-- Logs begin at Tue 2021-07-27 22:22:50 UTC, end at Wed 2021-07-28 00:37:29 UTC. -- Jul 27 22:52:09.894470 n-d-802623-1 systemd[1]: Started Devstack devstack@q-svc.service. Jul 27 22:52:12.610354 n-d-802623-1 neutron-server[93688]: INFO neutron.common.config [-] Logging enabled! Jul 27 22:52:12.610929 n-d-802623-1 neutron-server[93688]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev502 Jul 27 22:52:12.611155 n-d-802623-1 neutron-server[93688]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93688) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 27 22:52:12.614412 n-d-802623-1 neutron-server[93688]: INFO neutron.common.config [-] Logging enabled! Jul 27 22:52:12.614671 n-d-802623-1 neutron-server[93688]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev502 Jul 27 22:52:12.614984 n-d-802623-1 neutron-server[93688]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93688) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 27 22:52:12.615935 n-d-802623-1 neutron-server[93688]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 27 22:52:12.616171 n-d-802623-1 neutron-server[93688]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 27 22:52:12.616539 n-d-802623-1 neutron-server[93688]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 27 22:52:12.616786 n-d-802623-1 neutron-server[93688]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 27 22:52:12.617012 n-d-802623-1 neutron-server[93688]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 27 22:52:12.617329 n-d-802623-1 neutron-server[93688]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:12.617624 n-d-802623-1 neutron-server[93688]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:12.617922 n-d-802623-1 neutron-server[93688]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:12.618154 n-d-802623-1 neutron-server[93688]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:12.618449 n-d-802623-1 neutron-server[93688]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:12.618740 n-d-802623-1 neutron-server[93688]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:12.619023 n-d-802623-1 neutron-server[93688]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:12.619366 n-d-802623-1 neutron-server[93688]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:12.619663 n-d-802623-1 neutron-server[93688]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:12.619952 n-d-802623-1 neutron-server[93688]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:12.620236 n-d-802623-1 neutron-server[93688]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:12.620526 n-d-802623-1 neutron-server[93688]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:12.620759 n-d-802623-1 neutron-server[93688]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:12.621042 n-d-802623-1 neutron-server[93688]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:12.621331 n-d-802623-1 neutron-server[93688]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:12.621619 n-d-802623-1 neutron-server[93688]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:12.621843 n-d-802623-1 neutron-server[93688]: DEBUG neutron.common.config [-] debug = True {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:12.622125 n-d-802623-1 neutron-server[93688]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:12.622549 n-d-802623-1 neutron-server[93688]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:12.622963 n-d-802623-1 neutron-server[93688]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:12.623265 n-d-802623-1 neutron-server[93688]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:12.623556 n-d-802623-1 neutron-server[93688]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:12.623835 n-d-802623-1 neutron-server[93688]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:12.624111 n-d-802623-1 neutron-server[93688]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:12.624389 n-d-802623-1 neutron-server[93688]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:12.624674 n-d-802623-1 neutron-server[93688]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:12.625001 n-d-802623-1 neutron-server[93688]: DEBUG neutron.common.config [-] host = n-d-802623-1 {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:12.625281 n-d-802623-1 neutron-server[93688]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:12.625568 n-d-802623-1 neutron-server[93688]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:12.625855 n-d-802623-1 neutron-server[93688]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:12.626142 n-d-802623-1 neutron-server[93688]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:12.626421 n-d-802623-1 neutron-server[93688]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:12.626700 n-d-802623-1 neutron-server[93688]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:12.626987 n-d-802623-1 neutron-server[93688]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:12.627286 n-d-802623-1 neutron-server[93688]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:12.627560 n-d-802623-1 neutron-server[93688]: DEBUG neutron.common.config [-] log_file = None {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:12.627838 n-d-802623-1 neutron-server[93688]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:12.628127 n-d-802623-1 neutron-server[93688]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:12.628416 n-d-802623-1 neutron-server[93688]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:12.628706 n-d-802623-1 neutron-server[93688]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:12.628935 n-d-802623-1 neutron-server[93688]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:12.629156 n-d-802623-1 neutron-server[93688]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:12.629443 n-d-802623-1 neutron-server[93688]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:12.629732 n-d-802623-1 neutron-server[93688]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:12.630007 n-d-802623-1 neutron-server[93688]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:12.630283 n-d-802623-1 neutron-server[93688]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:12.630562 n-d-802623-1 neutron-server[93688]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:12.630836 n-d-802623-1 neutron-server[93688]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:12.631132 n-d-802623-1 neutron-server[93688]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:12.631403 n-d-802623-1 neutron-server[93688]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:12.631686 n-d-802623-1 neutron-server[93688]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:12.631969 n-d-802623-1 neutron-server[93688]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:12.632255 n-d-802623-1 neutron-server[93688]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:12.632530 n-d-802623-1 neutron-server[93688]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:12.632803 n-d-802623-1 neutron-server[93688]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:12.633075 n-d-802623-1 neutron-server[93688]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:12.633344 n-d-802623-1 neutron-server[93688]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:12.633626 n-d-802623-1 neutron-server[93688]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:12.633898 n-d-802623-1 neutron-server[93688]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:12.634173 n-d-802623-1 neutron-server[93688]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:12.634446 n-d-802623-1 neutron-server[93688]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:12.634749 n-d-802623-1 neutron-server[93688]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:12.635023 n-d-802623-1 neutron-server[93688]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:12.635326 n-d-802623-1 neutron-server[93688]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:12.635623 n-d-802623-1 neutron-server[93688]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:12.635915 n-d-802623-1 neutron-server[93688]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:12.636189 n-d-802623-1 neutron-server[93688]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:12.636474 n-d-802623-1 neutron-server[93688]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:12.636749 n-d-802623-1 neutron-server[93688]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:12.637035 n-d-802623-1 neutron-server[93688]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:12.637307 n-d-802623-1 neutron-server[93688]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:12.637578 n-d-802623-1 neutron-server[93688]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:12.637848 n-d-802623-1 neutron-server[93688]: DEBUG neutron.common.config [-] use_json = False {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:12.638123 n-d-802623-1 neutron-server[93688]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:12.638394 n-d-802623-1 neutron-server[93688]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:12.638674 n-d-802623-1 neutron-server[93688]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:12.638949 n-d-802623-1 neutron-server[93688]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:12.639243 n-d-802623-1 neutron-server[93688]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:12.639518 n-d-802623-1 neutron-server[93688]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:12.639787 n-d-802623-1 neutron-server[93688]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:12.640069 n-d-802623-1 neutron-server[93688]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:12.640367 n-d-802623-1 neutron-server[93688]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:12.640669 n-d-802623-1 neutron-server[93688]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:12.640969 n-d-802623-1 neutron-server[93688]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:12.641252 n-d-802623-1 neutron-server[93688]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:12.641546 n-d-802623-1 neutron-server[93688]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:12.641826 n-d-802623-1 neutron-server[93688]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:12.642115 n-d-802623-1 neutron-server[93688]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:12.642394 n-d-802623-1 neutron-server[93688]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:12.642683 n-d-802623-1 neutron-server[93688]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:12.642972 n-d-802623-1 neutron-server[93688]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:12.643297 n-d-802623-1 neutron-server[93688]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:12.643579 n-d-802623-1 neutron-server[93688]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:12.643867 n-d-802623-1 neutron-server[93688]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:12.644146 n-d-802623-1 neutron-server[93688]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:12.644442 n-d-802623-1 neutron-server[93688]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:12.644747 n-d-802623-1 neutron-server[93688]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:12.645040 n-d-802623-1 neutron-server[93688]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:12.645333 n-d-802623-1 neutron-server[93688]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:12.645612 n-d-802623-1 neutron-server[93688]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:12.645887 n-d-802623-1 neutron-server[93688]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:12.646164 n-d-802623-1 neutron-server[93688]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:12.646444 n-d-802623-1 neutron-server[93688]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:12.646731 n-d-802623-1 neutron-server[93688]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:12.647024 n-d-802623-1 neutron-server[93688]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:12.647336 n-d-802623-1 neutron-server[93688]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:12.647612 n-d-802623-1 neutron-server[93688]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:12.647892 n-d-802623-1 neutron-server[93688]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:12.648184 n-d-802623-1 neutron-server[93688]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:12.648465 n-d-802623-1 neutron-server[93688]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:12.648739 n-d-802623-1 neutron-server[93688]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:12.649017 n-d-802623-1 neutron-server[93688]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:12.649303 n-d-802623-1 neutron-server[93688]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:12.649579 n-d-802623-1 neutron-server[93688]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:12.649851 n-d-802623-1 neutron-server[93688]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:12.650133 n-d-802623-1 neutron-server[93688]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:12.650927 n-d-802623-1 neutron-server[93688]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:12.651234 n-d-802623-1 neutron-server[93688]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:12.651510 n-d-802623-1 neutron-server[93688]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:12.651790 n-d-802623-1 neutron-server[93688]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:12.652080 n-d-802623-1 neutron-server[93688]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:12.652359 n-d-802623-1 neutron-server[93688]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:12.652634 n-d-802623-1 neutron-server[93688]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:12.652908 n-d-802623-1 neutron-server[93688]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:12.653185 n-d-802623-1 neutron-server[93688]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:12.653458 n-d-802623-1 neutron-server[93688]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:12.653742 n-d-802623-1 neutron-server[93688]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:12.654019 n-d-802623-1 neutron-server[93688]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:12.654292 n-d-802623-1 neutron-server[93688]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:12.654565 n-d-802623-1 neutron-server[93688]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:12.654843 n-d-802623-1 neutron-server[93688]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:12.655138 n-d-802623-1 neutron-server[93688]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:12.655410 n-d-802623-1 neutron-server[93688]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:12.655687 n-d-802623-1 neutron-server[93688]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:12.655958 n-d-802623-1 neutron-server[93688]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:12.656232 n-d-802623-1 neutron-server[93688]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:12.656505 n-d-802623-1 neutron-server[93688]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:12.656777 n-d-802623-1 neutron-server[93688]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:12.657051 n-d-802623-1 neutron-server[93688]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:12.657327 n-d-802623-1 neutron-server[93688]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:12.657602 n-d-802623-1 neutron-server[93688]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:12.657874 n-d-802623-1 neutron-server[93688]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:12.658147 n-d-802623-1 neutron-server[93688]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:12.658425 n-d-802623-1 neutron-server[93688]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:12.658696 n-d-802623-1 neutron-server[93688]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:12.658969 n-d-802623-1 neutron-server[93688]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:12.659264 n-d-802623-1 neutron-server[93688]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:12.659538 n-d-802623-1 neutron-server[93688]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:12.659813 n-d-802623-1 neutron-server[93688]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:12.660100 n-d-802623-1 neutron-server[93688]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:12.660398 n-d-802623-1 neutron-server[93688]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:12.660678 n-d-802623-1 neutron-server[93688]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:12.660960 n-d-802623-1 neutron-server[93688]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:12.661245 n-d-802623-1 neutron-server[93688]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:12.661523 n-d-802623-1 neutron-server[93688]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:12.661807 n-d-802623-1 neutron-server[93688]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:12.662084 n-d-802623-1 neutron-server[93688]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:12.662362 n-d-802623-1 neutron-server[93688]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:12.662641 n-d-802623-1 neutron-server[93688]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:12.662916 n-d-802623-1 neutron-server[93688]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:12.663235 n-d-802623-1 neutron-server[93688]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:12.663523 n-d-802623-1 neutron-server[93688]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:12.663811 n-d-802623-1 neutron-server[93688]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:12.664097 n-d-802623-1 neutron-server[93688]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:12.664378 n-d-802623-1 neutron-server[93688]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:12.664677 n-d-802623-1 neutron-server[93688]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:12.664960 n-d-802623-1 neutron-server[93688]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:12.665246 n-d-802623-1 neutron-server[93688]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:12.665524 n-d-802623-1 neutron-server[93688]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:12.665803 n-d-802623-1 neutron-server[93688]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:12.666093 n-d-802623-1 neutron-server[93688]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:12.666376 n-d-802623-1 neutron-server[93688]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:12.666673 n-d-802623-1 neutron-server[93688]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:12.666969 n-d-802623-1 neutron-server[93688]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:12.667290 n-d-802623-1 neutron-server[93688]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:12.667583 n-d-802623-1 neutron-server[93688]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:12.667878 n-d-802623-1 neutron-server[93688]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:12.668157 n-d-802623-1 neutron-server[93688]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:12.668463 n-d-802623-1 neutron-server[93688]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:12.668744 n-d-802623-1 neutron-server[93688]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:12.669039 n-d-802623-1 neutron-server[93688]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 27 22:52:12.669284 n-d-802623-1 neutron-server[93688]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93688) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 27 22:52:13.016941 n-d-802623-1 neutron-server[93688]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 27 22:52:13.017223 n-d-802623-1 neutron-server[93688]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 27 22:52:13.017516 n-d-802623-1 neutron-server[93688]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 27 22:52:13.017852 n-d-802623-1 neutron-server[93688]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 27 22:52:13.412693 n-d-802623-1 neutron-server[93688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 22:52:13.412904 n-d-802623-1 neutron-server[93688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 22:52:13.413182 n-d-802623-1 neutron-server[93688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 22:52:13.414478 n-d-802623-1 neutron-server[93688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 22:52:13.414753 n-d-802623-1 neutron-server[93688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 22:52:13.415020 n-d-802623-1 neutron-server[93688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 22:52:13.449808 n-d-802623-1 neutron-server[93688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 22:52:13.450089 n-d-802623-1 neutron-server[93688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 22:52:13.450361 n-d-802623-1 neutron-server[93688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 22:52:13.465251 n-d-802623-1 neutron-server[93688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 22:52:13.465532 n-d-802623-1 neutron-server[93688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 22:52:13.465803 n-d-802623-1 neutron-server[93688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 22:52:13.494836 n-d-802623-1 neutron-server[93688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 22:52:13.495144 n-d-802623-1 neutron-server[93688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 22:52:13.495419 n-d-802623-1 neutron-server[93688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 22:52:13.530760 n-d-802623-1 neutron-server[93688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 22:52:13.531056 n-d-802623-1 neutron-server[93688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 22:52:13.531340 n-d-802623-1 neutron-server[93688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 22:52:13.766746 n-d-802623-1 neutron-server[93688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 22:52:13.767405 n-d-802623-1 neutron-server[93688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 22:52:13.767405 n-d-802623-1 neutron-server[93688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 22:52:13.767564 n-d-802623-1 neutron-server[93688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 22:52:13.768245 n-d-802623-1 neutron-server[93688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 22:52:13.887453 n-d-802623-1 neutron-server[93688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 22:52:13.887774 n-d-802623-1 neutron-server[93688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 22:52:13.888059 n-d-802623-1 neutron-server[93688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 22:52:13.888333 n-d-802623-1 neutron-server[93688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 22:52:13.888603 n-d-802623-1 neutron-server[93688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 22:52:13.888918 n-d-802623-1 neutron-server[93688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 22:52:13.889178 n-d-802623-1 neutron-server[93688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 22:52:13.889434 n-d-802623-1 neutron-server[93688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 22:52:13.889695 n-d-802623-1 neutron-server[93688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 22:52:13.889979 n-d-802623-1 neutron-server[93688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 22:52:13.890238 n-d-802623-1 neutron-server[93688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 22:52:13.890501 n-d-802623-1 neutron-server[93688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 22:52:13.890756 n-d-802623-1 neutron-server[93688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 22:52:13.891007 n-d-802623-1 neutron-server[93688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 22:52:13.891284 n-d-802623-1 neutron-server[93688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 22:52:13.891564 n-d-802623-1 neutron-server[93688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 22:52:13.891800 n-d-802623-1 neutron-server[93688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 22:52:13.892066 n-d-802623-1 neutron-server[93688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 22:52:13.892333 n-d-802623-1 neutron-server[93688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 22:52:13.892592 n-d-802623-1 neutron-server[93688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 22:52:13.892860 n-d-802623-1 neutron-server[93688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 22:52:13.893112 n-d-802623-1 neutron-server[93688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 22:52:13.893393 n-d-802623-1 neutron-server[93688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 22:52:13.893771 n-d-802623-1 neutron-server[93688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 22:52:13.894021 n-d-802623-1 neutron-server[93688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 22:52:13.894267 n-d-802623-1 neutron-server[93688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 22:52:13.894659 n-d-802623-1 neutron-server[93688]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93688) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 27 22:52:13.894900 n-d-802623-1 neutron-server[93688]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93688) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 27 22:52:13.895163 n-d-802623-1 neutron-server[93688]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93688) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 27 22:52:13.895404 n-d-802623-1 neutron-server[93688]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93688) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 27 22:52:13.895640 n-d-802623-1 neutron-server[93688]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93688) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 27 22:52:13.895877 n-d-802623-1 neutron-server[93688]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93688) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 27 22:52:13.897203 n-d-802623-1 neutron-server[93688]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 27 22:52:13.900826 n-d-802623-1 neutron-server[93688]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 27 22:52:13.904771 n-d-802623-1 neutron-server[93688]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 27 22:52:13.908624 n-d-802623-1 neutron-server[93688]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(500, 549)])]) Jul 27 22:52:13.910259 n-d-802623-1 neutron-server[93688]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 27 22:52:13.910712 n-d-802623-1 neutron-server[93688]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 27 22:52:13.911062 n-d-802623-1 neutron-server[93688]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 27 22:52:13.911466 n-d-802623-1 neutron-server[93688]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 27 22:52:13.914247 n-d-802623-1 neutron-server[93688]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 27 22:52:13.914499 n-d-802623-1 neutron-server[93688]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 27 22:52:13.914851 n-d-802623-1 neutron-server[93688]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 27 22:52:13.920766 n-d-802623-1 neutron-server[93688]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jul 27 22:52:13.943226 n-d-802623-1 neutron-server[93688]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 27 22:52:13.943687 n-d-802623-1 neutron-server[93688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 22:52:13.943984 n-d-802623-1 neutron-server[93688]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93688) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jul 27 22:52:13.944349 n-d-802623-1 neutron-server[93688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 22:52:13.945700 n-d-802623-1 neutron-server[93688]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93688) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 27 22:52:13.945985 n-d-802623-1 neutron-server[93688]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 27 22:52:13.946232 n-d-802623-1 neutron-server[93688]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 27 22:52:13.949878 n-d-802623-1 neutron-server[93688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 22:52:13.950163 n-d-802623-1 neutron-server[93688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 22:52:14.013289 n-d-802623-1 neutron-server[93688]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 27 22:52:14.013533 n-d-802623-1 neutron-server[93688]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 27 22:52:14.013771 n-d-802623-1 neutron-server[93688]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 27 22:52:14.014143 n-d-802623-1 neutron-server[93688]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 27 22:52:14.035268 n-d-802623-1 neutron-server[93688]: DEBUG oslo_db.sqlalchemy.engines [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93688) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 27 22:52:14.565646 n-d-802623-1 neutron-server[93688]: INFO neutron.plugins.ml2.managers [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Initializing driver for type 'gre' Jul 27 22:52:14.566236 n-d-802623-1 neutron-server[93688]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] gre ID ranges: [(1, 1000)] Jul 27 22:52:14.616295 n-d-802623-1 neutron-server[93688]: INFO neutron.plugins.ml2.managers [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Initializing driver for type 'local' Jul 27 22:52:14.616638 n-d-802623-1 neutron-server[93688]: INFO neutron.plugins.ml2.managers [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Initializing driver for type 'vlan' Jul 27 22:52:14.629345 n-d-802623-1 neutron-server[93688]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] VlanTypeDriver initialization complete Jul 27 22:52:14.629680 n-d-802623-1 neutron-server[93688]: INFO neutron.plugins.ml2.managers [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Initializing driver for type 'vxlan' Jul 27 22:52:14.630156 n-d-802623-1 neutron-server[93688]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] vxlan ID ranges: [(1, 1000)] Jul 27 22:52:14.683097 n-d-802623-1 neutron-server[93688]: INFO neutron.plugins.ml2.managers [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Initializing extension driver 'port_security' Jul 27 22:52:14.683425 n-d-802623-1 neutron-server[93688]: INFO neutron.plugins.ml2.extensions.port_security [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] PortSecurityExtensionDriver initialization complete Jul 27 22:52:14.683758 n-d-802623-1 neutron-server[93688]: INFO neutron.plugins.ml2.managers [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Initializing mechanism driver 'openvswitch' Jul 27 22:52:14.684144 n-d-802623-1 neutron-server[93688]: INFO neutron.plugins.ml2.managers [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Initializing mechanism driver 'hyperv' Jul 27 22:52:14.690535 n-d-802623-1 neutron-server[93688]: DEBUG neutron.plugins.ml2.plugin [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:52:14.691257 n-d-802623-1 neutron-server[93688]: DEBUG neutron_lib.callbacks.manager [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Subscribe: > port after_create 55550000 {{(pid=93688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 22:52:14.691638 n-d-802623-1 neutron-server[93688]: DEBUG neutron_lib.callbacks.manager [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Subscribe: > port after_update 55550000 {{(pid=93688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 22:52:14.691991 n-d-802623-1 neutron-server[93688]: DEBUG neutron_lib.callbacks.manager [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Subscribe: > port after_delete 55550000 {{(pid=93688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 22:52:14.692532 n-d-802623-1 neutron-server[93688]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93688) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 27 22:52:14.692977 n-d-802623-1 neutron-server[93688]: DEBUG neutron_lib.callbacks.manager [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Subscribe: > subnet after_create 55550000 {{(pid=93688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 22:52:14.693330 n-d-802623-1 neutron-server[93688]: DEBUG neutron_lib.callbacks.manager [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Subscribe: > subnet after_update 55550000 {{(pid=93688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 22:52:14.693674 n-d-802623-1 neutron-server[93688]: DEBUG neutron_lib.callbacks.manager [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 22:52:14.694069 n-d-802623-1 neutron-server[93688]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93688) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 27 22:52:14.694473 n-d-802623-1 neutron-server[93688]: DEBUG neutron_lib.callbacks.manager [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Subscribe: > network after_create 55550000 {{(pid=93688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 22:52:14.694822 n-d-802623-1 neutron-server[93688]: DEBUG neutron_lib.callbacks.manager [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Subscribe: > network after_update 55550000 {{(pid=93688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 22:52:14.695189 n-d-802623-1 neutron-server[93688]: DEBUG neutron_lib.callbacks.manager [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Subscribe: > network after_delete 55550000 {{(pid=93688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 22:52:14.695587 n-d-802623-1 neutron-server[93688]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93688) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 27 22:52:14.695986 n-d-802623-1 neutron-server[93688]: DEBUG neutron_lib.callbacks.manager [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Subscribe: > security_group after_create 55550000 {{(pid=93688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 22:52:14.696329 n-d-802623-1 neutron-server[93688]: DEBUG neutron_lib.callbacks.manager [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Subscribe: > security_group after_update 55550000 {{(pid=93688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 22:52:14.696664 n-d-802623-1 neutron-server[93688]: DEBUG neutron_lib.callbacks.manager [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Subscribe: > security_group after_delete 55550000 {{(pid=93688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 22:52:14.697772 n-d-802623-1 neutron-server[93688]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93688) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 27 22:52:14.698196 n-d-802623-1 neutron-server[93688]: DEBUG neutron_lib.callbacks.manager [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 22:52:14.698549 n-d-802623-1 neutron-server[93688]: DEBUG neutron_lib.callbacks.manager [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 22:52:14.698902 n-d-802623-1 neutron-server[93688]: DEBUG neutron_lib.callbacks.manager [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 22:52:14.699317 n-d-802623-1 neutron-server[93688]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93688) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 27 22:52:14.699721 n-d-802623-1 neutron-server[93688]: DEBUG neutron_lib.callbacks.manager [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Subscribe: > address_group after_create 55550000 {{(pid=93688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 22:52:14.700074 n-d-802623-1 neutron-server[93688]: DEBUG neutron_lib.callbacks.manager [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Subscribe: > address_group after_update 55550000 {{(pid=93688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 22:52:14.700412 n-d-802623-1 neutron-server[93688]: DEBUG neutron_lib.callbacks.manager [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Subscribe: > address_group after_delete 55550000 {{(pid=93688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 22:52:14.700815 n-d-802623-1 neutron-server[93688]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93688) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 27 22:52:14.701186 n-d-802623-1 neutron-server[93688]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] ML2 OVO RPC backend initialized. {{(pid=93688) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Jul 27 22:52:14.701891 n-d-802623-1 neutron-server[93688]: DEBUG neutron_lib.callbacks.manager [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 22:52:14.702252 n-d-802623-1 neutron-server[93688]: DEBUG neutron_lib.callbacks.manager [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 22:52:14.702669 n-d-802623-1 neutron-server[93688]: DEBUG neutron_lib.callbacks.manager [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Subscribe: > network before_response 55550000 {{(pid=93688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 22:52:14.703010 n-d-802623-1 neutron-server[93688]: DEBUG neutron_lib.callbacks.manager [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Subscribe: > networks before_response 55550000 {{(pid=93688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 22:52:14.703377 n-d-802623-1 neutron-server[93688]: DEBUG neutron_lib.callbacks.manager [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Subscribe: > port before_response 55550000 {{(pid=93688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 22:52:14.703713 n-d-802623-1 neutron-server[93688]: DEBUG neutron_lib.callbacks.manager [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Subscribe: > ports before_response 55550000 {{(pid=93688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 22:52:14.704056 n-d-802623-1 neutron-server[93688]: DEBUG neutron_lib.callbacks.manager [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Subscribe: > subnet before_response 55550000 {{(pid=93688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 22:52:14.704389 n-d-802623-1 neutron-server[93688]: DEBUG neutron_lib.callbacks.manager [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Subscribe: > subnets before_response 55550000 {{(pid=93688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 22:52:14.704728 n-d-802623-1 neutron-server[93688]: DEBUG neutron_lib.callbacks.manager [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Subscribe: > network after_create 55550000 {{(pid=93688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 22:52:14.705064 n-d-802623-1 neutron-server[93688]: DEBUG neutron_lib.callbacks.manager [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Subscribe: > network after_update 55550000 {{(pid=93688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 22:52:14.705395 n-d-802623-1 neutron-server[93688]: DEBUG neutron_lib.callbacks.manager [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Subscribe: > network after_delete 55550000 {{(pid=93688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 22:52:14.705726 n-d-802623-1 neutron-server[93688]: DEBUG neutron_lib.callbacks.manager [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Subscribe: > port after_create 55550000 {{(pid=93688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 22:52:14.706058 n-d-802623-1 neutron-server[93688]: DEBUG neutron_lib.callbacks.manager [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Subscribe: > port after_update 55550000 {{(pid=93688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 22:52:14.706384 n-d-802623-1 neutron-server[93688]: DEBUG neutron_lib.callbacks.manager [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Subscribe: > port after_delete 55550000 {{(pid=93688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 22:52:14.706715 n-d-802623-1 neutron-server[93688]: DEBUG neutron_lib.callbacks.manager [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Subscribe: > subnet after_create 55550000 {{(pid=93688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 22:52:14.707063 n-d-802623-1 neutron-server[93688]: DEBUG neutron_lib.callbacks.manager [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Subscribe: > subnet after_update 55550000 {{(pid=93688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 22:52:14.707397 n-d-802623-1 neutron-server[93688]: DEBUG neutron_lib.callbacks.manager [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 22:52:14.707968 n-d-802623-1 neutron-server[93688]: INFO neutron.plugins.ml2.plugin [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Modular L2 Plugin initialization complete Jul 27 22:52:14.708297 n-d-802623-1 neutron-server[93688]: DEBUG neutron.manager [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Loading services supported by the core plugin {{(pid=93688) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 27 22:52:14.708617 n-d-802623-1 neutron-server[93688]: INFO neutron.plugins.ml2.managers [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Got port-security extension from driver 'port_security' Jul 27 22:52:14.709067 n-d-802623-1 neutron-server[93688]: INFO neutron.extensions.vlantransparent [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Disabled vlantransparent extension. Jul 27 22:52:14.709549 n-d-802623-1 neutron-server[93688]: DEBUG neutron.manager [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93688) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 27 22:52:14.709856 n-d-802623-1 neutron-server[93688]: INFO neutron.manager [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Loading Plugin: router Jul 27 22:52:14.745781 n-d-802623-1 neutron-server[93688]: DEBUG neutron_lib.callbacks.manager [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Subscribe: > router_interface before_create 55550000 {{(pid=93688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 22:52:14.746168 n-d-802623-1 neutron-server[93688]: DEBUG neutron_lib.callbacks.manager [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Subscribe: > router after_create 55549900 {{(pid=93688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 22:52:14.746534 n-d-802623-1 neutron-server[93688]: DEBUG neutron_lib.callbacks.manager [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Subscribe: > router before_create 55549900 {{(pid=93688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 22:52:14.746898 n-d-802623-1 neutron-server[93688]: DEBUG neutron_lib.callbacks.manager [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 22:52:14.747291 n-d-802623-1 neutron-server[93688]: DEBUG neutron_lib.callbacks.manager [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 22:52:14.747643 n-d-802623-1 neutron-server[93688]: DEBUG neutron_lib.callbacks.manager [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Subscribe: > router after_delete 55549900 {{(pid=93688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 22:52:14.748001 n-d-802623-1 neutron-server[93688]: DEBUG neutron_lib.callbacks.manager [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Subscribe: > floatingip after_update 55550000 {{(pid=93688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 22:52:14.748361 n-d-802623-1 neutron-server[93688]: DEBUG neutron_lib.callbacks.manager [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Subscribe: > router after_create 55549900 {{(pid=93688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 22:52:14.748706 n-d-802623-1 neutron-server[93688]: DEBUG neutron_lib.callbacks.manager [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Subscribe: > router after_update 55549900 {{(pid=93688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 22:52:14.749053 n-d-802623-1 neutron-server[93688]: DEBUG neutron_lib.callbacks.manager [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Subscribe: > router after_update 55549900 {{(pid=93688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 22:52:14.749399 n-d-802623-1 neutron-server[93688]: DEBUG neutron_lib.callbacks.manager [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 22:52:14.749761 n-d-802623-1 neutron-server[93688]: DEBUG neutron_lib.callbacks.manager [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Subscribe: > router after_update 55549900 {{(pid=93688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 22:52:14.750174 n-d-802623-1 neutron-server[93688]: DEBUG neutron_lib.callbacks.manager [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Subscribe: > router precommit_update 55549900 {{(pid=93688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 22:52:14.750541 n-d-802623-1 neutron-server[93688]: DEBUG neutron_lib.callbacks.manager [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Subscribe: port after_update 55550000 {{(pid=93688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 22:52:14.750883 n-d-802623-1 neutron-server[93688]: DEBUG neutron_lib.callbacks.manager [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Subscribe: port after_delete 55550000 {{(pid=93688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 22:52:14.751243 n-d-802623-1 neutron-server[93688]: DEBUG neutron_lib.callbacks.manager [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Subscribe: subnet after_update 55550000 {{(pid=93688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 22:52:14.751583 n-d-802623-1 neutron-server[93688]: DEBUG neutron_lib.callbacks.manager [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 22:52:14.751931 n-d-802623-1 neutron-server[93688]: DEBUG neutron_lib.callbacks.manager [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Subscribe: > port precommit_delete 55550000 {{(pid=93688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 22:52:14.752273 n-d-802623-1 neutron-server[93688]: DEBUG neutron_lib.callbacks.manager [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Subscribe: > router precommit_create 55549900 {{(pid=93688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 22:52:14.752616 n-d-802623-1 neutron-server[93688]: DEBUG neutron_lib.callbacks.manager [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Subscribe: port before_delete 55550000 {{(pid=93688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 22:52:14.752957 n-d-802623-1 neutron-server[93688]: DEBUG neutron_lib.callbacks.manager [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Subscribe: > router precommit_create 55550000 {{(pid=93688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 22:52:14.753314 n-d-802623-1 neutron-server[93688]: DEBUG neutron_lib.callbacks.manager [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Subscribe: > router after_update 55549900 {{(pid=93688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 22:52:14.753654 n-d-802623-1 neutron-server[93688]: DEBUG neutron_lib.callbacks.manager [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Subscribe: > router precommit_delete 55549900 {{(pid=93688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 22:52:14.753999 n-d-802623-1 neutron-server[93688]: DEBUG neutron_lib.callbacks.manager [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Subscribe: > router precommit_create 55549900 {{(pid=93688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 22:52:14.754353 n-d-802623-1 neutron-server[93688]: DEBUG neutron_lib.callbacks.manager [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 22:52:14.754693 n-d-802623-1 neutron-server[93688]: DEBUG neutron_lib.callbacks.manager [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Subscribe: > router precommit_update 55549900 {{(pid=93688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 22:52:14.755064 n-d-802623-1 neutron-server[93688]: DEBUG neutron_lib.callbacks.manager [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Subscribe: > agent after_create 55550000 {{(pid=93688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 22:52:14.755430 n-d-802623-1 neutron-server[93688]: DEBUG neutron_lib.callbacks.manager [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Subscribe: > agent after_delete 55550000 {{(pid=93688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 22:52:14.755773 n-d-802623-1 neutron-server[93688]: DEBUG neutron_lib.callbacks.manager [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Subscribe: > network after_delete 55550000 {{(pid=93688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 22:52:14.756625 n-d-802623-1 neutron-server[93688]: DEBUG neutron.quota.resource_registry [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Tracking information for resource: router configured {{(pid=93688) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 27 22:52:14.756952 n-d-802623-1 neutron-server[93688]: DEBUG neutron.quota.resource_registry [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Tracking information for resource: floatingip configured {{(pid=93688) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 27 22:52:14.763891 n-d-802623-1 neutron-server[93688]: INFO neutron.db.l3_agentschedulers_db [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 27 22:52:14.764476 n-d-802623-1 neutron-server[93688]: DEBUG neutron_lib.callbacks.manager [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Subscribe: port after_update 55550000 {{(pid=93688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 22:52:14.764838 n-d-802623-1 neutron-server[93688]: DEBUG neutron_lib.callbacks.manager [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Subscribe: port after_create 55550000 {{(pid=93688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 22:52:14.765186 n-d-802623-1 neutron-server[93688]: DEBUG neutron_lib.callbacks.manager [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Subscribe: port after_delete 55550000 {{(pid=93688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 22:52:14.765534 n-d-802623-1 neutron-server[93688]: DEBUG neutron_lib.callbacks.manager [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Subscribe: port after_update 55550000 {{(pid=93688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 22:52:14.766319 n-d-802623-1 neutron-server[93688]: DEBUG neutron_lib.callbacks.manager [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Subscribe: > router before_create 55550100 {{(pid=93688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 22:52:14.766683 n-d-802623-1 neutron-server[93688]: DEBUG neutron_lib.callbacks.manager [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Subscribe: > router precommit_delete 55550100 {{(pid=93688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 22:52:14.767073 n-d-802623-1 neutron-server[93688]: DEBUG neutron_lib.callbacks.manager [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Subscribe: > router precommit_create 55550100 {{(pid=93688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 22:52:14.767586 n-d-802623-1 neutron-server[93688]: DEBUG neutron_lib.callbacks.manager [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Subscribe: > router precommit_update 55550100 {{(pid=93688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 22:52:14.771781 n-d-802623-1 neutron-server[93688]: DEBUG neutron.services.provider_configuration [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Service providers = [] {{(pid=93688) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 27 22:52:14.772144 n-d-802623-1 neutron-server[93688]: DEBUG neutron.db.servicetype_db [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93688) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 27 22:52:14.775108 n-d-802623-1 neutron-server[93688]: DEBUG neutron.services.service_base [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93688) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 27 22:52:14.775483 n-d-802623-1 neutron-server[93688]: DEBUG neutron.services.service_base [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93688) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 27 22:52:14.775823 n-d-802623-1 neutron-server[93688]: DEBUG neutron.services.service_base [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93688) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 27 22:52:14.776706 n-d-802623-1 neutron-server[93688]: DEBUG neutron.services.service_base [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93688) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 27 22:52:14.777105 n-d-802623-1 neutron-server[93688]: INFO neutron.services.service_base [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 27 22:52:14.777473 n-d-802623-1 neutron-server[93688]: DEBUG neutron.manager [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93688) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 27 22:52:14.777785 n-d-802623-1 neutron-server[93688]: INFO neutron.manager [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 27 22:52:14.788305 n-d-802623-1 neutron-server[93688]: DEBUG neutron.manager [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93688) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 27 22:52:14.788640 n-d-802623-1 neutron-server[93688]: INFO neutron.manager [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Loading Plugin: auto_allocate Jul 27 22:52:14.794379 n-d-802623-1 neutron-server[93688]: DEBUG neutron_lib.callbacks.manager [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Subscribe: network precommit_update 55550000 {{(pid=93688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 22:52:14.794740 n-d-802623-1 neutron-server[93688]: DEBUG neutron_lib.callbacks.manager [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Subscribe: network precommit_create 55550000 {{(pid=93688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 22:52:14.795287 n-d-802623-1 neutron-server[93688]: DEBUG neutron.manager [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93688) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 27 22:52:14.795603 n-d-802623-1 neutron-server[93688]: INFO neutron.manager [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Loading Plugin: tag Jul 27 22:52:14.802043 n-d-802623-1 neutron-server[93688]: DEBUG neutron.manager [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93688) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 27 22:52:14.802374 n-d-802623-1 neutron-server[93688]: INFO neutron.manager [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Loading Plugin: timestamp Jul 27 22:52:14.806336 n-d-802623-1 neutron-server[93688]: DEBUG neutron.manager [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93688) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 27 22:52:14.807227 n-d-802623-1 neutron-server[93688]: INFO neutron.manager [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Loading Plugin: network_ip_availability Jul 27 22:52:14.812611 n-d-802623-1 neutron-server[93688]: DEBUG neutron_lib.callbacks.manager [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 22:52:14.812980 n-d-802623-1 neutron-server[93688]: DEBUG neutron_lib.callbacks.manager [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 22:52:14.813336 n-d-802623-1 neutron-server[93688]: DEBUG neutron_lib.callbacks.manager [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 22:52:14.814047 n-d-802623-1 neutron-server[93688]: DEBUG neutron.manager [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93688) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 27 22:52:14.814362 n-d-802623-1 neutron-server[93688]: INFO neutron.manager [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Loading Plugin: flavors Jul 27 22:52:14.819033 n-d-802623-1 neutron-server[93688]: DEBUG neutron.manager [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93688) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 27 22:52:14.819355 n-d-802623-1 neutron-server[93688]: INFO neutron.manager [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Loading Plugin: revisions Jul 27 22:52:14.824209 n-d-802623-1 neutron-server[93688]: DEBUG neutron.manager [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93688) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 27 22:52:14.824592 n-d-802623-1 neutron-server[93688]: DEBUG oslo_concurrency.lockutils [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.807s {{(pid=93688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 27 22:52:14.825315 n-d-802623-1 neutron-server[93688]: DEBUG neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93688) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jul 27 22:52:14.825646 n-d-802623-1 neutron-server[93688]: INFO neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Initializing extension manager. Jul 27 22:52:14.826149 n-d-802623-1 neutron-server[93688]: DEBUG neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Loading extension file: __init__.py {{(pid=93688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 22:52:14.826484 n-d-802623-1 neutron-server[93688]: DEBUG neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Loading extension file: __pycache__ {{(pid=93688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 22:52:14.826811 n-d-802623-1 neutron-server[93688]: DEBUG neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 22:52:14.827175 n-d-802623-1 neutron-server[93688]: DEBUG neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Loading extension file: address_group.py {{(pid=93688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 22:52:14.827923 n-d-802623-1 neutron-server[93688]: DEBUG neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 22:52:14.828475 n-d-802623-1 neutron-server[93688]: INFO neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Loaded extension: address-group Jul 27 22:52:14.828791 n-d-802623-1 neutron-server[93688]: DEBUG neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Loading extension file: address_scope.py {{(pid=93688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 22:52:14.829493 n-d-802623-1 neutron-server[93688]: DEBUG neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 22:52:14.829994 n-d-802623-1 neutron-server[93688]: INFO neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Loaded extension: address-scope Jul 27 22:52:14.830310 n-d-802623-1 neutron-server[93688]: DEBUG neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Loading extension file: admin_state_down_before_update.py {{(pid=93688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 22:52:14.831259 n-d-802623-1 neutron-server[93688]: DEBUG neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 22:52:14.831761 n-d-802623-1 neutron-server[93688]: INFO neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Loaded extension: router-admin-state-down-before-update Jul 27 22:52:14.832080 n-d-802623-1 neutron-server[93688]: DEBUG neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Loading extension file: agent.py {{(pid=93688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 22:52:14.832970 n-d-802623-1 neutron-server[93688]: DEBUG neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 22:52:14.833470 n-d-802623-1 neutron-server[93688]: INFO neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Loaded extension: agent Jul 27 22:52:14.833788 n-d-802623-1 neutron-server[93688]: DEBUG neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Loading extension file: agent_resources_synced.py {{(pid=93688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 22:52:14.834694 n-d-802623-1 neutron-server[93688]: DEBUG neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 22:52:14.835230 n-d-802623-1 neutron-server[93688]: INFO neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Loaded extension: agent-resources-synced Jul 27 22:52:14.835808 n-d-802623-1 neutron-server[93688]: DEBUG neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Loading extension file: allowedaddresspairs.py {{(pid=93688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 22:52:14.837577 n-d-802623-1 neutron-server[93688]: DEBUG neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 22:52:14.838194 n-d-802623-1 neutron-server[93688]: INFO neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Loaded extension: allowed-address-pairs Jul 27 22:52:14.838520 n-d-802623-1 neutron-server[93688]: DEBUG neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Loading extension file: auto_allocated_topology.py {{(pid=93688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 22:52:14.839609 n-d-802623-1 neutron-server[93688]: DEBUG neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 22:52:14.840119 n-d-802623-1 neutron-server[93688]: INFO neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Loaded extension: auto-allocated-topology Jul 27 22:52:14.840444 n-d-802623-1 neutron-server[93688]: DEBUG neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Loading extension file: availability_zone.py {{(pid=93688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 22:52:14.841137 n-d-802623-1 neutron-server[93688]: DEBUG neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 22:52:14.841637 n-d-802623-1 neutron-server[93688]: INFO neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Loaded extension: availability_zone Jul 27 22:52:14.841957 n-d-802623-1 neutron-server[93688]: DEBUG neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Loading extension file: availability_zone_filter.py {{(pid=93688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 22:52:14.842869 n-d-802623-1 neutron-server[93688]: DEBUG neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 22:52:14.843401 n-d-802623-1 neutron-server[93688]: INFO neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Loaded extension: availability_zone_filter Jul 27 22:52:14.843722 n-d-802623-1 neutron-server[93688]: DEBUG neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Loading extension file: data_plane_status.py {{(pid=93688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 22:52:14.844643 n-d-802623-1 neutron-server[93688]: DEBUG neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 22:52:14.845146 n-d-802623-1 neutron-server[93688]: INFO neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Extension data-plane-status not supported by any of loaded plugins Jul 27 22:52:14.845465 n-d-802623-1 neutron-server[93688]: DEBUG neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Loading extension file: default_subnetpools.py {{(pid=93688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 22:52:14.846365 n-d-802623-1 neutron-server[93688]: DEBUG neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 22:52:14.846867 n-d-802623-1 neutron-server[93688]: INFO neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Loaded extension: default-subnetpools Jul 27 22:52:14.847217 n-d-802623-1 neutron-server[93688]: DEBUG neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Loading extension file: dhcpagentscheduler.py {{(pid=93688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 22:52:14.848011 n-d-802623-1 neutron-server[93688]: DEBUG neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 22:52:14.848513 n-d-802623-1 neutron-server[93688]: INFO neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Loaded extension: dhcp_agent_scheduler Jul 27 22:52:14.848836 n-d-802623-1 neutron-server[93688]: DEBUG neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Loading extension file: dns.py {{(pid=93688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 22:52:14.849734 n-d-802623-1 neutron-server[93688]: DEBUG neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 22:52:14.850238 n-d-802623-1 neutron-server[93688]: INFO neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Extension dns-integration not supported by any of loaded plugins Jul 27 22:52:14.850555 n-d-802623-1 neutron-server[93688]: DEBUG neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Loading extension file: dns_domain_ports.py {{(pid=93688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 22:52:14.851482 n-d-802623-1 neutron-server[93688]: DEBUG neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 22:52:14.851981 n-d-802623-1 neutron-server[93688]: INFO neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 27 22:52:14.852300 n-d-802623-1 neutron-server[93688]: DEBUG neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 22:52:14.853210 n-d-802623-1 neutron-server[93688]: DEBUG neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 22:52:14.853825 n-d-802623-1 neutron-server[93688]: INFO neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 27 22:52:14.854141 n-d-802623-1 neutron-server[93688]: DEBUG neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Loading extension file: dvr.py {{(pid=93688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 22:52:14.854804 n-d-802623-1 neutron-server[93688]: DEBUG neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 22:52:14.855393 n-d-802623-1 neutron-server[93688]: INFO neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Loaded extension: dvr Jul 27 22:52:14.855709 n-d-802623-1 neutron-server[93688]: DEBUG neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Loading extension file: ecmp_routes.py {{(pid=93688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 22:52:14.856607 n-d-802623-1 neutron-server[93688]: DEBUG neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=93688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 22:52:14.857099 n-d-802623-1 neutron-server[93688]: INFO neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Extension ecmp_routes not supported by any of loaded plugins Jul 27 22:52:14.857414 n-d-802623-1 neutron-server[93688]: DEBUG neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Loading extension file: empty_string_filtering.py {{(pid=93688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 22:52:14.858310 n-d-802623-1 neutron-server[93688]: DEBUG neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 22:52:14.858805 n-d-802623-1 neutron-server[93688]: INFO neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Loaded extension: empty-string-filtering Jul 27 22:52:14.859151 n-d-802623-1 neutron-server[93688]: DEBUG neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 22:52:14.860064 n-d-802623-1 neutron-server[93688]: DEBUG neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 22:52:14.860563 n-d-802623-1 neutron-server[93688]: INFO neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 27 22:52:14.860882 n-d-802623-1 neutron-server[93688]: DEBUG neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 22:52:14.861779 n-d-802623-1 neutron-server[93688]: DEBUG neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 22:52:14.862275 n-d-802623-1 neutron-server[93688]: INFO neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 27 22:52:14.862594 n-d-802623-1 neutron-server[93688]: DEBUG neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Loading extension file: external_net.py {{(pid=93688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 22:52:14.863536 n-d-802623-1 neutron-server[93688]: DEBUG neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 22:52:14.864034 n-d-802623-1 neutron-server[93688]: INFO neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Loaded extension: external-net Jul 27 22:52:14.864352 n-d-802623-1 neutron-server[93688]: DEBUG neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Loading extension file: extra_dhcp_opt.py {{(pid=93688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 22:52:14.865251 n-d-802623-1 neutron-server[93688]: DEBUG neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 22:52:14.865756 n-d-802623-1 neutron-server[93688]: INFO neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Loaded extension: extra_dhcp_opt Jul 27 22:52:14.866074 n-d-802623-1 neutron-server[93688]: DEBUG neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Loading extension file: extraroute.py {{(pid=93688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 22:52:14.866969 n-d-802623-1 neutron-server[93688]: DEBUG neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 22:52:14.867505 n-d-802623-1 neutron-server[93688]: INFO neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Loaded extension: extraroute Jul 27 22:52:14.867821 n-d-802623-1 neutron-server[93688]: DEBUG neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Loading extension file: extraroute_atomic.py {{(pid=93688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 22:52:14.868833 n-d-802623-1 neutron-server[93688]: DEBUG neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 22:52:14.869891 n-d-802623-1 neutron-server[93688]: INFO neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Loaded extension: extraroute-atomic Jul 27 22:52:14.870208 n-d-802623-1 neutron-server[93688]: DEBUG neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Loading extension file: filter_validation.py {{(pid=93688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 22:52:14.870865 n-d-802623-1 neutron-server[93688]: DEBUG neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 22:52:14.871386 n-d-802623-1 neutron-server[93688]: INFO neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Loaded extension: filter-validation Jul 27 22:52:14.871703 n-d-802623-1 neutron-server[93688]: DEBUG neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Loading extension file: fip_pf_description.py {{(pid=93688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 22:52:14.872607 n-d-802623-1 neutron-server[93688]: DEBUG neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 22:52:14.873103 n-d-802623-1 neutron-server[93688]: INFO neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 27 22:52:14.873425 n-d-802623-1 neutron-server[93688]: DEBUG neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Loading extension file: fip_port_details.py {{(pid=93688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 22:52:14.874320 n-d-802623-1 neutron-server[93688]: DEBUG neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 22:52:14.874818 n-d-802623-1 neutron-server[93688]: INFO neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Loaded extension: fip-port-details Jul 27 22:52:14.875159 n-d-802623-1 neutron-server[93688]: DEBUG neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Loading extension file: flavors.py {{(pid=93688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 22:52:14.876377 n-d-802623-1 neutron-server[93688]: DEBUG neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 22:52:14.876881 n-d-802623-1 neutron-server[93688]: INFO neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Loaded extension: flavors Jul 27 22:52:14.877202 n-d-802623-1 neutron-server[93688]: DEBUG neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 22:52:14.878818 n-d-802623-1 neutron-server[93688]: DEBUG neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 22:52:14.879364 n-d-802623-1 neutron-server[93688]: INFO neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 27 22:52:14.879688 n-d-802623-1 neutron-server[93688]: DEBUG neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Loading extension file: floatingip_pools.py {{(pid=93688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 22:52:14.880377 n-d-802623-1 neutron-server[93688]: DEBUG neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 22:52:14.880878 n-d-802623-1 neutron-server[93688]: INFO neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Loaded extension: floatingip-pools Jul 27 22:52:14.881197 n-d-802623-1 neutron-server[93688]: DEBUG neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Loading extension file: ip_allocation.py {{(pid=93688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 22:52:14.882108 n-d-802623-1 neutron-server[93688]: DEBUG neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 22:52:14.882606 n-d-802623-1 neutron-server[93688]: INFO neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Extension ip_allocation not supported by any of loaded plugins Jul 27 22:52:14.882923 n-d-802623-1 neutron-server[93688]: DEBUG neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 22:52:14.883870 n-d-802623-1 neutron-server[93688]: DEBUG neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 22:52:14.884368 n-d-802623-1 neutron-server[93688]: INFO neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Loaded extension: ip-substring-filtering Jul 27 22:52:14.884746 n-d-802623-1 neutron-server[93688]: DEBUG neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Loading extension file: l2_adjacency.py {{(pid=93688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 22:52:14.886137 n-d-802623-1 neutron-server[93688]: DEBUG neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 22:52:14.886635 n-d-802623-1 neutron-server[93688]: INFO neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Extension l2_adjacency not supported by any of loaded plugins Jul 27 22:52:14.886954 n-d-802623-1 neutron-server[93688]: DEBUG neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Loading extension file: l3.py {{(pid=93688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 22:52:14.888123 n-d-802623-1 neutron-server[93688]: DEBUG neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 22:52:14.888639 n-d-802623-1 neutron-server[93688]: INFO neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Loaded extension: router Jul 27 22:52:14.888961 n-d-802623-1 neutron-server[93688]: DEBUG neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Loading extension file: l3_conntrack_helper.py {{(pid=93688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 22:52:14.891211 n-d-802623-1 neutron-server[93688]: DEBUG neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 22:52:14.891734 n-d-802623-1 neutron-server[93688]: INFO neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 27 22:52:14.892066 n-d-802623-1 neutron-server[93688]: DEBUG neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 22:52:14.892988 n-d-802623-1 neutron-server[93688]: DEBUG neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 22:52:14.893514 n-d-802623-1 neutron-server[93688]: INFO neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Loaded extension: ext-gw-mode Jul 27 22:52:14.893830 n-d-802623-1 neutron-server[93688]: DEBUG neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 22:52:14.894751 n-d-802623-1 neutron-server[93688]: DEBUG neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 22:52:14.895282 n-d-802623-1 neutron-server[93688]: INFO neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Loaded extension: l3-ha Jul 27 22:52:14.895606 n-d-802623-1 neutron-server[93688]: DEBUG neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Loading extension file: l3_flavors.py {{(pid=93688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 22:52:14.896505 n-d-802623-1 neutron-server[93688]: DEBUG neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 22:52:14.897003 n-d-802623-1 neutron-server[93688]: INFO neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Loaded extension: l3-flavors Jul 27 22:52:14.897323 n-d-802623-1 neutron-server[93688]: DEBUG neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 22:52:14.898226 n-d-802623-1 neutron-server[93688]: DEBUG neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 22:52:14.898723 n-d-802623-1 neutron-server[93688]: INFO neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Loaded extension: l3-port-ip-change-not-allowed Jul 27 22:52:14.899065 n-d-802623-1 neutron-server[93688]: DEBUG neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Loading extension file: l3agentscheduler.py {{(pid=93688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 22:52:14.900093 n-d-802623-1 neutron-server[93688]: DEBUG neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 22:52:14.900619 n-d-802623-1 neutron-server[93688]: INFO neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Loaded extension: l3_agent_scheduler Jul 27 22:52:14.900939 n-d-802623-1 neutron-server[93688]: DEBUG neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Loading extension file: logging.py {{(pid=93688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 22:52:14.902410 n-d-802623-1 neutron-server[93688]: DEBUG neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 22:52:14.902926 n-d-802623-1 neutron-server[93688]: INFO neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Extension logging not supported by any of loaded plugins Jul 27 22:52:14.903289 n-d-802623-1 neutron-server[93688]: DEBUG neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Loading extension file: metering.py {{(pid=93688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 22:52:14.904022 n-d-802623-1 neutron-server[93688]: DEBUG neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 22:52:14.904592 n-d-802623-1 neutron-server[93688]: INFO neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Loaded extension: metering Jul 27 22:52:14.904914 n-d-802623-1 neutron-server[93688]: DEBUG neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 22:52:14.906002 n-d-802623-1 neutron-server[93688]: DEBUG neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 22:52:14.906511 n-d-802623-1 neutron-server[93688]: INFO neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Loaded extension: metering_source_and_destination_fields Jul 27 22:52:14.906832 n-d-802623-1 neutron-server[93688]: DEBUG neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Loading extension file: multiprovidernet.py {{(pid=93688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 22:52:14.907769 n-d-802623-1 neutron-server[93688]: DEBUG neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 22:52:14.908273 n-d-802623-1 neutron-server[93688]: INFO neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Loaded extension: multi-provider Jul 27 22:52:14.908593 n-d-802623-1 neutron-server[93688]: DEBUG neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Loading extension file: netmtu.py {{(pid=93688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 22:52:14.909495 n-d-802623-1 neutron-server[93688]: DEBUG neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 22:52:14.909993 n-d-802623-1 neutron-server[93688]: INFO neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Loaded extension: net-mtu Jul 27 22:52:14.910309 n-d-802623-1 neutron-server[93688]: DEBUG neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Loading extension file: netmtu_writable.py {{(pid=93688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 22:52:14.911239 n-d-802623-1 neutron-server[93688]: DEBUG neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 22:52:14.911736 n-d-802623-1 neutron-server[93688]: INFO neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Loaded extension: net-mtu-writable Jul 27 22:52:14.912051 n-d-802623-1 neutron-server[93688]: DEBUG neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Loading extension file: network_availability_zone.py {{(pid=93688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 22:52:14.912710 n-d-802623-1 neutron-server[93688]: DEBUG neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 22:52:14.913204 n-d-802623-1 neutron-server[93688]: INFO neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Loaded extension: network_availability_zone Jul 27 22:52:14.913521 n-d-802623-1 neutron-server[93688]: DEBUG neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Loading extension file: network_ip_availability.py {{(pid=93688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 22:52:14.914586 n-d-802623-1 neutron-server[93688]: DEBUG neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 22:52:14.915111 n-d-802623-1 neutron-server[93688]: INFO neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Loaded extension: network-ip-availability Jul 27 22:52:14.915432 n-d-802623-1 neutron-server[93688]: DEBUG neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Loading extension file: network_segment_range.py {{(pid=93688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 22:52:14.916207 n-d-802623-1 neutron-server[93688]: DEBUG neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 22:52:14.916698 n-d-802623-1 neutron-server[93688]: INFO neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Extension network-segment-range not supported by any of loaded plugins Jul 27 22:52:14.917013 n-d-802623-1 neutron-server[93688]: DEBUG neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Loading extension file: pagination.py {{(pid=93688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 22:52:14.917982 n-d-802623-1 neutron-server[93688]: DEBUG neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 22:52:14.918303 n-d-802623-1 neutron-server[93688]: INFO neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Loaded extension: pagination Jul 27 22:52:14.918615 n-d-802623-1 neutron-server[93688]: DEBUG neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Loading extension file: port_device_profile.py {{(pid=93688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 22:52:14.919597 n-d-802623-1 neutron-server[93688]: DEBUG neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 22:52:14.920108 n-d-802623-1 neutron-server[93688]: INFO neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Loaded extension: port-device-profile Jul 27 22:52:14.920426 n-d-802623-1 neutron-server[93688]: DEBUG neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 22:52:14.921329 n-d-802623-1 neutron-server[93688]: DEBUG neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 22:52:14.921833 n-d-802623-1 neutron-server[93688]: INFO neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Loaded extension: port-mac-address-regenerate Jul 27 22:52:14.922150 n-d-802623-1 neutron-server[93688]: DEBUG neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 22:52:14.923064 n-d-802623-1 neutron-server[93688]: DEBUG neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 22:52:14.923583 n-d-802623-1 neutron-server[93688]: INFO neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Loaded extension: port-numa-affinity-policy Jul 27 22:52:14.923899 n-d-802623-1 neutron-server[93688]: DEBUG neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Loading extension file: port_resource_request.py {{(pid=93688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 22:52:14.924795 n-d-802623-1 neutron-server[93688]: DEBUG neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 22:52:14.925296 n-d-802623-1 neutron-server[93688]: INFO neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Extension port-resource-request not supported by any of loaded plugins Jul 27 22:52:14.925612 n-d-802623-1 neutron-server[93688]: DEBUG neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Loading extension file: portbindings.py {{(pid=93688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 22:52:14.926523 n-d-802623-1 neutron-server[93688]: DEBUG neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 22:52:14.927024 n-d-802623-1 neutron-server[93688]: INFO neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Loaded extension: binding Jul 27 22:52:14.927367 n-d-802623-1 neutron-server[93688]: DEBUG neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Loading extension file: portbindings_extended.py {{(pid=93688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 22:52:14.928742 n-d-802623-1 neutron-server[93688]: DEBUG neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 22:52:14.929246 n-d-802623-1 neutron-server[93688]: INFO neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Loaded extension: binding-extended Jul 27 22:52:14.929573 n-d-802623-1 neutron-server[93688]: DEBUG neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Loading extension file: portsecurity.py {{(pid=93688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 22:52:14.930473 n-d-802623-1 neutron-server[93688]: DEBUG neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 22:52:14.930973 n-d-802623-1 neutron-server[93688]: INFO neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Loaded extension: port-security Jul 27 22:52:14.931316 n-d-802623-1 neutron-server[93688]: DEBUG neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Loading extension file: project_id.py {{(pid=93688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 22:52:14.932802 n-d-802623-1 neutron-server[93688]: DEBUG neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 22:52:14.933124 n-d-802623-1 neutron-server[93688]: INFO neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Loaded extension: project-id Jul 27 22:52:14.933440 n-d-802623-1 neutron-server[93688]: DEBUG neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Loading extension file: providernet.py {{(pid=93688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 22:52:14.934359 n-d-802623-1 neutron-server[93688]: DEBUG neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 22:52:14.934857 n-d-802623-1 neutron-server[93688]: INFO neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Loaded extension: provider Jul 27 22:52:14.935214 n-d-802623-1 neutron-server[93688]: DEBUG neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Loading extension file: qos.py {{(pid=93688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 22:52:14.938697 n-d-802623-1 neutron-server[93688]: DEBUG neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 22:52:14.939241 n-d-802623-1 neutron-server[93688]: INFO neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Extension qos not supported by any of loaded plugins Jul 27 22:52:14.939573 n-d-802623-1 neutron-server[93688]: DEBUG neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 22:52:14.940799 n-d-802623-1 neutron-server[93688]: DEBUG neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 22:52:14.941310 n-d-802623-1 neutron-server[93688]: INFO neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 27 22:52:14.941636 n-d-802623-1 neutron-server[93688]: DEBUG neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 22:52:14.942540 n-d-802623-1 neutron-server[93688]: DEBUG neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 22:52:14.943074 n-d-802623-1 neutron-server[93688]: INFO neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 27 22:52:14.943401 n-d-802623-1 neutron-server[93688]: DEBUG neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Loading extension file: qos_default.py {{(pid=93688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 22:52:14.944310 n-d-802623-1 neutron-server[93688]: DEBUG neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 22:52:14.944814 n-d-802623-1 neutron-server[93688]: INFO neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Extension qos-default not supported by any of loaded plugins Jul 27 22:52:14.945137 n-d-802623-1 neutron-server[93688]: DEBUG neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Loading extension file: qos_fip.py {{(pid=93688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 22:52:14.945785 n-d-802623-1 neutron-server[93688]: DEBUG neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 22:52:14.946282 n-d-802623-1 neutron-server[93688]: INFO neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Extension qos-fip not supported by any of loaded plugins Jul 27 22:52:14.946600 n-d-802623-1 neutron-server[93688]: DEBUG neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Loading extension file: qos_gateway_ip.py {{(pid=93688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 22:52:14.948065 n-d-802623-1 neutron-server[93688]: DEBUG neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 22:52:14.948567 n-d-802623-1 neutron-server[93688]: INFO neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 27 22:52:14.948888 n-d-802623-1 neutron-server[93688]: DEBUG neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Loading extension file: qos_port_network_policy.py {{(pid=93688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 22:52:14.949794 n-d-802623-1 neutron-server[93688]: DEBUG neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 22:52:14.950298 n-d-802623-1 neutron-server[93688]: INFO neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 27 22:52:14.950623 n-d-802623-1 neutron-server[93688]: DEBUG neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Loading extension file: qos_rule_type_details.py {{(pid=93688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 22:52:14.951564 n-d-802623-1 neutron-server[93688]: DEBUG neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 22:52:14.952071 n-d-802623-1 neutron-server[93688]: INFO neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 27 22:52:14.952393 n-d-802623-1 neutron-server[93688]: DEBUG neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Loading extension file: qos_rules_alias.py {{(pid=93688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 22:52:14.953420 n-d-802623-1 neutron-server[93688]: DEBUG neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 22:52:14.953929 n-d-802623-1 neutron-server[93688]: INFO neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 27 22:52:14.954248 n-d-802623-1 neutron-server[93688]: DEBUG neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Loading extension file: quotasv2.py {{(pid=93688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 22:52:14.955178 n-d-802623-1 neutron-server[93688]: DEBUG neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 22:52:14.955504 n-d-802623-1 neutron-server[93688]: INFO neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Loaded extension: quotas Jul 27 22:52:14.955821 n-d-802623-1 neutron-server[93688]: DEBUG neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Loading extension file: quotasv2_detail.py {{(pid=93688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 22:52:14.958778 n-d-802623-1 neutron-server[93688]: DEBUG neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 22:52:14.959149 n-d-802623-1 neutron-server[93688]: INFO neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Loaded extension: quota_details Jul 27 22:52:14.959487 n-d-802623-1 neutron-server[93688]: DEBUG neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Loading extension file: rbac.py {{(pid=93688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 22:52:14.960979 n-d-802623-1 neutron-server[93688]: DEBUG neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 22:52:14.961503 n-d-802623-1 neutron-server[93688]: INFO neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Loaded extension: rbac-policies Jul 27 22:52:14.961829 n-d-802623-1 neutron-server[93688]: DEBUG neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Loading extension file: rbac_address_group.py {{(pid=93688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 22:52:14.962787 n-d-802623-1 neutron-server[93688]: DEBUG neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 22:52:14.963330 n-d-802623-1 neutron-server[93688]: INFO neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Loaded extension: rbac-address-group Jul 27 22:52:14.963656 n-d-802623-1 neutron-server[93688]: DEBUG neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Loading extension file: rbac_address_scope.py {{(pid=93688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 22:52:14.964565 n-d-802623-1 neutron-server[93688]: DEBUG neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 22:52:14.965072 n-d-802623-1 neutron-server[93688]: INFO neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Loaded extension: rbac-address-scope Jul 27 22:52:14.965392 n-d-802623-1 neutron-server[93688]: DEBUG neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Loading extension file: rbac_security_groups.py {{(pid=93688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 22:52:14.966297 n-d-802623-1 neutron-server[93688]: DEBUG neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 22:52:14.966801 n-d-802623-1 neutron-server[93688]: INFO neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Loaded extension: rbac-security-groups Jul 27 22:52:14.967146 n-d-802623-1 neutron-server[93688]: DEBUG neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Loading extension file: rbac_subnetpool.py {{(pid=93688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 22:52:14.968049 n-d-802623-1 neutron-server[93688]: DEBUG neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 22:52:14.968550 n-d-802623-1 neutron-server[93688]: INFO neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Loaded extension: rbac-subnetpool Jul 27 22:52:14.968864 n-d-802623-1 neutron-server[93688]: DEBUG neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Loading extension file: revisionifmatch.py {{(pid=93688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 22:52:14.969777 n-d-802623-1 neutron-server[93688]: DEBUG neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 22:52:14.970279 n-d-802623-1 neutron-server[93688]: INFO neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Loaded extension: revision-if-match Jul 27 22:52:14.970597 n-d-802623-1 neutron-server[93688]: DEBUG neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Loading extension file: revisions.py {{(pid=93688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 22:52:14.971727 n-d-802623-1 neutron-server[93688]: DEBUG neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 22:52:14.972239 n-d-802623-1 neutron-server[93688]: INFO neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Loaded extension: standard-attr-revisions Jul 27 22:52:14.972559 n-d-802623-1 neutron-server[93688]: DEBUG neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Loading extension file: router_availability_zone.py {{(pid=93688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 22:52:14.973225 n-d-802623-1 neutron-server[93688]: DEBUG neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 22:52:14.973735 n-d-802623-1 neutron-server[93688]: INFO neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Loaded extension: router_availability_zone Jul 27 22:52:14.974052 n-d-802623-1 neutron-server[93688]: DEBUG neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Loading extension file: routerservicetype.py {{(pid=93688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 22:52:14.974960 n-d-802623-1 neutron-server[93688]: DEBUG neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 22:52:14.975499 n-d-802623-1 neutron-server[93688]: INFO neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Extension router-service-type not supported by any of loaded plugins Jul 27 22:52:14.975816 n-d-802623-1 neutron-server[93688]: DEBUG neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 22:52:14.976718 n-d-802623-1 neutron-server[93688]: DEBUG neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 22:52:14.977220 n-d-802623-1 neutron-server[93688]: INFO neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Loaded extension: security-groups-normalized-cidr Jul 27 22:52:14.977536 n-d-802623-1 neutron-server[93688]: DEBUG neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Loading extension file: security_groups_port_filtering.py {{(pid=93688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 22:52:14.978950 n-d-802623-1 neutron-server[93688]: DEBUG neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 22:52:14.979477 n-d-802623-1 neutron-server[93688]: INFO neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Loaded extension: port-security-groups-filtering Jul 27 22:52:14.979794 n-d-802623-1 neutron-server[93688]: DEBUG neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 22:52:14.980777 n-d-802623-1 neutron-server[93688]: DEBUG neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 22:52:14.981278 n-d-802623-1 neutron-server[93688]: INFO neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Loaded extension: security-groups-remote-address-group Jul 27 22:52:14.981593 n-d-802623-1 neutron-server[93688]: DEBUG neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Loading extension file: securitygroup.py {{(pid=93688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 22:52:14.991346 n-d-802623-1 neutron-server[93688]: DEBUG neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 22:52:14.991868 n-d-802623-1 neutron-server[93688]: INFO neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Loaded extension: security-group Jul 27 22:52:14.992195 n-d-802623-1 neutron-server[93688]: DEBUG neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Loading extension file: segment.py {{(pid=93688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 22:52:14.993001 n-d-802623-1 neutron-server[93688]: DEBUG neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 22:52:14.993508 n-d-802623-1 neutron-server[93688]: INFO neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Extension segment not supported by any of loaded plugins Jul 27 22:52:14.993835 n-d-802623-1 neutron-server[93688]: DEBUG neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 22:52:14.995420 n-d-802623-1 neutron-server[93688]: DEBUG neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 22:52:14.996122 n-d-802623-1 neutron-server[93688]: INFO neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 27 22:52:14.996444 n-d-802623-1 neutron-server[93688]: DEBUG neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Loading extension file: servicetype.py {{(pid=93688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 22:52:14.997726 n-d-802623-1 neutron-server[93688]: DEBUG neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 22:52:14.998275 n-d-802623-1 neutron-server[93688]: INFO neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Loaded extension: service-type Jul 27 22:52:14.998653 n-d-802623-1 neutron-server[93688]: DEBUG neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Loading extension file: sorting.py {{(pid=93688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 22:52:14.999735 n-d-802623-1 neutron-server[93688]: DEBUG neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 22:52:15.000062 n-d-802623-1 neutron-server[93688]: INFO neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Loaded extension: sorting Jul 27 22:52:15.000380 n-d-802623-1 neutron-server[93688]: DEBUG neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Loading extension file: standard_attr_segment.py {{(pid=93688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 22:52:15.001347 n-d-802623-1 neutron-server[93688]: DEBUG neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 22:52:15.001850 n-d-802623-1 neutron-server[93688]: INFO neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 27 22:52:15.002168 n-d-802623-1 neutron-server[93688]: DEBUG neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Loading extension file: standardattrdescription.py {{(pid=93688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 22:52:15.002810 n-d-802623-1 neutron-server[93688]: DEBUG neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 22:52:15.003340 n-d-802623-1 neutron-server[93688]: INFO neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Loaded extension: standard-attr-description Jul 27 22:52:15.003664 n-d-802623-1 neutron-server[93688]: DEBUG neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Loading extension file: stateful_security_group.py {{(pid=93688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 22:52:15.004588 n-d-802623-1 neutron-server[93688]: DEBUG neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 22:52:15.005098 n-d-802623-1 neutron-server[93688]: INFO neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Loaded extension: stateful-security-group Jul 27 22:52:15.005421 n-d-802623-1 neutron-server[93688]: DEBUG neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Loading extension file: stdattrs_common.py {{(pid=93688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 22:52:15.005997 n-d-802623-1 neutron-server[93688]: WARNING neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 27 22:52:15.006313 n-d-802623-1 neutron-server[93688]: DEBUG neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 22:52:15.007266 n-d-802623-1 neutron-server[93688]: DEBUG neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 22:52:15.007770 n-d-802623-1 neutron-server[93688]: INFO neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 27 22:52:15.008088 n-d-802623-1 neutron-server[93688]: DEBUG neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Loading extension file: subnet_onboard.py {{(pid=93688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 22:52:15.009140 n-d-802623-1 neutron-server[93688]: DEBUG neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 22:52:15.009673 n-d-802623-1 neutron-server[93688]: INFO neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Loaded extension: subnet_onboard Jul 27 22:52:15.009994 n-d-802623-1 neutron-server[93688]: DEBUG neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 22:52:15.010900 n-d-802623-1 neutron-server[93688]: DEBUG neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 22:52:15.011429 n-d-802623-1 neutron-server[93688]: INFO neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 27 22:52:15.011748 n-d-802623-1 neutron-server[93688]: DEBUG neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Loading extension file: subnet_service_types.py {{(pid=93688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 22:52:15.012651 n-d-802623-1 neutron-server[93688]: DEBUG neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 22:52:15.013156 n-d-802623-1 neutron-server[93688]: INFO neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Loaded extension: subnet-service-types Jul 27 22:52:15.013474 n-d-802623-1 neutron-server[93688]: DEBUG neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Loading extension file: subnetallocation.py {{(pid=93688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 22:52:15.014538 n-d-802623-1 neutron-server[93688]: DEBUG neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 22:52:15.015069 n-d-802623-1 neutron-server[93688]: INFO neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Loaded extension: subnet_allocation Jul 27 22:52:15.015394 n-d-802623-1 neutron-server[93688]: DEBUG neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 22:52:15.016051 n-d-802623-1 neutron-server[93688]: DEBUG neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 22:52:15.016553 n-d-802623-1 neutron-server[93688]: INFO neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Loaded extension: subnetpool-prefix-ops Jul 27 22:52:15.016870 n-d-802623-1 neutron-server[93688]: DEBUG neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 22:52:15.017781 n-d-802623-1 neutron-server[93688]: DEBUG neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 22:52:15.018281 n-d-802623-1 neutron-server[93688]: INFO neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 27 22:52:15.018596 n-d-802623-1 neutron-server[93688]: DEBUG neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Loading extension file: tagging.py {{(pid=93688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 22:52:15.019668 n-d-802623-1 neutron-server[93688]: DEBUG neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 22:52:15.020179 n-d-802623-1 neutron-server[93688]: INFO neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Loaded extension: standard-attr-tag Jul 27 22:52:15.020499 n-d-802623-1 neutron-server[93688]: DEBUG neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Loading extension file: timestamp.py {{(pid=93688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 22:52:15.021680 n-d-802623-1 neutron-server[93688]: DEBUG neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 22:52:15.022186 n-d-802623-1 neutron-server[93688]: INFO neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Loaded extension: standard-attr-timestamp Jul 27 22:52:15.022509 n-d-802623-1 neutron-server[93688]: DEBUG neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Loading extension file: trunk.py {{(pid=93688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 22:52:15.023554 n-d-802623-1 neutron-server[93688]: DEBUG neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 22:52:15.024070 n-d-802623-1 neutron-server[93688]: INFO neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Extension trunk not supported by any of loaded plugins Jul 27 22:52:15.024393 n-d-802623-1 neutron-server[93688]: DEBUG neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Loading extension file: trunk_details.py {{(pid=93688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 22:52:15.025318 n-d-802623-1 neutron-server[93688]: DEBUG neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 22:52:15.025829 n-d-802623-1 neutron-server[93688]: INFO neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Extension trunk-details not supported by any of loaded plugins Jul 27 22:52:15.026152 n-d-802623-1 neutron-server[93688]: DEBUG neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Loading extension file: uplink_status_propagation.py {{(pid=93688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 22:52:15.027075 n-d-802623-1 neutron-server[93688]: DEBUG neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 22:52:15.027585 n-d-802623-1 neutron-server[93688]: INFO neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 27 22:52:15.027904 n-d-802623-1 neutron-server[93688]: DEBUG neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Loading extension file: vlantransparent.py {{(pid=93688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 22:52:15.028559 n-d-802623-1 neutron-server[93688]: DEBUG neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 22:52:15.029061 n-d-802623-1 neutron-server[93688]: INFO neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Extension vlan-transparent not supported by any of loaded plugins Jul 27 22:52:15.031513 n-d-802623-1 neutron-server[93688]: INFO neutron.quota.resource_registry [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Creating instance of TrackedResource for resource:network Jul 27 22:52:15.032032 n-d-802623-1 neutron-server[93688]: INFO neutron.quota.resource_registry [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Creating instance of TrackedResource for resource:subnet Jul 27 22:52:15.032430 n-d-802623-1 neutron-server[93688]: INFO neutron.quota.resource_registry [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Creating instance of TrackedResource for resource:subnetpool Jul 27 22:52:15.032820 n-d-802623-1 neutron-server[93688]: INFO neutron.quota.resource_registry [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Creating instance of TrackedResource for resource:port Jul 27 22:52:15.034028 n-d-802623-1 neutron-server[93688]: DEBUG neutron.api.v2.resource_helper [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93688) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 27 22:52:15.034467 n-d-802623-1 neutron-server[93688]: DEBUG neutron.api.v2.resource_helper [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Service FLAVORS assigned prefix: {{(pid=93688) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 27 22:52:15.035102 n-d-802623-1 neutron-server[93688]: DEBUG neutron.api.v2.resource_helper [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93688) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 27 22:52:15.035521 n-d-802623-1 neutron-server[93688]: DEBUG neutron.api.v2.resource_helper [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93688) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 27 22:52:15.035873 n-d-802623-1 neutron-server[93688]: INFO neutron.quota.resource_registry [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Creating instance of TrackedResource for resource:router Jul 27 22:52:15.036301 n-d-802623-1 neutron-server[93688]: INFO neutron.quota.resource_registry [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Creating instance of TrackedResource for resource:floatingip Jul 27 22:52:15.036782 n-d-802623-1 neutron-server[93688]: DEBUG neutron.api.v2.resource_helper [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Service METERING assigned prefix: /metering {{(pid=93688) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 27 22:52:15.038192 n-d-802623-1 neutron-server[93688]: DEBUG neutron_lib.callbacks.manager [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 22:52:15.038573 n-d-802623-1 neutron-server[93688]: DEBUG neutron_lib.callbacks.manager [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 22:52:15.038922 n-d-802623-1 neutron-server[93688]: DEBUG neutron_lib.callbacks.manager [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 22:52:15.039923 n-d-802623-1 neutron-server[93688]: INFO neutron.quota.resource_registry [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Creating instance of CountableResource for resource:rbac_policy Jul 27 22:52:15.040359 n-d-802623-1 neutron-server[93688]: INFO neutron.quota.resource_registry [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Creating instance of TrackedResource for resource:security_group Jul 27 22:52:15.040784 n-d-802623-1 neutron-server[93688]: INFO neutron.quota.resource_registry [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 27 22:52:15.041899 n-d-802623-1 neutron-server[93688]: DEBUG neutron.api.v2.resource_helper [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Service CORE assigned prefix: {{(pid=93688) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 27 22:52:15.042224 n-d-802623-1 neutron-server[93688]: INFO neutron.quota.resource_registry [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Creating instance of TrackedResource for resource:subnetpool Jul 27 22:52:15.042566 n-d-802623-1 neutron-server[93688]: WARNING neutron.quota.resource_registry [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] subnetpool is already registered Jul 27 22:52:15.042984 n-d-802623-1 neutron-server[93688]: DEBUG neutron.api.v2.resource_helper [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Service CORE assigned prefix: {{(pid=93688) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 27 22:52:15.043332 n-d-802623-1 neutron-server[93688]: INFO neutron.quota.resource_registry [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Creating instance of TrackedResource for resource:subnetpool Jul 27 22:52:15.043659 n-d-802623-1 neutron-server[93688]: WARNING neutron.quota.resource_registry [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] subnetpool is already registered Jul 27 22:52:15.047170 n-d-802623-1 neutron-server[93688]: DEBUG neutron.api.v2.resource_helper [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93688) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 27 22:52:15.047608 n-d-802623-1 neutron-server[93688]: DEBUG neutron.api.v2.resource_helper [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Service FLAVORS assigned prefix: {{(pid=93688) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 27 22:52:15.048207 n-d-802623-1 neutron-server[93688]: DEBUG neutron.api.v2.resource_helper [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93688) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 27 22:52:15.048624 n-d-802623-1 neutron-server[93688]: DEBUG neutron.api.v2.resource_helper [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93688) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 27 22:52:15.048956 n-d-802623-1 neutron-server[93688]: INFO neutron.quota.resource_registry [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Creating instance of TrackedResource for resource:router Jul 27 22:52:15.049290 n-d-802623-1 neutron-server[93688]: WARNING neutron.quota.resource_registry [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] router is already registered Jul 27 22:52:15.049693 n-d-802623-1 neutron-server[93688]: INFO neutron.quota.resource_registry [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Creating instance of TrackedResource for resource:floatingip Jul 27 22:52:15.050023 n-d-802623-1 neutron-server[93688]: WARNING neutron.quota.resource_registry [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] floatingip is already registered Jul 27 22:52:15.050466 n-d-802623-1 neutron-server[93688]: DEBUG neutron.api.v2.resource_helper [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Service METERING assigned prefix: /metering {{(pid=93688) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 27 22:52:15.051143 n-d-802623-1 neutron-server[93688]: INFO neutron.quota.resource_registry [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Creating instance of CountableResource for resource:rbac_policy Jul 27 22:52:15.051463 n-d-802623-1 neutron-server[93688]: WARNING neutron.quota.resource_registry [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] rbac_policy is already registered Jul 27 22:52:15.051865 n-d-802623-1 neutron-server[93688]: INFO neutron.quota.resource_registry [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Creating instance of TrackedResource for resource:security_group Jul 27 22:52:15.052194 n-d-802623-1 neutron-server[93688]: WARNING neutron.quota.resource_registry [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] security_group is already registered Jul 27 22:52:15.052587 n-d-802623-1 neutron-server[93688]: INFO neutron.quota.resource_registry [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 27 22:52:15.052912 n-d-802623-1 neutron-server[93688]: WARNING neutron.quota.resource_registry [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] security_group_rule is already registered Jul 27 22:52:15.053371 n-d-802623-1 neutron-server[93688]: DEBUG neutron.api.v2.resource_helper [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Service CORE assigned prefix: {{(pid=93688) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 27 22:52:15.053690 n-d-802623-1 neutron-server[93688]: INFO neutron.quota.resource_registry [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Creating instance of TrackedResource for resource:subnetpool Jul 27 22:52:15.054015 n-d-802623-1 neutron-server[93688]: WARNING neutron.quota.resource_registry [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] subnetpool is already registered Jul 27 22:52:15.054425 n-d-802623-1 neutron-server[93688]: DEBUG neutron.api.v2.resource_helper [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Service CORE assigned prefix: {{(pid=93688) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 27 22:52:15.054742 n-d-802623-1 neutron-server[93688]: INFO neutron.quota.resource_registry [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Creating instance of TrackedResource for resource:subnetpool Jul 27 22:52:15.055090 n-d-802623-1 neutron-server[93688]: WARNING neutron.quota.resource_registry [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] subnetpool is already registered Jul 27 22:52:15.055532 n-d-802623-1 neutron-server[93688]: DEBUG neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Extended resource: extensions {{(pid=93688) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 22:52:15.057611 n-d-802623-1 neutron-server[93688]: DEBUG neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Extended resource: address-groups {{(pid=93688) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 22:52:15.059099 n-d-802623-1 neutron-server[93688]: DEBUG neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Extended resource: address-scopes {{(pid=93688) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 22:52:15.060292 n-d-802623-1 neutron-server[93688]: DEBUG neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Extended resource: agents {{(pid=93688) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 22:52:15.061421 n-d-802623-1 neutron-server[93688]: DEBUG neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Extended resource: auto-allocated-topology {{(pid=93688) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 22:52:15.062761 n-d-802623-1 neutron-server[93688]: DEBUG neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Extended resource: availability_zones {{(pid=93688) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 22:52:15.064032 n-d-802623-1 neutron-server[93688]: DEBUG neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Extended resource: dhcp-networks {{(pid=93688) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 22:52:15.065414 n-d-802623-1 neutron-server[93688]: DEBUG neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Extended resource: dhcp-agents {{(pid=93688) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 22:52:15.066910 n-d-802623-1 neutron-server[93688]: DEBUG neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Extended resource: routers {{(pid=93688) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 22:52:15.068649 n-d-802623-1 neutron-server[93688]: DEBUG neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Extended resource: flavors {{(pid=93688) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 22:52:15.069850 n-d-802623-1 neutron-server[93688]: DEBUG neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Extended resource: service_profiles {{(pid=93688) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 22:52:15.071275 n-d-802623-1 neutron-server[93688]: DEBUG neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Extended resource: next_providers {{(pid=93688) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 22:52:15.072769 n-d-802623-1 neutron-server[93688]: DEBUG neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Extended resource: service_profiles {{(pid=93688) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 22:52:15.074195 n-d-802623-1 neutron-server[93688]: DEBUG neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Extended resource: floatingip-pools {{(pid=93688) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 22:52:15.075433 n-d-802623-1 neutron-server[93688]: DEBUG neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Extended resource: routers {{(pid=93688) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 22:52:15.077218 n-d-802623-1 neutron-server[93688]: DEBUG neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Extended resource: floatingips {{(pid=93688) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 22:52:15.078395 n-d-802623-1 neutron-server[93688]: DEBUG neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Extended resource: l3-routers {{(pid=93688) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 22:52:15.079852 n-d-802623-1 neutron-server[93688]: DEBUG neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Extended resource: l3-agents {{(pid=93688) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 22:52:15.081341 n-d-802623-1 neutron-server[93688]: DEBUG neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Extended resource: metering-labels {{(pid=93688) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 22:52:15.082587 n-d-802623-1 neutron-server[93688]: DEBUG neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Extended resource: metering-label-rules {{(pid=93688) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 22:52:15.083882 n-d-802623-1 neutron-server[93688]: DEBUG neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Extended resource: network-ip-availabilities {{(pid=93688) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 22:52:15.085222 n-d-802623-1 neutron-server[93688]: DEBUG neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Extended resource: bindings {{(pid=93688) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 22:52:15.087028 n-d-802623-1 neutron-server[93688]: DEBUG neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Extended resource: quotas {{(pid=93688) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 22:52:15.088516 n-d-802623-1 neutron-server[93688]: DEBUG neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Extended resource: quotas {{(pid=93688) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 22:52:15.090029 n-d-802623-1 neutron-server[93688]: DEBUG neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Extended resource: rbac-policies {{(pid=93688) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 22:52:15.091247 n-d-802623-1 neutron-server[93688]: DEBUG neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Extended resource: security-groups {{(pid=93688) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 22:52:15.092426 n-d-802623-1 neutron-server[93688]: DEBUG neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Extended resource: security-group-rules {{(pid=93688) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 22:52:15.093750 n-d-802623-1 neutron-server[93688]: DEBUG neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Extended resource: service-providers {{(pid=93688) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 22:52:15.095091 n-d-802623-1 neutron-server[93688]: DEBUG neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Extended resource: subnetpools {{(pid=93688) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 22:52:15.096412 n-d-802623-1 neutron-server[93688]: DEBUG neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Extended resource: subnetpools {{(pid=93688) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 22:52:15.097844 n-d-802623-1 neutron-server[93688]: DEBUG neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Extended resource: tags {{(pid=93688) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 22:52:15.099680 n-d-802623-1 neutron-server[93688]: DEBUG neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Extended resource: tags {{(pid=93688) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 22:52:15.101360 n-d-802623-1 neutron-server[93688]: DEBUG neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Extended resource: tags {{(pid=93688) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 22:52:15.103272 n-d-802623-1 neutron-server[93688]: DEBUG neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Extended resource: tags {{(pid=93688) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 22:52:15.105476 n-d-802623-1 neutron-server[93688]: DEBUG neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Extended resource: tags {{(pid=93688) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 22:52:15.107343 n-d-802623-1 neutron-server[93688]: DEBUG neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Extended resource: tags {{(pid=93688) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 22:52:15.110019 n-d-802623-1 neutron-server[93688]: DEBUG neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Extended resource: tags {{(pid=93688) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 22:52:15.111914 n-d-802623-1 neutron-server[93688]: DEBUG neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Extended resource: tags {{(pid=93688) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 22:52:15.113654 n-d-802623-1 neutron-server[93688]: DEBUG neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Extended resource: tags {{(pid=93688) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 22:52:15.115691 n-d-802623-1 neutron-server[93688]: DEBUG neutron.api.extensions [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Extended resource: tags {{(pid=93688) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 22:52:15.122273 n-d-802623-1 neutron-server[93688]: WARNING keystonemiddleware.auth_token [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 27 22:52:15.126796 n-d-802623-1 neutron-server[93688]: WARNING keystonemiddleware.auth_token [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 27 22:52:15.135301 n-d-802623-1 neutron-server[93688]: DEBUG oslo_concurrency.lockutils [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Acquired lock "singleton_lock" {{(pid=93688) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jul 27 22:52:15.135782 n-d-802623-1 neutron-server[93688]: DEBUG oslo_concurrency.lockutils [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Releasing lock "singleton_lock" {{(pid=93688) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jul 27 22:52:15.136431 n-d-802623-1 neutron-server[93688]: INFO oslo_service.service [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Starting 2 workers Jul 27 22:52:15.141198 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Started child 93797 {{(pid=93688) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 27 22:52:15.145660 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Started child 93798 {{(pid=93688) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 27 22:52:15.146881 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:15.147576 n-d-802623-1 neutron-server[93688]: INFO neutron.service [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Neutron service started, listening on 0.0.0.0:9696 Jul 27 22:52:15.147966 n-d-802623-1 neutron-server[93688]: DEBUG neutron_lib.callbacks.manager [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Notify callbacks [] for process, before_spawn {{(pid=93688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:15.148518 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [-] (93797) wsgi starting up on http://0.0.0.0:9696 Jul 27 22:52:15.150417 n-d-802623-1 neutron-server[93688]: INFO oslo_service.service [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Starting 1 workers Jul 27 22:52:15.150525 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:15.151999 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [-] (93798) wsgi starting up on http://0.0.0.0:9696 Jul 27 22:52:15.155555 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Started child 93799 {{(pid=93688) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 27 22:52:15.156071 n-d-802623-1 neutron-server[93688]: INFO oslo_service.service [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Starting 1 workers Jul 27 22:52:15.159537 n-d-802623-1 neutron-server[93799]: DEBUG neutron.service [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] calling RpcWorker wait() {{(pid=93799) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 27 22:52:15.160063 n-d-802623-1 neutron-server[93799]: DEBUG neutron.service [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] returning from RpcWorker wait() {{(pid=93799) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 27 22:52:15.160417 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Started child 93800 {{(pid=93688) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 27 22:52:15.161299 n-d-802623-1 neutron-server[93688]: DEBUG neutron_lib.callbacks.manager [None req-877fc3b9-97b2-4364-a337-d9d8c555f9b0 None None] Notify callbacks [] for process, after_spawn {{(pid=93688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:15.161598 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:15.162114 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:52:15.163466 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93688) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 27 22:52:15.163679 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 27 22:52:15.163861 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 27 22:52:15.164076 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 27 22:52:15.164400 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 27 22:52:15.164560 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 27 22:52:15.165423 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:15.165423 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:15.165623 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:15.166401 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:15.166704 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:15.167352 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:15.167615 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:15.167874 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:15.168149 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:15.168400 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:15.168571 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:15.168738 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:15.168982 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:15.169071 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:15.169476 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:15.169603 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:15.169842 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:15.169981 n-d-802623-1 neutron-server[93800]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:52:15.170073 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:15.170356 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:15.170527 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:15.170787 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:15.171072 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:15.171332 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:15.171591 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] debug = True {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:15.171835 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:15.172297 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:15.172526 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:15.172768 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:15.172986 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:15.173251 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:15.173499 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:15.173775 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:15.174009 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:15.174226 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:15.174472 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:15.174739 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:15.174977 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:15.175235 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:15.175485 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:15.175733 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:15.175950 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:15.176399 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] host = n-d-802623-1 {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:15.176613 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:15.176860 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:15.177092 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:15.177348 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:15.177604 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:15.177818 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:15.178071 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:15.178321 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:15.178567 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:15.178789 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:15.179037 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:15.179312 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:15.179549 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:15.179781 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] log_file = None {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:15.179942 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] log_options = True {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:15.180190 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:15.180455 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:15.180728 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:15.180951 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:15.181097 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:15.181232 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:15.181478 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:15.182332 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:15.182585 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:15.182864 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:15.183073 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:15.183307 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:15.183522 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:15.183734 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:15.183982 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:15.184242 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:15.184486 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:15.184694 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:15.184968 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:15.185192 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:15.185419 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:15.185658 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:15.186255 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:15.186255 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:15.186495 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:15.186616 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:15.186737 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:15.186934 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:15.187168 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:15.187411 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:15.187643 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:15.187885 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:15.188127 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:15.188364 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:15.188592 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:15.188816 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:15.189050 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:15.189314 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:15.189542 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:15.189783 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:15.190023 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:15.190254 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:15.190475 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:15.190688 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:15.190918 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:15.191172 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] use_json = False {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:15.191361 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:15.191596 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:15.191877 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:15.192088 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:15.192439 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:15.192586 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:15.192712 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:15.192976 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:15.193353 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.193635 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.193952 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.194197 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.194433 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.194687 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.194937 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.195202 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.195470 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.195701 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.196019 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.196245 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.196527 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.196779 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.197016 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.197387 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.197648 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.197913 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.198142 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.198380 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.198601 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.198843 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.199218 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.199464 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.199712 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.18/identity {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.199965 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.200185 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.200437 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.200685 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.200922 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.201212 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.201357 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.201609 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.201849 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.202084 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.202303 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.202581 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.202755 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.203113 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.203339 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.203502 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.203722 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.203940 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.204175 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.204405 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.204633 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.205310 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.205310 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.205310 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.205890 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.205890 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.206134 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.206134 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.206592 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.206592 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.206888 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.207030 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.207234 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.207446 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.207978 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.207978 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.208276 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.208416 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.208602 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.208839 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.209057 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.209308 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.209537 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.209778 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.209991 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.210227 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.210728 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.210929 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.211170 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.211405 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.211832 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.211832 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.212126 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.212342 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.214222 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.216946 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.217996 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.219711 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.220277 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.220447 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.220677 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.220946 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.221241 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.221515 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.221785 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.222039 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.222315 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.222573 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.222842 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.223120 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.223406 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.223664 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.223949 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.224203 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.224433 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.224878 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.225042 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.225521 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.225521 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.225809 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.225935 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.226137 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.226379 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.226653 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.227496 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.227496 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.227496 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.227881 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.228004 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.228162 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.228954 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.229261 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.229822 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.229822 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.230107 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.230283 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.230547 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.230804 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.231247 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.231394 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.231615 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.231814 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.232300 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.232775 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.232775 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.232775 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.233170 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.233305 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.235078 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.235078 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.235078 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.235078 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.235078 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.235078 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.235590 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.235590 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.235754 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.235835 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.236086 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.18/identity {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.236308 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.236560 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.236794 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.237013 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.237241 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.237461 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.237709 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.237927 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.238143 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.238399 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.238615 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.238857 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.239133 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.239356 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.239584 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.239816 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.240032 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.240324 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.240575 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.240799 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.241020 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.241239 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.241457 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.241709 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.241932 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.242202 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.242468 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.242711 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.242936 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.243255 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.243526 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.243745 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.244767 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.245220 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.245509 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.245735 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.245962 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.246219 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.247502 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.247502 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.247502 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.247502 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.247502 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.247843 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.247953 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.248181 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.248428 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.248650 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.249085 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.249523 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.249932 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.250156 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.250385 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.250635 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.251023 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.251445 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.251721 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.251940 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.252176 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.252415 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.252638 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.252854 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.253155 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.253437 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.253673 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.253941 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.254197 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.254447 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.254700 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.254921 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.255180 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.255414 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.255638 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.255853 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.256085 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.256304 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.256523 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.256750 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.256974 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.257213 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.257443 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.257658 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.257873 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.258098 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.258318 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.258533 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.258782 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.259025 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.259277 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.259504 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.259752 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.259967 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.260200 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.260455 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.260670 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.260895 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.261119 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.261332 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.261649 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.261907 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.262129 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.262414 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.262666 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.262915 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.263206 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.263531 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.263768 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.264030 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.264248 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.264478 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.264735 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.264992 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.265303 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.265613 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.265890 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.266159 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.266428 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.266701 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.266996 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.267241 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.267549 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.267876 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.268155 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.268434 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.268691 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.268949 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.269198 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.269418 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.269640 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.269860 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.270082 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.270355 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.270605 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.270852 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.271113 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.271346 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.271568 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.271795 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.272013 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.272243 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.272462 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.272620 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 27 22:52:15.273113 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93688) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 27 22:52:15.273264 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 27 22:52:15.273410 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 27 22:52:15.273570 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 27 22:52:15.273727 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 27 22:52:15.273862 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 27 22:52:15.274075 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:15.274235 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:15.274395 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:15.274555 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:15.274714 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:15.274894 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:15.275082 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:15.275257 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:15.275420 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:15.275585 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:15.275783 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:15.275922 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:15.276053 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:15.277632 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:15.277632 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:15.277632 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:15.277632 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:15.277632 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:15.277632 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:15.277632 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:15.277632 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:15.280305 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:15.280305 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] debug = True {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:15.280305 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:15.280305 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:15.280305 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:15.280305 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:15.281053 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:15.281053 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:15.281053 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:15.281053 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:15.281053 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:15.281053 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:15.281053 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:15.281053 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:15.281838 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:15.281838 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:15.281838 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:15.281838 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:15.281838 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:15.281838 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] host = n-d-802623-1 {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:15.281838 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:15.281838 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:15.281838 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:15.282535 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:15.282535 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:15.282535 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:15.282535 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:15.282535 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:15.282535 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:15.282535 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:15.282535 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:15.283729 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:15.283729 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:15.283729 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] log_file = None {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:15.283729 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] log_options = True {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:15.283729 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:15.283729 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:15.283729 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:15.283729 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:15.285028 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:15.285028 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:15.285028 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:15.285028 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:15.285028 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:15.285028 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:15.285028 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:15.285754 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:15.285754 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:15.285754 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:15.285754 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:15.285754 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:15.285754 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:15.285754 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:15.285754 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:15.286283 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:15.286283 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:15.286283 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:15.286283 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:15.286283 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:15.286626 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:15.286626 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:15.286765 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:15.286895 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:15.287099 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:15.287229 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:15.287387 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:15.287545 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:15.287924 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:15.287924 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:15.288408 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:15.288408 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:15.288408 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:15.289323 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:15.289323 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:15.289323 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:15.289323 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:15.289323 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:15.289323 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:15.289323 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:15.290279 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:15.290279 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] use_json = False {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:15.290279 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:15.290279 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:15.290279 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:15.290279 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:15.291636 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:15.291636 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:15.291636 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:15.291636 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 22:52:15.291636 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.291981 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.291981 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.291981 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.292196 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.292273 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.292427 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.293110 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.293110 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.293110 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.293110 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.293482 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.293482 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.293482 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.293706 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.294054 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.294054 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.294285 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.294285 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.294482 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.294600 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.294730 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.295183 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.295183 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.295413 n-d-802623-1 neutron-server[93799]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:52:15.295539 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.18/identity {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.295539 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.295539 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.295901 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.295901 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.296138 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.296138 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.296369 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.296491 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.296610 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.296729 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.296847 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.297009 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.297173 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.297335 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.297497 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.297659 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.297821 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.297982 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.298144 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.298305 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.298467 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.298629 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.298794 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.298955 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.299140 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.299312 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.299472 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.299635 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.299796 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.299956 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.300119 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.300280 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.300441 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.300603 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.300765 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.300926 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.301101 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.301262 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.301424 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.301585 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.301748 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.301908 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.302069 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.302229 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.302391 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.302551 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.302713 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.302874 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.303036 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.303236 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.303399 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.303561 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.303722 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.303883 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.304043 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.304204 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.304365 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.304525 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.304686 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.304856 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.305033 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.305195 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.305355 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.305516 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.305677 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.305839 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.306166 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.306166 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.306395 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.306534 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.307956 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.307956 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.307956 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.307956 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.307956 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.307956 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.309759 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.309759 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.309759 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.309759 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.309759 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.309759 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.309759 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.309759 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.310281 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.310281 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.310281 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.310281 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.310281 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.310281 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.310281 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.310725 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.310725 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.310725 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.311686 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.311686 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.311686 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.311686 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.311686 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.311686 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.311686 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.312215 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.312215 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.312215 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.312427 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.312830 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.312830 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.312830 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.313128 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.313128 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.313363 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.313363 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.313591 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.313709 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.313836 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.313997 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.314158 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.314515 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.314515 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.18/identity {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.314738 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.314824 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.314933 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.315118 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.315318 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.315469 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.315609 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.315742 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.315896 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.316049 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.316207 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.316369 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.316531 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.316692 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.316853 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.317014 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.317175 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.317336 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.317498 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.317635 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.317798 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.317958 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.318122 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.318269 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.318431 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.318594 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.318760 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.318922 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.319099 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.319779 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.319779 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.319779 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.319779 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.320988 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.320988 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.320988 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.320988 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.320988 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.320988 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.320988 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.320988 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.322353 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.322353 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.322353 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.322353 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.322353 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.322353 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.322353 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.322353 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.323378 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.323378 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.323378 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.323378 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.323378 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.323378 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.323378 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.323378 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.324371 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.324371 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.324371 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.324371 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.324371 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.324371 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.325137 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.325137 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.325137 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.325137 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.325137 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.325746 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.325746 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.325746 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.325746 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.326259 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.326259 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.326259 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.326259 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.326750 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.326750 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.326750 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.327166 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.327166 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.327166 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.327557 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.327557 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.327810 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.327810 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.328073 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.328073 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.328332 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.328477 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.328612 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.328745 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.328877 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.329010 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.329142 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.329274 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.329440 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.329602 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.329760 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.329923 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.330086 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.330255 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.330417 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.330578 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.330739 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.330912 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.331084 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.331233 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.331398 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.331560 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.331721 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.331883 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.332033 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.332428 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.332428 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.333228 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.333228 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.333228 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.333228 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.333228 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.334584 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.334584 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.334584 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.334584 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.334584 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.334584 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.334584 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.334584 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.334584 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.335686 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.335686 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.335686 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.335686 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.335686 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.335686 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.336101 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.336101 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.336238 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.336362 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.336442 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.336588 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 22:52:15.336740 n-d-802623-1 neutron-server[93688]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 27 22:52:15.567284 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 47188) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:52:15.576019 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [-] 10.222.0.18 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063698 Jul 27 22:52:26.899655 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d5bf3e0-faf5-4e87-91ba-ca68af8f811e None None] get_active_networks_info from n-d-802623-1 {{(pid=93799) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 27 22:52:27.001794 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d5bf3e0-faf5-4e87-91ba-ca68af8f811e None None] No non-hosted networks {{(pid=93799) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 27 22:52:27.020197 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.agentschedulers_db [None req-4d5bf3e0-faf5-4e87-91ba-ca68af8f811e None None] DHCP Agent not found on host n-d-802623-1 {{(pid=93799) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jul 27 22:52:27.179913 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-64df4703-8d91-4af9-809f-48edd93d83d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-478683'] for agent, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:29.536317 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-efbf8fa5-cce3-4b90-94c3-1802f88966f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-478683'] for agent, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:29.541097 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.db.api [None req-d07f09ea-26ce-444a-89ab-0d72704333ef None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-n-d-802623-1 {{(pid=93799) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 22:52:29.541522 n-d-802623-1 neutron-server[93799]: DEBUG oslo_db.api [None req-d07f09ea-26ce-444a-89ab-0d72704333ef None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 22:52:29.623098 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-478683'] for agent, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:29.624145 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:52:29.624690 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:52:29.625227 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:52:29.625739 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:52:29.626278 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:52:29.626835 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:52:29.628210 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:52:29.628795 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:52:29.629584 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:52:29.630097 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:52:29.630652 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:52:29.631179 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:52:29.631906 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-802623-1', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:52:29.641453 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-802623-1', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:52:30.109153 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d07f09ea-26ce-444a-89ab-0d72704333ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:30.331860 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-19f2e178-d45e-4fbe-b9be-c3963fc151ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-478683'] for agent, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:32.047595 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7418f70f-e60d-4709-8ba9-6ab514bc7f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-478683'] for agent, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:33.283337 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 47282) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:52:33.782240 n-d-802623-1 neutron-server[93798]: WARNING oslo_policy.policy [None req-cbb07cc7-1f30-49ee-88ff-a98cf6019932 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 27 22:52:33.782822 n-d-802623-1 neutron-server[93798]: WARNING oslo_policy.policy [None req-cbb07cc7-1f30-49ee-88ff-a98cf6019932 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 27 22:52:33.998854 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [None req-cbb07cc7-1f30-49ee-88ff-a98cf6019932 admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=93798) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 22:52:34.000162 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-cbb07cc7-1f30-49ee-88ff-a98cf6019932 admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7146893 Jul 27 22:52:34.792933 n-d-802623-1 neutron-server[93799]: INFO neutron.db.l3_hamode_db [None req-5429d98d-201f-4c6a-a4a5-43aacf54aadb None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 27 22:52:34.871444 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5429d98d-201f-4c6a-a4a5-43aacf54aadb None None] Routers set() bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:52:34.871842 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5429d98d-201f-4c6a-a4a5-43aacf54aadb None None] Router IDs set() for agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 27 22:52:36.344221 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 47296) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:52:36.654164 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-5d6ae10e-e60a-4e86-bc14-a7354bf498f4 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'shared': True, 'prefixes': ['172.20.0.0/16'], 'is_default': True}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:52:36.748632 n-d-802623-1 neutron-server[93798]: DEBUG neutron.policy [None req-5d6ae10e-e60a-4e86-bc14-a7354bf498f4 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93798) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 27 22:52:36.793440 n-d-802623-1 neutron-server[93798]: WARNING oslo_policy.policy [None req-5d6ae10e-e60a-4e86-bc14-a7354bf498f4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 27 22:52:36.793811 n-d-802623-1 neutron-server[93798]: WARNING oslo_policy.policy [None req-5d6ae10e-e60a-4e86-bc14-a7354bf498f4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 27 22:52:36.802125 n-d-802623-1 neutron-server[93798]: INFO neutron.quota [None req-5d6ae10e-e60a-4e86-bc14-a7354bf498f4 admin admin] Loaded quota_driver: . Jul 27 22:52:36.894404 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5d6ae10e-e60a-4e86-bc14-a7354bf498f4 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8736832697952', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8736832703379', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8736832710633', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8736832716199', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8736832294432', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8736832735392', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-589913', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-600006', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3787130', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3626257'] for rbac-policy, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:36.957700 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5d6ae10e-e60a-4e86-bc14-a7354bf498f4 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:36.958947 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-5d6ae10e-e60a-4e86-bc14-a7354bf498f4 admin admin] 10.222.0.18 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6137426 Jul 27 22:52:39.510744 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 47308) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:52:39.803219 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-7319da3c-ebb8-4f5a-953c-c3112c9f91f9 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'project_id': '11d21d4191a6433e89fa5816a104fad9', 'tenant_id': '11d21d4191a6433e89fa5816a104fad9'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:52:39.830563 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7319da3c-ebb8-4f5a-953c-c3112c9f91f9 admin admin] Made reservation on behalf of 11d21d4191a6433e89fa5816a104fad9 for: {'network': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:52:39.833316 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7319da3c-ebb8-4f5a-953c-c3112c9f91f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for network, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:39.850039 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7319da3c-ebb8-4f5a-953c-c3112c9f91f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:39.973380 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7319da3c-ebb8-4f5a-953c-c3112c9f91f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:39.977055 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7319da3c-ebb8-4f5a-953c-c3112c9f91f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:39.996707 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7319da3c-ebb8-4f5a-953c-c3112c9f91f9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 547} {{(pid=93798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:52:40.027020 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7319da3c-ebb8-4f5a-953c-c3112c9f91f9 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8736833900072', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:40.027627 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7319da3c-ebb8-4f5a-953c-c3112c9f91f9 admin admin] Unsubscribe: segment precommit_create {{(pid=93798) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 27 22:52:40.028128 n-d-802623-1 neutron-server[93798]: INFO neutron.db.segments_db [None req-7319da3c-ebb8-4f5a-953c-c3112c9f91f9 admin admin] Added segment d8bbbf9c-9a8b-4847-891a-7ed314520ae6 of type vlan for network 2cd9b46f-2de3-40ab-aa68-57dc52a6e5f0 Jul 27 22:52:40.045498 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7319da3c-ebb8-4f5a-953c-c3112c9f91f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=052f10b3-9141-4047-aabd-0d36bcce37b1,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:52:40.095236 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7319da3c-ebb8-4f5a-953c-c3112c9f91f9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:52:40.095577 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7319da3c-ebb8-4f5a-953c-c3112c9f91f9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:52:40.095910 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7319da3c-ebb8-4f5a-953c-c3112c9f91f9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:52:40.096238 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7319da3c-ebb8-4f5a-953c-c3112c9f91f9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:52:40.096561 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7319da3c-ebb8-4f5a-953c-c3112c9f91f9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:52:40.096879 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7319da3c-ebb8-4f5a-953c-c3112c9f91f9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:52:40.097195 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7319da3c-ebb8-4f5a-953c-c3112c9f91f9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:52:40.097510 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7319da3c-ebb8-4f5a-953c-c3112c9f91f9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:52:40.097823 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7319da3c-ebb8-4f5a-953c-c3112c9f91f9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:52:40.098134 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7319da3c-ebb8-4f5a-953c-c3112c9f91f9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:52:40.098449 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7319da3c-ebb8-4f5a-953c-c3112c9f91f9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:52:40.098755 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7319da3c-ebb8-4f5a-953c-c3112c9f91f9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:52:40.099855 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7319da3c-ebb8-4f5a-953c-c3112c9f91f9 admin admin] Tracked resource versions report: Jul 27 22:52:40.099855 n-d-802623-1 neutron-server[93798]: pushed versions: Jul 27 22:52:40.099855 n-d-802623-1 neutron-server[93798]: { 'AddressGroup': {'1.2'}, Jul 27 22:52:40.099855 n-d-802623-1 neutron-server[93798]: 'ConntrackHelper': {'1.0'}, Jul 27 22:52:40.099855 n-d-802623-1 neutron-server[93798]: 'Log': {'1.0'}, Jul 27 22:52:40.099855 n-d-802623-1 neutron-server[93798]: 'Network': {'1.1'}, Jul 27 22:52:40.099855 n-d-802623-1 neutron-server[93798]: 'Port': {'1.7'}, Jul 27 22:52:40.099855 n-d-802623-1 neutron-server[93798]: 'PortForwarding': {'1.2'}, Jul 27 22:52:40.099855 n-d-802623-1 neutron-server[93798]: 'QosPolicy': {'1.8'}, Jul 27 22:52:40.099855 n-d-802623-1 neutron-server[93798]: 'SecurityGroup': {'1.4'}, Jul 27 22:52:40.099855 n-d-802623-1 neutron-server[93798]: 'SecurityGroupRule': {'1.2'}, Jul 27 22:52:40.099855 n-d-802623-1 neutron-server[93798]: 'SubPort': {'1.0'}, Jul 27 22:52:40.099855 n-d-802623-1 neutron-server[93798]: 'Subnet': {'1.1'}, Jul 27 22:52:40.099855 n-d-802623-1 neutron-server[93798]: 'Trunk': {'1.1'}} Jul 27 22:52:40.099855 n-d-802623-1 neutron-server[93798]: consumer versions: Jul 27 22:52:40.099855 n-d-802623-1 neutron-server[93798]: { DHCP agent@n-d-802623-1: {}, Jul 27 22:52:40.099855 n-d-802623-1 neutron-server[93798]: L3 agent@n-d-802623-1: {}, Jul 27 22:52:40.099855 n-d-802623-1 neutron-server[93798]: Metadata agent@n-d-802623-1: {}, Jul 27 22:52:40.099855 n-d-802623-1 neutron-server[93798]: Metering agent@n-d-802623-1: {}, Jul 27 22:52:40.099855 n-d-802623-1 neutron-server[93798]: Open vSwitch agent@n-d-802623-1: { 'AddressGroup': '1.2', Jul 27 22:52:40.099855 n-d-802623-1 neutron-server[93798]: 'ConntrackHelper': '1.0', Jul 27 22:52:40.099855 n-d-802623-1 neutron-server[93798]: 'Log': '1.0', Jul 27 22:52:40.099855 n-d-802623-1 neutron-server[93798]: 'Network': '1.1', Jul 27 22:52:40.099855 n-d-802623-1 neutron-server[93798]: 'Port': '1.7', Jul 27 22:52:40.099855 n-d-802623-1 neutron-server[93798]: 'PortForwarding': '1.2', Jul 27 22:52:40.099855 n-d-802623-1 neutron-server[93798]: 'QosPolicy': '1.8', Jul 27 22:52:40.099855 n-d-802623-1 neutron-server[93798]: 'SecurityGroup': '1.4', Jul 27 22:52:40.099855 n-d-802623-1 neutron-server[93798]: 'SecurityGroupRule': '1.2', Jul 27 22:52:40.099855 n-d-802623-1 neutron-server[93798]: 'SubPort': '1.0', Jul 27 22:52:40.099855 n-d-802623-1 neutron-server[93798]: 'Subnet': '1.1', Jul 27 22:52:40.099855 n-d-802623-1 neutron-server[93798]: 'Trunk': '1.1'}} Jul 27 22:52:40.099855 n-d-802623-1 neutron-server[93798]: {{(pid=93798) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 27 22:52:40.145361 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7319da3c-ebb8-4f5a-953c-c3112c9f91f9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736833354590'] for network, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:40.199230 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7319da3c-ebb8-4f5a-953c-c3112c9f91f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569'] for network, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:40.200401 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7319da3c-ebb8-4f5a-953c-c3112c9f91f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:52:40.201056 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7319da3c-ebb8-4f5a-953c-c3112c9f91f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:40.270931 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-7319da3c-ebb8-4f5a-953c-c3112c9f91f9 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7589943 Jul 27 22:52:40.300723 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7319da3c-ebb8-4f5a-953c-c3112c9f91f9 admin admin] Pushing event updated for resources: {'Network': ['ID=2cd9b46f-2de3-40ab-aa68-57dc52a6e5f0,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:52:40.312447 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Network 2cd9b46f-2de3-40ab-aa68-57dc52a6e5f0 details requested by agent ovs-agent-n-d-802623-1 with host n-d-802623-1 {{(pid=93799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:52:42.890223 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 47322) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:52:43.278595 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-493b220e-b3a2-4564-9188-f5d5786cd6b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:52:43.280234 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-493b220e-b3a2-4564-9188-f5d5786cd6b4 admin admin] 10.222.0.18 "GET /v2.0/networks/2cd9b46f-2de3-40ab-aa68-57dc52a6e5f0 HTTP/1.1" status: 200 len: 825 time: 0.3890691 Jul 27 22:52:43.306278 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-9db034e7-8360-4468-a40d-bd0b7d90b94e admin admin] 10.222.0.18 "GET /v2.0/subnetpools/f4ca2582-e85b-4282-b43d-bc326fdb7ba3 HTTP/1.1" status: 200 len: 734 time: 0.0192690 Jul 27 22:52:43.318018 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-c973d8b4-e9aa-4e2c-9797-641569c5c33c admin admin] Request body: {'subnet': {'name': 'private-subnet', 'tenant_id': '11d21d4191a6433e89fa5816a104fad9', 'network_id': '2cd9b46f-2de3-40ab-aa68-57dc52a6e5f0', 'subnetpool_id': 'f4ca2582-e85b-4282-b43d-bc326fdb7ba3', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:52:43.339879 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c973d8b4-e9aa-4e2c-9797-641569c5c33c admin admin] Made reservation on behalf of 11d21d4191a6433e89fa5816a104fad9 for: {'subnet': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:52:43.342301 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c973d8b4-e9aa-4e2c-9797-641569c5c33c admin admin] Notify callbacks [] for subnet, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:43.639728 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c973d8b4-e9aa-4e2c-9797-641569c5c33c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569'] for subnet, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:43.707624 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c973d8b4-e9aa-4e2c-9797-641569c5c33c admin admin] Pushing event updated for resources: {'Subnet': ['ID=63d0335c-e4a2-4c3a-b1cb-dc745408e6c8,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:52:43.713944 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c973d8b4-e9aa-4e2c-9797-641569c5c33c admin admin] Checking segment: {'id': 'd8bbbf9c-9a8b-4847-891a-7ed314520ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '2cd9b46f-2de3-40ab-aa68-57dc52a6e5f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:52:43.714349 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c973d8b4-e9aa-4e2c-9797-641569c5c33c admin admin] Network hostable DHCP agents. Network: 2cd9b46f-2de3-40ab-aa68-57dc52a6e5f0, hostable agents: ['5950e76f-2bde-4343-a925-cbe6bacd2706'], hosted agents: [] {{(pid=93798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:52:43.735816 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c973d8b4-e9aa-4e2c-9797-641569c5c33c admin admin] Network 2cd9b46f-2de3-40ab-aa68-57dc52a6e5f0 is scheduled to be hosted by DHCP agent 5950e76f-2bde-4343-a925-cbe6bacd2706 with binding_index 1 {{(pid=93798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:52:43.746181 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-c973d8b4-e9aa-4e2c-9797-641569c5c33c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802623-1, 2cd9b46f-2de3-40ab-aa68-57dc52a6e5f0) {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:52:43.750593 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c973d8b4-e9aa-4e2c-9797-641569c5c33c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:52:43.751310 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c973d8b4-e9aa-4e2c-9797-641569c5c33c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:43.755764 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4520d178-bbab-4e0a-96c8-46a9037dccde None None] Network 2cd9b46f-2de3-40ab-aa68-57dc52a6e5f0 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:52:43.764565 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-c973d8b4-e9aa-4e2c-9797-641569c5c33c admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4499960 Jul 27 22:52:44.069904 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f800bd5-885b-4cc2-b23a-e28777ebf97f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f6f257c-ad18-5f0c-8c8e-ea085a5fc8a2-2cd9b46f-2de3-40ab-aa68-57dc52a6e5f0', 'network_id': '2cd9b46f-2de3-40ab-aa68-57dc52a6e5f0', 'tenant_id': '11d21d4191a6433e89fa5816a104fad9', 'fixed_ips': [{'subnet_id': '63d0335c-e4a2-4c3a-b1cb-dc745408e6c8'}]}} from n-d-802623-1. {{(pid=93799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:52:44.073470 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8f800bd5-885b-4cc2-b23a-e28777ebf97f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:44.342672 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-8f800bd5-885b-4cc2-b23a-e28777ebf97f None None] Allocated IP 172.20.0.2 (2cd9b46f-2de3-40ab-aa68-57dc52a6e5f0/63d0335c-e4a2-4c3a-b1cb-dc745408e6c8/fb19afb0-c480-4ca1-b13c-11c871c8a05b) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:52:44.567551 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8f800bd5-885b-4cc2-b23a-e28777ebf97f None None] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:44.583312 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-8f800bd5-885b-4cc2-b23a-e28777ebf97f None None] Transition to ACTIVE for port object fb19afb0-c480-4ca1-b13c-11c871c8a05b will not be triggered until provisioned by entity L2. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:52:44.605013 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-8f800bd5-885b-4cc2-b23a-e28777ebf97f None None] Transition to ACTIVE for port object fb19afb0-c480-4ca1-b13c-11c871c8a05b will not be triggered until provisioned by entity DHCP. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:52:44.613879 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8f800bd5-885b-4cc2-b23a-e28777ebf97f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:44.689478 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f800bd5-885b-4cc2-b23a-e28777ebf97f None None] Network 2cd9b46f-2de3-40ab-aa68-57dc52a6e5f0 is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:52:44.695097 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-8f800bd5-885b-4cc2-b23a-e28777ebf97f None None] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:52:44.705911 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f800bd5-885b-4cc2-b23a-e28777ebf97f None None] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:52:44.708970 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f800bd5-885b-4cc2-b23a-e28777ebf97f None None] Pushing event updated for resources: {'Port': ['ID=fb19afb0-c480-4ca1-b13c-11c871c8a05b,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:52:44.739959 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f800bd5-885b-4cc2-b23a-e28777ebf97f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:52:44.740311 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f800bd5-885b-4cc2-b23a-e28777ebf97f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:52:44.740653 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f800bd5-885b-4cc2-b23a-e28777ebf97f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:52:44.740989 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f800bd5-885b-4cc2-b23a-e28777ebf97f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:52:44.741320 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f800bd5-885b-4cc2-b23a-e28777ebf97f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:52:44.741650 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f800bd5-885b-4cc2-b23a-e28777ebf97f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:52:44.741975 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f800bd5-885b-4cc2-b23a-e28777ebf97f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:52:44.742300 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f800bd5-885b-4cc2-b23a-e28777ebf97f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:52:44.742613 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f800bd5-885b-4cc2-b23a-e28777ebf97f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:52:44.743526 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f800bd5-885b-4cc2-b23a-e28777ebf97f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:52:44.743852 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f800bd5-885b-4cc2-b23a-e28777ebf97f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:52:44.744173 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f800bd5-885b-4cc2-b23a-e28777ebf97f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:52:44.745224 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f800bd5-885b-4cc2-b23a-e28777ebf97f None None] Tracked resource versions report: Jul 27 22:52:44.745224 n-d-802623-1 neutron-server[93799]: pushed versions: Jul 27 22:52:44.745224 n-d-802623-1 neutron-server[93799]: { 'AddressGroup': {'1.2'}, Jul 27 22:52:44.745224 n-d-802623-1 neutron-server[93799]: 'ConntrackHelper': {'1.0'}, Jul 27 22:52:44.745224 n-d-802623-1 neutron-server[93799]: 'Log': {'1.0'}, Jul 27 22:52:44.745224 n-d-802623-1 neutron-server[93799]: 'Network': {'1.1'}, Jul 27 22:52:44.745224 n-d-802623-1 neutron-server[93799]: 'Port': {'1.7'}, Jul 27 22:52:44.745224 n-d-802623-1 neutron-server[93799]: 'PortForwarding': {'1.2'}, Jul 27 22:52:44.745224 n-d-802623-1 neutron-server[93799]: 'QosPolicy': {'1.8'}, Jul 27 22:52:44.745224 n-d-802623-1 neutron-server[93799]: 'SecurityGroup': {'1.4'}, Jul 27 22:52:44.745224 n-d-802623-1 neutron-server[93799]: 'SecurityGroupRule': {'1.2'}, Jul 27 22:52:44.745224 n-d-802623-1 neutron-server[93799]: 'SubPort': {'1.0'}, Jul 27 22:52:44.745224 n-d-802623-1 neutron-server[93799]: 'Subnet': {'1.1'}, Jul 27 22:52:44.745224 n-d-802623-1 neutron-server[93799]: 'Trunk': {'1.1'}} Jul 27 22:52:44.745224 n-d-802623-1 neutron-server[93799]: consumer versions: Jul 27 22:52:44.745224 n-d-802623-1 neutron-server[93799]: { DHCP agent@n-d-802623-1: {}, Jul 27 22:52:44.745224 n-d-802623-1 neutron-server[93799]: L3 agent@n-d-802623-1: {}, Jul 27 22:52:44.745224 n-d-802623-1 neutron-server[93799]: Metadata agent@n-d-802623-1: {}, Jul 27 22:52:44.745224 n-d-802623-1 neutron-server[93799]: Metering agent@n-d-802623-1: {}, Jul 27 22:52:44.745224 n-d-802623-1 neutron-server[93799]: Open vSwitch agent@n-d-802623-1: { 'AddressGroup': '1.2', Jul 27 22:52:44.745224 n-d-802623-1 neutron-server[93799]: 'ConntrackHelper': '1.0', Jul 27 22:52:44.745224 n-d-802623-1 neutron-server[93799]: 'Log': '1.0', Jul 27 22:52:44.745224 n-d-802623-1 neutron-server[93799]: 'Network': '1.1', Jul 27 22:52:44.745224 n-d-802623-1 neutron-server[93799]: 'Port': '1.7', Jul 27 22:52:44.745224 n-d-802623-1 neutron-server[93799]: 'PortForwarding': '1.2', Jul 27 22:52:44.745224 n-d-802623-1 neutron-server[93799]: 'QosPolicy': '1.8', Jul 27 22:52:44.745224 n-d-802623-1 neutron-server[93799]: 'SecurityGroup': '1.4', Jul 27 22:52:44.745224 n-d-802623-1 neutron-server[93799]: 'SecurityGroupRule': '1.2', Jul 27 22:52:44.745224 n-d-802623-1 neutron-server[93799]: 'SubPort': '1.0', Jul 27 22:52:44.745224 n-d-802623-1 neutron-server[93799]: 'Subnet': '1.1', Jul 27 22:52:44.745224 n-d-802623-1 neutron-server[93799]: 'Trunk': '1.1'}} Jul 27 22:52:44.745224 n-d-802623-1 neutron-server[93799]: {{(pid=93799) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 27 22:52:44.792404 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-8f800bd5-885b-4cc2-b23a-e28777ebf97f None None] Attempting to bind port fb19afb0-c480-4ca1-b13c-11c871c8a05b on host n-d-802623-1 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:52:44.793002 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-8f800bd5-885b-4cc2-b23a-e28777ebf97f None None] Attempting to bind port fb19afb0-c480-4ca1-b13c-11c871c8a05b by drivers openvswitch,hyperv on host n-d-802623-1 at level 0 using segments [{'id': 'd8bbbf9c-9a8b-4847-891a-7ed314520ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '2cd9b46f-2de3-40ab-aa68-57dc52a6e5f0'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:52:44.793215 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f800bd5-885b-4cc2-b23a-e28777ebf97f None None] Attempting to bind port fb19afb0-c480-4ca1-b13c-11c871c8a05b on network 2cd9b46f-2de3-40ab-aa68-57dc52a6e5f0 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:52:44.798150 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f800bd5-885b-4cc2-b23a-e28777ebf97f None None] Checking agent: {'id': 'a9a568d2-a5e7-41e4-833f-a8ab42ea4073', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 52, 30), 'started_at': datetime.datetime(2021, 7, 27, 22, 52, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 52, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802623-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:52:44.798558 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f800bd5-885b-4cc2-b23a-e28777ebf97f None None] Checking segment: {'id': 'd8bbbf9c-9a8b-4847-891a-7ed314520ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '2cd9b46f-2de3-40ab-aa68-57dc52a6e5f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:52:44.799018 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8f800bd5-885b-4cc2-b23a-e28777ebf97f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:44.799433 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f800bd5-885b-4cc2-b23a-e28777ebf97f None None] Bound using segment: {'id': 'd8bbbf9c-9a8b-4847-891a-7ed314520ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '2cd9b46f-2de3-40ab-aa68-57dc52a6e5f0'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:52:44.799913 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-8f800bd5-885b-4cc2-b23a-e28777ebf97f None None] Bound port: fb19afb0-c480-4ca1-b13c-11c871c8a05b, host: n-d-802623-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8bbbf9c-9a8b-4847-891a-7ed314520ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '2cd9b46f-2de3-40ab-aa68-57dc52a6e5f0'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:52:44.800324 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8f800bd5-885b-4cc2-b23a-e28777ebf97f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:44.863117 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-8f800bd5-885b-4cc2-b23a-e28777ebf97f None None] For port fb19afb0-c480-4ca1-b13c-11c871c8a05b, host n-d-802623-1, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:52:44.867432 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-8f800bd5-885b-4cc2-b23a-e28777ebf97f None None] For port fb19afb0-c480-4ca1-b13c-11c871c8a05b, host n-d-802623-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=fb19afb0-c480-4ca1-b13c-11c871c8a05b,segment=NetworkSegment(d8bbbf9c-9a8b-4847-891a-7ed314520ae6),segment_id=d8bbbf9c-9a8b-4847-891a-7ed314520ae6)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:52:44.872147 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8f800bd5-885b-4cc2-b23a-e28777ebf97f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:44.939912 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f800bd5-885b-4cc2-b23a-e28777ebf97f None None] Pushing event updated for resources: {'Port': ['ID=fb19afb0-c480-4ca1-b13c-11c871c8a05b,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:52:46.152152 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 47330) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:52:46.460374 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [None req-266f6e0c-6b27-4839-bce8-a17922da44a5 admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=93798) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 22:52:46.461369 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-266f6e0c-6b27-4839-bce8-a17922da44a5 admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3072529 Jul 27 22:52:48.850938 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 47338) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:52:49.162385 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [None req-734ba434-f9fb-49a6-827a-0b2c22643b19 admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=93798) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 22:52:49.187079 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-734ba434-f9fb-49a6-827a-0b2c22643b19 admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3114951 Jul 27 22:52:51.767058 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 47348) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:52:52.063530 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-017a5917-248c-4968-8a5f-14ddcc93d0b1 admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': '11d21d4191a6433e89fa5816a104fad9', 'admin_state_up': True}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:52:52.088322 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-017a5917-248c-4968-8a5f-14ddcc93d0b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62159'] for router, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:52.089910 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-017a5917-248c-4968-8a5f-14ddcc93d0b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-479230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-415539', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3693317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62148'] for router, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:52.240149 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-017a5917-248c-4968-8a5f-14ddcc93d0b1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:52.244884 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-017a5917-248c-4968-8a5f-14ddcc93d0b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-415468'] for router, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:52.256763 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-017a5917-248c-4968-8a5f-14ddcc93d0b1 admin admin] Notify callbacks [] for router, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:52.258625 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-017a5917-248c-4968-8a5f-14ddcc93d0b1 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4899864 Jul 27 22:52:53.243451 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa805bbf-bc33-4a2e-b998-0f23707cb88f None None] Network 2cd9b46f-2de3-40ab-aa68-57dc52a6e5f0 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:52:53.304665 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-467a9d43-fdc2-4b0d-9035-af74f446a181 None None] Provisioning for port fb19afb0-c480-4ca1-b13c-11c871c8a05b completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:52:53.551947 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device fb19afb0-c480-4ca1-b13c-11c871c8a05b up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:52:53.644819 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning for port fb19afb0-c480-4ca1-b13c-11c871c8a05b completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:52:53.648548 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port fb19afb0-c480-4ca1-b13c-11c871c8a05b triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:52:53.648940 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:53.752513 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:53.786130 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] For port fb19afb0-c480-4ca1-b13c-11c871c8a05b, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=fb19afb0-c480-4ca1-b13c-11c871c8a05b,segment=NetworkSegment(d8bbbf9c-9a8b-4847-891a-7ed314520ae6),segment_id=d8bbbf9c-9a8b-4847-891a-7ed314520ae6)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:52:53.789778 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:53.834152 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Pushing event updated for resources: {'Port': ['ID=fb19afb0-c480-4ca1-b13c-11c871c8a05b,revision_number=3']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:52:54.630822 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 47360) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:52:54.933209 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [None req-3d203814-d4e2-4375-b892-0093aa077228 admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=93798) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 22:52:54.934207 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-3d203814-d4e2-4375-b892-0093aa077228 admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3024223 Jul 27 22:52:55.513505 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device fb19afb0-c480-4ca1-b13c-11c871c8a05b up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:52:55.561867 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port fb19afb0-c480-4ca1-b13c-11c871c8a05b triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:52:55.562244 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:56.821768 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-50923da9-43d3-4728-881a-d5f5b2f27e90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:57.297442 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 47368) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:52:57.602149 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-a94fd4cf-8f57-4710-a861-240eefaa5ea1 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'is_default': True, 'name': 'public', 'router:external': True, 'admin_state_up': True, 'provider:network_type': 'flat'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:52:57.622841 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a94fd4cf-8f57-4710-a861-240eefaa5ea1 admin admin] Made reservation on behalf of f61ce1ae2b164eb2b52738641d738283 for: {'network': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:52:57.625074 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a94fd4cf-8f57-4710-a861-240eefaa5ea1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for network, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:57.634671 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a94fd4cf-8f57-4710-a861-240eefaa5ea1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:57.719665 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a94fd4cf-8f57-4710-a861-240eefaa5ea1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:57.723092 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a94fd4cf-8f57-4710-a861-240eefaa5ea1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:57.738086 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-a94fd4cf-8f57-4710-a861-240eefaa5ea1 admin admin] Reserving flat network on physical network physnet1 {{(pid=93798) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 27 22:52:57.758282 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94fd4cf-8f57-4710-a861-240eefaa5ea1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f798e3f3-dab4-47c1-9bb0-b75ce6c04b6d,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:52:57.761398 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a94fd4cf-8f57-4710-a861-240eefaa5ea1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:57.761742 n-d-802623-1 neutron-server[93798]: INFO neutron.db.segments_db [None req-a94fd4cf-8f57-4710-a861-240eefaa5ea1 admin admin] Added segment b9afe07e-bbe4-4740-834c-4b6a9698bdbc of type flat for network 2fd42287-ed26-4eb9-89a5-b521f5b04356 Jul 27 22:52:57.808081 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a94fd4cf-8f57-4710-a861-240eefaa5ea1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736833354590'] for network, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:57.842761 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a94fd4cf-8f57-4710-a861-240eefaa5ea1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569'] for network, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:57.843700 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a94fd4cf-8f57-4710-a861-240eefaa5ea1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:52:57.844277 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a94fd4cf-8f57-4710-a861-240eefaa5ea1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:57.897081 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-a94fd4cf-8f57-4710-a861-240eefaa5ea1 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5985985 Jul 27 22:52:57.904252 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94fd4cf-8f57-4710-a861-240eefaa5ea1 admin admin] Pushing event updated for resources: {'Network': ['ID=2fd42287-ed26-4eb9-89a5-b521f5b04356,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:52:57.914998 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Network 2fd42287-ed26-4eb9-89a5-b521f5b04356 details requested by agent ovs-agent-n-d-802623-1 with host n-d-802623-1 {{(pid=93799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:52:59.480294 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e3d0d47c-96d8-45f3-990d-aeb0de29f1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:59.618583 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:00.232053 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 47376) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:53:00.275407 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-19f2e178-d45e-4fbe-b9be-c3963fc151ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:00.589884 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2da2ed6-1adf-4870-93da-d7dff68c806e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:53:00.591214 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-a2da2ed6-1adf-4870-93da-d7dff68c806e admin admin] 10.222.0.18 "GET /v2.0/subnets/63d0335c-e4a2-4c3a-b1cb-dc745408e6c8 HTTP/1.1" status: 200 len: 849 time: 0.3581915 Jul 27 22:53:00.704271 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-8ae3c38a-7abf-40c9-ac6c-1be487a91661 admin admin] 10.222.0.18 "GET /v2.0/routers/fb29d4d7-64a9-4d4e-983d-cc593955a5de HTTP/1.1" status: 200 len: 704 time: 0.1071153 Jul 27 22:53:00.964099 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-beb9b622-bd79-43e8-b126-459cad9fe176 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:01.248203 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-beb9b622-bd79-43e8-b126-459cad9fe176 admin admin] Allocated IP 172.20.0.1 (2cd9b46f-2de3-40ab-aa68-57dc52a6e5f0/63d0335c-e4a2-4c3a-b1cb-dc745408e6c8/4312676f-180e-4bcf-8f17-8df906ecde4e) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:53:01.439361 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-beb9b622-bd79-43e8-b126-459cad9fe176 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:01.461082 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-beb9b622-bd79-43e8-b126-459cad9fe176 admin admin] Transition to ACTIVE for port object 4312676f-180e-4bcf-8f17-8df906ecde4e will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:53:01.537819 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-beb9b622-bd79-43e8-b126-459cad9fe176 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:01.606033 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beb9b622-bd79-43e8-b126-459cad9fe176 admin admin] Network 2cd9b46f-2de3-40ab-aa68-57dc52a6e5f0 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:53:01.611611 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-beb9b622-bd79-43e8-b126-459cad9fe176 admin admin] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:53:01.619802 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb9b622-bd79-43e8-b126-459cad9fe176 admin admin] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:53:01.620345 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-beb9b622-bd79-43e8-b126-459cad9fe176 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-415283'] for router_interface, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:01.642799 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb9b622-bd79-43e8-b126-459cad9fe176 admin admin] Pushing event updated for resources: {'Port': ['ID=4312676f-180e-4bcf-8f17-8df906ecde4e,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:53:01.800386 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-31742564-d0a7-4aec-8669-5c478b82a8ae None None] Provisioning for port 4312676f-180e-4bcf-8f17-8df906ecde4e completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:53:01.804040 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-31742564-d0a7-4aec-8669-5c478b82a8ae None None] Provisioning complete for port 4312676f-180e-4bcf-8f17-8df906ecde4e triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:53:01.804913 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-31742564-d0a7-4aec-8669-5c478b82a8ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:01.815583 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-beb9b622-bd79-43e8-b126-459cad9fe176 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:01.837342 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-31742564-d0a7-4aec-8669-5c478b82a8ae None None] Port 4312676f-180e-4bcf-8f17-8df906ecde4e cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:53:01.995540 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7418f70f-e60d-4709-8ba9-6ab514bc7f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:02.022717 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-beb9b622-bd79-43e8-b126-459cad9fe176 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:02.027210 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-beb9b622-bd79-43e8-b126-459cad9fe176 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:02.027970 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-beb9b622-bd79-43e8-b126-459cad9fe176 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3760555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-414115'] for router_interface, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:02.107110 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb9b622-bd79-43e8-b126-459cad9fe176 admin admin] Pushing event updated for resources: {'Port': ['ID=4312676f-180e-4bcf-8f17-8df906ecde4e,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:53:02.154507 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beb9b622-bd79-43e8-b126-459cad9fe176 admin admin] Network 2cd9b46f-2de3-40ab-aa68-57dc52a6e5f0 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:53:02.155861 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-beb9b622-bd79-43e8-b126-459cad9fe176 admin admin] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:53:02.315882 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-beb9b622-bd79-43e8-b126-459cad9fe176 admin admin] Router fb29d4d7-64a9-4d4e-983d-cc593955a5de is scheduled to L3 agent 018c4455-49c0-4734-927d-7824067b2a9e with binding_index 1 {{(pid=93798) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 22:53:02.358700 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-767e9206-65ea-4509-b6e9-bc10cbd1a0fb None None] Provisioning complete for port 4312676f-180e-4bcf-8f17-8df906ecde4e triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:53:02.358999 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-767e9206-65ea-4509-b6e9-bc10cbd1a0fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:02.390242 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-767e9206-65ea-4509-b6e9-bc10cbd1a0fb None None] Port 4312676f-180e-4bcf-8f17-8df906ecde4e cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:53:02.407093 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-beb9b622-bd79-43e8-b126-459cad9fe176 admin admin] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:53:02.412518 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-beb9b622-bd79-43e8-b126-459cad9fe176 admin admin] 10.222.0.18 "PUT /v2.0/routers/fb29d4d7-64a9-4d4e-983d-cc593955a5de/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7029638 Jul 27 22:53:02.418108 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4aa7231-21ad-409d-8543-a503b43c925f None None] Sync routers for ids ['fb29d4d7-64a9-4d4e-983d-cc593955a5de'] in n-d-802623-1 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:53:02.429405 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4aa7231-21ad-409d-8543-a503b43c925f None None] Routers {'fb29d4d7-64a9-4d4e-983d-cc593955a5de'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:53:02.430322 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-e4aa7231-21ad-409d-8543-a503b43c925f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T22:52:59Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['fb29d4d7-64a9-4d4e-983d-cc593955a5de'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:53:02.616798 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-e4aa7231-21ad-409d-8543-a503b43c925f None None] Set router fb29d4d7-64a9-4d4e-983d-cc593955a5de gateway port host: None {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:53:03.037528 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-e4aa7231-21ad-409d-8543-a503b43c925f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb29d4d7-64a9-4d4e-983d-cc593955a5de', 'name': 'router1', 'tenant_id': '11d21d4191a6433e89fa5816a104fad9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:52:52Z', 'updated_at': '2021-07-27T22:53:01Z', 'revision_number': 2, 'project_id': '11d21d4191a6433e89fa5816a104fad9', 'gw_port_host': None, '_interfaces': [{'id': '4312676f-180e-4bcf-8f17-8df906ecde4e', 'name': '', 'network_id': '2cd9b46f-2de3-40ab-aa68-57dc52a6e5f0', 'tenant_id': '11d21d4191a6433e89fa5816a104fad9', 'mac_address': 'fa:16:3e:a0:d9:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb29d4d7-64a9-4d4e-983d-cc593955a5de', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '63d0335c-e4a2-4c3a-b1cb-dc745408e6c8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:53:00Z', 'updated_at': '2021-07-27T22:53:01Z', 'revision_number': 2, 'project_id': '11d21d4191a6433e89fa5816a104fad9', 'subnets': [{'id': '63d0335c-e4a2-4c3a-b1cb-dc745408e6c8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f4ca2582-e85b-4282-b43d-bc326fdb7ba3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:53:03.088861 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4aa7231-21ad-409d-8543-a503b43c925f None None] Checking router: fb29d4d7-64a9-4d4e-983d-cc593955a5de for host: n-d-802623-1 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:53:03.089229 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4aa7231-21ad-409d-8543-a503b43c925f None None] Updating router fb29d4d7-64a9-4d4e-983d-cc593955a5de port 4312676f-180e-4bcf-8f17-8df906ecde4e binding host n-d-802623-1 {{(pid=93800) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 22:53:03.137349 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e4aa7231-21ad-409d-8543-a503b43c925f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:03.648140 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e4aa7231-21ad-409d-8543-a503b43c925f None None] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:03.666076 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-e4aa7231-21ad-409d-8543-a503b43c925f None None] Transition to ACTIVE for port object 4312676f-180e-4bcf-8f17-8df906ecde4e will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:53:03.671532 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e4aa7231-21ad-409d-8543-a503b43c925f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:03.829773 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6c1b7b-e182-4833-b8fa-5af7fb27f2f4 None None] Pushing event updated for resources: {'Port': ['ID=4312676f-180e-4bcf-8f17-8df906ecde4e,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:53:03.846595 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af6c1b7b-e182-4833-b8fa-5af7fb27f2f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:53:03.846941 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af6c1b7b-e182-4833-b8fa-5af7fb27f2f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:53:03.847303 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af6c1b7b-e182-4833-b8fa-5af7fb27f2f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:53:03.847639 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af6c1b7b-e182-4833-b8fa-5af7fb27f2f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:53:03.847969 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af6c1b7b-e182-4833-b8fa-5af7fb27f2f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:53:03.848296 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af6c1b7b-e182-4833-b8fa-5af7fb27f2f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:53:03.848620 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af6c1b7b-e182-4833-b8fa-5af7fb27f2f4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:53:03.848942 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af6c1b7b-e182-4833-b8fa-5af7fb27f2f4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:53:03.849266 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af6c1b7b-e182-4833-b8fa-5af7fb27f2f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:53:03.849587 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af6c1b7b-e182-4833-b8fa-5af7fb27f2f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:53:03.849907 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af6c1b7b-e182-4833-b8fa-5af7fb27f2f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:53:03.850230 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af6c1b7b-e182-4833-b8fa-5af7fb27f2f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:53:03.851931 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af6c1b7b-e182-4833-b8fa-5af7fb27f2f4 None None] Tracked resource versions report: Jul 27 22:53:03.851931 n-d-802623-1 neutron-server[93800]: pushed versions: Jul 27 22:53:03.851931 n-d-802623-1 neutron-server[93800]: { 'AddressGroup': {'1.2'}, Jul 27 22:53:03.851931 n-d-802623-1 neutron-server[93800]: 'ConntrackHelper': {'1.0'}, Jul 27 22:53:03.851931 n-d-802623-1 neutron-server[93800]: 'Log': {'1.0'}, Jul 27 22:53:03.851931 n-d-802623-1 neutron-server[93800]: 'Network': {'1.1'}, Jul 27 22:53:03.851931 n-d-802623-1 neutron-server[93800]: 'Port': {'1.7'}, Jul 27 22:53:03.851931 n-d-802623-1 neutron-server[93800]: 'PortForwarding': {'1.2'}, Jul 27 22:53:03.851931 n-d-802623-1 neutron-server[93800]: 'QosPolicy': {'1.8'}, Jul 27 22:53:03.851931 n-d-802623-1 neutron-server[93800]: 'SecurityGroup': {'1.4'}, Jul 27 22:53:03.851931 n-d-802623-1 neutron-server[93800]: 'SecurityGroupRule': {'1.2'}, Jul 27 22:53:03.851931 n-d-802623-1 neutron-server[93800]: 'SubPort': {'1.0'}, Jul 27 22:53:03.851931 n-d-802623-1 neutron-server[93800]: 'Subnet': {'1.1'}, Jul 27 22:53:03.851931 n-d-802623-1 neutron-server[93800]: 'Trunk': {'1.1'}} Jul 27 22:53:03.851931 n-d-802623-1 neutron-server[93800]: consumer versions: Jul 27 22:53:03.851931 n-d-802623-1 neutron-server[93800]: { DHCP agent@n-d-802623-1: {}, Jul 27 22:53:03.851931 n-d-802623-1 neutron-server[93800]: L3 agent@n-d-802623-1: {}, Jul 27 22:53:03.851931 n-d-802623-1 neutron-server[93800]: Metadata agent@n-d-802623-1: {}, Jul 27 22:53:03.851931 n-d-802623-1 neutron-server[93800]: Metering agent@n-d-802623-1: {}, Jul 27 22:53:03.851931 n-d-802623-1 neutron-server[93800]: Open vSwitch agent@n-d-802623-1: { 'AddressGroup': '1.2', Jul 27 22:53:03.851931 n-d-802623-1 neutron-server[93800]: 'ConntrackHelper': '1.0', Jul 27 22:53:03.851931 n-d-802623-1 neutron-server[93800]: 'Log': '1.0', Jul 27 22:53:03.851931 n-d-802623-1 neutron-server[93800]: 'Network': '1.1', Jul 27 22:53:03.851931 n-d-802623-1 neutron-server[93800]: 'Port': '1.7', Jul 27 22:53:03.851931 n-d-802623-1 neutron-server[93800]: 'PortForwarding': '1.2', Jul 27 22:53:03.851931 n-d-802623-1 neutron-server[93800]: 'QosPolicy': '1.8', Jul 27 22:53:03.851931 n-d-802623-1 neutron-server[93800]: 'SecurityGroup': '1.4', Jul 27 22:53:03.851931 n-d-802623-1 neutron-server[93800]: 'SecurityGroupRule': '1.2', Jul 27 22:53:03.851931 n-d-802623-1 neutron-server[93800]: 'SubPort': '1.0', Jul 27 22:53:03.851931 n-d-802623-1 neutron-server[93800]: 'Subnet': '1.1', Jul 27 22:53:03.851931 n-d-802623-1 neutron-server[93800]: 'Trunk': '1.1'}} Jul 27 22:53:03.851931 n-d-802623-1 neutron-server[93800]: {{(pid=93800) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 27 22:53:03.854542 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-e4aa7231-21ad-409d-8543-a503b43c925f None None] Attempting to bind port 4312676f-180e-4bcf-8f17-8df906ecde4e on host n-d-802623-1 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:53:03.854967 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-e4aa7231-21ad-409d-8543-a503b43c925f None None] Attempting to bind port 4312676f-180e-4bcf-8f17-8df906ecde4e by drivers openvswitch,hyperv on host n-d-802623-1 at level 0 using segments [{'id': 'd8bbbf9c-9a8b-4847-891a-7ed314520ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '2cd9b46f-2de3-40ab-aa68-57dc52a6e5f0'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:53:03.855602 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4aa7231-21ad-409d-8543-a503b43c925f None None] Attempting to bind port 4312676f-180e-4bcf-8f17-8df906ecde4e on network 2cd9b46f-2de3-40ab-aa68-57dc52a6e5f0 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:53:03.862197 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4aa7231-21ad-409d-8543-a503b43c925f None None] Checking agent: {'id': 'a9a568d2-a5e7-41e4-833f-a8ab42ea4073', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 52, 30), 'started_at': datetime.datetime(2021, 7, 27, 22, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802623-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:53:03.862664 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4aa7231-21ad-409d-8543-a503b43c925f None None] Checking segment: {'id': 'd8bbbf9c-9a8b-4847-891a-7ed314520ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '2cd9b46f-2de3-40ab-aa68-57dc52a6e5f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:53:03.863128 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e4aa7231-21ad-409d-8543-a503b43c925f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:03.863484 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4aa7231-21ad-409d-8543-a503b43c925f None None] Bound using segment: {'id': 'd8bbbf9c-9a8b-4847-891a-7ed314520ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '2cd9b46f-2de3-40ab-aa68-57dc52a6e5f0'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:53:03.863976 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-e4aa7231-21ad-409d-8543-a503b43c925f None None] Bound port: 4312676f-180e-4bcf-8f17-8df906ecde4e, host: n-d-802623-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8bbbf9c-9a8b-4847-891a-7ed314520ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '2cd9b46f-2de3-40ab-aa68-57dc52a6e5f0'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:53:03.864358 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e4aa7231-21ad-409d-8543-a503b43c925f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:03.930934 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e4aa7231-21ad-409d-8543-a503b43c925f None None] For port 4312676f-180e-4bcf-8f17-8df906ecde4e, host n-d-802623-1, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:53:03.952139 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e4aa7231-21ad-409d-8543-a503b43c925f None None] For port 4312676f-180e-4bcf-8f17-8df906ecde4e, host n-d-802623-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=4312676f-180e-4bcf-8f17-8df906ecde4e,segment=NetworkSegment(d8bbbf9c-9a8b-4847-891a-7ed314520ae6),segment_id=d8bbbf9c-9a8b-4847-891a-7ed314520ae6)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:53:03.956334 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e4aa7231-21ad-409d-8543-a503b43c925f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:04.013918 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4aa7231-21ad-409d-8543-a503b43c925f None None] Routers {'fb29d4d7-64a9-4d4e-983d-cc593955a5de'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:53:04.014539 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-e4aa7231-21ad-409d-8543-a503b43c925f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T22:52:59Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['fb29d4d7-64a9-4d4e-983d-cc593955a5de'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:53:04.016433 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6c1b7b-e182-4833-b8fa-5af7fb27f2f4 None None] Pushing event updated for resources: {'Port': ['ID=4312676f-180e-4bcf-8f17-8df906ecde4e,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:53:04.105752 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-e4aa7231-21ad-409d-8543-a503b43c925f None None] Set router fb29d4d7-64a9-4d4e-983d-cc593955a5de gateway port host: None {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:53:04.324224 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-e4aa7231-21ad-409d-8543-a503b43c925f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb29d4d7-64a9-4d4e-983d-cc593955a5de', 'name': 'router1', 'tenant_id': '11d21d4191a6433e89fa5816a104fad9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:52:52Z', 'updated_at': '2021-07-27T22:53:01Z', 'revision_number': 2, 'project_id': '11d21d4191a6433e89fa5816a104fad9', 'gw_port_host': None, '_interfaces': [{'id': '4312676f-180e-4bcf-8f17-8df906ecde4e', 'name': '', 'network_id': '2cd9b46f-2de3-40ab-aa68-57dc52a6e5f0', 'tenant_id': '11d21d4191a6433e89fa5816a104fad9', 'mac_address': 'fa:16:3e:a0:d9:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb29d4d7-64a9-4d4e-983d-cc593955a5de', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '63d0335c-e4a2-4c3a-b1cb-dc745408e6c8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:53:00Z', 'updated_at': '2021-07-27T22:53:03Z', 'revision_number': 4, 'project_id': '11d21d4191a6433e89fa5816a104fad9', 'subnets': [{'id': '63d0335c-e4a2-4c3a-b1cb-dc745408e6c8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f4ca2582-e85b-4282-b43d-bc326fdb7ba3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:53:04.349186 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4aa7231-21ad-409d-8543-a503b43c925f None None] The sync data for ids ['fb29d4d7-64a9-4d4e-983d-cc593955a5de'] in n-d-802623-1 is: [{'id': 'fb29d4d7-64a9-4d4e-983d-cc593955a5de', 'name': 'router1', 'tenant_id': '11d21d4191a6433e89fa5816a104fad9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:52:52Z', 'updated_at': '2021-07-27T22:53:01Z', 'revision_number': 2, 'project_id': '11d21d4191a6433e89fa5816a104fad9', 'gw_port_host': None, '_interfaces': [{'id': '4312676f-180e-4bcf-8f17-8df906ecde4e', 'name': '', 'network_id': '2cd9b46f-2de3-40ab-aa68-57dc52a6e5f0', 'tenant_id': '11d21d4191a6433e89fa5816a104fad9', 'mac_address': 'fa:16:3e:a0:d9:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb29d4d7-64a9-4d4e-983d-cc593955a5de', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '63d0335c-e4a2-4c3a-b1cb-dc745408e6c8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:53:00Z', 'updated_at': '2021-07-27T22:53:03Z', 'revision_number': 4, 'project_id': '11d21d4191a6433e89fa5816a104fad9', 'subnets': [{'id': '63d0335c-e4a2-4c3a-b1cb-dc745408e6c8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f4ca2582-e85b-4282-b43d-bc326fdb7ba3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:53:04.751875 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 47396) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:53:04.968750 n-d-802623-1 neutron-server[93797]: WARNING oslo_policy.policy [None req-8812d4eb-c1d3-459f-9bc3-0a17eaa710c9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 27 22:53:04.969336 n-d-802623-1 neutron-server[93797]: WARNING oslo_policy.policy [None req-8812d4eb-c1d3-459f-9bc3-0a17eaa710c9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 27 22:53:05.401402 n-d-802623-1 neutron-server[93797]: DEBUG neutron.policy [None req-8812d4eb-c1d3-459f-9bc3-0a17eaa710c9 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93797) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 27 22:53:05.445870 n-d-802623-1 neutron-server[93797]: WARNING oslo_policy.policy [None req-8812d4eb-c1d3-459f-9bc3-0a17eaa710c9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 27 22:53:05.446247 n-d-802623-1 neutron-server[93797]: WARNING oslo_policy.policy [None req-8812d4eb-c1d3-459f-9bc3-0a17eaa710c9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 27 22:53:05.454572 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8812d4eb-c1d3-459f-9bc3-0a17eaa710c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:53:05.456420 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-8812d4eb-c1d3-459f-9bc3-0a17eaa710c9 admin admin] 10.222.0.18 "GET /v2.0/networks/2fd42287-ed26-4eb9-89a5-b521f5b04356 HTTP/1.1" status: 200 len: 842 time: 0.7035391 Jul 27 22:53:05.468438 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-1d3084d8-b0f0-4380-836f-15591910731b admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'public-subnet', 'enable_dhcp': False, 'gateway_ip': '172.25.4.1', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'cidr': '172.25.4.0/24'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:53:05.470302 n-d-802623-1 neutron-server[93797]: INFO neutron.quota [None req-1d3084d8-b0f0-4380-836f-15591910731b admin admin] Loaded quota_driver: . Jul 27 22:53:05.512433 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d3084d8-b0f0-4380-836f-15591910731b admin admin] Made reservation on behalf of f61ce1ae2b164eb2b52738641d738283 for: {'subnet': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:53:05.515358 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1d3084d8-b0f0-4380-836f-15591910731b admin admin] Notify callbacks [] for subnet, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:05.937498 n-d-802623-1 neutron-server[93797]: DEBUG neutron.objects.ports [None req-1d3084d8-b0f0-4380-836f-15591910731b admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93797) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 27 22:53:05.938172 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1d3084d8-b0f0-4380-836f-15591910731b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569'] for subnet, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:06.006759 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d3084d8-b0f0-4380-836f-15591910731b admin admin] Checking segment: {'id': 'b9afe07e-bbe4-4740-834c-4b6a9698bdbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:53:06.007170 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d3084d8-b0f0-4380-836f-15591910731b admin admin] Network hostable DHCP agents. Network: 2fd42287-ed26-4eb9-89a5-b521f5b04356, hostable agents: ['5950e76f-2bde-4343-a925-cbe6bacd2706'], hosted agents: [] {{(pid=93797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:53:06.009909 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3084d8-b0f0-4380-836f-15591910731b admin admin] Pushing event updated for resources: {'Subnet': ['ID=17de1f8f-393a-4b0c-a2df-614bd3f2fb5e,revision_number=0']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:53:06.020393 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3084d8-b0f0-4380-836f-15591910731b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:53:06.020735 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3084d8-b0f0-4380-836f-15591910731b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:53:06.021063 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3084d8-b0f0-4380-836f-15591910731b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:53:06.021396 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3084d8-b0f0-4380-836f-15591910731b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:53:06.021721 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3084d8-b0f0-4380-836f-15591910731b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:53:06.022040 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3084d8-b0f0-4380-836f-15591910731b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:53:06.022357 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3084d8-b0f0-4380-836f-15591910731b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:53:06.022674 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3084d8-b0f0-4380-836f-15591910731b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:53:06.023020 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3084d8-b0f0-4380-836f-15591910731b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:53:06.023362 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3084d8-b0f0-4380-836f-15591910731b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:53:06.023676 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3084d8-b0f0-4380-836f-15591910731b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:53:06.023990 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3084d8-b0f0-4380-836f-15591910731b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:53:06.025034 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3084d8-b0f0-4380-836f-15591910731b admin admin] Tracked resource versions report: Jul 27 22:53:06.025034 n-d-802623-1 neutron-server[93797]: pushed versions: Jul 27 22:53:06.025034 n-d-802623-1 neutron-server[93797]: { 'AddressGroup': {'1.2'}, Jul 27 22:53:06.025034 n-d-802623-1 neutron-server[93797]: 'ConntrackHelper': {'1.0'}, Jul 27 22:53:06.025034 n-d-802623-1 neutron-server[93797]: 'Log': {'1.0'}, Jul 27 22:53:06.025034 n-d-802623-1 neutron-server[93797]: 'Network': {'1.1'}, Jul 27 22:53:06.025034 n-d-802623-1 neutron-server[93797]: 'Port': {'1.7'}, Jul 27 22:53:06.025034 n-d-802623-1 neutron-server[93797]: 'PortForwarding': {'1.2'}, Jul 27 22:53:06.025034 n-d-802623-1 neutron-server[93797]: 'QosPolicy': {'1.8'}, Jul 27 22:53:06.025034 n-d-802623-1 neutron-server[93797]: 'SecurityGroup': {'1.4'}, Jul 27 22:53:06.025034 n-d-802623-1 neutron-server[93797]: 'SecurityGroupRule': {'1.2'}, Jul 27 22:53:06.025034 n-d-802623-1 neutron-server[93797]: 'SubPort': {'1.0'}, Jul 27 22:53:06.025034 n-d-802623-1 neutron-server[93797]: 'Subnet': {'1.1'}, Jul 27 22:53:06.025034 n-d-802623-1 neutron-server[93797]: 'Trunk': {'1.1'}} Jul 27 22:53:06.025034 n-d-802623-1 neutron-server[93797]: consumer versions: Jul 27 22:53:06.025034 n-d-802623-1 neutron-server[93797]: { DHCP agent@n-d-802623-1: {}, Jul 27 22:53:06.025034 n-d-802623-1 neutron-server[93797]: L3 agent@n-d-802623-1: {}, Jul 27 22:53:06.025034 n-d-802623-1 neutron-server[93797]: Metadata agent@n-d-802623-1: {}, Jul 27 22:53:06.025034 n-d-802623-1 neutron-server[93797]: Metering agent@n-d-802623-1: {}, Jul 27 22:53:06.025034 n-d-802623-1 neutron-server[93797]: Open vSwitch agent@n-d-802623-1: { 'AddressGroup': '1.2', Jul 27 22:53:06.025034 n-d-802623-1 neutron-server[93797]: 'ConntrackHelper': '1.0', Jul 27 22:53:06.025034 n-d-802623-1 neutron-server[93797]: 'Log': '1.0', Jul 27 22:53:06.025034 n-d-802623-1 neutron-server[93797]: 'Network': '1.1', Jul 27 22:53:06.025034 n-d-802623-1 neutron-server[93797]: 'Port': '1.7', Jul 27 22:53:06.025034 n-d-802623-1 neutron-server[93797]: 'PortForwarding': '1.2', Jul 27 22:53:06.025034 n-d-802623-1 neutron-server[93797]: 'QosPolicy': '1.8', Jul 27 22:53:06.025034 n-d-802623-1 neutron-server[93797]: 'SecurityGroup': '1.4', Jul 27 22:53:06.025034 n-d-802623-1 neutron-server[93797]: 'SecurityGroupRule': '1.2', Jul 27 22:53:06.025034 n-d-802623-1 neutron-server[93797]: 'SubPort': '1.0', Jul 27 22:53:06.025034 n-d-802623-1 neutron-server[93797]: 'Subnet': '1.1', Jul 27 22:53:06.025034 n-d-802623-1 neutron-server[93797]: 'Trunk': '1.1'}} Jul 27 22:53:06.025034 n-d-802623-1 neutron-server[93797]: {{(pid=93797) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 27 22:53:06.066607 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d3084d8-b0f0-4380-836f-15591910731b admin admin] Network 2fd42287-ed26-4eb9-89a5-b521f5b04356 is scheduled to be hosted by DHCP agent 5950e76f-2bde-4343-a925-cbe6bacd2706 with binding_index 1 {{(pid=93797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:53:06.079238 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-1d3084d8-b0f0-4380-836f-15591910731b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802623-1, 2fd42287-ed26-4eb9-89a5-b521f5b04356) {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:53:06.083905 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d3084d8-b0f0-4380-836f-15591910731b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:53:06.084579 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1d3084d8-b0f0-4380-836f-15591910731b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for subnet, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:06.091558 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b18471bc-93eb-4f9b-91fb-efc37ab00330 None None] Network 2fd42287-ed26-4eb9-89a5-b521f5b04356 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:53:06.105096 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-1d3084d8-b0f0-4380-836f-15591910731b admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6409571 Jul 27 22:53:06.229894 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4070467e-b7bf-46c7-96b0-5a1c5a8e0abf None None] Network 2fd42287-ed26-4eb9-89a5-b521f5b04356 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:53:08.396486 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 47426) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:53:08.652685 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-8e860b7c-d290-4de4-b2f0-0d52b0565875 admin admin] 10.222.0.18 "GET /v2.0/routers/fb29d4d7-64a9-4d4e-983d-cc593955a5de HTTP/1.1" status: 200 len: 710 time: 0.2550781 Jul 27 22:53:08.739443 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d55c619-c8be-4f1b-b0b7-928329b72041 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:53:08.740797 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-9d55c619-c8be-4f1b-b0b7-928329b72041 admin admin] 10.222.0.18 "GET /v2.0/networks/2fd42287-ed26-4eb9-89a5-b521f5b04356 HTTP/1.1" status: 200 len: 886 time: 0.0825777 Jul 27 22:53:08.749981 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-9607fab1-2adc-4d0b-a9b2-666357e240ba admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'}}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:53:08.997128 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9607fab1-2adc-4d0b-a9b2-666357e240ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-415433', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62186'] for router, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:09.234770 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9607fab1-2adc-4d0b-a9b2-666357e240ba admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:09.310853 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9607fab1-2adc-4d0b-a9b2-666357e240ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:09.477090 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-9607fab1-2adc-4d0b-a9b2-666357e240ba admin admin] Allocated IP 172.25.4.48 (2fd42287-ed26-4eb9-89a5-b521f5b04356/17de1f8f-393a-4b0c-a2df-614bd3f2fb5e/e23e6a9a-19aa-4cc6-8819-5b5bbb1455a3) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:53:09.545755 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 4312676f-180e-4bcf-8f17-8df906ecde4e up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:53:09.595822 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9607fab1-2adc-4d0b-a9b2-666357e240ba admin admin] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:09.597693 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning for port 4312676f-180e-4bcf-8f17-8df906ecde4e completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:53:09.602011 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port 4312676f-180e-4bcf-8f17-8df906ecde4e triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:53:09.602392 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:09.684714 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:09.688656 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9607fab1-2adc-4d0b-a9b2-666357e240ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:09.718703 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] For port 4312676f-180e-4bcf-8f17-8df906ecde4e, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=4312676f-180e-4bcf-8f17-8df906ecde4e,segment=NetworkSegment(d8bbbf9c-9a8b-4847-891a-7ed314520ae6),segment_id=d8bbbf9c-9a8b-4847-891a-7ed314520ae6)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:53:09.724503 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:09.763354 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9607fab1-2adc-4d0b-a9b2-666357e240ba admin admin] Network 2fd42287-ed26-4eb9-89a5-b521f5b04356 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:53:09.769204 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-9607fab1-2adc-4d0b-a9b2-666357e240ba admin admin] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:53:09.771638 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Pushing event updated for resources: {'Port': ['ID=4312676f-180e-4bcf-8f17-8df906ecde4e,revision_number=5']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:53:09.771992 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9607fab1-2adc-4d0b-a9b2-666357e240ba admin admin] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:53:09.865638 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9607fab1-2adc-4d0b-a9b2-666357e240ba admin admin] Pushing event updated for resources: {'Port': ['ID=e23e6a9a-19aa-4cc6-8819-5b5bbb1455a3,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:53:10.108389 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9607fab1-2adc-4d0b-a9b2-666357e240ba admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:10.300268 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9607fab1-2adc-4d0b-a9b2-666357e240ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-415433', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62186'] for router, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:10.303482 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9607fab1-2adc-4d0b-a9b2-666357e240ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-415468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-415442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-415451', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-479100'] for router, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:10.413813 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9607fab1-2adc-4d0b-a9b2-666357e240ba admin admin] Router fb29d4d7-64a9-4d4e-983d-cc593955a5de has already been hosted by L3 agent 018c4455-49c0-4734-927d-7824067b2a9e {{(pid=93797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:53:10.518937 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9607fab1-2adc-4d0b-a9b2-666357e240ba admin admin] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:53:10.523579 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9607fab1-2adc-4d0b-a9b2-666357e240ba admin admin] Notify callbacks [] for router, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:10.535085 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-9607fab1-2adc-4d0b-a9b2-666357e240ba admin admin] 10.222.0.18 "PUT /v2.0/routers/fb29d4d7-64a9-4d4e-983d-cc593955a5de HTTP/1.1" status: 200 len: 889 time: 1.7780423 Jul 27 22:53:10.750970 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-314251da-523f-4be4-b145-eccdd74d685f None None] Sync routers for ids ['fb29d4d7-64a9-4d4e-983d-cc593955a5de'] in n-d-802623-1 {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:53:10.762501 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-314251da-523f-4be4-b145-eccdd74d685f None None] Routers {'fb29d4d7-64a9-4d4e-983d-cc593955a5de'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:53:10.763170 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-314251da-523f-4be4-b145-eccdd74d685f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T22:52:59Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['fb29d4d7-64a9-4d4e-983d-cc593955a5de'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:53:11.032178 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-314251da-523f-4be4-b145-eccdd74d685f None None] Set router fb29d4d7-64a9-4d4e-983d-cc593955a5de gateway port host: n-d-802623-1 {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:53:11.408504 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-314251da-523f-4be4-b145-eccdd74d685f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb29d4d7-64a9-4d4e-983d-cc593955a5de', 'name': 'router1', 'tenant_id': '11d21d4191a6433e89fa5816a104fad9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.48'}], 'enable_snat': True}, 'gw_port_id': 'e23e6a9a-19aa-4cc6-8819-5b5bbb1455a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:52:52Z', 'updated_at': '2021-07-27T22:53:09Z', 'revision_number': 4, 'project_id': '11d21d4191a6433e89fa5816a104fad9', 'gw_port': {'id': 'e23e6a9a-19aa-4cc6-8819-5b5bbb1455a3', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:a3:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb29d4d7-64a9-4d4e-983d-cc593955a5de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:53:09Z', 'updated_at': '2021-07-27T22:53:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': '4312676f-180e-4bcf-8f17-8df906ecde4e', 'name': '', 'network_id': '2cd9b46f-2de3-40ab-aa68-57dc52a6e5f0', 'tenant_id': '11d21d4191a6433e89fa5816a104fad9', 'mac_address': 'fa:16:3e:a0:d9:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb29d4d7-64a9-4d4e-983d-cc593955a5de', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '63d0335c-e4a2-4c3a-b1cb-dc745408e6c8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:53:00Z', 'updated_at': '2021-07-27T22:53:09Z', 'revision_number': 5, 'project_id': '11d21d4191a6433e89fa5816a104fad9', 'subnets': [{'id': '63d0335c-e4a2-4c3a-b1cb-dc745408e6c8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f4ca2582-e85b-4282-b43d-bc326fdb7ba3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:53:11.459392 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-314251da-523f-4be4-b145-eccdd74d685f None None] Checking router: fb29d4d7-64a9-4d4e-983d-cc593955a5de for host: n-d-802623-1 {{(pid=93799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:53:11.459999 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-314251da-523f-4be4-b145-eccdd74d685f None None] Updating router fb29d4d7-64a9-4d4e-983d-cc593955a5de port e23e6a9a-19aa-4cc6-8819-5b5bbb1455a3 binding host n-d-802623-1 {{(pid=93799) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 22:53:11.508474 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-314251da-523f-4be4-b145-eccdd74d685f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:11.535129 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 4312676f-180e-4bcf-8f17-8df906ecde4e up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:53:11.731056 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port 4312676f-180e-4bcf-8f17-8df906ecde4e triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:53:11.731436 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:11.922395 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-314251da-523f-4be4-b145-eccdd74d685f None None] Notify callbacks [] for port, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:11.932930 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-314251da-523f-4be4-b145-eccdd74d685f None None] Transition to ACTIVE for port object e23e6a9a-19aa-4cc6-8819-5b5bbb1455a3 will not be triggered until provisioned by entity L2. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:53:11.938578 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-314251da-523f-4be4-b145-eccdd74d685f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:11.988940 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-314251da-523f-4be4-b145-eccdd74d685f None None] Attempting to bind port e23e6a9a-19aa-4cc6-8819-5b5bbb1455a3 on host n-d-802623-1 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:53:11.989250 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-314251da-523f-4be4-b145-eccdd74d685f None None] Attempting to bind port e23e6a9a-19aa-4cc6-8819-5b5bbb1455a3 by drivers openvswitch,hyperv on host n-d-802623-1 at level 0 using segments [{'id': 'b9afe07e-bbe4-4740-834c-4b6a9698bdbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:53:11.989613 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-314251da-523f-4be4-b145-eccdd74d685f None None] Attempting to bind port e23e6a9a-19aa-4cc6-8819-5b5bbb1455a3 on network 2fd42287-ed26-4eb9-89a5-b521f5b04356 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:53:11.992854 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5e8625-cfb6-4aa2-8a20-77fb4755bfce None None] Pushing event updated for resources: {'Port': ['ID=e23e6a9a-19aa-4cc6-8819-5b5bbb1455a3,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:53:12.001261 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-314251da-523f-4be4-b145-eccdd74d685f None None] Checking agent: {'id': 'a9a568d2-a5e7-41e4-833f-a8ab42ea4073', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 52, 30), 'started_at': datetime.datetime(2021, 7, 27, 22, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802623-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:53:12.001634 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-314251da-523f-4be4-b145-eccdd74d685f None None] Checking segment: {'id': 'b9afe07e-bbe4-4740-834c-4b6a9698bdbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:53:12.002033 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-314251da-523f-4be4-b145-eccdd74d685f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:12.002418 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-314251da-523f-4be4-b145-eccdd74d685f None None] Bound using segment: {'id': 'b9afe07e-bbe4-4740-834c-4b6a9698bdbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:53:12.002961 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-314251da-523f-4be4-b145-eccdd74d685f None None] Bound port: e23e6a9a-19aa-4cc6-8819-5b5bbb1455a3, host: n-d-802623-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9afe07e-bbe4-4740-834c-4b6a9698bdbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:53:12.003755 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-314251da-523f-4be4-b145-eccdd74d685f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:12.132235 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-314251da-523f-4be4-b145-eccdd74d685f None None] For port e23e6a9a-19aa-4cc6-8819-5b5bbb1455a3, host n-d-802623-1, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:53:12.136754 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-314251da-523f-4be4-b145-eccdd74d685f None None] For port e23e6a9a-19aa-4cc6-8819-5b5bbb1455a3, host n-d-802623-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=e23e6a9a-19aa-4cc6-8819-5b5bbb1455a3,segment=NetworkSegment(b9afe07e-bbe4-4740-834c-4b6a9698bdbc),segment_id=b9afe07e-bbe4-4740-834c-4b6a9698bdbc)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:53:12.140867 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-314251da-523f-4be4-b145-eccdd74d685f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:12.197444 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-314251da-523f-4be4-b145-eccdd74d685f None None] Routers {'fb29d4d7-64a9-4d4e-983d-cc593955a5de'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:53:12.198061 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-314251da-523f-4be4-b145-eccdd74d685f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T22:52:59Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['fb29d4d7-64a9-4d4e-983d-cc593955a5de'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:53:12.232884 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5e8625-cfb6-4aa2-8a20-77fb4755bfce None None] Pushing event updated for resources: {'Port': ['ID=e23e6a9a-19aa-4cc6-8819-5b5bbb1455a3,revision_number=3']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:53:12.307538 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-314251da-523f-4be4-b145-eccdd74d685f None None] Set router fb29d4d7-64a9-4d4e-983d-cc593955a5de gateway port host: n-d-802623-1 {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:53:12.518662 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-314251da-523f-4be4-b145-eccdd74d685f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb29d4d7-64a9-4d4e-983d-cc593955a5de', 'name': 'router1', 'tenant_id': '11d21d4191a6433e89fa5816a104fad9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.48'}], 'enable_snat': True}, 'gw_port_id': 'e23e6a9a-19aa-4cc6-8819-5b5bbb1455a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:52:52Z', 'updated_at': '2021-07-27T22:53:09Z', 'revision_number': 4, 'project_id': '11d21d4191a6433e89fa5816a104fad9', 'gw_port': {'id': 'e23e6a9a-19aa-4cc6-8819-5b5bbb1455a3', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:a3:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb29d4d7-64a9-4d4e-983d-cc593955a5de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:53:09Z', 'updated_at': '2021-07-27T22:53:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': '4312676f-180e-4bcf-8f17-8df906ecde4e', 'name': '', 'network_id': '2cd9b46f-2de3-40ab-aa68-57dc52a6e5f0', 'tenant_id': '11d21d4191a6433e89fa5816a104fad9', 'mac_address': 'fa:16:3e:a0:d9:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb29d4d7-64a9-4d4e-983d-cc593955a5de', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '63d0335c-e4a2-4c3a-b1cb-dc745408e6c8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:53:00Z', 'updated_at': '2021-07-27T22:53:09Z', 'revision_number': 5, 'project_id': '11d21d4191a6433e89fa5816a104fad9', 'subnets': [{'id': '63d0335c-e4a2-4c3a-b1cb-dc745408e6c8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f4ca2582-e85b-4282-b43d-bc326fdb7ba3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:53:12.549001 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-314251da-523f-4be4-b145-eccdd74d685f None None] The sync data for ids ['fb29d4d7-64a9-4d4e-983d-cc593955a5de'] in n-d-802623-1 is: [{'id': 'fb29d4d7-64a9-4d4e-983d-cc593955a5de', 'name': 'router1', 'tenant_id': '11d21d4191a6433e89fa5816a104fad9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.48'}], 'enable_snat': True}, 'gw_port_id': 'e23e6a9a-19aa-4cc6-8819-5b5bbb1455a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:52:52Z', 'updated_at': '2021-07-27T22:53:09Z', 'revision_number': 4, 'project_id': '11d21d4191a6433e89fa5816a104fad9', 'gw_port': {'id': 'e23e6a9a-19aa-4cc6-8819-5b5bbb1455a3', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:a3:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb29d4d7-64a9-4d4e-983d-cc593955a5de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:53:09Z', 'updated_at': '2021-07-27T22:53:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': '4312676f-180e-4bcf-8f17-8df906ecde4e', 'name': '', 'network_id': '2cd9b46f-2de3-40ab-aa68-57dc52a6e5f0', 'tenant_id': '11d21d4191a6433e89fa5816a104fad9', 'mac_address': 'fa:16:3e:a0:d9:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb29d4d7-64a9-4d4e-983d-cc593955a5de', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '63d0335c-e4a2-4c3a-b1cb-dc745408e6c8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:53:00Z', 'updated_at': '2021-07-27T22:53:09Z', 'revision_number': 5, 'project_id': '11d21d4191a6433e89fa5816a104fad9', 'subnets': [{'id': '63d0335c-e4a2-4c3a-b1cb-dc745408e6c8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f4ca2582-e85b-4282-b43d-bc326fdb7ba3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:53:12.891855 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 47438) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:53:13.005772 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-51b1ee6b-f804-44cd-9983-13bba96484e8 admin admin] 10.222.0.18 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1127124 Jul 27 22:53:13.542483 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device e23e6a9a-19aa-4cc6-8819-5b5bbb1455a3 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:53:13.594174 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning for port e23e6a9a-19aa-4cc6-8819-5b5bbb1455a3 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:53:13.598332 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port e23e6a9a-19aa-4cc6-8819-5b5bbb1455a3 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:53:13.598716 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:13.673816 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:13.695649 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] For port e23e6a9a-19aa-4cc6-8819-5b5bbb1455a3, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=e23e6a9a-19aa-4cc6-8819-5b5bbb1455a3,segment=NetworkSegment(b9afe07e-bbe4-4740-834c-4b6a9698bdbc),segment_id=b9afe07e-bbe4-4740-834c-4b6a9698bdbc)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:53:13.699623 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:13.752488 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Pushing event updated for resources: {'Port': ['ID=e23e6a9a-19aa-4cc6-8819-5b5bbb1455a3,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:53:15.564409 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device e23e6a9a-19aa-4cc6-8819-5b5bbb1455a3 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:53:15.611932 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port e23e6a9a-19aa-4cc6-8819-5b5bbb1455a3 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:53:15.612317 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:23.220492 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.agents_db [None req-9beef776-8bab-4de2-989a-f5a23ba4aaf4 None None] Agent healthcheck: found 5 active agents {{(pid=93800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:53:26.826857 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2dad2be4-2f8e-4c74-856b-6f23a77fc879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:29.487653 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-36fc0717-bc72-4656-8654-8fcb83f3b90f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:29.629902 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:30.281952 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-19f2e178-d45e-4fbe-b9be-c3963fc151ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:32.017495 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7418f70f-e60d-4709-8ba9-6ab514bc7f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:56.820374 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-57945389-9578-41b5-a939-57c7f844039e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:59.486405 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-04788492-e210-4eca-9c42-29ba6663c95c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:59.626906 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:00.218659 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.agents_db [None req-9beef776-8bab-4de2-989a-f5a23ba4aaf4 None None] Agent healthcheck: found 5 active agents {{(pid=93800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:54:00.284706 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-19f2e178-d45e-4fbe-b9be-c3963fc151ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:02.021656 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7418f70f-e60d-4709-8ba9-6ab514bc7f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:26.821329 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-df3b4128-9ee7-439e-9e5a-1a484c090d83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:29.477106 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4822b7fc-cf47-4629-9423-7cc9769b37e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:29.628579 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:30.286670 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-19f2e178-d45e-4fbe-b9be-c3963fc151ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:32.023906 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7418f70f-e60d-4709-8ba9-6ab514bc7f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:37.216960 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.agents_db [None req-9beef776-8bab-4de2-989a-f5a23ba4aaf4 None None] Agent healthcheck: found 5 active agents {{(pid=93800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:54:53.437266 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 48038) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:54:53.499871 n-d-802623-1 neutron-server[93797]: INFO neutron.pecan_wsgi.hooks.translation [None req-2efaa057-1656-4023-90eb-91f29d6a8480 admin admin] GET failed (client error): The resource could not be found. Jul 27 22:54:53.501215 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-2efaa057-1656-4023-90eb-91f29d6a8480 admin admin] 10.222.0.18 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0629785 Jul 27 22:54:53.662068 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83ba75c5-43a4-49e8-869e-f06864a8b577 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:54:53.663590 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-83ba75c5-43a4-49e8-869e-f06864a8b577 admin admin] 10.222.0.18 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1574693 Jul 27 22:54:55.983119 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 48048) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:54:56.075496 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8864fe0b-5c9d-4670-aadd-dfb5f171f3d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:54:56.076806 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-8864fe0b-5c9d-4670-aadd-dfb5f171f3d5 admin admin] 10.222.0.18 "GET /v2.0/subnets/63d0335c-e4a2-4c3a-b1cb-dc745408e6c8 HTTP/1.1" status: 200 len: 849 time: 0.0927622 Jul 27 22:54:56.087378 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-9b567a44-d401-462c-8796-933ae747be7c admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:54:56.170892 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9b567a44-d401-462c-8796-933ae747be7c admin admin] Notify callbacks [] for subnet, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:56.382671 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9b567a44-d401-462c-8796-933ae747be7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8736833727272'] for subnet, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:56.411800 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b567a44-d401-462c-8796-933ae747be7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:54:56.412928 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9b567a44-d401-462c-8796-933ae747be7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:56.423198 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-9b567a44-d401-462c-8796-933ae747be7c admin admin] 10.222.0.18 "PUT /v2.0/subnets/63d0335c-e4a2-4c3a-b1cb-dc745408e6c8 HTTP/1.1" status: 200 len: 868 time: 0.3299270 Jul 27 22:54:56.423436 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-369dc3e2-8661-4ff0-aff1-6d59e14f8e8d None None] Network 2cd9b46f-2de3-40ab-aa68-57dc52a6e5f0 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:54:56.434355 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b567a44-d401-462c-8796-933ae747be7c admin admin] Pushing event updated for resources: {'Subnet': ['ID=63d0335c-e4a2-4c3a-b1cb-dc745408e6c8,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:54:56.443079 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b567a44-d401-462c-8796-933ae747be7c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:54:56.443438 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b567a44-d401-462c-8796-933ae747be7c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:54:56.443750 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b567a44-d401-462c-8796-933ae747be7c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:54:56.444083 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b567a44-d401-462c-8796-933ae747be7c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:54:56.444412 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b567a44-d401-462c-8796-933ae747be7c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:54:56.444737 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b567a44-d401-462c-8796-933ae747be7c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:54:56.445057 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b567a44-d401-462c-8796-933ae747be7c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:54:56.445435 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b567a44-d401-462c-8796-933ae747be7c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:54:56.445760 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b567a44-d401-462c-8796-933ae747be7c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:54:56.446079 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b567a44-d401-462c-8796-933ae747be7c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:54:56.446397 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b567a44-d401-462c-8796-933ae747be7c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:54:56.446711 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b567a44-d401-462c-8796-933ae747be7c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:54:56.770591 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-6d7f713e-042b-4e3c-b1b1-7535b08f79ab None None] Provisioning complete for port 4312676f-180e-4bcf-8f17-8df906ecde4e triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:54:56.770980 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-6d7f713e-042b-4e3c-b1b1-7535b08f79ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:56.826333 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-1c5ecf34-d223-4d33-a61a-c71d44eb337f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:56.871103 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-6d7f713e-042b-4e3c-b1b1-7535b08f79ab None None] Provisioning complete for port fb19afb0-c480-4ca1-b13c-11c871c8a05b triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:54:56.871403 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-6d7f713e-042b-4e3c-b1b1-7535b08f79ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:58.577391 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 48058) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:54:58.777116 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ba318e6-56c6-424a-acb6-6035ad5596a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:54:58.777514 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ba318e6-56c6-424a-acb6-6035ad5596a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:54:58.779120 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-1ba318e6-56c6-424a-acb6-6035ad5596a9 admin admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2007325 Jul 27 22:54:59.477877 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ee03436b-4924-4aa4-b44c-14d9c2f0353c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:59.629881 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:55:00.290099 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-19f2e178-d45e-4fbe-b9be-c3963fc151ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:55:00.920987 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 48066) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:55:01.115376 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50105d45-6672-4c7e-a9c6-0bff082b17ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:55:01.115761 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50105d45-6672-4c7e-a9c6-0bff082b17ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:55:01.117281 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-50105d45-6672-4c7e-a9c6-0bff082b17ba admin admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1953452 Jul 27 22:55:02.025582 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7418f70f-e60d-4709-8ba9-6ab514bc7f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:55:03.267953 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 48074) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:55:03.395515 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-569e8a0e-daf6-4126-a5ae-09575222f2c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:55:03.396907 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-569e8a0e-daf6-4126-a5ae-09575222f2c5 admin admin] 10.222.0.18 "GET /v2.0/networks/2cd9b46f-2de3-40ab-aa68-57dc52a6e5f0 HTTP/1.1" status: 200 len: 869 time: 0.1279831 Jul 27 22:55:05.568974 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 48082) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:55:05.691377 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fac3cfe-4dfc-46e2-be3f-e40a19b4624e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:55:05.692719 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-7fac3cfe-4dfc-46e2-be3f-e40a19b4624e admin admin] 10.222.0.18 "GET /v2.0/networks/2fd42287-ed26-4eb9-89a5-b521f5b04356 HTTP/1.1" status: 200 len: 886 time: 0.1227913 Jul 27 22:55:07.835417 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 48090) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:55:07.956773 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3926849-214f-4ee1-8f4d-1bbf659fcc21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:55:07.957232 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3926849-214f-4ee1-8f4d-1bbf659fcc21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:55:07.959014 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-b3926849-214f-4ee1-8f4d-1bbf659fcc21 admin admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1226876 Jul 27 22:55:10.096225 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 48098) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:55:10.217184 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b87d7a87-ae52-43e1-8860-bde71bab5ff5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:55:10.217651 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b87d7a87-ae52-43e1-8860-bde71bab5ff5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:55:10.219225 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-b87d7a87-ae52-43e1-8860-bde71bab5ff5 admin admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1220286 Jul 27 22:55:12.355419 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 48106) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:55:12.505510 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bc32f5e-f7b7-4737-8117-f2c702cc2c06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:55:12.506890 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-2bc32f5e-f7b7-4737-8117-f2c702cc2c06 admin admin] 10.222.0.18 "GET /v2.0/subnets/17de1f8f-393a-4b0c-a2df-614bd3f2fb5e HTTP/1.1" status: 200 len: 816 time: 0.1505251 Jul 27 22:55:14.218028 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.agents_db [None req-9beef776-8bab-4de2-989a-f5a23ba4aaf4 None None] Agent healthcheck: found 5 active agents {{(pid=93800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:55:14.640749 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 48114) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:55:14.732465 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1c11e77-8598-4147-91cc-5c8cc03e2091 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:55:14.733793 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-c1c11e77-8598-4147-91cc-5c8cc03e2091 admin admin] 10.222.0.18 "GET /v2.0/subnets/63d0335c-e4a2-4c3a-b1cb-dc745408e6c8 HTTP/1.1" status: 200 len: 868 time: 0.0920782 Jul 27 22:55:26.826581 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-26bff609-bc97-4286-ad97-3d3efe3969b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:55:29.478590 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-74040a75-f9a5-441f-b92b-38f58ef06b1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:55:29.634000 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:55:30.292328 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-19f2e178-d45e-4fbe-b9be-c3963fc151ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:55:32.027975 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7418f70f-e60d-4709-8ba9-6ab514bc7f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:55:40.251099 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 48168) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:55:40.296306 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [None req-c4990599-e2bc-427e-86ce-8ec13de8cbc6 admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=93798) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 22:55:40.297326 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-c4990599-e2bc-427e-86ce-8ec13de8cbc6 admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0453033 Jul 27 22:55:42.548359 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 48176) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:55:42.606944 n-d-802623-1 neutron-server[93798]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e980f6f-07e1-42ef-a3c3-f44358eac523 admin admin] GET failed (client error): The resource could not be found. Jul 27 22:55:42.608259 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-3e980f6f-07e1-42ef-a3c3-f44358eac523 admin admin] 10.222.0.18 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0589788 Jul 27 22:55:42.747381 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4314bee3-6e27-4b97-9d33-ec57f0ee4561 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:55:42.748744 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-4314bee3-6e27-4b97-9d33-ec57f0ee4561 admin admin] 10.222.0.18 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1356359 Jul 27 22:55:44.911880 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 48184) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:55:44.958321 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-f529a968-d160-4f1d-b568-be405ca5e339 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:55:44.979307 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f529a968-d160-4f1d-b568-be405ca5e339 admin admin] Made reservation on behalf of f61ce1ae2b164eb2b52738641d738283 for: {'network': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:55:44.981605 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f529a968-d160-4f1d-b568-be405ca5e339 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for network, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:55:45.010112 n-d-802623-1 neutron-server[93798]: WARNING neutron.services.revisions.revision_plugin [None req-f529a968-d160-4f1d-b568-be405ca5e339 admin admin] Could not find related network for resource to bump revision. Jul 27 22:55:45.022118 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f529a968-d160-4f1d-b568-be405ca5e339 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 544} {{(pid=93798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:55:45.031736 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f529a968-d160-4f1d-b568-be405ca5e339 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:55:45.032103 n-d-802623-1 neutron-server[93798]: INFO neutron.db.segments_db [None req-f529a968-d160-4f1d-b568-be405ca5e339 admin admin] Added segment 16e91594-c047-4b55-93eb-43af33ad08e1 of type vlan for network 591af2dd-f826-43b1-aa9d-e7a0bf218c71 Jul 27 22:55:45.069607 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f529a968-d160-4f1d-b568-be405ca5e339 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736833354590'] for network, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:55:45.098530 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f529a968-d160-4f1d-b568-be405ca5e339 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569'] for network, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:55:45.099413 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f529a968-d160-4f1d-b568-be405ca5e339 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:55:45.099994 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f529a968-d160-4f1d-b568-be405ca5e339 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:55:45.152613 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-f529a968-d160-4f1d-b568-be405ca5e339 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2396264 Jul 27 22:55:45.160459 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f529a968-d160-4f1d-b568-be405ca5e339 admin admin] Pushing event updated for resources: {'Network': ['ID=591af2dd-f826-43b1-aa9d-e7a0bf218c71,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:55:45.172514 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Network 591af2dd-f826-43b1-aa9d-e7a0bf218c71 details requested by agent ovs-agent-n-d-802623-1 with host n-d-802623-1 {{(pid=93799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:55:47.310424 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 48192) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:55:47.368825 n-d-802623-1 neutron-server[93798]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae1a9a6f-3302-4804-ba82-62ebdf28b771 admin admin] GET failed (client error): The resource could not be found. Jul 27 22:55:47.370121 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-ae1a9a6f-3302-4804-ba82-62ebdf28b771 admin admin] 10.222.0.18 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0587175 Jul 27 22:55:47.442376 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58a6e319-df3d-4556-93a1-ac6bb73583ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:55:47.443823 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-58a6e319-df3d-4556-93a1-ac6bb73583ea admin admin] 10.222.0.18 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0694337 Jul 27 22:55:47.453686 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-17a0e097-e3bb-42dd-a0c1-e6e1d6552ec0 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'ip_version': 4, 'description': 'shared-subnet', 'network_id': '591af2dd-f826-43b1-aa9d-e7a0bf218c71', 'name': 'shared-subnet'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:55:47.475327 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17a0e097-e3bb-42dd-a0c1-e6e1d6552ec0 admin admin] Made reservation on behalf of f61ce1ae2b164eb2b52738641d738283 for: {'subnet': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:55:47.477509 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-17a0e097-e3bb-42dd-a0c1-e6e1d6552ec0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:55:47.640385 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-17a0e097-e3bb-42dd-a0c1-e6e1d6552ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569'] for subnet, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:55:47.696689 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a0e097-e3bb-42dd-a0c1-e6e1d6552ec0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=62938449-046d-4cbe-923a-7ebb632c358d,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:55:47.700809 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a0e097-e3bb-42dd-a0c1-e6e1d6552ec0 admin admin] Checking segment: {'id': '16e91594-c047-4b55-93eb-43af33ad08e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '591af2dd-f826-43b1-aa9d-e7a0bf218c71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:55:47.701159 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17a0e097-e3bb-42dd-a0c1-e6e1d6552ec0 admin admin] Network hostable DHCP agents. Network: 591af2dd-f826-43b1-aa9d-e7a0bf218c71, hostable agents: ['5950e76f-2bde-4343-a925-cbe6bacd2706'], hosted agents: [] {{(pid=93798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:55:47.717091 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17a0e097-e3bb-42dd-a0c1-e6e1d6552ec0 admin admin] Network 591af2dd-f826-43b1-aa9d-e7a0bf218c71 is scheduled to be hosted by DHCP agent 5950e76f-2bde-4343-a925-cbe6bacd2706 with binding_index 1 {{(pid=93798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:55:47.725979 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-17a0e097-e3bb-42dd-a0c1-e6e1d6552ec0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802623-1, 591af2dd-f826-43b1-aa9d-e7a0bf218c71) {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:55:47.730453 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17a0e097-e3bb-42dd-a0c1-e6e1d6552ec0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:55:47.731603 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-17a0e097-e3bb-42dd-a0c1-e6e1d6552ec0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:55:47.734704 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0508b0e8-43aa-4f45-9be3-518dc20c8950 None None] Network 591af2dd-f826-43b1-aa9d-e7a0bf218c71 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:55:47.745845 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-17a0e097-e3bb-42dd-a0c1-e6e1d6552ec0 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2954929 Jul 27 22:55:47.980561 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7393c46-df97-4d38-9a6e-a13e79bc5744 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f6f257c-ad18-5f0c-8c8e-ea085a5fc8a2-591af2dd-f826-43b1-aa9d-e7a0bf218c71', 'network_id': '591af2dd-f826-43b1-aa9d-e7a0bf218c71', 'tenant_id': 'f61ce1ae2b164eb2b52738641d738283', 'fixed_ips': [{'subnet_id': '62938449-046d-4cbe-923a-7ebb632c358d'}]}} from n-d-802623-1. {{(pid=93799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:55:47.981450 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b7393c46-df97-4d38-9a6e-a13e79bc5744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:55:48.118238 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-b7393c46-df97-4d38-9a6e-a13e79bc5744 None None] Allocated IP 192.168.233.2 (591af2dd-f826-43b1-aa9d-e7a0bf218c71/62938449-046d-4cbe-923a-7ebb632c358d/219ecac9-aae0-4d9e-a9ce-d4b21e79230d) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:55:48.257204 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b7393c46-df97-4d38-9a6e-a13e79bc5744 None None] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:55:48.266196 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-b7393c46-df97-4d38-9a6e-a13e79bc5744 None None] Transition to ACTIVE for port object 219ecac9-aae0-4d9e-a9ce-d4b21e79230d will not be triggered until provisioned by entity L2. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:55:48.281375 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-b7393c46-df97-4d38-9a6e-a13e79bc5744 None None] Transition to ACTIVE for port object 219ecac9-aae0-4d9e-a9ce-d4b21e79230d will not be triggered until provisioned by entity DHCP. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:55:48.288030 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b7393c46-df97-4d38-9a6e-a13e79bc5744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:55:48.337464 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7393c46-df97-4d38-9a6e-a13e79bc5744 None None] Network 591af2dd-f826-43b1-aa9d-e7a0bf218c71 is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:55:48.339161 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-b7393c46-df97-4d38-9a6e-a13e79bc5744 None None] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:55:48.340892 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7393c46-df97-4d38-9a6e-a13e79bc5744 None None] Pushing event updated for resources: {'Port': ['ID=219ecac9-aae0-4d9e-a9ce-d4b21e79230d,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:55:48.342984 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7393c46-df97-4d38-9a6e-a13e79bc5744 None None] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:55:48.355911 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7393c46-df97-4d38-9a6e-a13e79bc5744 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:55:48.356245 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7393c46-df97-4d38-9a6e-a13e79bc5744 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:55:48.356647 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7393c46-df97-4d38-9a6e-a13e79bc5744 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:55:48.356996 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7393c46-df97-4d38-9a6e-a13e79bc5744 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:55:48.357337 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7393c46-df97-4d38-9a6e-a13e79bc5744 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:55:48.357676 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7393c46-df97-4d38-9a6e-a13e79bc5744 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:55:48.358010 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7393c46-df97-4d38-9a6e-a13e79bc5744 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:55:48.358343 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7393c46-df97-4d38-9a6e-a13e79bc5744 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:55:48.358790 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7393c46-df97-4d38-9a6e-a13e79bc5744 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:55:48.359156 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7393c46-df97-4d38-9a6e-a13e79bc5744 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:55:48.359509 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7393c46-df97-4d38-9a6e-a13e79bc5744 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:55:48.359841 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7393c46-df97-4d38-9a6e-a13e79bc5744 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:55:48.406479 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-b7393c46-df97-4d38-9a6e-a13e79bc5744 None None] Attempting to bind port 219ecac9-aae0-4d9e-a9ce-d4b21e79230d on host n-d-802623-1 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:55:48.406848 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-b7393c46-df97-4d38-9a6e-a13e79bc5744 None None] Attempting to bind port 219ecac9-aae0-4d9e-a9ce-d4b21e79230d by drivers openvswitch,hyperv on host n-d-802623-1 at level 0 using segments [{'id': '16e91594-c047-4b55-93eb-43af33ad08e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '591af2dd-f826-43b1-aa9d-e7a0bf218c71'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:55:48.407239 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7393c46-df97-4d38-9a6e-a13e79bc5744 None None] Attempting to bind port 219ecac9-aae0-4d9e-a9ce-d4b21e79230d on network 591af2dd-f826-43b1-aa9d-e7a0bf218c71 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:55:48.412975 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7393c46-df97-4d38-9a6e-a13e79bc5744 None None] Checking agent: {'id': 'a9a568d2-a5e7-41e4-833f-a8ab42ea4073', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 52, 30), 'started_at': datetime.datetime(2021, 7, 27, 22, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 55, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802623-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:55:48.413352 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7393c46-df97-4d38-9a6e-a13e79bc5744 None None] Checking segment: {'id': '16e91594-c047-4b55-93eb-43af33ad08e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '591af2dd-f826-43b1-aa9d-e7a0bf218c71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:55:48.413759 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b7393c46-df97-4d38-9a6e-a13e79bc5744 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:55:48.414148 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7393c46-df97-4d38-9a6e-a13e79bc5744 None None] Bound using segment: {'id': '16e91594-c047-4b55-93eb-43af33ad08e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '591af2dd-f826-43b1-aa9d-e7a0bf218c71'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:55:48.414609 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-b7393c46-df97-4d38-9a6e-a13e79bc5744 None None] Bound port: 219ecac9-aae0-4d9e-a9ce-d4b21e79230d, host: n-d-802623-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16e91594-c047-4b55-93eb-43af33ad08e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '591af2dd-f826-43b1-aa9d-e7a0bf218c71'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:55:48.415006 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b7393c46-df97-4d38-9a6e-a13e79bc5744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:55:48.477265 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-b7393c46-df97-4d38-9a6e-a13e79bc5744 None None] For port 219ecac9-aae0-4d9e-a9ce-d4b21e79230d, host n-d-802623-1, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:55:48.480671 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-b7393c46-df97-4d38-9a6e-a13e79bc5744 None None] For port 219ecac9-aae0-4d9e-a9ce-d4b21e79230d, host n-d-802623-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=219ecac9-aae0-4d9e-a9ce-d4b21e79230d,segment=NetworkSegment(16e91594-c047-4b55-93eb-43af33ad08e1),segment_id=16e91594-c047-4b55-93eb-43af33ad08e1)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:55:48.485173 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b7393c46-df97-4d38-9a6e-a13e79bc5744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:55:48.546528 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7393c46-df97-4d38-9a6e-a13e79bc5744 None None] Pushing event updated for resources: {'Port': ['ID=219ecac9-aae0-4d9e-a9ce-d4b21e79230d,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:55:49.382116 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef79b055-00b5-4c04-b9fc-14f3adba4a32 None None] Network 591af2dd-f826-43b1-aa9d-e7a0bf218c71 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:55:49.446958 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-0bc1d33c-3630-475a-b28a-6a69c672b6ac None None] Provisioning for port 219ecac9-aae0-4d9e-a9ce-d4b21e79230d completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:55:49.700527 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 219ecac9-aae0-4d9e-a9ce-d4b21e79230d up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:55:49.749921 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning for port 219ecac9-aae0-4d9e-a9ce-d4b21e79230d completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:55:49.754121 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port 219ecac9-aae0-4d9e-a9ce-d4b21e79230d triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:55:49.754491 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:55:49.798171 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-4feecf92-1dd5-44ca-87c2-2397a5e58414 None None] Provisioning complete for port 219ecac9-aae0-4d9e-a9ce-d4b21e79230d triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:55:49.798540 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4feecf92-1dd5-44ca-87c2-2397a5e58414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:55:49.877096 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:55:49.935617 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4feecf92-1dd5-44ca-87c2-2397a5e58414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:55:49.938332 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] For port 219ecac9-aae0-4d9e-a9ce-d4b21e79230d, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=219ecac9-aae0-4d9e-a9ce-d4b21e79230d,segment=NetworkSegment(16e91594-c047-4b55-93eb-43af33ad08e1),segment_id=16e91594-c047-4b55-93eb-43af33ad08e1)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:55:49.946898 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:55:50.025588 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Pushing event updated for resources: {'Port': ['ID=219ecac9-aae0-4d9e-a9ce-d4b21e79230d,revision_number=3']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:55:50.036215 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.db.api [None req-4feecf92-1dd5-44ca-87c2-2397a5e58414 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93799) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 22:55:50.036602 n-d-802623-1 neutron-server[93799]: DEBUG oslo_db.api [None req-4feecf92-1dd5-44ca-87c2-2397a5e58414 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 22:55:51.217411 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.agents_db [None req-9beef776-8bab-4de2-989a-f5a23ba4aaf4 None None] Agent healthcheck: found 5 active agents {{(pid=93800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:55:51.644031 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 219ecac9-aae0-4d9e-a9ce-d4b21e79230d up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:55:51.691555 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port 219ecac9-aae0-4d9e-a9ce-d4b21e79230d triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:55:51.691925 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:55:56.825983 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e607a006-f8f2-4abd-a890-a05d61588af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:55:59.479831 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8b493c74-5feb-4f1f-8c66-00ca5e70f469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:55:59.634830 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:00.296084 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-19f2e178-d45e-4fbe-b9be-c3963fc151ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:02.031162 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7418f70f-e60d-4709-8ba9-6ab514bc7f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:26.826640 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b0b2a31b-0723-41ed-9168-a38ed293ef9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:28.216430 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.agents_db [None req-9beef776-8bab-4de2-989a-f5a23ba4aaf4 None None] Agent healthcheck: found 5 active agents {{(pid=93800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:56:29.483853 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-6c35d7c9-0115-41c3-902e-df5e7ba69e12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:29.637601 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:30.297662 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-19f2e178-d45e-4fbe-b9be-c3963fc151ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:32.033855 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7418f70f-e60d-4709-8ba9-6ab514bc7f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:56.828291 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b8002b23-f321-4a5c-b992-129a7d54d9df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:57.175624 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 48244) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:56:57.181417 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [None req-7ad725e3-65ba-4637-ae47-f604c83df351 tempest-verify_tempest_config-619113508 tempest-verify_tempest_config-619113508-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=93798) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 22:56:57.182377 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-7ad725e3-65ba-4637-ae47-f604c83df351 tempest-verify_tempest_config-619113508 tempest-verify_tempest_config-619113508-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0057993 Jul 27 22:56:57.478219 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 48262) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:56:57.575730 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e82d439b-4b40-49b6-86e7-324bd9652b8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:57.661760 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e82d439b-4b40-49b6-86e7-324bd9652b8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:57.665315 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e82d439b-4b40-49b6-86e7-324bd9652b8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:57.708793 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-e82d439b-4b40-49b6-86e7-324bd9652b8c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=de2b26319bed4eaeb9a0029d743e6efe&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2292726 Jul 27 22:56:57.710006 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82d439b-4b40-49b6-86e7-324bd9652b8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d30169af-6d43-4680-9c29-a0ad4d9c9ab3,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:56:57.711483 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 48266) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:56:57.717079 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82d439b-4b40-49b6-86e7-324bd9652b8c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:56:57.717427 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82d439b-4b40-49b6-86e7-324bd9652b8c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:56:57.717773 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82d439b-4b40-49b6-86e7-324bd9652b8c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:56:57.718124 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82d439b-4b40-49b6-86e7-324bd9652b8c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:56:57.718475 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82d439b-4b40-49b6-86e7-324bd9652b8c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:56:57.718783 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82d439b-4b40-49b6-86e7-324bd9652b8c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:56:57.719146 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82d439b-4b40-49b6-86e7-324bd9652b8c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:56:57.719470 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82d439b-4b40-49b6-86e7-324bd9652b8c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:56:57.720323 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82d439b-4b40-49b6-86e7-324bd9652b8c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:56:57.720667 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82d439b-4b40-49b6-86e7-324bd9652b8c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:56:57.720989 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82d439b-4b40-49b6-86e7-324bd9652b8c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:56:57.721307 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82d439b-4b40-49b6-86e7-324bd9652b8c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:56:57.791684 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ebdb38ef-23f9-4e37-b2ee-142e9c02c9b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:57.811319 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ebdb38ef-23f9-4e37-b2ee-142e9c02c9b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:57.901429 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ebdb38ef-23f9-4e37-b2ee-142e9c02c9b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:57.903924 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ebdb38ef-23f9-4e37-b2ee-142e9c02c9b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:57.905072 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-ebdb38ef-23f9-4e37-b2ee-142e9c02c9b0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d30169af-6d43-4680-9c29-a0ad4d9c9ab3 HTTP/1.1" status: 204 len: 168 time: 0.1926405 Jul 27 22:56:57.913405 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdb38ef-23f9-4e37-b2ee-142e9c02c9b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d30169af-6d43-4680-9c29-a0ad4d9c9ab3,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:56:57.920126 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdb38ef-23f9-4e37-b2ee-142e9c02c9b0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:56:57.920497 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdb38ef-23f9-4e37-b2ee-142e9c02c9b0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:56:57.920820 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdb38ef-23f9-4e37-b2ee-142e9c02c9b0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:56:57.921158 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdb38ef-23f9-4e37-b2ee-142e9c02c9b0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:56:57.921496 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdb38ef-23f9-4e37-b2ee-142e9c02c9b0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:56:57.921818 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdb38ef-23f9-4e37-b2ee-142e9c02c9b0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:56:57.922144 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdb38ef-23f9-4e37-b2ee-142e9c02c9b0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:56:57.922528 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdb38ef-23f9-4e37-b2ee-142e9c02c9b0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:56:57.922791 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdb38ef-23f9-4e37-b2ee-142e9c02c9b0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:56:57.923143 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdb38ef-23f9-4e37-b2ee-142e9c02c9b0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:56:57.923452 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdb38ef-23f9-4e37-b2ee-142e9c02c9b0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:56:57.923774 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdb38ef-23f9-4e37-b2ee-142e9c02c9b0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:56:59.484249 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-46569362-8ed9-4576-8409-a2dfdc38c48a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:59.639105 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:00.302030 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-19f2e178-d45e-4fbe-b9be-c3963fc151ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:02.036142 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7418f70f-e60d-4709-8ba9-6ab514bc7f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:05.216507 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.agents_db [None req-9beef776-8bab-4de2-989a-f5a23ba4aaf4 None None] Agent healthcheck: found 5 active agents {{(pid=93800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:57:26.829472 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-90d9f316-fe10-4868-b292-de40ea20d318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:29.485519 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-13f32d14-f3f5-40df-82b3-d6a097703c0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:29.641040 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:30.304227 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-19f2e178-d45e-4fbe-b9be-c3963fc151ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:32.040009 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7418f70f-e60d-4709-8ba9-6ab514bc7f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:42.215263 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.agents_db [None req-9beef776-8bab-4de2-989a-f5a23ba4aaf4 None None] Agent healthcheck: found 5 active agents {{(pid=93800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:57:56.831442 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-6afa213f-8469-455d-a5a0-51818775b55d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:59.486759 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-233e6387-e274-4a4c-a9d6-6ca3a46ef1ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:59.641236 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:58:00.306572 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-19f2e178-d45e-4fbe-b9be-c3963fc151ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:58:02.043084 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7418f70f-e60d-4709-8ba9-6ab514bc7f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:58:19.214668 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.agents_db [None req-9beef776-8bab-4de2-989a-f5a23ba4aaf4 None None] Agent healthcheck: found 5 active agents {{(pid=93800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:58:26.833368 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ae98a240-85cf-4f2e-bfb6-bf21065b3eb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:58:29.489409 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ef990642-c01c-47a4-81d8-cfe6645ad2ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:58:29.641453 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:58:30.308723 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-19f2e178-d45e-4fbe-b9be-c3963fc151ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:58:32.046463 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7418f70f-e60d-4709-8ba9-6ab514bc7f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:58:56.213006 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.agents_db [None req-9beef776-8bab-4de2-989a-f5a23ba4aaf4 None None] Agent healthcheck: found 5 active agents {{(pid=93800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:58:56.834376 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c86e9b66-96fc-4a02-850c-6017581cccd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:58:59.489734 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-fe243a92-40ba-4974-a7c8-be2d2fc9447a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:58:59.642209 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:00.311487 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-19f2e178-d45e-4fbe-b9be-c3963fc151ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:02.048084 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7418f70f-e60d-4709-8ba9-6ab514bc7f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:26.834482 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-028cd72a-646c-43f0-9037-25f263020fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:29.490878 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4c4d0e1d-94c2-471d-8843-a2257528e7c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:29.642489 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:30.313487 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-19f2e178-d45e-4fbe-b9be-c3963fc151ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:32.051959 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7418f70f-e60d-4709-8ba9-6ab514bc7f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:33.213002 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.agents_db [None req-9beef776-8bab-4de2-989a-f5a23ba4aaf4 None None] Agent healthcheck: found 5 active agents {{(pid=93800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:59:56.837996 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2c59a752-6f45-440e-b75c-fb5fddb48370 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:59.225517 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-478683'] for agent, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:59.490713 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b6906372-25ae-47a0-a399-5adf2fb18a76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:59.643204 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:00:00.317128 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-19f2e178-d45e-4fbe-b9be-c3963fc151ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:00:02.054489 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7418f70f-e60d-4709-8ba9-6ab514bc7f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:00:04.303662 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-478683'] for agent, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:00:10.212854 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.agents_db [None req-9beef776-8bab-4de2-989a-f5a23ba4aaf4 None None] Agent healthcheck: found 7 active agents {{(pid=93800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 23:00:26.838378 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b809a2e7-e7ea-45ac-803f-795544dfe22c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:00:29.188247 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:00:29.494630 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-eddab8ea-905b-4e17-b215-fe5c03ee1271 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:00:29.643525 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:00:30.319393 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-19f2e178-d45e-4fbe-b9be-c3963fc151ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:00:32.058063 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7418f70f-e60d-4709-8ba9-6ab514bc7f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:00:34.262118 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:00:47.212221 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.agents_db [None req-9beef776-8bab-4de2-989a-f5a23ba4aaf4 None None] Agent healthcheck: found 7 active agents {{(pid=93800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 23:00:54.274527 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 48328) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:00:54.374194 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-d23668bd-b37b-48ca-83ad-2b5dc8c5b6c7 admin admin] 10.222.0.18 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.0985417 Jul 27 23:00:56.531832 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 48338) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:00:56.590955 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-8cae0274-c78d-42d0-b013-c3b4ddb2818a admin admin] 10.222.0.18 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.0580289 Jul 27 23:00:56.839083 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-3c59dfd6-4215-45f4-920b-c413076bb5e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:00:59.189941 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:00:59.495320 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f4240f2c-f3f3-44fe-a028-162d204a34be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:00:59.646844 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:00.322860 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-19f2e178-d45e-4fbe-b9be-c3963fc151ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:02.060592 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7418f70f-e60d-4709-8ba9-6ab514bc7f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:04.285051 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:24.211704 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.agents_db [None req-9beef776-8bab-4de2-989a-f5a23ba4aaf4 None None] Agent healthcheck: found 7 active agents {{(pid=93800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 23:01:26.840151 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-31ee99c7-413a-4da7-b7e7-6bedcf2f83e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:29.193648 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:29.497741 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-59be10f6-ac2f-43f7-8d4f-6b8676c662e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:29.651176 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:30.325538 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-19f2e178-d45e-4fbe-b9be-c3963fc151ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:32.065476 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7418f70f-e60d-4709-8ba9-6ab514bc7f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:34.299120 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:56.840556 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f26a4f6f-5769-4f83-a3ad-782cf8e898e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:59.207119 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:59.498307 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-379e48a9-433d-446f-b9f1-7b4cf4e8b953 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:59.651421 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:00.328384 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-19f2e178-d45e-4fbe-b9be-c3963fc151ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:01.211887 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.agents_db [None req-9beef776-8bab-4de2-989a-f5a23ba4aaf4 None None] Agent healthcheck: found 7 active agents {{(pid=93800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 23:02:02.067064 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7418f70f-e60d-4709-8ba9-6ab514bc7f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:04.323776 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:16.341659 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 48552) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:02:16.819402 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-e823b0ee-ea0a-4ef0-b3d0-f525c8a09bd7 tempest-AutoAllocateNetworkTest-2092856071 tempest-AutoAllocateNetworkTest-2092856071-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=f3ad18d45f6f460c9bd4c05e31e40b7d&shared=False HTTP/1.1" status: 200 len: 208 time: 0.4751928 Jul 27 23:02:16.820869 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 48576) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:02:17.016952 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9746b26-84c5-479c-87ec-bd5b418f788d tempest-AutoAllocateNetworkTest-2092856071 tempest-AutoAllocateNetworkTest-2092856071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:02:17.019520 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-c9746b26-84c5-479c-87ec-bd5b418f788d tempest-AutoAllocateNetworkTest-2092856071 tempest-AutoAllocateNetworkTest-2092856071-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.1973987 Jul 27 23:02:17.021512 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 48590) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:02:17.090026 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 48592) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:02:17.090256 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-e482e19b-9484-4fd3-90cf-498a4e3c14e3 tempest-AutoAllocateNetworkTest-2092856071 tempest-AutoAllocateNetworkTest-2092856071-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0674036 Jul 27 23:02:17.122551 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-116f2aa8-f1c2-4784-b6f6-6be6e5380e49 tempest-AutoAllocateNetworkTest-2092856071 tempest-AutoAllocateNetworkTest-2092856071-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=f3ad18d45f6f460c9bd4c05e31e40b7d HTTP/1.1" status: 200 len: 208 time: 0.0312274 Jul 27 23:02:17.710156 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 48636) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:02:18.005366 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-db01f110-eb88-4eef-bfa3-c71bc5df2eb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:18.102476 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-db01f110-eb88-4eef-bfa3-c71bc5df2eb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:18.110158 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-db01f110-eb88-4eef-bfa3-c71bc5df2eb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:18.146208 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db01f110-eb88-4eef-bfa3-c71bc5df2eb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7563537-d992-44ea-80c6-eaae57a70e11,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:02:18.160481 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db01f110-eb88-4eef-bfa3-c71bc5df2eb8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:02:18.160822 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db01f110-eb88-4eef-bfa3-c71bc5df2eb8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:02:18.161153 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db01f110-eb88-4eef-bfa3-c71bc5df2eb8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:02:18.161478 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db01f110-eb88-4eef-bfa3-c71bc5df2eb8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:02:18.161799 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db01f110-eb88-4eef-bfa3-c71bc5df2eb8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:02:18.162118 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db01f110-eb88-4eef-bfa3-c71bc5df2eb8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:02:18.162440 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db01f110-eb88-4eef-bfa3-c71bc5df2eb8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:02:18.162742 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db01f110-eb88-4eef-bfa3-c71bc5df2eb8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:02:18.163097 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db01f110-eb88-4eef-bfa3-c71bc5df2eb8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:02:18.163386 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db01f110-eb88-4eef-bfa3-c71bc5df2eb8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:02:18.163700 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db01f110-eb88-4eef-bfa3-c71bc5df2eb8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:02:18.164013 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db01f110-eb88-4eef-bfa3-c71bc5df2eb8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:02:18.165077 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db01f110-eb88-4eef-bfa3-c71bc5df2eb8 admin admin] Tracked resource versions report: Jul 27 23:02:18.165077 n-d-802623-1 neutron-server[93798]: pushed versions: Jul 27 23:02:18.165077 n-d-802623-1 neutron-server[93798]: { 'AddressGroup': {'1.2'}, Jul 27 23:02:18.165077 n-d-802623-1 neutron-server[93798]: 'ConntrackHelper': {'1.0'}, Jul 27 23:02:18.165077 n-d-802623-1 neutron-server[93798]: 'Log': {'1.0'}, Jul 27 23:02:18.165077 n-d-802623-1 neutron-server[93798]: 'Network': {'1.1'}, Jul 27 23:02:18.165077 n-d-802623-1 neutron-server[93798]: 'Port': {'1.7'}, Jul 27 23:02:18.165077 n-d-802623-1 neutron-server[93798]: 'PortForwarding': {'1.2'}, Jul 27 23:02:18.165077 n-d-802623-1 neutron-server[93798]: 'QosPolicy': {'1.8'}, Jul 27 23:02:18.165077 n-d-802623-1 neutron-server[93798]: 'SecurityGroup': {'1.4'}, Jul 27 23:02:18.165077 n-d-802623-1 neutron-server[93798]: 'SecurityGroupRule': {'1.2'}, Jul 27 23:02:18.165077 n-d-802623-1 neutron-server[93798]: 'SubPort': {'1.0'}, Jul 27 23:02:18.165077 n-d-802623-1 neutron-server[93798]: 'Subnet': {'1.1'}, Jul 27 23:02:18.165077 n-d-802623-1 neutron-server[93798]: 'Trunk': {'1.1'}} Jul 27 23:02:18.165077 n-d-802623-1 neutron-server[93798]: consumer versions: Jul 27 23:02:18.165077 n-d-802623-1 neutron-server[93798]: { DHCP agent@n-d-802623-1: {}, Jul 27 23:02:18.165077 n-d-802623-1 neutron-server[93798]: HyperV agent@n-h1-802623-1: {}, Jul 27 23:02:18.165077 n-d-802623-1 neutron-server[93798]: HyperV agent@n-h2-802623-1: {}, Jul 27 23:02:18.165077 n-d-802623-1 neutron-server[93798]: L3 agent@n-d-802623-1: {}, Jul 27 23:02:18.165077 n-d-802623-1 neutron-server[93798]: Metadata agent@n-d-802623-1: {}, Jul 27 23:02:18.165077 n-d-802623-1 neutron-server[93798]: Metering agent@n-d-802623-1: {}, Jul 27 23:02:18.165077 n-d-802623-1 neutron-server[93798]: Open vSwitch agent@n-d-802623-1: { 'AddressGroup': '1.2', Jul 27 23:02:18.165077 n-d-802623-1 neutron-server[93798]: 'ConntrackHelper': '1.0', Jul 27 23:02:18.165077 n-d-802623-1 neutron-server[93798]: 'Log': '1.0', Jul 27 23:02:18.165077 n-d-802623-1 neutron-server[93798]: 'Network': '1.1', Jul 27 23:02:18.165077 n-d-802623-1 neutron-server[93798]: 'Port': '1.7', Jul 27 23:02:18.165077 n-d-802623-1 neutron-server[93798]: 'PortForwarding': '1.2', Jul 27 23:02:18.165077 n-d-802623-1 neutron-server[93798]: 'QosPolicy': '1.8', Jul 27 23:02:18.165077 n-d-802623-1 neutron-server[93798]: 'SecurityGroup': '1.4', Jul 27 23:02:18.165077 n-d-802623-1 neutron-server[93798]: 'SecurityGroupRule': '1.2', Jul 27 23:02:18.165077 n-d-802623-1 neutron-server[93798]: 'SubPort': '1.0', Jul 27 23:02:18.165077 n-d-802623-1 neutron-server[93798]: 'Subnet': '1.1', Jul 27 23:02:18.165077 n-d-802623-1 neutron-server[93798]: 'Trunk': '1.1'}} Jul 27 23:02:18.165077 n-d-802623-1 neutron-server[93798]: {{(pid=93798) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 27 23:02:18.176785 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 48662) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:02:18.177295 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-db01f110-eb88-4eef-bfa3-c71bc5df2eb8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f3ad18d45f6f460c9bd4c05e31e40b7d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4653993 Jul 27 23:02:18.232303 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-73700d45-fddd-422f-849e-b96d29a6c5ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:18.256793 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-73700d45-fddd-422f-849e-b96d29a6c5ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:18.322002 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-73700d45-fddd-422f-849e-b96d29a6c5ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:18.325835 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-73700d45-fddd-422f-849e-b96d29a6c5ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:18.330530 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-73700d45-fddd-422f-849e-b96d29a6c5ed admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f7563537-d992-44ea-80c6-eaae57a70e11 HTTP/1.1" status: 204 len: 168 time: 0.1519859 Jul 27 23:02:18.339909 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73700d45-fddd-422f-849e-b96d29a6c5ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7563537-d992-44ea-80c6-eaae57a70e11,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:02:18.349053 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73700d45-fddd-422f-849e-b96d29a6c5ed admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:02:18.349608 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73700d45-fddd-422f-849e-b96d29a6c5ed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:02:18.350104 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73700d45-fddd-422f-849e-b96d29a6c5ed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:02:18.350761 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73700d45-fddd-422f-849e-b96d29a6c5ed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:02:18.351122 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73700d45-fddd-422f-849e-b96d29a6c5ed admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:02:18.351505 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73700d45-fddd-422f-849e-b96d29a6c5ed admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:02:18.352028 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73700d45-fddd-422f-849e-b96d29a6c5ed admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:02:18.352356 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73700d45-fddd-422f-849e-b96d29a6c5ed admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:02:18.352701 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73700d45-fddd-422f-849e-b96d29a6c5ed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:02:18.352998 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73700d45-fddd-422f-849e-b96d29a6c5ed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:02:18.353326 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73700d45-fddd-422f-849e-b96d29a6c5ed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:02:18.353699 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73700d45-fddd-422f-849e-b96d29a6c5ed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:02:18.354733 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73700d45-fddd-422f-849e-b96d29a6c5ed admin admin] Tracked resource versions report: Jul 27 23:02:18.354733 n-d-802623-1 neutron-server[93797]: pushed versions: Jul 27 23:02:18.354733 n-d-802623-1 neutron-server[93797]: { 'AddressGroup': {'1.2'}, Jul 27 23:02:18.354733 n-d-802623-1 neutron-server[93797]: 'ConntrackHelper': {'1.0'}, Jul 27 23:02:18.354733 n-d-802623-1 neutron-server[93797]: 'Log': {'1.0'}, Jul 27 23:02:18.354733 n-d-802623-1 neutron-server[93797]: 'Network': {'1.1'}, Jul 27 23:02:18.354733 n-d-802623-1 neutron-server[93797]: 'Port': {'1.7'}, Jul 27 23:02:18.354733 n-d-802623-1 neutron-server[93797]: 'PortForwarding': {'1.2'}, Jul 27 23:02:18.354733 n-d-802623-1 neutron-server[93797]: 'QosPolicy': {'1.8'}, Jul 27 23:02:18.354733 n-d-802623-1 neutron-server[93797]: 'SecurityGroup': {'1.4'}, Jul 27 23:02:18.354733 n-d-802623-1 neutron-server[93797]: 'SecurityGroupRule': {'1.2'}, Jul 27 23:02:18.354733 n-d-802623-1 neutron-server[93797]: 'SubPort': {'1.0'}, Jul 27 23:02:18.354733 n-d-802623-1 neutron-server[93797]: 'Subnet': {'1.1'}, Jul 27 23:02:18.354733 n-d-802623-1 neutron-server[93797]: 'Trunk': {'1.1'}} Jul 27 23:02:18.354733 n-d-802623-1 neutron-server[93797]: consumer versions: Jul 27 23:02:18.354733 n-d-802623-1 neutron-server[93797]: { DHCP agent@n-d-802623-1: {}, Jul 27 23:02:18.354733 n-d-802623-1 neutron-server[93797]: HyperV agent@n-h1-802623-1: {}, Jul 27 23:02:18.354733 n-d-802623-1 neutron-server[93797]: HyperV agent@n-h2-802623-1: {}, Jul 27 23:02:18.354733 n-d-802623-1 neutron-server[93797]: L3 agent@n-d-802623-1: {}, Jul 27 23:02:18.354733 n-d-802623-1 neutron-server[93797]: Metadata agent@n-d-802623-1: {}, Jul 27 23:02:18.354733 n-d-802623-1 neutron-server[93797]: Metering agent@n-d-802623-1: {}, Jul 27 23:02:18.354733 n-d-802623-1 neutron-server[93797]: Open vSwitch agent@n-d-802623-1: { 'AddressGroup': '1.2', Jul 27 23:02:18.354733 n-d-802623-1 neutron-server[93797]: 'ConntrackHelper': '1.0', Jul 27 23:02:18.354733 n-d-802623-1 neutron-server[93797]: 'Log': '1.0', Jul 27 23:02:18.354733 n-d-802623-1 neutron-server[93797]: 'Network': '1.1', Jul 27 23:02:18.354733 n-d-802623-1 neutron-server[93797]: 'Port': '1.7', Jul 27 23:02:18.354733 n-d-802623-1 neutron-server[93797]: 'PortForwarding': '1.2', Jul 27 23:02:18.354733 n-d-802623-1 neutron-server[93797]: 'QosPolicy': '1.8', Jul 27 23:02:18.354733 n-d-802623-1 neutron-server[93797]: 'SecurityGroup': '1.4', Jul 27 23:02:18.354733 n-d-802623-1 neutron-server[93797]: 'SecurityGroupRule': '1.2', Jul 27 23:02:18.354733 n-d-802623-1 neutron-server[93797]: 'SubPort': '1.0', Jul 27 23:02:18.354733 n-d-802623-1 neutron-server[93797]: 'Subnet': '1.1', Jul 27 23:02:18.354733 n-d-802623-1 neutron-server[93797]: 'Trunk': '1.1'}} Jul 27 23:02:18.354733 n-d-802623-1 neutron-server[93797]: {{(pid=93797) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 27 23:02:19.942322 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 48788) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:02:19.997534 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 48802) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:02:19.999903 n-d-802623-1 neutron-server[93797]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 27 23:02:20.028724 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-c7b32993-ccaa-46c0-99f1-ab5c068084a7 req-db1a5df5-7501-4618-b39c-f0a5214283b7 tempest-DeleteServersAdminTestJSON-1530971716 tempest-DeleteServersAdminTestJSON-1530971716-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=4cdaecda4053412dad2fcd5b1cbb8589&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0299578 Jul 27 23:02:20.093992 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-42007f82-2bda-4f32-bcbd-44c36effcec1 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1967636778-network', 'tenant_id': '11440046328a41c1a691daa10c86feed'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:02:20.148021 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42007f82-2bda-4f32-bcbd-44c36effcec1 admin admin] Made reservation on behalf of 11440046328a41c1a691daa10c86feed for: {'network': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:02:20.150402 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-42007f82-2bda-4f32-bcbd-44c36effcec1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for network, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:20.194746 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-42007f82-2bda-4f32-bcbd-44c36effcec1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:20.205823 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 48808) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:02:20.212122 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b32993-ccaa-46c0-99f1-ab5c068084a7 req-dbf106a0-fbc9-432a-b76e-9ec50d0898a6 tempest-DeleteServersAdminTestJSON-1530971716 tempest-DeleteServersAdminTestJSON-1530971716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:02:20.213631 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-c7b32993-ccaa-46c0-99f1-ab5c068084a7 req-dbf106a0-fbc9-432a-b76e-9ec50d0898a6 tempest-DeleteServersAdminTestJSON-1530971716 tempest-DeleteServersAdminTestJSON-1530971716-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1781938 Jul 27 23:02:20.238626 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-c7b32993-ccaa-46c0-99f1-ab5c068084a7 req-787e4536-9c45-45db-9f0c-1e2eaa934592 tempest-DeleteServersAdminTestJSON-1530971716 tempest-DeleteServersAdminTestJSON-1530971716-project] 10.222.0.18 "GET /v2.0/quotas/4cdaecda4053412dad2fcd5b1cbb8589 HTTP/1.1" status: 200 len: 375 time: 0.0158746 Jul 27 23:02:20.303212 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-c7b32993-ccaa-46c0-99f1-ab5c068084a7 req-cdfd8244-458f-4ccf-9a1f-c21a22e4009f tempest-DeleteServersAdminTestJSON-1530971716 tempest-DeleteServersAdminTestJSON-1530971716-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=4cdaecda4053412dad2fcd5b1cbb8589&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0587254 Jul 27 23:02:20.344519 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-eefdfe49-3e18-457e-b626-620688c9397d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:20.404728 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-42007f82-2bda-4f32-bcbd-44c36effcec1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:20.412477 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-42007f82-2bda-4f32-bcbd-44c36effcec1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:20.488062 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42007f82-2bda-4f32-bcbd-44c36effcec1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 536} {{(pid=93797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 23:02:20.519684 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42007f82-2bda-4f32-bcbd-44c36effcec1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=514a8e35-a703-4f8d-b4f7-055ef23d50c7,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:02:20.531540 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-42007f82-2bda-4f32-bcbd-44c36effcec1 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8736833900072', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:20.532481 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-42007f82-2bda-4f32-bcbd-44c36effcec1 admin admin] Unsubscribe: segment precommit_create {{(pid=93797) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 27 23:02:20.533302 n-d-802623-1 neutron-server[93797]: INFO neutron.db.segments_db [None req-42007f82-2bda-4f32-bcbd-44c36effcec1 admin admin] Added segment 1872b847-3103-4ab5-87c0-588a9c2c39ea of type vlan for network d266edae-7b52-4cf1-b3dd-80fe586509d2 Jul 27 23:02:20.570292 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-eefdfe49-3e18-457e-b626-620688c9397d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:20.582851 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-eefdfe49-3e18-457e-b626-620688c9397d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:20.602734 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-42007f82-2bda-4f32-bcbd-44c36effcec1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736833354590'] for network, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:20.675011 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-eefdfe49-3e18-457e-b626-620688c9397d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=da894bdb08db417aa1245cbf32295e02&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4677320 Jul 27 23:02:20.677186 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 48842) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:02:20.690172 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefdfe49-3e18-457e-b626-620688c9397d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5db98a79-c0b6-4dfe-9cbc-cd571414109a,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:02:20.707021 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-42007f82-2bda-4f32-bcbd-44c36effcec1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569'] for network, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:20.710936 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42007f82-2bda-4f32-bcbd-44c36effcec1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:02:20.712255 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-42007f82-2bda-4f32-bcbd-44c36effcec1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for network, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:20.776669 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 48852) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:02:20.841705 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-42007f82-2bda-4f32-bcbd-44c36effcec1 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8961813 Jul 27 23:02:20.841899 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9a8eee2b-8080-49e8-aad0-a63c6b923a61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:20.843879 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 48858) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:02:20.853577 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-f2e39bfc-19cd-4698-86d9-a54d8382ca20 admin admin] Request body: {'subnet': {'network_id': 'd266edae-7b52-4cf1-b3dd-80fe586509d2', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1967636778-subnet', 'tenant_id': '11440046328a41c1a691daa10c86feed', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:02:20.891489 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42007f82-2bda-4f32-bcbd-44c36effcec1 admin admin] Pushing event updated for resources: {'Network': ['ID=d266edae-7b52-4cf1-b3dd-80fe586509d2,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:02:20.912491 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Network d266edae-7b52-4cf1-b3dd-80fe586509d2 details requested by agent ovs-agent-n-d-802623-1 with host n-d-802623-1 {{(pid=93799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 23:02:20.930916 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-bb6cc8b7-e462-4ce0-b775-5862c38ba9fa req-89d703b2-c178-478b-abfa-dbc366d0f5ee tempest-DeleteServersAdminTestJSON-1530971716 tempest-DeleteServersAdminTestJSON-1530971716-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb040bc1-a61e-4612-af68-e92cc5127d6a HTTP/1.1" status: 200 len: 210 time: 0.1406705 Jul 27 23:02:20.945870 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9a8eee2b-8080-49e8-aad0-a63c6b923a61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:20.949103 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2e39bfc-19cd-4698-86d9-a54d8382ca20 admin admin] Made reservation on behalf of 11440046328a41c1a691daa10c86feed for: {'subnet': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:02:20.954445 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f2e39bfc-19cd-4698-86d9-a54d8382ca20 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:21.293496 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1453c892-d069-49d4-9370-71f053311742 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:21.412224 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f2e39bfc-19cd-4698-86d9-a54d8382ca20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569'] for subnet, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:21.466928 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9a8eee2b-8080-49e8-aad0-a63c6b923a61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:21.469466 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9a8eee2b-8080-49e8-aad0-a63c6b923a61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:21.470640 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-9a8eee2b-8080-49e8-aad0-a63c6b923a61 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5db98a79-c0b6-4dfe-9cbc-cd571414109a HTTP/1.1" status: 204 len: 168 time: 0.7923610 Jul 27 23:02:21.471410 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e39bfc-19cd-4698-86d9-a54d8382ca20 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ae3d5ab2-612d-4242-8cad-7ba57113f56d,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:02:21.507215 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8eee2b-8080-49e8-aad0-a63c6b923a61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5db98a79-c0b6-4dfe-9cbc-cd571414109a,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:02:21.552251 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2e39bfc-19cd-4698-86d9-a54d8382ca20 admin admin] Checking segment: {'id': '1872b847-3103-4ab5-87c0-588a9c2c39ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd266edae-7b52-4cf1-b3dd-80fe586509d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:02:21.552251 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2e39bfc-19cd-4698-86d9-a54d8382ca20 admin admin] Network hostable DHCP agents. Network: d266edae-7b52-4cf1-b3dd-80fe586509d2, hostable agents: ['5950e76f-2bde-4343-a925-cbe6bacd2706'], hosted agents: [] {{(pid=93798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 23:02:21.708442 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1453c892-d069-49d4-9370-71f053311742 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:21.711802 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2e39bfc-19cd-4698-86d9-a54d8382ca20 admin admin] Network d266edae-7b52-4cf1-b3dd-80fe586509d2 is scheduled to be hosted by DHCP agent 5950e76f-2bde-4343-a925-cbe6bacd2706 with binding_index 1 {{(pid=93798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 23:02:21.732015 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1453c892-d069-49d4-9370-71f053311742 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:21.771967 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-f2e39bfc-19cd-4698-86d9-a54d8382ca20 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802623-1, d266edae-7b52-4cf1-b3dd-80fe586509d2) {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:02:21.786456 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7207582-ffda-4e40-85d3-5d36bcd86ce7 None None] Network d266edae-7b52-4cf1-b3dd-80fe586509d2 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:02:21.803029 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2e39bfc-19cd-4698-86d9-a54d8382ca20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:02:21.803955 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f2e39bfc-19cd-4698-86d9-a54d8382ca20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:21.825391 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-1453c892-d069-49d4-9370-71f053311742 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9dececb8441f42beb1f282bd80eb9716&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0452325 Jul 27 23:02:21.829489 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 48950) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:02:21.833301 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1453c892-d069-49d4-9370-71f053311742 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30450d56-b593-4909-b344-0e0d490edd94,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:02:21.863515 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-f2e39bfc-19cd-4698-86d9-a54d8382ca20 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.0168357 Jul 27 23:02:21.956214 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ef623ec8-9784-42ff-9fbe-17066c5efa58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:22.002578 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ef623ec8-9784-42ff-9fbe-17066c5efa58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:22.018774 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-993c6d89-cfb3-4198-960b-4d805d302128 None None] Network d266edae-7b52-4cf1-b3dd-80fe586509d2 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:02:22.029825 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 48970) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:02:22.069596 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b13fdca0-9964-42ee-8cb6-05fe46b35b41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:22.085986 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ef623ec8-9784-42ff-9fbe-17066c5efa58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:22.088851 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ef623ec8-9784-42ff-9fbe-17066c5efa58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:22.090068 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-ef623ec8-9784-42ff-9fbe-17066c5efa58 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/30450d56-b593-4909-b344-0e0d490edd94 HTTP/1.1" status: 204 len: 168 time: 0.2595222 Jul 27 23:02:22.125028 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef623ec8-9784-42ff-9fbe-17066c5efa58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30450d56-b593-4909-b344-0e0d490edd94,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:02:22.246639 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b13fdca0-9964-42ee-8cb6-05fe46b35b41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:22.252495 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b13fdca0-9964-42ee-8cb6-05fe46b35b41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:22.308047 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-b13fdca0-9964-42ee-8cb6-05fe46b35b41 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f4eb25d3fcf54ec1b1d07a4259d4882b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2771287 Jul 27 23:02:22.313851 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 48980) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:02:22.318091 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13fdca0-9964-42ee-8cb6-05fe46b35b41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ea406c6-0994-46ab-bd4c-11db7bc1e61b,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:02:22.390011 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-38c63a52-9944-4634-b029-6adae5f3a50b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:22.422105 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-38c63a52-9944-4634-b029-6adae5f3a50b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:22.470112 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-67a43b38-20b3-4336-90bc-db13607344b4 req-77b6758e-cf20-4ffa-b119-1f8fa9557939 tempest-AggregatesAdminTestJSON-107463881 tempest-AggregatesAdminTestJSON-107463881-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=92ac1a11dd364c00be59c97b73559b3d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0282001 Jul 27 23:02:22.491453 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-38c63a52-9944-4634-b029-6adae5f3a50b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:22.494902 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-38c63a52-9944-4634-b029-6adae5f3a50b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:22.496258 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-38c63a52-9944-4634-b029-6adae5f3a50b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9ea406c6-0994-46ab-bd4c-11db7bc1e61b HTTP/1.1" status: 204 len: 168 time: 0.1843247 Jul 27 23:02:22.505786 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c63a52-9944-4634-b029-6adae5f3a50b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ea406c6-0994-46ab-bd4c-11db7bc1e61b,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:02:22.608472 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a43b38-20b3-4336-90bc-db13607344b4 req-14f9174d-a3c3-47f8-9d2d-e49ce6528f4f tempest-AggregatesAdminTestJSON-107463881 tempest-AggregatesAdminTestJSON-107463881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:02:22.610390 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-67a43b38-20b3-4336-90bc-db13607344b4 req-14f9174d-a3c3-47f8-9d2d-e49ce6528f4f tempest-AggregatesAdminTestJSON-107463881 tempest-AggregatesAdminTestJSON-107463881-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1299779 Jul 27 23:02:22.617340 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 49000) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:02:22.633727 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-67a43b38-20b3-4336-90bc-db13607344b4 req-39c88f73-5b4d-4df7-b3bb-424512d2c8cf tempest-AggregatesAdminTestJSON-107463881 tempest-AggregatesAdminTestJSON-107463881-project] 10.222.0.18 "GET /v2.0/quotas/92ac1a11dd364c00be59c97b73559b3d HTTP/1.1" status: 200 len: 375 time: 0.0167103 Jul 27 23:02:22.686795 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-67a43b38-20b3-4336-90bc-db13607344b4 req-447cbdea-bfe1-45c5-aa7b-2fca8796d3cb tempest-AggregatesAdminTestJSON-107463881 tempest-AggregatesAdminTestJSON-107463881-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=92ac1a11dd364c00be59c97b73559b3d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0447009 Jul 27 23:02:22.755207 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 49008) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:02:22.871931 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8e53f0e2-1fc4-4ae9-8b3d-4159ac5955a6 req-77c5668d-52b3-49e5-b2b8-dd065d361f17 tempest-AggregatesAdminTestJSON-107463881 tempest-AggregatesAdminTestJSON-107463881-project] 10.222.0.18 "GET /v2.0/ports?device_id=dafc93d0-8db6-4281-b3e6-9e7eb386a9fb HTTP/1.1" status: 200 len: 210 time: 0.0315356 Jul 27 23:02:22.875176 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a5d65568-fa5e-4cb6-b35e-402997d1e91a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:23.023161 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a5d65568-fa5e-4cb6-b35e-402997d1e91a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:23.031215 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a5d65568-fa5e-4cb6-b35e-402997d1e91a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:23.070305 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d65568-fa5e-4cb6-b35e-402997d1e91a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d3dbb9f-738b-4d58-81e3-adbe30e914f7,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:02:23.090369 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-a5d65568-fa5e-4cb6-b35e-402997d1e91a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8a27685b6d7a4b7e99298f0ac784d8a0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4718695 Jul 27 23:02:23.094696 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 49036) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:02:23.157023 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 49042) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:02:23.196792 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-483c9f3c-6255-402a-b929-dbe6f0c4be79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:23.209155 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.49', 64991) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:02:23.253074 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-bfaf4db2-dd52-4b8d-ac65-bb405aec2d00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:23.266913 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-c7b32993-ccaa-46c0-99f1-ab5c068084a7 req-da24bcf6-d036-498e-9e58-f3af714de1a0 tempest-DeleteServersAdminTestJSON-1530971716 tempest-DeleteServersAdminTestJSON-1530971716-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=4cdaecda4053412dad2fcd5b1cbb8589&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0525911 Jul 27 23:02:23.366554 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-bfaf4db2-dd52-4b8d-ac65-bb405aec2d00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:23.450810 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-483c9f3c-6255-402a-b929-dbe6f0c4be79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:23.457562 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-483c9f3c-6255-402a-b929-dbe6f0c4be79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:23.505753 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b32993-ccaa-46c0-99f1-ab5c068084a7 req-6af78c08-7603-4d8c-a7df-1531d12d2102 tempest-DeleteServersAdminTestJSON-1530971716 tempest-DeleteServersAdminTestJSON-1530971716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:02:23.509906 n-d-802623-1 neutron-server[93798]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 27 23:02:23.522905 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-c7b32993-ccaa-46c0-99f1-ab5c068084a7 req-6af78c08-7603-4d8c-a7df-1531d12d2102 tempest-DeleteServersAdminTestJSON-1530971716 tempest-DeleteServersAdminTestJSON-1530971716-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2488630 Jul 27 23:02:23.552942 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-bfaf4db2-dd52-4b8d-ac65-bb405aec2d00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:23.557192 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-bfaf4db2-dd52-4b8d-ac65-bb405aec2d00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:23.562929 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-bfaf4db2-dd52-4b8d-ac65-bb405aec2d00 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4d3dbb9f-738b-4d58-81e3-adbe30e914f7 HTTP/1.1" status: 204 len: 168 time: 0.4651227 Jul 27 23:02:23.575251 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaf4db2-dd52-4b8d-ac65-bb405aec2d00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d3dbb9f-738b-4d58-81e3-adbe30e914f7,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:02:23.593972 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [req-c7b32993-ccaa-46c0-99f1-ab5c068084a7 req-38b6919d-2a30-451c-a502-6c7d49fc0dd7 tempest-DeleteServersAdminTestJSON-1530971716 tempest-DeleteServersAdminTestJSON-1530971716-project] Request body: {'port': {'device_id': 'fb040bc1-a61e-4612-af68-e92cc5127d6a', 'network_id': '591af2dd-f826-43b1-aa9d-e7a0bf218c71', 'admin_state_up': True, 'tenant_id': '4cdaecda4053412dad2fcd5b1cbb8589'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:02:23.627477 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-59efcfb2-e6af-47e0-8bb0-1553fa4b2edf req-80baba18-3907-4c73-8a6a-6c41cfcd0c4a tempest-DeleteServersAdminTestJSON-1530971716 tempest-DeleteServersAdminTestJSON-1530971716-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb040bc1-a61e-4612-af68-e92cc5127d6a HTTP/1.1" status: 200 len: 210 time: 0.8704212 Jul 27 23:02:23.636476 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483c9f3c-6255-402a-b929-dbe6f0c4be79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdabf6cc-539f-4f6a-b1a7-e166d172f626,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:02:23.643578 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-483c9f3c-6255-402a-b929-dbe6f0c4be79 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d8e65334bc5743239be3a813a404221d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4829061 Jul 27 23:02:23.652930 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 49074) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:02:23.744104 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2b25099c-0326-4ee1-a437-d73f7327973a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:23.773946 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2b25099c-0326-4ee1-a437-d73f7327973a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:23.844788 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2b25099c-0326-4ee1-a437-d73f7327973a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:23.848002 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2b25099c-0326-4ee1-a437-d73f7327973a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:23.852929 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-2b25099c-0326-4ee1-a437-d73f7327973a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/cdabf6cc-539f-4f6a-b1a7-e166d172f626 HTTP/1.1" status: 204 len: 168 time: 0.1956646 Jul 27 23:02:23.853358 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 49086) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:02:23.864641 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-d87575d7-2973-4914-8261-93ed2830fdb3 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-381690472-network', 'tenant_id': '2ff6b5099f7241c38623fed86ccf9b04'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:02:23.882928 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b25099c-0326-4ee1-a437-d73f7327973a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdabf6cc-539f-4f6a-b1a7-e166d172f626,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:02:23.915525 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d87575d7-2973-4914-8261-93ed2830fdb3 admin admin] Made reservation on behalf of 2ff6b5099f7241c38623fed86ccf9b04 for: {'network': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:02:23.921253 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d87575d7-2973-4914-8261-93ed2830fdb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for network, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:23.943621 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d87575d7-2973-4914-8261-93ed2830fdb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:24.049783 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-2237c4be-ec15-4920-8ee4-cd28739735ff req-8c5bd553-a393-486b-a478-a7cc0e0106cf tempest-AggregatesAdminTestJSON-107463881 tempest-AggregatesAdminTestJSON-107463881-project] 10.222.0.18 "GET /v2.0/ports?device_id=dafc93d0-8db6-4281-b3e6-9e7eb386a9fb HTTP/1.1" status: 200 len: 210 time: 0.0417960 Jul 27 23:02:24.121742 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d87575d7-2973-4914-8261-93ed2830fdb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:24.127325 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d87575d7-2973-4914-8261-93ed2830fdb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:24.158066 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d87575d7-2973-4914-8261-93ed2830fdb3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 516} {{(pid=93798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 23:02:24.165828 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7b32993-ccaa-46c0-99f1-ab5c068084a7 req-38b6919d-2a30-451c-a502-6c7d49fc0dd7 tempest-DeleteServersAdminTestJSON-1530971716 tempest-DeleteServersAdminTestJSON-1530971716-project] Made reservation on behalf of 4cdaecda4053412dad2fcd5b1cbb8589 for: {'port': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:02:24.174648 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-c7b32993-ccaa-46c0-99f1-ab5c068084a7 req-38b6919d-2a30-451c-a502-6c7d49fc0dd7 tempest-DeleteServersAdminTestJSON-1530971716 tempest-DeleteServersAdminTestJSON-1530971716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:24.176610 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87575d7-2973-4914-8261-93ed2830fdb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36cf687a-af2c-4be8-9685-b1ce8055df51,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:02:24.193022 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-c7b32993-ccaa-46c0-99f1-ab5c068084a7 req-38b6919d-2a30-451c-a502-6c7d49fc0dd7 tempest-DeleteServersAdminTestJSON-1530971716 tempest-DeleteServersAdminTestJSON-1530971716-project] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:24.196422 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d87575d7-2973-4914-8261-93ed2830fdb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:24.196820 n-d-802623-1 neutron-server[93798]: INFO neutron.db.segments_db [None req-d87575d7-2973-4914-8261-93ed2830fdb3 admin admin] Added segment 155a53ee-b6e6-402e-b8c4-8e00f142c2b0 of type vlan for network a312d3a2-7858-4096-9ce0-aa981ebf0ce5 Jul 27 23:02:24.205992 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 49108) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:02:24.230274 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b4b6a716-9d5b-4607-9b24-e9be91ce8b30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:24.244562 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d87575d7-2973-4914-8261-93ed2830fdb3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736833354590'] for network, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:24.288111 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d87575d7-2973-4914-8261-93ed2830fdb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569'] for network, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:24.289556 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d87575d7-2973-4914-8261-93ed2830fdb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:02:24.290368 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d87575d7-2973-4914-8261-93ed2830fdb3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:24.363953 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87575d7-2973-4914-8261-93ed2830fdb3 admin admin] Pushing event updated for resources: {'Network': ['ID=a312d3a2-7858-4096-9ce0-aa981ebf0ce5,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:02:24.374970 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Network a312d3a2-7858-4096-9ce0-aa981ebf0ce5 details requested by agent ovs-agent-n-d-802623-1 with host n-d-802623-1 {{(pid=93799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 23:02:24.406481 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-c7b32993-ccaa-46c0-99f1-ab5c068084a7 req-38b6919d-2a30-451c-a502-6c7d49fc0dd7 tempest-DeleteServersAdminTestJSON-1530971716 tempest-DeleteServersAdminTestJSON-1530971716-project] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:24.423941 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-d87575d7-2973-4914-8261-93ed2830fdb3 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5684233 Jul 27 23:02:24.424538 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 49116) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:02:24.429743 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-2c245028-6472-46d6-a79e-6d917ce43691 admin admin] Request body: {'subnet': {'network_id': 'a312d3a2-7858-4096-9ce0-aa981ebf0ce5', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-381690472-subnet', 'tenant_id': '2ff6b5099f7241c38623fed86ccf9b04', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:02:24.465344 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-c7b32993-ccaa-46c0-99f1-ab5c068084a7 req-38b6919d-2a30-451c-a502-6c7d49fc0dd7 tempest-DeleteServersAdminTestJSON-1530971716 tempest-DeleteServersAdminTestJSON-1530971716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:24.598842 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b6919d-2a30-451c-a502-6c7d49fc0dd7 tempest-DeleteServersAdminTestJSON-1530971716 tempest-DeleteServersAdminTestJSON-1530971716-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73ecb7c9-b889-42da-94f7-79004124f055,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:02:24.855094 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b4b6a716-9d5b-4607-9b24-e9be91ce8b30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:24.878410 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [req-c7b32993-ccaa-46c0-99f1-ab5c068084a7 req-38b6919d-2a30-451c-a502-6c7d49fc0dd7 tempest-DeleteServersAdminTestJSON-1530971716 tempest-DeleteServersAdminTestJSON-1530971716-project] Allocated IP 192.168.233.133 (591af2dd-f826-43b1-aa9d-e7a0bf218c71/62938449-046d-4cbe-923a-7ebb632c358d/033b562a-58e4-4d16-ad84-127978a84ccb) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:02:24.891739 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b4b6a716-9d5b-4607-9b24-e9be91ce8b30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:24.944022 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b1ba755f-ce62-4697-9edf-496e3d3110e7 req-177f047e-99dd-4fc1-aadc-2c2de0bbe0b8 tempest-DeleteServersAdminTestJSON-1530971716 tempest-DeleteServersAdminTestJSON-1530971716-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb040bc1-a61e-4612-af68-e92cc5127d6a HTTP/1.1" status: 200 len: 210 time: 0.0797093 Jul 27 23:02:24.981396 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.38', 56919) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:02:24.999264 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c245028-6472-46d6-a79e-6d917ce43691 admin admin] Made reservation on behalf of 2ff6b5099f7241c38623fed86ccf9b04 for: {'subnet': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:02:25.004129 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2c245028-6472-46d6-a79e-6d917ce43691 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:25.082183 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-67a43b38-20b3-4336-90bc-db13607344b4 req-4b520c83-0885-4e76-8852-3271523b29e5 tempest-AggregatesAdminTestJSON-107463881 tempest-AggregatesAdminTestJSON-107463881-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=92ac1a11dd364c00be59c97b73559b3d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0971754 Jul 27 23:02:25.096893 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-b4b6a716-9d5b-4607-9b24-e9be91ce8b30 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1263f953ac084813bf420d38ae74d3bb&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8895659 Jul 27 23:02:25.116088 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 49138) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:02:25.211014 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b6a716-9d5b-4607-9b24-e9be91ce8b30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d8cc211-b96a-4f45-b59e-15bf3993360e,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:02:25.519854 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-461eb6df-6bb4-4b04-8596-7489b98a16cb req-56829451-046b-427f-9035-4d1d78647f33 tempest-AggregatesAdminTestJSON-107463881 tempest-AggregatesAdminTestJSON-107463881-project] 10.222.0.18 "GET /v2.0/ports?device_id=dafc93d0-8db6-4281-b3e6-9e7eb386a9fb HTTP/1.1" status: 200 len: 210 time: 0.0810640 Jul 27 23:02:25.564413 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-c7b32993-ccaa-46c0-99f1-ab5c068084a7 req-38b6919d-2a30-451c-a502-6c7d49fc0dd7 tempest-DeleteServersAdminTestJSON-1530971716 tempest-DeleteServersAdminTestJSON-1530971716-project] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:25.619068 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [req-c7b32993-ccaa-46c0-99f1-ab5c068084a7 req-38b6919d-2a30-451c-a502-6c7d49fc0dd7 tempest-DeleteServersAdminTestJSON-1530971716 tempest-DeleteServersAdminTestJSON-1530971716-project] Transition to ACTIVE for port object 033b562a-58e4-4d16-ad84-127978a84ccb will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:02:25.644787 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a0a20dbe-ade0-4cf7-ab8e-a9eaf0dceac2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:25.658551 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a43b38-20b3-4336-90bc-db13607344b4 req-10040b83-acc9-453c-a7cf-6fdd169d0967 tempest-AggregatesAdminTestJSON-107463881 tempest-AggregatesAdminTestJSON-107463881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:02:25.660173 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-67a43b38-20b3-4336-90bc-db13607344b4 req-10040b83-acc9-453c-a7cf-6fdd169d0967 tempest-AggregatesAdminTestJSON-107463881 tempest-AggregatesAdminTestJSON-107463881-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5429177 Jul 27 23:02:25.715927 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a0a20dbe-ade0-4cf7-ab8e-a9eaf0dceac2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:25.721394 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [req-67a43b38-20b3-4336-90bc-db13607344b4 req-2ef1e102-242a-4e43-8242-d978ce0f39bb tempest-AggregatesAdminTestJSON-107463881 tempest-AggregatesAdminTestJSON-107463881-project] Request body: {'port': {'device_id': 'dafc93d0-8db6-4281-b3e6-9e7eb386a9fb', 'network_id': '591af2dd-f826-43b1-aa9d-e7a0bf218c71', 'admin_state_up': True, 'tenant_id': '92ac1a11dd364c00be59c97b73559b3d'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:02:25.796623 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-c7b32993-ccaa-46c0-99f1-ab5c068084a7 req-38b6919d-2a30-451c-a502-6c7d49fc0dd7 tempest-DeleteServersAdminTestJSON-1530971716 tempest-DeleteServersAdminTestJSON-1530971716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:25.980791 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7b32993-ccaa-46c0-99f1-ab5c068084a7 req-38b6919d-2a30-451c-a502-6c7d49fc0dd7 tempest-DeleteServersAdminTestJSON-1530971716 tempest-DeleteServersAdminTestJSON-1530971716-project] Network 591af2dd-f826-43b1-aa9d-e7a0bf218c71 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:02:25.997489 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [req-c7b32993-ccaa-46c0-99f1-ab5c068084a7 req-38b6919d-2a30-451c-a502-6c7d49fc0dd7 tempest-DeleteServersAdminTestJSON-1530971716 tempest-DeleteServersAdminTestJSON-1530971716-project] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:02:26.015320 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7b32993-ccaa-46c0-99f1-ab5c068084a7 req-38b6919d-2a30-451c-a502-6c7d49fc0dd7 tempest-DeleteServersAdminTestJSON-1530971716 tempest-DeleteServersAdminTestJSON-1530971716-project] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:02:26.038939 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b32993-ccaa-46c0-99f1-ab5c068084a7 req-38b6919d-2a30-451c-a502-6c7d49fc0dd7 tempest-DeleteServersAdminTestJSON-1530971716 tempest-DeleteServersAdminTestJSON-1530971716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:02:26.040662 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-c7b32993-ccaa-46c0-99f1-ab5c068084a7 req-38b6919d-2a30-451c-a502-6c7d49fc0dd7 tempest-DeleteServersAdminTestJSON-1530971716 tempest-DeleteServersAdminTestJSON-1530971716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:26.041644 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2c245028-6472-46d6-a79e-6d917ce43691 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569'] for subnet, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:26.139476 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a0a20dbe-ade0-4cf7-ab8e-a9eaf0dceac2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:26.142329 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a0a20dbe-ade0-4cf7-ab8e-a9eaf0dceac2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:26.143650 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-a0a20dbe-ade0-4cf7-ab8e-a9eaf0dceac2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6d8cc211-b96a-4f45-b59e-15bf3993360e HTTP/1.1" status: 204 len: 168 time: 1.0241203 Jul 27 23:02:26.168147 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b6919d-2a30-451c-a502-6c7d49fc0dd7 tempest-DeleteServersAdminTestJSON-1530971716 tempest-DeleteServersAdminTestJSON-1530971716-project] Pushing event updated for resources: {'Port': ['ID=033b562a-58e4-4d16-ad84-127978a84ccb,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:02:26.187284 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a20dbe-ade0-4cf7-ab8e-a9eaf0dceac2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d8cc211-b96a-4f45-b59e-15bf3993360e,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:02:26.208740 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-c7b32993-ccaa-46c0-99f1-ab5c068084a7 req-38b6919d-2a30-451c-a502-6c7d49fc0dd7 tempest-DeleteServersAdminTestJSON-1530971716 tempest-DeleteServersAdminTestJSON-1530971716-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6123033 Jul 27 23:02:26.254687 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [req-c7b32993-ccaa-46c0-99f1-ab5c068084a7 req-53f4d009-ef67-4760-b15b-b0625440d30f tempest-DeleteServersAdminTestJSON-1530971716 tempest-DeleteServersAdminTestJSON-1530971716-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=93797) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 23:02:26.267134 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-c7b32993-ccaa-46c0-99f1-ab5c068084a7 req-53f4d009-ef67-4760-b15b-b0625440d30f tempest-DeleteServersAdminTestJSON-1530971716 tempest-DeleteServersAdminTestJSON-1530971716-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0207791 Jul 27 23:02:26.467301 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c245028-6472-46d6-a79e-6d917ce43691 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4cc0735f-161a-4cc5-9249-70e2088b601a,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:02:26.518308 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67a43b38-20b3-4336-90bc-db13607344b4 req-2ef1e102-242a-4e43-8242-d978ce0f39bb tempest-AggregatesAdminTestJSON-107463881 tempest-AggregatesAdminTestJSON-107463881-project] Made reservation on behalf of 92ac1a11dd364c00be59c97b73559b3d for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:02:26.522597 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-67a43b38-20b3-4336-90bc-db13607344b4 req-2ef1e102-242a-4e43-8242-d978ce0f39bb tempest-AggregatesAdminTestJSON-107463881 tempest-AggregatesAdminTestJSON-107463881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:26.565503 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-67a43b38-20b3-4336-90bc-db13607344b4 req-2ef1e102-242a-4e43-8242-d978ce0f39bb tempest-AggregatesAdminTestJSON-107463881 tempest-AggregatesAdminTestJSON-107463881-project] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:26.570365 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c245028-6472-46d6-a79e-6d917ce43691 admin admin] Checking segment: {'id': '155a53ee-b6e6-402e-b8c4-8e00f142c2b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'a312d3a2-7858-4096-9ce0-aa981ebf0ce5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:02:26.571678 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c245028-6472-46d6-a79e-6d917ce43691 admin admin] Network hostable DHCP agents. Network: a312d3a2-7858-4096-9ce0-aa981ebf0ce5, hostable agents: ['5950e76f-2bde-4343-a925-cbe6bacd2706'], hosted agents: [] {{(pid=93798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 23:02:26.619996 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-76629a3a-0b11-44a2-82f8-35cea7c62d0a None None] Provisioning for port 033b562a-58e4-4d16-ad84-127978a84ccb completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:02:26.630224 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-76629a3a-0b11-44a2-82f8-35cea7c62d0a None None] Provisioning complete for port 033b562a-58e4-4d16-ad84-127978a84ccb triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:02:26.635911 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-76629a3a-0b11-44a2-82f8-35cea7c62d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:26.638460 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1856d4-2de7-42c3-8f85-e1890a7c2bb0 req-c03c7da6-b009-4c68-b190-ca2668448c06 tempest-DeleteServersAdminTestJSON-1530971716 tempest-DeleteServersAdminTestJSON-1530971716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:02:26.651400 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-3a1856d4-2de7-42c3-8f85-e1890a7c2bb0 req-c03c7da6-b009-4c68-b190-ca2668448c06 tempest-DeleteServersAdminTestJSON-1530971716 tempest-DeleteServersAdminTestJSON-1530971716-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb040bc1-a61e-4612-af68-e92cc5127d6a HTTP/1.1" status: 200 len: 936 time: 0.5289478 Jul 27 23:02:26.732226 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-76629a3a-0b11-44a2-82f8-35cea7c62d0a None None] Port 033b562a-58e4-4d16-ad84-127978a84ccb cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:02:26.750537 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c245028-6472-46d6-a79e-6d917ce43691 admin admin] Network a312d3a2-7858-4096-9ce0-aa981ebf0ce5 is scheduled to be hosted by DHCP agent 5950e76f-2bde-4343-a925-cbe6bacd2706 with binding_index 1 {{(pid=93798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 23:02:26.767131 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-2c245028-6472-46d6-a79e-6d917ce43691 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802623-1, a312d3a2-7858-4096-9ce0-aa981ebf0ce5) {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:02:26.777003 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fda537bc-5ac9-40c5-b500-658336f6bca8 None None] Network a312d3a2-7858-4096-9ce0-aa981ebf0ce5 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:02:26.826926 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c245028-6472-46d6-a79e-6d917ce43691 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:02:26.828128 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2c245028-6472-46d6-a79e-6d917ce43691 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:26.900716 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-3a1856d4-2de7-42c3-8f85-e1890a7c2bb0 req-39aa333f-95a5-4ec7-b989-dce727b85bdd tempest-DeleteServersAdminTestJSON-1530971716 tempest-DeleteServersAdminTestJSON-1530971716-project] 10.222.0.18 "GET /v2.0/security-groups?id=73ecb7c9-b889-42da-94f7-79004124f055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2344835 Jul 27 23:02:26.928962 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-5666d627-6a69-4b6f-9ac6-2ecb571c9ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:27.069196 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-d8df3b8e-1ace-4b53-90d1-0434728f75d6 req-b2bb90c0-e196-4ddb-9f26-11b5959df82a tempest-AggregatesAdminTestJSON-107463881 tempest-AggregatesAdminTestJSON-107463881-project] 10.222.0.18 "GET /v2.0/ports?device_id=dafc93d0-8db6-4281-b3e6-9e7eb386a9fb HTTP/1.1" status: 200 len: 210 time: 0.0724211 Jul 27 23:02:27.081830 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13e82d17-922c-4280-9bb4-b9ed26fd9edb None None] Network a312d3a2-7858-4096-9ce0-aa981ebf0ce5 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:02:27.196862 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-67a43b38-20b3-4336-90bc-db13607344b4 req-2ef1e102-242a-4e43-8242-d978ce0f39bb tempest-AggregatesAdminTestJSON-107463881 tempest-AggregatesAdminTestJSON-107463881-project] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:27.210126 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-67a43b38-20b3-4336-90bc-db13607344b4 req-2ef1e102-242a-4e43-8242-d978ce0f39bb tempest-AggregatesAdminTestJSON-107463881 tempest-AggregatesAdminTestJSON-107463881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:27.254045 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [req-c7b32993-ccaa-46c0-99f1-ab5c068084a7 req-6702548e-162b-4784-9d64-6813c691c72e service neutron] Request body: {'port': {'device_id': 'fb040bc1-a61e-4612-af68-e92cc5127d6a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802623-1'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:02:27.398896 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-c7b32993-ccaa-46c0-99f1-ab5c068084a7 req-6702548e-162b-4784-9d64-6813c691c72e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:27.428252 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-2c245028-6472-46d6-a79e-6d917ce43691 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 3.0026495 Jul 27 23:02:27.576751 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef1e102-242a-4e43-8242-d978ce0f39bb tempest-AggregatesAdminTestJSON-107463881 tempest-AggregatesAdminTestJSON-107463881-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aefc980a-9ca1-4e45-a631-66a477adc86e,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:02:27.734901 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 49212) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:02:27.803450 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [req-67a43b38-20b3-4336-90bc-db13607344b4 req-2ef1e102-242a-4e43-8242-d978ce0f39bb tempest-AggregatesAdminTestJSON-107463881 tempest-AggregatesAdminTestJSON-107463881-project] Allocated IP 192.168.233.32 (591af2dd-f826-43b1-aa9d-e7a0bf218c71/62938449-046d-4cbe-923a-7ebb632c358d/aa89d0f3-09ba-4170-a0b1-b1e3bf890cc7) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:02:27.845304 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ce4043a-bcf1-42a6-8e02-0eab40e475ad admin admin] Deleting subnet ae3d5ab2-612d-4242-8cad-7ba57113f56d {{(pid=93798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 23:02:27.855476 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7ce4043a-bcf1-42a6-8e02-0eab40e475ad admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:27.913857 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 49218) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:02:27.955251 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7ce4043a-bcf1-42a6-8e02-0eab40e475ad admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:27.984546 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7ce4043a-bcf1-42a6-8e02-0eab40e475ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620741'] for subnet, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:28.103315 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7ce4043a-bcf1-42a6-8e02-0eab40e475ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569'] for subnet, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:28.194728 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce4043a-bcf1-42a6-8e02-0eab40e475ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ae3d5ab2-612d-4242-8cad-7ba57113f56d,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:02:28.301828 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-4b86dc5a-3559-4725-ab9a-aae4eeb2c3e3 req-03bc23bd-214c-4aea-8ba9-c9d82355d948 tempest-AggregatesAdminTestJSON-107463881 tempest-AggregatesAdminTestJSON-107463881-project] 10.222.0.18 "GET /v2.0/ports?device_id=dafc93d0-8db6-4281-b3e6-9e7eb386a9fb HTTP/1.1" status: 200 len: 210 time: 0.0651650 Jul 27 23:02:28.333251 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7ce4043a-bcf1-42a6-8e02-0eab40e475ad admin admin] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:28.338608 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-7ce4043a-bcf1-42a6-8e02-0eab40e475ad admin admin] 10.222.0.18 "DELETE /v2.0/subnets/ae3d5ab2-612d-4242-8cad-7ba57113f56d HTTP/1.1" status: 204 len: 168 time: 0.5992763 Jul 27 23:02:28.339872 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 49234) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:02:28.388468 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638f6b9a-fb84-4797-8bb5-aaf78ab229cf req-ba0a1336-3d3b-4d2b-8c9b-393631247373 tempest-DeleteServersAdminTestJSON-1530971716 tempest-DeleteServersAdminTestJSON-1530971716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:02:28.390114 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-638f6b9a-fb84-4797-8bb5-aaf78ab229cf req-ba0a1336-3d3b-4d2b-8c9b-393631247373 tempest-DeleteServersAdminTestJSON-1530971716 tempest-DeleteServersAdminTestJSON-1530971716-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb040bc1-a61e-4612-af68-e92cc5127d6a HTTP/1.1" status: 200 len: 936 time: 0.2947285 Jul 27 23:02:28.506199 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-aa76a8b9-3e56-4689-9026-274eaae90092 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:28.510504 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-638f6b9a-fb84-4797-8bb5-aaf78ab229cf req-3a63964a-d541-4736-84ae-66eb7ec273f1 tempest-DeleteServersAdminTestJSON-1530971716 tempest-DeleteServersAdminTestJSON-1530971716-project] 10.222.0.18 "GET /v2.0/security-groups?id=73ecb7c9-b889-42da-94f7-79004124f055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975134 Jul 27 23:02:28.531923 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-67a43b38-20b3-4336-90bc-db13607344b4 req-2ef1e102-242a-4e43-8242-d978ce0f39bb tempest-AggregatesAdminTestJSON-107463881 tempest-AggregatesAdminTestJSON-107463881-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:28.555866 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-67a43b38-20b3-4336-90bc-db13607344b4 req-2ef1e102-242a-4e43-8242-d978ce0f39bb tempest-AggregatesAdminTestJSON-107463881 tempest-AggregatesAdminTestJSON-107463881-project] Transition to ACTIVE for port object aa89d0f3-09ba-4170-a0b1-b1e3bf890cc7 will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:02:28.640654 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6c8a33de-f452-4154-b707-3509fdf6c7e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593271'] for network, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:28.667578 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-67a43b38-20b3-4336-90bc-db13607344b4 req-2ef1e102-242a-4e43-8242-d978ce0f39bb tempest-AggregatesAdminTestJSON-107463881 tempest-AggregatesAdminTestJSON-107463881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:28.823568 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [req-c7b32993-ccaa-46c0-99f1-ab5c068084a7 req-6702548e-162b-4784-9d64-6813c691c72e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 033b562a-58e4-4d16-ad84-127978a84ccb {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:02:28.831400 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-c7b32993-ccaa-46c0-99f1-ab5c068084a7 req-6702548e-162b-4784-9d64-6813c691c72e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:28.846280 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [req-c7b32993-ccaa-46c0-99f1-ab5c068084a7 req-6702548e-162b-4784-9d64-6813c691c72e service neutron] Transition to ACTIVE for port object 033b562a-58e4-4d16-ad84-127978a84ccb will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:02:28.873938 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67a43b38-20b3-4336-90bc-db13607344b4 req-2ef1e102-242a-4e43-8242-d978ce0f39bb tempest-AggregatesAdminTestJSON-107463881 tempest-AggregatesAdminTestJSON-107463881-project] Network 591af2dd-f826-43b1-aa9d-e7a0bf218c71 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:02:28.877436 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-c7b32993-ccaa-46c0-99f1-ab5c068084a7 req-6702548e-162b-4784-9d64-6813c691c72e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:28.893701 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [req-67a43b38-20b3-4336-90bc-db13607344b4 req-2ef1e102-242a-4e43-8242-d978ce0f39bb tempest-AggregatesAdminTestJSON-107463881 tempest-AggregatesAdminTestJSON-107463881-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:02:28.942949 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6702548e-162b-4784-9d64-6813c691c72e service neutron] Pushing event updated for resources: {'Port': ['ID=033b562a-58e4-4d16-ad84-127978a84ccb,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:02:28.954910 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-67a43b38-20b3-4336-90bc-db13607344b4 req-2ef1e102-242a-4e43-8242-d978ce0f39bb tempest-AggregatesAdminTestJSON-107463881 tempest-AggregatesAdminTestJSON-107463881-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:02:28.970860 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a43b38-20b3-4336-90bc-db13607344b4 req-2ef1e102-242a-4e43-8242-d978ce0f39bb tempest-AggregatesAdminTestJSON-107463881 tempest-AggregatesAdminTestJSON-107463881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:02:28.971893 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-67a43b38-20b3-4336-90bc-db13607344b4 req-2ef1e102-242a-4e43-8242-d978ce0f39bb tempest-AggregatesAdminTestJSON-107463881 tempest-AggregatesAdminTestJSON-107463881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:28.987956 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef1e102-242a-4e43-8242-d978ce0f39bb tempest-AggregatesAdminTestJSON-107463881 tempest-AggregatesAdminTestJSON-107463881-project] Pushing event updated for resources: {'Port': ['ID=aa89d0f3-09ba-4170-a0b1-b1e3bf890cc7,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:02:29.086210 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6c8a33de-f452-4154-b707-3509fdf6c7e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618032', 'neutron.services.segments.db._delete_segments_for_network-8736833900081'] for network, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:29.107908 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6c8a33de-f452-4154-b707-3509fdf6c7e0 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 23:02:29.108145 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6c8a33de-f452-4154-b707-3509fdf6c7e0 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 23:02:29.108868 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6c8a33de-f452-4154-b707-3509fdf6c7e0 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 23:02:29.109222 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6c8a33de-f452-4154-b707-3509fdf6c7e0 admin admin] Subscribe: > port after_create 55550000 {{(pid=93797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 23:02:29.109550 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6c8a33de-f452-4154-b707-3509fdf6c7e0 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 23:02:29.109888 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6c8a33de-f452-4154-b707-3509fdf6c7e0 admin admin] Subscribe: > port after_update 55550000 {{(pid=93797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 23:02:29.110638 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6c8a33de-f452-4154-b707-3509fdf6c7e0 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 23:02:29.113168 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6c8a33de-f452-4154-b707-3509fdf6c7e0 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 23:02:29.114561 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6c8a33de-f452-4154-b707-3509fdf6c7e0 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 23:02:29.115671 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6c8a33de-f452-4154-b707-3509fdf6c7e0 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 23:02:29.243272 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:29.381712 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-a1e8d27a-dcfc-4331-8904-92e17cb0dca0 None None] Provisioning for port aa89d0f3-09ba-4170-a0b1-b1e3bf890cc7 completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:02:29.395724 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-a1e8d27a-dcfc-4331-8904-92e17cb0dca0 None None] Provisioning complete for port aa89d0f3-09ba-4170-a0b1-b1e3bf890cc7 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:02:29.401554 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a1e8d27a-dcfc-4331-8904-92e17cb0dca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:29.552962 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-a1e8d27a-dcfc-4331-8904-92e17cb0dca0 None None] Port aa89d0f3-09ba-4170-a0b1-b1e3bf890cc7 cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:02:29.561092 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-5f5ea864-90e4-4611-a685-661a523cd5c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:29.633136 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6c8a33de-f452-4154-b707-3509fdf6c7e0 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 23:02:29.633741 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6c8a33de-f452-4154-b707-3509fdf6c7e0 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 23:02:29.633953 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6c8a33de-f452-4154-b707-3509fdf6c7e0 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 23:02:29.635677 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6c8a33de-f452-4154-b707-3509fdf6c7e0 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 23:02:29.636103 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-6c8a33de-f452-4154-b707-3509fdf6c7e0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d266edae-7b52-4cf1-b3dd-80fe586509d2']}} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:02:29.641217 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa99e64-b794-475c-88ed-27093a3e83bf req-596e18b3-6951-4040-99a3-8a4c06bd6cab tempest-AggregatesAdminTestJSON-107463881 tempest-AggregatesAdminTestJSON-107463881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:02:29.643243 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-aaa99e64-b794-475c-88ed-27093a3e83bf req-596e18b3-6951-4040-99a3-8a4c06bd6cab tempest-AggregatesAdminTestJSON-107463881 tempest-AggregatesAdminTestJSON-107463881-project] 10.222.0.18 "GET /v2.0/ports?device_id=dafc93d0-8db6-4281-b3e6-9e7eb386a9fb HTTP/1.1" status: 200 len: 935 time: 0.1668878 Jul 27 23:02:29.669382 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:29.787136 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-aaa99e64-b794-475c-88ed-27093a3e83bf req-9351cde1-4630-4eec-9e6e-f3990d6f2918 tempest-AggregatesAdminTestJSON-107463881 tempest-AggregatesAdminTestJSON-107463881-project] 10.222.0.18 "GET /v2.0/security-groups?id=aefc980a-9ca1-4e45-a631-66a477adc86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355085 Jul 27 23:02:30.224292 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-6c8a33de-f452-4154-b707-3509fdf6c7e0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1872b847-3103-4ab5-87c0-588a9c2c39ea') {'for_net_delete': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:02:30.224813 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-6c8a33de-f452-4154-b707-3509fdf6c7e0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1872b847-3103-4ab5-87c0-588a9c2c39ea') {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:02:30.243613 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6c8a33de-f452-4154-b707-3509fdf6c7e0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736833900858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11335978'] for segment, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:30.269419 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6c8a33de-f452-4154-b707-3509fdf6c7e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:30.280187 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c8a33de-f452-4154-b707-3509fdf6c7e0 admin admin] Releasing vlan 536 on physical network physnet1 to pool {{(pid=93797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 23:02:30.281223 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6c8a33de-f452-4154-b707-3509fdf6c7e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11336013'] for segment, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:30.339083 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-19f2e178-d45e-4fbe-b9be-c3963fc151ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:30.365347 n-d-802623-1 neutron-server[93797]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 27 23:02:30.365347 n-d-802623-1 neutron-server[93797]: from cryptography.utils import int_from_bytes Jul 27 23:02:30.365347 n-d-802623-1 neutron-server[93797]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 27 23:02:30.365347 n-d-802623-1 neutron-server[93797]: from cryptography.utils import int_from_bytes Jul 27 23:02:30.365347 n-d-802623-1 neutron-server[93797]: Traceback (most recent call last): Jul 27 23:02:30.365347 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 23:02:30.365347 n-d-802623-1 neutron-server[93797]: timer() Jul 27 23:02:30.365347 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 23:02:30.365347 n-d-802623-1 neutron-server[93797]: cb(*args, **kw) Jul 27 23:02:30.365347 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 23:02:30.365347 n-d-802623-1 neutron-server[93797]: return func(*args, **kwargs) Jul 27 23:02:30.365347 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 23:02:30.365347 n-d-802623-1 neutron-server[93797]: self._notify() Jul 27 23:02:30.365347 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 23:02:30.365347 n-d-802623-1 neutron-server[93797]: self.callback(batched_events) Jul 27 23:02:30.365347 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 23:02:30.365347 n-d-802623-1 neutron-server[93797]: event.method(event) Jul 27 23:02:30.365347 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 23:02:30.365347 n-d-802623-1 neutron-server[93797]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 23:02:30.365347 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 23:02:30.365347 n-d-802623-1 neutron-server[93797]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 23:02:30.365347 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 23:02:30.365347 n-d-802623-1 neutron-server[93797]: return f(self, *a, **k) Jul 27 23:02:30.365347 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 23:02:30.365347 n-d-802623-1 neutron-server[93797]: return self._get(url).json() Jul 27 23:02:30.365347 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 23:02:30.365347 n-d-802623-1 neutron-server[93797]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 23:02:30.365347 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 23:02:30.365347 n-d-802623-1 neutron-server[93797]: return self.request(url, 'GET', **kwargs) Jul 27 23:02:30.365347 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 23:02:30.365347 n-d-802623-1 neutron-server[93797]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 23:02:30.365347 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 23:02:30.365347 n-d-802623-1 neutron-server[93797]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 23:02:30.365347 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 23:02:30.365347 n-d-802623-1 neutron-server[93797]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 23:02:30.365347 n-d-802623-1 neutron-server[93797]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 23:02:30.402852 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6c8a33de-f452-4154-b707-3509fdf6c7e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415412'] for network, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:30.419547 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-c7b32993-ccaa-46c0-99f1-ab5c068084a7 req-6702548e-162b-4784-9d64-6813c691c72e service neutron] Attempting to bind port 033b562a-58e4-4d16-ad84-127978a84ccb on host n-h2-802623-1 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:02:30.419935 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-c7b32993-ccaa-46c0-99f1-ab5c068084a7 req-6702548e-162b-4784-9d64-6813c691c72e service neutron] Attempting to bind port 033b562a-58e4-4d16-ad84-127978a84ccb by drivers openvswitch,hyperv on host n-h2-802623-1 at level 0 using segments [{'id': '16e91594-c047-4b55-93eb-43af33ad08e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '591af2dd-f826-43b1-aa9d-e7a0bf218c71'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:02:30.420301 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7b32993-ccaa-46c0-99f1-ab5c068084a7 req-6702548e-162b-4784-9d64-6813c691c72e service neutron] Attempting to bind port 033b562a-58e4-4d16-ad84-127978a84ccb on network 591af2dd-f826-43b1-aa9d-e7a0bf218c71 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:02:30.448112 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6c8a33de-f452-4154-b707-3509fdf6c7e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for network, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:30.453317 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-6c8a33de-f452-4154-b707-3509fdf6c7e0 admin admin] 10.222.0.18 "DELETE /v2.0/networks/d266edae-7b52-4cf1-b3dd-80fe586509d2 HTTP/1.1" status: 204 len: 168 time: 2.1118255 Jul 27 23:02:30.453476 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 49274) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:02:30.459332 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7b32993-ccaa-46c0-99f1-ab5c068084a7 req-6702548e-162b-4784-9d64-6813c691c72e service neutron] Port 033b562a-58e4-4d16-ad84-127978a84ccb on network 591af2dd-f826-43b1-aa9d-e7a0bf218c71 not bound, no agent of type Open vSwitch agent registered on host n-h2-802623-1 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 23:02:30.459716 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7b32993-ccaa-46c0-99f1-ab5c068084a7 req-6702548e-162b-4784-9d64-6813c691c72e service neutron] Attempting to bind port 033b562a-58e4-4d16-ad84-127978a84ccb on network 591af2dd-f826-43b1-aa9d-e7a0bf218c71 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:02:30.480175 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8a33de-f452-4154-b707-3509fdf6c7e0 admin admin] Pushing event deleted for resources: {'Network': ['ID=d266edae-7b52-4cf1-b3dd-80fe586509d2,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:02:30.507129 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7b32993-ccaa-46c0-99f1-ab5c068084a7 req-6702548e-162b-4784-9d64-6813c691c72e service neutron] Checking agent: {'id': 'c5cc038b-93c4-4df4-8061-5df2a04a48c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 23, 0, 4), 'started_at': datetime.datetime(2021, 7, 27, 23, 0, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 2, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:02:30.507129 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7b32993-ccaa-46c0-99f1-ab5c068084a7 req-6702548e-162b-4784-9d64-6813c691c72e service neutron] Checking segment: {'id': '16e91594-c047-4b55-93eb-43af33ad08e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '591af2dd-f826-43b1-aa9d-e7a0bf218c71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:02:30.507129 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7b32993-ccaa-46c0-99f1-ab5c068084a7 req-6702548e-162b-4784-9d64-6813c691c72e service neutron] Bound using segment: {'id': '16e91594-c047-4b55-93eb-43af33ad08e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '591af2dd-f826-43b1-aa9d-e7a0bf218c71'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:02:30.507129 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-c7b32993-ccaa-46c0-99f1-ab5c068084a7 req-6702548e-162b-4784-9d64-6813c691c72e service neutron] Bound port: 033b562a-58e4-4d16-ad84-127978a84ccb, host: n-h2-802623-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16e91594-c047-4b55-93eb-43af33ad08e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '591af2dd-f826-43b1-aa9d-e7a0bf218c71'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:02:30.507563 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-c7b32993-ccaa-46c0-99f1-ab5c068084a7 req-6702548e-162b-4784-9d64-6813c691c72e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:30.525520 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-aa76a8b9-3e56-4689-9026-274eaae90092 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:30.558166 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-aa76a8b9-3e56-4689-9026-274eaae90092 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:30.562627 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-67a43b38-20b3-4336-90bc-db13607344b4 req-2ef1e102-242a-4e43-8242-d978ce0f39bb tempest-AggregatesAdminTestJSON-107463881 tempest-AggregatesAdminTestJSON-107463881-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.8494217 Jul 27 23:02:30.617238 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-aa76a8b9-3e56-4689-9026-274eaae90092 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=846ded7f99184789ae52376248bfe305&name=default HTTP/1.1" status: 200 len: 2975 time: 2.7020302 Jul 27 23:02:30.617482 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_v2 [None req-b260095b-a64f-4c72-9648-6af348df2132 admin admin] Deleting subnet 4cc0735f-161a-4cc5-9249-70e2088b601a {{(pid=93798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 23:02:30.618821 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 49282) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:02:30.622952 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b260095b-a64f-4c72-9648-6af348df2132 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:30.637374 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa76a8b9-3e56-4689-9026-274eaae90092 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01177ea4-a806-43d7-b393-861c4f024d89,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:02:30.663806 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e4e5be-b010-4d48-86ff-2763b7233042 req-31580cf5-d3fe-42da-ad0a-eca7c9c802f4 tempest-DeleteServersAdminTestJSON-1530971716 tempest-DeleteServersAdminTestJSON-1530971716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:02:30.668658 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-78e4e5be-b010-4d48-86ff-2763b7233042 req-31580cf5-d3fe-42da-ad0a-eca7c9c802f4 tempest-DeleteServersAdminTestJSON-1530971716 tempest-DeleteServersAdminTestJSON-1530971716-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb040bc1-a61e-4612-af68-e92cc5127d6a HTTP/1.1" status: 200 len: 948 time: 0.5240128 Jul 27 23:02:30.694461 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b260095b-a64f-4c72-9648-6af348df2132 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:30.705705 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b260095b-a64f-4c72-9648-6af348df2132 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620741'] for subnet, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:30.793211 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-78e4e5be-b010-4d48-86ff-2763b7233042 req-38fb2f74-c6ab-4f85-9420-07e4fd9a3247 tempest-DeleteServersAdminTestJSON-1530971716 tempest-DeleteServersAdminTestJSON-1530971716-project] 10.222.0.18 "GET /v2.0/security-groups?id=73ecb7c9-b889-42da-94f7-79004124f055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716853 Jul 27 23:02:30.802917 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3ddd0ca1-9a23-456a-b678-d35f9431cc1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:30.822661 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b260095b-a64f-4c72-9648-6af348df2132 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569'] for subnet, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:30.866280 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3ddd0ca1-9a23-456a-b678-d35f9431cc1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:30.896125 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b260095b-a64f-4c72-9648-6af348df2132 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4cc0735f-161a-4cc5-9249-70e2088b601a,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:02:30.930874 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b260095b-a64f-4c72-9648-6af348df2132 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:30.935356 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-b260095b-a64f-4c72-9648-6af348df2132 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/4cc0735f-161a-4cc5-9249-70e2088b601a HTTP/1.1" status: 204 len: 168 time: 0.4800920 Jul 27 23:02:30.935977 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 49288) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:02:30.991650 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-c7b32993-ccaa-46c0-99f1-ab5c068084a7 req-6702548e-162b-4784-9d64-6813c691c72e service neutron] For port 033b562a-58e4-4d16-ad84-127978a84ccb, host n-h2-802623-1, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:02:31.079553 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-c7b32993-ccaa-46c0-99f1-ab5c068084a7 req-6702548e-162b-4784-9d64-6813c691c72e service neutron] For port 033b562a-58e4-4d16-ad84-127978a84ccb, host n-h2-802623-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=033b562a-58e4-4d16-ad84-127978a84ccb,segment=NetworkSegment(16e91594-c047-4b55-93eb-43af33ad08e1),segment_id=16e91594-c047-4b55-93eb-43af33ad08e1)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:02:31.081566 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-54f5934a-ea0d-43e9-9764-d74f581e8743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593271'] for network, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:31.094472 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-c7b32993-ccaa-46c0-99f1-ab5c068084a7 req-6702548e-162b-4784-9d64-6813c691c72e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11336041'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:31.111965 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a43025-3f13-41ad-82d5-fd592c72255b req-ca9119b2-311a-4dbc-a1ea-23aa71347565 tempest-AggregatesAdminTestJSON-107463881 tempest-AggregatesAdminTestJSON-107463881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:02:31.128876 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b8a43025-3f13-41ad-82d5-fd592c72255b req-ca9119b2-311a-4dbc-a1ea-23aa71347565 tempest-AggregatesAdminTestJSON-107463881 tempest-AggregatesAdminTestJSON-107463881-project] 10.222.0.18 "GET /v2.0/ports?device_id=dafc93d0-8db6-4281-b3e6-9e7eb386a9fb HTTP/1.1" status: 200 len: 935 time: 0.1065881 Jul 27 23:02:31.217810 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6702548e-162b-4784-9d64-6813c691c72e service neutron] Pushing event updated for resources: {'Port': ['ID=033b562a-58e4-4d16-ad84-127978a84ccb,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:02:31.246994 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b32993-ccaa-46c0-99f1-ab5c068084a7 req-6702548e-162b-4784-9d64-6813c691c72e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:02:31.248214 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-c7b32993-ccaa-46c0-99f1-ab5c068084a7 req-6702548e-162b-4784-9d64-6813c691c72e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:31.252979 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-c7b32993-ccaa-46c0-99f1-ab5c068084a7 req-6702548e-162b-4784-9d64-6813c691c72e service neutron] 10.222.0.49 "PUT /v2.0/ports/033b562a-58e4-4d16-ad84-127978a84ccb HTTP/1.1" status: 200 len: 1096 time: 4.5124676 Jul 27 23:02:31.264363 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb040bc1-a61e-4612-af68-e92cc5127d6a', 'tag': '033b562a-58e4-4d16-ad84-127978a84ccb'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:02:31.267907 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-54f5934a-ea0d-43e9-9764-d74f581e8743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618032', 'neutron.services.segments.db._delete_segments_for_network-8736833900081'] for network, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:31.272248 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3ddd0ca1-9a23-456a-b678-d35f9431cc1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:31.279138 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3ddd0ca1-9a23-456a-b678-d35f9431cc1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:31.283972 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-3ddd0ca1-9a23-456a-b678-d35f9431cc1a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/01177ea4-a806-43d7-b393-861c4f024d89 HTTP/1.1" status: 204 len: 168 time: 0.6387746 Jul 27 23:02:31.295175 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-54f5934a-ea0d-43e9-9764-d74f581e8743 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 23:02:31.295643 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-54f5934a-ea0d-43e9-9764-d74f581e8743 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 23:02:31.296397 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-54f5934a-ea0d-43e9-9764-d74f581e8743 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 23:02:31.296741 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-54f5934a-ea0d-43e9-9764-d74f581e8743 admin admin] Subscribe: > port after_create 55550000 {{(pid=93798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 23:02:31.297383 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-54f5934a-ea0d-43e9-9764-d74f581e8743 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 23:02:31.297732 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-54f5934a-ea0d-43e9-9764-d74f581e8743 admin admin] Subscribe: > port after_update 55550000 {{(pid=93798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 23:02:31.298089 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-54f5934a-ea0d-43e9-9764-d74f581e8743 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 23:02:31.298249 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddd0ca1-9a23-456a-b678-d35f9431cc1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01177ea4-a806-43d7-b393-861c4f024d89,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:02:31.298426 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-54f5934a-ea0d-43e9-9764-d74f581e8743 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 23:02:31.298743 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-54f5934a-ea0d-43e9-9764-d74f581e8743 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 23:02:31.299071 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-54f5934a-ea0d-43e9-9764-d74f581e8743 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 23:02:31.403012 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a476459a1bfce68b0ae0df5b6a71154bfc7cfdc8f9eefce6ad0a17231e60468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4461646a-8352-4a76-b2f5-1ff90059644a" -d '{"events": [{"name": "network-changed", "server_uuid": "fb040bc1-a61e-4612-af68-e92cc5127d6a", "tag": "033b562a-58e4-4d16-ad84-127978a84ccb"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:02:31.610515 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-54f5934a-ea0d-43e9-9764-d74f581e8743 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 23:02:31.610848 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-54f5934a-ea0d-43e9-9764-d74f581e8743 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 23:02:31.611459 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-54f5934a-ea0d-43e9-9764-d74f581e8743 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 23:02:31.611561 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-54f5934a-ea0d-43e9-9764-d74f581e8743 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 23:02:31.611901 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-54f5934a-ea0d-43e9-9764-d74f581e8743 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a312d3a2-7858-4096-9ce0-aa981ebf0ce5']}} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:02:31.634946 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-54f5934a-ea0d-43e9-9764-d74f581e8743 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '155a53ee-b6e6-402e-b8c4-8e00f142c2b0') {'for_net_delete': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:02:31.635608 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-54f5934a-ea0d-43e9-9764-d74f581e8743 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '155a53ee-b6e6-402e-b8c4-8e00f142c2b0') {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:02:31.659084 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-54f5934a-ea0d-43e9-9764-d74f581e8743 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736833900858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11163256'] for segment, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:31.687026 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-54f5934a-ea0d-43e9-9764-d74f581e8743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:31.698677 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54f5934a-ea0d-43e9-9764-d74f581e8743 admin admin] Releasing vlan 516 on physical network physnet1 to pool {{(pid=93798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 23:02:31.699470 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-54f5934a-ea0d-43e9-9764-d74f581e8743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11971746'] for segment, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:31.763841 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [req-67a43b38-20b3-4336-90bc-db13607344b4 req-40632541-e7dd-4452-a950-aca57a3c9ff0 tempest-AggregatesAdminTestJSON-107463881 tempest-AggregatesAdminTestJSON-107463881-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=93798) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 23:02:31.768717 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-67a43b38-20b3-4336-90bc-db13607344b4 req-40632541-e7dd-4452-a950-aca57a3c9ff0 tempest-AggregatesAdminTestJSON-107463881 tempest-AggregatesAdminTestJSON-107463881-project] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0108662 Jul 27 23:02:31.774572 n-d-802623-1 neutron-server[93798]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 27 23:02:31.774572 n-d-802623-1 neutron-server[93798]: from cryptography.utils import int_from_bytes Jul 27 23:02:31.774572 n-d-802623-1 neutron-server[93798]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 27 23:02:31.774572 n-d-802623-1 neutron-server[93798]: from cryptography.utils import int_from_bytes Jul 27 23:02:31.774572 n-d-802623-1 neutron-server[93798]: Traceback (most recent call last): Jul 27 23:02:31.774572 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 23:02:31.774572 n-d-802623-1 neutron-server[93798]: timer() Jul 27 23:02:31.774572 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 23:02:31.774572 n-d-802623-1 neutron-server[93798]: cb(*args, **kw) Jul 27 23:02:31.774572 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 23:02:31.774572 n-d-802623-1 neutron-server[93798]: return func(*args, **kwargs) Jul 27 23:02:31.774572 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 23:02:31.774572 n-d-802623-1 neutron-server[93798]: self._notify() Jul 27 23:02:31.774572 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 23:02:31.774572 n-d-802623-1 neutron-server[93798]: self.callback(batched_events) Jul 27 23:02:31.774572 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 23:02:31.774572 n-d-802623-1 neutron-server[93798]: event.method(event) Jul 27 23:02:31.774572 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 23:02:31.774572 n-d-802623-1 neutron-server[93798]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 23:02:31.774572 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 23:02:31.774572 n-d-802623-1 neutron-server[93798]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 23:02:31.774572 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 23:02:31.774572 n-d-802623-1 neutron-server[93798]: return f(self, *a, **k) Jul 27 23:02:31.774572 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 23:02:31.774572 n-d-802623-1 neutron-server[93798]: return self._get(url).json() Jul 27 23:02:31.774572 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 23:02:31.774572 n-d-802623-1 neutron-server[93798]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 23:02:31.774572 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 23:02:31.774572 n-d-802623-1 neutron-server[93798]: return self.request(url, 'GET', **kwargs) Jul 27 23:02:31.774572 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 23:02:31.774572 n-d-802623-1 neutron-server[93798]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 23:02:31.774572 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 23:02:31.774572 n-d-802623-1 neutron-server[93798]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 23:02:31.774572 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 23:02:31.774572 n-d-802623-1 neutron-server[93798]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 23:02:31.774572 n-d-802623-1 neutron-server[93798]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 23:02:31.783471 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-54f5934a-ea0d-43e9-9764-d74f581e8743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415412'] for network, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:31.810625 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b8a43025-3f13-41ad-82d5-fd592c72255b req-d81b4d8e-f87b-4676-bb23-c47b802aba94 tempest-AggregatesAdminTestJSON-107463881 tempest-AggregatesAdminTestJSON-107463881-project] 10.222.0.18 "GET /v2.0/security-groups?id=aefc980a-9ca1-4e45-a631-66a477adc86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6804252 Jul 27 23:02:31.812093 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-54f5934a-ea0d-43e9-9764-d74f581e8743 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:31.827306 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-54f5934a-ea0d-43e9-9764-d74f581e8743 admin admin] 10.222.0.18 "DELETE /v2.0/networks/a312d3a2-7858-4096-9ce0-aa981ebf0ce5 HTTP/1.1" status: 204 len: 168 time: 0.8902469 Jul 27 23:02:31.863087 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f5934a-ea0d-43e9-9764-d74f581e8743 admin admin] Pushing event deleted for resources: {'Network': ['ID=a312d3a2-7858-4096-9ce0-aa981ebf0ce5,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:02:32.077594 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7daa19-81df-4fd0-a702-cdb24e2b4ec4 req-a9517a01-0d11-4c1c-af3a-65fa1aed46fd tempest-DeleteServersAdminTestJSON-1530971716 tempest-DeleteServersAdminTestJSON-1530971716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:02:32.084411 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7418f70f-e60d-4709-8ba9-6ab514bc7f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:32.090493 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-9b7daa19-81df-4fd0-a702-cdb24e2b4ec4 req-a9517a01-0d11-4c1c-af3a-65fa1aed46fd tempest-DeleteServersAdminTestJSON-1530971716 tempest-DeleteServersAdminTestJSON-1530971716-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb040bc1-a61e-4612-af68-e92cc5127d6a HTTP/1.1" status: 200 len: 948 time: 0.1507912 Jul 27 23:02:32.142671 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b32993-ccaa-46c0-99f1-ab5c068084a7 req-d2cbdd16-204f-4a30-ac4d-f207de87e477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:02:32.147086 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-c7b32993-ccaa-46c0-99f1-ab5c068084a7 req-d2cbdd16-204f-4a30-ac4d-f207de87e477 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=4cdaecda4053412dad2fcd5b1cbb8589&device_id=fb040bc1-a61e-4612-af68-e92cc5127d6a HTTP/1.1" status: 200 len: 1099 time: 0.2399175 Jul 27 23:02:32.215343 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-9b7daa19-81df-4fd0-a702-cdb24e2b4ec4 req-d4138f92-5652-4283-820a-3dafa30cdc93 tempest-DeleteServersAdminTestJSON-1530971716 tempest-DeleteServersAdminTestJSON-1530971716-project] 10.222.0.18 "GET /v2.0/security-groups?id=73ecb7c9-b889-42da-94f7-79004124f055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239226 Jul 27 23:02:32.247424 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-c7b32993-ccaa-46c0-99f1-ab5c068084a7 req-dd7231d2-16ba-44e6-b2af-049078a69a0f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.133&port_id=033b562a-58e4-4d16-ad84-127978a84ccb HTTP/1.1" status: 200 len: 217 time: 0.0908649 Jul 27 23:02:32.346579 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b32993-ccaa-46c0-99f1-ab5c068084a7 req-2c5a19e8-eab6-46c3-b5a9-9140e14f32d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:02:32.348377 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-c7b32993-ccaa-46c0-99f1-ab5c068084a7 req-2c5a19e8-eab6-46c3-b5a9-9140e14f32d6 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=62938449-046d-4cbe-923a-7ebb632c358d HTTP/1.1" status: 200 len: 843 time: 0.0912471 Jul 27 23:02:32.435442 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 23:02:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c7a1eed-d659-4e18-837a-fa1abb648c07 x-openstack-request-id: req-1c7a1eed-d659-4e18-837a-fa1abb648c07 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:02:32.435745 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb040bc1-a61e-4612-af68-e92cc5127d6a", "tag": "033b562a-58e4-4d16-ad84-127978a84ccb", "status": "completed", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:02:32.436540 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1c7a1eed-d659-4e18-837a-fa1abb648c07 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:02:32.436979 n-d-802623-1 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb040bc1-a61e-4612-af68-e92cc5127d6a', 'tag': '033b562a-58e4-4d16-ad84-127978a84ccb', 'status': 'completed', 'code': 200} Jul 27 23:02:32.474212 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 49340) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:02:32.485030 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 49342) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:02:32.497302 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f495b8cd-7850-409e-950c-4a6ff896a1d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:32.506882 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b32993-ccaa-46c0-99f1-ab5c068084a7 req-aa3ab8c4-44b3-4069-898b-b95e1020668c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:02:32.509263 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-c7b32993-ccaa-46c0-99f1-ab5c068084a7 req-aa3ab8c4-44b3-4069-898b-b95e1020668c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=591af2dd-f826-43b1-aa9d-e7a0bf218c71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1512411 Jul 27 23:02:32.545846 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-84ac6b8a-77ea-4537-9577-795ed9b669cc admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=11440046328a41c1a691daa10c86feed&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0585413 Jul 27 23:02:32.551688 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 49344) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:02:32.670954 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 49346) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:02:32.721707 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-44906f92-a930-4b0c-b5bb-50a9e43403c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:32.758185 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-c7b32993-ccaa-46c0-99f1-ab5c068084a7 req-ca9c0772-7eaa-4e43-9c39-034a1f1df9a2 service neutron] 10.222.0.49 "GET /v2.0/networks/591af2dd-f826-43b1-aa9d-e7a0bf218c71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2104483 Jul 27 23:02:32.803894 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-44906f92-a930-4b0c-b5bb-50a9e43403c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:32.878213 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f495b8cd-7850-409e-950c-4a6ff896a1d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:33.025120 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa85caa9-ebc8-49c3-9e05-c8472ec84a16 req-a8f8b3ac-c896-49e6-9cd4-9c21fe1b8115 tempest-AggregatesAdminTestJSON-107463881 tempest-AggregatesAdminTestJSON-107463881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:02:33.026739 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-aa85caa9-ebc8-49c3-9e05-c8472ec84a16 req-a8f8b3ac-c896-49e6-9cd4-9c21fe1b8115 tempest-AggregatesAdminTestJSON-107463881 tempest-AggregatesAdminTestJSON-107463881-project] 10.222.0.18 "GET /v2.0/ports?device_id=dafc93d0-8db6-4281-b3e6-9e7eb386a9fb HTTP/1.1" status: 200 len: 935 time: 0.1001294 Jul 27 23:02:33.027277 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 49354) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:02:33.101333 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-aa85caa9-ebc8-49c3-9e05-c8472ec84a16 req-a6f9c16a-03fb-4fbf-8d91-6314e2be9dbc tempest-AggregatesAdminTestJSON-107463881 tempest-AggregatesAdminTestJSON-107463881-project] 10.222.0.18 "GET /v2.0/security-groups?id=aefc980a-9ca1-4e45-a631-66a477adc86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637405 Jul 27 23:02:33.114008 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f495b8cd-7850-409e-950c-4a6ff896a1d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:33.144660 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-118ff337-46eb-441b-a648-298ca9845b86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:33.156038 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-44906f92-a930-4b0c-b5bb-50a9e43403c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:33.167436 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-44906f92-a930-4b0c-b5bb-50a9e43403c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:33.169813 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-44906f92-a930-4b0c-b5bb-50a9e43403c6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/514a8e35-a703-4f8d-b4f7-055ef23d50c7 HTTP/1.1" status: 204 len: 168 time: 0.6145568 Jul 27 23:02:33.328347 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-f495b8cd-7850-409e-950c-4a6ff896a1d9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=616de13a58e942dc8d03e72e927906eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8528082 Jul 27 23:02:33.336158 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 49362) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:02:33.347535 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f495b8cd-7850-409e-950c-4a6ff896a1d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd44e525-6f79-44d3-864e-ee641c83916f,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:02:33.360518 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5031bafc-92f3-463c-afa4-0983aff72966 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:33.454711 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-c7b32993-ccaa-46c0-99f1-ab5c068084a7 req-c0617381-218e-4af0-8372-4f51ed95a6c5 service neutron] 10.222.0.49 "GET /v2.0/networks/591af2dd-f826-43b1-aa9d-e7a0bf218c71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2804465 Jul 27 23:02:33.496399 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-118ff337-46eb-441b-a648-298ca9845b86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:33.518035 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44906f92-a930-4b0c-b5bb-50a9e43403c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=514a8e35-a703-4f8d-b4f7-055ef23d50c7,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:02:33.534252 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-118ff337-46eb-441b-a648-298ca9845b86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:33.678508 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5031bafc-92f3-463c-afa4-0983aff72966 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:33.685778 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5031bafc-92f3-463c-afa4-0983aff72966 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:33.721468 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-118ff337-46eb-441b-a648-298ca9845b86 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=123b9492f08749e3ab33bb66689319e6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0433285 Jul 27 23:02:33.721468 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118ff337-46eb-441b-a648-298ca9845b86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8684df73-3517-4d00-95a8-eb37476972c0,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:02:33.726202 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 49366) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:02:33.730709 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d25ba96-4f46-43d7-a19a-82db6d554102 req-eca46dde-51c6-4f57-87f3-85df4fe04f65 tempest-DeleteServersAdminTestJSON-1530971716 tempest-DeleteServersAdminTestJSON-1530971716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:02:33.738012 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-0d25ba96-4f46-43d7-a19a-82db6d554102 req-eca46dde-51c6-4f57-87f3-85df4fe04f65 tempest-DeleteServersAdminTestJSON-1530971716 tempest-DeleteServersAdminTestJSON-1530971716-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb040bc1-a61e-4612-af68-e92cc5127d6a HTTP/1.1" status: 200 len: 948 time: 0.2399287 Jul 27 23:02:33.768985 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e4c14e9c-9ee8-4533-9852-7b37ea51ea12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:33.871903 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-0d25ba96-4f46-43d7-a19a-82db6d554102 req-a42d0768-d580-4b75-a0d6-5803cdb854e2 tempest-DeleteServersAdminTestJSON-1530971716 tempest-DeleteServersAdminTestJSON-1530971716-project] 10.222.0.18 "GET /v2.0/security-groups?id=73ecb7c9-b889-42da-94f7-79004124f055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244626 Jul 27 23:02:33.871991 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-68c5524f-ce9f-41b4-887b-a857f3a7539a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:33.872063 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e4c14e9c-9ee8-4533-9852-7b37ea51ea12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:33.899565 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-68c5524f-ce9f-41b4-887b-a857f3a7539a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:33.905138 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 49370) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:02:33.972846 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 49372) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:02:33.975111 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-5031bafc-92f3-463c-afa4-0983aff72966 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b94956b964824c6f9818a329dc8f4434&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9466846 Jul 27 23:02:33.975960 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5031bafc-92f3-463c-afa4-0983aff72966 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a5f9309-9c9e-4675-b3c9-a06b4f6b8bf5,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:02:34.003564 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-68c5524f-ce9f-41b4-887b-a857f3a7539a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:34.009892 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-68c5524f-ce9f-41b4-887b-a857f3a7539a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:34.014555 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-68c5524f-ce9f-41b4-887b-a857f3a7539a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8684df73-3517-4d00-95a8-eb37476972c0 HTTP/1.1" status: 204 len: 168 time: 0.2840829 Jul 27 23:02:34.022776 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c5524f-ce9f-41b4-887b-a857f3a7539a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8684df73-3517-4d00-95a8-eb37476972c0,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:02:34.028714 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-f8a7d603-3258-4f9e-9a18-014353e9d172 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2ff6b5099f7241c38623fed86ccf9b04&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1224308 Jul 27 23:02:34.031380 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 49376) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:02:34.081533 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e4c14e9c-9ee8-4533-9852-7b37ea51ea12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:34.090718 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e4c14e9c-9ee8-4533-9852-7b37ea51ea12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:34.100721 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-e4c14e9c-9ee8-4533-9852-7b37ea51ea12 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/fd44e525-6f79-44d3-864e-ee641c83916f HTTP/1.1" status: 204 len: 168 time: 0.7629368 Jul 27 23:02:34.172313 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [req-67a43b38-20b3-4336-90bc-db13607344b4 req-a9d855a3-f765-4ba2-b5aa-6ae7288b398c service neutron] Request body: {'port': {'device_id': 'dafc93d0-8db6-4281-b3e6-9e7eb386a9fb', 'device_owner': 'compute:tempest-test_az-604789174', 'binding:host_id': 'n-h1-802623-1'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:02:34.213356 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c14e9c-9ee8-4533-9852-7b37ea51ea12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd44e525-6f79-44d3-864e-ee641c83916f,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:02:34.338000 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:34.402894 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-67a43b38-20b3-4336-90bc-db13607344b4 req-a9d855a3-f765-4ba2-b5aa-6ae7288b398c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:34.416011 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951f523f-4393-473d-804c-9f75bdb89182 req-3f8a5fed-355e-4a2b-98ac-6a1b266529d4 tempest-AggregatesAdminTestJSON-107463881 tempest-AggregatesAdminTestJSON-107463881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:02:34.419245 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-951f523f-4393-473d-804c-9f75bdb89182 req-3f8a5fed-355e-4a2b-98ac-6a1b266529d4 tempest-AggregatesAdminTestJSON-107463881 tempest-AggregatesAdminTestJSON-107463881-project] 10.222.0.18 "GET /v2.0/ports?device_id=dafc93d0-8db6-4281-b3e6-9e7eb386a9fb HTTP/1.1" status: 200 len: 935 time: 0.1787517 Jul 27 23:02:34.423185 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-15cd88b3-0286-466b-a19a-6cf2fb2a435b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:34.440279 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e2822912-1bf2-4475-b536-8a10a7f024cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:34.456383 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4461646a-8352-4a76-b2f5-1ff90059644a req-0225f99a-99e9-4e66-9737-2dd57d413338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:02:34.458347 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-4461646a-8352-4a76-b2f5-1ff90059644a req-0225f99a-99e9-4e66-9737-2dd57d413338 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=4cdaecda4053412dad2fcd5b1cbb8589&device_id=fb040bc1-a61e-4612-af68-e92cc5127d6a HTTP/1.1" status: 200 len: 1099 time: 0.1487250 Jul 27 23:02:34.669641 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-951f523f-4393-473d-804c-9f75bdb89182 req-270ab7ca-203b-4f86-b792-8a87515bd14e tempest-AggregatesAdminTestJSON-107463881 tempest-AggregatesAdminTestJSON-107463881-project] 10.222.0.18 "GET /v2.0/security-groups?id=aefc980a-9ca1-4e45-a631-66a477adc86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2335064 Jul 27 23:02:34.839685 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4461646a-8352-4a76-b2f5-1ff90059644a req-24ebc9bd-4ab8-495a-8e98-402ee352c453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:02:34.841170 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-4461646a-8352-4a76-b2f5-1ff90059644a req-24ebc9bd-4ab8-495a-8e98-402ee352c453 service neutron] 10.222.0.49 "GET /v2.0/networks?id=591af2dd-f826-43b1-aa9d-e7a0bf218c71 HTTP/1.1" status: 200 len: 870 time: 0.3592808 Jul 27 23:02:34.841683 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 49392) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:02:34.855939 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8baee8ed-d6ba-47b6-ad07-bd963bed9033 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:34.925708 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [req-67a43b38-20b3-4336-90bc-db13607344b4 req-a9d855a3-f765-4ba2-b5aa-6ae7288b398c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa89d0f3-09ba-4170-a0b1-b1e3bf890cc7 {{(pid=93798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:02:34.971329 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-67a43b38-20b3-4336-90bc-db13607344b4 req-a9d855a3-f765-4ba2-b5aa-6ae7288b398c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:35.013123 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-15cd88b3-0286-466b-a19a-6cf2fb2a435b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:35.050162 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e2822912-1bf2-4475-b536-8a10a7f024cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:35.088108 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-67a43b38-20b3-4336-90bc-db13607344b4 req-a9d855a3-f765-4ba2-b5aa-6ae7288b398c service neutron] Transition to ACTIVE for port object aa89d0f3-09ba-4170-a0b1-b1e3bf890cc7 will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:02:35.100412 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-4461646a-8352-4a76-b2f5-1ff90059644a req-cf435126-2c9d-4264-813b-29fac81d2fde service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.133&port_id=033b562a-58e4-4d16-ad84-127978a84ccb HTTP/1.1" status: 200 len: 217 time: 0.0822473 Jul 27 23:02:35.112285 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-67a43b38-20b3-4336-90bc-db13607344b4 req-a9d855a3-f765-4ba2-b5aa-6ae7288b398c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:35.142844 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8baee8ed-d6ba-47b6-ad07-bd963bed9033 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:35.171657 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8baee8ed-d6ba-47b6-ad07-bd963bed9033 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:35.223285 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f653b00-be4a-4e9b-ac71-9b86f242a9de req-8a19a643-b84c-446d-99a7-6a6a6a4251ff tempest-DeleteServersAdminTestJSON-1530971716 tempest-DeleteServersAdminTestJSON-1530971716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:02:35.228777 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-8baee8ed-d6ba-47b6-ad07-bd963bed9033 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a225cda773b24e27883e405130a867b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3860180 Jul 27 23:02:35.232236 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-5f653b00-be4a-4e9b-ac71-9b86f242a9de req-8a19a643-b84c-446d-99a7-6a6a6a4251ff tempest-DeleteServersAdminTestJSON-1530971716 tempest-DeleteServersAdminTestJSON-1530971716-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb040bc1-a61e-4612-af68-e92cc5127d6a HTTP/1.1" status: 200 len: 948 time: 0.2572629 Jul 27 23:02:35.233749 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 49400) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:02:35.264303 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d855a3-f765-4ba2-b5aa-6ae7288b398c service neutron] Pushing event updated for resources: {'Port': ['ID=aa89d0f3-09ba-4170-a0b1-b1e3bf890cc7,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:02:35.294530 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8baee8ed-d6ba-47b6-ad07-bd963bed9033 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29de4c9b-c2dd-4a0a-9b1f-bc1cd7a93296,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:02:35.299601 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4461646a-8352-4a76-b2f5-1ff90059644a req-cef3544e-7af9-44de-86ca-df653e7015e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:02:35.302417 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-4461646a-8352-4a76-b2f5-1ff90059644a req-cef3544e-7af9-44de-86ca-df653e7015e3 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=62938449-046d-4cbe-923a-7ebb632c358d HTTP/1.1" status: 200 len: 843 time: 0.1817157 Jul 27 23:02:35.384223 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e2822912-1bf2-4475-b536-8a10a7f024cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:35.386907 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e2822912-1bf2-4475-b536-8a10a7f024cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:35.388088 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-e2822912-1bf2-4475-b536-8a10a7f024cd admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/36cf687a-af2c-4be8-9685-b1ce8055df51 HTTP/1.1" status: 204 len: 168 time: 1.3558011 Jul 27 23:02:35.388862 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-15cd88b3-0286-466b-a19a-6cf2fb2a435b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:35.404903 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-15cd88b3-0286-466b-a19a-6cf2fb2a435b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:35.410284 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-15cd88b3-0286-466b-a19a-6cf2fb2a435b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9a5f9309-9c9e-4675-b3c9-a06b4f6b8bf5 HTTP/1.1" status: 204 len: 168 time: 1.4269073 Jul 27 23:02:35.551236 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2822912-1bf2-4475-b536-8a10a7f024cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36cf687a-af2c-4be8-9685-b1ce8055df51,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:02:35.606969 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-5f653b00-be4a-4e9b-ac71-9b86f242a9de req-c220ca3c-84ab-40b1-9ae7-7700b005d7a3 tempest-DeleteServersAdminTestJSON-1530971716 tempest-DeleteServersAdminTestJSON-1530971716-project] 10.222.0.18 "GET /v2.0/security-groups?id=73ecb7c9-b889-42da-94f7-79004124f055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3738816 Jul 27 23:02:35.620112 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cd88b3-0286-466b-a19a-6cf2fb2a435b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a5f9309-9c9e-4675-b3c9-a06b4f6b8bf5,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:02:35.646221 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-922b29e1-b47a-4a94-ad26-d23a2ec3010e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:35.648234 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-67a43b38-20b3-4336-90bc-db13607344b4 req-a9d855a3-f765-4ba2-b5aa-6ae7288b398c service neutron] Attempting to bind port aa89d0f3-09ba-4170-a0b1-b1e3bf890cc7 on host n-h1-802623-1 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:02:35.648892 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-67a43b38-20b3-4336-90bc-db13607344b4 req-a9d855a3-f765-4ba2-b5aa-6ae7288b398c service neutron] Attempting to bind port aa89d0f3-09ba-4170-a0b1-b1e3bf890cc7 by drivers openvswitch,hyperv on host n-h1-802623-1 at level 0 using segments [{'id': '16e91594-c047-4b55-93eb-43af33ad08e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '591af2dd-f826-43b1-aa9d-e7a0bf218c71'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:02:35.649455 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67a43b38-20b3-4336-90bc-db13607344b4 req-a9d855a3-f765-4ba2-b5aa-6ae7288b398c service neutron] Attempting to bind port aa89d0f3-09ba-4170-a0b1-b1e3bf890cc7 on network 591af2dd-f826-43b1-aa9d-e7a0bf218c71 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:02:35.656619 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67a43b38-20b3-4336-90bc-db13607344b4 req-a9d855a3-f765-4ba2-b5aa-6ae7288b398c service neutron] Port aa89d0f3-09ba-4170-a0b1-b1e3bf890cc7 on network 591af2dd-f826-43b1-aa9d-e7a0bf218c71 not bound, no agent of type Open vSwitch agent registered on host n-h1-802623-1 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 23:02:35.657292 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67a43b38-20b3-4336-90bc-db13607344b4 req-a9d855a3-f765-4ba2-b5aa-6ae7288b398c service neutron] Attempting to bind port aa89d0f3-09ba-4170-a0b1-b1e3bf890cc7 on network 591af2dd-f826-43b1-aa9d-e7a0bf218c71 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:02:35.677318 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67a43b38-20b3-4336-90bc-db13607344b4 req-a9d855a3-f765-4ba2-b5aa-6ae7288b398c service neutron] Checking agent: {'id': '245f1da4-a9b8-4b08-90d7-28f0f342b839', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 59, 59), 'started_at': datetime.datetime(2021, 7, 27, 22, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 2, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:02:35.677957 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67a43b38-20b3-4336-90bc-db13607344b4 req-a9d855a3-f765-4ba2-b5aa-6ae7288b398c service neutron] Checking segment: {'id': '16e91594-c047-4b55-93eb-43af33ad08e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '591af2dd-f826-43b1-aa9d-e7a0bf218c71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:02:35.678414 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67a43b38-20b3-4336-90bc-db13607344b4 req-a9d855a3-f765-4ba2-b5aa-6ae7288b398c service neutron] Bound using segment: {'id': '16e91594-c047-4b55-93eb-43af33ad08e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '591af2dd-f826-43b1-aa9d-e7a0bf218c71'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:02:35.678975 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-67a43b38-20b3-4336-90bc-db13607344b4 req-a9d855a3-f765-4ba2-b5aa-6ae7288b398c service neutron] Bound port: aa89d0f3-09ba-4170-a0b1-b1e3bf890cc7, host: n-h1-802623-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16e91594-c047-4b55-93eb-43af33ad08e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '591af2dd-f826-43b1-aa9d-e7a0bf218c71'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:02:35.683780 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-67a43b38-20b3-4336-90bc-db13607344b4 req-a9d855a3-f765-4ba2-b5aa-6ae7288b398c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:35.740092 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-922b29e1-b47a-4a94-ad26-d23a2ec3010e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:35.886843 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca3ee78-7330-47e9-a058-24310e142d74 req-97c05516-8669-4bc5-a3ec-367b6c07e4da tempest-AggregatesAdminTestJSON-107463881 tempest-AggregatesAdminTestJSON-107463881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:02:35.906045 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-aca3ee78-7330-47e9-a058-24310e142d74 req-97c05516-8669-4bc5-a3ec-367b6c07e4da tempest-AggregatesAdminTestJSON-107463881 tempest-AggregatesAdminTestJSON-107463881-project] 10.222.0.18 "GET /v2.0/ports?device_id=dafc93d0-8db6-4281-b3e6-9e7eb386a9fb HTTP/1.1" status: 200 len: 968 time: 0.1060059 Jul 27 23:02:35.913968 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-922b29e1-b47a-4a94-ad26-d23a2ec3010e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:35.917433 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-922b29e1-b47a-4a94-ad26-d23a2ec3010e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:35.918979 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-922b29e1-b47a-4a94-ad26-d23a2ec3010e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/29de4c9b-c2dd-4a0a-9b1f-bc1cd7a93296 HTTP/1.1" status: 204 len: 168 time: 0.6778016 Jul 27 23:02:35.920769 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-67a43b38-20b3-4336-90bc-db13607344b4 req-a9d855a3-f765-4ba2-b5aa-6ae7288b398c service neutron] For port aa89d0f3-09ba-4170-a0b1-b1e3bf890cc7, host n-h1-802623-1, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:02:35.929169 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-67a43b38-20b3-4336-90bc-db13607344b4 req-a9d855a3-f765-4ba2-b5aa-6ae7288b398c service neutron] For port aa89d0f3-09ba-4170-a0b1-b1e3bf890cc7, host n-h1-802623-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=aa89d0f3-09ba-4170-a0b1-b1e3bf890cc7,segment=NetworkSegment(16e91594-c047-4b55-93eb-43af33ad08e1),segment_id=16e91594-c047-4b55-93eb-43af33ad08e1)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:02:35.937938 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922b29e1-b47a-4a94-ad26-d23a2ec3010e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29de4c9b-c2dd-4a0a-9b1f-bc1cd7a93296,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:02:35.975355 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-aca3ee78-7330-47e9-a058-24310e142d74 req-cd0686c6-4e44-4c6b-9080-06e811b222be tempest-AggregatesAdminTestJSON-107463881 tempest-AggregatesAdminTestJSON-107463881-project] 10.222.0.18 "GET /v2.0/security-groups?id=aefc980a-9ca1-4e45-a631-66a477adc86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670052 Jul 27 23:02:35.976958 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-67a43b38-20b3-4336-90bc-db13607344b4 req-a9d855a3-f765-4ba2-b5aa-6ae7288b398c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:36.027626 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 49422) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:02:36.061631 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d855a3-f765-4ba2-b5aa-6ae7288b398c service neutron] Pushing event updated for resources: {'Port': ['ID=aa89d0f3-09ba-4170-a0b1-b1e3bf890cc7,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:02:36.095065 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a43b38-20b3-4336-90bc-db13607344b4 req-a9d855a3-f765-4ba2-b5aa-6ae7288b398c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:02:36.095435 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-67a43b38-20b3-4336-90bc-db13607344b4 req-a9d855a3-f765-4ba2-b5aa-6ae7288b398c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:36.104513 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-67a43b38-20b3-4336-90bc-db13607344b4 req-a9d855a3-f765-4ba2-b5aa-6ae7288b398c service neutron] 10.222.0.38 "PUT /v2.0/ports/aa89d0f3-09ba-4170-a0b1-b1e3bf890cc7 HTTP/1.1" status: 200 len: 1116 time: 2.3496640 Jul 27 23:02:36.105010 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dafc93d0-8db6-4281-b3e6-9e7eb386a9fb', 'tag': 'aa89d0f3-09ba-4170-a0b1-b1e3bf890cc7'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:02:36.310059 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a43b38-20b3-4336-90bc-db13607344b4 req-b91e429d-2a90-4df9-95cd-8bc5a8f19b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:02:36.315580 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-67a43b38-20b3-4336-90bc-db13607344b4 req-b91e429d-2a90-4df9-95cd-8bc5a8f19b45 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=92ac1a11dd364c00be59c97b73559b3d&device_id=dafc93d0-8db6-4281-b3e6-9e7eb386a9fb HTTP/1.1" status: 200 len: 1119 time: 0.1623697 Jul 27 23:02:36.442277 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6f14d7a1-25d5-49dc-82dd-378044d4f20c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:36.499756 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-67a43b38-20b3-4336-90bc-db13607344b4 req-8ecf02f8-9864-4739-a29b-767ac24dc4e6 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.32&port_id=aa89d0f3-09ba-4170-a0b1-b1e3bf890cc7 HTTP/1.1" status: 200 len: 217 time: 0.1762571 Jul 27 23:02:36.635122 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a43b38-20b3-4336-90bc-db13607344b4 req-8909d935-556d-4a6e-b3ba-bf44a7b2e7fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:02:36.639973 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-67a43b38-20b3-4336-90bc-db13607344b4 req-8909d935-556d-4a6e-b3ba-bf44a7b2e7fa service neutron] 10.222.0.38 "GET /v2.0/subnets?id=62938449-046d-4cbe-923a-7ebb632c358d HTTP/1.1" status: 200 len: 843 time: 0.1283958 Jul 27 23:02:36.728366 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6f14d7a1-25d5-49dc-82dd-378044d4f20c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:36.734875 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6f14d7a1-25d5-49dc-82dd-378044d4f20c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:36.800908 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-6f14d7a1-25d5-49dc-82dd-378044d4f20c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b00c1d741b6543a595d436dd423af4d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7685578 Jul 27 23:02:36.800908 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f14d7a1-25d5-49dc-82dd-378044d4f20c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b302095c-1048-4805-be01-46a440723825,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:02:36.802425 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 49442) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:02:36.868641 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac02ce6-f18e-4627-b227-f6d20d8b2e16 req-f40428ed-2280-479c-b0a2-a313d63e2926 tempest-DeleteServersAdminTestJSON-1530971716 tempest-DeleteServersAdminTestJSON-1530971716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:02:36.871000 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-5ac02ce6-f18e-4627-b227-f6d20d8b2e16 req-f40428ed-2280-479c-b0a2-a313d63e2926 tempest-DeleteServersAdminTestJSON-1530971716 tempest-DeleteServersAdminTestJSON-1530971716-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb040bc1-a61e-4612-af68-e92cc5127d6a HTTP/1.1" status: 200 len: 948 time: 0.1064720 Jul 27 23:02:36.875553 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}011f8d312121274bb12d78e77c6379a2079800640016cec6c6d605b73666e854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c6f9785-a5e6-4dbb-bcc8-fbff826b2d97" -d '{"events": [{"name": "network-changed", "server_uuid": "dafc93d0-8db6-4281-b3e6-9e7eb386a9fb", "tag": "aa89d0f3-09ba-4170-a0b1-b1e3bf890cc7"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:02:36.918507 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6585df19-56bf-4487-aa96-656fabce15f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:36.925315 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-5ac02ce6-f18e-4627-b227-f6d20d8b2e16 req-7f340068-ea9e-48ed-b442-d8c4b9b442f1 tempest-DeleteServersAdminTestJSON-1530971716 tempest-DeleteServersAdminTestJSON-1530971716-project] 10.222.0.18 "GET /v2.0/security-groups?id=73ecb7c9-b889-42da-94f7-79004124f055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466247 Jul 27 23:02:36.974560 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6585df19-56bf-4487-aa96-656fabce15f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:37.043295 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4461646a-8352-4a76-b2f5-1ff90059644a req-8d56cf60-78a8-4de3-b375-7342c41f8115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:02:37.045557 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-4461646a-8352-4a76-b2f5-1ff90059644a req-8d56cf60-78a8-4de3-b375-7342c41f8115 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=591af2dd-f826-43b1-aa9d-e7a0bf218c71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0902119 Jul 27 23:02:37.171442 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 23:02:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82705a66-4f92-46d7-9a84-bc8ba7ce588b x-openstack-request-id: req-82705a66-4f92-46d7-9a84-bc8ba7ce588b {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:02:37.173264 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dafc93d0-8db6-4281-b3e6-9e7eb386a9fb", "tag": "aa89d0f3-09ba-4170-a0b1-b1e3bf890cc7", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:02:37.173548 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-82705a66-4f92-46d7-9a84-bc8ba7ce588b {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:02:37.174022 n-d-802623-1 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dafc93d0-8db6-4281-b3e6-9e7eb386a9fb', 'tag': 'aa89d0f3-09ba-4170-a0b1-b1e3bf890cc7', 'status': 'completed', 'code': 200} Jul 27 23:02:37.188803 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6585df19-56bf-4487-aa96-656fabce15f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:37.193401 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6585df19-56bf-4487-aa96-656fabce15f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:37.196861 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-6585df19-56bf-4487-aa96-656fabce15f0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b302095c-1048-4805-be01-46a440723825 HTTP/1.1" status: 204 len: 168 time: 0.3932722 Jul 27 23:02:37.210943 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0965f585-35c9-4336-8cd1-f7438e1c06f2 req-8cd58f7a-32bf-44c9-9111-a39a18319a5a tempest-AggregatesAdminTestJSON-107463881 tempest-AggregatesAdminTestJSON-107463881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:02:37.213954 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6585df19-56bf-4487-aa96-656fabce15f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b302095c-1048-4805-be01-46a440723825,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:02:37.215350 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-0965f585-35c9-4336-8cd1-f7438e1c06f2 req-8cd58f7a-32bf-44c9-9111-a39a18319a5a tempest-AggregatesAdminTestJSON-107463881 tempest-AggregatesAdminTestJSON-107463881-project] 10.222.0.18 "GET /v2.0/ports?device_id=dafc93d0-8db6-4281-b3e6-9e7eb386a9fb HTTP/1.1" status: 200 len: 968 time: 0.1076043 Jul 27 23:02:37.287371 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-4461646a-8352-4a76-b2f5-1ff90059644a req-8a0937ef-af38-4b4c-bf09-36c0694bbd9d service neutron] 10.222.0.49 "GET /v2.0/networks/591af2dd-f826-43b1-aa9d-e7a0bf218c71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2149839 Jul 27 23:02:37.309911 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-0965f585-35c9-4336-8cd1-f7438e1c06f2 req-e244bc3c-3169-4eb8-bfdc-30f571904e65 tempest-AggregatesAdminTestJSON-107463881 tempest-AggregatesAdminTestJSON-107463881-project] 10.222.0.18 "GET /v2.0/security-groups?id=aefc980a-9ca1-4e45-a631-66a477adc86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872962 Jul 27 23:02:37.432671 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-4461646a-8352-4a76-b2f5-1ff90059644a req-e8d0fd50-f249-4e1f-a107-5f6e3bc75c53 service neutron] 10.222.0.49 "GET /v2.0/networks/591af2dd-f826-43b1-aa9d-e7a0bf218c71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342990 Jul 27 23:02:38.094083 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a330a48-e720-4d2a-b936-d2a2b6821adc req-794f4555-3983-45ab-87e2-5437aecd1821 tempest-DeleteServersAdminTestJSON-1530971716 tempest-DeleteServersAdminTestJSON-1530971716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:02:38.103312 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-5a330a48-e720-4d2a-b936-d2a2b6821adc req-794f4555-3983-45ab-87e2-5437aecd1821 tempest-DeleteServersAdminTestJSON-1530971716 tempest-DeleteServersAdminTestJSON-1530971716-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb040bc1-a61e-4612-af68-e92cc5127d6a HTTP/1.1" status: 200 len: 948 time: 0.0685146 Jul 27 23:02:38.168409 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-5a330a48-e720-4d2a-b936-d2a2b6821adc req-61341130-30a6-4d08-9e00-ba51960f1a5b tempest-DeleteServersAdminTestJSON-1530971716 tempest-DeleteServersAdminTestJSON-1530971716-project] 10.222.0.18 "GET /v2.0/security-groups?id=73ecb7c9-b889-42da-94f7-79004124f055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636766 Jul 27 23:02:38.213464 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.agents_db [None req-9beef776-8bab-4de2-989a-f5a23ba4aaf4 None None] Agent healthcheck: found 7 active agents {{(pid=93800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 23:02:38.452615 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c317c143-8eb6-47f6-8dfa-5c4fcd38c006 req-6957e112-cbe7-43b1-afe4-4d015fa12a08 tempest-AggregatesAdminTestJSON-107463881 tempest-AggregatesAdminTestJSON-107463881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:02:38.461754 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-c317c143-8eb6-47f6-8dfa-5c4fcd38c006 req-6957e112-cbe7-43b1-afe4-4d015fa12a08 tempest-AggregatesAdminTestJSON-107463881 tempest-AggregatesAdminTestJSON-107463881-project] 10.222.0.18 "GET /v2.0/ports?device_id=dafc93d0-8db6-4281-b3e6-9e7eb386a9fb HTTP/1.1" status: 200 len: 968 time: 0.0831864 Jul 27 23:02:38.517580 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-c317c143-8eb6-47f6-8dfa-5c4fcd38c006 req-32dd9b9e-a33f-48a5-b5cb-9c8eda8432e6 tempest-AggregatesAdminTestJSON-107463881 tempest-AggregatesAdminTestJSON-107463881-project] 10.222.0.18 "GET /v2.0/security-groups?id=aefc980a-9ca1-4e45-a631-66a477adc86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544457 Jul 27 23:02:39.316698 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88978a2b-1cd7-44aa-8bf9-1397e5889dfb req-eb914d32-b7e8-4acc-8b16-c4540e9b9970 tempest-DeleteServersAdminTestJSON-1530971716 tempest-DeleteServersAdminTestJSON-1530971716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:02:39.319447 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-88978a2b-1cd7-44aa-8bf9-1397e5889dfb req-eb914d32-b7e8-4acc-8b16-c4540e9b9970 tempest-DeleteServersAdminTestJSON-1530971716 tempest-DeleteServersAdminTestJSON-1530971716-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb040bc1-a61e-4612-af68-e92cc5127d6a HTTP/1.1" status: 200 len: 948 time: 0.0678127 Jul 27 23:02:39.372495 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-88978a2b-1cd7-44aa-8bf9-1397e5889dfb req-64fb124e-ae43-4b1c-bb23-04ce1c04371f tempest-DeleteServersAdminTestJSON-1530971716 tempest-DeleteServersAdminTestJSON-1530971716-project] 10.222.0.18 "GET /v2.0/security-groups?id=73ecb7c9-b889-42da-94f7-79004124f055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430150 Jul 27 23:02:39.372704 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 49550) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:02:39.559769 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a43b38-20b3-4336-90bc-db13607344b4 req-98ffc615-cad0-44c1-aa7b-7205a7477226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:02:39.561356 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-67a43b38-20b3-4336-90bc-db13607344b4 req-98ffc615-cad0-44c1-aa7b-7205a7477226 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=591af2dd-f826-43b1-aa9d-e7a0bf218c71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0836909 Jul 27 23:02:39.652547 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-82cc2596-d1d5-4609-ba0a-f48636d30155 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1519919038-network', 'tenant_id': '59376bbb1c574537a7eaca41e781bf3f'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:02:39.673206 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db25a61-f5ae-452c-8f2d-663b0e92d8c3 req-47d6012a-c893-4a35-9d8b-38f628f66e59 tempest-AggregatesAdminTestJSON-107463881 tempest-AggregatesAdminTestJSON-107463881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:02:39.681712 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-3db25a61-f5ae-452c-8f2d-663b0e92d8c3 req-47d6012a-c893-4a35-9d8b-38f628f66e59 tempest-AggregatesAdminTestJSON-107463881 tempest-AggregatesAdminTestJSON-107463881-project] 10.222.0.18 "GET /v2.0/ports?device_id=dafc93d0-8db6-4281-b3e6-9e7eb386a9fb HTTP/1.1" status: 200 len: 968 time: 0.0997019 Jul 27 23:02:39.754255 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-3db25a61-f5ae-452c-8f2d-663b0e92d8c3 req-a2793f94-6115-403f-8651-113347ac7319 tempest-AggregatesAdminTestJSON-107463881 tempest-AggregatesAdminTestJSON-107463881-project] 10.222.0.18 "GET /v2.0/security-groups?id=aefc980a-9ca1-4e45-a631-66a477adc86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713241 Jul 27 23:02:39.755483 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82cc2596-d1d5-4609-ba0a-f48636d30155 admin admin] Made reservation on behalf of 59376bbb1c574537a7eaca41e781bf3f for: {'network': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:02:39.769859 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82cc2596-d1d5-4609-ba0a-f48636d30155 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for network, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:39.780467 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82cc2596-d1d5-4609-ba0a-f48636d30155 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:39.842829 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-67a43b38-20b3-4336-90bc-db13607344b4 req-4507409c-dd96-4eee-8962-c456596b82f7 service neutron] 10.222.0.38 "GET /v2.0/networks/591af2dd-f826-43b1-aa9d-e7a0bf218c71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2683043 Jul 27 23:02:39.898716 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82cc2596-d1d5-4609-ba0a-f48636d30155 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:39.906747 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82cc2596-d1d5-4609-ba0a-f48636d30155 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:39.931176 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82cc2596-d1d5-4609-ba0a-f48636d30155 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 530} {{(pid=93797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 23:02:39.946113 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-67a43b38-20b3-4336-90bc-db13607344b4 req-dfa2e2db-28e7-4cbc-b429-fa8acaf1a96c service neutron] 10.222.0.38 "GET /v2.0/networks/591af2dd-f826-43b1-aa9d-e7a0bf218c71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945466 Jul 27 23:02:39.950686 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cc2596-d1d5-4609-ba0a-f48636d30155 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bed30b16-cd2d-47d0-9758-37dc9df2dfb6,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:02:39.950974 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 49570) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:02:39.953778 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82cc2596-d1d5-4609-ba0a-f48636d30155 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:39.954029 n-d-802623-1 neutron-server[93797]: INFO neutron.db.segments_db [None req-82cc2596-d1d5-4609-ba0a-f48636d30155 admin admin] Added segment 7332ccbf-8fd9-4ff5-bad6-b4b872eccd4e of type vlan for network c451a142-86a9-4355-833f-365557d21b8d Jul 27 23:02:39.998735 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82cc2596-d1d5-4609-ba0a-f48636d30155 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736833354590'] for network, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:40.035980 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82cc2596-d1d5-4609-ba0a-f48636d30155 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569'] for network, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:40.037046 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82cc2596-d1d5-4609-ba0a-f48636d30155 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:02:40.037740 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82cc2596-d1d5-4609-ba0a-f48636d30155 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for network, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:40.106972 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6f9785-a5e6-4dbb-bcc8-fbff826b2d97 req-d21c3a68-b35d-46ad-866f-6695baa9fafd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:02:40.108577 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-6c6f9785-a5e6-4dbb-bcc8-fbff826b2d97 req-d21c3a68-b35d-46ad-866f-6695baa9fafd service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=92ac1a11dd364c00be59c97b73559b3d&device_id=dafc93d0-8db6-4281-b3e6-9e7eb386a9fb HTTP/1.1" status: 200 len: 1119 time: 0.0575528 Jul 27 23:02:40.109213 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-82cc2596-d1d5-4609-ba0a-f48636d30155 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7349949 Jul 27 23:02:40.109980 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cc2596-d1d5-4609-ba0a-f48636d30155 admin admin] Pushing event updated for resources: {'Network': ['ID=c451a142-86a9-4355-833f-365557d21b8d,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:02:40.112705 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 49580) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:02:40.117663 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-b44c851d-5203-4f9f-9ff9-31241bf83dd5 admin admin] Request body: {'subnet': {'network_id': 'c451a142-86a9-4355-833f-365557d21b8d', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1519919038-subnet', 'tenant_id': '59376bbb1c574537a7eaca41e781bf3f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:02:40.121096 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Network c451a142-86a9-4355-833f-365557d21b8d details requested by agent ovs-agent-n-d-802623-1 with host n-d-802623-1 {{(pid=93799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 23:02:40.223180 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-837a8b19-d668-49e4-bd3e-d78ebfe4a93f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:40.263797 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b44c851d-5203-4f9f-9ff9-31241bf83dd5 admin admin] Made reservation on behalf of 59376bbb1c574537a7eaca41e781bf3f for: {'subnet': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:02:40.266098 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b44c851d-5203-4f9f-9ff9-31241bf83dd5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12265828'] for subnet, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:40.383474 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-e079728c-500f-46eb-9cbe-99e957f6c9c8 req-c6820bcd-2c35-40b5-9d15-021f6c27ae93 tempest-ServersAdminTestJSON-1581810367 tempest-ServersAdminTestJSON-1581810367-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=5bb0d3806e664c82945fe299bf6309d8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0217037 Jul 27 23:02:40.442856 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6f9785-a5e6-4dbb-bcc8-fbff826b2d97 req-b3019051-732a-4ed9-9c8a-3df5d8488327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:02:40.444373 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-6c6f9785-a5e6-4dbb-bcc8-fbff826b2d97 req-b3019051-732a-4ed9-9c8a-3df5d8488327 service neutron] 10.222.0.38 "GET /v2.0/networks?id=591af2dd-f826-43b1-aa9d-e7a0bf218c71 HTTP/1.1" status: 200 len: 870 time: 0.3233337 Jul 27 23:02:40.493113 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e079728c-500f-46eb-9cbe-99e957f6c9c8 req-dead0339-1bf1-4e09-985d-b84cf2254ff2 tempest-ServersAdminTestJSON-1581810367 tempest-ServersAdminTestJSON-1581810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:02:40.494501 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-e079728c-500f-46eb-9cbe-99e957f6c9c8 req-dead0339-1bf1-4e09-985d-b84cf2254ff2 tempest-ServersAdminTestJSON-1581810367 tempest-ServersAdminTestJSON-1581810367-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1055176 Jul 27 23:02:40.509696 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-e079728c-500f-46eb-9cbe-99e957f6c9c8 req-2cdb2dd9-11d0-4266-99bd-a450451e430a tempest-ServersAdminTestJSON-1581810367 tempest-ServersAdminTestJSON-1581810367-project] 10.222.0.18 "GET /v2.0/quotas/5bb0d3806e664c82945fe299bf6309d8 HTTP/1.1" status: 200 len: 375 time: 0.0094211 Jul 27 23:02:40.511735 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-6c6f9785-a5e6-4dbb-bcc8-fbff826b2d97 req-3547e1c3-f641-46b3-8206-56dcc3896aea service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.32&port_id=aa89d0f3-09ba-4170-a0b1-b1e3bf890cc7 HTTP/1.1" status: 200 len: 217 time: 0.0549233 Jul 27 23:02:40.542190 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-e079728c-500f-46eb-9cbe-99e957f6c9c8 req-da6640a7-901a-4c7c-9715-b354568c4d9c tempest-ServersAdminTestJSON-1581810367 tempest-ServersAdminTestJSON-1581810367-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=5bb0d3806e664c82945fe299bf6309d8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0264916 Jul 27 23:02:40.652913 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c972fcb-9350-4675-ab36-7b6eda80b49f req-2cca4f6b-89cb-4ec8-95af-34334e98a27d tempest-NetworksTest-587500761 tempest-NetworksTest-587500761-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:02:40.653845 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c972fcb-9350-4675-ab36-7b6eda80b49f req-2cca4f6b-89cb-4ec8-95af-34334e98a27d tempest-NetworksTest-587500761 tempest-NetworksTest-587500761-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:02:40.653845 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c972fcb-9350-4675-ab36-7b6eda80b49f req-2cca4f6b-89cb-4ec8-95af-34334e98a27d tempest-NetworksTest-587500761 tempest-NetworksTest-587500761-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:02:40.654308 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c972fcb-9350-4675-ab36-7b6eda80b49f req-2cca4f6b-89cb-4ec8-95af-34334e98a27d tempest-NetworksTest-587500761 tempest-NetworksTest-587500761-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:02:40.656007 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-1c972fcb-9350-4675-ab36-7b6eda80b49f req-2cca4f6b-89cb-4ec8-95af-34334e98a27d tempest-NetworksTest-587500761 tempest-NetworksTest-587500761-project-admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2858 time: 0.3436816 Jul 27 23:02:40.660485 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6f9785-a5e6-4dbb-bcc8-fbff826b2d97 req-c9515e91-7352-4345-a589-7c2cc649e31e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:02:40.661983 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-6c6f9785-a5e6-4dbb-bcc8-fbff826b2d97 req-c9515e91-7352-4345-a589-7c2cc649e31e service neutron] 10.222.0.38 "GET /v2.0/subnets?id=62938449-046d-4cbe-923a-7ebb632c358d HTTP/1.1" status: 200 len: 843 time: 0.1376100 Jul 27 23:02:40.713433 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-837a8b19-d668-49e4-bd3e-d78ebfe4a93f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:40.745394 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-837a8b19-d668-49e4-bd3e-d78ebfe4a93f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:40.749458 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8680c95-7033-4d6a-834f-f2b349c97190 req-8df7e136-f283-4924-8cfc-ac88463c57f6 tempest-DeleteServersAdminTestJSON-1530971716 tempest-DeleteServersAdminTestJSON-1530971716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:02:40.751269 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-c8680c95-7033-4d6a-834f-f2b349c97190 req-8df7e136-f283-4924-8cfc-ac88463c57f6 tempest-DeleteServersAdminTestJSON-1530971716 tempest-DeleteServersAdminTestJSON-1530971716-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb040bc1-a61e-4612-af68-e92cc5127d6a HTTP/1.1" status: 200 len: 948 time: 0.0505195 Jul 27 23:02:40.793371 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-c8680c95-7033-4d6a-834f-f2b349c97190 req-221935ec-b1e5-4a41-bb4b-8b45c7403e55 tempest-DeleteServersAdminTestJSON-1530971716 tempest-DeleteServersAdminTestJSON-1530971716-project] 10.222.0.18 "GET /v2.0/security-groups?id=73ecb7c9-b889-42da-94f7-79004124f055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355504 Jul 27 23:02:40.839597 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b44c851d-5203-4f9f-9ff9-31241bf83dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11971609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12265750'] for subnet, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:40.857452 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837a8b19-d668-49e4-bd3e-d78ebfe4a93f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b57ad92-1403-41fd-987b-0ffc887f79fe,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:02:40.862096 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-837a8b19-d668-49e4-bd3e-d78ebfe4a93f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f914c80c16be4fc38467b606fda23ca6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9099088 Jul 27 23:02:40.865125 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 49618) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:02:40.897184 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6f9785-a5e6-4dbb-bcc8-fbff826b2d97 req-046554ec-af82-467b-93b2-0c984428bbd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:02:40.898768 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-6c6f9785-a5e6-4dbb-bcc8-fbff826b2d97 req-046554ec-af82-467b-93b2-0c984428bbd3 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=591af2dd-f826-43b1-aa9d-e7a0bf218c71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2237420 Jul 27 23:02:40.927116 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-5e4f1f62-d8c8-4d87-950b-bcac30e1d159 req-0dd3269f-ec4f-453b-96cd-f270ad08ae9f tempest-ServersAdminTestJSON-1581810367 tempest-ServersAdminTestJSON-1581810367-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=5bb0d3806e664c82945fe299bf6309d8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0365653 Jul 27 23:02:40.984562 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c855f4a2-390e-4ed7-8bf3-f322f85a009d req-699ad389-c4a7-4ddc-9288-d6ee83533d87 tempest-NetworksTest-587500761 tempest-NetworksTest-587500761-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:02:40.986020 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c855f4a2-390e-4ed7-8bf3-f322f85a009d req-699ad389-c4a7-4ddc-9288-d6ee83533d87 tempest-NetworksTest-587500761 tempest-NetworksTest-587500761-project-admin] 10.222.0.18 "GET /v2.0/networks/2fd42287-ed26-4eb9-89a5-b521f5b04356 HTTP/1.1" status: 200 len: 886 time: 0.2812974 Jul 27 23:02:40.989537 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44c851d-5203-4f9f-9ff9-31241bf83dd5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b1592ca5-0a74-47a5-88e1-85b3448a0017,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:02:41.005098 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b44c851d-5203-4f9f-9ff9-31241bf83dd5 admin admin] Checking segment: {'id': '7332ccbf-8fd9-4ff5-bad6-b4b872eccd4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'c451a142-86a9-4355-833f-365557d21b8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:02:41.005463 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b44c851d-5203-4f9f-9ff9-31241bf83dd5 admin admin] Network hostable DHCP agents. Network: c451a142-86a9-4355-833f-365557d21b8d, hostable agents: ['5950e76f-2bde-4343-a925-cbe6bacd2706'], hosted agents: [] {{(pid=93798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 23:02:41.009778 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4830a028-e694-4402-8857-f702f237fc4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:41.049298 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b44c851d-5203-4f9f-9ff9-31241bf83dd5 admin admin] Network c451a142-86a9-4355-833f-365557d21b8d is scheduled to be hosted by DHCP agent 5950e76f-2bde-4343-a925-cbe6bacd2706 with binding_index 1 {{(pid=93798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 23:02:41.052501 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4830a028-e694-4402-8857-f702f237fc4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:41.064937 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-6c6f9785-a5e6-4dbb-bcc8-fbff826b2d97 req-60966d4f-6afc-4aa5-a382-4e248fbcc617 service neutron] 10.222.0.38 "GET /v2.0/networks/591af2dd-f826-43b1-aa9d-e7a0bf218c71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541679 Jul 27 23:02:41.066558 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-b44c851d-5203-4f9f-9ff9-31241bf83dd5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802623-1, c451a142-86a9-4355-833f-365557d21b8d) {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:02:41.073228 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b44c851d-5203-4f9f-9ff9-31241bf83dd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:02:41.073914 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b44c851d-5203-4f9f-9ff9-31241bf83dd5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:41.079851 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ae6fc57-8fe5-4bed-830e-7430caaa7c0d None None] Network c451a142-86a9-4355-833f-365557d21b8d requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:02:41.104648 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4f1f62-d8c8-4d87-950b-bcac30e1d159 req-aa978fd6-74f4-4a62-b0a0-fac60bd436e1 tempest-ServersAdminTestJSON-1581810367 tempest-ServersAdminTestJSON-1581810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:02:41.106335 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-5e4f1f62-d8c8-4d87-950b-bcac30e1d159 req-aa978fd6-74f4-4a62-b0a0-fac60bd436e1 tempest-ServersAdminTestJSON-1581810367 tempest-ServersAdminTestJSON-1581810367-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1700709 Jul 27 23:02:41.126001 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-5e4f1f62-d8c8-4d87-950b-bcac30e1d159 req-f3cc5600-19f4-450b-8852-a5ba5f58ec22 tempest-ServersAdminTestJSON-1581810367 tempest-ServersAdminTestJSON-1581810367-project] 10.222.0.18 "GET /v2.0/quotas/5bb0d3806e664c82945fe299bf6309d8 HTTP/1.1" status: 200 len: 375 time: 0.0122933 Jul 27 23:02:41.167790 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-b44c851d-5203-4f9f-9ff9-31241bf83dd5 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0538116 Jul 27 23:02:41.187514 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-5e4f1f62-d8c8-4d87-950b-bcac30e1d159 req-c28763ad-db22-4cab-b60e-2a63775d9caf tempest-ServersAdminTestJSON-1581810367 tempest-ServersAdminTestJSON-1581810367-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=5bb0d3806e664c82945fe299bf6309d8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0536516 Jul 27 23:02:41.192725 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4830a028-e694-4402-8857-f702f237fc4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:41.196729 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4830a028-e694-4402-8857-f702f237fc4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:41.200890 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-4830a028-e694-4402-8857-f702f237fc4b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7b57ad92-1403-41fd-987b-0ffc887f79fe HTTP/1.1" status: 204 len: 168 time: 0.3318331 Jul 27 23:02:41.209592 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4830a028-e694-4402-8857-f702f237fc4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b57ad92-1403-41fd-987b-0ffc887f79fe,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:02:41.246174 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a2fec7-7164-41ed-be53-8bb216075508 req-6f341701-6cc6-4401-9ad6-6ab161f219db tempest-AggregatesAdminTestJSON-107463881 tempest-AggregatesAdminTestJSON-107463881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:02:41.253758 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c7a2fec7-7164-41ed-be53-8bb216075508 req-6f341701-6cc6-4401-9ad6-6ab161f219db tempest-AggregatesAdminTestJSON-107463881 tempest-AggregatesAdminTestJSON-107463881-project] 10.222.0.18 "GET /v2.0/ports?device_id=dafc93d0-8db6-4281-b3e6-9e7eb386a9fb HTTP/1.1" status: 200 len: 968 time: 0.1459918 Jul 27 23:02:41.294634 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-6c6f9785-a5e6-4dbb-bcc8-fbff826b2d97 req-5d05a562-415d-4be2-b2b5-2beb57415eaf service neutron] 10.222.0.38 "GET /v2.0/networks/591af2dd-f826-43b1-aa9d-e7a0bf218c71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2094336 Jul 27 23:02:41.340086 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b489c972-9bf2-4e7f-99f3-cc551c732ec0 None None] Network c451a142-86a9-4355-833f-365557d21b8d requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:02:41.347695 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c7a2fec7-7164-41ed-be53-8bb216075508 req-4c6da747-8e7c-46a6-b30d-e41a0444ee3d tempest-AggregatesAdminTestJSON-107463881 tempest-AggregatesAdminTestJSON-107463881-project] 10.222.0.18 "GET /v2.0/security-groups?id=aefc980a-9ca1-4e45-a631-66a477adc86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928783 Jul 27 23:02:41.512328 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-08ab11de-5937-4ebc-9c2f-5a3e145c7986 req-a6972e45-b11f-4373-ac97-0cdf341c94f1 tempest-ServersAdminTestJSON-1581810367 tempest-ServersAdminTestJSON-1581810367-project] 10.222.0.18 "GET /v2.0/ports?device_id=0688b6c2-1ac4-4346-9663-091c79c64455 HTTP/1.1" status: 200 len: 210 time: 0.0637741 Jul 27 23:02:41.554538 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0e3be5-631c-4ccb-8f6f-686f3e561ccd req-ba5d5564-a43a-411b-84fd-4462ffa817cd tempest-NetworksTest-587500761 tempest-NetworksTest-587500761-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:02:41.555866 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0e3be5-631c-4ccb-8f6f-686f3e561ccd req-ba5d5564-a43a-411b-84fd-4462ffa817cd tempest-NetworksTest-587500761 tempest-NetworksTest-587500761-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:02:41.556363 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0e3be5-631c-4ccb-8f6f-686f3e561ccd req-ba5d5564-a43a-411b-84fd-4462ffa817cd tempest-NetworksTest-587500761 tempest-NetworksTest-587500761-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:02:41.556927 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0e3be5-631c-4ccb-8f6f-686f3e561ccd req-ba5d5564-a43a-411b-84fd-4462ffa817cd tempest-NetworksTest-587500761 tempest-NetworksTest-587500761-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:02:41.558640 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-bc0e3be5-631c-4ccb-8f6f-686f3e561ccd req-ba5d5564-a43a-411b-84fd-4462ffa817cd tempest-NetworksTest-587500761 tempest-NetworksTest-587500761-project-admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2902 time: 0.1951802 Jul 27 23:02:41.682892 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 49644) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:02:41.706836 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-77935741-7ca3-4f70-8200-347edb91d5de admin admin] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:41.818919 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-77935741-7ca3-4f70-8200-347edb91d5de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:41.824604 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-77935741-7ca3-4f70-8200-347edb91d5de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:41.874579 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-77935741-7ca3-4f70-8200-347edb91d5de admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8b5649e9de154016b3287a72bc352dac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1900334 Jul 27 23:02:41.877755 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77935741-7ca3-4f70-8200-347edb91d5de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30ec873a-7a32-4bf8-83f1-7666886978b7,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:02:41.878244 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 49654) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:02:41.945849 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 49656) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:02:41.991350 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b3a88f4e-cbac-4baa-a0a6-32219be04e66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:42.003097 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1697785a-b4f5-430a-b07b-513b0ce788cc req-cf70a955-f6fa-4c51-b531-69a4c687b4bb tempest-DeleteServersAdminTestJSON-1530971716 tempest-DeleteServersAdminTestJSON-1530971716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:02:42.018018 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-1697785a-b4f5-430a-b07b-513b0ce788cc req-cf70a955-f6fa-4c51-b531-69a4c687b4bb tempest-DeleteServersAdminTestJSON-1530971716 tempest-DeleteServersAdminTestJSON-1530971716-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb040bc1-a61e-4612-af68-e92cc5127d6a HTTP/1.1" status: 200 len: 948 time: 0.1005242 Jul 27 23:02:42.031844 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b3a88f4e-cbac-4baa-a0a6-32219be04e66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:42.065743 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-e079728c-500f-46eb-9cbe-99e957f6c9c8 req-27a507ba-949a-40cc-bb0a-0f43136ae6ce tempest-ServersAdminTestJSON-1581810367 tempest-ServersAdminTestJSON-1581810367-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=5bb0d3806e664c82945fe299bf6309d8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0450230 Jul 27 23:02:42.138731 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b3a88f4e-cbac-4baa-a0a6-32219be04e66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:42.141820 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b3a88f4e-cbac-4baa-a0a6-32219be04e66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:42.143496 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-b3a88f4e-cbac-4baa-a0a6-32219be04e66 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/30ec873a-7a32-4bf8-83f1-7666886978b7 HTTP/1.1" status: 204 len: 168 time: 0.2635822 Jul 27 23:02:42.156983 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a88f4e-cbac-4baa-a0a6-32219be04e66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30ec873a-7a32-4bf8-83f1-7666886978b7,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:02:42.197831 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-1697785a-b4f5-430a-b07b-513b0ce788cc req-91911db7-cec4-42d8-ac29-ddb7d175d66a tempest-DeleteServersAdminTestJSON-1530971716 tempest-DeleteServersAdminTestJSON-1530971716-project] 10.222.0.18 "GET /v2.0/security-groups?id=73ecb7c9-b889-42da-94f7-79004124f055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783767 Jul 27 23:02:42.273227 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e079728c-500f-46eb-9cbe-99e957f6c9c8 req-3e50083b-158d-4bd1-82cf-e7e8e1556943 tempest-ServersAdminTestJSON-1581810367 tempest-ServersAdminTestJSON-1581810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:02:42.283382 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-e079728c-500f-46eb-9cbe-99e957f6c9c8 req-3e50083b-158d-4bd1-82cf-e7e8e1556943 tempest-ServersAdminTestJSON-1581810367 tempest-ServersAdminTestJSON-1581810367-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2021246 Jul 27 23:02:42.289926 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [req-e079728c-500f-46eb-9cbe-99e957f6c9c8 req-a0da0f0f-2ba0-404b-b39a-f421bc1f4abb tempest-ServersAdminTestJSON-1581810367 tempest-ServersAdminTestJSON-1581810367-project] Request body: {'port': {'device_id': '4c3fa56a-b0f7-486a-b9b6-11ec03b01c61', 'network_id': '591af2dd-f826-43b1-aa9d-e7a0bf218c71', 'admin_state_up': True, 'tenant_id': '5bb0d3806e664c82945fe299bf6309d8'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:02:42.297130 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-08e90ab0-09d6-4114-88b1-f1c42f0d8fec admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:42.318458 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 49674) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:02:42.326338 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-beedeee1-f532-4ca0-be72-4eed8c036d05 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-5771152-network', 'tenant_id': '52452270928e42299bd24b9a1a2c7a2e'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:02:42.485763 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-08e90ab0-09d6-4114-88b1-f1c42f0d8fec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:42.504069 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d19303-22c8-4f8b-bc00-f8c30d1c7d5c req-c9251594-540f-4c85-a6f7-bbd14016c94e tempest-AggregatesAdminTestJSON-107463881 tempest-AggregatesAdminTestJSON-107463881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:02:42.505682 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a0d19303-22c8-4f8b-bc00-f8c30d1c7d5c req-c9251594-540f-4c85-a6f7-bbd14016c94e tempest-AggregatesAdminTestJSON-107463881 tempest-AggregatesAdminTestJSON-107463881-project] 10.222.0.18 "GET /v2.0/ports?device_id=dafc93d0-8db6-4281-b3e6-9e7eb386a9fb HTTP/1.1" status: 200 len: 968 time: 0.0873985 Jul 27 23:02:42.508605 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-08e90ab0-09d6-4114-88b1-f1c42f0d8fec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:42.520961 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.db.api [req-e079728c-500f-46eb-9cbe-99e957f6c9c8 req-a0da0f0f-2ba0-404b-b39a-f421bc1f4abb tempest-ServersAdminTestJSON-1581810367 tempest-ServersAdminTestJSON-1581810367-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 27 23:02:42.520961 n-d-802623-1 neutron-server[93797]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 27 23:02:42.520961 n-d-802623-1 neutron-server[93797]: [parameters: {'project_id_1': '5bb0d3806e664c82945fe299bf6309d8', 'expiration_1': datetime.datetime(2021, 7, 27, 23, 2, 42, 400711)}] Jul 27 23:02:42.520961 n-d-802623-1 neutron-server[93797]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93797) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 23:02:42.522194 n-d-802623-1 neutron-server[93797]: DEBUG oslo_db.api [req-e079728c-500f-46eb-9cbe-99e957f6c9c8 req-a0da0f0f-2ba0-404b-b39a-f421bc1f4abb tempest-ServersAdminTestJSON-1581810367 tempest-ServersAdminTestJSON-1581810367-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 23:02:42.601241 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-08e90ab0-09d6-4114-88b1-f1c42f0d8fec admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=211e29ce13a04876851b56816a998d53&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6542778 Jul 27 23:02:42.602855 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 49690) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:02:42.610218 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-4f2ebdb9-4d6b-4cf4-8fe4-7a0158e7292c req-4a7943e3-0068-48f4-b95f-0692e69152ec tempest-ServersAdminTestJSON-1581810367 tempest-ServersAdminTestJSON-1581810367-project] 10.222.0.18 "GET /v2.0/ports?device_id=0688b6c2-1ac4-4346-9663-091c79c64455 HTTP/1.1" status: 200 len: 210 time: 0.0300460 Jul 27 23:02:42.634697 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-5e4f1f62-d8c8-4d87-950b-bcac30e1d159 req-afacfded-a78a-4253-95da-990a4ef6fd9d tempest-ServersAdminTestJSON-1581810367 tempest-ServersAdminTestJSON-1581810367-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=5bb0d3806e664c82945fe299bf6309d8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0260329 Jul 27 23:02:42.635185 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-beedeee1-f532-4ca0-be72-4eed8c036d05 admin admin] Made reservation on behalf of 52452270928e42299bd24b9a1a2c7a2e for: {'network': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:02:42.637330 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-beedeee1-f532-4ca0-be72-4eed8c036d05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for network, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:42.643495 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a0d19303-22c8-4f8b-bc00-f8c30d1c7d5c req-01accf73-0d55-453d-b064-016491350362 tempest-AggregatesAdminTestJSON-107463881 tempest-AggregatesAdminTestJSON-107463881-project] 10.222.0.18 "GET /v2.0/security-groups?id=aefc980a-9ca1-4e45-a631-66a477adc86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248171 Jul 27 23:02:42.644081 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e90ab0-09d6-4114-88b1-f1c42f0d8fec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34d93a59-6e88-453d-bfb5-d25802d603a4,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:02:42.681505 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-beedeee1-f532-4ca0-be72-4eed8c036d05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:42.811290 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e5043474-5a08-40c8-925b-cd97533020bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:42.854261 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4f1f62-d8c8-4d87-950b-bcac30e1d159 req-fae100ef-9bcc-463d-a09d-48c967406034 tempest-ServersAdminTestJSON-1581810367 tempest-ServersAdminTestJSON-1581810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:02:42.855733 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-5e4f1f62-d8c8-4d87-950b-bcac30e1d159 req-fae100ef-9bcc-463d-a09d-48c967406034 tempest-ServersAdminTestJSON-1581810367 tempest-ServersAdminTestJSON-1581810367-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2031982 Jul 27 23:02:42.864138 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e5043474-5a08-40c8-925b-cd97533020bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:42.870966 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [req-5e4f1f62-d8c8-4d87-950b-bcac30e1d159 req-f71c7c21-0a6f-424b-bd07-e6027f2d6c3d tempest-ServersAdminTestJSON-1581810367 tempest-ServersAdminTestJSON-1581810367-project] Request body: {'port': {'device_id': '0688b6c2-1ac4-4346-9663-091c79c64455', 'network_id': '591af2dd-f826-43b1-aa9d-e7a0bf218c71', 'admin_state_up': True, 'tenant_id': '5bb0d3806e664c82945fe299bf6309d8'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:02:43.004820 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-beedeee1-f532-4ca0-be72-4eed8c036d05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:43.005984 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e5043474-5a08-40c8-925b-cd97533020bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:43.008569 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e5043474-5a08-40c8-925b-cd97533020bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:43.009711 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-e5043474-5a08-40c8-925b-cd97533020bf admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/34d93a59-6e88-453d-bfb5-d25802d603a4 HTTP/1.1" status: 204 len: 168 time: 0.4000995 Jul 27 23:02:43.017334 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-beedeee1-f532-4ca0-be72-4eed8c036d05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:43.035497 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5043474-5a08-40c8-925b-cd97533020bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34d93a59-6e88-453d-bfb5-d25802d603a4,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:02:43.047845 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-beedeee1-f532-4ca0-be72-4eed8c036d05 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 525} {{(pid=93798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 23:02:43.058231 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e079728c-500f-46eb-9cbe-99e957f6c9c8 req-a0da0f0f-2ba0-404b-b39a-f421bc1f4abb tempest-ServersAdminTestJSON-1581810367 tempest-ServersAdminTestJSON-1581810367-project] Made reservation on behalf of 5bb0d3806e664c82945fe299bf6309d8 for: {'port': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:02:43.062563 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-e079728c-500f-46eb-9cbe-99e957f6c9c8 req-a0da0f0f-2ba0-404b-b39a-f421bc1f4abb tempest-ServersAdminTestJSON-1581810367 tempest-ServersAdminTestJSON-1581810367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:43.079628 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-beedeee1-f532-4ca0-be72-4eed8c036d05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:43.080076 n-d-802623-1 neutron-server[93798]: INFO neutron.db.segments_db [None req-beedeee1-f532-4ca0-be72-4eed8c036d05 admin admin] Added segment b8e56a08-4002-4ccf-a95d-412bd5e2d159 of type vlan for network 07ce59ea-eeef-47a6-8c4f-4ccaa2f829dd Jul 27 23:02:43.083341 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-e079728c-500f-46eb-9cbe-99e957f6c9c8 req-a0da0f0f-2ba0-404b-b39a-f421bc1f4abb tempest-ServersAdminTestJSON-1581810367 tempest-ServersAdminTestJSON-1581810367-project] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:43.095712 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beedeee1-f532-4ca0-be72-4eed8c036d05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1caa0ebe-f61e-4177-ac84-314d4f7a0069,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:02:43.117297 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e4f1f62-d8c8-4d87-950b-bcac30e1d159 req-f71c7c21-0a6f-424b-bd07-e6027f2d6c3d tempest-ServersAdminTestJSON-1581810367 tempest-ServersAdminTestJSON-1581810367-project] Made reservation on behalf of 5bb0d3806e664c82945fe299bf6309d8 for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:02:43.121314 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-5e4f1f62-d8c8-4d87-950b-bcac30e1d159 req-f71c7c21-0a6f-424b-bd07-e6027f2d6c3d tempest-ServersAdminTestJSON-1581810367 tempest-ServersAdminTestJSON-1581810367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:43.142338 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-5e4f1f62-d8c8-4d87-950b-bcac30e1d159 req-f71c7c21-0a6f-424b-bd07-e6027f2d6c3d tempest-ServersAdminTestJSON-1581810367 tempest-ServersAdminTestJSON-1581810367-project] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:43.159904 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-beedeee1-f532-4ca0-be72-4eed8c036d05 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736833354590'] for network, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:43.197093 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-beedeee1-f532-4ca0-be72-4eed8c036d05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569'] for network, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:43.199934 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beedeee1-f532-4ca0-be72-4eed8c036d05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:02:43.200838 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-beedeee1-f532-4ca0-be72-4eed8c036d05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:43.227559 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-e079728c-500f-46eb-9cbe-99e957f6c9c8 req-a0da0f0f-2ba0-404b-b39a-f421bc1f4abb tempest-ServersAdminTestJSON-1581810367 tempest-ServersAdminTestJSON-1581810367-project] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:43.234878 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-e079728c-500f-46eb-9cbe-99e957f6c9c8 req-a0da0f0f-2ba0-404b-b39a-f421bc1f4abb tempest-ServersAdminTestJSON-1581810367 tempest-ServersAdminTestJSON-1581810367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:43.292234 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.db.api [req-5e4f1f62-d8c8-4d87-950b-bcac30e1d159 req-f71c7c21-0a6f-424b-bd07-e6027f2d6c3d tempest-ServersAdminTestJSON-1581810367 tempest-ServersAdminTestJSON-1581810367-project] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) 5bb0d3806e664c82945fe299bf6309d8 {{(pid=93798) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 23:02:43.292709 n-d-802623-1 neutron-server[93798]: DEBUG oslo_db.api [req-5e4f1f62-d8c8-4d87-950b-bcac30e1d159 req-f71c7c21-0a6f-424b-bd07-e6027f2d6c3d tempest-ServersAdminTestJSON-1581810367 tempest-ServersAdminTestJSON-1581810367-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 23:02:43.296836 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-beedeee1-f532-4ca0-be72-4eed8c036d05 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.9773457 Jul 27 23:02:43.300103 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 49712) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:02:43.309487 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-7438bd47-01f1-4721-94c2-36c8455ba98a admin admin] Request body: {'subnet': {'network_id': '07ce59ea-eeef-47a6-8c4f-4ccaa2f829dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-5771152-subnet', 'tenant_id': '52452270928e42299bd24b9a1a2c7a2e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:02:43.313610 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beedeee1-f532-4ca0-be72-4eed8c036d05 admin admin] Pushing event updated for resources: {'Network': ['ID=07ce59ea-eeef-47a6-8c4f-4ccaa2f829dd,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:02:43.333337 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Network 07ce59ea-eeef-47a6-8c4f-4ccaa2f829dd details requested by agent ovs-agent-n-d-802623-1 with host n-d-802623-1 {{(pid=93799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 23:02:43.336997 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0da0f0f-2ba0-404b-b39a-f421bc1f4abb tempest-ServersAdminTestJSON-1581810367 tempest-ServersAdminTestJSON-1581810367-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ffa9f128-d6a7-4fb1-a632-c57615725739,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:02:43.337135 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7438bd47-01f1-4721-94c2-36c8455ba98a admin admin] Made reservation on behalf of 52452270928e42299bd24b9a1a2c7a2e for: {'subnet': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:02:43.339681 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7438bd47-01f1-4721-94c2-36c8455ba98a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12265828'] for subnet, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:43.415105 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d404b94-09ee-4e99-aa09-efaa20ee87c4 req-7482607c-a7cc-4fac-8bf8-dd48d5c0afe2 tempest-DeleteServersAdminTestJSON-1530971716 tempest-DeleteServersAdminTestJSON-1530971716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:02:43.416784 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-5d404b94-09ee-4e99-aa09-efaa20ee87c4 req-7482607c-a7cc-4fac-8bf8-dd48d5c0afe2 tempest-DeleteServersAdminTestJSON-1530971716 tempest-DeleteServersAdminTestJSON-1530971716-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb040bc1-a61e-4612-af68-e92cc5127d6a HTTP/1.1" status: 200 len: 948 time: 0.1131053 Jul 27 23:02:43.438713 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [req-e079728c-500f-46eb-9cbe-99e957f6c9c8 req-a0da0f0f-2ba0-404b-b39a-f421bc1f4abb tempest-ServersAdminTestJSON-1581810367 tempest-ServersAdminTestJSON-1581810367-project] Allocated IP 192.168.233.13 (591af2dd-f826-43b1-aa9d-e7a0bf218c71/62938449-046d-4cbe-923a-7ebb632c358d/d332fb0d-6ef5-4e0c-acea-50d5a9aae554) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:02:43.495672 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-5d404b94-09ee-4e99-aa09-efaa20ee87c4 req-6a91dbd6-6588-47d3-a6d1-eee38f14a95a tempest-DeleteServersAdminTestJSON-1530971716 tempest-DeleteServersAdminTestJSON-1530971716-project] 10.222.0.18 "GET /v2.0/security-groups?id=73ecb7c9-b889-42da-94f7-79004124f055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694458 Jul 27 23:02:43.525142 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7438bd47-01f1-4721-94c2-36c8455ba98a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11971609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12265750'] for subnet, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:43.593906 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7438bd47-01f1-4721-94c2-36c8455ba98a admin admin] Pushing event updated for resources: {'Subnet': ['ID=d23cecbd-f39c-4dba-aaa4-eab867430106,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:02:43.605623 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7438bd47-01f1-4721-94c2-36c8455ba98a admin admin] Checking segment: {'id': 'b8e56a08-4002-4ccf-a95d-412bd5e2d159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '07ce59ea-eeef-47a6-8c4f-4ccaa2f829dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:02:43.606767 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7438bd47-01f1-4721-94c2-36c8455ba98a admin admin] Network hostable DHCP agents. Network: 07ce59ea-eeef-47a6-8c4f-4ccaa2f829dd, hostable agents: ['5950e76f-2bde-4343-a925-cbe6bacd2706'], hosted agents: [] {{(pid=93798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 23:02:43.626085 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7438bd47-01f1-4721-94c2-36c8455ba98a admin admin] Network 07ce59ea-eeef-47a6-8c4f-4ccaa2f829dd is scheduled to be hosted by DHCP agent 5950e76f-2bde-4343-a925-cbe6bacd2706 with binding_index 1 {{(pid=93798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 23:02:43.635866 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-e079728c-500f-46eb-9cbe-99e957f6c9c8 req-a0da0f0f-2ba0-404b-b39a-f421bc1f4abb tempest-ServersAdminTestJSON-1581810367 tempest-ServersAdminTestJSON-1581810367-project] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:43.641800 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 49722) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:02:43.652683 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [req-e079728c-500f-46eb-9cbe-99e957f6c9c8 req-a0da0f0f-2ba0-404b-b39a-f421bc1f4abb tempest-ServersAdminTestJSON-1581810367 tempest-ServersAdminTestJSON-1581810367-project] Transition to ACTIVE for port object d332fb0d-6ef5-4e0c-acea-50d5a9aae554 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:02:43.657918 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-676407ff-fac2-413f-9bf6-151cdeeb9e90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:43.659867 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-7438bd47-01f1-4721-94c2-36c8455ba98a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802623-1, 07ce59ea-eeef-47a6-8c4f-4ccaa2f829dd) {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:02:43.672020 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7438bd47-01f1-4721-94c2-36c8455ba98a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:02:43.672120 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7438bd47-01f1-4721-94c2-36c8455ba98a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:43.676320 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c36284a5-d44d-4fa0-877b-9867f584cd9d None None] Network 07ce59ea-eeef-47a6-8c4f-4ccaa2f829dd requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:02:43.689427 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-e079728c-500f-46eb-9cbe-99e957f6c9c8 req-a0da0f0f-2ba0-404b-b39a-f421bc1f4abb tempest-ServersAdminTestJSON-1581810367 tempest-ServersAdminTestJSON-1581810367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:43.699096 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-7438bd47-01f1-4721-94c2-36c8455ba98a admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.3893375 Jul 27 23:02:43.768209 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-0c2b177a-40c6-489c-8e2a-7415ec72645a req-9f19a380-9fa7-428d-80b6-cfd3ee4d1986 tempest-ServersAdminTestJSON-1581810367 tempest-ServersAdminTestJSON-1581810367-project] 10.222.0.18 "GET /v2.0/ports?device_id=0688b6c2-1ac4-4346-9663-091c79c64455 HTTP/1.1" status: 200 len: 210 time: 0.0406151 Jul 27 23:02:43.769258 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e079728c-500f-46eb-9cbe-99e957f6c9c8 req-a0da0f0f-2ba0-404b-b39a-f421bc1f4abb tempest-ServersAdminTestJSON-1581810367 tempest-ServersAdminTestJSON-1581810367-project] Network 591af2dd-f826-43b1-aa9d-e7a0bf218c71 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:02:43.773937 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [req-e079728c-500f-46eb-9cbe-99e957f6c9c8 req-a0da0f0f-2ba0-404b-b39a-f421bc1f4abb tempest-ServersAdminTestJSON-1581810367 tempest-ServersAdminTestJSON-1581810367-project] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:02:43.783966 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [req-e079728c-500f-46eb-9cbe-99e957f6c9c8 req-a0da0f0f-2ba0-404b-b39a-f421bc1f4abb tempest-ServersAdminTestJSON-1581810367 tempest-ServersAdminTestJSON-1581810367-project] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:02:43.806506 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-5e4f1f62-d8c8-4d87-950b-bcac30e1d159 req-f71c7c21-0a6f-424b-bd07-e6027f2d6c3d tempest-ServersAdminTestJSON-1581810367 tempest-ServersAdminTestJSON-1581810367-project] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:43.813021 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0da0f0f-2ba0-404b-b39a-f421bc1f4abb tempest-ServersAdminTestJSON-1581810367 tempest-ServersAdminTestJSON-1581810367-project] Pushing event updated for resources: {'Port': ['ID=d332fb0d-6ef5-4e0c-acea-50d5a9aae554,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:02:43.865281 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e079728c-500f-46eb-9cbe-99e957f6c9c8 req-a0da0f0f-2ba0-404b-b39a-f421bc1f4abb tempest-ServersAdminTestJSON-1581810367 tempest-ServersAdminTestJSON-1581810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:02:43.866081 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-e079728c-500f-46eb-9cbe-99e957f6c9c8 req-a0da0f0f-2ba0-404b-b39a-f421bc1f4abb tempest-ServersAdminTestJSON-1581810367 tempest-ServersAdminTestJSON-1581810367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:43.996214 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device aa89d0f3-09ba-4170-a0b1-b1e3bf890cc7 details requested by agent hyperv_n-h1-802623-1 with host n-h1-802623-1 {{(pid=93799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 23:02:43.998956 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077a7a54-6f89-4928-ab38-ee4b4fc21c99 req-fd83a1d7-9b72-4e56-8ae9-3da17173c71b tempest-AggregatesAdminTestJSON-107463881 tempest-AggregatesAdminTestJSON-107463881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:02:44.012753 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-077a7a54-6f89-4928-ab38-ee4b4fc21c99 req-fd83a1d7-9b72-4e56-8ae9-3da17173c71b tempest-AggregatesAdminTestJSON-107463881 tempest-AggregatesAdminTestJSON-107463881-project] 10.222.0.18 "GET /v2.0/ports?device_id=dafc93d0-8db6-4281-b3e6-9e7eb386a9fb HTTP/1.1" status: 200 len: 968 time: 0.1431201 Jul 27 23:02:44.064245 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62850ff1-309f-4c3f-acc0-f2d3e3871980 None None] Network 07ce59ea-eeef-47a6-8c4f-4ccaa2f829dd requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:02:44.103546 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-077a7a54-6f89-4928-ab38-ee4b4fc21c99 req-b6c61801-508b-4079-9a63-426cb8fe2126 tempest-AggregatesAdminTestJSON-107463881 tempest-AggregatesAdminTestJSON-107463881-project] 10.222.0.18 "GET /v2.0/security-groups?id=aefc980a-9ca1-4e45-a631-66a477adc86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899062 Jul 27 23:02:44.194223 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [req-5e4f1f62-d8c8-4d87-950b-bcac30e1d159 req-f71c7c21-0a6f-424b-bd07-e6027f2d6c3d tempest-ServersAdminTestJSON-1581810367 tempest-ServersAdminTestJSON-1581810367-project] Allocated IP 192.168.233.136 (591af2dd-f826-43b1-aa9d-e7a0bf218c71/62938449-046d-4cbe-923a-7ebb632c358d/83845efe-b88e-4f5e-89dc-b79ef7ebf860) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:02:44.208145 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-676407ff-fac2-413f-9bf6-151cdeeb9e90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:44.220243 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-676407ff-fac2-413f-9bf6-151cdeeb9e90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:44.225847 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-e079728c-500f-46eb-9cbe-99e957f6c9c8 req-a0da0f0f-2ba0-404b-b39a-f421bc1f4abb tempest-ServersAdminTestJSON-1581810367 tempest-ServersAdminTestJSON-1581810367-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9409623 Jul 27 23:02:44.251346 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676407ff-fac2-413f-9bf6-151cdeeb9e90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78744ba7-706a-4cef-b9ab-d38f285ad0fa,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:02:44.263489 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [req-e079728c-500f-46eb-9cbe-99e957f6c9c8 req-b401eab1-c7f3-4e91-9154-14a553f0dd87 service neutron] Request body: {'port': {'device_id': '4c3fa56a-b0f7-486a-b9b6-11ec03b01c61', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802623-1'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:02:44.340034 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-9cbdfef0-52c0-4766-8481-30f46b2785cf None None] Provisioning for port d332fb0d-6ef5-4e0c-acea-50d5a9aae554 completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:02:44.355995 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-9cbdfef0-52c0-4766-8481-30f46b2785cf None None] Provisioning complete for port d332fb0d-6ef5-4e0c-acea-50d5a9aae554 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:02:44.363410 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-9cbdfef0-52c0-4766-8481-30f46b2785cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:44.386828 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-e079728c-500f-46eb-9cbe-99e957f6c9c8 req-b401eab1-c7f3-4e91-9154-14a553f0dd87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:44.478693 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-676407ff-fac2-413f-9bf6-151cdeeb9e90 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5c38348fc3f749d5a3b6e299d4e67801&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8326633 Jul 27 23:02:44.478693 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 49744) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:02:44.499434 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port aa89d0f3-09ba-4170-a0b1-b1e3bf890cc7, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=aa89d0f3-09ba-4170-a0b1-b1e3bf890cc7,segment=NetworkSegment(16e91594-c047-4b55-93eb-43af33ad08e1),segment_id=16e91594-c047-4b55-93eb-43af33ad08e1)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:02:44.509311 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-9cbdfef0-52c0-4766-8481-30f46b2785cf None None] Port d332fb0d-6ef5-4e0c-acea-50d5a9aae554 cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:02:44.530477 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Returning: {'device': 'aa89d0f3-09ba-4170-a0b1-b1e3bf890cc7', 'network_id': '591af2dd-f826-43b1-aa9d-e7a0bf218c71', 'port_id': 'aa89d0f3-09ba-4170-a0b1-b1e3bf890cc7', 'mac_address': 'fa:16:3e:2d:45:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62938449-046d-4cbe-923a-7ebb632c358d', 'ip_address': '192.168.233.32'}], 'device_owner': 'compute:tempest-test_az-604789174', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 23:02:44.606516 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:44.616776 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-305e3bb4-a144-4d2f-9aef-f1b9de0084cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:44.621410 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa89d0f3-09ba-4170-a0b1-b1e3bf890cc7 {{(pid=93799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:02:44.644616 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port aa89d0f3-09ba-4170-a0b1-b1e3bf890cc7, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=aa89d0f3-09ba-4170-a0b1-b1e3bf890cc7,segment=NetworkSegment(16e91594-c047-4b55-93eb-43af33ad08e1),segment_id=16e91594-c047-4b55-93eb-43af33ad08e1)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:02:44.650622 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:44.656573 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-5e4f1f62-d8c8-4d87-950b-bcac30e1d159 req-f71c7c21-0a6f-424b-bd07-e6027f2d6c3d tempest-ServersAdminTestJSON-1581810367 tempest-ServersAdminTestJSON-1581810367-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:44.680466 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-305e3bb4-a144-4d2f-9aef-f1b9de0084cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:44.689516 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-5e4f1f62-d8c8-4d87-950b-bcac30e1d159 req-f71c7c21-0a6f-424b-bd07-e6027f2d6c3d tempest-ServersAdminTestJSON-1581810367 tempest-ServersAdminTestJSON-1581810367-project] Transition to ACTIVE for port object 83845efe-b88e-4f5e-89dc-b79ef7ebf860 will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:02:44.715787 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Pushing event updated for resources: {'Port': ['ID=aa89d0f3-09ba-4170-a0b1-b1e3bf890cc7,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:02:44.723660 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7319ef96-9b5c-43e4-93e3-317ed04fbced req-86c3d74c-7ae3-4fe3-8333-29df63d6c262 tempest-DeleteServersAdminTestJSON-1530971716 tempest-DeleteServersAdminTestJSON-1530971716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:02:44.724605 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:02:44.725170 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:02:44.725735 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:02:44.726317 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:02:44.727481 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:02:44.727716 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7319ef96-9b5c-43e4-93e3-317ed04fbced req-86c3d74c-7ae3-4fe3-8333-29df63d6c262 tempest-DeleteServersAdminTestJSON-1530971716 tempest-DeleteServersAdminTestJSON-1530971716-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb040bc1-a61e-4612-af68-e92cc5127d6a HTTP/1.1" status: 200 len: 948 time: 0.1287727 Jul 27 23:02:44.728473 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:02:44.729262 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:02:44.729900 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:02:44.730452 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:02:44.730998 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:02:44.731361 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:02:44.731691 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:02:44.732767 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Tracked resource versions report: Jul 27 23:02:44.732767 n-d-802623-1 neutron-server[93799]: pushed versions: Jul 27 23:02:44.732767 n-d-802623-1 neutron-server[93799]: { 'AddressGroup': {'1.2'}, Jul 27 23:02:44.732767 n-d-802623-1 neutron-server[93799]: 'ConntrackHelper': {'1.0'}, Jul 27 23:02:44.732767 n-d-802623-1 neutron-server[93799]: 'Log': {'1.0'}, Jul 27 23:02:44.732767 n-d-802623-1 neutron-server[93799]: 'Network': {'1.1'}, Jul 27 23:02:44.732767 n-d-802623-1 neutron-server[93799]: 'Port': {'1.7'}, Jul 27 23:02:44.732767 n-d-802623-1 neutron-server[93799]: 'PortForwarding': {'1.2'}, Jul 27 23:02:44.732767 n-d-802623-1 neutron-server[93799]: 'QosPolicy': {'1.8'}, Jul 27 23:02:44.732767 n-d-802623-1 neutron-server[93799]: 'SecurityGroup': {'1.4'}, Jul 27 23:02:44.732767 n-d-802623-1 neutron-server[93799]: 'SecurityGroupRule': {'1.2'}, Jul 27 23:02:44.732767 n-d-802623-1 neutron-server[93799]: 'SubPort': {'1.0'}, Jul 27 23:02:44.732767 n-d-802623-1 neutron-server[93799]: 'Subnet': {'1.1'}, Jul 27 23:02:44.732767 n-d-802623-1 neutron-server[93799]: 'Trunk': {'1.1'}} Jul 27 23:02:44.732767 n-d-802623-1 neutron-server[93799]: consumer versions: Jul 27 23:02:44.732767 n-d-802623-1 neutron-server[93799]: { DHCP agent@n-d-802623-1: {}, Jul 27 23:02:44.732767 n-d-802623-1 neutron-server[93799]: HyperV agent@n-h1-802623-1: {}, Jul 27 23:02:44.732767 n-d-802623-1 neutron-server[93799]: HyperV agent@n-h2-802623-1: {}, Jul 27 23:02:44.732767 n-d-802623-1 neutron-server[93799]: L3 agent@n-d-802623-1: {}, Jul 27 23:02:44.732767 n-d-802623-1 neutron-server[93799]: Metadata agent@n-d-802623-1: {}, Jul 27 23:02:44.732767 n-d-802623-1 neutron-server[93799]: Metering agent@n-d-802623-1: {}, Jul 27 23:02:44.732767 n-d-802623-1 neutron-server[93799]: Open vSwitch agent@n-d-802623-1: { 'AddressGroup': '1.2', Jul 27 23:02:44.732767 n-d-802623-1 neutron-server[93799]: 'ConntrackHelper': '1.0', Jul 27 23:02:44.732767 n-d-802623-1 neutron-server[93799]: 'Log': '1.0', Jul 27 23:02:44.732767 n-d-802623-1 neutron-server[93799]: 'Network': '1.1', Jul 27 23:02:44.732767 n-d-802623-1 neutron-server[93799]: 'Port': '1.7', Jul 27 23:02:44.732767 n-d-802623-1 neutron-server[93799]: 'PortForwarding': '1.2', Jul 27 23:02:44.732767 n-d-802623-1 neutron-server[93799]: 'QosPolicy': '1.8', Jul 27 23:02:44.732767 n-d-802623-1 neutron-server[93799]: 'SecurityGroup': '1.4', Jul 27 23:02:44.732767 n-d-802623-1 neutron-server[93799]: 'SecurityGroupRule': '1.2', Jul 27 23:02:44.732767 n-d-802623-1 neutron-server[93799]: 'SubPort': '1.0', Jul 27 23:02:44.732767 n-d-802623-1 neutron-server[93799]: 'Subnet': '1.1', Jul 27 23:02:44.732767 n-d-802623-1 neutron-server[93799]: 'Trunk': '1.1'}} Jul 27 23:02:44.732767 n-d-802623-1 neutron-server[93799]: {{(pid=93799) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 27 23:02:44.791644 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3340185e-035e-43e3-a9b8-d2fb31def93b req-7d94ccf8-cadc-4c7a-8fbd-5dcef0aeea20 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:02:44.793201 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-3340185e-035e-43e3-a9b8-d2fb31def93b req-7d94ccf8-cadc-4c7a-8fbd-5dcef0aeea20 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] 10.222.0.18 "GET /v2.0/networks?id=c451a142-86a9-4355-833f-365557d21b8d HTTP/1.1" status: 200 len: 808 time: 0.1935432 Jul 27 23:02:44.794309 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-305e3bb4-a144-4d2f-9aef-f1b9de0084cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:44.797390 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-305e3bb4-a144-4d2f-9aef-f1b9de0084cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:44.798662 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-305e3bb4-a144-4d2f-9aef-f1b9de0084cb admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/78744ba7-706a-4cef-b9ab-d38f285ad0fa HTTP/1.1" status: 204 len: 168 time: 0.3194828 Jul 27 23:02:44.804136 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-5e4f1f62-d8c8-4d87-950b-bcac30e1d159 req-f71c7c21-0a6f-424b-bd07-e6027f2d6c3d tempest-ServersAdminTestJSON-1581810367 tempest-ServersAdminTestJSON-1581810367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:44.815126 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7319ef96-9b5c-43e4-93e3-317ed04fbced req-cb592d8b-d8fe-479c-b2cd-01db3fc1ff2d tempest-DeleteServersAdminTestJSON-1530971716 tempest-DeleteServersAdminTestJSON-1530971716-project] 10.222.0.18 "GET /v2.0/security-groups?id=73ecb7c9-b889-42da-94f7-79004124f055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719030 Jul 27 23:02:44.842551 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305e3bb4-a144-4d2f-9aef-f1b9de0084cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78744ba7-706a-4cef-b9ab-d38f285ad0fa,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:02:44.859912 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e4f1f62-d8c8-4d87-950b-bcac30e1d159 req-f71c7c21-0a6f-424b-bd07-e6027f2d6c3d tempest-ServersAdminTestJSON-1581810367 tempest-ServersAdminTestJSON-1581810367-project] Network 591af2dd-f826-43b1-aa9d-e7a0bf218c71 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:02:44.862538 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-3340185e-035e-43e3-a9b8-d2fb31def93b req-bed68a38-ccdc-42c4-9cef-558437ab0a67 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] 10.222.0.18 "GET /v2.0/quotas/59376bbb1c574537a7eaca41e781bf3f HTTP/1.1" status: 200 len: 375 time: 0.0626879 Jul 27 23:02:44.868412 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [req-5e4f1f62-d8c8-4d87-950b-bcac30e1d159 req-f71c7c21-0a6f-424b-bd07-e6027f2d6c3d tempest-ServersAdminTestJSON-1581810367 tempest-ServersAdminTestJSON-1581810367-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:02:44.870694 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e4f1f62-d8c8-4d87-950b-bcac30e1d159 req-f71c7c21-0a6f-424b-bd07-e6027f2d6c3d tempest-ServersAdminTestJSON-1581810367 tempest-ServersAdminTestJSON-1581810367-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:02:44.910701 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71c7c21-0a6f-424b-bd07-e6027f2d6c3d tempest-ServersAdminTestJSON-1581810367 tempest-ServersAdminTestJSON-1581810367-project] Pushing event updated for resources: {'Port': ['ID=83845efe-b88e-4f5e-89dc-b79ef7ebf860,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:02:44.945922 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4f1f62-d8c8-4d87-950b-bcac30e1d159 req-f71c7c21-0a6f-424b-bd07-e6027f2d6c3d tempest-ServersAdminTestJSON-1581810367 tempest-ServersAdminTestJSON-1581810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:02:44.946900 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-5e4f1f62-d8c8-4d87-950b-bcac30e1d159 req-f71c7c21-0a6f-424b-bd07-e6027f2d6c3d tempest-ServersAdminTestJSON-1581810367 tempest-ServersAdminTestJSON-1581810367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:44.963006 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-3340185e-035e-43e3-a9b8-d2fb31def93b req-e6d32af0-20a4-44db-b8cd-36b97da77dac tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=59376bbb1c574537a7eaca41e781bf3f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0800946 Jul 27 23:02:44.969853 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-5e4f1f62-d8c8-4d87-950b-bcac30e1d159 req-f71c7c21-0a6f-424b-bd07-e6027f2d6c3d tempest-ServersAdminTestJSON-1581810367 tempest-ServersAdminTestJSON-1581810367-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1034346 Jul 27 23:02:44.985098 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [req-5e4f1f62-d8c8-4d87-950b-bcac30e1d159 req-fb0f31d2-61b1-487a-91fe-b582cd73db82 service neutron] Request body: {'port': {'device_id': '0688b6c2-1ac4-4346-9663-091c79c64455', 'device_owner': 'compute:tempest-test_az-604789174', 'binding:host_id': 'n-h1-802623-1'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:02:45.033800 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] get_ports_and_sgs() called for port_ids ['aa89d0f3-09ba-4170-a0b1-b1e3bf890cc7'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:02:45.065424 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-5e4f1f62-d8c8-4d87-950b-bcac30e1d159 req-fb0f31d2-61b1-487a-91fe-b582cd73db82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:45.079925 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [req-e079728c-500f-46eb-9cbe-99e957f6c9c8 req-b401eab1-c7f3-4e91-9154-14a553f0dd87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d332fb0d-6ef5-4e0c-acea-50d5a9aae554 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:02:45.091640 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-e079728c-500f-46eb-9cbe-99e957f6c9c8 req-b401eab1-c7f3-4e91-9154-14a553f0dd87 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:45.108209 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [req-e079728c-500f-46eb-9cbe-99e957f6c9c8 req-b401eab1-c7f3-4e91-9154-14a553f0dd87 service neutron] Transition to ACTIVE for port object d332fb0d-6ef5-4e0c-acea-50d5a9aae554 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:02:45.135752 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-e079728c-500f-46eb-9cbe-99e957f6c9c8 req-b401eab1-c7f3-4e91-9154-14a553f0dd87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11336041'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:45.200633 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480a9fd0-5797-4225-acbf-918bbf602dbc req-059339ba-f9e1-47e1-ba43-0a0ffa9ef6a1 tempest-ServersAdminTestJSON-1581810367 tempest-ServersAdminTestJSON-1581810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:02:45.202343 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-480a9fd0-5797-4225-acbf-918bbf602dbc req-059339ba-f9e1-47e1-ba43-0a0ffa9ef6a1 tempest-ServersAdminTestJSON-1581810367 tempest-ServersAdminTestJSON-1581810367-project] 10.222.0.18 "GET /v2.0/ports?device_id=0688b6c2-1ac4-4346-9663-091c79c64455 HTTP/1.1" status: 200 len: 936 time: 0.2228665 Jul 27 23:02:45.222661 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b401eab1-c7f3-4e91-9154-14a553f0dd87 service neutron] Pushing event updated for resources: {'Port': ['ID=d332fb0d-6ef5-4e0c-acea-50d5a9aae554,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:02:45.271808 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-480a9fd0-5797-4225-acbf-918bbf602dbc req-e04e7772-3612-46f4-9459-801232dbd060 tempest-ServersAdminTestJSON-1581810367 tempest-ServersAdminTestJSON-1581810367-project] 10.222.0.18 "GET /v2.0/security-groups?id=ffa9f128-d6a7-4fb1-a632-c57615725739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560071 Jul 27 23:02:45.296750 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-963071ee-925b-4a87-84ad-065b93e9c9be None None] Provisioning for port 83845efe-b88e-4f5e-89dc-b79ef7ebf860 completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:02:45.308946 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-963071ee-925b-4a87-84ad-065b93e9c9be None None] Provisioning complete for port 83845efe-b88e-4f5e-89dc-b79ef7ebf860 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:02:45.309469 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-963071ee-925b-4a87-84ad-065b93e9c9be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:45.357690 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 49778) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:02:45.362419 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-963071ee-925b-4a87-84ad-065b93e9c9be None None] Port 83845efe-b88e-4f5e-89dc-b79ef7ebf860 cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:02:45.422944 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [req-3340185e-035e-43e3-a9b8-d2fb31def93b req-98f74f74-2371-49da-9ba9-c92efdf9eeb7 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=93797) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 23:02:45.424673 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-3340185e-035e-43e3-a9b8-d2fb31def93b req-98f74f74-2371-49da-9ba9-c92efdf9eeb7 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0960972 Jul 27 23:02:45.425508 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-e079728c-500f-46eb-9cbe-99e957f6c9c8 req-b401eab1-c7f3-4e91-9154-14a553f0dd87 service neutron] Attempting to bind port d332fb0d-6ef5-4e0c-acea-50d5a9aae554 on host n-h2-802623-1 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:02:45.425937 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-e079728c-500f-46eb-9cbe-99e957f6c9c8 req-b401eab1-c7f3-4e91-9154-14a553f0dd87 service neutron] Attempting to bind port d332fb0d-6ef5-4e0c-acea-50d5a9aae554 by drivers openvswitch,hyperv on host n-h2-802623-1 at level 0 using segments [{'id': '16e91594-c047-4b55-93eb-43af33ad08e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '591af2dd-f826-43b1-aa9d-e7a0bf218c71'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:02:45.426382 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e079728c-500f-46eb-9cbe-99e957f6c9c8 req-b401eab1-c7f3-4e91-9154-14a553f0dd87 service neutron] Attempting to bind port d332fb0d-6ef5-4e0c-acea-50d5a9aae554 on network 591af2dd-f826-43b1-aa9d-e7a0bf218c71 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:02:45.431315 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e079728c-500f-46eb-9cbe-99e957f6c9c8 req-b401eab1-c7f3-4e91-9154-14a553f0dd87 service neutron] Port d332fb0d-6ef5-4e0c-acea-50d5a9aae554 on network 591af2dd-f826-43b1-aa9d-e7a0bf218c71 not bound, no agent of type Open vSwitch agent registered on host n-h2-802623-1 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 23:02:45.431820 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e079728c-500f-46eb-9cbe-99e957f6c9c8 req-b401eab1-c7f3-4e91-9154-14a553f0dd87 service neutron] Attempting to bind port d332fb0d-6ef5-4e0c-acea-50d5a9aae554 on network 591af2dd-f826-43b1-aa9d-e7a0bf218c71 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:02:45.457273 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e079728c-500f-46eb-9cbe-99e957f6c9c8 req-b401eab1-c7f3-4e91-9154-14a553f0dd87 service neutron] Checking agent: {'id': 'c5cc038b-93c4-4df4-8061-5df2a04a48c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 23, 0, 4), 'started_at': datetime.datetime(2021, 7, 27, 23, 0, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 2, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:02:45.457680 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e079728c-500f-46eb-9cbe-99e957f6c9c8 req-b401eab1-c7f3-4e91-9154-14a553f0dd87 service neutron] Checking segment: {'id': '16e91594-c047-4b55-93eb-43af33ad08e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '591af2dd-f826-43b1-aa9d-e7a0bf218c71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:02:45.458412 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e079728c-500f-46eb-9cbe-99e957f6c9c8 req-b401eab1-c7f3-4e91-9154-14a553f0dd87 service neutron] Bound using segment: {'id': '16e91594-c047-4b55-93eb-43af33ad08e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '591af2dd-f826-43b1-aa9d-e7a0bf218c71'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:02:45.458986 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-e079728c-500f-46eb-9cbe-99e957f6c9c8 req-b401eab1-c7f3-4e91-9154-14a553f0dd87 service neutron] Bound port: d332fb0d-6ef5-4e0c-acea-50d5a9aae554, host: n-h2-802623-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16e91594-c047-4b55-93eb-43af33ad08e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '591af2dd-f826-43b1-aa9d-e7a0bf218c71'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:02:45.459451 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-e079728c-500f-46eb-9cbe-99e957f6c9c8 req-b401eab1-c7f3-4e91-9154-14a553f0dd87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:45.526164 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9dd89e69-fdd7-40d6-9be1-52e27f69d98f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:45.541137 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29663ebc-eafc-401b-9de2-dbec1414bf9a req-b454a45b-7978-42f7-82d7-a4e24dc2b9b7 tempest-AggregatesAdminTestJSON-107463881 tempest-AggregatesAdminTestJSON-107463881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:02:45.542645 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-29663ebc-eafc-401b-9de2-dbec1414bf9a req-b454a45b-7978-42f7-82d7-a4e24dc2b9b7 tempest-AggregatesAdminTestJSON-107463881 tempest-AggregatesAdminTestJSON-107463881-project] 10.222.0.18 "GET /v2.0/ports?device_id=dafc93d0-8db6-4281-b3e6-9e7eb386a9fb HTTP/1.1" status: 200 len: 969 time: 0.1168301 Jul 27 23:02:45.627700 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-3340185e-035e-43e3-a9b8-d2fb31def93b req-6698dd25-4702-4cc3-a882-7b81a7019211 service neutron] 10.222.0.18 "GET /v2.0/networks/c451a142-86a9-4355-833f-365557d21b8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1933026 Jul 27 23:02:45.643820 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-29663ebc-eafc-401b-9de2-dbec1414bf9a req-f69cb09b-4847-4142-8d45-3542bed2d170 tempest-AggregatesAdminTestJSON-107463881 tempest-AggregatesAdminTestJSON-107463881-project] 10.222.0.18 "GET /v2.0/security-groups?id=aefc980a-9ca1-4e45-a631-66a477adc86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562074 Jul 27 23:02:45.731754 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [req-5e4f1f62-d8c8-4d87-950b-bcac30e1d159 req-fb0f31d2-61b1-487a-91fe-b582cd73db82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83845efe-b88e-4f5e-89dc-b79ef7ebf860 {{(pid=93798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:02:45.740249 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-5e4f1f62-d8c8-4d87-950b-bcac30e1d159 req-fb0f31d2-61b1-487a-91fe-b582cd73db82 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:45.754635 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-5e4f1f62-d8c8-4d87-950b-bcac30e1d159 req-fb0f31d2-61b1-487a-91fe-b582cd73db82 service neutron] Transition to ACTIVE for port object 83845efe-b88e-4f5e-89dc-b79ef7ebf860 will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:02:45.759031 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-5e4f1f62-d8c8-4d87-950b-bcac30e1d159 req-fb0f31d2-61b1-487a-91fe-b582cd73db82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:45.856324 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-e079728c-500f-46eb-9cbe-99e957f6c9c8 req-b401eab1-c7f3-4e91-9154-14a553f0dd87 service neutron] For port d332fb0d-6ef5-4e0c-acea-50d5a9aae554, host n-h2-802623-1, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:02:45.871402 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-e079728c-500f-46eb-9cbe-99e957f6c9c8 req-b401eab1-c7f3-4e91-9154-14a553f0dd87 service neutron] For port d332fb0d-6ef5-4e0c-acea-50d5a9aae554, host n-h2-802623-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=d332fb0d-6ef5-4e0c-acea-50d5a9aae554,segment=NetworkSegment(16e91594-c047-4b55-93eb-43af33ad08e1),segment_id=16e91594-c047-4b55-93eb-43af33ad08e1)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:02:45.880972 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0f31d2-61b1-487a-91fe-b582cd73db82 service neutron] Pushing event updated for resources: {'Port': ['ID=83845efe-b88e-4f5e-89dc-b79ef7ebf860,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:02:45.887486 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-e079728c-500f-46eb-9cbe-99e957f6c9c8 req-b401eab1-c7f3-4e91-9154-14a553f0dd87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11336041'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:45.916908 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device aa89d0f3-09ba-4170-a0b1-b1e3bf890cc7 up at agent hyperv_n-h1-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:02:45.941388 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e079728c-500f-46eb-9cbe-99e957f6c9c8 req-b401eab1-c7f3-4e91-9154-14a553f0dd87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:02:45.942015 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-e079728c-500f-46eb-9cbe-99e957f6c9c8 req-b401eab1-c7f3-4e91-9154-14a553f0dd87 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:45.943451 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-e079728c-500f-46eb-9cbe-99e957f6c9c8 req-b401eab1-c7f3-4e91-9154-14a553f0dd87 service neutron] 10.222.0.49 "PUT /v2.0/ports/d332fb0d-6ef5-4e0c-acea-50d5a9aae554 HTTP/1.1" status: 200 len: 1095 time: 1.7059302 Jul 27 23:02:45.945940 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c3fa56a-b0f7-486a-b9b6-11ec03b01c61', 'tag': 'd332fb0d-6ef5-4e0c-acea-50d5a9aae554'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:02:45.948260 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a476459a1bfce68b0ae0df5b6a71154bfc7cfdc8f9eefce6ad0a17231e60468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b059526-afe5-4afa-aafb-a55c5e842e95" -d '{"events": [{"name": "network-changed", "server_uuid": "4c3fa56a-b0f7-486a-b9b6-11ec03b01c61", "tag": "d332fb0d-6ef5-4e0c-acea-50d5a9aae554"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:02:45.948411 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-5e4f1f62-d8c8-4d87-950b-bcac30e1d159 req-fb0f31d2-61b1-487a-91fe-b582cd73db82 service neutron] Attempting to bind port 83845efe-b88e-4f5e-89dc-b79ef7ebf860 on host n-h1-802623-1 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:02:45.948623 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-5e4f1f62-d8c8-4d87-950b-bcac30e1d159 req-fb0f31d2-61b1-487a-91fe-b582cd73db82 service neutron] Attempting to bind port 83845efe-b88e-4f5e-89dc-b79ef7ebf860 by drivers openvswitch,hyperv on host n-h1-802623-1 at level 0 using segments [{'id': '16e91594-c047-4b55-93eb-43af33ad08e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '591af2dd-f826-43b1-aa9d-e7a0bf218c71'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:02:45.949004 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e4f1f62-d8c8-4d87-950b-bcac30e1d159 req-fb0f31d2-61b1-487a-91fe-b582cd73db82 service neutron] Attempting to bind port 83845efe-b88e-4f5e-89dc-b79ef7ebf860 on network 591af2dd-f826-43b1-aa9d-e7a0bf218c71 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:02:45.962602 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e4f1f62-d8c8-4d87-950b-bcac30e1d159 req-fb0f31d2-61b1-487a-91fe-b582cd73db82 service neutron] Port 83845efe-b88e-4f5e-89dc-b79ef7ebf860 on network 591af2dd-f826-43b1-aa9d-e7a0bf218c71 not bound, no agent of type Open vSwitch agent registered on host n-h1-802623-1 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 23:02:45.963063 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e4f1f62-d8c8-4d87-950b-bcac30e1d159 req-fb0f31d2-61b1-487a-91fe-b582cd73db82 service neutron] Attempting to bind port 83845efe-b88e-4f5e-89dc-b79ef7ebf860 on network 591af2dd-f826-43b1-aa9d-e7a0bf218c71 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:02:45.986488 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e4f1f62-d8c8-4d87-950b-bcac30e1d159 req-fb0f31d2-61b1-487a-91fe-b582cd73db82 service neutron] Checking agent: {'id': '245f1da4-a9b8-4b08-90d7-28f0f342b839', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 59, 59), 'started_at': datetime.datetime(2021, 7, 27, 22, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 2, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:02:45.986946 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e4f1f62-d8c8-4d87-950b-bcac30e1d159 req-fb0f31d2-61b1-487a-91fe-b582cd73db82 service neutron] Checking segment: {'id': '16e91594-c047-4b55-93eb-43af33ad08e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '591af2dd-f826-43b1-aa9d-e7a0bf218c71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:02:45.987385 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e4f1f62-d8c8-4d87-950b-bcac30e1d159 req-fb0f31d2-61b1-487a-91fe-b582cd73db82 service neutron] Bound using segment: {'id': '16e91594-c047-4b55-93eb-43af33ad08e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '591af2dd-f826-43b1-aa9d-e7a0bf218c71'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:02:45.987867 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-5e4f1f62-d8c8-4d87-950b-bcac30e1d159 req-fb0f31d2-61b1-487a-91fe-b582cd73db82 service neutron] Bound port: 83845efe-b88e-4f5e-89dc-b79ef7ebf860, host: n-h1-802623-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16e91594-c047-4b55-93eb-43af33ad08e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '591af2dd-f826-43b1-aa9d-e7a0bf218c71'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:02:45.988274 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-5e4f1f62-d8c8-4d87-950b-bcac30e1d159 req-fb0f31d2-61b1-487a-91fe-b582cd73db82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:46.049180 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-3340185e-035e-43e3-a9b8-d2fb31def93b req-a3b0525a-ec39-4ef3-bbf7-b5d04f3ccd02 service neutron] 10.222.0.18 "GET /v2.0/networks/c451a142-86a9-4355-833f-365557d21b8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4205773 Jul 27 23:02:46.050147 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94522af-df52-4088-a98a-cd9e0e67d433 req-460f72db-74f9-49c0-86a3-ec322d1eca87 tempest-DeleteServersAdminTestJSON-1530971716 tempest-DeleteServersAdminTestJSON-1530971716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:02:46.051986 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e94522af-df52-4088-a98a-cd9e0e67d433 req-460f72db-74f9-49c0-86a3-ec322d1eca87 tempest-DeleteServersAdminTestJSON-1530971716 tempest-DeleteServersAdminTestJSON-1530971716-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb040bc1-a61e-4612-af68-e92cc5127d6a HTTP/1.1" status: 200 len: 948 time: 0.1201451 Jul 27 23:02:46.070724 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b401eab1-c7f3-4e91-9154-14a553f0dd87 service neutron] Pushing event updated for resources: {'Port': ['ID=d332fb0d-6ef5-4e0c-acea-50d5a9aae554,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:02:46.092857 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Provisioning for port aa89d0f3-09ba-4170-a0b1-b1e3bf890cc7 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:02:46.099602 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Provisioning complete for port aa89d0f3-09ba-4170-a0b1-b1e3bf890cc7 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:02:46.100239 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:46.108311 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9dd89e69-fdd7-40d6-9be1-52e27f69d98f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:46.115329 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e079728c-500f-46eb-9cbe-99e957f6c9c8 req-0b102172-3918-4dcc-b1f4-804f971bdb7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:02:46.116844 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-e079728c-500f-46eb-9cbe-99e957f6c9c8 req-0b102172-3918-4dcc-b1f4-804f971bdb7c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5bb0d3806e664c82945fe299bf6309d8&device_id=4c3fa56a-b0f7-486a-b9b6-11ec03b01c61 HTTP/1.1" status: 200 len: 1098 time: 0.1102674 Jul 27 23:02:46.121565 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9dd89e69-fdd7-40d6-9be1-52e27f69d98f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:46.137269 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-5e4f1f62-d8c8-4d87-950b-bcac30e1d159 req-fb0f31d2-61b1-487a-91fe-b582cd73db82 service neutron] For port 83845efe-b88e-4f5e-89dc-b79ef7ebf860, host n-h1-802623-1, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:02:46.148206 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e94522af-df52-4088-a98a-cd9e0e67d433 req-e90a12c7-fc64-4ec5-98ad-912b6c1f9254 tempest-DeleteServersAdminTestJSON-1530971716 tempest-DeleteServersAdminTestJSON-1530971716-project] 10.222.0.18 "GET /v2.0/security-groups?id=73ecb7c9-b889-42da-94f7-79004124f055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882876 Jul 27 23:02:46.186887 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-5e4f1f62-d8c8-4d87-950b-bcac30e1d159 req-fb0f31d2-61b1-487a-91fe-b582cd73db82 service neutron] For port 83845efe-b88e-4f5e-89dc-b79ef7ebf860, host n-h1-802623-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=83845efe-b88e-4f5e-89dc-b79ef7ebf860,segment=NetworkSegment(16e91594-c047-4b55-93eb-43af33ad08e1),segment_id=16e91594-c047-4b55-93eb-43af33ad08e1)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:02:46.198582 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-5e4f1f62-d8c8-4d87-950b-bcac30e1d159 req-fb0f31d2-61b1-487a-91fe-b582cd73db82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:46.217969 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-e079728c-500f-46eb-9cbe-99e957f6c9c8 req-bf192c70-ca25-4f13-b2a1-2d1dd3bd398b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=d332fb0d-6ef5-4e0c-acea-50d5a9aae554 HTTP/1.1" status: 200 len: 217 time: 0.0912294 Jul 27 23:02:46.251875 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-9dd89e69-fdd7-40d6-9be1-52e27f69d98f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f726363accc84107ac1d16c70f5ae421&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8910966 Jul 27 23:02:46.252316 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4f1f62-d8c8-4d87-950b-bcac30e1d159 req-fb0f31d2-61b1-487a-91fe-b582cd73db82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:02:46.253252 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-5e4f1f62-d8c8-4d87-950b-bcac30e1d159 req-fb0f31d2-61b1-487a-91fe-b582cd73db82 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:46.255200 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-5e4f1f62-d8c8-4d87-950b-bcac30e1d159 req-fb0f31d2-61b1-487a-91fe-b582cd73db82 service neutron] 10.222.0.38 "PUT /v2.0/ports/83845efe-b88e-4f5e-89dc-b79ef7ebf860 HTTP/1.1" status: 200 len: 1117 time: 1.2744694 Jul 27 23:02:46.255866 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0688b6c2-1ac4-4346-9663-091c79c64455', 'tag': '83845efe-b88e-4f5e-89dc-b79ef7ebf860'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:02:46.259846 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}011f8d312121274bb12d78e77c6379a2079800640016cec6c6d605b73666e854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5eb7454-c2ed-4143-9862-eb6b4282ad96" -d '{"events": [{"name": "network-changed", "server_uuid": "0688b6c2-1ac4-4346-9663-091c79c64455", "tag": "83845efe-b88e-4f5e-89dc-b79ef7ebf860"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:02:46.265316 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 49802) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:02:46.275529 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd89e69-fdd7-40d6-9be1-52e27f69d98f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad26aaf9-f733-4a9d-8089-82602ffffb7d,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:02:46.321605 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e079728c-500f-46eb-9cbe-99e957f6c9c8 req-1da495dd-ee8e-45fc-8b8b-0922fe6678bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:02:46.324591 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-e079728c-500f-46eb-9cbe-99e957f6c9c8 req-1da495dd-ee8e-45fc-8b8b-0922fe6678bf service neutron] 10.222.0.49 "GET /v2.0/subnets?id=62938449-046d-4cbe-923a-7ebb632c358d HTTP/1.1" status: 200 len: 843 time: 0.0928650 Jul 27 23:02:46.394890 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:46.439464 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e079728c-500f-46eb-9cbe-99e957f6c9c8 req-8ec94dd9-2e99-41e2-bdd2-5c9c2909261f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:02:46.441144 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-e079728c-500f-46eb-9cbe-99e957f6c9c8 req-8ec94dd9-2e99-41e2-bdd2-5c9c2909261f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=591af2dd-f826-43b1-aa9d-e7a0bf218c71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1101346 Jul 27 23:02:46.446072 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 23:02:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0d82f59-d701-4d5a-9eb1-015c5925cfe3 x-openstack-request-id: req-e0d82f59-d701-4d5a-9eb1-015c5925cfe3 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:02:46.448739 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dafc93d0-8db6-4281-b3e6-9e7eb386a9fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa89d0f3-09ba-4170-a0b1-b1e3bf890cc7'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:02:46.448842 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0688b6c2-1ac4-4346-9663-091c79c64455", "tag": "83845efe-b88e-4f5e-89dc-b79ef7ebf860", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:02:46.448842 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e0d82f59-d701-4d5a-9eb1-015c5925cfe3 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:02:46.449684 n-d-802623-1 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0688b6c2-1ac4-4346-9663-091c79c64455', 'tag': '83845efe-b88e-4f5e-89dc-b79ef7ebf860', 'status': 'completed', 'code': 200} Jul 27 23:02:46.455564 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 23:02:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03e7de1c-471b-4722-a93d-f78a05a9e2e0 x-openstack-request-id: req-03e7de1c-471b-4722-a93d-f78a05a9e2e0 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:02:46.455864 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c3fa56a-b0f7-486a-b9b6-11ec03b01c61", "tag": "d332fb0d-6ef5-4e0c-acea-50d5a9aae554", "status": "completed", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:02:46.456126 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-03e7de1c-471b-4722-a93d-f78a05a9e2e0 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:02:46.456548 n-d-802623-1 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c3fa56a-b0f7-486a-b9b6-11ec03b01c61', 'tag': 'd332fb0d-6ef5-4e0c-acea-50d5a9aae554', 'status': 'completed', 'code': 200} Jul 27 23:02:46.564579 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-8256cf7e-f1d9-44c8-9580-da22a9340cf9 req-193f6254-e5fc-4b67-b180-1e6c44c0c8de tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] 10.222.0.18 "GET /v2.0/ports?device_id=31e5972f-2cc7-450f-8a25-9160dca94c2b HTTP/1.1" status: 200 len: 210 time: 0.0552464 Jul 27 23:02:46.565353 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0f31d2-61b1-487a-91fe-b582cd73db82 service neutron] Pushing event updated for resources: {'Port': ['ID=83845efe-b88e-4f5e-89dc-b79ef7ebf860,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:02:46.611018 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port aa89d0f3-09ba-4170-a0b1-b1e3bf890cc7, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=aa89d0f3-09ba-4170-a0b1-b1e3bf890cc7,segment=NetworkSegment(16e91594-c047-4b55-93eb-43af33ad08e1),segment_id=16e91594-c047-4b55-93eb-43af33ad08e1)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:02:46.628728 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:46.661277 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4f1f62-d8c8-4d87-950b-bcac30e1d159 req-7d226b7f-c637-4014-ad1a-e942a6c04e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:02:46.664851 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-5e4f1f62-d8c8-4d87-950b-bcac30e1d159 req-7d226b7f-c637-4014-ad1a-e942a6c04e79 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5bb0d3806e664c82945fe299bf6309d8&device_id=0688b6c2-1ac4-4346-9663-091c79c64455 HTTP/1.1" status: 200 len: 1120 time: 0.3150582 Jul 27 23:02:46.690317 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-50406e08-638e-4cf4-92a5-4ca7661c9a8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:46.709314 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dc79af-37fa-4d7a-8b3e-0e341f74f0d7 req-e9c6930b-9623-4b23-92a1-d27d78bebef9 tempest-ServersAdminTestJSON-1581810367 tempest-ServersAdminTestJSON-1581810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:02:46.716671 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f3dc79af-37fa-4d7a-8b3e-0e341f74f0d7 req-e9c6930b-9623-4b23-92a1-d27d78bebef9 tempest-ServersAdminTestJSON-1581810367 tempest-ServersAdminTestJSON-1581810367-project] 10.222.0.18 "GET /v2.0/ports?device_id=0688b6c2-1ac4-4346-9663-091c79c64455 HTTP/1.1" status: 200 len: 969 time: 0.1466210 Jul 27 23:02:46.728726 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-e079728c-500f-46eb-9cbe-99e957f6c9c8 req-2bcc4290-5c35-443a-b216-a6336c8dc019 service neutron] 10.222.0.49 "GET /v2.0/networks/591af2dd-f826-43b1-aa9d-e7a0bf218c71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2712433 Jul 27 23:02:46.729418 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Pushing event updated for resources: {'Port': ['ID=aa89d0f3-09ba-4170-a0b1-b1e3bf890cc7,revision_number=5']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:02:46.824321 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-5e4f1f62-d8c8-4d87-950b-bcac30e1d159 req-c74252fb-806e-4930-a498-ac984a2fe36e service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.136&port_id=83845efe-b88e-4f5e-89dc-b79ef7ebf860 HTTP/1.1" status: 200 len: 217 time: 0.1090088 Jul 27 23:02:46.871107 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f3dc79af-37fa-4d7a-8b3e-0e341f74f0d7 req-ad8234ec-7f24-4142-8598-74e8097353b4 tempest-ServersAdminTestJSON-1581810367 tempest-ServersAdminTestJSON-1581810367-project] 10.222.0.18 "GET /v2.0/security-groups?id=ffa9f128-d6a7-4fb1-a632-c57615725739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535015 Jul 27 23:02:46.883928 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c0369b0d4f459110ff20a1f9878ba33f96d6491bddb9d15843bf29d01e0bda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0148c417-3aa9-4611-9ca4-e2121266634e" -d '{"events": [{"server_uuid": "dafc93d0-8db6-4281-b3e6-9e7eb386a9fb", "name": "network-vif-plugged", "status": "completed", "tag": "aa89d0f3-09ba-4170-a0b1-b1e3bf890cc7"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:02:46.928134 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4f1f62-d8c8-4d87-950b-bcac30e1d159 req-58f4e135-9e8d-4e1d-9dee-f8207bc05452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:02:46.930226 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-5e4f1f62-d8c8-4d87-950b-bcac30e1d159 req-58f4e135-9e8d-4e1d-9dee-f8207bc05452 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=62938449-046d-4cbe-923a-7ebb632c358d HTTP/1.1" status: 200 len: 843 time: 0.0701234 Jul 27 23:02:46.932203 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-e079728c-500f-46eb-9cbe-99e957f6c9c8 req-085d65d2-6a8f-4d63-a3a8-ef5e0c9c57cc service neutron] 10.222.0.49 "GET /v2.0/networks/591af2dd-f826-43b1-aa9d-e7a0bf218c71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1940198 Jul 27 23:02:47.012840 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-50406e08-638e-4cf4-92a5-4ca7661c9a8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:47.023324 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device 033b562a-58e4-4d16-ad84-127978a84ccb details requested by agent hyperv_n-h2-802623-1 with host n-h2-802623-1 {{(pid=93799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 23:02:47.066024 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e102960e-fea1-4630-afc8-0243895ff177 req-d815da9e-b574-412a-92fa-49d2cfb5f87f tempest-AggregatesAdminTestJSON-107463881 tempest-AggregatesAdminTestJSON-107463881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:02:47.067967 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e102960e-fea1-4630-afc8-0243895ff177 req-d815da9e-b574-412a-92fa-49d2cfb5f87f tempest-AggregatesAdminTestJSON-107463881 tempest-AggregatesAdminTestJSON-107463881-project] 10.222.0.18 "GET /v2.0/ports?device_id=dafc93d0-8db6-4281-b3e6-9e7eb386a9fb HTTP/1.1" status: 200 len: 970 time: 0.2377787 Jul 27 23:02:47.103560 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4f1f62-d8c8-4d87-950b-bcac30e1d159 req-880e6a97-dc44-4990-95bf-e49fd8e423d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:02:47.105065 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-5e4f1f62-d8c8-4d87-950b-bcac30e1d159 req-880e6a97-dc44-4990-95bf-e49fd8e423d9 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=591af2dd-f826-43b1-aa9d-e7a0bf218c71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1526804 Jul 27 23:02:47.141585 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b059526-afe5-4afa-aafb-a55c5e842e95 req-542ea30b-4615-468c-859a-56e62772348e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:02:47.144250 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-2b059526-afe5-4afa-aafb-a55c5e842e95 req-542ea30b-4615-468c-859a-56e62772348e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5bb0d3806e664c82945fe299bf6309d8&device_id=4c3fa56a-b0f7-486a-b9b6-11ec03b01c61 HTTP/1.1" status: 200 len: 1098 time: 0.1423965 Jul 27 23:02:47.146110 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e102960e-fea1-4630-afc8-0243895ff177 req-176dd662-f235-448f-8768-76fafef19d19 tempest-AggregatesAdminTestJSON-107463881 tempest-AggregatesAdminTestJSON-107463881-project] 10.222.0.18 "GET /v2.0/security-groups?id=aefc980a-9ca1-4e45-a631-66a477adc86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689416 Jul 27 23:02:47.158594 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.38', 56927) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:02:47.179569 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-50406e08-638e-4cf4-92a5-4ca7661c9a8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:47.182163 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-50406e08-638e-4cf4-92a5-4ca7661c9a8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:47.186340 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-50406e08-638e-4cf4-92a5-4ca7661c9a8d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ad26aaf9-f733-4a9d-8089-82602ffffb7d HTTP/1.1" status: 204 len: 168 time: 0.9167469 Jul 27 23:02:47.206024 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50406e08-638e-4cf4-92a5-4ca7661c9a8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad26aaf9-f733-4a9d-8089-82602ffffb7d,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:02:47.219701 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port 033b562a-58e4-4d16-ad84-127978a84ccb, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=033b562a-58e4-4d16-ad84-127978a84ccb,segment=NetworkSegment(16e91594-c047-4b55-93eb-43af33ad08e1),segment_id=16e91594-c047-4b55-93eb-43af33ad08e1)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:02:47.251012 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Returning: {'device': '033b562a-58e4-4d16-ad84-127978a84ccb', 'network_id': '591af2dd-f826-43b1-aa9d-e7a0bf218c71', 'port_id': '033b562a-58e4-4d16-ad84-127978a84ccb', 'mac_address': 'fa:16:3e:72:0a:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62938449-046d-4cbe-923a-7ebb632c358d', 'ip_address': '192.168.233.133'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 23:02:47.256554 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:02:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bb30c0e-e951-4a39-8ad4-e0eaf711db23 x-openstack-request-id: req-2bb30c0e-e951-4a39-8ad4-e0eaf711db23 {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:02:47.257476 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dafc93d0-8db6-4281-b3e6-9e7eb386a9fb", "name": "network-vif-plugged", "status": "completed", "tag": "aa89d0f3-09ba-4170-a0b1-b1e3bf890cc7", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:02:47.257915 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2bb30c0e-e951-4a39-8ad4-e0eaf711db23 {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:02:47.258522 n-d-802623-1 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dafc93d0-8db6-4281-b3e6-9e7eb386a9fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa89d0f3-09ba-4170-a0b1-b1e3bf890cc7', 'code': 200} Jul 27 23:02:47.318198 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-5e4f1f62-d8c8-4d87-950b-bcac30e1d159 req-d53dba88-04a6-44b0-9340-a1a1a30958fc service neutron] 10.222.0.38 "GET /v2.0/networks/591af2dd-f826-43b1-aa9d-e7a0bf218c71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1982419 Jul 27 23:02:47.376544 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:47.398825 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 033b562a-58e4-4d16-ad84-127978a84ccb {{(pid=93799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:02:47.430237 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-5e4f1f62-d8c8-4d87-950b-bcac30e1d159 req-54dda617-caa7-4e9c-9231-bb615e63c478 service neutron] 10.222.0.38 "GET /v2.0/networks/591af2dd-f826-43b1-aa9d-e7a0bf218c71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051753 Jul 27 23:02:47.446353 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64957d87-2447-4e56-ab56-60801e2bcfbd req-748f6cfb-cf92-4f99-86fa-c78a519d3216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:02:47.448122 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-64957d87-2447-4e56-ab56-60801e2bcfbd req-748f6cfb-cf92-4f99-86fa-c78a519d3216 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=dafc93d0-8db6-4281-b3e6-9e7eb386a9fb HTTP/1.1" status: 200 len: 1121 time: 0.2801614 Jul 27 23:02:47.450185 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port 033b562a-58e4-4d16-ad84-127978a84ccb, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=033b562a-58e4-4d16-ad84-127978a84ccb,segment=NetworkSegment(16e91594-c047-4b55-93eb-43af33ad08e1),segment_id=16e91594-c047-4b55-93eb-43af33ad08e1)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:02:47.458126 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:47.469484 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ff969b-76e8-4310-b412-3bd8e02872aa req-90372aca-1ce0-4c65-a0e3-a2af52536e1a tempest-DeleteServersAdminTestJSON-1530971716 tempest-DeleteServersAdminTestJSON-1530971716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:02:47.478442 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-08ff969b-76e8-4310-b412-3bd8e02872aa req-90372aca-1ce0-4c65-a0e3-a2af52536e1a tempest-DeleteServersAdminTestJSON-1530971716 tempest-DeleteServersAdminTestJSON-1530971716-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb040bc1-a61e-4612-af68-e92cc5127d6a HTTP/1.1" status: 200 len: 948 time: 0.1757600 Jul 27 23:02:47.507274 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-64957d87-2447-4e56-ab56-60801e2bcfbd req-57094353-3b70-4df2-b45e-ca027eb4da36 service neutron] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:47.536343 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Pushing event updated for resources: {'Port': ['ID=033b562a-58e4-4d16-ad84-127978a84ccb,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:02:47.563885 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5eb7454-c2ed-4143-9862-eb6b4282ad96 req-1a9ea0f8-3c20-4d11-a378-0aeffc1593d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:02:47.565635 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e5eb7454-c2ed-4143-9862-eb6b4282ad96 req-1a9ea0f8-3c20-4d11-a378-0aeffc1593d6 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5bb0d3806e664c82945fe299bf6309d8&device_id=0688b6c2-1ac4-4346-9663-091c79c64455 HTTP/1.1" status: 200 len: 1120 time: 0.0726631 Jul 27 23:02:47.577798 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b059526-afe5-4afa-aafb-a55c5e842e95 req-2e99778d-ac2f-41e8-ac2b-790d1f186b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:02:47.579317 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-2b059526-afe5-4afa-aafb-a55c5e842e95 req-2e99778d-ac2f-41e8-ac2b-790d1f186b18 service neutron] 10.222.0.49 "GET /v2.0/networks?id=591af2dd-f826-43b1-aa9d-e7a0bf218c71 HTTP/1.1" status: 200 len: 870 time: 0.4174418 Jul 27 23:02:47.597744 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-08ff969b-76e8-4310-b412-3bd8e02872aa req-cafc4066-bde3-4934-8467-20dc9a587648 tempest-DeleteServersAdminTestJSON-1530971716 tempest-DeleteServersAdminTestJSON-1530971716-project] 10.222.0.18 "GET /v2.0/security-groups?id=73ecb7c9-b889-42da-94f7-79004124f055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179373 Jul 27 23:02:47.667412 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-2b059526-afe5-4afa-aafb-a55c5e842e95 req-f195f21a-3701-4f5e-8330-94c12e487032 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=d332fb0d-6ef5-4e0c-acea-50d5a9aae554 HTTP/1.1" status: 200 len: 217 time: 0.0539632 Jul 27 23:02:47.686235 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5eb7454-c2ed-4143-9862-eb6b4282ad96 req-8e1690ad-6b59-4025-be29-d4c8d71ec143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:02:47.687947 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e5eb7454-c2ed-4143-9862-eb6b4282ad96 req-8e1690ad-6b59-4025-be29-d4c8d71ec143 service neutron] 10.222.0.38 "GET /v2.0/networks?id=591af2dd-f826-43b1-aa9d-e7a0bf218c71 HTTP/1.1" status: 200 len: 870 time: 0.1147621 Jul 27 23:02:47.716385 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-00b74f6f-e498-4d18-afa9-0073d4d9076e req-c01c4217-27b6-42c5-ab0f-3f469ef63a1e tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] 10.222.0.18 "GET /v2.0/ports?device_id=31e5972f-2cc7-450f-8a25-9160dca94c2b HTTP/1.1" status: 200 len: 210 time: 0.0272515 Jul 27 23:02:47.761700 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e5eb7454-c2ed-4143-9862-eb6b4282ad96 req-3bfea5f4-2014-4eca-a720-8f788b0949e5 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.136&port_id=83845efe-b88e-4f5e-89dc-b79ef7ebf860 HTTP/1.1" status: 200 len: 217 time: 0.0442069 Jul 27 23:02:47.762805 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b059526-afe5-4afa-aafb-a55c5e842e95 req-d992aa39-97bd-4e3f-9cd5-a24c8387aef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:02:47.764309 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-2b059526-afe5-4afa-aafb-a55c5e842e95 req-d992aa39-97bd-4e3f-9cd5-a24c8387aef7 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=62938449-046d-4cbe-923a-7ebb632c358d HTTP/1.1" status: 200 len: 843 time: 0.0860686 Jul 27 23:02:47.830075 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-64957d87-2447-4e56-ab56-60801e2bcfbd req-57094353-3b70-4df2-b45e-ca027eb4da36 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:47.830630 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5eb7454-c2ed-4143-9862-eb6b4282ad96 req-10321ff5-053a-49d7-aa79-009181f523de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:02:47.833414 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e5eb7454-c2ed-4143-9862-eb6b4282ad96 req-10321ff5-053a-49d7-aa79-009181f523de service neutron] 10.222.0.38 "GET /v2.0/subnets?id=62938449-046d-4cbe-923a-7ebb632c358d HTTP/1.1" status: 200 len: 843 time: 0.0635483 Jul 27 23:02:47.839899 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-64957d87-2447-4e56-ab56-60801e2bcfbd req-57094353-3b70-4df2-b45e-ca027eb4da36 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:47.886556 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5eb7454-c2ed-4143-9862-eb6b4282ad96 req-71ad664a-0a97-40dd-b236-0517b0c0ec11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:02:47.888819 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e5eb7454-c2ed-4143-9862-eb6b4282ad96 req-71ad664a-0a97-40dd-b236-0517b0c0ec11 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=591af2dd-f826-43b1-aa9d-e7a0bf218c71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0475900 Jul 27 23:02:47.904972 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 49866) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:02:47.914755 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57094353-3b70-4df2-b45e-ca027eb4da36 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=87489b1b-c376-4fd3-ba52-9ea73d43802e,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:02:47.941900 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-64957d87-2447-4e56-ab56-60801e2bcfbd req-57094353-3b70-4df2-b45e-ca027eb4da36 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=aefc980a-9ca1-4e45-a631-66a477adc86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4856765 Jul 27 23:02:47.942630 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ad8ac200-40f0-43cd-8fdf-444ec9b60e26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:47.942903 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] get_ports_and_sgs() called for port_ids ['033b562a-58e4-4d16-ad84-127978a84ccb'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:02:47.950211 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.49', 65000) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:02:47.953854 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b059526-afe5-4afa-aafb-a55c5e842e95 req-feac1ff9-967e-4a85-ac0d-0a0005aaa898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:02:47.955786 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-2b059526-afe5-4afa-aafb-a55c5e842e95 req-feac1ff9-967e-4a85-ac0d-0a0005aaa898 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=591af2dd-f826-43b1-aa9d-e7a0bf218c71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1788521 Jul 27 23:02:48.089711 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3340185e-035e-43e3-a9b8-d2fb31def93b req-4080d237-fd99-40ee-ad10-e4b5196664da tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:02:48.091290 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-3340185e-035e-43e3-a9b8-d2fb31def93b req-4080d237-fd99-40ee-ad10-e4b5196664da tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] 10.222.0.49 "GET /v2.0/networks?id=c451a142-86a9-4355-833f-365557d21b8d HTTP/1.1" status: 200 len: 808 time: 0.1344740 Jul 27 23:02:48.111249 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76d6dfd-207a-414b-9006-af64bb3bf3ec req-a5dce984-7577-47b6-aefc-a0a2da84ac3b tempest-ServersAdminTestJSON-1581810367 tempest-ServersAdminTestJSON-1581810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:02:48.112794 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e76d6dfd-207a-414b-9006-af64bb3bf3ec req-a5dce984-7577-47b6-aefc-a0a2da84ac3b tempest-ServersAdminTestJSON-1581810367 tempest-ServersAdminTestJSON-1581810367-project] 10.222.0.18 "GET /v2.0/ports?device_id=0688b6c2-1ac4-4346-9663-091c79c64455 HTTP/1.1" status: 200 len: 969 time: 0.1248806 Jul 27 23:02:48.120066 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e5eb7454-c2ed-4143-9862-eb6b4282ad96 req-70161ee4-c436-4b0b-84c6-0c6c6021c8fe service neutron] 10.222.0.38 "GET /v2.0/networks/591af2dd-f826-43b1-aa9d-e7a0bf218c71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2229242 Jul 27 23:02:48.157623 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [req-3340185e-035e-43e3-a9b8-d2fb31def93b req-34250443-6d33-424a-88a8-04754c2a2a30 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] Request body: {'port': {'device_id': '31e5972f-2cc7-450f-8a25-9160dca94c2b', 'network_id': 'c451a142-86a9-4355-833f-365557d21b8d', 'admin_state_up': True, 'tenant_id': '59376bbb1c574537a7eaca41e781bf3f'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:02:48.236813 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e76d6dfd-207a-414b-9006-af64bb3bf3ec req-7b572af6-f06e-4648-9d89-941bf7cc5d9e tempest-ServersAdminTestJSON-1581810367 tempest-ServersAdminTestJSON-1581810367-project] 10.222.0.18 "GET /v2.0/security-groups?id=ffa9f128-d6a7-4fb1-a632-c57615725739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141269 Jul 27 23:02:48.278065 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e5eb7454-c2ed-4143-9862-eb6b4282ad96 req-38825cc5-e8fb-4d2d-b7b6-6dda45f68e16 service neutron] 10.222.0.38 "GET /v2.0/networks/591af2dd-f826-43b1-aa9d-e7a0bf218c71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480341 Jul 27 23:02:48.318933 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-2b059526-afe5-4afa-aafb-a55c5e842e95 req-9e6c77a2-1203-4cf8-9e33-a7d1e41beb5f service neutron] 10.222.0.49 "GET /v2.0/networks/591af2dd-f826-43b1-aa9d-e7a0bf218c71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2440851 Jul 27 23:02:48.465908 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ad8ac200-40f0-43cd-8fdf-444ec9b60e26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:48.473854 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e15b03-617b-4671-b089-17b5f6a5be30 req-58cc4d4e-d18d-4b6f-bdd3-fa9e6f88ea3a tempest-AggregatesAdminTestJSON-107463881 tempest-AggregatesAdminTestJSON-107463881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:02:48.475351 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-79e15b03-617b-4671-b089-17b5f6a5be30 req-58cc4d4e-d18d-4b6f-bdd3-fa9e6f88ea3a tempest-AggregatesAdminTestJSON-107463881 tempest-AggregatesAdminTestJSON-107463881-project] 10.222.0.18 "GET /v2.0/ports?device_id=dafc93d0-8db6-4281-b3e6-9e7eb386a9fb HTTP/1.1" status: 200 len: 970 time: 0.1587901 Jul 27 23:02:48.488477 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ad8ac200-40f0-43cd-8fdf-444ec9b60e26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:48.562312 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3340185e-035e-43e3-a9b8-d2fb31def93b req-34250443-6d33-424a-88a8-04754c2a2a30 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] Made reservation on behalf of 59376bbb1c574537a7eaca41e781bf3f for: {'port': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:02:48.565735 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-3340185e-035e-43e3-a9b8-d2fb31def93b req-34250443-6d33-424a-88a8-04754c2a2a30 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:48.581432 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-ad8ac200-40f0-43cd-8fdf-444ec9b60e26 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b87a8d805b7d4016a6209c01c65d1d04&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6677458 Jul 27 23:02:48.583731 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-2b059526-afe5-4afa-aafb-a55c5e842e95 req-45ad1928-1329-4d27-9712-6718fdb5d883 service neutron] 10.222.0.49 "GET /v2.0/networks/591af2dd-f826-43b1-aa9d-e7a0bf218c71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2444820 Jul 27 23:02:48.584454 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 49894) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:02:48.603942 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8ac200-40f0-43cd-8fdf-444ec9b60e26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0be9955f-dd12-49fc-b0ce-cad9dd641193,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:02:48.622114 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-79e15b03-617b-4671-b089-17b5f6a5be30 req-2b64706f-40bc-4cd2-9534-30d187d26a8e tempest-AggregatesAdminTestJSON-107463881 tempest-AggregatesAdminTestJSON-107463881-project] 10.222.0.18 "GET /v2.0/security-groups?id=aefc980a-9ca1-4e45-a631-66a477adc86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355250 Jul 27 23:02:48.662495 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-83401854-db59-4809-ad97-6d490a0c8e47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:48.689560 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-83401854-db59-4809-ad97-6d490a0c8e47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:48.748311 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-83401854-db59-4809-ad97-6d490a0c8e47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:48.758130 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-83401854-db59-4809-ad97-6d490a0c8e47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:48.761944 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-83401854-db59-4809-ad97-6d490a0c8e47 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0be9955f-dd12-49fc-b0ce-cad9dd641193 HTTP/1.1" status: 204 len: 168 time: 0.1764805 Jul 27 23:02:48.766719 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [req-3340185e-035e-43e3-a9b8-d2fb31def93b req-34250443-6d33-424a-88a8-04754c2a2a30 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] Allocated IP 172.20.0.12 (c451a142-86a9-4355-833f-365557d21b8d/b1592ca5-0a74-47a5-88e1-85b3448a0017/5492f708-7970-435a-adac-3fa8953a6f22) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:02:48.782939 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83401854-db59-4809-ad97-6d490a0c8e47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0be9955f-dd12-49fc-b0ce-cad9dd641193,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:02:48.789827 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0074a21-7372-4175-95ac-e49f45787f93 req-e0ec53be-d10e-4b39-a598-fa8ec9fe0c18 tempest-DeleteServersAdminTestJSON-1530971716 tempest-DeleteServersAdminTestJSON-1530971716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:02:48.791374 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a0074a21-7372-4175-95ac-e49f45787f93 req-e0ec53be-d10e-4b39-a598-fa8ec9fe0c18 tempest-DeleteServersAdminTestJSON-1530971716 tempest-DeleteServersAdminTestJSON-1530971716-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb040bc1-a61e-4612-af68-e92cc5127d6a HTTP/1.1" status: 200 len: 949 time: 0.0795977 Jul 27 23:02:48.876145 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-0d95ea80-9e9a-42bb-b1a0-b6900a8b251f req-f73b7718-6331-402a-a01b-0e56711c8248 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] 10.222.0.18 "GET /v2.0/ports?device_id=31e5972f-2cc7-450f-8a25-9160dca94c2b HTTP/1.1" status: 200 len: 210 time: 0.0328348 Jul 27 23:02:48.900015 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a0074a21-7372-4175-95ac-e49f45787f93 req-c90bff02-1675-4df0-8000-cbdf58bda49a tempest-DeleteServersAdminTestJSON-1530971716 tempest-DeleteServersAdminTestJSON-1530971716-project] 10.222.0.18 "GET /v2.0/security-groups?id=73ecb7c9-b889-42da-94f7-79004124f055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937304 Jul 27 23:02:48.970346 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-3340185e-035e-43e3-a9b8-d2fb31def93b req-34250443-6d33-424a-88a8-04754c2a2a30 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:48.998983 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device 033b562a-58e4-4d16-ad84-127978a84ccb up at agent hyperv_n-h2-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:02:49.014136 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-3340185e-035e-43e3-a9b8-d2fb31def93b req-34250443-6d33-424a-88a8-04754c2a2a30 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:49.050265 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Provisioning for port 033b562a-58e4-4d16-ad84-127978a84ccb completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:02:49.054767 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Provisioning complete for port 033b562a-58e4-4d16-ad84-127978a84ccb triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:02:49.055174 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:49.068374 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3340185e-035e-43e3-a9b8-d2fb31def93b req-34250443-6d33-424a-88a8-04754c2a2a30 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] Network c451a142-86a9-4355-833f-365557d21b8d is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:02:49.072185 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [req-3340185e-035e-43e3-a9b8-d2fb31def93b req-34250443-6d33-424a-88a8-04754c2a2a30 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:02:49.075909 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [req-3340185e-035e-43e3-a9b8-d2fb31def93b req-34250443-6d33-424a-88a8-04754c2a2a30 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:02:49.110600 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34250443-6d33-424a-88a8-04754c2a2a30 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] Pushing event updated for resources: {'Port': ['ID=5492f708-7970-435a-adac-3fa8953a6f22,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:02:49.150897 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3340185e-035e-43e3-a9b8-d2fb31def93b req-34250443-6d33-424a-88a8-04754c2a2a30 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:02:49.151557 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-3340185e-035e-43e3-a9b8-d2fb31def93b req-34250443-6d33-424a-88a8-04754c2a2a30 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:49.167600 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:49.173957 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-3340185e-035e-43e3-a9b8-d2fb31def93b req-34250443-6d33-424a-88a8-04754c2a2a30 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0519674 Jul 27 23:02:49.187368 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [req-3340185e-035e-43e3-a9b8-d2fb31def93b req-730a1660-87da-4930-96b9-c8819e25cd28 service neutron] Request body: {'port': {'device_id': '31e5972f-2cc7-450f-8a25-9160dca94c2b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802623-1'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:02:49.207532 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port 033b562a-58e4-4d16-ad84-127978a84ccb, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=033b562a-58e4-4d16-ad84-127978a84ccb,segment=NetworkSegment(16e91594-c047-4b55-93eb-43af33ad08e1),segment_id=16e91594-c047-4b55-93eb-43af33ad08e1)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:02:49.214881 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:49.262878 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb040bc1-a61e-4612-af68-e92cc5127d6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '033b562a-58e4-4d16-ad84-127978a84ccb'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:02:49.265731 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c0369b0d4f459110ff20a1f9878ba33f96d6491bddb9d15843bf29d01e0bda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08108ef7-fffc-436b-95c5-e91d40d1107e" -d '{"events": [{"server_uuid": "fb040bc1-a61e-4612-af68-e92cc5127d6a", "name": "network-vif-plugged", "status": "completed", "tag": "033b562a-58e4-4d16-ad84-127978a84ccb"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:02:49.294798 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Pushing event updated for resources: {'Port': ['ID=033b562a-58e4-4d16-ad84-127978a84ccb,revision_number=5']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:02:49.399600 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:02:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5e252b3-1b98-48ad-aeea-72bf25b5c9be x-openstack-request-id: req-f5e252b3-1b98-48ad-aeea-72bf25b5c9be {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:02:49.399894 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb040bc1-a61e-4612-af68-e92cc5127d6a", "name": "network-vif-plugged", "status": "completed", "tag": "033b562a-58e4-4d16-ad84-127978a84ccb", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:02:49.400150 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f5e252b3-1b98-48ad-aeea-72bf25b5c9be {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:02:49.400545 n-d-802623-1 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb040bc1-a61e-4612-af68-e92cc5127d6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '033b562a-58e4-4d16-ad84-127978a84ccb', 'code': 200} Jul 27 23:02:49.493152 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-3340185e-035e-43e3-a9b8-d2fb31def93b req-730a1660-87da-4930-96b9-c8819e25cd28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:49.550037 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82caf11f-cec4-4c69-8ad0-8e8ee28ba71b req-0fc794cb-08cb-4ae6-a357-8959bcb84fd7 tempest-ServersAdminTestJSON-1581810367 tempest-ServersAdminTestJSON-1581810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:02:49.557468 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-82caf11f-cec4-4c69-8ad0-8e8ee28ba71b req-0fc794cb-08cb-4ae6-a357-8959bcb84fd7 tempest-ServersAdminTestJSON-1581810367 tempest-ServersAdminTestJSON-1581810367-project] 10.222.0.18 "GET /v2.0/ports?device_id=0688b6c2-1ac4-4346-9663-091c79c64455 HTTP/1.1" status: 200 len: 969 time: 0.0969951 Jul 27 23:02:49.708722 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-82caf11f-cec4-4c69-8ad0-8e8ee28ba71b req-b6544df0-3f9a-49bc-a6f0-101fe4eeacd7 tempest-ServersAdminTestJSON-1581810367 tempest-ServersAdminTestJSON-1581810367-project] 10.222.0.18 "GET /v2.0/security-groups?id=ffa9f128-d6a7-4fb1-a632-c57615725739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503127 Jul 27 23:02:49.710713 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365568bb-53dd-4956-b30a-e13e2c2a57a4 req-03730c01-7a2a-471a-b65b-ce883f7d21b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:02:49.712250 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-365568bb-53dd-4956-b30a-e13e2c2a57a4 req-03730c01-7a2a-471a-b65b-ce883f7d21b5 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=fb040bc1-a61e-4612-af68-e92cc5127d6a HTTP/1.1" status: 200 len: 1101 time: 0.1528811 Jul 27 23:02:49.828142 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-365568bb-53dd-4956-b30a-e13e2c2a57a4 req-c05f970e-919a-4938-a1ee-448b0e88a31c service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=73ecb7c9-b889-42da-94f7-79004124f055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075585 Jul 27 23:02:49.855474 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba185b87-d2d2-4406-9b08-708669d94ebd req-ce3448a8-beff-4ea4-8668-91a0c4739489 tempest-AggregatesAdminTestJSON-107463881 tempest-AggregatesAdminTestJSON-107463881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:02:49.856876 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-ba185b87-d2d2-4406-9b08-708669d94ebd req-ce3448a8-beff-4ea4-8668-91a0c4739489 tempest-AggregatesAdminTestJSON-107463881 tempest-AggregatesAdminTestJSON-107463881-project] 10.222.0.18 "GET /v2.0/ports?device_id=dafc93d0-8db6-4281-b3e6-9e7eb386a9fb HTTP/1.1" status: 200 len: 970 time: 0.0834110 Jul 27 23:02:49.927283 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 83845efe-b88e-4f5e-89dc-b79ef7ebf860 details requested by agent hyperv_n-h1-802623-1 with host n-h1-802623-1 {{(pid=93799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 23:02:49.964351 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-ba185b87-d2d2-4406-9b08-708669d94ebd req-4862f7e0-68a5-4091-b7c2-e34949100fb6 tempest-AggregatesAdminTestJSON-107463881 tempest-AggregatesAdminTestJSON-107463881-project] 10.222.0.18 "GET /v2.0/security-groups?id=aefc980a-9ca1-4e45-a631-66a477adc86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923593 Jul 27 23:02:49.989538 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [req-3340185e-035e-43e3-a9b8-d2fb31def93b req-730a1660-87da-4930-96b9-c8819e25cd28 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5492f708-7970-435a-adac-3fa8953a6f22 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:02:50.009086 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-3340185e-035e-43e3-a9b8-d2fb31def93b req-730a1660-87da-4930-96b9-c8819e25cd28 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:50.022278 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245db740-3e66-4f3c-8761-c9e134ba8de9 req-82dcb2d3-2d45-46a2-88dd-1200b5a6c005 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:02:50.024412 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-245db740-3e66-4f3c-8761-c9e134ba8de9 req-82dcb2d3-2d45-46a2-88dd-1200b5a6c005 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] 10.222.0.18 "GET /v2.0/ports?device_id=31e5972f-2cc7-450f-8a25-9160dca94c2b HTTP/1.1" status: 200 len: 932 time: 0.0641818 Jul 27 23:02:50.034841 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [req-3340185e-035e-43e3-a9b8-d2fb31def93b req-730a1660-87da-4930-96b9-c8819e25cd28 service neutron] Transition to ACTIVE for port object 5492f708-7970-435a-adac-3fa8953a6f22 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:02:50.040320 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-3340185e-035e-43e3-a9b8-d2fb31def93b req-730a1660-87da-4930-96b9-c8819e25cd28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11336041'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:50.071415 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port 83845efe-b88e-4f5e-89dc-b79ef7ebf860, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=83845efe-b88e-4f5e-89dc-b79ef7ebf860,segment=NetworkSegment(16e91594-c047-4b55-93eb-43af33ad08e1),segment_id=16e91594-c047-4b55-93eb-43af33ad08e1)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:02:50.084070 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Returning: {'device': '83845efe-b88e-4f5e-89dc-b79ef7ebf860', 'network_id': '591af2dd-f826-43b1-aa9d-e7a0bf218c71', 'port_id': '83845efe-b88e-4f5e-89dc-b79ef7ebf860', 'mac_address': 'fa:16:3e:a6:05:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62938449-046d-4cbe-923a-7ebb632c358d', 'ip_address': '192.168.233.136'}], 'device_owner': 'compute:tempest-test_az-604789174', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 23:02:50.087607 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-245db740-3e66-4f3c-8761-c9e134ba8de9 req-d68e8f03-9882-4bfc-a8d7-a02ba828918d tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] 10.222.0.18 "GET /v2.0/security-groups?id=bed30b16-cd2d-47d0-9758-37dc9df2dfb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553527 Jul 27 23:02:50.127686 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730a1660-87da-4930-96b9-c8819e25cd28 service neutron] Pushing event updated for resources: {'Port': ['ID=5492f708-7970-435a-adac-3fa8953a6f22,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:02:50.137057 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:50.153535 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83845efe-b88e-4f5e-89dc-b79ef7ebf860 {{(pid=93799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:02:50.173352 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port 83845efe-b88e-4f5e-89dc-b79ef7ebf860, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=83845efe-b88e-4f5e-89dc-b79ef7ebf860,segment=NetworkSegment(16e91594-c047-4b55-93eb-43af33ad08e1),segment_id=16e91594-c047-4b55-93eb-43af33ad08e1)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:02:50.178623 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:50.194581 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5db340-4285-4339-9243-d9053e18cdfd req-4d8d36b8-d169-4c0b-90cc-31eeeeaf6391 tempest-DeleteServersAdminTestJSON-1530971716 tempest-DeleteServersAdminTestJSON-1530971716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:02:50.196176 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-ff5db340-4285-4339-9243-d9053e18cdfd req-4d8d36b8-d169-4c0b-90cc-31eeeeaf6391 tempest-DeleteServersAdminTestJSON-1530971716 tempest-DeleteServersAdminTestJSON-1530971716-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb040bc1-a61e-4612-af68-e92cc5127d6a HTTP/1.1" status: 200 len: 950 time: 0.1240478 Jul 27 23:02:50.241192 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Pushing event updated for resources: {'Port': ['ID=83845efe-b88e-4f5e-89dc-b79ef7ebf860,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:02:50.261881 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-3340185e-035e-43e3-a9b8-d2fb31def93b req-730a1660-87da-4930-96b9-c8819e25cd28 service neutron] Attempting to bind port 5492f708-7970-435a-adac-3fa8953a6f22 on host n-h2-802623-1 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:02:50.262221 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-3340185e-035e-43e3-a9b8-d2fb31def93b req-730a1660-87da-4930-96b9-c8819e25cd28 service neutron] Attempting to bind port 5492f708-7970-435a-adac-3fa8953a6f22 by drivers openvswitch,hyperv on host n-h2-802623-1 at level 0 using segments [{'id': '7332ccbf-8fd9-4ff5-bad6-b4b872eccd4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'c451a142-86a9-4355-833f-365557d21b8d'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:02:50.262548 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3340185e-035e-43e3-a9b8-d2fb31def93b req-730a1660-87da-4930-96b9-c8819e25cd28 service neutron] Attempting to bind port 5492f708-7970-435a-adac-3fa8953a6f22 on network c451a142-86a9-4355-833f-365557d21b8d {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:02:50.271302 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-ff5db340-4285-4339-9243-d9053e18cdfd req-3bfe48c2-f7ac-49f1-8a21-fb2a3c64f664 tempest-DeleteServersAdminTestJSON-1530971716 tempest-DeleteServersAdminTestJSON-1530971716-project] 10.222.0.18 "GET /v2.0/security-groups?id=73ecb7c9-b889-42da-94f7-79004124f055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619636 Jul 27 23:02:50.272006 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3340185e-035e-43e3-a9b8-d2fb31def93b req-730a1660-87da-4930-96b9-c8819e25cd28 service neutron] Port 5492f708-7970-435a-adac-3fa8953a6f22 on network c451a142-86a9-4355-833f-365557d21b8d not bound, no agent of type Open vSwitch agent registered on host n-h2-802623-1 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 23:02:50.272328 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3340185e-035e-43e3-a9b8-d2fb31def93b req-730a1660-87da-4930-96b9-c8819e25cd28 service neutron] Attempting to bind port 5492f708-7970-435a-adac-3fa8953a6f22 on network c451a142-86a9-4355-833f-365557d21b8d {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:02:50.278014 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3340185e-035e-43e3-a9b8-d2fb31def93b req-730a1660-87da-4930-96b9-c8819e25cd28 service neutron] Checking agent: {'id': 'c5cc038b-93c4-4df4-8061-5df2a04a48c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 23, 0, 4), 'started_at': datetime.datetime(2021, 7, 27, 23, 0, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 2, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:02:50.278365 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3340185e-035e-43e3-a9b8-d2fb31def93b req-730a1660-87da-4930-96b9-c8819e25cd28 service neutron] Checking segment: {'id': '7332ccbf-8fd9-4ff5-bad6-b4b872eccd4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'c451a142-86a9-4355-833f-365557d21b8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:02:50.278748 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3340185e-035e-43e3-a9b8-d2fb31def93b req-730a1660-87da-4930-96b9-c8819e25cd28 service neutron] Bound using segment: {'id': '7332ccbf-8fd9-4ff5-bad6-b4b872eccd4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'c451a142-86a9-4355-833f-365557d21b8d'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:02:50.279236 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-3340185e-035e-43e3-a9b8-d2fb31def93b req-730a1660-87da-4930-96b9-c8819e25cd28 service neutron] Bound port: 5492f708-7970-435a-adac-3fa8953a6f22, host: n-h2-802623-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7332ccbf-8fd9-4ff5-bad6-b4b872eccd4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'c451a142-86a9-4355-833f-365557d21b8d'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:02:50.280221 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-3340185e-035e-43e3-a9b8-d2fb31def93b req-730a1660-87da-4930-96b9-c8819e25cd28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:50.358908 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-3340185e-035e-43e3-a9b8-d2fb31def93b req-730a1660-87da-4930-96b9-c8819e25cd28 service neutron] For port 5492f708-7970-435a-adac-3fa8953a6f22, host n-h2-802623-1, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:02:50.364417 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-3340185e-035e-43e3-a9b8-d2fb31def93b req-730a1660-87da-4930-96b9-c8819e25cd28 service neutron] For port 5492f708-7970-435a-adac-3fa8953a6f22, host n-h2-802623-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=5492f708-7970-435a-adac-3fa8953a6f22,segment=NetworkSegment(7332ccbf-8fd9-4ff5-bad6-b4b872eccd4e),segment_id=7332ccbf-8fd9-4ff5-bad6-b4b872eccd4e)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:02:50.370597 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-3340185e-035e-43e3-a9b8-d2fb31def93b req-730a1660-87da-4930-96b9-c8819e25cd28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11336041'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:50.406129 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3340185e-035e-43e3-a9b8-d2fb31def93b req-730a1660-87da-4930-96b9-c8819e25cd28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:02:50.406776 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-3340185e-035e-43e3-a9b8-d2fb31def93b req-730a1660-87da-4930-96b9-c8819e25cd28 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:50.408215 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-3340185e-035e-43e3-a9b8-d2fb31def93b req-730a1660-87da-4930-96b9-c8819e25cd28 service neutron] 10.222.0.49 "PUT /v2.0/ports/5492f708-7970-435a-adac-3fa8953a6f22 HTTP/1.1" status: 200 len: 1092 time: 1.2251928 Jul 27 23:02:50.411180 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31e5972f-2cc7-450f-8a25-9160dca94c2b', 'tag': '5492f708-7970-435a-adac-3fa8953a6f22'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:02:50.413831 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a476459a1bfce68b0ae0df5b6a71154bfc7cfdc8f9eefce6ad0a17231e60468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af680906-5df5-4f5c-86ed-94f7284388d3" -d '{"events": [{"name": "network-changed", "server_uuid": "31e5972f-2cc7-450f-8a25-9160dca94c2b", "tag": "5492f708-7970-435a-adac-3fa8953a6f22"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:02:50.423263 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] get_ports_and_sgs() called for port_ids ['83845efe-b88e-4f5e-89dc-b79ef7ebf860'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:02:50.502381 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730a1660-87da-4930-96b9-c8819e25cd28 service neutron] Pushing event updated for resources: {'Port': ['ID=5492f708-7970-435a-adac-3fa8953a6f22,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:02:50.511586 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1011310-4914-43e1-9e01-0d225425dc26 req-d3b2df83-0583-4ae2-b64a-bd26685d30af tempest-AggregatesAdminTestJSON-231272757 tempest-AggregatesAdminTestJSON-231272757-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:02:50.513110 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-e1011310-4914-43e1-9e01-0d225425dc26 req-d3b2df83-0583-4ae2-b64a-bd26685d30af tempest-AggregatesAdminTestJSON-231272757 tempest-AggregatesAdminTestJSON-231272757-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=dafc93d0-8db6-4281-b3e6-9e7eb386a9fb HTTP/1.1" status: 200 len: 1121 time: 0.1123722 Jul 27 23:02:50.521692 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3340185e-035e-43e3-a9b8-d2fb31def93b req-e297aca7-1efa-4590-9842-42479dad7ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:02:50.523101 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-3340185e-035e-43e3-a9b8-d2fb31def93b req-e297aca7-1efa-4590-9842-42479dad7ec1 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=59376bbb1c574537a7eaca41e781bf3f&device_id=31e5972f-2cc7-450f-8a25-9160dca94c2b HTTP/1.1" status: 200 len: 1095 time: 0.0657995 Jul 27 23:02:50.542870 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-e1011310-4914-43e1-9e01-0d225425dc26 req-3bbecc92-1aff-4d5d-a7cc-4391d3370070 tempest-AggregatesAdminTestJSON-231272757 tempest-AggregatesAdminTestJSON-231272757-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:50.576608 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-3340185e-035e-43e3-a9b8-d2fb31def93b req-863b4732-67aa-4e84-b123-593acef5827d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5492f708-7970-435a-adac-3fa8953a6f22 HTTP/1.1" status: 200 len: 217 time: 0.0392189 Jul 27 23:02:50.649991 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3340185e-035e-43e3-a9b8-d2fb31def93b req-4e6e78a8-d7f4-41e4-aad4-a187e8844035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:02:50.651464 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-3340185e-035e-43e3-a9b8-d2fb31def93b req-4e6e78a8-d7f4-41e4-aad4-a187e8844035 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b1592ca5-0a74-47a5-88e1-85b3448a0017 HTTP/1.1" status: 200 len: 848 time: 0.0657277 Jul 27 23:02:50.690185 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-3340185e-035e-43e3-a9b8-d2fb31def93b req-a1ce2e3b-440a-44f4-bae2-59d735660190 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c451a142-86a9-4355-833f-365557d21b8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292814 Jul 27 23:02:50.750018 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 23:02:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6846fbd6-63c5-41f6-908d-3bcd228a0294 x-openstack-request-id: req-6846fbd6-63c5-41f6-908d-3bcd228a0294 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:02:50.750307 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31e5972f-2cc7-450f-8a25-9160dca94c2b", "tag": "5492f708-7970-435a-adac-3fa8953a6f22", "status": "completed", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:02:50.750559 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6846fbd6-63c5-41f6-908d-3bcd228a0294 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:02:50.750941 n-d-802623-1 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31e5972f-2cc7-450f-8a25-9160dca94c2b', 'tag': '5492f708-7970-435a-adac-3fa8953a6f22', 'status': 'completed', 'code': 200} Jul 27 23:02:50.781884 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-e1011310-4914-43e1-9e01-0d225425dc26 req-3bbecc92-1aff-4d5d-a7cc-4391d3370070 tempest-AggregatesAdminTestJSON-231272757 tempest-AggregatesAdminTestJSON-231272757-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:50.794223 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-e1011310-4914-43e1-9e01-0d225425dc26 req-3bbecc92-1aff-4d5d-a7cc-4391d3370070 tempest-AggregatesAdminTestJSON-231272757 tempest-AggregatesAdminTestJSON-231272757-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:50.835702 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-e1011310-4914-43e1-9e01-0d225425dc26 req-3bbecc92-1aff-4d5d-a7cc-4391d3370070 tempest-AggregatesAdminTestJSON-231272757 tempest-AggregatesAdminTestJSON-231272757-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=aefc980a-9ca1-4e45-a631-66a477adc86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3104722 Jul 27 23:02:50.862801 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-3340185e-035e-43e3-a9b8-d2fb31def93b req-ae0cc356-1276-49b2-b8c6-6d6d061c622c service neutron] 10.222.0.49 "GET /v2.0/networks/c451a142-86a9-4355-833f-365557d21b8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1619718 Jul 27 23:02:50.872422 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbecc92-1aff-4d5d-a7cc-4391d3370070 tempest-AggregatesAdminTestJSON-231272757 tempest-AggregatesAdminTestJSON-231272757-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0ef507f-8437-4cf2-955e-b39684de6755,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:02:50.922050 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fd92fc-186a-4a33-b1f7-67f1bb849a13 req-40433970-dff4-4932-84b9-62fdce368f80 tempest-ServersAdminTestJSON-1581810367 tempest-ServersAdminTestJSON-1581810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:02:50.930054 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-64fd92fc-186a-4a33-b1f7-67f1bb849a13 req-40433970-dff4-4932-84b9-62fdce368f80 tempest-ServersAdminTestJSON-1581810367 tempest-ServersAdminTestJSON-1581810367-project] 10.222.0.18 "GET /v2.0/ports?device_id=0688b6c2-1ac4-4346-9663-091c79c64455 HTTP/1.1" status: 200 len: 970 time: 0.0613358 Jul 27 23:02:50.968939 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-64fd92fc-186a-4a33-b1f7-67f1bb849a13 req-b46073b2-409b-40b0-9b23-09573d2b91d2 tempest-ServersAdminTestJSON-1581810367 tempest-ServersAdminTestJSON-1581810367-project] 10.222.0.18 "GET /v2.0/security-groups?id=ffa9f128-d6a7-4fb1-a632-c57615725739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366111 Jul 27 23:02:50.999889 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device d332fb0d-6ef5-4e0c-acea-50d5a9aae554 details requested by agent hyperv_n-h2-802623-1 with host n-h2-802623-1 {{(pid=93799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 23:02:51.006641 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-3340185e-035e-43e3-a9b8-d2fb31def93b req-7aee2f49-1b0d-4ed4-a99b-19c9d4f62074 service neutron] 10.222.0.49 "GET /v2.0/networks/c451a142-86a9-4355-833f-365557d21b8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303792 Jul 27 23:02:51.154730 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af680906-5df5-4f5c-86ed-94f7284388d3 req-87f317cf-eea6-479a-b67b-974ae1c90e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:02:51.158283 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-af680906-5df5-4f5c-86ed-94f7284388d3 req-87f317cf-eea6-479a-b67b-974ae1c90e4b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=59376bbb1c574537a7eaca41e781bf3f&device_id=31e5972f-2cc7-450f-8a25-9160dca94c2b HTTP/1.1" status: 200 len: 1095 time: 0.0891001 Jul 27 23:02:51.159515 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port d332fb0d-6ef5-4e0c-acea-50d5a9aae554, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=d332fb0d-6ef5-4e0c-acea-50d5a9aae554,segment=NetworkSegment(16e91594-c047-4b55-93eb-43af33ad08e1),segment_id=16e91594-c047-4b55-93eb-43af33ad08e1)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:02:51.174414 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Returning: {'device': 'd332fb0d-6ef5-4e0c-acea-50d5a9aae554', 'network_id': '591af2dd-f826-43b1-aa9d-e7a0bf218c71', 'port_id': 'd332fb0d-6ef5-4e0c-acea-50d5a9aae554', 'mac_address': 'fa:16:3e:a3:bb:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62938449-046d-4cbe-923a-7ebb632c358d', 'ip_address': '192.168.233.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 23:02:51.219978 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:51.241926 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d332fb0d-6ef5-4e0c-acea-50d5a9aae554 {{(pid=93799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:02:51.264467 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port d332fb0d-6ef5-4e0c-acea-50d5a9aae554, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=d332fb0d-6ef5-4e0c-acea-50d5a9aae554,segment=NetworkSegment(16e91594-c047-4b55-93eb-43af33ad08e1),segment_id=16e91594-c047-4b55-93eb-43af33ad08e1)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:02:51.269594 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:51.302284 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28ebfcd-6259-4ebc-94f2-4e3abc92d429 req-1aad2f69-e3b7-4900-b533-252a66602bfa tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:02:51.303808 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f28ebfcd-6259-4ebc-94f2-4e3abc92d429 req-1aad2f69-e3b7-4900-b533-252a66602bfa tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] 10.222.0.18 "GET /v2.0/ports?device_id=31e5972f-2cc7-450f-8a25-9160dca94c2b HTTP/1.1" status: 200 len: 944 time: 0.0787833 Jul 27 23:02:51.324112 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af680906-5df5-4f5c-86ed-94f7284388d3 req-c2cefa89-d863-4fab-a123-0ccf04e3c35a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:02:51.325568 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-af680906-5df5-4f5c-86ed-94f7284388d3 req-c2cefa89-d863-4fab-a123-0ccf04e3c35a service neutron] 10.222.0.49 "GET /v2.0/networks?id=c451a142-86a9-4355-833f-365557d21b8d HTTP/1.1" status: 200 len: 909 time: 0.1551864 Jul 27 23:02:51.326699 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Pushing event updated for resources: {'Port': ['ID=d332fb0d-6ef5-4e0c-acea-50d5a9aae554,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:02:51.376355 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-af680906-5df5-4f5c-86ed-94f7284388d3 req-3eb81569-ae9f-40de-935c-ca6418d0e0e9 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5492f708-7970-435a-adac-3fa8953a6f22 HTTP/1.1" status: 200 len: 217 time: 0.0394118 Jul 27 23:02:51.396884 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f28ebfcd-6259-4ebc-94f2-4e3abc92d429 req-d894e20b-2b66-451e-9807-25fc26d97e1c tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] 10.222.0.18 "GET /v2.0/security-groups?id=bed30b16-cd2d-47d0-9758-37dc9df2dfb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825794 Jul 27 23:02:51.444149 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af680906-5df5-4f5c-86ed-94f7284388d3 req-82bab458-5fc3-4660-80fc-62a87aeecafb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:02:51.446301 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-af680906-5df5-4f5c-86ed-94f7284388d3 req-82bab458-5fc3-4660-80fc-62a87aeecafb service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b1592ca5-0a74-47a5-88e1-85b3448a0017 HTTP/1.1" status: 200 len: 848 time: 0.0614288 Jul 27 23:02:51.495501 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-af680906-5df5-4f5c-86ed-94f7284388d3 req-7a8cc399-f4c8-4307-9c2e-217d9abbd2fd service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c451a142-86a9-4355-833f-365557d21b8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240855 Jul 27 23:02:51.522843 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e69a967-8fdf-4f6b-a6e9-96d2ba477793 req-b7572b50-2b7c-4956-b273-4c560dd2837d tempest-DeleteServersAdminTestJSON-1530971716 tempest-DeleteServersAdminTestJSON-1530971716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:02:51.531230 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-4e69a967-8fdf-4f6b-a6e9-96d2ba477793 req-b7572b50-2b7c-4956-b273-4c560dd2837d tempest-DeleteServersAdminTestJSON-1530971716 tempest-DeleteServersAdminTestJSON-1530971716-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb040bc1-a61e-4612-af68-e92cc5127d6a HTTP/1.1" status: 200 len: 950 time: 0.0578136 Jul 27 23:02:51.583244 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-4e69a967-8fdf-4f6b-a6e9-96d2ba477793 req-92f1cec1-507b-4bac-9c13-2f51767c8636 tempest-DeleteServersAdminTestJSON-1530971716 tempest-DeleteServersAdminTestJSON-1530971716-project] 10.222.0.18 "GET /v2.0/security-groups?id=73ecb7c9-b889-42da-94f7-79004124f055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461192 Jul 27 23:02:51.617822 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-af680906-5df5-4f5c-86ed-94f7284388d3 req-b4fa8522-4496-4675-84b0-cd08aaf8f06a service neutron] 10.222.0.49 "GET /v2.0/networks/c451a142-86a9-4355-833f-365557d21b8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127424 Jul 27 23:02:51.731612 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-af680906-5df5-4f5c-86ed-94f7284388d3 req-9f21c020-9d45-42e3-a301-39984bb26a35 service neutron] 10.222.0.49 "GET /v2.0/networks/c451a142-86a9-4355-833f-365557d21b8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030772 Jul 27 23:02:51.773833 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] get_ports_and_sgs() called for port_ids ['d332fb0d-6ef5-4e0c-acea-50d5a9aae554'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:02:51.932400 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 83845efe-b88e-4f5e-89dc-b79ef7ebf860 up at agent hyperv_n-h1-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:02:52.023002 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Provisioning for port 83845efe-b88e-4f5e-89dc-b79ef7ebf860 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:02:52.028541 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Provisioning complete for port 83845efe-b88e-4f5e-89dc-b79ef7ebf860 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:02:52.029487 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:52.121393 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:52.139378 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b87ad4c-1ccc-4ba4-ab9b-98f69595d18e req-46d0cf17-3976-4477-8b78-ed14bdb234de tempest-ServersAdminTestJSON-1581810367 tempest-ServersAdminTestJSON-1581810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:02:52.146815 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0688b6c2-1ac4-4346-9663-091c79c64455', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83845efe-b88e-4f5e-89dc-b79ef7ebf860'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:02:52.148711 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-5b87ad4c-1ccc-4ba4-ab9b-98f69595d18e req-46d0cf17-3976-4477-8b78-ed14bdb234de tempest-ServersAdminTestJSON-1581810367 tempest-ServersAdminTestJSON-1581810367-project] 10.222.0.18 "GET /v2.0/ports?device_id=0688b6c2-1ac4-4346-9663-091c79c64455 HTTP/1.1" status: 200 len: 970 time: 0.0690627 Jul 27 23:02:52.150104 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c0369b0d4f459110ff20a1f9878ba33f96d6491bddb9d15843bf29d01e0bda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2d23169-adcc-4e15-9a56-b4da2feb0278" -d '{"events": [{"server_uuid": "0688b6c2-1ac4-4346-9663-091c79c64455", "name": "network-vif-plugged", "status": "completed", "tag": "83845efe-b88e-4f5e-89dc-b79ef7ebf860"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:02:52.170471 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port 83845efe-b88e-4f5e-89dc-b79ef7ebf860, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=83845efe-b88e-4f5e-89dc-b79ef7ebf860,segment=NetworkSegment(16e91594-c047-4b55-93eb-43af33ad08e1),segment_id=16e91594-c047-4b55-93eb-43af33ad08e1)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:02:52.177279 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:52.177831 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 50086) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:02:52.192876 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-5b87ad4c-1ccc-4ba4-ab9b-98f69595d18e req-2d30187a-ed58-41e0-83e9-32e67a4daf49 tempest-ServersAdminTestJSON-1581810367 tempest-ServersAdminTestJSON-1581810367-project] 10.222.0.18 "GET /v2.0/security-groups?id=ffa9f128-d6a7-4fb1-a632-c57615725739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432107 Jul 27 23:02:52.236090 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Pushing event updated for resources: {'Port': ['ID=83845efe-b88e-4f5e-89dc-b79ef7ebf860,revision_number=5']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:02:52.277295 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:02:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7618e0b-80a4-4c65-9ed4-ee656a39f994 x-openstack-request-id: req-a7618e0b-80a4-4c65-9ed4-ee656a39f994 {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:02:52.277983 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0688b6c2-1ac4-4346-9663-091c79c64455", "name": "network-vif-plugged", "status": "completed", "tag": "83845efe-b88e-4f5e-89dc-b79ef7ebf860", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:02:52.278400 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a7618e0b-80a4-4c65-9ed4-ee656a39f994 {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:02:52.279929 n-d-802623-1 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0688b6c2-1ac4-4346-9663-091c79c64455', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83845efe-b88e-4f5e-89dc-b79ef7ebf860', 'code': 200} Jul 27 23:02:52.318118 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b5cd131b-9e51-41a3-a081-963064521f15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:52.468916 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2290e854-bab8-43e2-a8c3-86b2d3f1d1e0 req-e3f19493-585e-4163-a39a-e77a5acdcf43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:02:52.470400 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-2290e854-bab8-43e2-a8c3-86b2d3f1d1e0 req-e3f19493-585e-4163-a39a-e77a5acdcf43 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=0688b6c2-1ac4-4346-9663-091c79c64455 HTTP/1.1" status: 200 len: 1122 time: 0.1163361 Jul 27 23:02:52.530379 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c674957-922b-4bdc-a890-1d896ee8a483 req-e271cde6-e550-4f71-a408-25994c6fb64d tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:02:52.531977 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-6c674957-922b-4bdc-a890-1d896ee8a483 req-e271cde6-e550-4f71-a408-25994c6fb64d tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] 10.222.0.18 "GET /v2.0/ports?device_id=31e5972f-2cc7-450f-8a25-9160dca94c2b HTTP/1.1" status: 200 len: 944 time: 0.0587497 Jul 27 23:02:52.535907 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-2290e854-bab8-43e2-a8c3-86b2d3f1d1e0 req-5a789406-3a18-4a4e-884d-39fe12092804 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=ffa9f128-d6a7-4fb1-a632-c57615725739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566220 Jul 27 23:02:52.548243 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b5cd131b-9e51-41a3-a081-963064521f15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:52.552387 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b5cd131b-9e51-41a3-a081-963064521f15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:52.571426 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-6c674957-922b-4bdc-a890-1d896ee8a483 req-0e1f58d3-516e-4ef8-b95e-3961046bdb90 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] 10.222.0.18 "GET /v2.0/security-groups?id=bed30b16-cd2d-47d0-9758-37dc9df2dfb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330448 Jul 27 23:02:52.591217 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cd131b-9e51-41a3-a081-963064521f15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fc5ef4c-4195-4190-8519-50f551c1e102,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:02:52.598815 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-b5cd131b-9e51-41a3-a081-963064521f15 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1ec483fa007e4b8a9c26e32c5a1376dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4192665 Jul 27 23:02:52.602471 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 50104) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:02:52.679962 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f0bfa668-8c8b-4d65-968a-fbbe9e93bdbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:52.707738 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f0bfa668-8c8b-4d65-968a-fbbe9e93bdbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:52.727780 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0dab06-c347-4d1a-aac9-6f41c0b64150 req-0ceca3d2-1ebf-4aa2-85c8-f739040bd977 tempest-DeleteServersAdminTestJSON-1530971716 tempest-DeleteServersAdminTestJSON-1530971716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:02:52.729573 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-ab0dab06-c347-4d1a-aac9-6f41c0b64150 req-0ceca3d2-1ebf-4aa2-85c8-f739040bd977 tempest-DeleteServersAdminTestJSON-1530971716 tempest-DeleteServersAdminTestJSON-1530971716-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb040bc1-a61e-4612-af68-e92cc5127d6a HTTP/1.1" status: 200 len: 950 time: 0.0577762 Jul 27 23:02:52.772740 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f0bfa668-8c8b-4d65-968a-fbbe9e93bdbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:52.776629 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f0bfa668-8c8b-4d65-968a-fbbe9e93bdbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:52.777308 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-ab0dab06-c347-4d1a-aac9-6f41c0b64150 req-857964a4-3ede-4351-a351-23cc8068af09 tempest-DeleteServersAdminTestJSON-1530971716 tempest-DeleteServersAdminTestJSON-1530971716-project] 10.222.0.18 "GET /v2.0/security-groups?id=73ecb7c9-b889-42da-94f7-79004124f055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395706 Jul 27 23:02:52.779581 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-f0bfa668-8c8b-4d65-968a-fbbe9e93bdbb admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6fc5ef4c-4195-4190-8519-50f551c1e102 HTTP/1.1" status: 204 len: 168 time: 0.1747618 Jul 27 23:02:52.788743 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bfa668-8c8b-4d65-968a-fbbe9e93bdbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fc5ef4c-4195-4190-8519-50f551c1e102,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:02:52.998961 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device d332fb0d-6ef5-4e0c-acea-50d5a9aae554 up at agent hyperv_n-h2-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:02:53.011906 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 50136) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:02:53.077133 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Provisioning for port d332fb0d-6ef5-4e0c-acea-50d5a9aae554 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:02:53.082432 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Provisioning complete for port d332fb0d-6ef5-4e0c-acea-50d5a9aae554 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:02:53.083179 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:53.170382 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 50148) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:02:53.189645 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-79529edd-1faf-4ce5-9e80-535d8329ad7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:53.204429 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:53.261368 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port d332fb0d-6ef5-4e0c-acea-50d5a9aae554, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=d332fb0d-6ef5-4e0c-acea-50d5a9aae554,segment=NetworkSegment(16e91594-c047-4b55-93eb-43af33ad08e1),segment_id=16e91594-c047-4b55-93eb-43af33ad08e1)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:02:53.271417 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:53.329909 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Pushing event updated for resources: {'Port': ['ID=d332fb0d-6ef5-4e0c-acea-50d5a9aae554,revision_number=5']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:02:53.377008 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-79529edd-1faf-4ce5-9e80-535d8329ad7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:53.387219 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-79529edd-1faf-4ce5-9e80-535d8329ad7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:53.402504 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9204bc-ffd8-4bf4-bc67-20a94c1d542e req-dc9f5160-57eb-491d-8abb-5aa037bb377e tempest-ServersAdminTestJSON-1581810367 tempest-ServersAdminTestJSON-1581810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:02:53.404586 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-3c9204bc-ffd8-4bf4-bc67-20a94c1d542e req-dc9f5160-57eb-491d-8abb-5aa037bb377e tempest-ServersAdminTestJSON-1581810367 tempest-ServersAdminTestJSON-1581810367-project] 10.222.0.18 "GET /v2.0/ports?device_id=0688b6c2-1ac4-4346-9663-091c79c64455 HTTP/1.1" status: 200 len: 971 time: 0.0899336 Jul 27 23:02:53.474001 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79529edd-1faf-4ce5-9e80-535d8329ad7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7cc4962-ee47-4a0e-9ae2-feab34e8e951,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:02:53.482143 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-79529edd-1faf-4ce5-9e80-535d8329ad7d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=38b125d5f00942c1b35037dfae31b620&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3107367 Jul 27 23:02:53.484849 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 50160) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:02:53.487803 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-201f0640-2928-4764-a0b5-f34dd1bf746e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:53.514612 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-3c9204bc-ffd8-4bf4-bc67-20a94c1d542e req-ae2acd14-f624-4d37-b0d9-798dcf96c539 tempest-ServersAdminTestJSON-1581810367 tempest-ServersAdminTestJSON-1581810367-project] 10.222.0.18 "GET /v2.0/security-groups?id=ffa9f128-d6a7-4fb1-a632-c57615725739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947382 Jul 27 23:02:53.544290 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0b3a8cf8-a7e2-4013-a0d7-42ac8a2225da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:53.582258 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0b3a8cf8-a7e2-4013-a0d7-42ac8a2225da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:53.643942 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-201f0640-2928-4764-a0b5-f34dd1bf746e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:53.650596 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-201f0640-2928-4764-a0b5-f34dd1bf746e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:53.672419 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ffd166-32a1-4ae8-a8aa-bc5d4a5b244b req-20264a35-a42b-4130-9836-0848e59be82d tempest-DeleteServersAdminTestJSON-1530971716 tempest-DeleteServersAdminTestJSON-1530971716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:02:53.673959 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-97ffd166-32a1-4ae8-a8aa-bc5d4a5b244b req-20264a35-a42b-4130-9836-0848e59be82d tempest-DeleteServersAdminTestJSON-1530971716 tempest-DeleteServersAdminTestJSON-1530971716-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb040bc1-a61e-4612-af68-e92cc5127d6a HTTP/1.1" status: 200 len: 950 time: 0.0692329 Jul 27 23:02:53.690820 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0b3a8cf8-a7e2-4013-a0d7-42ac8a2225da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:53.693345 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0b3a8cf8-a7e2-4013-a0d7-42ac8a2225da admin admin] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:53.694445 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-0b3a8cf8-a7e2-4013-a0d7-42ac8a2225da admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e7cc4962-ee47-4a0e-9ae2-feab34e8e951 HTTP/1.1" status: 204 len: 168 time: 0.2086422 Jul 27 23:02:53.698849 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-201f0640-2928-4764-a0b5-f34dd1bf746e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=67d11ddbe9df489a815dc95454a29378&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6835442 Jul 27 23:02:53.699316 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 50178) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:02:53.705474 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201f0640-2928-4764-a0b5-f34dd1bf746e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21bf5fc8-1e16-46b8-9b83-5f57d440f831,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:02:53.715279 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3a8cf8-a7e2-4013-a0d7-42ac8a2225da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7cc4962-ee47-4a0e-9ae2-feab34e8e951,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:02:53.732084 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-97ffd166-32a1-4ae8-a8aa-bc5d4a5b244b req-38a43288-8b26-4979-963a-ac14dd9331c9 tempest-DeleteServersAdminTestJSON-1530971716 tempest-DeleteServersAdminTestJSON-1530971716-project] 10.222.0.18 "GET /v2.0/security-groups?id=73ecb7c9-b889-42da-94f7-79004124f055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503285 Jul 27 23:02:53.756985 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-dc1371cf-257c-49e3-8d69-1810b96290ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:53.782521 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-dc1371cf-257c-49e3-8d69-1810b96290ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:53.848814 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-dc1371cf-257c-49e3-8d69-1810b96290ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:53.852503 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-dc1371cf-257c-49e3-8d69-1810b96290ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:53.853730 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-dc1371cf-257c-49e3-8d69-1810b96290ab admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/21bf5fc8-1e16-46b8-9b83-5f57d440f831 HTTP/1.1" status: 204 len: 168 time: 0.1535878 Jul 27 23:02:53.862696 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1371cf-257c-49e3-8d69-1810b96290ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21bf5fc8-1e16-46b8-9b83-5f57d440f831,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:02:53.895298 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f40e15-f3d3-4fe2-a06c-01be144c2f2f req-e1409666-011d-4fe8-b3da-07f7976552be tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:02:53.897458 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a5f40e15-f3d3-4fe2-a06c-01be144c2f2f req-e1409666-011d-4fe8-b3da-07f7976552be tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] 10.222.0.18 "GET /v2.0/ports?device_id=31e5972f-2cc7-450f-8a25-9160dca94c2b HTTP/1.1" status: 200 len: 944 time: 0.0643768 Jul 27 23:02:53.951850 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a5f40e15-f3d3-4fe2-a06c-01be144c2f2f req-940be091-e3e2-42b7-9c9a-2ae092ecce57 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] 10.222.0.18 "GET /v2.0/security-groups?id=bed30b16-cd2d-47d0-9758-37dc9df2dfb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426905 Jul 27 23:02:54.281828 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c3fa56a-b0f7-486a-b9b6-11ec03b01c61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd332fb0d-6ef5-4e0c-acea-50d5a9aae554'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:02:54.284171 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c0369b0d4f459110ff20a1f9878ba33f96d6491bddb9d15843bf29d01e0bda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3316066-a9d6-4089-9ce2-bb192db1ec99" -d '{"events": [{"server_uuid": "4c3fa56a-b0f7-486a-b9b6-11ec03b01c61", "name": "network-vif-plugged", "status": "completed", "tag": "d332fb0d-6ef5-4e0c-acea-50d5a9aae554"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:02:54.333697 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:02:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66826bbf-9cb7-41fc-b413-61a90324d1e6 x-openstack-request-id: req-66826bbf-9cb7-41fc-b413-61a90324d1e6 {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:02:54.333993 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c3fa56a-b0f7-486a-b9b6-11ec03b01c61", "name": "network-vif-plugged", "status": "completed", "tag": "d332fb0d-6ef5-4e0c-acea-50d5a9aae554", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:02:54.334244 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-66826bbf-9cb7-41fc-b413-61a90324d1e6 {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:02:54.334637 n-d-802623-1 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c3fa56a-b0f7-486a-b9b6-11ec03b01c61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd332fb0d-6ef5-4e0c-acea-50d5a9aae554', 'code': 200} Jul 27 23:02:54.443900 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 50246) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:02:54.472458 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2d2cb0e8-d4cc-4251-87bb-017c7339726b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:54.494301 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90da4e05-0494-46ad-96a2-c5aedfdef0f3 req-3ce3ce73-3c5b-45ac-af1f-c8cc04fc3a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:02:54.495932 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-90da4e05-0494-46ad-96a2-c5aedfdef0f3 req-3ce3ce73-3c5b-45ac-af1f-c8cc04fc3a55 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=4c3fa56a-b0f7-486a-b9b6-11ec03b01c61 HTTP/1.1" status: 200 len: 1100 time: 0.0897379 Jul 27 23:02:54.576538 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-90da4e05-0494-46ad-96a2-c5aedfdef0f3 req-41c38f15-2a42-4e0d-87f5-02729dc8a632 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=ffa9f128-d6a7-4fb1-a632-c57615725739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717611 Jul 27 23:02:54.631133 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 50262) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:02:54.837255 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c9525a60-c996-4b91-9386-37d694996640 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:54.864358 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2d2cb0e8-d4cc-4251-87bb-017c7339726b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:54.882998 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68bba21-bf6b-46ba-b9ac-a71b78dc8cd7 req-4dc5b6a7-fa48-44f7-b14c-bbd59b5aef01 tempest-ServersAdminTestJSON-1581810367 tempest-ServersAdminTestJSON-1581810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:02:54.890800 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e68bba21-bf6b-46ba-b9ac-a71b78dc8cd7 req-4dc5b6a7-fa48-44f7-b14c-bbd59b5aef01 tempest-ServersAdminTestJSON-1581810367 tempest-ServersAdminTestJSON-1581810367-project] 10.222.0.18 "GET /v2.0/ports?device_id=0688b6c2-1ac4-4346-9663-091c79c64455 HTTP/1.1" status: 200 len: 971 time: 0.2779398 Jul 27 23:02:54.893273 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2d2cb0e8-d4cc-4251-87bb-017c7339726b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:54.947092 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-2d2cb0e8-d4cc-4251-87bb-017c7339726b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c8eee85898394bc591372c898022aeea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5012469 Jul 27 23:02:54.953617 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 50284) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:02:54.969298 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2cb0e8-d4cc-4251-87bb-017c7339726b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=174fdcd1-ed66-442e-990f-bc3f49a180b9,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:02:54.991437 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e68bba21-bf6b-46ba-b9ac-a71b78dc8cd7 req-8a55f9a4-07f6-4007-832d-40236afcf4b4 tempest-ServersAdminTestJSON-1581810367 tempest-ServersAdminTestJSON-1581810367-project] 10.222.0.18 "GET /v2.0/security-groups?id=ffa9f128-d6a7-4fb1-a632-c57615725739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978758 Jul 27 23:02:55.003383 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28b7303-6b08-4803-b1ba-c83b4f46fc70 req-9179848c-bd3a-4876-aa07-6148c613470f tempest-DeleteServersAdminTestJSON-1530971716 tempest-DeleteServersAdminTestJSON-1530971716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:02:55.005438 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-c28b7303-6b08-4803-b1ba-c83b4f46fc70 req-9179848c-bd3a-4876-aa07-6148c613470f tempest-DeleteServersAdminTestJSON-1530971716 tempest-DeleteServersAdminTestJSON-1530971716-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb040bc1-a61e-4612-af68-e92cc5127d6a HTTP/1.1" status: 200 len: 950 time: 0.0815954 Jul 27 23:02:55.014901 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device 5492f708-7970-435a-adac-3fa8953a6f22 details requested by agent hyperv_n-h2-802623-1 with host n-h2-802623-1 {{(pid=93799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 23:02:55.057716 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b9348fde-bcb2-4c84-929a-f4b33f766cdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:55.091999 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b9348fde-bcb2-4c84-929a-f4b33f766cdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:55.130489 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18740e5c-2760-4e45-8285-2e86d73d904a req-4baba902-91d4-420c-a4d9-e6c0c44ffe5a tempest-DeleteServersAdminTestJSON-1207472348 tempest-DeleteServersAdminTestJSON-1207472348-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:02:55.132059 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-18740e5c-2760-4e45-8285-2e86d73d904a req-4baba902-91d4-420c-a4d9-e6c0c44ffe5a tempest-DeleteServersAdminTestJSON-1207472348 tempest-DeleteServersAdminTestJSON-1207472348-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=fb040bc1-a61e-4612-af68-e92cc5127d6a HTTP/1.1" status: 200 len: 1101 time: 0.1193163 Jul 27 23:02:55.134159 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c9525a60-c996-4b91-9386-37d694996640 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:55.185549 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port 5492f708-7970-435a-adac-3fa8953a6f22, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=5492f708-7970-435a-adac-3fa8953a6f22,segment=NetworkSegment(7332ccbf-8fd9-4ff5-bad6-b4b872eccd4e),segment_id=7332ccbf-8fd9-4ff5-bad6-b4b872eccd4e)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:02:55.201871 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-c28b7303-6b08-4803-b1ba-c83b4f46fc70 req-dc930147-5148-4a1f-80cf-e53997c6fd76 tempest-DeleteServersAdminTestJSON-1530971716 tempest-DeleteServersAdminTestJSON-1530971716-project] 10.222.0.18 "GET /v2.0/security-groups?id=73ecb7c9-b889-42da-94f7-79004124f055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536429 Jul 27 23:02:55.231575 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c9525a60-c996-4b91-9386-37d694996640 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:55.233402 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186abe5c-a1f6-4cb6-9e79-7f6625cf7e8a req-a262dcc3-f28c-4995-8694-d9cad4587e58 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:02:55.237607 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-186abe5c-a1f6-4cb6-9e79-7f6625cf7e8a req-a262dcc3-f28c-4995-8694-d9cad4587e58 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] 10.222.0.18 "GET /v2.0/ports?device_id=31e5972f-2cc7-450f-8a25-9160dca94c2b HTTP/1.1" status: 200 len: 944 time: 0.1489296 Jul 27 23:02:55.280120 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 50298) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:02:55.306816 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b9348fde-bcb2-4c84-929a-f4b33f766cdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:55.309407 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b9348fde-bcb2-4c84-929a-f4b33f766cdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:55.310561 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-b9348fde-bcb2-4c84-929a-f4b33f766cdf admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/174fdcd1-ed66-442e-990f-bc3f49a180b9 HTTP/1.1" status: 204 len: 168 time: 0.3555632 Jul 27 23:02:55.325086 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-186abe5c-a1f6-4cb6-9e79-7f6625cf7e8a req-9d9a2e65-97a9-4254-b591-b1c252e28f5d tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] 10.222.0.18 "GET /v2.0/security-groups?id=bed30b16-cd2d-47d0-9758-37dc9df2dfb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787206 Jul 27 23:02:55.326241 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9348fde-bcb2-4c84-929a-f4b33f766cdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=174fdcd1-ed66-442e-990f-bc3f49a180b9,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:02:55.344631 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9525a60-c996-4b91-9386-37d694996640 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c44d4aa4-7eb9-476c-a8f9-20fb2b8455f5,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:02:55.365743 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-c9525a60-c996-4b91-9386-37d694996640 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=714cae0e31fe43f8b06be0acb45162c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7329948 Jul 27 23:02:55.368978 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 50306) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:02:55.388705 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [req-18740e5c-2760-4e45-8285-2e86d73d904a req-e66be52d-d911-480d-996f-e13f291f8b23 tempest-DeleteServersAdminTestJSON-1207472348 tempest-DeleteServersAdminTestJSON-1207472348-project-admin] Deleting port 033b562a-58e4-4d16-ad84-127978a84ccb {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:02:55.389054 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-18740e5c-2760-4e45-8285-2e86d73d904a req-e66be52d-d911-480d-996f-e13f291f8b23 tempest-DeleteServersAdminTestJSON-1207472348 tempest-DeleteServersAdminTestJSON-1207472348-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:55.404672 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Returning: {'device': '5492f708-7970-435a-adac-3fa8953a6f22', 'network_id': 'c451a142-86a9-4355-833f-365557d21b8d', 'port_id': '5492f708-7970-435a-adac-3fa8953a6f22', 'mac_address': 'fa:16:3e:2f:55:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1592ca5-0a74-47a5-88e1-85b3448a0017', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 23:02:55.413074 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f380e07-f118-4947-95db-06a8327068d7 req-1f8c3552-ef85-438c-b00a-e0754179fb84 tempest-ServersAdminTestJSON-1581810367 tempest-ServersAdminTestJSON-1581810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:02:55.422247 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-2f380e07-f118-4947-95db-06a8327068d7 req-1f8c3552-ef85-438c-b00a-e0754179fb84 tempest-ServersAdminTestJSON-1581810367 tempest-ServersAdminTestJSON-1581810367-project] 10.222.0.18 "GET /v2.0/ports?device_id=4c3fa56a-b0f7-486a-b9b6-11ec03b01c61 HTTP/1.1" status: 200 len: 949 time: 0.1299863 Jul 27 23:02:55.449388 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8dfed98e-c120-4158-b39b-0297ebcfec94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:55.477360 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8dfed98e-c120-4158-b39b-0297ebcfec94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:55.518902 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:55.537327 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8dfed98e-c120-4158-b39b-0297ebcfec94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:55.541225 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8dfed98e-c120-4158-b39b-0297ebcfec94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:55.542716 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-8dfed98e-c120-4158-b39b-0297ebcfec94 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c44d4aa4-7eb9-476c-a8f9-20fb2b8455f5 HTTP/1.1" status: 204 len: 168 time: 0.1715395 Jul 27 23:02:55.560639 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5492f708-7970-435a-adac-3fa8953a6f22 {{(pid=93799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:02:55.565578 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfed98e-c120-4158-b39b-0297ebcfec94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c44d4aa4-7eb9-476c-a8f9-20fb2b8455f5,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:02:55.568390 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-02eb3c84-1a4b-4428-9190-b75904df3403 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:55.582325 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-2f380e07-f118-4947-95db-06a8327068d7 req-a391b302-3679-493a-bf5c-7af5cab631bb tempest-ServersAdminTestJSON-1581810367 tempest-ServersAdminTestJSON-1581810367-project] 10.222.0.18 "GET /v2.0/security-groups?id=ffa9f128-d6a7-4fb1-a632-c57615725739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590712 Jul 27 23:02:55.640474 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port 5492f708-7970-435a-adac-3fa8953a6f22, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=5492f708-7970-435a-adac-3fa8953a6f22,segment=NetworkSegment(7332ccbf-8fd9-4ff5-bad6-b4b872eccd4e),segment_id=7332ccbf-8fd9-4ff5-bad6-b4b872eccd4e)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:02:55.648696 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:55.653614 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-18740e5c-2760-4e45-8285-2e86d73d904a req-e66be52d-d911-480d-996f-e13f291f8b23 tempest-DeleteServersAdminTestJSON-1207472348 tempest-DeleteServersAdminTestJSON-1207472348-project-admin] For port 033b562a-58e4-4d16-ad84-127978a84ccb, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=033b562a-58e4-4d16-ad84-127978a84ccb,segment=NetworkSegment(16e91594-c047-4b55-93eb-43af33ad08e1),segment_id=16e91594-c047-4b55-93eb-43af33ad08e1)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:02:55.655460 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-18740e5c-2760-4e45-8285-2e86d73d904a req-e66be52d-d911-480d-996f-e13f291f8b23 tempest-DeleteServersAdminTestJSON-1207472348 tempest-DeleteServersAdminTestJSON-1207472348-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:55.683100 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [req-18740e5c-2760-4e45-8285-2e86d73d904a req-e66be52d-d911-480d-996f-e13f291f8b23 tempest-DeleteServersAdminTestJSON-1207472348 tempest-DeleteServersAdminTestJSON-1207472348-project-admin] Calling delete_port for 033b562a-58e4-4d16-ad84-127978a84ccb owned by compute:nova {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:02:55.748621 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-02eb3c84-1a4b-4428-9190-b75904df3403 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:55.760364 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-02eb3c84-1a4b-4428-9190-b75904df3403 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:55.760919 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Pushing event updated for resources: {'Port': ['ID=5492f708-7970-435a-adac-3fa8953a6f22,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:02:55.819774 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-02eb3c84-1a4b-4428-9190-b75904df3403 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9542e924c2504ea2b062bbd1877d2900&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5383625 Jul 27 23:02:55.821629 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 50320) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:02:55.864052 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02eb3c84-1a4b-4428-9190-b75904df3403 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9dc2151-c510-465e-bd41-0ff3790e6df2,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:02:55.909393 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e0c045fa-2e5f-49cd-bf13-eadeb1002950 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:55.940418 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f476e9d4-2f7b-457d-8546-31360f5d1629 req-565e919d-fe2b-47ba-b9da-870abfa91148 tempest-AggregatesAdminTestJSON-107463881 tempest-AggregatesAdminTestJSON-107463881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:02:55.943239 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e0c045fa-2e5f-49cd-bf13-eadeb1002950 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:55.947786 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f476e9d4-2f7b-457d-8546-31360f5d1629 req-565e919d-fe2b-47ba-b9da-870abfa91148 tempest-AggregatesAdminTestJSON-107463881 tempest-AggregatesAdminTestJSON-107463881-project] 10.222.0.18 "GET /v2.0/ports?device_id=dafc93d0-8db6-4281-b3e6-9e7eb386a9fb HTTP/1.1" status: 200 len: 970 time: 0.0860834 Jul 27 23:02:55.985654 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] get_ports_and_sgs() called for port_ids ['5492f708-7970-435a-adac-3fa8953a6f22'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:02:55.999159 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e0c045fa-2e5f-49cd-bf13-eadeb1002950 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:56.009361 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e0c045fa-2e5f-49cd-bf13-eadeb1002950 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:56.012752 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-e0c045fa-2e5f-49cd-bf13-eadeb1002950 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b9dc2151-c510-465e-bd41-0ff3790e6df2 HTTP/1.1" status: 204 len: 168 time: 0.1899118 Jul 27 23:02:56.025284 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c045fa-2e5f-49cd-bf13-eadeb1002950 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9dc2151-c510-465e-bd41-0ff3790e6df2,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:02:56.025466 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f476e9d4-2f7b-457d-8546-31360f5d1629 req-ae142a20-2851-40e3-8932-670c386b42f3 tempest-AggregatesAdminTestJSON-107463881 tempest-AggregatesAdminTestJSON-107463881-project] 10.222.0.18 "GET /v2.0/security-groups?id=aefc980a-9ca1-4e45-a631-66a477adc86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767121 Jul 27 23:02:56.044312 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-18740e5c-2760-4e45-8285-2e86d73d904a req-e66be52d-d911-480d-996f-e13f291f8b23 tempest-DeleteServersAdminTestJSON-1207472348 tempest-DeleteServersAdminTestJSON-1207472348-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:56.165780 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 50332) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:02:56.185144 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-35ea82b8-92a2-44f8-94ad-f5dd36405dc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:56.249705 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66be52d-d911-480d-996f-e13f291f8b23 tempest-DeleteServersAdminTestJSON-1207472348 tempest-DeleteServersAdminTestJSON-1207472348-project-admin] Pushing event deleted for resources: {'Port': ['ID=033b562a-58e4-4d16-ad84-127978a84ccb,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:02:56.311078 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [req-18740e5c-2760-4e45-8285-2e86d73d904a req-e66be52d-d911-480d-996f-e13f291f8b23 tempest-DeleteServersAdminTestJSON-1207472348 tempest-DeleteServersAdminTestJSON-1207472348-project-admin] No DVR routers for this DVR port 033b562a-58e4-4d16-ad84-127978a84ccb on host n-h2-802623-1 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:02:56.317889 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-18740e5c-2760-4e45-8285-2e86d73d904a req-e66be52d-d911-480d-996f-e13f291f8b23 tempest-DeleteServersAdminTestJSON-1207472348 tempest-DeleteServersAdminTestJSON-1207472348-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:56.320578 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-18740e5c-2760-4e45-8285-2e86d73d904a req-e66be52d-d911-480d-996f-e13f291f8b23 tempest-DeleteServersAdminTestJSON-1207472348 tempest-DeleteServersAdminTestJSON-1207472348-project-admin] 10.222.0.49 "DELETE /v2.0/ports/033b562a-58e4-4d16-ad84-127978a84ccb HTTP/1.1" status: 204 len: 173 time: 1.1796200 Jul 27 23:02:56.321157 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb040bc1-a61e-4612-af68-e92cc5127d6a', 'name': 'network-vif-deleted', 'tag': '033b562a-58e4-4d16-ad84-127978a84ccb'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:02:56.323314 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a476459a1bfce68b0ae0df5b6a71154bfc7cfdc8f9eefce6ad0a17231e60468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70c8084a-59e3-4f76-a7cd-3eb86163cf08" -d '{"events": [{"server_uuid": "fb040bc1-a61e-4612-af68-e92cc5127d6a", "name": "network-vif-deleted", "tag": "033b562a-58e4-4d16-ad84-127978a84ccb"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:02:56.332082 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-35ea82b8-92a2-44f8-94ad-f5dd36405dc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:56.374273 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:02:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ede87b45-aefd-474a-9563-a27f69332269 x-openstack-request-id: req-ede87b45-aefd-474a-9563-a27f69332269 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:02:56.375240 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb040bc1-a61e-4612-af68-e92cc5127d6a", "name": "network-vif-deleted", "tag": "033b562a-58e4-4d16-ad84-127978a84ccb", "status": "completed", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:02:56.375240 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ede87b45-aefd-474a-9563-a27f69332269 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:02:56.375626 n-d-802623-1 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb040bc1-a61e-4612-af68-e92cc5127d6a', 'name': 'network-vif-deleted', 'tag': '033b562a-58e4-4d16-ad84-127978a84ccb', 'status': 'completed', 'code': 200} Jul 27 23:02:56.419269 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-35ea82b8-92a2-44f8-94ad-f5dd36405dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:56.434014 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-0a0d334d-b74d-473f-8d7f-8aa9ee9d0e44 req-f06107e9-67c7-4f4a-b2c6-bac4a9970140 tempest-DeleteServersAdminTestJSON-1530971716 tempest-DeleteServersAdminTestJSON-1530971716-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb040bc1-a61e-4612-af68-e92cc5127d6a HTTP/1.1" status: 200 len: 210 time: 0.1102736 Jul 27 23:02:56.529009 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-35ea82b8-92a2-44f8-94ad-f5dd36405dc0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0b6568bf98a44c7bb057b0c189fece23&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3597617 Jul 27 23:02:56.530145 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 50348) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:02:56.537598 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ea82b8-92a2-44f8-94ad-f5dd36405dc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdcb2328-7596-4549-9a9c-8be88274fc83,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:02:56.579710 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e0127a-de79-4115-89ae-3a1a16db4e0e req-9d8ca4a6-3b24-4f62-bc12-11c1d61ef3ad tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:02:56.581317 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-12e0127a-de79-4115-89ae-3a1a16db4e0e req-9d8ca4a6-3b24-4f62-bc12-11c1d61ef3ad tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] 10.222.0.18 "GET /v2.0/ports?device_id=31e5972f-2cc7-450f-8a25-9160dca94c2b HTTP/1.1" status: 200 len: 945 time: 0.1085556 Jul 27 23:02:56.636657 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-36e0eb18-dc2b-41a2-88ed-7567e7118388 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:56.659894 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-12e0127a-de79-4115-89ae-3a1a16db4e0e req-2a22d0a6-043e-4b71-b9e6-68443551c4f3 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] 10.222.0.18 "GET /v2.0/security-groups?id=bed30b16-cd2d-47d0-9758-37dc9df2dfb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722823 Jul 27 23:02:56.690863 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-36e0eb18-dc2b-41a2-88ed-7567e7118388 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:56.711774 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77efc0b5-d640-425e-9437-74b70146f6bc req-610f96ed-528a-4e7b-8d71-a4bd2b0f6e4e tempest-ServersAdminTestJSON-1581810367 tempest-ServersAdminTestJSON-1581810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:02:56.713311 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-77efc0b5-d640-425e-9437-74b70146f6bc req-610f96ed-528a-4e7b-8d71-a4bd2b0f6e4e tempest-ServersAdminTestJSON-1581810367 tempest-ServersAdminTestJSON-1581810367-project] 10.222.0.18 "GET /v2.0/ports?device_id=4c3fa56a-b0f7-486a-b9b6-11ec03b01c61 HTTP/1.1" status: 200 len: 949 time: 0.0669487 Jul 27 23:02:56.750971 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-36e0eb18-dc2b-41a2-88ed-7567e7118388 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:56.753970 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-36e0eb18-dc2b-41a2-88ed-7567e7118388 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:56.757966 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-36e0eb18-dc2b-41a2-88ed-7567e7118388 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/fdcb2328-7596-4549-9a9c-8be88274fc83 HTTP/1.1" status: 204 len: 168 time: 0.2268267 Jul 27 23:02:56.766437 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-77efc0b5-d640-425e-9437-74b70146f6bc req-077807e9-2662-47d9-95a4-a319b1ded229 tempest-ServersAdminTestJSON-1581810367 tempest-ServersAdminTestJSON-1581810367-project] 10.222.0.18 "GET /v2.0/security-groups?id=ffa9f128-d6a7-4fb1-a632-c57615725739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457847 Jul 27 23:02:56.767560 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e0eb18-dc2b-41a2-88ed-7567e7118388 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdcb2328-7596-4549-9a9c-8be88274fc83,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:02:56.844125 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-0a272a9e-37ec-4d20-b993-6714421098ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:56.874821 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 50366) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:02:56.890697 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-411ca235-aa37-4f91-bd32-ea58315218a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:56.994955 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-411ca235-aa37-4f91-bd32-ea58315218a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:57.001384 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-411ca235-aa37-4f91-bd32-ea58315218a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:57.038391 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device 5492f708-7970-435a-adac-3fa8953a6f22 up at agent hyperv_n-h2-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:02:57.071271 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-411ca235-aa37-4f91-bd32-ea58315218a7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9e424c893e3c4244b37971cc351e1b47&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1917417 Jul 27 23:02:57.071750 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 50370) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:02:57.072492 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411ca235-aa37-4f91-bd32-ea58315218a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0d145ab-7162-47ff-80e0-905877d3d73b,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:02:57.194482 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Provisioning for port 5492f708-7970-435a-adac-3fa8953a6f22 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:02:57.200533 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-416fa9ce-e9e2-4bd6-bfb8-95c2924e92ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:57.200753 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Provisioning complete for port 5492f708-7970-435a-adac-3fa8953a6f22 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:02:57.201028 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:57.209647 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b7de26-adfe-4b32-b399-c962da8055b8 req-6e7f665e-142b-4805-be07-f1c4150135e5 tempest-AggregatesAdminTestJSON-107463881 tempest-AggregatesAdminTestJSON-107463881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:02:57.211613 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-d6b7de26-adfe-4b32-b399-c962da8055b8 req-6e7f665e-142b-4805-be07-f1c4150135e5 tempest-AggregatesAdminTestJSON-107463881 tempest-AggregatesAdminTestJSON-107463881-project] 10.222.0.38 "GET /v2.0/ports?device_id=dafc93d0-8db6-4281-b3e6-9e7eb386a9fb HTTP/1.1" status: 200 len: 970 time: 0.1357100 Jul 27 23:02:57.232334 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-416fa9ce-e9e2-4bd6-bfb8-95c2924e92ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:57.306756 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-416fa9ce-e9e2-4bd6-bfb8-95c2924e92ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:57.309883 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-416fa9ce-e9e2-4bd6-bfb8-95c2924e92ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:57.311116 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-416fa9ce-e9e2-4bd6-bfb8-95c2924e92ce admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e0d145ab-7162-47ff-80e0-905877d3d73b HTTP/1.1" status: 204 len: 168 time: 0.2381403 Jul 27 23:02:57.326125 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416fa9ce-e9e2-4bd6-bfb8-95c2924e92ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0d145ab-7162-47ff-80e0-905877d3d73b,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:02:57.384627 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:57.417100 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31e5972f-2cc7-450f-8a25-9160dca94c2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5492f708-7970-435a-adac-3fa8953a6f22'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:02:57.419759 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c0369b0d4f459110ff20a1f9878ba33f96d6491bddb9d15843bf29d01e0bda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef4b589d-5866-42e6-9dfd-3b0cacb80cd6" -d '{"events": [{"server_uuid": "31e5972f-2cc7-450f-8a25-9160dca94c2b", "name": "network-vif-plugged", "status": "completed", "tag": "5492f708-7970-435a-adac-3fa8953a6f22"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:02:57.442413 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port 5492f708-7970-435a-adac-3fa8953a6f22, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=5492f708-7970-435a-adac-3fa8953a6f22,segment=NetworkSegment(7332ccbf-8fd9-4ff5-bad6-b4b872eccd4e),segment_id=7332ccbf-8fd9-4ff5-bad6-b4b872eccd4e)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:02:57.450232 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:57.451941 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device 033b562a-58e4-4d16-ad84-127978a84ccb no longer exists at agent hyperv_n-h2-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:02:57.462876 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-d6b7de26-adfe-4b32-b399-c962da8055b8 req-b714de71-03cf-46c6-a66d-62c28392a050 tempest-AggregatesAdminTestJSON-107463881 tempest-AggregatesAdminTestJSON-107463881-project] Deleting port aa89d0f3-09ba-4170-a0b1-b1e3bf890cc7 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:02:57.463267 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-d6b7de26-adfe-4b32-b399-c962da8055b8 req-b714de71-03cf-46c6-a66d-62c28392a050 tempest-AggregatesAdminTestJSON-107463881 tempest-AggregatesAdminTestJSON-107463881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:57.479069 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] No Port match for: 033b562a-58e4-4d16-ad84-127978a84ccb {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:02:57.479545 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device 033b562a-58e4-4d16-ad84-127978a84ccb not bound to the agent host n-h2-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:02:57.518393 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc536ca-9e41-4178-a3a1-f219d0b7e6fc req-4a563acc-688f-43e3-b6c5-aaabf03a9baa tempest-AggregatesAdminTestJSON-107463881 tempest-AggregatesAdminTestJSON-107463881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:02:57.521649 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-abc536ca-9e41-4178-a3a1-f219d0b7e6fc req-4a563acc-688f-43e3-b6c5-aaabf03a9baa tempest-AggregatesAdminTestJSON-107463881 tempest-AggregatesAdminTestJSON-107463881-project] 10.222.0.18 "GET /v2.0/ports?device_id=dafc93d0-8db6-4281-b3e6-9e7eb386a9fb HTTP/1.1" status: 200 len: 970 time: 0.1244812 Jul 27 23:02:57.536625 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Pushing event updated for resources: {'Port': ['ID=5492f708-7970-435a-adac-3fa8953a6f22,revision_number=5']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:02:57.604702 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-abc536ca-9e41-4178-a3a1-f219d0b7e6fc req-91283ad9-a05a-4c0d-8881-c88acad64bea tempest-AggregatesAdminTestJSON-107463881 tempest-AggregatesAdminTestJSON-107463881-project] 10.222.0.18 "GET /v2.0/security-groups?id=aefc980a-9ca1-4e45-a631-66a477adc86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757930 Jul 27 23:02:57.613211 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-d6b7de26-adfe-4b32-b399-c962da8055b8 req-b714de71-03cf-46c6-a66d-62c28392a050 tempest-AggregatesAdminTestJSON-107463881 tempest-AggregatesAdminTestJSON-107463881-project] For port aa89d0f3-09ba-4170-a0b1-b1e3bf890cc7, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=aa89d0f3-09ba-4170-a0b1-b1e3bf890cc7,segment=NetworkSegment(16e91594-c047-4b55-93eb-43af33ad08e1),segment_id=16e91594-c047-4b55-93eb-43af33ad08e1)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:02:57.613622 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-d6b7de26-adfe-4b32-b399-c962da8055b8 req-b714de71-03cf-46c6-a66d-62c28392a050 tempest-AggregatesAdminTestJSON-107463881 tempest-AggregatesAdminTestJSON-107463881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:57.639089 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-d6b7de26-adfe-4b32-b399-c962da8055b8 req-b714de71-03cf-46c6-a66d-62c28392a050 tempest-AggregatesAdminTestJSON-107463881 tempest-AggregatesAdminTestJSON-107463881-project] Calling delete_port for aa89d0f3-09ba-4170-a0b1-b1e3bf890cc7 owned by compute:tempest-test_az-604789174 {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:02:57.697123 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a1774178-2ad2-45cd-b003-ec4ec4a168a8 req-845a8812-f88e-468a-bb81-b257c1c9b210 tempest-ServersAdminTestJSON-1581810367 tempest-ServersAdminTestJSON-1581810367-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=5bb0d3806e664c82945fe299bf6309d8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0417430 Jul 27 23:02:57.701578 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:02:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cbb4c41-062d-4943-a0a2-789d32722cca x-openstack-request-id: req-2cbb4c41-062d-4943-a0a2-789d32722cca {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:02:57.701874 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31e5972f-2cc7-450f-8a25-9160dca94c2b", "name": "network-vif-plugged", "status": "completed", "tag": "5492f708-7970-435a-adac-3fa8953a6f22", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:02:57.702124 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2cbb4c41-062d-4943-a0a2-789d32722cca {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:02:57.702512 n-d-802623-1 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31e5972f-2cc7-450f-8a25-9160dca94c2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5492f708-7970-435a-adac-3fa8953a6f22', 'code': 200} Jul 27 23:02:57.860733 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3198fc-0ad0-4f35-8632-1fdfdcbadcf1 req-86bdd203-9c15-4573-84cc-ffaf3583e277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:02:57.863303 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-1e3198fc-0ad0-4f35-8632-1fdfdcbadcf1 req-86bdd203-9c15-4573-84cc-ffaf3583e277 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=31e5972f-2cc7-450f-8a25-9160dca94c2b HTTP/1.1" status: 200 len: 1097 time: 0.1155205 Jul 27 23:02:57.909889 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1774178-2ad2-45cd-b003-ec4ec4a168a8 req-b0d5d59d-46d8-4174-80ab-bc2b8e3b703f tempest-ServersAdminTestJSON-1581810367 tempest-ServersAdminTestJSON-1581810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:02:57.912028 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a1774178-2ad2-45cd-b003-ec4ec4a168a8 req-b0d5d59d-46d8-4174-80ab-bc2b8e3b703f tempest-ServersAdminTestJSON-1581810367 tempest-ServersAdminTestJSON-1581810367-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2126923 Jul 27 23:02:57.912145 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-d6b7de26-adfe-4b32-b399-c962da8055b8 req-b714de71-03cf-46c6-a66d-62c28392a050 tempest-AggregatesAdminTestJSON-107463881 tempest-AggregatesAdminTestJSON-107463881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:57.926650 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] get_ports_and_sgs() called for port_ids ['aa89d0f3-09ba-4170-a0b1-b1e3bf890cc7'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:02:57.961177 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-1e3198fc-0ad0-4f35-8632-1fdfdcbadcf1 req-24e57c80-b036-4e68-9354-e386e655eece service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=bed30b16-cd2d-47d0-9758-37dc9df2dfb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899599 Jul 27 23:02:57.962592 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b714de71-03cf-46c6-a66d-62c28392a050 tempest-AggregatesAdminTestJSON-107463881 tempest-AggregatesAdminTestJSON-107463881-project] Pushing event deleted for resources: {'Port': ['ID=aa89d0f3-09ba-4170-a0b1-b1e3bf890cc7,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:02:57.969300 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a1774178-2ad2-45cd-b003-ec4ec4a168a8 req-d70564d5-5d5a-4611-9d14-850f8d8f1733 tempest-ServersAdminTestJSON-1581810367 tempest-ServersAdminTestJSON-1581810367-project] 10.222.0.18 "GET /v2.0/quotas/5bb0d3806e664c82945fe299bf6309d8 HTTP/1.1" status: 200 len: 375 time: 0.0472069 Jul 27 23:02:58.037651 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6b7de26-adfe-4b32-b399-c962da8055b8 req-b714de71-03cf-46c6-a66d-62c28392a050 tempest-AggregatesAdminTestJSON-107463881 tempest-AggregatesAdminTestJSON-107463881-project] No DVR routers for this DVR port aa89d0f3-09ba-4170-a0b1-b1e3bf890cc7 on host n-h1-802623-1 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:02:58.054822 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a1774178-2ad2-45cd-b003-ec4ec4a168a8 req-26d72c09-7a06-4de1-97e7-9c52e96e9a7e tempest-ServersAdminTestJSON-1581810367 tempest-ServersAdminTestJSON-1581810367-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=5bb0d3806e664c82945fe299bf6309d8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0846257 Jul 27 23:02:58.064108 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f56b876-214b-4de4-bd6c-edf50bf95777 req-c48419fc-d7f3-4e66-b3fd-9f784ec4f2e6 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:02:58.065845 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-4f56b876-214b-4de4-bd6c-edf50bf95777 req-c48419fc-d7f3-4e66-b3fd-9f784ec4f2e6 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] 10.222.0.18 "GET /v2.0/ports?device_id=31e5972f-2cc7-450f-8a25-9160dca94c2b HTTP/1.1" status: 200 len: 946 time: 0.1968341 Jul 27 23:02:58.068626 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-d6b7de26-adfe-4b32-b399-c962da8055b8 req-b714de71-03cf-46c6-a66d-62c28392a050 tempest-AggregatesAdminTestJSON-107463881 tempest-AggregatesAdminTestJSON-107463881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:58.073197 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-d6b7de26-adfe-4b32-b399-c962da8055b8 req-b714de71-03cf-46c6-a66d-62c28392a050 tempest-AggregatesAdminTestJSON-107463881 tempest-AggregatesAdminTestJSON-107463881-project] 10.222.0.38 "DELETE /v2.0/ports/aa89d0f3-09ba-4170-a0b1-b1e3bf890cc7 HTTP/1.1" status: 204 len: 173 time: 0.8555169 Jul 27 23:02:58.074424 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dafc93d0-8db6-4281-b3e6-9e7eb386a9fb', 'name': 'network-vif-deleted', 'tag': 'aa89d0f3-09ba-4170-a0b1-b1e3bf890cc7'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:02:58.076872 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}011f8d312121274bb12d78e77c6379a2079800640016cec6c6d605b73666e854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0b8f47a-085a-4ff7-90a0-1aafa8a8af16" -d '{"events": [{"server_uuid": "dafc93d0-8db6-4281-b3e6-9e7eb386a9fb", "name": "network-vif-deleted", "tag": "aa89d0f3-09ba-4170-a0b1-b1e3bf890cc7"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:02:58.183684 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-4f56b876-214b-4de4-bd6c-edf50bf95777 req-b4b393e9-b445-401e-a71c-762961f729bd tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] 10.222.0.18 "GET /v2.0/security-groups?id=bed30b16-cd2d-47d0-9758-37dc9df2dfb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939600 Jul 27 23:02:58.249922 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:02:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5af8e1d1-f9e4-4cfa-85a5-1391fde252b3 x-openstack-request-id: req-5af8e1d1-f9e4-4cfa-85a5-1391fde252b3 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:02:58.250210 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dafc93d0-8db6-4281-b3e6-9e7eb386a9fb", "name": "network-vif-deleted", "tag": "aa89d0f3-09ba-4170-a0b1-b1e3bf890cc7", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:02:58.250459 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5af8e1d1-f9e4-4cfa-85a5-1391fde252b3 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:02:58.250878 n-d-802623-1 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dafc93d0-8db6-4281-b3e6-9e7eb386a9fb', 'name': 'network-vif-deleted', 'tag': 'aa89d0f3-09ba-4170-a0b1-b1e3bf890cc7', 'status': 'completed', 'code': 200} Jul 27 23:02:58.332686 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-678c3cf3-1530-41da-832a-b45665ae63ae req-42d9cf02-df7f-47e8-8aee-9176442a219b tempest-ServersAdminTestJSON-1581810367 tempest-ServersAdminTestJSON-1581810367-project] 10.222.0.18 "GET /v2.0/ports?device_id=846ac90e-5a0c-42f0-960a-1f2595273fb0 HTTP/1.1" status: 200 len: 210 time: 0.0391524 Jul 27 23:02:58.394090 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-c703573f-b8b8-4ad1-81e0-afcef067c801 req-e269b230-679c-4788-8c0f-06b410a79d01 tempest-DeleteServersAdminTestJSON-1530971716 tempest-DeleteServersAdminTestJSON-1530971716-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=4cdaecda4053412dad2fcd5b1cbb8589&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0298290 Jul 27 23:02:58.440943 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 50448) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:02:58.522998 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c703573f-b8b8-4ad1-81e0-afcef067c801 req-ae48bdcf-5162-4b62-b4d2-e03b50c9f8ca tempest-DeleteServersAdminTestJSON-1530971716 tempest-DeleteServersAdminTestJSON-1530971716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:02:58.524851 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-c703573f-b8b8-4ad1-81e0-afcef067c801 req-ae48bdcf-5162-4b62-b4d2-e03b50c9f8ca tempest-DeleteServersAdminTestJSON-1530971716 tempest-DeleteServersAdminTestJSON-1530971716-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1299572 Jul 27 23:02:58.544034 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-c703573f-b8b8-4ad1-81e0-afcef067c801 req-9f2d09b0-17db-4833-8473-217d86c76d34 tempest-DeleteServersAdminTestJSON-1530971716 tempest-DeleteServersAdminTestJSON-1530971716-project] 10.222.0.18 "GET /v2.0/quotas/4cdaecda4053412dad2fcd5b1cbb8589 HTTP/1.1" status: 200 len: 375 time: 0.0130455 Jul 27 23:02:58.590104 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-c703573f-b8b8-4ad1-81e0-afcef067c801 req-e305add8-1daa-4b6a-bb09-84cce367abe7 tempest-DeleteServersAdminTestJSON-1530971716 tempest-DeleteServersAdminTestJSON-1530971716-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=4cdaecda4053412dad2fcd5b1cbb8589&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0397377 Jul 27 23:02:58.762781 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1a480369-58c5-467a-bb2c-8fce46c41c2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:58.859688 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-69c0e992-448d-4d20-9f32-6e78a969b213 req-b1d72a90-c828-40b3-a7f0-e085623deeec tempest-DeleteServersAdminTestJSON-1530971716 tempest-DeleteServersAdminTestJSON-1530971716-project] 10.222.0.18 "GET /v2.0/ports?device_id=943bfbfe-2b93-457f-b6e4-6c56a602d491 HTTP/1.1" status: 200 len: 210 time: 0.0593402 Jul 27 23:02:58.891519 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-4a13e518-9b73-4689-adbd-7d547be21137 req-857277af-3230-43e7-ad1b-21bf76dfd861 tempest-AggregatesAdminTestJSON-107463881 tempest-AggregatesAdminTestJSON-107463881-project] 10.222.0.18 "GET /v2.0/ports?device_id=dafc93d0-8db6-4281-b3e6-9e7eb386a9fb HTTP/1.1" status: 200 len: 210 time: 0.0785544 Jul 27 23:02:59.131933 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1a480369-58c5-467a-bb2c-8fce46c41c2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:59.144049 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1a480369-58c5-467a-bb2c-8fce46c41c2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:59.198266 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a480369-58c5-467a-bb2c-8fce46c41c2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfd2d385-6643-4e7d-93a8-89a5b239347e,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:02:59.245499 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:59.252449 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-1a480369-58c5-467a-bb2c-8fce46c41c2f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=77cd233de2a446ab8ff0715ca142e78a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8099217 Jul 27 23:02:59.255325 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 50494) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:02:59.356668 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c85c483e-e45d-483f-974f-1a8e92fb4ddd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:59.380808 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa91bd49-6c78-47e6-8ca2-4f2e906a7b70 req-65739d0a-fa1a-4523-8d3e-c595f880a5a1 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:02:59.389634 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-fa91bd49-6c78-47e6-8ca2-4f2e906a7b70 req-65739d0a-fa1a-4523-8d3e-c595f880a5a1 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] 10.222.0.18 "GET /v2.0/ports?device_id=31e5972f-2cc7-450f-8a25-9160dca94c2b HTTP/1.1" status: 200 len: 946 time: 0.1035047 Jul 27 23:02:59.434499 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c85c483e-e45d-483f-974f-1a8e92fb4ddd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:59.466102 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-fa91bd49-6c78-47e6-8ca2-4f2e906a7b70 req-61ac0aa2-ffe6-4adf-aebb-52eaa64c0679 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] 10.222.0.18 "GET /v2.0/security-groups?id=bed30b16-cd2d-47d0-9758-37dc9df2dfb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734749 Jul 27 23:02:59.500777 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b8e63de0-1d62-41f0-aa90-ee3a1ccbe561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:59.507728 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-447bfbfa-09cc-45f9-aa44-fb41c4c6c96a req-26a822a8-274c-4d09-9506-7023cd98a121 tempest-ServersAdminTestJSON-1581810367 tempest-ServersAdminTestJSON-1581810367-project] 10.222.0.18 "GET /v2.0/ports?device_id=846ac90e-5a0c-42f0-960a-1f2595273fb0 HTTP/1.1" status: 200 len: 210 time: 0.0708067 Jul 27 23:02:59.560211 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a1774178-2ad2-45cd-b003-ec4ec4a168a8 req-82a2a99b-5204-4dad-9480-c652fd0b168f tempest-ServersAdminTestJSON-1581810367 tempest-ServersAdminTestJSON-1581810367-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=5bb0d3806e664c82945fe299bf6309d8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0580566 Jul 27 23:02:59.650714 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c85c483e-e45d-483f-974f-1a8e92fb4ddd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:59.656292 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c85c483e-e45d-483f-974f-1a8e92fb4ddd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:59.660478 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-c85c483e-e45d-483f-974f-1a8e92fb4ddd admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/cfd2d385-6643-4e7d-93a8-89a5b239347e HTTP/1.1" status: 204 len: 168 time: 0.4039497 Jul 27 23:02:59.675738 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85c483e-e45d-483f-974f-1a8e92fb4ddd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfd2d385-6643-4e7d-93a8-89a5b239347e,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:02:59.713349 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:59.744566 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1774178-2ad2-45cd-b003-ec4ec4a168a8 req-2ae29627-5aa2-40de-b7b3-8fc49b92fa62 tempest-ServersAdminTestJSON-1581810367 tempest-ServersAdminTestJSON-1581810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:02:59.746845 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a1774178-2ad2-45cd-b003-ec4ec4a168a8 req-2ae29627-5aa2-40de-b7b3-8fc49b92fa62 tempest-ServersAdminTestJSON-1581810367 tempest-ServersAdminTestJSON-1581810367-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1807621 Jul 27 23:02:59.771946 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [req-a1774178-2ad2-45cd-b003-ec4ec4a168a8 req-171edc91-e2e2-440e-a158-90240919a749 tempest-ServersAdminTestJSON-1581810367 tempest-ServersAdminTestJSON-1581810367-project] Request body: {'port': {'device_id': '846ac90e-5a0c-42f0-960a-1f2595273fb0', 'network_id': '591af2dd-f826-43b1-aa9d-e7a0bf218c71', 'admin_state_up': True, 'tenant_id': '5bb0d3806e664c82945fe299bf6309d8'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:02:59.848849 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 50518) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:02:59.926045 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1774178-2ad2-45cd-b003-ec4ec4a168a8 req-171edc91-e2e2-440e-a158-90240919a749 tempest-ServersAdminTestJSON-1581810367 tempest-ServersAdminTestJSON-1581810367-project] Made reservation on behalf of 5bb0d3806e664c82945fe299bf6309d8 for: {'port': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:02:59.930558 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-a1774178-2ad2-45cd-b003-ec4ec4a168a8 req-171edc91-e2e2-440e-a158-90240919a749 tempest-ServersAdminTestJSON-1581810367 tempest-ServersAdminTestJSON-1581810367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:59.964566 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-4c9d8080-f0a2-45d2-ae0a-75d89f2e3711 req-ba5ac69f-0dfd-4501-85bd-d75a2bc5d30e tempest-DeleteServersAdminTestJSON-1530971716 tempest-DeleteServersAdminTestJSON-1530971716-project] 10.222.0.18 "GET /v2.0/ports?device_id=943bfbfe-2b93-457f-b6e4-6c56a602d491 HTTP/1.1" status: 200 len: 210 time: 0.0352669 Jul 27 23:03:00.095631 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [req-a1774178-2ad2-45cd-b003-ec4ec4a168a8 req-171edc91-e2e2-440e-a158-90240919a749 tempest-ServersAdminTestJSON-1581810367 tempest-ServersAdminTestJSON-1581810367-project] Allocated IP 192.168.233.117 (591af2dd-f826-43b1-aa9d-e7a0bf218c71/62938449-046d-4cbe-923a-7ebb632c358d/7de24ee0-1697-4a67-baba-0de926b39f70) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:03:00.191745 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea9f77c-2f83-41ea-82e9-07ceff886aef req-075a5199-d67a-437a-8eaa-6926179f85ac tempest-LiveMigrationTest-1100887879 tempest-LiveMigrationTest-1100887879-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:03:00.200034 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-2ea9f77c-2f83-41ea-82e9-07ceff886aef req-075a5199-d67a-437a-8eaa-6926179f85ac tempest-LiveMigrationTest-1100887879 tempest-LiveMigrationTest-1100887879-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=31e5972f-2cc7-450f-8a25-9160dca94c2b HTTP/1.1" status: 200 len: 1097 time: 0.1058638 Jul 27 23:03:00.204351 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c703573f-b8b8-4ad1-81e0-afcef067c801 req-a2c64b35-8ef4-4d5f-a53b-805bd097414d tempest-DeleteServersAdminTestJSON-1530971716 tempest-DeleteServersAdminTestJSON-1530971716-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=4cdaecda4053412dad2fcd5b1cbb8589&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0579655 Jul 27 23:03:00.298627 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-2ea9f77c-2f83-41ea-82e9-07ceff886aef req-6e14c136-44fc-4a67-83ed-d9d4cb94f934 tempest-LiveMigrationTest-1100887879 tempest-LiveMigrationTest-1100887879-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=bed30b16-cd2d-47d0-9758-37dc9df2dfb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974751 Jul 27 23:03:00.353155 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-19f2e178-d45e-4fbe-b9be-c3963fc151ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:00.407609 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c703573f-b8b8-4ad1-81e0-afcef067c801 req-acd9f58d-5ef9-4d5a-98e6-dc0af7802408 tempest-DeleteServersAdminTestJSON-1530971716 tempest-DeleteServersAdminTestJSON-1530971716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:03:00.410067 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c703573f-b8b8-4ad1-81e0-afcef067c801 req-acd9f58d-5ef9-4d5a-98e6-dc0af7802408 tempest-DeleteServersAdminTestJSON-1530971716 tempest-DeleteServersAdminTestJSON-1530971716-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2016356 Jul 27 23:03:00.428017 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [req-c703573f-b8b8-4ad1-81e0-afcef067c801 req-9f0fb519-0f9c-4830-88cb-47fd3b09a7f0 tempest-DeleteServersAdminTestJSON-1530971716 tempest-DeleteServersAdminTestJSON-1530971716-project] Request body: {'port': {'device_id': '943bfbfe-2b93-457f-b6e4-6c56a602d491', 'network_id': '591af2dd-f826-43b1-aa9d-e7a0bf218c71', 'admin_state_up': True, 'tenant_id': '4cdaecda4053412dad2fcd5b1cbb8589'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:03:00.431656 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-a1774178-2ad2-45cd-b003-ec4ec4a168a8 req-171edc91-e2e2-440e-a158-90240919a749 tempest-ServersAdminTestJSON-1581810367 tempest-ServersAdminTestJSON-1581810367-project] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:00.456549 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [req-a1774178-2ad2-45cd-b003-ec4ec4a168a8 req-171edc91-e2e2-440e-a158-90240919a749 tempest-ServersAdminTestJSON-1581810367 tempest-ServersAdminTestJSON-1581810367-project] Transition to ACTIVE for port object 7de24ee0-1697-4a67-baba-0de926b39f70 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:03:00.470233 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-07d8ba7b-d0fc-4fec-947a-7d36b9d20269 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-893120416-network', 'tenant_id': '09c2e06aaf3c4aa785e90ae90800475c'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:03:00.506440 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07d8ba7b-d0fc-4fec-947a-7d36b9d20269 admin admin] Made reservation on behalf of 09c2e06aaf3c4aa785e90ae90800475c for: {'network': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:03:00.509161 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-07d8ba7b-d0fc-4fec-947a-7d36b9d20269 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for network, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:00.530569 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-07d8ba7b-d0fc-4fec-947a-7d36b9d20269 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:00.570161 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9222054b-d147-4ffc-bfc0-6638e7ea87e4 req-1bf05f87-a614-4f1a-8ef9-a76423c663f4 tempest-LiveMigrationTest-1100887879 tempest-LiveMigrationTest-1100887879-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:03:00.571703 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-9222054b-d147-4ffc-bfc0-6638e7ea87e4 req-1bf05f87-a614-4f1a-8ef9-a76423c663f4 tempest-LiveMigrationTest-1100887879 tempest-LiveMigrationTest-1100887879-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=31e5972f-2cc7-450f-8a25-9160dca94c2b HTTP/1.1" status: 200 len: 1097 time: 0.0839889 Jul 27 23:03:00.575265 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-a1774178-2ad2-45cd-b003-ec4ec4a168a8 req-171edc91-e2e2-440e-a158-90240919a749 tempest-ServersAdminTestJSON-1581810367 tempest-ServersAdminTestJSON-1581810367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:00.590786 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] get_ports_and_sgs() called for port_ids ['83845efe-b88e-4f5e-89dc-b79ef7ebf860'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:03:00.593719 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] get_ports_and_sgs() called for port_ids ['d332fb0d-6ef5-4e0c-acea-50d5a9aae554'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:03:00.638000 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-9222054b-d147-4ffc-bfc0-6638e7ea87e4 req-cff7c03b-05c6-49eb-9d4b-441e1dd72b9f tempest-LiveMigrationTest-1100887879 tempest-LiveMigrationTest-1100887879-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=bed30b16-cd2d-47d0-9758-37dc9df2dfb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426686 Jul 27 23:03:00.638533 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1774178-2ad2-45cd-b003-ec4ec4a168a8 req-171edc91-e2e2-440e-a158-90240919a749 tempest-ServersAdminTestJSON-1581810367 tempest-ServersAdminTestJSON-1581810367-project] Network 591af2dd-f826-43b1-aa9d-e7a0bf218c71 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:03:00.644188 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [req-a1774178-2ad2-45cd-b003-ec4ec4a168a8 req-171edc91-e2e2-440e-a158-90240919a749 tempest-ServersAdminTestJSON-1581810367 tempest-ServersAdminTestJSON-1581810367-project] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:03:00.653923 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1774178-2ad2-45cd-b003-ec4ec4a168a8 req-171edc91-e2e2-440e-a158-90240919a749 tempest-ServersAdminTestJSON-1581810367 tempest-ServersAdminTestJSON-1581810367-project] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:03:00.662492 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171edc91-e2e2-440e-a158-90240919a749 tempest-ServersAdminTestJSON-1581810367 tempest-ServersAdminTestJSON-1581810367-project] Pushing event updated for resources: {'Port': ['ID=7de24ee0-1697-4a67-baba-0de926b39f70,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:03:00.710968 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 50548) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:03:00.733311 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4f6f6163-19db-4719-b53a-3a71a9d3ffd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:00.754375 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1774178-2ad2-45cd-b003-ec4ec4a168a8 req-171edc91-e2e2-440e-a158-90240919a749 tempest-ServersAdminTestJSON-1581810367 tempest-ServersAdminTestJSON-1581810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:03:00.755074 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-a1774178-2ad2-45cd-b003-ec4ec4a168a8 req-171edc91-e2e2-440e-a158-90240919a749 tempest-ServersAdminTestJSON-1581810367 tempest-ServersAdminTestJSON-1581810367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:00.797802 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-07d8ba7b-d0fc-4fec-947a-7d36b9d20269 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:00.810033 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-07d8ba7b-d0fc-4fec-947a-7d36b9d20269 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:00.825374 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a1774178-2ad2-45cd-b003-ec4ec4a168a8 req-171edc91-e2e2-440e-a158-90240919a749 tempest-ServersAdminTestJSON-1581810367 tempest-ServersAdminTestJSON-1581810367-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0688047 Jul 27 23:03:00.841866 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.db.api [None req-4f6f6163-19db-4719-b53a-3a71a9d3ffd9 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 27 23:03:00.841866 n-d-802623-1 neutron-server[93798]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 27 23:03:00.841866 n-d-802623-1 neutron-server[93798]: [parameters: {'project_id_1': '76994c896574434094d880922884425d', 'expiration_1': datetime.datetime(2021, 7, 27, 23, 3, 0, 764226)}] Jul 27 23:03:00.841866 n-d-802623-1 neutron-server[93798]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93798) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 23:03:00.843305 n-d-802623-1 neutron-server[93798]: DEBUG oslo_db.api [None req-4f6f6163-19db-4719-b53a-3a71a9d3ffd9 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 23:03:00.868788 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e53a3f-d881-4527-a1dd-fc8d3c1e856e req-c0261e8a-6117-43f7-af8d-bbbd442aa1fb tempest-ServersAdminTestJSON-1581810367 tempest-ServersAdminTestJSON-1581810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:03:00.880252 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e3e53a3f-d881-4527-a1dd-fc8d3c1e856e req-c0261e8a-6117-43f7-af8d-bbbd442aa1fb tempest-ServersAdminTestJSON-1581810367 tempest-ServersAdminTestJSON-1581810367-project] 10.222.0.18 "GET /v2.0/ports?device_id=846ac90e-5a0c-42f0-960a-1f2595273fb0 HTTP/1.1" status: 200 len: 936 time: 0.1055617 Jul 27 23:03:00.884991 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [req-a1774178-2ad2-45cd-b003-ec4ec4a168a8 req-ba5d6d97-dfcf-4051-a5eb-97363fc2d7ec service neutron] Request body: {'port': {'device_id': '846ac90e-5a0c-42f0-960a-1f2595273fb0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802623-1'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:03:00.890323 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07d8ba7b-d0fc-4fec-947a-7d36b9d20269 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 517} {{(pid=93797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 23:03:00.891879 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c703573f-b8b8-4ad1-81e0-afcef067c801 req-9f0fb519-0f9c-4830-88cb-47fd3b09a7f0 tempest-DeleteServersAdminTestJSON-1530971716 tempest-DeleteServersAdminTestJSON-1530971716-project] Made reservation on behalf of 4cdaecda4053412dad2fcd5b1cbb8589 for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:03:00.896063 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-c703573f-b8b8-4ad1-81e0-afcef067c801 req-9f0fb519-0f9c-4830-88cb-47fd3b09a7f0 tempest-DeleteServersAdminTestJSON-1530971716 tempest-DeleteServersAdminTestJSON-1530971716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:00.973413 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e3e53a3f-d881-4527-a1dd-fc8d3c1e856e req-c2006e4f-6c87-4d2f-a60c-bb3bd78b6b51 tempest-ServersAdminTestJSON-1581810367 tempest-ServersAdminTestJSON-1581810367-project] 10.222.0.18 "GET /v2.0/security-groups?id=ffa9f128-d6a7-4fb1-a632-c57615725739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896330 Jul 27 23:03:00.982270 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-07d8ba7b-d0fc-4fec-947a-7d36b9d20269 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:00.982764 n-d-802623-1 neutron-server[93797]: INFO neutron.db.segments_db [None req-07d8ba7b-d0fc-4fec-947a-7d36b9d20269 admin admin] Added segment 68badffb-1ae8-46d7-9932-5a3dba1817fe of type vlan for network 0f9004bd-8e90-4e82-a7cb-88f9b433c217 Jul 27 23:03:00.984088 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d8ba7b-d0fc-4fec-947a-7d36b9d20269 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c694debb-645d-47e8-94e3-ebc099cee234,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:03:01.092147 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 50560) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:03:01.100325 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-66eda08e-ede2-4baf-811b-715f18b5816c None None] Provisioning for port 7de24ee0-1697-4a67-baba-0de926b39f70 completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:03:01.103377 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-a1774178-2ad2-45cd-b003-ec4ec4a168a8 req-ba5d6d97-dfcf-4051-a5eb-97363fc2d7ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:01.121507 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-07d8ba7b-d0fc-4fec-947a-7d36b9d20269 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736833354590'] for network, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:01.154674 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-66eda08e-ede2-4baf-811b-715f18b5816c None None] Provisioning complete for port 7de24ee0-1697-4a67-baba-0de926b39f70 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:03:01.155059 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-66eda08e-ede2-4baf-811b-715f18b5816c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:01.212133 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-07d8ba7b-d0fc-4fec-947a-7d36b9d20269 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569'] for network, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:01.214465 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07d8ba7b-d0fc-4fec-947a-7d36b9d20269 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:03:01.215107 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-07d8ba7b-d0fc-4fec-947a-7d36b9d20269 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for network, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:01.273912 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-dadafcbe-8494-4c0a-a477-3ffd6056feff req-80d32a2f-6990-4688-acbc-2396a0f87b2f tempest-DeleteServersAdminTestJSON-1530971716 tempest-DeleteServersAdminTestJSON-1530971716-project] 10.222.0.18 "GET /v2.0/ports?device_id=943bfbfe-2b93-457f-b6e4-6c56a602d491 HTTP/1.1" status: 200 len: 210 time: 0.0728672 Jul 27 23:03:01.297380 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [req-c703573f-b8b8-4ad1-81e0-afcef067c801 req-9f0fb519-0f9c-4830-88cb-47fd3b09a7f0 tempest-DeleteServersAdminTestJSON-1530971716 tempest-DeleteServersAdminTestJSON-1530971716-project] Allocated IP 192.168.233.90 (591af2dd-f826-43b1-aa9d-e7a0bf218c71/62938449-046d-4cbe-923a-7ebb632c358d/0d1db0e6-942b-4f63-baa7-03ed67dad58c) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:03:01.319827 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-66eda08e-ede2-4baf-811b-715f18b5816c None None] Port 7de24ee0-1697-4a67-baba-0de926b39f70 cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:03:01.345891 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4f6f6163-19db-4719-b53a-3a71a9d3ffd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:01.360074 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-07d8ba7b-d0fc-4fec-947a-7d36b9d20269 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.5099192 Jul 27 23:03:01.363185 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 50568) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:03:01.370640 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-50dedffc-3715-4805-aa5d-5538294b75db admin admin] Request body: {'subnet': {'network_id': '0f9004bd-8e90-4e82-a7cb-88f9b433c217', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-893120416-subnet', 'tenant_id': '09c2e06aaf3c4aa785e90ae90800475c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:03:01.392106 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d8ba7b-d0fc-4fec-947a-7d36b9d20269 admin admin] Pushing event updated for resources: {'Network': ['ID=0f9004bd-8e90-4e82-a7cb-88f9b433c217,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:03:01.415445 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Network 0f9004bd-8e90-4e82-a7cb-88f9b433c217 details requested by agent ovs-agent-n-d-802623-1 with host n-d-802623-1 {{(pid=93799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 23:03:01.426930 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50dedffc-3715-4805-aa5d-5538294b75db admin admin] Made reservation on behalf of 09c2e06aaf3c4aa785e90ae90800475c for: {'subnet': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:03:01.429710 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-50dedffc-3715-4805-aa5d-5538294b75db admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11551435'] for subnet, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:01.536902 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-03d1be5e-db5d-4475-b06d-6c3974183dcd req-3a437d16-6649-4bb8-990f-f305f5a4a9ac service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=0688b6c2-1ac4-4346-9663-091c79c64455&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1206851 Jul 27 23:03:01.604309 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-0d32b377-f37c-400e-b518-082b92f9c403 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=92ac1a11dd364c00be59c97b73559b3d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5061297 Jul 27 23:03:01.606397 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 50580) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:03:01.703547 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-c703573f-b8b8-4ad1-81e0-afcef067c801 req-9f0fb519-0f9c-4830-88cb-47fd3b09a7f0 tempest-DeleteServersAdminTestJSON-1530971716 tempest-DeleteServersAdminTestJSON-1530971716-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:01.717491 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d1be5e-db5d-4475-b06d-6c3974183dcd req-51b5733a-20ba-435c-9a86-4a1e40d5b803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:03:01.719006 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-03d1be5e-db5d-4475-b06d-6c3974183dcd req-51b5733a-20ba-435c-9a86-4a1e40d5b803 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5bb0d3806e664c82945fe299bf6309d8&device_id=0688b6c2-1ac4-4346-9663-091c79c64455 HTTP/1.1" status: 200 len: 1122 time: 0.1188641 Jul 27 23:03:01.738952 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-565679bf-b0d1-454a-8195-8bb1f14c97a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:01.743682 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-c703573f-b8b8-4ad1-81e0-afcef067c801 req-9f0fb519-0f9c-4830-88cb-47fd3b09a7f0 tempest-DeleteServersAdminTestJSON-1530971716 tempest-DeleteServersAdminTestJSON-1530971716-project] Transition to ACTIVE for port object 0d1db0e6-942b-4f63-baa7-03ed67dad58c will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:03:01.762315 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-50dedffc-3715-4805-aa5d-5538294b75db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11336182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11551417'] for subnet, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:01.787090 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-565679bf-b0d1-454a-8195-8bb1f14c97a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:01.791790 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4f6f6163-19db-4719-b53a-3a71a9d3ffd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:01.814439 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4f6f6163-19db-4719-b53a-3a71a9d3ffd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:01.875945 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6f6163-19db-4719-b53a-3a71a9d3ffd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f9a08eb-5992-4b8e-8706-aa2132b8fce5,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:03:01.880254 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-c703573f-b8b8-4ad1-81e0-afcef067c801 req-9f0fb519-0f9c-4830-88cb-47fd3b09a7f0 tempest-DeleteServersAdminTestJSON-1530971716 tempest-DeleteServersAdminTestJSON-1530971716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:01.889114 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-4f6f6163-19db-4719-b53a-3a71a9d3ffd9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=76994c896574434094d880922884425d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1762705 Jul 27 23:03:01.890920 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 50584) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:03:01.951038 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50dedffc-3715-4805-aa5d-5538294b75db admin admin] Pushing event updated for resources: {'Subnet': ['ID=681fdd2e-7bb4-498c-9817-5f416242773c,revision_number=0']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:03:01.959500 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c703573f-b8b8-4ad1-81e0-afcef067c801 req-9f0fb519-0f9c-4830-88cb-47fd3b09a7f0 tempest-DeleteServersAdminTestJSON-1530971716 tempest-DeleteServersAdminTestJSON-1530971716-project] Network 591af2dd-f826-43b1-aa9d-e7a0bf218c71 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:03:01.974660 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [req-c703573f-b8b8-4ad1-81e0-afcef067c801 req-9f0fb519-0f9c-4830-88cb-47fd3b09a7f0 tempest-DeleteServersAdminTestJSON-1530971716 tempest-DeleteServersAdminTestJSON-1530971716-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:03:01.976797 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-565679bf-b0d1-454a-8195-8bb1f14c97a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:01.980008 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-565679bf-b0d1-454a-8195-8bb1f14c97a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:01.981329 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-565679bf-b0d1-454a-8195-8bb1f14c97a2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/aefc980a-9ca1-4e45-a631-66a477adc86e HTTP/1.1" status: 204 len: 168 time: 0.3710637 Jul 27 23:03:01.989563 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-c703573f-b8b8-4ad1-81e0-afcef067c801 req-9f0fb519-0f9c-4830-88cb-47fd3b09a7f0 tempest-DeleteServersAdminTestJSON-1530971716 tempest-DeleteServersAdminTestJSON-1530971716-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:03:02.003348 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device aa89d0f3-09ba-4170-a0b1-b1e3bf890cc7 no longer exists at agent hyperv_n-h1-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:03:02.020849 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50dedffc-3715-4805-aa5d-5538294b75db admin admin] Checking segment: {'id': '68badffb-1ae8-46d7-9932-5a3dba1817fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '0f9004bd-8e90-4e82-a7cb-88f9b433c217'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:03:02.021410 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50dedffc-3715-4805-aa5d-5538294b75db admin admin] Network hostable DHCP agents. Network: 0f9004bd-8e90-4e82-a7cb-88f9b433c217, hostable agents: ['5950e76f-2bde-4343-a925-cbe6bacd2706'], hosted agents: [] {{(pid=93797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 23:03:02.040072 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0fb519-0f9c-4830-88cb-47fd3b09a7f0 tempest-DeleteServersAdminTestJSON-1530971716 tempest-DeleteServersAdminTestJSON-1530971716-project] Pushing event updated for resources: {'Port': ['ID=0d1db0e6-942b-4f63-baa7-03ed67dad58c,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:03:02.043071 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565679bf-b0d1-454a-8195-8bb1f14c97a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aefc980a-9ca1-4e45-a631-66a477adc86e,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:03:02.066477 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d1be5e-db5d-4475-b06d-6c3974183dcd req-dbffe0a8-add9-4784-9710-a0b4c60936c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:03:02.068005 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-03d1be5e-db5d-4475-b06d-6c3974183dcd req-dbffe0a8-add9-4784-9710-a0b4c60936c5 service neutron] 10.222.0.38 "GET /v2.0/networks?id=591af2dd-f826-43b1-aa9d-e7a0bf218c71 HTTP/1.1" status: 200 len: 870 time: 0.3192809 Jul 27 23:03:02.080045 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-411cf176-48ab-4589-9eca-cbd31c8e7913 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:02.088107 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c703573f-b8b8-4ad1-81e0-afcef067c801 req-9f0fb519-0f9c-4830-88cb-47fd3b09a7f0 tempest-DeleteServersAdminTestJSON-1530971716 tempest-DeleteServersAdminTestJSON-1530971716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:03:02.089043 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-c703573f-b8b8-4ad1-81e0-afcef067c801 req-9f0fb519-0f9c-4830-88cb-47fd3b09a7f0 tempest-DeleteServersAdminTestJSON-1530971716 tempest-DeleteServersAdminTestJSON-1530971716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:02.119751 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] No Port match for: aa89d0f3-09ba-4170-a0b1-b1e3bf890cc7 {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:03:02.127575 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device aa89d0f3-09ba-4170-a0b1-b1e3bf890cc7 not bound to the agent host n-h1-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:03:02.171965 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c703573f-b8b8-4ad1-81e0-afcef067c801 req-9f0fb519-0f9c-4830-88cb-47fd3b09a7f0 tempest-DeleteServersAdminTestJSON-1530971716 tempest-DeleteServersAdminTestJSON-1530971716-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7494185 Jul 27 23:03:02.173929 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-411cf176-48ab-4589-9eca-cbd31c8e7913 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:02.177615 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7418f70f-e60d-4709-8ba9-6ab514bc7f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:02.195008 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [req-c703573f-b8b8-4ad1-81e0-afcef067c801 req-9017d7a1-6525-4df9-8fcf-45bf8807a74d service neutron] Request body: {'port': {'device_id': '943bfbfe-2b93-457f-b6e4-6c56a602d491', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802623-1'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:03:02.209273 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-03d1be5e-db5d-4475-b06d-6c3974183dcd req-e075f027-20c5-4c0f-b893-31217a8a3b1b service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.136&port_id=83845efe-b88e-4f5e-89dc-b79ef7ebf860 HTTP/1.1" status: 200 len: 217 time: 0.1247573 Jul 27 23:03:02.227422 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50dedffc-3715-4805-aa5d-5538294b75db admin admin] Network 0f9004bd-8e90-4e82-a7cb-88f9b433c217 is scheduled to be hosted by DHCP agent 5950e76f-2bde-4343-a925-cbe6bacd2706 with binding_index 1 {{(pid=93797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 23:03:02.293280 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-c703573f-b8b8-4ad1-81e0-afcef067c801 req-9017d7a1-6525-4df9-8fcf-45bf8807a74d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:02.314537 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-50dedffc-3715-4805-aa5d-5538294b75db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802623-1, 0f9004bd-8e90-4e82-a7cb-88f9b433c217) {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:03:02.334089 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d98e770-3bde-45bd-8694-677bbd9f112a None None] Network 0f9004bd-8e90-4e82-a7cb-88f9b433c217 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:03:02.375515 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50dedffc-3715-4805-aa5d-5538294b75db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:03:02.376122 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-50dedffc-3715-4805-aa5d-5538294b75db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for subnet, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:02.412449 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [req-a1774178-2ad2-45cd-b003-ec4ec4a168a8 req-ba5d6d97-dfcf-4051-a5eb-97363fc2d7ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7de24ee0-1697-4a67-baba-0de926b39f70 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:03:02.419660 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d1be5e-db5d-4475-b06d-6c3974183dcd req-1bc3c23a-8c92-42e5-a8c8-e99261b707c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:03:02.421352 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-03d1be5e-db5d-4475-b06d-6c3974183dcd req-1bc3c23a-8c92-42e5-a8c8-e99261b707c9 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=62938449-046d-4cbe-923a-7ebb632c358d HTTP/1.1" status: 200 len: 843 time: 0.1884208 Jul 27 23:03:02.428901 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-a1774178-2ad2-45cd-b003-ec4ec4a168a8 req-ba5d6d97-dfcf-4051-a5eb-97363fc2d7ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:02.455647 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-50dedffc-3715-4805-aa5d-5538294b75db admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.0897954 Jul 27 23:03:02.471719 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 50612) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:03:02.484519 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-9788e88c-1c99-4202-a8e6-efe53844ef19 None None] Provisioning for port 0d1db0e6-942b-4f63-baa7-03ed67dad58c completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:03:02.494487 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-d6482761-0118-462b-abc4-ff5f5f091141 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-893120416-router', 'tenant_id': '09c2e06aaf3c4aa785e90ae90800475c', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'}}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:03:02.503225 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [req-a1774178-2ad2-45cd-b003-ec4ec4a168a8 req-ba5d6d97-dfcf-4051-a5eb-97363fc2d7ec service neutron] Transition to ACTIVE for port object 7de24ee0-1697-4a67-baba-0de926b39f70 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:03:02.513132 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df1123e-032d-4d06-b761-4dd831324d0f req-b3baa4b6-6209-43c7-8371-18408e44c9fa tempest-ServersAdminTestJSON-1581810367 tempest-ServersAdminTestJSON-1581810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:03:02.519897 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-9788e88c-1c99-4202-a8e6-efe53844ef19 None None] Provisioning complete for port 0d1db0e6-942b-4f63-baa7-03ed67dad58c triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:03:02.520341 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-9788e88c-1c99-4202-a8e6-efe53844ef19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:02.521851 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-9df1123e-032d-4d06-b761-4dd831324d0f req-b3baa4b6-6209-43c7-8371-18408e44c9fa tempest-ServersAdminTestJSON-1581810367 tempest-ServersAdminTestJSON-1581810367-project] 10.222.0.18 "GET /v2.0/ports?device_id=846ac90e-5a0c-42f0-960a-1f2595273fb0 HTTP/1.1" status: 200 len: 936 time: 0.2896895 Jul 27 23:03:02.536562 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-411cf176-48ab-4589-9eca-cbd31c8e7913 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:02.539783 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-411cf176-48ab-4589-9eca-cbd31c8e7913 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:02.540949 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-a1774178-2ad2-45cd-b003-ec4ec4a168a8 req-ba5d6d97-dfcf-4051-a5eb-97363fc2d7ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11336041'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:02.543884 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-411cf176-48ab-4589-9eca-cbd31c8e7913 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5f9a08eb-5992-4b8e-8706-aa2132b8fce5 HTTP/1.1" status: 204 len: 168 time: 0.6495001 Jul 27 23:03:02.561817 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411cf176-48ab-4589-9eca-cbd31c8e7913 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f9a08eb-5992-4b8e-8706-aa2132b8fce5,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:03:02.641684 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d6482761-0118-462b-abc4-ff5f5f091141 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62159'] for router, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:02.643263 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d6482761-0118-462b-abc4-ff5f5f091141 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-479230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-415539', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3693317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62148'] for router, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:02.687126 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d1be5e-db5d-4475-b06d-6c3974183dcd req-f022ec80-784b-4be3-83b5-c29538919b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:03:02.689060 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-03d1be5e-db5d-4475-b06d-6c3974183dcd req-f022ec80-784b-4be3-83b5-c29538919b0f service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=591af2dd-f826-43b1-aa9d-e7a0bf218c71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2501070 Jul 27 23:03:02.693864 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-9788e88c-1c99-4202-a8e6-efe53844ef19 None None] Port 0d1db0e6-942b-4f63-baa7-03ed67dad58c cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:03:02.707475 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-9df1123e-032d-4d06-b761-4dd831324d0f req-87257958-1283-4881-b076-11c787e91252 tempest-ServersAdminTestJSON-1581810367 tempest-ServersAdminTestJSON-1581810367-project] 10.222.0.18 "GET /v2.0/security-groups?id=ffa9f128-d6a7-4fb1-a632-c57615725739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802654 Jul 27 23:03:02.714076 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5d6d97-dfcf-4051-a5eb-97363fc2d7ec service neutron] Pushing event updated for resources: {'Port': ['ID=7de24ee0-1697-4a67-baba-0de926b39f70,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:03:02.838273 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e6576dd-1ff7-4c9b-a510-e3f6c64f663e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f6f257c-ad18-5f0c-8c8e-ea085a5fc8a2-0f9004bd-8e90-4e82-a7cb-88f9b433c217', 'network_id': '0f9004bd-8e90-4e82-a7cb-88f9b433c217', 'tenant_id': '09c2e06aaf3c4aa785e90ae90800475c', 'fixed_ips': [{'subnet_id': '681fdd2e-7bb4-498c-9817-5f416242773c'}]}} from n-d-802623-1. {{(pid=93799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 23:03:02.839272 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-9e6576dd-1ff7-4c9b-a510-e3f6c64f663e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:02.893039 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 50624) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:03:03.007141 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-2c021f2a-d68b-40e3-aeb1-320411b6818d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=13d84038a6cc43bfbcaa2f4f74dc9620&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1124835 Jul 27 23:03:03.008115 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 50628) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:03:03.033168 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [req-c703573f-b8b8-4ad1-81e0-afcef067c801 req-9017d7a1-6525-4df9-8fcf-45bf8807a74d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d1db0e6-942b-4f63-baa7-03ed67dad58c {{(pid=93798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:03:03.051429 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-c703573f-b8b8-4ad1-81e0-afcef067c801 req-9017d7a1-6525-4df9-8fcf-45bf8807a74d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:03.087420 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-c703573f-b8b8-4ad1-81e0-afcef067c801 req-9017d7a1-6525-4df9-8fcf-45bf8807a74d service neutron] Transition to ACTIVE for port object 0d1db0e6-942b-4f63-baa7-03ed67dad58c will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:03:03.106680 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-c703573f-b8b8-4ad1-81e0-afcef067c801 req-9017d7a1-6525-4df9-8fcf-45bf8807a74d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:03.142176 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8e7f1b0b-2f8c-45ad-a171-7af21b96c437 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:03.149818 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-9e6576dd-1ff7-4c9b-a510-e3f6c64f663e None None] Allocated IP 172.20.0.2 (0f9004bd-8e90-4e82-a7cb-88f9b433c217/681fdd2e-7bb4-498c-9817-5f416242773c/af9836cb-9f8e-4280-b964-e0fecd8a6b40) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:03:03.195516 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d6482761-0118-462b-abc4-ff5f5f091141 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:03.270937 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787028b6-265f-4f83-ab93-49552223d553 req-9826326c-b835-4bb6-b8f6-db5e84bf2c38 tempest-DeleteServersAdminTestJSON-1530971716 tempest-DeleteServersAdminTestJSON-1530971716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:03:03.280381 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9017d7a1-6525-4df9-8fcf-45bf8807a74d service neutron] Pushing event updated for resources: {'Port': ['ID=0d1db0e6-942b-4f63-baa7-03ed67dad58c,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:03:03.280686 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-787028b6-265f-4f83-ab93-49552223d553 req-9826326c-b835-4bb6-b8f6-db5e84bf2c38 tempest-DeleteServersAdminTestJSON-1530971716 tempest-DeleteServersAdminTestJSON-1530971716-project] 10.222.0.18 "GET /v2.0/ports?device_id=943bfbfe-2b93-457f-b6e4-6c56a602d491 HTTP/1.1" status: 200 len: 947 time: 0.4482350 Jul 27 23:03:03.303362 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8e7f1b0b-2f8c-45ad-a171-7af21b96c437 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:03.410350 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-9e6576dd-1ff7-4c9b-a510-e3f6c64f663e None None] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:03.419437 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-c703573f-b8b8-4ad1-81e0-afcef067c801 req-9017d7a1-6525-4df9-8fcf-45bf8807a74d service neutron] Attempting to bind port 0d1db0e6-942b-4f63-baa7-03ed67dad58c on host n-h1-802623-1 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:03:03.420625 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-c703573f-b8b8-4ad1-81e0-afcef067c801 req-9017d7a1-6525-4df9-8fcf-45bf8807a74d service neutron] Attempting to bind port 0d1db0e6-942b-4f63-baa7-03ed67dad58c by drivers openvswitch,hyperv on host n-h1-802623-1 at level 0 using segments [{'id': '16e91594-c047-4b55-93eb-43af33ad08e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '591af2dd-f826-43b1-aa9d-e7a0bf218c71'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:03:03.421057 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c703573f-b8b8-4ad1-81e0-afcef067c801 req-9017d7a1-6525-4df9-8fcf-45bf8807a74d service neutron] Attempting to bind port 0d1db0e6-942b-4f63-baa7-03ed67dad58c on network 591af2dd-f826-43b1-aa9d-e7a0bf218c71 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:03:03.425695 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-9e6576dd-1ff7-4c9b-a510-e3f6c64f663e None None] Transition to ACTIVE for port object af9836cb-9f8e-4280-b964-e0fecd8a6b40 will not be triggered until provisioned by entity L2. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:03:03.441556 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8e7f1b0b-2f8c-45ad-a171-7af21b96c437 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:03.444807 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8e7f1b0b-2f8c-45ad-a171-7af21b96c437 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:03.449574 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-8e7f1b0b-2f8c-45ad-a171-7af21b96c437 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c0ef507f-8437-4cf2-955e-b39684de6755 HTTP/1.1" status: 204 len: 168 time: 0.4385812 Jul 27 23:03:03.450417 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c703573f-b8b8-4ad1-81e0-afcef067c801 req-9017d7a1-6525-4df9-8fcf-45bf8807a74d service neutron] Port 0d1db0e6-942b-4f63-baa7-03ed67dad58c on network 591af2dd-f826-43b1-aa9d-e7a0bf218c71 not bound, no agent of type Open vSwitch agent registered on host n-h1-802623-1 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 23:03:03.450771 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c703573f-b8b8-4ad1-81e0-afcef067c801 req-9017d7a1-6525-4df9-8fcf-45bf8807a74d service neutron] Attempting to bind port 0d1db0e6-942b-4f63-baa7-03ed67dad58c on network 591af2dd-f826-43b1-aa9d-e7a0bf218c71 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:03:03.458392 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c703573f-b8b8-4ad1-81e0-afcef067c801 req-9017d7a1-6525-4df9-8fcf-45bf8807a74d service neutron] Checking agent: {'id': '245f1da4-a9b8-4b08-90d7-28f0f342b839', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 59, 59), 'started_at': datetime.datetime(2021, 7, 27, 22, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 2, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:03:03.458725 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c703573f-b8b8-4ad1-81e0-afcef067c801 req-9017d7a1-6525-4df9-8fcf-45bf8807a74d service neutron] Checking segment: {'id': '16e91594-c047-4b55-93eb-43af33ad08e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '591af2dd-f826-43b1-aa9d-e7a0bf218c71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:03:03.459122 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c703573f-b8b8-4ad1-81e0-afcef067c801 req-9017d7a1-6525-4df9-8fcf-45bf8807a74d service neutron] Bound using segment: {'id': '16e91594-c047-4b55-93eb-43af33ad08e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '591af2dd-f826-43b1-aa9d-e7a0bf218c71'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:03:03.459685 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-c703573f-b8b8-4ad1-81e0-afcef067c801 req-9017d7a1-6525-4df9-8fcf-45bf8807a74d service neutron] Bound port: 0d1db0e6-942b-4f63-baa7-03ed67dad58c, host: n-h1-802623-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16e91594-c047-4b55-93eb-43af33ad08e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '591af2dd-f826-43b1-aa9d-e7a0bf218c71'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:03:03.460045 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-c703573f-b8b8-4ad1-81e0-afcef067c801 req-9017d7a1-6525-4df9-8fcf-45bf8807a74d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:03.466147 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-9e6576dd-1ff7-4c9b-a510-e3f6c64f663e None None] Transition to ACTIVE for port object af9836cb-9f8e-4280-b964-e0fecd8a6b40 will not be triggered until provisioned by entity DHCP. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:03:03.467690 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7f1b0b-2f8c-45ad-a171-7af21b96c437 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0ef507f-8437-4cf2-955e-b39684de6755,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:03:03.490630 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-9e6576dd-1ff7-4c9b-a510-e3f6c64f663e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:03.495769 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-03d1be5e-db5d-4475-b06d-6c3974183dcd req-b3d0f273-d051-4c56-8c2a-1fd18e576c54 service neutron] 10.222.0.38 "GET /v2.0/networks/591af2dd-f826-43b1-aa9d-e7a0bf218c71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7853963 Jul 27 23:03:03.498338 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-787028b6-265f-4f83-ab93-49552223d553 req-46ec7bdc-fd00-4053-9d54-a8f8145ca661 tempest-DeleteServersAdminTestJSON-1530971716 tempest-DeleteServersAdminTestJSON-1530971716-project] 10.222.0.18 "GET /v2.0/security-groups?id=73ecb7c9-b889-42da-94f7-79004124f055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918800 Jul 27 23:03:03.508201 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-a1774178-2ad2-45cd-b003-ec4ec4a168a8 req-ba5d6d97-dfcf-4051-a5eb-97363fc2d7ec service neutron] Attempting to bind port 7de24ee0-1697-4a67-baba-0de926b39f70 on host n-h2-802623-1 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:03:03.508540 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-a1774178-2ad2-45cd-b003-ec4ec4a168a8 req-ba5d6d97-dfcf-4051-a5eb-97363fc2d7ec service neutron] Attempting to bind port 7de24ee0-1697-4a67-baba-0de926b39f70 by drivers openvswitch,hyperv on host n-h2-802623-1 at level 0 using segments [{'id': '16e91594-c047-4b55-93eb-43af33ad08e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '591af2dd-f826-43b1-aa9d-e7a0bf218c71'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:03:03.508863 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1774178-2ad2-45cd-b003-ec4ec4a168a8 req-ba5d6d97-dfcf-4051-a5eb-97363fc2d7ec service neutron] Attempting to bind port 7de24ee0-1697-4a67-baba-0de926b39f70 on network 591af2dd-f826-43b1-aa9d-e7a0bf218c71 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:03:03.615930 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e6576dd-1ff7-4c9b-a510-e3f6c64f663e None None] Network 0f9004bd-8e90-4e82-a7cb-88f9b433c217 is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:03:03.630225 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-9e6576dd-1ff7-4c9b-a510-e3f6c64f663e None None] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:03:03.641267 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e6576dd-1ff7-4c9b-a510-e3f6c64f663e None None] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:03:03.652056 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-c703573f-b8b8-4ad1-81e0-afcef067c801 req-9017d7a1-6525-4df9-8fcf-45bf8807a74d service neutron] For port 0d1db0e6-942b-4f63-baa7-03ed67dad58c, host n-h1-802623-1, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:03:03.661995 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-c703573f-b8b8-4ad1-81e0-afcef067c801 req-9017d7a1-6525-4df9-8fcf-45bf8807a74d service neutron] For port 0d1db0e6-942b-4f63-baa7-03ed67dad58c, host n-h1-802623-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=0d1db0e6-942b-4f63-baa7-03ed67dad58c,segment=NetworkSegment(16e91594-c047-4b55-93eb-43af33ad08e1),segment_id=16e91594-c047-4b55-93eb-43af33ad08e1)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:03:03.670864 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-c703573f-b8b8-4ad1-81e0-afcef067c801 req-9017d7a1-6525-4df9-8fcf-45bf8807a74d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:03.691099 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1774178-2ad2-45cd-b003-ec4ec4a168a8 req-ba5d6d97-dfcf-4051-a5eb-97363fc2d7ec service neutron] Port 7de24ee0-1697-4a67-baba-0de926b39f70 on network 591af2dd-f826-43b1-aa9d-e7a0bf218c71 not bound, no agent of type Open vSwitch agent registered on host n-h2-802623-1 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 23:03:03.691426 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1774178-2ad2-45cd-b003-ec4ec4a168a8 req-ba5d6d97-dfcf-4051-a5eb-97363fc2d7ec service neutron] Attempting to bind port 7de24ee0-1697-4a67-baba-0de926b39f70 on network 591af2dd-f826-43b1-aa9d-e7a0bf218c71 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:03:03.701262 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1774178-2ad2-45cd-b003-ec4ec4a168a8 req-ba5d6d97-dfcf-4051-a5eb-97363fc2d7ec service neutron] Checking agent: {'id': 'c5cc038b-93c4-4df4-8061-5df2a04a48c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 23, 0, 4), 'started_at': datetime.datetime(2021, 7, 27, 23, 0, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 2, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:03:03.701633 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1774178-2ad2-45cd-b003-ec4ec4a168a8 req-ba5d6d97-dfcf-4051-a5eb-97363fc2d7ec service neutron] Checking segment: {'id': '16e91594-c047-4b55-93eb-43af33ad08e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '591af2dd-f826-43b1-aa9d-e7a0bf218c71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:03:03.701953 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1774178-2ad2-45cd-b003-ec4ec4a168a8 req-ba5d6d97-dfcf-4051-a5eb-97363fc2d7ec service neutron] Bound using segment: {'id': '16e91594-c047-4b55-93eb-43af33ad08e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '591af2dd-f826-43b1-aa9d-e7a0bf218c71'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:03:03.702400 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-a1774178-2ad2-45cd-b003-ec4ec4a168a8 req-ba5d6d97-dfcf-4051-a5eb-97363fc2d7ec service neutron] Bound port: 7de24ee0-1697-4a67-baba-0de926b39f70, host: n-h2-802623-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16e91594-c047-4b55-93eb-43af33ad08e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '591af2dd-f826-43b1-aa9d-e7a0bf218c71'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:03:03.702761 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-a1774178-2ad2-45cd-b003-ec4ec4a168a8 req-ba5d6d97-dfcf-4051-a5eb-97363fc2d7ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:03.749395 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d6482761-0118-462b-abc4-ff5f5f091141 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-415433', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62186'] for router, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:03.761932 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6576dd-1ff7-4c9b-a510-e3f6c64f663e None None] Pushing event updated for resources: {'Port': ['ID=af9836cb-9f8e-4280-b964-e0fecd8a6b40,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:03:03.787640 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c703573f-b8b8-4ad1-81e0-afcef067c801 req-9017d7a1-6525-4df9-8fcf-45bf8807a74d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:03:03.794962 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-c703573f-b8b8-4ad1-81e0-afcef067c801 req-9017d7a1-6525-4df9-8fcf-45bf8807a74d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:03.799753 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c703573f-b8b8-4ad1-81e0-afcef067c801 req-9017d7a1-6525-4df9-8fcf-45bf8807a74d service neutron] 10.222.0.38 "PUT /v2.0/ports/0d1db0e6-942b-4f63-baa7-03ed67dad58c HTTP/1.1" status: 200 len: 1095 time: 1.6083992 Jul 27 23:03:03.801659 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '943bfbfe-2b93-457f-b6e4-6c56a602d491', 'tag': '0d1db0e6-942b-4f63-baa7-03ed67dad58c'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:03:03.809261 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}011f8d312121274bb12d78e77c6379a2079800640016cec6c6d605b73666e854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2734dc52-e980-4f55-98ce-d1e14d304c06" -d '{"events": [{"name": "network-changed", "server_uuid": "943bfbfe-2b93-457f-b6e4-6c56a602d491", "tag": "0d1db0e6-942b-4f63-baa7-03ed67dad58c"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:03:03.846145 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-9e6576dd-1ff7-4c9b-a510-e3f6c64f663e None None] Attempting to bind port af9836cb-9f8e-4280-b964-e0fecd8a6b40 on host n-d-802623-1 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:03:03.847127 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-9e6576dd-1ff7-4c9b-a510-e3f6c64f663e None None] Attempting to bind port af9836cb-9f8e-4280-b964-e0fecd8a6b40 by drivers openvswitch,hyperv on host n-d-802623-1 at level 0 using segments [{'id': '68badffb-1ae8-46d7-9932-5a3dba1817fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '0f9004bd-8e90-4e82-a7cb-88f9b433c217'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:03:03.847798 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e6576dd-1ff7-4c9b-a510-e3f6c64f663e None None] Attempting to bind port af9836cb-9f8e-4280-b964-e0fecd8a6b40 on network 0f9004bd-8e90-4e82-a7cb-88f9b433c217 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:03:03.859303 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e6576dd-1ff7-4c9b-a510-e3f6c64f663e None None] Checking agent: {'id': 'a9a568d2-a5e7-41e4-833f-a8ab42ea4073', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 52, 30), 'started_at': datetime.datetime(2021, 7, 27, 22, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802623-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:03:03.859875 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e6576dd-1ff7-4c9b-a510-e3f6c64f663e None None] Checking segment: {'id': '68badffb-1ae8-46d7-9932-5a3dba1817fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '0f9004bd-8e90-4e82-a7cb-88f9b433c217'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:03:03.860424 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-9e6576dd-1ff7-4c9b-a510-e3f6c64f663e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:03.860965 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e6576dd-1ff7-4c9b-a510-e3f6c64f663e None None] Bound using segment: {'id': '68badffb-1ae8-46d7-9932-5a3dba1817fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '0f9004bd-8e90-4e82-a7cb-88f9b433c217'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:03:03.861577 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-9e6576dd-1ff7-4c9b-a510-e3f6c64f663e None None] Bound port: af9836cb-9f8e-4280-b964-e0fecd8a6b40, host: n-d-802623-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68badffb-1ae8-46d7-9932-5a3dba1817fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '0f9004bd-8e90-4e82-a7cb-88f9b433c217'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:03:03.862126 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-9e6576dd-1ff7-4c9b-a510-e3f6c64f663e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:03.881356 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9017d7a1-6525-4df9-8fcf-45bf8807a74d service neutron] Pushing event updated for resources: {'Port': ['ID=0d1db0e6-942b-4f63-baa7-03ed67dad58c,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:03:03.941940 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c703573f-b8b8-4ad1-81e0-afcef067c801 req-dd7515ec-02c7-4306-a781-8a5f93cdbafa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:03:03.946899 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c703573f-b8b8-4ad1-81e0-afcef067c801 req-dd7515ec-02c7-4306-a781-8a5f93cdbafa service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=4cdaecda4053412dad2fcd5b1cbb8589&device_id=943bfbfe-2b93-457f-b6e4-6c56a602d491 HTTP/1.1" status: 200 len: 1098 time: 0.0853014 Jul 27 23:03:03.983407 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-9e6576dd-1ff7-4c9b-a510-e3f6c64f663e None None] For port af9836cb-9f8e-4280-b964-e0fecd8a6b40, host n-d-802623-1, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:03:03.986741 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-9e6576dd-1ff7-4c9b-a510-e3f6c64f663e None None] For port af9836cb-9f8e-4280-b964-e0fecd8a6b40, host n-d-802623-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=af9836cb-9f8e-4280-b964-e0fecd8a6b40,segment=NetworkSegment(68badffb-1ae8-46d7-9932-5a3dba1817fe),segment_id=68badffb-1ae8-46d7-9932-5a3dba1817fe)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:03:03.998951 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-9e6576dd-1ff7-4c9b-a510-e3f6c64f663e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:04.003313 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-03d1be5e-db5d-4475-b06d-6c3974183dcd req-81f5a325-6707-4bf6-a3b0-40387535527f service neutron] 10.222.0.38 "GET /v2.0/networks/591af2dd-f826-43b1-aa9d-e7a0bf218c71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4894841 Jul 27 23:03:04.022382 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-a1774178-2ad2-45cd-b003-ec4ec4a168a8 req-ba5d6d97-dfcf-4051-a5eb-97363fc2d7ec service neutron] For port 7de24ee0-1697-4a67-baba-0de926b39f70, host n-h2-802623-1, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:03:04.027221 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-a1774178-2ad2-45cd-b003-ec4ec4a168a8 req-ba5d6d97-dfcf-4051-a5eb-97363fc2d7ec service neutron] For port 7de24ee0-1697-4a67-baba-0de926b39f70, host n-h2-802623-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=7de24ee0-1697-4a67-baba-0de926b39f70,segment=NetworkSegment(16e91594-c047-4b55-93eb-43af33ad08e1),segment_id=16e91594-c047-4b55-93eb-43af33ad08e1)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:03:04.041434 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c703573f-b8b8-4ad1-81e0-afcef067c801 req-6fa3c625-4189-4bcd-98bd-692d14be8d2c service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=0d1db0e6-942b-4f63-baa7-03ed67dad58c HTTP/1.1" status: 200 len: 217 time: 0.0850415 Jul 27 23:03:04.046345 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-a1774178-2ad2-45cd-b003-ec4ec4a168a8 req-ba5d6d97-dfcf-4051-a5eb-97363fc2d7ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11336041'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:04.152292 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6576dd-1ff7-4c9b-a510-e3f6c64f663e None None] Pushing event updated for resources: {'Port': ['ID=af9836cb-9f8e-4280-b964-e0fecd8a6b40,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:03:04.153307 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c703573f-b8b8-4ad1-81e0-afcef067c801 req-56f4bb58-cc9c-4e18-b4b1-77e34e828e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:03:04.154948 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c703573f-b8b8-4ad1-81e0-afcef067c801 req-56f4bb58-cc9c-4e18-b4b1-77e34e828e2a service neutron] 10.222.0.38 "GET /v2.0/subnets?id=62938449-046d-4cbe-923a-7ebb632c358d HTTP/1.1" status: 200 len: 843 time: 0.1027420 Jul 27 23:03:04.197351 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5d6d97-dfcf-4051-a5eb-97363fc2d7ec service neutron] Pushing event updated for resources: {'Port': ['ID=7de24ee0-1697-4a67-baba-0de926b39f70,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:03:04.211233 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1774178-2ad2-45cd-b003-ec4ec4a168a8 req-ba5d6d97-dfcf-4051-a5eb-97363fc2d7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:03:04.211690 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-a1774178-2ad2-45cd-b003-ec4ec4a168a8 req-ba5d6d97-dfcf-4051-a5eb-97363fc2d7ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:04.225597 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a1774178-2ad2-45cd-b003-ec4ec4a168a8 req-ba5d6d97-dfcf-4051-a5eb-97363fc2d7ec service neutron] 10.222.0.49 "PUT /v2.0/ports/7de24ee0-1697-4a67-baba-0de926b39f70 HTTP/1.1" status: 200 len: 1096 time: 3.3825119 Jul 27 23:03:04.226668 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '846ac90e-5a0c-42f0-960a-1f2595273fb0', 'tag': '7de24ee0-1697-4a67-baba-0de926b39f70'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:03:04.229206 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a476459a1bfce68b0ae0df5b6a71154bfc7cfdc8f9eefce6ad0a17231e60468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c209e5c4-3b6d-470c-8d99-ea02c9f74cd2" -d '{"events": [{"name": "network-changed", "server_uuid": "846ac90e-5a0c-42f0-960a-1f2595273fb0", "tag": "7de24ee0-1697-4a67-baba-0de926b39f70"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:03:04.304877 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c703573f-b8b8-4ad1-81e0-afcef067c801 req-8f115867-65e0-495e-af00-cfd5911762c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:03:04.308212 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c703573f-b8b8-4ad1-81e0-afcef067c801 req-8f115867-65e0-495e-af00-cfd5911762c9 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=591af2dd-f826-43b1-aa9d-e7a0bf218c71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1446202 Jul 27 23:03:04.362431 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:04.552450 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c703573f-b8b8-4ad1-81e0-afcef067c801 req-c93dda37-ba5c-4e12-af1a-5e7768bac3e3 service neutron] 10.222.0.38 "GET /v2.0/networks/591af2dd-f826-43b1-aa9d-e7a0bf218c71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2341907 Jul 27 23:03:04.566588 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d6482761-0118-462b-abc4-ff5f5f091141 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:04.577650 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1774178-2ad2-45cd-b003-ec4ec4a168a8 req-eae99275-0d62-48e3-8e18-f8beaba7d6ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:03:04.581132 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a1774178-2ad2-45cd-b003-ec4ec4a168a8 req-eae99275-0d62-48e3-8e18-f8beaba7d6ba service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5bb0d3806e664c82945fe299bf6309d8&device_id=846ac90e-5a0c-42f0-960a-1f2595273fb0 HTTP/1.1" status: 200 len: 1099 time: 0.1945670 Jul 27 23:03:04.670429 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d6482761-0118-462b-abc4-ff5f5f091141 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:04.821819 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-d6482761-0118-462b-abc4-ff5f5f091141 admin admin] Allocated IP 172.25.4.81 (2fd42287-ed26-4eb9-89a5-b521f5b04356/17de1f8f-393a-4b0c-a2df-614bd3f2fb5e/ea92ec76-65f0-4e4e-94a9-e338356bb275) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:03:04.855006 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c703573f-b8b8-4ad1-81e0-afcef067c801 req-7e43d30c-5633-4954-8ca1-af395f4b1de0 service neutron] 10.222.0.38 "GET /v2.0/networks/591af2dd-f826-43b1-aa9d-e7a0bf218c71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2708499 Jul 27 23:03:04.958991 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a1774178-2ad2-45cd-b003-ec4ec4a168a8 req-11e165b0-785c-4de0-80b2-5606dd8c612a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.117&port_id=7de24ee0-1697-4a67-baba-0de926b39f70 HTTP/1.1" status: 200 len: 217 time: 0.3557215 Jul 27 23:03:04.997376 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d6482761-0118-462b-abc4-ff5f5f091141 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:05.055636 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5ed76b-3545-41e1-85ff-152afd3611a4 req-56b46f24-e8c4-414c-bfac-bf17a085b291 tempest-ServersAdminTestJSON-1581810367 tempest-ServersAdminTestJSON-1581810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:03:05.057197 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-7a5ed76b-3545-41e1-85ff-152afd3611a4 req-56b46f24-e8c4-414c-bfac-bf17a085b291 tempest-ServersAdminTestJSON-1581810367 tempest-ServersAdminTestJSON-1581810367-project] 10.222.0.18 "GET /v2.0/ports?device_id=846ac90e-5a0c-42f0-960a-1f2595273fb0 HTTP/1.1" status: 200 len: 948 time: 0.1416495 Jul 27 23:03:05.070063 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1774178-2ad2-45cd-b003-ec4ec4a168a8 req-222fec2a-4d20-472d-a013-73e9eba5c8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:03:05.071526 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a1774178-2ad2-45cd-b003-ec4ec4a168a8 req-222fec2a-4d20-472d-a013-73e9eba5c8cb service neutron] 10.222.0.49 "GET /v2.0/subnets?id=62938449-046d-4cbe-923a-7ebb632c358d HTTP/1.1" status: 200 len: 843 time: 0.0941041 Jul 27 23:03:05.075220 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 50706) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:03:05.145732 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d6482761-0118-462b-abc4-ff5f5f091141 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:05.187368 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-7a5ed76b-3545-41e1-85ff-152afd3611a4 req-f1abf841-1e02-4fa9-bd5e-d56f13b4ece8 tempest-ServersAdminTestJSON-1581810367 tempest-ServersAdminTestJSON-1581810367-project] 10.222.0.18 "GET /v2.0/security-groups?id=ffa9f128-d6a7-4fb1-a632-c57615725739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192272 Jul 27 23:03:05.192404 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1774178-2ad2-45cd-b003-ec4ec4a168a8 req-1b47aa6a-e7d1-4d62-a48a-7be47925ddea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:03:05.193871 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a1774178-2ad2-45cd-b003-ec4ec4a168a8 req-1b47aa6a-e7d1-4d62-a48a-7be47925ddea service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=591af2dd-f826-43b1-aa9d-e7a0bf218c71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1096237 Jul 27 23:03:05.208619 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6482761-0118-462b-abc4-ff5f5f091141 admin admin] Network 2fd42287-ed26-4eb9-89a5-b521f5b04356 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:03:05.230907 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-d6482761-0118-462b-abc4-ff5f5f091141 admin admin] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:03:05.251655 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6482761-0118-462b-abc4-ff5f5f091141 admin admin] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:03:05.253751 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6482761-0118-462b-abc4-ff5f5f091141 admin admin] Pushing event updated for resources: {'Port': ['ID=ea92ec76-65f0-4e4e-94a9-e338356bb275,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:03:05.273644 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 23:03:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6d690d3-33ae-40ed-9f6c-a228519b716a x-openstack-request-id: req-b6d690d3-33ae-40ed-9f6c-a228519b716a {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:03:05.274021 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "943bfbfe-2b93-457f-b6e4-6c56a602d491", "tag": "0d1db0e6-942b-4f63-baa7-03ed67dad58c", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:03:05.277635 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b6d690d3-33ae-40ed-9f6c-a228519b716a {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:03:05.277635 n-d-802623-1 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '943bfbfe-2b93-457f-b6e4-6c56a602d491', 'tag': '0d1db0e6-942b-4f63-baa7-03ed67dad58c', 'status': 'completed', 'code': 200} Jul 27 23:03:05.358667 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2734dc52-e980-4f55-98ce-d1e14d304c06 req-1b6dca8c-3ba9-444a-b940-281e6b337b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:03:05.361018 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-2734dc52-e980-4f55-98ce-d1e14d304c06 req-1b6dca8c-3ba9-444a-b940-281e6b337b09 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=4cdaecda4053412dad2fcd5b1cbb8589&device_id=943bfbfe-2b93-457f-b6e4-6c56a602d491 HTTP/1.1" status: 200 len: 1098 time: 0.0583346 Jul 27 23:03:05.435326 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [req-d875b7df-72d0-436c-bfd0-aaeaa5bdc455 req-3bab483a-068a-4700-a58e-a242224aa5a7 tempest-LiveMigrationTest-1100887879 tempest-LiveMigrationTest-1100887879-project-admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=93798) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 23:03:05.450786 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-d875b7df-72d0-436c-bfd0-aaeaa5bdc455 req-3bab483a-068a-4700-a58e-a242224aa5a7 tempest-LiveMigrationTest-1100887879 tempest-LiveMigrationTest-1100887879-project-admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3741047 Jul 27 23:03:05.503376 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a1774178-2ad2-45cd-b003-ec4ec4a168a8 req-5a83ad71-26ae-4260-9836-7f8f2fb6543a service neutron] 10.222.0.49 "GET /v2.0/networks/591af2dd-f826-43b1-aa9d-e7a0bf218c71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2972660 Jul 27 23:03:05.507880 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2734dc52-e980-4f55-98ce-d1e14d304c06 req-4e7a6ca0-df16-4a20-879d-103093f4394f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:03:05.509378 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-2734dc52-e980-4f55-98ce-d1e14d304c06 req-4e7a6ca0-df16-4a20-879d-103093f4394f service neutron] 10.222.0.38 "GET /v2.0/networks?id=591af2dd-f826-43b1-aa9d-e7a0bf218c71 HTTP/1.1" status: 200 len: 870 time: 0.1386309 Jul 27 23:03:05.575783 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-2734dc52-e980-4f55-98ce-d1e14d304c06 req-44b814ad-3b31-4a42-a729-cd7dacd1382e service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=0d1db0e6-942b-4f63-baa7-03ed67dad58c HTTP/1.1" status: 200 len: 217 time: 0.0572395 Jul 27 23:03:05.635957 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2734dc52-e980-4f55-98ce-d1e14d304c06 req-c72a200d-e682-4324-89bb-d7aec18ee77f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:03:05.637775 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-2734dc52-e980-4f55-98ce-d1e14d304c06 req-c72a200d-e682-4324-89bb-d7aec18ee77f service neutron] 10.222.0.38 "GET /v2.0/subnets?id=62938449-046d-4cbe-923a-7ebb632c358d HTTP/1.1" status: 200 len: 843 time: 0.0535331 Jul 27 23:03:05.704888 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2734dc52-e980-4f55-98ce-d1e14d304c06 req-594b5381-1b0d-4f70-bc21-26a0d833a92f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:03:05.710573 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-2734dc52-e980-4f55-98ce-d1e14d304c06 req-594b5381-1b0d-4f70-bc21-26a0d833a92f service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=591af2dd-f826-43b1-aa9d-e7a0bf218c71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0619307 Jul 27 23:03:05.724127 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48c59d66-2a10-4dfe-906b-a3d1b1121b69 None None] Network 0f9004bd-8e90-4e82-a7cb-88f9b433c217 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:03:05.811300 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-2734dc52-e980-4f55-98ce-d1e14d304c06 req-764d72aa-bb96-4c49-a1a1-4609e971b2d7 service neutron] 10.222.0.38 "GET /v2.0/networks/591af2dd-f826-43b1-aa9d-e7a0bf218c71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920680 Jul 27 23:03:05.905591 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 23:03:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f4bea96-de40-45d5-89a8-1b471e8ab9b0 x-openstack-request-id: req-6f4bea96-de40-45d5-89a8-1b471e8ab9b0 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:03:05.907961 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "846ac90e-5a0c-42f0-960a-1f2595273fb0", "tag": "7de24ee0-1697-4a67-baba-0de926b39f70", "status": "completed", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:03:05.908366 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6f4bea96-de40-45d5-89a8-1b471e8ab9b0 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:03:05.908917 n-d-802623-1 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '846ac90e-5a0c-42f0-960a-1f2595273fb0', 'tag': '7de24ee0-1697-4a67-baba-0de926b39f70', 'status': 'completed', 'code': 200} Jul 27 23:03:05.964638 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-28f3b398-83af-491c-90be-7be1e6dc2d10 None None] Provisioning for port af9836cb-9f8e-4280-b964-e0fecd8a6b40 completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:03:06.017578 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-2734dc52-e980-4f55-98ce-d1e14d304c06 req-3eb21487-5b0a-4528-b53b-4c76f3364089 service neutron] 10.222.0.38 "GET /v2.0/networks/591af2dd-f826-43b1-aa9d-e7a0bf218c71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1960788 Jul 27 23:03:06.018932 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a1774178-2ad2-45cd-b003-ec4ec4a168a8 req-23eec438-3aee-40a9-b76b-12dfce6b12d1 service neutron] 10.222.0.49 "GET /v2.0/networks/591af2dd-f826-43b1-aa9d-e7a0bf218c71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5069702 Jul 27 23:03:06.061328 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device af9836cb-9f8e-4280-b964-e0fecd8a6b40 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:03:06.074554 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d6482761-0118-462b-abc4-ff5f5f091141 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:06.076685 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [req-d875b7df-72d0-436c-bfd0-aaeaa5bdc455 req-a6789049-c326-45ed-956d-0bc8984bd086 service neutron] Request body: {'binding': {'host': 'n-h1-802623-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:03:06.077427 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [req-d875b7df-72d0-436c-bfd0-aaeaa5bdc455 req-a6789049-c326-45ed-956d-0bc8984bd086 service neutron] Unknown quota resources ['binding']. {{(pid=93798) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 27 23:03:06.158116 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e495d7-e64e-4ab3-8152-3c5ce5119874 req-9c44b9b2-8a6b-4fe2-97c4-56475a186196 tempest-DeleteServersAdminTestJSON-1530971716 tempest-DeleteServersAdminTestJSON-1530971716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:03:06.159747 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f7e495d7-e64e-4ab3-8152-3c5ce5119874 req-9c44b9b2-8a6b-4fe2-97c4-56475a186196 tempest-DeleteServersAdminTestJSON-1530971716 tempest-DeleteServersAdminTestJSON-1530971716-project] 10.222.0.18 "GET /v2.0/ports?device_id=943bfbfe-2b93-457f-b6e4-6c56a602d491 HTTP/1.1" status: 200 len: 947 time: 0.1399145 Jul 27 23:03:06.229347 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning for port af9836cb-9f8e-4280-b964-e0fecd8a6b40 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:03:06.234838 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port af9836cb-9f8e-4280-b964-e0fecd8a6b40 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:03:06.236362 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:06.246905 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c209e5c4-3b6d-470c-8d99-ea02c9f74cd2 req-0199590c-5a4c-48a1-ab6a-d7a87b64fc1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:03:06.248795 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-c209e5c4-3b6d-470c-8d99-ea02c9f74cd2 req-0199590c-5a4c-48a1-ab6a-d7a87b64fc1a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5bb0d3806e664c82945fe299bf6309d8&device_id=846ac90e-5a0c-42f0-960a-1f2595273fb0 HTTP/1.1" status: 200 len: 1099 time: 0.1722825 Jul 27 23:03:06.284513 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f7e495d7-e64e-4ab3-8152-3c5ce5119874 req-9f9302ed-849d-4ea4-ad83-e6f506b2c637 tempest-DeleteServersAdminTestJSON-1530971716 tempest-DeleteServersAdminTestJSON-1530971716-project] 10.222.0.18 "GET /v2.0/security-groups?id=73ecb7c9-b889-42da-94f7-79004124f055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106224 Jul 27 23:03:06.316849 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-d875b7df-72d0-436c-bfd0-aaeaa5bdc455 req-a6789049-c326-45ed-956d-0bc8984bd086 service neutron] Attempting to bind port 5492f708-7970-435a-adac-3fa8953a6f22 on host n-h1-802623-1 for vnic_type normal with profile None {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:03:06.317564 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-d875b7df-72d0-436c-bfd0-aaeaa5bdc455 req-a6789049-c326-45ed-956d-0bc8984bd086 service neutron] Attempting to bind port 5492f708-7970-435a-adac-3fa8953a6f22 by drivers openvswitch,hyperv on host n-h1-802623-1 at level 0 using segments [{'id': '7332ccbf-8fd9-4ff5-bad6-b4b872eccd4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'c451a142-86a9-4355-833f-365557d21b8d'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:03:06.318104 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d875b7df-72d0-436c-bfd0-aaeaa5bdc455 req-a6789049-c326-45ed-956d-0bc8984bd086 service neutron] Attempting to bind port 5492f708-7970-435a-adac-3fa8953a6f22 on network c451a142-86a9-4355-833f-365557d21b8d {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:03:06.324250 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d875b7df-72d0-436c-bfd0-aaeaa5bdc455 req-a6789049-c326-45ed-956d-0bc8984bd086 service neutron] Port 5492f708-7970-435a-adac-3fa8953a6f22 on network c451a142-86a9-4355-833f-365557d21b8d not bound, no agent of type Open vSwitch agent registered on host n-h1-802623-1 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 23:03:06.324881 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d875b7df-72d0-436c-bfd0-aaeaa5bdc455 req-a6789049-c326-45ed-956d-0bc8984bd086 service neutron] Attempting to bind port 5492f708-7970-435a-adac-3fa8953a6f22 on network c451a142-86a9-4355-833f-365557d21b8d {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:03:06.330678 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d875b7df-72d0-436c-bfd0-aaeaa5bdc455 req-a6789049-c326-45ed-956d-0bc8984bd086 service neutron] Checking agent: {'id': '245f1da4-a9b8-4b08-90d7-28f0f342b839', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 59, 59), 'started_at': datetime.datetime(2021, 7, 27, 22, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 2, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:03:06.331373 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d875b7df-72d0-436c-bfd0-aaeaa5bdc455 req-a6789049-c326-45ed-956d-0bc8984bd086 service neutron] Checking segment: {'id': '7332ccbf-8fd9-4ff5-bad6-b4b872eccd4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'c451a142-86a9-4355-833f-365557d21b8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:03:06.331988 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d875b7df-72d0-436c-bfd0-aaeaa5bdc455 req-a6789049-c326-45ed-956d-0bc8984bd086 service neutron] Bound using segment: {'id': '7332ccbf-8fd9-4ff5-bad6-b4b872eccd4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'c451a142-86a9-4355-833f-365557d21b8d'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:03:06.332624 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-d875b7df-72d0-436c-bfd0-aaeaa5bdc455 req-a6789049-c326-45ed-956d-0bc8984bd086 service neutron] Bound port: 5492f708-7970-435a-adac-3fa8953a6f22, host: n-h1-802623-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7332ccbf-8fd9-4ff5-bad6-b4b872eccd4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'c451a142-86a9-4355-833f-365557d21b8d'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:03:06.391437 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c209e5c4-3b6d-470c-8d99-ea02c9f74cd2 req-927af131-c341-4589-81cc-cfbe590b280b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:03:06.392920 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-c209e5c4-3b6d-470c-8d99-ea02c9f74cd2 req-927af131-c341-4589-81cc-cfbe590b280b service neutron] 10.222.0.49 "GET /v2.0/networks?id=591af2dd-f826-43b1-aa9d-e7a0bf218c71 HTTP/1.1" status: 200 len: 870 time: 0.1347876 Jul 27 23:03:06.406401 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:06.455287 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-d875b7df-72d0-436c-bfd0-aaeaa5bdc455 req-a6789049-c326-45ed-956d-0bc8984bd086 service neutron] For port 5492f708-7970-435a-adac-3fa8953a6f22, host n-h1-802623-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=5492f708-7970-435a-adac-3fa8953a6f22,segment=NetworkSegment(7332ccbf-8fd9-4ff5-bad6-b4b872eccd4e),segment_id=7332ccbf-8fd9-4ff5-bad6-b4b872eccd4e)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:03:06.465437 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-d875b7df-72d0-436c-bfd0-aaeaa5bdc455 req-a6789049-c326-45ed-956d-0bc8984bd086 service neutron] Notify callbacks [] for binding, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:06.467224 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-d875b7df-72d0-436c-bfd0-aaeaa5bdc455 req-a6789049-c326-45ed-956d-0bc8984bd086 service neutron] 10.222.0.18 "POST /v2.0/ports/5492f708-7970-435a-adac-3fa8953a6f22/bindings HTTP/1.1" status: 201 len: 389 time: 0.5460875 Jul 27 23:03:06.478040 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] For port af9836cb-9f8e-4280-b964-e0fecd8a6b40, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=af9836cb-9f8e-4280-b964-e0fecd8a6b40,segment=NetworkSegment(68badffb-1ae8-46d7-9932-5a3dba1817fe),segment_id=68badffb-1ae8-46d7-9932-5a3dba1817fe)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:03:06.486671 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:06.500558 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-c209e5c4-3b6d-470c-8d99-ea02c9f74cd2 req-3b1c93b8-4046-451c-992f-a7662a11619f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.117&port_id=7de24ee0-1697-4a67-baba-0de926b39f70 HTTP/1.1" status: 200 len: 217 time: 0.0613027 Jul 27 23:03:06.578012 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Pushing event updated for resources: {'Port': ['ID=af9836cb-9f8e-4280-b964-e0fecd8a6b40,revision_number=3']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:03:06.622761 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c209e5c4-3b6d-470c-8d99-ea02c9f74cd2 req-29a5ab04-126a-4c7b-a32b-6b1268b12e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:03:06.624676 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-c209e5c4-3b6d-470c-8d99-ea02c9f74cd2 req-29a5ab04-126a-4c7b-a32b-6b1268b12e03 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=62938449-046d-4cbe-923a-7ebb632c358d HTTP/1.1" status: 200 len: 843 time: 0.1143532 Jul 27 23:03:06.647210 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-23b90b8d-8b9b-4ff1-810e-198336e42f3c None None] Provisioning complete for port af9836cb-9f8e-4280-b964-e0fecd8a6b40 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:03:06.648449 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-23b90b8d-8b9b-4ff1-810e-198336e42f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:06.696443 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d6482761-0118-462b-abc4-ff5f5f091141 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-415468'] for router, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:06.754821 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c209e5c4-3b6d-470c-8d99-ea02c9f74cd2 req-c07e1c25-a20d-46e3-a7b0-dad59edb6371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:03:06.756490 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-c209e5c4-3b6d-470c-8d99-ea02c9f74cd2 req-c07e1c25-a20d-46e3-a7b0-dad59edb6371 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=591af2dd-f826-43b1-aa9d-e7a0bf218c71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0998092 Jul 27 23:03:06.857381 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d875b7df-72d0-436c-bfd0-aaeaa5bdc455 req-11067a53-bc71-4bc7-8bbe-88da4082ca6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:03:06.859877 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-d875b7df-72d0-436c-bfd0-aaeaa5bdc455 req-11067a53-bc71-4bc7-8bbe-88da4082ca6b service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=59376bbb1c574537a7eaca41e781bf3f&device_id=31e5972f-2cc7-450f-8a25-9160dca94c2b HTTP/1.1" status: 200 len: 1097 time: 0.0626926 Jul 27 23:03:06.986096 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-c209e5c4-3b6d-470c-8d99-ea02c9f74cd2 req-49ba6e40-aefd-4fba-9e79-8a4e241c2b6c service neutron] 10.222.0.49 "GET /v2.0/networks/591af2dd-f826-43b1-aa9d-e7a0bf218c71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2208333 Jul 27 23:03:06.988059 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d875b7df-72d0-436c-bfd0-aaeaa5bdc455 req-6655cb61-cfc6-454a-9dfb-581445bc911b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:03:06.990100 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-d875b7df-72d0-436c-bfd0-aaeaa5bdc455 req-6655cb61-cfc6-454a-9dfb-581445bc911b service neutron] 10.222.0.38 "GET /v2.0/networks?id=c451a142-86a9-4355-833f-365557d21b8d HTTP/1.1" status: 200 len: 909 time: 0.1161103 Jul 27 23:03:07.047385 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-d875b7df-72d0-436c-bfd0-aaeaa5bdc455 req-58481afd-a7d8-49a9-9ee4-984108095aaf service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5492f708-7970-435a-adac-3fa8953a6f22 HTTP/1.1" status: 200 len: 217 time: 0.0416348 Jul 27 23:03:07.053872 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-6ae2e5e4-3358-49fc-bf4a-899e73b823ec req-072255be-01a3-4f0a-af26-eab351bd5ce0 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=4c3fa56a-b0f7-486a-b9b6-11ec03b01c61&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2070284 Jul 27 23:03:07.109580 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d875b7df-72d0-436c-bfd0-aaeaa5bdc455 req-1995527d-1d73-4c6f-a2cb-7fe2c2f125c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:03:07.111259 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-d875b7df-72d0-436c-bfd0-aaeaa5bdc455 req-1995527d-1d73-4c6f-a2cb-7fe2c2f125c4 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b1592ca5-0a74-47a5-88e1-85b3448a0017 HTTP/1.1" status: 200 len: 848 time: 0.0562861 Jul 27 23:03:07.128933 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6482761-0118-462b-abc4-ff5f5f091141 admin admin] Router a93f17c0-6e53-469e-aa61-7194f1a9834a is scheduled to L3 agent 018c4455-49c0-4734-927d-7824067b2a9e with binding_index 1 {{(pid=93797) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 23:03:07.142759 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb873cf-09e7-4c50-871b-9643fcd47397 req-0ff1bd2f-296d-4768-93cf-0ce04f0bad3b tempest-ServersAdminTestJSON-1581810367 tempest-ServersAdminTestJSON-1581810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:03:07.144302 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-ccb873cf-09e7-4c50-871b-9643fcd47397 req-0ff1bd2f-296d-4768-93cf-0ce04f0bad3b tempest-ServersAdminTestJSON-1581810367 tempest-ServersAdminTestJSON-1581810367-project] 10.222.0.18 "GET /v2.0/ports?device_id=846ac90e-5a0c-42f0-960a-1f2595273fb0 HTTP/1.1" status: 200 len: 948 time: 0.1959937 Jul 27 23:03:07.147128 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-d875b7df-72d0-436c-bfd0-aaeaa5bdc455 req-4afa400b-43bb-495a-a628-1d61aebcf169 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=c451a142-86a9-4355-833f-365557d21b8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282564 Jul 27 23:03:07.260483 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-c209e5c4-3b6d-470c-8d99-ea02c9f74cd2 req-03070185-eba4-44e7-a093-5560f64c7b09 service neutron] 10.222.0.49 "GET /v2.0/networks/591af2dd-f826-43b1-aa9d-e7a0bf218c71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2571366 Jul 27 23:03:07.261505 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-d875b7df-72d0-436c-bfd0-aaeaa5bdc455 req-059d7029-e745-4016-8bfd-62d4f17f83c0 service neutron] 10.222.0.38 "GET /v2.0/networks/c451a142-86a9-4355-833f-365557d21b8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065631 Jul 27 23:03:07.285892 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae2e5e4-3358-49fc-bf4a-899e73b823ec req-09ac4134-b431-454f-9bc1-45d9e78c6556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:03:07.287457 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-6ae2e5e4-3358-49fc-bf4a-899e73b823ec req-09ac4134-b431-454f-9bc1-45d9e78c6556 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5bb0d3806e664c82945fe299bf6309d8&device_id=4c3fa56a-b0f7-486a-b9b6-11ec03b01c61 HTTP/1.1" status: 200 len: 1100 time: 0.1783099 Jul 27 23:03:07.296685 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-ccb873cf-09e7-4c50-871b-9643fcd47397 req-68a7c7f4-b224-4ba5-b6a9-aca087e8c199 tempest-ServersAdminTestJSON-1581810367 tempest-ServersAdminTestJSON-1581810367-project] 10.222.0.18 "GET /v2.0/security-groups?id=ffa9f128-d6a7-4fb1-a632-c57615725739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148577 Jul 27 23:03:07.435786 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6482761-0118-462b-abc4-ff5f5f091141 admin admin] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:03:07.446696 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-d875b7df-72d0-436c-bfd0-aaeaa5bdc455 req-3796ae5b-d705-43b4-b82a-82abe481f4d7 service neutron] 10.222.0.38 "GET /v2.0/networks/c451a142-86a9-4355-833f-365557d21b8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1775539 Jul 27 23:03:07.452013 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf357e8a-b939-484e-acb4-359f25c3816c None None] Sync routers for ids ['a93f17c0-6e53-469e-aa61-7194f1a9834a'] in n-d-802623-1 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:03:07.473164 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf357e8a-b939-484e-acb4-359f25c3816c None None] Routers {'a93f17c0-6e53-469e-aa61-7194f1a9834a'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:03:07.473827 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-bf357e8a-b939-484e-acb4-359f25c3816c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:02:59Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['a93f17c0-6e53-469e-aa61-7194f1a9834a'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:03:07.513506 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae2e5e4-3358-49fc-bf4a-899e73b823ec req-afe5e07b-9c6b-4cb2-b4e4-0479b0d28fea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:03:07.516734 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-6ae2e5e4-3358-49fc-bf4a-899e73b823ec req-afe5e07b-9c6b-4cb2-b4e4-0479b0d28fea service neutron] 10.222.0.49 "GET /v2.0/networks?id=591af2dd-f826-43b1-aa9d-e7a0bf218c71 HTTP/1.1" status: 200 len: 870 time: 0.1725624 Jul 27 23:03:07.518536 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d6482761-0118-462b-abc4-ff5f5f091141 admin admin] Notify callbacks [] for router, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:07.520269 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-d6482761-0118-462b-abc4-ff5f5f091141 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 5.0315843 Jul 27 23:03:07.523693 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 50782) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:03:07.583553 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-6ae2e5e4-3358-49fc-bf4a-899e73b823ec req-5d5a6e8e-611b-4359-9e41-877a7c1a8e46 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=d332fb0d-6ef5-4e0c-acea-50d5a9aae554 HTTP/1.1" status: 200 len: 217 time: 0.0584834 Jul 27 23:03:07.637345 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 50784) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:03:07.687983 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f531cafc-48fe-43c7-8587-978f6a640ed2 req-bb6f15dd-e6e9-4b29-ba2e-00f369f6e8e2 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:03:07.693187 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-bf357e8a-b939-484e-acb4-359f25c3816c None None] Set router a93f17c0-6e53-469e-aa61-7194f1a9834a gateway port host: n-d-802623-1 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:03:07.696615 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f531cafc-48fe-43c7-8587-978f6a640ed2 req-bb6f15dd-e6e9-4b29-ba2e-00f369f6e8e2 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] 10.222.0.18 "GET /v2.0/ports?device_id=31e5972f-2cc7-450f-8a25-9160dca94c2b HTTP/1.1" status: 200 len: 946 time: 0.1237392 Jul 27 23:03:07.723234 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae2e5e4-3358-49fc-bf4a-899e73b823ec req-b0540def-9477-4220-81a1-f18605f892b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:03:07.725603 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-6ae2e5e4-3358-49fc-bf4a-899e73b823ec req-b0540def-9477-4220-81a1-f18605f892b7 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=62938449-046d-4cbe-923a-7ebb632c358d HTTP/1.1" status: 200 len: 843 time: 0.1216276 Jul 27 23:03:07.770182 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f531cafc-48fe-43c7-8587-978f6a640ed2 req-4721dc16-5637-4fba-ae78-51b13f773d7c tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] 10.222.0.18 "GET /v2.0/security-groups?id=bed30b16-cd2d-47d0-9758-37dc9df2dfb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673935 Jul 27 23:03:07.782364 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d875b7df-72d0-436c-bfd0-aaeaa5bdc455 req-82afbf62-0bc0-47fe-95ea-50c785c4a77e tempest-LiveMigrationTest-1100887879 tempest-LiveMigrationTest-1100887879-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:03:07.784231 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-d875b7df-72d0-436c-bfd0-aaeaa5bdc455 req-82afbf62-0bc0-47fe-95ea-50c785c4a77e tempest-LiveMigrationTest-1100887879 tempest-LiveMigrationTest-1100887879-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=31e5972f-2cc7-450f-8a25-9160dca94c2b&tenant_id=59376bbb1c574537a7eaca41e781bf3f&binding%3Ahost_id=n-h2-802623-1 HTTP/1.1" status: 200 len: 1097 time: 0.1966355 Jul 27 23:03:07.796919 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [req-d875b7df-72d0-436c-bfd0-aaeaa5bdc455 req-54947fdb-d1f3-4eee-aa87-578a6e1cd945 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-802623-1'}}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:03:07.824157 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae2e5e4-3358-49fc-bf4a-899e73b823ec req-04cf7821-cc79-44b8-b8ac-f764337f3fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:03:07.827087 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-6ae2e5e4-3358-49fc-bf4a-899e73b823ec req-04cf7821-cc79-44b8-b8ac-f764337f3fa1 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=591af2dd-f826-43b1-aa9d-e7a0bf218c71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0835288 Jul 27 23:03:07.889734 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-bf357e8a-b939-484e-acb4-359f25c3816c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a93f17c0-6e53-469e-aa61-7194f1a9834a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-893120416-router', 'tenant_id': '09c2e06aaf3c4aa785e90ae90800475c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.81'}], 'enable_snat': True}, 'gw_port_id': 'ea92ec76-65f0-4e4e-94a9-e338356bb275', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:03:02Z', 'updated_at': '2021-07-27T23:03:05Z', 'revision_number': 3, 'project_id': '09c2e06aaf3c4aa785e90ae90800475c', 'gw_port': {'id': 'ea92ec76-65f0-4e4e-94a9-e338356bb275', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:05:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a93f17c0-6e53-469e-aa61-7194f1a9834a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:03:04Z', 'updated_at': '2021-07-27T23:03:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1'}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:03:07.937020 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf357e8a-b939-484e-acb4-359f25c3816c None None] Checking router: a93f17c0-6e53-469e-aa61-7194f1a9834a for host: n-d-802623-1 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 23:03:07.937671 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf357e8a-b939-484e-acb4-359f25c3816c None None] Updating router a93f17c0-6e53-469e-aa61-7194f1a9834a port ea92ec76-65f0-4e4e-94a9-e338356bb275 binding host n-d-802623-1 {{(pid=93800) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 23:03:07.965357 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-bf357e8a-b939-484e-acb4-359f25c3816c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:07.987731 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device af9836cb-9f8e-4280-b964-e0fecd8a6b40 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:03:08.108181 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 0d1db0e6-942b-4f63-baa7-03ed67dad58c details requested by agent hyperv_n-h1-802623-1 with host n-h1-802623-1 {{(pid=93799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 23:03:08.327754 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-bf357e8a-b939-484e-acb4-359f25c3816c None None] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:08.338960 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-bf357e8a-b939-484e-acb4-359f25c3816c None None] Transition to ACTIVE for port object ea92ec76-65f0-4e4e-94a9-e338356bb275 will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:03:08.350956 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-bf357e8a-b939-484e-acb4-359f25c3816c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:08.359509 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-d875b7df-72d0-436c-bfd0-aaeaa5bdc455 req-54947fdb-d1f3-4eee-aa87-578a6e1cd945 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:08.385664 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port 0d1db0e6-942b-4f63-baa7-03ed67dad58c, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=0d1db0e6-942b-4f63-baa7-03ed67dad58c,segment=NetworkSegment(16e91594-c047-4b55-93eb-43af33ad08e1),segment_id=16e91594-c047-4b55-93eb-43af33ad08e1)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:03:08.407013 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e213179-b3dd-494d-a049-0b410ace13df None None] Pushing event updated for resources: {'Port': ['ID=ea92ec76-65f0-4e4e-94a9-e338356bb275,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:03:08.422093 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port af9836cb-9f8e-4280-b964-e0fecd8a6b40 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:03:08.422655 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:08.433891 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e213179-b3dd-494d-a049-0b410ace13df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:03:08.434646 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e213179-b3dd-494d-a049-0b410ace13df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:03:08.435147 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e213179-b3dd-494d-a049-0b410ace13df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:03:08.435608 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e213179-b3dd-494d-a049-0b410ace13df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:03:08.436096 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e213179-b3dd-494d-a049-0b410ace13df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:03:08.436552 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e213179-b3dd-494d-a049-0b410ace13df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:03:08.437022 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e213179-b3dd-494d-a049-0b410ace13df None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:03:08.437587 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e213179-b3dd-494d-a049-0b410ace13df None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:03:08.438044 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e213179-b3dd-494d-a049-0b410ace13df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:03:08.438517 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e213179-b3dd-494d-a049-0b410ace13df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:03:08.438983 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e213179-b3dd-494d-a049-0b410ace13df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:03:08.439468 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e213179-b3dd-494d-a049-0b410ace13df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:03:08.440671 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e213179-b3dd-494d-a049-0b410ace13df None None] Tracked resource versions report: Jul 27 23:03:08.440671 n-d-802623-1 neutron-server[93800]: pushed versions: Jul 27 23:03:08.440671 n-d-802623-1 neutron-server[93800]: { 'AddressGroup': {'1.2'}, Jul 27 23:03:08.440671 n-d-802623-1 neutron-server[93800]: 'ConntrackHelper': {'1.0'}, Jul 27 23:03:08.440671 n-d-802623-1 neutron-server[93800]: 'Log': {'1.0'}, Jul 27 23:03:08.440671 n-d-802623-1 neutron-server[93800]: 'Network': {'1.1'}, Jul 27 23:03:08.440671 n-d-802623-1 neutron-server[93800]: 'Port': {'1.7'}, Jul 27 23:03:08.440671 n-d-802623-1 neutron-server[93800]: 'PortForwarding': {'1.2'}, Jul 27 23:03:08.440671 n-d-802623-1 neutron-server[93800]: 'QosPolicy': {'1.8'}, Jul 27 23:03:08.440671 n-d-802623-1 neutron-server[93800]: 'SecurityGroup': {'1.4'}, Jul 27 23:03:08.440671 n-d-802623-1 neutron-server[93800]: 'SecurityGroupRule': {'1.2'}, Jul 27 23:03:08.440671 n-d-802623-1 neutron-server[93800]: 'SubPort': {'1.0'}, Jul 27 23:03:08.440671 n-d-802623-1 neutron-server[93800]: 'Subnet': {'1.1'}, Jul 27 23:03:08.440671 n-d-802623-1 neutron-server[93800]: 'Trunk': {'1.1'}} Jul 27 23:03:08.440671 n-d-802623-1 neutron-server[93800]: consumer versions: Jul 27 23:03:08.440671 n-d-802623-1 neutron-server[93800]: { DHCP agent@n-d-802623-1: {}, Jul 27 23:03:08.440671 n-d-802623-1 neutron-server[93800]: HyperV agent@n-h1-802623-1: {}, Jul 27 23:03:08.440671 n-d-802623-1 neutron-server[93800]: HyperV agent@n-h2-802623-1: {}, Jul 27 23:03:08.440671 n-d-802623-1 neutron-server[93800]: L3 agent@n-d-802623-1: {}, Jul 27 23:03:08.440671 n-d-802623-1 neutron-server[93800]: Metadata agent@n-d-802623-1: {}, Jul 27 23:03:08.440671 n-d-802623-1 neutron-server[93800]: Metering agent@n-d-802623-1: {}, Jul 27 23:03:08.440671 n-d-802623-1 neutron-server[93800]: Open vSwitch agent@n-d-802623-1: { 'AddressGroup': '1.2', Jul 27 23:03:08.440671 n-d-802623-1 neutron-server[93800]: 'ConntrackHelper': '1.0', Jul 27 23:03:08.440671 n-d-802623-1 neutron-server[93800]: 'Log': '1.0', Jul 27 23:03:08.440671 n-d-802623-1 neutron-server[93800]: 'Network': '1.1', Jul 27 23:03:08.440671 n-d-802623-1 neutron-server[93800]: 'Port': '1.7', Jul 27 23:03:08.440671 n-d-802623-1 neutron-server[93800]: 'PortForwarding': '1.2', Jul 27 23:03:08.440671 n-d-802623-1 neutron-server[93800]: 'QosPolicy': '1.8', Jul 27 23:03:08.440671 n-d-802623-1 neutron-server[93800]: 'SecurityGroup': '1.4', Jul 27 23:03:08.440671 n-d-802623-1 neutron-server[93800]: 'SecurityGroupRule': '1.2', Jul 27 23:03:08.440671 n-d-802623-1 neutron-server[93800]: 'SubPort': '1.0', Jul 27 23:03:08.440671 n-d-802623-1 neutron-server[93800]: 'Subnet': '1.1', Jul 27 23:03:08.440671 n-d-802623-1 neutron-server[93800]: 'Trunk': '1.1'}} Jul 27 23:03:08.440671 n-d-802623-1 neutron-server[93800]: {{(pid=93800) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 27 23:03:08.446525 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-bf357e8a-b939-484e-acb4-359f25c3816c None None] Attempting to bind port ea92ec76-65f0-4e4e-94a9-e338356bb275 on host n-d-802623-1 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:03:08.447131 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-bf357e8a-b939-484e-acb4-359f25c3816c None None] Attempting to bind port ea92ec76-65f0-4e4e-94a9-e338356bb275 by drivers openvswitch,hyperv on host n-d-802623-1 at level 0 using segments [{'id': 'b9afe07e-bbe4-4740-834c-4b6a9698bdbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:03:08.447767 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf357e8a-b939-484e-acb4-359f25c3816c None None] Attempting to bind port ea92ec76-65f0-4e4e-94a9-e338356bb275 on network 2fd42287-ed26-4eb9-89a5-b521f5b04356 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:03:08.454171 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf357e8a-b939-484e-acb4-359f25c3816c None None] Checking agent: {'id': 'a9a568d2-a5e7-41e4-833f-a8ab42ea4073', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 52, 30), 'started_at': datetime.datetime(2021, 7, 27, 22, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802623-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:03:08.455532 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf357e8a-b939-484e-acb4-359f25c3816c None None] Checking segment: {'id': 'b9afe07e-bbe4-4740-834c-4b6a9698bdbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:03:08.456307 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-bf357e8a-b939-484e-acb4-359f25c3816c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:08.456837 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf357e8a-b939-484e-acb4-359f25c3816c None None] Bound using segment: {'id': 'b9afe07e-bbe4-4740-834c-4b6a9698bdbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:03:08.457999 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-bf357e8a-b939-484e-acb4-359f25c3816c None None] Bound port: ea92ec76-65f0-4e4e-94a9-e338356bb275, host: n-d-802623-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9afe07e-bbe4-4740-834c-4b6a9698bdbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:03:08.458535 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-bf357e8a-b939-484e-acb4-359f25c3816c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:08.462549 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Returning: {'device': '0d1db0e6-942b-4f63-baa7-03ed67dad58c', 'network_id': '591af2dd-f826-43b1-aa9d-e7a0bf218c71', 'port_id': '0d1db0e6-942b-4f63-baa7-03ed67dad58c', 'mac_address': 'fa:16:3e:c5:23:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62938449-046d-4cbe-923a-7ebb632c358d', 'ip_address': '192.168.233.90'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 23:03:08.525624 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-bf357e8a-b939-484e-acb4-359f25c3816c None None] For port ea92ec76-65f0-4e4e-94a9-e338356bb275, host n-d-802623-1, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:03:08.529226 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-bf357e8a-b939-484e-acb4-359f25c3816c None None] For port ea92ec76-65f0-4e4e-94a9-e338356bb275, host n-d-802623-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=ea92ec76-65f0-4e4e-94a9-e338356bb275,segment=NetworkSegment(b9afe07e-bbe4-4740-834c-4b6a9698bdbc),segment_id=b9afe07e-bbe4-4740-834c-4b6a9698bdbc)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:03:08.547287 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-bf357e8a-b939-484e-acb4-359f25c3816c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:08.586313 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ef5e9fdd-b1cd-4a5a-9432-1b094a42af31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:08.612277 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-64c7284c-ffe4-49ca-895c-f2898aa24f3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:08.632480 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-d875b7df-72d0-436c-bfd0-aaeaa5bdc455 req-54947fdb-d1f3-4eee-aa87-578a6e1cd945 service neutron] For port 5492f708-7970-435a-adac-3fa8953a6f22, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=5492f708-7970-435a-adac-3fa8953a6f22,segment=NetworkSegment(7332ccbf-8fd9-4ff5-bad6-b4b872eccd4e),segment_id=7332ccbf-8fd9-4ff5-bad6-b4b872eccd4e)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:03:08.664209 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:08.685729 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ffcb90-9025-4f0d-9da3-9e7a700311df req-6714642e-49bd-4834-8f3e-3023f939931d tempest-DeleteServersAdminTestJSON-1530971716 tempest-DeleteServersAdminTestJSON-1530971716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:03:08.687326 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-95ffcb90-9025-4f0d-9da3-9e7a700311df req-6714642e-49bd-4834-8f3e-3023f939931d tempest-DeleteServersAdminTestJSON-1530971716 tempest-DeleteServersAdminTestJSON-1530971716-project] 10.222.0.18 "GET /v2.0/ports?device_id=943bfbfe-2b93-457f-b6e4-6c56a602d491 HTTP/1.1" status: 200 len: 947 time: 0.1295898 Jul 27 23:03:08.694624 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-6ae2e5e4-3358-49fc-bf4a-899e73b823ec req-4285ffa5-bbaf-43f5-96e2-5ff63eff064a service neutron] 10.222.0.49 "GET /v2.0/networks/591af2dd-f826-43b1-aa9d-e7a0bf218c71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8583436 Jul 27 23:03:08.705270 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d1db0e6-942b-4f63-baa7-03ed67dad58c {{(pid=93799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:03:08.711820 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e213179-b3dd-494d-a049-0b410ace13df None None] Pushing event updated for resources: {'Port': ['ID=ea92ec76-65f0-4e4e-94a9-e338356bb275,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:03:08.763732 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-d875b7df-72d0-436c-bfd0-aaeaa5bdc455 req-54947fdb-d1f3-4eee-aa87-578a6e1cd945 service neutron] For port 5492f708-7970-435a-adac-3fa8953a6f22, host n-h2-802623-1, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:03:08.797325 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf357e8a-b939-484e-acb4-359f25c3816c None None] Routers {'a93f17c0-6e53-469e-aa61-7194f1a9834a'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:03:08.804359 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-bf357e8a-b939-484e-acb4-359f25c3816c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:02:59Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['a93f17c0-6e53-469e-aa61-7194f1a9834a'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:03:08.809425 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port 0d1db0e6-942b-4f63-baa7-03ed67dad58c, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=0d1db0e6-942b-4f63-baa7-03ed67dad58c,segment=NetworkSegment(16e91594-c047-4b55-93eb-43af33ad08e1),segment_id=16e91594-c047-4b55-93eb-43af33ad08e1)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:03:08.821403 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:08.822503 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31e5972f-2cc7-450f-8a25-9160dca94c2b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5492f708-7970-435a-adac-3fa8953a6f22'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:03:08.824810 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}011f8d312121274bb12d78e77c6379a2079800640016cec6c6d605b73666e854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-273d3077-dd2d-4cad-a751-0df31557faf2" -d '{"events": [{"server_uuid": "31e5972f-2cc7-450f-8a25-9160dca94c2b", "name": "network-vif-unplugged", "status": "completed", "tag": "5492f708-7970-435a-adac-3fa8953a6f22"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:03:08.845838 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-d875b7df-72d0-436c-bfd0-aaeaa5bdc455 req-54947fdb-d1f3-4eee-aa87-578a6e1cd945 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:08.860498 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-95ffcb90-9025-4f0d-9da3-9e7a700311df req-724fca72-ad70-4d0a-bef6-192184f0eedb tempest-DeleteServersAdminTestJSON-1530971716 tempest-DeleteServersAdminTestJSON-1530971716-project] 10.222.0.18 "GET /v2.0/security-groups?id=73ecb7c9-b889-42da-94f7-79004124f055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648822 Jul 27 23:03:08.891900 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-d875b7df-72d0-436c-bfd0-aaeaa5bdc455 req-54947fdb-d1f3-4eee-aa87-578a6e1cd945 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:08.941273 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ef5e9fdd-b1cd-4a5a-9432-1b094a42af31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:08.943453 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Pushing event updated for resources: {'Port': ['ID=0d1db0e6-942b-4f63-baa7-03ed67dad58c,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:03:08.945147 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-6ae2e5e4-3358-49fc-bf4a-899e73b823ec req-8aa90db4-2bae-414f-a2af-46493f2db59f service neutron] 10.222.0.49 "GET /v2.0/networks/591af2dd-f826-43b1-aa9d-e7a0bf218c71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1974087 Jul 27 23:03:08.953185 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ef5e9fdd-b1cd-4a5a-9432-1b094a42af31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:08.973180 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-64c7284c-ffe4-49ca-895c-f2898aa24f3f admin admin] Allocated IP 172.20.0.1 (0f9004bd-8e90-4e82-a7cb-88f9b433c217/681fdd2e-7bb4-498c-9817-5f416242773c/9dd1cc71-07bf-48c0-b2a4-4612760ea5b7) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:03:09.051448 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-ef5e9fdd-b1cd-4a5a-9432-1b094a42af31 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=19f5c552a0bf479d8c29261aacab062a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4109707 Jul 27 23:03:09.053496 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 50824) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:03:09.060448 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5e9fdd-b1cd-4a5a-9432-1b094a42af31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01503008-0b25-4937-9694-435f49598fe0,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:03:09.061857 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] get_ports_and_sgs() called for port_ids ['0d1db0e6-942b-4f63-baa7-03ed67dad58c'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:03:09.095766 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54947fdb-d1f3-4eee-aa87-578a6e1cd945 service neutron] Pushing event updated for resources: {'Port': ['ID=5492f708-7970-435a-adac-3fa8953a6f22,revision_number=7']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:03:09.110703 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-bf357e8a-b939-484e-acb4-359f25c3816c None None] Set router a93f17c0-6e53-469e-aa61-7194f1a9834a gateway port host: n-d-802623-1 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:03:09.193161 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-d875b7df-72d0-436c-bfd0-aaeaa5bdc455 req-54947fdb-d1f3-4eee-aa87-578a6e1cd945 service neutron] Attempting to bind port 5492f708-7970-435a-adac-3fa8953a6f22 on host n-h2-802623-1 for vnic_type normal with profile {"migrating_to": "n-h1-802623-1"} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:03:09.193495 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-d875b7df-72d0-436c-bfd0-aaeaa5bdc455 req-54947fdb-d1f3-4eee-aa87-578a6e1cd945 service neutron] Attempting to bind port 5492f708-7970-435a-adac-3fa8953a6f22 by drivers openvswitch,hyperv on host n-h2-802623-1 at level 0 using segments [{'id': '7332ccbf-8fd9-4ff5-bad6-b4b872eccd4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'c451a142-86a9-4355-833f-365557d21b8d'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:03:09.193824 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d875b7df-72d0-436c-bfd0-aaeaa5bdc455 req-54947fdb-d1f3-4eee-aa87-578a6e1cd945 service neutron] Attempting to bind port 5492f708-7970-435a-adac-3fa8953a6f22 on network c451a142-86a9-4355-833f-365557d21b8d {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:03:09.204492 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d875b7df-72d0-436c-bfd0-aaeaa5bdc455 req-54947fdb-d1f3-4eee-aa87-578a6e1cd945 service neutron] Port 5492f708-7970-435a-adac-3fa8953a6f22 on network c451a142-86a9-4355-833f-365557d21b8d not bound, no agent of type Open vSwitch agent registered on host n-h2-802623-1 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 23:03:09.204808 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d875b7df-72d0-436c-bfd0-aaeaa5bdc455 req-54947fdb-d1f3-4eee-aa87-578a6e1cd945 service neutron] Attempting to bind port 5492f708-7970-435a-adac-3fa8953a6f22 on network c451a142-86a9-4355-833f-365557d21b8d {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:03:09.222034 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e5986a28-ca81-44b0-a4a4-4277f61b1282 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:09.222258 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d875b7df-72d0-436c-bfd0-aaeaa5bdc455 req-54947fdb-d1f3-4eee-aa87-578a6e1cd945 service neutron] Checking agent: {'id': 'c5cc038b-93c4-4df4-8061-5df2a04a48c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 23, 0, 4), 'started_at': datetime.datetime(2021, 7, 27, 23, 0, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 3, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:03:09.222258 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d875b7df-72d0-436c-bfd0-aaeaa5bdc455 req-54947fdb-d1f3-4eee-aa87-578a6e1cd945 service neutron] Checking segment: {'id': '7332ccbf-8fd9-4ff5-bad6-b4b872eccd4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'c451a142-86a9-4355-833f-365557d21b8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:03:09.222258 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d875b7df-72d0-436c-bfd0-aaeaa5bdc455 req-54947fdb-d1f3-4eee-aa87-578a6e1cd945 service neutron] Bound using segment: {'id': '7332ccbf-8fd9-4ff5-bad6-b4b872eccd4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'c451a142-86a9-4355-833f-365557d21b8d'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:03:09.222258 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-d875b7df-72d0-436c-bfd0-aaeaa5bdc455 req-54947fdb-d1f3-4eee-aa87-578a6e1cd945 service neutron] Bound port: 5492f708-7970-435a-adac-3fa8953a6f22, host: n-h2-802623-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7332ccbf-8fd9-4ff5-bad6-b4b872eccd4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'c451a142-86a9-4355-833f-365557d21b8d'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:03:09.222629 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-d875b7df-72d0-436c-bfd0-aaeaa5bdc455 req-54947fdb-d1f3-4eee-aa87-578a6e1cd945 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:09.250975 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b28db8d-2e25-47e0-b9bd-653906c97a61 req-da1de476-283c-41ba-9157-ab1e73090461 tempest-ServersAdminTestJSON-1581810367 tempest-ServersAdminTestJSON-1581810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:03:09.252507 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-3b28db8d-2e25-47e0-b9bd-653906c97a61 req-da1de476-283c-41ba-9157-ab1e73090461 tempest-ServersAdminTestJSON-1581810367 tempest-ServersAdminTestJSON-1581810367-project] 10.222.0.18 "GET /v2.0/ports?device_id=846ac90e-5a0c-42f0-960a-1f2595273fb0 HTTP/1.1" status: 200 len: 948 time: 0.1282635 Jul 27 23:03:09.308579 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-64c7284c-ffe4-49ca-895c-f2898aa24f3f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:09.319179 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df6c7ee-e1ad-4bd6-8b4e-cc68bf184cda req-bb60ee70-63b8-4a4e-a025-405046b46490 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:03:09.322385 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-4df6c7ee-e1ad-4bd6-8b4e-cc68bf184cda req-bb60ee70-63b8-4a4e-a025-405046b46490 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] 10.222.0.18 "GET /v2.0/ports?device_id=31e5972f-2cc7-450f-8a25-9160dca94c2b HTTP/1.1" status: 200 len: 944 time: 0.1440284 Jul 27 23:03:09.326002 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e5986a28-ca81-44b0-a4a4-4277f61b1282 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:09.337800 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-64c7284c-ffe4-49ca-895c-f2898aa24f3f admin admin] Transition to ACTIVE for port object 9dd1cc71-07bf-48c0-b2a4-4612760ea5b7 will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:03:09.367571 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-3b28db8d-2e25-47e0-b9bd-653906c97a61 req-ecdc779f-33e1-43e8-a911-53bcc61c00da tempest-ServersAdminTestJSON-1581810367 tempest-ServersAdminTestJSON-1581810367-project] 10.222.0.18 "GET /v2.0/security-groups?id=ffa9f128-d6a7-4fb1-a632-c57615725739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024594 Jul 27 23:03:09.374183 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-d875b7df-72d0-436c-bfd0-aaeaa5bdc455 req-54947fdb-d1f3-4eee-aa87-578a6e1cd945 service neutron] For port 5492f708-7970-435a-adac-3fa8953a6f22, host n-h2-802623-1, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:03:09.378623 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-d875b7df-72d0-436c-bfd0-aaeaa5bdc455 req-54947fdb-d1f3-4eee-aa87-578a6e1cd945 service neutron] For port 5492f708-7970-435a-adac-3fa8953a6f22, host n-h2-802623-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=5492f708-7970-435a-adac-3fa8953a6f22,segment=NetworkSegment(7332ccbf-8fd9-4ff5-bad6-b4b872eccd4e),segment_id=7332ccbf-8fd9-4ff5-bad6-b4b872eccd4e)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:03:09.394853 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-d875b7df-72d0-436c-bfd0-aaeaa5bdc455 req-54947fdb-d1f3-4eee-aa87-578a6e1cd945 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:09.408155 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-4df6c7ee-e1ad-4bd6-8b4e-cc68bf184cda req-d5ab85e4-f66e-499c-bb38-8fb75d08705e tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] 10.222.0.18 "GET /v2.0/security-groups?id=bed30b16-cd2d-47d0-9758-37dc9df2dfb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707500 Jul 27 23:03:09.467745 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-64c7284c-ffe4-49ca-895c-f2898aa24f3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:09.496290 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54947fdb-d1f3-4eee-aa87-578a6e1cd945 service neutron] Pushing event updated for resources: {'Port': ['ID=5492f708-7970-435a-adac-3fa8953a6f22,revision_number=8']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:03:09.545828 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e5986a28-ca81-44b0-a4a4-4277f61b1282 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:09.548477 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e5986a28-ca81-44b0-a4a4-4277f61b1282 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:09.553344 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-e5986a28-ca81-44b0-a4a4-4277f61b1282 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/01503008-0b25-4937-9694-435f49598fe0 HTTP/1.1" status: 204 len: 168 time: 0.4914029 Jul 27 23:03:09.564161 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5986a28-ca81-44b0-a4a4-4277f61b1282 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01503008-0b25-4937-9694-435f49598fe0,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:03:09.565069 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 23:03:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a0daf5f-efbc-4e44-bf6e-539dd0f93b5e x-openstack-request-id: req-5a0daf5f-efbc-4e44-bf6e-539dd0f93b5e {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:03:09.565471 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31e5972f-2cc7-450f-8a25-9160dca94c2b", "name": "network-vif-unplugged", "status": "completed", "tag": "5492f708-7970-435a-adac-3fa8953a6f22", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:03:09.565625 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5a0daf5f-efbc-4e44-bf6e-539dd0f93b5e {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:03:09.566023 n-d-802623-1 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31e5972f-2cc7-450f-8a25-9160dca94c2b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5492f708-7970-435a-adac-3fa8953a6f22', 'code': 200} Jul 27 23:03:09.587540 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-bf357e8a-b939-484e-acb4-359f25c3816c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a93f17c0-6e53-469e-aa61-7194f1a9834a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-893120416-router', 'tenant_id': '09c2e06aaf3c4aa785e90ae90800475c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.81'}], 'enable_snat': True}, 'gw_port_id': 'ea92ec76-65f0-4e4e-94a9-e338356bb275', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:03:02Z', 'updated_at': '2021-07-27T23:03:05Z', 'revision_number': 3, 'project_id': '09c2e06aaf3c4aa785e90ae90800475c', 'gw_port': {'id': 'ea92ec76-65f0-4e4e-94a9-e338356bb275', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:05:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a93f17c0-6e53-469e-aa61-7194f1a9834a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:03:04Z', 'updated_at': '2021-07-27T23:03:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1'}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:03:09.628971 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d875b7df-72d0-436c-bfd0-aaeaa5bdc455 req-54947fdb-d1f3-4eee-aa87-578a6e1cd945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:03:09.630327 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-d875b7df-72d0-436c-bfd0-aaeaa5bdc455 req-54947fdb-d1f3-4eee-aa87-578a6e1cd945 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:09.630711 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf357e8a-b939-484e-acb4-359f25c3816c None None] The sync data for ids ['a93f17c0-6e53-469e-aa61-7194f1a9834a'] in n-d-802623-1 is: [{'id': 'a93f17c0-6e53-469e-aa61-7194f1a9834a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-893120416-router', 'tenant_id': '09c2e06aaf3c4aa785e90ae90800475c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.81'}], 'enable_snat': True}, 'gw_port_id': 'ea92ec76-65f0-4e4e-94a9-e338356bb275', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:03:02Z', 'updated_at': '2021-07-27T23:03:05Z', 'revision_number': 3, 'project_id': '09c2e06aaf3c4aa785e90ae90800475c', 'gw_port': {'id': 'ea92ec76-65f0-4e4e-94a9-e338356bb275', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:05:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a93f17c0-6e53-469e-aa61-7194f1a9834a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:03:04Z', 'updated_at': '2021-07-27T23:03:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1'}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:03:09.639903 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-d875b7df-72d0-436c-bfd0-aaeaa5bdc455 req-54947fdb-d1f3-4eee-aa87-578a6e1cd945 service neutron] 10.222.0.38 "PUT /v2.0/ports/5492f708-7970-435a-adac-3fa8953a6f22 HTTP/1.1" status: 200 len: 1122 time: 1.8472869 Jul 27 23:03:09.657743 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64c7284c-ffe4-49ca-895c-f2898aa24f3f admin admin] Network 0f9004bd-8e90-4e82-a7cb-88f9b433c217 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:03:09.661147 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-64c7284c-ffe4-49ca-895c-f2898aa24f3f admin admin] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:03:09.668637 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c7284c-ffe4-49ca-895c-f2898aa24f3f admin admin] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:03:09.687021 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] get_ports_and_sgs() called for port_ids ['5492f708-7970-435a-adac-3fa8953a6f22'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:03:09.697828 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c7284c-ffe4-49ca-895c-f2898aa24f3f admin admin] Pushing event updated for resources: {'Port': ['ID=9dd1cc71-07bf-48c0-b2a4-4612760ea5b7,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:03:09.732673 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-64c7284c-ffe4-49ca-895c-f2898aa24f3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-415283'] for router_interface, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:10.029286 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-64c7284c-ffe4-49ca-895c-f2898aa24f3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:10.091369 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 0d1db0e6-942b-4f63-baa7-03ed67dad58c up at agent hyperv_n-h1-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:03:10.174814 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-3dad72b2-c02f-4a8c-997f-ff77e50c0be5 None None] Provisioning for port 9dd1cc71-07bf-48c0-b2a4-4612760ea5b7 completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:03:10.183890 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db32eab4-730f-4542-87d7-ff1e675fffe7 req-e0abb19c-b871-40f1-a2b4-007b53d1e21a tempest-DeleteServersAdminTestJSON-1530971716 tempest-DeleteServersAdminTestJSON-1530971716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:03:10.187693 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-3dad72b2-c02f-4a8c-997f-ff77e50c0be5 None None] Provisioning complete for port 9dd1cc71-07bf-48c0-b2a4-4612760ea5b7 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:03:10.188059 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-3dad72b2-c02f-4a8c-997f-ff77e50c0be5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:10.190177 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 50864) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:03:10.195846 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-db32eab4-730f-4542-87d7-ff1e675fffe7 req-e0abb19c-b871-40f1-a2b4-007b53d1e21a tempest-DeleteServersAdminTestJSON-1530971716 tempest-DeleteServersAdminTestJSON-1530971716-project] 10.222.0.18 "GET /v2.0/ports?device_id=943bfbfe-2b93-457f-b6e4-6c56a602d491 HTTP/1.1" status: 200 len: 948 time: 0.1637986 Jul 27 23:03:10.205968 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f77194d0-2ba2-4ecf-81d3-122490baec38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:10.341051 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f77194d0-2ba2-4ecf-81d3-122490baec38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:10.351877 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f77194d0-2ba2-4ecf-81d3-122490baec38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:10.366005 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-3dad72b2-c02f-4a8c-997f-ff77e50c0be5 None None] Port 9dd1cc71-07bf-48c0-b2a4-4612760ea5b7 cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:03:10.394814 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-db32eab4-730f-4542-87d7-ff1e675fffe7 req-263246c2-88a1-4d2c-ba2b-2c7140ce899c tempest-DeleteServersAdminTestJSON-1530971716 tempest-DeleteServersAdminTestJSON-1530971716-project] 10.222.0.18 "GET /v2.0/security-groups?id=73ecb7c9-b889-42da-94f7-79004124f055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978760 Jul 27 23:03:10.395164 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77194d0-2ba2-4ecf-81d3-122490baec38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=187468f4-d0cd-4c7e-bb8a-502c20129f9d,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:03:10.431655 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 50868) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:03:10.447468 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-f77194d0-2ba2-4ecf-81d3-122490baec38 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d9ef106299dc443fafa360c54c951a95&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2561054 Jul 27 23:03:10.448244 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 50874) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:03:10.498655 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Provisioning for port 0d1db0e6-942b-4f63-baa7-03ed67dad58c completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:03:10.509226 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Provisioning complete for port 0d1db0e6-942b-4f63-baa7-03ed67dad58c triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:03:10.520185 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-bb4fd37a-936c-44bb-a2d9-74098616271e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:10.521005 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:10.578334 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-bb4fd37a-936c-44bb-a2d9-74098616271e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:10.669944 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:10.672474 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-64c7284c-ffe4-49ca-895c-f2898aa24f3f admin admin] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:10.684863 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f1349b59-ada3-4694-8f0f-23924fd08b71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:10.712245 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-64c7284c-ffe4-49ca-895c-f2898aa24f3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:10.745760 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port 0d1db0e6-942b-4f63-baa7-03ed67dad58c, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=0d1db0e6-942b-4f63-baa7-03ed67dad58c,segment=NetworkSegment(16e91594-c047-4b55-93eb-43af33ad08e1),segment_id=16e91594-c047-4b55-93eb-43af33ad08e1)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:03:10.746872 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '943bfbfe-2b93-457f-b6e4-6c56a602d491', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d1db0e6-942b-4f63-baa7-03ed67dad58c'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:03:10.750110 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c0369b0d4f459110ff20a1f9878ba33f96d6491bddb9d15843bf29d01e0bda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5476aa0-ba94-4496-ae46-2484fc430243" -d '{"events": [{"server_uuid": "943bfbfe-2b93-457f-b6e4-6c56a602d491", "name": "network-vif-plugged", "status": "completed", "tag": "0d1db0e6-942b-4f63-baa7-03ed67dad58c"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:03:10.759470 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:10.776631 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-64c7284c-ffe4-49ca-895c-f2898aa24f3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3760555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-414115'] for router_interface, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:10.785132 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c51b48-b885-41c8-a1dd-d71562d18ce9 req-006c8e74-d263-43b3-9981-53356a548ba9 tempest-ServersAdminTestJSON-1581810367 tempest-ServersAdminTestJSON-1581810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:03:10.787610 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-bb4fd37a-936c-44bb-a2d9-74098616271e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:10.791066 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-bb4fd37a-936c-44bb-a2d9-74098616271e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:10.792325 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-bb4fd37a-936c-44bb-a2d9-74098616271e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/187468f4-d0cd-4c7e-bb8a-502c20129f9d HTTP/1.1" status: 204 len: 168 time: 0.3428538 Jul 27 23:03:10.796314 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-79c51b48-b885-41c8-a1dd-d71562d18ce9 req-006c8e74-d263-43b3-9981-53356a548ba9 tempest-ServersAdminTestJSON-1581810367 tempest-ServersAdminTestJSON-1581810367-project] 10.222.0.18 "GET /v2.0/ports?device_id=846ac90e-5a0c-42f0-960a-1f2595273fb0 HTTP/1.1" status: 200 len: 948 time: 0.2199156 Jul 27 23:03:10.820281 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4fd37a-936c-44bb-a2d9-74098616271e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=187468f4-d0cd-4c7e-bb8a-502c20129f9d,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:03:10.897204 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e995c1-5171-4aec-92a8-be5f68c80efe req-060c5ecd-c348-464b-b82f-21d8c501a3c1 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:03:10.908383 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d5e995c1-5171-4aec-92a8-be5f68c80efe req-060c5ecd-c348-464b-b82f-21d8c501a3c1 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] 10.222.0.18 "GET /v2.0/ports?device_id=31e5972f-2cc7-450f-8a25-9160dca94c2b HTTP/1.1" status: 200 len: 944 time: 0.1131592 Jul 27 23:03:10.915326 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Pushing event updated for resources: {'Port': ['ID=0d1db0e6-942b-4f63-baa7-03ed67dad58c,revision_number=5']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:03:10.968908 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d5e995c1-5171-4aec-92a8-be5f68c80efe req-9d8b017b-4058-46ce-bf63-6f15c1c442b5 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] 10.222.0.18 "GET /v2.0/security-groups?id=bed30b16-cd2d-47d0-9758-37dc9df2dfb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570481 Jul 27 23:03:10.992839 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-79c51b48-b885-41c8-a1dd-d71562d18ce9 req-ad22fe77-5f71-4820-a89f-b557c0876bd6 tempest-ServersAdminTestJSON-1581810367 tempest-ServersAdminTestJSON-1581810367-project] 10.222.0.18 "GET /v2.0/security-groups?id=ffa9f128-d6a7-4fb1-a632-c57615725739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933095 Jul 27 23:03:11.004312 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f1349b59-ada3-4694-8f0f-23924fd08b71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:11.008530 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f1349b59-ada3-4694-8f0f-23924fd08b71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:11.020480 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c7284c-ffe4-49ca-895c-f2898aa24f3f admin admin] Pushing event updated for resources: {'Port': ['ID=9dd1cc71-07bf-48c0-b2a4-4612760ea5b7,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:03:11.033834 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 50892) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:03:11.076657 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1349b59-ada3-4694-8f0f-23924fd08b71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49aa1d25-d2f7-4a44-815b-44df1fc2919c,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:03:11.086726 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:03:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0522aa6b-45c8-410e-bb2c-e251e11154f8 x-openstack-request-id: req-0522aa6b-45c8-410e-bb2c-e251e11154f8 {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:03:11.086982 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "943bfbfe-2b93-457f-b6e4-6c56a602d491", "name": "network-vif-plugged", "status": "completed", "tag": "0d1db0e6-942b-4f63-baa7-03ed67dad58c", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:03:11.087269 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0522aa6b-45c8-410e-bb2c-e251e11154f8 {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:03:11.087772 n-d-802623-1 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '943bfbfe-2b93-457f-b6e4-6c56a602d491', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d1db0e6-942b-4f63-baa7-03ed67dad58c', 'code': 200} Jul 27 23:03:11.092300 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64c7284c-ffe4-49ca-895c-f2898aa24f3f admin admin] Network 0f9004bd-8e90-4e82-a7cb-88f9b433c217 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:03:11.093928 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-64c7284c-ffe4-49ca-895c-f2898aa24f3f admin admin] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:03:11.094813 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-f1349b59-ada3-4694-8f0f-23924fd08b71 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=cbb083d9517c4c5d9e0bf4707ebb5ca3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6620584 Jul 27 23:03:11.097338 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 50896) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:03:11.098894 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device 7de24ee0-1697-4a67-baba-0de926b39f70 details requested by agent hyperv_n-h2-802623-1 with host n-h2-802623-1 {{(pid=93799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 23:03:11.244573 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd688d9-49e9-4002-9f22-8b512c37ad3d req-e6d99105-339f-4d2f-abad-04e3e2306bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:03:11.246177 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7cd688d9-49e9-4002-9f22-8b512c37ad3d req-e6d99105-339f-4d2f-abad-04e3e2306bf4 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=943bfbfe-2b93-457f-b6e4-6c56a602d491 HTTP/1.1" status: 200 len: 1100 time: 0.0826533 Jul 27 23:03:11.257573 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port 7de24ee0-1697-4a67-baba-0de926b39f70, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=7de24ee0-1697-4a67-baba-0de926b39f70,segment=NetworkSegment(16e91594-c047-4b55-93eb-43af33ad08e1),segment_id=16e91594-c047-4b55-93eb-43af33ad08e1)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:03:11.285686 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Returning: {'device': '7de24ee0-1697-4a67-baba-0de926b39f70', 'network_id': '591af2dd-f826-43b1-aa9d-e7a0bf218c71', 'port_id': '7de24ee0-1697-4a67-baba-0de926b39f70', 'mac_address': 'fa:16:3e:3c:a1:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62938449-046d-4cbe-923a-7ebb632c358d', 'ip_address': '192.168.233.117'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 23:03:11.349057 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7cd688d9-49e9-4002-9f22-8b512c37ad3d req-6634d4f5-189b-4b26-93a6-407808403ff6 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=73ecb7c9-b889-42da-94f7-79004124f055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625300 Jul 27 23:03:11.354321 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7fd3afe2-cdbf-499f-b3f2-27dadb5af71c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:11.356166 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:11.390847 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7fd3afe2-cdbf-499f-b3f2-27dadb5af71c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:11.395297 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7de24ee0-1697-4a67-baba-0de926b39f70 {{(pid=93799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:03:11.401404 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64c7284c-ffe4-49ca-895c-f2898aa24f3f admin admin] Router a93f17c0-6e53-469e-aa61-7194f1a9834a has already been hosted by L3 agent 018c4455-49c0-4734-927d-7824067b2a9e {{(pid=93798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 23:03:11.436130 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port 7de24ee0-1697-4a67-baba-0de926b39f70, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=7de24ee0-1697-4a67-baba-0de926b39f70,segment=NetworkSegment(16e91594-c047-4b55-93eb-43af33ad08e1),segment_id=16e91594-c047-4b55-93eb-43af33ad08e1)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:03:11.442090 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:11.543366 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-af87342c-d170-46a1-bbd5-cb30437a2bfe None None] Provisioning complete for port 9dd1cc71-07bf-48c0-b2a4-4612760ea5b7 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:03:11.543366 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-af87342c-d170-46a1-bbd5-cb30437a2bfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:11.571145 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bc3058e1-247f-4e63-89c9-b7bd8e7006c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:11.572789 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31e5972f-2cc7-450f-8a25-9160dca94c2b', 'tag': '5492f708-7970-435a-adac-3fa8953a6f22'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:03:11.581662 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40189cb3-2da4-4152-bfbb-66f92635de6a req-36b295e2-fc8e-482b-939b-31861dddc36d tempest-DeleteServersAdminTestJSON-1530971716 tempest-DeleteServersAdminTestJSON-1530971716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:03:11.584017 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}011f8d312121274bb12d78e77c6379a2079800640016cec6c6d605b73666e854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fccea35a-1b91-4f85-80bf-2ea78dbece09" -d '{"events": [{"name": "network-changed", "server_uuid": "31e5972f-2cc7-450f-8a25-9160dca94c2b", "tag": "5492f708-7970-435a-adac-3fa8953a6f22"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:03:11.585169 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-40189cb3-2da4-4152-bfbb-66f92635de6a req-36b295e2-fc8e-482b-939b-31861dddc36d tempest-DeleteServersAdminTestJSON-1530971716 tempest-DeleteServersAdminTestJSON-1530971716-project] 10.222.0.18 "GET /v2.0/ports?device_id=943bfbfe-2b93-457f-b6e4-6c56a602d491 HTTP/1.1" status: 200 len: 949 time: 0.0901296 Jul 27 23:03:11.610563 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Pushing event updated for resources: {'Port': ['ID=7de24ee0-1697-4a67-baba-0de926b39f70,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:03:11.649969 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-40189cb3-2da4-4152-bfbb-66f92635de6a req-aa567b79-0440-4859-9049-a79058546510 tempest-DeleteServersAdminTestJSON-1530971716 tempest-DeleteServersAdminTestJSON-1530971716-project] 10.222.0.18 "GET /v2.0/security-groups?id=73ecb7c9-b889-42da-94f7-79004124f055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538058 Jul 27 23:03:11.656046 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-af87342c-d170-46a1-bbd5-cb30437a2bfe None None] Port 9dd1cc71-07bf-48c0-b2a4-4612760ea5b7 cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:03:11.732161 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 23:03:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad57482d-09f5-4c54-94cf-5f0af6d79223 x-openstack-request-id: req-ad57482d-09f5-4c54-94cf-5f0af6d79223 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:03:11.732649 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31e5972f-2cc7-450f-8a25-9160dca94c2b", "tag": "5492f708-7970-435a-adac-3fa8953a6f22", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:03:11.732748 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ad57482d-09f5-4c54-94cf-5f0af6d79223 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:03:11.733075 n-d-802623-1 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31e5972f-2cc7-450f-8a25-9160dca94c2b', 'tag': '5492f708-7970-435a-adac-3fa8953a6f22', 'status': 'completed', 'code': 200} Jul 27 23:03:11.735553 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7fd3afe2-cdbf-499f-b3f2-27dadb5af71c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:11.738132 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7fd3afe2-cdbf-499f-b3f2-27dadb5af71c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:11.739657 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-7fd3afe2-cdbf-499f-b3f2-27dadb5af71c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/49aa1d25-d2f7-4a44-815b-44df1fc2919c HTTP/1.1" status: 204 len: 168 time: 0.6393037 Jul 27 23:03:11.757108 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64c7284c-ffe4-49ca-895c-f2898aa24f3f admin admin] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:03:11.774894 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-64c7284c-ffe4-49ca-895c-f2898aa24f3f admin admin] 10.222.0.18 "PUT /v2.0/routers/a93f17c0-6e53-469e-aa61-7194f1a9834a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2500737 Jul 27 23:03:11.779101 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd3afe2-cdbf-499f-b3f2-27dadb5af71c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49aa1d25-d2f7-4a44-815b-44df1fc2919c,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:03:11.838551 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] get_ports_and_sgs() called for port_ids ['7de24ee0-1697-4a67-baba-0de926b39f70'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:03:11.849774 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccea35a-1b91-4f85-80bf-2ea78dbece09 req-f6c8ebba-3e2a-451f-9904-249164e06542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:03:11.852323 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-fccea35a-1b91-4f85-80bf-2ea78dbece09 req-f6c8ebba-3e2a-451f-9904-249164e06542 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=59376bbb1c574537a7eaca41e781bf3f&device_id=31e5972f-2cc7-450f-8a25-9160dca94c2b HTTP/1.1" status: 200 len: 1125 time: 0.1045043 Jul 27 23:03:11.874055 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bc3058e1-247f-4e63-89c9-b7bd8e7006c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:11.886175 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bc3058e1-247f-4e63-89c9-b7bd8e7006c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:11.951657 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-bc3058e1-247f-4e63-89c9-b7bd8e7006c6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=135cd684b7374b8ea30dc7477176e8fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9167182 Jul 27 23:03:11.952378 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 50938) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:03:11.955597 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3058e1-247f-4e63-89c9-b7bd8e7006c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae198bfe-b629-4fbb-963f-b30afb35b273,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:03:12.074677 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9de9988e-c2e1-4044-b967-67fef728c1d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:12.092691 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 5492f708-7970-435a-adac-3fa8953a6f22 details requested by agent hyperv_n-h1-802623-1 with host n-h1-802623-1 {{(pid=93799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 23:03:12.094452 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccea35a-1b91-4f85-80bf-2ea78dbece09 req-ba426db8-7bc0-4934-90cf-24de08ff2227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:03:12.095150 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device ea92ec76-65f0-4e4e-94a9-e338356bb275 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:03:12.097678 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-fccea35a-1b91-4f85-80bf-2ea78dbece09 req-ba426db8-7bc0-4934-90cf-24de08ff2227 service neutron] 10.222.0.49 "GET /v2.0/networks?id=c451a142-86a9-4355-833f-365557d21b8d HTTP/1.1" status: 200 len: 909 time: 0.2326288 Jul 27 23:03:12.107179 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9de9988e-c2e1-4044-b967-67fef728c1d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:12.203097 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9de9988e-c2e1-4044-b967-67fef728c1d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:12.205003 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-fccea35a-1b91-4f85-80bf-2ea78dbece09 req-b09f1cb5-b471-4db1-859e-a65ed0041acd service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5492f708-7970-435a-adac-3fa8953a6f22 HTTP/1.1" status: 200 len: 217 time: 0.0906687 Jul 27 23:03:12.206392 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9de9988e-c2e1-4044-b967-67fef728c1d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:12.208128 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-9de9988e-c2e1-4044-b967-67fef728c1d7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ae198bfe-b629-4fbb-963f-b30afb35b273 HTTP/1.1" status: 204 len: 168 time: 0.2536786 Jul 27 23:03:12.221667 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de9988e-c2e1-4044-b967-67fef728c1d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae198bfe-b629-4fbb-963f-b30afb35b273,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:03:12.272254 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccea35a-1b91-4f85-80bf-2ea78dbece09 req-66bf0026-8809-48d2-b10a-a492a2460c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:03:12.273179 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-fccea35a-1b91-4f85-80bf-2ea78dbece09 req-66bf0026-8809-48d2-b10a-a492a2460c1e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b1592ca5-0a74-47a5-88e1-85b3448a0017 HTTP/1.1" status: 200 len: 848 time: 0.0575867 Jul 27 23:03:12.281246 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964ed59d-31bc-4790-90b4-f43cbaebae88 req-2003abb0-bfe7-45c2-b77d-dba1a6e2d315 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:03:12.298463 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-964ed59d-31bc-4790-90b4-f43cbaebae88 req-2003abb0-bfe7-45c2-b77d-dba1a6e2d315 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] 10.222.0.18 "GET /v2.0/ports?device_id=31e5972f-2cc7-450f-8a25-9160dca94c2b HTTP/1.1" status: 200 len: 944 time: 0.1986048 Jul 27 23:03:12.341050 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-fccea35a-1b91-4f85-80bf-2ea78dbece09 req-0e021156-0e6a-413b-a6d5-dfde36720cdf service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c451a142-86a9-4355-833f-365557d21b8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398781 Jul 27 23:03:12.342205 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning for port ea92ec76-65f0-4e4e-94a9-e338356bb275 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:03:12.352486 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port ea92ec76-65f0-4e4e-94a9-e338356bb275 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:03:12.353372 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:12.438307 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-964ed59d-31bc-4790-90b4-f43cbaebae88 req-54c10e9f-0d86-48b7-bd9e-87df22945348 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] 10.222.0.18 "GET /v2.0/security-groups?id=bed30b16-cd2d-47d0-9758-37dc9df2dfb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374378 Jul 27 23:03:12.462859 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 50958) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:03:12.482201 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ab59fb15-9769-4279-ab23-3b796814c5c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:12.501657 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-fccea35a-1b91-4f85-80bf-2ea78dbece09 req-32deb88f-09c6-4fd8-8e2b-166cc01921ff service neutron] 10.222.0.49 "GET /v2.0/networks/c451a142-86a9-4355-833f-365557d21b8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456575 Jul 27 23:03:12.532561 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port 5492f708-7970-435a-adac-3fa8953a6f22, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=5492f708-7970-435a-adac-3fa8953a6f22,segment=NetworkSegment(7332ccbf-8fd9-4ff5-bad6-b4b872eccd4e),segment_id=7332ccbf-8fd9-4ff5-bad6-b4b872eccd4e)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:03:12.608712 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 5492f708-7970-435a-adac-3fa8953a6f22 has no active binding in host n-h1-802623-1 {{(pid=93799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 27 23:03:12.640511 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:12.688899 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] For port ea92ec76-65f0-4e4e-94a9-e338356bb275, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=ea92ec76-65f0-4e4e-94a9-e338356bb275,segment=NetworkSegment(b9afe07e-bbe4-4740-834c-4b6a9698bdbc),segment_id=b9afe07e-bbe4-4740-834c-4b6a9698bdbc)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:03:12.697863 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ab59fb15-9769-4279-ab23-3b796814c5c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:12.706167 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:12.720411 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ab59fb15-9769-4279-ab23-3b796814c5c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:12.725429 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-fccea35a-1b91-4f85-80bf-2ea78dbece09 req-053f8270-a3e3-42ae-ab9a-7c6c7a07bd00 service neutron] 10.222.0.49 "GET /v2.0/networks/c451a142-86a9-4355-833f-365557d21b8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2139761 Jul 27 23:03:12.755497 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f935be3e-98ce-4bb2-bf5f-a7f288ce5ee3 req-1abb3970-7cbe-4ebc-b138-0ac36b979470 tempest-ServersAdminTestJSON-1581810367 tempest-ServersAdminTestJSON-1581810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:03:12.758878 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f935be3e-98ce-4bb2-bf5f-a7f288ce5ee3 req-1abb3970-7cbe-4ebc-b138-0ac36b979470 tempest-ServersAdminTestJSON-1581810367 tempest-ServersAdminTestJSON-1581810367-project] 10.222.0.18 "GET /v2.0/ports?device_id=846ac90e-5a0c-42f0-960a-1f2595273fb0 HTTP/1.1" status: 200 len: 949 time: 0.1365340 Jul 27 23:03:12.776882 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-ab59fb15-9769-4279-ab23-3b796814c5c4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a7b8d9c8624e473595f5406f04d250a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3129241 Jul 27 23:03:12.784885 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 50962) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:03:12.799421 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Pushing event updated for resources: {'Port': ['ID=ea92ec76-65f0-4e4e-94a9-e338356bb275,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:03:12.818136 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab59fb15-9769-4279-ab23-3b796814c5c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d265b296-62ea-4e60-9c18-9579c11169ec,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:03:12.832944 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f935be3e-98ce-4bb2-bf5f-a7f288ce5ee3 req-d3980a4b-8294-4d39-8c0e-3931d0c65104 tempest-ServersAdminTestJSON-1581810367 tempest-ServersAdminTestJSON-1581810367-project] 10.222.0.18 "GET /v2.0/security-groups?id=ffa9f128-d6a7-4fb1-a632-c57615725739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667984 Jul 27 23:03:12.879662 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5233940e-9a07-462f-b7d4-ff1397968006 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:12.912731 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5233940e-9a07-462f-b7d4-ff1397968006 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:12.977519 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48879fba-54e9-4948-b492-55a542bd7874 None None] Sync routers for ids ['a93f17c0-6e53-469e-aa61-7194f1a9834a'] in n-d-802623-1 {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:03:12.989309 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48879fba-54e9-4948-b492-55a542bd7874 None None] Routers {'a93f17c0-6e53-469e-aa61-7194f1a9834a'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:03:12.989945 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-48879fba-54e9-4948-b492-55a542bd7874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:02:59Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['a93f17c0-6e53-469e-aa61-7194f1a9834a'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:03:13.062108 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5233940e-9a07-462f-b7d4-ff1397968006 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:13.064733 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5233940e-9a07-462f-b7d4-ff1397968006 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:13.065872 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-5233940e-9a07-462f-b7d4-ff1397968006 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d265b296-62ea-4e60-9c18-9579c11169ec HTTP/1.1" status: 204 len: 168 time: 0.2800431 Jul 27 23:03:13.077495 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0597dc-50d1-4e23-8018-c5bed6e7cc6c req-3ae7ee87-e089-4d12-a6e6-2a77a3a8018f tempest-DeleteServersAdminTestJSON-1530971716 tempest-DeleteServersAdminTestJSON-1530971716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:03:13.078998 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-6b0597dc-50d1-4e23-8018-c5bed6e7cc6c req-3ae7ee87-e089-4d12-a6e6-2a77a3a8018f tempest-DeleteServersAdminTestJSON-1530971716 tempest-DeleteServersAdminTestJSON-1530971716-project] 10.222.0.18 "GET /v2.0/ports?device_id=943bfbfe-2b93-457f-b6e4-6c56a602d491 HTTP/1.1" status: 200 len: 949 time: 0.1125531 Jul 27 23:03:13.084334 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5233940e-9a07-462f-b7d4-ff1397968006 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d265b296-62ea-4e60-9c18-9579c11169ec,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:03:13.147585 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 50988) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:03:13.155297 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-48879fba-54e9-4948-b492-55a542bd7874 None None] Set router a93f17c0-6e53-469e-aa61-7194f1a9834a gateway port host: n-d-802623-1 {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:03:13.165337 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-6b0597dc-50d1-4e23-8018-c5bed6e7cc6c req-8421d9a1-a769-45cf-88e5-5f7e1e02e2a2 tempest-DeleteServersAdminTestJSON-1530971716 tempest-DeleteServersAdminTestJSON-1530971716-project] 10.222.0.18 "GET /v2.0/security-groups?id=73ecb7c9-b889-42da-94f7-79004124f055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648489 Jul 27 23:03:13.171667 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-00dd873a-5648-4bf3-b4b0-594dfb2d9b38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:13.330860 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-00dd873a-5648-4bf3-b4b0-594dfb2d9b38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:13.337600 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-00dd873a-5648-4bf3-b4b0-594dfb2d9b38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:13.390589 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-00dd873a-5648-4bf3-b4b0-594dfb2d9b38 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f726e9bb50c24beb8d6d7cef9590b10c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2413666 Jul 27 23:03:13.393345 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 50996) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:03:13.402244 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dd873a-5648-4bf3-b4b0-594dfb2d9b38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=086a0ac5-ae24-4040-a109-86ef955845a7,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:03:13.463361 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-48879fba-54e9-4948-b492-55a542bd7874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a93f17c0-6e53-469e-aa61-7194f1a9834a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-893120416-router', 'tenant_id': '09c2e06aaf3c4aa785e90ae90800475c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.81'}], 'enable_snat': True}, 'gw_port_id': 'ea92ec76-65f0-4e4e-94a9-e338356bb275', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:03:02Z', 'updated_at': '2021-07-27T23:03:09Z', 'revision_number': 4, 'project_id': '09c2e06aaf3c4aa785e90ae90800475c', 'gw_port': {'id': 'ea92ec76-65f0-4e4e-94a9-e338356bb275', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:05:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a93f17c0-6e53-469e-aa61-7194f1a9834a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:03:04Z', 'updated_at': '2021-07-27T23:03:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': '9dd1cc71-07bf-48c0-b2a4-4612760ea5b7', 'name': '', 'network_id': '0f9004bd-8e90-4e82-a7cb-88f9b433c217', 'tenant_id': '09c2e06aaf3c4aa785e90ae90800475c', 'mac_address': 'fa:16:3e:ef:38:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a93f17c0-6e53-469e-aa61-7194f1a9834a', 'device_owner': 'network:router_interface', 'standard_attr_id': 252, 'fixed_ips': [{'subnet_id': '681fdd2e-7bb4-498c-9817-5f416242773c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:03:08Z', 'updated_at': '2021-07-27T23:03:10Z', 'revision_number': 2, 'project_id': '09c2e06aaf3c4aa785e90ae90800475c', 'subnets': [{'id': '681fdd2e-7bb4-498c-9817-5f416242773c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:03:13.470853 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-34894601-a70f-4625-a2dd-9a40065438d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:13.495510 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48879fba-54e9-4948-b492-55a542bd7874 None None] Checking router: a93f17c0-6e53-469e-aa61-7194f1a9834a for host: n-d-802623-1 {{(pid=93799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 23:03:13.496028 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48879fba-54e9-4948-b492-55a542bd7874 None None] Updating router a93f17c0-6e53-469e-aa61-7194f1a9834a port 9dd1cc71-07bf-48c0-b2a4-4612760ea5b7 binding host n-d-802623-1 {{(pid=93799) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 23:03:13.516942 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-34894601-a70f-4625-a2dd-9a40065438d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:13.527448 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-48879fba-54e9-4948-b492-55a542bd7874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:13.542272 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69829864-1f18-4989-9e9b-676b1a188a99 req-f5e29854-d6ac-49ae-b8d6-8d2e4f65e1a4 tempest-DeleteServersAdminTestJSON-1530971716 tempest-DeleteServersAdminTestJSON-1530971716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:03:13.543833 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-69829864-1f18-4989-9e9b-676b1a188a99 req-f5e29854-d6ac-49ae-b8d6-8d2e4f65e1a4 tempest-DeleteServersAdminTestJSON-1530971716 tempest-DeleteServersAdminTestJSON-1530971716-project] 10.222.0.18 "GET /v2.0/ports?device_id=943bfbfe-2b93-457f-b6e4-6c56a602d491 HTTP/1.1" status: 200 len: 949 time: 0.0880163 Jul 27 23:03:13.612416 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-69829864-1f18-4989-9e9b-676b1a188a99 req-7acec4e2-2bee-4d73-912f-54488ad5a893 tempest-DeleteServersAdminTestJSON-1530971716 tempest-DeleteServersAdminTestJSON-1530971716-project] 10.222.0.18 "GET /v2.0/security-groups?id=73ecb7c9-b889-42da-94f7-79004124f055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577297 Jul 27 23:03:13.635687 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-34894601-a70f-4625-a2dd-9a40065438d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:13.638509 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-34894601-a70f-4625-a2dd-9a40065438d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:13.639857 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-34894601-a70f-4625-a2dd-9a40065438d6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/086a0ac5-ae24-4040-a109-86ef955845a7 HTTP/1.1" status: 204 len: 168 time: 0.2456088 Jul 27 23:03:13.660505 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34894601-a70f-4625-a2dd-9a40065438d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=086a0ac5-ae24-4040-a109-86ef955845a7,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:03:13.684025 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 51014) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:03:13.690093 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-300b8e65-2ea4-4dfd-8cbf-416f58833809 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1126572677-network', 'tenant_id': '0763db5810cc42e5b9ba092573abe8bf'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:03:13.743498 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-300b8e65-2ea4-4dfd-8cbf-416f58833809 admin admin] Made reservation on behalf of 0763db5810cc42e5b9ba092573abe8bf for: {'network': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:03:13.746908 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-300b8e65-2ea4-4dfd-8cbf-416f58833809 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for network, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:13.770070 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-300b8e65-2ea4-4dfd-8cbf-416f58833809 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:13.805064 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35691cb7-fc4d-49de-8a39-91a35e0956f3 req-0bcc6518-65ed-4e0b-939f-ca0b50dbb012 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:03:13.821968 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-35691cb7-fc4d-49de-8a39-91a35e0956f3 req-0bcc6518-65ed-4e0b-939f-ca0b50dbb012 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] 10.222.0.18 "GET /v2.0/ports?device_id=31e5972f-2cc7-450f-8a25-9160dca94c2b HTTP/1.1" status: 200 len: 944 time: 0.1033041 Jul 27 23:03:13.899775 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-35691cb7-fc4d-49de-8a39-91a35e0956f3 req-06c02088-c43c-4fef-89a6-e4a94eb1b5b7 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] 10.222.0.18 "GET /v2.0/security-groups?id=bed30b16-cd2d-47d0-9758-37dc9df2dfb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758381 Jul 27 23:03:14.001892 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device ea92ec76-65f0-4e4e-94a9-e338356bb275 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:03:14.009597 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-300b8e65-2ea4-4dfd-8cbf-416f58833809 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:14.020930 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-300b8e65-2ea4-4dfd-8cbf-416f58833809 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:14.108801 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-48879fba-54e9-4948-b492-55a542bd7874 None None] Notify callbacks [] for port, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:14.115296 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-300b8e65-2ea4-4dfd-8cbf-416f58833809 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 519} {{(pid=93798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 23:03:14.122787 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-48879fba-54e9-4948-b492-55a542bd7874 None None] Transition to ACTIVE for port object 9dd1cc71-07bf-48c0-b2a4-4612760ea5b7 will not be triggered until provisioned by entity L2. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:03:14.125864 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300b8e65-2ea4-4dfd-8cbf-416f58833809 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db5c7df9-f8d1-4a0a-8250-7aec0e55bdd8,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:03:14.149801 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1261a219-a762-41db-9d8f-b74445d99ade req-6252134f-d777-4c2b-9860-ade899dfad46 tempest-ServersAdminTestJSON-1581810367 tempest-ServersAdminTestJSON-1581810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:03:14.151294 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-48879fba-54e9-4948-b492-55a542bd7874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:14.152102 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-1261a219-a762-41db-9d8f-b74445d99ade req-6252134f-d777-4c2b-9860-ade899dfad46 tempest-ServersAdminTestJSON-1581810367 tempest-ServersAdminTestJSON-1581810367-project] 10.222.0.18 "GET /v2.0/ports?device_id=846ac90e-5a0c-42f0-960a-1f2595273fb0 HTTP/1.1" status: 200 len: 949 time: 0.0944195 Jul 27 23:03:14.177570 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399ffb91-f2fa-4a52-bab8-3818305e34e7 req-5404611f-d9dd-4653-bfc2-ad611c71de31 tempest-DeleteServersAdminTestJSON-1530971716 tempest-DeleteServersAdminTestJSON-1530971716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:03:14.180714 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-399ffb91-f2fa-4a52-bab8-3818305e34e7 req-5404611f-d9dd-4653-bfc2-ad611c71de31 tempest-DeleteServersAdminTestJSON-1530971716 tempest-DeleteServersAdminTestJSON-1530971716-project] 10.222.0.18 "GET /v2.0/ports?device_id=943bfbfe-2b93-457f-b6e4-6c56a602d491 HTTP/1.1" status: 200 len: 949 time: 0.1231010 Jul 27 23:03:14.182018 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-300b8e65-2ea4-4dfd-8cbf-416f58833809 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:14.182360 n-d-802623-1 neutron-server[93798]: INFO neutron.db.segments_db [None req-300b8e65-2ea4-4dfd-8cbf-416f58833809 admin admin] Added segment 6469e0e4-e572-450f-bc26-da007ede7df2 of type vlan for network 26ef326d-74bd-4ec5-a5a5-5903126d4303 Jul 27 23:03:14.205393 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-1261a219-a762-41db-9d8f-b74445d99ade req-14565014-0df2-4d9f-911f-cb7f18d67bc6 tempest-ServersAdminTestJSON-1581810367 tempest-ServersAdminTestJSON-1581810367-project] 10.222.0.18 "GET /v2.0/security-groups?id=ffa9f128-d6a7-4fb1-a632-c57615725739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459404 Jul 27 23:03:14.230900 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88409fad-3cee-4e28-96f0-8f4810c45ffd None None] Pushing event updated for resources: {'Port': ['ID=9dd1cc71-07bf-48c0-b2a4-4612760ea5b7,revision_number=3']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:03:14.244267 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port ea92ec76-65f0-4e4e-94a9-e338356bb275 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:03:14.244897 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:14.267832 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-300b8e65-2ea4-4dfd-8cbf-416f58833809 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736833354590'] for network, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:14.308155 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-399ffb91-f2fa-4a52-bab8-3818305e34e7 req-34139b8c-0de0-494f-89a4-a91d939d31ed tempest-DeleteServersAdminTestJSON-1530971716 tempest-DeleteServersAdminTestJSON-1530971716-project] 10.222.0.18 "GET /v2.0/security-groups?id=73ecb7c9-b889-42da-94f7-79004124f055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170187 Jul 27 23:03:14.335009 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-300b8e65-2ea4-4dfd-8cbf-416f58833809 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569'] for network, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:14.336227 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-300b8e65-2ea4-4dfd-8cbf-416f58833809 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:03:14.336837 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-300b8e65-2ea4-4dfd-8cbf-416f58833809 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:14.354036 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-48879fba-54e9-4948-b492-55a542bd7874 None None] Attempting to bind port 9dd1cc71-07bf-48c0-b2a4-4612760ea5b7 on host n-d-802623-1 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:03:14.354822 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-48879fba-54e9-4948-b492-55a542bd7874 None None] Attempting to bind port 9dd1cc71-07bf-48c0-b2a4-4612760ea5b7 by drivers openvswitch,hyperv on host n-d-802623-1 at level 0 using segments [{'id': '68badffb-1ae8-46d7-9932-5a3dba1817fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '0f9004bd-8e90-4e82-a7cb-88f9b433c217'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:03:14.355560 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48879fba-54e9-4948-b492-55a542bd7874 None None] Attempting to bind port 9dd1cc71-07bf-48c0-b2a4-4612760ea5b7 on network 0f9004bd-8e90-4e82-a7cb-88f9b433c217 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:03:14.367203 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48879fba-54e9-4948-b492-55a542bd7874 None None] Checking agent: {'id': 'a9a568d2-a5e7-41e4-833f-a8ab42ea4073', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 52, 30), 'started_at': datetime.datetime(2021, 7, 27, 22, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802623-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:03:14.368020 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48879fba-54e9-4948-b492-55a542bd7874 None None] Checking segment: {'id': '68badffb-1ae8-46d7-9932-5a3dba1817fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '0f9004bd-8e90-4e82-a7cb-88f9b433c217'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:03:14.368646 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-48879fba-54e9-4948-b492-55a542bd7874 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:14.369391 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48879fba-54e9-4948-b492-55a542bd7874 None None] Bound using segment: {'id': '68badffb-1ae8-46d7-9932-5a3dba1817fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '0f9004bd-8e90-4e82-a7cb-88f9b433c217'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:03:14.370348 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-48879fba-54e9-4948-b492-55a542bd7874 None None] Bound port: 9dd1cc71-07bf-48c0-b2a4-4612760ea5b7, host: n-d-802623-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68badffb-1ae8-46d7-9932-5a3dba1817fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '0f9004bd-8e90-4e82-a7cb-88f9b433c217'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:03:14.371187 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-48879fba-54e9-4948-b492-55a542bd7874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:14.381345 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-300b8e65-2ea4-4dfd-8cbf-416f58833809 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6959364 Jul 27 23:03:14.384795 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 51038) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:03:14.390785 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-2d28e1ee-49f5-4ea5-8606-0fe35eb8607a admin admin] Request body: {'subnet': {'network_id': '26ef326d-74bd-4ec5-a5a5-5903126d4303', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1126572677-subnet', 'tenant_id': '0763db5810cc42e5b9ba092573abe8bf', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:03:14.446452 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d28e1ee-49f5-4ea5-8606-0fe35eb8607a admin admin] Made reservation on behalf of 0763db5810cc42e5b9ba092573abe8bf for: {'subnet': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:03:14.449681 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2d28e1ee-49f5-4ea5-8606-0fe35eb8607a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11551435'] for subnet, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:14.461806 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300b8e65-2ea4-4dfd-8cbf-416f58833809 admin admin] Pushing event updated for resources: {'Network': ['ID=26ef326d-74bd-4ec5-a5a5-5903126d4303,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:03:14.466589 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-48879fba-54e9-4948-b492-55a542bd7874 None None] For port 9dd1cc71-07bf-48c0-b2a4-4612760ea5b7, host n-d-802623-1, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:03:14.470958 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-48879fba-54e9-4948-b492-55a542bd7874 None None] For port 9dd1cc71-07bf-48c0-b2a4-4612760ea5b7, host n-d-802623-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=9dd1cc71-07bf-48c0-b2a4-4612760ea5b7,segment=NetworkSegment(68badffb-1ae8-46d7-9932-5a3dba1817fe),segment_id=68badffb-1ae8-46d7-9932-5a3dba1817fe)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:03:14.473202 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Network 26ef326d-74bd-4ec5-a5a5-5903126d4303 details requested by agent ovs-agent-n-d-802623-1 with host n-d-802623-1 {{(pid=93799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 23:03:14.547790 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-48879fba-54e9-4948-b492-55a542bd7874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:14.680916 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88409fad-3cee-4e28-96f0-8f4810c45ffd None None] Pushing event updated for resources: {'Port': ['ID=9dd1cc71-07bf-48c0-b2a4-4612760ea5b7,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:03:14.684575 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48879fba-54e9-4948-b492-55a542bd7874 None None] Routers {'a93f17c0-6e53-469e-aa61-7194f1a9834a'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:03:14.685214 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-48879fba-54e9-4948-b492-55a542bd7874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:02:59Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['a93f17c0-6e53-469e-aa61-7194f1a9834a'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:03:14.727187 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2d28e1ee-49f5-4ea5-8606-0fe35eb8607a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11336182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11551417'] for subnet, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:14.748986 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 51050) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:03:14.827759 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d28e1ee-49f5-4ea5-8606-0fe35eb8607a admin admin] Pushing event updated for resources: {'Subnet': ['ID=17c5c716-494a-44c1-bc2d-ee89a0bbc8c6,revision_number=0']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:03:14.851495 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d28e1ee-49f5-4ea5-8606-0fe35eb8607a admin admin] Checking segment: {'id': '6469e0e4-e572-450f-bc26-da007ede7df2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '26ef326d-74bd-4ec5-a5a5-5903126d4303'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:03:14.852497 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d28e1ee-49f5-4ea5-8606-0fe35eb8607a admin admin] Network hostable DHCP agents. Network: 26ef326d-74bd-4ec5-a5a5-5903126d4303, hostable agents: ['5950e76f-2bde-4343-a925-cbe6bacd2706'], hosted agents: [] {{(pid=93797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 23:03:14.879926 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d28e1ee-49f5-4ea5-8606-0fe35eb8607a admin admin] Network 26ef326d-74bd-4ec5-a5a5-5903126d4303 is scheduled to be hosted by DHCP agent 5950e76f-2bde-4343-a925-cbe6bacd2706 with binding_index 1 {{(pid=93797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 23:03:14.903402 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-2d28e1ee-49f5-4ea5-8606-0fe35eb8607a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802623-1, 26ef326d-74bd-4ec5-a5a5-5903126d4303) {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:03:14.909235 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d28e1ee-49f5-4ea5-8606-0fe35eb8607a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:03:14.910055 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2d28e1ee-49f5-4ea5-8606-0fe35eb8607a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for subnet, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:14.938654 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-2d28e1ee-49f5-4ea5-8606-0fe35eb8607a admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.5527437 Jul 27 23:03:14.944478 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 51060) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:03:14.951594 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfa5e97a-620a-4283-853a-d7a706c7fd3b None None] Network 26ef326d-74bd-4ec5-a5a5-5903126d4303 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:03:14.954065 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-3454b164-f9e9-4a16-b0ae-01bb024c3552 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1126572677-router', 'tenant_id': '0763db5810cc42e5b9ba092573abe8bf', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'}}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:03:14.989214 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3454b164-f9e9-4a16-b0ae-01bb024c3552 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62159'] for router, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:14.990365 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3454b164-f9e9-4a16-b0ae-01bb024c3552 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-479230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-415539', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3693317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62148'] for router, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:15.056104 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b6f4f3a9-db54-4113-94e1-73817d6965cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:15.108687 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [req-28514785-2f4c-4cbb-b179-ca930d295402 req-e479cb25-bdfc-4a2b-9ab3-2a56240d66a9 tempest-SecurityGroupsTestAdminJSON-1724648516 tempest-SecurityGroupsTestAdminJSON-1724648516-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1759709018', 'description': 'tempest-description-217275182'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:03:15.112939 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-48879fba-54e9-4948-b492-55a542bd7874 None None] Set router a93f17c0-6e53-469e-aa61-7194f1a9834a gateway port host: n-d-802623-1 {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:03:15.124847 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3454b164-f9e9-4a16-b0ae-01bb024c3552 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:15.147155 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device 7de24ee0-1697-4a67-baba-0de926b39f70 up at agent hyperv_n-h2-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:03:15.148319 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79a9acd-6b50-4d3a-ae78-fc710c5fa454 req-e205441b-3030-42d3-af8c-c837b0dc7b8d tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:03:15.156692 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e79a9acd-6b50-4d3a-ae78-fc710c5fa454 req-e205441b-3030-42d3-af8c-c837b0dc7b8d tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] 10.222.0.18 "GET /v2.0/ports?device_id=31e5972f-2cc7-450f-8a25-9160dca94c2b HTTP/1.1" status: 200 len: 944 time: 0.1696658 Jul 27 23:03:15.192286 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d875b7df-72d0-436c-bfd0-aaeaa5bdc455 req-ff640f0e-f958-43c6-b973-60937b63404d service neutron] 10.222.0.49 "GET /v2.0/ports/5492f708-7970-435a-adac-3fa8953a6f22/bindings/n-h1-802623-1 HTTP/1.1" status: 200 len: 384 time: 0.1842403 Jul 27 23:03:15.213975 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.agents_db [None req-9beef776-8bab-4de2-989a-f5a23ba4aaf4 None None] Agent healthcheck: found 7 active agents {{(pid=93800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 23:03:15.367482 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37935660-02f2-4dda-97e5-8686c837ed0e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f6f257c-ad18-5f0c-8c8e-ea085a5fc8a2-26ef326d-74bd-4ec5-a5a5-5903126d4303', 'network_id': '26ef326d-74bd-4ec5-a5a5-5903126d4303', 'tenant_id': '0763db5810cc42e5b9ba092573abe8bf', 'fixed_ips': [{'subnet_id': '17c5c716-494a-44c1-bc2d-ee89a0bbc8c6'}]}} from n-d-802623-1. {{(pid=93799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 23:03:15.368889 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-37935660-02f2-4dda-97e5-8686c837ed0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:15.418946 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Provisioning for port 7de24ee0-1697-4a67-baba-0de926b39f70 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:03:15.429936 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Provisioning complete for port 7de24ee0-1697-4a67-baba-0de926b39f70 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:03:15.430314 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:15.494716 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-d875b7df-72d0-436c-bfd0-aaeaa5bdc455 req-bc1e6c11-541c-4ef0-a9c0-664f711fbe75 service neutron] For port 5492f708-7970-435a-adac-3fa8953a6f22, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=5492f708-7970-435a-adac-3fa8953a6f22,segment=NetworkSegment(7332ccbf-8fd9-4ff5-bad6-b4b872eccd4e),segment_id=7332ccbf-8fd9-4ff5-bad6-b4b872eccd4e)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:03:15.538900 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-d875b7df-72d0-436c-bfd0-aaeaa5bdc455 req-bc1e6c11-541c-4ef0-a9c0-664f711fbe75 service neutron] For port 5492f708-7970-435a-adac-3fa8953a6f22, host n-h2-802623-1, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:03:15.578015 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e79a9acd-6b50-4d3a-ae78-fc710c5fa454 req-414ea609-ee42-41d3-a891-e7b3bb41a32b tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] 10.222.0.18 "GET /v2.0/security-groups?id=bed30b16-cd2d-47d0-9758-37dc9df2dfb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4177854 Jul 27 23:03:15.603832 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [req-d875b7df-72d0-436c-bfd0-aaeaa5bdc455 req-bc1e6c11-541c-4ef0-a9c0-664f711fbe75 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5492f708-7970-435a-adac-3fa8953a6f22 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:03:15.633127 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-d875b7df-72d0-436c-bfd0-aaeaa5bdc455 req-bc1e6c11-541c-4ef0-a9c0-664f711fbe75 service neutron] For port 5492f708-7970-435a-adac-3fa8953a6f22, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=5492f708-7970-435a-adac-3fa8953a6f22,segment=NetworkSegment(7332ccbf-8fd9-4ff5-bad6-b4b872eccd4e),segment_id=7332ccbf-8fd9-4ff5-bad6-b4b872eccd4e)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:03:15.671925 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-d875b7df-72d0-436c-bfd0-aaeaa5bdc455 req-bc1e6c11-541c-4ef0-a9c0-664f711fbe75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:15.707392 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-48879fba-54e9-4948-b492-55a542bd7874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a93f17c0-6e53-469e-aa61-7194f1a9834a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-893120416-router', 'tenant_id': '09c2e06aaf3c4aa785e90ae90800475c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.81'}], 'enable_snat': True}, 'gw_port_id': 'ea92ec76-65f0-4e4e-94a9-e338356bb275', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:03:02Z', 'updated_at': '2021-07-27T23:03:09Z', 'revision_number': 4, 'project_id': '09c2e06aaf3c4aa785e90ae90800475c', 'gw_port': {'id': 'ea92ec76-65f0-4e4e-94a9-e338356bb275', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:05:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a93f17c0-6e53-469e-aa61-7194f1a9834a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:03:04Z', 'updated_at': '2021-07-27T23:03:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': '9dd1cc71-07bf-48c0-b2a4-4612760ea5b7', 'name': '', 'network_id': '0f9004bd-8e90-4e82-a7cb-88f9b433c217', 'tenant_id': '09c2e06aaf3c4aa785e90ae90800475c', 'mac_address': 'fa:16:3e:ef:38:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a93f17c0-6e53-469e-aa61-7194f1a9834a', 'device_owner': 'network:router_interface', 'standard_attr_id': 252, 'fixed_ips': [{'subnet_id': '681fdd2e-7bb4-498c-9817-5f416242773c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:03:08Z', 'updated_at': '2021-07-27T23:03:14Z', 'revision_number': 4, 'project_id': '09c2e06aaf3c4aa785e90ae90800475c', 'subnets': [{'id': '681fdd2e-7bb4-498c-9817-5f416242773c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:03:15.746932 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3454b164-f9e9-4a16-b0ae-01bb024c3552 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-415433', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62186'] for router, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:15.747906 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48879fba-54e9-4948-b492-55a542bd7874 None None] The sync data for ids ['a93f17c0-6e53-469e-aa61-7194f1a9834a'] in n-d-802623-1 is: [{'id': 'a93f17c0-6e53-469e-aa61-7194f1a9834a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-893120416-router', 'tenant_id': '09c2e06aaf3c4aa785e90ae90800475c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.81'}], 'enable_snat': True}, 'gw_port_id': 'ea92ec76-65f0-4e4e-94a9-e338356bb275', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:03:02Z', 'updated_at': '2021-07-27T23:03:09Z', 'revision_number': 4, 'project_id': '09c2e06aaf3c4aa785e90ae90800475c', 'gw_port': {'id': 'ea92ec76-65f0-4e4e-94a9-e338356bb275', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:05:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a93f17c0-6e53-469e-aa61-7194f1a9834a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:03:04Z', 'updated_at': '2021-07-27T23:03:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': '9dd1cc71-07bf-48c0-b2a4-4612760ea5b7', 'name': '', 'network_id': '0f9004bd-8e90-4e82-a7cb-88f9b433c217', 'tenant_id': '09c2e06aaf3c4aa785e90ae90800475c', 'mac_address': 'fa:16:3e:ef:38:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a93f17c0-6e53-469e-aa61-7194f1a9834a', 'device_owner': 'network:router_interface', 'standard_attr_id': 252, 'fixed_ips': [{'subnet_id': '681fdd2e-7bb4-498c-9817-5f416242773c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:03:08Z', 'updated_at': '2021-07-27T23:03:14Z', 'revision_number': 4, 'project_id': '09c2e06aaf3c4aa785e90ae90800475c', 'subnets': [{'id': '681fdd2e-7bb4-498c-9817-5f416242773c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:03:15.768249 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-37935660-02f2-4dda-97e5-8686c837ed0e None None] Allocated IP 172.20.0.2 (26ef326d-74bd-4ec5-a5a5-5903126d4303/17c5c716-494a-44c1-bc2d-ee89a0bbc8c6/a5ba2394-6d4a-43f3-9d36-6dc30840ddcc) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:03:15.777624 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:15.809363 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f588aa-6cf9-43b6-a30a-203953d5a715 req-65e8ccf6-73ba-4914-83c1-2b1cbcdff43b tempest-DeleteServersAdminTestJSON-1530971716 tempest-DeleteServersAdminTestJSON-1530971716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:03:15.815666 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-85f588aa-6cf9-43b6-a30a-203953d5a715 req-65e8ccf6-73ba-4914-83c1-2b1cbcdff43b tempest-DeleteServersAdminTestJSON-1530971716 tempest-DeleteServersAdminTestJSON-1530971716-project] 10.222.0.38 "GET /v2.0/ports?device_id=943bfbfe-2b93-457f-b6e4-6c56a602d491 HTTP/1.1" status: 200 len: 949 time: 0.3140256 Jul 27 23:03:15.831799 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [req-d875b7df-72d0-436c-bfd0-aaeaa5bdc455 req-bc1e6c11-541c-4ef0-a9c0-664f711fbe75 service neutron] Transition to ACTIVE for port object 5492f708-7970-435a-adac-3fa8953a6f22 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:03:15.858859 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-d875b7df-72d0-436c-bfd0-aaeaa5bdc455 req-bc1e6c11-541c-4ef0-a9c0-664f711fbe75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11336041'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:15.865178 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port 7de24ee0-1697-4a67-baba-0de926b39f70, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=7de24ee0-1697-4a67-baba-0de926b39f70,segment=NetworkSegment(16e91594-c047-4b55-93eb-43af33ad08e1),segment_id=16e91594-c047-4b55-93eb-43af33ad08e1)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:03:15.869205 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '846ac90e-5a0c-42f0-960a-1f2595273fb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7de24ee0-1697-4a67-baba-0de926b39f70'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:03:15.874906 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c0369b0d4f459110ff20a1f9878ba33f96d6491bddb9d15843bf29d01e0bda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa686e6b-7c61-417b-9fa6-d9e6b5cd42e3" -d '{"events": [{"server_uuid": "846ac90e-5a0c-42f0-960a-1f2595273fb0", "name": "network-vif-plugged", "status": "completed", "tag": "7de24ee0-1697-4a67-baba-0de926b39f70"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:03:15.880843 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:16.001556 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 51092) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:03:16.024051 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 9dd1cc71-07bf-48c0-b2a4-4612760ea5b7 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:03:16.046049 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1e6c11-541c-4ef0-a9c0-664f711fbe75 service neutron] Pushing event updated for resources: {'Port': ['ID=5492f708-7970-435a-adac-3fa8953a6f22,revision_number=10']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:03:16.059307 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [req-d875b7df-72d0-436c-bfd0-aaeaa5bdc455 req-bc1e6c11-541c-4ef0-a9c0-664f711fbe75 service neutron] No DVR routers for this DVR port 5492f708-7970-435a-adac-3fa8953a6f22 on host n-h2-802623-1 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:03:16.068899 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Pushing event updated for resources: {'Port': ['ID=7de24ee0-1697-4a67-baba-0de926b39f70,revision_number=5']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:03:16.113033 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d875b7df-72d0-436c-bfd0-aaeaa5bdc455 req-bc1e6c11-541c-4ef0-a9c0-664f711fbe75 service neutron] 10.222.0.49 "PUT /v2.0/ports/5492f708-7970-435a-adac-3fa8953a6f22/bindings/n-h1-802623-1/activate HTTP/1.1" status: 200 len: 369 time: 0.9124734 Jul 27 23:03:16.196847 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083e96d7-3e00-4a45-9562-4fc690011629 req-501c71f0-122a-487a-bc75-c462db74abf7 tempest-ServersAdminTestJSON-1581810367 tempest-ServersAdminTestJSON-1581810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:03:16.202637 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning for port 9dd1cc71-07bf-48c0-b2a4-4612760ea5b7 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:03:16.208634 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-083e96d7-3e00-4a45-9562-4fc690011629 req-501c71f0-122a-487a-bc75-c462db74abf7 tempest-ServersAdminTestJSON-1581810367 tempest-ServersAdminTestJSON-1581810367-project] 10.222.0.18 "GET /v2.0/ports?device_id=846ac90e-5a0c-42f0-960a-1f2595273fb0 HTTP/1.1" status: 200 len: 949 time: 0.4855494 Jul 27 23:03:16.209168 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port 9dd1cc71-07bf-48c0-b2a4-4612760ea5b7 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:03:16.209647 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:16.214644 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b6f4f3a9-db54-4113-94e1-73817d6965cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:16.215745 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-37935660-02f2-4dda-97e5-8686c837ed0e None None] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:16.267730 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b6f4f3a9-db54-4113-94e1-73817d6965cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:16.274710 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-37935660-02f2-4dda-97e5-8686c837ed0e None None] Transition to ACTIVE for port object a5ba2394-6d4a-43f3-9d36-6dc30840ddcc will not be triggered until provisioned by entity L2. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:03:16.323018 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-37935660-02f2-4dda-97e5-8686c837ed0e None None] Transition to ACTIVE for port object a5ba2394-6d4a-43f3-9d36-6dc30840ddcc will not be triggered until provisioned by entity DHCP. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:03:16.349169 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f4f3a9-db54-4113-94e1-73817d6965cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2d51609-833e-4849-a237-59c0f548b7e6,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:03:16.354257 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-37935660-02f2-4dda-97e5-8686c837ed0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:16.384223 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-083e96d7-3e00-4a45-9562-4fc690011629 req-8a2ee126-6fd8-451a-b0a3-94f235738161 tempest-ServersAdminTestJSON-1581810367 tempest-ServersAdminTestJSON-1581810367-project] 10.222.0.18 "GET /v2.0/security-groups?id=ffa9f128-d6a7-4fb1-a632-c57615725739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700995 Jul 27 23:03:16.426746 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-28514785-2f4c-4cbb-b179-ca930d295402 req-e479cb25-bdfc-4a2b-9ab3-2a56240d66a9 tempest-SecurityGroupsTestAdminJSON-1724648516 tempest-SecurityGroupsTestAdminJSON-1724648516-project] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:16.442045 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-b6f4f3a9-db54-4113-94e1-73817d6965cb admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=72e89af76c0a4c9e83b0de3b7f2c4217&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6906793 Jul 27 23:03:16.449746 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-557ce4fb-b191-4a7f-90a6-3f84d896ef47 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-48203979-network', 'tenant_id': 'ea9dc6a704274ef28def87516dc4f252'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:03:16.457190 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 51100) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:03:16.502243 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37935660-02f2-4dda-97e5-8686c837ed0e None None] Network 26ef326d-74bd-4ec5-a5a5-5903126d4303 is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:03:16.502346 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-28514785-2f4c-4cbb-b179-ca930d295402 req-e479cb25-bdfc-4a2b-9ab3-2a56240d66a9 tempest-SecurityGroupsTestAdminJSON-1724648516 tempest-SecurityGroupsTestAdminJSON-1724648516-project] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:16.502346 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d875b7df-72d0-436c-bfd0-aaeaa5bdc455 req-caaebfa9-8f72-42b0-858a-5026a2adfbf7 tempest-LiveMigrationTest-1100887879 tempest-LiveMigrationTest-1100887879-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:03:16.503623 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d875b7df-72d0-436c-bfd0-aaeaa5bdc455 req-caaebfa9-8f72-42b0-858a-5026a2adfbf7 tempest-LiveMigrationTest-1100887879 tempest-LiveMigrationTest-1100887879-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=31e5972f-2cc7-450f-8a25-9160dca94c2b&tenant_id=59376bbb1c574537a7eaca41e781bf3f&binding%3Ahost_id=n-h2-802623-1 HTTP/1.1" status: 200 len: 1096 time: 0.3118191 Jul 27 23:03:16.511012 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-37935660-02f2-4dda-97e5-8686c837ed0e None None] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:03:16.518029 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37935660-02f2-4dda-97e5-8686c837ed0e None None] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:03:16.623267 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-557ce4fb-b191-4a7f-90a6-3f84d896ef47 admin admin] Made reservation on behalf of ea9dc6a704274ef28def87516dc4f252 for: {'network': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:03:16.630161 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-557ce4fb-b191-4a7f-90a6-3f84d896ef47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for network, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:16.636209 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-85f588aa-6cf9-43b6-a30a-203953d5a715 req-a64fe274-37c8-4f40-97bd-11db800b7119 tempest-DeleteServersAdminTestJSON-1530971716 tempest-DeleteServersAdminTestJSON-1530971716-project] Deleting port 0d1db0e6-942b-4f63-baa7-03ed67dad58c {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:03:16.636834 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-85f588aa-6cf9-43b6-a30a-203953d5a715 req-a64fe274-37c8-4f40-97bd-11db800b7119 tempest-DeleteServersAdminTestJSON-1530971716 tempest-DeleteServersAdminTestJSON-1530971716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:16.649129 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:16.661042 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-557ce4fb-b191-4a7f-90a6-3f84d896ef47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:16.669136 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d875b7df-72d0-436c-bfd0-aaeaa5bdc455 req-8fb2256f-1728-476d-9ff4-e1a80c41e7b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:03:16.670614 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d875b7df-72d0-436c-bfd0-aaeaa5bdc455 req-8fb2256f-1728-476d-9ff4-e1a80c41e7b3 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=31e5972f-2cc7-450f-8a25-9160dca94c2b&tenant_id=59376bbb1c574537a7eaca41e781bf3f HTTP/1.1" status: 200 len: 1096 time: 0.1492975 Jul 27 23:03:16.675632 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37935660-02f2-4dda-97e5-8686c837ed0e None None] Pushing event updated for resources: {'Port': ['ID=a5ba2394-6d4a-43f3-9d36-6dc30840ddcc,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:03:16.686804 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-37935660-02f2-4dda-97e5-8686c837ed0e None None] Attempting to bind port a5ba2394-6d4a-43f3-9d36-6dc30840ddcc on host n-d-802623-1 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:03:16.687343 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-37935660-02f2-4dda-97e5-8686c837ed0e None None] Attempting to bind port a5ba2394-6d4a-43f3-9d36-6dc30840ddcc by drivers openvswitch,hyperv on host n-d-802623-1 at level 0 using segments [{'id': '6469e0e4-e572-450f-bc26-da007ede7df2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '26ef326d-74bd-4ec5-a5a5-5903126d4303'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:03:16.687827 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37935660-02f2-4dda-97e5-8686c837ed0e None None] Attempting to bind port a5ba2394-6d4a-43f3-9d36-6dc30840ddcc on network 26ef326d-74bd-4ec5-a5a5-5903126d4303 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:03:16.702253 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37935660-02f2-4dda-97e5-8686c837ed0e None None] Checking agent: {'id': 'a9a568d2-a5e7-41e4-833f-a8ab42ea4073', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 52, 30), 'started_at': datetime.datetime(2021, 7, 27, 22, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802623-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:03:16.712590 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37935660-02f2-4dda-97e5-8686c837ed0e None None] Checking segment: {'id': '6469e0e4-e572-450f-bc26-da007ede7df2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '26ef326d-74bd-4ec5-a5a5-5903126d4303'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:03:16.713272 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-37935660-02f2-4dda-97e5-8686c837ed0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:16.713798 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37935660-02f2-4dda-97e5-8686c837ed0e None None] Bound using segment: {'id': '6469e0e4-e572-450f-bc26-da007ede7df2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '26ef326d-74bd-4ec5-a5a5-5903126d4303'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:03:16.714048 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-37935660-02f2-4dda-97e5-8686c837ed0e None None] Bound port: a5ba2394-6d4a-43f3-9d36-6dc30840ddcc, host: n-d-802623-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6469e0e4-e572-450f-bc26-da007ede7df2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '26ef326d-74bd-4ec5-a5a5-5903126d4303'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:03:16.714441 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-37935660-02f2-4dda-97e5-8686c837ed0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:16.737695 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] For port 9dd1cc71-07bf-48c0-b2a4-4612760ea5b7, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=9dd1cc71-07bf-48c0-b2a4-4612760ea5b7,segment=NetworkSegment(68badffb-1ae8-46d7-9932-5a3dba1817fe),segment_id=68badffb-1ae8-46d7-9932-5a3dba1817fe)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:03:16.761605 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:16.810347 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-28514785-2f4c-4cbb-b179-ca930d295402 req-e479cb25-bdfc-4a2b-9ab3-2a56240d66a9 tempest-SecurityGroupsTestAdminJSON-1724648516 tempest-SecurityGroupsTestAdminJSON-1724648516-project] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:16.813260 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d875b7df-72d0-436c-bfd0-aaeaa5bdc455 req-826acb85-7cfd-4f38-9d88-3219e8fd8308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:03:16.814855 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d875b7df-72d0-436c-bfd0-aaeaa5bdc455 req-826acb85-7cfd-4f38-9d88-3219e8fd8308 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=59376bbb1c574537a7eaca41e781bf3f&device_id=31e5972f-2cc7-450f-8a25-9160dca94c2b HTTP/1.1" status: 200 len: 1096 time: 0.0846052 Jul 27 23:03:16.817618 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-28514785-2f4c-4cbb-b179-ca930d295402 req-e479cb25-bdfc-4a2b-9ab3-2a56240d66a9 tempest-SecurityGroupsTestAdminJSON-1724648516 tempest-SecurityGroupsTestAdminJSON-1724648516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:16.820296 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Pushing event updated for resources: {'Port': ['ID=9dd1cc71-07bf-48c0-b2a4-4612760ea5b7,revision_number=5']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:03:16.840441 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4d6ab7-d9c3-4103-af5f-231a4b899e11 req-03711335-fd29-4e2b-92fd-67dc05242168 tempest-DeleteServersAdminTestJSON-1530971716 tempest-DeleteServersAdminTestJSON-1530971716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:03:16.848543 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-6c4d6ab7-d9c3-4103-af5f-231a4b899e11 req-03711335-fd29-4e2b-92fd-67dc05242168 tempest-DeleteServersAdminTestJSON-1530971716 tempest-DeleteServersAdminTestJSON-1530971716-project] 10.222.0.18 "GET /v2.0/ports?device_id=943bfbfe-2b93-457f-b6e4-6c56a602d491 HTTP/1.1" status: 200 len: 949 time: 0.3076196 Jul 27 23:03:16.853868 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-37935660-02f2-4dda-97e5-8686c837ed0e None None] For port a5ba2394-6d4a-43f3-9d36-6dc30840ddcc, host n-d-802623-1, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:03:16.858624 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-37935660-02f2-4dda-97e5-8686c837ed0e None None] For port a5ba2394-6d4a-43f3-9d36-6dc30840ddcc, host n-d-802623-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=a5ba2394-6d4a-43f3-9d36-6dc30840ddcc,segment=NetworkSegment(6469e0e4-e572-450f-bc26-da007ede7df2),segment_id=6469e0e4-e572-450f-bc26-da007ede7df2)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:03:16.868328 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-37935660-02f2-4dda-97e5-8686c837ed0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:16.907100 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0e2e074b-fc05-446c-b182-b81ba117377f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:16.920323 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e479cb25-bdfc-4a2b-9ab3-2a56240d66a9 tempest-SecurityGroupsTestAdminJSON-1724648516 tempest-SecurityGroupsTestAdminJSON-1724648516-project] Pushing event updated for resources: {'SecurityGroup': ['ID=799ce26a-aaed-4960-a04d-25ee60e1fc2f,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:03:16.959249 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0e2e074b-fc05-446c-b182-b81ba117377f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:16.969913 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37935660-02f2-4dda-97e5-8686c837ed0e None None] Pushing event updated for resources: {'Port': ['ID=a5ba2394-6d4a-43f3-9d36-6dc30840ddcc,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:03:16.992958 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-6c4d6ab7-d9c3-4103-af5f-231a4b899e11 req-5756ca36-251a-464f-9616-03d0569ca47b tempest-DeleteServersAdminTestJSON-1530971716 tempest-DeleteServersAdminTestJSON-1530971716-project] 10.222.0.18 "GET /v2.0/security-groups?id=73ecb7c9-b889-42da-94f7-79004124f055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434672 Jul 27 23:03:17.005327 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d875b7df-72d0-436c-bfd0-aaeaa5bdc455 req-cec5b62f-09d1-45b0-857b-b7edfc67200c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:03:17.006891 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d875b7df-72d0-436c-bfd0-aaeaa5bdc455 req-cec5b62f-09d1-45b0-857b-b7edfc67200c service neutron] 10.222.0.38 "GET /v2.0/networks?id=c451a142-86a9-4355-833f-365557d21b8d HTTP/1.1" status: 200 len: 909 time: 0.1769555 Jul 27 23:03:17.059126 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:03:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9b9d4fc-61f0-4622-b244-e2bc3bdb082a x-openstack-request-id: req-e9b9d4fc-61f0-4622-b244-e2bc3bdb082a {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:03:17.060316 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "846ac90e-5a0c-42f0-960a-1f2595273fb0", "name": "network-vif-plugged", "status": "completed", "tag": "7de24ee0-1697-4a67-baba-0de926b39f70", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:03:17.060622 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e9b9d4fc-61f0-4622-b244-e2bc3bdb082a {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:03:17.061080 n-d-802623-1 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '846ac90e-5a0c-42f0-960a-1f2595273fb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7de24ee0-1697-4a67-baba-0de926b39f70', 'code': 200} Jul 27 23:03:17.085180 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d875b7df-72d0-436c-bfd0-aaeaa5bdc455 req-f56c07a3-b77d-4ef4-8638-54aaaddd3220 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5492f708-7970-435a-adac-3fa8953a6f22 HTTP/1.1" status: 200 len: 217 time: 0.0702350 Jul 27 23:03:17.098197 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3454b164-f9e9-4a16-b0ae-01bb024c3552 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:17.154908 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3454b164-f9e9-4a16-b0ae-01bb024c3552 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:17.159100 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-557ce4fb-b191-4a7f-90a6-3f84d896ef47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:17.160082 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-85f588aa-6cf9-43b6-a30a-203953d5a715 req-a64fe274-37c8-4f40-97bd-11db800b7119 tempest-DeleteServersAdminTestJSON-1530971716 tempest-DeleteServersAdminTestJSON-1530971716-project] For port 0d1db0e6-942b-4f63-baa7-03ed67dad58c, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=0d1db0e6-942b-4f63-baa7-03ed67dad58c,segment=NetworkSegment(16e91594-c047-4b55-93eb-43af33ad08e1),segment_id=16e91594-c047-4b55-93eb-43af33ad08e1)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:03:17.160082 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-85f588aa-6cf9-43b6-a30a-203953d5a715 req-a64fe274-37c8-4f40-97bd-11db800b7119 tempest-DeleteServersAdminTestJSON-1530971716 tempest-DeleteServersAdminTestJSON-1530971716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:17.191429 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-557ce4fb-b191-4a7f-90a6-3f84d896ef47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:17.202653 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-85f588aa-6cf9-43b6-a30a-203953d5a715 req-a64fe274-37c8-4f40-97bd-11db800b7119 tempest-DeleteServersAdminTestJSON-1530971716 tempest-DeleteServersAdminTestJSON-1530971716-project] Calling delete_port for 0d1db0e6-942b-4f63-baa7-03ed67dad58c owned by compute:nova {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:03:17.275444 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-557ce4fb-b191-4a7f-90a6-3f84d896ef47 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 536} {{(pid=93797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 23:03:17.286461 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0e2e074b-fc05-446c-b182-b81ba117377f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:17.289344 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb19e55-23ee-4c0d-8ff2-dc98ba8fc0a0 req-ab9cce32-3ada-4769-8305-46d9c826a442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:03:17.290172 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0e2e074b-fc05-446c-b182-b81ba117377f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:17.291388 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-0e2e074b-fc05-446c-b182-b81ba117377f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f2d51609-833e-4849-a237-59c0f548b7e6 HTTP/1.1" status: 204 len: 168 time: 0.8326938 Jul 27 23:03:17.301272 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-aeb19e55-23ee-4c0d-8ff2-dc98ba8fc0a0 req-ab9cce32-3ada-4769-8305-46d9c826a442 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=846ac90e-5a0c-42f0-960a-1f2595273fb0 HTTP/1.1" status: 200 len: 1101 time: 0.1613452 Jul 27 23:03:17.312190 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d875b7df-72d0-436c-bfd0-aaeaa5bdc455 req-c5a27a8f-68cb-4f77-8253-6da59dab8ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:03:17.313710 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d875b7df-72d0-436c-bfd0-aaeaa5bdc455 req-c5a27a8f-68cb-4f77-8253-6da59dab8ee0 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b1592ca5-0a74-47a5-88e1-85b3448a0017 HTTP/1.1" status: 200 len: 848 time: 0.2124984 Jul 27 23:03:17.345539 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557ce4fb-b191-4a7f-90a6-3f84d896ef47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef4566ad-cab9-4fdc-a9cf-efa0b9033d61,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:03:17.370541 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2e074b-fc05-446c-b182-b81ba117377f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2d51609-833e-4849-a237-59c0f548b7e6,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:03:17.389256 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-557ce4fb-b191-4a7f-90a6-3f84d896ef47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:17.389994 n-d-802623-1 neutron-server[93797]: INFO neutron.db.segments_db [None req-557ce4fb-b191-4a7f-90a6-3f84d896ef47 admin admin] Added segment d5802ab5-2f2b-4a74-a43f-f634d40589f6 of type vlan for network 9b83e052-7bde-4257-b691-c0b4cba76e81 Jul 27 23:03:17.396383 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d875b7df-72d0-436c-bfd0-aaeaa5bdc455 req-e82181da-54be-4351-9cca-7b469f0ed5b9 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=c451a142-86a9-4355-833f-365557d21b8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0669949 Jul 27 23:03:17.434276 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ebd1ea-4b07-4340-bffd-6d1786572597 req-ef1ab50c-06ef-4f8f-aed4-dcc3611cc0b4 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:03:17.441866 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f9ebd1ea-4b07-4340-bffd-6d1786572597 req-ef1ab50c-06ef-4f8f-aed4-dcc3611cc0b4 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] 10.222.0.18 "GET /v2.0/ports?device_id=31e5972f-2cc7-450f-8a25-9160dca94c2b HTTP/1.1" status: 200 len: 945 time: 0.2972727 Jul 27 23:03:17.530544 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f9ebd1ea-4b07-4340-bffd-6d1786572597 req-f39c664f-fb03-4377-9b35-f4f50bddb091 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] 10.222.0.18 "GET /v2.0/security-groups?id=bed30b16-cd2d-47d0-9758-37dc9df2dfb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877528 Jul 27 23:03:17.547020 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-557ce4fb-b191-4a7f-90a6-3f84d896ef47 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736833354590'] for network, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:17.555887 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-3454b164-f9e9-4a16-b0ae-01bb024c3552 admin admin] Allocated IP 172.25.4.94 (2fd42287-ed26-4eb9-89a5-b521f5b04356/17de1f8f-393a-4b0c-a2df-614bd3f2fb5e/c77a2a03-0590-4748-8a77-f4ccb6e4f3da) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:03:17.557138 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-aeb19e55-23ee-4c0d-8ff2-dc98ba8fc0a0 req-69c61276-d788-414f-abab-8a6e7f7e6507 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=ffa9f128-d6a7-4fb1-a632-c57615725739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2365472 Jul 27 23:03:17.621695 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-28514785-2f4c-4cbb-b179-ca930d295402 req-e479cb25-bdfc-4a2b-9ab3-2a56240d66a9 tempest-SecurityGroupsTestAdminJSON-1724648516 tempest-SecurityGroupsTestAdminJSON-1724648516-project] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:17.641189 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-28514785-2f4c-4cbb-b179-ca930d295402 req-e479cb25-bdfc-4a2b-9ab3-2a56240d66a9 tempest-SecurityGroupsTestAdminJSON-1724648516 tempest-SecurityGroupsTestAdminJSON-1724648516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:17.657876 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-557ce4fb-b191-4a7f-90a6-3f84d896ef47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569'] for network, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:17.658978 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-557ce4fb-b191-4a7f-90a6-3f84d896ef47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:03:17.659630 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-557ce4fb-b191-4a7f-90a6-3f84d896ef47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for network, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:17.683988 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-85f588aa-6cf9-43b6-a30a-203953d5a715 req-a64fe274-37c8-4f40-97bd-11db800b7119 tempest-DeleteServersAdminTestJSON-1530971716 tempest-DeleteServersAdminTestJSON-1530971716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:17.743231 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] get_ports_and_sgs() called for port_ids ['0d1db0e6-942b-4f63-baa7-03ed67dad58c'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:03:17.789068 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64fe274-37c8-4f40-97bd-11db800b7119 tempest-DeleteServersAdminTestJSON-1530971716 tempest-DeleteServersAdminTestJSON-1530971716-project] Pushing event deleted for resources: {'Port': ['ID=0d1db0e6-942b-4f63-baa7-03ed67dad58c,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:03:17.863952 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 51118) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:03:17.949347 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-85f588aa-6cf9-43b6-a30a-203953d5a715 req-a64fe274-37c8-4f40-97bd-11db800b7119 tempest-DeleteServersAdminTestJSON-1530971716 tempest-DeleteServersAdminTestJSON-1530971716-project] No DVR routers for this DVR port 0d1db0e6-942b-4f63-baa7-03ed67dad58c on host n-h1-802623-1 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:03:17.950819 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ccb55590-b8cc-4ebf-90db-27023c6773b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:17.967560 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-85f588aa-6cf9-43b6-a30a-203953d5a715 req-a64fe274-37c8-4f40-97bd-11db800b7119 tempest-DeleteServersAdminTestJSON-1530971716 tempest-DeleteServersAdminTestJSON-1530971716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:17.969514 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-85f588aa-6cf9-43b6-a30a-203953d5a715 req-a64fe274-37c8-4f40-97bd-11db800b7119 tempest-DeleteServersAdminTestJSON-1530971716 tempest-DeleteServersAdminTestJSON-1530971716-project] 10.222.0.38 "DELETE /v2.0/ports/0d1db0e6-942b-4f63-baa7-03ed67dad58c HTTP/1.1" status: 204 len: 173 time: 2.0778885 Jul 27 23:03:17.970937 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '943bfbfe-2b93-457f-b6e4-6c56a602d491', 'name': 'network-vif-deleted', 'tag': '0d1db0e6-942b-4f63-baa7-03ed67dad58c'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:03:17.973234 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}011f8d312121274bb12d78e77c6379a2079800640016cec6c6d605b73666e854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95252c08-a318-4202-a2c7-4f1bd4423e12" -d '{"events": [{"server_uuid": "943bfbfe-2b93-457f-b6e4-6c56a602d491", "name": "network-vif-deleted", "tag": "0d1db0e6-942b-4f63-baa7-03ed67dad58c"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:03:18.014894 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d875b7df-72d0-436c-bfd0-aaeaa5bdc455 req-c74e0b15-3630-4864-88f1-2a041b8680ec service neutron] 10.222.0.38 "GET /v2.0/networks/c451a142-86a9-4355-833f-365557d21b8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6060920 Jul 27 23:03:18.096977 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3454b164-f9e9-4a16-b0ae-01bb024c3552 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:18.118189 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device a5ba2394-6d4a-43f3-9d36-6dc30840ddcc up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:03:18.118675 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-28514785-2f4c-4cbb-b179-ca930d295402 req-e479cb25-bdfc-4a2b-9ab3-2a56240d66a9 tempest-SecurityGroupsTestAdminJSON-1724648516 tempest-SecurityGroupsTestAdminJSON-1724648516-project] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:18.135923 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-28514785-2f4c-4cbb-b179-ca930d295402 req-e479cb25-bdfc-4a2b-9ab3-2a56240d66a9 tempest-SecurityGroupsTestAdminJSON-1724648516 tempest-SecurityGroupsTestAdminJSON-1724648516-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 3.0570428 Jul 27 23:03:18.223173 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning for port a5ba2394-6d4a-43f3-9d36-6dc30840ddcc completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:03:18.229861 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 9dd1cc71-07bf-48c0-b2a4-4612760ea5b7 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:03:18.232056 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8d4f30-b8dc-4156-8413-7e095ce70fee req-50683ee5-71db-4afd-920b-ee6e5c37fb35 tempest-ServersAdminTestJSON-1581810367 tempest-ServersAdminTestJSON-1581810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:03:18.233544 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-aa8d4f30-b8dc-4156-8413-7e095ce70fee req-50683ee5-71db-4afd-920b-ee6e5c37fb35 tempest-ServersAdminTestJSON-1581810367 tempest-ServersAdminTestJSON-1581810367-project] 10.222.0.18 "GET /v2.0/ports?device_id=846ac90e-5a0c-42f0-960a-1f2595273fb0 HTTP/1.1" status: 200 len: 950 time: 0.1834102 Jul 27 23:03:18.258094 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e479cb25-bdfc-4a2b-9ab3-2a56240d66a9 tempest-SecurityGroupsTestAdminJSON-1724648516 tempest-SecurityGroupsTestAdminJSON-1724648516-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad6ef375-448b-4a11-b8ff-96f0be214776,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:03:18.280409 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557ce4fb-b191-4a7f-90a6-3f84d896ef47 admin admin] Pushing event updated for resources: {'Network': ['ID=9b83e052-7bde-4257-b691-c0b4cba76e81,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:03:18.288676 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:03:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51c2477c-a465-4c3c-8669-09224b7585ae x-openstack-request-id: req-51c2477c-a465-4c3c-8669-09224b7585ae {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:03:18.288967 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "943bfbfe-2b93-457f-b6e4-6c56a602d491", "name": "network-vif-deleted", "tag": "0d1db0e6-942b-4f63-baa7-03ed67dad58c", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:03:18.289220 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-51c2477c-a465-4c3c-8669-09224b7585ae {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:03:18.289612 n-d-802623-1 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '943bfbfe-2b93-457f-b6e4-6c56a602d491', 'name': 'network-vif-deleted', 'tag': '0d1db0e6-942b-4f63-baa7-03ed67dad58c', 'status': 'completed', 'code': 200} Jul 27 23:03:18.303845 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d875b7df-72d0-436c-bfd0-aaeaa5bdc455 req-0e42b454-13b1-47bc-9496-1f57d6b9ede7 service neutron] 10.222.0.38 "GET /v2.0/networks/c451a142-86a9-4355-833f-365557d21b8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2674010 Jul 27 23:03:18.317134 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Network 9b83e052-7bde-4257-b691-c0b4cba76e81 details requested by agent ovs-agent-n-d-802623-1 with host n-d-802623-1 {{(pid=93799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 23:03:18.331440 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-aa8d4f30-b8dc-4156-8413-7e095ce70fee req-ac842fe3-88a6-432e-b4b5-bd1aaa0471af tempest-ServersAdminTestJSON-1581810367 tempest-ServersAdminTestJSON-1581810367-project] 10.222.0.18 "GET /v2.0/security-groups?id=ffa9f128-d6a7-4fb1-a632-c57615725739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888774 Jul 27 23:03:18.364085 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3454b164-f9e9-4a16-b0ae-01bb024c3552 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:18.401048 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03ca6651-f06e-4bdf-a69e-89d8d10846c1 None None] Network 26ef326d-74bd-4ec5-a5a5-5903126d4303 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:03:18.401732 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-6f0b7bc0-882d-4526-a670-2375151ec4cd req-e2f84e1b-94ac-4537-8591-9335ccb8d7b6 tempest-DeleteServersAdminTestJSON-1530971716 tempest-DeleteServersAdminTestJSON-1530971716-project] 10.222.0.18 "GET /v2.0/ports?device_id=943bfbfe-2b93-457f-b6e4-6c56a602d491 HTTP/1.1" status: 200 len: 210 time: 0.0302815 Jul 27 23:03:18.409278 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [req-1c99f1d1-8733-416d-93b9-1b1034432864 req-112f0f62-4520-4949-9072-977ad8083e26 tempest-SecurityGroupsTestAdminJSON-1724648516 tempest-SecurityGroupsTestAdminJSON-1724648516-project] Request body: {'security_group': {'name': 'tempest-securitygroup-964685135', 'description': 'tempest-description-747891946'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:03:18.442949 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3454b164-f9e9-4a16-b0ae-01bb024c3552 admin admin] Network 2fd42287-ed26-4eb9-89a5-b521f5b04356 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:03:18.447326 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port 9dd1cc71-07bf-48c0-b2a4-4612760ea5b7 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:03:18.447707 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:18.453315 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-3454b164-f9e9-4a16-b0ae-01bb024c3552 admin admin] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:03:18.455751 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3454b164-f9e9-4a16-b0ae-01bb024c3552 admin admin] Pushing event updated for resources: {'Port': ['ID=c77a2a03-0590-4748-8a77-f4ccb6e4f3da,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:03:18.458005 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3454b164-f9e9-4a16-b0ae-01bb024c3552 admin admin] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:03:18.461673 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ccb55590-b8cc-4ebf-90db-27023c6773b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:18.497217 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-557ce4fb-b191-4a7f-90a6-3f84d896ef47 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.4582796 Jul 27 23:03:18.499240 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 51138) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:03:18.499865 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ccb55590-b8cc-4ebf-90db-27023c6773b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:18.509180 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3454b164-f9e9-4a16-b0ae-01bb024c3552 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:03:18.509521 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3454b164-f9e9-4a16-b0ae-01bb024c3552 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:03:18.509858 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3454b164-f9e9-4a16-b0ae-01bb024c3552 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:03:18.510183 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3454b164-f9e9-4a16-b0ae-01bb024c3552 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:03:18.510520 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3454b164-f9e9-4a16-b0ae-01bb024c3552 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:03:18.510840 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3454b164-f9e9-4a16-b0ae-01bb024c3552 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:03:18.511185 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3454b164-f9e9-4a16-b0ae-01bb024c3552 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:03:18.511503 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3454b164-f9e9-4a16-b0ae-01bb024c3552 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:03:18.512170 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3454b164-f9e9-4a16-b0ae-01bb024c3552 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:03:18.512308 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-cce1c611-48e0-40f2-9234-f65d7f9a833d admin admin] Request body: {'subnet': {'network_id': '9b83e052-7bde-4257-b691-c0b4cba76e81', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-48203979-subnet', 'tenant_id': 'ea9dc6a704274ef28def87516dc4f252', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:03:18.512397 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3454b164-f9e9-4a16-b0ae-01bb024c3552 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:03:18.512397 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3454b164-f9e9-4a16-b0ae-01bb024c3552 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:03:18.512712 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3454b164-f9e9-4a16-b0ae-01bb024c3552 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:03:18.576047 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 51146) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:03:18.576173 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-ccb55590-b8cc-4ebf-90db-27023c6773b2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a4a7b3878692420facf74d75cfdd7a7a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7077572 Jul 27 23:03:18.583547 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-1c99f1d1-8733-416d-93b9-1b1034432864 req-112f0f62-4520-4949-9072-977ad8083e26 tempest-SecurityGroupsTestAdminJSON-1724648516 tempest-SecurityGroupsTestAdminJSON-1724648516-project] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:18.587564 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb55590-b8cc-4ebf-90db-27023c6773b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ef7b3fb-d490-417c-9818-d63777adf764,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:03:18.656115 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-9cb85861-8950-4ac8-a48e-92c2c4125567 None None] Provisioning for port a5ba2394-6d4a-43f3-9d36-6dc30840ddcc completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:03:18.667264 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-9cb85861-8950-4ac8-a48e-92c2c4125567 None None] Provisioning complete for port a5ba2394-6d4a-43f3-9d36-6dc30840ddcc triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:03:18.667911 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-9cb85861-8950-4ac8-a48e-92c2c4125567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:18.742880 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cce1c611-48e0-40f2-9234-f65d7f9a833d admin admin] Made reservation on behalf of ea9dc6a704274ef28def87516dc4f252 for: {'subnet': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:03:18.747803 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-cce1c611-48e0-40f2-9234-f65d7f9a833d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11551435'] for subnet, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:18.892757 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3454b164-f9e9-4a16-b0ae-01bb024c3552 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:18.903503 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-1c99f1d1-8733-416d-93b9-1b1034432864 req-112f0f62-4520-4949-9072-977ad8083e26 tempest-SecurityGroupsTestAdminJSON-1724648516 tempest-SecurityGroupsTestAdminJSON-1724648516-project] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:18.946204 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-1c99f1d1-8733-416d-93b9-1b1034432864 req-112f0f62-4520-4949-9072-977ad8083e26 tempest-SecurityGroupsTestAdminJSON-1724648516 tempest-SecurityGroupsTestAdminJSON-1724648516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:19.002713 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c1db84a3-024f-4f8d-ae1f-1836454f230a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:19.064871 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422f72e6-c9ef-429a-a5c7-3a0c735cdbad req-c2a7d548-a8d1-4df3-a6a8-4690f9e1a4f7 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:03:19.065571 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-9cb85861-8950-4ac8-a48e-92c2c4125567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:19.073076 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-422f72e6-c9ef-429a-a5c7-3a0c735cdbad req-c2a7d548-a8d1-4df3-a6a8-4690f9e1a4f7 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] 10.222.0.18 "GET /v2.0/ports?device_id=31e5972f-2cc7-450f-8a25-9160dca94c2b HTTP/1.1" status: 200 len: 945 time: 0.2584538 Jul 27 23:03:19.077034 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c1db84a3-024f-4f8d-ae1f-1836454f230a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:19.081865 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d875b7df-72d0-436c-bfd0-aaeaa5bdc455 req-5380a0fe-cefc-4fe0-bb53-e2fa8945527d tempest-LiveMigrationTest-1100887879 tempest-LiveMigrationTest-1100887879-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:03:19.083741 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d875b7df-72d0-436c-bfd0-aaeaa5bdc455 req-5380a0fe-cefc-4fe0-bb53-e2fa8945527d tempest-LiveMigrationTest-1100887879 tempest-LiveMigrationTest-1100887879-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=31e5972f-2cc7-450f-8a25-9160dca94c2b&tenant_id=59376bbb1c574537a7eaca41e781bf3f&binding%3Ahost_id=n-h1-802623-1 HTTP/1.1" status: 200 len: 1096 time: 0.1903701 Jul 27 23:03:19.117355 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-9cb85861-8950-4ac8-a48e-92c2c4125567 None None] For port a5ba2394-6d4a-43f3-9d36-6dc30840ddcc, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=a5ba2394-6d4a-43f3-9d36-6dc30840ddcc,segment=NetworkSegment(6469e0e4-e572-450f-bc26-da007ede7df2),segment_id=6469e0e4-e572-450f-bc26-da007ede7df2)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:03:19.128652 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device 5492f708-7970-435a-adac-3fa8953a6f22 no longer exists at agent hyperv_n-h2-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:03:19.142705 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-9cb85861-8950-4ac8-a48e-92c2c4125567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:19.163740 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 51152) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:03:19.248685 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device 5492f708-7970-435a-adac-3fa8953a6f22 not bound to the agent host n-h2-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:03:19.257848 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb85861-8950-4ac8-a48e-92c2c4125567 None None] Pushing event updated for resources: {'Port': ['ID=a5ba2394-6d4a-43f3-9d36-6dc30840ddcc,revision_number=3']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:03:19.277945 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-422f72e6-c9ef-429a-a5c7-3a0c735cdbad req-5b6be008-af4d-4ca1-9e8f-08f533a970d2 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] 10.222.0.18 "GET /v2.0/security-groups?id=bed30b16-cd2d-47d0-9758-37dc9df2dfb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959114 Jul 27 23:03:19.309725 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-1c99f1d1-8733-416d-93b9-1b1034432864 req-112f0f62-4520-4949-9072-977ad8083e26 tempest-SecurityGroupsTestAdminJSON-1724648516 tempest-SecurityGroupsTestAdminJSON-1724648516-project] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:19.310828 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-1c99f1d1-8733-416d-93b9-1b1034432864 req-112f0f62-4520-4949-9072-977ad8083e26 tempest-SecurityGroupsTestAdminJSON-1724648516 tempest-SecurityGroupsTestAdminJSON-1724648516-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.9400027 Jul 27 23:03:19.313503 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112f0f62-4520-4949-9072-977ad8083e26 tempest-SecurityGroupsTestAdminJSON-1724648516 tempest-SecurityGroupsTestAdminJSON-1724648516-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e96fbce2-dfcd-43b0-af1f-4761ae20b5d4,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:03:19.379491 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-bf58b87c-8ba4-461b-bb7d-55a1df086f2a None None] Provisioning complete for port a5ba2394-6d4a-43f3-9d36-6dc30840ddcc triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:03:19.379873 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-bf58b87c-8ba4-461b-bb7d-55a1df086f2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:19.414774 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c1db84a3-024f-4f8d-ae1f-1836454f230a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:19.417589 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c1db84a3-024f-4f8d-ae1f-1836454f230a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:19.418865 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-c1db84a3-024f-4f8d-ae1f-1836454f230a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2ef7b3fb-d490-417c-9818-d63777adf764 HTTP/1.1" status: 204 len: 168 time: 0.8417449 Jul 27 23:03:19.433848 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-cce1c611-48e0-40f2-9234-f65d7f9a833d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11336182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11551417'] for subnet, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:19.453209 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d3a7cd32-e96b-499b-864c-6388887aa4b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:19.454665 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3454b164-f9e9-4a16-b0ae-01bb024c3552 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-415468'] for router, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:19.490613 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1db84a3-024f-4f8d-ae1f-1836454f230a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ef7b3fb-d490-417c-9818-d63777adf764,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:03:19.536027 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1db84a3-024f-4f8d-ae1f-1836454f230a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:03:19.536426 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1db84a3-024f-4f8d-ae1f-1836454f230a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:03:19.536989 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1db84a3-024f-4f8d-ae1f-1836454f230a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:03:19.537381 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1db84a3-024f-4f8d-ae1f-1836454f230a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:03:19.538413 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1db84a3-024f-4f8d-ae1f-1836454f230a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:03:19.538919 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1db84a3-024f-4f8d-ae1f-1836454f230a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:03:19.539415 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1db84a3-024f-4f8d-ae1f-1836454f230a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:03:19.539919 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1db84a3-024f-4f8d-ae1f-1836454f230a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:03:19.540371 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1db84a3-024f-4f8d-ae1f-1836454f230a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:03:19.540789 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1db84a3-024f-4f8d-ae1f-1836454f230a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:03:19.541220 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1db84a3-024f-4f8d-ae1f-1836454f230a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:03:19.541682 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1db84a3-024f-4f8d-ae1f-1836454f230a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:03:19.562628 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce1c611-48e0-40f2-9234-f65d7f9a833d admin admin] Pushing event updated for resources: {'Subnet': ['ID=c5b8e69f-7457-461a-ad45-66b944bcb099,revision_number=0']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:03:19.585327 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-d875b7df-72d0-436c-bfd0-aaeaa5bdc455 req-3eff1a81-e080-4d1d-8920-6c38ded219be service neutron] For port 5492f708-7970-435a-adac-3fa8953a6f22, host n-h2-802623-1, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:03:19.585478 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef6fa1b-34ed-4d12-930e-199f60473972 req-a76ac29b-6c2f-4a90-af16-26cb952b892b tempest-ServersAdminTestJSON-1581810367 tempest-ServersAdminTestJSON-1581810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:03:19.587209 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-9ef6fa1b-34ed-4d12-930e-199f60473972 req-a76ac29b-6c2f-4a90-af16-26cb952b892b tempest-ServersAdminTestJSON-1581810367 tempest-ServersAdminTestJSON-1581810367-project] 10.222.0.18 "GET /v2.0/ports?device_id=846ac90e-5a0c-42f0-960a-1f2595273fb0 HTTP/1.1" status: 200 len: 950 time: 0.1296632 Jul 27 23:03:19.595748 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-d875b7df-72d0-436c-bfd0-aaeaa5bdc455 req-3eff1a81-e080-4d1d-8920-6c38ded219be service neutron] Notify callbacks [] for binding, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:19.602333 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d875b7df-72d0-436c-bfd0-aaeaa5bdc455 req-3eff1a81-e080-4d1d-8920-6c38ded219be service neutron] 10.222.0.38 "DELETE /v2.0/ports/5492f708-7970-435a-adac-3fa8953a6f22/bindings/n-h2-802623-1 HTTP/1.1" status: 204 len: 173 time: 0.4932342 Jul 27 23:03:19.640653 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cce1c611-48e0-40f2-9234-f65d7f9a833d admin admin] Checking segment: {'id': 'd5802ab5-2f2b-4a74-a43f-f634d40589f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '9b83e052-7bde-4257-b691-c0b4cba76e81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:03:19.641046 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cce1c611-48e0-40f2-9234-f65d7f9a833d admin admin] Network hostable DHCP agents. Network: 9b83e052-7bde-4257-b691-c0b4cba76e81, hostable agents: ['5950e76f-2bde-4343-a925-cbe6bacd2706'], hosted agents: [] {{(pid=93797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 23:03:19.668052 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-9ef6fa1b-34ed-4d12-930e-199f60473972 req-8bec1d3c-1910-44a5-a459-923ee9d70e30 tempest-ServersAdminTestJSON-1581810367 tempest-ServersAdminTestJSON-1581810367-project] 10.222.0.18 "GET /v2.0/security-groups?id=ffa9f128-d6a7-4fb1-a632-c57615725739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624154 Jul 27 23:03:19.700870 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3454b164-f9e9-4a16-b0ae-01bb024c3552 admin admin] Router 85481fe3-5303-4f7e-988d-20084ba068af is scheduled to L3 agent 018c4455-49c0-4734-927d-7824067b2a9e with binding_index 1 {{(pid=93798) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 23:03:19.717315 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cce1c611-48e0-40f2-9234-f65d7f9a833d admin admin] Network 9b83e052-7bde-4257-b691-c0b4cba76e81 is scheduled to be hosted by DHCP agent 5950e76f-2bde-4343-a925-cbe6bacd2706 with binding_index 1 {{(pid=93797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 23:03:19.721792 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [req-f686fa9f-9e57-439f-91cb-9c47e5f6b2cf req-f3275caf-4c11-4093-aa0b-cc862517f8f0 tempest-SecurityGroupsTestAdminJSON-1429560198 tempest-SecurityGroupsTestAdminJSON-1429560198-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-791298708', 'description': 'tempest-description-1012090962'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:03:19.751881 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-cce1c611-48e0-40f2-9234-f65d7f9a833d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802623-1, 9b83e052-7bde-4257-b691-c0b4cba76e81) {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:03:19.757790 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cce1c611-48e0-40f2-9234-f65d7f9a833d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:03:19.758366 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-cce1c611-48e0-40f2-9234-f65d7f9a833d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for subnet, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:19.764127 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae073878-5e80-4422-8087-d03a4d518510 None None] Network 9b83e052-7bde-4257-b691-c0b4cba76e81 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:03:19.828414 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d3a7cd32-e96b-499b-864c-6388887aa4b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:19.838007 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d3a7cd32-e96b-499b-864c-6388887aa4b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:19.846114 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3454b164-f9e9-4a16-b0ae-01bb024c3552 admin admin] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:03:19.858800 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b92a02f-1483-4045-95ab-4f7e590081c5 None None] Sync routers for ids ['85481fe3-5303-4f7e-988d-20084ba068af'] in n-d-802623-1 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:03:19.870440 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b92a02f-1483-4045-95ab-4f7e590081c5 None None] Routers {'85481fe3-5303-4f7e-988d-20084ba068af'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:03:19.872215 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-8b92a02f-1483-4045-95ab-4f7e590081c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:02:59Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['85481fe3-5303-4f7e-988d-20084ba068af'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:03:19.900714 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 51174) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:03:19.908798 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3454b164-f9e9-4a16-b0ae-01bb024c3552 admin admin] Notify callbacks [] for router, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:19.915242 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-3454b164-f9e9-4a16-b0ae-01bb024c3552 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 4.9691906 Jul 27 23:03:19.915883 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 51176) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:03:19.937929 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a7cd32-e96b-499b-864c-6388887aa4b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77aabb65-3ce0-408c-9ba9-081b4c2a445e,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:03:19.940527 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4df2c3f3-74f9-4804-9761-00fd7f47d03b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:19.954701 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-f686fa9f-9e57-439f-91cb-9c47e5f6b2cf req-f3275caf-4c11-4093-aa0b-cc862517f8f0 tempest-SecurityGroupsTestAdminJSON-1429560198 tempest-SecurityGroupsTestAdminJSON-1429560198-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:19.988305 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-f686fa9f-9e57-439f-91cb-9c47e5f6b2cf req-f3275caf-4c11-4093-aa0b-cc862517f8f0 tempest-SecurityGroupsTestAdminJSON-1429560198 tempest-SecurityGroupsTestAdminJSON-1429560198-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:20.010341 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-cce1c611-48e0-40f2-9234-f65d7f9a833d admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5089312 Jul 27 23:03:20.014796 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device a5ba2394-6d4a-43f3-9d36-6dc30840ddcc up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:03:20.024247 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-d3a7cd32-e96b-499b-864c-6388887aa4b3 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3f2638642ebd45178334c438f24587e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8400354 Jul 27 23:03:20.024877 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 51178) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:03:20.028072 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 51180) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:03:20.031767 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-972f260f-0777-45a4-bf13-f79d62a3f468 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-48203979-router', 'tenant_id': 'ea9dc6a704274ef28def87516dc4f252', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'}}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:03:20.070387 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 0d1db0e6-942b-4f63-baa7-03ed67dad58c no longer exists at agent hyperv_n-h1-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:03:20.123861 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-8b92a02f-1483-4045-95ab-4f7e590081c5 None None] Set router 85481fe3-5303-4f7e-988d-20084ba068af gateway port host: n-d-802623-1 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:03:20.144125 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-837255e4-c0eb-4e16-a7eb-be0bdfd0dc24 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f6f257c-ad18-5f0c-8c8e-ea085a5fc8a2-9b83e052-7bde-4257-b691-c0b4cba76e81', 'network_id': '9b83e052-7bde-4257-b691-c0b4cba76e81', 'tenant_id': 'ea9dc6a704274ef28def87516dc4f252', 'fixed_ips': [{'subnet_id': 'c5b8e69f-7457-461a-ad45-66b944bcb099'}]}} from n-d-802623-1. {{(pid=93799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 23:03:20.145030 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-837255e4-c0eb-4e16-a7eb-be0bdfd0dc24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:20.148527 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] No Port match for: 0d1db0e6-942b-4f63-baa7-03ed67dad58c {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:03:20.148869 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 0d1db0e6-942b-4f63-baa7-03ed67dad58c not bound to the agent host n-h1-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:03:20.158794 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-359f8ffd-2d75-49c4-a98c-507432609839 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:20.235085 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-f686fa9f-9e57-439f-91cb-9c47e5f6b2cf req-f3275caf-4c11-4093-aa0b-cc862517f8f0 tempest-SecurityGroupsTestAdminJSON-1429560198 tempest-SecurityGroupsTestAdminJSON-1429560198-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:20.245930 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-359f8ffd-2d75-49c4-a98c-507432609839 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:20.253060 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-f686fa9f-9e57-439f-91cb-9c47e5f6b2cf req-f3275caf-4c11-4093-aa0b-cc862517f8f0 tempest-SecurityGroupsTestAdminJSON-1429560198 tempest-SecurityGroupsTestAdminJSON-1429560198-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:20.315623 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port a5ba2394-6d4a-43f3-9d36-6dc30840ddcc triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:03:20.316007 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:20.353083 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-972f260f-0777-45a4-bf13-f79d62a3f468 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62159'] for router, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:20.355930 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-972f260f-0777-45a4-bf13-f79d62a3f468 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-479230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-415539', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3693317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62148'] for router, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:20.372176 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3275caf-4c11-4093-aa0b-cc862517f8f0 tempest-SecurityGroupsTestAdminJSON-1429560198 tempest-SecurityGroupsTestAdminJSON-1429560198-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4deb383-9f32-45bf-b3f9-1b6da90fdb74,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:03:20.431871 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4df2c3f3-74f9-4804-9761-00fd7f47d03b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:20.441853 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-837255e4-c0eb-4e16-a7eb-be0bdfd0dc24 None None] Allocated IP 172.20.0.2 (9b83e052-7bde-4257-b691-c0b4cba76e81/c5b8e69f-7457-461a-ad45-66b944bcb099/b0c1f4ab-d670-420e-a920-3fd7a9e8311a) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:03:20.469542 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4df2c3f3-74f9-4804-9761-00fd7f47d03b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:20.515585 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-359f8ffd-2d75-49c4-a98c-507432609839 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:20.518787 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-359f8ffd-2d75-49c4-a98c-507432609839 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:20.520123 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-359f8ffd-2d75-49c4-a98c-507432609839 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/77aabb65-3ce0-408c-9ba9-081b4c2a445e HTTP/1.1" status: 204 len: 168 time: 0.4913974 Jul 27 23:03:20.559827 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-8b92a02f-1483-4045-95ab-4f7e590081c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85481fe3-5303-4f7e-988d-20084ba068af', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1126572677-router', 'tenant_id': '0763db5810cc42e5b9ba092573abe8bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.94'}], 'enable_snat': True}, 'gw_port_id': 'c77a2a03-0590-4748-8a77-f4ccb6e4f3da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:03:15Z', 'updated_at': '2021-07-27T23:03:18Z', 'revision_number': 3, 'project_id': '0763db5810cc42e5b9ba092573abe8bf', 'gw_port': {'id': 'c77a2a03-0590-4748-8a77-f4ccb6e4f3da', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:7b:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85481fe3-5303-4f7e-988d-20084ba068af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:03:17Z', 'updated_at': '2021-07-27T23:03:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1'}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:03:20.565226 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-4df2c3f3-74f9-4804-9761-00fd7f47d03b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=89f4641c8be44fc1a0f1bac5c2f3421c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6620951 Jul 27 23:03:20.579267 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 51190) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:03:20.619229 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b92a02f-1483-4045-95ab-4f7e590081c5 None None] Checking router: 85481fe3-5303-4f7e-988d-20084ba068af for host: n-d-802623-1 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 23:03:20.619500 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b92a02f-1483-4045-95ab-4f7e590081c5 None None] Updating router 85481fe3-5303-4f7e-988d-20084ba068af port c77a2a03-0590-4748-8a77-f4ccb6e4f3da binding host n-d-802623-1 {{(pid=93800) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 23:03:20.666731 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-f686fa9f-9e57-439f-91cb-9c47e5f6b2cf req-f3275caf-4c11-4093-aa0b-cc862517f8f0 tempest-SecurityGroupsTestAdminJSON-1429560198 tempest-SecurityGroupsTestAdminJSON-1429560198-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:20.672675 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df2c3f3-74f9-4804-9761-00fd7f47d03b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d6e006a-2040-4680-8c80-f76b55ed2188,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:03:20.677107 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8b92a02f-1483-4045-95ab-4f7e590081c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:20.710841 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-f686fa9f-9e57-439f-91cb-9c47e5f6b2cf req-f3275caf-4c11-4093-aa0b-cc862517f8f0 tempest-SecurityGroupsTestAdminJSON-1429560198 tempest-SecurityGroupsTestAdminJSON-1429560198-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:20.720543 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-972f260f-0777-45a4-bf13-f79d62a3f468 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:20.735224 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359f8ffd-2d75-49c4-a98c-507432609839 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77aabb65-3ce0-408c-9ba9-081b4c2a445e,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:03:20.804851 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e405f9-eb2d-4849-a23f-7985b439a4ea req-a58ad9f9-0a20-4479-b026-663e5ce7ee3c tempest-ServersAdminTestJSON-966094212 tempest-ServersAdminTestJSON-966094212-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:03:20.805394 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e405f9-eb2d-4849-a23f-7985b439a4ea req-a58ad9f9-0a20-4479-b026-663e5ce7ee3c tempest-ServersAdminTestJSON-966094212 tempest-ServersAdminTestJSON-966094212-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:03:20.805787 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e405f9-eb2d-4849-a23f-7985b439a4ea req-a58ad9f9-0a20-4479-b026-663e5ce7ee3c tempest-ServersAdminTestJSON-966094212 tempest-ServersAdminTestJSON-966094212-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:03:20.806251 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e405f9-eb2d-4849-a23f-7985b439a4ea req-a58ad9f9-0a20-4479-b026-663e5ce7ee3c tempest-ServersAdminTestJSON-966094212 tempest-ServersAdminTestJSON-966094212-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:03:20.814106 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f3e405f9-eb2d-4849-a23f-7985b439a4ea req-a58ad9f9-0a20-4479-b026-663e5ce7ee3c tempest-ServersAdminTestJSON-966094212 tempest-ServersAdminTestJSON-966094212-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=846ac90e-5a0c-42f0-960a-1f2595273fb0&device_id=31e5972f-2cc7-450f-8a25-9160dca94c2b&device_id=0688b6c2-1ac4-4346-9663-091c79c64455&device_id=4c3fa56a-b0f7-486a-b9b6-11ec03b01c61 HTTP/1.1" status: 200 len: 3790 time: 0.1766472 Jul 27 23:03:20.846820 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-837255e4-c0eb-4e16-a7eb-be0bdfd0dc24 None None] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:20.863252 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-837255e4-c0eb-4e16-a7eb-be0bdfd0dc24 None None] Transition to ACTIVE for port object b0c1f4ab-d670-420e-a920-3fd7a9e8311a will not be triggered until provisioned by entity L2. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:03:20.880435 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-837255e4-c0eb-4e16-a7eb-be0bdfd0dc24 None None] Transition to ACTIVE for port object b0c1f4ab-d670-420e-a920-3fd7a9e8311a will not be triggered until provisioned by entity DHCP. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:03:20.880619 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-f686fa9f-9e57-439f-91cb-9c47e5f6b2cf req-f3275caf-4c11-4093-aa0b-cc862517f8f0 tempest-SecurityGroupsTestAdminJSON-1429560198 tempest-SecurityGroupsTestAdminJSON-1429560198-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:20.891782 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-f3e405f9-eb2d-4849-a23f-7985b439a4ea req-f5a3d950-039f-4b3e-8d89-8c3e661a1a26 tempest-ServersAdminTestJSON-966094212 tempest-ServersAdminTestJSON-966094212-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:20.891883 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f686fa9f-9e57-439f-91cb-9c47e5f6b2cf req-f3275caf-4c11-4093-aa0b-cc862517f8f0 tempest-SecurityGroupsTestAdminJSON-1429560198 tempest-SecurityGroupsTestAdminJSON-1429560198-project-admin] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.1763437 Jul 27 23:03:20.901352 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-837255e4-c0eb-4e16-a7eb-be0bdfd0dc24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:20.976059 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-046a36ce-6212-4dd9-a0b4-bfdb839a87ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:20.986692 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-837255e4-c0eb-4e16-a7eb-be0bdfd0dc24 None None] Network 9b83e052-7bde-4257-b691-c0b4cba76e81 is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:03:20.989958 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-837255e4-c0eb-4e16-a7eb-be0bdfd0dc24 None None] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:03:20.994413 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-837255e4-c0eb-4e16-a7eb-be0bdfd0dc24 None None] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:03:20.998055 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3275caf-4c11-4093-aa0b-cc862517f8f0 tempest-SecurityGroupsTestAdminJSON-1429560198 tempest-SecurityGroupsTestAdminJSON-1429560198-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e4f6936-2f39-437b-b8d5-2b6dab3a4fc1,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:03:21.005583 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-972f260f-0777-45a4-bf13-f79d62a3f468 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-415433', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62186'] for router, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:21.011973 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837255e4-c0eb-4e16-a7eb-be0bdfd0dc24 None None] Pushing event updated for resources: {'Port': ['ID=b0c1f4ab-d670-420e-a920-3fd7a9e8311a,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:03:21.029869 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bcdd308d-d991-4c62-9f29-7860db3464f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:21.056957 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-046a36ce-6212-4dd9-a0b4-bfdb839a87ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:21.117709 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc71200-6a62-4024-acb9-8b34f8f2e11c req-97ccd8f9-427d-41ff-bc5a-c146fe34264a tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:03:21.121421 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8b92a02f-1483-4045-95ab-4f7e590081c5 None None] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:21.121933 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-837255e4-c0eb-4e16-a7eb-be0bdfd0dc24 None None] Attempting to bind port b0c1f4ab-d670-420e-a920-3fd7a9e8311a on host n-d-802623-1 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:03:21.122550 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-837255e4-c0eb-4e16-a7eb-be0bdfd0dc24 None None] Attempting to bind port b0c1f4ab-d670-420e-a920-3fd7a9e8311a by drivers openvswitch,hyperv on host n-d-802623-1 at level 0 using segments [{'id': 'd5802ab5-2f2b-4a74-a43f-f634d40589f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '9b83e052-7bde-4257-b691-c0b4cba76e81'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:03:21.123014 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-837255e4-c0eb-4e16-a7eb-be0bdfd0dc24 None None] Attempting to bind port b0c1f4ab-d670-420e-a920-3fd7a9e8311a on network 9b83e052-7bde-4257-b691-c0b4cba76e81 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:03:21.126738 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-dcc71200-6a62-4024-acb9-8b34f8f2e11c req-97ccd8f9-427d-41ff-bc5a-c146fe34264a tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] 10.222.0.18 "GET /v2.0/ports?device_id=31e5972f-2cc7-450f-8a25-9160dca94c2b HTTP/1.1" status: 200 len: 945 time: 0.1422095 Jul 27 23:03:21.138569 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-837255e4-c0eb-4e16-a7eb-be0bdfd0dc24 None None] Checking agent: {'id': 'a9a568d2-a5e7-41e4-833f-a8ab42ea4073', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 52, 30), 'started_at': datetime.datetime(2021, 7, 27, 22, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802623-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:03:21.139714 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-837255e4-c0eb-4e16-a7eb-be0bdfd0dc24 None None] Checking segment: {'id': 'd5802ab5-2f2b-4a74-a43f-f634d40589f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '9b83e052-7bde-4257-b691-c0b4cba76e81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:03:21.141223 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-837255e4-c0eb-4e16-a7eb-be0bdfd0dc24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:21.141788 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-837255e4-c0eb-4e16-a7eb-be0bdfd0dc24 None None] Bound using segment: {'id': 'd5802ab5-2f2b-4a74-a43f-f634d40589f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '9b83e052-7bde-4257-b691-c0b4cba76e81'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:03:21.145520 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-837255e4-c0eb-4e16-a7eb-be0bdfd0dc24 None None] Bound port: b0c1f4ab-d670-420e-a920-3fd7a9e8311a, host: n-d-802623-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5802ab5-2f2b-4a74-a43f-f634d40589f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '9b83e052-7bde-4257-b691-c0b4cba76e81'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:03:21.146706 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-837255e4-c0eb-4e16-a7eb-be0bdfd0dc24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:21.151013 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-8b92a02f-1483-4045-95ab-4f7e590081c5 None None] Transition to ACTIVE for port object c77a2a03-0590-4748-8a77-f4ccb6e4f3da will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:03:21.167689 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8b92a02f-1483-4045-95ab-4f7e590081c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:21.212735 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 51196) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:03:21.234820 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-dcc71200-6a62-4024-acb9-8b34f8f2e11c req-e0d5b37e-938b-423c-a803-84bfbdd082f8 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] 10.222.0.18 "GET /v2.0/security-groups?id=bed30b16-cd2d-47d0-9758-37dc9df2dfb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016252 Jul 27 23:03:21.251086 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-f3e405f9-eb2d-4849-a23f-7985b439a4ea req-f5a3d950-039f-4b3e-8d89-8c3e661a1a26 tempest-ServersAdminTestJSON-966094212 tempest-ServersAdminTestJSON-966094212-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:21.252303 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c7f5d063-7dc5-43eb-943d-bdccbb06e62a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:21.291224 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-046a36ce-6212-4dd9-a0b4-bfdb839a87ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:21.295968 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-046a36ce-6212-4dd9-a0b4-bfdb839a87ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:21.300061 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-046a36ce-6212-4dd9-a0b4-bfdb839a87ec admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1d6e006a-2040-4680-8c80-f76b55ed2188 HTTP/1.1" status: 204 len: 168 time: 0.7117858 Jul 27 23:03:21.331958 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046a36ce-6212-4dd9-a0b4-bfdb839a87ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d6e006a-2040-4680-8c80-f76b55ed2188,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:03:21.352282 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c08c45-fce0-4658-b04c-d8bfae70eb2c None None] Pushing event updated for resources: {'Port': ['ID=c77a2a03-0590-4748-8a77-f4ccb6e4f3da,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:03:21.355975 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c7f5d063-7dc5-43eb-943d-bdccbb06e62a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:21.361631 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-f3e405f9-eb2d-4849-a23f-7985b439a4ea req-f5a3d950-039f-4b3e-8d89-8c3e661a1a26 tempest-ServersAdminTestJSON-966094212 tempest-ServersAdminTestJSON-966094212-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:21.364468 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [req-f6881c40-dcae-4c0c-8033-456232e433d6 req-5620371f-7168-4639-b178-e300e8d89c2a tempest-SecurityGroupsTestAdminJSON-1429560198 tempest-SecurityGroupsTestAdminJSON-1429560198-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1893103929', 'description': 'tempest-description-218725809'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:03:21.389733 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f3e405f9-eb2d-4849-a23f-7985b439a4ea req-f5a3d950-039f-4b3e-8d89-8c3e661a1a26 tempest-ServersAdminTestJSON-966094212 tempest-ServersAdminTestJSON-966094212-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=bed30b16-cd2d-47d0-9758-37dc9df2dfb6&id=ffa9f128-d6a7-4fb1-a632-c57615725739&fields=id&fields=name HTTP/1.1" status: 200 len: 354 time: 0.5646310 Jul 27 23:03:21.390251 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c7f5d063-7dc5-43eb-943d-bdccbb06e62a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:21.401444 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-837255e4-c0eb-4e16-a7eb-be0bdfd0dc24 None None] For port b0c1f4ab-d670-420e-a920-3fd7a9e8311a, host n-d-802623-1, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:03:21.419605 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-f6881c40-dcae-4c0c-8033-456232e433d6 req-5620371f-7168-4639-b178-e300e8d89c2a tempest-SecurityGroupsTestAdminJSON-1429560198 tempest-SecurityGroupsTestAdminJSON-1429560198-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:21.444122 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-837255e4-c0eb-4e16-a7eb-be0bdfd0dc24 None None] For port b0c1f4ab-d670-420e-a920-3fd7a9e8311a, host n-d-802623-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=b0c1f4ab-d670-420e-a920-3fd7a9e8311a,segment=NetworkSegment(d5802ab5-2f2b-4a74-a43f-f634d40589f6),segment_id=d5802ab5-2f2b-4a74-a43f-f634d40589f6)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:03:21.458035 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-837255e4-c0eb-4e16-a7eb-be0bdfd0dc24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:21.509623 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-c7f5d063-7dc5-43eb-943d-bdccbb06e62a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9ddd36ed9e994562aa086df80efe093f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2941999 Jul 27 23:03:21.513169 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a3d950-039f-4b3e-8d89-8c3e661a1a26 tempest-ServersAdminTestJSON-966094212 tempest-ServersAdminTestJSON-966094212-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e779bdeb-aaa4-49da-9bd7-0bc0444d3495,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:03:21.515837 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 51210) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:03:21.516733 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-8b92a02f-1483-4045-95ab-4f7e590081c5 None None] Attempting to bind port c77a2a03-0590-4748-8a77-f4ccb6e4f3da on host n-d-802623-1 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:03:21.517106 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-8b92a02f-1483-4045-95ab-4f7e590081c5 None None] Attempting to bind port c77a2a03-0590-4748-8a77-f4ccb6e4f3da by drivers openvswitch,hyperv on host n-d-802623-1 at level 0 using segments [{'id': 'b9afe07e-bbe4-4740-834c-4b6a9698bdbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:03:21.517469 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b92a02f-1483-4045-95ab-4f7e590081c5 None None] Attempting to bind port c77a2a03-0590-4748-8a77-f4ccb6e4f3da on network 2fd42287-ed26-4eb9-89a5-b521f5b04356 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:03:21.535218 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b92a02f-1483-4045-95ab-4f7e590081c5 None None] Checking agent: {'id': 'a9a568d2-a5e7-41e4-833f-a8ab42ea4073', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 52, 30), 'started_at': datetime.datetime(2021, 7, 27, 22, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802623-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:03:21.535600 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b92a02f-1483-4045-95ab-4f7e590081c5 None None] Checking segment: {'id': 'b9afe07e-bbe4-4740-834c-4b6a9698bdbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:03:21.536002 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8b92a02f-1483-4045-95ab-4f7e590081c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:21.536394 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b92a02f-1483-4045-95ab-4f7e590081c5 None None] Bound using segment: {'id': 'b9afe07e-bbe4-4740-834c-4b6a9698bdbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:03:21.536860 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-8b92a02f-1483-4045-95ab-4f7e590081c5 None None] Bound port: c77a2a03-0590-4748-8a77-f4ccb6e4f3da, host: n-d-802623-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9afe07e-bbe4-4740-834c-4b6a9698bdbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:03:21.537258 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8b92a02f-1483-4045-95ab-4f7e590081c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:21.593889 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-972f260f-0777-45a4-bf13-f79d62a3f468 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:21.594563 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f5d063-7dc5-43eb-943d-bdccbb06e62a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6cb9625-f1f3-4b68-be5b-1b1856a71562,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:03:21.608879 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-bcdd308d-d991-4c62-9f29-7860db3464f2 admin admin] Allocated IP 172.20.0.1 (26ef326d-74bd-4ec5-a5a5-5903126d4303/17c5c716-494a-44c1-bc2d-ee89a0bbc8c6/4fe60c18-4e3c-405b-9a33-6d1a095d70f3) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:03:21.624168 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-972f260f-0777-45a4-bf13-f79d62a3f468 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:21.651643 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837255e4-c0eb-4e16-a7eb-be0bdfd0dc24 None None] Pushing event updated for resources: {'Port': ['ID=b0c1f4ab-d670-420e-a920-3fd7a9e8311a,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:03:21.722758 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-8b92a02f-1483-4045-95ab-4f7e590081c5 None None] For port c77a2a03-0590-4748-8a77-f4ccb6e4f3da, host n-d-802623-1, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:03:21.726275 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-8b92a02f-1483-4045-95ab-4f7e590081c5 None None] For port c77a2a03-0590-4748-8a77-f4ccb6e4f3da, host n-d-802623-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=c77a2a03-0590-4748-8a77-f4ccb6e4f3da,segment=NetworkSegment(b9afe07e-bbe4-4740-834c-4b6a9698bdbc),segment_id=b9afe07e-bbe4-4740-834c-4b6a9698bdbc)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:03:21.738605 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8b92a02f-1483-4045-95ab-4f7e590081c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:21.794038 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a2fe4355-127e-4c14-bf24-e8806cd3f205 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:21.847706 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-f6881c40-dcae-4c0c-8033-456232e433d6 req-5620371f-7168-4639-b178-e300e8d89c2a tempest-SecurityGroupsTestAdminJSON-1429560198 tempest-SecurityGroupsTestAdminJSON-1429560198-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:21.853896 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b92a02f-1483-4045-95ab-4f7e590081c5 None None] Routers {'85481fe3-5303-4f7e-988d-20084ba068af'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:03:21.854797 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-8b92a02f-1483-4045-95ab-4f7e590081c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:02:59Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['85481fe3-5303-4f7e-988d-20084ba068af'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:03:21.860515 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c08c45-fce0-4658-b04c-d8bfae70eb2c None None] Pushing event updated for resources: {'Port': ['ID=c77a2a03-0590-4748-8a77-f4ccb6e4f3da,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:03:21.861135 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-f6881c40-dcae-4c0c-8033-456232e433d6 req-5620371f-7168-4639-b178-e300e8d89c2a tempest-SecurityGroupsTestAdminJSON-1429560198 tempest-SecurityGroupsTestAdminJSON-1429560198-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:21.874294 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-972f260f-0777-45a4-bf13-f79d62a3f468 admin admin] Allocated IP 172.25.4.244 (2fd42287-ed26-4eb9-89a5-b521f5b04356/17de1f8f-393a-4b0c-a2df-614bd3f2fb5e/46784d81-0b41-490b-8382-b7548d96fc84) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:03:21.917042 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-f6881c40-dcae-4c0c-8033-456232e433d6 req-5620371f-7168-4639-b178-e300e8d89c2a tempest-SecurityGroupsTestAdminJSON-1429560198 tempest-SecurityGroupsTestAdminJSON-1429560198-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:21.919201 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f6881c40-dcae-4c0c-8033-456232e433d6 req-5620371f-7168-4639-b178-e300e8d89c2a tempest-SecurityGroupsTestAdminJSON-1429560198 tempest-SecurityGroupsTestAdminJSON-1429560198-project-admin] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.5647664 Jul 27 23:03:21.922921 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5620371f-7168-4639-b178-e300e8d89c2a tempest-SecurityGroupsTestAdminJSON-1429560198 tempest-SecurityGroupsTestAdminJSON-1429560198-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13cd76ad-459b-49ee-8061-de4209a1cb75,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:03:21.937385 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a2fe4355-127e-4c14-bf24-e8806cd3f205 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:21.964476 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bcdd308d-d991-4c62-9f29-7860db3464f2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:22.049001 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-bcdd308d-d991-4c62-9f29-7860db3464f2 admin admin] Transition to ACTIVE for port object 4fe60c18-4e3c-405b-9a33-6d1a095d70f3 will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:03:22.080799 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd48002a-4ab0-4b58-949f-eb30cc251577 req-14e64dfd-87b1-4027-b3aa-c57ceb4f35f0 tempest-LiveMigrationTest-1100887879 tempest-LiveMigrationTest-1100887879-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:03:22.095912 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-fd48002a-4ab0-4b58-949f-eb30cc251577 req-14e64dfd-87b1-4027-b3aa-c57ceb4f35f0 tempest-LiveMigrationTest-1100887879 tempest-LiveMigrationTest-1100887879-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=31e5972f-2cc7-450f-8a25-9160dca94c2b HTTP/1.1" status: 200 len: 1096 time: 0.2750244 Jul 27 23:03:22.141655 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-972f260f-0777-45a4-bf13-f79d62a3f468 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:22.164251 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-fd48002a-4ab0-4b58-949f-eb30cc251577 req-5ecd0323-4c6c-4e0d-bd0a-4848c348cba2 tempest-LiveMigrationTest-1100887879 tempest-LiveMigrationTest-1100887879-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=bed30b16-cd2d-47d0-9758-37dc9df2dfb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670741 Jul 27 23:03:22.165605 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-8b92a02f-1483-4045-95ab-4f7e590081c5 None None] Set router 85481fe3-5303-4f7e-988d-20084ba068af gateway port host: n-d-802623-1 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:03:22.233049 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a2fe4355-127e-4c14-bf24-e8806cd3f205 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:22.235799 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a2fe4355-127e-4c14-bf24-e8806cd3f205 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:22.239770 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-a2fe4355-127e-4c14-bf24-e8806cd3f205 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f6cb9625-f1f3-4b68-be5b-1b1856a71562 HTTP/1.1" status: 204 len: 168 time: 0.7179794 Jul 27 23:03:22.261315 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-972f260f-0777-45a4-bf13-f79d62a3f468 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:22.268834 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bcdd308d-d991-4c62-9f29-7860db3464f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:22.286451 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fe4355-127e-4c14-bf24-e8806cd3f205 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6cb9625-f1f3-4b68-be5b-1b1856a71562,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:03:22.327465 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcdd308d-d991-4c62-9f29-7860db3464f2 admin admin] Network 26ef326d-74bd-4ec5-a5a5-5903126d4303 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:03:22.337005 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-bcdd308d-d991-4c62-9f29-7860db3464f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:03:22.342995 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcdd308d-d991-4c62-9f29-7860db3464f2 admin admin] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:03:22.393778 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-972f260f-0777-45a4-bf13-f79d62a3f468 admin admin] Network 2fd42287-ed26-4eb9-89a5-b521f5b04356 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:03:22.396850 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972f260f-0777-45a4-bf13-f79d62a3f468 admin admin] Pushing event updated for resources: {'Port': ['ID=46784d81-0b41-490b-8382-b7548d96fc84,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:03:22.412298 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-972f260f-0777-45a4-bf13-f79d62a3f468 admin admin] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:03:22.418323 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-972f260f-0777-45a4-bf13-f79d62a3f468 admin admin] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:03:22.446169 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdd308d-d991-4c62-9f29-7860db3464f2 admin admin] Pushing event updated for resources: {'Port': ['ID=4fe60c18-4e3c-405b-9a33-6d1a095d70f3,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:03:22.504213 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bcdd308d-d991-4c62-9f29-7860db3464f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-415283'] for router_interface, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:22.687814 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-8b92a02f-1483-4045-95ab-4f7e590081c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85481fe3-5303-4f7e-988d-20084ba068af', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1126572677-router', 'tenant_id': '0763db5810cc42e5b9ba092573abe8bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.94'}], 'enable_snat': True}, 'gw_port_id': 'c77a2a03-0590-4748-8a77-f4ccb6e4f3da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:03:15Z', 'updated_at': '2021-07-27T23:03:18Z', 'revision_number': 3, 'project_id': '0763db5810cc42e5b9ba092573abe8bf', 'gw_port': {'id': 'c77a2a03-0590-4748-8a77-f4ccb6e4f3da', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:7b:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85481fe3-5303-4f7e-988d-20084ba068af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:03:17Z', 'updated_at': '2021-07-27T23:03:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1'}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:03:22.714648 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 51240) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:03:22.758240 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b92a02f-1483-4045-95ab-4f7e590081c5 None None] The sync data for ids ['85481fe3-5303-4f7e-988d-20084ba068af'] in n-d-802623-1 is: [{'id': '85481fe3-5303-4f7e-988d-20084ba068af', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1126572677-router', 'tenant_id': '0763db5810cc42e5b9ba092573abe8bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.94'}], 'enable_snat': True}, 'gw_port_id': 'c77a2a03-0590-4748-8a77-f4ccb6e4f3da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:03:15Z', 'updated_at': '2021-07-27T23:03:18Z', 'revision_number': 3, 'project_id': '0763db5810cc42e5b9ba092573abe8bf', 'gw_port': {'id': 'c77a2a03-0590-4748-8a77-f4ccb6e4f3da', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:7b:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85481fe3-5303-4f7e-988d-20084ba068af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:03:17Z', 'updated_at': '2021-07-27T23:03:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1'}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:03:22.790842 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-84d664ba-b6cf-4455-a3b4-3b6ef147412c None None] Provisioning for port 4fe60c18-4e3c-405b-9a33-6d1a095d70f3 completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:03:22.797232 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-84d664ba-b6cf-4455-a3b4-3b6ef147412c None None] Provisioning complete for port 4fe60c18-4e3c-405b-9a33-6d1a095d70f3 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:03:22.797552 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-84d664ba-b6cf-4455-a3b4-3b6ef147412c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:22.825887 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bcdd308d-d991-4c62-9f29-7860db3464f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:22.883645 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-84d664ba-b6cf-4455-a3b4-3b6ef147412c None None] Port 4fe60c18-4e3c-405b-9a33-6d1a095d70f3 cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:03:22.949091 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07464588-f446-4976-a953-493b3974ec87 req-66195088-55cb-4f55-a72c-4416d957d68f tempest-ServersAdminTestJSON-966094212 tempest-ServersAdminTestJSON-966094212-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:03:22.951164 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07464588-f446-4976-a953-493b3974ec87 req-66195088-55cb-4f55-a72c-4416d957d68f tempest-ServersAdminTestJSON-966094212 tempest-ServersAdminTestJSON-966094212-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:03:22.960809 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07464588-f446-4976-a953-493b3974ec87 req-66195088-55cb-4f55-a72c-4416d957d68f tempest-ServersAdminTestJSON-966094212 tempest-ServersAdminTestJSON-966094212-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:03:22.968366 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-07464588-f446-4976-a953-493b3974ec87 req-66195088-55cb-4f55-a72c-4416d957d68f tempest-ServersAdminTestJSON-966094212 tempest-ServersAdminTestJSON-966094212-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=846ac90e-5a0c-42f0-960a-1f2595273fb0&device_id=0688b6c2-1ac4-4346-9663-091c79c64455&device_id=4c3fa56a-b0f7-486a-b9b6-11ec03b01c61 HTTP/1.1" status: 200 len: 2904 time: 0.2516582 Jul 27 23:03:23.075314 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-07464588-f446-4976-a953-493b3974ec87 req-d564be62-87c8-4c40-b43b-451db72cec13 tempest-ServersAdminTestJSON-966094212 tempest-ServersAdminTestJSON-966094212-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=ffa9f128-d6a7-4fb1-a632-c57615725739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019745 Jul 27 23:03:23.076148 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-972f260f-0777-45a4-bf13-f79d62a3f468 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:23.100238 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-b415ebda-a1f9-4fae-80cc-2ba16f19f8a4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4cdaecda4053412dad2fcd5b1cbb8589&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3843613 Jul 27 23:03:23.103661 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 51256) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:03:23.246023 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-9d0f89b8-e4d7-49b5-b184-64155a5842ed req-71ffde49-f42f-4d91-b1f8-25ee0820b429 tempest-SecurityGroupsTestAdminJSON-1429560198 tempest-SecurityGroupsTestAdminJSON-1429560198-project-admin] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 42360 time: 1.0407603 Jul 27 23:03:23.392042 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-9d0f89b8-e4d7-49b5-b184-64155a5842ed req-562dd64d-dcbc-4ac6-8eb9-a2d25cc269de tempest-SecurityGroupsTestAdminJSON-1429560198 tempest-SecurityGroupsTestAdminJSON-1429560198-project-admin] 10.222.0.18 "GET /v2.0/security-groups/052f10b3-9141-4047-aabd-0d36bcce37b1 HTTP/1.1" status: 200 len: 2973 time: 0.1450858 Jul 27 23:03:23.423842 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2589042c-4a60-4cec-9117-0d9622127b81 None None] Network 9b83e052-7bde-4257-b691-c0b4cba76e81 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:03:23.491824 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bcdd308d-d991-4c62-9f29-7860db3464f2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:23.511862 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bcdd308d-d991-4c62-9f29-7860db3464f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:23.580052 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-9d0f89b8-e4d7-49b5-b184-64155a5842ed req-24d6d3d8-8537-4731-a18e-5b1e161b91d4 tempest-SecurityGroupsTestAdminJSON-1429560198 tempest-SecurityGroupsTestAdminJSON-1429560198-project-admin] 10.222.0.18 "GET /v2.0/security-groups/052f10b3-9141-4047-aabd-0d36bcce37b1 HTTP/1.1" status: 200 len: 2973 time: 0.1867886 Jul 27 23:03:23.644499 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bcdd308d-d991-4c62-9f29-7860db3464f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3760555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-414115'] for router_interface, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:23.713506 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdd308d-d991-4c62-9f29-7860db3464f2 admin admin] Pushing event updated for resources: {'Port': ['ID=4fe60c18-4e3c-405b-9a33-6d1a095d70f3,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:03:23.723580 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-9d0f89b8-e4d7-49b5-b184-64155a5842ed req-9b68ea6b-a07c-4613-866e-a4133c1cbdd7 tempest-SecurityGroupsTestAdminJSON-1429560198 tempest-SecurityGroupsTestAdminJSON-1429560198-project-admin] 10.222.0.18 "GET /v2.0/security-groups/1caa0ebe-f61e-4177-ac84-314d4f7a0069 HTTP/1.1" status: 200 len: 2981 time: 0.1423838 Jul 27 23:03:23.754065 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-39384abf-7a45-4962-92a3-114137e4fbba None None] Provisioning for port b0c1f4ab-d670-420e-a920-3fd7a9e8311a completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:03:23.838517 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-9d0f89b8-e4d7-49b5-b184-64155a5842ed req-c637e18b-cc44-4d9b-8b23-78adef86a184 tempest-SecurityGroupsTestAdminJSON-1429560198 tempest-SecurityGroupsTestAdminJSON-1429560198-project-admin] 10.222.0.18 "GET /v2.0/security-groups/1caa0ebe-f61e-4177-ac84-314d4f7a0069 HTTP/1.1" status: 200 len: 2981 time: 0.0957177 Jul 27 23:03:23.907989 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-9d0f89b8-e4d7-49b5-b184-64155a5842ed req-d6b17992-34c1-4515-a390-8cdd27447fe2 tempest-SecurityGroupsTestAdminJSON-1429560198 tempest-SecurityGroupsTestAdminJSON-1429560198-project-admin] 10.222.0.18 "GET /v2.0/security-groups/73ecb7c9-b889-42da-94f7-79004124f055 HTTP/1.1" status: 200 len: 2977 time: 0.0567253 Jul 27 23:03:24.052625 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-9d0f89b8-e4d7-49b5-b184-64155a5842ed req-e21da261-efbf-4c41-b43b-60caa7b3e099 tempest-SecurityGroupsTestAdminJSON-1429560198 tempest-SecurityGroupsTestAdminJSON-1429560198-project-admin] 10.222.0.18 "GET /v2.0/security-groups/73ecb7c9-b889-42da-94f7-79004124f055 HTTP/1.1" status: 200 len: 2977 time: 0.1326942 Jul 27 23:03:24.073648 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 51296) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:03:24.086364 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcdd308d-d991-4c62-9f29-7860db3464f2 admin admin] Network 26ef326d-74bd-4ec5-a5a5-5903126d4303 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:03:24.095712 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-bcdd308d-d991-4c62-9f29-7860db3464f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:03:24.112927 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device b0c1f4ab-d670-420e-a920-3fd7a9e8311a up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:03:24.127177 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-972f260f-0777-45a4-bf13-f79d62a3f468 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-415468'] for router, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:24.141538 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ca800dc6-4fc1-4b7e-8a2e-7ddd7f42524a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:24.191376 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-9d0f89b8-e4d7-49b5-b184-64155a5842ed req-729d7243-1b50-4677-af3d-a616e0336520 tempest-SecurityGroupsTestAdminJSON-1429560198 tempest-SecurityGroupsTestAdminJSON-1429560198-project-admin] 10.222.0.18 "GET /v2.0/security-groups/799ce26a-aaed-4960-a04d-25ee60e1fc2f HTTP/1.1" status: 200 len: 2981 time: 0.1376851 Jul 27 23:03:24.246761 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning for port b0c1f4ab-d670-420e-a920-3fd7a9e8311a completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:03:24.252436 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port b0c1f4ab-d670-420e-a920-3fd7a9e8311a triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:03:24.253677 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:24.312230 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-9d0f89b8-e4d7-49b5-b184-64155a5842ed req-f0056723-f60e-4f43-8f6f-342be0ea3dc2 tempest-SecurityGroupsTestAdminJSON-1429560198 tempest-SecurityGroupsTestAdminJSON-1429560198-project-admin] 10.222.0.18 "GET /v2.0/security-groups/799ce26a-aaed-4960-a04d-25ee60e1fc2f HTTP/1.1" status: 200 len: 2981 time: 0.1195350 Jul 27 23:03:24.312745 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05e66ff-ab72-48a8-b8d5-00b687d337bb req-f7e9f5cf-e5cb-496b-a1a5-2222cd5f90b5 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:03:24.314354 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d05e66ff-ab72-48a8-b8d5-00b687d337bb req-f7e9f5cf-e5cb-496b-a1a5-2222cd5f90b5 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] 10.222.0.18 "GET /v2.0/networks?id=c451a142-86a9-4355-833f-365557d21b8d HTTP/1.1" status: 200 len: 808 time: 1.0864413 Jul 27 23:03:24.322736 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ca800dc6-4fc1-4b7e-8a2e-7ddd7f42524a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:24.331577 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e2f8f7c2-300e-46bb-97f5-770a29b957e3 None None] Provisioning complete for port b0c1f4ab-d670-420e-a920-3fd7a9e8311a triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:03:24.332324 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e2f8f7c2-300e-46bb-97f5-770a29b957e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:24.354779 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-be7352db-e11a-43e2-a6d0-722834f479a9 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-898980746-network', 'tenant_id': '5ad9b760772544809f990a104d49ba12'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:03:24.396210 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be7352db-e11a-43e2-a6d0-722834f479a9 admin admin] Made reservation on behalf of 5ad9b760772544809f990a104d49ba12 for: {'network': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:03:24.399324 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-be7352db-e11a-43e2-a6d0-722834f479a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for network, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:24.421590 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d05e66ff-ab72-48a8-b8d5-00b687d337bb req-9288441e-628d-4be9-bb00-f7cf488124a6 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] 10.222.0.18 "GET /v2.0/quotas/59376bbb1c574537a7eaca41e781bf3f HTTP/1.1" status: 200 len: 375 time: 0.0929809 Jul 27 23:03:24.422123 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-9d0f89b8-e4d7-49b5-b184-64155a5842ed req-774e1964-a8c5-464f-b9aa-dd78b93ffb78 tempest-SecurityGroupsTestAdminJSON-1429560198 tempest-SecurityGroupsTestAdminJSON-1429560198-project-admin] 10.222.0.18 "GET /v2.0/security-groups/87489b1b-c376-4fd3-ba52-9ea73d43802e HTTP/1.1" status: 200 len: 2981 time: 0.1090362 Jul 27 23:03:24.422244 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:24.427820 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-be7352db-e11a-43e2-a6d0-722834f479a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:24.487153 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcdd308d-d991-4c62-9f29-7860db3464f2 admin admin] Router 85481fe3-5303-4f7e-988d-20084ba068af has already been hosted by L3 agent 018c4455-49c0-4734-927d-7824067b2a9e {{(pid=93798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 23:03:24.490000 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] For port b0c1f4ab-d670-420e-a920-3fd7a9e8311a, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=b0c1f4ab-d670-420e-a920-3fd7a9e8311a,segment=NetworkSegment(d5802ab5-2f2b-4a74-a43f-f634d40589f6),segment_id=d5802ab5-2f2b-4a74-a43f-f634d40589f6)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:03:24.492597 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e2f8f7c2-300e-46bb-97f5-770a29b957e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:24.495175 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:24.495900 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-9d0f89b8-e4d7-49b5-b184-64155a5842ed req-0eb28f46-da2e-4eea-8953-045550daa205 tempest-SecurityGroupsTestAdminJSON-1429560198 tempest-SecurityGroupsTestAdminJSON-1429560198-project-admin] 10.222.0.18 "GET /v2.0/security-groups/87489b1b-c376-4fd3-ba52-9ea73d43802e HTTP/1.1" status: 200 len: 2981 time: 0.0729532 Jul 27 23:03:24.496023 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device c77a2a03-0590-4748-8a77-f4ccb6e4f3da up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:03:24.508000 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-972f260f-0777-45a4-bf13-f79d62a3f468 admin admin] Router dd00baba-4760-48a1-93e6-d06a095d7f16 is scheduled to L3 agent 018c4455-49c0-4734-927d-7824067b2a9e with binding_index 1 {{(pid=93797) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 23:03:24.528199 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d05e66ff-ab72-48a8-b8d5-00b687d337bb req-54ff1f36-5a19-4594-afc1-e7c18e6e3f1b tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=59376bbb1c574537a7eaca41e781bf3f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0875523 Jul 27 23:03:24.640461 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Pushing event updated for resources: {'Port': ['ID=b0c1f4ab-d670-420e-a920-3fd7a9e8311a,revision_number=3']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:03:24.643971 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.db.api [None req-e2f8f7c2-300e-46bb-97f5-770a29b957e3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93799) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 23:03:24.644302 n-d-802623-1 neutron-server[93799]: DEBUG oslo_db.api [None req-e2f8f7c2-300e-46bb-97f5-770a29b957e3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 23:03:24.657399 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning for port c77a2a03-0590-4748-8a77-f4ccb6e4f3da completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:03:24.661830 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port c77a2a03-0590-4748-8a77-f4ccb6e4f3da triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:03:24.662210 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:24.695090 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ca800dc6-4fc1-4b7e-8a2e-7ddd7f42524a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:24.697784 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ca800dc6-4fc1-4b7e-8a2e-7ddd7f42524a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:24.711992 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-ca800dc6-4fc1-4b7e-8a2e-7ddd7f42524a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/73ecb7c9-b889-42da-94f7-79004124f055 HTTP/1.1" status: 204 len: 168 time: 1.5980010 Jul 27 23:03:24.730981 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-972f260f-0777-45a4-bf13-f79d62a3f468 admin admin] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:03:24.744668 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea3eebf7-dc98-464c-8872-1144218fc9f3 None None] Sync routers for ids ['dd00baba-4760-48a1-93e6-d06a095d7f16'] in n-d-802623-1 {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:03:24.752802 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca800dc6-4fc1-4b7e-8a2e-7ddd7f42524a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73ecb7c9-b889-42da-94f7-79004124f055,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:03:24.796473 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea3eebf7-dc98-464c-8872-1144218fc9f3 None None] Routers {'dd00baba-4760-48a1-93e6-d06a095d7f16'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:03:24.797341 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-ea3eebf7-dc98-464c-8872-1144218fc9f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:02:59Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['dd00baba-4760-48a1-93e6-d06a095d7f16'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:03:24.799533 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:24.818534 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d05e66ff-ab72-48a8-b8d5-00b687d337bb req-15b8fec0-2b88-4ad9-b281-57c91983e6c8 service neutron] 10.222.0.18 "GET /v2.0/networks/c451a142-86a9-4355-833f-365557d21b8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1775961 Jul 27 23:03:24.865907 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] For port c77a2a03-0590-4748-8a77-f4ccb6e4f3da, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=c77a2a03-0590-4748-8a77-f4ccb6e4f3da,segment=NetworkSegment(b9afe07e-bbe4-4740-834c-4b6a9698bdbc),segment_id=b9afe07e-bbe4-4740-834c-4b6a9698bdbc)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:03:24.876492 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:24.939378 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcdd308d-d991-4c62-9f29-7860db3464f2 admin admin] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:03:24.943292 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-9d0f89b8-e4d7-49b5-b184-64155a5842ed req-f783618f-1d7c-4763-b215-a1349abc2d18 tempest-SecurityGroupsTestAdminJSON-1429560198 tempest-SecurityGroupsTestAdminJSON-1429560198-project-admin] 10.222.0.18 "GET /v2.0/security-groups/bed30b16-cd2d-47d0-9758-37dc9df2dfb6 HTTP/1.1" status: 200 len: 2981 time: 0.4315326 Jul 27 23:03:24.948277 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-bcdd308d-d991-4c62-9f29-7860db3464f2 admin admin] 10.222.0.18 "PUT /v2.0/routers/85481fe3-5303-4f7e-988d-20084ba068af/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0249293 Jul 27 23:03:24.969254 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d05e66ff-ab72-48a8-b8d5-00b687d337bb req-71b67df8-6469-4e7e-964f-6ab4c53443f8 service neutron] 10.222.0.18 "GET /v2.0/networks/c451a142-86a9-4355-833f-365557d21b8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432769 Jul 27 23:03:24.990226 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-ea3eebf7-dc98-464c-8872-1144218fc9f3 None None] Set router dd00baba-4760-48a1-93e6-d06a095d7f16 gateway port host: n-d-802623-1 {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:03:25.049400 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-9d0f89b8-e4d7-49b5-b184-64155a5842ed req-e08fd137-6deb-4453-987a-2ed08192afbb tempest-SecurityGroupsTestAdminJSON-1429560198 tempest-SecurityGroupsTestAdminJSON-1429560198-project-admin] 10.222.0.18 "GET /v2.0/security-groups/bed30b16-cd2d-47d0-9758-37dc9df2dfb6 HTTP/1.1" status: 200 len: 2981 time: 0.0884957 Jul 27 23:03:25.157509 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 51308) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:03:25.179563 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-9d0f89b8-e4d7-49b5-b184-64155a5842ed req-1ce32322-9541-4d31-89cc-815264aca7e6 tempest-SecurityGroupsTestAdminJSON-1429560198 tempest-SecurityGroupsTestAdminJSON-1429560198-project-admin] 10.222.0.18 "GET /v2.0/security-groups/c694debb-645d-47e8-94e3-ebc099cee234 HTTP/1.1" status: 200 len: 2981 time: 0.1135323 Jul 27 23:03:25.192244 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d7dfd2c8-fc76-4494-b057-4bb1bde00349 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:25.193236 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Pushing event updated for resources: {'Port': ['ID=c77a2a03-0590-4748-8a77-f4ccb6e4f3da,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:03:25.196403 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-be7352db-e11a-43e2-a6d0-722834f479a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:25.226710 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-be7352db-e11a-43e2-a6d0-722834f479a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:25.233580 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-972f260f-0777-45a4-bf13-f79d62a3f468 admin admin] Notify callbacks [] for router, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:25.235440 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-972f260f-0777-45a4-bf13-f79d62a3f468 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 5.2070236 Jul 27 23:03:25.238564 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 51314) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:03:25.241810 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be7352db-e11a-43e2-a6d0-722834f479a9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 514} {{(pid=93798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 23:03:25.253138 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-be7352db-e11a-43e2-a6d0-722834f479a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:25.253802 n-d-802623-1 neutron-server[93798]: INFO neutron.db.segments_db [None req-be7352db-e11a-43e2-a6d0-722834f479a9 admin admin] Added segment 39bbb608-7ea1-4ec8-ba0c-9d2eadd98a1a of type vlan for network 64ab927a-c811-4365-8fcf-e0b65e59bef1 Jul 27 23:03:25.334145 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a77018fd-5d54-4334-b30a-f04a09b90585 None None] Sync routers for ids ['85481fe3-5303-4f7e-988d-20084ba068af'] in n-d-802623-1 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:03:25.346993 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a77018fd-5d54-4334-b30a-f04a09b90585 None None] Routers {'85481fe3-5303-4f7e-988d-20084ba068af'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:03:25.348006 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-a77018fd-5d54-4334-b30a-f04a09b90585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:02:59Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['85481fe3-5303-4f7e-988d-20084ba068af'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:03:25.382126 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-be7352db-e11a-43e2-a6d0-722834f479a9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736833354590'] for network, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:25.421727 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7352db-e11a-43e2-a6d0-722834f479a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fecdac76-7035-42e8-90ea-d24ea3c5f5b6,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:03:25.430528 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-9d0f89b8-e4d7-49b5-b184-64155a5842ed req-ec0120cc-c043-4f9c-9e05-40822529a43b tempest-SecurityGroupsTestAdminJSON-1429560198 tempest-SecurityGroupsTestAdminJSON-1429560198-project-admin] 10.222.0.18 "GET /v2.0/security-groups/c694debb-645d-47e8-94e3-ebc099cee234 HTTP/1.1" status: 200 len: 2981 time: 0.2423005 Jul 27 23:03:25.505669 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-548fabb9-aad7-4f2d-a428-5bb943096247 None None] Provisioning complete for port 4fe60c18-4e3c-405b-9a33-6d1a095d70f3 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:03:25.506308 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-548fabb9-aad7-4f2d-a428-5bb943096247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:25.533149 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-be7352db-e11a-43e2-a6d0-722834f479a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569'] for network, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:25.535464 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be7352db-e11a-43e2-a6d0-722834f479a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:03:25.536323 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-be7352db-e11a-43e2-a6d0-722834f479a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:25.566089 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-9d0f89b8-e4d7-49b5-b184-64155a5842ed req-faae6231-a5c3-475a-b371-3d30f5c53bf2 tempest-SecurityGroupsTestAdminJSON-1429560198 tempest-SecurityGroupsTestAdminJSON-1429560198-project-admin] 10.222.0.18 "GET /v2.0/security-groups/db5c7df9-f8d1-4a0a-8250-7aec0e55bdd8 HTTP/1.1" status: 200 len: 2981 time: 0.1220281 Jul 27 23:03:25.576289 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-ea3eebf7-dc98-464c-8872-1144218fc9f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd00baba-4760-48a1-93e6-d06a095d7f16', 'name': 'tempest-AttachSCSIVolumeTestJSON-48203979-router', 'tenant_id': 'ea9dc6a704274ef28def87516dc4f252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.244'}], 'enable_snat': True}, 'gw_port_id': '46784d81-0b41-490b-8382-b7548d96fc84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:03:20Z', 'updated_at': '2021-07-27T23:03:22Z', 'revision_number': 3, 'project_id': 'ea9dc6a704274ef28def87516dc4f252', 'gw_port': {'id': '46784d81-0b41-490b-8382-b7548d96fc84', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:b3:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd00baba-4760-48a1-93e6-d06a095d7f16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:03:21Z', 'updated_at': '2021-07-27T23:03:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1'}], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:03:25.611259 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea3eebf7-dc98-464c-8872-1144218fc9f3 None None] Checking router: dd00baba-4760-48a1-93e6-d06a095d7f16 for host: n-d-802623-1 {{(pid=93799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 23:03:25.611746 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea3eebf7-dc98-464c-8872-1144218fc9f3 None None] Updating router dd00baba-4760-48a1-93e6-d06a095d7f16 port 46784d81-0b41-490b-8382-b7548d96fc84 binding host n-d-802623-1 {{(pid=93799) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 23:03:25.616358 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-548fabb9-aad7-4f2d-a428-5bb943096247 None None] Port 4fe60c18-4e3c-405b-9a33-6d1a095d70f3 cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:03:25.660244 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-a77018fd-5d54-4334-b30a-f04a09b90585 None None] Set router 85481fe3-5303-4f7e-988d-20084ba068af gateway port host: n-d-802623-1 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:03:25.663030 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ea3eebf7-dc98-464c-8872-1144218fc9f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:25.720730 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7352db-e11a-43e2-a6d0-722834f479a9 admin admin] Pushing event updated for resources: {'Network': ['ID=64ab927a-c811-4365-8fcf-e0b65e59bef1,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:03:25.736529 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-9d0f89b8-e4d7-49b5-b184-64155a5842ed req-77ef5a85-1c35-42e1-90f0-9bda7df58987 tempest-SecurityGroupsTestAdminJSON-1429560198 tempest-SecurityGroupsTestAdminJSON-1429560198-project-admin] 10.222.0.18 "GET /v2.0/security-groups/db5c7df9-f8d1-4a0a-8250-7aec0e55bdd8 HTTP/1.1" status: 200 len: 2981 time: 0.1471658 Jul 27 23:03:25.740153 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Network 64ab927a-c811-4365-8fcf-e0b65e59bef1 details requested by agent ovs-agent-n-d-802623-1 with host n-d-802623-1 {{(pid=93799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 23:03:25.863403 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-9d0f89b8-e4d7-49b5-b184-64155a5842ed req-2506250d-8458-4c80-9996-734ddec08ac9 tempest-SecurityGroupsTestAdminJSON-1429560198 tempest-SecurityGroupsTestAdminJSON-1429560198-project-admin] 10.222.0.18 "GET /v2.0/security-groups/e4deb383-9f32-45bf-b3f9-1b6da90fdb74 HTTP/1.1" status: 200 len: 2981 time: 0.1185770 Jul 27 23:03:25.875615 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 51332) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:03:25.933158 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-9d0f89b8-e4d7-49b5-b184-64155a5842ed req-40932539-b8c1-409c-862d-9dc481029e1c tempest-SecurityGroupsTestAdminJSON-1429560198 tempest-SecurityGroupsTestAdminJSON-1429560198-project-admin] 10.222.0.18 "GET /v2.0/security-groups/e4deb383-9f32-45bf-b3f9-1b6da90fdb74 HTTP/1.1" status: 200 len: 2981 time: 0.0686607 Jul 27 23:03:25.973804 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-17a654b7-8f76-4618-ad44-c8fdf83cb93c req-7812caa3-a643-4fa3-a163-b160348b1183 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] 10.222.0.18 "GET /v2.0/ports?device_id=1691ef14-ab37-40a7-8189-31944c5092fc HTTP/1.1" status: 200 len: 210 time: 0.2023685 Jul 27 23:03:25.978031 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d7dfd2c8-fc76-4494-b057-4bb1bde00349 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:25.992634 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d7dfd2c8-fc76-4494-b057-4bb1bde00349 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:26.067516 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-9d0f89b8-e4d7-49b5-b184-64155a5842ed req-c0db7a62-2c2e-4e27-b24e-15d5d9fc6fd2 tempest-SecurityGroupsTestAdminJSON-1429560198 tempest-SecurityGroupsTestAdminJSON-1429560198-project-admin] 10.222.0.18 "GET /v2.0/security-groups/e779bdeb-aaa4-49da-9bd7-0bc0444d3495 HTTP/1.1" status: 200 len: 2981 time: 0.1232383 Jul 27 23:03:26.069267 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-a77018fd-5d54-4334-b30a-f04a09b90585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85481fe3-5303-4f7e-988d-20084ba068af', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1126572677-router', 'tenant_id': '0763db5810cc42e5b9ba092573abe8bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.94'}], 'enable_snat': True}, 'gw_port_id': 'c77a2a03-0590-4748-8a77-f4ccb6e4f3da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:03:15Z', 'updated_at': '2021-07-27T23:03:22Z', 'revision_number': 4, 'project_id': '0763db5810cc42e5b9ba092573abe8bf', 'gw_port': {'id': 'c77a2a03-0590-4748-8a77-f4ccb6e4f3da', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:7b:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85481fe3-5303-4f7e-988d-20084ba068af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:03:17Z', 'updated_at': '2021-07-27T23:03:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': '4fe60c18-4e3c-405b-9a33-6d1a095d70f3', 'name': '', 'network_id': '26ef326d-74bd-4ec5-a5a5-5903126d4303', 'tenant_id': '0763db5810cc42e5b9ba092573abe8bf', 'mac_address': 'fa:16:3e:36:75:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85481fe3-5303-4f7e-988d-20084ba068af', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '17c5c716-494a-44c1-bc2d-ee89a0bbc8c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:03:21Z', 'updated_at': '2021-07-27T23:03:22Z', 'revision_number': 2, 'project_id': '0763db5810cc42e5b9ba092573abe8bf', 'subnets': [{'id': '17c5c716-494a-44c1-bc2d-ee89a0bbc8c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:03:26.085385 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device b0c1f4ab-d670-420e-a920-3fd7a9e8311a up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:03:26.086496 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-be7352db-e11a-43e2-a6d0-722834f479a9 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.0023258 Jul 27 23:03:26.097707 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 51340) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:03:26.108807 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-858b4920-397f-4708-9719-2428b94e2a07 admin admin] Request body: {'subnet': {'network_id': '64ab927a-c811-4365-8fcf-e0b65e59bef1', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-898980746-subnet', 'tenant_id': '5ad9b760772544809f990a104d49ba12', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:03:26.125163 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-d7dfd2c8-fc76-4494-b057-4bb1bde00349 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=87cb2c778e6f48ffa5deb19e500e15bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9640193 Jul 27 23:03:26.125427 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 51342) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:03:26.138913 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7dfd2c8-fc76-4494-b057-4bb1bde00349 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c9ea077-54d2-43b6-86ba-093141fb3f57,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:03:26.165477 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a77018fd-5d54-4334-b30a-f04a09b90585 None None] Checking router: 85481fe3-5303-4f7e-988d-20084ba068af for host: n-d-802623-1 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 23:03:26.168119 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a77018fd-5d54-4334-b30a-f04a09b90585 None None] Updating router 85481fe3-5303-4f7e-988d-20084ba068af port 4fe60c18-4e3c-405b-9a33-6d1a095d70f3 binding host n-d-802623-1 {{(pid=93800) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 23:03:26.171600 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-858b4920-397f-4708-9719-2428b94e2a07 admin admin] Made reservation on behalf of 5ad9b760772544809f990a104d49ba12 for: {'subnet': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:03:26.174707 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-858b4920-397f-4708-9719-2428b94e2a07 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12265828'] for subnet, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:26.218785 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port b0c1f4ab-d670-420e-a920-3fd7a9e8311a triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:03:26.219831 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:26.252595 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a77018fd-5d54-4334-b30a-f04a09b90585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:26.358147 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ea3eebf7-dc98-464c-8872-1144218fc9f3 None None] Notify callbacks [] for port, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:26.375541 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ea3eebf7-dc98-464c-8872-1144218fc9f3 None None] Transition to ACTIVE for port object 46784d81-0b41-490b-8382-b7548d96fc84 will not be triggered until provisioned by entity L2. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:03:26.396536 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-9d0f89b8-e4d7-49b5-b184-64155a5842ed req-1468d714-5e39-49fb-bf98-2693a307b171 tempest-SecurityGroupsTestAdminJSON-1429560198 tempest-SecurityGroupsTestAdminJSON-1429560198-project-admin] 10.222.0.18 "GET /v2.0/security-groups/e779bdeb-aaa4-49da-9bd7-0bc0444d3495 HTTP/1.1" status: 200 len: 2981 time: 0.3265023 Jul 27 23:03:26.405793 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-858b4920-397f-4708-9719-2428b94e2a07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11971609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12265750'] for subnet, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:26.416809 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-90e4cf2a-1e15-4d95-860d-a95ff135edee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:26.425315 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-eef29f32-b512-4ab1-aa5d-5728b970e674 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:26.451375 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ea3eebf7-dc98-464c-8872-1144218fc9f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:26.492740 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-90e4cf2a-1e15-4d95-860d-a95ff135edee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:26.525255 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-9d0f89b8-e4d7-49b5-b184-64155a5842ed req-09ec4754-8943-40bc-8c15-5e66ddaa5960 tempest-SecurityGroupsTestAdminJSON-1429560198 tempest-SecurityGroupsTestAdminJSON-1429560198-project-admin] 10.222.0.18 "GET /v2.0/security-groups/ef4566ad-cab9-4fdc-a9cf-efa0b9033d61 HTTP/1.1" status: 200 len: 2981 time: 0.1277070 Jul 27 23:03:26.531597 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858b4920-397f-4708-9719-2428b94e2a07 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f7e56cef-dd4e-46d6-9b72-3c656d92d1ca,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:03:26.551558 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device c77a2a03-0590-4748-8a77-f4ccb6e4f3da up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:03:26.564441 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-858b4920-397f-4708-9719-2428b94e2a07 admin admin] Checking segment: {'id': '39bbb608-7ea1-4ec8-ba0c-9d2eadd98a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '64ab927a-c811-4365-8fcf-e0b65e59bef1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:03:26.565169 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-858b4920-397f-4708-9719-2428b94e2a07 admin admin] Network hostable DHCP agents. Network: 64ab927a-c811-4365-8fcf-e0b65e59bef1, hostable agents: ['5950e76f-2bde-4343-a925-cbe6bacd2706'], hosted agents: [] {{(pid=93798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 23:03:26.624923 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-9d0f89b8-e4d7-49b5-b184-64155a5842ed req-19d31ba5-6290-406a-9b7e-15b908a9627f tempest-SecurityGroupsTestAdminJSON-1429560198 tempest-SecurityGroupsTestAdminJSON-1429560198-project-admin] 10.222.0.18 "GET /v2.0/security-groups/ef4566ad-cab9-4fdc-a9cf-efa0b9033d61 HTTP/1.1" status: 200 len: 2981 time: 0.0871973 Jul 27 23:03:26.638464 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-858b4920-397f-4708-9719-2428b94e2a07 admin admin] Network 64ab927a-c811-4365-8fcf-e0b65e59bef1 is scheduled to be hosted by DHCP agent 5950e76f-2bde-4343-a925-cbe6bacd2706 with binding_index 1 {{(pid=93798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 23:03:26.661929 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64ba33d-ed76-4f82-9b42-8e21b1ec20be None None] Pushing event updated for resources: {'Port': ['ID=46784d81-0b41-490b-8382-b7548d96fc84,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:03:26.671245 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-ea3eebf7-dc98-464c-8872-1144218fc9f3 None None] Attempting to bind port 46784d81-0b41-490b-8382-b7548d96fc84 on host n-d-802623-1 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:03:26.671653 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-ea3eebf7-dc98-464c-8872-1144218fc9f3 None None] Attempting to bind port 46784d81-0b41-490b-8382-b7548d96fc84 by drivers openvswitch,hyperv on host n-d-802623-1 at level 0 using segments [{'id': 'b9afe07e-bbe4-4740-834c-4b6a9698bdbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:03:26.672013 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea3eebf7-dc98-464c-8872-1144218fc9f3 None None] Attempting to bind port 46784d81-0b41-490b-8382-b7548d96fc84 on network 2fd42287-ed26-4eb9-89a5-b521f5b04356 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:03:26.685464 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-858b4920-397f-4708-9719-2428b94e2a07 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802623-1, 64ab927a-c811-4365-8fcf-e0b65e59bef1) {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:03:26.694416 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-90e4cf2a-1e15-4d95-860d-a95ff135edee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:26.697990 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-90e4cf2a-1e15-4d95-860d-a95ff135edee admin admin] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:26.698409 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f42559c0-9642-4e7f-bab2-bd3d093e8394 None None] Network 64ab927a-c811-4365-8fcf-e0b65e59bef1 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:03:26.701608 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-90e4cf2a-1e15-4d95-860d-a95ff135edee admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5c9ea077-54d2-43b6-86ba-093141fb3f57 HTTP/1.1" status: 204 len: 168 time: 0.5384228 Jul 27 23:03:26.705362 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea3eebf7-dc98-464c-8872-1144218fc9f3 None None] Checking agent: {'id': 'a9a568d2-a5e7-41e4-833f-a8ab42ea4073', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 52, 30), 'started_at': datetime.datetime(2021, 7, 27, 22, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802623-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:03:26.705753 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea3eebf7-dc98-464c-8872-1144218fc9f3 None None] Checking segment: {'id': 'b9afe07e-bbe4-4740-834c-4b6a9698bdbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:03:26.707455 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ea3eebf7-dc98-464c-8872-1144218fc9f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:26.709654 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea3eebf7-dc98-464c-8872-1144218fc9f3 None None] Bound using segment: {'id': 'b9afe07e-bbe4-4740-834c-4b6a9698bdbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:03:26.710897 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-ea3eebf7-dc98-464c-8872-1144218fc9f3 None None] Bound port: 46784d81-0b41-490b-8382-b7548d96fc84, host: n-d-802623-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9afe07e-bbe4-4740-834c-4b6a9698bdbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:03:26.711331 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ea3eebf7-dc98-464c-8872-1144218fc9f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:26.716360 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-858b4920-397f-4708-9719-2428b94e2a07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:03:26.717246 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-858b4920-397f-4708-9719-2428b94e2a07 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:26.749919 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e4cf2a-1e15-4d95-860d-a95ff135edee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c9ea077-54d2-43b6-86ba-093141fb3f57,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:03:26.819998 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-9d0f89b8-e4d7-49b5-b184-64155a5842ed req-63e8e74c-49c9-42cc-8648-8205cea07078 tempest-SecurityGroupsTestAdminJSON-1429560198 tempest-SecurityGroupsTestAdminJSON-1429560198-project-admin] 10.222.0.18 "GET /v2.0/security-groups/f798e3f3-dab4-47c1-9bb0-b75ce6c04b6d HTTP/1.1" status: 200 len: 2977 time: 0.1656158 Jul 27 23:03:26.825515 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-eef29f32-b512-4ab1-aa5d-5728b970e674 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:26.855006 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-eef29f32-b512-4ab1-aa5d-5728b970e674 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:26.891891 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-858b4920-397f-4708-9719-2428b94e2a07 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7877214 Jul 27 23:03:26.893508 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-08c13a4a-eb0e-4dab-b0c1-b4f9baef663d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:26.905166 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 51354) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:03:26.920637 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ea3eebf7-dc98-464c-8872-1144218fc9f3 None None] For port 46784d81-0b41-490b-8382-b7548d96fc84, host n-d-802623-1, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:03:26.925686 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ea3eebf7-dc98-464c-8872-1144218fc9f3 None None] For port 46784d81-0b41-490b-8382-b7548d96fc84, host n-d-802623-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=46784d81-0b41-490b-8382-b7548d96fc84,segment=NetworkSegment(b9afe07e-bbe4-4740-834c-4b6a9698bdbc),segment_id=b9afe07e-bbe4-4740-834c-4b6a9698bdbc)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:03:26.926794 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-bfc5fefb-8ff4-43f1-94ab-585b2a3f427e admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-898980746-router', 'tenant_id': '5ad9b760772544809f990a104d49ba12', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'}}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:03:26.947871 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ea3eebf7-dc98-464c-8872-1144218fc9f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:26.985115 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-eef29f32-b512-4ab1-aa5d-5728b970e674 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1d8c4d238e9843b39010c234a542d020&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1082747 Jul 27 23:03:26.990718 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 51356) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:03:27.001479 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port c77a2a03-0590-4748-8a77-f4ccb6e4f3da triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:03:27.001782 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:27.008998 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64ba33d-ed76-4f82-9b42-8e21b1ec20be None None] Pushing event updated for resources: {'Port': ['ID=46784d81-0b41-490b-8382-b7548d96fc84,revision_number=3']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:03:27.012675 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef29f32-b512-4ab1-aa5d-5728b970e674 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4a6ad50-540c-4e02-a050-f2d8c07c1649,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:03:27.034272 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-9d0f89b8-e4d7-49b5-b184-64155a5842ed req-882c0144-5abf-40c5-8284-7bf85efe6bc1 tempest-SecurityGroupsTestAdminJSON-1429560198 tempest-SecurityGroupsTestAdminJSON-1429560198-project-admin] 10.222.0.18 "GET /v2.0/security-groups/f798e3f3-dab4-47c1-9bb0-b75ce6c04b6d HTTP/1.1" status: 200 len: 2977 time: 0.2068236 Jul 27 23:03:27.044042 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bfc5fefb-8ff4-43f1-94ab-585b2a3f427e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62159'] for router, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:27.045555 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bfc5fefb-8ff4-43f1-94ab-585b2a3f427e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-479230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-415539', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3693317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62148'] for router, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:27.083989 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8dd5c01b-b38b-4e48-bdaa-a892e5a1ffcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:27.165272 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea3eebf7-dc98-464c-8872-1144218fc9f3 None None] Routers {'dd00baba-4760-48a1-93e6-d06a095d7f16'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:03:27.165272 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-ea3eebf7-dc98-464c-8872-1144218fc9f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:02:59Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['dd00baba-4760-48a1-93e6-d06a095d7f16'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:03:27.196297 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a77018fd-5d54-4334-b30a-f04a09b90585 None None] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:27.214207 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-a77018fd-5d54-4334-b30a-f04a09b90585 None None] Transition to ACTIVE for port object 4fe60c18-4e3c-405b-9a33-6d1a095d70f3 will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:03:27.222190 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db6d460f-83cf-4520-ac54-4838c1a33ae4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f6f257c-ad18-5f0c-8c8e-ea085a5fc8a2-64ab927a-c811-4365-8fcf-e0b65e59bef1', 'network_id': '64ab927a-c811-4365-8fcf-e0b65e59bef1', 'tenant_id': '5ad9b760772544809f990a104d49ba12', 'fixed_ips': [{'subnet_id': 'f7e56cef-dd4e-46d6-9b72-3c656d92d1ca'}]}} from n-d-802623-1. {{(pid=93799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 23:03:27.223373 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-db6d460f-83cf-4520-ac54-4838c1a33ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:27.235578 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a77018fd-5d54-4334-b30a-f04a09b90585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:27.236287 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-9d0f89b8-e4d7-49b5-b184-64155a5842ed req-5cd9d987-6ad8-4df3-b7bd-179b2d2860f2 tempest-SecurityGroupsTestAdminJSON-1429560198 tempest-SecurityGroupsTestAdminJSON-1429560198-project-admin] 10.222.0.18 "GET /v2.0/security-groups/ffa9f128-d6a7-4fb1-a632-c57615725739 HTTP/1.1" status: 200 len: 2981 time: 0.1782382 Jul 27 23:03:27.237762 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bfc5fefb-8ff4-43f1-94ab-585b2a3f427e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:27.238942 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0c2f730c-9318-4a32-b02f-f2cabab63be3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:27.314691 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-ea3eebf7-dc98-464c-8872-1144218fc9f3 None None] Set router dd00baba-4760-48a1-93e6-d06a095d7f16 gateway port host: n-d-802623-1 {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:03:27.347537 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bff0a30-c0a8-46c4-8eb3-d31be51c9e52 None None] Pushing event updated for resources: {'Port': ['ID=4fe60c18-4e3c-405b-9a33-6d1a095d70f3,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:03:27.365782 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0c2f730c-9318-4a32-b02f-f2cabab63be3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:27.413236 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05e66ff-ab72-48a8-b8d5-00b687d337bb req-fd040bab-d28c-4854-a8a8-ce61d1e3aa1f tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:03:27.415887 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d05e66ff-ab72-48a8-b8d5-00b687d337bb req-fd040bab-d28c-4854-a8a8-ce61d1e3aa1f tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] 10.222.0.38 "GET /v2.0/networks?id=c451a142-86a9-4355-833f-365557d21b8d HTTP/1.1" status: 200 len: 808 time: 0.5747547 Jul 27 23:03:27.445596 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [req-d05e66ff-ab72-48a8-b8d5-00b687d337bb req-3bd14f6b-6000-459f-a5a7-c4d9ae22ec51 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] Request body: {'port': {'device_id': '1691ef14-ab37-40a7-8189-31944c5092fc', 'network_id': 'c451a142-86a9-4355-833f-365557d21b8d', 'admin_state_up': True, 'tenant_id': '59376bbb1c574537a7eaca41e781bf3f'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:03:27.455649 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-a77018fd-5d54-4334-b30a-f04a09b90585 None None] Attempting to bind port 4fe60c18-4e3c-405b-9a33-6d1a095d70f3 on host n-d-802623-1 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:03:27.456316 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-a77018fd-5d54-4334-b30a-f04a09b90585 None None] Attempting to bind port 4fe60c18-4e3c-405b-9a33-6d1a095d70f3 by drivers openvswitch,hyperv on host n-d-802623-1 at level 0 using segments [{'id': '6469e0e4-e572-450f-bc26-da007ede7df2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '26ef326d-74bd-4ec5-a5a5-5903126d4303'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:03:27.456857 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a77018fd-5d54-4334-b30a-f04a09b90585 None None] Attempting to bind port 4fe60c18-4e3c-405b-9a33-6d1a095d70f3 on network 26ef326d-74bd-4ec5-a5a5-5903126d4303 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:03:27.463675 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a77018fd-5d54-4334-b30a-f04a09b90585 None None] Checking agent: {'id': 'a9a568d2-a5e7-41e4-833f-a8ab42ea4073', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 52, 30), 'started_at': datetime.datetime(2021, 7, 27, 22, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802623-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:03:27.464345 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a77018fd-5d54-4334-b30a-f04a09b90585 None None] Checking segment: {'id': '6469e0e4-e572-450f-bc26-da007ede7df2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '26ef326d-74bd-4ec5-a5a5-5903126d4303'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:03:27.465197 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a77018fd-5d54-4334-b30a-f04a09b90585 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:27.465739 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a77018fd-5d54-4334-b30a-f04a09b90585 None None] Bound using segment: {'id': '6469e0e4-e572-450f-bc26-da007ede7df2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '26ef326d-74bd-4ec5-a5a5-5903126d4303'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:03:27.466601 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-a77018fd-5d54-4334-b30a-f04a09b90585 None None] Bound port: 4fe60c18-4e3c-405b-9a33-6d1a095d70f3, host: n-d-802623-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6469e0e4-e572-450f-bc26-da007ede7df2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '26ef326d-74bd-4ec5-a5a5-5903126d4303'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:03:27.467186 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a77018fd-5d54-4334-b30a-f04a09b90585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:27.582765 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-a77018fd-5d54-4334-b30a-f04a09b90585 None None] For port 4fe60c18-4e3c-405b-9a33-6d1a095d70f3, host n-d-802623-1, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:03:27.586562 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-bc66cf56-c2e0-4d65-8df1-3f916a74b94c req-601df64b-67df-4c1d-b357-684ecb6456db tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] 10.222.0.18 "GET /v2.0/ports?device_id=1691ef14-ab37-40a7-8189-31944c5092fc HTTP/1.1" status: 200 len: 210 time: 0.1547151 Jul 27 23:03:27.588187 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-a77018fd-5d54-4334-b30a-f04a09b90585 None None] For port 4fe60c18-4e3c-405b-9a33-6d1a095d70f3, host n-d-802623-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=4fe60c18-4e3c-405b-9a33-6d1a095d70f3,segment=NetworkSegment(6469e0e4-e572-450f-bc26-da007ede7df2),segment_id=6469e0e4-e572-450f-bc26-da007ede7df2)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:03:27.596935 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a77018fd-5d54-4334-b30a-f04a09b90585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:27.658945 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bfc5fefb-8ff4-43f1-94ab-585b2a3f427e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-415433', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62186'] for router, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:27.668802 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-db6d460f-83cf-4520-ac54-4838c1a33ae4 None None] Allocated IP 172.20.0.2 (64ab927a-c811-4365-8fcf-e0b65e59bef1/f7e56cef-dd4e-46d6-9b72-3c656d92d1ca/903e8010-04bd-4ced-ada9-664845a3a8c7) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:03:27.671589 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0c2f730c-9318-4a32-b02f-f2cabab63be3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:27.676021 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0c2f730c-9318-4a32-b02f-f2cabab63be3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:27.691406 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-0c2f730c-9318-4a32-b02f-f2cabab63be3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b4a6ad50-540c-4e02-a050-f2d8c07c1649 HTTP/1.1" status: 204 len: 168 time: 0.6916616 Jul 27 23:03:27.733612 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-9d0f89b8-e4d7-49b5-b184-64155a5842ed req-979a6a81-ea1a-4184-a7b3-80decb1133e8 tempest-SecurityGroupsTestAdminJSON-1429560198 tempest-SecurityGroupsTestAdminJSON-1429560198-project-admin] 10.222.0.18 "GET /v2.0/security-groups/ffa9f128-d6a7-4fb1-a632-c57615725739 HTTP/1.1" status: 200 len: 2981 time: 0.4889276 Jul 27 23:03:27.742402 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a77018fd-5d54-4334-b30a-f04a09b90585 None None] Routers {'85481fe3-5303-4f7e-988d-20084ba068af'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:03:27.743701 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-a77018fd-5d54-4334-b30a-f04a09b90585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:02:59Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['85481fe3-5303-4f7e-988d-20084ba068af'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:03:27.749916 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2f730c-9318-4a32-b02f-f2cabab63be3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4a6ad50-540c-4e02-a050-f2d8c07c1649,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:03:28.048995 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-a77018fd-5d54-4334-b30a-f04a09b90585 None None] Set router 85481fe3-5303-4f7e-988d-20084ba068af gateway port host: n-d-802623-1 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:03:28.078956 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-8dd5c01b-b38b-4e48-bdaa-a892e5a1ffcc admin admin] Allocated IP 172.20.0.1 (9b83e052-7bde-4257-b691-c0b4cba76e81/c5b8e69f-7457-461a-ad45-66b944bcb099/71396ef3-c8ed-43ce-871e-b32afebf31ba) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:03:28.086812 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1b507b-8039-442b-87d8-b27e89c698a5 req-08f7e577-b2c5-4b65-9ffb-2cb4ec2da60f tempest-ServersAdminTestJSON-966094212 tempest-ServersAdminTestJSON-966094212-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:03:28.095344 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8b1b507b-8039-442b-87d8-b27e89c698a5 req-08f7e577-b2c5-4b65-9ffb-2cb4ec2da60f tempest-ServersAdminTestJSON-966094212 tempest-ServersAdminTestJSON-966094212-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=4c3fa56a-b0f7-486a-b9b6-11ec03b01c61 HTTP/1.1" status: 200 len: 1100 time: 0.2668011 Jul 27 23:03:28.110520 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d05e66ff-ab72-48a8-b8d5-00b687d337bb req-3bd14f6b-6000-459f-a5a7-c4d9ae22ec51 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] Made reservation on behalf of 59376bbb1c574537a7eaca41e781bf3f for: {'port': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:03:28.115178 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-d05e66ff-ab72-48a8-b8d5-00b687d337bb req-3bd14f6b-6000-459f-a5a7-c4d9ae22ec51 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:28.249049 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8b1b507b-8039-442b-87d8-b27e89c698a5 req-1dabfbe6-a2ac-404e-bc3a-0919ea0c1aa3 tempest-ServersAdminTestJSON-966094212 tempest-ServersAdminTestJSON-966094212-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=ffa9f128-d6a7-4fb1-a632-c57615725739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474771 Jul 27 23:03:28.261491 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bff0a30-c0a8-46c4-8eb3-d31be51c9e52 None None] Pushing event updated for resources: {'Port': ['ID=4fe60c18-4e3c-405b-9a33-6d1a095d70f3,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:03:28.288194 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bfc5fefb-8ff4-43f1-94ab-585b2a3f427e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:28.313498 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bfc5fefb-8ff4-43f1-94ab-585b2a3f427e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:28.353977 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 51394) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:03:28.358845 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-fbc2571a-001f-42c4-be3f-aedcedd86852 tempest-ServersWithSpecificFlavorTestJSON-503998184 tempest-ServersWithSpecificFlavorTestJSON-503998184-project] Request body: {'security_group': {'name': 'tempest-securitygroup--296819853', 'description': 'tempest-description--1544992535'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:03:28.395079 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 51396) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:03:28.437144 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bad5edf9-e2ce-461a-a8f5-1bc5fddacc8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:28.441162 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-a77018fd-5d54-4334-b30a-f04a09b90585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85481fe3-5303-4f7e-988d-20084ba068af', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1126572677-router', 'tenant_id': '0763db5810cc42e5b9ba092573abe8bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.94'}], 'enable_snat': True}, 'gw_port_id': 'c77a2a03-0590-4748-8a77-f4ccb6e4f3da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:03:15Z', 'updated_at': '2021-07-27T23:03:22Z', 'revision_number': 4, 'project_id': '0763db5810cc42e5b9ba092573abe8bf', 'gw_port': {'id': 'c77a2a03-0590-4748-8a77-f4ccb6e4f3da', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:7b:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85481fe3-5303-4f7e-988d-20084ba068af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:03:17Z', 'updated_at': '2021-07-27T23:03:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': '4fe60c18-4e3c-405b-9a33-6d1a095d70f3', 'name': '', 'network_id': '26ef326d-74bd-4ec5-a5a5-5903126d4303', 'tenant_id': '0763db5810cc42e5b9ba092573abe8bf', 'mac_address': 'fa:16:3e:36:75:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85481fe3-5303-4f7e-988d-20084ba068af', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '17c5c716-494a-44c1-bc2d-ee89a0bbc8c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:03:21Z', 'updated_at': '2021-07-27T23:03:27Z', 'revision_number': 4, 'project_id': '0763db5810cc42e5b9ba092573abe8bf', 'subnets': [{'id': '17c5c716-494a-44c1-bc2d-ee89a0bbc8c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:03:28.472463 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fbc2571a-001f-42c4-be3f-aedcedd86852 tempest-ServersWithSpecificFlavorTestJSON-503998184 tempest-ServersWithSpecificFlavorTestJSON-503998184-project] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:28.482179 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a77018fd-5d54-4334-b30a-f04a09b90585 None None] The sync data for ids ['85481fe3-5303-4f7e-988d-20084ba068af'] in n-d-802623-1 is: [{'id': '85481fe3-5303-4f7e-988d-20084ba068af', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1126572677-router', 'tenant_id': '0763db5810cc42e5b9ba092573abe8bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.94'}], 'enable_snat': True}, 'gw_port_id': 'c77a2a03-0590-4748-8a77-f4ccb6e4f3da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:03:15Z', 'updated_at': '2021-07-27T23:03:22Z', 'revision_number': 4, 'project_id': '0763db5810cc42e5b9ba092573abe8bf', 'gw_port': {'id': 'c77a2a03-0590-4748-8a77-f4ccb6e4f3da', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:7b:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85481fe3-5303-4f7e-988d-20084ba068af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:03:17Z', 'updated_at': '2021-07-27T23:03:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': '4fe60c18-4e3c-405b-9a33-6d1a095d70f3', 'name': '', 'network_id': '26ef326d-74bd-4ec5-a5a5-5903126d4303', 'tenant_id': '0763db5810cc42e5b9ba092573abe8bf', 'mac_address': 'fa:16:3e:36:75:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85481fe3-5303-4f7e-988d-20084ba068af', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '17c5c716-494a-44c1-bc2d-ee89a0bbc8c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:03:21Z', 'updated_at': '2021-07-27T23:03:27Z', 'revision_number': 4, 'project_id': '0763db5810cc42e5b9ba092573abe8bf', 'subnets': [{'id': '17c5c716-494a-44c1-bc2d-ee89a0bbc8c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:03:28.500333 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-db6d460f-83cf-4520-ac54-4838c1a33ae4 None None] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:28.514506 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [req-d05e66ff-ab72-48a8-b8d5-00b687d337bb req-3bd14f6b-6000-459f-a5a7-c4d9ae22ec51 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] Allocated IP 172.20.0.10 (c451a142-86a9-4355-833f-365557d21b8d/b1592ca5-0a74-47a5-88e1-85b3448a0017/e7bf3491-8bfc-434a-8d3b-3a0b3b90bbf4) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:03:28.535250 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-db6d460f-83cf-4520-ac54-4838c1a33ae4 None None] Transition to ACTIVE for port object 903e8010-04bd-4ced-ada9-664845a3a8c7 will not be triggered until provisioned by entity L2. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:03:28.568402 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-db6d460f-83cf-4520-ac54-4838c1a33ae4 None None] Transition to ACTIVE for port object 903e8010-04bd-4ced-ada9-664845a3a8c7 will not be triggered until provisioned by entity DHCP. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:03:28.601236 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-db6d460f-83cf-4520-ac54-4838c1a33ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:28.635660 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-58a029c0-4066-448a-ac3a-ea06f34f41b8 req-a7daa074-4917-4e0e-8828-274225072571 tempest-SecurityGroupsTestAdminJSON-1724648516 tempest-SecurityGroupsTestAdminJSON-1724648516-project] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=15878d02d75445c197634fcd49b4ee40 HTTP/1.1" status: 200 len: 6101 time: 0.1437564 Jul 27 23:03:28.647218 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-bfc5fefb-8ff4-43f1-94ab-585b2a3f427e admin admin] Allocated IP 172.25.4.8 (2fd42287-ed26-4eb9-89a5-b521f5b04356/17de1f8f-393a-4b0c-a2df-614bd3f2fb5e/d13c007f-8f19-4e63-8cfd-587be577ff56) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:03:28.686227 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db6d460f-83cf-4520-ac54-4838c1a33ae4 None None] Network 64ab927a-c811-4365-8fcf-e0b65e59bef1 is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:03:28.705068 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6d460f-83cf-4520-ac54-4838c1a33ae4 None None] Pushing event updated for resources: {'Port': ['ID=903e8010-04bd-4ced-ada9-664845a3a8c7,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:03:28.731500 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-db6d460f-83cf-4520-ac54-4838c1a33ae4 None None] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:03:28.737198 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8dd5c01b-b38b-4e48-bdaa-a892e5a1ffcc admin admin] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:28.742093 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-ea3eebf7-dc98-464c-8872-1144218fc9f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd00baba-4760-48a1-93e6-d06a095d7f16', 'name': 'tempest-AttachSCSIVolumeTestJSON-48203979-router', 'tenant_id': 'ea9dc6a704274ef28def87516dc4f252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.244'}], 'enable_snat': True}, 'gw_port_id': '46784d81-0b41-490b-8382-b7548d96fc84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:03:20Z', 'updated_at': '2021-07-27T23:03:22Z', 'revision_number': 3, 'project_id': 'ea9dc6a704274ef28def87516dc4f252', 'gw_port': {'id': '46784d81-0b41-490b-8382-b7548d96fc84', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:b3:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd00baba-4760-48a1-93e6-d06a095d7f16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:03:21Z', 'updated_at': '2021-07-27T23:03:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1'}], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:03:28.754018 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dcfe18-c171-484f-bfa8-a0da7114548c req-53997685-5a28-405e-8175-c089e513df2a tempest-ServersAdminTestJSON-966094212 tempest-ServersAdminTestJSON-966094212-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:03:28.755623 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-80dcfe18-c171-484f-bfa8-a0da7114548c req-53997685-5a28-405e-8175-c089e513df2a tempest-ServersAdminTestJSON-966094212 tempest-ServersAdminTestJSON-966094212-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=4c3fa56a-b0f7-486a-b9b6-11ec03b01c61 HTTP/1.1" status: 200 len: 1100 time: 0.2720294 Jul 27 23:03:28.813293 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db6d460f-83cf-4520-ac54-4838c1a33ae4 None None] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:03:28.825733 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea3eebf7-dc98-464c-8872-1144218fc9f3 None None] The sync data for ids ['dd00baba-4760-48a1-93e6-d06a095d7f16'] in n-d-802623-1 is: [{'id': 'dd00baba-4760-48a1-93e6-d06a095d7f16', 'name': 'tempest-AttachSCSIVolumeTestJSON-48203979-router', 'tenant_id': 'ea9dc6a704274ef28def87516dc4f252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.244'}], 'enable_snat': True}, 'gw_port_id': '46784d81-0b41-490b-8382-b7548d96fc84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:03:20Z', 'updated_at': '2021-07-27T23:03:22Z', 'revision_number': 3, 'project_id': 'ea9dc6a704274ef28def87516dc4f252', 'gw_port': {'id': '46784d81-0b41-490b-8382-b7548d96fc84', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:b3:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd00baba-4760-48a1-93e6-d06a095d7f16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:03:21Z', 'updated_at': '2021-07-27T23:03:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1'}] {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:03:28.888325 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-8dd5c01b-b38b-4e48-bdaa-a892e5a1ffcc admin admin] Transition to ACTIVE for port object 71396ef3-c8ed-43ce-871e-b32afebf31ba will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:03:28.898467 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-80dcfe18-c171-484f-bfa8-a0da7114548c req-e3c567cf-a665-4d3c-b8e6-b246d4a0826f tempest-ServersAdminTestJSON-966094212 tempest-ServersAdminTestJSON-966094212-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=ffa9f128-d6a7-4fb1-a632-c57615725739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357265 Jul 27 23:03:28.903653 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-58a029c0-4066-448a-ac3a-ea06f34f41b8 req-1a18c8ca-2cc9-45b9-b69f-110c9936f465 tempest-SecurityGroupsTestAdminJSON-1724648516 tempest-SecurityGroupsTestAdminJSON-1724648516-project] 10.222.0.18 "GET /v2.0/security-groups/799ce26a-aaed-4960-a04d-25ee60e1fc2f HTTP/1.1" status: 200 len: 2981 time: 0.2595041 Jul 27 23:03:28.941725 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-db6d460f-83cf-4520-ac54-4838c1a33ae4 None None] Attempting to bind port 903e8010-04bd-4ced-ada9-664845a3a8c7 on host n-d-802623-1 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:03:28.943026 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-db6d460f-83cf-4520-ac54-4838c1a33ae4 None None] Attempting to bind port 903e8010-04bd-4ced-ada9-664845a3a8c7 by drivers openvswitch,hyperv on host n-d-802623-1 at level 0 using segments [{'id': '39bbb608-7ea1-4ec8-ba0c-9d2eadd98a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '64ab927a-c811-4365-8fcf-e0b65e59bef1'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:03:28.946718 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db6d460f-83cf-4520-ac54-4838c1a33ae4 None None] Attempting to bind port 903e8010-04bd-4ced-ada9-664845a3a8c7 on network 64ab927a-c811-4365-8fcf-e0b65e59bef1 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:03:28.955515 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bad5edf9-e2ce-461a-a8f5-1bc5fddacc8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:28.961714 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db6d460f-83cf-4520-ac54-4838c1a33ae4 None None] Checking agent: {'id': 'a9a568d2-a5e7-41e4-833f-a8ab42ea4073', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 52, 30), 'started_at': datetime.datetime(2021, 7, 27, 22, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802623-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:03:28.962188 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db6d460f-83cf-4520-ac54-4838c1a33ae4 None None] Checking segment: {'id': '39bbb608-7ea1-4ec8-ba0c-9d2eadd98a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '64ab927a-c811-4365-8fcf-e0b65e59bef1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:03:28.962729 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-db6d460f-83cf-4520-ac54-4838c1a33ae4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:28.963340 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db6d460f-83cf-4520-ac54-4838c1a33ae4 None None] Bound using segment: {'id': '39bbb608-7ea1-4ec8-ba0c-9d2eadd98a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '64ab927a-c811-4365-8fcf-e0b65e59bef1'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:03:28.964006 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-db6d460f-83cf-4520-ac54-4838c1a33ae4 None None] Bound port: 903e8010-04bd-4ced-ada9-664845a3a8c7, host: n-d-802623-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39bbb608-7ea1-4ec8-ba0c-9d2eadd98a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '64ab927a-c811-4365-8fcf-e0b65e59bef1'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:03:28.964486 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-db6d460f-83cf-4520-ac54-4838c1a33ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:29.057356 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bad5edf9-e2ce-461a-a8f5-1bc5fddacc8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:29.080367 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-db6d460f-83cf-4520-ac54-4838c1a33ae4 None None] For port 903e8010-04bd-4ced-ada9-664845a3a8c7, host n-d-802623-1, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:03:29.085877 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-db6d460f-83cf-4520-ac54-4838c1a33ae4 None None] For port 903e8010-04bd-4ced-ada9-664845a3a8c7, host n-d-802623-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=903e8010-04bd-4ced-ada9-664845a3a8c7,segment=NetworkSegment(39bbb608-7ea1-4ec8-ba0c-9d2eadd98a1a),segment_id=39bbb608-7ea1-4ec8-ba0c-9d2eadd98a1a)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:03:29.095481 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-db6d460f-83cf-4520-ac54-4838c1a33ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:29.180539 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-817d2655-2b08-4909-948f-558264a8d4e2 req-2e1982e9-21c2-41f0-822f-468a13f912bf tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] 10.222.0.18 "GET /v2.0/ports?device_id=1691ef14-ab37-40a7-8189-31944c5092fc HTTP/1.1" status: 200 len: 210 time: 0.1536348 Jul 27 23:03:29.224031 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6d460f-83cf-4520-ac54-4838c1a33ae4 None None] Pushing event updated for resources: {'Port': ['ID=903e8010-04bd-4ced-ada9-664845a3a8c7,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:03:29.313526 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fbc2571a-001f-42c4-be3f-aedcedd86852 tempest-ServersWithSpecificFlavorTestJSON-503998184 tempest-ServersWithSpecificFlavorTestJSON-503998184-project] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:29.327638 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:29.328410 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad5edf9-e2ce-461a-a8f5-1bc5fddacc8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d8ff702-df48-4c11-9e3f-d24a336e7552,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:03:29.344504 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fbc2571a-001f-42c4-be3f-aedcedd86852 tempest-ServersWithSpecificFlavorTestJSON-503998184 tempest-ServersWithSpecificFlavorTestJSON-503998184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:29.377613 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bfc5fefb-8ff4-43f1-94ab-585b2a3f427e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:29.426463 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc2571a-001f-42c4-be3f-aedcedd86852 tempest-ServersWithSpecificFlavorTestJSON-503998184 tempest-ServersWithSpecificFlavorTestJSON-503998184-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13497a54-4f49-49ad-b566-6beee2074a6b,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:03:29.431811 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fbc2571a-001f-42c4-be3f-aedcedd86852 tempest-ServersWithSpecificFlavorTestJSON-503998184 tempest-ServersWithSpecificFlavorTestJSON-503998184-project] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:29.436947 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-fbc2571a-001f-42c4-be3f-aedcedd86852 tempest-ServersWithSpecificFlavorTestJSON-503998184 tempest-ServersWithSpecificFlavorTestJSON-503998184-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.0817344 Jul 27 23:03:29.447022 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 51412) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:03:29.454240 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-6c6b6196-1adc-4b63-ba0d-9780b971eefa tempest-ServersWithSpecificFlavorTestJSON-503998184 tempest-ServersWithSpecificFlavorTestJSON-503998184-project] Request body: {'security_group_rule': {'security_group_id': '13497a54-4f49-49ad-b566-6beee2074a6b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:03:29.514425 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6c6b6196-1adc-4b63-ba0d-9780b971eefa tempest-ServersWithSpecificFlavorTestJSON-503998184 tempest-ServersWithSpecificFlavorTestJSON-503998184-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:29.524336 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-afc1d02e-7a55-4302-92d9-76304b4419b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:29.622927 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6c6b6196-1adc-4b63-ba0d-9780b971eefa tempest-ServersWithSpecificFlavorTestJSON-503998184 tempest-ServersWithSpecificFlavorTestJSON-503998184-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:29.626499 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-bad5edf9-e2ce-461a-a8f5-1bc5fddacc8f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7f2eff17b8a64875b84771c664f1d2e7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2234793 Jul 27 23:03:29.632390 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 51416) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:03:29.633870 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-d05e66ff-ab72-48a8-b8d5-00b687d337bb req-3bd14f6b-6000-459f-a5a7-c4d9ae22ec51 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:29.681354 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:29.685933 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6c6b6196-1adc-4b63-ba0d-9780b971eefa tempest-ServersWithSpecificFlavorTestJSON-503998184 tempest-ServersWithSpecificFlavorTestJSON-503998184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784185'] for security_group_rule, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:29.720881 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6b6196-1adc-4b63-ba0d-9780b971eefa tempest-ServersWithSpecificFlavorTestJSON-503998184 tempest-ServersWithSpecificFlavorTestJSON-503998184-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c279212f-9a44-4622-ae9c-8df079b4035e,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:03:29.735953 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6c6b6196-1adc-4b63-ba0d-9780b971eefa tempest-ServersWithSpecificFlavorTestJSON-503998184 tempest-ServersWithSpecificFlavorTestJSON-503998184-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:29.744599 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 51420) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:03:29.746910 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-6c6b6196-1adc-4b63-ba0d-9780b971eefa tempest-ServersWithSpecificFlavorTestJSON-503998184 tempest-ServersWithSpecificFlavorTestJSON-503998184-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2982025 Jul 27 23:03:29.759092 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-58a029c0-4066-448a-ac3a-ea06f34f41b8 req-27567ad8-b834-4040-92b5-3670e07fcfe8 tempest-SecurityGroupsTestAdminJSON-1724648516 tempest-SecurityGroupsTestAdminJSON-1724648516-project] 10.222.0.18 "GET /v2.0/security-groups/799ce26a-aaed-4960-a04d-25ee60e1fc2f HTTP/1.1" status: 200 len: 2981 time: 0.8543594 Jul 27 23:03:29.780589 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-930b0dda-247c-451d-959f-34f8ba9a365e tempest-ServersWithSpecificFlavorTestJSON-503998184 tempest-ServersWithSpecificFlavorTestJSON-503998184-project] Request body: {'security_group_rule': {'security_group_id': '13497a54-4f49-49ad-b566-6beee2074a6b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:03:29.804877 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d8be8019-5a5f-4404-9129-7044877179cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:29.828426 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-d05e66ff-ab72-48a8-b8d5-00b687d337bb req-3bd14f6b-6000-459f-a5a7-c4d9ae22ec51 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:29.839138 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d8be8019-5a5f-4404-9129-7044877179cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:29.921411 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d8be8019-5a5f-4404-9129-7044877179cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:29.928856 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d8be8019-5a5f-4404-9129-7044877179cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:29.930841 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-d8be8019-5a5f-4404-9129-7044877179cd admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6d8ff702-df48-4c11-9e3f-d24a336e7552 HTTP/1.1" status: 204 len: 168 time: 0.2973568 Jul 27 23:03:29.958339 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8dd5c01b-b38b-4e48-bdaa-a892e5a1ffcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:29.963130 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8be8019-5a5f-4404-9129-7044877179cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d8ff702-df48-4c11-9e3f-d24a336e7552,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:03:30.001575 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bfc5fefb-8ff4-43f1-94ab-585b2a3f427e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:30.059354 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dd5c01b-b38b-4e48-bdaa-a892e5a1ffcc admin admin] Network 9b83e052-7bde-4257-b691-c0b4cba76e81 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:03:30.082844 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-8dd5c01b-b38b-4e48-bdaa-a892e5a1ffcc admin admin] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:03:30.093673 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd5c01b-b38b-4e48-bdaa-a892e5a1ffcc admin admin] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:03:30.112396 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfc5fefb-8ff4-43f1-94ab-585b2a3f427e admin admin] Network 2fd42287-ed26-4eb9-89a5-b521f5b04356 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:03:30.121567 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-bfc5fefb-8ff4-43f1-94ab-585b2a3f427e admin admin] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:03:30.148081 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfc5fefb-8ff4-43f1-94ab-585b2a3f427e admin admin] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:03:30.157696 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc5fefb-8ff4-43f1-94ab-585b2a3f427e admin admin] Pushing event updated for resources: {'Port': ['ID=d13c007f-8f19-4e63-8cfd-587be577ff56,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:03:30.225234 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d05e66ff-ab72-48a8-b8d5-00b687d337bb req-3bd14f6b-6000-459f-a5a7-c4d9ae22ec51 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] Network c451a142-86a9-4355-833f-365557d21b8d is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:03:30.261720 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 903e8010-04bd-4ced-ada9-664845a3a8c7 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:03:30.272537 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-930b0dda-247c-451d-959f-34f8ba9a365e tempest-ServersWithSpecificFlavorTestJSON-503998184 tempest-ServersWithSpecificFlavorTestJSON-503998184-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:30.390353 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [req-d05e66ff-ab72-48a8-b8d5-00b687d337bb req-3bd14f6b-6000-459f-a5a7-c4d9ae22ec51 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:03:30.426343 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [req-d05e66ff-ab72-48a8-b8d5-00b687d337bb req-3bd14f6b-6000-459f-a5a7-c4d9ae22ec51 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:03:30.451706 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-19f2e178-d45e-4fbe-b9be-c3963fc151ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:30.508945 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning for port 903e8010-04bd-4ced-ada9-664845a3a8c7 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:03:30.514367 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 46784d81-0b41-490b-8382-b7548d96fc84 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:03:30.631677 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd14f6b-6000-459f-a5a7-c4d9ae22ec51 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] Pushing event updated for resources: {'Port': ['ID=e7bf3491-8bfc-434a-8d3b-3a0b3b90bbf4,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:03:30.654696 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning for port 46784d81-0b41-490b-8382-b7548d96fc84 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:03:30.661483 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port 46784d81-0b41-490b-8382-b7548d96fc84 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:03:30.662005 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:30.670666 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-1b108107-223d-40a0-a90e-6df3e5bdd851 req-74a50ae9-b9a7-4018-834a-f9fefb46a49a tempest-SecurityGroupsTestAdminJSON-1429560198 tempest-SecurityGroupsTestAdminJSON-1429560198-project-admin] 10.222.0.18 "GET /v2.0/security-groups/13cd76ad-459b-49ee-8061-de4209a1cb75 HTTP/1.1" status: 200 len: 1777 time: 0.8371906 Jul 27 23:03:30.697003 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-56545f33-1f43-42b6-9e67-3d7c0f404fb1 None None] Provisioning for port 71396ef3-c8ed-43ce-871e-b32afebf31ba completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:03:30.704241 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-56545f33-1f43-42b6-9e67-3d7c0f404fb1 None None] Provisioning complete for port 71396ef3-c8ed-43ce-871e-b32afebf31ba triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:03:30.705539 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-56545f33-1f43-42b6-9e67-3d7c0f404fb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:30.770338 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd5c01b-b38b-4e48-bdaa-a892e5a1ffcc admin admin] Pushing event updated for resources: {'Port': ['ID=71396ef3-c8ed-43ce-871e-b32afebf31ba,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:03:30.822603 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-56545f33-1f43-42b6-9e67-3d7c0f404fb1 None None] Port 71396ef3-c8ed-43ce-871e-b32afebf31ba cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:03:30.824383 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8dd5c01b-b38b-4e48-bdaa-a892e5a1ffcc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-415283'] for router_interface, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:30.977128 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:31.032916 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] For port 46784d81-0b41-490b-8382-b7548d96fc84, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=46784d81-0b41-490b-8382-b7548d96fc84,segment=NetworkSegment(b9afe07e-bbe4-4740-834c-4b6a9698bdbc),segment_id=b9afe07e-bbe4-4740-834c-4b6a9698bdbc)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:03:31.034924 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bfc5fefb-8ff4-43f1-94ab-585b2a3f427e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:31.043593 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:31.044828 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 4fe60c18-4e3c-405b-9a33-6d1a095d70f3 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:03:31.098826 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-930b0dda-247c-451d-959f-34f8ba9a365e tempest-ServersWithSpecificFlavorTestJSON-503998184 tempest-ServersWithSpecificFlavorTestJSON-503998184-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:31.122879 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05e66ff-ab72-48a8-b8d5-00b687d337bb req-3bd14f6b-6000-459f-a5a7-c4d9ae22ec51 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:03:31.123548 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-d05e66ff-ab72-48a8-b8d5-00b687d337bb req-3bd14f6b-6000-459f-a5a7-c4d9ae22ec51 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:31.172948 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-930b0dda-247c-451d-959f-34f8ba9a365e tempest-ServersWithSpecificFlavorTestJSON-503998184 tempest-ServersWithSpecificFlavorTestJSON-503998184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784185'] for security_group_rule, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:31.182852 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2e6b891-4524-4b49-aa6a-c10913c975f6 None None] Network 64ab927a-c811-4365-8fcf-e0b65e59bef1 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:03:31.224580 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d05e66ff-ab72-48a8-b8d5-00b687d337bb req-3bd14f6b-6000-459f-a5a7-c4d9ae22ec51 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7893023 Jul 27 23:03:31.259109 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning for port 4fe60c18-4e3c-405b-9a33-6d1a095d70f3 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:03:31.271093 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port 4fe60c18-4e3c-405b-9a33-6d1a095d70f3 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:03:31.272169 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:31.277574 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [req-d05e66ff-ab72-48a8-b8d5-00b687d337bb req-6e7daf74-fc95-4181-8694-5b542e2ebb68 service neutron] Request body: {'port': {'device_id': '1691ef14-ab37-40a7-8189-31944c5092fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802623-1'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:03:31.311276 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930b0dda-247c-451d-959f-34f8ba9a365e tempest-ServersWithSpecificFlavorTestJSON-503998184 tempest-ServersWithSpecificFlavorTestJSON-503998184-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38c804c5-e060-4e5f-9f21-12a2e7ee3610,revision_number=0']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:03:31.324508 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-930b0dda-247c-451d-959f-34f8ba9a365e tempest-ServersWithSpecificFlavorTestJSON-503998184 tempest-ServersWithSpecificFlavorTestJSON-503998184-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:31.324508 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-930b0dda-247c-451d-959f-34f8ba9a365e tempest-ServersWithSpecificFlavorTestJSON-503998184 tempest-ServersWithSpecificFlavorTestJSON-503998184-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.5527244 Jul 27 23:03:31.337952 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 51460) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:03:31.363546 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-7ec3876e-1fc0-49e4-a886-97eefa08881e tempest-ServersWithSpecificFlavorTestJSON-503998184 tempest-ServersWithSpecificFlavorTestJSON-503998184-project] Request body: {'floatingip': {'floating_network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:03:31.386429 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-c6df5ef1-df08-4f53-bc88-79777c71e2b1 None None] Provisioning for port 903e8010-04bd-4ced-ada9-664845a3a8c7 completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:03:31.386895 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-1b108107-223d-40a0-a90e-6df3e5bdd851 req-dac003bd-e046-4adb-85a3-1ad4ffa069a2 tempest-SecurityGroupsTestAdminJSON-1429560198 tempest-SecurityGroupsTestAdminJSON-1429560198-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:31.398473 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-c6df5ef1-df08-4f53-bc88-79777c71e2b1 None None] Provisioning complete for port 903e8010-04bd-4ced-ada9-664845a3a8c7 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:03:31.399085 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c6df5ef1-df08-4f53-bc88-79777c71e2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:31.464805 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-1b108107-223d-40a0-a90e-6df3e5bdd851 req-dac003bd-e046-4adb-85a3-1ad4ffa069a2 tempest-SecurityGroupsTestAdminJSON-1429560198 tempest-SecurityGroupsTestAdminJSON-1429560198-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:31.466696 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-d05e66ff-ab72-48a8-b8d5-00b687d337bb req-6e7daf74-fc95-4181-8694-5b542e2ebb68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:31.486137 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7ec3876e-1fc0-49e4-a886-97eefa08881e tempest-ServersWithSpecificFlavorTestJSON-503998184 tempest-ServersWithSpecificFlavorTestJSON-503998184-project] Notify callbacks [] for floatingip, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:31.494196 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8dd5c01b-b38b-4e48-bdaa-a892e5a1ffcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:31.506504 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Pushing event updated for resources: {'Port': ['ID=46784d81-0b41-490b-8382-b7548d96fc84,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:03:31.563081 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:31.638883 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a069b145-482a-44c2-b59d-9e9dc15ea638 req-b0bcf279-84cf-477c-b977-f918a31ea3f2 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:03:31.646871 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a069b145-482a-44c2-b59d-9e9dc15ea638 req-b0bcf279-84cf-477c-b977-f918a31ea3f2 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] 10.222.0.18 "GET /v2.0/ports?device_id=1691ef14-ab37-40a7-8189-31944c5092fc HTTP/1.1" status: 200 len: 932 time: 0.3486602 Jul 27 23:03:31.651643 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bfc5fefb-8ff4-43f1-94ab-585b2a3f427e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-415468'] for router, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:31.687457 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c6df5ef1-df08-4f53-bc88-79777c71e2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:31.691829 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] For port 4fe60c18-4e3c-405b-9a33-6d1a095d70f3, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=4fe60c18-4e3c-405b-9a33-6d1a095d70f3,segment=NetworkSegment(6469e0e4-e572-450f-bc26-da007ede7df2),segment_id=6469e0e4-e572-450f-bc26-da007ede7df2)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:03:31.706046 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:31.718839 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-1b108107-223d-40a0-a90e-6df3e5bdd851 req-dac003bd-e046-4adb-85a3-1ad4ffa069a2 tempest-SecurityGroupsTestAdminJSON-1429560198 tempest-SecurityGroupsTestAdminJSON-1429560198-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:31.724407 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-1b108107-223d-40a0-a90e-6df3e5bdd851 req-dac003bd-e046-4adb-85a3-1ad4ffa069a2 tempest-SecurityGroupsTestAdminJSON-1429560198 tempest-SecurityGroupsTestAdminJSON-1429560198-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:31.730528 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-1b108107-223d-40a0-a90e-6df3e5bdd851 req-dac003bd-e046-4adb-85a3-1ad4ffa069a2 tempest-SecurityGroupsTestAdminJSON-1429560198 tempest-SecurityGroupsTestAdminJSON-1429560198-project-admin] 10.222.0.18 "DELETE /v2.0/security-groups/13cd76ad-459b-49ee-8061-de4209a1cb75 HTTP/1.1" status: 204 len: 173 time: 0.9292576 Jul 27 23:03:31.767810 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a069b145-482a-44c2-b59d-9e9dc15ea638 req-c268ee04-f054-44f0-b8c8-349bbecbe36f tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] 10.222.0.18 "GET /v2.0/security-groups?id=bed30b16-cd2d-47d0-9758-37dc9df2dfb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199448 Jul 27 23:03:31.789867 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Pushing event updated for resources: {'Port': ['ID=4fe60c18-4e3c-405b-9a33-6d1a095d70f3,revision_number=5']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:03:31.807028 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac003bd-e046-4adb-85a3-1ad4ffa069a2 tempest-SecurityGroupsTestAdminJSON-1429560198 tempest-SecurityGroupsTestAdminJSON-1429560198-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13cd76ad-459b-49ee-8061-de4209a1cb75,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:03:31.851907 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-c6df5ef1-df08-4f53-bc88-79777c71e2b1 None None] For port 903e8010-04bd-4ced-ada9-664845a3a8c7, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=903e8010-04bd-4ced-ada9-664845a3a8c7,segment=NetworkSegment(39bbb608-7ea1-4ec8-ba0c-9d2eadd98a1a),segment_id=39bbb608-7ea1-4ec8-ba0c-9d2eadd98a1a)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:03:31.899533 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c6df5ef1-df08-4f53-bc88-79777c71e2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:32.000259 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b6b2a2a3-8a7d-4c99-a6dc-eaaadd8d2b2f req-d2846ca7-298a-460d-a9e3-4b276dc0b79f tempest-SecurityGroupsTestAdminJSON-1429560198 tempest-SecurityGroupsTestAdminJSON-1429560198-project-admin] 10.222.0.18 "GET /v2.0/security-groups/5e4f6936-2f39-437b-b8d5-2b6dab3a4fc1 HTTP/1.1" status: 200 len: 1777 time: 0.1057844 Jul 27 23:03:32.026816 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6df5ef1-df08-4f53-bc88-79777c71e2b1 None None] Pushing event updated for resources: {'Port': ['ID=903e8010-04bd-4ced-ada9-664845a3a8c7,revision_number=3']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:03:32.057268 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 46784d81-0b41-490b-8382-b7548d96fc84 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:03:32.159678 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfc5fefb-8ff4-43f1-94ab-585b2a3f427e admin admin] Router a324bf7a-3d44-4970-9ada-52db39b0d6b5 is scheduled to L3 agent 018c4455-49c0-4734-927d-7824067b2a9e with binding_index 1 {{(pid=93798) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 23:03:32.188506 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7418f70f-e60d-4709-8ba9-6ab514bc7f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:32.243112 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port 46784d81-0b41-490b-8382-b7548d96fc84 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:03:32.243492 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:32.246996 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7ec3876e-1fc0-49e4-a886-97eefa08881e tempest-ServersWithSpecificFlavorTestJSON-503998184 tempest-ServersWithSpecificFlavorTestJSON-503998184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:32.251323 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8dd5c01b-b38b-4e48-bdaa-a892e5a1ffcc admin admin] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:32.286665 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8dd5c01b-b38b-4e48-bdaa-a892e5a1ffcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11336041'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:32.372952 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfc5fefb-8ff4-43f1-94ab-585b2a3f427e admin admin] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:03:32.391082 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4baa1f23-0ada-4bbf-ba0b-bb3c4af95526 None None] Sync routers for ids ['a324bf7a-3d44-4970-9ada-52db39b0d6b5'] in n-d-802623-1 {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:03:32.418516 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bfc5fefb-8ff4-43f1-94ab-585b2a3f427e admin admin] Notify callbacks [] for router, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:32.422880 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-bfc5fefb-8ff4-43f1-94ab-585b2a3f427e admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 5.5046399 Jul 27 23:03:32.423690 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 51496) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:03:32.434137 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4baa1f23-0ada-4bbf-ba0b-bb3c4af95526 None None] Routers {'a324bf7a-3d44-4970-9ada-52db39b0d6b5'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:03:32.440992 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-4baa1f23-0ada-4bbf-ba0b-bb3c4af95526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:03:29Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['a324bf7a-3d44-4970-9ada-52db39b0d6b5'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:03:32.468170 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-b6b2a2a3-8a7d-4c99-a6dc-eaaadd8d2b2f req-8653cff6-54b2-435d-9fd5-da9aa00c8455 tempest-SecurityGroupsTestAdminJSON-1429560198 tempest-SecurityGroupsTestAdminJSON-1429560198-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:32.502106 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-b6b2a2a3-8a7d-4c99-a6dc-eaaadd8d2b2f req-8653cff6-54b2-435d-9fd5-da9aa00c8455 tempest-SecurityGroupsTestAdminJSON-1429560198 tempest-SecurityGroupsTestAdminJSON-1429560198-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:32.539920 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [req-d05e66ff-ab72-48a8-b8d5-00b687d337bb req-6e7daf74-fc95-4181-8694-5b542e2ebb68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7bf3491-8bfc-434a-8d3b-3a0b3b90bbf4 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:03:32.556638 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-90d4fa4c-8f12-4ff1-9053-fdafe2608bc0 None None] Provisioning complete for port 903e8010-04bd-4ced-ada9-664845a3a8c7 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:03:32.557018 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-90d4fa4c-8f12-4ff1-9053-fdafe2608bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:32.559895 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-d05e66ff-ab72-48a8-b8d5-00b687d337bb req-6e7daf74-fc95-4181-8694-5b542e2ebb68 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:32.574923 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd5c01b-b38b-4e48-bdaa-a892e5a1ffcc admin admin] Pushing event updated for resources: {'Port': ['ID=71396ef3-c8ed-43ce-871e-b32afebf31ba,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:03:32.586027 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8dd5c01b-b38b-4e48-bdaa-a892e5a1ffcc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3760555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-414115'] for router_interface, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:32.614747 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [req-d05e66ff-ab72-48a8-b8d5-00b687d337bb req-6e7daf74-fc95-4181-8694-5b542e2ebb68 service neutron] Transition to ACTIVE for port object e7bf3491-8bfc-434a-8d3b-3a0b3b90bbf4 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:03:32.656706 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 4fe60c18-4e3c-405b-9a33-6d1a095d70f3 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:03:32.667391 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-d05e66ff-ab72-48a8-b8d5-00b687d337bb req-6e7daf74-fc95-4181-8694-5b542e2ebb68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11336041'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:32.762883 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-4baa1f23-0ada-4bbf-ba0b-bb3c4af95526 None None] Set router a324bf7a-3d44-4970-9ada-52db39b0d6b5 gateway port host: n-d-802623-1 {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:03:32.765098 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-b6b2a2a3-8a7d-4c99-a6dc-eaaadd8d2b2f req-8653cff6-54b2-435d-9fd5-da9aa00c8455 tempest-SecurityGroupsTestAdminJSON-1429560198 tempest-SecurityGroupsTestAdminJSON-1429560198-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:32.768056 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-7ec3876e-1fc0-49e4-a886-97eefa08881e tempest-ServersWithSpecificFlavorTestJSON-503998184 tempest-ServersWithSpecificFlavorTestJSON-503998184-project] Allocated IP 172.25.4.194 (2fd42287-ed26-4eb9-89a5-b521f5b04356/17de1f8f-393a-4b0c-a2df-614bd3f2fb5e/6f02444e-8ddb-462f-b29d-51211103f713) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:03:32.769712 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-b6b2a2a3-8a7d-4c99-a6dc-eaaadd8d2b2f req-8653cff6-54b2-435d-9fd5-da9aa00c8455 tempest-SecurityGroupsTestAdminJSON-1429560198 tempest-SecurityGroupsTestAdminJSON-1429560198-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:32.771326 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b6b2a2a3-8a7d-4c99-a6dc-eaaadd8d2b2f req-8653cff6-54b2-435d-9fd5-da9aa00c8455 tempest-SecurityGroupsTestAdminJSON-1429560198 tempest-SecurityGroupsTestAdminJSON-1429560198-project-admin] 10.222.0.18 "DELETE /v2.0/security-groups/5e4f6936-2f39-437b-b8d5-2b6dab3a4fc1 HTTP/1.1" status: 204 len: 173 time: 0.7701759 Jul 27 23:03:32.801801 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8653cff6-54b2-435d-9fd5-da9aa00c8455 tempest-SecurityGroupsTestAdminJSON-1429560198 tempest-SecurityGroupsTestAdminJSON-1429560198-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e4f6936-2f39-437b-b8d5-2b6dab3a4fc1,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:03:32.811064 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7daf74-fc95-4181-8694-5b542e2ebb68 service neutron] Pushing event updated for resources: {'Port': ['ID=e7bf3491-8bfc-434a-8d3b-3a0b3b90bbf4,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:03:32.848763 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dd5c01b-b38b-4e48-bdaa-a892e5a1ffcc admin admin] Network 9b83e052-7bde-4257-b691-c0b4cba76e81 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:03:33.048898 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port 4fe60c18-4e3c-405b-9a33-6d1a095d70f3 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:03:33.049297 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:33.090549 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-2457bf54-c6ba-4c35-8d93-6d1d748c278c req-520baea5-54ae-4288-848c-328285b9cc27 tempest-SecurityGroupsTestAdminJSON-1724648516 tempest-SecurityGroupsTestAdminJSON-1724648516-project] 10.222.0.18 "GET /v2.0/security-groups/e96fbce2-dfcd-43b0-af1f-4761ae20b5d4 HTTP/1.1" status: 200 len: 1776 time: 0.1064174 Jul 27 23:03:33.184758 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-8dd5c01b-b38b-4e48-bdaa-a892e5a1ffcc admin admin] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:03:33.212073 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-4baa1f23-0ada-4bbf-ba0b-bb3c4af95526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a324bf7a-3d44-4970-9ada-52db39b0d6b5', 'name': 'tempest-FloatingIPDetailsTestJSON-898980746-router', 'tenant_id': '5ad9b760772544809f990a104d49ba12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': 'd13c007f-8f19-4e63-8cfd-587be577ff56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:03:27Z', 'updated_at': '2021-07-27T23:03:30Z', 'revision_number': 3, 'project_id': '5ad9b760772544809f990a104d49ba12', 'gw_port': {'id': 'd13c007f-8f19-4e63-8cfd-587be577ff56', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:5d:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a324bf7a-3d44-4970-9ada-52db39b0d6b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:03:28Z', 'updated_at': '2021-07-27T23:03:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1'}], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:03:33.225549 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-2457bf54-c6ba-4c35-8d93-6d1d748c278c req-9821bdcb-ce7c-4cee-acf5-2921e1c0ccd3 tempest-SecurityGroupsTestAdminJSON-1724648516 tempest-SecurityGroupsTestAdminJSON-1724648516-project] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:33.232330 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-d05e66ff-ab72-48a8-b8d5-00b687d337bb req-6e7daf74-fc95-4181-8694-5b542e2ebb68 service neutron] Attempting to bind port e7bf3491-8bfc-434a-8d3b-3a0b3b90bbf4 on host n-h1-802623-1 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:03:33.232667 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-d05e66ff-ab72-48a8-b8d5-00b687d337bb req-6e7daf74-fc95-4181-8694-5b542e2ebb68 service neutron] Attempting to bind port e7bf3491-8bfc-434a-8d3b-3a0b3b90bbf4 by drivers openvswitch,hyperv on host n-h1-802623-1 at level 0 using segments [{'id': '7332ccbf-8fd9-4ff5-bad6-b4b872eccd4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'c451a142-86a9-4355-833f-365557d21b8d'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:03:33.233611 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d05e66ff-ab72-48a8-b8d5-00b687d337bb req-6e7daf74-fc95-4181-8694-5b542e2ebb68 service neutron] Attempting to bind port e7bf3491-8bfc-434a-8d3b-3a0b3b90bbf4 on network c451a142-86a9-4355-833f-365557d21b8d {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:03:33.240066 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-03aef761-c48e-4f04-86c4-155ae6499c0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:33.242198 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4baa1f23-0ada-4bbf-ba0b-bb3c4af95526 None None] Checking router: a324bf7a-3d44-4970-9ada-52db39b0d6b5 for host: n-d-802623-1 {{(pid=93799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 23:03:33.242550 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4baa1f23-0ada-4bbf-ba0b-bb3c4af95526 None None] Updating router a324bf7a-3d44-4970-9ada-52db39b0d6b5 port d13c007f-8f19-4e63-8cfd-587be577ff56 binding host n-d-802623-1 {{(pid=93799) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 23:03:33.270061 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4baa1f23-0ada-4bbf-ba0b-bb3c4af95526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:33.276020 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-2457bf54-c6ba-4c35-8d93-6d1d748c278c req-9821bdcb-ce7c-4cee-acf5-2921e1c0ccd3 tempest-SecurityGroupsTestAdminJSON-1724648516 tempest-SecurityGroupsTestAdminJSON-1724648516-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:33.297072 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d05e66ff-ab72-48a8-b8d5-00b687d337bb req-6e7daf74-fc95-4181-8694-5b542e2ebb68 service neutron] Port e7bf3491-8bfc-434a-8d3b-3a0b3b90bbf4 on network c451a142-86a9-4355-833f-365557d21b8d not bound, no agent of type Open vSwitch agent registered on host n-h1-802623-1 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 23:03:33.297406 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d05e66ff-ab72-48a8-b8d5-00b687d337bb req-6e7daf74-fc95-4181-8694-5b542e2ebb68 service neutron] Attempting to bind port e7bf3491-8bfc-434a-8d3b-3a0b3b90bbf4 on network c451a142-86a9-4355-833f-365557d21b8d {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:03:33.359682 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af184b97-b4f0-4fc7-b0fd-445a362615fa req-8c66dc2a-7a34-4cf8-ae9c-5845577bb996 tempest-ServersAdminTestJSON-1581810367 tempest-ServersAdminTestJSON-1581810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:03:33.361280 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-af184b97-b4f0-4fc7-b0fd-445a362615fa req-8c66dc2a-7a34-4cf8-ae9c-5845577bb996 tempest-ServersAdminTestJSON-1581810367 tempest-ServersAdminTestJSON-1581810367-project] 10.222.0.18 "GET /v2.0/ports?device_id=4c3fa56a-b0f7-486a-b9b6-11ec03b01c61 HTTP/1.1" status: 200 len: 949 time: 0.5377803 Jul 27 23:03:33.362085 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d05e66ff-ab72-48a8-b8d5-00b687d337bb req-6e7daf74-fc95-4181-8694-5b542e2ebb68 service neutron] Checking agent: {'id': '245f1da4-a9b8-4b08-90d7-28f0f342b839', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 59, 59), 'started_at': datetime.datetime(2021, 7, 27, 22, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 3, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:03:33.362425 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d05e66ff-ab72-48a8-b8d5-00b687d337bb req-6e7daf74-fc95-4181-8694-5b542e2ebb68 service neutron] Checking segment: {'id': '7332ccbf-8fd9-4ff5-bad6-b4b872eccd4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'c451a142-86a9-4355-833f-365557d21b8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:03:33.362808 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d05e66ff-ab72-48a8-b8d5-00b687d337bb req-6e7daf74-fc95-4181-8694-5b542e2ebb68 service neutron] Bound using segment: {'id': '7332ccbf-8fd9-4ff5-bad6-b4b872eccd4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'c451a142-86a9-4355-833f-365557d21b8d'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:03:33.363307 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-d05e66ff-ab72-48a8-b8d5-00b687d337bb req-6e7daf74-fc95-4181-8694-5b542e2ebb68 service neutron] Bound port: e7bf3491-8bfc-434a-8d3b-3a0b3b90bbf4, host: n-h1-802623-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7332ccbf-8fd9-4ff5-bad6-b4b872eccd4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'c451a142-86a9-4355-833f-365557d21b8d'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:03:33.363652 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-d05e66ff-ab72-48a8-b8d5-00b687d337bb req-6e7daf74-fc95-4181-8694-5b542e2ebb68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:33.418207 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7ec3876e-1fc0-49e4-a886-97eefa08881e tempest-ServersWithSpecificFlavorTestJSON-503998184 tempest-ServersWithSpecificFlavorTestJSON-503998184-project] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:33.427585 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-2457bf54-c6ba-4c35-8d93-6d1d748c278c req-9821bdcb-ce7c-4cee-acf5-2921e1c0ccd3 tempest-SecurityGroupsTestAdminJSON-1724648516 tempest-SecurityGroupsTestAdminJSON-1724648516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:33.430837 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-2457bf54-c6ba-4c35-8d93-6d1d748c278c req-9821bdcb-ce7c-4cee-acf5-2921e1c0ccd3 tempest-SecurityGroupsTestAdminJSON-1724648516 tempest-SecurityGroupsTestAdminJSON-1724648516-project] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:33.437571 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-2457bf54-c6ba-4c35-8d93-6d1d748c278c req-9821bdcb-ce7c-4cee-acf5-2921e1c0ccd3 tempest-SecurityGroupsTestAdminJSON-1724648516 tempest-SecurityGroupsTestAdminJSON-1724648516-project] 10.222.0.18 "DELETE /v2.0/security-groups/e96fbce2-dfcd-43b0-af1f-4761ae20b5d4 HTTP/1.1" status: 204 len: 173 time: 0.3229790 Jul 27 23:03:33.453340 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9821bdcb-ce7c-4cee-acf5-2921e1c0ccd3 tempest-SecurityGroupsTestAdminJSON-1724648516 tempest-SecurityGroupsTestAdminJSON-1724648516-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e96fbce2-dfcd-43b0-af1f-4761ae20b5d4,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:03:33.477990 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dd5c01b-b38b-4e48-bdaa-a892e5a1ffcc admin admin] Router dd00baba-4760-48a1-93e6-d06a095d7f16 has already been hosted by L3 agent 018c4455-49c0-4734-927d-7824067b2a9e {{(pid=93797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 23:03:33.511746 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-03aef761-c48e-4f04-86c4-155ae6499c0b admin admin] Allocated IP 172.20.0.1 (64ab927a-c811-4365-8fcf-e0b65e59bef1/f7e56cef-dd4e-46d6-9b72-3c656d92d1ca/24ce05b1-8251-452e-a480-068b362a600c) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:03:33.525834 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-af184b97-b4f0-4fc7-b0fd-445a362615fa req-a6661fb8-48c4-4e8b-9a00-3c1559add681 tempest-ServersAdminTestJSON-1581810367 tempest-ServersAdminTestJSON-1581810367-project] 10.222.0.18 "GET /v2.0/security-groups?id=ffa9f128-d6a7-4fb1-a632-c57615725739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493065 Jul 27 23:03:33.536523 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-61cf13ee-b47c-4511-89ec-9cad296d7e23 None None] Provisioning complete for port 71396ef3-c8ed-43ce-871e-b32afebf31ba triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:03:33.537340 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-61cf13ee-b47c-4511-89ec-9cad296d7e23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:33.581851 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-61cf13ee-b47c-4511-89ec-9cad296d7e23 None None] Port 71396ef3-c8ed-43ce-871e-b32afebf31ba cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:03:33.590831 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-d05e66ff-ab72-48a8-b8d5-00b687d337bb req-6e7daf74-fc95-4181-8694-5b542e2ebb68 service neutron] For port e7bf3491-8bfc-434a-8d3b-3a0b3b90bbf4, host n-h1-802623-1, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:03:33.598655 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7b9b16-6d57-409f-b606-5e892b62dd2e req-5001bb61-7434-429b-b72b-82d5e1731949 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:03:33.600240 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-1c7b9b16-6d57-409f-b606-5e892b62dd2e req-5001bb61-7434-429b-b72b-82d5e1731949 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] 10.222.0.18 "GET /v2.0/ports?device_id=1691ef14-ab37-40a7-8189-31944c5092fc HTTP/1.1" status: 200 len: 944 time: 0.1038215 Jul 27 23:03:33.614895 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-d05e66ff-ab72-48a8-b8d5-00b687d337bb req-6e7daf74-fc95-4181-8694-5b542e2ebb68 service neutron] For port e7bf3491-8bfc-434a-8d3b-3a0b3b90bbf4, host n-h1-802623-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=e7bf3491-8bfc-434a-8d3b-3a0b3b90bbf4,segment=NetworkSegment(7332ccbf-8fd9-4ff5-bad6-b4b872eccd4e),segment_id=7332ccbf-8fd9-4ff5-bad6-b4b872eccd4e)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:03:33.624107 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-d05e66ff-ab72-48a8-b8d5-00b687d337bb req-6e7daf74-fc95-4181-8694-5b542e2ebb68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11336041'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:33.639473 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7ec3876e-1fc0-49e4-a886-97eefa08881e tempest-ServersWithSpecificFlavorTestJSON-503998184 tempest-ServersWithSpecificFlavorTestJSON-503998184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:33.668608 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-1c7b9b16-6d57-409f-b606-5e892b62dd2e req-8123f381-0c2c-4593-b584-3ff973da09e0 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] 10.222.0.18 "GET /v2.0/security-groups?id=bed30b16-cd2d-47d0-9758-37dc9df2dfb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593688 Jul 27 23:03:33.694901 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-03aef761-c48e-4f04-86c4-155ae6499c0b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:33.719979 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-03aef761-c48e-4f04-86c4-155ae6499c0b admin admin] Transition to ACTIVE for port object 24ce05b1-8251-452e-a480-068b362a600c will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:03:33.739054 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05e66ff-ab72-48a8-b8d5-00b687d337bb req-6e7daf74-fc95-4181-8694-5b542e2ebb68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:03:33.739696 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-d05e66ff-ab72-48a8-b8d5-00b687d337bb req-6e7daf74-fc95-4181-8694-5b542e2ebb68 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:33.742135 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d05e66ff-ab72-48a8-b8d5-00b687d337bb req-6e7daf74-fc95-4181-8694-5b542e2ebb68 service neutron] 10.222.0.38 "PUT /v2.0/ports/e7bf3491-8bfc-434a-8d3b-3a0b3b90bbf4 HTTP/1.1" status: 200 len: 1092 time: 2.4694872 Jul 27 23:03:33.749663 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1691ef14-ab37-40a7-8189-31944c5092fc', 'tag': 'e7bf3491-8bfc-434a-8d3b-3a0b3b90bbf4'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:03:33.752049 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a476459a1bfce68b0ae0df5b6a71154bfc7cfdc8f9eefce6ad0a17231e60468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0038d040-d512-4168-8078-c64164d29762" -d '{"events": [{"name": "network-changed", "server_uuid": "1691ef14-ab37-40a7-8189-31944c5092fc", "tag": "e7bf3491-8bfc-434a-8d3b-3a0b3b90bbf4"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:03:33.773397 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ec3876e-1fc0-49e4-a886-97eefa08881e tempest-ServersWithSpecificFlavorTestJSON-503998184 tempest-ServersWithSpecificFlavorTestJSON-503998184-project] Network 2fd42287-ed26-4eb9-89a5-b521f5b04356 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:03:33.774081 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-03aef761-c48e-4f04-86c4-155ae6499c0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:33.803938 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-3d16262c-3b6e-4234-9321-c2424fb352c9 req-e7de1d80-5923-4075-986d-35b7ccf315dc tempest-SecurityGroupsTestAdminJSON-1724648516 tempest-SecurityGroupsTestAdminJSON-1724648516-project] 10.222.0.18 "GET /v2.0/security-groups/ad6ef375-448b-4a11-b8ff-96f0be214776 HTTP/1.1" status: 200 len: 1777 time: 0.1128249 Jul 27 23:03:33.804871 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-7ec3876e-1fc0-49e4-a886-97eefa08881e tempest-ServersWithSpecificFlavorTestJSON-503998184 tempest-ServersWithSpecificFlavorTestJSON-503998184-project] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:03:33.807522 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ec3876e-1fc0-49e4-a886-97eefa08881e tempest-ServersWithSpecificFlavorTestJSON-503998184 tempest-ServersWithSpecificFlavorTestJSON-503998184-project] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:03:33.821810 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03aef761-c48e-4f04-86c4-155ae6499c0b admin admin] Network 64ab927a-c811-4365-8fcf-e0b65e59bef1 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:03:33.827318 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-03aef761-c48e-4f04-86c4-155ae6499c0b admin admin] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:03:33.836481 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03aef761-c48e-4f04-86c4-155ae6499c0b admin admin] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:03:33.856769 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4baa1f23-0ada-4bbf-ba0b-bb3c4af95526 None None] Notify callbacks [] for port, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:33.871832 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-4baa1f23-0ada-4bbf-ba0b-bb3c4af95526 None None] Transition to ACTIVE for port object d13c007f-8f19-4e63-8cfd-587be577ff56 will not be triggered until provisioned by entity L2. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:03:33.876765 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-03aef761-c48e-4f04-86c4-155ae6499c0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-415283'] for router_interface, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:33.884929 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4baa1f23-0ada-4bbf-ba0b-bb3c4af95526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:33.912944 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 23:03:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-304d8bd2-b451-4cff-af29-6b0a5ce4d4c8 x-openstack-request-id: req-304d8bd2-b451-4cff-af29-6b0a5ce4d4c8 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:03:33.913238 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1691ef14-ab37-40a7-8189-31944c5092fc", "tag": "e7bf3491-8bfc-434a-8d3b-3a0b3b90bbf4", "status": "completed", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:03:33.913493 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-304d8bd2-b451-4cff-af29-6b0a5ce4d4c8 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:03:33.916327 n-d-802623-1 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1691ef14-ab37-40a7-8189-31944c5092fc', 'tag': 'e7bf3491-8bfc-434a-8d3b-3a0b3b90bbf4', 'status': 'completed', 'code': 200} Jul 27 23:03:33.921117 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7daf74-fc95-4181-8694-5b542e2ebb68 service neutron] Pushing event updated for resources: {'Port': ['ID=e7bf3491-8bfc-434a-8d3b-3a0b3b90bbf4,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:03:33.964368 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dd5c01b-b38b-4e48-bdaa-a892e5a1ffcc admin admin] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:03:33.971006 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-8dd5c01b-b38b-4e48-bdaa-a892e5a1ffcc admin admin] 10.222.0.18 "PUT /v2.0/routers/dd00baba-4760-48a1-93e6-d06a095d7f16/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7289414 Jul 27 23:03:33.977208 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a0f568a-61f6-4e4e-820d-134df5b4c6f0 None None] Sync routers for ids ['dd00baba-4760-48a1-93e6-d06a095d7f16'] in n-d-802623-1 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:03:33.980550 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552c2b5-1e49-4398-9049-c5eb2603e723 None None] Pushing event updated for resources: {'Port': ['ID=d13c007f-8f19-4e63-8cfd-587be577ff56,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:03:33.985424 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-4baa1f23-0ada-4bbf-ba0b-bb3c4af95526 None None] Attempting to bind port d13c007f-8f19-4e63-8cfd-587be577ff56 on host n-d-802623-1 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:03:33.985949 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-4baa1f23-0ada-4bbf-ba0b-bb3c4af95526 None None] Attempting to bind port d13c007f-8f19-4e63-8cfd-587be577ff56 by drivers openvswitch,hyperv on host n-d-802623-1 at level 0 using segments [{'id': 'b9afe07e-bbe4-4740-834c-4b6a9698bdbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:03:33.986413 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4baa1f23-0ada-4bbf-ba0b-bb3c4af95526 None None] Attempting to bind port d13c007f-8f19-4e63-8cfd-587be577ff56 on network 2fd42287-ed26-4eb9-89a5-b521f5b04356 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:03:33.996631 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4baa1f23-0ada-4bbf-ba0b-bb3c4af95526 None None] Checking agent: {'id': 'a9a568d2-a5e7-41e4-833f-a8ab42ea4073', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 52, 30), 'started_at': datetime.datetime(2021, 7, 27, 22, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 3, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802623-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:03:33.997151 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4baa1f23-0ada-4bbf-ba0b-bb3c4af95526 None None] Checking segment: {'id': 'b9afe07e-bbe4-4740-834c-4b6a9698bdbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:03:33.997807 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4baa1f23-0ada-4bbf-ba0b-bb3c4af95526 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:33.998381 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4baa1f23-0ada-4bbf-ba0b-bb3c4af95526 None None] Bound using segment: {'id': 'b9afe07e-bbe4-4740-834c-4b6a9698bdbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:03:34.006582 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-4baa1f23-0ada-4bbf-ba0b-bb3c4af95526 None None] Bound port: d13c007f-8f19-4e63-8cfd-587be577ff56, host: n-d-802623-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9afe07e-bbe4-4740-834c-4b6a9698bdbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:03:34.007190 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4baa1f23-0ada-4bbf-ba0b-bb3c4af95526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:34.024606 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a0f568a-61f6-4e4e-820d-134df5b4c6f0 None None] Routers {'dd00baba-4760-48a1-93e6-d06a095d7f16'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:03:34.025501 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-6a0f568a-61f6-4e4e-820d-134df5b4c6f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:03:29Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['dd00baba-4760-48a1-93e6-d06a095d7f16'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:03:34.067724 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 903e8010-04bd-4ced-ada9-664845a3a8c7 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:03:34.140827 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03aef761-c48e-4f04-86c4-155ae6499c0b admin admin] Pushing event updated for resources: {'Port': ['ID=24ce05b1-8251-452e-a480-068b362a600c,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:03:34.217440 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec3876e-1fc0-49e4-a886-97eefa08881e tempest-ServersWithSpecificFlavorTestJSON-503998184 tempest-ServersWithSpecificFlavorTestJSON-503998184-project] Pushing event updated for resources: {'Port': ['ID=6f02444e-8ddb-462f-b29d-51211103f713,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:03:34.247743 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-6a0f568a-61f6-4e4e-820d-134df5b4c6f0 None None] Set router dd00baba-4760-48a1-93e6-d06a095d7f16 gateway port host: n-d-802623-1 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:03:34.250235 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-03aef761-c48e-4f04-86c4-155ae6499c0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:34.253887 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-3d16262c-3b6e-4234-9321-c2424fb352c9 req-b7f9e4c6-5397-43ae-9707-8e3435ab2e72 tempest-SecurityGroupsTestAdminJSON-1724648516 tempest-SecurityGroupsTestAdminJSON-1724648516-project] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:34.269172 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-4baa1f23-0ada-4bbf-ba0b-bb3c4af95526 None None] For port d13c007f-8f19-4e63-8cfd-587be577ff56, host n-d-802623-1, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:03:34.273110 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05e66ff-ab72-48a8-b8d5-00b687d337bb req-0a308502-b381-4d00-8268-15f9172ec85b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:03:34.278221 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d05e66ff-ab72-48a8-b8d5-00b687d337bb req-0a308502-b381-4d00-8268-15f9172ec85b service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=59376bbb1c574537a7eaca41e781bf3f&device_id=1691ef14-ab37-40a7-8189-31944c5092fc HTTP/1.1" status: 200 len: 1095 time: 0.4599786 Jul 27 23:03:34.282042 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7ec3876e-1fc0-49e4-a886-97eefa08881e tempest-ServersWithSpecificFlavorTestJSON-503998184 tempest-ServersWithSpecificFlavorTestJSON-503998184-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:34.283920 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-4baa1f23-0ada-4bbf-ba0b-bb3c4af95526 None None] For port d13c007f-8f19-4e63-8cfd-587be577ff56, host n-d-802623-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=d13c007f-8f19-4e63-8cfd-587be577ff56,segment=NetworkSegment(b9afe07e-bbe4-4740-834c-4b6a9698bdbc),segment_id=b9afe07e-bbe4-4740-834c-4b6a9698bdbc)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:03:34.286277 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-cc240053-f3ee-4ce3-8dd6-20de429857ce None None] Provisioning for port 24ce05b1-8251-452e-a480-068b362a600c completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:03:34.296303 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4baa1f23-0ada-4bbf-ba0b-bb3c4af95526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:34.314808 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-cc240053-f3ee-4ce3-8dd6-20de429857ce None None] Provisioning complete for port 24ce05b1-8251-452e-a480-068b362a600c triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:03:34.315210 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-cc240053-f3ee-4ce3-8dd6-20de429857ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:34.317654 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port 903e8010-04bd-4ced-ada9-664845a3a8c7 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:03:34.318016 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:34.486163 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d05e66ff-ab72-48a8-b8d5-00b687d337bb req-e14bd3e3-e340-404a-b81e-a10ba2404e92 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e7bf3491-8bfc-434a-8d3b-3a0b3b90bbf4 HTTP/1.1" status: 200 len: 217 time: 0.1600132 Jul 27 23:03:34.503659 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-3d16262c-3b6e-4234-9321-c2424fb352c9 req-b7f9e4c6-5397-43ae-9707-8e3435ab2e72 tempest-SecurityGroupsTestAdminJSON-1724648516 tempest-SecurityGroupsTestAdminJSON-1724648516-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:34.537831 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-03aef761-c48e-4f04-86c4-155ae6499c0b admin admin] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:34.542866 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-03aef761-c48e-4f04-86c4-155ae6499c0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:34.546117 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7ec3876e-1fc0-49e4-a886-97eefa08881e tempest-ServersWithSpecificFlavorTestJSON-503998184 tempest-ServersWithSpecificFlavorTestJSON-503998184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:34.603387 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-6a0f568a-61f6-4e4e-820d-134df5b4c6f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd00baba-4760-48a1-93e6-d06a095d7f16', 'name': 'tempest-AttachSCSIVolumeTestJSON-48203979-router', 'tenant_id': 'ea9dc6a704274ef28def87516dc4f252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.244'}], 'enable_snat': True}, 'gw_port_id': '46784d81-0b41-490b-8382-b7548d96fc84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:03:20Z', 'updated_at': '2021-07-27T23:03:31Z', 'revision_number': 4, 'project_id': 'ea9dc6a704274ef28def87516dc4f252', 'gw_port': {'id': '46784d81-0b41-490b-8382-b7548d96fc84', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:b3:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd00baba-4760-48a1-93e6-d06a095d7f16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:03:21Z', 'updated_at': '2021-07-27T23:03:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': '71396ef3-c8ed-43ce-871e-b32afebf31ba', 'name': '', 'network_id': '9b83e052-7bde-4257-b691-c0b4cba76e81', 'tenant_id': 'ea9dc6a704274ef28def87516dc4f252', 'mac_address': 'fa:16:3e:ec:b3:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd00baba-4760-48a1-93e6-d06a095d7f16', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'c5b8e69f-7457-461a-ad45-66b944bcb099', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:03:27Z', 'updated_at': '2021-07-27T23:03:31Z', 'revision_number': 2, 'project_id': 'ea9dc6a704274ef28def87516dc4f252', 'subnets': [{'id': 'c5b8e69f-7457-461a-ad45-66b944bcb099', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:03:34.662762 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552c2b5-1e49-4398-9049-c5eb2603e723 None None] Pushing event updated for resources: {'Port': ['ID=d13c007f-8f19-4e63-8cfd-587be577ff56,revision_number=3']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:03:34.662979 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a0f568a-61f6-4e4e-820d-134df5b4c6f0 None None] Checking router: dd00baba-4760-48a1-93e6-d06a095d7f16 for host: n-d-802623-1 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 23:03:34.663440 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a0f568a-61f6-4e4e-820d-134df5b4c6f0 None None] Updating router dd00baba-4760-48a1-93e6-d06a095d7f16 port 71396ef3-c8ed-43ce-871e-b32afebf31ba binding host n-d-802623-1 {{(pid=93800) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 23:03:34.666142 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-cc240053-f3ee-4ce3-8dd6-20de429857ce None None] Port 24ce05b1-8251-452e-a480-068b362a600c cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:03:34.671711 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:34.675034 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4baa1f23-0ada-4bbf-ba0b-bb3c4af95526 None None] Routers {'a324bf7a-3d44-4970-9ada-52db39b0d6b5'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:03:34.675708 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-4baa1f23-0ada-4bbf-ba0b-bb3c4af95526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:03:29Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['a324bf7a-3d44-4970-9ada-52db39b0d6b5'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:03:34.709413 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03aef761-c48e-4f04-86c4-155ae6499c0b admin admin] Pushing event updated for resources: {'Port': ['ID=24ce05b1-8251-452e-a480-068b362a600c,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:03:34.714131 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6a0f568a-61f6-4e4e-820d-134df5b4c6f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:34.727891 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05e66ff-ab72-48a8-b8d5-00b687d337bb req-dadba313-d8fc-4e21-a004-e6a1a67a7fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:03:34.731967 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d05e66ff-ab72-48a8-b8d5-00b687d337bb req-dadba313-d8fc-4e21-a004-e6a1a67a7fe2 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b1592ca5-0a74-47a5-88e1-85b3448a0017 HTTP/1.1" status: 200 len: 848 time: 0.2371514 Jul 27 23:03:34.738024 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-3d16262c-3b6e-4234-9321-c2424fb352c9 req-b7f9e4c6-5397-43ae-9707-8e3435ab2e72 tempest-SecurityGroupsTestAdminJSON-1724648516 tempest-SecurityGroupsTestAdminJSON-1724648516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:34.742625 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-3d16262c-3b6e-4234-9321-c2424fb352c9 req-b7f9e4c6-5397-43ae-9707-8e3435ab2e72 tempest-SecurityGroupsTestAdminJSON-1724648516 tempest-SecurityGroupsTestAdminJSON-1724648516-project] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:34.750949 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-3d16262c-3b6e-4234-9321-c2424fb352c9 req-b7f9e4c6-5397-43ae-9707-8e3435ab2e72 tempest-SecurityGroupsTestAdminJSON-1724648516 tempest-SecurityGroupsTestAdminJSON-1724648516-project] 10.222.0.18 "DELETE /v2.0/security-groups/ad6ef375-448b-4a11-b8ff-96f0be214776 HTTP/1.1" status: 204 len: 173 time: 0.9307599 Jul 27 23:03:34.761393 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-03aef761-c48e-4f04-86c4-155ae6499c0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3760555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-414115'] for router_interface, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:34.825203 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f9e4c6-5397-43ae-9707-8e3435ab2e72 tempest-SecurityGroupsTestAdminJSON-1724648516 tempest-SecurityGroupsTestAdminJSON-1724648516-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad6ef375-448b-4a11-b8ff-96f0be214776,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:03:34.909339 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d05e66ff-ab72-48a8-b8d5-00b687d337bb req-38f673ab-5669-4b31-8484-81c80a78b9e5 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=c451a142-86a9-4355-833f-365557d21b8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1368484 Jul 27 23:03:34.991729 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955f0e7a-7293-4fcb-a281-44320938c867 req-bc5c8759-6ace-415e-8b7c-9db772d459fb tempest-ServersAdminTestJSON-1581810367 tempest-ServersAdminTestJSON-1581810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:03:34.997286 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-4baa1f23-0ada-4bbf-ba0b-bb3c4af95526 None None] Set router a324bf7a-3d44-4970-9ada-52db39b0d6b5 gateway port host: n-d-802623-1 {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:03:34.999269 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-955f0e7a-7293-4fcb-a281-44320938c867 req-bc5c8759-6ace-415e-8b7c-9db772d459fb tempest-ServersAdminTestJSON-1581810367 tempest-ServersAdminTestJSON-1581810367-project] 10.222.0.18 "GET /v2.0/ports?device_id=4c3fa56a-b0f7-486a-b9b6-11ec03b01c61 HTTP/1.1" status: 200 len: 949 time: 0.1055057 Jul 27 23:03:35.002877 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03aef761-c48e-4f04-86c4-155ae6499c0b admin admin] Network 64ab927a-c811-4365-8fcf-e0b65e59bef1 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:03:35.028947 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-03aef761-c48e-4f04-86c4-155ae6499c0b admin admin] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:03:35.060440 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7ec3876e-1fc0-49e4-a886-97eefa08881e tempest-ServersWithSpecificFlavorTestJSON-503998184 tempest-ServersWithSpecificFlavorTestJSON-503998184-project] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:35.117402 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 51576) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:03:35.122220 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7ec3876e-1fc0-49e4-a886-97eefa08881e tempest-ServersWithSpecificFlavorTestJSON-503998184 tempest-ServersWithSpecificFlavorTestJSON-503998184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11336041'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:35.136337 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-955f0e7a-7293-4fcb-a281-44320938c867 req-bc716b40-1e94-4845-886d-40227044b2ba tempest-ServersAdminTestJSON-1581810367 tempest-ServersAdminTestJSON-1581810367-project] 10.222.0.18 "GET /v2.0/security-groups?id=ffa9f128-d6a7-4fb1-a632-c57615725739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360867 Jul 27 23:03:35.262392 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 51580) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:03:35.270779 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-742b920b-2126-423f-8de3-3e376585e865 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-2033434242-network', 'tenant_id': '579611ac919e4026bf7dfaf3f6b72308'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:03:35.282204 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03aef761-c48e-4f04-86c4-155ae6499c0b admin admin] Router a324bf7a-3d44-4970-9ada-52db39b0d6b5 has already been hosted by L3 agent 018c4455-49c0-4734-927d-7824067b2a9e {{(pid=93798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 23:03:35.315186 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6a0f568a-61f6-4e4e-820d-134df5b4c6f0 None None] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:35.329412 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d05e66ff-ab72-48a8-b8d5-00b687d337bb req-108b6678-12df-4edc-b545-e40e43006d4a service neutron] 10.222.0.38 "GET /v2.0/networks/c451a142-86a9-4355-833f-365557d21b8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2667780 Jul 27 23:03:35.342906 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-6a0f568a-61f6-4e4e-820d-134df5b4c6f0 None None] Transition to ACTIVE for port object 71396ef3-c8ed-43ce-871e-b32afebf31ba will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:03:35.358149 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6a0f568a-61f6-4e4e-820d-134df5b4c6f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:35.388356 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec3876e-1fc0-49e4-a886-97eefa08881e tempest-ServersWithSpecificFlavorTestJSON-503998184 tempest-ServersWithSpecificFlavorTestJSON-503998184-project] Pushing event updated for resources: {'Port': ['ID=6f02444e-8ddb-462f-b29d-51211103f713,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:03:35.479960 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76562853-2d12-4c5a-a5cb-5f8eaccf9d20 None None] Pushing event updated for resources: {'Port': ['ID=71396ef3-c8ed-43ce-871e-b32afebf31ba,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:03:35.525877 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d05e66ff-ab72-48a8-b8d5-00b687d337bb req-39e43674-23a6-4fd1-baab-9983059ab6eb service neutron] 10.222.0.38 "GET /v2.0/networks/c451a142-86a9-4355-833f-365557d21b8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340384 Jul 27 23:03:35.529533 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 51586) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:03:35.545594 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03aef761-c48e-4f04-86c4-155ae6499c0b admin admin] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:03:35.571653 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-03aef761-c48e-4f04-86c4-155ae6499c0b admin admin] 10.222.0.18 "PUT /v2.0/routers/a324bf7a-3d44-4970-9ada-52db39b0d6b5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1444628 Jul 27 23:03:35.572943 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-742b920b-2126-423f-8de3-3e376585e865 admin admin] Made reservation on behalf of 579611ac919e4026bf7dfaf3f6b72308 for: {'network': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:03:35.575342 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-742b920b-2126-423f-8de3-3e376585e865 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for network, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:35.586144 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-742b920b-2126-423f-8de3-3e376585e865 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:35.587381 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5fd565-e0b9-4efe-a8e9-e28b13276f0a req-5d4d190c-8ae7-4712-939a-694de61b4402 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:03:35.589058 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-4f5fd565-e0b9-4efe-a8e9-e28b13276f0a req-5d4d190c-8ae7-4712-939a-694de61b4402 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] 10.222.0.18 "GET /v2.0/ports?device_id=1691ef14-ab37-40a7-8189-31944c5092fc HTTP/1.1" status: 200 len: 944 time: 0.6787248 Jul 27 23:03:35.593838 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-09b4ecc3-1ca6-4a3c-9775-32f4384aa9e0 None None] Provisioning complete for port 24ce05b1-8251-452e-a480-068b362a600c triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:03:35.594432 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-09b4ecc3-1ca6-4a3c-9775-32f4384aa9e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:35.649639 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-6a0f568a-61f6-4e4e-820d-134df5b4c6f0 None None] Attempting to bind port 71396ef3-c8ed-43ce-871e-b32afebf31ba on host n-d-802623-1 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:03:35.650065 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-6a0f568a-61f6-4e4e-820d-134df5b4c6f0 None None] Attempting to bind port 71396ef3-c8ed-43ce-871e-b32afebf31ba by drivers openvswitch,hyperv on host n-d-802623-1 at level 0 using segments [{'id': 'd5802ab5-2f2b-4a74-a43f-f634d40589f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '9b83e052-7bde-4257-b691-c0b4cba76e81'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:03:35.650447 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a0f568a-61f6-4e4e-820d-134df5b4c6f0 None None] Attempting to bind port 71396ef3-c8ed-43ce-871e-b32afebf31ba on network 9b83e052-7bde-4257-b691-c0b4cba76e81 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:03:35.668813 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a0f568a-61f6-4e4e-820d-134df5b4c6f0 None None] Checking agent: {'id': 'a9a568d2-a5e7-41e4-833f-a8ab42ea4073', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 52, 30), 'started_at': datetime.datetime(2021, 7, 27, 22, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 3, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802623-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:03:35.669207 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a0f568a-61f6-4e4e-820d-134df5b4c6f0 None None] Checking segment: {'id': 'd5802ab5-2f2b-4a74-a43f-f634d40589f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '9b83e052-7bde-4257-b691-c0b4cba76e81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:03:35.670636 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6a0f568a-61f6-4e4e-820d-134df5b4c6f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:35.671595 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a0f568a-61f6-4e4e-820d-134df5b4c6f0 None None] Bound using segment: {'id': 'd5802ab5-2f2b-4a74-a43f-f634d40589f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '9b83e052-7bde-4257-b691-c0b4cba76e81'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:03:35.672452 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-6a0f568a-61f6-4e4e-820d-134df5b4c6f0 None None] Bound port: 71396ef3-c8ed-43ce-871e-b32afebf31ba, host: n-d-802623-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5802ab5-2f2b-4a74-a43f-f634d40589f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '9b83e052-7bde-4257-b691-c0b4cba76e81'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:03:35.672870 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6a0f568a-61f6-4e4e-820d-134df5b4c6f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:35.705296 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-74af38a2-6fcc-4dd8-9464-fad2fc7a8f7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:35.715155 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-4baa1f23-0ada-4bbf-ba0b-bb3c4af95526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a324bf7a-3d44-4970-9ada-52db39b0d6b5', 'name': 'tempest-FloatingIPDetailsTestJSON-898980746-router', 'tenant_id': '5ad9b760772544809f990a104d49ba12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': 'd13c007f-8f19-4e63-8cfd-587be577ff56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:03:27Z', 'updated_at': '2021-07-27T23:03:34Z', 'revision_number': 4, 'project_id': '5ad9b760772544809f990a104d49ba12', 'gw_port': {'id': 'd13c007f-8f19-4e63-8cfd-587be577ff56', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:5d:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a324bf7a-3d44-4970-9ada-52db39b0d6b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:03:28Z', 'updated_at': '2021-07-27T23:03:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': '24ce05b1-8251-452e-a480-068b362a600c', 'name': '', 'network_id': '64ab927a-c811-4365-8fcf-e0b65e59bef1', 'tenant_id': '5ad9b760772544809f990a104d49ba12', 'mac_address': 'fa:16:3e:ca:2f:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a324bf7a-3d44-4970-9ada-52db39b0d6b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'f7e56cef-dd4e-46d6-9b72-3c656d92d1ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:03:33Z', 'updated_at': '2021-07-27T23:03:34Z', 'revision_number': 2, 'project_id': '5ad9b760772544809f990a104d49ba12', 'subnets': [{'id': 'f7e56cef-dd4e-46d6-9b72-3c656d92d1ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:03:35.752544 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0038d040-d512-4168-8078-c64164d29762 req-12b0683e-5d3a-4ae3-ba11-3eab93074622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:03:35.754051 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-0038d040-d512-4168-8078-c64164d29762 req-12b0683e-5d3a-4ae3-ba11-3eab93074622 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=59376bbb1c574537a7eaca41e781bf3f&device_id=1691ef14-ab37-40a7-8189-31944c5092fc HTTP/1.1" status: 200 len: 1095 time: 0.1232564 Jul 27 23:03:35.755518 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-09b4ecc3-1ca6-4a3c-9775-32f4384aa9e0 None None] Port 24ce05b1-8251-452e-a480-068b362a600c cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:03:35.759322 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4baa1f23-0ada-4bbf-ba0b-bb3c4af95526 None None] The sync data for ids ['a324bf7a-3d44-4970-9ada-52db39b0d6b5'] in n-d-802623-1 is: [{'id': 'a324bf7a-3d44-4970-9ada-52db39b0d6b5', 'name': 'tempest-FloatingIPDetailsTestJSON-898980746-router', 'tenant_id': '5ad9b760772544809f990a104d49ba12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': 'd13c007f-8f19-4e63-8cfd-587be577ff56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:03:27Z', 'updated_at': '2021-07-27T23:03:34Z', 'revision_number': 4, 'project_id': '5ad9b760772544809f990a104d49ba12', 'gw_port': {'id': 'd13c007f-8f19-4e63-8cfd-587be577ff56', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:5d:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a324bf7a-3d44-4970-9ada-52db39b0d6b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:03:28Z', 'updated_at': '2021-07-27T23:03:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': '24ce05b1-8251-452e-a480-068b362a600c', 'name': '', 'network_id': '64ab927a-c811-4365-8fcf-e0b65e59bef1', 'tenant_id': '5ad9b760772544809f990a104d49ba12', 'mac_address': 'fa:16:3e:ca:2f:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a324bf7a-3d44-4970-9ada-52db39b0d6b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'f7e56cef-dd4e-46d6-9b72-3c656d92d1ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:03:33Z', 'updated_at': '2021-07-27T23:03:34Z', 'revision_number': 2, 'project_id': '5ad9b760772544809f990a104d49ba12', 'subnets': [{'id': 'f7e56cef-dd4e-46d6-9b72-3c656d92d1ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:03:35.771770 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-6a0f568a-61f6-4e4e-820d-134df5b4c6f0 None None] For port 71396ef3-c8ed-43ce-871e-b32afebf31ba, host n-d-802623-1, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:03:35.776263 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-6a0f568a-61f6-4e4e-820d-134df5b4c6f0 None None] For port 71396ef3-c8ed-43ce-871e-b32afebf31ba, host n-d-802623-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=71396ef3-c8ed-43ce-871e-b32afebf31ba,segment=NetworkSegment(d5802ab5-2f2b-4a74-a43f-f634d40589f6),segment_id=d5802ab5-2f2b-4a74-a43f-f634d40589f6)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:03:35.782124 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6a0f568a-61f6-4e4e-820d-134df5b4c6f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:35.794764 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7ec3876e-1fc0-49e4-a886-97eefa08881e tempest-ServersWithSpecificFlavorTestJSON-503998184 tempest-ServersWithSpecificFlavorTestJSON-503998184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-415302'] for floatingip, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:35.852909 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76562853-2d12-4c5a-a5cb-5f8eaccf9d20 None None] Pushing event updated for resources: {'Port': ['ID=71396ef3-c8ed-43ce-871e-b32afebf31ba,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:03:35.860288 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-742b920b-2126-423f-8de3-3e376585e865 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:35.867582 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-4f5fd565-e0b9-4efe-a8e9-e28b13276f0a req-6abd01ec-2ab8-40c9-9335-c386e33a2671 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] 10.222.0.18 "GET /v2.0/security-groups?id=bed30b16-cd2d-47d0-9758-37dc9df2dfb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2347798 Jul 27 23:03:35.898720 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a0f568a-61f6-4e4e-820d-134df5b4c6f0 None None] Routers {'dd00baba-4760-48a1-93e6-d06a095d7f16'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:03:35.899570 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-742b920b-2126-423f-8de3-3e376585e865 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:35.899992 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-6a0f568a-61f6-4e4e-820d-134df5b4c6f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:03:29Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['dd00baba-4760-48a1-93e6-d06a095d7f16'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:03:35.921997 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-742b920b-2126-423f-8de3-3e376585e865 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 505} {{(pid=93798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 23:03:35.935303 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-742b920b-2126-423f-8de3-3e376585e865 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:35.935926 n-d-802623-1 neutron-server[93798]: INFO neutron.db.segments_db [None req-742b920b-2126-423f-8de3-3e376585e865 admin admin] Added segment a64c2c6c-9673-4931-86c6-f856baadceff of type vlan for network 2cc21914-0db5-427e-b431-aa16323eaf86 Jul 27 23:03:35.939371 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7ec3876e-1fc0-49e4-a886-97eefa08881e tempest-ServersWithSpecificFlavorTestJSON-503998184 tempest-ServersWithSpecificFlavorTestJSON-503998184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for floatingip, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:35.947366 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-7ec3876e-1fc0-49e4-a886-97eefa08881e tempest-ServersWithSpecificFlavorTestJSON-503998184 tempest-ServersWithSpecificFlavorTestJSON-503998184-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.5976987 Jul 27 23:03:36.029829 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-742b920b-2126-423f-8de3-3e376585e865 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736833354590'] for network, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:36.030484 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 51600) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:03:36.063406 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0038d040-d512-4168-8078-c64164d29762 req-0f4959c5-cc08-4ae6-932f-8f77b541e9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:03:36.064924 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-0038d040-d512-4168-8078-c64164d29762 req-0f4959c5-cc08-4ae6-932f-8f77b541e9f1 service neutron] 10.222.0.38 "GET /v2.0/networks?id=c451a142-86a9-4355-833f-365557d21b8d HTTP/1.1" status: 200 len: 909 time: 0.2853971 Jul 27 23:03:36.252982 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-6a0f568a-61f6-4e4e-820d-134df5b4c6f0 None None] Set router dd00baba-4760-48a1-93e6-d06a095d7f16 gateway port host: n-d-802623-1 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:03:36.257702 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-742b920b-2126-423f-8de3-3e376585e865 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569'] for network, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:36.257702 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-742b920b-2126-423f-8de3-3e376585e865 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:03:36.258318 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-742b920b-2126-423f-8de3-3e376585e865 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:36.264682 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-0038d040-d512-4168-8078-c64164d29762 req-05cf215b-19af-4a41-a524-30779792a0c7 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e7bf3491-8bfc-434a-8d3b-3a0b3b90bbf4 HTTP/1.1" status: 200 len: 217 time: 0.1803193 Jul 27 23:03:36.364594 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0038d040-d512-4168-8078-c64164d29762 req-c575e796-f9b9-4e9d-8652-d712be2c68b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:03:36.366567 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-0038d040-d512-4168-8078-c64164d29762 req-c575e796-f9b9-4e9d-8652-d712be2c68b7 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b1592ca5-0a74-47a5-88e1-85b3448a0017 HTTP/1.1" status: 200 len: 848 time: 0.0880060 Jul 27 23:03:36.453139 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-0038d040-d512-4168-8078-c64164d29762 req-824fee79-963c-4680-b3b7-4dc7377971a5 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=c451a142-86a9-4355-833f-365557d21b8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0700736 Jul 27 23:03:36.465619 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-21ef6f0f-3709-4da1-a7bb-7c414cd62973 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=15878d02d75445c197634fcd49b4ee40&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9322870 Jul 27 23:03:36.553577 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 51608) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:03:36.579816 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-6a0f568a-61f6-4e4e-820d-134df5b4c6f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd00baba-4760-48a1-93e6-d06a095d7f16', 'name': 'tempest-AttachSCSIVolumeTestJSON-48203979-router', 'tenant_id': 'ea9dc6a704274ef28def87516dc4f252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.244'}], 'enable_snat': True}, 'gw_port_id': '46784d81-0b41-490b-8382-b7548d96fc84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:03:20Z', 'updated_at': '2021-07-27T23:03:31Z', 'revision_number': 4, 'project_id': 'ea9dc6a704274ef28def87516dc4f252', 'gw_port': {'id': '46784d81-0b41-490b-8382-b7548d96fc84', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:b3:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd00baba-4760-48a1-93e6-d06a095d7f16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:03:21Z', 'updated_at': '2021-07-27T23:03:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': '71396ef3-c8ed-43ce-871e-b32afebf31ba', 'name': '', 'network_id': '9b83e052-7bde-4257-b691-c0b4cba76e81', 'tenant_id': 'ea9dc6a704274ef28def87516dc4f252', 'mac_address': 'fa:16:3e:ec:b3:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd00baba-4760-48a1-93e6-d06a095d7f16', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'c5b8e69f-7457-461a-ad45-66b944bcb099', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:03:27Z', 'updated_at': '2021-07-27T23:03:35Z', 'revision_number': 4, 'project_id': 'ea9dc6a704274ef28def87516dc4f252', 'subnets': [{'id': 'c5b8e69f-7457-461a-ad45-66b944bcb099', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:03:36.593260 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77330ff-fbcd-4603-a7bc-61b7412028f4 req-abf3ac07-6362-4003-8841-09468c9475aa tempest-ServersAdminTestJSON-1581810367 tempest-ServersAdminTestJSON-1581810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:03:36.601407 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-e77330ff-fbcd-4603-a7bc-61b7412028f4 req-abf3ac07-6362-4003-8841-09468c9475aa tempest-ServersAdminTestJSON-1581810367 tempest-ServersAdminTestJSON-1581810367-project] 10.222.0.18 "GET /v2.0/ports?device_id=4c3fa56a-b0f7-486a-b9b6-11ec03b01c61 HTTP/1.1" status: 200 len: 949 time: 0.3422017 Jul 27 23:03:36.614410 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a0f568a-61f6-4e4e-820d-134df5b4c6f0 None None] The sync data for ids ['dd00baba-4760-48a1-93e6-d06a095d7f16'] in n-d-802623-1 is: [{'id': 'dd00baba-4760-48a1-93e6-d06a095d7f16', 'name': 'tempest-AttachSCSIVolumeTestJSON-48203979-router', 'tenant_id': 'ea9dc6a704274ef28def87516dc4f252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.244'}], 'enable_snat': True}, 'gw_port_id': '46784d81-0b41-490b-8382-b7548d96fc84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:03:20Z', 'updated_at': '2021-07-27T23:03:31Z', 'revision_number': 4, 'project_id': 'ea9dc6a704274ef28def87516dc4f252', 'gw_port': {'id': '46784d81-0b41-490b-8382-b7548d96fc84', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:b3:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd00baba-4760-48a1-93e6-d06a095d7f16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:03:21Z', 'updated_at': '2021-07-27T23:03:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': '71396ef3-c8ed-43ce-871e-b32afebf31ba', 'name': '', 'network_id': '9b83e052-7bde-4257-b691-c0b4cba76e81', 'tenant_id': 'ea9dc6a704274ef28def87516dc4f252', 'mac_address': 'fa:16:3e:ec:b3:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd00baba-4760-48a1-93e6-d06a095d7f16', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'c5b8e69f-7457-461a-ad45-66b944bcb099', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:03:27Z', 'updated_at': '2021-07-27T23:03:35Z', 'revision_number': 4, 'project_id': 'ea9dc6a704274ef28def87516dc4f252', 'subnets': [{'id': 'c5b8e69f-7457-461a-ad45-66b944bcb099', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:03:36.619879 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b0595d0f-bae4-4ce9-b34b-a8c4e2ab78d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:36.647393 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742b920b-2126-423f-8de3-3e376585e865 admin admin] Pushing event updated for resources: {'Network': ['ID=2cc21914-0db5-427e-b431-aa16323eaf86,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:03:36.657991 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Network 2cc21914-0db5-427e-b431-aa16323eaf86 details requested by agent ovs-agent-n-d-802623-1 with host n-d-802623-1 {{(pid=93799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 23:03:36.667640 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-0038d040-d512-4168-8078-c64164d29762 req-ca7dd772-1187-4993-be8d-785dc9ea8d56 service neutron] 10.222.0.38 "GET /v2.0/networks/c451a142-86a9-4355-833f-365557d21b8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2033076 Jul 27 23:03:36.677109 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-74af38a2-6fcc-4dd8-9464-fad2fc7a8f7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:36.755449 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-74af38a2-6fcc-4dd8-9464-fad2fc7a8f7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:36.769960 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742b920b-2126-423f-8de3-3e376585e865 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6edc3d24-ab61-46ae-a038-2fb78e3cd1ad,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:03:36.792735 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-742b920b-2126-423f-8de3-3e376585e865 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.5292647 Jul 27 23:03:36.808458 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-e77330ff-fbcd-4603-a7bc-61b7412028f4 req-db2eae09-f758-4990-a242-6bd8f7c6c594 tempest-ServersAdminTestJSON-1581810367 tempest-ServersAdminTestJSON-1581810367-project] 10.222.0.18 "GET /v2.0/security-groups?id=ffa9f128-d6a7-4fb1-a632-c57615725739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2060845 Jul 27 23:03:36.811089 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 51610) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:03:36.829686 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-edd5b866-40ef-4beb-9593-9432e77bc6b8 admin admin] Request body: {'subnet': {'network_id': '2cc21914-0db5-427e-b431-aa16323eaf86', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-2033434242-subnet', 'tenant_id': '579611ac919e4026bf7dfaf3f6b72308', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:03:36.958723 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b0595d0f-bae4-4ce9-b34b-a8c4e2ab78d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:36.960388 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a418ccfb-1b74-4f06-83b8-68f887e1af2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:36.984761 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b0595d0f-bae4-4ce9-b34b-a8c4e2ab78d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:37.012426 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74af38a2-6fcc-4dd8-9464-fad2fc7a8f7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57445d2b-6a6f-4736-845e-def4a1656391,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:03:37.026713 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-74af38a2-6fcc-4dd8-9464-fad2fc7a8f7b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3f25dd806b704db1a06473a666aeb6bb&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9058912 Jul 27 23:03:37.027405 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 51622) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:03:37.032411 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-68849395-a202-4df4-8ed5-98e18c45ffbd req-9fa52d80-ac46-4282-aa22-377dca1e5e4a tempest-FloatingIPDetailsTestJSON-410442657 tempest-FloatingIPDetailsTestJSON-410442657-project] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4403493 Jul 27 23:03:37.051381 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [req-68849395-a202-4df4-8ed5-98e18c45ffbd req-4a32506e-ce1e-450d-ad0d-37e7e334cb03 tempest-FloatingIPDetailsTestJSON-410442657 tempest-FloatingIPDetailsTestJSON-410442657-project] Request body: {'floatingip': {'floating_network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:03:37.072087 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a418ccfb-1b74-4f06-83b8-68f887e1af2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:37.106924 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-b0595d0f-bae4-4ce9-b34b-a8c4e2ab78d6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=dd541c28d3044c26bb61a83c68b1e638&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0702610 Jul 27 23:03:37.111529 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 51624) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:03:37.127654 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-68849395-a202-4df4-8ed5-98e18c45ffbd req-4a32506e-ce1e-450d-ad0d-37e7e334cb03 tempest-FloatingIPDetailsTestJSON-410442657 tempest-FloatingIPDetailsTestJSON-410442657-project] Notify callbacks [] for floatingip, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:37.128458 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edd5b866-40ef-4beb-9593-9432e77bc6b8 admin admin] Made reservation on behalf of 579611ac919e4026bf7dfaf3f6b72308 for: {'subnet': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:03:37.132258 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-edd5b866-40ef-4beb-9593-9432e77bc6b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11551435'] for subnet, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:37.163326 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0595d0f-bae4-4ce9-b34b-a8c4e2ab78d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63f45a48-e490-415d-9c55-a6a946e571ae,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:03:37.196786 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f2f36111-9ad2-48ba-a286-a1ee39f7d270 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:37.269426 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f2f36111-9ad2-48ba-a286-a1ee39f7d270 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:37.287997 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fcb50ab4-0525-4543-ad5a-d8e7b63859b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:37.344717 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fcb50ab4-0525-4543-ad5a-d8e7b63859b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:37.424216 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fcb50ab4-0525-4543-ad5a-d8e7b63859b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:37.426744 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fcb50ab4-0525-4543-ad5a-d8e7b63859b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:37.428083 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-fcb50ab4-0525-4543-ad5a-d8e7b63859b1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/63f45a48-e490-415d-9c55-a6a946e571ae HTTP/1.1" status: 204 len: 168 time: 0.3150492 Jul 27 23:03:37.437379 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f2f36111-9ad2-48ba-a286-a1ee39f7d270 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:37.439800 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f2f36111-9ad2-48ba-a286-a1ee39f7d270 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:37.442154 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-0b4ebfd7-61a4-4daa-83c9-0f5d6b081be2 req-fe5fd1ea-3f5c-45f7-9f13-ed9e08e61d6e tempest-ServersWithSpecificFlavorTestJSON-503998184 tempest-ServersWithSpecificFlavorTestJSON-503998184-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--296819853&fields=id&tenant_id=09c2e06aaf3c4aa785e90ae90800475c HTTP/1.1" status: 200 len: 267 time: 0.4780850 Jul 27 23:03:37.443860 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-f2f36111-9ad2-48ba-a286-a1ee39f7d270 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/57445d2b-6a6f-4736-845e-def4a1656391 HTTP/1.1" status: 204 len: 168 time: 0.4104941 Jul 27 23:03:37.445339 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb50ab4-0525-4543-ad5a-d8e7b63859b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63f45a48-e490-415d-9c55-a6a946e571ae,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:03:37.461011 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-0038d040-d512-4168-8078-c64164d29762 req-db4c2278-bafa-4c56-b84d-bfd80f16f066 service neutron] 10.222.0.38 "GET /v2.0/networks/c451a142-86a9-4355-833f-365557d21b8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7776546 Jul 27 23:03:37.472765 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f36111-9ad2-48ba-a286-a1ee39f7d270 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57445d2b-6a6f-4736-845e-def4a1656391,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:03:37.475642 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-68849395-a202-4df4-8ed5-98e18c45ffbd req-4a32506e-ce1e-450d-ad0d-37e7e334cb03 tempest-FloatingIPDetailsTestJSON-410442657 tempest-FloatingIPDetailsTestJSON-410442657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:37.621546 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a418ccfb-1b74-4f06-83b8-68f887e1af2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:37.624186 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a418ccfb-1b74-4f06-83b8-68f887e1af2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:37.624354 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [req-68849395-a202-4df4-8ed5-98e18c45ffbd req-4a32506e-ce1e-450d-ad0d-37e7e334cb03 tempest-FloatingIPDetailsTestJSON-410442657 tempest-FloatingIPDetailsTestJSON-410442657-project] Allocated IP 172.25.4.84 (2fd42287-ed26-4eb9-89a5-b521f5b04356/17de1f8f-393a-4b0c-a2df-614bd3f2fb5e/5b6cab19-77a8-43cb-ac0f-84f52d0a3325) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:03:37.625322 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-a418ccfb-1b74-4f06-83b8-68f887e1af2f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/799ce26a-aaed-4960-a04d-25ee60e1fc2f HTTP/1.1" status: 204 len: 168 time: 1.0707626 Jul 27 23:03:37.666529 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a418ccfb-1b74-4f06-83b8-68f887e1af2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=799ce26a-aaed-4960-a04d-25ee60e1fc2f,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:03:37.730008 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4ebfd7-61a4-4daa-83c9-0f5d6b081be2 req-a3332a1f-2f9e-4b8b-a4e3-4df0c917f3c5 tempest-ServersWithSpecificFlavorTestJSON-503998184 tempest-ServersWithSpecificFlavorTestJSON-503998184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:03:37.741766 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-0b4ebfd7-61a4-4daa-83c9-0f5d6b081be2 req-a3332a1f-2f9e-4b8b-a4e3-4df0c917f3c5 tempest-ServersWithSpecificFlavorTestJSON-503998184 tempest-ServersWithSpecificFlavorTestJSON-503998184-project] 10.222.0.18 "GET /v2.0/networks?id=0f9004bd-8e90-4e82-a7cb-88f9b433c217 HTTP/1.1" status: 200 len: 823 time: 0.2986827 Jul 27 23:03:37.771096 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-0b4ebfd7-61a4-4daa-83c9-0f5d6b081be2 req-3bcb0fdf-18b2-47af-95c8-953442d5f2b0 tempest-ServersWithSpecificFlavorTestJSON-503998184 tempest-ServersWithSpecificFlavorTestJSON-503998184-project] 10.222.0.18 "GET /v2.0/quotas/09c2e06aaf3c4aa785e90ae90800475c HTTP/1.1" status: 200 len: 375 time: 0.0280864 Jul 27 23:03:37.811709 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-68849395-a202-4df4-8ed5-98e18c45ffbd req-4a32506e-ce1e-450d-ad0d-37e7e334cb03 tempest-FloatingIPDetailsTestJSON-410442657 tempest-FloatingIPDetailsTestJSON-410442657-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:37.866708 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-edd5b866-40ef-4beb-9593-9432e77bc6b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11336182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11551417'] for subnet, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:37.892019 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-68849395-a202-4df4-8ed5-98e18c45ffbd req-4a32506e-ce1e-450d-ad0d-37e7e334cb03 tempest-FloatingIPDetailsTestJSON-410442657 tempest-FloatingIPDetailsTestJSON-410442657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:37.914965 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-0b4ebfd7-61a4-4daa-83c9-0f5d6b081be2 req-9eb56396-3227-4d08-a176-a27689b8db55 tempest-ServersWithSpecificFlavorTestJSON-503998184 tempest-ServersWithSpecificFlavorTestJSON-503998184-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=09c2e06aaf3c4aa785e90ae90800475c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1426156 Jul 27 23:03:37.956420 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68849395-a202-4df4-8ed5-98e18c45ffbd req-4a32506e-ce1e-450d-ad0d-37e7e334cb03 tempest-FloatingIPDetailsTestJSON-410442657 tempest-FloatingIPDetailsTestJSON-410442657-project] Network 2fd42287-ed26-4eb9-89a5-b521f5b04356 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:03:37.960707 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 51638) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:03:38.022693 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [req-68849395-a202-4df4-8ed5-98e18c45ffbd req-4a32506e-ce1e-450d-ad0d-37e7e334cb03 tempest-FloatingIPDetailsTestJSON-410442657 tempest-FloatingIPDetailsTestJSON-410442657-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:03:38.048270 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-68849395-a202-4df4-8ed5-98e18c45ffbd req-4a32506e-ce1e-450d-ad0d-37e7e334cb03 tempest-FloatingIPDetailsTestJSON-410442657 tempest-FloatingIPDetailsTestJSON-410442657-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:03:38.062637 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0b80cf7b-db0b-42a5-a05a-97d5e2f70bcf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:38.068555 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a32506e-ce1e-450d-ad0d-37e7e334cb03 tempest-FloatingIPDetailsTestJSON-410442657 tempest-FloatingIPDetailsTestJSON-410442657-project] Pushing event updated for resources: {'Port': ['ID=5b6cab19-77a8-43cb-ac0f-84f52d0a3325,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:03:38.118071 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd5b866-40ef-4beb-9593-9432e77bc6b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fcdd0019-bc7c-4b27-bf52-8f592951928f,revision_number=0']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:03:38.142540 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device e7bf3491-8bfc-434a-8d3b-3a0b3b90bbf4 details requested by agent hyperv_n-h1-802623-1 with host n-h1-802623-1 {{(pid=93799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 23:03:38.216867 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 71396ef3-c8ed-43ce-871e-b32afebf31ba up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:03:38.231241 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0b80cf7b-db0b-42a5-a05a-97d5e2f70bcf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:38.278170 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edd5b866-40ef-4beb-9593-9432e77bc6b8 admin admin] Checking segment: {'id': 'a64c2c6c-9673-4931-86c6-f856baadceff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '2cc21914-0db5-427e-b431-aa16323eaf86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:03:38.278699 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edd5b866-40ef-4beb-9593-9432e77bc6b8 admin admin] Network hostable DHCP agents. Network: 2cc21914-0db5-427e-b431-aa16323eaf86, hostable agents: ['5950e76f-2bde-4343-a925-cbe6bacd2706'], hosted agents: [] {{(pid=93797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 23:03:38.291030 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-0b4ebfd7-61a4-4daa-83c9-0f5d6b081be2 req-85f62dd5-ed0a-4749-b354-f0a85876e442 service neutron] 10.222.0.18 "GET /v2.0/networks/0f9004bd-8e90-4e82-a7cb-88f9b433c217?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3715546 Jul 27 23:03:38.362117 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0b80cf7b-db0b-42a5-a05a-97d5e2f70bcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:38.362590 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port e7bf3491-8bfc-434a-8d3b-3a0b3b90bbf4, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=e7bf3491-8bfc-434a-8d3b-3a0b3b90bbf4,segment=NetworkSegment(7332ccbf-8fd9-4ff5-bad6-b4b872eccd4e),segment_id=7332ccbf-8fd9-4ff5-bad6-b4b872eccd4e)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:03:38.389216 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Returning: {'device': 'e7bf3491-8bfc-434a-8d3b-3a0b3b90bbf4', 'network_id': 'c451a142-86a9-4355-833f-365557d21b8d', 'port_id': 'e7bf3491-8bfc-434a-8d3b-3a0b3b90bbf4', 'mac_address': 'fa:16:3e:fe:2c:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1592ca5-0a74-47a5-88e1-85b3448a0017', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 23:03:38.392180 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-68849395-a202-4df4-8ed5-98e18c45ffbd req-4a32506e-ce1e-450d-ad0d-37e7e334cb03 tempest-FloatingIPDetailsTestJSON-410442657 tempest-FloatingIPDetailsTestJSON-410442657-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:38.404015 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning for port 71396ef3-c8ed-43ce-871e-b32afebf31ba completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:03:38.451511 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 51642) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:03:38.454999 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port 71396ef3-c8ed-43ce-871e-b32afebf31ba triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:03:38.455414 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:38.465524 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 51644) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:03:38.466294 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edd5b866-40ef-4beb-9593-9432e77bc6b8 admin admin] Network 2cc21914-0db5-427e-b431-aa16323eaf86 is scheduled to be hosted by DHCP agent 5950e76f-2bde-4343-a925-cbe6bacd2706 with binding_index 1 {{(pid=93797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 23:03:38.476802 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-68849395-a202-4df4-8ed5-98e18c45ffbd req-4a32506e-ce1e-450d-ad0d-37e7e334cb03 tempest-FloatingIPDetailsTestJSON-410442657 tempest-FloatingIPDetailsTestJSON-410442657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:38.482425 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-0b80cf7b-db0b-42a5-a05a-97d5e2f70bcf admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=11a5822454da4da48b78e138655411f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5194139 Jul 27 23:03:38.490973 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-0b4ebfd7-61a4-4daa-83c9-0f5d6b081be2 req-b7e387d5-bef7-49bb-8027-7b69badc7069 service neutron] 10.222.0.18 "GET /v2.0/networks/0f9004bd-8e90-4e82-a7cb-88f9b433c217?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1915731 Jul 27 23:03:38.493209 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 51646) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:03:38.498094 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:38.507642 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b80cf7b-db0b-42a5-a05a-97d5e2f70bcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12e00c11-ac8a-46af-a918-89235cbebf2a,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:03:38.509298 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-277688ba-454e-447b-9d0e-3f7e86b475a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:38.513086 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-edd5b866-40ef-4beb-9593-9432e77bc6b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802623-1, 2cc21914-0db5-427e-b431-aa16323eaf86) {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:03:38.514482 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7bf3491-8bfc-434a-8d3b-3a0b3b90bbf4 {{(pid=93799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:03:38.532730 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edd5b866-40ef-4beb-9593-9432e77bc6b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:03:38.532889 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78bfd589-1ca5-4dce-be06-1fbe3b1691dd None None] Network 2cc21914-0db5-427e-b431-aa16323eaf86 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:03:38.533338 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-edd5b866-40ef-4beb-9593-9432e77bc6b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for subnet, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:38.547644 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port e7bf3491-8bfc-434a-8d3b-3a0b3b90bbf4, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=e7bf3491-8bfc-434a-8d3b-3a0b3b90bbf4,segment=NetworkSegment(7332ccbf-8fd9-4ff5-bad6-b4b872eccd4e),segment_id=7332ccbf-8fd9-4ff5-bad6-b4b872eccd4e)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:03:38.586071 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-a96de19f-c231-4f04-8eca-f948efed0fd7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=96ae5561a9b64f5d9d8faac569c9f0a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1334074 Jul 27 23:03:38.593014 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 51648) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:03:38.699822 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-caa9680d-7d1b-4892-8308-bc0012c24419 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:38.730229 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:38.736496 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-68849395-a202-4df4-8ed5-98e18c45ffbd req-4a32506e-ce1e-450d-ad0d-37e7e334cb03 tempest-FloatingIPDetailsTestJSON-410442657 tempest-FloatingIPDetailsTestJSON-410442657-project] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:38.746260 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-68849395-a202-4df4-8ed5-98e18c45ffbd req-4a32506e-ce1e-450d-ad0d-37e7e334cb03 tempest-FloatingIPDetailsTestJSON-410442657 tempest-FloatingIPDetailsTestJSON-410442657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:38.812034 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-277688ba-454e-447b-9d0e-3f7e86b475a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:38.837640 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a32506e-ce1e-450d-ad0d-37e7e334cb03 tempest-FloatingIPDetailsTestJSON-410442657 tempest-FloatingIPDetailsTestJSON-410442657-project] Pushing event updated for resources: {'Port': ['ID=5b6cab19-77a8-43cb-ac0f-84f52d0a3325,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:03:38.852233 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Pushing event updated for resources: {'Port': ['ID=e7bf3491-8bfc-434a-8d3b-3a0b3b90bbf4,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:03:38.853004 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-68849395-a202-4df4-8ed5-98e18c45ffbd req-4a32506e-ce1e-450d-ad0d-37e7e334cb03 tempest-FloatingIPDetailsTestJSON-410442657 tempest-FloatingIPDetailsTestJSON-410442657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-415302'] for floatingip, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:38.859882 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:38.870787 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-68849395-a202-4df4-8ed5-98e18c45ffbd req-4a32506e-ce1e-450d-ad0d-37e7e334cb03 tempest-FloatingIPDetailsTestJSON-410442657 tempest-FloatingIPDetailsTestJSON-410442657-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for floatingip, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:38.872266 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-68849395-a202-4df4-8ed5-98e18c45ffbd req-4a32506e-ce1e-450d-ad0d-37e7e334cb03 tempest-FloatingIPDetailsTestJSON-410442657 tempest-FloatingIPDetailsTestJSON-410442657-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.8255033 Jul 27 23:03:38.885167 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-277688ba-454e-447b-9d0e-3f7e86b475a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:38.933669 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] For port 71396ef3-c8ed-43ce-871e-b32afebf31ba, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=71396ef3-c8ed-43ce-871e-b32afebf31ba,segment=NetworkSegment(d5802ab5-2f2b-4a74-a43f-f634d40589f6),segment_id=d5802ab5-2f2b-4a74-a43f-f634d40589f6)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:03:38.933816 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-caa9680d-7d1b-4892-8308-bc0012c24419 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:38.943146 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:38.944112 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device d13c007f-8f19-4e63-8cfd-587be577ff56 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:03:38.954659 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-edd5b866-40ef-4beb-9593-9432e77bc6b8 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.1390271 Jul 27 23:03:38.956480 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-346624c0-087f-449c-8dcc-2f0d3e1ac9c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:38.963078 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 51658) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:03:38.968907 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] get_ports_and_sgs() called for port_ids ['e7bf3491-8bfc-434a-8d3b-3a0b3b90bbf4'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:03:38.970922 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-5334e287-ab10-4583-bb40-3d2edbec1c8e admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-2033434242-router', 'tenant_id': '579611ac919e4026bf7dfaf3f6b72308', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'}}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:03:38.993853 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-68849395-a202-4df4-8ed5-98e18c45ffbd req-cff1dfb8-2522-475c-ac49-b1e0796140e4 tempest-FloatingIPDetailsTestJSON-410442657 tempest-FloatingIPDetailsTestJSON-410442657-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.4.84 HTTP/1.1" status: 200 len: 695 time: 0.1153495 Jul 27 23:03:39.039091 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-346624c0-087f-449c-8dcc-2f0d3e1ac9c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:39.041256 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cedc6f7f-8f02-43c6-8e27-4ab8df6d5d21 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f6f257c-ad18-5f0c-8c8e-ea085a5fc8a2-2cc21914-0db5-427e-b431-aa16323eaf86', 'network_id': '2cc21914-0db5-427e-b431-aa16323eaf86', 'tenant_id': '579611ac919e4026bf7dfaf3f6b72308', 'fixed_ips': [{'subnet_id': 'fcdd0019-bc7c-4b27-bf52-8f592951928f'}]}} from n-d-802623-1. {{(pid=93799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 23:03:39.042264 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-cedc6f7f-8f02-43c6-8e27-4ab8df6d5d21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:39.052054 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-277688ba-454e-447b-9d0e-3f7e86b475a9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4ef7586bf14c409b8bb669f9ee103278&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5796371 Jul 27 23:03:39.053952 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277688ba-454e-447b-9d0e-3f7e86b475a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9450672-35f7-49ce-95dc-6f8e5187928e,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:03:39.063356 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 51660) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:03:39.085755 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7450c6e3-037e-4843-979a-5d763261d9a3 req-096509aa-7c2c-4f4e-a131-ba0abefe5e45 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:03:39.093694 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-7450c6e3-037e-4843-979a-5d763261d9a3 req-096509aa-7c2c-4f4e-a131-ba0abefe5e45 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] 10.222.0.18 "GET /v2.0/ports?device_id=1691ef14-ab37-40a7-8189-31944c5092fc HTTP/1.1" status: 200 len: 945 time: 0.2753201 Jul 27 23:03:39.133748 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68849395-a202-4df4-8ed5-98e18c45ffbd req-30725e3d-be05-441c-b485-6a3aa0603639 tempest-FloatingIPDetailsTestJSON-410442657 tempest-FloatingIPDetailsTestJSON-410442657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:03:39.135374 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-68849395-a202-4df4-8ed5-98e18c45ffbd req-30725e3d-be05-441c-b485-6a3aa0603639 tempest-FloatingIPDetailsTestJSON-410442657 tempest-FloatingIPDetailsTestJSON-410442657-project] 10.222.0.18 "GET /v2.0/networks/2fd42287-ed26-4eb9-89a5-b521f5b04356 HTTP/1.1" status: 200 len: 784 time: 0.1335390 Jul 27 23:03:39.136873 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5334e287-ab10-4583-bb40-3d2edbec1c8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62159'] for router, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:39.137943 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5334e287-ab10-4583-bb40-3d2edbec1c8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-479230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-415539', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3693317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62148'] for router, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:39.146078 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Pushing event updated for resources: {'Port': ['ID=71396ef3-c8ed-43ce-871e-b32afebf31ba,revision_number=5']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:03:39.149434 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [req-68849395-a202-4df4-8ed5-98e18c45ffbd req-5bd491af-4933-491b-8345-63245dca9569 tempest-FloatingIPDetailsTestJSON-410442657 tempest-FloatingIPDetailsTestJSON-410442657-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=93798) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 23:03:39.150546 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-68849395-a202-4df4-8ed5-98e18c45ffbd req-5bd491af-4933-491b-8345-63245dca9569 tempest-FloatingIPDetailsTestJSON-410442657 tempest-FloatingIPDetailsTestJSON-410442657-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0081472 Jul 27 23:03:39.166001 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning for port d13c007f-8f19-4e63-8cfd-587be577ff56 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:03:39.182795 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port d13c007f-8f19-4e63-8cfd-587be577ff56 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:03:39.183316 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:39.205698 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-caa9680d-7d1b-4892-8308-bc0012c24419 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:39.209494 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-caa9680d-7d1b-4892-8308-bc0012c24419 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:39.213096 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-caa9680d-7d1b-4892-8308-bc0012c24419 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/12e00c11-ac8a-46af-a918-89235cbebf2a HTTP/1.1" status: 204 len: 168 time: 0.7156727 Jul 27 23:03:39.243288 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-7450c6e3-037e-4843-979a-5d763261d9a3 req-d6306d9d-531a-4537-82b2-2ea16f1e8d66 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] 10.222.0.18 "GET /v2.0/security-groups?id=bed30b16-cd2d-47d0-9758-37dc9df2dfb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467893 Jul 27 23:03:39.257211 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa9680d-7d1b-4892-8308-bc0012c24419 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12e00c11-ac8a-46af-a918-89235cbebf2a,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:03:39.283038 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-eb05a651-266d-4abe-a2a4-2182766081f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:39.295278 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-346624c0-087f-449c-8dcc-2f0d3e1ac9c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:39.301474 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-346624c0-087f-449c-8dcc-2f0d3e1ac9c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:39.304031 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-346624c0-087f-449c-8dcc-2f0d3e1ac9c1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e4deb383-9f32-45bf-b3f9-1b6da90fdb74 HTTP/1.1" status: 204 len: 168 time: 0.7066085 Jul 27 23:03:39.329327 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5334e287-ab10-4583-bb40-3d2edbec1c8e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:39.371931 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-64e8ccf3-b948-4e61-85d1-838e07500484 req-c398decc-eea5-4bfe-9ed5-c7590b01bc67 tempest-ServersWithSpecificFlavorTestJSON-503998184 tempest-ServersWithSpecificFlavorTestJSON-503998184-project] 10.222.0.18 "GET /v2.0/ports?device_id=4cdf2adc-b542-43d4-96d6-0aba093c5965 HTTP/1.1" status: 200 len: 210 time: 0.0461359 Jul 27 23:03:39.375637 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346624c0-087f-449c-8dcc-2f0d3e1ac9c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4deb383-9f32-45bf-b3f9-1b6da90fdb74,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:03:39.378912 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-eb05a651-266d-4abe-a2a4-2182766081f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:39.449451 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-eb05a651-266d-4abe-a2a4-2182766081f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:39.452793 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-eb05a651-266d-4abe-a2a4-2182766081f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:39.454472 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-eb05a651-266d-4abe-a2a4-2182766081f2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e9450672-35f7-49ce-95dc-6f8e5187928e HTTP/1.1" status: 204 len: 168 time: 0.3890674 Jul 27 23:03:39.480530 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb05a651-266d-4abe-a2a4-2182766081f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9450672-35f7-49ce-95dc-6f8e5187928e,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:03:39.495122 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-cedc6f7f-8f02-43c6-8e27-4ab8df6d5d21 None None] Allocated IP 172.20.0.2 (2cc21914-0db5-427e-b431-aa16323eaf86/fcdd0019-bc7c-4b27-bf52-8f592951928f/b933ce2e-81c5-416b-890a-26f1bfafda12) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:03:39.626031 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a8dbd3-4a0b-4949-9531-c199220faf99 req-9e4978f7-f9d3-4215-be0f-be9a3af6d8b6 tempest-ServersAdminTestJSON-1581810367 tempest-ServersAdminTestJSON-1581810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:03:39.638050 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-d8a8dbd3-4a0b-4949-9531-c199220faf99 req-9e4978f7-f9d3-4215-be0f-be9a3af6d8b6 tempest-ServersAdminTestJSON-1581810367 tempest-ServersAdminTestJSON-1581810367-project] 10.222.0.18 "GET /v2.0/ports?device_id=4c3fa56a-b0f7-486a-b9b6-11ec03b01c61 HTTP/1.1" status: 200 len: 949 time: 0.3690374 Jul 27 23:03:39.684080 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:39.746504 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5334e287-ab10-4583-bb40-3d2edbec1c8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-415433', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62186'] for router, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:39.788965 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] For port d13c007f-8f19-4e63-8cfd-587be577ff56, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=d13c007f-8f19-4e63-8cfd-587be577ff56,segment=NetworkSegment(b9afe07e-bbe4-4740-834c-4b6a9698bdbc),segment_id=b9afe07e-bbe4-4740-834c-4b6a9698bdbc)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:03:39.811022 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-e695301e-7ed8-4e1a-bd06-55c30af29c2e req-74f96046-707b-4bf6-bac0-99b1c8888743 tempest-FloatingIPDetailsTestJSON-410442657 tempest-FloatingIPDetailsTestJSON-410442657-project] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3369415 Jul 27 23:03:39.817262 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [req-e695301e-7ed8-4e1a-bd06-55c30af29c2e req-6a7ef32e-f816-4ceb-8c38-6d710aa165f4 tempest-FloatingIPDetailsTestJSON-410442657 tempest-FloatingIPDetailsTestJSON-410442657-project] Request body: {'floatingip': {'floating_network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:03:39.828383 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-d8a8dbd3-4a0b-4949-9531-c199220faf99 req-28821a28-7178-40ba-a958-ab74188711c4 tempest-ServersAdminTestJSON-1581810367 tempest-ServersAdminTestJSON-1581810367-project] 10.222.0.18 "GET /v2.0/security-groups?id=ffa9f128-d6a7-4fb1-a632-c57615725739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883230 Jul 27 23:03:39.856107 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-e695301e-7ed8-4e1a-bd06-55c30af29c2e req-6a7ef32e-f816-4ceb-8c38-6d710aa165f4 tempest-FloatingIPDetailsTestJSON-410442657 tempest-FloatingIPDetailsTestJSON-410442657-project] Notify callbacks [] for floatingip, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:39.917567 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:40.060798 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-e695301e-7ed8-4e1a-bd06-55c30af29c2e req-6a7ef32e-f816-4ceb-8c38-6d710aa165f4 tempest-FloatingIPDetailsTestJSON-410442657 tempest-FloatingIPDetailsTestJSON-410442657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:40.067860 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 71396ef3-c8ed-43ce-871e-b32afebf31ba up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:03:40.134279 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Pushing event updated for resources: {'Port': ['ID=d13c007f-8f19-4e63-8cfd-587be577ff56,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:03:40.175239 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-cedc6f7f-8f02-43c6-8e27-4ab8df6d5d21 None None] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:40.190466 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-cedc6f7f-8f02-43c6-8e27-4ab8df6d5d21 None None] Transition to ACTIVE for port object b933ce2e-81c5-416b-890a-26f1bfafda12 will not be triggered until provisioned by entity L2. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:03:40.199285 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port 71396ef3-c8ed-43ce-871e-b32afebf31ba triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:03:40.199517 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:40.246281 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-cedc6f7f-8f02-43c6-8e27-4ab8df6d5d21 None None] Transition to ACTIVE for port object b933ce2e-81c5-416b-890a-26f1bfafda12 will not be triggered until provisioned by entity DHCP. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:03:40.252359 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5334e287-ab10-4583-bb40-3d2edbec1c8e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:40.265779 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-cedc6f7f-8f02-43c6-8e27-4ab8df6d5d21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:40.286098 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5334e287-ab10-4583-bb40-3d2edbec1c8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:40.287897 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cedc6f7f-8f02-43c6-8e27-4ab8df6d5d21 None None] Network 2cc21914-0db5-427e-b431-aa16323eaf86 is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:03:40.291126 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-cedc6f7f-8f02-43c6-8e27-4ab8df6d5d21 None None] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:03:40.372136 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [req-e695301e-7ed8-4e1a-bd06-55c30af29c2e req-6a7ef32e-f816-4ceb-8c38-6d710aa165f4 tempest-FloatingIPDetailsTestJSON-410442657 tempest-FloatingIPDetailsTestJSON-410442657-project] Allocated IP 172.25.4.104 (2fd42287-ed26-4eb9-89a5-b521f5b04356/17de1f8f-393a-4b0c-a2df-614bd3f2fb5e/bd78c710-8ba0-4c4f-993a-988d712b6dc3) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:03:40.377374 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedc6f7f-8f02-43c6-8e27-4ab8df6d5d21 None None] Pushing event updated for resources: {'Port': ['ID=b933ce2e-81c5-416b-890a-26f1bfafda12,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:03:40.381248 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cedc6f7f-8f02-43c6-8e27-4ab8df6d5d21 None None] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:03:40.552025 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7c22d3-93f1-4cc6-a396-ae342c0b6ec2 req-5f3988b6-2e46-4484-883a-5db0d21a2db8 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:03:40.554680 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-af7c22d3-93f1-4cc6-a396-ae342c0b6ec2 req-5f3988b6-2e46-4484-883a-5db0d21a2db8 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] 10.222.0.18 "GET /v2.0/ports?device_id=1691ef14-ab37-40a7-8189-31944c5092fc HTTP/1.1" status: 200 len: 945 time: 0.1390276 Jul 27 23:03:40.566152 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-cedc6f7f-8f02-43c6-8e27-4ab8df6d5d21 None None] Attempting to bind port b933ce2e-81c5-416b-890a-26f1bfafda12 on host n-d-802623-1 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:03:40.566615 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-cedc6f7f-8f02-43c6-8e27-4ab8df6d5d21 None None] Attempting to bind port b933ce2e-81c5-416b-890a-26f1bfafda12 by drivers openvswitch,hyperv on host n-d-802623-1 at level 0 using segments [{'id': 'a64c2c6c-9673-4931-86c6-f856baadceff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '2cc21914-0db5-427e-b431-aa16323eaf86'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:03:40.567060 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cedc6f7f-8f02-43c6-8e27-4ab8df6d5d21 None None] Attempting to bind port b933ce2e-81c5-416b-890a-26f1bfafda12 on network 2cc21914-0db5-427e-b431-aa16323eaf86 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:03:40.567989 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4ebfd7-61a4-4daa-83c9-0f5d6b081be2 req-5b265856-e79f-4bed-ae13-f11551497d59 tempest-ServersWithSpecificFlavorTestJSON-503998184 tempest-ServersWithSpecificFlavorTestJSON-503998184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:03:40.570763 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-0b4ebfd7-61a4-4daa-83c9-0f5d6b081be2 req-5b265856-e79f-4bed-ae13-f11551497d59 tempest-ServersWithSpecificFlavorTestJSON-503998184 tempest-ServersWithSpecificFlavorTestJSON-503998184-project] 10.222.0.49 "GET /v2.0/networks?id=0f9004bd-8e90-4e82-a7cb-88f9b433c217 HTTP/1.1" status: 200 len: 823 time: 0.2893355 Jul 27 23:03:40.574544 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cedc6f7f-8f02-43c6-8e27-4ab8df6d5d21 None None] Checking agent: {'id': 'a9a568d2-a5e7-41e4-833f-a8ab42ea4073', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 52, 30), 'started_at': datetime.datetime(2021, 7, 27, 22, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 3, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802623-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:03:40.575005 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cedc6f7f-8f02-43c6-8e27-4ab8df6d5d21 None None] Checking segment: {'id': 'a64c2c6c-9673-4931-86c6-f856baadceff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '2cc21914-0db5-427e-b431-aa16323eaf86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:03:40.575667 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-cedc6f7f-8f02-43c6-8e27-4ab8df6d5d21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:40.576119 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cedc6f7f-8f02-43c6-8e27-4ab8df6d5d21 None None] Bound using segment: {'id': 'a64c2c6c-9673-4931-86c6-f856baadceff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '2cc21914-0db5-427e-b431-aa16323eaf86'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:03:40.576664 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-cedc6f7f-8f02-43c6-8e27-4ab8df6d5d21 None None] Bound port: b933ce2e-81c5-416b-890a-26f1bfafda12, host: n-d-802623-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a64c2c6c-9673-4931-86c6-f856baadceff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '2cc21914-0db5-427e-b431-aa16323eaf86'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:03:40.577133 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-cedc6f7f-8f02-43c6-8e27-4ab8df6d5d21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:40.614839 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-af7c22d3-93f1-4cc6-a396-ae342c0b6ec2 req-e5ac15f6-0938-4121-873d-054db20b01d0 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] 10.222.0.18 "GET /v2.0/security-groups?id=bed30b16-cd2d-47d0-9758-37dc9df2dfb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520248 Jul 27 23:03:40.664811 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-e695301e-7ed8-4e1a-bd06-55c30af29c2e req-6a7ef32e-f816-4ceb-8c38-6d710aa165f4 tempest-FloatingIPDetailsTestJSON-410442657 tempest-FloatingIPDetailsTestJSON-410442657-project] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:40.706858 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-0b4ebfd7-61a4-4daa-83c9-0f5d6b081be2 req-a77f711b-efe4-4460-86cb-da12c4e69735 tempest-ServersWithSpecificFlavorTestJSON-503998184 tempest-ServersWithSpecificFlavorTestJSON-503998184-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=09c2e06aaf3c4aa785e90ae90800475c HTTP/1.1" status: 200 len: 379 time: 0.1146524 Jul 27 23:03:40.718357 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [req-0b4ebfd7-61a4-4daa-83c9-0f5d6b081be2 req-034e288f-3986-4f64-9e73-45debac0f641 tempest-ServersWithSpecificFlavorTestJSON-503998184 tempest-ServersWithSpecificFlavorTestJSON-503998184-project] Request body: {'port': {'device_id': '4cdf2adc-b542-43d4-96d6-0aba093c5965', 'network_id': '0f9004bd-8e90-4e82-a7cb-88f9b433c217', 'admin_state_up': True, 'tenant_id': '09c2e06aaf3c4aa785e90ae90800475c', 'security_groups': ['13497a54-4f49-49ad-b566-6beee2074a6b']}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:03:40.718575 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-cedc6f7f-8f02-43c6-8e27-4ab8df6d5d21 None None] For port b933ce2e-81c5-416b-890a-26f1bfafda12, host n-d-802623-1, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:03:40.722124 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-cedc6f7f-8f02-43c6-8e27-4ab8df6d5d21 None None] For port b933ce2e-81c5-416b-890a-26f1bfafda12, host n-d-802623-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=b933ce2e-81c5-416b-890a-26f1bfafda12,segment=NetworkSegment(a64c2c6c-9673-4931-86c6-f856baadceff),segment_id=a64c2c6c-9673-4931-86c6-f856baadceff)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:03:40.732049 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-cedc6f7f-8f02-43c6-8e27-4ab8df6d5d21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:40.821734 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-e695301e-7ed8-4e1a-bd06-55c30af29c2e req-6a7ef32e-f816-4ceb-8c38-6d710aa165f4 tempest-FloatingIPDetailsTestJSON-410442657 tempest-FloatingIPDetailsTestJSON-410442657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:40.834657 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-8c7bec16-695a-41ab-8972-ff4be847d777 req-f39234d7-c923-47c2-b779-abb098a0d376 tempest-ServersWithSpecificFlavorTestJSON-503998184 tempest-ServersWithSpecificFlavorTestJSON-503998184-project] 10.222.0.18 "GET /v2.0/ports?device_id=4cdf2adc-b542-43d4-96d6-0aba093c5965 HTTP/1.1" status: 200 len: 210 time: 0.0675523 Jul 27 23:03:40.848798 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedc6f7f-8f02-43c6-8e27-4ab8df6d5d21 None None] Pushing event updated for resources: {'Port': ['ID=b933ce2e-81c5-416b-890a-26f1bfafda12,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:03:40.937295 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-5334e287-ab10-4583-bb40-3d2edbec1c8e admin admin] Allocated IP 172.25.4.80 (2fd42287-ed26-4eb9-89a5-b521f5b04356/17de1f8f-393a-4b0c-a2df-614bd3f2fb5e/79bddec4-0d7d-4195-94c1-814ea5e588a2) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:03:40.939028 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e695301e-7ed8-4e1a-bd06-55c30af29c2e req-6a7ef32e-f816-4ceb-8c38-6d710aa165f4 tempest-FloatingIPDetailsTestJSON-410442657 tempest-FloatingIPDetailsTestJSON-410442657-project] Network 2fd42287-ed26-4eb9-89a5-b521f5b04356 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:03:40.955174 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [req-e695301e-7ed8-4e1a-bd06-55c30af29c2e req-6a7ef32e-f816-4ceb-8c38-6d710aa165f4 tempest-FloatingIPDetailsTestJSON-410442657 tempest-FloatingIPDetailsTestJSON-410442657-project] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:03:40.968204 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [req-e695301e-7ed8-4e1a-bd06-55c30af29c2e req-6a7ef32e-f816-4ceb-8c38-6d710aa165f4 tempest-FloatingIPDetailsTestJSON-410442657 tempest-FloatingIPDetailsTestJSON-410442657-project] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:03:40.973593 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7ef32e-f816-4ceb-8c38-6d710aa165f4 tempest-FloatingIPDetailsTestJSON-410442657 tempest-FloatingIPDetailsTestJSON-410442657-project] Pushing event updated for resources: {'Port': ['ID=bd78c710-8ba0-4c4f-993a-988d712b6dc3,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:03:41.088618 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b4ebfd7-61a4-4daa-83c9-0f5d6b081be2 req-034e288f-3986-4f64-9e73-45debac0f641 tempest-ServersWithSpecificFlavorTestJSON-503998184 tempest-ServersWithSpecificFlavorTestJSON-503998184-project] Made reservation on behalf of 09c2e06aaf3c4aa785e90ae90800475c for: {'port': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:03:41.093128 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-0b4ebfd7-61a4-4daa-83c9-0f5d6b081be2 req-034e288f-3986-4f64-9e73-45debac0f641 tempest-ServersWithSpecificFlavorTestJSON-503998184 tempest-ServersWithSpecificFlavorTestJSON-503998184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:41.170242 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41427f30-a133-449c-bfc8-52f8d2e13b66 req-456cfbe9-9523-4f4f-84cb-a6bd53e67eea tempest-ServersAdminTestJSON-1581810367 tempest-ServersAdminTestJSON-1581810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:03:41.182970 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-41427f30-a133-449c-bfc8-52f8d2e13b66 req-456cfbe9-9523-4f4f-84cb-a6bd53e67eea tempest-ServersAdminTestJSON-1581810367 tempest-ServersAdminTestJSON-1581810367-project] 10.222.0.18 "GET /v2.0/ports?device_id=4c3fa56a-b0f7-486a-b9b6-11ec03b01c61 HTTP/1.1" status: 200 len: 949 time: 0.2421954 Jul 27 23:03:41.186630 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-e695301e-7ed8-4e1a-bd06-55c30af29c2e req-6a7ef32e-f816-4ceb-8c38-6d710aa165f4 tempest-FloatingIPDetailsTestJSON-410442657 tempest-FloatingIPDetailsTestJSON-410442657-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:41.210442 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5334e287-ab10-4583-bb40-3d2edbec1c8e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:41.266878 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-41427f30-a133-449c-bfc8-52f8d2e13b66 req-6b34d385-9863-4206-a0d9-b8d2f8142d81 tempest-ServersAdminTestJSON-1581810367 tempest-ServersAdminTestJSON-1581810367-project] 10.222.0.18 "GET /v2.0/security-groups?id=ffa9f128-d6a7-4fb1-a632-c57615725739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829244 Jul 27 23:03:41.296346 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-e695301e-7ed8-4e1a-bd06-55c30af29c2e req-6a7ef32e-f816-4ceb-8c38-6d710aa165f4 tempest-FloatingIPDetailsTestJSON-410442657 tempest-FloatingIPDetailsTestJSON-410442657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:41.310911 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5334e287-ab10-4583-bb40-3d2edbec1c8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:41.373946 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5334e287-ab10-4583-bb40-3d2edbec1c8e admin admin] Network 2fd42287-ed26-4eb9-89a5-b521f5b04356 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:03:41.379252 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-5334e287-ab10-4583-bb40-3d2edbec1c8e admin admin] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:03:41.393501 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5334e287-ab10-4583-bb40-3d2edbec1c8e admin admin] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:03:41.421332 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5334e287-ab10-4583-bb40-3d2edbec1c8e admin admin] Pushing event updated for resources: {'Port': ['ID=79bddec4-0d7d-4195-94c1-814ea5e588a2,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:03:41.488042 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [req-0b4ebfd7-61a4-4daa-83c9-0f5d6b081be2 req-034e288f-3986-4f64-9e73-45debac0f641 tempest-ServersWithSpecificFlavorTestJSON-503998184 tempest-ServersWithSpecificFlavorTestJSON-503998184-project] Allocated IP 172.20.0.8 (0f9004bd-8e90-4e82-a7cb-88f9b433c217/681fdd2e-7bb4-498c-9817-5f416242773c/7d38f8bd-33ba-44ca-a163-7b42dd423df4) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:03:41.657576 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-e695301e-7ed8-4e1a-bd06-55c30af29c2e req-6a7ef32e-f816-4ceb-8c38-6d710aa165f4 tempest-FloatingIPDetailsTestJSON-410442657 tempest-FloatingIPDetailsTestJSON-410442657-project] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:41.669513 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-e695301e-7ed8-4e1a-bd06-55c30af29c2e req-6a7ef32e-f816-4ceb-8c38-6d710aa165f4 tempest-FloatingIPDetailsTestJSON-410442657 tempest-FloatingIPDetailsTestJSON-410442657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11336041'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:41.828689 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7ef32e-f816-4ceb-8c38-6d710aa165f4 tempest-FloatingIPDetailsTestJSON-410442657 tempest-FloatingIPDetailsTestJSON-410442657-project] Pushing event updated for resources: {'Port': ['ID=bd78c710-8ba0-4c4f-993a-988d712b6dc3,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:03:41.851562 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-0b4ebfd7-61a4-4daa-83c9-0f5d6b081be2 req-034e288f-3986-4f64-9e73-45debac0f641 tempest-ServersWithSpecificFlavorTestJSON-503998184 tempest-ServersWithSpecificFlavorTestJSON-503998184-project] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:41.864384 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-e695301e-7ed8-4e1a-bd06-55c30af29c2e req-6a7ef32e-f816-4ceb-8c38-6d710aa165f4 tempest-FloatingIPDetailsTestJSON-410442657 tempest-FloatingIPDetailsTestJSON-410442657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-415302'] for floatingip, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:41.890048 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [req-0b4ebfd7-61a4-4daa-83c9-0f5d6b081be2 req-034e288f-3986-4f64-9e73-45debac0f641 tempest-ServersWithSpecificFlavorTestJSON-503998184 tempest-ServersWithSpecificFlavorTestJSON-503998184-project] Transition to ACTIVE for port object 7d38f8bd-33ba-44ca-a163-7b42dd423df4 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:03:41.906156 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-e695301e-7ed8-4e1a-bd06-55c30af29c2e req-6a7ef32e-f816-4ceb-8c38-6d710aa165f4 tempest-FloatingIPDetailsTestJSON-410442657 tempest-FloatingIPDetailsTestJSON-410442657-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for floatingip, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:41.914820 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-e695301e-7ed8-4e1a-bd06-55c30af29c2e req-6a7ef32e-f816-4ceb-8c38-6d710aa165f4 tempest-FloatingIPDetailsTestJSON-410442657 tempest-FloatingIPDetailsTestJSON-410442657-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.1026003 Jul 27 23:03:42.059253 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5334e287-ab10-4583-bb40-3d2edbec1c8e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:42.160236 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14878814-dc36-44f6-aab3-8398d35bd702 None None] Sync routers for ids ['a324bf7a-3d44-4970-9ada-52db39b0d6b5'] in n-d-802623-1 {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:03:42.173487 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-e695301e-7ed8-4e1a-bd06-55c30af29c2e req-2a83e60f-8826-43d6-81d3-1bd1d827daef tempest-FloatingIPDetailsTestJSON-410442657 tempest-FloatingIPDetailsTestJSON-410442657-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.4.104 HTTP/1.1" status: 200 len: 696 time: 0.2577200 Jul 27 23:03:42.175676 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f0d941-69a8-4d7d-999e-1e33f1d904e7 req-badb801f-b994-42f3-9ad3-84b524e89755 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:03:42.183828 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-d8f0d941-69a8-4d7d-999e-1e33f1d904e7 req-badb801f-b994-42f3-9ad3-84b524e89755 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] 10.222.0.18 "GET /v2.0/ports?device_id=1691ef14-ab37-40a7-8189-31944c5092fc HTTP/1.1" status: 200 len: 945 time: 0.1534915 Jul 27 23:03:42.196769 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device e7bf3491-8bfc-434a-8d3b-3a0b3b90bbf4 up at agent hyperv_n-h1-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:03:42.231529 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14878814-dc36-44f6-aab3-8398d35bd702 None None] Routers {'a324bf7a-3d44-4970-9ada-52db39b0d6b5'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:03:42.232009 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-14878814-dc36-44f6-aab3-8398d35bd702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:03:29Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['a324bf7a-3d44-4970-9ada-52db39b0d6b5'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:03:42.236724 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-0b4ebfd7-61a4-4daa-83c9-0f5d6b081be2 req-034e288f-3986-4f64-9e73-45debac0f641 tempest-ServersWithSpecificFlavorTestJSON-503998184 tempest-ServersWithSpecificFlavorTestJSON-503998184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:42.309904 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device b933ce2e-81c5-416b-890a-26f1bfafda12 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:03:42.368983 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-d8f0d941-69a8-4d7d-999e-1e33f1d904e7 req-b68eff94-7f68-495c-a544-16f7c595e8df tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] 10.222.0.18 "GET /v2.0/security-groups?id=bed30b16-cd2d-47d0-9758-37dc9df2dfb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838396 Jul 27 23:03:42.490337 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5386a4b7-f2e4-4962-ae3e-0160635620a4 None None] Network 2cc21914-0db5-427e-b431-aa16323eaf86 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:03:42.555528 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Provisioning for port e7bf3491-8bfc-434a-8d3b-3a0b3b90bbf4 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:03:42.576330 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5334e287-ab10-4583-bb40-3d2edbec1c8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-415468'] for router, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:42.580976 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Provisioning complete for port e7bf3491-8bfc-434a-8d3b-3a0b3b90bbf4 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:03:42.581350 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:42.589031 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning for port b933ce2e-81c5-416b-890a-26f1bfafda12 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:03:42.618853 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-14878814-dc36-44f6-aab3-8398d35bd702 None None] Set router a324bf7a-3d44-4970-9ada-52db39b0d6b5 gateway port host: n-d-802623-1 {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:03:42.621624 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-d24d747e-4450-44d1-af3c-416a8134ee1c None None] Provisioning for port b933ce2e-81c5-416b-890a-26f1bfafda12 completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:03:42.653346 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port b933ce2e-81c5-416b-890a-26f1bfafda12 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:03:42.653711 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:42.664133 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ce9c10-2582-418e-be53-9721a34cb38a req-c2d195a2-a4f0-4118-ae23-868561379c21 tempest-ServersWithSpecificFlavorTestJSON-503998184 tempest-ServersWithSpecificFlavorTestJSON-503998184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:03:42.667433 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-46ce9c10-2582-418e-be53-9721a34cb38a req-c2d195a2-a4f0-4118-ae23-868561379c21 tempest-ServersWithSpecificFlavorTestJSON-503998184 tempest-ServersWithSpecificFlavorTestJSON-503998184-project] 10.222.0.18 "GET /v2.0/ports?device_id=4cdf2adc-b542-43d4-96d6-0aba093c5965 HTTP/1.1" status: 200 len: 931 time: 0.1792057 Jul 27 23:03:42.704928 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-d24d747e-4450-44d1-af3c-416a8134ee1c None None] Provisioning complete for port b933ce2e-81c5-416b-890a-26f1bfafda12 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:03:42.705794 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d24d747e-4450-44d1-af3c-416a8134ee1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:42.725870 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-46ce9c10-2582-418e-be53-9721a34cb38a req-5be160e4-ad49-48d8-915f-df23cf8a73aa tempest-ServersWithSpecificFlavorTestJSON-503998184 tempest-ServersWithSpecificFlavorTestJSON-503998184-project] 10.222.0.18 "GET /v2.0/security-groups?id=13497a54-4f49-49ad-b566-6beee2074a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515144 Jul 27 23:03:42.742584 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b4ebfd7-61a4-4daa-83c9-0f5d6b081be2 req-034e288f-3986-4f64-9e73-45debac0f641 tempest-ServersWithSpecificFlavorTestJSON-503998184 tempest-ServersWithSpecificFlavorTestJSON-503998184-project] Network 0f9004bd-8e90-4e82-a7cb-88f9b433c217 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:03:42.756413 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [req-0b4ebfd7-61a4-4daa-83c9-0f5d6b081be2 req-034e288f-3986-4f64-9e73-45debac0f641 tempest-ServersWithSpecificFlavorTestJSON-503998184 tempest-ServersWithSpecificFlavorTestJSON-503998184-project] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:03:42.780214 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b4ebfd7-61a4-4daa-83c9-0f5d6b081be2 req-034e288f-3986-4f64-9e73-45debac0f641 tempest-ServersWithSpecificFlavorTestJSON-503998184 tempest-ServersWithSpecificFlavorTestJSON-503998184-project] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:03:42.868940 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034e288f-3986-4f64-9e73-45debac0f641 tempest-ServersWithSpecificFlavorTestJSON-503998184 tempest-ServersWithSpecificFlavorTestJSON-503998184-project] Pushing event updated for resources: {'Port': ['ID=7d38f8bd-33ba-44ca-a163-7b42dd423df4,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:03:42.925432 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe7fdd2-d5cb-4bb8-af26-f2912c0d4ed5 req-679257a3-953b-417f-841c-8ff4fb74fcc5 tempest-ServersAdminTestJSON-1581810367 tempest-ServersAdminTestJSON-1581810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:03:42.927236 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-afe7fdd2-d5cb-4bb8-af26-f2912c0d4ed5 req-679257a3-953b-417f-841c-8ff4fb74fcc5 tempest-ServersAdminTestJSON-1581810367 tempest-ServersAdminTestJSON-1581810367-project] 10.222.0.18 "GET /v2.0/ports?device_id=4c3fa56a-b0f7-486a-b9b6-11ec03b01c61 HTTP/1.1" status: 200 len: 949 time: 0.0727959 Jul 27 23:03:42.929381 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5334e287-ab10-4583-bb40-3d2edbec1c8e admin admin] Router 94d03d6f-830d-422e-9346-a4f554056bd6 is scheduled to L3 agent 018c4455-49c0-4734-927d-7824067b2a9e with binding_index 1 {{(pid=93798) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 23:03:42.943240 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4ebfd7-61a4-4daa-83c9-0f5d6b081be2 req-034e288f-3986-4f64-9e73-45debac0f641 tempest-ServersWithSpecificFlavorTestJSON-503998184 tempest-ServersWithSpecificFlavorTestJSON-503998184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:03:42.944171 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-0b4ebfd7-61a4-4daa-83c9-0f5d6b081be2 req-034e288f-3986-4f64-9e73-45debac0f641 tempest-ServersWithSpecificFlavorTestJSON-503998184 tempest-ServersWithSpecificFlavorTestJSON-503998184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:43.004147 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-afe7fdd2-d5cb-4bb8-af26-f2912c0d4ed5 req-d10e071c-d011-4f4f-8a3b-9b016931e071 tempest-ServersAdminTestJSON-1581810367 tempest-ServersAdminTestJSON-1581810367-project] 10.222.0.18 "GET /v2.0/security-groups?id=ffa9f128-d6a7-4fb1-a632-c57615725739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671997 Jul 27 23:03:43.016575 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-0b4ebfd7-61a4-4daa-83c9-0f5d6b081be2 req-034e288f-3986-4f64-9e73-45debac0f641 tempest-ServersWithSpecificFlavorTestJSON-503998184 tempest-ServersWithSpecificFlavorTestJSON-503998184-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3021538 Jul 27 23:03:43.038227 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e695301e-7ed8-4e1a-bd06-55c30af29c2e req-aa4cf81f-fccd-43c1-9e69-081f7bbc5edc tempest-FloatingIPDetailsTestJSON-410442657 tempest-FloatingIPDetailsTestJSON-410442657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:03:43.048510 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-e695301e-7ed8-4e1a-bd06-55c30af29c2e req-aa4cf81f-fccd-43c1-9e69-081f7bbc5edc tempest-FloatingIPDetailsTestJSON-410442657 tempest-FloatingIPDetailsTestJSON-410442657-project] 10.222.0.18 "GET /v2.0/networks/2fd42287-ed26-4eb9-89a5-b521f5b04356 HTTP/1.1" status: 200 len: 784 time: 0.8360906 Jul 27 23:03:43.060954 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [req-0b4ebfd7-61a4-4daa-83c9-0f5d6b081be2 req-59d17e98-4112-432d-9be5-491dc3350aaa service neutron] Request body: {'port': {'device_id': '4cdf2adc-b542-43d4-96d6-0aba093c5965', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802623-1'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:03:43.178261 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5334e287-ab10-4583-bb40-3d2edbec1c8e admin admin] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:03:43.189611 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef646a57-9b82-49ff-8bd7-e33e7f3ec064 None None] Sync routers for ids ['94d03d6f-830d-422e-9346-a4f554056bd6'] in n-d-802623-1 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:03:43.201680 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef646a57-9b82-49ff-8bd7-e33e7f3ec064 None None] Routers {'94d03d6f-830d-422e-9346-a4f554056bd6'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:03:43.204916 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-ef646a57-9b82-49ff-8bd7-e33e7f3ec064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:03:29Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['94d03d6f-830d-422e-9346-a4f554056bd6'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:03:43.210622 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5334e287-ab10-4583-bb40-3d2edbec1c8e admin admin] Notify callbacks [] for router, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:43.213625 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-5334e287-ab10-4583-bb40-3d2edbec1c8e admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.2471068 Jul 27 23:03:43.213824 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 51784) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:03:43.214422 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [req-e695301e-7ed8-4e1a-bd06-55c30af29c2e req-0409b036-995d-44f0-b784-f050cf1075b9 tempest-FloatingIPDetailsTestJSON-410442657 tempest-FloatingIPDetailsTestJSON-410442657-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=93797) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 23:03:43.244644 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-e695301e-7ed8-4e1a-bd06-55c30af29c2e req-0409b036-995d-44f0-b784-f050cf1075b9 tempest-FloatingIPDetailsTestJSON-410442657 tempest-FloatingIPDetailsTestJSON-410442657-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1703277 Jul 27 23:03:43.257329 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-0b4ebfd7-61a4-4daa-83c9-0f5d6b081be2 req-59d17e98-4112-432d-9be5-491dc3350aaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:43.323757 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:43.423590 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:43.479817 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] For port b933ce2e-81c5-416b-890a-26f1bfafda12, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=b933ce2e-81c5-416b-890a-26f1bfafda12,segment=NetworkSegment(a64c2c6c-9673-4931-86c6-f856baadceff),segment_id=a64c2c6c-9673-4931-86c6-f856baadceff)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:03:43.486418 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-ef646a57-9b82-49ff-8bd7-e33e7f3ec064 None None] Set router 94d03d6f-830d-422e-9346-a4f554056bd6 gateway port host: n-d-802623-1 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:03:43.515528 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:43.516426 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device d13c007f-8f19-4e63-8cfd-587be577ff56 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:03:43.563767 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-d3a9c50b-4757-456d-9fd9-8fe192354915 req-d85231ce-3239-4e45-a1c9-b864043d28f3 tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=496de96608da4f74abc6cf1f10c98b52&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0240402 Jul 27 23:03:43.625268 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Pushing event updated for resources: {'Port': ['ID=b933ce2e-81c5-416b-890a-26f1bfafda12,revision_number=3']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:03:43.657664 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1691ef14-ab37-40a7-8189-31944c5092fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7bf3491-8bfc-434a-8d3b-3a0b3b90bbf4'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:03:43.660453 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c0369b0d4f459110ff20a1f9878ba33f96d6491bddb9d15843bf29d01e0bda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8bf8f31-554f-4f08-b34c-a768ade509e6" -d '{"events": [{"server_uuid": "1691ef14-ab37-40a7-8189-31944c5092fc", "name": "network-vif-plugged", "status": "completed", "tag": "e7bf3491-8bfc-434a-8d3b-3a0b3b90bbf4"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:03:43.671677 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port d13c007f-8f19-4e63-8cfd-587be577ff56 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:03:43.672183 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:43.723700 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-ef646a57-9b82-49ff-8bd7-e33e7f3ec064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94d03d6f-830d-422e-9346-a4f554056bd6', 'name': 'tempest-AttachSCSIVolumeTestJSON-2033434242-router', 'tenant_id': '579611ac919e4026bf7dfaf3f6b72308', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.80'}], 'enable_snat': True}, 'gw_port_id': '79bddec4-0d7d-4195-94c1-814ea5e588a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:03:39Z', 'updated_at': '2021-07-27T23:03:41Z', 'revision_number': 3, 'project_id': '579611ac919e4026bf7dfaf3f6b72308', 'gw_port': {'id': '79bddec4-0d7d-4195-94c1-814ea5e588a2', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:96:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94d03d6f-830d-422e-9346-a4f554056bd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:03:40Z', 'updated_at': '2021-07-27T23:03:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1'}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:03:43.738406 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d24d747e-4450-44d1-af3c-416a8134ee1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:43.752878 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port e7bf3491-8bfc-434a-8d3b-3a0b3b90bbf4, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=e7bf3491-8bfc-434a-8d3b-3a0b3b90bbf4,segment=NetworkSegment(7332ccbf-8fd9-4ff5-bad6-b4b872eccd4e),segment_id=7332ccbf-8fd9-4ff5-bad6-b4b872eccd4e)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:03:43.767402 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef646a57-9b82-49ff-8bd7-e33e7f3ec064 None None] Checking router: 94d03d6f-830d-422e-9346-a4f554056bd6 for host: n-d-802623-1 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 23:03:43.767901 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef646a57-9b82-49ff-8bd7-e33e7f3ec064 None None] Updating router 94d03d6f-830d-422e-9346-a4f554056bd6 port 79bddec4-0d7d-4195-94c1-814ea5e588a2 binding host n-d-802623-1 {{(pid=93800) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 23:03:43.790713 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:43.827339 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ef646a57-9b82-49ff-8bd7-e33e7f3ec064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:43.845873 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-6a547696-9566-4b48-b4c8-72601366fdab req-62a3ad30-c034-45bb-b8c0-cfb0124aa07b tempest-FloatingIPDetailsTestJSON-410442657 tempest-FloatingIPDetailsTestJSON-410442657-project] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5956252 Jul 27 23:03:43.854830 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [req-0b4ebfd7-61a4-4daa-83c9-0f5d6b081be2 req-59d17e98-4112-432d-9be5-491dc3350aaa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d38f8bd-33ba-44ca-a163-7b42dd423df4 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:03:43.861439 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [req-6a547696-9566-4b48-b4c8-72601366fdab req-ca30a728-da4e-4ac9-bf2b-457db9e8c01b tempest-FloatingIPDetailsTestJSON-410442657 tempest-FloatingIPDetailsTestJSON-410442657-project] Request body: {'floatingip': {'floating_network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:03:43.873849 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-0b4ebfd7-61a4-4daa-83c9-0f5d6b081be2 req-59d17e98-4112-432d-9be5-491dc3350aaa service neutron] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:43.892365 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Pushing event updated for resources: {'Port': ['ID=e7bf3491-8bfc-434a-8d3b-3a0b3b90bbf4,revision_number=5']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:03:43.909045 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [req-0b4ebfd7-61a4-4daa-83c9-0f5d6b081be2 req-59d17e98-4112-432d-9be5-491dc3350aaa service neutron] Transition to ACTIVE for port object 7d38f8bd-33ba-44ca-a163-7b42dd423df4 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:03:43.922689 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-0b4ebfd7-61a4-4daa-83c9-0f5d6b081be2 req-59d17e98-4112-432d-9be5-491dc3350aaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11336041'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:43.933683 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-14878814-dc36-44f6-aab3-8398d35bd702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a324bf7a-3d44-4970-9ada-52db39b0d6b5', 'name': 'tempest-FloatingIPDetailsTestJSON-898980746-router', 'tenant_id': '5ad9b760772544809f990a104d49ba12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': 'd13c007f-8f19-4e63-8cfd-587be577ff56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:03:27Z', 'updated_at': '2021-07-27T23:03:34Z', 'revision_number': 4, 'project_id': '5ad9b760772544809f990a104d49ba12', 'gw_port': {'id': 'd13c007f-8f19-4e63-8cfd-587be577ff56', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:5d:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a324bf7a-3d44-4970-9ada-52db39b0d6b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:03:28Z', 'updated_at': '2021-07-27T23:03:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': '24ce05b1-8251-452e-a480-068b362a600c', 'name': '', 'network_id': '64ab927a-c811-4365-8fcf-e0b65e59bef1', 'tenant_id': '5ad9b760772544809f990a104d49ba12', 'mac_address': 'fa:16:3e:ca:2f:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a324bf7a-3d44-4970-9ada-52db39b0d6b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'f7e56cef-dd4e-46d6-9b72-3c656d92d1ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:03:33Z', 'updated_at': '2021-07-27T23:03:34Z', 'revision_number': 2, 'project_id': '5ad9b760772544809f990a104d49ba12', 'subnets': [{'id': 'f7e56cef-dd4e-46d6-9b72-3c656d92d1ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:03:43.941445 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-6a547696-9566-4b48-b4c8-72601366fdab req-ca30a728-da4e-4ac9-bf2b-457db9e8c01b tempest-FloatingIPDetailsTestJSON-410442657 tempest-FloatingIPDetailsTestJSON-410442657-project] Notify callbacks [] for floatingip, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:43.954863 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b83f3de3-bf6c-43e5-a487-3f021c8e5c16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:43.977177 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a9c50b-4757-456d-9fd9-8fe192354915 req-b2dc8e35-29f2-45c7-9fa7-8db49b5bd880 tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:03:43.977361 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.db.api [None req-d24d747e-4450-44d1-af3c-416a8134ee1c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93799) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 23:03:43.977557 n-d-802623-1 neutron-server[93799]: DEBUG oslo_db.api [None req-d24d747e-4450-44d1-af3c-416a8134ee1c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 23:03:43.978679 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-d3a9c50b-4757-456d-9fd9-8fe192354915 req-b2dc8e35-29f2-45c7-9fa7-8db49b5bd880 tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4082413 Jul 27 23:03:44.032565 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14878814-dc36-44f6-aab3-8398d35bd702 None None] Checking router: a324bf7a-3d44-4970-9ada-52db39b0d6b5 for host: n-d-802623-1 {{(pid=93799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 23:03:44.032999 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14878814-dc36-44f6-aab3-8398d35bd702 None None] Updating router a324bf7a-3d44-4970-9ada-52db39b0d6b5 port 24ce05b1-8251-452e-a480-068b362a600c binding host n-d-802623-1 {{(pid=93799) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 23:03:44.061334 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-14878814-dc36-44f6-aab3-8398d35bd702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:44.106720 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-d3a9c50b-4757-456d-9fd9-8fe192354915 req-45f9e24e-6c52-4fa3-ba68-5b3ebbbad1a0 tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] 10.222.0.18 "GET /v2.0/quotas/496de96608da4f74abc6cf1f10c98b52 HTTP/1.1" status: 200 len: 375 time: 0.1111202 Jul 27 23:03:44.128941 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d17e98-4112-432d-9be5-491dc3350aaa service neutron] Pushing event updated for resources: {'Port': ['ID=7d38f8bd-33ba-44ca-a163-7b42dd423df4,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:03:44.241440 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device b933ce2e-81c5-416b-890a-26f1bfafda12 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:03:44.272827 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-0b4ebfd7-61a4-4daa-83c9-0f5d6b081be2 req-59d17e98-4112-432d-9be5-491dc3350aaa service neutron] Attempting to bind port 7d38f8bd-33ba-44ca-a163-7b42dd423df4 on host n-h2-802623-1 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:03:44.273208 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-0b4ebfd7-61a4-4daa-83c9-0f5d6b081be2 req-59d17e98-4112-432d-9be5-491dc3350aaa service neutron] Attempting to bind port 7d38f8bd-33ba-44ca-a163-7b42dd423df4 by drivers openvswitch,hyperv on host n-h2-802623-1 at level 0 using segments [{'id': '68badffb-1ae8-46d7-9932-5a3dba1817fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '0f9004bd-8e90-4e82-a7cb-88f9b433c217'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:03:44.273527 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b4ebfd7-61a4-4daa-83c9-0f5d6b081be2 req-59d17e98-4112-432d-9be5-491dc3350aaa service neutron] Attempting to bind port 7d38f8bd-33ba-44ca-a163-7b42dd423df4 on network 0f9004bd-8e90-4e82-a7cb-88f9b433c217 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:03:44.285501 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ef646a57-9b82-49ff-8bd7-e33e7f3ec064 None None] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:44.286051 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b4ebfd7-61a4-4daa-83c9-0f5d6b081be2 req-59d17e98-4112-432d-9be5-491dc3350aaa service neutron] Port 7d38f8bd-33ba-44ca-a163-7b42dd423df4 on network 0f9004bd-8e90-4e82-a7cb-88f9b433c217 not bound, no agent of type Open vSwitch agent registered on host n-h2-802623-1 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 23:03:44.286278 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b4ebfd7-61a4-4daa-83c9-0f5d6b081be2 req-59d17e98-4112-432d-9be5-491dc3350aaa service neutron] Attempting to bind port 7d38f8bd-33ba-44ca-a163-7b42dd423df4 on network 0f9004bd-8e90-4e82-a7cb-88f9b433c217 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:03:44.310565 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-ef646a57-9b82-49ff-8bd7-e33e7f3ec064 None None] Transition to ACTIVE for port object 79bddec4-0d7d-4195-94c1-814ea5e588a2 will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:03:44.312883 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b4ebfd7-61a4-4daa-83c9-0f5d6b081be2 req-59d17e98-4112-432d-9be5-491dc3350aaa service neutron] Checking agent: {'id': 'c5cc038b-93c4-4df4-8061-5df2a04a48c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 23, 0, 4), 'started_at': datetime.datetime(2021, 7, 27, 23, 0, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 3, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:03:44.313272 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b4ebfd7-61a4-4daa-83c9-0f5d6b081be2 req-59d17e98-4112-432d-9be5-491dc3350aaa service neutron] Checking segment: {'id': '68badffb-1ae8-46d7-9932-5a3dba1817fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '0f9004bd-8e90-4e82-a7cb-88f9b433c217'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:03:44.313671 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b4ebfd7-61a4-4daa-83c9-0f5d6b081be2 req-59d17e98-4112-432d-9be5-491dc3350aaa service neutron] Bound using segment: {'id': '68badffb-1ae8-46d7-9932-5a3dba1817fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '0f9004bd-8e90-4e82-a7cb-88f9b433c217'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:03:44.314081 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-0b4ebfd7-61a4-4daa-83c9-0f5d6b081be2 req-59d17e98-4112-432d-9be5-491dc3350aaa service neutron] Bound port: 7d38f8bd-33ba-44ca-a163-7b42dd423df4, host: n-h2-802623-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68badffb-1ae8-46d7-9932-5a3dba1817fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '0f9004bd-8e90-4e82-a7cb-88f9b433c217'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:03:44.314495 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-0b4ebfd7-61a4-4daa-83c9-0f5d6b081be2 req-59d17e98-4112-432d-9be5-491dc3350aaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:44.332921 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ef646a57-9b82-49ff-8bd7-e33e7f3ec064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:44.391362 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-b83f3de3-bf6c-43e5-a487-3f021c8e5c16 admin admin] Allocated IP 172.20.0.1 (2cc21914-0db5-427e-b431-aa16323eaf86/fcdd0019-bc7c-4b27-bf52-8f592951928f/0c1d5438-58f6-453a-952b-108b182b1107) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:03:44.394436 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-0b4ebfd7-61a4-4daa-83c9-0f5d6b081be2 req-59d17e98-4112-432d-9be5-491dc3350aaa service neutron] For port 7d38f8bd-33ba-44ca-a163-7b42dd423df4, host n-h2-802623-1, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:03:44.399742 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-0b4ebfd7-61a4-4daa-83c9-0f5d6b081be2 req-59d17e98-4112-432d-9be5-491dc3350aaa service neutron] For port 7d38f8bd-33ba-44ca-a163-7b42dd423df4, host n-h2-802623-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=7d38f8bd-33ba-44ca-a163-7b42dd423df4,segment=NetworkSegment(68badffb-1ae8-46d7-9932-5a3dba1817fe),segment_id=68badffb-1ae8-46d7-9932-5a3dba1817fe)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:03:44.403273 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-ef646a57-9b82-49ff-8bd7-e33e7f3ec064 None None] Attempting to bind port 79bddec4-0d7d-4195-94c1-814ea5e588a2 on host n-d-802623-1 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:03:44.403467 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-6a547696-9566-4b48-b4c8-72601366fdab req-ca30a728-da4e-4ac9-bf2b-457db9e8c01b tempest-FloatingIPDetailsTestJSON-410442657 tempest-FloatingIPDetailsTestJSON-410442657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:44.403845 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-ef646a57-9b82-49ff-8bd7-e33e7f3ec064 None None] Attempting to bind port 79bddec4-0d7d-4195-94c1-814ea5e588a2 by drivers openvswitch,hyperv on host n-d-802623-1 at level 0 using segments [{'id': 'b9afe07e-bbe4-4740-834c-4b6a9698bdbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:03:44.404322 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef646a57-9b82-49ff-8bd7-e33e7f3ec064 None None] Attempting to bind port 79bddec4-0d7d-4195-94c1-814ea5e588a2 on network 2fd42287-ed26-4eb9-89a5-b521f5b04356 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:03:44.413593 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-0b4ebfd7-61a4-4daa-83c9-0f5d6b081be2 req-59d17e98-4112-432d-9be5-491dc3350aaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11336041'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:44.417837 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686cf1f4-86c4-44f0-9bd4-46db175d4d9f None None] Pushing event updated for resources: {'Port': ['ID=79bddec4-0d7d-4195-94c1-814ea5e588a2,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:03:44.418167 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port b933ce2e-81c5-416b-890a-26f1bfafda12 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:03:44.419077 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:44.420600 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef646a57-9b82-49ff-8bd7-e33e7f3ec064 None None] Checking agent: {'id': 'a9a568d2-a5e7-41e4-833f-a8ab42ea4073', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 52, 30), 'started_at': datetime.datetime(2021, 7, 27, 22, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 3, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802623-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:03:44.421109 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef646a57-9b82-49ff-8bd7-e33e7f3ec064 None None] Checking segment: {'id': 'b9afe07e-bbe4-4740-834c-4b6a9698bdbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:03:44.421611 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ef646a57-9b82-49ff-8bd7-e33e7f3ec064 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:44.422092 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef646a57-9b82-49ff-8bd7-e33e7f3ec064 None None] Bound using segment: {'id': 'b9afe07e-bbe4-4740-834c-4b6a9698bdbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:03:44.422666 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-ef646a57-9b82-49ff-8bd7-e33e7f3ec064 None None] Bound port: 79bddec4-0d7d-4195-94c1-814ea5e588a2, host: n-d-802623-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9afe07e-bbe4-4740-834c-4b6a9698bdbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:03:44.423201 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ef646a57-9b82-49ff-8bd7-e33e7f3ec064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:44.486789 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4ebfd7-61a4-4daa-83c9-0f5d6b081be2 req-59d17e98-4112-432d-9be5-491dc3350aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:03:44.487471 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-0b4ebfd7-61a4-4daa-83c9-0f5d6b081be2 req-59d17e98-4112-432d-9be5-491dc3350aaa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:44.488909 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-0b4ebfd7-61a4-4daa-83c9-0f5d6b081be2 req-59d17e98-4112-432d-9be5-491dc3350aaa service neutron] 10.222.0.49 "PUT /v2.0/ports/7d38f8bd-33ba-44ca-a163-7b42dd423df4 HTTP/1.1" status: 200 len: 1091 time: 1.4352698 Jul 27 23:03:44.491104 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cdf2adc-b542-43d4-96d6-0aba093c5965', 'tag': '7d38f8bd-33ba-44ca-a163-7b42dd423df4'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:03:44.493326 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a476459a1bfce68b0ae0df5b6a71154bfc7cfdc8f9eefce6ad0a17231e60468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b52e1e73-1aa3-4f70-b041-5c8ae218bc83" -d '{"events": [{"name": "network-changed", "server_uuid": "4cdf2adc-b542-43d4-96d6-0aba093c5965", "tag": "7d38f8bd-33ba-44ca-a163-7b42dd423df4"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:03:44.516623 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-ef646a57-9b82-49ff-8bd7-e33e7f3ec064 None None] For port 79bddec4-0d7d-4195-94c1-814ea5e588a2, host n-d-802623-1, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:03:44.521890 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-ef646a57-9b82-49ff-8bd7-e33e7f3ec064 None None] For port 79bddec4-0d7d-4195-94c1-814ea5e588a2, host n-d-802623-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=79bddec4-0d7d-4195-94c1-814ea5e588a2,segment=NetworkSegment(b9afe07e-bbe4-4740-834c-4b6a9698bdbc),segment_id=b9afe07e-bbe4-4740-834c-4b6a9698bdbc)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:03:44.531958 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ef646a57-9b82-49ff-8bd7-e33e7f3ec064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:44.539734 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d17e98-4112-432d-9be5-491dc3350aaa service neutron] Pushing event updated for resources: {'Port': ['ID=7d38f8bd-33ba-44ca-a163-7b42dd423df4,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:03:44.557429 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-d3a9c50b-4757-456d-9fd9-8fe192354915 req-d8b8db1c-b522-4eee-8130-eb1112dc7854 tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=496de96608da4f74abc6cf1f10c98b52&fields=id HTTP/1.1" status: 200 len: 210 time: 0.4198859 Jul 27 23:03:44.634689 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686cf1f4-86c4-44f0-9bd4-46db175d4d9f None None] Pushing event updated for resources: {'Port': ['ID=79bddec4-0d7d-4195-94c1-814ea5e588a2,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:03:44.635432 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b83f3de3-bf6c-43e5-a487-3f021c8e5c16 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:44.638769 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [req-6a547696-9566-4b48-b4c8-72601366fdab req-ca30a728-da4e-4ac9-bf2b-457db9e8c01b tempest-FloatingIPDetailsTestJSON-410442657 tempest-FloatingIPDetailsTestJSON-410442657-project] Allocated IP 172.25.4.230 (2fd42287-ed26-4eb9-89a5-b521f5b04356/17de1f8f-393a-4b0c-a2df-614bd3f2fb5e/5630e832-bb9f-4ef9-8aaf-9257a8e1ea5e) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:03:44.642281 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4ebfd7-61a4-4daa-83c9-0f5d6b081be2 req-83966fe6-8789-4256-a15e-e7a365be4e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:03:44.644016 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-0b4ebfd7-61a4-4daa-83c9-0f5d6b081be2 req-83966fe6-8789-4256-a15e-e7a365be4e03 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=09c2e06aaf3c4aa785e90ae90800475c&device_id=4cdf2adc-b542-43d4-96d6-0aba093c5965 HTTP/1.1" status: 200 len: 1094 time: 0.0977633 Jul 27 23:03:44.649502 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef646a57-9b82-49ff-8bd7-e33e7f3ec064 None None] Routers {'94d03d6f-830d-422e-9346-a4f554056bd6'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:03:44.650589 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-ef646a57-9b82-49ff-8bd7-e33e7f3ec064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:03:29Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['94d03d6f-830d-422e-9346-a4f554056bd6'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:03:44.685009 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-b83f3de3-bf6c-43e5-a487-3f021c8e5c16 admin admin] Transition to ACTIVE for port object 0c1d5438-58f6-453a-952b-108b182b1107 will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:03:44.707104 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-14878814-dc36-44f6-aab3-8398d35bd702 None None] Notify callbacks [] for port, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:44.718331 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-0b4ebfd7-61a4-4daa-83c9-0f5d6b081be2 req-3782f86f-d0c4-442b-b26b-fe7d2c405345 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7d38f8bd-33ba-44ca-a163-7b42dd423df4 HTTP/1.1" status: 200 len: 217 time: 0.0613501 Jul 27 23:03:44.734807 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-14878814-dc36-44f6-aab3-8398d35bd702 None None] Transition to ACTIVE for port object 24ce05b1-8251-452e-a480-068b362a600c will not be triggered until provisioned by entity L2. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:03:44.738641 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-8b978410-729a-4c28-86fa-26fdca28d79e None None] Provisioning for port 7d38f8bd-33ba-44ca-a163-7b42dd423df4 completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:03:44.753007 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-14878814-dc36-44f6-aab3-8398d35bd702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:44.771667 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b83f3de3-bf6c-43e5-a487-3f021c8e5c16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:44.831635 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-ef646a57-9b82-49ff-8bd7-e33e7f3ec064 None None] Set router 94d03d6f-830d-422e-9346-a4f554056bd6 gateway port host: n-d-802623-1 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:03:44.839570 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-8b978410-729a-4c28-86fa-26fdca28d79e None None] Provisioning complete for port b933ce2e-81c5-416b-890a-26f1bfafda12 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:03:44.842962 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8b978410-729a-4c28-86fa-26fdca28d79e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:44.854455 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4ebfd7-61a4-4daa-83c9-0f5d6b081be2 req-17bffae3-1f55-4268-b029-3762ba4eb177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:03:44.856415 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-0b4ebfd7-61a4-4daa-83c9-0f5d6b081be2 req-17bffae3-1f55-4268-b029-3762ba4eb177 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=681fdd2e-7bb4-498c-9817-5f416242773c HTTP/1.1" status: 200 len: 862 time: 0.1224215 Jul 27 23:03:44.873964 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b83f3de3-bf6c-43e5-a487-3f021c8e5c16 admin admin] Network 2cc21914-0db5-427e-b431-aa16323eaf86 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:03:44.892751 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-b83f3de3-bf6c-43e5-a487-3f021c8e5c16 admin admin] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:03:44.895542 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b83f3de3-bf6c-43e5-a487-3f021c8e5c16 admin admin] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:03:44.993766 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83f3de3-bf6c-43e5-a487-3f021c8e5c16 admin admin] Pushing event updated for resources: {'Port': ['ID=0c1d5438-58f6-453a-952b-108b182b1107,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:03:44.999967 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-6a547696-9566-4b48-b4c8-72601366fdab req-ca30a728-da4e-4ac9-bf2b-457db9e8c01b tempest-FloatingIPDetailsTestJSON-410442657 tempest-FloatingIPDetailsTestJSON-410442657-project] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:45.004866 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1375e86-1ed0-4363-8aad-3819122f9685 None None] Pushing event updated for resources: {'Port': ['ID=24ce05b1-8251-452e-a480-068b362a600c,revision_number=3']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:03:45.040823 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4ebfd7-61a4-4daa-83c9-0f5d6b081be2 req-0d56eb2a-42b3-4288-a05c-b185bf40a55a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:03:45.044262 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b83f3de3-bf6c-43e5-a487-3f021c8e5c16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-415283'] for router_interface, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:45.047009 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-0b4ebfd7-61a4-4daa-83c9-0f5d6b081be2 req-0d56eb2a-42b3-4288-a05c-b185bf40a55a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0f9004bd-8e90-4e82-a7cb-88f9b433c217&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1562049 Jul 27 23:03:45.057107 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1375e86-1ed0-4363-8aad-3819122f9685 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:03:45.057357 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1375e86-1ed0-4363-8aad-3819122f9685 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:03:45.057643 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1375e86-1ed0-4363-8aad-3819122f9685 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:03:45.057975 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1375e86-1ed0-4363-8aad-3819122f9685 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:03:45.062977 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1375e86-1ed0-4363-8aad-3819122f9685 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:03:45.063740 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1375e86-1ed0-4363-8aad-3819122f9685 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:03:45.065371 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1375e86-1ed0-4363-8aad-3819122f9685 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:03:45.065885 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1375e86-1ed0-4363-8aad-3819122f9685 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:03:45.066372 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1375e86-1ed0-4363-8aad-3819122f9685 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:03:45.066856 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1375e86-1ed0-4363-8aad-3819122f9685 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:03:45.067615 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1375e86-1ed0-4363-8aad-3819122f9685 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:03:45.068656 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1375e86-1ed0-4363-8aad-3819122f9685 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:03:45.234773 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-0b4ebfd7-61a4-4daa-83c9-0f5d6b081be2 req-d9054181-b60a-4f90-b17c-9f3518302a6e service neutron] 10.222.0.49 "GET /v2.0/networks/0f9004bd-8e90-4e82-a7cb-88f9b433c217?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1696985 Jul 27 23:03:45.239321 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-6a547696-9566-4b48-b4c8-72601366fdab req-ca30a728-da4e-4ac9-bf2b-457db9e8c01b tempest-FloatingIPDetailsTestJSON-410442657 tempest-FloatingIPDetailsTestJSON-410442657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:45.264449 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-ef646a57-9b82-49ff-8bd7-e33e7f3ec064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94d03d6f-830d-422e-9346-a4f554056bd6', 'name': 'tempest-AttachSCSIVolumeTestJSON-2033434242-router', 'tenant_id': '579611ac919e4026bf7dfaf3f6b72308', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.80'}], 'enable_snat': True}, 'gw_port_id': '79bddec4-0d7d-4195-94c1-814ea5e588a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:03:39Z', 'updated_at': '2021-07-27T23:03:41Z', 'revision_number': 3, 'project_id': '579611ac919e4026bf7dfaf3f6b72308', 'gw_port': {'id': '79bddec4-0d7d-4195-94c1-814ea5e588a2', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:96:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94d03d6f-830d-422e-9346-a4f554056bd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:03:40Z', 'updated_at': '2021-07-27T23:03:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1'}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:03:45.334517 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-14878814-dc36-44f6-aab3-8398d35bd702 None None] Attempting to bind port 24ce05b1-8251-452e-a480-068b362a600c on host n-d-802623-1 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:03:45.335589 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef646a57-9b82-49ff-8bd7-e33e7f3ec064 None None] The sync data for ids ['94d03d6f-830d-422e-9346-a4f554056bd6'] in n-d-802623-1 is: [{'id': '94d03d6f-830d-422e-9346-a4f554056bd6', 'name': 'tempest-AttachSCSIVolumeTestJSON-2033434242-router', 'tenant_id': '579611ac919e4026bf7dfaf3f6b72308', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.80'}], 'enable_snat': True}, 'gw_port_id': '79bddec4-0d7d-4195-94c1-814ea5e588a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:03:39Z', 'updated_at': '2021-07-27T23:03:41Z', 'revision_number': 3, 'project_id': '579611ac919e4026bf7dfaf3f6b72308', 'gw_port': {'id': '79bddec4-0d7d-4195-94c1-814ea5e588a2', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:96:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94d03d6f-830d-422e-9346-a4f554056bd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:03:40Z', 'updated_at': '2021-07-27T23:03:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1'}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:03:45.336624 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-14878814-dc36-44f6-aab3-8398d35bd702 None None] Attempting to bind port 24ce05b1-8251-452e-a480-068b362a600c by drivers openvswitch,hyperv on host n-d-802623-1 at level 0 using segments [{'id': '39bbb608-7ea1-4ec8-ba0c-9d2eadd98a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '64ab927a-c811-4365-8fcf-e0b65e59bef1'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:03:45.337565 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14878814-dc36-44f6-aab3-8398d35bd702 None None] Attempting to bind port 24ce05b1-8251-452e-a480-068b362a600c on network 64ab927a-c811-4365-8fcf-e0b65e59bef1 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:03:45.348212 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14878814-dc36-44f6-aab3-8398d35bd702 None None] Checking agent: {'id': 'a9a568d2-a5e7-41e4-833f-a8ab42ea4073', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 52, 30), 'started_at': datetime.datetime(2021, 7, 27, 22, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 3, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802623-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:03:45.348818 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14878814-dc36-44f6-aab3-8398d35bd702 None None] Checking segment: {'id': '39bbb608-7ea1-4ec8-ba0c-9d2eadd98a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '64ab927a-c811-4365-8fcf-e0b65e59bef1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:03:45.349684 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-14878814-dc36-44f6-aab3-8398d35bd702 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:45.350237 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14878814-dc36-44f6-aab3-8398d35bd702 None None] Bound using segment: {'id': '39bbb608-7ea1-4ec8-ba0c-9d2eadd98a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '64ab927a-c811-4365-8fcf-e0b65e59bef1'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:03:45.350948 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-14878814-dc36-44f6-aab3-8398d35bd702 None None] Bound port: 24ce05b1-8251-452e-a480-068b362a600c, host: n-d-802623-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39bbb608-7ea1-4ec8-ba0c-9d2eadd98a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '64ab927a-c811-4365-8fcf-e0b65e59bef1'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:03:45.351521 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-14878814-dc36-44f6-aab3-8398d35bd702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:45.392453 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a547696-9566-4b48-b4c8-72601366fdab req-ca30a728-da4e-4ac9-bf2b-457db9e8c01b tempest-FloatingIPDetailsTestJSON-410442657 tempest-FloatingIPDetailsTestJSON-410442657-project] Network 2fd42287-ed26-4eb9-89a5-b521f5b04356 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:03:45.401628 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [req-6a547696-9566-4b48-b4c8-72601366fdab req-ca30a728-da4e-4ac9-bf2b-457db9e8c01b tempest-FloatingIPDetailsTestJSON-410442657 tempest-FloatingIPDetailsTestJSON-410442657-project] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:03:45.411001 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a547696-9566-4b48-b4c8-72601366fdab req-ca30a728-da4e-4ac9-bf2b-457db9e8c01b tempest-FloatingIPDetailsTestJSON-410442657 tempest-FloatingIPDetailsTestJSON-410442657-project] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:03:45.416619 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca30a728-da4e-4ac9-bf2b-457db9e8c01b tempest-FloatingIPDetailsTestJSON-410442657 tempest-FloatingIPDetailsTestJSON-410442657-project] Pushing event updated for resources: {'Port': ['ID=5630e832-bb9f-4ef9-8aaf-9257a8e1ea5e,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:03:45.429148 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b83f3de3-bf6c-43e5-a487-3f021c8e5c16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:45.464230 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-14878814-dc36-44f6-aab3-8398d35bd702 None None] For port 24ce05b1-8251-452e-a480-068b362a600c, host n-d-802623-1, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:03:45.480722 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-14878814-dc36-44f6-aab3-8398d35bd702 None None] For port 24ce05b1-8251-452e-a480-068b362a600c, host n-d-802623-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=24ce05b1-8251-452e-a480-068b362a600c,segment=NetworkSegment(39bbb608-7ea1-4ec8-ba0c-9d2eadd98a1a),segment_id=39bbb608-7ea1-4ec8-ba0c-9d2eadd98a1a)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:03:45.496996 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-14878814-dc36-44f6-aab3-8398d35bd702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:45.504736 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-0b4ebfd7-61a4-4daa-83c9-0f5d6b081be2 req-76e3ebfa-9e55-4a46-89d2-a85a7c3f0762 service neutron] 10.222.0.49 "GET /v2.0/networks/0f9004bd-8e90-4e82-a7cb-88f9b433c217?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2589252 Jul 27 23:03:45.557062 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-91d1c103-75c1-49e3-acf1-a64a214248dd None None] Provisioning for port 0c1d5438-58f6-453a-952b-108b182b1107 completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:03:45.572579 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-6a547696-9566-4b48-b4c8-72601366fdab req-ca30a728-da4e-4ac9-bf2b-457db9e8c01b tempest-FloatingIPDetailsTestJSON-410442657 tempest-FloatingIPDetailsTestJSON-410442657-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:45.585115 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-91d1c103-75c1-49e3-acf1-a64a214248dd None None] Provisioning complete for port 0c1d5438-58f6-453a-952b-108b182b1107 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:03:45.586119 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-91d1c103-75c1-49e3-acf1-a64a214248dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:45.617061 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-6a547696-9566-4b48-b4c8-72601366fdab req-ca30a728-da4e-4ac9-bf2b-457db9e8c01b tempest-FloatingIPDetailsTestJSON-410442657 tempest-FloatingIPDetailsTestJSON-410442657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:45.663003 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14878814-dc36-44f6-aab3-8398d35bd702 None None] Routers {'a324bf7a-3d44-4970-9ada-52db39b0d6b5'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:03:45.663768 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-14878814-dc36-44f6-aab3-8398d35bd702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:03:29Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['a324bf7a-3d44-4970-9ada-52db39b0d6b5'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:03:45.724642 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b83f3de3-bf6c-43e5-a487-3f021c8e5c16 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:45.735817 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1375e86-1ed0-4363-8aad-3819122f9685 None None] Pushing event updated for resources: {'Port': ['ID=24ce05b1-8251-452e-a480-068b362a600c,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:03:45.756765 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b83f3de3-bf6c-43e5-a487-3f021c8e5c16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:45.765286 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-91d1c103-75c1-49e3-acf1-a64a214248dd None None] Port 0c1d5438-58f6-453a-952b-108b182b1107 cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:03:45.869614 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-6a547696-9566-4b48-b4c8-72601366fdab req-ca30a728-da4e-4ac9-bf2b-457db9e8c01b tempest-FloatingIPDetailsTestJSON-410442657 tempest-FloatingIPDetailsTestJSON-410442657-project] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:45.875293 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-6a547696-9566-4b48-b4c8-72601366fdab req-ca30a728-da4e-4ac9-bf2b-457db9e8c01b tempest-FloatingIPDetailsTestJSON-410442657 tempest-FloatingIPDetailsTestJSON-410442657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11336041'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:45.908184 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-14878814-dc36-44f6-aab3-8398d35bd702 None None] Set router a324bf7a-3d44-4970-9ada-52db39b0d6b5 gateway port host: n-d-802623-1 {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:03:45.953863 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83f3de3-bf6c-43e5-a487-3f021c8e5c16 admin admin] Pushing event updated for resources: {'Port': ['ID=0c1d5438-58f6-453a-952b-108b182b1107,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:03:45.968819 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca30a728-da4e-4ac9-bf2b-457db9e8c01b tempest-FloatingIPDetailsTestJSON-410442657 tempest-FloatingIPDetailsTestJSON-410442657-project] Pushing event updated for resources: {'Port': ['ID=5630e832-bb9f-4ef9-8aaf-9257a8e1ea5e,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:03:45.991301 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab6f01b-ff67-4f2b-aa46-b3322857f1eb req-cba0e124-9c91-4eb1-8b87-aedbd3a5886a tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:03:45.993321 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-bab6f01b-ff67-4f2b-aa46-b3322857f1eb req-cba0e124-9c91-4eb1-8b87-aedbd3a5886a tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] 10.222.0.18 "GET /v2.0/ports?device_id=1691ef14-ab37-40a7-8189-31944c5092fc HTTP/1.1" status: 200 len: 946 time: 0.2602975 Jul 27 23:03:45.994420 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b83f3de3-bf6c-43e5-a487-3f021c8e5c16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3760555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-414115'] for router_interface, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:46.010028 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-6a547696-9566-4b48-b4c8-72601366fdab req-ca30a728-da4e-4ac9-bf2b-457db9e8c01b tempest-FloatingIPDetailsTestJSON-410442657 tempest-FloatingIPDetailsTestJSON-410442657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-415302'] for floatingip, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:46.031940 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-6a547696-9566-4b48-b4c8-72601366fdab req-ca30a728-da4e-4ac9-bf2b-457db9e8c01b tempest-FloatingIPDetailsTestJSON-410442657 tempest-FloatingIPDetailsTestJSON-410442657-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for floatingip, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:46.041323 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-6a547696-9566-4b48-b4c8-72601366fdab req-ca30a728-da4e-4ac9-bf2b-457db9e8c01b tempest-FloatingIPDetailsTestJSON-410442657 tempest-FloatingIPDetailsTestJSON-410442657-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.1944463 Jul 27 23:03:46.126641 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-6a547696-9566-4b48-b4c8-72601366fdab req-ffb10b4e-6872-42e3-89c9-2daf1be0c345 tempest-FloatingIPDetailsTestJSON-410442657 tempest-FloatingIPDetailsTestJSON-410442657-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.4.230 HTTP/1.1" status: 200 len: 696 time: 0.0825403 Jul 27 23:03:46.209385 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-bab6f01b-ff67-4f2b-aa46-b3322857f1eb req-d2c86694-eb16-4998-829b-5bee41c3eb3b tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] 10.222.0.18 "GET /v2.0/security-groups?id=bed30b16-cd2d-47d0-9758-37dc9df2dfb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949608 Jul 27 23:03:46.268235 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b83f3de3-bf6c-43e5-a487-3f021c8e5c16 admin admin] Network 2cc21914-0db5-427e-b431-aa16323eaf86 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:03:46.272389 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-b83f3de3-bf6c-43e5-a487-3f021c8e5c16 admin admin] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:03:46.325643 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a547696-9566-4b48-b4c8-72601366fdab req-8aafe2e1-2c36-4def-bec7-9b27f9079ba1 tempest-FloatingIPDetailsTestJSON-410442657 tempest-FloatingIPDetailsTestJSON-410442657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:03:46.336550 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-6a547696-9566-4b48-b4c8-72601366fdab req-8aafe2e1-2c36-4def-bec7-9b27f9079ba1 tempest-FloatingIPDetailsTestJSON-410442657 tempest-FloatingIPDetailsTestJSON-410442657-project] 10.222.0.18 "GET /v2.0/networks/2fd42287-ed26-4eb9-89a5-b521f5b04356 HTTP/1.1" status: 200 len: 784 time: 0.1855252 Jul 27 23:03:46.391705 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 24ce05b1-8251-452e-a480-068b362a600c up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:03:46.409775 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:03:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d409a32d-df34-4f8e-81bc-b047505bebe2 x-openstack-request-id: req-d409a32d-df34-4f8e-81bc-b047505bebe2 {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:03:46.410079 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1691ef14-ab37-40a7-8189-31944c5092fc", "name": "network-vif-plugged", "status": "completed", "tag": "e7bf3491-8bfc-434a-8d3b-3a0b3b90bbf4", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:03:46.410342 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d409a32d-df34-4f8e-81bc-b047505bebe2 {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:03:46.410800 n-d-802623-1 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1691ef14-ab37-40a7-8189-31944c5092fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7bf3491-8bfc-434a-8d3b-3a0b3b90bbf4', 'code': 200} Jul 27 23:03:46.554661 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-14878814-dc36-44f6-aab3-8398d35bd702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a324bf7a-3d44-4970-9ada-52db39b0d6b5', 'name': 'tempest-FloatingIPDetailsTestJSON-898980746-router', 'tenant_id': '5ad9b760772544809f990a104d49ba12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': 'd13c007f-8f19-4e63-8cfd-587be577ff56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:03:27Z', 'updated_at': '2021-07-27T23:03:34Z', 'revision_number': 4, 'project_id': '5ad9b760772544809f990a104d49ba12', 'gw_port': {'id': 'd13c007f-8f19-4e63-8cfd-587be577ff56', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:5d:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a324bf7a-3d44-4970-9ada-52db39b0d6b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:03:28Z', 'updated_at': '2021-07-27T23:03:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': '24ce05b1-8251-452e-a480-068b362a600c', 'name': '', 'network_id': '64ab927a-c811-4365-8fcf-e0b65e59bef1', 'tenant_id': '5ad9b760772544809f990a104d49ba12', 'mac_address': 'fa:16:3e:ca:2f:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a324bf7a-3d44-4970-9ada-52db39b0d6b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'f7e56cef-dd4e-46d6-9b72-3c656d92d1ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:03:33Z', 'updated_at': '2021-07-27T23:03:45Z', 'revision_number': 4, 'project_id': '5ad9b760772544809f990a104d49ba12', 'subnets': [{'id': 'f7e56cef-dd4e-46d6-9b72-3c656d92d1ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:03:46.589331 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e587ad5a-df27-4b35-b823-03526409196d req-55f64f71-5d96-4de6-b1fc-42aafeb64e81 tempest-ServersWithSpecificFlavorTestJSON-503998184 tempest-ServersWithSpecificFlavorTestJSON-503998184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:03:46.593032 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-e587ad5a-df27-4b35-b823-03526409196d req-55f64f71-5d96-4de6-b1fc-42aafeb64e81 tempest-ServersWithSpecificFlavorTestJSON-503998184 tempest-ServersWithSpecificFlavorTestJSON-503998184-project] 10.222.0.18 "GET /v2.0/ports?device_id=4cdf2adc-b542-43d4-96d6-0aba093c5965 HTTP/1.1" status: 200 len: 943 time: 0.1275856 Jul 27 23:03:46.612388 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9738d2cd-4126-4a1c-9a31-9add12ade757 req-2809555a-333a-41b9-b34c-5d68a4552684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:03:46.613845 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-9738d2cd-4126-4a1c-9a31-9add12ade757 req-2809555a-333a-41b9-b34c-5d68a4552684 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=1691ef14-ab37-40a7-8189-31944c5092fc HTTP/1.1" status: 200 len: 1097 time: 0.0889776 Jul 27 23:03:46.630929 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-d3a9c50b-4757-456d-9fd9-8fe192354915 req-51f860fc-6a9b-491a-b427-e6aa165ba854 tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=496de96608da4f74abc6cf1f10c98b52&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0848331 Jul 27 23:03:46.639685 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14878814-dc36-44f6-aab3-8398d35bd702 None None] The sync data for ids ['a324bf7a-3d44-4970-9ada-52db39b0d6b5'] in n-d-802623-1 is: [{'id': 'a324bf7a-3d44-4970-9ada-52db39b0d6b5', 'name': 'tempest-FloatingIPDetailsTestJSON-898980746-router', 'tenant_id': '5ad9b760772544809f990a104d49ba12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': 'd13c007f-8f19-4e63-8cfd-587be577ff56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:03:27Z', 'updated_at': '2021-07-27T23:03:34Z', 'revision_number': 4, 'project_id': '5ad9b760772544809f990a104d49ba12', 'gw_port': {'id': 'd13c007f-8f19-4e63-8cfd-587be577ff56', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:5d:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a324bf7a-3d44-4970-9ada-52db39b0d6b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:03:28Z', 'updated_at': '2021-07-27T23:03:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': '24ce05b1-8251-452e-a480-068b362a600c', 'name': '', 'network_id': '64ab927a-c811-4365-8fcf-e0b65e59bef1', 'tenant_id': '5ad9b760772544809f990a104d49ba12', 'mac_address': 'fa:16:3e:ca:2f:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a324bf7a-3d44-4970-9ada-52db39b0d6b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'f7e56cef-dd4e-46d6-9b72-3c656d92d1ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:03:33Z', 'updated_at': '2021-07-27T23:03:45Z', 'revision_number': 4, 'project_id': '5ad9b760772544809f990a104d49ba12', 'subnets': [{'id': 'f7e56cef-dd4e-46d6-9b72-3c656d92d1ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:03:46.661742 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-42e0c8c9-8e76-4147-933f-e1a932697b78 None None] Provisioning complete for port 0c1d5438-58f6-453a-952b-108b182b1107 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:03:46.662296 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-42e0c8c9-8e76-4147-933f-e1a932697b78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:46.668917 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning for port 24ce05b1-8251-452e-a480-068b362a600c completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:03:46.720516 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port 24ce05b1-8251-452e-a480-068b362a600c triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:03:46.721140 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:46.723810 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-e587ad5a-df27-4b35-b823-03526409196d req-2feea529-b705-4e96-bd21-424fe7afed30 tempest-ServersWithSpecificFlavorTestJSON-503998184 tempest-ServersWithSpecificFlavorTestJSON-503998184-project] 10.222.0.18 "GET /v2.0/security-groups?id=13497a54-4f49-49ad-b566-6beee2074a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1137595 Jul 27 23:03:46.738290 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b83f3de3-bf6c-43e5-a487-3f021c8e5c16 admin admin] Router 94d03d6f-830d-422e-9346-a4f554056bd6 has already been hosted by L3 agent 018c4455-49c0-4734-927d-7824067b2a9e {{(pid=93798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 23:03:46.750088 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b23c3f-37f8-42a0-8de7-21e5803aab9f req-035397d4-5e43-4f42-97f8-b2ee8dda3079 tempest-ServersAdminTestJSON-1581810367 tempest-ServersAdminTestJSON-1581810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:03:46.751466 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-95b23c3f-37f8-42a0-8de7-21e5803aab9f req-035397d4-5e43-4f42-97f8-b2ee8dda3079 tempest-ServersAdminTestJSON-1581810367 tempest-ServersAdminTestJSON-1581810367-project] 10.222.0.18 "GET /v2.0/ports?device_id=4c3fa56a-b0f7-486a-b9b6-11ec03b01c61 HTTP/1.1" status: 200 len: 949 time: 0.2066939 Jul 27 23:03:46.758342 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-9738d2cd-4126-4a1c-9a31-9add12ade757 req-23084380-d570-40bc-8b3f-425e11a82eac service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=bed30b16-cd2d-47d0-9758-37dc9df2dfb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337988 Jul 27 23:03:46.812188 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 23:03:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e1a07ef-d738-416a-ae6b-2aac00b02914 x-openstack-request-id: req-1e1a07ef-d738-416a-ae6b-2aac00b02914 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:03:46.812586 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4cdf2adc-b542-43d4-96d6-0aba093c5965", "tag": "7d38f8bd-33ba-44ca-a163-7b42dd423df4", "status": "completed", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:03:46.812865 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1e1a07ef-d738-416a-ae6b-2aac00b02914 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:03:46.813278 n-d-802623-1 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4cdf2adc-b542-43d4-96d6-0aba093c5965', 'tag': '7d38f8bd-33ba-44ca-a163-7b42dd423df4', 'status': 'completed', 'code': 200} Jul 27 23:03:46.816987 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-42e0c8c9-8e76-4147-933f-e1a932697b78 None None] Port 0c1d5438-58f6-453a-952b-108b182b1107 cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:03:46.885189 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:46.920398 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] For port 24ce05b1-8251-452e-a480-068b362a600c, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=24ce05b1-8251-452e-a480-068b362a600c,segment=NetworkSegment(39bbb608-7ea1-4ec8-ba0c-9d2eadd98a1a),segment_id=39bbb608-7ea1-4ec8-ba0c-9d2eadd98a1a)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:03:46.929892 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:46.931265 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-b72d0b65-7b98-4acb-b881-0cfceafd70a1 req-249a8402-a87d-435a-bbfd-d37125f76a53 tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2003561-c550-4bab-974d-bb6bd652d55d HTTP/1.1" status: 200 len: 210 time: 0.0481400 Jul 27 23:03:46.933620 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52e1e73-1aa3-4f70-b041-5c8ae218bc83 req-3bc21bd0-0a07-40cb-b66f-13ece85241c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:03:46.935240 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-b52e1e73-1aa3-4f70-b041-5c8ae218bc83 req-3bc21bd0-0a07-40cb-b66f-13ece85241c0 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=09c2e06aaf3c4aa785e90ae90800475c&device_id=4cdf2adc-b542-43d4-96d6-0aba093c5965 HTTP/1.1" status: 200 len: 1094 time: 0.0982401 Jul 27 23:03:46.939341 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 79bddec4-0d7d-4195-94c1-814ea5e588a2 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:03:47.077933 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Pushing event updated for resources: {'Port': ['ID=24ce05b1-8251-452e-a480-068b362a600c,revision_number=5']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:03:47.091794 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning for port 79bddec4-0d7d-4195-94c1-814ea5e588a2 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:03:47.096917 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port 79bddec4-0d7d-4195-94c1-814ea5e588a2 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:03:47.097410 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:47.143674 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52e1e73-1aa3-4f70-b041-5c8ae218bc83 req-9a86e973-9b22-41a3-9c30-8aa267318f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:03:47.145253 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-b52e1e73-1aa3-4f70-b041-5c8ae218bc83 req-9a86e973-9b22-41a3-9c30-8aa267318f8e service neutron] 10.222.0.49 "GET /v2.0/networks?id=0f9004bd-8e90-4e82-a7cb-88f9b433c217 HTTP/1.1" status: 200 len: 924 time: 0.1996033 Jul 27 23:03:47.176445 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-95b23c3f-37f8-42a0-8de7-21e5803aab9f req-94a4f9fa-1b4c-47bd-b47f-e4558e1e2760 tempest-ServersAdminTestJSON-1581810367 tempest-ServersAdminTestJSON-1581810367-project] 10.222.0.18 "GET /v2.0/security-groups?id=ffa9f128-d6a7-4fb1-a632-c57615725739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4162328 Jul 27 23:03:47.198443 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a9c50b-4757-456d-9fd9-8fe192354915 req-0abbef22-1060-43cd-a7bd-1f37690d038d tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:03:47.200154 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-d3a9c50b-4757-456d-9fd9-8fe192354915 req-0abbef22-1060-43cd-a7bd-1f37690d038d tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5617561 Jul 27 23:03:47.213906 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-b52e1e73-1aa3-4f70-b041-5c8ae218bc83 req-046b29dc-b505-4103-8c8c-12787245014a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7d38f8bd-33ba-44ca-a163-7b42dd423df4 HTTP/1.1" status: 200 len: 217 time: 0.0552242 Jul 27 23:03:47.225046 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:47.238780 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [req-d3a9c50b-4757-456d-9fd9-8fe192354915 req-23d51fe1-9c53-4d73-a25c-c097828e26db tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] Request body: {'port': {'device_id': 'e2003561-c550-4bab-974d-bb6bd652d55d', 'network_id': '591af2dd-f826-43b1-aa9d-e7a0bf218c71', 'admin_state_up': True, 'tenant_id': '496de96608da4f74abc6cf1f10c98b52'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:03:47.251785 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] For port 79bddec4-0d7d-4195-94c1-814ea5e588a2, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=79bddec4-0d7d-4195-94c1-814ea5e588a2,segment=NetworkSegment(b9afe07e-bbe4-4740-834c-4b6a9698bdbc),segment_id=b9afe07e-bbe4-4740-834c-4b6a9698bdbc)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:03:47.257736 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:47.270729 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-2350a75a-1e34-4ebd-8d2c-c7ee0b1e7cf4 req-45f7fce7-c313-4b0c-bc53-5ee001a619bd tempest-FloatingIPDetailsTestJSON-410442657 tempest-FloatingIPDetailsTestJSON-410442657-project] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2279639 Jul 27 23:03:47.284848 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [req-2350a75a-1e34-4ebd-8d2c-c7ee0b1e7cf4 req-603899a5-b72d-43fa-83a9-8e3a604d6c04 tempest-FloatingIPDetailsTestJSON-410442657 tempest-FloatingIPDetailsTestJSON-410442657-project] Request body: {'floatingip': {'floating_network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:03:47.310248 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52e1e73-1aa3-4f70-b041-5c8ae218bc83 req-b08c7f86-5bb8-4b6b-9982-b3a9e81fd54a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:03:47.311747 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-b52e1e73-1aa3-4f70-b041-5c8ae218bc83 req-b08c7f86-5bb8-4b6b-9982-b3a9e81fd54a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=681fdd2e-7bb4-498c-9817-5f416242773c HTTP/1.1" status: 200 len: 862 time: 0.0784311 Jul 27 23:03:47.328655 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b83f3de3-bf6c-43e5-a487-3f021c8e5c16 admin admin] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:03:47.346128 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-b83f3de3-bf6c-43e5-a487-3f021c8e5c16 admin admin] 10.222.0.18 "PUT /v2.0/routers/94d03d6f-830d-422e-9346-a4f554056bd6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1308618 Jul 27 23:03:47.371223 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-2350a75a-1e34-4ebd-8d2c-c7ee0b1e7cf4 req-603899a5-b72d-43fa-83a9-8e3a604d6c04 tempest-FloatingIPDetailsTestJSON-410442657 tempest-FloatingIPDetailsTestJSON-410442657-project] Notify callbacks [] for floatingip, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:47.395847 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Pushing event updated for resources: {'Port': ['ID=79bddec4-0d7d-4195-94c1-814ea5e588a2,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:03:47.443291 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52e1e73-1aa3-4f70-b041-5c8ae218bc83 req-9a16254d-0e30-439e-b358-5578c8862758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:03:47.445264 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-b52e1e73-1aa3-4f70-b041-5c8ae218bc83 req-9a16254d-0e30-439e-b358-5578c8862758 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0f9004bd-8e90-4e82-a7cb-88f9b433c217&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1223235 Jul 27 23:03:47.455639 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3a9c50b-4757-456d-9fd9-8fe192354915 req-23d51fe1-9c53-4d73-a25c-c097828e26db tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] Made reservation on behalf of 496de96608da4f74abc6cf1f10c98b52 for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:03:47.464905 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-d3a9c50b-4757-456d-9fd9-8fe192354915 req-23d51fe1-9c53-4d73-a25c-c097828e26db tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:47.482464 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-d3a9c50b-4757-456d-9fd9-8fe192354915 req-23d51fe1-9c53-4d73-a25c-c097828e26db tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:47.549883 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3f6fad-ea47-4951-862d-35db2469f438 req-5fb460a6-8630-4e49-9b69-867daf77938d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:03:47.551416 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-ef3f6fad-ea47-4951-862d-35db2469f438 req-5fb460a6-8630-4e49-9b69-867daf77938d service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=4c3fa56a-b0f7-486a-b9b6-11ec03b01c61 HTTP/1.1" status: 200 len: 1100 time: 0.1653521 Jul 27 23:03:47.604980 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b796ed2-14d7-4ad9-ae89-269578fd7228 req-c3969960-f40d-44df-8836-6c10a7ca51a7 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:03:47.606403 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-2b796ed2-14d7-4ad9-ae89-269578fd7228 req-c3969960-f40d-44df-8836-6c10a7ca51a7 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] 10.222.0.18 "GET /v2.0/ports?device_id=1691ef14-ab37-40a7-8189-31944c5092fc HTTP/1.1" status: 200 len: 946 time: 0.0688765 Jul 27 23:03:47.610601 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-b52e1e73-1aa3-4f70-b041-5c8ae218bc83 req-fb4ecd68-3005-464a-ba33-1f907da9a3b4 service neutron] 10.222.0.49 "GET /v2.0/networks/0f9004bd-8e90-4e82-a7cb-88f9b433c217?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465752 Jul 27 23:03:47.617681 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-ef3f6fad-ea47-4951-862d-35db2469f438 req-b6c7838b-0e12-4e61-b2ae-7b17612613f5 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=ffa9f128-d6a7-4fb1-a632-c57615725739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568860 Jul 27 23:03:47.659021 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-d3a9c50b-4757-456d-9fd9-8fe192354915 req-23d51fe1-9c53-4d73-a25c-c097828e26db tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:47.667173 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-d3a9c50b-4757-456d-9fd9-8fe192354915 req-23d51fe1-9c53-4d73-a25c-c097828e26db tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:47.712320 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-2350a75a-1e34-4ebd-8d2c-c7ee0b1e7cf4 req-603899a5-b72d-43fa-83a9-8e3a604d6c04 tempest-FloatingIPDetailsTestJSON-410442657 tempest-FloatingIPDetailsTestJSON-410442657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:47.770841 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-b52e1e73-1aa3-4f70-b041-5c8ae218bc83 req-d89133d3-01c4-4691-82d5-4af60a383a07 service neutron] 10.222.0.49 "GET /v2.0/networks/0f9004bd-8e90-4e82-a7cb-88f9b433c217?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479130 Jul 27 23:03:47.819280 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [req-d3a9c50b-4757-456d-9fd9-8fe192354915 req-23d51fe1-9c53-4d73-a25c-c097828e26db tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] Allocated IP 192.168.233.129 (591af2dd-f826-43b1-aa9d-e7a0bf218c71/62938449-046d-4cbe-923a-7ebb632c358d/5846d570-02c7-4aa0-9192-d3ba5af45f47) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:03:47.924227 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [req-2350a75a-1e34-4ebd-8d2c-c7ee0b1e7cf4 req-603899a5-b72d-43fa-83a9-8e3a604d6c04 tempest-FloatingIPDetailsTestJSON-410442657 tempest-FloatingIPDetailsTestJSON-410442657-project] Allocated IP 172.25.4.162 (2fd42287-ed26-4eb9-89a5-b521f5b04356/17de1f8f-393a-4b0c-a2df-614bd3f2fb5e/4cc117f3-b6db-479a-bde6-73480a641577) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:03:47.981292 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-2b796ed2-14d7-4ad9-ae89-269578fd7228 req-b1b33cee-eb94-48a9-8f87-5261174e6a00 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] 10.222.0.18 "GET /v2.0/security-groups?id=bed30b16-cd2d-47d0-9758-37dc9df2dfb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3565872 Jul 27 23:03:48.135269 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-2350a75a-1e34-4ebd-8d2c-c7ee0b1e7cf4 req-603899a5-b72d-43fa-83a9-8e3a604d6c04 tempest-FloatingIPDetailsTestJSON-410442657 tempest-FloatingIPDetailsTestJSON-410442657-project] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:48.136621 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d51fe1-9c53-4d73-a25c-c097828e26db tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b54d803-f776-413f-b5bd-6e9336fca6b6,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:03:48.216991 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-2350a75a-1e34-4ebd-8d2c-c7ee0b1e7cf4 req-603899a5-b72d-43fa-83a9-8e3a604d6c04 tempest-FloatingIPDetailsTestJSON-410442657 tempest-FloatingIPDetailsTestJSON-410442657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:48.285328 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 24ce05b1-8251-452e-a480-068b362a600c up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:03:48.311242 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2350a75a-1e34-4ebd-8d2c-c7ee0b1e7cf4 req-603899a5-b72d-43fa-83a9-8e3a604d6c04 tempest-FloatingIPDetailsTestJSON-410442657 tempest-FloatingIPDetailsTestJSON-410442657-project] Network 2fd42287-ed26-4eb9-89a5-b521f5b04356 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:03:48.311917 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-d3a9c50b-4757-456d-9fd9-8fe192354915 req-23d51fe1-9c53-4d73-a25c-c097828e26db tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:48.328937 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [req-2350a75a-1e34-4ebd-8d2c-c7ee0b1e7cf4 req-603899a5-b72d-43fa-83a9-8e3a604d6c04 tempest-FloatingIPDetailsTestJSON-410442657 tempest-FloatingIPDetailsTestJSON-410442657-project] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:03:48.332810 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-d3a9c50b-4757-456d-9fd9-8fe192354915 req-23d51fe1-9c53-4d73-a25c-c097828e26db tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] Transition to ACTIVE for port object 5846d570-02c7-4aa0-9192-d3ba5af45f47 will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:03:48.340364 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [req-2350a75a-1e34-4ebd-8d2c-c7ee0b1e7cf4 req-603899a5-b72d-43fa-83a9-8e3a604d6c04 tempest-FloatingIPDetailsTestJSON-410442657 tempest-FloatingIPDetailsTestJSON-410442657-project] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:03:48.417126 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port 24ce05b1-8251-452e-a480-068b362a600c triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:03:48.418637 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:48.424023 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4da8d0-4ab6-41cc-a065-4758458b07a3 req-e99f5747-18af-453b-bb9a-b27b3702b52b tempest-ServersWithSpecificFlavorTestJSON-503998184 tempest-ServersWithSpecificFlavorTestJSON-503998184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:03:48.425604 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ed4da8d0-4ab6-41cc-a065-4758458b07a3 req-e99f5747-18af-453b-bb9a-b27b3702b52b tempest-ServersWithSpecificFlavorTestJSON-503998184 tempest-ServersWithSpecificFlavorTestJSON-503998184-project] 10.222.0.18 "GET /v2.0/ports?device_id=4cdf2adc-b542-43d4-96d6-0aba093c5965 HTTP/1.1" status: 200 len: 943 time: 0.0750639 Jul 27 23:03:48.442369 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-d3a9c50b-4757-456d-9fd9-8fe192354915 req-23d51fe1-9c53-4d73-a25c-c097828e26db tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:48.522453 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603899a5-b72d-43fa-83a9-8e3a604d6c04 tempest-FloatingIPDetailsTestJSON-410442657 tempest-FloatingIPDetailsTestJSON-410442657-project] Pushing event updated for resources: {'Port': ['ID=4cc117f3-b6db-479a-bde6-73480a641577,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:03:48.535969 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-2350a75a-1e34-4ebd-8d2c-c7ee0b1e7cf4 req-603899a5-b72d-43fa-83a9-8e3a604d6c04 tempest-FloatingIPDetailsTestJSON-410442657 tempest-FloatingIPDetailsTestJSON-410442657-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:48.570482 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ed4da8d0-4ab6-41cc-a065-4758458b07a3 req-3af1ce1a-c9db-4c5f-a78d-602c5a210bbc tempest-ServersWithSpecificFlavorTestJSON-503998184 tempest-ServersWithSpecificFlavorTestJSON-503998184-project] 10.222.0.18 "GET /v2.0/security-groups?id=13497a54-4f49-49ad-b566-6beee2074a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1247196 Jul 27 23:03:48.586466 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3a9c50b-4757-456d-9fd9-8fe192354915 req-23d51fe1-9c53-4d73-a25c-c097828e26db tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] Network 591af2dd-f826-43b1-aa9d-e7a0bf218c71 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:03:48.598229 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d51fe1-9c53-4d73-a25c-c097828e26db tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] Pushing event updated for resources: {'Port': ['ID=5846d570-02c7-4aa0-9192-d3ba5af45f47,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:03:48.599601 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 79bddec4-0d7d-4195-94c1-814ea5e588a2 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:03:48.609024 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [req-d3a9c50b-4757-456d-9fd9-8fe192354915 req-23d51fe1-9c53-4d73-a25c-c097828e26db tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:03:48.615994 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3a9c50b-4757-456d-9fd9-8fe192354915 req-23d51fe1-9c53-4d73-a25c-c097828e26db tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:03:48.735174 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port 79bddec4-0d7d-4195-94c1-814ea5e588a2 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:03:48.735614 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:48.801636 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a9c50b-4757-456d-9fd9-8fe192354915 req-23d51fe1-9c53-4d73-a25c-c097828e26db tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:03:48.802347 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-d3a9c50b-4757-456d-9fd9-8fe192354915 req-23d51fe1-9c53-4d73-a25c-c097828e26db tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:48.866183 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-d3a9c50b-4757-456d-9fd9-8fe192354915 req-23d51fe1-9c53-4d73-a25c-c097828e26db tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6315901 Jul 27 23:03:48.875838 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a041825-5419-4f1c-8a58-aeb852ec4bef req-42d15dc3-017f-45c4-b0a5-dc6514bafba6 tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:03:48.877394 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-0a041825-5419-4f1c-8a58-aeb852ec4bef req-42d15dc3-017f-45c4-b0a5-dc6514bafba6 tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2003561-c550-4bab-974d-bb6bd652d55d HTTP/1.1" status: 200 len: 936 time: 0.1816287 Jul 27 23:03:48.897756 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [req-d3a9c50b-4757-456d-9fd9-8fe192354915 req-b7ad81c4-2542-4b27-8721-d9dffe7b20cc service neutron] Request body: {'port': {'device_id': 'e2003561-c550-4bab-974d-bb6bd652d55d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802623-1'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:03:49.047598 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-d3a9c50b-4757-456d-9fd9-8fe192354915 req-b7ad81c4-2542-4b27-8721-d9dffe7b20cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:49.061062 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-0a041825-5419-4f1c-8a58-aeb852ec4bef req-792737b1-a61b-45bb-922e-ccb7e4cf5de1 tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] 10.222.0.18 "GET /v2.0/security-groups?id=3b54d803-f776-413f-b5bd-6e9336fca6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603336 Jul 27 23:03:49.075088 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-7c26b458-be05-4ba7-bd87-d6d3fbec5abe None None] Provisioning for port 5846d570-02c7-4aa0-9192-d3ba5af45f47 completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:03:49.084023 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-7c26b458-be05-4ba7-bd87-d6d3fbec5abe None None] Provisioning complete for port 5846d570-02c7-4aa0-9192-d3ba5af45f47 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:03:49.084455 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7c26b458-be05-4ba7-bd87-d6d3fbec5abe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:49.120713 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-2350a75a-1e34-4ebd-8d2c-c7ee0b1e7cf4 req-603899a5-b72d-43fa-83a9-8e3a604d6c04 tempest-FloatingIPDetailsTestJSON-410442657 tempest-FloatingIPDetailsTestJSON-410442657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:49.173588 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-7c26b458-be05-4ba7-bd87-d6d3fbec5abe None None] Port 5846d570-02c7-4aa0-9192-d3ba5af45f47 cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:03:49.255025 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa919143-f1c0-4bad-a008-d6b081ddafb6 None None] Sync routers for ids ['94d03d6f-830d-422e-9346-a4f554056bd6'] in n-d-802623-1 {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:03:49.274565 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa919143-f1c0-4bad-a008-d6b081ddafb6 None None] Routers {'94d03d6f-830d-422e-9346-a4f554056bd6'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:03:49.276553 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-aa919143-f1c0-4bad-a008-d6b081ddafb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:03:29Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['94d03d6f-830d-422e-9346-a4f554056bd6'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:03:49.430137 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7373f1ec-5076-4a44-9c5c-9438cf63931f req-6f34f29e-98ad-4eac-902a-cfad52834027 tempest-ServersAdminTestJSON-1581810367 tempest-ServersAdminTestJSON-1581810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:03:49.438183 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-aa919143-f1c0-4bad-a008-d6b081ddafb6 None None] Set router 94d03d6f-830d-422e-9346-a4f554056bd6 gateway port host: n-d-802623-1 {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:03:49.439469 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7373f1ec-5076-4a44-9c5c-9438cf63931f req-6f34f29e-98ad-4eac-902a-cfad52834027 tempest-ServersAdminTestJSON-1581810367 tempest-ServersAdminTestJSON-1581810367-project] 10.222.0.18 "GET /v2.0/ports?device_id=4c3fa56a-b0f7-486a-b9b6-11ec03b01c61 HTTP/1.1" status: 200 len: 949 time: 0.1032927 Jul 27 23:03:49.452373 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-2350a75a-1e34-4ebd-8d2c-c7ee0b1e7cf4 req-603899a5-b72d-43fa-83a9-8e3a604d6c04 tempest-FloatingIPDetailsTestJSON-410442657 tempest-FloatingIPDetailsTestJSON-410442657-project] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:49.464843 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-2350a75a-1e34-4ebd-8d2c-c7ee0b1e7cf4 req-603899a5-b72d-43fa-83a9-8e3a604d6c04 tempest-FloatingIPDetailsTestJSON-410442657 tempest-FloatingIPDetailsTestJSON-410442657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11336041'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:49.516557 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7373f1ec-5076-4a44-9c5c-9438cf63931f req-ff8b4fd0-b66d-466d-b86f-019c15a5595a tempest-ServersAdminTestJSON-1581810367 tempest-ServersAdminTestJSON-1581810367-project] 10.222.0.18 "GET /v2.0/security-groups?id=ffa9f128-d6a7-4fb1-a632-c57615725739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738976 Jul 27 23:03:49.587292 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603899a5-b72d-43fa-83a9-8e3a604d6c04 tempest-FloatingIPDetailsTestJSON-410442657 tempest-FloatingIPDetailsTestJSON-410442657-project] Pushing event updated for resources: {'Port': ['ID=4cc117f3-b6db-479a-bde6-73480a641577,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:03:49.622811 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-2350a75a-1e34-4ebd-8d2c-c7ee0b1e7cf4 req-603899a5-b72d-43fa-83a9-8e3a604d6c04 tempest-FloatingIPDetailsTestJSON-410442657 tempest-FloatingIPDetailsTestJSON-410442657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-415302'] for floatingip, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:49.651101 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [req-d3a9c50b-4757-456d-9fd9-8fe192354915 req-b7ad81c4-2542-4b27-8721-d9dffe7b20cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5846d570-02c7-4aa0-9192-d3ba5af45f47 {{(pid=93798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:03:49.652306 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-2350a75a-1e34-4ebd-8d2c-c7ee0b1e7cf4 req-603899a5-b72d-43fa-83a9-8e3a604d6c04 tempest-FloatingIPDetailsTestJSON-410442657 tempest-FloatingIPDetailsTestJSON-410442657-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for floatingip, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:49.654185 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-2350a75a-1e34-4ebd-8d2c-c7ee0b1e7cf4 req-603899a5-b72d-43fa-83a9-8e3a604d6c04 tempest-FloatingIPDetailsTestJSON-410442657 tempest-FloatingIPDetailsTestJSON-410442657-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.3765616 Jul 27 23:03:49.657919 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device d332fb0d-6ef5-4e0c-acea-50d5a9aae554 details requested by agent hyperv_n-h2-802623-1 with host n-h2-802623-1 {{(pid=93799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 23:03:49.661069 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device d332fb0d-6ef5-4e0c-acea-50d5a9aae554 no longer exists at agent hyperv_n-h2-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:03:49.690872 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-d3a9c50b-4757-456d-9fd9-8fe192354915 req-b7ad81c4-2542-4b27-8721-d9dffe7b20cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:49.725895 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-d3a9c50b-4757-456d-9fd9-8fe192354915 req-b7ad81c4-2542-4b27-8721-d9dffe7b20cc service neutron] Transition to ACTIVE for port object 5846d570-02c7-4aa0-9192-d3ba5af45f47 will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:03:49.743601 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-2350a75a-1e34-4ebd-8d2c-c7ee0b1e7cf4 req-fd164137-f79f-444d-b006-036c5fdf503e tempest-FloatingIPDetailsTestJSON-410442657 tempest-FloatingIPDetailsTestJSON-410442657-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.4.162 HTTP/1.1" status: 200 len: 696 time: 0.0777359 Jul 27 23:03:49.777897 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-d3a9c50b-4757-456d-9fd9-8fe192354915 req-b7ad81c4-2542-4b27-8721-d9dffe7b20cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:49.921070 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:49.928876 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-aa919143-f1c0-4bad-a008-d6b081ddafb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94d03d6f-830d-422e-9346-a4f554056bd6', 'name': 'tempest-AttachSCSIVolumeTestJSON-2033434242-router', 'tenant_id': '579611ac919e4026bf7dfaf3f6b72308', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.80'}], 'enable_snat': True}, 'gw_port_id': '79bddec4-0d7d-4195-94c1-814ea5e588a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:03:39Z', 'updated_at': '2021-07-27T23:03:45Z', 'revision_number': 4, 'project_id': '579611ac919e4026bf7dfaf3f6b72308', 'gw_port': {'id': '79bddec4-0d7d-4195-94c1-814ea5e588a2', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:96:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94d03d6f-830d-422e-9346-a4f554056bd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:03:40Z', 'updated_at': '2021-07-27T23:03:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': '0c1d5438-58f6-453a-952b-108b182b1107', 'name': '', 'network_id': '2cc21914-0db5-427e-b431-aa16323eaf86', 'tenant_id': '579611ac919e4026bf7dfaf3f6b72308', 'mac_address': 'fa:16:3e:af:a4:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94d03d6f-830d-422e-9346-a4f554056bd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'fcdd0019-bc7c-4b27-bf52-8f592951928f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:03:44Z', 'updated_at': '2021-07-27T23:03:45Z', 'revision_number': 2, 'project_id': '579611ac919e4026bf7dfaf3f6b72308', 'subnets': [{'id': 'fcdd0019-bc7c-4b27-bf52-8f592951928f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:03:49.938607 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d7a30e-5acb-4728-a33c-f4b0d12810b9 req-6361200f-e907-46d9-a4a6-c27d41bd2910 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:03:49.946830 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a2d7a30e-5acb-4728-a33c-f4b0d12810b9 req-6361200f-e907-46d9-a4a6-c27d41bd2910 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] 10.222.0.18 "GET /v2.0/ports?device_id=1691ef14-ab37-40a7-8189-31944c5092fc HTTP/1.1" status: 200 len: 946 time: 0.2196839 Jul 27 23:03:49.947804 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2350a75a-1e34-4ebd-8d2c-c7ee0b1e7cf4 req-ab1a22bb-81e3-4155-a823-b2192c5de7fb tempest-FloatingIPDetailsTestJSON-410442657 tempest-FloatingIPDetailsTestJSON-410442657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:03:49.961780 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-2350a75a-1e34-4ebd-8d2c-c7ee0b1e7cf4 req-ab1a22bb-81e3-4155-a823-b2192c5de7fb tempest-FloatingIPDetailsTestJSON-410442657 tempest-FloatingIPDetailsTestJSON-410442657-project] 10.222.0.18 "GET /v2.0/networks/2fd42287-ed26-4eb9-89a5-b521f5b04356 HTTP/1.1" status: 200 len: 784 time: 0.2162275 Jul 27 23:03:49.995136 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ad81c4-2542-4b27-8721-d9dffe7b20cc service neutron] Pushing event updated for resources: {'Port': ['ID=5846d570-02c7-4aa0-9192-d3ba5af45f47,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:03:50.017639 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa919143-f1c0-4bad-a008-d6b081ddafb6 None None] Checking router: 94d03d6f-830d-422e-9346-a4f554056bd6 for host: n-d-802623-1 {{(pid=93799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 23:03:50.018136 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa919143-f1c0-4bad-a008-d6b081ddafb6 None None] Updating router 94d03d6f-830d-422e-9346-a4f554056bd6 port 0c1d5438-58f6-453a-952b-108b182b1107 binding host n-d-802623-1 {{(pid=93799) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 23:03:50.023538 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port d332fb0d-6ef5-4e0c-acea-50d5a9aae554, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=d332fb0d-6ef5-4e0c-acea-50d5a9aae554,segment=NetworkSegment(16e91594-c047-4b55-93eb-43af33ad08e1),segment_id=16e91594-c047-4b55-93eb-43af33ad08e1)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:03:50.087723 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a2d7a30e-5acb-4728-a33c-f4b0d12810b9 req-242cf46c-ed22-4fa6-8de8-89ed42be569c tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] 10.222.0.18 "GET /v2.0/security-groups?id=bed30b16-cd2d-47d0-9758-37dc9df2dfb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385658 Jul 27 23:03:50.108309 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port d332fb0d-6ef5-4e0c-acea-50d5a9aae554, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=d332fb0d-6ef5-4e0c-acea-50d5a9aae554,segment=NetworkSegment(16e91594-c047-4b55-93eb-43af33ad08e1),segment_id=16e91594-c047-4b55-93eb-43af33ad08e1)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:03:50.116973 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c3fa56a-b0f7-486a-b9b6-11ec03b01c61', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd332fb0d-6ef5-4e0c-acea-50d5a9aae554'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:03:50.120366 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c0369b0d4f459110ff20a1f9878ba33f96d6491bddb9d15843bf29d01e0bda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83db4c34-20f7-47ba-9ed2-746c54b06888" -d '{"events": [{"server_uuid": "4c3fa56a-b0f7-486a-b9b6-11ec03b01c61", "name": "network-vif-unplugged", "status": "completed", "tag": "d332fb0d-6ef5-4e0c-acea-50d5a9aae554"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:03:50.131141 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Returning: {'device': 'd332fb0d-6ef5-4e0c-acea-50d5a9aae554', 'network_id': '591af2dd-f826-43b1-aa9d-e7a0bf218c71', 'port_id': 'd332fb0d-6ef5-4e0c-acea-50d5a9aae554', 'mac_address': 'fa:16:3e:a3:bb:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62938449-046d-4cbe-923a-7ebb632c358d', 'ip_address': '192.168.233.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 23:03:50.165172 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-aa919143-f1c0-4bad-a008-d6b081ddafb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:50.165172 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:50.166732 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9061290-c338-4fcb-ade4-69814bc82a6c req-503aa2e5-d9a0-43f0-b352-dc29ddafee7a tempest-ServersAdminTestJSON-1581810367 tempest-ServersAdminTestJSON-1581810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:03:50.169712 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d9061290-c338-4fcb-ade4-69814bc82a6c req-503aa2e5-d9a0-43f0-b352-dc29ddafee7a tempest-ServersAdminTestJSON-1581810367 tempest-ServersAdminTestJSON-1581810367-project] 10.222.0.18 "GET /v2.0/ports?device_id=4c3fa56a-b0f7-486a-b9b6-11ec03b01c61 HTTP/1.1" status: 200 len: 949 time: 0.1155643 Jul 27 23:03:50.170646 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-d3a9c50b-4757-456d-9fd9-8fe192354915 req-b7ad81c4-2542-4b27-8721-d9dffe7b20cc service neutron] Attempting to bind port 5846d570-02c7-4aa0-9192-d3ba5af45f47 on host n-h1-802623-1 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:03:50.171066 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-d3a9c50b-4757-456d-9fd9-8fe192354915 req-b7ad81c4-2542-4b27-8721-d9dffe7b20cc service neutron] Attempting to bind port 5846d570-02c7-4aa0-9192-d3ba5af45f47 by drivers openvswitch,hyperv on host n-h1-802623-1 at level 0 using segments [{'id': '16e91594-c047-4b55-93eb-43af33ad08e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '591af2dd-f826-43b1-aa9d-e7a0bf218c71'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:03:50.171373 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3a9c50b-4757-456d-9fd9-8fe192354915 req-b7ad81c4-2542-4b27-8721-d9dffe7b20cc service neutron] Attempting to bind port 5846d570-02c7-4aa0-9192-d3ba5af45f47 on network 591af2dd-f826-43b1-aa9d-e7a0bf218c71 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:03:50.181053 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3a9c50b-4757-456d-9fd9-8fe192354915 req-b7ad81c4-2542-4b27-8721-d9dffe7b20cc service neutron] Port 5846d570-02c7-4aa0-9192-d3ba5af45f47 on network 591af2dd-f826-43b1-aa9d-e7a0bf218c71 not bound, no agent of type Open vSwitch agent registered on host n-h1-802623-1 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 23:03:50.181369 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3a9c50b-4757-456d-9fd9-8fe192354915 req-b7ad81c4-2542-4b27-8721-d9dffe7b20cc service neutron] Attempting to bind port 5846d570-02c7-4aa0-9192-d3ba5af45f47 on network 591af2dd-f826-43b1-aa9d-e7a0bf218c71 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:03:50.190404 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3a9c50b-4757-456d-9fd9-8fe192354915 req-b7ad81c4-2542-4b27-8721-d9dffe7b20cc service neutron] Checking agent: {'id': '245f1da4-a9b8-4b08-90d7-28f0f342b839', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 59, 59), 'started_at': datetime.datetime(2021, 7, 27, 22, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 3, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:03:50.193815 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3a9c50b-4757-456d-9fd9-8fe192354915 req-b7ad81c4-2542-4b27-8721-d9dffe7b20cc service neutron] Checking segment: {'id': '16e91594-c047-4b55-93eb-43af33ad08e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '591af2dd-f826-43b1-aa9d-e7a0bf218c71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:03:50.194246 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3a9c50b-4757-456d-9fd9-8fe192354915 req-b7ad81c4-2542-4b27-8721-d9dffe7b20cc service neutron] Bound using segment: {'id': '16e91594-c047-4b55-93eb-43af33ad08e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '591af2dd-f826-43b1-aa9d-e7a0bf218c71'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:03:50.194639 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-d3a9c50b-4757-456d-9fd9-8fe192354915 req-b7ad81c4-2542-4b27-8721-d9dffe7b20cc service neutron] Bound port: 5846d570-02c7-4aa0-9192-d3ba5af45f47, host: n-h1-802623-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16e91594-c047-4b55-93eb-43af33ad08e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '591af2dd-f826-43b1-aa9d-e7a0bf218c71'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:03:50.194998 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-d3a9c50b-4757-456d-9fd9-8fe192354915 req-b7ad81c4-2542-4b27-8721-d9dffe7b20cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:50.236661 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Pushing event updated for resources: {'Port': ['ID=d332fb0d-6ef5-4e0c-acea-50d5a9aae554,revision_number=6']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:03:50.283935 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:50.289637 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d9061290-c338-4fcb-ade4-69814bc82a6c req-3dcee151-9baf-46be-bde1-5940c114ccfe tempest-ServersAdminTestJSON-1581810367 tempest-ServersAdminTestJSON-1581810367-project] 10.222.0.18 "GET /v2.0/security-groups?id=ffa9f128-d6a7-4fb1-a632-c57615725739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125808 Jul 27 23:03:50.319242 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f0237b-6dee-423a-81e2-38699fc84f59 req-20142c04-d997-4f14-ac71-f4d95856bba2 tempest-ServersWithSpecificFlavorTestJSON-503998184 tempest-ServersWithSpecificFlavorTestJSON-503998184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:03:50.327294 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-40f0237b-6dee-423a-81e2-38699fc84f59 req-20142c04-d997-4f14-ac71-f4d95856bba2 tempest-ServersWithSpecificFlavorTestJSON-503998184 tempest-ServersWithSpecificFlavorTestJSON-503998184-project] 10.222.0.18 "GET /v2.0/ports?device_id=4cdf2adc-b542-43d4-96d6-0aba093c5965 HTTP/1.1" status: 200 len: 943 time: 0.1150250 Jul 27 23:03:50.335313 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d332fb0d-6ef5-4e0c-acea-50d5a9aae554 {{(pid=93799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:03:50.389669 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-d3a9c50b-4757-456d-9fd9-8fe192354915 req-b7ad81c4-2542-4b27-8721-d9dffe7b20cc service neutron] For port 5846d570-02c7-4aa0-9192-d3ba5af45f47, host n-h1-802623-1, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:03:50.401968 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-40f0237b-6dee-423a-81e2-38699fc84f59 req-bbb0e6d6-2f2b-4b3c-b297-9e33881f7727 tempest-ServersWithSpecificFlavorTestJSON-503998184 tempest-ServersWithSpecificFlavorTestJSON-503998184-project] 10.222.0.18 "GET /v2.0/security-groups?id=13497a54-4f49-49ad-b566-6beee2074a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737257 Jul 27 23:03:50.435103 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port d332fb0d-6ef5-4e0c-acea-50d5a9aae554, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=d332fb0d-6ef5-4e0c-acea-50d5a9aae554,segment=NetworkSegment(16e91594-c047-4b55-93eb-43af33ad08e1),segment_id=16e91594-c047-4b55-93eb-43af33ad08e1)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:03:50.436905 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-d3a9c50b-4757-456d-9fd9-8fe192354915 req-b7ad81c4-2542-4b27-8721-d9dffe7b20cc service neutron] For port 5846d570-02c7-4aa0-9192-d3ba5af45f47, host n-h1-802623-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=5846d570-02c7-4aa0-9192-d3ba5af45f47,segment=NetworkSegment(16e91594-c047-4b55-93eb-43af33ad08e1),segment_id=16e91594-c047-4b55-93eb-43af33ad08e1)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:03:50.447456 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-d3a9c50b-4757-456d-9fd9-8fe192354915 req-b7ad81c4-2542-4b27-8721-d9dffe7b20cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:50.481335 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a9c50b-4757-456d-9fd9-8fe192354915 req-b7ad81c4-2542-4b27-8721-d9dffe7b20cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:03:50.481963 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-d3a9c50b-4757-456d-9fd9-8fe192354915 req-b7ad81c4-2542-4b27-8721-d9dffe7b20cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:50.483384 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-d3a9c50b-4757-456d-9fd9-8fe192354915 req-b7ad81c4-2542-4b27-8721-d9dffe7b20cc service neutron] 10.222.0.38 "PUT /v2.0/ports/5846d570-02c7-4aa0-9192-d3ba5af45f47 HTTP/1.1" status: 200 len: 1096 time: 1.6050298 Jul 27 23:03:50.491327 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2003561-c550-4bab-974d-bb6bd652d55d', 'tag': '5846d570-02c7-4aa0-9192-d3ba5af45f47'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:03:50.498191 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}011f8d312121274bb12d78e77c6379a2079800640016cec6c6d605b73666e854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-776fc5ec-0af0-4205-a038-8f0d12947e25" -d '{"events": [{"name": "network-changed", "server_uuid": "e2003561-c550-4bab-974d-bb6bd652d55d", "tag": "5846d570-02c7-4aa0-9192-d3ba5af45f47"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:03:50.553242 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f393e15e-78d5-484f-94b7-61fbfe6f7e9d req-fe875454-9cca-4f55-ae48-5018a856dc3e tempest-FloatingIPDetailsTestJSON-410442657 tempest-FloatingIPDetailsTestJSON-410442657-project] 10.222.0.18 "GET /v2.0/floatingips/205822d1-f59b-4fae-bfb6-e71e05972a53 HTTP/1.1" status: 200 len: 693 time: 0.1751499 Jul 27 23:03:50.569679 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:50.570366 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device 7d38f8bd-33ba-44ca-a163-7b42dd423df4 details requested by agent hyperv_n-h2-802623-1 with host n-h2-802623-1 {{(pid=93799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 23:03:50.691399 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a9c50b-4757-456d-9fd9-8fe192354915 req-70f41e84-70d1-4f1e-b68e-fab176eb3f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:03:50.693793 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-d3a9c50b-4757-456d-9fd9-8fe192354915 req-70f41e84-70d1-4f1e-b68e-fab176eb3f7b service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=496de96608da4f74abc6cf1f10c98b52&device_id=e2003561-c550-4bab-974d-bb6bd652d55d HTTP/1.1" status: 200 len: 1099 time: 0.1279283 Jul 27 23:03:50.703153 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ad81c4-2542-4b27-8721-d9dffe7b20cc service neutron] Pushing event updated for resources: {'Port': ['ID=5846d570-02c7-4aa0-9192-d3ba5af45f47,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:03:50.724721 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a973323-6135-4542-bae3-616e7d251a32 req-d984aa12-2e70-4322-b379-f0b3cc14f537 tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:03:50.732828 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-3a973323-6135-4542-bae3-616e7d251a32 req-d984aa12-2e70-4322-b379-f0b3cc14f537 tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2003561-c550-4bab-974d-bb6bd652d55d HTTP/1.1" status: 200 len: 948 time: 0.1262023 Jul 27 23:03:50.801394 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f393e15e-78d5-484f-94b7-61fbfe6f7e9d req-2789c761-431a-449a-be8b-88fe7790b585 tempest-FloatingIPDetailsTestJSON-410442657 tempest-FloatingIPDetailsTestJSON-410442657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:03:50.802792 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f393e15e-78d5-484f-94b7-61fbfe6f7e9d req-2789c761-431a-449a-be8b-88fe7790b585 tempest-FloatingIPDetailsTestJSON-410442657 tempest-FloatingIPDetailsTestJSON-410442657-project] 10.222.0.18 "GET /v2.0/networks/2fd42287-ed26-4eb9-89a5-b521f5b04356 HTTP/1.1" status: 200 len: 784 time: 0.2487085 Jul 27 23:03:50.814487 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-d3a9c50b-4757-456d-9fd9-8fe192354915 req-1d0e7d3a-6c70-4610-9642-ce1e57301235 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.129&port_id=5846d570-02c7-4aa0-9192-d3ba5af45f47 HTTP/1.1" status: 200 len: 217 time: 0.0982540 Jul 27 23:03:50.817251 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [req-f393e15e-78d5-484f-94b7-61fbfe6f7e9d req-64d7b500-0f81-43bd-ad06-1c93b77834f9 tempest-FloatingIPDetailsTestJSON-410442657 tempest-FloatingIPDetailsTestJSON-410442657-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=93797) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 23:03:50.821593 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f393e15e-78d5-484f-94b7-61fbfe6f7e9d req-64d7b500-0f81-43bd-ad06-1c93b77834f9 tempest-FloatingIPDetailsTestJSON-410442657 tempest-FloatingIPDetailsTestJSON-410442657-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0128145 Jul 27 23:03:50.894229 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a9c50b-4757-456d-9fd9-8fe192354915 req-cdf43e37-fd0b-479d-8959-56b3d6fb541d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:03:50.896295 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-d3a9c50b-4757-456d-9fd9-8fe192354915 req-cdf43e37-fd0b-479d-8959-56b3d6fb541d service neutron] 10.222.0.38 "GET /v2.0/subnets?id=62938449-046d-4cbe-923a-7ebb632c358d HTTP/1.1" status: 200 len: 843 time: 0.0626440 Jul 27 23:03:51.031917 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-3a973323-6135-4542-bae3-616e7d251a32 req-8eddfddd-b78e-42ae-8f42-9125bb7abc50 tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] 10.222.0.18 "GET /v2.0/security-groups?id=3b54d803-f776-413f-b5bd-6e9336fca6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2974203 Jul 27 23:03:51.053785 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a9c50b-4757-456d-9fd9-8fe192354915 req-777d7343-45c4-4689-8aac-696884db1581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:03:51.055325 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-d3a9c50b-4757-456d-9fd9-8fe192354915 req-777d7343-45c4-4689-8aac-696884db1581 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=591af2dd-f826-43b1-aa9d-e7a0bf218c71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1459370 Jul 27 23:03:51.059132 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Pushing event updated for resources: {'Port': ['ID=d332fb0d-6ef5-4e0c-acea-50d5a9aae554,revision_number=7']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:03:51.072944 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18ef99a-f1b5-4d11-82a3-818cec88695b req-7f63cf42-a355-4b7e-9bda-3d8bf552a3d3 tempest-LiveMigrationTest-1100887879 tempest-LiveMigrationTest-1100887879-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:03:51.085760 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-b18ef99a-f1b5-4d11-82a3-818cec88695b req-7f63cf42-a355-4b7e-9bda-3d8bf552a3d3 tempest-LiveMigrationTest-1100887879 tempest-LiveMigrationTest-1100887879-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=1691ef14-ab37-40a7-8189-31944c5092fc HTTP/1.1" status: 200 len: 1097 time: 0.1236148 Jul 27 23:03:51.093889 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port 7d38f8bd-33ba-44ca-a163-7b42dd423df4, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=7d38f8bd-33ba-44ca-a163-7b42dd423df4,segment=NetworkSegment(68badffb-1ae8-46d7-9932-5a3dba1817fe),segment_id=68badffb-1ae8-46d7-9932-5a3dba1817fe)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:03:51.157535 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 23:03:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-212e4af0-95d7-4828-a119-c668c0c75949 x-openstack-request-id: req-212e4af0-95d7-4828-a119-c668c0c75949 {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:03:51.157820 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c3fa56a-b0f7-486a-b9b6-11ec03b01c61", "name": "network-vif-unplugged", "status": "completed", "tag": "d332fb0d-6ef5-4e0c-acea-50d5a9aae554", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:03:51.158067 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-212e4af0-95d7-4828-a119-c668c0c75949 {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:03:51.158452 n-d-802623-1 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c3fa56a-b0f7-486a-b9b6-11ec03b01c61', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd332fb0d-6ef5-4e0c-acea-50d5a9aae554', 'code': 200} Jul 27 23:03:51.161052 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Returning: {'device': '7d38f8bd-33ba-44ca-a163-7b42dd423df4', 'network_id': '0f9004bd-8e90-4e82-a7cb-88f9b433c217', 'port_id': '7d38f8bd-33ba-44ca-a163-7b42dd423df4', 'mac_address': 'fa:16:3e:83:0b:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '681fdd2e-7bb4-498c-9817-5f416242773c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 23:03:51.193737 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-b18ef99a-f1b5-4d11-82a3-818cec88695b req-cbdc3f82-6109-4f5b-a6e6-623a265ba122 tempest-LiveMigrationTest-1100887879 tempest-LiveMigrationTest-1100887879-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=bed30b16-cd2d-47d0-9758-37dc9df2dfb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923421 Jul 27 23:03:51.195013 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 51914) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:03:51.222819 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:51.252523 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d38f8bd-33ba-44ca-a163-7b42dd423df4 {{(pid=93799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:03:51.287667 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port 7d38f8bd-33ba-44ca-a163-7b42dd423df4, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=7d38f8bd-33ba-44ca-a163-7b42dd423df4,segment=NetworkSegment(68badffb-1ae8-46d7-9932-5a3dba1817fe),segment_id=68badffb-1ae8-46d7-9932-5a3dba1817fe)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:03:51.314564 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:51.376281 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-aa919143-f1c0-4bad-a008-d6b081ddafb6 None None] Notify callbacks [] for port, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:51.394972 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-d3a9c50b-4757-456d-9fd9-8fe192354915 req-c51b8c38-4297-4bdb-bdd8-2b9e58dcef03 service neutron] 10.222.0.38 "GET /v2.0/networks/591af2dd-f826-43b1-aa9d-e7a0bf218c71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3288262 Jul 27 23:03:51.399719 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-aa919143-f1c0-4bad-a008-d6b081ddafb6 None None] Transition to ACTIVE for port object 0c1d5438-58f6-453a-952b-108b182b1107 will not be triggered until provisioned by entity L2. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:03:51.401633 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Pushing event updated for resources: {'Port': ['ID=7d38f8bd-33ba-44ca-a163-7b42dd423df4,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:03:51.415332 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-aa919143-f1c0-4bad-a008-d6b081ddafb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:51.506150 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 23:03:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce6631f4-e195-46bc-8c9b-d5fc4e279117 x-openstack-request-id: req-ce6631f4-e195-46bc-8c9b-d5fc4e279117 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:03:51.507376 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2003561-c550-4bab-974d-bb6bd652d55d", "tag": "5846d570-02c7-4aa0-9192-d3ba5af45f47", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:03:51.509391 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ce6631f4-e195-46bc-8c9b-d5fc4e279117 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:03:51.510021 n-d-802623-1 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2003561-c550-4bab-974d-bb6bd652d55d', 'tag': '5846d570-02c7-4aa0-9192-d3ba5af45f47', 'status': 'completed', 'code': 200} Jul 27 23:03:51.561792 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-227412e7-8eae-4820-8827-e2347c260afb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:51.628306 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-d3a9c50b-4757-456d-9fd9-8fe192354915 req-c8299c95-5acc-4ec1-b5f5-7e2f44e8e65d service neutron] 10.222.0.38 "GET /v2.0/networks/591af2dd-f826-43b1-aa9d-e7a0bf218c71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2275517 Jul 27 23:03:51.710362 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-2af6691a-9fc3-45a7-ad0a-bbe13791ec8e req-18bf5391-36a4-4e68-98e9-fb13ee91c3d2 tempest-FloatingIPDetailsTestJSON-410442657 tempest-FloatingIPDetailsTestJSON-410442657-project] 10.222.0.18 "GET /v2.0/floatingips/205822d1-f59b-4fae-bfb6-e71e05972a53 HTTP/1.1" status: 200 len: 693 time: 0.1640480 Jul 27 23:03:51.723543 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] get_ports_and_sgs() called for port_ids ['d332fb0d-6ef5-4e0c-acea-50d5a9aae554'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:03:51.791071 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] get_ports_and_sgs() called for port_ids ['7d38f8bd-33ba-44ca-a163-7b42dd423df4'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:03:51.842431 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9857b34-5ca8-4266-8d1e-8d94d51c6a17 req-e1ab59a6-ea75-4ee0-bbb9-0fbf8b697288 tempest-LiveMigrationTest-1100887879 tempest-LiveMigrationTest-1100887879-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:03:51.862770 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-d9857b34-5ca8-4266-8d1e-8d94d51c6a17 req-e1ab59a6-ea75-4ee0-bbb9-0fbf8b697288 tempest-LiveMigrationTest-1100887879 tempest-LiveMigrationTest-1100887879-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=1691ef14-ab37-40a7-8189-31944c5092fc HTTP/1.1" status: 200 len: 1097 time: 0.2278678 Jul 27 23:03:51.878662 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f0afd6-8f8f-4083-9b83-5af0d7d7dafc None None] Pushing event updated for resources: {'Port': ['ID=0c1d5438-58f6-453a-952b-108b182b1107,revision_number=3']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:03:51.882027 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776fc5ec-0af0-4205-a038-8f0d12947e25 req-240c49a1-035b-4c5e-83b5-859a7ee1f098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:03:51.889201 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-776fc5ec-0af0-4205-a038-8f0d12947e25 req-240c49a1-035b-4c5e-83b5-859a7ee1f098 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=496de96608da4f74abc6cf1f10c98b52&device_id=e2003561-c550-4bab-974d-bb6bd652d55d HTTP/1.1" status: 200 len: 1099 time: 0.1936271 Jul 27 23:03:51.937186 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-aa919143-f1c0-4bad-a008-d6b081ddafb6 None None] Attempting to bind port 0c1d5438-58f6-453a-952b-108b182b1107 on host n-d-802623-1 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:03:51.939171 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-aa919143-f1c0-4bad-a008-d6b081ddafb6 None None] Attempting to bind port 0c1d5438-58f6-453a-952b-108b182b1107 by drivers openvswitch,hyperv on host n-d-802623-1 at level 0 using segments [{'id': 'a64c2c6c-9673-4931-86c6-f856baadceff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '2cc21914-0db5-427e-b431-aa16323eaf86'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:03:51.939594 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa919143-f1c0-4bad-a008-d6b081ddafb6 None None] Attempting to bind port 0c1d5438-58f6-453a-952b-108b182b1107 on network 2cc21914-0db5-427e-b431-aa16323eaf86 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:03:51.953019 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa919143-f1c0-4bad-a008-d6b081ddafb6 None None] Checking agent: {'id': 'a9a568d2-a5e7-41e4-833f-a8ab42ea4073', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 52, 30), 'started_at': datetime.datetime(2021, 7, 27, 22, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 3, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802623-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:03:51.954221 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa919143-f1c0-4bad-a008-d6b081ddafb6 None None] Checking segment: {'id': 'a64c2c6c-9673-4931-86c6-f856baadceff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '2cc21914-0db5-427e-b431-aa16323eaf86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:03:51.955427 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-aa919143-f1c0-4bad-a008-d6b081ddafb6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:51.955894 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa919143-f1c0-4bad-a008-d6b081ddafb6 None None] Bound using segment: {'id': 'a64c2c6c-9673-4931-86c6-f856baadceff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '2cc21914-0db5-427e-b431-aa16323eaf86'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:03:51.956392 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-aa919143-f1c0-4bad-a008-d6b081ddafb6 None None] Bound port: 0c1d5438-58f6-453a-952b-108b182b1107, host: n-d-802623-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a64c2c6c-9673-4931-86c6-f856baadceff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '2cc21914-0db5-427e-b431-aa16323eaf86'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:03:51.956987 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-aa919143-f1c0-4bad-a008-d6b081ddafb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:52.108114 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af6691a-9fc3-45a7-ad0a-bbe13791ec8e req-48f29f91-17ac-41f6-a6fa-1e79dab36541 tempest-FloatingIPDetailsTestJSON-410442657 tempest-FloatingIPDetailsTestJSON-410442657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:03:52.119260 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-2af6691a-9fc3-45a7-ad0a-bbe13791ec8e req-48f29f91-17ac-41f6-a6fa-1e79dab36541 tempest-FloatingIPDetailsTestJSON-410442657 tempest-FloatingIPDetailsTestJSON-410442657-project] 10.222.0.18 "GET /v2.0/networks/2fd42287-ed26-4eb9-89a5-b521f5b04356 HTTP/1.1" status: 200 len: 784 time: 0.4089429 Jul 27 23:03:52.123316 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-d9857b34-5ca8-4266-8d1e-8d94d51c6a17 req-614bd5a6-d6fe-45d7-8642-b381f5171978 tempest-LiveMigrationTest-1100887879 tempest-LiveMigrationTest-1100887879-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=bed30b16-cd2d-47d0-9758-37dc9df2dfb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2594509 Jul 27 23:03:52.135515 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-aa919143-f1c0-4bad-a008-d6b081ddafb6 None None] For port 0c1d5438-58f6-453a-952b-108b182b1107, host n-d-802623-1, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:03:52.136057 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [req-2af6691a-9fc3-45a7-ad0a-bbe13791ec8e req-edd277d4-0711-4712-9a54-c047d5bc4ebc tempest-FloatingIPDetailsTestJSON-410442657 tempest-FloatingIPDetailsTestJSON-410442657-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=93797) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 23:03:52.142527 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-aa919143-f1c0-4bad-a008-d6b081ddafb6 None None] For port 0c1d5438-58f6-453a-952b-108b182b1107, host n-d-802623-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=0c1d5438-58f6-453a-952b-108b182b1107,segment=NetworkSegment(a64c2c6c-9673-4931-86c6-f856baadceff),segment_id=a64c2c6c-9673-4931-86c6-f856baadceff)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:03:52.147512 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-2af6691a-9fc3-45a7-ad0a-bbe13791ec8e req-edd277d4-0711-4712-9a54-c047d5bc4ebc tempest-FloatingIPDetailsTestJSON-410442657 tempest-FloatingIPDetailsTestJSON-410442657-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0227721 Jul 27 23:03:52.170514 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-aa919143-f1c0-4bad-a008-d6b081ddafb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:52.214730 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.agents_db [None req-9beef776-8bab-4de2-989a-f5a23ba4aaf4 None None] Agent healthcheck: found 7 active agents {{(pid=93800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 23:03:52.219193 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776fc5ec-0af0-4205-a038-8f0d12947e25 req-b0603c42-295c-45fa-8b3b-d0a3225c5cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:03:52.221209 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-776fc5ec-0af0-4205-a038-8f0d12947e25 req-b0603c42-295c-45fa-8b3b-d0a3225c5cc6 service neutron] 10.222.0.38 "GET /v2.0/networks?id=591af2dd-f826-43b1-aa9d-e7a0bf218c71 HTTP/1.1" status: 200 len: 870 time: 0.3120215 Jul 27 23:03:52.297539 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-776fc5ec-0af0-4205-a038-8f0d12947e25 req-338aaa2d-b5dc-413d-84ed-bdd9f2f5e098 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.129&port_id=5846d570-02c7-4aa0-9192-d3ba5af45f47 HTTP/1.1" status: 200 len: 217 time: 0.0674317 Jul 27 23:03:52.310425 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa919143-f1c0-4bad-a008-d6b081ddafb6 None None] Routers {'94d03d6f-830d-422e-9346-a4f554056bd6'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:03:52.311090 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-aa919143-f1c0-4bad-a008-d6b081ddafb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:03:29Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['94d03d6f-830d-422e-9346-a4f554056bd6'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:03:52.312830 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f0afd6-8f8f-4083-9b83-5af0d7d7dafc None None] Pushing event updated for resources: {'Port': ['ID=0c1d5438-58f6-453a-952b-108b182b1107,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:03:52.339038 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-227412e7-8eae-4820-8827-e2347c260afb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:52.355261 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-227412e7-8eae-4820-8827-e2347c260afb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:52.386653 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776fc5ec-0af0-4205-a038-8f0d12947e25 req-0e439d1a-3eb3-4fdf-873c-280700465d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:03:52.389101 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-776fc5ec-0af0-4205-a038-8f0d12947e25 req-0e439d1a-3eb3-4fdf-873c-280700465d4c service neutron] 10.222.0.38 "GET /v2.0/subnets?id=62938449-046d-4cbe-923a-7ebb632c358d HTTP/1.1" status: 200 len: 843 time: 0.0643773 Jul 27 23:03:52.401934 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8406dc28-92ce-4d67-b369-63cc49b3da4e req-39ee9ea0-6c28-4afa-886f-6b81f85b30bb tempest-ServersWithSpecificFlavorTestJSON-503998184 tempest-ServersWithSpecificFlavorTestJSON-503998184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:03:52.405244 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-8406dc28-92ce-4d67-b369-63cc49b3da4e req-39ee9ea0-6c28-4afa-886f-6b81f85b30bb tempest-ServersWithSpecificFlavorTestJSON-503998184 tempest-ServersWithSpecificFlavorTestJSON-503998184-project] 10.222.0.18 "GET /v2.0/ports?device_id=4cdf2adc-b542-43d4-96d6-0aba093c5965 HTTP/1.1" status: 200 len: 944 time: 0.1165826 Jul 27 23:03:52.419584 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-2af6691a-9fc3-45a7-ad0a-bbe13791ec8e req-d5afbc99-0061-4fd0-b43c-ac159896573e tempest-FloatingIPDetailsTestJSON-410442657 tempest-FloatingIPDetailsTestJSON-410442657-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.4.162 HTTP/1.1" status: 200 len: 696 time: 0.2668490 Jul 27 23:03:52.482748 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-aa919143-f1c0-4bad-a008-d6b081ddafb6 None None] Set router 94d03d6f-830d-422e-9346-a4f554056bd6 gateway port host: n-d-802623-1 {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:03:52.492004 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-8406dc28-92ce-4d67-b369-63cc49b3da4e req-567ad6ac-d457-475d-9a34-dae07aa2002a tempest-ServersWithSpecificFlavorTestJSON-503998184 tempest-ServersWithSpecificFlavorTestJSON-503998184-project] 10.222.0.18 "GET /v2.0/security-groups?id=13497a54-4f49-49ad-b566-6beee2074a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759237 Jul 27 23:03:52.499988 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776fc5ec-0af0-4205-a038-8f0d12947e25 req-30b61ba9-3806-4123-8180-464f971dbfe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:03:52.501773 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-776fc5ec-0af0-4205-a038-8f0d12947e25 req-30b61ba9-3806-4123-8180-464f971dbfe3 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=591af2dd-f826-43b1-aa9d-e7a0bf218c71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0953839 Jul 27 23:03:52.562809 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-227412e7-8eae-4820-8827-e2347c260afb admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=281e953730ce4c4a9e568bc38b01fa12&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3666568 Jul 27 23:03:52.566149 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 51944) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:03:52.628944 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-2af6691a-9fc3-45a7-ad0a-bbe13791ec8e req-6baf1331-9868-4b0c-bf3d-69de53e37b67 tempest-FloatingIPDetailsTestJSON-410442657 tempest-FloatingIPDetailsTestJSON-410442657-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.4.162 HTTP/1.1" status: 200 len: 696 time: 0.2011838 Jul 27 23:03:52.631298 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227412e7-8eae-4820-8827-e2347c260afb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab75a549-336b-455f-8055-e05fa43b1ba3,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:03:52.674776 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-776fc5ec-0af0-4205-a038-8f0d12947e25 req-9618b7dc-5055-49a1-9f26-5011adb2a0c1 service neutron] 10.222.0.38 "GET /v2.0/networks/591af2dd-f826-43b1-aa9d-e7a0bf218c71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1616004 Jul 27 23:03:52.727132 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3332a6a2-4af8-418f-997a-094d437f724d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:52.753924 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3332a6a2-4af8-418f-997a-094d437f724d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:52.784216 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-aa919143-f1c0-4bad-a008-d6b081ddafb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94d03d6f-830d-422e-9346-a4f554056bd6', 'name': 'tempest-AttachSCSIVolumeTestJSON-2033434242-router', 'tenant_id': '579611ac919e4026bf7dfaf3f6b72308', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.80'}], 'enable_snat': True}, 'gw_port_id': '79bddec4-0d7d-4195-94c1-814ea5e588a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:03:39Z', 'updated_at': '2021-07-27T23:03:45Z', 'revision_number': 4, 'project_id': '579611ac919e4026bf7dfaf3f6b72308', 'gw_port': {'id': '79bddec4-0d7d-4195-94c1-814ea5e588a2', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:96:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94d03d6f-830d-422e-9346-a4f554056bd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:03:40Z', 'updated_at': '2021-07-27T23:03:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': '0c1d5438-58f6-453a-952b-108b182b1107', 'name': '', 'network_id': '2cc21914-0db5-427e-b431-aa16323eaf86', 'tenant_id': '579611ac919e4026bf7dfaf3f6b72308', 'mac_address': 'fa:16:3e:af:a4:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94d03d6f-830d-422e-9346-a4f554056bd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'fcdd0019-bc7c-4b27-bf52-8f592951928f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:03:44Z', 'updated_at': '2021-07-27T23:03:52Z', 'revision_number': 4, 'project_id': '579611ac919e4026bf7dfaf3f6b72308', 'subnets': [{'id': 'fcdd0019-bc7c-4b27-bf52-8f592951928f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:03:52.853089 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa919143-f1c0-4bad-a008-d6b081ddafb6 None None] The sync data for ids ['94d03d6f-830d-422e-9346-a4f554056bd6'] in n-d-802623-1 is: [{'id': '94d03d6f-830d-422e-9346-a4f554056bd6', 'name': 'tempest-AttachSCSIVolumeTestJSON-2033434242-router', 'tenant_id': '579611ac919e4026bf7dfaf3f6b72308', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.80'}], 'enable_snat': True}, 'gw_port_id': '79bddec4-0d7d-4195-94c1-814ea5e588a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:03:39Z', 'updated_at': '2021-07-27T23:03:45Z', 'revision_number': 4, 'project_id': '579611ac919e4026bf7dfaf3f6b72308', 'gw_port': {'id': '79bddec4-0d7d-4195-94c1-814ea5e588a2', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:96:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94d03d6f-830d-422e-9346-a4f554056bd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:03:40Z', 'updated_at': '2021-07-27T23:03:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': '0c1d5438-58f6-453a-952b-108b182b1107', 'name': '', 'network_id': '2cc21914-0db5-427e-b431-aa16323eaf86', 'tenant_id': '579611ac919e4026bf7dfaf3f6b72308', 'mac_address': 'fa:16:3e:af:a4:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94d03d6f-830d-422e-9346-a4f554056bd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'fcdd0019-bc7c-4b27-bf52-8f592951928f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:03:44Z', 'updated_at': '2021-07-27T23:03:52Z', 'revision_number': 4, 'project_id': '579611ac919e4026bf7dfaf3f6b72308', 'subnets': [{'id': 'fcdd0019-bc7c-4b27-bf52-8f592951928f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:03:52.888642 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3332a6a2-4af8-418f-997a-094d437f724d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:52.889611 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f328a1-d036-421a-b8d9-dfd0ad57d77d req-773e04c1-773f-4ee0-a222-e558da2d2c37 tempest-ServersAdminTestJSON-1581810367 tempest-ServersAdminTestJSON-1581810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:03:52.891641 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3332a6a2-4af8-418f-997a-094d437f724d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:52.893068 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-3332a6a2-4af8-418f-997a-094d437f724d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ab75a549-336b-455f-8055-e05fa43b1ba3 HTTP/1.1" status: 204 len: 168 time: 0.3257678 Jul 27 23:03:52.899311 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-18f328a1-d036-421a-b8d9-dfd0ad57d77d req-773e04c1-773f-4ee0-a222-e558da2d2c37 tempest-ServersAdminTestJSON-1581810367 tempest-ServersAdminTestJSON-1581810367-project] 10.222.0.18 "GET /v2.0/ports?device_id=4c3fa56a-b0f7-486a-b9b6-11ec03b01c61 HTTP/1.1" status: 200 len: 948 time: 0.1079130 Jul 27 23:03:52.925706 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-776fc5ec-0af0-4205-a038-8f0d12947e25 req-170d9456-0dd3-4e2f-8f55-4a960587ebc4 service neutron] 10.222.0.38 "GET /v2.0/networks/591af2dd-f826-43b1-aa9d-e7a0bf218c71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2407060 Jul 27 23:03:52.985297 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3332a6a2-4af8-418f-997a-094d437f724d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab75a549-336b-455f-8055-e05fa43b1ba3,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:03:53.027347 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-18f328a1-d036-421a-b8d9-dfd0ad57d77d req-b34c097b-68b3-4478-9a60-bfcbca59a619 tempest-ServersAdminTestJSON-1581810367 tempest-ServersAdminTestJSON-1581810367-project] 10.222.0.18 "GET /v2.0/security-groups?id=ffa9f128-d6a7-4fb1-a632-c57615725739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229696 Jul 27 23:03:53.092544 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [req-2af6691a-9fc3-45a7-ad0a-bbe13791ec8e req-99573bf9-9c63-42cb-8138-8cecd0a25391 tempest-FloatingIPDetailsTestJSON-410442657 tempest-FloatingIPDetailsTestJSON-410442657-project] Deleting port 4cc117f3-b6db-479a-bde6-73480a641577 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:03:53.093320 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-2af6691a-9fc3-45a7-ad0a-bbe13791ec8e req-99573bf9-9c63-42cb-8138-8cecd0a25391 tempest-FloatingIPDetailsTestJSON-410442657 tempest-FloatingIPDetailsTestJSON-410442657-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:53.165824 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7ca962-11bc-4c40-99e8-5e28d28ee66a req-fe67f56d-05cb-4cc3-a684-6553e8a4b4fe tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:03:53.180012 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-5b7ca962-11bc-4c40-99e8-5e28d28ee66a req-fe67f56d-05cb-4cc3-a684-6553e8a4b4fe tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2003561-c550-4bab-974d-bb6bd652d55d HTTP/1.1" status: 200 len: 948 time: 0.1080332 Jul 27 23:03:53.214960 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 51952) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:03:53.250448 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-5b7ca962-11bc-4c40-99e8-5e28d28ee66a req-6b66dd81-fce7-4a63-aaf1-b79658e08c40 tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] 10.222.0.18 "GET /v2.0/security-groups?id=3b54d803-f776-413f-b5bd-6e9336fca6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689821 Jul 27 23:03:53.283841 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-2af6691a-9fc3-45a7-ad0a-bbe13791ec8e req-99573bf9-9c63-42cb-8138-8cecd0a25391 tempest-FloatingIPDetailsTestJSON-410442657 tempest-FloatingIPDetailsTestJSON-410442657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:53.284536 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-2af6691a-9fc3-45a7-ad0a-bbe13791ec8e req-99573bf9-9c63-42cb-8138-8cecd0a25391 tempest-FloatingIPDetailsTestJSON-410442657 tempest-FloatingIPDetailsTestJSON-410442657-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:53.316859 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [req-2af6691a-9fc3-45a7-ad0a-bbe13791ec8e req-99573bf9-9c63-42cb-8138-8cecd0a25391 tempest-FloatingIPDetailsTestJSON-410442657 tempest-FloatingIPDetailsTestJSON-410442657-project] Calling delete_port for 4cc117f3-b6db-479a-bde6-73480a641577 owned by network:floatingip {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:03:53.344559 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device d332fb0d-6ef5-4e0c-acea-50d5a9aae554 up at agent hyperv_n-h2-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:03:53.443134 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Provisioning complete for port d332fb0d-6ef5-4e0c-acea-50d5a9aae554 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:03:53.443537 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:53.625528 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:53.638555 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-2af6691a-9fc3-45a7-ad0a-bbe13791ec8e req-99573bf9-9c63-42cb-8138-8cecd0a25391 tempest-FloatingIPDetailsTestJSON-410442657 tempest-FloatingIPDetailsTestJSON-410442657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:53.715470 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port d332fb0d-6ef5-4e0c-acea-50d5a9aae554, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=d332fb0d-6ef5-4e0c-acea-50d5a9aae554,segment=NetworkSegment(16e91594-c047-4b55-93eb-43af33ad08e1),segment_id=16e91594-c047-4b55-93eb-43af33ad08e1)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:03:53.717969 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c3fa56a-b0f7-486a-b9b6-11ec03b01c61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd332fb0d-6ef5-4e0c-acea-50d5a9aae554'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:03:53.720991 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99573bf9-9c63-42cb-8138-8cecd0a25391 tempest-FloatingIPDetailsTestJSON-410442657 tempest-FloatingIPDetailsTestJSON-410442657-project] Pushing event deleted for resources: {'Port': ['ID=4cc117f3-b6db-479a-bde6-73480a641577,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:03:53.724493 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c0369b0d4f459110ff20a1f9878ba33f96d6491bddb9d15843bf29d01e0bda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8594174-20ab-41ad-92f6-efdea263f510" -d '{"events": [{"server_uuid": "4c3fa56a-b0f7-486a-b9b6-11ec03b01c61", "name": "network-vif-plugged", "status": "completed", "tag": "d332fb0d-6ef5-4e0c-acea-50d5a9aae554"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:03:53.733420 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:53.734233 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device 7d38f8bd-33ba-44ca-a163-7b42dd423df4 up at agent hyperv_n-h2-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:03:53.788115 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-25e2a87b-352d-4ace-a057-33bb03b17e88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:53.791641 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 51968) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:03:53.835846 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0e2a23e9-002d-405d-a597-4145c2a083bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:53.842981 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c0eeaf-dcd9-48d0-8c8e-1cee219df97e req-aeece521-583a-4190-8d74-d005bf2132a5 tempest-ServersWithSpecificFlavorTestJSON-503998184 tempest-ServersWithSpecificFlavorTestJSON-503998184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:03:53.845338 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-65c0eeaf-dcd9-48d0-8c8e-1cee219df97e req-aeece521-583a-4190-8d74-d005bf2132a5 tempest-ServersWithSpecificFlavorTestJSON-503998184 tempest-ServersWithSpecificFlavorTestJSON-503998184-project] 10.222.0.18 "GET /v2.0/ports?device_id=4cdf2adc-b542-43d4-96d6-0aba093c5965 HTTP/1.1" status: 200 len: 944 time: 0.1346357 Jul 27 23:03:53.848339 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Pushing event updated for resources: {'Port': ['ID=d332fb0d-6ef5-4e0c-acea-50d5a9aae554,revision_number=8']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:03:53.857425 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Provisioning for port 7d38f8bd-33ba-44ca-a163-7b42dd423df4 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:03:53.863416 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Provisioning complete for port 7d38f8bd-33ba-44ca-a163-7b42dd423df4 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:03:53.863834 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:53.933463 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-65c0eeaf-dcd9-48d0-8c8e-1cee219df97e req-6c85251b-a669-4d50-8bb3-2da127987cd2 tempest-ServersWithSpecificFlavorTestJSON-503998184 tempest-ServersWithSpecificFlavorTestJSON-503998184-project] 10.222.0.18 "GET /v2.0/security-groups?id=13497a54-4f49-49ad-b566-6beee2074a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729101 Jul 27 23:03:54.011466 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:54.035838 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-2af6691a-9fc3-45a7-ad0a-bbe13791ec8e req-99573bf9-9c63-42cb-8138-8cecd0a25391 tempest-FloatingIPDetailsTestJSON-410442657 tempest-FloatingIPDetailsTestJSON-410442657-project] Notify callbacks [] for floatingip, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:54.040718 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-2af6691a-9fc3-45a7-ad0a-bbe13791ec8e req-99573bf9-9c63-42cb-8138-8cecd0a25391 tempest-FloatingIPDetailsTestJSON-410442657 tempest-FloatingIPDetailsTestJSON-410442657-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for floatingip, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:54.042016 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-2af6691a-9fc3-45a7-ad0a-bbe13791ec8e req-99573bf9-9c63-42cb-8138-8cecd0a25391 tempest-FloatingIPDetailsTestJSON-410442657 tempest-FloatingIPDetailsTestJSON-410442657-project] 10.222.0.18 "DELETE /v2.0/floatingips/205822d1-f59b-4fae-bfb6-e71e05972a53 HTTP/1.1" status: 204 len: 173 time: 1.3920109 Jul 27 23:03:54.055816 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port 7d38f8bd-33ba-44ca-a163-7b42dd423df4, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=7d38f8bd-33ba-44ca-a163-7b42dd423df4,segment=NetworkSegment(68badffb-1ae8-46d7-9932-5a3dba1817fe),segment_id=68badffb-1ae8-46d7-9932-5a3dba1817fe)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:03:54.061858 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:54.065752 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-25e2a87b-352d-4ace-a057-33bb03b17e88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:54.118826 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-25e2a87b-352d-4ace-a057-33bb03b17e88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:54.166181 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Pushing event updated for resources: {'Port': ['ID=7d38f8bd-33ba-44ca-a163-7b42dd423df4,revision_number=5']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:03:54.174454 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7279c39-755c-4d2d-b15d-3b6375308ea5 req-9c7637f5-9278-4a46-8c4d-6625a3572911 tempest-LiveMigrationTest-1100887879 tempest-LiveMigrationTest-1100887879-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:03:54.175867 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:03:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35f09cc7-bf44-4274-a44d-0d578069bfdc x-openstack-request-id: req-35f09cc7-bf44-4274-a44d-0d578069bfdc {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:03:54.176161 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c3fa56a-b0f7-486a-b9b6-11ec03b01c61", "name": "network-vif-plugged", "status": "completed", "tag": "d332fb0d-6ef5-4e0c-acea-50d5a9aae554", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:03:54.176406 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-35f09cc7-bf44-4274-a44d-0d578069bfdc {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:03:54.176787 n-d-802623-1 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c3fa56a-b0f7-486a-b9b6-11ec03b01c61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd332fb0d-6ef5-4e0c-acea-50d5a9aae554', 'code': 200} Jul 27 23:03:54.180014 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b7279c39-755c-4d2d-b15d-3b6375308ea5 req-9c7637f5-9278-4a46-8c4d-6625a3572911 tempest-LiveMigrationTest-1100887879 tempest-LiveMigrationTest-1100887879-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=1691ef14-ab37-40a7-8189-31944c5092fc HTTP/1.1" status: 200 len: 1097 time: 0.1246941 Jul 27 23:03:54.212294 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-25e2a87b-352d-4ace-a057-33bb03b17e88 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d8555530f1e94fd2a281dd2129126ac6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9944377 Jul 27 23:03:54.214622 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 51974) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:03:54.227213 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 5846d570-02c7-4aa0-9192-d3ba5af45f47 details requested by agent hyperv_n-h1-802623-1 with host n-h1-802623-1 {{(pid=93799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 23:03:54.287971 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b7279c39-755c-4d2d-b15d-3b6375308ea5 req-9466600c-3df5-40f9-8c22-03d310676f4b tempest-LiveMigrationTest-1100887879 tempest-LiveMigrationTest-1100887879-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=bed30b16-cd2d-47d0-9758-37dc9df2dfb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975962 Jul 27 23:03:54.293463 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 0c1d5438-58f6-453a-952b-108b182b1107 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:03:54.370795 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e2a87b-352d-4ace-a057-33bb03b17e88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d5bca74-0166-4b9e-8e26-c3909662edc2,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:03:54.436324 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port 5846d570-02c7-4aa0-9192-d3ba5af45f47, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=5846d570-02c7-4aa0-9192-d3ba5af45f47,segment=NetworkSegment(16e91594-c047-4b55-93eb-43af33ad08e1),segment_id=16e91594-c047-4b55-93eb-43af33ad08e1)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:03:54.459345 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Returning: {'device': '5846d570-02c7-4aa0-9192-d3ba5af45f47', 'network_id': '591af2dd-f826-43b1-aa9d-e7a0bf218c71', 'port_id': '5846d570-02c7-4aa0-9192-d3ba5af45f47', 'mac_address': 'fa:16:3e:bd:03:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62938449-046d-4cbe-923a-7ebb632c358d', 'ip_address': '192.168.233.129'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 23:03:54.461067 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-36805f82-3355-447f-a255-7ba8becc0d54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:54.464399 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning for port 0c1d5438-58f6-453a-952b-108b182b1107 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:03:54.472071 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port 0c1d5438-58f6-453a-952b-108b182b1107 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:03:54.473223 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:54.532793 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab428aaa-a070-41ce-b57a-24eaf43b505c req-ddf92894-725b-4a05-99f4-99fdd9509f60 tempest-ServersAdminTestJSON-1581810367 tempest-ServersAdminTestJSON-1581810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:03:54.542852 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-ab428aaa-a070-41ce-b57a-24eaf43b505c req-ddf92894-725b-4a05-99f4-99fdd9509f60 tempest-ServersAdminTestJSON-1581810367 tempest-ServersAdminTestJSON-1581810367-project] 10.222.0.18 "GET /v2.0/ports?device_id=4c3fa56a-b0f7-486a-b9b6-11ec03b01c61 HTTP/1.1" status: 200 len: 949 time: 0.1838901 Jul 27 23:03:54.547441 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-36805f82-3355-447f-a255-7ba8becc0d54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:54.553882 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:54.567636 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0e2a23e9-002d-405d-a597-4145c2a083bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:54.576772 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5846d570-02c7-4aa0-9192-d3ba5af45f47 {{(pid=93799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:03:54.593817 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0e2a23e9-002d-405d-a597-4145c2a083bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:54.629665 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port 5846d570-02c7-4aa0-9192-d3ba5af45f47, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=5846d570-02c7-4aa0-9192-d3ba5af45f47,segment=NetworkSegment(16e91594-c047-4b55-93eb-43af33ad08e1),segment_id=16e91594-c047-4b55-93eb-43af33ad08e1)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:03:54.641156 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:54.650210 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:54.691123 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-36805f82-3355-447f-a255-7ba8becc0d54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:54.694104 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-36805f82-3355-447f-a255-7ba8becc0d54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:54.697919 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-36805f82-3355-447f-a255-7ba8becc0d54 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1d5bca74-0166-4b9e-8e26-c3909662edc2 HTTP/1.1" status: 204 len: 168 time: 0.4783998 Jul 27 23:03:54.708460 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-0e2a23e9-002d-405d-a597-4145c2a083bf admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=61e360c74f6d481688b10ef0aac79e88&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9159348 Jul 27 23:03:54.714818 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 51982) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:03:54.729275 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-ab428aaa-a070-41ce-b57a-24eaf43b505c req-ae55ed39-6fef-4ce4-b941-2efdfbb215f1 tempest-ServersAdminTestJSON-1581810367 tempest-ServersAdminTestJSON-1581810367-project] 10.222.0.18 "GET /v2.0/security-groups?id=ffa9f128-d6a7-4fb1-a632-c57615725739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855288 Jul 27 23:03:54.734815 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2a23e9-002d-405d-a597-4145c2a083bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=188a447a-947a-4d64-b80c-3429696b6019,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:03:54.747422 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36805f82-3355-447f-a255-7ba8becc0d54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d5bca74-0166-4b9e-8e26-c3909662edc2,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:03:54.809364 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] For port 0c1d5438-58f6-453a-952b-108b182b1107, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=0c1d5438-58f6-453a-952b-108b182b1107,segment=NetworkSegment(a64c2c6c-9673-4931-86c6-f856baadceff),segment_id=a64c2c6c-9673-4931-86c6-f856baadceff)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:03:54.829125 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:54.847654 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8cf060f4-88bb-46cb-b541-ec4675c2b7e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:54.891669 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02366722-ea39-43dc-86a4-e6710e90aa35 req-d668bb46-d2f6-4d6f-910f-617927309b1b tempest-FloatingIPDetailsTestJSON-410442657 tempest-FloatingIPDetailsTestJSON-410442657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:03:54.898230 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Pushing event updated for resources: {'Port': ['ID=5846d570-02c7-4aa0-9192-d3ba5af45f47,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:03:54.912636 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8cf060f4-88bb-46cb-b541-ec4675c2b7e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:54.918285 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] get_ports_and_sgs() called for port_ids ['5846d570-02c7-4aa0-9192-d3ba5af45f47'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:03:54.919719 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-02366722-ea39-43dc-86a4-e6710e90aa35 req-d668bb46-d2f6-4d6f-910f-617927309b1b tempest-FloatingIPDetailsTestJSON-410442657 tempest-FloatingIPDetailsTestJSON-410442657-project] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.5718298 Jul 27 23:03:55.088753 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8cf060f4-88bb-46cb-b541-ec4675c2b7e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:55.094327 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8cf060f4-88bb-46cb-b541-ec4675c2b7e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:55.095515 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-8cf060f4-88bb-46cb-b541-ec4675c2b7e5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/188a447a-947a-4d64-b80c-3429696b6019 HTTP/1.1" status: 204 len: 168 time: 0.3793921 Jul 27 23:03:55.136631 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf060f4-88bb-46cb-b541-ec4675c2b7e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=188a447a-947a-4d64-b80c-3429696b6019,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:03:55.176283 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ee6a58-8294-4e1f-838c-db3899f21174 req-1a67e138-fb93-4548-ac8d-21c8dcd290dc tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:03:55.184168 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-51ee6a58-8294-4e1f-838c-db3899f21174 req-1a67e138-fb93-4548-ac8d-21c8dcd290dc tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2003561-c550-4bab-974d-bb6bd652d55d HTTP/1.1" status: 200 len: 949 time: 0.1707430 Jul 27 23:03:55.305138 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-51ee6a58-8294-4e1f-838c-db3899f21174 req-1f566344-8dd2-4e17-949e-0e06992a6f05 tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] 10.222.0.18 "GET /v2.0/security-groups?id=3b54d803-f776-413f-b5bd-6e9336fca6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101518 Jul 27 23:03:55.349966 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Pushing event updated for resources: {'Port': ['ID=0c1d5438-58f6-453a-952b-108b182b1107,revision_number=5']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:03:55.381257 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 51994) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:03:55.407776 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fee37f5a-0afd-443e-a81e-e636d463b088 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:55.446091 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-85fa8e0b-af96-485f-af43-d3078f09c71e req-ab132d1c-20c2-45c0-835f-df7daad77b35 tempest-FloatingIPDetailsTestJSON-410442657 tempest-FloatingIPDetailsTestJSON-410442657-project] 10.222.0.18 "GET /v2.0/floatingips?tenant_id=5ad9b760772544809f990a104d49ba12 HTTP/1.1" status: 200 len: 1656 time: 0.0994475 Jul 27 23:03:55.607785 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fa8e0b-af96-485f-af43-d3078f09c71e req-3715a704-38f0-43e6-8618-ea02882ed6a1 tempest-FloatingIPDetailsTestJSON-410442657 tempest-FloatingIPDetailsTestJSON-410442657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:03:55.610126 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-85fa8e0b-af96-485f-af43-d3078f09c71e req-3715a704-38f0-43e6-8618-ea02882ed6a1 tempest-FloatingIPDetailsTestJSON-410442657 tempest-FloatingIPDetailsTestJSON-410442657-project] 10.222.0.18 "GET /v2.0/networks?id=2fd42287-ed26-4eb9-89a5-b521f5b04356&id=2fd42287-ed26-4eb9-89a5-b521f5b04356&id=2fd42287-ed26-4eb9-89a5-b521f5b04356 HTTP/1.1" status: 200 len: 787 time: 0.1535270 Jul 27 23:03:55.616541 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fee37f5a-0afd-443e-a81e-e636d463b088 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:55.624078 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fee37f5a-0afd-443e-a81e-e636d463b088 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:55.627204 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [req-85fa8e0b-af96-485f-af43-d3078f09c71e req-12c84b19-287e-47ea-b66a-a307119a8ced tempest-FloatingIPDetailsTestJSON-410442657 tempest-FloatingIPDetailsTestJSON-410442657-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=93797) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 23:03:55.628907 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-85fa8e0b-af96-485f-af43-d3078f09c71e req-12c84b19-287e-47ea-b66a-a307119a8ced tempest-FloatingIPDetailsTestJSON-410442657 tempest-FloatingIPDetailsTestJSON-410442657-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0115099 Jul 27 23:03:55.687589 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee37f5a-0afd-443e-a81e-e636d463b088 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22526c40-17b3-41f3-aa4e-f2a12353ddab,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:03:55.727200 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-fee37f5a-0afd-443e-a81e-e636d463b088 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d216125ff7284f879e28e4a773d4a5d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3441956 Jul 27 23:03:55.740320 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 52014) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:03:55.809589 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a412dd3-1afb-4c66-bff5-8bdfef489483 req-af5d01a1-ea03-453e-92e0-c32a13448af0 tempest-ServersWithSpecificFlavorTestJSON-503998184 tempest-ServersWithSpecificFlavorTestJSON-503998184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:03:55.811555 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8a412dd3-1afb-4c66-bff5-8bdfef489483 req-af5d01a1-ea03-453e-92e0-c32a13448af0 tempest-ServersWithSpecificFlavorTestJSON-503998184 tempest-ServersWithSpecificFlavorTestJSON-503998184-project] 10.222.0.18 "GET /v2.0/ports?device_id=4cdf2adc-b542-43d4-96d6-0aba093c5965 HTTP/1.1" status: 200 len: 945 time: 0.0970697 Jul 27 23:03:55.843071 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fae0797a-dd02-4fe3-b95f-11733f45dac0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:55.879112 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fae0797a-dd02-4fe3-b95f-11733f45dac0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:55.890782 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8a412dd3-1afb-4c66-bff5-8bdfef489483 req-f1c6d238-4871-4851-b36c-be371ca39b0e tempest-ServersWithSpecificFlavorTestJSON-503998184 tempest-ServersWithSpecificFlavorTestJSON-503998184-project] 10.222.0.18 "GET /v2.0/security-groups?id=13497a54-4f49-49ad-b566-6beee2074a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691230 Jul 27 23:03:55.997204 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fae0797a-dd02-4fe3-b95f-11733f45dac0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:56.001779 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-31e1551f-fb18-494e-a152-769798f6b576 req-fe4910f2-0a8d-4d17-a998-2effc440c6cd tempest-FloatingIPDetailsTestJSON-410442657 tempest-FloatingIPDetailsTestJSON-410442657-project] 10.222.0.18 "GET /v2.0/floatingips/c96689bc-bdeb-4b84-a7b0-e17185af2840 HTTP/1.1" status: 200 len: 693 time: 0.0634832 Jul 27 23:03:56.002275 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fae0797a-dd02-4fe3-b95f-11733f45dac0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:56.004107 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-fae0797a-dd02-4fe3-b95f-11733f45dac0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/22526c40-17b3-41f3-aa4e-f2a12353ddab HTTP/1.1" status: 204 len: 168 time: 0.2611728 Jul 27 23:03:56.024795 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae0797a-dd02-4fe3-b95f-11733f45dac0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22526c40-17b3-41f3-aa4e-f2a12353ddab,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:03:56.178653 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cdf2adc-b542-43d4-96d6-0aba093c5965', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d38f8bd-33ba-44ca-a163-7b42dd423df4'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:03:56.185054 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c0369b0d4f459110ff20a1f9878ba33f96d6491bddb9d15843bf29d01e0bda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a33ef7a-87e9-48f5-8571-55e66c22bc13" -d '{"events": [{"server_uuid": "4cdf2adc-b542-43d4-96d6-0aba093c5965", "name": "network-vif-plugged", "status": "completed", "tag": "7d38f8bd-33ba-44ca-a163-7b42dd423df4"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:03:56.256459 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e1551f-fb18-494e-a152-769798f6b576 req-9842ead2-b753-471b-9ddd-327e1bc6bc1b tempest-FloatingIPDetailsTestJSON-410442657 tempest-FloatingIPDetailsTestJSON-410442657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:03:56.274593 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-31e1551f-fb18-494e-a152-769798f6b576 req-9842ead2-b753-471b-9ddd-327e1bc6bc1b tempest-FloatingIPDetailsTestJSON-410442657 tempest-FloatingIPDetailsTestJSON-410442657-project] 10.222.0.18 "GET /v2.0/networks/2fd42287-ed26-4eb9-89a5-b521f5b04356 HTTP/1.1" status: 200 len: 784 time: 0.2598963 Jul 27 23:03:56.319992 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 5846d570-02c7-4aa0-9192-d3ba5af45f47 up at agent hyperv_n-h1-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:03:56.324099 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 0c1d5438-58f6-453a-952b-108b182b1107 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:03:56.348989 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-31e1551f-fb18-494e-a152-769798f6b576 req-289f818d-2ed1-418c-836a-a93c562f0291 tempest-FloatingIPDetailsTestJSON-410442657 tempest-FloatingIPDetailsTestJSON-410442657-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.4.230 HTTP/1.1" status: 200 len: 696 time: 0.0722709 Jul 27 23:03:56.426392 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-31e1551f-fb18-494e-a152-769798f6b576 req-d98d84a6-8a8e-4e1a-9cbb-9ad75f619fb8 tempest-FloatingIPDetailsTestJSON-410442657 tempest-FloatingIPDetailsTestJSON-410442657-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.4.230 HTTP/1.1" status: 200 len: 696 time: 0.0759699 Jul 27 23:03:56.623251 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [req-30ee42af-4b89-44ea-9c4d-12bc68f4d2dd req-aad75c1d-caff-4028-a3b1-5b9919ac674b tempest-LiveMigrationTest-1100887879 tempest-LiveMigrationTest-1100887879-project-admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=93798) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 23:03:56.624531 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-30ee42af-4b89-44ea-9c4d-12bc68f4d2dd req-aad75c1d-caff-4028-a3b1-5b9919ac674b tempest-LiveMigrationTest-1100887879 tempest-LiveMigrationTest-1100887879-project-admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062268 Jul 27 23:03:56.644052 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [req-31e1551f-fb18-494e-a152-769798f6b576 req-ce7acd25-debc-445c-9965-d95724951ade tempest-FloatingIPDetailsTestJSON-410442657 tempest-FloatingIPDetailsTestJSON-410442657-project] Deleting port 5630e832-bb9f-4ef9-8aaf-9257a8e1ea5e {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:03:56.645453 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-31e1551f-fb18-494e-a152-769798f6b576 req-ce7acd25-debc-445c-9965-d95724951ade tempest-FloatingIPDetailsTestJSON-410442657 tempest-FloatingIPDetailsTestJSON-410442657-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:56.653660 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [req-30ee42af-4b89-44ea-9c4d-12bc68f4d2dd req-6bed4502-1ea8-41c5-8e0b-3e584697e5ea service neutron] Request body: {'binding': {'host': 'n-h2-802623-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:03:56.654842 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [req-30ee42af-4b89-44ea-9c4d-12bc68f4d2dd req-6bed4502-1ea8-41c5-8e0b-3e584697e5ea service neutron] Unknown quota resources ['binding']. {{(pid=93798) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 27 23:03:56.713276 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port 0c1d5438-58f6-453a-952b-108b182b1107 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:03:56.713654 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:56.778324 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Provisioning for port 5846d570-02c7-4aa0-9192-d3ba5af45f47 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:03:56.882909 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-31e1551f-fb18-494e-a152-769798f6b576 req-ce7acd25-debc-445c-9965-d95724951ade tempest-FloatingIPDetailsTestJSON-410442657 tempest-FloatingIPDetailsTestJSON-410442657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:56.887460 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-31e1551f-fb18-494e-a152-769798f6b576 req-ce7acd25-debc-445c-9965-d95724951ade tempest-FloatingIPDetailsTestJSON-410442657 tempest-FloatingIPDetailsTestJSON-410442657-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:56.898125 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Provisioning complete for port 5846d570-02c7-4aa0-9192-d3ba5af45f47 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:03:56.901403 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:56.926543 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [req-31e1551f-fb18-494e-a152-769798f6b576 req-ce7acd25-debc-445c-9965-d95724951ade tempest-FloatingIPDetailsTestJSON-410442657 tempest-FloatingIPDetailsTestJSON-410442657-project] Calling delete_port for 5630e832-bb9f-4ef9-8aaf-9257a8e1ea5e owned by network:floatingip {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:03:57.013188 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8f420056-a5db-479d-be29-9acf6963cb6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:57.058259 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-30ee42af-4b89-44ea-9c4d-12bc68f4d2dd req-6bed4502-1ea8-41c5-8e0b-3e584697e5ea service neutron] Attempting to bind port e7bf3491-8bfc-434a-8d3b-3a0b3b90bbf4 on host n-h2-802623-1 for vnic_type normal with profile None {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:03:57.060872 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-30ee42af-4b89-44ea-9c4d-12bc68f4d2dd req-6bed4502-1ea8-41c5-8e0b-3e584697e5ea service neutron] Attempting to bind port e7bf3491-8bfc-434a-8d3b-3a0b3b90bbf4 by drivers openvswitch,hyperv on host n-h2-802623-1 at level 0 using segments [{'id': '7332ccbf-8fd9-4ff5-bad6-b4b872eccd4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'c451a142-86a9-4355-833f-365557d21b8d'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:03:57.062381 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ee42af-4b89-44ea-9c4d-12bc68f4d2dd req-6bed4502-1ea8-41c5-8e0b-3e584697e5ea service neutron] Attempting to bind port e7bf3491-8bfc-434a-8d3b-3a0b3b90bbf4 on network c451a142-86a9-4355-833f-365557d21b8d {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:03:57.083628 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ee42af-4b89-44ea-9c4d-12bc68f4d2dd req-6bed4502-1ea8-41c5-8e0b-3e584697e5ea service neutron] Port e7bf3491-8bfc-434a-8d3b-3a0b3b90bbf4 on network c451a142-86a9-4355-833f-365557d21b8d not bound, no agent of type Open vSwitch agent registered on host n-h2-802623-1 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 23:03:57.083628 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ee42af-4b89-44ea-9c4d-12bc68f4d2dd req-6bed4502-1ea8-41c5-8e0b-3e584697e5ea service neutron] Attempting to bind port e7bf3491-8bfc-434a-8d3b-3a0b3b90bbf4 on network c451a142-86a9-4355-833f-365557d21b8d {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:03:57.083628 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ee42af-4b89-44ea-9c4d-12bc68f4d2dd req-6bed4502-1ea8-41c5-8e0b-3e584697e5ea service neutron] Checking agent: {'id': 'c5cc038b-93c4-4df4-8061-5df2a04a48c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 23, 0, 4), 'started_at': datetime.datetime(2021, 7, 27, 23, 0, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 3, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:03:57.083628 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ee42af-4b89-44ea-9c4d-12bc68f4d2dd req-6bed4502-1ea8-41c5-8e0b-3e584697e5ea service neutron] Checking segment: {'id': '7332ccbf-8fd9-4ff5-bad6-b4b872eccd4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'c451a142-86a9-4355-833f-365557d21b8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:03:57.083628 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ee42af-4b89-44ea-9c4d-12bc68f4d2dd req-6bed4502-1ea8-41c5-8e0b-3e584697e5ea service neutron] Bound using segment: {'id': '7332ccbf-8fd9-4ff5-bad6-b4b872eccd4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'c451a142-86a9-4355-833f-365557d21b8d'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:03:57.085307 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-30ee42af-4b89-44ea-9c4d-12bc68f4d2dd req-6bed4502-1ea8-41c5-8e0b-3e584697e5ea service neutron] Bound port: e7bf3491-8bfc-434a-8d3b-3a0b3b90bbf4, host: n-h2-802623-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7332ccbf-8fd9-4ff5-bad6-b4b872eccd4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'c451a142-86a9-4355-833f-365557d21b8d'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:03:57.204961 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-30ee42af-4b89-44ea-9c4d-12bc68f4d2dd req-6bed4502-1ea8-41c5-8e0b-3e584697e5ea service neutron] For port e7bf3491-8bfc-434a-8d3b-3a0b3b90bbf4, host n-h2-802623-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=e7bf3491-8bfc-434a-8d3b-3a0b3b90bbf4,segment=NetworkSegment(7332ccbf-8fd9-4ff5-bad6-b4b872eccd4e),segment_id=7332ccbf-8fd9-4ff5-bad6-b4b872eccd4e)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:03:57.214304 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:57.216950 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-30ee42af-4b89-44ea-9c4d-12bc68f4d2dd req-6bed4502-1ea8-41c5-8e0b-3e584697e5ea service neutron] Notify callbacks [] for binding, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:57.235241 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-30ee42af-4b89-44ea-9c4d-12bc68f4d2dd req-6bed4502-1ea8-41c5-8e0b-3e584697e5ea service neutron] 10.222.0.18 "POST /v2.0/ports/e7bf3491-8bfc-434a-8d3b-3a0b3b90bbf4/bindings HTTP/1.1" status: 201 len: 389 time: 0.5891738 Jul 27 23:03:57.252837 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-31e1551f-fb18-494e-a152-769798f6b576 req-ce7acd25-debc-445c-9965-d95724951ade tempest-FloatingIPDetailsTestJSON-410442657 tempest-FloatingIPDetailsTestJSON-410442657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:57.294234 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port 5846d570-02c7-4aa0-9192-d3ba5af45f47, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=5846d570-02c7-4aa0-9192-d3ba5af45f47,segment=NetworkSegment(16e91594-c047-4b55-93eb-43af33ad08e1),segment_id=16e91594-c047-4b55-93eb-43af33ad08e1)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:03:57.302100 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:57.319853 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7acd25-debc-445c-9965-d95724951ade tempest-FloatingIPDetailsTestJSON-410442657 tempest-FloatingIPDetailsTestJSON-410442657-project] Pushing event deleted for resources: {'Port': ['ID=5630e832-bb9f-4ef9-8aaf-9257a8e1ea5e,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:03:57.483484 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-31e1551f-fb18-494e-a152-769798f6b576 req-ce7acd25-debc-445c-9965-d95724951ade tempest-FloatingIPDetailsTestJSON-410442657 tempest-FloatingIPDetailsTestJSON-410442657-project] Notify callbacks [] for floatingip, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:57.492180 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-31e1551f-fb18-494e-a152-769798f6b576 req-ce7acd25-debc-445c-9965-d95724951ade tempest-FloatingIPDetailsTestJSON-410442657 tempest-FloatingIPDetailsTestJSON-410442657-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for floatingip, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:57.495606 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-31e1551f-fb18-494e-a152-769798f6b576 req-ce7acd25-debc-445c-9965-d95724951ade tempest-FloatingIPDetailsTestJSON-410442657 tempest-FloatingIPDetailsTestJSON-410442657-project] 10.222.0.18 "DELETE /v2.0/floatingips/c96689bc-bdeb-4b84-a7b0-e17185af2840 HTTP/1.1" status: 204 len: 173 time: 1.0672266 Jul 27 23:03:57.527531 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832b9ec1-8be2-4f66-8f9b-1ccfe3d136bb req-6ce41b26-606e-47ca-a4c8-3e163e849c6a tempest-ServersAdminTestJSON-1581810367 tempest-ServersAdminTestJSON-1581810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:03:57.530663 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Pushing event updated for resources: {'Port': ['ID=5846d570-02c7-4aa0-9192-d3ba5af45f47,revision_number=5']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:03:57.537148 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-832b9ec1-8be2-4f66-8f9b-1ccfe3d136bb req-6ce41b26-606e-47ca-a4c8-3e163e849c6a tempest-ServersAdminTestJSON-1581810367 tempest-ServersAdminTestJSON-1581810367-project] 10.222.0.18 "GET /v2.0/ports?device_id=4c3fa56a-b0f7-486a-b9b6-11ec03b01c61 HTTP/1.1" status: 200 len: 949 time: 0.1101167 Jul 27 23:03:57.584786 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:03:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-026aaa8b-8fb0-4948-a427-4656460e49b9 x-openstack-request-id: req-026aaa8b-8fb0-4948-a427-4656460e49b9 {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:03:57.585082 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cdf2adc-b542-43d4-96d6-0aba093c5965", "name": "network-vif-plugged", "status": "completed", "tag": "7d38f8bd-33ba-44ca-a163-7b42dd423df4", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:03:57.585356 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-026aaa8b-8fb0-4948-a427-4656460e49b9 {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:03:57.585827 n-d-802623-1 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cdf2adc-b542-43d4-96d6-0aba093c5965', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d38f8bd-33ba-44ca-a163-7b42dd423df4', 'code': 200} Jul 27 23:03:57.623435 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ee42af-4b89-44ea-9c4d-12bc68f4d2dd req-94dabf6b-f318-4c13-b200-818254ad1f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:03:57.624990 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-30ee42af-4b89-44ea-9c4d-12bc68f4d2dd req-94dabf6b-f318-4c13-b200-818254ad1f70 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=59376bbb1c574537a7eaca41e781bf3f&device_id=1691ef14-ab37-40a7-8189-31944c5092fc HTTP/1.1" status: 200 len: 1097 time: 0.0712330 Jul 27 23:03:57.629637 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-832b9ec1-8be2-4f66-8f9b-1ccfe3d136bb req-c1c1aed2-e5e9-4cae-ac15-bba040e49ced tempest-ServersAdminTestJSON-1581810367 tempest-ServersAdminTestJSON-1581810367-project] 10.222.0.18 "GET /v2.0/security-groups?id=ffa9f128-d6a7-4fb1-a632-c57615725739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777421 Jul 27 23:03:57.853622 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6f1fd2-95c4-4c17-96cb-24c2bef77026 req-bd77f93b-e141-48f5-9332-60d9073d8686 tempest-ServersWithSpecificFlavorTestJSON-503998184 tempest-ServersWithSpecificFlavorTestJSON-503998184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:03:57.868769 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-9d6f1fd2-95c4-4c17-96cb-24c2bef77026 req-bd77f93b-e141-48f5-9332-60d9073d8686 tempest-ServersWithSpecificFlavorTestJSON-503998184 tempest-ServersWithSpecificFlavorTestJSON-503998184-project] 10.222.0.18 "GET /v2.0/ports?device_id=4cdf2adc-b542-43d4-96d6-0aba093c5965 HTTP/1.1" status: 200 len: 945 time: 0.1147876 Jul 27 23:03:57.883801 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9c1592-0cb3-4560-9dc8-c0f931d37337 req-ed1af1c9-98f7-432c-a6b8-3b3a17695726 tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:03:57.887447 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-7e9c1592-0cb3-4560-9dc8-c0f931d37337 req-ed1af1c9-98f7-432c-a6b8-3b3a17695726 tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2003561-c550-4bab-974d-bb6bd652d55d HTTP/1.1" status: 200 len: 950 time: 0.1498599 Jul 27 23:03:57.902627 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ffa9ad-a2ae-4eee-ba8d-45f5af88ba5e req-d57ae5df-154c-4948-86a9-633ba469379c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:03:57.904115 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-c4ffa9ad-a2ae-4eee-ba8d-45f5af88ba5e req-d57ae5df-154c-4948-86a9-633ba469379c service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=4cdf2adc-b542-43d4-96d6-0aba093c5965 HTTP/1.1" status: 200 len: 1096 time: 0.2358532 Jul 27 23:03:57.940352 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-9d6f1fd2-95c4-4c17-96cb-24c2bef77026 req-57669c03-06ce-4aeb-b587-03d9f6a6d651 tempest-ServersWithSpecificFlavorTestJSON-503998184 tempest-ServersWithSpecificFlavorTestJSON-503998184-project] 10.222.0.18 "GET /v2.0/security-groups?id=13497a54-4f49-49ad-b566-6beee2074a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701773 Jul 27 23:03:58.026131 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ee42af-4b89-44ea-9c4d-12bc68f4d2dd req-db901e97-9456-4bab-a834-3c20824e9a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:03:58.027885 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-30ee42af-4b89-44ea-9c4d-12bc68f4d2dd req-db901e97-9456-4bab-a834-3c20824e9a77 service neutron] 10.222.0.49 "GET /v2.0/networks?id=c451a142-86a9-4355-833f-365557d21b8d HTTP/1.1" status: 200 len: 909 time: 0.3879282 Jul 27 23:03:58.040398 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-7e9c1592-0cb3-4560-9dc8-c0f931d37337 req-d9861f74-a982-4858-bb68-5396bde4c435 tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] 10.222.0.18 "GET /v2.0/security-groups?id=3b54d803-f776-413f-b5bd-6e9336fca6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421869 Jul 27 23:03:58.158790 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbdb81d-ad05-4e49-8f99-4d28f76f4317 req-7dcf6a2a-7a19-419a-a761-3cc263e15a96 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:03:58.158790 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-cbbdb81d-ad05-4e49-8f99-4d28f76f4317 req-7dcf6a2a-7a19-419a-a761-3cc263e15a96 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] 10.222.0.18 "GET /v2.0/ports?device_id=1691ef14-ab37-40a7-8189-31944c5092fc HTTP/1.1" status: 200 len: 946 time: 0.1080689 Jul 27 23:03:58.169323 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-296e959d-c3eb-4915-841b-2500ce28245e req-3b9d61ae-6592-4ab4-b6a3-520c8d94397b tempest-FloatingIPDetailsTestJSON-410442657 tempest-FloatingIPDetailsTestJSON-410442657-project] 10.222.0.18 "GET /v2.0/floatingips/3b9d8eea-b813-40ae-a0b0-2b1a3ac0e8cd HTTP/1.1" status: 200 len: 693 time: 0.0552955 Jul 27 23:03:58.171782 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-30ee42af-4b89-44ea-9c4d-12bc68f4d2dd req-657cca30-c4ba-4537-8baf-25a85c02b350 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e7bf3491-8bfc-434a-8d3b-3a0b3b90bbf4 HTTP/1.1" status: 200 len: 217 time: 0.1283000 Jul 27 23:03:58.186455 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-c4ffa9ad-a2ae-4eee-ba8d-45f5af88ba5e req-76e5deda-3b74-4523-a49e-6dec5f50a44d service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=13497a54-4f49-49ad-b566-6beee2074a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2201223 Jul 27 23:03:58.226640 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-cbbdb81d-ad05-4e49-8f99-4d28f76f4317 req-a372488b-46e2-4944-8d97-bbe9fb203548 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] 10.222.0.18 "GET /v2.0/security-groups?id=bed30b16-cd2d-47d0-9758-37dc9df2dfb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642526 Jul 27 23:03:58.302646 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ee42af-4b89-44ea-9c4d-12bc68f4d2dd req-412228e3-66ae-4293-85ca-28e00b30a373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:03:58.304531 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-30ee42af-4b89-44ea-9c4d-12bc68f4d2dd req-412228e3-66ae-4293-85ca-28e00b30a373 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b1592ca5-0a74-47a5-88e1-85b3448a0017 HTTP/1.1" status: 200 len: 848 time: 0.1217368 Jul 27 23:03:58.344414 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-30ee42af-4b89-44ea-9c4d-12bc68f4d2dd req-f20d010c-da42-489b-9e8b-b3c9ce6ca833 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c451a142-86a9-4355-833f-365557d21b8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321774 Jul 27 23:03:58.439185 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296e959d-c3eb-4915-841b-2500ce28245e req-203875e8-9436-4f53-9e25-bb2fdd526726 tempest-FloatingIPDetailsTestJSON-410442657 tempest-FloatingIPDetailsTestJSON-410442657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:03:58.448934 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-296e959d-c3eb-4915-841b-2500ce28245e req-203875e8-9436-4f53-9e25-bb2fdd526726 tempest-FloatingIPDetailsTestJSON-410442657 tempest-FloatingIPDetailsTestJSON-410442657-project] 10.222.0.18 "GET /v2.0/networks/2fd42287-ed26-4eb9-89a5-b521f5b04356 HTTP/1.1" status: 200 len: 784 time: 0.2787056 Jul 27 23:03:58.750019 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-296e959d-c3eb-4915-841b-2500ce28245e req-cc9c3a4d-4f7c-4806-af66-c2e8c23f8f55 tempest-FloatingIPDetailsTestJSON-410442657 tempest-FloatingIPDetailsTestJSON-410442657-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.4.104 HTTP/1.1" status: 200 len: 696 time: 0.3000078 Jul 27 23:03:58.810592 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-30ee42af-4b89-44ea-9c4d-12bc68f4d2dd req-b0728894-b921-4a05-8cb9-d99bb8b0b00c service neutron] 10.222.0.49 "GET /v2.0/networks/c451a142-86a9-4355-833f-365557d21b8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4568222 Jul 27 23:03:58.819212 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-296e959d-c3eb-4915-841b-2500ce28245e req-98f35a18-db7f-4cc1-b6cc-b8dff5bcbf58 tempest-FloatingIPDetailsTestJSON-410442657 tempest-FloatingIPDetailsTestJSON-410442657-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.4.104 HTTP/1.1" status: 200 len: 696 time: 0.0667114 Jul 27 23:03:59.025975 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-30ee42af-4b89-44ea-9c4d-12bc68f4d2dd req-c8092353-d869-43b8-8701-c620e47ca339 service neutron] 10.222.0.49 "GET /v2.0/networks/c451a142-86a9-4355-833f-365557d21b8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2058554 Jul 27 23:03:59.051351 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [req-296e959d-c3eb-4915-841b-2500ce28245e req-63db31bc-a542-4ceb-96df-fff020038cd3 tempest-FloatingIPDetailsTestJSON-410442657 tempest-FloatingIPDetailsTestJSON-410442657-project] Deleting port bd78c710-8ba0-4c4f-993a-988d712b6dc3 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:03:59.051945 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-296e959d-c3eb-4915-841b-2500ce28245e req-63db31bc-a542-4ceb-96df-fff020038cd3 tempest-FloatingIPDetailsTestJSON-410442657 tempest-FloatingIPDetailsTestJSON-410442657-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:59.058391 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60704813-a99a-49f4-a4b3-384d20548522 req-a4e58be0-73db-4303-8fb2-33e26febba2b tempest-ServersAdminTestJSON-1581810367 tempest-ServersAdminTestJSON-1581810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:03:59.060219 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-60704813-a99a-49f4-a4b3-384d20548522 req-a4e58be0-73db-4303-8fb2-33e26febba2b tempest-ServersAdminTestJSON-1581810367 tempest-ServersAdminTestJSON-1581810367-project] 10.222.0.18 "GET /v2.0/ports?device_id=4c3fa56a-b0f7-486a-b9b6-11ec03b01c61 HTTP/1.1" status: 200 len: 949 time: 0.0576682 Jul 27 23:03:59.101695 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-60704813-a99a-49f4-a4b3-384d20548522 req-880f7fbb-80db-45ce-a9fa-47fd75b99ef7 tempest-ServersAdminTestJSON-1581810367 tempest-ServersAdminTestJSON-1581810367-project] 10.222.0.18 "GET /v2.0/security-groups?id=ffa9f128-d6a7-4fb1-a632-c57615725739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346045 Jul 27 23:03:59.182795 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ee42af-4b89-44ea-9c4d-12bc68f4d2dd req-155cb040-14e2-4581-880a-5971456d3c74 tempest-LiveMigrationTest-1100887879 tempest-LiveMigrationTest-1100887879-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:03:59.184579 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-30ee42af-4b89-44ea-9c4d-12bc68f4d2dd req-155cb040-14e2-4581-880a-5971456d3c74 tempest-LiveMigrationTest-1100887879 tempest-LiveMigrationTest-1100887879-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=1691ef14-ab37-40a7-8189-31944c5092fc&tenant_id=59376bbb1c574537a7eaca41e781bf3f&binding%3Ahost_id=n-h1-802623-1 HTTP/1.1" status: 200 len: 1097 time: 0.0737908 Jul 27 23:03:59.188221 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-296e959d-c3eb-4915-841b-2500ce28245e req-63db31bc-a542-4ceb-96df-fff020038cd3 tempest-FloatingIPDetailsTestJSON-410442657 tempest-FloatingIPDetailsTestJSON-410442657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:59.188622 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-296e959d-c3eb-4915-841b-2500ce28245e req-63db31bc-a542-4ceb-96df-fff020038cd3 tempest-FloatingIPDetailsTestJSON-410442657 tempest-FloatingIPDetailsTestJSON-410442657-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:59.201169 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [req-30ee42af-4b89-44ea-9c4d-12bc68f4d2dd req-c2600af9-3b33-4e52-a47a-eb2576f96e83 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-802623-1'}}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:03:59.227324 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [req-296e959d-c3eb-4915-841b-2500ce28245e req-63db31bc-a542-4ceb-96df-fff020038cd3 tempest-FloatingIPDetailsTestJSON-410442657 tempest-FloatingIPDetailsTestJSON-410442657-project] Calling delete_port for bd78c710-8ba0-4c4f-993a-988d712b6dc3 owned by network:floatingip {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:03:59.244411 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:59.320612 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-30ee42af-4b89-44ea-9c4d-12bc68f4d2dd req-c2600af9-3b33-4e52-a47a-eb2576f96e83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:59.499811 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de33863-a81a-4de0-ae8d-15be4b6cc72b req-f19ec631-83d5-4feb-b5ca-2b80d6def5d3 tempest-ServersWithSpecificFlavorTestJSON-503998184 tempest-ServersWithSpecificFlavorTestJSON-503998184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:03:59.501913 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-4de33863-a81a-4de0-ae8d-15be4b6cc72b req-f19ec631-83d5-4feb-b5ca-2b80d6def5d3 tempest-ServersWithSpecificFlavorTestJSON-503998184 tempest-ServersWithSpecificFlavorTestJSON-503998184-project] 10.222.0.18 "GET /v2.0/ports?device_id=4cdf2adc-b542-43d4-96d6-0aba093c5965 HTTP/1.1" status: 200 len: 945 time: 0.0559676 Jul 27 23:03:59.508280 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-0ac5fe7f-d65d-4a57-9663-831cc5ff1efe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:59.548242 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-4de33863-a81a-4de0-ae8d-15be4b6cc72b req-f86b90a3-3cf0-40ee-be95-e0ef3f448e63 tempest-ServersWithSpecificFlavorTestJSON-503998184 tempest-ServersWithSpecificFlavorTestJSON-503998184-project] 10.222.0.18 "GET /v2.0/security-groups?id=13497a54-4f49-49ad-b566-6beee2074a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379953 Jul 27 23:03:59.553067 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-296e959d-c3eb-4915-841b-2500ce28245e req-63db31bc-a542-4ceb-96df-fff020038cd3 tempest-FloatingIPDetailsTestJSON-410442657 tempest-FloatingIPDetailsTestJSON-410442657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:59.603604 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2003561-c550-4bab-974d-bb6bd652d55d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5846d570-02c7-4aa0-9192-d3ba5af45f47'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:03:59.603604 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c0369b0d4f459110ff20a1f9878ba33f96d6491bddb9d15843bf29d01e0bda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e90d44c0-e6dc-4847-aeac-29d21d7127e9" -d '{"events": [{"server_uuid": "e2003561-c550-4bab-974d-bb6bd652d55d", "name": "network-vif-plugged", "status": "completed", "tag": "5846d570-02c7-4aa0-9192-d3ba5af45f47"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:03:59.603806 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-30ee42af-4b89-44ea-9c4d-12bc68f4d2dd req-c2600af9-3b33-4e52-a47a-eb2576f96e83 service neutron] For port e7bf3491-8bfc-434a-8d3b-3a0b3b90bbf4, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=e7bf3491-8bfc-434a-8d3b-3a0b3b90bbf4,segment=NetworkSegment(7332ccbf-8fd9-4ff5-bad6-b4b872eccd4e),segment_id=7332ccbf-8fd9-4ff5-bad6-b4b872eccd4e)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:03:59.603806 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63db31bc-a542-4ceb-96df-fff020038cd3 tempest-FloatingIPDetailsTestJSON-410442657 tempest-FloatingIPDetailsTestJSON-410442657-project] Pushing event deleted for resources: {'Port': ['ID=bd78c710-8ba0-4c4f-993a-988d712b6dc3,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:03:59.669807 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:59.718704 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-30ee42af-4b89-44ea-9c4d-12bc68f4d2dd req-c2600af9-3b33-4e52-a47a-eb2576f96e83 service neutron] For port e7bf3491-8bfc-434a-8d3b-3a0b3b90bbf4, host n-h1-802623-1, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:03:59.732873 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef814813-9530-40b1-9de9-eee4acc58ee1 req-27496dae-da55-4e88-a5b0-eedbf0c22551 tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:03:59.734631 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ef814813-9530-40b1-9de9-eee4acc58ee1 req-27496dae-da55-4e88-a5b0-eedbf0c22551 tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2003561-c550-4bab-974d-bb6bd652d55d HTTP/1.1" status: 200 len: 950 time: 0.0551927 Jul 27 23:03:59.745388 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-296e959d-c3eb-4915-841b-2500ce28245e req-63db31bc-a542-4ceb-96df-fff020038cd3 tempest-FloatingIPDetailsTestJSON-410442657 tempest-FloatingIPDetailsTestJSON-410442657-project] Notify callbacks [] for floatingip, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:59.747955 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-296e959d-c3eb-4915-841b-2500ce28245e req-63db31bc-a542-4ceb-96df-fff020038cd3 tempest-FloatingIPDetailsTestJSON-410442657 tempest-FloatingIPDetailsTestJSON-410442657-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for floatingip, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:59.749104 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-296e959d-c3eb-4915-841b-2500ce28245e req-63db31bc-a542-4ceb-96df-fff020038cd3 tempest-FloatingIPDetailsTestJSON-410442657 tempest-FloatingIPDetailsTestJSON-410442657-project] 10.222.0.18 "DELETE /v2.0/floatingips/3b9d8eea-b813-40ae-a0b0-2b1a3ac0e8cd HTTP/1.1" status: 204 len: 173 time: 0.9212289 Jul 27 23:03:59.774023 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1691ef14-ab37-40a7-8189-31944c5092fc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e7bf3491-8bfc-434a-8d3b-3a0b3b90bbf4'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:03:59.776537 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a476459a1bfce68b0ae0df5b6a71154bfc7cfdc8f9eefce6ad0a17231e60468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b5e6e71-2724-47ec-b307-1b03470d3322" -d '{"events": [{"server_uuid": "1691ef14-ab37-40a7-8189-31944c5092fc", "name": "network-vif-unplugged", "status": "completed", "tag": "e7bf3491-8bfc-434a-8d3b-3a0b3b90bbf4"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:03:59.781481 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-30ee42af-4b89-44ea-9c4d-12bc68f4d2dd req-c2600af9-3b33-4e52-a47a-eb2576f96e83 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:59.786826 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ef814813-9530-40b1-9de9-eee4acc58ee1 req-d7a2d13d-97c8-409a-85f9-0c20b8cbe00b tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] 10.222.0.18 "GET /v2.0/security-groups?id=3b54d803-f776-413f-b5bd-6e9336fca6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443110 Jul 27 23:03:59.796021 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-30ee42af-4b89-44ea-9c4d-12bc68f4d2dd req-c2600af9-3b33-4e52-a47a-eb2576f96e83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11336041'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:59.903820 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2600af9-3b33-4e52-a47a-eb2576f96e83 service neutron] Pushing event updated for resources: {'Port': ['ID=e7bf3491-8bfc-434a-8d3b-3a0b3b90bbf4,revision_number=7']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:03:59.947679 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c357b7-1f0f-4e15-8400-225cfa3e2a22 req-f18bce4f-d656-4896-8646-3045cb192ca3 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:03:59.949223 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-68c357b7-1f0f-4e15-8400-225cfa3e2a22 req-f18bce4f-d656-4896-8646-3045cb192ca3 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] 10.222.0.18 "GET /v2.0/ports?device_id=1691ef14-ab37-40a7-8189-31944c5092fc HTTP/1.1" status: 200 len: 944 time: 0.1187434 Jul 27 23:03:59.952038 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-30ee42af-4b89-44ea-9c4d-12bc68f4d2dd req-c2600af9-3b33-4e52-a47a-eb2576f96e83 service neutron] Attempting to bind port e7bf3491-8bfc-434a-8d3b-3a0b3b90bbf4 on host n-h1-802623-1 for vnic_type normal with profile {"migrating_to": "n-h2-802623-1"} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:03:59.952489 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-30ee42af-4b89-44ea-9c4d-12bc68f4d2dd req-c2600af9-3b33-4e52-a47a-eb2576f96e83 service neutron] Attempting to bind port e7bf3491-8bfc-434a-8d3b-3a0b3b90bbf4 by drivers openvswitch,hyperv on host n-h1-802623-1 at level 0 using segments [{'id': '7332ccbf-8fd9-4ff5-bad6-b4b872eccd4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'c451a142-86a9-4355-833f-365557d21b8d'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:03:59.952908 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ee42af-4b89-44ea-9c4d-12bc68f4d2dd req-c2600af9-3b33-4e52-a47a-eb2576f96e83 service neutron] Attempting to bind port e7bf3491-8bfc-434a-8d3b-3a0b3b90bbf4 on network c451a142-86a9-4355-833f-365557d21b8d {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:03:59.972041 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ee42af-4b89-44ea-9c4d-12bc68f4d2dd req-c2600af9-3b33-4e52-a47a-eb2576f96e83 service neutron] Port e7bf3491-8bfc-434a-8d3b-3a0b3b90bbf4 on network c451a142-86a9-4355-833f-365557d21b8d not bound, no agent of type Open vSwitch agent registered on host n-h1-802623-1 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 23:03:59.972041 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ee42af-4b89-44ea-9c4d-12bc68f4d2dd req-c2600af9-3b33-4e52-a47a-eb2576f96e83 service neutron] Attempting to bind port e7bf3491-8bfc-434a-8d3b-3a0b3b90bbf4 on network c451a142-86a9-4355-833f-365557d21b8d {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:03:59.982698 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ee42af-4b89-44ea-9c4d-12bc68f4d2dd req-c2600af9-3b33-4e52-a47a-eb2576f96e83 service neutron] Checking agent: {'id': '245f1da4-a9b8-4b08-90d7-28f0f342b839', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 59, 59), 'started_at': datetime.datetime(2021, 7, 27, 22, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 3, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:03:59.983146 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ee42af-4b89-44ea-9c4d-12bc68f4d2dd req-c2600af9-3b33-4e52-a47a-eb2576f96e83 service neutron] Checking segment: {'id': '7332ccbf-8fd9-4ff5-bad6-b4b872eccd4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'c451a142-86a9-4355-833f-365557d21b8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:03:59.983584 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ee42af-4b89-44ea-9c4d-12bc68f4d2dd req-c2600af9-3b33-4e52-a47a-eb2576f96e83 service neutron] Bound using segment: {'id': '7332ccbf-8fd9-4ff5-bad6-b4b872eccd4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'c451a142-86a9-4355-833f-365557d21b8d'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:03:59.984101 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-30ee42af-4b89-44ea-9c4d-12bc68f4d2dd req-c2600af9-3b33-4e52-a47a-eb2576f96e83 service neutron] Bound port: e7bf3491-8bfc-434a-8d3b-3a0b3b90bbf4, host: n-h1-802623-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7332ccbf-8fd9-4ff5-bad6-b4b872eccd4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'c451a142-86a9-4355-833f-365557d21b8d'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:03:59.984531 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-30ee42af-4b89-44ea-9c4d-12bc68f4d2dd req-c2600af9-3b33-4e52-a47a-eb2576f96e83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:00.009350 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-68c357b7-1f0f-4e15-8400-225cfa3e2a22 req-00ff77a1-07f1-4bc3-b4c3-5b098f23f4c8 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] 10.222.0.18 "GET /v2.0/security-groups?id=bed30b16-cd2d-47d0-9758-37dc9df2dfb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538306 Jul 27 23:04:00.080551 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:03:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08092f60-4441-4468-b560-96c288f2c0bf x-openstack-request-id: req-08092f60-4441-4468-b560-96c288f2c0bf {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:04:00.081037 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2003561-c550-4bab-974d-bb6bd652d55d", "name": "network-vif-plugged", "status": "completed", "tag": "5846d570-02c7-4aa0-9192-d3ba5af45f47", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:04:00.081460 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-08092f60-4441-4468-b560-96c288f2c0bf {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:04:00.082034 n-d-802623-1 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2003561-c550-4bab-974d-bb6bd652d55d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5846d570-02c7-4aa0-9192-d3ba5af45f47', 'code': 200} Jul 27 23:04:00.084223 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-30ee42af-4b89-44ea-9c4d-12bc68f4d2dd req-c2600af9-3b33-4e52-a47a-eb2576f96e83 service neutron] For port e7bf3491-8bfc-434a-8d3b-3a0b3b90bbf4, host n-h1-802623-1, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:04:00.123553 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-30ee42af-4b89-44ea-9c4d-12bc68f4d2dd req-c2600af9-3b33-4e52-a47a-eb2576f96e83 service neutron] For port e7bf3491-8bfc-434a-8d3b-3a0b3b90bbf4, host n-h1-802623-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=e7bf3491-8bfc-434a-8d3b-3a0b3b90bbf4,segment=NetworkSegment(7332ccbf-8fd9-4ff5-bad6-b4b872eccd4e),segment_id=7332ccbf-8fd9-4ff5-bad6-b4b872eccd4e)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:04:00.146746 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-30ee42af-4b89-44ea-9c4d-12bc68f4d2dd req-c2600af9-3b33-4e52-a47a-eb2576f96e83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11336041'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:00.221657 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed573bf8-2c57-4ea5-aa09-adf80d7f9760 req-55a2402f-6557-4499-b465-a7a6cf3b24ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:00.223298 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-e7611929-6a6e-453c-9138-23902815d2a8 req-0b512b2a-bf42-4133-92aa-8d108dabd0c4 tempest-FloatingIPDetailsTestJSON-410442657 tempest-FloatingIPDetailsTestJSON-410442657-project] 10.222.0.18 "GET /v2.0/floatingips/b5673cdf-9ccd-4462-b7c4-27574f321c4f HTTP/1.1" status: 200 len: 692 time: 0.0983019 Jul 27 23:04:00.225830 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ed573bf8-2c57-4ea5-aa09-adf80d7f9760 req-55a2402f-6557-4499-b465-a7a6cf3b24ca service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=e2003561-c550-4bab-974d-bb6bd652d55d HTTP/1.1" status: 200 len: 1101 time: 0.0686626 Jul 27 23:04:00.320080 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b374dfd-00de-4d06-a303-5d05008d38b5 req-54c05a5f-5da4-46cf-977a-c9c07c105e9f tempest-ServersWithSpecificFlavorTestJSON-503998184 tempest-ServersWithSpecificFlavorTestJSON-503998184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:00.321805 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7b374dfd-00de-4d06-a303-5d05008d38b5 req-54c05a5f-5da4-46cf-977a-c9c07c105e9f tempest-ServersWithSpecificFlavorTestJSON-503998184 tempest-ServersWithSpecificFlavorTestJSON-503998184-project] 10.222.0.18 "GET /v2.0/ports?device_id=4cdf2adc-b542-43d4-96d6-0aba093c5965 HTTP/1.1" status: 200 len: 945 time: 0.1143401 Jul 27 23:04:00.332066 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ee42af-4b89-44ea-9c4d-12bc68f4d2dd req-c2600af9-3b33-4e52-a47a-eb2576f96e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:00.333478 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-30ee42af-4b89-44ea-9c4d-12bc68f4d2dd req-c2600af9-3b33-4e52-a47a-eb2576f96e83 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:00.334887 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-30ee42af-4b89-44ea-9c4d-12bc68f4d2dd req-c2600af9-3b33-4e52-a47a-eb2576f96e83 service neutron] 10.222.0.49 "PUT /v2.0/ports/e7bf3491-8bfc-434a-8d3b-3a0b3b90bbf4 HTTP/1.1" status: 200 len: 1122 time: 1.1381164 Jul 27 23:04:00.338233 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2600af9-3b33-4e52-a47a-eb2576f96e83 service neutron] Pushing event updated for resources: {'Port': ['ID=e7bf3491-8bfc-434a-8d3b-3a0b3b90bbf4,revision_number=8']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:04:00.355639 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 52138) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:04:00.379595 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-a240a5f8-20eb-4319-8155-4af428862b3b tempest-ServersWithSpecificFlavorTestJSON-503998184 tempest-ServersWithSpecificFlavorTestJSON-503998184-project] Request body: {'floatingip': {'port_id': '7d38f8bd-33ba-44ca-a163-7b42dd423df4'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:04:00.388110 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-19f2e178-d45e-4fbe-b9be-c3963fc151ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:00.420978 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] get_ports_and_sgs() called for port_ids ['e7bf3491-8bfc-434a-8d3b-3a0b3b90bbf4'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:04:00.433841 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ed573bf8-2c57-4ea5-aa09-adf80d7f9760 req-b1e9bbd5-1b38-4201-9227-80d5b5ad8446 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=3b54d803-f776-413f-b5bd-6e9336fca6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943691 Jul 27 23:04:00.484920 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 23:03:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5be32b66-1748-4fea-a568-1a6adbc804b8 x-openstack-request-id: req-5be32b66-1748-4fea-a568-1a6adbc804b8 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:04:00.486871 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1691ef14-ab37-40a7-8189-31944c5092fc", "name": "network-vif-unplugged", "status": "completed", "tag": "e7bf3491-8bfc-434a-8d3b-3a0b3b90bbf4", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:04:00.487253 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5be32b66-1748-4fea-a568-1a6adbc804b8 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:04:00.487727 n-d-802623-1 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1691ef14-ab37-40a7-8189-31944c5092fc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e7bf3491-8bfc-434a-8d3b-3a0b3b90bbf4', 'code': 200} Jul 27 23:04:00.517717 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7611929-6a6e-453c-9138-23902815d2a8 req-195a29d4-2703-4149-838d-e3f6c7e59112 tempest-FloatingIPDetailsTestJSON-410442657 tempest-FloatingIPDetailsTestJSON-410442657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:00.528734 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a240a5f8-20eb-4319-8155-4af428862b3b tempest-ServersWithSpecificFlavorTestJSON-503998184 tempest-ServersWithSpecificFlavorTestJSON-503998184-project] Notify callbacks [] for floatingip, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:00.531992 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-e7611929-6a6e-453c-9138-23902815d2a8 req-195a29d4-2703-4149-838d-e3f6c7e59112 tempest-FloatingIPDetailsTestJSON-410442657 tempest-FloatingIPDetailsTestJSON-410442657-project] 10.222.0.18 "GET /v2.0/networks/2fd42287-ed26-4eb9-89a5-b521f5b04356 HTTP/1.1" status: 200 len: 784 time: 0.2929089 Jul 27 23:04:00.627322 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-e7611929-6a6e-453c-9138-23902815d2a8 req-5b31b1c7-3d5d-43e3-9f56-e7b5bec7d6d2 tempest-FloatingIPDetailsTestJSON-410442657 tempest-FloatingIPDetailsTestJSON-410442657-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.4.84 HTTP/1.1" status: 200 len: 695 time: 0.0935268 Jul 27 23:04:00.678289 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 52144) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:04:00.708469 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-e7611929-6a6e-453c-9138-23902815d2a8 req-e8248d42-2c5e-4a11-8300-4497a423e722 tempest-FloatingIPDetailsTestJSON-410442657 tempest-FloatingIPDetailsTestJSON-410442657-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.4.84 HTTP/1.1" status: 200 len: 695 time: 0.0606742 Jul 27 23:04:00.888753 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [req-e7611929-6a6e-453c-9138-23902815d2a8 req-355b0101-b14b-4a7d-b397-c8a914a784b5 tempest-FloatingIPDetailsTestJSON-410442657 tempest-FloatingIPDetailsTestJSON-410442657-project] Deleting port 5b6cab19-77a8-43cb-ac0f-84f52d0a3325 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:04:00.889103 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-e7611929-6a6e-453c-9138-23902815d2a8 req-355b0101-b14b-4a7d-b397-c8a914a784b5 tempest-FloatingIPDetailsTestJSON-410442657 tempest-FloatingIPDetailsTestJSON-410442657-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:01.008360 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-e7611929-6a6e-453c-9138-23902815d2a8 req-355b0101-b14b-4a7d-b397-c8a914a784b5 tempest-FloatingIPDetailsTestJSON-410442657 tempest-FloatingIPDetailsTestJSON-410442657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:01.008772 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-e7611929-6a6e-453c-9138-23902815d2a8 req-355b0101-b14b-4a7d-b397-c8a914a784b5 tempest-FloatingIPDetailsTestJSON-410442657 tempest-FloatingIPDetailsTestJSON-410442657-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:01.009601 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdefa2c-e404-4b92-8e7a-13a9aa90cef9 req-3782fc33-324d-4f6d-8cc1-a34f86f29256 tempest-ServersAdminTestJSON-1581810367 tempest-ServersAdminTestJSON-1581810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:01.011246 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-3bdefa2c-e404-4b92-8e7a-13a9aa90cef9 req-3782fc33-324d-4f6d-8cc1-a34f86f29256 tempest-ServersAdminTestJSON-1581810367 tempest-ServersAdminTestJSON-1581810367-project] 10.222.0.18 "GET /v2.0/ports?device_id=4c3fa56a-b0f7-486a-b9b6-11ec03b01c61 HTTP/1.1" status: 200 len: 949 time: 0.4037390 Jul 27 23:04:01.025459 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [req-e7611929-6a6e-453c-9138-23902815d2a8 req-355b0101-b14b-4a7d-b397-c8a914a784b5 tempest-FloatingIPDetailsTestJSON-410442657 tempest-FloatingIPDetailsTestJSON-410442657-project] Calling delete_port for 5b6cab19-77a8-43cb-ac0f-84f52d0a3325 owned by network:floatingip {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:04:01.106653 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f1da6674-acc7-49d2-b322-cfd5f6ebde69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:01.159389 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-3bdefa2c-e404-4b92-8e7a-13a9aa90cef9 req-e3bdfe1f-03b3-41d1-b9be-96b081d59c29 tempest-ServersAdminTestJSON-1581810367 tempest-ServersAdminTestJSON-1581810367-project] 10.222.0.18 "GET /v2.0/security-groups?id=ffa9f128-d6a7-4fb1-a632-c57615725739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317196 Jul 27 23:04:01.253269 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-e7611929-6a6e-453c-9138-23902815d2a8 req-355b0101-b14b-4a7d-b397-c8a914a784b5 tempest-FloatingIPDetailsTestJSON-410442657 tempest-FloatingIPDetailsTestJSON-410442657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:01.288945 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355b0101-b14b-4a7d-b397-c8a914a784b5 tempest-FloatingIPDetailsTestJSON-410442657 tempest-FloatingIPDetailsTestJSON-410442657-project] Pushing event deleted for resources: {'Port': ['ID=5b6cab19-77a8-43cb-ac0f-84f52d0a3325,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:04:01.373466 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-e7611929-6a6e-453c-9138-23902815d2a8 req-355b0101-b14b-4a7d-b397-c8a914a784b5 tempest-FloatingIPDetailsTestJSON-410442657 tempest-FloatingIPDetailsTestJSON-410442657-project] Notify callbacks [] for floatingip, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:01.379520 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-e7611929-6a6e-453c-9138-23902815d2a8 req-355b0101-b14b-4a7d-b397-c8a914a784b5 tempest-FloatingIPDetailsTestJSON-410442657 tempest-FloatingIPDetailsTestJSON-410442657-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for floatingip, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:01.381777 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-e7611929-6a6e-453c-9138-23902815d2a8 req-355b0101-b14b-4a7d-b397-c8a914a784b5 tempest-FloatingIPDetailsTestJSON-410442657 tempest-FloatingIPDetailsTestJSON-410442657-project] 10.222.0.18 "DELETE /v2.0/floatingips/b5673cdf-9ccd-4462-b7c4-27574f321c4f HTTP/1.1" status: 204 len: 173 time: 0.6585901 Jul 27 23:04:01.388950 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 52176) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:04:01.534911 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b495eafb-e283-4e4c-94bf-d7c12f54e87c req-7e5412c1-b94c-4076-b84f-04422d681155 tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:01.537082 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b495eafb-e283-4e4c-94bf-d7c12f54e87c req-7e5412c1-b94c-4076-b84f-04422d681155 tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2003561-c550-4bab-974d-bb6bd652d55d HTTP/1.1" status: 200 len: 950 time: 0.2538617 Jul 27 23:04:01.562756 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cfd13c-7e4b-4dc3-a06a-b1bed2cac279 req-6743cf6c-08ef-46dd-a8d1-945db12b27e4 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:01.565481 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-55cfd13c-7e4b-4dc3-a06a-b1bed2cac279 req-6743cf6c-08ef-46dd-a8d1-945db12b27e4 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] 10.222.0.18 "GET /v2.0/ports?device_id=1691ef14-ab37-40a7-8189-31944c5092fc HTTP/1.1" status: 200 len: 944 time: 0.1054277 Jul 27 23:04:01.636975 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f1da6674-acc7-49d2-b322-cfd5f6ebde69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:01.640440 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ced758ba-2919-499c-a0f2-ba7815b134b3 req-f2f016b3-adfd-4138-b715-09600e8b488d service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=0688b6c2-1ac4-4346-9663-091c79c64455&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2207184 Jul 27 23:04:01.689590 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-55cfd13c-7e4b-4dc3-a06a-b1bed2cac279 req-dda80974-ba0a-45d4-82a4-e5083b51fcd2 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] 10.222.0.18 "GET /v2.0/security-groups?id=bed30b16-cd2d-47d0-9758-37dc9df2dfb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134646 Jul 27 23:04:01.775913 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f1da6674-acc7-49d2-b322-cfd5f6ebde69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:01.809383 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b495eafb-e283-4e4c-94bf-d7c12f54e87c req-b1787541-ba8e-4acc-a8c4-cbfa61f8a544 tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] 10.222.0.18 "GET /v2.0/security-groups?id=3b54d803-f776-413f-b5bd-6e9336fca6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2357755 Jul 27 23:04:01.841420 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.db.resource_extend [None req-a240a5f8-20eb-4319-8155-4af428862b3b tempest-ServersWithSpecificFlavorTestJSON-503998184 tempest-ServersWithSpecificFlavorTestJSON-503998184-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 27 23:04:01.980519 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-f1da6674-acc7-49d2-b322-cfd5f6ebde69 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f339e4d50fcc4beeaf3f838fb7949a24&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3007703 Jul 27 23:04:01.988858 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1da6674-acc7-49d2-b322-cfd5f6ebde69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbc1c5b4-2f66-448d-8ae8-a09703d42437,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:04:01.989046 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 52204) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:04:02.013288 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a240a5f8-20eb-4319-8155-4af428862b3b tempest-ServersWithSpecificFlavorTestJSON-503998184 tempest-ServersWithSpecificFlavorTestJSON-503998184-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:02.015550 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced758ba-2919-499c-a0f2-ba7815b134b3 req-32a6a446-b483-4baf-bd39-d5e7d3c80657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:02.017170 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ced758ba-2919-499c-a0f2-ba7815b134b3 req-32a6a446-b483-4baf-bd39-d5e7d3c80657 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5bb0d3806e664c82945fe299bf6309d8&device_id=0688b6c2-1ac4-4346-9663-091c79c64455 HTTP/1.1" status: 200 len: 1122 time: 0.2315435 Jul 27 23:04:02.022479 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a240a5f8-20eb-4319-8155-4af428862b3b tempest-ServersWithSpecificFlavorTestJSON-503998184 tempest-ServersWithSpecificFlavorTestJSON-503998184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-415302'] for floatingip, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:02.093341 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7418f70f-e60d-4709-8ba9-6ab514bc7f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:02.117206 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b48185b8-b66b-4db6-bcfd-c7d3e9e6ec84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:02.149259 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8233290e-07db-4c70-bde4-f2b89531046d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-414022'] for router_interface, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:02.194792 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b48185b8-b66b-4db6-bcfd-c7d3e9e6ec84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:02.225482 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced758ba-2919-499c-a0f2-ba7815b134b3 req-9a7b2129-07f0-4be0-8b50-8b897153a750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:02.227589 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ced758ba-2919-499c-a0f2-ba7815b134b3 req-9a7b2129-07f0-4be0-8b50-8b897153a750 service neutron] 10.222.0.38 "GET /v2.0/networks?id=591af2dd-f826-43b1-aa9d-e7a0bf218c71 HTTP/1.1" status: 200 len: 870 time: 0.1491010 Jul 27 23:04:02.324712 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ced758ba-2919-499c-a0f2-ba7815b134b3 req-f1d8d3cc-f860-48c8-98b1-0d39d239d850 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.136&port_id=83845efe-b88e-4f5e-89dc-b79ef7ebf860 HTTP/1.1" status: 200 len: 217 time: 0.0880055 Jul 27 23:04:02.368790 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 52210) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:04:02.429723 n-d-802623-1 neutron-server[93798]: INFO neutron.db.l3_db [None req-a240a5f8-20eb-4319-8155-4af428862b3b tempest-ServersWithSpecificFlavorTestJSON-503998184 tempest-ServersWithSpecificFlavorTestJSON-503998184-project] Floating IP 6a9599d4-b74a-48b8-be77-be03c0f49773 associated. External IP: 172.25.4.194, port: 7d38f8bd-33ba-44ca-a163-7b42dd423df4. Jul 27 23:04:02.493240 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1691ef14-ab37-40a7-8189-31944c5092fc', 'tag': 'e7bf3491-8bfc-434a-8d3b-3a0b3b90bbf4'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:04:02.495693 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a476459a1bfce68b0ae0df5b6a71154bfc7cfdc8f9eefce6ad0a17231e60468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f106182-58ad-4807-94db-bc5a337d3d9c" -d '{"events": [{"name": "network-changed", "server_uuid": "1691ef14-ab37-40a7-8189-31944c5092fc", "tag": "e7bf3491-8bfc-434a-8d3b-3a0b3b90bbf4"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:04:02.571426 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 23:04:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c07a6da8-09c6-409c-ac60-b93a65c174c3 x-openstack-request-id: req-c07a6da8-09c6-409c-ac60-b93a65c174c3 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:04:02.571833 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1691ef14-ab37-40a7-8189-31944c5092fc", "tag": "e7bf3491-8bfc-434a-8d3b-3a0b3b90bbf4", "status": "completed", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:04:02.572175 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c07a6da8-09c6-409c-ac60-b93a65c174c3 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:04:02.572654 n-d-802623-1 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1691ef14-ab37-40a7-8189-31944c5092fc', 'tag': 'e7bf3491-8bfc-434a-8d3b-3a0b3b90bbf4', 'status': 'completed', 'code': 200} Jul 27 23:04:02.578020 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bfc23de0-5e2d-4e1d-93e8-b6911a5fbf3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:02.583095 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced758ba-2919-499c-a0f2-ba7815b134b3 req-66986b06-d40c-45e7-b50e-438326d04ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:02.584878 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ced758ba-2919-499c-a0f2-ba7815b134b3 req-66986b06-d40c-45e7-b50e-438326d04ab3 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=62938449-046d-4cbe-923a-7ebb632c358d HTTP/1.1" status: 200 len: 843 time: 0.2265108 Jul 27 23:04:02.628100 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b48185b8-b66b-4db6-bcfd-c7d3e9e6ec84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:02.631580 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b48185b8-b66b-4db6-bcfd-c7d3e9e6ec84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:02.633517 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-b48185b8-b66b-4db6-bcfd-c7d3e9e6ec84 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/dbc1c5b4-2f66-448d-8ae8-a09703d42437 HTTP/1.1" status: 204 len: 168 time: 0.6419635 Jul 27 23:04:02.748393 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48185b8-b66b-4db6-bcfd-c7d3e9e6ec84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbc1c5b4-2f66-448d-8ae8-a09703d42437,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:04:02.798627 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36412a2d-8667-4729-a8e6-aa40e169fb6a req-8884ff7f-4605-4eca-8bfe-9bd2fb7a328a tempest-ServersAdminTestJSON-1581810367 tempest-ServersAdminTestJSON-1581810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:02.807535 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-36412a2d-8667-4729-a8e6-aa40e169fb6a req-8884ff7f-4605-4eca-8bfe-9bd2fb7a328a tempest-ServersAdminTestJSON-1581810367 tempest-ServersAdminTestJSON-1581810367-project] 10.222.0.18 "GET /v2.0/ports?device_id=4c3fa56a-b0f7-486a-b9b6-11ec03b01c61 HTTP/1.1" status: 200 len: 949 time: 0.3029640 Jul 27 23:04:02.866635 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f106182-58ad-4807-94db-bc5a337d3d9c req-e2b8faaf-37f2-43cf-aa2c-38b5e23777f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:02.868746 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-4f106182-58ad-4807-94db-bc5a337d3d9c req-e2b8faaf-37f2-43cf-aa2c-38b5e23777f8 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=59376bbb1c574537a7eaca41e781bf3f&device_id=1691ef14-ab37-40a7-8189-31944c5092fc HTTP/1.1" status: 200 len: 1125 time: 0.1979897 Jul 27 23:04:02.872362 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-36412a2d-8667-4729-a8e6-aa40e169fb6a req-33aaa6f8-bdb8-4cfa-813e-47baa7db9d83 tempest-ServersAdminTestJSON-1581810367 tempest-ServersAdminTestJSON-1581810367-project] 10.222.0.18 "GET /v2.0/security-groups?id=ffa9f128-d6a7-4fb1-a632-c57615725739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636039 Jul 27 23:04:02.990099 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f106182-58ad-4807-94db-bc5a337d3d9c req-cabbfca4-e829-4440-90b7-3b34bea359b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:02.991631 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-4f106182-58ad-4807-94db-bc5a337d3d9c req-cabbfca4-e829-4440-90b7-3b34bea359b4 service neutron] 10.222.0.38 "GET /v2.0/networks?id=c451a142-86a9-4355-833f-365557d21b8d HTTP/1.1" status: 200 len: 909 time: 0.1078184 Jul 27 23:04:03.022426 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced758ba-2919-499c-a0f2-ba7815b134b3 req-2f8d5560-d00e-4e04-84f9-a12fd47de535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:03.024429 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ced758ba-2919-499c-a0f2-ba7815b134b3 req-2f8d5560-d00e-4e04-84f9-a12fd47de535 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=591af2dd-f826-43b1-aa9d-e7a0bf218c71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3947275 Jul 27 23:04:03.171298 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a240a5f8-20eb-4319-8155-4af428862b3b tempest-ServersWithSpecificFlavorTestJSON-503998184 tempest-ServersWithSpecificFlavorTestJSON-503998184-project] Router a93f17c0-6e53-469e-aa61-7194f1a9834a has already been hosted by L3 agent 018c4455-49c0-4734-927d-7824067b2a9e {{(pid=93798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 23:04:03.179532 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-4f106182-58ad-4807-94db-bc5a337d3d9c req-99294043-0edc-45f2-9295-9f22dc6ccfed service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e7bf3491-8bfc-434a-8d3b-3a0b3b90bbf4 HTTP/1.1" status: 200 len: 217 time: 0.1786940 Jul 27 23:04:03.193828 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265f75e3-3716-4f28-bde6-9b5e6bafac29 req-59733277-03d8-43b2-9db7-1ea423b5e508 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:03.202360 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-265f75e3-3716-4f28-bde6-9b5e6bafac29 req-59733277-03d8-43b2-9db7-1ea423b5e508 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] 10.222.0.18 "GET /v2.0/ports?device_id=1691ef14-ab37-40a7-8189-31944c5092fc HTTP/1.1" status: 200 len: 944 time: 0.2115066 Jul 27 23:04:03.204069 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 52224) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:04:03.262931 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c64ff5-69ac-4cac-85b7-0150d96bc87d req-777c0f3f-a8ef-4bd7-bc82-652305a55e4d tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:03.268065 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-14c64ff5-69ac-4cac-85b7-0150d96bc87d req-777c0f3f-a8ef-4bd7-bc82-652305a55e4d tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2003561-c550-4bab-974d-bb6bd652d55d HTTP/1.1" status: 200 len: 950 time: 0.2493627 Jul 27 23:04:03.269872 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f106182-58ad-4807-94db-bc5a337d3d9c req-7d238dd0-348f-43ae-bc94-7137b9c41d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:03.270103 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0dc449ee-b1b5-40ef-98a8-7d20b0a55655 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:03.272762 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-4f106182-58ad-4807-94db-bc5a337d3d9c req-7d238dd0-348f-43ae-bc94-7137b9c41d72 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b1592ca5-0a74-47a5-88e1-85b3448a0017 HTTP/1.1" status: 200 len: 848 time: 0.0838506 Jul 27 23:04:03.311176 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-265f75e3-3716-4f28-bde6-9b5e6bafac29 req-0b138bd1-5d63-4211-871c-b1e901719436 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] 10.222.0.18 "GET /v2.0/security-groups?id=bed30b16-cd2d-47d0-9758-37dc9df2dfb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078410 Jul 27 23:04:03.334921 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-4f106182-58ad-4807-94db-bc5a337d3d9c req-fe48aa41-9099-4807-b474-0bdb3131135b service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=c451a142-86a9-4355-833f-365557d21b8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0495222 Jul 27 23:04:03.338630 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-8233290e-07db-4c70-bde4-f2b89531046d admin admin] Deleting port 24ce05b1-8251-452e-a480-068b362a600c {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:04:03.339223 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8233290e-07db-4c70-bde4-f2b89531046d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:03.372170 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device e7bf3491-8bfc-434a-8d3b-3a0b3b90bbf4 details requested by agent hyperv_n-h2-802623-1 with host n-h2-802623-1 {{(pid=93799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 23:04:03.414687 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ced758ba-2919-499c-a0f2-ba7815b134b3 req-86c4fbc4-602e-408a-aca8-be7f7a35d3f6 service neutron] 10.222.0.38 "GET /v2.0/networks/591af2dd-f826-43b1-aa9d-e7a0bf218c71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3805060 Jul 27 23:04:03.437979 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bfc23de0-5e2d-4e1d-93e8-b6911a5fbf3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:03.469238 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-14c64ff5-69ac-4cac-85b7-0150d96bc87d req-be0eca67-7d79-4ac6-8e9b-5a4de3bee8f0 tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] 10.222.0.18 "GET /v2.0/security-groups?id=3b54d803-f776-413f-b5bd-6e9336fca6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912072 Jul 27 23:04:03.543019 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-4f106182-58ad-4807-94db-bc5a337d3d9c req-fa85c6a4-4cf9-4723-aff4-f21496741e49 service neutron] 10.222.0.38 "GET /v2.0/networks/c451a142-86a9-4355-833f-365557d21b8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1978250 Jul 27 23:04:03.547063 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port e7bf3491-8bfc-434a-8d3b-3a0b3b90bbf4, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=e7bf3491-8bfc-434a-8d3b-3a0b3b90bbf4,segment=NetworkSegment(7332ccbf-8fd9-4ff5-bad6-b4b872eccd4e),segment_id=7332ccbf-8fd9-4ff5-bad6-b4b872eccd4e)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:04:03.575557 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device e7bf3491-8bfc-434a-8d3b-3a0b3b90bbf4 has no active binding in host n-h2-802623-1 {{(pid=93799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 27 23:04:03.616311 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ced758ba-2919-499c-a0f2-ba7815b134b3 req-bff4df7b-eb4d-41e5-9f03-c7f70be67afe service neutron] 10.222.0.38 "GET /v2.0/networks/591af2dd-f826-43b1-aa9d-e7a0bf218c71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1904502 Jul 27 23:04:03.637682 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bfc23de0-5e2d-4e1d-93e8-b6911a5fbf3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:03.669721 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-8233290e-07db-4c70-bde4-f2b89531046d admin admin] For port 24ce05b1-8251-452e-a480-068b362a600c, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=24ce05b1-8251-452e-a480-068b362a600c,segment=NetworkSegment(39bbb608-7ea1-4ec8-ba0c-9d2eadd98a1a),segment_id=39bbb608-7ea1-4ec8-ba0c-9d2eadd98a1a)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:04:03.669990 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8233290e-07db-4c70-bde4-f2b89531046d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:03.693237 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-8233290e-07db-4c70-bde4-f2b89531046d admin admin] Calling delete_port for 24ce05b1-8251-452e-a480-068b362a600c owned by network:router_interface {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:04:03.718349 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a240a5f8-20eb-4319-8155-4af428862b3b tempest-ServersWithSpecificFlavorTestJSON-503998184 tempest-ServersWithSpecificFlavorTestJSON-503998184-project] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:04:03.732294 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2346ee9-7590-42c2-a564-da558263820e None None] Sync routers for ids ['a93f17c0-6e53-469e-aa61-7194f1a9834a'] in n-d-802623-1 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:04:03.734614 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a240a5f8-20eb-4319-8155-4af428862b3b tempest-ServersWithSpecificFlavorTestJSON-503998184 tempest-ServersWithSpecificFlavorTestJSON-503998184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for floatingip, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:03.745299 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2346ee9-7590-42c2-a564-da558263820e None None] Routers {'a93f17c0-6e53-469e-aa61-7194f1a9834a'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:04:03.745928 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-c2346ee9-7590-42c2-a564-da558263820e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:03:59Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['a93f17c0-6e53-469e-aa61-7194f1a9834a'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:04:03.773814 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-4f106182-58ad-4807-94db-bc5a337d3d9c req-655c7099-d53a-450c-b88c-e9acccfc6747 service neutron] 10.222.0.38 "GET /v2.0/networks/c451a142-86a9-4355-833f-365557d21b8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2160225 Jul 27 23:04:03.799761 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-a240a5f8-20eb-4319-8155-4af428862b3b tempest-ServersWithSpecificFlavorTestJSON-503998184 tempest-ServersWithSpecificFlavorTestJSON-503998184-project] 10.222.0.18 "PUT /v2.0/floatingips/6a9599d4-b74a-48b8-be77-be03c0f49773 HTTP/1.1" status: 200 len: 991 time: 3.4147277 Jul 27 23:04:03.821781 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0dc449ee-b1b5-40ef-98a8-7d20b0a55655 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:03.830300 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cdf2adc-b542-43d4-96d6-0aba093c5965', 'tag': '7d38f8bd-33ba-44ca-a163-7b42dd423df4'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:04:03.836913 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}011f8d312121274bb12d78e77c6379a2079800640016cec6c6d605b73666e854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f91b598-1186-4df2-85e7-a2e02163939e" -d '{"events": [{"name": "network-changed", "server_uuid": "4cdf2adc-b542-43d4-96d6-0aba093c5965", "tag": "7d38f8bd-33ba-44ca-a163-7b42dd423df4"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:04:03.850720 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0dc449ee-b1b5-40ef-98a8-7d20b0a55655 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:03.906261 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-0dc449ee-b1b5-40ef-98a8-7d20b0a55655 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b14071f79ce949fb8d17adfb01d3e71c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6928127 Jul 27 23:04:03.930222 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 52236) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:04:03.933054 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 52240) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:04:03.934747 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-bfc23de0-5e2d-4e1d-93e8-b6911a5fbf3d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d3a8256db25f4325aea7adbbee19852b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5644157 Jul 27 23:04:03.937660 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc23de0-5e2d-4e1d-93e8-b6911a5fbf3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5888af35-31bc-40eb-8e14-157c41e8c9dd,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:04:04.011906 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-c2346ee9-7590-42c2-a564-da558263820e None None] Set router a93f17c0-6e53-469e-aa61-7194f1a9834a gateway port host: n-d-802623-1 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:04:04.074433 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-41675757-53d5-4103-a537-44ca3e15711f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:04.085712 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc449ee-b1b5-40ef-98a8-7d20b0a55655 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1830b32-3101-4ff6-800c-f2bf3ca14f1f,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:04:04.135164 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-41675757-53d5-4103-a537-44ca3e15711f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:04.143255 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 23:04:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fbc209e-7bc6-49af-ac51-dd99598a6a6a x-openstack-request-id: req-7fbc209e-7bc6-49af-ac51-dd99598a6a6a {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:04:04.143545 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4cdf2adc-b542-43d4-96d6-0aba093c5965", "tag": "7d38f8bd-33ba-44ca-a163-7b42dd423df4", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:04:04.145997 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7fbc209e-7bc6-49af-ac51-dd99598a6a6a {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:04:04.150016 n-d-802623-1 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4cdf2adc-b542-43d4-96d6-0aba093c5965', 'tag': '7d38f8bd-33ba-44ca-a163-7b42dd423df4', 'status': 'completed', 'code': 200} Jul 27 23:04:04.161206 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4e89d066-ca89-4f42-962c-f91fdd32d105 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:04.187090 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b608f017-e989-4a9f-b58d-922f251e2b23 req-b98a7008-8763-411f-a4fc-0b02b6a120c7 tempest-ServersOnMultiNodesTest-726307759 tempest-ServersOnMultiNodesTest-726307759-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:04.192863 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b608f017-e989-4a9f-b58d-922f251e2b23 req-b98a7008-8763-411f-a4fc-0b02b6a120c7 tempest-ServersOnMultiNodesTest-726307759 tempest-ServersOnMultiNodesTest-726307759-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=e2003561-c550-4bab-974d-bb6bd652d55d HTTP/1.1" status: 200 len: 1101 time: 0.1654134 Jul 27 23:04:04.197703 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4e89d066-ca89-4f42-962c-f91fdd32d105 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:04.223308 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-b608f017-e989-4a9f-b58d-922f251e2b23 req-5f481d95-34a1-4812-953a-a8e3250f5fb5 tempest-ServersOnMultiNodesTest-726307759 tempest-ServersOnMultiNodesTest-726307759-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:04.277558 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4e89d066-ca89-4f42-962c-f91fdd32d105 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:04.280447 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4e89d066-ca89-4f42-962c-f91fdd32d105 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:04.284353 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-4e89d066-ca89-4f42-962c-f91fdd32d105 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d1830b32-3101-4ff6-800c-f2bf3ca14f1f HTTP/1.1" status: 204 len: 168 time: 0.3470550 Jul 27 23:04:04.327536 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e89d066-ca89-4f42-962c-f91fdd32d105 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1830b32-3101-4ff6-800c-f2bf3ca14f1f,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:04:04.365004 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:04.435771 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f91b598-1186-4df2-85e7-a2e02163939e req-0973d884-82f9-406f-a749-43fa50181912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:04.437458 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-1f91b598-1186-4df2-85e7-a2e02163939e req-0973d884-82f9-406f-a749-43fa50181912 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=09c2e06aaf3c4aa785e90ae90800475c&device_id=4cdf2adc-b542-43d4-96d6-0aba093c5965 HTTP/1.1" status: 200 len: 1096 time: 0.2785652 Jul 27 23:04:04.444917 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-b608f017-e989-4a9f-b58d-922f251e2b23 req-5f481d95-34a1-4812-953a-a8e3250f5fb5 tempest-ServersOnMultiNodesTest-726307759 tempest-ServersOnMultiNodesTest-726307759-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:04.454897 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a032fcec-99d0-4d68-b682-bd9e24cb0d24 req-f1e6e540-4754-4d71-996d-09907a9b1a1e tempest-ServersAdminTestJSON-1581810367 tempest-ServersAdminTestJSON-1581810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:04.456388 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-c2346ee9-7590-42c2-a564-da558263820e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a93f17c0-6e53-469e-aa61-7194f1a9834a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-893120416-router', 'tenant_id': '09c2e06aaf3c4aa785e90ae90800475c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.81'}], 'enable_snat': True}, 'gw_port_id': 'ea92ec76-65f0-4e4e-94a9-e338356bb275', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:03:02Z', 'updated_at': '2021-07-27T23:03:09Z', 'revision_number': 4, 'project_id': '09c2e06aaf3c4aa785e90ae90800475c', 'gw_port': {'id': 'ea92ec76-65f0-4e4e-94a9-e338356bb275', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:05:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a93f17c0-6e53-469e-aa61-7194f1a9834a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:03:04Z', 'updated_at': '2021-07-27T23:03:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_floatingips': [{'id': '6a9599d4-b74a-48b8-be77-be03c0f49773', 'tenant_id': '09c2e06aaf3c4aa785e90ae90800475c', 'floating_ip_address': '172.25.4.194', 'floating_network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'router_id': 'a93f17c0-6e53-469e-aa61-7194f1a9834a', 'port_id': '7d38f8bd-33ba-44ca-a163-7b42dd423df4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 393, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f9004bd-8e90-4e82-a7cb-88f9b433c217', 'mac_address': 'fa:16:3e:83:0b:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cdf2adc-b542-43d4-96d6-0aba093c5965', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T23:03:34Z', 'updated_at': '2021-07-27T23:04:01Z', 'revision_number': 1, 'project_id': '09c2e06aaf3c4aa785e90ae90800475c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9dd1cc71-07bf-48c0-b2a4-4612760ea5b7', 'name': '', 'network_id': '0f9004bd-8e90-4e82-a7cb-88f9b433c217', 'tenant_id': '09c2e06aaf3c4aa785e90ae90800475c', 'mac_address': 'fa:16:3e:ef:38:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a93f17c0-6e53-469e-aa61-7194f1a9834a', 'device_owner': 'network:router_interface', 'standard_attr_id': 252, 'fixed_ips': [{'subnet_id': '681fdd2e-7bb4-498c-9817-5f416242773c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:03:08Z', 'updated_at': '2021-07-27T23:03:16Z', 'revision_number': 5, 'project_id': '09c2e06aaf3c4aa785e90ae90800475c', 'subnets': [{'id': '681fdd2e-7bb4-498c-9817-5f416242773c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:04:04.462524 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-b608f017-e989-4a9f-b58d-922f251e2b23 req-5f481d95-34a1-4812-953a-a8e3250f5fb5 tempest-ServersOnMultiNodesTest-726307759 tempest-ServersOnMultiNodesTest-726307759-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:04.463197 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a032fcec-99d0-4d68-b682-bd9e24cb0d24 req-f1e6e540-4754-4d71-996d-09907a9b1a1e tempest-ServersAdminTestJSON-1581810367 tempest-ServersAdminTestJSON-1581810367-project] 10.222.0.18 "GET /v2.0/ports?device_id=4c3fa56a-b0f7-486a-b9b6-11ec03b01c61 HTTP/1.1" status: 200 len: 949 time: 0.1956069 Jul 27 23:04:04.509613 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b608f017-e989-4a9f-b58d-922f251e2b23 req-5f481d95-34a1-4812-953a-a8e3250f5fb5 tempest-ServersOnMultiNodesTest-726307759 tempest-ServersOnMultiNodesTest-726307759-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=3b54d803-f776-413f-b5bd-6e9336fca6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3076808 Jul 27 23:04:04.513581 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2346ee9-7590-42c2-a564-da558263820e None None] Checking router: a93f17c0-6e53-469e-aa61-7194f1a9834a for host: n-d-802623-1 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 23:04:04.543687 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f481d95-34a1-4812-953a-a8e3250f5fb5 tempest-ServersOnMultiNodesTest-726307759 tempest-ServersOnMultiNodesTest-726307759-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43ce4a33-1aa1-4069-8f1b-6e327e04dda6,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:04:04.546871 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2346ee9-7590-42c2-a564-da558263820e None None] Routers {'a93f17c0-6e53-469e-aa61-7194f1a9834a'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:04:04.546871 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-c2346ee9-7590-42c2-a564-da558263820e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:03:59Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['a93f17c0-6e53-469e-aa61-7194f1a9834a'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:04:04.550869 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8233290e-07db-4c70-bde4-f2b89531046d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:04.600025 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a032fcec-99d0-4d68-b682-bd9e24cb0d24 req-1b17cb63-56ff-4745-856a-14c3cfb5cffa tempest-ServersAdminTestJSON-1581810367 tempest-ServersAdminTestJSON-1581810367-project] 10.222.0.18 "GET /v2.0/security-groups?id=ffa9f128-d6a7-4fb1-a632-c57615725739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299946 Jul 27 23:04:04.611936 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8233290e-07db-4c70-bde4-f2b89531046d admin admin] Pushing event deleted for resources: {'Port': ['ID=24ce05b1-8251-452e-a480-068b362a600c,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:04:04.616369 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-41675757-53d5-4103-a537-44ca3e15711f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:04.621372 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-41675757-53d5-4103-a537-44ca3e15711f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:04.625305 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-41675757-53d5-4103-a537-44ca3e15711f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5888af35-31bc-40eb-8e14-157c41e8c9dd HTTP/1.1" status: 204 len: 168 time: 0.6807239 Jul 27 23:04:04.689283 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-c2346ee9-7590-42c2-a564-da558263820e None None] Set router a93f17c0-6e53-469e-aa61-7194f1a9834a gateway port host: n-d-802623-1 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:04:04.725899 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c373214-f77f-4234-84e1-ce7331f8c323 req-15f7fdf1-eed9-48a4-9c3a-217818e68950 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:04.732999 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f91b598-1186-4df2-85e7-a2e02163939e req-f2df2221-604f-4250-a262-49c0c98da5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:04.734335 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-1f91b598-1186-4df2-85e7-a2e02163939e req-f2df2221-604f-4250-a262-49c0c98da5a2 service neutron] 10.222.0.49 "GET /v2.0/networks?id=0f9004bd-8e90-4e82-a7cb-88f9b433c217 HTTP/1.1" status: 200 len: 924 time: 0.2685237 Jul 27 23:04:04.738210 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7c373214-f77f-4234-84e1-ce7331f8c323 req-15f7fdf1-eed9-48a4-9c3a-217818e68950 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] 10.222.0.18 "GET /v2.0/ports?device_id=1691ef14-ab37-40a7-8189-31944c5092fc HTTP/1.1" status: 200 len: 944 time: 0.1481636 Jul 27 23:04:04.847605 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7c373214-f77f-4234-84e1-ce7331f8c323 req-bd668fe7-5893-4a34-87a3-77bb8d07c24b tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] 10.222.0.18 "GET /v2.0/security-groups?id=bed30b16-cd2d-47d0-9758-37dc9df2dfb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018710 Jul 27 23:04:04.860676 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41675757-53d5-4103-a537-44ca3e15711f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5888af35-31bc-40eb-8e14-157c41e8c9dd,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:04:05.080262 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-1f91b598-1186-4df2-85e7-a2e02163939e req-477d590f-5d23-409a-9850-16aaa9133af5 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7d38f8bd-33ba-44ca-a163-7b42dd423df4 HTTP/1.1" status: 200 len: 999 time: 0.3099101 Jul 27 23:04:05.193233 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f91b598-1186-4df2-85e7-a2e02163939e req-57176ac1-fdd0-4df7-9b02-f35f05a1e9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:05.194718 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-1f91b598-1186-4df2-85e7-a2e02163939e req-57176ac1-fdd0-4df7-9b02-f35f05a1e9aa service neutron] 10.222.0.49 "GET /v2.0/subnets?id=681fdd2e-7bb4-498c-9817-5f416242773c HTTP/1.1" status: 200 len: 862 time: 0.1021769 Jul 27 23:04:05.259337 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-c2346ee9-7590-42c2-a564-da558263820e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a93f17c0-6e53-469e-aa61-7194f1a9834a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-893120416-router', 'tenant_id': '09c2e06aaf3c4aa785e90ae90800475c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.81'}], 'enable_snat': True}, 'gw_port_id': 'ea92ec76-65f0-4e4e-94a9-e338356bb275', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:03:02Z', 'updated_at': '2021-07-27T23:03:09Z', 'revision_number': 4, 'project_id': '09c2e06aaf3c4aa785e90ae90800475c', 'gw_port': {'id': 'ea92ec76-65f0-4e4e-94a9-e338356bb275', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:05:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a93f17c0-6e53-469e-aa61-7194f1a9834a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:03:04Z', 'updated_at': '2021-07-27T23:03:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_floatingips': [{'id': '6a9599d4-b74a-48b8-be77-be03c0f49773', 'tenant_id': '09c2e06aaf3c4aa785e90ae90800475c', 'floating_ip_address': '172.25.4.194', 'floating_network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'router_id': 'a93f17c0-6e53-469e-aa61-7194f1a9834a', 'port_id': '7d38f8bd-33ba-44ca-a163-7b42dd423df4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 393, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f9004bd-8e90-4e82-a7cb-88f9b433c217', 'mac_address': 'fa:16:3e:83:0b:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cdf2adc-b542-43d4-96d6-0aba093c5965', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T23:03:34Z', 'updated_at': '2021-07-27T23:04:01Z', 'revision_number': 1, 'project_id': '09c2e06aaf3c4aa785e90ae90800475c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9dd1cc71-07bf-48c0-b2a4-4612760ea5b7', 'name': '', 'network_id': '0f9004bd-8e90-4e82-a7cb-88f9b433c217', 'tenant_id': '09c2e06aaf3c4aa785e90ae90800475c', 'mac_address': 'fa:16:3e:ef:38:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a93f17c0-6e53-469e-aa61-7194f1a9834a', 'device_owner': 'network:router_interface', 'standard_attr_id': 252, 'fixed_ips': [{'subnet_id': '681fdd2e-7bb4-498c-9817-5f416242773c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:03:08Z', 'updated_at': '2021-07-27T23:03:16Z', 'revision_number': 5, 'project_id': '09c2e06aaf3c4aa785e90ae90800475c', 'subnets': [{'id': '681fdd2e-7bb4-498c-9817-5f416242773c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:04:05.274889 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 52260) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:04:05.298029 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bb8c1e4d-94ca-46fa-9568-58cf499f71b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:05.335852 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2346ee9-7590-42c2-a564-da558263820e None None] The sync data for ids ['a93f17c0-6e53-469e-aa61-7194f1a9834a'] in n-d-802623-1 is: [{'id': 'a93f17c0-6e53-469e-aa61-7194f1a9834a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-893120416-router', 'tenant_id': '09c2e06aaf3c4aa785e90ae90800475c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.81'}], 'enable_snat': True}, 'gw_port_id': 'ea92ec76-65f0-4e4e-94a9-e338356bb275', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:03:02Z', 'updated_at': '2021-07-27T23:03:09Z', 'revision_number': 4, 'project_id': '09c2e06aaf3c4aa785e90ae90800475c', 'gw_port': {'id': 'ea92ec76-65f0-4e4e-94a9-e338356bb275', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:05:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a93f17c0-6e53-469e-aa61-7194f1a9834a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:03:04Z', 'updated_at': '2021-07-27T23:03:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_floatingips': [{'id': '6a9599d4-b74a-48b8-be77-be03c0f49773', 'tenant_id': '09c2e06aaf3c4aa785e90ae90800475c', 'floating_ip_address': '172.25.4.194', 'floating_network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'router_id': 'a93f17c0-6e53-469e-aa61-7194f1a9834a', 'port_id': '7d38f8bd-33ba-44ca-a163-7b42dd423df4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 393, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f9004bd-8e90-4e82-a7cb-88f9b433c217', 'mac_address': 'fa:16:3e:83:0b:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cdf2adc-b542-43d4-96d6-0aba093c5965', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T23:03:34Z', 'updated_at': '2021-07-27T23:04:01Z', 'revision_number': 1, 'project_id': '09c2e06aaf3c4aa785e90ae90800475c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9dd1cc71-07bf-48c0-b2a4-4612760ea5b7', 'name': '', 'network_id': '0f9004bd-8e90-4e82-a7cb-88f9b433c217', 'tenant_id': '09c2e06aaf3c4aa785e90ae90800475c', 'mac_address': 'fa:16:3e:ef:38:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a93f17c0-6e53-469e-aa61-7194f1a9834a', 'device_owner': 'network:router_interface', 'standard_attr_id': 252, 'fixed_ips': [{'subnet_id': '681fdd2e-7bb4-498c-9817-5f416242773c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:03:08Z', 'updated_at': '2021-07-27T23:03:16Z', 'revision_number': 5, 'project_id': '09c2e06aaf3c4aa785e90ae90800475c', 'subnets': [{'id': '681fdd2e-7bb4-498c-9817-5f416242773c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:04:05.339898 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f91b598-1186-4df2-85e7-a2e02163939e req-c292d308-768f-4ea6-b57f-c24a607f9869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:05.341409 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-1f91b598-1186-4df2-85e7-a2e02163939e req-c292d308-768f-4ea6-b57f-c24a607f9869 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0f9004bd-8e90-4e82-a7cb-88f9b433c217&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1311419 Jul 27 23:04:05.477971 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8233290e-07db-4c70-bde4-f2b89531046d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3760546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-413994'] for router_interface, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:05.487482 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bb8c1e4d-94ca-46fa-9568-58cf499f71b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:05.498722 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bb8c1e4d-94ca-46fa-9568-58cf499f71b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:05.509425 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-20f01f3b-aef1-40a8-881d-bcf669fcd47a req-d434a6fb-1ca8-4533-ba2c-638ff16cace6 tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=496de96608da4f74abc6cf1f10c98b52&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0563140 Jul 27 23:04:05.556627 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-bb8c1e4d-94ca-46fa-9568-58cf499f71b7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e6b9a95bf64e48a48a89e09873da8b61&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2805376 Jul 27 23:04:05.558037 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8c1e4d-94ca-46fa-9568-58cf499f71b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fffca068-d047-4ddf-95de-a1c1aa846f45,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:04:05.560226 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 52276) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:04:05.797482 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60619aa-7b10-44be-b238-2386145fcc02 req-08c7424d-bd06-423f-9e68-c6c3cfed8ba4 tempest-ServersAdminTestJSON-1581810367 tempest-ServersAdminTestJSON-1581810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:05.799253 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e60619aa-7b10-44be-b238-2386145fcc02 req-08c7424d-bd06-423f-9e68-c6c3cfed8ba4 tempest-ServersAdminTestJSON-1581810367 tempest-ServersAdminTestJSON-1581810367-project] 10.222.0.18 "GET /v2.0/ports?device_id=4c3fa56a-b0f7-486a-b9b6-11ec03b01c61 HTTP/1.1" status: 200 len: 949 time: 0.1201675 Jul 27 23:04:05.808108 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5803c025-bed8-4fd6-9e02-5111c643465a None None] New status for floating IP 6a9599d4-b74a-48b8-be77-be03c0f49773: ACTIVE {{(pid=93799) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 23:04:05.900572 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e60619aa-7b10-44be-b238-2386145fcc02 req-6eca1909-03a5-437a-9eb7-2f8543bd3dc2 tempest-ServersAdminTestJSON-1581810367 tempest-ServersAdminTestJSON-1581810367-project] 10.222.0.18 "GET /v2.0/security-groups?id=ffa9f128-d6a7-4fb1-a632-c57615725739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869050 Jul 27 23:04:06.085680 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a6adad-7005-4bb0-8a7f-91464d8e8794 req-4bef9267-d233-4039-9b88-195369fb8875 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:06.094517 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-24a6adad-7005-4bb0-8a7f-91464d8e8794 req-4bef9267-d233-4039-9b88-195369fb8875 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] 10.222.0.18 "GET /v2.0/ports?device_id=1691ef14-ab37-40a7-8189-31944c5092fc HTTP/1.1" status: 200 len: 944 time: 0.1068523 Jul 27 23:04:06.182508 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-24a6adad-7005-4bb0-8a7f-91464d8e8794 req-ea12f5aa-7fa9-480e-93bd-0cb4bbe25b39 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] 10.222.0.18 "GET /v2.0/security-groups?id=bed30b16-cd2d-47d0-9758-37dc9df2dfb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813098 Jul 27 23:04:06.211560 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-1f91b598-1186-4df2-85e7-a2e02163939e req-1de94b03-c63b-46ab-b5c9-f56442d4819d service neutron] 10.222.0.49 "GET /v2.0/networks/0f9004bd-8e90-4e82-a7cb-88f9b433c217?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8578522 Jul 27 23:04:06.358894 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f01f3b-aef1-40a8-881d-bcf669fcd47a req-2ff53b38-6ccc-4da0-b38c-8c78914da412 tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:06.363520 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-20f01f3b-aef1-40a8-881d-bcf669fcd47a req-2ff53b38-6ccc-4da0-b38c-8c78914da412 tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8368473 Jul 27 23:04:06.482608 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-20f01f3b-aef1-40a8-881d-bcf669fcd47a req-f15861a5-0432-4528-a5d5-8443fbed6d99 tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] 10.222.0.18 "GET /v2.0/quotas/496de96608da4f74abc6cf1f10c98b52 HTTP/1.1" status: 200 len: 375 time: 0.1013548 Jul 27 23:04:06.506597 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-30ee42af-4b89-44ea-9c4d-12bc68f4d2dd req-16272773-70cf-4801-b929-89151352c12b service neutron] 10.222.0.38 "GET /v2.0/ports/e7bf3491-8bfc-434a-8d3b-3a0b3b90bbf4/bindings/n-h2-802623-1 HTTP/1.1" status: 200 len: 384 time: 0.3504696 Jul 27 23:04:06.518718 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2edb4043-a990-4213-924e-847146f94499 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:06.575509 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-1f91b598-1186-4df2-85e7-a2e02163939e req-da7ae81e-6413-46e4-b4e7-f2717a786686 service neutron] 10.222.0.49 "GET /v2.0/networks/0f9004bd-8e90-4e82-a7cb-88f9b433c217?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2825325 Jul 27 23:04:06.643334 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2edb4043-a990-4213-924e-847146f94499 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:06.772915 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-20f01f3b-aef1-40a8-881d-bcf669fcd47a req-e994f803-89f4-4b50-9869-5e0fcc7028de tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=496de96608da4f74abc6cf1f10c98b52&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2732224 Jul 27 23:04:06.782503 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2edb4043-a990-4213-924e-847146f94499 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:06.785055 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2edb4043-a990-4213-924e-847146f94499 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:06.789514 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-2edb4043-a990-4213-924e-847146f94499 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/fffca068-d047-4ddf-95de-a1c1aa846f45 HTTP/1.1" status: 204 len: 168 time: 1.2143500 Jul 27 23:04:06.830567 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8233290e-07db-4c70-bde4-f2b89531046d admin admin] Router a324bf7a-3d44-4970-9ada-52db39b0d6b5 has already been hosted by L3 agent 018c4455-49c0-4734-927d-7824067b2a9e {{(pid=93797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 23:04:06.841946 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edb4043-a990-4213-924e-847146f94499 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fffca068-d047-4ddf-95de-a1c1aa846f45,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:04:07.028218 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-30ee42af-4b89-44ea-9c4d-12bc68f4d2dd req-2fa78137-dc45-420c-a900-5d3ddf75543b service neutron] For port e7bf3491-8bfc-434a-8d3b-3a0b3b90bbf4, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=e7bf3491-8bfc-434a-8d3b-3a0b3b90bbf4,segment=NetworkSegment(7332ccbf-8fd9-4ff5-bad6-b4b872eccd4e),segment_id=7332ccbf-8fd9-4ff5-bad6-b4b872eccd4e)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:04:07.060587 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-30ee42af-4b89-44ea-9c4d-12bc68f4d2dd req-2fa78137-dc45-420c-a900-5d3ddf75543b service neutron] For port e7bf3491-8bfc-434a-8d3b-3a0b3b90bbf4, host n-h1-802623-1, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:04:07.062447 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8233290e-07db-4c70-bde4-f2b89531046d admin admin] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:04:07.094493 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd69d1f-f553-4d91-b3b4-26f08fce4907 req-168bead9-f021-4a24-9f74-17e0041e6c42 tempest-ServersAdminTestJSON-1581810367 tempest-ServersAdminTestJSON-1581810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:07.094493 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-9fd69d1f-f553-4d91-b3b4-26f08fce4907 req-168bead9-f021-4a24-9f74-17e0041e6c42 tempest-ServersAdminTestJSON-1581810367 tempest-ServersAdminTestJSON-1581810367-project] 10.222.0.18 "GET /v2.0/ports?device_id=4c3fa56a-b0f7-486a-b9b6-11ec03b01c61 HTTP/1.1" status: 200 len: 949 time: 0.0932114 Jul 27 23:04:07.095015 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-8233290e-07db-4c70-bde4-f2b89531046d admin admin] 10.222.0.18 "PUT /v2.0/routers/a324bf7a-3d44-4970-9ada-52db39b0d6b5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7012734 Jul 27 23:04:07.095015 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 52312) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:04:07.106435 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-225b5a14-f039-4ce2-9195-2de03b293cc3 None None] Sync routers for ids ['a324bf7a-3d44-4970-9ada-52db39b0d6b5'] in n-d-802623-1 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:04:07.121857 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-225b5a14-f039-4ce2-9195-2de03b293cc3 None None] Routers {'a324bf7a-3d44-4970-9ada-52db39b0d6b5'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:04:07.122103 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-225b5a14-f039-4ce2-9195-2de03b293cc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:03:59Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['a324bf7a-3d44-4970-9ada-52db39b0d6b5'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:04:07.241373 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-9fd69d1f-f553-4d91-b3b4-26f08fce4907 req-9bc2c671-1197-4a64-9f6a-441e4878b0bd tempest-ServersAdminTestJSON-1581810367 tempest-ServersAdminTestJSON-1581810367-project] 10.222.0.18 "GET /v2.0/security-groups?id=ffa9f128-d6a7-4fb1-a632-c57615725739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566160 Jul 27 23:04:07.309699 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c81e4622-02aa-4810-a95a-19e6c2f2b776 admin admin] Notify callbacks [] for router, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:07.337656 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-225b5a14-f039-4ce2-9195-2de03b293cc3 None None] Set router a324bf7a-3d44-4970-9ada-52db39b0d6b5 gateway port host: n-d-802623-1 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:04:07.423669 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5872e4-86a4-4bb7-817e-47fb0923c557 req-567b4bf6-7b49-4e22-8b62-025c8d47e874 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:07.425543 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-de5872e4-86a4-4bb7-817e-47fb0923c557 req-567b4bf6-7b49-4e22-8b62-025c8d47e874 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] 10.222.0.18 "GET /v2.0/ports?device_id=1691ef14-ab37-40a7-8189-31944c5092fc HTTP/1.1" status: 200 len: 944 time: 0.0690801 Jul 27 23:04:07.487537 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [req-30ee42af-4b89-44ea-9c4d-12bc68f4d2dd req-2fa78137-dc45-420c-a900-5d3ddf75543b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7bf3491-8bfc-434a-8d3b-3a0b3b90bbf4 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:04:07.525274 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-de5872e4-86a4-4bb7-817e-47fb0923c557 req-14a2e976-52b8-450d-933a-3474a053f5db tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] 10.222.0.18 "GET /v2.0/security-groups?id=bed30b16-cd2d-47d0-9758-37dc9df2dfb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932012 Jul 27 23:04:07.559736 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-30ee42af-4b89-44ea-9c4d-12bc68f4d2dd req-2fa78137-dc45-420c-a900-5d3ddf75543b service neutron] For port e7bf3491-8bfc-434a-8d3b-3a0b3b90bbf4, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=e7bf3491-8bfc-434a-8d3b-3a0b3b90bbf4,segment=NetworkSegment(7332ccbf-8fd9-4ff5-bad6-b4b872eccd4e),segment_id=7332ccbf-8fd9-4ff5-bad6-b4b872eccd4e)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:04:07.646068 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-225b5a14-f039-4ce2-9195-2de03b293cc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a324bf7a-3d44-4970-9ada-52db39b0d6b5', 'name': 'tempest-FloatingIPDetailsTestJSON-898980746-router', 'tenant_id': '5ad9b760772544809f990a104d49ba12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': 'd13c007f-8f19-4e63-8cfd-587be577ff56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:03:27Z', 'updated_at': '2021-07-27T23:04:04Z', 'revision_number': 5, 'project_id': '5ad9b760772544809f990a104d49ba12', 'gw_port': {'id': 'd13c007f-8f19-4e63-8cfd-587be577ff56', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:5d:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a324bf7a-3d44-4970-9ada-52db39b0d6b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:03:28Z', 'updated_at': '2021-07-27T23:03:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1'}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:04:07.690161 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-30ee42af-4b89-44ea-9c4d-12bc68f4d2dd req-2fa78137-dc45-420c-a900-5d3ddf75543b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:07.710978 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-225b5a14-f039-4ce2-9195-2de03b293cc3 None None] Checking router: a324bf7a-3d44-4970-9ada-52db39b0d6b5 for host: n-d-802623-1 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 23:04:07.726571 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-225b5a14-f039-4ce2-9195-2de03b293cc3 None None] Routers {'a324bf7a-3d44-4970-9ada-52db39b0d6b5'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:04:07.727352 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-225b5a14-f039-4ce2-9195-2de03b293cc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:03:59Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['a324bf7a-3d44-4970-9ada-52db39b0d6b5'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:04:07.905441 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c81e4622-02aa-4810-a95a-19e6c2f2b776 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:07.929180 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-225b5a14-f039-4ce2-9195-2de03b293cc3 None None] Set router a324bf7a-3d44-4970-9ada-52db39b0d6b5 gateway port host: n-d-802623-1 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:04:08.045360 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 52342) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:04:08.079455 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [req-30ee42af-4b89-44ea-9c4d-12bc68f4d2dd req-2fa78137-dc45-420c-a900-5d3ddf75543b service neutron] Transition to ACTIVE for port object e7bf3491-8bfc-434a-8d3b-3a0b3b90bbf4 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:04:08.094533 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-30ee42af-4b89-44ea-9c4d-12bc68f4d2dd req-2fa78137-dc45-420c-a900-5d3ddf75543b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11336041'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:08.256697 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [req-30ee42af-4b89-44ea-9c4d-12bc68f4d2dd req-2fa78137-dc45-420c-a900-5d3ddf75543b service neutron] No DVR routers for this DVR port e7bf3491-8bfc-434a-8d3b-3a0b3b90bbf4 on host n-h1-802623-1 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:04:08.260069 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-c81e4622-02aa-4810-a95a-19e6c2f2b776 admin admin] Deleting port d13c007f-8f19-4e63-8cfd-587be577ff56 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:04:08.260405 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c81e4622-02aa-4810-a95a-19e6c2f2b776 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:08.267026 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device e7bf3491-8bfc-434a-8d3b-3a0b3b90bbf4 no longer exists at agent hyperv_n-h1-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:04:08.334686 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device e7bf3491-8bfc-434a-8d3b-3a0b3b90bbf4 not bound to the agent host n-h1-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:04:08.351736 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-46791162-c038-42b9-bfa0-cdf2b1d69d66 req-f4a0cdf1-d0e5-4423-af2c-ed855b84dd13 tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] 10.222.0.18 "GET /v2.0/ports?device_id=e6f2234d-172f-47b3-ba46-4df9ad45aa8f HTTP/1.1" status: 200 len: 210 time: 0.1177819 Jul 27 23:04:08.362257 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ad6d2154-6a70-4ebb-9db5-0f7ec101c35a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:08.402044 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa78137-dc45-420c-a900-5d3ddf75543b service neutron] Pushing event updated for resources: {'Port': ['ID=e7bf3491-8bfc-434a-8d3b-3a0b3b90bbf4,revision_number=10']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:04:08.462371 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-225b5a14-f039-4ce2-9195-2de03b293cc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a324bf7a-3d44-4970-9ada-52db39b0d6b5', 'name': 'tempest-FloatingIPDetailsTestJSON-898980746-router', 'tenant_id': '5ad9b760772544809f990a104d49ba12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': 'd13c007f-8f19-4e63-8cfd-587be577ff56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:03:27Z', 'updated_at': '2021-07-27T23:04:04Z', 'revision_number': 5, 'project_id': '5ad9b760772544809f990a104d49ba12', 'gw_port': {'id': 'd13c007f-8f19-4e63-8cfd-587be577ff56', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:5d:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a324bf7a-3d44-4970-9ada-52db39b0d6b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:03:28Z', 'updated_at': '2021-07-27T23:03:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1'}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:04:08.497023 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-225b5a14-f039-4ce2-9195-2de03b293cc3 None None] The sync data for ids ['a324bf7a-3d44-4970-9ada-52db39b0d6b5'] in n-d-802623-1 is: [{'id': 'a324bf7a-3d44-4970-9ada-52db39b0d6b5', 'name': 'tempest-FloatingIPDetailsTestJSON-898980746-router', 'tenant_id': '5ad9b760772544809f990a104d49ba12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': 'd13c007f-8f19-4e63-8cfd-587be577ff56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:03:27Z', 'updated_at': '2021-07-27T23:04:04Z', 'revision_number': 5, 'project_id': '5ad9b760772544809f990a104d49ba12', 'gw_port': {'id': 'd13c007f-8f19-4e63-8cfd-587be577ff56', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:5d:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a324bf7a-3d44-4970-9ada-52db39b0d6b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:03:28Z', 'updated_at': '2021-07-27T23:03:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1'}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:04:08.538641 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-c81e4622-02aa-4810-a95a-19e6c2f2b776 admin admin] For port d13c007f-8f19-4e63-8cfd-587be577ff56, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=d13c007f-8f19-4e63-8cfd-587be577ff56,segment=NetworkSegment(b9afe07e-bbe4-4740-834c-4b6a9698bdbc),segment_id=b9afe07e-bbe4-4740-834c-4b6a9698bdbc)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:04:08.541611 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c81e4622-02aa-4810-a95a-19e6c2f2b776 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:08.571526 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-30ee42af-4b89-44ea-9c4d-12bc68f4d2dd req-2fa78137-dc45-420c-a900-5d3ddf75543b service neutron] 10.222.0.38 "PUT /v2.0/ports/e7bf3491-8bfc-434a-8d3b-3a0b3b90bbf4/bindings/n-h2-802623-1/activate HTTP/1.1" status: 200 len: 369 time: 2.0509114 Jul 27 23:04:08.572510 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-c81e4622-02aa-4810-a95a-19e6c2f2b776 admin admin] Calling delete_port for d13c007f-8f19-4e63-8cfd-587be577ff56 owned by network:router_gateway {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:04:08.589776 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0469b9-203b-4972-9d5a-bf0525422b7e req-d7eae955-8b07-446c-ba90-565c070e3c6f tempest-ServersAdminTestJSON-1581810367 tempest-ServersAdminTestJSON-1581810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:08.596561 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-1a0469b9-203b-4972-9d5a-bf0525422b7e req-d7eae955-8b07-446c-ba90-565c070e3c6f tempest-ServersAdminTestJSON-1581810367 tempest-ServersAdminTestJSON-1581810367-project] 10.222.0.18 "GET /v2.0/ports?device_id=4c3fa56a-b0f7-486a-b9b6-11ec03b01c61 HTTP/1.1" status: 200 len: 949 time: 0.2057452 Jul 27 23:04:08.695776 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-1a0469b9-203b-4972-9d5a-bf0525422b7e req-ff31c921-363f-45fb-965d-8e4c24fbd2c2 tempest-ServersAdminTestJSON-1581810367 tempest-ServersAdminTestJSON-1581810367-project] 10.222.0.18 "GET /v2.0/security-groups?id=ffa9f128-d6a7-4fb1-a632-c57615725739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817163 Jul 27 23:04:08.744631 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 52370) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:04:08.782814 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ad6d2154-6a70-4ebb-9db5-0f7ec101c35a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:08.796991 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ad6d2154-6a70-4ebb-9db5-0f7ec101c35a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:08.804046 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f63dd2-0d0c-4a92-b100-f7859d242762 req-ab2efa52-29cd-4a86-9f87-e5f66513a52c tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:08.806012 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-21f63dd2-0d0c-4a92-b100-f7859d242762 req-ab2efa52-29cd-4a86-9f87-e5f66513a52c tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] 10.222.0.18 "GET /v2.0/ports?device_id=1691ef14-ab37-40a7-8189-31944c5092fc HTTP/1.1" status: 200 len: 945 time: 0.1194293 Jul 27 23:04:08.811592 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ee42af-4b89-44ea-9c4d-12bc68f4d2dd req-f0062585-beb0-4d0e-9b18-74365b23169e tempest-LiveMigrationTest-1100887879 tempest-LiveMigrationTest-1100887879-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:08.813315 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-30ee42af-4b89-44ea-9c4d-12bc68f4d2dd req-f0062585-beb0-4d0e-9b18-74365b23169e tempest-LiveMigrationTest-1100887879 tempest-LiveMigrationTest-1100887879-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=1691ef14-ab37-40a7-8189-31944c5092fc&tenant_id=59376bbb1c574537a7eaca41e781bf3f&binding%3Ahost_id=n-h1-802623-1 HTTP/1.1" status: 200 len: 1096 time: 0.1650770 Jul 27 23:04:08.884016 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6d2154-6a70-4ebb-9db5-0f7ec101c35a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e809ba26-b456-4396-8113-2bc260ef268e,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:04:08.931769 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-ad6d2154-6a70-4ebb-9db5-0f7ec101c35a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9209301373d541afbfce83d1aa7bbc25&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8825748 Jul 27 23:04:08.935538 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 52376) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:04:08.998552 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-2b9184e8-c4e5-4e27-a36d-4ec1ee6d73b1 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1014090243-network', 'tenant_id': '2b51160ea37c42ce86518efb7f5012de'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:04:09.022616 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-21f63dd2-0d0c-4a92-b100-f7859d242762 req-1da8bf3d-f1ec-41ce-99fc-76df90d033ec tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] 10.222.0.18 "GET /v2.0/security-groups?id=bed30b16-cd2d-47d0-9758-37dc9df2dfb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432953 Jul 27 23:04:09.025011 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-73c62f89-f06f-4832-ab29-b5d6df3a6e4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:09.069612 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ee42af-4b89-44ea-9c4d-12bc68f4d2dd req-aafa3fdd-1269-4826-ace0-5cb560d67323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:09.071000 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-73c62f89-f06f-4832-ab29-b5d6df3a6e4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:09.071417 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-30ee42af-4b89-44ea-9c4d-12bc68f4d2dd req-aafa3fdd-1269-4826-ace0-5cb560d67323 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=1691ef14-ab37-40a7-8189-31944c5092fc&tenant_id=59376bbb1c574537a7eaca41e781bf3f HTTP/1.1" status: 200 len: 1096 time: 0.1726489 Jul 27 23:04:09.085867 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b9184e8-c4e5-4e27-a36d-4ec1ee6d73b1 admin admin] Made reservation on behalf of 2b51160ea37c42ce86518efb7f5012de for: {'network': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:04:09.088875 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2b9184e8-c4e5-4e27-a36d-4ec1ee6d73b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for network, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:09.116271 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2b9184e8-c4e5-4e27-a36d-4ec1ee6d73b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:09.152543 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-73c62f89-f06f-4832-ab29-b5d6df3a6e4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:09.159484 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-73c62f89-f06f-4832-ab29-b5d6df3a6e4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:09.163808 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-73c62f89-f06f-4832-ab29-b5d6df3a6e4d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e809ba26-b456-4396-8113-2bc260ef268e HTTP/1.1" status: 204 len: 168 time: 0.2266879 Jul 27 23:04:09.173642 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c62f89-f06f-4832-ab29-b5d6df3a6e4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e809ba26-b456-4396-8113-2bc260ef268e,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:04:09.264307 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c81e4622-02aa-4810-a95a-19e6c2f2b776 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:09.301036 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81e4622-02aa-4810-a95a-19e6c2f2b776 admin admin] Pushing event deleted for resources: {'Port': ['ID=d13c007f-8f19-4e63-8cfd-587be577ff56,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:04:09.390069 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ee42af-4b89-44ea-9c4d-12bc68f4d2dd req-6b9ffc54-cf30-49d1-b654-9073514a5aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:09.391650 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-30ee42af-4b89-44ea-9c4d-12bc68f4d2dd req-6b9ffc54-cf30-49d1-b654-9073514a5aff service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=59376bbb1c574537a7eaca41e781bf3f&device_id=1691ef14-ab37-40a7-8189-31944c5092fc HTTP/1.1" status: 200 len: 1096 time: 0.2864263 Jul 27 23:04:09.393621 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2b9184e8-c4e5-4e27-a36d-4ec1ee6d73b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:09.424348 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2b9184e8-c4e5-4e27-a36d-4ec1ee6d73b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:09.522224 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b9184e8-c4e5-4e27-a36d-4ec1ee6d73b1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 529} {{(pid=93797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 23:04:09.532256 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9184e8-c4e5-4e27-a36d-4ec1ee6d73b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ee1769a-7cc2-4f9a-a15b-54c39d35bd6e,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:04:09.539101 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c81e4622-02aa-4810-a95a-19e6c2f2b776 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-415368'] for router_gateway, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:09.587439 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-0ba0bf08-87a1-4159-a124-15e49c3e1d1c req-9a566e9c-5cc4-42c7-80e6-de2c27970ee0 tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] 10.222.0.18 "GET /v2.0/ports?device_id=e6f2234d-172f-47b3-ba46-4df9ad45aa8f HTTP/1.1" status: 200 len: 210 time: 0.0611718 Jul 27 23:04:09.645631 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2b9184e8-c4e5-4e27-a36d-4ec1ee6d73b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:09.645988 n-d-802623-1 neutron-server[93797]: INFO neutron.db.segments_db [None req-2b9184e8-c4e5-4e27-a36d-4ec1ee6d73b1 admin admin] Added segment ff9b0beb-ebd9-45f3-9693-d627eb3bb065 of type vlan for network 7ba5f889-7a68-424d-8fa1-71447bc958df Jul 27 23:04:09.691015 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 52384) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:04:09.709106 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bbf9419f-3327-44c8-b9e8-f296830c59de admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:09.710159 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c81e4622-02aa-4810-a95a-19e6c2f2b776 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62205'] for router, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:09.845392 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bbf9419f-3327-44c8-b9e8-f296830c59de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:09.856862 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bbf9419f-3327-44c8-b9e8-f296830c59de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:09.906646 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-bbf9419f-3327-44c8-b9e8-f296830c59de admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d37831e5f6bb4c8e9467993844b645a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2142208 Jul 27 23:04:09.907291 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 52390) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:04:09.914409 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf9419f-3327-44c8-b9e8-f296830c59de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b5105e5-98a0-48a3-829f-653c6d83b006,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:04:09.972740 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4a6f224e-fc04-4bfd-9e6a-a99988960fb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:10.009250 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4a6f224e-fc04-4bfd-9e6a-a99988960fb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:10.029920 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c81e4622-02aa-4810-a95a-19e6c2f2b776 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:10.098377 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4a6f224e-fc04-4bfd-9e6a-a99988960fb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:10.113060 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4a6f224e-fc04-4bfd-9e6a-a99988960fb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:10.116713 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-4a6f224e-fc04-4bfd-9e6a-a99988960fb9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7b5105e5-98a0-48a3-829f-653c6d83b006 HTTP/1.1" status: 204 len: 168 time: 0.2069778 Jul 27 23:04:10.141654 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6f224e-fc04-4bfd-9e6a-a99988960fb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b5105e5-98a0-48a3-829f-653c6d83b006,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:04:10.261617 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ee42af-4b89-44ea-9c4d-12bc68f4d2dd req-02150e40-2226-4039-ad9b-02e3fc480aea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:10.265911 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-30ee42af-4b89-44ea-9c4d-12bc68f4d2dd req-02150e40-2226-4039-ad9b-02e3fc480aea service neutron] 10.222.0.49 "GET /v2.0/networks?id=c451a142-86a9-4355-833f-365557d21b8d HTTP/1.1" status: 200 len: 909 time: 0.8516986 Jul 27 23:04:10.311899 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-20f01f3b-aef1-40a8-881d-bcf669fcd47a req-953ee331-ec69-4c3b-b738-72be942888a7 tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=496de96608da4f74abc6cf1f10c98b52&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1167455 Jul 27 23:04:10.312280 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c81e4622-02aa-4810-a95a-19e6c2f2b776 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-477831'] for router, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:10.312833 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c81e4622-02aa-4810-a95a-19e6c2f2b776 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a324bf7a-3d44-4970-9ada-52db39b0d6b5 {{(pid=93797) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 23:04:10.317997 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2b9184e8-c4e5-4e27-a36d-4ec1ee6d73b1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736833354590'] for network, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:10.323166 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7ba85e-609f-44e9-8960-8d4f0295af7e req-fcee2951-2dc9-4d38-9d7c-34784a80d7a3 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:10.330810 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 24ce05b1-8251-452e-a480-068b362a600c no longer exists at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:04:10.347717 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ac7ba85e-609f-44e9-8960-8d4f0295af7e req-fcee2951-2dc9-4d38-9d7c-34784a80d7a3 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] 10.222.0.18 "GET /v2.0/ports?device_id=1691ef14-ab37-40a7-8189-31944c5092fc HTTP/1.1" status: 200 len: 945 time: 0.1483319 Jul 27 23:04:10.365723 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] No Port match for: 24ce05b1-8251-452e-a480-068b362a600c {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:04:10.366071 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 24ce05b1-8251-452e-a480-068b362a600c not bound to the agent host n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:04:10.374500 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c81e4622-02aa-4810-a95a-19e6c2f2b776 admin admin] Notify callbacks [] for router, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:10.378206 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-c81e4622-02aa-4810-a95a-19e6c2f2b776 admin admin] 10.222.0.18 "DELETE /v2.0/routers/a324bf7a-3d44-4970-9ada-52db39b0d6b5 HTTP/1.1" status: 204 len: 168 time: 3.2828741 Jul 27 23:04:10.385426 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 52396) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:04:10.393765 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-30ee42af-4b89-44ea-9c4d-12bc68f4d2dd req-71b81761-bd03-47b3-ad8f-da46c35d5931 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e7bf3491-8bfc-434a-8d3b-3a0b3b90bbf4 HTTP/1.1" status: 200 len: 217 time: 0.0942726 Jul 27 23:04:10.472034 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ac7ba85e-609f-44e9-8960-8d4f0295af7e req-1f946bd5-c3e3-4821-acf2-481715cb94ba tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] 10.222.0.18 "GET /v2.0/security-groups?id=bed30b16-cd2d-47d0-9758-37dc9df2dfb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193492 Jul 27 23:04:10.500691 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_v2 [None req-49cf8acf-cea3-43e2-a263-6de89c9ad8da admin admin] Deleting subnet f7e56cef-dd4e-46d6-9b72-3c656d92d1ca {{(pid=93798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 23:04:10.521948 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-49cf8acf-cea3-43e2-a263-6de89c9ad8da admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:10.528957 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.db.resource_extend [None req-2b9184e8-c4e5-4e27-a36d-4ec1ee6d73b1 admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 27 23:04:10.576883 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a7a9f1-6edd-42d3-b59a-d7687c03d525 req-daa53681-459c-406d-b40e-21b84bd9a163 tempest-ServersAdminTestJSON-1581810367 tempest-ServersAdminTestJSON-1581810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:10.578378 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-85a7a9f1-6edd-42d3-b59a-d7687c03d525 req-daa53681-459c-406d-b40e-21b84bd9a163 tempest-ServersAdminTestJSON-1581810367 tempest-ServersAdminTestJSON-1581810367-project] 10.222.0.18 "GET /v2.0/ports?device_id=4c3fa56a-b0f7-486a-b9b6-11ec03b01c61 HTTP/1.1" status: 200 len: 949 time: 0.4134252 Jul 27 23:04:10.622693 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2b9184e8-c4e5-4e27-a36d-4ec1ee6d73b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569'] for network, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:10.623825 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b9184e8-c4e5-4e27-a36d-4ec1ee6d73b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:10.624416 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2b9184e8-c4e5-4e27-a36d-4ec1ee6d73b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for network, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:10.643356 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ee42af-4b89-44ea-9c4d-12bc68f4d2dd req-fff89d1c-66ea-4eff-82d5-95bdf94ff4c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:10.645668 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-30ee42af-4b89-44ea-9c4d-12bc68f4d2dd req-fff89d1c-66ea-4eff-82d5-95bdf94ff4c4 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b1592ca5-0a74-47a5-88e1-85b3448a0017 HTTP/1.1" status: 200 len: 848 time: 0.2366257 Jul 27 23:04:10.664317 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-49cf8acf-cea3-43e2-a263-6de89c9ad8da admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11163249'] for subnet, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:10.778496 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-30ee42af-4b89-44ea-9c4d-12bc68f4d2dd req-1a497162-21dc-4800-bb92-0feea378127c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c451a142-86a9-4355-833f-365557d21b8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1131427 Jul 27 23:04:10.788886 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f01f3b-aef1-40a8-881d-bcf669fcd47a req-b2661718-515c-480e-b368-cf815ac866b2 tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:10.791473 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-20f01f3b-aef1-40a8-881d-bcf669fcd47a req-b2661718-515c-480e-b368-cf815ac866b2 tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4221010 Jul 27 23:04:10.812626 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-85a7a9f1-6edd-42d3-b59a-d7687c03d525 req-8d090f63-c42c-4f14-a7bc-4de3eda64abc tempest-ServersAdminTestJSON-1581810367 tempest-ServersAdminTestJSON-1581810367-project] 10.222.0.18 "GET /v2.0/security-groups?id=ffa9f128-d6a7-4fb1-a632-c57615725739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2228851 Jul 27 23:04:10.817359 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-2b9184e8-c4e5-4e27-a36d-4ec1ee6d73b1 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.0702996 Jul 27 23:04:10.852479 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-6d5e539b-9aa4-447b-968b-9f8607109f31 req-e40ddd3b-f2bb-4372-9046-93fb144e0084 tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] 10.222.0.18 "GET /v2.0/ports?device_id=e6f2234d-172f-47b3-ba46-4df9ad45aa8f HTTP/1.1" status: 200 len: 210 time: 0.0809054 Jul 27 23:04:10.866235 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 52406) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:04:10.878514 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-8be7b0fc-d08b-4050-907b-ce04a16a8362 admin admin] Request body: {'subnet': {'network_id': '7ba5f889-7a68-424d-8fa1-71447bc958df', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1014090243-subnet', 'tenant_id': '2b51160ea37c42ce86518efb7f5012de', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:04:10.880745 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9184e8-c4e5-4e27-a36d-4ec1ee6d73b1 admin admin] Pushing event updated for resources: {'Network': ['ID=7ba5f889-7a68-424d-8fa1-71447bc958df,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:04:10.890018 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-20f01f3b-aef1-40a8-881d-bcf669fcd47a req-741e8b23-6d0a-4e5b-98e6-08fe338d372f tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=496de96608da4f74abc6cf1f10c98b52&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1278841 Jul 27 23:04:10.896325 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Network 7ba5f889-7a68-424d-8fa1-71447bc958df details requested by agent ovs-agent-n-d-802623-1 with host n-d-802623-1 {{(pid=93799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 23:04:10.987609 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [req-20f01f3b-aef1-40a8-881d-bcf669fcd47a req-986d00e7-ca2e-44fe-bffb-20c6d12019bd tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] Request body: {'port': {'device_id': 'bf453e9d-a565-4822-a6e6-6dce3fb08a87', 'network_id': '591af2dd-f826-43b1-aa9d-e7a0bf218c71', 'admin_state_up': True, 'tenant_id': '496de96608da4f74abc6cf1f10c98b52'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:04:11.163956 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8be7b0fc-d08b-4050-907b-ce04a16a8362 admin admin] Made reservation on behalf of 2b51160ea37c42ce86518efb7f5012de for: {'subnet': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:04:11.166526 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8be7b0fc-d08b-4050-907b-ce04a16a8362 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12265828'] for subnet, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:11.242440 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-30ee42af-4b89-44ea-9c4d-12bc68f4d2dd req-e0e880ea-6c90-4ef9-a99c-ae4f4a005a8a service neutron] 10.222.0.49 "GET /v2.0/networks/c451a142-86a9-4355-833f-365557d21b8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4492002 Jul 27 23:04:11.309769 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20f01f3b-aef1-40a8-881d-bcf669fcd47a req-986d00e7-ca2e-44fe-bffb-20c6d12019bd tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] Made reservation on behalf of 496de96608da4f74abc6cf1f10c98b52 for: {'port': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:04:11.313603 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-20f01f3b-aef1-40a8-881d-bcf669fcd47a req-986d00e7-ca2e-44fe-bffb-20c6d12019bd tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:11.314609 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-49cf8acf-cea3-43e2-a263-6de89c9ad8da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620741'] for subnet, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:11.377448 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f01f3b-aef1-40a8-881d-bcf669fcd47a req-bc1f4d92-4c89-4788-b60a-0054c079c91c tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:11.379428 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-20f01f3b-aef1-40a8-881d-bcf669fcd47a req-bc1f4d92-4c89-4788-b60a-0054c079c91c tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4815013 Jul 27 23:04:11.414571 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [req-20f01f3b-aef1-40a8-881d-bcf669fcd47a req-a493a440-873b-4985-9dfa-3ca4682dba65 tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] Request body: {'port': {'device_id': 'e6f2234d-172f-47b3-ba46-4df9ad45aa8f', 'network_id': '591af2dd-f826-43b1-aa9d-e7a0bf218c71', 'admin_state_up': True, 'tenant_id': '496de96608da4f74abc6cf1f10c98b52'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:04:11.519123 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-30ee42af-4b89-44ea-9c4d-12bc68f4d2dd req-69c4940b-3220-4157-bb9f-6dffe1688cb2 service neutron] 10.222.0.49 "GET /v2.0/networks/c451a142-86a9-4355-833f-365557d21b8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2617552 Jul 27 23:04:11.609782 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-49cf8acf-cea3-43e2-a263-6de89c9ad8da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11971800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12265753'] for subnet, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:11.636520 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [req-20f01f3b-aef1-40a8-881d-bcf669fcd47a req-986d00e7-ca2e-44fe-bffb-20c6d12019bd tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] Allocated IP 192.168.233.15 (591af2dd-f826-43b1-aa9d-e7a0bf218c71/62938449-046d-4cbe-923a-7ebb632c358d/d16d8cf4-e2de-4eb8-9fe9-4d707871ce90) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:04:11.680675 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cf8acf-cea3-43e2-a263-6de89c9ad8da admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f7e56cef-dd4e-46d6-9b72-3c656d92d1ca,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:04:11.690427 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-49cf8acf-cea3-43e2-a263-6de89c9ad8da admin admin] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:11.692438 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-49cf8acf-cea3-43e2-a263-6de89c9ad8da admin admin] 10.222.0.18 "DELETE /v2.0/subnets/f7e56cef-dd4e-46d6-9b72-3c656d92d1ca HTTP/1.1" status: 204 len: 168 time: 1.3057778 Jul 27 23:04:11.702405 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05f6e223-53f2-458d-9bce-df6c7dccd3ac None None] Network 64ab927a-c811-4365-8fcf-e0b65e59bef1 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:04:11.713443 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 52428) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:04:11.882201 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-20f01f3b-aef1-40a8-881d-bcf669fcd47a req-986d00e7-ca2e-44fe-bffb-20c6d12019bd tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:11.885350 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20f01f3b-aef1-40a8-881d-bcf669fcd47a req-a493a440-873b-4985-9dfa-3ca4682dba65 tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] Made reservation on behalf of 496de96608da4f74abc6cf1f10c98b52 for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:04:11.907539 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-20f01f3b-aef1-40a8-881d-bcf669fcd47a req-a493a440-873b-4985-9dfa-3ca4682dba65 tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:11.920205 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [req-20f01f3b-aef1-40a8-881d-bcf669fcd47a req-986d00e7-ca2e-44fe-bffb-20c6d12019bd tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] Transition to ACTIVE for port object d16d8cf4-e2de-4eb8-9fe9-4d707871ce90 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:04:11.944076 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8be7b0fc-d08b-4050-907b-ce04a16a8362 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11971609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12265750'] for subnet, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:11.991725 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e04ffc7-8e18-48e9-b3a1-46513d169254 req-0c1a2e7a-82a9-4b40-bfa2-84c02437fdb5 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:11.993541 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-6e04ffc7-8e18-48e9-b3a1-46513d169254 req-0c1a2e7a-82a9-4b40-bfa2-84c02437fdb5 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] 10.222.0.18 "GET /v2.0/ports?device_id=1691ef14-ab37-40a7-8189-31944c5092fc HTTP/1.1" status: 200 len: 945 time: 0.3330772 Jul 27 23:04:12.011521 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-20f01f3b-aef1-40a8-881d-bcf669fcd47a req-986d00e7-ca2e-44fe-bffb-20c6d12019bd tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:12.026811 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] get_ports_and_sgs() called for port_ids ['5846d570-02c7-4aa0-9192-d3ba5af45f47'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:04:12.058557 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c36b73dc-61eb-4f50-9cd8-5a8eceb4510d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593271'] for network, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:12.148154 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa9c5e6c-83cb-4c66-8154-d41c808fea27 None None] DHCP port deletion for 64ab927a-c811-4365-8fcf-e0b65e59bef1 request from n-d-802623-1 {{(pid=93799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 23:04:12.160861 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986d00e7-ca2e-44fe-bffb-20c6d12019bd tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] Pushing event updated for resources: {'Port': ['ID=d16d8cf4-e2de-4eb8-9fe9-4d707871ce90,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:04:12.182692 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20f01f3b-aef1-40a8-881d-bcf669fcd47a req-986d00e7-ca2e-44fe-bffb-20c6d12019bd tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] Network 591af2dd-f826-43b1-aa9d-e7a0bf218c71 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:04:12.192371 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [req-20f01f3b-aef1-40a8-881d-bcf669fcd47a req-986d00e7-ca2e-44fe-bffb-20c6d12019bd tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:04:12.208900 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [req-20f01f3b-aef1-40a8-881d-bcf669fcd47a req-986d00e7-ca2e-44fe-bffb-20c6d12019bd tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:04:12.227102 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be7b0fc-d08b-4050-907b-ce04a16a8362 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2be3a116-6f3a-48af-9c58-17be143660fc,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:04:12.278379 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 903e8010-04bd-4ced-ada9-664845a3a8c7 no longer exists at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:04:12.322756 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-6e04ffc7-8e18-48e9-b3a1-46513d169254 req-0603dfb9-4082-48ad-9f22-d601bfb92903 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] 10.222.0.18 "GET /v2.0/security-groups?id=bed30b16-cd2d-47d0-9758-37dc9df2dfb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2934375 Jul 27 23:04:12.343868 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c8d939-53a5-4757-9be1-dfe41aba5c5a req-ecbe98c7-19c7-40f3-b1da-a3f227123c64 tempest-ServersAdminTestJSON-1581810367 tempest-ServersAdminTestJSON-1581810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:12.351237 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-06c8d939-53a5-4757-9be1-dfe41aba5c5a req-ecbe98c7-19c7-40f3-b1da-a3f227123c64 tempest-ServersAdminTestJSON-1581810367 tempest-ServersAdminTestJSON-1581810367-project] 10.222.0.18 "GET /v2.0/ports?device_id=4c3fa56a-b0f7-486a-b9b6-11ec03b01c61 HTTP/1.1" status: 200 len: 949 time: 0.3693471 Jul 27 23:04:12.390340 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ee42af-4b89-44ea-9c4d-12bc68f4d2dd req-59e38e51-26b5-4ab2-bf25-8d0f7287f167 tempest-LiveMigrationTest-1100887879 tempest-LiveMigrationTest-1100887879-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:12.391913 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-30ee42af-4b89-44ea-9c4d-12bc68f4d2dd req-59e38e51-26b5-4ab2-bf25-8d0f7287f167 tempest-LiveMigrationTest-1100887879 tempest-LiveMigrationTest-1100887879-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=1691ef14-ab37-40a7-8189-31944c5092fc&tenant_id=59376bbb1c574537a7eaca41e781bf3f&binding%3Ahost_id=n-h2-802623-1 HTTP/1.1" status: 200 len: 1096 time: 0.4214368 Jul 27 23:04:12.437206 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c5e6c-83cb-4c66-8154-d41c808fea27 None None] Deleting port 903e8010-04bd-4ced-ada9-664845a3a8c7 {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:04:12.437348 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-fa9c5e6c-83cb-4c66-8154-d41c808fea27 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:12.439581 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-06c8d939-53a5-4757-9be1-dfe41aba5c5a req-5e0cb035-e513-4fac-afb6-be48f3c9acbf tempest-ServersAdminTestJSON-1581810367 tempest-ServersAdminTestJSON-1581810367-project] 10.222.0.18 "GET /v2.0/security-groups?id=ffa9f128-d6a7-4fb1-a632-c57615725739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873754 Jul 27 23:04:12.447704 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8be7b0fc-d08b-4050-907b-ce04a16a8362 admin admin] Checking segment: {'id': 'ff9b0beb-ebd9-45f3-9693-d627eb3bb065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '7ba5f889-7a68-424d-8fa1-71447bc958df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:04:12.448811 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8be7b0fc-d08b-4050-907b-ce04a16a8362 admin admin] Network hostable DHCP agents. Network: 7ba5f889-7a68-424d-8fa1-71447bc958df, hostable agents: ['5950e76f-2bde-4343-a925-cbe6bacd2706'], hosted agents: [] {{(pid=93798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 23:04:12.463028 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f01f3b-aef1-40a8-881d-bcf669fcd47a req-986d00e7-ca2e-44fe-bffb-20c6d12019bd tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:12.463758 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-20f01f3b-aef1-40a8-881d-bcf669fcd47a req-986d00e7-ca2e-44fe-bffb-20c6d12019bd tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:12.559583 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-20f01f3b-aef1-40a8-881d-bcf669fcd47a req-986d00e7-ca2e-44fe-bffb-20c6d12019bd tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7299902 Jul 27 23:04:12.593691 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [req-20f01f3b-aef1-40a8-881d-bcf669fcd47a req-11d4800b-f63d-4629-a47f-53c8015d55bd service neutron] Request body: {'port': {'device_id': 'bf453e9d-a565-4822-a6e6-6dce3fb08a87', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802623-1'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:04:12.617289 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-fa9c5e6c-83cb-4c66-8154-d41c808fea27 None None] For port 903e8010-04bd-4ced-ada9-664845a3a8c7, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=903e8010-04bd-4ced-ada9-664845a3a8c7,segment=NetworkSegment(39bbb608-7ea1-4ec8-ba0c-9d2eadd98a1a),segment_id=39bbb608-7ea1-4ec8-ba0c-9d2eadd98a1a)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:04:12.617958 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-fa9c5e6c-83cb-4c66-8154-d41c808fea27 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:12.634574 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:12.659033 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c5e6c-83cb-4c66-8154-d41c808fea27 None None] Calling delete_port for 903e8010-04bd-4ced-ada9-664845a3a8c7 owned by network:dhcp {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:04:12.671374 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8be7b0fc-d08b-4050-907b-ce04a16a8362 admin admin] Network 7ba5f889-7a68-424d-8fa1-71447bc958df is scheduled to be hosted by DHCP agent 5950e76f-2bde-4343-a925-cbe6bacd2706 with binding_index 1 {{(pid=93798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 23:04:12.695037 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f4514cbc-48c6-4c4d-a105-4785c5d64f08 req-362deb0e-ce79-478f-a7e0-ff4d856edccd tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] 10.222.0.18 "GET /v2.0/ports?device_id=e6f2234d-172f-47b3-ba46-4df9ad45aa8f HTTP/1.1" status: 200 len: 210 time: 0.1303461 Jul 27 23:04:12.729732 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-c36b73dc-61eb-4f50-9cd8-5a8eceb4510d admin admin] Deleting port 903e8010-04bd-4ced-ada9-664845a3a8c7 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:04:12.730074 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c36b73dc-61eb-4f50-9cd8-5a8eceb4510d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:12.731677 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-8be7b0fc-d08b-4050-907b-ce04a16a8362 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802623-1, 7ba5f889-7a68-424d-8fa1-71447bc958df) {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:04:12.743525 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8be7b0fc-d08b-4050-907b-ce04a16a8362 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:12.744304 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8be7b0fc-d08b-4050-907b-ce04a16a8362 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:12.768208 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f899114-2799-46e2-aadc-2af5d318b35a None None] Network 7ba5f889-7a68-424d-8fa1-71447bc958df requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:04:12.781423 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [req-20f01f3b-aef1-40a8-881d-bcf669fcd47a req-a493a440-873b-4985-9dfa-3ca4682dba65 tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] Allocated IP 192.168.233.215 (591af2dd-f826-43b1-aa9d-e7a0bf218c71/62938449-046d-4cbe-923a-7ebb632c358d/51503d21-25f0-4cfe-8971-38c8d8d196bd) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:04:12.810641 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-20f01f3b-aef1-40a8-881d-bcf669fcd47a req-11d4800b-f63d-4629-a47f-53c8015d55bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:12.922650 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-8be7b0fc-d08b-4050-907b-ce04a16a8362 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 2.0449951 Jul 27 23:04:12.930010 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-30ee42af-4b89-44ea-9c4d-12bc68f4d2dd req-9f5f66bc-dfb4-4e8b-83a9-c058eddb94c4 service neutron] For port e7bf3491-8bfc-434a-8d3b-3a0b3b90bbf4, host n-h1-802623-1, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:04:12.947547 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-30ee42af-4b89-44ea-9c4d-12bc68f4d2dd req-9f5f66bc-dfb4-4e8b-83a9-c058eddb94c4 service neutron] Notify callbacks [] for binding, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:12.951039 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-30ee42af-4b89-44ea-9c4d-12bc68f4d2dd req-9f5f66bc-dfb4-4e8b-83a9-c058eddb94c4 service neutron] 10.222.0.49 "DELETE /v2.0/ports/e7bf3491-8bfc-434a-8d3b-3a0b3b90bbf4/bindings/n-h1-802623-1 HTTP/1.1" status: 204 len: 173 time: 0.5365045 Jul 27 23:04:12.956697 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-c36b73dc-61eb-4f50-9cd8-5a8eceb4510d admin admin] For port 903e8010-04bd-4ced-ada9-664845a3a8c7, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=903e8010-04bd-4ced-ada9-664845a3a8c7,segment=NetworkSegment(39bbb608-7ea1-4ec8-ba0c-9d2eadd98a1a),segment_id=39bbb608-7ea1-4ec8-ba0c-9d2eadd98a1a)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:04:12.957971 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c36b73dc-61eb-4f50-9cd8-5a8eceb4510d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:13.021056 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-c36b73dc-61eb-4f50-9cd8-5a8eceb4510d admin admin] Calling delete_port for 903e8010-04bd-4ced-ada9-664845a3a8c7 owned by network:dhcp {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:04:13.227994 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] For port 903e8010-04bd-4ced-ada9-664845a3a8c7, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=903e8010-04bd-4ced-ada9-664845a3a8c7,segment=NetworkSegment(39bbb608-7ea1-4ec8-ba0c-9d2eadd98a1a),segment_id=39bbb608-7ea1-4ec8-ba0c-9d2eadd98a1a)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:04:13.253709 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:13.256542 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device d13c007f-8f19-4e63-8cfd-587be577ff56 no longer exists at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:04:13.267537 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-20f01f3b-aef1-40a8-881d-bcf669fcd47a req-a493a440-873b-4985-9dfa-3ca4682dba65 tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:13.282507 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c36b73dc-61eb-4f50-9cd8-5a8eceb4510d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:13.307081 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-20f01f3b-aef1-40a8-881d-bcf669fcd47a req-a493a440-873b-4985-9dfa-3ca4682dba65 tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] Transition to ACTIVE for port object 51503d21-25f0-4cfe-8971-38c8d8d196bd will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:04:13.310995 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36b73dc-61eb-4f50-9cd8-5a8eceb4510d admin admin] Pushing event deleted for resources: {'Port': ['ID=903e8010-04bd-4ced-ada9-664845a3a8c7,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:04:13.327154 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c36b73dc-61eb-4f50-9cd8-5a8eceb4510d admin admin] No DVR routers for this DVR port 903e8010-04bd-4ced-ada9-664845a3a8c7 on host n-d-802623-1 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:04:13.342278 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-fa9c5e6c-83cb-4c66-8154-d41c808fea27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:13.529947 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] No Port match for: d13c007f-8f19-4e63-8cfd-587be577ff56 {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:04:13.530563 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device d13c007f-8f19-4e63-8cfd-587be577ff56 not bound to the agent host n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:04:13.551323 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Pushing event deleted for resources: {'Port': ['ID=903e8010-04bd-4ced-ada9-664845a3a8c7,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:04:13.560729 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-d90f16c7-635e-48b3-832b-76d1bfc38345 None None] Provisioning for port d16d8cf4-e2de-4eb8-9fe9-4d707871ce90 completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:04:13.572335 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-d90f16c7-635e-48b3-832b-76d1bfc38345 None None] Provisioning complete for port d16d8cf4-e2de-4eb8-9fe9-4d707871ce90 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:04:13.573346 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d90f16c7-635e-48b3-832b-76d1bfc38345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:13.575721 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1f3d3ca-3387-4a33-81c4-faaa0b41750d None None] Network 7ba5f889-7a68-424d-8fa1-71447bc958df requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:04:13.598296 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 52472) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:04:13.606295 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa9c5e6c-83cb-4c66-8154-d41c808fea27 None None] No DVR routers for this DVR port 903e8010-04bd-4ced-ada9-664845a3a8c7 on host n-d-802623-1 {{(pid=93799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:04:13.630822 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c36b73dc-61eb-4f50-9cd8-5a8eceb4510d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618032', 'neutron.services.segments.db._delete_segments_for_network-8736833900081'] for network, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:13.643812 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-c36b73dc-61eb-4f50-9cd8-5a8eceb4510d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64ab927a-c811-4365-8fcf-e0b65e59bef1']}} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:04:13.649949 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9c5e6c-83cb-4c66-8154-d41c808fea27 None None] Pushing event deleted for resources: {'Port': ['ID=903e8010-04bd-4ced-ada9-664845a3a8c7,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:04:13.658883 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-c36b73dc-61eb-4f50-9cd8-5a8eceb4510d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39bbb608-7ea1-4ec8-ba0c-9d2eadd98a1a') {'for_net_delete': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:04:13.659483 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-c36b73dc-61eb-4f50-9cd8-5a8eceb4510d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39bbb608-7ea1-4ec8-ba0c-9d2eadd98a1a') {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:04:13.671163 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c36b73dc-61eb-4f50-9cd8-5a8eceb4510d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736833900858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11163256'] for segment, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:13.688360 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c36b73dc-61eb-4f50-9cd8-5a8eceb4510d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:13.696166 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c36b73dc-61eb-4f50-9cd8-5a8eceb4510d admin admin] Releasing vlan 514 on physical network physnet1 to pool {{(pid=93798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 23:04:13.696805 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c36b73dc-61eb-4f50-9cd8-5a8eceb4510d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11971746'] for segment, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:13.736996 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-d90f16c7-635e-48b3-832b-76d1bfc38345 None None] Port d16d8cf4-e2de-4eb8-9fe9-4d707871ce90 cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:04:13.768698 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54b7f94-fe34-41a0-9b22-36f32a68347a req-81f20b80-b0ac-43e7-b06b-4426c4bfd9b0 tempest-ServersAdminTestJSON-1581810367 tempest-ServersAdminTestJSON-1581810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:13.777069 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a54b7f94-fe34-41a0-9b22-36f32a68347a req-81f20b80-b0ac-43e7-b06b-4426c4bfd9b0 tempest-ServersAdminTestJSON-1581810367 tempest-ServersAdminTestJSON-1581810367-project] 10.222.0.18 "GET /v2.0/ports?device_id=4c3fa56a-b0f7-486a-b9b6-11ec03b01c61 HTTP/1.1" status: 200 len: 949 time: 0.2252984 Jul 27 23:04:13.811526 n-d-802623-1 neutron-server[93798]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 23:04:13.811526 n-d-802623-1 neutron-server[93798]: self.session.flush() Jul 27 23:04:13.811526 n-d-802623-1 neutron-server[93798]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 23:04:13.811526 n-d-802623-1 neutron-server[93798]: self.session.flush() Jul 27 23:04:13.811526 n-d-802623-1 neutron-server[93798]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 23:04:13.811526 n-d-802623-1 neutron-server[93798]: self.session.flush() Jul 27 23:04:13.811526 n-d-802623-1 neutron-server[93798]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 23:04:13.811526 n-d-802623-1 neutron-server[93798]: self.session.flush() Jul 27 23:04:13.811526 n-d-802623-1 neutron-server[93798]: Traceback (most recent call last): Jul 27 23:04:13.811526 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 23:04:13.811526 n-d-802623-1 neutron-server[93798]: timer() Jul 27 23:04:13.811526 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 23:04:13.811526 n-d-802623-1 neutron-server[93798]: cb(*args, **kw) Jul 27 23:04:13.811526 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 23:04:13.811526 n-d-802623-1 neutron-server[93798]: return func(*args, **kwargs) Jul 27 23:04:13.811526 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 23:04:13.811526 n-d-802623-1 neutron-server[93798]: self._notify() Jul 27 23:04:13.811526 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 23:04:13.811526 n-d-802623-1 neutron-server[93798]: self.callback(batched_events) Jul 27 23:04:13.811526 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 23:04:13.811526 n-d-802623-1 neutron-server[93798]: event.method(event) Jul 27 23:04:13.811526 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 23:04:13.811526 n-d-802623-1 neutron-server[93798]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 23:04:13.811526 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 23:04:13.811526 n-d-802623-1 neutron-server[93798]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 23:04:13.811526 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 23:04:13.811526 n-d-802623-1 neutron-server[93798]: return f(self, *a, **k) Jul 27 23:04:13.811526 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 23:04:13.811526 n-d-802623-1 neutron-server[93798]: return self._get(url).json() Jul 27 23:04:13.811526 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 23:04:13.811526 n-d-802623-1 neutron-server[93798]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 23:04:13.811526 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 23:04:13.811526 n-d-802623-1 neutron-server[93798]: return self.request(url, 'GET', **kwargs) Jul 27 23:04:13.811526 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 23:04:13.811526 n-d-802623-1 neutron-server[93798]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 23:04:13.811526 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 23:04:13.811526 n-d-802623-1 neutron-server[93798]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 23:04:13.811526 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 23:04:13.811526 n-d-802623-1 neutron-server[93798]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 23:04:13.811526 n-d-802623-1 neutron-server[93798]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 23:04:13.825515 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-20f01f3b-aef1-40a8-881d-bcf669fcd47a req-a493a440-873b-4985-9dfa-3ca4682dba65 tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:13.897244 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a54b7f94-fe34-41a0-9b22-36f32a68347a req-1b1267b1-55e1-424f-89fb-87df32dc6a91 tempest-ServersAdminTestJSON-1581810367 tempest-ServersAdminTestJSON-1581810367-project] 10.222.0.18 "GET /v2.0/security-groups?id=ffa9f128-d6a7-4fb1-a632-c57615725739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192348 Jul 27 23:04:13.924459 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] get_ports_and_sgs() called for port_ids ['5846d570-02c7-4aa0-9192-d3ba5af45f47'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:04:14.055235 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578fee9c-7317-4c72-83de-ad0ec5cc1b45 req-96f1cf12-21be-4c11-aa88-cc7a8e547a67 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:14.057266 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-578fee9c-7317-4c72-83de-ad0ec5cc1b45 req-96f1cf12-21be-4c11-aa88-cc7a8e547a67 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] 10.222.0.18 "GET /v2.0/ports?device_id=1691ef14-ab37-40a7-8189-31944c5092fc HTTP/1.1" status: 200 len: 945 time: 0.5283914 Jul 27 23:04:14.062519 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20f01f3b-aef1-40a8-881d-bcf669fcd47a req-a493a440-873b-4985-9dfa-3ca4682dba65 tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] Network 591af2dd-f826-43b1-aa9d-e7a0bf218c71 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:04:14.070332 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c36b73dc-61eb-4f50-9cd8-5a8eceb4510d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415412'] for network, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:14.077359 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [req-20f01f3b-aef1-40a8-881d-bcf669fcd47a req-a493a440-873b-4985-9dfa-3ca4682dba65 tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:04:14.093498 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [req-20f01f3b-aef1-40a8-881d-bcf669fcd47a req-11d4800b-f63d-4629-a47f-53c8015d55bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d16d8cf4-e2de-4eb8-9fe9-4d707871ce90 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:04:14.102200 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-20f01f3b-aef1-40a8-881d-bcf669fcd47a req-a493a440-873b-4985-9dfa-3ca4682dba65 tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:04:14.129190 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-20f01f3b-aef1-40a8-881d-bcf669fcd47a req-11d4800b-f63d-4629-a47f-53c8015d55bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:14.157734 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a493a440-873b-4985-9dfa-3ca4682dba65 tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] Pushing event updated for resources: {'Port': ['ID=51503d21-25f0-4cfe-8971-38c8d8d196bd,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:04:14.167498 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [req-20f01f3b-aef1-40a8-881d-bcf669fcd47a req-11d4800b-f63d-4629-a47f-53c8015d55bd service neutron] Transition to ACTIVE for port object d16d8cf4-e2de-4eb8-9fe9-4d707871ce90 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:04:14.182824 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-20f01f3b-aef1-40a8-881d-bcf669fcd47a req-11d4800b-f63d-4629-a47f-53c8015d55bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11336041'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:14.183718 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c36b73dc-61eb-4f50-9cd8-5a8eceb4510d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:14.189090 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-c36b73dc-61eb-4f50-9cd8-5a8eceb4510d admin admin] 10.222.0.18 "DELETE /v2.0/networks/64ab927a-c811-4365-8fcf-e0b65e59bef1 HTTP/1.1" status: 204 len: 168 time: 2.4735715 Jul 27 23:04:14.218490 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36b73dc-61eb-4f50-9cd8-5a8eceb4510d admin admin] Pushing event deleted for resources: {'Network': ['ID=64ab927a-c811-4365-8fcf-e0b65e59bef1,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:04:14.278185 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7bb94bf4-a673-4723-a790-e00aa80b80a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:14.301898 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f01f3b-aef1-40a8-881d-bcf669fcd47a req-a493a440-873b-4985-9dfa-3ca4682dba65 tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:14.302638 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-20f01f3b-aef1-40a8-881d-bcf669fcd47a req-a493a440-873b-4985-9dfa-3ca4682dba65 tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:14.348351 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-578fee9c-7317-4c72-83de-ad0ec5cc1b45 req-b4218afb-f887-47af-b41b-12f232afae5c tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] 10.222.0.18 "GET /v2.0/security-groups?id=bed30b16-cd2d-47d0-9758-37dc9df2dfb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2790618 Jul 27 23:04:14.397653 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-20f01f3b-aef1-40a8-881d-bcf669fcd47a req-a493a440-873b-4985-9dfa-3ca4682dba65 tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0059304 Jul 27 23:04:14.400645 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 52490) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:04:14.406454 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-7f514611-f5ea-4488-8d64-de5e35ee7c21 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1875900776-network', 'tenant_id': 'f720f524dc804540ac5206e2fe01e288'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:04:14.412397 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d4800b-f63d-4629-a47f-53c8015d55bd service neutron] Pushing event updated for resources: {'Port': ['ID=d16d8cf4-e2de-4eb8-9fe9-4d707871ce90,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:04:14.439078 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [req-20f01f3b-aef1-40a8-881d-bcf669fcd47a req-53b9eeb1-8787-4727-b782-9d18b1675e0d service neutron] Request body: {'port': {'device_id': 'e6f2234d-172f-47b3-ba46-4df9ad45aa8f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802623-1'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:04:14.588747 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84215335-4b4e-4acb-9aa2-b4a5f6994c2c req-847256c0-337e-4be9-a94e-122f589860f4 tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:14.590694 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-84215335-4b4e-4acb-9aa2-b4a5f6994c2c req-847256c0-337e-4be9-a94e-122f589860f4 tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] 10.222.0.18 "GET /v2.0/ports?device_id=e6f2234d-172f-47b3-ba46-4df9ad45aa8f HTTP/1.1" status: 200 len: 936 time: 0.2944186 Jul 27 23:04:14.593752 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 52494) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:04:14.645078 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-b5f6806d-2d8d-4f3d-b505-bd41c67489c1 None None] Provisioning for port 51503d21-25f0-4cfe-8971-38c8d8d196bd completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:04:14.649250 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-20f01f3b-aef1-40a8-881d-bcf669fcd47a req-53b9eeb1-8787-4727-b782-9d18b1675e0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:14.649428 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-b5f6806d-2d8d-4f3d-b505-bd41c67489c1 None None] Provisioning complete for port 51503d21-25f0-4cfe-8971-38c8d8d196bd triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:04:14.649908 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b5f6806d-2d8d-4f3d-b505-bd41c67489c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:14.659830 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-20f01f3b-aef1-40a8-881d-bcf669fcd47a req-11d4800b-f63d-4629-a47f-53c8015d55bd service neutron] Attempting to bind port d16d8cf4-e2de-4eb8-9fe9-4d707871ce90 on host n-h1-802623-1 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:04:14.660277 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-20f01f3b-aef1-40a8-881d-bcf669fcd47a req-11d4800b-f63d-4629-a47f-53c8015d55bd service neutron] Attempting to bind port d16d8cf4-e2de-4eb8-9fe9-4d707871ce90 by drivers openvswitch,hyperv on host n-h1-802623-1 at level 0 using segments [{'id': '16e91594-c047-4b55-93eb-43af33ad08e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '591af2dd-f826-43b1-aa9d-e7a0bf218c71'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:04:14.660764 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20f01f3b-aef1-40a8-881d-bcf669fcd47a req-11d4800b-f63d-4629-a47f-53c8015d55bd service neutron] Attempting to bind port d16d8cf4-e2de-4eb8-9fe9-4d707871ce90 on network 591af2dd-f826-43b1-aa9d-e7a0bf218c71 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:04:14.681472 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20f01f3b-aef1-40a8-881d-bcf669fcd47a req-11d4800b-f63d-4629-a47f-53c8015d55bd service neutron] Port d16d8cf4-e2de-4eb8-9fe9-4d707871ce90 on network 591af2dd-f826-43b1-aa9d-e7a0bf218c71 not bound, no agent of type Open vSwitch agent registered on host n-h1-802623-1 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 23:04:14.687329 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20f01f3b-aef1-40a8-881d-bcf669fcd47a req-11d4800b-f63d-4629-a47f-53c8015d55bd service neutron] Attempting to bind port d16d8cf4-e2de-4eb8-9fe9-4d707871ce90 on network 591af2dd-f826-43b1-aa9d-e7a0bf218c71 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:04:14.701455 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20f01f3b-aef1-40a8-881d-bcf669fcd47a req-11d4800b-f63d-4629-a47f-53c8015d55bd service neutron] Checking agent: {'id': '245f1da4-a9b8-4b08-90d7-28f0f342b839', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 59, 59), 'started_at': datetime.datetime(2021, 7, 27, 22, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 3, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:04:14.702347 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20f01f3b-aef1-40a8-881d-bcf669fcd47a req-11d4800b-f63d-4629-a47f-53c8015d55bd service neutron] Checking segment: {'id': '16e91594-c047-4b55-93eb-43af33ad08e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '591af2dd-f826-43b1-aa9d-e7a0bf218c71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:04:14.702895 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20f01f3b-aef1-40a8-881d-bcf669fcd47a req-11d4800b-f63d-4629-a47f-53c8015d55bd service neutron] Bound using segment: {'id': '16e91594-c047-4b55-93eb-43af33ad08e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '591af2dd-f826-43b1-aa9d-e7a0bf218c71'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:04:14.703681 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-20f01f3b-aef1-40a8-881d-bcf669fcd47a req-11d4800b-f63d-4629-a47f-53c8015d55bd service neutron] Bound port: d16d8cf4-e2de-4eb8-9fe9-4d707871ce90, host: n-h1-802623-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16e91594-c047-4b55-93eb-43af33ad08e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '591af2dd-f826-43b1-aa9d-e7a0bf218c71'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:04:14.704208 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-20f01f3b-aef1-40a8-881d-bcf669fcd47a req-11d4800b-f63d-4629-a47f-53c8015d55bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:14.709942 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-b5f6806d-2d8d-4f3d-b505-bd41c67489c1 None None] Port 51503d21-25f0-4cfe-8971-38c8d8d196bd cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:04:14.726227 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-84215335-4b4e-4acb-9aa2-b4a5f6994c2c req-e785da85-c64f-402f-841d-5a8cb275ad7a tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] 10.222.0.18 "GET /v2.0/security-groups?id=3b54d803-f776-413f-b5bd-6e9336fca6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175075 Jul 27 23:04:14.743622 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-0d797c0a-42b9-4189-a7af-369f1d4a5474 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5ad9b760772544809f990a104d49ba12&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1487377 Jul 27 23:04:14.746238 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 52500) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:04:14.771811 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e9c276-689c-4b9a-b634-e7d966a2b360 req-95325baf-8602-4350-a049-e6fce28c34f6 tempest-LiveMigrationTest-1100887879 tempest-LiveMigrationTest-1100887879-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:14.773376 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f7e9c276-689c-4b9a-b634-e7d966a2b360 req-95325baf-8602-4350-a049-e6fce28c34f6 tempest-LiveMigrationTest-1100887879 tempest-LiveMigrationTest-1100887879-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=1691ef14-ab37-40a7-8189-31944c5092fc HTTP/1.1" status: 200 len: 1096 time: 0.1902213 Jul 27 23:04:14.850549 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-96039570-80d0-4a5c-a900-5456359a4641 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:14.866971 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-20f01f3b-aef1-40a8-881d-bcf669fcd47a req-11d4800b-f63d-4629-a47f-53c8015d55bd service neutron] For port d16d8cf4-e2de-4eb8-9fe9-4d707871ce90, host n-h1-802623-1, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:04:14.870421 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7bb94bf4-a673-4723-a790-e00aa80b80a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:14.872991 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-20f01f3b-aef1-40a8-881d-bcf669fcd47a req-11d4800b-f63d-4629-a47f-53c8015d55bd service neutron] For port d16d8cf4-e2de-4eb8-9fe9-4d707871ce90, host n-h1-802623-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=d16d8cf4-e2de-4eb8-9fe9-4d707871ce90,segment=NetworkSegment(16e91594-c047-4b55-93eb-43af33ad08e1),segment_id=16e91594-c047-4b55-93eb-43af33ad08e1)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:04:14.890410 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-96039570-80d0-4a5c-a900-5456359a4641 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:14.901354 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-20f01f3b-aef1-40a8-881d-bcf669fcd47a req-11d4800b-f63d-4629-a47f-53c8015d55bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11336041'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:14.904647 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7bb94bf4-a673-4723-a790-e00aa80b80a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:14.994453 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f01f3b-aef1-40a8-881d-bcf669fcd47a req-11d4800b-f63d-4629-a47f-53c8015d55bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:14.995610 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-20f01f3b-aef1-40a8-881d-bcf669fcd47a req-11d4800b-f63d-4629-a47f-53c8015d55bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:14.997268 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-20f01f3b-aef1-40a8-881d-bcf669fcd47a req-11d4800b-f63d-4629-a47f-53c8015d55bd service neutron] 10.222.0.38 "PUT /v2.0/ports/d16d8cf4-e2de-4eb8-9fe9-4d707871ce90 HTTP/1.1" status: 200 len: 1095 time: 2.4224234 Jul 27 23:04:15.022059 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f7e9c276-689c-4b9a-b634-e7d966a2b360 req-fb0dfd7e-0535-47ca-9054-2dbbb686305b tempest-LiveMigrationTest-1100887879 tempest-LiveMigrationTest-1100887879-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=bed30b16-cd2d-47d0-9758-37dc9df2dfb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2395582 Jul 27 23:04:15.048566 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf453e9d-a565-4822-a6e6-6dce3fb08a87', 'tag': 'd16d8cf4-e2de-4eb8-9fe9-4d707871ce90'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:04:15.053046 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a476459a1bfce68b0ae0df5b6a71154bfc7cfdc8f9eefce6ad0a17231e60468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c79bcc2e-bb9f-4b1d-9657-48f20dc3f1bc" -d '{"events": [{"name": "network-changed", "server_uuid": "bf453e9d-a565-4822-a6e6-6dce3fb08a87", "tag": "d16d8cf4-e2de-4eb8-9fe9-4d707871ce90"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:04:15.058079 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f514611-f5ea-4488-8d64-de5e35ee7c21 admin admin] Made reservation on behalf of f720f524dc804540ac5206e2fe01e288 for: {'network': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:04:15.060429 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7f514611-f5ea-4488-8d64-de5e35ee7c21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for network, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:15.098812 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-96039570-80d0-4a5c-a900-5456359a4641 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:15.098812 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-96039570-80d0-4a5c-a900-5456359a4641 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:15.103833 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-96039570-80d0-4a5c-a900-5456359a4641 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/fecdac76-7035-42e8-90ea-d24ea3c5f5b6 HTTP/1.1" status: 204 len: 168 time: 0.3522403 Jul 27 23:04:15.104251 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-7bb94bf4-a673-4723-a790-e00aa80b80a6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=358652252ccc4fa0b30b624372fb86c0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4937036 Jul 27 23:04:15.105288 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 52512) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:04:15.107575 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb94bf4-a673-4723-a790-e00aa80b80a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20267ec5-13e7-4e1b-a954-d074e91dd505,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:04:15.122757 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7f514611-f5ea-4488-8d64-de5e35ee7c21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:15.153061 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96039570-80d0-4a5c-a900-5456359a4641 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fecdac76-7035-42e8-90ea-d24ea3c5f5b6,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:04:15.211714 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 23:04:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac801bc7-1298-4886-a8f3-10d9248d0c18 x-openstack-request-id: req-ac801bc7-1298-4886-a8f3-10d9248d0c18 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:04:15.212009 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf453e9d-a565-4822-a6e6-6dce3fb08a87", "tag": "d16d8cf4-e2de-4eb8-9fe9-4d707871ce90", "status": "completed", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:04:15.212258 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ac801bc7-1298-4886-a8f3-10d9248d0c18 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:04:15.212651 n-d-802623-1 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf453e9d-a565-4822-a6e6-6dce3fb08a87', 'tag': 'd16d8cf4-e2de-4eb8-9fe9-4d707871ce90', 'status': 'completed', 'code': 200} Jul 27 23:04:15.260278 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d4800b-f63d-4629-a47f-53c8015d55bd service neutron] Pushing event updated for resources: {'Port': ['ID=d16d8cf4-e2de-4eb8-9fe9-4d707871ce90,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:04:15.283492 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f01f3b-aef1-40a8-881d-bcf669fcd47a req-e0a5245d-f7ea-4512-824f-3d6807539d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:15.285048 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-20f01f3b-aef1-40a8-881d-bcf669fcd47a req-e0a5245d-f7ea-4512-824f-3d6807539d60 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=496de96608da4f74abc6cf1f10c98b52&device_id=bf453e9d-a565-4822-a6e6-6dce3fb08a87 HTTP/1.1" status: 200 len: 1098 time: 0.2164364 Jul 27 23:04:15.376050 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e85a493-ef40-42f0-a0b6-cf51631e28aa req-decb4ba9-5d47-44a3-b969-eeb39b363819 tempest-ServersAdminTestJSON-1581810367 tempest-ServersAdminTestJSON-1581810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:15.388120 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-1e85a493-ef40-42f0-a0b6-cf51631e28aa req-decb4ba9-5d47-44a3-b969-eeb39b363819 tempest-ServersAdminTestJSON-1581810367 tempest-ServersAdminTestJSON-1581810367-project] 10.222.0.18 "GET /v2.0/ports?device_id=4c3fa56a-b0f7-486a-b9b6-11ec03b01c61 HTTP/1.1" status: 200 len: 949 time: 0.3472066 Jul 27 23:04:15.396956 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-20f01f3b-aef1-40a8-881d-bcf669fcd47a req-25af6fc0-0411-4e04-92b1-8db92baf6149 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.15&port_id=d16d8cf4-e2de-4eb8-9fe9-4d707871ce90 HTTP/1.1" status: 200 len: 217 time: 0.0929348 Jul 27 23:04:15.478863 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-1e85a493-ef40-42f0-a0b6-cf51631e28aa req-3a2d30bb-f9c5-4a3e-949d-42baa1ea1d9d tempest-ServersAdminTestJSON-1581810367 tempest-ServersAdminTestJSON-1581810367-project] 10.222.0.18 "GET /v2.0/security-groups?id=ffa9f128-d6a7-4fb1-a632-c57615725739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898573 Jul 27 23:04:15.493458 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f01f3b-aef1-40a8-881d-bcf669fcd47a req-845fa4cd-a451-4b77-85cf-e5678e59dbe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:15.501726 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-20f01f3b-aef1-40a8-881d-bcf669fcd47a req-845fa4cd-a451-4b77-85cf-e5678e59dbe9 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=62938449-046d-4cbe-923a-7ebb632c358d HTTP/1.1" status: 200 len: 843 time: 0.0876710 Jul 27 23:04:15.558065 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f01f3b-aef1-40a8-881d-bcf669fcd47a req-b3556bde-96ff-4ec0-9147-f196a9219188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:15.559653 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-20f01f3b-aef1-40a8-881d-bcf669fcd47a req-b3556bde-96ff-4ec0-9147-f196a9219188 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=591af2dd-f826-43b1-aa9d-e7a0bf218c71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0502470 Jul 27 23:04:15.693230 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-20f01f3b-aef1-40a8-881d-bcf669fcd47a req-ec6c9e21-6ea1-47fb-8075-c7b477801ac2 service neutron] 10.222.0.38 "GET /v2.0/networks/591af2dd-f826-43b1-aa9d-e7a0bf218c71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239028 Jul 27 23:04:15.832494 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-20f01f3b-aef1-40a8-881d-bcf669fcd47a req-6a3190ce-25cc-4370-a7b0-1eff9faf70fe service neutron] 10.222.0.38 "GET /v2.0/networks/591af2dd-f826-43b1-aa9d-e7a0bf218c71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283717 Jul 27 23:04:15.837113 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-25fccff5-5585-40a3-b5d3-30005cbf31f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:15.898158 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afa033d-9eeb-4a35-8f22-549356f17a95 req-53eb4341-f03f-4aa8-a3bb-baa07a8357fe tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:15.905311 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-2afa033d-9eeb-4a35-8f22-549356f17a95 req-53eb4341-f03f-4aa8-a3bb-baa07a8357fe tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] 10.222.0.18 "GET /v2.0/networks?id=c451a142-86a9-4355-833f-365557d21b8d HTTP/1.1" status: 200 len: 808 time: 0.3753972 Jul 27 23:04:15.933717 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-25fccff5-5585-40a3-b5d3-30005cbf31f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:15.945787 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b44a19-5d98-4238-8ba2-d585b807af5c req-5c291052-58ec-4140-aea7-9a5a5d77d7e5 tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:15.954491 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-00b44a19-5d98-4238-8ba2-d585b807af5c req-5c291052-58ec-4140-aea7-9a5a5d77d7e5 tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] 10.222.0.18 "GET /v2.0/ports?device_id=e6f2234d-172f-47b3-ba46-4df9ad45aa8f HTTP/1.1" status: 200 len: 936 time: 0.1058350 Jul 27 23:04:15.990948 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79bcc2e-bb9f-4b1d-9657-48f20dc3f1bc req-51cbe69c-ea3b-4a39-8e77-59b9537fb4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:15.992493 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-c79bcc2e-bb9f-4b1d-9657-48f20dc3f1bc req-51cbe69c-ea3b-4a39-8e77-59b9537fb4f7 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=496de96608da4f74abc6cf1f10c98b52&device_id=bf453e9d-a565-4822-a6e6-6dce3fb08a87 HTTP/1.1" status: 200 len: 1098 time: 0.0980420 Jul 27 23:04:16.012606 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [req-20f01f3b-aef1-40a8-881d-bcf669fcd47a req-53b9eeb1-8787-4727-b782-9d18b1675e0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51503d21-25f0-4cfe-8971-38c8d8d196bd {{(pid=93798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:04:16.029696 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-2afa033d-9eeb-4a35-8f22-549356f17a95 req-fdbc0866-8df9-4edd-a70b-539872498e18 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] 10.222.0.18 "GET /v2.0/quotas/59376bbb1c574537a7eaca41e781bf3f HTTP/1.1" status: 200 len: 375 time: 0.1235068 Jul 27 23:04:16.030478 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-25fccff5-5585-40a3-b5d3-30005cbf31f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:16.034309 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-25fccff5-5585-40a3-b5d3-30005cbf31f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:16.037712 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-25fccff5-5585-40a3-b5d3-30005cbf31f9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/20267ec5-13e7-4e1b-a954-d074e91dd505 HTTP/1.1" status: 204 len: 168 time: 0.9251621 Jul 27 23:04:16.039526 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-00b44a19-5d98-4238-8ba2-d585b807af5c req-b1b4cb68-99f8-4445-a368-19fd507dc82c tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] 10.222.0.18 "GET /v2.0/security-groups?id=3b54d803-f776-413f-b5bd-6e9336fca6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767801 Jul 27 23:04:16.052466 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-20f01f3b-aef1-40a8-881d-bcf669fcd47a req-53b9eeb1-8787-4727-b782-9d18b1675e0d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:16.131804 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fccff5-5585-40a3-b5d3-30005cbf31f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20267ec5-13e7-4e1b-a954-d074e91dd505,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:04:16.148646 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79bcc2e-bb9f-4b1d-9657-48f20dc3f1bc req-aa98f33c-38d4-437a-897d-df9068e70f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:16.150131 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-c79bcc2e-bb9f-4b1d-9657-48f20dc3f1bc req-aa98f33c-38d4-437a-897d-df9068e70f73 service neutron] 10.222.0.38 "GET /v2.0/networks?id=591af2dd-f826-43b1-aa9d-e7a0bf218c71 HTTP/1.1" status: 200 len: 870 time: 0.1501751 Jul 27 23:04:16.189966 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7f514611-f5ea-4488-8d64-de5e35ee7c21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:16.196995 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7f514611-f5ea-4488-8d64-de5e35ee7c21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:16.239641 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-20f01f3b-aef1-40a8-881d-bcf669fcd47a req-53b9eeb1-8787-4727-b782-9d18b1675e0d service neutron] Transition to ACTIVE for port object 51503d21-25f0-4cfe-8971-38c8d8d196bd will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:04:16.240622 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f514611-f5ea-4488-8d64-de5e35ee7c21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25d8c5fc-23e6-4a42-aed4-13ea8232fd6d,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:04:16.243099 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-c79bcc2e-bb9f-4b1d-9657-48f20dc3f1bc req-d974d557-ad25-4087-a705-a8cab30301b4 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.15&port_id=d16d8cf4-e2de-4eb8-9fe9-4d707871ce90 HTTP/1.1" status: 200 len: 217 time: 0.0828922 Jul 27 23:04:16.259820 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-20f01f3b-aef1-40a8-881d-bcf669fcd47a req-53b9eeb1-8787-4727-b782-9d18b1675e0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:16.270378 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f514611-f5ea-4488-8d64-de5e35ee7c21 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 533} {{(pid=93798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 23:04:16.357540 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b9eeb1-8787-4727-b782-9d18b1675e0d service neutron] Pushing event updated for resources: {'Port': ['ID=51503d21-25f0-4cfe-8971-38c8d8d196bd,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:04:16.407104 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-2afa033d-9eeb-4a35-8f22-549356f17a95 req-d7b36711-0525-4c2e-b14e-0a343e62cbe2 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=59376bbb1c574537a7eaca41e781bf3f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3563502 Jul 27 23:04:16.408738 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7f514611-f5ea-4488-8d64-de5e35ee7c21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:16.411414 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79bcc2e-bb9f-4b1d-9657-48f20dc3f1bc req-29f88dfd-a2a8-4436-9ada-38a7d3801b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:16.413896 n-d-802623-1 neutron-server[93798]: INFO neutron.db.segments_db [None req-7f514611-f5ea-4488-8d64-de5e35ee7c21 admin admin] Added segment ce5b53b1-2d09-4c2e-9c0d-a3555b9fb8cc of type vlan for network b16f0c11-0521-4b13-b1c1-a6e96edfaa29 Jul 27 23:04:16.416632 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-c79bcc2e-bb9f-4b1d-9657-48f20dc3f1bc req-29f88dfd-a2a8-4436-9ada-38a7d3801b51 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=62938449-046d-4cbe-923a-7ebb632c358d HTTP/1.1" status: 200 len: 843 time: 0.1658311 Jul 27 23:04:16.516338 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79bcc2e-bb9f-4b1d-9657-48f20dc3f1bc req-2979c593-ed31-4b13-876c-c17135a66b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:16.518420 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-c79bcc2e-bb9f-4b1d-9657-48f20dc3f1bc req-2979c593-ed31-4b13-876c-c17135a66b09 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=591af2dd-f826-43b1-aa9d-e7a0bf218c71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0911102 Jul 27 23:04:16.569790 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7f514611-f5ea-4488-8d64-de5e35ee7c21 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736833354590'] for network, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:16.627035 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-20f01f3b-aef1-40a8-881d-bcf669fcd47a req-53b9eeb1-8787-4727-b782-9d18b1675e0d service neutron] Attempting to bind port 51503d21-25f0-4cfe-8971-38c8d8d196bd on host n-h1-802623-1 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:04:16.627392 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-20f01f3b-aef1-40a8-881d-bcf669fcd47a req-53b9eeb1-8787-4727-b782-9d18b1675e0d service neutron] Attempting to bind port 51503d21-25f0-4cfe-8971-38c8d8d196bd by drivers openvswitch,hyperv on host n-h1-802623-1 at level 0 using segments [{'id': '16e91594-c047-4b55-93eb-43af33ad08e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '591af2dd-f826-43b1-aa9d-e7a0bf218c71'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:04:16.630688 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20f01f3b-aef1-40a8-881d-bcf669fcd47a req-53b9eeb1-8787-4727-b782-9d18b1675e0d service neutron] Attempting to bind port 51503d21-25f0-4cfe-8971-38c8d8d196bd on network 591af2dd-f826-43b1-aa9d-e7a0bf218c71 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:04:16.639923 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20f01f3b-aef1-40a8-881d-bcf669fcd47a req-53b9eeb1-8787-4727-b782-9d18b1675e0d service neutron] Port 51503d21-25f0-4cfe-8971-38c8d8d196bd on network 591af2dd-f826-43b1-aa9d-e7a0bf218c71 not bound, no agent of type Open vSwitch agent registered on host n-h1-802623-1 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 23:04:16.640246 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20f01f3b-aef1-40a8-881d-bcf669fcd47a req-53b9eeb1-8787-4727-b782-9d18b1675e0d service neutron] Attempting to bind port 51503d21-25f0-4cfe-8971-38c8d8d196bd on network 591af2dd-f826-43b1-aa9d-e7a0bf218c71 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:04:16.653325 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20f01f3b-aef1-40a8-881d-bcf669fcd47a req-53b9eeb1-8787-4727-b782-9d18b1675e0d service neutron] Checking agent: {'id': '245f1da4-a9b8-4b08-90d7-28f0f342b839', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 59, 59), 'started_at': datetime.datetime(2021, 7, 27, 22, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 3, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:04:16.653658 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20f01f3b-aef1-40a8-881d-bcf669fcd47a req-53b9eeb1-8787-4727-b782-9d18b1675e0d service neutron] Checking segment: {'id': '16e91594-c047-4b55-93eb-43af33ad08e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '591af2dd-f826-43b1-aa9d-e7a0bf218c71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:04:16.657930 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20f01f3b-aef1-40a8-881d-bcf669fcd47a req-53b9eeb1-8787-4727-b782-9d18b1675e0d service neutron] Bound using segment: {'id': '16e91594-c047-4b55-93eb-43af33ad08e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '591af2dd-f826-43b1-aa9d-e7a0bf218c71'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:04:16.658695 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-20f01f3b-aef1-40a8-881d-bcf669fcd47a req-53b9eeb1-8787-4727-b782-9d18b1675e0d service neutron] Bound port: 51503d21-25f0-4cfe-8971-38c8d8d196bd, host: n-h1-802623-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16e91594-c047-4b55-93eb-43af33ad08e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '591af2dd-f826-43b1-aa9d-e7a0bf218c71'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:04:16.659114 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-20f01f3b-aef1-40a8-881d-bcf669fcd47a req-53b9eeb1-8787-4727-b782-9d18b1675e0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:16.683035 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7f514611-f5ea-4488-8d64-de5e35ee7c21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569'] for network, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:16.683570 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f514611-f5ea-4488-8d64-de5e35ee7c21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:16.684150 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7f514611-f5ea-4488-8d64-de5e35ee7c21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:16.731288 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-7f514611-f5ea-4488-8d64-de5e35ee7c21 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.3293519 Jul 27 23:04:16.743782 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 52554) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:04:16.752773 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-06e47bcb-b643-4638-a476-eed98ba31874 admin admin] Request body: {'subnet': {'network_id': 'b16f0c11-0521-4b13-b1c1-a6e96edfaa29', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1875900776-subnet', 'tenant_id': 'f720f524dc804540ac5206e2fe01e288', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:04:16.774542 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 52558) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:04:16.816567 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f514611-f5ea-4488-8d64-de5e35ee7c21 admin admin] Pushing event updated for resources: {'Network': ['ID=b16f0c11-0521-4b13-b1c1-a6e96edfaa29,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:04:16.829675 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-20f01f3b-aef1-40a8-881d-bcf669fcd47a req-53b9eeb1-8787-4727-b782-9d18b1675e0d service neutron] For port 51503d21-25f0-4cfe-8971-38c8d8d196bd, host n-h1-802623-1, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:04:16.830074 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b6807caf-85bd-43f7-967e-19aa55c0c685 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:16.835149 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-20f01f3b-aef1-40a8-881d-bcf669fcd47a req-53b9eeb1-8787-4727-b782-9d18b1675e0d service neutron] For port 51503d21-25f0-4cfe-8971-38c8d8d196bd, host n-h1-802623-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=51503d21-25f0-4cfe-8971-38c8d8d196bd,segment=NetworkSegment(16e91594-c047-4b55-93eb-43af33ad08e1),segment_id=16e91594-c047-4b55-93eb-43af33ad08e1)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:04:16.847562 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06e47bcb-b643-4638-a476-eed98ba31874 admin admin] Made reservation on behalf of f720f524dc804540ac5206e2fe01e288 for: {'subnet': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:04:16.849103 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Network b16f0c11-0521-4b13-b1c1-a6e96edfaa29 details requested by agent ovs-agent-n-d-802623-1 with host n-d-802623-1 {{(pid=93799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 23:04:16.849573 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-20f01f3b-aef1-40a8-881d-bcf669fcd47a req-53b9eeb1-8787-4727-b782-9d18b1675e0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:16.852375 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-06e47bcb-b643-4638-a476-eed98ba31874 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11551435'] for subnet, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:16.864080 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32051a4b-a146-4473-b5ca-b4a238fa3718 req-1fb34331-8bca-47cd-b094-07616423c6b3 tempest-ServersAdminTestJSON-1581810367 tempest-ServersAdminTestJSON-1581810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:16.873441 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-32051a4b-a146-4473-b5ca-b4a238fa3718 req-1fb34331-8bca-47cd-b094-07616423c6b3 tempest-ServersAdminTestJSON-1581810367 tempest-ServersAdminTestJSON-1581810367-project] 10.222.0.18 "GET /v2.0/ports?device_id=4c3fa56a-b0f7-486a-b9b6-11ec03b01c61 HTTP/1.1" status: 200 len: 949 time: 0.2072921 Jul 27 23:04:16.913958 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b9eeb1-8787-4727-b782-9d18b1675e0d service neutron] Pushing event updated for resources: {'Port': ['ID=51503d21-25f0-4cfe-8971-38c8d8d196bd,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:04:16.933037 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f01f3b-aef1-40a8-881d-bcf669fcd47a req-53b9eeb1-8787-4727-b782-9d18b1675e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:16.936952 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-20f01f3b-aef1-40a8-881d-bcf669fcd47a req-53b9eeb1-8787-4727-b782-9d18b1675e0d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:16.938161 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-20f01f3b-aef1-40a8-881d-bcf669fcd47a req-53b9eeb1-8787-4727-b782-9d18b1675e0d service neutron] 10.222.0.38 "PUT /v2.0/ports/51503d21-25f0-4cfe-8971-38c8d8d196bd HTTP/1.1" status: 200 len: 1096 time: 2.5255115 Jul 27 23:04:16.945037 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6f2234d-172f-47b3-ba46-4df9ad45aa8f', 'tag': '51503d21-25f0-4cfe-8971-38c8d8d196bd'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:04:16.947423 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}011f8d312121274bb12d78e77c6379a2079800640016cec6c6d605b73666e854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0579e74-3c93-496a-921a-e2eb0707a76e" -d '{"events": [{"name": "network-changed", "server_uuid": "e6f2234d-172f-47b3-ba46-4df9ad45aa8f", "tag": "51503d21-25f0-4cfe-8971-38c8d8d196bd"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:04:17.064038 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-c79bcc2e-bb9f-4b1d-9657-48f20dc3f1bc req-b324be52-de2e-49e1-be11-db1e646b9e01 service neutron] 10.222.0.38 "GET /v2.0/networks/591af2dd-f826-43b1-aa9d-e7a0bf218c71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5359299 Jul 27 23:04:17.100571 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [req-2afa033d-9eeb-4a35-8f22-549356f17a95 req-585830c4-511b-466f-9c82-4bcf323007c2 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=93798) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 23:04:17.108467 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-2afa033d-9eeb-4a35-8f22-549356f17a95 req-585830c4-511b-466f-9c82-4bcf323007c2 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3487976 Jul 27 23:04:17.198012 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f01f3b-aef1-40a8-881d-bcf669fcd47a req-28ac46af-e9ef-4fcc-969f-11b97abd743a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:17.199209 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-20f01f3b-aef1-40a8-881d-bcf669fcd47a req-28ac46af-e9ef-4fcc-969f-11b97abd743a service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=496de96608da4f74abc6cf1f10c98b52&device_id=e6f2234d-172f-47b3-ba46-4df9ad45aa8f HTTP/1.1" status: 200 len: 1099 time: 0.1699049 Jul 27 23:04:17.241454 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-32051a4b-a146-4473-b5ca-b4a238fa3718 req-a6ed6412-c1b3-40be-a3b2-7aa4da525a23 tempest-ServersAdminTestJSON-1581810367 tempest-ServersAdminTestJSON-1581810367-project] 10.222.0.18 "GET /v2.0/security-groups?id=ffa9f128-d6a7-4fb1-a632-c57615725739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3622925 Jul 27 23:04:17.263529 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-20f01f3b-aef1-40a8-881d-bcf669fcd47a req-775aa135-e4c9-446b-be4d-1ccc96a30520 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.215&port_id=51503d21-25f0-4cfe-8971-38c8d8d196bd HTTP/1.1" status: 200 len: 217 time: 0.0527735 Jul 27 23:04:17.343373 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 23:04:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11b693a6-b940-4af6-ad77-658a051a932b x-openstack-request-id: req-11b693a6-b940-4af6-ad77-658a051a932b {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:04:17.343676 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6f2234d-172f-47b3-ba46-4df9ad45aa8f", "tag": "51503d21-25f0-4cfe-8971-38c8d8d196bd", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:04:17.343906 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-11b693a6-b940-4af6-ad77-658a051a932b {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:04:17.344297 n-d-802623-1 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6f2234d-172f-47b3-ba46-4df9ad45aa8f', 'tag': '51503d21-25f0-4cfe-8971-38c8d8d196bd', 'status': 'completed', 'code': 200} Jul 27 23:04:17.348852 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-2afa033d-9eeb-4a35-8f22-549356f17a95 req-3fdd6565-eec1-4163-8575-0da453a79093 service neutron] 10.222.0.18 "GET /v2.0/networks/c451a142-86a9-4355-833f-365557d21b8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2390637 Jul 27 23:04:17.419760 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-06e47bcb-b643-4638-a476-eed98ba31874 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11336182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11551417'] for subnet, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:17.449235 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f01f3b-aef1-40a8-881d-bcf669fcd47a req-c57c6d7f-49a7-4f37-abb7-6c8d54c93c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:17.450809 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-20f01f3b-aef1-40a8-881d-bcf669fcd47a req-c57c6d7f-49a7-4f37-abb7-6c8d54c93c3a service neutron] 10.222.0.38 "GET /v2.0/subnets?id=62938449-046d-4cbe-923a-7ebb632c358d HTTP/1.1" status: 200 len: 843 time: 0.1789589 Jul 27 23:04:17.491440 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e47bcb-b643-4638-a476-eed98ba31874 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d5b56189-97b1-4b47-b48b-cddf88611b7d,revision_number=0']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:04:17.518396 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-2afa033d-9eeb-4a35-8f22-549356f17a95 req-0c43375d-2ba6-4208-bd7e-231b9d459142 service neutron] 10.222.0.18 "GET /v2.0/networks/c451a142-86a9-4355-833f-365557d21b8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1614392 Jul 27 23:04:17.523818 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f01f3b-aef1-40a8-881d-bcf669fcd47a req-a2796dfe-9dba-4085-82cd-0cf40b6c5dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:17.525278 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-20f01f3b-aef1-40a8-881d-bcf669fcd47a req-a2796dfe-9dba-4085-82cd-0cf40b6c5dcd service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=591af2dd-f826-43b1-aa9d-e7a0bf218c71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0662968 Jul 27 23:04:17.537495 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-c79bcc2e-bb9f-4b1d-9657-48f20dc3f1bc req-2b7eccf9-7c74-4097-a5e5-1799019c02ad service neutron] 10.222.0.38 "GET /v2.0/networks/591af2dd-f826-43b1-aa9d-e7a0bf218c71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4444802 Jul 27 23:04:17.582917 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddb27b8-3f44-4b8b-9ddc-cf010db64415 req-0782565b-3d5e-441d-bc4e-3123aa593c4a tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:17.592052 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-cddb27b8-3f44-4b8b-9ddc-cf010db64415 req-0782565b-3d5e-441d-bc4e-3123aa593c4a tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] 10.222.0.18 "GET /v2.0/ports?device_id=e6f2234d-172f-47b3-ba46-4df9ad45aa8f HTTP/1.1" status: 200 len: 948 time: 0.1730468 Jul 27 23:04:17.626836 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06e47bcb-b643-4638-a476-eed98ba31874 admin admin] Checking segment: {'id': 'ce5b53b1-2d09-4c2e-9c0d-a3555b9fb8cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'b16f0c11-0521-4b13-b1c1-a6e96edfaa29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:04:17.627225 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06e47bcb-b643-4638-a476-eed98ba31874 admin admin] Network hostable DHCP agents. Network: b16f0c11-0521-4b13-b1c1-a6e96edfaa29, hostable agents: ['5950e76f-2bde-4343-a925-cbe6bacd2706'], hosted agents: [] {{(pid=93797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 23:04:17.661357 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b6807caf-85bd-43f7-967e-19aa55c0c685 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:17.684754 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06e47bcb-b643-4638-a476-eed98ba31874 admin admin] Network b16f0c11-0521-4b13-b1c1-a6e96edfaa29 is scheduled to be hosted by DHCP agent 5950e76f-2bde-4343-a925-cbe6bacd2706 with binding_index 1 {{(pid=93797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 23:04:17.697356 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b6807caf-85bd-43f7-967e-19aa55c0c685 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:17.729790 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-b6807caf-85bd-43f7-967e-19aa55c0c685 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ec1aae5bfbfc481e8e0294da5f61ab05&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9503825 Jul 27 23:04:17.733938 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-06e47bcb-b643-4638-a476-eed98ba31874 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802623-1, b16f0c11-0521-4b13-b1c1-a6e96edfaa29) {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:04:17.735661 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-20f01f3b-aef1-40a8-881d-bcf669fcd47a req-d9235f1a-a3ba-4b1d-b704-9da9e42bf9b4 service neutron] 10.222.0.38 "GET /v2.0/networks/591af2dd-f826-43b1-aa9d-e7a0bf218c71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2014863 Jul 27 23:04:17.736165 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 52574) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:04:17.739463 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06e47bcb-b643-4638-a476-eed98ba31874 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:17.740389 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-06e47bcb-b643-4638-a476-eed98ba31874 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for subnet, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:17.744473 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4f84c1e-7ef6-479e-9564-e8ce317dca14 None None] Network b16f0c11-0521-4b13-b1c1-a6e96edfaa29 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:04:17.755831 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-cddb27b8-3f44-4b8b-9ddc-cf010db64415 req-b7c14fe9-3642-4a0b-9939-1bee4965265d tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] 10.222.0.18 "GET /v2.0/security-groups?id=3b54d803-f776-413f-b5bd-6e9336fca6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629052 Jul 27 23:04:17.775495 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6807caf-85bd-43f7-967e-19aa55c0c685 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dc8d795-6dad-45ab-8753-e1d4b30ae796,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:04:17.801698 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-06e47bcb-b643-4638-a476-eed98ba31874 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.0542412 Jul 27 23:04:18.077604 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-7822465a-1039-4cc4-93fc-af916da36fa5 req-0211fd2d-1e0a-48ae-ae94-ee38c2c88e0a tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd7b332d-3077-4beb-a3df-e657be374929 HTTP/1.1" status: 200 len: 210 time: 0.0483789 Jul 27 23:04:18.115641 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-20f01f3b-aef1-40a8-881d-bcf669fcd47a req-891eeee6-61e1-47f9-9606-bbdeeec034eb service neutron] 10.222.0.38 "GET /v2.0/networks/591af2dd-f826-43b1-aa9d-e7a0bf218c71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3622117 Jul 27 23:04:18.138906 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28b4e929-3cc6-40ca-9ee4-0f2d470ba178 None None] Network b16f0c11-0521-4b13-b1c1-a6e96edfaa29 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:04:18.228490 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b16ab608-e399-4b77-bfca-0d81d8c34593 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:18.287510 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0579e74-3c93-496a-921a-e2eb0707a76e req-2542cb28-3d89-425b-b673-d72ee0ea1959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:18.296052 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a0579e74-3c93-496a-921a-e2eb0707a76e req-2542cb28-3d89-425b-b673-d72ee0ea1959 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=496de96608da4f74abc6cf1f10c98b52&device_id=e6f2234d-172f-47b3-ba46-4df9ad45aa8f HTTP/1.1" status: 200 len: 1099 time: 0.1173866 Jul 27 23:04:18.312982 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b16ab608-e399-4b77-bfca-0d81d8c34593 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:18.381215 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device d16d8cf4-e2de-4eb8-9fe9-4d707871ce90 details requested by agent hyperv_n-h1-802623-1 with host n-h1-802623-1 {{(pid=93799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 23:04:18.455647 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d12f4f-7c97-4cf4-a46c-a70b0d2a34b2 req-bf5a2d5e-c955-46ca-8638-bc5fcc0d5688 tempest-ServersAdminTestJSON-1581810367 tempest-ServersAdminTestJSON-1581810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:18.479601 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-c3d12f4f-7c97-4cf4-a46c-a70b0d2a34b2 req-bf5a2d5e-c955-46ca-8638-bc5fcc0d5688 tempest-ServersAdminTestJSON-1581810367 tempest-ServersAdminTestJSON-1581810367-project] 10.222.0.18 "GET /v2.0/ports?device_id=4c3fa56a-b0f7-486a-b9b6-11ec03b01c61 HTTP/1.1" status: 200 len: 949 time: 0.0869484 Jul 27 23:04:18.529464 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 52608) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:04:18.548331 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-c3d12f4f-7c97-4cf4-a46c-a70b0d2a34b2 req-17e2a568-69ea-47ff-ad78-5a1d828e0fc5 tempest-ServersAdminTestJSON-1581810367 tempest-ServersAdminTestJSON-1581810367-project] 10.222.0.18 "GET /v2.0/security-groups?id=ffa9f128-d6a7-4fb1-a632-c57615725739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653658 Jul 27 23:04:18.571695 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port d16d8cf4-e2de-4eb8-9fe9-4d707871ce90, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=d16d8cf4-e2de-4eb8-9fe9-4d707871ce90,segment=NetworkSegment(16e91594-c047-4b55-93eb-43af33ad08e1),segment_id=16e91594-c047-4b55-93eb-43af33ad08e1)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:04:18.588109 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Returning: {'device': 'd16d8cf4-e2de-4eb8-9fe9-4d707871ce90', 'network_id': '591af2dd-f826-43b1-aa9d-e7a0bf218c71', 'port_id': 'd16d8cf4-e2de-4eb8-9fe9-4d707871ce90', 'mac_address': 'fa:16:3e:3c:a5:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62938449-046d-4cbe-923a-7ebb632c358d', 'ip_address': '192.168.233.15'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 23:04:18.618432 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b16ab608-e399-4b77-bfca-0d81d8c34593 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:18.622484 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b16ab608-e399-4b77-bfca-0d81d8c34593 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:18.626117 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-b16ab608-e399-4b77-bfca-0d81d8c34593 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0dc8d795-6dad-45ab-8753-e1d4b30ae796 HTTP/1.1" status: 204 len: 168 time: 0.8839662 Jul 27 23:04:18.648712 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:18.689458 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d16d8cf4-e2de-4eb8-9fe9-4d707871ce90 {{(pid=93799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:04:18.740653 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d7aa56ce-ab89-4fe0-9a1c-8d0e591f071b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:18.741383 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port d16d8cf4-e2de-4eb8-9fe9-4d707871ce90, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=d16d8cf4-e2de-4eb8-9fe9-4d707871ce90,segment=NetworkSegment(16e91594-c047-4b55-93eb-43af33ad08e1),segment_id=16e91594-c047-4b55-93eb-43af33ad08e1)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:04:18.749451 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16ab608-e399-4b77-bfca-0d81d8c34593 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dc8d795-6dad-45ab-8753-e1d4b30ae796,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:04:18.756303 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:18.774719 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16ab608-e399-4b77-bfca-0d81d8c34593 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:04:18.775424 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16ab608-e399-4b77-bfca-0d81d8c34593 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:04:18.775896 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16ab608-e399-4b77-bfca-0d81d8c34593 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:04:18.776823 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16ab608-e399-4b77-bfca-0d81d8c34593 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:04:18.777910 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16ab608-e399-4b77-bfca-0d81d8c34593 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:04:18.778353 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16ab608-e399-4b77-bfca-0d81d8c34593 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:04:18.778784 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16ab608-e399-4b77-bfca-0d81d8c34593 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:04:18.779251 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16ab608-e399-4b77-bfca-0d81d8c34593 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:04:18.779783 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16ab608-e399-4b77-bfca-0d81d8c34593 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:04:18.780396 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16ab608-e399-4b77-bfca-0d81d8c34593 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:04:18.780820 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16ab608-e399-4b77-bfca-0d81d8c34593 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:04:18.781311 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16ab608-e399-4b77-bfca-0d81d8c34593 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:04:18.874672 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0579e74-3c93-496a-921a-e2eb0707a76e req-dea7f999-ac04-42ae-a711-c5f519207ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:18.876505 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a0579e74-3c93-496a-921a-e2eb0707a76e req-dea7f999-ac04-42ae-a711-c5f519207ba0 service neutron] 10.222.0.38 "GET /v2.0/networks?id=591af2dd-f826-43b1-aa9d-e7a0bf218c71 HTTP/1.1" status: 200 len: 870 time: 0.5336254 Jul 27 23:04:18.994356 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Pushing event updated for resources: {'Port': ['ID=d16d8cf4-e2de-4eb8-9fe9-4d707871ce90,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:04:18.998271 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a0579e74-3c93-496a-921a-e2eb0707a76e req-cf764ba2-4715-4931-9b3d-1f004cd3eee4 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.215&port_id=51503d21-25f0-4cfe-8971-38c8d8d196bd HTTP/1.1" status: 200 len: 217 time: 0.1090848 Jul 27 23:04:19.019191 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731264b4-08dd-48c3-9b35-0854b5d61be2 req-54f7fb0b-1d38-4c75-b245-9b9b9b2e0c1f tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:19.021663 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-731264b4-08dd-48c3-9b35-0854b5d61be2 req-54f7fb0b-1d38-4c75-b245-9b9b9b2e0c1f tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] 10.222.0.18 "GET /v2.0/networks?id=7ba5f889-7a68-424d-8fa1-71447bc958df HTTP/1.1" status: 200 len: 821 time: 0.4361532 Jul 27 23:04:19.042645 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] get_ports_and_sgs() called for port_ids ['d16d8cf4-e2de-4eb8-9fe9-4d707871ce90'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:04:19.138887 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d7aa56ce-ab89-4fe0-9a1c-8d0e591f071b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:19.158391 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d7aa56ce-ab89-4fe0-9a1c-8d0e591f071b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:19.215842 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0579e74-3c93-496a-921a-e2eb0707a76e req-b1da0641-68ba-42b1-969b-af7e1f75954a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:19.217506 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a0579e74-3c93-496a-921a-e2eb0707a76e req-b1da0641-68ba-42b1-969b-af7e1f75954a service neutron] 10.222.0.38 "GET /v2.0/subnets?id=62938449-046d-4cbe-923a-7ebb632c358d HTTP/1.1" status: 200 len: 843 time: 0.1785583 Jul 27 23:04:19.241981 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-731264b4-08dd-48c3-9b35-0854b5d61be2 req-1b32848a-73a4-40a1-88d9-631e9c6f7443 tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] 10.222.0.18 "GET /v2.0/quotas/2b51160ea37c42ce86518efb7f5012de HTTP/1.1" status: 200 len: 375 time: 0.2089005 Jul 27 23:04:19.247354 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-d7aa56ce-ab89-4fe0-9a1c-8d0e591f071b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3ea30c141d784c9e8b5219af894492fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6965272 Jul 27 23:04:19.254511 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 52630) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:04:19.272181 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5b796c-3db1-46f0-92ce-29cdfc71377b req-967d1997-cdcd-47d9-b813-268a4f4a8ed2 tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:19.277512 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-3f5b796c-3db1-46f0-92ce-29cdfc71377b req-967d1997-cdcd-47d9-b813-268a4f4a8ed2 tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] 10.222.0.18 "GET /v2.0/ports?device_id=e6f2234d-172f-47b3-ba46-4df9ad45aa8f HTTP/1.1" status: 200 len: 948 time: 0.3108101 Jul 27 23:04:19.315965 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-731264b4-08dd-48c3-9b35-0854b5d61be2 req-7676b9dc-6032-42fc-869a-9ac113600975 tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=2b51160ea37c42ce86518efb7f5012de&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0569983 Jul 27 23:04:19.336914 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0579e74-3c93-496a-921a-e2eb0707a76e req-730dee1a-58ef-4180-9f3f-eb0393165e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:19.338684 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a0579e74-3c93-496a-921a-e2eb0707a76e req-730dee1a-58ef-4180-9f3f-eb0393165e10 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=591af2dd-f826-43b1-aa9d-e7a0bf218c71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0943284 Jul 27 23:04:19.352905 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7aa56ce-ab89-4fe0-9a1c-8d0e591f071b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e11fd931-3082-4716-84e5-58cb0d1daec5,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:04:19.408974 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8ac87030-f934-4e67-bd10-34d6e01edbd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:19.439852 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-3f5b796c-3db1-46f0-92ce-29cdfc71377b req-7d862e4e-adfa-46a6-aff6-9dff8388117a tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] 10.222.0.18 "GET /v2.0/security-groups?id=3b54d803-f776-413f-b5bd-6e9336fca6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406031 Jul 27 23:04:19.468876 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8ac87030-f934-4e67-bd10-34d6e01edbd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:19.541111 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-731264b4-08dd-48c3-9b35-0854b5d61be2 req-044bfc3a-4ec3-4911-b55b-118850856270 service neutron] 10.222.0.18 "GET /v2.0/networks/7ba5f889-7a68-424d-8fa1-71447bc958df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1995659 Jul 27 23:04:19.544890 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a0579e74-3c93-496a-921a-e2eb0707a76e req-03eecc3f-353c-435a-a065-d7c46eff9c63 service neutron] 10.222.0.38 "GET /v2.0/networks/591af2dd-f826-43b1-aa9d-e7a0bf218c71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1931438 Jul 27 23:04:19.580387 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8ac87030-f934-4e67-bd10-34d6e01edbd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:19.584995 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8ac87030-f934-4e67-bd10-34d6e01edbd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:19.589591 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-8ac87030-f934-4e67-bd10-34d6e01edbd5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e11fd931-3082-4716-84e5-58cb0d1daec5 HTTP/1.1" status: 204 len: 168 time: 0.3083169 Jul 27 23:04:19.606099 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac87030-f934-4e67-bd10-34d6e01edbd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e11fd931-3082-4716-84e5-58cb0d1daec5,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:04:19.630936 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac87030-f934-4e67-bd10-34d6e01edbd5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:04:19.631605 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac87030-f934-4e67-bd10-34d6e01edbd5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:04:19.632141 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac87030-f934-4e67-bd10-34d6e01edbd5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:04:19.632630 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac87030-f934-4e67-bd10-34d6e01edbd5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:04:19.633268 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac87030-f934-4e67-bd10-34d6e01edbd5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:04:19.633791 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac87030-f934-4e67-bd10-34d6e01edbd5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:04:19.634275 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac87030-f934-4e67-bd10-34d6e01edbd5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:04:19.634760 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac87030-f934-4e67-bd10-34d6e01edbd5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:04:19.635506 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac87030-f934-4e67-bd10-34d6e01edbd5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:04:19.636028 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac87030-f934-4e67-bd10-34d6e01edbd5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:04:19.636504 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac87030-f934-4e67-bd10-34d6e01edbd5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:04:19.637003 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac87030-f934-4e67-bd10-34d6e01edbd5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:04:19.724820 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-6e8b7b3e-f45e-42ec-bee1-a79f090f9e93 req-c4bdcb96-b4ea-493a-b801-e88dc29a36af tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd7b332d-3077-4beb-a3df-e657be374929 HTTP/1.1" status: 200 len: 210 time: 0.0433726 Jul 27 23:04:19.885036 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-731264b4-08dd-48c3-9b35-0854b5d61be2 req-84d5df24-c7f4-4226-ab32-41c159b5dbe0 service neutron] 10.222.0.18 "GET /v2.0/networks/7ba5f889-7a68-424d-8fa1-71447bc958df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3296950 Jul 27 23:04:19.888860 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a0579e74-3c93-496a-921a-e2eb0707a76e req-fbdb0bdf-d9dd-439b-9e2d-414e2d016b7c service neutron] 10.222.0.38 "GET /v2.0/networks/591af2dd-f826-43b1-aa9d-e7a0bf218c71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3310599 Jul 27 23:04:19.942628 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 52644) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:04:20.031617 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afa033d-9eeb-4a35-8f22-549356f17a95 req-9c910fb7-6b4e-48ed-a7e5-b0c04960c549 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:20.033431 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-2afa033d-9eeb-4a35-8f22-549356f17a95 req-9c910fb7-6b4e-48ed-a7e5-b0c04960c549 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] 10.222.0.49 "GET /v2.0/networks?id=c451a142-86a9-4355-833f-365557d21b8d HTTP/1.1" status: 200 len: 808 time: 0.2583375 Jul 27 23:04:20.050605 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [req-2afa033d-9eeb-4a35-8f22-549356f17a95 req-1dbf1a78-f36c-4e4c-94c3-0789f70b2151 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] Request body: {'port': {'device_id': 'bd7b332d-3077-4beb-a3df-e657be374929', 'network_id': 'c451a142-86a9-4355-833f-365557d21b8d', 'admin_state_up': True, 'tenant_id': '59376bbb1c574537a7eaca41e781bf3f'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:04:20.066238 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f93a675-7ee8-4673-834f-1dc9a4c976bc req-b632d058-f47d-47ac-b51a-b981cf5073f0 tempest-ServersAdminTestJSON-1581810367 tempest-ServersAdminTestJSON-1581810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:20.068577 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-3f93a675-7ee8-4673-834f-1dc9a4c976bc req-b632d058-f47d-47ac-b51a-b981cf5073f0 tempest-ServersAdminTestJSON-1581810367 tempest-ServersAdminTestJSON-1581810367-project] 10.222.0.18 "GET /v2.0/ports?device_id=4c3fa56a-b0f7-486a-b9b6-11ec03b01c61 HTTP/1.1" status: 200 len: 949 time: 0.1130474 Jul 27 23:04:20.204507 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-3f93a675-7ee8-4673-834f-1dc9a4c976bc req-bc51aed9-c7a8-4d7a-bcfa-8b9d96725041 tempest-ServersAdminTestJSON-1581810367 tempest-ServersAdminTestJSON-1581810367-project] 10.222.0.18 "GET /v2.0/security-groups?id=ffa9f128-d6a7-4fb1-a632-c57615725739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241851 Jul 27 23:04:20.239628 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-116fef1a-3e5f-488a-8ce2-7135cb33ae14 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1696476153-network', 'tenant_id': '502f92c9a31a431c91920c05d7db78e2'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:04:20.265326 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.db.api [req-2afa033d-9eeb-4a35-8f22-549356f17a95 req-1dbf1a78-f36c-4e4c-94c3-0789f70b2151 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 27 23:04:20.265326 n-d-802623-1 neutron-server[93797]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 27 23:04:20.265326 n-d-802623-1 neutron-server[93797]: [parameters: {'project_id': '59376bbb1c574537a7eaca41e781bf3f', 'id': 'a5e961ad-3094-40fe-baae-c673ceeee3a9', 'expiration': datetime.datetime(2021, 7, 27, 23, 6, 20, 260993)}] Jul 27 23:04:20.265326 n-d-802623-1 neutron-server[93797]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93797) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 23:04:20.265939 n-d-802623-1 neutron-server[93797]: DEBUG oslo_db.api [req-2afa033d-9eeb-4a35-8f22-549356f17a95 req-1dbf1a78-f36c-4e4c-94c3-0789f70b2151 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 23:04:20.297500 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-bb968523-f5a6-4f94-8c5c-b5524329ea64 req-36d63326-a3aa-43e5-a9e7-51f932deada8 tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5f9d95c-1a18-44d1-bbb7-2e906f63162e HTTP/1.1" status: 200 len: 210 time: 0.0394275 Jul 27 23:04:20.324988 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-116fef1a-3e5f-488a-8ce2-7135cb33ae14 admin admin] Made reservation on behalf of 502f92c9a31a431c91920c05d7db78e2 for: {'network': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:04:20.328230 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-116fef1a-3e5f-488a-8ce2-7135cb33ae14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for network, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:20.342241 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-116fef1a-3e5f-488a-8ce2-7135cb33ae14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:20.410012 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 51503d21-25f0-4cfe-8971-38c8d8d196bd details requested by agent hyperv_n-h1-802623-1 with host n-h1-802623-1 {{(pid=93799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 23:04:20.449101 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device d16d8cf4-e2de-4eb8-9fe9-4d707871ce90 up at agent hyperv_n-h1-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:04:20.541668 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-116fef1a-3e5f-488a-8ce2-7135cb33ae14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:20.556903 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-116fef1a-3e5f-488a-8ce2-7135cb33ae14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:20.608458 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116fef1a-3e5f-488a-8ce2-7135cb33ae14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4abad032-32d3-4ab2-90d2-b6e2f800f29b,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:04:20.628250 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-116fef1a-3e5f-488a-8ce2-7135cb33ae14 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 512} {{(pid=93798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 23:04:20.637243 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port 51503d21-25f0-4cfe-8971-38c8d8d196bd, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=51503d21-25f0-4cfe-8971-38c8d8d196bd,segment=NetworkSegment(16e91594-c047-4b55-93eb-43af33ad08e1),segment_id=16e91594-c047-4b55-93eb-43af33ad08e1)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:04:20.650696 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-116fef1a-3e5f-488a-8ce2-7135cb33ae14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:20.651070 n-d-802623-1 neutron-server[93798]: INFO neutron.db.segments_db [None req-116fef1a-3e5f-488a-8ce2-7135cb33ae14 admin admin] Added segment 37a6c061-1a93-4bf0-96c8-ac2f0d977470 of type vlan for network 0ce8931c-84fe-4224-88db-416ca3c243ce Jul 27 23:04:20.656295 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Returning: {'device': '51503d21-25f0-4cfe-8971-38c8d8d196bd', 'network_id': '591af2dd-f826-43b1-aa9d-e7a0bf218c71', 'port_id': '51503d21-25f0-4cfe-8971-38c8d8d196bd', 'mac_address': 'fa:16:3e:f9:81:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62938449-046d-4cbe-923a-7ebb632c358d', 'ip_address': '192.168.233.215'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 23:04:20.689599 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32244ae-b677-45e4-8330-1442eba6e0bd req-c5d4cd38-f0e2-4606-868d-a52e392821d4 tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:20.695929 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-e32244ae-b677-45e4-8330-1442eba6e0bd req-c5d4cd38-f0e2-4606-868d-a52e392821d4 tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] 10.222.0.18 "GET /v2.0/ports?device_id=e6f2234d-172f-47b3-ba46-4df9ad45aa8f HTTP/1.1" status: 200 len: 948 time: 0.1411898 Jul 27 23:04:20.724179 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:20.727661 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Provisioning for port d16d8cf4-e2de-4eb8-9fe9-4d707871ce90 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:04:20.738358 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Provisioning complete for port d16d8cf4-e2de-4eb8-9fe9-4d707871ce90 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:04:20.738859 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:20.753786 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-116fef1a-3e5f-488a-8ce2-7135cb33ae14 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736833354590'] for network, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:20.789475 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51503d21-25f0-4cfe-8971-38c8d8d196bd {{(pid=93799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:04:20.846621 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2afa033d-9eeb-4a35-8f22-549356f17a95 req-1dbf1a78-f36c-4e4c-94c3-0789f70b2151 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] Made reservation on behalf of 59376bbb1c574537a7eaca41e781bf3f for: {'port': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:04:20.864090 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-2afa033d-9eeb-4a35-8f22-549356f17a95 req-1dbf1a78-f36c-4e4c-94c3-0789f70b2151 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:20.867628 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port 51503d21-25f0-4cfe-8971-38c8d8d196bd, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=51503d21-25f0-4cfe-8971-38c8d8d196bd,segment=NetworkSegment(16e91594-c047-4b55-93eb-43af33ad08e1),segment_id=16e91594-c047-4b55-93eb-43af33ad08e1)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:04:20.881348 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-116fef1a-3e5f-488a-8ce2-7135cb33ae14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569'] for network, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:20.882505 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-116fef1a-3e5f-488a-8ce2-7135cb33ae14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:20.883266 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-116fef1a-3e5f-488a-8ce2-7135cb33ae14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:20.891539 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:20.923648 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-e32244ae-b677-45e4-8330-1442eba6e0bd req-18abb888-748c-46c7-af9f-ba29a12c0260 tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] 10.222.0.18 "GET /v2.0/security-groups?id=3b54d803-f776-413f-b5bd-6e9336fca6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2256331 Jul 27 23:04:21.038456 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:21.080938 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116fef1a-3e5f-488a-8ce2-7135cb33ae14 admin admin] Pushing event updated for resources: {'Network': ['ID=0ce8931c-84fe-4224-88db-416ca3c243ce,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:04:21.117717 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-116fef1a-3e5f-488a-8ce2-7135cb33ae14 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 1.1718931 Jul 27 23:04:21.121603 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 52686) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:04:21.126823 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port d16d8cf4-e2de-4eb8-9fe9-4d707871ce90, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=d16d8cf4-e2de-4eb8-9fe9-4d707871ce90,segment=NetworkSegment(16e91594-c047-4b55-93eb-43af33ad08e1),segment_id=16e91594-c047-4b55-93eb-43af33ad08e1)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:04:21.146556 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf453e9d-a565-4822-a6e6-6dce3fb08a87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd16d8cf4-e2de-4eb8-9fe9-4d707871ce90'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:04:21.151007 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c0369b0d4f459110ff20a1f9878ba33f96d6491bddb9d15843bf29d01e0bda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6edc7cd-9107-4b9a-acc8-55fede250e48" -d '{"events": [{"server_uuid": "bf453e9d-a565-4822-a6e6-6dce3fb08a87", "name": "network-vif-plugged", "status": "completed", "tag": "d16d8cf4-e2de-4eb8-9fe9-4d707871ce90"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:04:21.153322 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-231bafdb-56bf-4827-9c5d-2f9a0dbe0e95 admin admin] Request body: {'subnet': {'network_id': '0ce8931c-84fe-4224-88db-416ca3c243ce', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1696476153-subnet', 'tenant_id': '502f92c9a31a431c91920c05d7db78e2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:04:21.154013 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7967fce4-51af-424a-8886-815fb0159cb8 req-11c77313-8d17-4cbf-b2c8-ac6341597855 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd7b332d-3077-4beb-a3df-e657be374929 HTTP/1.1" status: 200 len: 210 time: 0.0766141 Jul 27 23:04:21.157447 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Network 0ce8931c-84fe-4224-88db-416ca3c243ce details requested by agent ovs-agent-n-d-802623-1 with host n-d-802623-1 {{(pid=93799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 23:04:21.184700 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [req-2afa033d-9eeb-4a35-8f22-549356f17a95 req-1dbf1a78-f36c-4e4c-94c3-0789f70b2151 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] Allocated IP 172.20.0.8 (c451a142-86a9-4355-833f-365557d21b8d/b1592ca5-0a74-47a5-88e1-85b3448a0017/24185df4-0d89-421f-a3eb-be4ff3de08d0) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:04:21.232993 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-231bafdb-56bf-4827-9c5d-2f9a0dbe0e95 admin admin] Made reservation on behalf of 502f92c9a31a431c91920c05d7db78e2 for: {'subnet': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:04:21.235333 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-231bafdb-56bf-4827-9c5d-2f9a0dbe0e95 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11551435'] for subnet, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:21.264255 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] get_ports_and_sgs() called for port_ids ['51503d21-25f0-4cfe-8971-38c8d8d196bd'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:04:21.266626 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:21.272890 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Pushing event updated for resources: {'Port': ['ID=51503d21-25f0-4cfe-8971-38c8d8d196bd,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:04:21.387009 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 52694) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:04:21.417182 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:04:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-016ff4ef-e877-4bdb-8e6a-f157e2d9c93e x-openstack-request-id: req-016ff4ef-e877-4bdb-8e6a-f157e2d9c93e {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:04:21.422968 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf453e9d-a565-4822-a6e6-6dce3fb08a87", "name": "network-vif-plugged", "status": "completed", "tag": "d16d8cf4-e2de-4eb8-9fe9-4d707871ce90", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:04:21.424891 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-016ff4ef-e877-4bdb-8e6a-f157e2d9c93e {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:04:21.426295 n-d-802623-1 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf453e9d-a565-4822-a6e6-6dce3fb08a87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd16d8cf4-e2de-4eb8-9fe9-4d707871ce90', 'code': 200} Jul 27 23:04:21.435521 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Pushing event updated for resources: {'Port': ['ID=d16d8cf4-e2de-4eb8-9fe9-4d707871ce90,revision_number=5']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:04:21.618997 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-f265f6ca-e2c1-41dd-8545-170eefc0bd6c admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1987523553-network', 'tenant_id': 'e1cc4618ab8d497f8f1b385f74e71fb7'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:04:21.647757 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-00174989-1ba5-4302-8a6b-2c9b9700fc24 req-5ba472ec-d24e-46fb-88bd-40fa8d438be4 tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5f9d95c-1a18-44d1-bbb7-2e906f63162e HTTP/1.1" status: 200 len: 210 time: 0.0560429 Jul 27 23:04:21.663353 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c02ea01-0763-47e8-9eb2-867c8913bb8e req-9bb23805-e128-439f-983f-33e28550b6aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:21.664995 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-6c02ea01-0763-47e8-9eb2-867c8913bb8e req-9bb23805-e128-439f-983f-33e28550b6aa service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=bf453e9d-a565-4822-a6e6-6dce3fb08a87 HTTP/1.1" status: 200 len: 1100 time: 0.1241989 Jul 27 23:04:21.673129 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-231bafdb-56bf-4827-9c5d-2f9a0dbe0e95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11336182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11551417'] for subnet, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:21.702406 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f265f6ca-e2c1-41dd-8545-170eefc0bd6c admin admin] Made reservation on behalf of e1cc4618ab8d497f8f1b385f74e71fb7 for: {'network': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:04:21.704758 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f265f6ca-e2c1-41dd-8545-170eefc0bd6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for network, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:21.721965 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f265f6ca-e2c1-41dd-8545-170eefc0bd6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:21.730942 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-6c02ea01-0763-47e8-9eb2-867c8913bb8e req-e259c972-b098-408a-9d4c-3d5a3d0c8a90 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=3b54d803-f776-413f-b5bd-6e9336fca6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517964 Jul 27 23:04:21.768143 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44133e35-0109-484a-a4e0-e57d5312a43a req-e43c3ec7-a94a-4b01-b766-b13fda996e14 tempest-ServersAdminTestJSON-1581810367 tempest-ServersAdminTestJSON-1581810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:21.770918 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-44133e35-0109-484a-a4e0-e57d5312a43a req-e43c3ec7-a94a-4b01-b766-b13fda996e14 tempest-ServersAdminTestJSON-1581810367 tempest-ServersAdminTestJSON-1581810367-project] 10.222.0.18 "GET /v2.0/ports?device_id=4c3fa56a-b0f7-486a-b9b6-11ec03b01c61 HTTP/1.1" status: 200 len: 949 time: 0.2766075 Jul 27 23:04:21.842830 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f265f6ca-e2c1-41dd-8545-170eefc0bd6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:21.876560 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f265f6ca-e2c1-41dd-8545-170eefc0bd6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:21.889549 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f265f6ca-e2c1-41dd-8545-170eefc0bd6c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 543} {{(pid=93798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 23:04:21.904819 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f265f6ca-e2c1-41dd-8545-170eefc0bd6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:21.905243 n-d-802623-1 neutron-server[93798]: INFO neutron.db.segments_db [None req-f265f6ca-e2c1-41dd-8545-170eefc0bd6c admin admin] Added segment 6d86712d-5b82-4bcf-9bd8-e75a26d556ba of type vlan for network 786c8bed-6530-402d-94b3-9fdab2784572 Jul 27 23:04:21.983731 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f265f6ca-e2c1-41dd-8545-170eefc0bd6c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736833354590'] for network, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:22.050123 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f265f6ca-e2c1-41dd-8545-170eefc0bd6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b70b2de-f74a-466e-a9bc-9679dddf3a67,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:04:22.053929 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f265f6ca-e2c1-41dd-8545-170eefc0bd6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569'] for network, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:22.055232 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f265f6ca-e2c1-41dd-8545-170eefc0bd6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:22.056068 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f265f6ca-e2c1-41dd-8545-170eefc0bd6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:22.296390 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-231bafdb-56bf-4827-9c5d-2f9a0dbe0e95 admin admin] Checking segment: {'id': '37a6c061-1a93-4bf0-96c8-ac2f0d977470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '0ce8931c-84fe-4224-88db-416ca3c243ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:04:22.296996 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-231bafdb-56bf-4827-9c5d-2f9a0dbe0e95 admin admin] Network hostable DHCP agents. Network: 0ce8931c-84fe-4224-88db-416ca3c243ce, hostable agents: ['5950e76f-2bde-4343-a925-cbe6bacd2706'], hosted agents: [] {{(pid=93797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 23:04:22.299018 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231bafdb-56bf-4827-9c5d-2f9a0dbe0e95 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c915760-7367-4b2c-8742-645483953bbd,revision_number=0']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:04:22.313060 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-f265f6ca-e2c1-41dd-8545-170eefc0bd6c admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.9248741 Jul 27 23:04:22.317722 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 52714) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:04:22.320370 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f265f6ca-e2c1-41dd-8545-170eefc0bd6c admin admin] Pushing event updated for resources: {'Network': ['ID=786c8bed-6530-402d-94b3-9fdab2784572,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:04:22.325369 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-24d78b09-9248-4847-80b0-7d0e13c339c0 admin admin] Request body: {'subnet': {'network_id': '786c8bed-6530-402d-94b3-9fdab2784572', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1987523553-subnet', 'tenant_id': 'e1cc4618ab8d497f8f1b385f74e71fb7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:04:22.330493 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Network 786c8bed-6530-402d-94b3-9fdab2784572 details requested by agent ovs-agent-n-d-802623-1 with host n-d-802623-1 {{(pid=93799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 23:04:22.351824 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24d78b09-9248-4847-80b0-7d0e13c339c0 admin admin] Made reservation on behalf of e1cc4618ab8d497f8f1b385f74e71fb7 for: {'subnet': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:04:22.352943 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-44133e35-0109-484a-a4e0-e57d5312a43a req-99a12772-93a7-4694-bdaf-8e7b2f7be3fa tempest-ServersAdminTestJSON-1581810367 tempest-ServersAdminTestJSON-1581810367-project] 10.222.0.18 "GET /v2.0/security-groups?id=ffa9f128-d6a7-4fb1-a632-c57615725739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5605774 Jul 27 23:04:22.354110 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-24d78b09-9248-4847-80b0-7d0e13c339c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12265828'] for subnet, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:22.365401 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-2afa033d-9eeb-4a35-8f22-549356f17a95 req-1dbf1a78-f36c-4e4c-94c3-0789f70b2151 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:22.371158 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a8958c-6c04-41d1-9d6e-03d4230ab3a7 req-5268d42d-c35c-45f7-a4a5-d6f11712616b tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:22.372505 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c3a8958c-6c04-41d1-9d6e-03d4230ab3a7 req-5268d42d-c35c-45f7-a4a5-d6f11712616b tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] 10.222.0.18 "GET /v2.0/ports?device_id=e6f2234d-172f-47b3-ba46-4df9ad45aa8f HTTP/1.1" status: 200 len: 949 time: 0.2937877 Jul 27 23:04:22.381205 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81095747-c327-47df-a108-8d7e13cf886a req-c56ae70c-a345-44dc-8d5b-2588593d0c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:22.382768 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-81095747-c327-47df-a108-8d7e13cf886a req-c56ae70c-a345-44dc-8d5b-2588593d0c86 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=4c3fa56a-b0f7-486a-b9b6-11ec03b01c61 HTTP/1.1" status: 200 len: 1100 time: 0.1376853 Jul 27 23:04:22.385425 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-231bafdb-56bf-4827-9c5d-2f9a0dbe0e95 admin admin] Network 0ce8931c-84fe-4224-88db-416ca3c243ce is scheduled to be hosted by DHCP agent 5950e76f-2bde-4343-a925-cbe6bacd2706 with binding_index 1 {{(pid=93797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 23:04:22.413420 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 51503d21-25f0-4cfe-8971-38c8d8d196bd up at agent hyperv_n-h1-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:04:22.415340 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-231bafdb-56bf-4827-9c5d-2f9a0dbe0e95 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802623-1, 0ce8931c-84fe-4224-88db-416ca3c243ce) {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:04:22.420852 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-231bafdb-56bf-4827-9c5d-2f9a0dbe0e95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:22.421446 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-231bafdb-56bf-4827-9c5d-2f9a0dbe0e95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for subnet, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:22.454277 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff2f8746-c3ff-405f-8ae9-e5f6ed3d2420 None None] Network 0ce8931c-84fe-4224-88db-416ca3c243ce requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:04:22.462474 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-81095747-c327-47df-a108-8d7e13cf886a req-4d815824-137f-4d04-9a0a-ed727e0d5bd3 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=ffa9f128-d6a7-4fb1-a632-c57615725739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694561 Jul 27 23:04:22.466108 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-231bafdb-56bf-4827-9c5d-2f9a0dbe0e95 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.3434629 Jul 27 23:04:22.469297 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 52716) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:04:22.483262 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-18a398b5-d178-4912-91f9-d52fd4a8c89d admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1696476153-router', 'tenant_id': '502f92c9a31a431c91920c05d7db78e2', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'}}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:04:22.490446 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-2afa033d-9eeb-4a35-8f22-549356f17a95 req-1dbf1a78-f36c-4e4c-94c3-0789f70b2151 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:22.592347 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2afa033d-9eeb-4a35-8f22-549356f17a95 req-1dbf1a78-f36c-4e4c-94c3-0789f70b2151 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] Network c451a142-86a9-4355-833f-365557d21b8d is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:04:22.605042 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-18a398b5-d178-4912-91f9-d52fd4a8c89d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62159'] for router, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:22.606348 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-18a398b5-d178-4912-91f9-d52fd4a8c89d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-479230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-415539', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3693317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62148'] for router, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:22.612714 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Provisioning for port 51503d21-25f0-4cfe-8971-38c8d8d196bd completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:04:22.618597 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Provisioning complete for port 51503d21-25f0-4cfe-8971-38c8d8d196bd triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:04:22.619368 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:22.641807 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [req-2afa033d-9eeb-4a35-8f22-549356f17a95 req-1dbf1a78-f36c-4e4c-94c3-0789f70b2151 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:04:22.664258 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cd3618b-6b34-48e6-8803-46bf5333652e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f6f257c-ad18-5f0c-8c8e-ea085a5fc8a2-0ce8931c-84fe-4224-88db-416ca3c243ce', 'network_id': '0ce8931c-84fe-4224-88db-416ca3c243ce', 'tenant_id': '502f92c9a31a431c91920c05d7db78e2', 'fixed_ips': [{'subnet_id': '7c915760-7367-4b2c-8742-645483953bbd'}]}} from n-d-802623-1. {{(pid=93799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 23:04:22.665467 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8cd3618b-6b34-48e6-8803-46bf5333652e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:22.679458 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [req-2afa033d-9eeb-4a35-8f22-549356f17a95 req-1dbf1a78-f36c-4e4c-94c3-0789f70b2151 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:04:22.720063 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-18a398b5-d178-4912-91f9-d52fd4a8c89d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:22.724040 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbf1a78-f36c-4e4c-94c3-0789f70b2151 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] Pushing event updated for resources: {'Port': ['ID=24185df4-0d89-421f-a3eb-be4ff3de08d0,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:04:22.735962 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccec8cab-7129-4f52-a13d-fd5d75ac82c2 req-748b5078-29a0-4197-b1ac-e7863d3a3c26 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:22.737510 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-ccec8cab-7129-4f52-a13d-fd5d75ac82c2 req-748b5078-29a0-4197-b1ac-e7863d3a3c26 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd7b332d-3077-4beb-a3df-e657be374929 HTTP/1.1" status: 200 len: 931 time: 0.2703176 Jul 27 23:04:22.751845 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afa033d-9eeb-4a35-8f22-549356f17a95 req-1dbf1a78-f36c-4e4c-94c3-0789f70b2151 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:22.752487 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-2afa033d-9eeb-4a35-8f22-549356f17a95 req-1dbf1a78-f36c-4e4c-94c3-0789f70b2151 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:22.770309 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731264b4-08dd-48c3-9b35-0854b5d61be2 req-f83991cb-aa50-413c-b272-36b094fea1e1 tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:22.771810 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-731264b4-08dd-48c3-9b35-0854b5d61be2 req-f83991cb-aa50-413c-b272-36b094fea1e1 tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] 10.222.0.38 "GET /v2.0/networks?id=7ba5f889-7a68-424d-8fa1-71447bc958df HTTP/1.1" status: 200 len: 821 time: 0.5609124 Jul 27 23:04:22.776214 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c3a8958c-6c04-41d1-9d6e-03d4230ab3a7 req-cb564a63-989d-4cc2-bc71-d8fb5b518017 tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] 10.222.0.18 "GET /v2.0/security-groups?id=3b54d803-f776-413f-b5bd-6e9336fca6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3572998 Jul 27 23:04:22.786953 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [req-731264b4-08dd-48c3-9b35-0854b5d61be2 req-1e51db27-f998-4235-8a50-0388a1905b46 tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] Request body: {'port': {'device_id': 'a5f9d95c-1a18-44d1-bbb7-2e906f63162e', 'network_id': '7ba5f889-7a68-424d-8fa1-71447bc958df', 'admin_state_up': True, 'tenant_id': '2b51160ea37c42ce86518efb7f5012de'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:04:22.887311 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:22.925063 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-2afa033d-9eeb-4a35-8f22-549356f17a95 req-1dbf1a78-f36c-4e4c-94c3-0789f70b2151 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8791807 Jul 27 23:04:22.931125 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-731264b4-08dd-48c3-9b35-0854b5d61be2 req-1e51db27-f998-4235-8a50-0388a1905b46 tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] Made reservation on behalf of 2b51160ea37c42ce86518efb7f5012de for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:04:22.934763 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-731264b4-08dd-48c3-9b35-0854b5d61be2 req-1e51db27-f998-4235-8a50-0388a1905b46 tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:22.937320 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-ccec8cab-7129-4f52-a13d-fd5d75ac82c2 req-77e9879e-e921-459e-8655-510d63bf3dd5 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] 10.222.0.18 "GET /v2.0/security-groups?id=bed30b16-cd2d-47d0-9758-37dc9df2dfb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802711 Jul 27 23:04:22.953319 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [req-2afa033d-9eeb-4a35-8f22-549356f17a95 req-bccfb8f8-b94e-4888-b150-396e06e7de00 service neutron] Request body: {'port': {'device_id': 'bd7b332d-3077-4beb-a3df-e657be374929', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802623-1'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:04:23.016110 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-18a398b5-d178-4912-91f9-d52fd4a8c89d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-415433', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62186'] for router, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:23.081054 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a6e9178d-36eb-4c0d-aacb-3974289339d3 req-61fe688a-ec6b-4122-9533-33d8ff5cd341 tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5f9d95c-1a18-44d1-bbb7-2e906f63162e HTTP/1.1" status: 200 len: 210 time: 0.0357342 Jul 27 23:04:23.081612 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-2afa033d-9eeb-4a35-8f22-549356f17a95 req-bccfb8f8-b94e-4888-b150-396e06e7de00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:23.093325 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port 51503d21-25f0-4cfe-8971-38c8d8d196bd, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=51503d21-25f0-4cfe-8971-38c8d8d196bd,segment=NetworkSegment(16e91594-c047-4b55-93eb-43af33ad08e1),segment_id=16e91594-c047-4b55-93eb-43af33ad08e1)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:04:23.094906 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-8cd3618b-6b34-48e6-8803-46bf5333652e None None] Allocated IP 172.20.0.2 (0ce8931c-84fe-4224-88db-416ca3c243ce/7c915760-7367-4b2c-8742-645483953bbd/7b9c8ccf-6376-414b-93c3-08a1d6d99b90) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:04:23.128682 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:23.225691 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-24d78b09-9248-4847-80b0-7d0e13c339c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11971609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12265750'] for subnet, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:23.249198 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Pushing event updated for resources: {'Port': ['ID=51503d21-25f0-4cfe-8971-38c8d8d196bd,revision_number=5']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:04:23.319981 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5498a286-8e76-4cce-bdc5-da00a8898765 req-a7cf5890-535f-4ef6-a9df-3d8f9b963249 tempest-AttachSCSIVolumeTestJSON-704938723 tempest-AttachSCSIVolumeTestJSON-704938723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:23.321451 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-5498a286-8e76-4cce-bdc5-da00a8898765 req-a7cf5890-535f-4ef6-a9df-3d8f9b963249 tempest-AttachSCSIVolumeTestJSON-704938723 tempest-AttachSCSIVolumeTestJSON-704938723-project] 10.222.0.18 "GET /v2.0/networks?id=9b83e052-7bde-4257-b691-c0b4cba76e81 HTTP/1.1" status: 200 len: 813 time: 0.3209302 Jul 27 23:04:23.334266 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [req-731264b4-08dd-48c3-9b35-0854b5d61be2 req-1e51db27-f998-4235-8a50-0388a1905b46 tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] Allocated IP 172.20.0.8 (7ba5f889-7a68-424d-8fa1-71447bc958df/2be3a116-6f3a-48af-9c58-17be143660fc/aeec7f2c-356d-41c9-812f-b5ab13f4069a) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:04:23.335573 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8cd3618b-6b34-48e6-8803-46bf5333652e None None] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:23.345227 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-8cd3618b-6b34-48e6-8803-46bf5333652e None None] Transition to ACTIVE for port object 7b9c8ccf-6376-414b-93c3-08a1d6d99b90 will not be triggered until provisioned by entity L2. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:04:23.355011 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d78b09-9248-4847-80b0-7d0e13c339c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b9b5db02-c302-48bd-b0f3-e4b2e75710bc,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:04:23.369594 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-8cd3618b-6b34-48e6-8803-46bf5333652e None None] Transition to ACTIVE for port object 7b9c8ccf-6376-414b-93c3-08a1d6d99b90 will not be triggered until provisioned by entity DHCP. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:04:23.371726 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-5498a286-8e76-4cce-bdc5-da00a8898765 req-5f161192-8e66-4a9d-bb01-4cd519683c89 tempest-AttachSCSIVolumeTestJSON-704938723 tempest-AttachSCSIVolumeTestJSON-704938723-project] 10.222.0.18 "GET /v2.0/quotas/ea9dc6a704274ef28def87516dc4f252 HTTP/1.1" status: 200 len: 375 time: 0.0424519 Jul 27 23:04:23.377529 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8cd3618b-6b34-48e6-8803-46bf5333652e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:23.377930 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24d78b09-9248-4847-80b0-7d0e13c339c0 admin admin] Checking segment: {'id': '6d86712d-5b82-4bcf-9bd8-e75a26d556ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '786c8bed-6530-402d-94b3-9fdab2784572'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:04:23.378283 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24d78b09-9248-4847-80b0-7d0e13c339c0 admin admin] Network hostable DHCP agents. Network: 786c8bed-6530-402d-94b3-9fdab2784572, hostable agents: ['5950e76f-2bde-4343-a925-cbe6bacd2706'], hosted agents: [] {{(pid=93798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 23:04:23.422509 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cd3618b-6b34-48e6-8803-46bf5333652e None None] Network 0ce8931c-84fe-4224-88db-416ca3c243ce is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:04:23.427164 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-8cd3618b-6b34-48e6-8803-46bf5333652e None None] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:04:23.436105 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6f2234d-172f-47b3-ba46-4df9ad45aa8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51503d21-25f0-4cfe-8971-38c8d8d196bd'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:04:23.440130 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c0369b0d4f459110ff20a1f9878ba33f96d6491bddb9d15843bf29d01e0bda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd005f7b-cebd-4175-924b-0586f51dd477" -d '{"events": [{"server_uuid": "e6f2234d-172f-47b3-ba46-4df9ad45aa8f", "name": "network-vif-plugged", "status": "completed", "tag": "51503d21-25f0-4cfe-8971-38c8d8d196bd"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:04:23.449099 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd3618b-6b34-48e6-8803-46bf5333652e None None] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:04:23.458087 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24d78b09-9248-4847-80b0-7d0e13c339c0 admin admin] Network 786c8bed-6530-402d-94b3-9fdab2784572 is scheduled to be hosted by DHCP agent 5950e76f-2bde-4343-a925-cbe6bacd2706 with binding_index 1 {{(pid=93798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 23:04:23.467664 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device d332fb0d-6ef5-4e0c-acea-50d5a9aae554 details requested by agent hyperv_n-h2-802623-1 with host n-h2-802623-1 {{(pid=93799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 23:04:23.494419 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device d332fb0d-6ef5-4e0c-acea-50d5a9aae554 no longer exists at agent hyperv_n-h2-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:04:23.513107 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-24d78b09-9248-4847-80b0-7d0e13c339c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802623-1, 786c8bed-6530-402d-94b3-9fdab2784572) {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:04:23.517503 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24d78b09-9248-4847-80b0-7d0e13c339c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:23.518096 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-24d78b09-9248-4847-80b0-7d0e13c339c0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:23.531915 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-18a398b5-d178-4912-91f9-d52fd4a8c89d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:23.542326 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-5498a286-8e76-4cce-bdc5-da00a8898765 req-7cea26f8-3f57-4193-85e8-583be71f5d49 tempest-AttachSCSIVolumeTestJSON-704938723 tempest-AttachSCSIVolumeTestJSON-704938723-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=ea9dc6a704274ef28def87516dc4f252&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1606059 Jul 27 23:04:23.569556 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-18a398b5-d178-4912-91f9-d52fd4a8c89d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:23.570023 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-24d78b09-9248-4847-80b0-7d0e13c339c0 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2504992 Jul 27 23:04:23.586496 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 52736) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:04:23.592942 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-b848bcb8-8fab-4d72-810c-27e5f7f22752 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1987523553-router', 'tenant_id': 'e1cc4618ab8d497f8f1b385f74e71fb7', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'}}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:04:23.647479 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [req-2afa033d-9eeb-4a35-8f22-549356f17a95 req-bccfb8f8-b94e-4888-b150-396e06e7de00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24185df4-0d89-421f-a3eb-be4ff3de08d0 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:04:23.659276 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port d332fb0d-6ef5-4e0c-acea-50d5a9aae554, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=d332fb0d-6ef5-4e0c-acea-50d5a9aae554,segment=NetworkSegment(16e91594-c047-4b55-93eb-43af33ad08e1),segment_id=16e91594-c047-4b55-93eb-43af33ad08e1)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:04:23.662663 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51dc699-d71c-4007-883d-8cb3ad05c9c0 req-d9debda2-8589-46ed-a2c1-6de2100792e2 tempest-ServersAdminTestJSON-1581810367 tempest-ServersAdminTestJSON-1581810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:23.664117 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-c51dc699-d71c-4007-883d-8cb3ad05c9c0 req-d9debda2-8589-46ed-a2c1-6de2100792e2 tempest-ServersAdminTestJSON-1581810367 tempest-ServersAdminTestJSON-1581810367-project] 10.222.0.18 "GET /v2.0/ports?device_id=4c3fa56a-b0f7-486a-b9b6-11ec03b01c61 HTTP/1.1" status: 200 len: 949 time: 0.1683757 Jul 27 23:04:23.670048 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-2afa033d-9eeb-4a35-8f22-549356f17a95 req-bccfb8f8-b94e-4888-b150-396e06e7de00 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:23.678012 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d8eee5e-8d5d-4cb4-8396-6a5aecb1626c None None] Network 786c8bed-6530-402d-94b3-9fdab2784572 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:04:23.713189 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-731264b4-08dd-48c3-9b35-0854b5d61be2 req-1e51db27-f998-4235-8a50-0388a1905b46 tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:23.717320 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b848bcb8-8fab-4d72-810c-27e5f7f22752 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62159'] for router, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:23.718417 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Returning: {'device': 'd332fb0d-6ef5-4e0c-acea-50d5a9aae554', 'network_id': '591af2dd-f826-43b1-aa9d-e7a0bf218c71', 'port_id': 'd332fb0d-6ef5-4e0c-acea-50d5a9aae554', 'mac_address': 'fa:16:3e:a3:bb:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62938449-046d-4cbe-923a-7ebb632c358d', 'ip_address': '192.168.233.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 23:04:23.718591 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b848bcb8-8fab-4d72-810c-27e5f7f22752 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-479230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-415539', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3693317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62148'] for router, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:23.732809 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-5498a286-8e76-4cce-bdc5-da00a8898765 req-300f5bb6-4b5c-4bf9-82e8-ac1d2375492b service neutron] 10.222.0.18 "GET /v2.0/networks/9b83e052-7bde-4257-b691-c0b4cba76e81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1763282 Jul 27 23:04:23.744285 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd3618b-6b34-48e6-8803-46bf5333652e None None] Pushing event updated for resources: {'Port': ['ID=7b9c8ccf-6376-414b-93c3-08a1d6d99b90,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:04:23.759416 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [req-2afa033d-9eeb-4a35-8f22-549356f17a95 req-bccfb8f8-b94e-4888-b150-396e06e7de00 service neutron] Transition to ACTIVE for port object 24185df4-0d89-421f-a3eb-be4ff3de08d0 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:04:23.769906 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-2afa033d-9eeb-4a35-8f22-549356f17a95 req-bccfb8f8-b94e-4888-b150-396e06e7de00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11336041'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:23.822355 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-8cd3618b-6b34-48e6-8803-46bf5333652e None None] Attempting to bind port 7b9c8ccf-6376-414b-93c3-08a1d6d99b90 on host n-d-802623-1 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:04:23.822355 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-8cd3618b-6b34-48e6-8803-46bf5333652e None None] Attempting to bind port 7b9c8ccf-6376-414b-93c3-08a1d6d99b90 by drivers openvswitch,hyperv on host n-d-802623-1 at level 0 using segments [{'id': '37a6c061-1a93-4bf0-96c8-ac2f0d977470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '0ce8931c-84fe-4224-88db-416ca3c243ce'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:04:23.822922 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cd3618b-6b34-48e6-8803-46bf5333652e None None] Attempting to bind port 7b9c8ccf-6376-414b-93c3-08a1d6d99b90 on network 0ce8931c-84fe-4224-88db-416ca3c243ce {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:04:23.845925 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b848bcb8-8fab-4d72-810c-27e5f7f22752 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:23.849010 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-18a398b5-d178-4912-91f9-d52fd4a8c89d admin admin] Allocated IP 172.25.4.11 (2fd42287-ed26-4eb9-89a5-b521f5b04356/17de1f8f-393a-4b0c-a2df-614bd3f2fb5e/df51d74d-fe37-4e81-89e4-2ce2c029c7ae) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:04:23.865369 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cd3618b-6b34-48e6-8803-46bf5333652e None None] Checking agent: {'id': 'a9a568d2-a5e7-41e4-833f-a8ab42ea4073', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 52, 30), 'started_at': datetime.datetime(2021, 7, 27, 22, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802623-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:04:23.865877 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cd3618b-6b34-48e6-8803-46bf5333652e None None] Checking segment: {'id': '37a6c061-1a93-4bf0-96c8-ac2f0d977470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '0ce8931c-84fe-4224-88db-416ca3c243ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:04:23.866368 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8cd3618b-6b34-48e6-8803-46bf5333652e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:23.866859 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cd3618b-6b34-48e6-8803-46bf5333652e None None] Bound using segment: {'id': '37a6c061-1a93-4bf0-96c8-ac2f0d977470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '0ce8931c-84fe-4224-88db-416ca3c243ce'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:04:23.867519 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-8cd3618b-6b34-48e6-8803-46bf5333652e None None] Bound port: 7b9c8ccf-6376-414b-93c3-08a1d6d99b90, host: n-d-802623-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37a6c061-1a93-4bf0-96c8-ac2f0d977470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '0ce8931c-84fe-4224-88db-416ca3c243ce'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:04:23.867967 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8cd3618b-6b34-48e6-8803-46bf5333652e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:23.884353 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:23.888762 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-c51dc699-d71c-4007-883d-8cb3ad05c9c0 req-184b7765-93f7-42ce-b59f-9ce4b67fdc0d tempest-ServersAdminTestJSON-1581810367 tempest-ServersAdminTestJSON-1581810367-project] 10.222.0.18 "GET /v2.0/security-groups?id=ffa9f128-d6a7-4fb1-a632-c57615725739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543691 Jul 27 23:04:23.893374 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccfb8f8-b94e-4888-b150-396e06e7de00 service neutron] Pushing event updated for resources: {'Port': ['ID=24185df4-0d89-421f-a3eb-be4ff3de08d0,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:04:23.943082 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:23.948698 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d332fb0d-6ef5-4e0c-acea-50d5a9aae554 {{(pid=93799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:04:23.961642 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-2afa033d-9eeb-4a35-8f22-549356f17a95 req-bccfb8f8-b94e-4888-b150-396e06e7de00 service neutron] Attempting to bind port 24185df4-0d89-421f-a3eb-be4ff3de08d0 on host n-h2-802623-1 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:04:23.961983 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-2afa033d-9eeb-4a35-8f22-549356f17a95 req-bccfb8f8-b94e-4888-b150-396e06e7de00 service neutron] Attempting to bind port 24185df4-0d89-421f-a3eb-be4ff3de08d0 by drivers openvswitch,hyperv on host n-h2-802623-1 at level 0 using segments [{'id': '7332ccbf-8fd9-4ff5-bad6-b4b872eccd4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'c451a142-86a9-4355-833f-365557d21b8d'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:04:23.962494 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2afa033d-9eeb-4a35-8f22-549356f17a95 req-bccfb8f8-b94e-4888-b150-396e06e7de00 service neutron] Attempting to bind port 24185df4-0d89-421f-a3eb-be4ff3de08d0 on network c451a142-86a9-4355-833f-365557d21b8d {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:04:23.983722 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:04:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41c60ad4-7c48-4478-a160-ac49325973c8 x-openstack-request-id: req-41c60ad4-7c48-4478-a160-ac49325973c8 {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:04:23.984108 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6f2234d-172f-47b3-ba46-4df9ad45aa8f", "name": "network-vif-plugged", "status": "completed", "tag": "51503d21-25f0-4cfe-8971-38c8d8d196bd", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:04:23.984407 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-41c60ad4-7c48-4478-a160-ac49325973c8 {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:04:23.984856 n-d-802623-1 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6f2234d-172f-47b3-ba46-4df9ad45aa8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51503d21-25f0-4cfe-8971-38c8d8d196bd', 'code': 200} Jul 27 23:04:23.995155 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2afa033d-9eeb-4a35-8f22-549356f17a95 req-bccfb8f8-b94e-4888-b150-396e06e7de00 service neutron] Port 24185df4-0d89-421f-a3eb-be4ff3de08d0 on network c451a142-86a9-4355-833f-365557d21b8d not bound, no agent of type Open vSwitch agent registered on host n-h2-802623-1 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 23:04:23.995155 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2afa033d-9eeb-4a35-8f22-549356f17a95 req-bccfb8f8-b94e-4888-b150-396e06e7de00 service neutron] Attempting to bind port 24185df4-0d89-421f-a3eb-be4ff3de08d0 on network c451a142-86a9-4355-833f-365557d21b8d {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:04:24.009531 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2afa033d-9eeb-4a35-8f22-549356f17a95 req-bccfb8f8-b94e-4888-b150-396e06e7de00 service neutron] Checking agent: {'id': 'c5cc038b-93c4-4df4-8061-5df2a04a48c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 23, 0, 4), 'started_at': datetime.datetime(2021, 7, 27, 23, 0, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 4, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:04:24.009531 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2afa033d-9eeb-4a35-8f22-549356f17a95 req-bccfb8f8-b94e-4888-b150-396e06e7de00 service neutron] Checking segment: {'id': '7332ccbf-8fd9-4ff5-bad6-b4b872eccd4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'c451a142-86a9-4355-833f-365557d21b8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:04:24.009885 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2afa033d-9eeb-4a35-8f22-549356f17a95 req-bccfb8f8-b94e-4888-b150-396e06e7de00 service neutron] Bound using segment: {'id': '7332ccbf-8fd9-4ff5-bad6-b4b872eccd4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'c451a142-86a9-4355-833f-365557d21b8d'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:04:24.010639 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-2afa033d-9eeb-4a35-8f22-549356f17a95 req-bccfb8f8-b94e-4888-b150-396e06e7de00 service neutron] Bound port: 24185df4-0d89-421f-a3eb-be4ff3de08d0, host: n-h2-802623-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7332ccbf-8fd9-4ff5-bad6-b4b872eccd4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'c451a142-86a9-4355-833f-365557d21b8d'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:04:24.010779 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-2afa033d-9eeb-4a35-8f22-549356f17a95 req-bccfb8f8-b94e-4888-b150-396e06e7de00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:24.020261 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port d332fb0d-6ef5-4e0c-acea-50d5a9aae554, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=d332fb0d-6ef5-4e0c-acea-50d5a9aae554,segment=NetworkSegment(16e91594-c047-4b55-93eb-43af33ad08e1),segment_id=16e91594-c047-4b55-93eb-43af33ad08e1)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:04:24.032637 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-731264b4-08dd-48c3-9b35-0854b5d61be2 req-1e51db27-f998-4235-8a50-0388a1905b46 tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:24.037919 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b848bcb8-8fab-4d72-810c-27e5f7f22752 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-415433', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62186'] for router, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:24.038427 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:24.111447 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-5498a286-8e76-4cce-bdc5-da00a8898765 req-963b118e-3857-44dd-9cf1-8a7fc2507bc5 service neutron] 10.222.0.18 "GET /v2.0/networks/9b83e052-7bde-4257-b691-c0b4cba76e81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3739190 Jul 27 23:04:24.115080 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-8cd3618b-6b34-48e6-8803-46bf5333652e None None] For port 7b9c8ccf-6376-414b-93c3-08a1d6d99b90, host n-d-802623-1, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:04:24.140355 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4632f02b-d6e5-4be4-8530-41cfbf397866 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f6f257c-ad18-5f0c-8c8e-ea085a5fc8a2-786c8bed-6530-402d-94b3-9fdab2784572', 'network_id': '786c8bed-6530-402d-94b3-9fdab2784572', 'tenant_id': 'e1cc4618ab8d497f8f1b385f74e71fb7', 'fixed_ips': [{'subnet_id': 'b9b5db02-c302-48bd-b0f3-e4b2e75710bc'}]}} from n-d-802623-1. {{(pid=93799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 23:04:24.141286 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4632f02b-d6e5-4be4-8530-41cfbf397866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:24.145064 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-731264b4-08dd-48c3-9b35-0854b5d61be2 req-1e51db27-f998-4235-8a50-0388a1905b46 tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] Network 7ba5f889-7a68-424d-8fa1-71447bc958df is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:04:24.147407 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-8cd3618b-6b34-48e6-8803-46bf5333652e None None] For port 7b9c8ccf-6376-414b-93c3-08a1d6d99b90, host n-d-802623-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=7b9c8ccf-6376-414b-93c3-08a1d6d99b90,segment=NetworkSegment(37a6c061-1a93-4bf0-96c8-ac2f0d977470),segment_id=37a6c061-1a93-4bf0-96c8-ac2f0d977470)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:04:24.148336 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [req-731264b4-08dd-48c3-9b35-0854b5d61be2 req-1e51db27-f998-4235-8a50-0388a1905b46 tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:04:24.173800 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e51db27-f998-4235-8a50-0388a1905b46 tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] Pushing event updated for resources: {'Port': ['ID=aeec7f2c-356d-41c9-812f-b5ab13f4069a,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:04:24.179842 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8cd3618b-6b34-48e6-8803-46bf5333652e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:24.184719 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-731264b4-08dd-48c3-9b35-0854b5d61be2 req-1e51db27-f998-4235-8a50-0388a1905b46 tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:04:24.187666 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.db.api [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93799) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 23:04:24.188113 n-d-802623-1 neutron-server[93799]: DEBUG oslo_db.api [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 23:04:24.206305 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Pushing event updated for resources: {'Port': ['ID=d332fb0d-6ef5-4e0c-acea-50d5a9aae554,revision_number=9']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:04:24.244613 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-2afa033d-9eeb-4a35-8f22-549356f17a95 req-bccfb8f8-b94e-4888-b150-396e06e7de00 service neutron] For port 24185df4-0d89-421f-a3eb-be4ff3de08d0, host n-h2-802623-1, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:04:24.248562 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-2afa033d-9eeb-4a35-8f22-549356f17a95 req-bccfb8f8-b94e-4888-b150-396e06e7de00 service neutron] For port 24185df4-0d89-421f-a3eb-be4ff3de08d0, host n-h2-802623-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=24185df4-0d89-421f-a3eb-be4ff3de08d0,segment=NetworkSegment(7332ccbf-8fd9-4ff5-bad6-b4b872eccd4e),segment_id=7332ccbf-8fd9-4ff5-bad6-b4b872eccd4e)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:04:24.285228 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-2afa033d-9eeb-4a35-8f22-549356f17a95 req-bccfb8f8-b94e-4888-b150-396e06e7de00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11336041'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:24.343666 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731264b4-08dd-48c3-9b35-0854b5d61be2 req-1e51db27-f998-4235-8a50-0388a1905b46 tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:24.344426 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-731264b4-08dd-48c3-9b35-0854b5d61be2 req-1e51db27-f998-4235-8a50-0388a1905b46 tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:24.372306 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd3618b-6b34-48e6-8803-46bf5333652e None None] Pushing event updated for resources: {'Port': ['ID=7b9c8ccf-6376-414b-93c3-08a1d6d99b90,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:04:24.382831 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8956d5-a25a-46f3-bf09-7b9f6069cf07 req-e8d9c719-8d82-4c47-a1d5-90016a4dc0f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:24.384663 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-bc8956d5-a25a-46f3-bf09-7b9f6069cf07 req-e8d9c719-8d82-4c47-a1d5-90016a4dc0f3 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=e6f2234d-172f-47b3-ba46-4df9ad45aa8f HTTP/1.1" status: 200 len: 1101 time: 0.2794933 Jul 27 23:04:24.393731 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32b5cf8-1a80-46ae-ad63-8c93661c5908 req-d69934f9-dbfc-4331-823b-d873eaee2b8c tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:24.402866 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f32b5cf8-1a80-46ae-ad63-8c93661c5908 req-d69934f9-dbfc-4331-823b-d873eaee2b8c tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] 10.222.0.18 "GET /v2.0/ports?device_id=e6f2234d-172f-47b3-ba46-4df9ad45aa8f HTTP/1.1" status: 200 len: 950 time: 0.2985628 Jul 27 23:04:24.405340 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-4632f02b-d6e5-4be4-8530-41cfbf397866 None None] Allocated IP 172.20.0.2 (786c8bed-6530-402d-94b3-9fdab2784572/b9b5db02-c302-48bd-b0f3-e4b2e75710bc/09963ae7-a961-472f-8be4-72e56149f1bf) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:04:24.414993 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afa033d-9eeb-4a35-8f22-549356f17a95 req-bccfb8f8-b94e-4888-b150-396e06e7de00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:24.415640 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-2afa033d-9eeb-4a35-8f22-549356f17a95 req-bccfb8f8-b94e-4888-b150-396e06e7de00 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:24.417301 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-2afa033d-9eeb-4a35-8f22-549356f17a95 req-bccfb8f8-b94e-4888-b150-396e06e7de00 service neutron] 10.222.0.49 "PUT /v2.0/ports/24185df4-0d89-421f-a3eb-be4ff3de08d0 HTTP/1.1" status: 200 len: 1091 time: 1.4744258 Jul 27 23:04:24.425585 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd7b332d-3077-4beb-a3df-e657be374929', 'tag': '24185df4-0d89-421f-a3eb-be4ff3de08d0'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:04:24.428425 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a476459a1bfce68b0ae0df5b6a71154bfc7cfdc8f9eefce6ad0a17231e60468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea530aaf-a32a-476e-a748-594ea0bf1fc0" -d '{"events": [{"name": "network-changed", "server_uuid": "bd7b332d-3077-4beb-a3df-e657be374929", "tag": "24185df4-0d89-421f-a3eb-be4ff3de08d0"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:04:24.481692 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-731264b4-08dd-48c3-9b35-0854b5d61be2 req-1e51db27-f998-4235-8a50-0388a1905b46 tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7000866 Jul 27 23:04:24.497054 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f78445-5484-442b-b417-ee3532b10225 req-bdf96f6f-09f8-4f48-be4d-07864f308924 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:24.498626 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f4f78445-5484-442b-b417-ee3532b10225 req-bdf96f6f-09f8-4f48-be4d-07864f308924 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd7b332d-3077-4beb-a3df-e657be374929 HTTP/1.1" status: 200 len: 943 time: 0.1512444 Jul 27 23:04:24.529356 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-18a398b5-d178-4912-91f9-d52fd4a8c89d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:24.529907 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] get_ports_and_sgs() called for port_ids ['d332fb0d-6ef5-4e0c-acea-50d5a9aae554'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:04:24.545743 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [req-731264b4-08dd-48c3-9b35-0854b5d61be2 req-62daa8f9-81f2-4987-9fdb-321585a090a7 service neutron] Request body: {'port': {'device_id': 'a5f9d95c-1a18-44d1-bbb7-2e906f63162e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802623-1'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:04:24.647922 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccfb8f8-b94e-4888-b150-396e06e7de00 service neutron] Pushing event updated for resources: {'Port': ['ID=24185df4-0d89-421f-a3eb-be4ff3de08d0,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:04:24.652358 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-bc8956d5-a25a-46f3-bf09-7b9f6069cf07 req-1d97c9ca-2819-4e4e-a359-7919282cdbb8 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=3b54d803-f776-413f-b5bd-6e9336fca6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2333133 Jul 27 23:04:24.679514 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4632f02b-d6e5-4be4-8530-41cfbf397866 None None] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:24.684980 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f32b5cf8-1a80-46ae-ad63-8c93661c5908 req-afaccc2e-0724-4e6b-ad5f-9a596338a02e tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] 10.222.0.18 "GET /v2.0/security-groups?id=3b54d803-f776-413f-b5bd-6e9336fca6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2809980 Jul 27 23:04:24.718180 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f4f78445-5484-442b-b417-ee3532b10225 req-1477bd82-349d-4e6a-8a5d-23c3d5d34d9b tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] 10.222.0.18 "GET /v2.0/security-groups?id=bed30b16-cd2d-47d0-9758-37dc9df2dfb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026961 Jul 27 23:04:24.719034 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-731264b4-08dd-48c3-9b35-0854b5d61be2 req-62daa8f9-81f2-4987-9fdb-321585a090a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:24.732393 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:24.756216 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afa033d-9eeb-4a35-8f22-549356f17a95 req-4198352e-bf0f-4ae7-8823-6f19e24fdfa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:24.756824 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-4632f02b-d6e5-4be4-8530-41cfbf397866 None None] Transition to ACTIVE for port object 09963ae7-a961-472f-8be4-72e56149f1bf will not be triggered until provisioned by entity L2. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:04:24.758936 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-2afa033d-9eeb-4a35-8f22-549356f17a95 req-4198352e-bf0f-4ae7-8823-6f19e24fdfa3 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=59376bbb1c574537a7eaca41e781bf3f&device_id=bd7b332d-3077-4beb-a3df-e657be374929 HTTP/1.1" status: 200 len: 1094 time: 0.2666070 Jul 27 23:04:24.767776 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id d332fb0d-6ef5-4e0c-acea-50d5a9aae554 {{(pid=93799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:04:24.864943 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port d332fb0d-6ef5-4e0c-acea-50d5a9aae554, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=d332fb0d-6ef5-4e0c-acea-50d5a9aae554,segment=NetworkSegment(16e91594-c047-4b55-93eb-43af33ad08e1),segment_id=16e91594-c047-4b55-93eb-43af33ad08e1)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:04:24.866531 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-4632f02b-d6e5-4be4-8530-41cfbf397866 None None] Transition to ACTIVE for port object 09963ae7-a961-472f-8be4-72e56149f1bf will not be triggered until provisioned by entity DHCP. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:04:24.878444 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-2afa033d-9eeb-4a35-8f22-549356f17a95 req-d862e4c0-6220-42b2-aa3e-a03e935b2b81 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=24185df4-0d89-421f-a3eb-be4ff3de08d0 HTTP/1.1" status: 200 len: 217 time: 0.1085124 Jul 27 23:04:24.883976 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:24.897887 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4632f02b-d6e5-4be4-8530-41cfbf397866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:24.932225 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-58a37165-dfa1-4119-ad39-30ff940f0155 req-c3aae559-5d03-47ac-a0a8-e937266a01b6 tempest-AttachSCSIVolumeTestJSON-704938723 tempest-AttachSCSIVolumeTestJSON-704938723-project] 10.222.0.18 "GET /v2.0/ports?device_id=05c0c1f1-794c-424e-ae39-1a41326487d7 HTTP/1.1" status: 200 len: 210 time: 0.0344117 Jul 27 23:04:24.968636 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4632f02b-d6e5-4be4-8530-41cfbf397866 None None] Network 786c8bed-6530-402d-94b3-9fdab2784572 is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:04:24.979195 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-4632f02b-d6e5-4be4-8530-41cfbf397866 None None] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:04:24.983604 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4632f02b-d6e5-4be4-8530-41cfbf397866 None None] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:04:24.994453 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Pushing event updated for resources: {'Port': ['ID=d332fb0d-6ef5-4e0c-acea-50d5a9aae554,revision_number=10']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:04:25.012974 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-18a398b5-d178-4912-91f9-d52fd4a8c89d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:25.070410 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 23:04:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-deb682f3-02cd-4486-af08-53aa784c2f46 x-openstack-request-id: req-deb682f3-02cd-4486-af08-53aa784c2f46 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:04:25.070849 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd7b332d-3077-4beb-a3df-e657be374929", "tag": "24185df4-0d89-421f-a3eb-be4ff3de08d0", "status": "completed", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:04:25.072095 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-deb682f3-02cd-4486-af08-53aa784c2f46 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:04:25.072668 n-d-802623-1 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd7b332d-3077-4beb-a3df-e657be374929', 'tag': '24185df4-0d89-421f-a3eb-be4ff3de08d0', 'status': 'completed', 'code': 200} Jul 27 23:04:25.094400 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18a398b5-d178-4912-91f9-d52fd4a8c89d admin admin] Network 2fd42287-ed26-4eb9-89a5-b521f5b04356 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:04:25.095181 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b848bcb8-8fab-4d72-810c-27e5f7f22752 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:25.103728 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-18a398b5-d178-4912-91f9-d52fd4a8c89d admin admin] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:04:25.111111 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afa033d-9eeb-4a35-8f22-549356f17a95 req-05689bd7-f1ca-479e-a91a-0ac6da234455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:25.111492 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4632f02b-d6e5-4be4-8530-41cfbf397866 None None] Pushing event updated for resources: {'Port': ['ID=09963ae7-a961-472f-8be4-72e56149f1bf,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:04:25.113841 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-2afa033d-9eeb-4a35-8f22-549356f17a95 req-05689bd7-f1ca-479e-a91a-0ac6da234455 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b1592ca5-0a74-47a5-88e1-85b3448a0017 HTTP/1.1" status: 200 len: 848 time: 0.2224820 Jul 27 23:04:25.120722 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18a398b5-d178-4912-91f9-d52fd4a8c89d admin admin] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:04:25.121805 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b848bcb8-8fab-4d72-810c-27e5f7f22752 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:25.126683 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-4632f02b-d6e5-4be4-8530-41cfbf397866 None None] Attempting to bind port 09963ae7-a961-472f-8be4-72e56149f1bf on host n-d-802623-1 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:04:25.127092 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-4632f02b-d6e5-4be4-8530-41cfbf397866 None None] Attempting to bind port 09963ae7-a961-472f-8be4-72e56149f1bf by drivers openvswitch,hyperv on host n-d-802623-1 at level 0 using segments [{'id': '6d86712d-5b82-4bcf-9bd8-e75a26d556ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '786c8bed-6530-402d-94b3-9fdab2784572'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:04:25.127483 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4632f02b-d6e5-4be4-8530-41cfbf397866 None None] Attempting to bind port 09963ae7-a961-472f-8be4-72e56149f1bf on network 786c8bed-6530-402d-94b3-9fdab2784572 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:04:25.140295 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4632f02b-d6e5-4be4-8530-41cfbf397866 None None] Checking agent: {'id': 'a9a568d2-a5e7-41e4-833f-a8ab42ea4073', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 52, 30), 'started_at': datetime.datetime(2021, 7, 27, 22, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802623-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:04:25.140757 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4632f02b-d6e5-4be4-8530-41cfbf397866 None None] Checking segment: {'id': '6d86712d-5b82-4bcf-9bd8-e75a26d556ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '786c8bed-6530-402d-94b3-9fdab2784572'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:04:25.141243 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4632f02b-d6e5-4be4-8530-41cfbf397866 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:25.141638 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4632f02b-d6e5-4be4-8530-41cfbf397866 None None] Bound using segment: {'id': '6d86712d-5b82-4bcf-9bd8-e75a26d556ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '786c8bed-6530-402d-94b3-9fdab2784572'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:04:25.142188 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-4632f02b-d6e5-4be4-8530-41cfbf397866 None None] Bound port: 09963ae7-a961-472f-8be4-72e56149f1bf, host: n-d-802623-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d86712d-5b82-4bcf-9bd8-e75a26d556ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '786c8bed-6530-402d-94b3-9fdab2784572'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:04:25.142570 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4632f02b-d6e5-4be4-8530-41cfbf397866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:25.159596 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe95ea21-4ce1-463c-a7ee-dc3d7f748460 req-e58533c3-0b92-487e-9e82-90e41787a2e7 tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:25.170457 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-fe95ea21-4ce1-463c-a7ee-dc3d7f748460 req-e58533c3-0b92-487e-9e82-90e41787a2e7 tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5f9d95c-1a18-44d1-bbb7-2e906f63162e HTTP/1.1" status: 200 len: 931 time: 0.2886531 Jul 27 23:04:25.217258 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a398b5-d178-4912-91f9-d52fd4a8c89d admin admin] Pushing event updated for resources: {'Port': ['ID=df51d74d-fe37-4e81-89e4-2ce2c029c7ae,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:04:25.249775 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-2afa033d-9eeb-4a35-8f22-549356f17a95 req-63795374-ff23-4b36-848c-0f5fa628c411 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c451a142-86a9-4355-833f-365557d21b8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1196373 Jul 27 23:04:25.272889 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-4632f02b-d6e5-4be4-8530-41cfbf397866 None None] For port 09963ae7-a961-472f-8be4-72e56149f1bf, host n-d-802623-1, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:04:25.279631 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-4632f02b-d6e5-4be4-8530-41cfbf397866 None None] For port 09963ae7-a961-472f-8be4-72e56149f1bf, host n-d-802623-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=09963ae7-a961-472f-8be4-72e56149f1bf,segment=NetworkSegment(6d86712d-5b82-4bcf-9bd8-e75a26d556ba),segment_id=6d86712d-5b82-4bcf-9bd8-e75a26d556ba)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:04:25.290107 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4632f02b-d6e5-4be4-8530-41cfbf397866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:25.330735 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-fe95ea21-4ce1-463c-a7ee-dc3d7f748460 req-6eaf9bb4-434b-4b2a-937d-d5fa7c3705e7 tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ee1769a-7cc2-4f9a-a15b-54c39d35bd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584346 Jul 27 23:04:25.394260 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa4b4fe-4233-4454-991b-84a5abde14f7 req-93b8bf27-9c24-4e57-abf8-7ae6a0bfb7c0 tempest-ServersAdminTestJSON-1581810367 tempest-ServersAdminTestJSON-1581810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:25.402442 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7aa4b4fe-4233-4454-991b-84a5abde14f7 req-93b8bf27-9c24-4e57-abf8-7ae6a0bfb7c0 tempest-ServersAdminTestJSON-1581810367 tempest-ServersAdminTestJSON-1581810367-project] 10.222.0.18 "GET /v2.0/ports?device_id=4c3fa56a-b0f7-486a-b9b6-11ec03b01c61 HTTP/1.1" status: 200 len: 948 time: 0.2237742 Jul 27 23:04:25.414008 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4632f02b-d6e5-4be4-8530-41cfbf397866 None None] Pushing event updated for resources: {'Port': ['ID=09963ae7-a961-472f-8be4-72e56149f1bf,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:04:25.458670 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [req-731264b4-08dd-48c3-9b35-0854b5d61be2 req-62daa8f9-81f2-4987-9fdb-321585a090a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aeec7f2c-356d-41c9-812f-b5ab13f4069a {{(pid=93798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:04:25.495902 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-731264b4-08dd-48c3-9b35-0854b5d61be2 req-62daa8f9-81f2-4987-9fdb-321585a090a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:25.544203 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-731264b4-08dd-48c3-9b35-0854b5d61be2 req-62daa8f9-81f2-4987-9fdb-321585a090a7 service neutron] Transition to ACTIVE for port object aeec7f2c-356d-41c9-812f-b5ab13f4069a will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:04:25.559038 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7aa4b4fe-4233-4454-991b-84a5abde14f7 req-54c37a8a-5988-41ed-8c00-315c0963d8d9 tempest-ServersAdminTestJSON-1581810367 tempest-ServersAdminTestJSON-1581810367-project] 10.222.0.18 "GET /v2.0/security-groups?id=ffa9f128-d6a7-4fb1-a632-c57615725739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552777 Jul 27 23:04:25.559757 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-b848bcb8-8fab-4d72-810c-27e5f7f22752 admin admin] Allocated IP 172.25.4.243 (2fd42287-ed26-4eb9-89a5-b521f5b04356/17de1f8f-393a-4b0c-a2df-614bd3f2fb5e/90f70c81-092e-4c82-a179-5b6d6f19964f) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:04:25.561922 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-731264b4-08dd-48c3-9b35-0854b5d61be2 req-62daa8f9-81f2-4987-9fdb-321585a090a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:25.579499 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-2afa033d-9eeb-4a35-8f22-549356f17a95 req-dd57d1fc-1686-46c7-931f-0014528ce892 service neutron] 10.222.0.49 "GET /v2.0/networks/c451a142-86a9-4355-833f-365557d21b8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2972102 Jul 27 23:04:25.735426 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62daa8f9-81f2-4987-9fdb-321585a090a7 service neutron] Pushing event updated for resources: {'Port': ['ID=aeec7f2c-356d-41c9-812f-b5ab13f4069a,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:04:25.872481 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-18a398b5-d178-4912-91f9-d52fd4a8c89d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:25.886023 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-2afa033d-9eeb-4a35-8f22-549356f17a95 req-ebb249cc-dcf8-4ceb-8f46-e1133a74614f service neutron] 10.222.0.49 "GET /v2.0/networks/c451a142-86a9-4355-833f-365557d21b8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2501454 Jul 27 23:04:25.889053 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdb369df-e0df-420e-8256-46ff8d7a8d95 None None] Network 0ce8931c-84fe-4224-88db-416ca3c243ce requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:04:25.983632 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-6138cca9-3b35-4d29-b551-e031b8f72855 None None] Provisioning for port 7b9c8ccf-6376-414b-93c3-08a1d6d99b90 completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:04:25.987102 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b848bcb8-8fab-4d72-810c-27e5f7f22752 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:25.999808 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-731264b4-08dd-48c3-9b35-0854b5d61be2 req-62daa8f9-81f2-4987-9fdb-321585a090a7 service neutron] Attempting to bind port aeec7f2c-356d-41c9-812f-b5ab13f4069a on host n-h1-802623-1 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:04:26.000639 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-731264b4-08dd-48c3-9b35-0854b5d61be2 req-62daa8f9-81f2-4987-9fdb-321585a090a7 service neutron] Attempting to bind port aeec7f2c-356d-41c9-812f-b5ab13f4069a by drivers openvswitch,hyperv on host n-h1-802623-1 at level 0 using segments [{'id': 'ff9b0beb-ebd9-45f3-9693-d627eb3bb065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '7ba5f889-7a68-424d-8fa1-71447bc958df'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:04:26.000976 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-731264b4-08dd-48c3-9b35-0854b5d61be2 req-62daa8f9-81f2-4987-9fdb-321585a090a7 service neutron] Attempting to bind port aeec7f2c-356d-41c9-812f-b5ab13f4069a on network 7ba5f889-7a68-424d-8fa1-71447bc958df {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:04:26.016303 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-731264b4-08dd-48c3-9b35-0854b5d61be2 req-62daa8f9-81f2-4987-9fdb-321585a090a7 service neutron] Port aeec7f2c-356d-41c9-812f-b5ab13f4069a on network 7ba5f889-7a68-424d-8fa1-71447bc958df not bound, no agent of type Open vSwitch agent registered on host n-h1-802623-1 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 23:04:26.016624 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-731264b4-08dd-48c3-9b35-0854b5d61be2 req-62daa8f9-81f2-4987-9fdb-321585a090a7 service neutron] Attempting to bind port aeec7f2c-356d-41c9-812f-b5ab13f4069a on network 7ba5f889-7a68-424d-8fa1-71447bc958df {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:04:26.032251 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-731264b4-08dd-48c3-9b35-0854b5d61be2 req-62daa8f9-81f2-4987-9fdb-321585a090a7 service neutron] Checking agent: {'id': '245f1da4-a9b8-4b08-90d7-28f0f342b839', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 59, 59), 'started_at': datetime.datetime(2021, 7, 27, 22, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 3, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:04:26.032590 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-731264b4-08dd-48c3-9b35-0854b5d61be2 req-62daa8f9-81f2-4987-9fdb-321585a090a7 service neutron] Checking segment: {'id': 'ff9b0beb-ebd9-45f3-9693-d627eb3bb065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '7ba5f889-7a68-424d-8fa1-71447bc958df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:04:26.033014 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-731264b4-08dd-48c3-9b35-0854b5d61be2 req-62daa8f9-81f2-4987-9fdb-321585a090a7 service neutron] Bound using segment: {'id': 'ff9b0beb-ebd9-45f3-9693-d627eb3bb065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '7ba5f889-7a68-424d-8fa1-71447bc958df'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:04:26.033528 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-731264b4-08dd-48c3-9b35-0854b5d61be2 req-62daa8f9-81f2-4987-9fdb-321585a090a7 service neutron] Bound port: aeec7f2c-356d-41c9-812f-b5ab13f4069a, host: n-h1-802623-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff9b0beb-ebd9-45f3-9693-d627eb3bb065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '7ba5f889-7a68-424d-8fa1-71447bc958df'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:04:26.034129 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-731264b4-08dd-48c3-9b35-0854b5d61be2 req-62daa8f9-81f2-4987-9fdb-321585a090a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:26.052955 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b3bc62-732f-41c9-8d93-fdf6af5ee832 req-725a5842-a79b-4a51-9408-e8792ca2e895 tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:26.055197 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-49b3bc62-732f-41c9-8d93-fdf6af5ee832 req-725a5842-a79b-4a51-9408-e8792ca2e895 tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] 10.222.0.18 "GET /v2.0/ports?device_id=e6f2234d-172f-47b3-ba46-4df9ad45aa8f HTTP/1.1" status: 200 len: 950 time: 0.2025940 Jul 27 23:04:26.195214 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b848bcb8-8fab-4d72-810c-27e5f7f22752 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:26.212663 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-49b3bc62-732f-41c9-8d93-fdf6af5ee832 req-e663ef78-f3bf-48ad-b921-cad452d75e53 tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] 10.222.0.18 "GET /v2.0/security-groups?id=3b54d803-f776-413f-b5bd-6e9336fca6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349247 Jul 27 23:04:26.252091 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-731264b4-08dd-48c3-9b35-0854b5d61be2 req-62daa8f9-81f2-4987-9fdb-321585a090a7 service neutron] For port aeec7f2c-356d-41c9-812f-b5ab13f4069a, host n-h1-802623-1, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:04:26.288743 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-731264b4-08dd-48c3-9b35-0854b5d61be2 req-62daa8f9-81f2-4987-9fdb-321585a090a7 service neutron] For port aeec7f2c-356d-41c9-812f-b5ab13f4069a, host n-h1-802623-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=aeec7f2c-356d-41c9-812f-b5ab13f4069a,segment=NetworkSegment(ff9b0beb-ebd9-45f3-9693-d627eb3bb065),segment_id=ff9b0beb-ebd9-45f3-9693-d627eb3bb065)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:04:26.292819 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b848bcb8-8fab-4d72-810c-27e5f7f22752 admin admin] Network 2fd42287-ed26-4eb9-89a5-b521f5b04356 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:04:26.302637 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-b848bcb8-8fab-4d72-810c-27e5f7f22752 admin admin] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:04:26.309377 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b848bcb8-8fab-4d72-810c-27e5f7f22752 admin admin] Pushing event updated for resources: {'Port': ['ID=90f70c81-092e-4c82-a179-5b6d6f19964f,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:04:26.322505 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b848bcb8-8fab-4d72-810c-27e5f7f22752 admin admin] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:04:26.333229 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-731264b4-08dd-48c3-9b35-0854b5d61be2 req-62daa8f9-81f2-4987-9fdb-321585a090a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:26.346374 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 7b9c8ccf-6376-414b-93c3-08a1d6d99b90 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:04:26.427974 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning for port 7b9c8ccf-6376-414b-93c3-08a1d6d99b90 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:04:26.436124 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port 7b9c8ccf-6376-414b-93c3-08a1d6d99b90 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:04:26.436445 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:26.505986 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731264b4-08dd-48c3-9b35-0854b5d61be2 req-62daa8f9-81f2-4987-9fdb-321585a090a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:26.507426 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-731264b4-08dd-48c3-9b35-0854b5d61be2 req-62daa8f9-81f2-4987-9fdb-321585a090a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:26.511879 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-731264b4-08dd-48c3-9b35-0854b5d61be2 req-62daa8f9-81f2-4987-9fdb-321585a090a7 service neutron] 10.222.0.38 "PUT /v2.0/ports/aeec7f2c-356d-41c9-812f-b5ab13f4069a HTTP/1.1" status: 200 len: 1091 time: 2.0098662 Jul 27 23:04:26.523000 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5f9d95c-1a18-44d1-bbb7-2e906f63162e', 'tag': 'aeec7f2c-356d-41c9-812f-b5ab13f4069a'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:04:26.526651 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}011f8d312121274bb12d78e77c6379a2079800640016cec6c6d605b73666e854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e338750-1f4f-4473-a3c4-d0574d42ca0f" -d '{"events": [{"name": "network-changed", "server_uuid": "a5f9d95c-1a18-44d1-bbb7-2e906f63162e", "tag": "aeec7f2c-356d-41c9-812f-b5ab13f4069a"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:04:26.545133 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62daa8f9-81f2-4987-9fdb-321585a090a7 service neutron] Pushing event updated for resources: {'Port': ['ID=aeec7f2c-356d-41c9-812f-b5ab13f4069a,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:04:26.573514 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-92af9766-c39e-458d-bbaf-7364af1f1794 None None] Provisioning complete for port 7b9c8ccf-6376-414b-93c3-08a1d6d99b90 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:04:26.573962 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-92af9766-c39e-458d-bbaf-7364af1f1794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:26.602584 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc70413-3782-4b6e-a24b-0d4dd362e6db req-c7486df6-0ccb-4b94-86c0-944e1f6e6dcc tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:26.611302 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-7fc70413-3782-4b6e-a24b-0d4dd362e6db req-c7486df6-0ccb-4b94-86c0-944e1f6e6dcc tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd7b332d-3077-4beb-a3df-e657be374929 HTTP/1.1" status: 200 len: 943 time: 0.6644125 Jul 27 23:04:26.666145 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:26.673785 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5498a286-8e76-4cce-bdc5-da00a8898765 req-6a4dcc02-2e95-4856-8560-c4871082d2b9 tempest-AttachSCSIVolumeTestJSON-704938723 tempest-AttachSCSIVolumeTestJSON-704938723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:26.675390 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-5498a286-8e76-4cce-bdc5-da00a8898765 req-6a4dcc02-2e95-4856-8560-c4871082d2b9 tempest-AttachSCSIVolumeTestJSON-704938723 tempest-AttachSCSIVolumeTestJSON-704938723-project] 10.222.0.49 "GET /v2.0/networks?id=9b83e052-7bde-4257-b691-c0b4cba76e81 HTTP/1.1" status: 200 len: 813 time: 0.6964867 Jul 27 23:04:26.678649 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea530aaf-a32a-476e-a748-594ea0bf1fc0 req-e4f19d92-abd3-46c2-894f-1f28e9b2e566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:26.680105 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-ea530aaf-a32a-476e-a748-594ea0bf1fc0 req-e4f19d92-abd3-46c2-894f-1f28e9b2e566 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=59376bbb1c574537a7eaca41e781bf3f&device_id=bd7b332d-3077-4beb-a3df-e657be374929 HTTP/1.1" status: 200 len: 1094 time: 0.6448653 Jul 27 23:04:26.734208 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] For port 7b9c8ccf-6376-414b-93c3-08a1d6d99b90, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=7b9c8ccf-6376-414b-93c3-08a1d6d99b90,segment=NetworkSegment(37a6c061-1a93-4bf0-96c8-ac2f0d977470),segment_id=37a6c061-1a93-4bf0-96c8-ac2f0d977470)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:04:26.741897 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c250e79-784e-4599-bde7-233ae593c4e0 req-bb7b92ac-685f-45b9-8da1-9a93afcf8da4 tempest-ServersAdminTestJSON-966094212 tempest-ServersAdminTestJSON-966094212-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:26.742616 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [req-5498a286-8e76-4cce-bdc5-da00a8898765 req-3f6d2e12-6bb0-4ba6-a8f5-25c72475fb9c tempest-AttachSCSIVolumeTestJSON-704938723 tempest-AttachSCSIVolumeTestJSON-704938723-project] Request body: {'port': {'device_id': '05c0c1f1-794c-424e-ae39-1a41326487d7', 'network_id': '9b83e052-7bde-4257-b691-c0b4cba76e81', 'admin_state_up': True, 'tenant_id': 'ea9dc6a704274ef28def87516dc4f252'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:04:26.747223 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-4c250e79-784e-4599-bde7-233ae593c4e0 req-bb7b92ac-685f-45b9-8da1-9a93afcf8da4 tempest-ServersAdminTestJSON-966094212 tempest-ServersAdminTestJSON-966094212-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=4c3fa56a-b0f7-486a-b9b6-11ec03b01c61 HTTP/1.1" status: 200 len: 1099 time: 0.3217094 Jul 27 23:04:26.751091 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:26.752205 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 09963ae7-a961-472f-8be4-72e56149f1bf up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:04:26.782994 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-92af9766-c39e-458d-bbaf-7364af1f1794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:26.857913 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731264b4-08dd-48c3-9b35-0854b5d61be2 req-613ed1b9-6f74-4da6-8a9f-d88668e34a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:26.862657 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-7fc70413-3782-4b6e-a24b-0d4dd362e6db req-f80cfbad-695b-4180-8960-b318c5d1dacc tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] 10.222.0.18 "GET /v2.0/security-groups?id=bed30b16-cd2d-47d0-9758-37dc9df2dfb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2451301 Jul 27 23:04:26.880319 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-731264b4-08dd-48c3-9b35-0854b5d61be2 req-613ed1b9-6f74-4da6-8a9f-d88668e34a53 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=2b51160ea37c42ce86518efb7f5012de&device_id=a5f9d95c-1a18-44d1-bbb7-2e906f63162e HTTP/1.1" status: 200 len: 1094 time: 0.2705882 Jul 27 23:04:26.881914 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Pushing event updated for resources: {'Port': ['ID=7b9c8ccf-6376-414b-93c3-08a1d6d99b90,revision_number=3']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:04:26.931649 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-51338366-ae41-404b-9435-48de44df5f00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:26.935479 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.db.api [None req-92af9766-c39e-458d-bbaf-7364af1f1794 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93799) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 23:04:26.935981 n-d-802623-1 neutron-server[93799]: DEBUG oslo_db.api [None req-92af9766-c39e-458d-bbaf-7364af1f1794 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 23:04:26.950737 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-4c250e79-784e-4599-bde7-233ae593c4e0 req-e9219b7c-eb7d-486e-8186-efb70fd7d167 tempest-ServersAdminTestJSON-966094212 tempest-ServersAdminTestJSON-966094212-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=ffa9f128-d6a7-4fb1-a632-c57615725739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650989 Jul 27 23:04:26.959479 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning for port 09963ae7-a961-472f-8be4-72e56149f1bf completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:04:27.161353 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33ce9a2d-ef9b-4a24-98f0-be2ed10cad2f None None] Network 786c8bed-6530-402d-94b3-9fdab2784572 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:04:27.209036 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea530aaf-a32a-476e-a748-594ea0bf1fc0 req-31b14c9a-4de6-4b34-b8a3-a94201256bea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:27.212865 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-ea530aaf-a32a-476e-a748-594ea0bf1fc0 req-31b14c9a-4de6-4b34-b8a3-a94201256bea service neutron] 10.222.0.49 "GET /v2.0/networks?id=c451a142-86a9-4355-833f-365557d21b8d HTTP/1.1" status: 200 len: 909 time: 0.5186868 Jul 27 23:04:27.222710 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-18a398b5-d178-4912-91f9-d52fd4a8c89d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-415468'] for router, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:27.318054 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5631b6da-6f1c-48a3-829b-66d57309a3fe req-2c42f09f-517f-4f76-9bef-89ee7544a501 tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:27.326627 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-5631b6da-6f1c-48a3-829b-66d57309a3fe req-2c42f09f-517f-4f76-9bef-89ee7544a501 tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf453e9d-a565-4822-a6e6-6dce3fb08a87 HTTP/1.1" status: 200 len: 949 time: 0.2305360 Jul 27 23:04:27.338203 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5498a286-8e76-4cce-bdc5-da00a8898765 req-3f6d2e12-6bb0-4ba6-a8f5-25c72475fb9c tempest-AttachSCSIVolumeTestJSON-704938723 tempest-AttachSCSIVolumeTestJSON-704938723-project] Made reservation on behalf of ea9dc6a704274ef28def87516dc4f252 for: {'port': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:04:27.341916 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-5498a286-8e76-4cce-bdc5-da00a8898765 req-3f6d2e12-6bb0-4ba6-a8f5-25c72475fb9c tempest-AttachSCSIVolumeTestJSON-704938723 tempest-AttachSCSIVolumeTestJSON-704938723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:27.493148 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device d332fb0d-6ef5-4e0c-acea-50d5a9aae554 up at agent hyperv_n-h2-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:04:27.494051 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-731264b4-08dd-48c3-9b35-0854b5d61be2 req-32f80ccd-fddf-4301-aa03-8dcd8dcd72e6 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aeec7f2c-356d-41c9-812f-b5ab13f4069a HTTP/1.1" status: 200 len: 217 time: 0.6002955 Jul 27 23:04:27.499388 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-5631b6da-6f1c-48a3-829b-66d57309a3fe req-db76327f-e166-4fb6-84db-7af18d943838 tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] 10.222.0.18 "GET /v2.0/security-groups?id=3b54d803-f776-413f-b5bd-6e9336fca6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710510 Jul 27 23:04:27.519776 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7fbf439e-16c3-40a8-a651-1883ca4d3ca6 req-06032db5-2453-4476-a775-695ffa3c6ad2 tempest-AttachSCSIVolumeTestJSON-704938723 tempest-AttachSCSIVolumeTestJSON-704938723-project] 10.222.0.18 "GET /v2.0/ports?device_id=05c0c1f1-794c-424e-ae39-1a41326487d7 HTTP/1.1" status: 200 len: 210 time: 0.0905561 Jul 27 23:04:27.743718 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 23:04:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dad9119a-e62c-41d9-ab6a-ead2e7eea55f x-openstack-request-id: req-dad9119a-e62c-41d9-ab6a-ead2e7eea55f {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:04:27.744025 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5f9d95c-1a18-44d1-bbb7-2e906f63162e", "tag": "aeec7f2c-356d-41c9-812f-b5ab13f4069a", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:04:27.744124 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-dad9119a-e62c-41d9-ab6a-ead2e7eea55f {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:04:27.744664 n-d-802623-1 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5f9d95c-1a18-44d1-bbb7-2e906f63162e', 'tag': 'aeec7f2c-356d-41c9-812f-b5ab13f4069a', 'status': 'completed', 'code': 200} Jul 27 23:04:27.747268 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Provisioning complete for port d332fb0d-6ef5-4e0c-acea-50d5a9aae554 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:04:27.747660 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:27.748585 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731264b4-08dd-48c3-9b35-0854b5d61be2 req-38e1faba-b297-4b17-a568-76c65be0ada2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:27.750433 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-731264b4-08dd-48c3-9b35-0854b5d61be2 req-38e1faba-b297-4b17-a568-76c65be0ada2 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=2be3a116-6f3a-48af-9c58-17be143660fc HTTP/1.1" status: 200 len: 861 time: 0.2279892 Jul 27 23:04:27.781502 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [req-5498a286-8e76-4cce-bdc5-da00a8898765 req-3f6d2e12-6bb0-4ba6-a8f5-25c72475fb9c tempest-AttachSCSIVolumeTestJSON-704938723 tempest-AttachSCSIVolumeTestJSON-704938723-project] Allocated IP 172.20.0.9 (9b83e052-7bde-4257-b691-c0b4cba76e81/c5b8e69f-7457-461a-ad45-66b944bcb099/45eab664-785a-4f00-a9c0-0e9362a44bb7) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:04:27.852265 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-8b96beb6-d357-47b4-9b61-e1b440f87b26 None None] Provisioning for port 09963ae7-a961-472f-8be4-72e56149f1bf completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:04:27.858823 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-731264b4-08dd-48c3-9b35-0854b5d61be2 req-5ca6d977-a725-4284-aa91-e42c556176a0 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7ba5f889-7a68-424d-8fa1-71447bc958df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0667844 Jul 27 23:04:27.901744 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-8b96beb6-d357-47b4-9b61-e1b440f87b26 None None] Provisioning complete for port 09963ae7-a961-472f-8be4-72e56149f1bf triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:04:27.902121 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8b96beb6-d357-47b4-9b61-e1b440f87b26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:27.997936 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-5498a286-8e76-4cce-bdc5-da00a8898765 req-3f6d2e12-6bb0-4ba6-a8f5-25c72475fb9c tempest-AttachSCSIVolumeTestJSON-704938723 tempest-AttachSCSIVolumeTestJSON-704938723-project] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:28.014211 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [req-5498a286-8e76-4cce-bdc5-da00a8898765 req-3f6d2e12-6bb0-4ba6-a8f5-25c72475fb9c tempest-AttachSCSIVolumeTestJSON-704938723 tempest-AttachSCSIVolumeTestJSON-704938723-project] Transition to ACTIVE for port object 45eab664-785a-4f00-a9c0-0e9362a44bb7 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:04:28.014745 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b848bcb8-8fab-4d72-810c-27e5f7f22752 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:28.084106 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18a398b5-d178-4912-91f9-d52fd4a8c89d admin admin] Router f060ccd1-fef9-469c-b350-90acf6f2f32b is scheduled to L3 agent 018c4455-49c0-4734-927d-7824067b2a9e with binding_index 1 {{(pid=93797) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 23:04:28.088459 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-5498a286-8e76-4cce-bdc5-da00a8898765 req-3f6d2e12-6bb0-4ba6-a8f5-25c72475fb9c tempest-AttachSCSIVolumeTestJSON-704938723 tempest-AttachSCSIVolumeTestJSON-704938723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:28.166927 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:28.197531 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6d2e12-6bb0-4ba6-a8f5-25c72475fb9c tempest-AttachSCSIVolumeTestJSON-704938723 tempest-AttachSCSIVolumeTestJSON-704938723-project] Pushing event updated for resources: {'Port': ['ID=45eab664-785a-4f00-a9c0-0e9362a44bb7,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:04:28.247222 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c3fa56a-b0f7-486a-b9b6-11ec03b01c61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd332fb0d-6ef5-4e0c-acea-50d5a9aae554'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:04:28.254492 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c0369b0d4f459110ff20a1f9878ba33f96d6491bddb9d15843bf29d01e0bda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44c2dac4-4f62-4a06-82c8-44e6da38d608" -d '{"events": [{"server_uuid": "4c3fa56a-b0f7-486a-b9b6-11ec03b01c61", "name": "network-vif-plugged", "status": "completed", "tag": "d332fb0d-6ef5-4e0c-acea-50d5a9aae554"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:04:28.265682 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8b96beb6-d357-47b4-9b61-e1b440f87b26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:28.304309 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 7b9c8ccf-6376-414b-93c3-08a1d6d99b90 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:04:28.320197 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port d332fb0d-6ef5-4e0c-acea-50d5a9aae554, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=d332fb0d-6ef5-4e0c-acea-50d5a9aae554,segment=NetworkSegment(16e91594-c047-4b55-93eb-43af33ad08e1),segment_id=16e91594-c047-4b55-93eb-43af33ad08e1)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:04:28.326087 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5498a286-8e76-4cce-bdc5-da00a8898765 req-3f6d2e12-6bb0-4ba6-a8f5-25c72475fb9c tempest-AttachSCSIVolumeTestJSON-704938723 tempest-AttachSCSIVolumeTestJSON-704938723-project] Network 9b83e052-7bde-4257-b691-c0b4cba76e81 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:04:28.335707 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [req-5498a286-8e76-4cce-bdc5-da00a8898765 req-3f6d2e12-6bb0-4ba6-a8f5-25c72475fb9c tempest-AttachSCSIVolumeTestJSON-704938723 tempest-AttachSCSIVolumeTestJSON-704938723-project] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:04:28.348650 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e9dc3c-f990-41d7-ae15-3e1ccf93ce18 req-9532a2f9-579e-4a50-8d48-91a8934a49f8 tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:28.354813 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-04e9dc3c-f990-41d7-ae15-3e1ccf93ce18 req-9532a2f9-579e-4a50-8d48-91a8934a49f8 tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5f9d95c-1a18-44d1-bbb7-2e906f63162e HTTP/1.1" status: 200 len: 943 time: 0.7189524 Jul 27 23:04:28.356588 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [req-5498a286-8e76-4cce-bdc5-da00a8898765 req-3f6d2e12-6bb0-4ba6-a8f5-25c72475fb9c tempest-AttachSCSIVolumeTestJSON-704938723 tempest-AttachSCSIVolumeTestJSON-704938723-project] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:04:28.375275 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:28.421430 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-731264b4-08dd-48c3-9b35-0854b5d61be2 req-e52c77d4-fb1e-4184-bcbe-46bc5dd4d233 service neutron] 10.222.0.38 "GET /v2.0/networks/7ba5f889-7a68-424d-8fa1-71447bc958df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5422482 Jul 27 23:04:28.428198 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-8b96beb6-d357-47b4-9b61-e1b440f87b26 None None] For port 09963ae7-a961-472f-8be4-72e56149f1bf, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=09963ae7-a961-472f-8be4-72e56149f1bf,segment=NetworkSegment(6d86712d-5b82-4bcf-9bd8-e75a26d556ba),segment_id=6d86712d-5b82-4bcf-9bd8-e75a26d556ba)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:04:28.464242 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8b96beb6-d357-47b4-9b61-e1b440f87b26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:28.519428 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port 7b9c8ccf-6376-414b-93c3-08a1d6d99b90 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:04:28.524051 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:28.570487 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18a398b5-d178-4912-91f9-d52fd4a8c89d admin admin] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:04:28.632911 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a5bce68-c68b-4616-9f96-f56a30c47668 None None] Sync routers for ids ['f060ccd1-fef9-469c-b350-90acf6f2f32b'] in n-d-802623-1 {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:04:28.668908 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14891cd-1579-4753-a287-85f78d19bd7a req-697442bb-ce06-454d-958a-deaa3dd2d047 tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:28.686336 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-18a398b5-d178-4912-91f9-d52fd4a8c89d admin admin] Notify callbacks [] for router, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:28.688066 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-18a398b5-d178-4912-91f9-d52fd4a8c89d admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 6.2173142 Jul 27 23:04:28.691906 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 52808) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:04:28.693376 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14891cd-1579-4753-a287-85f78d19bd7a req-697442bb-ce06-454d-958a-deaa3dd2d047 tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:28.696553 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Pushing event updated for resources: {'Port': ['ID=d332fb0d-6ef5-4e0c-acea-50d5a9aae554,revision_number=11']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:04:28.701211 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c14891cd-1579-4753-a287-85f78d19bd7a req-697442bb-ce06-454d-958a-deaa3dd2d047 tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf453e9d-a565-4822-a6e6-6dce3fb08a87&device_id=e6f2234d-172f-47b3-ba46-4df9ad45aa8f HTTP/1.1" status: 200 len: 1690 time: 0.4084635 Jul 27 23:04:28.728349 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a5bce68-c68b-4616-9f96-f56a30c47668 None None] Routers {'f060ccd1-fef9-469c-b350-90acf6f2f32b'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:04:28.729008 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-5a5bce68-c68b-4616-9f96-f56a30c47668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:03:59Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['f060ccd1-fef9-469c-b350-90acf6f2f32b'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:04:28.841358 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5498a286-8e76-4cce-bdc5-da00a8898765 req-3f6d2e12-6bb0-4ba6-a8f5-25c72475fb9c tempest-AttachSCSIVolumeTestJSON-704938723 tempest-AttachSCSIVolumeTestJSON-704938723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:28.842153 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-5498a286-8e76-4cce-bdc5-da00a8898765 req-3f6d2e12-6bb0-4ba6-a8f5-25c72475fb9c tempest-AttachSCSIVolumeTestJSON-704938723 tempest-AttachSCSIVolumeTestJSON-704938723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:28.861782 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-04e9dc3c-f990-41d7-ae15-3e1ccf93ce18 req-44b78e93-c027-451a-9509-0afa4a4d12b7 tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ee1769a-7cc2-4f9a-a15b-54c39d35bd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4975052 Jul 27 23:04:28.900255 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-42cd2255-9f79-4856-ab90-d31a878ace03 None None] Provisioning complete for port 09963ae7-a961-472f-8be4-72e56149f1bf triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:04:28.900877 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-42cd2255-9f79-4856-ab90-d31a878ace03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:28.948724 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c14891cd-1579-4753-a287-85f78d19bd7a req-3754fdbf-0bf4-43d6-8898-5f2dfcc31462 tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] 10.222.0.18 "GET /v2.0/security-groups?id=3b54d803-f776-413f-b5bd-6e9336fca6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2453313 Jul 27 23:04:28.957971 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-5498a286-8e76-4cce-bdc5-da00a8898765 req-3f6d2e12-6bb0-4ba6-a8f5-25c72475fb9c tempest-AttachSCSIVolumeTestJSON-704938723 tempest-AttachSCSIVolumeTestJSON-704938723-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2191443 Jul 27 23:04:29.015007 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b848bcb8-8fab-4d72-810c-27e5f7f22752 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-415468'] for router, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:29.027631 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b96beb6-d357-47b4-9b61-e1b440f87b26 None None] Pushing event updated for resources: {'Port': ['ID=09963ae7-a961-472f-8be4-72e56149f1bf,revision_number=3']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:04:29.070081 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-5a5bce68-c68b-4616-9f96-f56a30c47668 None None] Set router f060ccd1-fef9-469c-b350-90acf6f2f32b gateway port host: n-d-802623-1 {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:04:29.075637 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-731264b4-08dd-48c3-9b35-0854b5d61be2 req-52ed5998-148d-4d26-914c-1d1f7924d156 service neutron] 10.222.0.38 "GET /v2.0/networks/7ba5f889-7a68-424d-8fa1-71447bc958df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6006086 Jul 27 23:04:29.216947 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.agents_db [None req-9beef776-8bab-4de2-989a-f5a23ba4aaf4 None None] Agent healthcheck: found 7 active agents {{(pid=93800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 23:04:29.277660 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:29.305901 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5baec07f-733a-4def-a85a-c909e1e55e20 req-392469f7-b15c-494a-a199-e4442f16ae64 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:29.313528 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-5baec07f-733a-4def-a85a-c909e1e55e20 req-392469f7-b15c-494a-a199-e4442f16ae64 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd7b332d-3077-4beb-a3df-e657be374929 HTTP/1.1" status: 200 len: 943 time: 0.1690037 Jul 27 23:04:29.322375 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e338750-1f4f-4473-a3c4-d0574d42ca0f req-c69cc18c-c3b9-4e8f-adb4-4c3067424547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:29.324335 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-9e338750-1f4f-4473-a3c4-d0574d42ca0f req-c69cc18c-c3b9-4e8f-adb4-4c3067424547 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=2b51160ea37c42ce86518efb7f5012de&device_id=a5f9d95c-1a18-44d1-bbb7-2e906f63162e HTTP/1.1" status: 200 len: 1094 time: 0.1654532 Jul 27 23:04:29.399714 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-7d4237d3-f4f8-4a49-9756-8dc0307e71f6 None None] Provisioning for port 45eab664-785a-4f00-a9c0-0e9362a44bb7 completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:04:29.415088 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-7d4237d3-f4f8-4a49-9756-8dc0307e71f6 None None] Provisioning complete for port 45eab664-785a-4f00-a9c0-0e9362a44bb7 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:04:29.420263 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7d4237d3-f4f8-4a49-9756-8dc0307e71f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:29.507798 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f065be-fd8d-4e48-abd9-e54bb01f5b44 req-ad04f7a7-6ac1-42f3-8888-218fd077310a tempest-ServersAdminTestJSON-966094212 tempest-ServersAdminTestJSON-966094212-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:29.509493 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-c8f065be-fd8d-4e48-abd9-e54bb01f5b44 req-ad04f7a7-6ac1-42f3-8888-218fd077310a tempest-ServersAdminTestJSON-966094212 tempest-ServersAdminTestJSON-966094212-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=4c3fa56a-b0f7-486a-b9b6-11ec03b01c61 HTTP/1.1" status: 200 len: 1101 time: 0.0812690 Jul 27 23:04:29.525050 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-7d4237d3-f4f8-4a49-9756-8dc0307e71f6 None None] Port 45eab664-785a-4f00-a9c0-0e9362a44bb7 cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:04:29.541982 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-5a5bce68-c68b-4616-9f96-f56a30c47668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f060ccd1-fef9-469c-b350-90acf6f2f32b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1696476153-router', 'tenant_id': '502f92c9a31a431c91920c05d7db78e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': 'df51d74d-fe37-4e81-89e4-2ce2c029c7ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:04:22Z', 'updated_at': '2021-07-27T23:04:25Z', 'revision_number': 3, 'project_id': '502f92c9a31a431c91920c05d7db78e2', 'gw_port': {'id': 'df51d74d-fe37-4e81-89e4-2ce2c029c7ae', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:b8:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f060ccd1-fef9-469c-b350-90acf6f2f32b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:04:23Z', 'updated_at': '2021-07-27T23:04:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1'}], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:04:29.546543 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-291edecc-ebd6-4547-8f16-36ac0fb5009c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:29.551687 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-5baec07f-733a-4def-a85a-c909e1e55e20 req-669ca7a2-5063-44fb-af84-00bb0dc4a7d0 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] 10.222.0.18 "GET /v2.0/security-groups?id=bed30b16-cd2d-47d0-9758-37dc9df2dfb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2369626 Jul 27 23:04:29.573557 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-c8f065be-fd8d-4e48-abd9-e54bb01f5b44 req-b450c6f2-f0c9-4bbf-b942-3db9d99ec219 tempest-ServersAdminTestJSON-966094212 tempest-ServersAdminTestJSON-966094212-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=ffa9f128-d6a7-4fb1-a632-c57615725739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501587 Jul 27 23:04:29.598802 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a5bce68-c68b-4616-9f96-f56a30c47668 None None] Checking router: f060ccd1-fef9-469c-b350-90acf6f2f32b for host: n-d-802623-1 {{(pid=93799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 23:04:29.599523 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a5bce68-c68b-4616-9f96-f56a30c47668 None None] Updating router f060ccd1-fef9-469c-b350-90acf6f2f32b port df51d74d-fe37-4e81-89e4-2ce2c029c7ae binding host n-d-802623-1 {{(pid=93799) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 23:04:29.653425 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e338750-1f4f-4473-a3c4-d0574d42ca0f req-d83445d3-5e83-46a8-b4fe-5e06b4769051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:29.655062 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-9e338750-1f4f-4473-a3c4-d0574d42ca0f req-d83445d3-5e83-46a8-b4fe-5e06b4769051 service neutron] 10.222.0.38 "GET /v2.0/networks?id=7ba5f889-7a68-424d-8fa1-71447bc958df HTTP/1.1" status: 200 len: 922 time: 0.3204033 Jul 27 23:04:29.659359 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b848bcb8-8fab-4d72-810c-27e5f7f22752 admin admin] Router 16bde1c9-77cc-4a0a-9d3d-6ade739b6f5e is scheduled to L3 agent 018c4455-49c0-4734-927d-7824067b2a9e with binding_index 1 {{(pid=93798) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 23:04:29.680151 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-5a5bce68-c68b-4616-9f96-f56a30c47668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:29.684133 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:29.690450 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ed61b8a2-a4c4-48da-bba7-f7225fdd2671 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:29.725405 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:04:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d474f0e8-1504-4159-ae43-bfe32ae2a8d0 x-openstack-request-id: req-d474f0e8-1504-4159-ae43-bfe32ae2a8d0 {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:04:29.725833 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c3fa56a-b0f7-486a-b9b6-11ec03b01c61", "name": "network-vif-plugged", "status": "completed", "tag": "d332fb0d-6ef5-4e0c-acea-50d5a9aae554", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:04:29.726228 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d474f0e8-1504-4159-ae43-bfe32ae2a8d0 {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:04:29.726724 n-d-802623-1 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c3fa56a-b0f7-486a-b9b6-11ec03b01c61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd332fb0d-6ef5-4e0c-acea-50d5a9aae554', 'code': 200} Jul 27 23:04:29.794052 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-9e338750-1f4f-4473-a3c4-d0574d42ca0f req-b796d389-f7ea-42c1-8f8c-a600de0de526 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aeec7f2c-356d-41c9-812f-b5ab13f4069a HTTP/1.1" status: 200 len: 217 time: 0.1269629 Jul 27 23:04:29.884378 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-ed61b8a2-a4c4-48da-bba7-f7225fdd2671 admin admin] Allocated IP 172.20.0.1 (0ce8931c-84fe-4224-88db-416ca3c243ce/7c915760-7367-4b2c-8742-645483953bbd/22c0aa16-64d4-4e31-b664-4ea63e04be0e) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:04:29.949920 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e338750-1f4f-4473-a3c4-d0574d42ca0f req-6104a01e-628f-43a7-bdf8-d0c3b3f1ae32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:29.951719 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-9e338750-1f4f-4473-a3c4-d0574d42ca0f req-6104a01e-628f-43a7-bdf8-d0c3b3f1ae32 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=2be3a116-6f3a-48af-9c58-17be143660fc HTTP/1.1" status: 200 len: 861 time: 0.1376066 Jul 27 23:04:30.017128 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ed61b8a2-a4c4-48da-bba7-f7225fdd2671 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:30.021861 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-9e338750-1f4f-4473-a3c4-d0574d42ca0f req-8426d1c0-2e8e-45b2-8d81-9abc00e0cd98 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7ba5f889-7a68-424d-8fa1-71447bc958df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0560162 Jul 27 23:04:30.025115 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b848bcb8-8fab-4d72-810c-27e5f7f22752 admin admin] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:04:30.036470 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-959dd251-e685-4535-8105-ebba8ec43b3c None None] Sync routers for ids ['16bde1c9-77cc-4a0a-9d3d-6ade739b6f5e'] in n-d-802623-1 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:04:30.046136 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-959dd251-e685-4535-8105-ebba8ec43b3c None None] Routers {'16bde1c9-77cc-4a0a-9d3d-6ade739b6f5e'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:04:30.047567 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-959dd251-e685-4535-8105-ebba8ec43b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:04:29Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['16bde1c9-77cc-4a0a-9d3d-6ade739b6f5e'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:04:30.089708 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-5a5bce68-c68b-4616-9f96-f56a30c47668 None None] Notify callbacks [] for port, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:30.099703 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b848bcb8-8fab-4d72-810c-27e5f7f22752 admin admin] Notify callbacks [] for router, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:30.104525 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-b848bcb8-8fab-4d72-810c-27e5f7f22752 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.5149651 Jul 27 23:04:30.105455 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 52816) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:04:30.113738 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-ed61b8a2-a4c4-48da-bba7-f7225fdd2671 admin admin] Transition to ACTIVE for port object 22c0aa16-64d4-4e31-b664-4ea63e04be0e will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:04:30.120200 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-5a5bce68-c68b-4616-9f96-f56a30c47668 None None] Transition to ACTIVE for port object df51d74d-fe37-4e81-89e4-2ce2c029c7ae will not be triggered until provisioned by entity L2. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:04:30.134119 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-5a5bce68-c68b-4616-9f96-f56a30c47668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:30.167165 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083a86a4-2e14-44f1-874e-1e2303fbb08c req-e945ce4a-c5e2-432a-a991-ebb8b4b87c37 tempest-AttachSCSIVolumeTestJSON-704938723 tempest-AttachSCSIVolumeTestJSON-704938723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:30.176957 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-083a86a4-2e14-44f1-874e-1e2303fbb08c req-e945ce4a-c5e2-432a-a991-ebb8b4b87c37 tempest-AttachSCSIVolumeTestJSON-704938723 tempest-AttachSCSIVolumeTestJSON-704938723-project] 10.222.0.18 "GET /v2.0/ports?device_id=05c0c1f1-794c-424e-ae39-1a41326487d7 HTTP/1.1" status: 200 len: 931 time: 0.1437244 Jul 27 23:04:30.260553 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-5a5bce68-c68b-4616-9f96-f56a30c47668 None None] Attempting to bind port df51d74d-fe37-4e81-89e4-2ce2c029c7ae on host n-d-802623-1 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:04:30.260890 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-5a5bce68-c68b-4616-9f96-f56a30c47668 None None] Attempting to bind port df51d74d-fe37-4e81-89e4-2ce2c029c7ae by drivers openvswitch,hyperv on host n-d-802623-1 at level 0 using segments [{'id': 'b9afe07e-bbe4-4740-834c-4b6a9698bdbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:04:30.261199 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a5bce68-c68b-4616-9f96-f56a30c47668 None None] Attempting to bind port df51d74d-fe37-4e81-89e4-2ce2c029c7ae on network 2fd42287-ed26-4eb9-89a5-b521f5b04356 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:04:30.320329 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-083a86a4-2e14-44f1-874e-1e2303fbb08c req-6949e210-9cac-459e-a05b-6ed920412e48 tempest-AttachSCSIVolumeTestJSON-704938723 tempest-AttachSCSIVolumeTestJSON-704938723-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef4566ad-cab9-4fdc-a9cf-efa0b9033d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424599 Jul 27 23:04:30.324001 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 09963ae7-a961-472f-8be4-72e56149f1bf up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:04:30.372480 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ed61b8a2-a4c4-48da-bba7-f7225fdd2671 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:30.418513 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a5bce68-c68b-4616-9f96-f56a30c47668 None None] Checking agent: {'id': 'a9a568d2-a5e7-41e4-833f-a8ab42ea4073', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 52, 30), 'started_at': datetime.datetime(2021, 7, 27, 22, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 4, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802623-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:04:30.418897 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a5bce68-c68b-4616-9f96-f56a30c47668 None None] Checking segment: {'id': 'b9afe07e-bbe4-4740-834c-4b6a9698bdbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:04:30.420077 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-5a5bce68-c68b-4616-9f96-f56a30c47668 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:30.420491 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a5bce68-c68b-4616-9f96-f56a30c47668 None None] Bound using segment: {'id': 'b9afe07e-bbe4-4740-834c-4b6a9698bdbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:04:30.420998 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-5a5bce68-c68b-4616-9f96-f56a30c47668 None None] Bound port: df51d74d-fe37-4e81-89e4-2ce2c029c7ae, host: n-d-802623-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9afe07e-bbe4-4740-834c-4b6a9698bdbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:04:30.421391 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-5a5bce68-c68b-4616-9f96-f56a30c47668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:30.458956 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23de12f-15ff-44d1-b685-8061a6b59e5b None None] Pushing event updated for resources: {'Port': ['ID=df51d74d-fe37-4e81-89e4-2ce2c029c7ae,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:04:30.521924 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61b8a2-a4c4-48da-bba7-f7225fdd2671 admin admin] Pushing event updated for resources: {'Port': ['ID=22c0aa16-64d4-4e31-b664-4ea63e04be0e,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:04:30.565147 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed61b8a2-a4c4-48da-bba7-f7225fdd2671 admin admin] Network 0ce8931c-84fe-4224-88db-416ca3c243ce is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:04:30.570752 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-ed61b8a2-a4c4-48da-bba7-f7225fdd2671 admin admin] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:04:30.587399 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed61b8a2-a4c4-48da-bba7-f7225fdd2671 admin admin] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:04:30.660871 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-9e338750-1f4f-4473-a3c4-d0574d42ca0f req-63899a16-5a20-4e78-bfb9-d33900ea02d6 service neutron] 10.222.0.38 "GET /v2.0/networks/7ba5f889-7a68-424d-8fa1-71447bc958df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6166229 Jul 27 23:04:30.685501 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-959dd251-e685-4535-8105-ebba8ec43b3c None None] Set router 16bde1c9-77cc-4a0a-9d3d-6ade739b6f5e gateway port host: n-d-802623-1 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:04:30.709267 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-5a5bce68-c68b-4616-9f96-f56a30c47668 None None] For port df51d74d-fe37-4e81-89e4-2ce2c029c7ae, host n-d-802623-1, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:04:30.716801 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-5a5bce68-c68b-4616-9f96-f56a30c47668 None None] For port df51d74d-fe37-4e81-89e4-2ce2c029c7ae, host n-d-802623-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=df51d74d-fe37-4e81-89e4-2ce2c029c7ae,segment=NetworkSegment(b9afe07e-bbe4-4740-834c-4b6a9698bdbc),segment_id=b9afe07e-bbe4-4740-834c-4b6a9698bdbc)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:04:30.719922 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ed61b8a2-a4c4-48da-bba7-f7225fdd2671 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-415283'] for router_interface, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:30.724032 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-19f2e178-d45e-4fbe-b9be-c3963fc151ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:30.736975 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-5a5bce68-c68b-4616-9f96-f56a30c47668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:30.859523 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port 09963ae7-a961-472f-8be4-72e56149f1bf triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:04:30.859853 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:30.937906 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a5bce68-c68b-4616-9f96-f56a30c47668 None None] Routers {'f060ccd1-fef9-469c-b350-90acf6f2f32b'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:04:30.938603 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-5a5bce68-c68b-4616-9f96-f56a30c47668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:04:29Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['f060ccd1-fef9-469c-b350-90acf6f2f32b'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:04:31.064984 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-959dd251-e685-4535-8105-ebba8ec43b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16bde1c9-77cc-4a0a-9d3d-6ade739b6f5e', 'name': 'tempest-ServersTestBootFromVolume-1987523553-router', 'tenant_id': 'e1cc4618ab8d497f8f1b385f74e71fb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.243'}], 'enable_snat': True}, 'gw_port_id': '90f70c81-092e-4c82-a179-5b6d6f19964f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:04:23Z', 'updated_at': '2021-07-27T23:04:26Z', 'revision_number': 3, 'project_id': 'e1cc4618ab8d497f8f1b385f74e71fb7', 'gw_port': {'id': '90f70c81-092e-4c82-a179-5b6d6f19964f', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:e6:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16bde1c9-77cc-4a0a-9d3d-6ade739b6f5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:04:25Z', 'updated_at': '2021-07-27T23:04:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1'}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:04:31.095488 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-9e338750-1f4f-4473-a3c4-d0574d42ca0f req-9f32d312-c235-4254-9c2c-790ec5701b19 service neutron] 10.222.0.38 "GET /v2.0/networks/7ba5f889-7a68-424d-8fa1-71447bc958df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4275243 Jul 27 23:04:31.112609 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-959dd251-e685-4535-8105-ebba8ec43b3c None None] Checking router: 16bde1c9-77cc-4a0a-9d3d-6ade739b6f5e for host: n-d-802623-1 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 23:04:31.113714 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-959dd251-e685-4535-8105-ebba8ec43b3c None None] Updating router 16bde1c9-77cc-4a0a-9d3d-6ade739b6f5e port 90f70c81-092e-4c82-a179-5b6d6f19964f binding host n-d-802623-1 {{(pid=93800) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 23:04:31.151345 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-959dd251-e685-4535-8105-ebba8ec43b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:31.161141 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c49881-ae6f-4c4d-a28e-5fe2df83d54a req-955384a5-099b-4093-8a74-35b0ab53c3e3 tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:31.172628 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-55c49881-ae6f-4c4d-a28e-5fe2df83d54a req-955384a5-099b-4093-8a74-35b0ab53c3e3 tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5f9d95c-1a18-44d1-bbb7-2e906f63162e HTTP/1.1" status: 200 len: 943 time: 0.2015018 Jul 27 23:04:31.250506 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ed61b8a2-a4c4-48da-bba7-f7225fdd2671 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:31.311750 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-55c49881-ae6f-4c4d-a28e-5fe2df83d54a req-897ba803-f31f-4d3b-8bd8-a67e7a54223b tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ee1769a-7cc2-4f9a-a15b-54c39d35bd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380553 Jul 27 23:04:31.337815 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f696601c-2ab3-4186-9126-d5895918657c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:31.384463 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23de12f-15ff-44d1-b685-8061a6b59e5b None None] Pushing event updated for resources: {'Port': ['ID=df51d74d-fe37-4e81-89e4-2ce2c029c7ae,revision_number=3']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:04:31.459762 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-17debdc7-8f80-46a5-892b-f9e62de4a76d None None] Provisioning for port 22c0aa16-64d4-4e31-b664-4ea63e04be0e completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:04:31.469420 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-17debdc7-8f80-46a5-892b-f9e62de4a76d None None] Provisioning complete for port 22c0aa16-64d4-4e31-b664-4ea63e04be0e triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:04:31.469880 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-17debdc7-8f80-46a5-892b-f9e62de4a76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:31.545141 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-5a5bce68-c68b-4616-9f96-f56a30c47668 None None] Set router f060ccd1-fef9-469c-b350-90acf6f2f32b gateway port host: n-d-802623-1 {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:04:31.575921 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-17debdc7-8f80-46a5-892b-f9e62de4a76d None None] Port 22c0aa16-64d4-4e31-b664-4ea63e04be0e cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:04:31.670881 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215b87ab-be61-49ce-aefa-85e870d73601 req-1ad6cd47-5948-43b8-97ed-849ac419fd83 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:31.679165 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-215b87ab-be61-49ce-aefa-85e870d73601 req-1ad6cd47-5948-43b8-97ed-849ac419fd83 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd7b332d-3077-4beb-a3df-e657be374929 HTTP/1.1" status: 200 len: 943 time: 0.2079074 Jul 27 23:04:31.698441 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-f696601c-2ab3-4186-9126-d5895918657c admin admin] Allocated IP 172.20.0.1 (786c8bed-6530-402d-94b3-9fdab2784572/b9b5db02-c302-48bd-b0f3-e4b2e75710bc/b23f4211-d6d1-4811-9f5a-ad54c48cab3c) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:04:31.773701 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-959dd251-e685-4535-8105-ebba8ec43b3c None None] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:31.790225 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-959dd251-e685-4535-8105-ebba8ec43b3c None None] Transition to ACTIVE for port object 90f70c81-092e-4c82-a179-5b6d6f19964f will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:04:31.805696 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-959dd251-e685-4535-8105-ebba8ec43b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:31.830509 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-5a5bce68-c68b-4616-9f96-f56a30c47668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f060ccd1-fef9-469c-b350-90acf6f2f32b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1696476153-router', 'tenant_id': '502f92c9a31a431c91920c05d7db78e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': 'df51d74d-fe37-4e81-89e4-2ce2c029c7ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:04:22Z', 'updated_at': '2021-07-27T23:04:25Z', 'revision_number': 3, 'project_id': '502f92c9a31a431c91920c05d7db78e2', 'gw_port': {'id': 'df51d74d-fe37-4e81-89e4-2ce2c029c7ae', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:b8:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f060ccd1-fef9-469c-b350-90acf6f2f32b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:04:23Z', 'updated_at': '2021-07-27T23:04:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1'}], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:04:31.833121 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-215b87ab-be61-49ce-aefa-85e870d73601 req-53c821bd-af9d-432f-ac6b-b983a31c80b5 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] 10.222.0.18 "GET /v2.0/security-groups?id=bed30b16-cd2d-47d0-9758-37dc9df2dfb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369567 Jul 27 23:04:31.869293 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd402873-f950-4db2-9234-68f058c571c6 None None] Pushing event updated for resources: {'Port': ['ID=90f70c81-092e-4c82-a179-5b6d6f19964f,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:04:31.880728 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd402873-f950-4db2-9234-68f058c571c6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:04:31.881339 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd402873-f950-4db2-9234-68f058c571c6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:04:31.881841 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd402873-f950-4db2-9234-68f058c571c6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:04:31.882376 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd402873-f950-4db2-9234-68f058c571c6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:04:31.883446 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd402873-f950-4db2-9234-68f058c571c6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:04:31.883951 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd402873-f950-4db2-9234-68f058c571c6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:04:31.884431 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd402873-f950-4db2-9234-68f058c571c6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:04:31.884917 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd402873-f950-4db2-9234-68f058c571c6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:04:31.885393 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd402873-f950-4db2-9234-68f058c571c6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:04:31.885972 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd402873-f950-4db2-9234-68f058c571c6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:04:31.886454 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd402873-f950-4db2-9234-68f058c571c6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:04:31.886932 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd402873-f950-4db2-9234-68f058c571c6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:04:31.893994 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ed61b8a2-a4c4-48da-bba7-f7225fdd2671 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:31.911199 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ed61b8a2-a4c4-48da-bba7-f7225fdd2671 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11336041'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:31.917914 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-959dd251-e685-4535-8105-ebba8ec43b3c None None] Attempting to bind port 90f70c81-092e-4c82-a179-5b6d6f19964f on host n-d-802623-1 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:04:31.918320 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-959dd251-e685-4535-8105-ebba8ec43b3c None None] Attempting to bind port 90f70c81-092e-4c82-a179-5b6d6f19964f by drivers openvswitch,hyperv on host n-d-802623-1 at level 0 using segments [{'id': 'b9afe07e-bbe4-4740-834c-4b6a9698bdbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:04:31.918693 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-959dd251-e685-4535-8105-ebba8ec43b3c None None] Attempting to bind port 90f70c81-092e-4c82-a179-5b6d6f19964f on network 2fd42287-ed26-4eb9-89a5-b521f5b04356 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:04:31.924399 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-959dd251-e685-4535-8105-ebba8ec43b3c None None] Checking agent: {'id': 'a9a568d2-a5e7-41e4-833f-a8ab42ea4073', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 52, 30), 'started_at': datetime.datetime(2021, 7, 27, 22, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 4, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802623-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:04:31.924789 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-959dd251-e685-4535-8105-ebba8ec43b3c None None] Checking segment: {'id': 'b9afe07e-bbe4-4740-834c-4b6a9698bdbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:04:31.925198 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-959dd251-e685-4535-8105-ebba8ec43b3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:31.925656 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-959dd251-e685-4535-8105-ebba8ec43b3c None None] Bound using segment: {'id': 'b9afe07e-bbe4-4740-834c-4b6a9698bdbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:04:31.926121 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-959dd251-e685-4535-8105-ebba8ec43b3c None None] Bound port: 90f70c81-092e-4c82-a179-5b6d6f19964f, host: n-d-802623-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9afe07e-bbe4-4740-834c-4b6a9698bdbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:04:31.926496 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-959dd251-e685-4535-8105-ebba8ec43b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:31.929750 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a5bce68-c68b-4616-9f96-f56a30c47668 None None] The sync data for ids ['f060ccd1-fef9-469c-b350-90acf6f2f32b'] in n-d-802623-1 is: [{'id': 'f060ccd1-fef9-469c-b350-90acf6f2f32b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1696476153-router', 'tenant_id': '502f92c9a31a431c91920c05d7db78e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': 'df51d74d-fe37-4e81-89e4-2ce2c029c7ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:04:22Z', 'updated_at': '2021-07-27T23:04:25Z', 'revision_number': 3, 'project_id': '502f92c9a31a431c91920c05d7db78e2', 'gw_port': {'id': 'df51d74d-fe37-4e81-89e4-2ce2c029c7ae', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:b8:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f060ccd1-fef9-469c-b350-90acf6f2f32b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:04:23Z', 'updated_at': '2021-07-27T23:04:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1'}] {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:04:31.938528 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f696601c-2ab3-4186-9126-d5895918657c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:31.958503 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-f696601c-2ab3-4186-9126-d5895918657c admin admin] Transition to ACTIVE for port object b23f4211-d6d1-4811-9f5a-ad54c48cab3c will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:04:31.987590 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-959dd251-e685-4535-8105-ebba8ec43b3c None None] For port 90f70c81-092e-4c82-a179-5b6d6f19964f, host n-d-802623-1, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:04:31.990767 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-959dd251-e685-4535-8105-ebba8ec43b3c None None] For port 90f70c81-092e-4c82-a179-5b6d6f19964f, host n-d-802623-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=90f70c81-092e-4c82-a179-5b6d6f19964f,segment=NetworkSegment(b9afe07e-bbe4-4740-834c-4b6a9698bdbc),segment_id=b9afe07e-bbe4-4740-834c-4b6a9698bdbc)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:04:31.999231 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-959dd251-e685-4535-8105-ebba8ec43b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:32.011620 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ed61b8a2-a4c4-48da-bba7-f7225fdd2671 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3760555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-414115'] for router_interface, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:32.016036 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f62dedf-ad4c-4170-89a2-e5c784aec1c0 req-aa90b80c-7a34-4d63-b9ce-91c4225cdce5 tempest-ServersOnMultiNodesTest-726307759 tempest-ServersOnMultiNodesTest-726307759-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:32.024380 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-3f62dedf-ad4c-4170-89a2-e5c784aec1c0 req-aa90b80c-7a34-4d63-b9ce-91c4225cdce5 tempest-ServersOnMultiNodesTest-726307759 tempest-ServersOnMultiNodesTest-726307759-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=bf453e9d-a565-4822-a6e6-6dce3fb08a87 HTTP/1.1" status: 200 len: 1100 time: 0.7482865 Jul 27 23:04:32.092264 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f696601c-2ab3-4186-9126-d5895918657c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:32.094428 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7418f70f-e60d-4709-8ba9-6ab514bc7f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:32.158428 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd402873-f950-4db2-9234-68f058c571c6 None None] Pushing event updated for resources: {'Port': ['ID=90f70c81-092e-4c82-a179-5b6d6f19964f,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:04:32.203859 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-3f62dedf-ad4c-4170-89a2-e5c784aec1c0 req-02fda3c5-31f0-4da8-8901-a712753a0c42 tempest-ServersOnMultiNodesTest-726307759 tempest-ServersOnMultiNodesTest-726307759-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=3b54d803-f776-413f-b5bd-6e9336fca6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768911 Jul 27 23:04:32.212187 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61b8a2-a4c4-48da-bba7-f7225fdd2671 admin admin] Pushing event updated for resources: {'Port': ['ID=22c0aa16-64d4-4e31-b664-4ea63e04be0e,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:04:32.228299 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-959dd251-e685-4535-8105-ebba8ec43b3c None None] Routers {'16bde1c9-77cc-4a0a-9d3d-6ade739b6f5e'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:04:32.232823 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-959dd251-e685-4535-8105-ebba8ec43b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:04:29Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['16bde1c9-77cc-4a0a-9d3d-6ade739b6f5e'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:04:32.248849 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e15fb2d-c656-454b-88aa-8aa0c59ceec8 req-62e85702-545a-406a-85c4-c217e4bcc11d tempest-ServersAdminTestJSON-1581810367 tempest-ServersAdminTestJSON-1581810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:32.255574 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f696601c-2ab3-4186-9126-d5895918657c admin admin] Pushing event updated for resources: {'Port': ['ID=b23f4211-d6d1-4811-9f5a-ad54c48cab3c,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:04:32.256743 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-5e15fb2d-c656-454b-88aa-8aa0c59ceec8 req-62e85702-545a-406a-85c4-c217e4bcc11d tempest-ServersAdminTestJSON-1581810367 tempest-ServersAdminTestJSON-1581810367-project] 10.222.0.18 "GET /v2.0/ports?device_id=846ac90e-5a0c-42f0-960a-1f2595273fb0 HTTP/1.1" status: 200 len: 950 time: 0.2583909 Jul 27 23:04:32.276614 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f696601c-2ab3-4186-9126-d5895918657c admin admin] Network 786c8bed-6530-402d-94b3-9fdab2784572 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:04:32.278284 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-f696601c-2ab3-4186-9126-d5895918657c admin admin] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:04:32.283753 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f696601c-2ab3-4186-9126-d5895918657c admin admin] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:04:32.333933 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-5e15fb2d-c656-454b-88aa-8aa0c59ceec8 req-fba454c0-37be-4164-9e74-67ac23f7bfaf tempest-ServersAdminTestJSON-1581810367 tempest-ServersAdminTestJSON-1581810367-project] 10.222.0.18 "GET /v2.0/security-groups?id=ffa9f128-d6a7-4fb1-a632-c57615725739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696247 Jul 27 23:04:32.412145 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [req-5498a286-8e76-4cce-bdc5-da00a8898765 req-c5db4a4f-a9c8-47bc-b355-7abb8db78a46 service neutron] Request body: {'port': {'device_id': '05c0c1f1-794c-424e-ae39-1a41326487d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802623-1'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:04:32.443256 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device aeec7f2c-356d-41c9-812f-b5ab13f4069a details requested by agent hyperv_n-h1-802623-1 with host n-h1-802623-1 {{(pid=93799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 23:04:32.512249 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-959dd251-e685-4535-8105-ebba8ec43b3c None None] Set router 16bde1c9-77cc-4a0a-9d3d-6ade739b6f5e gateway port host: n-d-802623-1 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:04:32.564796 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f696601c-2ab3-4186-9126-d5895918657c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-415283'] for router_interface, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:32.631817 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-ea530aaf-a32a-476e-a748-594ea0bf1fc0 req-6d953acd-1ccb-4578-b981-4e669ccb5fd3 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=24185df4-0d89-421f-a3eb-be4ff3de08d0 HTTP/1.1" status: 200 len: 217 time: 0.2088482 Jul 27 23:04:32.664451 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f525806e-252e-45bb-a9bb-4fdef9c451c2 req-057c1090-159c-4885-acfc-db930beba0ce tempest-AttachSCSIVolumeTestJSON-704938723 tempest-AttachSCSIVolumeTestJSON-704938723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:32.672533 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f525806e-252e-45bb-a9bb-4fdef9c451c2 req-057c1090-159c-4885-acfc-db930beba0ce tempest-AttachSCSIVolumeTestJSON-704938723 tempest-AttachSCSIVolumeTestJSON-704938723-project] 10.222.0.18 "GET /v2.0/ports?device_id=05c0c1f1-794c-424e-ae39-1a41326487d7 HTTP/1.1" status: 200 len: 931 time: 0.2583365 Jul 27 23:04:32.686875 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port aeec7f2c-356d-41c9-812f-b5ab13f4069a, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=aeec7f2c-356d-41c9-812f-b5ab13f4069a,segment=NetworkSegment(ff9b0beb-ebd9-45f3-9693-d627eb3bb065),segment_id=ff9b0beb-ebd9-45f3-9693-d627eb3bb065)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:04:32.714832 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Returning: {'device': 'aeec7f2c-356d-41c9-812f-b5ab13f4069a', 'network_id': '7ba5f889-7a68-424d-8fa1-71447bc958df', 'port_id': 'aeec7f2c-356d-41c9-812f-b5ab13f4069a', 'mac_address': 'fa:16:3e:9e:9f:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2be3a116-6f3a-48af-9c58-17be143660fc', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 23:04:32.752024 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed61b8a2-a4c4-48da-bba7-f7225fdd2671 admin admin] Network 0ce8931c-84fe-4224-88db-416ca3c243ce is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:04:32.763877 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f525806e-252e-45bb-a9bb-4fdef9c451c2 req-0efc86ce-f14a-4732-a2c8-35c25c683535 tempest-AttachSCSIVolumeTestJSON-704938723 tempest-AttachSCSIVolumeTestJSON-704938723-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef4566ad-cab9-4fdc-a9cf-efa0b9033d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901291 Jul 27 23:04:32.814003 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:32.822005 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-dc28bf8d-cb53-4fed-ac6e-adea2ce6b8a2 None None] Provisioning for port b23f4211-d6d1-4811-9f5a-ad54c48cab3c completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:04:32.840920 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-5498a286-8e76-4cce-bdc5-da00a8898765 req-c5db4a4f-a9c8-47bc-b355-7abb8db78a46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:32.847845 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-dc28bf8d-cb53-4fed-ac6e-adea2ce6b8a2 None None] Provisioning complete for port b23f4211-d6d1-4811-9f5a-ad54c48cab3c triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:04:32.848088 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-dc28bf8d-cb53-4fed-ac6e-adea2ce6b8a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:32.850330 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-ed61b8a2-a4c4-48da-bba7-f7225fdd2671 admin admin] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:04:32.900456 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69756993-65fb-4470-bc21-bb7610b265bc req-2fea7218-f8b8-497d-8cc7-8a4998708ad7 tempest-ServersOnMultiNodesTest-726307759 tempest-ServersOnMultiNodesTest-726307759-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:32.902243 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-69756993-65fb-4470-bc21-bb7610b265bc req-2fea7218-f8b8-497d-8cc7-8a4998708ad7 tempest-ServersOnMultiNodesTest-726307759 tempest-ServersOnMultiNodesTest-726307759-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=e6f2234d-172f-47b3-ba46-4df9ad45aa8f HTTP/1.1" status: 200 len: 1101 time: 0.2565346 Jul 27 23:04:32.919984 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-dc28bf8d-cb53-4fed-ac6e-adea2ce6b8a2 None None] Port b23f4211-d6d1-4811-9f5a-ad54c48cab3c cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:04:32.929810 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aeec7f2c-356d-41c9-812f-b5ab13f4069a {{(pid=93799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:04:32.950841 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea530aaf-a32a-476e-a748-594ea0bf1fc0 req-194f54c4-8f13-4938-abeb-634f428a4b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:32.956525 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-ea530aaf-a32a-476e-a748-594ea0bf1fc0 req-194f54c4-8f13-4938-abeb-634f428a4b1c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b1592ca5-0a74-47a5-88e1-85b3448a0017 HTTP/1.1" status: 200 len: 848 time: 0.2389972 Jul 27 23:04:32.965868 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port aeec7f2c-356d-41c9-812f-b5ab13f4069a, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=aeec7f2c-356d-41c9-812f-b5ab13f4069a,segment=NetworkSegment(ff9b0beb-ebd9-45f3-9693-d627eb3bb065),segment_id=ff9b0beb-ebd9-45f3-9693-d627eb3bb065)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:04:32.978376 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:33.115813 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Pushing event updated for resources: {'Port': ['ID=aeec7f2c-356d-41c9-812f-b5ab13f4069a,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:04:33.202172 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-959dd251-e685-4535-8105-ebba8ec43b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16bde1c9-77cc-4a0a-9d3d-6ade739b6f5e', 'name': 'tempest-ServersTestBootFromVolume-1987523553-router', 'tenant_id': 'e1cc4618ab8d497f8f1b385f74e71fb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.243'}], 'enable_snat': True}, 'gw_port_id': '90f70c81-092e-4c82-a179-5b6d6f19964f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:04:23Z', 'updated_at': '2021-07-27T23:04:26Z', 'revision_number': 3, 'project_id': 'e1cc4618ab8d497f8f1b385f74e71fb7', 'gw_port': {'id': '90f70c81-092e-4c82-a179-5b6d6f19964f', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:e6:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16bde1c9-77cc-4a0a-9d3d-6ade739b6f5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:04:25Z', 'updated_at': '2021-07-27T23:04:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1'}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:04:33.246476 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-959dd251-e685-4535-8105-ebba8ec43b3c None None] The sync data for ids ['16bde1c9-77cc-4a0a-9d3d-6ade739b6f5e'] in n-d-802623-1 is: [{'id': '16bde1c9-77cc-4a0a-9d3d-6ade739b6f5e', 'name': 'tempest-ServersTestBootFromVolume-1987523553-router', 'tenant_id': 'e1cc4618ab8d497f8f1b385f74e71fb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.243'}], 'enable_snat': True}, 'gw_port_id': '90f70c81-092e-4c82-a179-5b6d6f19964f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:04:23Z', 'updated_at': '2021-07-27T23:04:26Z', 'revision_number': 3, 'project_id': 'e1cc4618ab8d497f8f1b385f74e71fb7', 'gw_port': {'id': '90f70c81-092e-4c82-a179-5b6d6f19964f', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:e6:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16bde1c9-77cc-4a0a-9d3d-6ade739b6f5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:04:25Z', 'updated_at': '2021-07-27T23:04:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1'}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:04:33.311338 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] get_ports_and_sgs() called for port_ids ['aeec7f2c-356d-41c9-812f-b5ab13f4069a'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:04:33.371979 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953da02d-cca6-48ec-afb9-a75d2d0f87a4 req-0fd93b79-e0dd-47cd-aa8a-bee6fd690fe1 tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:33.385623 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-953da02d-cca6-48ec-afb9-a75d2d0f87a4 req-0fd93b79-e0dd-47cd-aa8a-bee6fd690fe1 tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5f9d95c-1a18-44d1-bbb7-2e906f63162e HTTP/1.1" status: 200 len: 944 time: 0.1314123 Jul 27 23:04:33.397960 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f696601c-2ab3-4186-9126-d5895918657c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:33.423127 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-5da179e8-5e5d-4e02-8e4d-477b2aea26de None None] Provisioning complete for port 22c0aa16-64d4-4e31-b664-4ea63e04be0e triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:04:33.423664 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-5da179e8-5e5d-4e02-8e4d-477b2aea26de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:33.477730 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-5da179e8-5e5d-4e02-8e4d-477b2aea26de None None] Port 22c0aa16-64d4-4e31-b664-4ea63e04be0e cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:04:33.542897 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-953da02d-cca6-48ec-afb9-a75d2d0f87a4 req-451c4949-7bc7-43f2-9472-fc74ac5054ea tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ee1769a-7cc2-4f9a-a15b-54c39d35bd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561136 Jul 27 23:04:33.874263 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edce933-a254-4fc8-b7b2-65e583b22bde req-641455f0-4d4a-48c4-a138-0b64902ee01b tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:33.875902 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-6edce933-a254-4fc8-b7b2-65e583b22bde req-641455f0-4d4a-48c4-a138-0b64902ee01b tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd7b332d-3077-4beb-a3df-e657be374929 HTTP/1.1" status: 200 len: 943 time: 0.1445735 Jul 27 23:04:33.911637 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f696601c-2ab3-4186-9126-d5895918657c admin admin] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:33.923812 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f696601c-2ab3-4186-9126-d5895918657c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:34.012686 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-6edce933-a254-4fc8-b7b2-65e583b22bde req-018e4b3c-c5b7-437c-9c65-19bb2bf2eab7 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] 10.222.0.18 "GET /v2.0/security-groups?id=bed30b16-cd2d-47d0-9758-37dc9df2dfb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225910 Jul 27 23:04:34.095077 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f696601c-2ab3-4186-9126-d5895918657c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3760555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-414115'] for router_interface, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:34.170658 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-ea530aaf-a32a-476e-a748-594ea0bf1fc0 req-43d9bbcc-368d-4d33-bf5b-805e85166c4c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c451a142-86a9-4355-833f-365557d21b8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4107902 Jul 27 23:04:34.227406 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed61b8a2-a4c4-48da-bba7-f7225fdd2671 admin admin] Router f060ccd1-fef9-469c-b350-90acf6f2f32b has already been hosted by L3 agent 018c4455-49c0-4734-927d-7824067b2a9e {{(pid=93797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 23:04:34.334724 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f696601c-2ab3-4186-9126-d5895918657c admin admin] Pushing event updated for resources: {'Port': ['ID=b23f4211-d6d1-4811-9f5a-ad54c48cab3c,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:04:34.392970 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-69756993-65fb-4470-bc21-bb7610b265bc req-dfc238fe-05e3-42c9-a256-63a72795666e tempest-ServersOnMultiNodesTest-726307759 tempest-ServersOnMultiNodesTest-726307759-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=3b54d803-f776-413f-b5bd-6e9336fca6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6361136 Jul 27 23:04:34.449019 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:34.456476 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e1a791-4d0b-46be-b900-9b47f345590b req-76d37d2c-9197-4c53-94e1-4a8fbe3ba386 tempest-ServersAdminTestJSON-1581810367 tempest-ServersAdminTestJSON-1581810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:34.464483 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c5e1a791-4d0b-46be-b900-9b47f345590b req-76d37d2c-9197-4c53-94e1-4a8fbe3ba386 tempest-ServersAdminTestJSON-1581810367 tempest-ServersAdminTestJSON-1581810367-project] 10.222.0.18 "GET /v2.0/ports?device_id=846ac90e-5a0c-42f0-960a-1f2595273fb0 HTTP/1.1" status: 200 len: 950 time: 0.3029363 Jul 27 23:04:34.465275 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device df51d74d-fe37-4e81-89e4-2ce2c029c7ae up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:04:34.534128 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [req-5498a286-8e76-4cce-bdc5-da00a8898765 req-c5db4a4f-a9c8-47bc-b355-7abb8db78a46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45eab664-785a-4f00-a9c0-0e9362a44bb7 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:04:34.565696 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-5498a286-8e76-4cce-bdc5-da00a8898765 req-c5db4a4f-a9c8-47bc-b355-7abb8db78a46 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:34.599668 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f696601c-2ab3-4186-9126-d5895918657c admin admin] Network 786c8bed-6530-402d-94b3-9fdab2784572 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:04:34.612250 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning for port df51d74d-fe37-4e81-89e4-2ce2c029c7ae completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:04:34.624076 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port df51d74d-fe37-4e81-89e4-2ce2c029c7ae triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:04:34.624605 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:34.626521 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c5e1a791-4d0b-46be-b900-9b47f345590b req-f7e7a5b1-64b5-45f6-a093-2237a73da474 tempest-ServersAdminTestJSON-1581810367 tempest-ServersAdminTestJSON-1581810367-project] 10.222.0.18 "GET /v2.0/security-groups?id=ffa9f128-d6a7-4fb1-a632-c57615725739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609819 Jul 27 23:04:34.632049 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [req-5498a286-8e76-4cce-bdc5-da00a8898765 req-c5db4a4f-a9c8-47bc-b355-7abb8db78a46 service neutron] Transition to ACTIVE for port object 45eab664-785a-4f00-a9c0-0e9362a44bb7 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:04:34.632777 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-f696601c-2ab3-4186-9126-d5895918657c admin admin] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:04:34.695133 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-5498a286-8e76-4cce-bdc5-da00a8898765 req-c5db4a4f-a9c8-47bc-b355-7abb8db78a46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11336041'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:34.791877 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-ea530aaf-a32a-476e-a748-594ea0bf1fc0 req-d2d8d015-1063-47d8-a58b-f8aff8c6d446 service neutron] 10.222.0.49 "GET /v2.0/networks/c451a142-86a9-4355-833f-365557d21b8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5637817 Jul 27 23:04:34.945566 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:34.989852 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5db4a4f-a9c8-47bc-b355-7abb8db78a46 service neutron] Pushing event updated for resources: {'Port': ['ID=45eab664-785a-4f00-a9c0-0e9362a44bb7,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:04:35.007760 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed61b8a2-a4c4-48da-bba7-f7225fdd2671 admin admin] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:04:35.036982 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] For port df51d74d-fe37-4e81-89e4-2ce2c029c7ae, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=df51d74d-fe37-4e81-89e4-2ce2c029c7ae,segment=NetworkSegment(b9afe07e-bbe4-4740-834c-4b6a9698bdbc),segment_id=b9afe07e-bbe4-4740-834c-4b6a9698bdbc)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:04:35.048288 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-ed61b8a2-a4c4-48da-bba7-f7225fdd2671 admin admin] 10.222.0.18 "PUT /v2.0/routers/f060ccd1-fef9-469c-b350-90acf6f2f32b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3443415 Jul 27 23:04:35.048702 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:35.049522 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 90f70c81-092e-4c82-a179-5b6d6f19964f up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:04:35.217070 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05832faf-a400-4969-8ef5-49ffcc860824 None None] Sync routers for ids ['f060ccd1-fef9-469c-b350-90acf6f2f32b'] in n-d-802623-1 {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:04:35.250856 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b49d519-e293-46b8-8d57-78989a9d4238 req-5ffbec1c-e6ca-402e-bacd-91984946f72c tempest-AttachSCSIVolumeTestJSON-704938723 tempest-AttachSCSIVolumeTestJSON-704938723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:35.276096 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-5b49d519-e293-46b8-8d57-78989a9d4238 req-5ffbec1c-e6ca-402e-bacd-91984946f72c tempest-AttachSCSIVolumeTestJSON-704938723 tempest-AttachSCSIVolumeTestJSON-704938723-project] 10.222.0.18 "GET /v2.0/ports?device_id=05c0c1f1-794c-424e-ae39-1a41326487d7 HTTP/1.1" status: 200 len: 943 time: 0.3910863 Jul 27 23:04:35.363640 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f696601c-2ab3-4186-9126-d5895918657c admin admin] Router 16bde1c9-77cc-4a0a-9d3d-6ade739b6f5e has already been hosted by L3 agent 018c4455-49c0-4734-927d-7824067b2a9e {{(pid=93798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 23:04:35.367784 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-943edeba-e908-4883-9f56-6d73a5b0a302 None None] Provisioning complete for port b23f4211-d6d1-4811-9f5a-ad54c48cab3c triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:04:35.368166 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-943edeba-e908-4883-9f56-6d73a5b0a302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:35.369718 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05832faf-a400-4969-8ef5-49ffcc860824 None None] Routers {'f060ccd1-fef9-469c-b350-90acf6f2f32b'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:04:35.370443 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-05832faf-a400-4969-8ef5-49ffcc860824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:04:29Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['f060ccd1-fef9-469c-b350-90acf6f2f32b'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:04:35.457482 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-5498a286-8e76-4cce-bdc5-da00a8898765 req-c5db4a4f-a9c8-47bc-b355-7abb8db78a46 service neutron] Attempting to bind port 45eab664-785a-4f00-a9c0-0e9362a44bb7 on host n-h2-802623-1 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:04:35.458108 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-5498a286-8e76-4cce-bdc5-da00a8898765 req-c5db4a4f-a9c8-47bc-b355-7abb8db78a46 service neutron] Attempting to bind port 45eab664-785a-4f00-a9c0-0e9362a44bb7 by drivers openvswitch,hyperv on host n-h2-802623-1 at level 0 using segments [{'id': 'd5802ab5-2f2b-4a74-a43f-f634d40589f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '9b83e052-7bde-4257-b691-c0b4cba76e81'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:04:35.459412 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-5b49d519-e293-46b8-8d57-78989a9d4238 req-07ae101a-4c44-411f-9f46-dca6660e7a22 tempest-AttachSCSIVolumeTestJSON-704938723 tempest-AttachSCSIVolumeTestJSON-704938723-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef4566ad-cab9-4fdc-a9cf-efa0b9033d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823282 Jul 27 23:04:35.460193 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5498a286-8e76-4cce-bdc5-da00a8898765 req-c5db4a4f-a9c8-47bc-b355-7abb8db78a46 service neutron] Attempting to bind port 45eab664-785a-4f00-a9c0-0e9362a44bb7 on network 9b83e052-7bde-4257-b691-c0b4cba76e81 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:04:35.537535 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device 24185df4-0d89-421f-a3eb-be4ff3de08d0 details requested by agent hyperv_n-h2-802623-1 with host n-h2-802623-1 {{(pid=93799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 23:04:35.545468 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5498a286-8e76-4cce-bdc5-da00a8898765 req-c5db4a4f-a9c8-47bc-b355-7abb8db78a46 service neutron] Port 45eab664-785a-4f00-a9c0-0e9362a44bb7 on network 9b83e052-7bde-4257-b691-c0b4cba76e81 not bound, no agent of type Open vSwitch agent registered on host n-h2-802623-1 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 23:04:35.547522 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5498a286-8e76-4cce-bdc5-da00a8898765 req-c5db4a4f-a9c8-47bc-b355-7abb8db78a46 service neutron] Attempting to bind port 45eab664-785a-4f00-a9c0-0e9362a44bb7 on network 9b83e052-7bde-4257-b691-c0b4cba76e81 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:04:35.569153 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Pushing event updated for resources: {'Port': ['ID=df51d74d-fe37-4e81-89e4-2ce2c029c7ae,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:04:35.619349 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-ea530aaf-a32a-476e-a748-594ea0bf1fc0 req-38ba9acb-0b3e-4d02-abed-fc818152a8cf service neutron] 10.222.0.49 "GET /v2.0/networks/c451a142-86a9-4355-833f-365557d21b8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6636612 Jul 27 23:04:35.625499 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5498a286-8e76-4cce-bdc5-da00a8898765 req-c5db4a4f-a9c8-47bc-b355-7abb8db78a46 service neutron] Checking agent: {'id': 'c5cc038b-93c4-4df4-8061-5df2a04a48c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 23, 0, 4), 'started_at': datetime.datetime(2021, 7, 27, 23, 0, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 4, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:04:35.625983 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5498a286-8e76-4cce-bdc5-da00a8898765 req-c5db4a4f-a9c8-47bc-b355-7abb8db78a46 service neutron] Checking segment: {'id': 'd5802ab5-2f2b-4a74-a43f-f634d40589f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '9b83e052-7bde-4257-b691-c0b4cba76e81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:04:35.627026 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5498a286-8e76-4cce-bdc5-da00a8898765 req-c5db4a4f-a9c8-47bc-b355-7abb8db78a46 service neutron] Bound using segment: {'id': 'd5802ab5-2f2b-4a74-a43f-f634d40589f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '9b83e052-7bde-4257-b691-c0b4cba76e81'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:04:35.628695 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-5498a286-8e76-4cce-bdc5-da00a8898765 req-c5db4a4f-a9c8-47bc-b355-7abb8db78a46 service neutron] Bound port: 45eab664-785a-4f00-a9c0-0e9362a44bb7, host: n-h2-802623-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5802ab5-2f2b-4a74-a43f-f634d40589f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '9b83e052-7bde-4257-b691-c0b4cba76e81'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:04:35.631514 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-5498a286-8e76-4cce-bdc5-da00a8898765 req-c5db4a4f-a9c8-47bc-b355-7abb8db78a46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:35.693371 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1058d498-6443-42e7-a4da-552827eaccb0 req-b10e1449-8002-4396-bfbd-a5b3b1e55270 tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:35.705894 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-1058d498-6443-42e7-a4da-552827eaccb0 req-b10e1449-8002-4396-bfbd-a5b3b1e55270 tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5f9d95c-1a18-44d1-bbb7-2e906f63162e HTTP/1.1" status: 200 len: 944 time: 0.3112984 Jul 27 23:04:35.714552 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning for port 90f70c81-092e-4c82-a179-5b6d6f19964f completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:04:35.725334 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f696601c-2ab3-4186-9126-d5895918657c admin admin] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:04:35.741494 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-f696601c-2ab3-4186-9126-d5895918657c admin admin] 10.222.0.18 "PUT /v2.0/routers/16bde1c9-77cc-4a0a-9d3d-6ade739b6f5e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6329935 Jul 27 23:04:35.745597 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-943edeba-e908-4883-9f56-6d73a5b0a302 None None] Port b23f4211-d6d1-4811-9f5a-ad54c48cab3c cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:04:35.750704 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4333133-b637-4c81-ab74-c0eba7352cd2 req-ff2551ee-2ac4-47cc-acbf-6dcafeeb01d4 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:35.761706 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-d4333133-b637-4c81-ab74-c0eba7352cd2 req-ff2551ee-2ac4-47cc-acbf-6dcafeeb01d4 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd7b332d-3077-4beb-a3df-e657be374929 HTTP/1.1" status: 200 len: 943 time: 0.1499140 Jul 27 23:04:35.798428 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-1058d498-6443-42e7-a4da-552827eaccb0 req-bb5f5fa9-87d0-4de4-ae09-3f6027892a33 tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ee1769a-7cc2-4f9a-a15b-54c39d35bd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916216 Jul 27 23:04:35.810644 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port 90f70c81-092e-4c82-a179-5b6d6f19964f triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:04:35.811030 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:35.896614 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-5498a286-8e76-4cce-bdc5-da00a8898765 req-c5db4a4f-a9c8-47bc-b355-7abb8db78a46 service neutron] For port 45eab664-785a-4f00-a9c0-0e9362a44bb7, host n-h2-802623-1, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:04:35.901033 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-5498a286-8e76-4cce-bdc5-da00a8898765 req-c5db4a4f-a9c8-47bc-b355-7abb8db78a46 service neutron] For port 45eab664-785a-4f00-a9c0-0e9362a44bb7, host n-h2-802623-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=45eab664-785a-4f00-a9c0-0e9362a44bb7,segment=NetworkSegment(d5802ab5-2f2b-4a74-a43f-f634d40589f6),segment_id=d5802ab5-2f2b-4a74-a43f-f634d40589f6)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:04:35.902212 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-d4333133-b637-4c81-ab74-c0eba7352cd2 req-2f2027c6-c13d-4b2d-ba37-8f5ece66da65 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] 10.222.0.18 "GET /v2.0/security-groups?id=bed30b16-cd2d-47d0-9758-37dc9df2dfb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380875 Jul 27 23:04:35.911756 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-5498a286-8e76-4cce-bdc5-da00a8898765 req-c5db4a4f-a9c8-47bc-b355-7abb8db78a46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11336041'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:36.007372 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5498a286-8e76-4cce-bdc5-da00a8898765 req-c5db4a4f-a9c8-47bc-b355-7abb8db78a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:36.018584 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-5498a286-8e76-4cce-bdc5-da00a8898765 req-c5db4a4f-a9c8-47bc-b355-7abb8db78a46 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:36.020614 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-5498a286-8e76-4cce-bdc5-da00a8898765 req-c5db4a4f-a9c8-47bc-b355-7abb8db78a46 service neutron] 10.222.0.49 "PUT /v2.0/ports/45eab664-785a-4f00-a9c0-0e9362a44bb7 HTTP/1.1" status: 200 len: 1091 time: 3.6310010 Jul 27 23:04:36.021066 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05c0c1f1-794c-424e-ae39-1a41326487d7', 'tag': '45eab664-785a-4f00-a9c0-0e9362a44bb7'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:04:36.025025 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a476459a1bfce68b0ae0df5b6a71154bfc7cfdc8f9eefce6ad0a17231e60468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-063ba75e-1129-43a8-8f52-d3970b03dd44" -d '{"events": [{"name": "network-changed", "server_uuid": "05c0c1f1-794c-424e-ae39-1a41326487d7", "tag": "45eab664-785a-4f00-a9c0-0e9362a44bb7"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:04:36.061623 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port 24185df4-0d89-421f-a3eb-be4ff3de08d0, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=24185df4-0d89-421f-a3eb-be4ff3de08d0,segment=NetworkSegment(7332ccbf-8fd9-4ff5-bad6-b4b872eccd4e),segment_id=7332ccbf-8fd9-4ff5-bad6-b4b872eccd4e)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:04:36.078279 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5db4a4f-a9c8-47bc-b355-7abb8db78a46 service neutron] Pushing event updated for resources: {'Port': ['ID=45eab664-785a-4f00-a9c0-0e9362a44bb7,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:04:36.099519 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-05832faf-a400-4969-8ef5-49ffcc860824 None None] Set router f060ccd1-fef9-469c-b350-90acf6f2f32b gateway port host: n-d-802623-1 {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:04:36.125441 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e2fa4785-6e2c-4be5-97a6-9b7065aa431c req-f1f60b96-867c-4243-8af4-cbd755817f73 tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=496de96608da4f74abc6cf1f10c98b52&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0717411 Jul 27 23:04:36.164935 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Returning: {'device': '24185df4-0d89-421f-a3eb-be4ff3de08d0', 'network_id': 'c451a142-86a9-4355-833f-365557d21b8d', 'port_id': '24185df4-0d89-421f-a3eb-be4ff3de08d0', 'mac_address': 'fa:16:3e:ec:e6:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1592ca5-0a74-47a5-88e1-85b3448a0017', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 23:04:36.287725 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-550f34b1-d2a0-4848-bf02-d4dc1c3d0938 None None] Sync routers for ids ['16bde1c9-77cc-4a0a-9d3d-6ade739b6f5e'] in n-d-802623-1 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:04:36.310518 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-550f34b1-d2a0-4848-bf02-d4dc1c3d0938 None None] Routers {'16bde1c9-77cc-4a0a-9d3d-6ade739b6f5e'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:04:36.311137 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-550f34b1-d2a0-4848-bf02-d4dc1c3d0938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:04:29Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['16bde1c9-77cc-4a0a-9d3d-6ade739b6f5e'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:04:36.357187 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d01626b-20bf-48da-b274-eee74644777b req-8f62593c-ad13-4b76-b88e-2d3c07a7fa50 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:36.372765 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fa4785-6e2c-4be5-97a6-9b7065aa431c req-75087913-e14c-4df1-b823-a768071da307 tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:36.378325 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e2fa4785-6e2c-4be5-97a6-9b7065aa431c req-75087913-e14c-4df1-b823-a768071da307 tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2365150 Jul 27 23:04:36.384907 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-2d01626b-20bf-48da-b274-eee74644777b req-8f62593c-ad13-4b76-b88e-2d3c07a7fa50 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847-project] 10.222.0.18 "GET /v2.0/networks?id=0ce8931c-84fe-4224-88db-416ca3c243ce HTTP/1.1" status: 200 len: 829 time: 0.1610270 Jul 27 23:04:36.405174 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-2d01626b-20bf-48da-b274-eee74644777b req-028d320c-641f-424a-9ab9-b43e0a81d427 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847-project] 10.222.0.18 "GET /v2.0/quotas/502f92c9a31a431c91920c05d7db78e2 HTTP/1.1" status: 200 len: 375 time: 0.0192962 Jul 27 23:04:36.409101 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e2fa4785-6e2c-4be5-97a6-9b7065aa431c req-28150586-aad6-40d3-891d-c1bf34010e97 tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] 10.222.0.18 "GET /v2.0/quotas/496de96608da4f74abc6cf1f10c98b52 HTTP/1.1" status: 200 len: 375 time: 0.0223205 Jul 27 23:04:36.448301 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:36.507226 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device aeec7f2c-356d-41c9-812f-b5ab13f4069a up at agent hyperv_n-h1-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:04:36.519899 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e2fa4785-6e2c-4be5-97a6-9b7065aa431c req-39862e18-8146-4b6c-bf05-294556681ef8 tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=496de96608da4f74abc6cf1f10c98b52&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1047399 Jul 27 23:04:36.558787 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:36.561118 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-2d01626b-20bf-48da-b274-eee74644777b req-31a48c73-53aa-43e9-9397-6d5885c2bb91 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=502f92c9a31a431c91920c05d7db78e2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1550002 Jul 27 23:04:36.588758 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24185df4-0d89-421f-a3eb-be4ff3de08d0 {{(pid=93799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:04:36.608206 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-550f34b1-d2a0-4848-bf02-d4dc1c3d0938 None None] Set router 16bde1c9-77cc-4a0a-9d3d-6ade739b6f5e gateway port host: n-d-802623-1 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:04:36.692394 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-2d01626b-20bf-48da-b274-eee74644777b req-3bc24138-bd84-4f7d-9df0-757605d3d056 service neutron] 10.222.0.18 "GET /v2.0/networks/0ce8931c-84fe-4224-88db-416ca3c243ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301906 Jul 27 23:04:36.809986 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5498a286-8e76-4cce-bdc5-da00a8898765 req-42cad47b-2d9c-4b51-b81f-d06d9d61733b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:36.811584 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-5498a286-8e76-4cce-bdc5-da00a8898765 req-42cad47b-2d9c-4b51-b81f-d06d9d61733b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ea9dc6a704274ef28def87516dc4f252&device_id=05c0c1f1-794c-424e-ae39-1a41326487d7 HTTP/1.1" status: 200 len: 1094 time: 0.6693335 Jul 27 23:04:36.833392 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-2d01626b-20bf-48da-b274-eee74644777b req-fb9a564a-4dba-4456-b19b-bfc1e7d1acf5 service neutron] 10.222.0.18 "GET /v2.0/networks/0ce8931c-84fe-4224-88db-416ca3c243ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398034 Jul 27 23:04:36.857687 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f261b73-1ac6-428a-99e8-1c2a1c243c09 req-1e0a48b8-6c91-4233-8839-034d4b0284f0 tempest-ServersAdminTestJSON-1581810367 tempest-ServersAdminTestJSON-1581810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:36.861993 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] For port 90f70c81-092e-4c82-a179-5b6d6f19964f, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=90f70c81-092e-4c82-a179-5b6d6f19964f,segment=NetworkSegment(b9afe07e-bbe4-4740-834c-4b6a9698bdbc),segment_id=b9afe07e-bbe4-4740-834c-4b6a9698bdbc)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:04:36.867476 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-7f261b73-1ac6-428a-99e8-1c2a1c243c09 req-1e0a48b8-6c91-4233-8839-034d4b0284f0 tempest-ServersAdminTestJSON-1581810367 tempest-ServersAdminTestJSON-1581810367-project] 10.222.0.49 "GET /v2.0/ports?device_id=846ac90e-5a0c-42f0-960a-1f2595273fb0 HTTP/1.1" status: 200 len: 950 time: 0.7567396 Jul 27 23:04:36.879831 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:36.908932 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port 24185df4-0d89-421f-a3eb-be4ff3de08d0, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=24185df4-0d89-421f-a3eb-be4ff3de08d0,segment=NetworkSegment(7332ccbf-8fd9-4ff5-bad6-b4b872eccd4e),segment_id=7332ccbf-8fd9-4ff5-bad6-b4b872eccd4e)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:04:36.987445 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-5498a286-8e76-4cce-bdc5-da00a8898765 req-72ca099a-5841-4699-84ca-95d14e1a1a36 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=45eab664-785a-4f00-a9c0-0e9362a44bb7 HTTP/1.1" status: 200 len: 217 time: 0.0977063 Jul 27 23:04:37.018424 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:37.088819 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device df51d74d-fe37-4e81-89e4-2ce2c029c7ae up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:04:37.115295 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-550f34b1-d2a0-4848-bf02-d4dc1c3d0938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16bde1c9-77cc-4a0a-9d3d-6ade739b6f5e', 'name': 'tempest-ServersTestBootFromVolume-1987523553-router', 'tenant_id': 'e1cc4618ab8d497f8f1b385f74e71fb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.243'}], 'enable_snat': True}, 'gw_port_id': '90f70c81-092e-4c82-a179-5b6d6f19964f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:04:23Z', 'updated_at': '2021-07-27T23:04:33Z', 'revision_number': 4, 'project_id': 'e1cc4618ab8d497f8f1b385f74e71fb7', 'gw_port': {'id': '90f70c81-092e-4c82-a179-5b6d6f19964f', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:e6:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16bde1c9-77cc-4a0a-9d3d-6ade739b6f5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:04:25Z', 'updated_at': '2021-07-27T23:04:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': 'b23f4211-d6d1-4811-9f5a-ad54c48cab3c', 'name': '', 'network_id': '786c8bed-6530-402d-94b3-9fdab2784572', 'tenant_id': 'e1cc4618ab8d497f8f1b385f74e71fb7', 'mac_address': 'fa:16:3e:14:c3:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16bde1c9-77cc-4a0a-9d3d-6ade739b6f5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'b9b5db02-c302-48bd-b0f3-e4b2e75710bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:04:31Z', 'updated_at': '2021-07-27T23:04:33Z', 'revision_number': 2, 'project_id': 'e1cc4618ab8d497f8f1b385f74e71fb7', 'subnets': [{'id': 'b9b5db02-c302-48bd-b0f3-e4b2e75710bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:04:37.183698 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-550f34b1-d2a0-4848-bf02-d4dc1c3d0938 None None] Checking router: 16bde1c9-77cc-4a0a-9d3d-6ade739b6f5e for host: n-d-802623-1 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 23:04:37.185970 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Provisioning for port aeec7f2c-356d-41c9-812f-b5ab13f4069a completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:04:37.186445 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-550f34b1-d2a0-4848-bf02-d4dc1c3d0938 None None] Updating router 16bde1c9-77cc-4a0a-9d3d-6ade739b6f5e port b23f4211-d6d1-4811-9f5a-ad54c48cab3c binding host n-d-802623-1 {{(pid=93800) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 23:04:37.224634 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Provisioning complete for port aeec7f2c-356d-41c9-812f-b5ab13f4069a triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:04:37.225023 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:37.228866 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Pushing event updated for resources: {'Port': ['ID=90f70c81-092e-4c82-a179-5b6d6f19964f,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:04:37.247143 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-550f34b1-d2a0-4848-bf02-d4dc1c3d0938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:37.334761 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7639b75-5ef0-413b-bbdd-ea1a4b2b0037 req-5326d359-1edc-49ec-8843-d2bca4aa2ef3 tempest-ServersAdminTestJSON-1581810367 tempest-ServersAdminTestJSON-1581810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:37.351242 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-c7639b75-5ef0-413b-bbdd-ea1a4b2b0037 req-5326d359-1edc-49ec-8843-d2bca4aa2ef3 tempest-ServersAdminTestJSON-1581810367 tempest-ServersAdminTestJSON-1581810367-project] 10.222.0.18 "GET /v2.0/ports?device_id=846ac90e-5a0c-42f0-960a-1f2595273fb0 HTTP/1.1" status: 200 len: 950 time: 0.1459057 Jul 27 23:04:37.432216 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port df51d74d-fe37-4e81-89e4-2ce2c029c7ae triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:04:37.432512 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:37.436104 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-05832faf-a400-4969-8ef5-49ffcc860824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f060ccd1-fef9-469c-b350-90acf6f2f32b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1696476153-router', 'tenant_id': '502f92c9a31a431c91920c05d7db78e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': 'df51d74d-fe37-4e81-89e4-2ce2c029c7ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:04:22Z', 'updated_at': '2021-07-27T23:04:31Z', 'revision_number': 4, 'project_id': '502f92c9a31a431c91920c05d7db78e2', 'gw_port': {'id': 'df51d74d-fe37-4e81-89e4-2ce2c029c7ae', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:b8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f060ccd1-fef9-469c-b350-90acf6f2f32b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:04:23Z', 'updated_at': '2021-07-27T23:04:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': '22c0aa16-64d4-4e31-b664-4ea63e04be0e', 'name': '', 'network_id': '0ce8931c-84fe-4224-88db-416ca3c243ce', 'tenant_id': '502f92c9a31a431c91920c05d7db78e2', 'mac_address': 'fa:16:3e:19:a1:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f060ccd1-fef9-469c-b350-90acf6f2f32b', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '7c915760-7367-4b2c-8742-645483953bbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:04:29Z', 'updated_at': '2021-07-27T23:04:31Z', 'revision_number': 2, 'project_id': '502f92c9a31a431c91920c05d7db78e2', 'subnets': [{'id': '7c915760-7367-4b2c-8742-645483953bbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:04:37.439737 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Pushing event updated for resources: {'Port': ['ID=24185df4-0d89-421f-a3eb-be4ff3de08d0,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:04:37.461797 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-c7639b75-5ef0-413b-bbdd-ea1a4b2b0037 req-06eaf1b6-a59f-47cc-8533-04238f53db34 tempest-ServersAdminTestJSON-1581810367 tempest-ServersAdminTestJSON-1581810367-project] 10.222.0.18 "GET /v2.0/security-groups?id=ffa9f128-d6a7-4fb1-a632-c57615725739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095223 Jul 27 23:04:37.489064 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] get_ports_and_sgs() called for port_ids ['24185df4-0d89-421f-a3eb-be4ff3de08d0'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:04:37.542995 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 23:04:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f54cb12-1fd0-4234-b12f-6eea7523e0fa x-openstack-request-id: req-6f54cb12-1fd0-4234-b12f-6eea7523e0fa {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:04:37.543354 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05c0c1f1-794c-424e-ae39-1a41326487d7", "tag": "45eab664-785a-4f00-a9c0-0e9362a44bb7", "status": "completed", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:04:37.543609 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6f54cb12-1fd0-4234-b12f-6eea7523e0fa {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:04:37.544028 n-d-802623-1 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05c0c1f1-794c-424e-ae39-1a41326487d7', 'tag': '45eab664-785a-4f00-a9c0-0e9362a44bb7', 'status': 'completed', 'code': 200} Jul 27 23:04:37.567255 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device 7de24ee0-1697-4a67-baba-0de926b39f70 no longer exists at agent hyperv_n-h2-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:04:37.599285 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05832faf-a400-4969-8ef5-49ffcc860824 None None] Checking router: f060ccd1-fef9-469c-b350-90acf6f2f32b for host: n-d-802623-1 {{(pid=93799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 23:04:37.599708 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05832faf-a400-4969-8ef5-49ffcc860824 None None] Updating router f060ccd1-fef9-469c-b350-90acf6f2f32b port 22c0aa16-64d4-4e31-b664-4ea63e04be0e binding host n-d-802623-1 {{(pid=93799) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 23:04:37.709786 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-05832faf-a400-4969-8ef5-49ffcc860824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:37.798708 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:37.966062 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-550f34b1-d2a0-4848-bf02-d4dc1c3d0938 None None] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:37.979338 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-550f34b1-d2a0-4848-bf02-d4dc1c3d0938 None None] Transition to ACTIVE for port object b23f4211-d6d1-4811-9f5a-ad54c48cab3c will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:04:37.996233 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-550f34b1-d2a0-4848-bf02-d4dc1c3d0938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:38.001700 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port aeec7f2c-356d-41c9-812f-b5ab13f4069a, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=aeec7f2c-356d-41c9-812f-b5ab13f4069a,segment=NetworkSegment(ff9b0beb-ebd9-45f3-9693-d627eb3bb065),segment_id=ff9b0beb-ebd9-45f3-9693-d627eb3bb065)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:04:38.025416 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5f9d95c-1a18-44d1-bbb7-2e906f63162e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aeec7f2c-356d-41c9-812f-b5ab13f4069a'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:04:38.027865 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c0369b0d4f459110ff20a1f9878ba33f96d6491bddb9d15843bf29d01e0bda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60b29159-fec4-465e-b8bb-7f333296bd62" -d '{"events": [{"server_uuid": "a5f9d95c-1a18-44d1-bbb7-2e906f63162e", "name": "network-vif-plugged", "status": "completed", "tag": "aeec7f2c-356d-41c9-812f-b5ab13f4069a"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:04:38.166300 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 52922) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:04:38.172065 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-a84e9e9f-ebe4-4e33-b3bb-5b878e5289e7 tempest-ServersTestBootFromVolume-906123710 tempest-ServersTestBootFromVolume-906123710-project] Request body: {'security_group': {'name': 'tempest-securitygroup--513483506', 'description': 'tempest-description--554770542'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:04:38.249798 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a84e9e9f-ebe4-4e33-b3bb-5b878e5289e7 tempest-ServersTestBootFromVolume-906123710 tempest-ServersTestBootFromVolume-906123710-project] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:38.440011 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5db1cb8-d808-4aec-99c8-b6d3fbbce3a8 None None] Pushing event updated for resources: {'Port': ['ID=b23f4211-d6d1-4811-9f5a-ad54c48cab3c,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:04:38.457940 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-550f34b1-d2a0-4848-bf02-d4dc1c3d0938 None None] Attempting to bind port b23f4211-d6d1-4811-9f5a-ad54c48cab3c on host n-d-802623-1 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:04:38.458578 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-550f34b1-d2a0-4848-bf02-d4dc1c3d0938 None None] Attempting to bind port b23f4211-d6d1-4811-9f5a-ad54c48cab3c by drivers openvswitch,hyperv on host n-d-802623-1 at level 0 using segments [{'id': '6d86712d-5b82-4bcf-9bd8-e75a26d556ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '786c8bed-6530-402d-94b3-9fdab2784572'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:04:38.459318 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-550f34b1-d2a0-4848-bf02-d4dc1c3d0938 None None] Attempting to bind port b23f4211-d6d1-4811-9f5a-ad54c48cab3c on network 786c8bed-6530-402d-94b3-9fdab2784572 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:04:38.465625 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-550f34b1-d2a0-4848-bf02-d4dc1c3d0938 None None] Checking agent: {'id': 'a9a568d2-a5e7-41e4-833f-a8ab42ea4073', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 52, 30), 'started_at': datetime.datetime(2021, 7, 27, 22, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 4, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802623-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:04:38.466342 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-550f34b1-d2a0-4848-bf02-d4dc1c3d0938 None None] Checking segment: {'id': '6d86712d-5b82-4bcf-9bd8-e75a26d556ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '786c8bed-6530-402d-94b3-9fdab2784572'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:04:38.466951 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-550f34b1-d2a0-4848-bf02-d4dc1c3d0938 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:38.467853 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-550f34b1-d2a0-4848-bf02-d4dc1c3d0938 None None] Bound using segment: {'id': '6d86712d-5b82-4bcf-9bd8-e75a26d556ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '786c8bed-6530-402d-94b3-9fdab2784572'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:04:38.470229 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-550f34b1-d2a0-4848-bf02-d4dc1c3d0938 None None] Bound port: b23f4211-d6d1-4811-9f5a-ad54c48cab3c, host: n-d-802623-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d86712d-5b82-4bcf-9bd8-e75a26d556ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '786c8bed-6530-402d-94b3-9fdab2784572'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:04:38.470921 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-550f34b1-d2a0-4848-bf02-d4dc1c3d0938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:38.563915 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a84e9e9f-ebe4-4e33-b3bb-5b878e5289e7 tempest-ServersTestBootFromVolume-906123710 tempest-ServersTestBootFromVolume-906123710-project] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:38.600454 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a84e9e9f-ebe4-4e33-b3bb-5b878e5289e7 tempest-ServersTestBootFromVolume-906123710 tempest-ServersTestBootFromVolume-906123710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:38.605679 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-550f34b1-d2a0-4848-bf02-d4dc1c3d0938 None None] For port b23f4211-d6d1-4811-9f5a-ad54c48cab3c, host n-d-802623-1, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:04:38.616090 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-550f34b1-d2a0-4848-bf02-d4dc1c3d0938 None None] For port b23f4211-d6d1-4811-9f5a-ad54c48cab3c, host n-d-802623-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=b23f4211-d6d1-4811-9f5a-ad54c48cab3c,segment=NetworkSegment(6d86712d-5b82-4bcf-9bd8-e75a26d556ba),segment_id=6d86712d-5b82-4bcf-9bd8-e75a26d556ba)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:04:38.622412 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-05832faf-a400-4969-8ef5-49ffcc860824 None None] Notify callbacks [] for port, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:38.624338 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-550f34b1-d2a0-4848-bf02-d4dc1c3d0938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:38.625068 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fe2a21-7186-472b-8afc-957ae09109c0 req-59d73766-d030-4f9e-a2e2-bd055e317e7f tempest-AttachSCSIVolumeTestJSON-704938723 tempest-AttachSCSIVolumeTestJSON-704938723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:38.634549 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-44fe2a21-7186-472b-8afc-957ae09109c0 req-59d73766-d030-4f9e-a2e2-bd055e317e7f tempest-AttachSCSIVolumeTestJSON-704938723 tempest-AttachSCSIVolumeTestJSON-704938723-project] 10.222.0.18 "GET /v2.0/ports?device_id=05c0c1f1-794c-424e-ae39-1a41326487d7 HTTP/1.1" status: 200 len: 943 time: 0.3464377 Jul 27 23:04:38.659292 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-05832faf-a400-4969-8ef5-49ffcc860824 None None] Transition to ACTIVE for port object 22c0aa16-64d4-4e31-b664-4ea63e04be0e will not be triggered until provisioned by entity L2. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:04:38.673203 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:38.697793 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84e9e9f-ebe4-4e33-b3bb-5b878e5289e7 tempest-ServersTestBootFromVolume-906123710 tempest-ServersTestBootFromVolume-906123710-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51319066-09f7-46fc-a664-dbbf59d47595,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:04:38.702939 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-05832faf-a400-4969-8ef5-49ffcc860824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:38.773254 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5db1cb8-d808-4aec-99c8-b6d3fbbce3a8 None None] Pushing event updated for resources: {'Port': ['ID=b23f4211-d6d1-4811-9f5a-ad54c48cab3c,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:04:38.806290 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462d9538-7d1e-4b52-b670-b151bcd35de6 req-9dc24bf1-8969-400e-958e-3cc1ab528602 tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:38.814458 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-462d9538-7d1e-4b52-b670-b151bcd35de6 req-9dc24bf1-8969-400e-958e-3cc1ab528602 tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5f9d95c-1a18-44d1-bbb7-2e906f63162e HTTP/1.1" status: 200 len: 945 time: 0.2380860 Jul 27 23:04:38.825192 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-550f34b1-d2a0-4848-bf02-d4dc1c3d0938 None None] Routers {'16bde1c9-77cc-4a0a-9d3d-6ade739b6f5e'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:04:38.826111 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-550f34b1-d2a0-4848-bf02-d4dc1c3d0938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:04:29Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['16bde1c9-77cc-4a0a-9d3d-6ade739b6f5e'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:04:38.827273 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a84e9e9f-ebe4-4e33-b3bb-5b878e5289e7 tempest-ServersTestBootFromVolume-906123710 tempest-ServersTestBootFromVolume-906123710-project] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:38.830241 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-a84e9e9f-ebe4-4e33-b3bb-5b878e5289e7 tempest-ServersTestBootFromVolume-906123710 tempest-ServersTestBootFromVolume-906123710-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.6626048 Jul 27 23:04:38.834402 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 52926) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:04:38.845258 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-02d48050-af38-46ae-a56d-336511beca1e tempest-ServersTestBootFromVolume-906123710 tempest-ServersTestBootFromVolume-906123710-project] Request body: {'security_group_rule': {'security_group_id': '51319066-09f7-46fc-a664-dbbf59d47595', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:04:38.911163 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5498a286-8e76-4cce-bdc5-da00a8898765 req-bab9a468-d097-4b3b-a3fe-9dd7a403e3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:38.912809 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-5498a286-8e76-4cce-bdc5-da00a8898765 req-bab9a468-d097-4b3b-a3fe-9dd7a403e3e0 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c5b8e69f-7457-461a-ad45-66b944bcb099 HTTP/1.1" status: 200 len: 852 time: 0.5170672 Jul 27 23:04:39.019743 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:39.089830 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-44fe2a21-7186-472b-8afc-957ae09109c0 req-89b59ea1-4004-4c66-86c7-3c4b74e87bf7 tempest-AttachSCSIVolumeTestJSON-704938723 tempest-AttachSCSIVolumeTestJSON-704938723-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef4566ad-cab9-4fdc-a9cf-efa0b9033d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4543808 Jul 27 23:04:39.104394 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-462d9538-7d1e-4b52-b670-b151bcd35de6 req-59301121-43f9-491f-b5fe-9419a2861acc tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ee1769a-7cc2-4f9a-a15b-54c39d35bd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2804761 Jul 27 23:04:39.117494 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-550f34b1-d2a0-4848-bf02-d4dc1c3d0938 None None] Set router 16bde1c9-77cc-4a0a-9d3d-6ade739b6f5e gateway port host: n-d-802623-1 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:04:39.307787 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Pushing event updated for resources: {'Port': ['ID=aeec7f2c-356d-41c9-812f-b5ab13f4069a,revision_number=5']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:04:39.318073 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5498a286-8e76-4cce-bdc5-da00a8898765 req-f1c784c2-ffe9-418e-93a4-67c82af3e82e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:39.319690 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-5498a286-8e76-4cce-bdc5-da00a8898765 req-f1c784c2-ffe9-418e-93a4-67c82af3e82e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9b83e052-7bde-4257-b691-c0b4cba76e81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3698256 Jul 27 23:04:39.391742 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [req-7f261b73-1ac6-428a-99e8-1c2a1c243c09 req-459f9195-a457-4dcb-a745-68e888a6537d tempest-ServersAdminTestJSON-1581810367 tempest-ServersAdminTestJSON-1581810367-project] Deleting port 7de24ee0-1697-4a67-baba-0de926b39f70 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:04:39.392091 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-7f261b73-1ac6-428a-99e8-1c2a1c243c09 req-459f9195-a457-4dcb-a745-68e888a6537d tempest-ServersAdminTestJSON-1581810367 tempest-ServersAdminTestJSON-1581810367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:39.429488 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-05832faf-a400-4969-8ef5-49ffcc860824 None None] Attempting to bind port 22c0aa16-64d4-4e31-b664-4ea63e04be0e on host n-d-802623-1 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:04:39.431520 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-05832faf-a400-4969-8ef5-49ffcc860824 None None] Attempting to bind port 22c0aa16-64d4-4e31-b664-4ea63e04be0e by drivers openvswitch,hyperv on host n-d-802623-1 at level 0 using segments [{'id': '37a6c061-1a93-4bf0-96c8-ac2f0d977470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '0ce8931c-84fe-4224-88db-416ca3c243ce'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:04:39.432049 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05832faf-a400-4969-8ef5-49ffcc860824 None None] Attempting to bind port 22c0aa16-64d4-4e31-b664-4ea63e04be0e on network 0ce8931c-84fe-4224-88db-416ca3c243ce {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:04:39.438477 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port 7de24ee0-1697-4a67-baba-0de926b39f70, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=7de24ee0-1697-4a67-baba-0de926b39f70,segment=NetworkSegment(16e91594-c047-4b55-93eb-43af33ad08e1),segment_id=16e91594-c047-4b55-93eb-43af33ad08e1)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:04:39.471258 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:39.491950 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-38036143-be82-461a-b7d4-bd050a38797d req-8fb8be0b-6a1f-4627-ab5c-82b8ac79045a tempest-FloatingIPsAssociationNegativeTestJSON-1524546847 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847-project] 10.222.0.18 "GET /v2.0/ports?device_id=62d8d2a0-72dd-45e9-8c74-e65775e4d0c3 HTTP/1.1" status: 200 len: 210 time: 0.1142268 Jul 27 23:04:39.492455 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05832faf-a400-4969-8ef5-49ffcc860824 None None] Checking agent: {'id': 'a9a568d2-a5e7-41e4-833f-a8ab42ea4073', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 52, 30), 'started_at': datetime.datetime(2021, 7, 27, 22, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 4, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802623-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:04:39.492455 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05832faf-a400-4969-8ef5-49ffcc860824 None None] Checking segment: {'id': '37a6c061-1a93-4bf0-96c8-ac2f0d977470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '0ce8931c-84fe-4224-88db-416ca3c243ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:04:39.492455 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-05832faf-a400-4969-8ef5-49ffcc860824 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:39.492455 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05832faf-a400-4969-8ef5-49ffcc860824 None None] Bound using segment: {'id': '37a6c061-1a93-4bf0-96c8-ac2f0d977470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '0ce8931c-84fe-4224-88db-416ca3c243ce'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:04:39.492455 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-05832faf-a400-4969-8ef5-49ffcc860824 None None] Bound port: 22c0aa16-64d4-4e31-b664-4ea63e04be0e, host: n-d-802623-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37a6c061-1a93-4bf0-96c8-ac2f0d977470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '0ce8931c-84fe-4224-88db-416ca3c243ce'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:04:39.492960 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-02d48050-af38-46ae-a56d-336511beca1e tempest-ServersTestBootFromVolume-906123710 tempest-ServersTestBootFromVolume-906123710-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:39.493130 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-05832faf-a400-4969-8ef5-49ffcc860824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:39.504800 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2b6f3d-0506-4c2e-ba2e-e00f417005b3 None None] Pushing event updated for resources: {'Port': ['ID=22c0aa16-64d4-4e31-b664-4ea63e04be0e,revision_number=3']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:04:39.544659 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 90f70c81-092e-4c82-a179-5b6d6f19964f up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:04:39.684521 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d01626b-20bf-48da-b274-eee74644777b req-e732dd35-01e4-4bde-9b6b-e2c745627391 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:39.686641 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-2d01626b-20bf-48da-b274-eee74644777b req-e732dd35-01e4-4bde-9b6b-e2c745627391 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847-project] 10.222.0.38 "GET /v2.0/networks?id=0ce8931c-84fe-4224-88db-416ca3c243ce HTTP/1.1" status: 200 len: 829 time: 0.6939006 Jul 27 23:04:39.699619 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-02d48050-af38-46ae-a56d-336511beca1e tempest-ServersTestBootFromVolume-906123710 tempest-ServersTestBootFromVolume-906123710-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:39.701678 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-05832faf-a400-4969-8ef5-49ffcc860824 None None] For port 22c0aa16-64d4-4e31-b664-4ea63e04be0e, host n-d-802623-1, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:04:39.709875 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-05832faf-a400-4969-8ef5-49ffcc860824 None None] For port 22c0aa16-64d4-4e31-b664-4ea63e04be0e, host n-d-802623-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=22c0aa16-64d4-4e31-b664-4ea63e04be0e,segment=NetworkSegment(37a6c061-1a93-4bf0-96c8-ac2f0d977470),segment_id=37a6c061-1a93-4bf0-96c8-ac2f0d977470)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:04:39.710614 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [req-2d01626b-20bf-48da-b274-eee74644777b req-07b3b68e-60cf-4db4-a02a-65aaf50baddb tempest-FloatingIPsAssociationNegativeTestJSON-1524546847 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847-project] Request body: {'port': {'device_id': '62d8d2a0-72dd-45e9-8c74-e65775e4d0c3', 'network_id': '0ce8931c-84fe-4224-88db-416ca3c243ce', 'admin_state_up': True, 'tenant_id': '502f92c9a31a431c91920c05d7db78e2'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:04:39.731573 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-550f34b1-d2a0-4848-bf02-d4dc1c3d0938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16bde1c9-77cc-4a0a-9d3d-6ade739b6f5e', 'name': 'tempest-ServersTestBootFromVolume-1987523553-router', 'tenant_id': 'e1cc4618ab8d497f8f1b385f74e71fb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.243'}], 'enable_snat': True}, 'gw_port_id': '90f70c81-092e-4c82-a179-5b6d6f19964f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:04:23Z', 'updated_at': '2021-07-27T23:04:33Z', 'revision_number': 4, 'project_id': 'e1cc4618ab8d497f8f1b385f74e71fb7', 'gw_port': {'id': '90f70c81-092e-4c82-a179-5b6d6f19964f', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:e6:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16bde1c9-77cc-4a0a-9d3d-6ade739b6f5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:04:25Z', 'updated_at': '2021-07-27T23:04:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': 'b23f4211-d6d1-4811-9f5a-ad54c48cab3c', 'name': '', 'network_id': '786c8bed-6530-402d-94b3-9fdab2784572', 'tenant_id': 'e1cc4618ab8d497f8f1b385f74e71fb7', 'mac_address': 'fa:16:3e:14:c3:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16bde1c9-77cc-4a0a-9d3d-6ade739b6f5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'b9b5db02-c302-48bd-b0f3-e4b2e75710bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:04:31Z', 'updated_at': '2021-07-27T23:04:38Z', 'revision_number': 4, 'project_id': 'e1cc4618ab8d497f8f1b385f74e71fb7', 'subnets': [{'id': 'b9b5db02-c302-48bd-b0f3-e4b2e75710bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:04:39.766420 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-550f34b1-d2a0-4848-bf02-d4dc1c3d0938 None None] The sync data for ids ['16bde1c9-77cc-4a0a-9d3d-6ade739b6f5e'] in n-d-802623-1 is: [{'id': '16bde1c9-77cc-4a0a-9d3d-6ade739b6f5e', 'name': 'tempest-ServersTestBootFromVolume-1987523553-router', 'tenant_id': 'e1cc4618ab8d497f8f1b385f74e71fb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.243'}], 'enable_snat': True}, 'gw_port_id': '90f70c81-092e-4c82-a179-5b6d6f19964f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:04:23Z', 'updated_at': '2021-07-27T23:04:33Z', 'revision_number': 4, 'project_id': 'e1cc4618ab8d497f8f1b385f74e71fb7', 'gw_port': {'id': '90f70c81-092e-4c82-a179-5b6d6f19964f', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:e6:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16bde1c9-77cc-4a0a-9d3d-6ade739b6f5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:04:25Z', 'updated_at': '2021-07-27T23:04:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': 'b23f4211-d6d1-4811-9f5a-ad54c48cab3c', 'name': '', 'network_id': '786c8bed-6530-402d-94b3-9fdab2784572', 'tenant_id': 'e1cc4618ab8d497f8f1b385f74e71fb7', 'mac_address': 'fa:16:3e:14:c3:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16bde1c9-77cc-4a0a-9d3d-6ade739b6f5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'b9b5db02-c302-48bd-b0f3-e4b2e75710bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:04:31Z', 'updated_at': '2021-07-27T23:04:38Z', 'revision_number': 4, 'project_id': 'e1cc4618ab8d497f8f1b385f74e71fb7', 'subnets': [{'id': 'b9b5db02-c302-48bd-b0f3-e4b2e75710bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:04:39.783508 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-05832faf-a400-4969-8ef5-49ffcc860824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:40.011464 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c32a29-26f7-4881-85ee-fc44b93715a5 req-6b48dbce-7d31-4749-957c-435ba1b294c6 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:40.020880 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-84c32a29-26f7-4881-85ee-fc44b93715a5 req-6b48dbce-7d31-4749-957c-435ba1b294c6 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd7b332d-3077-4beb-a3df-e657be374929 HTTP/1.1" status: 200 len: 944 time: 0.7001703 Jul 27 23:04:40.063181 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-02d48050-af38-46ae-a56d-336511beca1e tempest-ServersTestBootFromVolume-906123710 tempest-ServersTestBootFromVolume-906123710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784185'] for security_group_rule, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:40.085364 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05832faf-a400-4969-8ef5-49ffcc860824 None None] Routers {'f060ccd1-fef9-469c-b350-90acf6f2f32b'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:04:40.086658 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-05832faf-a400-4969-8ef5-49ffcc860824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:04:29Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['f060ccd1-fef9-469c-b350-90acf6f2f32b'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:04:40.091000 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Pushing event updated for resources: {'Port': ['ID=7de24ee0-1697-4a67-baba-0de926b39f70,revision_number=6']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:04:40.096675 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d48050-af38-46ae-a56d-336511beca1e tempest-ServersTestBootFromVolume-906123710 tempest-ServersTestBootFromVolume-906123710-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73524fae-eeb0-4b8a-ad2e-a58dc683fdf8,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:04:40.169044 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-5498a286-8e76-4cce-bdc5-da00a8898765 req-adf5997a-1787-46c9-8196-1b75c5beae26 service neutron] 10.222.0.49 "GET /v2.0/networks/9b83e052-7bde-4257-b691-c0b4cba76e81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8037546 Jul 27 23:04:40.174756 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d01626b-20bf-48da-b274-eee74644777b req-07b3b68e-60cf-4db4-a02a-65aaf50baddb tempest-FloatingIPsAssociationNegativeTestJSON-1524546847 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847-project] Made reservation on behalf of 502f92c9a31a431c91920c05d7db78e2 for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:04:40.195690 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-e2fa4785-6e2c-4be5-97a6-9b7065aa431c req-b263bf3b-a417-45ae-b6ef-cc91b789f476 tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=496de96608da4f74abc6cf1f10c98b52&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1714783 Jul 27 23:04:40.198565 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-2d01626b-20bf-48da-b274-eee74644777b req-07b3b68e-60cf-4db4-a02a-65aaf50baddb tempest-FloatingIPsAssociationNegativeTestJSON-1524546847 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:40.209372 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-02d48050-af38-46ae-a56d-336511beca1e tempest-ServersTestBootFromVolume-906123710 tempest-ServersTestBootFromVolume-906123710-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:40.210608 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-02d48050-af38-46ae-a56d-336511beca1e tempest-ServersTestBootFromVolume-906123710 tempest-ServersTestBootFromVolume-906123710-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3742635 Jul 27 23:04:40.223213 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 52940) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:04:40.250474 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-3779c751-0a61-4fcd-8ef2-242f08376c70 tempest-ServersTestBootFromVolume-906123710 tempest-ServersTestBootFromVolume-906123710-project] Request body: {'security_group_rule': {'security_group_id': '51319066-09f7-46fc-a664-dbbf59d47595', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:04:40.272687 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port 90f70c81-092e-4c82-a179-5b6d6f19964f triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:04:40.273234 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:40.276986 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-7f261b73-1ac6-428a-99e8-1c2a1c243c09 req-459f9195-a457-4dcb-a745-68e888a6537d tempest-ServersAdminTestJSON-1581810367 tempest-ServersAdminTestJSON-1581810367-project] For port 7de24ee0-1697-4a67-baba-0de926b39f70, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=7de24ee0-1697-4a67-baba-0de926b39f70,segment=NetworkSegment(16e91594-c047-4b55-93eb-43af33ad08e1),segment_id=16e91594-c047-4b55-93eb-43af33ad08e1)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:04:40.277368 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-7f261b73-1ac6-428a-99e8-1c2a1c243c09 req-459f9195-a457-4dcb-a745-68e888a6537d tempest-ServersAdminTestJSON-1581810367 tempest-ServersAdminTestJSON-1581810367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:40.391602 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-84c32a29-26f7-4881-85ee-fc44b93715a5 req-980306f6-ebbb-48df-921f-80d998d099b5 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] 10.222.0.18 "GET /v2.0/security-groups?id=bed30b16-cd2d-47d0-9758-37dc9df2dfb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3589094 Jul 27 23:04:40.406676 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2b6f3d-0506-4c2e-ba2e-e00f417005b3 None None] Pushing event updated for resources: {'Port': ['ID=22c0aa16-64d4-4e31-b664-4ea63e04be0e,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:04:40.466413 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-05832faf-a400-4969-8ef5-49ffcc860824 None None] Set router f060ccd1-fef9-469c-b350-90acf6f2f32b gateway port host: n-d-802623-1 {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:04:40.469675 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:04:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28dc4942-e827-47f8-bc12-c9edab25e1a2 x-openstack-request-id: req-28dc4942-e827-47f8-bc12-c9edab25e1a2 {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:04:40.469979 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5f9d95c-1a18-44d1-bbb7-2e906f63162e", "name": "network-vif-plugged", "status": "completed", "tag": "aeec7f2c-356d-41c9-812f-b5ab13f4069a", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:04:40.470202 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-28dc4942-e827-47f8-bc12-c9edab25e1a2 {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:04:40.470587 n-d-802623-1 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5f9d95c-1a18-44d1-bbb7-2e906f63162e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aeec7f2c-356d-41c9-812f-b5ab13f4069a', 'code': 200} Jul 27 23:04:40.487612 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [req-7f261b73-1ac6-428a-99e8-1c2a1c243c09 req-459f9195-a457-4dcb-a745-68e888a6537d tempest-ServersAdminTestJSON-1581810367 tempest-ServersAdminTestJSON-1581810367-project] Calling delete_port for 7de24ee0-1697-4a67-baba-0de926b39f70 owned by compute:nova {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:04:40.525801 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [req-2d01626b-20bf-48da-b274-eee74644777b req-07b3b68e-60cf-4db4-a02a-65aaf50baddb tempest-FloatingIPsAssociationNegativeTestJSON-1524546847 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847-project] Allocated IP 172.20.0.7 (0ce8931c-84fe-4224-88db-416ca3c243ce/7c915760-7367-4b2c-8742-645483953bbd/f879a519-bcc5-4611-ad8b-8623f5db098e) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:04:40.535753 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72825f9-3264-4283-a309-68e93a35f355 req-28fbcb38-bf53-4d0e-af49-ccda67a4c49a tempest-ServersAdminTestJSON-1581810367 tempest-ServersAdminTestJSON-1581810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:40.539718 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c72825f9-3264-4283-a309-68e93a35f355 req-28fbcb38-bf53-4d0e-af49-ccda67a4c49a tempest-ServersAdminTestJSON-1581810367 tempest-ServersAdminTestJSON-1581810367-project] 10.222.0.18 "GET /v2.0/ports?device_id=846ac90e-5a0c-42f0-960a-1f2595273fb0 HTTP/1.1" status: 200 len: 948 time: 0.3100653 Jul 27 23:04:40.552651 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.38', 56974) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:04:40.585467 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3779c751-0a61-4fcd-8ef2-242f08376c70 tempest-ServersTestBootFromVolume-906123710 tempest-ServersTestBootFromVolume-906123710-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:40.657128 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c72825f9-3264-4283-a309-68e93a35f355 req-6197f025-b7a2-4d6d-b46c-a1709832c5ef tempest-ServersAdminTestJSON-1581810367 tempest-ServersAdminTestJSON-1581810367-project] 10.222.0.18 "GET /v2.0/security-groups?id=ffa9f128-d6a7-4fb1-a632-c57615725739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010880 Jul 27 23:04:40.687539 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-5498a286-8e76-4cce-bdc5-da00a8898765 req-8312ec00-29cb-4d3a-b260-bf40331535b4 service neutron] 10.222.0.49 "GET /v2.0/networks/9b83e052-7bde-4257-b691-c0b4cba76e81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4617381 Jul 27 23:04:40.709602 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fa4785-6e2c-4be5-97a6-9b7065aa431c req-9317f810-9c60-4922-abe3-4e43537b7f6f tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:40.716775 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-e2fa4785-6e2c-4be5-97a6-9b7065aa431c req-9317f810-9c60-4922-abe3-4e43537b7f6f tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4391277 Jul 27 23:04:40.732953 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [req-e2fa4785-6e2c-4be5-97a6-9b7065aa431c req-2cd3422d-8cc0-4876-87a5-d1ac08e29480 tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] Request body: {'port': {'device_id': '2facac92-c8e9-4c35-89d2-d04cd11b1cae', 'network_id': '591af2dd-f826-43b1-aa9d-e7a0bf218c71', 'admin_state_up': True, 'tenant_id': '496de96608da4f74abc6cf1f10c98b52'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:04:40.798423 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055b010e-f0ee-498c-a5e1-e5ff8967cd17 req-550b7f48-7673-4111-9d5a-0cf68542bbc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:40.801613 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-055b010e-f0ee-498c-a5e1-e5ff8967cd17 req-550b7f48-7673-4111-9d5a-0cf68542bbc5 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=a5f9d95c-1a18-44d1-bbb7-2e906f63162e HTTP/1.1" status: 200 len: 1096 time: 0.2416346 Jul 27 23:04:40.807167 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-05832faf-a400-4969-8ef5-49ffcc860824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f060ccd1-fef9-469c-b350-90acf6f2f32b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1696476153-router', 'tenant_id': '502f92c9a31a431c91920c05d7db78e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': 'df51d74d-fe37-4e81-89e4-2ce2c029c7ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:04:22Z', 'updated_at': '2021-07-27T23:04:31Z', 'revision_number': 4, 'project_id': '502f92c9a31a431c91920c05d7db78e2', 'gw_port': {'id': 'df51d74d-fe37-4e81-89e4-2ce2c029c7ae', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:b8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f060ccd1-fef9-469c-b350-90acf6f2f32b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:04:23Z', 'updated_at': '2021-07-27T23:04:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': '22c0aa16-64d4-4e31-b664-4ea63e04be0e', 'name': '', 'network_id': '0ce8931c-84fe-4224-88db-416ca3c243ce', 'tenant_id': '502f92c9a31a431c91920c05d7db78e2', 'mac_address': 'fa:16:3e:19:a1:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f060ccd1-fef9-469c-b350-90acf6f2f32b', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '7c915760-7367-4b2c-8742-645483953bbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:04:29Z', 'updated_at': '2021-07-27T23:04:39Z', 'revision_number': 4, 'project_id': '502f92c9a31a431c91920c05d7db78e2', 'subnets': [{'id': '7c915760-7367-4b2c-8742-645483953bbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:04:40.808135 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-cb25d8d1-3537-4f1f-a386-a62496e09e4c req-f4d4c4ce-4284-4f91-b383-d155f972a20a tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] 10.222.0.18 "GET /v2.0/ports?device_id=4cdee2d3-ff76-49a5-9f5a-6206da906107 HTTP/1.1" status: 200 len: 210 time: 0.0468929 Jul 27 23:04:40.845160 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05832faf-a400-4969-8ef5-49ffcc860824 None None] The sync data for ids ['f060ccd1-fef9-469c-b350-90acf6f2f32b'] in n-d-802623-1 is: [{'id': 'f060ccd1-fef9-469c-b350-90acf6f2f32b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1696476153-router', 'tenant_id': '502f92c9a31a431c91920c05d7db78e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': 'df51d74d-fe37-4e81-89e4-2ce2c029c7ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:04:22Z', 'updated_at': '2021-07-27T23:04:31Z', 'revision_number': 4, 'project_id': '502f92c9a31a431c91920c05d7db78e2', 'gw_port': {'id': 'df51d74d-fe37-4e81-89e4-2ce2c029c7ae', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:b8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f060ccd1-fef9-469c-b350-90acf6f2f32b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:04:23Z', 'updated_at': '2021-07-27T23:04:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': '22c0aa16-64d4-4e31-b664-4ea63e04be0e', 'name': '', 'network_id': '0ce8931c-84fe-4224-88db-416ca3c243ce', 'tenant_id': '502f92c9a31a431c91920c05d7db78e2', 'mac_address': 'fa:16:3e:19:a1:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f060ccd1-fef9-469c-b350-90acf6f2f32b', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '7c915760-7367-4b2c-8742-645483953bbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:04:29Z', 'updated_at': '2021-07-27T23:04:39Z', 'revision_number': 4, 'project_id': '502f92c9a31a431c91920c05d7db78e2', 'subnets': [{'id': '7c915760-7367-4b2c-8742-645483953bbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:04:40.895828 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-055b010e-f0ee-498c-a5e1-e5ff8967cd17 req-827246a5-fad5-4740-a309-6809673920a7 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=9ee1769a-7cc2-4f9a-a15b-54c39d35bd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827191 Jul 27 23:04:40.898673 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-2d01626b-20bf-48da-b274-eee74644777b req-07b3b68e-60cf-4db4-a02a-65aaf50baddb tempest-FloatingIPsAssociationNegativeTestJSON-1524546847 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:40.951035 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-2d01626b-20bf-48da-b274-eee74644777b req-07b3b68e-60cf-4db4-a02a-65aaf50baddb tempest-FloatingIPsAssociationNegativeTestJSON-1524546847 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847-project] Transition to ACTIVE for port object f879a519-bcc5-4611-ad8b-8623f5db098e will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:04:40.992317 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6b128e-e5f6-4e14-aef4-5545d07f3452 req-7cbaeb36-c8c5-4abf-a9ba-db5439e7c026 tempest-AttachSCSIVolumeTestJSON-704938723 tempest-AttachSCSIVolumeTestJSON-704938723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:40.999777 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-0c6b128e-e5f6-4e14-aef4-5545d07f3452 req-7cbaeb36-c8c5-4abf-a9ba-db5439e7c026 tempest-AttachSCSIVolumeTestJSON-704938723 tempest-AttachSCSIVolumeTestJSON-704938723-project] 10.222.0.18 "GET /v2.0/ports?device_id=05c0c1f1-794c-424e-ae39-1a41326487d7 HTTP/1.1" status: 200 len: 943 time: 0.0883262 Jul 27 23:04:41.049763 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-0c6b128e-e5f6-4e14-aef4-5545d07f3452 req-f3d3c86d-6848-42e8-a77b-f1e271eded4f tempest-AttachSCSIVolumeTestJSON-704938723 tempest-AttachSCSIVolumeTestJSON-704938723-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef4566ad-cab9-4fdc-a9cf-efa0b9033d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490158 Jul 27 23:04:41.051944 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-2d01626b-20bf-48da-b274-eee74644777b req-07b3b68e-60cf-4db4-a02a-65aaf50baddb tempest-FloatingIPsAssociationNegativeTestJSON-1524546847 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:41.188414 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b3b68e-60cf-4db4-a02a-65aaf50baddb tempest-FloatingIPsAssociationNegativeTestJSON-1524546847 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847-project] Pushing event updated for resources: {'Port': ['ID=f879a519-bcc5-4611-ad8b-8623f5db098e,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:04:41.193554 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d01626b-20bf-48da-b274-eee74644777b req-07b3b68e-60cf-4db4-a02a-65aaf50baddb tempest-FloatingIPsAssociationNegativeTestJSON-1524546847 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847-project] Network 0ce8931c-84fe-4224-88db-416ca3c243ce is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:04:41.197973 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [req-2d01626b-20bf-48da-b274-eee74644777b req-07b3b68e-60cf-4db4-a02a-65aaf50baddb tempest-FloatingIPsAssociationNegativeTestJSON-1524546847 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:04:41.200424 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d01626b-20bf-48da-b274-eee74644777b req-07b3b68e-60cf-4db4-a02a-65aaf50baddb tempest-FloatingIPsAssociationNegativeTestJSON-1524546847 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:04:41.201512 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3779c751-0a61-4fcd-8ef2-242f08376c70 tempest-ServersTestBootFromVolume-906123710 tempest-ServersTestBootFromVolume-906123710-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:41.236055 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3779c751-0a61-4fcd-8ef2-242f08376c70 tempest-ServersTestBootFromVolume-906123710 tempest-ServersTestBootFromVolume-906123710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784185'] for security_group_rule, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:41.286506 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab12c80-5e02-4c60-a504-bee93eff3244 req-01cced17-e8d8-4614-bb11-0ad90533cedd tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:41.294940 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-6ab12c80-5e02-4c60-a504-bee93eff3244 req-01cced17-e8d8-4614-bb11-0ad90533cedd tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5f9d95c-1a18-44d1-bbb7-2e906f63162e HTTP/1.1" status: 200 len: 945 time: 0.1623173 Jul 27 23:04:41.309839 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d01626b-20bf-48da-b274-eee74644777b req-07b3b68e-60cf-4db4-a02a-65aaf50baddb tempest-FloatingIPsAssociationNegativeTestJSON-1524546847 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:41.310497 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-2d01626b-20bf-48da-b274-eee74644777b req-07b3b68e-60cf-4db4-a02a-65aaf50baddb tempest-FloatingIPsAssociationNegativeTestJSON-1524546847 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:41.317345 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3779c751-0a61-4fcd-8ef2-242f08376c70 tempest-ServersTestBootFromVolume-906123710 tempest-ServersTestBootFromVolume-906123710-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3823259f-f6f6-44f9-86de-a6aacd1cd111,revision_number=0']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:04:41.348069 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-2d01626b-20bf-48da-b274-eee74644777b req-07b3b68e-60cf-4db4-a02a-65aaf50baddb tempest-FloatingIPsAssociationNegativeTestJSON-1524546847 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6448636 Jul 27 23:04:41.361909 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [req-2d01626b-20bf-48da-b274-eee74644777b req-9526ea2d-c4a7-490e-bb9c-17f74006510a service neutron] Request body: {'port': {'device_id': '62d8d2a0-72dd-45e9-8c74-e65775e4d0c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802623-1'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:04:41.377355 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-6ab12c80-5e02-4c60-a504-bee93eff3244 req-b0d8a70e-a65f-4cb4-84dc-f7f1e7c400ee tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ee1769a-7cc2-4f9a-a15b-54c39d35bd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778913 Jul 27 23:04:41.409248 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3779c751-0a61-4fcd-8ef2-242f08376c70 tempest-ServersTestBootFromVolume-906123710 tempest-ServersTestBootFromVolume-906123710-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:41.414265 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-3779c751-0a61-4fcd-8ef2-242f08376c70 tempest-ServersTestBootFromVolume-906123710 tempest-ServersTestBootFromVolume-906123710-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1866190 Jul 27 23:04:41.414948 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 52946) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:04:41.425205 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-f8aeff20-5043-4d84-bc5d-0f39ebe80ab1 tempest-ServersTestBootFromVolume-906123710 tempest-ServersTestBootFromVolume-906123710-project] Request body: {'floatingip': {'floating_network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:04:41.443297 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-7f261b73-1ac6-428a-99e8-1c2a1c243c09 req-459f9195-a457-4dcb-a745-68e888a6537d tempest-ServersAdminTestJSON-1581810367 tempest-ServersAdminTestJSON-1581810367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:41.459458 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] get_ports_and_sgs() called for port_ids ['d332fb0d-6ef5-4e0c-acea-50d5a9aae554'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:04:41.461717 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] get_ports_and_sgs() called for port_ids ['83845efe-b88e-4f5e-89dc-b79ef7ebf860'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:04:41.477950 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2fa4785-6e2c-4be5-97a6-9b7065aa431c req-2cd3422d-8cc0-4876-87a5-d1ac08e29480 tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] Made reservation on behalf of 496de96608da4f74abc6cf1f10c98b52 for: {'port': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:04:41.483201 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-e2fa4785-6e2c-4be5-97a6-9b7065aa431c req-2cd3422d-8cc0-4876-87a5-d1ac08e29480 tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:41.490858 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459f9195-a457-4dcb-a745-68e888a6537d tempest-ServersAdminTestJSON-1581810367 tempest-ServersAdminTestJSON-1581810367-project] Pushing event deleted for resources: {'Port': ['ID=7de24ee0-1697-4a67-baba-0de926b39f70,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:04:41.527330 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-2d01626b-20bf-48da-b274-eee74644777b req-9526ea2d-c4a7-490e-bb9c-17f74006510a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:41.574584 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f8aeff20-5043-4d84-bc5d-0f39ebe80ab1 tempest-ServersTestBootFromVolume-906123710 tempest-ServersTestBootFromVolume-906123710-project] Notify callbacks [] for floatingip, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:41.789286 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38a5ce3-4072-46f5-a240-4fcbbc864d13 req-e12edbdd-0661-4eaa-b53d-441e9e3252fa tempest-FloatingIPsAssociationNegativeTestJSON-1524546847 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:41.798619 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-d38a5ce3-4072-46f5-a240-4fcbbc864d13 req-e12edbdd-0661-4eaa-b53d-441e9e3252fa tempest-FloatingIPsAssociationNegativeTestJSON-1524546847 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847-project] 10.222.0.18 "GET /v2.0/ports?device_id=62d8d2a0-72dd-45e9-8c74-e65775e4d0c3 HTTP/1.1" status: 200 len: 931 time: 0.3294151 Jul 27 23:04:41.806137 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 22c0aa16-64d4-4e31-b664-4ea63e04be0e up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:04:41.812497 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device 24185df4-0d89-421f-a3eb-be4ff3de08d0 up at agent hyperv_n-h2-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:04:41.883188 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.49', 65048) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:04:41.939855 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e2fa4785-6e2c-4be5-97a6-9b7065aa431c req-4aaf112f-6911-4ae8-a25e-da393274c6ac tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=496de96608da4f74abc6cf1f10c98b52&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0545139 Jul 27 23:04:41.946829 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-06330043-1578-4157-bbc6-e2bd1fe8a685 None None] Provisioning for port f879a519-bcc5-4611-ad8b-8623f5db098e completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:04:41.970038 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [req-e2fa4785-6e2c-4be5-97a6-9b7065aa431c req-2cd3422d-8cc0-4876-87a5-d1ac08e29480 tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] Allocated IP 192.168.233.114 (591af2dd-f826-43b1-aa9d-e7a0bf218c71/62938449-046d-4cbe-923a-7ebb632c358d/dc8e3238-5e75-4e06-81b0-0aa1040dcfd4) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:04:42.010675 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-06330043-1578-4157-bbc6-e2bd1fe8a685 None None] Provisioning complete for port f879a519-bcc5-4611-ad8b-8623f5db098e triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:04:42.011072 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-06330043-1578-4157-bbc6-e2bd1fe8a685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:42.101221 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fa4785-6e2c-4be5-97a6-9b7065aa431c req-cc2c18f1-99e5-4db4-8536-59eeb4a769f0 tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:42.111142 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e2fa4785-6e2c-4be5-97a6-9b7065aa431c req-cc2c18f1-99e5-4db4-8536-59eeb4a769f0 tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1615860 Jul 27 23:04:42.134932 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning for port 22c0aa16-64d4-4e31-b664-4ea63e04be0e completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:04:42.151418 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [req-e2fa4785-6e2c-4be5-97a6-9b7065aa431c req-df4d0e8d-f54d-48ac-b3eb-051f28b384a0 tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] Request body: {'port': {'device_id': '4cdee2d3-ff76-49a5-9f5a-6206da906107', 'network_id': '591af2dd-f826-43b1-aa9d-e7a0bf218c71', 'admin_state_up': True, 'tenant_id': '496de96608da4f74abc6cf1f10c98b52'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:04:42.178533 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port 22c0aa16-64d4-4e31-b664-4ea63e04be0e triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:04:42.178995 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:42.185608 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-06330043-1578-4157-bbc6-e2bd1fe8a685 None None] Port f879a519-bcc5-4611-ad8b-8623f5db098e cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:04:42.240039 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Provisioning for port 24185df4-0d89-421f-a3eb-be4ff3de08d0 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:04:42.255947 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f261b73-1ac6-428a-99e8-1c2a1c243c09 req-459f9195-a457-4dcb-a745-68e888a6537d tempest-ServersAdminTestJSON-1581810367 tempest-ServersAdminTestJSON-1581810367-project] No DVR routers for this DVR port 7de24ee0-1697-4a67-baba-0de926b39f70 on host n-h2-802623-1 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:04:42.267992 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-d38a5ce3-4072-46f5-a240-4fcbbc864d13 req-03b76b74-ebbd-49b9-940f-028b54841587 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847-project] 10.222.0.18 "GET /v2.0/security-groups?id=4abad032-32d3-4ab2-90d2-b6e2f800f29b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4671295 Jul 27 23:04:42.290904 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-7f261b73-1ac6-428a-99e8-1c2a1c243c09 req-459f9195-a457-4dcb-a745-68e888a6537d tempest-ServersAdminTestJSON-1581810367 tempest-ServersAdminTestJSON-1581810367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:42.291514 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Provisioning complete for port 24185df4-0d89-421f-a3eb-be4ff3de08d0 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:04:42.292416 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:42.294377 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-7f261b73-1ac6-428a-99e8-1c2a1c243c09 req-459f9195-a457-4dcb-a745-68e888a6537d tempest-ServersAdminTestJSON-1581810367 tempest-ServersAdminTestJSON-1581810367-project] 10.222.0.49 "DELETE /v2.0/ports/7de24ee0-1697-4a67-baba-0de926b39f70 HTTP/1.1" status: 204 len: 173 time: 3.9316938 Jul 27 23:04:42.299366 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '846ac90e-5a0c-42f0-960a-1f2595273fb0', 'name': 'network-vif-deleted', 'tag': '7de24ee0-1697-4a67-baba-0de926b39f70'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:04:42.302417 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a476459a1bfce68b0ae0df5b6a71154bfc7cfdc8f9eefce6ad0a17231e60468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8909b2ac-0f17-4753-ab14-a03234d4e44d" -d '{"events": [{"server_uuid": "846ac90e-5a0c-42f0-960a-1f2595273fb0", "name": "network-vif-deleted", "tag": "7de24ee0-1697-4a67-baba-0de926b39f70"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:04:42.423956 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-6e8928ee-7611-48d9-a645-9438ca3f2c4f req-957ed763-1a90-4254-ab5c-dc1fc209d19e tempest-ServersAdminTestJSON-1581810367 tempest-ServersAdminTestJSON-1581810367-project] 10.222.0.18 "GET /v2.0/ports?device_id=846ac90e-5a0c-42f0-960a-1f2595273fb0 HTTP/1.1" status: 200 len: 210 time: 0.0334227 Jul 27 23:04:42.474581 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '846ac90e-5a0c-42f0-960a-1f2595273fb0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7de24ee0-1697-4a67-baba-0de926b39f70'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:04:42.477575 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c0369b0d4f459110ff20a1f9878ba33f96d6491bddb9d15843bf29d01e0bda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08eb040f-84e3-4834-8ea0-cc7f344b18fd" -d '{"events": [{"server_uuid": "846ac90e-5a0c-42f0-960a-1f2595273fb0", "name": "network-vif-unplugged", "status": "completed", "tag": "7de24ee0-1697-4a67-baba-0de926b39f70"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:04:42.483419 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:42.487721 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:42.519440 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063ba75e-1129-43a8-8f52-d3970b03dd44 req-72d7bcce-1fd7-4b21-a626-1bfb5bf38850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:42.520940 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-063ba75e-1129-43a8-8f52-d3970b03dd44 req-72d7bcce-1fd7-4b21-a626-1bfb5bf38850 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ea9dc6a704274ef28def87516dc4f252&device_id=05c0c1f1-794c-424e-ae39-1a41326487d7 HTTP/1.1" status: 200 len: 1094 time: 0.3190870 Jul 27 23:04:42.535799 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8ae1c5-7383-43ba-bf7d-238b96b60ba8 req-be5ff64f-843a-437a-8b75-5622d2c495e8 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:42.537424 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-0a8ae1c5-7383-43ba-bf7d-238b96b60ba8 req-be5ff64f-843a-437a-8b75-5622d2c495e8 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd7b332d-3077-4beb-a3df-e657be374929 HTTP/1.1" status: 200 len: 944 time: 0.3261576 Jul 27 23:04:42.547155 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port 24185df4-0d89-421f-a3eb-be4ff3de08d0, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=24185df4-0d89-421f-a3eb-be4ff3de08d0,segment=NetworkSegment(7332ccbf-8fd9-4ff5-bad6-b4b872eccd4e),segment_id=7332ccbf-8fd9-4ff5-bad6-b4b872eccd4e)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:04:42.556991 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:42.588133 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-6f78e198-36a2-49ae-a037-be1f4dbd08c3 req-e0a16406-0f1d-4620-a261-66dd5ee922f1 tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] 10.222.0.18 "GET /v2.0/ports?device_id=4cdee2d3-ff76-49a5-9f5a-6206da906107 HTTP/1.1" status: 200 len: 210 time: 0.0557556 Jul 27 23:04:42.591156 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] For port 22c0aa16-64d4-4e31-b664-4ea63e04be0e, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=22c0aa16-64d4-4e31-b664-4ea63e04be0e,segment=NetworkSegment(37a6c061-1a93-4bf0-96c8-ac2f0d977470),segment_id=37a6c061-1a93-4bf0-96c8-ac2f0d977470)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:04:42.601657 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:42.602694 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device b23f4211-d6d1-4811-9f5a-ad54c48cab3c up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:04:42.632449 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [req-2d01626b-20bf-48da-b274-eee74644777b req-9526ea2d-c4a7-490e-bb9c-17f74006510a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f879a519-bcc5-4611-ad8b-8623f5db098e {{(pid=93798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:04:42.637573 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2fa4785-6e2c-4be5-97a6-9b7065aa431c req-df4d0e8d-f54d-48ac-b3eb-051f28b384a0 tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] Made reservation on behalf of 496de96608da4f74abc6cf1f10c98b52 for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:04:42.641696 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-e2fa4785-6e2c-4be5-97a6-9b7065aa431c req-df4d0e8d-f54d-48ac-b3eb-051f28b384a0 tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:42.649742 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-2d01626b-20bf-48da-b274-eee74644777b req-9526ea2d-c4a7-490e-bb9c-17f74006510a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:42.694410 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-2d01626b-20bf-48da-b274-eee74644777b req-9526ea2d-c4a7-490e-bb9c-17f74006510a service neutron] Transition to ACTIVE for port object f879a519-bcc5-4611-ad8b-8623f5db098e will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:04:42.701737 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Pushing event updated for resources: {'Port': ['ID=24185df4-0d89-421f-a3eb-be4ff3de08d0,revision_number=5']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:04:42.713151 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063ba75e-1129-43a8-8f52-d3970b03dd44 req-e696bb21-baef-42f5-b6c2-37313215dff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:42.714836 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-063ba75e-1129-43a8-8f52-d3970b03dd44 req-e696bb21-baef-42f5-b6c2-37313215dff5 service neutron] 10.222.0.49 "GET /v2.0/networks?id=9b83e052-7bde-4257-b691-c0b4cba76e81 HTTP/1.1" status: 200 len: 914 time: 0.1764140 Jul 27 23:04:42.749084 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning for port b23f4211-d6d1-4811-9f5a-ad54c48cab3c completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:04:42.756689 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-2d01626b-20bf-48da-b274-eee74644777b req-9526ea2d-c4a7-490e-bb9c-17f74006510a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:42.759441 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port b23f4211-d6d1-4811-9f5a-ad54c48cab3c triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:04:42.762962 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:42.765825 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-063ba75e-1129-43a8-8f52-d3970b03dd44 req-9498b6d5-9cd4-406b-80ae-dc66a322388d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=45eab664-785a-4f00-a9c0-0e9362a44bb7 HTTP/1.1" status: 200 len: 217 time: 0.0363939 Jul 27 23:04:42.770018 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-e2fa4785-6e2c-4be5-97a6-9b7065aa431c req-2cd3422d-8cc0-4876-87a5-d1ac08e29480 tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:42.809820 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Pushing event updated for resources: {'Port': ['ID=22c0aa16-64d4-4e31-b664-4ea63e04be0e,revision_number=5']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:04:42.841787 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063ba75e-1129-43a8-8f52-d3970b03dd44 req-67121ded-3d03-4d28-b203-5f8dfa0a6274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:42.843347 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-063ba75e-1129-43a8-8f52-d3970b03dd44 req-67121ded-3d03-4d28-b203-5f8dfa0a6274 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c5b8e69f-7457-461a-ad45-66b944bcb099 HTTP/1.1" status: 200 len: 852 time: 0.0618184 Jul 27 23:04:42.892219 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:42.892929 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9526ea2d-c4a7-490e-bb9c-17f74006510a service neutron] Pushing event updated for resources: {'Port': ['ID=f879a519-bcc5-4611-ad8b-8623f5db098e,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:04:42.957108 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-0a8ae1c5-7383-43ba-bf7d-238b96b60ba8 req-dca1dbac-dd6a-4bbe-a086-8b10c9559625 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] 10.222.0.18 "GET /v2.0/security-groups?id=bed30b16-cd2d-47d0-9758-37dc9df2dfb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4069047 Jul 27 23:04:42.957355 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25aa64dd-fc87-4c3d-9db2-ea1e867f0de7 req-ac73fa7f-bf14-4e39-af4a-4c21dcbb2b31 tempest-AttachSCSIVolumeTestJSON-704938723 tempest-AttachSCSIVolumeTestJSON-704938723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:42.958954 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-25aa64dd-fc87-4c3d-9db2-ea1e867f0de7 req-ac73fa7f-bf14-4e39-af4a-4c21dcbb2b31 tempest-AttachSCSIVolumeTestJSON-704938723 tempest-AttachSCSIVolumeTestJSON-704938723-project] 10.222.0.18 "GET /v2.0/ports?device_id=05c0c1f1-794c-424e-ae39-1a41326487d7 HTTP/1.1" status: 200 len: 943 time: 0.2151940 Jul 27 23:04:42.959126 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [req-e2fa4785-6e2c-4be5-97a6-9b7065aa431c req-2cd3422d-8cc0-4876-87a5-d1ac08e29480 tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] Transition to ACTIVE for port object dc8e3238-5e75-4e06-81b0-0aa1040dcfd4 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:04:42.963648 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f8aeff20-5043-4d84-bc5d-0f39ebe80ab1 tempest-ServersTestBootFromVolume-906123710 tempest-ServersTestBootFromVolume-906123710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:42.975359 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] For port b23f4211-d6d1-4811-9f5a-ad54c48cab3c, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=b23f4211-d6d1-4811-9f5a-ad54c48cab3c,segment=NetworkSegment(6d86712d-5b82-4bcf-9bd8-e75a26d556ba),segment_id=6d86712d-5b82-4bcf-9bd8-e75a26d556ba)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:04:42.988457 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:43.110838 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-25aa64dd-fc87-4c3d-9db2-ea1e867f0de7 req-45afaa41-5a5a-4261-9202-77b392af9b2c tempest-AttachSCSIVolumeTestJSON-704938723 tempest-AttachSCSIVolumeTestJSON-704938723-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef4566ad-cab9-4fdc-a9cf-efa0b9033d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438222 Jul 27 23:04:43.157847 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:04:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50f87365-7078-410a-8ea7-dc8a28c8c811 x-openstack-request-id: req-50f87365-7078-410a-8ea7-dc8a28c8c811 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:04:43.158191 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "846ac90e-5a0c-42f0-960a-1f2595273fb0", "name": "network-vif-deleted", "tag": "7de24ee0-1697-4a67-baba-0de926b39f70", "status": "completed", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:04:43.158451 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-50f87365-7078-410a-8ea7-dc8a28c8c811 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:04:43.158843 n-d-802623-1 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '846ac90e-5a0c-42f0-960a-1f2595273fb0', 'name': 'network-vif-deleted', 'tag': '7de24ee0-1697-4a67-baba-0de926b39f70', 'status': 'completed', 'code': 200} Jul 27 23:04:43.167839 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-2d01626b-20bf-48da-b274-eee74644777b req-9526ea2d-c4a7-490e-bb9c-17f74006510a service neutron] Attempting to bind port f879a519-bcc5-4611-ad8b-8623f5db098e on host n-h1-802623-1 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:04:43.168199 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-2d01626b-20bf-48da-b274-eee74644777b req-9526ea2d-c4a7-490e-bb9c-17f74006510a service neutron] Attempting to bind port f879a519-bcc5-4611-ad8b-8623f5db098e by drivers openvswitch,hyperv on host n-h1-802623-1 at level 0 using segments [{'id': '37a6c061-1a93-4bf0-96c8-ac2f0d977470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '0ce8931c-84fe-4224-88db-416ca3c243ce'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:04:43.168552 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d01626b-20bf-48da-b274-eee74644777b req-9526ea2d-c4a7-490e-bb9c-17f74006510a service neutron] Attempting to bind port f879a519-bcc5-4611-ad8b-8623f5db098e on network 0ce8931c-84fe-4224-88db-416ca3c243ce {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:04:43.179644 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d01626b-20bf-48da-b274-eee74644777b req-9526ea2d-c4a7-490e-bb9c-17f74006510a service neutron] Port f879a519-bcc5-4611-ad8b-8623f5db098e on network 0ce8931c-84fe-4224-88db-416ca3c243ce not bound, no agent of type Open vSwitch agent registered on host n-h1-802623-1 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 23:04:43.179875 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d01626b-20bf-48da-b274-eee74644777b req-9526ea2d-c4a7-490e-bb9c-17f74006510a service neutron] Attempting to bind port f879a519-bcc5-4611-ad8b-8623f5db098e on network 0ce8931c-84fe-4224-88db-416ca3c243ce {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:04:43.189474 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Pushing event updated for resources: {'Port': ['ID=b23f4211-d6d1-4811-9f5a-ad54c48cab3c,revision_number=5']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:04:43.191558 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d01626b-20bf-48da-b274-eee74644777b req-9526ea2d-c4a7-490e-bb9c-17f74006510a service neutron] Checking agent: {'id': '245f1da4-a9b8-4b08-90d7-28f0f342b839', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 59, 59), 'started_at': datetime.datetime(2021, 7, 27, 22, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 4, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:04:43.194289 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d01626b-20bf-48da-b274-eee74644777b req-9526ea2d-c4a7-490e-bb9c-17f74006510a service neutron] Checking segment: {'id': '37a6c061-1a93-4bf0-96c8-ac2f0d977470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '0ce8931c-84fe-4224-88db-416ca3c243ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:04:43.194289 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d01626b-20bf-48da-b274-eee74644777b req-9526ea2d-c4a7-490e-bb9c-17f74006510a service neutron] Bound using segment: {'id': '37a6c061-1a93-4bf0-96c8-ac2f0d977470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '0ce8931c-84fe-4224-88db-416ca3c243ce'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:04:43.194984 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-2d01626b-20bf-48da-b274-eee74644777b req-9526ea2d-c4a7-490e-bb9c-17f74006510a service neutron] Bound port: f879a519-bcc5-4611-ad8b-8623f5db098e, host: n-h1-802623-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37a6c061-1a93-4bf0-96c8-ac2f0d977470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '0ce8931c-84fe-4224-88db-416ca3c243ce'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:04:43.196940 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-2d01626b-20bf-48da-b274-eee74644777b req-9526ea2d-c4a7-490e-bb9c-17f74006510a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:43.221018 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 23:04:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c60f02ac-2622-455e-bf32-07c61031efdb x-openstack-request-id: req-c60f02ac-2622-455e-bf32-07c61031efdb {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:04:43.221176 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "846ac90e-5a0c-42f0-960a-1f2595273fb0", "name": "network-vif-unplugged", "status": "completed", "tag": "7de24ee0-1697-4a67-baba-0de926b39f70", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:04:43.221411 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c60f02ac-2622-455e-bf32-07c61031efdb {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:04:43.221825 n-d-802623-1 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '846ac90e-5a0c-42f0-960a-1f2595273fb0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7de24ee0-1697-4a67-baba-0de926b39f70', 'code': 200} Jul 27 23:04:43.277537 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-f8aeff20-5043-4d84-bc5d-0f39ebe80ab1 tempest-ServersTestBootFromVolume-906123710 tempest-ServersTestBootFromVolume-906123710-project] Allocated IP 172.25.4.223 (2fd42287-ed26-4eb9-89a5-b521f5b04356/17de1f8f-393a-4b0c-a2df-614bd3f2fb5e/862f16d5-65b3-4f4f-a620-48a7496edf3d) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:04:43.316039 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063ba75e-1129-43a8-8f52-d3970b03dd44 req-13dc9185-4254-4b2e-83d2-5321b7749148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:43.326025 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-063ba75e-1129-43a8-8f52-d3970b03dd44 req-13dc9185-4254-4b2e-83d2-5321b7749148 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9b83e052-7bde-4257-b691-c0b4cba76e81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4694657 Jul 27 23:04:43.438489 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61a7815-cf24-42cc-9bec-5533ce072ddb req-456e814f-87ab-4976-b200-890012384166 tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:43.444673 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 22c0aa16-64d4-4e31-b664-4ea63e04be0e up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:04:43.447112 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a61a7815-cf24-42cc-9bec-5533ce072ddb req-456e814f-87ab-4976-b200-890012384166 tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5f9d95c-1a18-44d1-bbb7-2e906f63162e HTTP/1.1" status: 200 len: 945 time: 0.2910941 Jul 27 23:04:43.510613 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port 22c0aa16-64d4-4e31-b664-4ea63e04be0e triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:04:43.511663 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:43.516374 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-e2fa4785-6e2c-4be5-97a6-9b7065aa431c req-2cd3422d-8cc0-4876-87a5-d1ac08e29480 tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:43.544268 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] get_ports_and_sgs() called for port_ids ['5846d570-02c7-4aa0-9192-d3ba5af45f47', 'd16d8cf4-e2de-4eb8-9fe9-4d707871ce90', '51503d21-25f0-4cfe-8971-38c8d8d196bd'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:04:43.571392 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a61a7815-cf24-42cc-9bec-5533ce072ddb req-7acfc16d-6843-4e13-8293-7265481e832c tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ee1769a-7cc2-4f9a-a15b-54c39d35bd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184437 Jul 27 23:04:43.640040 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2fa4785-6e2c-4be5-97a6-9b7065aa431c req-2cd3422d-8cc0-4876-87a5-d1ac08e29480 tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] Network 591af2dd-f826-43b1-aa9d-e7a0bf218c71 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:04:43.652195 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [req-e2fa4785-6e2c-4be5-97a6-9b7065aa431c req-2cd3422d-8cc0-4876-87a5-d1ac08e29480 tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:04:43.654785 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2fa4785-6e2c-4be5-97a6-9b7065aa431c req-2cd3422d-8cc0-4876-87a5-d1ac08e29480 tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:04:43.703942 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device b23f4211-d6d1-4811-9f5a-ad54c48cab3c up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:04:43.704158 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-2d01626b-20bf-48da-b274-eee74644777b req-9526ea2d-c4a7-490e-bb9c-17f74006510a service neutron] For port f879a519-bcc5-4611-ad8b-8623f5db098e, host n-h1-802623-1, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:04:43.713122 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-2d01626b-20bf-48da-b274-eee74644777b req-9526ea2d-c4a7-490e-bb9c-17f74006510a service neutron] For port f879a519-bcc5-4611-ad8b-8623f5db098e, host n-h1-802623-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=f879a519-bcc5-4611-ad8b-8623f5db098e,segment=NetworkSegment(37a6c061-1a93-4bf0-96c8-ac2f0d977470),segment_id=37a6c061-1a93-4bf0-96c8-ac2f0d977470)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:04:43.733587 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-2d01626b-20bf-48da-b274-eee74644777b req-9526ea2d-c4a7-490e-bb9c-17f74006510a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:43.764865 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd3422d-8cc0-4876-87a5-d1ac08e29480 tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] Pushing event updated for resources: {'Port': ['ID=dc8e3238-5e75-4e06-81b0-0aa1040dcfd4,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:04:43.776737 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-063ba75e-1129-43a8-8f52-d3970b03dd44 req-52b3fd1d-f925-4bca-8ae6-8a271aaf8f6e service neutron] 10.222.0.49 "GET /v2.0/networks/9b83e052-7bde-4257-b691-c0b4cba76e81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4209895 Jul 27 23:04:43.828626 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9526ea2d-c4a7-490e-bb9c-17f74006510a service neutron] Pushing event updated for resources: {'Port': ['ID=f879a519-bcc5-4611-ad8b-8623f5db098e,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:04:43.829510 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port b23f4211-d6d1-4811-9f5a-ad54c48cab3c triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:04:43.829730 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:43.860070 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d01626b-20bf-48da-b274-eee74644777b req-9526ea2d-c4a7-490e-bb9c-17f74006510a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:43.860694 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-2d01626b-20bf-48da-b274-eee74644777b req-9526ea2d-c4a7-490e-bb9c-17f74006510a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:43.862082 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-2d01626b-20bf-48da-b274-eee74644777b req-9526ea2d-c4a7-490e-bb9c-17f74006510a service neutron] 10.222.0.38 "PUT /v2.0/ports/f879a519-bcc5-4611-ad8b-8623f5db098e HTTP/1.1" status: 200 len: 1091 time: 2.5046897 Jul 27 23:04:43.864028 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62d8d2a0-72dd-45e9-8c74-e65775e4d0c3', 'tag': 'f879a519-bcc5-4611-ad8b-8623f5db098e'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:04:43.869629 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}011f8d312121274bb12d78e77c6379a2079800640016cec6c6d605b73666e854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-947b9bfb-b937-4295-b5c6-f8ca8976a3c4" -d '{"events": [{"name": "network-changed", "server_uuid": "62d8d2a0-72dd-45e9-8c74-e65775e4d0c3", "tag": "f879a519-bcc5-4611-ad8b-8623f5db098e"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:04:43.890170 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833791b1-843b-49ab-a954-616160d5c74b req-a87dbab9-a366-49fa-9a44-2c37a76dd27a tempest-FloatingIPsAssociationNegativeTestJSON-1524546847 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:43.891783 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-833791b1-843b-49ab-a954-616160d5c74b req-a87dbab9-a366-49fa-9a44-2c37a76dd27a tempest-FloatingIPsAssociationNegativeTestJSON-1524546847 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847-project] 10.222.0.18 "GET /v2.0/ports?device_id=62d8d2a0-72dd-45e9-8c74-e65775e4d0c3 HTTP/1.1" status: 200 len: 943 time: 0.1743283 Jul 27 23:04:43.903578 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [req-e2fa4785-6e2c-4be5-97a6-9b7065aa431c req-df4d0e8d-f54d-48ac-b3eb-051f28b384a0 tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] Allocated IP 192.168.233.179 (591af2dd-f826-43b1-aa9d-e7a0bf218c71/62938449-046d-4cbe-923a-7ebb632c358d/6f96dd91-321d-43d6-b890-90f0e576d8ed) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:04:43.920617 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f8aeff20-5043-4d84-bc5d-0f39ebe80ab1 tempest-ServersTestBootFromVolume-906123710 tempest-ServersTestBootFromVolume-906123710-project] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:44.039578 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-833791b1-843b-49ab-a954-616160d5c74b req-cc75e616-dabe-47ac-b27b-d7d5cb3211a8 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847-project] 10.222.0.18 "GET /v2.0/security-groups?id=4abad032-32d3-4ab2-90d2-b6e2f800f29b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312106 Jul 27 23:04:44.068129 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fa4785-6e2c-4be5-97a6-9b7065aa431c req-2cd3422d-8cc0-4876-87a5-d1ac08e29480 tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:44.068700 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-e2fa4785-6e2c-4be5-97a6-9b7065aa431c req-2cd3422d-8cc0-4876-87a5-d1ac08e29480 tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:44.110767 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d01626b-20bf-48da-b274-eee74644777b req-a8f16f66-4176-4636-8ae6-8be3898e9820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:44.114351 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-2d01626b-20bf-48da-b274-eee74644777b req-a8f16f66-4176-4636-8ae6-8be3898e9820 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=502f92c9a31a431c91920c05d7db78e2&device_id=62d8d2a0-72dd-45e9-8c74-e65775e4d0c3 HTTP/1.1" status: 200 len: 1094 time: 0.1646361 Jul 27 23:04:44.124085 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-e2fa4785-6e2c-4be5-97a6-9b7065aa431c req-2cd3422d-8cc0-4876-87a5-d1ac08e29480 tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.3984599 Jul 27 23:04:44.150216 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [req-e2fa4785-6e2c-4be5-97a6-9b7065aa431c req-47384ff7-64bd-4c03-92d8-1a22f5efac31 service neutron] Request body: {'port': {'device_id': '2facac92-c8e9-4c35-89d2-d04cd11b1cae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802623-1'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:04:44.185467 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-2d01626b-20bf-48da-b274-eee74644777b req-1eddb11a-dd9e-4d74-b3a4-ad7f798cdd02 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f879a519-bcc5-4611-ad8b-8623f5db098e HTTP/1.1" status: 200 len: 217 time: 0.0407934 Jul 27 23:04:44.187329 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d64df1c-fb5e-42f3-bbd3-ec032806b1f9 req-cf986625-f977-45ac-ad66-0252d94f12a9 tempest-LiveAutoBlockMigrationV225Test-1050679481 tempest-LiveAutoBlockMigrationV225Test-1050679481-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:44.211625 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-6d64df1c-fb5e-42f3-bbd3-ec032806b1f9 req-cf986625-f977-45ac-ad66-0252d94f12a9 tempest-LiveAutoBlockMigrationV225Test-1050679481 tempest-LiveAutoBlockMigrationV225Test-1050679481-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=a5f9d95c-1a18-44d1-bbb7-2e906f63162e HTTP/1.1" status: 200 len: 1096 time: 0.3926089 Jul 27 23:04:44.238522 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-063ba75e-1129-43a8-8f52-d3970b03dd44 req-d706605f-b161-4210-9701-6c31ff9e37da service neutron] 10.222.0.49 "GET /v2.0/networks/9b83e052-7bde-4257-b691-c0b4cba76e81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4335334 Jul 27 23:04:44.271904 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-6be1c593-8690-49cc-8bc6-33200057863c req-525721fb-84ee-49ca-86f8-27cb42eabd28 tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] 10.222.0.18 "GET /v2.0/ports?device_id=4cdee2d3-ff76-49a5-9f5a-6206da906107 HTTP/1.1" status: 200 len: 210 time: 0.0721543 Jul 27 23:04:44.406281 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-e2fa4785-6e2c-4be5-97a6-9b7065aa431c req-47384ff7-64bd-4c03-92d8-1a22f5efac31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:44.421092 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f8aeff20-5043-4d84-bc5d-0f39ebe80ab1 tempest-ServersTestBootFromVolume-906123710 tempest-ServersTestBootFromVolume-906123710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:44.431574 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-e2fa4785-6e2c-4be5-97a6-9b7065aa431c req-df4d0e8d-f54d-48ac-b3eb-051f28b384a0 tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:44.448801 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-6d64df1c-fb5e-42f3-bbd3-ec032806b1f9 req-e262af5a-6b2e-4196-a02a-b78dc9ca44d6 tempest-LiveAutoBlockMigrationV225Test-1050679481 tempest-LiveAutoBlockMigrationV225Test-1050679481-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=9ee1769a-7cc2-4f9a-a15b-54c39d35bd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2271590 Jul 27 23:04:44.482624 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-e2fa4785-6e2c-4be5-97a6-9b7065aa431c req-df4d0e8d-f54d-48ac-b3eb-051f28b384a0 tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] Transition to ACTIVE for port object 6f96dd91-321d-43d6-b890-90f0e576d8ed will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:04:44.493939 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8aeff20-5043-4d84-bc5d-0f39ebe80ab1 tempest-ServersTestBootFromVolume-906123710 tempest-ServersTestBootFromVolume-906123710-project] Network 2fd42287-ed26-4eb9-89a5-b521f5b04356 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:04:44.499318 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-f8aeff20-5043-4d84-bc5d-0f39ebe80ab1 tempest-ServersTestBootFromVolume-906123710 tempest-ServersTestBootFromVolume-906123710-project] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:04:44.501711 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d01626b-20bf-48da-b274-eee74644777b req-18239503-1ef6-4ce4-ae4e-298602f9ffd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:44.503410 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-2d01626b-20bf-48da-b274-eee74644777b req-18239503-1ef6-4ce4-ae4e-298602f9ffd6 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=7c915760-7367-4b2c-8742-645483953bbd HTTP/1.1" status: 200 len: 868 time: 0.2937105 Jul 27 23:04:44.506116 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8aeff20-5043-4d84-bc5d-0f39ebe80ab1 tempest-ServersTestBootFromVolume-906123710 tempest-ServersTestBootFromVolume-906123710-project] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:04:44.550407 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8aeff20-5043-4d84-bc5d-0f39ebe80ab1 tempest-ServersTestBootFromVolume-906123710 tempest-ServersTestBootFromVolume-906123710-project] Pushing event updated for resources: {'Port': ['ID=862f16d5-65b3-4f4f-a620-48a7496edf3d,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:04:44.579129 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d01626b-20bf-48da-b274-eee74644777b req-1645b582-9e03-4111-908d-efb824d62532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:44.582855 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-2d01626b-20bf-48da-b274-eee74644777b req-1645b582-9e03-4111-908d-efb824d62532 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=0ce8931c-84fe-4224-88db-416ca3c243ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0699325 Jul 27 23:04:44.584376 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-e2fa4785-6e2c-4be5-97a6-9b7065aa431c req-df4d0e8d-f54d-48ac-b3eb-051f28b384a0 tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:44.684228 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 23:04:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-470694c9-ea43-4a1b-9694-a11ae9b221a4 x-openstack-request-id: req-470694c9-ea43-4a1b-9694-a11ae9b221a4 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:04:44.684987 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62d8d2a0-72dd-45e9-8c74-e65775e4d0c3", "tag": "f879a519-bcc5-4611-ad8b-8623f5db098e", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:04:44.685485 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-470694c9-ea43-4a1b-9694-a11ae9b221a4 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:04:44.686096 n-d-802623-1 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62d8d2a0-72dd-45e9-8c74-e65775e4d0c3', 'tag': 'f879a519-bcc5-4611-ad8b-8623f5db098e', 'status': 'completed', 'code': 200} Jul 27 23:04:44.759507 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2fa4785-6e2c-4be5-97a6-9b7065aa431c req-df4d0e8d-f54d-48ac-b3eb-051f28b384a0 tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] Network 591af2dd-f826-43b1-aa9d-e7a0bf218c71 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:04:44.776407 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [req-e2fa4785-6e2c-4be5-97a6-9b7065aa431c req-df4d0e8d-f54d-48ac-b3eb-051f28b384a0 tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:04:44.780056 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f8aeff20-5043-4d84-bc5d-0f39ebe80ab1 tempest-ServersTestBootFromVolume-906123710 tempest-ServersTestBootFromVolume-906123710-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:44.783206 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2fa4785-6e2c-4be5-97a6-9b7065aa431c req-df4d0e8d-f54d-48ac-b3eb-051f28b384a0 tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:04:44.790904 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4d0e8d-f54d-48ac-b3eb-051f28b384a0 tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] Pushing event updated for resources: {'Port': ['ID=6f96dd91-321d-43d6-b890-90f0e576d8ed,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:04:44.809839 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0184862-91bc-4acb-b97a-248df9edb869 req-ad206cf5-8944-49e2-a642-8b8c6a01164b tempest-AttachSCSIVolumeTestJSON-704938723 tempest-AttachSCSIVolumeTestJSON-704938723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:44.811349 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-c0184862-91bc-4acb-b97a-248df9edb869 req-ad206cf5-8944-49e2-a642-8b8c6a01164b tempest-AttachSCSIVolumeTestJSON-704938723 tempest-AttachSCSIVolumeTestJSON-704938723-project] 10.222.0.18 "GET /v2.0/ports?device_id=05c0c1f1-794c-424e-ae39-1a41326487d7 HTTP/1.1" status: 200 len: 943 time: 0.0981956 Jul 27 23:04:44.839978 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea80bfd-bb49-4c05-a6b3-bd4c85c0219e req-0f0ca805-7525-4bd4-a356-0106971e5d8f tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:44.841565 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-cea80bfd-bb49-4c05-a6b3-bd4c85c0219e req-0f0ca805-7525-4bd4-a356-0106971e5d8f tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd7b332d-3077-4beb-a3df-e657be374929 HTTP/1.1" status: 200 len: 945 time: 0.1263027 Jul 27 23:04:44.847779 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f8aeff20-5043-4d84-bc5d-0f39ebe80ab1 tempest-ServersTestBootFromVolume-906123710 tempest-ServersTestBootFromVolume-906123710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:44.850265 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-2d01626b-20bf-48da-b274-eee74644777b req-277073ab-5b2d-46fd-9607-c722bf0eadef service neutron] 10.222.0.38 "GET /v2.0/networks/0ce8931c-84fe-4224-88db-416ca3c243ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2535527 Jul 27 23:04:44.853583 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] get_ports_and_sgs() called for port_ids ['5846d570-02c7-4aa0-9192-d3ba5af45f47', 'd16d8cf4-e2de-4eb8-9fe9-4d707871ce90', '51503d21-25f0-4cfe-8971-38c8d8d196bd'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:04:44.875734 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fa4785-6e2c-4be5-97a6-9b7065aa431c req-df4d0e8d-f54d-48ac-b3eb-051f28b384a0 tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:44.877443 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-e2fa4785-6e2c-4be5-97a6-9b7065aa431c req-df4d0e8d-f54d-48ac-b3eb-051f28b384a0 tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:44.951332 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-c0184862-91bc-4acb-b97a-248df9edb869 req-6fa0f2e9-4906-4a51-a39b-becd39b636a8 tempest-AttachSCSIVolumeTestJSON-704938723 tempest-AttachSCSIVolumeTestJSON-704938723-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef4566ad-cab9-4fdc-a9cf-efa0b9033d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066322 Jul 27 23:04:44.961875 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e2fa4785-6e2c-4be5-97a6-9b7065aa431c req-df4d0e8d-f54d-48ac-b3eb-051f28b384a0 tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8184714 Jul 27 23:04:44.979029 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [req-e2fa4785-6e2c-4be5-97a6-9b7065aa431c req-d1a9572b-c781-4980-b9e1-fcc1e9e66216 service neutron] Request body: {'port': {'device_id': '4cdee2d3-ff76-49a5-9f5a-6206da906107', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802623-1'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:04:45.024576 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-cea80bfd-bb49-4c05-a6b3-bd4c85c0219e req-01b05827-430d-4648-8db0-e2595bc13cf8 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] 10.222.0.18 "GET /v2.0/security-groups?id=bed30b16-cd2d-47d0-9758-37dc9df2dfb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371751 Jul 27 23:04:45.026247 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [req-e2fa4785-6e2c-4be5-97a6-9b7065aa431c req-47384ff7-64bd-4c03-92d8-1a22f5efac31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc8e3238-5e75-4e06-81b0-0aa1040dcfd4 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:04:45.059516 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-e2fa4785-6e2c-4be5-97a6-9b7065aa431c req-47384ff7-64bd-4c03-92d8-1a22f5efac31 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:45.083764 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [req-e2fa4785-6e2c-4be5-97a6-9b7065aa431c req-47384ff7-64bd-4c03-92d8-1a22f5efac31 service neutron] Transition to ACTIVE for port object dc8e3238-5e75-4e06-81b0-0aa1040dcfd4 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:04:45.090116 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-e2fa4785-6e2c-4be5-97a6-9b7065aa431c req-d1a9572b-c781-4980-b9e1-fcc1e9e66216 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:45.099312 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-e2fa4785-6e2c-4be5-97a6-9b7065aa431c req-47384ff7-64bd-4c03-92d8-1a22f5efac31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11336041'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:45.152102 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-2d01626b-20bf-48da-b274-eee74644777b req-aa7879c1-af41-4c1d-8272-7e3edc9891aa service neutron] 10.222.0.38 "GET /v2.0/networks/0ce8931c-84fe-4224-88db-416ca3c243ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2620387 Jul 27 23:04:45.173426 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47384ff7-64bd-4c03-92d8-1a22f5efac31 service neutron] Pushing event updated for resources: {'Port': ['ID=dc8e3238-5e75-4e06-81b0-0aa1040dcfd4,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:04:45.230409 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd7b332d-3077-4beb-a3df-e657be374929', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24185df4-0d89-421f-a3eb-be4ff3de08d0'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:04:45.233136 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c0369b0d4f459110ff20a1f9878ba33f96d6491bddb9d15843bf29d01e0bda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f7bf695-87b1-4c91-8d44-54fe4f8d9d50" -d '{"events": [{"server_uuid": "bd7b332d-3077-4beb-a3df-e657be374929", "name": "network-vif-plugged", "status": "completed", "tag": "24185df4-0d89-421f-a3eb-be4ff3de08d0"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:04:45.249799 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f8aeff20-5043-4d84-bc5d-0f39ebe80ab1 tempest-ServersTestBootFromVolume-906123710 tempest-ServersTestBootFromVolume-906123710-project] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:45.276438 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f8aeff20-5043-4d84-bc5d-0f39ebe80ab1 tempest-ServersTestBootFromVolume-906123710 tempest-ServersTestBootFromVolume-906123710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11336041'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:45.353676 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0024f9-303d-4d48-b26c-654eaece37fd req-e0c49765-60f8-46fd-b9c7-a772d3720807 tempest-LiveAutoBlockMigrationV225Test-1050679481 tempest-LiveAutoBlockMigrationV225Test-1050679481-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:45.359581 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ef0024f9-303d-4d48-b26c-654eaece37fd req-e0c49765-60f8-46fd-b9c7-a772d3720807 tempest-LiveAutoBlockMigrationV225Test-1050679481 tempest-LiveAutoBlockMigrationV225Test-1050679481-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=a5f9d95c-1a18-44d1-bbb7-2e906f63162e HTTP/1.1" status: 200 len: 1096 time: 0.2357218 Jul 27 23:04:45.382881 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c66653-b1f6-4dad-b715-7924d92d6c52 req-95819d4d-778c-481a-b7c3-6f091c8808a0 tempest-ServersAdminTestJSON-1581810367 tempest-ServersAdminTestJSON-1581810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:45.384448 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-15c66653-b1f6-4dad-b715-7924d92d6c52 req-95819d4d-778c-481a-b7c3-6f091c8808a0 tempest-ServersAdminTestJSON-1581810367 tempest-ServersAdminTestJSON-1581810367-project] 10.222.0.18 "GET /v2.0/ports?device_id=0688b6c2-1ac4-4346-9663-091c79c64455 HTTP/1.1" status: 200 len: 971 time: 0.2066538 Jul 27 23:04:45.391412 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8aeff20-5043-4d84-bc5d-0f39ebe80ab1 tempest-ServersTestBootFromVolume-906123710 tempest-ServersTestBootFromVolume-906123710-project] Pushing event updated for resources: {'Port': ['ID=862f16d5-65b3-4f4f-a620-48a7496edf3d,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:04:45.426373 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-e2fa4785-6e2c-4be5-97a6-9b7065aa431c req-47384ff7-64bd-4c03-92d8-1a22f5efac31 service neutron] Attempting to bind port dc8e3238-5e75-4e06-81b0-0aa1040dcfd4 on host n-h1-802623-1 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:04:45.427119 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-e2fa4785-6e2c-4be5-97a6-9b7065aa431c req-47384ff7-64bd-4c03-92d8-1a22f5efac31 service neutron] Attempting to bind port dc8e3238-5e75-4e06-81b0-0aa1040dcfd4 by drivers openvswitch,hyperv on host n-h1-802623-1 at level 0 using segments [{'id': '16e91594-c047-4b55-93eb-43af33ad08e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '591af2dd-f826-43b1-aa9d-e7a0bf218c71'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:04:45.427119 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2fa4785-6e2c-4be5-97a6-9b7065aa431c req-47384ff7-64bd-4c03-92d8-1a22f5efac31 service neutron] Attempting to bind port dc8e3238-5e75-4e06-81b0-0aa1040dcfd4 on network 591af2dd-f826-43b1-aa9d-e7a0bf218c71 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:04:45.430709 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f8aeff20-5043-4d84-bc5d-0f39ebe80ab1 tempest-ServersTestBootFromVolume-906123710 tempest-ServersTestBootFromVolume-906123710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-415302'] for floatingip, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:45.439969 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947b9bfb-b937-4295-b5c6-f8ca8976a3c4 req-2b357081-9d56-4e3f-bc06-816a21363795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:45.441491 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-947b9bfb-b937-4295-b5c6-f8ca8976a3c4 req-2b357081-9d56-4e3f-bc06-816a21363795 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=502f92c9a31a431c91920c05d7db78e2&device_id=62d8d2a0-72dd-45e9-8c74-e65775e4d0c3 HTTP/1.1" status: 200 len: 1094 time: 0.2261302 Jul 27 23:04:45.445478 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2fa4785-6e2c-4be5-97a6-9b7065aa431c req-47384ff7-64bd-4c03-92d8-1a22f5efac31 service neutron] Port dc8e3238-5e75-4e06-81b0-0aa1040dcfd4 on network 591af2dd-f826-43b1-aa9d-e7a0bf218c71 not bound, no agent of type Open vSwitch agent registered on host n-h1-802623-1 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 23:04:45.445803 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2fa4785-6e2c-4be5-97a6-9b7065aa431c req-47384ff7-64bd-4c03-92d8-1a22f5efac31 service neutron] Attempting to bind port dc8e3238-5e75-4e06-81b0-0aa1040dcfd4 on network 591af2dd-f826-43b1-aa9d-e7a0bf218c71 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:04:45.462507 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2fa4785-6e2c-4be5-97a6-9b7065aa431c req-47384ff7-64bd-4c03-92d8-1a22f5efac31 service neutron] Checking agent: {'id': '245f1da4-a9b8-4b08-90d7-28f0f342b839', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 59, 59), 'started_at': datetime.datetime(2021, 7, 27, 22, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 4, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:04:45.462977 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2fa4785-6e2c-4be5-97a6-9b7065aa431c req-47384ff7-64bd-4c03-92d8-1a22f5efac31 service neutron] Checking segment: {'id': '16e91594-c047-4b55-93eb-43af33ad08e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '591af2dd-f826-43b1-aa9d-e7a0bf218c71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:04:45.463238 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2fa4785-6e2c-4be5-97a6-9b7065aa431c req-47384ff7-64bd-4c03-92d8-1a22f5efac31 service neutron] Bound using segment: {'id': '16e91594-c047-4b55-93eb-43af33ad08e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '591af2dd-f826-43b1-aa9d-e7a0bf218c71'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:04:45.463702 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-e2fa4785-6e2c-4be5-97a6-9b7065aa431c req-47384ff7-64bd-4c03-92d8-1a22f5efac31 service neutron] Bound port: dc8e3238-5e75-4e06-81b0-0aa1040dcfd4, host: n-h1-802623-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16e91594-c047-4b55-93eb-43af33ad08e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '591af2dd-f826-43b1-aa9d-e7a0bf218c71'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:04:45.464007 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-e2fa4785-6e2c-4be5-97a6-9b7065aa431c req-47384ff7-64bd-4c03-92d8-1a22f5efac31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:45.473409 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f8aeff20-5043-4d84-bc5d-0f39ebe80ab1 tempest-ServersTestBootFromVolume-906123710 tempest-ServersTestBootFromVolume-906123710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for floatingip, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:45.476636 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-f8aeff20-5043-4d84-bc5d-0f39ebe80ab1 tempest-ServersTestBootFromVolume-906123710 tempest-ServersTestBootFromVolume-906123710-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.0563653 Jul 27 23:04:45.492553 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-15c66653-b1f6-4dad-b715-7924d92d6c52 req-334c895c-0cf7-4797-a47a-b97c755cb877 tempest-ServersAdminTestJSON-1581810367 tempest-ServersAdminTestJSON-1581810367-project] 10.222.0.18 "GET /v2.0/security-groups?id=ffa9f128-d6a7-4fb1-a632-c57615725739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903351 Jul 27 23:04:45.530469 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ef0024f9-303d-4d48-b26c-654eaece37fd req-105530d8-6f53-4cf3-88a3-daf5c2697937 tempest-LiveAutoBlockMigrationV225Test-1050679481 tempest-LiveAutoBlockMigrationV225Test-1050679481-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=9ee1769a-7cc2-4f9a-a15b-54c39d35bd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577013 Jul 27 23:04:45.613295 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-e2fa4785-6e2c-4be5-97a6-9b7065aa431c req-47384ff7-64bd-4c03-92d8-1a22f5efac31 service neutron] For port dc8e3238-5e75-4e06-81b0-0aa1040dcfd4, host n-h1-802623-1, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:04:45.617558 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-e2fa4785-6e2c-4be5-97a6-9b7065aa431c req-47384ff7-64bd-4c03-92d8-1a22f5efac31 service neutron] For port dc8e3238-5e75-4e06-81b0-0aa1040dcfd4, host n-h1-802623-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=dc8e3238-5e75-4e06-81b0-0aa1040dcfd4,segment=NetworkSegment(16e91594-c047-4b55-93eb-43af33ad08e1),segment_id=16e91594-c047-4b55-93eb-43af33ad08e1)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:04:45.634143 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947b9bfb-b937-4295-b5c6-f8ca8976a3c4 req-02d4d1fa-3948-490d-8fb0-d1049d41ba00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:45.634482 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e9cbf1-6a58-4fd8-9573-4d3d754a3736 req-8c9fe42c-2304-4f51-97dd-ab8285b386ae tempest-FloatingIPsAssociationNegativeTestJSON-1524546847 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:45.636125 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-947b9bfb-b937-4295-b5c6-f8ca8976a3c4 req-02d4d1fa-3948-490d-8fb0-d1049d41ba00 service neutron] 10.222.0.38 "GET /v2.0/networks?id=0ce8931c-84fe-4224-88db-416ca3c243ce HTTP/1.1" status: 200 len: 930 time: 0.1848600 Jul 27 23:04:45.641781 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-e3e9cbf1-6a58-4fd8-9573-4d3d754a3736 req-8c9fe42c-2304-4f51-97dd-ab8285b386ae tempest-FloatingIPsAssociationNegativeTestJSON-1524546847 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847-project] 10.222.0.18 "GET /v2.0/ports?device_id=62d8d2a0-72dd-45e9-8c74-e65775e4d0c3 HTTP/1.1" status: 200 len: 943 time: 0.0815508 Jul 27 23:04:45.651409 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-e2fa4785-6e2c-4be5-97a6-9b7065aa431c req-47384ff7-64bd-4c03-92d8-1a22f5efac31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11336041'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:45.689789 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:04:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3edf6099-856d-4a52-9073-261c935ab96b x-openstack-request-id: req-3edf6099-856d-4a52-9073-261c935ab96b {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:04:45.690922 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd7b332d-3077-4beb-a3df-e657be374929", "name": "network-vif-plugged", "status": "completed", "tag": "24185df4-0d89-421f-a3eb-be4ff3de08d0", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:04:45.691392 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3edf6099-856d-4a52-9073-261c935ab96b {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:04:45.692023 n-d-802623-1 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd7b332d-3077-4beb-a3df-e657be374929', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24185df4-0d89-421f-a3eb-be4ff3de08d0', 'code': 200} Jul 27 23:04:45.722907 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fa4785-6e2c-4be5-97a6-9b7065aa431c req-47384ff7-64bd-4c03-92d8-1a22f5efac31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:45.723562 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-e2fa4785-6e2c-4be5-97a6-9b7065aa431c req-47384ff7-64bd-4c03-92d8-1a22f5efac31 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:45.724947 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-e2fa4785-6e2c-4be5-97a6-9b7065aa431c req-47384ff7-64bd-4c03-92d8-1a22f5efac31 service neutron] 10.222.0.38 "PUT /v2.0/ports/dc8e3238-5e75-4e06-81b0-0aa1040dcfd4 HTTP/1.1" status: 200 len: 1096 time: 1.5795228 Jul 27 23:04:45.725557 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2facac92-c8e9-4c35-89d2-d04cd11b1cae', 'tag': 'dc8e3238-5e75-4e06-81b0-0aa1040dcfd4'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:04:45.727871 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a476459a1bfce68b0ae0df5b6a71154bfc7cfdc8f9eefce6ad0a17231e60468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad97ee46-69f0-42ea-b09d-b9276bb0da88" -d '{"events": [{"name": "network-changed", "server_uuid": "2facac92-c8e9-4c35-89d2-d04cd11b1cae", "tag": "dc8e3238-5e75-4e06-81b0-0aa1040dcfd4"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:04:45.741014 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-e3e9cbf1-6a58-4fd8-9573-4d3d754a3736 req-9d991612-bf38-4c9f-aea5-66fd4b38a253 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847-project] 10.222.0.18 "GET /v2.0/security-groups?id=4abad032-32d3-4ab2-90d2-b6e2f800f29b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981541 Jul 27 23:04:45.845904 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-96d679c0-8672-45f3-83ad-ec19d7e3292d None None] Provisioning for port dc8e3238-5e75-4e06-81b0-0aa1040dcfd4 completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:04:45.847366 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47384ff7-64bd-4c03-92d8-1a22f5efac31 service neutron] Pushing event updated for resources: {'Port': ['ID=dc8e3238-5e75-4e06-81b0-0aa1040dcfd4,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:04:45.870845 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-947b9bfb-b937-4295-b5c6-f8ca8976a3c4 req-360b6107-75e5-4700-94db-af5472e0d48c service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f879a519-bcc5-4611-ad8b-8623f5db098e HTTP/1.1" status: 200 len: 217 time: 0.2150326 Jul 27 23:04:45.885858 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 23:04:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e3083ce-f91a-45e4-88b0-56506102f36c x-openstack-request-id: req-3e3083ce-f91a-45e4-88b0-56506102f36c {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:04:45.886196 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2facac92-c8e9-4c35-89d2-d04cd11b1cae", "tag": "dc8e3238-5e75-4e06-81b0-0aa1040dcfd4", "status": "completed", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:04:45.886541 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3e3083ce-f91a-45e4-88b0-56506102f36c {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:04:45.887029 n-d-802623-1 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2facac92-c8e9-4c35-89d2-d04cd11b1cae', 'tag': 'dc8e3238-5e75-4e06-81b0-0aa1040dcfd4', 'status': 'completed', 'code': 200} Jul 27 23:04:45.904299 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fa4785-6e2c-4be5-97a6-9b7065aa431c req-dfa6f326-bee4-4405-9e7f-e3efe18cc42b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:45.905915 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-e2fa4785-6e2c-4be5-97a6-9b7065aa431c req-dfa6f326-bee4-4405-9e7f-e3efe18cc42b service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=496de96608da4f74abc6cf1f10c98b52&device_id=2facac92-c8e9-4c35-89d2-d04cd11b1cae HTTP/1.1" status: 200 len: 1099 time: 0.1246755 Jul 27 23:04:45.907849 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d03f5b-7eba-4302-b724-12dfd8b71dc3 req-c88d8ca7-334f-495f-90b2-4bd837426698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:45.909881 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-01d03f5b-7eba-4302-b724-12dfd8b71dc3 req-c88d8ca7-334f-495f-90b2-4bd837426698 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=bd7b332d-3077-4beb-a3df-e657be374929 HTTP/1.1" status: 200 len: 1096 time: 0.1017442 Jul 27 23:04:45.965538 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [req-e2fa4785-6e2c-4be5-97a6-9b7065aa431c req-d1a9572b-c781-4980-b9e1-fcc1e9e66216 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f96dd91-321d-43d6-b890-90f0e576d8ed {{(pid=93798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:04:45.978612 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-e2fa4785-6e2c-4be5-97a6-9b7065aa431c req-d1a9572b-c781-4980-b9e1-fcc1e9e66216 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:45.984596 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947b9bfb-b937-4295-b5c6-f8ca8976a3c4 req-772e67a6-b3f7-4c59-bc41-b7cfdd9c5c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:45.986264 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-947b9bfb-b937-4295-b5c6-f8ca8976a3c4 req-772e67a6-b3f7-4c59-bc41-b7cfdd9c5c0b service neutron] 10.222.0.38 "GET /v2.0/subnets?id=7c915760-7367-4b2c-8742-645483953bbd HTTP/1.1" status: 200 len: 868 time: 0.0959930 Jul 27 23:04:45.987703 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-e2fa4785-6e2c-4be5-97a6-9b7065aa431c req-91f66121-8e27-4c70-90e9-cf8f1bb5e9eb service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=dc8e3238-5e75-4e06-81b0-0aa1040dcfd4 HTTP/1.1" status: 200 len: 217 time: 0.0691743 Jul 27 23:04:46.002375 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d9d37f-ecb8-49b1-b57b-e538784118df req-86f5eac9-879b-40aa-a857-51f6eb1bce05 tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:46.004356 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c3d9d37f-ecb8-49b1-b57b-e538784118df req-86f5eac9-879b-40aa-a857-51f6eb1bce05 tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] 10.222.0.18 "GET /v2.0/ports?device_id=4cdee2d3-ff76-49a5-9f5a-6206da906107 HTTP/1.1" status: 200 len: 936 time: 0.1993644 Jul 27 23:04:46.029980 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-01d03f5b-7eba-4302-b724-12dfd8b71dc3 req-cf849403-258e-4dfb-aa1e-99fc99e1ddca service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=bed30b16-cd2d-47d0-9758-37dc9df2dfb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048164 Jul 27 23:04:46.052019 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-e2fa4785-6e2c-4be5-97a6-9b7065aa431c req-d1a9572b-c781-4980-b9e1-fcc1e9e66216 service neutron] Transition to ACTIVE for port object 6f96dd91-321d-43d6-b890-90f0e576d8ed will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:04:46.070243 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-e2fa4785-6e2c-4be5-97a6-9b7065aa431c req-d1a9572b-c781-4980-b9e1-fcc1e9e66216 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:46.094657 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fa4785-6e2c-4be5-97a6-9b7065aa431c req-1f9cddb9-ee2c-4620-ade6-ab78eee7a645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:46.096525 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-e2fa4785-6e2c-4be5-97a6-9b7065aa431c req-1f9cddb9-ee2c-4620-ade6-ab78eee7a645 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=62938449-046d-4cbe-923a-7ebb632c358d HTTP/1.1" status: 200 len: 843 time: 0.0858245 Jul 27 23:04:46.119445 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947b9bfb-b937-4295-b5c6-f8ca8976a3c4 req-025f3886-3364-4e09-9e07-37013b7c66f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:46.120961 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-947b9bfb-b937-4295-b5c6-f8ca8976a3c4 req-025f3886-3364-4e09-9e07-37013b7c66f6 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=0ce8931c-84fe-4224-88db-416ca3c243ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1134436 Jul 27 23:04:46.163350 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c3d9d37f-ecb8-49b1-b57b-e538784118df req-bdfa3e9a-842b-4d2a-9e29-daa2a6559841 tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] 10.222.0.18 "GET /v2.0/security-groups?id=3b54d803-f776-413f-b5bd-6e9336fca6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186368 Jul 27 23:04:46.183739 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fa4785-6e2c-4be5-97a6-9b7065aa431c req-b92f4e96-f397-4209-829e-ec32e691eab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:46.186316 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-e2fa4785-6e2c-4be5-97a6-9b7065aa431c req-b92f4e96-f397-4209-829e-ec32e691eab8 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=591af2dd-f826-43b1-aa9d-e7a0bf218c71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0731003 Jul 27 23:04:46.203087 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-5b290eca-09bb-4c7e-b200-521a0a9645f3 None None] Provisioning for port 6f96dd91-321d-43d6-b890-90f0e576d8ed completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:04:46.377090 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a9572b-c781-4980-b9e1-fcc1e9e66216 service neutron] Pushing event updated for resources: {'Port': ['ID=6f96dd91-321d-43d6-b890-90f0e576d8ed,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:04:46.413404 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-947b9bfb-b937-4295-b5c6-f8ca8976a3c4 req-d3208aa7-fad2-4c8a-b943-6e3a538f6c12 service neutron] 10.222.0.38 "GET /v2.0/networks/0ce8931c-84fe-4224-88db-416ca3c243ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2724967 Jul 27 23:04:46.441619 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da756b26-81b5-49a5-ac62-f2577b16ec15 req-990a3d3d-1eb4-4b58-ab8a-a16ab70d4c22 tempest-AttachSCSIVolumeTestJSON-704938723 tempest-AttachSCSIVolumeTestJSON-704938723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:46.444677 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-da756b26-81b5-49a5-ac62-f2577b16ec15 req-990a3d3d-1eb4-4b58-ab8a-a16ab70d4c22 tempest-AttachSCSIVolumeTestJSON-704938723 tempest-AttachSCSIVolumeTestJSON-704938723-project] 10.222.0.18 "GET /v2.0/ports?device_id=05c0c1f1-794c-424e-ae39-1a41326487d7 HTTP/1.1" status: 200 len: 943 time: 0.1275187 Jul 27 23:04:46.601189 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-e2fa4785-6e2c-4be5-97a6-9b7065aa431c req-d1a9572b-c781-4980-b9e1-fcc1e9e66216 service neutron] Attempting to bind port 6f96dd91-321d-43d6-b890-90f0e576d8ed on host n-h2-802623-1 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:04:46.601596 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-e2fa4785-6e2c-4be5-97a6-9b7065aa431c req-d1a9572b-c781-4980-b9e1-fcc1e9e66216 service neutron] Attempting to bind port 6f96dd91-321d-43d6-b890-90f0e576d8ed by drivers openvswitch,hyperv on host n-h2-802623-1 at level 0 using segments [{'id': '16e91594-c047-4b55-93eb-43af33ad08e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '591af2dd-f826-43b1-aa9d-e7a0bf218c71'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:04:46.602022 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2fa4785-6e2c-4be5-97a6-9b7065aa431c req-d1a9572b-c781-4980-b9e1-fcc1e9e66216 service neutron] Attempting to bind port 6f96dd91-321d-43d6-b890-90f0e576d8ed on network 591af2dd-f826-43b1-aa9d-e7a0bf218c71 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:04:46.637293 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb647d04-a60b-485b-8a2d-fb2b23d06785 req-b065368d-e358-43a7-a95e-77d60cdbf61f tempest-ServersAdminTestJSON-1581810367 tempest-ServersAdminTestJSON-1581810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:46.638805 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-bb647d04-a60b-485b-8a2d-fb2b23d06785 req-b065368d-e358-43a7-a95e-77d60cdbf61f tempest-ServersAdminTestJSON-1581810367 tempest-ServersAdminTestJSON-1581810367-project] 10.222.0.38 "GET /v2.0/ports?device_id=0688b6c2-1ac4-4346-9663-091c79c64455 HTTP/1.1" status: 200 len: 971 time: 0.1841815 Jul 27 23:04:46.656974 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-da756b26-81b5-49a5-ac62-f2577b16ec15 req-dfea472d-6c8a-4354-af07-a2cf0af1a1c6 tempest-AttachSCSIVolumeTestJSON-704938723 tempest-AttachSCSIVolumeTestJSON-704938723-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef4566ad-cab9-4fdc-a9cf-efa0b9033d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564841 Jul 27 23:04:46.657596 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2fa4785-6e2c-4be5-97a6-9b7065aa431c req-d1a9572b-c781-4980-b9e1-fcc1e9e66216 service neutron] Port 6f96dd91-321d-43d6-b890-90f0e576d8ed on network 591af2dd-f826-43b1-aa9d-e7a0bf218c71 not bound, no agent of type Open vSwitch agent registered on host n-h2-802623-1 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 23:04:46.657924 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2fa4785-6e2c-4be5-97a6-9b7065aa431c req-d1a9572b-c781-4980-b9e1-fcc1e9e66216 service neutron] Attempting to bind port 6f96dd91-321d-43d6-b890-90f0e576d8ed on network 591af2dd-f826-43b1-aa9d-e7a0bf218c71 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:04:46.747528 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2fa4785-6e2c-4be5-97a6-9b7065aa431c req-d1a9572b-c781-4980-b9e1-fcc1e9e66216 service neutron] Checking agent: {'id': 'c5cc038b-93c4-4df4-8061-5df2a04a48c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 23, 0, 4), 'started_at': datetime.datetime(2021, 7, 27, 23, 0, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 4, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:04:46.748155 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2fa4785-6e2c-4be5-97a6-9b7065aa431c req-d1a9572b-c781-4980-b9e1-fcc1e9e66216 service neutron] Checking segment: {'id': '16e91594-c047-4b55-93eb-43af33ad08e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '591af2dd-f826-43b1-aa9d-e7a0bf218c71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:04:46.748768 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2fa4785-6e2c-4be5-97a6-9b7065aa431c req-d1a9572b-c781-4980-b9e1-fcc1e9e66216 service neutron] Bound using segment: {'id': '16e91594-c047-4b55-93eb-43af33ad08e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '591af2dd-f826-43b1-aa9d-e7a0bf218c71'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:04:46.749542 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-e2fa4785-6e2c-4be5-97a6-9b7065aa431c req-d1a9572b-c781-4980-b9e1-fcc1e9e66216 service neutron] Bound port: 6f96dd91-321d-43d6-b890-90f0e576d8ed, host: n-h2-802623-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16e91594-c047-4b55-93eb-43af33ad08e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '591af2dd-f826-43b1-aa9d-e7a0bf218c71'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:04:46.750097 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-e2fa4785-6e2c-4be5-97a6-9b7065aa431c req-d1a9572b-c781-4980-b9e1-fcc1e9e66216 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:46.830924 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-947b9bfb-b937-4295-b5c6-f8ca8976a3c4 req-9b1bfda4-5e40-4b3e-ac9b-a172c0b891bc service neutron] 10.222.0.38 "GET /v2.0/networks/0ce8931c-84fe-4224-88db-416ca3c243ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3851616 Jul 27 23:04:46.866219 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-e2fa4785-6e2c-4be5-97a6-9b7065aa431c req-e3a95499-5ccf-44e5-9ff7-a50f4197c154 service neutron] 10.222.0.38 "GET /v2.0/networks/591af2dd-f826-43b1-aa9d-e7a0bf218c71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6680820 Jul 27 23:04:46.989372 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cfa36e-7976-4404-b403-c69791f16009 req-4077c61f-70ba-435c-b0c4-2b562d604077 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:46.990916 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-33cfa36e-7976-4404-b403-c69791f16009 req-4077c61f-70ba-435c-b0c4-2b562d604077 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd7b332d-3077-4beb-a3df-e657be374929 HTTP/1.1" status: 200 len: 945 time: 0.1688941 Jul 27 23:04:47.013759 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-e2fa4785-6e2c-4be5-97a6-9b7065aa431c req-d1a9572b-c781-4980-b9e1-fcc1e9e66216 service neutron] For port 6f96dd91-321d-43d6-b890-90f0e576d8ed, host n-h2-802623-1, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:04:47.032506 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-e2fa4785-6e2c-4be5-97a6-9b7065aa431c req-d1a9572b-c781-4980-b9e1-fcc1e9e66216 service neutron] For port 6f96dd91-321d-43d6-b890-90f0e576d8ed, host n-h2-802623-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=6f96dd91-321d-43d6-b890-90f0e576d8ed,segment=NetworkSegment(16e91594-c047-4b55-93eb-43af33ad08e1),segment_id=16e91594-c047-4b55-93eb-43af33ad08e1)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:04:47.037163 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-e2fa4785-6e2c-4be5-97a6-9b7065aa431c req-2a747e88-bec7-44cc-b99c-573239297b58 service neutron] 10.222.0.38 "GET /v2.0/networks/591af2dd-f826-43b1-aa9d-e7a0bf218c71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1613929 Jul 27 23:04:47.055523 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-e2fa4785-6e2c-4be5-97a6-9b7065aa431c req-d1a9572b-c781-4980-b9e1-fcc1e9e66216 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:47.109209 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fa4785-6e2c-4be5-97a6-9b7065aa431c req-d1a9572b-c781-4980-b9e1-fcc1e9e66216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:47.110140 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-e2fa4785-6e2c-4be5-97a6-9b7065aa431c req-d1a9572b-c781-4980-b9e1-fcc1e9e66216 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:47.111944 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e2fa4785-6e2c-4be5-97a6-9b7065aa431c req-d1a9572b-c781-4980-b9e1-fcc1e9e66216 service neutron] 10.222.0.49 "PUT /v2.0/ports/6f96dd91-321d-43d6-b890-90f0e576d8ed HTTP/1.1" status: 200 len: 1096 time: 2.1371002 Jul 27 23:04:47.130878 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cdee2d3-ff76-49a5-9f5a-6206da906107', 'tag': '6f96dd91-321d-43d6-b890-90f0e576d8ed'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:04:47.133864 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}011f8d312121274bb12d78e77c6379a2079800640016cec6c6d605b73666e854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-253b8e78-ff30-4d2c-bb0c-a72c4690ad42" -d '{"events": [{"name": "network-changed", "server_uuid": "4cdee2d3-ff76-49a5-9f5a-6206da906107", "tag": "6f96dd91-321d-43d6-b890-90f0e576d8ed"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:04:47.172121 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-33cfa36e-7976-4404-b403-c69791f16009 req-ad0d76eb-df27-479d-b319-f5eda24e6a6f tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] 10.222.0.18 "GET /v2.0/security-groups?id=bed30b16-cd2d-47d0-9758-37dc9df2dfb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622381 Jul 27 23:04:47.174589 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-bb647d04-a60b-485b-8a2d-fb2b23d06785 req-934545c4-e578-4c06-97be-5f165cfef2e6 tempest-ServersAdminTestJSON-1581810367 tempest-ServersAdminTestJSON-1581810367-project] Deleting port 83845efe-b88e-4f5e-89dc-b79ef7ebf860 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:04:47.174989 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-bb647d04-a60b-485b-8a2d-fb2b23d06785 req-934545c4-e578-4c06-97be-5f165cfef2e6 tempest-ServersAdminTestJSON-1581810367 tempest-ServersAdminTestJSON-1581810367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:47.176912 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad97ee46-69f0-42ea-b09d-b9276bb0da88 req-c7acff83-6728-493d-8edf-5cb0e4518fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:47.178731 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-ad97ee46-69f0-42ea-b09d-b9276bb0da88 req-c7acff83-6728-493d-8edf-5cb0e4518fc5 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=496de96608da4f74abc6cf1f10c98b52&device_id=2facac92-c8e9-4c35-89d2-d04cd11b1cae HTTP/1.1" status: 200 len: 1099 time: 0.0769839 Jul 27 23:04:47.303484 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-bb647d04-a60b-485b-8a2d-fb2b23d06785 req-934545c4-e578-4c06-97be-5f165cfef2e6 tempest-ServersAdminTestJSON-1581810367 tempest-ServersAdminTestJSON-1581810367-project] For port 83845efe-b88e-4f5e-89dc-b79ef7ebf860, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=83845efe-b88e-4f5e-89dc-b79ef7ebf860,segment=NetworkSegment(16e91594-c047-4b55-93eb-43af33ad08e1),segment_id=16e91594-c047-4b55-93eb-43af33ad08e1)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:04:47.303863 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-bb647d04-a60b-485b-8a2d-fb2b23d06785 req-934545c4-e578-4c06-97be-5f165cfef2e6 tempest-ServersAdminTestJSON-1581810367 tempest-ServersAdminTestJSON-1581810367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:47.328832 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-bb647d04-a60b-485b-8a2d-fb2b23d06785 req-934545c4-e578-4c06-97be-5f165cfef2e6 tempest-ServersAdminTestJSON-1581810367 tempest-ServersAdminTestJSON-1581810367-project] Calling delete_port for 83845efe-b88e-4f5e-89dc-b79ef7ebf860 owned by compute:tempest-test_az-604789174 {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:04:47.427323 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad97ee46-69f0-42ea-b09d-b9276bb0da88 req-467e9333-14df-4197-a859-3cbf97a19d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:47.428807 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-ad97ee46-69f0-42ea-b09d-b9276bb0da88 req-467e9333-14df-4197-a859-3cbf97a19d1a service neutron] 10.222.0.38 "GET /v2.0/networks?id=591af2dd-f826-43b1-aa9d-e7a0bf218c71 HTTP/1.1" status: 200 len: 870 time: 0.2403898 Jul 27 23:04:47.478838 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-ad97ee46-69f0-42ea-b09d-b9276bb0da88 req-37ff7c8f-16e3-4776-8766-3dc152f64b1a service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=dc8e3238-5e75-4e06-81b0-0aa1040dcfd4 HTTP/1.1" status: 200 len: 217 time: 0.0405896 Jul 27 23:04:47.545228 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad97ee46-69f0-42ea-b09d-b9276bb0da88 req-ce517e99-c170-4958-87bd-367ac184f3b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:47.547091 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-ad97ee46-69f0-42ea-b09d-b9276bb0da88 req-ce517e99-c170-4958-87bd-367ac184f3b7 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=62938449-046d-4cbe-923a-7ebb632c358d HTTP/1.1" status: 200 len: 843 time: 0.0549788 Jul 27 23:04:47.587781 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a9572b-c781-4980-b9e1-fcc1e9e66216 service neutron] Pushing event updated for resources: {'Port': ['ID=6f96dd91-321d-43d6-b890-90f0e576d8ed,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:04:47.605478 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device 45eab664-785a-4f00-a9c0-0e9362a44bb7 details requested by agent hyperv_n-h2-802623-1 with host n-h2-802623-1 {{(pid=93799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 23:04:47.613145 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad97ee46-69f0-42ea-b09d-b9276bb0da88 req-96184b1a-12a5-405c-b817-00fef9a544fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:47.615001 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-ad97ee46-69f0-42ea-b09d-b9276bb0da88 req-96184b1a-12a5-405c-b817-00fef9a544fd service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=591af2dd-f826-43b1-aa9d-e7a0bf218c71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0591810 Jul 27 23:04:47.665487 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fa4785-6e2c-4be5-97a6-9b7065aa431c req-0575feb5-b32d-4d22-b4ff-c4bda91f0972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:47.667302 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e2fa4785-6e2c-4be5-97a6-9b7065aa431c req-0575feb5-b32d-4d22-b4ff-c4bda91f0972 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=496de96608da4f74abc6cf1f10c98b52&device_id=4cdee2d3-ff76-49a5-9f5a-6206da906107 HTTP/1.1" status: 200 len: 1099 time: 0.2336137 Jul 27 23:04:47.701839 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360fbe36-b7f8-4759-af26-cd8b7017360b req-f720af37-84ff-4bf9-9903-b428cee01b1d tempest-ServersAdminTestJSON-1581810367 tempest-ServersAdminTestJSON-1581810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:47.712608 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-360fbe36-b7f8-4759-af26-cd8b7017360b req-f720af37-84ff-4bf9-9903-b428cee01b1d tempest-ServersAdminTestJSON-1581810367 tempest-ServersAdminTestJSON-1581810367-project] 10.222.0.18 "GET /v2.0/ports?device_id=0688b6c2-1ac4-4346-9663-091c79c64455 HTTP/1.1" status: 200 len: 971 time: 0.1848316 Jul 27 23:04:47.727721 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 53134) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:04:47.759670 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e2fa4785-6e2c-4be5-97a6-9b7065aa431c req-d9fbd93b-113d-411a-8562-18bac5b02a71 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.179&port_id=6f96dd91-321d-43d6-b890-90f0e576d8ed HTTP/1.1" status: 200 len: 217 time: 0.0815983 Jul 27 23:04:47.781394 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-bb647d04-a60b-485b-8a2d-fb2b23d06785 req-934545c4-e578-4c06-97be-5f165cfef2e6 tempest-ServersAdminTestJSON-1581810367 tempest-ServersAdminTestJSON-1581810367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:47.782365 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-ad97ee46-69f0-42ea-b09d-b9276bb0da88 req-48d0319d-2fa7-4053-8e7a-f82d89464e22 service neutron] 10.222.0.38 "GET /v2.0/networks/591af2dd-f826-43b1-aa9d-e7a0bf218c71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1583488 Jul 27 23:04:47.785011 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port 45eab664-785a-4f00-a9c0-0e9362a44bb7, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=45eab664-785a-4f00-a9c0-0e9362a44bb7,segment=NetworkSegment(d5802ab5-2f2b-4a74-a43f-f634d40589f6),segment_id=d5802ab5-2f2b-4a74-a43f-f634d40589f6)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:04:47.799436 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Returning: {'device': '45eab664-785a-4f00-a9c0-0e9362a44bb7', 'network_id': '9b83e052-7bde-4257-b691-c0b4cba76e81', 'port_id': '45eab664-785a-4f00-a9c0-0e9362a44bb7', 'mac_address': 'fa:16:3e:a6:a9:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5b8e69f-7457-461a-ad45-66b944bcb099', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 23:04:47.807946 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] get_ports_and_sgs() called for port_ids ['d332fb0d-6ef5-4e0c-acea-50d5a9aae554'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:04:47.810403 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] get_ports_and_sgs() called for port_ids ['83845efe-b88e-4f5e-89dc-b79ef7ebf860'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:04:47.888037 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934545c4-e578-4c06-97be-5f165cfef2e6 tempest-ServersAdminTestJSON-1581810367 tempest-ServersAdminTestJSON-1581810367-project] Pushing event deleted for resources: {'Port': ['ID=83845efe-b88e-4f5e-89dc-b79ef7ebf860,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:04:47.889290 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [req-b21e9668-9661-460d-97b4-0c7057b0c046 req-4d0282f1-74b7-4882-bd74-1dc4fabebe5c tempest-LiveAutoBlockMigrationV225Test-1050679481 tempest-LiveAutoBlockMigrationV225Test-1050679481-project-admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=93797) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 23:04:47.890324 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-b21e9668-9661-460d-97b4-0c7057b0c046 req-4d0282f1-74b7-4882-bd74-1dc4fabebe5c tempest-LiveAutoBlockMigrationV225Test-1050679481 tempest-LiveAutoBlockMigrationV225Test-1050679481-project-admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1615472 Jul 27 23:04:47.908846 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-360fbe36-b7f8-4759-af26-cd8b7017360b req-361b13bf-a0fc-4e49-931c-5563d6b441e1 tempest-ServersAdminTestJSON-1581810367 tempest-ServersAdminTestJSON-1581810367-project] 10.222.0.18 "GET /v2.0/security-groups?id=ffa9f128-d6a7-4fb1-a632-c57615725739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972938 Jul 27 23:04:47.912465 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:47.944920 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45eab664-785a-4f00-a9c0-0e9362a44bb7 {{(pid=93799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:04:47.967737 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port 45eab664-785a-4f00-a9c0-0e9362a44bb7, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=45eab664-785a-4f00-a9c0-0e9362a44bb7,segment=NetworkSegment(d5802ab5-2f2b-4a74-a43f-f634d40589f6),segment_id=d5802ab5-2f2b-4a74-a43f-f634d40589f6)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:04:47.977758 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:48.031288 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-ad97ee46-69f0-42ea-b09d-b9276bb0da88 req-d719eb74-fcf3-4808-bc57-5fa683897286 service neutron] 10.222.0.38 "GET /v2.0/networks/591af2dd-f826-43b1-aa9d-e7a0bf218c71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2158732 Jul 27 23:04:48.060593 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb647d04-a60b-485b-8a2d-fb2b23d06785 req-934545c4-e578-4c06-97be-5f165cfef2e6 tempest-ServersAdminTestJSON-1581810367 tempest-ServersAdminTestJSON-1581810367-project] No DVR routers for this DVR port 83845efe-b88e-4f5e-89dc-b79ef7ebf860 on host n-h1-802623-1 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:04:48.075731 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-bb647d04-a60b-485b-8a2d-fb2b23d06785 req-934545c4-e578-4c06-97be-5f165cfef2e6 tempest-ServersAdminTestJSON-1581810367 tempest-ServersAdminTestJSON-1581810367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:48.079617 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-bb647d04-a60b-485b-8a2d-fb2b23d06785 req-934545c4-e578-4c06-97be-5f165cfef2e6 tempest-ServersAdminTestJSON-1581810367 tempest-ServersAdminTestJSON-1581810367-project] 10.222.0.38 "DELETE /v2.0/ports/83845efe-b88e-4f5e-89dc-b79ef7ebf860 HTTP/1.1" status: 204 len: 173 time: 1.4168775 Jul 27 23:04:48.097525 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Pushing event updated for resources: {'Port': ['ID=45eab664-785a-4f00-a9c0-0e9362a44bb7,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:04:48.108270 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:04:48.108635 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:04:48.108978 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:04:48.109318 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:04:48.109833 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:04:48.110170 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:04:48.110502 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:04:48.110828 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:04:48.111179 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:04:48.111817 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:04:48.111957 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fa4785-6e2c-4be5-97a6-9b7065aa431c req-9824c686-499d-45eb-a5d1-b1f3e7df5f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:48.112066 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:04:48.112158 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:04:48.120513 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e2fa4785-6e2c-4be5-97a6-9b7065aa431c req-9824c686-499d-45eb-a5d1-b1f3e7df5f5d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=62938449-046d-4cbe-923a-7ebb632c358d HTTP/1.1" status: 200 len: 843 time: 0.3522658 Jul 27 23:04:48.123683 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [req-b21e9668-9661-460d-97b4-0c7057b0c046 req-70fcddb7-a5c6-4cf4-b79d-c5bc6ba7abd8 service neutron] Request body: {'binding': {'host': 'n-h2-802623-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:04:48.127569 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [req-b21e9668-9661-460d-97b4-0c7057b0c046 req-70fcddb7-a5c6-4cf4-b79d-c5bc6ba7abd8 service neutron] Unknown quota resources ['binding']. {{(pid=93797) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 27 23:04:48.213057 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fa4785-6e2c-4be5-97a6-9b7065aa431c req-5e1bf204-f252-4cc1-8ebf-090fc4bcea54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:48.215487 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e2fa4785-6e2c-4be5-97a6-9b7065aa431c req-5e1bf204-f252-4cc1-8ebf-090fc4bcea54 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=591af2dd-f826-43b1-aa9d-e7a0bf218c71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0842545 Jul 27 23:04:48.228615 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7afb3b0-c2e5-4801-b20c-73b2d6b63fd2 req-82bba171-1924-4bc0-a29f-83e019758e05 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:48.230562 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e7afb3b0-c2e5-4801-b20c-73b2d6b63fd2 req-82bba171-1924-4bc0-a29f-83e019758e05 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847-project] 10.222.0.18 "GET /v2.0/ports?device_id=62d8d2a0-72dd-45e9-8c74-e65775e4d0c3 HTTP/1.1" status: 200 len: 943 time: 0.1272941 Jul 27 23:04:48.307838 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-b21e9668-9661-460d-97b4-0c7057b0c046 req-70fcddb7-a5c6-4cf4-b79d-c5bc6ba7abd8 service neutron] Attempting to bind port aeec7f2c-356d-41c9-812f-b5ab13f4069a on host n-h2-802623-1 for vnic_type normal with profile None {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:04:48.308283 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-b21e9668-9661-460d-97b4-0c7057b0c046 req-70fcddb7-a5c6-4cf4-b79d-c5bc6ba7abd8 service neutron] Attempting to bind port aeec7f2c-356d-41c9-812f-b5ab13f4069a by drivers openvswitch,hyperv on host n-h2-802623-1 at level 0 using segments [{'id': 'ff9b0beb-ebd9-45f3-9693-d627eb3bb065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '7ba5f889-7a68-424d-8fa1-71447bc958df'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:04:48.308700 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b21e9668-9661-460d-97b4-0c7057b0c046 req-70fcddb7-a5c6-4cf4-b79d-c5bc6ba7abd8 service neutron] Attempting to bind port aeec7f2c-356d-41c9-812f-b5ab13f4069a on network 7ba5f889-7a68-424d-8fa1-71447bc958df {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:04:48.313661 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b21e9668-9661-460d-97b4-0c7057b0c046 req-70fcddb7-a5c6-4cf4-b79d-c5bc6ba7abd8 service neutron] Port aeec7f2c-356d-41c9-812f-b5ab13f4069a on network 7ba5f889-7a68-424d-8fa1-71447bc958df not bound, no agent of type Open vSwitch agent registered on host n-h2-802623-1 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 23:04:48.314079 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b21e9668-9661-460d-97b4-0c7057b0c046 req-70fcddb7-a5c6-4cf4-b79d-c5bc6ba7abd8 service neutron] Attempting to bind port aeec7f2c-356d-41c9-812f-b5ab13f4069a on network 7ba5f889-7a68-424d-8fa1-71447bc958df {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:04:48.319962 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b21e9668-9661-460d-97b4-0c7057b0c046 req-70fcddb7-a5c6-4cf4-b79d-c5bc6ba7abd8 service neutron] Checking agent: {'id': 'c5cc038b-93c4-4df4-8061-5df2a04a48c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 23, 0, 4), 'started_at': datetime.datetime(2021, 7, 27, 23, 0, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 4, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:04:48.320395 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b21e9668-9661-460d-97b4-0c7057b0c046 req-70fcddb7-a5c6-4cf4-b79d-c5bc6ba7abd8 service neutron] Checking segment: {'id': 'ff9b0beb-ebd9-45f3-9693-d627eb3bb065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '7ba5f889-7a68-424d-8fa1-71447bc958df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:04:48.320856 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b21e9668-9661-460d-97b4-0c7057b0c046 req-70fcddb7-a5c6-4cf4-b79d-c5bc6ba7abd8 service neutron] Bound using segment: {'id': 'ff9b0beb-ebd9-45f3-9693-d627eb3bb065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '7ba5f889-7a68-424d-8fa1-71447bc958df'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:04:48.321723 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-b21e9668-9661-460d-97b4-0c7057b0c046 req-70fcddb7-a5c6-4cf4-b79d-c5bc6ba7abd8 service neutron] Bound port: aeec7f2c-356d-41c9-812f-b5ab13f4069a, host: n-h2-802623-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff9b0beb-ebd9-45f3-9693-d627eb3bb065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '7ba5f889-7a68-424d-8fa1-71447bc958df'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:04:48.340306 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] get_ports_and_sgs() called for port_ids ['45eab664-785a-4f00-a9c0-0e9362a44bb7'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:04:48.393319 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e7afb3b0-c2e5-4801-b20c-73b2d6b63fd2 req-c1d7f8a8-d444-48ba-8ae2-9b32832fdeb1 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847-project] 10.222.0.18 "GET /v2.0/security-groups?id=4abad032-32d3-4ab2-90d2-b6e2f800f29b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767233 Jul 27 23:04:48.398833 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e2fa4785-6e2c-4be5-97a6-9b7065aa431c req-b004be44-deda-41b1-aa19-9fdc3c7cb139 service neutron] 10.222.0.49 "GET /v2.0/networks/591af2dd-f826-43b1-aa9d-e7a0bf218c71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1670783 Jul 27 23:04:48.435875 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-b21e9668-9661-460d-97b4-0c7057b0c046 req-70fcddb7-a5c6-4cf4-b79d-c5bc6ba7abd8 service neutron] For port aeec7f2c-356d-41c9-812f-b5ab13f4069a, host n-h2-802623-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=aeec7f2c-356d-41c9-812f-b5ab13f4069a,segment=NetworkSegment(ff9b0beb-ebd9-45f3-9693-d627eb3bb065),segment_id=ff9b0beb-ebd9-45f3-9693-d627eb3bb065)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:04:48.444747 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-b21e9668-9661-460d-97b4-0c7057b0c046 req-70fcddb7-a5c6-4cf4-b79d-c5bc6ba7abd8 service neutron] Notify callbacks [] for binding, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:48.447817 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-b21e9668-9661-460d-97b4-0c7057b0c046 req-70fcddb7-a5c6-4cf4-b79d-c5bc6ba7abd8 service neutron] 10.222.0.18 "POST /v2.0/ports/aeec7f2c-356d-41c9-812f-b5ab13f4069a/bindings HTTP/1.1" status: 201 len: 389 time: 0.4048781 Jul 27 23:04:48.500431 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 23:04:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89ea566d-b93e-4b38-aac5-2df97e236c1f x-openstack-request-id: req-89ea566d-b93e-4b38-aac5-2df97e236c1f {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:04:48.500930 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4cdee2d3-ff76-49a5-9f5a-6206da906107", "tag": "6f96dd91-321d-43d6-b890-90f0e576d8ed", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:04:48.501265 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-89ea566d-b93e-4b38-aac5-2df97e236c1f {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:04:48.501805 n-d-802623-1 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4cdee2d3-ff76-49a5-9f5a-6206da906107', 'tag': '6f96dd91-321d-43d6-b890-90f0e576d8ed', 'status': 'completed', 'code': 200} Jul 27 23:04:48.577320 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device f879a519-bcc5-4611-ad8b-8623f5db098e details requested by agent hyperv_n-h1-802623-1 with host n-h1-802623-1 {{(pid=93799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 23:04:48.723379 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2b4201-e150-492c-a8f4-ea42a4264af2 req-2691ff34-6d95-428f-b087-aaf85d6181f3 tempest-AttachSCSIVolumeTestJSON-704938723 tempest-AttachSCSIVolumeTestJSON-704938723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:48.724843 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e2fa4785-6e2c-4be5-97a6-9b7065aa431c req-ff77a3ba-a956-4ed4-b777-fb5b942cd173 service neutron] 10.222.0.49 "GET /v2.0/networks/591af2dd-f826-43b1-aa9d-e7a0bf218c71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3176527 Jul 27 23:04:48.728043 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-ce2b4201-e150-492c-a8f4-ea42a4264af2 req-2691ff34-6d95-428f-b087-aaf85d6181f3 tempest-AttachSCSIVolumeTestJSON-704938723 tempest-AttachSCSIVolumeTestJSON-704938723-project] 10.222.0.18 "GET /v2.0/ports?device_id=05c0c1f1-794c-424e-ae39-1a41326487d7 HTTP/1.1" status: 200 len: 944 time: 0.1180961 Jul 27 23:04:48.733310 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port f879a519-bcc5-4611-ad8b-8623f5db098e, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=f879a519-bcc5-4611-ad8b-8623f5db098e,segment=NetworkSegment(37a6c061-1a93-4bf0-96c8-ac2f0d977470),segment_id=37a6c061-1a93-4bf0-96c8-ac2f0d977470)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:04:48.759399 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Returning: {'device': 'f879a519-bcc5-4611-ad8b-8623f5db098e', 'network_id': '0ce8931c-84fe-4224-88db-416ca3c243ce', 'port_id': 'f879a519-bcc5-4611-ad8b-8623f5db098e', 'mac_address': 'fa:16:3e:3c:c7:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 512, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c915760-7367-4b2c-8742-645483953bbd', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 23:04:48.772411 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51514334-2cca-41a1-92fa-44330ab093e0 req-2a30556b-3b3a-4e74-a935-13ee8a24e687 tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:48.773907 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-51514334-2cca-41a1-92fa-44330ab093e0 req-2a30556b-3b3a-4e74-a935-13ee8a24e687 tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] 10.222.0.18 "GET /v2.0/ports?device_id=4cdee2d3-ff76-49a5-9f5a-6206da906107 HTTP/1.1" status: 200 len: 948 time: 0.1070921 Jul 27 23:04:48.829074 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:48.847193 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f879a519-bcc5-4611-ad8b-8623f5db098e {{(pid=93799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:04:48.871249 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-ce2b4201-e150-492c-a8f4-ea42a4264af2 req-146f75f6-86a4-4950-9983-e0d9bad62667 tempest-AttachSCSIVolumeTestJSON-704938723 tempest-AttachSCSIVolumeTestJSON-704938723-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef4566ad-cab9-4fdc-a9cf-efa0b9033d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249506 Jul 27 23:04:48.880390 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253b8e78-ff30-4d2c-bb0c-a72c4690ad42 req-2993a5a3-a8d5-4c21-9004-77caaa50ba63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:48.881925 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-253b8e78-ff30-4d2c-bb0c-a72c4690ad42 req-2993a5a3-a8d5-4c21-9004-77caaa50ba63 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=496de96608da4f74abc6cf1f10c98b52&device_id=4cdee2d3-ff76-49a5-9f5a-6206da906107 HTTP/1.1" status: 200 len: 1099 time: 0.1001310 Jul 27 23:04:48.889268 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port f879a519-bcc5-4611-ad8b-8623f5db098e, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=f879a519-bcc5-4611-ad8b-8623f5db098e,segment=NetworkSegment(37a6c061-1a93-4bf0-96c8-ac2f0d977470),segment_id=37a6c061-1a93-4bf0-96c8-ac2f0d977470)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:04:48.901371 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:48.904562 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-51514334-2cca-41a1-92fa-44330ab093e0 req-00e20c8e-9763-4139-abff-bd30b92606d0 tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] 10.222.0.18 "GET /v2.0/security-groups?id=3b54d803-f776-413f-b5bd-6e9336fca6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217306 Jul 27 23:04:48.938091 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21e9668-9661-460d-97b4-0c7057b0c046 req-d9cb7b4a-7faa-40c4-8129-0b84fd4423d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:48.940053 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-b21e9668-9661-460d-97b4-0c7057b0c046 req-d9cb7b4a-7faa-40c4-8129-0b84fd4423d2 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2b51160ea37c42ce86518efb7f5012de&device_id=a5f9d95c-1a18-44d1-bbb7-2e906f63162e HTTP/1.1" status: 200 len: 1096 time: 0.1183357 Jul 27 23:04:49.017996 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Pushing event updated for resources: {'Port': ['ID=f879a519-bcc5-4611-ad8b-8623f5db098e,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:04:49.019191 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253b8e78-ff30-4d2c-bb0c-a72c4690ad42 req-c7ad60b5-4262-45d6-9e1e-6c9744d7ce02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:49.020706 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-253b8e78-ff30-4d2c-bb0c-a72c4690ad42 req-c7ad60b5-4262-45d6-9e1e-6c9744d7ce02 service neutron] 10.222.0.49 "GET /v2.0/networks?id=591af2dd-f826-43b1-aa9d-e7a0bf218c71 HTTP/1.1" status: 200 len: 870 time: 0.1146152 Jul 27 23:04:49.077922 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-253b8e78-ff30-4d2c-bb0c-a72c4690ad42 req-f9185398-71da-43b0-9953-e551b9450eb4 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.179&port_id=6f96dd91-321d-43d6-b890-90f0e576d8ed HTTP/1.1" status: 200 len: 217 time: 0.0441642 Jul 27 23:04:49.117056 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990a992e-c657-41d2-9e10-4f1719f8129d req-cfff5e38-7de9-4bca-addc-92531fa01a20 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:49.119687 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-990a992e-c657-41d2-9e10-4f1719f8129d req-cfff5e38-7de9-4bca-addc-92531fa01a20 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd7b332d-3077-4beb-a3df-e657be374929 HTTP/1.1" status: 200 len: 945 time: 0.0963085 Jul 27 23:04:49.136740 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253b8e78-ff30-4d2c-bb0c-a72c4690ad42 req-0d321f1c-adc3-4940-a1de-8324a0695f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:49.138229 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-253b8e78-ff30-4d2c-bb0c-a72c4690ad42 req-0d321f1c-adc3-4940-a1de-8324a0695f03 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=62938449-046d-4cbe-923a-7ebb632c358d HTTP/1.1" status: 200 len: 843 time: 0.0528538 Jul 27 23:04:49.158766 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21e9668-9661-460d-97b4-0c7057b0c046 req-dc32c5fb-383c-42a3-915c-7ff7b6ccd6c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:49.164502 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-b21e9668-9661-460d-97b4-0c7057b0c046 req-dc32c5fb-383c-42a3-915c-7ff7b6ccd6c2 service neutron] 10.222.0.49 "GET /v2.0/networks?id=7ba5f889-7a68-424d-8fa1-71447bc958df HTTP/1.1" status: 200 len: 922 time: 0.2006922 Jul 27 23:04:49.213014 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] get_ports_and_sgs() called for port_ids ['f879a519-bcc5-4611-ad8b-8623f5db098e'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:04:49.215093 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-990a992e-c657-41d2-9e10-4f1719f8129d req-40abd9ba-70c0-4450-846b-55a873f6fc43 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] 10.222.0.18 "GET /v2.0/security-groups?id=bed30b16-cd2d-47d0-9758-37dc9df2dfb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821705 Jul 27 23:04:49.216474 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-b21e9668-9661-460d-97b4-0c7057b0c046 req-3f150bbc-bec9-4918-a090-c274d525a013 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aeec7f2c-356d-41c9-812f-b5ab13f4069a HTTP/1.1" status: 200 len: 217 time: 0.0430746 Jul 27 23:04:49.236887 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa40131-5998-40b5-9387-0c4ccdaafad0 req-73d5904c-e718-4931-92c5-49a28fbfb366 tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:49.244637 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-5fa40131-5998-40b5-9387-0c4ccdaafad0 req-73d5904c-e718-4931-92c5-49a28fbfb366 tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5f9d95c-1a18-44d1-bbb7-2e906f63162e HTTP/1.1" status: 200 len: 945 time: 0.1046228 Jul 27 23:04:49.254465 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253b8e78-ff30-4d2c-bb0c-a72c4690ad42 req-1802073d-93cd-4a04-90b2-b95bd0dff6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:49.257031 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-253b8e78-ff30-4d2c-bb0c-a72c4690ad42 req-1802073d-93cd-4a04-90b2-b95bd0dff6a5 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=591af2dd-f826-43b1-aa9d-e7a0bf218c71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1034110 Jul 27 23:04:49.281825 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21e9668-9661-460d-97b4-0c7057b0c046 req-7c438c00-88c5-4249-943c-f586c1249b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:49.282283 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-b21e9668-9661-460d-97b4-0c7057b0c046 req-7c438c00-88c5-4249-943c-f586c1249b00 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=2be3a116-6f3a-48af-9c58-17be143660fc HTTP/1.1" status: 200 len: 861 time: 0.0561841 Jul 27 23:04:49.329830 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-b21e9668-9661-460d-97b4-0c7057b0c046 req-b3577240-1edd-4e1a-987b-70fc1cb989ca service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=7ba5f889-7a68-424d-8fa1-71447bc958df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374219 Jul 27 23:04:49.398687 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-5fa40131-5998-40b5-9387-0c4ccdaafad0 req-544e5afc-d1c7-4570-8869-305a400046cb tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ee1769a-7cc2-4f9a-a15b-54c39d35bd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529164 Jul 27 23:04:49.438605 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab07df3-eb8a-467e-8be6-f75995d45278 req-1bb6c1e2-3694-4f64-a36f-d197765bb988 tempest-LiveMigrationTest-1100887879 tempest-LiveMigrationTest-1100887879-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:49.438605 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-9ab07df3-eb8a-467e-8be6-f75995d45278 req-1bb6c1e2-3694-4f64-a36f-d197765bb988 tempest-LiveMigrationTest-1100887879 tempest-LiveMigrationTest-1100887879-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=bd7b332d-3077-4beb-a3df-e657be374929 HTTP/1.1" status: 200 len: 1096 time: 0.1001275 Jul 27 23:04:49.457972 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-253b8e78-ff30-4d2c-bb0c-a72c4690ad42 req-004905ed-41c1-44cb-8619-64c5dd7ba735 service neutron] 10.222.0.49 "GET /v2.0/networks/591af2dd-f826-43b1-aa9d-e7a0bf218c71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1820874 Jul 27 23:04:49.504626 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-b21e9668-9661-460d-97b4-0c7057b0c046 req-1b19b878-d16e-47dc-84ab-066ea1ad53da service neutron] 10.222.0.49 "GET /v2.0/networks/7ba5f889-7a68-424d-8fa1-71447bc958df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1591196 Jul 27 23:04:49.507715 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-9ab07df3-eb8a-467e-8be6-f75995d45278 req-4d26e351-6617-42d9-af64-49f719fb0536 tempest-LiveMigrationTest-1100887879 tempest-LiveMigrationTest-1100887879-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=bed30b16-cd2d-47d0-9758-37dc9df2dfb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590360 Jul 27 23:04:49.639892 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-b21e9668-9661-460d-97b4-0c7057b0c046 req-ad0ce119-8b62-4b83-8729-d4e6c175036b service neutron] 10.222.0.49 "GET /v2.0/networks/7ba5f889-7a68-424d-8fa1-71447bc958df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285992 Jul 27 23:04:49.652178 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-253b8e78-ff30-4d2c-bb0c-a72c4690ad42 req-efe0b71a-c9b1-4323-8c9d-f04bdea09851 service neutron] 10.222.0.49 "GET /v2.0/networks/591af2dd-f826-43b1-aa9d-e7a0bf218c71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1849420 Jul 27 23:04:49.665514 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce9c4b2-edf5-47c8-a713-7844541102ff req-5bd0c5fa-7d57-4af6-9c9b-fbba3ed55d1c tempest-FloatingIPsAssociationNegativeTestJSON-1524546847 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:49.679633 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8ce9c4b2-edf5-47c8-a713-7844541102ff req-5bd0c5fa-7d57-4af6-9c9b-fbba3ed55d1c tempest-FloatingIPsAssociationNegativeTestJSON-1524546847 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847-project] 10.222.0.18 "GET /v2.0/ports?device_id=62d8d2a0-72dd-45e9-8c74-e65775e4d0c3 HTTP/1.1" status: 200 len: 944 time: 0.0955904 Jul 27 23:04:49.746976 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8ce9c4b2-edf5-47c8-a713-7844541102ff req-2fe2178e-e0e7-4525-968c-9511f0f23655 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847-project] 10.222.0.18 "GET /v2.0/security-groups?id=4abad032-32d3-4ab2-90d2-b6e2f800f29b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496409 Jul 27 23:04:49.769262 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21e9668-9661-460d-97b4-0c7057b0c046 req-b039f955-015d-483d-9472-a684ed59adb9 tempest-LiveAutoBlockMigrationV225Test-1050679481 tempest-LiveAutoBlockMigrationV225Test-1050679481-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:49.771374 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b21e9668-9661-460d-97b4-0c7057b0c046 req-b039f955-015d-483d-9472-a684ed59adb9 tempest-LiveAutoBlockMigrationV225Test-1050679481 tempest-LiveAutoBlockMigrationV225Test-1050679481-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=a5f9d95c-1a18-44d1-bbb7-2e906f63162e&tenant_id=2b51160ea37c42ce86518efb7f5012de&binding%3Ahost_id=n-h1-802623-1 HTTP/1.1" status: 200 len: 1096 time: 0.0529263 Jul 27 23:04:49.785432 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [req-b21e9668-9661-460d-97b4-0c7057b0c046 req-9bf6d486-c02a-4a2e-9841-42ec182520ad service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-802623-1'}}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:04:50.025180 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12052c5-6848-4399-b034-17880e34f50a req-93382005-b268-412e-a0f6-eb09274deea6 tempest-AttachSCSIVolumeTestJSON-704938723 tempest-AttachSCSIVolumeTestJSON-704938723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:50.035845 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-b12052c5-6848-4399-b034-17880e34f50a req-93382005-b268-412e-a0f6-eb09274deea6 tempest-AttachSCSIVolumeTestJSON-704938723 tempest-AttachSCSIVolumeTestJSON-704938723-project] 10.222.0.18 "GET /v2.0/ports?device_id=05c0c1f1-794c-424e-ae39-1a41326487d7 HTTP/1.1" status: 200 len: 944 time: 0.0761449 Jul 27 23:04:50.089510 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-b12052c5-6848-4399-b034-17880e34f50a req-43efde49-c540-489d-960e-f0f95ce32f3b tempest-AttachSCSIVolumeTestJSON-704938723 tempest-AttachSCSIVolumeTestJSON-704938723-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef4566ad-cab9-4fdc-a9cf-efa0b9033d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527723 Jul 27 23:04:50.223461 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792491f9-5374-4a97-81c6-cc6f3db0588c req-9574a6d1-1446-4674-8b7b-a41b0249cd08 tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:50.225257 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-792491f9-5374-4a97-81c6-cc6f3db0588c req-9574a6d1-1446-4674-8b7b-a41b0249cd08 tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] 10.222.0.18 "GET /v2.0/ports?device_id=4cdee2d3-ff76-49a5-9f5a-6206da906107 HTTP/1.1" status: 200 len: 948 time: 0.0599477 Jul 27 23:04:50.237250 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e23c9f-c153-4bf8-ad7d-b33fe04c3248 req-dfdbeb0f-c477-496a-853a-0ee2f310887f tempest-ServersAdminTestJSON-1581810367 tempest-ServersAdminTestJSON-1581810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:50.246908 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f9e23c9f-c153-4bf8-ad7d-b33fe04c3248 req-dfdbeb0f-c477-496a-853a-0ee2f310887f tempest-ServersAdminTestJSON-1581810367 tempest-ServersAdminTestJSON-1581810367-project] 10.222.0.18 "GET /v2.0/ports?device_id=4c3fa56a-b0f7-486a-b9b6-11ec03b01c61 HTTP/1.1" status: 200 len: 950 time: 0.4587629 Jul 27 23:04:50.254075 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-b21e9668-9661-460d-97b4-0c7057b0c046 req-9bf6d486-c02a-4a2e-9841-42ec182520ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:50.268612 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-792491f9-5374-4a97-81c6-cc6f3db0588c req-9778732b-f653-4d69-9b49-c301f8ba77b9 tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] 10.222.0.18 "GET /v2.0/security-groups?id=3b54d803-f776-413f-b5bd-6e9336fca6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368786 Jul 27 23:04:50.322455 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f9e23c9f-c153-4bf8-ad7d-b33fe04c3248 req-f550f4fd-d17e-435c-b132-9518df1d4798 tempest-ServersAdminTestJSON-1581810367 tempest-ServersAdminTestJSON-1581810367-project] 10.222.0.18 "GET /v2.0/security-groups?id=ffa9f128-d6a7-4fb1-a632-c57615725739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746515 Jul 27 23:04:50.455484 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-b21e9668-9661-460d-97b4-0c7057b0c046 req-9bf6d486-c02a-4a2e-9841-42ec182520ad service neutron] For port aeec7f2c-356d-41c9-812f-b5ab13f4069a, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=aeec7f2c-356d-41c9-812f-b5ab13f4069a,segment=NetworkSegment(ff9b0beb-ebd9-45f3-9693-d627eb3bb065),segment_id=ff9b0beb-ebd9-45f3-9693-d627eb3bb065)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:04:50.497175 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-b21e9668-9661-460d-97b4-0c7057b0c046 req-9bf6d486-c02a-4a2e-9841-42ec182520ad service neutron] For port aeec7f2c-356d-41c9-812f-b5ab13f4069a, host n-h1-802623-1, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:04:50.517303 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0688b6c2-1ac4-4346-9663-091c79c64455', 'name': 'network-vif-deleted', 'tag': '83845efe-b88e-4f5e-89dc-b79ef7ebf860'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:04:50.520523 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}011f8d312121274bb12d78e77c6379a2079800640016cec6c6d605b73666e854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c53955d4-1746-45d3-a3c2-1c0b91893d5c" -d '{"events": [{"server_uuid": "0688b6c2-1ac4-4346-9663-091c79c64455", "name": "network-vif-deleted", "tag": "83845efe-b88e-4f5e-89dc-b79ef7ebf860"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:04:50.579667 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:04:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d4cbed0-b959-4dbc-98eb-a1e3d9417cde x-openstack-request-id: req-8d4cbed0-b959-4dbc-98eb-a1e3d9417cde {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:04:50.579960 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0688b6c2-1ac4-4346-9663-091c79c64455", "name": "network-vif-deleted", "tag": "83845efe-b88e-4f5e-89dc-b79ef7ebf860", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:04:50.580214 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8d4cbed0-b959-4dbc-98eb-a1e3d9417cde {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:04:50.580607 n-d-802623-1 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0688b6c2-1ac4-4346-9663-091c79c64455', 'name': 'network-vif-deleted', 'tag': '83845efe-b88e-4f5e-89dc-b79ef7ebf860', 'status': 'completed', 'code': 200} Jul 27 23:04:50.583487 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-b21e9668-9661-460d-97b4-0c7057b0c046 req-9bf6d486-c02a-4a2e-9841-42ec182520ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:50.595342 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device dc8e3238-5e75-4e06-81b0-0aa1040dcfd4 details requested by agent hyperv_n-h1-802623-1 with host n-h1-802623-1 {{(pid=93799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 23:04:50.597556 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-b21e9668-9661-460d-97b4-0c7057b0c046 req-9bf6d486-c02a-4a2e-9841-42ec182520ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:50.598956 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device f879a519-bcc5-4611-ad8b-8623f5db098e up at agent hyperv_n-h1-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:04:50.612308 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e731ffd3-f9af-4678-81bf-149e0640cd85 req-d05e74c2-6d36-4a2d-953e-2f86f00e57ff tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:50.614151 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e731ffd3-f9af-4678-81bf-149e0640cd85 req-d05e74c2-6d36-4a2d-953e-2f86f00e57ff tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5f9d95c-1a18-44d1-bbb7-2e906f63162e HTTP/1.1" status: 200 len: 945 time: 0.0907834 Jul 27 23:04:50.705445 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e731ffd3-f9af-4678-81bf-149e0640cd85 req-7e9a1ba2-1d28-4856-a9fd-b57596c1c005 tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ee1769a-7cc2-4f9a-a15b-54c39d35bd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667624 Jul 27 23:04:50.736391 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf6d486-c02a-4a2e-9841-42ec182520ad service neutron] Pushing event updated for resources: {'Port': ['ID=aeec7f2c-356d-41c9-812f-b5ab13f4069a,revision_number=7']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:04:50.737050 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Provisioning for port f879a519-bcc5-4611-ad8b-8623f5db098e completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:04:50.744196 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Provisioning complete for port f879a519-bcc5-4611-ad8b-8623f5db098e triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:04:50.744575 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:50.757640 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-b21e9668-9661-460d-97b4-0c7057b0c046 req-9bf6d486-c02a-4a2e-9841-42ec182520ad service neutron] Attempting to bind port aeec7f2c-356d-41c9-812f-b5ab13f4069a on host n-h1-802623-1 for vnic_type normal with profile {"migrating_to": "n-h2-802623-1"} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:04:50.758047 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-b21e9668-9661-460d-97b4-0c7057b0c046 req-9bf6d486-c02a-4a2e-9841-42ec182520ad service neutron] Attempting to bind port aeec7f2c-356d-41c9-812f-b5ab13f4069a by drivers openvswitch,hyperv on host n-h1-802623-1 at level 0 using segments [{'id': 'ff9b0beb-ebd9-45f3-9693-d627eb3bb065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '7ba5f889-7a68-424d-8fa1-71447bc958df'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:04:50.758468 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b21e9668-9661-460d-97b4-0c7057b0c046 req-9bf6d486-c02a-4a2e-9841-42ec182520ad service neutron] Attempting to bind port aeec7f2c-356d-41c9-812f-b5ab13f4069a on network 7ba5f889-7a68-424d-8fa1-71447bc958df {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:04:50.773224 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b21e9668-9661-460d-97b4-0c7057b0c046 req-9bf6d486-c02a-4a2e-9841-42ec182520ad service neutron] Port aeec7f2c-356d-41c9-812f-b5ab13f4069a on network 7ba5f889-7a68-424d-8fa1-71447bc958df not bound, no agent of type Open vSwitch agent registered on host n-h1-802623-1 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 23:04:50.773555 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b21e9668-9661-460d-97b4-0c7057b0c046 req-9bf6d486-c02a-4a2e-9841-42ec182520ad service neutron] Attempting to bind port aeec7f2c-356d-41c9-812f-b5ab13f4069a on network 7ba5f889-7a68-424d-8fa1-71447bc958df {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:04:50.783112 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b21e9668-9661-460d-97b4-0c7057b0c046 req-9bf6d486-c02a-4a2e-9841-42ec182520ad service neutron] Checking agent: {'id': '245f1da4-a9b8-4b08-90d7-28f0f342b839', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 59, 59), 'started_at': datetime.datetime(2021, 7, 27, 22, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 4, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:04:50.783112 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b21e9668-9661-460d-97b4-0c7057b0c046 req-9bf6d486-c02a-4a2e-9841-42ec182520ad service neutron] Checking segment: {'id': 'ff9b0beb-ebd9-45f3-9693-d627eb3bb065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '7ba5f889-7a68-424d-8fa1-71447bc958df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:04:50.783112 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b21e9668-9661-460d-97b4-0c7057b0c046 req-9bf6d486-c02a-4a2e-9841-42ec182520ad service neutron] Bound using segment: {'id': 'ff9b0beb-ebd9-45f3-9693-d627eb3bb065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '7ba5f889-7a68-424d-8fa1-71447bc958df'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:04:50.783112 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-b21e9668-9661-460d-97b4-0c7057b0c046 req-9bf6d486-c02a-4a2e-9841-42ec182520ad service neutron] Bound port: aeec7f2c-356d-41c9-812f-b5ab13f4069a, host: n-h1-802623-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff9b0beb-ebd9-45f3-9693-d627eb3bb065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '7ba5f889-7a68-424d-8fa1-71447bc958df'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:04:50.783112 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-b21e9668-9661-460d-97b4-0c7057b0c046 req-9bf6d486-c02a-4a2e-9841-42ec182520ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:50.820465 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port dc8e3238-5e75-4e06-81b0-0aa1040dcfd4, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=dc8e3238-5e75-4e06-81b0-0aa1040dcfd4,segment=NetworkSegment(16e91594-c047-4b55-93eb-43af33ad08e1),segment_id=16e91594-c047-4b55-93eb-43af33ad08e1)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:04:50.846591 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Returning: {'device': 'dc8e3238-5e75-4e06-81b0-0aa1040dcfd4', 'network_id': '591af2dd-f826-43b1-aa9d-e7a0bf218c71', 'port_id': 'dc8e3238-5e75-4e06-81b0-0aa1040dcfd4', 'mac_address': 'fa:16:3e:f8:29:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62938449-046d-4cbe-923a-7ebb632c358d', 'ip_address': '192.168.233.114'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 23:04:50.881722 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-b21e9668-9661-460d-97b4-0c7057b0c046 req-9bf6d486-c02a-4a2e-9841-42ec182520ad service neutron] For port aeec7f2c-356d-41c9-812f-b5ab13f4069a, host n-h1-802623-1, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:04:50.883094 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68de429-8fd8-4920-82f3-adb47b25b86b req-63943484-fe27-4302-bde7-e7ae09d05b7a tempest-FloatingIPsAssociationNegativeTestJSON-1524546847 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:50.886873 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-b68de429-8fd8-4920-82f3-adb47b25b86b req-63943484-fe27-4302-bde7-e7ae09d05b7a tempest-FloatingIPsAssociationNegativeTestJSON-1524546847 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847-project] 10.222.0.18 "GET /v2.0/ports?device_id=62d8d2a0-72dd-45e9-8c74-e65775e4d0c3 HTTP/1.1" status: 200 len: 944 time: 0.0656369 Jul 27 23:04:50.888325 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-b21e9668-9661-460d-97b4-0c7057b0c046 req-9bf6d486-c02a-4a2e-9841-42ec182520ad service neutron] For port aeec7f2c-356d-41c9-812f-b5ab13f4069a, host n-h1-802623-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=aeec7f2c-356d-41c9-812f-b5ab13f4069a,segment=NetworkSegment(ff9b0beb-ebd9-45f3-9693-d627eb3bb065),segment_id=ff9b0beb-ebd9-45f3-9693-d627eb3bb065)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:04:50.897541 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-b21e9668-9661-460d-97b4-0c7057b0c046 req-9bf6d486-c02a-4a2e-9841-42ec182520ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:50.939539 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:50.951992 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-b68de429-8fd8-4920-82f3-adb47b25b86b req-0340e602-5a90-498a-87ec-8893731a1ca8 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847-project] 10.222.0.18 "GET /v2.0/security-groups?id=4abad032-32d3-4ab2-90d2-b6e2f800f29b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515640 Jul 27 23:04:50.967418 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc8e3238-5e75-4e06-81b0-0aa1040dcfd4 {{(pid=93799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:04:50.977951 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:51.001418 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21e9668-9661-460d-97b4-0c7057b0c046 req-9bf6d486-c02a-4a2e-9841-42ec182520ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:51.002521 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-b21e9668-9661-460d-97b4-0c7057b0c046 req-9bf6d486-c02a-4a2e-9841-42ec182520ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:51.004518 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b21e9668-9661-460d-97b4-0c7057b0c046 req-9bf6d486-c02a-4a2e-9841-42ec182520ad service neutron] 10.222.0.49 "PUT /v2.0/ports/aeec7f2c-356d-41c9-812f-b5ab13f4069a HTTP/1.1" status: 200 len: 1121 time: 1.2235546 Jul 27 23:04:51.006945 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf6d486-c02a-4a2e-9841-42ec182520ad service neutron] Pushing event updated for resources: {'Port': ['ID=aeec7f2c-356d-41c9-812f-b5ab13f4069a,revision_number=8']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:04:51.028266 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port dc8e3238-5e75-4e06-81b0-0aa1040dcfd4, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=dc8e3238-5e75-4e06-81b0-0aa1040dcfd4,segment=NetworkSegment(16e91594-c047-4b55-93eb-43af33ad08e1),segment_id=16e91594-c047-4b55-93eb-43af33ad08e1)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:04:51.037850 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62d8d2a0-72dd-45e9-8c74-e65775e4d0c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f879a519-bcc5-4611-ad8b-8623f5db098e'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:04:51.040192 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c0369b0d4f459110ff20a1f9878ba33f96d6491bddb9d15843bf29d01e0bda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c36d98f-f256-494b-ad7a-5b644aaee101" -d '{"events": [{"server_uuid": "62d8d2a0-72dd-45e9-8c74-e65775e4d0c3", "name": "network-vif-plugged", "status": "completed", "tag": "f879a519-bcc5-4611-ad8b-8623f5db098e"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:04:51.047760 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:51.092744 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port f879a519-bcc5-4611-ad8b-8623f5db098e, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=f879a519-bcc5-4611-ad8b-8623f5db098e,segment=NetworkSegment(37a6c061-1a93-4bf0-96c8-ac2f0d977470),segment_id=37a6c061-1a93-4bf0-96c8-ac2f0d977470)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:04:51.126196 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:04:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7639fcdd-1e48-433c-8d79-6c6811439381 x-openstack-request-id: req-7639fcdd-1e48-433c-8d79-6c6811439381 {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:04:51.126488 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62d8d2a0-72dd-45e9-8c74-e65775e4d0c3", "name": "network-vif-plugged", "status": "completed", "tag": "f879a519-bcc5-4611-ad8b-8623f5db098e", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:04:51.128652 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7639fcdd-1e48-433c-8d79-6c6811439381 {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:04:51.129084 n-d-802623-1 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62d8d2a0-72dd-45e9-8c74-e65775e4d0c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f879a519-bcc5-4611-ad8b-8623f5db098e', 'code': 200} Jul 27 23:04:51.134012 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] get_ports_and_sgs() called for port_ids ['aeec7f2c-356d-41c9-812f-b5ab13f4069a'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:04:51.136191 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:51.137458 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 83845efe-b88e-4f5e-89dc-b79ef7ebf860 no longer exists at agent hyperv_n-h1-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:04:51.166816 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] No Port match for: 83845efe-b88e-4f5e-89dc-b79ef7ebf860 {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:04:51.167203 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 83845efe-b88e-4f5e-89dc-b79ef7ebf860 not bound to the agent host n-h1-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:04:51.250802 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Pushing event updated for resources: {'Port': ['ID=dc8e3238-5e75-4e06-81b0-0aa1040dcfd4,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:04:51.278462 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97052f8d-b600-4a95-90d9-5e5efcc6a195 req-e8a313d8-445b-4144-a87b-aca28e7fcf1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:51.281007 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-97052f8d-b600-4a95-90d9-5e5efcc6a195 req-e8a313d8-445b-4144-a87b-aca28e7fcf1a service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=62d8d2a0-72dd-45e9-8c74-e65775e4d0c3 HTTP/1.1" status: 200 len: 1096 time: 0.0684359 Jul 27 23:04:51.381739 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-97052f8d-b600-4a95-90d9-5e5efcc6a195 req-b9d45eab-9d2f-46ca-a0c2-9b5498036e09 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=4abad032-32d3-4ab2-90d2-b6e2f800f29b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882742 Jul 27 23:04:51.396066 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56dba08-8a53-4185-abe7-8989e8b6f0da req-3bc978db-c372-4ec6-b96f-5e4e4ca21876 tempest-AttachSCSIVolumeTestJSON-704938723 tempest-AttachSCSIVolumeTestJSON-704938723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:51.402342 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-e56dba08-8a53-4185-abe7-8989e8b6f0da req-3bc978db-c372-4ec6-b96f-5e4e4ca21876 tempest-AttachSCSIVolumeTestJSON-704938723 tempest-AttachSCSIVolumeTestJSON-704938723-project] 10.222.0.18 "GET /v2.0/ports?device_id=05c0c1f1-794c-424e-ae39-1a41326487d7 HTTP/1.1" status: 200 len: 944 time: 0.1790223 Jul 27 23:04:51.477714 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-e56dba08-8a53-4185-abe7-8989e8b6f0da req-8d8ac6e7-98bd-4253-8ef0-8f6a6fa3d0d0 tempest-AttachSCSIVolumeTestJSON-704938723 tempest-AttachSCSIVolumeTestJSON-704938723-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef4566ad-cab9-4fdc-a9cf-efa0b9033d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683529 Jul 27 23:04:51.509896 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] get_ports_and_sgs() called for port_ids ['dc8e3238-5e75-4e06-81b0-0aa1040dcfd4'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:04:51.526689 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ea8cfb-49aa-470f-9fe9-bb84f54bb824 req-ae8e404f-21e1-4714-b884-1bc20c7d1bbd tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:51.529251 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c1ea8cfb-49aa-470f-9fe9-bb84f54bb824 req-ae8e404f-21e1-4714-b884-1bc20c7d1bbd tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] 10.222.0.18 "GET /v2.0/ports?device_id=4cdee2d3-ff76-49a5-9f5a-6206da906107 HTTP/1.1" status: 200 len: 948 time: 0.1243980 Jul 27 23:04:51.593453 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Pushing event updated for resources: {'Port': ['ID=f879a519-bcc5-4611-ad8b-8623f5db098e,revision_number=5']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:04:51.603589 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c1ea8cfb-49aa-470f-9fe9-bb84f54bb824 req-501af343-fe14-40b2-8b73-ad5d2cd64187 tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] 10.222.0.18 "GET /v2.0/security-groups?id=3b54d803-f776-413f-b5bd-6e9336fca6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599446 Jul 27 23:04:51.612934 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c25794a-fed9-4a88-ab1b-e9ad70fa4108 req-3ba1af9f-6d3b-48fb-b048-d9bb479e4f23 tempest-ServersAdminTestJSON-1581810367 tempest-ServersAdminTestJSON-1581810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:51.614699 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-8c25794a-fed9-4a88-ab1b-e9ad70fa4108 req-3ba1af9f-6d3b-48fb-b048-d9bb479e4f23 tempest-ServersAdminTestJSON-1581810367 tempest-ServersAdminTestJSON-1581810367-project] 10.222.0.49 "GET /v2.0/ports?device_id=4c3fa56a-b0f7-486a-b9b6-11ec03b01c61 HTTP/1.1" status: 200 len: 950 time: 0.1934605 Jul 27 23:04:51.645494 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device 45eab664-785a-4f00-a9c0-0e9362a44bb7 up at agent hyperv_n-h2-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:04:51.671015 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebaba906-2003-49cf-87a9-c6686f6f3d51 req-d7fce32b-3511-4d4f-9c52-628c49808b5d tempest-ServersAdminTestJSON-1581810367 tempest-ServersAdminTestJSON-1581810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:51.676243 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-ebaba906-2003-49cf-87a9-c6686f6f3d51 req-d7fce32b-3511-4d4f-9c52-628c49808b5d tempest-ServersAdminTestJSON-1581810367 tempest-ServersAdminTestJSON-1581810367-project] 10.222.0.18 "GET /v2.0/ports?device_id=4c3fa56a-b0f7-486a-b9b6-11ec03b01c61 HTTP/1.1" status: 200 len: 950 time: 0.0971079 Jul 27 23:04:51.766289 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-ebaba906-2003-49cf-87a9-c6686f6f3d51 req-bce374ba-2bc3-45b7-a23d-65ea071910ca tempest-ServersAdminTestJSON-1581810367 tempest-ServersAdminTestJSON-1581810367-project] 10.222.0.18 "GET /v2.0/security-groups?id=ffa9f128-d6a7-4fb1-a632-c57615725739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820272 Jul 27 23:04:51.811968 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-8c25794a-fed9-4a88-ab1b-e9ad70fa4108 req-483936e2-1a6a-4a6a-a316-c8f8e632374e tempest-ServersAdminTestJSON-1581810367 tempest-ServersAdminTestJSON-1581810367-project] Deleting port d332fb0d-6ef5-4e0c-acea-50d5a9aae554 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:04:51.812326 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-8c25794a-fed9-4a88-ab1b-e9ad70fa4108 req-483936e2-1a6a-4a6a-a316-c8f8e632374e tempest-ServersAdminTestJSON-1581810367 tempest-ServersAdminTestJSON-1581810367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:51.869309 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Provisioning for port 45eab664-785a-4f00-a9c0-0e9362a44bb7 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:04:51.881484 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Provisioning complete for port 45eab664-785a-4f00-a9c0-0e9362a44bb7 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:04:51.881939 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:51.948089 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7b7f6e-e9c9-4eef-beef-aa1c1f3d6a78 req-40407675-86eb-440a-96f2-5c2f2ab826c7 tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:51.951388 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ae7b7f6e-e9c9-4eef-beef-aa1c1f3d6a78 req-40407675-86eb-440a-96f2-5c2f2ab826c7 tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5f9d95c-1a18-44d1-bbb7-2e906f63162e HTTP/1.1" status: 200 len: 943 time: 0.0911601 Jul 27 23:04:51.958443 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-8c25794a-fed9-4a88-ab1b-e9ad70fa4108 req-483936e2-1a6a-4a6a-a316-c8f8e632374e tempest-ServersAdminTestJSON-1581810367 tempest-ServersAdminTestJSON-1581810367-project] For port d332fb0d-6ef5-4e0c-acea-50d5a9aae554, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=d332fb0d-6ef5-4e0c-acea-50d5a9aae554,segment=NetworkSegment(16e91594-c047-4b55-93eb-43af33ad08e1),segment_id=16e91594-c047-4b55-93eb-43af33ad08e1)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:04:51.958819 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-8c25794a-fed9-4a88-ab1b-e9ad70fa4108 req-483936e2-1a6a-4a6a-a316-c8f8e632374e tempest-ServersAdminTestJSON-1581810367 tempest-ServersAdminTestJSON-1581810367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:51.970413 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:51.983263 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-8c25794a-fed9-4a88-ab1b-e9ad70fa4108 req-483936e2-1a6a-4a6a-a316-c8f8e632374e tempest-ServersAdminTestJSON-1581810367 tempest-ServersAdminTestJSON-1581810367-project] Calling delete_port for d332fb0d-6ef5-4e0c-acea-50d5a9aae554 owned by compute:nova {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:04:52.013928 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port 45eab664-785a-4f00-a9c0-0e9362a44bb7, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=45eab664-785a-4f00-a9c0-0e9362a44bb7,segment=NetworkSegment(d5802ab5-2f2b-4a74-a43f-f634d40589f6),segment_id=d5802ab5-2f2b-4a74-a43f-f634d40589f6)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:04:52.022465 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:52.070111 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ae7b7f6e-e9c9-4eef-beef-aa1c1f3d6a78 req-dfc51ff4-3288-4491-a654-7b0e6fa0cc49 tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ee1769a-7cc2-4f9a-a15b-54c39d35bd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032896 Jul 27 23:04:52.082122 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Pushing event updated for resources: {'Port': ['ID=45eab664-785a-4f00-a9c0-0e9362a44bb7,revision_number=5']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:04:52.119216 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14d296f-70b7-4d62-a9e4-a0752757ab8c req-1ebb3294-0c21-4378-b362-92bbdcfe3a59 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:52.130342 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-c14d296f-70b7-4d62-a9e4-a0752757ab8c req-1ebb3294-0c21-4378-b362-92bbdcfe3a59 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847-project] 10.222.0.18 "GET /v2.0/ports?device_id=62d8d2a0-72dd-45e9-8c74-e65775e4d0c3 HTTP/1.1" status: 200 len: 945 time: 0.0714223 Jul 27 23:04:52.170301 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-c14d296f-70b7-4d62-a9e4-a0752757ab8c req-ebee945f-24e6-4bca-9af5-fe9b2d471ca5 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847-project] 10.222.0.18 "GET /v2.0/security-groups?id=4abad032-32d3-4ab2-90d2-b6e2f800f29b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382071 Jul 27 23:04:52.179001 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-8c25794a-fed9-4a88-ab1b-e9ad70fa4108 req-483936e2-1a6a-4a6a-a316-c8f8e632374e tempest-ServersAdminTestJSON-1581810367 tempest-ServersAdminTestJSON-1581810367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:52.195261 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] get_ports_and_sgs() called for port_ids ['d332fb0d-6ef5-4e0c-acea-50d5a9aae554'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:04:52.212649 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483936e2-1a6a-4a6a-a316-c8f8e632374e tempest-ServersAdminTestJSON-1581810367 tempest-ServersAdminTestJSON-1581810367-project] Pushing event deleted for resources: {'Port': ['ID=d332fb0d-6ef5-4e0c-acea-50d5a9aae554,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:04:52.269865 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c25794a-fed9-4a88-ab1b-e9ad70fa4108 req-483936e2-1a6a-4a6a-a316-c8f8e632374e tempest-ServersAdminTestJSON-1581810367 tempest-ServersAdminTestJSON-1581810367-project] No DVR routers for this DVR port d332fb0d-6ef5-4e0c-acea-50d5a9aae554 on host n-h2-802623-1 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:04:52.276582 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-8c25794a-fed9-4a88-ab1b-e9ad70fa4108 req-483936e2-1a6a-4a6a-a316-c8f8e632374e tempest-ServersAdminTestJSON-1581810367 tempest-ServersAdminTestJSON-1581810367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:52.279245 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-8c25794a-fed9-4a88-ab1b-e9ad70fa4108 req-483936e2-1a6a-4a6a-a316-c8f8e632374e tempest-ServersAdminTestJSON-1581810367 tempest-ServersAdminTestJSON-1581810367-project] 10.222.0.49 "DELETE /v2.0/ports/d332fb0d-6ef5-4e0c-acea-50d5a9aae554 HTTP/1.1" status: 204 len: 173 time: 0.6540408 Jul 27 23:04:52.582474 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5f9d95c-1a18-44d1-bbb7-2e906f63162e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aeec7f2c-356d-41c9-812f-b5ab13f4069a'}, {'name': 'network-changed', 'server_uuid': 'a5f9d95c-1a18-44d1-bbb7-2e906f63162e', 'tag': 'aeec7f2c-356d-41c9-812f-b5ab13f4069a'}, {'server_uuid': '4c3fa56a-b0f7-486a-b9b6-11ec03b01c61', 'name': 'network-vif-deleted', 'tag': 'd332fb0d-6ef5-4e0c-acea-50d5a9aae554'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:04:52.586269 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}011f8d312121274bb12d78e77c6379a2079800640016cec6c6d605b73666e854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-284da36f-7b26-4c38-99fd-921c958c0d5c" -d '{"events": [{"server_uuid": "a5f9d95c-1a18-44d1-bbb7-2e906f63162e", "name": "network-vif-unplugged", "status": "completed", "tag": "aeec7f2c-356d-41c9-812f-b5ab13f4069a"}, {"name": "network-changed", "server_uuid": "a5f9d95c-1a18-44d1-bbb7-2e906f63162e", "tag": "aeec7f2c-356d-41c9-812f-b5ab13f4069a"}, {"server_uuid": "4c3fa56a-b0f7-486a-b9b6-11ec03b01c61", "name": "network-vif-deleted", "tag": "d332fb0d-6ef5-4e0c-acea-50d5a9aae554"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:04:52.640773 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f18027d-fede-4c1c-992a-9e102c356cda req-622b2b43-1ef0-4878-9085-02cdcf0f26e3 tempest-AttachSCSIVolumeTestJSON-704938723 tempest-AttachSCSIVolumeTestJSON-704938723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:52.642555 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-3f18027d-fede-4c1c-992a-9e102c356cda req-622b2b43-1ef0-4878-9085-02cdcf0f26e3 tempest-AttachSCSIVolumeTestJSON-704938723 tempest-AttachSCSIVolumeTestJSON-704938723-project] 10.222.0.18 "GET /v2.0/ports?device_id=05c0c1f1-794c-424e-ae39-1a41326487d7 HTTP/1.1" status: 200 len: 945 time: 0.0596874 Jul 27 23:04:52.694684 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-3f18027d-fede-4c1c-992a-9e102c356cda req-f0c09833-7896-47f0-b332-0c9438147ce7 tempest-AttachSCSIVolumeTestJSON-704938723 tempest-AttachSCSIVolumeTestJSON-704938723-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef4566ad-cab9-4fdc-a9cf-efa0b9033d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420303 Jul 27 23:04:52.744833 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 523 Content-Type: application/json Date: Tue, 27 Jul 2021 23:04:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2718713-b45f-47ee-9ea3-f4795478a2d6 x-openstack-request-id: req-a2718713-b45f-47ee-9ea3-f4795478a2d6 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:04:52.745191 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5f9d95c-1a18-44d1-bbb7-2e906f63162e", "name": "network-vif-unplugged", "status": "completed", "tag": "aeec7f2c-356d-41c9-812f-b5ab13f4069a", "code": 200}, {"name": "network-changed", "server_uuid": "a5f9d95c-1a18-44d1-bbb7-2e906f63162e", "tag": "aeec7f2c-356d-41c9-812f-b5ab13f4069a", "status": "completed", "code": 200}, {"server_uuid": "4c3fa56a-b0f7-486a-b9b6-11ec03b01c61", "name": "network-vif-deleted", "tag": "d332fb0d-6ef5-4e0c-acea-50d5a9aae554", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:04:52.745615 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a2718713-b45f-47ee-9ea3-f4795478a2d6 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:04:52.746076 n-d-802623-1 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5f9d95c-1a18-44d1-bbb7-2e906f63162e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aeec7f2c-356d-41c9-812f-b5ab13f4069a', 'code': 200} Jul 27 23:04:52.746379 n-d-802623-1 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5f9d95c-1a18-44d1-bbb7-2e906f63162e', 'tag': 'aeec7f2c-356d-41c9-812f-b5ab13f4069a', 'status': 'completed', 'code': 200} Jul 27 23:04:52.746686 n-d-802623-1 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c3fa56a-b0f7-486a-b9b6-11ec03b01c61', 'name': 'network-vif-deleted', 'tag': 'd332fb0d-6ef5-4e0c-acea-50d5a9aae554', 'status': 'completed', 'code': 200} Jul 27 23:04:52.832705 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7cda37-13ef-4ea7-a552-f064e7bef3c3 req-73d6b569-61ba-4057-bef4-7943160418a2 tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:52.834263 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-6d7cda37-13ef-4ea7-a552-f064e7bef3c3 req-73d6b569-61ba-4057-bef4-7943160418a2 tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] 10.222.0.18 "GET /v2.0/ports?device_id=4cdee2d3-ff76-49a5-9f5a-6206da906107 HTTP/1.1" status: 200 len: 948 time: 0.0618289 Jul 27 23:04:52.839439 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284da36f-7b26-4c38-99fd-921c958c0d5c req-02d5765d-a9c7-4a81-bfd4-a893d0573d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:52.841260 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-284da36f-7b26-4c38-99fd-921c958c0d5c req-02d5765d-a9c7-4a81-bfd4-a893d0573d28 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=2b51160ea37c42ce86518efb7f5012de&device_id=a5f9d95c-1a18-44d1-bbb7-2e906f63162e HTTP/1.1" status: 200 len: 1124 time: 0.0636687 Jul 27 23:04:52.883218 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-6d7cda37-13ef-4ea7-a552-f064e7bef3c3 req-13932477-da14-4567-80b9-04a118631153 tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] 10.222.0.18 "GET /v2.0/security-groups?id=3b54d803-f776-413f-b5bd-6e9336fca6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375221 Jul 27 23:04:53.003794 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-88f7edb7-3abb-4c36-8788-44ea1421124b req-dc70d912-785d-4577-baa4-91ccd463a5ca tempest-ServersAdminTestJSON-1581810367 tempest-ServersAdminTestJSON-1581810367-project] 10.222.0.18 "GET /v2.0/ports?device_id=4c3fa56a-b0f7-486a-b9b6-11ec03b01c61 HTTP/1.1" status: 200 len: 210 time: 0.0335846 Jul 27 23:04:53.007487 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284da36f-7b26-4c38-99fd-921c958c0d5c req-44d06e59-8688-4bfa-86cf-b207b7fc7d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:53.009057 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-284da36f-7b26-4c38-99fd-921c958c0d5c req-44d06e59-8688-4bfa-86cf-b207b7fc7d90 service neutron] 10.222.0.38 "GET /v2.0/networks?id=7ba5f889-7a68-424d-8fa1-71447bc958df HTTP/1.1" status: 200 len: 922 time: 0.1582329 Jul 27 23:04:53.056311 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-284da36f-7b26-4c38-99fd-921c958c0d5c req-c76c6983-bdd7-4bd9-99da-39651f46c4ba service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aeec7f2c-356d-41c9-812f-b5ab13f4069a HTTP/1.1" status: 200 len: 217 time: 0.0372698 Jul 27 23:04:53.118366 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284da36f-7b26-4c38-99fd-921c958c0d5c req-306cac31-8295-44be-acb8-330e2b5db43d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:53.120335 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-284da36f-7b26-4c38-99fd-921c958c0d5c req-306cac31-8295-44be-acb8-330e2b5db43d service neutron] 10.222.0.38 "GET /v2.0/subnets?id=2be3a116-6f3a-48af-9c58-17be143660fc HTTP/1.1" status: 200 len: 861 time: 0.0565124 Jul 27 23:04:53.130109 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05c0c1f1-794c-424e-ae39-1a41326487d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45eab664-785a-4f00-a9c0-0e9362a44bb7'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:04:53.132611 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c0369b0d4f459110ff20a1f9878ba33f96d6491bddb9d15843bf29d01e0bda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa6e3e99-dee0-4c71-a630-172f1d26797e" -d '{"events": [{"server_uuid": "05c0c1f1-794c-424e-ae39-1a41326487d7", "name": "network-vif-plugged", "status": "completed", "tag": "45eab664-785a-4f00-a9c0-0e9362a44bb7"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:04:53.179188 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-284da36f-7b26-4c38-99fd-921c958c0d5c req-4027a554-bf02-4b2e-95bb-3fa20918c213 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7ba5f889-7a68-424d-8fa1-71447bc958df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0499723 Jul 27 23:04:53.183172 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:04:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-084fb13c-b768-4a39-8b6b-8ae7cacd9ba6 x-openstack-request-id: req-084fb13c-b768-4a39-8b6b-8ae7cacd9ba6 {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:04:53.183871 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05c0c1f1-794c-424e-ae39-1a41326487d7", "name": "network-vif-plugged", "status": "completed", "tag": "45eab664-785a-4f00-a9c0-0e9362a44bb7", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:04:53.184272 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-084fb13c-b768-4a39-8b6b-8ae7cacd9ba6 {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:04:53.184874 n-d-802623-1 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05c0c1f1-794c-424e-ae39-1a41326487d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45eab664-785a-4f00-a9c0-0e9362a44bb7', 'code': 200} Jul 27 23:04:53.284653 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c38c77-3f43-42af-be5e-aa11a2673ccc req-7388f457-1956-4062-b2ea-53efc22ea73b tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:53.306306 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-76c38c77-3f43-42af-be5e-aa11a2673ccc req-7388f457-1956-4062-b2ea-53efc22ea73b tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5f9d95c-1a18-44d1-bbb7-2e906f63162e HTTP/1.1" status: 200 len: 943 time: 0.0940123 Jul 27 23:04:53.353601 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-76c38c77-3f43-42af-be5e-aa11a2673ccc req-050c941e-6064-4710-b838-b982dfa0ea24 tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ee1769a-7cc2-4f9a-a15b-54c39d35bd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442808 Jul 27 23:04:53.437280 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9f7619-5dca-4cde-8ff0-e2cf0a80ab59 req-4bc22eec-7010-489b-adbe-cc992a4c1e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:53.439029 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7b9f7619-5dca-4cde-8ff0-e2cf0a80ab59 req-4bc22eec-7010-489b-adbe-cc992a4c1e52 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=05c0c1f1-794c-424e-ae39-1a41326487d7 HTTP/1.1" status: 200 len: 1096 time: 0.1260977 Jul 27 23:04:53.452520 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4240b862-7d54-4601-b4f4-7838fb9bf0c1 req-e9684eee-b802-42c2-83a1-0cf4e9a2a1de tempest-FloatingIPsAssociationNegativeTestJSON-1524546847 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:53.453977 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-4240b862-7d54-4601-b4f4-7838fb9bf0c1 req-e9684eee-b802-42c2-83a1-0cf4e9a2a1de tempest-FloatingIPsAssociationNegativeTestJSON-1524546847 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847-project] 10.222.0.18 "GET /v2.0/ports?device_id=62d8d2a0-72dd-45e9-8c74-e65775e4d0c3 HTTP/1.1" status: 200 len: 945 time: 0.1431715 Jul 27 23:04:53.456328 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-284da36f-7b26-4c38-99fd-921c958c0d5c req-0de24b96-f563-4b3f-8a5b-25d0597f08ce service neutron] 10.222.0.38 "GET /v2.0/networks/7ba5f889-7a68-424d-8fa1-71447bc958df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2640011 Jul 27 23:04:53.570204 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-4240b862-7d54-4601-b4f4-7838fb9bf0c1 req-db417fbe-0d80-4da0-aac0-e37cd94e2248 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847-project] 10.222.0.18 "GET /v2.0/security-groups?id=4abad032-32d3-4ab2-90d2-b6e2f800f29b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072664 Jul 27 23:04:53.573664 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7b9f7619-5dca-4cde-8ff0-e2cf0a80ab59 req-207125e9-d669-4676-ab4f-b688550b0ec3 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=ef4566ad-cab9-4fdc-a9cf-efa0b9033d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161101 Jul 27 23:04:53.605033 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-284da36f-7b26-4c38-99fd-921c958c0d5c req-bdc486c4-dd35-48c6-abc7-aae348df06f1 service neutron] 10.222.0.38 "GET /v2.0/networks/7ba5f889-7a68-424d-8fa1-71447bc958df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410809 Jul 27 23:04:53.666020 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device 6f96dd91-321d-43d6-b890-90f0e576d8ed details requested by agent hyperv_n-h2-802623-1 with host n-h2-802623-1 {{(pid=93799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 23:04:53.793946 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port 6f96dd91-321d-43d6-b890-90f0e576d8ed, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=6f96dd91-321d-43d6-b890-90f0e576d8ed,segment=NetworkSegment(16e91594-c047-4b55-93eb-43af33ad08e1),segment_id=16e91594-c047-4b55-93eb-43af33ad08e1)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:04:53.808819 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Returning: {'device': '6f96dd91-321d-43d6-b890-90f0e576d8ed', 'network_id': '591af2dd-f826-43b1-aa9d-e7a0bf218c71', 'port_id': '6f96dd91-321d-43d6-b890-90f0e576d8ed', 'mac_address': 'fa:16:3e:c9:75:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62938449-046d-4cbe-923a-7ebb632c358d', 'ip_address': '192.168.233.179'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 23:04:53.839838 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7057eaab-e43f-4fc0-9337-387621b7d9db req-9158057f-22c2-40b7-84bd-f309c69f6e7f tempest-AttachSCSIVolumeTestJSON-704938723 tempest-AttachSCSIVolumeTestJSON-704938723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:53.849650 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7057eaab-e43f-4fc0-9337-387621b7d9db req-9158057f-22c2-40b7-84bd-f309c69f6e7f tempest-AttachSCSIVolumeTestJSON-704938723 tempest-AttachSCSIVolumeTestJSON-704938723-project] 10.222.0.18 "GET /v2.0/ports?device_id=05c0c1f1-794c-424e-ae39-1a41326487d7 HTTP/1.1" status: 200 len: 945 time: 0.0720220 Jul 27 23:04:53.867977 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:53.889840 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f96dd91-321d-43d6-b890-90f0e576d8ed {{(pid=93799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:04:53.892773 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7057eaab-e43f-4fc0-9337-387621b7d9db req-202431da-75f2-484c-a05d-40e58f5333b8 tempest-AttachSCSIVolumeTestJSON-704938723 tempest-AttachSCSIVolumeTestJSON-704938723-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef4566ad-cab9-4fdc-a9cf-efa0b9033d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420704 Jul 27 23:04:53.912761 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d3188922-3ffb-4317-8b06-753b1d433aed req-eb02f3e3-082f-4d48-ae4d-d6a987011e6c tempest-FloatingIPsAssociationNegativeTestJSON-1524546847 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847-project] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=2fd42287-ed26-4eb9-89a5-b521f5b04356 HTTP/1.1" status: 200 len: 258 time: 0.3025753 Jul 27 23:04:53.918618 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [req-d3188922-3ffb-4317-8b06-753b1d433aed req-572408e4-f4a0-4023-b975-b107a3ed0513 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847-project] Request body: {'floatingip': {'floating_network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:04:53.937175 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port 6f96dd91-321d-43d6-b890-90f0e576d8ed, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=6f96dd91-321d-43d6-b890-90f0e576d8ed,segment=NetworkSegment(16e91594-c047-4b55-93eb-43af33ad08e1),segment_id=16e91594-c047-4b55-93eb-43af33ad08e1)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:04:53.945749 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:53.946605 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device aeec7f2c-356d-41c9-812f-b5ab13f4069a details requested by agent hyperv_n-h2-802623-1 with host n-h2-802623-1 {{(pid=93799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 23:04:53.949044 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-d3188922-3ffb-4317-8b06-753b1d433aed req-572408e4-f4a0-4023-b975-b107a3ed0513 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847-project] Notify callbacks [] for floatingip, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:54.092873 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-d3188922-3ffb-4317-8b06-753b1d433aed req-572408e4-f4a0-4023-b975-b107a3ed0513 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:54.127063 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Pushing event updated for resources: {'Port': ['ID=6f96dd91-321d-43d6-b890-90f0e576d8ed,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:04:54.133756 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bfbd95-fe2b-4f28-88fd-7cc3c51941ca req-de434b86-aed6-49e5-88e3-695cba0d656e tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:54.141927 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-03bfbd95-fe2b-4f28-88fd-7cc3c51941ca req-de434b86-aed6-49e5-88e3-695cba0d656e tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] 10.222.0.18 "GET /v2.0/ports?device_id=4cdee2d3-ff76-49a5-9f5a-6206da906107 HTTP/1.1" status: 200 len: 949 time: 0.0800736 Jul 27 23:04:54.199033 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-03bfbd95-fe2b-4f28-88fd-7cc3c51941ca req-2c60f269-4472-454a-8985-26e2c1c0a60c tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] 10.222.0.18 "GET /v2.0/security-groups?id=3b54d803-f776-413f-b5bd-6e9336fca6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559554 Jul 27 23:04:54.213884 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port aeec7f2c-356d-41c9-812f-b5ab13f4069a, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=aeec7f2c-356d-41c9-812f-b5ab13f4069a,segment=NetworkSegment(ff9b0beb-ebd9-45f3-9693-d627eb3bb065),segment_id=ff9b0beb-ebd9-45f3-9693-d627eb3bb065)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:04:54.226946 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device aeec7f2c-356d-41c9-812f-b5ab13f4069a has no active binding in host n-h2-802623-1 {{(pid=93799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 27 23:04:54.274992 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [req-d3188922-3ffb-4317-8b06-753b1d433aed req-572408e4-f4a0-4023-b975-b107a3ed0513 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847-project] Allocated IP 172.25.4.176 (2fd42287-ed26-4eb9-89a5-b521f5b04356/17de1f8f-393a-4b0c-a2df-614bd3f2fb5e/c86fb16f-e64f-4e71-a9ec-00f31289c759) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:04:54.393499 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-d3188922-3ffb-4317-8b06-753b1d433aed req-572408e4-f4a0-4023-b975-b107a3ed0513 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847-project] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:54.442693 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-d3188922-3ffb-4317-8b06-753b1d433aed req-572408e4-f4a0-4023-b975-b107a3ed0513 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:54.481239 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3188922-3ffb-4317-8b06-753b1d433aed req-572408e4-f4a0-4023-b975-b107a3ed0513 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847-project] Network 2fd42287-ed26-4eb9-89a5-b521f5b04356 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:04:54.484490 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [req-d3188922-3ffb-4317-8b06-753b1d433aed req-572408e4-f4a0-4023-b975-b107a3ed0513 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847-project] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:04:54.488939 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3188922-3ffb-4317-8b06-753b1d433aed req-572408e4-f4a0-4023-b975-b107a3ed0513 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847-project] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:04:54.526122 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572408e4-f4a0-4023-b975-b107a3ed0513 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847-project] Pushing event updated for resources: {'Port': ['ID=c86fb16f-e64f-4e71-a9ec-00f31289c759,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:04:54.551802 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e20aa3a-d9bc-4dbb-a9f1-5b3cc8c49c8a req-96dd9112-436c-43e4-8369-ffac7dafa9b6 tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:54.560577 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-5e20aa3a-d9bc-4dbb-a9f1-5b3cc8c49c8a req-96dd9112-436c-43e4-8369-ffac7dafa9b6 tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5f9d95c-1a18-44d1-bbb7-2e906f63162e HTTP/1.1" status: 200 len: 943 time: 0.1182895 Jul 27 23:04:54.622663 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-d3188922-3ffb-4317-8b06-753b1d433aed req-572408e4-f4a0-4023-b975-b107a3ed0513 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:54.626275 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device dc8e3238-5e75-4e06-81b0-0aa1040dcfd4 up at agent hyperv_n-h1-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:04:54.640304 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-5e20aa3a-d9bc-4dbb-a9f1-5b3cc8c49c8a req-bf9b2009-ca10-46e1-a30e-ba64cf6555b0 tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ee1769a-7cc2-4f9a-a15b-54c39d35bd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750530 Jul 27 23:04:54.697987 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-d3188922-3ffb-4317-8b06-753b1d433aed req-572408e4-f4a0-4023-b975-b107a3ed0513 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:54.719766 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 53260) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:04:54.724767 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Provisioning for port dc8e3238-5e75-4e06-81b0-0aa1040dcfd4 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:04:54.729781 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Provisioning complete for port dc8e3238-5e75-4e06-81b0-0aa1040dcfd4 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:04:54.730167 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:54.850541 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:54.932667 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port dc8e3238-5e75-4e06-81b0-0aa1040dcfd4, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=dc8e3238-5e75-4e06-81b0-0aa1040dcfd4,segment=NetworkSegment(16e91594-c047-4b55-93eb-43af33ad08e1),segment_id=16e91594-c047-4b55-93eb-43af33ad08e1)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:04:54.940483 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] get_ports_and_sgs() called for port_ids ['6f96dd91-321d-43d6-b890-90f0e576d8ed'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:04:54.950376 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:54.968810 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-d3188922-3ffb-4317-8b06-753b1d433aed req-572408e4-f4a0-4023-b975-b107a3ed0513 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847-project] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:54.983776 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-d3188922-3ffb-4317-8b06-753b1d433aed req-572408e4-f4a0-4023-b975-b107a3ed0513 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11336041'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:55.027959 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-00abd612-8e82-4caf-aa63-80a3b80a0065 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5bb0d3806e664c82945fe299bf6309d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3068488 Jul 27 23:04:55.031479 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 53270) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:04:55.131963 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Pushing event updated for resources: {'Port': ['ID=dc8e3238-5e75-4e06-81b0-0aa1040dcfd4,revision_number=5']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:04:55.132951 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cf8b0c-d468-4f65-968d-84bbfdffc488 req-b3d687ae-c7a5-465a-a6e4-a1f07f31e79a tempest-AttachSCSIVolumeTestJSON-704938723 tempest-AttachSCSIVolumeTestJSON-704938723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:55.134531 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-49cf8b0c-d468-4f65-968d-84bbfdffc488 req-b3d687ae-c7a5-465a-a6e4-a1f07f31e79a tempest-AttachSCSIVolumeTestJSON-704938723 tempest-AttachSCSIVolumeTestJSON-704938723-project] 10.222.0.18 "GET /v2.0/ports?device_id=05c0c1f1-794c-424e-ae39-1a41326487d7 HTTP/1.1" status: 200 len: 945 time: 0.0765355 Jul 27 23:04:55.144117 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572408e4-f4a0-4023-b975-b107a3ed0513 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847-project] Pushing event updated for resources: {'Port': ['ID=c86fb16f-e64f-4e71-a9ec-00f31289c759,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:04:55.164620 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-d3188922-3ffb-4317-8b06-753b1d433aed req-572408e4-f4a0-4023-b975-b107a3ed0513 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-415302'] for floatingip, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:55.186281 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2facac92-c8e9-4c35-89d2-d04cd11b1cae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc8e3238-5e75-4e06-81b0-0aa1040dcfd4'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:04:55.191609 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-d3188922-3ffb-4317-8b06-753b1d433aed req-572408e4-f4a0-4023-b975-b107a3ed0513 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for floatingip, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:55.193157 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d3188922-3ffb-4317-8b06-753b1d433aed req-572408e4-f4a0-4023-b975-b107a3ed0513 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.2788811 Jul 27 23:04:55.193649 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c0369b0d4f459110ff20a1f9878ba33f96d6491bddb9d15843bf29d01e0bda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0469b0d0-1754-4fd1-b712-1c263010e8da" -d '{"events": [{"server_uuid": "2facac92-c8e9-4c35-89d2-d04cd11b1cae", "name": "network-vif-plugged", "status": "completed", "tag": "dc8e3238-5e75-4e06-81b0-0aa1040dcfd4"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:04:55.211454 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bd849890-53e9-420b-8a92-399f3f8c851f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:55.216781 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-49cf8b0c-d468-4f65-968d-84bbfdffc488 req-1b4c9740-8cf7-4ead-ad71-94379042743b tempest-AttachSCSIVolumeTestJSON-704938723 tempest-AttachSCSIVolumeTestJSON-704938723-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef4566ad-cab9-4fdc-a9cf-efa0b9033d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746665 Jul 27 23:04:55.243312 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bd849890-53e9-420b-8a92-399f3f8c851f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:55.311199 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d3188922-3ffb-4317-8b06-753b1d433aed req-099bb6c1-cc83-4cdf-91ec-3010910d1600 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.4.176 HTTP/1.1" status: 200 len: 696 time: 0.1113539 Jul 27 23:04:55.355121 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bd849890-53e9-420b-8a92-399f3f8c851f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:55.359281 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bd849890-53e9-420b-8a92-399f3f8c851f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:55.362926 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-bd849890-53e9-420b-8a92-399f3f8c851f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ffa9f128-d6a7-4fb1-a632-c57615725739 HTTP/1.1" status: 204 len: 168 time: 0.3280265 Jul 27 23:04:55.377360 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd849890-53e9-420b-8a92-399f3f8c851f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffa9f128-d6a7-4fb1-a632-c57615725739,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:04:55.423322 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:04:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b686736a-9729-40c6-93f8-24a39a4c4cc4 x-openstack-request-id: req-b686736a-9729-40c6-93f8-24a39a4c4cc4 {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:04:55.423835 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2facac92-c8e9-4c35-89d2-d04cd11b1cae", "name": "network-vif-plugged", "status": "completed", "tag": "dc8e3238-5e75-4e06-81b0-0aa1040dcfd4", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:04:55.423942 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b686736a-9729-40c6-93f8-24a39a4c4cc4 {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:04:55.424788 n-d-802623-1 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2facac92-c8e9-4c35-89d2-d04cd11b1cae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc8e3238-5e75-4e06-81b0-0aa1040dcfd4', 'code': 200} Jul 27 23:04:55.542397 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3188922-3ffb-4317-8b06-753b1d433aed req-e6948e69-5f88-4784-ad3f-02a7df1b3abf tempest-FloatingIPsAssociationNegativeTestJSON-1524546847 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:55.543837 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d3188922-3ffb-4317-8b06-753b1d433aed req-e6948e69-5f88-4784-ad3f-02a7df1b3abf tempest-FloatingIPsAssociationNegativeTestJSON-1524546847 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847-project] 10.222.0.18 "GET /v2.0/networks/2fd42287-ed26-4eb9-89a5-b521f5b04356 HTTP/1.1" status: 200 len: 784 time: 0.2250361 Jul 27 23:04:55.640992 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993e35f9-3d09-4f02-ada2-30a0ac128e8a req-ef21a0d9-d475-4e15-b2f9-4d0f4f333ef1 tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:55.643502 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-993e35f9-3d09-4f02-ada2-30a0ac128e8a req-ef21a0d9-d475-4e15-b2f9-4d0f4f333ef1 tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] 10.222.0.18 "GET /v2.0/ports?device_id=4cdee2d3-ff76-49a5-9f5a-6206da906107 HTTP/1.1" status: 200 len: 949 time: 0.1397798 Jul 27 23:04:55.651653 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a50ef5-3f6a-4d28-b4e6-3ee4f59f7d1f req-43c4972c-ed48-4fa4-b88a-b70d2600db0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:55.654246 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-90a50ef5-3f6a-4d28-b4e6-3ee4f59f7d1f req-43c4972c-ed48-4fa4-b88a-b70d2600db0a service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=2facac92-c8e9-4c35-89d2-d04cd11b1cae HTTP/1.1" status: 200 len: 1101 time: 0.1610315 Jul 27 23:04:55.668280 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device d332fb0d-6ef5-4e0c-acea-50d5a9aae554 no longer exists at agent hyperv_n-h2-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:04:55.701570 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] No Port match for: d332fb0d-6ef5-4e0c-acea-50d5a9aae554 {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:04:55.702807 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device d332fb0d-6ef5-4e0c-acea-50d5a9aae554 not bound to the agent host n-h2-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:04:55.787080 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-993e35f9-3d09-4f02-ada2-30a0ac128e8a req-ebcf9499-a1be-4065-853e-b264900d388e tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] 10.222.0.18 "GET /v2.0/security-groups?id=3b54d803-f776-413f-b5bd-6e9336fca6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301417 Jul 27 23:04:55.796296 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-90a50ef5-3f6a-4d28-b4e6-3ee4f59f7d1f req-64b686b3-e414-4bbd-8a0c-614e03a8dff5 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=3b54d803-f776-413f-b5bd-6e9336fca6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266289 Jul 27 23:04:55.912801 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 53288) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:04:55.931279 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6d1594-280f-4b1a-862c-f840dd344414 req-312ef7f9-1727-47df-b34f-8774f8850011 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:55.933003 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-1a6d1594-280f-4b1a-862c-f840dd344414 req-312ef7f9-1727-47df-b34f-8774f8850011 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847-project] 10.222.0.18 "GET /v2.0/ports?device_id=62d8d2a0-72dd-45e9-8c74-e65775e4d0c3&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1839466 Jul 27 23:04:55.938515 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50e5086-0a83-4281-8b92-a982b559f770 req-dfafe0e4-e28f-45a7-bd89-1c52a240f140 tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:55.945014 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e50e5086-0a83-4281-8b92-a982b559f770 req-dfafe0e4-e28f-45a7-bd89-1c52a240f140 tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5f9d95c-1a18-44d1-bbb7-2e906f63162e HTTP/1.1" status: 200 len: 943 time: 0.0587580 Jul 27 23:04:56.019326 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e50e5086-0a83-4281-8b92-a982b559f770 req-e82690ff-01c9-4da8-a0ff-eeb4d6bae301 tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ee1769a-7cc2-4f9a-a15b-54c39d35bd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692990 Jul 27 23:04:56.022403 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-1a6d1594-280f-4b1a-862c-f840dd344414 req-abdc691b-d6c6-4f65-9329-f5b80ddb4538 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.4.176 HTTP/1.1" status: 200 len: 696 time: 0.0712812 Jul 27 23:04:56.036593 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [req-1a6d1594-280f-4b1a-862c-f840dd344414 req-37177ed9-c1a1-4702-8a22-ad0cdf594612 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847-project] Request body: {'floatingip': {'port_id': 'f879a519-bcc5-4611-ad8b-8623f5db098e', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:04:56.093539 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-1a6d1594-280f-4b1a-862c-f840dd344414 req-37177ed9-c1a1-4702-8a22-ad0cdf594612 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847-project] Notify callbacks [] for floatingip, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:56.132576 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-631fbbb0-f3bb-4443-a872-2aa50ed66b35 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=dd64d52787a94a6583235e33d09d2ca4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1986432 Jul 27 23:04:56.134306 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 53298) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:04:56.227507 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8fac1aeb-4cab-42bd-9452-39e09429c24f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:56.266718 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8fac1aeb-4cab-42bd-9452-39e09429c24f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:56.326193 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8fac1aeb-4cab-42bd-9452-39e09429c24f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:56.333279 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8fac1aeb-4cab-42bd-9452-39e09429c24f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:56.338235 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-8fac1aeb-4cab-42bd-9452-39e09429c24f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e779bdeb-aaa4-49da-9bd7-0bc0444d3495 HTTP/1.1" status: 204 len: 168 time: 0.2028592 Jul 27 23:04:56.356014 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fac1aeb-4cab-42bd-9452-39e09429c24f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e779bdeb-aaa4-49da-9bd7-0bc0444d3495,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:04:56.883492 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c08fd095-8f71-4980-8e2d-4c3a682d6194 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:56.988284 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.db.resource_extend [req-1a6d1594-280f-4b1a-862c-f840dd344414 req-37177ed9-c1a1-4702-8a22-ad0cdf594612 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 27 23:04:57.038273 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69b1c33-8ef6-4ea6-85cb-e07a3f967910 req-52881af1-ce25-4e91-8731-6539f08965a5 tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:57.048779 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f69b1c33-8ef6-4ea6-85cb-e07a3f967910 req-52881af1-ce25-4e91-8731-6539f08965a5 tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] 10.222.0.18 "GET /v2.0/ports?device_id=4cdee2d3-ff76-49a5-9f5a-6206da906107 HTTP/1.1" status: 200 len: 949 time: 0.1088147 Jul 27 23:04:57.097450 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f69b1c33-8ef6-4ea6-85cb-e07a3f967910 req-50eb4ca7-404d-4ff1-87ef-683c914e69d1 tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] 10.222.0.18 "GET /v2.0/security-groups?id=3b54d803-f776-413f-b5bd-6e9336fca6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476532 Jul 27 23:04:57.339973 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aefc0f6-129f-43c8-b970-40cfdee3a830 req-06ab138a-4dc9-4c5f-bf99-7328cdd8a799 tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:57.357383 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-3aefc0f6-129f-43c8-b970-40cfdee3a830 req-06ab138a-4dc9-4c5f-bf99-7328cdd8a799 tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5f9d95c-1a18-44d1-bbb7-2e906f63162e HTTP/1.1" status: 200 len: 943 time: 0.1526732 Jul 27 23:04:57.420951 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-3aefc0f6-129f-43c8-b970-40cfdee3a830 req-dae48b5d-8e29-4a1c-820f-f0e5a9d56987 tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ee1769a-7cc2-4f9a-a15b-54c39d35bd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587289 Jul 27 23:04:57.609963 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-1a6d1594-280f-4b1a-862c-f840dd344414 req-37177ed9-c1a1-4702-8a22-ad0cdf594612 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:57.615434 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-1a6d1594-280f-4b1a-862c-f840dd344414 req-37177ed9-c1a1-4702-8a22-ad0cdf594612 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-415302'] for floatingip, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:57.666192 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device 6f96dd91-321d-43d6-b890-90f0e576d8ed up at agent hyperv_n-h2-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:04:57.811845 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b21e9668-9661-460d-97b4-0c7057b0c046 req-6b64e5d0-64ec-4520-bc3b-8cc310e22b28 service neutron] 10.222.0.38 "GET /v2.0/ports/aeec7f2c-356d-41c9-812f-b5ab13f4069a/bindings/n-h2-802623-1 HTTP/1.1" status: 200 len: 384 time: 0.1266580 Jul 27 23:04:57.812608 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Provisioning for port 6f96dd91-321d-43d6-b890-90f0e576d8ed completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:04:57.820055 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Provisioning complete for port 6f96dd91-321d-43d6-b890-90f0e576d8ed triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:04:57.820788 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:57.839022 n-d-802623-1 neutron-server[93797]: INFO neutron.db.l3_db [req-1a6d1594-280f-4b1a-862c-f840dd344414 req-37177ed9-c1a1-4702-8a22-ad0cdf594612 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847-project] Floating IP d21a0ba1-d979-4db8-ba81-06df92df129d associated. External IP: 172.25.4.176, port: f879a519-bcc5-4611-ad8b-8623f5db098e. Jul 27 23:04:58.041355 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:58.102643 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port 6f96dd91-321d-43d6-b890-90f0e576d8ed, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=6f96dd91-321d-43d6-b890-90f0e576d8ed,segment=NetworkSegment(16e91594-c047-4b55-93eb-43af33ad08e1),segment_id=16e91594-c047-4b55-93eb-43af33ad08e1)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:04:58.103857 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cdee2d3-ff76-49a5-9f5a-6206da906107', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f96dd91-321d-43d6-b890-90f0e576d8ed'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:04:58.108367 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c0369b0d4f459110ff20a1f9878ba33f96d6491bddb9d15843bf29d01e0bda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7da438b3-0994-40f4-80d2-8a42c93e0217" -d '{"events": [{"server_uuid": "4cdee2d3-ff76-49a5-9f5a-6206da906107", "name": "network-vif-plugged", "status": "completed", "tag": "6f96dd91-321d-43d6-b890-90f0e576d8ed"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:04:58.114633 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:58.237258 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Pushing event updated for resources: {'Port': ['ID=6f96dd91-321d-43d6-b890-90f0e576d8ed,revision_number=5']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:04:58.249584 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-b21e9668-9661-460d-97b4-0c7057b0c046 req-fbcf99ed-f571-47d6-a967-cc6576a0652d service neutron] For port aeec7f2c-356d-41c9-812f-b5ab13f4069a, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=aeec7f2c-356d-41c9-812f-b5ab13f4069a,segment=NetworkSegment(ff9b0beb-ebd9-45f3-9693-d627eb3bb065),segment_id=ff9b0beb-ebd9-45f3-9693-d627eb3bb065)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:04:58.255729 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:04:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13c93434-c9f8-4142-b108-801fe5d52ff2 x-openstack-request-id: req-13c93434-c9f8-4142-b108-801fe5d52ff2 {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:04:58.256313 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cdee2d3-ff76-49a5-9f5a-6206da906107", "name": "network-vif-plugged", "status": "completed", "tag": "6f96dd91-321d-43d6-b890-90f0e576d8ed", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:04:58.256806 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-13c93434-c9f8-4142-b108-801fe5d52ff2 {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:04:58.257657 n-d-802623-1 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cdee2d3-ff76-49a5-9f5a-6206da906107', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f96dd91-321d-43d6-b890-90f0e576d8ed', 'code': 200} Jul 27 23:04:58.334772 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-b21e9668-9661-460d-97b4-0c7057b0c046 req-fbcf99ed-f571-47d6-a967-cc6576a0652d service neutron] For port aeec7f2c-356d-41c9-812f-b5ab13f4069a, host n-h1-802623-1, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:04:58.401779 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1a6d1594-280f-4b1a-862c-f840dd344414 req-37177ed9-c1a1-4702-8a22-ad0cdf594612 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847-project] Router f060ccd1-fef9-469c-b350-90acf6f2f32b has already been hosted by L3 agent 018c4455-49c0-4734-927d-7824067b2a9e {{(pid=93797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 23:04:58.468420 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [req-b21e9668-9661-460d-97b4-0c7057b0c046 req-fbcf99ed-f571-47d6-a967-cc6576a0652d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aeec7f2c-356d-41c9-812f-b5ab13f4069a {{(pid=93798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:04:58.498884 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-b21e9668-9661-460d-97b4-0c7057b0c046 req-fbcf99ed-f571-47d6-a967-cc6576a0652d service neutron] For port aeec7f2c-356d-41c9-812f-b5ab13f4069a, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=aeec7f2c-356d-41c9-812f-b5ab13f4069a,segment=NetworkSegment(ff9b0beb-ebd9-45f3-9693-d627eb3bb065),segment_id=ff9b0beb-ebd9-45f3-9693-d627eb3bb065)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:04:58.506832 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f293fe-452b-4bca-a2f5-32d5e1cac86e req-319fd449-8561-42f5-a0f9-0abf3f274233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:58.508390 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-38f293fe-452b-4bca-a2f5-32d5e1cac86e req-319fd449-8561-42f5-a0f9-0abf3f274233 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=4cdee2d3-ff76-49a5-9f5a-6206da906107 HTTP/1.1" status: 200 len: 1101 time: 0.1916008 Jul 27 23:04:58.531032 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20aeb14-8c6b-476c-afd4-68cdc00914f7 req-347682e4-63e0-4a00-90d7-08af20a166f8 tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:58.538424 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f20aeb14-8c6b-476c-afd4-68cdc00914f7 req-347682e4-63e0-4a00-90d7-08af20a166f8 tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] 10.222.0.18 "GET /v2.0/ports?device_id=4cdee2d3-ff76-49a5-9f5a-6206da906107 HTTP/1.1" status: 200 len: 950 time: 0.1212132 Jul 27 23:04:58.540199 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-b21e9668-9661-460d-97b4-0c7057b0c046 req-fbcf99ed-f571-47d6-a967-cc6576a0652d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:58.665141 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-b21e9668-9661-460d-97b4-0c7057b0c046 req-fbcf99ed-f571-47d6-a967-cc6576a0652d service neutron] Transition to ACTIVE for port object aeec7f2c-356d-41c9-812f-b5ab13f4069a will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:04:58.679454 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-38f293fe-452b-4bca-a2f5-32d5e1cac86e req-de0c5032-10ce-40d0-937b-6778fde5e0f7 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=3b54d803-f776-413f-b5bd-6e9336fca6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566639 Jul 27 23:04:58.683446 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-b21e9668-9661-460d-97b4-0c7057b0c046 req-fbcf99ed-f571-47d6-a967-cc6576a0652d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:58.703236 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f20aeb14-8c6b-476c-afd4-68cdc00914f7 req-8227fdae-a4f1-4057-911c-551b7a706fff tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] 10.222.0.18 "GET /v2.0/security-groups?id=3b54d803-f776-413f-b5bd-6e9336fca6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580389 Jul 27 23:04:58.740660 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1a6d1594-280f-4b1a-862c-f840dd344414 req-37177ed9-c1a1-4702-8a22-ad0cdf594612 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847-project] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:04:58.745786 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-1a6d1594-280f-4b1a-862c-f840dd344414 req-37177ed9-c1a1-4702-8a22-ad0cdf594612 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for floatingip, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:58.771679 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4a21458-261f-4d68-b96a-c934fe8d8dbe None None] Sync routers for ids ['f060ccd1-fef9-469c-b350-90acf6f2f32b'] in n-d-802623-1 {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:04:58.787960 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4a21458-261f-4d68-b96a-c934fe8d8dbe None None] Routers {'f060ccd1-fef9-469c-b350-90acf6f2f32b'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:04:58.791397 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-e4a21458-261f-4d68-b96a-c934fe8d8dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:04:29Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['f060ccd1-fef9-469c-b350-90acf6f2f32b'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:04:58.811937 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-1a6d1594-280f-4b1a-862c-f840dd344414 req-37177ed9-c1a1-4702-8a22-ad0cdf594612 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847-project] 10.222.0.18 "PUT /v2.0/floatingips/d21a0ba1-d979-4db8-ba81-06df92df129d HTTP/1.1" status: 200 len: 996 time: 2.7885480 Jul 27 23:04:58.812456 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62d8d2a0-72dd-45e9-8c74-e65775e4d0c3', 'tag': 'f879a519-bcc5-4611-ad8b-8623f5db098e'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:04:58.821260 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a476459a1bfce68b0ae0df5b6a71154bfc7cfdc8f9eefce6ad0a17231e60468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72ab6a71-3bfa-475e-9d37-5a1c5ffbb4ed" -d '{"events": [{"name": "network-changed", "server_uuid": "62d8d2a0-72dd-45e9-8c74-e65775e4d0c3", "tag": "f879a519-bcc5-4611-ad8b-8623f5db098e"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:04:58.903175 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6d1594-280f-4b1a-862c-f840dd344414 req-71f477ad-b906-4956-8c6c-8103ad9711e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:58.911386 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-1a6d1594-280f-4b1a-862c-f840dd344414 req-71f477ad-b906-4956-8c6c-8103ad9711e4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=502f92c9a31a431c91920c05d7db78e2&device_id=62d8d2a0-72dd-45e9-8c74-e65775e4d0c3 HTTP/1.1" status: 200 len: 1096 time: 0.0758951 Jul 27 23:04:58.942606 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcf99ed-f571-47d6-a967-cc6576a0652d service neutron] Pushing event updated for resources: {'Port': ['ID=aeec7f2c-356d-41c9-812f-b5ab13f4069a,revision_number=10']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:04:58.992829 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-b21e9668-9661-460d-97b4-0c7057b0c046 req-fbcf99ed-f571-47d6-a967-cc6576a0652d service neutron] No DVR routers for this DVR port aeec7f2c-356d-41c9-812f-b5ab13f4069a on host n-h1-802623-1 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:04:59.017944 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-e4a21458-261f-4d68-b96a-c934fe8d8dbe None None] Set router f060ccd1-fef9-469c-b350-90acf6f2f32b gateway port host: n-d-802623-1 {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:04:59.067770 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b21e9668-9661-460d-97b4-0c7057b0c046 req-fbcf99ed-f571-47d6-a967-cc6576a0652d service neutron] 10.222.0.38 "PUT /v2.0/ports/aeec7f2c-356d-41c9-812f-b5ab13f4069a/bindings/n-h2-802623-1/activate HTTP/1.1" status: 200 len: 369 time: 1.2384851 Jul 27 23:04:59.084000 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6d1594-280f-4b1a-862c-f840dd344414 req-031b06ea-dc3e-47d1-ac95-1c7b9ec85dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:59.092991 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-1a6d1594-280f-4b1a-862c-f840dd344414 req-031b06ea-dc3e-47d1-ac95-1c7b9ec85dcc service neutron] 10.222.0.18 "GET /v2.0/networks?id=0ce8931c-84fe-4224-88db-416ca3c243ce HTTP/1.1" status: 200 len: 930 time: 0.1804111 Jul 27 23:04:59.111519 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61edbcb-5941-4858-ac4b-095c885f5d99 req-7e17a1cf-a889-443d-9e2a-bd76743da033 tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:59.119766 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b61edbcb-5941-4858-ac4b-095c885f5d99 req-7e17a1cf-a889-443d-9e2a-bd76743da033 tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5f9d95c-1a18-44d1-bbb7-2e906f63162e HTTP/1.1" status: 200 len: 944 time: 0.3105190 Jul 27 23:04:59.189128 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b61edbcb-5941-4858-ac4b-095c885f5d99 req-87a4f46d-2a25-4590-bffe-9a6bd16ac13a tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ee1769a-7cc2-4f9a-a15b-54c39d35bd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678039 Jul 27 23:04:59.210049 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21e9668-9661-460d-97b4-0c7057b0c046 req-56b3915c-a2f6-40bf-97ee-97b3e46fe83a tempest-LiveAutoBlockMigrationV225Test-1050679481 tempest-LiveAutoBlockMigrationV225Test-1050679481-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:59.211831 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b21e9668-9661-460d-97b4-0c7057b0c046 req-56b3915c-a2f6-40bf-97ee-97b3e46fe83a tempest-LiveAutoBlockMigrationV225Test-1050679481 tempest-LiveAutoBlockMigrationV225Test-1050679481-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=a5f9d95c-1a18-44d1-bbb7-2e906f63162e&tenant_id=2b51160ea37c42ce86518efb7f5012de&binding%3Ahost_id=n-h1-802623-1 HTTP/1.1" status: 200 len: 1095 time: 0.0588746 Jul 27 23:04:59.221631 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-1a6d1594-280f-4b1a-862c-f840dd344414 req-ba46722e-164b-4b02-9657-b67f9fbe4651 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f879a519-bcc5-4611-ad8b-8623f5db098e HTTP/1.1" status: 200 len: 999 time: 0.1262379 Jul 27 23:04:59.332682 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 23:04:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b3c4d08-99eb-4233-a92e-ae0d0bc6cbf8 x-openstack-request-id: req-8b3c4d08-99eb-4233-a92e-ae0d0bc6cbf8 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:04:59.332892 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62d8d2a0-72dd-45e9-8c74-e65775e4d0c3", "tag": "f879a519-bcc5-4611-ad8b-8623f5db098e", "status": "completed", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:04:59.333143 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8b3c4d08-99eb-4233-a92e-ae0d0bc6cbf8 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:04:59.333540 n-d-802623-1 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62d8d2a0-72dd-45e9-8c74-e65775e4d0c3', 'tag': 'f879a519-bcc5-4611-ad8b-8623f5db098e', 'status': 'completed', 'code': 200} Jul 27 23:04:59.344285 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6d1594-280f-4b1a-862c-f840dd344414 req-f8d9f5cd-0f45-466e-8f8f-8d0a41bf1204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:59.346325 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-1a6d1594-280f-4b1a-862c-f840dd344414 req-f8d9f5cd-0f45-466e-8f8f-8d0a41bf1204 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7c915760-7367-4b2c-8742-645483953bbd HTTP/1.1" status: 200 len: 868 time: 0.1140425 Jul 27 23:04:59.365563 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:59.377250 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21e9668-9661-460d-97b4-0c7057b0c046 req-725716d8-7d53-486a-8d92-d1db618e0519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:59.378443 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b21e9668-9661-460d-97b4-0c7057b0c046 req-725716d8-7d53-486a-8d92-d1db618e0519 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=a5f9d95c-1a18-44d1-bbb7-2e906f63162e&tenant_id=2b51160ea37c42ce86518efb7f5012de HTTP/1.1" status: 200 len: 1095 time: 0.1579807 Jul 27 23:04:59.475415 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6d1594-280f-4b1a-862c-f840dd344414 req-bebdbfbf-f15b-4d09-b20e-0efae9738729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:59.486618 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-1a6d1594-280f-4b1a-862c-f840dd344414 req-bebdbfbf-f15b-4d09-b20e-0efae9738729 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0ce8931c-84fe-4224-88db-416ca3c243ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1334801 Jul 27 23:04:59.501571 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [req-1a6d1594-280f-4b1a-862c-f840dd344414 req-2ac16697-2044-465c-a26f-787bf4e5aa09 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=93797) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 23:04:59.510581 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-1a6d1594-280f-4b1a-862c-f840dd344414 req-2ac16697-2044-465c-a26f-787bf4e5aa09 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0219145 Jul 27 23:04:59.511240 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ab6a71-3bfa-475e-9d37-5a1c5ffbb4ed req-792f10a1-bce6-47ad-be7d-9eecb457175c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:59.515249 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-72ab6a71-3bfa-475e-9d37-5a1c5ffbb4ed req-792f10a1-bce6-47ad-be7d-9eecb457175c service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=502f92c9a31a431c91920c05d7db78e2&device_id=62d8d2a0-72dd-45e9-8c74-e65775e4d0c3 HTTP/1.1" status: 200 len: 1096 time: 0.1728303 Jul 27 23:04:59.547366 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-387ef750-d54e-406f-9a43-a1f02559b37f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:59.604899 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-e4a21458-261f-4d68-b96a-c934fe8d8dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f060ccd1-fef9-469c-b350-90acf6f2f32b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1696476153-router', 'tenant_id': '502f92c9a31a431c91920c05d7db78e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': 'df51d74d-fe37-4e81-89e4-2ce2c029c7ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:04:22Z', 'updated_at': '2021-07-27T23:04:31Z', 'revision_number': 4, 'project_id': '502f92c9a31a431c91920c05d7db78e2', 'gw_port': {'id': 'df51d74d-fe37-4e81-89e4-2ce2c029c7ae', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:b8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f060ccd1-fef9-469c-b350-90acf6f2f32b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:04:23Z', 'updated_at': '2021-07-27T23:04:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_floatingips': [{'id': 'd21a0ba1-d979-4db8-ba81-06df92df129d', 'tenant_id': '502f92c9a31a431c91920c05d7db78e2', 'floating_ip_address': '172.25.4.176', 'floating_network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'router_id': 'f060ccd1-fef9-469c-b350-90acf6f2f32b', 'port_id': 'f879a519-bcc5-4611-ad8b-8623f5db098e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ce8931c-84fe-4224-88db-416ca3c243ce', 'mac_address': 'fa:16:3e:3c:c7:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d8d2a0-72dd-45e9-8c74-e65775e4d0c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T23:04:54Z', 'updated_at': '2021-07-27T23:04:56Z', 'revision_number': 1, 'project_id': '502f92c9a31a431c91920c05d7db78e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22c0aa16-64d4-4e31-b664-4ea63e04be0e', 'name': '', 'network_id': '0ce8931c-84fe-4224-88db-416ca3c243ce', 'tenant_id': '502f92c9a31a431c91920c05d7db78e2', 'mac_address': 'fa:16:3e:19:a1:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f060ccd1-fef9-469c-b350-90acf6f2f32b', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '7c915760-7367-4b2c-8742-645483953bbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:04:29Z', 'updated_at': '2021-07-27T23:04:42Z', 'revision_number': 5, 'project_id': '502f92c9a31a431c91920c05d7db78e2', 'subnets': [{'id': '7c915760-7367-4b2c-8742-645483953bbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:04:59.649460 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4a21458-261f-4d68-b96a-c934fe8d8dbe None None] Checking router: f060ccd1-fef9-469c-b350-90acf6f2f32b for host: n-d-802623-1 {{(pid=93799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 23:04:59.671259 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4a21458-261f-4d68-b96a-c934fe8d8dbe None None] Routers {'f060ccd1-fef9-469c-b350-90acf6f2f32b'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:04:59.671477 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-e4a21458-261f-4d68-b96a-c934fe8d8dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:04:59Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['f060ccd1-fef9-469c-b350-90acf6f2f32b'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:04:59.684928 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21e9668-9661-460d-97b4-0c7057b0c046 req-af640970-ef60-45bb-995b-50afb5a11a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:59.686542 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b21e9668-9661-460d-97b4-0c7057b0c046 req-af640970-ef60-45bb-995b-50afb5a11a93 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2b51160ea37c42ce86518efb7f5012de&device_id=a5f9d95c-1a18-44d1-bbb7-2e906f63162e HTTP/1.1" status: 200 len: 1095 time: 0.2421401 Jul 27 23:04:59.755450 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-1a6d1594-280f-4b1a-862c-f840dd344414 req-c1c3d127-fe20-4f13-92e8-c60a599db5b8 service neutron] 10.222.0.18 "GET /v2.0/networks/0ce8931c-84fe-4224-88db-416ca3c243ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2434680 Jul 27 23:04:59.766087 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:59.867301 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-e4a21458-261f-4d68-b96a-c934fe8d8dbe None None] Set router f060ccd1-fef9-469c-b350-90acf6f2f32b gateway port host: n-d-802623-1 {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:04:59.897663 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-4732207f-0814-40fd-8d72-640e44be8231 req-76f99664-9d15-4da7-ba69-059ace01c223 tempest-ServersAdminNegativeTestJSON-2027900281 tempest-ServersAdminNegativeTestJSON-2027900281-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=aa38147c8b9c4d088e35292c1bb5c55c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1292567 Jul 27 23:04:59.919098 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-1a6d1594-280f-4b1a-862c-f840dd344414 req-757334b1-00af-453c-92a3-d9547e38d3a1 service neutron] 10.222.0.18 "GET /v2.0/networks/0ce8931c-84fe-4224-88db-416ca3c243ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1578183 Jul 27 23:05:00.110246 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4732207f-0814-40fd-8d72-640e44be8231 req-db5c1943-ed44-442c-a083-9acbbefb0008 tempest-ServersAdminNegativeTestJSON-2027900281 tempest-ServersAdminNegativeTestJSON-2027900281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:00.117762 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-4732207f-0814-40fd-8d72-640e44be8231 req-db5c1943-ed44-442c-a083-9acbbefb0008 tempest-ServersAdminNegativeTestJSON-2027900281 tempest-ServersAdminNegativeTestJSON-2027900281-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2192447 Jul 27 23:05:00.151889 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-4732207f-0814-40fd-8d72-640e44be8231 req-7c43dba5-af52-46e8-af24-efa79545ba2b tempest-ServersAdminNegativeTestJSON-2027900281 tempest-ServersAdminNegativeTestJSON-2027900281-project] 10.222.0.18 "GET /v2.0/quotas/aa38147c8b9c4d088e35292c1bb5c55c HTTP/1.1" status: 200 len: 375 time: 0.0331774 Jul 27 23:05:00.208443 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-4732207f-0814-40fd-8d72-640e44be8231 req-d735bac1-ac28-44a9-8b15-bc2a5cf8bb7a tempest-ServersAdminNegativeTestJSON-2027900281 tempest-ServersAdminNegativeTestJSON-2027900281-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=aa38147c8b9c4d088e35292c1bb5c55c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0555770 Jul 27 23:05:00.214137 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbd435c-312c-4fc2-b449-1784c12fb933 req-c8c20092-23b6-4b3a-9c24-eb20e15f8063 tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:00.215808 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-cbbd435c-312c-4fc2-b449-1784c12fb933 req-c8c20092-23b6-4b3a-9c24-eb20e15f8063 tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] 10.222.0.18 "GET /v2.0/ports?device_id=4cdee2d3-ff76-49a5-9f5a-6206da906107 HTTP/1.1" status: 200 len: 950 time: 0.1060505 Jul 27 23:05:00.228166 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ab6a71-3bfa-475e-9d37-5a1c5ffbb4ed req-ea155d12-54e9-4003-8ef6-0aaf844f962e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:00.229654 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-72ab6a71-3bfa-475e-9d37-5a1c5ffbb4ed req-ea155d12-54e9-4003-8ef6-0aaf844f962e service neutron] 10.222.0.38 "GET /v2.0/networks?id=0ce8931c-84fe-4224-88db-416ca3c243ce HTTP/1.1" status: 200 len: 930 time: 0.7020428 Jul 27 23:05:00.275382 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-cbbd435c-312c-4fc2-b449-1784c12fb933 req-7b1cf91e-7440-49fd-b3f5-39a82fc6da33 tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] 10.222.0.18 "GET /v2.0/security-groups?id=3b54d803-f776-413f-b5bd-6e9336fca6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535574 Jul 27 23:05:00.284268 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-e4a21458-261f-4d68-b96a-c934fe8d8dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f060ccd1-fef9-469c-b350-90acf6f2f32b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1696476153-router', 'tenant_id': '502f92c9a31a431c91920c05d7db78e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': 'df51d74d-fe37-4e81-89e4-2ce2c029c7ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:04:22Z', 'updated_at': '2021-07-27T23:04:31Z', 'revision_number': 4, 'project_id': '502f92c9a31a431c91920c05d7db78e2', 'gw_port': {'id': 'df51d74d-fe37-4e81-89e4-2ce2c029c7ae', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:b8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f060ccd1-fef9-469c-b350-90acf6f2f32b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:04:23Z', 'updated_at': '2021-07-27T23:04:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_floatingips': [{'id': 'd21a0ba1-d979-4db8-ba81-06df92df129d', 'tenant_id': '502f92c9a31a431c91920c05d7db78e2', 'floating_ip_address': '172.25.4.176', 'floating_network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'router_id': 'f060ccd1-fef9-469c-b350-90acf6f2f32b', 'port_id': 'f879a519-bcc5-4611-ad8b-8623f5db098e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ce8931c-84fe-4224-88db-416ca3c243ce', 'mac_address': 'fa:16:3e:3c:c7:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d8d2a0-72dd-45e9-8c74-e65775e4d0c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T23:04:54Z', 'updated_at': '2021-07-27T23:04:56Z', 'revision_number': 1, 'project_id': '502f92c9a31a431c91920c05d7db78e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22c0aa16-64d4-4e31-b664-4ea63e04be0e', 'name': '', 'network_id': '0ce8931c-84fe-4224-88db-416ca3c243ce', 'tenant_id': '502f92c9a31a431c91920c05d7db78e2', 'mac_address': 'fa:16:3e:19:a1:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f060ccd1-fef9-469c-b350-90acf6f2f32b', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '7c915760-7367-4b2c-8742-645483953bbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:04:29Z', 'updated_at': '2021-07-27T23:04:42Z', 'revision_number': 5, 'project_id': '502f92c9a31a431c91920c05d7db78e2', 'subnets': [{'id': '7c915760-7367-4b2c-8742-645483953bbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:05:00.322274 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4a21458-261f-4d68-b96a-c934fe8d8dbe None None] The sync data for ids ['f060ccd1-fef9-469c-b350-90acf6f2f32b'] in n-d-802623-1 is: [{'id': 'f060ccd1-fef9-469c-b350-90acf6f2f32b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1696476153-router', 'tenant_id': '502f92c9a31a431c91920c05d7db78e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': 'df51d74d-fe37-4e81-89e4-2ce2c029c7ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:04:22Z', 'updated_at': '2021-07-27T23:04:31Z', 'revision_number': 4, 'project_id': '502f92c9a31a431c91920c05d7db78e2', 'gw_port': {'id': 'df51d74d-fe37-4e81-89e4-2ce2c029c7ae', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:b8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f060ccd1-fef9-469c-b350-90acf6f2f32b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:04:23Z', 'updated_at': '2021-07-27T23:04:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_floatingips': [{'id': 'd21a0ba1-d979-4db8-ba81-06df92df129d', 'tenant_id': '502f92c9a31a431c91920c05d7db78e2', 'floating_ip_address': '172.25.4.176', 'floating_network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'router_id': 'f060ccd1-fef9-469c-b350-90acf6f2f32b', 'port_id': 'f879a519-bcc5-4611-ad8b-8623f5db098e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ce8931c-84fe-4224-88db-416ca3c243ce', 'mac_address': 'fa:16:3e:3c:c7:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d8d2a0-72dd-45e9-8c74-e65775e4d0c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T23:04:54Z', 'updated_at': '2021-07-27T23:04:56Z', 'revision_number': 1, 'project_id': '502f92c9a31a431c91920c05d7db78e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22c0aa16-64d4-4e31-b664-4ea63e04be0e', 'name': '', 'network_id': '0ce8931c-84fe-4224-88db-416ca3c243ce', 'tenant_id': '502f92c9a31a431c91920c05d7db78e2', 'mac_address': 'fa:16:3e:19:a1:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f060ccd1-fef9-469c-b350-90acf6f2f32b', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '7c915760-7367-4b2c-8742-645483953bbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:04:29Z', 'updated_at': '2021-07-27T23:04:42Z', 'revision_number': 5, 'project_id': '502f92c9a31a431c91920c05d7db78e2', 'subnets': [{'id': '7c915760-7367-4b2c-8742-645483953bbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:05:00.354702 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-19f2e178-d45e-4fbe-b9be-c3963fc151ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:00.461865 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-72ab6a71-3bfa-475e-9d37-5a1c5ffbb4ed req-c4e93603-c311-4b2d-9f83-517d25b29eae service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f879a519-bcc5-4611-ad8b-8623f5db098e HTTP/1.1" status: 200 len: 999 time: 0.2122605 Jul 27 23:05:00.463511 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21e9668-9661-460d-97b4-0c7057b0c046 req-30d9d179-0006-4c3b-99c9-d96f0cdd4b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:00.465832 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b21e9668-9661-460d-97b4-0c7057b0c046 req-30d9d179-0006-4c3b-99c9-d96f0cdd4b8c service neutron] 10.222.0.49 "GET /v2.0/networks?id=7ba5f889-7a68-424d-8fa1-71447bc958df HTTP/1.1" status: 200 len: 922 time: 0.7639358 Jul 27 23:05:00.569636 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ab6a71-3bfa-475e-9d37-5a1c5ffbb4ed req-08f2b7ac-95e9-4308-979e-2ef4e4c9e3db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:00.571204 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-72ab6a71-3bfa-475e-9d37-5a1c5ffbb4ed req-08f2b7ac-95e9-4308-979e-2ef4e4c9e3db service neutron] 10.222.0.38 "GET /v2.0/subnets?id=7c915760-7367-4b2c-8742-645483953bbd HTTP/1.1" status: 200 len: 868 time: 0.0817928 Jul 27 23:05:00.601861 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-1121f6b8-024a-43df-9228-238f15572479 req-dee31c97-32ac-40a4-bb49-bcc6f2489ae1 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847-project] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=2fd42287-ed26-4eb9-89a5-b521f5b04356 HTTP/1.1" status: 200 len: 258 time: 0.2648232 Jul 27 23:05:00.609740 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [req-1121f6b8-024a-43df-9228-238f15572479 req-cb4bf58c-0cf0-4083-bd1a-4a9ed9135ee5 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847-project] Request body: {'floatingip': {'floating_network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:05:00.656516 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-1121f6b8-024a-43df-9228-238f15572479 req-cb4bf58c-0cf0-4083-bd1a-4a9ed9135ee5 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847-project] Notify callbacks [] for floatingip, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:00.679202 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device aeec7f2c-356d-41c9-812f-b5ab13f4069a no longer exists at agent hyperv_n-h1-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:05:00.733379 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f684ef1-1885-4055-bd9c-91e9343e0338 None None] New status for floating IP d21a0ba1-d979-4db8-ba81-06df92df129d: ACTIVE {{(pid=93800) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 23:05:00.751879 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device aeec7f2c-356d-41c9-812f-b5ab13f4069a not bound to the agent host n-h1-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:05:00.947780 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-1121f6b8-024a-43df-9228-238f15572479 req-cb4bf58c-0cf0-4083-bd1a-4a9ed9135ee5 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:01.137942 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b21e9668-9661-460d-97b4-0c7057b0c046 req-af3dbb73-c1f4-4d68-b867-1396bc80bd2b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aeec7f2c-356d-41c9-812f-b5ab13f4069a HTTP/1.1" status: 200 len: 217 time: 0.5794022 Jul 27 23:05:01.189607 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [req-1121f6b8-024a-43df-9228-238f15572479 req-cb4bf58c-0cf0-4083-bd1a-4a9ed9135ee5 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847-project] Allocated IP 172.25.4.60 (2fd42287-ed26-4eb9-89a5-b521f5b04356/17de1f8f-393a-4b0c-a2df-614bd3f2fb5e/0fd65355-fe49-4839-b343-a4992adfd2bd) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:05:01.207606 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21e9668-9661-460d-97b4-0c7057b0c046 req-c840aefc-bdc7-436f-bf0b-029e8303147c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:01.209740 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b21e9668-9661-460d-97b4-0c7057b0c046 req-c840aefc-bdc7-436f-bf0b-029e8303147c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=2be3a116-6f3a-48af-9c58-17be143660fc HTTP/1.1" status: 200 len: 861 time: 0.0550876 Jul 27 23:05:01.272738 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b21e9668-9661-460d-97b4-0c7057b0c046 req-d219e035-9062-4ee5-a2e5-ac38d7910492 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=7ba5f889-7a68-424d-8fa1-71447bc958df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0530200 Jul 27 23:05:01.337430 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ab6a71-3bfa-475e-9d37-5a1c5ffbb4ed req-562c53b4-81ae-414c-a3e7-d3dd884096dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:01.338948 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-72ab6a71-3bfa-475e-9d37-5a1c5ffbb4ed req-562c53b4-81ae-414c-a3e7-d3dd884096dc service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=0ce8931c-84fe-4224-88db-416ca3c243ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7159519 Jul 27 23:05:01.349106 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4758d346-a632-4ae2-9ed0-830a248e1990 req-3ee4223d-863e-46e6-8fca-0eb1ffd8e0b0 tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:01.361179 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-4758d346-a632-4ae2-9ed0-830a248e1990 req-3ee4223d-863e-46e6-8fca-0eb1ffd8e0b0 tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5f9d95c-1a18-44d1-bbb7-2e906f63162e HTTP/1.1" status: 200 len: 944 time: 0.8924365 Jul 27 23:05:01.364205 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-1121f6b8-024a-43df-9228-238f15572479 req-cb4bf58c-0cf0-4083-bd1a-4a9ed9135ee5 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847-project] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:01.419233 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-1121f6b8-024a-43df-9228-238f15572479 req-cb4bf58c-0cf0-4083-bd1a-4a9ed9135ee5 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:01.498313 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1121f6b8-024a-43df-9228-238f15572479 req-cb4bf58c-0cf0-4083-bd1a-4a9ed9135ee5 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847-project] Network 2fd42287-ed26-4eb9-89a5-b521f5b04356 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:05:01.501742 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [req-1121f6b8-024a-43df-9228-238f15572479 req-cb4bf58c-0cf0-4083-bd1a-4a9ed9135ee5 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847-project] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:05:01.512164 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [req-1121f6b8-024a-43df-9228-238f15572479 req-cb4bf58c-0cf0-4083-bd1a-4a9ed9135ee5 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847-project] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:05:01.541627 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4bf58c-0cf0-4083-bd1a-4a9ed9135ee5 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847-project] Pushing event updated for resources: {'Port': ['ID=0fd65355-fe49-4839-b343-a4992adfd2bd,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:05:01.546242 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-4758d346-a632-4ae2-9ed0-830a248e1990 req-0f0cfd3e-3144-4df7-be80-379e80b92614 tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ee1769a-7cc2-4f9a-a15b-54c39d35bd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838453 Jul 27 23:05:01.560487 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-72ab6a71-3bfa-475e-9d37-5a1c5ffbb4ed req-93c33835-bacb-4eb8-b43f-60e4c40a38b6 service neutron] 10.222.0.38 "GET /v2.0/networks/0ce8931c-84fe-4224-88db-416ca3c243ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1651411 Jul 27 23:05:01.622723 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-1121f6b8-024a-43df-9228-238f15572479 req-cb4bf58c-0cf0-4083-bd1a-4a9ed9135ee5 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:01.686739 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-1121f6b8-024a-43df-9228-238f15572479 req-cb4bf58c-0cf0-4083-bd1a-4a9ed9135ee5 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:01.724710 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b21e9668-9661-460d-97b4-0c7057b0c046 req-4e34ec54-f7ea-4f76-b257-add69130250d service neutron] 10.222.0.49 "GET /v2.0/networks/7ba5f889-7a68-424d-8fa1-71447bc958df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4298582 Jul 27 23:05:01.823664 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-72ab6a71-3bfa-475e-9d37-5a1c5ffbb4ed req-4e9212de-0045-4ec3-99bc-e08511595fb6 service neutron] 10.222.0.38 "GET /v2.0/networks/0ce8931c-84fe-4224-88db-416ca3c243ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2426987 Jul 27 23:05:01.836978 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db16dddf-8a9a-41a7-b885-7a57630e96fc req-67a61eaf-f733-4dcc-a5d0-95bb98ada3a6 tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:01.845103 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-db16dddf-8a9a-41a7-b885-7a57630e96fc req-67a61eaf-f733-4dcc-a5d0-95bb98ada3a6 tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] 10.222.0.18 "GET /v2.0/ports?device_id=2facac92-c8e9-4c35-89d2-d04cd11b1cae HTTP/1.1" status: 200 len: 950 time: 0.1819992 Jul 27 23:05:01.901533 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-1121f6b8-024a-43df-9228-238f15572479 req-cb4bf58c-0cf0-4083-bd1a-4a9ed9135ee5 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847-project] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:01.910884 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-1121f6b8-024a-43df-9228-238f15572479 req-cb4bf58c-0cf0-4083-bd1a-4a9ed9135ee5 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11336041'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:01.916713 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-db16dddf-8a9a-41a7-b885-7a57630e96fc req-7e113762-7486-4f26-967e-6af66b219c16 tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] 10.222.0.18 "GET /v2.0/security-groups?id=3b54d803-f776-413f-b5bd-6e9336fca6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706043 Jul 27 23:05:01.957621 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b21e9668-9661-460d-97b4-0c7057b0c046 req-8156b11d-d1cc-4817-ae3f-8bbdb71ea88d service neutron] 10.222.0.49 "GET /v2.0/networks/7ba5f889-7a68-424d-8fa1-71447bc958df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2151744 Jul 27 23:05:02.098548 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7418f70f-e60d-4709-8ba9-6ab514bc7f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:02.111236 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ea8b6fc7-8712-4e4a-99e8-be3de9989deb req-4b8e66d7-e02f-43b1-869e-024f06bd9f53 tempest-ServersAdminNegativeTestJSON-2027900281 tempest-ServersAdminNegativeTestJSON-2027900281-project] 10.222.0.18 "GET /v2.0/ports?device_id=2b1e0dbc-d3dc-446c-b149-1dbafa05063c HTTP/1.1" status: 200 len: 210 time: 0.0628126 Jul 27 23:05:02.178724 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-4732207f-0814-40fd-8d72-640e44be8231 req-c593eebe-4a76-42fa-8b2d-fbbfcd1b15e6 tempest-ServersAdminNegativeTestJSON-2027900281 tempest-ServersAdminNegativeTestJSON-2027900281-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=aa38147c8b9c4d088e35292c1bb5c55c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1610570 Jul 27 23:05:02.181607 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4bf58c-0cf0-4083-bd1a-4a9ed9135ee5 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847-project] Pushing event updated for resources: {'Port': ['ID=0fd65355-fe49-4839-b343-a4992adfd2bd,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:05:02.225469 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-1121f6b8-024a-43df-9228-238f15572479 req-cb4bf58c-0cf0-4083-bd1a-4a9ed9135ee5 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-415302'] for floatingip, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:02.288035 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-1121f6b8-024a-43df-9228-238f15572479 req-cb4bf58c-0cf0-4083-bd1a-4a9ed9135ee5 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for floatingip, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:02.289545 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-1121f6b8-024a-43df-9228-238f15572479 req-cb4bf58c-0cf0-4083-bd1a-4a9ed9135ee5 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.6866448 Jul 27 23:05:02.385698 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21e9668-9661-460d-97b4-0c7057b0c046 req-e498192b-2078-4b0e-ad76-0647bc71c842 tempest-LiveAutoBlockMigrationV225Test-1050679481 tempest-LiveAutoBlockMigrationV225Test-1050679481-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:02.385892 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-1121f6b8-024a-43df-9228-238f15572479 req-2c7c085f-94c0-454f-9315-e0d30c432f41 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.4.60 HTTP/1.1" status: 200 len: 695 time: 0.0898521 Jul 27 23:05:02.387101 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b21e9668-9661-460d-97b4-0c7057b0c046 req-e498192b-2078-4b0e-ad76-0647bc71c842 tempest-LiveAutoBlockMigrationV225Test-1050679481 tempest-LiveAutoBlockMigrationV225Test-1050679481-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=a5f9d95c-1a18-44d1-bbb7-2e906f63162e&tenant_id=2b51160ea37c42ce86518efb7f5012de&binding%3Ahost_id=n-h2-802623-1 HTTP/1.1" status: 200 len: 1095 time: 0.0829527 Jul 27 23:05:02.428357 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4732207f-0814-40fd-8d72-640e44be8231 req-71627df5-1558-4206-aea4-83e9255ae0ae tempest-ServersAdminNegativeTestJSON-2027900281 tempest-ServersAdminNegativeTestJSON-2027900281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:02.429910 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-4732207f-0814-40fd-8d72-640e44be8231 req-71627df5-1558-4206-aea4-83e9255ae0ae tempest-ServersAdminNegativeTestJSON-2027900281 tempest-ServersAdminNegativeTestJSON-2027900281-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2336690 Jul 27 23:05:02.485799 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [req-4732207f-0814-40fd-8d72-640e44be8231 req-1a74cee0-a79b-4e85-84b4-1e29ffb36340 tempest-ServersAdminNegativeTestJSON-2027900281 tempest-ServersAdminNegativeTestJSON-2027900281-project] Request body: {'port': {'device_id': '2b1e0dbc-d3dc-446c-b149-1dbafa05063c', 'network_id': '591af2dd-f826-43b1-aa9d-e7a0bf218c71', 'admin_state_up': True, 'tenant_id': 'aa38147c8b9c4d088e35292c1bb5c55c'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:05:02.668373 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1121f6b8-024a-43df-9228-238f15572479 req-148c1a42-7a9b-416a-b72b-a38181e2f4d2 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:02.669802 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-1121f6b8-024a-43df-9228-238f15572479 req-148c1a42-7a9b-416a-b72b-a38181e2f4d2 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847-project] 10.222.0.18 "GET /v2.0/networks/2fd42287-ed26-4eb9-89a5-b521f5b04356 HTTP/1.1" status: 200 len: 784 time: 0.2734883 Jul 27 23:05:02.679927 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40bdf06-5338-4913-8f67-06a70b2141d3 req-b63b4507-e5e8-4c4c-af15-f7bb3dd0dd1e tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:02.686281 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40bdf06-5338-4913-8f67-06a70b2141d3 req-b63b4507-e5e8-4c4c-af15-f7bb3dd0dd1e tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:02.691582 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a40bdf06-5338-4913-8f67-06a70b2141d3 req-b63b4507-e5e8-4c4c-af15-f7bb3dd0dd1e tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] 10.222.0.18 "GET /v2.0/ports?device_id=4cdee2d3-ff76-49a5-9f5a-6206da906107&device_id=2facac92-c8e9-4c35-89d2-d04cd11b1cae HTTP/1.1" status: 200 len: 1691 time: 0.1143363 Jul 27 23:05:02.709881 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4732207f-0814-40fd-8d72-640e44be8231 req-1a74cee0-a79b-4e85-84b4-1e29ffb36340 tempest-ServersAdminNegativeTestJSON-2027900281 tempest-ServersAdminNegativeTestJSON-2027900281-project] Made reservation on behalf of aa38147c8b9c4d088e35292c1bb5c55c for: {'port': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:05:02.715301 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-4732207f-0814-40fd-8d72-640e44be8231 req-1a74cee0-a79b-4e85-84b4-1e29ffb36340 tempest-ServersAdminNegativeTestJSON-2027900281 tempest-ServersAdminNegativeTestJSON-2027900281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:02.726980 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-4732207f-0814-40fd-8d72-640e44be8231 req-1a74cee0-a79b-4e85-84b4-1e29ffb36340 tempest-ServersAdminNegativeTestJSON-2027900281 tempest-ServersAdminNegativeTestJSON-2027900281-project] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:02.738003 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-2aeb423d-7198-40ed-bb11-076993734278 req-40925e69-eee9-42d9-af33-c1925a19d29f service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=31e5972f-2cc7-450f-8a25-9160dca94c2b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1630249 Jul 27 23:05:02.763964 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-b21e9668-9661-460d-97b4-0c7057b0c046 req-c51e3ffb-a43e-4961-8468-e483793fe3cf service neutron] For port aeec7f2c-356d-41c9-812f-b5ab13f4069a, host n-h1-802623-1, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:05:02.774012 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-b21e9668-9661-460d-97b4-0c7057b0c046 req-c51e3ffb-a43e-4961-8468-e483793fe3cf service neutron] Notify callbacks [] for binding, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:02.777069 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b21e9668-9661-460d-97b4-0c7057b0c046 req-c51e3ffb-a43e-4961-8468-e483793fe3cf service neutron] 10.222.0.49 "DELETE /v2.0/ports/aeec7f2c-356d-41c9-812f-b5ab13f4069a/bindings/n-h1-802623-1 HTTP/1.1" status: 204 len: 173 time: 0.3663192 Jul 27 23:05:02.785521 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a40bdf06-5338-4913-8f67-06a70b2141d3 req-c9c75898-15e2-415c-9f0f-51d250b53965 tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] 10.222.0.18 "GET /v2.0/security-groups?id=3b54d803-f776-413f-b5bd-6e9336fca6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882659 Jul 27 23:05:02.899314 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d38bff7-b746-471e-bb71-b40d3e40434d req-23e4ac81-fb4b-4e9a-a360-1cf85626b858 tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:02.902811 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-7d38bff7-b746-471e-bb71-b40d3e40434d req-23e4ac81-fb4b-4e9a-a360-1cf85626b858 tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5f9d95c-1a18-44d1-bbb7-2e906f63162e HTTP/1.1" status: 200 len: 944 time: 0.1445823 Jul 27 23:05:02.911731 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aeb423d-7198-40ed-bb11-076993734278 req-940905fe-c333-427d-82aa-d2af938b715d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:02.917034 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-2aeb423d-7198-40ed-bb11-076993734278 req-940905fe-c333-427d-82aa-d2af938b715d service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=59376bbb1c574537a7eaca41e781bf3f&device_id=31e5972f-2cc7-450f-8a25-9160dca94c2b HTTP/1.1" status: 200 len: 1096 time: 0.1288583 Jul 27 23:05:03.017138 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-4732207f-0814-40fd-8d72-640e44be8231 req-1a74cee0-a79b-4e85-84b4-1e29ffb36340 tempest-ServersAdminNegativeTestJSON-2027900281 tempest-ServersAdminNegativeTestJSON-2027900281-project] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:03.022557 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-7d38bff7-b746-471e-bb71-b40d3e40434d req-9c7c3e7f-bd25-44a0-9727-374c5b91f1a4 tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ee1769a-7cc2-4f9a-a15b-54c39d35bd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111465 Jul 27 23:05:03.028564 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-4732207f-0814-40fd-8d72-640e44be8231 req-1a74cee0-a79b-4e85-84b4-1e29ffb36340 tempest-ServersAdminNegativeTestJSON-2027900281 tempest-ServersAdminNegativeTestJSON-2027900281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:03.128434 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a74cee0-a79b-4e85-84b4-1e29ffb36340 tempest-ServersAdminNegativeTestJSON-2027900281 tempest-ServersAdminNegativeTestJSON-2027900281-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe25dd46-142f-4f85-a515-1967d4861cdb,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:05:03.176757 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aeb423d-7198-40ed-bb11-076993734278 req-ee55bf1f-6b85-473e-aa52-8fce29e8fa45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:03.178365 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-2aeb423d-7198-40ed-bb11-076993734278 req-ee55bf1f-6b85-473e-aa52-8fce29e8fa45 service neutron] 10.222.0.38 "GET /v2.0/networks?id=c451a142-86a9-4355-833f-365557d21b8d HTTP/1.1" status: 200 len: 909 time: 0.2342162 Jul 27 23:05:03.251862 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [req-4732207f-0814-40fd-8d72-640e44be8231 req-1a74cee0-a79b-4e85-84b4-1e29ffb36340 tempest-ServersAdminNegativeTestJSON-2027900281 tempest-ServersAdminNegativeTestJSON-2027900281-project] Allocated IP 192.168.233.183 (591af2dd-f826-43b1-aa9d-e7a0bf218c71/62938449-046d-4cbe-923a-7ebb632c358d/3e618999-603b-439c-8192-161390a3ae45) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:05:03.397686 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-2aeb423d-7198-40ed-bb11-076993734278 req-48ddf9e7-7d05-4458-859e-f5ab454ad0ed service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5492f708-7970-435a-adac-3fa8953a6f22 HTTP/1.1" status: 200 len: 217 time: 0.1143382 Jul 27 23:05:03.424771 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d3f9146d-c6be-4572-a2d3-349c509328b1 req-b1a21328-ff99-4fcc-a2da-db2378ab5b0d tempest-ServersAdminNegativeTestJSON-2027900281 tempest-ServersAdminNegativeTestJSON-2027900281-project] 10.222.0.18 "GET /v2.0/ports?device_id=2b1e0dbc-d3dc-446c-b149-1dbafa05063c HTTP/1.1" status: 200 len: 210 time: 0.0416739 Jul 27 23:05:03.511645 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802cc363-4b50-4580-85c5-d3ad3cbe67e1 req-9aee9cb8-1346-4ccc-90a0-1309c4ebc8b2 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:03.520300 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-802cc363-4b50-4580-85c5-d3ad3cbe67e1 req-9aee9cb8-1346-4ccc-90a0-1309c4ebc8b2 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847-project] 10.222.0.18 "GET /v2.0/ports?device_id=62d8d2a0-72dd-45e9-8c74-e65775e4d0c3&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.4959025 Jul 27 23:05:03.530122 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-4732207f-0814-40fd-8d72-640e44be8231 req-1a74cee0-a79b-4e85-84b4-1e29ffb36340 tempest-ServersAdminNegativeTestJSON-2027900281 tempest-ServersAdminNegativeTestJSON-2027900281-project] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:03.592925 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [req-4732207f-0814-40fd-8d72-640e44be8231 req-1a74cee0-a79b-4e85-84b4-1e29ffb36340 tempest-ServersAdminNegativeTestJSON-2027900281 tempest-ServersAdminNegativeTestJSON-2027900281-project] Transition to ACTIVE for port object 3e618999-603b-439c-8192-161390a3ae45 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:05:03.593958 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-802cc363-4b50-4580-85c5-d3ad3cbe67e1 req-549b7a9e-d8f8-493c-bf7b-820d926a4e9c tempest-FloatingIPsAssociationNegativeTestJSON-1524546847 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.4.60 HTTP/1.1" status: 200 len: 695 time: 0.0723147 Jul 27 23:05:03.599304 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [req-802cc363-4b50-4580-85c5-d3ad3cbe67e1 req-bf7f6aae-6108-498c-a621-80ec72acaf99 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847-project] Request body: {'floatingip': {'port_id': 'f879a519-bcc5-4611-ad8b-8623f5db098e', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:05:03.610122 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e08840a-272d-4a16-ae7b-20e81d55717d req-28a29579-d955-4698-8667-017a55ef1557 tempest-ServersOnMultiNodesTest-726307759 tempest-ServersOnMultiNodesTest-726307759-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:03.618549 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-5e08840a-272d-4a16-ae7b-20e81d55717d req-28a29579-d955-4698-8667-017a55ef1557 tempest-ServersOnMultiNodesTest-726307759 tempest-ServersOnMultiNodesTest-726307759-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=4cdee2d3-ff76-49a5-9f5a-6206da906107 HTTP/1.1" status: 200 len: 1101 time: 0.1161535 Jul 27 23:05:03.646560 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-802cc363-4b50-4580-85c5-d3ad3cbe67e1 req-bf7f6aae-6108-498c-a621-80ec72acaf99 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847-project] Notify callbacks [] for floatingip, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:03.652813 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aeb423d-7198-40ed-bb11-076993734278 req-36ceb329-7b76-42f2-be7a-656f99162df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:03.654900 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-2aeb423d-7198-40ed-bb11-076993734278 req-36ceb329-7b76-42f2-be7a-656f99162df3 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b1592ca5-0a74-47a5-88e1-85b3448a0017 HTTP/1.1" status: 200 len: 848 time: 0.2489188 Jul 27 23:05:03.690489 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-5e08840a-272d-4a16-ae7b-20e81d55717d req-e4f1501f-f747-48a2-b68e-4087fbe7dcbf tempest-ServersOnMultiNodesTest-726307759 tempest-ServersOnMultiNodesTest-726307759-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=3b54d803-f776-413f-b5bd-6e9336fca6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702810 Jul 27 23:05:03.713135 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-4732207f-0814-40fd-8d72-640e44be8231 req-1a74cee0-a79b-4e85-84b4-1e29ffb36340 tempest-ServersAdminNegativeTestJSON-2027900281 tempest-ServersAdminNegativeTestJSON-2027900281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:03.760929 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4732207f-0814-40fd-8d72-640e44be8231 req-1a74cee0-a79b-4e85-84b4-1e29ffb36340 tempest-ServersAdminNegativeTestJSON-2027900281 tempest-ServersAdminNegativeTestJSON-2027900281-project] Network 591af2dd-f826-43b1-aa9d-e7a0bf218c71 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:05:03.765769 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [req-4732207f-0814-40fd-8d72-640e44be8231 req-1a74cee0-a79b-4e85-84b4-1e29ffb36340 tempest-ServersAdminNegativeTestJSON-2027900281 tempest-ServersAdminNegativeTestJSON-2027900281-project] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:05:03.770797 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [req-4732207f-0814-40fd-8d72-640e44be8231 req-1a74cee0-a79b-4e85-84b4-1e29ffb36340 tempest-ServersAdminNegativeTestJSON-2027900281 tempest-ServersAdminNegativeTestJSON-2027900281-project] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:05:03.827621 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a74cee0-a79b-4e85-84b4-1e29ffb36340 tempest-ServersAdminNegativeTestJSON-2027900281 tempest-ServersAdminNegativeTestJSON-2027900281-project] Pushing event updated for resources: {'Port': ['ID=3e618999-603b-439c-8192-161390a3ae45,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:05:03.944846 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4732207f-0814-40fd-8d72-640e44be8231 req-1a74cee0-a79b-4e85-84b4-1e29ffb36340 tempest-ServersAdminNegativeTestJSON-2027900281 tempest-ServersAdminNegativeTestJSON-2027900281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:03.945850 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-4732207f-0814-40fd-8d72-640e44be8231 req-1a74cee0-a79b-4e85-84b4-1e29ffb36340 tempest-ServersAdminNegativeTestJSON-2027900281 tempest-ServersAdminNegativeTestJSON-2027900281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:03.948858 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-2aeb423d-7198-40ed-bb11-076993734278 req-69434721-0128-4252-a2ed-b6a97f864098 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=c451a142-86a9-4355-833f-365557d21b8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0585551 Jul 27 23:05:03.970291 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-4732207f-0814-40fd-8d72-640e44be8231 req-1a74cee0-a79b-4e85-84b4-1e29ffb36340 tempest-ServersAdminNegativeTestJSON-2027900281 tempest-ServersAdminNegativeTestJSON-2027900281-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4883151 Jul 27 23:05:03.982821 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578e0405-85f4-4f61-a09d-0e43eade5f3f req-89ae541b-7997-4fef-93b7-b9b62f8a6ed6 tempest-LiveAutoBlockMigrationV225Test-1050679481 tempest-LiveAutoBlockMigrationV225Test-1050679481-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:03.992446 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-578e0405-85f4-4f61-a09d-0e43eade5f3f req-89ae541b-7997-4fef-93b7-b9b62f8a6ed6 tempest-LiveAutoBlockMigrationV225Test-1050679481 tempest-LiveAutoBlockMigrationV225Test-1050679481-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=a5f9d95c-1a18-44d1-bbb7-2e906f63162e HTTP/1.1" status: 200 len: 1095 time: 0.1310532 Jul 27 23:05:04.004904 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [req-4732207f-0814-40fd-8d72-640e44be8231 req-f8efd8f0-0834-4585-a632-20cd42e14e1e service neutron] Request body: {'port': {'device_id': '2b1e0dbc-d3dc-446c-b149-1dbafa05063c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802623-1'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:05:04.069907 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-578e0405-85f4-4f61-a09d-0e43eade5f3f req-e3a031cb-f414-43c2-885d-59a2002181e3 tempest-LiveAutoBlockMigrationV225Test-1050679481 tempest-LiveAutoBlockMigrationV225Test-1050679481-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=9ee1769a-7cc2-4f9a-a15b-54c39d35bd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712452 Jul 27 23:05:04.129562 n-d-802623-1 neutron-server[93798]: INFO neutron.api.v2.resource [req-802cc363-4b50-4580-85c5-d3ad3cbe67e1 req-bf7f6aae-6108-498c-a621-80ec72acaf99 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847-project] update failed (client error): There was a conflict when trying to complete your request. Jul 27 23:05:04.142275 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-802cc363-4b50-4580-85c5-d3ad3cbe67e1 req-bf7f6aae-6108-498c-a621-80ec72acaf99 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847-project] 10.222.0.18 "PUT /v2.0/floatingips/54d69e25-a4d9-4a9d-8695-043bd834968c HTTP/1.1" status: 409 len: 549 time: 0.5474541 Jul 27 23:05:04.143914 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-440bbe12-7818-457e-bfe6-f7515c5ab1ab None None] Provisioning for port 3e618999-603b-439c-8192-161390a3ae45 completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:05:04.154573 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-2aeb423d-7198-40ed-bb11-076993734278 req-2147d245-4c81-4e6c-aece-98af37655e92 service neutron] 10.222.0.38 "GET /v2.0/networks/c451a142-86a9-4355-833f-365557d21b8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1927681 Jul 27 23:05:04.159999 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-440bbe12-7818-457e-bfe6-f7515c5ab1ab None None] Provisioning complete for port 3e618999-603b-439c-8192-161390a3ae45 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:05:04.160723 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-440bbe12-7818-457e-bfe6-f7515c5ab1ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:04.161348 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-4732207f-0814-40fd-8d72-640e44be8231 req-f8efd8f0-0834-4585-a632-20cd42e14e1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:04.286055 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e9eec8a2-7217-436a-a283-8a60212876d3 req-63e5f0a0-70cd-44e0-8661-e70055e08bcd tempest-FloatingIPsAssociationNegativeTestJSON-1524546847 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847-project] 10.222.0.18 "GET /v2.0/floatingips/54d69e25-a4d9-4a9d-8695-043bd834968c HTTP/1.1" status: 200 len: 692 time: 0.1163361 Jul 27 23:05:04.474448 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-2aeb423d-7198-40ed-bb11-076993734278 req-1cdd7492-d021-4104-b78f-5333908371f8 service neutron] 10.222.0.38 "GET /v2.0/networks/c451a142-86a9-4355-833f-365557d21b8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1873076 Jul 27 23:05:04.563490 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2c9a0d-ae81-4baa-a81d-5a8393316201 req-ca3b65c7-e79e-41ee-ac7a-0eb5bc68eedc tempest-ServersOnMultiNodesTest-726307759 tempest-ServersOnMultiNodesTest-726307759-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:04.569340 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-7a2c9a0d-ae81-4baa-a81d-5a8393316201 req-ca3b65c7-e79e-41ee-ac7a-0eb5bc68eedc tempest-ServersOnMultiNodesTest-726307759 tempest-ServersOnMultiNodesTest-726307759-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=2facac92-c8e9-4c35-89d2-d04cd11b1cae HTTP/1.1" status: 200 len: 1101 time: 0.2906849 Jul 27 23:05:04.625972 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:04.633989 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9eec8a2-7217-436a-a283-8a60212876d3 req-4f535ced-e48e-4e24-be94-c68718fcaafd tempest-FloatingIPsAssociationNegativeTestJSON-1524546847 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:04.637216 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-440bbe12-7818-457e-bfe6-f7515c5ab1ab None None] Port 3e618999-603b-439c-8192-161390a3ae45 cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:05:04.641942 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e9eec8a2-7217-436a-a283-8a60212876d3 req-4f535ced-e48e-4e24-be94-c68718fcaafd tempest-FloatingIPsAssociationNegativeTestJSON-1524546847 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847-project] 10.222.0.18 "GET /v2.0/networks/2fd42287-ed26-4eb9-89a5-b521f5b04356 HTTP/1.1" status: 200 len: 784 time: 0.3420520 Jul 27 23:05:04.649913 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [req-e9eec8a2-7217-436a-a283-8a60212876d3 req-b8433492-0103-4e41-bd5e-509c9482f88c tempest-FloatingIPsAssociationNegativeTestJSON-1524546847 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=93798) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 23:05:04.651200 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e9eec8a2-7217-436a-a283-8a60212876d3 req-b8433492-0103-4e41-bd5e-509c9482f88c tempest-FloatingIPsAssociationNegativeTestJSON-1524546847 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0083525 Jul 27 23:05:04.679753 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-7a2c9a0d-ae81-4baa-a81d-5a8393316201 req-155952e3-9969-4b7e-be1c-b3774b98754b tempest-ServersOnMultiNodesTest-726307759 tempest-ServersOnMultiNodesTest-726307759-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=3b54d803-f776-413f-b5bd-6e9336fca6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011605 Jul 27 23:05:04.721504 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e9eec8a2-7217-436a-a283-8a60212876d3 req-cbd8dfde-2d9b-449d-944a-af2ec073a6fd tempest-FloatingIPsAssociationNegativeTestJSON-1524546847 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.4.60 HTTP/1.1" status: 200 len: 695 time: 0.0558350 Jul 27 23:05:04.790799 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e9eec8a2-7217-436a-a283-8a60212876d3 req-4873f10f-36dc-4166-8c53-31f2cd5d3670 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.4.60 HTTP/1.1" status: 200 len: 695 time: 0.0612860 Jul 27 23:05:04.857931 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [req-4732207f-0814-40fd-8d72-640e44be8231 req-f8efd8f0-0834-4585-a632-20cd42e14e1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e618999-603b-439c-8192-161390a3ae45 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:05:04.868286 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-4732207f-0814-40fd-8d72-640e44be8231 req-f8efd8f0-0834-4585-a632-20cd42e14e1e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:05.011303 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-e9eec8a2-7217-436a-a283-8a60212876d3 req-9c4d5a92-ff5f-46d2-ae84-1ac5f8c0089f tempest-FloatingIPsAssociationNegativeTestJSON-1524546847 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847-project] Deleting port 0fd65355-fe49-4839-b343-a4992adfd2bd {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:05:05.011805 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-e9eec8a2-7217-436a-a283-8a60212876d3 req-9c4d5a92-ff5f-46d2-ae84-1ac5f8c0089f tempest-FloatingIPsAssociationNegativeTestJSON-1524546847 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:05.029617 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [req-4732207f-0814-40fd-8d72-640e44be8231 req-f8efd8f0-0834-4585-a632-20cd42e14e1e service neutron] Transition to ACTIVE for port object 3e618999-603b-439c-8192-161390a3ae45 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:05:05.040121 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-4732207f-0814-40fd-8d72-640e44be8231 req-f8efd8f0-0834-4585-a632-20cd42e14e1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11336041'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:05.126073 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f8cd3c-59ac-4eec-8f4c-2353885fbb96 req-50d4c9b6-013e-45fd-94f8-f2252bb6ae1b tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:05.127625 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-17f8cd3c-59ac-4eec-8f4c-2353885fbb96 req-50d4c9b6-013e-45fd-94f8-f2252bb6ae1b tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] 10.222.0.18 "GET /v2.0/networks?id=7ba5f889-7a68-424d-8fa1-71447bc958df HTTP/1.1" status: 200 len: 821 time: 0.2871952 Jul 27 23:05:05.130331 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-e9eec8a2-7217-436a-a283-8a60212876d3 req-9c4d5a92-ff5f-46d2-ae84-1ac5f8c0089f tempest-FloatingIPsAssociationNegativeTestJSON-1524546847 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:05.130738 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-e9eec8a2-7217-436a-a283-8a60212876d3 req-9c4d5a92-ff5f-46d2-ae84-1ac5f8c0089f tempest-FloatingIPsAssociationNegativeTestJSON-1524546847 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:05.130960 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8efd8f0-0834-4585-a632-20cd42e14e1e service neutron] Pushing event updated for resources: {'Port': ['ID=3e618999-603b-439c-8192-161390a3ae45,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:05:05.156046 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-e9eec8a2-7217-436a-a283-8a60212876d3 req-9c4d5a92-ff5f-46d2-ae84-1ac5f8c0089f tempest-FloatingIPsAssociationNegativeTestJSON-1524546847 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847-project] Calling delete_port for 0fd65355-fe49-4839-b343-a4992adfd2bd owned by network:floatingip {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:05:05.163841 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-17f8cd3c-59ac-4eec-8f4c-2353885fbb96 req-d2c09b98-29f9-464d-85df-9ad0125350b7 tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] 10.222.0.18 "GET /v2.0/quotas/2b51160ea37c42ce86518efb7f5012de HTTP/1.1" status: 200 len: 375 time: 0.0268846 Jul 27 23:05:05.270014 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-17f8cd3c-59ac-4eec-8f4c-2353885fbb96 req-c0b89264-54f5-45d2-b5ff-d521ec43c43d tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=2b51160ea37c42ce86518efb7f5012de&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0871389 Jul 27 23:05:05.272743 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-4732207f-0814-40fd-8d72-640e44be8231 req-f8efd8f0-0834-4585-a632-20cd42e14e1e service neutron] Attempting to bind port 3e618999-603b-439c-8192-161390a3ae45 on host n-h2-802623-1 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:05:05.273417 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-4732207f-0814-40fd-8d72-640e44be8231 req-f8efd8f0-0834-4585-a632-20cd42e14e1e service neutron] Attempting to bind port 3e618999-603b-439c-8192-161390a3ae45 by drivers openvswitch,hyperv on host n-h2-802623-1 at level 0 using segments [{'id': '16e91594-c047-4b55-93eb-43af33ad08e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '591af2dd-f826-43b1-aa9d-e7a0bf218c71'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:05:05.273746 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4732207f-0814-40fd-8d72-640e44be8231 req-f8efd8f0-0834-4585-a632-20cd42e14e1e service neutron] Attempting to bind port 3e618999-603b-439c-8192-161390a3ae45 on network 591af2dd-f826-43b1-aa9d-e7a0bf218c71 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:05:05.286815 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4732207f-0814-40fd-8d72-640e44be8231 req-f8efd8f0-0834-4585-a632-20cd42e14e1e service neutron] Port 3e618999-603b-439c-8192-161390a3ae45 on network 591af2dd-f826-43b1-aa9d-e7a0bf218c71 not bound, no agent of type Open vSwitch agent registered on host n-h2-802623-1 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 23:05:05.287184 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4732207f-0814-40fd-8d72-640e44be8231 req-f8efd8f0-0834-4585-a632-20cd42e14e1e service neutron] Attempting to bind port 3e618999-603b-439c-8192-161390a3ae45 on network 591af2dd-f826-43b1-aa9d-e7a0bf218c71 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:05:05.338702 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4732207f-0814-40fd-8d72-640e44be8231 req-f8efd8f0-0834-4585-a632-20cd42e14e1e service neutron] Checking agent: {'id': 'c5cc038b-93c4-4df4-8061-5df2a04a48c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 23, 0, 4), 'started_at': datetime.datetime(2021, 7, 27, 23, 0, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 5, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:05:05.339181 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4732207f-0814-40fd-8d72-640e44be8231 req-f8efd8f0-0834-4585-a632-20cd42e14e1e service neutron] Checking segment: {'id': '16e91594-c047-4b55-93eb-43af33ad08e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '591af2dd-f826-43b1-aa9d-e7a0bf218c71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:05:05.339460 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4732207f-0814-40fd-8d72-640e44be8231 req-f8efd8f0-0834-4585-a632-20cd42e14e1e service neutron] Bound using segment: {'id': '16e91594-c047-4b55-93eb-43af33ad08e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '591af2dd-f826-43b1-aa9d-e7a0bf218c71'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:05:05.340000 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-4732207f-0814-40fd-8d72-640e44be8231 req-f8efd8f0-0834-4585-a632-20cd42e14e1e service neutron] Bound port: 3e618999-603b-439c-8192-161390a3ae45, host: n-h2-802623-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16e91594-c047-4b55-93eb-43af33ad08e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '591af2dd-f826-43b1-aa9d-e7a0bf218c71'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:05:05.340247 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-4732207f-0814-40fd-8d72-640e44be8231 req-f8efd8f0-0834-4585-a632-20cd42e14e1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:05.376366 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-e9eec8a2-7217-436a-a283-8a60212876d3 req-9c4d5a92-ff5f-46d2-ae84-1ac5f8c0089f tempest-FloatingIPsAssociationNegativeTestJSON-1524546847 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:05.415760 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4d5a92-ff5f-46d2-ae84-1ac5f8c0089f tempest-FloatingIPsAssociationNegativeTestJSON-1524546847 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847-project] Pushing event deleted for resources: {'Port': ['ID=0fd65355-fe49-4839-b343-a4992adfd2bd,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:05:05.471997 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-17f8cd3c-59ac-4eec-8f4c-2353885fbb96 req-2008a9c6-8df4-49d1-b3a8-aaabb1172bf5 service neutron] 10.222.0.18 "GET /v2.0/networks/7ba5f889-7a68-424d-8fa1-71447bc958df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1922789 Jul 27 23:05:05.490787 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-e9eec8a2-7217-436a-a283-8a60212876d3 req-9c4d5a92-ff5f-46d2-ae84-1ac5f8c0089f tempest-FloatingIPsAssociationNegativeTestJSON-1524546847 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847-project] Notify callbacks [] for floatingip, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:05.494630 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-e9eec8a2-7217-436a-a283-8a60212876d3 req-9c4d5a92-ff5f-46d2-ae84-1ac5f8c0089f tempest-FloatingIPsAssociationNegativeTestJSON-1524546847 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for floatingip, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:05.495309 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e9eec8a2-7217-436a-a283-8a60212876d3 req-9c4d5a92-ff5f-46d2-ae84-1ac5f8c0089f tempest-FloatingIPsAssociationNegativeTestJSON-1524546847 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847-project] 10.222.0.18 "DELETE /v2.0/floatingips/54d69e25-a4d9-4a9d-8695-043bd834968c HTTP/1.1" status: 204 len: 173 time: 0.6972342 Jul 27 23:05:05.496253 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-4732207f-0814-40fd-8d72-640e44be8231 req-f8efd8f0-0834-4585-a632-20cd42e14e1e service neutron] For port 3e618999-603b-439c-8192-161390a3ae45, host n-h2-802623-1, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:05:05.508664 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-4732207f-0814-40fd-8d72-640e44be8231 req-f8efd8f0-0834-4585-a632-20cd42e14e1e service neutron] For port 3e618999-603b-439c-8192-161390a3ae45, host n-h2-802623-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=3e618999-603b-439c-8192-161390a3ae45,segment=NetworkSegment(16e91594-c047-4b55-93eb-43af33ad08e1),segment_id=16e91594-c047-4b55-93eb-43af33ad08e1)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:05:05.548013 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-4732207f-0814-40fd-8d72-640e44be8231 req-f8efd8f0-0834-4585-a632-20cd42e14e1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11336041'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:05.595943 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4732207f-0814-40fd-8d72-640e44be8231 req-f8efd8f0-0834-4585-a632-20cd42e14e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:05.597314 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-4732207f-0814-40fd-8d72-640e44be8231 req-f8efd8f0-0834-4585-a632-20cd42e14e1e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:05.598469 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-4732207f-0814-40fd-8d72-640e44be8231 req-f8efd8f0-0834-4585-a632-20cd42e14e1e service neutron] 10.222.0.49 "PUT /v2.0/ports/3e618999-603b-439c-8192-161390a3ae45 HTTP/1.1" status: 200 len: 1096 time: 1.6033807 Jul 27 23:05:05.600570 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b1e0dbc-d3dc-446c-b149-1dbafa05063c', 'tag': '3e618999-603b-439c-8192-161390a3ae45'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:05:05.606145 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a476459a1bfce68b0ae0df5b6a71154bfc7cfdc8f9eefce6ad0a17231e60468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95fdc67c-883a-4086-8767-f833c83dec5d" -d '{"events": [{"name": "network-changed", "server_uuid": "2b1e0dbc-d3dc-446c-b149-1dbafa05063c", "tag": "3e618999-603b-439c-8192-161390a3ae45"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:05:05.630161 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef084dd-c515-49a4-965c-5849763e6d30 req-b1645713-93cc-4216-90b6-567ff853745c tempest-ServersAdminNegativeTestJSON-2027900281 tempest-ServersAdminNegativeTestJSON-2027900281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:05.634858 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-fef084dd-c515-49a4-965c-5849763e6d30 req-b1645713-93cc-4216-90b6-567ff853745c tempest-ServersAdminNegativeTestJSON-2027900281 tempest-ServersAdminNegativeTestJSON-2027900281-project] 10.222.0.18 "GET /v2.0/ports?device_id=2b1e0dbc-d3dc-446c-b149-1dbafa05063c HTTP/1.1" status: 200 len: 948 time: 0.0647852 Jul 27 23:05:05.646997 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8efd8f0-0834-4585-a632-20cd42e14e1e service neutron] Pushing event updated for resources: {'Port': ['ID=3e618999-603b-439c-8192-161390a3ae45,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:05:05.685935 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-fef084dd-c515-49a4-965c-5849763e6d30 req-b53726f5-4282-4a07-8c4c-601b618a633a tempest-ServersAdminNegativeTestJSON-2027900281 tempest-ServersAdminNegativeTestJSON-2027900281-project] 10.222.0.18 "GET /v2.0/security-groups?id=fe25dd46-142f-4f85-a515-1967d4861cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448108 Jul 27 23:05:05.694098 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-17f8cd3c-59ac-4eec-8f4c-2353885fbb96 req-98ed78dc-e7f0-43c3-a29a-f6fdfdf0d2ca service neutron] 10.222.0.18 "GET /v2.0/networks/7ba5f889-7a68-424d-8fa1-71447bc958df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2127473 Jul 27 23:05:05.727342 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4732207f-0814-40fd-8d72-640e44be8231 req-7a082be5-0825-4595-bc41-e993503f1791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:05.729217 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-4732207f-0814-40fd-8d72-640e44be8231 req-7a082be5-0825-4595-bc41-e993503f1791 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=aa38147c8b9c4d088e35292c1bb5c55c&device_id=2b1e0dbc-d3dc-446c-b149-1dbafa05063c HTTP/1.1" status: 200 len: 1099 time: 0.0656760 Jul 27 23:05:05.785641 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-4732207f-0814-40fd-8d72-640e44be8231 req-74658a0c-917b-4298-ac96-1f10d6b56b8d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.183&port_id=3e618999-603b-439c-8192-161390a3ae45 HTTP/1.1" status: 200 len: 217 time: 0.0404091 Jul 27 23:05:05.904515 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e040b3d4-085e-4896-ab99-7ad52f109948 req-226f69ab-cfb4-47b2-a454-2d70af5019a3 tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=496de96608da4f74abc6cf1f10c98b52&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0497468 Jul 27 23:05:05.979573 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-ec17a25b-f484-4255-9c9b-6ba1b5627e8c req-c66c1851-c908-41a4-80c7-62240207b8f8 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.4.176 HTTP/1.1" status: 200 len: 1001 time: 0.1117408 Jul 27 23:05:05.993553 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4732207f-0814-40fd-8d72-640e44be8231 req-92e556b0-909a-41ff-a04a-35b3a72868f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:05.995114 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-4732207f-0814-40fd-8d72-640e44be8231 req-92e556b0-909a-41ff-a04a-35b3a72868f4 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=62938449-046d-4cbe-923a-7ebb632c358d HTTP/1.1" status: 200 len: 843 time: 0.2010412 Jul 27 23:05:06.054214 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e040b3d4-085e-4896-ab99-7ad52f109948 req-72ec2c7b-6c26-4bd7-8073-504d8d9c7c4b tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:06.057290 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e040b3d4-085e-4896-ab99-7ad52f109948 req-72ec2c7b-6c26-4bd7-8073-504d8d9c7c4b tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1463566 Jul 27 23:05:06.082813 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e040b3d4-085e-4896-ab99-7ad52f109948 req-de455922-8e5b-4f2d-a17f-8dc12ac32a69 tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] 10.222.0.18 "GET /v2.0/quotas/496de96608da4f74abc6cf1f10c98b52 HTTP/1.1" status: 200 len: 375 time: 0.0178814 Jul 27 23:05:06.158154 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e040b3d4-085e-4896-ab99-7ad52f109948 req-3a73a178-c484-4314-98d7-a8f60da4c56a tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=496de96608da4f74abc6cf1f10c98b52&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0743496 Jul 27 23:05:06.217554 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.agents_db [None req-9beef776-8bab-4de2-989a-f5a23ba4aaf4 None None] Agent healthcheck: found 7 active agents {{(pid=93800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 23:05:06.435833 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 23:05:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a4bb799-75fa-4281-b5c4-16749b99b4ae x-openstack-request-id: req-6a4bb799-75fa-4281-b5c4-16749b99b4ae {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:05:06.436103 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b1e0dbc-d3dc-446c-b149-1dbafa05063c", "tag": "3e618999-603b-439c-8192-161390a3ae45", "status": "completed", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:05:06.436358 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6a4bb799-75fa-4281-b5c4-16749b99b4ae {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:05:06.436747 n-d-802623-1 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b1e0dbc-d3dc-446c-b149-1dbafa05063c', 'tag': '3e618999-603b-439c-8192-161390a3ae45', 'status': 'completed', 'code': 200} Jul 27 23:05:06.498689 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b47b82fa-edd4-4023-97bf-657d115a5643 req-2f5f61ff-c509-4530-88ec-269d690a34e2 tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] 10.222.0.18 "GET /v2.0/ports?device_id=45491c78-fb5b-4166-8dac-8f81c2d42c00 HTTP/1.1" status: 200 len: 210 time: 0.0607090 Jul 27 23:05:06.512722 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec17a25b-f484-4255-9c9b-6ba1b5627e8c req-0c100497-0bcc-4688-a10c-11f5e68fdd8f tempest-FloatingIPsAssociationNegativeTestJSON-1524546847 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:06.514139 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-ec17a25b-f484-4255-9c9b-6ba1b5627e8c req-0c100497-0bcc-4688-a10c-11f5e68fdd8f tempest-FloatingIPsAssociationNegativeTestJSON-1524546847 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847-project] 10.222.0.18 "GET /v2.0/ports/f879a519-bcc5-4611-ad8b-8623f5db098e HTTP/1.1" status: 200 len: 942 time: 0.5154216 Jul 27 23:05:06.520176 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4732207f-0814-40fd-8d72-640e44be8231 req-8d7505ff-7520-414f-9fef-bbebbbd53ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:06.521904 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-4732207f-0814-40fd-8d72-640e44be8231 req-8d7505ff-7520-414f-9fef-bbebbbd53ebc service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=591af2dd-f826-43b1-aa9d-e7a0bf218c71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4899099 Jul 27 23:05:06.626503 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-4732207f-0814-40fd-8d72-640e44be8231 req-aff5d957-afe9-449d-b095-da4680754450 service neutron] 10.222.0.49 "GET /v2.0/networks/591af2dd-f826-43b1-aa9d-e7a0bf218c71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957398 Jul 27 23:05:06.650790 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-51efeefa-fb98-46ba-b606-577b25194930 req-1d34eb01-a906-4897-8c14-f5af5a71c999 tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] 10.222.0.18 "GET /v2.0/ports?device_id=744a40dc-1a5c-4ddc-bfa1-b21a2a6cd777 HTTP/1.1" status: 200 len: 210 time: 0.0443456 Jul 27 23:05:06.772076 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-ec17a25b-f484-4255-9c9b-6ba1b5627e8c req-c1431a3f-4443-44dd-88f7-8b79646d2502 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.4.176 HTTP/1.1" status: 200 len: 1001 time: 0.1480823 Jul 27 23:05:06.784855 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceed94c5-48b2-47e0-af28-9523795bc8ef req-e43c759a-a8da-4e26-856c-b53e73158ae8 tempest-LiveMigrationTest-1100887879 tempest-LiveMigrationTest-1100887879-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:06.786625 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ceed94c5-48b2-47e0-af28-9523795bc8ef req-e43c759a-a8da-4e26-856c-b53e73158ae8 tempest-LiveMigrationTest-1100887879 tempest-LiveMigrationTest-1100887879-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=bd7b332d-3077-4beb-a3df-e657be374929 HTTP/1.1" status: 200 len: 1096 time: 0.0538056 Jul 27 23:05:06.832584 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ceed94c5-48b2-47e0-af28-9523795bc8ef req-1459e4dc-6cba-4d45-8fda-4eb371f146ff tempest-LiveMigrationTest-1100887879 tempest-LiveMigrationTest-1100887879-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=bed30b16-cd2d-47d0-9758-37dc9df2dfb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367739 Jul 27 23:05:06.846005 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-4732207f-0814-40fd-8d72-640e44be8231 req-882b9f59-fa22-41aa-a599-0b44a3bc61d5 service neutron] 10.222.0.49 "GET /v2.0/networks/591af2dd-f826-43b1-aa9d-e7a0bf218c71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1686952 Jul 27 23:05:06.945711 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec17a25b-f484-4255-9c9b-6ba1b5627e8c req-8c8e4be9-b503-4398-98ac-4daf99672d76 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:06.956961 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-ec17a25b-f484-4255-9c9b-6ba1b5627e8c req-8c8e4be9-b503-4398-98ac-4daf99672d76 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847-project] 10.222.0.18 "GET /v2.0/networks/2fd42287-ed26-4eb9-89a5-b521f5b04356 HTTP/1.1" status: 200 len: 784 time: 0.1752205 Jul 27 23:05:06.988619 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86ace2d-ca75-4d35-b145-f527f32f86b0 req-602d079a-20c6-49db-b715-e6764c9ee28b tempest-ServersAdminNegativeTestJSON-2027900281 tempest-ServersAdminNegativeTestJSON-2027900281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:06.990136 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f86ace2d-ca75-4d35-b145-f527f32f86b0 req-602d079a-20c6-49db-b715-e6764c9ee28b tempest-ServersAdminNegativeTestJSON-2027900281 tempest-ServersAdminNegativeTestJSON-2027900281-project] 10.222.0.18 "GET /v2.0/ports?device_id=2b1e0dbc-d3dc-446c-b149-1dbafa05063c HTTP/1.1" status: 200 len: 948 time: 0.0524700 Jul 27 23:05:07.054415 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f86ace2d-ca75-4d35-b145-f527f32f86b0 req-76fbaf9d-5f49-4247-aaa3-5d778cd42f7e tempest-ServersAdminNegativeTestJSON-2027900281 tempest-ServersAdminNegativeTestJSON-2027900281-project] 10.222.0.18 "GET /v2.0/security-groups?id=fe25dd46-142f-4f85-a515-1967d4861cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571780 Jul 27 23:05:07.098588 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fdc67c-883a-4086-8767-f833c83dec5d req-d413d144-972d-40bd-a377-ae0047270700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:07.100605 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-95fdc67c-883a-4086-8767-f833c83dec5d req-d413d144-972d-40bd-a377-ae0047270700 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=aa38147c8b9c4d088e35292c1bb5c55c&device_id=2b1e0dbc-d3dc-446c-b149-1dbafa05063c HTTP/1.1" status: 200 len: 1099 time: 0.1409242 Jul 27 23:05:07.105938 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-ec17a25b-f484-4255-9c9b-6ba1b5627e8c req-9e9b1204-5ecb-49a1-ad72-ed17fc6446bb tempest-FloatingIPsAssociationNegativeTestJSON-1524546847 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.4.176 HTTP/1.1" status: 200 len: 1001 time: 0.1479259 Jul 27 23:05:07.137819 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [req-ec17a25b-f484-4255-9c9b-6ba1b5627e8c req-3d9d6e57-cefa-4e88-8296-c033ea07fe04 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:05:07.235882 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fdc67c-883a-4086-8767-f833c83dec5d req-251aa86d-f216-480c-a374-aac1967695a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:07.237806 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-95fdc67c-883a-4086-8767-f833c83dec5d req-251aa86d-f216-480c-a374-aac1967695a6 service neutron] 10.222.0.49 "GET /v2.0/networks?id=591af2dd-f826-43b1-aa9d-e7a0bf218c71 HTTP/1.1" status: 200 len: 870 time: 0.1281824 Jul 27 23:05:07.356317 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-95fdc67c-883a-4086-8767-f833c83dec5d req-9e2d7ed9-3b65-419a-aeb2-982be5e6619f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.183&port_id=3e618999-603b-439c-8192-161390a3ae45 HTTP/1.1" status: 200 len: 217 time: 0.0481975 Jul 27 23:05:07.367785 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f8cd3c-59ac-4eec-8f4c-2353885fbb96 req-3900f5b8-2376-4455-9bbe-b75cad97affd tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:07.369476 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-17f8cd3c-59ac-4eec-8f4c-2353885fbb96 req-3900f5b8-2376-4455-9bbe-b75cad97affd tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] 10.222.0.38 "GET /v2.0/networks?id=7ba5f889-7a68-424d-8fa1-71447bc958df HTTP/1.1" status: 200 len: 821 time: 0.1961684 Jul 27 23:05:07.381304 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-ec17a25b-f484-4255-9c9b-6ba1b5627e8c req-3d9d6e57-cefa-4e88-8296-c033ea07fe04 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847-project] Notify callbacks [] for floatingip, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:07.437039 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [req-17f8cd3c-59ac-4eec-8f4c-2353885fbb96 req-0195c52a-343d-4087-94ec-0198f3486426 tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] Request body: {'port': {'device_id': '45491c78-fb5b-4166-8dac-8f81c2d42c00', 'network_id': '7ba5f889-7a68-424d-8fa1-71447bc958df', 'admin_state_up': True, 'tenant_id': '2b51160ea37c42ce86518efb7f5012de'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:05:07.462620 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fdc67c-883a-4086-8767-f833c83dec5d req-6080cd91-95c3-4071-8c03-7793579c4a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:07.464275 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-95fdc67c-883a-4086-8767-f833c83dec5d req-6080cd91-95c3-4071-8c03-7793579c4a65 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=62938449-046d-4cbe-923a-7ebb632c358d HTTP/1.1" status: 200 len: 843 time: 0.0951996 Jul 27 23:05:07.607986 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17f8cd3c-59ac-4eec-8f4c-2353885fbb96 req-0195c52a-343d-4087-94ec-0198f3486426 tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] Made reservation on behalf of 2b51160ea37c42ce86518efb7f5012de for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:05:07.615379 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-17f8cd3c-59ac-4eec-8f4c-2353885fbb96 req-0195c52a-343d-4087-94ec-0198f3486426 tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:07.615936 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fdc67c-883a-4086-8767-f833c83dec5d req-06f6c69c-1d45-4400-9d5e-1b67eb524563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:07.617436 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-95fdc67c-883a-4086-8767-f833c83dec5d req-06f6c69c-1d45-4400-9d5e-1b67eb524563 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=591af2dd-f826-43b1-aa9d-e7a0bf218c71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1421542 Jul 27 23:05:07.632242 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-ec17a25b-f484-4255-9c9b-6ba1b5627e8c req-3d9d6e57-cefa-4e88-8296-c033ea07fe04 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:07.642246 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-ec17a25b-f484-4255-9c9b-6ba1b5627e8c req-3d9d6e57-cefa-4e88-8296-c033ea07fe04 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-415302'] for floatingip, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:07.642246 n-d-802623-1 neutron-server[93797]: INFO neutron.db.l3_db [req-ec17a25b-f484-4255-9c9b-6ba1b5627e8c req-3d9d6e57-cefa-4e88-8296-c033ea07fe04 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847-project] Floating IP d21a0ba1-d979-4db8-ba81-06df92df129d disassociated. External IP: 172.25.4.176, port: f879a519-bcc5-4611-ad8b-8623f5db098e. Jul 27 23:05:07.857854 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-95fdc67c-883a-4086-8767-f833c83dec5d req-7dffec28-7eff-4ecd-b6dc-14818f769e7e service neutron] 10.222.0.49 "GET /v2.0/networks/591af2dd-f826-43b1-aa9d-e7a0bf218c71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2280254 Jul 27 23:05:07.859263 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [req-17f8cd3c-59ac-4eec-8f4c-2353885fbb96 req-0195c52a-343d-4087-94ec-0198f3486426 tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] Allocated IP 172.20.0.4 (7ba5f889-7a68-424d-8fa1-71447bc958df/2be3a116-6f3a-48af-9c58-17be143660fc/2c5ff320-ebb8-4916-a66d-dee08f670207) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:05:07.932824 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e040b3d4-085e-4896-ab99-7ad52f109948 req-4c2e1300-87bf-420f-b21c-acbeda9b50a2 tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=496de96608da4f74abc6cf1f10c98b52&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1331038 Jul 27 23:05:08.073060 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-95fdc67c-883a-4086-8767-f833c83dec5d req-f1773f9e-c061-4a34-9720-4243c2e5f587 service neutron] 10.222.0.49 "GET /v2.0/networks/591af2dd-f826-43b1-aa9d-e7a0bf218c71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2006519 Jul 27 23:05:08.080815 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ec17a25b-f484-4255-9c9b-6ba1b5627e8c req-3d9d6e57-cefa-4e88-8296-c033ea07fe04 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847-project] Router f060ccd1-fef9-469c-b350-90acf6f2f32b has already been hosted by L3 agent 018c4455-49c0-4734-927d-7824067b2a9e {{(pid=93797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 23:05:08.141323 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-17f8cd3c-59ac-4eec-8f4c-2353885fbb96 req-0195c52a-343d-4087-94ec-0198f3486426 tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:08.214709 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e040b3d4-085e-4896-ab99-7ad52f109948 req-5c602021-bf70-4c0b-b4c7-a1c71065e23a tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:08.216566 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e040b3d4-085e-4896-ab99-7ad52f109948 req-5c602021-bf70-4c0b-b4c7-a1c71065e23a tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2737823 Jul 27 23:05:08.222013 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ec17a25b-f484-4255-9c9b-6ba1b5627e8c req-3d9d6e57-cefa-4e88-8296-c033ea07fe04 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847-project] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:05:08.227398 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-ec17a25b-f484-4255-9c9b-6ba1b5627e8c req-3d9d6e57-cefa-4e88-8296-c033ea07fe04 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for floatingip, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:08.236441 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77ab46f1-ea26-4382-be73-e4db8b7d40b2 None None] Sync routers for ids ['f060ccd1-fef9-469c-b350-90acf6f2f32b'] in n-d-802623-1 {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:05:08.250267 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77ab46f1-ea26-4382-be73-e4db8b7d40b2 None None] Routers {'f060ccd1-fef9-469c-b350-90acf6f2f32b'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:05:08.250951 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-77ab46f1-ea26-4382-be73-e4db8b7d40b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:04:59Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['f060ccd1-fef9-469c-b350-90acf6f2f32b'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:05:08.262092 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-ec17a25b-f484-4255-9c9b-6ba1b5627e8c req-3d9d6e57-cefa-4e88-8296-c033ea07fe04 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847-project] 10.222.0.18 "PUT /v2.0/floatingips/d21a0ba1-d979-4db8-ba81-06df92df129d HTTP/1.1" status: 200 len: 695 time: 1.1440859 Jul 27 23:05:08.265641 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [req-e040b3d4-085e-4896-ab99-7ad52f109948 req-18f71a2a-ea76-417a-ac03-076c75c89d98 tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] Request body: {'port': {'device_id': '744a40dc-1a5c-4ddc-bfa1-b21a2a6cd777', 'network_id': '591af2dd-f826-43b1-aa9d-e7a0bf218c71', 'admin_state_up': True, 'tenant_id': '496de96608da4f74abc6cf1f10c98b52'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:05:08.273680 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [req-00dff3a7-667d-4095-91ff-a637b94ea32a req-667221ac-42ae-42ed-84bf-c989d8283a1e tempest-LiveMigrationTest-1100887879 tempest-LiveMigrationTest-1100887879-project-admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=93797) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 23:05:08.274719 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-00dff3a7-667d-4095-91ff-a637b94ea32a req-667221ac-42ae-42ed-84bf-c989d8283a1e tempest-LiveMigrationTest-1100887879 tempest-LiveMigrationTest-1100887879-project-admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0084140 Jul 27 23:05:08.292872 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-17f8cd3c-59ac-4eec-8f4c-2353885fbb96 req-0195c52a-343d-4087-94ec-0198f3486426 tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:08.317904 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [req-00dff3a7-667d-4095-91ff-a637b94ea32a req-859675cc-e3a2-4ba0-b237-d111d637747c service neutron] Request body: {'binding': {'host': 'n-h1-802623-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:05:08.318370 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [req-00dff3a7-667d-4095-91ff-a637b94ea32a req-859675cc-e3a2-4ba0-b237-d111d637747c service neutron] Unknown quota resources ['binding']. {{(pid=93797) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 27 23:05:08.377680 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17f8cd3c-59ac-4eec-8f4c-2353885fbb96 req-0195c52a-343d-4087-94ec-0198f3486426 tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] Network 7ba5f889-7a68-424d-8fa1-71447bc958df is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:05:08.384537 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [req-17f8cd3c-59ac-4eec-8f4c-2353885fbb96 req-0195c52a-343d-4087-94ec-0198f3486426 tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:05:08.390936 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-17f8cd3c-59ac-4eec-8f4c-2353885fbb96 req-0195c52a-343d-4087-94ec-0198f3486426 tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:05:08.424063 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-77ab46f1-ea26-4382-be73-e4db8b7d40b2 None None] Set router f060ccd1-fef9-469c-b350-90acf6f2f32b gateway port host: n-d-802623-1 {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:05:08.437707 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62d8d2a0-72dd-45e9-8c74-e65775e4d0c3', 'tag': 'f879a519-bcc5-4611-ad8b-8623f5db098e'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:05:08.440154 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a476459a1bfce68b0ae0df5b6a71154bfc7cfdc8f9eefce6ad0a17231e60468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64c75dc1-f30c-4a02-8bf1-376d76694ba6" -d '{"events": [{"name": "network-changed", "server_uuid": "62d8d2a0-72dd-45e9-8c74-e65775e4d0c3", "tag": "f879a519-bcc5-4611-ad8b-8623f5db098e"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:05:08.447030 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec17a25b-f484-4255-9c9b-6ba1b5627e8c req-55d74ec2-fab3-4750-a5b6-c3ef6fd624c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:08.448805 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-ec17a25b-f484-4255-9c9b-6ba1b5627e8c req-55d74ec2-fab3-4750-a5b6-c3ef6fd624c3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=502f92c9a31a431c91920c05d7db78e2&device_id=62d8d2a0-72dd-45e9-8c74-e65775e4d0c3 HTTP/1.1" status: 200 len: 1096 time: 0.1478024 Jul 27 23:05:08.458789 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0195c52a-343d-4087-94ec-0198f3486426 tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] Pushing event updated for resources: {'Port': ['ID=2c5ff320-ebb8-4916-a66d-dee08f670207,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:05:08.511380 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f8cd3c-59ac-4eec-8f4c-2353885fbb96 req-0195c52a-343d-4087-94ec-0198f3486426 tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:08.512280 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-17f8cd3c-59ac-4eec-8f4c-2353885fbb96 req-0195c52a-343d-4087-94ec-0198f3486426 tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:08.524532 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e040b3d4-085e-4896-ab99-7ad52f109948 req-18f71a2a-ea76-417a-ac03-076c75c89d98 tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] Made reservation on behalf of 496de96608da4f74abc6cf1f10c98b52 for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:05:08.528805 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-e040b3d4-085e-4896-ab99-7ad52f109948 req-18f71a2a-ea76-417a-ac03-076c75c89d98 tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:08.541528 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-17f8cd3c-59ac-4eec-8f4c-2353885fbb96 req-0195c52a-343d-4087-94ec-0198f3486426 tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1101005 Jul 27 23:05:08.560720 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [req-17f8cd3c-59ac-4eec-8f4c-2353885fbb96 req-cfe284f1-0abe-460b-a0e1-c7aaad57fab2 service neutron] Request body: {'port': {'device_id': '45491c78-fb5b-4166-8dac-8f81c2d42c00', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802623-1'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:05:08.635659 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec17a25b-f484-4255-9c9b-6ba1b5627e8c req-7a06f856-73d0-44ca-baf9-c1551bc27a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:08.645052 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-ec17a25b-f484-4255-9c9b-6ba1b5627e8c req-7a06f856-73d0-44ca-baf9-c1551bc27a0b service neutron] 10.222.0.18 "GET /v2.0/networks?id=0ce8931c-84fe-4224-88db-416ca3c243ce HTTP/1.1" status: 200 len: 930 time: 0.1848416 Jul 27 23:05:08.685729 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-77ab46f1-ea26-4382-be73-e4db8b7d40b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f060ccd1-fef9-469c-b350-90acf6f2f32b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1696476153-router', 'tenant_id': '502f92c9a31a431c91920c05d7db78e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': 'df51d74d-fe37-4e81-89e4-2ce2c029c7ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:04:22Z', 'updated_at': '2021-07-27T23:04:31Z', 'revision_number': 4, 'project_id': '502f92c9a31a431c91920c05d7db78e2', 'gw_port': {'id': 'df51d74d-fe37-4e81-89e4-2ce2c029c7ae', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:b8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f060ccd1-fef9-469c-b350-90acf6f2f32b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:04:23Z', 'updated_at': '2021-07-27T23:04:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': '22c0aa16-64d4-4e31-b664-4ea63e04be0e', 'name': '', 'network_id': '0ce8931c-84fe-4224-88db-416ca3c243ce', 'tenant_id': '502f92c9a31a431c91920c05d7db78e2', 'mac_address': 'fa:16:3e:19:a1:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f060ccd1-fef9-469c-b350-90acf6f2f32b', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '7c915760-7367-4b2c-8742-645483953bbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:04:29Z', 'updated_at': '2021-07-27T23:04:42Z', 'revision_number': 5, 'project_id': '502f92c9a31a431c91920c05d7db78e2', 'subnets': [{'id': '7c915760-7367-4b2c-8742-645483953bbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:05:08.721509 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-00dff3a7-667d-4095-91ff-a637b94ea32a req-859675cc-e3a2-4ba0-b237-d111d637747c service neutron] Attempting to bind port 24185df4-0d89-421f-a3eb-be4ff3de08d0 on host n-h1-802623-1 for vnic_type normal with profile None {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:05:08.722247 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-00dff3a7-667d-4095-91ff-a637b94ea32a req-859675cc-e3a2-4ba0-b237-d111d637747c service neutron] Attempting to bind port 24185df4-0d89-421f-a3eb-be4ff3de08d0 by drivers openvswitch,hyperv on host n-h1-802623-1 at level 0 using segments [{'id': '7332ccbf-8fd9-4ff5-bad6-b4b872eccd4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'c451a142-86a9-4355-833f-365557d21b8d'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:05:08.722687 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00dff3a7-667d-4095-91ff-a637b94ea32a req-859675cc-e3a2-4ba0-b237-d111d637747c service neutron] Attempting to bind port 24185df4-0d89-421f-a3eb-be4ff3de08d0 on network c451a142-86a9-4355-833f-365557d21b8d {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:05:08.726655 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77ab46f1-ea26-4382-be73-e4db8b7d40b2 None None] Checking router: f060ccd1-fef9-469c-b350-90acf6f2f32b for host: n-d-802623-1 {{(pid=93799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 23:05:08.729051 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00dff3a7-667d-4095-91ff-a637b94ea32a req-859675cc-e3a2-4ba0-b237-d111d637747c service neutron] Port 24185df4-0d89-421f-a3eb-be4ff3de08d0 on network c451a142-86a9-4355-833f-365557d21b8d not bound, no agent of type Open vSwitch agent registered on host n-h1-802623-1 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 23:05:08.729487 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00dff3a7-667d-4095-91ff-a637b94ea32a req-859675cc-e3a2-4ba0-b237-d111d637747c service neutron] Attempting to bind port 24185df4-0d89-421f-a3eb-be4ff3de08d0 on network c451a142-86a9-4355-833f-365557d21b8d {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:05:08.734305 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-ec17a25b-f484-4255-9c9b-6ba1b5627e8c req-b7d9524b-cdac-44bc-b899-0e75119efda7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f879a519-bcc5-4611-ad8b-8623f5db098e HTTP/1.1" status: 200 len: 217 time: 0.0882697 Jul 27 23:05:08.737362 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77ab46f1-ea26-4382-be73-e4db8b7d40b2 None None] Routers {'f060ccd1-fef9-469c-b350-90acf6f2f32b'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:05:08.737958 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00dff3a7-667d-4095-91ff-a637b94ea32a req-859675cc-e3a2-4ba0-b237-d111d637747c service neutron] Checking agent: {'id': '245f1da4-a9b8-4b08-90d7-28f0f342b839', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 59, 59), 'started_at': datetime.datetime(2021, 7, 27, 22, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 4, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:05:08.738401 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00dff3a7-667d-4095-91ff-a637b94ea32a req-859675cc-e3a2-4ba0-b237-d111d637747c service neutron] Checking segment: {'id': '7332ccbf-8fd9-4ff5-bad6-b4b872eccd4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'c451a142-86a9-4355-833f-365557d21b8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:05:08.738658 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-77ab46f1-ea26-4382-be73-e4db8b7d40b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:04:59Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['f060ccd1-fef9-469c-b350-90acf6f2f32b'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:05:08.738975 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00dff3a7-667d-4095-91ff-a637b94ea32a req-859675cc-e3a2-4ba0-b237-d111d637747c service neutron] Bound using segment: {'id': '7332ccbf-8fd9-4ff5-bad6-b4b872eccd4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'c451a142-86a9-4355-833f-365557d21b8d'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:05:08.739533 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-00dff3a7-667d-4095-91ff-a637b94ea32a req-859675cc-e3a2-4ba0-b237-d111d637747c service neutron] Bound port: 24185df4-0d89-421f-a3eb-be4ff3de08d0, host: n-h1-802623-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7332ccbf-8fd9-4ff5-bad6-b4b872eccd4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'c451a142-86a9-4355-833f-365557d21b8d'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:05:08.839441 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec17a25b-f484-4255-9c9b-6ba1b5627e8c req-3ac8db68-967a-4aa7-b9c8-39150d9d3cee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:08.841147 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-ec17a25b-f484-4255-9c9b-6ba1b5627e8c req-3ac8db68-967a-4aa7-b9c8-39150d9d3cee service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7c915760-7367-4b2c-8742-645483953bbd HTTP/1.1" status: 200 len: 868 time: 0.0956199 Jul 27 23:05:08.890693 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-00dff3a7-667d-4095-91ff-a637b94ea32a req-859675cc-e3a2-4ba0-b237-d111d637747c service neutron] For port 24185df4-0d89-421f-a3eb-be4ff3de08d0, host n-h1-802623-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=24185df4-0d89-421f-a3eb-be4ff3de08d0,segment=NetworkSegment(7332ccbf-8fd9-4ff5-bad6-b4b872eccd4e),segment_id=7332ccbf-8fd9-4ff5-bad6-b4b872eccd4e)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:05:08.910837 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-00dff3a7-667d-4095-91ff-a637b94ea32a req-859675cc-e3a2-4ba0-b237-d111d637747c service neutron] Notify callbacks [] for binding, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:08.912034 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-00dff3a7-667d-4095-91ff-a637b94ea32a req-859675cc-e3a2-4ba0-b237-d111d637747c service neutron] 10.222.0.18 "POST /v2.0/ports/24185df4-0d89-421f-a3eb-be4ff3de08d0/bindings HTTP/1.1" status: 201 len: 389 time: 0.6026809 Jul 27 23:05:08.954222 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec17a25b-f484-4255-9c9b-6ba1b5627e8c req-f3445076-ee6e-4580-834d-9a465c700fae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:08.957211 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-ec17a25b-f484-4255-9c9b-6ba1b5627e8c req-f3445076-ee6e-4580-834d-9a465c700fae service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0ce8931c-84fe-4224-88db-416ca3c243ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1079507 Jul 27 23:05:08.965907 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-77ab46f1-ea26-4382-be73-e4db8b7d40b2 None None] Set router f060ccd1-fef9-469c-b350-90acf6f2f32b gateway port host: n-d-802623-1 {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:05:08.987766 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-092bd1a3-382d-4376-9dcd-6e5d9ff7ffca req-8cec6563-f6cf-4283-812e-9634c8ca6cee service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=1691ef14-ab37-40a7-8189-31944c5092fc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0958128 Jul 27 23:05:08.996233 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-17f8cd3c-59ac-4eec-8f4c-2353885fbb96 req-cfe284f1-0abe-460b-a0e1-c7aaad57fab2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:09.203837 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-ec17a25b-f484-4255-9c9b-6ba1b5627e8c req-ae5d15a3-477e-40f3-9ed5-0f6d524bf9d2 service neutron] 10.222.0.18 "GET /v2.0/networks/0ce8931c-84fe-4224-88db-416ca3c243ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2316461 Jul 27 23:05:09.242684 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [req-e040b3d4-085e-4896-ab99-7ad52f109948 req-18f71a2a-ea76-417a-ac03-076c75c89d98 tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] Allocated IP 192.168.233.200 (591af2dd-f826-43b1-aa9d-e7a0bf218c71/62938449-046d-4cbe-923a-7ebb632c358d/d6d8a52c-a304-46dd-bea3-c11de35f5ce8) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:05:09.275128 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-77ab46f1-ea26-4382-be73-e4db8b7d40b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f060ccd1-fef9-469c-b350-90acf6f2f32b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1696476153-router', 'tenant_id': '502f92c9a31a431c91920c05d7db78e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': 'df51d74d-fe37-4e81-89e4-2ce2c029c7ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:04:22Z', 'updated_at': '2021-07-27T23:04:31Z', 'revision_number': 4, 'project_id': '502f92c9a31a431c91920c05d7db78e2', 'gw_port': {'id': 'df51d74d-fe37-4e81-89e4-2ce2c029c7ae', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:b8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f060ccd1-fef9-469c-b350-90acf6f2f32b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:04:23Z', 'updated_at': '2021-07-27T23:04:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': '22c0aa16-64d4-4e31-b664-4ea63e04be0e', 'name': '', 'network_id': '0ce8931c-84fe-4224-88db-416ca3c243ce', 'tenant_id': '502f92c9a31a431c91920c05d7db78e2', 'mac_address': 'fa:16:3e:19:a1:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f060ccd1-fef9-469c-b350-90acf6f2f32b', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '7c915760-7367-4b2c-8742-645483953bbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:04:29Z', 'updated_at': '2021-07-27T23:04:42Z', 'revision_number': 5, 'project_id': '502f92c9a31a431c91920c05d7db78e2', 'subnets': [{'id': '7c915760-7367-4b2c-8742-645483953bbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:05:09.303994 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77ab46f1-ea26-4382-be73-e4db8b7d40b2 None None] The sync data for ids ['f060ccd1-fef9-469c-b350-90acf6f2f32b'] in n-d-802623-1 is: [{'id': 'f060ccd1-fef9-469c-b350-90acf6f2f32b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1696476153-router', 'tenant_id': '502f92c9a31a431c91920c05d7db78e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': 'df51d74d-fe37-4e81-89e4-2ce2c029c7ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:04:22Z', 'updated_at': '2021-07-27T23:04:31Z', 'revision_number': 4, 'project_id': '502f92c9a31a431c91920c05d7db78e2', 'gw_port': {'id': 'df51d74d-fe37-4e81-89e4-2ce2c029c7ae', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:b8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f060ccd1-fef9-469c-b350-90acf6f2f32b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:04:23Z', 'updated_at': '2021-07-27T23:04:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': '22c0aa16-64d4-4e31-b664-4ea63e04be0e', 'name': '', 'network_id': '0ce8931c-84fe-4224-88db-416ca3c243ce', 'tenant_id': '502f92c9a31a431c91920c05d7db78e2', 'mac_address': 'fa:16:3e:19:a1:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f060ccd1-fef9-469c-b350-90acf6f2f32b', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '7c915760-7367-4b2c-8742-645483953bbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:04:29Z', 'updated_at': '2021-07-27T23:04:42Z', 'revision_number': 5, 'project_id': '502f92c9a31a431c91920c05d7db78e2', 'subnets': [{'id': '7c915760-7367-4b2c-8742-645483953bbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:05:09.333447 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092bd1a3-382d-4376-9dcd-6e5d9ff7ffca req-51d620a5-ac2f-4639-97c1-ab099289b4d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:09.335228 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-092bd1a3-382d-4376-9dcd-6e5d9ff7ffca req-51d620a5-ac2f-4639-97c1-ab099289b4d1 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=59376bbb1c574537a7eaca41e781bf3f&device_id=1691ef14-ab37-40a7-8189-31944c5092fc HTTP/1.1" status: 200 len: 1096 time: 0.1987114 Jul 27 23:05:09.381873 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87eca06-a45b-47ee-b1a6-90a84cf5ae01 req-7331aeff-b140-4603-bf2e-e0ca227dc521 tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:09.388639 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b87eca06-a45b-47ee-b1a6-90a84cf5ae01 req-7331aeff-b140-4603-bf2e-e0ca227dc521 tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] 10.222.0.18 "GET /v2.0/ports?device_id=45491c78-fb5b-4166-8dac-8f81c2d42c00 HTTP/1.1" status: 200 len: 931 time: 0.2110038 Jul 27 23:05:09.428542 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dff3a7-667d-4095-91ff-a637b94ea32a req-b5408161-d2fd-4008-98d9-9a534d8f37a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:09.430175 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-00dff3a7-667d-4095-91ff-a637b94ea32a req-b5408161-d2fd-4008-98d9-9a534d8f37a2 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=59376bbb1c574537a7eaca41e781bf3f&device_id=bd7b332d-3077-4beb-a3df-e657be374929 HTTP/1.1" status: 200 len: 1096 time: 0.1791329 Jul 27 23:05:09.536929 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-ec17a25b-f484-4255-9c9b-6ba1b5627e8c req-f11b3cec-4604-415d-a546-eff4210f49b1 service neutron] 10.222.0.18 "GET /v2.0/networks/0ce8931c-84fe-4224-88db-416ca3c243ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3287632 Jul 27 23:05:09.555026 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b87eca06-a45b-47ee-b1a6-90a84cf5ae01 req-8385a922-ffb9-4015-a32b-cc9ae8f5cc9c tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ee1769a-7cc2-4f9a-a15b-54c39d35bd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522179 Jul 27 23:05:09.639400 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092bd1a3-382d-4376-9dcd-6e5d9ff7ffca req-7ec4ad68-88a1-4394-ab9e-e965afbf31e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:09.644171 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-092bd1a3-382d-4376-9dcd-6e5d9ff7ffca req-7ec4ad68-88a1-4394-ab9e-e965afbf31e3 service neutron] 10.222.0.49 "GET /v2.0/networks?id=c451a142-86a9-4355-833f-365557d21b8d HTTP/1.1" status: 200 len: 909 time: 0.2524309 Jul 27 23:05:09.709276 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-58bce6bb-ad0f-4f19-bd41-6cba2d34f192 req-67bbbf45-04e4-4e53-aeb5-1f7c3013dce6 tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] 10.222.0.18 "GET /v2.0/ports?device_id=744a40dc-1a5c-4ddc-bfa1-b21a2a6cd777 HTTP/1.1" status: 200 len: 210 time: 0.0636866 Jul 27 23:05:09.725065 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dff3a7-667d-4095-91ff-a637b94ea32a req-42d28d54-855c-47af-8c63-1ae0a68b8577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:09.726594 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-00dff3a7-667d-4095-91ff-a637b94ea32a req-42d28d54-855c-47af-8c63-1ae0a68b8577 service neutron] 10.222.0.38 "GET /v2.0/networks?id=c451a142-86a9-4355-833f-365557d21b8d HTTP/1.1" status: 200 len: 909 time: 0.2683041 Jul 27 23:05:09.771881 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5af04ce3-9033-4daa-8225-ffc200f3cedf None None] New status for floating IP d21a0ba1-d979-4db8-ba81-06df92df129d: DOWN {{(pid=93800) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 23:05:09.786887 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [req-17f8cd3c-59ac-4eec-8f4c-2353885fbb96 req-cfe284f1-0abe-460b-a0e1-c7aaad57fab2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c5ff320-ebb8-4916-a66d-dee08f670207 {{(pid=93798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:05:09.790131 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-092bd1a3-382d-4376-9dcd-6e5d9ff7ffca req-3ed4c77c-2ce5-4465-bb91-e2e7e092674e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e7bf3491-8bfc-434a-8d3b-3a0b3b90bbf4 HTTP/1.1" status: 200 len: 217 time: 0.1078224 Jul 27 23:05:09.796070 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-17f8cd3c-59ac-4eec-8f4c-2353885fbb96 req-cfe284f1-0abe-460b-a0e1-c7aaad57fab2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:09.846251 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-00dff3a7-667d-4095-91ff-a637b94ea32a req-ce5e87b8-198b-428e-bb0a-56a76818c335 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=24185df4-0d89-421f-a3eb-be4ff3de08d0 HTTP/1.1" status: 200 len: 217 time: 0.0629714 Jul 27 23:05:09.858992 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802f8727-be17-4713-8755-78b69c04fb2b req-e2f568bf-17be-445b-ab05-c6a78be84c3c tempest-ServersAdminNegativeTestJSON-2027900281 tempest-ServersAdminNegativeTestJSON-2027900281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:09.860597 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-802f8727-be17-4713-8755-78b69c04fb2b req-e2f568bf-17be-445b-ab05-c6a78be84c3c tempest-ServersAdminNegativeTestJSON-2027900281 tempest-ServersAdminNegativeTestJSON-2027900281-project] 10.222.0.18 "GET /v2.0/ports?device_id=2b1e0dbc-d3dc-446c-b149-1dbafa05063c HTTP/1.1" status: 200 len: 948 time: 0.1884725 Jul 27 23:05:09.914935 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 23:05:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdcf50a3-3b5a-48de-8c75-a34e076252a4 x-openstack-request-id: req-fdcf50a3-3b5a-48de-8c75-a34e076252a4 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:05:09.915376 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62d8d2a0-72dd-45e9-8c74-e65775e4d0c3", "tag": "f879a519-bcc5-4611-ad8b-8623f5db098e", "status": "completed", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:05:09.915594 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-fdcf50a3-3b5a-48de-8c75-a34e076252a4 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:05:09.915970 n-d-802623-1 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62d8d2a0-72dd-45e9-8c74-e65775e4d0c3', 'tag': 'f879a519-bcc5-4611-ad8b-8623f5db098e', 'status': 'completed', 'code': 200} Jul 27 23:05:09.917349 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dff3a7-667d-4095-91ff-a637b94ea32a req-d641a570-c7ca-4604-ad27-47a01ceec034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:09.918792 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-00dff3a7-667d-4095-91ff-a637b94ea32a req-d641a570-c7ca-4604-ad27-47a01ceec034 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b1592ca5-0a74-47a5-88e1-85b3448a0017 HTTP/1.1" status: 200 len: 848 time: 0.0501816 Jul 27 23:05:09.925924 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-e040b3d4-085e-4896-ab99-7ad52f109948 req-18f71a2a-ea76-417a-ac03-076c75c89d98 tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:09.975038 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-17f8cd3c-59ac-4eec-8f4c-2353885fbb96 req-cfe284f1-0abe-460b-a0e1-c7aaad57fab2 service neutron] Transition to ACTIVE for port object 2c5ff320-ebb8-4916-a66d-dee08f670207 will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:05:09.991954 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-802f8727-be17-4713-8755-78b69c04fb2b req-8a3e69b0-c742-4739-93f3-32a8449d6124 tempest-ServersAdminNegativeTestJSON-2027900281 tempest-ServersAdminNegativeTestJSON-2027900281-project] 10.222.0.18 "GET /v2.0/security-groups?id=fe25dd46-142f-4f85-a515-1967d4861cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998845 Jul 27 23:05:10.000392 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-17f8cd3c-59ac-4eec-8f4c-2353885fbb96 req-cfe284f1-0abe-460b-a0e1-c7aaad57fab2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:10.023290 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-00dff3a7-667d-4095-91ff-a637b94ea32a req-c9cb30bd-fd10-49d7-97a1-0c3e34964ecd service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=c451a142-86a9-4355-833f-365557d21b8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0823720 Jul 27 23:05:10.030858 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092bd1a3-382d-4376-9dcd-6e5d9ff7ffca req-d2eb17d6-87f9-4fc3-a48c-deb8644e5200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:10.033910 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-092bd1a3-382d-4376-9dcd-6e5d9ff7ffca req-d2eb17d6-87f9-4fc3-a48c-deb8644e5200 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b1592ca5-0a74-47a5-88e1-85b3448a0017 HTTP/1.1" status: 200 len: 848 time: 0.1981661 Jul 27 23:05:10.074594 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e97aa65-22a8-4aa5-bfeb-12e032d48593 req-68edfdc3-f7a6-4b43-8989-8eb45fceb848 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:10.076211 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-9e97aa65-22a8-4aa5-bfeb-12e032d48593 req-68edfdc3-f7a6-4b43-8989-8eb45fceb848 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd7b332d-3077-4beb-a3df-e657be374929 HTTP/1.1" status: 200 len: 945 time: 0.1523046 Jul 27 23:05:10.076721 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-e040b3d4-085e-4896-ab99-7ad52f109948 req-18f71a2a-ea76-417a-ac03-076c75c89d98 tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] Transition to ACTIVE for port object d6d8a52c-a304-46dd-bea3-c11de35f5ce8 will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:05:10.195901 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-6287574d-e732-49d4-8364-fae497602366 req-25f005f2-286c-43b7-9694-da1a5138a215 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847-project] 10.222.0.18 "GET /v2.0/floatingips/d21a0ba1-d979-4db8-ba81-06df92df129d HTTP/1.1" status: 200 len: 695 time: 0.1329741 Jul 27 23:05:10.204111 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe284f1-0abe-460b-a0e1-c7aaad57fab2 service neutron] Pushing event updated for resources: {'Port': ['ID=2c5ff320-ebb8-4916-a66d-dee08f670207,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:05:10.247451 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c75dc1-f30c-4a02-8bf1-376d76694ba6 req-ba3b1c5c-fed8-40fe-b57b-391202f3230a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:10.249166 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-64c75dc1-f30c-4a02-8bf1-376d76694ba6 req-ba3b1c5c-fed8-40fe-b57b-391202f3230a service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=502f92c9a31a431c91920c05d7db78e2&device_id=62d8d2a0-72dd-45e9-8c74-e65775e4d0c3 HTTP/1.1" status: 200 len: 1096 time: 0.3198006 Jul 27 23:05:10.419231 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-e040b3d4-085e-4896-ab99-7ad52f109948 req-18f71a2a-ea76-417a-ac03-076c75c89d98 tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:10.433165 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] get_ports_and_sgs() called for port_ids ['5846d570-02c7-4aa0-9192-d3ba5af45f47', 'd16d8cf4-e2de-4eb8-9fe9-4d707871ce90', '51503d21-25f0-4cfe-8971-38c8d8d196bd', 'dc8e3238-5e75-4e06-81b0-0aa1040dcfd4'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:05:10.484842 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-092bd1a3-382d-4376-9dcd-6e5d9ff7ffca req-fc7f0142-6559-4a80-9e97-4c6199f26b93 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c451a142-86a9-4355-833f-365557d21b8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4374630 Jul 27 23:05:10.504653 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-17f8cd3c-59ac-4eec-8f4c-2353885fbb96 req-cfe284f1-0abe-460b-a0e1-c7aaad57fab2 service neutron] Attempting to bind port 2c5ff320-ebb8-4916-a66d-dee08f670207 on host n-h1-802623-1 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:05:10.504952 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-17f8cd3c-59ac-4eec-8f4c-2353885fbb96 req-cfe284f1-0abe-460b-a0e1-c7aaad57fab2 service neutron] Attempting to bind port 2c5ff320-ebb8-4916-a66d-dee08f670207 by drivers openvswitch,hyperv on host n-h1-802623-1 at level 0 using segments [{'id': 'ff9b0beb-ebd9-45f3-9693-d627eb3bb065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '7ba5f889-7a68-424d-8fa1-71447bc958df'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:05:10.505239 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17f8cd3c-59ac-4eec-8f4c-2353885fbb96 req-cfe284f1-0abe-460b-a0e1-c7aaad57fab2 service neutron] Attempting to bind port 2c5ff320-ebb8-4916-a66d-dee08f670207 on network 7ba5f889-7a68-424d-8fa1-71447bc958df {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:05:10.515079 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] get_ports_and_sgs() called for port_ids ['6f96dd91-321d-43d6-b890-90f0e576d8ed'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:05:10.521028 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e040b3d4-085e-4896-ab99-7ad52f109948 req-18f71a2a-ea76-417a-ac03-076c75c89d98 tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] Network 591af2dd-f826-43b1-aa9d-e7a0bf218c71 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:05:10.538599 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17f8cd3c-59ac-4eec-8f4c-2353885fbb96 req-cfe284f1-0abe-460b-a0e1-c7aaad57fab2 service neutron] Port 2c5ff320-ebb8-4916-a66d-dee08f670207 on network 7ba5f889-7a68-424d-8fa1-71447bc958df not bound, no agent of type Open vSwitch agent registered on host n-h1-802623-1 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 23:05:10.538933 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17f8cd3c-59ac-4eec-8f4c-2353885fbb96 req-cfe284f1-0abe-460b-a0e1-c7aaad57fab2 service neutron] Attempting to bind port 2c5ff320-ebb8-4916-a66d-dee08f670207 on network 7ba5f889-7a68-424d-8fa1-71447bc958df {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:05:10.543910 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [req-e040b3d4-085e-4896-ab99-7ad52f109948 req-18f71a2a-ea76-417a-ac03-076c75c89d98 tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:05:10.560023 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-e040b3d4-085e-4896-ab99-7ad52f109948 req-18f71a2a-ea76-417a-ac03-076c75c89d98 tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:05:10.564161 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f71a2a-ea76-417a-ac03-076c75c89d98 tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] Pushing event updated for resources: {'Port': ['ID=d6d8a52c-a304-46dd-bea3-c11de35f5ce8,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:05:10.598223 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17f8cd3c-59ac-4eec-8f4c-2353885fbb96 req-cfe284f1-0abe-460b-a0e1-c7aaad57fab2 service neutron] Checking agent: {'id': '245f1da4-a9b8-4b08-90d7-28f0f342b839', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 59, 59), 'started_at': datetime.datetime(2021, 7, 27, 22, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 4, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:05:10.598580 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17f8cd3c-59ac-4eec-8f4c-2353885fbb96 req-cfe284f1-0abe-460b-a0e1-c7aaad57fab2 service neutron] Checking segment: {'id': 'ff9b0beb-ebd9-45f3-9693-d627eb3bb065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '7ba5f889-7a68-424d-8fa1-71447bc958df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:05:10.599207 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17f8cd3c-59ac-4eec-8f4c-2353885fbb96 req-cfe284f1-0abe-460b-a0e1-c7aaad57fab2 service neutron] Bound using segment: {'id': 'ff9b0beb-ebd9-45f3-9693-d627eb3bb065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '7ba5f889-7a68-424d-8fa1-71447bc958df'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:05:10.599462 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-17f8cd3c-59ac-4eec-8f4c-2353885fbb96 req-cfe284f1-0abe-460b-a0e1-c7aaad57fab2 service neutron] Bound port: 2c5ff320-ebb8-4916-a66d-dee08f670207, host: n-h1-802623-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff9b0beb-ebd9-45f3-9693-d627eb3bb065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '7ba5f889-7a68-424d-8fa1-71447bc958df'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:05:10.599827 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-17f8cd3c-59ac-4eec-8f4c-2353885fbb96 req-cfe284f1-0abe-460b-a0e1-c7aaad57fab2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:10.613870 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6287574d-e732-49d4-8364-fae497602366 req-22c665a9-1c92-4854-9142-f04009aa5cc7 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:10.615392 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-6287574d-e732-49d4-8364-fae497602366 req-22c665a9-1c92-4854-9142-f04009aa5cc7 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847-project] 10.222.0.18 "GET /v2.0/networks/2fd42287-ed26-4eb9-89a5-b521f5b04356 HTTP/1.1" status: 200 len: 784 time: 0.3830051 Jul 27 23:05:10.622281 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c75dc1-f30c-4a02-8bf1-376d76694ba6 req-94ecfcdc-eb64-4cca-925e-0a92b00b8473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:10.623691 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-64c75dc1-f30c-4a02-8bf1-376d76694ba6 req-94ecfcdc-eb64-4cca-925e-0a92b00b8473 service neutron] 10.222.0.38 "GET /v2.0/networks?id=0ce8931c-84fe-4224-88db-416ca3c243ce HTTP/1.1" status: 200 len: 930 time: 0.3403563 Jul 27 23:05:10.637321 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-9e97aa65-22a8-4aa5-bfeb-12e032d48593 req-c9a5ef87-5138-4648-b1c9-ed6054e05a17 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] 10.222.0.18 "GET /v2.0/security-groups?id=bed30b16-cd2d-47d0-9758-37dc9df2dfb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5486927 Jul 27 23:05:10.644324 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-092bd1a3-382d-4376-9dcd-6e5d9ff7ffca req-c484cebf-05de-4b21-9d14-9b81b1d462d2 service neutron] 10.222.0.49 "GET /v2.0/networks/c451a142-86a9-4355-833f-365557d21b8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433489 Jul 27 23:05:10.650761 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-00dff3a7-667d-4095-91ff-a637b94ea32a req-16e76888-fc3b-43a4-95f7-7547a8636b0a service neutron] 10.222.0.38 "GET /v2.0/networks/c451a142-86a9-4355-833f-365557d21b8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6051943 Jul 27 23:05:10.794276 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e040b3d4-085e-4896-ab99-7ad52f109948 req-18f71a2a-ea76-417a-ac03-076c75c89d98 tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:10.794955 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-e040b3d4-085e-4896-ab99-7ad52f109948 req-18f71a2a-ea76-417a-ac03-076c75c89d98 tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:10.798377 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-64c75dc1-f30c-4a02-8bf1-376d76694ba6 req-1d072e58-bb59-40a9-b8b2-aa8633337da5 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f879a519-bcc5-4611-ad8b-8623f5db098e HTTP/1.1" status: 200 len: 217 time: 0.1601875 Jul 27 23:05:10.811096 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-6287574d-e732-49d4-8364-fae497602366 req-5412bd74-2e43-40c0-9f40-084fa6bbf19f tempest-FloatingIPsAssociationNegativeTestJSON-1524546847 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.4.176 HTTP/1.1" status: 200 len: 696 time: 0.1862350 Jul 27 23:05:10.957026 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e040b3d4-085e-4896-ab99-7ad52f109948 req-18f71a2a-ea76-417a-ac03-076c75c89d98 tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7096093 Jul 27 23:05:10.968322 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-00dff3a7-667d-4095-91ff-a637b94ea32a req-4a71d97e-2e94-45a7-b9eb-0bc98a2a9d47 service neutron] 10.222.0.38 "GET /v2.0/networks/c451a142-86a9-4355-833f-365557d21b8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2941334 Jul 27 23:05:11.013288 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [req-e040b3d4-085e-4896-ab99-7ad52f109948 req-6bbd3089-eab2-4ed2-a3bd-ba481de1478f service neutron] Request body: {'port': {'device_id': '744a40dc-1a5c-4ddc-bfa1-b21a2a6cd777', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802623-1'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:05:11.025315 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8429b0-2df6-4201-ad37-66afdae59bd9 req-c7304eb0-3478-443a-bcc9-c55fcb4a53b5 tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:11.035017 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-bd8429b0-2df6-4201-ad37-66afdae59bd9 req-c7304eb0-3478-443a-bcc9-c55fcb4a53b5 tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] 10.222.0.18 "GET /v2.0/ports?device_id=45491c78-fb5b-4166-8dac-8f81c2d42c00 HTTP/1.1" status: 200 len: 943 time: 0.2292664 Jul 27 23:05:11.065362 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-6287574d-e732-49d4-8364-fae497602366 req-548c993c-95b0-48e5-8c4a-b0daa0911d47 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.4.176 HTTP/1.1" status: 200 len: 696 time: 0.2263196 Jul 27 23:05:11.092826 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-092bd1a3-382d-4376-9dcd-6e5d9ff7ffca req-07364605-7940-40ca-8a88-3e485a4938d0 service neutron] 10.222.0.49 "GET /v2.0/networks/c451a142-86a9-4355-833f-365557d21b8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4380038 Jul 27 23:05:11.108619 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c75dc1-f30c-4a02-8bf1-376d76694ba6 req-c93a5200-2a47-47e0-b11d-1ee05d0c76cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:11.110722 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-64c75dc1-f30c-4a02-8bf1-376d76694ba6 req-c93a5200-2a47-47e0-b11d-1ee05d0c76cd service neutron] 10.222.0.38 "GET /v2.0/subnets?id=7c915760-7367-4b2c-8742-645483953bbd HTTP/1.1" status: 200 len: 868 time: 0.2985761 Jul 27 23:05:11.116370 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-17f8cd3c-59ac-4eec-8f4c-2353885fbb96 req-cfe284f1-0abe-460b-a0e1-c7aaad57fab2 service neutron] For port 2c5ff320-ebb8-4916-a66d-dee08f670207, host n-h1-802623-1, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:05:11.132005 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-bd8429b0-2df6-4201-ad37-66afdae59bd9 req-420a6110-c536-4a5b-935b-af81ab85ba25 tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ee1769a-7cc2-4f9a-a15b-54c39d35bd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959117 Jul 27 23:05:11.193306 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-17f8cd3c-59ac-4eec-8f4c-2353885fbb96 req-cfe284f1-0abe-460b-a0e1-c7aaad57fab2 service neutron] For port 2c5ff320-ebb8-4916-a66d-dee08f670207, host n-h1-802623-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=2c5ff320-ebb8-4916-a66d-dee08f670207,segment=NetworkSegment(ff9b0beb-ebd9-45f3-9693-d627eb3bb065),segment_id=ff9b0beb-ebd9-45f3-9693-d627eb3bb065)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:05:11.205175 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-24204fe7-2709-4c0e-b459-e6bb8321d283 None None] Provisioning for port d6d8a52c-a304-46dd-bea3-c11de35f5ce8 completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:05:11.219008 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-24204fe7-2709-4c0e-b459-e6bb8321d283 None None] Provisioning complete for port d6d8a52c-a304-46dd-bea3-c11de35f5ce8 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:05:11.219725 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-24204fe7-2709-4c0e-b459-e6bb8321d283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:11.299851 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-24204fe7-2709-4c0e-b459-e6bb8321d283 None None] Port d6d8a52c-a304-46dd-bea3-c11de35f5ce8 cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:05:11.317916 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01256ba-5255-4ae1-af4c-1344b8b24ed7 req-7fb0e0dd-3571-476b-b4f2-e5612d663786 tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:11.319536 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-e01256ba-5255-4ae1-af4c-1344b8b24ed7 req-7fb0e0dd-3571-476b-b4f2-e5612d663786 tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] 10.222.0.18 "GET /v2.0/ports?device_id=744a40dc-1a5c-4ddc-bfa1-b21a2a6cd777 HTTP/1.1" status: 200 len: 936 time: 0.0838270 Jul 27 23:05:11.348579 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-17f8cd3c-59ac-4eec-8f4c-2353885fbb96 req-cfe284f1-0abe-460b-a0e1-c7aaad57fab2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:11.373632 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-e01256ba-5255-4ae1-af4c-1344b8b24ed7 req-84bdcdd8-7671-4aee-a3f9-acc6d86e0bac tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] 10.222.0.18 "GET /v2.0/security-groups?id=3b54d803-f776-413f-b5bd-6e9336fca6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455146 Jul 27 23:05:11.407033 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c75dc1-f30c-4a02-8bf1-376d76694ba6 req-f5adc74d-707e-4d3c-a0aa-e5c8874c54f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:11.410265 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-64c75dc1-f30c-4a02-8bf1-376d76694ba6 req-f5adc74d-707e-4d3c-a0aa-e5c8874c54f1 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=0ce8931c-84fe-4224-88db-416ca3c243ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2101910 Jul 27 23:05:11.445667 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f8cd3c-59ac-4eec-8f4c-2353885fbb96 req-cfe284f1-0abe-460b-a0e1-c7aaad57fab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:11.446293 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-17f8cd3c-59ac-4eec-8f4c-2353885fbb96 req-cfe284f1-0abe-460b-a0e1-c7aaad57fab2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:11.448216 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-17f8cd3c-59ac-4eec-8f4c-2353885fbb96 req-cfe284f1-0abe-460b-a0e1-c7aaad57fab2 service neutron] 10.222.0.38 "PUT /v2.0/ports/2c5ff320-ebb8-4916-a66d-dee08f670207 HTTP/1.1" status: 200 len: 1091 time: 2.8921657 Jul 27 23:05:11.452790 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45491c78-fb5b-4166-8dac-8f81c2d42c00', 'tag': '2c5ff320-ebb8-4916-a66d-dee08f670207'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:05:11.455655 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}011f8d312121274bb12d78e77c6379a2079800640016cec6c6d605b73666e854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6af2b42a-a13c-4b2f-b8f6-4b990cac40ad" -d '{"events": [{"name": "network-changed", "server_uuid": "45491c78-fb5b-4166-8dac-8f81c2d42c00", "tag": "2c5ff320-ebb8-4916-a66d-dee08f670207"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:05:11.591632 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-e040b3d4-085e-4896-ab99-7ad52f109948 req-6bbd3089-eab2-4ed2-a3bd-ba481de1478f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:11.617140 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe284f1-0abe-460b-a0e1-c7aaad57fab2 service neutron] Pushing event updated for resources: {'Port': ['ID=2c5ff320-ebb8-4916-a66d-dee08f670207,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:05:11.648650 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509b265f-8b8d-47e2-aaad-898070385295 req-9b7ee856-32b3-44dd-b0e5-1650bd6b01d1 tempest-ServersAdminNegativeTestJSON-2027900281 tempest-ServersAdminNegativeTestJSON-2027900281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:11.650192 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-509b265f-8b8d-47e2-aaad-898070385295 req-9b7ee856-32b3-44dd-b0e5-1650bd6b01d1 tempest-ServersAdminNegativeTestJSON-2027900281 tempest-ServersAdminNegativeTestJSON-2027900281-project] 10.222.0.18 "GET /v2.0/ports?device_id=2b1e0dbc-d3dc-446c-b149-1dbafa05063c HTTP/1.1" status: 200 len: 948 time: 0.0926092 Jul 27 23:05:11.696648 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-509b265f-8b8d-47e2-aaad-898070385295 req-feaa5d5b-904b-4c16-a5a3-c51ee1ca6bd4 tempest-ServersAdminNegativeTestJSON-2027900281 tempest-ServersAdminNegativeTestJSON-2027900281-project] 10.222.0.18 "GET /v2.0/security-groups?id=fe25dd46-142f-4f85-a515-1967d4861cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395863 Jul 27 23:05:11.708166 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-64c75dc1-f30c-4a02-8bf1-376d76694ba6 req-992ca526-0dba-467f-bd71-2a0578b4bcbe service neutron] 10.222.0.38 "GET /v2.0/networks/0ce8931c-84fe-4224-88db-416ca3c243ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2687643 Jul 27 23:05:11.718343 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device 3e618999-603b-439c-8192-161390a3ae45 details requested by agent hyperv_n-h2-802623-1 with host n-h2-802623-1 {{(pid=93799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 23:05:11.739952 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-6287574d-e732-49d4-8364-fae497602366 req-9370ed10-fd53-44ef-8e18-5c0ed0853323 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847-project] Deleting port c86fb16f-e64f-4e71-a9ec-00f31289c759 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:05:11.740304 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-6287574d-e732-49d4-8364-fae497602366 req-9370ed10-fd53-44ef-8e18-5c0ed0853323 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:11.790937 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 23:05:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-318f644b-6a31-47cd-8dd5-2ac0ad04845a x-openstack-request-id: req-318f644b-6a31-47cd-8dd5-2ac0ad04845a {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:05:11.791253 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45491c78-fb5b-4166-8dac-8f81c2d42c00", "tag": "2c5ff320-ebb8-4916-a66d-dee08f670207", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:05:11.791503 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-318f644b-6a31-47cd-8dd5-2ac0ad04845a {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:05:11.791896 n-d-802623-1 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45491c78-fb5b-4166-8dac-8f81c2d42c00', 'tag': '2c5ff320-ebb8-4916-a66d-dee08f670207', 'status': 'completed', 'code': 200} Jul 27 23:05:11.803761 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f8cd3c-59ac-4eec-8f4c-2353885fbb96 req-f2ff3ad2-3da4-4fa2-9aaf-c40ad6dc44ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:11.805367 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-17f8cd3c-59ac-4eec-8f4c-2353885fbb96 req-f2ff3ad2-3da4-4fa2-9aaf-c40ad6dc44ea service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=2b51160ea37c42ce86518efb7f5012de&device_id=45491c78-fb5b-4166-8dac-8f81c2d42c00 HTTP/1.1" status: 200 len: 1094 time: 0.2148581 Jul 27 23:05:11.885240 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-17f8cd3c-59ac-4eec-8f4c-2353885fbb96 req-a1b78e6e-3842-4ee0-892f-6cc345c23797 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2c5ff320-ebb8-4916-a66d-dee08f670207 HTTP/1.1" status: 200 len: 217 time: 0.0463607 Jul 27 23:05:11.889491 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port 3e618999-603b-439c-8192-161390a3ae45, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=3e618999-603b-439c-8192-161390a3ae45,segment=NetworkSegment(16e91594-c047-4b55-93eb-43af33ad08e1),segment_id=16e91594-c047-4b55-93eb-43af33ad08e1)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:05:11.892251 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906f3a7b-b175-4140-9773-53fd90609bc8 req-373625ee-03ef-4405-b7aa-18cd430d08e7 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:11.894989 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-906f3a7b-b175-4140-9773-53fd90609bc8 req-373625ee-03ef-4405-b7aa-18cd430d08e7 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd7b332d-3077-4beb-a3df-e657be374929 HTTP/1.1" status: 200 len: 945 time: 0.0756717 Jul 27 23:05:11.916546 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Returning: {'device': '3e618999-603b-439c-8192-161390a3ae45', 'network_id': '591af2dd-f826-43b1-aa9d-e7a0bf218c71', 'port_id': '3e618999-603b-439c-8192-161390a3ae45', 'mac_address': 'fa:16:3e:b4:dc:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62938449-046d-4cbe-923a-7ebb632c358d', 'ip_address': '192.168.233.183'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 23:05:11.979790 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-906f3a7b-b175-4140-9773-53fd90609bc8 req-54457f2f-78ec-441c-8ca9-125fa20fe772 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] 10.222.0.18 "GET /v2.0/security-groups?id=bed30b16-cd2d-47d0-9758-37dc9df2dfb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778890 Jul 27 23:05:12.005934 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:12.039421 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e618999-603b-439c-8192-161390a3ae45 {{(pid=93799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:05:12.067964 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port 3e618999-603b-439c-8192-161390a3ae45, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=3e618999-603b-439c-8192-161390a3ae45,segment=NetworkSegment(16e91594-c047-4b55-93eb-43af33ad08e1),segment_id=16e91594-c047-4b55-93eb-43af33ad08e1)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:05:12.082694 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:12.142889 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Pushing event updated for resources: {'Port': ['ID=3e618999-603b-439c-8192-161390a3ae45,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:05:12.152597 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f8cd3c-59ac-4eec-8f4c-2353885fbb96 req-f7696783-ff1f-4dfc-afa0-73db5794691d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:12.154099 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-17f8cd3c-59ac-4eec-8f4c-2353885fbb96 req-f7696783-ff1f-4dfc-afa0-73db5794691d service neutron] 10.222.0.38 "GET /v2.0/subnets?id=2be3a116-6f3a-48af-9c58-17be143660fc HTTP/1.1" status: 200 len: 861 time: 0.2558601 Jul 27 23:05:12.219800 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-64c75dc1-f30c-4a02-8bf1-376d76694ba6 req-92cb61ff-c6ae-4539-bdfd-c923c01d2eca service neutron] 10.222.0.38 "GET /v2.0/networks/0ce8931c-84fe-4224-88db-416ca3c243ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4880986 Jul 27 23:05:12.230765 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-17f8cd3c-59ac-4eec-8f4c-2353885fbb96 req-20c0dd7a-de8c-45d3-8154-2203808aa4e7 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7ba5f889-7a68-424d-8fa1-71447bc958df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0501196 Jul 27 23:05:12.238682 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-6287574d-e732-49d4-8364-fae497602366 req-9370ed10-fd53-44ef-8e18-5c0ed0853323 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:12.239421 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-6287574d-e732-49d4-8364-fae497602366 req-9370ed10-fd53-44ef-8e18-5c0ed0853323 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:12.309180 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-6287574d-e732-49d4-8364-fae497602366 req-9370ed10-fd53-44ef-8e18-5c0ed0853323 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847-project] Calling delete_port for c86fb16f-e64f-4e71-a9ec-00f31289c759 owned by network:floatingip {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:05:12.539839 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] get_ports_and_sgs() called for port_ids ['3e618999-603b-439c-8192-161390a3ae45'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:05:12.609936 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35205cc8-fa51-4f6d-b497-17c974eccca9 req-c94de9e3-db76-4cd8-976b-5f630c2aa0cb tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:12.611819 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-35205cc8-fa51-4f6d-b497-17c974eccca9 req-c94de9e3-db76-4cd8-976b-5f630c2aa0cb tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] 10.222.0.18 "GET /v2.0/ports?device_id=45491c78-fb5b-4166-8dac-8f81c2d42c00 HTTP/1.1" status: 200 len: 943 time: 0.0597839 Jul 27 23:05:12.688812 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-35205cc8-fa51-4f6d-b497-17c974eccca9 req-02e0fb16-c521-4b42-b56d-25387e71db37 tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ee1769a-7cc2-4f9a-a15b-54c39d35bd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702000 Jul 27 23:05:12.735972 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-17f8cd3c-59ac-4eec-8f4c-2353885fbb96 req-755e4eab-312f-4e97-8838-2bf4040f116a service neutron] 10.222.0.38 "GET /v2.0/networks/7ba5f889-7a68-424d-8fa1-71447bc958df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4916766 Jul 27 23:05:12.860604 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [req-e040b3d4-085e-4896-ab99-7ad52f109948 req-6bbd3089-eab2-4ed2-a3bd-ba481de1478f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6d8a52c-a304-46dd-bea3-c11de35f5ce8 {{(pid=93798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:05:12.867305 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8e82aa-5dde-4293-99a5-974686f2bf66 req-c25ab349-55a5-4d16-8a9c-7e5d4c891f2c tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:12.868933 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-de8e82aa-5dde-4293-99a5-974686f2bf66 req-c25ab349-55a5-4d16-8a9c-7e5d4c891f2c tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] 10.222.0.18 "GET /v2.0/ports?device_id=744a40dc-1a5c-4ddc-bfa1-b21a2a6cd777 HTTP/1.1" status: 200 len: 936 time: 0.0595374 Jul 27 23:05:12.875007 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-e040b3d4-085e-4896-ab99-7ad52f109948 req-6bbd3089-eab2-4ed2-a3bd-ba481de1478f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:12.911489 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-e040b3d4-085e-4896-ab99-7ad52f109948 req-6bbd3089-eab2-4ed2-a3bd-ba481de1478f service neutron] Transition to ACTIVE for port object d6d8a52c-a304-46dd-bea3-c11de35f5ce8 will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:05:12.917350 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-de8e82aa-5dde-4293-99a5-974686f2bf66 req-cf1e93a6-e61f-4a81-bdef-d76211aa3591 tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] 10.222.0.18 "GET /v2.0/security-groups?id=3b54d803-f776-413f-b5bd-6e9336fca6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406468 Jul 27 23:05:12.929486 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-e040b3d4-085e-4896-ab99-7ad52f109948 req-6bbd3089-eab2-4ed2-a3bd-ba481de1478f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:12.963799 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-17f8cd3c-59ac-4eec-8f4c-2353885fbb96 req-6a190c9d-c162-4b74-931d-be9514caf273 service neutron] 10.222.0.38 "GET /v2.0/networks/7ba5f889-7a68-424d-8fa1-71447bc958df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1855404 Jul 27 23:05:13.061611 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-6287574d-e732-49d4-8364-fae497602366 req-9370ed10-fd53-44ef-8e18-5c0ed0853323 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:13.073470 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbd3089-eab2-4ed2-a3bd-ba481de1478f service neutron] Pushing event updated for resources: {'Port': ['ID=d6d8a52c-a304-46dd-bea3-c11de35f5ce8,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:05:13.117228 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57528af-1b1a-424d-9998-cf8bc005799a req-d4c0c8b5-0620-4745-b508-3f20025f108b tempest-ServersAdminNegativeTestJSON-2027900281 tempest-ServersAdminNegativeTestJSON-2027900281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:13.119103 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-e57528af-1b1a-424d-9998-cf8bc005799a req-d4c0c8b5-0620-4745-b508-3f20025f108b tempest-ServersAdminNegativeTestJSON-2027900281 tempest-ServersAdminNegativeTestJSON-2027900281-project] 10.222.0.18 "GET /v2.0/ports?device_id=2b1e0dbc-d3dc-446c-b149-1dbafa05063c HTTP/1.1" status: 200 len: 949 time: 0.0550787 Jul 27 23:05:13.177739 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af2b42a-a13c-4b2f-b8f6-4b990cac40ad req-8e14cf8a-a69e-493c-9ab8-5cb1226a54d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:13.179449 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-6af2b42a-a13c-4b2f-b8f6-4b990cac40ad req-8e14cf8a-a69e-493c-9ab8-5cb1226a54d3 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=2b51160ea37c42ce86518efb7f5012de&device_id=45491c78-fb5b-4166-8dac-8f81c2d42c00 HTTP/1.1" status: 200 len: 1094 time: 0.1652446 Jul 27 23:05:13.180295 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9370ed10-fd53-44ef-8e18-5c0ed0853323 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847-project] Pushing event deleted for resources: {'Port': ['ID=c86fb16f-e64f-4e71-a9ec-00f31289c759,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:05:13.190604 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-e57528af-1b1a-424d-9998-cf8bc005799a req-fb08ceba-3f23-4090-9d4c-2000ba9871c8 tempest-ServersAdminNegativeTestJSON-2027900281 tempest-ServersAdminNegativeTestJSON-2027900281-project] 10.222.0.18 "GET /v2.0/security-groups?id=fe25dd46-142f-4f85-a515-1967d4861cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645921 Jul 27 23:05:13.318539 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-6287574d-e732-49d4-8364-fae497602366 req-9370ed10-fd53-44ef-8e18-5c0ed0853323 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847-project] Notify callbacks [] for floatingip, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:13.321239 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-6287574d-e732-49d4-8364-fae497602366 req-9370ed10-fd53-44ef-8e18-5c0ed0853323 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for floatingip, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:13.322392 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-6287574d-e732-49d4-8364-fae497602366 req-9370ed10-fd53-44ef-8e18-5c0ed0853323 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847-project] 10.222.0.18 "DELETE /v2.0/floatingips/d21a0ba1-d979-4db8-ba81-06df92df129d HTTP/1.1" status: 204 len: 173 time: 2.2310293 Jul 27 23:05:13.330060 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-e040b3d4-085e-4896-ab99-7ad52f109948 req-6bbd3089-eab2-4ed2-a3bd-ba481de1478f service neutron] Attempting to bind port d6d8a52c-a304-46dd-bea3-c11de35f5ce8 on host n-h2-802623-1 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:05:13.330060 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-e040b3d4-085e-4896-ab99-7ad52f109948 req-6bbd3089-eab2-4ed2-a3bd-ba481de1478f service neutron] Attempting to bind port d6d8a52c-a304-46dd-bea3-c11de35f5ce8 by drivers openvswitch,hyperv on host n-h2-802623-1 at level 0 using segments [{'id': '16e91594-c047-4b55-93eb-43af33ad08e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '591af2dd-f826-43b1-aa9d-e7a0bf218c71'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:05:13.330060 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e040b3d4-085e-4896-ab99-7ad52f109948 req-6bbd3089-eab2-4ed2-a3bd-ba481de1478f service neutron] Attempting to bind port d6d8a52c-a304-46dd-bea3-c11de35f5ce8 on network 591af2dd-f826-43b1-aa9d-e7a0bf218c71 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:05:13.350659 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e040b3d4-085e-4896-ab99-7ad52f109948 req-6bbd3089-eab2-4ed2-a3bd-ba481de1478f service neutron] Port d6d8a52c-a304-46dd-bea3-c11de35f5ce8 on network 591af2dd-f826-43b1-aa9d-e7a0bf218c71 not bound, no agent of type Open vSwitch agent registered on host n-h2-802623-1 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 23:05:13.350999 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e040b3d4-085e-4896-ab99-7ad52f109948 req-6bbd3089-eab2-4ed2-a3bd-ba481de1478f service neutron] Attempting to bind port d6d8a52c-a304-46dd-bea3-c11de35f5ce8 on network 591af2dd-f826-43b1-aa9d-e7a0bf218c71 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:05:13.351597 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-c0c5314a-bc67-421f-b263-900d9067a33a req-41a3808d-545a-4665-b441-2e386d12be52 tempest-ServersTestBootFromVolume-906123710 tempest-ServersTestBootFromVolume-906123710-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--513483506&fields=id&tenant_id=e1cc4618ab8d497f8f1b385f74e71fb7 HTTP/1.1" status: 200 len: 267 time: 0.0598924 Jul 27 23:05:13.363720 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e040b3d4-085e-4896-ab99-7ad52f109948 req-6bbd3089-eab2-4ed2-a3bd-ba481de1478f service neutron] Checking agent: {'id': 'c5cc038b-93c4-4df4-8061-5df2a04a48c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 23, 0, 4), 'started_at': datetime.datetime(2021, 7, 27, 23, 0, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 5, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:05:13.364070 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e040b3d4-085e-4896-ab99-7ad52f109948 req-6bbd3089-eab2-4ed2-a3bd-ba481de1478f service neutron] Checking segment: {'id': '16e91594-c047-4b55-93eb-43af33ad08e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '591af2dd-f826-43b1-aa9d-e7a0bf218c71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:05:13.364462 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e040b3d4-085e-4896-ab99-7ad52f109948 req-6bbd3089-eab2-4ed2-a3bd-ba481de1478f service neutron] Bound using segment: {'id': '16e91594-c047-4b55-93eb-43af33ad08e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '591af2dd-f826-43b1-aa9d-e7a0bf218c71'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:05:13.364906 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-e040b3d4-085e-4896-ab99-7ad52f109948 req-6bbd3089-eab2-4ed2-a3bd-ba481de1478f service neutron] Bound port: d6d8a52c-a304-46dd-bea3-c11de35f5ce8, host: n-h2-802623-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16e91594-c047-4b55-93eb-43af33ad08e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '591af2dd-f826-43b1-aa9d-e7a0bf218c71'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:05:13.365267 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-e040b3d4-085e-4896-ab99-7ad52f109948 req-6bbd3089-eab2-4ed2-a3bd-ba481de1478f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:13.388993 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af2b42a-a13c-4b2f-b8f6-4b990cac40ad req-d173b484-8b2e-40b8-8e39-69d02bc589a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:13.390487 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-6af2b42a-a13c-4b2f-b8f6-4b990cac40ad req-d173b484-8b2e-40b8-8e39-69d02bc589a0 service neutron] 10.222.0.38 "GET /v2.0/networks?id=7ba5f889-7a68-424d-8fa1-71447bc958df HTTP/1.1" status: 200 len: 922 time: 0.1812105 Jul 27 23:05:13.480828 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c5314a-bc67-421f-b263-900d9067a33a req-5b1947d2-2c8c-4fdd-bec0-027ea18624fe tempest-ServersTestBootFromVolume-906123710 tempest-ServersTestBootFromVolume-906123710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:13.482418 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-c0c5314a-bc67-421f-b263-900d9067a33a req-5b1947d2-2c8c-4fdd-bec0-027ea18624fe tempest-ServersTestBootFromVolume-906123710 tempest-ServersTestBootFromVolume-906123710-project] 10.222.0.18 "GET /v2.0/networks?id=786c8bed-6530-402d-94b3-9fdab2784572 HTTP/1.1" status: 200 len: 816 time: 0.1265740 Jul 27 23:05:13.498083 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-c0c5314a-bc67-421f-b263-900d9067a33a req-4b67faaa-7f88-4b1f-83d8-5d8559dee84e tempest-ServersTestBootFromVolume-906123710 tempest-ServersTestBootFromVolume-906123710-project] 10.222.0.18 "GET /v2.0/quotas/e1cc4618ab8d497f8f1b385f74e71fb7 HTTP/1.1" status: 200 len: 375 time: 0.0095329 Jul 27 23:05:13.507086 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-6af2b42a-a13c-4b2f-b8f6-4b990cac40ad req-ca3315b7-8743-45e7-a0d2-3554796793b4 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2c5ff320-ebb8-4916-a66d-dee08f670207 HTTP/1.1" status: 200 len: 217 time: 0.0719810 Jul 27 23:05:13.555370 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-c0c5314a-bc67-421f-b263-900d9067a33a req-4b012c6b-a18b-4c91-8eea-72af1293b397 tempest-ServersTestBootFromVolume-906123710 tempest-ServersTestBootFromVolume-906123710-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=e1cc4618ab8d497f8f1b385f74e71fb7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0502639 Jul 27 23:05:13.562827 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-e040b3d4-085e-4896-ab99-7ad52f109948 req-6bbd3089-eab2-4ed2-a3bd-ba481de1478f service neutron] For port d6d8a52c-a304-46dd-bea3-c11de35f5ce8, host n-h2-802623-1, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:05:13.572553 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e1b951-2696-47f0-bd78-844604b9a13b req-6da55f10-c6a1-4c2a-a420-b44ebc569b59 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:13.574171 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f6e1b951-2696-47f0-bd78-844604b9a13b req-6da55f10-c6a1-4c2a-a420-b44ebc569b59 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd7b332d-3077-4beb-a3df-e657be374929 HTTP/1.1" status: 200 len: 945 time: 0.1380191 Jul 27 23:05:13.606951 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-e040b3d4-085e-4896-ab99-7ad52f109948 req-6bbd3089-eab2-4ed2-a3bd-ba481de1478f service neutron] For port d6d8a52c-a304-46dd-bea3-c11de35f5ce8, host n-h2-802623-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=d6d8a52c-a304-46dd-bea3-c11de35f5ce8,segment=NetworkSegment(16e91594-c047-4b55-93eb-43af33ad08e1),segment_id=16e91594-c047-4b55-93eb-43af33ad08e1)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:05:13.618985 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-e040b3d4-085e-4896-ab99-7ad52f109948 req-6bbd3089-eab2-4ed2-a3bd-ba481de1478f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:13.626872 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af2b42a-a13c-4b2f-b8f6-4b990cac40ad req-530af3c2-1207-4881-8fdc-1fe98edb21c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:13.628530 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-6af2b42a-a13c-4b2f-b8f6-4b990cac40ad req-530af3c2-1207-4881-8fdc-1fe98edb21c0 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=2be3a116-6f3a-48af-9c58-17be143660fc HTTP/1.1" status: 200 len: 861 time: 0.1081388 Jul 27 23:05:13.664974 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-c0c5314a-bc67-421f-b263-900d9067a33a req-fa451755-651a-4381-a6c2-7fea7f876ec4 service neutron] 10.222.0.18 "GET /v2.0/networks/786c8bed-6530-402d-94b3-9fdab2784572?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966587 Jul 27 23:05:13.700737 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-6af2b42a-a13c-4b2f-b8f6-4b990cac40ad req-0701c754-db20-4cb8-b210-14b77918af52 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7ba5f889-7a68-424d-8fa1-71447bc958df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455036 Jul 27 23:05:13.703729 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e040b3d4-085e-4896-ab99-7ad52f109948 req-6bbd3089-eab2-4ed2-a3bd-ba481de1478f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:13.704345 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-e040b3d4-085e-4896-ab99-7ad52f109948 req-6bbd3089-eab2-4ed2-a3bd-ba481de1478f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:13.706181 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e040b3d4-085e-4896-ab99-7ad52f109948 req-6bbd3089-eab2-4ed2-a3bd-ba481de1478f service neutron] 10.222.0.49 "PUT /v2.0/ports/d6d8a52c-a304-46dd-bea3-c11de35f5ce8 HTTP/1.1" status: 200 len: 1096 time: 2.7155261 Jul 27 23:05:13.735644 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f6e1b951-2696-47f0-bd78-844604b9a13b req-5e1bdd32-fa13-435f-bea3-b17389d1c01a tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] 10.222.0.18 "GET /v2.0/security-groups?id=bed30b16-cd2d-47d0-9758-37dc9df2dfb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461725 Jul 27 23:05:13.790593 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbd3089-eab2-4ed2-a3bd-ba481de1478f service neutron] Pushing event updated for resources: {'Port': ['ID=d6d8a52c-a304-46dd-bea3-c11de35f5ce8,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:05:13.807929 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '744a40dc-1a5c-4ddc-bfa1-b21a2a6cd777', 'tag': 'd6d8a52c-a304-46dd-bea3-c11de35f5ce8'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:05:13.810223 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}011f8d312121274bb12d78e77c6379a2079800640016cec6c6d605b73666e854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-144f420c-7f97-42f8-9317-5fce9aba9ed4" -d '{"events": [{"name": "network-changed", "server_uuid": "744a40dc-1a5c-4ddc-bfa1-b21a2a6cd777", "tag": "d6d8a52c-a304-46dd-bea3-c11de35f5ce8"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:05:13.838788 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-c0c5314a-bc67-421f-b263-900d9067a33a req-d1e6e13a-ff85-49da-a49d-d3e7e764d322 service neutron] 10.222.0.18 "GET /v2.0/networks/786c8bed-6530-402d-94b3-9fdab2784572?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1631584 Jul 27 23:05:13.862785 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e040b3d4-085e-4896-ab99-7ad52f109948 req-8f4a789b-72b9-474b-83f5-fa27208db144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:13.864605 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e040b3d4-085e-4896-ab99-7ad52f109948 req-8f4a789b-72b9-474b-83f5-fa27208db144 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=496de96608da4f74abc6cf1f10c98b52&device_id=744a40dc-1a5c-4ddc-bfa1-b21a2a6cd777 HTTP/1.1" status: 200 len: 1099 time: 0.0906866 Jul 27 23:05:13.870075 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-6af2b42a-a13c-4b2f-b8f6-4b990cac40ad req-edcdc1f0-2dc7-4403-bf54-d73578097338 service neutron] 10.222.0.38 "GET /v2.0/networks/7ba5f889-7a68-424d-8fa1-71447bc958df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569319 Jul 27 23:05:13.984767 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e040b3d4-085e-4896-ab99-7ad52f109948 req-094c1831-29c5-4ead-ac22-b10f214d43ac service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.200&port_id=d6d8a52c-a304-46dd-bea3-c11de35f5ce8 HTTP/1.1" status: 200 len: 217 time: 0.1026917 Jul 27 23:05:14.022395 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d9ba4c-c233-47a1-981c-90a5ac65c16d req-44d34ee5-2967-4670-b2ce-3b3f73bd75b0 tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:14.024008 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e1d9ba4c-c233-47a1-981c-90a5ac65c16d req-44d34ee5-2967-4670-b2ce-3b3f73bd75b0 tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] 10.222.0.18 "GET /v2.0/ports?device_id=45491c78-fb5b-4166-8dac-8f81c2d42c00 HTTP/1.1" status: 200 len: 943 time: 0.1522493 Jul 27 23:05:14.097689 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e040b3d4-085e-4896-ab99-7ad52f109948 req-32f9584e-e3b3-4595-9943-fc1a1a2afa56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:14.099166 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e040b3d4-085e-4896-ab99-7ad52f109948 req-32f9584e-e3b3-4595-9943-fc1a1a2afa56 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=62938449-046d-4cbe-923a-7ebb632c358d HTTP/1.1" status: 200 len: 843 time: 0.0944805 Jul 27 23:05:14.105541 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-6af2b42a-a13c-4b2f-b8f6-4b990cac40ad req-8a8a867d-3e76-4d9f-b7be-0bb8b7979d1e service neutron] 10.222.0.38 "GET /v2.0/networks/7ba5f889-7a68-424d-8fa1-71447bc958df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2225144 Jul 27 23:05:14.112780 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e1d9ba4c-c233-47a1-981c-90a5ac65c16d req-f97ce85e-d724-40a0-95f8-92cac813d9d4 tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ee1769a-7cc2-4f9a-a15b-54c39d35bd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638063 Jul 27 23:05:14.165768 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e040b3d4-085e-4896-ab99-7ad52f109948 req-6652a1ac-7b21-48ab-8be8-60f9a8c41c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:14.167506 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e040b3d4-085e-4896-ab99-7ad52f109948 req-6652a1ac-7b21-48ab-8be8-60f9a8c41c47 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=591af2dd-f826-43b1-aa9d-e7a0bf218c71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0516477 Jul 27 23:05:14.286043 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791e4a64-dbbf-42ed-80fa-099ccfe2d73b req-ed2b8cdb-2642-4927-be11-f6b468f2e934 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:14.287547 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-791e4a64-dbbf-42ed-80fa-099ccfe2d73b req-ed2b8cdb-2642-4927-be11-f6b468f2e934 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847-project] 10.222.0.18 "GET /v2.0/ports?device_id=62d8d2a0-72dd-45e9-8c74-e65775e4d0c3&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1003680 Jul 27 23:05:14.342749 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-791e4a64-dbbf-42ed-80fa-099ccfe2d73b req-267f6148-7cff-421c-8117-dcd963aab369 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0476425 Jul 27 23:05:14.345222 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e040b3d4-085e-4896-ab99-7ad52f109948 req-074a6766-edd1-4565-9997-1dc6ba7121fa service neutron] 10.222.0.49 "GET /v2.0/networks/591af2dd-f826-43b1-aa9d-e7a0bf218c71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1663592 Jul 27 23:05:14.399425 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 23:05:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1427c2b7-365b-48a8-a745-f9a396f0f24e x-openstack-request-id: req-1427c2b7-365b-48a8-a745-f9a396f0f24e {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:05:14.399794 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "744a40dc-1a5c-4ddc-bfa1-b21a2a6cd777", "tag": "d6d8a52c-a304-46dd-bea3-c11de35f5ce8", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:05:14.399976 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1427c2b7-365b-48a8-a745-f9a396f0f24e {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:05:14.400355 n-d-802623-1 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '744a40dc-1a5c-4ddc-bfa1-b21a2a6cd777', 'tag': 'd6d8a52c-a304-46dd-bea3-c11de35f5ce8', 'status': 'completed', 'code': 200} Jul 27 23:05:14.457489 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e040b3d4-085e-4896-ab99-7ad52f109948 req-8c24b8fa-7f08-435c-a38d-9642900db8c1 service neutron] 10.222.0.49 "GET /v2.0/networks/591af2dd-f826-43b1-aa9d-e7a0bf218c71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026068 Jul 27 23:05:14.493014 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93fd372-e70e-42dd-93d3-6ee887dd3f24 req-0afcf0b4-ad97-43ec-b7b5-a52ba479bd2d tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:14.494511 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e93fd372-e70e-42dd-93d3-6ee887dd3f24 req-0afcf0b4-ad97-43ec-b7b5-a52ba479bd2d tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] 10.222.0.18 "GET /v2.0/ports?device_id=744a40dc-1a5c-4ddc-bfa1-b21a2a6cd777 HTTP/1.1" status: 200 len: 948 time: 0.0603898 Jul 27 23:05:14.561303 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e93fd372-e70e-42dd-93d3-6ee887dd3f24 req-741dd131-58cf-413c-b502-56af1b46927b tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] 10.222.0.18 "GET /v2.0/security-groups?id=3b54d803-f776-413f-b5bd-6e9336fca6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597429 Jul 27 23:05:14.573047 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144f420c-7f97-42f8-9317-5fce9aba9ed4 req-d9ccc119-8fbb-4933-8748-9041111c4c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:14.574634 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-144f420c-7f97-42f8-9317-5fce9aba9ed4 req-d9ccc119-8fbb-4933-8748-9041111c4c6f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=496de96608da4f74abc6cf1f10c98b52&device_id=744a40dc-1a5c-4ddc-bfa1-b21a2a6cd777 HTTP/1.1" status: 200 len: 1099 time: 0.0592325 Jul 27 23:05:14.678552 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144f420c-7f97-42f8-9317-5fce9aba9ed4 req-875bbac5-71fc-4175-bbae-087c1ffa5a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:14.680166 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-144f420c-7f97-42f8-9317-5fce9aba9ed4 req-875bbac5-71fc-4175-bbae-087c1ffa5a5c service neutron] 10.222.0.49 "GET /v2.0/networks?id=591af2dd-f826-43b1-aa9d-e7a0bf218c71 HTTP/1.1" status: 200 len: 870 time: 0.0962760 Jul 27 23:05:14.743106 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-144f420c-7f97-42f8-9317-5fce9aba9ed4 req-5de4a06e-f78f-4be8-8d9f-e84bc3138937 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.200&port_id=d6d8a52c-a304-46dd-bea3-c11de35f5ce8 HTTP/1.1" status: 200 len: 217 time: 0.0535810 Jul 27 23:05:14.788317 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c114dd5-7752-4335-938b-4d6252553289 req-86bb5028-f82d-4d83-96a4-a518283ce0d9 tempest-ServersAdminNegativeTestJSON-2027900281 tempest-ServersAdminNegativeTestJSON-2027900281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:14.789781 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-6c114dd5-7752-4335-938b-4d6252553289 req-86bb5028-f82d-4d83-96a4-a518283ce0d9 tempest-ServersAdminNegativeTestJSON-2027900281 tempest-ServersAdminNegativeTestJSON-2027900281-project] 10.222.0.18 "GET /v2.0/ports?device_id=2b1e0dbc-d3dc-446c-b149-1dbafa05063c HTTP/1.1" status: 200 len: 949 time: 0.1087618 Jul 27 23:05:14.820680 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144f420c-7f97-42f8-9317-5fce9aba9ed4 req-08b50927-b8ed-410c-9d5a-cdc7a942654c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:14.822394 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-144f420c-7f97-42f8-9317-5fce9aba9ed4 req-08b50927-b8ed-410c-9d5a-cdc7a942654c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=62938449-046d-4cbe-923a-7ebb632c358d HTTP/1.1" status: 200 len: 843 time: 0.0708144 Jul 27 23:05:14.838329 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-6c114dd5-7752-4335-938b-4d6252553289 req-c1436e45-8b7a-4d33-9731-0da087ae5dd7 tempest-ServersAdminNegativeTestJSON-2027900281 tempest-ServersAdminNegativeTestJSON-2027900281-project] 10.222.0.18 "GET /v2.0/security-groups?id=fe25dd46-142f-4f85-a515-1967d4861cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408180 Jul 27 23:05:14.912858 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-d1d90a23-57f4-4506-a701-0884f3e2aa86 req-7c40aa40-d68f-458c-8bf4-6508ab3c3ea2 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0399394 Jul 27 23:05:14.928636 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144f420c-7f97-42f8-9317-5fce9aba9ed4 req-e217f315-49d9-4040-b7dd-0916d3fe85ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:14.930290 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-144f420c-7f97-42f8-9317-5fce9aba9ed4 req-e217f315-49d9-4040-b7dd-0916d3fe85ec service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=591af2dd-f826-43b1-aa9d-e7a0bf218c71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0910542 Jul 27 23:05:15.061636 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679c9ce8-b855-439f-b114-1fbbe5a16428 req-8f8b14e2-cc3a-447a-aa88-8583ca019b97 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:15.063187 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-679c9ce8-b855-439f-b114-1fbbe5a16428 req-8f8b14e2-cc3a-447a-aa88-8583ca019b97 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd7b332d-3077-4beb-a3df-e657be374929 HTTP/1.1" status: 200 len: 945 time: 0.0988774 Jul 27 23:05:15.081913 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-144f420c-7f97-42f8-9317-5fce9aba9ed4 req-fb8ee503-ee8d-4d32-a10d-c20a8b0448f9 service neutron] 10.222.0.49 "GET /v2.0/networks/591af2dd-f826-43b1-aa9d-e7a0bf218c71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357083 Jul 27 23:05:15.146538 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-679c9ce8-b855-439f-b114-1fbbe5a16428 req-6b89b079-3f2b-4aea-8c18-6a05c7d7fcdd tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] 10.222.0.18 "GET /v2.0/security-groups?id=bed30b16-cd2d-47d0-9758-37dc9df2dfb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765560 Jul 27 23:05:15.195072 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-144f420c-7f97-42f8-9317-5fce9aba9ed4 req-5e254632-384b-4e12-b5d4-cb8674a00aa3 service neutron] 10.222.0.49 "GET /v2.0/networks/591af2dd-f826-43b1-aa9d-e7a0bf218c71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004863 Jul 27 23:05:15.380868 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2eada86-5383-428d-af64-14f019ca681b req-1e3123b7-6292-48bb-b432-169e537baa2a tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:15.382442 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c2eada86-5383-428d-af64-14f019ca681b req-1e3123b7-6292-48bb-b432-169e537baa2a tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] 10.222.0.18 "GET /v2.0/ports?device_id=45491c78-fb5b-4166-8dac-8f81c2d42c00 HTTP/1.1" status: 200 len: 943 time: 0.0543227 Jul 27 23:05:15.419946 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c2eada86-5383-428d-af64-14f019ca681b req-cd0c0689-8004-4250-a4a6-aa7ff4d58f60 tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ee1769a-7cc2-4f9a-a15b-54c39d35bd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311859 Jul 27 23:05:15.526490 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81aebd0-9890-43c8-827b-9bb4ace83557 req-5b459b40-ebc8-478d-ac3b-3a3fd4066f36 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:15.528003 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a81aebd0-9890-43c8-827b-9bb4ace83557 req-5b459b40-ebc8-478d-ac3b-3a3fd4066f36 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847-project] 10.222.0.18 "GET /v2.0/ports?device_id=62d8d2a0-72dd-45e9-8c74-e65775e4d0c3 HTTP/1.1" status: 200 len: 945 time: 0.0485976 Jul 27 23:05:15.567558 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a81aebd0-9890-43c8-827b-9bb4ace83557 req-bcdb7d4d-bb8f-4c4d-a025-19f1e8bba3da tempest-FloatingIPsAssociationNegativeTestJSON-1524546847 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847-project] 10.222.0.18 "GET /v2.0/security-groups?id=4abad032-32d3-4ab2-90d2-b6e2f800f29b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333786 Jul 27 23:05:15.681581 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9910fe19-a102-4a52-bd07-56b4c7ce1fe9 req-40e23968-feab-4296-aa0f-e99a95b92fc7 tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:15.683141 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-9910fe19-a102-4a52-bd07-56b4c7ce1fe9 req-40e23968-feab-4296-aa0f-e99a95b92fc7 tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] 10.222.0.18 "GET /v2.0/ports?device_id=744a40dc-1a5c-4ddc-bfa1-b21a2a6cd777 HTTP/1.1" status: 200 len: 948 time: 0.0554349 Jul 27 23:05:15.723396 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-9910fe19-a102-4a52-bd07-56b4c7ce1fe9 req-3679e209-7098-496e-a61a-2d4097c8023a tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] 10.222.0.18 "GET /v2.0/security-groups?id=3b54d803-f776-413f-b5bd-6e9336fca6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340438 Jul 27 23:05:15.732947 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device 3e618999-603b-439c-8192-161390a3ae45 up at agent hyperv_n-h2-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:05:15.787483 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Provisioning for port 3e618999-603b-439c-8192-161390a3ae45 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:05:15.794119 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Provisioning complete for port 3e618999-603b-439c-8192-161390a3ae45 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:05:15.794119 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:15.868080 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:15.891136 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b1e0dbc-d3dc-446c-b149-1dbafa05063c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e618999-603b-439c-8192-161390a3ae45'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:05:15.894292 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c0369b0d4f459110ff20a1f9878ba33f96d6491bddb9d15843bf29d01e0bda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0087e46-e685-4e6d-a944-588e9e8e89cc" -d '{"events": [{"server_uuid": "2b1e0dbc-d3dc-446c-b149-1dbafa05063c", "name": "network-vif-plugged", "status": "completed", "tag": "3e618999-603b-439c-8192-161390a3ae45"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:05:15.907367 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port 3e618999-603b-439c-8192-161390a3ae45, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=3e618999-603b-439c-8192-161390a3ae45,segment=NetworkSegment(16e91594-c047-4b55-93eb-43af33ad08e1),segment_id=16e91594-c047-4b55-93eb-43af33ad08e1)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:05:15.911848 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:15.967923 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e255f22-9f28-424e-b392-3a8e68e6b58b req-80c8bae8-0b41-4e04-8970-e714cc09f4bb tempest-ServersAdminNegativeTestJSON-2027900281 tempest-ServersAdminNegativeTestJSON-2027900281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:15.969033 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Pushing event updated for resources: {'Port': ['ID=3e618999-603b-439c-8192-161390a3ae45,revision_number=5']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:05:15.969795 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-9e255f22-9f28-424e-b392-3a8e68e6b58b req-80c8bae8-0b41-4e04-8970-e714cc09f4bb tempest-ServersAdminNegativeTestJSON-2027900281 tempest-ServersAdminNegativeTestJSON-2027900281-project] 10.222.0.18 "GET /v2.0/ports?device_id=2b1e0dbc-d3dc-446c-b149-1dbafa05063c HTTP/1.1" status: 200 len: 950 time: 0.0573070 Jul 27 23:05:16.012115 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-9e255f22-9f28-424e-b392-3a8e68e6b58b req-f86f388f-0e87-491d-832d-b27c5905da1f tempest-ServersAdminNegativeTestJSON-2027900281 tempest-ServersAdminNegativeTestJSON-2027900281-project] 10.222.0.18 "GET /v2.0/security-groups?id=fe25dd46-142f-4f85-a515-1967d4861cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334983 Jul 27 23:05:16.055210 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:05:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82f72bb0-7fec-4959-bbdf-e37a8c1d0820 x-openstack-request-id: req-82f72bb0-7fec-4959-bbdf-e37a8c1d0820 {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:05:16.055503 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b1e0dbc-d3dc-446c-b149-1dbafa05063c", "name": "network-vif-plugged", "status": "completed", "tag": "3e618999-603b-439c-8192-161390a3ae45", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:05:16.055754 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-82f72bb0-7fec-4959-bbdf-e37a8c1d0820 {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:05:16.056143 n-d-802623-1 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b1e0dbc-d3dc-446c-b149-1dbafa05063c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e618999-603b-439c-8192-161390a3ae45', 'code': 200} Jul 27 23:05:16.166376 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f339caf3-c8d9-4ba7-885c-764b0f5dba12 req-5658846e-a106-4498-9041-d3f86cf1f909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:16.168087 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f339caf3-c8d9-4ba7-885c-764b0f5dba12 req-5658846e-a106-4498-9041-d3f86cf1f909 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=2b1e0dbc-d3dc-446c-b149-1dbafa05063c HTTP/1.1" status: 200 len: 1101 time: 0.0509210 Jul 27 23:05:16.212495 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f339caf3-c8d9-4ba7-885c-764b0f5dba12 req-16b7d268-2e98-466d-988f-b096de0617b6 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=fe25dd46-142f-4f85-a515-1967d4861cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331972 Jul 27 23:05:16.288752 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080aa3d3-0e51-4af9-8916-91d7a92d645c req-483fc953-8a08-4d5b-b38c-da2139349ef4 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:16.290381 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-080aa3d3-0e51-4af9-8916-91d7a92d645c req-483fc953-8a08-4d5b-b38c-da2139349ef4 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd7b332d-3077-4beb-a3df-e657be374929 HTTP/1.1" status: 200 len: 945 time: 0.0539703 Jul 27 23:05:16.331791 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-080aa3d3-0e51-4af9-8916-91d7a92d645c req-849b967a-eeef-4e7b-8cfa-74a73b475880 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] 10.222.0.18 "GET /v2.0/security-groups?id=bed30b16-cd2d-47d0-9758-37dc9df2dfb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343137 Jul 27 23:05:16.543367 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c773e7cf-5604-4431-830d-7c28f5aa6ff3 req-826ff0b3-7011-4396-b41e-192209b2846b tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:16.544764 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c773e7cf-5604-4431-830d-7c28f5aa6ff3 req-826ff0b3-7011-4396-b41e-192209b2846b tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] 10.222.0.18 "GET /v2.0/ports?device_id=45491c78-fb5b-4166-8dac-8f81c2d42c00 HTTP/1.1" status: 200 len: 943 time: 0.0532568 Jul 27 23:05:16.584186 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c773e7cf-5604-4431-830d-7c28f5aa6ff3 req-02f71c8a-7742-432e-932b-418b4a8e54c1 tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ee1769a-7cc2-4f9a-a15b-54c39d35bd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324905 Jul 27 23:05:16.692167 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5c3284-526e-4eea-92ac-44d1fc026551 req-63ed60a4-6c74-4f39-9bfa-d083e32f0d99 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:16.693990 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-8d5c3284-526e-4eea-92ac-44d1fc026551 req-63ed60a4-6c74-4f39-9bfa-d083e32f0d99 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847-project] 10.222.0.18 "GET /v2.0/ports?device_id=62d8d2a0-72dd-45e9-8c74-e65775e4d0c3 HTTP/1.1" status: 200 len: 945 time: 0.0517159 Jul 27 23:05:16.732200 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-8d5c3284-526e-4eea-92ac-44d1fc026551 req-ed89d0ab-7502-49a9-80c3-b812325c071a tempest-FloatingIPsAssociationNegativeTestJSON-1524546847 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847-project] 10.222.0.18 "GET /v2.0/security-groups?id=4abad032-32d3-4ab2-90d2-b6e2f800f29b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323601 Jul 27 23:05:16.770210 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 2c5ff320-ebb8-4916-a66d-dee08f670207 details requested by agent hyperv_n-h1-802623-1 with host n-h1-802623-1 {{(pid=93799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 23:05:16.870184 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982c7344-3ddd-41a6-b97f-a60e3d7d3e11 req-68f669d6-dda6-40f7-8fcf-cd1db1eddede tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:16.871288 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-982c7344-3ddd-41a6-b97f-a60e3d7d3e11 req-68f669d6-dda6-40f7-8fcf-cd1db1eddede tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] 10.222.0.18 "GET /v2.0/ports?device_id=744a40dc-1a5c-4ddc-bfa1-b21a2a6cd777 HTTP/1.1" status: 200 len: 948 time: 0.0812430 Jul 27 23:05:16.878721 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port 2c5ff320-ebb8-4916-a66d-dee08f670207, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=2c5ff320-ebb8-4916-a66d-dee08f670207,segment=NetworkSegment(ff9b0beb-ebd9-45f3-9693-d627eb3bb065),segment_id=ff9b0beb-ebd9-45f3-9693-d627eb3bb065)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:05:16.884427 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f643836-d8fb-475f-ba01-7b1ab68a42e9 req-64acfd66-64ef-4126-bbed-cb5e10bc82fc tempest-FloatingIPsAssociationNegativeTestJSON-1524546847 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:16.886057 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-9f643836-d8fb-475f-ba01-7b1ab68a42e9 req-64acfd66-64ef-4126-bbed-cb5e10bc82fc tempest-FloatingIPsAssociationNegativeTestJSON-1524546847 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847-project] 10.222.0.38 "GET /v2.0/ports?device_id=62d8d2a0-72dd-45e9-8c74-e65775e4d0c3 HTTP/1.1" status: 200 len: 945 time: 0.0693045 Jul 27 23:05:16.890830 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Returning: {'device': '2c5ff320-ebb8-4916-a66d-dee08f670207', 'network_id': '7ba5f889-7a68-424d-8fa1-71447bc958df', 'port_id': '2c5ff320-ebb8-4916-a66d-dee08f670207', 'mac_address': 'fa:16:3e:96:02:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2be3a116-6f3a-48af-9c58-17be143660fc', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 23:05:16.931530 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:16.944034 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c5ff320-ebb8-4916-a66d-dee08f670207 {{(pid=93799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:05:16.953292 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-982c7344-3ddd-41a6-b97f-a60e3d7d3e11 req-34ee8457-3739-4baf-b9c7-dbe4b7e9a722 tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] 10.222.0.18 "GET /v2.0/security-groups?id=3b54d803-f776-413f-b5bd-6e9336fca6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662880 Jul 27 23:05:16.964620 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port 2c5ff320-ebb8-4916-a66d-dee08f670207, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=2c5ff320-ebb8-4916-a66d-dee08f670207,segment=NetworkSegment(ff9b0beb-ebd9-45f3-9693-d627eb3bb065),segment_id=ff9b0beb-ebd9-45f3-9693-d627eb3bb065)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:05:16.970363 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:17.011881 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-9f643836-d8fb-475f-ba01-7b1ab68a42e9 req-bcc27b69-bd88-41eb-b9d6-2ec2dc448b0c tempest-FloatingIPsAssociationNegativeTestJSON-1524546847 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847-project] Deleting port f879a519-bcc5-4611-ad8b-8623f5db098e {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:05:17.012483 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-9f643836-d8fb-475f-ba01-7b1ab68a42e9 req-bcc27b69-bd88-41eb-b9d6-2ec2dc448b0c tempest-FloatingIPsAssociationNegativeTestJSON-1524546847 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:17.044237 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Pushing event updated for resources: {'Port': ['ID=2c5ff320-ebb8-4916-a66d-dee08f670207,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:05:17.118833 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-9f643836-d8fb-475f-ba01-7b1ab68a42e9 req-bcc27b69-bd88-41eb-b9d6-2ec2dc448b0c tempest-FloatingIPsAssociationNegativeTestJSON-1524546847 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847-project] For port f879a519-bcc5-4611-ad8b-8623f5db098e, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=f879a519-bcc5-4611-ad8b-8623f5db098e,segment=NetworkSegment(37a6c061-1a93-4bf0-96c8-ac2f0d977470),segment_id=37a6c061-1a93-4bf0-96c8-ac2f0d977470)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:05:17.119252 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-9f643836-d8fb-475f-ba01-7b1ab68a42e9 req-bcc27b69-bd88-41eb-b9d6-2ec2dc448b0c tempest-FloatingIPsAssociationNegativeTestJSON-1524546847 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:17.142080 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-9f643836-d8fb-475f-ba01-7b1ab68a42e9 req-bcc27b69-bd88-41eb-b9d6-2ec2dc448b0c tempest-FloatingIPsAssociationNegativeTestJSON-1524546847 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847-project] Calling delete_port for f879a519-bcc5-4611-ad8b-8623f5db098e owned by compute:nova {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:05:17.225185 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c4316d-12db-4da9-9a2b-fd443685c4af req-548b6080-cad0-445e-a302-0ac5758cd811 tempest-ServersAdminNegativeTestJSON-2027900281 tempest-ServersAdminNegativeTestJSON-2027900281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:17.226687 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b2c4316d-12db-4da9-9a2b-fd443685c4af req-548b6080-cad0-445e-a302-0ac5758cd811 tempest-ServersAdminNegativeTestJSON-2027900281 tempest-ServersAdminNegativeTestJSON-2027900281-project] 10.222.0.18 "GET /v2.0/ports?device_id=2b1e0dbc-d3dc-446c-b149-1dbafa05063c HTTP/1.1" status: 200 len: 950 time: 0.0999148 Jul 27 23:05:17.261303 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] get_ports_and_sgs() called for port_ids ['2c5ff320-ebb8-4916-a66d-dee08f670207'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:05:17.284306 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b2c4316d-12db-4da9-9a2b-fd443685c4af req-9926c2c3-ea05-49c9-a425-3a6780d37407 tempest-ServersAdminNegativeTestJSON-2027900281 tempest-ServersAdminNegativeTestJSON-2027900281-project] 10.222.0.18 "GET /v2.0/security-groups?id=fe25dd46-142f-4f85-a515-1967d4861cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504675 Jul 27 23:05:17.348298 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-9f643836-d8fb-475f-ba01-7b1ab68a42e9 req-bcc27b69-bd88-41eb-b9d6-2ec2dc448b0c tempest-FloatingIPsAssociationNegativeTestJSON-1524546847 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:17.412270 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc27b69-bd88-41eb-b9d6-2ec2dc448b0c tempest-FloatingIPsAssociationNegativeTestJSON-1524546847 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847-project] Pushing event deleted for resources: {'Port': ['ID=f879a519-bcc5-4611-ad8b-8623f5db098e,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:05:17.445070 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f643836-d8fb-475f-ba01-7b1ab68a42e9 req-bcc27b69-bd88-41eb-b9d6-2ec2dc448b0c tempest-FloatingIPsAssociationNegativeTestJSON-1524546847 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847-project] No DVR routers for this DVR port f879a519-bcc5-4611-ad8b-8623f5db098e on host n-h1-802623-1 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:05:17.447912 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-9f643836-d8fb-475f-ba01-7b1ab68a42e9 req-bcc27b69-bd88-41eb-b9d6-2ec2dc448b0c tempest-FloatingIPsAssociationNegativeTestJSON-1524546847 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:17.450623 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-9f643836-d8fb-475f-ba01-7b1ab68a42e9 req-bcc27b69-bd88-41eb-b9d6-2ec2dc448b0c tempest-FloatingIPsAssociationNegativeTestJSON-1524546847 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847-project] 10.222.0.38 "DELETE /v2.0/ports/f879a519-bcc5-4611-ad8b-8623f5db098e HTTP/1.1" status: 204 len: 173 time: 0.5575397 Jul 27 23:05:17.460484 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62d8d2a0-72dd-45e9-8c74-e65775e4d0c3', 'name': 'network-vif-deleted', 'tag': 'f879a519-bcc5-4611-ad8b-8623f5db098e'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:05:17.462725 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}011f8d312121274bb12d78e77c6379a2079800640016cec6c6d605b73666e854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e454778-4ce5-4327-aa74-3e61d3b63da9" -d '{"events": [{"server_uuid": "62d8d2a0-72dd-45e9-8c74-e65775e4d0c3", "name": "network-vif-deleted", "tag": "f879a519-bcc5-4611-ad8b-8623f5db098e"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:05:17.516927 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79aa94c-b541-453e-ab53-31106b3c5f24 req-125c461b-74b5-4426-91b7-e82c06632c6d tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:17.519168 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b79aa94c-b541-453e-ab53-31106b3c5f24 req-125c461b-74b5-4426-91b7-e82c06632c6d tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd7b332d-3077-4beb-a3df-e657be374929 HTTP/1.1" status: 200 len: 945 time: 0.0759790 Jul 27 23:05:17.564496 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b79aa94c-b541-453e-ab53-31106b3c5f24 req-e0c5f68b-5fe9-486f-a6aa-7c4541633bc9 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] 10.222.0.18 "GET /v2.0/security-groups?id=bed30b16-cd2d-47d0-9758-37dc9df2dfb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388770 Jul 27 23:05:17.620647 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:05:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b3b0b96-ecff-46f1-b3fe-f5ba8a2bd47d x-openstack-request-id: req-7b3b0b96-ecff-46f1-b3fe-f5ba8a2bd47d {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:05:17.620940 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62d8d2a0-72dd-45e9-8c74-e65775e4d0c3", "name": "network-vif-deleted", "tag": "f879a519-bcc5-4611-ad8b-8623f5db098e", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:05:17.621350 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7b3b0b96-ecff-46f1-b3fe-f5ba8a2bd47d {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:05:17.621581 n-d-802623-1 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62d8d2a0-72dd-45e9-8c74-e65775e4d0c3', 'name': 'network-vif-deleted', 'tag': 'f879a519-bcc5-4611-ad8b-8623f5db098e', 'status': 'completed', 'code': 200} Jul 27 23:05:17.721965 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67384c6-bdcf-40f3-bbc2-79bade1715a0 req-abbdea48-c13a-4525-b66d-ffb5c2d77036 tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:17.723567 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a67384c6-bdcf-40f3-bbc2-79bade1715a0 req-abbdea48-c13a-4525-b66d-ffb5c2d77036 tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] 10.222.0.18 "GET /v2.0/ports?device_id=45491c78-fb5b-4166-8dac-8f81c2d42c00 HTTP/1.1" status: 200 len: 944 time: 0.0512249 Jul 27 23:05:17.771980 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a67384c6-bdcf-40f3-bbc2-79bade1715a0 req-7f673841-7d93-4ff9-a921-9cb9701e32df tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ee1769a-7cc2-4f9a-a15b-54c39d35bd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421660 Jul 27 23:05:17.892414 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c4297b2b-765a-48db-a51a-6c7248d14a67 req-9b0b1fa4-d054-4588-a21c-9de807dfb7e2 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847 tempest-FloatingIPsAssociationNegativeTestJSON-1524546847-project] 10.222.0.18 "GET /v2.0/ports?device_id=62d8d2a0-72dd-45e9-8c74-e65775e4d0c3 HTTP/1.1" status: 200 len: 210 time: 0.0353613 Jul 27 23:05:18.008826 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] get_ports_and_sgs() called for port_ids ['f879a519-bcc5-4611-ad8b-8623f5db098e'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:05:18.135467 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2721bb6d-aa4b-4bb3-8a20-d2bc05c32977 req-198ad72f-cf66-48ff-905f-f7cf80702edd tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:18.143034 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-2721bb6d-aa4b-4bb3-8a20-d2bc05c32977 req-198ad72f-cf66-48ff-905f-f7cf80702edd tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] 10.222.0.18 "GET /v2.0/ports?device_id=744a40dc-1a5c-4ddc-bfa1-b21a2a6cd777 HTTP/1.1" status: 200 len: 948 time: 0.0763800 Jul 27 23:05:18.185554 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-2721bb6d-aa4b-4bb3-8a20-d2bc05c32977 req-46ea1c1e-06a5-4e91-b4b6-629ecbcde735 tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] 10.222.0.18 "GET /v2.0/security-groups?id=3b54d803-f776-413f-b5bd-6e9336fca6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416520 Jul 27 23:05:18.366764 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a31de4c2-185d-4c7f-a531-17b7ab6a3ac2 req-434e2911-fe6a-4e17-9a8f-795a828fd334 tempest-ServersTestBootFromVolume-906123710 tempest-ServersTestBootFromVolume-906123710-project] 10.222.0.18 "GET /v2.0/ports?device_id=405264ac-9a3d-44fc-803d-2c1b6254405c HTTP/1.1" status: 200 len: 210 time: 0.0645247 Jul 27 23:05:18.465404 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d661ebf0-030c-48a4-a1e2-2cef3358eb47 req-fd2fb5cc-170f-4503-96f1-083b837fb931 tempest-ServersAdminNegativeTestJSON-2027900281 tempest-ServersAdminNegativeTestJSON-2027900281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:18.473775 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d661ebf0-030c-48a4-a1e2-2cef3358eb47 req-fd2fb5cc-170f-4503-96f1-083b837fb931 tempest-ServersAdminNegativeTestJSON-2027900281 tempest-ServersAdminNegativeTestJSON-2027900281-project] 10.222.0.18 "GET /v2.0/ports?device_id=2b1e0dbc-d3dc-446c-b149-1dbafa05063c HTTP/1.1" status: 200 len: 950 time: 0.0761876 Jul 27 23:05:18.514693 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d661ebf0-030c-48a4-a1e2-2cef3358eb47 req-df550503-66a8-4182-acd6-b84c3369dd1f tempest-ServersAdminNegativeTestJSON-2027900281 tempest-ServersAdminNegativeTestJSON-2027900281-project] 10.222.0.18 "GET /v2.0/security-groups?id=fe25dd46-142f-4f85-a515-1967d4861cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400021 Jul 27 23:05:18.666413 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527bc551-d75d-4d6e-a57e-9b870e6f5f3b req-d798b5f2-827a-43eb-bae0-2e3ef3d49e8d tempest-AttachSCSIVolumeTestJSON-704938723 tempest-AttachSCSIVolumeTestJSON-704938723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:18.668466 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-527bc551-d75d-4d6e-a57e-9b870e6f5f3b req-d798b5f2-827a-43eb-bae0-2e3ef3d49e8d tempest-AttachSCSIVolumeTestJSON-704938723 tempest-AttachSCSIVolumeTestJSON-704938723-project] 10.222.0.18 "GET /v2.0/ports?device_id=05c0c1f1-794c-424e-ae39-1a41326487d7 HTTP/1.1" status: 200 len: 945 time: 0.0629654 Jul 27 23:05:18.720545 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-527bc551-d75d-4d6e-a57e-9b870e6f5f3b req-6324f546-7b4b-476b-aeaf-8f3df85d02cd tempest-AttachSCSIVolumeTestJSON-704938723 tempest-AttachSCSIVolumeTestJSON-704938723-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef4566ad-cab9-4fdc-a9cf-efa0b9033d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444548 Jul 27 23:05:18.786859 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc1fd78-bbf7-4817-a2ed-a586a72eef71 req-aefdb18b-0558-4909-b67a-f62ee0674efe tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:18.788667 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-edc1fd78-bbf7-4817-a2ed-a586a72eef71 req-aefdb18b-0558-4909-b67a-f62ee0674efe tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd7b332d-3077-4beb-a3df-e657be374929 HTTP/1.1" status: 200 len: 945 time: 0.0766609 Jul 27 23:05:18.788811 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 2c5ff320-ebb8-4916-a66d-dee08f670207 up at agent hyperv_n-h1-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:05:18.844645 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-eee22ce7-814b-47f5-b7fd-77c7b9f8657a req-908d4514-bf13-4c59-8b9b-2eef4415d79a tempest-ServersAdminNegativeTestJSON-2027900281 tempest-ServersAdminNegativeTestJSON-2027900281-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=aa38147c8b9c4d088e35292c1bb5c55c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0364940 Jul 27 23:05:18.852536 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-edc1fd78-bbf7-4817-a2ed-a586a72eef71 req-cf9dae85-bd6c-4bd9-aebe-28f2d2ac2584 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] 10.222.0.18 "GET /v2.0/security-groups?id=bed30b16-cd2d-47d0-9758-37dc9df2dfb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523000 Jul 27 23:05:18.857651 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Provisioning for port 2c5ff320-ebb8-4916-a66d-dee08f670207 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:05:18.863223 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Provisioning complete for port 2c5ff320-ebb8-4916-a66d-dee08f670207 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:05:18.863741 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:18.962936 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:18.977484 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a37af66-584f-4284-96e4-88eee6557707 req-b57965b9-fcfe-4e69-a556-d6935463f91b tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:18.989560 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-0a37af66-584f-4284-96e4-88eee6557707 req-b57965b9-fcfe-4e69-a556-d6935463f91b tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] 10.222.0.18 "GET /v2.0/ports?device_id=45491c78-fb5b-4166-8dac-8f81c2d42c00 HTTP/1.1" status: 200 len: 944 time: 0.0756691 Jul 27 23:05:18.990088 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45491c78-fb5b-4166-8dac-8f81c2d42c00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c5ff320-ebb8-4916-a66d-dee08f670207'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:05:18.991353 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee22ce7-814b-47f5-b7fd-77c7b9f8657a req-c3512690-bcc8-4925-b5a1-652c8e056c6b tempest-ServersAdminNegativeTestJSON-2027900281 tempest-ServersAdminNegativeTestJSON-2027900281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:18.992695 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c0369b0d4f459110ff20a1f9878ba33f96d6491bddb9d15843bf29d01e0bda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff8fba52-0c33-4679-bde9-3c1a21553823" -d '{"events": [{"server_uuid": "45491c78-fb5b-4166-8dac-8f81c2d42c00", "name": "network-vif-plugged", "status": "completed", "tag": "2c5ff320-ebb8-4916-a66d-dee08f670207"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:05:18.998958 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-eee22ce7-814b-47f5-b7fd-77c7b9f8657a req-c3512690-bcc8-4925-b5a1-652c8e056c6b tempest-ServersAdminNegativeTestJSON-2027900281 tempest-ServersAdminNegativeTestJSON-2027900281-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1487913 Jul 27 23:05:19.016192 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-eee22ce7-814b-47f5-b7fd-77c7b9f8657a req-755733ad-5d07-4e30-8d86-d1717cabfd7a tempest-ServersAdminNegativeTestJSON-2027900281 tempest-ServersAdminNegativeTestJSON-2027900281-project] 10.222.0.18 "GET /v2.0/quotas/aa38147c8b9c4d088e35292c1bb5c55c HTTP/1.1" status: 200 len: 375 time: 0.0161874 Jul 27 23:05:19.028580 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port 2c5ff320-ebb8-4916-a66d-dee08f670207, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=2c5ff320-ebb8-4916-a66d-dee08f670207,segment=NetworkSegment(ff9b0beb-ebd9-45f3-9693-d627eb3bb065),segment_id=ff9b0beb-ebd9-45f3-9693-d627eb3bb065)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:05:19.038612 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:19.039635 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device f879a519-bcc5-4611-ad8b-8623f5db098e no longer exists at agent hyperv_n-h1-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:05:19.072062 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-0a37af66-584f-4284-96e4-88eee6557707 req-8718f441-715b-43e5-8ded-45a7a6212399 tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ee1769a-7cc2-4f9a-a15b-54c39d35bd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725193 Jul 27 23:05:19.080131 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-eee22ce7-814b-47f5-b7fd-77c7b9f8657a req-c9e5e9e1-ea73-4f58-809b-b5c3fa0687a5 tempest-ServersAdminNegativeTestJSON-2027900281 tempest-ServersAdminNegativeTestJSON-2027900281-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=aa38147c8b9c4d088e35292c1bb5c55c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0625269 Jul 27 23:05:19.123546 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] No Port match for: f879a519-bcc5-4611-ad8b-8623f5db098e {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:05:19.123911 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device f879a519-bcc5-4611-ad8b-8623f5db098e not bound to the agent host n-h1-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:05:19.139391 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 53764) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:05:19.164824 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Pushing event updated for resources: {'Port': ['ID=2c5ff320-ebb8-4916-a66d-dee08f670207,revision_number=5']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:05:19.194326 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:05:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0343f2f7-ebcd-41dd-9960-4ffc18181e8b x-openstack-request-id: req-0343f2f7-ebcd-41dd-9960-4ffc18181e8b {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:05:19.194759 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45491c78-fb5b-4166-8dac-8f81c2d42c00", "name": "network-vif-plugged", "status": "completed", "tag": "2c5ff320-ebb8-4916-a66d-dee08f670207", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:05:19.195141 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0343f2f7-ebcd-41dd-9960-4ffc18181e8b {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:05:19.195819 n-d-802623-1 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45491c78-fb5b-4166-8dac-8f81c2d42c00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c5ff320-ebb8-4916-a66d-dee08f670207', 'code': 200} Jul 27 23:05:19.344052 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-734a5a37-d828-4f4c-9d6e-8dcd66687663 req-9772db96-5f18-4f64-ae65-28e1418096f7 tempest-ServersAdminNegativeTestJSON-2027900281 tempest-ServersAdminNegativeTestJSON-2027900281-project] 10.222.0.18 "GET /v2.0/ports?device_id=599d188e-be3c-4eed-b961-f47d4b9e19a1 HTTP/1.1" status: 200 len: 210 time: 0.0537965 Jul 27 23:05:19.363183 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10eadb0-14fc-4acf-bb54-bb6d7a45da8f req-336f6acd-0392-4118-a6cf-5b8a73122cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:19.364688 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-d10eadb0-14fc-4acf-bb54-bb6d7a45da8f req-336f6acd-0392-4118-a6cf-5b8a73122cb8 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=45491c78-fb5b-4166-8dac-8f81c2d42c00 HTTP/1.1" status: 200 len: 1096 time: 0.0856562 Jul 27 23:05:19.418153 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-d10eadb0-14fc-4acf-bb54-bb6d7a45da8f req-477f838c-94a4-47db-8381-deef818f377c service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=9ee1769a-7cc2-4f9a-a15b-54c39d35bd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411613 Jul 27 23:05:19.493198 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9675d9-b77b-498f-bfd0-1c49152e53f2 req-e3276297-8faa-4103-95c9-1400b065b64b tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:19.494738 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-7d9675d9-b77b-498f-bfd0-1c49152e53f2 req-e3276297-8faa-4103-95c9-1400b065b64b tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] 10.222.0.18 "GET /v2.0/ports?device_id=744a40dc-1a5c-4ddc-bfa1-b21a2a6cd777 HTTP/1.1" status: 200 len: 948 time: 0.1365838 Jul 27 23:05:19.588083 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-7d9675d9-b77b-498f-bfd0-1c49152e53f2 req-7e925719-d04e-4d64-ad67-60c5f5cbff12 tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] 10.222.0.18 "GET /v2.0/security-groups?id=3b54d803-f776-413f-b5bd-6e9336fca6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782499 Jul 27 23:05:19.683852 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b614a27e-d735-4ac9-8cad-35cee7fd7286 req-a2980eef-e7ff-44bb-b9fa-fb2df8a20653 tempest-ServersTestBootFromVolume-906123710 tempest-ServersTestBootFromVolume-906123710-project] 10.222.0.18 "GET /v2.0/ports?device_id=405264ac-9a3d-44fc-803d-2c1b6254405c HTTP/1.1" status: 200 len: 210 time: 0.0368681 Jul 27 23:05:19.753777 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9006821e-4046-4a99-8ca8-4adc602516f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-414022'] for router_interface, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:19.765229 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device d6d8a52c-a304-46dd-bea3-c11de35f5ce8 details requested by agent hyperv_n-h2-802623-1 with host n-h2-802623-1 {{(pid=93799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 23:05:19.766230 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c5314a-bc67-421f-b263-900d9067a33a req-9b6c4842-88fa-4edc-b95c-e2b73a1356fb tempest-ServersTestBootFromVolume-906123710 tempest-ServersTestBootFromVolume-906123710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:19.767851 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c0c5314a-bc67-421f-b263-900d9067a33a req-9b6c4842-88fa-4edc-b95c-e2b73a1356fb tempest-ServersTestBootFromVolume-906123710 tempest-ServersTestBootFromVolume-906123710-project] 10.222.0.38 "GET /v2.0/networks?id=786c8bed-6530-402d-94b3-9fdab2784572 HTTP/1.1" status: 200 len: 816 time: 0.2147481 Jul 27 23:05:19.869712 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c0c5314a-bc67-421f-b263-900d9067a33a req-623420c8-42b4-4180-a103-596694f800e1 tempest-ServersTestBootFromVolume-906123710 tempest-ServersTestBootFromVolume-906123710-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e1cc4618ab8d497f8f1b385f74e71fb7 HTTP/1.1" status: 200 len: 379 time: 0.0919685 Jul 27 23:05:19.883458 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [req-c0c5314a-bc67-421f-b263-900d9067a33a req-8c31a846-7370-43c4-964d-87752a3e370d tempest-ServersTestBootFromVolume-906123710 tempest-ServersTestBootFromVolume-906123710-project] Request body: {'port': {'device_id': '405264ac-9a3d-44fc-803d-2c1b6254405c', 'network_id': '786c8bed-6530-402d-94b3-9fdab2784572', 'admin_state_up': True, 'tenant_id': 'e1cc4618ab8d497f8f1b385f74e71fb7', 'security_groups': ['51319066-09f7-46fc-a664-dbbf59d47595']}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:05:19.951163 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port d6d8a52c-a304-46dd-bea3-c11de35f5ce8, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=d6d8a52c-a304-46dd-bea3-c11de35f5ce8,segment=NetworkSegment(16e91594-c047-4b55-93eb-43af33ad08e1),segment_id=16e91594-c047-4b55-93eb-43af33ad08e1)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:05:19.980077 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Returning: {'device': 'd6d8a52c-a304-46dd-bea3-c11de35f5ce8', 'network_id': '591af2dd-f826-43b1-aa9d-e7a0bf218c71', 'port_id': 'd6d8a52c-a304-46dd-bea3-c11de35f5ce8', 'mac_address': 'fa:16:3e:1a:5a:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62938449-046d-4cbe-923a-7ebb632c358d', 'ip_address': '192.168.233.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 23:05:20.024125 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2b34a9-e13d-4921-8f27-9420a7e86af8 req-b88666ad-da5f-4a0d-97d3-68b680e62f65 tempest-AttachSCSIVolumeTestJSON-704938723 tempest-AttachSCSIVolumeTestJSON-704938723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:20.027478 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:20.032674 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8b2b34a9-e13d-4921-8f27-9420a7e86af8 req-b88666ad-da5f-4a0d-97d3-68b680e62f65 tempest-AttachSCSIVolumeTestJSON-704938723 tempest-AttachSCSIVolumeTestJSON-704938723-project] 10.222.0.18 "GET /v2.0/ports?device_id=05c0c1f1-794c-424e-ae39-1a41326487d7 HTTP/1.1" status: 200 len: 945 time: 0.1880264 Jul 27 23:05:20.045145 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6d8a52c-a304-46dd-bea3-c11de35f5ce8 {{(pid=93799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:05:20.070227 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port d6d8a52c-a304-46dd-bea3-c11de35f5ce8, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=d6d8a52c-a304-46dd-bea3-c11de35f5ce8,segment=NetworkSegment(16e91594-c047-4b55-93eb-43af33ad08e1),segment_id=16e91594-c047-4b55-93eb-43af33ad08e1)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:05:20.078172 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:20.091326 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35525926-1437-4126-bb4e-3915a01a1139 req-da119b68-ca51-46fd-b9d8-4e109c1ff7d4 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:20.099456 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-35525926-1437-4126-bb4e-3915a01a1139 req-da119b68-ca51-46fd-b9d8-4e109c1ff7d4 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd7b332d-3077-4beb-a3df-e657be374929 HTTP/1.1" status: 200 len: 945 time: 0.1157799 Jul 27 23:05:20.102353 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0c5314a-bc67-421f-b263-900d9067a33a req-8c31a846-7370-43c4-964d-87752a3e370d tempest-ServersTestBootFromVolume-906123710 tempest-ServersTestBootFromVolume-906123710-project] Made reservation on behalf of e1cc4618ab8d497f8f1b385f74e71fb7 for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:05:20.105922 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-c0c5314a-bc67-421f-b263-900d9067a33a req-8c31a846-7370-43c4-964d-87752a3e370d tempest-ServersTestBootFromVolume-906123710 tempest-ServersTestBootFromVolume-906123710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:20.111519 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8b2b34a9-e13d-4921-8f27-9420a7e86af8 req-73357224-03bf-4fad-8428-19900eb24654 tempest-AttachSCSIVolumeTestJSON-704938723 tempest-AttachSCSIVolumeTestJSON-704938723-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef4566ad-cab9-4fdc-a9cf-efa0b9033d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777929 Jul 27 23:05:20.142945 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Pushing event updated for resources: {'Port': ['ID=d6d8a52c-a304-46dd-bea3-c11de35f5ce8,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:05:20.177277 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-35525926-1437-4126-bb4e-3915a01a1139 req-084f447f-2970-47be-a2a5-6b1146d3e7c7 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] 10.222.0.18 "GET /v2.0/security-groups?id=bed30b16-cd2d-47d0-9758-37dc9df2dfb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718958 Jul 27 23:05:20.291246 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9006821e-4046-4a99-8ca8-4adc602516f8 admin admin] Deleting port 22c0aa16-64d4-4e31-b664-4ea63e04be0e {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:05:20.291770 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9006821e-4046-4a99-8ca8-4adc602516f8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:20.301927 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6551bce-ef88-4554-b24e-0b63a4f71342 req-2f13c418-6db2-4adb-ba9c-f1c1ea4d8946 tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:20.304468 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [req-c0c5314a-bc67-421f-b263-900d9067a33a req-8c31a846-7370-43c4-964d-87752a3e370d tempest-ServersTestBootFromVolume-906123710 tempest-ServersTestBootFromVolume-906123710-project] Allocated IP 172.20.0.12 (786c8bed-6530-402d-94b3-9fdab2784572/b9b5db02-c302-48bd-b0f3-e4b2e75710bc/ab476ae2-c058-4a27-bb96-f6c22f4e4762) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:05:20.309304 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-b6551bce-ef88-4554-b24e-0b63a4f71342 req-2f13c418-6db2-4adb-ba9c-f1c1ea4d8946 tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] 10.222.0.18 "GET /v2.0/ports?device_id=45491c78-fb5b-4166-8dac-8f81c2d42c00 HTTP/1.1" status: 200 len: 945 time: 0.0786550 Jul 27 23:05:20.459527 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-b6551bce-ef88-4554-b24e-0b63a4f71342 req-10cbb0ab-b9c9-4237-93cf-8924391bc931 tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ee1769a-7cc2-4f9a-a15b-54c39d35bd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444337 Jul 27 23:05:20.510055 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-9006821e-4046-4a99-8ca8-4adc602516f8 admin admin] For port 22c0aa16-64d4-4e31-b664-4ea63e04be0e, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=22c0aa16-64d4-4e31-b664-4ea63e04be0e,segment=NetworkSegment(37a6c061-1a93-4bf0-96c8-ac2f0d977470),segment_id=37a6c061-1a93-4bf0-96c8-ac2f0d977470)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:05:20.510663 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9006821e-4046-4a99-8ca8-4adc602516f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:20.527298 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9006821e-4046-4a99-8ca8-4adc602516f8 admin admin] Calling delete_port for 22c0aa16-64d4-4e31-b664-4ea63e04be0e owned by network:router_interface {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:05:20.557080 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] get_ports_and_sgs() called for port_ids ['d6d8a52c-a304-46dd-bea3-c11de35f5ce8'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:05:20.663021 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-eee22ce7-814b-47f5-b7fd-77c7b9f8657a req-7ef80505-8644-4971-a3ba-fc6cc86fc35b tempest-ServersAdminNegativeTestJSON-2027900281 tempest-ServersAdminNegativeTestJSON-2027900281-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=aa38147c8b9c4d088e35292c1bb5c55c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0332201 Jul 27 23:05:20.711176 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-2aeb8a16-8354-45e0-941e-d9d1bf5857f8 req-8ac36047-a41b-4a4e-a3f8-89925a120c1d tempest-ServersAdminNegativeTestJSON-2027900281 tempest-ServersAdminNegativeTestJSON-2027900281-project] 10.222.0.18 "GET /v2.0/ports?device_id=599d188e-be3c-4eed-b961-f47d4b9e19a1 HTTP/1.1" status: 200 len: 210 time: 0.0671883 Jul 27 23:05:20.854743 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-daa427c4-188a-4ffa-b7f4-a479d07f6f7b req-db63046a-e2c8-4792-8482-e2bf5a971b2c tempest-ServersTestBootFromVolume-906123710 tempest-ServersTestBootFromVolume-906123710-project] 10.222.0.18 "GET /v2.0/ports?device_id=405264ac-9a3d-44fc-803d-2c1b6254405c HTTP/1.1" status: 200 len: 210 time: 0.0336940 Jul 27 23:05:20.898931 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262b88a9-3454-4e5c-9cc8-9f4a2b3e5177 req-e3f54a2c-9a1f-43a3-b2ea-9718fd72814d tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:20.900508 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-262b88a9-3454-4e5c-9cc8-9f4a2b3e5177 req-e3f54a2c-9a1f-43a3-b2ea-9718fd72814d tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] 10.222.0.18 "GET /v2.0/ports?device_id=744a40dc-1a5c-4ddc-bfa1-b21a2a6cd777 HTTP/1.1" status: 200 len: 949 time: 0.1762931 Jul 27 23:05:20.902537 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9006821e-4046-4a99-8ca8-4adc602516f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:20.945428 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee22ce7-814b-47f5-b7fd-77c7b9f8657a req-d1c21bb6-0c02-4b03-92cf-6fbcb8f5e544 tempest-ServersAdminNegativeTestJSON-2027900281 tempest-ServersAdminNegativeTestJSON-2027900281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:20.948602 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9006821e-4046-4a99-8ca8-4adc602516f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=22c0aa16-64d4-4e31-b664-4ea63e04be0e,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:05:20.958840 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-eee22ce7-814b-47f5-b7fd-77c7b9f8657a req-d1c21bb6-0c02-4b03-92cf-6fbcb8f5e544 tempest-ServersAdminNegativeTestJSON-2027900281 tempest-ServersAdminNegativeTestJSON-2027900281-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2785308 Jul 27 23:05:20.975099 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [req-eee22ce7-814b-47f5-b7fd-77c7b9f8657a req-aff9daa7-47f8-4c80-8837-1f005dbe8d19 tempest-ServersAdminNegativeTestJSON-2027900281 tempest-ServersAdminNegativeTestJSON-2027900281-project] Request body: {'port': {'device_id': '599d188e-be3c-4eed-b961-f47d4b9e19a1', 'network_id': '591af2dd-f826-43b1-aa9d-e7a0bf218c71', 'admin_state_up': True, 'tenant_id': 'aa38147c8b9c4d088e35292c1bb5c55c'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:05:21.004606 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-262b88a9-3454-4e5c-9cc8-9f4a2b3e5177 req-f542e364-d41f-403a-a059-d7dfcae60d35 tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] 10.222.0.18 "GET /v2.0/security-groups?id=3b54d803-f776-413f-b5bd-6e9336fca6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926456 Jul 27 23:05:21.010638 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9006821e-4046-4a99-8ca8-4adc602516f8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:05:21.011444 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9006821e-4046-4a99-8ca8-4adc602516f8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:05:21.011998 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9006821e-4046-4a99-8ca8-4adc602516f8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:05:21.012582 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9006821e-4046-4a99-8ca8-4adc602516f8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:05:21.013282 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9006821e-4046-4a99-8ca8-4adc602516f8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:05:21.013822 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9006821e-4046-4a99-8ca8-4adc602516f8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:05:21.014355 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9006821e-4046-4a99-8ca8-4adc602516f8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:05:21.014901 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9006821e-4046-4a99-8ca8-4adc602516f8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:05:21.016035 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9006821e-4046-4a99-8ca8-4adc602516f8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:05:21.016738 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9006821e-4046-4a99-8ca8-4adc602516f8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:05:21.018027 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9006821e-4046-4a99-8ca8-4adc602516f8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:05:21.018573 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9006821e-4046-4a99-8ca8-4adc602516f8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:05:21.078525 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-c0c5314a-bc67-421f-b263-900d9067a33a req-8c31a846-7370-43c4-964d-87752a3e370d tempest-ServersTestBootFromVolume-906123710 tempest-ServersTestBootFromVolume-906123710-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:21.128019 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-c0c5314a-bc67-421f-b263-900d9067a33a req-8c31a846-7370-43c4-964d-87752a3e370d tempest-ServersTestBootFromVolume-906123710 tempest-ServersTestBootFromVolume-906123710-project] Transition to ACTIVE for port object ab476ae2-c058-4a27-bb96-f6c22f4e4762 will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:05:21.164839 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eee22ce7-814b-47f5-b7fd-77c7b9f8657a req-aff9daa7-47f8-4c80-8837-1f005dbe8d19 tempest-ServersAdminNegativeTestJSON-2027900281 tempest-ServersAdminNegativeTestJSON-2027900281-project] Made reservation on behalf of aa38147c8b9c4d088e35292c1bb5c55c for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:05:21.190755 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-eee22ce7-814b-47f5-b7fd-77c7b9f8657a req-aff9daa7-47f8-4c80-8837-1f005dbe8d19 tempest-ServersAdminNegativeTestJSON-2027900281 tempest-ServersAdminNegativeTestJSON-2027900281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:21.216120 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7a35bd-05e6-4adb-b154-a8ecc69ace6e req-1533011d-be08-4ec5-ad21-3e7e7d0ba29e tempest-AttachSCSIVolumeTestJSON-704938723 tempest-AttachSCSIVolumeTestJSON-704938723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:21.217664 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-dc7a35bd-05e6-4adb-b154-a8ecc69ace6e req-1533011d-be08-4ec5-ad21-3e7e7d0ba29e tempest-AttachSCSIVolumeTestJSON-704938723 tempest-AttachSCSIVolumeTestJSON-704938723-project] 10.222.0.49 "GET /v2.0/ports?device_id=05c0c1f1-794c-424e-ae39-1a41326487d7 HTTP/1.1" status: 200 len: 945 time: 0.1268892 Jul 27 23:05:21.242918 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9006821e-4046-4a99-8ca8-4adc602516f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3760546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-413994'] for router_interface, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:21.356036 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2672b5ae-a15b-485b-9258-c6a2583181df req-911de0fa-adfb-4043-9e3c-730ffcab4b67 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:21.357605 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-2672b5ae-a15b-485b-9258-c6a2583181df req-911de0fa-adfb-4043-9e3c-730ffcab4b67 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd7b332d-3077-4beb-a3df-e657be374929 HTTP/1.1" status: 200 len: 945 time: 0.1055720 Jul 27 23:05:21.430790 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-c0c5314a-bc67-421f-b263-900d9067a33a req-8c31a846-7370-43c4-964d-87752a3e370d tempest-ServersTestBootFromVolume-906123710 tempest-ServersTestBootFromVolume-906123710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:21.438623 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-2672b5ae-a15b-485b-9258-c6a2583181df req-60b431de-f524-419c-9fd2-c9561dab4845 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] 10.222.0.18 "GET /v2.0/security-groups?id=bed30b16-cd2d-47d0-9758-37dc9df2dfb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512173 Jul 27 23:05:21.440908 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fe35cd-b8ed-447b-bf48-cf353a98e041 req-8919d266-5d0f-4e12-99e6-57148cceb31f tempest-AttachSCSIVolumeTestJSON-704938723 tempest-AttachSCSIVolumeTestJSON-704938723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:21.449216 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c9fe35cd-b8ed-447b-bf48-cf353a98e041 req-8919d266-5d0f-4e12-99e6-57148cceb31f tempest-AttachSCSIVolumeTestJSON-704938723 tempest-AttachSCSIVolumeTestJSON-704938723-project] 10.222.0.18 "GET /v2.0/ports?device_id=05c0c1f1-794c-424e-ae39-1a41326487d7 HTTP/1.1" status: 200 len: 945 time: 0.2305181 Jul 27 23:05:21.559655 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0c5314a-bc67-421f-b263-900d9067a33a req-8c31a846-7370-43c4-964d-87752a3e370d tempest-ServersTestBootFromVolume-906123710 tempest-ServersTestBootFromVolume-906123710-project] Network 786c8bed-6530-402d-94b3-9fdab2784572 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:05:21.568429 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [req-eee22ce7-814b-47f5-b7fd-77c7b9f8657a req-aff9daa7-47f8-4c80-8837-1f005dbe8d19 tempest-ServersAdminNegativeTestJSON-2027900281 tempest-ServersAdminNegativeTestJSON-2027900281-project] Allocated IP 192.168.233.83 (591af2dd-f826-43b1-aa9d-e7a0bf218c71/62938449-046d-4cbe-923a-7ebb632c358d/0528b663-1d28-4c45-92d8-2e5c451d8ebf) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:05:21.583504 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [req-c0c5314a-bc67-421f-b263-900d9067a33a req-8c31a846-7370-43c4-964d-87752a3e370d tempest-ServersTestBootFromVolume-906123710 tempest-ServersTestBootFromVolume-906123710-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:05:21.585502 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c31a846-7370-43c4-964d-87752a3e370d tempest-ServersTestBootFromVolume-906123710 tempest-ServersTestBootFromVolume-906123710-project] Pushing event updated for resources: {'Port': ['ID=ab476ae2-c058-4a27-bb96-f6c22f4e4762,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:05:21.592724 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0c5314a-bc67-421f-b263-900d9067a33a req-8c31a846-7370-43c4-964d-87752a3e370d tempest-ServersTestBootFromVolume-906123710 tempest-ServersTestBootFromVolume-906123710-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:05:21.593250 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9006821e-4046-4a99-8ca8-4adc602516f8 admin admin] Router f060ccd1-fef9-469c-b350-90acf6f2f32b has already been hosted by L3 agent 018c4455-49c0-4734-927d-7824067b2a9e {{(pid=93797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 23:05:21.632216 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-dc7a35bd-05e6-4adb-b154-a8ecc69ace6e req-db6d558b-7a48-4b93-ab87-ccc4ef94b1cc tempest-AttachSCSIVolumeTestJSON-704938723 tempest-AttachSCSIVolumeTestJSON-704938723-project] Deleting port 45eab664-785a-4f00-a9c0-0e9362a44bb7 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:05:21.632216 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-dc7a35bd-05e6-4adb-b154-a8ecc69ace6e req-db6d558b-7a48-4b93-ab87-ccc4ef94b1cc tempest-AttachSCSIVolumeTestJSON-704938723 tempest-AttachSCSIVolumeTestJSON-704938723-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:21.640472 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c9fe35cd-b8ed-447b-bf48-cf353a98e041 req-beea6b39-32d4-4477-b615-ef724f52bdc8 tempest-AttachSCSIVolumeTestJSON-704938723 tempest-AttachSCSIVolumeTestJSON-704938723-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef4566ad-cab9-4fdc-a9cf-efa0b9033d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903732 Jul 27 23:05:21.656950 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c31a846-7370-43c4-964d-87752a3e370d tempest-ServersTestBootFromVolume-906123710 tempest-ServersTestBootFromVolume-906123710-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:05:21.657999 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c31a846-7370-43c4-964d-87752a3e370d tempest-ServersTestBootFromVolume-906123710 tempest-ServersTestBootFromVolume-906123710-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:05:21.657999 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c31a846-7370-43c4-964d-87752a3e370d tempest-ServersTestBootFromVolume-906123710 tempest-ServersTestBootFromVolume-906123710-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:05:21.658384 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c31a846-7370-43c4-964d-87752a3e370d tempest-ServersTestBootFromVolume-906123710 tempest-ServersTestBootFromVolume-906123710-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:05:21.658514 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c31a846-7370-43c4-964d-87752a3e370d tempest-ServersTestBootFromVolume-906123710 tempest-ServersTestBootFromVolume-906123710-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:05:21.658787 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c31a846-7370-43c4-964d-87752a3e370d tempest-ServersTestBootFromVolume-906123710 tempest-ServersTestBootFromVolume-906123710-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:05:21.664810 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c31a846-7370-43c4-964d-87752a3e370d tempest-ServersTestBootFromVolume-906123710 tempest-ServersTestBootFromVolume-906123710-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:05:21.665515 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c31a846-7370-43c4-964d-87752a3e370d tempest-ServersTestBootFromVolume-906123710 tempest-ServersTestBootFromVolume-906123710-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:05:21.666024 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c31a846-7370-43c4-964d-87752a3e370d tempest-ServersTestBootFromVolume-906123710 tempest-ServersTestBootFromVolume-906123710-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:05:21.666536 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c31a846-7370-43c4-964d-87752a3e370d tempest-ServersTestBootFromVolume-906123710 tempest-ServersTestBootFromVolume-906123710-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:05:21.666968 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c31a846-7370-43c4-964d-87752a3e370d tempest-ServersTestBootFromVolume-906123710 tempest-ServersTestBootFromVolume-906123710-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:05:21.667349 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c31a846-7370-43c4-964d-87752a3e370d tempest-ServersTestBootFromVolume-906123710 tempest-ServersTestBootFromVolume-906123710-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:05:21.715938 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e8087b-bb16-4016-8818-ed3c253eecca req-b0b3b2ed-778b-4d49-a68f-87d56cd82122 tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:21.727312 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-c5e8087b-bb16-4016-8818-ed3c253eecca req-b0b3b2ed-778b-4d49-a68f-87d56cd82122 tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] 10.222.0.18 "GET /v2.0/ports?device_id=45491c78-fb5b-4166-8dac-8f81c2d42c00 HTTP/1.1" status: 200 len: 945 time: 0.1361978 Jul 27 23:05:21.779855 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c5314a-bc67-421f-b263-900d9067a33a req-8c31a846-7370-43c4-964d-87752a3e370d tempest-ServersTestBootFromVolume-906123710 tempest-ServersTestBootFromVolume-906123710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:21.780532 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-c0c5314a-bc67-421f-b263-900d9067a33a req-8c31a846-7370-43c4-964d-87752a3e370d tempest-ServersTestBootFromVolume-906123710 tempest-ServersTestBootFromVolume-906123710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:21.811758 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-c5e8087b-bb16-4016-8818-ed3c253eecca req-1268db64-ced6-448c-9aa8-269342efb091 tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ee1769a-7cc2-4f9a-a15b-54c39d35bd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797980 Jul 27 23:05:21.833416 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c0c5314a-bc67-421f-b263-900d9067a33a req-8c31a846-7370-43c4-964d-87752a3e370d tempest-ServersTestBootFromVolume-906123710 tempest-ServersTestBootFromVolume-906123710-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9535069 Jul 27 23:05:21.858281 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [req-c0c5314a-bc67-421f-b263-900d9067a33a req-966f6c96-06c7-4889-96df-6200f4796474 service neutron] Request body: {'port': {'device_id': '405264ac-9a3d-44fc-803d-2c1b6254405c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802623-1'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:05:21.959466 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-dc7a35bd-05e6-4adb-b154-a8ecc69ace6e req-db6d558b-7a48-4b93-ab87-ccc4ef94b1cc tempest-AttachSCSIVolumeTestJSON-704938723 tempest-AttachSCSIVolumeTestJSON-704938723-project] For port 45eab664-785a-4f00-a9c0-0e9362a44bb7, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=45eab664-785a-4f00-a9c0-0e9362a44bb7,segment=NetworkSegment(d5802ab5-2f2b-4a74-a43f-f634d40589f6),segment_id=d5802ab5-2f2b-4a74-a43f-f634d40589f6)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:05:21.959949 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-dc7a35bd-05e6-4adb-b154-a8ecc69ace6e req-db6d558b-7a48-4b93-ab87-ccc4ef94b1cc tempest-AttachSCSIVolumeTestJSON-704938723 tempest-AttachSCSIVolumeTestJSON-704938723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:21.962545 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9006821e-4046-4a99-8ca8-4adc602516f8 admin admin] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:05:21.971510 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-9006821e-4046-4a99-8ca8-4adc602516f8 admin admin] 10.222.0.18 "PUT /v2.0/routers/f060ccd1-fef9-469c-b350-90acf6f2f32b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8307471 Jul 27 23:05:21.972121 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 53810) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:05:21.972667 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52891c14-ec78-4450-8213-cbae50c520db None None] Sync routers for ids ['f060ccd1-fef9-469c-b350-90acf6f2f32b'] in n-d-802623-1 {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:05:21.995762 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-5f8d43e5-f017-4203-bd76-7d63ca05106e req-6484d612-a7a4-4ae3-8698-9eb9e9fc6d36 tempest-ServersAdminNegativeTestJSON-2027900281 tempest-ServersAdminNegativeTestJSON-2027900281-project] 10.222.0.18 "GET /v2.0/ports?device_id=599d188e-be3c-4eed-b961-f47d4b9e19a1 HTTP/1.1" status: 200 len: 210 time: 0.1202900 Jul 27 23:05:22.010463 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-6a8ba7f9-1c74-4855-8b12-3b9336062740 None None] Provisioning for port ab476ae2-c058-4a27-bb96-f6c22f4e4762 completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:05:22.016302 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-dc7a35bd-05e6-4adb-b154-a8ecc69ace6e req-db6d558b-7a48-4b93-ab87-ccc4ef94b1cc tempest-AttachSCSIVolumeTestJSON-704938723 tempest-AttachSCSIVolumeTestJSON-704938723-project] Calling delete_port for 45eab664-785a-4f00-a9c0-0e9362a44bb7 owned by compute:nova {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:05:22.021438 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-6a8ba7f9-1c74-4855-8b12-3b9336062740 None None] Provisioning complete for port ab476ae2-c058-4a27-bb96-f6c22f4e4762 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:05:22.022989 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-6a8ba7f9-1c74-4855-8b12-3b9336062740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:22.099422 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52891c14-ec78-4450-8213-cbae50c520db None None] Routers {'f060ccd1-fef9-469c-b350-90acf6f2f32b'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:05:22.100115 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-52891c14-ec78-4450-8213-cbae50c520db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:04:59Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['f060ccd1-fef9-469c-b350-90acf6f2f32b'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:05:22.103689 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-c0c5314a-bc67-421f-b263-900d9067a33a req-966f6c96-06c7-4889-96df-6200f4796474 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:22.212673 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-eee22ce7-814b-47f5-b7fd-77c7b9f8657a req-aff9daa7-47f8-4c80-8837-1f005dbe8d19 tempest-ServersAdminNegativeTestJSON-2027900281 tempest-ServersAdminNegativeTestJSON-2027900281-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:22.247277 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-eee22ce7-814b-47f5-b7fd-77c7b9f8657a req-aff9daa7-47f8-4c80-8837-1f005dbe8d19 tempest-ServersAdminNegativeTestJSON-2027900281 tempest-ServersAdminNegativeTestJSON-2027900281-project] Transition to ACTIVE for port object 0528b663-1d28-4c45-92d8-2e5c451d8ebf will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:05:22.265770 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-52891c14-ec78-4450-8213-cbae50c520db None None] Set router f060ccd1-fef9-469c-b350-90acf6f2f32b gateway port host: n-d-802623-1 {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:05:22.300470 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d61185-ed4c-4d8e-a072-1112f05d0ce8 req-5f4058ce-5e98-4d38-9467-921ce0170557 tempest-ServersTestBootFromVolume-906123710 tempest-ServersTestBootFromVolume-906123710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:22.302190 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f4d61185-ed4c-4d8e-a072-1112f05d0ce8 req-5f4058ce-5e98-4d38-9467-921ce0170557 tempest-ServersTestBootFromVolume-906123710 tempest-ServersTestBootFromVolume-906123710-project] 10.222.0.18 "GET /v2.0/ports?device_id=405264ac-9a3d-44fc-803d-2c1b6254405c HTTP/1.1" status: 200 len: 932 time: 0.2008729 Jul 27 23:05:22.371953 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-6a8ba7f9-1c74-4855-8b12-3b9336062740 None None] Port ab476ae2-c058-4a27-bb96-f6c22f4e4762 cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:05:22.489264 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4020ca83-f399-4fc9-848a-31aac02af52e req-65da1131-e3bb-4881-b76f-13bb4d022938 tempest-LiveAutoBlockMigrationV225Test-1050679481 tempest-LiveAutoBlockMigrationV225Test-1050679481-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:22.496546 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-4020ca83-f399-4fc9-848a-31aac02af52e req-65da1131-e3bb-4881-b76f-13bb4d022938 tempest-LiveAutoBlockMigrationV225Test-1050679481 tempest-LiveAutoBlockMigrationV225Test-1050679481-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=45491c78-fb5b-4166-8dac-8f81c2d42c00 HTTP/1.1" status: 200 len: 1096 time: 0.5751932 Jul 27 23:05:22.523775 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-dc7a35bd-05e6-4adb-b154-a8ecc69ace6e req-db6d558b-7a48-4b93-ab87-ccc4ef94b1cc tempest-AttachSCSIVolumeTestJSON-704938723 tempest-AttachSCSIVolumeTestJSON-704938723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:22.583655 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-4020ca83-f399-4fc9-848a-31aac02af52e req-8bef135f-70d9-49fb-9a08-2ad172798e95 tempest-LiveAutoBlockMigrationV225Test-1050679481 tempest-LiveAutoBlockMigrationV225Test-1050679481-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=9ee1769a-7cc2-4f9a-a15b-54c39d35bd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861485 Jul 27 23:05:22.622433 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6de99ee3-fa77-4de2-bdcb-d2302d07774d admin admin] Notify callbacks [] for router, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:22.623091 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f4d61185-ed4c-4d8e-a072-1112f05d0ce8 req-d09a2cec-0bea-43e3-bc1e-913deef74ff0 tempest-ServersTestBootFromVolume-906123710 tempest-ServersTestBootFromVolume-906123710-project] 10.222.0.18 "GET /v2.0/security-groups?id=51319066-09f7-46fc-a664-dbbf59d47595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2033601 Jul 27 23:05:22.636540 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6d558b-7a48-4b93-ab87-ccc4ef94b1cc tempest-AttachSCSIVolumeTestJSON-704938723 tempest-AttachSCSIVolumeTestJSON-704938723-project] Pushing event deleted for resources: {'Port': ['ID=45eab664-785a-4f00-a9c0-0e9362a44bb7,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:05:22.636540 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-eee22ce7-814b-47f5-b7fd-77c7b9f8657a req-aff9daa7-47f8-4c80-8837-1f005dbe8d19 tempest-ServersAdminNegativeTestJSON-2027900281 tempest-ServersAdminNegativeTestJSON-2027900281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:22.664875 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] get_ports_and_sgs() called for port_ids ['3e618999-603b-439c-8192-161390a3ae45'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:05:22.805136 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-52891c14-ec78-4450-8213-cbae50c520db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f060ccd1-fef9-469c-b350-90acf6f2f32b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1696476153-router', 'tenant_id': '502f92c9a31a431c91920c05d7db78e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': 'df51d74d-fe37-4e81-89e4-2ce2c029c7ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:04:22Z', 'updated_at': '2021-07-27T23:05:20Z', 'revision_number': 5, 'project_id': '502f92c9a31a431c91920c05d7db78e2', 'gw_port': {'id': 'df51d74d-fe37-4e81-89e4-2ce2c029c7ae', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:b8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f060ccd1-fef9-469c-b350-90acf6f2f32b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:04:23Z', 'updated_at': '2021-07-27T23:04:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1'}], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:05:22.823710 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc7a35bd-05e6-4adb-b154-a8ecc69ace6e req-db6d558b-7a48-4b93-ab87-ccc4ef94b1cc tempest-AttachSCSIVolumeTestJSON-704938723 tempest-AttachSCSIVolumeTestJSON-704938723-project] No DVR routers for this DVR port 45eab664-785a-4f00-a9c0-0e9362a44bb7 on host n-h2-802623-1 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:05:22.833606 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eee22ce7-814b-47f5-b7fd-77c7b9f8657a req-aff9daa7-47f8-4c80-8837-1f005dbe8d19 tempest-ServersAdminNegativeTestJSON-2027900281 tempest-ServersAdminNegativeTestJSON-2027900281-project] Network 591af2dd-f826-43b1-aa9d-e7a0bf218c71 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:05:22.834358 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6de99ee3-fa77-4de2-bdcb-d2302d07774d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:22.848319 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01721019-8eb6-4e36-82c2-b529bc11cb15 req-4dc2904a-9a56-457f-bdf9-edfa4c228f4f tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:22.850908 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-01721019-8eb6-4e36-82c2-b529bc11cb15 req-4dc2904a-9a56-457f-bdf9-edfa4c228f4f tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] 10.222.0.18 "GET /v2.0/ports?device_id=744a40dc-1a5c-4ddc-bfa1-b21a2a6cd777 HTTP/1.1" status: 200 len: 949 time: 0.1042702 Jul 27 23:05:22.858185 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-dc7a35bd-05e6-4adb-b154-a8ecc69ace6e req-db6d558b-7a48-4b93-ab87-ccc4ef94b1cc tempest-AttachSCSIVolumeTestJSON-704938723 tempest-AttachSCSIVolumeTestJSON-704938723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:22.860285 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-dc7a35bd-05e6-4adb-b154-a8ecc69ace6e req-db6d558b-7a48-4b93-ab87-ccc4ef94b1cc tempest-AttachSCSIVolumeTestJSON-704938723 tempest-AttachSCSIVolumeTestJSON-704938723-project] 10.222.0.49 "DELETE /v2.0/ports/45eab664-785a-4f00-a9c0-0e9362a44bb7 HTTP/1.1" status: 204 len: 173 time: 1.5898054 Jul 27 23:05:22.863836 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [req-eee22ce7-814b-47f5-b7fd-77c7b9f8657a req-aff9daa7-47f8-4c80-8837-1f005dbe8d19 tempest-ServersAdminNegativeTestJSON-2027900281 tempest-ServersAdminNegativeTestJSON-2027900281-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:05:22.865632 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05c0c1f1-794c-424e-ae39-1a41326487d7', 'name': 'network-vif-deleted', 'tag': '45eab664-785a-4f00-a9c0-0e9362a44bb7'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:05:22.867899 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}011f8d312121274bb12d78e77c6379a2079800640016cec6c6d605b73666e854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-986e829b-0ebb-4f18-a3b4-4fd0ef5b7356" -d '{"events": [{"server_uuid": "05c0c1f1-794c-424e-ae39-1a41326487d7", "name": "network-vif-deleted", "tag": "45eab664-785a-4f00-a9c0-0e9362a44bb7"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:05:22.872319 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-eee22ce7-814b-47f5-b7fd-77c7b9f8657a req-aff9daa7-47f8-4c80-8837-1f005dbe8d19 tempest-ServersAdminNegativeTestJSON-2027900281 tempest-ServersAdminNegativeTestJSON-2027900281-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:05:22.897127 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52891c14-ec78-4450-8213-cbae50c520db None None] Checking router: f060ccd1-fef9-469c-b350-90acf6f2f32b for host: n-d-802623-1 {{(pid=93799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 23:05:22.946340 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52891c14-ec78-4450-8213-cbae50c520db None None] Routers {'f060ccd1-fef9-469c-b350-90acf6f2f32b'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:05:22.949032 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-52891c14-ec78-4450-8213-cbae50c520db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:04:59Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['f060ccd1-fef9-469c-b350-90acf6f2f32b'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:05:22.960215 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff9daa7-47f8-4c80-8837-1f005dbe8d19 tempest-ServersAdminNegativeTestJSON-2027900281 tempest-ServersAdminNegativeTestJSON-2027900281-project] Pushing event updated for resources: {'Port': ['ID=0528b663-1d28-4c45-92d8-2e5c451d8ebf,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:05:23.003232 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-01721019-8eb6-4e36-82c2-b529bc11cb15 req-d703b718-4529-4126-80fe-3aa935a5098c tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] 10.222.0.18 "GET /v2.0/security-groups?id=3b54d803-f776-413f-b5bd-6e9336fca6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418316 Jul 27 23:05:23.021292 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08441c89-78e0-4cfc-9be8-f4eabd60dc11 req-8398d4d7-6aa2-433f-9588-e92638c74489 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:23.038945 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-08441c89-78e0-4cfc-9be8-f4eabd60dc11 req-8398d4d7-6aa2-433f-9588-e92638c74489 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd7b332d-3077-4beb-a3df-e657be374929 HTTP/1.1" status: 200 len: 945 time: 0.3002875 Jul 27 23:05:23.054393 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-6de99ee3-fa77-4de2-bdcb-d2302d07774d admin admin] Deleting port df51d74d-fe37-4e81-89e4-2ce2c029c7ae {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:05:23.055109 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6de99ee3-fa77-4de2-bdcb-d2302d07774d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:23.087738 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee22ce7-814b-47f5-b7fd-77c7b9f8657a req-aff9daa7-47f8-4c80-8837-1f005dbe8d19 tempest-ServersAdminNegativeTestJSON-2027900281 tempest-ServersAdminNegativeTestJSON-2027900281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:23.088518 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-eee22ce7-814b-47f5-b7fd-77c7b9f8657a req-aff9daa7-47f8-4c80-8837-1f005dbe8d19 tempest-ServersAdminNegativeTestJSON-2027900281 tempest-ServersAdminNegativeTestJSON-2027900281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:23.137742 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-08441c89-78e0-4cfc-9be8-f4eabd60dc11 req-4da952b2-6d1f-4662-bcd3-c8c404e22c6d tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] 10.222.0.18 "GET /v2.0/security-groups?id=bed30b16-cd2d-47d0-9758-37dc9df2dfb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972829 Jul 27 23:05:23.148157 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-eee22ce7-814b-47f5-b7fd-77c7b9f8657a req-aff9daa7-47f8-4c80-8837-1f005dbe8d19 tempest-ServersAdminNegativeTestJSON-2027900281 tempest-ServersAdminNegativeTestJSON-2027900281-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1767929 Jul 27 23:05:23.196490 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [req-eee22ce7-814b-47f5-b7fd-77c7b9f8657a req-59c8d674-2e30-47fb-bc97-d9c92085983f service neutron] Request body: {'port': {'device_id': '599d188e-be3c-4eed-b961-f47d4b9e19a1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802623-1'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:05:23.255739 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-6de99ee3-fa77-4de2-bdcb-d2302d07774d admin admin] For port df51d74d-fe37-4e81-89e4-2ce2c029c7ae, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=df51d74d-fe37-4e81-89e4-2ce2c029c7ae,segment=NetworkSegment(b9afe07e-bbe4-4740-834c-4b6a9698bdbc),segment_id=b9afe07e-bbe4-4740-834c-4b6a9698bdbc)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:05:23.256028 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6de99ee3-fa77-4de2-bdcb-d2302d07774d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:23.266910 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74d1d1a-e521-4392-b0ed-396e9fa8d816 req-3f1d335f-db08-48a9-8c68-e314749667c9 tempest-LiveAutoBlockMigrationV225Test-1050679481 tempest-LiveAutoBlockMigrationV225Test-1050679481-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:23.268074 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-52891c14-ec78-4450-8213-cbae50c520db None None] Set router f060ccd1-fef9-469c-b350-90acf6f2f32b gateway port host: None {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:05:23.278337 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [req-c0c5314a-bc67-421f-b263-900d9067a33a req-966f6c96-06c7-4889-96df-6200f4796474 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab476ae2-c058-4a27-bb96-f6c22f4e4762 {{(pid=93798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:05:23.280377 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d74d1d1a-e521-4392-b0ed-396e9fa8d816 req-3f1d335f-db08-48a9-8c68-e314749667c9 tempest-LiveAutoBlockMigrationV225Test-1050679481 tempest-LiveAutoBlockMigrationV225Test-1050679481-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=45491c78-fb5b-4166-8dac-8f81c2d42c00 HTTP/1.1" status: 200 len: 1096 time: 0.1293635 Jul 27 23:05:23.283900 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-eee22ce7-814b-47f5-b7fd-77c7b9f8657a req-59c8d674-2e30-47fb-bc97-d9c92085983f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:23.289943 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-c0c5314a-bc67-421f-b263-900d9067a33a req-966f6c96-06c7-4889-96df-6200f4796474 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:23.334884 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-6de99ee3-fa77-4de2-bdcb-d2302d07774d admin admin] Calling delete_port for df51d74d-fe37-4e81-89e4-2ce2c029c7ae owned by network:router_gateway {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:05:23.347134 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-796d5d30-fc5b-4dc8-9f40-9a984fb96415 req-b4226961-7789-4c44-ae8d-c50fd187933b tempest-AttachSCSIVolumeTestJSON-704938723 tempest-AttachSCSIVolumeTestJSON-704938723-project] 10.222.0.18 "GET /v2.0/ports?device_id=05c0c1f1-794c-424e-ae39-1a41326487d7 HTTP/1.1" status: 200 len: 210 time: 0.0362682 Jul 27 23:05:23.348072 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-c0c5314a-bc67-421f-b263-900d9067a33a req-966f6c96-06c7-4889-96df-6200f4796474 service neutron] Transition to ACTIVE for port object ab476ae2-c058-4a27-bb96-f6c22f4e4762 will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:05:23.369028 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d74d1d1a-e521-4392-b0ed-396e9fa8d816 req-f6caf538-dcaf-46cd-a84e-e2d25359d9eb tempest-LiveAutoBlockMigrationV225Test-1050679481 tempest-LiveAutoBlockMigrationV225Test-1050679481-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=9ee1769a-7cc2-4f9a-a15b-54c39d35bd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864923 Jul 27 23:05:23.378564 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-c0c5314a-bc67-421f-b263-900d9067a33a req-966f6c96-06c7-4889-96df-6200f4796474 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:23.397881 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-52891c14-ec78-4450-8213-cbae50c520db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f060ccd1-fef9-469c-b350-90acf6f2f32b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1696476153-router', 'tenant_id': '502f92c9a31a431c91920c05d7db78e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:04:22Z', 'updated_at': '2021-07-27T23:05:22Z', 'revision_number': 6, 'project_id': '502f92c9a31a431c91920c05d7db78e2', 'gw_port_host': None}], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:05:23.509424 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52891c14-ec78-4450-8213-cbae50c520db None None] The sync data for ids ['f060ccd1-fef9-469c-b350-90acf6f2f32b'] in n-d-802623-1 is: [{'id': 'f060ccd1-fef9-469c-b350-90acf6f2f32b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1696476153-router', 'tenant_id': '502f92c9a31a431c91920c05d7db78e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:04:22Z', 'updated_at': '2021-07-27T23:05:22Z', 'revision_number': 6, 'project_id': '502f92c9a31a431c91920c05d7db78e2', 'gw_port_host': None}] {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:05:23.514978 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:05:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df1a7ee6-657d-4420-90f7-9b5a1bd57e41 x-openstack-request-id: req-df1a7ee6-657d-4420-90f7-9b5a1bd57e41 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:05:23.515950 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05c0c1f1-794c-424e-ae39-1a41326487d7", "name": "network-vif-deleted", "tag": "45eab664-785a-4f00-a9c0-0e9362a44bb7", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:05:23.515950 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-df1a7ee6-657d-4420-90f7-9b5a1bd57e41 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:05:23.516189 n-d-802623-1 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05c0c1f1-794c-424e-ae39-1a41326487d7', 'name': 'network-vif-deleted', 'tag': '45eab664-785a-4f00-a9c0-0e9362a44bb7', 'status': 'completed', 'code': 200} Jul 27 23:05:23.524080 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-a04a62e4-adc3-4ad7-a683-060d10492613 None None] Provisioning for port 0528b663-1d28-4c45-92d8-2e5c451d8ebf completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:05:23.540393 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-a04a62e4-adc3-4ad7-a683-060d10492613 None None] Provisioning complete for port 0528b663-1d28-4c45-92d8-2e5c451d8ebf triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:05:23.540780 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a04a62e4-adc3-4ad7-a683-060d10492613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:23.598637 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966f6c96-06c7-4889-96df-6200f4796474 service neutron] Pushing event updated for resources: {'Port': ['ID=ab476ae2-c058-4a27-bb96-f6c22f4e4762,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:05:23.666445 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-a04a62e4-adc3-4ad7-a683-060d10492613 None None] Port 0528b663-1d28-4c45-92d8-2e5c451d8ebf cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:05:23.733323 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6de99ee3-fa77-4de2-bdcb-d2302d07774d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:23.791493 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device d6d8a52c-a304-46dd-bea3-c11de35f5ce8 up at agent hyperv_n-h2-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:05:23.805180 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de99ee3-fa77-4de2-bdcb-d2302d07774d admin admin] Pushing event deleted for resources: {'Port': ['ID=df51d74d-fe37-4e81-89e4-2ce2c029c7ae,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:05:23.873343 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Provisioning for port d6d8a52c-a304-46dd-bea3-c11de35f5ce8 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:05:23.887338 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Provisioning complete for port d6d8a52c-a304-46dd-bea3-c11de35f5ce8 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:05:23.887338 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:23.901024 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-c0c5314a-bc67-421f-b263-900d9067a33a req-966f6c96-06c7-4889-96df-6200f4796474 service neutron] Attempting to bind port ab476ae2-c058-4a27-bb96-f6c22f4e4762 on host n-h1-802623-1 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:05:23.902155 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed6ae17-4c36-444a-ad4c-7eefc40438d0 req-62d48858-1734-4f76-8f28-a40c6787cd7c tempest-ServersAdminNegativeTestJSON-2027900281 tempest-ServersAdminNegativeTestJSON-2027900281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:23.904058 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8ed6ae17-4c36-444a-ad4c-7eefc40438d0 req-62d48858-1734-4f76-8f28-a40c6787cd7c tempest-ServersAdminNegativeTestJSON-2027900281 tempest-ServersAdminNegativeTestJSON-2027900281-project] 10.222.0.18 "GET /v2.0/ports?device_id=599d188e-be3c-4eed-b961-f47d4b9e19a1 HTTP/1.1" status: 200 len: 935 time: 0.1842661 Jul 27 23:05:23.909361 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-c0c5314a-bc67-421f-b263-900d9067a33a req-966f6c96-06c7-4889-96df-6200f4796474 service neutron] Attempting to bind port ab476ae2-c058-4a27-bb96-f6c22f4e4762 by drivers openvswitch,hyperv on host n-h1-802623-1 at level 0 using segments [{'id': '6d86712d-5b82-4bcf-9bd8-e75a26d556ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '786c8bed-6530-402d-94b3-9fdab2784572'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:05:23.909361 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0c5314a-bc67-421f-b263-900d9067a33a req-966f6c96-06c7-4889-96df-6200f4796474 service neutron] Attempting to bind port ab476ae2-c058-4a27-bb96-f6c22f4e4762 on network 786c8bed-6530-402d-94b3-9fdab2784572 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:05:23.974465 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6de99ee3-fa77-4de2-bdcb-d2302d07774d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-415368'] for router_gateway, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:24.007010 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8ed6ae17-4c36-444a-ad4c-7eefc40438d0 req-9fbbe798-1823-4afa-bbfb-90b74ed90298 tempest-ServersAdminNegativeTestJSON-2027900281 tempest-ServersAdminNegativeTestJSON-2027900281-project] 10.222.0.18 "GET /v2.0/security-groups?id=fe25dd46-142f-4f85-a515-1967d4861cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951693 Jul 27 23:05:24.010587 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [req-eee22ce7-814b-47f5-b7fd-77c7b9f8657a req-59c8d674-2e30-47fb-bc97-d9c92085983f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0528b663-1d28-4c45-92d8-2e5c451d8ebf {{(pid=93798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:05:24.026325 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-eee22ce7-814b-47f5-b7fd-77c7b9f8657a req-59c8d674-2e30-47fb-bc97-d9c92085983f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:24.067896 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:24.103663 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0c5314a-bc67-421f-b263-900d9067a33a req-966f6c96-06c7-4889-96df-6200f4796474 service neutron] Port ab476ae2-c058-4a27-bb96-f6c22f4e4762 on network 786c8bed-6530-402d-94b3-9fdab2784572 not bound, no agent of type Open vSwitch agent registered on host n-h1-802623-1 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 23:05:24.103997 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0c5314a-bc67-421f-b263-900d9067a33a req-966f6c96-06c7-4889-96df-6200f4796474 service neutron] Attempting to bind port ab476ae2-c058-4a27-bb96-f6c22f4e4762 on network 786c8bed-6530-402d-94b3-9fdab2784572 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:05:24.117896 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '744a40dc-1a5c-4ddc-bfa1-b21a2a6cd777', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6d8a52c-a304-46dd-bea3-c11de35f5ce8'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:05:24.124449 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c0369b0d4f459110ff20a1f9878ba33f96d6491bddb9d15843bf29d01e0bda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c060ab89-05e3-4361-b81f-f1a6596ddec2" -d '{"events": [{"server_uuid": "744a40dc-1a5c-4ddc-bfa1-b21a2a6cd777", "name": "network-vif-plugged", "status": "completed", "tag": "d6d8a52c-a304-46dd-bea3-c11de35f5ce8"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:05:24.140939 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6de99ee3-fa77-4de2-bdcb-d2302d07774d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62205'] for router, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:24.143662 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6de99ee3-fa77-4de2-bdcb-d2302d07774d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:24.151023 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0c5314a-bc67-421f-b263-900d9067a33a req-966f6c96-06c7-4889-96df-6200f4796474 service neutron] Checking agent: {'id': '245f1da4-a9b8-4b08-90d7-28f0f342b839', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 59, 59), 'started_at': datetime.datetime(2021, 7, 27, 22, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 4, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:05:24.151530 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0c5314a-bc67-421f-b263-900d9067a33a req-966f6c96-06c7-4889-96df-6200f4796474 service neutron] Checking segment: {'id': '6d86712d-5b82-4bcf-9bd8-e75a26d556ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '786c8bed-6530-402d-94b3-9fdab2784572'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:05:24.151932 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0c5314a-bc67-421f-b263-900d9067a33a req-966f6c96-06c7-4889-96df-6200f4796474 service neutron] Bound using segment: {'id': '6d86712d-5b82-4bcf-9bd8-e75a26d556ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '786c8bed-6530-402d-94b3-9fdab2784572'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:05:24.152871 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-c0c5314a-bc67-421f-b263-900d9067a33a req-966f6c96-06c7-4889-96df-6200f4796474 service neutron] Bound port: ab476ae2-c058-4a27-bb96-f6c22f4e4762, host: n-h1-802623-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d86712d-5b82-4bcf-9bd8-e75a26d556ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '786c8bed-6530-402d-94b3-9fdab2784572'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:05:24.153244 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-c0c5314a-bc67-421f-b263-900d9067a33a req-966f6c96-06c7-4889-96df-6200f4796474 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:24.158147 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-eee22ce7-814b-47f5-b7fd-77c7b9f8657a req-59c8d674-2e30-47fb-bc97-d9c92085983f service neutron] Transition to ACTIVE for port object 0528b663-1d28-4c45-92d8-2e5c451d8ebf will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:05:24.160133 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port d6d8a52c-a304-46dd-bea3-c11de35f5ce8, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=d6d8a52c-a304-46dd-bea3-c11de35f5ce8,segment=NetworkSegment(16e91594-c047-4b55-93eb-43af33ad08e1),segment_id=16e91594-c047-4b55-93eb-43af33ad08e1)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:05:24.172833 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:24.174755 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-eee22ce7-814b-47f5-b7fd-77c7b9f8657a req-59c8d674-2e30-47fb-bc97-d9c92085983f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:24.175752 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device 45eab664-785a-4f00-a9c0-0e9362a44bb7 no longer exists at agent hyperv_n-h2-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:05:24.193633 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04deef4a-ec69-46b1-8a77-ca97f615deff req-103f6b9c-05b9-44ec-94e6-8213e9839ade tempest-ServersTestBootFromVolume-906123710 tempest-ServersTestBootFromVolume-906123710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:24.201645 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-04deef4a-ec69-46b1-8a77-ca97f615deff req-103f6b9c-05b9-44ec-94e6-8213e9839ade tempest-ServersTestBootFromVolume-906123710 tempest-ServersTestBootFromVolume-906123710-project] 10.222.0.18 "GET /v2.0/ports?device_id=405264ac-9a3d-44fc-803d-2c1b6254405c HTTP/1.1" status: 200 len: 944 time: 0.1722562 Jul 27 23:05:24.211845 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6de99ee3-fa77-4de2-bdcb-d2302d07774d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-477831'] for router, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:24.212404 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6de99ee3-fa77-4de2-bdcb-d2302d07774d admin admin] Fanout notify agent at l3_agent the message router_deleted on router f060ccd1-fef9-469c-b350-90acf6f2f32b {{(pid=93797) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 23:05:24.225140 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] No Port match for: 45eab664-785a-4f00-a9c0-0e9362a44bb7 {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:05:24.225793 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device 45eab664-785a-4f00-a9c0-0e9362a44bb7 not bound to the agent host n-h2-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:05:24.234390 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6de99ee3-fa77-4de2-bdcb-d2302d07774d admin admin] Notify callbacks [] for router, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:24.238341 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-6de99ee3-fa77-4de2-bdcb-d2302d07774d admin admin] 10.222.0.18 "DELETE /v2.0/routers/f060ccd1-fef9-469c-b350-90acf6f2f32b HTTP/1.1" status: 204 len: 168 time: 2.2618320 Jul 27 23:05:24.240929 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 53842) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:05:24.261288 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Pushing event updated for resources: {'Port': ['ID=d6d8a52c-a304-46dd-bea3-c11de35f5ce8,revision_number=5']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:05:24.283481 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d84af1-314b-49cb-b369-f1c03c4bd8de req-14019daf-cce8-499a-91cb-40e51bd43e0b tempest-LiveAutoBlockMigrationV225Test-1050679481 tempest-LiveAutoBlockMigrationV225Test-1050679481-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:24.285109 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-10d84af1-314b-49cb-b369-f1c03c4bd8de req-14019daf-cce8-499a-91cb-40e51bd43e0b tempest-LiveAutoBlockMigrationV225Test-1050679481 tempest-LiveAutoBlockMigrationV225Test-1050679481-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=45491c78-fb5b-4166-8dac-8f81c2d42c00 HTTP/1.1" status: 200 len: 1096 time: 0.0866122 Jul 27 23:05:24.326948 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e69ba77-132c-492d-9659-ca7c90486460 admin admin] Deleting subnet 7c915760-7367-4b2c-8742-645483953bbd {{(pid=93797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 23:05:24.333458 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8e69ba77-132c-492d-9659-ca7c90486460 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:24.337957 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c8d674-2e30-47fb-bc97-d9c92085983f service neutron] Pushing event updated for resources: {'Port': ['ID=0528b663-1d28-4c45-92d8-2e5c451d8ebf,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:05:24.346920 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-c0c5314a-bc67-421f-b263-900d9067a33a req-966f6c96-06c7-4889-96df-6200f4796474 service neutron] For port ab476ae2-c058-4a27-bb96-f6c22f4e4762, host n-h1-802623-1, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:05:24.354385 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-c0c5314a-bc67-421f-b263-900d9067a33a req-966f6c96-06c7-4889-96df-6200f4796474 service neutron] For port ab476ae2-c058-4a27-bb96-f6c22f4e4762, host n-h1-802623-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=ab476ae2-c058-4a27-bb96-f6c22f4e4762,segment=NetworkSegment(6d86712d-5b82-4bcf-9bd8-e75a26d556ba),segment_id=6d86712d-5b82-4bcf-9bd8-e75a26d556ba)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:05:24.372315 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-c0c5314a-bc67-421f-b263-900d9067a33a req-966f6c96-06c7-4889-96df-6200f4796474 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:24.388888 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-04deef4a-ec69-46b1-8a77-ca97f615deff req-650ccd2e-b747-417a-a5ee-4e9e480859e8 tempest-ServersTestBootFromVolume-906123710 tempest-ServersTestBootFromVolume-906123710-project] 10.222.0.18 "GET /v2.0/security-groups?id=51319066-09f7-46fc-a664-dbbf59d47595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1863229 Jul 27 23:05:24.409663 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-10d84af1-314b-49cb-b369-f1c03c4bd8de req-ad945846-2816-4c6f-8374-e17c31572e0f tempest-LiveAutoBlockMigrationV225Test-1050679481 tempest-LiveAutoBlockMigrationV225Test-1050679481-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=9ee1769a-7cc2-4f9a-a15b-54c39d35bd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985005 Jul 27 23:05:24.429502 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8e69ba77-132c-492d-9659-ca7c90486460 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11335971'] for subnet, precommit_delete_associations {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:24.517643 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:05:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de741f6e-d293-44f5-9043-a4f5b351b82d x-openstack-request-id: req-de741f6e-d293-44f5-9043-a4f5b351b82d {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:05:24.518189 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "744a40dc-1a5c-4ddc-bfa1-b21a2a6cd777", "name": "network-vif-plugged", "status": "completed", "tag": "d6d8a52c-a304-46dd-bea3-c11de35f5ce8", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:05:24.518416 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-de741f6e-d293-44f5-9043-a4f5b351b82d {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:05:24.518937 n-d-802623-1 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '744a40dc-1a5c-4ddc-bfa1-b21a2a6cd777', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6d8a52c-a304-46dd-bea3-c11de35f5ce8', 'code': 200} Jul 27 23:05:24.595850 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c5314a-bc67-421f-b263-900d9067a33a req-966f6c96-06c7-4889-96df-6200f4796474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:24.596632 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-c0c5314a-bc67-421f-b263-900d9067a33a req-966f6c96-06c7-4889-96df-6200f4796474 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:24.598020 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c0c5314a-bc67-421f-b263-900d9067a33a req-966f6c96-06c7-4889-96df-6200f4796474 service neutron] 10.222.0.38 "PUT /v2.0/ports/ab476ae2-c058-4a27-bb96-f6c22f4e4762 HTTP/1.1" status: 200 len: 1092 time: 2.7544262 Jul 27 23:05:24.651364 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8e69ba77-132c-492d-9659-ca7c90486460 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620741'] for subnet, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:24.728859 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2447b8fd-2fdb-42b0-b318-366edf35ab62 req-434e2760-fa23-441b-9d73-f30db2ddcd96 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:24.730507 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-2447b8fd-2fdb-42b0-b318-366edf35ab62 req-434e2760-fa23-441b-9d73-f30db2ddcd96 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd7b332d-3077-4beb-a3df-e657be374929 HTTP/1.1" status: 200 len: 945 time: 0.0939505 Jul 27 23:05:24.767648 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8e69ba77-132c-492d-9659-ca7c90486460 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11335991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11551414'] for subnet, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:24.815512 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e69ba77-132c-492d-9659-ca7c90486460 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7c915760-7367-4b2c-8742-645483953bbd,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:05:24.835742 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8e69ba77-132c-492d-9659-ca7c90486460 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for subnet, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:24.841178 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-8e69ba77-132c-492d-9659-ca7c90486460 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/7c915760-7367-4b2c-8742-645483953bbd HTTP/1.1" status: 204 len: 168 time: 0.5959189 Jul 27 23:05:24.842136 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 53848) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:05:24.843637 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11072437-977b-4825-9279-7b4aa14887ab None None] Network 0ce8931c-84fe-4224-88db-416ca3c243ce requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:05:24.857481 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-2447b8fd-2fdb-42b0-b318-366edf35ab62 req-c34de8c9-64e3-4ba3-b576-d6e72a72a785 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] 10.222.0.18 "GET /v2.0/security-groups?id=bed30b16-cd2d-47d0-9758-37dc9df2dfb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132922 Jul 27 23:05:24.945682 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-75bc10a9-18b9-44ac-b366-073c132003c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593271'] for network, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:25.058595 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-75bc10a9-18b9-44ac-b366-073c132003c9 admin admin] Deleting port 7b9c8ccf-6376-414b-93c3-08a1d6d99b90 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:05:25.059294 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-75bc10a9-18b9-44ac-b366-073c132003c9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:25.188604 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-75bc10a9-18b9-44ac-b366-073c132003c9 admin admin] For port 7b9c8ccf-6376-414b-93c3-08a1d6d99b90, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=7b9c8ccf-6376-414b-93c3-08a1d6d99b90,segment=NetworkSegment(37a6c061-1a93-4bf0-96c8-ac2f0d977470),segment_id=37a6c061-1a93-4bf0-96c8-ac2f0d977470)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:05:25.189016 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-75bc10a9-18b9-44ac-b366-073c132003c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:25.205696 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966f6c96-06c7-4889-96df-6200f4796474 service neutron] Pushing event updated for resources: {'Port': ['ID=ab476ae2-c058-4a27-bb96-f6c22f4e4762,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:05:25.208890 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-75bc10a9-18b9-44ac-b366-073c132003c9 admin admin] Calling delete_port for 7b9c8ccf-6376-414b-93c3-08a1d6d99b90 owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:05:25.215914 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e97d8c6-d0ba-4917-a5c3-9280a7990ac9 None None] DHCP port deletion for 0ce8931c-84fe-4224-88db-416ca3c243ce request from n-d-802623-1 {{(pid=93799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 23:05:25.221824 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e81d24-0762-4bcc-bfbe-5e34218877a7 req-7c940f77-0a01-4ad1-9ca8-2a67a037363c tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:25.228969 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-72e81d24-0762-4bcc-bfbe-5e34218877a7 req-7c940f77-0a01-4ad1-9ca8-2a67a037363c tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] 10.222.0.18 "GET /v2.0/ports?device_id=744a40dc-1a5c-4ddc-bfa1-b21a2a6cd777 HTTP/1.1" status: 200 len: 950 time: 0.7155375 Jul 27 23:05:25.243709 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-eee22ce7-814b-47f5-b7fd-77c7b9f8657a req-59c8d674-2e30-47fb-bc97-d9c92085983f service neutron] Attempting to bind port 0528b663-1d28-4c45-92d8-2e5c451d8ebf on host n-h1-802623-1 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:05:25.244046 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-eee22ce7-814b-47f5-b7fd-77c7b9f8657a req-59c8d674-2e30-47fb-bc97-d9c92085983f service neutron] Attempting to bind port 0528b663-1d28-4c45-92d8-2e5c451d8ebf by drivers openvswitch,hyperv on host n-h1-802623-1 at level 0 using segments [{'id': '16e91594-c047-4b55-93eb-43af33ad08e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '591af2dd-f826-43b1-aa9d-e7a0bf218c71'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:05:25.244364 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eee22ce7-814b-47f5-b7fd-77c7b9f8657a req-59c8d674-2e30-47fb-bc97-d9c92085983f service neutron] Attempting to bind port 0528b663-1d28-4c45-92d8-2e5c451d8ebf on network 591af2dd-f826-43b1-aa9d-e7a0bf218c71 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:05:25.258082 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eee22ce7-814b-47f5-b7fd-77c7b9f8657a req-59c8d674-2e30-47fb-bc97-d9c92085983f service neutron] Port 0528b663-1d28-4c45-92d8-2e5c451d8ebf on network 591af2dd-f826-43b1-aa9d-e7a0bf218c71 not bound, no agent of type Open vSwitch agent registered on host n-h1-802623-1 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 23:05:25.258412 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eee22ce7-814b-47f5-b7fd-77c7b9f8657a req-59c8d674-2e30-47fb-bc97-d9c92085983f service neutron] Attempting to bind port 0528b663-1d28-4c45-92d8-2e5c451d8ebf on network 591af2dd-f826-43b1-aa9d-e7a0bf218c71 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:05:25.292065 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c5314a-bc67-421f-b263-900d9067a33a req-265f1f14-bb77-4a78-b0b7-9258816dd1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:25.293556 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c0c5314a-bc67-421f-b263-900d9067a33a req-265f1f14-bb77-4a78-b0b7-9258816dd1a7 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=e1cc4618ab8d497f8f1b385f74e71fb7&device_id=405264ac-9a3d-44fc-803d-2c1b6254405c HTTP/1.1" status: 200 len: 1095 time: 0.6087387 Jul 27 23:05:25.308477 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-72e81d24-0762-4bcc-bfbe-5e34218877a7 req-b9f18c72-bdee-4fc5-95d9-a8ad639d43bc tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] 10.222.0.18 "GET /v2.0/security-groups?id=3b54d803-f776-413f-b5bd-6e9336fca6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786028 Jul 27 23:05:25.310815 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-0e97d8c6-d0ba-4917-a5c3-9280a7990ac9 None None] Deleting port 7b9c8ccf-6376-414b-93c3-08a1d6d99b90 {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:05:25.312673 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092d852b-41b2-4de6-9dc4-e658b24b31be req-33c12750-e4ee-43cd-aec5-62059f15d147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:25.312819 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-0e97d8c6-d0ba-4917-a5c3-9280a7990ac9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:25.315270 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-092d852b-41b2-4de6-9dc4-e658b24b31be req-33c12750-e4ee-43cd-aec5-62059f15d147 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=744a40dc-1a5c-4ddc-bfa1-b21a2a6cd777 HTTP/1.1" status: 200 len: 1101 time: 0.7143939 Jul 27 23:05:25.323664 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eee22ce7-814b-47f5-b7fd-77c7b9f8657a req-59c8d674-2e30-47fb-bc97-d9c92085983f service neutron] Checking agent: {'id': '245f1da4-a9b8-4b08-90d7-28f0f342b839', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 59, 59), 'started_at': datetime.datetime(2021, 7, 27, 22, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 4, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:05:25.324640 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eee22ce7-814b-47f5-b7fd-77c7b9f8657a req-59c8d674-2e30-47fb-bc97-d9c92085983f service neutron] Checking segment: {'id': '16e91594-c047-4b55-93eb-43af33ad08e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '591af2dd-f826-43b1-aa9d-e7a0bf218c71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:05:25.325457 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eee22ce7-814b-47f5-b7fd-77c7b9f8657a req-59c8d674-2e30-47fb-bc97-d9c92085983f service neutron] Bound using segment: {'id': '16e91594-c047-4b55-93eb-43af33ad08e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '591af2dd-f826-43b1-aa9d-e7a0bf218c71'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:05:25.326067 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-eee22ce7-814b-47f5-b7fd-77c7b9f8657a req-59c8d674-2e30-47fb-bc97-d9c92085983f service neutron] Bound port: 0528b663-1d28-4c45-92d8-2e5c451d8ebf, host: n-h1-802623-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16e91594-c047-4b55-93eb-43af33ad08e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '591af2dd-f826-43b1-aa9d-e7a0bf218c71'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:05:25.326644 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-eee22ce7-814b-47f5-b7fd-77c7b9f8657a req-59c8d674-2e30-47fb-bc97-d9c92085983f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:25.377076 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-75bc10a9-18b9-44ac-b366-073c132003c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:25.385864 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c0c5314a-bc67-421f-b263-900d9067a33a req-0c96c8ca-3870-4c5a-8a49-acd9f2e5c1ff service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ab476ae2-c058-4a27-bb96-f6c22f4e4762 HTTP/1.1" status: 200 len: 217 time: 0.0693152 Jul 27 23:05:25.462739 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 22c0aa16-64d4-4e31-b664-4ea63e04be0e no longer exists at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:05:25.466734 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75bc10a9-18b9-44ac-b366-073c132003c9 admin admin] No DVR routers for this DVR port 7b9c8ccf-6376-414b-93c3-08a1d6d99b90 on host n-d-802623-1 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:05:25.481606 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-092d852b-41b2-4de6-9dc4-e658b24b31be req-fb71a727-2a8c-4251-a432-143eb185070e service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=3b54d803-f776-413f-b5bd-6e9336fca6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511135 Jul 27 23:05:25.505006 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c5314a-bc67-421f-b263-900d9067a33a req-d5ff33d8-27f2-489e-b5dd-a37fb7a3623c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:25.506512 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c0c5314a-bc67-421f-b263-900d9067a33a req-d5ff33d8-27f2-489e-b5dd-a37fb7a3623c service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b9b5db02-c302-48bd-b0f3-e4b2e75710bc HTTP/1.1" status: 200 len: 855 time: 0.0901437 Jul 27 23:05:25.508332 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] No Port match for: 22c0aa16-64d4-4e31-b664-4ea63e04be0e {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:05:25.508681 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 22c0aa16-64d4-4e31-b664-4ea63e04be0e not bound to the agent host n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:05:25.509105 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 7b9c8ccf-6376-414b-93c3-08a1d6d99b90 no longer exists at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:05:25.512548 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7785a1-1376-4577-a42e-2e689ed7bf7d req-a1513bd9-19b5-4a68-91eb-7dc234a40a0f tempest-ServersAdminNegativeTestJSON-2027900281 tempest-ServersAdminNegativeTestJSON-2027900281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:25.515908 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-0e97d8c6-d0ba-4917-a5c3-9280a7990ac9 None None] For port 7b9c8ccf-6376-414b-93c3-08a1d6d99b90, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=7b9c8ccf-6376-414b-93c3-08a1d6d99b90,segment=NetworkSegment(37a6c061-1a93-4bf0-96c8-ac2f0d977470),segment_id=37a6c061-1a93-4bf0-96c8-ac2f0d977470)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:05:25.516286 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-0e97d8c6-d0ba-4917-a5c3-9280a7990ac9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:25.518102 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '405264ac-9a3d-44fc-803d-2c1b6254405c', 'tag': 'ab476ae2-c058-4a27-bb96-f6c22f4e4762'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:05:25.521282 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}011f8d312121274bb12d78e77c6379a2079800640016cec6c6d605b73666e854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaf87f2e-798a-4cae-a983-69ce7aa59a54" -d '{"events": [{"name": "network-changed", "server_uuid": "405264ac-9a3d-44fc-803d-2c1b6254405c", "tag": "ab476ae2-c058-4a27-bb96-f6c22f4e4762"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:05:25.524198 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-3a7785a1-1376-4577-a42e-2e689ed7bf7d req-a1513bd9-19b5-4a68-91eb-7dc234a40a0f tempest-ServersAdminNegativeTestJSON-2027900281 tempest-ServersAdminNegativeTestJSON-2027900281-project] 10.222.0.18 "GET /v2.0/ports?device_id=599d188e-be3c-4eed-b961-f47d4b9e19a1 HTTP/1.1" status: 200 len: 947 time: 0.3059304 Jul 27 23:05:25.538756 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bc10a9-18b9-44ac-b366-073c132003c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=7b9c8ccf-6376-414b-93c3-08a1d6d99b90,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:05:25.547813 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] No Port match for: 7b9c8ccf-6376-414b-93c3-08a1d6d99b90 {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:05:25.548391 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 7b9c8ccf-6376-414b-93c3-08a1d6d99b90 not bound to the agent host n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:05:25.548613 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device df51d74d-fe37-4e81-89e4-2ce2c029c7ae no longer exists at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:05:25.551080 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-eee22ce7-814b-47f5-b7fd-77c7b9f8657a req-59c8d674-2e30-47fb-bc97-d9c92085983f service neutron] For port 0528b663-1d28-4c45-92d8-2e5c451d8ebf, host n-h1-802623-1, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:05:25.574452 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-0e97d8c6-d0ba-4917-a5c3-9280a7990ac9 None None] Calling delete_port for 7b9c8ccf-6376-414b-93c3-08a1d6d99b90 owned by network:dhcp {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:05:25.576470 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] No Port match for: df51d74d-fe37-4e81-89e4-2ce2c029c7ae {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:05:25.576820 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device df51d74d-fe37-4e81-89e4-2ce2c029c7ae not bound to the agent host n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:05:25.616498 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-eee22ce7-814b-47f5-b7fd-77c7b9f8657a req-59c8d674-2e30-47fb-bc97-d9c92085983f service neutron] For port 0528b663-1d28-4c45-92d8-2e5c451d8ebf, host n-h1-802623-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=0528b663-1d28-4c45-92d8-2e5c451d8ebf,segment=NetworkSegment(16e91594-c047-4b55-93eb-43af33ad08e1),segment_id=16e91594-c047-4b55-93eb-43af33ad08e1)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:05:25.625312 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-75bc10a9-18b9-44ac-b366-073c132003c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618032', 'neutron.services.segments.db._delete_segments_for_network-8736833900081'] for network, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:25.635994 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-eee22ce7-814b-47f5-b7fd-77c7b9f8657a req-59c8d674-2e30-47fb-bc97-d9c92085983f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:25.640284 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-75bc10a9-18b9-44ac-b366-073c132003c9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ce8931c-84fe-4224-88db-416ca3c243ce']}} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:05:25.653469 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c5314a-bc67-421f-b263-900d9067a33a req-a67c068a-f08d-4306-bc9c-2cd97b84a90e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:25.655505 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c0c5314a-bc67-421f-b263-900d9067a33a req-a67c068a-f08d-4306-bc9c-2cd97b84a90e service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=786c8bed-6530-402d-94b3-9fdab2784572&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1388745 Jul 27 23:05:25.659135 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-75bc10a9-18b9-44ac-b366-073c132003c9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37a6c061-1a93-4bf0-96c8-ac2f0d977470') {'for_net_delete': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:05:25.659432 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-75bc10a9-18b9-44ac-b366-073c132003c9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37a6c061-1a93-4bf0-96c8-ac2f0d977470') {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:05:25.674602 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-75bc10a9-18b9-44ac-b366-073c132003c9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736833900858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11335978'] for segment, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:25.697659 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-75bc10a9-18b9-44ac-b366-073c132003c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:25.697937 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9645ac9-12e5-4f3b-b5a5-ebe63e2d2ce8 req-bc2ffa93-11fd-4a6c-bc0a-b4f15c1b853b tempest-ServersTestBootFromVolume-906123710 tempest-ServersTestBootFromVolume-906123710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:25.699719 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a9645ac9-12e5-4f3b-b5a5-ebe63e2d2ce8 req-bc2ffa93-11fd-4a6c-bc0a-b4f15c1b853b tempest-ServersTestBootFromVolume-906123710 tempest-ServersTestBootFromVolume-906123710-project] 10.222.0.18 "GET /v2.0/ports?device_id=405264ac-9a3d-44fc-803d-2c1b6254405c HTTP/1.1" status: 200 len: 944 time: 0.1636477 Jul 27 23:05:25.714562 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75bc10a9-18b9-44ac-b366-073c132003c9 admin admin] Releasing vlan 512 on physical network physnet1 to pool {{(pid=93797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 23:05:25.715231 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-75bc10a9-18b9-44ac-b366-073c132003c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11336013'] for segment, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:25.740033 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-0e97d8c6-d0ba-4917-a5c3-9280a7990ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:25.759924 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee22ce7-814b-47f5-b7fd-77c7b9f8657a req-59c8d674-2e30-47fb-bc97-d9c92085983f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:25.761049 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-eee22ce7-814b-47f5-b7fd-77c7b9f8657a req-59c8d674-2e30-47fb-bc97-d9c92085983f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:25.763291 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-eee22ce7-814b-47f5-b7fd-77c7b9f8657a req-59c8d674-2e30-47fb-bc97-d9c92085983f service neutron] 10.222.0.38 "PUT /v2.0/ports/0528b663-1d28-4c45-92d8-2e5c451d8ebf HTTP/1.1" status: 200 len: 1095 time: 2.5740998 Jul 27 23:05:25.809060 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e97d8c6-d0ba-4917-a5c3-9280a7990ac9 None None] Pushing event deleted for resources: {'Port': ['ID=7b9c8ccf-6376-414b-93c3-08a1d6d99b90,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:05:25.820568 n-d-802623-1 neutron-server[93797]: Traceback (most recent call last): Jul 27 23:05:25.820568 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 23:05:25.820568 n-d-802623-1 neutron-server[93797]: timer() Jul 27 23:05:25.820568 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 23:05:25.820568 n-d-802623-1 neutron-server[93797]: cb(*args, **kw) Jul 27 23:05:25.820568 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 23:05:25.820568 n-d-802623-1 neutron-server[93797]: return func(*args, **kwargs) Jul 27 23:05:25.820568 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 23:05:25.820568 n-d-802623-1 neutron-server[93797]: self._notify() Jul 27 23:05:25.820568 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 23:05:25.820568 n-d-802623-1 neutron-server[93797]: self.callback(batched_events) Jul 27 23:05:25.820568 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 23:05:25.820568 n-d-802623-1 neutron-server[93797]: event.method(event) Jul 27 23:05:25.820568 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 23:05:25.820568 n-d-802623-1 neutron-server[93797]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 23:05:25.820568 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 23:05:25.820568 n-d-802623-1 neutron-server[93797]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 23:05:25.820568 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 23:05:25.820568 n-d-802623-1 neutron-server[93797]: return f(self, *a, **k) Jul 27 23:05:25.820568 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 23:05:25.820568 n-d-802623-1 neutron-server[93797]: return self._get(url).json() Jul 27 23:05:25.820568 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 23:05:25.820568 n-d-802623-1 neutron-server[93797]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 23:05:25.820568 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 23:05:25.820568 n-d-802623-1 neutron-server[93797]: return self.request(url, 'GET', **kwargs) Jul 27 23:05:25.820568 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 23:05:25.820568 n-d-802623-1 neutron-server[93797]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 23:05:25.820568 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 23:05:25.820568 n-d-802623-1 neutron-server[93797]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 23:05:25.820568 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 23:05:25.820568 n-d-802623-1 neutron-server[93797]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 23:05:25.820568 n-d-802623-1 neutron-server[93797]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 23:05:25.835738 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-75bc10a9-18b9-44ac-b366-073c132003c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415412'] for network, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:25.843556 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-75bc10a9-18b9-44ac-b366-073c132003c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for network, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:25.845749 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-75bc10a9-18b9-44ac-b366-073c132003c9 admin admin] 10.222.0.18 "DELETE /v2.0/networks/0ce8931c-84fe-4224-88db-416ca3c243ce HTTP/1.1" status: 204 len: 168 time: 1.0000207 Jul 27 23:05:25.852634 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e97d8c6-d0ba-4917-a5c3-9280a7990ac9 None None] No DVR routers for this DVR port 7b9c8ccf-6376-414b-93c3-08a1d6d99b90 on host n-d-802623-1 {{(pid=93799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:05:25.881929 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-3a7785a1-1376-4577-a42e-2e689ed7bf7d req-eb7d60be-a3bc-4eaa-b740-f90f0903ba4b tempest-ServersAdminNegativeTestJSON-2027900281 tempest-ServersAdminNegativeTestJSON-2027900281-project] 10.222.0.18 "GET /v2.0/security-groups?id=fe25dd46-142f-4f85-a515-1967d4861cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3566613 Jul 27 23:05:25.888532 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bc10a9-18b9-44ac-b366-073c132003c9 admin admin] Pushing event deleted for resources: {'Network': ['ID=0ce8931c-84fe-4224-88db-416ca3c243ce,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:05:25.923376 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c8d674-2e30-47fb-bc97-d9c92085983f service neutron] Pushing event updated for resources: {'Port': ['ID=0528b663-1d28-4c45-92d8-2e5c451d8ebf,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:05:25.939104 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a9645ac9-12e5-4f3b-b5a5-ebe63e2d2ce8 req-20224153-ceae-4b41-bcce-041a89d4f511 tempest-ServersTestBootFromVolume-906123710 tempest-ServersTestBootFromVolume-906123710-project] 10.222.0.18 "GET /v2.0/security-groups?id=51319066-09f7-46fc-a664-dbbf59d47595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2189856 Jul 27 23:05:25.983022 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c0c5314a-bc67-421f-b263-900d9067a33a req-43ac4690-6b77-4b5c-8f7d-693a36920395 service neutron] 10.222.0.38 "GET /v2.0/networks/786c8bed-6530-402d-94b3-9fdab2784572?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3032579 Jul 27 23:05:25.986105 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee22ce7-814b-47f5-b7fd-77c7b9f8657a req-4f927ec8-30f9-4695-b0cf-4b0d2226e8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:25.994315 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-eee22ce7-814b-47f5-b7fd-77c7b9f8657a req-4f927ec8-30f9-4695-b0cf-4b0d2226e8fb service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=aa38147c8b9c4d088e35292c1bb5c55c&device_id=599d188e-be3c-4eed-b961-f47d4b9e19a1 HTTP/1.1" status: 200 len: 1098 time: 0.1672962 Jul 27 23:05:26.061958 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741d64cc-5c25-43b1-8f84-d4f376c15144 req-d273f30b-666f-4b80-8139-925ea60891ac tempest-LiveAutoBlockMigrationV225Test-1050679481 tempest-LiveAutoBlockMigrationV225Test-1050679481-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:26.081227 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-741d64cc-5c25-43b1-8f84-d4f376c15144 req-d273f30b-666f-4b80-8139-925ea60891ac tempest-LiveAutoBlockMigrationV225Test-1050679481 tempest-LiveAutoBlockMigrationV225Test-1050679481-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=45491c78-fb5b-4166-8dac-8f81c2d42c00 HTTP/1.1" status: 200 len: 1096 time: 0.0810170 Jul 27 23:05:26.158280 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 23:05:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1faa7d2c-f328-448f-be40-ea7f765d496e x-openstack-request-id: req-1faa7d2c-f328-448f-be40-ea7f765d496e {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:05:26.158986 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-741d64cc-5c25-43b1-8f84-d4f376c15144 req-4c8abaca-0794-4433-a4bc-01dc89d48545 tempest-LiveAutoBlockMigrationV225Test-1050679481 tempest-LiveAutoBlockMigrationV225Test-1050679481-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=9ee1769a-7cc2-4f9a-a15b-54c39d35bd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689895 Jul 27 23:05:26.159253 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "405264ac-9a3d-44fc-803d-2c1b6254405c", "tag": "ab476ae2-c058-4a27-bb96-f6c22f4e4762", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:05:26.159696 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1faa7d2c-f328-448f-be40-ea7f765d496e {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:05:26.160291 n-d-802623-1 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '405264ac-9a3d-44fc-803d-2c1b6254405c', 'tag': 'ab476ae2-c058-4a27-bb96-f6c22f4e4762', 'status': 'completed', 'code': 200} Jul 27 23:05:26.166094 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-eee22ce7-814b-47f5-b7fd-77c7b9f8657a req-b4920850-5ae9-4a4c-9fba-30da8fda9461 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=0528b663-1d28-4c45-92d8-2e5c451d8ebf HTTP/1.1" status: 200 len: 217 time: 0.1599593 Jul 27 23:05:26.242447 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 53910) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:05:26.310623 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-5da4f632-17d8-4c31-b3a9-bf6ae90e1c6d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=502f92c9a31a431c91920c05d7db78e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0648468 Jul 27 23:05:26.310894 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 53914) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:05:26.403809 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1c88b9d0-967c-4f8e-9fbf-8dbee8f59d84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:26.415304 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22abb91a-fe05-4914-906e-4ad8781771c9 req-1976155f-c964-4065-b3c3-428ae1b60bf7 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:26.416936 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-22abb91a-fe05-4914-906e-4ad8781771c9 req-1976155f-c964-4065-b3c3-428ae1b60bf7 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd7b332d-3077-4beb-a3df-e657be374929 HTTP/1.1" status: 200 len: 945 time: 0.2478392 Jul 27 23:05:26.458176 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee22ce7-814b-47f5-b7fd-77c7b9f8657a req-aeef7776-7874-4d6c-a0a9-0d0cb4b00610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:26.459611 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-eee22ce7-814b-47f5-b7fd-77c7b9f8657a req-aeef7776-7874-4d6c-a0a9-0d0cb4b00610 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=62938449-046d-4cbe-923a-7ebb632c358d HTTP/1.1" status: 200 len: 843 time: 0.2240520 Jul 27 23:05:26.468077 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1c88b9d0-967c-4f8e-9fbf-8dbee8f59d84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:26.530008 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c0c5314a-bc67-421f-b263-900d9067a33a req-77e977ba-cca6-48ff-9480-e6665be01153 service neutron] 10.222.0.38 "GET /v2.0/networks/786c8bed-6530-402d-94b3-9fdab2784572?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5344658 Jul 27 23:05:26.567916 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-22abb91a-fe05-4914-906e-4ad8781771c9 req-2885d13d-2a76-4cab-be0b-c705ee8d8ebc tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] 10.222.0.18 "GET /v2.0/security-groups?id=bed30b16-cd2d-47d0-9758-37dc9df2dfb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377897 Jul 27 23:05:26.593635 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1c88b9d0-967c-4f8e-9fbf-8dbee8f59d84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:26.593635 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1c88b9d0-967c-4f8e-9fbf-8dbee8f59d84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:26.593635 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-1c88b9d0-967c-4f8e-9fbf-8dbee8f59d84 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4abad032-32d3-4ab2-90d2-b6e2f800f29b HTTP/1.1" status: 204 len: 168 time: 0.2734122 Jul 27 23:05:26.595918 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee22ce7-814b-47f5-b7fd-77c7b9f8657a req-cbe28913-48cc-4144-8d32-5fbcb4d58b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:26.598505 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-eee22ce7-814b-47f5-b7fd-77c7b9f8657a req-cbe28913-48cc-4144-8d32-5fbcb4d58b72 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=591af2dd-f826-43b1-aa9d-e7a0bf218c71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1230519 Jul 27 23:05:26.600324 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c88b9d0-967c-4f8e-9fbf-8dbee8f59d84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4abad032-32d3-4ab2-90d2-b6e2f800f29b,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:05:26.831652 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf87f2e-798a-4cae-a983-69ce7aa59a54 req-391365d8-1ae3-48d7-b84a-ae1bd25f7394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:26.833167 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-aaf87f2e-798a-4cae-a983-69ce7aa59a54 req-391365d8-1ae3-48d7-b84a-ae1bd25f7394 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=e1cc4618ab8d497f8f1b385f74e71fb7&device_id=405264ac-9a3d-44fc-803d-2c1b6254405c HTTP/1.1" status: 200 len: 1095 time: 0.1356342 Jul 27 23:05:26.840917 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6926cd8c-0677-40d2-ab11-a2fd90013c60 req-573230f4-4069-4176-bcf5-c18062a56935 tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:26.848893 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-6926cd8c-0677-40d2-ab11-a2fd90013c60 req-573230f4-4069-4176-bcf5-c18062a56935 tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] 10.222.0.18 "GET /v2.0/ports?device_id=744a40dc-1a5c-4ddc-bfa1-b21a2a6cd777 HTTP/1.1" status: 200 len: 950 time: 0.1428766 Jul 27 23:05:26.878823 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a9942c2a-31b9-4ddd-9bfa-a9afded64f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:26.991401 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-eee22ce7-814b-47f5-b7fd-77c7b9f8657a req-d4cec9b0-3847-4e01-bd48-6a62cbeb813f service neutron] 10.222.0.38 "GET /v2.0/networks/591af2dd-f826-43b1-aa9d-e7a0bf218c71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3733096 Jul 27 23:05:27.000477 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf87f2e-798a-4cae-a983-69ce7aa59a54 req-b644031a-0f51-4aba-9998-d44eee841a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:27.002705 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-aaf87f2e-798a-4cae-a983-69ce7aa59a54 req-b644031a-0f51-4aba-9998-d44eee841a54 service neutron] 10.222.0.38 "GET /v2.0/networks?id=786c8bed-6530-402d-94b3-9fdab2784572 HTTP/1.1" status: 200 len: 917 time: 0.1497421 Jul 27 23:05:27.004744 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dff3a7-667d-4095-91ff-a637b94ea32a req-d705aedf-15d2-4748-8beb-68da607c23b2 tempest-LiveMigrationTest-1100887879 tempest-LiveMigrationTest-1100887879-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:27.005992 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-6926cd8c-0677-40d2-ab11-a2fd90013c60 req-b568ba52-a5e1-40a1-a866-91f709a30fa0 tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] 10.222.0.18 "GET /v2.0/security-groups?id=3b54d803-f776-413f-b5bd-6e9336fca6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563179 Jul 27 23:05:27.013762 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-00dff3a7-667d-4095-91ff-a637b94ea32a req-d705aedf-15d2-4748-8beb-68da607c23b2 tempest-LiveMigrationTest-1100887879 tempest-LiveMigrationTest-1100887879-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=bd7b332d-3077-4beb-a3df-e657be374929&tenant_id=59376bbb1c574537a7eaca41e781bf3f&binding%3Ahost_id=n-h2-802623-1 HTTP/1.1" status: 200 len: 1096 time: 0.0908101 Jul 27 23:05:27.031181 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [req-00dff3a7-667d-4095-91ff-a637b94ea32a req-fd2f31a2-e531-4c35-9b59-690c6c06ff8e service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-802623-1'}}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:05:27.156757 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-aaf87f2e-798a-4cae-a983-69ce7aa59a54 req-aeba2d7f-7ead-48ce-a386-cf43bc6989a9 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ab476ae2-c058-4a27-bb96-f6c22f4e4762 HTTP/1.1" status: 200 len: 217 time: 0.1160142 Jul 27 23:05:27.180824 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-00dff3a7-667d-4095-91ff-a637b94ea32a req-fd2f31a2-e531-4c35-9b59-690c6c06ff8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:27.261939 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf87f2e-798a-4cae-a983-69ce7aa59a54 req-a18b406a-9464-4a3e-947a-34126a02c32f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:27.264299 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-aaf87f2e-798a-4cae-a983-69ce7aa59a54 req-a18b406a-9464-4a3e-947a-34126a02c32f service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b9b5db02-c302-48bd-b0f3-e4b2e75710bc HTTP/1.1" status: 200 len: 855 time: 0.0845318 Jul 27 23:05:27.326626 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b928c071-b513-41c6-a1bb-cce147da4d1b req-ca72e19d-a7d1-4338-a635-3853f1b32dd0 tempest-ServersAdminNegativeTestJSON-2027900281 tempest-ServersAdminNegativeTestJSON-2027900281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:27.335964 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b928c071-b513-41c6-a1bb-cce147da4d1b req-ca72e19d-a7d1-4338-a635-3853f1b32dd0 tempest-ServersAdminNegativeTestJSON-2027900281 tempest-ServersAdminNegativeTestJSON-2027900281-project] 10.222.0.18 "GET /v2.0/ports?device_id=599d188e-be3c-4eed-b961-f47d4b9e19a1 HTTP/1.1" status: 200 len: 947 time: 0.1947725 Jul 27 23:05:27.366896 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-00dff3a7-667d-4095-91ff-a637b94ea32a req-fd2f31a2-e531-4c35-9b59-690c6c06ff8e service neutron] For port 24185df4-0d89-421f-a3eb-be4ff3de08d0, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=24185df4-0d89-421f-a3eb-be4ff3de08d0,segment=NetworkSegment(7332ccbf-8fd9-4ff5-bad6-b4b872eccd4e),segment_id=7332ccbf-8fd9-4ff5-bad6-b4b872eccd4e)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:05:27.390214 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf87f2e-798a-4cae-a983-69ce7aa59a54 req-70d3fc97-44df-49c6-b81d-bd842bc4f16a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:27.391764 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-aaf87f2e-798a-4cae-a983-69ce7aa59a54 req-70d3fc97-44df-49c6-b81d-bd842bc4f16a service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=786c8bed-6530-402d-94b3-9fdab2784572&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1102998 Jul 27 23:05:27.417511 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-00dff3a7-667d-4095-91ff-a637b94ea32a req-fd2f31a2-e531-4c35-9b59-690c6c06ff8e service neutron] For port 24185df4-0d89-421f-a3eb-be4ff3de08d0, host n-h2-802623-1, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:05:27.425451 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b928c071-b513-41c6-a1bb-cce147da4d1b req-837da461-45a5-4fe1-be7d-0af6db8631d5 tempest-ServersAdminNegativeTestJSON-2027900281 tempest-ServersAdminNegativeTestJSON-2027900281-project] 10.222.0.18 "GET /v2.0/security-groups?id=fe25dd46-142f-4f85-a515-1967d4861cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804620 Jul 27 23:05:27.427703 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-eee22ce7-814b-47f5-b7fd-77c7b9f8657a req-a8bf0338-55f3-4e3f-98b0-2916cdce7ae6 service neutron] 10.222.0.38 "GET /v2.0/networks/591af2dd-f826-43b1-aa9d-e7a0bf218c71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4207706 Jul 27 23:05:27.478347 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd7b332d-3077-4beb-a3df-e657be374929', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '24185df4-0d89-421f-a3eb-be4ff3de08d0'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:05:27.481822 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a476459a1bfce68b0ae0df5b6a71154bfc7cfdc8f9eefce6ad0a17231e60468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-339201f3-c492-49ed-a691-89c95c5d4ae5" -d '{"events": [{"server_uuid": "bd7b332d-3077-4beb-a3df-e657be374929", "name": "network-vif-unplugged", "status": "completed", "tag": "24185df4-0d89-421f-a3eb-be4ff3de08d0"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:05:27.488236 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-00dff3a7-667d-4095-91ff-a637b94ea32a req-fd2f31a2-e531-4c35-9b59-690c6c06ff8e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:27.499297 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-00dff3a7-667d-4095-91ff-a637b94ea32a req-fd2f31a2-e531-4c35-9b59-690c6c06ff8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11336041'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:27.590806 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2f31a2-e531-4c35-9b59-690c6c06ff8e service neutron] Pushing event updated for resources: {'Port': ['ID=24185df4-0d89-421f-a3eb-be4ff3de08d0,revision_number=7']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:05:27.712504 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-00dff3a7-667d-4095-91ff-a637b94ea32a req-fd2f31a2-e531-4c35-9b59-690c6c06ff8e service neutron] Attempting to bind port 24185df4-0d89-421f-a3eb-be4ff3de08d0 on host n-h2-802623-1 for vnic_type normal with profile {"migrating_to": "n-h1-802623-1"} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:05:27.713705 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-00dff3a7-667d-4095-91ff-a637b94ea32a req-fd2f31a2-e531-4c35-9b59-690c6c06ff8e service neutron] Attempting to bind port 24185df4-0d89-421f-a3eb-be4ff3de08d0 by drivers openvswitch,hyperv on host n-h2-802623-1 at level 0 using segments [{'id': '7332ccbf-8fd9-4ff5-bad6-b4b872eccd4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'c451a142-86a9-4355-833f-365557d21b8d'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:05:27.714473 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00dff3a7-667d-4095-91ff-a637b94ea32a req-fd2f31a2-e531-4c35-9b59-690c6c06ff8e service neutron] Attempting to bind port 24185df4-0d89-421f-a3eb-be4ff3de08d0 on network c451a142-86a9-4355-833f-365557d21b8d {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:05:27.723303 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00dff3a7-667d-4095-91ff-a637b94ea32a req-fd2f31a2-e531-4c35-9b59-690c6c06ff8e service neutron] Port 24185df4-0d89-421f-a3eb-be4ff3de08d0 on network c451a142-86a9-4355-833f-365557d21b8d not bound, no agent of type Open vSwitch agent registered on host n-h2-802623-1 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 23:05:27.724049 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00dff3a7-667d-4095-91ff-a637b94ea32a req-fd2f31a2-e531-4c35-9b59-690c6c06ff8e service neutron] Attempting to bind port 24185df4-0d89-421f-a3eb-be4ff3de08d0 on network c451a142-86a9-4355-833f-365557d21b8d {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:05:27.735125 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00dff3a7-667d-4095-91ff-a637b94ea32a req-fd2f31a2-e531-4c35-9b59-690c6c06ff8e service neutron] Checking agent: {'id': 'c5cc038b-93c4-4df4-8061-5df2a04a48c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 23, 0, 4), 'started_at': datetime.datetime(2021, 7, 27, 23, 0, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 5, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:05:27.735896 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00dff3a7-667d-4095-91ff-a637b94ea32a req-fd2f31a2-e531-4c35-9b59-690c6c06ff8e service neutron] Checking segment: {'id': '7332ccbf-8fd9-4ff5-bad6-b4b872eccd4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'c451a142-86a9-4355-833f-365557d21b8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:05:27.736736 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00dff3a7-667d-4095-91ff-a637b94ea32a req-fd2f31a2-e531-4c35-9b59-690c6c06ff8e service neutron] Bound using segment: {'id': '7332ccbf-8fd9-4ff5-bad6-b4b872eccd4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'c451a142-86a9-4355-833f-365557d21b8d'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:05:27.737680 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-00dff3a7-667d-4095-91ff-a637b94ea32a req-fd2f31a2-e531-4c35-9b59-690c6c06ff8e service neutron] Bound port: 24185df4-0d89-421f-a3eb-be4ff3de08d0, host: n-h2-802623-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7332ccbf-8fd9-4ff5-bad6-b4b872eccd4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'c451a142-86a9-4355-833f-365557d21b8d'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:05:27.738526 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-00dff3a7-667d-4095-91ff-a637b94ea32a req-fd2f31a2-e531-4c35-9b59-690c6c06ff8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:27.748376 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a24536-929a-42b8-b50c-930e7defb98c req-c8b34af8-4d7e-4bf5-9ae5-d65e36edbed9 tempest-ServersTestBootFromVolume-906123710 tempest-ServersTestBootFromVolume-906123710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:27.755267 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c3a24536-929a-42b8-b50c-930e7defb98c req-c8b34af8-4d7e-4bf5-9ae5-d65e36edbed9 tempest-ServersTestBootFromVolume-906123710 tempest-ServersTestBootFromVolume-906123710-project] 10.222.0.18 "GET /v2.0/ports?device_id=405264ac-9a3d-44fc-803d-2c1b6254405c HTTP/1.1" status: 200 len: 944 time: 0.2031655 Jul 27 23:05:27.773641 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-aaf87f2e-798a-4cae-a983-69ce7aa59a54 req-a8108978-f1c7-486f-ae04-34c5fe38265e service neutron] 10.222.0.38 "GET /v2.0/networks/786c8bed-6530-402d-94b3-9fdab2784572?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3658683 Jul 27 23:05:27.836104 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [req-bf31cc4a-0be8-417f-87c6-034262e364a5 req-c99e1e45-0dc6-4f69-b6b3-8a1b3bf88f52 tempest-LiveAutoBlockMigrationV225Test-1050679481 tempest-LiveAutoBlockMigrationV225Test-1050679481-project-admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=93798) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 23:05:27.837711 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-bf31cc4a-0be8-417f-87c6-034262e364a5 req-c99e1e45-0dc6-4f69-b6b3-8a1b3bf88f52 tempest-LiveAutoBlockMigrationV225Test-1050679481 tempest-LiveAutoBlockMigrationV225Test-1050679481-project-admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0094490 Jul 27 23:05:27.845190 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 53970) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:05:27.885431 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-00dff3a7-667d-4095-91ff-a637b94ea32a req-fd2f31a2-e531-4c35-9b59-690c6c06ff8e service neutron] For port 24185df4-0d89-421f-a3eb-be4ff3de08d0, host n-h2-802623-1, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:05:27.890684 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-00dff3a7-667d-4095-91ff-a637b94ea32a req-fd2f31a2-e531-4c35-9b59-690c6c06ff8e service neutron] For port 24185df4-0d89-421f-a3eb-be4ff3de08d0, host n-h2-802623-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=24185df4-0d89-421f-a3eb-be4ff3de08d0,segment=NetworkSegment(7332ccbf-8fd9-4ff5-bad6-b4b872eccd4e),segment_id=7332ccbf-8fd9-4ff5-bad6-b4b872eccd4e)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:05:27.892525 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [req-bf31cc4a-0be8-417f-87c6-034262e364a5 req-e0d98328-d555-4a39-94de-42aa5c663a4c service neutron] Request body: {'binding': {'host': 'n-h2-802623-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:05:27.893116 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [req-bf31cc4a-0be8-417f-87c6-034262e364a5 req-e0d98328-d555-4a39-94de-42aa5c663a4c service neutron] Unknown quota resources ['binding']. {{(pid=93798) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 27 23:05:27.896812 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-00dff3a7-667d-4095-91ff-a637b94ea32a req-fd2f31a2-e531-4c35-9b59-690c6c06ff8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11336041'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:27.987486 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c3a24536-929a-42b8-b50c-930e7defb98c req-0484abbf-46f5-4ba6-8ccc-787cb739d63c tempest-ServersTestBootFromVolume-906123710 tempest-ServersTestBootFromVolume-906123710-project] 10.222.0.18 "GET /v2.0/security-groups?id=51319066-09f7-46fc-a664-dbbf59d47595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2274427 Jul 27 23:05:28.021206 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-cff00142-a887-407a-9890-a32db49bad76 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-533546863-network', 'tenant_id': '09a0cfde4ce544d0bf97475963eb4f26'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:05:28.024323 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2f31a2-e531-4c35-9b59-690c6c06ff8e service neutron] Pushing event updated for resources: {'Port': ['ID=24185df4-0d89-421f-a3eb-be4ff3de08d0,revision_number=8']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:05:28.067920 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dff3a7-667d-4095-91ff-a637b94ea32a req-fd2f31a2-e531-4c35-9b59-690c6c06ff8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:28.068557 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-00dff3a7-667d-4095-91ff-a637b94ea32a req-fd2f31a2-e531-4c35-9b59-690c6c06ff8e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:28.069913 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-00dff3a7-667d-4095-91ff-a637b94ea32a req-fd2f31a2-e531-4c35-9b59-690c6c06ff8e service neutron] 10.222.0.38 "PUT /v2.0/ports/24185df4-0d89-421f-a3eb-be4ff3de08d0 HTTP/1.1" status: 200 len: 1121 time: 1.0441842 Jul 27 23:05:28.095803 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cff00142-a887-407a-9890-a32db49bad76 admin admin] Made reservation on behalf of 09a0cfde4ce544d0bf97475963eb4f26 for: {'network': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:05:28.103252 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-cff00142-a887-407a-9890-a32db49bad76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for network, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:28.129302 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-cff00142-a887-407a-9890-a32db49bad76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:28.135475 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-aaf87f2e-798a-4cae-a983-69ce7aa59a54 req-063a41ce-277b-4c77-acac-d84089dbe2c0 service neutron] 10.222.0.38 "GET /v2.0/networks/786c8bed-6530-402d-94b3-9fdab2784572?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3470161 Jul 27 23:05:28.163444 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '599d188e-be3c-4eed-b961-f47d4b9e19a1', 'tag': '0528b663-1d28-4c45-92d8-2e5c451d8ebf'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:05:28.167311 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}011f8d312121274bb12d78e77c6379a2079800640016cec6c6d605b73666e854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2d14dc9-15eb-4c8c-b93a-63525a499527" -d '{"events": [{"name": "network-changed", "server_uuid": "599d188e-be3c-4eed-b961-f47d4b9e19a1", "tag": "0528b663-1d28-4c45-92d8-2e5c451d8ebf"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:05:28.181927 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] get_ports_and_sgs() called for port_ids ['24185df4-0d89-421f-a3eb-be4ff3de08d0'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:05:28.226295 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] get_ports_and_sgs() called for port_ids ['24185df4-0d89-421f-a3eb-be4ff3de08d0'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:05:28.244382 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-bf31cc4a-0be8-417f-87c6-034262e364a5 req-e0d98328-d555-4a39-94de-42aa5c663a4c service neutron] Attempting to bind port 2c5ff320-ebb8-4916-a66d-dee08f670207 on host n-h2-802623-1 for vnic_type normal with profile None {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:05:28.245449 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-bf31cc4a-0be8-417f-87c6-034262e364a5 req-e0d98328-d555-4a39-94de-42aa5c663a4c service neutron] Attempting to bind port 2c5ff320-ebb8-4916-a66d-dee08f670207 by drivers openvswitch,hyperv on host n-h2-802623-1 at level 0 using segments [{'id': 'ff9b0beb-ebd9-45f3-9693-d627eb3bb065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '7ba5f889-7a68-424d-8fa1-71447bc958df'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:05:28.246356 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf31cc4a-0be8-417f-87c6-034262e364a5 req-e0d98328-d555-4a39-94de-42aa5c663a4c service neutron] Attempting to bind port 2c5ff320-ebb8-4916-a66d-dee08f670207 on network 7ba5f889-7a68-424d-8fa1-71447bc958df {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:05:28.257252 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf31cc4a-0be8-417f-87c6-034262e364a5 req-e0d98328-d555-4a39-94de-42aa5c663a4c service neutron] Port 2c5ff320-ebb8-4916-a66d-dee08f670207 on network 7ba5f889-7a68-424d-8fa1-71447bc958df not bound, no agent of type Open vSwitch agent registered on host n-h2-802623-1 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 23:05:28.258806 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf31cc4a-0be8-417f-87c6-034262e364a5 req-e0d98328-d555-4a39-94de-42aa5c663a4c service neutron] Attempting to bind port 2c5ff320-ebb8-4916-a66d-dee08f670207 on network 7ba5f889-7a68-424d-8fa1-71447bc958df {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:05:28.281631 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf31cc4a-0be8-417f-87c6-034262e364a5 req-e0d98328-d555-4a39-94de-42aa5c663a4c service neutron] Checking agent: {'id': 'c5cc038b-93c4-4df4-8061-5df2a04a48c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 23, 0, 4), 'started_at': datetime.datetime(2021, 7, 27, 23, 0, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 5, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:05:28.283661 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf31cc4a-0be8-417f-87c6-034262e364a5 req-e0d98328-d555-4a39-94de-42aa5c663a4c service neutron] Checking segment: {'id': 'ff9b0beb-ebd9-45f3-9693-d627eb3bb065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '7ba5f889-7a68-424d-8fa1-71447bc958df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:05:28.286005 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 23:05:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7e35028-9843-4624-9ea5-981dc0da6056 x-openstack-request-id: req-c7e35028-9843-4624-9ea5-981dc0da6056 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:05:28.286330 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf31cc4a-0be8-417f-87c6-034262e364a5 req-e0d98328-d555-4a39-94de-42aa5c663a4c service neutron] Bound using segment: {'id': 'ff9b0beb-ebd9-45f3-9693-d627eb3bb065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '7ba5f889-7a68-424d-8fa1-71447bc958df'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:05:28.287345 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-bf31cc4a-0be8-417f-87c6-034262e364a5 req-e0d98328-d555-4a39-94de-42aa5c663a4c service neutron] Bound port: 2c5ff320-ebb8-4916-a66d-dee08f670207, host: n-h2-802623-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff9b0beb-ebd9-45f3-9693-d627eb3bb065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '7ba5f889-7a68-424d-8fa1-71447bc958df'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:05:28.288064 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd7b332d-3077-4beb-a3df-e657be374929", "name": "network-vif-unplugged", "status": "completed", "tag": "24185df4-0d89-421f-a3eb-be4ff3de08d0", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:05:28.290349 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c7e35028-9843-4624-9ea5-981dc0da6056 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:05:28.291383 n-d-802623-1 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd7b332d-3077-4beb-a3df-e657be374929', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '24185df4-0d89-421f-a3eb-be4ff3de08d0', 'code': 200} Jul 27 23:05:28.354330 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-cff00142-a887-407a-9890-a32db49bad76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:28.365247 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-cff00142-a887-407a-9890-a32db49bad76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:28.379785 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cff00142-a887-407a-9890-a32db49bad76 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 549} {{(pid=93797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 23:05:28.392304 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-cff00142-a887-407a-9890-a32db49bad76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:28.393107 n-d-802623-1 neutron-server[93797]: INFO neutron.db.segments_db [None req-cff00142-a887-407a-9890-a32db49bad76 admin admin] Added segment 89632fed-efde-4245-8dd0-b89358a96834 of type vlan for network f567a929-7c82-4c83-ba32-efa5cc4c353c Jul 27 23:05:28.444035 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-cff00142-a887-407a-9890-a32db49bad76 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736833354590'] for network, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:28.473548 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46094d2a-a8b7-4f18-9797-79959d27b5b8 req-0c51bafd-3f66-48f9-bf71-22f336de874f tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:28.477103 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-46094d2a-a8b7-4f18-9797-79959d27b5b8 req-0c51bafd-3f66-48f9-bf71-22f336de874f tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd7b332d-3077-4beb-a3df-e657be374929 HTTP/1.1" status: 200 len: 943 time: 0.1810730 Jul 27 23:05:28.489539 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-cff00142-a887-407a-9890-a32db49bad76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569'] for network, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:28.490652 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cff00142-a887-407a-9890-a32db49bad76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:28.491319 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-cff00142-a887-407a-9890-a32db49bad76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for network, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:28.496303 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-bf31cc4a-0be8-417f-87c6-034262e364a5 req-e0d98328-d555-4a39-94de-42aa5c663a4c service neutron] For port 2c5ff320-ebb8-4916-a66d-dee08f670207, host n-h2-802623-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=2c5ff320-ebb8-4916-a66d-dee08f670207,segment=NetworkSegment(ff9b0beb-ebd9-45f3-9693-d627eb3bb065),segment_id=ff9b0beb-ebd9-45f3-9693-d627eb3bb065)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:05:28.523505 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-bf31cc4a-0be8-417f-87c6-034262e364a5 req-e0d98328-d555-4a39-94de-42aa5c663a4c service neutron] Notify callbacks [] for binding, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:28.525683 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-bf31cc4a-0be8-417f-87c6-034262e364a5 req-e0d98328-d555-4a39-94de-42aa5c663a4c service neutron] 10.222.0.18 "POST /v2.0/ports/2c5ff320-ebb8-4916-a66d-dee08f670207/bindings HTTP/1.1" status: 201 len: 389 time: 0.6409066 Jul 27 23:05:28.555763 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-46094d2a-a8b7-4f18-9797-79959d27b5b8 req-c68b9921-9b97-421a-ab8d-0adefc170b92 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] 10.222.0.18 "GET /v2.0/security-groups?id=bed30b16-cd2d-47d0-9758-37dc9df2dfb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678120 Jul 27 23:05:28.584175 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff00142-a887-407a-9890-a32db49bad76 admin admin] Pushing event updated for resources: {'Network': ['ID=f567a929-7c82-4c83-ba32-efa5cc4c353c,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:05:28.593587 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff00142-a887-407a-9890-a32db49bad76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39053ed0-0269-4c19-ba72-276f933ef692,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:05:28.597773 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Network f567a929-7c82-4c83-ba32-efa5cc4c353c details requested by agent ovs-agent-n-d-802623-1 with host n-d-802623-1 {{(pid=93799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 23:05:28.601888 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-cff00142-a887-407a-9890-a32db49bad76 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.7550519 Jul 27 23:05:28.604604 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 53980) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:05:28.612857 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-19494c81-f44b-4cc5-8bb6-dbc19fcda84d admin admin] Request body: {'subnet': {'network_id': 'f567a929-7c82-4c83-ba32-efa5cc4c353c', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-533546863-subnet', 'tenant_id': '09a0cfde4ce544d0bf97475963eb4f26', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:05:28.643651 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19494c81-f44b-4cc5-8bb6-dbc19fcda84d admin admin] Made reservation on behalf of 09a0cfde4ce544d0bf97475963eb4f26 for: {'subnet': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:05:28.646980 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-19494c81-f44b-4cc5-8bb6-dbc19fcda84d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12265828'] for subnet, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:28.784524 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 23:05:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34364e9a-61ca-413e-a891-6ef587e6cdb7 x-openstack-request-id: req-34364e9a-61ca-413e-a891-6ef587e6cdb7 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:05:28.784524 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "599d188e-be3c-4eed-b961-f47d4b9e19a1", "tag": "0528b663-1d28-4c45-92d8-2e5c451d8ebf", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:05:28.785097 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-34364e9a-61ca-413e-a891-6ef587e6cdb7 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:05:28.785535 n-d-802623-1 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '599d188e-be3c-4eed-b961-f47d4b9e19a1', 'tag': '0528b663-1d28-4c45-92d8-2e5c451d8ebf', 'status': 'completed', 'code': 200} Jul 27 23:05:28.848046 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39be8b1-85c4-41a4-8b66-cd05cb1f3760 req-c4550a6c-a6e6-4396-b802-fe4cea3a7091 tempest-ServersAdminNegativeTestJSON-2027900281 tempest-ServersAdminNegativeTestJSON-2027900281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:28.848619 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 24185df4-0d89-421f-a3eb-be4ff3de08d0 details requested by agent hyperv_n-h1-802623-1 with host n-h1-802623-1 {{(pid=93799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 23:05:28.861789 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-c39be8b1-85c4-41a4-8b66-cd05cb1f3760 req-c4550a6c-a6e6-4396-b802-fe4cea3a7091 tempest-ServersAdminNegativeTestJSON-2027900281 tempest-ServersAdminNegativeTestJSON-2027900281-project] 10.222.0.18 "GET /v2.0/ports?device_id=599d188e-be3c-4eed-b961-f47d4b9e19a1 HTTP/1.1" status: 200 len: 947 time: 0.0714855 Jul 27 23:05:28.908745 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d14dc9-15eb-4c8c-b93a-63525a499527 req-6071bbbb-4df1-4246-841b-d0155ce86958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:28.910552 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a2d14dc9-15eb-4c8c-b93a-63525a499527 req-6071bbbb-4df1-4246-841b-d0155ce86958 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=aa38147c8b9c4d088e35292c1bb5c55c&device_id=599d188e-be3c-4eed-b961-f47d4b9e19a1 HTTP/1.1" status: 200 len: 1098 time: 0.1469560 Jul 27 23:05:28.917537 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-c39be8b1-85c4-41a4-8b66-cd05cb1f3760 req-7bb484c4-d900-45a1-be60-6ad296ac51d1 tempest-ServersAdminNegativeTestJSON-2027900281 tempest-ServersAdminNegativeTestJSON-2027900281-project] 10.222.0.18 "GET /v2.0/security-groups?id=fe25dd46-142f-4f85-a515-1967d4861cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542281 Jul 27 23:05:28.927197 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4db9844-9066-42a4-a64d-edd6953cd4a1 req-ceabc6f5-9ec2-4f19-aa47-31f1387a2cd1 tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:28.927197 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e4db9844-9066-42a4-a64d-edd6953cd4a1 req-ceabc6f5-9ec2-4f19-aa47-31f1387a2cd1 tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] 10.222.0.18 "GET /v2.0/ports?device_id=744a40dc-1a5c-4ddc-bfa1-b21a2a6cd777 HTTP/1.1" status: 200 len: 950 time: 0.1508296 Jul 27 23:05:29.007323 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf31cc4a-0be8-417f-87c6-034262e364a5 req-e720c63f-b581-45e2-9607-39a89528449f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:29.008907 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-bf31cc4a-0be8-417f-87c6-034262e364a5 req-e720c63f-b581-45e2-9607-39a89528449f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2b51160ea37c42ce86518efb7f5012de&device_id=45491c78-fb5b-4166-8dac-8f81c2d42c00 HTTP/1.1" status: 200 len: 1096 time: 0.1764746 Jul 27 23:05:29.051125 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port 24185df4-0d89-421f-a3eb-be4ff3de08d0, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=24185df4-0d89-421f-a3eb-be4ff3de08d0,segment=NetworkSegment(7332ccbf-8fd9-4ff5-bad6-b4b872eccd4e),segment_id=7332ccbf-8fd9-4ff5-bad6-b4b872eccd4e)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:05:29.076122 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 24185df4-0d89-421f-a3eb-be4ff3de08d0 has no active binding in host n-h1-802623-1 {{(pid=93799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 27 23:05:29.086379 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25a5571-a3e7-494c-ba2a-5b04aaa2cf64 req-fd37a5ad-a535-41d4-9b21-781d7b6c0e83 tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:29.088753 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-b25a5571-a3e7-494c-ba2a-5b04aaa2cf64 req-fd37a5ad-a535-41d4-9b21-781d7b6c0e83 tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] 10.222.0.18 "GET /v2.0/ports?device_id=45491c78-fb5b-4166-8dac-8f81c2d42c00 HTTP/1.1" status: 200 len: 945 time: 0.0756185 Jul 27 23:05:29.137593 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-b25a5571-a3e7-494c-ba2a-5b04aaa2cf64 req-10a6890c-2e18-41e2-abde-f87054b4e62d tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ee1769a-7cc2-4f9a-a15b-54c39d35bd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425193 Jul 27 23:05:29.164285 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e4db9844-9066-42a4-a64d-edd6953cd4a1 req-859f0d01-4997-4a3f-9915-de2e5d8c5183 tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] 10.222.0.18 "GET /v2.0/security-groups?id=3b54d803-f776-413f-b5bd-6e9336fca6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2106929 Jul 27 23:05:29.189467 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-19494c81-f44b-4cc5-8bb6-dbc19fcda84d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11971609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12265750'] for subnet, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:29.265717 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d14dc9-15eb-4c8c-b93a-63525a499527 req-03bda2d9-66bd-457f-a235-e97953f62136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:29.267459 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a2d14dc9-15eb-4c8c-b93a-63525a499527 req-03bda2d9-66bd-457f-a235-e97953f62136 service neutron] 10.222.0.38 "GET /v2.0/networks?id=591af2dd-f826-43b1-aa9d-e7a0bf218c71 HTTP/1.1" status: 200 len: 870 time: 0.3428421 Jul 27 23:05:29.290274 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:29.294645 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8325c0b6-40a3-4e65-9b8c-cb30a43e8c8c req-28f55273-5cad-49d1-95e2-ce1bc9333626 tempest-ServersTestBootFromVolume-906123710 tempest-ServersTestBootFromVolume-906123710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:29.296708 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf31cc4a-0be8-417f-87c6-034262e364a5 req-ab4359c4-714a-4ece-b6ff-0f026ce3a56f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:29.299037 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-bf31cc4a-0be8-417f-87c6-034262e364a5 req-ab4359c4-714a-4ece-b6ff-0f026ce3a56f service neutron] 10.222.0.49 "GET /v2.0/networks?id=7ba5f889-7a68-424d-8fa1-71447bc958df HTTP/1.1" status: 200 len: 922 time: 0.2752845 Jul 27 23:05:29.303475 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8325c0b6-40a3-4e65-9b8c-cb30a43e8c8c req-28f55273-5cad-49d1-95e2-ce1bc9333626 tempest-ServersTestBootFromVolume-906123710 tempest-ServersTestBootFromVolume-906123710-project] 10.222.0.18 "GET /v2.0/ports?device_id=405264ac-9a3d-44fc-803d-2c1b6254405c HTTP/1.1" status: 200 len: 944 time: 0.0742388 Jul 27 23:05:29.307561 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19494c81-f44b-4cc5-8bb6-dbc19fcda84d admin admin] Pushing event updated for resources: {'Subnet': ['ID=170c0494-7573-466b-89f6-5a7dad161cdd,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:05:29.356995 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a2d14dc9-15eb-4c8c-b93a-63525a499527 req-81aaca73-727c-4987-9a6f-f313b584334f service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=0528b663-1d28-4c45-92d8-2e5c451d8ebf HTTP/1.1" status: 200 len: 217 time: 0.0712845 Jul 27 23:05:29.359181 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8325c0b6-40a3-4e65-9b8c-cb30a43e8c8c req-0296ae50-979c-482b-8ec2-03fbe95b2762 tempest-ServersTestBootFromVolume-906123710 tempest-ServersTestBootFromVolume-906123710-project] 10.222.0.18 "GET /v2.0/security-groups?id=51319066-09f7-46fc-a664-dbbf59d47595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538948 Jul 27 23:05:29.437303 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19494c81-f44b-4cc5-8bb6-dbc19fcda84d admin admin] Checking segment: {'id': '89632fed-efde-4245-8dd0-b89358a96834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'f567a929-7c82-4c83-ba32-efa5cc4c353c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:05:29.437661 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19494c81-f44b-4cc5-8bb6-dbc19fcda84d admin admin] Network hostable DHCP agents. Network: f567a929-7c82-4c83-ba32-efa5cc4c353c, hostable agents: ['5950e76f-2bde-4343-a925-cbe6bacd2706'], hosted agents: [] {{(pid=93798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 23:05:29.440631 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-bf31cc4a-0be8-417f-87c6-034262e364a5 req-2677fd56-ef63-47a2-9722-b43a95319aa5 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2c5ff320-ebb8-4916-a66d-dee08f670207 HTTP/1.1" status: 200 len: 217 time: 0.0913477 Jul 27 23:05:29.503583 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-264dfc7e-d04b-49ee-846b-0e5e91b483ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:29.513984 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d14dc9-15eb-4c8c-b93a-63525a499527 req-921b9397-bc4e-4685-a63a-07855b651ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:29.515466 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a2d14dc9-15eb-4c8c-b93a-63525a499527 req-921b9397-bc4e-4685-a63a-07855b651ae9 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=62938449-046d-4cbe-923a-7ebb632c358d HTTP/1.1" status: 200 len: 843 time: 0.1489122 Jul 27 23:05:29.543251 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19494c81-f44b-4cc5-8bb6-dbc19fcda84d admin admin] Network f567a929-7c82-4c83-ba32-efa5cc4c353c is scheduled to be hosted by DHCP agent 5950e76f-2bde-4343-a925-cbe6bacd2706 with binding_index 1 {{(pid=93798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 23:05:29.560687 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb0fa2e-b5de-4a7c-818f-19ad0fa2b5d8 req-e1e9cf81-ebdd-4cd9-8c56-17b2210f87ac tempest-ServersOnMultiNodesTest-726307759 tempest-ServersOnMultiNodesTest-726307759-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:29.562273 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-3eb0fa2e-b5de-4a7c-818f-19ad0fa2b5d8 req-e1e9cf81-ebdd-4cd9-8c56-17b2210f87ac tempest-ServersOnMultiNodesTest-726307759 tempest-ServersOnMultiNodesTest-726307759-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=744a40dc-1a5c-4ddc-bfa1-b21a2a6cd777 HTTP/1.1" status: 200 len: 1101 time: 0.2028272 Jul 27 23:05:29.566944 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf31cc4a-0be8-417f-87c6-034262e364a5 req-2508de7e-293f-4724-9f62-99fd9d15a8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:29.568433 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-bf31cc4a-0be8-417f-87c6-034262e364a5 req-2508de7e-293f-4724-9f62-99fd9d15a8a1 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=2be3a116-6f3a-48af-9c58-17be143660fc HTTP/1.1" status: 200 len: 861 time: 0.1117191 Jul 27 23:05:29.582541 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-19494c81-f44b-4cc5-8bb6-dbc19fcda84d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802623-1, f567a929-7c82-4c83-ba32-efa5cc4c353c) {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:05:29.591229 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-501bb0f5-f150-485e-8481-2b252084cc1b None None] Network f567a929-7c82-4c83-ba32-efa5cc4c353c requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:05:29.618016 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19494c81-f44b-4cc5-8bb6-dbc19fcda84d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:29.618016 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-19494c81-f44b-4cc5-8bb6-dbc19fcda84d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:29.622717 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-bf31cc4a-0be8-417f-87c6-034262e364a5 req-05a16b6c-e2e5-4bcf-8ab4-e08ad1c2a419 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=7ba5f889-7a68-424d-8fa1-71447bc958df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437214 Jul 27 23:05:29.665130 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d14dc9-15eb-4c8c-b93a-63525a499527 req-b00a2ede-d845-4c12-9e59-3721b42ce17a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:29.666593 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a2d14dc9-15eb-4c8c-b93a-63525a499527 req-b00a2ede-d845-4c12-9e59-3721b42ce17a service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=591af2dd-f826-43b1-aa9d-e7a0bf218c71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1422403 Jul 27 23:05:29.680224 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-19494c81-f44b-4cc5-8bb6-dbc19fcda84d admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.0717394 Jul 27 23:05:29.685938 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-3eb0fa2e-b5de-4a7c-818f-19ad0fa2b5d8 req-af3f179d-0aaf-4bd2-8a29-a1939be5eb3f tempest-ServersOnMultiNodesTest-726307759 tempest-ServersOnMultiNodesTest-726307759-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=3b54d803-f776-413f-b5bd-6e9336fca6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153650 Jul 27 23:05:29.689521 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 53994) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:05:29.787959 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2bde0e-47a2-4171-8c5f-c6e47c968af2 req-d1c6cfee-d32e-478f-8400-5d710bbaac39 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:29.796131 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8f2bde0e-47a2-4171-8c5f-c6e47c968af2 req-d1c6cfee-d32e-478f-8400-5d710bbaac39 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd7b332d-3077-4beb-a3df-e657be374929 HTTP/1.1" status: 200 len: 943 time: 0.1491251 Jul 27 23:05:29.881678 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8f2bde0e-47a2-4171-8c5f-c6e47c968af2 req-e49c89ad-5815-4a99-94d1-f8fe05275e07 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] 10.222.0.18 "GET /v2.0/security-groups?id=bed30b16-cd2d-47d0-9758-37dc9df2dfb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841184 Jul 27 23:05:29.925996 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:29.940878 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 54008) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:05:30.077749 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd7d7026-80a8-419c-9a7f-06ebbfb607e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f6f257c-ad18-5f0c-8c8e-ea085a5fc8a2-f567a929-7c82-4c83-ba32-efa5cc4c353c', 'network_id': 'f567a929-7c82-4c83-ba32-efa5cc4c353c', 'tenant_id': '09a0cfde4ce544d0bf97475963eb4f26', 'fixed_ips': [{'subnet_id': '170c0494-7573-466b-89f6-5a7dad161cdd'}]}} from n-d-802623-1. {{(pid=93799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 23:05:30.078744 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-bd7d7026-80a8-419c-9a7f-06ebbfb607e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:30.104560 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-89425397-3d28-4dbe-9bc2-db5f66110250 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-533546863-router', 'tenant_id': '09a0cfde4ce544d0bf97475963eb4f26', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'}}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:05:30.231783 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-6f7574d3-a230-4232-ade9-d89629256fa8 req-b02c1ee3-d820-4f43-ad86-2053c0724432 tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=496de96608da4f74abc6cf1f10c98b52&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1106894 Jul 27 23:05:30.237366 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3192e6e-36d6-4797-a08d-04e67b7308a6 req-71e6d75d-a84c-4682-ad43-22ac3be17238 tempest-ServersAdminNegativeTestJSON-2027900281 tempest-ServersAdminNegativeTestJSON-2027900281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:30.239546 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d3192e6e-36d6-4797-a08d-04e67b7308a6 req-71e6d75d-a84c-4682-ad43-22ac3be17238 tempest-ServersAdminNegativeTestJSON-2027900281 tempest-ServersAdminNegativeTestJSON-2027900281-project] 10.222.0.18 "GET /v2.0/ports?device_id=599d188e-be3c-4eed-b961-f47d4b9e19a1 HTTP/1.1" status: 200 len: 947 time: 0.1308587 Jul 27 23:05:30.245114 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-89425397-3d28-4dbe-9bc2-db5f66110250 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62159'] for router, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:30.246368 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-89425397-3d28-4dbe-9bc2-db5f66110250 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-479230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-415539', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3693317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62148'] for router, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:30.273301 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-bd7d7026-80a8-419c-9a7f-06ebbfb607e9 None None] Allocated IP 172.20.0.2 (f567a929-7c82-4c83-ba32-efa5cc4c353c/170c0494-7573-466b-89f6-5a7dad161cdd/5c135a4c-1a31-433f-8554-91b4b82144c8) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:05:30.300732 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd7b332d-3077-4beb-a3df-e657be374929', 'tag': '24185df4-0d89-421f-a3eb-be4ff3de08d0'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:05:30.303271 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a476459a1bfce68b0ae0df5b6a71154bfc7cfdc8f9eefce6ad0a17231e60468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8b6df31-346a-49d8-9b5d-9700e60229ed" -d '{"events": [{"name": "network-changed", "server_uuid": "bd7b332d-3077-4beb-a3df-e657be374929", "tag": "24185df4-0d89-421f-a3eb-be4ff3de08d0"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:05:30.337368 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d3192e6e-36d6-4797-a08d-04e67b7308a6 req-986c7d63-f680-4865-87ae-53ccbed24c2c tempest-ServersAdminNegativeTestJSON-2027900281 tempest-ServersAdminNegativeTestJSON-2027900281-project] 10.222.0.18 "GET /v2.0/security-groups?id=fe25dd46-142f-4f85-a515-1967d4861cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891366 Jul 27 23:05:30.385933 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-19f2e178-d45e-4fbe-b9be-c3963fc151ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:30.432778 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-89425397-3d28-4dbe-9bc2-db5f66110250 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:30.438609 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a2d14dc9-15eb-4c8c-b93a-63525a499527 req-4e7539ce-949e-4f39-9c88-9a332796309e service neutron] 10.222.0.38 "GET /v2.0/networks/591af2dd-f826-43b1-aa9d-e7a0bf218c71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7480361 Jul 27 23:05:30.449726 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-bf31cc4a-0be8-417f-87c6-034262e364a5 req-d217234d-dbf2-46f5-b1ca-ff352511afc4 service neutron] 10.222.0.49 "GET /v2.0/networks/7ba5f889-7a68-424d-8fa1-71447bc958df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8005450 Jul 27 23:05:30.498504 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-bd7d7026-80a8-419c-9a7f-06ebbfb607e9 None None] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:30.509940 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-bd7d7026-80a8-419c-9a7f-06ebbfb607e9 None None] Transition to ACTIVE for port object 5c135a4c-1a31-433f-8554-91b4b82144c8 will not be triggered until provisioned by entity L2. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:05:30.531682 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-bd7d7026-80a8-419c-9a7f-06ebbfb607e9 None None] Transition to ACTIVE for port object 5c135a4c-1a31-433f-8554-91b4b82144c8 will not be triggered until provisioned by entity DHCP. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:05:30.534761 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc94720-25a1-4ad0-8e12-051068e6793f req-5fc7f6e1-5dd0-442c-b0e1-3b8a5d1f2286 tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:30.541955 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-9bc94720-25a1-4ad0-8e12-051068e6793f req-5fc7f6e1-5dd0-442c-b0e1-3b8a5d1f2286 tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] 10.222.0.18 "GET /v2.0/ports?device_id=45491c78-fb5b-4166-8dac-8f81c2d42c00 HTTP/1.1" status: 200 len: 945 time: 0.0861099 Jul 27 23:05:30.543520 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-bd7d7026-80a8-419c-9a7f-06ebbfb607e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:30.587355 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b01d095c-f1ce-40df-b00d-48ac6fd74125 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-414022'] for router_interface, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:30.598849 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd7d7026-80a8-419c-9a7f-06ebbfb607e9 None None] Network f567a929-7c82-4c83-ba32-efa5cc4c353c is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:05:30.605512 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-bd7d7026-80a8-419c-9a7f-06ebbfb607e9 None None] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:05:30.610717 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd7d7026-80a8-419c-9a7f-06ebbfb607e9 None None] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:05:30.614934 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7d7026-80a8-419c-9a7f-06ebbfb607e9 None None] Pushing event updated for resources: {'Port': ['ID=5c135a4c-1a31-433f-8554-91b4b82144c8,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:05:30.641410 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-9bc94720-25a1-4ad0-8e12-051068e6793f req-9e45455f-2b94-4976-85d8-18073cea6ee6 tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ee1769a-7cc2-4f9a-a15b-54c39d35bd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935099 Jul 27 23:05:30.681243 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-bd7d7026-80a8-419c-9a7f-06ebbfb607e9 None None] Attempting to bind port 5c135a4c-1a31-433f-8554-91b4b82144c8 on host n-d-802623-1 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:05:30.681712 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-bd7d7026-80a8-419c-9a7f-06ebbfb607e9 None None] Attempting to bind port 5c135a4c-1a31-433f-8554-91b4b82144c8 by drivers openvswitch,hyperv on host n-d-802623-1 at level 0 using segments [{'id': '89632fed-efde-4245-8dd0-b89358a96834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'f567a929-7c82-4c83-ba32-efa5cc4c353c'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:05:30.682185 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd7d7026-80a8-419c-9a7f-06ebbfb607e9 None None] Attempting to bind port 5c135a4c-1a31-433f-8554-91b4b82144c8 on network f567a929-7c82-4c83-ba32-efa5cc4c353c {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:05:30.688180 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd7d7026-80a8-419c-9a7f-06ebbfb607e9 None None] Checking agent: {'id': 'a9a568d2-a5e7-41e4-833f-a8ab42ea4073', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 52, 30), 'started_at': datetime.datetime(2021, 7, 27, 22, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 5, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802623-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:05:30.689352 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd7d7026-80a8-419c-9a7f-06ebbfb607e9 None None] Checking segment: {'id': '89632fed-efde-4245-8dd0-b89358a96834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'f567a929-7c82-4c83-ba32-efa5cc4c353c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:05:30.690008 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-bd7d7026-80a8-419c-9a7f-06ebbfb607e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:30.690655 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd7d7026-80a8-419c-9a7f-06ebbfb607e9 None None] Bound using segment: {'id': '89632fed-efde-4245-8dd0-b89358a96834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'f567a929-7c82-4c83-ba32-efa5cc4c353c'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:05:30.691283 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-bd7d7026-80a8-419c-9a7f-06ebbfb607e9 None None] Bound port: 5c135a4c-1a31-433f-8554-91b4b82144c8, host: n-d-802623-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89632fed-efde-4245-8dd0-b89358a96834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'f567a929-7c82-4c83-ba32-efa5cc4c353c'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:05:30.691759 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-bd7d7026-80a8-419c-9a7f-06ebbfb607e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:30.714263 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-89425397-3d28-4dbe-9bc2-db5f66110250 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-415433', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62186'] for router, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:30.770979 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a2d14dc9-15eb-4c8c-b93a-63525a499527 req-522e4cca-0098-48fa-9226-290e7382e21e service neutron] 10.222.0.38 "GET /v2.0/networks/591af2dd-f826-43b1-aa9d-e7a0bf218c71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3235981 Jul 27 23:05:30.772182 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-bd7d7026-80a8-419c-9a7f-06ebbfb607e9 None None] For port 5c135a4c-1a31-433f-8554-91b4b82144c8, host n-d-802623-1, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:05:30.790071 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-bd7d7026-80a8-419c-9a7f-06ebbfb607e9 None None] For port 5c135a4c-1a31-433f-8554-91b4b82144c8, host n-d-802623-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=5c135a4c-1a31-433f-8554-91b4b82144c8,segment=NetworkSegment(89632fed-efde-4245-8dd0-b89358a96834),segment_id=89632fed-efde-4245-8dd0-b89358a96834)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:05:30.803351 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-bd7d7026-80a8-419c-9a7f-06ebbfb607e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:30.837083 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-bf31cc4a-0be8-417f-87c6-034262e364a5 req-aa2af3c6-f2e6-40e3-9433-e3249bd15bf5 service neutron] 10.222.0.49 "GET /v2.0/networks/7ba5f889-7a68-424d-8fa1-71447bc958df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3031232 Jul 27 23:05:30.840976 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 23:05:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-513676a0-5e45-42c4-8b8d-d71f07b12f28 x-openstack-request-id: req-513676a0-5e45-42c4-8b8d-d71f07b12f28 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:05:30.841334 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd7b332d-3077-4beb-a3df-e657be374929", "tag": "24185df4-0d89-421f-a3eb-be4ff3de08d0", "status": "completed", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:05:30.841648 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-513676a0-5e45-42c4-8b8d-d71f07b12f28 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:05:30.842093 n-d-802623-1 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd7b332d-3077-4beb-a3df-e657be374929', 'tag': '24185df4-0d89-421f-a3eb-be4ff3de08d0', 'status': 'completed', 'code': 200} Jul 27 23:05:30.866594 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 0528b663-1d28-4c45-92d8-2e5c451d8ebf details requested by agent hyperv_n-h1-802623-1 with host n-h1-802623-1 {{(pid=93799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 23:05:30.899950 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7574d3-a230-4232-ade9-d89629256fa8 req-582c4352-5408-4730-b079-440f4ab92502 tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:30.901523 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-6f7574d3-a230-4232-ade9-d89629256fa8 req-582c4352-5408-4730-b079-440f4ab92502 tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6596429 Jul 27 23:05:30.918402 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7d7026-80a8-419c-9a7f-06ebbfb607e9 None None] Pushing event updated for resources: {'Port': ['ID=5c135a4c-1a31-433f-8554-91b4b82144c8,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:05:30.956935 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-6f7574d3-a230-4232-ade9-d89629256fa8 req-251be06f-9f17-4632-ac5c-d40cdf31dcf4 tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] 10.222.0.18 "GET /v2.0/quotas/496de96608da4f74abc6cf1f10c98b52 HTTP/1.1" status: 200 len: 375 time: 0.0467324 Jul 27 23:05:31.002527 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b6df31-346a-49d8-9b5d-9700e60229ed req-fb9ef0a7-2b48-48e1-85a6-3632dbcf5a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:31.004296 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d8b6df31-346a-49d8-9b5d-9700e60229ed req-fb9ef0a7-2b48-48e1-85a6-3632dbcf5a18 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=59376bbb1c574537a7eaca41e781bf3f&device_id=bd7b332d-3077-4beb-a3df-e657be374929 HTTP/1.1" status: 200 len: 1124 time: 0.1609013 Jul 27 23:05:31.029179 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9e998c-2a53-4451-99a9-1cc1bcbb2786 req-c20d4bb5-3e1b-497e-bbd2-9d5afeebb255 tempest-ServersTestBootFromVolume-906123710 tempest-ServersTestBootFromVolume-906123710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:31.033496 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-4d9e998c-2a53-4451-99a9-1cc1bcbb2786 req-c20d4bb5-3e1b-497e-bbd2-9d5afeebb255 tempest-ServersTestBootFromVolume-906123710 tempest-ServersTestBootFromVolume-906123710-project] 10.222.0.18 "GET /v2.0/ports?device_id=405264ac-9a3d-44fc-803d-2c1b6254405c HTTP/1.1" status: 200 len: 944 time: 0.1229253 Jul 27 23:05:31.035555 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port 0528b663-1d28-4c45-92d8-2e5c451d8ebf, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=0528b663-1d28-4c45-92d8-2e5c451d8ebf,segment=NetworkSegment(16e91594-c047-4b55-93eb-43af33ad08e1),segment_id=16e91594-c047-4b55-93eb-43af33ad08e1)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:05:31.053025 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Returning: {'device': '0528b663-1d28-4c45-92d8-2e5c451d8ebf', 'network_id': '591af2dd-f826-43b1-aa9d-e7a0bf218c71', 'port_id': '0528b663-1d28-4c45-92d8-2e5c451d8ebf', 'mac_address': 'fa:16:3e:70:4c:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62938449-046d-4cbe-923a-7ebb632c358d', 'ip_address': '192.168.233.83'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 23:05:31.067098 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf31cc4a-0be8-417f-87c6-034262e364a5 req-9acd3b37-cefc-436c-aad1-5b961b429640 tempest-LiveAutoBlockMigrationV225Test-1050679481 tempest-LiveAutoBlockMigrationV225Test-1050679481-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:31.069225 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-bf31cc4a-0be8-417f-87c6-034262e364a5 req-9acd3b37-cefc-436c-aad1-5b961b429640 tempest-LiveAutoBlockMigrationV225Test-1050679481 tempest-LiveAutoBlockMigrationV225Test-1050679481-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=45491c78-fb5b-4166-8dac-8f81c2d42c00&tenant_id=2b51160ea37c42ce86518efb7f5012de&binding%3Ahost_id=n-h1-802623-1 HTTP/1.1" status: 200 len: 1096 time: 0.1508553 Jul 27 23:05:31.090086 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [req-bf31cc4a-0be8-417f-87c6-034262e364a5 req-3ada8a1d-a15b-4b14-8a6e-6f2e41ec67da service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-802623-1'}}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:05:31.109651 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-6f7574d3-a230-4232-ade9-d89629256fa8 req-81b9e073-0605-4984-8bcc-269658cc9a0c tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=496de96608da4f74abc6cf1f10c98b52&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1446152 Jul 27 23:05:31.113890 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:31.136830 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0528b663-1d28-4c45-92d8-2e5c451d8ebf {{(pid=93799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:05:31.207488 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-4d9e998c-2a53-4451-99a9-1cc1bcbb2786 req-6115ec99-9db1-4284-844f-face5a48f247 tempest-ServersTestBootFromVolume-906123710 tempest-ServersTestBootFromVolume-906123710-project] 10.222.0.18 "GET /v2.0/security-groups?id=51319066-09f7-46fc-a664-dbbf59d47595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1644731 Jul 27 23:05:31.224322 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port 0528b663-1d28-4c45-92d8-2e5c451d8ebf, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=0528b663-1d28-4c45-92d8-2e5c451d8ebf,segment=NetworkSegment(16e91594-c047-4b55-93eb-43af33ad08e1),segment_id=16e91594-c047-4b55-93eb-43af33ad08e1)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:05:31.233197 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:31.283225 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b6df31-346a-49d8-9b5d-9700e60229ed req-f6acf178-e224-44e0-ba26-beff8421dcb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:31.285386 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d8b6df31-346a-49d8-9b5d-9700e60229ed req-f6acf178-e224-44e0-ba26-beff8421dcb9 service neutron] 10.222.0.49 "GET /v2.0/networks?id=c451a142-86a9-4355-833f-365557d21b8d HTTP/1.1" status: 200 len: 909 time: 0.2678649 Jul 27 23:05:31.286300 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-bf31cc4a-0be8-417f-87c6-034262e364a5 req-3ada8a1d-a15b-4b14-8a6e-6f2e41ec67da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:31.337199 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Pushing event updated for resources: {'Port': ['ID=0528b663-1d28-4c45-92d8-2e5c451d8ebf,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:05:31.518551 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-bf31cc4a-0be8-417f-87c6-034262e364a5 req-3ada8a1d-a15b-4b14-8a6e-6f2e41ec67da service neutron] For port 2c5ff320-ebb8-4916-a66d-dee08f670207, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=2c5ff320-ebb8-4916-a66d-dee08f670207,segment=NetworkSegment(ff9b0beb-ebd9-45f3-9693-d627eb3bb065),segment_id=ff9b0beb-ebd9-45f3-9693-d627eb3bb065)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:05:31.552089 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 5c135a4c-1a31-433f-8554-91b4b82144c8 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:05:31.601624 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-bf31cc4a-0be8-417f-87c6-034262e364a5 req-3ada8a1d-a15b-4b14-8a6e-6f2e41ec67da service neutron] For port 2c5ff320-ebb8-4916-a66d-dee08f670207, host n-h1-802623-1, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:05:31.611423 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning for port 5c135a4c-1a31-433f-8554-91b4b82144c8 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:05:31.630042 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] get_ports_and_sgs() called for port_ids ['0528b663-1d28-4c45-92d8-2e5c451d8ebf'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:05:31.669170 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-bf31cc4a-0be8-417f-87c6-034262e364a5 req-3ada8a1d-a15b-4b14-8a6e-6f2e41ec67da service neutron] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:31.675125 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45491c78-fb5b-4166-8dac-8f81c2d42c00', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2c5ff320-ebb8-4916-a66d-dee08f670207'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:05:31.679336 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}011f8d312121274bb12d78e77c6379a2079800640016cec6c6d605b73666e854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-950d94ab-ca8c-4ead-bec0-39ee9acf5157" -d '{"events": [{"server_uuid": "45491c78-fb5b-4166-8dac-8f81c2d42c00", "name": "network-vif-unplugged", "status": "completed", "tag": "2c5ff320-ebb8-4916-a66d-dee08f670207"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:05:31.687455 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-89425397-3d28-4dbe-9bc2-db5f66110250 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:31.768785 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-89425397-3d28-4dbe-9bc2-db5f66110250 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:31.785828 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-dd43e688-88ee-47fd-93b6-ec2fd3525146 req-b7cd359d-03ed-4202-bdf7-fef69d478043 tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b37b46f-1570-43c3-93ca-a2102e466b4e HTTP/1.1" status: 200 len: 210 time: 0.0987446 Jul 27 23:05:31.786921 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-bf31cc4a-0be8-417f-87c6-034262e364a5 req-3ada8a1d-a15b-4b14-8a6e-6f2e41ec67da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:31.791230 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d8b6df31-346a-49d8-9b5d-9700e60229ed req-34ef104f-f9f8-42a8-99ea-949c9bcd56b5 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=24185df4-0d89-421f-a3eb-be4ff3de08d0 HTTP/1.1" status: 200 len: 217 time: 0.4952977 Jul 27 23:05:31.834112 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-b01d095c-f1ce-40df-b00d-48ac6fd74125 admin admin] Deleting port 71396ef3-c8ed-43ce-871e-b32afebf31ba {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:05:31.834706 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b01d095c-f1ce-40df-b00d-48ac6fd74125 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:31.943318 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b6df31-346a-49d8-9b5d-9700e60229ed req-f692a0c8-4ca8-44dd-9764-894b2f2f8917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:31.945157 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d8b6df31-346a-49d8-9b5d-9700e60229ed req-f692a0c8-4ca8-44dd-9764-894b2f2f8917 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b1592ca5-0a74-47a5-88e1-85b3448a0017 HTTP/1.1" status: 200 len: 848 time: 0.1427333 Jul 27 23:05:31.957164 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1090ef-0ddf-45b5-863d-b36da3a75349 req-1abdb10d-c009-4509-a3cf-d2fcf9dbd90a tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:31.958946 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-2f1090ef-0ddf-45b5-863d-b36da3a75349 req-1abdb10d-c009-4509-a3cf-d2fcf9dbd90a tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd7b332d-3077-4beb-a3df-e657be374929 HTTP/1.1" status: 200 len: 943 time: 0.1737251 Jul 27 23:05:32.010479 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d8b6df31-346a-49d8-9b5d-9700e60229ed req-cf7e5e9a-cf0c-4eb3-b086-3f937ad216d1 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c451a142-86a9-4355-833f-365557d21b8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482476 Jul 27 23:05:32.021549 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ada8a1d-a15b-4b14-8a6e-6f2e41ec67da service neutron] Pushing event updated for resources: {'Port': ['ID=2c5ff320-ebb8-4916-a66d-dee08f670207,revision_number=7']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:05:32.075578 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eafc0af-6542-4f31-bf0d-eaf24a50fdc8 req-fda7a2ce-82ad-491f-bba9-5dcfefd6baca tempest-ServersAdminNegativeTestJSON-2027900281 tempest-ServersAdminNegativeTestJSON-2027900281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:32.077773 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7eafc0af-6542-4f31-bf0d-eaf24a50fdc8 req-fda7a2ce-82ad-491f-bba9-5dcfefd6baca tempest-ServersAdminNegativeTestJSON-2027900281 tempest-ServersAdminNegativeTestJSON-2027900281-project] 10.222.0.18 "GET /v2.0/ports?device_id=599d188e-be3c-4eed-b961-f47d4b9e19a1 HTTP/1.1" status: 200 len: 948 time: 0.1954379 Jul 27 23:05:32.078513 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-bf31cc4a-0be8-417f-87c6-034262e364a5 req-3ada8a1d-a15b-4b14-8a6e-6f2e41ec67da service neutron] Attempting to bind port 2c5ff320-ebb8-4916-a66d-dee08f670207 on host n-h1-802623-1 for vnic_type normal with profile {"migrating_to": "n-h2-802623-1"} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:05:32.078846 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-bf31cc4a-0be8-417f-87c6-034262e364a5 req-3ada8a1d-a15b-4b14-8a6e-6f2e41ec67da service neutron] Attempting to bind port 2c5ff320-ebb8-4916-a66d-dee08f670207 by drivers openvswitch,hyperv on host n-h1-802623-1 at level 0 using segments [{'id': 'ff9b0beb-ebd9-45f3-9693-d627eb3bb065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '7ba5f889-7a68-424d-8fa1-71447bc958df'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:05:32.079873 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf31cc4a-0be8-417f-87c6-034262e364a5 req-3ada8a1d-a15b-4b14-8a6e-6f2e41ec67da service neutron] Attempting to bind port 2c5ff320-ebb8-4916-a66d-dee08f670207 on network 7ba5f889-7a68-424d-8fa1-71447bc958df {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:05:32.090462 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf31cc4a-0be8-417f-87c6-034262e364a5 req-3ada8a1d-a15b-4b14-8a6e-6f2e41ec67da service neutron] Port 2c5ff320-ebb8-4916-a66d-dee08f670207 on network 7ba5f889-7a68-424d-8fa1-71447bc958df not bound, no agent of type Open vSwitch agent registered on host n-h1-802623-1 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 23:05:32.090800 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf31cc4a-0be8-417f-87c6-034262e364a5 req-3ada8a1d-a15b-4b14-8a6e-6f2e41ec67da service neutron] Attempting to bind port 2c5ff320-ebb8-4916-a66d-dee08f670207 on network 7ba5f889-7a68-424d-8fa1-71447bc958df {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:05:32.103002 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-b01d095c-f1ce-40df-b00d-48ac6fd74125 admin admin] For port 71396ef3-c8ed-43ce-871e-b32afebf31ba, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=71396ef3-c8ed-43ce-871e-b32afebf31ba,segment=NetworkSegment(d5802ab5-2f2b-4a74-a43f-f634d40589f6),segment_id=d5802ab5-2f2b-4a74-a43f-f634d40589f6)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:05:32.103558 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b01d095c-f1ce-40df-b00d-48ac6fd74125 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:32.113131 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7418f70f-e60d-4709-8ba9-6ab514bc7f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:32.118637 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf31cc4a-0be8-417f-87c6-034262e364a5 req-3ada8a1d-a15b-4b14-8a6e-6f2e41ec67da service neutron] Checking agent: {'id': '245f1da4-a9b8-4b08-90d7-28f0f342b839', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 59, 59), 'started_at': datetime.datetime(2021, 7, 27, 22, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 5, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:05:32.118982 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf31cc4a-0be8-417f-87c6-034262e364a5 req-3ada8a1d-a15b-4b14-8a6e-6f2e41ec67da service neutron] Checking segment: {'id': 'ff9b0beb-ebd9-45f3-9693-d627eb3bb065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '7ba5f889-7a68-424d-8fa1-71447bc958df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:05:32.119410 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf31cc4a-0be8-417f-87c6-034262e364a5 req-3ada8a1d-a15b-4b14-8a6e-6f2e41ec67da service neutron] Bound using segment: {'id': 'ff9b0beb-ebd9-45f3-9693-d627eb3bb065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '7ba5f889-7a68-424d-8fa1-71447bc958df'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:05:32.120038 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-bf31cc4a-0be8-417f-87c6-034262e364a5 req-3ada8a1d-a15b-4b14-8a6e-6f2e41ec67da service neutron] Bound port: 2c5ff320-ebb8-4916-a66d-dee08f670207, host: n-h1-802623-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff9b0beb-ebd9-45f3-9693-d627eb3bb065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '7ba5f889-7a68-424d-8fa1-71447bc958df'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:05:32.120219 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-bf31cc4a-0be8-417f-87c6-034262e364a5 req-3ada8a1d-a15b-4b14-8a6e-6f2e41ec67da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:32.149300 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-89425397-3d28-4dbe-9bc2-db5f66110250 admin admin] Allocated IP 172.25.4.57 (2fd42287-ed26-4eb9-89a5-b521f5b04356/17de1f8f-393a-4b0c-a2df-614bd3f2fb5e/f5a0504c-e858-4a69-8c0a-8cfe2b469373) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:05:32.149695 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-2f1090ef-0ddf-45b5-863d-b36da3a75349 req-7a70062c-dabc-4e9c-9efa-bb40d01c0dbc tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] 10.222.0.18 "GET /v2.0/security-groups?id=bed30b16-cd2d-47d0-9758-37dc9df2dfb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600106 Jul 27 23:05:32.157924 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-b01d095c-f1ce-40df-b00d-48ac6fd74125 admin admin] Calling delete_port for 71396ef3-c8ed-43ce-871e-b32afebf31ba owned by network:router_interface {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:05:32.275092 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7eafc0af-6542-4f31-bf0d-eaf24a50fdc8 req-d530577c-a911-4eb2-b335-d38f1acf4511 tempest-ServersAdminNegativeTestJSON-2027900281 tempest-ServersAdminNegativeTestJSON-2027900281-project] 10.222.0.18 "GET /v2.0/security-groups?id=fe25dd46-142f-4f85-a515-1967d4861cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775217 Jul 27 23:05:32.306644 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d8b6df31-346a-49d8-9b5d-9700e60229ed req-6340b42c-89bc-42af-b42d-f8cff14e86b8 service neutron] 10.222.0.49 "GET /v2.0/networks/c451a142-86a9-4355-833f-365557d21b8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2806041 Jul 27 23:05:32.310229 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-bf31cc4a-0be8-417f-87c6-034262e364a5 req-3ada8a1d-a15b-4b14-8a6e-6f2e41ec67da service neutron] For port 2c5ff320-ebb8-4916-a66d-dee08f670207, host n-h1-802623-1, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:05:32.330880 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-bf31cc4a-0be8-417f-87c6-034262e364a5 req-3ada8a1d-a15b-4b14-8a6e-6f2e41ec67da service neutron] For port 2c5ff320-ebb8-4916-a66d-dee08f670207, host n-h1-802623-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=2c5ff320-ebb8-4916-a66d-dee08f670207,segment=NetworkSegment(ff9b0beb-ebd9-45f3-9693-d627eb3bb065),segment_id=ff9b0beb-ebd9-45f3-9693-d627eb3bb065)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:05:32.343919 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-bf31cc4a-0be8-417f-87c6-034262e364a5 req-3ada8a1d-a15b-4b14-8a6e-6f2e41ec67da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:32.354402 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e539c732-9f68-4dcd-bb50-4a853470af8b None None] Network f567a929-7c82-4c83-ba32-efa5cc4c353c requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:05:32.383219 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52d8f25-08a3-4ade-a9c8-8a2b13d1464b req-5fef57ac-4e1b-4439-b6a0-c46eb915e812 tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:32.384762 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f52d8f25-08a3-4ade-a9c8-8a2b13d1464b req-5fef57ac-4e1b-4439-b6a0-c46eb915e812 tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] 10.222.0.18 "GET /v2.0/ports?device_id=45491c78-fb5b-4166-8dac-8f81c2d42c00 HTTP/1.1" status: 200 len: 943 time: 0.1792154 Jul 27 23:05:32.411223 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 23:05:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-066a0e65-d365-428e-b9e2-98eb153ab1a1 x-openstack-request-id: req-066a0e65-d365-428e-b9e2-98eb153ab1a1 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:05:32.411522 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45491c78-fb5b-4166-8dac-8f81c2d42c00", "name": "network-vif-unplugged", "status": "completed", "tag": "2c5ff320-ebb8-4916-a66d-dee08f670207", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:05:32.411761 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-066a0e65-d365-428e-b9e2-98eb153ab1a1 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:05:32.412163 n-d-802623-1 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45491c78-fb5b-4166-8dac-8f81c2d42c00', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2c5ff320-ebb8-4916-a66d-dee08f670207', 'code': 200} Jul 27 23:05:32.413649 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ada8a1d-a15b-4b14-8a6e-6f2e41ec67da service neutron] Pushing event updated for resources: {'Port': ['ID=2c5ff320-ebb8-4916-a66d-dee08f670207,revision_number=8']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:05:32.493242 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf31cc4a-0be8-417f-87c6-034262e364a5 req-3ada8a1d-a15b-4b14-8a6e-6f2e41ec67da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:32.494742 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-bf31cc4a-0be8-417f-87c6-034262e364a5 req-3ada8a1d-a15b-4b14-8a6e-6f2e41ec67da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:32.495710 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-bf31cc4a-0be8-417f-87c6-034262e364a5 req-3ada8a1d-a15b-4b14-8a6e-6f2e41ec67da service neutron] 10.222.0.49 "PUT /v2.0/ports/2c5ff320-ebb8-4916-a66d-dee08f670207 HTTP/1.1" status: 200 len: 1121 time: 1.4098861 Jul 27 23:05:32.498195 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f52d8f25-08a3-4ade-a9c8-8a2b13d1464b req-46b3f6a0-980f-475e-8260-e153ccbcd0f1 tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ee1769a-7cc2-4f9a-a15b-54c39d35bd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753086 Jul 27 23:05:32.502743 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-89425397-3d28-4dbe-9bc2-db5f66110250 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:32.532936 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d8b6df31-346a-49d8-9b5d-9700e60229ed req-76d2f21c-3c73-4eea-b33d-e1ffc30a0cf2 service neutron] 10.222.0.49 "GET /v2.0/networks/c451a142-86a9-4355-833f-365557d21b8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2149742 Jul 27 23:05:32.572437 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-90c81a36-0d37-4008-8990-3b105191e16c None None] Provisioning for port 5c135a4c-1a31-433f-8554-91b4b82144c8 completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:05:32.579857 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-90c81a36-0d37-4008-8990-3b105191e16c None None] Provisioning complete for port 5c135a4c-1a31-433f-8554-91b4b82144c8 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:05:32.580240 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-90c81a36-0d37-4008-8990-3b105191e16c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:32.595155 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebae544a-3dba-431a-b690-b2e51571bf0d req-092743ab-51b6-4253-853c-8f0285555a24 tempest-ServersTestBootFromVolume-906123710 tempest-ServersTestBootFromVolume-906123710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:32.596588 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ebae544a-3dba-431a-b690-b2e51571bf0d req-092743ab-51b6-4253-853c-8f0285555a24 tempest-ServersTestBootFromVolume-906123710 tempest-ServersTestBootFromVolume-906123710-project] 10.222.0.18 "GET /v2.0/ports?device_id=405264ac-9a3d-44fc-803d-2c1b6254405c HTTP/1.1" status: 200 len: 944 time: 0.0982261 Jul 27 23:05:32.604226 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-89425397-3d28-4dbe-9bc2-db5f66110250 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:32.620641 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b01d095c-f1ce-40df-b00d-48ac6fd74125 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:32.656545 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] get_ports_and_sgs() called for port_ids ['2c5ff320-ebb8-4916-a66d-dee08f670207'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:05:32.658337 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01d095c-f1ce-40df-b00d-48ac6fd74125 admin admin] Pushing event deleted for resources: {'Port': ['ID=71396ef3-c8ed-43ce-871e-b32afebf31ba,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:05:32.700817 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89425397-3d28-4dbe-9bc2-db5f66110250 admin admin] Network 2fd42287-ed26-4eb9-89a5-b521f5b04356 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:05:32.705005 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ebae544a-3dba-431a-b690-b2e51571bf0d req-51a57c51-6c03-4deb-b13e-8dd45f039657 tempest-ServersTestBootFromVolume-906123710 tempest-ServersTestBootFromVolume-906123710-project] 10.222.0.18 "GET /v2.0/security-groups?id=51319066-09f7-46fc-a664-dbbf59d47595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782797 Jul 27 23:05:32.706079 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89425397-3d28-4dbe-9bc2-db5f66110250 admin admin] Pushing event updated for resources: {'Port': ['ID=f5a0504c-e858-4a69-8c0a-8cfe2b469373,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:05:32.709196 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-89425397-3d28-4dbe-9bc2-db5f66110250 admin admin] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:05:32.711332 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89425397-3d28-4dbe-9bc2-db5f66110250 admin admin] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:05:32.741459 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-90c81a36-0d37-4008-8990-3b105191e16c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:32.898591 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-90c81a36-0d37-4008-8990-3b105191e16c None None] For port 5c135a4c-1a31-433f-8554-91b4b82144c8, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=5c135a4c-1a31-433f-8554-91b4b82144c8,segment=NetworkSegment(89632fed-efde-4245-8dd0-b89358a96834),segment_id=89632fed-efde-4245-8dd0-b89358a96834)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:05:32.899785 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 0528b663-1d28-4c45-92d8-2e5c451d8ebf up at agent hyperv_n-h1-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:05:32.927872 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-6f7574d3-a230-4232-ade9-d89629256fa8 req-3a2ae19c-ecb8-4c9d-adfd-33de4d3d628d tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=496de96608da4f74abc6cf1f10c98b52&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0378714 Jul 27 23:05:32.957338 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-90c81a36-0d37-4008-8990-3b105191e16c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:33.003810 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-562ec445-19ee-4f68-9764-e1805d24ff42 req-df9e83fe-969a-46e4-8249-aead2d69b2d1 tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b37b46f-1570-43c3-93ca-a2102e466b4e HTTP/1.1" status: 200 len: 210 time: 0.1126151 Jul 27 23:05:33.061387 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Provisioning for port 0528b663-1d28-4c45-92d8-2e5c451d8ebf completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:05:33.076220 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Provisioning complete for port 0528b663-1d28-4c45-92d8-2e5c451d8ebf triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:05:33.076594 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:33.085656 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c81a36-0d37-4008-8990-3b105191e16c None None] Pushing event updated for resources: {'Port': ['ID=5c135a4c-1a31-433f-8554-91b4b82144c8,revision_number=3']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:05:33.124622 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-89425397-3d28-4dbe-9bc2-db5f66110250 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:33.145512 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-a9b860dc-3baf-403e-aa5e-5c1a4a2e2f02 None None] Provisioning complete for port 5c135a4c-1a31-433f-8554-91b4b82144c8 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:05:33.145892 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a9b860dc-3baf-403e-aa5e-5c1a4a2e2f02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:33.208287 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7574d3-a230-4232-ade9-d89629256fa8 req-1f462aa7-b4ea-4601-b3c9-d56055cb9503 tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:33.211619 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-6f7574d3-a230-4232-ade9-d89629256fa8 req-1f462aa7-b4ea-4601-b3c9-d56055cb9503 tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2336440 Jul 27 23:05:33.218330 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b01d095c-f1ce-40df-b00d-48ac6fd74125 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3760546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-413994'] for router_interface, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:33.228459 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [req-6f7574d3-a230-4232-ade9-d89629256fa8 req-1b709948-fa3a-46ee-8f93-7a7eff50a2cd tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] Request body: {'port': {'device_id': '7b37b46f-1570-43c3-93ca-a2102e466b4e', 'network_id': '591af2dd-f826-43b1-aa9d-e7a0bf218c71', 'admin_state_up': True, 'tenant_id': '496de96608da4f74abc6cf1f10c98b52'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:05:33.256590 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:33.289960 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '599d188e-be3c-4eed-b961-f47d4b9e19a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0528b663-1d28-4c45-92d8-2e5c451d8ebf'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:05:33.292141 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c0369b0d4f459110ff20a1f9878ba33f96d6491bddb9d15843bf29d01e0bda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2ca88cc-4e05-46a2-bfc0-d62489d086f7" -d '{"events": [{"server_uuid": "599d188e-be3c-4eed-b961-f47d4b9e19a1", "name": "network-vif-plugged", "status": "completed", "tag": "0528b663-1d28-4c45-92d8-2e5c451d8ebf"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:05:33.307347 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port 0528b663-1d28-4c45-92d8-2e5c451d8ebf, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=0528b663-1d28-4c45-92d8-2e5c451d8ebf,segment=NetworkSegment(16e91594-c047-4b55-93eb-43af33ad08e1),segment_id=16e91594-c047-4b55-93eb-43af33ad08e1)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:05:33.315789 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:33.350557 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:05:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcfa4b04-9d1f-4ebf-aceb-39b8ee9bb5eb x-openstack-request-id: req-dcfa4b04-9d1f-4ebf-aceb-39b8ee9bb5eb {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:05:33.350957 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "599d188e-be3c-4eed-b961-f47d4b9e19a1", "name": "network-vif-plugged", "status": "completed", "tag": "0528b663-1d28-4c45-92d8-2e5c451d8ebf", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:05:33.351706 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-dcfa4b04-9d1f-4ebf-aceb-39b8ee9bb5eb {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:05:33.352120 n-d-802623-1 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '599d188e-be3c-4eed-b961-f47d4b9e19a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0528b663-1d28-4c45-92d8-2e5c451d8ebf', 'code': 200} Jul 27 23:05:33.385145 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Pushing event updated for resources: {'Port': ['ID=0528b663-1d28-4c45-92d8-2e5c451d8ebf,revision_number=5']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:05:33.519927 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 5c135a4c-1a31-433f-8554-91b4b82144c8 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:05:33.534684 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f7574d3-a230-4232-ade9-d89629256fa8 req-1b709948-fa3a-46ee-8f93-7a7eff50a2cd tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] Made reservation on behalf of 496de96608da4f74abc6cf1f10c98b52 for: {'port': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:05:33.538210 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-6f7574d3-a230-4232-ade9-d89629256fa8 req-1b709948-fa3a-46ee-8f93-7a7eff50a2cd tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:33.576975 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port 5c135a4c-1a31-433f-8554-91b4b82144c8 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:05:33.577544 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:33.587395 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b3624b-6ae8-479c-b925-dc9d056867ce req-ac08f475-ece2-4de5-8e81-bf257b888774 tempest-ServersAdminNegativeTestJSON-2027900281 tempest-ServersAdminNegativeTestJSON-2027900281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:33.588953 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-e8b3624b-6ae8-479c-b925-dc9d056867ce req-ac08f475-ece2-4de5-8e81-bf257b888774 tempest-ServersAdminNegativeTestJSON-2027900281 tempest-ServersAdminNegativeTestJSON-2027900281-project] 10.222.0.18 "GET /v2.0/ports?device_id=599d188e-be3c-4eed-b961-f47d4b9e19a1 HTTP/1.1" status: 200 len: 949 time: 0.1357980 Jul 27 23:05:33.654297 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2845c7fa-f744-4be3-8f47-75c9d9772093 req-f5322433-570e-405c-b638-ad92512bc5d0 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:33.655785 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-2845c7fa-f744-4be3-8f47-75c9d9772093 req-f5322433-570e-405c-b638-ad92512bc5d0 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd7b332d-3077-4beb-a3df-e657be374929 HTTP/1.1" status: 200 len: 943 time: 0.4445634 Jul 27 23:05:33.720088 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-e8b3624b-6ae8-479c-b925-dc9d056867ce req-082ffa4f-2a46-46b5-869a-dfca9407ffd3 tempest-ServersAdminNegativeTestJSON-2027900281 tempest-ServersAdminNegativeTestJSON-2027900281-project] 10.222.0.18 "GET /v2.0/security-groups?id=fe25dd46-142f-4f85-a515-1967d4861cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989704 Jul 27 23:05:33.726963 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b01d095c-f1ce-40df-b00d-48ac6fd74125 admin admin] Router dd00baba-4760-48a1-93e6-d06a095d7f16 has already been hosted by L3 agent 018c4455-49c0-4734-927d-7824067b2a9e {{(pid=93797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 23:05:33.727400 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-89425397-3d28-4dbe-9bc2-db5f66110250 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-415468'] for router, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:33.741571 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed6836f-02a5-4099-80c2-cb41902004a4 req-25606571-d210-49af-97e3-7905cca08017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:33.742760 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-fed6836f-02a5-4099-80c2-cb41902004a4 req-25606571-d210-49af-97e3-7905cca08017 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=599d188e-be3c-4eed-b961-f47d4b9e19a1 HTTP/1.1" status: 200 len: 1100 time: 0.0843937 Jul 27 23:05:33.780683 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-2845c7fa-f744-4be3-8f47-75c9d9772093 req-e2aaa6a1-5a9e-4120-b8bd-97d0f40d0f0c tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] 10.222.0.18 "GET /v2.0/security-groups?id=bed30b16-cd2d-47d0-9758-37dc9df2dfb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135054 Jul 27 23:05:33.822503 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [req-6f7574d3-a230-4232-ade9-d89629256fa8 req-1b709948-fa3a-46ee-8f93-7a7eff50a2cd tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] Allocated IP 192.168.233.89 (591af2dd-f826-43b1-aa9d-e7a0bf218c71/62938449-046d-4cbe-923a-7ebb632c358d/14dc1cce-5542-4a32-8b06-7fc4bd9feb10) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:05:33.856831 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-fed6836f-02a5-4099-80c2-cb41902004a4 req-664eebc9-2c1d-49d7-8730-b5e21242e790 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=fe25dd46-142f-4f85-a515-1967d4861cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795689 Jul 27 23:05:33.931141 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89425397-3d28-4dbe-9bc2-db5f66110250 admin admin] Router 16741546-3592-4d2f-bf80-1bf75ee3aea9 is scheduled to L3 agent 018c4455-49c0-4734-927d-7824067b2a9e with binding_index 1 {{(pid=93798) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 23:05:33.944874 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b01d095c-f1ce-40df-b00d-48ac6fd74125 admin admin] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:05:33.947079 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01acdf80-8855-43cb-a066-a2c302c88157 req-1ef5a6ec-d1c6-4135-9df6-c0c91b126e05 tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:33.948796 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-01acdf80-8855-43cb-a066-a2c302c88157 req-1ef5a6ec-d1c6-4135-9df6-c0c91b126e05 tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] 10.222.0.18 "GET /v2.0/ports?device_id=45491c78-fb5b-4166-8dac-8f81c2d42c00 HTTP/1.1" status: 200 len: 943 time: 0.0647810 Jul 27 23:05:33.953061 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-b01d095c-f1ce-40df-b00d-48ac6fd74125 admin admin] 10.222.0.18 "PUT /v2.0/routers/dd00baba-4760-48a1-93e6-d06a095d7f16/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0111017 Jul 27 23:05:33.960051 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c741bdd0-be41-414f-96f4-dabaa787401f None None] Sync routers for ids ['dd00baba-4760-48a1-93e6-d06a095d7f16'] in n-d-802623-1 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:05:33.965439 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 54062) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:05:33.984186 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c741bdd0-be41-414f-96f4-dabaa787401f None None] Routers {'dd00baba-4760-48a1-93e6-d06a095d7f16'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:05:33.985058 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-c741bdd0-be41-414f-96f4-dabaa787401f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:05:29Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['dd00baba-4760-48a1-93e6-d06a095d7f16'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:05:34.035597 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-01acdf80-8855-43cb-a066-a2c302c88157 req-8aa7f1f6-e7fe-4f35-adee-e7267f7ba1a9 tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ee1769a-7cc2-4f9a-a15b-54c39d35bd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411990 Jul 27 23:05:34.061180 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a97d4ba-9397-4304-b921-f8fdff01c0c6 req-a9c407b6-47c3-4bd6-abd9-ffa8fb17b6e4 tempest-ServersTestBootFromVolume-906123710 tempest-ServersTestBootFromVolume-906123710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:34.062697 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-6a97d4ba-9397-4304-b921-f8fdff01c0c6 req-a9c407b6-47c3-4bd6-abd9-ffa8fb17b6e4 tempest-ServersTestBootFromVolume-906123710 tempest-ServersTestBootFromVolume-906123710-project] 10.222.0.18 "GET /v2.0/ports?device_id=405264ac-9a3d-44fc-803d-2c1b6254405c HTTP/1.1" status: 200 len: 944 time: 0.1791172 Jul 27 23:05:34.099533 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-c741bdd0-be41-414f-96f4-dabaa787401f None None] Set router dd00baba-4760-48a1-93e6-d06a095d7f16 gateway port host: n-d-802623-1 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:05:34.144184 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89425397-3d28-4dbe-9bc2-db5f66110250 admin admin] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:05:34.154885 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30c0cc6e-9c28-44e1-a4f6-2ff133d9bd0a None None] Sync routers for ids ['16741546-3592-4d2f-bf80-1bf75ee3aea9'] in n-d-802623-1 {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:05:34.165099 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30c0cc6e-9c28-44e1-a4f6-2ff133d9bd0a None None] Routers {'16741546-3592-4d2f-bf80-1bf75ee3aea9'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:05:34.165749 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-30c0cc6e-9c28-44e1-a4f6-2ff133d9bd0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:05:29Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['16741546-3592-4d2f-bf80-1bf75ee3aea9'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:05:34.180794 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-6f7574d3-a230-4232-ade9-d89629256fa8 req-1b709948-fa3a-46ee-8f93-7a7eff50a2cd tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:34.190924 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-cc5e61b8-099f-4f83-9c12-9085c237e5ff admin admin] Notify callbacks [] for router, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:34.200369 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-6a97d4ba-9397-4304-b921-f8fdff01c0c6 req-711e5407-63cd-4c6c-9556-aec6512beb34 tempest-ServersTestBootFromVolume-906123710 tempest-ServersTestBootFromVolume-906123710-project] 10.222.0.18 "GET /v2.0/security-groups?id=51319066-09f7-46fc-a664-dbbf59d47595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1232615 Jul 27 23:05:34.246807 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-1f763aa2-ebd9-4bb3-a76c-f9fe8b33449c req-7eb5a742-a429-4daa-ae43-4b8e721d59d5 tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b37b46f-1570-43c3-93ca-a2102e466b4e HTTP/1.1" status: 200 len: 210 time: 0.0692708 Jul 27 23:05:34.248280 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [req-6f7574d3-a230-4232-ade9-d89629256fa8 req-1b709948-fa3a-46ee-8f93-7a7eff50a2cd tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] Transition to ACTIVE for port object 14dc1cce-5542-4a32-8b06-7fc4bd9feb10 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:05:34.255106 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-89425397-3d28-4dbe-9bc2-db5f66110250 admin admin] Notify callbacks [] for router, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:34.269347 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-89425397-3d28-4dbe-9bc2-db5f66110250 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 4.1602583 Jul 27 23:05:34.269347 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 54066) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:05:34.299646 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-30c0cc6e-9c28-44e1-a4f6-2ff133d9bd0a None None] Set router 16741546-3592-4d2f-bf80-1bf75ee3aea9 gateway port host: n-d-802623-1 {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:05:34.338971 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-cc5e61b8-099f-4f83-9c12-9085c237e5ff admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:34.348467 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-6f7574d3-a230-4232-ade9-d89629256fa8 req-1b709948-fa3a-46ee-8f93-7a7eff50a2cd tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:34.369946 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] get_ports_and_sgs() called for port_ids ['5846d570-02c7-4aa0-9192-d3ba5af45f47', 'd16d8cf4-e2de-4eb8-9fe9-4d707871ce90', '51503d21-25f0-4cfe-8971-38c8d8d196bd', 'dc8e3238-5e75-4e06-81b0-0aa1040dcfd4'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:05:34.372930 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] get_ports_and_sgs() called for port_ids ['6f96dd91-321d-43d6-b890-90f0e576d8ed', 'd6d8a52c-a304-46dd-bea3-c11de35f5ce8'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:05:34.428688 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f7574d3-a230-4232-ade9-d89629256fa8 req-1b709948-fa3a-46ee-8f93-7a7eff50a2cd tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] Network 591af2dd-f826-43b1-aa9d-e7a0bf218c71 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:05:34.435995 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [req-6f7574d3-a230-4232-ade9-d89629256fa8 req-1b709948-fa3a-46ee-8f93-7a7eff50a2cd tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:05:34.437841 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45491c78-fb5b-4166-8dac-8f81c2d42c00', 'tag': '2c5ff320-ebb8-4916-a66d-dee08f670207'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:05:34.440841 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}011f8d312121274bb12d78e77c6379a2079800640016cec6c6d605b73666e854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25a8a897-48f8-4ab5-be93-e07149c7077c" -d '{"events": [{"name": "network-changed", "server_uuid": "45491c78-fb5b-4166-8dac-8f81c2d42c00", "tag": "2c5ff320-ebb8-4916-a66d-dee08f670207"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:05:34.445659 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f7574d3-a230-4232-ade9-d89629256fa8 req-1b709948-fa3a-46ee-8f93-7a7eff50a2cd tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:05:34.486782 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-c741bdd0-be41-414f-96f4-dabaa787401f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd00baba-4760-48a1-93e6-d06a095d7f16', 'name': 'tempest-AttachSCSIVolumeTestJSON-48203979-router', 'tenant_id': 'ea9dc6a704274ef28def87516dc4f252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.244'}], 'enable_snat': True}, 'gw_port_id': '46784d81-0b41-490b-8382-b7548d96fc84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:03:20Z', 'updated_at': '2021-07-27T23:05:32Z', 'revision_number': 5, 'project_id': 'ea9dc6a704274ef28def87516dc4f252', 'gw_port': {'id': '46784d81-0b41-490b-8382-b7548d96fc84', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:b3:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd00baba-4760-48a1-93e6-d06a095d7f16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:03:21Z', 'updated_at': '2021-07-27T23:03:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1'}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:05:34.516584 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b709948-fa3a-46ee-8f93-7a7eff50a2cd tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] Pushing event updated for resources: {'Port': ['ID=14dc1cce-5542-4a32-8b06-7fc4bd9feb10,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:05:34.558408 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 23:05:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f656acd2-0585-45ed-80cd-2a40b51f08df x-openstack-request-id: req-f656acd2-0585-45ed-80cd-2a40b51f08df {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:05:34.558789 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45491c78-fb5b-4166-8dac-8f81c2d42c00", "tag": "2c5ff320-ebb8-4916-a66d-dee08f670207", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:05:34.559685 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f656acd2-0585-45ed-80cd-2a40b51f08df {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:05:34.560598 n-d-802623-1 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45491c78-fb5b-4166-8dac-8f81c2d42c00', 'tag': '2c5ff320-ebb8-4916-a66d-dee08f670207', 'status': 'completed', 'code': 200} Jul 27 23:05:34.575855 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c741bdd0-be41-414f-96f4-dabaa787401f None None] Checking router: dd00baba-4760-48a1-93e6-d06a095d7f16 for host: n-d-802623-1 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 23:05:34.586503 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c741bdd0-be41-414f-96f4-dabaa787401f None None] Routers {'dd00baba-4760-48a1-93e6-d06a095d7f16'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:05:34.587521 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-c741bdd0-be41-414f-96f4-dabaa787401f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:05:29Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['dd00baba-4760-48a1-93e6-d06a095d7f16'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:05:34.614350 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7574d3-a230-4232-ade9-d89629256fa8 req-1b709948-fa3a-46ee-8f93-7a7eff50a2cd tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:34.615036 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-6f7574d3-a230-4232-ade9-d89629256fa8 req-1b709948-fa3a-46ee-8f93-7a7eff50a2cd tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:34.646104 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-cc5e61b8-099f-4f83-9c12-9085c237e5ff admin admin] Deleting port 46784d81-0b41-490b-8382-b7548d96fc84 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:05:34.646478 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-cc5e61b8-099f-4f83-9c12-9085c237e5ff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:34.676961 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-6f7574d3-a230-4232-ade9-d89629256fa8 req-1b709948-fa3a-46ee-8f93-7a7eff50a2cd tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4552646 Jul 27 23:05:34.706503 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a8a897-48f8-4ab5-be93-e07149c7077c req-a2a4981d-6dcf-4342-9bf8-0f31739e6aad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:34.708668 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-25a8a897-48f8-4ab5-be93-e07149c7077c req-a2a4981d-6dcf-4342-9bf8-0f31739e6aad service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=2b51160ea37c42ce86518efb7f5012de&device_id=45491c78-fb5b-4166-8dac-8f81c2d42c00 HTTP/1.1" status: 200 len: 1124 time: 0.1471980 Jul 27 23:05:34.747219 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:34.748573 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-c741bdd0-be41-414f-96f4-dabaa787401f None None] Set router dd00baba-4760-48a1-93e6-d06a095d7f16 gateway port host: None {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:05:34.812143 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-1d95468d-9c97-4f20-a16c-f331b2f72b0b None None] Provisioning for port 14dc1cce-5542-4a32-8b06-7fc4bd9feb10 completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:05:34.846908 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-cc5e61b8-099f-4f83-9c12-9085c237e5ff admin admin] For port 46784d81-0b41-490b-8382-b7548d96fc84, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=46784d81-0b41-490b-8382-b7548d96fc84,segment=NetworkSegment(b9afe07e-bbe4-4740-834c-4b6a9698bdbc),segment_id=b9afe07e-bbe4-4740-834c-4b6a9698bdbc)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:05:34.847450 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-cc5e61b8-099f-4f83-9c12-9085c237e5ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:34.870390 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-cc5e61b8-099f-4f83-9c12-9085c237e5ff admin admin] Calling delete_port for 46784d81-0b41-490b-8382-b7548d96fc84 owned by network:router_gateway {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:05:34.882316 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-1d95468d-9c97-4f20-a16c-f331b2f72b0b None None] Provisioning complete for port 14dc1cce-5542-4a32-8b06-7fc4bd9feb10 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:05:34.882929 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-1d95468d-9c97-4f20-a16c-f331b2f72b0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:34.883874 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-c741bdd0-be41-414f-96f4-dabaa787401f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd00baba-4760-48a1-93e6-d06a095d7f16', 'name': 'tempest-AttachSCSIVolumeTestJSON-48203979-router', 'tenant_id': 'ea9dc6a704274ef28def87516dc4f252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:03:20Z', 'updated_at': '2021-07-27T23:05:34Z', 'revision_number': 6, 'project_id': 'ea9dc6a704274ef28def87516dc4f252', 'gw_port_host': None}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:05:34.909212 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device ab476ae2-c058-4a27-bb96-f6c22f4e4762 details requested by agent hyperv_n-h1-802623-1 with host n-h1-802623-1 {{(pid=93799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 23:05:34.946207 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c741bdd0-be41-414f-96f4-dabaa787401f None None] The sync data for ids ['dd00baba-4760-48a1-93e6-d06a095d7f16'] in n-d-802623-1 is: [{'id': 'dd00baba-4760-48a1-93e6-d06a095d7f16', 'name': 'tempest-AttachSCSIVolumeTestJSON-48203979-router', 'tenant_id': 'ea9dc6a704274ef28def87516dc4f252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:03:20Z', 'updated_at': '2021-07-27T23:05:34Z', 'revision_number': 6, 'project_id': 'ea9dc6a704274ef28def87516dc4f252', 'gw_port_host': None}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:05:35.105227 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [req-6f7574d3-a230-4232-ade9-d89629256fa8 req-cefed6ce-1677-4a2a-9d92-a535eed03684 service neutron] Request body: {'port': {'device_id': '7b37b46f-1570-43c3-93ca-a2102e466b4e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802623-1'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:05:35.117166 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-1d95468d-9c97-4f20-a16c-f331b2f72b0b None None] Port 14dc1cce-5542-4a32-8b06-7fc4bd9feb10 cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:05:35.138833 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57acd2bf-fd23-4b7d-b10e-04b99ee9715f req-884876ad-5eea-493a-b944-0b7e3d14a2c6 tempest-ServersAdminNegativeTestJSON-2027900281 tempest-ServersAdminNegativeTestJSON-2027900281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:35.140579 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-57acd2bf-fd23-4b7d-b10e-04b99ee9715f req-884876ad-5eea-493a-b944-0b7e3d14a2c6 tempest-ServersAdminNegativeTestJSON-2027900281 tempest-ServersAdminNegativeTestJSON-2027900281-project] 10.222.0.18 "GET /v2.0/ports?device_id=599d188e-be3c-4eed-b961-f47d4b9e19a1 HTTP/1.1" status: 200 len: 949 time: 0.1588645 Jul 27 23:05:35.229270 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-57acd2bf-fd23-4b7d-b10e-04b99ee9715f req-b1cc558c-3c8a-42d9-8375-a27ac67f25cd tempest-ServersAdminNegativeTestJSON-2027900281 tempest-ServersAdminNegativeTestJSON-2027900281-project] 10.222.0.18 "GET /v2.0/security-groups?id=fe25dd46-142f-4f85-a515-1967d4861cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797832 Jul 27 23:05:35.247938 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a8a897-48f8-4ab5-be93-e07149c7077c req-b228c045-e3ec-4d09-aa37-ba1ec46cdc88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:35.249430 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-25a8a897-48f8-4ab5-be93-e07149c7077c req-b228c045-e3ec-4d09-aa37-ba1ec46cdc88 service neutron] 10.222.0.38 "GET /v2.0/networks?id=7ba5f889-7a68-424d-8fa1-71447bc958df HTTP/1.1" status: 200 len: 922 time: 0.5308187 Jul 27 23:05:35.298028 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port ab476ae2-c058-4a27-bb96-f6c22f4e4762, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=ab476ae2-c058-4a27-bb96-f6c22f4e4762,segment=NetworkSegment(6d86712d-5b82-4bcf-9bd8-e75a26d556ba),segment_id=6d86712d-5b82-4bcf-9bd8-e75a26d556ba)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:05:35.348701 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-30c0cc6e-9c28-44e1-a4f6-2ff133d9bd0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16741546-3592-4d2f-bf80-1bf75ee3aea9', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-533546863-router', 'tenant_id': '09a0cfde4ce544d0bf97475963eb4f26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': 'f5a0504c-e858-4a69-8c0a-8cfe2b469373', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:05:30Z', 'updated_at': '2021-07-27T23:05:32Z', 'revision_number': 3, 'project_id': '09a0cfde4ce544d0bf97475963eb4f26', 'gw_port': {'id': 'f5a0504c-e858-4a69-8c0a-8cfe2b469373', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:22:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16741546-3592-4d2f-bf80-1bf75ee3aea9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:05:31Z', 'updated_at': '2021-07-27T23:05:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1'}], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:05:35.364090 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Returning: {'device': 'ab476ae2-c058-4a27-bb96-f6c22f4e4762', 'network_id': '786c8bed-6530-402d-94b3-9fdab2784572', 'port_id': 'ab476ae2-c058-4a27-bb96-f6c22f4e4762', 'mac_address': 'fa:16:3e:6a:53:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9b5db02-c302-48bd-b0f3-e4b2e75710bc', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 23:05:35.384798 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-25a8a897-48f8-4ab5-be93-e07149c7077c req-28e1371a-fca6-4982-aa42-6a62fa1e3aa0 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2c5ff320-ebb8-4916-a66d-dee08f670207 HTTP/1.1" status: 200 len: 217 time: 0.1201773 Jul 27 23:05:35.419928 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 71396ef3-c8ed-43ce-871e-b32afebf31ba no longer exists at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:05:35.429908 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30c0cc6e-9c28-44e1-a4f6-2ff133d9bd0a None None] Checking router: 16741546-3592-4d2f-bf80-1bf75ee3aea9 for host: n-d-802623-1 {{(pid=93799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 23:05:35.430258 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30c0cc6e-9c28-44e1-a4f6-2ff133d9bd0a None None] Updating router 16741546-3592-4d2f-bf80-1bf75ee3aea9 port f5a0504c-e858-4a69-8c0a-8cfe2b469373 binding host n-d-802623-1 {{(pid=93799) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 23:05:35.496160 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-cc5e61b8-099f-4f83-9c12-9085c237e5ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:35.522590 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a8a897-48f8-4ab5-be93-e07149c7077c req-1d9bb60d-23c9-4096-9093-19a96da4a0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:35.524116 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-25a8a897-48f8-4ab5-be93-e07149c7077c req-1d9bb60d-23c9-4096-9093-19a96da4a0c4 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=2be3a116-6f3a-48af-9c58-17be143660fc HTTP/1.1" status: 200 len: 861 time: 0.0621457 Jul 27 23:05:35.527038 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] No Port match for: 71396ef3-c8ed-43ce-871e-b32afebf31ba {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:05:35.527434 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 71396ef3-c8ed-43ce-871e-b32afebf31ba not bound to the agent host n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:05:35.554308 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-30c0cc6e-9c28-44e1-a4f6-2ff133d9bd0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:35.555710 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5e61b8-099f-4f83-9c12-9085c237e5ff admin admin] Pushing event deleted for resources: {'Port': ['ID=46784d81-0b41-490b-8382-b7548d96fc84,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:05:35.582094 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-880b66cd-6c11-4919-a229-48be78344885 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:35.611462 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:35.622160 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386e587d-f576-4413-9007-1d429ec855d1 req-b13ac393-a8e1-49c8-b745-b56d2f10c29c tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:35.629138 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-25a8a897-48f8-4ab5-be93-e07149c7077c req-cea85515-d325-4ce6-a121-b10e21c8a173 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7ba5f889-7a68-424d-8fa1-71447bc958df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0570006 Jul 27 23:05:35.629955 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-386e587d-f576-4413-9007-1d429ec855d1 req-b13ac393-a8e1-49c8-b745-b56d2f10c29c tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd7b332d-3077-4beb-a3df-e657be374929 HTTP/1.1" status: 200 len: 943 time: 0.5215912 Jul 27 23:05:35.643181 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bc67bc-9ebf-4e21-954c-ed7263fe1e1f req-0f28d549-fefc-4a8d-9082-2b76be6e87d6 tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:35.644721 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab476ae2-c058-4a27-bb96-f6c22f4e4762 {{(pid=93799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:05:35.645792 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-64bc67bc-9ebf-4e21-954c-ed7263fe1e1f req-0f28d549-fefc-4a8d-9082-2b76be6e87d6 tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] 10.222.0.18 "GET /v2.0/ports?device_id=45491c78-fb5b-4166-8dac-8f81c2d42c00 HTTP/1.1" status: 200 len: 943 time: 0.1849456 Jul 27 23:05:35.658809 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-6f7574d3-a230-4232-ade9-d89629256fa8 req-cefed6ce-1677-4a2a-9d92-a535eed03684 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:35.748343 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port ab476ae2-c058-4a27-bb96-f6c22f4e4762, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=ab476ae2-c058-4a27-bb96-f6c22f4e4762,segment=NetworkSegment(6d86712d-5b82-4bcf-9bd8-e75a26d556ba),segment_id=6d86712d-5b82-4bcf-9bd8-e75a26d556ba)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:05:35.749211 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-386e587d-f576-4413-9007-1d429ec855d1 req-73802cbc-ac21-49a9-9b46-89a052ed77df tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] 10.222.0.18 "GET /v2.0/security-groups?id=bed30b16-cd2d-47d0-9758-37dc9df2dfb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142507 Jul 27 23:05:35.752952 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-cc5e61b8-099f-4f83-9c12-9085c237e5ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-415368'] for router_gateway, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:35.773852 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:35.792451 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-25a8a897-48f8-4ab5-be93-e07149c7077c req-e638fe43-48cd-46de-8847-4fa7de243a1b service neutron] 10.222.0.38 "GET /v2.0/networks/7ba5f889-7a68-424d-8fa1-71447bc958df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961657 Jul 27 23:05:35.909984 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-64bc67bc-9ebf-4e21-954c-ed7263fe1e1f req-c1cb9974-3b43-4918-b0e3-3a4fa29c825b tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ee1769a-7cc2-4f9a-a15b-54c39d35bd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2150884 Jul 27 23:05:35.915299 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device 2c5ff320-ebb8-4916-a66d-dee08f670207 details requested by agent hyperv_n-h2-802623-1 with host n-h2-802623-1 {{(pid=93799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 23:05:35.986126 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Pushing event updated for resources: {'Port': ['ID=ab476ae2-c058-4a27-bb96-f6c22f4e4762,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:05:36.044998 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-880b66cd-6c11-4919-a229-48be78344885 admin admin] Allocated IP 172.20.0.1 (f567a929-7c82-4c83-ba32-efa5cc4c353c/170c0494-7573-466b-89f6-5a7dad161cdd/37cb6213-bb19-45c9-a2f9-bae829e83a2c) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:05:36.068921 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-cc5e61b8-099f-4f83-9c12-9085c237e5ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62205'] for router, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:36.076171 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-cc5e61b8-099f-4f83-9c12-9085c237e5ff admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:36.114914 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77088422-19c3-47da-95a8-2c81eb7c4fba req-d8f72644-2e10-4a08-9827-5ce7bfbd281b tempest-ServersTestBootFromVolume-906123710 tempest-ServersTestBootFromVolume-906123710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:36.123132 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-77088422-19c3-47da-95a8-2c81eb7c4fba req-d8f72644-2e10-4a08-9827-5ce7bfbd281b tempest-ServersTestBootFromVolume-906123710 tempest-ServersTestBootFromVolume-906123710-project] 10.222.0.18 "GET /v2.0/ports?device_id=405264ac-9a3d-44fc-803d-2c1b6254405c HTTP/1.1" status: 200 len: 945 time: 0.2079198 Jul 27 23:05:36.174643 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] get_ports_and_sgs() called for port_ids ['ab476ae2-c058-4a27-bb96-f6c22f4e4762'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:05:36.236333 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-cc5e61b8-099f-4f83-9c12-9085c237e5ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-477831'] for router, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:36.236779 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc5e61b8-099f-4f83-9c12-9085c237e5ff admin admin] Fanout notify agent at l3_agent the message router_deleted on router dd00baba-4760-48a1-93e6-d06a095d7f16 {{(pid=93797) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 23:05:36.251645 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-cc5e61b8-099f-4f83-9c12-9085c237e5ff admin admin] Notify callbacks [] for router, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:36.252797 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-cc5e61b8-099f-4f83-9c12-9085c237e5ff admin admin] 10.222.0.18 "DELETE /v2.0/routers/dd00baba-4760-48a1-93e6-d06a095d7f16 HTTP/1.1" status: 204 len: 168 time: 2.2857511 Jul 27 23:05:36.257952 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 54084) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:05:36.299850 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port 2c5ff320-ebb8-4916-a66d-dee08f670207, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=2c5ff320-ebb8-4916-a66d-dee08f670207,segment=NetworkSegment(ff9b0beb-ebd9-45f3-9693-d627eb3bb065),segment_id=ff9b0beb-ebd9-45f3-9693-d627eb3bb065)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:05:36.315031 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-77088422-19c3-47da-95a8-2c81eb7c4fba req-2aa39eff-7883-41b4-848b-9a4f3234c13c tempest-ServersTestBootFromVolume-906123710 tempest-ServersTestBootFromVolume-906123710-project] 10.222.0.18 "GET /v2.0/security-groups?id=51319066-09f7-46fc-a664-dbbf59d47595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1906300 Jul 27 23:05:36.344070 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device 2c5ff320-ebb8-4916-a66d-dee08f670207 has no active binding in host n-h2-802623-1 {{(pid=93799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 27 23:05:36.353461 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-30c0cc6e-9c28-44e1-a4f6-2ff133d9bd0a None None] Notify callbacks [] for port, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:36.374570 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2143966-f942-44f6-855a-49db47c92e18 req-c8e432ca-68de-494e-a3ec-5bf0ecc0a217 tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:36.383683 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-30c0cc6e-9c28-44e1-a4f6-2ff133d9bd0a None None] Transition to ACTIVE for port object f5a0504c-e858-4a69-8c0a-8cfe2b469373 will not be triggered until provisioned by entity L2. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:05:36.393375 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f2143966-f942-44f6-855a-49db47c92e18 req-c8e432ca-68de-494e-a3ec-5bf0ecc0a217 tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b37b46f-1570-43c3-93ca-a2102e466b4e HTTP/1.1" status: 200 len: 935 time: 0.3434689 Jul 27 23:05:36.408129 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-30c0cc6e-9c28-44e1-a4f6-2ff133d9bd0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:36.409255 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-25a8a897-48f8-4ab5-be93-e07149c7077c req-1a9c1aab-54c4-4b4e-9b4d-c6f27d7d73bf service neutron] 10.222.0.38 "GET /v2.0/networks/7ba5f889-7a68-424d-8fa1-71447bc958df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5806899 Jul 27 23:05:36.416508 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-880b66cd-6c11-4919-a229-48be78344885 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:36.474767 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-880b66cd-6c11-4919-a229-48be78344885 admin admin] Transition to ACTIVE for port object 37cb6213-bb19-45c9-a2f9-bae829e83a2c will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:05:36.477075 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_v2 [None req-71b357ef-0d9e-46cb-8f30-49450cf6d101 admin admin] Deleting subnet c5b8e69f-7457-461a-ad45-66b944bcb099 {{(pid=93797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 23:05:36.501375 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-71b357ef-0d9e-46cb-8f30-49450cf6d101 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:36.510145 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-30c0cc6e-9c28-44e1-a4f6-2ff133d9bd0a None None] Attempting to bind port f5a0504c-e858-4a69-8c0a-8cfe2b469373 on host n-d-802623-1 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:05:36.510524 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-30c0cc6e-9c28-44e1-a4f6-2ff133d9bd0a None None] Attempting to bind port f5a0504c-e858-4a69-8c0a-8cfe2b469373 by drivers openvswitch,hyperv on host n-d-802623-1 at level 0 using segments [{'id': 'b9afe07e-bbe4-4740-834c-4b6a9698bdbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:05:36.510891 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c0cc6e-9c28-44e1-a4f6-2ff133d9bd0a None None] Attempting to bind port f5a0504c-e858-4a69-8c0a-8cfe2b469373 on network 2fd42287-ed26-4eb9-89a5-b521f5b04356 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:05:36.527885 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-880b66cd-6c11-4919-a229-48be78344885 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:36.532877 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c0cc6e-9c28-44e1-a4f6-2ff133d9bd0a None None] Checking agent: {'id': 'a9a568d2-a5e7-41e4-833f-a8ab42ea4073', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 52, 30), 'started_at': datetime.datetime(2021, 7, 27, 22, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 5, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802623-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:05:36.533839 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c0cc6e-9c28-44e1-a4f6-2ff133d9bd0a None None] Checking segment: {'id': 'b9afe07e-bbe4-4740-834c-4b6a9698bdbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:05:36.534249 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-30c0cc6e-9c28-44e1-a4f6-2ff133d9bd0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:36.534796 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c0cc6e-9c28-44e1-a4f6-2ff133d9bd0a None None] Bound using segment: {'id': 'b9afe07e-bbe4-4740-834c-4b6a9698bdbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:05:36.535314 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-30c0cc6e-9c28-44e1-a4f6-2ff133d9bd0a None None] Bound port: f5a0504c-e858-4a69-8c0a-8cfe2b469373, host: n-d-802623-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9afe07e-bbe4-4740-834c-4b6a9698bdbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:05:36.535703 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-30c0cc6e-9c28-44e1-a4f6-2ff133d9bd0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:36.544322 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f2143966-f942-44f6-855a-49db47c92e18 req-72a66cb1-2083-425f-b582-b53078f1e8aa tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] 10.222.0.18 "GET /v2.0/security-groups?id=3b54d803-f776-413f-b5bd-6e9336fca6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481936 Jul 27 23:05:36.572120 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd48e018-691d-426b-99b3-9549448b5f43 None None] Pushing event updated for resources: {'Port': ['ID=f5a0504c-e858-4a69-8c0a-8cfe2b469373,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:05:36.586436 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-880b66cd-6c11-4919-a229-48be78344885 admin admin] Network f567a929-7c82-4c83-ba32-efa5cc4c353c is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:05:36.589826 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-880b66cd-6c11-4919-a229-48be78344885 admin admin] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:05:36.595312 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-880b66cd-6c11-4919-a229-48be78344885 admin admin] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:05:36.647099 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880b66cd-6c11-4919-a229-48be78344885 admin admin] Pushing event updated for resources: {'Port': ['ID=37cb6213-bb19-45c9-a2f9-bae829e83a2c,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:05:36.663273 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-880b66cd-6c11-4919-a229-48be78344885 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-415283'] for router_interface, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:36.676670 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2117c4-9ad3-416c-84bf-290c0a463f0a req-ef41bbe1-cc45-4cab-ae89-9061453dfa47 tempest-ServersAdminNegativeTestJSON-2027900281 tempest-ServersAdminNegativeTestJSON-2027900281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:36.678328 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8d2117c4-9ad3-416c-84bf-290c0a463f0a req-ef41bbe1-cc45-4cab-ae89-9061453dfa47 tempest-ServersAdminNegativeTestJSON-2027900281 tempest-ServersAdminNegativeTestJSON-2027900281-project] 10.222.0.18 "GET /v2.0/ports?device_id=599d188e-be3c-4eed-b961-f47d4b9e19a1 HTTP/1.1" status: 200 len: 949 time: 0.2138195 Jul 27 23:05:36.682647 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-71b357ef-0d9e-46cb-8f30-49450cf6d101 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11335971'] for subnet, precommit_delete_associations {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:36.707848 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-30c0cc6e-9c28-44e1-a4f6-2ff133d9bd0a None None] For port f5a0504c-e858-4a69-8c0a-8cfe2b469373, host n-d-802623-1, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:05:36.712154 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-30c0cc6e-9c28-44e1-a4f6-2ff133d9bd0a None None] For port f5a0504c-e858-4a69-8c0a-8cfe2b469373, host n-d-802623-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=f5a0504c-e858-4a69-8c0a-8cfe2b469373,segment=NetworkSegment(b9afe07e-bbe4-4740-834c-4b6a9698bdbc),segment_id=b9afe07e-bbe4-4740-834c-4b6a9698bdbc)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:05:36.724431 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [req-6f7574d3-a230-4232-ade9-d89629256fa8 req-cefed6ce-1677-4a2a-9d92-a535eed03684 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14dc1cce-5542-4a32-8b06-7fc4bd9feb10 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:05:36.748536 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-6f7574d3-a230-4232-ade9-d89629256fa8 req-cefed6ce-1677-4a2a-9d92-a535eed03684 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:36.783243 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-30c0cc6e-9c28-44e1-a4f6-2ff133d9bd0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:36.818166 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8d2117c4-9ad3-416c-84bf-290c0a463f0a req-17538358-c242-479c-8c83-f07152a5cc8f tempest-ServersAdminNegativeTestJSON-2027900281 tempest-ServersAdminNegativeTestJSON-2027900281-project] 10.222.0.18 "GET /v2.0/security-groups?id=fe25dd46-142f-4f85-a515-1967d4861cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114688 Jul 27 23:05:36.835986 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [req-6f7574d3-a230-4232-ade9-d89629256fa8 req-cefed6ce-1677-4a2a-9d92-a535eed03684 service neutron] Transition to ACTIVE for port object 14dc1cce-5542-4a32-8b06-7fc4bd9feb10 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:05:36.881237 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-6f7574d3-a230-4232-ade9-d89629256fa8 req-cefed6ce-1677-4a2a-9d92-a535eed03684 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11336041'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:36.889673 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-880b66cd-6c11-4919-a229-48be78344885 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:36.894191 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30c0cc6e-9c28-44e1-a4f6-2ff133d9bd0a None None] Routers {'16741546-3592-4d2f-bf80-1bf75ee3aea9'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:05:36.899732 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-30c0cc6e-9c28-44e1-a4f6-2ff133d9bd0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:05:29Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['16741546-3592-4d2f-bf80-1bf75ee3aea9'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:05:36.978893 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-71b357ef-0d9e-46cb-8f30-49450cf6d101 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620741'] for subnet, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:37.049177 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca7f57c-9bfc-453a-8ddc-dd7fc972b73a req-dddd26ab-b238-4f2f-8a65-48c06723f616 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:37.052463 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-1ca7f57c-9bfc-453a-8ddc-dd7fc972b73a req-dddd26ab-b238-4f2f-8a65-48c06723f616 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd7b332d-3077-4beb-a3df-e657be374929 HTTP/1.1" status: 200 len: 943 time: 0.1621723 Jul 27 23:05:37.056564 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-00dff3a7-667d-4095-91ff-a637b94ea32a req-c8a6db6e-8cc3-4cb2-abfa-58449e0314f3 service neutron] 10.222.0.49 "GET /v2.0/ports/24185df4-0d89-421f-a3eb-be4ff3de08d0/bindings/n-h1-802623-1 HTTP/1.1" status: 200 len: 384 time: 0.0847213 Jul 27 23:05:37.096623 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefed6ce-1677-4a2a-9d92-a535eed03684 service neutron] Pushing event updated for resources: {'Port': ['ID=14dc1cce-5542-4a32-8b06-7fc4bd9feb10,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:05:37.154772 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-30c0cc6e-9c28-44e1-a4f6-2ff133d9bd0a None None] Set router 16741546-3592-4d2f-bf80-1bf75ee3aea9 gateway port host: n-d-802623-1 {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:05:37.155609 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-6f7574d3-a230-4232-ade9-d89629256fa8 req-cefed6ce-1677-4a2a-9d92-a535eed03684 service neutron] Attempting to bind port 14dc1cce-5542-4a32-8b06-7fc4bd9feb10 on host n-h2-802623-1 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:05:37.157334 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-6f7574d3-a230-4232-ade9-d89629256fa8 req-cefed6ce-1677-4a2a-9d92-a535eed03684 service neutron] Attempting to bind port 14dc1cce-5542-4a32-8b06-7fc4bd9feb10 by drivers openvswitch,hyperv on host n-h2-802623-1 at level 0 using segments [{'id': '16e91594-c047-4b55-93eb-43af33ad08e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '591af2dd-f826-43b1-aa9d-e7a0bf218c71'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:05:37.157334 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f7574d3-a230-4232-ade9-d89629256fa8 req-cefed6ce-1677-4a2a-9d92-a535eed03684 service neutron] Attempting to bind port 14dc1cce-5542-4a32-8b06-7fc4bd9feb10 on network 591af2dd-f826-43b1-aa9d-e7a0bf218c71 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:05:37.184362 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f7574d3-a230-4232-ade9-d89629256fa8 req-cefed6ce-1677-4a2a-9d92-a535eed03684 service neutron] Port 14dc1cce-5542-4a32-8b06-7fc4bd9feb10 on network 591af2dd-f826-43b1-aa9d-e7a0bf218c71 not bound, no agent of type Open vSwitch agent registered on host n-h2-802623-1 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 23:05:37.184856 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f7574d3-a230-4232-ade9-d89629256fa8 req-cefed6ce-1677-4a2a-9d92-a535eed03684 service neutron] Attempting to bind port 14dc1cce-5542-4a32-8b06-7fc4bd9feb10 on network 591af2dd-f826-43b1-aa9d-e7a0bf218c71 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:05:37.193108 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f7574d3-a230-4232-ade9-d89629256fa8 req-cefed6ce-1677-4a2a-9d92-a535eed03684 service neutron] Checking agent: {'id': 'c5cc038b-93c4-4df4-8061-5df2a04a48c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 23, 0, 4), 'started_at': datetime.datetime(2021, 7, 27, 23, 0, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 5, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:05:37.193607 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f7574d3-a230-4232-ade9-d89629256fa8 req-cefed6ce-1677-4a2a-9d92-a535eed03684 service neutron] Checking segment: {'id': '16e91594-c047-4b55-93eb-43af33ad08e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '591af2dd-f826-43b1-aa9d-e7a0bf218c71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:05:37.193935 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f7574d3-a230-4232-ade9-d89629256fa8 req-cefed6ce-1677-4a2a-9d92-a535eed03684 service neutron] Bound using segment: {'id': '16e91594-c047-4b55-93eb-43af33ad08e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '591af2dd-f826-43b1-aa9d-e7a0bf218c71'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:05:37.194343 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-6f7574d3-a230-4232-ade9-d89629256fa8 req-cefed6ce-1677-4a2a-9d92-a535eed03684 service neutron] Bound port: 14dc1cce-5542-4a32-8b06-7fc4bd9feb10, host: n-h2-802623-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16e91594-c047-4b55-93eb-43af33ad08e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '591af2dd-f826-43b1-aa9d-e7a0bf218c71'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:05:37.194702 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-6f7574d3-a230-4232-ade9-d89629256fa8 req-cefed6ce-1677-4a2a-9d92-a535eed03684 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:37.231678 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-1ca7f57c-9bfc-453a-8ddc-dd7fc972b73a req-67e17bc9-b733-4b56-a58f-ffe3ccc62041 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] 10.222.0.18 "GET /v2.0/security-groups?id=bed30b16-cd2d-47d0-9758-37dc9df2dfb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741436 Jul 27 23:05:37.255938 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd48e018-691d-426b-99b3-9549448b5f43 None None] Pushing event updated for resources: {'Port': ['ID=f5a0504c-e858-4a69-8c0a-8cfe2b469373,revision_number=3']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:05:37.298368 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-71b357ef-0d9e-46cb-8f30-49450cf6d101 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11335991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11551414'] for subnet, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:37.318954 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b85a065-f0a0-4e75-aec8-51fc354a7625 req-5d83db74-f9c5-4fdc-b664-a048069eb6fb tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:37.320776 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-1b85a065-f0a0-4e75-aec8-51fc354a7625 req-5d83db74-f9c5-4fdc-b664-a048069eb6fb tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] 10.222.0.18 "GET /v2.0/ports?device_id=45491c78-fb5b-4166-8dac-8f81c2d42c00 HTTP/1.1" status: 200 len: 943 time: 0.1897721 Jul 27 23:05:37.331115 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-d79bf02a-e77e-4791-b45d-1cee5264c8d5 None None] Provisioning for port 37cb6213-bb19-45c9-a2f9-bae829e83a2c completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:05:37.351074 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-71b357ef-0d9e-46cb-8f30-49450cf6d101 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for subnet, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:37.354041 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-d79bf02a-e77e-4791-b45d-1cee5264c8d5 None None] Provisioning complete for port 37cb6213-bb19-45c9-a2f9-bae829e83a2c triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:05:37.354424 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d79bf02a-e77e-4791-b45d-1cee5264c8d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:37.357302 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-71b357ef-0d9e-46cb-8f30-49450cf6d101 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/c5b8e69f-7457-461a-ad45-66b944bcb099 HTTP/1.1" status: 204 len: 168 time: 1.0962241 Jul 27 23:05:37.357983 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 54098) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:05:37.370150 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b357ef-0d9e-46cb-8f30-49450cf6d101 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c5b8e69f-7457-461a-ad45-66b944bcb099,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:05:37.400716 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-d79bf02a-e77e-4791-b45d-1cee5264c8d5 None None] Port 37cb6213-bb19-45c9-a2f9-bae829e83a2c cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:05:37.402218 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13fa9827-db94-4b72-ab55-cff1b363076e None None] Network 9b83e052-7bde-4257-b691-c0b4cba76e81 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:05:37.457569 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-880b66cd-6c11-4919-a229-48be78344885 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:37.460831 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c960d0a-82e4-439b-97d3-d2bf34d226bc req-e46efbd6-5366-43c8-a9d2-1ff591578cdd tempest-ServersAdminNegativeTestJSON-1256305746 tempest-ServersAdminNegativeTestJSON-1256305746-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:37.462380 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-2c960d0a-82e4-439b-97d3-d2bf34d226bc req-e46efbd6-5366-43c8-a9d2-1ff591578cdd tempest-ServersAdminNegativeTestJSON-1256305746 tempest-ServersAdminNegativeTestJSON-1256305746-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=599d188e-be3c-4eed-b961-f47d4b9e19a1 HTTP/1.1" status: 200 len: 1100 time: 0.1448429 Jul 27 23:05:37.473499 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-880b66cd-6c11-4919-a229-48be78344885 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:37.490709 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-6f7574d3-a230-4232-ade9-d89629256fa8 req-cefed6ce-1677-4a2a-9d92-a535eed03684 service neutron] For port 14dc1cce-5542-4a32-8b06-7fc4bd9feb10, host n-h2-802623-1, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:05:37.499025 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-1b85a065-f0a0-4e75-aec8-51fc354a7625 req-6c5466d7-68b3-4e44-ac66-a1f05239bc65 tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ee1769a-7cc2-4f9a-a15b-54c39d35bd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353910 Jul 27 23:05:37.522981 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-6f7574d3-a230-4232-ade9-d89629256fa8 req-cefed6ce-1677-4a2a-9d92-a535eed03684 service neutron] For port 14dc1cce-5542-4a32-8b06-7fc4bd9feb10, host n-h2-802623-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=14dc1cce-5542-4a32-8b06-7fc4bd9feb10,segment=NetworkSegment(16e91594-c047-4b55-93eb-43af33ad08e1),segment_id=16e91594-c047-4b55-93eb-43af33ad08e1)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:05:37.525199 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-00dff3a7-667d-4095-91ff-a637b94ea32a req-f8d07c23-b2b8-438e-8c6d-192fa8870ff1 service neutron] For port 24185df4-0d89-421f-a3eb-be4ff3de08d0, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=24185df4-0d89-421f-a3eb-be4ff3de08d0,segment=NetworkSegment(7332ccbf-8fd9-4ff5-bad6-b4b872eccd4e),segment_id=7332ccbf-8fd9-4ff5-bad6-b4b872eccd4e)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:05:37.525820 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c491f14c-b126-4a83-9775-ec5713eed046 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593271'] for network, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:37.538913 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-6f7574d3-a230-4232-ade9-d89629256fa8 req-cefed6ce-1677-4a2a-9d92-a535eed03684 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11336041'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:37.577693 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-2c960d0a-82e4-439b-97d3-d2bf34d226bc req-c47dd39b-5855-4173-9f23-2852355b6015 tempest-ServersAdminNegativeTestJSON-1256305746 tempest-ServersAdminNegativeTestJSON-1256305746-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:37.614635 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefed6ce-1677-4a2a-9d92-a535eed03684 service neutron] Pushing event updated for resources: {'Port': ['ID=14dc1cce-5542-4a32-8b06-7fc4bd9feb10,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:05:37.616740 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 46784d81-0b41-490b-8382-b7548d96fc84 no longer exists at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:05:37.617392 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-00dff3a7-667d-4095-91ff-a637b94ea32a req-f8d07c23-b2b8-438e-8c6d-192fa8870ff1 service neutron] For port 24185df4-0d89-421f-a3eb-be4ff3de08d0, host n-h2-802623-1, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:05:37.643353 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7574d3-a230-4232-ade9-d89629256fa8 req-cefed6ce-1677-4a2a-9d92-a535eed03684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:37.644333 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-6f7574d3-a230-4232-ade9-d89629256fa8 req-cefed6ce-1677-4a2a-9d92-a535eed03684 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:37.645731 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-6f7574d3-a230-4232-ade9-d89629256fa8 req-cefed6ce-1677-4a2a-9d92-a535eed03684 service neutron] 10.222.0.49 "PUT /v2.0/ports/14dc1cce-5542-4a32-8b06-7fc4bd9feb10 HTTP/1.1" status: 200 len: 1095 time: 2.5453639 Jul 27 23:05:37.650225 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b37b46f-1570-43c3-93ca-a2102e466b4e', 'tag': '14dc1cce-5542-4a32-8b06-7fc4bd9feb10'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:05:37.651974 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a476459a1bfce68b0ae0df5b6a71154bfc7cfdc8f9eefce6ad0a17231e60468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a5b19d3-e673-4ad0-80da-fd8fea17b24a" -d '{"events": [{"name": "network-changed", "server_uuid": "7b37b46f-1570-43c3-93ca-a2102e466b4e", "tag": "14dc1cce-5542-4a32-8b06-7fc4bd9feb10"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:05:37.669957 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] No Port match for: 46784d81-0b41-490b-8382-b7548d96fc84 {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:05:37.670315 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 46784d81-0b41-490b-8382-b7548d96fc84 not bound to the agent host n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:05:37.671606 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-880b66cd-6c11-4919-a229-48be78344885 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3760555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-414115'] for router_interface, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:37.680082 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880b66cd-6c11-4919-a229-48be78344885 admin admin] Pushing event updated for resources: {'Port': ['ID=37cb6213-bb19-45c9-a2f9-bae829e83a2c,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:05:37.709694 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [req-00dff3a7-667d-4095-91ff-a637b94ea32a req-f8d07c23-b2b8-438e-8c6d-192fa8870ff1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24185df4-0d89-421f-a3eb-be4ff3de08d0 {{(pid=93798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:05:37.778324 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-30c0cc6e-9c28-44e1-a4f6-2ff133d9bd0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16741546-3592-4d2f-bf80-1bf75ee3aea9', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-533546863-router', 'tenant_id': '09a0cfde4ce544d0bf97475963eb4f26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': 'f5a0504c-e858-4a69-8c0a-8cfe2b469373', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:05:30Z', 'updated_at': '2021-07-27T23:05:36Z', 'revision_number': 4, 'project_id': '09a0cfde4ce544d0bf97475963eb4f26', 'gw_port': {'id': 'f5a0504c-e858-4a69-8c0a-8cfe2b469373', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:22:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16741546-3592-4d2f-bf80-1bf75ee3aea9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:05:31Z', 'updated_at': '2021-07-27T23:05:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': '37cb6213-bb19-45c9-a2f9-bae829e83a2c', 'name': '', 'network_id': 'f567a929-7c82-4c83-ba32-efa5cc4c353c', 'tenant_id': '09a0cfde4ce544d0bf97475963eb4f26', 'mac_address': 'fa:16:3e:f0:4d:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16741546-3592-4d2f-bf80-1bf75ee3aea9', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '170c0494-7573-466b-89f6-5a7dad161cdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:05:35Z', 'updated_at': '2021-07-27T23:05:36Z', 'revision_number': 1, 'project_id': '09a0cfde4ce544d0bf97475963eb4f26', 'subnets': [{'id': '170c0494-7573-466b-89f6-5a7dad161cdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:05:37.780846 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3398b23c-9f70-458c-87d3-9c4f4da4541f req-5a7418e6-c45d-46a7-989e-4ecaa169b08f tempest-ServersTestBootFromVolume-906123710 tempest-ServersTestBootFromVolume-906123710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:37.784216 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-3398b23c-9f70-458c-87d3-9c4f4da4541f req-5a7418e6-c45d-46a7-989e-4ecaa169b08f tempest-ServersTestBootFromVolume-906123710 tempest-ServersTestBootFromVolume-906123710-project] 10.222.0.18 "GET /v2.0/ports?device_id=405264ac-9a3d-44fc-803d-2c1b6254405c HTTP/1.1" status: 200 len: 945 time: 0.1560316 Jul 27 23:05:37.797338 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7574d3-a230-4232-ade9-d89629256fa8 req-b4ded598-f354-4169-8318-5e692e90a884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:37.798880 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-6f7574d3-a230-4232-ade9-d89629256fa8 req-b4ded598-f354-4169-8318-5e692e90a884 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=496de96608da4f74abc6cf1f10c98b52&device_id=7b37b46f-1570-43c3-93ca-a2102e466b4e HTTP/1.1" status: 200 len: 1098 time: 0.0972607 Jul 27 23:05:37.807536 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-c491f14c-b126-4a83-9775-ec5713eed046 admin admin] Deleting port b0c1f4ab-d670-420e-a920-3fd7a9e8311a {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:05:37.807884 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c491f14c-b126-4a83-9775-ec5713eed046 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:37.823938 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30c0cc6e-9c28-44e1-a4f6-2ff133d9bd0a None None] The sync data for ids ['16741546-3592-4d2f-bf80-1bf75ee3aea9'] in n-d-802623-1 is: [{'id': '16741546-3592-4d2f-bf80-1bf75ee3aea9', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-533546863-router', 'tenant_id': '09a0cfde4ce544d0bf97475963eb4f26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': 'f5a0504c-e858-4a69-8c0a-8cfe2b469373', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:05:30Z', 'updated_at': '2021-07-27T23:05:36Z', 'revision_number': 4, 'project_id': '09a0cfde4ce544d0bf97475963eb4f26', 'gw_port': {'id': 'f5a0504c-e858-4a69-8c0a-8cfe2b469373', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:22:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16741546-3592-4d2f-bf80-1bf75ee3aea9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:05:31Z', 'updated_at': '2021-07-27T23:05:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': '37cb6213-bb19-45c9-a2f9-bae829e83a2c', 'name': '', 'network_id': 'f567a929-7c82-4c83-ba32-efa5cc4c353c', 'tenant_id': '09a0cfde4ce544d0bf97475963eb4f26', 'mac_address': 'fa:16:3e:f0:4d:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16741546-3592-4d2f-bf80-1bf75ee3aea9', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '170c0494-7573-466b-89f6-5a7dad161cdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:05:35Z', 'updated_at': '2021-07-27T23:05:36Z', 'revision_number': 1, 'project_id': '09a0cfde4ce544d0bf97475963eb4f26', 'subnets': [{'id': '170c0494-7573-466b-89f6-5a7dad161cdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:05:37.875384 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-00dff3a7-667d-4095-91ff-a637b94ea32a req-f8d07c23-b2b8-438e-8c6d-192fa8870ff1 service neutron] For port 24185df4-0d89-421f-a3eb-be4ff3de08d0, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=24185df4-0d89-421f-a3eb-be4ff3de08d0,segment=NetworkSegment(7332ccbf-8fd9-4ff5-bad6-b4b872eccd4e),segment_id=7332ccbf-8fd9-4ff5-bad6-b4b872eccd4e)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:05:37.881685 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device 24185df4-0d89-421f-a3eb-be4ff3de08d0 no longer exists at agent hyperv_n-h2-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:05:37.886081 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12e0809d-1395-4360-8f09-5b6040e3f217 None None] DHCP port deletion for 9b83e052-7bde-4257-b691-c0b4cba76e81 request from n-d-802623-1 {{(pid=93799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 23:05:37.897224 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-880b66cd-6c11-4919-a229-48be78344885 admin admin] Network f567a929-7c82-4c83-ba32-efa5cc4c353c is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:05:37.904276 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-880b66cd-6c11-4919-a229-48be78344885 admin admin] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:05:37.915695 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-00dff3a7-667d-4095-91ff-a637b94ea32a req-f8d07c23-b2b8-438e-8c6d-192fa8870ff1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:37.959782 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-6f7574d3-a230-4232-ade9-d89629256fa8 req-5a136adc-7f8b-4114-9d53-4632d5676810 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=14dc1cce-5542-4a32-8b06-7fc4bd9feb10 HTTP/1.1" status: 200 len: 217 time: 0.1436772 Jul 27 23:05:38.035397 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-3398b23c-9f70-458c-87d3-9c4f4da4541f req-349eefa8-111c-4785-ac42-be8a2f87e850 tempest-ServersTestBootFromVolume-906123710 tempest-ServersTestBootFromVolume-906123710-project] 10.222.0.18 "GET /v2.0/security-groups?id=51319066-09f7-46fc-a664-dbbf59d47595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2374647 Jul 27 23:05:38.057862 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-12e0809d-1395-4360-8f09-5b6040e3f217 None None] Deleting port b0c1f4ab-d670-420e-a920-3fd7a9e8311a {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:05:38.062476 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-12e0809d-1395-4360-8f09-5b6040e3f217 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:38.106982 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-c491f14c-b126-4a83-9775-ec5713eed046 admin admin] For port b0c1f4ab-d670-420e-a920-3fd7a9e8311a, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=b0c1f4ab-d670-420e-a920-3fd7a9e8311a,segment=NetworkSegment(d5802ab5-2f2b-4a74-a43f-f634d40589f6),segment_id=d5802ab5-2f2b-4a74-a43f-f634d40589f6)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:05:38.107471 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c491f14c-b126-4a83-9775-ec5713eed046 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:38.126771 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-c491f14c-b126-4a83-9775-ec5713eed046 admin admin] Calling delete_port for b0c1f4ab-d670-420e-a920-3fd7a9e8311a owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:05:38.175879 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-12e0809d-1395-4360-8f09-5b6040e3f217 None None] For port b0c1f4ab-d670-420e-a920-3fd7a9e8311a, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=b0c1f4ab-d670-420e-a920-3fd7a9e8311a,segment=NetworkSegment(d5802ab5-2f2b-4a74-a43f-f634d40589f6),segment_id=d5802ab5-2f2b-4a74-a43f-f634d40589f6)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:05:38.176350 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-12e0809d-1395-4360-8f09-5b6040e3f217 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:38.194658 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-12e0809d-1395-4360-8f09-5b6040e3f217 None None] Calling delete_port for b0c1f4ab-d670-420e-a920-3fd7a9e8311a owned by network:dhcp {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:05:38.220544 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7574d3-a230-4232-ade9-d89629256fa8 req-a84a48bd-11f3-4051-9e1d-4b38eb922946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:38.222572 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-6f7574d3-a230-4232-ade9-d89629256fa8 req-a84a48bd-11f3-4051-9e1d-4b38eb922946 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=62938449-046d-4cbe-923a-7ebb632c358d HTTP/1.1" status: 200 len: 843 time: 0.2444258 Jul 27 23:05:38.350379 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-12e0809d-1395-4360-8f09-5b6040e3f217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:38.359506 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7574d3-a230-4232-ade9-d89629256fa8 req-aca54f8e-e6e7-463c-9a2c-232303734d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:38.361780 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-6f7574d3-a230-4232-ade9-d89629256fa8 req-aca54f8e-e6e7-463c-9a2c-232303734d69 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=591af2dd-f826-43b1-aa9d-e7a0bf218c71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1205630 Jul 27 23:05:38.371397 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35c98da-c441-4163-ba67-767c7b6f3702 req-ea6f3e9f-1613-4cd0-a44e-0eab537de20d tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:38.373187 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f35c98da-c441-4163-ba67-767c7b6f3702 req-ea6f3e9f-1613-4cd0-a44e-0eab537de20d tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b37b46f-1570-43c3-93ca-a2102e466b4e HTTP/1.1" status: 200 len: 947 time: 0.1472216 Jul 27 23:05:38.396123 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e0809d-1395-4360-8f09-5b6040e3f217 None None] Pushing event deleted for resources: {'Port': ['ID=b0c1f4ab-d670-420e-a920-3fd7a9e8311a,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:05:38.409653 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12e0809d-1395-4360-8f09-5b6040e3f217 None None] No DVR routers for this DVR port b0c1f4ab-d670-420e-a920-3fd7a9e8311a on host n-d-802623-1 {{(pid=93799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:05:38.424527 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-66654b63-3f41-43b4-a0bd-e417be18ec94 None None] Provisioning complete for port 37cb6213-bb19-45c9-a2f9-bae829e83a2c triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:05:38.425016 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-66654b63-3f41-43b4-a0bd-e417be18ec94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:38.436927 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c491f14c-b126-4a83-9775-ec5713eed046 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:38.477581 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-66654b63-3f41-43b4-a0bd-e417be18ec94 None None] Port 37cb6213-bb19-45c9-a2f9-bae829e83a2c cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:05:38.490501 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c491f14c-b126-4a83-9775-ec5713eed046 admin admin] Pushing event deleted for resources: {'Port': ['ID=b0c1f4ab-d670-420e-a920-3fd7a9e8311a,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:05:38.497712 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c491f14c-b126-4a83-9775-ec5713eed046 admin admin] No DVR routers for this DVR port b0c1f4ab-d670-420e-a920-3fd7a9e8311a on host n-d-802623-1 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:05:38.515079 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f35c98da-c441-4163-ba67-767c7b6f3702 req-b6074e80-ed03-44dd-b9db-287acefc8a3c tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] 10.222.0.18 "GET /v2.0/security-groups?id=3b54d803-f776-413f-b5bd-6e9336fca6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313124 Jul 27 23:05:38.571556 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 23:05:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f40244e9-2ab8-4972-9c97-87c12cf114b1 x-openstack-request-id: req-f40244e9-2ab8-4972-9c97-87c12cf114b1 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:05:38.571830 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b37b46f-1570-43c3-93ca-a2102e466b4e", "tag": "14dc1cce-5542-4a32-8b06-7fc4bd9feb10", "status": "completed", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:05:38.572083 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f40244e9-2ab8-4972-9c97-87c12cf114b1 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:05:38.572487 n-d-802623-1 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b37b46f-1570-43c3-93ca-a2102e466b4e', 'tag': '14dc1cce-5542-4a32-8b06-7fc4bd9feb10', 'status': 'completed', 'code': 200} Jul 27 23:05:38.612650 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-2c960d0a-82e4-439b-97d3-d2bf34d226bc req-c47dd39b-5855-4173-9f23-2852355b6015 tempest-ServersAdminNegativeTestJSON-1256305746 tempest-ServersAdminNegativeTestJSON-1256305746-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:38.615508 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-bf31cc4a-0be8-417f-87c6-034262e364a5 req-05a192b1-200a-4eb7-a4cc-775a74b8e4d6 service neutron] 10.222.0.38 "GET /v2.0/ports/2c5ff320-ebb8-4916-a66d-dee08f670207/bindings/n-h2-802623-1 HTTP/1.1" status: 200 len: 384 time: 0.0761976 Jul 27 23:05:38.624213 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-2c960d0a-82e4-439b-97d3-d2bf34d226bc req-c47dd39b-5855-4173-9f23-2852355b6015 tempest-ServersAdminNegativeTestJSON-1256305746 tempest-ServersAdminNegativeTestJSON-1256305746-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:38.626335 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-6f7574d3-a230-4232-ade9-d89629256fa8 req-f457d0b7-b249-4709-840c-0897c5ee3504 service neutron] 10.222.0.49 "GET /v2.0/networks/591af2dd-f826-43b1-aa9d-e7a0bf218c71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2520983 Jul 27 23:05:38.630690 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c491f14c-b126-4a83-9775-ec5713eed046 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618032', 'neutron.services.segments.db._delete_segments_for_network-8736833900081'] for network, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:38.650450 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-c491f14c-b126-4a83-9775-ec5713eed046 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b83e052-7bde-4257-b691-c0b4cba76e81']}} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:05:38.694073 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-c491f14c-b126-4a83-9775-ec5713eed046 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5802ab5-2f2b-4a74-a43f-f634d40589f6') {'for_net_delete': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:05:38.694382 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-c491f14c-b126-4a83-9775-ec5713eed046 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5802ab5-2f2b-4a74-a43f-f634d40589f6') {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:05:38.703789 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47dd39b-5855-4173-9f23-2852355b6015 tempest-ServersAdminNegativeTestJSON-1256305746 tempest-ServersAdminNegativeTestJSON-1256305746-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94d1eef0-8892-4d94-a568-7eaa17364266,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:05:38.721702 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c491f14c-b126-4a83-9775-ec5713eed046 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736833900858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11335978'] for segment, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:38.735688 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-2c960d0a-82e4-439b-97d3-d2bf34d226bc req-c47dd39b-5855-4173-9f23-2852355b6015 tempest-ServersAdminNegativeTestJSON-1256305746 tempest-ServersAdminNegativeTestJSON-1256305746-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=fe25dd46-142f-4f85-a515-1967d4861cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2595150 Jul 27 23:05:38.759831 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-00dff3a7-667d-4095-91ff-a637b94ea32a req-f8d07c23-b2b8-438e-8c6d-192fa8870ff1 service neutron] Transition to ACTIVE for port object 24185df4-0d89-421f-a3eb-be4ff3de08d0 will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:05:38.763789 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c491f14c-b126-4a83-9775-ec5713eed046 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:38.775031 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-00dff3a7-667d-4095-91ff-a637b94ea32a req-f8d07c23-b2b8-438e-8c6d-192fa8870ff1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:38.778926 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-880b66cd-6c11-4919-a229-48be78344885 admin admin] Router 16741546-3592-4d2f-bf80-1bf75ee3aea9 has already been hosted by L3 agent 018c4455-49c0-4734-927d-7824067b2a9e {{(pid=93798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 23:05:38.780257 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c491f14c-b126-4a83-9775-ec5713eed046 admin admin] Releasing vlan 536 on physical network physnet1 to pool {{(pid=93797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 23:05:38.780849 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c491f14c-b126-4a83-9775-ec5713eed046 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11336013'] for segment, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:38.783185 n-d-802623-1 neutron-server[93797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 23:05:38.783185 n-d-802623-1 neutron-server[93797]: self.session.flush() Jul 27 23:05:38.783185 n-d-802623-1 neutron-server[93797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 23:05:38.783185 n-d-802623-1 neutron-server[93797]: self.session.flush() Jul 27 23:05:38.783185 n-d-802623-1 neutron-server[93797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 23:05:38.783185 n-d-802623-1 neutron-server[93797]: self.session.flush() Jul 27 23:05:38.783185 n-d-802623-1 neutron-server[93797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 23:05:38.783185 n-d-802623-1 neutron-server[93797]: self.session.flush() Jul 27 23:05:38.783185 n-d-802623-1 neutron-server[93797]: Traceback (most recent call last): Jul 27 23:05:38.783185 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 23:05:38.783185 n-d-802623-1 neutron-server[93797]: timer() Jul 27 23:05:38.783185 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 23:05:38.783185 n-d-802623-1 neutron-server[93797]: cb(*args, **kw) Jul 27 23:05:38.783185 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 23:05:38.783185 n-d-802623-1 neutron-server[93797]: return func(*args, **kwargs) Jul 27 23:05:38.783185 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 23:05:38.783185 n-d-802623-1 neutron-server[93797]: self._notify() Jul 27 23:05:38.783185 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 23:05:38.783185 n-d-802623-1 neutron-server[93797]: self.callback(batched_events) Jul 27 23:05:38.783185 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 23:05:38.783185 n-d-802623-1 neutron-server[93797]: event.method(event) Jul 27 23:05:38.783185 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 23:05:38.783185 n-d-802623-1 neutron-server[93797]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 23:05:38.783185 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 23:05:38.783185 n-d-802623-1 neutron-server[93797]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 23:05:38.783185 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 23:05:38.783185 n-d-802623-1 neutron-server[93797]: return f(self, *a, **k) Jul 27 23:05:38.783185 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 23:05:38.783185 n-d-802623-1 neutron-server[93797]: return self._get(url).json() Jul 27 23:05:38.783185 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 23:05:38.783185 n-d-802623-1 neutron-server[93797]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 23:05:38.783185 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 23:05:38.783185 n-d-802623-1 neutron-server[93797]: return self.request(url, 'GET', **kwargs) Jul 27 23:05:38.783185 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 23:05:38.783185 n-d-802623-1 neutron-server[93797]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 23:05:38.783185 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 23:05:38.783185 n-d-802623-1 neutron-server[93797]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 23:05:38.783185 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 23:05:38.783185 n-d-802623-1 neutron-server[93797]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 23:05:38.783185 n-d-802623-1 neutron-server[93797]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 23:05:38.887962 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45db38d3-cfa6-4148-be66-fe3fc2add1d8 req-0fdabce6-18b1-4470-94bd-ed341114342f tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:38.889833 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-45db38d3-cfa6-4148-be66-fe3fc2add1d8 req-0fdabce6-18b1-4470-94bd-ed341114342f tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd7b332d-3077-4beb-a3df-e657be374929 HTTP/1.1" status: 200 len: 943 time: 0.1865394 Jul 27 23:05:38.897799 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-6f7574d3-a230-4232-ade9-d89629256fa8 req-f543f6bd-dbfd-4ba7-b6cd-18182060de28 service neutron] 10.222.0.49 "GET /v2.0/networks/591af2dd-f826-43b1-aa9d-e7a0bf218c71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2595840 Jul 27 23:05:38.901323 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c491f14c-b126-4a83-9775-ec5713eed046 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415412'] for network, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:38.916869 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device ab476ae2-c058-4a27-bb96-f6c22f4e4762 up at agent hyperv_n-h1-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:05:38.954704 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c491f14c-b126-4a83-9775-ec5713eed046 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for network, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:38.958072 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-c491f14c-b126-4a83-9775-ec5713eed046 admin admin] 10.222.0.18 "DELETE /v2.0/networks/9b83e052-7bde-4257-b691-c0b4cba76e81 HTTP/1.1" status: 204 len: 168 time: 1.5845301 Jul 27 23:05:38.960990 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-00dff3a7-667d-4095-91ff-a637b94ea32a req-f8d07c23-b2b8-438e-8c6d-192fa8870ff1 service neutron] No DVR routers for this DVR port 24185df4-0d89-421f-a3eb-be4ff3de08d0 on host n-h2-802623-1 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:05:38.964814 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 54110) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:05:38.988704 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Provisioning for port ab476ae2-c058-4a27-bb96-f6c22f4e4762 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:05:38.994170 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Provisioning complete for port ab476ae2-c058-4a27-bb96-f6c22f4e4762 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:05:38.994834 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:39.019012 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c491f14c-b126-4a83-9775-ec5713eed046 admin admin] Pushing event deleted for resources: {'Network': ['ID=9b83e052-7bde-4257-b691-c0b4cba76e81,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:05:39.046434 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d07c23-b2b8-438e-8c6d-192fa8870ff1 service neutron] Pushing event updated for resources: {'Port': ['ID=24185df4-0d89-421f-a3eb-be4ff3de08d0,revision_number=10']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:05:39.065904 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-45db38d3-cfa6-4148-be66-fe3fc2add1d8 req-cbfa462e-fa45-4fbe-b8d8-9bbec598d2a1 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] 10.222.0.18 "GET /v2.0/security-groups?id=bed30b16-cd2d-47d0-9758-37dc9df2dfb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457398 Jul 27 23:05:39.123104 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-bf31cc4a-0be8-417f-87c6-034262e364a5 req-feb684d5-5240-421b-8781-7a4de4025d18 service neutron] For port 2c5ff320-ebb8-4916-a66d-dee08f670207, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=2c5ff320-ebb8-4916-a66d-dee08f670207,segment=NetworkSegment(ff9b0beb-ebd9-45f3-9693-d627eb3bb065),segment_id=ff9b0beb-ebd9-45f3-9693-d627eb3bb065)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:05:39.145758 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5b19d3-e673-4ad0-80da-fd8fea17b24a req-b78c1c57-17bb-48cf-9a64-46753dc03348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:39.147348 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-3a5b19d3-e673-4ad0-80da-fd8fea17b24a req-b78c1c57-17bb-48cf-9a64-46753dc03348 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=496de96608da4f74abc6cf1f10c98b52&device_id=7b37b46f-1570-43c3-93ca-a2102e466b4e HTTP/1.1" status: 200 len: 1098 time: 0.1832290 Jul 27 23:05:39.150488 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-00dff3a7-667d-4095-91ff-a637b94ea32a req-f8d07c23-b2b8-438e-8c6d-192fa8870ff1 service neutron] 10.222.0.49 "PUT /v2.0/ports/24185df4-0d89-421f-a3eb-be4ff3de08d0/bindings/n-h1-802623-1/activate HTTP/1.1" status: 200 len: 369 time: 2.0555463 Jul 27 23:05:39.161311 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:39.200087 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '405264ac-9a3d-44fc-803d-2c1b6254405c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab476ae2-c058-4a27-bb96-f6c22f4e4762'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:05:39.203013 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c0369b0d4f459110ff20a1f9878ba33f96d6491bddb9d15843bf29d01e0bda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85ce2243-449a-4c57-b868-7fa0a32552d7" -d '{"events": [{"server_uuid": "405264ac-9a3d-44fc-803d-2c1b6254405c", "name": "network-vif-plugged", "status": "completed", "tag": "ab476ae2-c058-4a27-bb96-f6c22f4e4762"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:05:39.204574 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c925c9f-caba-488e-8e71-114cde0600fe req-c6c3119e-40b9-4f77-903a-32b09f28f815 tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:39.206164 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7c925c9f-caba-488e-8e71-114cde0600fe req-c6c3119e-40b9-4f77-903a-32b09f28f815 tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] 10.222.0.18 "GET /v2.0/ports?device_id=45491c78-fb5b-4166-8dac-8f81c2d42c00 HTTP/1.1" status: 200 len: 943 time: 0.3302515 Jul 27 23:05:39.214350 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-bf31cc4a-0be8-417f-87c6-034262e364a5 req-feb684d5-5240-421b-8781-7a4de4025d18 service neutron] For port 2c5ff320-ebb8-4916-a66d-dee08f670207, host n-h1-802623-1, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:05:39.220354 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port ab476ae2-c058-4a27-bb96-f6c22f4e4762, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=ab476ae2-c058-4a27-bb96-f6c22f4e4762,segment=NetworkSegment(6d86712d-5b82-4bcf-9bd8-e75a26d556ba),segment_id=6d86712d-5b82-4bcf-9bd8-e75a26d556ba)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:05:39.224884 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:39.226049 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 2c5ff320-ebb8-4916-a66d-dee08f670207 no longer exists at agent hyperv_n-h1-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:05:39.289700 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [req-bf31cc4a-0be8-417f-87c6-034262e364a5 req-feb684d5-5240-421b-8781-7a4de4025d18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c5ff320-ebb8-4916-a66d-dee08f670207 {{(pid=93798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:05:39.319224 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-880b66cd-6c11-4919-a229-48be78344885 admin admin] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:05:39.326792 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-bf31cc4a-0be8-417f-87c6-034262e364a5 req-feb684d5-5240-421b-8781-7a4de4025d18 service neutron] For port 2c5ff320-ebb8-4916-a66d-dee08f670207, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=2c5ff320-ebb8-4916-a66d-dee08f670207,segment=NetworkSegment(ff9b0beb-ebd9-45f3-9693-d627eb3bb065),segment_id=ff9b0beb-ebd9-45f3-9693-d627eb3bb065)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:05:39.329544 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Pushing event updated for resources: {'Port': ['ID=ab476ae2-c058-4a27-bb96-f6c22f4e4762,revision_number=5']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:05:39.337154 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-880b66cd-6c11-4919-a229-48be78344885 admin admin] 10.222.0.18 "PUT /v2.0/routers/16741546-3592-4d2f-bf80-1bf75ee3aea9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0737739 Jul 27 23:05:39.367826 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7c925c9f-caba-488e-8e71-114cde0600fe req-cb7f303d-e89e-4b36-87fb-47bb18b2a503 tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ee1769a-7cc2-4f9a-a15b-54c39d35bd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208055 Jul 27 23:05:39.372810 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-bf31cc4a-0be8-417f-87c6-034262e364a5 req-feb684d5-5240-421b-8781-7a4de4025d18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:39.395792 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c644c8-c17f-47b4-b368-079a39b809d8 req-7249ae29-5099-458b-8fc6-399c26a36790 tempest-ServersTestBootFromVolume-906123710 tempest-ServersTestBootFromVolume-906123710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:39.397333 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a7c644c8-c17f-47b4-b368-079a39b809d8 req-7249ae29-5099-458b-8fc6-399c26a36790 tempest-ServersTestBootFromVolume-906123710 tempest-ServersTestBootFromVolume-906123710-project] 10.222.0.18 "GET /v2.0/ports?device_id=405264ac-9a3d-44fc-803d-2c1b6254405c HTTP/1.1" status: 200 len: 945 time: 0.2490771 Jul 27 23:05:39.447686 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dff3a7-667d-4095-91ff-a637b94ea32a req-510fe97f-37d7-4081-aa49-d0bf5fbc77d1 tempest-LiveMigrationTest-1100887879 tempest-LiveMigrationTest-1100887879-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:39.449324 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-00dff3a7-667d-4095-91ff-a637b94ea32a req-510fe97f-37d7-4081-aa49-d0bf5fbc77d1 tempest-LiveMigrationTest-1100887879 tempest-LiveMigrationTest-1100887879-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=bd7b332d-3077-4beb-a3df-e657be374929&tenant_id=59376bbb1c574537a7eaca41e781bf3f&binding%3Ahost_id=n-h2-802623-1 HTTP/1.1" status: 200 len: 1095 time: 0.1957912 Jul 27 23:05:39.470042 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:05:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a142bf6-71e3-4ad0-a582-e6f9077473a2 x-openstack-request-id: req-0a142bf6-71e3-4ad0-a582-e6f9077473a2 {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:05:39.470446 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "405264ac-9a3d-44fc-803d-2c1b6254405c", "name": "network-vif-plugged", "status": "completed", "tag": "ab476ae2-c058-4a27-bb96-f6c22f4e4762", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:05:39.470795 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0a142bf6-71e3-4ad0-a582-e6f9077473a2 {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:05:39.471375 n-d-802623-1 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '405264ac-9a3d-44fc-803d-2c1b6254405c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab476ae2-c058-4a27-bb96-f6c22f4e4762', 'code': 200} Jul 27 23:05:39.505799 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5b19d3-e673-4ad0-80da-fd8fea17b24a req-747ecf91-d74e-483f-ac15-6caeda4e9eec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:39.506994 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-3a5b19d3-e673-4ad0-80da-fd8fea17b24a req-747ecf91-d74e-483f-ac15-6caeda4e9eec service neutron] 10.222.0.49 "GET /v2.0/networks?id=591af2dd-f826-43b1-aa9d-e7a0bf218c71 HTTP/1.1" status: 200 len: 870 time: 0.3201749 Jul 27 23:05:39.519980 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-bf31cc4a-0be8-417f-87c6-034262e364a5 req-feb684d5-5240-421b-8781-7a4de4025d18 service neutron] Transition to ACTIVE for port object 2c5ff320-ebb8-4916-a66d-dee08f670207 will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:05:39.534159 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-bf31cc4a-0be8-417f-87c6-034262e364a5 req-feb684d5-5240-421b-8781-7a4de4025d18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:39.572803 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device f5a0504c-e858-4a69-8c0a-8cfe2b469373 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:05:39.652859 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning for port f5a0504c-e858-4a69-8c0a-8cfe2b469373 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:05:39.653192 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf31cc4a-0be8-417f-87c6-034262e364a5 req-feb684d5-5240-421b-8781-7a4de4025d18 service neutron] No DVR routers for this DVR port 2c5ff320-ebb8-4916-a66d-dee08f670207 on host n-h1-802623-1 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:05:39.658172 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port f5a0504c-e858-4a69-8c0a-8cfe2b469373 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:05:39.658864 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:39.729217 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb684d5-5240-421b-8781-7a4de4025d18 service neutron] Pushing event updated for resources: {'Port': ['ID=2c5ff320-ebb8-4916-a66d-dee08f670207,revision_number=10']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:05:39.740156 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-bf31cc4a-0be8-417f-87c6-034262e364a5 req-feb684d5-5240-421b-8781-7a4de4025d18 service neutron] 10.222.0.38 "PUT /v2.0/ports/2c5ff320-ebb8-4916-a66d-dee08f670207/bindings/n-h2-802623-1/activate HTTP/1.1" status: 200 len: 369 time: 1.1062846 Jul 27 23:05:39.750109 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3dda0f-ce5d-4225-b76a-11231cdfdbca req-72ff07e4-7404-406e-a8dc-a051246b2a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:39.752095 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-9a3dda0f-ce5d-4225-b76a-11231cdfdbca req-72ff07e4-7404-406e-a8dc-a051246b2a67 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=405264ac-9a3d-44fc-803d-2c1b6254405c HTTP/1.1" status: 200 len: 1097 time: 0.1793549 Jul 27 23:05:39.781048 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7860f018-f457-4900-8c5e-a9b5e13c6ac2 req-4a9d28ae-c0f9-4480-945b-6119d35c32af tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:39.783636 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7860f018-f457-4900-8c5e-a9b5e13c6ac2 req-4a9d28ae-c0f9-4480-945b-6119d35c32af tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b37b46f-1570-43c3-93ca-a2102e466b4e HTTP/1.1" status: 200 len: 947 time: 0.1138535 Jul 27 23:05:39.800688 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:39.826581 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] For port f5a0504c-e858-4a69-8c0a-8cfe2b469373, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=f5a0504c-e858-4a69-8c0a-8cfe2b469373,segment=NetworkSegment(b9afe07e-bbe4-4740-834c-4b6a9698bdbc),segment_id=b9afe07e-bbe4-4740-834c-4b6a9698bdbc)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:05:39.836763 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:39.889687 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-9a3dda0f-ce5d-4225-b76a-11231cdfdbca req-48514185-5f43-4054-804f-87c475a745d0 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=51319066-09f7-46fc-a664-dbbf59d47595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1235564 Jul 27 23:05:39.908462 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Pushing event updated for resources: {'Port': ['ID=f5a0504c-e858-4a69-8c0a-8cfe2b469373,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:05:39.913802 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device b0c1f4ab-d670-420e-a920-3fd7a9e8311a no longer exists at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:05:39.924280 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7860f018-f457-4900-8c5e-a9b5e13c6ac2 req-2c94e920-977d-453c-978f-9e7d29ffad77 tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] 10.222.0.18 "GET /v2.0/security-groups?id=3b54d803-f776-413f-b5bd-6e9336fca6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247935 Jul 27 23:05:39.948021 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf31cc4a-0be8-417f-87c6-034262e364a5 req-ef50728c-bdd3-4dfb-bd8d-233614c4c213 tempest-LiveAutoBlockMigrationV225Test-1050679481 tempest-LiveAutoBlockMigrationV225Test-1050679481-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:39.949980 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-bf31cc4a-0be8-417f-87c6-034262e364a5 req-ef50728c-bdd3-4dfb-bd8d-233614c4c213 tempest-LiveAutoBlockMigrationV225Test-1050679481 tempest-LiveAutoBlockMigrationV225Test-1050679481-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=45491c78-fb5b-4166-8dac-8f81c2d42c00&tenant_id=2b51160ea37c42ce86518efb7f5012de&binding%3Ahost_id=n-h1-802623-1 HTTP/1.1" status: 200 len: 1095 time: 0.1265919 Jul 27 23:05:39.952081 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] No Port match for: b0c1f4ab-d670-420e-a920-3fd7a9e8311a {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:05:39.952537 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device b0c1f4ab-d670-420e-a920-3fd7a9e8311a not bound to the agent host n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:05:39.999870 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a7c644c8-c17f-47b4-b368-079a39b809d8 req-b9da277a-07ae-4b03-bd8d-d60707dae918 tempest-ServersTestBootFromVolume-906123710 tempest-ServersTestBootFromVolume-906123710-project] 10.222.0.18 "GET /v2.0/security-groups?id=51319066-09f7-46fc-a664-dbbf59d47595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5886159 Jul 27 23:05:40.006341 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-3a5b19d3-e673-4ad0-80da-fd8fea17b24a req-2329cb95-677f-4656-aaa7-e39297e932b0 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=14dc1cce-5542-4a32-8b06-7fc4bd9feb10 HTTP/1.1" status: 200 len: 217 time: 0.0474305 Jul 27 23:05:40.038810 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf31cc4a-0be8-417f-87c6-034262e364a5 req-ea256bf3-f11f-4bc0-ad0c-dd10f9396322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:40.040581 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-bf31cc4a-0be8-417f-87c6-034262e364a5 req-ea256bf3-f11f-4bc0-ad0c-dd10f9396322 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=45491c78-fb5b-4166-8dac-8f81c2d42c00&tenant_id=2b51160ea37c42ce86518efb7f5012de HTTP/1.1" status: 200 len: 1095 time: 0.0813699 Jul 27 23:05:40.081990 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dff3a7-667d-4095-91ff-a637b94ea32a req-af053ab7-7ffa-485b-9c8d-1a76a5cc7e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:40.083672 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-00dff3a7-667d-4095-91ff-a637b94ea32a req-af053ab7-7ffa-485b-9c8d-1a76a5cc7e68 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=bd7b332d-3077-4beb-a3df-e657be374929&tenant_id=59376bbb1c574537a7eaca41e781bf3f HTTP/1.1" status: 200 len: 1095 time: 0.6042061 Jul 27 23:05:40.113047 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf31cc4a-0be8-417f-87c6-034262e364a5 req-dd0695bc-4eca-4f71-8282-6bb9e341e7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:40.114571 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-bf31cc4a-0be8-417f-87c6-034262e364a5 req-dd0695bc-4eca-4f71-8282-6bb9e341e7e0 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2b51160ea37c42ce86518efb7f5012de&device_id=45491c78-fb5b-4166-8dac-8f81c2d42c00 HTTP/1.1" status: 200 len: 1095 time: 0.0478573 Jul 27 23:05:40.160777 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5b19d3-e673-4ad0-80da-fd8fea17b24a req-0c858e03-614b-4443-9fe8-8cd1da1da3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:40.162268 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-3a5b19d3-e673-4ad0-80da-fd8fea17b24a req-0c858e03-614b-4443-9fe8-8cd1da1da3cf service neutron] 10.222.0.49 "GET /v2.0/subnets?id=62938449-046d-4cbe-923a-7ebb632c358d HTTP/1.1" status: 200 len: 843 time: 0.1364682 Jul 27 23:05:40.201160 n-d-802623-1 neutron-server[93798]: INFO neutron.api.v2.resource [req-ac1c2d2d-d2a3-4366-89ea-af9603603d7b req-6ef652eb-bbc7-45da-99e3-c6c876a5522e tempest-FloatingIPDetailsNegativeTestJSON-908481521 tempest-FloatingIPDetailsNegativeTestJSON-908481521-project] show failed (client error): The resource could not be found. Jul 27 23:05:40.202330 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ac1c2d2d-d2a3-4366-89ea-af9603603d7b req-6ef652eb-bbc7-45da-99e3-c6c876a5522e tempest-FloatingIPDetailsNegativeTestJSON-908481521 tempest-FloatingIPDetailsNegativeTestJSON-908481521-project] 10.222.0.18 "GET /v2.0/floatingips/71cf8e13-4cc3-4f0f-a742-1c0373fd9635 HTTP/1.1" status: 404 len: 350 time: 0.0801604 Jul 27 23:05:40.213242 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 54130) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:05:40.253987 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dff3a7-667d-4095-91ff-a637b94ea32a req-e8e8fe04-ad43-4225-af90-40772d47d5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:40.255542 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-00dff3a7-667d-4095-91ff-a637b94ea32a req-e8e8fe04-ad43-4225-af90-40772d47d5c8 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=59376bbb1c574537a7eaca41e781bf3f&device_id=bd7b332d-3077-4beb-a3df-e657be374929 HTTP/1.1" status: 200 len: 1095 time: 0.1386592 Jul 27 23:05:40.323795 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5b19d3-e673-4ad0-80da-fd8fea17b24a req-de2b5902-37bb-4753-a6a4-c47751137154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:40.325225 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-3a5b19d3-e673-4ad0-80da-fd8fea17b24a req-de2b5902-37bb-4753-a6a4-c47751137154 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=591af2dd-f826-43b1-aa9d-e7a0bf218c71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1542804 Jul 27 23:05:40.348902 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8144e2a8-69be-45d0-ad16-66cbab8b8476 req-5c7955cd-2912-4674-9eaa-be3b100f6bcc tempest-ServersAdminNegativeTestJSON-1256305746 tempest-ServersAdminNegativeTestJSON-1256305746-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:40.351139 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8144e2a8-69be-45d0-ad16-66cbab8b8476 req-5c7955cd-2912-4674-9eaa-be3b100f6bcc tempest-ServersAdminNegativeTestJSON-1256305746 tempest-ServersAdminNegativeTestJSON-1256305746-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=599d188e-be3c-4eed-b961-f47d4b9e19a1 HTTP/1.1" status: 200 len: 1100 time: 0.1371584 Jul 27 23:05:40.354380 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf31cc4a-0be8-417f-87c6-034262e364a5 req-a34772d3-3bf2-45f1-8cb8-305b9ad7f79a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:40.355882 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-bf31cc4a-0be8-417f-87c6-034262e364a5 req-a34772d3-3bf2-45f1-8cb8-305b9ad7f79a service neutron] 10.222.0.49 "GET /v2.0/networks?id=7ba5f889-7a68-424d-8fa1-71447bc958df HTTP/1.1" status: 200 len: 922 time: 0.2326102 Jul 27 23:05:40.423330 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec01bf1-aba7-4a6e-b27d-7a393f978d1b req-e13c5844-f8b7-42a4-af42-316be1e063bb tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:40.424402 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-4ec01bf1-aba7-4a6e-b27d-7a393f978d1b req-e13c5844-f8b7-42a4-af42-316be1e063bb tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd7b332d-3077-4beb-a3df-e657be374929 HTTP/1.1" status: 200 len: 944 time: 0.1491437 Jul 27 23:05:40.425646 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-bf31cc4a-0be8-417f-87c6-034262e364a5 req-015158ed-dd6f-4013-a256-193888e8251a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2c5ff320-ebb8-4916-a66d-dee08f670207 HTTP/1.1" status: 200 len: 217 time: 0.0583086 Jul 27 23:05:40.510503 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8144e2a8-69be-45d0-ad16-66cbab8b8476 req-3dd5733f-ccfd-4ebb-9b42-ab547fe51526 tempest-ServersAdminNegativeTestJSON-1256305746 tempest-ServersAdminNegativeTestJSON-1256305746-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=fe25dd46-142f-4f85-a515-1967d4861cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495190 Jul 27 23:05:40.523508 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dff3a7-667d-4095-91ff-a637b94ea32a req-81ad380a-3d70-417e-b438-d35e31d4b982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:40.524974 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-00dff3a7-667d-4095-91ff-a637b94ea32a req-81ad380a-3d70-417e-b438-d35e31d4b982 service neutron] 10.222.0.38 "GET /v2.0/networks?id=c451a142-86a9-4355-833f-365557d21b8d HTTP/1.1" status: 200 len: 909 time: 0.2574406 Jul 27 23:05:40.548337 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-3a5b19d3-e673-4ad0-80da-fd8fea17b24a req-73764a90-6520-4a76-a300-86f9974f7e2b service neutron] 10.222.0.49 "GET /v2.0/networks/591af2dd-f826-43b1-aa9d-e7a0bf218c71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2100930 Jul 27 23:05:40.576864 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf31cc4a-0be8-417f-87c6-034262e364a5 req-cdb51d91-a63f-4873-ad13-52834710df79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:40.578294 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-bf31cc4a-0be8-417f-87c6-034262e364a5 req-cdb51d91-a63f-4873-ad13-52834710df79 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=2be3a116-6f3a-48af-9c58-17be143660fc HTTP/1.1" status: 200 len: 861 time: 0.1149907 Jul 27 23:05:40.583517 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-4ec01bf1-aba7-4a6e-b27d-7a393f978d1b req-62669817-75cd-4a68-9d06-042f9cc4db1a tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] 10.222.0.18 "GET /v2.0/security-groups?id=bed30b16-cd2d-47d0-9758-37dc9df2dfb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520417 Jul 27 23:05:40.595793 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-00dff3a7-667d-4095-91ff-a637b94ea32a req-b81f1bc2-233e-48d3-8b3c-4bf68d5d5caf service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=24185df4-0d89-421f-a3eb-be4ff3de08d0 HTTP/1.1" status: 200 len: 217 time: 0.0579813 Jul 27 23:05:40.622852 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-bf31cc4a-0be8-417f-87c6-034262e364a5 req-2bb3e48b-fc94-4a9a-bb4d-9e225abc77e1 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=7ba5f889-7a68-424d-8fa1-71447bc958df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322628 Jul 27 23:05:40.731858 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d1a28005-6dad-4a47-8a2d-d8a8594e7083 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-414022'] for router_interface, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:40.792224 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dff3a7-667d-4095-91ff-a637b94ea32a req-2b26838e-05a1-4159-903c-95f69eca00db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:40.793708 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-00dff3a7-667d-4095-91ff-a637b94ea32a req-2b26838e-05a1-4159-903c-95f69eca00db service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b1592ca5-0a74-47a5-88e1-85b3448a0017 HTTP/1.1" status: 200 len: 848 time: 0.1781011 Jul 27 23:05:40.798895 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-bf31cc4a-0be8-417f-87c6-034262e364a5 req-cd0b45b9-181e-42fe-b6f6-125561ad8908 service neutron] 10.222.0.49 "GET /v2.0/networks/7ba5f889-7a68-424d-8fa1-71447bc958df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530075 Jul 27 23:05:40.809030 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527f4ac7-ddae-4dab-8f47-691aed2a5951 req-e0670d94-9bc9-43c6-994a-cc47c224dba1 tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:40.811540 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-527f4ac7-ddae-4dab-8f47-691aed2a5951 req-e0670d94-9bc9-43c6-994a-cc47c224dba1 tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] 10.222.0.18 "GET /v2.0/ports?device_id=45491c78-fb5b-4166-8dac-8f81c2d42c00 HTTP/1.1" status: 200 len: 944 time: 0.2267880 Jul 27 23:05:40.874573 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-00dff3a7-667d-4095-91ff-a637b94ea32a req-d2082c16-18a6-45df-a44b-dc27916f90aa service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=c451a142-86a9-4355-833f-365557d21b8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0583260 Jul 27 23:05:40.926828 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-3a5b19d3-e673-4ad0-80da-fd8fea17b24a req-5634d31e-f43b-4259-b11e-e8155ba07fd7 service neutron] 10.222.0.49 "GET /v2.0/networks/591af2dd-f826-43b1-aa9d-e7a0bf218c71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3411953 Jul 27 23:05:40.977945 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-bf31cc4a-0be8-417f-87c6-034262e364a5 req-70f2e02f-513a-408a-9382-11079b680cea service neutron] 10.222.0.49 "GET /v2.0/networks/7ba5f889-7a68-424d-8fa1-71447bc958df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1624761 Jul 27 23:05:40.990261 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-527f4ac7-ddae-4dab-8f47-691aed2a5951 req-270f2870-f7e9-465d-a0c5-2ce2a36fc7a8 tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ee1769a-7cc2-4f9a-a15b-54c39d35bd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599231 Jul 27 23:05:40.999069 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdc44af9-e2ac-42bf-afc7-01715e909265 None None] Sync routers for ids ['16741546-3592-4d2f-bf80-1bf75ee3aea9'] in n-d-802623-1 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:05:41.019911 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdc44af9-e2ac-42bf-afc7-01715e909265 None None] Routers {'16741546-3592-4d2f-bf80-1bf75ee3aea9'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:05:41.021948 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-cdc44af9-e2ac-42bf-afc7-01715e909265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:05:29Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['16741546-3592-4d2f-bf80-1bf75ee3aea9'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:05:41.022277 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5ef15c13-ef2b-4dfa-8d44-fe919b30f926 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-414022'] for router_interface, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:41.158103 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-00dff3a7-667d-4095-91ff-a637b94ea32a req-6b4317b3-3fe9-4c01-8ad4-a64c77d47937 service neutron] 10.222.0.38 "GET /v2.0/networks/c451a142-86a9-4355-833f-365557d21b8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2410791 Jul 27 23:05:41.164529 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-cdc44af9-e2ac-42bf-afc7-01715e909265 None None] Set router 16741546-3592-4d2f-bf80-1bf75ee3aea9 gateway port host: n-d-802623-1 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:05:41.177362 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2deb063-18c2-40e9-8b46-b14b74e01b0f req-ca06c69f-2d1d-413a-94b8-234871bc1a0b tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:41.178841 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c2deb063-18c2-40e9-8b46-b14b74e01b0f req-ca06c69f-2d1d-413a-94b8-234871bc1a0b tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b37b46f-1570-43c3-93ca-a2102e466b4e HTTP/1.1" status: 200 len: 947 time: 0.1130695 Jul 27 23:05:41.243887 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b11aec0-f5d0-4ed2-8e53-3e6a07e890d8 req-2afd7b13-9861-4967-abbc-35f3ccb08848 tempest-ServersAdminNegativeTestJSON-2027900281 tempest-ServersAdminNegativeTestJSON-2027900281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:41.245346 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-2b11aec0-f5d0-4ed2-8e53-3e6a07e890d8 req-2afd7b13-9861-4967-abbc-35f3ccb08848 tempest-ServersAdminNegativeTestJSON-2027900281 tempest-ServersAdminNegativeTestJSON-2027900281-project] 10.222.0.18 "GET /v2.0/ports?device_id=599d188e-be3c-4eed-b961-f47d4b9e19a1 HTTP/1.1" status: 200 len: 949 time: 0.1398857 Jul 27 23:05:41.322307 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-2b11aec0-f5d0-4ed2-8e53-3e6a07e890d8 req-b75a31c6-50c7-409d-845b-0f99ec7baf3f tempest-ServersAdminNegativeTestJSON-2027900281 tempest-ServersAdminNegativeTestJSON-2027900281-project] 10.222.0.18 "GET /v2.0/security-groups?id=fe25dd46-142f-4f85-a515-1967d4861cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694153 Jul 27 23:05:41.355432 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-00dff3a7-667d-4095-91ff-a637b94ea32a req-84d8a8d9-c32f-4f4b-a77f-d35ff4eb8f74 service neutron] 10.222.0.38 "GET /v2.0/networks/c451a142-86a9-4355-833f-365557d21b8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1834335 Jul 27 23:05:41.406058 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c2deb063-18c2-40e9-8b46-b14b74e01b0f req-5646a6ba-6212-49bf-91cd-a7f393ddc7cb tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] 10.222.0.18 "GET /v2.0/security-groups?id=3b54d803-f776-413f-b5bd-6e9336fca6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549437 Jul 27 23:05:41.441956 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device f5a0504c-e858-4a69-8c0a-8cfe2b469373 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:05:41.463712 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-cdc44af9-e2ac-42bf-afc7-01715e909265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16741546-3592-4d2f-bf80-1bf75ee3aea9', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-533546863-router', 'tenant_id': '09a0cfde4ce544d0bf97475963eb4f26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': 'f5a0504c-e858-4a69-8c0a-8cfe2b469373', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:05:30Z', 'updated_at': '2021-07-27T23:05:36Z', 'revision_number': 4, 'project_id': '09a0cfde4ce544d0bf97475963eb4f26', 'gw_port': {'id': 'f5a0504c-e858-4a69-8c0a-8cfe2b469373', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:22:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16741546-3592-4d2f-bf80-1bf75ee3aea9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:05:31Z', 'updated_at': '2021-07-27T23:05:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': '37cb6213-bb19-45c9-a2f9-bae829e83a2c', 'name': '', 'network_id': 'f567a929-7c82-4c83-ba32-efa5cc4c353c', 'tenant_id': '09a0cfde4ce544d0bf97475963eb4f26', 'mac_address': 'fa:16:3e:f0:4d:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16741546-3592-4d2f-bf80-1bf75ee3aea9', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '170c0494-7573-466b-89f6-5a7dad161cdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:05:35Z', 'updated_at': '2021-07-27T23:05:37Z', 'revision_number': 2, 'project_id': '09a0cfde4ce544d0bf97475963eb4f26', 'subnets': [{'id': '170c0494-7573-466b-89f6-5a7dad161cdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:05:41.495260 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdc44af9-e2ac-42bf-afc7-01715e909265 None None] Checking router: 16741546-3592-4d2f-bf80-1bf75ee3aea9 for host: n-d-802623-1 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 23:05:41.495614 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdc44af9-e2ac-42bf-afc7-01715e909265 None None] Updating router 16741546-3592-4d2f-bf80-1bf75ee3aea9 port 37cb6213-bb19-45c9-a2f9-bae829e83a2c binding host n-d-802623-1 {{(pid=93800) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 23:05:41.502105 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port f5a0504c-e858-4a69-8c0a-8cfe2b469373 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:05:41.502717 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:41.520059 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6139100b-d926-4580-921a-055f94e25704 req-163c82fe-37ba-48a0-b630-397994405c6c tempest-ServersTestBootFromVolume-906123710 tempest-ServersTestBootFromVolume-906123710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:41.522975 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf31cc4a-0be8-417f-87c6-034262e364a5 req-961d0a12-ce25-418d-bd4e-b31c6c2d6e16 tempest-LiveAutoBlockMigrationV225Test-1050679481 tempest-LiveAutoBlockMigrationV225Test-1050679481-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:41.524502 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-bf31cc4a-0be8-417f-87c6-034262e364a5 req-961d0a12-ce25-418d-bd4e-b31c6c2d6e16 tempest-LiveAutoBlockMigrationV225Test-1050679481 tempest-LiveAutoBlockMigrationV225Test-1050679481-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=45491c78-fb5b-4166-8dac-8f81c2d42c00&tenant_id=2b51160ea37c42ce86518efb7f5012de&binding%3Ahost_id=n-h2-802623-1 HTTP/1.1" status: 200 len: 1095 time: 0.1804128 Jul 27 23:05:41.525099 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-cdc44af9-e2ac-42bf-afc7-01715e909265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:41.534932 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-6139100b-d926-4580-921a-055f94e25704 req-163c82fe-37ba-48a0-b630-397994405c6c tempest-ServersTestBootFromVolume-906123710 tempest-ServersTestBootFromVolume-906123710-project] 10.222.0.18 "GET /v2.0/ports?device_id=405264ac-9a3d-44fc-803d-2c1b6254405c HTTP/1.1" status: 200 len: 946 time: 0.1008966 Jul 27 23:05:41.612839 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d1a28005-6dad-4a47-8a2d-d8a8594e7083 admin admin] Deleting port 0c1d5438-58f6-453a-952b-108b182b1107 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:05:41.614543 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d1a28005-6dad-4a47-8a2d-d8a8594e7083 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:41.718470 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-6139100b-d926-4580-921a-055f94e25704 req-cc3e24ea-a18c-430d-831d-bb7a4a0a0e3d tempest-ServersTestBootFromVolume-906123710 tempest-ServersTestBootFromVolume-906123710-project] 10.222.0.18 "GET /v2.0/security-groups?id=51319066-09f7-46fc-a664-dbbf59d47595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1715212 Jul 27 23:05:41.775526 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dff3a7-667d-4095-91ff-a637b94ea32a req-5244f304-d63c-4b0f-aa84-4770cf85b4f5 tempest-LiveMigrationTest-1100887879 tempest-LiveMigrationTest-1100887879-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:41.777500 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-00dff3a7-667d-4095-91ff-a637b94ea32a req-5244f304-d63c-4b0f-aa84-4770cf85b4f5 tempest-LiveMigrationTest-1100887879 tempest-LiveMigrationTest-1100887879-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=bd7b332d-3077-4beb-a3df-e657be374929&tenant_id=59376bbb1c574537a7eaca41e781bf3f&binding%3Ahost_id=n-h1-802623-1 HTTP/1.1" status: 200 len: 1095 time: 0.0956256 Jul 27 23:05:41.785365 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-d1a28005-6dad-4a47-8a2d-d8a8594e7083 admin admin] For port 0c1d5438-58f6-453a-952b-108b182b1107, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=0c1d5438-58f6-453a-952b-108b182b1107,segment=NetworkSegment(a64c2c6c-9673-4931-86c6-f856baadceff),segment_id=a64c2c6c-9673-4931-86c6-f856baadceff)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:05:41.785743 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d1a28005-6dad-4a47-8a2d-d8a8594e7083 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:41.836610 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d1a28005-6dad-4a47-8a2d-d8a8594e7083 admin admin] Calling delete_port for 0c1d5438-58f6-453a-952b-108b182b1107 owned by network:router_interface {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:05:41.860354 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-cdc44af9-e2ac-42bf-afc7-01715e909265 None None] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:41.872639 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-cdc44af9-e2ac-42bf-afc7-01715e909265 None None] Transition to ACTIVE for port object 37cb6213-bb19-45c9-a2f9-bae829e83a2c will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:05:41.882922 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-cdc44af9-e2ac-42bf-afc7-01715e909265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:41.890502 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device 2c5ff320-ebb8-4916-a66d-dee08f670207 no longer exists at agent hyperv_n-h2-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:05:41.943455 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7252438e-cabf-4beb-ad45-729b7b4216f8 req-6aec1199-be5b-407a-a5ee-d618bdecd625 tempest-ServersTestBootFromVolume-906123710 tempest-ServersTestBootFromVolume-906123710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:41.945083 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-7252438e-cabf-4beb-ad45-729b7b4216f8 req-6aec1199-be5b-407a-a5ee-d618bdecd625 tempest-ServersTestBootFromVolume-906123710 tempest-ServersTestBootFromVolume-906123710-project] 10.222.0.18 "GET /v2.0/ports?device_id=405264ac-9a3d-44fc-803d-2c1b6254405c HTTP/1.1" status: 200 len: 946 time: 0.1488469 Jul 27 23:05:41.955990 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 54156) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:05:41.960989 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-20a11091-fd9e-46d4-91ad-548b262e6055 tempest-ServersTestBootFromVolume-906123710 tempest-ServersTestBootFromVolume-906123710-project] Request body: {'floatingip': {'port_id': 'ab476ae2-c058-4a27-bb96-f6c22f4e4762'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:05:41.962178 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fc7da4-b94d-4b90-98c7-4b98fe575c2f None None] Pushing event updated for resources: {'Port': ['ID=37cb6213-bb19-45c9-a2f9-bae829e83a2c,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:05:41.978676 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-5ef15c13-ef2b-4dfa-8d44-fe919b30f926 admin admin] Deleting port 37cb6213-bb19-45c9-a2f9-bae829e83a2c {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:05:41.979244 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5ef15c13-ef2b-4dfa-8d44-fe919b30f926 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:41.980502 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fc7da4-b94d-4b90-98c7-4b98fe575c2f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:05:41.981088 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fc7da4-b94d-4b90-98c7-4b98fe575c2f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:05:41.981889 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fc7da4-b94d-4b90-98c7-4b98fe575c2f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:05:41.982437 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fc7da4-b94d-4b90-98c7-4b98fe575c2f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:05:41.982991 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fc7da4-b94d-4b90-98c7-4b98fe575c2f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:05:41.983571 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fc7da4-b94d-4b90-98c7-4b98fe575c2f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:05:41.984128 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fc7da4-b94d-4b90-98c7-4b98fe575c2f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:05:41.984674 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fc7da4-b94d-4b90-98c7-4b98fe575c2f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:05:41.985254 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fc7da4-b94d-4b90-98c7-4b98fe575c2f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:05:41.985789 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fc7da4-b94d-4b90-98c7-4b98fe575c2f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:05:41.986479 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fc7da4-b94d-4b90-98c7-4b98fe575c2f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:05:41.987024 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fc7da4-b94d-4b90-98c7-4b98fe575c2f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:05:42.033021 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-20a11091-fd9e-46d4-91ad-548b262e6055 tempest-ServersTestBootFromVolume-906123710 tempest-ServersTestBootFromVolume-906123710-project] Notify callbacks [] for floatingip, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:42.067704 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-cdc44af9-e2ac-42bf-afc7-01715e909265 None None] Attempting to bind port 37cb6213-bb19-45c9-a2f9-bae829e83a2c on host n-d-802623-1 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:05:42.068217 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-cdc44af9-e2ac-42bf-afc7-01715e909265 None None] Attempting to bind port 37cb6213-bb19-45c9-a2f9-bae829e83a2c by drivers openvswitch,hyperv on host n-d-802623-1 at level 0 using segments [{'id': '89632fed-efde-4245-8dd0-b89358a96834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'f567a929-7c82-4c83-ba32-efa5cc4c353c'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:05:42.068565 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc44af9-e2ac-42bf-afc7-01715e909265 None None] Attempting to bind port 37cb6213-bb19-45c9-a2f9-bae829e83a2c on network f567a929-7c82-4c83-ba32-efa5cc4c353c {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:05:42.074278 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc44af9-e2ac-42bf-afc7-01715e909265 None None] Checking agent: {'id': 'a9a568d2-a5e7-41e4-833f-a8ab42ea4073', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 52, 30), 'started_at': datetime.datetime(2021, 7, 27, 22, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 5, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802623-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:05:42.074663 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc44af9-e2ac-42bf-afc7-01715e909265 None None] Checking segment: {'id': '89632fed-efde-4245-8dd0-b89358a96834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'f567a929-7c82-4c83-ba32-efa5cc4c353c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:05:42.075109 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-cdc44af9-e2ac-42bf-afc7-01715e909265 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:42.075514 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc44af9-e2ac-42bf-afc7-01715e909265 None None] Bound using segment: {'id': '89632fed-efde-4245-8dd0-b89358a96834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'f567a929-7c82-4c83-ba32-efa5cc4c353c'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:05:42.075990 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-cdc44af9-e2ac-42bf-afc7-01715e909265 None None] Bound port: 37cb6213-bb19-45c9-a2f9-bae829e83a2c, host: n-d-802623-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89632fed-efde-4245-8dd0-b89358a96834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'f567a929-7c82-4c83-ba32-efa5cc4c353c'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:05:42.076387 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-cdc44af9-e2ac-42bf-afc7-01715e909265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:42.083269 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5ef15c13-ef2b-4dfa-8d44-fe919b30f926 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:42.105425 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-5ef15c13-ef2b-4dfa-8d44-fe919b30f926 admin admin] Calling delete_port for 37cb6213-bb19-45c9-a2f9-bae829e83a2c owned by network:router_interface {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:05:42.174263 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-cdc44af9-e2ac-42bf-afc7-01715e909265 None None] For port 37cb6213-bb19-45c9-a2f9-bae829e83a2c, host n-d-802623-1, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:05:42.177589 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-cdc44af9-e2ac-42bf-afc7-01715e909265 None None] For port 37cb6213-bb19-45c9-a2f9-bae829e83a2c, host n-d-802623-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=37cb6213-bb19-45c9-a2f9-bae829e83a2c,segment=NetworkSegment(89632fed-efde-4245-8dd0-b89358a96834),segment_id=89632fed-efde-4245-8dd0-b89358a96834)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:05:42.187980 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-cdc44af9-e2ac-42bf-afc7-01715e909265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:42.202736 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870b1136-ca3a-4530-a5b3-5f2e6f75fdcb req-1282cbf3-105f-4033-9d4c-6fd342bdf911 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:42.204317 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-870b1136-ca3a-4530-a5b3-5f2e6f75fdcb req-1282cbf3-105f-4033-9d4c-6fd342bdf911 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd7b332d-3077-4beb-a3df-e657be374929 HTTP/1.1" status: 200 len: 944 time: 0.3078890 Jul 27 23:05:42.275255 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fc7da4-b94d-4b90-98c7-4b98fe575c2f None None] Pushing event updated for resources: {'Port': ['ID=37cb6213-bb19-45c9-a2f9-bae829e83a2c,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:05:42.280482 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdc44af9-e2ac-42bf-afc7-01715e909265 None None] Routers {'16741546-3592-4d2f-bf80-1bf75ee3aea9'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:05:42.281103 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-cdc44af9-e2ac-42bf-afc7-01715e909265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:05:29Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['16741546-3592-4d2f-bf80-1bf75ee3aea9'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:05:42.317566 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-00dff3a7-667d-4095-91ff-a637b94ea32a req-7d830033-5015-473d-b7c1-98d1e2e1f7ee service neutron] For port 24185df4-0d89-421f-a3eb-be4ff3de08d0, host n-h2-802623-1, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:05:42.331590 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-00dff3a7-667d-4095-91ff-a637b94ea32a req-7d830033-5015-473d-b7c1-98d1e2e1f7ee service neutron] Notify callbacks [] for binding, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:42.332789 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-00dff3a7-667d-4095-91ff-a637b94ea32a req-7d830033-5015-473d-b7c1-98d1e2e1f7ee service neutron] 10.222.0.38 "DELETE /v2.0/ports/24185df4-0d89-421f-a3eb-be4ff3de08d0/bindings/n-h2-802623-1 HTTP/1.1" status: 204 len: 173 time: 0.5376596 Jul 27 23:05:42.373597 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-870b1136-ca3a-4530-a5b3-5f2e6f75fdcb req-e6c8a4b0-c8f3-4451-ad23-f9d6518be849 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] 10.222.0.18 "GET /v2.0/security-groups?id=bed30b16-cd2d-47d0-9758-37dc9df2dfb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452391 Jul 27 23:05:42.377133 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-bf31cc4a-0be8-417f-87c6-034262e364a5 req-8d3032b4-6178-4acb-b1f0-bbef22d2a592 service neutron] For port 2c5ff320-ebb8-4916-a66d-dee08f670207, host n-h1-802623-1, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:05:42.396245 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-bf31cc4a-0be8-417f-87c6-034262e364a5 req-8d3032b4-6178-4acb-b1f0-bbef22d2a592 service neutron] Notify callbacks [] for binding, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:42.397382 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4b3545-e8ff-4f63-bfc7-0e27016ab614 req-583fdebe-5531-4e71-ae63-72ead1cab09b tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:42.398163 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-bf31cc4a-0be8-417f-87c6-034262e364a5 req-8d3032b4-6178-4acb-b1f0-bbef22d2a592 service neutron] 10.222.0.49 "DELETE /v2.0/ports/2c5ff320-ebb8-4916-a66d-dee08f670207/bindings/n-h1-802623-1 HTTP/1.1" status: 204 len: 173 time: 0.8463671 Jul 27 23:05:42.404837 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-ba4b3545-e8ff-4f63-bfc7-0e27016ab614 req-583fdebe-5531-4e71-ae63-72ead1cab09b tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] 10.222.0.18 "GET /v2.0/ports?device_id=45491c78-fb5b-4166-8dac-8f81c2d42c00 HTTP/1.1" status: 200 len: 944 time: 0.2741196 Jul 27 23:05:42.508352 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-cdc44af9-e2ac-42bf-afc7-01715e909265 None None] Set router 16741546-3592-4d2f-bf80-1bf75ee3aea9 gateway port host: n-d-802623-1 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:05:42.545434 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5ef15c13-ef2b-4dfa-8d44-fe919b30f926 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:42.556468 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-ba4b3545-e8ff-4f63-bfc7-0e27016ab614 req-2057f9a0-d95d-4793-9b9f-890b0a302b50 tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ee1769a-7cc2-4f9a-a15b-54c39d35bd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506572 Jul 27 23:05:42.624346 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d1a28005-6dad-4a47-8a2d-d8a8594e7083 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:42.628128 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef15c13-ef2b-4dfa-8d44-fe919b30f926 admin admin] Pushing event deleted for resources: {'Port': ['ID=37cb6213-bb19-45c9-a2f9-bae829e83a2c,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:05:42.664861 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-296e495a-7489-469f-9035-c760f98adcf0 None None] Could not find standard attr ID for object 37cb6213-bb19-45c9-a2f9-bae829e83a2c. {{(pid=93799) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 23:05:42.690082 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdaf407e-6358-493e-807a-fb46e67716d5 req-a28db1f4-cdba-4695-a8d7-62651a69da86 tempest-ServersAdminNegativeTestJSON-2027900281 tempest-ServersAdminNegativeTestJSON-2027900281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:42.691865 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-cdaf407e-6358-493e-807a-fb46e67716d5 req-a28db1f4-cdba-4695-a8d7-62651a69da86 tempest-ServersAdminNegativeTestJSON-2027900281 tempest-ServersAdminNegativeTestJSON-2027900281-project] 10.222.0.18 "GET /v2.0/ports?device_id=599d188e-be3c-4eed-b961-f47d4b9e19a1 HTTP/1.1" status: 200 len: 949 time: 0.2077501 Jul 27 23:05:42.701650 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a28005-6dad-4a47-8a2d-d8a8594e7083 admin admin] Pushing event deleted for resources: {'Port': ['ID=0c1d5438-58f6-453a-952b-108b182b1107,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:05:42.836415 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-cdc44af9-e2ac-42bf-afc7-01715e909265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16741546-3592-4d2f-bf80-1bf75ee3aea9', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-533546863-router', 'tenant_id': '09a0cfde4ce544d0bf97475963eb4f26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': 'f5a0504c-e858-4a69-8c0a-8cfe2b469373', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:05:30Z', 'updated_at': '2021-07-27T23:05:36Z', 'revision_number': 4, 'project_id': '09a0cfde4ce544d0bf97475963eb4f26', 'gw_port': {'id': 'f5a0504c-e858-4a69-8c0a-8cfe2b469373', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:22:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16741546-3592-4d2f-bf80-1bf75ee3aea9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:05:31Z', 'updated_at': '2021-07-27T23:05:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': '37cb6213-bb19-45c9-a2f9-bae829e83a2c', 'name': '', 'network_id': 'f567a929-7c82-4c83-ba32-efa5cc4c353c', 'tenant_id': '09a0cfde4ce544d0bf97475963eb4f26', 'mac_address': 'fa:16:3e:f0:4d:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16741546-3592-4d2f-bf80-1bf75ee3aea9', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '170c0494-7573-466b-89f6-5a7dad161cdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:05:35Z', 'updated_at': '2021-07-27T23:05:42Z', 'revision_number': 4, 'project_id': '09a0cfde4ce544d0bf97475963eb4f26', 'subnets': [{'id': '170c0494-7573-466b-89f6-5a7dad161cdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:05:42.869743 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5ef15c13-ef2b-4dfa-8d44-fe919b30f926 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3760546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-413994'] for router_interface, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:42.873853 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdc44af9-e2ac-42bf-afc7-01715e909265 None None] The sync data for ids ['16741546-3592-4d2f-bf80-1bf75ee3aea9'] in n-d-802623-1 is: [{'id': '16741546-3592-4d2f-bf80-1bf75ee3aea9', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-533546863-router', 'tenant_id': '09a0cfde4ce544d0bf97475963eb4f26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': 'f5a0504c-e858-4a69-8c0a-8cfe2b469373', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:05:30Z', 'updated_at': '2021-07-27T23:05:36Z', 'revision_number': 4, 'project_id': '09a0cfde4ce544d0bf97475963eb4f26', 'gw_port': {'id': 'f5a0504c-e858-4a69-8c0a-8cfe2b469373', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:22:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16741546-3592-4d2f-bf80-1bf75ee3aea9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:05:31Z', 'updated_at': '2021-07-27T23:05:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': '37cb6213-bb19-45c9-a2f9-bae829e83a2c', 'name': '', 'network_id': 'f567a929-7c82-4c83-ba32-efa5cc4c353c', 'tenant_id': '09a0cfde4ce544d0bf97475963eb4f26', 'mac_address': 'fa:16:3e:f0:4d:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16741546-3592-4d2f-bf80-1bf75ee3aea9', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '170c0494-7573-466b-89f6-5a7dad161cdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:05:35Z', 'updated_at': '2021-07-27T23:05:42Z', 'revision_number': 4, 'project_id': '09a0cfde4ce544d0bf97475963eb4f26', 'subnets': [{'id': '170c0494-7573-466b-89f6-5a7dad161cdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:05:42.944468 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34556e9a-8057-4b75-9c8b-4b548a757dcd req-9193fcba-d935-4369-85f6-92d8e8ec2ddc tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:42.946389 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-34556e9a-8057-4b75-9c8b-4b548a757dcd req-9193fcba-d935-4369-85f6-92d8e8ec2ddc tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b37b46f-1570-43c3-93ca-a2102e466b4e HTTP/1.1" status: 200 len: 947 time: 0.2372706 Jul 27 23:05:43.008463 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1c4681-dd18-4c60-b1ff-b722ea16d96c req-75fe729b-cc1d-46cf-a39c-2c4626802e9d tempest-ServersAdminNegativeTestJSON-2027900281 tempest-ServersAdminNegativeTestJSON-2027900281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:43.010044 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-3b1c4681-dd18-4c60-b1ff-b722ea16d96c req-75fe729b-cc1d-46cf-a39c-2c4626802e9d tempest-ServersAdminNegativeTestJSON-2027900281 tempest-ServersAdminNegativeTestJSON-2027900281-project] 10.222.0.38 "GET /v2.0/ports?device_id=599d188e-be3c-4eed-b961-f47d4b9e19a1 HTTP/1.1" status: 200 len: 949 time: 0.3061671 Jul 27 23:05:43.076822 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-cdaf407e-6358-493e-807a-fb46e67716d5 req-3fb4cd96-c9fe-457d-8a33-394d8450f91b tempest-ServersAdminNegativeTestJSON-2027900281 tempest-ServersAdminNegativeTestJSON-2027900281-project] 10.222.0.18 "GET /v2.0/security-groups?id=fe25dd46-142f-4f85-a515-1967d4861cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2032988 Jul 27 23:05:43.218444 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.agents_db [None req-9beef776-8bab-4de2-989a-f5a23ba4aaf4 None None] Agent healthcheck: found 7 active agents {{(pid=93800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 23:05:43.259331 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-34556e9a-8057-4b75-9c8b-4b548a757dcd req-b6eecea5-0761-4582-8ab9-ded444a34a82 tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] 10.222.0.18 "GET /v2.0/security-groups?id=3b54d803-f776-413f-b5bd-6e9336fca6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2916381 Jul 27 23:05:43.261927 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.db.resource_extend [None req-20a11091-fd9e-46d4-91ad-548b262e6055 tempest-ServersTestBootFromVolume-906123710 tempest-ServersTestBootFromVolume-906123710-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 27 23:05:43.336816 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbf10ce-a389-4361-b450-13b5eabe4876 req-08594497-f3b4-42f2-b1b1-af5c64d464f0 tempest-LiveMigrationTest-1100887879 tempest-LiveMigrationTest-1100887879-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:43.338393 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-2bbf10ce-a389-4361-b450-13b5eabe4876 req-08594497-f3b4-42f2-b1b1-af5c64d464f0 tempest-LiveMigrationTest-1100887879 tempest-LiveMigrationTest-1100887879-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=bd7b332d-3077-4beb-a3df-e657be374929 HTTP/1.1" status: 200 len: 1095 time: 0.0954905 Jul 27 23:05:43.352120 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ef15c13-ef2b-4dfa-8d44-fe919b30f926 admin admin] Router 16741546-3592-4d2f-bf80-1bf75ee3aea9 has already been hosted by L3 agent 018c4455-49c0-4734-927d-7824067b2a9e {{(pid=93798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 23:05:43.455597 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-2bbf10ce-a389-4361-b450-13b5eabe4876 req-7d3f11a6-4595-4b39-acc8-590f77349655 tempest-LiveMigrationTest-1100887879 tempest-LiveMigrationTest-1100887879-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=bed30b16-cd2d-47d0-9758-37dc9df2dfb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016557 Jul 27 23:05:43.591207 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ef15c13-ef2b-4dfa-8d44-fe919b30f926 admin admin] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:05:43.615203 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-5ef15c13-ef2b-4dfa-8d44-fe919b30f926 admin admin] 10.222.0.18 "PUT /v2.0/routers/16741546-3592-4d2f-bf80-1bf75ee3aea9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4008741 Jul 27 23:05:43.618456 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 54176) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:05:43.709854 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628b0ec5-1abf-4401-87e8-31d93677f4ff req-ff503aac-6f33-4728-a578-8f9df93d83d6 tempest-LiveMigrationTest-1100887879 tempest-LiveMigrationTest-1100887879-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:43.715813 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-628b0ec5-1abf-4401-87e8-31d93677f4ff req-ff503aac-6f33-4728-a578-8f9df93d83d6 tempest-LiveMigrationTest-1100887879 tempest-LiveMigrationTest-1100887879-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=bd7b332d-3077-4beb-a3df-e657be374929 HTTP/1.1" status: 200 len: 1095 time: 0.1448700 Jul 27 23:05:43.772210 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-72f2c30f-2cd2-48b0-a0a7-738c07dea0bb admin admin] Notify callbacks [] for router, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:43.775655 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-628b0ec5-1abf-4401-87e8-31d93677f4ff req-4f72d269-d57f-4450-8ff6-db89aacf375b tempest-LiveMigrationTest-1100887879 tempest-LiveMigrationTest-1100887879-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=bed30b16-cd2d-47d0-9758-37dc9df2dfb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564094 Jul 27 23:05:43.780741 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-20a11091-fd9e-46d4-91ad-548b262e6055 tempest-ServersTestBootFromVolume-906123710 tempest-ServersTestBootFromVolume-906123710-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:43.792790 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d1a28005-6dad-4a47-8a2d-d8a8594e7083 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3760546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-413994'] for router_interface, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:43.795690 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-20a11091-fd9e-46d4-91ad-548b262e6055 tempest-ServersTestBootFromVolume-906123710 tempest-ServersTestBootFromVolume-906123710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-415302'] for floatingip, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:43.800045 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bda83f9-74f4-4127-ac73-649e47d39456 None None] Sync routers for ids ['16741546-3592-4d2f-bf80-1bf75ee3aea9'] in n-d-802623-1 {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:05:43.830004 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bda83f9-74f4-4127-ac73-649e47d39456 None None] Routers {'16741546-3592-4d2f-bf80-1bf75ee3aea9'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:05:43.830653 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-5bda83f9-74f4-4127-ac73-649e47d39456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:05:29Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['16741546-3592-4d2f-bf80-1bf75ee3aea9'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:05:43.890408 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-72f2c30f-2cd2-48b0-a0a7-738c07dea0bb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:43.906516 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device 14dc1cce-5542-4a32-8b06-7fc4bd9feb10 details requested by agent hyperv_n-h2-802623-1 with host n-h2-802623-1 {{(pid=93799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 23:05:43.914353 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916757fd-60fb-4c69-87ec-edbe98138cea req-37ed2bec-ab63-424d-9970-221e3d3fb19a tempest-LiveAutoBlockMigrationV225Test-1050679481 tempest-LiveAutoBlockMigrationV225Test-1050679481-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:43.922168 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-916757fd-60fb-4c69-87ec-edbe98138cea req-37ed2bec-ab63-424d-9970-221e3d3fb19a tempest-LiveAutoBlockMigrationV225Test-1050679481 tempest-LiveAutoBlockMigrationV225Test-1050679481-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=45491c78-fb5b-4166-8dac-8f81c2d42c00 HTTP/1.1" status: 200 len: 1095 time: 0.2078025 Jul 27 23:05:43.926293 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [req-3b1c4681-dd18-4c60-b1ff-b722ea16d96c req-e5440f65-3bb3-4829-a6fc-46ec1f91e979 tempest-ServersAdminNegativeTestJSON-2027900281 tempest-ServersAdminNegativeTestJSON-2027900281-project] Deleting port 0528b663-1d28-4c45-92d8-2e5c451d8ebf {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:05:43.926636 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-3b1c4681-dd18-4c60-b1ff-b722ea16d96c req-e5440f65-3bb3-4829-a6fc-46ec1f91e979 tempest-ServersAdminNegativeTestJSON-2027900281 tempest-ServersAdminNegativeTestJSON-2027900281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:43.964482 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-72f2c30f-2cd2-48b0-a0a7-738c07dea0bb admin admin] Deleting port f5a0504c-e858-4a69-8c0a-8cfe2b469373 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:05:43.965160 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-72f2c30f-2cd2-48b0-a0a7-738c07dea0bb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:44.012365 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port 14dc1cce-5542-4a32-8b06-7fc4bd9feb10, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=14dc1cce-5542-4a32-8b06-7fc4bd9feb10,segment=NetworkSegment(16e91594-c047-4b55-93eb-43af33ad08e1),segment_id=16e91594-c047-4b55-93eb-43af33ad08e1)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:05:44.030799 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Returning: {'device': '14dc1cce-5542-4a32-8b06-7fc4bd9feb10', 'network_id': '591af2dd-f826-43b1-aa9d-e7a0bf218c71', 'port_id': '14dc1cce-5542-4a32-8b06-7fc4bd9feb10', 'mac_address': 'fa:16:3e:ea:37:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62938449-046d-4cbe-923a-7ebb632c358d', 'ip_address': '192.168.233.89'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 23:05:44.055710 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-72f2c30f-2cd2-48b0-a0a7-738c07dea0bb admin admin] For port f5a0504c-e858-4a69-8c0a-8cfe2b469373, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=f5a0504c-e858-4a69-8c0a-8cfe2b469373,segment=NetworkSegment(b9afe07e-bbe4-4740-834c-4b6a9698bdbc),segment_id=b9afe07e-bbe4-4740-834c-4b6a9698bdbc)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:05:44.056076 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-72f2c30f-2cd2-48b0-a0a7-738c07dea0bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:44.070811 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-72f2c30f-2cd2-48b0-a0a7-738c07dea0bb admin admin] Calling delete_port for f5a0504c-e858-4a69-8c0a-8cfe2b469373 owned by network:router_gateway {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:05:44.103563 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:44.135145 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14dc1cce-5542-4a32-8b06-7fc4bd9feb10 {{(pid=93799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:05:44.143828 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-916757fd-60fb-4c69-87ec-edbe98138cea req-41c1c927-784b-4c13-a64a-2a09e31f8115 tempest-LiveAutoBlockMigrationV225Test-1050679481 tempest-LiveAutoBlockMigrationV225Test-1050679481-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=9ee1769a-7cc2-4f9a-a15b-54c39d35bd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2200968 Jul 27 23:05:44.159375 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port 14dc1cce-5542-4a32-8b06-7fc4bd9feb10, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=14dc1cce-5542-4a32-8b06-7fc4bd9feb10,segment=NetworkSegment(16e91594-c047-4b55-93eb-43af33ad08e1),segment_id=16e91594-c047-4b55-93eb-43af33ad08e1)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:05:44.163548 n-d-802623-1 neutron-server[93797]: INFO neutron.db.l3_db [None req-20a11091-fd9e-46d4-91ad-548b262e6055 tempest-ServersTestBootFromVolume-906123710 tempest-ServersTestBootFromVolume-906123710-project] Floating IP c62b14a6-6cf1-4139-bbf4-5cec9fc79d19 associated. External IP: 172.25.4.223, port: ab476ae2-c058-4a27-bb96-f6c22f4e4762. Jul 27 23:05:44.177416 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:44.238761 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Pushing event updated for resources: {'Port': ['ID=14dc1cce-5542-4a32-8b06-7fc4bd9feb10,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:05:44.244954 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-5bda83f9-74f4-4127-ac73-649e47d39456 None None] Set router 16741546-3592-4d2f-bf80-1bf75ee3aea9 gateway port host: n-d-802623-1 {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:05:44.282858 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-72f2c30f-2cd2-48b0-a0a7-738c07dea0bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:44.348876 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f2c30f-2cd2-48b0-a0a7-738c07dea0bb admin admin] Pushing event deleted for resources: {'Port': ['ID=f5a0504c-e858-4a69-8c0a-8cfe2b469373,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:05:44.444766 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-3b1c4681-dd18-4c60-b1ff-b722ea16d96c req-e5440f65-3bb3-4829-a6fc-46ec1f91e979 tempest-ServersAdminNegativeTestJSON-2027900281 tempest-ServersAdminNegativeTestJSON-2027900281-project] For port 0528b663-1d28-4c45-92d8-2e5c451d8ebf, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=0528b663-1d28-4c45-92d8-2e5c451d8ebf,segment=NetworkSegment(16e91594-c047-4b55-93eb-43af33ad08e1),segment_id=16e91594-c047-4b55-93eb-43af33ad08e1)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:05:44.445202 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-3b1c4681-dd18-4c60-b1ff-b722ea16d96c req-e5440f65-3bb3-4829-a6fc-46ec1f91e979 tempest-ServersAdminNegativeTestJSON-2027900281 tempest-ServersAdminNegativeTestJSON-2027900281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:44.447520 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-72f2c30f-2cd2-48b0-a0a7-738c07dea0bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-415368'] for router_gateway, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:44.502009 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [req-3b1c4681-dd18-4c60-b1ff-b722ea16d96c req-e5440f65-3bb3-4829-a6fc-46ec1f91e979 tempest-ServersAdminNegativeTestJSON-2027900281 tempest-ServersAdminNegativeTestJSON-2027900281-project] Calling delete_port for 0528b663-1d28-4c45-92d8-2e5c451d8ebf owned by compute:nova {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:05:44.560414 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-5bda83f9-74f4-4127-ac73-649e47d39456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16741546-3592-4d2f-bf80-1bf75ee3aea9', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-533546863-router', 'tenant_id': '09a0cfde4ce544d0bf97475963eb4f26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': 'f5a0504c-e858-4a69-8c0a-8cfe2b469373', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:05:30Z', 'updated_at': '2021-07-27T23:05:42Z', 'revision_number': 5, 'project_id': '09a0cfde4ce544d0bf97475963eb4f26', 'gw_port': {'id': 'f5a0504c-e858-4a69-8c0a-8cfe2b469373', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:22:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16741546-3592-4d2f-bf80-1bf75ee3aea9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:05:31Z', 'updated_at': '2021-07-27T23:05:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1'}], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:05:44.579721 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80227d76-c300-474d-9f17-86f843e99ce1 req-fbe17f37-a33d-4985-b0ba-a346bf091525 tempest-ServersAdminNegativeTestJSON-2027900281 tempest-ServersAdminNegativeTestJSON-2027900281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:44.581788 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-80227d76-c300-474d-9f17-86f843e99ce1 req-fbe17f37-a33d-4985-b0ba-a346bf091525 tempest-ServersAdminNegativeTestJSON-2027900281 tempest-ServersAdminNegativeTestJSON-2027900281-project] 10.222.0.18 "GET /v2.0/ports?device_id=599d188e-be3c-4eed-b961-f47d4b9e19a1 HTTP/1.1" status: 200 len: 949 time: 0.2797220 Jul 27 23:05:44.590144 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bda83f9-74f4-4127-ac73-649e47d39456 None None] Checking router: 16741546-3592-4d2f-bf80-1bf75ee3aea9 for host: n-d-802623-1 {{(pid=93799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 23:05:44.599630 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bda83f9-74f4-4127-ac73-649e47d39456 None None] Routers {'16741546-3592-4d2f-bf80-1bf75ee3aea9'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:05:44.600239 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-5bda83f9-74f4-4127-ac73-649e47d39456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:05:29Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['16741546-3592-4d2f-bf80-1bf75ee3aea9'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:05:44.601473 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-72f2c30f-2cd2-48b0-a0a7-738c07dea0bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62205'] for router, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:44.605735 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-72f2c30f-2cd2-48b0-a0a7-738c07dea0bb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:44.667751 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] get_ports_and_sgs() called for port_ids ['14dc1cce-5542-4a32-8b06-7fc4bd9feb10'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:05:44.680425 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088bdacc-094c-45b7-bcd2-465e0cef007f req-8408a2bb-35e1-4add-afdb-a08eda95494d tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:44.687559 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-088bdacc-094c-45b7-bcd2-465e0cef007f req-8408a2bb-35e1-4add-afdb-a08eda95494d tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b37b46f-1570-43c3-93ca-a2102e466b4e HTTP/1.1" status: 200 len: 948 time: 0.1421309 Jul 27 23:05:44.694796 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-5bda83f9-74f4-4127-ac73-649e47d39456 None None] Set router 16741546-3592-4d2f-bf80-1bf75ee3aea9 gateway port host: None {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:05:44.712936 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-72f2c30f-2cd2-48b0-a0a7-738c07dea0bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-477831'] for router, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:44.713488 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72f2c30f-2cd2-48b0-a0a7-738c07dea0bb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 16741546-3592-4d2f-bf80-1bf75ee3aea9 {{(pid=93798) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 23:05:44.720858 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1a28005-6dad-4a47-8a2d-d8a8594e7083 admin admin] Router 94d03d6f-830d-422e-9346-a4f554056bd6 has already been hosted by L3 agent 018c4455-49c0-4734-927d-7824067b2a9e {{(pid=93797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 23:05:44.723822 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-72f2c30f-2cd2-48b0-a0a7-738c07dea0bb admin admin] Notify callbacks [] for router, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:44.724990 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-72f2c30f-2cd2-48b0-a0a7-738c07dea0bb admin admin] 10.222.0.18 "DELETE /v2.0/routers/16741546-3592-4d2f-bf80-1bf75ee3aea9 HTTP/1.1" status: 204 len: 168 time: 1.1054032 Jul 27 23:05:44.730861 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 54198) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:05:44.737627 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-80227d76-c300-474d-9f17-86f843e99ce1 req-6feaecf7-8f39-408f-a685-d82d0f368bb4 tempest-ServersAdminNegativeTestJSON-2027900281 tempest-ServersAdminNegativeTestJSON-2027900281-project] 10.222.0.18 "GET /v2.0/security-groups?id=fe25dd46-142f-4f85-a515-1967d4861cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202965 Jul 27 23:05:44.755897 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-5bda83f9-74f4-4127-ac73-649e47d39456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16741546-3592-4d2f-bf80-1bf75ee3aea9', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-533546863-router', 'tenant_id': '09a0cfde4ce544d0bf97475963eb4f26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:05:30Z', 'updated_at': '2021-07-27T23:05:44Z', 'revision_number': 7, 'project_id': '09a0cfde4ce544d0bf97475963eb4f26', 'gw_port_host': None}], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:05:44.774199 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-088bdacc-094c-45b7-bcd2-465e0cef007f req-fd3ed57e-2065-48ec-be55-0b596f88a228 tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] 10.222.0.18 "GET /v2.0/security-groups?id=3b54d803-f776-413f-b5bd-6e9336fca6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848334 Jul 27 23:05:44.796067 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_v2 [None req-815fbb36-b7a1-427d-b450-d086ebc1854d admin admin] Deleting subnet 170c0494-7573-466b-89f6-5a7dad161cdd {{(pid=93798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 23:05:44.799518 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bda83f9-74f4-4127-ac73-649e47d39456 None None] The sync data for ids ['16741546-3592-4d2f-bf80-1bf75ee3aea9'] in n-d-802623-1 is: [{'id': '16741546-3592-4d2f-bf80-1bf75ee3aea9', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-533546863-router', 'tenant_id': '09a0cfde4ce544d0bf97475963eb4f26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:05:30Z', 'updated_at': '2021-07-27T23:05:44Z', 'revision_number': 7, 'project_id': '09a0cfde4ce544d0bf97475963eb4f26', 'gw_port_host': None}] {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:05:44.799972 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-815fbb36-b7a1-427d-b450-d086ebc1854d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:44.840442 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-815fbb36-b7a1-427d-b450-d086ebc1854d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11163249'] for subnet, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:44.931351 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-815fbb36-b7a1-427d-b450-d086ebc1854d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620741'] for subnet, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:44.995032 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-815fbb36-b7a1-427d-b450-d086ebc1854d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11971800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12265753'] for subnet, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:45.033713 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815fbb36-b7a1-427d-b450-d086ebc1854d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=170c0494-7573-466b-89f6-5a7dad161cdd,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:05:45.037511 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-815fbb36-b7a1-427d-b450-d086ebc1854d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:45.039409 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-815fbb36-b7a1-427d-b450-d086ebc1854d admin admin] 10.222.0.18 "DELETE /v2.0/subnets/170c0494-7573-466b-89f6-5a7dad161cdd HTTP/1.1" status: 204 len: 168 time: 0.3075721 Jul 27 23:05:45.041837 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 54208) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:05:45.044872 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62f26611-e3ca-4cae-b6db-36763823db28 None None] Network f567a929-7c82-4c83-ba32-efa5cc4c353c requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:05:45.059514 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-3b1c4681-dd18-4c60-b1ff-b722ea16d96c req-e5440f65-3bb3-4829-a6fc-46ec1f91e979 tempest-ServersAdminNegativeTestJSON-2027900281 tempest-ServersAdminNegativeTestJSON-2027900281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:45.074855 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20a11091-fd9e-46d4-91ad-548b262e6055 tempest-ServersTestBootFromVolume-906123710 tempest-ServersTestBootFromVolume-906123710-project] Router 16bde1c9-77cc-4a0a-9d3d-6ade739b6f5e has already been hosted by L3 agent 018c4455-49c0-4734-927d-7824067b2a9e {{(pid=93797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 23:05:45.115731 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8209af8e-a62c-4dec-9814-e42bd9df9833 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593271'] for network, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:45.123082 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5440f65-3bb3-4829-a6fc-46ec1f91e979 tempest-ServersAdminNegativeTestJSON-2027900281 tempest-ServersAdminNegativeTestJSON-2027900281-project] Pushing event deleted for resources: {'Port': ['ID=0528b663-1d28-4c45-92d8-2e5c451d8ebf,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:05:45.163613 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8814f031-bbb3-4c90-94e9-73c7c21caf86 req-ca823ebf-8587-4477-9f64-c2f3fb21d3c9 tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:45.177392 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8814f031-bbb3-4c90-94e9-73c7c21caf86 req-ca823ebf-8587-4477-9f64-c2f3fb21d3c9 tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] 10.222.0.18 "GET /v2.0/networks?id=7ba5f889-7a68-424d-8fa1-71447bc958df HTTP/1.1" status: 200 len: 821 time: 0.2651238 Jul 27 23:05:45.205888 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-8209af8e-a62c-4dec-9814-e42bd9df9833 admin admin] Deleting port 5c135a4c-1a31-433f-8554-91b4b82144c8 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:05:45.208024 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8209af8e-a62c-4dec-9814-e42bd9df9833 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:45.311488 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be571eab-fd83-4b97-99fd-ad4583e620b7 None None] DHCP port deletion for f567a929-7c82-4c83-ba32-efa5cc4c353c request from n-d-802623-1 {{(pid=93799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 23:05:45.351284 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-8209af8e-a62c-4dec-9814-e42bd9df9833 admin admin] For port 5c135a4c-1a31-433f-8554-91b4b82144c8, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=5c135a4c-1a31-433f-8554-91b4b82144c8,segment=NetworkSegment(89632fed-efde-4245-8dd0-b89358a96834),segment_id=89632fed-efde-4245-8dd0-b89358a96834)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:05:45.351767 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8209af8e-a62c-4dec-9814-e42bd9df9833 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:45.365074 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20a11091-fd9e-46d4-91ad-548b262e6055 tempest-ServersTestBootFromVolume-906123710 tempest-ServersTestBootFromVolume-906123710-project] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:05:45.369939 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-20a11091-fd9e-46d4-91ad-548b262e6055 tempest-ServersTestBootFromVolume-906123710 tempest-ServersTestBootFromVolume-906123710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for floatingip, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:45.375745 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bb99bbd-c2fd-47b7-8f52-03c92cbd5b49 None None] Sync routers for ids ['16bde1c9-77cc-4a0a-9d3d-6ade739b6f5e'] in n-d-802623-1 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:05:45.386016 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1a28005-6dad-4a47-8a2d-d8a8594e7083 admin admin] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:05:45.394581 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb99bbd-c2fd-47b7-8f52-03c92cbd5b49 None None] Routers {'16bde1c9-77cc-4a0a-9d3d-6ade739b6f5e'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:05:45.395414 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-1bb99bbd-c2fd-47b7-8f52-03c92cbd5b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:05:29Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['16bde1c9-77cc-4a0a-9d3d-6ade739b6f5e'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:05:45.401342 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-8209af8e-a62c-4dec-9814-e42bd9df9833 admin admin] Calling delete_port for 5c135a4c-1a31-433f-8554-91b4b82144c8 owned by network:dhcp {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:05:45.402340 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-d1a28005-6dad-4a47-8a2d-d8a8594e7083 admin admin] 10.222.0.18 "PUT /v2.0/routers/94d03d6f-830d-422e-9346-a4f554056bd6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4251914 Jul 27 23:05:45.402611 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 54210) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:05:45.426342 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8814f031-bbb3-4c90-94e9-73c7c21caf86 req-5c1d6598-b87a-4300-9ea9-6c7b8362e294 tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] 10.222.0.18 "GET /v2.0/quotas/2b51160ea37c42ce86518efb7f5012de HTTP/1.1" status: 200 len: 375 time: 0.2477758 Jul 27 23:05:45.557952 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b1c4681-dd18-4c60-b1ff-b722ea16d96c req-e5440f65-3bb3-4829-a6fc-46ec1f91e979 tempest-ServersAdminNegativeTestJSON-2027900281 tempest-ServersAdminNegativeTestJSON-2027900281-project] No DVR routers for this DVR port 0528b663-1d28-4c45-92d8-2e5c451d8ebf on host n-h1-802623-1 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:05:45.565110 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-3b1c4681-dd18-4c60-b1ff-b722ea16d96c req-e5440f65-3bb3-4829-a6fc-46ec1f91e979 tempest-ServersAdminNegativeTestJSON-2027900281 tempest-ServersAdminNegativeTestJSON-2027900281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:45.569888 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-3b1c4681-dd18-4c60-b1ff-b722ea16d96c req-e5440f65-3bb3-4829-a6fc-46ec1f91e979 tempest-ServersAdminNegativeTestJSON-2027900281 tempest-ServersAdminNegativeTestJSON-2027900281-project] 10.222.0.38 "DELETE /v2.0/ports/0528b663-1d28-4c45-92d8-2e5c451d8ebf HTTP/1.1" status: 204 len: 173 time: 2.4915013 Jul 27 23:05:45.577374 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '599d188e-be3c-4eed-b961-f47d4b9e19a1', 'name': 'network-vif-deleted', 'tag': '0528b663-1d28-4c45-92d8-2e5c451d8ebf'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:05:45.583162 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a476459a1bfce68b0ae0df5b6a71154bfc7cfdc8f9eefce6ad0a17231e60468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad84209e-afa3-4956-91f1-4150fda3d786" -d '{"events": [{"server_uuid": "599d188e-be3c-4eed-b961-f47d4b9e19a1", "name": "network-vif-deleted", "tag": "0528b663-1d28-4c45-92d8-2e5c451d8ebf"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:05:45.598685 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-1bb99bbd-c2fd-47b7-8f52-03c92cbd5b49 None None] Set router 16bde1c9-77cc-4a0a-9d3d-6ade739b6f5e gateway port host: n-d-802623-1 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:05:45.624864 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-20a11091-fd9e-46d4-91ad-548b262e6055 tempest-ServersTestBootFromVolume-906123710 tempest-ServersTestBootFromVolume-906123710-project] 10.222.0.18 "PUT /v2.0/floatingips/c62b14a6-6cf1-4139-bbf4-5cec9fc79d19 HTTP/1.1" status: 200 len: 992 time: 3.6674244 Jul 27 23:05:45.643934 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c80dce88-c295-4e36-be17-27ea365e0013 admin admin] Notify callbacks [] for router, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:45.667660 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8814f031-bbb3-4c90-94e9-73c7c21caf86 req-63eaf922-ba1e-4a84-aa42-08b76fdc40bd tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=2b51160ea37c42ce86518efb7f5012de&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2401683 Jul 27 23:05:45.692593 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:05:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-356d364f-35b6-46a8-86c4-f1f034f06096 x-openstack-request-id: req-356d364f-35b6-46a8-86c4-f1f034f06096 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:05:45.692897 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "599d188e-be3c-4eed-b961-f47d4b9e19a1", "name": "network-vif-deleted", "tag": "0528b663-1d28-4c45-92d8-2e5c451d8ebf", "status": "completed", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:05:45.693155 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-356d364f-35b6-46a8-86c4-f1f034f06096 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:05:45.693696 n-d-802623-1 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '599d188e-be3c-4eed-b961-f47d4b9e19a1', 'name': 'network-vif-deleted', 'tag': '0528b663-1d28-4c45-92d8-2e5c451d8ebf', 'status': 'completed', 'code': 200} Jul 27 23:05:45.695446 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8209af8e-a62c-4dec-9814-e42bd9df9833 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:45.701610 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-316a3387-cdc4-49fb-a03b-12c4512396f4 None None] Sync routers for ids ['94d03d6f-830d-422e-9346-a4f554056bd6'] in n-d-802623-1 {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:05:45.762233 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-316a3387-cdc4-49fb-a03b-12c4512396f4 None None] Routers {'94d03d6f-830d-422e-9346-a4f554056bd6'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:05:45.765298 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-316a3387-cdc4-49fb-a03b-12c4512396f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:05:29Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['94d03d6f-830d-422e-9346-a4f554056bd6'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:05:45.765957 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8209af8e-a62c-4dec-9814-e42bd9df9833 admin admin] Pushing event deleted for resources: {'Port': ['ID=5c135a4c-1a31-433f-8554-91b4b82144c8,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:05:45.782486 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8209af8e-a62c-4dec-9814-e42bd9df9833 admin admin] No DVR routers for this DVR port 5c135a4c-1a31-433f-8554-91b4b82144c8 on host n-d-802623-1 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:05:45.872148 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-be571eab-fd83-4b97-99fd-ad4583e620b7 None None] Deleting port 5c135a4c-1a31-433f-8554-91b4b82144c8 {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:05:45.872992 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-be571eab-fd83-4b97-99fd-ad4583e620b7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:45.932290 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 5c135a4c-1a31-433f-8554-91b4b82144c8 no longer exists at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:05:45.935980 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8209af8e-a62c-4dec-9814-e42bd9df9833 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618032', 'neutron.services.segments.db._delete_segments_for_network-8736833900081'] for network, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:45.949084 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-8209af8e-a62c-4dec-9814-e42bd9df9833 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f567a929-7c82-4c83-ba32-efa5cc4c353c']}} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:05:45.957174 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8814f031-bbb3-4c90-94e9-73c7c21caf86 req-eeeb7d3e-be31-4fbc-9054-b8c827bb1a4c service neutron] 10.222.0.18 "GET /v2.0/networks/7ba5f889-7a68-424d-8fa1-71447bc958df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2885313 Jul 27 23:05:45.962270 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-8209af8e-a62c-4dec-9814-e42bd9df9833 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89632fed-efde-4245-8dd0-b89358a96834') {'for_net_delete': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:05:45.962648 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-8209af8e-a62c-4dec-9814-e42bd9df9833 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89632fed-efde-4245-8dd0-b89358a96834') {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:05:45.977732 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8209af8e-a62c-4dec-9814-e42bd9df9833 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736833900858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11163256'] for segment, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:45.994061 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] get_ports_and_sgs() called for port_ids ['3e618999-603b-439c-8192-161390a3ae45'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:05:45.995730 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8209af8e-a62c-4dec-9814-e42bd9df9833 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:46.003236 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8209af8e-a62c-4dec-9814-e42bd9df9833 admin admin] Releasing vlan 549 on physical network physnet1 to pool {{(pid=93798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 23:05:46.003733 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8209af8e-a62c-4dec-9814-e42bd9df9833 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11971746'] for segment, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:46.007922 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] No Port match for: 5c135a4c-1a31-433f-8554-91b4b82144c8 {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:05:46.008491 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 5c135a4c-1a31-433f-8554-91b4b82144c8 not bound to the agent host n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:05:46.009257 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 37cb6213-bb19-45c9-a2f9-bae829e83a2c no longer exists at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:05:46.062132 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] No Port match for: 37cb6213-bb19-45c9-a2f9-bae829e83a2c {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:05:46.063302 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 37cb6213-bb19-45c9-a2f9-bae829e83a2c not bound to the agent host n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:05:46.083889 n-d-802623-1 neutron-server[93798]: Traceback (most recent call last): Jul 27 23:05:46.083889 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 23:05:46.083889 n-d-802623-1 neutron-server[93798]: timer() Jul 27 23:05:46.083889 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 23:05:46.083889 n-d-802623-1 neutron-server[93798]: cb(*args, **kw) Jul 27 23:05:46.083889 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 23:05:46.083889 n-d-802623-1 neutron-server[93798]: return func(*args, **kwargs) Jul 27 23:05:46.083889 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 23:05:46.083889 n-d-802623-1 neutron-server[93798]: self._notify() Jul 27 23:05:46.083889 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 23:05:46.083889 n-d-802623-1 neutron-server[93798]: self.callback(batched_events) Jul 27 23:05:46.083889 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 23:05:46.083889 n-d-802623-1 neutron-server[93798]: event.method(event) Jul 27 23:05:46.083889 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 23:05:46.083889 n-d-802623-1 neutron-server[93798]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 23:05:46.083889 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 23:05:46.083889 n-d-802623-1 neutron-server[93798]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 23:05:46.083889 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 23:05:46.083889 n-d-802623-1 neutron-server[93798]: return f(self, *a, **k) Jul 27 23:05:46.083889 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 23:05:46.083889 n-d-802623-1 neutron-server[93798]: return self._get(url).json() Jul 27 23:05:46.083889 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 23:05:46.083889 n-d-802623-1 neutron-server[93798]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 23:05:46.083889 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 23:05:46.083889 n-d-802623-1 neutron-server[93798]: return self.request(url, 'GET', **kwargs) Jul 27 23:05:46.083889 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 23:05:46.083889 n-d-802623-1 neutron-server[93798]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 23:05:46.083889 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 23:05:46.083889 n-d-802623-1 neutron-server[93798]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 23:05:46.083889 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 23:05:46.083889 n-d-802623-1 neutron-server[93798]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 23:05:46.083889 n-d-802623-1 neutron-server[93798]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 23:05:46.107080 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8209af8e-a62c-4dec-9814-e42bd9df9833 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415412'] for network, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:46.163923 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-be571eab-fd83-4b97-99fd-ad4583e620b7 None None] For port 5c135a4c-1a31-433f-8554-91b4b82144c8, host n-d-802623-1, got binding levels [] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:05:46.165678 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-be571eab-fd83-4b97-99fd-ad4583e620b7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:46.169026 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-316a3387-cdc4-49fb-a03b-12c4512396f4 None None] Set router 94d03d6f-830d-422e-9346-a4f554056bd6 gateway port host: n-d-802623-1 {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:05:46.173739 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-48dadd08-77b5-47fc-a0a4-3fdf77c2e5c6 req-0025d472-d39c-40e7-b244-f7902aedb697 tempest-ServersAdminNegativeTestJSON-2027900281 tempest-ServersAdminNegativeTestJSON-2027900281-project] 10.222.0.18 "GET /v2.0/ports?device_id=599d188e-be3c-4eed-b961-f47d4b9e19a1 HTTP/1.1" status: 200 len: 210 time: 0.0909762 Jul 27 23:05:46.189296 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8209af8e-a62c-4dec-9814-e42bd9df9833 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:46.189296 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-8209af8e-a62c-4dec-9814-e42bd9df9833 admin admin] 10.222.0.18 "DELETE /v2.0/networks/f567a929-7c82-4c83-ba32-efa5cc4c353c HTTP/1.1" status: 204 len: 168 time: 1.1429689 Jul 27 23:05:46.212885 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c80dce88-c295-4e36-be17-27ea365e0013 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:46.225293 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8814f031-bbb3-4c90-94e9-73c7c21caf86 req-8fa5575a-fd4b-40de-aeb3-20b61df1214d service neutron] 10.222.0.18 "GET /v2.0/networks/7ba5f889-7a68-424d-8fa1-71447bc958df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2671368 Jul 27 23:05:46.227469 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8209af8e-a62c-4dec-9814-e42bd9df9833 admin admin] Pushing event deleted for resources: {'Network': ['ID=f567a929-7c82-4c83-ba32-efa5cc4c353c,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:05:46.349926 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-1bb99bbd-c2fd-47b7-8f52-03c92cbd5b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16bde1c9-77cc-4a0a-9d3d-6ade739b6f5e', 'name': 'tempest-ServersTestBootFromVolume-1987523553-router', 'tenant_id': 'e1cc4618ab8d497f8f1b385f74e71fb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.243'}], 'enable_snat': True}, 'gw_port_id': '90f70c81-092e-4c82-a179-5b6d6f19964f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:04:23Z', 'updated_at': '2021-07-27T23:04:33Z', 'revision_number': 4, 'project_id': 'e1cc4618ab8d497f8f1b385f74e71fb7', 'gw_port': {'id': '90f70c81-092e-4c82-a179-5b6d6f19964f', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:e6:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16bde1c9-77cc-4a0a-9d3d-6ade739b6f5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:04:25Z', 'updated_at': '2021-07-27T23:04:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_floatingips': [{'id': 'c62b14a6-6cf1-4139-bbf4-5cec9fc79d19', 'tenant_id': 'e1cc4618ab8d497f8f1b385f74e71fb7', 'floating_ip_address': '172.25.4.223', 'floating_network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'router_id': '16bde1c9-77cc-4a0a-9d3d-6ade739b6f5e', 'port_id': 'ab476ae2-c058-4a27-bb96-f6c22f4e4762', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 565, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '786c8bed-6530-402d-94b3-9fdab2784572', 'mac_address': 'fa:16:3e:6a:53:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '405264ac-9a3d-44fc-803d-2c1b6254405c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T23:04:44Z', 'updated_at': '2021-07-27T23:05:43Z', 'revision_number': 1, 'project_id': 'e1cc4618ab8d497f8f1b385f74e71fb7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b23f4211-d6d1-4811-9f5a-ad54c48cab3c', 'name': '', 'network_id': '786c8bed-6530-402d-94b3-9fdab2784572', 'tenant_id': 'e1cc4618ab8d497f8f1b385f74e71fb7', 'mac_address': 'fa:16:3e:14:c3:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16bde1c9-77cc-4a0a-9d3d-6ade739b6f5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'b9b5db02-c302-48bd-b0f3-e4b2e75710bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:04:31Z', 'updated_at': '2021-07-27T23:04:42Z', 'revision_number': 5, 'project_id': 'e1cc4618ab8d497f8f1b385f74e71fb7', 'subnets': [{'id': 'b9b5db02-c302-48bd-b0f3-e4b2e75710bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:05:46.385582 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-be571eab-fd83-4b97-99fd-ad4583e620b7 None None] Calling delete_port for 5c135a4c-1a31-433f-8554-91b4b82144c8 owned by network:dhcp {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:05:46.404554 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.ipam_backend_mixin [None req-be571eab-fd83-4b97-99fd-ad4583e620b7 None None] Port 5c135a4c-1a31-433f-8554-91b4b82144c8 was not found and therefore no delete operation was performed {{(pid=93799) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 27 23:05:46.427701 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bb99bbd-c2fd-47b7-8f52-03c92cbd5b49 None None] Checking router: 16bde1c9-77cc-4a0a-9d3d-6ade739b6f5e for host: n-d-802623-1 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 23:05:46.444021 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb99bbd-c2fd-47b7-8f52-03c92cbd5b49 None None] Routers {'16bde1c9-77cc-4a0a-9d3d-6ade739b6f5e'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:05:46.463960 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-1bb99bbd-c2fd-47b7-8f52-03c92cbd5b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:05:29Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['16bde1c9-77cc-4a0a-9d3d-6ade739b6f5e'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:05:46.468015 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-c80dce88-c295-4e36-be17-27ea365e0013 admin admin] Deleting port 79bddec4-0d7d-4195-94c1-814ea5e588a2 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:05:46.482273 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c80dce88-c295-4e36-be17-27ea365e0013 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:46.508807 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22980218-2599-43d3-9712-4f858b83fe95 req-25cf7b97-e643-4194-a154-d71201219482 tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:46.515375 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-be571eab-fd83-4b97-99fd-ad4583e620b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:46.516917 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-22980218-2599-43d3-9712-4f858b83fe95 req-25cf7b97-e643-4194-a154-d71201219482 tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b37b46f-1570-43c3-93ca-a2102e466b4e HTTP/1.1" status: 200 len: 948 time: 0.1956666 Jul 27 23:05:46.546983 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-610ec3cc-fb04-4af8-b77a-91206ce6a95a req-4c2897de-0397-4c0d-b76f-8df55ea656cd tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab41d699-a6c9-471f-af92-d91f3fbbf8be HTTP/1.1" status: 200 len: 210 time: 0.0745506 Jul 27 23:05:46.547527 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 54230) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:05:46.606974 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-be571eab-fd83-4b97-99fd-ad4583e620b7 None None] Network f567a929-7c82-4c83-ba32-efa5cc4c353c is not hosted by any dhcp agent {{(pid=93799) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 27 23:05:46.609561 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-c79ceecf-6153-4f57-a8c2-bfc20289a0e1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=09a0cfde4ce544d0bf97475963eb4f26&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0609667 Jul 27 23:05:46.613414 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be571eab-fd83-4b97-99fd-ad4583e620b7 None None] No DVR routers for this DVR port 5c135a4c-1a31-433f-8554-91b4b82144c8 on host n-d-802623-1 {{(pid=93799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:05:46.619064 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 54236) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:05:46.656279 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be571eab-fd83-4b97-99fd-ad4583e620b7 None None] Pushing event deleted for resources: {'Port': ['ID=5c135a4c-1a31-433f-8554-91b4b82144c8,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:05:46.678788 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-1bb99bbd-c2fd-47b7-8f52-03c92cbd5b49 None None] Set router 16bde1c9-77cc-4a0a-9d3d-6ade739b6f5e gateway port host: n-d-802623-1 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:05:46.708316 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-dc85b898-2b0f-4d9c-a48e-acbb685a5970 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:46.711305 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-22980218-2599-43d3-9712-4f858b83fe95 req-9f86a390-30fa-43c8-a3e9-dd328d4351e5 tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] 10.222.0.18 "GET /v2.0/security-groups?id=3b54d803-f776-413f-b5bd-6e9336fca6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934206 Jul 27 23:05:46.743872 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-dc85b898-2b0f-4d9c-a48e-acbb685a5970 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:46.780960 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-c80dce88-c295-4e36-be17-27ea365e0013 admin admin] For port 79bddec4-0d7d-4195-94c1-814ea5e588a2, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=79bddec4-0d7d-4195-94c1-814ea5e588a2,segment=NetworkSegment(b9afe07e-bbe4-4740-834c-4b6a9698bdbc),segment_id=b9afe07e-bbe4-4740-834c-4b6a9698bdbc)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:05:46.782228 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c80dce88-c295-4e36-be17-27ea365e0013 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:46.802746 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-c80dce88-c295-4e36-be17-27ea365e0013 admin admin] Calling delete_port for 79bddec4-0d7d-4195-94c1-814ea5e588a2 owned by network:router_gateway {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:05:46.868918 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-dc85b898-2b0f-4d9c-a48e-acbb685a5970 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:46.872695 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-dc85b898-2b0f-4d9c-a48e-acbb685a5970 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:46.874256 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-dc85b898-2b0f-4d9c-a48e-acbb685a5970 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/39053ed0-0269-4c19-ba72-276f933ef692 HTTP/1.1" status: 204 len: 168 time: 0.2541270 Jul 27 23:05:46.901719 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc85b898-2b0f-4d9c-a48e-acbb685a5970 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39053ed0-0269-4c19-ba72-276f933ef692,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:05:46.963875 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 0528b663-1d28-4c45-92d8-2e5c451d8ebf no longer exists at agent hyperv_n-h1-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:05:47.055930 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] No Port match for: 0528b663-1d28-4c45-92d8-2e5c451d8ebf {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:05:47.061164 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 0528b663-1d28-4c45-92d8-2e5c451d8ebf not bound to the agent host n-h1-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:05:47.134821 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-1bb99bbd-c2fd-47b7-8f52-03c92cbd5b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16bde1c9-77cc-4a0a-9d3d-6ade739b6f5e', 'name': 'tempest-ServersTestBootFromVolume-1987523553-router', 'tenant_id': 'e1cc4618ab8d497f8f1b385f74e71fb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.243'}], 'enable_snat': True}, 'gw_port_id': '90f70c81-092e-4c82-a179-5b6d6f19964f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:04:23Z', 'updated_at': '2021-07-27T23:04:33Z', 'revision_number': 4, 'project_id': 'e1cc4618ab8d497f8f1b385f74e71fb7', 'gw_port': {'id': '90f70c81-092e-4c82-a179-5b6d6f19964f', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:e6:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16bde1c9-77cc-4a0a-9d3d-6ade739b6f5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:04:25Z', 'updated_at': '2021-07-27T23:04:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_floatingips': [{'id': 'c62b14a6-6cf1-4139-bbf4-5cec9fc79d19', 'tenant_id': 'e1cc4618ab8d497f8f1b385f74e71fb7', 'floating_ip_address': '172.25.4.223', 'floating_network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'router_id': '16bde1c9-77cc-4a0a-9d3d-6ade739b6f5e', 'port_id': 'ab476ae2-c058-4a27-bb96-f6c22f4e4762', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 565, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '786c8bed-6530-402d-94b3-9fdab2784572', 'mac_address': 'fa:16:3e:6a:53:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '405264ac-9a3d-44fc-803d-2c1b6254405c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T23:04:44Z', 'updated_at': '2021-07-27T23:05:43Z', 'revision_number': 1, 'project_id': 'e1cc4618ab8d497f8f1b385f74e71fb7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b23f4211-d6d1-4811-9f5a-ad54c48cab3c', 'name': '', 'network_id': '786c8bed-6530-402d-94b3-9fdab2784572', 'tenant_id': 'e1cc4618ab8d497f8f1b385f74e71fb7', 'mac_address': 'fa:16:3e:14:c3:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16bde1c9-77cc-4a0a-9d3d-6ade739b6f5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'b9b5db02-c302-48bd-b0f3-e4b2e75710bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:04:31Z', 'updated_at': '2021-07-27T23:04:42Z', 'revision_number': 5, 'project_id': 'e1cc4618ab8d497f8f1b385f74e71fb7', 'subnets': [{'id': 'b9b5db02-c302-48bd-b0f3-e4b2e75710bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:05:47.140211 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-316a3387-cdc4-49fb-a03b-12c4512396f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94d03d6f-830d-422e-9346-a4f554056bd6', 'name': 'tempest-AttachSCSIVolumeTestJSON-2033434242-router', 'tenant_id': '579611ac919e4026bf7dfaf3f6b72308', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.80'}], 'enable_snat': True}, 'gw_port_id': '79bddec4-0d7d-4195-94c1-814ea5e588a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:03:39Z', 'updated_at': '2021-07-27T23:05:42Z', 'revision_number': 5, 'project_id': '579611ac919e4026bf7dfaf3f6b72308', 'gw_port': {'id': '79bddec4-0d7d-4195-94c1-814ea5e588a2', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:96:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94d03d6f-830d-422e-9346-a4f554056bd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:03:40Z', 'updated_at': '2021-07-27T23:03:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1'}], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:05:47.174125 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bb99bbd-c2fd-47b7-8f52-03c92cbd5b49 None None] The sync data for ids ['16bde1c9-77cc-4a0a-9d3d-6ade739b6f5e'] in n-d-802623-1 is: [{'id': '16bde1c9-77cc-4a0a-9d3d-6ade739b6f5e', 'name': 'tempest-ServersTestBootFromVolume-1987523553-router', 'tenant_id': 'e1cc4618ab8d497f8f1b385f74e71fb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.243'}], 'enable_snat': True}, 'gw_port_id': '90f70c81-092e-4c82-a179-5b6d6f19964f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:04:23Z', 'updated_at': '2021-07-27T23:04:33Z', 'revision_number': 4, 'project_id': 'e1cc4618ab8d497f8f1b385f74e71fb7', 'gw_port': {'id': '90f70c81-092e-4c82-a179-5b6d6f19964f', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:e6:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16bde1c9-77cc-4a0a-9d3d-6ade739b6f5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:04:25Z', 'updated_at': '2021-07-27T23:04:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_floatingips': [{'id': 'c62b14a6-6cf1-4139-bbf4-5cec9fc79d19', 'tenant_id': 'e1cc4618ab8d497f8f1b385f74e71fb7', 'floating_ip_address': '172.25.4.223', 'floating_network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'router_id': '16bde1c9-77cc-4a0a-9d3d-6ade739b6f5e', 'port_id': 'ab476ae2-c058-4a27-bb96-f6c22f4e4762', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 565, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '786c8bed-6530-402d-94b3-9fdab2784572', 'mac_address': 'fa:16:3e:6a:53:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '405264ac-9a3d-44fc-803d-2c1b6254405c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T23:04:44Z', 'updated_at': '2021-07-27T23:05:43Z', 'revision_number': 1, 'project_id': 'e1cc4618ab8d497f8f1b385f74e71fb7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b23f4211-d6d1-4811-9f5a-ad54c48cab3c', 'name': '', 'network_id': '786c8bed-6530-402d-94b3-9fdab2784572', 'tenant_id': 'e1cc4618ab8d497f8f1b385f74e71fb7', 'mac_address': 'fa:16:3e:14:c3:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16bde1c9-77cc-4a0a-9d3d-6ade739b6f5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'b9b5db02-c302-48bd-b0f3-e4b2e75710bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:04:31Z', 'updated_at': '2021-07-27T23:04:42Z', 'revision_number': 5, 'project_id': 'e1cc4618ab8d497f8f1b385f74e71fb7', 'subnets': [{'id': 'b9b5db02-c302-48bd-b0f3-e4b2e75710bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:05:47.199338 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-316a3387-cdc4-49fb-a03b-12c4512396f4 None None] Checking router: 94d03d6f-830d-422e-9346-a4f554056bd6 for host: n-d-802623-1 {{(pid=93799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 23:05:47.233788 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-316a3387-cdc4-49fb-a03b-12c4512396f4 None None] Routers {'94d03d6f-830d-422e-9346-a4f554056bd6'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:05:47.234493 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-316a3387-cdc4-49fb-a03b-12c4512396f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:05:29Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['94d03d6f-830d-422e-9346-a4f554056bd6'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:05:47.394370 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device f5a0504c-e858-4a69-8c0a-8cfe2b469373 no longer exists at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:05:47.435588 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] No Port match for: f5a0504c-e858-4a69-8c0a-8cfe2b469373 {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:05:47.436356 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device f5a0504c-e858-4a69-8c0a-8cfe2b469373 not bound to the agent host n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:05:47.484398 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-316a3387-cdc4-49fb-a03b-12c4512396f4 None None] Set router 94d03d6f-830d-422e-9346-a4f554056bd6 gateway port host: None {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:05:47.574196 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3591275-388b-4b15-ad32-925bfee45205 None None] New status for floating IP c62b14a6-6cf1-4139-bbf4-5cec9fc79d19: ACTIVE {{(pid=93800) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 23:05:47.627020 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f42dab-8536-44ae-b3c1-f6b1cc8177d6 req-37c2e591-a947-4e96-b08c-ad82d6e1fdab tempest-ServersAdminNegativeTestJSON-2027900281 tempest-ServersAdminNegativeTestJSON-2027900281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:47.632790 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-316a3387-cdc4-49fb-a03b-12c4512396f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94d03d6f-830d-422e-9346-a4f554056bd6', 'name': 'tempest-AttachSCSIVolumeTestJSON-2033434242-router', 'tenant_id': '579611ac919e4026bf7dfaf3f6b72308', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:03:39Z', 'updated_at': '2021-07-27T23:05:46Z', 'revision_number': 6, 'project_id': '579611ac919e4026bf7dfaf3f6b72308', 'gw_port_host': None}], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:05:47.638669 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-29f42dab-8536-44ae-b3c1-f6b1cc8177d6 req-37c2e591-a947-4e96-b08c-ad82d6e1fdab tempest-ServersAdminNegativeTestJSON-2027900281 tempest-ServersAdminNegativeTestJSON-2027900281-project] 10.222.0.18 "GET /v2.0/ports?device_id=2b1e0dbc-d3dc-446c-b149-1dbafa05063c HTTP/1.1" status: 200 len: 950 time: 0.0741107 Jul 27 23:05:47.702912 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-316a3387-cdc4-49fb-a03b-12c4512396f4 None None] The sync data for ids ['94d03d6f-830d-422e-9346-a4f554056bd6'] in n-d-802623-1 is: [{'id': '94d03d6f-830d-422e-9346-a4f554056bd6', 'name': 'tempest-AttachSCSIVolumeTestJSON-2033434242-router', 'tenant_id': '579611ac919e4026bf7dfaf3f6b72308', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:03:39Z', 'updated_at': '2021-07-27T23:05:46Z', 'revision_number': 6, 'project_id': '579611ac919e4026bf7dfaf3f6b72308', 'gw_port_host': None}] {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:05:47.714960 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-29f42dab-8536-44ae-b3c1-f6b1cc8177d6 req-d8aa27eb-8c3c-4b42-b41f-87fb1aecff1d tempest-ServersAdminNegativeTestJSON-2027900281 tempest-ServersAdminNegativeTestJSON-2027900281-project] 10.222.0.18 "GET /v2.0/security-groups?id=fe25dd46-142f-4f85-a515-1967d4861cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751426 Jul 27 23:05:47.720051 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '405264ac-9a3d-44fc-803d-2c1b6254405c', 'tag': 'ab476ae2-c058-4a27-bb96-f6c22f4e4762'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:05:47.722586 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a476459a1bfce68b0ae0df5b6a71154bfc7cfdc8f9eefce6ad0a17231e60468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9349ccc6-a920-4e81-9fc7-6950ab2cc27c" -d '{"events": [{"name": "network-changed", "server_uuid": "405264ac-9a3d-44fc-803d-2c1b6254405c", "tag": "ab476ae2-c058-4a27-bb96-f6c22f4e4762"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:05:47.763079 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e2aa0780-0554-4475-9a31-c89a92ad81ab req-842c3bc2-8b20-475a-a620-0c2f7910218d tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab41d699-a6c9-471f-af92-d91f3fbbf8be HTTP/1.1" status: 200 len: 210 time: 0.0741873 Jul 27 23:05:47.797126 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 23:05:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05e311ee-2778-4132-b168-d37d46c0e537 x-openstack-request-id: req-05e311ee-2778-4132-b168-d37d46c0e537 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:05:47.797775 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "405264ac-9a3d-44fc-803d-2c1b6254405c", "tag": "ab476ae2-c058-4a27-bb96-f6c22f4e4762", "status": "completed", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:05:47.798269 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-05e311ee-2778-4132-b168-d37d46c0e537 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:05:47.798969 n-d-802623-1 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '405264ac-9a3d-44fc-803d-2c1b6254405c', 'tag': 'ab476ae2-c058-4a27-bb96-f6c22f4e4762', 'status': 'completed', 'code': 200} Jul 27 23:05:47.905848 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9349ccc6-a920-4e81-9fc7-6950ab2cc27c req-fe71b80d-115b-4c59-870b-edb266d4b9c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:47.908092 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-9349ccc6-a920-4e81-9fc7-6950ab2cc27c req-fe71b80d-115b-4c59-870b-edb266d4b9c0 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=e1cc4618ab8d497f8f1b385f74e71fb7&device_id=405264ac-9a3d-44fc-803d-2c1b6254405c HTTP/1.1" status: 200 len: 1097 time: 0.0680473 Jul 27 23:05:47.928765 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device 14dc1cce-5542-4a32-8b06-7fc4bd9feb10 up at agent hyperv_n-h2-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:05:48.024170 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c80dce88-c295-4e36-be17-27ea365e0013 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:48.070711 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80dce88-c295-4e36-be17-27ea365e0013 admin admin] Pushing event deleted for resources: {'Port': ['ID=79bddec4-0d7d-4195-94c1-814ea5e588a2,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:05:48.084579 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Provisioning for port 14dc1cce-5542-4a32-8b06-7fc4bd9feb10 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:05:48.087483 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d1b023-5484-4f66-84c4-d9f6ba3c997d req-4a7c3355-d7ee-415a-806b-ff4cf0070aec tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:48.091715 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9349ccc6-a920-4e81-9fc7-6950ab2cc27c req-a50c5ad4-e679-47a8-984c-ad20dd35fd94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:48.093468 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-9349ccc6-a920-4e81-9fc7-6950ab2cc27c req-a50c5ad4-e679-47a8-984c-ad20dd35fd94 service neutron] 10.222.0.38 "GET /v2.0/networks?id=786c8bed-6530-402d-94b3-9fdab2784572 HTTP/1.1" status: 200 len: 917 time: 0.1776788 Jul 27 23:05:48.096302 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a8d1b023-5484-4f66-84c4-d9f6ba3c997d req-4a7c3355-d7ee-415a-806b-ff4cf0070aec tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b37b46f-1570-43c3-93ca-a2102e466b4e HTTP/1.1" status: 200 len: 948 time: 0.2167351 Jul 27 23:05:48.097831 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Provisioning complete for port 14dc1cce-5542-4a32-8b06-7fc4bd9feb10 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:05:48.098443 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:48.250020 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 54284) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:05:48.289025 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:48.322437 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b37b46f-1570-43c3-93ca-a2102e466b4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14dc1cce-5542-4a32-8b06-7fc4bd9feb10'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:05:48.322868 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-9349ccc6-a920-4e81-9fc7-6950ab2cc27c req-4e0b6aa2-e5a6-488f-9647-d0cdc7108818 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ab476ae2-c058-4a27-bb96-f6c22f4e4762 HTTP/1.1" status: 200 len: 1002 time: 0.2186141 Jul 27 23:05:48.325282 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c0369b0d4f459110ff20a1f9878ba33f96d6491bddb9d15843bf29d01e0bda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acb36c9d-2a48-442d-9569-6d039b7e4701" -d '{"events": [{"server_uuid": "7b37b46f-1570-43c3-93ca-a2102e466b4e", "name": "network-vif-plugged", "status": "completed", "tag": "14dc1cce-5542-4a32-8b06-7fc4bd9feb10"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:05:48.326573 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a8d1b023-5484-4f66-84c4-d9f6ba3c997d req-defa18c7-bc0c-4ff5-8563-0e5b83e53f13 tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] 10.222.0.18 "GET /v2.0/security-groups?id=3b54d803-f776-413f-b5bd-6e9336fca6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2292247 Jul 27 23:05:48.329971 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c80dce88-c295-4e36-be17-27ea365e0013 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-415368'] for router_gateway, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:48.340515 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port 14dc1cce-5542-4a32-8b06-7fc4bd9feb10, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=14dc1cce-5542-4a32-8b06-7fc4bd9feb10,segment=NetworkSegment(16e91594-c047-4b55-93eb-43af33ad08e1),segment_id=16e91594-c047-4b55-93eb-43af33ad08e1)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:05:48.346003 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:48.409473 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Pushing event updated for resources: {'Port': ['ID=14dc1cce-5542-4a32-8b06-7fc4bd9feb10,revision_number=5']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:05:48.420656 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:05:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e7e0294-1c47-4ae3-a0ba-d71c90ee104c x-openstack-request-id: req-9e7e0294-1c47-4ae3-a0ba-d71c90ee104c {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:05:48.420961 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b37b46f-1570-43c3-93ca-a2102e466b4e", "name": "network-vif-plugged", "status": "completed", "tag": "14dc1cce-5542-4a32-8b06-7fc4bd9feb10", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:05:48.421230 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9e7e0294-1c47-4ae3-a0ba-d71c90ee104c {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:05:48.422042 n-d-802623-1 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b37b46f-1570-43c3-93ca-a2102e466b4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14dc1cce-5542-4a32-8b06-7fc4bd9feb10', 'code': 200} Jul 27 23:05:48.426780 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:05:48.428477 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:05:48.428888 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:05:48.429242 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:05:48.429583 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:05:48.429926 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:05:48.430264 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:05:48.430598 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:05:48.430929 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:05:48.431299 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:05:48.431628 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:05:48.431957 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:05:48.457013 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9349ccc6-a920-4e81-9fc7-6950ab2cc27c req-58a1ebe1-b28b-4276-83b7-ef6df23c2416 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:48.458755 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-9349ccc6-a920-4e81-9fc7-6950ab2cc27c req-58a1ebe1-b28b-4276-83b7-ef6df23c2416 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b9b5db02-c302-48bd-b0f3-e4b2e75710bc HTTP/1.1" status: 200 len: 855 time: 0.1250675 Jul 27 23:05:48.476844 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-63f81640-1511-4186-858d-43e5f5c8e469 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-118873732-network', 'tenant_id': '6f21afa8cf6f429bb4754e0a76fd56b9'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:05:48.488315 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c80dce88-c295-4e36-be17-27ea365e0013 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62205'] for router, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:48.490478 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c80dce88-c295-4e36-be17-27ea365e0013 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:48.531921 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63f81640-1511-4186-858d-43e5f5c8e469 admin admin] Made reservation on behalf of 6f21afa8cf6f429bb4754e0a76fd56b9 for: {'network': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:05:48.534976 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-63f81640-1511-4186-858d-43e5f5c8e469 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for network, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:48.549086 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-63f81640-1511-4186-858d-43e5f5c8e469 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:48.552940 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9349ccc6-a920-4e81-9fc7-6950ab2cc27c req-a4e81512-f1f4-491c-9a08-3ae9b4de45df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:48.557650 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-9349ccc6-a920-4e81-9fc7-6950ab2cc27c req-a4e81512-f1f4-491c-9a08-3ae9b4de45df service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=786c8bed-6530-402d-94b3-9fdab2784572&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0705335 Jul 27 23:05:48.564156 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c80dce88-c295-4e36-be17-27ea365e0013 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-477831'] for router, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:48.564757 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c80dce88-c295-4e36-be17-27ea365e0013 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 94d03d6f-830d-422e-9346-a4f554056bd6 {{(pid=93798) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 23:05:48.584974 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c80dce88-c295-4e36-be17-27ea365e0013 admin admin] Notify callbacks [] for router, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:48.588537 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-c80dce88-c295-4e36-be17-27ea365e0013 admin admin] 10.222.0.18 "DELETE /v2.0/routers/94d03d6f-830d-422e-9346-a4f554056bd6 HTTP/1.1" status: 204 len: 168 time: 3.1825514 Jul 27 23:05:48.590396 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 54290) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:05:48.611146 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8814f031-bbb3-4c90-94e9-73c7c21caf86 req-5fd98c65-5660-4398-91c9-e82281227f7a tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:48.612778 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-8814f031-bbb3-4c90-94e9-73c7c21caf86 req-5fd98c65-5660-4398-91c9-e82281227f7a tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] 10.222.0.38 "GET /v2.0/networks?id=7ba5f889-7a68-424d-8fa1-71447bc958df HTTP/1.1" status: 200 len: 821 time: 0.5119891 Jul 27 23:05:48.622469 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c7241d-0f0f-42ee-ba4e-a7ac24a89a51 req-af76d8d5-8032-4d96-85e0-6e6619c996b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:48.624798 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a4c7241d-0f0f-42ee-ba4e-a7ac24a89a51 req-af76d8d5-8032-4d96-85e0-6e6619c996b2 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=7b37b46f-1570-43c3-93ca-a2102e466b4e HTTP/1.1" status: 200 len: 1100 time: 0.0908067 Jul 27 23:05:48.630584 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [req-8814f031-bbb3-4c90-94e9-73c7c21caf86 req-c606c9e7-dc73-410f-ae81-c972c737a97c tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] Request body: {'port': {'device_id': 'ab41d699-a6c9-471f-af92-d91f3fbbf8be', 'network_id': '7ba5f889-7a68-424d-8fa1-71447bc958df', 'admin_state_up': True, 'tenant_id': '2b51160ea37c42ce86518efb7f5012de'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:05:48.722023 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a4c7241d-0f0f-42ee-ba4e-a7ac24a89a51 req-662f5934-e3ff-4429-9465-9370ffb88317 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=3b54d803-f776-413f-b5bd-6e9336fca6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867491 Jul 27 23:05:48.876386 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be760dee-504b-4fd1-b8ca-c6ab7b6d1dd0 req-ef2684e3-ba72-4164-bbb8-452a3d8749cb tempest-ServersAdminNegativeTestJSON-2027900281 tempest-ServersAdminNegativeTestJSON-2027900281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:48.881023 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-be760dee-504b-4fd1-b8ca-c6ab7b6d1dd0 req-ef2684e3-ba72-4164-bbb8-452a3d8749cb tempest-ServersAdminNegativeTestJSON-2027900281 tempest-ServersAdminNegativeTestJSON-2027900281-project] 10.222.0.18 "GET /v2.0/ports?device_id=2b1e0dbc-d3dc-446c-b149-1dbafa05063c HTTP/1.1" status: 200 len: 950 time: 0.0779829 Jul 27 23:05:48.939401 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-be760dee-504b-4fd1-b8ca-c6ab7b6d1dd0 req-ea47000b-0e25-4de4-a36d-6f4af1fea869 tempest-ServersAdminNegativeTestJSON-2027900281 tempest-ServersAdminNegativeTestJSON-2027900281-project] 10.222.0.18 "GET /v2.0/security-groups?id=fe25dd46-142f-4f85-a515-1967d4861cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511668 Jul 27 23:05:48.999512 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.db.api [req-8814f031-bbb3-4c90-94e9-73c7c21caf86 req-c606c9e7-dc73-410f-ae81-c972c737a97c tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 27 23:05:48.999512 n-d-802623-1 neutron-server[93798]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 27 23:05:48.999512 n-d-802623-1 neutron-server[93798]: [parameters: {'project_id_1': '2b51160ea37c42ce86518efb7f5012de', 'expiration_1': datetime.datetime(2021, 7, 27, 23, 5, 48, 760992)}] Jul 27 23:05:48.999512 n-d-802623-1 neutron-server[93798]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93798) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 23:05:49.000487 n-d-802623-1 neutron-server[93798]: DEBUG oslo_db.api [req-8814f031-bbb3-4c90-94e9-73c7c21caf86 req-c606c9e7-dc73-410f-ae81-c972c737a97c tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 23:05:49.051922 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-79abc641-f5a7-4c8a-b210-0c66f382fea8 req-8f2251b6-ab67-4df1-9d6d-30536d7c8714 tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab41d699-a6c9-471f-af92-d91f3fbbf8be HTTP/1.1" status: 200 len: 210 time: 0.0507011 Jul 27 23:05:49.055595 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_v2 [None req-de5cf4a3-a771-49a2-b29e-d59ecbce9117 admin admin] Deleting subnet fcdd0019-bc7c-4b27-bf52-8f592951928f {{(pid=93797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 23:05:49.071415 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-de5cf4a3-a771-49a2-b29e-d59ecbce9117 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:49.141756 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-de5cf4a3-a771-49a2-b29e-d59ecbce9117 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11335971'] for subnet, precommit_delete_associations {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:49.194380 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-9349ccc6-a920-4e81-9fc7-6950ab2cc27c req-ba0ef8b8-a147-4e36-9c81-af42df563a20 service neutron] 10.222.0.38 "GET /v2.0/networks/786c8bed-6530-402d-94b3-9fdab2784572?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6249945 Jul 27 23:05:49.325913 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-63f81640-1511-4186-858d-43e5f5c8e469 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:49.337198 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-63f81640-1511-4186-858d-43e5f5c8e469 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:49.349228 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-de5cf4a3-a771-49a2-b29e-d59ecbce9117 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620741'] for subnet, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:49.393617 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63f81640-1511-4186-858d-43e5f5c8e469 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 538} {{(pid=93797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 23:05:49.416369 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-9349ccc6-a920-4e81-9fc7-6950ab2cc27c req-06d94b82-30da-49ce-bbbd-4138d9ab7183 service neutron] 10.222.0.38 "GET /v2.0/networks/786c8bed-6530-402d-94b3-9fdab2784572?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2138839 Jul 27 23:05:49.424197 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-63f81640-1511-4186-858d-43e5f5c8e469 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:49.424544 n-d-802623-1 neutron-server[93797]: INFO neutron.db.segments_db [None req-63f81640-1511-4186-858d-43e5f5c8e469 admin admin] Added segment 67df4cb6-712d-49c2-b8f0-ce0cb683257d of type vlan for network 766960b4-b478-4258-be7c-21c298fd94ac Jul 27 23:05:49.433883 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f81640-1511-4186-858d-43e5f5c8e469 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=542c9086-8905-4530-acc2-0de406db670c,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:05:49.499365 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088c8812-f62d-42cd-bd05-4837597f093c req-e304ef89-5d7f-4ffc-b376-6a8abd057916 tempest-ServersAdminNegativeTestJSON-2027900281 tempest-ServersAdminNegativeTestJSON-2027900281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:49.501533 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-088c8812-f62d-42cd-bd05-4837597f093c req-e304ef89-5d7f-4ffc-b376-6a8abd057916 tempest-ServersAdminNegativeTestJSON-2027900281 tempest-ServersAdminNegativeTestJSON-2027900281-project] 10.222.0.49 "GET /v2.0/ports?device_id=2b1e0dbc-d3dc-446c-b149-1dbafa05063c HTTP/1.1" status: 200 len: 950 time: 0.1118894 Jul 27 23:05:49.503299 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 0c1d5438-58f6-453a-952b-108b182b1107 no longer exists at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:05:49.508753 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-63f81640-1511-4186-858d-43e5f5c8e469 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736833354590'] for network, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:49.535161 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-de5cf4a3-a771-49a2-b29e-d59ecbce9117 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11335991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11551414'] for subnet, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:49.539199 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] No Port match for: 0c1d5438-58f6-453a-952b-108b182b1107 {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:05:49.551069 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 0c1d5438-58f6-453a-952b-108b182b1107 not bound to the agent host n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:05:49.551711 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 79bddec4-0d7d-4195-94c1-814ea5e588a2 no longer exists at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:05:49.552250 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8814f031-bbb3-4c90-94e9-73c7c21caf86 req-c606c9e7-dc73-410f-ae81-c972c737a97c tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] Made reservation on behalf of 2b51160ea37c42ce86518efb7f5012de for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:05:49.555714 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-8814f031-bbb3-4c90-94e9-73c7c21caf86 req-c606c9e7-dc73-410f-ae81-c972c737a97c tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:49.574199 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] No Port match for: 79bddec4-0d7d-4195-94c1-814ea5e588a2 {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:05:49.574907 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 79bddec4-0d7d-4195-94c1-814ea5e588a2 not bound to the agent host n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:05:49.585835 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa2e928-3a21-492e-b08b-8fbb8319374b req-043e919f-ef1e-4189-b6b3-bb96773aa8c3 tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:49.587403 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8fa2e928-3a21-492e-b08b-8fbb8319374b req-043e919f-ef1e-4189-b6b3-bb96773aa8c3 tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b37b46f-1570-43c3-93ca-a2102e466b4e HTTP/1.1" status: 200 len: 949 time: 0.1504245 Jul 27 23:05:49.588137 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5cf4a3-a771-49a2-b29e-d59ecbce9117 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fcdd0019-bc7c-4b27-bf52-8f592951928f,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:05:49.590666 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-de5cf4a3-a771-49a2-b29e-d59ecbce9117 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for subnet, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:49.593335 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9704d47e-b838-44bb-a463-cc709902a06c None None] Network 2cc21914-0db5-427e-b431-aa16323eaf86 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:05:49.595018 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-de5cf4a3-a771-49a2-b29e-d59ecbce9117 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/fcdd0019-bc7c-4b27-bf52-8f592951928f HTTP/1.1" status: 204 len: 168 time: 1.0017385 Jul 27 23:05:49.595963 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 54304) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:05:49.597950 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-63f81640-1511-4186-858d-43e5f5c8e469 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569'] for network, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:49.598877 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63f81640-1511-4186-858d-43e5f5c8e469 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:49.599472 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-63f81640-1511-4186-858d-43e5f5c8e469 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for network, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:49.745816 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-63f81640-1511-4186-858d-43e5f5c8e469 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.4901354 Jul 27 23:05:49.753884 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 54306) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:05:49.761677 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-088c8812-f62d-42cd-bd05-4837597f093c req-5783de24-a98d-45bc-954e-40a137795d7c tempest-ServersAdminNegativeTestJSON-2027900281 tempest-ServersAdminNegativeTestJSON-2027900281-project] Deleting port 3e618999-603b-439c-8192-161390a3ae45 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:05:49.762515 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-088c8812-f62d-42cd-bd05-4837597f093c req-5783de24-a98d-45bc-954e-40a137795d7c tempest-ServersAdminNegativeTestJSON-2027900281 tempest-ServersAdminNegativeTestJSON-2027900281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:49.775370 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-c14e455a-68e2-4b04-b3b1-96c092232461 admin admin] Request body: {'subnet': {'network_id': '766960b4-b478-4258-be7c-21c298fd94ac', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-118873732-subnet', 'tenant_id': '6f21afa8cf6f429bb4754e0a76fd56b9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:05:49.794138 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f81640-1511-4186-858d-43e5f5c8e469 admin admin] Pushing event updated for resources: {'Network': ['ID=766960b4-b478-4258-be7c-21c298fd94ac,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:05:49.802708 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-56520164-9a74-4594-a0b5-0e902097b3a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593271'] for network, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:49.810418 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8fa2e928-3a21-492e-b08b-8fbb8319374b req-4bd1a981-facd-44cd-bc34-b5e645e813f4 tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] 10.222.0.18 "GET /v2.0/security-groups?id=3b54d803-f776-413f-b5bd-6e9336fca6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037997 Jul 27 23:05:49.815555 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Network 766960b4-b478-4258-be7c-21c298fd94ac details requested by agent ovs-agent-n-d-802623-1 with host n-d-802623-1 {{(pid=93799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 23:05:49.833245 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50bd9dcd-7421-414d-979c-9ca17f2f5dd2 None None] DHCP port deletion for 2cc21914-0db5-427e-b431-aa16323eaf86 request from n-d-802623-1 {{(pid=93799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 23:05:49.833420 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c14e455a-68e2-4b04-b3b1-96c092232461 admin admin] Made reservation on behalf of 6f21afa8cf6f429bb4754e0a76fd56b9 for: {'subnet': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:05:49.834787 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c14e455a-68e2-4b04-b3b1-96c092232461 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11551435'] for subnet, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:49.888751 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [req-8814f031-bbb3-4c90-94e9-73c7c21caf86 req-c606c9e7-dc73-410f-ae81-c972c737a97c tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] Allocated IP 172.20.0.3 (7ba5f889-7a68-424d-8fa1-71447bc958df/2be3a116-6f3a-48af-9c58-17be143660fc/522b4389-a942-43b4-b1c8-2896864af68a) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:05:49.925783 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-088c8812-f62d-42cd-bd05-4837597f093c req-5783de24-a98d-45bc-954e-40a137795d7c tempest-ServersAdminNegativeTestJSON-2027900281 tempest-ServersAdminNegativeTestJSON-2027900281-project] For port 3e618999-603b-439c-8192-161390a3ae45, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=3e618999-603b-439c-8192-161390a3ae45,segment=NetworkSegment(16e91594-c047-4b55-93eb-43af33ad08e1),segment_id=16e91594-c047-4b55-93eb-43af33ad08e1)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:05:49.926165 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-088c8812-f62d-42cd-bd05-4837597f093c req-5783de24-a98d-45bc-954e-40a137795d7c tempest-ServersAdminNegativeTestJSON-2027900281 tempest-ServersAdminNegativeTestJSON-2027900281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:49.955217 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-50bd9dcd-7421-414d-979c-9ca17f2f5dd2 None None] Deleting port b933ce2e-81c5-416b-890a-26f1bfafda12 {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:05:49.955890 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-50bd9dcd-7421-414d-979c-9ca17f2f5dd2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:49.964189 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-088c8812-f62d-42cd-bd05-4837597f093c req-5783de24-a98d-45bc-954e-40a137795d7c tempest-ServersAdminNegativeTestJSON-2027900281 tempest-ServersAdminNegativeTestJSON-2027900281-project] Calling delete_port for 3e618999-603b-439c-8192-161390a3ae45 owned by compute:nova {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:05:49.973387 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-56520164-9a74-4594-a0b5-0e902097b3a0 admin admin] Deleting port b933ce2e-81c5-416b-890a-26f1bfafda12 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:05:49.974073 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-56520164-9a74-4594-a0b5-0e902097b3a0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:50.053674 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-50bd9dcd-7421-414d-979c-9ca17f2f5dd2 None None] For port b933ce2e-81c5-416b-890a-26f1bfafda12, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=b933ce2e-81c5-416b-890a-26f1bfafda12,segment=NetworkSegment(a64c2c6c-9673-4931-86c6-f856baadceff),segment_id=a64c2c6c-9673-4931-86c6-f856baadceff)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:05:50.054228 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-50bd9dcd-7421-414d-979c-9ca17f2f5dd2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:50.081851 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-50bd9dcd-7421-414d-979c-9ca17f2f5dd2 None None] Calling delete_port for b933ce2e-81c5-416b-890a-26f1bfafda12 owned by network:dhcp {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:05:50.128236 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-56520164-9a74-4594-a0b5-0e902097b3a0 admin admin] For port b933ce2e-81c5-416b-890a-26f1bfafda12, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=b933ce2e-81c5-416b-890a-26f1bfafda12,segment=NetworkSegment(a64c2c6c-9673-4931-86c6-f856baadceff),segment_id=a64c2c6c-9673-4931-86c6-f856baadceff)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:05:50.128805 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-56520164-9a74-4594-a0b5-0e902097b3a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:50.156051 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-56520164-9a74-4594-a0b5-0e902097b3a0 admin admin] Calling delete_port for b933ce2e-81c5-416b-890a-26f1bfafda12 owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:05:50.253502 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c14e455a-68e2-4b04-b3b1-96c092232461 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11336182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11551417'] for subnet, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:50.320352 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-088c8812-f62d-42cd-bd05-4837597f093c req-5783de24-a98d-45bc-954e-40a137795d7c tempest-ServersAdminNegativeTestJSON-2027900281 tempest-ServersAdminNegativeTestJSON-2027900281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:50.320573 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-cceee535-0a51-4571-a39d-fb19ec7d2a03 req-c55cd1ba-c900-4747-9e3f-7bbc57dad282 tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab41d699-a6c9-471f-af92-d91f3fbbf8be HTTP/1.1" status: 200 len: 210 time: 0.0588048 Jul 27 23:05:50.367731 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5783de24-a98d-45bc-954e-40a137795d7c tempest-ServersAdminNegativeTestJSON-2027900281 tempest-ServersAdminNegativeTestJSON-2027900281-project] Pushing event deleted for resources: {'Port': ['ID=3e618999-603b-439c-8192-161390a3ae45,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:05:50.390834 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c0a1af92-95be-41cf-a360-9848db38d9ab req-75a0d035-e09d-47df-9c12-3ccf233f8670 tempest-ServersAdminNegativeTestJSON-2027900281 tempest-ServersAdminNegativeTestJSON-2027900281-project] 10.222.0.18 "GET /v2.0/ports?device_id=2b1e0dbc-d3dc-446c-b149-1dbafa05063c HTTP/1.1" status: 200 len: 210 time: 0.2498960 Jul 27 23:05:50.409709 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-50bd9dcd-7421-414d-979c-9ca17f2f5dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:50.459584 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c14e455a-68e2-4b04-b3b1-96c092232461 admin admin] Checking segment: {'id': '67df4cb6-712d-49c2-b8f0-ce0cb683257d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '766960b4-b478-4258-be7c-21c298fd94ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:05:50.459956 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c14e455a-68e2-4b04-b3b1-96c092232461 admin admin] Network hostable DHCP agents. Network: 766960b4-b478-4258-be7c-21c298fd94ac, hostable agents: ['5950e76f-2bde-4343-a925-cbe6bacd2706'], hosted agents: [] {{(pid=93797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 23:05:50.462076 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bd9dcd-7421-414d-979c-9ca17f2f5dd2 None None] Pushing event deleted for resources: {'Port': ['ID=b933ce2e-81c5-416b-890a-26f1bfafda12,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:05:50.472998 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50bd9dcd-7421-414d-979c-9ca17f2f5dd2 None None] No DVR routers for this DVR port b933ce2e-81c5-416b-890a-26f1bfafda12 on host n-d-802623-1 {{(pid=93799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:05:50.475339 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-088c8812-f62d-42cd-bd05-4837597f093c req-5783de24-a98d-45bc-954e-40a137795d7c tempest-ServersAdminNegativeTestJSON-2027900281 tempest-ServersAdminNegativeTestJSON-2027900281-project] No DVR routers for this DVR port 3e618999-603b-439c-8192-161390a3ae45 on host n-h2-802623-1 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:05:50.481959 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-088c8812-f62d-42cd-bd05-4837597f093c req-5783de24-a98d-45bc-954e-40a137795d7c tempest-ServersAdminNegativeTestJSON-2027900281 tempest-ServersAdminNegativeTestJSON-2027900281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:50.483989 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-088c8812-f62d-42cd-bd05-4837597f093c req-5783de24-a98d-45bc-954e-40a137795d7c tempest-ServersAdminNegativeTestJSON-2027900281 tempest-ServersAdminNegativeTestJSON-2027900281-project] 10.222.0.49 "DELETE /v2.0/ports/3e618999-603b-439c-8192-161390a3ae45 HTTP/1.1" status: 204 len: 173 time: 0.9754775 Jul 27 23:05:50.484324 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14e455a-68e2-4b04-b3b1-96c092232461 admin admin] Pushing event updated for resources: {'Subnet': ['ID=59240155-fdc4-414b-99c8-2d8d3bf67946,revision_number=0']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:05:50.484451 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b1e0dbc-d3dc-446c-b149-1dbafa05063c', 'name': 'network-vif-deleted', 'tag': '3e618999-603b-439c-8192-161390a3ae45'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:05:50.487281 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}011f8d312121274bb12d78e77c6379a2079800640016cec6c6d605b73666e854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50d75e5c-cfbe-4875-8382-d365ea5a80a0" -d '{"events": [{"server_uuid": "2b1e0dbc-d3dc-446c-b149-1dbafa05063c", "name": "network-vif-deleted", "tag": "3e618999-603b-439c-8192-161390a3ae45"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:05:50.507848 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-56520164-9a74-4594-a0b5-0e902097b3a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:50.525611 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56520164-9a74-4594-a0b5-0e902097b3a0 admin admin] No DVR routers for this DVR port b933ce2e-81c5-416b-890a-26f1bfafda12 on host n-d-802623-1 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:05:50.530070 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c14e455a-68e2-4b04-b3b1-96c092232461 admin admin] Network 766960b4-b478-4258-be7c-21c298fd94ac is scheduled to be hosted by DHCP agent 5950e76f-2bde-4343-a925-cbe6bacd2706 with binding_index 1 {{(pid=93797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 23:05:50.538649 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-8814f031-bbb3-4c90-94e9-73c7c21caf86 req-c606c9e7-dc73-410f-ae81-c972c737a97c tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:50.557316 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:05:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21b7aece-fd4c-43f8-81d7-826c5bd3f497 x-openstack-request-id: req-21b7aece-fd4c-43f8-81d7-826c5bd3f497 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:05:50.557670 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b1e0dbc-d3dc-446c-b149-1dbafa05063c", "name": "network-vif-deleted", "tag": "3e618999-603b-439c-8192-161390a3ae45", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:05:50.557833 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-21b7aece-fd4c-43f8-81d7-826c5bd3f497 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:05:50.558235 n-d-802623-1 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b1e0dbc-d3dc-446c-b149-1dbafa05063c', 'name': 'network-vif-deleted', 'tag': '3e618999-603b-439c-8192-161390a3ae45', 'status': 'completed', 'code': 200} Jul 27 23:05:50.586527 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-c14e455a-68e2-4b04-b3b1-96c092232461 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802623-1, 766960b4-b478-4258-be7c-21c298fd94ac) {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:05:50.591771 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c14e455a-68e2-4b04-b3b1-96c092232461 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:50.592378 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c14e455a-68e2-4b04-b3b1-96c092232461 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for subnet, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:50.598759 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f70d167-cbc6-4fe5-89f2-76760641a8b3 None None] Network 766960b4-b478-4258-be7c-21c298fd94ac requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:05:50.604512 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-8814f031-bbb3-4c90-94e9-73c7c21caf86 req-c606c9e7-dc73-410f-ae81-c972c737a97c tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:50.604915 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56520164-9a74-4594-a0b5-0e902097b3a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=b933ce2e-81c5-416b-890a-26f1bfafda12,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:05:50.622577 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-c14e455a-68e2-4b04-b3b1-96c092232461 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.8595564 Jul 27 23:05:50.714533 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-56520164-9a74-4594-a0b5-0e902097b3a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618032', 'neutron.services.segments.db._delete_segments_for_network-8736833900081'] for network, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:50.715856 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8814f031-bbb3-4c90-94e9-73c7c21caf86 req-c606c9e7-dc73-410f-ae81-c972c737a97c tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] Network 7ba5f889-7a68-424d-8fa1-71447bc958df is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:05:50.723090 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [req-8814f031-bbb3-4c90-94e9-73c7c21caf86 req-c606c9e7-dc73-410f-ae81-c972c737a97c tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:05:50.731473 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-8814f031-bbb3-4c90-94e9-73c7c21caf86 req-c606c9e7-dc73-410f-ae81-c972c737a97c tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:05:50.738510 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-56520164-9a74-4594-a0b5-0e902097b3a0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2cc21914-0db5-427e-b431-aa16323eaf86']}} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:05:50.756917 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-56520164-9a74-4594-a0b5-0e902097b3a0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a64c2c6c-9673-4931-86c6-f856baadceff') {'for_net_delete': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:05:50.757520 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-56520164-9a74-4594-a0b5-0e902097b3a0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a64c2c6c-9673-4931-86c6-f856baadceff') {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:05:50.770060 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-56520164-9a74-4594-a0b5-0e902097b3a0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736833900858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11335978'] for segment, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:50.795863 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-56520164-9a74-4594-a0b5-0e902097b3a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:50.816175 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56520164-9a74-4594-a0b5-0e902097b3a0 admin admin] Releasing vlan 505 on physical network physnet1 to pool {{(pid=93797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 23:05:50.817969 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-56520164-9a74-4594-a0b5-0e902097b3a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11336013'] for segment, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:50.821875 n-d-802623-1 neutron-server[93797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 23:05:50.821875 n-d-802623-1 neutron-server[93797]: self.session.flush() Jul 27 23:05:50.821875 n-d-802623-1 neutron-server[93797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 23:05:50.821875 n-d-802623-1 neutron-server[93797]: self.session.flush() Jul 27 23:05:50.821875 n-d-802623-1 neutron-server[93797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 23:05:50.821875 n-d-802623-1 neutron-server[93797]: self.session.flush() Jul 27 23:05:50.821875 n-d-802623-1 neutron-server[93797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 23:05:50.821875 n-d-802623-1 neutron-server[93797]: self.session.flush() Jul 27 23:05:50.821875 n-d-802623-1 neutron-server[93797]: Traceback (most recent call last): Jul 27 23:05:50.821875 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 23:05:50.821875 n-d-802623-1 neutron-server[93797]: timer() Jul 27 23:05:50.821875 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 23:05:50.821875 n-d-802623-1 neutron-server[93797]: cb(*args, **kw) Jul 27 23:05:50.821875 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 23:05:50.821875 n-d-802623-1 neutron-server[93797]: return func(*args, **kwargs) Jul 27 23:05:50.821875 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 23:05:50.821875 n-d-802623-1 neutron-server[93797]: self._notify() Jul 27 23:05:50.821875 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 23:05:50.821875 n-d-802623-1 neutron-server[93797]: self.callback(batched_events) Jul 27 23:05:50.821875 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 23:05:50.821875 n-d-802623-1 neutron-server[93797]: event.method(event) Jul 27 23:05:50.821875 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 23:05:50.821875 n-d-802623-1 neutron-server[93797]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 23:05:50.821875 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 23:05:50.821875 n-d-802623-1 neutron-server[93797]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 23:05:50.821875 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 23:05:50.821875 n-d-802623-1 neutron-server[93797]: return f(self, *a, **k) Jul 27 23:05:50.821875 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 23:05:50.821875 n-d-802623-1 neutron-server[93797]: return self._get(url).json() Jul 27 23:05:50.821875 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 23:05:50.821875 n-d-802623-1 neutron-server[93797]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 23:05:50.821875 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 23:05:50.821875 n-d-802623-1 neutron-server[93797]: return self.request(url, 'GET', **kwargs) Jul 27 23:05:50.821875 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 23:05:50.821875 n-d-802623-1 neutron-server[93797]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 23:05:50.821875 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 23:05:50.821875 n-d-802623-1 neutron-server[93797]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 23:05:50.821875 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 23:05:50.821875 n-d-802623-1 neutron-server[93797]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 23:05:50.821875 n-d-802623-1 neutron-server[93797]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 23:05:50.828997 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-839e67cf-57ee-41b6-88e2-42d2b2655341 None None] Network 766960b4-b478-4258-be7c-21c298fd94ac requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:05:50.845828 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c606c9e7-dc73-410f-ae81-c972c737a97c tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] Pushing event updated for resources: {'Port': ['ID=522b4389-a942-43b4-b1c8-2896864af68a,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:05:50.874422 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8814f031-bbb3-4c90-94e9-73c7c21caf86 req-c606c9e7-dc73-410f-ae81-c972c737a97c tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:50.875070 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-8814f031-bbb3-4c90-94e9-73c7c21caf86 req-c606c9e7-dc73-410f-ae81-c972c737a97c tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:50.908573 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-8814f031-bbb3-4c90-94e9-73c7c21caf86 req-c606c9e7-dc73-410f-ae81-c972c737a97c tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2829602 Jul 27 23:05:50.922808 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [req-8814f031-bbb3-4c90-94e9-73c7c21caf86 req-02dbb955-75e6-4b1c-a417-3a21bc29e6f3 service neutron] Request body: {'port': {'device_id': 'ab41d699-a6c9-471f-af92-d91f3fbbf8be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802623-1'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:05:50.950939 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-56520164-9a74-4594-a0b5-0e902097b3a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415412'] for network, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:50.959687 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-56520164-9a74-4594-a0b5-0e902097b3a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for network, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:50.976947 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-56520164-9a74-4594-a0b5-0e902097b3a0 admin admin] 10.222.0.18 "DELETE /v2.0/networks/2cc21914-0db5-427e-b431-aa16323eaf86 HTTP/1.1" status: 204 len: 168 time: 1.3797591 Jul 27 23:05:50.999135 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56520164-9a74-4594-a0b5-0e902097b3a0 admin admin] Pushing event deleted for resources: {'Network': ['ID=2cc21914-0db5-427e-b431-aa16323eaf86,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:05:51.004167 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [req-50e1ab1e-b5a3-4064-8457-e3b6d54ae39d req-e254f781-0852-4cec-9823-2fa450b24efb tempest-SecurityGroupRulesTestJSON-82636774 tempest-SecurityGroupRulesTestJSON-82636774-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-533979560', 'description': 'tempest-description-2003987746'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:05:51.035241 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-50e1ab1e-b5a3-4064-8457-e3b6d54ae39d req-e254f781-0852-4cec-9823-2fa450b24efb tempest-SecurityGroupRulesTestJSON-82636774 tempest-SecurityGroupRulesTestJSON-82636774-project] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:51.093415 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-8814f031-bbb3-4c90-94e9-73c7c21caf86 req-02dbb955-75e6-4b1c-a417-3a21bc29e6f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:51.105527 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d454fce5-2b5d-4f3f-9e59-26222e95ff1b req-25d4d9c8-f5ff-4937-9ba2-b70ffcada7c5 tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:51.109737 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-d454fce5-2b5d-4f3f-9e59-26222e95ff1b req-25d4d9c8-f5ff-4937-9ba2-b70ffcada7c5 tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b37b46f-1570-43c3-93ca-a2102e466b4e HTTP/1.1" status: 200 len: 949 time: 0.1226642 Jul 27 23:05:51.177618 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-50e1ab1e-b5a3-4064-8457-e3b6d54ae39d req-e254f781-0852-4cec-9823-2fa450b24efb tempest-SecurityGroupRulesTestJSON-82636774 tempest-SecurityGroupRulesTestJSON-82636774-project] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:51.177618 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 54334) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:05:51.196029 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-50e1ab1e-b5a3-4064-8457-e3b6d54ae39d req-e254f781-0852-4cec-9823-2fa450b24efb tempest-SecurityGroupRulesTestJSON-82636774 tempest-SecurityGroupRulesTestJSON-82636774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:51.241773 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-50e1ab1e-b5a3-4064-8457-e3b6d54ae39d req-e254f781-0852-4cec-9823-2fa450b24efb tempest-SecurityGroupRulesTestJSON-82636774 tempest-SecurityGroupRulesTestJSON-82636774-project] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:51.243027 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-50e1ab1e-b5a3-4064-8457-e3b6d54ae39d req-e254f781-0852-4cec-9823-2fa450b24efb tempest-SecurityGroupRulesTestJSON-82636774 tempest-SecurityGroupRulesTestJSON-82636774-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2464409 Jul 27 23:05:51.243513 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-d454fce5-2b5d-4f3f-9e59-26222e95ff1b req-23252ee0-4bc9-4271-87de-1a37a6b33443 tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] 10.222.0.18 "GET /v2.0/security-groups?id=3b54d803-f776-413f-b5bd-6e9336fca6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155934 Jul 27 23:05:51.248021 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e254f781-0852-4cec-9823-2fa450b24efb tempest-SecurityGroupRulesTestJSON-82636774 tempest-SecurityGroupRulesTestJSON-82636774-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81c6966e-0a47-41a0-9b2e-d132aa500111,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:05:51.277334 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-aa8a727a-7a47-4706-9990-c8181141eb36 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ea9dc6a704274ef28def87516dc4f252&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0951595 Jul 27 23:05:51.277334 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 54338) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:05:51.388942 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d3ef7046-5067-460b-a323-39fb53b88892 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:51.423467 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-3a37ba89-a533-4b22-b6d6-09d6d648de96 req-ca299f37-af5a-406f-ab30-a7695b28702c tempest-SecurityGroupRulesTestJSON-82636774 tempest-SecurityGroupRulesTestJSON-82636774-project] 10.222.0.18 "GET /v2.0/security-groups/81c6966e-0a47-41a0-9b2e-d132aa500111 HTTP/1.1" status: 200 len: 1804 time: 0.0872500 Jul 27 23:05:51.442626 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d3ef7046-5067-460b-a323-39fb53b88892 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:51.454590 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [req-3a37ba89-a533-4b22-b6d6-09d6d648de96 req-75d59e44-3472-4982-8f45-c4dc97e9a01f tempest-SecurityGroupRulesTestJSON-82636774 tempest-SecurityGroupRulesTestJSON-82636774-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '81c6966e-0a47-41a0-9b2e-d132aa500111', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:05:51.455070 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [req-3a37ba89-a533-4b22-b6d6-09d6d648de96 req-75d59e44-3472-4982-8f45-c4dc97e9a01f tempest-SecurityGroupRulesTestJSON-82636774 tempest-SecurityGroupRulesTestJSON-82636774-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '81c6966e-0a47-41a0-9b2e-d132aa500111', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:05:51.466461 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device b933ce2e-81c5-416b-890a-26f1bfafda12 no longer exists at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:05:51.488355 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] No Port match for: b933ce2e-81c5-416b-890a-26f1bfafda12 {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:05:51.489219 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device b933ce2e-81c5-416b-890a-26f1bfafda12 not bound to the agent host n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:05:51.532752 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8e6a3b-4cab-4d74-9bab-a5b06d497a69 req-db0ef1d1-b808-4cf5-b242-e7f7dba0367f tempest-ServersOnMultiNodesTest-726307759 tempest-ServersOnMultiNodesTest-726307759-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:51.534630 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-ce8e6a3b-4cab-4d74-9bab-a5b06d497a69 req-db0ef1d1-b808-4cf5-b242-e7f7dba0367f tempest-ServersOnMultiNodesTest-726307759 tempest-ServersOnMultiNodesTest-726307759-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=7b37b46f-1570-43c3-93ca-a2102e466b4e HTTP/1.1" status: 200 len: 1100 time: 0.1129236 Jul 27 23:05:51.558031 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d3ef7046-5067-460b-a323-39fb53b88892 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:51.560579 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d3ef7046-5067-460b-a323-39fb53b88892 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:51.561713 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-d3ef7046-5067-460b-a323-39fb53b88892 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ef4566ad-cab9-4fdc-a9cf-efa0b9033d61 HTTP/1.1" status: 204 len: 168 time: 0.2841015 Jul 27 23:05:51.575795 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-3a37ba89-a533-4b22-b6d6-09d6d648de96 req-75d59e44-3472-4982-8f45-c4dc97e9a01f tempest-SecurityGroupRulesTestJSON-82636774 tempest-SecurityGroupRulesTestJSON-82636774-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:51.582038 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ef7046-5067-460b-a323-39fb53b88892 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef4566ad-cab9-4fdc-a9cf-efa0b9033d61,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:05:51.599252 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-ce8e6a3b-4cab-4d74-9bab-a5b06d497a69 req-0df479b0-0679-4afd-ba02-d54edf67af0b tempest-ServersOnMultiNodesTest-726307759 tempest-ServersOnMultiNodesTest-726307759-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=3b54d803-f776-413f-b5bd-6e9336fca6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571785 Jul 27 23:05:51.638668 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [req-8814f031-bbb3-4c90-94e9-73c7c21caf86 req-02dbb955-75e6-4b1c-a417-3a21bc29e6f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 522b4389-a942-43b4-b1c8-2896864af68a {{(pid=93798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:05:51.650116 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-3a37ba89-a533-4b22-b6d6-09d6d648de96 req-75d59e44-3472-4982-8f45-c4dc97e9a01f tempest-SecurityGroupRulesTestJSON-82636774 tempest-SecurityGroupRulesTestJSON-82636774-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:51.652137 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-8814f031-bbb3-4c90-94e9-73c7c21caf86 req-02dbb955-75e6-4b1c-a417-3a21bc29e6f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:51.663884 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-3a37ba89-a533-4b22-b6d6-09d6d648de96 req-75d59e44-3472-4982-8f45-c4dc97e9a01f tempest-SecurityGroupRulesTestJSON-82636774 tempest-SecurityGroupRulesTestJSON-82636774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784185'] for security_group_rule, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:51.686257 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-8814f031-bbb3-4c90-94e9-73c7c21caf86 req-02dbb955-75e6-4b1c-a417-3a21bc29e6f3 service neutron] Transition to ACTIVE for port object 522b4389-a942-43b4-b1c8-2896864af68a will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:05:51.691798 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d59e44-3472-4982-8f45-c4dc97e9a01f tempest-SecurityGroupRulesTestJSON-82636774 tempest-SecurityGroupRulesTestJSON-82636774-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=971fbf3a-c370-484c-ba27-8cc6c8ac4c33,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:05:51.697323 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-8814f031-bbb3-4c90-94e9-73c7c21caf86 req-02dbb955-75e6-4b1c-a417-3a21bc29e6f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:51.732171 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-3a37ba89-a533-4b22-b6d6-09d6d648de96 req-75d59e44-3472-4982-8f45-c4dc97e9a01f tempest-SecurityGroupRulesTestJSON-82636774 tempest-SecurityGroupRulesTestJSON-82636774-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:51.733351 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-3a37ba89-a533-4b22-b6d6-09d6d648de96 req-75d59e44-3472-4982-8f45-c4dc97e9a01f tempest-SecurityGroupRulesTestJSON-82636774 tempest-SecurityGroupRulesTestJSON-82636774-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2846651 Jul 27 23:05:51.762888 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02dbb955-75e6-4b1c-a417-3a21bc29e6f3 service neutron] Pushing event updated for resources: {'Port': ['ID=522b4389-a942-43b4-b1c8-2896864af68a,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:05:51.766185 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e00e262-6223-4e7c-83ac-5a21a641fae9 req-d504c55e-b2fc-42c1-bfd0-9a6cd6e2a3a8 tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:51.775671 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-1e00e262-6223-4e7c-83ac-5a21a641fae9 req-d504c55e-b2fc-42c1-bfd0-9a6cd6e2a3a8 tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab41d699-a6c9-471f-af92-d91f3fbbf8be HTTP/1.1" status: 200 len: 943 time: 0.0865469 Jul 27 23:05:51.840089 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-8814f031-bbb3-4c90-94e9-73c7c21caf86 req-02dbb955-75e6-4b1c-a417-3a21bc29e6f3 service neutron] Attempting to bind port 522b4389-a942-43b4-b1c8-2896864af68a on host n-h1-802623-1 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:05:51.841042 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-8814f031-bbb3-4c90-94e9-73c7c21caf86 req-02dbb955-75e6-4b1c-a417-3a21bc29e6f3 service neutron] Attempting to bind port 522b4389-a942-43b4-b1c8-2896864af68a by drivers openvswitch,hyperv on host n-h1-802623-1 at level 0 using segments [{'id': 'ff9b0beb-ebd9-45f3-9693-d627eb3bb065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '7ba5f889-7a68-424d-8fa1-71447bc958df'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:05:51.841042 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8814f031-bbb3-4c90-94e9-73c7c21caf86 req-02dbb955-75e6-4b1c-a417-3a21bc29e6f3 service neutron] Attempting to bind port 522b4389-a942-43b4-b1c8-2896864af68a on network 7ba5f889-7a68-424d-8fa1-71447bc958df {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:05:51.845849 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8814f031-bbb3-4c90-94e9-73c7c21caf86 req-02dbb955-75e6-4b1c-a417-3a21bc29e6f3 service neutron] Port 522b4389-a942-43b4-b1c8-2896864af68a on network 7ba5f889-7a68-424d-8fa1-71447bc958df not bound, no agent of type Open vSwitch agent registered on host n-h1-802623-1 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 23:05:51.846238 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8814f031-bbb3-4c90-94e9-73c7c21caf86 req-02dbb955-75e6-4b1c-a417-3a21bc29e6f3 service neutron] Attempting to bind port 522b4389-a942-43b4-b1c8-2896864af68a on network 7ba5f889-7a68-424d-8fa1-71447bc958df {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:05:51.851471 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8814f031-bbb3-4c90-94e9-73c7c21caf86 req-02dbb955-75e6-4b1c-a417-3a21bc29e6f3 service neutron] Checking agent: {'id': '245f1da4-a9b8-4b08-90d7-28f0f342b839', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 59, 59), 'started_at': datetime.datetime(2021, 7, 27, 22, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 5, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:05:51.851813 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8814f031-bbb3-4c90-94e9-73c7c21caf86 req-02dbb955-75e6-4b1c-a417-3a21bc29e6f3 service neutron] Checking segment: {'id': 'ff9b0beb-ebd9-45f3-9693-d627eb3bb065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '7ba5f889-7a68-424d-8fa1-71447bc958df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:05:51.852195 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8814f031-bbb3-4c90-94e9-73c7c21caf86 req-02dbb955-75e6-4b1c-a417-3a21bc29e6f3 service neutron] Bound using segment: {'id': 'ff9b0beb-ebd9-45f3-9693-d627eb3bb065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '7ba5f889-7a68-424d-8fa1-71447bc958df'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:05:51.852622 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-8814f031-bbb3-4c90-94e9-73c7c21caf86 req-02dbb955-75e6-4b1c-a417-3a21bc29e6f3 service neutron] Bound port: 522b4389-a942-43b4-b1c8-2896864af68a, host: n-h1-802623-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff9b0beb-ebd9-45f3-9693-d627eb3bb065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '7ba5f889-7a68-424d-8fa1-71447bc958df'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:05:51.852982 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-8814f031-bbb3-4c90-94e9-73c7c21caf86 req-02dbb955-75e6-4b1c-a417-3a21bc29e6f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:51.866690 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-1e00e262-6223-4e7c-83ac-5a21a641fae9 req-bf31a820-2c41-4119-854c-135d10eaad3c tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ee1769a-7cc2-4f9a-a15b-54c39d35bd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887487 Jul 27 23:05:51.921080 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [req-5a991872-1d70-44c9-a438-88f45221820b req-8bca25d5-3f8a-44f1-86a2-44d1c655b9cf tempest-SecurityGroupRulesTestJSON-82636774 tempest-SecurityGroupRulesTestJSON-82636774-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-214124875', 'description': 'tempest-description-466099391'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:05:51.959670 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-5a991872-1d70-44c9-a438-88f45221820b req-8bca25d5-3f8a-44f1-86a2-44d1c655b9cf tempest-SecurityGroupRulesTestJSON-82636774 tempest-SecurityGroupRulesTestJSON-82636774-project] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:51.976378 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device 3e618999-603b-439c-8192-161390a3ae45 no longer exists at agent hyperv_n-h2-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:05:51.981040 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-fc8e2e52-d0ca-4b78-aee3-c4cd98d44b6c req-83ed876d-5ab1-4849-8324-3844c7f993c6 tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=496de96608da4f74abc6cf1f10c98b52&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0460472 Jul 27 23:05:51.990283 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-8814f031-bbb3-4c90-94e9-73c7c21caf86 req-02dbb955-75e6-4b1c-a417-3a21bc29e6f3 service neutron] For port 522b4389-a942-43b4-b1c8-2896864af68a, host n-h1-802623-1, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:05:51.999615 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-8814f031-bbb3-4c90-94e9-73c7c21caf86 req-02dbb955-75e6-4b1c-a417-3a21bc29e6f3 service neutron] For port 522b4389-a942-43b4-b1c8-2896864af68a, host n-h1-802623-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=522b4389-a942-43b4-b1c8-2896864af68a,segment=NetworkSegment(ff9b0beb-ebd9-45f3-9693-d627eb3bb065),segment_id=ff9b0beb-ebd9-45f3-9693-d627eb3bb065)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:05:52.008424 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] No Port match for: 3e618999-603b-439c-8192-161390a3ae45 {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:05:52.009420 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device 3e618999-603b-439c-8192-161390a3ae45 not bound to the agent host n-h2-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:05:52.019944 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-8814f031-bbb3-4c90-94e9-73c7c21caf86 req-02dbb955-75e6-4b1c-a417-3a21bc29e6f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:52.047242 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 54368) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:05:52.099869 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-5a991872-1d70-44c9-a438-88f45221820b req-8bca25d5-3f8a-44f1-86a2-44d1c655b9cf tempest-SecurityGroupRulesTestJSON-82636774 tempest-SecurityGroupRulesTestJSON-82636774-project] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:52.102801 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8814f031-bbb3-4c90-94e9-73c7c21caf86 req-02dbb955-75e6-4b1c-a417-3a21bc29e6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:52.104016 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-8814f031-bbb3-4c90-94e9-73c7c21caf86 req-02dbb955-75e6-4b1c-a417-3a21bc29e6f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:52.105538 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-8814f031-bbb3-4c90-94e9-73c7c21caf86 req-02dbb955-75e6-4b1c-a417-3a21bc29e6f3 service neutron] 10.222.0.38 "PUT /v2.0/ports/522b4389-a942-43b4-b1c8-2896864af68a HTTP/1.1" status: 200 len: 1091 time: 1.1884525 Jul 27 23:05:52.109275 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-5a991872-1d70-44c9-a438-88f45221820b req-8bca25d5-3f8a-44f1-86a2-44d1c655b9cf tempest-SecurityGroupRulesTestJSON-82636774 tempest-SecurityGroupRulesTestJSON-82636774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:52.127343 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-4b47eb50-ad4c-4a55-8998-ac8b24efd578 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=579611ac919e4026bf7dfaf3f6b72308&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0757978 Jul 27 23:05:52.128600 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 54372) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:05:52.145892 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-5a991872-1d70-44c9-a438-88f45221820b req-8bca25d5-3f8a-44f1-86a2-44d1c655b9cf tempest-SecurityGroupRulesTestJSON-82636774 tempest-SecurityGroupRulesTestJSON-82636774-project] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:52.147194 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-5a991872-1d70-44c9-a438-88f45221820b req-8bca25d5-3f8a-44f1-86a2-44d1c655b9cf tempest-SecurityGroupRulesTestJSON-82636774 tempest-SecurityGroupRulesTestJSON-82636774-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.2306626 Jul 27 23:05:52.183259 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02dbb955-75e6-4b1c-a417-3a21bc29e6f3 service neutron] Pushing event updated for resources: {'Port': ['ID=522b4389-a942-43b4-b1c8-2896864af68a,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:05:52.195190 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8e2e52-d0ca-4b78-aee3-c4cd98d44b6c req-105954a7-af66-4e0b-9015-b08dca1c86d6 tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:52.196734 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-fc8e2e52-d0ca-4b78-aee3-c4cd98d44b6c req-105954a7-af66-4e0b-9015-b08dca1c86d6 tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2081437 Jul 27 23:05:52.212635 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bca25d5-3f8a-44f1-86a2-44d1c655b9cf tempest-SecurityGroupRulesTestJSON-82636774 tempest-SecurityGroupRulesTestJSON-82636774-project] Pushing event updated for resources: {'SecurityGroup': ['ID=712689dd-5551-4a8d-9c5d-f778d9336ca0,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:05:52.231755 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 54378) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:05:52.243103 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-fc8e2e52-d0ca-4b78-aee3-c4cd98d44b6c req-6f7c71ba-d2c4-440a-8147-9e5ad718bca4 tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] 10.222.0.18 "GET /v2.0/quotas/496de96608da4f74abc6cf1f10c98b52 HTTP/1.1" status: 200 len: 375 time: 0.0383635 Jul 27 23:05:52.267622 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-cd3c648c-a207-431b-a372-8fb142686258 req-fd44eaf0-0e40-41c4-9545-180d7c7a6b4e tempest-SecurityGroupRulesTestJSON-82636774 tempest-SecurityGroupRulesTestJSON-82636774-project] 10.222.0.18 "GET /v2.0/security-groups/712689dd-5551-4a8d-9c5d-f778d9336ca0 HTTP/1.1" status: 200 len: 1803 time: 0.0862651 Jul 27 23:05:52.268303 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8814f031-bbb3-4c90-94e9-73c7c21caf86 req-53c183a7-3190-4120-be58-9d099e4b4e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:52.269885 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-8814f031-bbb3-4c90-94e9-73c7c21caf86 req-53c183a7-3190-4120-be58-9d099e4b4e03 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=2b51160ea37c42ce86518efb7f5012de&device_id=ab41d699-a6c9-471f-af92-d91f3fbbf8be HTTP/1.1" status: 200 len: 1094 time: 0.0878482 Jul 27 23:05:52.290036 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [req-cd3c648c-a207-431b-a372-8fb142686258 req-7e46a6bb-8542-4600-ad1a-ebcf2dc1b952 tempest-SecurityGroupRulesTestJSON-82636774 tempest-SecurityGroupRulesTestJSON-82636774-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '712689dd-5551-4a8d-9c5d-f778d9336ca0', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:05:52.290036 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [req-cd3c648c-a207-431b-a372-8fb142686258 req-7e46a6bb-8542-4600-ad1a-ebcf2dc1b952 tempest-SecurityGroupRulesTestJSON-82636774 tempest-SecurityGroupRulesTestJSON-82636774-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '712689dd-5551-4a8d-9c5d-f778d9336ca0', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:05:52.290036 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-56642cb2-9f53-4312-b632-143403b01082 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:52.328884 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-56642cb2-9f53-4312-b632-143403b01082 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:52.336415 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-8814f031-bbb3-4c90-94e9-73c7c21caf86 req-e0d4f3a9-212a-4d69-af7e-96a9e7d45aea service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=522b4389-a942-43b4-b1c8-2896864af68a HTTP/1.1" status: 200 len: 217 time: 0.0511873 Jul 27 23:05:52.360882 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-fc8e2e52-d0ca-4b78-aee3-c4cd98d44b6c req-e6f6cccf-0ca7-4c78-b27a-24ec2cbc7a5f tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=496de96608da4f74abc6cf1f10c98b52&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1091106 Jul 27 23:05:52.401857 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-cd3c648c-a207-431b-a372-8fb142686258 req-7e46a6bb-8542-4600-ad1a-ebcf2dc1b952 tempest-SecurityGroupRulesTestJSON-82636774 tempest-SecurityGroupRulesTestJSON-82636774-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:52.426437 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8814f031-bbb3-4c90-94e9-73c7c21caf86 req-a2936da0-7e32-4ba7-ae35-9b950075680b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:52.431701 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-8814f031-bbb3-4c90-94e9-73c7c21caf86 req-a2936da0-7e32-4ba7-ae35-9b950075680b service neutron] 10.222.0.38 "GET /v2.0/subnets?id=2be3a116-6f3a-48af-9c58-17be143660fc HTTP/1.1" status: 200 len: 861 time: 0.0670695 Jul 27 23:05:52.440524 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-cd3c648c-a207-431b-a372-8fb142686258 req-7e46a6bb-8542-4600-ad1a-ebcf2dc1b952 tempest-SecurityGroupRulesTestJSON-82636774 tempest-SecurityGroupRulesTestJSON-82636774-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:52.446693 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-cd3c648c-a207-431b-a372-8fb142686258 req-7e46a6bb-8542-4600-ad1a-ebcf2dc1b952 tempest-SecurityGroupRulesTestJSON-82636774 tempest-SecurityGroupRulesTestJSON-82636774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784185'] for security_group_rule, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:52.470171 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-56642cb2-9f53-4312-b632-143403b01082 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:52.472823 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-56642cb2-9f53-4312-b632-143403b01082 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:52.476245 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-56642cb2-9f53-4312-b632-143403b01082 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6edc3d24-ab61-46ae-a038-2fb78e3cd1ad HTTP/1.1" status: 204 len: 168 time: 0.3419344 Jul 27 23:05:52.504400 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e46a6bb-8542-4600-ad1a-ebcf2dc1b952 tempest-SecurityGroupRulesTestJSON-82636774 tempest-SecurityGroupRulesTestJSON-82636774-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c61d0fce-0e20-4ae7-b7e7-ae32d1e680c1,revision_number=0']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:05:52.508535 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-6716b08c-a0e7-4e68-8a74-18966bc497ae admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=aa38147c8b9c4d088e35292c1bb5c55c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2736523 Jul 27 23:05:52.510507 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56642cb2-9f53-4312-b632-143403b01082 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6edc3d24-ab61-46ae-a038-2fb78e3cd1ad,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:05:52.512676 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 54406) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:05:52.515366 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-8814f031-bbb3-4c90-94e9-73c7c21caf86 req-b7fe5b82-0dad-4f8f-a1b0-12dab1f0c5b8 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7ba5f889-7a68-424d-8fa1-71447bc958df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0780349 Jul 27 23:05:52.515527 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-cd3c648c-a207-431b-a372-8fb142686258 req-7e46a6bb-8542-4600-ad1a-ebcf2dc1b952 tempest-SecurityGroupRulesTestJSON-82636774 tempest-SecurityGroupRulesTestJSON-82636774-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:52.517276 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-cd3c648c-a207-431b-a372-8fb142686258 req-7e46a6bb-8542-4600-ad1a-ebcf2dc1b952 tempest-SecurityGroupRulesTestJSON-82636774 tempest-SecurityGroupRulesTestJSON-82636774-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.2431200 Jul 27 23:05:52.613228 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab41d699-a6c9-471f-af92-d91f3fbbf8be', 'tag': '522b4389-a942-43b4-b1c8-2896864af68a'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:05:52.616237 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}011f8d312121274bb12d78e77c6379a2079800640016cec6c6d605b73666e854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7debc5a-a948-480b-928d-02986e5c4a48" -d '{"events": [{"name": "network-changed", "server_uuid": "ab41d699-a6c9-471f-af92-d91f3fbbf8be", "tag": "522b4389-a942-43b4-b1c8-2896864af68a"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:05:52.625725 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7f05389d-51c5-4473-bb67-52bdf42614b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:52.630185 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [req-f5458cfa-68e6-4fd3-afba-b1dbe2c1ad96 req-b75a973f-b03e-4890-8778-4360238f2ccd tempest-SecurityGroupRulesTestJSON-82636774 tempest-SecurityGroupRulesTestJSON-82636774-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1026689588', 'description': 'tempest-description-686740250'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:05:52.654114 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7f05389d-51c5-4473-bb67-52bdf42614b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:52.720313 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-49ecc42d-322f-4562-b5f2-497b3f8723ee req-371f4726-67a9-42b5-b9d6-7ef6e7246298 tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] 10.222.0.18 "GET /v2.0/ports?device_id=4f444ea4-1876-4542-9ea3-f785a526282d HTTP/1.1" status: 200 len: 210 time: 0.0422223 Jul 27 23:05:52.756696 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-f5458cfa-68e6-4fd3-afba-b1dbe2c1ad96 req-b75a973f-b03e-4890-8778-4360238f2ccd tempest-SecurityGroupRulesTestJSON-82636774 tempest-SecurityGroupRulesTestJSON-82636774-project] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:52.769777 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7f05389d-51c5-4473-bb67-52bdf42614b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:52.775143 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7f05389d-51c5-4473-bb67-52bdf42614b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:52.777678 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-7f05389d-51c5-4473-bb67-52bdf42614b0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/fe25dd46-142f-4f85-a515-1967d4861cdb HTTP/1.1" status: 204 len: 168 time: 0.2634182 Jul 27 23:05:52.800466 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f05389d-51c5-4473-bb67-52bdf42614b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe25dd46-142f-4f85-a515-1967d4861cdb,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:05:52.822398 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 23:05:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e7be23f-ed25-4061-ba7f-e71c47b2367e x-openstack-request-id: req-4e7be23f-ed25-4061-ba7f-e71c47b2367e {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:05:52.823958 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab41d699-a6c9-471f-af92-d91f3fbbf8be", "tag": "522b4389-a942-43b4-b1c8-2896864af68a", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:05:52.824481 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4e7be23f-ed25-4061-ba7f-e71c47b2367e {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:05:52.826914 n-d-802623-1 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab41d699-a6c9-471f-af92-d91f3fbbf8be', 'tag': '522b4389-a942-43b4-b1c8-2896864af68a', 'status': 'completed', 'code': 200} Jul 27 23:05:52.851953 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-8814f031-bbb3-4c90-94e9-73c7c21caf86 req-b9a61af6-df70-4334-9d40-651e5b6fdf7a service neutron] 10.222.0.38 "GET /v2.0/networks/7ba5f889-7a68-424d-8fa1-71447bc958df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3282018 Jul 27 23:05:53.023655 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-8814f031-bbb3-4c90-94e9-73c7c21caf86 req-771202d7-979b-4f84-9d31-d66819e84836 service neutron] 10.222.0.38 "GET /v2.0/networks/7ba5f889-7a68-424d-8fa1-71447bc958df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1559610 Jul 27 23:05:53.188677 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908444ec-bdd8-4fa7-a6b7-ebef5a22cbcc req-a89967ef-3d3c-41f4-9460-eb945d509343 tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:53.204147 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-908444ec-bdd8-4fa7-a6b7-ebef5a22cbcc req-a89967ef-3d3c-41f4-9460-eb945d509343 tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab41d699-a6c9-471f-af92-d91f3fbbf8be HTTP/1.1" status: 200 len: 943 time: 0.1181147 Jul 27 23:05:53.268388 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-f5458cfa-68e6-4fd3-afba-b1dbe2c1ad96 req-b75a973f-b03e-4890-8778-4360238f2ccd tempest-SecurityGroupRulesTestJSON-82636774 tempest-SecurityGroupRulesTestJSON-82636774-project] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:53.282639 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-f5458cfa-68e6-4fd3-afba-b1dbe2c1ad96 req-b75a973f-b03e-4890-8778-4360238f2ccd tempest-SecurityGroupRulesTestJSON-82636774 tempest-SecurityGroupRulesTestJSON-82636774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:53.307825 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-908444ec-bdd8-4fa7-a6b7-ebef5a22cbcc req-4a48b3ea-1956-444e-9630-89f785bc975a tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ee1769a-7cc2-4f9a-a15b-54c39d35bd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997369 Jul 27 23:05:53.357311 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75a973f-b03e-4890-8778-4360238f2ccd tempest-SecurityGroupRulesTestJSON-82636774 tempest-SecurityGroupRulesTestJSON-82636774-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3345d00e-e931-418a-8c3b-ffcb26f93f3a,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:05:53.371953 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7debc5a-a948-480b-928d-02986e5c4a48 req-84b4f9ed-052e-461d-ae2f-6f1b94c830d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:53.371953 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b7debc5a-a948-480b-928d-02986e5c4a48 req-84b4f9ed-052e-461d-ae2f-6f1b94c830d2 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=2b51160ea37c42ce86518efb7f5012de&device_id=ab41d699-a6c9-471f-af92-d91f3fbbf8be HTTP/1.1" status: 200 len: 1094 time: 0.2780647 Jul 27 23:05:53.386697 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-f5458cfa-68e6-4fd3-afba-b1dbe2c1ad96 req-b75a973f-b03e-4890-8778-4360238f2ccd tempest-SecurityGroupRulesTestJSON-82636774 tempest-SecurityGroupRulesTestJSON-82636774-project] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:53.389069 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f5458cfa-68e6-4fd3-afba-b1dbe2c1ad96 req-b75a973f-b03e-4890-8778-4360238f2ccd tempest-SecurityGroupRulesTestJSON-82636774 tempest-SecurityGroupRulesTestJSON-82636774-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.7663631 Jul 27 23:05:53.434766 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [req-b39b7294-b19d-4cad-951d-f147b955b1f2 req-6859e3a6-2cfa-432d-85a4-401aa871bab4 tempest-SecurityGroupRulesTestJSON-82636774 tempest-SecurityGroupRulesTestJSON-82636774-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-312012998', 'description': 'tempest-description-812231383'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:05:53.518736 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-b39b7294-b19d-4cad-951d-f147b955b1f2 req-6859e3a6-2cfa-432d-85a4-401aa871bab4 tempest-SecurityGroupRulesTestJSON-82636774 tempest-SecurityGroupRulesTestJSON-82636774-project] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:53.544475 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7debc5a-a948-480b-928d-02986e5c4a48 req-05a920a0-0410-4f25-a72c-b7eda0e55fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:53.547830 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b7debc5a-a948-480b-928d-02986e5c4a48 req-05a920a0-0410-4f25-a72c-b7eda0e55fb0 service neutron] 10.222.0.38 "GET /v2.0/networks?id=7ba5f889-7a68-424d-8fa1-71447bc958df HTTP/1.1" status: 200 len: 922 time: 0.1729400 Jul 27 23:05:53.623862 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b7debc5a-a948-480b-928d-02986e5c4a48 req-51af1591-644b-476b-ae29-9e4957927ab9 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=522b4389-a942-43b4-b1c8-2896864af68a HTTP/1.1" status: 200 len: 217 time: 0.0692716 Jul 27 23:05:53.640380 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 54502) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:05:53.726534 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7debc5a-a948-480b-928d-02986e5c4a48 req-05c8752b-ed79-4d18-98f9-dd9f37ed4c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:53.728192 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b7debc5a-a948-480b-928d-02986e5c4a48 req-05c8752b-ed79-4d18-98f9-dd9f37ed4c50 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=2be3a116-6f3a-48af-9c58-17be143660fc HTTP/1.1" status: 200 len: 861 time: 0.0950222 Jul 27 23:05:53.749729 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-63f0e976-4cc6-4975-8a2e-e2f488a3a15b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6dba4b48dd0045f381262f2f0e2197ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1081769 Jul 27 23:05:53.754901 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 54508) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:05:53.782389 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b7debc5a-a948-480b-928d-02986e5c4a48 req-40a8c6a3-f652-4c16-b1e1-d0a539f6f98d service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7ba5f889-7a68-424d-8fa1-71447bc958df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439446 Jul 27 23:05:53.794466 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-b39b7294-b19d-4cad-951d-f147b955b1f2 req-6859e3a6-2cfa-432d-85a4-401aa871bab4 tempest-SecurityGroupRulesTestJSON-82636774 tempest-SecurityGroupRulesTestJSON-82636774-project] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:53.809558 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-b39b7294-b19d-4cad-951d-f147b955b1f2 req-6859e3a6-2cfa-432d-85a4-401aa871bab4 tempest-SecurityGroupRulesTestJSON-82636774 tempest-SecurityGroupRulesTestJSON-82636774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:53.866673 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-b39b7294-b19d-4cad-951d-f147b955b1f2 req-6859e3a6-2cfa-432d-85a4-401aa871bab4 tempest-SecurityGroupRulesTestJSON-82636774 tempest-SecurityGroupRulesTestJSON-82636774-project] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:53.868260 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-b39b7294-b19d-4cad-951d-f147b955b1f2 req-6859e3a6-2cfa-432d-85a4-401aa871bab4 tempest-SecurityGroupRulesTestJSON-82636774 tempest-SecurityGroupRulesTestJSON-82636774-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.4389830 Jul 27 23:05:53.868865 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6859e3a6-2cfa-432d-85a4-401aa871bab4 tempest-SecurityGroupRulesTestJSON-82636774 tempest-SecurityGroupRulesTestJSON-82636774-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f67a00d9-a643-439e-b170-bf2a8818afe6,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:05:53.886027 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-eb754869-d19f-478e-9fb3-a95c61847d9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:53.939551 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-fe0cea13-4fbf-4f49-98d8-1d6503a8082b req-27bb00ac-3292-42d7-a510-a5fb0721afa4 tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] 10.222.0.18 "GET /v2.0/ports?device_id=4f444ea4-1876-4542-9ea3-f785a526282d HTTP/1.1" status: 200 len: 210 time: 0.0724452 Jul 27 23:05:53.970418 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-eb754869-d19f-478e-9fb3-a95c61847d9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:53.985143 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b7debc5a-a948-480b-928d-02986e5c4a48 req-a3b2d889-847e-462a-899d-68564875cca9 service neutron] 10.222.0.38 "GET /v2.0/networks/7ba5f889-7a68-424d-8fa1-71447bc958df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1919074 Jul 27 23:05:54.015568 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-566d6ec9-de30-413b-aebf-fd8b2b8bb491 req-0b8a95f7-5ac1-4f24-8908-f879e422a17c tempest-SecurityGroupRulesTestJSON-82636774 tempest-SecurityGroupRulesTestJSON-82636774-project] 10.222.0.18 "GET /v2.0/security-groups/3345d00e-e931-418a-8c3b-ffcb26f93f3a HTTP/1.1" status: 200 len: 1804 time: 0.1159663 Jul 27 23:05:54.104968 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-fc8e2e52-d0ca-4b78-aee3-c4cd98d44b6c req-dfc4e355-6c45-4c6b-959e-3202f7c41d2a tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=496de96608da4f74abc6cf1f10c98b52&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0552433 Jul 27 23:05:54.130965 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b7debc5a-a948-480b-928d-02986e5c4a48 req-95630b37-fcb1-4b11-89f9-4d9e29ecd11e service neutron] 10.222.0.38 "GET /v2.0/networks/7ba5f889-7a68-424d-8fa1-71447bc958df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386602 Jul 27 23:05:54.193023 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-566d6ec9-de30-413b-aebf-fd8b2b8bb491 req-383f30ed-4a26-44b9-8822-6ea788f751ce tempest-SecurityGroupRulesTestJSON-82636774 tempest-SecurityGroupRulesTestJSON-82636774-project] 10.222.0.18 "GET /v2.0/security-groups/f67a00d9-a643-439e-b170-bf2a8818afe6 HTTP/1.1" status: 200 len: 1803 time: 0.1765175 Jul 27 23:05:54.217102 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [req-566d6ec9-de30-413b-aebf-fd8b2b8bb491 req-bf648e26-7844-45f4-83dd-3cce52491f55 tempest-SecurityGroupRulesTestJSON-82636774 tempest-SecurityGroupRulesTestJSON-82636774-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '3345d00e-e931-418a-8c3b-ffcb26f93f3a', 'remote_group_id': 'f67a00d9-a643-439e-b170-bf2a8818afe6', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:05:54.217423 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [req-566d6ec9-de30-413b-aebf-fd8b2b8bb491 req-bf648e26-7844-45f4-83dd-3cce52491f55 tempest-SecurityGroupRulesTestJSON-82636774 tempest-SecurityGroupRulesTestJSON-82636774-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '3345d00e-e931-418a-8c3b-ffcb26f93f3a', 'remote_group_id': 'f67a00d9-a643-439e-b170-bf2a8818afe6', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:05:54.231400 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-eb754869-d19f-478e-9fb3-a95c61847d9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:54.234132 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-eb754869-d19f-478e-9fb3-a95c61847d9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:54.238266 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-eb754869-d19f-478e-9fb3-a95c61847d9e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/94d1eef0-8892-4d94-a568-7eaa17364266 HTTP/1.1" status: 204 len: 168 time: 0.4801543 Jul 27 23:05:54.290193 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb754869-d19f-478e-9fb3-a95c61847d9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94d1eef0-8892-4d94-a568-7eaa17364266,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:05:54.324303 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-9e2b9fee-f2b3-4d7b-a88e-bd48d989616c req-0d8705f4-a89c-42a5-8bf2-ed5a91577252 tempest-ImagesNegativeTestJSON-231307462 tempest-ImagesNegativeTestJSON-231307462-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=718367b134dc4570881b7a18773877af&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0611253 Jul 27 23:05:54.383806 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8e2e52-d0ca-4b78-aee3-c4cd98d44b6c req-985c1db5-dde8-4379-876c-cfd8b89f4d6c tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:54.385406 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-fc8e2e52-d0ca-4b78-aee3-c4cd98d44b6c req-985c1db5-dde8-4379-876c-cfd8b89f4d6c tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2716143 Jul 27 23:05:54.404737 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [req-fc8e2e52-d0ca-4b78-aee3-c4cd98d44b6c req-65c71697-afcc-4918-8d26-d095a097486a tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] Request body: {'port': {'device_id': '4f444ea4-1876-4542-9ea3-f785a526282d', 'network_id': '591af2dd-f826-43b1-aa9d-e7a0bf218c71', 'admin_state_up': True, 'tenant_id': '496de96608da4f74abc6cf1f10c98b52'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:05:54.489431 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-566d6ec9-de30-413b-aebf-fd8b2b8bb491 req-bf648e26-7844-45f4-83dd-3cce52491f55 tempest-SecurityGroupRulesTestJSON-82636774 tempest-SecurityGroupRulesTestJSON-82636774-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:54.504943 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2b9fee-f2b3-4d7b-a88e-bd48d989616c req-83bd1f39-3442-4f42-9d30-724d884d0bd3 tempest-ImagesNegativeTestJSON-231307462 tempest-ImagesNegativeTestJSON-231307462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:54.515603 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-9e2b9fee-f2b3-4d7b-a88e-bd48d989616c req-83bd1f39-3442-4f42-9d30-724d884d0bd3 tempest-ImagesNegativeTestJSON-231307462 tempest-ImagesNegativeTestJSON-231307462-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1889799 Jul 27 23:05:54.534176 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-9e2b9fee-f2b3-4d7b-a88e-bd48d989616c req-c77b831c-fdff-40fb-9285-b2b6dcb2fb04 tempest-ImagesNegativeTestJSON-231307462 tempest-ImagesNegativeTestJSON-231307462-project] 10.222.0.18 "GET /v2.0/quotas/718367b134dc4570881b7a18773877af HTTP/1.1" status: 200 len: 375 time: 0.0173638 Jul 27 23:05:54.555406 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-566d6ec9-de30-413b-aebf-fd8b2b8bb491 req-bf648e26-7844-45f4-83dd-3cce52491f55 tempest-SecurityGroupRulesTestJSON-82636774 tempest-SecurityGroupRulesTestJSON-82636774-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:54.562456 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-566d6ec9-de30-413b-aebf-fd8b2b8bb491 req-bf648e26-7844-45f4-83dd-3cce52491f55 tempest-SecurityGroupRulesTestJSON-82636774 tempest-SecurityGroupRulesTestJSON-82636774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784185'] for security_group_rule, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:54.580421 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-9e2b9fee-f2b3-4d7b-a88e-bd48d989616c req-d6702a69-f9c9-4a1c-8aa6-87a2b3a47b72 tempest-ImagesNegativeTestJSON-231307462 tempest-ImagesNegativeTestJSON-231307462-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=718367b134dc4570881b7a18773877af&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0451703 Jul 27 23:05:54.594489 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf648e26-7844-45f4-83dd-3cce52491f55 tempest-SecurityGroupRulesTestJSON-82636774 tempest-SecurityGroupRulesTestJSON-82636774-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aff71f91-4c42-4597-a46e-e4d3c3b43808,revision_number=0']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:05:54.607922 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc8e2e52-d0ca-4b78-aee3-c4cd98d44b6c req-65c71697-afcc-4918-8d26-d095a097486a tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] Made reservation on behalf of 496de96608da4f74abc6cf1f10c98b52 for: {'port': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:05:54.613312 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-fc8e2e52-d0ca-4b78-aee3-c4cd98d44b6c req-65c71697-afcc-4918-8d26-d095a097486a tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:54.628948 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-566d6ec9-de30-413b-aebf-fd8b2b8bb491 req-bf648e26-7844-45f4-83dd-3cce52491f55 tempest-SecurityGroupRulesTestJSON-82636774 tempest-SecurityGroupRulesTestJSON-82636774-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:54.630159 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-566d6ec9-de30-413b-aebf-fd8b2b8bb491 req-bf648e26-7844-45f4-83dd-3cce52491f55 tempest-SecurityGroupRulesTestJSON-82636774 tempest-SecurityGroupRulesTestJSON-82636774-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.4244540 Jul 27 23:05:54.774149 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [req-1836aa30-ec22-4f7f-b340-2f6a4348da41 req-232505ad-ad80-446d-bb7f-5ca9a380dafe tempest-SecurityGroupRulesTestJSON-82636774 tempest-SecurityGroupRulesTestJSON-82636774-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-709981085', 'description': 'tempest-description-1964853451'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:05:54.848522 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-1836aa30-ec22-4f7f-b340-2f6a4348da41 req-232505ad-ad80-446d-bb7f-5ca9a380dafe tempest-SecurityGroupRulesTestJSON-82636774 tempest-SecurityGroupRulesTestJSON-82636774-project] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:54.881236 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [req-fc8e2e52-d0ca-4b78-aee3-c4cd98d44b6c req-65c71697-afcc-4918-8d26-d095a097486a tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] Allocated IP 192.168.233.139 (591af2dd-f826-43b1-aa9d-e7a0bf218c71/62938449-046d-4cbe-923a-7ebb632c358d/a1898444-0394-4f8c-b535-09305150dad7) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:05:54.891011 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d63c5c-f1f3-4e29-881a-c003e1d20a56 req-ddf209ee-8500-433b-92be-b9781be02d67 tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:54.892601 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f5d63c5c-f1f3-4e29-881a-c003e1d20a56 req-ddf209ee-8500-433b-92be-b9781be02d67 tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab41d699-a6c9-471f-af92-d91f3fbbf8be HTTP/1.1" status: 200 len: 943 time: 0.0872328 Jul 27 23:05:54.961618 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f5d63c5c-f1f3-4e29-881a-c003e1d20a56 req-e9a6bdc1-3868-4241-9aa0-feed1555dfe2 tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ee1769a-7cc2-4f9a-a15b-54c39d35bd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600975 Jul 27 23:05:55.069334 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-1836aa30-ec22-4f7f-b340-2f6a4348da41 req-232505ad-ad80-446d-bb7f-5ca9a380dafe tempest-SecurityGroupRulesTestJSON-82636774 tempest-SecurityGroupRulesTestJSON-82636774-project] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:55.075630 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-1836aa30-ec22-4f7f-b340-2f6a4348da41 req-232505ad-ad80-446d-bb7f-5ca9a380dafe tempest-SecurityGroupRulesTestJSON-82636774 tempest-SecurityGroupRulesTestJSON-82636774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:55.088791 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-aa496346-0e2d-41bf-bcce-1fe5893084bc req-783cbae7-9d40-4828-999f-f6630d760489 tempest-ImagesNegativeTestJSON-231307462 tempest-ImagesNegativeTestJSON-231307462-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ee3ce40-545b-4f3e-9cd1-eabb8ea41f06 HTTP/1.1" status: 200 len: 210 time: 0.0386889 Jul 27 23:05:55.133941 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232505ad-ad80-446d-bb7f-5ca9a380dafe tempest-SecurityGroupRulesTestJSON-82636774 tempest-SecurityGroupRulesTestJSON-82636774-project] Pushing event updated for resources: {'SecurityGroup': ['ID=376b4f22-b690-4c42-a7e9-791826ef24dd,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:05:55.139653 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-1836aa30-ec22-4f7f-b340-2f6a4348da41 req-232505ad-ad80-446d-bb7f-5ca9a380dafe tempest-SecurityGroupRulesTestJSON-82636774 tempest-SecurityGroupRulesTestJSON-82636774-project] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:55.148754 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-1836aa30-ec22-4f7f-b340-2f6a4348da41 req-232505ad-ad80-446d-bb7f-5ca9a380dafe tempest-SecurityGroupRulesTestJSON-82636774 tempest-SecurityGroupRulesTestJSON-82636774-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3753552 Jul 27 23:05:55.197055 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-fc8e2e52-d0ca-4b78-aee3-c4cd98d44b6c req-65c71697-afcc-4918-8d26-d095a097486a tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:55.217639 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [req-fc8e2e52-d0ca-4b78-aee3-c4cd98d44b6c req-65c71697-afcc-4918-8d26-d095a097486a tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] Transition to ACTIVE for port object a1898444-0394-4f8c-b535-09305150dad7 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:05:55.267258 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [req-6b99968f-293d-451f-8d13-75b0e8de9002 req-888031cd-575f-48ce-86f1-7a00905b974a tempest-SecurityGroupRulesTestJSON-82636774 tempest-SecurityGroupRulesTestJSON-82636774-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1122857840', 'description': 'tempest-description-640082609'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:05:55.272281 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-6fecde38-0ea1-4121-b9c4-072df15d2326 req-1d33c8ba-4649-489b-9948-5b51d3730357 tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] 10.222.0.18 "GET /v2.0/ports?device_id=4f444ea4-1876-4542-9ea3-f785a526282d HTTP/1.1" status: 200 len: 210 time: 0.0412998 Jul 27 23:05:55.299976 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-fc8e2e52-d0ca-4b78-aee3-c4cd98d44b6c req-65c71697-afcc-4918-8d26-d095a097486a tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:55.312295 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] get_ports_and_sgs() called for port_ids ['6f96dd91-321d-43d6-b890-90f0e576d8ed', 'd6d8a52c-a304-46dd-bea3-c11de35f5ce8', '14dc1cce-5542-4a32-8b06-7fc4bd9feb10'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:05:55.322744 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] get_ports_and_sgs() called for port_ids ['5846d570-02c7-4aa0-9192-d3ba5af45f47', 'd16d8cf4-e2de-4eb8-9fe9-4d707871ce90', '51503d21-25f0-4cfe-8971-38c8d8d196bd', 'dc8e3238-5e75-4e06-81b0-0aa1040dcfd4'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:05:55.369557 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-6b99968f-293d-451f-8d13-75b0e8de9002 req-888031cd-575f-48ce-86f1-7a00905b974a tempest-SecurityGroupRulesTestJSON-82636774 tempest-SecurityGroupRulesTestJSON-82636774-project] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:55.378770 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 54574) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:05:55.397098 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc8e2e52-d0ca-4b78-aee3-c4cd98d44b6c req-65c71697-afcc-4918-8d26-d095a097486a tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] Network 591af2dd-f826-43b1-aa9d-e7a0bf218c71 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:05:55.407110 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c71697-afcc-4918-8d26-d095a097486a tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] Pushing event updated for resources: {'Port': ['ID=a1898444-0394-4f8c-b535-09305150dad7,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:05:55.417809 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [req-fc8e2e52-d0ca-4b78-aee3-c4cd98d44b6c req-65c71697-afcc-4918-8d26-d095a097486a tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:05:55.424735 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc8e2e52-d0ca-4b78-aee3-c4cd98d44b6c req-65c71697-afcc-4918-8d26-d095a097486a tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:05:55.568446 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8e2e52-d0ca-4b78-aee3-c4cd98d44b6c req-65c71697-afcc-4918-8d26-d095a097486a tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:55.569093 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-fc8e2e52-d0ca-4b78-aee3-c4cd98d44b6c req-65c71697-afcc-4918-8d26-d095a097486a tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:55.623102 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-bdb511a5-a3e2-48ff-b034-89f460adbc40 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-2030614060-network', 'tenant_id': '063f853d4e3d4ac2af6c2307d445e36a'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:05:55.661512 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-6b99968f-293d-451f-8d13-75b0e8de9002 req-888031cd-575f-48ce-86f1-7a00905b974a tempest-SecurityGroupRulesTestJSON-82636774 tempest-SecurityGroupRulesTestJSON-82636774-project] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:55.676124 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-6b99968f-293d-451f-8d13-75b0e8de9002 req-888031cd-575f-48ce-86f1-7a00905b974a tempest-SecurityGroupRulesTestJSON-82636774 tempest-SecurityGroupRulesTestJSON-82636774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:55.696430 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-fc8e2e52-d0ca-4b78-aee3-c4cd98d44b6c req-65c71697-afcc-4918-8d26-d095a097486a tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2975667 Jul 27 23:05:55.709101 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdb511a5-a3e2-48ff-b034-89f460adbc40 admin admin] Made reservation on behalf of 063f853d4e3d4ac2af6c2307d445e36a for: {'network': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:05:55.711924 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bdb511a5-a3e2-48ff-b034-89f460adbc40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for network, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:55.712119 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [req-fc8e2e52-d0ca-4b78-aee3-c4cd98d44b6c req-4e42820e-98fb-46e9-84a5-0570e15311ca service neutron] Request body: {'port': {'device_id': '4f444ea4-1876-4542-9ea3-f785a526282d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802623-1'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:05:55.747032 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bdb511a5-a3e2-48ff-b034-89f460adbc40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:55.799766 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-fc8e2e52-d0ca-4b78-aee3-c4cd98d44b6c req-4e42820e-98fb-46e9-84a5-0570e15311ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:55.810391 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-6b99968f-293d-451f-8d13-75b0e8de9002 req-888031cd-575f-48ce-86f1-7a00905b974a tempest-SecurityGroupRulesTestJSON-82636774 tempest-SecurityGroupRulesTestJSON-82636774-project] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:55.814854 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-6b99968f-293d-451f-8d13-75b0e8de9002 req-888031cd-575f-48ce-86f1-7a00905b974a tempest-SecurityGroupRulesTestJSON-82636774 tempest-SecurityGroupRulesTestJSON-82636774-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.5581880 Jul 27 23:05:55.866647 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888031cd-575f-48ce-86f1-7a00905b974a tempest-SecurityGroupRulesTestJSON-82636774 tempest-SecurityGroupRulesTestJSON-82636774-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fee74184-8a67-4b14-b33e-37b03add57e6,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:05:55.906767 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-48730b3f-43e1-4da7-a38d-372ec6a58a94 None None] Provisioning for port a1898444-0394-4f8c-b535-09305150dad7 completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:05:55.914958 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bdb511a5-a3e2-48ff-b034-89f460adbc40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:55.921216 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-48730b3f-43e1-4da7-a38d-372ec6a58a94 None None] Provisioning complete for port a1898444-0394-4f8c-b535-09305150dad7 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:05:55.921602 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-48730b3f-43e1-4da7-a38d-372ec6a58a94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:55.924118 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bdb511a5-a3e2-48ff-b034-89f460adbc40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:55.957126 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bdb511a5-a3e2-48ff-b034-89f460adbc40 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 506} {{(pid=93798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 23:05:55.961007 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-80ac9787-0926-4d49-bf06-317e58e9b7fd req-652086e9-1bab-4302-a579-34535e9109b5 tempest-SecurityGroupRulesTestJSON-82636774 tempest-SecurityGroupRulesTestJSON-82636774-project] 10.222.0.18 "GET /v2.0/security-groups/376b4f22-b690-4c42-a7e9-791826ef24dd HTTP/1.1" status: 200 len: 1804 time: 0.1103203 Jul 27 23:05:55.983839 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bdb511a5-a3e2-48ff-b034-89f460adbc40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:55.985358 n-d-802623-1 neutron-server[93798]: INFO neutron.db.segments_db [None req-bdb511a5-a3e2-48ff-b034-89f460adbc40 admin admin] Added segment c6cdef97-3abb-47df-9bf6-689c60301d39 of type vlan for network d7163d9f-0939-4a0c-ab6c-8c91e06a76d4 Jul 27 23:05:55.994296 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-48730b3f-43e1-4da7-a38d-372ec6a58a94 None None] Port a1898444-0394-4f8c-b535-09305150dad7 cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:05:56.003253 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb511a5-a3e2-48ff-b034-89f460adbc40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1a53b18-4be9-48c6-80be-f0bd7194a87b,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:05:56.074214 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bdb511a5-a3e2-48ff-b034-89f460adbc40 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736833354590'] for network, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:56.158506 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bdb511a5-a3e2-48ff-b034-89f460adbc40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569'] for network, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:56.159580 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdb511a5-a3e2-48ff-b034-89f460adbc40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:56.160316 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bdb511a5-a3e2-48ff-b034-89f460adbc40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:56.207862 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-80ac9787-0926-4d49-bf06-317e58e9b7fd req-acf2d899-f4c0-44a9-891f-752cba9e4ac6 tempest-SecurityGroupRulesTestJSON-82636774 tempest-SecurityGroupRulesTestJSON-82636774-project] 10.222.0.18 "GET /v2.0/security-groups/fee74184-8a67-4b14-b33e-37b03add57e6 HTTP/1.1" status: 200 len: 1804 time: 0.2457268 Jul 27 23:05:56.249548 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cbd6e1-11c9-4000-a29e-e47224c1e1f5 req-15c1d700-4b2a-47b4-a379-e5525bff4350 tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:56.256884 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-21cbd6e1-11c9-4000-a29e-e47224c1e1f5 req-15c1d700-4b2a-47b4-a379-e5525bff4350 tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab41d699-a6c9-471f-af92-d91f3fbbf8be HTTP/1.1" status: 200 len: 943 time: 0.1434517 Jul 27 23:05:56.277058 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-bdb511a5-a3e2-48ff-b034-89f460adbc40 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8963017 Jul 27 23:05:56.278824 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 54588) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:05:56.283184 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-9e2b9fee-f2b3-4d7b-a88e-bd48d989616c req-f57d0462-8ed0-4223-878f-2e953343120c tempest-ImagesNegativeTestJSON-231307462 tempest-ImagesNegativeTestJSON-231307462-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=718367b134dc4570881b7a18773877af&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1004784 Jul 27 23:05:56.298900 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-3885f786-8323-40b2-9bf9-59ab5ee3a135 admin admin] Request body: {'subnet': {'network_id': 'd7163d9f-0939-4a0c-ab6c-8c91e06a76d4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-2030614060-subnet', 'tenant_id': '063f853d4e3d4ac2af6c2307d445e36a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:05:56.320926 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb511a5-a3e2-48ff-b034-89f460adbc40 admin admin] Pushing event updated for resources: {'Network': ['ID=d7163d9f-0939-4a0c-ab6c-8c91e06a76d4,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:05:56.322703 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [req-80ac9787-0926-4d49-bf06-317e58e9b7fd req-036eed99-f3c3-4397-86aa-81de18b514c4 tempest-SecurityGroupRulesTestJSON-82636774 tempest-SecurityGroupRulesTestJSON-82636774-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '376b4f22-b690-4c42-a7e9-791826ef24dd', 'remote_group_id': 'fee74184-8a67-4b14-b33e-37b03add57e6', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:05:56.323953 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [req-80ac9787-0926-4d49-bf06-317e58e9b7fd req-036eed99-f3c3-4397-86aa-81de18b514c4 tempest-SecurityGroupRulesTestJSON-82636774 tempest-SecurityGroupRulesTestJSON-82636774-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '376b4f22-b690-4c42-a7e9-791826ef24dd', 'remote_group_id': 'fee74184-8a67-4b14-b33e-37b03add57e6', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:05:56.336159 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Network d7163d9f-0939-4a0c-ab6c-8c91e06a76d4 details requested by agent ovs-agent-n-d-802623-1 with host n-d-802623-1 {{(pid=93799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 23:05:56.374800 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.db.api [req-80ac9787-0926-4d49-bf06-317e58e9b7fd req-036eed99-f3c3-4397-86aa-81de18b514c4 tempest-SecurityGroupRulesTestJSON-82636774 tempest-SecurityGroupRulesTestJSON-82636774-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 27 23:05:56.374800 n-d-802623-1 neutron-server[93797]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 27 23:05:56.374800 n-d-802623-1 neutron-server[93797]: [parameters: {'project_id_1': '6f21afa8cf6f429bb4754e0a76fd56b9', 'expiration_1': datetime.datetime(2021, 7, 27, 23, 5, 56, 336845)}] Jul 27 23:05:56.374800 n-d-802623-1 neutron-server[93797]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93797) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 23:05:56.375339 n-d-802623-1 neutron-server[93797]: DEBUG oslo_db.api [req-80ac9787-0926-4d49-bf06-317e58e9b7fd req-036eed99-f3c3-4397-86aa-81de18b514c4 tempest-SecurityGroupRulesTestJSON-82636774 tempest-SecurityGroupRulesTestJSON-82636774-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 23:05:56.410840 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-21cbd6e1-11c9-4000-a29e-e47224c1e1f5 req-df68a5fd-b35a-413a-ad21-5f7fa36cc2c6 tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ee1769a-7cc2-4f9a-a15b-54c39d35bd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528304 Jul 27 23:05:56.414043 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3885f786-8323-40b2-9bf9-59ab5ee3a135 admin admin] Made reservation on behalf of 063f853d4e3d4ac2af6c2307d445e36a for: {'subnet': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:05:56.416413 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3885f786-8323-40b2-9bf9-59ab5ee3a135 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12265828'] for subnet, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:56.488061 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [req-fc8e2e52-d0ca-4b78-aee3-c4cd98d44b6c req-4e42820e-98fb-46e9-84a5-0570e15311ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1898444-0394-4f8c-b535-09305150dad7 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:05:56.500446 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-fc8e2e52-d0ca-4b78-aee3-c4cd98d44b6c req-4e42820e-98fb-46e9-84a5-0570e15311ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:56.520181 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [req-fc8e2e52-d0ca-4b78-aee3-c4cd98d44b6c req-4e42820e-98fb-46e9-84a5-0570e15311ca service neutron] Transition to ACTIVE for port object a1898444-0394-4f8c-b535-09305150dad7 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:05:56.526800 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-fc8e2e52-d0ca-4b78-aee3-c4cd98d44b6c req-4e42820e-98fb-46e9-84a5-0570e15311ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11336041'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:56.566217 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-6960595b-bdb3-4f00-8813-59bc23a4f2ce req-3332ade2-ec15-41dd-afba-91353044568a tempest-ImagesNegativeTestJSON-231307462 tempest-ImagesNegativeTestJSON-231307462-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ee3ce40-545b-4f3e-9cd1-eabb8ea41f06 HTTP/1.1" status: 200 len: 210 time: 0.0477028 Jul 27 23:05:56.615015 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2b9fee-f2b3-4d7b-a88e-bd48d989616c req-8974b1e9-1307-4a1b-b41e-0c04e9ae7a92 tempest-ImagesNegativeTestJSON-231307462 tempest-ImagesNegativeTestJSON-231307462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:56.616548 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-9e2b9fee-f2b3-4d7b-a88e-bd48d989616c req-8974b1e9-1307-4a1b-b41e-0c04e9ae7a92 tempest-ImagesNegativeTestJSON-231307462 tempest-ImagesNegativeTestJSON-231307462-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3099136 Jul 27 23:05:56.631782 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [req-9e2b9fee-f2b3-4d7b-a88e-bd48d989616c req-fb4d8de5-ff1d-4893-9b95-2650217325eb tempest-ImagesNegativeTestJSON-231307462 tempest-ImagesNegativeTestJSON-231307462-project] Request body: {'port': {'device_id': '2ee3ce40-545b-4f3e-9cd1-eabb8ea41f06', 'network_id': '591af2dd-f826-43b1-aa9d-e7a0bf218c71', 'admin_state_up': True, 'tenant_id': '718367b134dc4570881b7a18773877af'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:05:56.664412 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e42820e-98fb-46e9-84a5-0570e15311ca service neutron] Pushing event updated for resources: {'Port': ['ID=a1898444-0394-4f8c-b535-09305150dad7,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:05:56.684141 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-fc8e2e52-d0ca-4b78-aee3-c4cd98d44b6c req-4e42820e-98fb-46e9-84a5-0570e15311ca service neutron] Attempting to bind port a1898444-0394-4f8c-b535-09305150dad7 on host n-h1-802623-1 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:05:56.684487 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-fc8e2e52-d0ca-4b78-aee3-c4cd98d44b6c req-4e42820e-98fb-46e9-84a5-0570e15311ca service neutron] Attempting to bind port a1898444-0394-4f8c-b535-09305150dad7 by drivers openvswitch,hyperv on host n-h1-802623-1 at level 0 using segments [{'id': '16e91594-c047-4b55-93eb-43af33ad08e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '591af2dd-f826-43b1-aa9d-e7a0bf218c71'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:05:56.684823 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc8e2e52-d0ca-4b78-aee3-c4cd98d44b6c req-4e42820e-98fb-46e9-84a5-0570e15311ca service neutron] Attempting to bind port a1898444-0394-4f8c-b535-09305150dad7 on network 591af2dd-f826-43b1-aa9d-e7a0bf218c71 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:05:56.691620 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc8e2e52-d0ca-4b78-aee3-c4cd98d44b6c req-4e42820e-98fb-46e9-84a5-0570e15311ca service neutron] Port a1898444-0394-4f8c-b535-09305150dad7 on network 591af2dd-f826-43b1-aa9d-e7a0bf218c71 not bound, no agent of type Open vSwitch agent registered on host n-h1-802623-1 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 23:05:56.691958 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc8e2e52-d0ca-4b78-aee3-c4cd98d44b6c req-4e42820e-98fb-46e9-84a5-0570e15311ca service neutron] Attempting to bind port a1898444-0394-4f8c-b535-09305150dad7 on network 591af2dd-f826-43b1-aa9d-e7a0bf218c71 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:05:56.700687 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc8e2e52-d0ca-4b78-aee3-c4cd98d44b6c req-4e42820e-98fb-46e9-84a5-0570e15311ca service neutron] Checking agent: {'id': '245f1da4-a9b8-4b08-90d7-28f0f342b839', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 59, 59), 'started_at': datetime.datetime(2021, 7, 27, 22, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 5, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:05:56.701046 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc8e2e52-d0ca-4b78-aee3-c4cd98d44b6c req-4e42820e-98fb-46e9-84a5-0570e15311ca service neutron] Checking segment: {'id': '16e91594-c047-4b55-93eb-43af33ad08e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '591af2dd-f826-43b1-aa9d-e7a0bf218c71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:05:56.702240 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc8e2e52-d0ca-4b78-aee3-c4cd98d44b6c req-4e42820e-98fb-46e9-84a5-0570e15311ca service neutron] Bound using segment: {'id': '16e91594-c047-4b55-93eb-43af33ad08e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '591af2dd-f826-43b1-aa9d-e7a0bf218c71'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:05:56.702693 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-fc8e2e52-d0ca-4b78-aee3-c4cd98d44b6c req-4e42820e-98fb-46e9-84a5-0570e15311ca service neutron] Bound port: a1898444-0394-4f8c-b535-09305150dad7, host: n-h1-802623-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16e91594-c047-4b55-93eb-43af33ad08e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '591af2dd-f826-43b1-aa9d-e7a0bf218c71'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:05:56.704251 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-fc8e2e52-d0ca-4b78-aee3-c4cd98d44b6c req-4e42820e-98fb-46e9-84a5-0570e15311ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:56.797958 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-fc8e2e52-d0ca-4b78-aee3-c4cd98d44b6c req-4e42820e-98fb-46e9-84a5-0570e15311ca service neutron] For port a1898444-0394-4f8c-b535-09305150dad7, host n-h1-802623-1, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:05:56.803173 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-fc8e2e52-d0ca-4b78-aee3-c4cd98d44b6c req-4e42820e-98fb-46e9-84a5-0570e15311ca service neutron] For port a1898444-0394-4f8c-b535-09305150dad7, host n-h1-802623-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=a1898444-0394-4f8c-b535-09305150dad7,segment=NetworkSegment(16e91594-c047-4b55-93eb-43af33ad08e1),segment_id=16e91594-c047-4b55-93eb-43af33ad08e1)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:05:56.808779 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-fc8e2e52-d0ca-4b78-aee3-c4cd98d44b6c req-4e42820e-98fb-46e9-84a5-0570e15311ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11336041'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:56.865271 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8e2e52-d0ca-4b78-aee3-c4cd98d44b6c req-4e42820e-98fb-46e9-84a5-0570e15311ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:56.865921 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-fc8e2e52-d0ca-4b78-aee3-c4cd98d44b6c req-4e42820e-98fb-46e9-84a5-0570e15311ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:56.867432 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-fc8e2e52-d0ca-4b78-aee3-c4cd98d44b6c req-4e42820e-98fb-46e9-84a5-0570e15311ca service neutron] 10.222.0.38 "PUT /v2.0/ports/a1898444-0394-4f8c-b535-09305150dad7 HTTP/1.1" status: 200 len: 1096 time: 1.1612558 Jul 27 23:05:56.867931 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f444ea4-1876-4542-9ea3-f785a526282d', 'tag': 'a1898444-0394-4f8c-b535-09305150dad7'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:05:56.870654 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-60d80dd9-b6c4-43a1-9343-f94d4e8255fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:56.870829 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a476459a1bfce68b0ae0df5b6a71154bfc7cfdc8f9eefce6ad0a17231e60468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e55954b-97eb-42b0-b526-710ca8a1531a" -d '{"events": [{"name": "network-changed", "server_uuid": "4f444ea4-1876-4542-9ea3-f785a526282d", "tag": "a1898444-0394-4f8c-b535-09305150dad7"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:05:56.915789 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e42820e-98fb-46e9-84a5-0570e15311ca service neutron] Pushing event updated for resources: {'Port': ['ID=a1898444-0394-4f8c-b535-09305150dad7,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:05:56.980812 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8e2e52-d0ca-4b78-aee3-c4cd98d44b6c req-b903cef8-983f-4ecd-8b09-5edeecdfbc44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:56.984302 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-fc8e2e52-d0ca-4b78-aee3-c4cd98d44b6c req-b903cef8-983f-4ecd-8b09-5edeecdfbc44 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=496de96608da4f74abc6cf1f10c98b52&device_id=4f444ea4-1876-4542-9ea3-f785a526282d HTTP/1.1" status: 200 len: 1099 time: 0.0547917 Jul 27 23:05:57.005976 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 522b4389-a942-43b4-b1c8-2896864af68a details requested by agent hyperv_n-h1-802623-1 with host n-h1-802623-1 {{(pid=93799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 23:05:57.037795 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-fc8e2e52-d0ca-4b78-aee3-c4cd98d44b6c req-ed70e9fa-68ba-4e22-85b2-4b9e6cf80609 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.139&port_id=a1898444-0394-4f8c-b535-09305150dad7 HTTP/1.1" status: 200 len: 217 time: 0.0425961 Jul 27 23:05:57.112317 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8e2e52-d0ca-4b78-aee3-c4cd98d44b6c req-4a5b66fe-9125-4ec3-bf58-15ae3922139d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:57.114292 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-fc8e2e52-d0ca-4b78-aee3-c4cd98d44b6c req-4a5b66fe-9125-4ec3-bf58-15ae3922139d service neutron] 10.222.0.38 "GET /v2.0/subnets?id=62938449-046d-4cbe-923a-7ebb632c358d HTTP/1.1" status: 200 len: 843 time: 0.0630128 Jul 27 23:05:57.150074 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port 522b4389-a942-43b4-b1c8-2896864af68a, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=522b4389-a942-43b4-b1c8-2896864af68a,segment=NetworkSegment(ff9b0beb-ebd9-45f3-9693-d627eb3bb065),segment_id=ff9b0beb-ebd9-45f3-9693-d627eb3bb065)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:05:57.176131 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Returning: {'device': '522b4389-a942-43b4-b1c8-2896864af68a', 'network_id': '7ba5f889-7a68-424d-8fa1-71447bc958df', 'port_id': '522b4389-a942-43b4-b1c8-2896864af68a', 'mac_address': 'fa:16:3e:ea:d1:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2be3a116-6f3a-48af-9c58-17be143660fc', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 23:05:57.183296 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8e2e52-d0ca-4b78-aee3-c4cd98d44b6c req-20cad8ff-f4fc-46a8-8d1f-071307064ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:57.185200 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-fc8e2e52-d0ca-4b78-aee3-c4cd98d44b6c req-20cad8ff-f4fc-46a8-8d1f-071307064ea8 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=591af2dd-f826-43b1-aa9d-e7a0bf218c71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0594978 Jul 27 23:05:57.227453 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:57.250571 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 522b4389-a942-43b4-b1c8-2896864af68a {{(pid=93799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:05:57.257716 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705b89e0-6c51-4039-ac04-5b21385aece5 req-9adbc21e-40a4-4ea4-97b5-af0f1b750dc5 tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:57.268797 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-705b89e0-6c51-4039-ac04-5b21385aece5 req-9adbc21e-40a4-4ea4-97b5-af0f1b750dc5 tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] 10.222.0.18 "GET /v2.0/ports?device_id=4f444ea4-1876-4542-9ea3-f785a526282d HTTP/1.1" status: 200 len: 948 time: 0.4839263 Jul 27 23:05:57.277824 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e2b9fee-f2b3-4d7b-a88e-bd48d989616c req-fb4d8de5-ff1d-4893-9b95-2650217325eb tempest-ImagesNegativeTestJSON-231307462 tempest-ImagesNegativeTestJSON-231307462-project] Made reservation on behalf of 718367b134dc4570881b7a18773877af for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:05:57.279487 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port 522b4389-a942-43b4-b1c8-2896864af68a, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=522b4389-a942-43b4-b1c8-2896864af68a,segment=NetworkSegment(ff9b0beb-ebd9-45f3-9693-d627eb3bb065),segment_id=ff9b0beb-ebd9-45f3-9693-d627eb3bb065)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:05:57.282457 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-9e2b9fee-f2b3-4d7b-a88e-bd48d989616c req-fb4d8de5-ff1d-4893-9b95-2650217325eb tempest-ImagesNegativeTestJSON-231307462 tempest-ImagesNegativeTestJSON-231307462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:57.291472 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:57.308178 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-9e2b9fee-f2b3-4d7b-a88e-bd48d989616c req-fb4d8de5-ff1d-4893-9b95-2650217325eb tempest-ImagesNegativeTestJSON-231307462 tempest-ImagesNegativeTestJSON-231307462-project] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:57.322003 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3885f786-8323-40b2-9bf9-59ab5ee3a135 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11971609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12265750'] for subnet, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:57.352288 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-80ac9787-0926-4d49-bf06-317e58e9b7fd req-036eed99-f3c3-4397-86aa-81de18b514c4 tempest-SecurityGroupRulesTestJSON-82636774 tempest-SecurityGroupRulesTestJSON-82636774-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:57.353462 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Pushing event updated for resources: {'Port': ['ID=522b4389-a942-43b4-b1c8-2896864af68a,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:05:57.356396 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-fc8e2e52-d0ca-4b78-aee3-c4cd98d44b6c req-415a5482-867f-461a-a08b-6fd4a865aa45 service neutron] 10.222.0.38 "GET /v2.0/networks/591af2dd-f826-43b1-aa9d-e7a0bf218c71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1626832 Jul 27 23:05:57.380260 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-705b89e0-6c51-4039-ac04-5b21385aece5 req-2c3f0ced-f833-4fe5-9e14-1f5e94d8a5bc tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] 10.222.0.18 "GET /v2.0/security-groups?id=3b54d803-f776-413f-b5bd-6e9336fca6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104302 Jul 27 23:05:57.427495 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-80ac9787-0926-4d49-bf06-317e58e9b7fd req-036eed99-f3c3-4397-86aa-81de18b514c4 tempest-SecurityGroupRulesTestJSON-82636774 tempest-SecurityGroupRulesTestJSON-82636774-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:57.433025 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3885f786-8323-40b2-9bf9-59ab5ee3a135 admin admin] Pushing event updated for resources: {'Subnet': ['ID=79dfe6bb-0007-40e1-924d-f5a5a2c19f38,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:05:57.452382 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3885f786-8323-40b2-9bf9-59ab5ee3a135 admin admin] Checking segment: {'id': 'c6cdef97-3abb-47df-9bf6-689c60301d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'd7163d9f-0939-4a0c-ab6c-8c91e06a76d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:05:57.452735 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3885f786-8323-40b2-9bf9-59ab5ee3a135 admin admin] Network hostable DHCP agents. Network: d7163d9f-0939-4a0c-ab6c-8c91e06a76d4, hostable agents: ['5950e76f-2bde-4343-a925-cbe6bacd2706'], hosted agents: [] {{(pid=93798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 23:05:57.468618 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-80ac9787-0926-4d49-bf06-317e58e9b7fd req-036eed99-f3c3-4397-86aa-81de18b514c4 tempest-SecurityGroupRulesTestJSON-82636774 tempest-SecurityGroupRulesTestJSON-82636774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784185'] for security_group_rule, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:57.498029 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3885f786-8323-40b2-9bf9-59ab5ee3a135 admin admin] Network d7163d9f-0939-4a0c-ab6c-8c91e06a76d4 is scheduled to be hosted by DHCP agent 5950e76f-2bde-4343-a925-cbe6bacd2706 with binding_index 1 {{(pid=93798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 23:05:57.528121 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-3885f786-8323-40b2-9bf9-59ab5ee3a135 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802623-1, d7163d9f-0939-4a0c-ab6c-8c91e06a76d4) {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:05:57.534441 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-fc8e2e52-d0ca-4b78-aee3-c4cd98d44b6c req-abc26d1f-48ca-43bd-aa30-7663c38005d1 service neutron] 10.222.0.38 "GET /v2.0/networks/591af2dd-f826-43b1-aa9d-e7a0bf218c71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1667383 Jul 27 23:05:57.540644 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-9e2b9fee-f2b3-4d7b-a88e-bd48d989616c req-fb4d8de5-ff1d-4893-9b95-2650217325eb tempest-ImagesNegativeTestJSON-231307462 tempest-ImagesNegativeTestJSON-231307462-project] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:57.542358 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3885f786-8323-40b2-9bf9-59ab5ee3a135 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:57.542947 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3885f786-8323-40b2-9bf9-59ab5ee3a135 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:57.544219 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40ada0d1-53b3-43f5-89ae-a1f8831c2e50 None None] Network d7163d9f-0939-4a0c-ab6c-8c91e06a76d4 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:05:57.548248 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 23:05:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1a8c94d-c80b-4589-b1ab-2b64c8b97de8 x-openstack-request-id: req-c1a8c94d-c80b-4589-b1ab-2b64c8b97de8 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:05:57.548563 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f444ea4-1876-4542-9ea3-f785a526282d", "tag": "a1898444-0394-4f8c-b535-09305150dad7", "status": "completed", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:05:57.549332 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c1a8c94d-c80b-4589-b1ab-2b64c8b97de8 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:05:57.549741 n-d-802623-1 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f444ea4-1876-4542-9ea3-f785a526282d', 'tag': 'a1898444-0394-4f8c-b535-09305150dad7', 'status': 'completed', 'code': 200} Jul 27 23:05:57.552045 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036eed99-f3c3-4397-86aa-81de18b514c4 tempest-SecurityGroupRulesTestJSON-82636774 tempest-SecurityGroupRulesTestJSON-82636774-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c92a3d28-8380-4451-9e54-74dd141e9a1c,revision_number=0']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:05:57.552774 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-9e2b9fee-f2b3-4d7b-a88e-bd48d989616c req-fb4d8de5-ff1d-4893-9b95-2650217325eb tempest-ImagesNegativeTestJSON-231307462 tempest-ImagesNegativeTestJSON-231307462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:57.560611 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-80ac9787-0926-4d49-bf06-317e58e9b7fd req-036eed99-f3c3-4397-86aa-81de18b514c4 tempest-SecurityGroupRulesTestJSON-82636774 tempest-SecurityGroupRulesTestJSON-82636774-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:57.562318 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-80ac9787-0926-4d49-bf06-317e58e9b7fd req-036eed99-f3c3-4397-86aa-81de18b514c4 tempest-SecurityGroupRulesTestJSON-82636774 tempest-SecurityGroupRulesTestJSON-82636774-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 1.3192956 Jul 27 23:05:57.577661 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-3885f786-8323-40b2-9bf9-59ab5ee3a135 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2933981 Jul 27 23:05:57.611758 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] get_ports_and_sgs() called for port_ids ['522b4389-a942-43b4-b1c8-2896864af68a'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:05:57.619710 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4d8de5-ff1d-4893-9b95-2650217325eb tempest-ImagesNegativeTestJSON-231307462 tempest-ImagesNegativeTestJSON-231307462-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff7eb1ca-1efd-49fe-aacd-a0b1d71edf4a,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:05:57.690870 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-4bd82e76-1d3b-4dfd-a500-b69371514cdc req-d8d3be51-44de-444b-88d1-da30d6a9e880 tempest-SecurityGroupRulesTestJSON-82636774 tempest-SecurityGroupRulesTestJSON-82636774-project] 10.222.0.18 "GET /v2.0/security-groups/fee74184-8a67-4b14-b33e-37b03add57e6 HTTP/1.1" status: 200 len: 1804 time: 0.0847802 Jul 27 23:05:57.703133 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e55954b-97eb-42b0-b526-710ca8a1531a req-5181ac48-6e33-4b62-8f50-fdc0e20f5430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:57.705381 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-4e55954b-97eb-42b0-b526-710ca8a1531a req-5181ac48-6e33-4b62-8f50-fdc0e20f5430 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=496de96608da4f74abc6cf1f10c98b52&device_id=4f444ea4-1876-4542-9ea3-f785a526282d HTTP/1.1" status: 200 len: 1099 time: 0.0590072 Jul 27 23:05:57.706965 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55d60d8-da24-497e-8ce7-9d53afd82b5c req-f0059d1a-d392-4978-880b-93c2280a9b80 tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:57.714722 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b55d60d8-da24-497e-8ce7-9d53afd82b5c req-f0059d1a-d392-4978-880b-93c2280a9b80 tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab41d699-a6c9-471f-af92-d91f3fbbf8be HTTP/1.1" status: 200 len: 944 time: 0.1255374 Jul 27 23:05:57.817267 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b55d60d8-da24-497e-8ce7-9d53afd82b5c req-111b4c3d-fa84-4fd0-9ecf-19bf36882c10 tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ee1769a-7cc2-4f9a-a15b-54c39d35bd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015654 Jul 27 23:05:57.856561 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e55954b-97eb-42b0-b526-710ca8a1531a req-ec436da1-a126-4cff-87a0-9d3a93719ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:57.858884 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-4e55954b-97eb-42b0-b526-710ca8a1531a req-ec436da1-a126-4cff-87a0-9d3a93719ad3 service neutron] 10.222.0.38 "GET /v2.0/networks?id=591af2dd-f826-43b1-aa9d-e7a0bf218c71 HTTP/1.1" status: 200 len: 870 time: 0.1156447 Jul 27 23:05:57.869900 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [req-9e2b9fee-f2b3-4d7b-a88e-bd48d989616c req-fb4d8de5-ff1d-4893-9b95-2650217325eb tempest-ImagesNegativeTestJSON-231307462 tempest-ImagesNegativeTestJSON-231307462-project] Allocated IP 192.168.233.174 (591af2dd-f826-43b1-aa9d-e7a0bf218c71/62938449-046d-4cbe-923a-7ebb632c358d/b060ee09-b4fc-4efe-a192-a8e75c1ffeee) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:05:57.870650 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cd89168-a2fd-4e5b-84a5-e432cbe20b24 None None] Network d7163d9f-0939-4a0c-ab6c-8c91e06a76d4 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:05:57.925769 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-4e55954b-97eb-42b0-b526-710ca8a1531a req-fc49696b-91e1-422b-9259-76a8fd6ac172 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.139&port_id=a1898444-0394-4f8c-b535-09305150dad7 HTTP/1.1" status: 200 len: 217 time: 0.0570233 Jul 27 23:05:57.999640 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e55954b-97eb-42b0-b526-710ca8a1531a req-31c8d499-34c3-4855-955e-5e3647456cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:58.001239 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-4e55954b-97eb-42b0-b526-710ca8a1531a req-31c8d499-34c3-4855-955e-5e3647456cb8 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=62938449-046d-4cbe-923a-7ebb632c358d HTTP/1.1" status: 200 len: 843 time: 0.0644655 Jul 27 23:05:58.002372 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-4bd82e76-1d3b-4dfd-a500-b69371514cdc req-74dfdc90-4086-4513-972d-78ce41fe7317 tempest-SecurityGroupRulesTestJSON-82636774 tempest-SecurityGroupRulesTestJSON-82636774-project] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:58.061839 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-4bd82e76-1d3b-4dfd-a500-b69371514cdc req-74dfdc90-4086-4513-972d-78ce41fe7317 tempest-SecurityGroupRulesTestJSON-82636774 tempest-SecurityGroupRulesTestJSON-82636774-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:58.064988 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-6f00eb9c-ff2d-4d5b-a6e2-b01d1da4ad38 req-45832265-2b2e-4c57-98dd-4c49d41cb186 tempest-ImagesNegativeTestJSON-231307462 tempest-ImagesNegativeTestJSON-231307462-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ee3ce40-545b-4f3e-9cd1-eabb8ea41f06 HTTP/1.1" status: 200 len: 210 time: 0.0430083 Jul 27 23:05:58.107076 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e55954b-97eb-42b0-b526-710ca8a1531a req-d2b1140b-03d9-4696-bdfa-3c6bf031f895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:58.110071 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-4e55954b-97eb-42b0-b526-710ca8a1531a req-d2b1140b-03d9-4696-bdfa-3c6bf031f895 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=591af2dd-f826-43b1-aa9d-e7a0bf218c71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0930622 Jul 27 23:05:58.181633 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-9e2b9fee-f2b3-4d7b-a88e-bd48d989616c req-fb4d8de5-ff1d-4893-9b95-2650217325eb tempest-ImagesNegativeTestJSON-231307462 tempest-ImagesNegativeTestJSON-231307462-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:58.228460 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-9e2b9fee-f2b3-4d7b-a88e-bd48d989616c req-fb4d8de5-ff1d-4893-9b95-2650217325eb tempest-ImagesNegativeTestJSON-231307462 tempest-ImagesNegativeTestJSON-231307462-project] Transition to ACTIVE for port object b060ee09-b4fc-4efe-a192-a8e75c1ffeee will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:05:58.230364 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-4bd82e76-1d3b-4dfd-a500-b69371514cdc req-74dfdc90-4086-4513-972d-78ce41fe7317 tempest-SecurityGroupRulesTestJSON-82636774 tempest-SecurityGroupRulesTestJSON-82636774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:58.233158 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-4bd82e76-1d3b-4dfd-a500-b69371514cdc req-74dfdc90-4086-4513-972d-78ce41fe7317 tempest-SecurityGroupRulesTestJSON-82636774 tempest-SecurityGroupRulesTestJSON-82636774-project] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:58.234357 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-4bd82e76-1d3b-4dfd-a500-b69371514cdc req-74dfdc90-4086-4513-972d-78ce41fe7317 tempest-SecurityGroupRulesTestJSON-82636774 tempest-SecurityGroupRulesTestJSON-82636774-project] 10.222.0.18 "DELETE /v2.0/security-groups/fee74184-8a67-4b14-b33e-37b03add57e6 HTTP/1.1" status: 204 len: 173 time: 0.5337300 Jul 27 23:05:58.274569 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74dfdc90-4086-4513-972d-78ce41fe7317 tempest-SecurityGroupRulesTestJSON-82636774 tempest-SecurityGroupRulesTestJSON-82636774-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fee74184-8a67-4b14-b33e-37b03add57e6,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:05:58.284682 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-4e55954b-97eb-42b0-b526-710ca8a1531a req-43dade65-0bdb-4996-9ed9-e8a2fdad4472 service neutron] 10.222.0.38 "GET /v2.0/networks/591af2dd-f826-43b1-aa9d-e7a0bf218c71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1637251 Jul 27 23:05:58.327034 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-9e2b9fee-f2b3-4d7b-a88e-bd48d989616c req-fb4d8de5-ff1d-4893-9b95-2650217325eb tempest-ImagesNegativeTestJSON-231307462 tempest-ImagesNegativeTestJSON-231307462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:58.378601 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c6b7eccd-5211-4808-bff1-1627746185a9 req-ffefc15f-801c-48c1-be7c-6f96455f70bc tempest-SecurityGroupRulesTestJSON-82636774 tempest-SecurityGroupRulesTestJSON-82636774-project] 10.222.0.18 "GET /v2.0/security-groups/376b4f22-b690-4c42-a7e9-791826ef24dd HTTP/1.1" status: 200 len: 1804 time: 0.1146607 Jul 27 23:05:58.403342 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e2b9fee-f2b3-4d7b-a88e-bd48d989616c req-fb4d8de5-ff1d-4893-9b95-2650217325eb tempest-ImagesNegativeTestJSON-231307462 tempest-ImagesNegativeTestJSON-231307462-project] Network 591af2dd-f826-43b1-aa9d-e7a0bf218c71 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:05:58.404286 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4d8de5-ff1d-4893-9b95-2650217325eb tempest-ImagesNegativeTestJSON-231307462 tempest-ImagesNegativeTestJSON-231307462-project] Pushing event updated for resources: {'Port': ['ID=b060ee09-b4fc-4efe-a192-a8e75c1ffeee,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:05:58.407624 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-4e55954b-97eb-42b0-b526-710ca8a1531a req-16f91774-222b-45b9-b50a-4dc08f7770aa service neutron] 10.222.0.38 "GET /v2.0/networks/591af2dd-f826-43b1-aa9d-e7a0bf218c71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115148 Jul 27 23:05:58.409164 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [req-9e2b9fee-f2b3-4d7b-a88e-bd48d989616c req-fb4d8de5-ff1d-4893-9b95-2650217325eb tempest-ImagesNegativeTestJSON-231307462 tempest-ImagesNegativeTestJSON-231307462-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:05:58.413872 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [req-483160e0-e99d-440b-8a6c-863971ff2b91 req-5734d3af-2dc6-4400-8687-0ff5eb33cb0c tempest-SecurityGroupRulesTestJSON-82636774 tempest-SecurityGroupRulesTestJSON-82636774-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1934826595', 'description': 'tempest-description-1029740324'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:05:58.419168 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e2b9fee-f2b3-4d7b-a88e-bd48d989616c req-fb4d8de5-ff1d-4893-9b95-2650217325eb tempest-ImagesNegativeTestJSON-231307462 tempest-ImagesNegativeTestJSON-231307462-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:05:58.464990 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-483160e0-e99d-440b-8a6c-863971ff2b91 req-5734d3af-2dc6-4400-8687-0ff5eb33cb0c tempest-SecurityGroupRulesTestJSON-82636774 tempest-SecurityGroupRulesTestJSON-82636774-project] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:58.539167 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2b9fee-f2b3-4d7b-a88e-bd48d989616c req-fb4d8de5-ff1d-4893-9b95-2650217325eb tempest-ImagesNegativeTestJSON-231307462 tempest-ImagesNegativeTestJSON-231307462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:58.539804 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-9e2b9fee-f2b3-4d7b-a88e-bd48d989616c req-fb4d8de5-ff1d-4893-9b95-2650217325eb tempest-ImagesNegativeTestJSON-231307462 tempest-ImagesNegativeTestJSON-231307462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:58.547815 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 54630) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:05:58.557299 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-f8a8ab88-9f9a-4b72-9e5b-ff4249bbc5cf admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1154122306-network', 'tenant_id': 'c9a8ac60b6bb427784f8e1149b802a1f'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:05:58.582953 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb41439-ef12-4547-bfbe-4d0b5858790f req-185a5d55-8cd9-49de-bc44-51fbce1b871d tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:58.584619 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-fdb41439-ef12-4547-bfbe-4d0b5858790f req-185a5d55-8cd9-49de-bc44-51fbce1b871d tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] 10.222.0.18 "GET /v2.0/ports?device_id=4f444ea4-1876-4542-9ea3-f785a526282d HTTP/1.1" status: 200 len: 948 time: 0.1148307 Jul 27 23:05:58.590978 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-483160e0-e99d-440b-8a6c-863971ff2b91 req-5734d3af-2dc6-4400-8687-0ff5eb33cb0c tempest-SecurityGroupRulesTestJSON-82636774 tempest-SecurityGroupRulesTestJSON-82636774-project] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:58.600553 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-483160e0-e99d-440b-8a6c-863971ff2b91 req-5734d3af-2dc6-4400-8687-0ff5eb33cb0c tempest-SecurityGroupRulesTestJSON-82636774 tempest-SecurityGroupRulesTestJSON-82636774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:58.621677 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-9e2b9fee-f2b3-4d7b-a88e-bd48d989616c req-fb4d8de5-ff1d-4893-9b95-2650217325eb tempest-ImagesNegativeTestJSON-231307462 tempest-ImagesNegativeTestJSON-231307462-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9939475 Jul 27 23:05:58.638267 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [req-9e2b9fee-f2b3-4d7b-a88e-bd48d989616c req-f64cfc4a-a0e1-4f9f-980d-5d7847d239cf service neutron] Request body: {'port': {'device_id': '2ee3ce40-545b-4f3e-9cd1-eabb8ea41f06', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802623-1'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:05:58.643773 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5734d3af-2dc6-4400-8687-0ff5eb33cb0c tempest-SecurityGroupRulesTestJSON-82636774 tempest-SecurityGroupRulesTestJSON-82636774-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9493fcb-3c4a-4ccc-89f7-17e93b2d61a7,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:05:58.663420 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-483160e0-e99d-440b-8a6c-863971ff2b91 req-5734d3af-2dc6-4400-8687-0ff5eb33cb0c tempest-SecurityGroupRulesTestJSON-82636774 tempest-SecurityGroupRulesTestJSON-82636774-project] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:58.665479 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-483160e0-e99d-440b-8a6c-863971ff2b91 req-5734d3af-2dc6-4400-8687-0ff5eb33cb0c tempest-SecurityGroupRulesTestJSON-82636774 tempest-SecurityGroupRulesTestJSON-82636774-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.2565081 Jul 27 23:05:58.682375 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-fdb41439-ef12-4547-bfbe-4d0b5858790f req-79fc8872-01a2-424e-b581-cf4791c90e0a tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] 10.222.0.18 "GET /v2.0/security-groups?id=3b54d803-f776-413f-b5bd-6e9336fca6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897305 Jul 27 23:05:58.685014 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8a8ab88-9f9a-4b72-9e5b-ff4249bbc5cf admin admin] Made reservation on behalf of c9a8ac60b6bb427784f8e1149b802a1f for: {'network': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:05:58.689506 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f8a8ab88-9f9a-4b72-9e5b-ff4249bbc5cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for network, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:58.702073 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f8a8ab88-9f9a-4b72-9e5b-ff4249bbc5cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:58.730659 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-415bfdbb-c1b5-4362-a2dd-967ad63082db None None] Provisioning for port b060ee09-b4fc-4efe-a192-a8e75c1ffeee completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:05:58.736031 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-415bfdbb-c1b5-4362-a2dd-967ad63082db None None] Provisioning complete for port b060ee09-b4fc-4efe-a192-a8e75c1ffeee triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:05:58.736406 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-415bfdbb-c1b5-4362-a2dd-967ad63082db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:58.776245 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-415bfdbb-c1b5-4362-a2dd-967ad63082db None None] Port b060ee09-b4fc-4efe-a192-a8e75c1ffeee cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:05:58.796008 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-9e2b9fee-f2b3-4d7b-a88e-bd48d989616c req-f64cfc4a-a0e1-4f9f-980d-5d7847d239cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:58.823443 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-2c861dd5-9c6e-4e2b-ac26-36aecdf0475a req-e5bd529e-7bda-4a19-85d2-f97d3dbcf295 tempest-SecurityGroupRulesTestJSON-82636774 tempest-SecurityGroupRulesTestJSON-82636774-project] 10.222.0.18 "GET /v2.0/security-groups/d9493fcb-3c4a-4ccc-89f7-17e93b2d61a7 HTTP/1.1" status: 200 len: 1805 time: 0.1055384 Jul 27 23:05:58.860817 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [req-2c861dd5-9c6e-4e2b-ac26-36aecdf0475a req-5dbb38a8-993d-47f5-a39b-f12d58f4d63a tempest-SecurityGroupRulesTestJSON-82636774 tempest-SecurityGroupRulesTestJSON-82636774-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd9493fcb-3c4a-4ccc-89f7-17e93b2d61a7', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:05:58.861140 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [req-2c861dd5-9c6e-4e2b-ac26-36aecdf0475a req-5dbb38a8-993d-47f5-a39b-f12d58f4d63a tempest-SecurityGroupRulesTestJSON-82636774 tempest-SecurityGroupRulesTestJSON-82636774-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd9493fcb-3c4a-4ccc-89f7-17e93b2d61a7', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:05:58.955459 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76721b75-34f7-4ead-bb50-45c335eb0d10 req-fa2a98dc-9ddd-4a75-b418-48e689e498a5 tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:58.957208 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-76721b75-34f7-4ead-bb50-45c335eb0d10 req-fa2a98dc-9ddd-4a75-b418-48e689e498a5 tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab41d699-a6c9-471f-af92-d91f3fbbf8be HTTP/1.1" status: 200 len: 944 time: 0.0539744 Jul 27 23:05:59.008058 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-76721b75-34f7-4ead-bb50-45c335eb0d10 req-bb0a9812-9ccb-4389-bb5e-26b3845d707b tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ee1769a-7cc2-4f9a-a15b-54c39d35bd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408609 Jul 27 23:05:59.035159 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 522b4389-a942-43b4-b1c8-2896864af68a up at agent hyperv_n-h1-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:05:59.048569 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f8a8ab88-9f9a-4b72-9e5b-ff4249bbc5cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:59.069056 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f8a8ab88-9f9a-4b72-9e5b-ff4249bbc5cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:59.094578 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Provisioning for port 522b4389-a942-43b4-b1c8-2896864af68a completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:05:59.099584 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Provisioning complete for port 522b4389-a942-43b4-b1c8-2896864af68a triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:05:59.099984 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:59.122486 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8a8ab88-9f9a-4b72-9e5b-ff4249bbc5cf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 502} {{(pid=93798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 23:05:59.153338 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a8ab88-9f9a-4b72-9e5b-ff4249bbc5cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1786ab1e-6581-43eb-b407-97ea1a298a6d,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:05:59.175138 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f8a8ab88-9f9a-4b72-9e5b-ff4249bbc5cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:59.175693 n-d-802623-1 neutron-server[93798]: INFO neutron.db.segments_db [None req-f8a8ab88-9f9a-4b72-9e5b-ff4249bbc5cf admin admin] Added segment e8d88508-d938-4fa2-94e7-99a790e69238 of type vlan for network f52096d1-926c-474c-874d-e83afc93032a Jul 27 23:05:59.199664 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:59.226433 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab41d699-a6c9-471f-af92-d91f3fbbf8be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '522b4389-a942-43b4-b1c8-2896864af68a'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:05:59.228741 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c0369b0d4f459110ff20a1f9878ba33f96d6491bddb9d15843bf29d01e0bda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbff41a2-52ef-4f05-af19-d359c9ef17bd" -d '{"events": [{"server_uuid": "ab41d699-a6c9-471f-af92-d91f3fbbf8be", "name": "network-vif-plugged", "status": "completed", "tag": "522b4389-a942-43b4-b1c8-2896864af68a"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:05:59.235192 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa6582b-8b3a-4c96-a447-fa8bb27b9869 req-4fa93c3a-9b2d-4bff-9a5f-25f2c3cda160 tempest-ImagesNegativeTestJSON-231307462 tempest-ImagesNegativeTestJSON-231307462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:59.237087 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-1aa6582b-8b3a-4c96-a447-fa8bb27b9869 req-4fa93c3a-9b2d-4bff-9a5f-25f2c3cda160 tempest-ImagesNegativeTestJSON-231307462 tempest-ImagesNegativeTestJSON-231307462-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ee3ce40-545b-4f3e-9cd1-eabb8ea41f06 HTTP/1.1" status: 200 len: 936 time: 0.0892808 Jul 27 23:05:59.242883 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port 522b4389-a942-43b4-b1c8-2896864af68a, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=522b4389-a942-43b4-b1c8-2896864af68a,segment=NetworkSegment(ff9b0beb-ebd9-45f3-9693-d627eb3bb065),segment_id=ff9b0beb-ebd9-45f3-9693-d627eb3bb065)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:05:59.243067 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-2c861dd5-9c6e-4e2b-ac26-36aecdf0475a req-5dbb38a8-993d-47f5-a39b-f12d58f4d63a tempest-SecurityGroupRulesTestJSON-82636774 tempest-SecurityGroupRulesTestJSON-82636774-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:59.247646 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f8a8ab88-9f9a-4b72-9e5b-ff4249bbc5cf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736833354590'] for network, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:59.252124 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:59.285844 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-2c861dd5-9c6e-4e2b-ac26-36aecdf0475a req-5dbb38a8-993d-47f5-a39b-f12d58f4d63a tempest-SecurityGroupRulesTestJSON-82636774 tempest-SecurityGroupRulesTestJSON-82636774-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:59.294263 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-1aa6582b-8b3a-4c96-a447-fa8bb27b9869 req-5243dd84-9656-43bb-a592-70486b58005d tempest-ImagesNegativeTestJSON-231307462 tempest-ImagesNegativeTestJSON-231307462-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff7eb1ca-1efd-49fe-aacd-a0b1d71edf4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474150 Jul 27 23:05:59.309567 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-2c861dd5-9c6e-4e2b-ac26-36aecdf0475a req-5dbb38a8-993d-47f5-a39b-f12d58f4d63a tempest-SecurityGroupRulesTestJSON-82636774 tempest-SecurityGroupRulesTestJSON-82636774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784185'] for security_group_rule, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:59.326766 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:59.331728 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Pushing event updated for resources: {'Port': ['ID=522b4389-a942-43b4-b1c8-2896864af68a,revision_number=5']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:05:59.349794 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbb38a8-993d-47f5-a39b-f12d58f4d63a tempest-SecurityGroupRulesTestJSON-82636774 tempest-SecurityGroupRulesTestJSON-82636774-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7496cfe8-7164-47d3-932e-c56c41af41ae,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:05:59.362947 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-2c861dd5-9c6e-4e2b-ac26-36aecdf0475a req-5dbb38a8-993d-47f5-a39b-f12d58f4d63a tempest-SecurityGroupRulesTestJSON-82636774 tempest-SecurityGroupRulesTestJSON-82636774-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:59.364810 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-2c861dd5-9c6e-4e2b-ac26-36aecdf0475a req-5dbb38a8-993d-47f5-a39b-f12d58f4d63a tempest-SecurityGroupRulesTestJSON-82636774 tempest-SecurityGroupRulesTestJSON-82636774-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5329499 Jul 27 23:05:59.365406 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f8a8ab88-9f9a-4b72-9e5b-ff4249bbc5cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569'] for network, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:59.366358 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8a8ab88-9f9a-4b72-9e5b-ff4249bbc5cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:59.366956 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f8a8ab88-9f9a-4b72-9e5b-ff4249bbc5cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:59.372807 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [req-9e2b9fee-f2b3-4d7b-a88e-bd48d989616c req-f64cfc4a-a0e1-4f9f-980d-5d7847d239cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b060ee09-b4fc-4efe-a192-a8e75c1ffeee {{(pid=93798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:05:59.402872 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-9e2b9fee-f2b3-4d7b-a88e-bd48d989616c req-f64cfc4a-a0e1-4f9f-980d-5d7847d239cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:59.410580 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:05:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bfa2b8c-4d94-4b15-b3f7-e832847d2d1a x-openstack-request-id: req-2bfa2b8c-4d94-4b15-b3f7-e832847d2d1a {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:05:59.410924 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab41d699-a6c9-471f-af92-d91f3fbbf8be", "name": "network-vif-plugged", "status": "completed", "tag": "522b4389-a942-43b4-b1c8-2896864af68a", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:05:59.411253 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2bfa2b8c-4d94-4b15-b3f7-e832847d2d1a {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:05:59.411650 n-d-802623-1 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab41d699-a6c9-471f-af92-d91f3fbbf8be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '522b4389-a942-43b4-b1c8-2896864af68a', 'code': 200} Jul 27 23:05:59.472594 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-f8a8ab88-9f9a-4b72-9e5b-ff4249bbc5cf admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9226735 Jul 27 23:05:59.475512 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 54646) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:05:59.483255 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-9e2b9fee-f2b3-4d7b-a88e-bd48d989616c req-f64cfc4a-a0e1-4f9f-980d-5d7847d239cf service neutron] Transition to ACTIVE for port object b060ee09-b4fc-4efe-a192-a8e75c1ffeee will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:05:59.485444 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-1b1dd9a7-f067-4ffa-8f93-7672baa23747 admin admin] Request body: {'subnet': {'network_id': 'f52096d1-926c-474c-874d-e83afc93032a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1154122306-subnet', 'tenant_id': 'c9a8ac60b6bb427784f8e1149b802a1f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:05:59.488616 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a8ab88-9f9a-4b72-9e5b-ff4249bbc5cf admin admin] Pushing event updated for resources: {'Network': ['ID=f52096d1-926c-474c-874d-e83afc93032a,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:05:59.493970 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-9e2b9fee-f2b3-4d7b-a88e-bd48d989616c req-f64cfc4a-a0e1-4f9f-980d-5d7847d239cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:59.501330 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Network f52096d1-926c-474c-874d-e83afc93032a details requested by agent ovs-agent-n-d-802623-1 with host n-d-802623-1 {{(pid=93799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 23:05:59.545969 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-65dcfb3f-ffb0-4b6c-a81a-5ba5f6bc2e3c req-6d1386c7-c0e7-4c83-bc54-c36d22a54210 tempest-SecurityGroupRulesTestJSON-82636774 tempest-SecurityGroupRulesTestJSON-82636774-project] 10.222.0.18 "GET /v2.0/security-groups/d9493fcb-3c4a-4ccc-89f7-17e93b2d61a7 HTTP/1.1" status: 200 len: 2398 time: 0.1053765 Jul 27 23:05:59.565828 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [req-65dcfb3f-ffb0-4b6c-a81a-5ba5f6bc2e3c req-15d9801a-57b2-4b4e-90fe-2f60304395c7 tempest-SecurityGroupRulesTestJSON-82636774 tempest-SecurityGroupRulesTestJSON-82636774-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd9493fcb-3c4a-4ccc-89f7-17e93b2d61a7', 'remote_group_id': None}]} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:05:59.566235 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [req-65dcfb3f-ffb0-4b6c-a81a-5ba5f6bc2e3c req-15d9801a-57b2-4b4e-90fe-2f60304395c7 tempest-SecurityGroupRulesTestJSON-82636774 tempest-SecurityGroupRulesTestJSON-82636774-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd9493fcb-3c4a-4ccc-89f7-17e93b2d61a7', 'remote_group_id': None}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:05:59.567441 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c3da65-d5e8-472e-a2cd-27f27911f0b9 req-6da4ae1c-f465-45d2-bd90-a2567b01e383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:59.568954 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-08c3da65-d5e8-472e-a2cd-27f27911f0b9 req-6da4ae1c-f465-45d2-bd90-a2567b01e383 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=ab41d699-a6c9-471f-af92-d91f3fbbf8be HTTP/1.1" status: 200 len: 1096 time: 0.0897439 Jul 27 23:05:59.569538 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b1dd9a7-f067-4ffa-8f93-7672baa23747 admin admin] Made reservation on behalf of c9a8ac60b6bb427784f8e1149b802a1f for: {'subnet': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:05:59.571157 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64cfc4a-a0e1-4f9f-980d-5d7847d239cf service neutron] Pushing event updated for resources: {'Port': ['ID=b060ee09-b4fc-4efe-a192-a8e75c1ffeee,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:05:59.576811 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1b1dd9a7-f067-4ffa-8f93-7672baa23747 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11551435'] for subnet, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:59.626286 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2759ba75-2cd5-48f2-be11-b42d443b59a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:59.678903 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:59.695551 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-9e2b9fee-f2b3-4d7b-a88e-bd48d989616c req-f64cfc4a-a0e1-4f9f-980d-5d7847d239cf service neutron] Attempting to bind port b060ee09-b4fc-4efe-a192-a8e75c1ffeee on host n-h2-802623-1 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:05:59.695956 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-9e2b9fee-f2b3-4d7b-a88e-bd48d989616c req-f64cfc4a-a0e1-4f9f-980d-5d7847d239cf service neutron] Attempting to bind port b060ee09-b4fc-4efe-a192-a8e75c1ffeee by drivers openvswitch,hyperv on host n-h2-802623-1 at level 0 using segments [{'id': '16e91594-c047-4b55-93eb-43af33ad08e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '591af2dd-f826-43b1-aa9d-e7a0bf218c71'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:05:59.696355 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e2b9fee-f2b3-4d7b-a88e-bd48d989616c req-f64cfc4a-a0e1-4f9f-980d-5d7847d239cf service neutron] Attempting to bind port b060ee09-b4fc-4efe-a192-a8e75c1ffeee on network 591af2dd-f826-43b1-aa9d-e7a0bf218c71 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:05:59.707343 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e2b9fee-f2b3-4d7b-a88e-bd48d989616c req-f64cfc4a-a0e1-4f9f-980d-5d7847d239cf service neutron] Port b060ee09-b4fc-4efe-a192-a8e75c1ffeee on network 591af2dd-f826-43b1-aa9d-e7a0bf218c71 not bound, no agent of type Open vSwitch agent registered on host n-h2-802623-1 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 23:05:59.707755 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e2b9fee-f2b3-4d7b-a88e-bd48d989616c req-f64cfc4a-a0e1-4f9f-980d-5d7847d239cf service neutron] Attempting to bind port b060ee09-b4fc-4efe-a192-a8e75c1ffeee on network 591af2dd-f826-43b1-aa9d-e7a0bf218c71 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:05:59.710745 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-65dcfb3f-ffb0-4b6c-a81a-5ba5f6bc2e3c req-15d9801a-57b2-4b4e-90fe-2f60304395c7 tempest-SecurityGroupRulesTestJSON-82636774 tempest-SecurityGroupRulesTestJSON-82636774-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:59.719606 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e2b9fee-f2b3-4d7b-a88e-bd48d989616c req-f64cfc4a-a0e1-4f9f-980d-5d7847d239cf service neutron] Checking agent: {'id': 'c5cc038b-93c4-4df4-8061-5df2a04a48c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 23, 0, 4), 'started_at': datetime.datetime(2021, 7, 27, 23, 0, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 5, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:05:59.720913 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e2b9fee-f2b3-4d7b-a88e-bd48d989616c req-f64cfc4a-a0e1-4f9f-980d-5d7847d239cf service neutron] Checking segment: {'id': '16e91594-c047-4b55-93eb-43af33ad08e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '591af2dd-f826-43b1-aa9d-e7a0bf218c71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:05:59.720913 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e2b9fee-f2b3-4d7b-a88e-bd48d989616c req-f64cfc4a-a0e1-4f9f-980d-5d7847d239cf service neutron] Bound using segment: {'id': '16e91594-c047-4b55-93eb-43af33ad08e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '591af2dd-f826-43b1-aa9d-e7a0bf218c71'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:05:59.721154 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-9e2b9fee-f2b3-4d7b-a88e-bd48d989616c req-f64cfc4a-a0e1-4f9f-980d-5d7847d239cf service neutron] Bound port: b060ee09-b4fc-4efe-a192-a8e75c1ffeee, host: n-h2-802623-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16e91594-c047-4b55-93eb-43af33ad08e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '591af2dd-f826-43b1-aa9d-e7a0bf218c71'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:05:59.721650 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-9e2b9fee-f2b3-4d7b-a88e-bd48d989616c req-f64cfc4a-a0e1-4f9f-980d-5d7847d239cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:59.746107 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-65dcfb3f-ffb0-4b6c-a81a-5ba5f6bc2e3c req-15d9801a-57b2-4b4e-90fe-2f60304395c7 tempest-SecurityGroupRulesTestJSON-82636774 tempest-SecurityGroupRulesTestJSON-82636774-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:59.770644 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-65dcfb3f-ffb0-4b6c-a81a-5ba5f6bc2e3c req-15d9801a-57b2-4b4e-90fe-2f60304395c7 tempest-SecurityGroupRulesTestJSON-82636774 tempest-SecurityGroupRulesTestJSON-82636774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784185'] for security_group_rule, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:59.771486 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-08c3da65-d5e8-472e-a2cd-27f27911f0b9 req-9524d49e-e319-4aab-b28a-c2c24b55a6c1 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=9ee1769a-7cc2-4f9a-a15b-54c39d35bd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905468 Jul 27 23:05:59.799381 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d9801a-57b2-4b4e-90fe-2f60304395c7 tempest-SecurityGroupRulesTestJSON-82636774 tempest-SecurityGroupRulesTestJSON-82636774-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b78a7ea-4d68-4615-ba94-7042976e0dac,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:05:59.815411 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-65dcfb3f-ffb0-4b6c-a81a-5ba5f6bc2e3c req-15d9801a-57b2-4b4e-90fe-2f60304395c7 tempest-SecurityGroupRulesTestJSON-82636774 tempest-SecurityGroupRulesTestJSON-82636774-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:59.821704 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-65dcfb3f-ffb0-4b6c-a81a-5ba5f6bc2e3c req-15d9801a-57b2-4b4e-90fe-2f60304395c7 tempest-SecurityGroupRulesTestJSON-82636774 tempest-SecurityGroupRulesTestJSON-82636774-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.2594495 Jul 27 23:05:59.840671 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-9e2b9fee-f2b3-4d7b-a88e-bd48d989616c req-f64cfc4a-a0e1-4f9f-980d-5d7847d239cf service neutron] For port b060ee09-b4fc-4efe-a192-a8e75c1ffeee, host n-h2-802623-1, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:05:59.845150 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-9e2b9fee-f2b3-4d7b-a88e-bd48d989616c req-f64cfc4a-a0e1-4f9f-980d-5d7847d239cf service neutron] For port b060ee09-b4fc-4efe-a192-a8e75c1ffeee, host n-h2-802623-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=b060ee09-b4fc-4efe-a192-a8e75c1ffeee,segment=NetworkSegment(16e91594-c047-4b55-93eb-43af33ad08e1),segment_id=16e91594-c047-4b55-93eb-43af33ad08e1)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:05:59.852128 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-9e2b9fee-f2b3-4d7b-a88e-bd48d989616c req-f64cfc4a-a0e1-4f9f-980d-5d7847d239cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:59.927948 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64cfc4a-a0e1-4f9f-980d-5d7847d239cf service neutron] Pushing event updated for resources: {'Port': ['ID=b060ee09-b4fc-4efe-a192-a8e75c1ffeee,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:05:59.940681 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2b9fee-f2b3-4d7b-a88e-bd48d989616c req-f64cfc4a-a0e1-4f9f-980d-5d7847d239cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:59.941544 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-9e2b9fee-f2b3-4d7b-a88e-bd48d989616c req-f64cfc4a-a0e1-4f9f-980d-5d7847d239cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:59.943132 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-9e2b9fee-f2b3-4d7b-a88e-bd48d989616c req-f64cfc4a-a0e1-4f9f-980d-5d7847d239cf service neutron] 10.222.0.49 "PUT /v2.0/ports/b060ee09-b4fc-4efe-a192-a8e75c1ffeee HTTP/1.1" status: 200 len: 1096 time: 1.3107734 Jul 27 23:05:59.943574 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ee3ce40-545b-4f3e-9cd1-eabb8ea41f06', 'tag': 'b060ee09-b4fc-4efe-a192-a8e75c1ffeee'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:05:59.946456 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}011f8d312121274bb12d78e77c6379a2079800640016cec6c6d605b73666e854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5e82a5b-00c6-4913-8484-fb47e047f04b" -d '{"events": [{"name": "network-changed", "server_uuid": "2ee3ce40-545b-4f3e-9cd1-eabb8ea41f06", "tag": "b060ee09-b4fc-4efe-a192-a8e75c1ffeee"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:05:59.973067 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc6d629-529e-4bb5-b8e2-9b094d42deca req-2854500f-fcdb-42b6-96c3-5fbed8c12632 tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:59.975545 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-5fc6d629-529e-4bb5-b8e2-9b094d42deca req-2854500f-fcdb-42b6-96c3-5fbed8c12632 tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] 10.222.0.18 "GET /v2.0/ports?device_id=4f444ea4-1876-4542-9ea3-f785a526282d HTTP/1.1" status: 200 len: 948 time: 0.1522329 Jul 27 23:06:00.060095 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1b1dd9a7-f067-4ffa-8f93-7672baa23747 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11336182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11551417'] for subnet, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:00.071066 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7fecfc54-1a25-43b6-9092-84f4f76126cf req-b951b3e3-5345-45e6-b634-8acce40946b1 tempest-SecurityGroupRulesTestJSON-82636774 tempest-SecurityGroupRulesTestJSON-82636774-project] 10.222.0.18 "GET /v2.0/security-groups/d9493fcb-3c4a-4ccc-89f7-17e93b2d61a7 HTTP/1.1" status: 200 len: 2996 time: 0.1028376 Jul 27 23:06:00.084844 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2b9fee-f2b3-4d7b-a88e-bd48d989616c req-b12c0212-0ee2-4348-8899-8aaddacd0974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:00.086396 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-9e2b9fee-f2b3-4d7b-a88e-bd48d989616c req-b12c0212-0ee2-4348-8899-8aaddacd0974 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=718367b134dc4570881b7a18773877af&device_id=2ee3ce40-545b-4f3e-9cd1-eabb8ea41f06 HTTP/1.1" status: 200 len: 1099 time: 0.0885229 Jul 27 23:06:00.140348 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-5fc6d629-529e-4bb5-b8e2-9b094d42deca req-d6f6b8e8-8dcd-40c9-a897-57353cef32eb tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] 10.222.0.18 "GET /v2.0/security-groups?id=3b54d803-f776-413f-b5bd-6e9336fca6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131120 Jul 27 23:06:00.154741 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-9e2b9fee-f2b3-4d7b-a88e-bd48d989616c req-a8e1dec5-9b8f-49d2-80ec-7d7616ceb84e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.174&port_id=b060ee09-b4fc-4efe-a192-a8e75c1ffeee HTTP/1.1" status: 200 len: 217 time: 0.0591252 Jul 27 23:06:00.157056 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 23:05:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96dcaed9-35e4-4f82-9fd3-2492a3ff6bf2 x-openstack-request-id: req-96dcaed9-35e4-4f82-9fd3-2492a3ff6bf2 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:06:00.157305 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ee3ce40-545b-4f3e-9cd1-eabb8ea41f06", "tag": "b060ee09-b4fc-4efe-a192-a8e75c1ffeee", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:06:00.157561 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-96dcaed9-35e4-4f82-9fd3-2492a3ff6bf2 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:06:00.158109 n-d-802623-1 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ee3ce40-545b-4f3e-9cd1-eabb8ea41f06', 'tag': 'b060ee09-b4fc-4efe-a192-a8e75c1ffeee', 'status': 'completed', 'code': 200} Jul 27 23:06:00.221329 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-7bb98eb0-20c5-4795-aab1-ccdd639df53b req-ae86ade0-2440-4821-84a2-e64bbe661844 tempest-SecurityGroupRulesTestJSON-82636774 tempest-SecurityGroupRulesTestJSON-82636774-project] 10.222.0.18 "GET /v2.0/security-group-rules/7b78a7ea-4d68-4615-ba94-7042976e0dac HTTP/1.1" status: 200 len: 783 time: 0.0346019 Jul 27 23:06:00.222923 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1dd9a7-f067-4ffa-8f93-7672baa23747 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d1a95d7-37e4-4ad9-aa6e-58da2447906a,revision_number=0']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:06:00.226794 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b1dd9a7-f067-4ffa-8f93-7672baa23747 admin admin] Checking segment: {'id': 'e8d88508-d938-4fa2-94e7-99a790e69238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'f52096d1-926c-474c-874d-e83afc93032a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:06:00.227426 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b1dd9a7-f067-4ffa-8f93-7672baa23747 admin admin] Network hostable DHCP agents. Network: f52096d1-926c-474c-874d-e83afc93032a, hostable agents: ['5950e76f-2bde-4343-a925-cbe6bacd2706'], hosted agents: [] {{(pid=93797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 23:06:00.267937 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2b9fee-f2b3-4d7b-a88e-bd48d989616c req-8c27aee6-4ba6-47fa-bd19-1fdc4afb9382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:00.269825 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-9e2b9fee-f2b3-4d7b-a88e-bd48d989616c req-8c27aee6-4ba6-47fa-bd19-1fdc4afb9382 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=62938449-046d-4cbe-923a-7ebb632c358d HTTP/1.1" status: 200 len: 843 time: 0.1036987 Jul 27 23:06:00.274106 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b1dd9a7-f067-4ffa-8f93-7672baa23747 admin admin] Network f52096d1-926c-474c-874d-e83afc93032a is scheduled to be hosted by DHCP agent 5950e76f-2bde-4343-a925-cbe6bacd2706 with binding_index 1 {{(pid=93797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 23:06:00.293427 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-7bb98eb0-20c5-4795-aab1-ccdd639df53b req-f401e12b-9bbe-4f3b-8051-573a7181c4a9 tempest-SecurityGroupRulesTestJSON-82636774 tempest-SecurityGroupRulesTestJSON-82636774-project] 10.222.0.18 "GET /v2.0/security-groups/d9493fcb-3c4a-4ccc-89f7-17e93b2d61a7 HTTP/1.1" status: 200 len: 2996 time: 0.0590591 Jul 27 23:06:00.294483 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-1b1dd9a7-f067-4ffa-8f93-7672baa23747 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802623-1, f52096d1-926c-474c-874d-e83afc93032a) {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:06:00.299219 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b1dd9a7-f067-4ffa-8f93-7672baa23747 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:00.299696 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee62ea6-e225-45e0-a62b-24a906d2ea73 req-2e1b8109-6223-4271-b0bf-ba7d5bbc56d0 tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:00.299833 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1b1dd9a7-f067-4ffa-8f93-7672baa23747 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for subnet, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:00.301506 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7ee62ea6-e225-45e0-a62b-24a906d2ea73 req-2e1b8109-6223-4271-b0bf-ba7d5bbc56d0 tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab41d699-a6c9-471f-af92-d91f3fbbf8be HTTP/1.1" status: 200 len: 945 time: 0.0887337 Jul 27 23:06:00.310432 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cc6ae32-91a8-4c26-b3eb-5b9ec675244c None None] Network f52096d1-926c-474c-874d-e83afc93032a requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:06:00.348661 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-1b1dd9a7-f067-4ffa-8f93-7672baa23747 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8640046 Jul 27 23:06:00.348661 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-7bb98eb0-20c5-4795-aab1-ccdd639df53b req-994875de-aff4-414f-b58a-a7a88ea4c14d tempest-SecurityGroupRulesTestJSON-82636774 tempest-SecurityGroupRulesTestJSON-82636774-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:00.354932 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-7bb98eb0-20c5-4795-aab1-ccdd639df53b req-994875de-aff4-414f-b58a-a7a88ea4c14d tempest-SecurityGroupRulesTestJSON-82636774 tempest-SecurityGroupRulesTestJSON-82636774-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:00.379171 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2b9fee-f2b3-4d7b-a88e-bd48d989616c req-f14736a2-d429-46dd-829d-43e11493c2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:00.380694 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-9e2b9fee-f2b3-4d7b-a88e-bd48d989616c req-f14736a2-d429-46dd-829d-43e11493c2fd service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=591af2dd-f826-43b1-aa9d-e7a0bf218c71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1021774 Jul 27 23:06:00.387515 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7ee62ea6-e225-45e0-a62b-24a906d2ea73 req-927d34dd-5744-48ce-b6b3-04cc2a7d14b0 tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ee1769a-7cc2-4f9a-a15b-54c39d35bd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629117 Jul 27 23:06:00.421388 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-7bb98eb0-20c5-4795-aab1-ccdd639df53b req-994875de-aff4-414f-b58a-a7a88ea4c14d tempest-SecurityGroupRulesTestJSON-82636774 tempest-SecurityGroupRulesTestJSON-82636774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784185'] for security_group_rule, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:00.425348 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-19f2e178-d45e-4fbe-b9be-c3963fc151ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:00.439380 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-7bb98eb0-20c5-4795-aab1-ccdd639df53b req-994875de-aff4-414f-b58a-a7a88ea4c14d tempest-SecurityGroupRulesTestJSON-82636774 tempest-SecurityGroupRulesTestJSON-82636774-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:00.440663 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-7bb98eb0-20c5-4795-aab1-ccdd639df53b req-994875de-aff4-414f-b58a-a7a88ea4c14d tempest-SecurityGroupRulesTestJSON-82636774 tempest-SecurityGroupRulesTestJSON-82636774-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/7b78a7ea-4d68-4615-ba94-7042976e0dac HTTP/1.1" status: 204 len: 173 time: 0.1316288 Jul 27 23:06:00.451450 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994875de-aff4-414f-b58a-a7a88ea4c14d tempest-SecurityGroupRulesTestJSON-82636774 tempest-SecurityGroupRulesTestJSON-82636774-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7b78a7ea-4d68-4615-ba94-7042976e0dac,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:06:00.570340 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e890afe8-0443-4937-bfb5-b24bc38ff901 None None] Network f52096d1-926c-474c-874d-e83afc93032a requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:06:00.601032 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-9e2b9fee-f2b3-4d7b-a88e-bd48d989616c req-d1806a78-c381-4a3b-bb11-b4b9c4be9a21 service neutron] 10.222.0.49 "GET /v2.0/networks/591af2dd-f826-43b1-aa9d-e7a0bf218c71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2121143 Jul 27 23:06:00.638439 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-06995682-ed34-4dde-bf5b-e8dbc406cd61 req-7683df4a-e396-49ac-8837-b3c889c32ab6 tempest-SecurityGroupRulesTestJSON-82636774 tempest-SecurityGroupRulesTestJSON-82636774-project] 10.222.0.18 "GET /v2.0/security-groups/d9493fcb-3c4a-4ccc-89f7-17e93b2d61a7 HTTP/1.1" status: 200 len: 2398 time: 0.0655198 Jul 27 23:06:00.690899 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c060d8-67ba-4d22-81b6-8e78befd43c6 req-23deae0e-a316-4644-8644-14eae6573fbd tempest-ImagesNegativeTestJSON-231307462 tempest-ImagesNegativeTestJSON-231307462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:00.692915 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c1c060d8-67ba-4d22-81b6-8e78befd43c6 req-23deae0e-a316-4644-8644-14eae6573fbd tempest-ImagesNegativeTestJSON-231307462 tempest-ImagesNegativeTestJSON-231307462-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ee3ce40-545b-4f3e-9cd1-eabb8ea41f06 HTTP/1.1" status: 200 len: 948 time: 0.1825719 Jul 27 23:06:00.752879 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-06995682-ed34-4dde-bf5b-e8dbc406cd61 req-57fd1362-5bc6-4f46-a940-d72147fc80e0 tempest-SecurityGroupRulesTestJSON-82636774 tempest-SecurityGroupRulesTestJSON-82636774-project] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:00.782267 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-06995682-ed34-4dde-bf5b-e8dbc406cd61 req-57fd1362-5bc6-4f46-a940-d72147fc80e0 tempest-SecurityGroupRulesTestJSON-82636774 tempest-SecurityGroupRulesTestJSON-82636774-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:00.797751 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c1c060d8-67ba-4d22-81b6-8e78befd43c6 req-db6ef15e-3008-45d1-9659-d043972443cd tempest-ImagesNegativeTestJSON-231307462 tempest-ImagesNegativeTestJSON-231307462-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff7eb1ca-1efd-49fe-aacd-a0b1d71edf4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914440 Jul 27 23:06:00.802308 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-9e2b9fee-f2b3-4d7b-a88e-bd48d989616c req-d4cdc94a-8847-4699-8cf2-4ed50a68092b service neutron] 10.222.0.49 "GET /v2.0/networks/591af2dd-f826-43b1-aa9d-e7a0bf218c71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1903925 Jul 27 23:06:00.851613 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-06995682-ed34-4dde-bf5b-e8dbc406cd61 req-57fd1362-5bc6-4f46-a940-d72147fc80e0 tempest-SecurityGroupRulesTestJSON-82636774 tempest-SecurityGroupRulesTestJSON-82636774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:00.856630 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-06995682-ed34-4dde-bf5b-e8dbc406cd61 req-57fd1362-5bc6-4f46-a940-d72147fc80e0 tempest-SecurityGroupRulesTestJSON-82636774 tempest-SecurityGroupRulesTestJSON-82636774-project] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:00.858305 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-06995682-ed34-4dde-bf5b-e8dbc406cd61 req-57fd1362-5bc6-4f46-a940-d72147fc80e0 tempest-SecurityGroupRulesTestJSON-82636774 tempest-SecurityGroupRulesTestJSON-82636774-project] 10.222.0.18 "DELETE /v2.0/security-groups/d9493fcb-3c4a-4ccc-89f7-17e93b2d61a7 HTTP/1.1" status: 204 len: 173 time: 0.2132351 Jul 27 23:06:00.879551 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fd1362-5bc6-4f46-a940-d72147fc80e0 tempest-SecurityGroupRulesTestJSON-82636774 tempest-SecurityGroupRulesTestJSON-82636774-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9493fcb-3c4a-4ccc-89f7-17e93b2d61a7,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:06:00.908087 n-d-802623-1 neutron-server[93797]: INFO neutron.api.v2.resource [req-cc979acc-bb8b-47e9-b1f4-c7465aedd253 req-9196c17f-2141-4d90-a6aa-542903102af0 tempest-SecurityGroupRulesTestJSON-82636774 tempest-SecurityGroupRulesTestJSON-82636774-project] show failed (client error): The resource could not be found. Jul 27 23:06:00.914771 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-cc979acc-bb8b-47e9-b1f4-c7465aedd253 req-9196c17f-2141-4d90-a6aa-542903102af0 tempest-SecurityGroupRulesTestJSON-82636774 tempest-SecurityGroupRulesTestJSON-82636774-project] 10.222.0.18 "GET /v2.0/security-groups/fee74184-8a67-4b14-b33e-37b03add57e6 HTTP/1.1" status: 404 len: 352 time: 0.0258448 Jul 27 23:06:00.941213 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e82a5b-00c6-4913-8484-fb47e047f04b req-6f337f1b-5678-4c45-aca6-d7ca85c0b8ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:00.943349 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b5e82a5b-00c6-4913-8484-fb47e047f04b req-6f337f1b-5678-4c45-aca6-d7ca85c0b8ac service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=718367b134dc4570881b7a18773877af&device_id=2ee3ce40-545b-4f3e-9cd1-eabb8ea41f06 HTTP/1.1" status: 200 len: 1099 time: 0.0789702 Jul 27 23:06:00.995708 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d7f0e66e-ff26-4027-9adc-c2c5bb44759a req-2f0a22db-f452-4db5-abb3-e5619ac2f07e tempest-SecurityGroupRulesTestJSON-82636774 tempest-SecurityGroupRulesTestJSON-82636774-project] 10.222.0.18 "GET /v2.0/security-groups/376b4f22-b690-4c42-a7e9-791826ef24dd HTTP/1.1" status: 200 len: 1804 time: 0.0617611 Jul 27 23:06:01.052134 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device a1898444-0394-4f8c-b535-09305150dad7 details requested by agent hyperv_n-h1-802623-1 with host n-h1-802623-1 {{(pid=93799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 23:06:01.053381 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e82a5b-00c6-4913-8484-fb47e047f04b req-fd524ddb-f7cc-4ec2-b9b5-c9fd6ae6cb52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:01.057610 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b5e82a5b-00c6-4913-8484-fb47e047f04b req-fd524ddb-f7cc-4ec2-b9b5-c9fd6ae6cb52 service neutron] 10.222.0.49 "GET /v2.0/networks?id=591af2dd-f826-43b1-aa9d-e7a0bf218c71 HTTP/1.1" status: 200 len: 870 time: 0.1075289 Jul 27 23:06:01.063133 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-d7f0e66e-ff26-4027-9adc-c2c5bb44759a req-b947fdea-0af5-4279-94ad-709a9f1093cb tempest-SecurityGroupRulesTestJSON-82636774 tempest-SecurityGroupRulesTestJSON-82636774-project] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:01.089044 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-d7f0e66e-ff26-4027-9adc-c2c5bb44759a req-b947fdea-0af5-4279-94ad-709a9f1093cb tempest-SecurityGroupRulesTestJSON-82636774 tempest-SecurityGroupRulesTestJSON-82636774-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:01.134847 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b5e82a5b-00c6-4913-8484-fb47e047f04b req-86cd4b30-a2de-4422-91f7-b617b51d9949 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.174&port_id=b060ee09-b4fc-4efe-a192-a8e75c1ffeee HTTP/1.1" status: 200 len: 217 time: 0.0692878 Jul 27 23:06:01.144550 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-d7f0e66e-ff26-4027-9adc-c2c5bb44759a req-b947fdea-0af5-4279-94ad-709a9f1093cb tempest-SecurityGroupRulesTestJSON-82636774 tempest-SecurityGroupRulesTestJSON-82636774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:01.149339 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-d7f0e66e-ff26-4027-9adc-c2c5bb44759a req-b947fdea-0af5-4279-94ad-709a9f1093cb tempest-SecurityGroupRulesTestJSON-82636774 tempest-SecurityGroupRulesTestJSON-82636774-project] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:01.152621 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d7f0e66e-ff26-4027-9adc-c2c5bb44759a req-b947fdea-0af5-4279-94ad-709a9f1093cb tempest-SecurityGroupRulesTestJSON-82636774 tempest-SecurityGroupRulesTestJSON-82636774-project] 10.222.0.18 "DELETE /v2.0/security-groups/376b4f22-b690-4c42-a7e9-791826ef24dd HTTP/1.1" status: 204 len: 173 time: 0.1555548 Jul 27 23:06:01.176658 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b947fdea-0af5-4279-94ad-709a9f1093cb tempest-SecurityGroupRulesTestJSON-82636774 tempest-SecurityGroupRulesTestJSON-82636774-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=376b4f22-b690-4c42-a7e9-791826ef24dd,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:06:01.225041 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port a1898444-0394-4f8c-b535-09305150dad7, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=a1898444-0394-4f8c-b535-09305150dad7,segment=NetworkSegment(16e91594-c047-4b55-93eb-43af33ad08e1),segment_id=16e91594-c047-4b55-93eb-43af33ad08e1)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:06:01.237940 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Returning: {'device': 'a1898444-0394-4f8c-b535-09305150dad7', 'network_id': '591af2dd-f826-43b1-aa9d-e7a0bf218c71', 'port_id': 'a1898444-0394-4f8c-b535-09305150dad7', 'mac_address': 'fa:16:3e:46:16:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62938449-046d-4cbe-923a-7ebb632c358d', 'ip_address': '192.168.233.139'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 23:06:01.263081 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e82a5b-00c6-4913-8484-fb47e047f04b req-3b3ce7f5-1e7c-490d-81eb-dcb48c43e97c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:01.264571 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b5e82a5b-00c6-4913-8484-fb47e047f04b req-3b3ce7f5-1e7c-490d-81eb-dcb48c43e97c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=62938449-046d-4cbe-923a-7ebb632c358d HTTP/1.1" status: 200 len: 843 time: 0.0931365 Jul 27 23:06:01.282297 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:01.298709 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1898444-0394-4f8c-b535-09305150dad7 {{(pid=93799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:06:01.327670 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port a1898444-0394-4f8c-b535-09305150dad7, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=a1898444-0394-4f8c-b535-09305150dad7,segment=NetworkSegment(16e91594-c047-4b55-93eb-43af33ad08e1),segment_id=16e91594-c047-4b55-93eb-43af33ad08e1)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:06:01.335295 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:01.343136 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bad8fd2-ba90-404a-b813-fc64f8c096a3 req-336ce257-727b-46f4-ac3f-0617fe8803f3 tempest-VolumesAdminNegativeTest-1801636618 tempest-VolumesAdminNegativeTest-1801636618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:01.346046 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-5bad8fd2-ba90-404a-b813-fc64f8c096a3 req-336ce257-727b-46f4-ac3f-0617fe8803f3 tempest-VolumesAdminNegativeTest-1801636618 tempest-VolumesAdminNegativeTest-1801636618-project] 10.222.0.18 "GET /v2.0/networks?id=d7163d9f-0939-4a0c-ab6c-8c91e06a76d4 HTTP/1.1" status: 200 len: 815 time: 0.2381959 Jul 27 23:06:01.359801 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-68fca906-78e8-4ce2-bbf8-ab6849b7f0ba req-7b643965-53d6-4309-bd57-cf76d09dc930 tempest-SecurityGroupRulesTestJSON-82636774 tempest-SecurityGroupRulesTestJSON-82636774-project] 10.222.0.18 "GET /v2.0/security-groups/f67a00d9-a643-439e-b170-bf2a8818afe6 HTTP/1.1" status: 200 len: 1803 time: 0.0579970 Jul 27 23:06:01.365225 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e82a5b-00c6-4913-8484-fb47e047f04b req-167b62c5-14ea-4a6c-8fec-f815f35aacd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:01.366718 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b5e82a5b-00c6-4913-8484-fb47e047f04b req-167b62c5-14ea-4a6c-8fec-f815f35aacd9 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=591af2dd-f826-43b1-aa9d-e7a0bf218c71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0938814 Jul 27 23:06:01.370732 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-5bad8fd2-ba90-404a-b813-fc64f8c096a3 req-96a971cf-69fa-4e87-8774-c1f8d3117910 tempest-VolumesAdminNegativeTest-1801636618 tempest-VolumesAdminNegativeTest-1801636618-project] 10.222.0.18 "GET /v2.0/quotas/063f853d4e3d4ac2af6c2307d445e36a HTTP/1.1" status: 200 len: 375 time: 0.0141852 Jul 27 23:06:01.401267 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Pushing event updated for resources: {'Port': ['ID=a1898444-0394-4f8c-b535-09305150dad7,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:06:01.436372 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-68fca906-78e8-4ce2-bbf8-ab6849b7f0ba req-df16bd41-61db-46f7-a384-80d16e78364f tempest-SecurityGroupRulesTestJSON-82636774 tempest-SecurityGroupRulesTestJSON-82636774-project] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:01.462324 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-68fca906-78e8-4ce2-bbf8-ab6849b7f0ba req-df16bd41-61db-46f7-a384-80d16e78364f tempest-SecurityGroupRulesTestJSON-82636774 tempest-SecurityGroupRulesTestJSON-82636774-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:01.466157 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-5bad8fd2-ba90-404a-b813-fc64f8c096a3 req-8dfe818a-2de8-4f5e-92e5-27137e5fe7d6 tempest-VolumesAdminNegativeTest-1801636618 tempest-VolumesAdminNegativeTest-1801636618-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=063f853d4e3d4ac2af6c2307d445e36a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0597675 Jul 27 23:06:01.545913 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-68fca906-78e8-4ce2-bbf8-ab6849b7f0ba req-df16bd41-61db-46f7-a384-80d16e78364f tempest-SecurityGroupRulesTestJSON-82636774 tempest-SecurityGroupRulesTestJSON-82636774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:01.549091 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-68fca906-78e8-4ce2-bbf8-ab6849b7f0ba req-df16bd41-61db-46f7-a384-80d16e78364f tempest-SecurityGroupRulesTestJSON-82636774 tempest-SecurityGroupRulesTestJSON-82636774-project] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:01.550932 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-68fca906-78e8-4ce2-bbf8-ab6849b7f0ba req-df16bd41-61db-46f7-a384-80d16e78364f tempest-SecurityGroupRulesTestJSON-82636774 tempest-SecurityGroupRulesTestJSON-82636774-project] 10.222.0.18 "DELETE /v2.0/security-groups/f67a00d9-a643-439e-b170-bf2a8818afe6 HTTP/1.1" status: 204 len: 173 time: 0.1878660 Jul 27 23:06:01.557243 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b5e82a5b-00c6-4913-8484-fb47e047f04b req-5e33592c-46c5-481f-8da1-bd5a7464b059 service neutron] 10.222.0.49 "GET /v2.0/networks/591af2dd-f826-43b1-aa9d-e7a0bf218c71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1799886 Jul 27 23:06:01.565653 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df16bd41-61db-46f7-a384-80d16e78364f tempest-SecurityGroupRulesTestJSON-82636774 tempest-SecurityGroupRulesTestJSON-82636774-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f67a00d9-a643-439e-b170-bf2a8818afe6,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:06:01.653130 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-5bad8fd2-ba90-404a-b813-fc64f8c096a3 req-d39fa025-b3ee-4e07-9cd5-403a1ed5db64 service neutron] 10.222.0.18 "GET /v2.0/networks/d7163d9f-0939-4a0c-ab6c-8c91e06a76d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1797516 Jul 27 23:06:01.667941 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] get_ports_and_sgs() called for port_ids ['a1898444-0394-4f8c-b535-09305150dad7'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:06:01.685230 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af66b75e-28b6-4664-97d9-af8dbf9d3747 req-501b9648-249d-40f7-ab7f-396d36a3953e tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:01.688435 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-af66b75e-28b6-4664-97d9-af8dbf9d3747 req-501b9648-249d-40f7-ab7f-396d36a3953e tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] 10.222.0.18 "GET /v2.0/ports?device_id=4f444ea4-1876-4542-9ea3-f785a526282d HTTP/1.1" status: 200 len: 949 time: 0.0574365 Jul 27 23:06:01.738633 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b5e82a5b-00c6-4913-8484-fb47e047f04b req-eee79f35-8cf1-4a57-8411-11a6948fc6f7 service neutron] 10.222.0.49 "GET /v2.0/networks/591af2dd-f826-43b1-aa9d-e7a0bf218c71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1718528 Jul 27 23:06:01.745386 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-af66b75e-28b6-4664-97d9-af8dbf9d3747 req-26eec45c-2cbe-4bae-9fac-fc075c1c0bad tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] 10.222.0.18 "GET /v2.0/security-groups?id=3b54d803-f776-413f-b5bd-6e9336fca6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476027 Jul 27 23:06:01.802304 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-5bad8fd2-ba90-404a-b813-fc64f8c096a3 req-ad3a4853-e714-4064-8bf1-5e9fc7242169 service neutron] 10.222.0.18 "GET /v2.0/networks/d7163d9f-0939-4a0c-ab6c-8c91e06a76d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381705 Jul 27 23:06:01.883082 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e74821-fbbe-4579-8c72-9900eb0fd78e req-6d7b9588-3d05-49df-87ed-82d833e1c897 tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:01.884702 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f9e74821-fbbe-4579-8c72-9900eb0fd78e req-6d7b9588-3d05-49df-87ed-82d833e1c897 tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab41d699-a6c9-471f-af92-d91f3fbbf8be HTTP/1.1" status: 200 len: 945 time: 0.0658922 Jul 27 23:06:01.935103 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f9e74821-fbbe-4579-8c72-9900eb0fd78e req-99a3050f-8c8c-4a0d-8cff-c1f0024240ad tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ee1769a-7cc2-4f9a-a15b-54c39d35bd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406482 Jul 27 23:06:02.039252 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-c129b94b-37e7-4f6b-9c4f-10c34ca9ae7e req-ebe9a0f4-f93f-447f-bf59-3246aea7fb3c tempest-SecurityGroupRulesTestJSON-82636774 tempest-SecurityGroupRulesTestJSON-82636774-project] 10.222.0.18 "GET /v2.0/security-groups/3345d00e-e931-418a-8c3b-ffcb26f93f3a HTTP/1.1" status: 200 len: 1804 time: 0.0418441 Jul 27 23:06:02.093451 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7418f70f-e60d-4709-8ba9-6ab514bc7f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:02.129479 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-c129b94b-37e7-4f6b-9c4f-10c34ca9ae7e req-641491b1-dd81-40f3-a9c4-d5b4a5a7af66 tempest-SecurityGroupRulesTestJSON-82636774 tempest-SecurityGroupRulesTestJSON-82636774-project] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:02.161147 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-c129b94b-37e7-4f6b-9c4f-10c34ca9ae7e req-641491b1-dd81-40f3-a9c4-d5b4a5a7af66 tempest-SecurityGroupRulesTestJSON-82636774 tempest-SecurityGroupRulesTestJSON-82636774-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:02.181977 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a124d7-a60a-4843-81fd-12888c25ea86 req-75dce533-0741-4e69-aaf4-2f99fa5c4449 tempest-ImagesNegativeTestJSON-231307462 tempest-ImagesNegativeTestJSON-231307462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:02.189511 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a1a124d7-a60a-4843-81fd-12888c25ea86 req-75dce533-0741-4e69-aaf4-2f99fa5c4449 tempest-ImagesNegativeTestJSON-231307462 tempest-ImagesNegativeTestJSON-231307462-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ee3ce40-545b-4f3e-9cd1-eabb8ea41f06 HTTP/1.1" status: 200 len: 948 time: 0.0747530 Jul 27 23:06:02.225793 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-c129b94b-37e7-4f6b-9c4f-10c34ca9ae7e req-641491b1-dd81-40f3-a9c4-d5b4a5a7af66 tempest-SecurityGroupRulesTestJSON-82636774 tempest-SecurityGroupRulesTestJSON-82636774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:02.228856 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-c129b94b-37e7-4f6b-9c4f-10c34ca9ae7e req-641491b1-dd81-40f3-a9c4-d5b4a5a7af66 tempest-SecurityGroupRulesTestJSON-82636774 tempest-SecurityGroupRulesTestJSON-82636774-project] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:02.239076 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a1a124d7-a60a-4843-81fd-12888c25ea86 req-ed834936-8a04-4ee7-80bb-235630052ea6 tempest-ImagesNegativeTestJSON-231307462 tempest-ImagesNegativeTestJSON-231307462-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff7eb1ca-1efd-49fe-aacd-a0b1d71edf4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487261 Jul 27 23:06:02.242268 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-c129b94b-37e7-4f6b-9c4f-10c34ca9ae7e req-641491b1-dd81-40f3-a9c4-d5b4a5a7af66 tempest-SecurityGroupRulesTestJSON-82636774 tempest-SecurityGroupRulesTestJSON-82636774-project] 10.222.0.18 "DELETE /v2.0/security-groups/3345d00e-e931-418a-8c3b-ffcb26f93f3a HTTP/1.1" status: 204 len: 173 time: 0.1969149 Jul 27 23:06:02.258977 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641491b1-dd81-40f3-a9c4-d5b4a5a7af66 tempest-SecurityGroupRulesTestJSON-82636774 tempest-SecurityGroupRulesTestJSON-82636774-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3345d00e-e931-418a-8c3b-ffcb26f93f3a,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:06:02.304419 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-fd895530-c238-4358-8dc2-3e0d13d27c9a req-943e219c-b0c1-4d55-87c7-b26b5f78a443 tempest-VolumesAdminNegativeTest-1801636618 tempest-VolumesAdminNegativeTest-1801636618-project] 10.222.0.18 "GET /v2.0/ports?device_id=915cbb78-04a8-4e47-ba29-4ad70eaef870 HTTP/1.1" status: 200 len: 210 time: 0.0307269 Jul 27 23:06:02.377031 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4423aea-a986-4a0d-b227-7fc847fe617d req-0eba5125-d693-4dff-b533-5ad04a06969b tempest-LiveAutoBlockMigrationV225Test-1050679481 tempest-LiveAutoBlockMigrationV225Test-1050679481-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:02.383868 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b4423aea-a986-4a0d-b227-7fc847fe617d req-0eba5125-d693-4dff-b533-5ad04a06969b tempest-LiveAutoBlockMigrationV225Test-1050679481 tempest-LiveAutoBlockMigrationV225Test-1050679481-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=ab41d699-a6c9-471f-af92-d91f3fbbf8be HTTP/1.1" status: 200 len: 1096 time: 0.0582552 Jul 27 23:06:02.397953 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-0daae147-0356-42b5-9674-57ca10a2f74e req-f0ade81d-8523-4092-8325-59c2214ad74e tempest-SecurityGroupRulesTestJSON-82636774 tempest-SecurityGroupRulesTestJSON-82636774-project] 10.222.0.18 "GET /v2.0/security-groups/712689dd-5551-4a8d-9c5d-f778d9336ca0 HTTP/1.1" status: 200 len: 2402 time: 0.0609412 Jul 27 23:06:02.443017 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b4423aea-a986-4a0d-b227-7fc847fe617d req-2dac6963-e76a-4b38-a493-a30bd0b8aec0 tempest-LiveAutoBlockMigrationV225Test-1050679481 tempest-LiveAutoBlockMigrationV225Test-1050679481-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=9ee1769a-7cc2-4f9a-a15b-54c39d35bd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578504 Jul 27 23:06:02.514439 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-dbf15211-3001-487f-8b73-33a6e7a51218 req-f26fd49b-3cfe-4b54-a8b1-358651096b8d service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=e2003561-c550-4bab-974d-bb6bd652d55d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0737462 Jul 27 23:06:02.518268 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-0daae147-0356-42b5-9674-57ca10a2f74e req-7f576b40-801c-442a-be65-d8c11da60b8e tempest-SecurityGroupRulesTestJSON-82636774 tempest-SecurityGroupRulesTestJSON-82636774-project] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:02.548185 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-0daae147-0356-42b5-9674-57ca10a2f74e req-7f576b40-801c-442a-be65-d8c11da60b8e tempest-SecurityGroupRulesTestJSON-82636774 tempest-SecurityGroupRulesTestJSON-82636774-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:02.639598 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf15211-3001-487f-8b73-33a6e7a51218 req-74eeb414-1eed-4bee-8052-d9e5f1ace6ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:02.642259 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-dbf15211-3001-487f-8b73-33a6e7a51218 req-74eeb414-1eed-4bee-8052-d9e5f1ace6ee service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=496de96608da4f74abc6cf1f10c98b52&device_id=e2003561-c550-4bab-974d-bb6bd652d55d HTTP/1.1" status: 200 len: 1101 time: 0.0800877 Jul 27 23:06:02.646347 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-0daae147-0356-42b5-9674-57ca10a2f74e req-7f576b40-801c-442a-be65-d8c11da60b8e tempest-SecurityGroupRulesTestJSON-82636774 tempest-SecurityGroupRulesTestJSON-82636774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:02.648996 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-0daae147-0356-42b5-9674-57ca10a2f74e req-7f576b40-801c-442a-be65-d8c11da60b8e tempest-SecurityGroupRulesTestJSON-82636774 tempest-SecurityGroupRulesTestJSON-82636774-project] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:02.650200 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-0daae147-0356-42b5-9674-57ca10a2f74e req-7f576b40-801c-442a-be65-d8c11da60b8e tempest-SecurityGroupRulesTestJSON-82636774 tempest-SecurityGroupRulesTestJSON-82636774-project] 10.222.0.18 "DELETE /v2.0/security-groups/712689dd-5551-4a8d-9c5d-f778d9336ca0 HTTP/1.1" status: 204 len: 173 time: 0.2405024 Jul 27 23:06:02.701176 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f576b40-801c-442a-be65-d8c11da60b8e tempest-SecurityGroupRulesTestJSON-82636774 tempest-SecurityGroupRulesTestJSON-82636774-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=712689dd-5551-4a8d-9c5d-f778d9336ca0,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:06:02.761017 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-0c765566-8d76-4b77-a7ee-2dcc4d05db8b req-0b5a7daf-e111-4268-b7c9-800463f0ec37 tempest-SecurityGroupRulesTestJSON-82636774 tempest-SecurityGroupRulesTestJSON-82636774-project] 10.222.0.18 "GET /v2.0/security-groups/81c6966e-0a47-41a0-9b2e-d132aa500111 HTTP/1.1" status: 200 len: 2397 time: 0.0873523 Jul 27 23:06:02.817382 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf15211-3001-487f-8b73-33a6e7a51218 req-437b9433-1b80-4312-8f60-00f3258e3d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:02.819789 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-dbf15211-3001-487f-8b73-33a6e7a51218 req-437b9433-1b80-4312-8f60-00f3258e3d25 service neutron] 10.222.0.38 "GET /v2.0/networks?id=591af2dd-f826-43b1-aa9d-e7a0bf218c71 HTTP/1.1" status: 200 len: 870 time: 0.1431189 Jul 27 23:06:02.879567 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-0c765566-8d76-4b77-a7ee-2dcc4d05db8b req-cac16b8d-ae89-49be-bc86-d099fb892735 tempest-SecurityGroupRulesTestJSON-82636774 tempest-SecurityGroupRulesTestJSON-82636774-project] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:02.908500 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-dbf15211-3001-487f-8b73-33a6e7a51218 req-e902f3a5-5da9-4971-945b-f7c162392495 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.129&port_id=5846d570-02c7-4aa0-9192-d3ba5af45f47 HTTP/1.1" status: 200 len: 217 time: 0.0650990 Jul 27 23:06:02.912593 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-0c765566-8d76-4b77-a7ee-2dcc4d05db8b req-cac16b8d-ae89-49be-bc86-d099fb892735 tempest-SecurityGroupRulesTestJSON-82636774 tempest-SecurityGroupRulesTestJSON-82636774-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:03.001999 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ec1fb3-fe62-4db3-8430-d5a77d5eae49 req-bb18e636-d5dd-40ce-96ff-7f019cf60066 tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:03.010288 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-31ec1fb3-fe62-4db3-8430-d5a77d5eae49 req-bb18e636-d5dd-40ce-96ff-7f019cf60066 tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] 10.222.0.18 "GET /v2.0/ports?device_id=4f444ea4-1876-4542-9ea3-f785a526282d HTTP/1.1" status: 200 len: 949 time: 0.1145790 Jul 27 23:06:03.019877 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-0c765566-8d76-4b77-a7ee-2dcc4d05db8b req-cac16b8d-ae89-49be-bc86-d099fb892735 tempest-SecurityGroupRulesTestJSON-82636774 tempest-SecurityGroupRulesTestJSON-82636774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:03.022610 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-0c765566-8d76-4b77-a7ee-2dcc4d05db8b req-cac16b8d-ae89-49be-bc86-d099fb892735 tempest-SecurityGroupRulesTestJSON-82636774 tempest-SecurityGroupRulesTestJSON-82636774-project] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:03.024136 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-0c765566-8d76-4b77-a7ee-2dcc4d05db8b req-cac16b8d-ae89-49be-bc86-d099fb892735 tempest-SecurityGroupRulesTestJSON-82636774 tempest-SecurityGroupRulesTestJSON-82636774-project] 10.222.0.18 "DELETE /v2.0/security-groups/81c6966e-0a47-41a0-9b2e-d132aa500111 HTTP/1.1" status: 204 len: 173 time: 0.2623591 Jul 27 23:06:03.029015 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf15211-3001-487f-8b73-33a6e7a51218 req-afc18ebe-10e7-4be9-b4f7-577d9ad44a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:03.030713 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-dbf15211-3001-487f-8b73-33a6e7a51218 req-afc18ebe-10e7-4be9-b4f7-577d9ad44a8b service neutron] 10.222.0.38 "GET /v2.0/subnets?id=62938449-046d-4cbe-923a-7ebb632c358d HTTP/1.1" status: 200 len: 843 time: 0.0987484 Jul 27 23:06:03.041169 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 54736) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:06:03.043685 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac16b8d-ae89-49be-bc86-d099fb892735 tempest-SecurityGroupRulesTestJSON-82636774 tempest-SecurityGroupRulesTestJSON-82636774-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=81c6966e-0a47-41a0-9b2e-d132aa500111,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:06:03.092082 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device a1898444-0394-4f8c-b535-09305150dad7 up at agent hyperv_n-h1-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:06:03.166396 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_v2 [None req-e88cf5e6-a2aa-4232-8c5e-5991cbba34d7 admin admin] Deleting subnet 59240155-fdc4-414b-99c8-2d8d3bf67946 {{(pid=93798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 23:06:03.174148 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e88cf5e6-a2aa-4232-8c5e-5991cbba34d7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:03.198800 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-31ec1fb3-fe62-4db3-8430-d5a77d5eae49 req-09b910fc-af2e-42bf-804b-141f699ec1ea tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] 10.222.0.18 "GET /v2.0/security-groups?id=3b54d803-f776-413f-b5bd-6e9336fca6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874073 Jul 27 23:06:03.200034 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Provisioning for port a1898444-0394-4f8c-b535-09305150dad7 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:06:03.204851 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf15211-3001-487f-8b73-33a6e7a51218 req-a0c09d01-a8ee-4436-9ce8-e922af91b30f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:03.206267 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Provisioning complete for port a1898444-0394-4f8c-b535-09305150dad7 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:06:03.206665 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:03.207380 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-dbf15211-3001-487f-8b73-33a6e7a51218 req-a0c09d01-a8ee-4436-9ce8-e922af91b30f service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=591af2dd-f826-43b1-aa9d-e7a0bf218c71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1540024 Jul 27 23:06:03.251516 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e88cf5e6-a2aa-4232-8c5e-5991cbba34d7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11163249'] for subnet, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:03.402597 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:03.446291 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-dbf15211-3001-487f-8b73-33a6e7a51218 req-a8046072-99c9-46df-904a-16f6055d3fdc service neutron] 10.222.0.38 "GET /v2.0/networks/591af2dd-f826-43b1-aa9d-e7a0bf218c71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2251861 Jul 27 23:06:03.454740 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f444ea4-1876-4542-9ea3-f785a526282d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1898444-0394-4f8c-b535-09305150dad7'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:06:03.465460 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c0369b0d4f459110ff20a1f9878ba33f96d6491bddb9d15843bf29d01e0bda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ac1aece-2dd8-4f1f-9c5d-1b8e5af0597f" -d '{"events": [{"server_uuid": "4f444ea4-1876-4542-9ea3-f785a526282d", "name": "network-vif-plugged", "status": "completed", "tag": "a1898444-0394-4f8c-b535-09305150dad7"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:06:03.480762 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e88cf5e6-a2aa-4232-8c5e-5991cbba34d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620741'] for subnet, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:03.501888 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port a1898444-0394-4f8c-b535-09305150dad7, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=a1898444-0394-4f8c-b535-09305150dad7,segment=NetworkSegment(16e91594-c047-4b55-93eb-43af33ad08e1),segment_id=16e91594-c047-4b55-93eb-43af33ad08e1)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:06:03.510846 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:03.579890 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fcfce4-cacc-4241-8674-665921e36b47 req-e14e6df0-a7e4-4985-8109-d3a35962b298 tempest-ImagesNegativeTestJSON-231307462 tempest-ImagesNegativeTestJSON-231307462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:03.591149 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-34fcfce4-cacc-4241-8674-665921e36b47 req-e14e6df0-a7e4-4985-8109-d3a35962b298 tempest-ImagesNegativeTestJSON-231307462 tempest-ImagesNegativeTestJSON-231307462-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ee3ce40-545b-4f3e-9cd1-eabb8ea41f06 HTTP/1.1" status: 200 len: 948 time: 0.1984627 Jul 27 23:06:03.627994 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Pushing event updated for resources: {'Port': ['ID=a1898444-0394-4f8c-b535-09305150dad7,revision_number=5']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:06:03.654249 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bad8fd2-ba90-404a-b813-fc64f8c096a3 req-e7d14ee2-92bc-4f2c-a4c4-c96e7cb95d32 tempest-VolumesAdminNegativeTest-1801636618 tempest-VolumesAdminNegativeTest-1801636618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:03.656366 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-5bad8fd2-ba90-404a-b813-fc64f8c096a3 req-e7d14ee2-92bc-4f2c-a4c4-c96e7cb95d32 tempest-VolumesAdminNegativeTest-1801636618 tempest-VolumesAdminNegativeTest-1801636618-project] 10.222.0.49 "GET /v2.0/networks?id=d7163d9f-0939-4a0c-ab6c-8c91e06a76d4 HTTP/1.1" status: 200 len: 815 time: 0.3023202 Jul 27 23:06:03.664740 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e88cf5e6-a2aa-4232-8c5e-5991cbba34d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11971800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12265753'] for subnet, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:03.679810 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [req-5bad8fd2-ba90-404a-b813-fc64f8c096a3 req-af3e65d6-af08-438d-9d70-5ec3b02834ce tempest-VolumesAdminNegativeTest-1801636618 tempest-VolumesAdminNegativeTest-1801636618-project] Request body: {'port': {'device_id': '915cbb78-04a8-4e47-ba29-4ad70eaef870', 'network_id': 'd7163d9f-0939-4a0c-ab6c-8c91e06a76d4', 'admin_state_up': True, 'tenant_id': '063f853d4e3d4ac2af6c2307d445e36a'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:06:03.699341 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-e0215d07-6263-4973-900b-73726a2ee28c req-88fe901a-aced-48cd-8c0b-ddb564a9c209 tempest-VolumesAdminNegativeTest-1801636618 tempest-VolumesAdminNegativeTest-1801636618-project] 10.222.0.18 "GET /v2.0/ports?device_id=915cbb78-04a8-4e47-ba29-4ad70eaef870 HTTP/1.1" status: 200 len: 210 time: 0.0733821 Jul 27 23:06:03.705016 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-34fcfce4-cacc-4241-8674-665921e36b47 req-8510f584-66ee-4995-b742-575b62d51825 tempest-ImagesNegativeTestJSON-231307462 tempest-ImagesNegativeTestJSON-231307462-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff7eb1ca-1efd-49fe-aacd-a0b1d71edf4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126273 Jul 27 23:06:03.760128 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-dbf15211-3001-487f-8b73-33a6e7a51218 req-5678051d-8c5a-4d22-a27c-053eef4267c2 service neutron] 10.222.0.38 "GET /v2.0/networks/591af2dd-f826-43b1-aa9d-e7a0bf218c71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3084388 Jul 27 23:06:03.786514 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:06:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7494c36f-0633-4c86-9c82-17cb1df317b2 x-openstack-request-id: req-7494c36f-0633-4c86-9c82-17cb1df317b2 {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:06:03.794476 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f444ea4-1876-4542-9ea3-f785a526282d", "name": "network-vif-plugged", "status": "completed", "tag": "a1898444-0394-4f8c-b535-09305150dad7", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:06:03.794777 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7494c36f-0633-4c86-9c82-17cb1df317b2 {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:06:03.795241 n-d-802623-1 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f444ea4-1876-4542-9ea3-f785a526282d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1898444-0394-4f8c-b535-09305150dad7', 'code': 200} Jul 27 23:06:03.832032 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88cf5e6-a2aa-4232-8c5e-5991cbba34d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=59240155-fdc4-414b-99c8-2d8d3bf67946,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:06:03.850686 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e88cf5e6-a2aa-4232-8c5e-5991cbba34d7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:03.853283 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-e88cf5e6-a2aa-4232-8c5e-5991cbba34d7 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/59240155-fdc4-414b-99c8-2d8d3bf67946 HTTP/1.1" status: 204 len: 168 time: 0.8028588 Jul 27 23:06:03.856117 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 54752) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:06:03.955782 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5bad8fd2-ba90-404a-b813-fc64f8c096a3 req-af3e65d6-af08-438d-9d70-5ec3b02834ce tempest-VolumesAdminNegativeTest-1801636618 tempest-VolumesAdminNegativeTest-1801636618-project] Made reservation on behalf of 063f853d4e3d4ac2af6c2307d445e36a for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:06:03.961912 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-5bad8fd2-ba90-404a-b813-fc64f8c096a3 req-af3e65d6-af08-438d-9d70-5ec3b02834ce tempest-VolumesAdminNegativeTest-1801636618 tempest-VolumesAdminNegativeTest-1801636618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:03.978614 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-874dc4ce-2833-4fa6-83f9-77d367b4cc5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593271'] for network, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:03.983712 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e40681-4324-483e-8c4f-52d2619f189f req-67fd833a-f2bd-4026-a109-8990f9edb1db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:03.988087 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-31e40681-4324-483e-8c4f-52d2619f189f req-67fd833a-f2bd-4026-a109-8990f9edb1db service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=4f444ea4-1876-4542-9ea3-f785a526282d HTTP/1.1" status: 200 len: 1101 time: 0.1120224 Jul 27 23:06:04.139210 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [req-5bad8fd2-ba90-404a-b813-fc64f8c096a3 req-af3e65d6-af08-438d-9d70-5ec3b02834ce tempest-VolumesAdminNegativeTest-1801636618 tempest-VolumesAdminNegativeTest-1801636618-project] Allocated IP 172.20.0.14 (d7163d9f-0939-4a0c-ab6c-8c91e06a76d4/79dfe6bb-0007-40e1-924d-f5a5a2c19f38/d7454f6d-79cd-4ca9-9bf8-7e4b54561f75) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:06:04.395854 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:04.462469 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-5bad8fd2-ba90-404a-b813-fc64f8c096a3 req-af3e65d6-af08-438d-9d70-5ec3b02834ce tempest-VolumesAdminNegativeTest-1801636618 tempest-VolumesAdminNegativeTest-1801636618-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:04.526823 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-5bad8fd2-ba90-404a-b813-fc64f8c096a3 req-af3e65d6-af08-438d-9d70-5ec3b02834ce tempest-VolumesAdminNegativeTest-1801636618 tempest-VolumesAdminNegativeTest-1801636618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:04.556067 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-31e40681-4324-483e-8c4f-52d2619f189f req-bac91f7f-b87c-42f8-8b57-fc7bb81578c4 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=3b54d803-f776-413f-b5bd-6e9336fca6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5591137 Jul 27 23:06:04.560468 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-874dc4ce-2833-4fa6-83f9-77d367b4cc5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618032', 'neutron.services.segments.db._delete_segments_for_network-8736833900081'] for network, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:04.573938 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-874dc4ce-2833-4fa6-83f9-77d367b4cc5f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['766960b4-b478-4258-be7c-21c298fd94ac']}} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:06:04.588619 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-874dc4ce-2833-4fa6-83f9-77d367b4cc5f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67df4cb6-712d-49c2-b8f0-ce0cb683257d') {'for_net_delete': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:06:04.588832 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-874dc4ce-2833-4fa6-83f9-77d367b4cc5f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67df4cb6-712d-49c2-b8f0-ce0cb683257d') {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:06:04.590141 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5bad8fd2-ba90-404a-b813-fc64f8c096a3 req-af3e65d6-af08-438d-9d70-5ec3b02834ce tempest-VolumesAdminNegativeTest-1801636618 tempest-VolumesAdminNegativeTest-1801636618-project] Network d7163d9f-0939-4a0c-ab6c-8c91e06a76d4 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:06:04.595652 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [req-5bad8fd2-ba90-404a-b813-fc64f8c096a3 req-af3e65d6-af08-438d-9d70-5ec3b02834ce tempest-VolumesAdminNegativeTest-1801636618 tempest-VolumesAdminNegativeTest-1801636618-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:06:04.599792 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c88a0e-4ace-45ba-8f01-6cf24b10ed16 req-c13b4f9b-4878-46e5-8cd0-e314e6fa1ada tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:04.601334 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-41c88a0e-4ace-45ba-8f01-6cf24b10ed16 req-c13b4f9b-4878-46e5-8cd0-e314e6fa1ada tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] 10.222.0.18 "GET /v2.0/ports?device_id=4f444ea4-1876-4542-9ea3-f785a526282d HTTP/1.1" status: 200 len: 950 time: 0.1532195 Jul 27 23:06:04.608565 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bad8fd2-ba90-404a-b813-fc64f8c096a3 req-af3e65d6-af08-438d-9d70-5ec3b02834ce tempest-VolumesAdminNegativeTest-1801636618 tempest-VolumesAdminNegativeTest-1801636618-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:06:04.610128 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-874dc4ce-2833-4fa6-83f9-77d367b4cc5f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736833900858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11335978'] for segment, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:04.629428 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-874dc4ce-2833-4fa6-83f9-77d367b4cc5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:04.638914 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3e65d6-af08-438d-9d70-5ec3b02834ce tempest-VolumesAdminNegativeTest-1801636618 tempest-VolumesAdminNegativeTest-1801636618-project] Pushing event updated for resources: {'Port': ['ID=d7454f6d-79cd-4ca9-9bf8-7e4b54561f75,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:06:04.649974 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-874dc4ce-2833-4fa6-83f9-77d367b4cc5f admin admin] Releasing vlan 538 on physical network physnet1 to pool {{(pid=93797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 23:06:04.651409 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-874dc4ce-2833-4fa6-83f9-77d367b4cc5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11336013'] for segment, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:04.653525 n-d-802623-1 neutron-server[93797]: Traceback (most recent call last): Jul 27 23:06:04.653525 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 23:06:04.653525 n-d-802623-1 neutron-server[93797]: timer() Jul 27 23:06:04.653525 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 23:06:04.653525 n-d-802623-1 neutron-server[93797]: cb(*args, **kw) Jul 27 23:06:04.653525 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 23:06:04.653525 n-d-802623-1 neutron-server[93797]: return func(*args, **kwargs) Jul 27 23:06:04.653525 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 23:06:04.653525 n-d-802623-1 neutron-server[93797]: self._notify() Jul 27 23:06:04.653525 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 23:06:04.653525 n-d-802623-1 neutron-server[93797]: self.callback(batched_events) Jul 27 23:06:04.653525 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 23:06:04.653525 n-d-802623-1 neutron-server[93797]: event.method(event) Jul 27 23:06:04.653525 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 23:06:04.653525 n-d-802623-1 neutron-server[93797]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 23:06:04.653525 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 23:06:04.653525 n-d-802623-1 neutron-server[93797]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 23:06:04.653525 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 23:06:04.653525 n-d-802623-1 neutron-server[93797]: return f(self, *a, **k) Jul 27 23:06:04.653525 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 23:06:04.653525 n-d-802623-1 neutron-server[93797]: return self._get(url).json() Jul 27 23:06:04.653525 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 23:06:04.653525 n-d-802623-1 neutron-server[93797]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 23:06:04.653525 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 23:06:04.653525 n-d-802623-1 neutron-server[93797]: return self.request(url, 'GET', **kwargs) Jul 27 23:06:04.653525 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 23:06:04.653525 n-d-802623-1 neutron-server[93797]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 23:06:04.653525 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 23:06:04.653525 n-d-802623-1 neutron-server[93797]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 23:06:04.653525 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 23:06:04.653525 n-d-802623-1 neutron-server[93797]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 23:06:04.653525 n-d-802623-1 neutron-server[93797]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 23:06:04.671162 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bad8fd2-ba90-404a-b813-fc64f8c096a3 req-af3e65d6-af08-438d-9d70-5ec3b02834ce tempest-VolumesAdminNegativeTest-1801636618 tempest-VolumesAdminNegativeTest-1801636618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:04.671796 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-5bad8fd2-ba90-404a-b813-fc64f8c096a3 req-af3e65d6-af08-438d-9d70-5ec3b02834ce tempest-VolumesAdminNegativeTest-1801636618 tempest-VolumesAdminNegativeTest-1801636618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:04.687455 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-5bad8fd2-ba90-404a-b813-fc64f8c096a3 req-af3e65d6-af08-438d-9d70-5ec3b02834ce tempest-VolumesAdminNegativeTest-1801636618 tempest-VolumesAdminNegativeTest-1801636618-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0120487 Jul 27 23:06:04.704278 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [req-5bad8fd2-ba90-404a-b813-fc64f8c096a3 req-e4bc239a-90a0-4a10-af7b-c574f1557a0e service neutron] Request body: {'port': {'device_id': '915cbb78-04a8-4e47-ba29-4ad70eaef870', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802623-1'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:06:04.727370 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-41c88a0e-4ace-45ba-8f01-6cf24b10ed16 req-a37c867c-9cdf-4f72-8d6a-a605ab69717c tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] 10.222.0.18 "GET /v2.0/security-groups?id=3b54d803-f776-413f-b5bd-6e9336fca6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055179 Jul 27 23:06:04.744100 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-874dc4ce-2833-4fa6-83f9-77d367b4cc5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415412'] for network, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:04.757667 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-874dc4ce-2833-4fa6-83f9-77d367b4cc5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for network, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:04.761340 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-874dc4ce-2833-4fa6-83f9-77d367b4cc5f admin admin] 10.222.0.18 "DELETE /v2.0/networks/766960b4-b478-4258-be7c-21c298fd94ac HTTP/1.1" status: 204 len: 168 time: 0.9030066 Jul 27 23:06:04.790264 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874dc4ce-2833-4fa6-83f9-77d367b4cc5f admin admin] Pushing event deleted for resources: {'Network': ['ID=766960b4-b478-4258-be7c-21c298fd94ac,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:06:04.897323 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-5bad8fd2-ba90-404a-b813-fc64f8c096a3 req-e4bc239a-90a0-4a10-af7b-c574f1557a0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:04.913583 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d755b373-1349-40d2-b4e6-9a1b86be1136 req-4182fe0d-b606-4079-ae32-f0290227cd1e tempest-VolumesAdminNegativeTest-1801636618 tempest-VolumesAdminNegativeTest-1801636618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:04.921471 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d755b373-1349-40d2-b4e6-9a1b86be1136 req-4182fe0d-b606-4079-ae32-f0290227cd1e tempest-VolumesAdminNegativeTest-1801636618 tempest-VolumesAdminNegativeTest-1801636618-project] 10.222.0.18 "GET /v2.0/ports?device_id=915cbb78-04a8-4e47-ba29-4ad70eaef870 HTTP/1.1" status: 200 len: 932 time: 0.0860269 Jul 27 23:06:04.981488 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d755b373-1349-40d2-b4e6-9a1b86be1136 req-b8f4343d-a797-40fe-b1d1-39761ba9e98d tempest-VolumesAdminNegativeTest-1801636618 tempest-VolumesAdminNegativeTest-1801636618-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1a53b18-4be9-48c6-80be-f0bd7194a87b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578687 Jul 27 23:06:05.014939 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4d93fe-16bd-4933-96da-c882eada4e54 req-109fdc97-2798-41a6-9ab5-fb616d6dad1b tempest-ImagesNegativeTestJSON-231307462 tempest-ImagesNegativeTestJSON-231307462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:05.016623 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-cc4d93fe-16bd-4933-96da-c882eada4e54 req-109fdc97-2798-41a6-9ab5-fb616d6dad1b tempest-ImagesNegativeTestJSON-231307462 tempest-ImagesNegativeTestJSON-231307462-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ee3ce40-545b-4f3e-9cd1-eabb8ea41f06 HTTP/1.1" status: 200 len: 948 time: 0.1913338 Jul 27 23:06:05.061388 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 54780) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:06:05.126868 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-e656a076-9e6d-4fdf-8838-c60cc84a7aca admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6f21afa8cf6f429bb4754e0a76fd56b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0610969 Jul 27 23:06:05.126868 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 54782) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:06:05.128861 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-cc4d93fe-16bd-4933-96da-c882eada4e54 req-558d5796-601a-46af-9c52-8b59bf30741f tempest-ImagesNegativeTestJSON-231307462 tempest-ImagesNegativeTestJSON-231307462-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff7eb1ca-1efd-49fe-aacd-a0b1d71edf4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043530 Jul 27 23:06:05.215080 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8ef16a6a-a2ed-4127-9113-b5d6d30a472f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:05.244787 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8ef16a6a-a2ed-4127-9113-b5d6d30a472f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:05.332793 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8ef16a6a-a2ed-4127-9113-b5d6d30a472f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:05.335801 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8ef16a6a-a2ed-4127-9113-b5d6d30a472f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:05.337040 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-8ef16a6a-a2ed-4127-9113-b5d6d30a472f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/542c9086-8905-4530-acc2-0de406db670c HTTP/1.1" status: 204 len: 168 time: 0.2096198 Jul 27 23:06:05.366656 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef16a6a-a2ed-4127-9113-b5d6d30a472f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=542c9086-8905-4530-acc2-0de406db670c,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:06:05.412134 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [req-5bad8fd2-ba90-404a-b813-fc64f8c096a3 req-e4bc239a-90a0-4a10-af7b-c574f1557a0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7454f6d-79cd-4ca9-9bf8-7e4b54561f75 {{(pid=93798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:06:05.424495 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-5bad8fd2-ba90-404a-b813-fc64f8c096a3 req-e4bc239a-90a0-4a10-af7b-c574f1557a0e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:05.440743 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-5bad8fd2-ba90-404a-b813-fc64f8c096a3 req-e4bc239a-90a0-4a10-af7b-c574f1557a0e service neutron] Transition to ACTIVE for port object d7454f6d-79cd-4ca9-9bf8-7e4b54561f75 will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:06:05.445714 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-5bad8fd2-ba90-404a-b813-fc64f8c096a3 req-e4bc239a-90a0-4a10-af7b-c574f1557a0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:05.517838 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bc239a-90a0-4a10-af7b-c574f1557a0e service neutron] Pushing event updated for resources: {'Port': ['ID=d7454f6d-79cd-4ca9-9bf8-7e4b54561f75,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:06:05.604724 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-5bad8fd2-ba90-404a-b813-fc64f8c096a3 req-e4bc239a-90a0-4a10-af7b-c574f1557a0e service neutron] Attempting to bind port d7454f6d-79cd-4ca9-9bf8-7e4b54561f75 on host n-h2-802623-1 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:06:05.605216 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-5bad8fd2-ba90-404a-b813-fc64f8c096a3 req-e4bc239a-90a0-4a10-af7b-c574f1557a0e service neutron] Attempting to bind port d7454f6d-79cd-4ca9-9bf8-7e4b54561f75 by drivers openvswitch,hyperv on host n-h2-802623-1 at level 0 using segments [{'id': 'c6cdef97-3abb-47df-9bf6-689c60301d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'd7163d9f-0939-4a0c-ab6c-8c91e06a76d4'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:06:05.605551 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bad8fd2-ba90-404a-b813-fc64f8c096a3 req-e4bc239a-90a0-4a10-af7b-c574f1557a0e service neutron] Attempting to bind port d7454f6d-79cd-4ca9-9bf8-7e4b54561f75 on network d7163d9f-0939-4a0c-ab6c-8c91e06a76d4 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:06:05.623394 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bad8fd2-ba90-404a-b813-fc64f8c096a3 req-e4bc239a-90a0-4a10-af7b-c574f1557a0e service neutron] Port d7454f6d-79cd-4ca9-9bf8-7e4b54561f75 on network d7163d9f-0939-4a0c-ab6c-8c91e06a76d4 not bound, no agent of type Open vSwitch agent registered on host n-h2-802623-1 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 23:06:05.623826 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bad8fd2-ba90-404a-b813-fc64f8c096a3 req-e4bc239a-90a0-4a10-af7b-c574f1557a0e service neutron] Attempting to bind port d7454f6d-79cd-4ca9-9bf8-7e4b54561f75 on network d7163d9f-0939-4a0c-ab6c-8c91e06a76d4 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:06:05.638221 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bad8fd2-ba90-404a-b813-fc64f8c096a3 req-e4bc239a-90a0-4a10-af7b-c574f1557a0e service neutron] Checking agent: {'id': 'c5cc038b-93c4-4df4-8061-5df2a04a48c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 23, 0, 4), 'started_at': datetime.datetime(2021, 7, 27, 23, 0, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 6, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:06:05.638570 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bad8fd2-ba90-404a-b813-fc64f8c096a3 req-e4bc239a-90a0-4a10-af7b-c574f1557a0e service neutron] Checking segment: {'id': 'c6cdef97-3abb-47df-9bf6-689c60301d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'd7163d9f-0939-4a0c-ab6c-8c91e06a76d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:06:05.639018 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bad8fd2-ba90-404a-b813-fc64f8c096a3 req-e4bc239a-90a0-4a10-af7b-c574f1557a0e service neutron] Bound using segment: {'id': 'c6cdef97-3abb-47df-9bf6-689c60301d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'd7163d9f-0939-4a0c-ab6c-8c91e06a76d4'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:06:05.641739 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-5bad8fd2-ba90-404a-b813-fc64f8c096a3 req-e4bc239a-90a0-4a10-af7b-c574f1557a0e service neutron] Bound port: d7454f6d-79cd-4ca9-9bf8-7e4b54561f75, host: n-h2-802623-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6cdef97-3abb-47df-9bf6-689c60301d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'd7163d9f-0939-4a0c-ab6c-8c91e06a76d4'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:06:05.642190 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-5bad8fd2-ba90-404a-b813-fc64f8c096a3 req-e4bc239a-90a0-4a10-af7b-c574f1557a0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:05.751854 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-5bad8fd2-ba90-404a-b813-fc64f8c096a3 req-e4bc239a-90a0-4a10-af7b-c574f1557a0e service neutron] For port d7454f6d-79cd-4ca9-9bf8-7e4b54561f75, host n-h2-802623-1, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:06:05.761328 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-5bad8fd2-ba90-404a-b813-fc64f8c096a3 req-e4bc239a-90a0-4a10-af7b-c574f1557a0e service neutron] For port d7454f6d-79cd-4ca9-9bf8-7e4b54561f75, host n-h2-802623-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=d7454f6d-79cd-4ca9-9bf8-7e4b54561f75,segment=NetworkSegment(c6cdef97-3abb-47df-9bf6-689c60301d39),segment_id=c6cdef97-3abb-47df-9bf6-689c60301d39)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:06:05.774318 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-5bad8fd2-ba90-404a-b813-fc64f8c096a3 req-e4bc239a-90a0-4a10-af7b-c574f1557a0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:05.850091 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bad8fd2-ba90-404a-b813-fc64f8c096a3 req-e4bc239a-90a0-4a10-af7b-c574f1557a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:05.851236 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-5bad8fd2-ba90-404a-b813-fc64f8c096a3 req-e4bc239a-90a0-4a10-af7b-c574f1557a0e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:05.853162 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-5bad8fd2-ba90-404a-b813-fc64f8c096a3 req-e4bc239a-90a0-4a10-af7b-c574f1557a0e service neutron] 10.222.0.49 "PUT /v2.0/ports/d7454f6d-79cd-4ca9-9bf8-7e4b54561f75 HTTP/1.1" status: 200 len: 1092 time: 1.1574106 Jul 27 23:06:05.853682 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '915cbb78-04a8-4e47-ba29-4ad70eaef870', 'tag': 'd7454f6d-79cd-4ca9-9bf8-7e4b54561f75'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:06:05.857313 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}011f8d312121274bb12d78e77c6379a2079800640016cec6c6d605b73666e854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f500ca6-77c6-4b6c-9fab-572215199c30" -d '{"events": [{"name": "network-changed", "server_uuid": "915cbb78-04a8-4e47-ba29-4ad70eaef870", "tag": "d7454f6d-79cd-4ca9-9bf8-7e4b54561f75"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:06:05.941509 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 23:06:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3eb4076b-1e0c-43db-afcc-e40173f3f6eb x-openstack-request-id: req-3eb4076b-1e0c-43db-afcc-e40173f3f6eb {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:06:05.942283 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "915cbb78-04a8-4e47-ba29-4ad70eaef870", "tag": "d7454f6d-79cd-4ca9-9bf8-7e4b54561f75", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:06:05.942283 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3eb4076b-1e0c-43db-afcc-e40173f3f6eb {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:06:05.942710 n-d-802623-1 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '915cbb78-04a8-4e47-ba29-4ad70eaef870', 'tag': 'd7454f6d-79cd-4ca9-9bf8-7e4b54561f75', 'status': 'completed', 'code': 200} Jul 27 23:06:05.971385 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bc239a-90a0-4a10-af7b-c574f1557a0e service neutron] Pushing event updated for resources: {'Port': ['ID=d7454f6d-79cd-4ca9-9bf8-7e4b54561f75,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:06:05.986571 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bad8fd2-ba90-404a-b813-fc64f8c096a3 req-ee95b479-94b1-4d80-9cd4-f46abd4edbd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:05.988087 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device b060ee09-b4fc-4efe-a192-a8e75c1ffeee details requested by agent hyperv_n-h2-802623-1 with host n-h2-802623-1 {{(pid=93799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 23:06:05.988527 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-5bad8fd2-ba90-404a-b813-fc64f8c096a3 req-ee95b479-94b1-4d80-9cd4-f46abd4edbd0 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=063f853d4e3d4ac2af6c2307d445e36a&device_id=915cbb78-04a8-4e47-ba29-4ad70eaef870 HTTP/1.1" status: 200 len: 1095 time: 0.0878263 Jul 27 23:06:05.995990 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c341a67e-b8a9-4b7c-b529-1d5eff529b5e req-9384b83c-ac5e-46e6-9e95-fbc5e22f3f2c tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:05.997559 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c341a67e-b8a9-4b7c-b529-1d5eff529b5e req-9384b83c-ac5e-46e6-9e95-fbc5e22f3f2c tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] 10.222.0.18 "GET /v2.0/ports?device_id=4f444ea4-1876-4542-9ea3-f785a526282d HTTP/1.1" status: 200 len: 950 time: 0.1340828 Jul 27 23:06:06.055181 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-5bad8fd2-ba90-404a-b813-fc64f8c096a3 req-be8e21fa-e57b-4ad1-95e8-cb972555b0da service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d7454f6d-79cd-4ca9-9bf8-7e4b54561f75 HTTP/1.1" status: 200 len: 217 time: 0.0565016 Jul 27 23:06:06.123738 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c341a67e-b8a9-4b7c-b529-1d5eff529b5e req-5151c435-5f02-4f84-8a62-8214ad137980 tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] 10.222.0.18 "GET /v2.0/security-groups?id=3b54d803-f776-413f-b5bd-6e9336fca6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181788 Jul 27 23:06:06.173477 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bad8fd2-ba90-404a-b813-fc64f8c096a3 req-c49f6f62-ef62-46f6-84d0-900ae832d56f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:06.175064 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-5bad8fd2-ba90-404a-b813-fc64f8c096a3 req-c49f6f62-ef62-46f6-84d0-900ae832d56f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=79dfe6bb-0007-40e1-924d-f5a5a2c19f38 HTTP/1.1" status: 200 len: 855 time: 0.1115365 Jul 27 23:06:06.186116 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efd6b8b-896b-4d79-86e7-3302a5a9b131 req-4e2b78ca-a3cb-4497-a039-f0ebf32dd814 tempest-VolumesAdminNegativeTest-1801636618 tempest-VolumesAdminNegativeTest-1801636618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:06.194927 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-4efd6b8b-896b-4d79-86e7-3302a5a9b131 req-4e2b78ca-a3cb-4497-a039-f0ebf32dd814 tempest-VolumesAdminNegativeTest-1801636618 tempest-VolumesAdminNegativeTest-1801636618-project] 10.222.0.18 "GET /v2.0/ports?device_id=915cbb78-04a8-4e47-ba29-4ad70eaef870 HTTP/1.1" status: 200 len: 944 time: 0.0915854 Jul 27 23:06:06.239962 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-5bad8fd2-ba90-404a-b813-fc64f8c096a3 req-7ff9f12e-96c7-49ae-9d86-114114f68bd7 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d7163d9f-0939-4a0c-ab6c-8c91e06a76d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0567276 Jul 27 23:06:06.271659 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-4efd6b8b-896b-4d79-86e7-3302a5a9b131 req-e9f4119f-a01c-48da-9d20-1a09b579d9a6 tempest-VolumesAdminNegativeTest-1801636618 tempest-VolumesAdminNegativeTest-1801636618-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1a53b18-4be9-48c6-80be-f0bd7194a87b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641596 Jul 27 23:06:06.430838 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e8e9e2-4b18-4bb0-80bd-00c6fee4b488 req-f58d2812-ecfc-4447-8930-5bbb11f06e01 tempest-ServersOnMultiNodesTest-726307759 tempest-ServersOnMultiNodesTest-726307759-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:06.440182 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-11e8e9e2-4b18-4bb0-80bd-00c6fee4b488 req-f58d2812-ecfc-4447-8930-5bbb11f06e01 tempest-ServersOnMultiNodesTest-726307759 tempest-ServersOnMultiNodesTest-726307759-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=4f444ea4-1876-4542-9ea3-f785a526282d HTTP/1.1" status: 200 len: 1101 time: 0.0890324 Jul 27 23:06:06.454220 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-5bad8fd2-ba90-404a-b813-fc64f8c096a3 req-a86e9724-16c9-466b-8d4a-3c7fc3d332eb service neutron] 10.222.0.49 "GET /v2.0/networks/d7163d9f-0939-4a0c-ab6c-8c91e06a76d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2025065 Jul 27 23:06:06.482708 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2ea428-afcc-449f-9814-a8c3f53a4290 req-786fb539-575b-4989-b4e0-9a9d1dd9aeb1 tempest-ImagesNegativeTestJSON-231307462 tempest-ImagesNegativeTestJSON-231307462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:06.493757 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-ba2ea428-afcc-449f-9814-a8c3f53a4290 req-786fb539-575b-4989-b4e0-9a9d1dd9aeb1 tempest-ImagesNegativeTestJSON-231307462 tempest-ImagesNegativeTestJSON-231307462-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ee3ce40-545b-4f3e-9cd1-eabb8ea41f06 HTTP/1.1" status: 200 len: 948 time: 0.0801973 Jul 27 23:06:06.538524 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-11e8e9e2-4b18-4bb0-80bd-00c6fee4b488 req-4601b9c0-0d91-4c65-80eb-4074294f43cc tempest-ServersOnMultiNodesTest-726307759 tempest-ServersOnMultiNodesTest-726307759-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=3b54d803-f776-413f-b5bd-6e9336fca6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936115 Jul 27 23:06:06.556786 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-ba2ea428-afcc-449f-9814-a8c3f53a4290 req-529fec2c-c986-499b-a3ce-f1d795b70818 tempest-ImagesNegativeTestJSON-231307462 tempest-ImagesNegativeTestJSON-231307462-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff7eb1ca-1efd-49fe-aacd-a0b1d71edf4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603538 Jul 27 23:06:06.622417 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-5bad8fd2-ba90-404a-b813-fc64f8c096a3 req-75b290cf-8d5b-4374-8460-c00c9e890ea1 service neutron] 10.222.0.49 "GET /v2.0/networks/d7163d9f-0939-4a0c-ab6c-8c91e06a76d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1582100 Jul 27 23:06:06.629288 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port b060ee09-b4fc-4efe-a192-a8e75c1ffeee, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=b060ee09-b4fc-4efe-a192-a8e75c1ffeee,segment=NetworkSegment(16e91594-c047-4b55-93eb-43af33ad08e1),segment_id=16e91594-c047-4b55-93eb-43af33ad08e1)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:06:06.646995 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Returning: {'device': 'b060ee09-b4fc-4efe-a192-a8e75c1ffeee', 'network_id': '591af2dd-f826-43b1-aa9d-e7a0bf218c71', 'port_id': 'b060ee09-b4fc-4efe-a192-a8e75c1ffeee', 'mac_address': 'fa:16:3e:85:fb:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62938449-046d-4cbe-923a-7ebb632c358d', 'ip_address': '192.168.233.174'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 23:06:06.744285 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f500ca6-77c6-4b6c-9fab-572215199c30 req-a22a6598-e2c0-4e9b-8912-ac9eb7fc3667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:06.747896 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7f500ca6-77c6-4b6c-9fab-572215199c30 req-a22a6598-e2c0-4e9b-8912-ac9eb7fc3667 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=063f853d4e3d4ac2af6c2307d445e36a&device_id=915cbb78-04a8-4e47-ba29-4ad70eaef870 HTTP/1.1" status: 200 len: 1095 time: 0.0620658 Jul 27 23:06:06.749749 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:06.800212 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b060ee09-b4fc-4efe-a192-a8e75c1ffeee {{(pid=93799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:06:06.855408 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port b060ee09-b4fc-4efe-a192-a8e75c1ffeee, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=b060ee09-b4fc-4efe-a192-a8e75c1ffeee,segment=NetworkSegment(16e91594-c047-4b55-93eb-43af33ad08e1),segment_id=16e91594-c047-4b55-93eb-43af33ad08e1)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:06:06.864140 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:06.895842 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f500ca6-77c6-4b6c-9fab-572215199c30 req-58367d24-2cec-41b8-95a0-88969b4027ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:06.897413 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7f500ca6-77c6-4b6c-9fab-572215199c30 req-58367d24-2cec-41b8-95a0-88969b4027ad service neutron] 10.222.0.49 "GET /v2.0/networks?id=d7163d9f-0939-4a0c-ab6c-8c91e06a76d4 HTTP/1.1" status: 200 len: 916 time: 0.1381509 Jul 27 23:06:06.967378 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Pushing event updated for resources: {'Port': ['ID=b060ee09-b4fc-4efe-a192-a8e75c1ffeee,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:06:06.989462 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7f500ca6-77c6-4b6c-9fab-572215199c30 req-7d064539-24b8-4180-ad12-b5eddc9b1f83 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d7454f6d-79cd-4ca9-9bf8-7e4b54561f75 HTTP/1.1" status: 200 len: 217 time: 0.0820005 Jul 27 23:06:07.009731 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17e0011-21b7-4f2e-8727-86f283bcfa50 req-3dabb2b0-ea33-43b2-8bc1-c1c922415d76 tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:07.019876 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-b17e0011-21b7-4f2e-8727-86f283bcfa50 req-3dabb2b0-ea33-43b2-8bc1-c1c922415d76 tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] 10.222.0.18 "GET /v2.0/ports?device_id=4f444ea4-1876-4542-9ea3-f785a526282d HTTP/1.1" status: 200 len: 950 time: 0.0899525 Jul 27 23:06:07.075824 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-b17e0011-21b7-4f2e-8727-86f283bcfa50 req-d85c3e19-be11-4cd0-b249-38870ad57bc8 tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] 10.222.0.18 "GET /v2.0/security-groups?id=3b54d803-f776-413f-b5bd-6e9336fca6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545642 Jul 27 23:06:07.101684 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f500ca6-77c6-4b6c-9fab-572215199c30 req-bcdee217-78b5-48cb-ba5c-7a9f811d53f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:07.103432 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7f500ca6-77c6-4b6c-9fab-572215199c30 req-bcdee217-78b5-48cb-ba5c-7a9f811d53f5 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=79dfe6bb-0007-40e1-924d-f5a5a2c19f38 HTTP/1.1" status: 200 len: 855 time: 0.1063147 Jul 27 23:06:07.143955 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7f500ca6-77c6-4b6c-9fab-572215199c30 req-3564c859-1084-4b1c-adaa-f7347c90cbf6 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d7163d9f-0939-4a0c-ab6c-8c91e06a76d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331721 Jul 27 23:06:07.275939 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7f500ca6-77c6-4b6c-9fab-572215199c30 req-d4ad584b-44ee-4545-bea5-46aad67cb3a3 service neutron] 10.222.0.49 "GET /v2.0/networks/d7163d9f-0939-4a0c-ab6c-8c91e06a76d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169903 Jul 27 23:06:07.350825 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 54846) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:06:07.496758 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4e04a3-ffaf-470b-a128-07a7312ce814 req-ec84f126-993f-4cd2-866d-62250f90f85a tempest-VolumesAdminNegativeTest-1801636618 tempest-VolumesAdminNegativeTest-1801636618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:07.498502 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-0c4e04a3-ffaf-470b-a128-07a7312ce814 req-ec84f126-993f-4cd2-866d-62250f90f85a tempest-VolumesAdminNegativeTest-1801636618 tempest-VolumesAdminNegativeTest-1801636618-project] 10.222.0.18 "GET /v2.0/ports?device_id=915cbb78-04a8-4e47-ba29-4ad70eaef870 HTTP/1.1" status: 200 len: 944 time: 0.0918386 Jul 27 23:06:07.515136 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] get_ports_and_sgs() called for port_ids ['b060ee09-b4fc-4efe-a192-a8e75c1ffeee'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:06:07.534522 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7f500ca6-77c6-4b6c-9fab-572215199c30 req-a7554def-419d-4ffc-a674-801716d7f913 service neutron] 10.222.0.49 "GET /v2.0/networks/d7163d9f-0939-4a0c-ab6c-8c91e06a76d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2502737 Jul 27 23:06:07.572847 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-0c4e04a3-ffaf-470b-a128-07a7312ce814 req-7a9aa5b0-5a0e-4803-bcee-0acecdd9f8c9 tempest-VolumesAdminNegativeTest-1801636618 tempest-VolumesAdminNegativeTest-1801636618-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1a53b18-4be9-48c6-80be-f0bd7194a87b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676720 Jul 27 23:06:07.579776 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6257c343-3a3f-40c4-81f3-0bf2340b298c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:07.754822 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121d63cd-a781-4551-a787-33a75802bb75 req-67e019c4-eeeb-4635-aa03-9e07f932acba tempest-ImagesNegativeTestJSON-231307462 tempest-ImagesNegativeTestJSON-231307462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:07.760857 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-121d63cd-a781-4551-a787-33a75802bb75 req-67e019c4-eeeb-4635-aa03-9e07f932acba tempest-ImagesNegativeTestJSON-231307462 tempest-ImagesNegativeTestJSON-231307462-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ee3ce40-545b-4f3e-9cd1-eabb8ea41f06 HTTP/1.1" status: 200 len: 949 time: 0.0930302 Jul 27 23:06:07.761686 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6257c343-3a3f-40c4-81f3-0bf2340b298c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:07.769376 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6257c343-3a3f-40c4-81f3-0bf2340b298c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:07.811329 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-6257c343-3a3f-40c4-81f3-0bf2340b298c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e5c7c9a4756d4aa289feb0e6297eb34a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4590275 Jul 27 23:06:07.811695 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6257c343-3a3f-40c4-81f3-0bf2340b298c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d393b63d-504a-40f6-aed9-04df38b2b028,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:06:07.814291 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 54856) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:06:07.834663 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-121d63cd-a781-4551-a787-33a75802bb75 req-90a46c4d-767e-4e09-88c1-119fdff5a568 tempest-ImagesNegativeTestJSON-231307462 tempest-ImagesNegativeTestJSON-231307462-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff7eb1ca-1efd-49fe-aacd-a0b1d71edf4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640450 Jul 27 23:06:07.879118 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7fda67f8-13c7-4273-9b21-0a1b3e783193 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:07.903783 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7fda67f8-13c7-4273-9b21-0a1b3e783193 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:07.964594 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7fda67f8-13c7-4273-9b21-0a1b3e783193 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:07.967273 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7fda67f8-13c7-4273-9b21-0a1b3e783193 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:07.969068 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-7fda67f8-13c7-4273-9b21-0a1b3e783193 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d393b63d-504a-40f6-aed9-04df38b2b028 HTTP/1.1" status: 204 len: 168 time: 0.1533902 Jul 27 23:06:07.978089 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fda67f8-13c7-4273-9b21-0a1b3e783193 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d393b63d-504a-40f6-aed9-04df38b2b028,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:06:08.306742 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c94046-f2d7-4bb9-af6c-9ae95d05ac59 req-f9cafbd9-ed1a-4b79-a6a2-f704aae6aaae tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:08.308667 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f4c94046-f2d7-4bb9-af6c-9ae95d05ac59 req-f9cafbd9-ed1a-4b79-a6a2-f704aae6aaae tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] 10.222.0.18 "GET /v2.0/ports?device_id=4f444ea4-1876-4542-9ea3-f785a526282d HTTP/1.1" status: 200 len: 950 time: 0.0945690 Jul 27 23:06:08.372425 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f4c94046-f2d7-4bb9-af6c-9ae95d05ac59 req-296c8a73-5261-44bd-9699-5298e6e5bb0b tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] 10.222.0.18 "GET /v2.0/security-groups?id=3b54d803-f776-413f-b5bd-6e9336fca6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558519 Jul 27 23:06:08.452453 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891e447a-b396-4266-b63a-9dafa19e2b0a req-c146c767-965c-40cb-b969-f1868353dc87 tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:08.454615 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-891e447a-b396-4266-b63a-9dafa19e2b0a req-c146c767-965c-40cb-b969-f1868353dc87 tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] 10.222.0.38 "GET /v2.0/ports?device_id=4f444ea4-1876-4542-9ea3-f785a526282d HTTP/1.1" status: 200 len: 950 time: 0.0799489 Jul 27 23:06:08.579578 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [req-891e447a-b396-4266-b63a-9dafa19e2b0a req-c1a0a982-6742-48b4-b6e6-44fbdd78fc82 tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] Deleting port a1898444-0394-4f8c-b535-09305150dad7 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:06:08.580150 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-891e447a-b396-4266-b63a-9dafa19e2b0a req-c1a0a982-6742-48b4-b6e6-44fbdd78fc82 tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:08.735795 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-891e447a-b396-4266-b63a-9dafa19e2b0a req-c1a0a982-6742-48b4-b6e6-44fbdd78fc82 tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] For port a1898444-0394-4f8c-b535-09305150dad7, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=a1898444-0394-4f8c-b535-09305150dad7,segment=NetworkSegment(16e91594-c047-4b55-93eb-43af33ad08e1),segment_id=16e91594-c047-4b55-93eb-43af33ad08e1)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:06:08.735967 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-891e447a-b396-4266-b63a-9dafa19e2b0a req-c1a0a982-6742-48b4-b6e6-44fbdd78fc82 tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:08.762506 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d548add4-3888-4200-929e-66ac73ed3a76 req-74fc1ddb-0a66-441d-85cd-fc1a24cbde26 tempest-VolumesAdminNegativeTest-1801636618 tempest-VolumesAdminNegativeTest-1801636618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:08.764384 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d548add4-3888-4200-929e-66ac73ed3a76 req-74fc1ddb-0a66-441d-85cd-fc1a24cbde26 tempest-VolumesAdminNegativeTest-1801636618 tempest-VolumesAdminNegativeTest-1801636618-project] 10.222.0.18 "GET /v2.0/ports?device_id=915cbb78-04a8-4e47-ba29-4ad70eaef870 HTTP/1.1" status: 200 len: 944 time: 0.1036670 Jul 27 23:06:08.765934 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [req-891e447a-b396-4266-b63a-9dafa19e2b0a req-c1a0a982-6742-48b4-b6e6-44fbdd78fc82 tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] Calling delete_port for a1898444-0394-4f8c-b535-09305150dad7 owned by compute:nova {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:06:08.860259 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d548add4-3888-4200-929e-66ac73ed3a76 req-93a41f1b-1219-41a5-9757-a1381b083b1b tempest-VolumesAdminNegativeTest-1801636618 tempest-VolumesAdminNegativeTest-1801636618-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1a53b18-4be9-48c6-80be-f0bd7194a87b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871122 Jul 27 23:06:08.975593 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-891e447a-b396-4266-b63a-9dafa19e2b0a req-c1a0a982-6742-48b4-b6e6-44fbdd78fc82 tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:08.991835 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] get_ports_and_sgs() called for port_ids ['5846d570-02c7-4aa0-9192-d3ba5af45f47', 'd16d8cf4-e2de-4eb8-9fe9-4d707871ce90', '51503d21-25f0-4cfe-8971-38c8d8d196bd', 'dc8e3238-5e75-4e06-81b0-0aa1040dcfd4', 'a1898444-0394-4f8c-b535-09305150dad7'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:06:08.995758 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] get_ports_and_sgs() called for port_ids ['6f96dd91-321d-43d6-b890-90f0e576d8ed', 'd6d8a52c-a304-46dd-bea3-c11de35f5ce8', '14dc1cce-5542-4a32-8b06-7fc4bd9feb10'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:06:09.009019 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 54894) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:06:09.027661 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a0a982-6742-48b4-b6e6-44fbdd78fc82 tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] Pushing event deleted for resources: {'Port': ['ID=a1898444-0394-4f8c-b535-09305150dad7,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:06:09.107474 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2320017a-b410-4447-bc94-cc4c97ed89f9 req-a771d051-a9f6-438b-8a90-1ed78ee95bde tempest-ImagesNegativeTestJSON-231307462 tempest-ImagesNegativeTestJSON-231307462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:09.122838 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-2320017a-b410-4447-bc94-cc4c97ed89f9 req-a771d051-a9f6-438b-8a90-1ed78ee95bde tempest-ImagesNegativeTestJSON-231307462 tempest-ImagesNegativeTestJSON-231307462-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ee3ce40-545b-4f3e-9cd1-eabb8ea41f06 HTTP/1.1" status: 200 len: 949 time: 0.1583433 Jul 27 23:06:09.147785 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [req-891e447a-b396-4266-b63a-9dafa19e2b0a req-c1a0a982-6742-48b4-b6e6-44fbdd78fc82 tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] No DVR routers for this DVR port a1898444-0394-4f8c-b535-09305150dad7 on host n-h1-802623-1 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:06:09.158398 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-891e447a-b396-4266-b63a-9dafa19e2b0a req-c1a0a982-6742-48b4-b6e6-44fbdd78fc82 tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:09.161000 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-891e447a-b396-4266-b63a-9dafa19e2b0a req-c1a0a982-6742-48b4-b6e6-44fbdd78fc82 tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] 10.222.0.38 "DELETE /v2.0/ports/a1898444-0394-4f8c-b535-09305150dad7 HTTP/1.1" status: 204 len: 173 time: 0.6944556 Jul 27 23:06:09.161559 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f444ea4-1876-4542-9ea3-f785a526282d', 'name': 'network-vif-deleted', 'tag': 'a1898444-0394-4f8c-b535-09305150dad7'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:06:09.164345 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a476459a1bfce68b0ae0df5b6a71154bfc7cfdc8f9eefce6ad0a17231e60468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65006933-9da0-4c6b-b7c9-fb1a964ba7c7" -d '{"events": [{"server_uuid": "4f444ea4-1876-4542-9ea3-f785a526282d", "name": "network-vif-deleted", "tag": "a1898444-0394-4f8c-b535-09305150dad7"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:06:09.236054 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:06:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6f8631f-3eee-42c4-8017-f8048749ccb6 x-openstack-request-id: req-f6f8631f-3eee-42c4-8017-f8048749ccb6 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:06:09.239693 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f444ea4-1876-4542-9ea3-f785a526282d", "name": "network-vif-deleted", "tag": "a1898444-0394-4f8c-b535-09305150dad7", "status": "completed", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:06:09.240012 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f6f8631f-3eee-42c4-8017-f8048749ccb6 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:06:09.241412 n-d-802623-1 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f444ea4-1876-4542-9ea3-f785a526282d', 'name': 'network-vif-deleted', 'tag': 'a1898444-0394-4f8c-b535-09305150dad7', 'status': 'completed', 'code': 200} Jul 27 23:06:09.253863 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-ba6c7c06-7988-4f1d-83b4-4b12736f54d6 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-99797568-network', 'tenant_id': '8769b54ba73a4421837726dbda018e6b'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:06:09.263713 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-2320017a-b410-4447-bc94-cc4c97ed89f9 req-11b30b59-175c-451e-acb7-392b5b13671b tempest-ImagesNegativeTestJSON-231307462 tempest-ImagesNegativeTestJSON-231307462-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff7eb1ca-1efd-49fe-aacd-a0b1d71edf4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397667 Jul 27 23:06:09.305508 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba6c7c06-7988-4f1d-83b4-4b12736f54d6 admin admin] Made reservation on behalf of 8769b54ba73a4421837726dbda018e6b for: {'network': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:06:09.310498 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ba6c7c06-7988-4f1d-83b4-4b12736f54d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for network, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:09.328077 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ba6c7c06-7988-4f1d-83b4-4b12736f54d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:09.475898 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ba6c7c06-7988-4f1d-83b4-4b12736f54d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:09.481708 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ba6c7c06-7988-4f1d-83b4-4b12736f54d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:09.513820 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6c7c06-7988-4f1d-83b4-4b12736f54d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=657c655b-8580-45d5-979f-9b32b7a260f8,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:06:09.526982 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba6c7c06-7988-4f1d-83b4-4b12736f54d6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 507} {{(pid=93798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 23:06:09.542376 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ba6c7c06-7988-4f1d-83b4-4b12736f54d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:09.542918 n-d-802623-1 neutron-server[93798]: INFO neutron.db.segments_db [None req-ba6c7c06-7988-4f1d-83b4-4b12736f54d6 admin admin] Added segment 28e446c9-01ab-4372-bcf6-11d579b6d514 of type vlan for network 9e23151c-db3f-4ce6-bd4c-f37102973a7b Jul 27 23:06:10.031988 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device d7454f6d-79cd-4ca9-9bf8-7e4b54561f75 details requested by agent hyperv_n-h2-802623-1 with host n-h2-802623-1 {{(pid=93799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 23:06:10.037959 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device b060ee09-b4fc-4efe-a192-a8e75c1ffeee up at agent hyperv_n-h2-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:06:10.059686 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-77531c0a-c4a7-4a0c-99f0-b876249ba483 req-82b170b5-27ea-48bd-9bc9-52d129bd0b00 tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] 10.222.0.18 "GET /v2.0/ports?device_id=4f444ea4-1876-4542-9ea3-f785a526282d HTTP/1.1" status: 200 len: 210 time: 0.4994831 Jul 27 23:06:10.137497 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ba6c7c06-7988-4f1d-83b4-4b12736f54d6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736833354590'] for network, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:10.160499 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-651ed441-3511-4497-8947-563229a00c7f req-ed10a44d-094a-4492-97ec-d96ae350aed4 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=4cdf2adc-b542-43d4-96d6-0aba093c5965&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0989482 Jul 27 23:06:10.243116 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ba6c7c06-7988-4f1d-83b4-4b12736f54d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569'] for network, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:10.244260 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba6c7c06-7988-4f1d-83b4-4b12736f54d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:10.244923 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ba6c7c06-7988-4f1d-83b4-4b12736f54d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:10.256623 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651ed441-3511-4497-8947-563229a00c7f req-8a64a833-b627-45a8-9444-c9905acbfc4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:10.258727 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-651ed441-3511-4497-8947-563229a00c7f req-8a64a833-b627-45a8-9444-c9905acbfc4a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=09c2e06aaf3c4aa785e90ae90800475c&device_id=4cdf2adc-b542-43d4-96d6-0aba093c5965 HTTP/1.1" status: 200 len: 1096 time: 0.0653782 Jul 27 23:06:10.285008 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Provisioning for port b060ee09-b4fc-4efe-a192-a8e75c1ffeee completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:06:10.293390 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4439d0-8f02-4ad2-a336-501f97b8d4ef req-eefc35fe-abde-4a7e-9720-b2a0ee04c172 tempest-VolumesAdminNegativeTest-1801636618 tempest-VolumesAdminNegativeTest-1801636618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:10.299647 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-dc4439d0-8f02-4ad2-a336-501f97b8d4ef req-eefc35fe-abde-4a7e-9720-b2a0ee04c172 tempest-VolumesAdminNegativeTest-1801636618 tempest-VolumesAdminNegativeTest-1801636618-project] 10.222.0.18 "GET /v2.0/ports?device_id=915cbb78-04a8-4e47-ba29-4ad70eaef870 HTTP/1.1" status: 200 len: 944 time: 0.2493608 Jul 27 23:06:10.348315 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Provisioning complete for port b060ee09-b4fc-4efe-a192-a8e75c1ffeee triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:06:10.348736 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:10.352607 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port d7454f6d-79cd-4ca9-9bf8-7e4b54561f75, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=d7454f6d-79cd-4ca9-9bf8-7e4b54561f75,segment=NetworkSegment(c6cdef97-3abb-47df-9bf6-689c60301d39),segment_id=c6cdef97-3abb-47df-9bf6-689c60301d39)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:06:10.366072 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-dc4439d0-8f02-4ad2-a336-501f97b8d4ef req-7c078c14-1c80-4e43-b000-19aa8240e50f tempest-VolumesAdminNegativeTest-1801636618 tempest-VolumesAdminNegativeTest-1801636618-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1a53b18-4be9-48c6-80be-f0bd7194a87b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600793 Jul 27 23:06:10.415530 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Returning: {'device': 'd7454f6d-79cd-4ca9-9bf8-7e4b54561f75', 'network_id': 'd7163d9f-0939-4a0c-ab6c-8c91e06a76d4', 'port_id': 'd7454f6d-79cd-4ca9-9bf8-7e4b54561f75', 'mac_address': 'fa:16:3e:a6:22:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79dfe6bb-0007-40e1-924d-f5a5a2c19f38', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 23:06:10.456763 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-ba6c7c06-7988-4f1d-83b4-4b12736f54d6 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.4435658 Jul 27 23:06:10.457759 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 54914) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:06:10.462905 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-26363cd0-04be-4088-92d7-4c22217402de admin admin] Request body: {'subnet': {'network_id': '9e23151c-db3f-4ce6-bd4c-f37102973a7b', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-99797568-subnet', 'tenant_id': '8769b54ba73a4421837726dbda018e6b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:06:10.477749 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6c7c06-7988-4f1d-83b4-4b12736f54d6 admin admin] Pushing event updated for resources: {'Network': ['ID=9e23151c-db3f-4ce6-bd4c-f37102973a7b,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:06:10.500962 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c04489-59fe-41ed-9575-ec3eb0da3b78 req-0324d52e-20ec-4e3c-a780-e9810cb9199a tempest-ImagesNegativeTestJSON-231307462 tempest-ImagesNegativeTestJSON-231307462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:10.509144 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-48c04489-59fe-41ed-9575-ec3eb0da3b78 req-0324d52e-20ec-4e3c-a780-e9810cb9199a tempest-ImagesNegativeTestJSON-231307462 tempest-ImagesNegativeTestJSON-231307462-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ee3ce40-545b-4f3e-9cd1-eabb8ea41f06 HTTP/1.1" status: 200 len: 949 time: 0.1162419 Jul 27 23:06:10.509728 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Network 9e23151c-db3f-4ce6-bd4c-f37102973a7b details requested by agent ovs-agent-n-d-802623-1 with host n-d-802623-1 {{(pid=93799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 23:06:10.510263 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26363cd0-04be-4088-92d7-4c22217402de admin admin] Made reservation on behalf of 8769b54ba73a4421837726dbda018e6b for: {'subnet': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:06:10.513250 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-26363cd0-04be-4088-92d7-4c22217402de admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11551435'] for subnet, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:10.556008 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651ed441-3511-4497-8947-563229a00c7f req-89db5c4e-1fea-42b2-b058-436d5954749b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:10.557741 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-651ed441-3511-4497-8947-563229a00c7f req-89db5c4e-1fea-42b2-b058-436d5954749b service neutron] 10.222.0.49 "GET /v2.0/networks?id=0f9004bd-8e90-4e82-a7cb-88f9b433c217 HTTP/1.1" status: 200 len: 924 time: 0.2444186 Jul 27 23:06:10.621500 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:10.641365 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7454f6d-79cd-4ca9-9bf8-7e4b54561f75 {{(pid=93799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:06:10.669029 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port d7454f6d-79cd-4ca9-9bf8-7e4b54561f75, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=d7454f6d-79cd-4ca9-9bf8-7e4b54561f75,segment=NetworkSegment(c6cdef97-3abb-47df-9bf6-689c60301d39),segment_id=c6cdef97-3abb-47df-9bf6-689c60301d39)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:06:10.669274 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-651ed441-3511-4497-8947-563229a00c7f req-8df82bb3-2008-4e72-b90d-b95d5949aef9 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7d38f8bd-33ba-44ca-a163-7b42dd423df4 HTTP/1.1" status: 200 len: 1001 time: 0.1010005 Jul 27 23:06:10.686850 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-48c04489-59fe-41ed-9575-ec3eb0da3b78 req-b6acac84-f60f-404f-af80-f4912fcf4483 tempest-ImagesNegativeTestJSON-231307462 tempest-ImagesNegativeTestJSON-231307462-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff7eb1ca-1efd-49fe-aacd-a0b1d71edf4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718576 Jul 27 23:06:10.736816 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:10.743072 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-26363cd0-04be-4088-92d7-4c22217402de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11336182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11551417'] for subnet, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:10.748612 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651ed441-3511-4497-8947-563229a00c7f req-e99db4b9-abd2-4d25-96d3-711ae36dd525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:10.750461 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-651ed441-3511-4497-8947-563229a00c7f req-e99db4b9-abd2-4d25-96d3-711ae36dd525 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=681fdd2e-7bb4-498c-9817-5f416242773c HTTP/1.1" status: 200 len: 862 time: 0.0622125 Jul 27 23:06:10.794727 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:10.796040 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26363cd0-04be-4088-92d7-4c22217402de admin admin] Pushing event updated for resources: {'Subnet': ['ID=907748a0-cd4e-409f-9c38-5786b794e948,revision_number=0']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:06:10.825468 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651ed441-3511-4497-8947-563229a00c7f req-2efd04c1-9c4f-4888-b2b2-cb6c7e044c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:10.826916 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-651ed441-3511-4497-8947-563229a00c7f req-2efd04c1-9c4f-4888-b2b2-cb6c7e044c1f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0f9004bd-8e90-4e82-a7cb-88f9b433c217&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0666590 Jul 27 23:06:10.837657 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26363cd0-04be-4088-92d7-4c22217402de admin admin] Checking segment: {'id': '28e446c9-01ab-4372-bcf6-11d579b6d514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '9e23151c-db3f-4ce6-bd4c-f37102973a7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:06:10.838204 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26363cd0-04be-4088-92d7-4c22217402de admin admin] Network hostable DHCP agents. Network: 9e23151c-db3f-4ce6-bd4c-f37102973a7b, hostable agents: ['5950e76f-2bde-4343-a925-cbe6bacd2706'], hosted agents: [] {{(pid=93797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 23:06:10.848958 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ee3ce40-545b-4f3e-9cd1-eabb8ea41f06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b060ee09-b4fc-4efe-a192-a8e75c1ffeee'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:06:10.852329 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c0369b0d4f459110ff20a1f9878ba33f96d6491bddb9d15843bf29d01e0bda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4758b01c-0b3e-4d64-a32f-551176bc436e" -d '{"events": [{"server_uuid": "2ee3ce40-545b-4f3e-9cd1-eabb8ea41f06", "name": "network-vif-plugged", "status": "completed", "tag": "b060ee09-b4fc-4efe-a192-a8e75c1ffeee"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:06:10.862488 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26363cd0-04be-4088-92d7-4c22217402de admin admin] Network 9e23151c-db3f-4ce6-bd4c-f37102973a7b is scheduled to be hosted by DHCP agent 5950e76f-2bde-4343-a925-cbe6bacd2706 with binding_index 1 {{(pid=93797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 23:06:10.866832 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Pushing event updated for resources: {'Port': ['ID=d7454f6d-79cd-4ca9-9bf8-7e4b54561f75,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:06:10.873142 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port b060ee09-b4fc-4efe-a192-a8e75c1ffeee, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=b060ee09-b4fc-4efe-a192-a8e75c1ffeee,segment=NetworkSegment(16e91594-c047-4b55-93eb-43af33ad08e1),segment_id=16e91594-c047-4b55-93eb-43af33ad08e1)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:06:10.879310 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-26363cd0-04be-4088-92d7-4c22217402de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802623-1, 9e23151c-db3f-4ce6-bd4c-f37102973a7b) {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:06:10.879446 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:10.891751 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26363cd0-04be-4088-92d7-4c22217402de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:10.892362 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-26363cd0-04be-4088-92d7-4c22217402de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for subnet, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:10.924232 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-26363cd0-04be-4088-92d7-4c22217402de admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4652705 Jul 27 23:06:10.936146 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:06:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1702ca5c-14be-443a-a5b2-be3922229871 x-openstack-request-id: req-1702ca5c-14be-443a-a5b2-be3922229871 {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:06:10.936416 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ee3ce40-545b-4f3e-9cd1-eabb8ea41f06", "name": "network-vif-plugged", "status": "completed", "tag": "b060ee09-b4fc-4efe-a192-a8e75c1ffeee", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:06:10.936797 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1702ca5c-14be-443a-a5b2-be3922229871 {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:06:10.937426 n-d-802623-1 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ee3ce40-545b-4f3e-9cd1-eabb8ea41f06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b060ee09-b4fc-4efe-a192-a8e75c1ffeee', 'code': 200} Jul 27 23:06:10.945594 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da4fe14d-09d5-4f60-9709-6a7c1bbe6dd3 None None] Network 9e23151c-db3f-4ce6-bd4c-f37102973a7b requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:06:10.976475 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-651ed441-3511-4497-8947-563229a00c7f req-1127ea4c-35a5-4baf-abf2-5cc72556a401 service neutron] 10.222.0.49 "GET /v2.0/networks/0f9004bd-8e90-4e82-a7cb-88f9b433c217?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333287 Jul 27 23:06:11.001979 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Pushing event updated for resources: {'Port': ['ID=b060ee09-b4fc-4efe-a192-a8e75c1ffeee,revision_number=5']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:06:11.068240 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70610d3e-9458-4d2f-9169-7e84278bda8f req-f0d9b93c-293e-472c-84b0-ce357c96d836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:11.069820 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-70610d3e-9458-4d2f-9169-7e84278bda8f req-f0d9b93c-293e-472c-84b0-ce357c96d836 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=2ee3ce40-545b-4f3e-9cd1-eabb8ea41f06 HTTP/1.1" status: 200 len: 1101 time: 0.0637736 Jul 27 23:06:11.142753 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-651ed441-3511-4497-8947-563229a00c7f req-c5e3911f-f46b-4ad9-a1e0-35c31221dba4 service neutron] 10.222.0.49 "GET /v2.0/networks/0f9004bd-8e90-4e82-a7cb-88f9b433c217?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547723 Jul 27 23:06:11.145727 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-70610d3e-9458-4d2f-9169-7e84278bda8f req-bcb62bd7-9656-41f0-9f4e-e0654681d0f7 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=ff7eb1ca-1efd-49fe-aacd-a0b1d71edf4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682783 Jul 27 23:06:11.173683 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-960ce0bf-e4d0-4f76-9ddd-7882ffbf20cb None None] Network 9e23151c-db3f-4ce6-bd4c-f37102973a7b requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:06:11.356062 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] get_ports_and_sgs() called for port_ids ['d7454f6d-79cd-4ca9-9bf8-7e4b54561f75'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:06:11.524977 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b48abf9-4374-442f-8e04-5e60f3e23866 req-c6218d01-6c13-4340-9066-4be4be9d3b3c tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:11.533344 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-4b48abf9-4374-442f-8e04-5e60f3e23866 req-c6218d01-6c13-4340-9066-4be4be9d3b3c tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b37b46f-1570-43c3-93ca-a2102e466b4e HTTP/1.1" status: 200 len: 949 time: 0.0664637 Jul 27 23:06:11.568976 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-4b48abf9-4374-442f-8e04-5e60f3e23866 req-6bdf3552-7d83-4c69-be9e-937d809627f2 tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] 10.222.0.18 "GET /v2.0/security-groups?id=3b54d803-f776-413f-b5bd-6e9336fca6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347652 Jul 27 23:06:11.582374 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d86dffe-31ee-41cb-9fda-effaf0a6fff7 req-0e9f7007-9e86-4e74-a351-5cdd61e29b24 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:11.584021 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-5d86dffe-31ee-41cb-9fda-effaf0a6fff7 req-0e9f7007-9e86-4e74-a351-5cdd61e29b24 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.18 "GET /v2.0/networks?id=9e23151c-db3f-4ce6-bd4c-f37102973a7b HTTP/1.1" status: 200 len: 810 time: 0.1176841 Jul 27 23:06:11.601623 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-5d86dffe-31ee-41cb-9fda-effaf0a6fff7 req-364f1f85-3a63-4ae4-9de4-daa005fd00df tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.18 "GET /v2.0/quotas/8769b54ba73a4421837726dbda018e6b HTTP/1.1" status: 200 len: 375 time: 0.0103219 Jul 27 23:06:11.633360 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-5d86dffe-31ee-41cb-9fda-effaf0a6fff7 req-035293c1-d346-41fd-8c79-26331bbdb2c6 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=8769b54ba73a4421837726dbda018e6b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0269709 Jul 27 23:06:11.680167 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2dbf10-5c14-44c3-9def-2d4937b35924 req-845d1006-b4a2-417f-a038-fd78f4b4f677 tempest-VolumesAdminNegativeTest-1801636618 tempest-VolumesAdminNegativeTest-1801636618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:11.681670 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-1f2dbf10-5c14-44c3-9def-2d4937b35924 req-845d1006-b4a2-417f-a038-fd78f4b4f677 tempest-VolumesAdminNegativeTest-1801636618 tempest-VolumesAdminNegativeTest-1801636618-project] 10.222.0.18 "GET /v2.0/ports?device_id=915cbb78-04a8-4e47-ba29-4ad70eaef870 HTTP/1.1" status: 200 len: 945 time: 0.0518038 Jul 27 23:06:11.722192 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-1f2dbf10-5c14-44c3-9def-2d4937b35924 req-cf275b9d-482e-4462-ba3c-96880b6d9b30 tempest-VolumesAdminNegativeTest-1801636618 tempest-VolumesAdminNegativeTest-1801636618-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1a53b18-4be9-48c6-80be-f0bd7194a87b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340312 Jul 27 23:06:11.732737 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-5d86dffe-31ee-41cb-9fda-effaf0a6fff7 req-6f5d08cc-a313-4a7b-84fa-0236c7c57136 service neutron] 10.222.0.18 "GET /v2.0/networks/9e23151c-db3f-4ce6-bd4c-f37102973a7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914018 Jul 27 23:06:11.841277 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd71a89-e37a-474a-9c02-c99a285a0326 req-f8cb5a9e-5901-4daf-bc4d-cb014f9d0130 tempest-ImagesNegativeTestJSON-231307462 tempest-ImagesNegativeTestJSON-231307462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:11.843769 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-5cd71a89-e37a-474a-9c02-c99a285a0326 req-f8cb5a9e-5901-4daf-bc4d-cb014f9d0130 tempest-ImagesNegativeTestJSON-231307462 tempest-ImagesNegativeTestJSON-231307462-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ee3ce40-545b-4f3e-9cd1-eabb8ea41f06 HTTP/1.1" status: 200 len: 950 time: 0.0560131 Jul 27 23:06:11.847738 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-5d86dffe-31ee-41cb-9fda-effaf0a6fff7 req-a82f2be4-f7c2-45d5-b3c7-703e602c462c service neutron] 10.222.0.18 "GET /v2.0/networks/9e23151c-db3f-4ce6-bd4c-f37102973a7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085091 Jul 27 23:06:11.896394 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-5cd71a89-e37a-474a-9c02-c99a285a0326 req-ea99e202-1ea7-42be-9abe-c92bbe49d120 tempest-ImagesNegativeTestJSON-231307462 tempest-ImagesNegativeTestJSON-231307462-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff7eb1ca-1efd-49fe-aacd-a0b1d71edf4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462334 Jul 27 23:06:12.024044 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-df2861b6-4a0b-4bb2-98bc-fa1c04b94661 req-33303e51-6afa-488c-9613-427041f5b6b6 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.18 "GET /v2.0/ports?device_id=261a10d5-9966-4cd3-b55b-2dc2bbad9d66 HTTP/1.1" status: 200 len: 210 time: 0.0285828 Jul 27 23:06:12.698386 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5cd225-fe7d-412b-8c8d-e132c4feb60f req-b6e42c52-c3ea-47b3-9fa1-e38b1dc5a933 tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:12.699890 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ea5cd225-fe7d-412b-8c8d-e132c4feb60f req-b6e42c52-c3ea-47b3-9fa1-e38b1dc5a933 tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b37b46f-1570-43c3-93ca-a2102e466b4e HTTP/1.1" status: 200 len: 949 time: 0.0611403 Jul 27 23:06:12.740228 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ea5cd225-fe7d-412b-8c8d-e132c4feb60f req-e620bd13-c998-4ccd-ab17-d2e1b744adb7 tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] 10.222.0.18 "GET /v2.0/security-groups?id=3b54d803-f776-413f-b5bd-6e9336fca6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343013 Jul 27 23:06:12.864613 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fb65d9-0a02-4718-9867-5700addaba52 req-d7b22613-098d-420f-adf4-3885e296c211 tempest-VolumesAdminNegativeTest-1801636618 tempest-VolumesAdminNegativeTest-1801636618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:12.872947 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f3fb65d9-0a02-4718-9867-5700addaba52 req-d7b22613-098d-420f-adf4-3885e296c211 tempest-VolumesAdminNegativeTest-1801636618 tempest-VolumesAdminNegativeTest-1801636618-project] 10.222.0.18 "GET /v2.0/ports?device_id=915cbb78-04a8-4e47-ba29-4ad70eaef870 HTTP/1.1" status: 200 len: 945 time: 0.0766349 Jul 27 23:06:12.917691 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f3fb65d9-0a02-4718-9867-5700addaba52 req-9b86c337-3918-4159-bd65-3ee32a84892f tempest-VolumesAdminNegativeTest-1801636618 tempest-VolumesAdminNegativeTest-1801636618-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1a53b18-4be9-48c6-80be-f0bd7194a87b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434954 Jul 27 23:06:13.064135 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806ca38d-3ddb-4d05-b8d9-bdf49ebd8c59 req-c0173b03-96cf-40f8-9e02-e62bce41a43d tempest-ImagesNegativeTestJSON-231307462 tempest-ImagesNegativeTestJSON-231307462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:13.066037 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-806ca38d-3ddb-4d05-b8d9-bdf49ebd8c59 req-c0173b03-96cf-40f8-9e02-e62bce41a43d tempest-ImagesNegativeTestJSON-231307462 tempest-ImagesNegativeTestJSON-231307462-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ee3ce40-545b-4f3e-9cd1-eabb8ea41f06 HTTP/1.1" status: 200 len: 950 time: 0.0851195 Jul 27 23:06:13.128030 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device a1898444-0394-4f8c-b535-09305150dad7 no longer exists at agent hyperv_n-h1-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:06:13.150167 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] No Port match for: a1898444-0394-4f8c-b535-09305150dad7 {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:06:13.150976 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device a1898444-0394-4f8c-b535-09305150dad7 not bound to the agent host n-h1-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:06:13.155626 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-806ca38d-3ddb-4d05-b8d9-bdf49ebd8c59 req-cccd637b-a931-4709-bada-6bafd77c4a9d tempest-ImagesNegativeTestJSON-231307462 tempest-ImagesNegativeTestJSON-231307462-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff7eb1ca-1efd-49fe-aacd-a0b1d71edf4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824716 Jul 27 23:06:13.158782 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-ee875f87-e3c1-4d15-adce-9c9759975a99 req-0c094127-8c8f-4df5-89ec-c6ede3de18f9 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.18 "GET /v2.0/ports?device_id=261a10d5-9966-4cd3-b55b-2dc2bbad9d66 HTTP/1.1" status: 200 len: 210 time: 0.0353653 Jul 27 23:06:13.179113 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d86dffe-31ee-41cb-9fda-effaf0a6fff7 req-3885e6ce-1879-493e-9eb4-c57fdea51e7d tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:13.179113 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-5d86dffe-31ee-41cb-9fda-effaf0a6fff7 req-3885e6ce-1879-493e-9eb4-c57fdea51e7d tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.38 "GET /v2.0/networks?id=9e23151c-db3f-4ce6-bd4c-f37102973a7b HTTP/1.1" status: 200 len: 810 time: 0.2018905 Jul 27 23:06:13.200563 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [req-5d86dffe-31ee-41cb-9fda-effaf0a6fff7 req-98fe8d6e-8c06-45f8-b55d-6f57ff52f57c tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] Request body: {'port': {'device_id': '261a10d5-9966-4cd3-b55b-2dc2bbad9d66', 'network_id': '9e23151c-db3f-4ce6-bd4c-f37102973a7b', 'admin_state_up': True, 'tenant_id': '8769b54ba73a4421837726dbda018e6b'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:06:13.351664 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d86dffe-31ee-41cb-9fda-effaf0a6fff7 req-98fe8d6e-8c06-45f8-b55d-6f57ff52f57c tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] Made reservation on behalf of 8769b54ba73a4421837726dbda018e6b for: {'port': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:06:13.357283 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-5d86dffe-31ee-41cb-9fda-effaf0a6fff7 req-98fe8d6e-8c06-45f8-b55d-6f57ff52f57c tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:13.517061 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6ef2bd-280b-4171-a304-8f0aa0e119d2 req-a893972a-0eb2-4304-8eb6-c07ca0de5d71 tempest-ImagesNegativeTestJSON-231307462 tempest-ImagesNegativeTestJSON-231307462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:13.518564 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-cb6ef2bd-280b-4171-a304-8f0aa0e119d2 req-a893972a-0eb2-4304-8eb6-c07ca0de5d71 tempest-ImagesNegativeTestJSON-231307462 tempest-ImagesNegativeTestJSON-231307462-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ee3ce40-545b-4f3e-9cd1-eabb8ea41f06 HTTP/1.1" status: 200 len: 950 time: 0.1049619 Jul 27 23:06:13.539446 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [req-5d86dffe-31ee-41cb-9fda-effaf0a6fff7 req-98fe8d6e-8c06-45f8-b55d-6f57ff52f57c tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] Allocated IP 172.20.0.4 (9e23151c-db3f-4ce6-bd4c-f37102973a7b/907748a0-cd4e-409f-9c38-5786b794e948/16a03975-1218-4791-aaee-730273d7d0de) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:06:13.596299 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-cb6ef2bd-280b-4171-a304-8f0aa0e119d2 req-be3ced6d-f92d-441c-b55e-03a87255bbbb tempest-ImagesNegativeTestJSON-231307462 tempest-ImagesNegativeTestJSON-231307462-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff7eb1ca-1efd-49fe-aacd-a0b1d71edf4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679469 Jul 27 23:06:13.725187 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc4620e-979f-488e-ab48-7f92e3affaa7 req-e21ff5a7-79a5-4b02-aea3-d6e8e1cd27b0 tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:13.726641 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-edc4620e-979f-488e-ab48-7f92e3affaa7 req-e21ff5a7-79a5-4b02-aea3-d6e8e1cd27b0 tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] 10.222.0.49 "GET /v2.0/ports?device_id=7b37b46f-1570-43c3-93ca-a2102e466b4e HTTP/1.1" status: 200 len: 949 time: 0.1006491 Jul 27 23:06:13.781568 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-5d86dffe-31ee-41cb-9fda-effaf0a6fff7 req-98fe8d6e-8c06-45f8-b55d-6f57ff52f57c tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:13.868270 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e97feb-93e9-46f2-adf4-053feb714166 req-adeee0c6-04c9-4342-a0d4-b1fd26371e9e tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:13.873497 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [req-edc4620e-979f-488e-ab48-7f92e3affaa7 req-e54a1867-3917-4f07-9c56-1140dab622ff tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] Deleting port 14dc1cce-5542-4a32-8b06-7fc4bd9feb10 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:06:13.873969 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-edc4620e-979f-488e-ab48-7f92e3affaa7 req-e54a1867-3917-4f07-9c56-1140dab622ff tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:13.876304 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-76e97feb-93e9-46f2-adf4-053feb714166 req-adeee0c6-04c9-4342-a0d4-b1fd26371e9e tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b37b46f-1570-43c3-93ca-a2102e466b4e HTTP/1.1" status: 200 len: 949 time: 0.0601246 Jul 27 23:06:13.878738 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-5d86dffe-31ee-41cb-9fda-effaf0a6fff7 req-98fe8d6e-8c06-45f8-b55d-6f57ff52f57c tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:13.912054 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-76e97feb-93e9-46f2-adf4-053feb714166 req-1f6b9a7d-85ee-42f9-8f17-b994cc9c1710 tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] 10.222.0.18 "GET /v2.0/security-groups?id=3b54d803-f776-413f-b5bd-6e9336fca6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347617 Jul 27 23:06:13.980209 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d86dffe-31ee-41cb-9fda-effaf0a6fff7 req-98fe8d6e-8c06-45f8-b55d-6f57ff52f57c tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] Network 9e23151c-db3f-4ce6-bd4c-f37102973a7b is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:06:13.991155 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [req-5d86dffe-31ee-41cb-9fda-effaf0a6fff7 req-98fe8d6e-8c06-45f8-b55d-6f57ff52f57c tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:06:13.994181 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d86dffe-31ee-41cb-9fda-effaf0a6fff7 req-98fe8d6e-8c06-45f8-b55d-6f57ff52f57c tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:06:14.010824 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fe8d6e-8c06-45f8-b55d-6f57ff52f57c tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] Pushing event updated for resources: {'Port': ['ID=16a03975-1218-4791-aaee-730273d7d0de,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:06:14.025732 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device d7454f6d-79cd-4ca9-9bf8-7e4b54561f75 up at agent hyperv_n-h2-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:06:14.094066 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-edc4620e-979f-488e-ab48-7f92e3affaa7 req-e54a1867-3917-4f07-9c56-1140dab622ff tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] For port 14dc1cce-5542-4a32-8b06-7fc4bd9feb10, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=14dc1cce-5542-4a32-8b06-7fc4bd9feb10,segment=NetworkSegment(16e91594-c047-4b55-93eb-43af33ad08e1),segment_id=16e91594-c047-4b55-93eb-43af33ad08e1)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:06:14.094480 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-edc4620e-979f-488e-ab48-7f92e3affaa7 req-e54a1867-3917-4f07-9c56-1140dab622ff tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:14.109458 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Provisioning for port d7454f6d-79cd-4ca9-9bf8-7e4b54561f75 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:06:14.114157 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Provisioning complete for port d7454f6d-79cd-4ca9-9bf8-7e4b54561f75 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:06:14.114658 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:14.118160 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d86dffe-31ee-41cb-9fda-effaf0a6fff7 req-98fe8d6e-8c06-45f8-b55d-6f57ff52f57c tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:14.118453 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-5d86dffe-31ee-41cb-9fda-effaf0a6fff7 req-98fe8d6e-8c06-45f8-b55d-6f57ff52f57c tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:14.120982 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [req-edc4620e-979f-488e-ab48-7f92e3affaa7 req-e54a1867-3917-4f07-9c56-1140dab622ff tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] Calling delete_port for 14dc1cce-5542-4a32-8b06-7fc4bd9feb10 owned by compute:nova {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:06:14.160324 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e901cb34-2f59-40bd-a4b1-ee692f2a22ec req-92e280ce-91f2-4668-8bf5-a5e07bd78296 tempest-VolumesAdminNegativeTest-1801636618 tempest-VolumesAdminNegativeTest-1801636618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:14.162526 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-e901cb34-2f59-40bd-a4b1-ee692f2a22ec req-92e280ce-91f2-4668-8bf5-a5e07bd78296 tempest-VolumesAdminNegativeTest-1801636618 tempest-VolumesAdminNegativeTest-1801636618-project] 10.222.0.18 "GET /v2.0/ports?device_id=915cbb78-04a8-4e47-ba29-4ad70eaef870 HTTP/1.1" status: 200 len: 945 time: 0.1586936 Jul 27 23:06:14.165832 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-5d86dffe-31ee-41cb-9fda-effaf0a6fff7 req-98fe8d6e-8c06-45f8-b55d-6f57ff52f57c tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9696553 Jul 27 23:06:14.209403 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:14.233767 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '915cbb78-04a8-4e47-ba29-4ad70eaef870', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7454f6d-79cd-4ca9-9bf8-7e4b54561f75'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:06:14.236450 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c0369b0d4f459110ff20a1f9878ba33f96d6491bddb9d15843bf29d01e0bda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58e325c2-1933-4db6-b6f1-c4b401228af8" -d '{"events": [{"server_uuid": "915cbb78-04a8-4e47-ba29-4ad70eaef870", "name": "network-vif-plugged", "status": "completed", "tag": "d7454f6d-79cd-4ca9-9bf8-7e4b54561f75"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:06:14.252109 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port d7454f6d-79cd-4ca9-9bf8-7e4b54561f75, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=d7454f6d-79cd-4ca9-9bf8-7e4b54561f75,segment=NetworkSegment(c6cdef97-3abb-47df-9bf6-689c60301d39),segment_id=c6cdef97-3abb-47df-9bf6-689c60301d39)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:06:14.259484 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:14.260740 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device 14dc1cce-5542-4a32-8b06-7fc4bd9feb10 no longer exists at agent hyperv_n-h2-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:06:14.268067 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [req-5d86dffe-31ee-41cb-9fda-effaf0a6fff7 req-a7b2e316-0f53-4f45-9f52-4faea383b849 service neutron] Request body: {'port': {'device_id': '261a10d5-9966-4cd3-b55b-2dc2bbad9d66', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802623-1'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:06:14.309403 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f741828d-696a-4e38-8265-9333bfade053 req-d864cfca-c39a-4518-a20c-47da8fd30813 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:14.311419 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f741828d-696a-4e38-8265-9333bfade053 req-d864cfca-c39a-4518-a20c-47da8fd30813 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.18 "GET /v2.0/ports?device_id=261a10d5-9966-4cd3-b55b-2dc2bbad9d66 HTTP/1.1" status: 200 len: 931 time: 0.0695429 Jul 27 23:06:14.356142 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-5d86dffe-31ee-41cb-9fda-effaf0a6fff7 req-a7b2e316-0f53-4f45-9f52-4faea383b849 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:14.360211 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Pushing event updated for resources: {'Port': ['ID=d7454f6d-79cd-4ca9-9bf8-7e4b54561f75,revision_number=5']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:06:14.369783 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f741828d-696a-4e38-8265-9333bfade053 req-7ac72d36-b45f-44e1-b7a9-8cddd61241dd tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.18 "GET /v2.0/security-groups?id=657c655b-8580-45d5-979f-9b32b7a260f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472767 Jul 27 23:06:14.409301 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:14.424699 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:06:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-288dbe8a-b050-4618-b6d0-3b4f470966bf x-openstack-request-id: req-288dbe8a-b050-4618-b6d0-3b4f470966bf {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:06:14.424996 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "915cbb78-04a8-4e47-ba29-4ad70eaef870", "name": "network-vif-plugged", "status": "completed", "tag": "d7454f6d-79cd-4ca9-9bf8-7e4b54561f75", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:06:14.425376 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-288dbe8a-b050-4618-b6d0-3b4f470966bf {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:06:14.425794 n-d-802623-1 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '915cbb78-04a8-4e47-ba29-4ad70eaef870', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7454f6d-79cd-4ca9-9bf8-7e4b54561f75', 'code': 200} Jul 27 23:06:14.491080 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-e901cb34-2f59-40bd-a4b1-ee692f2a22ec req-96fd1e87-e24c-4cf4-bdd8-84432ea85abf tempest-VolumesAdminNegativeTest-1801636618 tempest-VolumesAdminNegativeTest-1801636618-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1a53b18-4be9-48c6-80be-f0bd7194a87b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3222737 Jul 27 23:06:14.493725 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-edc4620e-979f-488e-ab48-7f92e3affaa7 req-e54a1867-3917-4f07-9c56-1140dab622ff tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:14.511689 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] get_ports_and_sgs() called for port_ids ['5846d570-02c7-4aa0-9192-d3ba5af45f47', 'd16d8cf4-e2de-4eb8-9fe9-4d707871ce90', '51503d21-25f0-4cfe-8971-38c8d8d196bd', 'dc8e3238-5e75-4e06-81b0-0aa1040dcfd4'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:06:14.516035 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] get_ports_and_sgs() called for port_ids ['6f96dd91-321d-43d6-b890-90f0e576d8ed', 'd6d8a52c-a304-46dd-bea3-c11de35f5ce8'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:06:14.531413 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54a1867-3917-4f07-9c56-1140dab622ff tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] Pushing event deleted for resources: {'Port': ['ID=14dc1cce-5542-4a32-8b06-7fc4bd9feb10,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:06:14.551925 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562ae7c6-1a01-48e0-8b0b-4adcb32f8b00 req-562259b1-8048-4965-976f-80bc5b4d4dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:14.553805 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-562ae7c6-1a01-48e0-8b0b-4adcb32f8b00 req-562259b1-8048-4965-976f-80bc5b4d4dc7 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=915cbb78-04a8-4e47-ba29-4ad70eaef870 HTTP/1.1" status: 200 len: 1097 time: 0.0571396 Jul 27 23:06:14.610092 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-562ae7c6-1a01-48e0-8b0b-4adcb32f8b00 req-58fd8b8e-a561-4b58-bbe0-174b51ccaf91 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=d1a53b18-4be9-48c6-80be-f0bd7194a87b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423288 Jul 27 23:06:14.680697 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [req-edc4620e-979f-488e-ab48-7f92e3affaa7 req-e54a1867-3917-4f07-9c56-1140dab622ff tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] No DVR routers for this DVR port 14dc1cce-5542-4a32-8b06-7fc4bd9feb10 on host n-h2-802623-1 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:06:14.683524 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-edc4620e-979f-488e-ab48-7f92e3affaa7 req-e54a1867-3917-4f07-9c56-1140dab622ff tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:14.685770 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-edc4620e-979f-488e-ab48-7f92e3affaa7 req-e54a1867-3917-4f07-9c56-1140dab622ff tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] 10.222.0.49 "DELETE /v2.0/ports/14dc1cce-5542-4a32-8b06-7fc4bd9feb10 HTTP/1.1" status: 204 len: 173 time: 0.9480937 Jul 27 23:06:14.686541 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b37b46f-1570-43c3-93ca-a2102e466b4e', 'name': 'network-vif-deleted', 'tag': '14dc1cce-5542-4a32-8b06-7fc4bd9feb10'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:06:14.688891 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a476459a1bfce68b0ae0df5b6a71154bfc7cfdc8f9eefce6ad0a17231e60468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94d5ff06-07b9-41b2-9cc1-f726b58bb397" -d '{"events": [{"server_uuid": "7b37b46f-1570-43c3-93ca-a2102e466b4e", "name": "network-vif-deleted", "tag": "14dc1cce-5542-4a32-8b06-7fc4bd9feb10"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:06:14.852429 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:06:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0eab8e39-4d3d-404b-8d91-61372cceca76 x-openstack-request-id: req-0eab8e39-4d3d-404b-8d91-61372cceca76 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:06:14.852815 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b37b46f-1570-43c3-93ca-a2102e466b4e", "name": "network-vif-deleted", "tag": "14dc1cce-5542-4a32-8b06-7fc4bd9feb10", "status": "completed", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:06:14.853631 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0eab8e39-4d3d-404b-8d91-61372cceca76 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:06:14.854139 n-d-802623-1 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b37b46f-1570-43c3-93ca-a2102e466b4e', 'name': 'network-vif-deleted', 'tag': '14dc1cce-5542-4a32-8b06-7fc4bd9feb10', 'status': 'completed', 'code': 200} Jul 27 23:06:14.876327 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6f94dc-6a36-4b53-8123-c9895a445652 req-a78b6184-0875-4b29-97fb-0ad91c501281 tempest-ImagesNegativeTestJSON-231307462 tempest-ImagesNegativeTestJSON-231307462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:14.886232 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-db6f94dc-6a36-4b53-8123-c9895a445652 req-a78b6184-0875-4b29-97fb-0ad91c501281 tempest-ImagesNegativeTestJSON-231307462 tempest-ImagesNegativeTestJSON-231307462-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ee3ce40-545b-4f3e-9cd1-eabb8ea41f06 HTTP/1.1" status: 200 len: 950 time: 0.1292274 Jul 27 23:06:14.997039 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-db6f94dc-6a36-4b53-8123-c9895a445652 req-7947584a-06f3-4ff5-a796-96cdebb61595 tempest-ImagesNegativeTestJSON-231307462 tempest-ImagesNegativeTestJSON-231307462-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff7eb1ca-1efd-49fe-aacd-a0b1d71edf4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096842 Jul 27 23:06:15.080413 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [req-5d86dffe-31ee-41cb-9fda-effaf0a6fff7 req-a7b2e316-0f53-4f45-9f52-4faea383b849 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16a03975-1218-4791-aaee-730273d7d0de {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:06:15.094956 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-5d86dffe-31ee-41cb-9fda-effaf0a6fff7 req-a7b2e316-0f53-4f45-9f52-4faea383b849 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:15.118068 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [req-5d86dffe-31ee-41cb-9fda-effaf0a6fff7 req-a7b2e316-0f53-4f45-9f52-4faea383b849 service neutron] Transition to ACTIVE for port object 16a03975-1218-4791-aaee-730273d7d0de will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:06:15.127238 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-5d86dffe-31ee-41cb-9fda-effaf0a6fff7 req-a7b2e316-0f53-4f45-9f52-4faea383b849 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11336041'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:15.176782 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7ab247b8-f267-48b7-8075-a9f8dea485fd req-fb8b4722-6a93-4aa8-ada7-655fa53ef972 tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b37b46f-1570-43c3-93ca-a2102e466b4e HTTP/1.1" status: 200 len: 210 time: 0.0536859 Jul 27 23:06:15.322169 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b2e316-0f53-4f45-9f52-4faea383b849 service neutron] Pushing event updated for resources: {'Port': ['ID=16a03975-1218-4791-aaee-730273d7d0de,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:06:15.368201 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-5d86dffe-31ee-41cb-9fda-effaf0a6fff7 req-a7b2e316-0f53-4f45-9f52-4faea383b849 service neutron] Attempting to bind port 16a03975-1218-4791-aaee-730273d7d0de on host n-h1-802623-1 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:06:15.368482 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-5d86dffe-31ee-41cb-9fda-effaf0a6fff7 req-a7b2e316-0f53-4f45-9f52-4faea383b849 service neutron] Attempting to bind port 16a03975-1218-4791-aaee-730273d7d0de by drivers openvswitch,hyperv on host n-h1-802623-1 at level 0 using segments [{'id': '28e446c9-01ab-4372-bcf6-11d579b6d514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '9e23151c-db3f-4ce6-bd4c-f37102973a7b'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:06:15.368684 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d86dffe-31ee-41cb-9fda-effaf0a6fff7 req-a7b2e316-0f53-4f45-9f52-4faea383b849 service neutron] Attempting to bind port 16a03975-1218-4791-aaee-730273d7d0de on network 9e23151c-db3f-4ce6-bd4c-f37102973a7b {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:06:15.373918 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d86dffe-31ee-41cb-9fda-effaf0a6fff7 req-a7b2e316-0f53-4f45-9f52-4faea383b849 service neutron] Port 16a03975-1218-4791-aaee-730273d7d0de on network 9e23151c-db3f-4ce6-bd4c-f37102973a7b not bound, no agent of type Open vSwitch agent registered on host n-h1-802623-1 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 23:06:15.374386 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d86dffe-31ee-41cb-9fda-effaf0a6fff7 req-a7b2e316-0f53-4f45-9f52-4faea383b849 service neutron] Attempting to bind port 16a03975-1218-4791-aaee-730273d7d0de on network 9e23151c-db3f-4ce6-bd4c-f37102973a7b {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:06:15.386200 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d86dffe-31ee-41cb-9fda-effaf0a6fff7 req-a7b2e316-0f53-4f45-9f52-4faea383b849 service neutron] Checking agent: {'id': '245f1da4-a9b8-4b08-90d7-28f0f342b839', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 59, 59), 'started_at': datetime.datetime(2021, 7, 27, 22, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 5, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:06:15.387347 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d86dffe-31ee-41cb-9fda-effaf0a6fff7 req-a7b2e316-0f53-4f45-9f52-4faea383b849 service neutron] Checking segment: {'id': '28e446c9-01ab-4372-bcf6-11d579b6d514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '9e23151c-db3f-4ce6-bd4c-f37102973a7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:06:15.388359 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d86dffe-31ee-41cb-9fda-effaf0a6fff7 req-a7b2e316-0f53-4f45-9f52-4faea383b849 service neutron] Bound using segment: {'id': '28e446c9-01ab-4372-bcf6-11d579b6d514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '9e23151c-db3f-4ce6-bd4c-f37102973a7b'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:06:15.389992 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-5d86dffe-31ee-41cb-9fda-effaf0a6fff7 req-a7b2e316-0f53-4f45-9f52-4faea383b849 service neutron] Bound port: 16a03975-1218-4791-aaee-730273d7d0de, host: n-h1-802623-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28e446c9-01ab-4372-bcf6-11d579b6d514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '9e23151c-db3f-4ce6-bd4c-f37102973a7b'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:06:15.391954 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-5d86dffe-31ee-41cb-9fda-effaf0a6fff7 req-a7b2e316-0f53-4f45-9f52-4faea383b849 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:15.507842 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-5d86dffe-31ee-41cb-9fda-effaf0a6fff7 req-a7b2e316-0f53-4f45-9f52-4faea383b849 service neutron] For port 16a03975-1218-4791-aaee-730273d7d0de, host n-h1-802623-1, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:06:15.512460 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-5d86dffe-31ee-41cb-9fda-effaf0a6fff7 req-a7b2e316-0f53-4f45-9f52-4faea383b849 service neutron] For port 16a03975-1218-4791-aaee-730273d7d0de, host n-h1-802623-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=16a03975-1218-4791-aaee-730273d7d0de,segment=NetworkSegment(28e446c9-01ab-4372-bcf6-11d579b6d514),segment_id=28e446c9-01ab-4372-bcf6-11d579b6d514)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:06:15.518380 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-5d86dffe-31ee-41cb-9fda-effaf0a6fff7 req-a7b2e316-0f53-4f45-9f52-4faea383b849 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11336041'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:15.568073 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0e426b-5d8a-41f8-b76a-c4ed93035e2f req-f0687d5f-f0e1-4158-a1bf-86586ca965d3 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:15.571209 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-1f0e426b-5d8a-41f8-b76a-c4ed93035e2f req-f0687d5f-f0e1-4158-a1bf-86586ca965d3 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.18 "GET /v2.0/ports?device_id=261a10d5-9966-4cd3-b55b-2dc2bbad9d66 HTTP/1.1" status: 200 len: 943 time: 0.0670049 Jul 27 23:06:15.616417 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b2e316-0f53-4f45-9f52-4faea383b849 service neutron] Pushing event updated for resources: {'Port': ['ID=16a03975-1218-4791-aaee-730273d7d0de,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:06:15.627183 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d86dffe-31ee-41cb-9fda-effaf0a6fff7 req-a7b2e316-0f53-4f45-9f52-4faea383b849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:15.627949 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-5d86dffe-31ee-41cb-9fda-effaf0a6fff7 req-a7b2e316-0f53-4f45-9f52-4faea383b849 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:15.630195 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-5d86dffe-31ee-41cb-9fda-effaf0a6fff7 req-a7b2e316-0f53-4f45-9f52-4faea383b849 service neutron] 10.222.0.38 "PUT /v2.0/ports/16a03975-1218-4791-aaee-730273d7d0de HTTP/1.1" status: 200 len: 1091 time: 1.3740590 Jul 27 23:06:15.661671 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ef2deb-c5be-4a0b-8612-b7af869e9767 req-6fdbc02e-8c2a-4a64-babf-22188c28ff69 tempest-ImagesNegativeTestJSON-231307462 tempest-ImagesNegativeTestJSON-231307462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:15.665204 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-c9ef2deb-c5be-4a0b-8612-b7af869e9767 req-6fdbc02e-8c2a-4a64-babf-22188c28ff69 tempest-ImagesNegativeTestJSON-231307462 tempest-ImagesNegativeTestJSON-231307462-project] 10.222.0.49 "GET /v2.0/ports?device_id=2ee3ce40-545b-4f3e-9cd1-eabb8ea41f06 HTTP/1.1" status: 200 len: 950 time: 0.0912971 Jul 27 23:06:15.669205 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-1f0e426b-5d8a-41f8-b76a-c4ed93035e2f req-deb66217-eaa7-4c2d-8e41-c2d830a560a0 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.18 "GET /v2.0/security-groups?id=657c655b-8580-45d5-979f-9b32b7a260f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839703 Jul 27 23:06:15.848358 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d86dffe-31ee-41cb-9fda-effaf0a6fff7 req-10ab292e-eb1a-4018-a5c2-06a27427c5af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:15.849877 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-5d86dffe-31ee-41cb-9fda-effaf0a6fff7 req-10ab292e-eb1a-4018-a5c2-06a27427c5af service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=8769b54ba73a4421837726dbda018e6b&device_id=261a10d5-9966-4cd3-b55b-2dc2bbad9d66 HTTP/1.1" status: 200 len: 1094 time: 0.1317775 Jul 27 23:06:15.862643 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d89feb1-e646-4ad7-9d76-ae5b55dce914 req-7e755aab-5881-439c-b29b-606662e7cfdb tempest-VolumesAdminNegativeTest-1801636618 tempest-VolumesAdminNegativeTest-1801636618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:15.864341 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-6d89feb1-e646-4ad7-9d76-ae5b55dce914 req-7e755aab-5881-439c-b29b-606662e7cfdb tempest-VolumesAdminNegativeTest-1801636618 tempest-VolumesAdminNegativeTest-1801636618-project] 10.222.0.18 "GET /v2.0/ports?device_id=915cbb78-04a8-4e47-ba29-4ad70eaef870 HTTP/1.1" status: 200 len: 946 time: 0.1474040 Jul 27 23:06:15.946626 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-5d86dffe-31ee-41cb-9fda-effaf0a6fff7 req-bb9c244e-0aa5-4710-bcc8-b8d5f37436ba service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=16a03975-1218-4791-aaee-730273d7d0de HTTP/1.1" status: 200 len: 217 time: 0.0579860 Jul 27 23:06:15.984151 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [req-c9ef2deb-c5be-4a0b-8612-b7af869e9767 req-78a4c6a7-b3e4-4a18-96b1-0055e199e598 tempest-ImagesNegativeTestJSON-231307462 tempest-ImagesNegativeTestJSON-231307462-project] Deleting port b060ee09-b4fc-4efe-a192-a8e75c1ffeee {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:06:15.984475 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-c9ef2deb-c5be-4a0b-8612-b7af869e9767 req-78a4c6a7-b3e4-4a18-96b1-0055e199e598 tempest-ImagesNegativeTestJSON-231307462 tempest-ImagesNegativeTestJSON-231307462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:16.011323 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-6d89feb1-e646-4ad7-9d76-ae5b55dce914 req-798e0d46-1064-4b56-870c-2f64682ca4d2 tempest-VolumesAdminNegativeTest-1801636618 tempest-VolumesAdminNegativeTest-1801636618-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1a53b18-4be9-48c6-80be-f0bd7194a87b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298330 Jul 27 23:06:16.075451 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d86dffe-31ee-41cb-9fda-effaf0a6fff7 req-2dda2b91-eb37-46b2-8154-9459bb55b276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:16.077120 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-5d86dffe-31ee-41cb-9fda-effaf0a6fff7 req-2dda2b91-eb37-46b2-8154-9459bb55b276 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=907748a0-cd4e-409f-9c38-5786b794e948 HTTP/1.1" status: 200 len: 850 time: 0.1115913 Jul 27 23:06:16.130472 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba32ecf-8d41-4965-9a50-655126dbc418 req-abf6ee83-e229-4402-85fd-3790615cc9f9 tempest-ImagesNegativeTestJSON-231307462 tempest-ImagesNegativeTestJSON-231307462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:16.132270 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-bba32ecf-8d41-4965-9a50-655126dbc418 req-abf6ee83-e229-4402-85fd-3790615cc9f9 tempest-ImagesNegativeTestJSON-231307462 tempest-ImagesNegativeTestJSON-231307462-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ee3ce40-545b-4f3e-9cd1-eabb8ea41f06 HTTP/1.1" status: 200 len: 950 time: 0.0519578 Jul 27 23:06:16.138145 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-5d86dffe-31ee-41cb-9fda-effaf0a6fff7 req-46b0f22b-d8e6-4e47-b669-f521de9251f9 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=9e23151c-db3f-4ce6-bd4c-f37102973a7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0517056 Jul 27 23:06:16.188914 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-bba32ecf-8d41-4965-9a50-655126dbc418 req-8f47ce0b-1b12-43d0-a7d4-ee3149c0071f tempest-ImagesNegativeTestJSON-231307462 tempest-ImagesNegativeTestJSON-231307462-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff7eb1ca-1efd-49fe-aacd-a0b1d71edf4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504904 Jul 27 23:06:16.227908 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-c9ef2deb-c5be-4a0b-8612-b7af869e9767 req-78a4c6a7-b3e4-4a18-96b1-0055e199e598 tempest-ImagesNegativeTestJSON-231307462 tempest-ImagesNegativeTestJSON-231307462-project] For port b060ee09-b4fc-4efe-a192-a8e75c1ffeee, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=b060ee09-b4fc-4efe-a192-a8e75c1ffeee,segment=NetworkSegment(16e91594-c047-4b55-93eb-43af33ad08e1),segment_id=16e91594-c047-4b55-93eb-43af33ad08e1)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:06:16.228409 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-c9ef2deb-c5be-4a0b-8612-b7af869e9767 req-78a4c6a7-b3e4-4a18-96b1-0055e199e598 tempest-ImagesNegativeTestJSON-231307462 tempest-ImagesNegativeTestJSON-231307462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:16.256444 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [req-c9ef2deb-c5be-4a0b-8612-b7af869e9767 req-78a4c6a7-b3e4-4a18-96b1-0055e199e598 tempest-ImagesNegativeTestJSON-231307462 tempest-ImagesNegativeTestJSON-231307462-project] Calling delete_port for b060ee09-b4fc-4efe-a192-a8e75c1ffeee owned by compute:nova {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:06:16.361017 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-5d86dffe-31ee-41cb-9fda-effaf0a6fff7 req-4ea9414e-7658-4376-bdb6-b698762e5ec2 service neutron] 10.222.0.38 "GET /v2.0/networks/9e23151c-db3f-4ce6-bd4c-f37102973a7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2184792 Jul 27 23:06:16.543247 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-5d86dffe-31ee-41cb-9fda-effaf0a6fff7 req-ef88ca09-bf21-4a51-83e5-da189d20e998 service neutron] 10.222.0.38 "GET /v2.0/networks/9e23151c-db3f-4ce6-bd4c-f37102973a7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1744432 Jul 27 23:06:16.544139 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-c9ef2deb-c5be-4a0b-8612-b7af869e9767 req-78a4c6a7-b3e4-4a18-96b1-0055e199e598 tempest-ImagesNegativeTestJSON-231307462 tempest-ImagesNegativeTestJSON-231307462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:16.558329 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] get_ports_and_sgs() called for port_ids ['b060ee09-b4fc-4efe-a192-a8e75c1ffeee'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:06:16.583145 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a4c6a7-b3e4-4a18-96b1-0055e199e598 tempest-ImagesNegativeTestJSON-231307462 tempest-ImagesNegativeTestJSON-231307462-project] Pushing event deleted for resources: {'Port': ['ID=b060ee09-b4fc-4efe-a192-a8e75c1ffeee,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:06:16.594991 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075a3f41-56e8-4da9-aad5-0b5e3cc25023 req-80a8a122-1bd1-42b4-865a-fdcd3188be5b tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:16.596563 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-075a3f41-56e8-4da9-aad5-0b5e3cc25023 req-80a8a122-1bd1-42b4-865a-fdcd3188be5b tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] 10.222.0.18 "GET /v2.0/ports?device_id=744a40dc-1a5c-4ddc-bfa1-b21a2a6cd777 HTTP/1.1" status: 200 len: 950 time: 0.1288970 Jul 27 23:06:16.645504 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9ef2deb-c5be-4a0b-8612-b7af869e9767 req-78a4c6a7-b3e4-4a18-96b1-0055e199e598 tempest-ImagesNegativeTestJSON-231307462 tempest-ImagesNegativeTestJSON-231307462-project] No DVR routers for this DVR port b060ee09-b4fc-4efe-a192-a8e75c1ffeee on host n-h2-802623-1 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:06:16.653847 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-c9ef2deb-c5be-4a0b-8612-b7af869e9767 req-78a4c6a7-b3e4-4a18-96b1-0055e199e598 tempest-ImagesNegativeTestJSON-231307462 tempest-ImagesNegativeTestJSON-231307462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:16.655960 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-c9ef2deb-c5be-4a0b-8612-b7af869e9767 req-78a4c6a7-b3e4-4a18-96b1-0055e199e598 tempest-ImagesNegativeTestJSON-231307462 tempest-ImagesNegativeTestJSON-231307462-project] 10.222.0.49 "DELETE /v2.0/ports/b060ee09-b4fc-4efe-a192-a8e75c1ffeee HTTP/1.1" status: 204 len: 173 time: 0.9837468 Jul 27 23:06:16.684013 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-075a3f41-56e8-4da9-aad5-0b5e3cc25023 req-0ab57cbc-2af6-4f00-8eb1-ce8d8cd9903f tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] 10.222.0.18 "GET /v2.0/security-groups?id=3b54d803-f776-413f-b5bd-6e9336fca6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672069 Jul 27 23:06:16.851073 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2a64fa-5422-4d48-b1d0-a760481a9e7e req-919fe5d6-8bd7-41cf-a3a4-2aa7991f91a9 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:16.852638 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-1f2a64fa-5422-4d48-b1d0-a760481a9e7e req-919fe5d6-8bd7-41cf-a3a4-2aa7991f91a9 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.18 "GET /v2.0/ports?device_id=261a10d5-9966-4cd3-b55b-2dc2bbad9d66 HTTP/1.1" status: 200 len: 943 time: 0.0667157 Jul 27 23:06:16.855430 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '261a10d5-9966-4cd3-b55b-2dc2bbad9d66', 'tag': '16a03975-1218-4791-aaee-730273d7d0de'}, {'server_uuid': '2ee3ce40-545b-4f3e-9cd1-eabb8ea41f06', 'name': 'network-vif-deleted', 'tag': 'b060ee09-b4fc-4efe-a192-a8e75c1ffeee'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:06:16.857753 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a476459a1bfce68b0ae0df5b6a71154bfc7cfdc8f9eefce6ad0a17231e60468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a97dda72-487b-49ab-8921-3244f788d808" -d '{"events": [{"name": "network-changed", "server_uuid": "261a10d5-9966-4cd3-b55b-2dc2bbad9d66", "tag": "16a03975-1218-4791-aaee-730273d7d0de"}, {"server_uuid": "2ee3ce40-545b-4f3e-9cd1-eabb8ea41f06", "name": "network-vif-deleted", "tag": "b060ee09-b4fc-4efe-a192-a8e75c1ffeee"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:06:16.893189 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-1f2a64fa-5422-4d48-b1d0-a760481a9e7e req-92f4723e-82e1-43ea-b16b-a2b221d9337a tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.18 "GET /v2.0/security-groups?id=657c655b-8580-45d5-979f-9b32b7a260f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333340 Jul 27 23:06:16.945965 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1ab8be-3e9e-47b7-8d09-268d9892e394 req-e184083e-23e4-412c-9730-9a49bf93c05a tempest-LiveAutoBlockMigrationV225Test-1050679481 tempest-LiveAutoBlockMigrationV225Test-1050679481-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:16.947622 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-6e1ab8be-3e9e-47b7-8d09-268d9892e394 req-e184083e-23e4-412c-9730-9a49bf93c05a tempest-LiveAutoBlockMigrationV225Test-1050679481 tempest-LiveAutoBlockMigrationV225Test-1050679481-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=ab41d699-a6c9-471f-af92-d91f3fbbf8be HTTP/1.1" status: 200 len: 1096 time: 0.0430815 Jul 27 23:06:16.950525 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 27 Jul 2021 23:06:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ba92e41-9f40-44b2-8331-ac008f8181fe x-openstack-request-id: req-4ba92e41-9f40-44b2-8331-ac008f8181fe {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:06:16.950805 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "261a10d5-9966-4cd3-b55b-2dc2bbad9d66", "tag": "16a03975-1218-4791-aaee-730273d7d0de", "status": "completed", "code": 200}, {"server_uuid": "2ee3ce40-545b-4f3e-9cd1-eabb8ea41f06", "name": "network-vif-deleted", "tag": "b060ee09-b4fc-4efe-a192-a8e75c1ffeee", "status": "completed", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:06:16.951068 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4ba92e41-9f40-44b2-8331-ac008f8181fe {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:06:16.951479 n-d-802623-1 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '261a10d5-9966-4cd3-b55b-2dc2bbad9d66', 'tag': '16a03975-1218-4791-aaee-730273d7d0de', 'status': 'completed', 'code': 200} Jul 27 23:06:16.951736 n-d-802623-1 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ee3ce40-545b-4f3e-9cd1-eabb8ea41f06', 'name': 'network-vif-deleted', 'tag': 'b060ee09-b4fc-4efe-a192-a8e75c1ffeee', 'status': 'completed', 'code': 200} Jul 27 23:06:17.012159 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-6e1ab8be-3e9e-47b7-8d09-268d9892e394 req-8f24be25-f6e3-4b75-86a9-ef6e0488fbce tempest-LiveAutoBlockMigrationV225Test-1050679481 tempest-LiveAutoBlockMigrationV225Test-1050679481-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=9ee1769a-7cc2-4f9a-a15b-54c39d35bd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561841 Jul 27 23:06:17.030304 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97dda72-487b-49ab-8921-3244f788d808 req-adf9dc3f-1f85-4b79-905f-bb2b5d36e0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:17.032518 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a97dda72-487b-49ab-8921-3244f788d808 req-adf9dc3f-1f85-4b79-905f-bb2b5d36e0c3 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=8769b54ba73a4421837726dbda018e6b&device_id=261a10d5-9966-4cd3-b55b-2dc2bbad9d66 HTTP/1.1" status: 200 len: 1094 time: 0.0493853 Jul 27 23:06:17.166939 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97dda72-487b-49ab-8921-3244f788d808 req-fbd92c90-7831-4859-a1c3-151325881364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:17.169579 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a97dda72-487b-49ab-8921-3244f788d808 req-fbd92c90-7831-4859-a1c3-151325881364 service neutron] 10.222.0.38 "GET /v2.0/networks?id=9e23151c-db3f-4ce6-bd4c-f37102973a7b HTTP/1.1" status: 200 len: 911 time: 0.1288843 Jul 27 23:06:17.170476 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b306291-dc8b-4357-a361-f4bb7f74049b req-a0e5740a-d2b5-449b-badc-8e5c44e4ef50 tempest-VolumesAdminNegativeTest-1801636618 tempest-VolumesAdminNegativeTest-1801636618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:17.172262 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-5b306291-dc8b-4357-a361-f4bb7f74049b req-a0e5740a-d2b5-449b-badc-8e5c44e4ef50 tempest-VolumesAdminNegativeTest-1801636618 tempest-VolumesAdminNegativeTest-1801636618-project] 10.222.0.18 "GET /v2.0/ports?device_id=915cbb78-04a8-4e47-ba29-4ad70eaef870 HTTP/1.1" status: 200 len: 946 time: 0.0646646 Jul 27 23:06:17.225464 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a97dda72-487b-49ab-8921-3244f788d808 req-e414a169-ea3d-4c00-914f-ca86de94e2df service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=16a03975-1218-4791-aaee-730273d7d0de HTTP/1.1" status: 200 len: 217 time: 0.0472684 Jul 27 23:06:17.238521 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-5b306291-dc8b-4357-a361-f4bb7f74049b req-62e8a991-eefc-41af-9430-651644f4e6f1 tempest-VolumesAdminNegativeTest-1801636618 tempest-VolumesAdminNegativeTest-1801636618-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1a53b18-4be9-48c6-80be-f0bd7194a87b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597875 Jul 27 23:06:17.337646 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97dda72-487b-49ab-8921-3244f788d808 req-0161f41c-46b0-4dfe-a6d1-65132897bd28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:17.346298 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a97dda72-487b-49ab-8921-3244f788d808 req-0161f41c-46b0-4dfe-a6d1-65132897bd28 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=907748a0-cd4e-409f-9c38-5786b794e948 HTTP/1.1" status: 200 len: 850 time: 0.1077783 Jul 27 23:06:17.378395 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ec1bdaad-b93d-46ba-bda3-e7b49e2171f5 req-14f8249a-3d33-42eb-8d0c-78f60bf3791b tempest-ImagesNegativeTestJSON-231307462 tempest-ImagesNegativeTestJSON-231307462-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ee3ce40-545b-4f3e-9cd1-eabb8ea41f06 HTTP/1.1" status: 200 len: 210 time: 0.0288560 Jul 27 23:06:17.387028 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a97dda72-487b-49ab-8921-3244f788d808 req-bf0fc366-b34a-4899-acd4-85e25ea92194 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=9e23151c-db3f-4ce6-bd4c-f37102973a7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322154 Jul 27 23:06:17.511702 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a97dda72-487b-49ab-8921-3244f788d808 req-3d4aa3d7-ebb0-4247-8b6c-5e0aa0f708fb service neutron] 10.222.0.38 "GET /v2.0/networks/9e23151c-db3f-4ce6-bd4c-f37102973a7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129224 Jul 27 23:06:17.626438 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f270f1c8-7014-4d5a-b690-e22701e3b3d4 req-82d13a71-bfcf-4983-8d47-1480acf8a79e tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:17.627012 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a97dda72-487b-49ab-8921-3244f788d808 req-f7e171c7-ea6f-403a-9ee9-345a368cab75 service neutron] 10.222.0.38 "GET /v2.0/networks/9e23151c-db3f-4ce6-bd4c-f37102973a7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071589 Jul 27 23:06:17.628203 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f270f1c8-7014-4d5a-b690-e22701e3b3d4 req-82d13a71-bfcf-4983-8d47-1480acf8a79e tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] 10.222.0.18 "GET /v2.0/networks?id=c451a142-86a9-4355-833f-365557d21b8d HTTP/1.1" status: 200 len: 808 time: 0.1353083 Jul 27 23:06:17.660884 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f270f1c8-7014-4d5a-b690-e22701e3b3d4 req-6479bc6b-fb60-45c8-b3c4-2ad63f65dfe9 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] 10.222.0.18 "GET /v2.0/quotas/59376bbb1c574537a7eaca41e781bf3f HTTP/1.1" status: 200 len: 375 time: 0.0207047 Jul 27 23:06:17.731282 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f270f1c8-7014-4d5a-b690-e22701e3b3d4 req-abee042a-bbfa-4786-b4b8-7667c5017cec tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=59376bbb1c574537a7eaca41e781bf3f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0694482 Jul 27 23:06:17.839234 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f270f1c8-7014-4d5a-b690-e22701e3b3d4 req-b430e06c-2dc8-40d5-a2fe-77ab28ff9d02 service neutron] 10.222.0.18 "GET /v2.0/networks/c451a142-86a9-4355-833f-365557d21b8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995259 Jul 27 23:06:17.941555 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f270f1c8-7014-4d5a-b690-e22701e3b3d4 req-d3d22676-1309-49ef-8ae2-b9f4ec21646f service neutron] 10.222.0.18 "GET /v2.0/networks/c451a142-86a9-4355-833f-365557d21b8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946083 Jul 27 23:06:18.145659 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [req-7bbdad38-d41c-4c85-87be-2f2ccade80df req-e74a6d9d-a9c6-49eb-8337-9afe38290c9d tempest-LiveAutoBlockMigrationV225Test-1050679481 tempest-LiveAutoBlockMigrationV225Test-1050679481-project-admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=93797) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 23:06:18.147202 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-7bbdad38-d41c-4c85-87be-2f2ccade80df req-e74a6d9d-a9c6-49eb-8337-9afe38290c9d tempest-LiveAutoBlockMigrationV225Test-1050679481 tempest-LiveAutoBlockMigrationV225Test-1050679481-project-admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0070450 Jul 27 23:06:18.158138 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [req-7bbdad38-d41c-4c85-87be-2f2ccade80df req-2d1eac16-c461-4d56-9308-019ccd59d656 service neutron] Request body: {'binding': {'host': 'n-h2-802623-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:06:18.158688 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [req-7bbdad38-d41c-4c85-87be-2f2ccade80df req-2d1eac16-c461-4d56-9308-019ccd59d656 service neutron] Unknown quota resources ['binding']. {{(pid=93797) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 27 23:06:18.336340 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba0832f-de7b-4e06-9d66-a9e681393a16 req-20b69326-a085-4d95-8978-70888163b0a3 tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:18.338026 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-4ba0832f-de7b-4e06-9d66-a9e681393a16 req-20b69326-a085-4d95-8978-70888163b0a3 tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] 10.222.0.49 "GET /v2.0/ports?device_id=744a40dc-1a5c-4ddc-bfa1-b21a2a6cd777 HTTP/1.1" status: 200 len: 950 time: 0.1354265 Jul 27 23:06:18.439634 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5bdef4-5111-491c-9819-5885dd3ace12 req-3fd55c2b-b3f9-4e1e-9bc4-bbb57b57b550 tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:18.447945 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-9a5bdef4-5111-491c-9819-5885dd3ace12 req-3fd55c2b-b3f9-4e1e-9bc4-bbb57b57b550 tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] 10.222.0.18 "GET /v2.0/ports?device_id=744a40dc-1a5c-4ddc-bfa1-b21a2a6cd777 HTTP/1.1" status: 200 len: 950 time: 0.0643201 Jul 27 23:06:18.487150 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-7bbdad38-d41c-4c85-87be-2f2ccade80df req-2d1eac16-c461-4d56-9308-019ccd59d656 service neutron] Attempting to bind port 522b4389-a942-43b4-b1c8-2896864af68a on host n-h2-802623-1 for vnic_type normal with profile None {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:06:18.487479 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-7bbdad38-d41c-4c85-87be-2f2ccade80df req-2d1eac16-c461-4d56-9308-019ccd59d656 service neutron] Attempting to bind port 522b4389-a942-43b4-b1c8-2896864af68a by drivers openvswitch,hyperv on host n-h2-802623-1 at level 0 using segments [{'id': 'ff9b0beb-ebd9-45f3-9693-d627eb3bb065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '7ba5f889-7a68-424d-8fa1-71447bc958df'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:06:18.487813 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bbdad38-d41c-4c85-87be-2f2ccade80df req-2d1eac16-c461-4d56-9308-019ccd59d656 service neutron] Attempting to bind port 522b4389-a942-43b4-b1c8-2896864af68a on network 7ba5f889-7a68-424d-8fa1-71447bc958df {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:06:18.496322 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bbdad38-d41c-4c85-87be-2f2ccade80df req-2d1eac16-c461-4d56-9308-019ccd59d656 service neutron] Port 522b4389-a942-43b4-b1c8-2896864af68a on network 7ba5f889-7a68-424d-8fa1-71447bc958df not bound, no agent of type Open vSwitch agent registered on host n-h2-802623-1 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 23:06:18.496813 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bbdad38-d41c-4c85-87be-2f2ccade80df req-2d1eac16-c461-4d56-9308-019ccd59d656 service neutron] Attempting to bind port 522b4389-a942-43b4-b1c8-2896864af68a on network 7ba5f889-7a68-424d-8fa1-71447bc958df {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:06:18.506769 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bbdad38-d41c-4c85-87be-2f2ccade80df req-2d1eac16-c461-4d56-9308-019ccd59d656 service neutron] Checking agent: {'id': 'c5cc038b-93c4-4df4-8061-5df2a04a48c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 23, 0, 4), 'started_at': datetime.datetime(2021, 7, 27, 23, 0, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 6, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:06:18.507138 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bbdad38-d41c-4c85-87be-2f2ccade80df req-2d1eac16-c461-4d56-9308-019ccd59d656 service neutron] Checking segment: {'id': 'ff9b0beb-ebd9-45f3-9693-d627eb3bb065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '7ba5f889-7a68-424d-8fa1-71447bc958df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:06:18.508266 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-9a5bdef4-5111-491c-9819-5885dd3ace12 req-abd68b8e-d14b-423b-90d1-fc30dbf58dfb tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] 10.222.0.18 "GET /v2.0/security-groups?id=3b54d803-f776-413f-b5bd-6e9336fca6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593843 Jul 27 23:06:18.508666 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bbdad38-d41c-4c85-87be-2f2ccade80df req-2d1eac16-c461-4d56-9308-019ccd59d656 service neutron] Bound using segment: {'id': 'ff9b0beb-ebd9-45f3-9693-d627eb3bb065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '7ba5f889-7a68-424d-8fa1-71447bc958df'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:06:18.509274 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-7bbdad38-d41c-4c85-87be-2f2ccade80df req-2d1eac16-c461-4d56-9308-019ccd59d656 service neutron] Bound port: 522b4389-a942-43b4-b1c8-2896864af68a, host: n-h2-802623-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff9b0beb-ebd9-45f3-9693-d627eb3bb065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '7ba5f889-7a68-424d-8fa1-71447bc958df'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:06:18.558411 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [req-4ba0832f-de7b-4e06-9d66-a9e681393a16 req-2c44769f-7894-430e-a5c6-9212ffe265d7 tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] Deleting port d6d8a52c-a304-46dd-bea3-c11de35f5ce8 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:06:18.558772 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-4ba0832f-de7b-4e06-9d66-a9e681393a16 req-2c44769f-7894-430e-a5c6-9212ffe265d7 tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:18.617828 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221f4f98-cff0-45ba-a046-4e1243fd4fe4 req-15a54153-4d38-4813-85df-9db988398a03 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:18.619856 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-221f4f98-cff0-45ba-a046-4e1243fd4fe4 req-15a54153-4d38-4813-85df-9db988398a03 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.18 "GET /v2.0/ports?device_id=261a10d5-9966-4cd3-b55b-2dc2bbad9d66 HTTP/1.1" status: 200 len: 943 time: 0.0584235 Jul 27 23:06:18.665412 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-221f4f98-cff0-45ba-a046-4e1243fd4fe4 req-6112b704-cd4c-4d33-8610-496e351ef4e5 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.18 "GET /v2.0/security-groups?id=657c655b-8580-45d5-979f-9b32b7a260f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382085 Jul 27 23:06:18.851365 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ae9d180d-d560-4b07-b2b6-d3be982f81b8 req-61960d4e-7801-42da-b3e6-d0ed2cd9b0fa tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] 10.222.0.18 "GET /v2.0/ports?device_id=043450d5-a8e9-4524-8c01-f8118205eebd HTTP/1.1" status: 200 len: 210 time: 0.0286009 Jul 27 23:06:18.993475 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-7bbdad38-d41c-4c85-87be-2f2ccade80df req-2d1eac16-c461-4d56-9308-019ccd59d656 service neutron] For port 522b4389-a942-43b4-b1c8-2896864af68a, host n-h2-802623-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=522b4389-a942-43b4-b1c8-2896864af68a,segment=NetworkSegment(ff9b0beb-ebd9-45f3-9693-d627eb3bb065),segment_id=ff9b0beb-ebd9-45f3-9693-d627eb3bb065)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:06:18.999158 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-7bbdad38-d41c-4c85-87be-2f2ccade80df req-2d1eac16-c461-4d56-9308-019ccd59d656 service neutron] Notify callbacks [] for binding, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:19.000969 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-7bbdad38-d41c-4c85-87be-2f2ccade80df req-2d1eac16-c461-4d56-9308-019ccd59d656 service neutron] 10.222.0.18 "POST /v2.0/ports/522b4389-a942-43b4-b1c8-2896864af68a/bindings HTTP/1.1" status: 201 len: 389 time: 0.8466272 Jul 27 23:06:19.049300 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-4ba0832f-de7b-4e06-9d66-a9e681393a16 req-2c44769f-7894-430e-a5c6-9212ffe265d7 tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] For port d6d8a52c-a304-46dd-bea3-c11de35f5ce8, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=d6d8a52c-a304-46dd-bea3-c11de35f5ce8,segment=NetworkSegment(16e91594-c047-4b55-93eb-43af33ad08e1),segment_id=16e91594-c047-4b55-93eb-43af33ad08e1)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:06:19.049669 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-4ba0832f-de7b-4e06-9d66-a9e681393a16 req-2c44769f-7894-430e-a5c6-9212ffe265d7 tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:19.066407 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [req-4ba0832f-de7b-4e06-9d66-a9e681393a16 req-2c44769f-7894-430e-a5c6-9212ffe265d7 tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] Calling delete_port for d6d8a52c-a304-46dd-bea3-c11de35f5ce8 owned by compute:nova {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:06:19.148498 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 16a03975-1218-4791-aaee-730273d7d0de details requested by agent hyperv_n-h1-802623-1 with host n-h1-802623-1 {{(pid=93799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 23:06:19.264518 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-4ba0832f-de7b-4e06-9d66-a9e681393a16 req-2c44769f-7894-430e-a5c6-9212ffe265d7 tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:19.283661 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] get_ports_and_sgs() called for port_ids ['6f96dd91-321d-43d6-b890-90f0e576d8ed', 'd6d8a52c-a304-46dd-bea3-c11de35f5ce8'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:06:19.313750 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db30bec-4c04-4890-8e63-d652cec4cd25 req-68861e22-9ee6-4dd5-8ea7-63e11416db20 tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:19.324289 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-6db30bec-4c04-4890-8e63-d652cec4cd25 req-68861e22-9ee6-4dd5-8ea7-63e11416db20 tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab41d699-a6c9-471f-af92-d91f3fbbf8be HTTP/1.1" status: 200 len: 945 time: 0.1308458 Jul 27 23:06:19.334878 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] get_ports_and_sgs() called for port_ids ['5846d570-02c7-4aa0-9192-d3ba5af45f47', 'd16d8cf4-e2de-4eb8-9fe9-4d707871ce90', '51503d21-25f0-4cfe-8971-38c8d8d196bd', 'dc8e3238-5e75-4e06-81b0-0aa1040dcfd4'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:06:19.372328 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbdad38-d41c-4c85-87be-2f2ccade80df req-1dd4c892-76ff-43a3-a54c-5c9a678d7209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:19.378197 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7bbdad38-d41c-4c85-87be-2f2ccade80df req-1dd4c892-76ff-43a3-a54c-5c9a678d7209 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2b51160ea37c42ce86518efb7f5012de&device_id=ab41d699-a6c9-471f-af92-d91f3fbbf8be HTTP/1.1" status: 200 len: 1096 time: 0.0883288 Jul 27 23:06:19.461223 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c44769f-7894-430e-a5c6-9212ffe265d7 tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] Pushing event deleted for resources: {'Port': ['ID=d6d8a52c-a304-46dd-bea3-c11de35f5ce8,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:06:19.524410 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbdad38-d41c-4c85-87be-2f2ccade80df req-2e8968a3-2708-47f5-a2c0-e0e8774a538e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:19.526618 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7bbdad38-d41c-4c85-87be-2f2ccade80df req-2e8968a3-2708-47f5-a2c0-e0e8774a538e service neutron] 10.222.0.49 "GET /v2.0/networks?id=7ba5f889-7a68-424d-8fa1-71447bc958df HTTP/1.1" status: 200 len: 922 time: 0.1413102 Jul 27 23:06:19.586431 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ba0832f-de7b-4e06-9d66-a9e681393a16 req-2c44769f-7894-430e-a5c6-9212ffe265d7 tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] No DVR routers for this DVR port d6d8a52c-a304-46dd-bea3-c11de35f5ce8 on host n-h2-802623-1 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:06:19.589956 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7bbdad38-d41c-4c85-87be-2f2ccade80df req-c7dc7b76-1989-4679-8acd-b2a08acf4396 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=522b4389-a942-43b4-b1c8-2896864af68a HTTP/1.1" status: 200 len: 217 time: 0.0551877 Jul 27 23:06:19.594151 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-4ba0832f-de7b-4e06-9d66-a9e681393a16 req-2c44769f-7894-430e-a5c6-9212ffe265d7 tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:19.596372 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-4ba0832f-de7b-4e06-9d66-a9e681393a16 req-2c44769f-7894-430e-a5c6-9212ffe265d7 tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] 10.222.0.49 "DELETE /v2.0/ports/d6d8a52c-a304-46dd-bea3-c11de35f5ce8 HTTP/1.1" status: 204 len: 173 time: 1.2511430 Jul 27 23:06:19.597312 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '744a40dc-1a5c-4ddc-bfa1-b21a2a6cd777', 'name': 'network-vif-deleted', 'tag': 'd6d8a52c-a304-46dd-bea3-c11de35f5ce8'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:06:19.599609 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a476459a1bfce68b0ae0df5b6a71154bfc7cfdc8f9eefce6ad0a17231e60468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-948a42d8-9b53-45d1-8ce5-7292ff7bc82f" -d '{"events": [{"server_uuid": "744a40dc-1a5c-4ddc-bfa1-b21a2a6cd777", "name": "network-vif-deleted", "tag": "d6d8a52c-a304-46dd-bea3-c11de35f5ce8"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:06:19.625752 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-6db30bec-4c04-4890-8e63-d652cec4cd25 req-2db23a58-9461-4075-903c-7515145ddfe4 tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ee1769a-7cc2-4f9a-a15b-54c39d35bd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2983902 Jul 27 23:06:19.650911 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbdad38-d41c-4c85-87be-2f2ccade80df req-ee8d0599-44f5-4beb-9ae7-66aa2a534e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:19.653110 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7bbdad38-d41c-4c85-87be-2f2ccade80df req-ee8d0599-44f5-4beb-9ae7-66aa2a534e82 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=2be3a116-6f3a-48af-9c58-17be143660fc HTTP/1.1" status: 200 len: 861 time: 0.0558488 Jul 27 23:06:19.742108 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7bbdad38-d41c-4c85-87be-2f2ccade80df req-44efc1a5-5b61-4729-88fc-972590f5f9a5 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=7ba5f889-7a68-424d-8fa1-71447bc958df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0792098 Jul 27 23:06:19.744320 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f270f1c8-7014-4d5a-b690-e22701e3b3d4 req-a72d5a13-0a02-4574-9e43-1b44467be3c5 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:19.745959 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f270f1c8-7014-4d5a-b690-e22701e3b3d4 req-a72d5a13-0a02-4574-9e43-1b44467be3c5 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] 10.222.0.49 "GET /v2.0/networks?id=c451a142-86a9-4355-833f-365557d21b8d HTTP/1.1" status: 200 len: 808 time: 0.4109275 Jul 27 23:06:19.769462 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [req-f270f1c8-7014-4d5a-b690-e22701e3b3d4 req-fb18eb8a-8613-4e46-a805-32a6b08f231b tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] Request body: {'port': {'device_id': '043450d5-a8e9-4524-8c01-f8118205eebd', 'network_id': 'c451a142-86a9-4355-833f-365557d21b8d', 'admin_state_up': True, 'tenant_id': '59376bbb1c574537a7eaca41e781bf3f'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:06:19.773158 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port 16a03975-1218-4791-aaee-730273d7d0de, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=16a03975-1218-4791-aaee-730273d7d0de,segment=NetworkSegment(28e446c9-01ab-4372-bcf6-11d579b6d514),segment_id=28e446c9-01ab-4372-bcf6-11d579b6d514)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:06:19.842763 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Returning: {'device': '16a03975-1218-4791-aaee-730273d7d0de', 'network_id': '9e23151c-db3f-4ce6-bd4c-f37102973a7b', 'port_id': '16a03975-1218-4791-aaee-730273d7d0de', 'mac_address': 'fa:16:3e:9b:1c:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '907748a0-cd4e-409f-9c38-5786b794e948', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 23:06:19.883534 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-dd81a981-a7dd-4f9b-b2a0-fbb68fe7b153 req-7d1b0cf5-ccba-4c9f-8fd3-493a3356edc8 tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] 10.222.0.18 "GET /v2.0/ports?device_id=744a40dc-1a5c-4ddc-bfa1-b21a2a6cd777 HTTP/1.1" status: 200 len: 210 time: 0.1513264 Jul 27 23:06:19.915213 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:06:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e1a4eb9-5cb1-49ff-93a4-0f3e7ef436de x-openstack-request-id: req-6e1a4eb9-5cb1-49ff-93a4-0f3e7ef436de {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:06:19.917772 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "744a40dc-1a5c-4ddc-bfa1-b21a2a6cd777", "name": "network-vif-deleted", "tag": "d6d8a52c-a304-46dd-bea3-c11de35f5ce8", "status": "completed", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:06:19.918165 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6e1a4eb9-5cb1-49ff-93a4-0f3e7ef436de {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:06:19.918598 n-d-802623-1 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '744a40dc-1a5c-4ddc-bfa1-b21a2a6cd777', 'name': 'network-vif-deleted', 'tag': 'd6d8a52c-a304-46dd-bea3-c11de35f5ce8', 'status': 'completed', 'code': 200} Jul 27 23:06:19.953501 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:20.009160 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7bbdad38-d41c-4c85-87be-2f2ccade80df req-a7423f27-fa83-4c54-917f-ca28e3d37d6e service neutron] 10.222.0.49 "GET /v2.0/networks/7ba5f889-7a68-424d-8fa1-71447bc958df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2348976 Jul 27 23:06:20.032523 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16a03975-1218-4791-aaee-730273d7d0de {{(pid=93799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:06:20.060490 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device b060ee09-b4fc-4efe-a192-a8e75c1ffeee no longer exists at agent hyperv_n-h2-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:06:20.157194 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898c0191-c6ee-469c-b443-6866ff0e9b81 req-3a32238e-8db5-4db4-a6ed-c978c22a741d tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:20.166343 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-898c0191-c6ee-469c-b443-6866ff0e9b81 req-3a32238e-8db5-4db4-a6ed-c978c22a741d tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.18 "GET /v2.0/ports?device_id=261a10d5-9966-4cd3-b55b-2dc2bbad9d66 HTTP/1.1" status: 200 len: 943 time: 0.1987772 Jul 27 23:06:20.180661 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port 16a03975-1218-4791-aaee-730273d7d0de, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=16a03975-1218-4791-aaee-730273d7d0de,segment=NetworkSegment(28e446c9-01ab-4372-bcf6-11d579b6d514),segment_id=28e446c9-01ab-4372-bcf6-11d579b6d514)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:06:20.189248 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] No Port match for: b060ee09-b4fc-4efe-a192-a8e75c1ffeee {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:06:20.190072 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device b060ee09-b4fc-4efe-a192-a8e75c1ffeee not bound to the agent host n-h2-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:06:20.217379 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f270f1c8-7014-4d5a-b690-e22701e3b3d4 req-fb18eb8a-8613-4e46-a805-32a6b08f231b tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] Made reservation on behalf of 59376bbb1c574537a7eaca41e781bf3f for: {'port': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:06:20.221198 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.agents_db [None req-9beef776-8bab-4de2-989a-f5a23ba4aaf4 None None] Agent healthcheck: found 7 active agents {{(pid=93800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 23:06:20.222693 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:20.225119 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-f270f1c8-7014-4d5a-b690-e22701e3b3d4 req-fb18eb8a-8613-4e46-a805-32a6b08f231b tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:20.246885 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-898c0191-c6ee-469c-b443-6866ff0e9b81 req-3b9f322a-2184-4f00-b02e-681ce6aaf007 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.18 "GET /v2.0/security-groups?id=657c655b-8580-45d5-979f-9b32b7a260f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790510 Jul 27 23:06:20.325257 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7bbdad38-d41c-4c85-87be-2f2ccade80df req-b64093f8-6a14-4063-85bc-0afa89fed59f service neutron] 10.222.0.49 "GET /v2.0/networks/7ba5f889-7a68-424d-8fa1-71447bc958df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3076773 Jul 27 23:06:20.388721 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Pushing event updated for resources: {'Port': ['ID=16a03975-1218-4791-aaee-730273d7d0de,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:06:20.457727 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-1a5018f7-2e8d-4faa-8d11-917838da03c2 req-30e986c5-6184-4f58-84ce-17eab56bcae1 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] 10.222.0.18 "GET /v2.0/ports?device_id=043450d5-a8e9-4524-8c01-f8118205eebd HTTP/1.1" status: 200 len: 210 time: 0.1075404 Jul 27 23:06:20.558466 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 55182) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:06:20.583641 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] get_ports_and_sgs() called for port_ids ['16a03975-1218-4791-aaee-730273d7d0de'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:06:20.592817 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [req-f270f1c8-7014-4d5a-b690-e22701e3b3d4 req-fb18eb8a-8613-4e46-a805-32a6b08f231b tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] Allocated IP 172.20.0.14 (c451a142-86a9-4355-833f-365557d21b8d/b1592ca5-0a74-47a5-88e1-85b3448a0017/1a4ffe25-6ceb-4249-ab10-ac979bdc7b73) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:06:20.784725 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-f270f1c8-7014-4d5a-b690-e22701e3b3d4 req-fb18eb8a-8613-4e46-a805-32a6b08f231b tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:20.833160 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-f270f1c8-7014-4d5a-b690-e22701e3b3d4 req-fb18eb8a-8613-4e46-a805-32a6b08f231b tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:20.874730 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-2b8d3026-1a25-49f8-9ce5-a95651c5c6af admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=718367b134dc4570881b7a18773877af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3113949 Jul 27 23:06:20.875911 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 55188) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:06:20.884922 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fc6134-a6f3-4b09-9567-21948198ec0e req-f3e30f48-0ea5-4306-9be9-0558ab38e8d4 tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:20.886457 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-64fc6134-a6f3-4b09-9567-21948198ec0e req-f3e30f48-0ea5-4306-9be9-0558ab38e8d4 tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab41d699-a6c9-471f-af92-d91f3fbbf8be HTTP/1.1" status: 200 len: 945 time: 0.1437397 Jul 27 23:06:20.894108 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f270f1c8-7014-4d5a-b690-e22701e3b3d4 req-fb18eb8a-8613-4e46-a805-32a6b08f231b tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] Network c451a142-86a9-4355-833f-365557d21b8d is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:06:20.901048 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [req-f270f1c8-7014-4d5a-b690-e22701e3b3d4 req-fb18eb8a-8613-4e46-a805-32a6b08f231b tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:06:20.912190 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [req-f270f1c8-7014-4d5a-b690-e22701e3b3d4 req-fb18eb8a-8613-4e46-a805-32a6b08f231b tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:06:20.933484 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-64fc6134-a6f3-4b09-9567-21948198ec0e req-4c4e6c53-1a94-4141-92ae-bf2299bb8443 tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ee1769a-7cc2-4f9a-a15b-54c39d35bd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396569 Jul 27 23:06:20.963745 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb18eb8a-8613-4e46-a805-32a6b08f231b tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] Pushing event updated for resources: {'Port': ['ID=1a4ffe25-6ceb-4249-ab10-ac979bdc7b73,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:06:20.989577 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c995228d-9416-4030-9bd9-5cf5489d8d30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:21.009534 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f270f1c8-7014-4d5a-b690-e22701e3b3d4 req-fb18eb8a-8613-4e46-a805-32a6b08f231b tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:21.010161 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-f270f1c8-7014-4d5a-b690-e22701e3b3d4 req-fb18eb8a-8613-4e46-a805-32a6b08f231b tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:21.032421 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c995228d-9416-4030-9bd9-5cf5489d8d30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:21.035073 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f270f1c8-7014-4d5a-b690-e22701e3b3d4 req-fb18eb8a-8613-4e46-a805-32a6b08f231b tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2749097 Jul 27 23:06:21.052440 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [req-f270f1c8-7014-4d5a-b690-e22701e3b3d4 req-be2de212-2f6f-4f86-9a49-66b98fa88937 service neutron] Request body: {'port': {'device_id': '043450d5-a8e9-4524-8c01-f8118205eebd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802623-1'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:06:21.126271 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-f270f1c8-7014-4d5a-b690-e22701e3b3d4 req-be2de212-2f6f-4f86-9a49-66b98fa88937 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:21.143364 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c995228d-9416-4030-9bd9-5cf5489d8d30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:21.145894 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c995228d-9416-4030-9bd9-5cf5489d8d30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:21.147027 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-c995228d-9416-4030-9bd9-5cf5489d8d30 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ff7eb1ca-1efd-49fe-aacd-a0b1d71edf4a HTTP/1.1" status: 204 len: 168 time: 0.2703362 Jul 27 23:06:21.175079 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c995228d-9416-4030-9bd9-5cf5489d8d30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff7eb1ca-1efd-49fe-aacd-a0b1d71edf4a,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:06:21.185830 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c995228d-9416-4030-9bd9-5cf5489d8d30 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:06:21.186180 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c995228d-9416-4030-9bd9-5cf5489d8d30 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:06:21.186576 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c995228d-9416-4030-9bd9-5cf5489d8d30 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:06:21.187439 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c995228d-9416-4030-9bd9-5cf5489d8d30 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:06:21.187775 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c995228d-9416-4030-9bd9-5cf5489d8d30 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:06:21.188110 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c995228d-9416-4030-9bd9-5cf5489d8d30 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:06:21.188436 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c995228d-9416-4030-9bd9-5cf5489d8d30 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:06:21.188762 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c995228d-9416-4030-9bd9-5cf5489d8d30 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:06:21.189088 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c995228d-9416-4030-9bd9-5cf5489d8d30 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:06:21.189409 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c995228d-9416-4030-9bd9-5cf5489d8d30 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:06:21.189715 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c995228d-9416-4030-9bd9-5cf5489d8d30 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:06:21.190038 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c995228d-9416-4030-9bd9-5cf5489d8d30 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:06:21.411987 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb63b16-f4cb-42fd-8d43-f65208cd611f req-0655168a-858f-4144-a935-938912b233e7 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:21.419667 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-6cb63b16-f4cb-42fd-8d43-f65208cd611f req-0655168a-858f-4144-a935-938912b233e7 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.18 "GET /v2.0/ports?device_id=261a10d5-9966-4cd3-b55b-2dc2bbad9d66 HTTP/1.1" status: 200 len: 944 time: 0.0609200 Jul 27 23:06:21.459530 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88100f8-fd19-476a-bc42-c5b479cb289a req-3a6cd19f-519a-484c-96a8-5d569ba278d6 tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:21.461096 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d88100f8-fd19-476a-bc42-c5b479cb289a req-3a6cd19f-519a-484c-96a8-5d569ba278d6 tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] 10.222.0.18 "GET /v2.0/ports?device_id=2facac92-c8e9-4c35-89d2-d04cd11b1cae HTTP/1.1" status: 200 len: 950 time: 0.0830176 Jul 27 23:06:21.467191 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-6cb63b16-f4cb-42fd-8d43-f65208cd611f req-e3ee1a06-a217-4f78-9374-5bc60d807017 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.18 "GET /v2.0/security-groups?id=657c655b-8580-45d5-979f-9b32b7a260f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426409 Jul 27 23:06:21.526207 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d88100f8-fd19-476a-bc42-c5b479cb289a req-ac8b2ac9-24ef-4453-9239-464425cfdf88 tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] 10.222.0.18 "GET /v2.0/security-groups?id=3b54d803-f776-413f-b5bd-6e9336fca6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533588 Jul 27 23:06:21.608742 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [req-f270f1c8-7014-4d5a-b690-e22701e3b3d4 req-be2de212-2f6f-4f86-9a49-66b98fa88937 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a4ffe25-6ceb-4249-ab10-ac979bdc7b73 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:06:21.614398 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3544a0d-d7d6-40d3-833f-34876636d9a4 req-c30ca632-0392-486d-82e6-de58a76ab2dc tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:21.622018 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-d3544a0d-d7d6-40d3-833f-34876636d9a4 req-c30ca632-0392-486d-82e6-de58a76ab2dc tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] 10.222.0.18 "GET /v2.0/ports?device_id=043450d5-a8e9-4524-8c01-f8118205eebd HTTP/1.1" status: 200 len: 932 time: 0.0803289 Jul 27 23:06:21.630949 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-f270f1c8-7014-4d5a-b690-e22701e3b3d4 req-be2de212-2f6f-4f86-9a49-66b98fa88937 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:21.644716 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [req-f270f1c8-7014-4d5a-b690-e22701e3b3d4 req-be2de212-2f6f-4f86-9a49-66b98fa88937 service neutron] Transition to ACTIVE for port object 1a4ffe25-6ceb-4249-ab10-ac979bdc7b73 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:06:21.648754 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] get_ports_and_sgs() called for port_ids ['24185df4-0d89-421f-a3eb-be4ff3de08d0'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:06:21.656083 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-f270f1c8-7014-4d5a-b690-e22701e3b3d4 req-be2de212-2f6f-4f86-9a49-66b98fa88937 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11336041'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:21.678627 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-d3544a0d-d7d6-40d3-833f-34876636d9a4 req-d420d49a-79c1-4be7-ab26-251d7096b998 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] 10.222.0.18 "GET /v2.0/security-groups?id=bed30b16-cd2d-47d0-9758-37dc9df2dfb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556281 Jul 27 23:06:21.740596 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2de212-2f6f-4f86-9a49-66b98fa88937 service neutron] Pushing event updated for resources: {'Port': ['ID=1a4ffe25-6ceb-4249-ab10-ac979bdc7b73,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:06:21.810417 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-f270f1c8-7014-4d5a-b690-e22701e3b3d4 req-be2de212-2f6f-4f86-9a49-66b98fa88937 service neutron] Attempting to bind port 1a4ffe25-6ceb-4249-ab10-ac979bdc7b73 on host n-h2-802623-1 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:06:21.810774 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-f270f1c8-7014-4d5a-b690-e22701e3b3d4 req-be2de212-2f6f-4f86-9a49-66b98fa88937 service neutron] Attempting to bind port 1a4ffe25-6ceb-4249-ab10-ac979bdc7b73 by drivers openvswitch,hyperv on host n-h2-802623-1 at level 0 using segments [{'id': '7332ccbf-8fd9-4ff5-bad6-b4b872eccd4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'c451a142-86a9-4355-833f-365557d21b8d'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:06:21.811138 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f270f1c8-7014-4d5a-b690-e22701e3b3d4 req-be2de212-2f6f-4f86-9a49-66b98fa88937 service neutron] Attempting to bind port 1a4ffe25-6ceb-4249-ab10-ac979bdc7b73 on network c451a142-86a9-4355-833f-365557d21b8d {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:06:21.816903 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f270f1c8-7014-4d5a-b690-e22701e3b3d4 req-be2de212-2f6f-4f86-9a49-66b98fa88937 service neutron] Port 1a4ffe25-6ceb-4249-ab10-ac979bdc7b73 on network c451a142-86a9-4355-833f-365557d21b8d not bound, no agent of type Open vSwitch agent registered on host n-h2-802623-1 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 23:06:21.817240 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f270f1c8-7014-4d5a-b690-e22701e3b3d4 req-be2de212-2f6f-4f86-9a49-66b98fa88937 service neutron] Attempting to bind port 1a4ffe25-6ceb-4249-ab10-ac979bdc7b73 on network c451a142-86a9-4355-833f-365557d21b8d {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:06:21.822316 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f270f1c8-7014-4d5a-b690-e22701e3b3d4 req-be2de212-2f6f-4f86-9a49-66b98fa88937 service neutron] Checking agent: {'id': 'c5cc038b-93c4-4df4-8061-5df2a04a48c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 23, 0, 4), 'started_at': datetime.datetime(2021, 7, 27, 23, 0, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 6, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:06:21.822656 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f270f1c8-7014-4d5a-b690-e22701e3b3d4 req-be2de212-2f6f-4f86-9a49-66b98fa88937 service neutron] Checking segment: {'id': '7332ccbf-8fd9-4ff5-bad6-b4b872eccd4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'c451a142-86a9-4355-833f-365557d21b8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:06:21.823065 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f270f1c8-7014-4d5a-b690-e22701e3b3d4 req-be2de212-2f6f-4f86-9a49-66b98fa88937 service neutron] Bound using segment: {'id': '7332ccbf-8fd9-4ff5-bad6-b4b872eccd4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'c451a142-86a9-4355-833f-365557d21b8d'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:06:21.823501 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-f270f1c8-7014-4d5a-b690-e22701e3b3d4 req-be2de212-2f6f-4f86-9a49-66b98fa88937 service neutron] Bound port: 1a4ffe25-6ceb-4249-ab10-ac979bdc7b73, host: n-h2-802623-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7332ccbf-8fd9-4ff5-bad6-b4b872eccd4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'c451a142-86a9-4355-833f-365557d21b8d'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:06:21.823865 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-f270f1c8-7014-4d5a-b690-e22701e3b3d4 req-be2de212-2f6f-4f86-9a49-66b98fa88937 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:21.906286 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-f270f1c8-7014-4d5a-b690-e22701e3b3d4 req-be2de212-2f6f-4f86-9a49-66b98fa88937 service neutron] For port 1a4ffe25-6ceb-4249-ab10-ac979bdc7b73, host n-h2-802623-1, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:06:21.909745 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-f270f1c8-7014-4d5a-b690-e22701e3b3d4 req-be2de212-2f6f-4f86-9a49-66b98fa88937 service neutron] For port 1a4ffe25-6ceb-4249-ab10-ac979bdc7b73, host n-h2-802623-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=1a4ffe25-6ceb-4249-ab10-ac979bdc7b73,segment=NetworkSegment(7332ccbf-8fd9-4ff5-bad6-b4b872eccd4e),segment_id=7332ccbf-8fd9-4ff5-bad6-b4b872eccd4e)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:06:21.915201 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-f270f1c8-7014-4d5a-b690-e22701e3b3d4 req-be2de212-2f6f-4f86-9a49-66b98fa88937 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11336041'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:21.955055 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f270f1c8-7014-4d5a-b690-e22701e3b3d4 req-be2de212-2f6f-4f86-9a49-66b98fa88937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:21.956171 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-f270f1c8-7014-4d5a-b690-e22701e3b3d4 req-be2de212-2f6f-4f86-9a49-66b98fa88937 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:21.957562 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f270f1c8-7014-4d5a-b690-e22701e3b3d4 req-be2de212-2f6f-4f86-9a49-66b98fa88937 service neutron] 10.222.0.49 "PUT /v2.0/ports/1a4ffe25-6ceb-4249-ab10-ac979bdc7b73 HTTP/1.1" status: 200 len: 1092 time: 0.9135072 Jul 27 23:06:21.958241 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '043450d5-a8e9-4524-8c01-f8118205eebd', 'tag': '1a4ffe25-6ceb-4249-ab10-ac979bdc7b73'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:06:21.960493 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a476459a1bfce68b0ae0df5b6a71154bfc7cfdc8f9eefce6ad0a17231e60468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98988f7e-168d-40f7-a984-79eeec1ba6dc" -d '{"events": [{"name": "network-changed", "server_uuid": "043450d5-a8e9-4524-8c01-f8118205eebd", "tag": "1a4ffe25-6ceb-4249-ab10-ac979bdc7b73"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:06:22.006588 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2de212-2f6f-4f86-9a49-66b98fa88937 service neutron] Pushing event updated for resources: {'Port': ['ID=1a4ffe25-6ceb-4249-ab10-ac979bdc7b73,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:06:22.010889 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 23:06:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91cd3ed8-3267-4050-abdb-5272e0b6d090 x-openstack-request-id: req-91cd3ed8-3267-4050-abdb-5272e0b6d090 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:06:22.011424 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "043450d5-a8e9-4524-8c01-f8118205eebd", "tag": "1a4ffe25-6ceb-4249-ab10-ac979bdc7b73", "status": "completed", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:06:22.012172 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-91cd3ed8-3267-4050-abdb-5272e0b6d090 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:06:22.012172 n-d-802623-1 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '043450d5-a8e9-4524-8c01-f8118205eebd', 'tag': '1a4ffe25-6ceb-4249-ab10-ac979bdc7b73', 'status': 'completed', 'code': 200} Jul 27 23:06:22.090216 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f270f1c8-7014-4d5a-b690-e22701e3b3d4 req-b25dc085-4acf-4d4e-b626-4d5fd5a1eb08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:22.091779 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f270f1c8-7014-4d5a-b690-e22701e3b3d4 req-b25dc085-4acf-4d4e-b626-4d5fd5a1eb08 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=59376bbb1c574537a7eaca41e781bf3f&device_id=043450d5-a8e9-4524-8c01-f8118205eebd HTTP/1.1" status: 200 len: 1095 time: 0.0787911 Jul 27 23:06:22.106777 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0e5507-0127-4c58-bed9-7d656f26cd48 req-e5f0c186-909f-4af4-873c-c59638ed0b39 tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:22.109264 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-5c0e5507-0127-4c58-bed9-7d656f26cd48 req-e5f0c186-909f-4af4-873c-c59638ed0b39 tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab41d699-a6c9-471f-af92-d91f3fbbf8be HTTP/1.1" status: 200 len: 945 time: 0.0661497 Jul 27 23:06:22.130909 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 55230) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:06:22.168992 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f270f1c8-7014-4d5a-b690-e22701e3b3d4 req-7efea94b-1401-468f-be7b-81a56719037a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1a4ffe25-6ceb-4249-ab10-ac979bdc7b73 HTTP/1.1" status: 200 len: 217 time: 0.0567524 Jul 27 23:06:22.216599 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-5c0e5507-0127-4c58-bed9-7d656f26cd48 req-ab88b6cf-1a1b-48d0-87fd-9e037529ecba tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ee1769a-7cc2-4f9a-a15b-54c39d35bd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949326 Jul 27 23:06:22.236713 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f270f1c8-7014-4d5a-b690-e22701e3b3d4 req-dc078785-c645-43a3-858e-7e76f71a9088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:22.238189 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f270f1c8-7014-4d5a-b690-e22701e3b3d4 req-dc078785-c645-43a3-858e-7e76f71a9088 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b1592ca5-0a74-47a5-88e1-85b3448a0017 HTTP/1.1" status: 200 len: 848 time: 0.0607457 Jul 27 23:06:22.272707 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-46669220-4f69-4433-a010-83046030b8f6 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-974451771-network', 'tenant_id': '96daf22d5b4247978edfc4cfc5ef5662'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:06:22.273835 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f270f1c8-7014-4d5a-b690-e22701e3b3d4 req-3752d17f-bb9e-4c76-8dd6-c48e0395889b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c451a142-86a9-4355-833f-365557d21b8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268569 Jul 27 23:06:22.297982 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46669220-4f69-4433-a010-83046030b8f6 admin admin] Made reservation on behalf of 96daf22d5b4247978edfc4cfc5ef5662 for: {'network': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:06:22.300942 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-46669220-4f69-4433-a010-83046030b8f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for network, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:22.310374 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-46669220-4f69-4433-a010-83046030b8f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:22.408544 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f270f1c8-7014-4d5a-b690-e22701e3b3d4 req-08042fcf-f33a-44c4-bbdd-fcb592ee497c service neutron] 10.222.0.49 "GET /v2.0/networks/c451a142-86a9-4355-833f-365557d21b8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268067 Jul 27 23:06:22.419781 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-46669220-4f69-4433-a010-83046030b8f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:22.423910 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-46669220-4f69-4433-a010-83046030b8f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:22.444839 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46669220-4f69-4433-a010-83046030b8f6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 522} {{(pid=93798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 23:06:22.459171 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46669220-4f69-4433-a010-83046030b8f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8e7b229-51f5-4d90-9897-e570dceca7b3,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:06:22.464043 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-46669220-4f69-4433-a010-83046030b8f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:22.464389 n-d-802623-1 neutron-server[93798]: INFO neutron.db.segments_db [None req-46669220-4f69-4433-a010-83046030b8f6 admin admin] Added segment 0804c63a-d684-491c-9e34-41f7ae70f391 of type vlan for network 14a5d194-281e-4b99-8409-49ab4b374004 Jul 27 23:06:22.481294 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46669220-4f69-4433-a010-83046030b8f6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:06:22.481640 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46669220-4f69-4433-a010-83046030b8f6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:06:22.481980 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46669220-4f69-4433-a010-83046030b8f6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:06:22.482316 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46669220-4f69-4433-a010-83046030b8f6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:06:22.482648 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46669220-4f69-4433-a010-83046030b8f6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:06:22.482978 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46669220-4f69-4433-a010-83046030b8f6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:06:22.483361 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46669220-4f69-4433-a010-83046030b8f6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:06:22.483692 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46669220-4f69-4433-a010-83046030b8f6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:06:22.484018 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46669220-4f69-4433-a010-83046030b8f6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:06:22.484344 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46669220-4f69-4433-a010-83046030b8f6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:06:22.484665 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46669220-4f69-4433-a010-83046030b8f6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:06:22.484986 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46669220-4f69-4433-a010-83046030b8f6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:06:22.523571 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f270f1c8-7014-4d5a-b690-e22701e3b3d4 req-3bcc6e45-038e-478e-b662-414608aa0ae4 service neutron] 10.222.0.49 "GET /v2.0/networks/c451a142-86a9-4355-833f-365557d21b8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039495 Jul 27 23:06:22.530687 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-46669220-4f69-4433-a010-83046030b8f6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736833354590'] for network, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:22.570216 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-46669220-4f69-4433-a010-83046030b8f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569'] for network, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:22.571405 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46669220-4f69-4433-a010-83046030b8f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:22.572087 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-46669220-4f69-4433-a010-83046030b8f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:22.647835 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-46669220-4f69-4433-a010-83046030b8f6 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.5151889 Jul 27 23:06:22.648483 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 55240) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:06:22.654871 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-37f0a574-60de-4bf0-ad57-415f97b3363c admin admin] Request body: {'subnet': {'network_id': '14a5d194-281e-4b99-8409-49ab4b374004', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-974451771-subnet', 'tenant_id': '96daf22d5b4247978edfc4cfc5ef5662', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:06:22.663885 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98988f7e-168d-40f7-a984-79eeec1ba6dc req-44f77937-0ca2-4ef4-8b5d-8cfe5ccb9940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:22.665514 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-98988f7e-168d-40f7-a984-79eeec1ba6dc req-44f77937-0ca2-4ef4-8b5d-8cfe5ccb9940 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=59376bbb1c574537a7eaca41e781bf3f&device_id=043450d5-a8e9-4524-8c01-f8118205eebd HTTP/1.1" status: 200 len: 1095 time: 0.0835390 Jul 27 23:06:22.675720 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46669220-4f69-4433-a010-83046030b8f6 admin admin] Pushing event updated for resources: {'Network': ['ID=14a5d194-281e-4b99-8409-49ab4b374004,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:06:22.690099 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Network 14a5d194-281e-4b99-8409-49ab4b374004 details requested by agent ovs-agent-n-d-802623-1 with host n-d-802623-1 {{(pid=93799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 23:06:22.693035 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e73d3cc-a1fb-424d-85d1-d0efaa6b8273 req-37add833-4dc9-49cb-ac8c-427b66df4115 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:22.695245 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-5e73d3cc-a1fb-424d-85d1-d0efaa6b8273 req-37add833-4dc9-49cb-ac8c-427b66df4115 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.18 "GET /v2.0/ports?device_id=261a10d5-9966-4cd3-b55b-2dc2bbad9d66 HTTP/1.1" status: 200 len: 944 time: 0.1048698 Jul 27 23:06:22.705094 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5574d6e-cbb3-449d-baed-e7f6f1fbcca2 req-3abac418-c4ae-4d46-9a0b-3ff8e5f6ee0a tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:22.712603 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c5574d6e-cbb3-449d-baed-e7f6f1fbcca2 req-3abac418-c4ae-4d46-9a0b-3ff8e5f6ee0a tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] 10.222.0.18 "GET /v2.0/ports?device_id=2facac92-c8e9-4c35-89d2-d04cd11b1cae HTTP/1.1" status: 200 len: 950 time: 0.0877862 Jul 27 23:06:22.781525 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37f0a574-60de-4bf0-ad57-415f97b3363c admin admin] Made reservation on behalf of 96daf22d5b4247978edfc4cfc5ef5662 for: {'subnet': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:06:22.783817 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-37f0a574-60de-4bf0-ad57-415f97b3363c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11551435'] for subnet, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:22.787124 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c5574d6e-cbb3-449d-baed-e7f6f1fbcca2 req-b3036816-19bd-4898-9942-7945c8392ab0 tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] 10.222.0.18 "GET /v2.0/security-groups?id=3b54d803-f776-413f-b5bd-6e9336fca6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660753 Jul 27 23:06:22.891980 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-5e73d3cc-a1fb-424d-85d1-d0efaa6b8273 req-24b36208-2a18-445a-91d1-c37b7ba5539d tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.18 "GET /v2.0/security-groups?id=657c655b-8580-45d5-979f-9b32b7a260f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837127 Jul 27 23:06:22.937013 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5dca7f-94de-4769-b045-dcf02c0f4379 req-6f421120-fad6-4e28-8f2d-a5231038f27a tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:22.938490 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-dd5dca7f-94de-4769-b045-dcf02c0f4379 req-6f421120-fad6-4e28-8f2d-a5231038f27a tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] 10.222.0.38 "GET /v2.0/ports?device_id=2facac92-c8e9-4c35-89d2-d04cd11b1cae HTTP/1.1" status: 200 len: 950 time: 0.2022667 Jul 27 23:06:22.943875 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98988f7e-168d-40f7-a984-79eeec1ba6dc req-51ac82e6-1ef5-437c-ab26-572fc43f55a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:22.945599 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-98988f7e-168d-40f7-a984-79eeec1ba6dc req-51ac82e6-1ef5-437c-ab26-572fc43f55a4 service neutron] 10.222.0.49 "GET /v2.0/networks?id=c451a142-86a9-4355-833f-365557d21b8d HTTP/1.1" status: 200 len: 909 time: 0.2695706 Jul 27 23:06:22.986062 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9652119-953e-491b-a53a-32cac29e5443 req-eae544b3-8479-4951-8be6-585403260fa6 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:22.987740 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f9652119-953e-491b-a53a-32cac29e5443 req-eae544b3-8479-4951-8be6-585403260fa6 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] 10.222.0.18 "GET /v2.0/ports?device_id=043450d5-a8e9-4524-8c01-f8118205eebd HTTP/1.1" status: 200 len: 944 time: 0.0520258 Jul 27 23:06:23.041830 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-98988f7e-168d-40f7-a984-79eeec1ba6dc req-06824b08-63af-4d56-b1b5-e78130906cb1 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1a4ffe25-6ceb-4249-ab10-ac979bdc7b73 HTTP/1.1" status: 200 len: 217 time: 0.0804169 Jul 27 23:06:23.068025 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f9652119-953e-491b-a53a-32cac29e5443 req-6c4f9217-fe20-4511-84c0-101ba878b866 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] 10.222.0.18 "GET /v2.0/security-groups?id=bed30b16-cd2d-47d0-9758-37dc9df2dfb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741835 Jul 27 23:06:23.097358 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ad47f7-a2b9-4928-9f8a-d1ed96354f3b req-7532ddd1-1a37-458f-aa79-b028098c1fb3 tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:23.099001 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-d0ad47f7-a2b9-4928-9f8a-d1ed96354f3b req-7532ddd1-1a37-458f-aa79-b028098c1fb3 tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] 10.222.0.49 "GET /v2.0/ports?device_id=4cdee2d3-ff76-49a5-9f5a-6206da906107 HTTP/1.1" status: 200 len: 950 time: 0.0734165 Jul 27 23:06:23.145365 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98988f7e-168d-40f7-a984-79eeec1ba6dc req-56c2366f-46bd-4dbd-81fc-7167f566d258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:23.147229 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-98988f7e-168d-40f7-a984-79eeec1ba6dc req-56c2366f-46bd-4dbd-81fc-7167f566d258 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b1592ca5-0a74-47a5-88e1-85b3448a0017 HTTP/1.1" status: 200 len: 848 time: 0.0950837 Jul 27 23:06:23.185105 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 16a03975-1218-4791-aaee-730273d7d0de up at agent hyperv_n-h1-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:06:23.219036 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-d0ad47f7-a2b9-4928-9f8a-d1ed96354f3b req-f797841a-6c3b-4933-8c57-a858b223d57e tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] Deleting port 6f96dd91-321d-43d6-b890-90f0e576d8ed {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:06:23.219396 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-d0ad47f7-a2b9-4928-9f8a-d1ed96354f3b req-f797841a-6c3b-4933-8c57-a858b223d57e tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:23.227123 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-98988f7e-168d-40f7-a984-79eeec1ba6dc req-77d02c9e-99e9-470b-8879-08c2c55a5e6d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c451a142-86a9-4355-833f-365557d21b8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0531240 Jul 27 23:06:23.256385 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Provisioning for port 16a03975-1218-4791-aaee-730273d7d0de completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:06:23.264618 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Provisioning complete for port 16a03975-1218-4791-aaee-730273d7d0de triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:06:23.265692 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:23.359245 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-d0ad47f7-a2b9-4928-9f8a-d1ed96354f3b req-f797841a-6c3b-4933-8c57-a858b223d57e tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] For port 6f96dd91-321d-43d6-b890-90f0e576d8ed, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=6f96dd91-321d-43d6-b890-90f0e576d8ed,segment=NetworkSegment(16e91594-c047-4b55-93eb-43af33ad08e1),segment_id=16e91594-c047-4b55-93eb-43af33ad08e1)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:06:23.359638 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-d0ad47f7-a2b9-4928-9f8a-d1ed96354f3b req-f797841a-6c3b-4933-8c57-a858b223d57e tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:23.375636 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-d0ad47f7-a2b9-4928-9f8a-d1ed96354f3b req-f797841a-6c3b-4933-8c57-a858b223d57e tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] Calling delete_port for 6f96dd91-321d-43d6-b890-90f0e576d8ed owned by compute:nova {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:06:23.396017 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:23.411692 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-37f0a574-60de-4bf0-ad57-415f97b3363c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11336182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11551417'] for subnet, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:23.421348 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [req-dd5dca7f-94de-4769-b045-dcf02c0f4379 req-95b16956-f780-4e33-a4af-f729af9e7bb6 tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] Deleting port dc8e3238-5e75-4e06-81b0-0aa1040dcfd4 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:06:23.421803 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-dd5dca7f-94de-4769-b045-dcf02c0f4379 req-95b16956-f780-4e33-a4af-f729af9e7bb6 tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:23.424181 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '261a10d5-9966-4cd3-b55b-2dc2bbad9d66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16a03975-1218-4791-aaee-730273d7d0de'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:06:23.426476 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c0369b0d4f459110ff20a1f9878ba33f96d6491bddb9d15843bf29d01e0bda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91b59f99-619b-4a62-a885-0a3d927cabd3" -d '{"events": [{"server_uuid": "261a10d5-9966-4cd3-b55b-2dc2bbad9d66", "name": "network-vif-plugged", "status": "completed", "tag": "16a03975-1218-4791-aaee-730273d7d0de"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:06:23.442940 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port 16a03975-1218-4791-aaee-730273d7d0de, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=16a03975-1218-4791-aaee-730273d7d0de,segment=NetworkSegment(28e446c9-01ab-4372-bcf6-11d579b6d514),segment_id=28e446c9-01ab-4372-bcf6-11d579b6d514)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:06:23.449006 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:23.527201 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Pushing event updated for resources: {'Port': ['ID=16a03975-1218-4791-aaee-730273d7d0de,revision_number=5']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:06:23.549588 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:06:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48c87228-2446-477e-8105-ed2d5d212c03 x-openstack-request-id: req-48c87228-2446-477e-8105-ed2d5d212c03 {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:06:23.550094 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "261a10d5-9966-4cd3-b55b-2dc2bbad9d66", "name": "network-vif-plugged", "status": "completed", "tag": "16a03975-1218-4791-aaee-730273d7d0de", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:06:23.550999 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-48c87228-2446-477e-8105-ed2d5d212c03 {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:06:23.551797 n-d-802623-1 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '261a10d5-9966-4cd3-b55b-2dc2bbad9d66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16a03975-1218-4791-aaee-730273d7d0de', 'code': 200} Jul 27 23:06:23.560486 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-d0ad47f7-a2b9-4928-9f8a-d1ed96354f3b req-f797841a-6c3b-4933-8c57-a858b223d57e tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:23.573986 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] get_ports_and_sgs() called for port_ids ['6f96dd91-321d-43d6-b890-90f0e576d8ed'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:06:23.576268 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] get_ports_and_sgs() called for port_ids ['5846d570-02c7-4aa0-9192-d3ba5af45f47', 'd16d8cf4-e2de-4eb8-9fe9-4d707871ce90', '51503d21-25f0-4cfe-8971-38c8d8d196bd', 'dc8e3238-5e75-4e06-81b0-0aa1040dcfd4'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:06:23.583285 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-98988f7e-168d-40f7-a984-79eeec1ba6dc req-93c5d50b-ffd1-416f-aca3-6c88b46d4cd1 service neutron] 10.222.0.49 "GET /v2.0/networks/c451a142-86a9-4355-833f-365557d21b8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3455012 Jul 27 23:06:23.604995 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2de3ebc-255b-4eea-b083-d8b36cae530a req-2c15697c-4372-4638-9add-15301275f9a2 tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:23.612596 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-b2de3ebc-255b-4eea-b083-d8b36cae530a req-2c15697c-4372-4638-9add-15301275f9a2 tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab41d699-a6c9-471f-af92-d91f3fbbf8be HTTP/1.1" status: 200 len: 945 time: 0.2604606 Jul 27 23:06:23.636498 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f0a574-60de-4bf0-ad57-415f97b3363c admin admin] Pushing event updated for resources: {'Subnet': ['ID=4fd5a3ff-b29e-4d49-bc76-386259c90c5c,revision_number=0']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:06:23.709328 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f797841a-6c3b-4933-8c57-a858b223d57e tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] Pushing event deleted for resources: {'Port': ['ID=6f96dd91-321d-43d6-b890-90f0e576d8ed,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:06:23.717174 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-dd5dca7f-94de-4769-b045-dcf02c0f4379 req-95b16956-f780-4e33-a4af-f729af9e7bb6 tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] For port dc8e3238-5e75-4e06-81b0-0aa1040dcfd4, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=dc8e3238-5e75-4e06-81b0-0aa1040dcfd4,segment=NetworkSegment(16e91594-c047-4b55-93eb-43af33ad08e1),segment_id=16e91594-c047-4b55-93eb-43af33ad08e1)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:06:23.718138 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-dd5dca7f-94de-4769-b045-dcf02c0f4379 req-95b16956-f780-4e33-a4af-f729af9e7bb6 tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:23.722095 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37f0a574-60de-4bf0-ad57-415f97b3363c admin admin] Checking segment: {'id': '0804c63a-d684-491c-9e34-41f7ae70f391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '14a5d194-281e-4b99-8409-49ab4b374004'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:06:23.722488 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37f0a574-60de-4bf0-ad57-415f97b3363c admin admin] Network hostable DHCP agents. Network: 14a5d194-281e-4b99-8409-49ab4b374004, hostable agents: ['5950e76f-2bde-4343-a925-cbe6bacd2706'], hosted agents: [] {{(pid=93797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 23:06:23.740158 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0ad47f7-a2b9-4928-9f8a-d1ed96354f3b req-f797841a-6c3b-4933-8c57-a858b223d57e tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] No DVR routers for this DVR port 6f96dd91-321d-43d6-b890-90f0e576d8ed on host n-h2-802623-1 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:06:23.744905 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-d0ad47f7-a2b9-4928-9f8a-d1ed96354f3b req-f797841a-6c3b-4933-8c57-a858b223d57e tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:23.748309 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-d0ad47f7-a2b9-4928-9f8a-d1ed96354f3b req-f797841a-6c3b-4933-8c57-a858b223d57e tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] 10.222.0.49 "DELETE /v2.0/ports/6f96dd91-321d-43d6-b890-90f0e576d8ed HTTP/1.1" status: 204 len: 173 time: 0.6414726 Jul 27 23:06:23.749554 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cdee2d3-ff76-49a5-9f5a-6206da906107', 'name': 'network-vif-deleted', 'tag': '6f96dd91-321d-43d6-b890-90f0e576d8ed'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:06:23.752174 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}011f8d312121274bb12d78e77c6379a2079800640016cec6c6d605b73666e854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fb124ba-c5e9-4cb4-8795-841acb6292d7" -d '{"events": [{"server_uuid": "4cdee2d3-ff76-49a5-9f5a-6206da906107", "name": "network-vif-deleted", "tag": "6f96dd91-321d-43d6-b890-90f0e576d8ed"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:06:23.763935 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [req-dd5dca7f-94de-4769-b045-dcf02c0f4379 req-95b16956-f780-4e33-a4af-f729af9e7bb6 tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] Calling delete_port for dc8e3238-5e75-4e06-81b0-0aa1040dcfd4 owned by compute:nova {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:06:23.779306 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87182c18-6b0a-4b36-a6d6-cee70d333010 req-414db67a-d64f-4f78-b97a-c3cb637393b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:23.782347 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-b2de3ebc-255b-4eea-b083-d8b36cae530a req-080ff4fe-7508-4d63-a9d0-0d2a2e261399 tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ee1769a-7cc2-4f9a-a15b-54c39d35bd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629167 Jul 27 23:06:23.795602 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-87182c18-6b0a-4b36-a6d6-cee70d333010 req-414db67a-d64f-4f78-b97a-c3cb637393b6 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=261a10d5-9966-4cd3-b55b-2dc2bbad9d66 HTTP/1.1" status: 200 len: 1096 time: 0.1202784 Jul 27 23:06:23.855705 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-87182c18-6b0a-4b36-a6d6-cee70d333010 req-328427cc-9d5e-4f61-b2fe-a362bcb6da53 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=657c655b-8580-45d5-979f-9b32b7a260f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488708 Jul 27 23:06:23.861894 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:06:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0965b91c-556f-48b5-b9ea-abcdb657fd16 x-openstack-request-id: req-0965b91c-556f-48b5-b9ea-abcdb657fd16 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:06:23.862748 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cdee2d3-ff76-49a5-9f5a-6206da906107", "name": "network-vif-deleted", "tag": "6f96dd91-321d-43d6-b890-90f0e576d8ed", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:06:23.863170 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0965b91c-556f-48b5-b9ea-abcdb657fd16 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:06:23.863830 n-d-802623-1 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cdee2d3-ff76-49a5-9f5a-6206da906107', 'name': 'network-vif-deleted', 'tag': '6f96dd91-321d-43d6-b890-90f0e576d8ed', 'status': 'completed', 'code': 200} Jul 27 23:06:23.910400 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-98988f7e-168d-40f7-a984-79eeec1ba6dc req-a4fa881b-e68f-4b68-8a4c-3d071775a94e service neutron] 10.222.0.49 "GET /v2.0/networks/c451a142-86a9-4355-833f-365557d21b8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2955985 Jul 27 23:06:23.914563 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37f0a574-60de-4bf0-ad57-415f97b3363c admin admin] Network 14a5d194-281e-4b99-8409-49ab4b374004 is scheduled to be hosted by DHCP agent 5950e76f-2bde-4343-a925-cbe6bacd2706 with binding_index 1 {{(pid=93797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 23:06:23.957008 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-37f0a574-60de-4bf0-ad57-415f97b3363c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802623-1, 14a5d194-281e-4b99-8409-49ab4b374004) {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:06:23.969132 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37f0a574-60de-4bf0-ad57-415f97b3363c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:23.970021 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-37f0a574-60de-4bf0-ad57-415f97b3363c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for subnet, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:23.978838 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cc3e435-7bb9-4183-b7b8-da3b432ba0eb None None] Network 14a5d194-281e-4b99-8409-49ab4b374004 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:06:24.027508 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-37f0a574-60de-4bf0-ad57-415f97b3363c admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.3686533 Jul 27 23:06:24.028710 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b927778-beba-4731-bc13-b18c28b70c20 req-092991c2-d3ae-434f-89fa-099038b699be tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:24.036308 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-0b927778-beba-4731-bc13-b18c28b70c20 req-092991c2-d3ae-434f-89fa-099038b699be tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] 10.222.0.18 "GET /v2.0/ports?device_id=2facac92-c8e9-4c35-89d2-d04cd11b1cae HTTP/1.1" status: 200 len: 950 time: 0.1228795 Jul 27 23:06:24.081441 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device d6d8a52c-a304-46dd-bea3-c11de35f5ce8 no longer exists at agent hyperv_n-h2-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:06:24.154257 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b940e0fa-13b9-411d-a6f4-6d588acf726f req-12a3e80a-dbc8-402b-9eac-a4248d4984cc tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:24.158321 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b940e0fa-13b9-411d-a6f4-6d588acf726f req-12a3e80a-dbc8-402b-9eac-a4248d4984cc tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.18 "GET /v2.0/ports?device_id=261a10d5-9966-4cd3-b55b-2dc2bbad9d66 HTTP/1.1" status: 200 len: 945 time: 0.0732124 Jul 27 23:06:24.167478 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-0b927778-beba-4731-bc13-b18c28b70c20 req-17515737-34c4-4caa-a1ad-17ee89d7a620 tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] 10.222.0.18 "GET /v2.0/security-groups?id=3b54d803-f776-413f-b5bd-6e9336fca6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280038 Jul 27 23:06:24.241917 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-dd5dca7f-94de-4769-b045-dcf02c0f4379 req-95b16956-f780-4e33-a4af-f729af9e7bb6 tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:24.267994 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] No Port match for: d6d8a52c-a304-46dd-bea3-c11de35f5ce8 {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:06:24.267994 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device d6d8a52c-a304-46dd-bea3-c11de35f5ce8 not bound to the agent host n-h2-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:06:24.286964 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] get_ports_and_sgs() called for port_ids ['6f96dd91-321d-43d6-b890-90f0e576d8ed'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:06:24.303683 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b940e0fa-13b9-411d-a6f4-6d588acf726f req-a0555ba3-e32f-4095-ab9e-5cf68e0f8538 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.18 "GET /v2.0/security-groups?id=657c655b-8580-45d5-979f-9b32b7a260f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373925 Jul 27 23:06:24.323672 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b16956-f780-4e33-a4af-f729af9e7bb6 tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] Pushing event deleted for resources: {'Port': ['ID=dc8e3238-5e75-4e06-81b0-0aa1040dcfd4,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:06:24.403132 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08b2d138-89c9-4146-a4f8-fc7a457c8771 None None] Network 14a5d194-281e-4b99-8409-49ab4b374004 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:06:24.436106 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd5dca7f-94de-4769-b045-dcf02c0f4379 req-95b16956-f780-4e33-a4af-f729af9e7bb6 tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] No DVR routers for this DVR port dc8e3238-5e75-4e06-81b0-0aa1040dcfd4 on host n-h1-802623-1 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:06:24.440530 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-dd5dca7f-94de-4769-b045-dcf02c0f4379 req-95b16956-f780-4e33-a4af-f729af9e7bb6 tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:24.442952 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-dd5dca7f-94de-4769-b045-dcf02c0f4379 req-95b16956-f780-4e33-a4af-f729af9e7bb6 tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] 10.222.0.38 "DELETE /v2.0/ports/dc8e3238-5e75-4e06-81b0-0aa1040dcfd4 HTTP/1.1" status: 204 len: 173 time: 1.4956415 Jul 27 23:06:24.467459 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2facac92-c8e9-4c35-89d2-d04cd11b1cae', 'name': 'network-vif-deleted', 'tag': 'dc8e3238-5e75-4e06-81b0-0aa1040dcfd4'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:06:24.478700 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a476459a1bfce68b0ae0df5b6a71154bfc7cfdc8f9eefce6ad0a17231e60468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdd59ab1-cde5-4f1f-87f3-cbb7d1ff3874" -d '{"events": [{"server_uuid": "2facac92-c8e9-4c35-89d2-d04cd11b1cae", "name": "network-vif-deleted", "tag": "dc8e3238-5e75-4e06-81b0-0aa1040dcfd4"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:06:24.515729 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6418bd-8314-4d5c-911c-7c420a94331a req-a2aaa4f6-b348-43c9-b237-a5203c4c1a8f tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:24.517400 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-0b6418bd-8314-4d5c-911c-7c420a94331a req-a2aaa4f6-b348-43c9-b237-a5203c4c1a8f tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] 10.222.0.18 "GET /v2.0/ports?device_id=043450d5-a8e9-4524-8c01-f8118205eebd HTTP/1.1" status: 200 len: 944 time: 0.1890109 Jul 27 23:06:24.592344 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-0b6418bd-8314-4d5c-911c-7c420a94331a req-b68bea4c-0dce-4653-9779-fd4b3b0b8208 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] 10.222.0.18 "GET /v2.0/security-groups?id=bed30b16-cd2d-47d0-9758-37dc9df2dfb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633378 Jul 27 23:06:24.750797 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:06:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9df6f96-6b5f-45e4-af4c-a4890439696c x-openstack-request-id: req-d9df6f96-6b5f-45e4-af4c-a4890439696c {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:06:24.751420 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2facac92-c8e9-4c35-89d2-d04cd11b1cae", "name": "network-vif-deleted", "tag": "dc8e3238-5e75-4e06-81b0-0aa1040dcfd4", "status": "completed", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:06:24.751758 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d9df6f96-6b5f-45e4-af4c-a4890439696c {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:06:24.752291 n-d-802623-1 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2facac92-c8e9-4c35-89d2-d04cd11b1cae', 'name': 'network-vif-deleted', 'tag': 'dc8e3238-5e75-4e06-81b0-0aa1040dcfd4', 'status': 'completed', 'code': 200} Jul 27 23:06:24.846357 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af20a7fd-f971-4859-8e69-6f7285accb5c req-17caa342-fe20-499a-88c8-d622cb15aea9 tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:24.848703 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-af20a7fd-f971-4859-8e69-6f7285accb5c req-17caa342-fe20-499a-88c8-d622cb15aea9 tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] 10.222.0.18 "GET /v2.0/networks?id=14a5d194-281e-4b99-8409-49ab4b374004 HTTP/1.1" status: 200 len: 821 time: 0.1224327 Jul 27 23:06:24.877989 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-af20a7fd-f971-4859-8e69-6f7285accb5c req-d0f468b2-4bb6-4018-80ed-bb73d33a6c8f tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] 10.222.0.18 "GET /v2.0/quotas/96daf22d5b4247978edfc4cfc5ef5662 HTTP/1.1" status: 200 len: 375 time: 0.0181570 Jul 27 23:06:24.910165 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-af20a7fd-f971-4859-8e69-6f7285accb5c req-68689e00-266b-4cad-984c-3c7b152b0651 tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=96daf22d5b4247978edfc4cfc5ef5662&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0311399 Jul 27 23:06:24.921052 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c2c220-46ac-4335-b218-f5b24e878011 req-b1fd62ad-aca5-474d-a209-8c90bb7a5040 tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:24.926496 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-26c2c220-46ac-4335-b218-f5b24e878011 req-b1fd62ad-aca5-474d-a209-8c90bb7a5040 tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab41d699-a6c9-471f-af92-d91f3fbbf8be HTTP/1.1" status: 200 len: 945 time: 0.0563850 Jul 27 23:06:24.965045 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-26c2c220-46ac-4335-b218-f5b24e878011 req-bed98298-4fb6-4e4a-b63c-19357bc9d85b tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ee1769a-7cc2-4f9a-a15b-54c39d35bd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346804 Jul 27 23:06:25.024376 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-af20a7fd-f971-4859-8e69-6f7285accb5c req-d35e9cdb-aa6a-42e3-a3c1-5a2f7c63bf1e service neutron] 10.222.0.18 "GET /v2.0/networks/14a5d194-281e-4b99-8409-49ab4b374004?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076984 Jul 27 23:06:25.131808 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-af20a7fd-f971-4859-8e69-6f7285accb5c req-2495e23d-e3e3-4c47-ab63-4742411f8657 service neutron] 10.222.0.18 "GET /v2.0/networks/14a5d194-281e-4b99-8409-49ab4b374004?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062479 Jul 27 23:06:25.349711 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-6486822c-3221-49e2-9061-e9ad02fe516c req-63d822aa-8f3c-48aa-8052-f441e50c31ee tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a48927b-99e1-4b3e-bb7c-83ee4c4ce884 HTTP/1.1" status: 200 len: 210 time: 0.0651712 Jul 27 23:06:25.367536 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-3aa290c4-d345-4b57-af95-34a912141bfd req-bdc07ea4-7b2e-4885-9d41-7139a9ffabb0 tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] 10.222.0.18 "GET /v2.0/ports?device_id=2facac92-c8e9-4c35-89d2-d04cd11b1cae HTTP/1.1" status: 200 len: 210 time: 0.0707898 Jul 27 23:06:25.475440 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64fd58b-14ce-4713-95e4-d9c4238363c8 req-f2802ba5-eb15-4e89-a8a6-98187a16ec53 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:25.477373 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b64fd58b-14ce-4713-95e4-d9c4238363c8 req-f2802ba5-eb15-4e89-a8a6-98187a16ec53 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.18 "GET /v2.0/ports?device_id=261a10d5-9966-4cd3-b55b-2dc2bbad9d66 HTTP/1.1" status: 200 len: 945 time: 0.0537717 Jul 27 23:06:25.519940 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b64fd58b-14ce-4713-95e4-d9c4238363c8 req-bddc4bf7-6d5e-4411-9042-f868bfb22453 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.18 "GET /v2.0/security-groups?id=657c655b-8580-45d5-979f-9b32b7a260f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356700 Jul 27 23:06:25.739492 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad358511-3f0d-48ec-af1e-449c9f50f958 req-038b23ae-da6f-46d6-8900-5e67c4bbd728 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:25.747222 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ad358511-3f0d-48ec-af1e-449c9f50f958 req-038b23ae-da6f-46d6-8900-5e67c4bbd728 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] 10.222.0.18 "GET /v2.0/ports?device_id=043450d5-a8e9-4524-8c01-f8118205eebd HTTP/1.1" status: 200 len: 944 time: 0.0620461 Jul 27 23:06:25.811211 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ad358511-3f0d-48ec-af1e-449c9f50f958 req-808f6a75-50e2-48ee-8059-3abb71b083a3 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] 10.222.0.18 "GET /v2.0/security-groups?id=bed30b16-cd2d-47d0-9758-37dc9df2dfb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474372 Jul 27 23:06:25.815186 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e878204-727e-41e9-8dbe-3ff0baabc1d4 req-06d51d1e-7f84-4add-a33d-05952382b3e8 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:25.816919 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-9e878204-727e-41e9-8dbe-3ff0baabc1d4 req-06d51d1e-7f84-4add-a33d-05952382b3e8 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.18 "GET /v2.0/ports?device_id=261a10d5-9966-4cd3-b55b-2dc2bbad9d66 HTTP/1.1" status: 200 len: 945 time: 0.0635636 Jul 27 23:06:25.825841 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] get_ports_and_sgs() called for port_ids ['5846d570-02c7-4aa0-9192-d3ba5af45f47', 'd16d8cf4-e2de-4eb8-9fe9-4d707871ce90', '51503d21-25f0-4cfe-8971-38c8d8d196bd'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:06:25.899812 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-9e878204-727e-41e9-8dbe-3ff0baabc1d4 req-1f225d5b-c5a5-4c47-8c37-ed3963156bbd tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.18 "GET /v2.0/security-groups?id=657c655b-8580-45d5-979f-9b32b7a260f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592613 Jul 27 23:06:26.104582 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9af5ecd-ea9b-4276-b560-9e9f60122eff req-175c5bdb-0a7a-462f-b45b-dc55ee98ae75 tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:26.106294 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a9af5ecd-ea9b-4276-b560-9e9f60122eff req-175c5bdb-0a7a-462f-b45b-dc55ee98ae75 tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab41d699-a6c9-471f-af92-d91f3fbbf8be HTTP/1.1" status: 200 len: 945 time: 0.0539720 Jul 27 23:06:26.158357 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a9af5ecd-ea9b-4276-b560-9e9f60122eff req-0bba7a2a-5172-4f50-aa84-e0cf6fa92103 tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ee1769a-7cc2-4f9a-a15b-54c39d35bd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426288 Jul 27 23:06:26.440791 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-74f8c8fc-33ce-40a6-b5e8-4351e70f5d93 req-e0fef8c1-e6b2-4cd1-b92c-645b28a93f43 tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a48927b-99e1-4b3e-bb7c-83ee4c4ce884 HTTP/1.1" status: 200 len: 210 time: 0.0311656 Jul 27 23:06:26.580224 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af20a7fd-f971-4859-8e69-6f7285accb5c req-27977401-6c6e-4a6a-80a0-3ba163fa6885 tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:26.582031 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-af20a7fd-f971-4859-8e69-6f7285accb5c req-27977401-6c6e-4a6a-80a0-3ba163fa6885 tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] 10.222.0.38 "GET /v2.0/networks?id=14a5d194-281e-4b99-8409-49ab4b374004 HTTP/1.1" status: 200 len: 821 time: 0.1495245 Jul 27 23:06:26.600641 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [req-af20a7fd-f971-4859-8e69-6f7285accb5c req-271837fe-cef5-45b0-93ff-ca7762282d4d tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] Request body: {'port': {'device_id': '4a48927b-99e1-4b3e-bb7c-83ee4c4ce884', 'network_id': '14a5d194-281e-4b99-8409-49ab4b374004', 'admin_state_up': True, 'tenant_id': '96daf22d5b4247978edfc4cfc5ef5662'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:06:26.731768 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af20a7fd-f971-4859-8e69-6f7285accb5c req-271837fe-cef5-45b0-93ff-ca7762282d4d tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] Made reservation on behalf of 96daf22d5b4247978edfc4cfc5ef5662 for: {'port': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:06:26.734684 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-af20a7fd-f971-4859-8e69-6f7285accb5c req-271837fe-cef5-45b0-93ff-ca7762282d4d tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:26.877091 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-6c9dcdfe-c87c-4526-a4aa-e2c1a72478b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:26.915675 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb393579-2c9e-4350-82dd-5c8643b5fdff req-af6e8405-f527-413b-b6af-9c6adc6801e9 tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:26.917420 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-bb393579-2c9e-4350-82dd-5c8643b5fdff req-af6e8405-f527-413b-b6af-9c6adc6801e9 tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf453e9d-a565-4822-a6e6-6dce3fb08a87 HTTP/1.1" status: 200 len: 949 time: 0.0544009 Jul 27 23:06:26.943441 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [req-af20a7fd-f971-4859-8e69-6f7285accb5c req-271837fe-cef5-45b0-93ff-ca7762282d4d tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] Allocated IP 172.20.0.10 (14a5d194-281e-4b99-8409-49ab4b374004/4fd5a3ff-b29e-4d49-bc76-386259c90c5c/9930f64c-96c0-4c69-a471-d682dad02061) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:06:26.963656 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-bb393579-2c9e-4350-82dd-5c8643b5fdff req-ef6d0f1b-6de1-490f-a9c0-3da7d5b32293 tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] 10.222.0.18 "GET /v2.0/security-groups?id=3b54d803-f776-413f-b5bd-6e9336fca6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386963 Jul 27 23:06:26.968062 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c4cc4d-e447-427d-87d6-e2b4f69c728f req-ab3af633-c7ae-46d0-a2a3-0bd1b91dbdcc tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:26.969680 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-00c4cc4d-e447-427d-87d6-e2b4f69c728f req-ab3af633-c7ae-46d0-a2a3-0bd1b91dbdcc tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] 10.222.0.18 "GET /v2.0/ports?device_id=043450d5-a8e9-4524-8c01-f8118205eebd HTTP/1.1" status: 200 len: 944 time: 0.0781417 Jul 27 23:06:27.044844 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-00c4cc4d-e447-427d-87d6-e2b4f69c728f req-fc340ad1-f3ea-4a8c-8301-c5d7a61e9f71 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] 10.222.0.18 "GET /v2.0/security-groups?id=bed30b16-cd2d-47d0-9758-37dc9df2dfb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656559 Jul 27 23:06:27.157343 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d3f28e-a59d-49cd-a4f2-df07c654f498 req-e9f79db8-99e9-4647-8c0a-54948ce3b09c tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:27.165188 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-38d3f28e-a59d-49cd-a4f2-df07c654f498 req-e9f79db8-99e9-4647-8c0a-54948ce3b09c tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.18 "GET /v2.0/ports?device_id=261a10d5-9966-4cd3-b55b-2dc2bbad9d66 HTTP/1.1" status: 200 len: 945 time: 0.0616288 Jul 27 23:06:27.170165 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-af20a7fd-f971-4859-8e69-6f7285accb5c req-271837fe-cef5-45b0-93ff-ca7762282d4d tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:27.210072 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-38d3f28e-a59d-49cd-a4f2-df07c654f498 req-6e601d54-5eaa-450b-9ab6-8061a2c04376 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.18 "GET /v2.0/security-groups?id=657c655b-8580-45d5-979f-9b32b7a260f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438771 Jul 27 23:06:27.225553 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-af20a7fd-f971-4859-8e69-6f7285accb5c req-271837fe-cef5-45b0-93ff-ca7762282d4d tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:27.242028 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device dc8e3238-5e75-4e06-81b0-0aa1040dcfd4 no longer exists at agent hyperv_n-h1-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:06:27.285068 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] No Port match for: dc8e3238-5e75-4e06-81b0-0aa1040dcfd4 {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:06:27.285542 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device dc8e3238-5e75-4e06-81b0-0aa1040dcfd4 not bound to the agent host n-h1-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:06:27.311945 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af20a7fd-f971-4859-8e69-6f7285accb5c req-271837fe-cef5-45b0-93ff-ca7762282d4d tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] Network 14a5d194-281e-4b99-8409-49ab4b374004 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:06:27.319268 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [req-af20a7fd-f971-4859-8e69-6f7285accb5c req-271837fe-cef5-45b0-93ff-ca7762282d4d tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:06:27.326005 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [req-af20a7fd-f971-4859-8e69-6f7285accb5c req-271837fe-cef5-45b0-93ff-ca7762282d4d tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:06:27.353819 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271837fe-cef5-45b0-93ff-ca7762282d4d tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] Pushing event updated for resources: {'Port': ['ID=9930f64c-96c0-4c69-a471-d682dad02061,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:06:27.381114 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e73f63-4ea3-434a-bbf6-eb40cf914aec req-fbde1bb8-c250-4bf6-9b96-4d82e0e9432a tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:27.382631 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-43e73f63-4ea3-434a-bbf6-eb40cf914aec req-fbde1bb8-c250-4bf6-9b96-4d82e0e9432a tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab41d699-a6c9-471f-af92-d91f3fbbf8be HTTP/1.1" status: 200 len: 945 time: 0.1331024 Jul 27 23:06:27.405516 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af20a7fd-f971-4859-8e69-6f7285accb5c req-271837fe-cef5-45b0-93ff-ca7762282d4d tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:27.406188 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-af20a7fd-f971-4859-8e69-6f7285accb5c req-271837fe-cef5-45b0-93ff-ca7762282d4d tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:27.431748 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-af20a7fd-f971-4859-8e69-6f7285accb5c req-271837fe-cef5-45b0-93ff-ca7762282d4d tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8363156 Jul 27 23:06:27.446779 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [req-af20a7fd-f971-4859-8e69-6f7285accb5c req-ec9fd92f-bd0a-4871-998c-abdc0485c149 service neutron] Request body: {'port': {'device_id': '4a48927b-99e1-4b3e-bb7c-83ee4c4ce884', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802623-1'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:06:27.451986 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-43e73f63-4ea3-434a-bbf6-eb40cf914aec req-d1147e1a-7e57-49e0-bd92-17dbdbd3f082 tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ee1769a-7cc2-4f9a-a15b-54c39d35bd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582108 Jul 27 23:06:27.551110 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4db890-3079-4043-a79b-0e05ac896054 req-04d5d6a7-6a18-4ffe-b00d-0f18ffb0a2ac tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:27.552822 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7a4db890-3079-4043-a79b-0e05ac896054 req-04d5d6a7-6a18-4ffe-b00d-0f18ffb0a2ac tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.38 "GET /v2.0/ports?device_id=261a10d5-9966-4cd3-b55b-2dc2bbad9d66 HTTP/1.1" status: 200 len: 945 time: 0.1114073 Jul 27 23:06:27.571997 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-af20a7fd-f971-4859-8e69-6f7285accb5c req-ec9fd92f-bd0a-4871-998c-abdc0485c149 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:27.687442 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccd26c6-62be-4cf2-a2cd-d562f978911b req-a64da0de-ac0c-4e35-bdb1-8b96323b583e tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:27.694697 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-bccd26c6-62be-4cf2-a2cd-d562f978911b req-a64da0de-ac0c-4e35-bdb1-8b96323b583e tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a48927b-99e1-4b3e-bb7c-83ee4c4ce884 HTTP/1.1" status: 200 len: 932 time: 0.1199553 Jul 27 23:06:27.751406 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-bccd26c6-62be-4cf2-a2cd-d562f978911b req-1b495d77-890e-4d38-af57-d3744592f642 tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] 10.222.0.18 "GET /v2.0/security-groups?id=e8e7b229-51f5-4d90-9897-e570dceca7b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525043 Jul 27 23:06:27.757910 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-7a4db890-3079-4043-a79b-0e05ac896054 req-dc33de8b-05cd-4bb9-b43b-163f436affe2 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] Deleting port 16a03975-1218-4791-aaee-730273d7d0de {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:06:27.758257 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-7a4db890-3079-4043-a79b-0e05ac896054 req-dc33de8b-05cd-4bb9-b43b-163f436affe2 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:27.859898 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-7a4db890-3079-4043-a79b-0e05ac896054 req-dc33de8b-05cd-4bb9-b43b-163f436affe2 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] For port 16a03975-1218-4791-aaee-730273d7d0de, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=16a03975-1218-4791-aaee-730273d7d0de,segment=NetworkSegment(28e446c9-01ab-4372-bcf6-11d579b6d514),segment_id=28e446c9-01ab-4372-bcf6-11d579b6d514)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:06:27.860334 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-7a4db890-3079-4043-a79b-0e05ac896054 req-dc33de8b-05cd-4bb9-b43b-163f436affe2 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:27.875511 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-7a4db890-3079-4043-a79b-0e05ac896054 req-dc33de8b-05cd-4bb9-b43b-163f436affe2 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] Calling delete_port for 16a03975-1218-4791-aaee-730273d7d0de owned by compute:nova {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:06:27.899564 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [req-af20a7fd-f971-4859-8e69-6f7285accb5c req-ec9fd92f-bd0a-4871-998c-abdc0485c149 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9930f64c-96c0-4c69-a471-d682dad02061 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:06:27.907908 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-af20a7fd-f971-4859-8e69-6f7285accb5c req-ec9fd92f-bd0a-4871-998c-abdc0485c149 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:27.920552 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [req-af20a7fd-f971-4859-8e69-6f7285accb5c req-ec9fd92f-bd0a-4871-998c-abdc0485c149 service neutron] Transition to ACTIVE for port object 9930f64c-96c0-4c69-a471-d682dad02061 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:06:27.926119 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-af20a7fd-f971-4859-8e69-6f7285accb5c req-ec9fd92f-bd0a-4871-998c-abdc0485c149 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11336041'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:28.017761 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9fd92f-bd0a-4871-998c-abdc0485c149 service neutron] Pushing event updated for resources: {'Port': ['ID=9930f64c-96c0-4c69-a471-d682dad02061,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:06:28.047454 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-7a4db890-3079-4043-a79b-0e05ac896054 req-dc33de8b-05cd-4bb9-b43b-163f436affe2 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:28.059997 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] get_ports_and_sgs() called for port_ids ['16a03975-1218-4791-aaee-730273d7d0de'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:06:28.099321 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc33de8b-05cd-4bb9-b43b-163f436affe2 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] Pushing event deleted for resources: {'Port': ['ID=16a03975-1218-4791-aaee-730273d7d0de,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:06:28.118765 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-af20a7fd-f971-4859-8e69-6f7285accb5c req-ec9fd92f-bd0a-4871-998c-abdc0485c149 service neutron] Attempting to bind port 9930f64c-96c0-4c69-a471-d682dad02061 on host n-h1-802623-1 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:06:28.119186 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-af20a7fd-f971-4859-8e69-6f7285accb5c req-ec9fd92f-bd0a-4871-998c-abdc0485c149 service neutron] Attempting to bind port 9930f64c-96c0-4c69-a471-d682dad02061 by drivers openvswitch,hyperv on host n-h1-802623-1 at level 0 using segments [{'id': '0804c63a-d684-491c-9e34-41f7ae70f391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '14a5d194-281e-4b99-8409-49ab4b374004'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:06:28.119486 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af20a7fd-f971-4859-8e69-6f7285accb5c req-ec9fd92f-bd0a-4871-998c-abdc0485c149 service neutron] Attempting to bind port 9930f64c-96c0-4c69-a471-d682dad02061 on network 14a5d194-281e-4b99-8409-49ab4b374004 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:06:28.138829 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device 6f96dd91-321d-43d6-b890-90f0e576d8ed no longer exists at agent hyperv_n-h2-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:06:28.146493 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af20a7fd-f971-4859-8e69-6f7285accb5c req-ec9fd92f-bd0a-4871-998c-abdc0485c149 service neutron] Port 9930f64c-96c0-4c69-a471-d682dad02061 on network 14a5d194-281e-4b99-8409-49ab4b374004 not bound, no agent of type Open vSwitch agent registered on host n-h1-802623-1 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 23:06:28.146828 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af20a7fd-f971-4859-8e69-6f7285accb5c req-ec9fd92f-bd0a-4871-998c-abdc0485c149 service neutron] Attempting to bind port 9930f64c-96c0-4c69-a471-d682dad02061 on network 14a5d194-281e-4b99-8409-49ab4b374004 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:06:28.147556 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a4db890-3079-4043-a79b-0e05ac896054 req-dc33de8b-05cd-4bb9-b43b-163f436affe2 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] No DVR routers for this DVR port 16a03975-1218-4791-aaee-730273d7d0de on host n-h1-802623-1 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:06:28.151609 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-7a4db890-3079-4043-a79b-0e05ac896054 req-dc33de8b-05cd-4bb9-b43b-163f436affe2 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:28.158251 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7a4db890-3079-4043-a79b-0e05ac896054 req-dc33de8b-05cd-4bb9-b43b-163f436affe2 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.38 "DELETE /v2.0/ports/16a03975-1218-4791-aaee-730273d7d0de HTTP/1.1" status: 204 len: 173 time: 0.5902355 Jul 27 23:06:28.158862 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '261a10d5-9966-4cd3-b55b-2dc2bbad9d66', 'name': 'network-vif-deleted', 'tag': '16a03975-1218-4791-aaee-730273d7d0de'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:06:28.160445 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af20a7fd-f971-4859-8e69-6f7285accb5c req-ec9fd92f-bd0a-4871-998c-abdc0485c149 service neutron] Checking agent: {'id': '245f1da4-a9b8-4b08-90d7-28f0f342b839', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 59, 59), 'started_at': datetime.datetime(2021, 7, 27, 22, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 5, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:06:28.160796 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af20a7fd-f971-4859-8e69-6f7285accb5c req-ec9fd92f-bd0a-4871-998c-abdc0485c149 service neutron] Checking segment: {'id': '0804c63a-d684-491c-9e34-41f7ae70f391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '14a5d194-281e-4b99-8409-49ab4b374004'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:06:28.161187 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af20a7fd-f971-4859-8e69-6f7285accb5c req-ec9fd92f-bd0a-4871-998c-abdc0485c149 service neutron] Bound using segment: {'id': '0804c63a-d684-491c-9e34-41f7ae70f391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '14a5d194-281e-4b99-8409-49ab4b374004'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:06:28.161640 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-af20a7fd-f971-4859-8e69-6f7285accb5c req-ec9fd92f-bd0a-4871-998c-abdc0485c149 service neutron] Bound port: 9930f64c-96c0-4c69-a471-d682dad02061, host: n-h1-802623-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0804c63a-d684-491c-9e34-41f7ae70f391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '14a5d194-281e-4b99-8409-49ab4b374004'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:06:28.162014 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-af20a7fd-f971-4859-8e69-6f7285accb5c req-ec9fd92f-bd0a-4871-998c-abdc0485c149 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:28.162393 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}011f8d312121274bb12d78e77c6379a2079800640016cec6c6d605b73666e854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76cd3c58-0ddd-4595-a0f3-c5a82edb1d53" -d '{"events": [{"server_uuid": "261a10d5-9966-4cd3-b55b-2dc2bbad9d66", "name": "network-vif-deleted", "tag": "16a03975-1218-4791-aaee-730273d7d0de"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:06:28.196636 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] No Port match for: 6f96dd91-321d-43d6-b890-90f0e576d8ed {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:06:28.197272 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device 6f96dd91-321d-43d6-b890-90f0e576d8ed not bound to the agent host n-h2-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:06:28.220642 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a19c23-33cc-4b08-9c7c-faddb5372095 req-844640ad-5f05-4c63-96d1-4014ed367f1b tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:28.222114 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-39a19c23-33cc-4b08-9c7c-faddb5372095 req-844640ad-5f05-4c63-96d1-4014ed367f1b tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf453e9d-a565-4822-a6e6-6dce3fb08a87 HTTP/1.1" status: 200 len: 949 time: 0.1232114 Jul 27 23:06:28.288129 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-af20a7fd-f971-4859-8e69-6f7285accb5c req-ec9fd92f-bd0a-4871-998c-abdc0485c149 service neutron] For port 9930f64c-96c0-4c69-a471-d682dad02061, host n-h1-802623-1, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:06:28.292682 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-39a19c23-33cc-4b08-9c7c-faddb5372095 req-4064a37c-b3b0-4cf0-a7d1-20484b9e93a8 tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] 10.222.0.18 "GET /v2.0/security-groups?id=3b54d803-f776-413f-b5bd-6e9336fca6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579307 Jul 27 23:06:28.294446 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-af20a7fd-f971-4859-8e69-6f7285accb5c req-ec9fd92f-bd0a-4871-998c-abdc0485c149 service neutron] For port 9930f64c-96c0-4c69-a471-d682dad02061, host n-h1-802623-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=9930f64c-96c0-4c69-a471-d682dad02061,segment=NetworkSegment(0804c63a-d684-491c-9e34-41f7ae70f391),segment_id=0804c63a-d684-491c-9e34-41f7ae70f391)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:06:28.302693 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-af20a7fd-f971-4859-8e69-6f7285accb5c req-ec9fd92f-bd0a-4871-998c-abdc0485c149 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11336041'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:28.319823 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7802e9e-ac48-49e3-b4ea-6410d8f53e54 req-32324d11-a2ed-4e41-8cc3-e55c62cd8aaf tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:28.321860 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f7802e9e-ac48-49e3-b4ea-6410d8f53e54 req-32324d11-a2ed-4e41-8cc3-e55c62cd8aaf tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] 10.222.0.18 "GET /v2.0/ports?device_id=043450d5-a8e9-4524-8c01-f8118205eebd HTTP/1.1" status: 200 len: 944 time: 0.0690460 Jul 27 23:06:28.347011 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af20a7fd-f971-4859-8e69-6f7285accb5c req-ec9fd92f-bd0a-4871-998c-abdc0485c149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:28.347646 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-af20a7fd-f971-4859-8e69-6f7285accb5c req-ec9fd92f-bd0a-4871-998c-abdc0485c149 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:28.349042 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-af20a7fd-f971-4859-8e69-6f7285accb5c req-ec9fd92f-bd0a-4871-998c-abdc0485c149 service neutron] 10.222.0.38 "PUT /v2.0/ports/9930f64c-96c0-4c69-a471-d682dad02061 HTTP/1.1" status: 200 len: 1092 time: 0.9064660 Jul 27 23:06:28.349486 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a48927b-99e1-4b3e-bb7c-83ee4c4ce884', 'tag': '9930f64c-96c0-4c69-a471-d682dad02061'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:06:28.352057 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a476459a1bfce68b0ae0df5b6a71154bfc7cfdc8f9eefce6ad0a17231e60468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e86a382d-5f67-4211-9d8d-0e6f7489f9e6" -d '{"events": [{"name": "network-changed", "server_uuid": "4a48927b-99e1-4b3e-bb7c-83ee4c4ce884", "tag": "9930f64c-96c0-4c69-a471-d682dad02061"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:06:28.376540 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:06:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c35d452-2ca5-444a-887f-5fc1aaca48f5 x-openstack-request-id: req-5c35d452-2ca5-444a-887f-5fc1aaca48f5 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:06:28.376826 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "261a10d5-9966-4cd3-b55b-2dc2bbad9d66", "name": "network-vif-deleted", "tag": "16a03975-1218-4791-aaee-730273d7d0de", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:06:28.377082 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5c35d452-2ca5-444a-887f-5fc1aaca48f5 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:06:28.377482 n-d-802623-1 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '261a10d5-9966-4cd3-b55b-2dc2bbad9d66', 'name': 'network-vif-deleted', 'tag': '16a03975-1218-4791-aaee-730273d7d0de', 'status': 'completed', 'code': 200} Jul 27 23:06:28.380493 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f7802e9e-ac48-49e3-b4ea-6410d8f53e54 req-f1d2f316-3059-4cfd-b9f1-3c6b7ff6f91c tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] 10.222.0.18 "GET /v2.0/security-groups?id=bed30b16-cd2d-47d0-9758-37dc9df2dfb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511096 Jul 27 23:06:28.406248 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9fd92f-bd0a-4871-998c-abdc0485c149 service neutron] Pushing event updated for resources: {'Port': ['ID=9930f64c-96c0-4c69-a471-d682dad02061,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:06:28.485300 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-3cba101e-df08-4b1a-9e77-fe102c70a171 req-40244e4c-a55a-40aa-802a-ec7609b09b92 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.18 "GET /v2.0/ports?device_id=261a10d5-9966-4cd3-b55b-2dc2bbad9d66 HTTP/1.1" status: 200 len: 210 time: 0.0347123 Jul 27 23:06:28.497471 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af20a7fd-f971-4859-8e69-6f7285accb5c req-76392189-52a7-4809-9424-ff978d6fdc2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:28.499141 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-af20a7fd-f971-4859-8e69-6f7285accb5c req-76392189-52a7-4809-9424-ff978d6fdc2b service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=96daf22d5b4247978edfc4cfc5ef5662&device_id=4a48927b-99e1-4b3e-bb7c-83ee4c4ce884 HTTP/1.1" status: 200 len: 1095 time: 0.0801377 Jul 27 23:06:28.547880 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 23:06:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d507148-9dbe-4bb8-a16a-1db3d8aae63e x-openstack-request-id: req-6d507148-9dbe-4bb8-a16a-1db3d8aae63e {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:06:28.548264 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a48927b-99e1-4b3e-bb7c-83ee4c4ce884", "tag": "9930f64c-96c0-4c69-a471-d682dad02061", "status": "completed", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:06:28.548536 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6d507148-9dbe-4bb8-a16a-1db3d8aae63e {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:06:28.549024 n-d-802623-1 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a48927b-99e1-4b3e-bb7c-83ee4c4ce884', 'tag': '9930f64c-96c0-4c69-a471-d682dad02061', 'status': 'completed', 'code': 200} Jul 27 23:06:28.551577 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-af20a7fd-f971-4859-8e69-6f7285accb5c req-d231886e-098d-4e63-aaad-4a6ec8781d3e service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9930f64c-96c0-4c69-a471-d682dad02061 HTTP/1.1" status: 200 len: 217 time: 0.0397882 Jul 27 23:06:28.569616 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99582a00-992d-4022-9cf0-6e4575063250 req-fc627cd6-1777-4844-8ec4-d4b9aa6c581a tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:28.571653 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-99582a00-992d-4022-9cf0-6e4575063250 req-fc627cd6-1777-4844-8ec4-d4b9aa6c581a tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] 10.222.0.38 "GET /v2.0/ports?device_id=bf453e9d-a565-4822-a6e6-6dce3fb08a87 HTTP/1.1" status: 200 len: 949 time: 0.0620739 Jul 27 23:06:28.640542 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af20a7fd-f971-4859-8e69-6f7285accb5c req-e57eca9a-f732-465a-9cd7-ec1168dd6575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:28.642110 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-af20a7fd-f971-4859-8e69-6f7285accb5c req-e57eca9a-f732-465a-9cd7-ec1168dd6575 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=4fd5a3ff-b29e-4d49-bc76-386259c90c5c HTTP/1.1" status: 200 len: 861 time: 0.0792873 Jul 27 23:06:28.658521 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e214de-e570-4a0d-991a-116e6a294473 req-689635c9-e952-499e-9001-72d875c7b009 tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:28.660557 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-96e214de-e570-4a0d-991a-116e6a294473 req-689635c9-e952-499e-9001-72d875c7b009 tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab41d699-a6c9-471f-af92-d91f3fbbf8be HTTP/1.1" status: 200 len: 945 time: 0.0689528 Jul 27 23:06:28.684489 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-99582a00-992d-4022-9cf0-6e4575063250 req-7975a334-70f1-4761-abea-0825f8b35d2a tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] Deleting port d16d8cf4-e2de-4eb8-9fe9-4d707871ce90 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:06:28.684830 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-99582a00-992d-4022-9cf0-6e4575063250 req-7975a334-70f1-4761-abea-0825f8b35d2a tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:28.689544 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-af20a7fd-f971-4859-8e69-6f7285accb5c req-a62808bc-d193-4477-b06e-e15ba8e5bc21 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=14a5d194-281e-4b99-8409-49ab4b374004&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279510 Jul 27 23:06:28.799445 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-96e214de-e570-4a0d-991a-116e6a294473 req-77d1b051-3202-4571-a690-2785a11f1390 tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ee1769a-7cc2-4f9a-a15b-54c39d35bd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120656 Jul 27 23:06:28.841112 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-af20a7fd-f971-4859-8e69-6f7285accb5c req-2b595e45-341f-43e4-87a5-88c443db3b33 service neutron] 10.222.0.38 "GET /v2.0/networks/14a5d194-281e-4b99-8409-49ab4b374004?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369267 Jul 27 23:06:28.859921 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-99582a00-992d-4022-9cf0-6e4575063250 req-7975a334-70f1-4761-abea-0825f8b35d2a tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] For port d16d8cf4-e2de-4eb8-9fe9-4d707871ce90, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=d16d8cf4-e2de-4eb8-9fe9-4d707871ce90,segment=NetworkSegment(16e91594-c047-4b55-93eb-43af33ad08e1),segment_id=16e91594-c047-4b55-93eb-43af33ad08e1)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:06:28.860615 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-99582a00-992d-4022-9cf0-6e4575063250 req-7975a334-70f1-4761-abea-0825f8b35d2a tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:28.875483 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-99582a00-992d-4022-9cf0-6e4575063250 req-7975a334-70f1-4761-abea-0825f8b35d2a tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] Calling delete_port for d16d8cf4-e2de-4eb8-9fe9-4d707871ce90 owned by compute:nova {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:06:28.978348 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f529e4-081d-4d51-88f5-344e2f175cef req-f3975f7d-5b5d-44a5-929f-c2bb3de29e9f tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:28.978586 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-af20a7fd-f971-4859-8e69-6f7285accb5c req-91d1dc84-fbb0-4bef-8187-261530f5bc34 service neutron] 10.222.0.38 "GET /v2.0/networks/14a5d194-281e-4b99-8409-49ab4b374004?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292744 Jul 27 23:06:28.980509 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a0f529e4-081d-4d51-88f5-344e2f175cef req-f3975f7d-5b5d-44a5-929f-c2bb3de29e9f tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] 10.222.0.38 "GET /v2.0/ports?device_id=e6f2234d-172f-47b3-ba46-4df9ad45aa8f HTTP/1.1" status: 200 len: 950 time: 0.2323997 Jul 27 23:06:29.073805 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4316ac27-bc34-4389-a542-42b727e868e3 req-67b291e1-17c4-4b9a-8b44-5e289856154d tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:29.083520 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-4316ac27-bc34-4389-a542-42b727e868e3 req-67b291e1-17c4-4b9a-8b44-5e289856154d tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a48927b-99e1-4b3e-bb7c-83ee4c4ce884 HTTP/1.1" status: 200 len: 944 time: 0.1588213 Jul 27 23:06:29.126038 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86a382d-5f67-4211-9d8d-0e6f7489f9e6 req-52a79059-5ea5-42f2-9e63-2efa7c8c9c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:29.127916 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-e86a382d-5f67-4211-9d8d-0e6f7489f9e6 req-52a79059-5ea5-42f2-9e63-2efa7c8c9c38 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=96daf22d5b4247978edfc4cfc5ef5662&device_id=4a48927b-99e1-4b3e-bb7c-83ee4c4ce884 HTTP/1.1" status: 200 len: 1095 time: 0.0867844 Jul 27 23:06:29.252315 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-4316ac27-bc34-4389-a542-42b727e868e3 req-78b6002d-09d7-4562-8eac-06d1085acbf3 tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] 10.222.0.18 "GET /v2.0/security-groups?id=e8e7b229-51f5-4d90-9897-e570dceca7b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673524 Jul 27 23:06:29.275370 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-99582a00-992d-4022-9cf0-6e4575063250 req-7975a334-70f1-4761-abea-0825f8b35d2a tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:29.287970 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86a382d-5f67-4211-9d8d-0e6f7489f9e6 req-1a67576c-fea5-46e8-94ff-55264e08ade4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:29.292238 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-e86a382d-5f67-4211-9d8d-0e6f7489f9e6 req-1a67576c-fea5-46e8-94ff-55264e08ade4 service neutron] 10.222.0.38 "GET /v2.0/networks?id=14a5d194-281e-4b99-8409-49ab4b374004 HTTP/1.1" status: 200 len: 922 time: 0.1502094 Jul 27 23:06:29.300371 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] get_ports_and_sgs() called for port_ids ['5846d570-02c7-4aa0-9192-d3ba5af45f47', 'd16d8cf4-e2de-4eb8-9fe9-4d707871ce90', '51503d21-25f0-4cfe-8971-38c8d8d196bd'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:06:29.309245 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7975a334-70f1-4761-abea-0825f8b35d2a tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] Pushing event deleted for resources: {'Port': ['ID=d16d8cf4-e2de-4eb8-9fe9-4d707871ce90,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:06:29.327872 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-a0f529e4-081d-4d51-88f5-344e2f175cef req-f033daf9-9b87-46e7-a649-e3aa4876ef74 tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] Deleting port 51503d21-25f0-4cfe-8971-38c8d8d196bd {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:06:29.328211 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-a0f529e4-081d-4d51-88f5-344e2f175cef req-f033daf9-9b87-46e7-a649-e3aa4876ef74 tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:29.381415 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-e86a382d-5f67-4211-9d8d-0e6f7489f9e6 req-200fb01e-1867-486b-88b8-a87d56abf67d service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9930f64c-96c0-4c69-a471-d682dad02061 HTTP/1.1" status: 200 len: 217 time: 0.0784087 Jul 27 23:06:29.412600 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:29.500078 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-99582a00-992d-4022-9cf0-6e4575063250 req-7975a334-70f1-4761-abea-0825f8b35d2a tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] No DVR routers for this DVR port d16d8cf4-e2de-4eb8-9fe9-4d707871ce90 on host n-h1-802623-1 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:06:29.507239 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-99582a00-992d-4022-9cf0-6e4575063250 req-7975a334-70f1-4761-abea-0825f8b35d2a tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:29.509185 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-99582a00-992d-4022-9cf0-6e4575063250 req-7975a334-70f1-4761-abea-0825f8b35d2a tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] 10.222.0.38 "DELETE /v2.0/ports/d16d8cf4-e2de-4eb8-9fe9-4d707871ce90 HTTP/1.1" status: 204 len: 173 time: 0.9218261 Jul 27 23:06:29.594638 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-1a953c3d-35cf-4f78-83ee-f3a480990089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:29.612191 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d6b44149-d88e-404b-8212-0b4c210ef3e1 req-6d16d965-d794-4303-b10c-a9b316edc73a tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf453e9d-a565-4822-a6e6-6dce3fb08a87 HTTP/1.1" status: 200 len: 210 time: 0.0947659 Jul 27 23:06:29.621078 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86a382d-5f67-4211-9d8d-0e6f7489f9e6 req-15edd28a-7d64-4365-9ccc-48931255a923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:29.624763 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-e86a382d-5f67-4211-9d8d-0e6f7489f9e6 req-15edd28a-7d64-4365-9ccc-48931255a923 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=4fd5a3ff-b29e-4d49-bc76-386259c90c5c HTTP/1.1" status: 200 len: 861 time: 0.2335169 Jul 27 23:06:29.699486 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f853f0a2-c841-4d4c-9660-c5d28c6f954a req-9dc0dfae-a0f5-4ac1-ad85-0204d05b6c4e tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:29.701410 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f853f0a2-c841-4d4c-9660-c5d28c6f954a req-9dc0dfae-a0f5-4ac1-ad85-0204d05b6c4e tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] 10.222.0.18 "GET /v2.0/ports?device_id=043450d5-a8e9-4524-8c01-f8118205eebd HTTP/1.1" status: 200 len: 944 time: 0.1988308 Jul 27 23:06:29.704063 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-a0f529e4-081d-4d51-88f5-344e2f175cef req-f033daf9-9b87-46e7-a649-e3aa4876ef74 tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] For port 51503d21-25f0-4cfe-8971-38c8d8d196bd, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=51503d21-25f0-4cfe-8971-38c8d8d196bd,segment=NetworkSegment(16e91594-c047-4b55-93eb-43af33ad08e1),segment_id=16e91594-c047-4b55-93eb-43af33ad08e1)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:06:29.704484 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:29.715086 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-a0f529e4-081d-4d51-88f5-344e2f175cef req-f033daf9-9b87-46e7-a649-e3aa4876ef74 tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:29.794587 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-a0f529e4-081d-4d51-88f5-344e2f175cef req-f033daf9-9b87-46e7-a649-e3aa4876ef74 tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] Calling delete_port for 51503d21-25f0-4cfe-8971-38c8d8d196bd owned by compute:nova {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:06:30.170554 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-e86a382d-5f67-4211-9d8d-0e6f7489f9e6 req-40d657e2-64a7-4beb-97cc-27a25daebce5 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=14a5d194-281e-4b99-8409-49ab4b374004&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5316687 Jul 27 23:06:30.313633 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e0ead6-8f44-4093-979c-84a59cbadb80 req-2ac9ab62-faea-4593-8eeb-16550e2c0aff tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:30.325679 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-b0e0ead6-8f44-4093-979c-84a59cbadb80 req-2ac9ab62-faea-4593-8eeb-16550e2c0aff tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab41d699-a6c9-471f-af92-d91f3fbbf8be HTTP/1.1" status: 200 len: 945 time: 0.1535726 Jul 27 23:06:30.326446 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f853f0a2-c841-4d4c-9660-c5d28c6f954a req-51cafe6c-88a7-4e7b-a639-d716f8b638d3 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] 10.222.0.18 "GET /v2.0/security-groups?id=bed30b16-cd2d-47d0-9758-37dc9df2dfb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6072376 Jul 27 23:06:30.367267 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-19f2e178-d45e-4fbe-b9be-c3963fc151ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:30.381250 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf453e9d-a565-4822-a6e6-6dce3fb08a87', 'name': 'network-vif-deleted', 'tag': 'd16d8cf4-e2de-4eb8-9fe9-4d707871ce90'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:06:30.383563 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}011f8d312121274bb12d78e77c6379a2079800640016cec6c6d605b73666e854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f67c678-2e28-48d6-ad6b-e885c3adbef7" -d '{"events": [{"server_uuid": "bf453e9d-a565-4822-a6e6-6dce3fb08a87", "name": "network-vif-deleted", "tag": "d16d8cf4-e2de-4eb8-9fe9-4d707871ce90"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:06:30.434838 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-e86a382d-5f67-4211-9d8d-0e6f7489f9e6 req-eb9e76a2-92af-42f5-804f-b1d4cb6d42da service neutron] 10.222.0.38 "GET /v2.0/networks/14a5d194-281e-4b99-8409-49ab4b374004?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2434080 Jul 27 23:06:30.507077 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-b0e0ead6-8f44-4093-979c-84a59cbadb80 req-75100557-9296-4dfa-aefb-8e50002c9b6b tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ee1769a-7cc2-4f9a-a15b-54c39d35bd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575043 Jul 27 23:06:30.549527 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-a0f529e4-081d-4d51-88f5-344e2f175cef req-f033daf9-9b87-46e7-a649-e3aa4876ef74 tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:30.551797 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-e86a382d-5f67-4211-9d8d-0e6f7489f9e6 req-cba4e68d-c973-4fdc-9d0c-00c499b4cdd6 service neutron] 10.222.0.38 "GET /v2.0/networks/14a5d194-281e-4b99-8409-49ab4b374004?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159773 Jul 27 23:06:30.561278 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] get_ports_and_sgs() called for port_ids ['5846d570-02c7-4aa0-9192-d3ba5af45f47', 'd16d8cf4-e2de-4eb8-9fe9-4d707871ce90'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:06:30.612425 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f033daf9-9b87-46e7-a649-e3aa4876ef74 tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] Pushing event deleted for resources: {'Port': ['ID=51503d21-25f0-4cfe-8971-38c8d8d196bd,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:06:30.673617 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0f529e4-081d-4d51-88f5-344e2f175cef req-f033daf9-9b87-46e7-a649-e3aa4876ef74 tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] No DVR routers for this DVR port 51503d21-25f0-4cfe-8971-38c8d8d196bd on host n-h1-802623-1 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:06:30.682383 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-a0f529e4-081d-4d51-88f5-344e2f175cef req-f033daf9-9b87-46e7-a649-e3aa4876ef74 tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:30.684960 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a0f529e4-081d-4d51-88f5-344e2f175cef req-f033daf9-9b87-46e7-a649-e3aa4876ef74 tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] 10.222.0.38 "DELETE /v2.0/ports/51503d21-25f0-4cfe-8971-38c8d8d196bd HTTP/1.1" status: 204 len: 173 time: 1.6911616 Jul 27 23:06:30.703324 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b65c888-c905-4b36-a5e1-dab18f7dee3e req-5e6b2ab4-15f5-4595-9e1b-749d08a1ea44 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:30.712146 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-1b65c888-c905-4b36-a5e1-dab18f7dee3e req-5e6b2ab4-15f5-4595-9e1b-749d08a1ea44 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.18 "GET /v2.0/networks?id=9e23151c-db3f-4ce6-bd4c-f37102973a7b HTTP/1.1" status: 200 len: 810 time: 0.2552905 Jul 27 23:06:30.736323 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-1b65c888-c905-4b36-a5e1-dab18f7dee3e req-2dd65dcb-73aa-4b0d-bf41-fb2f6a6b78d3 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.18 "GET /v2.0/quotas/8769b54ba73a4421837726dbda018e6b HTTP/1.1" status: 200 len: 375 time: 0.0161104 Jul 27 23:06:30.775675 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-1b65c888-c905-4b36-a5e1-dab18f7dee3e req-f8066db8-dc67-465f-8eee-29d9ec6cbd0c tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=8769b54ba73a4421837726dbda018e6b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0383887 Jul 27 23:06:30.814117 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f479e3a4-ccb9-42f4-b7f5-a2281174c397 req-5e6afa8c-dba1-4bc8-a4e2-f0f2d9376b7f tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:30.815784 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f479e3a4-ccb9-42f4-b7f5-a2281174c397 req-5e6afa8c-dba1-4bc8-a4e2-f0f2d9376b7f tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a48927b-99e1-4b3e-bb7c-83ee4c4ce884 HTTP/1.1" status: 200 len: 944 time: 0.1106596 Jul 27 23:06:30.871035 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f479e3a4-ccb9-42f4-b7f5-a2281174c397 req-ac3eb45f-b374-4ea9-9771-8f4635b2ba0d tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] 10.222.0.18 "GET /v2.0/security-groups?id=e8e7b229-51f5-4d90-9897-e570dceca7b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489213 Jul 27 23:06:30.884771 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-1b65c888-c905-4b36-a5e1-dab18f7dee3e req-b6212a31-aba6-4e5c-931e-60c935fd779b service neutron] 10.222.0.18 "GET /v2.0/networks/9e23151c-db3f-4ce6-bd4c-f37102973a7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982847 Jul 27 23:06:30.939587 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:06:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b787884-2088-4ca0-a20d-cce0ba36daff x-openstack-request-id: req-7b787884-2088-4ca0-a20d-cce0ba36daff {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:06:30.939938 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf453e9d-a565-4822-a6e6-6dce3fb08a87", "name": "network-vif-deleted", "tag": "d16d8cf4-e2de-4eb8-9fe9-4d707871ce90", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:06:30.940135 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7b787884-2088-4ca0-a20d-cce0ba36daff {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:06:30.942638 n-d-802623-1 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf453e9d-a565-4822-a6e6-6dce3fb08a87', 'name': 'network-vif-deleted', 'tag': 'd16d8cf4-e2de-4eb8-9fe9-4d707871ce90', 'status': 'completed', 'code': 200} Jul 27 23:06:31.009132 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-1b65c888-c905-4b36-a5e1-dab18f7dee3e req-48fadb12-06cd-486c-9536-12f3885d7889 service neutron] 10.222.0.18 "GET /v2.0/networks/9e23151c-db3f-4ce6-bd4c-f37102973a7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128638 Jul 27 23:06:31.175476 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-2c283929-1c11-4ee7-9e01-1f99931f2d60 req-2e5f905f-56e0-4ace-a0c8-63a8ade3679f tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] 10.222.0.18 "GET /v2.0/ports?device_id=e6f2234d-172f-47b3-ba46-4df9ad45aa8f HTTP/1.1" status: 200 len: 210 time: 0.0734866 Jul 27 23:06:31.197320 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-6ac51aee-ba32-4e55-8c2b-53eba0af5395 req-8f6cab7d-bd1f-479d-a224-3405ac83e14b tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.18 "GET /v2.0/ports?device_id=b63522d9-ea6f-40ac-9bbc-7128e3b9d165 HTTP/1.1" status: 200 len: 210 time: 0.0373690 Jul 27 23:06:31.240125 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 9930f64c-96c0-4c69-a471-d682dad02061 details requested by agent hyperv_n-h1-802623-1 with host n-h1-802623-1 {{(pid=93799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 23:06:31.242775 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 16a03975-1218-4791-aaee-730273d7d0de no longer exists at agent hyperv_n-h1-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:06:31.273505 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] No Port match for: 16a03975-1218-4791-aaee-730273d7d0de {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:06:31.273863 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 16a03975-1218-4791-aaee-730273d7d0de not bound to the agent host n-h1-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:06:31.420746 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port 9930f64c-96c0-4c69-a471-d682dad02061, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=9930f64c-96c0-4c69-a471-d682dad02061,segment=NetworkSegment(0804c63a-d684-491c-9e34-41f7ae70f391),segment_id=0804c63a-d684-491c-9e34-41f7ae70f391)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:06:31.433258 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Returning: {'device': '9930f64c-96c0-4c69-a471-d682dad02061', 'network_id': '14a5d194-281e-4b99-8409-49ab4b374004', 'port_id': '9930f64c-96c0-4c69-a471-d682dad02061', 'mac_address': 'fa:16:3e:6e:c3:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4fd5a3ff-b29e-4d49-bc76-386259c90c5c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 23:06:31.460881 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70a9214-7785-4f68-8d63-54ee5a2086bb req-a148ec72-5cd8-4e45-8beb-233896a3cd5f tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:31.462994 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a70a9214-7785-4f68-8d63-54ee5a2086bb req-a148ec72-5cd8-4e45-8beb-233896a3cd5f tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] 10.222.0.18 "GET /v2.0/ports?device_id=043450d5-a8e9-4524-8c01-f8118205eebd HTTP/1.1" status: 200 len: 944 time: 0.0526056 Jul 27 23:06:31.483715 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:31.500324 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9930f64c-96c0-4c69-a471-d682dad02061 {{(pid=93799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:06:31.524237 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port 9930f64c-96c0-4c69-a471-d682dad02061, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=9930f64c-96c0-4c69-a471-d682dad02061,segment=NetworkSegment(0804c63a-d684-491c-9e34-41f7ae70f391),segment_id=0804c63a-d684-491c-9e34-41f7ae70f391)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:06:31.532358 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:31.554441 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a70a9214-7785-4f68-8d63-54ee5a2086bb req-13ec8fa0-d0f5-438b-9e81-e65c9c52f848 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] 10.222.0.18 "GET /v2.0/security-groups?id=bed30b16-cd2d-47d0-9758-37dc9df2dfb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693617 Jul 27 23:06:31.613727 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Pushing event updated for resources: {'Port': ['ID=9930f64c-96c0-4c69-a471-d682dad02061,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:06:31.674901 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d295522-90e5-469c-bff2-da2eea68f3f4 req-2e92aec7-ada9-492e-96c0-7501eb954a78 tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:31.683507 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-3d295522-90e5-469c-bff2-da2eea68f3f4 req-2e92aec7-ada9-492e-96c0-7501eb954a78 tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab41d699-a6c9-471f-af92-d91f3fbbf8be HTTP/1.1" status: 200 len: 945 time: 0.0656774 Jul 27 23:06:31.720439 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-3d295522-90e5-469c-bff2-da2eea68f3f4 req-9b28fbc4-7d4c-477e-b99d-b8a3357bba7c tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ee1769a-7cc2-4f9a-a15b-54c39d35bd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360079 Jul 27 23:06:31.815703 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] get_ports_and_sgs() called for port_ids ['9930f64c-96c0-4c69-a471-d682dad02061'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:06:31.999832 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b830ac-9627-47b3-953d-41e9cebf806e req-bb5fb3e3-b6b6-44fc-a38d-da59a707c7db tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:32.001313 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-97b830ac-9627-47b3-953d-41e9cebf806e req-bb5fb3e3-b6b6-44fc-a38d-da59a707c7db tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a48927b-99e1-4b3e-bb7c-83ee4c4ce884 HTTP/1.1" status: 200 len: 945 time: 0.0539463 Jul 27 23:06:32.042826 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-97b830ac-9627-47b3-953d-41e9cebf806e req-91d360a9-ee67-4d0f-8356-ab04bbf1ba2c tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] 10.222.0.18 "GET /v2.0/security-groups?id=e8e7b229-51f5-4d90-9897-e570dceca7b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350518 Jul 27 23:06:32.094663 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7418f70f-e60d-4709-8ba9-6ab514bc7f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:32.343011 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-08bf5450-8941-429f-a4e6-942ce6082f6a req-c1ce5c33-1f7f-458f-9ccf-411628ff13c9 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.18 "GET /v2.0/ports?device_id=b63522d9-ea6f-40ac-9bbc-7128e3b9d165 HTTP/1.1" status: 200 len: 210 time: 0.0392501 Jul 27 23:06:32.416725 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b65c888-c905-4b36-a5e1-dab18f7dee3e req-7c8f74ae-5250-4100-83ef-18fa74063931 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:32.419069 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-1b65c888-c905-4b36-a5e1-dab18f7dee3e req-7c8f74ae-5250-4100-83ef-18fa74063931 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.38 "GET /v2.0/networks?id=9e23151c-db3f-4ce6-bd4c-f37102973a7b HTTP/1.1" status: 200 len: 810 time: 0.1842229 Jul 27 23:06:32.444665 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [req-1b65c888-c905-4b36-a5e1-dab18f7dee3e req-de55050b-8307-4cf3-8444-eecd5673c217 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] Request body: {'port': {'device_id': 'b63522d9-ea6f-40ac-9bbc-7128e3b9d165', 'network_id': '9e23151c-db3f-4ce6-bd4c-f37102973a7b', 'admin_state_up': True, 'tenant_id': '8769b54ba73a4421837726dbda018e6b'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:06:32.598604 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44196fc7-9d5d-464d-9a1d-15fffc47cad1 req-69869432-d9f7-41f9-89dc-4e6964454895 tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:32.600284 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-44196fc7-9d5d-464d-9a1d-15fffc47cad1 req-69869432-d9f7-41f9-89dc-4e6964454895 tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2003561-c550-4bab-974d-bb6bd652d55d HTTP/1.1" status: 200 len: 950 time: 0.0929046 Jul 27 23:06:32.641876 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b65c888-c905-4b36-a5e1-dab18f7dee3e req-de55050b-8307-4cf3-8444-eecd5673c217 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] Made reservation on behalf of 8769b54ba73a4421837726dbda018e6b for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:06:32.645399 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-1b65c888-c905-4b36-a5e1-dab18f7dee3e req-de55050b-8307-4cf3-8444-eecd5673c217 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:32.672080 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-44196fc7-9d5d-464d-9a1d-15fffc47cad1 req-0a40d360-76f4-4877-9bdc-793b0ad65e3d tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] 10.222.0.18 "GET /v2.0/security-groups?id=3b54d803-f776-413f-b5bd-6e9336fca6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628970 Jul 27 23:06:32.694991 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781d4d05-2b95-49bd-95fa-ed6359bc755f req-d7c1f3b6-98b2-47e8-945f-c53f4513f371 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:32.703135 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-781d4d05-2b95-49bd-95fa-ed6359bc755f req-d7c1f3b6-98b2-47e8-945f-c53f4513f371 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] 10.222.0.18 "GET /v2.0/ports?device_id=043450d5-a8e9-4524-8c01-f8118205eebd HTTP/1.1" status: 200 len: 944 time: 0.0668027 Jul 27 23:06:32.753256 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-781d4d05-2b95-49bd-95fa-ed6359bc755f req-4602271e-dc31-4b67-a404-436bb0314c6f tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] 10.222.0.18 "GET /v2.0/security-groups?id=bed30b16-cd2d-47d0-9758-37dc9df2dfb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461633 Jul 27 23:06:32.817378 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [req-1b65c888-c905-4b36-a5e1-dab18f7dee3e req-de55050b-8307-4cf3-8444-eecd5673c217 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] Allocated IP 172.20.0.3 (9e23151c-db3f-4ce6-bd4c-f37102973a7b/907748a0-cd4e-409f-9c38-5786b794e948/275f2e24-c6ae-4ae0-a0e1-78ec6d1a6a42) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:06:32.882371 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42b490d-91b2-4cf6-a6fe-c31fd2c62b50 req-cb046905-0fd4-4c5e-8a70-873687089d5a tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:32.883481 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a42b490d-91b2-4cf6-a6fe-c31fd2c62b50 req-cb046905-0fd4-4c5e-8a70-873687089d5a tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab41d699-a6c9-471f-af92-d91f3fbbf8be HTTP/1.1" status: 200 len: 945 time: 0.0594118 Jul 27 23:06:32.930239 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a42b490d-91b2-4cf6-a6fe-c31fd2c62b50 req-856f8e9b-014a-4ccb-80ea-085361688365 tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ee1769a-7cc2-4f9a-a15b-54c39d35bd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381942 Jul 27 23:06:32.941584 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6f2234d-172f-47b3-ba46-4df9ad45aa8f', 'name': 'network-vif-deleted', 'tag': '51503d21-25f0-4cfe-8971-38c8d8d196bd'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:06:32.944353 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}011f8d312121274bb12d78e77c6379a2079800640016cec6c6d605b73666e854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecb3eb75-2cac-4921-bf0e-6f93604ca7f8" -d '{"events": [{"server_uuid": "e6f2234d-172f-47b3-ba46-4df9ad45aa8f", "name": "network-vif-deleted", "tag": "51503d21-25f0-4cfe-8971-38c8d8d196bd"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:06:32.986860 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:06:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88004c74-2931-4538-8faf-c285bbf6dbb9 x-openstack-request-id: req-88004c74-2931-4538-8faf-c285bbf6dbb9 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:06:32.987533 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6f2234d-172f-47b3-ba46-4df9ad45aa8f", "name": "network-vif-deleted", "tag": "51503d21-25f0-4cfe-8971-38c8d8d196bd", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:06:32.987833 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-88004c74-2931-4538-8faf-c285bbf6dbb9 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:06:32.988326 n-d-802623-1 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6f2234d-172f-47b3-ba46-4df9ad45aa8f', 'name': 'network-vif-deleted', 'tag': '51503d21-25f0-4cfe-8971-38c8d8d196bd', 'status': 'completed', 'code': 200} Jul 27 23:06:33.001595 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-1b65c888-c905-4b36-a5e1-dab18f7dee3e req-de55050b-8307-4cf3-8444-eecd5673c217 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:33.044976 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-1b65c888-c905-4b36-a5e1-dab18f7dee3e req-de55050b-8307-4cf3-8444-eecd5673c217 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:33.112635 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b65c888-c905-4b36-a5e1-dab18f7dee3e req-de55050b-8307-4cf3-8444-eecd5673c217 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] Network 9e23151c-db3f-4ce6-bd4c-f37102973a7b is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:06:33.116271 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [req-1b65c888-c905-4b36-a5e1-dab18f7dee3e req-de55050b-8307-4cf3-8444-eecd5673c217 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:06:33.122748 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b65c888-c905-4b36-a5e1-dab18f7dee3e req-de55050b-8307-4cf3-8444-eecd5673c217 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:06:33.170828 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de55050b-8307-4cf3-8444-eecd5673c217 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] Pushing event updated for resources: {'Port': ['ID=275f2e24-c6ae-4ae0-a0e1-78ec6d1a6a42,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:06:33.208157 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b65c888-c905-4b36-a5e1-dab18f7dee3e req-de55050b-8307-4cf3-8444-eecd5673c217 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:33.208860 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-1b65c888-c905-4b36-a5e1-dab18f7dee3e req-de55050b-8307-4cf3-8444-eecd5673c217 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:33.225142 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-1b65c888-c905-4b36-a5e1-dab18f7dee3e req-de55050b-8307-4cf3-8444-eecd5673c217 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7863233 Jul 27 23:06:33.229491 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ba7c15-138b-4561-a92e-721de1204871 req-afce040b-dd0c-4598-94fc-0411c26857fa tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:33.231084 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-36ba7c15-138b-4561-a92e-721de1204871 req-afce040b-dd0c-4598-94fc-0411c26857fa tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a48927b-99e1-4b3e-bb7c-83ee4c4ce884 HTTP/1.1" status: 200 len: 945 time: 0.0995035 Jul 27 23:06:33.237518 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 9930f64c-96c0-4c69-a471-d682dad02061 up at agent hyperv_n-h1-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:06:33.241003 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [req-1b65c888-c905-4b36-a5e1-dab18f7dee3e req-1ff54148-4a86-4790-af66-932097bb2835 service neutron] Request body: {'port': {'device_id': 'b63522d9-ea6f-40ac-9bbc-7128e3b9d165', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802623-1'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:06:33.286472 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-36ba7c15-138b-4561-a92e-721de1204871 req-fa101730-ff06-4f87-b23b-f2ac4d21516c tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] 10.222.0.18 "GET /v2.0/security-groups?id=e8e7b229-51f5-4d90-9897-e570dceca7b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430491 Jul 27 23:06:33.316656 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Provisioning for port 9930f64c-96c0-4c69-a471-d682dad02061 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:06:33.321566 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Provisioning complete for port 9930f64c-96c0-4c69-a471-d682dad02061 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:06:33.322325 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:33.323143 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-1b65c888-c905-4b36-a5e1-dab18f7dee3e req-1ff54148-4a86-4790-af66-932097bb2835 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:33.440871 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:33.472651 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a48927b-99e1-4b3e-bb7c-83ee4c4ce884', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9930f64c-96c0-4c69-a471-d682dad02061'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:06:33.474228 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c0369b0d4f459110ff20a1f9878ba33f96d6491bddb9d15843bf29d01e0bda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58a7ddf2-2124-4d26-ac87-d2766c18a0bf" -d '{"events": [{"server_uuid": "4a48927b-99e1-4b3e-bb7c-83ee4c4ce884", "name": "network-vif-plugged", "status": "completed", "tag": "9930f64c-96c0-4c69-a471-d682dad02061"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:06:33.502219 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port 9930f64c-96c0-4c69-a471-d682dad02061, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=9930f64c-96c0-4c69-a471-d682dad02061,segment=NetworkSegment(0804c63a-d684-491c-9e34-41f7ae70f391),segment_id=0804c63a-d684-491c-9e34-41f7ae70f391)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:06:33.508258 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:33.509883 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device d16d8cf4-e2de-4eb8-9fe9-4d707871ce90 no longer exists at agent hyperv_n-h1-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:06:33.537607 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:06:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fabedfff-ece1-45e6-a627-31e7f860642e x-openstack-request-id: req-fabedfff-ece1-45e6-a627-31e7f860642e {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:06:33.538209 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a48927b-99e1-4b3e-bb7c-83ee4c4ce884", "name": "network-vif-plugged", "status": "completed", "tag": "9930f64c-96c0-4c69-a471-d682dad02061", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:06:33.538647 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-fabedfff-ece1-45e6-a627-31e7f860642e {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:06:33.539295 n-d-802623-1 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a48927b-99e1-4b3e-bb7c-83ee4c4ce884', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9930f64c-96c0-4c69-a471-d682dad02061', 'code': 200} Jul 27 23:06:33.563361 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] No Port match for: d16d8cf4-e2de-4eb8-9fe9-4d707871ce90 {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:06:33.563959 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device d16d8cf4-e2de-4eb8-9fe9-4d707871ce90 not bound to the agent host n-h1-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:06:33.564610 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 51503d21-25f0-4cfe-8971-38c8d8d196bd no longer exists at agent hyperv_n-h1-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:06:33.587522 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1047ac4f-d2aa-4a7a-9c20-9206908bce6f req-66a2dc89-2496-49f5-8b26-991cc686ffb9 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:33.589339 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-1047ac4f-d2aa-4a7a-9c20-9206908bce6f req-66a2dc89-2496-49f5-8b26-991cc686ffb9 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.18 "GET /v2.0/ports?device_id=b63522d9-ea6f-40ac-9bbc-7128e3b9d165 HTTP/1.1" status: 200 len: 931 time: 0.1347575 Jul 27 23:06:33.593074 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] No Port match for: 51503d21-25f0-4cfe-8971-38c8d8d196bd {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:06:33.593809 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 51503d21-25f0-4cfe-8971-38c8d8d196bd not bound to the agent host n-h1-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:06:33.625354 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Pushing event updated for resources: {'Port': ['ID=9930f64c-96c0-4c69-a471-d682dad02061,revision_number=5']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:06:33.655653 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb5659e-2cd0-4ac5-b2e8-2cdec579034a req-cee693ee-944c-4d49-a46d-a0ab3389f0b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:33.657305 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-9eb5659e-2cd0-4ac5-b2e8-2cdec579034a req-cee693ee-944c-4d49-a46d-a0ab3389f0b1 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=4a48927b-99e1-4b3e-bb7c-83ee4c4ce884 HTTP/1.1" status: 200 len: 1097 time: 0.0575297 Jul 27 23:06:33.664675 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-1047ac4f-d2aa-4a7a-9c20-9206908bce6f req-98da2961-5ba4-4d63-9053-ab617db679bc tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.18 "GET /v2.0/security-groups?id=657c655b-8580-45d5-979f-9b32b7a260f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679264 Jul 27 23:06:33.731414 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-9eb5659e-2cd0-4ac5-b2e8-2cdec579034a req-a22a4e66-b8e7-4480-ac44-9925e9307050 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=e8e7b229-51f5-4d90-9897-e570dceca7b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526147 Jul 27 23:06:33.765412 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [req-1b65c888-c905-4b36-a5e1-dab18f7dee3e req-1ff54148-4a86-4790-af66-932097bb2835 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 275f2e24-c6ae-4ae0-a0e1-78ec6d1a6a42 {{(pid=93798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:06:33.773700 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-1b65c888-c905-4b36-a5e1-dab18f7dee3e req-1ff54148-4a86-4790-af66-932097bb2835 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:33.788952 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-1b65c888-c905-4b36-a5e1-dab18f7dee3e req-1ff54148-4a86-4790-af66-932097bb2835 service neutron] Transition to ACTIVE for port object 275f2e24-c6ae-4ae0-a0e1-78ec6d1a6a42 will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:06:33.793897 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-1b65c888-c905-4b36-a5e1-dab18f7dee3e req-1ff54148-4a86-4790-af66-932097bb2835 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:33.835097 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a515be6c-c2d1-4b4a-a994-534a37ab6e5c req-421dfb6b-16df-4747-af66-89c21850cfe7 tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:33.845132 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a515be6c-c2d1-4b4a-a994-534a37ab6e5c req-421dfb6b-16df-4747-af66-89c21850cfe7 tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2003561-c550-4bab-974d-bb6bd652d55d HTTP/1.1" status: 200 len: 950 time: 0.0694730 Jul 27 23:06:33.848306 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff54148-4a86-4790-af66-932097bb2835 service neutron] Pushing event updated for resources: {'Port': ['ID=275f2e24-c6ae-4ae0-a0e1-78ec6d1a6a42,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:06:33.892101 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a515be6c-c2d1-4b4a-a994-534a37ab6e5c req-bb2c36c8-ba78-4a7d-9960-4d232d20249a tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] 10.222.0.18 "GET /v2.0/security-groups?id=3b54d803-f776-413f-b5bd-6e9336fca6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455637 Jul 27 23:06:33.942359 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-1b65c888-c905-4b36-a5e1-dab18f7dee3e req-1ff54148-4a86-4790-af66-932097bb2835 service neutron] Attempting to bind port 275f2e24-c6ae-4ae0-a0e1-78ec6d1a6a42 on host n-h1-802623-1 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:06:33.942781 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-1b65c888-c905-4b36-a5e1-dab18f7dee3e req-1ff54148-4a86-4790-af66-932097bb2835 service neutron] Attempting to bind port 275f2e24-c6ae-4ae0-a0e1-78ec6d1a6a42 by drivers openvswitch,hyperv on host n-h1-802623-1 at level 0 using segments [{'id': '28e446c9-01ab-4372-bcf6-11d579b6d514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '9e23151c-db3f-4ce6-bd4c-f37102973a7b'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:06:33.943025 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b65c888-c905-4b36-a5e1-dab18f7dee3e req-1ff54148-4a86-4790-af66-932097bb2835 service neutron] Attempting to bind port 275f2e24-c6ae-4ae0-a0e1-78ec6d1a6a42 on network 9e23151c-db3f-4ce6-bd4c-f37102973a7b {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:06:33.952585 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b65c888-c905-4b36-a5e1-dab18f7dee3e req-1ff54148-4a86-4790-af66-932097bb2835 service neutron] Port 275f2e24-c6ae-4ae0-a0e1-78ec6d1a6a42 on network 9e23151c-db3f-4ce6-bd4c-f37102973a7b not bound, no agent of type Open vSwitch agent registered on host n-h1-802623-1 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 23:06:33.953146 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b65c888-c905-4b36-a5e1-dab18f7dee3e req-1ff54148-4a86-4790-af66-932097bb2835 service neutron] Attempting to bind port 275f2e24-c6ae-4ae0-a0e1-78ec6d1a6a42 on network 9e23151c-db3f-4ce6-bd4c-f37102973a7b {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:06:33.958807 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b65c888-c905-4b36-a5e1-dab18f7dee3e req-1ff54148-4a86-4790-af66-932097bb2835 service neutron] Checking agent: {'id': '245f1da4-a9b8-4b08-90d7-28f0f342b839', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 59, 59), 'started_at': datetime.datetime(2021, 7, 27, 22, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 6, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:06:33.959177 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b65c888-c905-4b36-a5e1-dab18f7dee3e req-1ff54148-4a86-4790-af66-932097bb2835 service neutron] Checking segment: {'id': '28e446c9-01ab-4372-bcf6-11d579b6d514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '9e23151c-db3f-4ce6-bd4c-f37102973a7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:06:33.963095 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b65c888-c905-4b36-a5e1-dab18f7dee3e req-1ff54148-4a86-4790-af66-932097bb2835 service neutron] Bound using segment: {'id': '28e446c9-01ab-4372-bcf6-11d579b6d514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '9e23151c-db3f-4ce6-bd4c-f37102973a7b'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:06:33.963095 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-1b65c888-c905-4b36-a5e1-dab18f7dee3e req-1ff54148-4a86-4790-af66-932097bb2835 service neutron] Bound port: 275f2e24-c6ae-4ae0-a0e1-78ec6d1a6a42, host: n-h1-802623-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28e446c9-01ab-4372-bcf6-11d579b6d514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '9e23151c-db3f-4ce6-bd4c-f37102973a7b'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:06:33.963095 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-1b65c888-c905-4b36-a5e1-dab18f7dee3e req-1ff54148-4a86-4790-af66-932097bb2835 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:34.010928 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ddab9a-6353-448d-85c3-b79a3b6a6b68 req-94b955e8-c7e8-4aca-a573-3107294061e1 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:34.019203 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-c1ddab9a-6353-448d-85c3-b79a3b6a6b68 req-94b955e8-c7e8-4aca-a573-3107294061e1 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] 10.222.0.18 "GET /v2.0/ports?device_id=043450d5-a8e9-4524-8c01-f8118205eebd HTTP/1.1" status: 200 len: 944 time: 0.0698540 Jul 27 23:06:34.041453 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-1b65c888-c905-4b36-a5e1-dab18f7dee3e req-1ff54148-4a86-4790-af66-932097bb2835 service neutron] For port 275f2e24-c6ae-4ae0-a0e1-78ec6d1a6a42, host n-h1-802623-1, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:06:34.046022 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-1b65c888-c905-4b36-a5e1-dab18f7dee3e req-1ff54148-4a86-4790-af66-932097bb2835 service neutron] For port 275f2e24-c6ae-4ae0-a0e1-78ec6d1a6a42, host n-h1-802623-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=275f2e24-c6ae-4ae0-a0e1-78ec6d1a6a42,segment=NetworkSegment(28e446c9-01ab-4372-bcf6-11d579b6d514),segment_id=28e446c9-01ab-4372-bcf6-11d579b6d514)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:06:34.053309 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-1b65c888-c905-4b36-a5e1-dab18f7dee3e req-1ff54148-4a86-4790-af66-932097bb2835 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:34.091349 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b65c888-c905-4b36-a5e1-dab18f7dee3e req-1ff54148-4a86-4790-af66-932097bb2835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:34.091975 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-1b65c888-c905-4b36-a5e1-dab18f7dee3e req-1ff54148-4a86-4790-af66-932097bb2835 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:34.093915 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-1b65c888-c905-4b36-a5e1-dab18f7dee3e req-1ff54148-4a86-4790-af66-932097bb2835 service neutron] 10.222.0.38 "PUT /v2.0/ports/275f2e24-c6ae-4ae0-a0e1-78ec6d1a6a42 HTTP/1.1" status: 200 len: 1091 time: 0.8580508 Jul 27 23:06:34.108620 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-c1ddab9a-6353-448d-85c3-b79a3b6a6b68 req-6c70bae1-26e3-4754-a112-19008337cce3 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] 10.222.0.18 "GET /v2.0/security-groups?id=bed30b16-cd2d-47d0-9758-37dc9df2dfb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879574 Jul 27 23:06:34.140353 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a4b41f-785c-4d6f-9c7f-9a08ed6e3fa6 req-071c3856-ffa9-44f2-b6f8-dbe3fd3c9c0f tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:34.141900 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-74a4b41f-785c-4d6f-9c7f-9a08ed6e3fa6 req-071c3856-ffa9-44f2-b6f8-dbe3fd3c9c0f tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] 10.222.0.38 "GET /v2.0/ports?device_id=e2003561-c550-4bab-974d-bb6bd652d55d HTTP/1.1" status: 200 len: 950 time: 0.0935521 Jul 27 23:06:34.151395 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff54148-4a86-4790-af66-932097bb2835 service neutron] Pushing event updated for resources: {'Port': ['ID=275f2e24-c6ae-4ae0-a0e1-78ec6d1a6a42,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:06:34.207388 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b65c888-c905-4b36-a5e1-dab18f7dee3e req-d4e358ca-3cab-45b8-91eb-ea82aa8516f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:34.209175 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-1b65c888-c905-4b36-a5e1-dab18f7dee3e req-d4e358ca-3cab-45b8-91eb-ea82aa8516f8 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=8769b54ba73a4421837726dbda018e6b&device_id=b63522d9-ea6f-40ac-9bbc-7128e3b9d165 HTTP/1.1" status: 200 len: 1094 time: 0.0515096 Jul 27 23:06:34.217022 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e004ec55-ef2d-4fb2-a354-01958c6b1edf req-8164dcc5-e4e1-4d3e-8062-83a421a42c8c tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:34.219195 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e004ec55-ef2d-4fb2-a354-01958c6b1edf req-8164dcc5-e4e1-4d3e-8062-83a421a42c8c tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab41d699-a6c9-471f-af92-d91f3fbbf8be HTTP/1.1" status: 200 len: 945 time: 0.1014495 Jul 27 23:06:34.263669 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [req-74a4b41f-785c-4d6f-9c7f-9a08ed6e3fa6 req-11b27d1c-aee4-4e6d-ab96-1da193e6bbec tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] Deleting port 5846d570-02c7-4aa0-9192-d3ba5af45f47 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:06:34.264020 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-74a4b41f-785c-4d6f-9c7f-9a08ed6e3fa6 req-11b27d1c-aee4-4e6d-ab96-1da193e6bbec tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:34.264491 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-1b65c888-c905-4b36-a5e1-dab18f7dee3e req-e5eeb800-6a1f-45e5-90e8-1e6ab90e33c2 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=275f2e24-c6ae-4ae0-a0e1-78ec6d1a6a42 HTTP/1.1" status: 200 len: 217 time: 0.0445561 Jul 27 23:06:34.331504 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e004ec55-ef2d-4fb2-a354-01958c6b1edf req-0da028e3-a589-4bcd-83da-a974e51b6a75 tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ee1769a-7cc2-4f9a-a15b-54c39d35bd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739980 Jul 27 23:06:34.335162 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b65c888-c905-4b36-a5e1-dab18f7dee3e req-0b008711-a6ec-4cbb-a435-a5899de20cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:34.336650 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-1b65c888-c905-4b36-a5e1-dab18f7dee3e req-0b008711-a6ec-4cbb-a435-a5899de20cc8 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=907748a0-cd4e-409f-9c38-5786b794e948 HTTP/1.1" status: 200 len: 850 time: 0.0611956 Jul 27 23:06:34.395261 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-1b65c888-c905-4b36-a5e1-dab18f7dee3e req-a03feeaf-fc04-4ad8-baf2-6ee3dfce82d4 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=9e23151c-db3f-4ce6-bd4c-f37102973a7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0493166 Jul 27 23:06:34.398681 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-74a4b41f-785c-4d6f-9c7f-9a08ed6e3fa6 req-11b27d1c-aee4-4e6d-ab96-1da193e6bbec tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] For port 5846d570-02c7-4aa0-9192-d3ba5af45f47, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=5846d570-02c7-4aa0-9192-d3ba5af45f47,segment=NetworkSegment(16e91594-c047-4b55-93eb-43af33ad08e1),segment_id=16e91594-c047-4b55-93eb-43af33ad08e1)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:06:34.399104 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-74a4b41f-785c-4d6f-9c7f-9a08ed6e3fa6 req-11b27d1c-aee4-4e6d-ab96-1da193e6bbec tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:34.416084 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [req-74a4b41f-785c-4d6f-9c7f-9a08ed6e3fa6 req-11b27d1c-aee4-4e6d-ab96-1da193e6bbec tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] Calling delete_port for 5846d570-02c7-4aa0-9192-d3ba5af45f47 owned by compute:nova {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:06:34.417923 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:34.552859 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c85afd1-e3e4-4e86-afa6-c917edb75bc4 req-e58cac25-951a-4aac-a4f6-e70ab453c3af tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:34.554365 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-6c85afd1-e3e4-4e86-afa6-c917edb75bc4 req-e58cac25-951a-4aac-a4f6-e70ab453c3af tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a48927b-99e1-4b3e-bb7c-83ee4c4ce884 HTTP/1.1" status: 200 len: 946 time: 0.0794234 Jul 27 23:06:34.558031 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-1b65c888-c905-4b36-a5e1-dab18f7dee3e req-18c9d6cd-eb55-4ce0-8062-5b53fb06116a service neutron] 10.222.0.38 "GET /v2.0/networks/9e23151c-db3f-4ce6-bd4c-f37102973a7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529474 Jul 27 23:06:34.567387 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-74a4b41f-785c-4d6f-9c7f-9a08ed6e3fa6 req-11b27d1c-aee4-4e6d-ab96-1da193e6bbec tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:34.589338 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] get_ports_and_sgs() called for port_ids ['5846d570-02c7-4aa0-9192-d3ba5af45f47'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:06:34.624623 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b27d1c-aee4-4e6d-ab96-1da193e6bbec tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] Pushing event deleted for resources: {'Port': ['ID=5846d570-02c7-4aa0-9192-d3ba5af45f47,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:06:34.644414 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [req-74a4b41f-785c-4d6f-9c7f-9a08ed6e3fa6 req-11b27d1c-aee4-4e6d-ab96-1da193e6bbec tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] No DVR routers for this DVR port 5846d570-02c7-4aa0-9192-d3ba5af45f47 on host n-h1-802623-1 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:06:34.648453 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-74a4b41f-785c-4d6f-9c7f-9a08ed6e3fa6 req-11b27d1c-aee4-4e6d-ab96-1da193e6bbec tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:34.650146 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-6c85afd1-e3e4-4e86-afa6-c917edb75bc4 req-e266d776-036b-4893-9e78-e2b19a94af66 tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] 10.222.0.18 "GET /v2.0/security-groups?id=e8e7b229-51f5-4d90-9897-e570dceca7b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879364 Jul 27 23:06:34.650492 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-74a4b41f-785c-4d6f-9c7f-9a08ed6e3fa6 req-11b27d1c-aee4-4e6d-ab96-1da193e6bbec tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] 10.222.0.38 "DELETE /v2.0/ports/5846d570-02c7-4aa0-9192-d3ba5af45f47 HTTP/1.1" status: 204 len: 173 time: 0.4945831 Jul 27 23:06:34.650937 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2003561-c550-4bab-974d-bb6bd652d55d', 'name': 'network-vif-deleted', 'tag': '5846d570-02c7-4aa0-9192-d3ba5af45f47'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:06:34.653565 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a476459a1bfce68b0ae0df5b6a71154bfc7cfdc8f9eefce6ad0a17231e60468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e83ff81e-3055-4e07-b1d7-5d50755afbae" -d '{"events": [{"server_uuid": "e2003561-c550-4bab-974d-bb6bd652d55d", "name": "network-vif-deleted", "tag": "5846d570-02c7-4aa0-9192-d3ba5af45f47"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:06:34.685228 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-1b65c888-c905-4b36-a5e1-dab18f7dee3e req-9bdb5b67-22b9-44c4-aa67-ac2e2472f0b1 service neutron] 10.222.0.38 "GET /v2.0/networks/9e23151c-db3f-4ce6-bd4c-f37102973a7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160567 Jul 27 23:06:34.709328 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:06:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b9f5534-7568-48fe-aa8f-878f01319d41 x-openstack-request-id: req-8b9f5534-7568-48fe-aa8f-878f01319d41 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:06:34.709634 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2003561-c550-4bab-974d-bb6bd652d55d", "name": "network-vif-deleted", "tag": "5846d570-02c7-4aa0-9192-d3ba5af45f47", "status": "completed", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:06:34.709942 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8b9f5534-7568-48fe-aa8f-878f01319d41 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:06:34.710304 n-d-802623-1 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2003561-c550-4bab-974d-bb6bd652d55d', 'name': 'network-vif-deleted', 'tag': '5846d570-02c7-4aa0-9192-d3ba5af45f47', 'status': 'completed', 'code': 200} Jul 27 23:06:34.809509 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dad8ae2-fcf8-4aa3-af89-90a12c4ca94a req-f63fa8f8-917c-4010-a1ed-5fb4d53573ab tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:34.811593 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-1dad8ae2-fcf8-4aa3-af89-90a12c4ca94a req-f63fa8f8-917c-4010-a1ed-5fb4d53573ab tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.18 "GET /v2.0/ports?device_id=b63522d9-ea6f-40ac-9bbc-7128e3b9d165 HTTP/1.1" status: 200 len: 943 time: 0.0523858 Jul 27 23:06:34.851285 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-1dad8ae2-fcf8-4aa3-af89-90a12c4ca94a req-0ae2f8bc-0eeb-43b0-945a-588be4bcb383 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.18 "GET /v2.0/security-groups?id=657c655b-8580-45d5-979f-9b32b7a260f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336983 Jul 27 23:06:34.991667 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b63522d9-ea6f-40ac-9bbc-7128e3b9d165', 'tag': '275f2e24-c6ae-4ae0-a0e1-78ec6d1a6a42'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:06:34.991842 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}011f8d312121274bb12d78e77c6379a2079800640016cec6c6d605b73666e854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a4c362c-3ce3-412b-a8cd-2e7c7368c094" -d '{"events": [{"name": "network-changed", "server_uuid": "b63522d9-ea6f-40ac-9bbc-7128e3b9d165", "tag": "275f2e24-c6ae-4ae0-a0e1-78ec6d1a6a42"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:06:35.020527 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-6fed5e8e-94c6-442e-95ce-550026eb513a req-2a3bb96e-b294-4a96-8334-ab6c9183841d tempest-ServersOnMultiNodesTest-2046765276 tempest-ServersOnMultiNodesTest-2046765276-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2003561-c550-4bab-974d-bb6bd652d55d HTTP/1.1" status: 200 len: 210 time: 0.0411799 Jul 27 23:06:35.041029 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 23:06:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3147228d-072e-4891-9dac-eceea313b3a4 x-openstack-request-id: req-3147228d-072e-4891-9dac-eceea313b3a4 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:06:35.041422 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b63522d9-ea6f-40ac-9bbc-7128e3b9d165", "tag": "275f2e24-c6ae-4ae0-a0e1-78ec6d1a6a42", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:06:35.041786 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3147228d-072e-4891-9dac-eceea313b3a4 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:06:35.042274 n-d-802623-1 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b63522d9-ea6f-40ac-9bbc-7128e3b9d165', 'tag': '275f2e24-c6ae-4ae0-a0e1-78ec6d1a6a42', 'status': 'completed', 'code': 200} Jul 27 23:06:35.124747 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4c362c-3ce3-412b-a8cd-2e7c7368c094 req-7bcc5bc0-7a63-439e-add1-37b1cd2ee6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:35.126610 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-2a4c362c-3ce3-412b-a8cd-2e7c7368c094 req-7bcc5bc0-7a63-439e-add1-37b1cd2ee6bc service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=8769b54ba73a4421837726dbda018e6b&device_id=b63522d9-ea6f-40ac-9bbc-7128e3b9d165 HTTP/1.1" status: 200 len: 1094 time: 0.0581703 Jul 27 23:06:35.282264 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88b44f4-8e8f-46ca-aa8e-69b18c25753f req-a179ab45-a996-4bc1-ae3f-0a49a01aa7fd tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:35.284194 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c88b44f4-8e8f-46ca-aa8e-69b18c25753f req-a179ab45-a996-4bc1-ae3f-0a49a01aa7fd tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] 10.222.0.18 "GET /v2.0/ports?device_id=043450d5-a8e9-4524-8c01-f8118205eebd HTTP/1.1" status: 200 len: 944 time: 0.0804214 Jul 27 23:06:35.321890 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4c362c-3ce3-412b-a8cd-2e7c7368c094 req-a3338938-3ebd-4f36-8d3b-b2352dfc8e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:35.323402 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-2a4c362c-3ce3-412b-a8cd-2e7c7368c094 req-a3338938-3ebd-4f36-8d3b-b2352dfc8e60 service neutron] 10.222.0.38 "GET /v2.0/networks?id=9e23151c-db3f-4ce6-bd4c-f37102973a7b HTTP/1.1" status: 200 len: 911 time: 0.1827340 Jul 27 23:06:35.346909 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c88b44f4-8e8f-46ca-aa8e-69b18c25753f req-d92add89-1a52-416d-9262-2e72c4992d47 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] 10.222.0.18 "GET /v2.0/security-groups?id=bed30b16-cd2d-47d0-9758-37dc9df2dfb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563002 Jul 27 23:06:35.380156 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-2a4c362c-3ce3-412b-a8cd-2e7c7368c094 req-23258a37-3daa-427e-821f-44e6f8314f8e service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=275f2e24-c6ae-4ae0-a0e1-78ec6d1a6a42 HTTP/1.1" status: 200 len: 217 time: 0.0415173 Jul 27 23:06:35.436907 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4c362c-3ce3-412b-a8cd-2e7c7368c094 req-5ceb6ee6-7150-4e4c-b7ac-9bb7f87062fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:35.438381 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-2a4c362c-3ce3-412b-a8cd-2e7c7368c094 req-5ceb6ee6-7150-4e4c-b7ac-9bb7f87062fa service neutron] 10.222.0.38 "GET /v2.0/subnets?id=907748a0-cd4e-409f-9c38-5786b794e948 HTTP/1.1" status: 200 len: 850 time: 0.0442400 Jul 27 23:06:35.494910 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63631f92-80fd-494c-b6ca-423ca4dd171d req-75aba8e3-c94b-4b68-8e49-d53261bc8da2 tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:35.496861 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-63631f92-80fd-494c-b6ca-423ca4dd171d req-75aba8e3-c94b-4b68-8e49-d53261bc8da2 tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab41d699-a6c9-471f-af92-d91f3fbbf8be HTTP/1.1" status: 200 len: 945 time: 0.0559740 Jul 27 23:06:35.502736 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-2a4c362c-3ce3-412b-a8cd-2e7c7368c094 req-bbbdb23f-7489-41c2-bfed-0219a35c7da0 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=9e23151c-db3f-4ce6-bd4c-f37102973a7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0548103 Jul 27 23:06:35.553958 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-63631f92-80fd-494c-b6ca-423ca4dd171d req-6475512a-3335-4903-ba2e-a87c713e4edd tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ee1769a-7cc2-4f9a-a15b-54c39d35bd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498650 Jul 27 23:06:35.613932 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-2a4c362c-3ce3-412b-a8cd-2e7c7368c094 req-f0a7060e-e916-481f-a807-7980129d3a97 service neutron] 10.222.0.38 "GET /v2.0/networks/9e23151c-db3f-4ce6-bd4c-f37102973a7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007314 Jul 27 23:06:35.710613 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-2a4c362c-3ce3-412b-a8cd-2e7c7368c094 req-b38c5494-1a99-44d3-be8b-a85077b14766 service neutron] 10.222.0.38 "GET /v2.0/networks/9e23151c-db3f-4ce6-bd4c-f37102973a7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863428 Jul 27 23:06:35.781266 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac89ea38-315e-4534-ae13-2d50fdb6265d req-eca11eaa-7f58-4f9b-a701-30172ba22211 tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:35.782754 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ac89ea38-315e-4534-ae13-2d50fdb6265d req-eca11eaa-7f58-4f9b-a701-30172ba22211 tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a48927b-99e1-4b3e-bb7c-83ee4c4ce884 HTTP/1.1" status: 200 len: 946 time: 0.0484619 Jul 27 23:06:35.820802 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ac89ea38-315e-4534-ae13-2d50fdb6265d req-4a5940f9-f250-40cb-9442-516c9c03c1bc tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] 10.222.0.18 "GET /v2.0/security-groups?id=e8e7b229-51f5-4d90-9897-e570dceca7b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318837 Jul 27 23:06:35.936663 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d9d047-f103-44a5-90f2-d9a8eac5b722 req-94c5b863-183c-4b1b-b052-c4e85aed37ef tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:35.939767 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d0d9d047-f103-44a5-90f2-d9a8eac5b722 req-94c5b863-183c-4b1b-b052-c4e85aed37ef tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a48927b-99e1-4b3e-bb7c-83ee4c4ce884 HTTP/1.1" status: 200 len: 946 time: 0.0514302 Jul 27 23:06:35.970383 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0995e03-6f27-49c3-9ecf-a354df8282cb req-602b49ca-f4ad-4dd2-8aff-1b9eac91f292 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:35.973522 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b0995e03-6f27-49c3-9ecf-a354df8282cb req-602b49ca-f4ad-4dd2-8aff-1b9eac91f292 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.18 "GET /v2.0/ports?device_id=b63522d9-ea6f-40ac-9bbc-7128e3b9d165 HTTP/1.1" status: 200 len: 943 time: 0.0554755 Jul 27 23:06:35.980027 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d0d9d047-f103-44a5-90f2-d9a8eac5b722 req-8b12b968-e9d3-4e2d-8882-410789a26655 tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] 10.222.0.18 "GET /v2.0/security-groups?id=e8e7b229-51f5-4d90-9897-e570dceca7b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353258 Jul 27 23:06:36.015106 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b0995e03-6f27-49c3-9ecf-a354df8282cb req-6a32e0c4-0fd4-4ff5-bf26-09af18d65b56 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.18 "GET /v2.0/security-groups?id=657c655b-8580-45d5-979f-9b32b7a260f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370631 Jul 27 23:06:36.109261 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f03a14-0b87-4782-8817-c190b1daa115 req-a9c6f892-8101-48b6-a828-08329a4c581a tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:36.110782 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-36f03a14-0b87-4782-8817-c190b1daa115 req-a9c6f892-8101-48b6-a828-08329a4c581a tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a48927b-99e1-4b3e-bb7c-83ee4c4ce884 HTTP/1.1" status: 200 len: 946 time: 0.0518897 Jul 27 23:06:36.160150 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-36f03a14-0b87-4782-8817-c190b1daa115 req-7b6c0075-f2f8-4cbe-862e-851cc806b6b5 tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] 10.222.0.18 "GET /v2.0/security-groups?id=e8e7b229-51f5-4d90-9897-e570dceca7b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423884 Jul 27 23:06:36.291531 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a956c83f-6e33-49b0-9027-33824adbe370 req-11ad63ea-b044-426c-8d3b-c4a824eef143 tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:36.293026 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a956c83f-6e33-49b0-9027-33824adbe370 req-11ad63ea-b044-426c-8d3b-c4a824eef143 tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a48927b-99e1-4b3e-bb7c-83ee4c4ce884 HTTP/1.1" status: 200 len: 946 time: 0.0512960 Jul 27 23:06:36.306339 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 55516) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:06:36.341281 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a956c83f-6e33-49b0-9027-33824adbe370 req-22fa2ddf-163c-469a-9efb-d1a7a0f77dc2 tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] 10.222.0.18 "GET /v2.0/security-groups?id=e8e7b229-51f5-4d90-9897-e570dceca7b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422068 Jul 27 23:06:36.487020 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2655f25d-5e30-49d5-88f5-1c36a965069a req-bfe61446-9914-4a4a-8659-5573943c95a2 tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:36.488572 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-2655f25d-5e30-49d5-88f5-1c36a965069a req-bfe61446-9914-4a4a-8659-5573943c95a2 tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a48927b-99e1-4b3e-bb7c-83ee4c4ce884 HTTP/1.1" status: 200 len: 946 time: 0.0524321 Jul 27 23:06:36.507372 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2546ce-bc18-4fae-9db1-0b81abe9dafa req-a217509e-61ea-43af-8a00-f82da9dd80d2 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:36.509047 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-4d2546ce-bc18-4fae-9db1-0b81abe9dafa req-a217509e-61ea-43af-8a00-f82da9dd80d2 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] 10.222.0.18 "GET /v2.0/ports?device_id=043450d5-a8e9-4524-8c01-f8118205eebd HTTP/1.1" status: 200 len: 944 time: 0.0858777 Jul 27 23:06:36.521604 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-e3195053-368f-416c-bea3-450d48e83683 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=496de96608da4f74abc6cf1f10c98b52&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2113698 Jul 27 23:06:36.522716 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 55526) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:06:36.541432 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-2655f25d-5e30-49d5-88f5-1c36a965069a req-5011520c-eae3-4425-a1d9-2d7ae1f7f888 tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] 10.222.0.18 "GET /v2.0/security-groups?id=e8e7b229-51f5-4d90-9897-e570dceca7b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456200 Jul 27 23:06:36.566664 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-4d2546ce-bc18-4fae-9db1-0b81abe9dafa req-5900d5e0-8943-488d-b548-56e1a10939a8 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] 10.222.0.18 "GET /v2.0/security-groups?id=bed30b16-cd2d-47d0-9758-37dc9df2dfb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463333 Jul 27 23:06:36.599515 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0118d5b9-1854-4dfd-8279-41eac90bfe18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:36.627799 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0118d5b9-1854-4dfd-8279-41eac90bfe18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:36.691925 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0118d5b9-1854-4dfd-8279-41eac90bfe18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:36.695604 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0118d5b9-1854-4dfd-8279-41eac90bfe18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:36.697628 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-0118d5b9-1854-4dfd-8279-41eac90bfe18 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3b54d803-f776-413f-b5bd-6e9336fca6b6 HTTP/1.1" status: 204 len: 168 time: 0.1738460 Jul 27 23:06:36.707880 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0118d5b9-1854-4dfd-8279-41eac90bfe18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b54d803-f776-413f-b5bd-6e9336fca6b6,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:06:36.737964 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977a24c0-a13b-406c-adba-619db8cd3f23 req-e1d8a477-d090-4e8a-a3e7-ec063ae0569e tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:36.745818 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-977a24c0-a13b-406c-adba-619db8cd3f23 req-e1d8a477-d090-4e8a-a3e7-ec063ae0569e tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab41d699-a6c9-471f-af92-d91f3fbbf8be HTTP/1.1" status: 200 len: 945 time: 0.0827723 Jul 27 23:06:36.787621 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-977a24c0-a13b-406c-adba-619db8cd3f23 req-fc6f5155-7c85-485a-b32f-10668dd64ebd tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ee1769a-7cc2-4f9a-a15b-54c39d35bd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408576 Jul 27 23:06:36.817421 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493657a0-d9fa-46d4-97d5-f166250ed82c req-14164528-f863-458f-a9b2-7cbd7fa8d307 tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:36.819669 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-493657a0-d9fa-46d4-97d5-f166250ed82c req-14164528-f863-458f-a9b2-7cbd7fa8d307 tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a48927b-99e1-4b3e-bb7c-83ee4c4ce884 HTTP/1.1" status: 200 len: 946 time: 0.0602362 Jul 27 23:06:36.865209 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-493657a0-d9fa-46d4-97d5-f166250ed82c req-7728b736-b1bb-4ac2-aa85-374f3a66a33b tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] 10.222.0.18 "GET /v2.0/security-groups?id=e8e7b229-51f5-4d90-9897-e570dceca7b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399520 Jul 27 23:06:36.996024 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c8bf1c-fff2-4cd2-860c-6ad8273b4a8b req-f3208926-90f7-4cb9-a23d-61a4aafd9380 tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:36.997539 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-91c8bf1c-fff2-4cd2-860c-6ad8273b4a8b req-f3208926-90f7-4cb9-a23d-61a4aafd9380 tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a48927b-99e1-4b3e-bb7c-83ee4c4ce884 HTTP/1.1" status: 200 len: 946 time: 0.0520582 Jul 27 23:06:37.025238 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 55544) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:06:37.041818 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-91c8bf1c-fff2-4cd2-860c-6ad8273b4a8b req-664e9e91-5c68-4586-ab8e-4aa80b98ddbc tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] 10.222.0.18 "GET /v2.0/security-groups?id=e8e7b229-51f5-4d90-9897-e570dceca7b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375774 Jul 27 23:06:37.091638 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-3aeb48c4-9629-42ef-b3f5-792710504a88 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5518c2b05d3743519dde6eafe2927eda&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0651824 Jul 27 23:06:37.094586 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 55550) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:06:37.182616 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d068128-859f-4937-bf5f-0a45a3d53158 req-de05f37b-6356-4eca-8d31-4e3dad4da7a3 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:37.184531 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-6d068128-859f-4937-bf5f-0a45a3d53158 req-de05f37b-6356-4eca-8d31-4e3dad4da7a3 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.18 "GET /v2.0/ports?device_id=b63522d9-ea6f-40ac-9bbc-7128e3b9d165 HTTP/1.1" status: 200 len: 943 time: 0.0829573 Jul 27 23:06:37.194297 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3de7f9b-b172-4e3a-93ac-41ef26c6366e req-0dfa00d2-73e5-465f-aea4-f59b4293418b tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:37.195888 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a3de7f9b-b172-4e3a-93ac-41ef26c6366e req-0dfa00d2-73e5-465f-aea4-f59b4293418b tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a48927b-99e1-4b3e-bb7c-83ee4c4ce884 HTTP/1.1" status: 200 len: 946 time: 0.0556588 Jul 27 23:06:37.211308 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-511db069-77bc-4bfe-9657-b3f912802bc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:37.232641 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 275f2e24-c6ae-4ae0-a0e1-78ec6d1a6a42 details requested by agent hyperv_n-h1-802623-1 with host n-h1-802623-1 {{(pid=93799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 23:06:37.236665 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 5846d570-02c7-4aa0-9192-d3ba5af45f47 no longer exists at agent hyperv_n-h1-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:06:37.256539 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a3de7f9b-b172-4e3a-93ac-41ef26c6366e req-948736eb-fcb2-4111-a394-cade3b4247b9 tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] 10.222.0.18 "GET /v2.0/security-groups?id=e8e7b229-51f5-4d90-9897-e570dceca7b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540085 Jul 27 23:06:37.261392 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] No Port match for: 5846d570-02c7-4aa0-9192-d3ba5af45f47 {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:06:37.262003 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 5846d570-02c7-4aa0-9192-d3ba5af45f47 not bound to the agent host n-h1-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:06:37.265509 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-6d068128-859f-4937-bf5f-0a45a3d53158 req-19ca8fb9-79f2-4329-a84e-410bbefa01a1 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.18 "GET /v2.0/security-groups?id=657c655b-8580-45d5-979f-9b32b7a260f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656843 Jul 27 23:06:37.267703 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-511db069-77bc-4bfe-9657-b3f912802bc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:37.352127 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-511db069-77bc-4bfe-9657-b3f912802bc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:37.355381 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-511db069-77bc-4bfe-9657-b3f912802bc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:37.356604 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-511db069-77bc-4bfe-9657-b3f912802bc1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/43ce4a33-1aa1-4069-8f1b-6e327e04dda6 HTTP/1.1" status: 204 len: 168 time: 0.2610290 Jul 27 23:06:37.377600 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511db069-77bc-4bfe-9657-b3f912802bc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43ce4a33-1aa1-4069-8f1b-6e327e04dda6,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:06:37.392632 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port 275f2e24-c6ae-4ae0-a0e1-78ec6d1a6a42, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=275f2e24-c6ae-4ae0-a0e1-78ec6d1a6a42,segment=NetworkSegment(28e446c9-01ab-4372-bcf6-11d579b6d514),segment_id=28e446c9-01ab-4372-bcf6-11d579b6d514)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:06:37.415616 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Returning: {'device': '275f2e24-c6ae-4ae0-a0e1-78ec6d1a6a42', 'network_id': '9e23151c-db3f-4ce6-bd4c-f37102973a7b', 'port_id': '275f2e24-c6ae-4ae0-a0e1-78ec6d1a6a42', 'mac_address': 'fa:16:3e:1c:44:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '907748a0-cd4e-409f-9c38-5786b794e948', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 23:06:37.461555 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:37.475911 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 275f2e24-c6ae-4ae0-a0e1-78ec6d1a6a42 {{(pid=93799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:06:37.497737 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port 275f2e24-c6ae-4ae0-a0e1-78ec6d1a6a42, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=275f2e24-c6ae-4ae0-a0e1-78ec6d1a6a42,segment=NetworkSegment(28e446c9-01ab-4372-bcf6-11d579b6d514),segment_id=28e446c9-01ab-4372-bcf6-11d579b6d514)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:06:37.506077 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:37.575838 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Pushing event updated for resources: {'Port': ['ID=275f2e24-c6ae-4ae0-a0e1-78ec6d1a6a42,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:06:37.758108 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6691a63-1c56-42ac-ab43-1950947911f6 req-616011ae-d025-43cb-bf5c-dc65bcde085f tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:37.770596 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-d6691a63-1c56-42ac-ab43-1950947911f6 req-616011ae-d025-43cb-bf5c-dc65bcde085f tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] 10.222.0.18 "GET /v2.0/ports?device_id=043450d5-a8e9-4524-8c01-f8118205eebd HTTP/1.1" status: 200 len: 944 time: 0.1175189 Jul 27 23:06:37.782025 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] get_ports_and_sgs() called for port_ids ['275f2e24-c6ae-4ae0-a0e1-78ec6d1a6a42'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:06:37.836433 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-d6691a63-1c56-42ac-ab43-1950947911f6 req-389f5aa0-98bc-4f53-b72c-efdb06f0a7dc tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] 10.222.0.18 "GET /v2.0/security-groups?id=bed30b16-cd2d-47d0-9758-37dc9df2dfb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644047 Jul 27 23:06:38.005181 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42897e10-0751-403d-9f19-5d4047319394 req-7d0b23b4-1e3e-4cac-a46c-487567c941ec tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:38.007859 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-42897e10-0751-403d-9f19-5d4047319394 req-7d0b23b4-1e3e-4cac-a46c-487567c941ec tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab41d699-a6c9-471f-af92-d91f3fbbf8be HTTP/1.1" status: 200 len: 945 time: 0.0688965 Jul 27 23:06:38.069250 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-42897e10-0751-403d-9f19-5d4047319394 req-a85e6365-ebcd-4f18-a314-f272058916ab tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ee1769a-7cc2-4f9a-a15b-54c39d35bd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551364 Jul 27 23:06:38.156104 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17164da2-72e8-47a2-a6ae-abf850d49583 req-5555167f-45fd-4e2e-9a68-c2d9ecea603d tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:38.157853 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-17164da2-72e8-47a2-a6ae-abf850d49583 req-5555167f-45fd-4e2e-9a68-c2d9ecea603d tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a48927b-99e1-4b3e-bb7c-83ee4c4ce884 HTTP/1.1" status: 200 len: 946 time: 0.0583689 Jul 27 23:06:38.181255 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device 1a4ffe25-6ceb-4249-ab10-ac979bdc7b73 details requested by agent hyperv_n-h2-802623-1 with host n-h2-802623-1 {{(pid=93799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 23:06:38.206928 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-17164da2-72e8-47a2-a6ae-abf850d49583 req-b53adb12-63ea-4f1f-b411-15c4055f8fc6 tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] 10.222.0.18 "GET /v2.0/security-groups?id=e8e7b229-51f5-4d90-9897-e570dceca7b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411198 Jul 27 23:06:38.280710 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 55602) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:06:38.291263 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port 1a4ffe25-6ceb-4249-ab10-ac979bdc7b73, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=1a4ffe25-6ceb-4249-ab10-ac979bdc7b73,segment=NetworkSegment(7332ccbf-8fd9-4ff5-bad6-b4b872eccd4e),segment_id=7332ccbf-8fd9-4ff5-bad6-b4b872eccd4e)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:06:38.304196 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Returning: {'device': '1a4ffe25-6ceb-4249-ab10-ac979bdc7b73', 'network_id': 'c451a142-86a9-4355-833f-365557d21b8d', 'port_id': '1a4ffe25-6ceb-4249-ab10-ac979bdc7b73', 'mac_address': 'fa:16:3e:20:d2:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1592ca5-0a74-47a5-88e1-85b3448a0017', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 23:06:38.346745 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:38.361213 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a4ffe25-6ceb-4249-ab10-ac979bdc7b73 {{(pid=93799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:06:38.392007 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port 1a4ffe25-6ceb-4249-ab10-ac979bdc7b73, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=1a4ffe25-6ceb-4249-ab10-ac979bdc7b73,segment=NetworkSegment(7332ccbf-8fd9-4ff5-bad6-b4b872eccd4e),segment_id=7332ccbf-8fd9-4ff5-bad6-b4b872eccd4e)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:06:38.395180 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf9a095-136d-41ee-993a-5172612b1dc3 req-c8f3fa00-0013-4b16-b73a-e54a3654a1c0 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:38.397235 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-2bf9a095-136d-41ee-993a-5172612b1dc3 req-c8f3fa00-0013-4b16-b73a-e54a3654a1c0 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.18 "GET /v2.0/ports?device_id=b63522d9-ea6f-40ac-9bbc-7128e3b9d165 HTTP/1.1" status: 200 len: 944 time: 0.0705397 Jul 27 23:06:38.400709 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:38.423519 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-f496d3b7-79f5-47f6-b4f2-daf1947387f5 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-393833974-network', 'tenant_id': '5b03c927c66142f381afed5bba742bc2'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:06:38.468451 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Pushing event updated for resources: {'Port': ['ID=1a4ffe25-6ceb-4249-ab10-ac979bdc7b73,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:06:38.468675 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f496d3b7-79f5-47f6-b4f2-daf1947387f5 admin admin] Made reservation on behalf of 5b03c927c66142f381afed5bba742bc2 for: {'network': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:06:38.470479 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-2bf9a095-136d-41ee-993a-5172612b1dc3 req-e5a477ed-3921-4d5b-94a7-4217f871b313 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.18 "GET /v2.0/security-groups?id=657c655b-8580-45d5-979f-9b32b7a260f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659540 Jul 27 23:06:38.471354 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f496d3b7-79f5-47f6-b4f2-daf1947387f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for network, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:38.486213 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f496d3b7-79f5-47f6-b4f2-daf1947387f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:38.584968 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f496d3b7-79f5-47f6-b4f2-daf1947387f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:38.589016 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f496d3b7-79f5-47f6-b4f2-daf1947387f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:38.613426 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f496d3b7-79f5-47f6-b4f2-daf1947387f5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 516} {{(pid=93797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 23:06:38.622066 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f496d3b7-79f5-47f6-b4f2-daf1947387f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caac3015-af23-4b8e-8c6c-b51e7bf06c5c,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:06:38.628538 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f496d3b7-79f5-47f6-b4f2-daf1947387f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:38.628961 n-d-802623-1 neutron-server[93797]: INFO neutron.db.segments_db [None req-f496d3b7-79f5-47f6-b4f2-daf1947387f5 admin admin] Added segment 758c827b-73d3-4676-bc4a-ecbb15805f5a of type vlan for network 651a62f0-bf28-4546-86cc-bdd30132572b Jul 27 23:06:38.675324 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f496d3b7-79f5-47f6-b4f2-daf1947387f5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736833354590'] for network, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:38.706717 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f496d3b7-79f5-47f6-b4f2-daf1947387f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569'] for network, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:38.707719 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f496d3b7-79f5-47f6-b4f2-daf1947387f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:38.708300 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f496d3b7-79f5-47f6-b4f2-daf1947387f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for network, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:38.756160 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-f496d3b7-79f5-47f6-b4f2-daf1947387f5 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.4735262 Jul 27 23:06:38.759401 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 55610) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:06:38.764552 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-c8ff5b89-d003-45a7-bc7a-299314348d75 admin admin] Request body: {'subnet': {'network_id': '651a62f0-bf28-4546-86cc-bdd30132572b', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-393833974-subnet', 'tenant_id': '5b03c927c66142f381afed5bba742bc2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:06:38.771888 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f496d3b7-79f5-47f6-b4f2-daf1947387f5 admin admin] Pushing event updated for resources: {'Network': ['ID=651a62f0-bf28-4546-86cc-bdd30132572b,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:06:38.785954 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Network 651a62f0-bf28-4546-86cc-bdd30132572b details requested by agent ovs-agent-n-d-802623-1 with host n-d-802623-1 {{(pid=93799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 23:06:38.793883 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8ff5b89-d003-45a7-bc7a-299314348d75 admin admin] Made reservation on behalf of 5b03c927c66142f381afed5bba742bc2 for: {'subnet': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:06:38.797286 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c8ff5b89-d003-45a7-bc7a-299314348d75 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12265828'] for subnet, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:38.801103 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] get_ports_and_sgs() called for port_ids ['1a4ffe25-6ceb-4249-ab10-ac979bdc7b73'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:06:39.014931 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7d0289-3930-4715-b6ad-08fe6d9f532d req-49c75572-ce6b-4922-aeec-934c05580b04 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:39.023032 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-fa7d0289-3930-4715-b6ad-08fe6d9f532d req-49c75572-ce6b-4922-aeec-934c05580b04 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] 10.222.0.18 "GET /v2.0/ports?device_id=043450d5-a8e9-4524-8c01-f8118205eebd HTTP/1.1" status: 200 len: 945 time: 0.0745888 Jul 27 23:06:39.043654 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c8ff5b89-d003-45a7-bc7a-299314348d75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11971609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12265750'] for subnet, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:39.060181 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-fa7d0289-3930-4715-b6ad-08fe6d9f532d req-b641c68d-7a60-4540-b43d-a0886428c2b3 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] 10.222.0.18 "GET /v2.0/security-groups?id=bed30b16-cd2d-47d0-9758-37dc9df2dfb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359867 Jul 27 23:06:39.102181 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ff5b89-d003-45a7-bc7a-299314348d75 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa7fc9a2-9609-4fd7-ac94-2254e732d52b,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:06:39.117834 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8ff5b89-d003-45a7-bc7a-299314348d75 admin admin] Checking segment: {'id': '758c827b-73d3-4676-bc4a-ecbb15805f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '651a62f0-bf28-4546-86cc-bdd30132572b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:06:39.118196 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8ff5b89-d003-45a7-bc7a-299314348d75 admin admin] Network hostable DHCP agents. Network: 651a62f0-bf28-4546-86cc-bdd30132572b, hostable agents: ['5950e76f-2bde-4343-a925-cbe6bacd2706'], hosted agents: [] {{(pid=93798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 23:06:39.139667 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8ff5b89-d003-45a7-bc7a-299314348d75 admin admin] Network 651a62f0-bf28-4546-86cc-bdd30132572b is scheduled to be hosted by DHCP agent 5950e76f-2bde-4343-a925-cbe6bacd2706 with binding_index 1 {{(pid=93798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 23:06:39.152529 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-c8ff5b89-d003-45a7-bc7a-299314348d75 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802623-1, 651a62f0-bf28-4546-86cc-bdd30132572b) {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:06:39.161387 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a833af9-d886-4dc9-99bf-2ca518d21eaa None None] Network 651a62f0-bf28-4546-86cc-bdd30132572b requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:06:39.168421 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8ff5b89-d003-45a7-bc7a-299314348d75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:39.168881 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c8ff5b89-d003-45a7-bc7a-299314348d75 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:39.226556 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-c8ff5b89-d003-45a7-bc7a-299314348d75 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.4625788 Jul 27 23:06:39.226796 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 55626) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:06:39.241342 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-2cbf7764-5b9b-4292-9cd4-2a2f0184d27b admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-393833974-router', 'tenant_id': '5b03c927c66142f381afed5bba742bc2', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'}}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:06:39.254075 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 275f2e24-c6ae-4ae0-a0e1-78ec6d1a6a42 up at agent hyperv_n-h1-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:06:39.269660 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2cbf7764-5b9b-4292-9cd4-2a2f0184d27b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62159'] for router, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:39.271142 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2cbf7764-5b9b-4292-9cd4-2a2f0184d27b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-479230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-415539', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3693317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62148'] for router, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:39.284682 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b49d551-c02c-467b-a42c-c60a47d3e307 req-8b2febdb-2c5e-4b9e-b3d1-fedb5560d869 tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:39.285150 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-4b49d551-c02c-467b-a42c-c60a47d3e307 req-8b2febdb-2c5e-4b9e-b3d1-fedb5560d869 tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab41d699-a6c9-471f-af92-d91f3fbbf8be HTTP/1.1" status: 200 len: 945 time: 0.1223893 Jul 27 23:06:39.358222 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b13721-08f0-42e2-a9e0-0d187730a280 req-8a10b60f-a825-4214-b014-dcab06fa98bc tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:39.360616 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-b7b13721-08f0-42e2-a9e0-0d187730a280 req-8a10b60f-a825-4214-b014-dcab06fa98bc tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a48927b-99e1-4b3e-bb7c-83ee4c4ce884 HTTP/1.1" status: 200 len: 946 time: 0.0760355 Jul 27 23:06:39.362046 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2cbf7764-5b9b-4292-9cd4-2a2f0184d27b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:39.370559 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-4b49d551-c02c-467b-a42c-c60a47d3e307 req-1e35efa0-4d13-4dd9-bd9f-446f1aaad768 tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ee1769a-7cc2-4f9a-a15b-54c39d35bd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774574 Jul 27 23:06:39.382416 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Provisioning for port 275f2e24-c6ae-4ae0-a0e1-78ec6d1a6a42 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:06:39.389918 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1141fa5-7df4-4cc6-9039-03da41fa904c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f6f257c-ad18-5f0c-8c8e-ea085a5fc8a2-651a62f0-bf28-4546-86cc-bdd30132572b', 'network_id': '651a62f0-bf28-4546-86cc-bdd30132572b', 'tenant_id': '5b03c927c66142f381afed5bba742bc2', 'fixed_ips': [{'subnet_id': 'fa7fc9a2-9609-4fd7-ac94-2254e732d52b'}]}} from n-d-802623-1. {{(pid=93799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 23:06:39.391248 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a1141fa5-7df4-4cc6-9039-03da41fa904c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:39.396079 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Provisioning complete for port 275f2e24-c6ae-4ae0-a0e1-78ec6d1a6a42 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:06:39.396655 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:39.435062 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-b7b13721-08f0-42e2-a9e0-0d187730a280 req-641a17cf-42a5-4f39-ae15-10ed4230689c tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] 10.222.0.18 "GET /v2.0/security-groups?id=e8e7b229-51f5-4d90-9897-e570dceca7b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681567 Jul 27 23:06:39.518797 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2cbf7764-5b9b-4292-9cd4-2a2f0184d27b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-415433', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62186'] for router, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:39.675391 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a63204-3df5-4866-9e2e-b8e61f216cd8 req-44fb65b9-f9b9-48fc-89ef-ee7e5e135fa7 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:39.676924 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-d7a63204-3df5-4866-9e2e-b8e61f216cd8 req-44fb65b9-f9b9-48fc-89ef-ee7e5e135fa7 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.18 "GET /v2.0/ports?device_id=b63522d9-ea6f-40ac-9bbc-7128e3b9d165 HTTP/1.1" status: 200 len: 944 time: 0.0662763 Jul 27 23:06:39.737908 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-d7a63204-3df5-4866-9e2e-b8e61f216cd8 req-9c1d7457-a3f4-4806-b055-3972e6695aaa tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.18 "GET /v2.0/security-groups?id=657c655b-8580-45d5-979f-9b32b7a260f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491018 Jul 27 23:06:39.774751 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:39.814687 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b63522d9-ea6f-40ac-9bbc-7128e3b9d165', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '275f2e24-c6ae-4ae0-a0e1-78ec6d1a6a42'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:06:39.816961 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c0369b0d4f459110ff20a1f9878ba33f96d6491bddb9d15843bf29d01e0bda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f16d9dfe-130c-4362-9386-1427686c2d4d" -d '{"events": [{"server_uuid": "b63522d9-ea6f-40ac-9bbc-7128e3b9d165", "name": "network-vif-plugged", "status": "completed", "tag": "275f2e24-c6ae-4ae0-a0e1-78ec6d1a6a42"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:06:39.832612 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-a1141fa5-7df4-4cc6-9039-03da41fa904c None None] Allocated IP 172.20.0.2 (651a62f0-bf28-4546-86cc-bdd30132572b/fa7fc9a2-9609-4fd7-ac94-2254e732d52b/7fc4125f-e5cb-427b-9abc-bf46e6f918ea) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:06:39.839587 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port 275f2e24-c6ae-4ae0-a0e1-78ec6d1a6a42, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=275f2e24-c6ae-4ae0-a0e1-78ec6d1a6a42,segment=NetworkSegment(28e446c9-01ab-4372-bcf6-11d579b6d514),segment_id=28e446c9-01ab-4372-bcf6-11d579b6d514)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:06:39.852733 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:39.870191 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2cbf7764-5b9b-4292-9cd4-2a2f0184d27b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:39.893981 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2cbf7764-5b9b-4292-9cd4-2a2f0184d27b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:39.934363 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:06:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-562d2a74-d0c8-4038-a452-e206024ba92f x-openstack-request-id: req-562d2a74-d0c8-4038-a452-e206024ba92f {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:06:39.934825 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b63522d9-ea6f-40ac-9bbc-7128e3b9d165", "name": "network-vif-plugged", "status": "completed", "tag": "275f2e24-c6ae-4ae0-a0e1-78ec6d1a6a42", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:06:39.935157 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-562d2a74-d0c8-4038-a452-e206024ba92f {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:06:39.936594 n-d-802623-1 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b63522d9-ea6f-40ac-9bbc-7128e3b9d165', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '275f2e24-c6ae-4ae0-a0e1-78ec6d1a6a42', 'code': 200} Jul 27 23:06:39.983794 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Pushing event updated for resources: {'Port': ['ID=275f2e24-c6ae-4ae0-a0e1-78ec6d1a6a42,revision_number=5']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:06:40.047306 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-2cbf7764-5b9b-4292-9cd4-2a2f0184d27b admin admin] Allocated IP 172.25.4.136 (2fd42287-ed26-4eb9-89a5-b521f5b04356/17de1f8f-393a-4b0c-a2df-614bd3f2fb5e/1799a87d-8a71-4f8d-b053-5a498465f1db) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:06:40.053341 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb562d1-65c1-45f1-bf4e-b4bbacfd363b req-d5e53d34-9b23-410b-923f-f65074641518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:40.054855 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-cfb562d1-65c1-45f1-bf4e-b4bbacfd363b req-d5e53d34-9b23-410b-923f-f65074641518 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=b63522d9-ea6f-40ac-9bbc-7128e3b9d165 HTTP/1.1" status: 200 len: 1096 time: 0.0656221 Jul 27 23:06:40.064235 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a1141fa5-7df4-4cc6-9039-03da41fa904c None None] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:40.072337 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-a1141fa5-7df4-4cc6-9039-03da41fa904c None None] Transition to ACTIVE for port object 7fc4125f-e5cb-427b-9abc-bf46e6f918ea will not be triggered until provisioned by entity L2. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:06:40.088187 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-a1141fa5-7df4-4cc6-9039-03da41fa904c None None] Transition to ACTIVE for port object 7fc4125f-e5cb-427b-9abc-bf46e6f918ea will not be triggered until provisioned by entity DHCP. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:06:40.094429 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a1141fa5-7df4-4cc6-9039-03da41fa904c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:40.135138 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1141fa5-7df4-4cc6-9039-03da41fa904c None None] Network 651a62f0-bf28-4546-86cc-bdd30132572b is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:06:40.139510 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-a1141fa5-7df4-4cc6-9039-03da41fa904c None None] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:06:40.143578 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1141fa5-7df4-4cc6-9039-03da41fa904c None None] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:06:40.144523 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-cfb562d1-65c1-45f1-bf4e-b4bbacfd363b req-ffad6542-72fd-4ca0-9191-bda82b3a5a3b service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=657c655b-8580-45d5-979f-9b32b7a260f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785558 Jul 27 23:06:40.157776 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1141fa5-7df4-4cc6-9039-03da41fa904c None None] Pushing event updated for resources: {'Port': ['ID=7fc4125f-e5cb-427b-9abc-bf46e6f918ea,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:06:40.191821 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed823cba-38de-4d20-a4f1-0d3d0907ad61 req-c31b3aa2-d3ad-4f79-af8a-187ac722bee1 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:40.193434 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-ed823cba-38de-4d20-a4f1-0d3d0907ad61 req-c31b3aa2-d3ad-4f79-af8a-187ac722bee1 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] 10.222.0.18 "GET /v2.0/ports?device_id=043450d5-a8e9-4524-8c01-f8118205eebd HTTP/1.1" status: 200 len: 945 time: 0.0630910 Jul 27 23:06:40.195262 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device 1a4ffe25-6ceb-4249-ab10-ac979bdc7b73 up at agent hyperv_n-h2-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:06:40.195402 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2cbf7764-5b9b-4292-9cd4-2a2f0184d27b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:40.230692 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-a1141fa5-7df4-4cc6-9039-03da41fa904c None None] Attempting to bind port 7fc4125f-e5cb-427b-9abc-bf46e6f918ea on host n-d-802623-1 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:06:40.231174 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-a1141fa5-7df4-4cc6-9039-03da41fa904c None None] Attempting to bind port 7fc4125f-e5cb-427b-9abc-bf46e6f918ea by drivers openvswitch,hyperv on host n-d-802623-1 at level 0 using segments [{'id': '758c827b-73d3-4676-bc4a-ecbb15805f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '651a62f0-bf28-4546-86cc-bdd30132572b'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:06:40.231598 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1141fa5-7df4-4cc6-9039-03da41fa904c None None] Attempting to bind port 7fc4125f-e5cb-427b-9abc-bf46e6f918ea on network 651a62f0-bf28-4546-86cc-bdd30132572b {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:06:40.239641 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1141fa5-7df4-4cc6-9039-03da41fa904c None None] Checking agent: {'id': 'a9a568d2-a5e7-41e4-833f-a8ab42ea4073', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 52, 30), 'started_at': datetime.datetime(2021, 7, 27, 22, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 6, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802623-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:06:40.239821 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1141fa5-7df4-4cc6-9039-03da41fa904c None None] Checking segment: {'id': '758c827b-73d3-4676-bc4a-ecbb15805f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '651a62f0-bf28-4546-86cc-bdd30132572b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:06:40.240196 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a1141fa5-7df4-4cc6-9039-03da41fa904c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:40.240656 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1141fa5-7df4-4cc6-9039-03da41fa904c None None] Bound using segment: {'id': '758c827b-73d3-4676-bc4a-ecbb15805f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '651a62f0-bf28-4546-86cc-bdd30132572b'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:06:40.241207 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-a1141fa5-7df4-4cc6-9039-03da41fa904c None None] Bound port: 7fc4125f-e5cb-427b-9abc-bf46e6f918ea, host: n-d-802623-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '758c827b-73d3-4676-bc4a-ecbb15805f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '651a62f0-bf28-4546-86cc-bdd30132572b'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:06:40.241650 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a1141fa5-7df4-4cc6-9039-03da41fa904c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:40.245363 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-ed823cba-38de-4d20-a4f1-0d3d0907ad61 req-50cf34e1-086d-4679-85aa-756f407ab08a tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] 10.222.0.18 "GET /v2.0/security-groups?id=bed30b16-cd2d-47d0-9758-37dc9df2dfb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418308 Jul 27 23:06:40.247838 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2cbf7764-5b9b-4292-9cd4-2a2f0184d27b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:40.305502 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cbf7764-5b9b-4292-9cd4-2a2f0184d27b admin admin] Network 2fd42287-ed26-4eb9-89a5-b521f5b04356 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:06:40.308165 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Provisioning for port 1a4ffe25-6ceb-4249-ab10-ac979bdc7b73 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:06:40.312038 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-2cbf7764-5b9b-4292-9cd4-2a2f0184d27b admin admin] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:06:40.318937 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbdad38-d41c-4c85-87be-2f2ccade80df req-8b97a3cb-6fb9-4d99-941d-89184c0f2719 tempest-LiveAutoBlockMigrationV225Test-1050679481 tempest-LiveAutoBlockMigrationV225Test-1050679481-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:40.319145 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Provisioning complete for port 1a4ffe25-6ceb-4249-ab10-ac979bdc7b73 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:06:40.319479 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:40.321080 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-7bbdad38-d41c-4c85-87be-2f2ccade80df req-8b97a3cb-6fb9-4d99-941d-89184c0f2719 tempest-LiveAutoBlockMigrationV225Test-1050679481 tempest-LiveAutoBlockMigrationV225Test-1050679481-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=ab41d699-a6c9-471f-af92-d91f3fbbf8be&tenant_id=2b51160ea37c42ce86518efb7f5012de&binding%3Ahost_id=n-h1-802623-1 HTTP/1.1" status: 200 len: 1096 time: 0.0548954 Jul 27 23:06:40.323917 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cbf7764-5b9b-4292-9cd4-2a2f0184d27b admin admin] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:06:40.335165 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [req-7bbdad38-d41c-4c85-87be-2f2ccade80df req-b214a3f1-8847-4f2d-98cb-83b194130b5c service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-802623-1'}}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:06:40.345476 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-a1141fa5-7df4-4cc6-9039-03da41fa904c None None] For port 7fc4125f-e5cb-427b-9abc-bf46e6f918ea, host n-d-802623-1, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:06:40.351791 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbf7764-5b9b-4292-9cd4-2a2f0184d27b admin admin] Pushing event updated for resources: {'Port': ['ID=1799a87d-8a71-4f8d-b053-5a498465f1db,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:06:40.363154 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-a1141fa5-7df4-4cc6-9039-03da41fa904c None None] For port 7fc4125f-e5cb-427b-9abc-bf46e6f918ea, host n-d-802623-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=7fc4125f-e5cb-427b-9abc-bf46e6f918ea,segment=NetworkSegment(758c827b-73d3-4676-bc4a-ecbb15805f5a),segment_id=758c827b-73d3-4676-bc4a-ecbb15805f5a)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:06:40.370422 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a1141fa5-7df4-4cc6-9039-03da41fa904c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:40.450051 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1141fa5-7df4-4cc6-9039-03da41fa904c None None] Pushing event updated for resources: {'Port': ['ID=7fc4125f-e5cb-427b-9abc-bf46e6f918ea,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:06:40.475496 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-7bbdad38-d41c-4c85-87be-2f2ccade80df req-b214a3f1-8847-4f2d-98cb-83b194130b5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:40.509077 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:40.591499 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port 1a4ffe25-6ceb-4249-ab10-ac979bdc7b73, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=1a4ffe25-6ceb-4249-ab10-ac979bdc7b73,segment=NetworkSegment(7332ccbf-8fd9-4ff5-bad6-b4b872eccd4e),segment_id=7332ccbf-8fd9-4ff5-bad6-b4b872eccd4e)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:06:40.591667 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c1430d-7785-42f6-ba42-44c72cdf365c req-41628931-2917-42a7-9c4f-b530e9025d3d tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:40.593811 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-93c1430d-7785-42f6-ba42-44c72cdf365c req-41628931-2917-42a7-9c4f-b530e9025d3d tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab41d699-a6c9-471f-af92-d91f3fbbf8be HTTP/1.1" status: 200 len: 945 time: 0.0869894 Jul 27 23:06:40.602699 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:40.700501 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Pushing event updated for resources: {'Port': ['ID=1a4ffe25-6ceb-4249-ab10-ac979bdc7b73,revision_number=5']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:06:40.710814 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-93c1430d-7785-42f6-ba42-44c72cdf365c req-b509a348-9d02-4d86-9a3f-d18f17e9d0d6 tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ee1769a-7cc2-4f9a-a15b-54c39d35bd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027799 Jul 27 23:06:40.768563 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-7bbdad38-d41c-4c85-87be-2f2ccade80df req-b214a3f1-8847-4f2d-98cb-83b194130b5c service neutron] For port 522b4389-a942-43b4-b1c8-2896864af68a, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=522b4389-a942-43b4-b1c8-2896864af68a,segment=NetworkSegment(ff9b0beb-ebd9-45f3-9693-d627eb3bb065),segment_id=ff9b0beb-ebd9-45f3-9693-d627eb3bb065)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:06:40.860338 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-7bbdad38-d41c-4c85-87be-2f2ccade80df req-b214a3f1-8847-4f2d-98cb-83b194130b5c service neutron] For port 522b4389-a942-43b4-b1c8-2896864af68a, host n-h1-802623-1, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:06:40.947828 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab41d699-a6c9-471f-af92-d91f3fbbf8be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '522b4389-a942-43b4-b1c8-2896864af68a'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:06:40.952384 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a476459a1bfce68b0ae0df5b6a71154bfc7cfdc8f9eefce6ad0a17231e60468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11648ab2-4d04-4f6e-b0e9-fead3d995046" -d '{"events": [{"server_uuid": "ab41d699-a6c9-471f-af92-d91f3fbbf8be", "name": "network-vif-unplugged", "status": "completed", "tag": "522b4389-a942-43b4-b1c8-2896864af68a"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:06:40.964864 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-7bbdad38-d41c-4c85-87be-2f2ccade80df req-b214a3f1-8847-4f2d-98cb-83b194130b5c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:40.982983 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-7bbdad38-d41c-4c85-87be-2f2ccade80df req-b214a3f1-8847-4f2d-98cb-83b194130b5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11336041'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:41.078977 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71684fde-702d-4809-983d-1c91c721176f req-6a56f3b5-4aa1-4920-9a50-a81bbfca4ce2 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:41.080515 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-71684fde-702d-4809-983d-1c91c721176f req-6a56f3b5-4aa1-4920-9a50-a81bbfca4ce2 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.18 "GET /v2.0/ports?device_id=b63522d9-ea6f-40ac-9bbc-7128e3b9d165 HTTP/1.1" status: 200 len: 945 time: 0.1132398 Jul 27 23:06:41.089696 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b214a3f1-8847-4f2d-98cb-83b194130b5c service neutron] Pushing event updated for resources: {'Port': ['ID=522b4389-a942-43b4-b1c8-2896864af68a,revision_number=7']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:06:41.094310 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32d8796-bfb7-462e-9e2c-d2dacca9f190 req-509a9902-5593-445f-b245-a02612bc045d tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:41.095956 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a32d8796-bfb7-462e-9e2c-d2dacca9f190 req-509a9902-5593-445f-b245-a02612bc045d tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a48927b-99e1-4b3e-bb7c-83ee4c4ce884 HTTP/1.1" status: 200 len: 946 time: 0.5087278 Jul 27 23:06:41.140196 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-7bbdad38-d41c-4c85-87be-2f2ccade80df req-b214a3f1-8847-4f2d-98cb-83b194130b5c service neutron] Attempting to bind port 522b4389-a942-43b4-b1c8-2896864af68a on host n-h1-802623-1 for vnic_type normal with profile {"migrating_to": "n-h2-802623-1"} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:06:41.140544 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-7bbdad38-d41c-4c85-87be-2f2ccade80df req-b214a3f1-8847-4f2d-98cb-83b194130b5c service neutron] Attempting to bind port 522b4389-a942-43b4-b1c8-2896864af68a by drivers openvswitch,hyperv on host n-h1-802623-1 at level 0 using segments [{'id': 'ff9b0beb-ebd9-45f3-9693-d627eb3bb065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '7ba5f889-7a68-424d-8fa1-71447bc958df'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:06:41.140876 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bbdad38-d41c-4c85-87be-2f2ccade80df req-b214a3f1-8847-4f2d-98cb-83b194130b5c service neutron] Attempting to bind port 522b4389-a942-43b4-b1c8-2896864af68a on network 7ba5f889-7a68-424d-8fa1-71447bc958df {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:06:41.154113 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bbdad38-d41c-4c85-87be-2f2ccade80df req-b214a3f1-8847-4f2d-98cb-83b194130b5c service neutron] Port 522b4389-a942-43b4-b1c8-2896864af68a on network 7ba5f889-7a68-424d-8fa1-71447bc958df not bound, no agent of type Open vSwitch agent registered on host n-h1-802623-1 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 23:06:41.154530 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bbdad38-d41c-4c85-87be-2f2ccade80df req-b214a3f1-8847-4f2d-98cb-83b194130b5c service neutron] Attempting to bind port 522b4389-a942-43b4-b1c8-2896864af68a on network 7ba5f889-7a68-424d-8fa1-71447bc958df {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:06:41.162234 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bbdad38-d41c-4c85-87be-2f2ccade80df req-b214a3f1-8847-4f2d-98cb-83b194130b5c service neutron] Checking agent: {'id': '245f1da4-a9b8-4b08-90d7-28f0f342b839', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 59, 59), 'started_at': datetime.datetime(2021, 7, 27, 22, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 6, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:06:41.162583 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bbdad38-d41c-4c85-87be-2f2ccade80df req-b214a3f1-8847-4f2d-98cb-83b194130b5c service neutron] Checking segment: {'id': 'ff9b0beb-ebd9-45f3-9693-d627eb3bb065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '7ba5f889-7a68-424d-8fa1-71447bc958df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:06:41.163064 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bbdad38-d41c-4c85-87be-2f2ccade80df req-b214a3f1-8847-4f2d-98cb-83b194130b5c service neutron] Bound using segment: {'id': 'ff9b0beb-ebd9-45f3-9693-d627eb3bb065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '7ba5f889-7a68-424d-8fa1-71447bc958df'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:06:41.163519 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-7bbdad38-d41c-4c85-87be-2f2ccade80df req-b214a3f1-8847-4f2d-98cb-83b194130b5c service neutron] Bound port: 522b4389-a942-43b4-b1c8-2896864af68a, host: n-h1-802623-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff9b0beb-ebd9-45f3-9693-d627eb3bb065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '7ba5f889-7a68-424d-8fa1-71447bc958df'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:06:41.163885 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-7bbdad38-d41c-4c85-87be-2f2ccade80df req-b214a3f1-8847-4f2d-98cb-83b194130b5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:41.192099 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a32d8796-bfb7-462e-9e2c-d2dacca9f190 req-9958add4-14e5-4c11-b363-12e0f4ee0c36 tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] 10.222.0.18 "GET /v2.0/security-groups?id=e8e7b229-51f5-4d90-9897-e570dceca7b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878739 Jul 27 23:06:41.195484 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2cbf7764-5b9b-4292-9cd4-2a2f0184d27b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:41.238887 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-71684fde-702d-4809-983d-1c91c721176f req-306f82d1-3288-4841-ae0f-08608bafca8f tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.18 "GET /v2.0/security-groups?id=657c655b-8580-45d5-979f-9b32b7a260f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274021 Jul 27 23:06:41.282903 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 9930f64c-96c0-4c69-a471-d682dad02061 details requested by agent hyperv_n-h1-802623-1 with host n-h1-802623-1 {{(pid=93799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 23:06:41.307999 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 23:06:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50efc4b7-e0ac-481e-9b66-b126df3240db x-openstack-request-id: req-50efc4b7-e0ac-481e-9b66-b126df3240db {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:06:41.308359 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab41d699-a6c9-471f-af92-d91f3fbbf8be", "name": "network-vif-unplugged", "status": "completed", "tag": "522b4389-a942-43b4-b1c8-2896864af68a", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:06:41.310121 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-50efc4b7-e0ac-481e-9b66-b126df3240db {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:06:41.310769 n-d-802623-1 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab41d699-a6c9-471f-af92-d91f3fbbf8be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '522b4389-a942-43b4-b1c8-2896864af68a', 'code': 200} Jul 27 23:06:41.377484 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-7bbdad38-d41c-4c85-87be-2f2ccade80df req-b214a3f1-8847-4f2d-98cb-83b194130b5c service neutron] For port 522b4389-a942-43b4-b1c8-2896864af68a, host n-h1-802623-1, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:06:41.388429 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-7bbdad38-d41c-4c85-87be-2f2ccade80df req-b214a3f1-8847-4f2d-98cb-83b194130b5c service neutron] For port 522b4389-a942-43b4-b1c8-2896864af68a, host n-h1-802623-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=522b4389-a942-43b4-b1c8-2896864af68a,segment=NetworkSegment(ff9b0beb-ebd9-45f3-9693-d627eb3bb065),segment_id=ff9b0beb-ebd9-45f3-9693-d627eb3bb065)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:06:41.402130 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-7bbdad38-d41c-4c85-87be-2f2ccade80df req-b214a3f1-8847-4f2d-98cb-83b194130b5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11336041'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:41.509163 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e918f3f2-c41a-469d-9f8e-7d93f13a2ca4 req-ee2855ce-ae3b-40d9-ad73-42d1ed2b2c89 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:41.528784 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e918f3f2-c41a-469d-9f8e-7d93f13a2ca4 req-ee2855ce-ae3b-40d9-ad73-42d1ed2b2c89 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] 10.222.0.18 "GET /v2.0/ports?device_id=043450d5-a8e9-4524-8c01-f8118205eebd HTTP/1.1" status: 200 len: 946 time: 0.1346290 Jul 27 23:06:41.566540 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbdad38-d41c-4c85-87be-2f2ccade80df req-b214a3f1-8847-4f2d-98cb-83b194130b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:41.571870 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-7bbdad38-d41c-4c85-87be-2f2ccade80df req-b214a3f1-8847-4f2d-98cb-83b194130b5c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:41.573630 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-7bbdad38-d41c-4c85-87be-2f2ccade80df req-b214a3f1-8847-4f2d-98cb-83b194130b5c service neutron] 10.222.0.49 "PUT /v2.0/ports/522b4389-a942-43b4-b1c8-2896864af68a HTTP/1.1" status: 200 len: 1121 time: 1.2441003 Jul 27 23:06:41.588133 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b214a3f1-8847-4f2d-98cb-83b194130b5c service neutron] Pushing event updated for resources: {'Port': ['ID=522b4389-a942-43b4-b1c8-2896864af68a,revision_number=8']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:06:41.591478 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 7fc4125f-e5cb-427b-9abc-bf46e6f918ea up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:06:41.599185 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port 9930f64c-96c0-4c69-a471-d682dad02061, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=9930f64c-96c0-4c69-a471-d682dad02061,segment=NetworkSegment(0804c63a-d684-491c-9e34-41f7ae70f391),segment_id=0804c63a-d684-491c-9e34-41f7ae70f391)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:06:41.618827 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e918f3f2-c41a-469d-9f8e-7d93f13a2ca4 req-3e8a06c3-eba0-43ee-9aaa-89110d2a57ac tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] 10.222.0.18 "GET /v2.0/security-groups?id=bed30b16-cd2d-47d0-9758-37dc9df2dfb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890636 Jul 27 23:06:41.621155 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2cbf7764-5b9b-4292-9cd4-2a2f0184d27b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-415468'] for router, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:41.651908 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Returning: {'device': '9930f64c-96c0-4c69-a471-d682dad02061', 'network_id': '14a5d194-281e-4b99-8409-49ab4b374004', 'port_id': '9930f64c-96c0-4c69-a471-d682dad02061', 'mac_address': 'fa:16:3e:6e:c3:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4fd5a3ff-b29e-4d49-bc76-386259c90c5c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 23:06:41.733864 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] get_ports_and_sgs() called for port_ids ['522b4389-a942-43b4-b1c8-2896864af68a'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:06:41.739854 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] get_ports_and_sgs() called for port_ids ['522b4389-a942-43b4-b1c8-2896864af68a'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:06:41.798995 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:41.836251 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9930f64c-96c0-4c69-a471-d682dad02061 {{(pid=93799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:06:41.856140 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning for port 7fc4125f-e5cb-427b-9abc-bf46e6f918ea completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:06:41.874456 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cbf7764-5b9b-4292-9cd4-2a2f0184d27b admin admin] Router cf96189a-75ea-47b4-bd5b-79cf952e79aa is scheduled to L3 agent 018c4455-49c0-4734-927d-7824067b2a9e with binding_index 1 {{(pid=93798) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 23:06:41.889646 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port 9930f64c-96c0-4c69-a471-d682dad02061, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=9930f64c-96c0-4c69-a471-d682dad02061,segment=NetworkSegment(0804c63a-d684-491c-9e34-41f7ae70f391),segment_id=0804c63a-d684-491c-9e34-41f7ae70f391)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:06:41.895668 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a467b3-ded5-4577-ba3d-30abc25a762d req-b9f8b1c6-d408-48d1-aea3-a8d93cbb6c08 tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:41.909671 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:41.918436 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-27a467b3-ded5-4577-ba3d-30abc25a762d req-b9f8b1c6-d408-48d1-aea3-a8d93cbb6c08 tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab41d699-a6c9-471f-af92-d91f3fbbf8be HTTP/1.1" status: 200 len: 943 time: 0.1009548 Jul 27 23:06:41.946108 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '043450d5-a8e9-4524-8c01-f8118205eebd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a4ffe25-6ceb-4249-ab10-ac979bdc7b73'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:06:41.948368 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c0369b0d4f459110ff20a1f9878ba33f96d6491bddb9d15843bf29d01e0bda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4d14847-e88a-446e-87bd-c433b16cfff0" -d '{"events": [{"server_uuid": "043450d5-a8e9-4524-8c01-f8118205eebd", "name": "network-vif-plugged", "status": "completed", "tag": "1a4ffe25-6ceb-4249-ab10-ac979bdc7b73"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:06:41.958099 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-27a467b3-ded5-4577-ba3d-30abc25a762d req-17851976-6e8b-4d08-934a-1cb36ae8cef5 tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ee1769a-7cc2-4f9a-a15b-54c39d35bd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472488 Jul 27 23:06:41.960555 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59f3c8ef-c839-4457-8a87-a8b3beae4879 None None] Network 651a62f0-bf28-4546-86cc-bdd30132572b requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:06:42.044112 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] get_ports_and_sgs() called for port_ids ['9930f64c-96c0-4c69-a471-d682dad02061'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:06:42.050144 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:06:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c62b3d04-9e39-48ea-a26d-9c9ecb27cd35 x-openstack-request-id: req-c62b3d04-9e39-48ea-a26d-9c9ecb27cd35 {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:06:42.050429 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "043450d5-a8e9-4524-8c01-f8118205eebd", "name": "network-vif-plugged", "status": "completed", "tag": "1a4ffe25-6ceb-4249-ab10-ac979bdc7b73", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:06:42.050677 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c62b3d04-9e39-48ea-a26d-9c9ecb27cd35 {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:06:42.051090 n-d-802623-1 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '043450d5-a8e9-4524-8c01-f8118205eebd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a4ffe25-6ceb-4249-ab10-ac979bdc7b73', 'code': 200} Jul 27 23:06:42.082323 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cbf7764-5b9b-4292-9cd4-2a2f0184d27b admin admin] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:06:42.104399 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2cbf7764-5b9b-4292-9cd4-2a2f0184d27b admin admin] Notify callbacks [] for router, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:42.105606 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-2cbf7764-5b9b-4292-9cd4-2a2f0184d27b admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 2.8777821 Jul 27 23:06:42.110277 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 55676) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:06:42.133755 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fac0ff0-3871-4272-a43f-fd010facfd07 None None] Sync routers for ids ['cf96189a-75ea-47b4-bd5b-79cf952e79aa'] in n-d-802623-1 {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:06:42.182762 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-4c335447-ec3d-4d04-ac14-8250016cf18d None None] Provisioning for port 7fc4125f-e5cb-427b-9abc-bf46e6f918ea completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:06:42.206076 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Pushing event updated for resources: {'Port': ['ID=9930f64c-96c0-4c69-a471-d682dad02061,revision_number=6']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:06:42.225820 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device 522b4389-a942-43b4-b1c8-2896864af68a details requested by agent hyperv_n-h2-802623-1 with host n-h2-802623-1 {{(pid=93799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 23:06:42.245915 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-4c335447-ec3d-4d04-ac14-8250016cf18d None None] Provisioning complete for port 7fc4125f-e5cb-427b-9abc-bf46e6f918ea triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:06:42.246382 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4c335447-ec3d-4d04-ac14-8250016cf18d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:42.319229 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd9e24d-e53c-4031-9fca-cbfead2b5de3 req-b5b3cbf7-dbdd-47c4-a93c-ca3453cdd00a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:42.321918 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-7fd9e24d-e53c-4031-9fca-cbfead2b5de3 req-b5b3cbf7-dbdd-47c4-a93c-ca3453cdd00a service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=043450d5-a8e9-4524-8c01-f8118205eebd HTTP/1.1" status: 200 len: 1097 time: 0.1584566 Jul 27 23:06:42.366924 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601435b8-1706-4a0d-90b7-a714353e290e req-6e937471-b69d-4267-a5f5-60dc3de44f12 tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:42.368552 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-601435b8-1706-4a0d-90b7-a714353e290e req-6e937471-b69d-4267-a5f5-60dc3de44f12 tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a48927b-99e1-4b3e-bb7c-83ee4c4ce884 HTTP/1.1" status: 200 len: 945 time: 0.0868058 Jul 27 23:06:42.374372 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fac0ff0-3871-4272-a43f-fd010facfd07 None None] Routers {'cf96189a-75ea-47b4-bd5b-79cf952e79aa'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:06:42.375100 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-9fac0ff0-3871-4272-a43f-fd010facfd07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:06:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['cf96189a-75ea-47b4-bd5b-79cf952e79aa'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:06:42.410809 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-601435b8-1706-4a0d-90b7-a714353e290e req-2c4ceb47-fcac-4bce-a9c5-3c149faa909e tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] 10.222.0.18 "GET /v2.0/security-groups?id=e8e7b229-51f5-4d90-9897-e570dceca7b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339987 Jul 27 23:06:42.457722 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-7fd9e24d-e53c-4031-9fca-cbfead2b5de3 req-beba4c32-00fe-499a-bbe3-0643bbf707df service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=bed30b16-cd2d-47d0-9758-37dc9df2dfb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239457 Jul 27 23:06:42.547635 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfa03b2-564b-4c10-8b64-6dc8f8ce2328 req-1b7fb115-70b9-4a11-acb9-deced06741c7 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:42.556700 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-2cfa03b2-564b-4c10-8b64-6dc8f8ce2328 req-1b7fb115-70b9-4a11-acb9-deced06741c7 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.18 "GET /v2.0/ports?device_id=b63522d9-ea6f-40ac-9bbc-7128e3b9d165 HTTP/1.1" status: 200 len: 945 time: 0.1919050 Jul 27 23:06:42.631426 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-2cfa03b2-564b-4c10-8b64-6dc8f8ce2328 req-d039ffe5-5d8b-4aa3-82f0-fd129f67abf8 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.18 "GET /v2.0/security-groups?id=657c655b-8580-45d5-979f-9b32b7a260f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736878 Jul 27 23:06:42.759447 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port 522b4389-a942-43b4-b1c8-2896864af68a, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=522b4389-a942-43b4-b1c8-2896864af68a,segment=NetworkSegment(ff9b0beb-ebd9-45f3-9693-d627eb3bb065),segment_id=ff9b0beb-ebd9-45f3-9693-d627eb3bb065)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:06:42.794357 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-9fac0ff0-3871-4272-a43f-fd010facfd07 None None] Set router cf96189a-75ea-47b4-bd5b-79cf952e79aa gateway port host: n-d-802623-1 {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:06:42.952676 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5ff278-1f29-46b7-a3fc-ddc4121ef72f req-6db40c33-2bd5-48f7-accc-b2e5ff1a266f tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:42.962819 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-be5ff278-1f29-46b7-a3fc-ddc4121ef72f req-6db40c33-2bd5-48f7-accc-b2e5ff1a266f tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a48927b-99e1-4b3e-bb7c-83ee4c4ce884 HTTP/1.1" status: 200 len: 945 time: 0.1305358 Jul 27 23:06:43.024499 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-be5ff278-1f29-46b7-a3fc-ddc4121ef72f req-10321b39-d39e-4c72-8618-e012e60f6e2d tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] 10.222.0.18 "GET /v2.0/security-groups?id=e8e7b229-51f5-4d90-9897-e570dceca7b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582845 Jul 27 23:06:43.036715 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4c335447-ec3d-4d04-ac14-8250016cf18d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:43.038817 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device 522b4389-a942-43b4-b1c8-2896864af68a has no active binding in host n-h2-802623-1 {{(pid=93799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 27 23:06:43.049680 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7e494897-c24c-41c4-9145-317891603f53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:43.127618 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a712b754-910c-4216-9bdd-fd15205c2c79 req-0c8a9ec2-6046-4e53-a196-7189fd4caa06 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:43.131071 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a712b754-910c-4216-9bdd-fd15205c2c79 req-0c8a9ec2-6046-4e53-a196-7189fd4caa06 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] 10.222.0.18 "GET /v2.0/ports?device_id=043450d5-a8e9-4524-8c01-f8118205eebd HTTP/1.1" status: 200 len: 946 time: 0.3448136 Jul 27 23:06:43.169215 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-4c335447-ec3d-4d04-ac14-8250016cf18d None None] For port 7fc4125f-e5cb-427b-9abc-bf46e6f918ea, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=7fc4125f-e5cb-427b-9abc-bf46e6f918ea,segment=NetworkSegment(758c827b-73d3-4676-bc4a-ecbb15805f5a),segment_id=758c827b-73d3-4676-bc4a-ecbb15805f5a)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:06:43.182949 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4c335447-ec3d-4d04-ac14-8250016cf18d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:43.221088 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64325033-f801-4383-9697-1c21e607fdf5 req-9f637827-e5dd-4301-8898-2bab41a406fe tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:43.231389 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-64325033-f801-4383-9697-1c21e607fdf5 req-9f637827-e5dd-4301-8898-2bab41a406fe tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab41d699-a6c9-471f-af92-d91f3fbbf8be HTTP/1.1" status: 200 len: 943 time: 0.1145570 Jul 27 23:06:43.325682 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-64325033-f801-4383-9697-1c21e607fdf5 req-3cd82e76-a61f-4097-9b41-bf30dbe0c63f tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ee1769a-7cc2-4f9a-a15b-54c39d35bd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930574 Jul 27 23:06:43.334130 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c335447-ec3d-4d04-ac14-8250016cf18d None None] Pushing event updated for resources: {'Port': ['ID=7fc4125f-e5cb-427b-9abc-bf46e6f918ea,revision_number=3']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:06:43.342523 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab41d699-a6c9-471f-af92-d91f3fbbf8be', 'tag': '522b4389-a942-43b4-b1c8-2896864af68a'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:06:43.345273 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a476459a1bfce68b0ae0df5b6a71154bfc7cfdc8f9eefce6ad0a17231e60468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1eb35dc-3ac5-4330-9237-1b2b9a9e714a" -d '{"events": [{"name": "network-changed", "server_uuid": "ab41d699-a6c9-471f-af92-d91f3fbbf8be", "tag": "522b4389-a942-43b4-b1c8-2896864af68a"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:06:43.362967 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a712b754-910c-4216-9bdd-fd15205c2c79 req-1c3cda9f-303f-4996-a76b-f46b78f69771 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] 10.222.0.18 "GET /v2.0/security-groups?id=bed30b16-cd2d-47d0-9758-37dc9df2dfb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2150431 Jul 27 23:06:43.418113 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-9fac0ff0-3871-4272-a43f-fd010facfd07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf96189a-75ea-47b4-bd5b-79cf952e79aa', 'name': 'tempest-FloatingIPsAssociationTestJSON-393833974-router', 'tenant_id': '5b03c927c66142f381afed5bba742bc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': '1799a87d-8a71-4f8d-b053-5a498465f1db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:06:39Z', 'updated_at': '2021-07-27T23:06:40Z', 'revision_number': 3, 'project_id': '5b03c927c66142f381afed5bba742bc2', 'gw_port': {'id': '1799a87d-8a71-4f8d-b053-5a498465f1db', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:4b:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf96189a-75ea-47b4-bd5b-79cf952e79aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:06:39Z', 'updated_at': '2021-07-27T23:06:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1'}], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:06:43.487999 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 23:06:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27a1527c-1047-470d-ae2b-dbcb2c8e67fc x-openstack-request-id: req-27a1527c-1047-470d-ae2b-dbcb2c8e67fc {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:06:43.488355 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab41d699-a6c9-471f-af92-d91f3fbbf8be", "tag": "522b4389-a942-43b4-b1c8-2896864af68a", "status": "completed", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:06:43.488535 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-27a1527c-1047-470d-ae2b-dbcb2c8e67fc {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:06:43.488918 n-d-802623-1 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab41d699-a6c9-471f-af92-d91f3fbbf8be', 'tag': '522b4389-a942-43b4-b1c8-2896864af68a', 'status': 'completed', 'code': 200} Jul 27 23:06:43.519019 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fac0ff0-3871-4272-a43f-fd010facfd07 None None] Checking router: cf96189a-75ea-47b4-bd5b-79cf952e79aa for host: n-d-802623-1 {{(pid=93799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 23:06:43.522606 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fac0ff0-3871-4272-a43f-fd010facfd07 None None] Updating router cf96189a-75ea-47b4-bd5b-79cf952e79aa port 1799a87d-8a71-4f8d-b053-5a498465f1db binding host n-d-802623-1 {{(pid=93799) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 23:06:43.536269 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1eb35dc-3ac5-4330-9237-1b2b9a9e714a req-0c0be966-fc55-4691-b521-588ec2aa16c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:43.538409 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a1eb35dc-3ac5-4330-9237-1b2b9a9e714a req-0c0be966-fc55-4691-b521-588ec2aa16c5 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=2b51160ea37c42ce86518efb7f5012de&device_id=ab41d699-a6c9-471f-af92-d91f3fbbf8be HTTP/1.1" status: 200 len: 1124 time: 0.0542605 Jul 27 23:06:43.557494 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 7fc4125f-e5cb-427b-9abc-bf46e6f918ea up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:06:43.634808 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-7e494897-c24c-41c4-9145-317891603f53 admin admin] Allocated IP 172.20.0.1 (651a62f0-bf28-4546-86cc-bdd30132572b/fa7fc9a2-9609-4fd7-ac94-2254e732d52b/402f496a-5912-40d6-b1a0-20b7a7501523) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:06:43.657063 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-9fac0ff0-3871-4272-a43f-fd010facfd07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:43.702970 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1eb35dc-3ac5-4330-9237-1b2b9a9e714a req-b1df0c3a-c341-4656-9583-9e00095601b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:43.705376 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a1eb35dc-3ac5-4330-9237-1b2b9a9e714a req-b1df0c3a-c341-4656-9583-9e00095601b3 service neutron] 10.222.0.38 "GET /v2.0/networks?id=7ba5f889-7a68-424d-8fa1-71447bc958df HTTP/1.1" status: 200 len: 922 time: 0.1562874 Jul 27 23:06:43.754232 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a1eb35dc-3ac5-4330-9237-1b2b9a9e714a req-e5cea5aa-07bd-4cca-9dd2-aaffaba7c3d0 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=522b4389-a942-43b4-b1c8-2896864af68a HTTP/1.1" status: 200 len: 217 time: 0.0403197 Jul 27 23:06:43.757601 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7e494897-c24c-41c4-9145-317891603f53 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:43.773892 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-7e494897-c24c-41c4-9145-317891603f53 admin admin] Transition to ACTIVE for port object 402f496a-5912-40d6-b1a0-20b7a7501523 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:06:43.821078 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7e494897-c24c-41c4-9145-317891603f53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:43.837145 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1eb35dc-3ac5-4330-9237-1b2b9a9e714a req-13834e35-5b58-46fc-b23c-90e8980b3e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:43.839314 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a1eb35dc-3ac5-4330-9237-1b2b9a9e714a req-13834e35-5b58-46fc-b23c-90e8980b3e43 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=2be3a116-6f3a-48af-9c58-17be143660fc HTTP/1.1" status: 200 len: 861 time: 0.0770519 Jul 27 23:06:43.911472 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e494897-c24c-41c4-9145-317891603f53 admin admin] Pushing event updated for resources: {'Port': ['ID=402f496a-5912-40d6-b1a0-20b7a7501523,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:06:43.921622 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a1eb35dc-3ac5-4330-9237-1b2b9a9e714a req-934fd31b-e678-48f5-b7cf-2687ab50b0e1 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7ba5f889-7a68-424d-8fa1-71447bc958df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0682542 Jul 27 23:06:43.937023 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e494897-c24c-41c4-9145-317891603f53 admin admin] Network 651a62f0-bf28-4546-86cc-bdd30132572b is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:06:43.938711 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-7e494897-c24c-41c4-9145-317891603f53 admin admin] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:06:43.946312 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e494897-c24c-41c4-9145-317891603f53 admin admin] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:06:44.024786 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7e494897-c24c-41c4-9145-317891603f53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-415283'] for router_interface, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:44.091901 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-9fac0ff0-3871-4272-a43f-fd010facfd07 None None] Notify callbacks [] for port, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:44.111691 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-9fac0ff0-3871-4272-a43f-fd010facfd07 None None] Transition to ACTIVE for port object 1799a87d-8a71-4f8d-b053-5a498465f1db will not be triggered until provisioned by entity L2. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:06:44.126625 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-9fac0ff0-3871-4272-a43f-fd010facfd07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:44.130957 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ef285acc-fa6c-4b0b-a1cb-973b18b7652f None None] Provisioning complete for port 7fc4125f-e5cb-427b-9abc-bf46e6f918ea triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:06:44.131425 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ef285acc-fa6c-4b0b-a1cb-973b18b7652f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:44.222326 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a1eb35dc-3ac5-4330-9237-1b2b9a9e714a req-c1ba144d-3e98-49d9-9e33-7e60d131982d service neutron] 10.222.0.38 "GET /v2.0/networks/7ba5f889-7a68-424d-8fa1-71447bc958df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2842500 Jul 27 23:06:44.309163 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7e494897-c24c-41c4-9145-317891603f53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:44.331437 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port 7fc4125f-e5cb-427b-9abc-bf46e6f918ea triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:06:44.331824 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:44.370423 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0bbb26-993b-4708-8a59-1c7d58ccdceb None None] Pushing event updated for resources: {'Port': ['ID=1799a87d-8a71-4f8d-b053-5a498465f1db,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:06:44.414075 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-9fac0ff0-3871-4272-a43f-fd010facfd07 None None] Attempting to bind port 1799a87d-8a71-4f8d-b053-5a498465f1db on host n-d-802623-1 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:06:44.414476 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-9fac0ff0-3871-4272-a43f-fd010facfd07 None None] Attempting to bind port 1799a87d-8a71-4f8d-b053-5a498465f1db by drivers openvswitch,hyperv on host n-d-802623-1 at level 0 using segments [{'id': 'b9afe07e-bbe4-4740-834c-4b6a9698bdbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:06:44.414828 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fac0ff0-3871-4272-a43f-fd010facfd07 None None] Attempting to bind port 1799a87d-8a71-4f8d-b053-5a498465f1db on network 2fd42287-ed26-4eb9-89a5-b521f5b04356 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:06:44.424526 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153f51a6-b43c-4255-9c23-da28419ed093 req-fe973995-5952-4757-8a5b-40cbf4ec549a tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:44.426320 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-153f51a6-b43c-4255-9c23-da28419ed093 req-fe973995-5952-4757-8a5b-40cbf4ec549a tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a48927b-99e1-4b3e-bb7c-83ee4c4ce884 HTTP/1.1" status: 200 len: 945 time: 0.2035000 Jul 27 23:06:44.430627 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fac0ff0-3871-4272-a43f-fd010facfd07 None None] Checking agent: {'id': 'a9a568d2-a5e7-41e4-833f-a8ab42ea4073', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 52, 30), 'started_at': datetime.datetime(2021, 7, 27, 22, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 6, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802623-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:06:44.431016 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fac0ff0-3871-4272-a43f-fd010facfd07 None None] Checking segment: {'id': 'b9afe07e-bbe4-4740-834c-4b6a9698bdbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:06:44.431453 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-9fac0ff0-3871-4272-a43f-fd010facfd07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:44.431851 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fac0ff0-3871-4272-a43f-fd010facfd07 None None] Bound using segment: {'id': 'b9afe07e-bbe4-4740-834c-4b6a9698bdbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:06:44.432342 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-9fac0ff0-3871-4272-a43f-fd010facfd07 None None] Bound port: 1799a87d-8a71-4f8d-b053-5a498465f1db, host: n-d-802623-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9afe07e-bbe4-4740-834c-4b6a9698bdbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:06:44.432740 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-9fac0ff0-3871-4272-a43f-fd010facfd07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:44.541162 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a1eb35dc-3ac5-4330-9237-1b2b9a9e714a req-470190e0-09e5-4d0b-8aa5-f66765987b62 service neutron] 10.222.0.38 "GET /v2.0/networks/7ba5f889-7a68-424d-8fa1-71447bc958df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2845831 Jul 27 23:06:44.559036 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-153f51a6-b43c-4255-9c23-da28419ed093 req-a17df3fc-3cb5-49b7-8da3-4701a475c2a2 tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] 10.222.0.18 "GET /v2.0/security-groups?id=e8e7b229-51f5-4d90-9897-e570dceca7b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881565 Jul 27 23:06:44.576944 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-9fac0ff0-3871-4272-a43f-fd010facfd07 None None] For port 1799a87d-8a71-4f8d-b053-5a498465f1db, host n-d-802623-1, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:06:44.581071 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-9fac0ff0-3871-4272-a43f-fd010facfd07 None None] For port 1799a87d-8a71-4f8d-b053-5a498465f1db, host n-d-802623-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=1799a87d-8a71-4f8d-b053-5a498465f1db,segment=NetworkSegment(b9afe07e-bbe4-4740-834c-4b6a9698bdbc),segment_id=b9afe07e-bbe4-4740-834c-4b6a9698bdbc)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:06:44.654697 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-9fac0ff0-3871-4272-a43f-fd010facfd07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:44.697080 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fba055-10d9-4054-90bb-d5f95ce39241 req-4215eea3-f84e-4d49-ab49-b8580280f0ed tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:44.699312 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-e1fba055-10d9-4054-90bb-d5f95ce39241 req-4215eea3-f84e-4d49-ab49-b8580280f0ed tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab41d699-a6c9-471f-af92-d91f3fbbf8be HTTP/1.1" status: 200 len: 943 time: 0.1270723 Jul 27 23:06:44.739360 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fac0ff0-3871-4272-a43f-fd010facfd07 None None] Routers {'cf96189a-75ea-47b4-bd5b-79cf952e79aa'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:06:44.739984 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-9fac0ff0-3871-4272-a43f-fd010facfd07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:06:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['cf96189a-75ea-47b4-bd5b-79cf952e79aa'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:06:44.754118 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7e494897-c24c-41c4-9145-317891603f53 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:44.755718 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad33f1c6-1533-44e6-8faa-991a0633983a req-b5157f6e-1ac3-41f0-aaf8-1fcc02e8444f tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:44.757246 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ad33f1c6-1533-44e6-8faa-991a0633983a req-b5157f6e-1ac3-41f0-aaf8-1fcc02e8444f tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] 10.222.0.18 "GET /v2.0/ports?device_id=043450d5-a8e9-4524-8c01-f8118205eebd HTTP/1.1" status: 200 len: 946 time: 0.0936165 Jul 27 23:06:44.771495 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fef5cd-8168-42ac-b338-93f7165911bf req-b506a121-1261-4d28-9483-4bfe87ea318a tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:44.773472 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c3fef5cd-8168-42ac-b338-93f7165911bf req-b506a121-1261-4d28-9483-4bfe87ea318a tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] 10.222.0.38 "GET /v2.0/ports?device_id=4a48927b-99e1-4b3e-bb7c-83ee4c4ce884 HTTP/1.1" status: 200 len: 945 time: 0.0761807 Jul 27 23:06:44.776059 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7e494897-c24c-41c4-9145-317891603f53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11336041'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:44.857907 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-9fac0ff0-3871-4272-a43f-fd010facfd07 None None] Set router cf96189a-75ea-47b4-bd5b-79cf952e79aa gateway port host: n-d-802623-1 {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:06:44.870304 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ad33f1c6-1533-44e6-8faa-991a0633983a req-2960d17b-d7ef-4689-a8dd-0e37fd341e27 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] 10.222.0.18 "GET /v2.0/security-groups?id=bed30b16-cd2d-47d0-9758-37dc9df2dfb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957775 Jul 27 23:06:44.895895 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-e1fba055-10d9-4054-90bb-d5f95ce39241 req-fa9d99c8-4d59-49f1-93cc-cf6803f28841 tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ee1769a-7cc2-4f9a-a15b-54c39d35bd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349630 Jul 27 23:06:44.920231 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-c3fef5cd-8168-42ac-b338-93f7165911bf req-c6f554b6-1ffb-4c34-8996-5239caaaf882 tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] Deleting port 9930f64c-96c0-4c69-a471-d682dad02061 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:06:44.920579 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-c3fef5cd-8168-42ac-b338-93f7165911bf req-c6f554b6-1ffb-4c34-8996-5239caaaf882 tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:44.923571 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7e494897-c24c-41c4-9145-317891603f53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3760555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-414115'] for router_interface, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:45.014807 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0bbb26-993b-4708-8a59-1c7d58ccdceb None None] Pushing event updated for resources: {'Port': ['ID=1799a87d-8a71-4f8d-b053-5a498465f1db,revision_number=3']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:06:45.023081 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e7cb9b85-9e96-4d06-9f66-25c863ec2906 None None] Provisioning for port 402f496a-5912-40d6-b1a0-20b7a7501523 completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:06:45.033431 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e7cb9b85-9e96-4d06-9f66-25c863ec2906 None None] Provisioning complete for port 402f496a-5912-40d6-b1a0-20b7a7501523 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:06:45.034076 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e7cb9b85-9e96-4d06-9f66-25c863ec2906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:45.125553 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e494897-c24c-41c4-9145-317891603f53 admin admin] Pushing event updated for resources: {'Port': ['ID=402f496a-5912-40d6-b1a0-20b7a7501523,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:06:45.132865 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e494897-c24c-41c4-9145-317891603f53 admin admin] Network 651a62f0-bf28-4546-86cc-bdd30132572b is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:06:45.136409 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-7e494897-c24c-41c4-9145-317891603f53 admin admin] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:06:45.156133 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-c3fef5cd-8168-42ac-b338-93f7165911bf req-c6f554b6-1ffb-4c34-8996-5239caaaf882 tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] For port 9930f64c-96c0-4c69-a471-d682dad02061, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=9930f64c-96c0-4c69-a471-d682dad02061,segment=NetworkSegment(0804c63a-d684-491c-9e34-41f7ae70f391),segment_id=0804c63a-d684-491c-9e34-41f7ae70f391)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:06:45.156529 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-c3fef5cd-8168-42ac-b338-93f7165911bf req-c6f554b6-1ffb-4c34-8996-5239caaaf882 tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:45.159782 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-e7cb9b85-9e96-4d06-9f66-25c863ec2906 None None] Port 402f496a-5912-40d6-b1a0-20b7a7501523 cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:06:45.171577 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-c3fef5cd-8168-42ac-b338-93f7165911bf req-c6f554b6-1ffb-4c34-8996-5239caaaf882 tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] Calling delete_port for 9930f64c-96c0-4c69-a471-d682dad02061 owned by compute:nova {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:06:45.190361 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3563bd26-8fd0-4267-a1d7-539adf9ab4e0 req-e9e65490-25e5-477e-8599-4a188b1a20f6 tempest-LiveMigrationTest-1100887879 tempest-LiveMigrationTest-1100887879-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:45.197804 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-3563bd26-8fd0-4267-a1d7-539adf9ab4e0 req-e9e65490-25e5-477e-8599-4a188b1a20f6 tempest-LiveMigrationTest-1100887879 tempest-LiveMigrationTest-1100887879-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=043450d5-a8e9-4524-8c01-f8118205eebd HTTP/1.1" status: 200 len: 1097 time: 0.0870900 Jul 27 23:06:45.221401 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-9fac0ff0-3871-4272-a43f-fd010facfd07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf96189a-75ea-47b4-bd5b-79cf952e79aa', 'name': 'tempest-FloatingIPsAssociationTestJSON-393833974-router', 'tenant_id': '5b03c927c66142f381afed5bba742bc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': '1799a87d-8a71-4f8d-b053-5a498465f1db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:06:39Z', 'updated_at': '2021-07-27T23:06:44Z', 'revision_number': 4, 'project_id': '5b03c927c66142f381afed5bba742bc2', 'gw_port': {'id': '1799a87d-8a71-4f8d-b053-5a498465f1db', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:4b:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf96189a-75ea-47b4-bd5b-79cf952e79aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:06:39Z', 'updated_at': '2021-07-27T23:06:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': '402f496a-5912-40d6-b1a0-20b7a7501523', 'name': '', 'network_id': '651a62f0-bf28-4546-86cc-bdd30132572b', 'tenant_id': '5b03c927c66142f381afed5bba742bc2', 'mac_address': 'fa:16:3e:6b:74:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf96189a-75ea-47b4-bd5b-79cf952e79aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': 'fa7fc9a2-9609-4fd7-ac94-2254e732d52b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:06:43Z', 'updated_at': '2021-07-27T23:06:43Z', 'revision_number': 1, 'project_id': '5b03c927c66142f381afed5bba742bc2', 'subnets': [{'id': 'fa7fc9a2-9609-4fd7-ac94-2254e732d52b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:06:45.258272 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fac0ff0-3871-4272-a43f-fd010facfd07 None None] The sync data for ids ['cf96189a-75ea-47b4-bd5b-79cf952e79aa'] in n-d-802623-1 is: [{'id': 'cf96189a-75ea-47b4-bd5b-79cf952e79aa', 'name': 'tempest-FloatingIPsAssociationTestJSON-393833974-router', 'tenant_id': '5b03c927c66142f381afed5bba742bc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': '1799a87d-8a71-4f8d-b053-5a498465f1db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:06:39Z', 'updated_at': '2021-07-27T23:06:44Z', 'revision_number': 4, 'project_id': '5b03c927c66142f381afed5bba742bc2', 'gw_port': {'id': '1799a87d-8a71-4f8d-b053-5a498465f1db', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:4b:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf96189a-75ea-47b4-bd5b-79cf952e79aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:06:39Z', 'updated_at': '2021-07-27T23:06:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': '402f496a-5912-40d6-b1a0-20b7a7501523', 'name': '', 'network_id': '651a62f0-bf28-4546-86cc-bdd30132572b', 'tenant_id': '5b03c927c66142f381afed5bba742bc2', 'mac_address': 'fa:16:3e:6b:74:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf96189a-75ea-47b4-bd5b-79cf952e79aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': 'fa7fc9a2-9609-4fd7-ac94-2254e732d52b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:06:43Z', 'updated_at': '2021-07-27T23:06:43Z', 'revision_number': 1, 'project_id': '5b03c927c66142f381afed5bba742bc2', 'subnets': [{'id': 'fa7fc9a2-9609-4fd7-ac94-2254e732d52b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:06:45.290441 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e494897-c24c-41c4-9145-317891603f53 admin admin] Router cf96189a-75ea-47b4-bd5b-79cf952e79aa has already been hosted by L3 agent 018c4455-49c0-4734-927d-7824067b2a9e {{(pid=93797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 23:06:45.291659 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-3563bd26-8fd0-4267-a1d7-539adf9ab4e0 req-43a47d56-0d7b-4915-a4bd-eb1c5284ce73 tempest-LiveMigrationTest-1100887879 tempest-LiveMigrationTest-1100887879-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=bed30b16-cd2d-47d0-9758-37dc9df2dfb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907688 Jul 27 23:06:45.309865 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 9930f64c-96c0-4c69-a471-d682dad02061 up at agent hyperv_n-h1-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:06:45.432775 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Provisioning complete for port 9930f64c-96c0-4c69-a471-d682dad02061 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:06:45.433643 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:45.466669 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-c3fef5cd-8168-42ac-b338-93f7165911bf req-c6f554b6-1ffb-4c34-8996-5239caaaf882 tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:45.506970 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Could not find standard attr ID for object 9930f64c-96c0-4c69-a471-d682dad02061. {{(pid=93799) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 23:06:45.514165 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f554b6-1ffb-4c34-8996-5239caaaf882 tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] Pushing event deleted for resources: {'Port': ['ID=9930f64c-96c0-4c69-a471-d682dad02061,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:06:45.515963 n-d-802623-1 neutron-server[93799]: INFO neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] No ports have port_id starting with 9930f64c-96c0-4c69-a471-d682dad02061 Jul 27 23:06:45.553623 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101e3179-eff1-46a3-bd18-35bbf06c6cbe req-9901214a-b5d3-47ed-9154-aaafe1d733b6 tempest-LiveMigrationTest-1100887879 tempest-LiveMigrationTest-1100887879-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:45.555202 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-101e3179-eff1-46a3-bd18-35bbf06c6cbe req-9901214a-b5d3-47ed-9154-aaafe1d733b6 tempest-LiveMigrationTest-1100887879 tempest-LiveMigrationTest-1100887879-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=043450d5-a8e9-4524-8c01-f8118205eebd HTTP/1.1" status: 200 len: 1097 time: 0.1431148 Jul 27 23:06:45.556736 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e494897-c24c-41c4-9145-317891603f53 admin admin] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:06:45.570317 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3fef5cd-8168-42ac-b338-93f7165911bf req-c6f554b6-1ffb-4c34-8996-5239caaaf882 tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] No DVR routers for this DVR port 9930f64c-96c0-4c69-a471-d682dad02061 on host n-h1-802623-1 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:06:45.573197 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-c3fef5cd-8168-42ac-b338-93f7165911bf req-c6f554b6-1ffb-4c34-8996-5239caaaf882 tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:45.575671 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c3fef5cd-8168-42ac-b338-93f7165911bf req-c6f554b6-1ffb-4c34-8996-5239caaaf882 tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] 10.222.0.38 "DELETE /v2.0/ports/9930f64c-96c0-4c69-a471-d682dad02061 HTTP/1.1" status: 204 len: 173 time: 0.7941632 Jul 27 23:06:45.576974 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a48927b-99e1-4b3e-bb7c-83ee4c4ce884', 'name': 'network-vif-deleted', 'tag': '9930f64c-96c0-4c69-a471-d682dad02061'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:06:45.579531 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}011f8d312121274bb12d78e77c6379a2079800640016cec6c6d605b73666e854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d56ec93-c2ef-490f-8052-f08438a59ff6" -d '{"events": [{"server_uuid": "4a48927b-99e1-4b3e-bb7c-83ee4c4ce884", "name": "network-vif-deleted", "tag": "9930f64c-96c0-4c69-a471-d682dad02061"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:06:45.590596 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-7e494897-c24c-41c4-9145-317891603f53 admin admin] 10.222.0.18 "PUT /v2.0/routers/cf96189a-75ea-47b4-bd5b-79cf952e79aa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4783728 Jul 27 23:06:45.598301 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-1f3e70f6-981b-44d8-ad6a-430fa9dae09e None None] Provisioning complete for port 402f496a-5912-40d6-b1a0-20b7a7501523 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:06:45.598504 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-1f3e70f6-981b-44d8-ad6a-430fa9dae09e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:45.707695 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-101e3179-eff1-46a3-bd18-35bbf06c6cbe req-afde2413-8960-41cd-b412-dead57322eab tempest-LiveMigrationTest-1100887879 tempest-LiveMigrationTest-1100887879-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=bed30b16-cd2d-47d0-9758-37dc9df2dfb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396377 Jul 27 23:06:45.710297 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-1f3e70f6-981b-44d8-ad6a-430fa9dae09e None None] Port 402f496a-5912-40d6-b1a0-20b7a7501523 cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:06:45.887717 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f9c0da12-51c4-416c-8c4f-dd8409ea80c3 req-498d5520-48e7-4774-8354-37103ce7fafd tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a48927b-99e1-4b3e-bb7c-83ee4c4ce884 HTTP/1.1" status: 200 len: 210 time: 0.0444450 Jul 27 23:06:45.958682 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:06:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a856448b-da88-4374-8255-a5ccdf410264 x-openstack-request-id: req-a856448b-da88-4374-8255-a5ccdf410264 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:06:45.959248 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a48927b-99e1-4b3e-bb7c-83ee4c4ce884", "name": "network-vif-deleted", "tag": "9930f64c-96c0-4c69-a471-d682dad02061", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:06:45.959694 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a856448b-da88-4374-8255-a5ccdf410264 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:06:45.960319 n-d-802623-1 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a48927b-99e1-4b3e-bb7c-83ee4c4ce884', 'name': 'network-vif-deleted', 'tag': '9930f64c-96c0-4c69-a471-d682dad02061', 'status': 'completed', 'code': 200} Jul 27 23:06:46.231446 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4370f59-7c82-4931-90b2-7dbecdc549f3 req-5b53ce01-29e8-4787-b0df-cecd1c30a503 tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:46.244265 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d4370f59-7c82-4931-90b2-7dbecdc549f3 req-5b53ce01-29e8-4787-b0df-cecd1c30a503 tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab41d699-a6c9-471f-af92-d91f3fbbf8be HTTP/1.1" status: 200 len: 943 time: 0.1152701 Jul 27 23:06:46.373072 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d4370f59-7c82-4931-90b2-7dbecdc549f3 req-9e406c2b-319c-4fd9-a778-51d79a101c9a tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ee1769a-7cc2-4f9a-a15b-54c39d35bd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226387 Jul 27 23:06:46.606250 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e54ede-93e0-4a0c-b07c-a6823ead5cca req-a931f73c-85b2-4bf9-b16a-4848825b6b42 tempest-FloatingIPsAssociationTestJSON-312227423 tempest-FloatingIPsAssociationTestJSON-312227423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:46.615513 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-60e54ede-93e0-4a0c-b07c-a6823ead5cca req-a931f73c-85b2-4bf9-b16a-4848825b6b42 tempest-FloatingIPsAssociationTestJSON-312227423 tempest-FloatingIPsAssociationTestJSON-312227423-project] 10.222.0.18 "GET /v2.0/networks?id=651a62f0-bf28-4546-86cc-bdd30132572b HTTP/1.1" status: 200 len: 820 time: 0.1495326 Jul 27 23:06:46.636721 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-60e54ede-93e0-4a0c-b07c-a6823ead5cca req-7bdec8bf-bda7-401a-b033-cffd35af7a4c tempest-FloatingIPsAssociationTestJSON-312227423 tempest-FloatingIPsAssociationTestJSON-312227423-project] 10.222.0.18 "GET /v2.0/quotas/5b03c927c66142f381afed5bba742bc2 HTTP/1.1" status: 200 len: 375 time: 0.0196981 Jul 27 23:06:46.707218 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-60e54ede-93e0-4a0c-b07c-a6823ead5cca req-432af270-2a28-4057-a7c7-f4281d055538 tempest-FloatingIPsAssociationTestJSON-312227423 tempest-FloatingIPsAssociationTestJSON-312227423-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=5b03c927c66142f381afed5bba742bc2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0688436 Jul 27 23:06:46.827601 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-60e54ede-93e0-4a0c-b07c-a6823ead5cca req-2148385d-e611-4ed3-9ed8-a264f166d16d service neutron] 10.222.0.18 "GET /v2.0/networks/651a62f0-bf28-4546-86cc-bdd30132572b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1185060 Jul 27 23:06:46.960659 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-60e54ede-93e0-4a0c-b07c-a6823ead5cca req-e1b2f0a5-93c7-4d50-aeff-2c1b25dbb187 service neutron] 10.222.0.18 "GET /v2.0/networks/651a62f0-bf28-4546-86cc-bdd30132572b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255846 Jul 27 23:06:47.328902 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-196e3075-07e1-4b0a-8765-71611e2e90ac req-09b296b2-8eec-465b-8cc8-843a8963f1b5 tempest-FloatingIPsAssociationTestJSON-312227423 tempest-FloatingIPsAssociationTestJSON-312227423-project] 10.222.0.18 "GET /v2.0/ports?device_id=090fc9ba-9df5-4f45-99a9-afe474888be5 HTTP/1.1" status: 200 len: 210 time: 0.0515909 Jul 27 23:06:47.603408 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 1799a87d-8a71-4f8d-b053-5a498465f1db up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:06:47.719137 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning for port 1799a87d-8a71-4f8d-b053-5a498465f1db completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:06:47.723842 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port 1799a87d-8a71-4f8d-b053-5a498465f1db triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:06:47.724262 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:47.852285 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:47.896513 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] For port 1799a87d-8a71-4f8d-b053-5a498465f1db, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=1799a87d-8a71-4f8d-b053-5a498465f1db,segment=NetworkSegment(b9afe07e-bbe4-4740-834c-4b6a9698bdbc),segment_id=b9afe07e-bbe4-4740-834c-4b6a9698bdbc)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:06:47.908156 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:47.912129 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [req-c9507048-83ba-4233-b73a-c6e9a8d859bd req-f492688a-ab27-47c7-a0bb-efeae991031f tempest-LiveMigrationTest-1100887879 tempest-LiveMigrationTest-1100887879-project-admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=93797) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 23:06:47.914018 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-c9507048-83ba-4233-b73a-c6e9a8d859bd req-f492688a-ab27-47c7-a0bb-efeae991031f tempest-LiveMigrationTest-1100887879 tempest-LiveMigrationTest-1100887879-project-admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064812 Jul 27 23:06:47.925576 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [req-c9507048-83ba-4233-b73a-c6e9a8d859bd req-b770840f-13a7-40a2-9a08-c9072f932284 service neutron] Request body: {'binding': {'host': 'n-h1-802623-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:06:47.926255 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [req-c9507048-83ba-4233-b73a-c6e9a8d859bd req-b770840f-13a7-40a2-9a08-c9072f932284 service neutron] Unknown quota resources ['binding']. {{(pid=93797) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 27 23:06:47.985172 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Pushing event updated for resources: {'Port': ['ID=1799a87d-8a71-4f8d-b053-5a498465f1db,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:06:48.127568 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-c9507048-83ba-4233-b73a-c6e9a8d859bd req-b770840f-13a7-40a2-9a08-c9072f932284 service neutron] Attempting to bind port 1a4ffe25-6ceb-4249-ab10-ac979bdc7b73 on host n-h1-802623-1 for vnic_type normal with profile None {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:06:48.128372 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-c9507048-83ba-4233-b73a-c6e9a8d859bd req-b770840f-13a7-40a2-9a08-c9072f932284 service neutron] Attempting to bind port 1a4ffe25-6ceb-4249-ab10-ac979bdc7b73 by drivers openvswitch,hyperv on host n-h1-802623-1 at level 0 using segments [{'id': '7332ccbf-8fd9-4ff5-bad6-b4b872eccd4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'c451a142-86a9-4355-833f-365557d21b8d'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:06:48.128921 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9507048-83ba-4233-b73a-c6e9a8d859bd req-b770840f-13a7-40a2-9a08-c9072f932284 service neutron] Attempting to bind port 1a4ffe25-6ceb-4249-ab10-ac979bdc7b73 on network c451a142-86a9-4355-833f-365557d21b8d {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:06:48.141109 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9507048-83ba-4233-b73a-c6e9a8d859bd req-b770840f-13a7-40a2-9a08-c9072f932284 service neutron] Port 1a4ffe25-6ceb-4249-ab10-ac979bdc7b73 on network c451a142-86a9-4355-833f-365557d21b8d not bound, no agent of type Open vSwitch agent registered on host n-h1-802623-1 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 23:06:48.141791 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9507048-83ba-4233-b73a-c6e9a8d859bd req-b770840f-13a7-40a2-9a08-c9072f932284 service neutron] Attempting to bind port 1a4ffe25-6ceb-4249-ab10-ac979bdc7b73 on network c451a142-86a9-4355-833f-365557d21b8d {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:06:48.148718 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9507048-83ba-4233-b73a-c6e9a8d859bd req-b770840f-13a7-40a2-9a08-c9072f932284 service neutron] Checking agent: {'id': '245f1da4-a9b8-4b08-90d7-28f0f342b839', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 59, 59), 'started_at': datetime.datetime(2021, 7, 27, 22, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 6, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:06:48.149300 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9507048-83ba-4233-b73a-c6e9a8d859bd req-b770840f-13a7-40a2-9a08-c9072f932284 service neutron] Checking segment: {'id': '7332ccbf-8fd9-4ff5-bad6-b4b872eccd4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'c451a142-86a9-4355-833f-365557d21b8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:06:48.150201 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9507048-83ba-4233-b73a-c6e9a8d859bd req-b770840f-13a7-40a2-9a08-c9072f932284 service neutron] Bound using segment: {'id': '7332ccbf-8fd9-4ff5-bad6-b4b872eccd4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'c451a142-86a9-4355-833f-365557d21b8d'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:06:48.150862 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-c9507048-83ba-4233-b73a-c6e9a8d859bd req-b770840f-13a7-40a2-9a08-c9072f932284 service neutron] Bound port: 1a4ffe25-6ceb-4249-ab10-ac979bdc7b73, host: n-h1-802623-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7332ccbf-8fd9-4ff5-bad6-b4b872eccd4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'c451a142-86a9-4355-833f-365557d21b8d'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:06:48.236949 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-c9507048-83ba-4233-b73a-c6e9a8d859bd req-b770840f-13a7-40a2-9a08-c9072f932284 service neutron] For port 1a4ffe25-6ceb-4249-ab10-ac979bdc7b73, host n-h1-802623-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=1a4ffe25-6ceb-4249-ab10-ac979bdc7b73,segment=NetworkSegment(7332ccbf-8fd9-4ff5-bad6-b4b872eccd4e),segment_id=7332ccbf-8fd9-4ff5-bad6-b4b872eccd4e)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:06:48.255612 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-c9507048-83ba-4233-b73a-c6e9a8d859bd req-b770840f-13a7-40a2-9a08-c9072f932284 service neutron] Notify callbacks [] for binding, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:48.266450 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-c9507048-83ba-4233-b73a-c6e9a8d859bd req-b770840f-13a7-40a2-9a08-c9072f932284 service neutron] 10.222.0.18 "POST /v2.0/ports/1a4ffe25-6ceb-4249-ab10-ac979bdc7b73/bindings HTTP/1.1" status: 201 len: 389 time: 0.3391862 Jul 27 23:06:48.283573 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 55828) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:06:48.289293 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-c08728f0-f7b7-4ce3-a65a-db70af2a6d34 tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] Request body: {'security_group': {'name': 'tempest-securitygroup--185189318', 'description': 'tempest-description--1029607076'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:06:48.336787 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c08728f0-f7b7-4ce3-a65a-db70af2a6d34 tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:48.427905 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f2510b4-c758-4922-bc70-c0604e02f6ae None None] Sync routers for ids ['cf96189a-75ea-47b4-bd5b-79cf952e79aa'] in n-d-802623-1 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:06:48.442048 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f2510b4-c758-4922-bc70-c0604e02f6ae None None] Routers {'cf96189a-75ea-47b4-bd5b-79cf952e79aa'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:06:48.442698 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-4f2510b4-c758-4922-bc70-c0604e02f6ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:06:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['cf96189a-75ea-47b4-bd5b-79cf952e79aa'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:06:48.526293 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922d62be-76b0-4fe3-acb1-ec631b61759a req-1f0821b8-37fa-4bef-bc2c-09225f6ebc7e tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:48.527312 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c08728f0-f7b7-4ce3-a65a-db70af2a6d34 tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:48.528705 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-922d62be-76b0-4fe3-acb1-ec631b61759a req-1f0821b8-37fa-4bef-bc2c-09225f6ebc7e tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab41d699-a6c9-471f-af92-d91f3fbbf8be HTTP/1.1" status: 200 len: 943 time: 0.0987425 Jul 27 23:06:48.564826 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c08728f0-f7b7-4ce3-a65a-db70af2a6d34 tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:48.585005 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-922d62be-76b0-4fe3-acb1-ec631b61759a req-6e784d8c-f0ce-4a7e-a466-83eb21d638f6 tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ee1769a-7cc2-4f9a-a15b-54c39d35bd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483332 Jul 27 23:06:48.643796 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-4f2510b4-c758-4922-bc70-c0604e02f6ae None None] Set router cf96189a-75ea-47b4-bd5b-79cf952e79aa gateway port host: n-d-802623-1 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:06:48.658228 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c08728f0-f7b7-4ce3-a65a-db70af2a6d34 tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:48.660335 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-c08728f0-f7b7-4ce3-a65a-db70af2a6d34 tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3754048 Jul 27 23:06:48.663472 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 55836) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:06:48.669222 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-84f37b75-59d9-4e8b-a3c3-78b2a7bc890c tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] Request body: {'security_group_rule': {'security_group_id': '059f19db-8518-4cb2-aa41-1cc53a4cb7b4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:06:48.671930 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9507048-83ba-4233-b73a-c6e9a8d859bd req-d0630aa8-3ed3-4354-86fb-04f42a0372a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:48.676604 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c9507048-83ba-4233-b73a-c6e9a8d859bd req-d0630aa8-3ed3-4354-86fb-04f42a0372a7 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=59376bbb1c574537a7eaca41e781bf3f&device_id=043450d5-a8e9-4524-8c01-f8118205eebd HTTP/1.1" status: 200 len: 1097 time: 0.1398108 Jul 27 23:06:48.680010 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08728f0-f7b7-4ce3-a65a-db70af2a6d34 tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] Pushing event updated for resources: {'SecurityGroup': ['ID=059f19db-8518-4cb2-aa41-1cc53a4cb7b4,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:06:48.835021 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9507048-83ba-4233-b73a-c6e9a8d859bd req-9b9be419-d636-46b5-a04d-e9b249f23802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:48.836893 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c9507048-83ba-4233-b73a-c6e9a8d859bd req-9b9be419-d636-46b5-a04d-e9b249f23802 service neutron] 10.222.0.38 "GET /v2.0/networks?id=c451a142-86a9-4355-833f-365557d21b8d HTTP/1.1" status: 200 len: 909 time: 0.1492946 Jul 27 23:06:48.838764 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-84f37b75-59d9-4e8b-a3c3-78b2a7bc890c tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:48.862105 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-be998049-0647-41f9-a1b8-9131756e15e3 req-82667dba-fdab-4faf-aeb7-f5347cafef88 tempest-FloatingIPsAssociationTestJSON-312227423 tempest-FloatingIPsAssociationTestJSON-312227423-project] 10.222.0.18 "GET /v2.0/ports?device_id=090fc9ba-9df5-4f45-99a9-afe474888be5 HTTP/1.1" status: 200 len: 210 time: 0.0472841 Jul 27 23:06:48.908883 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c9507048-83ba-4233-b73a-c6e9a8d859bd req-7546fa40-5448-4bb4-8636-8d8f731e5bcc service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1a4ffe25-6ceb-4249-ab10-ac979bdc7b73 HTTP/1.1" status: 200 len: 217 time: 0.0493147 Jul 27 23:06:48.993966 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-4f2510b4-c758-4922-bc70-c0604e02f6ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf96189a-75ea-47b4-bd5b-79cf952e79aa', 'name': 'tempest-FloatingIPsAssociationTestJSON-393833974-router', 'tenant_id': '5b03c927c66142f381afed5bba742bc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': '1799a87d-8a71-4f8d-b053-5a498465f1db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:06:39Z', 'updated_at': '2021-07-27T23:06:44Z', 'revision_number': 4, 'project_id': '5b03c927c66142f381afed5bba742bc2', 'gw_port': {'id': '1799a87d-8a71-4f8d-b053-5a498465f1db', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:4b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf96189a-75ea-47b4-bd5b-79cf952e79aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:06:39Z', 'updated_at': '2021-07-27T23:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': '402f496a-5912-40d6-b1a0-20b7a7501523', 'name': '', 'network_id': '651a62f0-bf28-4546-86cc-bdd30132572b', 'tenant_id': '5b03c927c66142f381afed5bba742bc2', 'mac_address': 'fa:16:3e:6b:74:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf96189a-75ea-47b4-bd5b-79cf952e79aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': 'fa7fc9a2-9609-4fd7-ac94-2254e732d52b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:06:43Z', 'updated_at': '2021-07-27T23:06:44Z', 'revision_number': 2, 'project_id': '5b03c927c66142f381afed5bba742bc2', 'subnets': [{'id': 'fa7fc9a2-9609-4fd7-ac94-2254e732d52b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:06:48.994277 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9507048-83ba-4233-b73a-c6e9a8d859bd req-c9d2e7e1-9a69-4181-af0b-f580826050d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:48.995496 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c9507048-83ba-4233-b73a-c6e9a8d859bd req-c9d2e7e1-9a69-4181-af0b-f580826050d8 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b1592ca5-0a74-47a5-88e1-85b3448a0017 HTTP/1.1" status: 200 len: 848 time: 0.0787554 Jul 27 23:06:49.011171 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264a8485-dfe7-486e-824b-aa22b80b2458 req-b786da0f-bc01-49e1-99e5-2a02e9f865fb tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:49.018946 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-264a8485-dfe7-486e-824b-aa22b80b2458 req-b786da0f-bc01-49e1-99e5-2a02e9f865fb tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] 10.222.0.18 "GET /v2.0/ports?device_id=043450d5-a8e9-4524-8c01-f8118205eebd HTTP/1.1" status: 200 len: 946 time: 0.2660029 Jul 27 23:06:49.028332 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f2510b4-c758-4922-bc70-c0604e02f6ae None None] Checking router: cf96189a-75ea-47b4-bd5b-79cf952e79aa for host: n-d-802623-1 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 23:06:49.029754 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f2510b4-c758-4922-bc70-c0604e02f6ae None None] Updating router cf96189a-75ea-47b4-bd5b-79cf952e79aa port 402f496a-5912-40d6-b1a0-20b7a7501523 binding host n-d-802623-1 {{(pid=93800) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 23:06:49.056213 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c9507048-83ba-4233-b73a-c6e9a8d859bd req-2b330de2-3468-429b-9c5a-03160269ced1 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=c451a142-86a9-4355-833f-365557d21b8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0500116 Jul 27 23:06:49.058968 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4f2510b4-c758-4922-bc70-c0604e02f6ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:49.088882 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-84f37b75-59d9-4e8b-a3c3-78b2a7bc890c tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:49.102089 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-264a8485-dfe7-486e-824b-aa22b80b2458 req-3b554735-34d2-4f62-b5de-815abfc09a41 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] 10.222.0.18 "GET /v2.0/security-groups?id=bed30b16-cd2d-47d0-9758-37dc9df2dfb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820341 Jul 27 23:06:49.111322 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-84f37b75-59d9-4e8b-a3c3-78b2a7bc890c tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784185'] for security_group_rule, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:49.133566 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e54ede-93e0-4a0c-b07c-a6823ead5cca req-d24c3e90-0a1c-4e50-b9b5-55b48f2a1d0f tempest-FloatingIPsAssociationTestJSON-312227423 tempest-FloatingIPsAssociationTestJSON-312227423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:49.135141 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-60e54ede-93e0-4a0c-b07c-a6823ead5cca req-d24c3e90-0a1c-4e50-b9b5-55b48f2a1d0f tempest-FloatingIPsAssociationTestJSON-312227423 tempest-FloatingIPsAssociationTestJSON-312227423-project] 10.222.0.38 "GET /v2.0/networks?id=651a62f0-bf28-4546-86cc-bdd30132572b HTTP/1.1" status: 200 len: 820 time: 0.4097810 Jul 27 23:06:49.140669 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f37b75-59d9-4e8b-a3c3-78b2a7bc890c tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7fff529-9046-4f9e-b714-3f9e9b9c7c2f,revision_number=0']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:06:49.157465 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [req-60e54ede-93e0-4a0c-b07c-a6823ead5cca req-190f50ce-bd2c-4612-b319-40190f8dccdd tempest-FloatingIPsAssociationTestJSON-312227423 tempest-FloatingIPsAssociationTestJSON-312227423-project] Request body: {'port': {'device_id': '090fc9ba-9df5-4f45-99a9-afe474888be5', 'network_id': '651a62f0-bf28-4546-86cc-bdd30132572b', 'admin_state_up': True, 'tenant_id': '5b03c927c66142f381afed5bba742bc2'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:06:49.170583 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c9507048-83ba-4233-b73a-c6e9a8d859bd req-25d77761-85b3-4630-8cf9-20f40ac6a421 service neutron] 10.222.0.38 "GET /v2.0/networks/c451a142-86a9-4355-833f-365557d21b8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057730 Jul 27 23:06:49.183487 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a535edd5-7868-42a8-96d0-8b66c97c8ecd req-161b2948-59bf-46fd-8789-1cad84af5eb4 tempest-VolumesAdminNegativeTest-1801636618 tempest-VolumesAdminNegativeTest-1801636618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:49.191643 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a535edd5-7868-42a8-96d0-8b66c97c8ecd req-161b2948-59bf-46fd-8789-1cad84af5eb4 tempest-VolumesAdminNegativeTest-1801636618 tempest-VolumesAdminNegativeTest-1801636618-project] 10.222.0.18 "GET /v2.0/ports?device_id=915cbb78-04a8-4e47-ba29-4ad70eaef870 HTTP/1.1" status: 200 len: 946 time: 0.1952000 Jul 27 23:06:49.250236 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-84f37b75-59d9-4e8b-a3c3-78b2a7bc890c tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:49.251579 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-84f37b75-59d9-4e8b-a3c3-78b2a7bc890c tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5870757 Jul 27 23:06:49.254295 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 55840) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:06:49.260474 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-2691ed66-be92-4133-853b-6fcd58edd0f3 tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] Request body: {'security_group_rule': {'security_group_id': '059f19db-8518-4cb2-aa41-1cc53a4cb7b4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:06:49.280735 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.db.api [None req-2691ed66-be92-4133-853b-6fcd58edd0f3 tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 27 23:06:49.280735 n-d-802623-1 neutron-server[93797]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 27 23:06:49.280735 n-d-802623-1 neutron-server[93797]: [parameters: {'project_id_1': '96daf22d5b4247978edfc4cfc5ef5662', 'expiration_1': datetime.datetime(2021, 7, 27, 23, 6, 49, 267354)}] Jul 27 23:06:49.280735 n-d-802623-1 neutron-server[93797]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93797) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 23:06:49.280735 n-d-802623-1 neutron-server[93797]: DEBUG oslo_db.api [None req-2691ed66-be92-4133-853b-6fcd58edd0f3 tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 23:06:49.286922 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60e54ede-93e0-4a0c-b07c-a6823ead5cca req-190f50ce-bd2c-4612-b319-40190f8dccdd tempest-FloatingIPsAssociationTestJSON-312227423 tempest-FloatingIPsAssociationTestJSON-312227423-project] Made reservation on behalf of 5b03c927c66142f381afed5bba742bc2 for: {'port': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:06:49.291899 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-60e54ede-93e0-4a0c-b07c-a6823ead5cca req-190f50ce-bd2c-4612-b319-40190f8dccdd tempest-FloatingIPsAssociationTestJSON-312227423 tempest-FloatingIPsAssociationTestJSON-312227423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:49.298216 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a535edd5-7868-42a8-96d0-8b66c97c8ecd req-276136d9-2e0c-4fd6-9cdb-adbe67696d10 tempest-VolumesAdminNegativeTest-1801636618 tempest-VolumesAdminNegativeTest-1801636618-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1a53b18-4be9-48c6-80be-f0bd7194a87b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053872 Jul 27 23:06:49.328593 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 9930f64c-96c0-4c69-a471-d682dad02061 no longer exists at agent hyperv_n-h1-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:06:49.330333 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c9507048-83ba-4233-b73a-c6e9a8d859bd req-fa9c00cb-b120-4edd-ba2f-bf28c8c030f4 service neutron] 10.222.0.38 "GET /v2.0/networks/c451a142-86a9-4355-833f-365557d21b8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358287 Jul 27 23:06:49.352854 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] No Port match for: 9930f64c-96c0-4c69-a471-d682dad02061 {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:06:49.353456 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 9930f64c-96c0-4c69-a471-d682dad02061 not bound to the agent host n-h1-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:06:49.377288 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4f2510b4-c758-4922-bc70-c0604e02f6ae None None] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:49.387321 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-4f2510b4-c758-4922-bc70-c0604e02f6ae None None] Transition to ACTIVE for port object 402f496a-5912-40d6-b1a0-20b7a7501523 will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:06:49.394425 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4f2510b4-c758-4922-bc70-c0604e02f6ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:49.440682 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f657fc6-ef9f-406e-9059-955effb87eab None None] Pushing event updated for resources: {'Port': ['ID=402f496a-5912-40d6-b1a0-20b7a7501523,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:06:49.450640 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f657fc6-ef9f-406e-9059-955effb87eab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:06:49.451671 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f657fc6-ef9f-406e-9059-955effb87eab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:06:49.452116 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f657fc6-ef9f-406e-9059-955effb87eab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:06:49.452539 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f657fc6-ef9f-406e-9059-955effb87eab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:06:49.452959 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f657fc6-ef9f-406e-9059-955effb87eab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:06:49.453373 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f657fc6-ef9f-406e-9059-955effb87eab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:06:49.453808 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f657fc6-ef9f-406e-9059-955effb87eab None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:06:49.454224 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f657fc6-ef9f-406e-9059-955effb87eab None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:06:49.454665 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f657fc6-ef9f-406e-9059-955effb87eab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:06:49.455111 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f657fc6-ef9f-406e-9059-955effb87eab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:06:49.455787 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f657fc6-ef9f-406e-9059-955effb87eab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:06:49.456205 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f657fc6-ef9f-406e-9059-955effb87eab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:06:49.537070 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-4f2510b4-c758-4922-bc70-c0604e02f6ae None None] Attempting to bind port 402f496a-5912-40d6-b1a0-20b7a7501523 on host n-d-802623-1 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:06:49.539633 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-4f2510b4-c758-4922-bc70-c0604e02f6ae None None] Attempting to bind port 402f496a-5912-40d6-b1a0-20b7a7501523 by drivers openvswitch,hyperv on host n-d-802623-1 at level 0 using segments [{'id': '758c827b-73d3-4676-bc4a-ecbb15805f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '651a62f0-bf28-4546-86cc-bdd30132572b'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:06:49.540010 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f2510b4-c758-4922-bc70-c0604e02f6ae None None] Attempting to bind port 402f496a-5912-40d6-b1a0-20b7a7501523 on network 651a62f0-bf28-4546-86cc-bdd30132572b {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:06:49.551697 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f2510b4-c758-4922-bc70-c0604e02f6ae None None] Checking agent: {'id': 'a9a568d2-a5e7-41e4-833f-a8ab42ea4073', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 52, 30), 'started_at': datetime.datetime(2021, 7, 27, 22, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 6, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802623-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:06:49.552162 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f2510b4-c758-4922-bc70-c0604e02f6ae None None] Checking segment: {'id': '758c827b-73d3-4676-bc4a-ecbb15805f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '651a62f0-bf28-4546-86cc-bdd30132572b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:06:49.552886 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4f2510b4-c758-4922-bc70-c0604e02f6ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:49.553469 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f2510b4-c758-4922-bc70-c0604e02f6ae None None] Bound using segment: {'id': '758c827b-73d3-4676-bc4a-ecbb15805f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '651a62f0-bf28-4546-86cc-bdd30132572b'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:06:49.554177 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-4f2510b4-c758-4922-bc70-c0604e02f6ae None None] Bound port: 402f496a-5912-40d6-b1a0-20b7a7501523, host: n-d-802623-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '758c827b-73d3-4676-bc4a-ecbb15805f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '651a62f0-bf28-4546-86cc-bdd30132572b'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:06:49.554796 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4f2510b4-c758-4922-bc70-c0604e02f6ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:49.556736 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 1799a87d-8a71-4f8d-b053-5a498465f1db up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:06:49.686060 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-4f2510b4-c758-4922-bc70-c0604e02f6ae None None] For port 402f496a-5912-40d6-b1a0-20b7a7501523, host n-d-802623-1, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:06:49.689586 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port 1799a87d-8a71-4f8d-b053-5a498465f1db triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:06:49.689586 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:49.694736 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-4f2510b4-c758-4922-bc70-c0604e02f6ae None None] For port 402f496a-5912-40d6-b1a0-20b7a7501523, host n-d-802623-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=402f496a-5912-40d6-b1a0-20b7a7501523,segment=NetworkSegment(758c827b-73d3-4676-bc4a-ecbb15805f5a),segment_id=758c827b-73d3-4676-bc4a-ecbb15805f5a)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:06:49.707229 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4f2510b4-c758-4922-bc70-c0604e02f6ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:49.831030 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f657fc6-ef9f-406e-9059-955effb87eab None None] Pushing event updated for resources: {'Port': ['ID=402f496a-5912-40d6-b1a0-20b7a7501523,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:06:49.881460 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f2510b4-c758-4922-bc70-c0604e02f6ae None None] Routers {'cf96189a-75ea-47b4-bd5b-79cf952e79aa'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:06:49.884991 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-4f2510b4-c758-4922-bc70-c0604e02f6ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:06:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['cf96189a-75ea-47b4-bd5b-79cf952e79aa'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:06:49.889277 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cbd8bf-fd8d-41de-8ae2-4e77c4a938e6 req-2b0afb47-2327-4331-83f3-b68de069591c tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:49.896860 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-14cbd8bf-fd8d-41de-8ae2-4e77c4a938e6 req-2b0afb47-2327-4331-83f3-b68de069591c tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab41d699-a6c9-471f-af92-d91f3fbbf8be HTTP/1.1" status: 200 len: 943 time: 0.1647627 Jul 27 23:06:49.980448 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-14cbd8bf-fd8d-41de-8ae2-4e77c4a938e6 req-5ebda1d1-b270-419e-a6ea-4fb9a3cdec41 tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ee1769a-7cc2-4f9a-a15b-54c39d35bd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823383 Jul 27 23:06:50.171856 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-4f2510b4-c758-4922-bc70-c0604e02f6ae None None] Set router cf96189a-75ea-47b4-bd5b-79cf952e79aa gateway port host: n-d-802623-1 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:06:50.189597 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f46d7ba3-5f13-4a47-9c09-dc01c51fb7a9 req-713e36a6-884b-4b1e-9a60-ea9bbffd784c tempest-FloatingIPsAssociationTestJSON-312227423 tempest-FloatingIPsAssociationTestJSON-312227423-project] 10.222.0.18 "GET /v2.0/ports?device_id=090fc9ba-9df5-4f45-99a9-afe474888be5 HTTP/1.1" status: 200 len: 210 time: 0.0753675 Jul 27 23:06:50.229456 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device 522b4389-a942-43b4-b1c8-2896864af68a details requested by agent hyperv_n-h2-802623-1 with host n-h2-802623-1 {{(pid=93799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 23:06:50.260449 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2691ed66-be92-4133-853b-6fcd58edd0f3 tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:50.287147 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27660c3d-f29c-479e-b84d-bea1b4e84754 req-85a9e140-c1a9-45c4-bc8b-557bf4c67f2a tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:50.300954 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-27660c3d-f29c-479e-b84d-bea1b4e84754 req-85a9e140-c1a9-45c4-bc8b-557bf4c67f2a tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] 10.222.0.18 "GET /v2.0/ports?device_id=043450d5-a8e9-4524-8c01-f8118205eebd HTTP/1.1" status: 200 len: 946 time: 0.0672534 Jul 27 23:06:50.354906 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [req-60e54ede-93e0-4a0c-b07c-a6823ead5cca req-190f50ce-bd2c-4612-b319-40190f8dccdd tempest-FloatingIPsAssociationTestJSON-312227423 tempest-FloatingIPsAssociationTestJSON-312227423-project] Allocated IP 172.20.0.14 (651a62f0-bf28-4546-86cc-bdd30132572b/fa7fc9a2-9609-4fd7-ac94-2254e732d52b/9e4e79de-3a0e-4df4-9f4e-434a4116575b) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:06:50.378819 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-27660c3d-f29c-479e-b84d-bea1b4e84754 req-349a25b2-656a-4c09-a6b3-dea4e44639e9 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] 10.222.0.18 "GET /v2.0/security-groups?id=bed30b16-cd2d-47d0-9758-37dc9df2dfb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767672 Jul 27 23:06:50.446315 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port 522b4389-a942-43b4-b1c8-2896864af68a, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=522b4389-a942-43b4-b1c8-2896864af68a,segment=NetworkSegment(ff9b0beb-ebd9-45f3-9693-d627eb3bb065),segment_id=ff9b0beb-ebd9-45f3-9693-d627eb3bb065)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:06:50.452142 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2691ed66-be92-4133-853b-6fcd58edd0f3 tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:50.461456 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device 522b4389-a942-43b4-b1c8-2896864af68a has no active binding in host n-h2-802623-1 {{(pid=93799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 27 23:06:50.487084 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2691ed66-be92-4133-853b-6fcd58edd0f3 tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784185'] for security_group_rule, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:50.490102 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-4f2510b4-c758-4922-bc70-c0604e02f6ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf96189a-75ea-47b4-bd5b-79cf952e79aa', 'name': 'tempest-FloatingIPsAssociationTestJSON-393833974-router', 'tenant_id': '5b03c927c66142f381afed5bba742bc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': '1799a87d-8a71-4f8d-b053-5a498465f1db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:06:39Z', 'updated_at': '2021-07-27T23:06:44Z', 'revision_number': 4, 'project_id': '5b03c927c66142f381afed5bba742bc2', 'gw_port': {'id': '1799a87d-8a71-4f8d-b053-5a498465f1db', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:4b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf96189a-75ea-47b4-bd5b-79cf952e79aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:06:39Z', 'updated_at': '2021-07-27T23:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': '402f496a-5912-40d6-b1a0-20b7a7501523', 'name': '', 'network_id': '651a62f0-bf28-4546-86cc-bdd30132572b', 'tenant_id': '5b03c927c66142f381afed5bba742bc2', 'mac_address': 'fa:16:3e:6b:74:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf96189a-75ea-47b4-bd5b-79cf952e79aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': 'fa7fc9a2-9609-4fd7-ac94-2254e732d52b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:06:43Z', 'updated_at': '2021-07-27T23:06:49Z', 'revision_number': 4, 'project_id': '5b03c927c66142f381afed5bba742bc2', 'subnets': [{'id': 'fa7fc9a2-9609-4fd7-ac94-2254e732d52b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:06:50.518142 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f2510b4-c758-4922-bc70-c0604e02f6ae None None] The sync data for ids ['cf96189a-75ea-47b4-bd5b-79cf952e79aa'] in n-d-802623-1 is: [{'id': 'cf96189a-75ea-47b4-bd5b-79cf952e79aa', 'name': 'tempest-FloatingIPsAssociationTestJSON-393833974-router', 'tenant_id': '5b03c927c66142f381afed5bba742bc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': '1799a87d-8a71-4f8d-b053-5a498465f1db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:06:39Z', 'updated_at': '2021-07-27T23:06:44Z', 'revision_number': 4, 'project_id': '5b03c927c66142f381afed5bba742bc2', 'gw_port': {'id': '1799a87d-8a71-4f8d-b053-5a498465f1db', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:4b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf96189a-75ea-47b4-bd5b-79cf952e79aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:06:39Z', 'updated_at': '2021-07-27T23:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': '402f496a-5912-40d6-b1a0-20b7a7501523', 'name': '', 'network_id': '651a62f0-bf28-4546-86cc-bdd30132572b', 'tenant_id': '5b03c927c66142f381afed5bba742bc2', 'mac_address': 'fa:16:3e:6b:74:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf96189a-75ea-47b4-bd5b-79cf952e79aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': 'fa7fc9a2-9609-4fd7-ac94-2254e732d52b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:06:43Z', 'updated_at': '2021-07-27T23:06:49Z', 'revision_number': 4, 'project_id': '5b03c927c66142f381afed5bba742bc2', 'subnets': [{'id': 'fa7fc9a2-9609-4fd7-ac94-2254e732d52b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:06:50.533355 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2691ed66-be92-4133-853b-6fcd58edd0f3 tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3a2051b-8ae0-4d0c-829a-bc4588d3c145,revision_number=0']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:06:50.573939 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2691ed66-be92-4133-853b-6fcd58edd0f3 tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:50.578107 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-2691ed66-be92-4133-853b-6fcd58edd0f3 tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3199131 Jul 27 23:06:50.578745 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 55858) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:06:50.585007 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-a5cd2994-d0a6-4e2a-8637-6a5e1fdd2dce tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] Request body: {'floatingip': {'floating_network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:06:50.588284 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5817c5fc-b011-4c3e-bf5c-ccac5889b63a req-be38588d-722e-4292-bcf4-fc2a92593a20 tempest-VolumesAdminNegativeTest-1801636618 tempest-VolumesAdminNegativeTest-1801636618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:50.589895 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-5817c5fc-b011-4c3e-bf5c-ccac5889b63a req-be38588d-722e-4292-bcf4-fc2a92593a20 tempest-VolumesAdminNegativeTest-1801636618 tempest-VolumesAdminNegativeTest-1801636618-project] 10.222.0.18 "GET /v2.0/ports?device_id=915cbb78-04a8-4e47-ba29-4ad70eaef870 HTTP/1.1" status: 200 len: 946 time: 0.1500492 Jul 27 23:06:50.632760 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a5cd2994-d0a6-4e2a-8637-6a5e1fdd2dce tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] Notify callbacks [] for floatingip, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:50.704158 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-5817c5fc-b011-4c3e-bf5c-ccac5889b63a req-6025cebc-00d3-456d-b05d-ca451cab97b3 tempest-VolumesAdminNegativeTest-1801636618 tempest-VolumesAdminNegativeTest-1801636618-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1a53b18-4be9-48c6-80be-f0bd7194a87b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036155 Jul 27 23:06:50.723100 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d6b83f-33d9-4780-b894-4cb8103ec8c9 req-b53d3196-c932-4720-92f7-8f35d55c94b6 tempest-VolumesAdminNegativeTest-1801636618 tempest-VolumesAdminNegativeTest-1801636618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:50.723100 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-c7d6b83f-33d9-4780-b894-4cb8103ec8c9 req-b53d3196-c932-4720-92f7-8f35d55c94b6 tempest-VolumesAdminNegativeTest-1801636618 tempest-VolumesAdminNegativeTest-1801636618-project] 10.222.0.49 "GET /v2.0/ports?device_id=915cbb78-04a8-4e47-ba29-4ad70eaef870 HTTP/1.1" status: 200 len: 946 time: 0.1160760 Jul 27 23:06:50.743987 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-60e54ede-93e0-4a0c-b07c-a6823ead5cca req-190f50ce-bd2c-4612-b319-40190f8dccdd tempest-FloatingIPsAssociationTestJSON-312227423 tempest-FloatingIPsAssociationTestJSON-312227423-project] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:50.782846 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a5cd2994-d0a6-4e2a-8637-6a5e1fdd2dce tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:50.797536 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [req-60e54ede-93e0-4a0c-b07c-a6823ead5cca req-190f50ce-bd2c-4612-b319-40190f8dccdd tempest-FloatingIPsAssociationTestJSON-312227423 tempest-FloatingIPsAssociationTestJSON-312227423-project] Transition to ACTIVE for port object 9e4e79de-3a0e-4df4-9f4e-434a4116575b will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:06:50.918658 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [req-c7d6b83f-33d9-4780-b894-4cb8103ec8c9 req-ff548c05-3a05-4929-af38-f137fe0c80ce tempest-VolumesAdminNegativeTest-1801636618 tempest-VolumesAdminNegativeTest-1801636618-project] Deleting port d7454f6d-79cd-4ca9-9bf8-7e4b54561f75 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:06:50.919304 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-c7d6b83f-33d9-4780-b894-4cb8103ec8c9 req-ff548c05-3a05-4929-af38-f137fe0c80ce tempest-VolumesAdminNegativeTest-1801636618 tempest-VolumesAdminNegativeTest-1801636618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:50.921685 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-a5cd2994-d0a6-4e2a-8637-6a5e1fdd2dce tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] Allocated IP 172.25.4.72 (2fd42287-ed26-4eb9-89a5-b521f5b04356/17de1f8f-393a-4b0c-a2df-614bd3f2fb5e/c2aa334e-161f-4439-86c0-dfe9aa9d5248) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:06:51.018263 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-60e54ede-93e0-4a0c-b07c-a6823ead5cca req-190f50ce-bd2c-4612-b319-40190f8dccdd tempest-FloatingIPsAssociationTestJSON-312227423 tempest-FloatingIPsAssociationTestJSON-312227423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:51.050163 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a5cd2994-d0a6-4e2a-8637-6a5e1fdd2dce tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:51.111288 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a5cd2994-d0a6-4e2a-8637-6a5e1fdd2dce tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:51.120728 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60e54ede-93e0-4a0c-b07c-a6823ead5cca req-190f50ce-bd2c-4612-b319-40190f8dccdd tempest-FloatingIPsAssociationTestJSON-312227423 tempest-FloatingIPsAssociationTestJSON-312227423-project] Network 651a62f0-bf28-4546-86cc-bdd30132572b is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:06:51.132463 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [req-60e54ede-93e0-4a0c-b07c-a6823ead5cca req-190f50ce-bd2c-4612-b319-40190f8dccdd tempest-FloatingIPsAssociationTestJSON-312227423 tempest-FloatingIPsAssociationTestJSON-312227423-project] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:06:51.142583 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [req-60e54ede-93e0-4a0c-b07c-a6823ead5cca req-190f50ce-bd2c-4612-b319-40190f8dccdd tempest-FloatingIPsAssociationTestJSON-312227423 tempest-FloatingIPsAssociationTestJSON-312227423-project] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:06:51.151662 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190f50ce-bd2c-4612-b319-40190f8dccdd tempest-FloatingIPsAssociationTestJSON-312227423 tempest-FloatingIPsAssociationTestJSON-312227423-project] Pushing event updated for resources: {'Port': ['ID=9e4e79de-3a0e-4df4-9f4e-434a4116575b,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:06:51.155994 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-c7d6b83f-33d9-4780-b894-4cb8103ec8c9 req-ff548c05-3a05-4929-af38-f137fe0c80ce tempest-VolumesAdminNegativeTest-1801636618 tempest-VolumesAdminNegativeTest-1801636618-project] For port d7454f6d-79cd-4ca9-9bf8-7e4b54561f75, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=d7454f6d-79cd-4ca9-9bf8-7e4b54561f75,segment=NetworkSegment(c6cdef97-3abb-47df-9bf6-689c60301d39),segment_id=c6cdef97-3abb-47df-9bf6-689c60301d39)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:06:51.156368 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-c7d6b83f-33d9-4780-b894-4cb8103ec8c9 req-ff548c05-3a05-4929-af38-f137fe0c80ce tempest-VolumesAdminNegativeTest-1801636618 tempest-VolumesAdminNegativeTest-1801636618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:51.194217 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5cd2994-d0a6-4e2a-8637-6a5e1fdd2dce tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] Network 2fd42287-ed26-4eb9-89a5-b521f5b04356 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:06:51.199892 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-a5cd2994-d0a6-4e2a-8637-6a5e1fdd2dce tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:06:51.215908 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5cd2994-d0a6-4e2a-8637-6a5e1fdd2dce tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:06:51.229268 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e54ede-93e0-4a0c-b07c-a6823ead5cca req-190f50ce-bd2c-4612-b319-40190f8dccdd tempest-FloatingIPsAssociationTestJSON-312227423 tempest-FloatingIPsAssociationTestJSON-312227423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:51.229972 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-60e54ede-93e0-4a0c-b07c-a6823ead5cca req-190f50ce-bd2c-4612-b319-40190f8dccdd tempest-FloatingIPsAssociationTestJSON-312227423 tempest-FloatingIPsAssociationTestJSON-312227423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:51.254960 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cd2994-d0a6-4e2a-8637-6a5e1fdd2dce tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] Pushing event updated for resources: {'Port': ['ID=c2aa334e-161f-4439-86c0-dfe9aa9d5248,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:06:51.257067 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [req-c7d6b83f-33d9-4780-b894-4cb8103ec8c9 req-ff548c05-3a05-4929-af38-f137fe0c80ce tempest-VolumesAdminNegativeTest-1801636618 tempest-VolumesAdminNegativeTest-1801636618-project] Calling delete_port for d7454f6d-79cd-4ca9-9bf8-7e4b54561f75 owned by compute:nova {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:06:51.265173 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f428c314-9164-4009-b12e-92403d8dd5be req-29f38197-e52a-41f3-be46-fb49a683f343 tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:51.276095 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f428c314-9164-4009-b12e-92403d8dd5be req-29f38197-e52a-41f3-be46-fb49a683f343 tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab41d699-a6c9-471f-af92-d91f3fbbf8be HTTP/1.1" status: 200 len: 943 time: 0.1780140 Jul 27 23:06:51.277569 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-60e54ede-93e0-4a0c-b07c-a6823ead5cca req-190f50ce-bd2c-4612-b319-40190f8dccdd tempest-FloatingIPsAssociationTestJSON-312227423 tempest-FloatingIPsAssociationTestJSON-312227423-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1311100 Jul 27 23:06:51.302219 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [req-60e54ede-93e0-4a0c-b07c-a6823ead5cca req-8504d251-f0c6-4fb0-80e4-e1760848bdaa service neutron] Request body: {'port': {'device_id': '090fc9ba-9df5-4f45-99a9-afe474888be5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802623-1'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:06:51.354616 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f428c314-9164-4009-b12e-92403d8dd5be req-2b001a4a-2ca1-459c-8e6d-f54f330e9a39 tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ee1769a-7cc2-4f9a-a15b-54c39d35bd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717378 Jul 27 23:06:51.455924 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a5cd2994-d0a6-4e2a-8637-6a5e1fdd2dce tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:51.467480 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6924bb5-05fd-4b25-8118-9819658761e8 req-b043d520-e1f6-43f9-a401-9786a7d8938e tempest-FloatingIPsAssociationTestJSON-312227423 tempest-FloatingIPsAssociationTestJSON-312227423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:51.474888 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a6924bb5-05fd-4b25-8118-9819658761e8 req-b043d520-e1f6-43f9-a401-9786a7d8938e tempest-FloatingIPsAssociationTestJSON-312227423 tempest-FloatingIPsAssociationTestJSON-312227423-project] 10.222.0.18 "GET /v2.0/ports?device_id=090fc9ba-9df5-4f45-99a9-afe474888be5 HTTP/1.1" status: 200 len: 932 time: 0.1813288 Jul 27 23:06:51.532959 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-60e54ede-93e0-4a0c-b07c-a6823ead5cca req-8504d251-f0c6-4fb0-80e4-e1760848bdaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:51.575599 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 402f496a-5912-40d6-b1a0-20b7a7501523 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:06:51.581419 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a5cd2994-d0a6-4e2a-8637-6a5e1fdd2dce tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:51.610658 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a6924bb5-05fd-4b25-8118-9819658761e8 req-df57ab87-7f2d-4963-ae05-185647b54be9 tempest-FloatingIPsAssociationTestJSON-312227423 tempest-FloatingIPsAssociationTestJSON-312227423-project] 10.222.0.18 "GET /v2.0/security-groups?id=caac3015-af23-4b8e-8c6c-b51e7bf06c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348467 Jul 27 23:06:51.642245 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-79bad79a-c243-4b46-8f71-08eb4e0bf231 None None] Provisioning for port 9e4e79de-3a0e-4df4-9f4e-434a4116575b completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:06:51.646560 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-79bad79a-c243-4b46-8f71-08eb4e0bf231 None None] Provisioning complete for port 9e4e79de-3a0e-4df4-9f4e-434a4116575b triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:06:51.647151 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-79bad79a-c243-4b46-8f71-08eb4e0bf231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:51.684247 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning for port 402f496a-5912-40d6-b1a0-20b7a7501523 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:06:51.695858 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-79bad79a-c243-4b46-8f71-08eb4e0bf231 None None] Port 9e4e79de-3a0e-4df4-9f4e-434a4116575b cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:06:51.697708 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port 402f496a-5912-40d6-b1a0-20b7a7501523 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:06:51.698277 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:51.715404 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2463d1ad-4ef8-42ef-9124-204844107502 req-87a87fe9-35c6-48d8-a8bb-1d7a420b3f29 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:51.716995 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-2463d1ad-4ef8-42ef-9124-204844107502 req-87a87fe9-35c6-48d8-a8bb-1d7a420b3f29 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] 10.222.0.18 "GET /v2.0/ports?device_id=043450d5-a8e9-4524-8c01-f8118205eebd HTTP/1.1" status: 200 len: 946 time: 0.2287579 Jul 27 23:06:51.818215 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:51.835672 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-2463d1ad-4ef8-42ef-9124-204844107502 req-8ba6c088-a4ba-4dc9-a8e3-eb428b1f2b21 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] 10.222.0.18 "GET /v2.0/security-groups?id=bed30b16-cd2d-47d0-9758-37dc9df2dfb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126165 Jul 27 23:06:51.838346 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8d3dba21-6d59-4948-abba-59d73782e9c1 req-7ab09f3e-5254-4fe2-b057-fd7f4b21ef53 tempest-VolumesAdminNegativeTest-1801636618 tempest-VolumesAdminNegativeTest-1801636618-project] 10.222.0.18 "GET /v2.0/ports?device_id=915cbb78-04a8-4e47-ba29-4ad70eaef870 HTTP/1.1" status: 200 len: 210 time: 0.0359547 Jul 27 23:06:51.839227 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-c7d6b83f-33d9-4780-b894-4cb8103ec8c9 req-ff548c05-3a05-4929-af38-f137fe0c80ce tempest-VolumesAdminNegativeTest-1801636618 tempest-VolumesAdminNegativeTest-1801636618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:51.854304 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] get_ports_and_sgs() called for port_ids ['d7454f6d-79cd-4ca9-9bf8-7e4b54561f75'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:06:51.892069 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a5cd2994-d0a6-4e2a-8637-6a5e1fdd2dce tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:51.906305 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a5cd2994-d0a6-4e2a-8637-6a5e1fdd2dce tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:51.909097 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] For port 402f496a-5912-40d6-b1a0-20b7a7501523, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=402f496a-5912-40d6-b1a0-20b7a7501523,segment=NetworkSegment(758c827b-73d3-4676-bc4a-ecbb15805f5a),segment_id=758c827b-73d3-4676-bc4a-ecbb15805f5a)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:06:51.919384 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:51.926732 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff548c05-3a05-4929-af38-f137fe0c80ce tempest-VolumesAdminNegativeTest-1801636618 tempest-VolumesAdminNegativeTest-1801636618-project] Pushing event deleted for resources: {'Port': ['ID=d7454f6d-79cd-4ca9-9bf8-7e4b54561f75,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:06:51.992478 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7d6b83f-33d9-4780-b894-4cb8103ec8c9 req-ff548c05-3a05-4929-af38-f137fe0c80ce tempest-VolumesAdminNegativeTest-1801636618 tempest-VolumesAdminNegativeTest-1801636618-project] No DVR routers for this DVR port d7454f6d-79cd-4ca9-9bf8-7e4b54561f75 on host n-h2-802623-1 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:06:52.003934 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-c7d6b83f-33d9-4780-b894-4cb8103ec8c9 req-ff548c05-3a05-4929-af38-f137fe0c80ce tempest-VolumesAdminNegativeTest-1801636618 tempest-VolumesAdminNegativeTest-1801636618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:52.006660 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-c7d6b83f-33d9-4780-b894-4cb8103ec8c9 req-ff548c05-3a05-4929-af38-f137fe0c80ce tempest-VolumesAdminNegativeTest-1801636618 tempest-VolumesAdminNegativeTest-1801636618-project] 10.222.0.49 "DELETE /v2.0/ports/d7454f6d-79cd-4ca9-9bf8-7e4b54561f75 HTTP/1.1" status: 204 len: 173 time: 1.2763577 Jul 27 23:06:52.007150 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '915cbb78-04a8-4e47-ba29-4ad70eaef870', 'name': 'network-vif-deleted', 'tag': 'd7454f6d-79cd-4ca9-9bf8-7e4b54561f75'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:06:52.014223 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Pushing event updated for resources: {'Port': ['ID=402f496a-5912-40d6-b1a0-20b7a7501523,revision_number=5']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:06:52.021420 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a476459a1bfce68b0ae0df5b6a71154bfc7cfdc8f9eefce6ad0a17231e60468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-654ee48b-37fe-4a13-8ea5-2179c7af4115" -d '{"events": [{"server_uuid": "915cbb78-04a8-4e47-ba29-4ad70eaef870", "name": "network-vif-deleted", "tag": "d7454f6d-79cd-4ca9-9bf8-7e4b54561f75"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:06:52.025209 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:06:52.025795 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:06:52.026398 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:06:52.026931 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:06:52.027499 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:06:52.028733 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:06:52.029290 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:06:52.029837 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:06:52.030370 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:06:52.031219 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:06:52.031774 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:06:52.033305 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:06:52.041580 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cd2994-d0a6-4e2a-8637-6a5e1fdd2dce tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] Pushing event updated for resources: {'Port': ['ID=c2aa334e-161f-4439-86c0-dfe9aa9d5248,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:06:52.059076 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a5cd2994-d0a6-4e2a-8637-6a5e1fdd2dce tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-415302'] for floatingip, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:52.096645 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a5cd2994-d0a6-4e2a-8637-6a5e1fdd2dce tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for floatingip, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:52.098378 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-a5cd2994-d0a6-4e2a-8637-6a5e1fdd2dce tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5184655 Jul 27 23:06:52.102588 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:06:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66d592ac-4b5a-44c5-8970-cae7effffcb2 x-openstack-request-id: req-66d592ac-4b5a-44c5-8970-cae7effffcb2 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:06:52.102885 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "915cbb78-04a8-4e47-ba29-4ad70eaef870", "name": "network-vif-deleted", "tag": "d7454f6d-79cd-4ca9-9bf8-7e4b54561f75", "status": "completed", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:06:52.111249 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-66d592ac-4b5a-44c5-8970-cae7effffcb2 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:06:52.111935 n-d-802623-1 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '915cbb78-04a8-4e47-ba29-4ad70eaef870', 'name': 'network-vif-deleted', 'tag': 'd7454f6d-79cd-4ca9-9bf8-7e4b54561f75', 'status': 'completed', 'code': 200} Jul 27 23:06:52.129534 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [req-60e54ede-93e0-4a0c-b07c-a6823ead5cca req-8504d251-f0c6-4fb0-80e4-e1760848bdaa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e4e79de-3a0e-4df4-9f4e-434a4116575b {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:06:52.145947 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-60e54ede-93e0-4a0c-b07c-a6823ead5cca req-8504d251-f0c6-4fb0-80e4-e1760848bdaa service neutron] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:52.170155 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [req-60e54ede-93e0-4a0c-b07c-a6823ead5cca req-8504d251-f0c6-4fb0-80e4-e1760848bdaa service neutron] Transition to ACTIVE for port object 9e4e79de-3a0e-4df4-9f4e-434a4116575b will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:06:52.175930 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-60e54ede-93e0-4a0c-b07c-a6823ead5cca req-8504d251-f0c6-4fb0-80e4-e1760848bdaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11336041'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:52.237804 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8504d251-f0c6-4fb0-80e4-e1760848bdaa service neutron] Pushing event updated for resources: {'Port': ['ID=9e4e79de-3a0e-4df4-9f4e-434a4116575b,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:06:52.306381 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-60e54ede-93e0-4a0c-b07c-a6823ead5cca req-8504d251-f0c6-4fb0-80e4-e1760848bdaa service neutron] Attempting to bind port 9e4e79de-3a0e-4df4-9f4e-434a4116575b on host n-h1-802623-1 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:06:52.306915 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-60e54ede-93e0-4a0c-b07c-a6823ead5cca req-8504d251-f0c6-4fb0-80e4-e1760848bdaa service neutron] Attempting to bind port 9e4e79de-3a0e-4df4-9f4e-434a4116575b by drivers openvswitch,hyperv on host n-h1-802623-1 at level 0 using segments [{'id': '758c827b-73d3-4676-bc4a-ecbb15805f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '651a62f0-bf28-4546-86cc-bdd30132572b'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:06:52.318554 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60e54ede-93e0-4a0c-b07c-a6823ead5cca req-8504d251-f0c6-4fb0-80e4-e1760848bdaa service neutron] Attempting to bind port 9e4e79de-3a0e-4df4-9f4e-434a4116575b on network 651a62f0-bf28-4546-86cc-bdd30132572b {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:06:52.327716 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60e54ede-93e0-4a0c-b07c-a6823ead5cca req-8504d251-f0c6-4fb0-80e4-e1760848bdaa service neutron] Port 9e4e79de-3a0e-4df4-9f4e-434a4116575b on network 651a62f0-bf28-4546-86cc-bdd30132572b not bound, no agent of type Open vSwitch agent registered on host n-h1-802623-1 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 23:06:52.328058 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60e54ede-93e0-4a0c-b07c-a6823ead5cca req-8504d251-f0c6-4fb0-80e4-e1760848bdaa service neutron] Attempting to bind port 9e4e79de-3a0e-4df4-9f4e-434a4116575b on network 651a62f0-bf28-4546-86cc-bdd30132572b {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:06:52.351408 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60e54ede-93e0-4a0c-b07c-a6823ead5cca req-8504d251-f0c6-4fb0-80e4-e1760848bdaa service neutron] Checking agent: {'id': '245f1da4-a9b8-4b08-90d7-28f0f342b839', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 59, 59), 'started_at': datetime.datetime(2021, 7, 27, 22, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 6, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:06:52.351741 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60e54ede-93e0-4a0c-b07c-a6823ead5cca req-8504d251-f0c6-4fb0-80e4-e1760848bdaa service neutron] Checking segment: {'id': '758c827b-73d3-4676-bc4a-ecbb15805f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '651a62f0-bf28-4546-86cc-bdd30132572b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:06:52.352131 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60e54ede-93e0-4a0c-b07c-a6823ead5cca req-8504d251-f0c6-4fb0-80e4-e1760848bdaa service neutron] Bound using segment: {'id': '758c827b-73d3-4676-bc4a-ecbb15805f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '651a62f0-bf28-4546-86cc-bdd30132572b'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:06:52.352735 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-60e54ede-93e0-4a0c-b07c-a6823ead5cca req-8504d251-f0c6-4fb0-80e4-e1760848bdaa service neutron] Bound port: 9e4e79de-3a0e-4df4-9f4e-434a4116575b, host: n-h1-802623-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '758c827b-73d3-4676-bc4a-ecbb15805f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '651a62f0-bf28-4546-86cc-bdd30132572b'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:06:52.353102 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-60e54ede-93e0-4a0c-b07c-a6823ead5cca req-8504d251-f0c6-4fb0-80e4-e1760848bdaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:52.502333 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075491a5-b379-4b0d-9e6c-dc9cdd54bb8c req-75957358-3abf-4bda-a93c-5c489ba5e8a7 tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:52.505681 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-075491a5-b379-4b0d-9e6c-dc9cdd54bb8c req-75957358-3abf-4bda-a93c-5c489ba5e8a7 tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] 10.222.0.18 "GET /v2.0/networks?id=14a5d194-281e-4b99-8409-49ab4b374004 HTTP/1.1" status: 200 len: 821 time: 0.1668472 Jul 27 23:06:52.506895 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-60e54ede-93e0-4a0c-b07c-a6823ead5cca req-8504d251-f0c6-4fb0-80e4-e1760848bdaa service neutron] For port 9e4e79de-3a0e-4df4-9f4e-434a4116575b, host n-h1-802623-1, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:06:52.510539 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-60e54ede-93e0-4a0c-b07c-a6823ead5cca req-8504d251-f0c6-4fb0-80e4-e1760848bdaa service neutron] For port 9e4e79de-3a0e-4df4-9f4e-434a4116575b, host n-h1-802623-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=9e4e79de-3a0e-4df4-9f4e-434a4116575b,segment=NetworkSegment(758c827b-73d3-4676-bc4a-ecbb15805f5a),segment_id=758c827b-73d3-4676-bc4a-ecbb15805f5a)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:06:52.526323 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-60e54ede-93e0-4a0c-b07c-a6823ead5cca req-8504d251-f0c6-4fb0-80e4-e1760848bdaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11336041'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:52.533527 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ebd337-2448-4de2-a3c6-a3049212fdde req-99b5962b-334d-48bd-85df-7fea8ee92e58 tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:52.536372 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-36ebd337-2448-4de2-a3c6-a3049212fdde req-99b5962b-334d-48bd-85df-7fea8ee92e58 tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab41d699-a6c9-471f-af92-d91f3fbbf8be HTTP/1.1" status: 200 len: 943 time: 0.0832617 Jul 27 23:06:52.538038 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-075491a5-b379-4b0d-9e6c-dc9cdd54bb8c req-53b40d88-f279-4d36-92f7-1533882d34a0 tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] 10.222.0.18 "GET /v2.0/quotas/96daf22d5b4247978edfc4cfc5ef5662 HTTP/1.1" status: 200 len: 375 time: 0.0246687 Jul 27 23:06:52.593445 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-36ebd337-2448-4de2-a3c6-a3049212fdde req-306c3e77-3596-474b-82c0-e83b9078bb8a tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ee1769a-7cc2-4f9a-a15b-54c39d35bd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503097 Jul 27 23:06:52.598383 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e54ede-93e0-4a0c-b07c-a6823ead5cca req-8504d251-f0c6-4fb0-80e4-e1760848bdaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:52.599015 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-60e54ede-93e0-4a0c-b07c-a6823ead5cca req-8504d251-f0c6-4fb0-80e4-e1760848bdaa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:52.600440 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-60e54ede-93e0-4a0c-b07c-a6823ead5cca req-8504d251-f0c6-4fb0-80e4-e1760848bdaa service neutron] 10.222.0.38 "PUT /v2.0/ports/9e4e79de-3a0e-4df4-9f4e-434a4116575b HTTP/1.1" status: 200 len: 1092 time: 1.3101883 Jul 27 23:06:52.637191 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8504d251-f0c6-4fb0-80e4-e1760848bdaa service neutron] Pushing event updated for resources: {'Port': ['ID=9e4e79de-3a0e-4df4-9f4e-434a4116575b,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:06:52.649941 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-075491a5-b379-4b0d-9e6c-dc9cdd54bb8c req-9afa14b7-9174-4999-860f-d9cc2dd04806 tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=96daf22d5b4247978edfc4cfc5ef5662&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0885055 Jul 27 23:06:52.793142 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa43124-5132-47ba-ba45-31c22c6b7b67 req-fed315cf-9836-4dbc-9557-b1c18022d65b tempest-FloatingIPsAssociationTestJSON-312227423 tempest-FloatingIPsAssociationTestJSON-312227423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:52.795039 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-cfa43124-5132-47ba-ba45-31c22c6b7b67 req-fed315cf-9836-4dbc-9557-b1c18022d65b tempest-FloatingIPsAssociationTestJSON-312227423 tempest-FloatingIPsAssociationTestJSON-312227423-project] 10.222.0.18 "GET /v2.0/ports?device_id=090fc9ba-9df5-4f45-99a9-afe474888be5 HTTP/1.1" status: 200 len: 944 time: 0.0533609 Jul 27 23:06:52.803281 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e54ede-93e0-4a0c-b07c-a6823ead5cca req-6e77d210-a790-4924-810f-10442a308ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:52.804949 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-60e54ede-93e0-4a0c-b07c-a6823ead5cca req-6e77d210-a790-4924-810f-10442a308ce4 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5b03c927c66142f381afed5bba742bc2&device_id=090fc9ba-9df5-4f45-99a9-afe474888be5 HTTP/1.1" status: 200 len: 1095 time: 0.0936799 Jul 27 23:06:52.807592 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-075491a5-b379-4b0d-9e6c-dc9cdd54bb8c req-809193a5-8141-4284-a130-84d8024ff1c0 service neutron] 10.222.0.18 "GET /v2.0/networks/14a5d194-281e-4b99-8409-49ab4b374004?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496420 Jul 27 23:06:52.843551 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-cfa43124-5132-47ba-ba45-31c22c6b7b67 req-bc60fde4-f7d7-484f-98be-823f4ee1db1f tempest-FloatingIPsAssociationTestJSON-312227423 tempest-FloatingIPsAssociationTestJSON-312227423-project] 10.222.0.18 "GET /v2.0/security-groups?id=caac3015-af23-4b8e-8c6c-b51e7bf06c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419216 Jul 27 23:06:52.871172 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-60e54ede-93e0-4a0c-b07c-a6823ead5cca req-dd3aabf3-4018-45d0-b716-7784d6c400b4 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9e4e79de-3a0e-4df4-9f4e-434a4116575b HTTP/1.1" status: 200 len: 217 time: 0.0563831 Jul 27 23:06:52.896438 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 55900) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:06:52.961837 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e54ede-93e0-4a0c-b07c-a6823ead5cca req-c8dc77b7-5915-4afb-be0e-057a72a9f7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:52.963256 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-60e54ede-93e0-4a0c-b07c-a6823ead5cca req-c8dc77b7-5915-4afb-be0e-057a72a9f7fe service neutron] 10.222.0.38 "GET /v2.0/subnets?id=fa7fc9a2-9609-4fd7-ac94-2254e732d52b HTTP/1.1" status: 200 len: 859 time: 0.0676522 Jul 27 23:06:53.002802 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9756ee9-d8ce-46c9-88b2-5a86314753ca admin admin] Deleting subnet 79dfe6bb-0007-40e1-924d-f5a5a2c19f38 {{(pid=93798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 23:06:53.005927 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-075491a5-b379-4b0d-9e6c-dc9cdd54bb8c req-405146d0-54bd-4768-aab1-35dad19e3f10 service neutron] 10.222.0.18 "GET /v2.0/networks/14a5d194-281e-4b99-8409-49ab4b374004?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1843972 Jul 27 23:06:53.007139 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c9756ee9-d8ce-46c9-88b2-5a86314753ca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:53.019960 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e54ede-93e0-4a0c-b07c-a6823ead5cca req-ab5cf675-3204-49b5-8b3a-37fb26364bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:53.021269 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-60e54ede-93e0-4a0c-b07c-a6823ead5cca req-ab5cf675-3204-49b5-8b3a-37fb26364bf6 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=651a62f0-bf28-4546-86cc-bdd30132572b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0491366 Jul 27 23:06:53.048528 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e65e2e-e662-403a-b186-adcc58f426fd req-e05a32fe-9347-40f3-894f-17aa4c3ea5ac tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:53.050083 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-12e65e2e-e662-403a-b186-adcc58f426fd req-e05a32fe-9347-40f3-894f-17aa4c3ea5ac tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] 10.222.0.18 "GET /v2.0/ports?device_id=043450d5-a8e9-4524-8c01-f8118205eebd HTTP/1.1" status: 200 len: 946 time: 0.0981746 Jul 27 23:06:53.058061 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c9756ee9-d8ce-46c9-88b2-5a86314753ca admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11163249'] for subnet, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:53.131980 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-12e65e2e-e662-403a-b186-adcc58f426fd req-8dce3158-772b-4b57-87db-0f918c1b0782 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] 10.222.0.18 "GET /v2.0/security-groups?id=bed30b16-cd2d-47d0-9758-37dc9df2dfb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716016 Jul 27 23:06:53.133031 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c9756ee9-d8ce-46c9-88b2-5a86314753ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620741'] for subnet, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:53.149471 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-60e54ede-93e0-4a0c-b07c-a6823ead5cca req-720ab67e-015c-4632-9a3f-4a1be1be1b7d service neutron] 10.222.0.38 "GET /v2.0/networks/651a62f0-bf28-4546-86cc-bdd30132572b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128759 Jul 27 23:06:53.238505 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c9756ee9-d8ce-46c9-88b2-5a86314753ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11971800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12265753'] for subnet, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:53.279219 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-60e54ede-93e0-4a0c-b07c-a6823ead5cca req-9dc3a59f-72ce-4f8a-aadf-5de8dd952d57 service neutron] 10.222.0.38 "GET /v2.0/networks/651a62f0-bf28-4546-86cc-bdd30132572b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233428 Jul 27 23:06:53.303214 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9756ee9-d8ce-46c9-88b2-5a86314753ca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=79dfe6bb-0007-40e1-924d-f5a5a2c19f38,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:06:53.305284 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c9756ee9-d8ce-46c9-88b2-5a86314753ca admin admin] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:53.307151 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-c9756ee9-d8ce-46c9-88b2-5a86314753ca admin admin] 10.222.0.18 "DELETE /v2.0/subnets/79dfe6bb-0007-40e1-924d-f5a5a2c19f38 HTTP/1.1" status: 204 len: 168 time: 0.4094131 Jul 27 23:06:53.311352 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 55910) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:06:53.342538 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-1fa0a0a0-f90b-4a23-8ee9-da1121f967f4 req-899d2f13-61ee-45ed-ac4d-973e63c7b084 tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] 10.222.0.18 "GET /v2.0/ports?device_id=65531a1a-b9ac-4094-b10b-091072ee8bf1 HTTP/1.1" status: 200 len: 210 time: 0.0491631 Jul 27 23:06:53.364964 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 522b4389-a942-43b4-b1c8-2896864af68a no longer exists at agent hyperv_n-h1-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:06:53.398922 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-115ec4c0-fae7-4564-b096-03da2474340a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593271'] for network, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:53.514665 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-115ec4c0-fae7-4564-b096-03da2474340a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618032', 'neutron.services.segments.db._delete_segments_for_network-8736833900081'] for network, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:53.529891 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-115ec4c0-fae7-4564-b096-03da2474340a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7163d9f-0939-4a0c-ab6c-8c91e06a76d4']}} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:06:53.544613 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-115ec4c0-fae7-4564-b096-03da2474340a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6cdef97-3abb-47df-9bf6-689c60301d39') {'for_net_delete': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:06:53.545220 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-115ec4c0-fae7-4564-b096-03da2474340a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6cdef97-3abb-47df-9bf6-689c60301d39') {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:06:53.556092 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-115ec4c0-fae7-4564-b096-03da2474340a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736833900858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11163256'] for segment, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:53.560706 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 402f496a-5912-40d6-b1a0-20b7a7501523 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:06:53.574147 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-115ec4c0-fae7-4564-b096-03da2474340a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:53.581566 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-115ec4c0-fae7-4564-b096-03da2474340a admin admin] Releasing vlan 506 on physical network physnet1 to pool {{(pid=93798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 23:06:53.582073 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-115ec4c0-fae7-4564-b096-03da2474340a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11971746'] for segment, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:53.584023 n-d-802623-1 neutron-server[93798]: Traceback (most recent call last): Jul 27 23:06:53.584023 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 23:06:53.584023 n-d-802623-1 neutron-server[93798]: timer() Jul 27 23:06:53.584023 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 23:06:53.584023 n-d-802623-1 neutron-server[93798]: cb(*args, **kw) Jul 27 23:06:53.584023 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 23:06:53.584023 n-d-802623-1 neutron-server[93798]: return func(*args, **kwargs) Jul 27 23:06:53.584023 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 23:06:53.584023 n-d-802623-1 neutron-server[93798]: self._notify() Jul 27 23:06:53.584023 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 23:06:53.584023 n-d-802623-1 neutron-server[93798]: self.callback(batched_events) Jul 27 23:06:53.584023 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 23:06:53.584023 n-d-802623-1 neutron-server[93798]: event.method(event) Jul 27 23:06:53.584023 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 23:06:53.584023 n-d-802623-1 neutron-server[93798]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 23:06:53.584023 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 23:06:53.584023 n-d-802623-1 neutron-server[93798]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 23:06:53.584023 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 23:06:53.584023 n-d-802623-1 neutron-server[93798]: return f(self, *a, **k) Jul 27 23:06:53.584023 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 23:06:53.584023 n-d-802623-1 neutron-server[93798]: return self._get(url).json() Jul 27 23:06:53.584023 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 23:06:53.584023 n-d-802623-1 neutron-server[93798]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 23:06:53.584023 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 23:06:53.584023 n-d-802623-1 neutron-server[93798]: return self.request(url, 'GET', **kwargs) Jul 27 23:06:53.584023 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 23:06:53.584023 n-d-802623-1 neutron-server[93798]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 23:06:53.584023 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 23:06:53.584023 n-d-802623-1 neutron-server[93798]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 23:06:53.584023 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 23:06:53.584023 n-d-802623-1 neutron-server[93798]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 23:06:53.584023 n-d-802623-1 neutron-server[93798]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 23:06:53.636288 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port 402f496a-5912-40d6-b1a0-20b7a7501523 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:06:53.636671 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:53.661045 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-115ec4c0-fae7-4564-b096-03da2474340a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415412'] for network, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:53.669680 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-115ec4c0-fae7-4564-b096-03da2474340a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:53.675714 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-115ec4c0-fae7-4564-b096-03da2474340a admin admin] 10.222.0.18 "DELETE /v2.0/networks/d7163d9f-0939-4a0c-ab6c-8c91e06a76d4 HTTP/1.1" status: 204 len: 168 time: 0.3643646 Jul 27 23:06:53.678320 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 55920) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:06:53.724823 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115ec4c0-fae7-4564-b096-03da2474340a admin admin] Pushing event deleted for resources: {'Network': ['ID=d7163d9f-0939-4a0c-ab6c-8c91e06a76d4,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:06:53.785389 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_v2 [None req-77def873-6b28-4f9e-afcd-fc8bc5584a6b admin admin] Deleting subnet 6d1a95d7-37e4-4ad9-aa6e-58da2447906a {{(pid=93797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 23:06:53.790199 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-77def873-6b28-4f9e-afcd-fc8bc5584a6b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:53.823664 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5574e6e6-8297-42bb-9b35-2f6d61c5fe46 req-f8a69e06-ea09-414e-809b-8dc686413c42 tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:53.824791 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-5574e6e6-8297-42bb-9b35-2f6d61c5fe46 req-f8a69e06-ea09-414e-809b-8dc686413c42 tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab41d699-a6c9-471f-af92-d91f3fbbf8be HTTP/1.1" status: 200 len: 943 time: 0.1019301 Jul 27 23:06:53.856161 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-77def873-6b28-4f9e-afcd-fc8bc5584a6b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11335971'] for subnet, precommit_delete_associations {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:53.915677 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-5574e6e6-8297-42bb-9b35-2f6d61c5fe46 req-ac3da29e-1857-449f-a2fe-6def1c169ec2 tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ee1769a-7cc2-4f9a-a15b-54c39d35bd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817583 Jul 27 23:06:53.938372 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-77def873-6b28-4f9e-afcd-fc8bc5584a6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620741'] for subnet, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:53.979753 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8b7417-e88c-4b26-8221-04ed2a282a90 req-e0712adf-5f97-4f1c-a781-20820480c62e tempest-FloatingIPsAssociationTestJSON-312227423 tempest-FloatingIPsAssociationTestJSON-312227423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:53.981415 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-1b8b7417-e88c-4b26-8221-04ed2a282a90 req-e0712adf-5f97-4f1c-a781-20820480c62e tempest-FloatingIPsAssociationTestJSON-312227423 tempest-FloatingIPsAssociationTestJSON-312227423-project] 10.222.0.18 "GET /v2.0/ports?device_id=090fc9ba-9df5-4f45-99a9-afe474888be5 HTTP/1.1" status: 200 len: 944 time: 0.0663826 Jul 27 23:06:54.016159 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-77def873-6b28-4f9e-afcd-fc8bc5584a6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11335991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11551414'] for subnet, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:54.040152 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-1b8b7417-e88c-4b26-8221-04ed2a282a90 req-a74c4f49-8ec8-489b-bfe5-344047aeb654 tempest-FloatingIPsAssociationTestJSON-312227423 tempest-FloatingIPsAssociationTestJSON-312227423-project] 10.222.0.18 "GET /v2.0/security-groups?id=caac3015-af23-4b8e-8c6c-b51e7bf06c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486357 Jul 27 23:06:54.041694 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77def873-6b28-4f9e-afcd-fc8bc5584a6b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6d1a95d7-37e4-4ad9-aa6e-58da2447906a,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:06:54.049381 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-77def873-6b28-4f9e-afcd-fc8bc5584a6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for subnet, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:54.053792 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 55924) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:06:54.054067 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-77def873-6b28-4f9e-afcd-fc8bc5584a6b admin admin] 10.222.0.18 "DELETE /v2.0/subnets/6d1a95d7-37e4-4ad9-aa6e-58da2447906a HTTP/1.1" status: 204 len: 168 time: 0.3745155 Jul 27 23:06:54.113638 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '090fc9ba-9df5-4f45-99a9-afe474888be5', 'tag': '9e4e79de-3a0e-4df4-9f4e-434a4116575b'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:06:54.116193 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a476459a1bfce68b0ae0df5b6a71154bfc7cfdc8f9eefce6ad0a17231e60468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb93054c-332f-4e2e-a98a-1d78888a95c2" -d '{"events": [{"name": "network-changed", "server_uuid": "090fc9ba-9df5-4f45-99a9-afe474888be5", "tag": "9e4e79de-3a0e-4df4-9f4e-434a4116575b"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:06:54.122367 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6315ef99-2636-48d9-bd6e-ea8dfeb73213 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593271'] for network, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:54.153623 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 23:06:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-346243a4-4059-444b-aead-1445a1dfe855 x-openstack-request-id: req-346243a4-4059-444b-aead-1445a1dfe855 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:06:54.154600 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "090fc9ba-9df5-4f45-99a9-afe474888be5", "tag": "9e4e79de-3a0e-4df4-9f4e-434a4116575b", "status": "completed", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:06:54.154930 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-346243a4-4059-444b-aead-1445a1dfe855 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:06:54.155534 n-d-802623-1 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '090fc9ba-9df5-4f45-99a9-afe474888be5', 'tag': '9e4e79de-3a0e-4df4-9f4e-434a4116575b', 'status': 'completed', 'code': 200} Jul 27 23:06:54.227899 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb93054c-332f-4e2e-a98a-1d78888a95c2 req-c34af342-515e-470a-a26d-20ca48a35808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:54.229920 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-fb93054c-332f-4e2e-a98a-1d78888a95c2 req-c34af342-515e-470a-a26d-20ca48a35808 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5b03c927c66142f381afed5bba742bc2&device_id=090fc9ba-9df5-4f45-99a9-afe474888be5 HTTP/1.1" status: 200 len: 1095 time: 0.0502939 Jul 27 23:06:54.236627 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6315ef99-2636-48d9-bd6e-ea8dfeb73213 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618032', 'neutron.services.segments.db._delete_segments_for_network-8736833900081'] for network, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:54.267859 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-6315ef99-2636-48d9-bd6e-ea8dfeb73213 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f52096d1-926c-474c-874d-e83afc93032a']}} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:06:54.283855 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-6315ef99-2636-48d9-bd6e-ea8dfeb73213 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8d88508-d938-4fa2-94e7-99a790e69238') {'for_net_delete': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:06:54.284173 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-6315ef99-2636-48d9-bd6e-ea8dfeb73213 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8d88508-d938-4fa2-94e7-99a790e69238') {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:06:54.301590 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5770be3-0513-4b44-8f69-0555b2705490 req-cead67ee-2459-4a4a-90b5-9fc3e36a0bc7 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:54.308915 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b5770be3-0513-4b44-8f69-0555b2705490 req-cead67ee-2459-4a4a-90b5-9fc3e36a0bc7 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] 10.222.0.18 "GET /v2.0/ports?device_id=043450d5-a8e9-4524-8c01-f8118205eebd HTTP/1.1" status: 200 len: 946 time: 0.0879757 Jul 27 23:06:54.313959 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6315ef99-2636-48d9-bd6e-ea8dfeb73213 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736833900858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11163256'] for segment, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:54.361976 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6315ef99-2636-48d9-bd6e-ea8dfeb73213 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:54.373407 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b5770be3-0513-4b44-8f69-0555b2705490 req-5bd6948e-6ebd-4433-a985-de7c4e6e36db tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] 10.222.0.18 "GET /v2.0/security-groups?id=bed30b16-cd2d-47d0-9758-37dc9df2dfb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629852 Jul 27 23:06:54.390500 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6315ef99-2636-48d9-bd6e-ea8dfeb73213 admin admin] Releasing vlan 502 on physical network physnet1 to pool {{(pid=93798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 23:06:54.392606 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6315ef99-2636-48d9-bd6e-ea8dfeb73213 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11971746'] for segment, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:54.392776 n-d-802623-1 neutron-server[93798]: Traceback (most recent call last): Jul 27 23:06:54.392776 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 23:06:54.392776 n-d-802623-1 neutron-server[93798]: timer() Jul 27 23:06:54.392776 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 23:06:54.392776 n-d-802623-1 neutron-server[93798]: cb(*args, **kw) Jul 27 23:06:54.392776 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 23:06:54.392776 n-d-802623-1 neutron-server[93798]: return func(*args, **kwargs) Jul 27 23:06:54.392776 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 23:06:54.392776 n-d-802623-1 neutron-server[93798]: self._notify() Jul 27 23:06:54.392776 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 23:06:54.392776 n-d-802623-1 neutron-server[93798]: self.callback(batched_events) Jul 27 23:06:54.392776 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 23:06:54.392776 n-d-802623-1 neutron-server[93798]: event.method(event) Jul 27 23:06:54.392776 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 23:06:54.392776 n-d-802623-1 neutron-server[93798]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 23:06:54.392776 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 23:06:54.392776 n-d-802623-1 neutron-server[93798]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 23:06:54.392776 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 23:06:54.392776 n-d-802623-1 neutron-server[93798]: return f(self, *a, **k) Jul 27 23:06:54.392776 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 23:06:54.392776 n-d-802623-1 neutron-server[93798]: return self._get(url).json() Jul 27 23:06:54.392776 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 23:06:54.392776 n-d-802623-1 neutron-server[93798]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 23:06:54.392776 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 23:06:54.392776 n-d-802623-1 neutron-server[93798]: return self.request(url, 'GET', **kwargs) Jul 27 23:06:54.392776 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 23:06:54.392776 n-d-802623-1 neutron-server[93798]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 23:06:54.392776 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 23:06:54.392776 n-d-802623-1 neutron-server[93798]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 23:06:54.392776 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 23:06:54.392776 n-d-802623-1 neutron-server[93798]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 23:06:54.392776 n-d-802623-1 neutron-server[93798]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 23:06:54.407865 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb93054c-332f-4e2e-a98a-1d78888a95c2 req-459aee5b-64dc-412c-acba-f71f20d2a0eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:54.409397 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-fb93054c-332f-4e2e-a98a-1d78888a95c2 req-459aee5b-64dc-412c-acba-f71f20d2a0eb service neutron] 10.222.0.38 "GET /v2.0/networks?id=651a62f0-bf28-4546-86cc-bdd30132572b HTTP/1.1" status: 200 len: 921 time: 0.1709402 Jul 27 23:06:54.489387 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-fb93054c-332f-4e2e-a98a-1d78888a95c2 req-7ef1a203-e55a-4197-b374-2eaf731238f9 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9e4e79de-3a0e-4df4-9f4e-434a4116575b HTTP/1.1" status: 200 len: 217 time: 0.0639508 Jul 27 23:06:54.518301 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-46c741b3-b2a1-4fd8-838f-0193a097d60e req-23e39f7f-4c14-40c6-91f1-9d35e9c7dd2e tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] 10.222.0.18 "GET /v2.0/ports?device_id=65531a1a-b9ac-4094-b10b-091072ee8bf1 HTTP/1.1" status: 200 len: 210 time: 0.0479589 Jul 27 23:06:54.545204 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6315ef99-2636-48d9-bd6e-ea8dfeb73213 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415412'] for network, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:54.551124 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6315ef99-2636-48d9-bd6e-ea8dfeb73213 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:54.552956 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-6315ef99-2636-48d9-bd6e-ea8dfeb73213 admin admin] 10.222.0.18 "DELETE /v2.0/networks/f52096d1-926c-474c-874d-e83afc93032a HTTP/1.1" status: 204 len: 168 time: 0.4981277 Jul 27 23:06:54.571460 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6315ef99-2636-48d9-bd6e-ea8dfeb73213 admin admin] Pushing event deleted for resources: {'Network': ['ID=f52096d1-926c-474c-874d-e83afc93032a,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:06:54.613477 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb93054c-332f-4e2e-a98a-1d78888a95c2 req-7eb1e205-5047-4828-baf9-a71e9f5c3be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:54.614983 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-fb93054c-332f-4e2e-a98a-1d78888a95c2 req-7eb1e205-5047-4828-baf9-a71e9f5c3be3 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=fa7fc9a2-9609-4fd7-ac94-2254e732d52b HTTP/1.1" status: 200 len: 859 time: 0.1135869 Jul 27 23:06:54.670539 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075491a5-b379-4b0d-9e6c-dc9cdd54bb8c req-a4e2c100-c787-4cc9-9745-672abcd71ddf tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:54.672070 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-075491a5-b379-4b0d-9e6c-dc9cdd54bb8c req-a4e2c100-c787-4cc9-9745-672abcd71ddf tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] 10.222.0.49 "GET /v2.0/networks?id=14a5d194-281e-4b99-8409-49ab4b374004 HTTP/1.1" status: 200 len: 821 time: 0.2305698 Jul 27 23:06:54.685978 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [req-075491a5-b379-4b0d-9e6c-dc9cdd54bb8c req-d2c47b42-c44f-424f-a020-d97e7c56bd62 tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] Request body: {'port': {'device_id': '65531a1a-b9ac-4094-b10b-091072ee8bf1', 'network_id': '14a5d194-281e-4b99-8409-49ab4b374004', 'admin_state_up': True, 'tenant_id': '96daf22d5b4247978edfc4cfc5ef5662'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:06:54.693663 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 55938) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:06:54.730671 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb93054c-332f-4e2e-a98a-1d78888a95c2 req-c3ae41b6-500d-4b01-b760-09fb2f6c46f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:54.732778 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-fb93054c-332f-4e2e-a98a-1d78888a95c2 req-c3ae41b6-500d-4b01-b760-09fb2f6c46f6 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=651a62f0-bf28-4546-86cc-bdd30132572b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1064570 Jul 27 23:06:54.750174 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-f382a0bb-8082-49ac-b3f4-f1c9e552c031 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=063f853d4e3d4ac2af6c2307d445e36a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0531425 Jul 27 23:06:54.750950 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 55940) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:06:54.812677 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bf22a4a9-d44c-4452-a6f9-8a82ab42d3c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:54.836062 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bf22a4a9-d44c-4452-a6f9-8a82ab42d3c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:54.886148 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-fb93054c-332f-4e2e-a98a-1d78888a95c2 req-8de513c5-3293-4148-b871-76d956d1c313 service neutron] 10.222.0.38 "GET /v2.0/networks/651a62f0-bf28-4546-86cc-bdd30132572b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404746 Jul 27 23:06:54.889352 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bf22a4a9-d44c-4452-a6f9-8a82ab42d3c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:54.892921 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bf22a4a9-d44c-4452-a6f9-8a82ab42d3c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:54.894272 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-bf22a4a9-d44c-4452-a6f9-8a82ab42d3c3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d1a53b18-4be9-48c6-80be-f0bd7194a87b HTTP/1.1" status: 204 len: 168 time: 0.1423202 Jul 27 23:06:54.905340 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-075491a5-b379-4b0d-9e6c-dc9cdd54bb8c req-d2c47b42-c44f-424f-a020-d97e7c56bd62 tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] Made reservation on behalf of 96daf22d5b4247978edfc4cfc5ef5662 for: {'port': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:06:54.909242 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-075491a5-b379-4b0d-9e6c-dc9cdd54bb8c req-d2c47b42-c44f-424f-a020-d97e7c56bd62 tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:54.913980 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf22a4a9-d44c-4452-a6f9-8a82ab42d3c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1a53b18-4be9-48c6-80be-f0bd7194a87b,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:06:55.153489 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-fb93054c-332f-4e2e-a98a-1d78888a95c2 req-3152dd69-338b-4b7c-9455-d29889efe001 service neutron] 10.222.0.38 "GET /v2.0/networks/651a62f0-bf28-4546-86cc-bdd30132572b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2592754 Jul 27 23:06:55.164848 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0317fecd-f0bd-4863-b1ce-c4dc80d5ff49 req-f0a5dfd0-78ee-4c95-8d3f-dedaca75d2f7 tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:55.169607 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-0317fecd-f0bd-4863-b1ce-c4dc80d5ff49 req-f0a5dfd0-78ee-4c95-8d3f-dedaca75d2f7 tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab41d699-a6c9-471f-af92-d91f3fbbf8be HTTP/1.1" status: 200 len: 943 time: 0.1433241 Jul 27 23:06:55.176009 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80da5dbb-552a-41eb-ab3a-e3f60d22c4dd req-5fcc72a9-236b-4506-a004-864973a2671b tempest-FloatingIPsAssociationTestJSON-312227423 tempest-FloatingIPsAssociationTestJSON-312227423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:55.178128 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [req-075491a5-b379-4b0d-9e6c-dc9cdd54bb8c req-d2c47b42-c44f-424f-a020-d97e7c56bd62 tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] Allocated IP 172.20.0.5 (14a5d194-281e-4b99-8409-49ab4b374004/4fd5a3ff-b29e-4d49-bc76-386259c90c5c/1398ba90-36b9-4df9-86b0-0f59a2939286) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:06:55.184653 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-80da5dbb-552a-41eb-ab3a-e3f60d22c4dd req-5fcc72a9-236b-4506-a004-864973a2671b tempest-FloatingIPsAssociationTestJSON-312227423 tempest-FloatingIPsAssociationTestJSON-312227423-project] 10.222.0.18 "GET /v2.0/ports?device_id=090fc9ba-9df5-4f45-99a9-afe474888be5 HTTP/1.1" status: 200 len: 944 time: 0.0709505 Jul 27 23:06:55.234549 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-80da5dbb-552a-41eb-ab3a-e3f60d22c4dd req-bcc00dc0-ef31-4e4e-96a1-8ab9958780d5 tempest-FloatingIPsAssociationTestJSON-312227423 tempest-FloatingIPsAssociationTestJSON-312227423-project] 10.222.0.18 "GET /v2.0/security-groups?id=caac3015-af23-4b8e-8c6c-b51e7bf06c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482118 Jul 27 23:06:55.242667 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-0317fecd-f0bd-4863-b1ce-c4dc80d5ff49 req-e39f7705-0c90-41e1-8ca0-b61db8f6be35 tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ee1769a-7cc2-4f9a-a15b-54c39d35bd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719078 Jul 27 23:06:55.323202 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 55950) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:06:55.373590 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 9e4e79de-3a0e-4df4-9f4e-434a4116575b details requested by agent hyperv_n-h1-802623-1 with host n-h1-802623-1 {{(pid=93799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 23:06:55.387491 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-075491a5-b379-4b0d-9e6c-dc9cdd54bb8c req-d2c47b42-c44f-424f-a020-d97e7c56bd62 tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:55.410331 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-f2a95df0-f81a-4cdf-8542-dd416bfd16b6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c9a8ac60b6bb427784f8e1149b802a1f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0845952 Jul 27 23:06:55.412520 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 55956) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:06:55.515946 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8e3264fd-3e2e-411c-a1e4-669983400369 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:55.536339 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-075491a5-b379-4b0d-9e6c-dc9cdd54bb8c req-d2c47b42-c44f-424f-a020-d97e7c56bd62 tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:55.550664 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port 9e4e79de-3a0e-4df4-9f4e-434a4116575b, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=9e4e79de-3a0e-4df4-9f4e-434a4116575b,segment=NetworkSegment(758c827b-73d3-4676-bc4a-ecbb15805f5a),segment_id=758c827b-73d3-4676-bc4a-ecbb15805f5a)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:06:55.565384 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8e3264fd-3e2e-411c-a1e4-669983400369 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:55.574137 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Returning: {'device': '9e4e79de-3a0e-4df4-9f4e-434a4116575b', 'network_id': '651a62f0-bf28-4546-86cc-bdd30132572b', 'port_id': '9e4e79de-3a0e-4df4-9f4e-434a4116575b', 'mac_address': 'fa:16:3e:8f:3a:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa7fc9a2-9609-4fd7-ac94-2254e732d52b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 23:06:55.586336 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-075491a5-b379-4b0d-9e6c-dc9cdd54bb8c req-d2c47b42-c44f-424f-a020-d97e7c56bd62 tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] Network 14a5d194-281e-4b99-8409-49ab4b374004 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:06:55.590265 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [req-075491a5-b379-4b0d-9e6c-dc9cdd54bb8c req-d2c47b42-c44f-424f-a020-d97e7c56bd62 tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:06:55.601286 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6dda81-e504-4db5-890c-b59aaf469613 req-7af10d62-491d-42f2-8bc5-4b331e936a44 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:55.603164 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-dc6dda81-e504-4db5-890c-b59aaf469613 req-7af10d62-491d-42f2-8bc5-4b331e936a44 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] 10.222.0.18 "GET /v2.0/ports?device_id=043450d5-a8e9-4524-8c01-f8118205eebd HTTP/1.1" status: 200 len: 946 time: 0.1496470 Jul 27 23:06:55.603640 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [req-075491a5-b379-4b0d-9e6c-dc9cdd54bb8c req-d2c47b42-c44f-424f-a020-d97e7c56bd62 tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:06:55.647924 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c47b42-c44f-424f-a020-d97e7c56bd62 tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] Pushing event updated for resources: {'Port': ['ID=1398ba90-36b9-4df9-86b0-0f59a2939286,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:06:55.650768 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:55.680297 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1b400e-5fec-4f4e-892b-d05bb33688b3 req-d2c8099e-9a04-4392-b7d5-8c732222fe65 tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:55.688276 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075491a5-b379-4b0d-9e6c-dc9cdd54bb8c req-d2c47b42-c44f-424f-a020-d97e7c56bd62 tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:55.688916 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-075491a5-b379-4b0d-9e6c-dc9cdd54bb8c req-d2c47b42-c44f-424f-a020-d97e7c56bd62 tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:55.689081 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e4e79de-3a0e-4df4-9f4e-434a4116575b {{(pid=93799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:06:55.691281 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-cc1b400e-5fec-4f4e-892b-d05bb33688b3 req-d2c8099e-9a04-4392-b7d5-8c732222fe65 tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] 10.222.0.18 "GET /v2.0/ports?device_id=65531a1a-b9ac-4094-b10b-091072ee8bf1 HTTP/1.1" status: 200 len: 931 time: 0.0711608 Jul 27 23:06:55.707653 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-dc6dda81-e504-4db5-890c-b59aaf469613 req-97605285-e5ee-4da5-a0e7-143bb0f90df3 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] 10.222.0.18 "GET /v2.0/security-groups?id=bed30b16-cd2d-47d0-9758-37dc9df2dfb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737150 Jul 27 23:06:55.709720 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-075491a5-b379-4b0d-9e6c-dc9cdd54bb8c req-d2c47b42-c44f-424f-a020-d97e7c56bd62 tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0275586 Jul 27 23:06:55.728883 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [req-075491a5-b379-4b0d-9e6c-dc9cdd54bb8c req-afe7ce22-8b17-43c2-953c-fa899926d639 service neutron] Request body: {'port': {'device_id': '65531a1a-b9ac-4094-b10b-091072ee8bf1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802623-1'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:06:55.731017 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port 9e4e79de-3a0e-4df4-9f4e-434a4116575b, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=9e4e79de-3a0e-4df4-9f4e-434a4116575b,segment=NetworkSegment(758c827b-73d3-4676-bc4a-ecbb15805f5a),segment_id=758c827b-73d3-4676-bc4a-ecbb15805f5a)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:06:55.736062 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-cc1b400e-5fec-4f4e-892b-d05bb33688b3 req-b31525c9-0ba2-4086-9d9c-0aee306a2ea5 tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] 10.222.0.18 "GET /v2.0/security-groups?id=e8e7b229-51f5-4d90-9897-e570dceca7b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435560 Jul 27 23:06:55.736611 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8e3264fd-3e2e-411c-a1e4-669983400369 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:55.739422 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8e3264fd-3e2e-411c-a1e4-669983400369 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:55.740715 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-8e3264fd-3e2e-411c-a1e4-669983400369 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1786ab1e-6581-43eb-b407-97ea1a298a6d HTTP/1.1" status: 204 len: 168 time: 0.3262656 Jul 27 23:06:55.749842 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:55.775596 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3264fd-3e2e-411c-a1e4-669983400369 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1786ab1e-6581-43eb-b407-97ea1a298a6d,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:06:55.801941 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-075491a5-b379-4b0d-9e6c-dc9cdd54bb8c req-afe7ce22-8b17-43c2-953c-fa899926d639 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:55.830923 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Pushing event updated for resources: {'Port': ['ID=9e4e79de-3a0e-4df4-9f4e-434a4116575b,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:06:56.020018 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] get_ports_and_sgs() called for port_ids ['9e4e79de-3a0e-4df4-9f4e-434a4116575b'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:06:56.117330 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [req-075491a5-b379-4b0d-9e6c-dc9cdd54bb8c req-afe7ce22-8b17-43c2-953c-fa899926d639 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1398ba90-36b9-4df9-86b0-0f59a2939286 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:06:56.127655 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-075491a5-b379-4b0d-9e6c-dc9cdd54bb8c req-afe7ce22-8b17-43c2-953c-fa899926d639 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:56.140666 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [req-075491a5-b379-4b0d-9e6c-dc9cdd54bb8c req-afe7ce22-8b17-43c2-953c-fa899926d639 service neutron] Transition to ACTIVE for port object 1398ba90-36b9-4df9-86b0-0f59a2939286 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:06:56.145548 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-075491a5-b379-4b0d-9e6c-dc9cdd54bb8c req-afe7ce22-8b17-43c2-953c-fa899926d639 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11336041'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:56.194366 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe7ce22-8b17-43c2-953c-fa899926d639 service neutron] Pushing event updated for resources: {'Port': ['ID=1398ba90-36b9-4df9-86b0-0f59a2939286,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:06:56.260925 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device d7454f6d-79cd-4ca9-9bf8-7e4b54561f75 no longer exists at agent hyperv_n-h2-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:06:56.299535 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] No Port match for: d7454f6d-79cd-4ca9-9bf8-7e4b54561f75 {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:06:56.299912 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device d7454f6d-79cd-4ca9-9bf8-7e4b54561f75 not bound to the agent host n-h2-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:06:56.306608 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-075491a5-b379-4b0d-9e6c-dc9cdd54bb8c req-afe7ce22-8b17-43c2-953c-fa899926d639 service neutron] Attempting to bind port 1398ba90-36b9-4df9-86b0-0f59a2939286 on host n-h2-802623-1 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:06:56.306960 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-075491a5-b379-4b0d-9e6c-dc9cdd54bb8c req-afe7ce22-8b17-43c2-953c-fa899926d639 service neutron] Attempting to bind port 1398ba90-36b9-4df9-86b0-0f59a2939286 by drivers openvswitch,hyperv on host n-h2-802623-1 at level 0 using segments [{'id': '0804c63a-d684-491c-9e34-41f7ae70f391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '14a5d194-281e-4b99-8409-49ab4b374004'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:06:56.307306 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-075491a5-b379-4b0d-9e6c-dc9cdd54bb8c req-afe7ce22-8b17-43c2-953c-fa899926d639 service neutron] Attempting to bind port 1398ba90-36b9-4df9-86b0-0f59a2939286 on network 14a5d194-281e-4b99-8409-49ab4b374004 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:06:56.312139 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-075491a5-b379-4b0d-9e6c-dc9cdd54bb8c req-afe7ce22-8b17-43c2-953c-fa899926d639 service neutron] Port 1398ba90-36b9-4df9-86b0-0f59a2939286 on network 14a5d194-281e-4b99-8409-49ab4b374004 not bound, no agent of type Open vSwitch agent registered on host n-h2-802623-1 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 23:06:56.312476 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-075491a5-b379-4b0d-9e6c-dc9cdd54bb8c req-afe7ce22-8b17-43c2-953c-fa899926d639 service neutron] Attempting to bind port 1398ba90-36b9-4df9-86b0-0f59a2939286 on network 14a5d194-281e-4b99-8409-49ab4b374004 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:06:56.318418 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-075491a5-b379-4b0d-9e6c-dc9cdd54bb8c req-afe7ce22-8b17-43c2-953c-fa899926d639 service neutron] Checking agent: {'id': 'c5cc038b-93c4-4df4-8061-5df2a04a48c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 23, 0, 4), 'started_at': datetime.datetime(2021, 7, 27, 23, 0, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 6, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:06:56.318771 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-075491a5-b379-4b0d-9e6c-dc9cdd54bb8c req-afe7ce22-8b17-43c2-953c-fa899926d639 service neutron] Checking segment: {'id': '0804c63a-d684-491c-9e34-41f7ae70f391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '14a5d194-281e-4b99-8409-49ab4b374004'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:06:56.319203 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-075491a5-b379-4b0d-9e6c-dc9cdd54bb8c req-afe7ce22-8b17-43c2-953c-fa899926d639 service neutron] Bound using segment: {'id': '0804c63a-d684-491c-9e34-41f7ae70f391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '14a5d194-281e-4b99-8409-49ab4b374004'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:06:56.319653 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-075491a5-b379-4b0d-9e6c-dc9cdd54bb8c req-afe7ce22-8b17-43c2-953c-fa899926d639 service neutron] Bound port: 1398ba90-36b9-4df9-86b0-0f59a2939286, host: n-h2-802623-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0804c63a-d684-491c-9e34-41f7ae70f391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '14a5d194-281e-4b99-8409-49ab4b374004'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:06:56.320026 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-075491a5-b379-4b0d-9e6c-dc9cdd54bb8c req-afe7ce22-8b17-43c2-953c-fa899926d639 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:56.405817 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d140d1-1e06-4aa0-a15c-34b9d1966d11 req-8269c709-1dc3-44ff-865c-a238ea75b524 tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:56.407351 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e7d140d1-1e06-4aa0-a15c-34b9d1966d11 req-8269c709-1dc3-44ff-865c-a238ea75b524 tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab41d699-a6c9-471f-af92-d91f3fbbf8be HTTP/1.1" status: 200 len: 943 time: 0.0592842 Jul 27 23:06:56.419305 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a866bad6-e8a6-4355-846e-246f27a82e49 req-e33de620-a546-46e2-9223-9df3be4dced3 tempest-FloatingIPsAssociationTestJSON-312227423 tempest-FloatingIPsAssociationTestJSON-312227423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:56.421247 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a866bad6-e8a6-4355-846e-246f27a82e49 req-e33de620-a546-46e2-9223-9df3be4dced3 tempest-FloatingIPsAssociationTestJSON-312227423 tempest-FloatingIPsAssociationTestJSON-312227423-project] 10.222.0.18 "GET /v2.0/ports?device_id=090fc9ba-9df5-4f45-99a9-afe474888be5 HTTP/1.1" status: 200 len: 945 time: 0.0899000 Jul 27 23:06:56.461139 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-075491a5-b379-4b0d-9e6c-dc9cdd54bb8c req-afe7ce22-8b17-43c2-953c-fa899926d639 service neutron] For port 1398ba90-36b9-4df9-86b0-0f59a2939286, host n-h2-802623-1, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:06:56.464659 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e7d140d1-1e06-4aa0-a15c-34b9d1966d11 req-2ff09e15-66e2-4703-8e60-9533f8fb8818 tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ee1769a-7cc2-4f9a-a15b-54c39d35bd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501006 Jul 27 23:06:56.466939 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-075491a5-b379-4b0d-9e6c-dc9cdd54bb8c req-afe7ce22-8b17-43c2-953c-fa899926d639 service neutron] For port 1398ba90-36b9-4df9-86b0-0f59a2939286, host n-h2-802623-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=1398ba90-36b9-4df9-86b0-0f59a2939286,segment=NetworkSegment(0804c63a-d684-491c-9e34-41f7ae70f391),segment_id=0804c63a-d684-491c-9e34-41f7ae70f391)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:06:56.478737 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-075491a5-b379-4b0d-9e6c-dc9cdd54bb8c req-afe7ce22-8b17-43c2-953c-fa899926d639 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11336041'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:56.497218 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a866bad6-e8a6-4355-846e-246f27a82e49 req-e873e9e2-ec21-4dcc-88dc-0810fcec58a4 tempest-FloatingIPsAssociationTestJSON-312227423 tempest-FloatingIPsAssociationTestJSON-312227423-project] 10.222.0.18 "GET /v2.0/security-groups?id=caac3015-af23-4b8e-8c6c-b51e7bf06c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690157 Jul 27 23:06:56.532228 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075491a5-b379-4b0d-9e6c-dc9cdd54bb8c req-afe7ce22-8b17-43c2-953c-fa899926d639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:56.532988 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-075491a5-b379-4b0d-9e6c-dc9cdd54bb8c req-afe7ce22-8b17-43c2-953c-fa899926d639 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:56.534881 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-075491a5-b379-4b0d-9e6c-dc9cdd54bb8c req-afe7ce22-8b17-43c2-953c-fa899926d639 service neutron] 10.222.0.49 "PUT /v2.0/ports/1398ba90-36b9-4df9-86b0-0f59a2939286 HTTP/1.1" status: 200 len: 1091 time: 0.8156126 Jul 27 23:06:56.537615 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65531a1a-b9ac-4094-b10b-091072ee8bf1', 'tag': '1398ba90-36b9-4df9-86b0-0f59a2939286'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:06:56.549376 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a476459a1bfce68b0ae0df5b6a71154bfc7cfdc8f9eefce6ad0a17231e60468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b672513-6108-4cf5-82b8-079f43834d40" -d '{"events": [{"name": "network-changed", "server_uuid": "65531a1a-b9ac-4094-b10b-091072ee8bf1", "tag": "1398ba90-36b9-4df9-86b0-0f59a2939286"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:06:56.608713 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 23:06:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bff0817f-b8b8-48ef-bc17-d7c2cc10aafb x-openstack-request-id: req-bff0817f-b8b8-48ef-bc17-d7c2cc10aafb {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:06:56.609068 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65531a1a-b9ac-4094-b10b-091072ee8bf1", "tag": "1398ba90-36b9-4df9-86b0-0f59a2939286", "status": "completed", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:06:56.609366 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-bff0817f-b8b8-48ef-bc17-d7c2cc10aafb {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:06:56.609775 n-d-802623-1 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65531a1a-b9ac-4094-b10b-091072ee8bf1', 'tag': '1398ba90-36b9-4df9-86b0-0f59a2939286', 'status': 'completed', 'code': 200} Jul 27 23:06:56.668102 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe7ce22-8b17-43c2-953c-fa899926d639 service neutron] Pushing event updated for resources: {'Port': ['ID=1398ba90-36b9-4df9-86b0-0f59a2939286,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:06:56.693836 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075491a5-b379-4b0d-9e6c-dc9cdd54bb8c req-a9c0ab0d-c4f6-48e9-9473-785d248f2807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:56.696553 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-075491a5-b379-4b0d-9e6c-dc9cdd54bb8c req-a9c0ab0d-c4f6-48e9-9473-785d248f2807 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=96daf22d5b4247978edfc4cfc5ef5662&device_id=65531a1a-b9ac-4094-b10b-091072ee8bf1 HTTP/1.1" status: 200 len: 1094 time: 0.0860357 Jul 27 23:06:56.757527 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-075491a5-b379-4b0d-9e6c-dc9cdd54bb8c req-acf8a64a-d225-4aaf-b38a-26a6f6e71929 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1398ba90-36b9-4df9-86b0-0f59a2939286 HTTP/1.1" status: 200 len: 217 time: 0.0500889 Jul 27 23:06:56.869214 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-eb0f4e2d-034d-4085-87ad-ba3bc10d81b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:56.870644 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075491a5-b379-4b0d-9e6c-dc9cdd54bb8c req-da2209e2-45c9-475c-85d4-30c5913c64fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:56.872328 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-075491a5-b379-4b0d-9e6c-dc9cdd54bb8c req-da2209e2-45c9-475c-85d4-30c5913c64fd service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4fd5a3ff-b29e-4d49-bc76-386259c90c5c HTTP/1.1" status: 200 len: 861 time: 0.1067386 Jul 27 23:06:56.909396 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf9b987-91a8-4448-9a46-08a67131b088 req-b6844edf-49b2-4047-bb9b-a7770123be25 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:56.911026 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-aaf9b987-91a8-4448-9a46-08a67131b088 req-b6844edf-49b2-4047-bb9b-a7770123be25 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] 10.222.0.18 "GET /v2.0/ports?device_id=043450d5-a8e9-4524-8c01-f8118205eebd HTTP/1.1" status: 200 len: 946 time: 0.0828886 Jul 27 23:06:56.928910 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-075491a5-b379-4b0d-9e6c-dc9cdd54bb8c req-ed04f5ed-022c-4fc0-b144-2ad7cf507b91 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=14a5d194-281e-4b99-8409-49ab4b374004&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479486 Jul 27 23:06:56.944653 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9ed829-0410-4649-bb32-5b4772db4919 req-42f21910-586e-455e-b3d0-152a580838f1 tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:56.947018 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-db9ed829-0410-4649-bb32-5b4772db4919 req-42f21910-586e-455e-b3d0-152a580838f1 tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] 10.222.0.18 "GET /v2.0/ports?device_id=65531a1a-b9ac-4094-b10b-091072ee8bf1 HTTP/1.1" status: 200 len: 943 time: 0.0665071 Jul 27 23:06:56.988784 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-db9ed829-0410-4649-bb32-5b4772db4919 req-051c1f8f-b8c6-4db9-890c-2751cf259d72 tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] 10.222.0.18 "GET /v2.0/security-groups?id=e8e7b229-51f5-4d90-9897-e570dceca7b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344341 Jul 27 23:06:57.222788 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.agents_db [None req-9beef776-8bab-4de2-989a-f5a23ba4aaf4 None None] Agent healthcheck: found 7 active agents {{(pid=93800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 23:06:57.281818 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-127e6977-29e4-43ce-b2d4-ce581bec31e9 req-fbcf5730-6cf0-490d-ae64-e66bc02ac8d4 tempest-ImagesOneServerTestJSON-1473465118 tempest-ImagesOneServerTestJSON-1473465118-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=307aaffaafdb41e3a44ceca4facc1fb9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0243378 Jul 27 23:06:57.352850 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-aaf9b987-91a8-4448-9a46-08a67131b088 req-07af7401-b496-43ca-b201-0094c804dce7 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] 10.222.0.18 "GET /v2.0/security-groups?id=bed30b16-cd2d-47d0-9758-37dc9df2dfb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4264145 Jul 27 23:06:57.394105 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 9e4e79de-3a0e-4df4-9f4e-434a4116575b up at agent hyperv_n-h1-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:06:57.398483 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-075491a5-b379-4b0d-9e6c-dc9cdd54bb8c req-3f6adefa-0e2d-4458-9d93-f497b649c59b service neutron] 10.222.0.49 "GET /v2.0/networks/14a5d194-281e-4b99-8409-49ab4b374004?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4619846 Jul 27 23:06:57.406118 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127e6977-29e4-43ce-b2d4-ce581bec31e9 req-ca441466-77e8-4b14-a0bf-d4e411b54ff5 tempest-ImagesOneServerTestJSON-1473465118 tempest-ImagesOneServerTestJSON-1473465118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:57.407777 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-127e6977-29e4-43ce-b2d4-ce581bec31e9 req-ca441466-77e8-4b14-a0bf-d4e411b54ff5 tempest-ImagesOneServerTestJSON-1473465118 tempest-ImagesOneServerTestJSON-1473465118-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1190078 Jul 27 23:06:57.432594 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-127e6977-29e4-43ce-b2d4-ce581bec31e9 req-bca41bd1-434d-4974-b251-fa15795fd139 tempest-ImagesOneServerTestJSON-1473465118 tempest-ImagesOneServerTestJSON-1473465118-project] 10.222.0.18 "GET /v2.0/quotas/307aaffaafdb41e3a44ceca4facc1fb9 HTTP/1.1" status: 200 len: 375 time: 0.0188572 Jul 27 23:06:57.457222 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Provisioning for port 9e4e79de-3a0e-4df4-9f4e-434a4116575b completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:06:57.465823 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Provisioning complete for port 9e4e79de-3a0e-4df4-9f4e-434a4116575b triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:06:57.466566 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:57.483086 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-127e6977-29e4-43ce-b2d4-ce581bec31e9 req-620a487e-6b19-4997-923e-760e51c5c8c0 tempest-ImagesOneServerTestJSON-1473465118 tempest-ImagesOneServerTestJSON-1473465118-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=307aaffaafdb41e3a44ceca4facc1fb9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0494318 Jul 27 23:06:57.505756 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-075491a5-b379-4b0d-9e6c-dc9cdd54bb8c req-a156d009-c4d4-46a5-9eb5-5bfd8dcda2ee service neutron] 10.222.0.49 "GET /v2.0/networks/14a5d194-281e-4b99-8409-49ab4b374004?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978630 Jul 27 23:06:57.568899 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:57.599032 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '090fc9ba-9df5-4f45-99a9-afe474888be5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e4e79de-3a0e-4df4-9f4e-434a4116575b'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:06:57.601624 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c0369b0d4f459110ff20a1f9878ba33f96d6491bddb9d15843bf29d01e0bda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d32877da-0a40-4e8b-9f13-7008dfc94e3a" -d '{"events": [{"server_uuid": "090fc9ba-9df5-4f45-99a9-afe474888be5", "name": "network-vif-plugged", "status": "completed", "tag": "9e4e79de-3a0e-4df4-9f4e-434a4116575b"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:06:57.616233 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port 9e4e79de-3a0e-4df4-9f4e-434a4116575b, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=9e4e79de-3a0e-4df4-9f4e-434a4116575b,segment=NetworkSegment(758c827b-73d3-4676-bc4a-ecbb15805f5a),segment_id=758c827b-73d3-4676-bc4a-ecbb15805f5a)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:06:57.635526 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:57.655414 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c09311-ec7f-4628-870a-1b908d02ebe6 req-561d0809-739c-4332-9d9a-e6a603a84201 tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:57.657026 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-93c09311-ec7f-4628-870a-1b908d02ebe6 req-561d0809-739c-4332-9d9a-e6a603a84201 tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab41d699-a6c9-471f-af92-d91f3fbbf8be HTTP/1.1" status: 200 len: 943 time: 0.0972681 Jul 27 23:06:57.658956 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b672513-6108-4cf5-82b8-079f43834d40 req-6175cc75-9331-45f0-b6ea-6a5d69bf652c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:57.660311 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-7b672513-6108-4cf5-82b8-079f43834d40 req-6175cc75-9331-45f0-b6ea-6a5d69bf652c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=96daf22d5b4247978edfc4cfc5ef5662&device_id=65531a1a-b9ac-4094-b10b-091072ee8bf1 HTTP/1.1" status: 200 len: 1094 time: 0.0914302 Jul 27 23:06:57.706244 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Pushing event updated for resources: {'Port': ['ID=9e4e79de-3a0e-4df4-9f4e-434a4116575b,revision_number=5']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:06:57.762132 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b672513-6108-4cf5-82b8-079f43834d40 req-0278575b-b1df-43aa-8f87-583c4a689cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:57.764724 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-7b672513-6108-4cf5-82b8-079f43834d40 req-0278575b-b1df-43aa-8f87-583c4a689cd3 service neutron] 10.222.0.49 "GET /v2.0/networks?id=14a5d194-281e-4b99-8409-49ab4b374004 HTTP/1.1" status: 200 len: 922 time: 0.0950999 Jul 27 23:06:57.775525 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5742b31e-969f-4e5c-816f-1a5f6c605ea5 req-be38c209-9ddd-450b-9f91-4890a7e1b0f5 tempest-FloatingIPsAssociationTestJSON-312227423 tempest-FloatingIPsAssociationTestJSON-312227423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:57.779689 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-5742b31e-969f-4e5c-816f-1a5f6c605ea5 req-be38c209-9ddd-450b-9f91-4890a7e1b0f5 tempest-FloatingIPsAssociationTestJSON-312227423 tempest-FloatingIPsAssociationTestJSON-312227423-project] 10.222.0.18 "GET /v2.0/ports?device_id=090fc9ba-9df5-4f45-99a9-afe474888be5 HTTP/1.1" status: 200 len: 946 time: 0.0920432 Jul 27 23:06:57.835284 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-7b672513-6108-4cf5-82b8-079f43834d40 req-9fbf83b5-091a-43c8-af31-1c5fefc0adba service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1398ba90-36b9-4df9-86b0-0f59a2939286 HTTP/1.1" status: 200 len: 217 time: 0.0567122 Jul 27 23:06:57.843656 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-5742b31e-969f-4e5c-816f-1a5f6c605ea5 req-805a1eb2-ad55-410d-830a-cac8e5339ce6 tempest-FloatingIPsAssociationTestJSON-312227423 tempest-FloatingIPsAssociationTestJSON-312227423-project] 10.222.0.18 "GET /v2.0/security-groups?id=caac3015-af23-4b8e-8c6c-b51e7bf06c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560591 Jul 27 23:06:57.878091 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-93c09311-ec7f-4628-870a-1b908d02ebe6 req-6a45365c-5444-4085-a454-6de29bb10da0 tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ee1769a-7cc2-4f9a-a15b-54c39d35bd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2146473 Jul 27 23:06:57.897576 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b672513-6108-4cf5-82b8-079f43834d40 req-14101816-dd6c-4f97-ac5f-dc6f76fab27f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:57.899426 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-7b672513-6108-4cf5-82b8-079f43834d40 req-14101816-dd6c-4f97-ac5f-dc6f76fab27f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4fd5a3ff-b29e-4d49-bc76-386259c90c5c HTTP/1.1" status: 200 len: 861 time: 0.0528169 Jul 27 23:06:57.945353 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-7b672513-6108-4cf5-82b8-079f43834d40 req-f43f98c0-2bbd-4910-8e4f-1e763ced5eb4 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=14a5d194-281e-4b99-8409-49ab4b374004&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340433 Jul 27 23:06:57.968656 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:06:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-326fe49b-3573-4306-9775-1c0252889b38 x-openstack-request-id: req-326fe49b-3573-4306-9775-1c0252889b38 {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:06:57.969635 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "090fc9ba-9df5-4f45-99a9-afe474888be5", "name": "network-vif-plugged", "status": "completed", "tag": "9e4e79de-3a0e-4df4-9f4e-434a4116575b", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:06:57.970441 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-326fe49b-3573-4306-9775-1c0252889b38 {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:06:57.971019 n-d-802623-1 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '090fc9ba-9df5-4f45-99a9-afe474888be5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e4e79de-3a0e-4df4-9f4e-434a4116575b', 'code': 200} Jul 27 23:06:58.037479 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c3cd29d5-ab4e-4504-a932-a602ca34e4e1 req-cf1686da-9d81-42ad-9394-f565c5c0fea2 tempest-ImagesOneServerTestJSON-1473465118 tempest-ImagesOneServerTestJSON-1473465118-project] 10.222.0.18 "GET /v2.0/ports?device_id=55c02be4-66a1-4b0b-a2e8-25b212b674a7 HTTP/1.1" status: 200 len: 210 time: 0.0398951 Jul 27 23:06:58.126933 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017ac300-5102-42c7-8aef-6bbc402ffb5f req-3ba3f9b3-04c8-4148-9137-57861c9ed15b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:58.128717 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-017ac300-5102-42c7-8aef-6bbc402ffb5f req-3ba3f9b3-04c8-4148-9137-57861c9ed15b service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=090fc9ba-9df5-4f45-99a9-afe474888be5 HTTP/1.1" status: 200 len: 1097 time: 0.0831311 Jul 27 23:06:58.147779 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-7b672513-6108-4cf5-82b8-079f43834d40 req-146ab32a-5620-444f-a345-723871f21924 service neutron] 10.222.0.49 "GET /v2.0/networks/14a5d194-281e-4b99-8409-49ab4b374004?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1896513 Jul 27 23:06:58.176667 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6dceb9-86c2-42d4-89de-36364f2174d0 req-3e458c10-f79a-4e2b-aad7-c5b00b066bb6 tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:58.183659 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-6d6dceb9-86c2-42d4-89de-36364f2174d0 req-3e458c10-f79a-4e2b-aad7-c5b00b066bb6 tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] 10.222.0.18 "GET /v2.0/ports?device_id=65531a1a-b9ac-4094-b10b-091072ee8bf1 HTTP/1.1" status: 200 len: 943 time: 0.0641170 Jul 27 23:06:58.239713 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-017ac300-5102-42c7-8aef-6bbc402ffb5f req-6320256b-b055-4196-9552-4f47cf7c03b9 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=caac3015-af23-4b8e-8c6c-b51e7bf06c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019022 Jul 27 23:06:58.243592 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-6d6dceb9-86c2-42d4-89de-36364f2174d0 req-8466b18b-71aa-4b18-8f4e-3b2551997602 tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] 10.222.0.18 "GET /v2.0/security-groups?id=e8e7b229-51f5-4d90-9897-e570dceca7b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583282 Jul 27 23:06:58.273628 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-7b672513-6108-4cf5-82b8-079f43834d40 req-2cc1bf1f-d30e-432f-84c5-e978356d37b4 service neutron] 10.222.0.49 "GET /v2.0/networks/14a5d194-281e-4b99-8409-49ab4b374004?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140325 Jul 27 23:06:58.347633 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7bbdad38-d41c-4c85-87be-2f2ccade80df req-d0762e0d-64ad-43cb-bdf5-418bcaf116cd service neutron] 10.222.0.38 "GET /v2.0/ports/522b4389-a942-43b4-b1c8-2896864af68a/bindings/n-h2-802623-1 HTTP/1.1" status: 200 len: 384 time: 0.0585992 Jul 27 23:06:58.490744 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b8ef69-5e41-4fd8-bd39-f0eeb8c0f5df req-80835723-2b2a-4ead-bab7-39a04f6cc55b tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:58.492296 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-25b8ef69-5e41-4fd8-bd39-f0eeb8c0f5df req-80835723-2b2a-4ead-bab7-39a04f6cc55b tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] 10.222.0.18 "GET /v2.0/ports?device_id=043450d5-a8e9-4524-8c01-f8118205eebd HTTP/1.1" status: 200 len: 946 time: 0.0559244 Jul 27 23:06:58.530456 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-25b8ef69-5e41-4fd8-bd39-f0eeb8c0f5df req-6f786494-525d-4e8d-9b31-e5ba5dbf82b9 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] 10.222.0.18 "GET /v2.0/security-groups?id=bed30b16-cd2d-47d0-9758-37dc9df2dfb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320404 Jul 27 23:06:58.545931 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-7bbdad38-d41c-4c85-87be-2f2ccade80df req-eaa1a30e-9fc5-467c-8bc3-b2599dda680c service neutron] For port 522b4389-a942-43b4-b1c8-2896864af68a, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=522b4389-a942-43b4-b1c8-2896864af68a,segment=NetworkSegment(ff9b0beb-ebd9-45f3-9693-d627eb3bb065),segment_id=ff9b0beb-ebd9-45f3-9693-d627eb3bb065)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:06:58.568380 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-7bbdad38-d41c-4c85-87be-2f2ccade80df req-eaa1a30e-9fc5-467c-8bc3-b2599dda680c service neutron] For port 522b4389-a942-43b4-b1c8-2896864af68a, host n-h1-802623-1, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:06:58.601240 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [req-7bbdad38-d41c-4c85-87be-2f2ccade80df req-eaa1a30e-9fc5-467c-8bc3-b2599dda680c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 522b4389-a942-43b4-b1c8-2896864af68a {{(pid=93798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:06:58.611427 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-7bbdad38-d41c-4c85-87be-2f2ccade80df req-eaa1a30e-9fc5-467c-8bc3-b2599dda680c service neutron] For port 522b4389-a942-43b4-b1c8-2896864af68a, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=522b4389-a942-43b4-b1c8-2896864af68a,segment=NetworkSegment(ff9b0beb-ebd9-45f3-9693-d627eb3bb065),segment_id=ff9b0beb-ebd9-45f3-9693-d627eb3bb065)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:06:58.624198 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-7bbdad38-d41c-4c85-87be-2f2ccade80df req-eaa1a30e-9fc5-467c-8bc3-b2599dda680c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:58.696399 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-7bbdad38-d41c-4c85-87be-2f2ccade80df req-eaa1a30e-9fc5-467c-8bc3-b2599dda680c service neutron] Transition to ACTIVE for port object 522b4389-a942-43b4-b1c8-2896864af68a will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:06:58.700013 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-7bbdad38-d41c-4c85-87be-2f2ccade80df req-eaa1a30e-9fc5-467c-8bc3-b2599dda680c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:58.767454 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bbdad38-d41c-4c85-87be-2f2ccade80df req-eaa1a30e-9fc5-467c-8bc3-b2599dda680c service neutron] No DVR routers for this DVR port 522b4389-a942-43b4-b1c8-2896864af68a on host n-h1-802623-1 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:06:58.774546 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa1a30e-9fc5-467c-8bc3-b2599dda680c service neutron] Pushing event updated for resources: {'Port': ['ID=522b4389-a942-43b4-b1c8-2896864af68a,revision_number=10']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:06:58.800688 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7bbdad38-d41c-4c85-87be-2f2ccade80df req-eaa1a30e-9fc5-467c-8bc3-b2599dda680c service neutron] 10.222.0.38 "PUT /v2.0/ports/522b4389-a942-43b4-b1c8-2896864af68a/bindings/n-h2-802623-1/activate HTTP/1.1" status: 200 len: 369 time: 0.4299145 Jul 27 23:06:58.902848 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-127e6977-29e4-43ce-b2d4-ce581bec31e9 req-0090e0e9-db95-46d7-83a1-2f541992c3e4 tempest-ImagesOneServerTestJSON-1473465118 tempest-ImagesOneServerTestJSON-1473465118-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=307aaffaafdb41e3a44ceca4facc1fb9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0243115 Jul 27 23:06:58.904079 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbdad38-d41c-4c85-87be-2f2ccade80df req-2725c968-0364-4b80-ac1a-e823ce01c6d6 tempest-LiveAutoBlockMigrationV225Test-1050679481 tempest-LiveAutoBlockMigrationV225Test-1050679481-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:58.905628 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-7bbdad38-d41c-4c85-87be-2f2ccade80df req-2725c968-0364-4b80-ac1a-e823ce01c6d6 tempest-LiveAutoBlockMigrationV225Test-1050679481 tempest-LiveAutoBlockMigrationV225Test-1050679481-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=ab41d699-a6c9-471f-af92-d91f3fbbf8be&tenant_id=2b51160ea37c42ce86518efb7f5012de&binding%3Ahost_id=n-h1-802623-1 HTTP/1.1" status: 200 len: 1095 time: 0.0490012 Jul 27 23:06:58.964918 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbdad38-d41c-4c85-87be-2f2ccade80df req-048b5805-394d-40fd-801d-8165de8b01fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:58.967095 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-7bbdad38-d41c-4c85-87be-2f2ccade80df req-048b5805-394d-40fd-801d-8165de8b01fd service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=ab41d699-a6c9-471f-af92-d91f3fbbf8be&tenant_id=2b51160ea37c42ce86518efb7f5012de HTTP/1.1" status: 200 len: 1095 time: 0.0449042 Jul 27 23:06:59.052459 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261f363c-eef6-4415-8192-16df379d6460 req-19ff33f0-195f-41ee-bc4a-6c6a30044a40 tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:59.054102 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-261f363c-eef6-4415-8192-16df379d6460 req-19ff33f0-195f-41ee-bc4a-6c6a30044a40 tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab41d699-a6c9-471f-af92-d91f3fbbf8be HTTP/1.1" status: 200 len: 944 time: 0.0860300 Jul 27 23:06:59.059784 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd90049d-69c5-4f97-996c-d47109e57782 req-75d9904e-0646-4f23-947a-96a6655cc254 tempest-FloatingIPsAssociationTestJSON-312227423 tempest-FloatingIPsAssociationTestJSON-312227423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:59.062213 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-dd90049d-69c5-4f97-996c-d47109e57782 req-75d9904e-0646-4f23-947a-96a6655cc254 tempest-FloatingIPsAssociationTestJSON-312227423 tempest-FloatingIPsAssociationTestJSON-312227423-project] 10.222.0.18 "GET /v2.0/ports?device_id=090fc9ba-9df5-4f45-99a9-afe474888be5 HTTP/1.1" status: 200 len: 946 time: 0.1254110 Jul 27 23:06:59.090326 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbdad38-d41c-4c85-87be-2f2ccade80df req-8980f8dc-3c08-454a-a76f-2b029defa24e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:59.091892 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-7bbdad38-d41c-4c85-87be-2f2ccade80df req-8980f8dc-3c08-454a-a76f-2b029defa24e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2b51160ea37c42ce86518efb7f5012de&device_id=ab41d699-a6c9-471f-af92-d91f3fbbf8be HTTP/1.1" status: 200 len: 1095 time: 0.0835578 Jul 27 23:06:59.094005 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127e6977-29e4-43ce-b2d4-ce581bec31e9 req-81bfe749-b954-497b-b1a0-c50eeeba703f tempest-ImagesOneServerTestJSON-1473465118 tempest-ImagesOneServerTestJSON-1473465118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:59.095603 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-127e6977-29e4-43ce-b2d4-ce581bec31e9 req-81bfe749-b954-497b-b1a0-c50eeeba703f tempest-ImagesOneServerTestJSON-1473465118 tempest-ImagesOneServerTestJSON-1473465118-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1748395 Jul 27 23:06:59.117160 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [req-127e6977-29e4-43ce-b2d4-ce581bec31e9 req-f7a021ad-4406-45a3-aa30-c542f31ba1b3 tempest-ImagesOneServerTestJSON-1473465118 tempest-ImagesOneServerTestJSON-1473465118-project] Request body: {'port': {'device_id': '55c02be4-66a1-4b0b-a2e8-25b212b674a7', 'network_id': '591af2dd-f826-43b1-aa9d-e7a0bf218c71', 'admin_state_up': True, 'tenant_id': '307aaffaafdb41e3a44ceca4facc1fb9'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:06:59.125286 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-261f363c-eef6-4415-8192-16df379d6460 req-a0460d08-ff76-458a-b077-a849282736db tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ee1769a-7cc2-4f9a-a15b-54c39d35bd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555184 Jul 27 23:06:59.213803 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbdad38-d41c-4c85-87be-2f2ccade80df req-e187c7ed-13a2-43c7-81bc-4f87e338582b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:59.215423 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-7bbdad38-d41c-4c85-87be-2f2ccade80df req-e187c7ed-13a2-43c7-81bc-4f87e338582b service neutron] 10.222.0.49 "GET /v2.0/networks?id=7ba5f889-7a68-424d-8fa1-71447bc958df HTTP/1.1" status: 200 len: 922 time: 0.1062813 Jul 27 23:06:59.268301 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-7bbdad38-d41c-4c85-87be-2f2ccade80df req-3464d21e-9910-416a-8fe6-0b94f84a70b2 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=522b4389-a942-43b4-b1c8-2896864af68a HTTP/1.1" status: 200 len: 217 time: 0.0380082 Jul 27 23:06:59.299215 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:59.311566 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-1b59224e-e023-4c03-8c96-f15ece33a65d req-64b4dd51-1258-4021-bdce-8b9ac6fa0c63 tempest-ImagesOneServerTestJSON-1473465118 tempest-ImagesOneServerTestJSON-1473465118-project] 10.222.0.18 "GET /v2.0/ports?device_id=55c02be4-66a1-4b0b-a2e8-25b212b674a7 HTTP/1.1" status: 200 len: 210 time: 0.0356832 Jul 27 23:06:59.348340 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbdad38-d41c-4c85-87be-2f2ccade80df req-ad33c25a-0029-4390-acd0-703ede909d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:59.350026 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-7bbdad38-d41c-4c85-87be-2f2ccade80df req-ad33c25a-0029-4390-acd0-703ede909d24 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=2be3a116-6f3a-48af-9c58-17be143660fc HTTP/1.1" status: 200 len: 861 time: 0.0646915 Jul 27 23:06:59.393228 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-7bbdad38-d41c-4c85-87be-2f2ccade80df req-af0f79e2-8c6a-4651-afac-27e2f92f90e8 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=7ba5f889-7a68-424d-8fa1-71447bc958df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321579 Jul 27 23:06:59.463358 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-dd90049d-69c5-4f97-996c-d47109e57782 req-0e299a7b-62ae-4d61-815f-879a9ece02d9 tempest-FloatingIPsAssociationTestJSON-312227423 tempest-FloatingIPsAssociationTestJSON-312227423-project] 10.222.0.18 "GET /v2.0/security-groups?id=caac3015-af23-4b8e-8c6c-b51e7bf06c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3924303 Jul 27 23:06:59.509445 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-5fb77b3d-5e8d-4aa6-a6f7-77818740a500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:59.541423 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916d8718-3726-41d2-a0c2-ae2c3e1fc1f2 req-5cbff318-6c1a-400f-abbc-63e3d89ae024 tempest-ServersWithSpecificFlavorTestJSON-503998184 tempest-ServersWithSpecificFlavorTestJSON-503998184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:59.542952 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-916d8718-3726-41d2-a0c2-ae2c3e1fc1f2 req-5cbff318-6c1a-400f-abbc-63e3d89ae024 tempest-ServersWithSpecificFlavorTestJSON-503998184 tempest-ServersWithSpecificFlavorTestJSON-503998184-project] 10.222.0.18 "GET /v2.0/ports?device_id=4cdf2adc-b542-43d4-96d6-0aba093c5965 HTTP/1.1" status: 200 len: 945 time: 0.0980148 Jul 27 23:06:59.548953 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-7bbdad38-d41c-4c85-87be-2f2ccade80df req-dc088f11-7906-4c6a-ac12-37945cec4542 service neutron] 10.222.0.49 "GET /v2.0/networks/7ba5f889-7a68-424d-8fa1-71447bc958df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478617 Jul 27 23:06:59.584428 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-127e6977-29e4-43ce-b2d4-ce581bec31e9 req-f7a021ad-4406-45a3-aa30-c542f31ba1b3 tempest-ImagesOneServerTestJSON-1473465118 tempest-ImagesOneServerTestJSON-1473465118-project] Made reservation on behalf of 307aaffaafdb41e3a44ceca4facc1fb9 for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:06:59.587798 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-127e6977-29e4-43ce-b2d4-ce581bec31e9 req-f7a021ad-4406-45a3-aa30-c542f31ba1b3 tempest-ImagesOneServerTestJSON-1473465118 tempest-ImagesOneServerTestJSON-1473465118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:59.603112 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7783f77f-4836-493a-b3bc-b440db829d48 req-0f809ab4-dc87-4401-a434-c00d68f459a5 tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:59.604614 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7783f77f-4836-493a-b3bc-b440db829d48 req-0f809ab4-dc87-4401-a434-c00d68f459a5 tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] 10.222.0.18 "GET /v2.0/ports?device_id=65531a1a-b9ac-4094-b10b-091072ee8bf1 HTTP/1.1" status: 200 len: 943 time: 0.0743985 Jul 27 23:06:59.605636 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-127e6977-29e4-43ce-b2d4-ce581bec31e9 req-f7a021ad-4406-45a3-aa30-c542f31ba1b3 tempest-ImagesOneServerTestJSON-1473465118 tempest-ImagesOneServerTestJSON-1473465118-project] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:59.629545 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-916d8718-3726-41d2-a0c2-ae2c3e1fc1f2 req-0e72247b-a54d-4f74-abc5-717f652d0418 tempest-ServersWithSpecificFlavorTestJSON-503998184 tempest-ServersWithSpecificFlavorTestJSON-503998184-project] 10.222.0.18 "GET /v2.0/security-groups?id=13497a54-4f49-49ad-b566-6beee2074a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794005 Jul 27 23:06:59.668946 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-7bbdad38-d41c-4c85-87be-2f2ccade80df req-a9d68bef-b378-4d1f-9c0f-582f06cf4ea7 service neutron] 10.222.0.49 "GET /v2.0/networks/7ba5f889-7a68-424d-8fa1-71447bc958df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044564 Jul 27 23:06:59.671748 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7783f77f-4836-493a-b3bc-b440db829d48 req-2bd6dca5-820d-4301-b606-d69134ca97b8 tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] 10.222.0.18 "GET /v2.0/security-groups?id=e8e7b229-51f5-4d90-9897-e570dceca7b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583701 Jul 27 23:06:59.698277 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:59.772453 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-127e6977-29e4-43ce-b2d4-ce581bec31e9 req-f7a021ad-4406-45a3-aa30-c542f31ba1b3 tempest-ImagesOneServerTestJSON-1473465118 tempest-ImagesOneServerTestJSON-1473465118-project] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:59.773184 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975ba333-36c9-4c98-b390-0f9988d7060a req-bf5bcfcc-28b2-4836-b424-73099dfd9d6e tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:59.774654 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-975ba333-36c9-4c98-b390-0f9988d7060a req-bf5bcfcc-28b2-4836-b424-73099dfd9d6e tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] 10.222.0.18 "GET /v2.0/ports?device_id=043450d5-a8e9-4524-8c01-f8118205eebd HTTP/1.1" status: 200 len: 946 time: 0.0507519 Jul 27 23:06:59.777401 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-127e6977-29e4-43ce-b2d4-ce581bec31e9 req-f7a021ad-4406-45a3-aa30-c542f31ba1b3 tempest-ImagesOneServerTestJSON-1473465118 tempest-ImagesOneServerTestJSON-1473465118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:59.826905 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-975ba333-36c9-4c98-b390-0f9988d7060a req-aa02285e-652f-4fa3-bdb4-63c234e96261 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] 10.222.0.18 "GET /v2.0/security-groups?id=bed30b16-cd2d-47d0-9758-37dc9df2dfb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446382 Jul 27 23:06:59.848840 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a021ad-4406-45a3-aa30-c542f31ba1b3 tempest-ImagesOneServerTestJSON-1473465118 tempest-ImagesOneServerTestJSON-1473465118-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e49bb70-e466-4e58-b282-493795fb0cca,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:06:59.918363 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [req-127e6977-29e4-43ce-b2d4-ce581bec31e9 req-f7a021ad-4406-45a3-aa30-c542f31ba1b3 tempest-ImagesOneServerTestJSON-1473465118 tempest-ImagesOneServerTestJSON-1473465118-project] Allocated IP 192.168.233.214 (591af2dd-f826-43b1-aa9d-e7a0bf218c71/62938449-046d-4cbe-923a-7ebb632c358d/07129cf8-05aa-4791-bb58-a73c8d14cf4c) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:07:00.019501 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbdad38-d41c-4c85-87be-2f2ccade80df req-4a6b8fa5-ff97-44b9-83d2-a5b79d915c39 tempest-LiveAutoBlockMigrationV225Test-1050679481 tempest-LiveAutoBlockMigrationV225Test-1050679481-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:00.021018 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-7bbdad38-d41c-4c85-87be-2f2ccade80df req-4a6b8fa5-ff97-44b9-83d2-a5b79d915c39 tempest-LiveAutoBlockMigrationV225Test-1050679481 tempest-LiveAutoBlockMigrationV225Test-1050679481-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=ab41d699-a6c9-471f-af92-d91f3fbbf8be&tenant_id=2b51160ea37c42ce86518efb7f5012de&binding%3Ahost_id=n-h2-802623-1 HTTP/1.1" status: 200 len: 1095 time: 0.0446601 Jul 27 23:07:00.074144 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-127e6977-29e4-43ce-b2d4-ce581bec31e9 req-f7a021ad-4406-45a3-aa30-c542f31ba1b3 tempest-ImagesOneServerTestJSON-1473465118 tempest-ImagesOneServerTestJSON-1473465118-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:00.088553 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-127e6977-29e4-43ce-b2d4-ce581bec31e9 req-f7a021ad-4406-45a3-aa30-c542f31ba1b3 tempest-ImagesOneServerTestJSON-1473465118 tempest-ImagesOneServerTestJSON-1473465118-project] Transition to ACTIVE for port object 07129cf8-05aa-4791-bb58-a73c8d14cf4c will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:07:00.121201 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-127e6977-29e4-43ce-b2d4-ce581bec31e9 req-f7a021ad-4406-45a3-aa30-c542f31ba1b3 tempest-ImagesOneServerTestJSON-1473465118 tempest-ImagesOneServerTestJSON-1473465118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:00.141890 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-7bbdad38-d41c-4c85-87be-2f2ccade80df req-b0f5b7a0-ae1d-4f75-9daa-5463274b3393 service neutron] For port 522b4389-a942-43b4-b1c8-2896864af68a, host n-h1-802623-1, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:07:00.145391 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-7bbdad38-d41c-4c85-87be-2f2ccade80df req-b0f5b7a0-ae1d-4f75-9daa-5463274b3393 service neutron] Notify callbacks [] for binding, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:00.146555 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-7bbdad38-d41c-4c85-87be-2f2ccade80df req-b0f5b7a0-ae1d-4f75-9daa-5463274b3393 service neutron] 10.222.0.49 "DELETE /v2.0/ports/522b4389-a942-43b4-b1c8-2896864af68a/bindings/n-h1-802623-1 HTTP/1.1" status: 204 len: 173 time: 0.1163223 Jul 27 23:07:00.163605 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-127e6977-29e4-43ce-b2d4-ce581bec31e9 req-f7a021ad-4406-45a3-aa30-c542f31ba1b3 tempest-ImagesOneServerTestJSON-1473465118 tempest-ImagesOneServerTestJSON-1473465118-project] Network 591af2dd-f826-43b1-aa9d-e7a0bf218c71 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:07:00.170382 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [req-127e6977-29e4-43ce-b2d4-ce581bec31e9 req-f7a021ad-4406-45a3-aa30-c542f31ba1b3 tempest-ImagesOneServerTestJSON-1473465118 tempest-ImagesOneServerTestJSON-1473465118-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:07:00.176742 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-127e6977-29e4-43ce-b2d4-ce581bec31e9 req-f7a021ad-4406-45a3-aa30-c542f31ba1b3 tempest-ImagesOneServerTestJSON-1473465118 tempest-ImagesOneServerTestJSON-1473465118-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:07:00.201200 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a021ad-4406-45a3-aa30-c542f31ba1b3 tempest-ImagesOneServerTestJSON-1473465118 tempest-ImagesOneServerTestJSON-1473465118-project] Pushing event updated for resources: {'Port': ['ID=07129cf8-05aa-4791-bb58-a73c8d14cf4c,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:07:00.261676 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127e6977-29e4-43ce-b2d4-ce581bec31e9 req-f7a021ad-4406-45a3-aa30-c542f31ba1b3 tempest-ImagesOneServerTestJSON-1473465118 tempest-ImagesOneServerTestJSON-1473465118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:00.262300 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-127e6977-29e4-43ce-b2d4-ce581bec31e9 req-f7a021ad-4406-45a3-aa30-c542f31ba1b3 tempest-ImagesOneServerTestJSON-1473465118 tempest-ImagesOneServerTestJSON-1473465118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:00.271578 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device 1398ba90-36b9-4df9-86b0-0f59a2939286 details requested by agent hyperv_n-h2-802623-1 with host n-h2-802623-1 {{(pid=93799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 23:07:00.280945 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-127e6977-29e4-43ce-b2d4-ce581bec31e9 req-f7a021ad-4406-45a3-aa30-c542f31ba1b3 tempest-ImagesOneServerTestJSON-1473465118 tempest-ImagesOneServerTestJSON-1473465118-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1687863 Jul 27 23:07:00.293319 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b19c421-8f98-4796-8240-a7fa43734320 req-b1fe4834-a235-4972-8d26-d9cc6da590fc tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:00.294916 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-3b19c421-8f98-4796-8240-a7fa43734320 req-b1fe4834-a235-4972-8d26-d9cc6da590fc tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab41d699-a6c9-471f-af92-d91f3fbbf8be HTTP/1.1" status: 200 len: 944 time: 0.0810339 Jul 27 23:07:00.299958 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [req-127e6977-29e4-43ce-b2d4-ce581bec31e9 req-ab843c9e-f136-4d7b-a3ff-9d50ad35516e service neutron] Request body: {'port': {'device_id': '55c02be4-66a1-4b0b-a2e8-25b212b674a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802623-1'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:07:00.382543 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-3b19c421-8f98-4796-8240-a7fa43734320 req-e21e30b4-60bd-477d-9bb5-846b1c02bd4f tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ee1769a-7cc2-4f9a-a15b-54c39d35bd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749700 Jul 27 23:07:00.414307 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-19f2e178-d45e-4fbe-b9be-c3963fc151ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:00.452654 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-cb1477a4-0c11-42f3-8571-b6ff7a7fa702 None None] Provisioning for port 07129cf8-05aa-4791-bb58-a73c8d14cf4c completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:07:00.457188 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-127e6977-29e4-43ce-b2d4-ce581bec31e9 req-ab843c9e-f136-4d7b-a3ff-9d50ad35516e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:00.469569 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-cb1477a4-0c11-42f3-8571-b6ff7a7fa702 None None] Provisioning complete for port 07129cf8-05aa-4791-bb58-a73c8d14cf4c triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:07:00.469948 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-cb1477a4-0c11-42f3-8571-b6ff7a7fa702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:00.480937 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port 1398ba90-36b9-4df9-86b0-0f59a2939286, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=1398ba90-36b9-4df9-86b0-0f59a2939286,segment=NetworkSegment(0804c63a-d684-491c-9e34-41f7ae70f391),segment_id=0804c63a-d684-491c-9e34-41f7ae70f391)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:07:00.493277 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418f9f29-54c0-4bb5-83cc-489004ebbf22 req-f2df86d6-e36b-4698-b8c4-2bc10a8b92a9 tempest-ImagesOneServerTestJSON-1473465118 tempest-ImagesOneServerTestJSON-1473465118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:00.501362 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-418f9f29-54c0-4bb5-83cc-489004ebbf22 req-f2df86d6-e36b-4698-b8c4-2bc10a8b92a9 tempest-ImagesOneServerTestJSON-1473465118 tempest-ImagesOneServerTestJSON-1473465118-project] 10.222.0.18 "GET /v2.0/ports?device_id=55c02be4-66a1-4b0b-a2e8-25b212b674a7 HTTP/1.1" status: 200 len: 936 time: 0.0995376 Jul 27 23:07:00.531933 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Returning: {'device': '1398ba90-36b9-4df9-86b0-0f59a2939286', 'network_id': '14a5d194-281e-4b99-8409-49ab4b374004', 'port_id': '1398ba90-36b9-4df9-86b0-0f59a2939286', 'mac_address': 'fa:16:3e:bc:a9:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4fd5a3ff-b29e-4d49-bc76-386259c90c5c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 23:07:00.573948 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-418f9f29-54c0-4bb5-83cc-489004ebbf22 req-1d5f4aaf-7f43-4761-91a0-de1029ec5ccd tempest-ImagesOneServerTestJSON-1473465118 tempest-ImagesOneServerTestJSON-1473465118-project] 10.222.0.18 "GET /v2.0/security-groups?id=9e49bb70-e466-4e58-b282-493795fb0cca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716290 Jul 27 23:07:00.601466 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-cb1477a4-0c11-42f3-8571-b6ff7a7fa702 None None] Port 07129cf8-05aa-4791-bb58-a73c8d14cf4c cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:07:00.610841 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:00.628210 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1398ba90-36b9-4df9-86b0-0f59a2939286 {{(pid=93799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:07:00.651322 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port 1398ba90-36b9-4df9-86b0-0f59a2939286, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=1398ba90-36b9-4df9-86b0-0f59a2939286,segment=NetworkSegment(0804c63a-d684-491c-9e34-41f7ae70f391),segment_id=0804c63a-d684-491c-9e34-41f7ae70f391)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:07:00.657446 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:00.719215 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Pushing event updated for resources: {'Port': ['ID=1398ba90-36b9-4df9-86b0-0f59a2939286,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:07:00.755306 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b05465e-2c9a-46ef-9302-643cfa389fd9 req-b2c6a8a5-fb5a-4b7a-845c-82f76cdba761 tempest-FloatingIPsAssociationTestJSON-312227423 tempest-FloatingIPsAssociationTestJSON-312227423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:00.756836 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-1b05465e-2c9a-46ef-9302-643cfa389fd9 req-b2c6a8a5-fb5a-4b7a-845c-82f76cdba761 tempest-FloatingIPsAssociationTestJSON-312227423 tempest-FloatingIPsAssociationTestJSON-312227423-project] 10.222.0.18 "GET /v2.0/ports?device_id=090fc9ba-9df5-4f45-99a9-afe474888be5 HTTP/1.1" status: 200 len: 946 time: 0.1131508 Jul 27 23:07:00.823688 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-1b05465e-2c9a-46ef-9302-643cfa389fd9 req-9bdf7bd5-6bff-47cf-9760-7acb1e56fdf7 tempest-FloatingIPsAssociationTestJSON-312227423 tempest-FloatingIPsAssociationTestJSON-312227423-project] 10.222.0.18 "GET /v2.0/security-groups?id=caac3015-af23-4b8e-8c6c-b51e7bf06c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604916 Jul 27 23:07:00.874512 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [req-127e6977-29e4-43ce-b2d4-ce581bec31e9 req-ab843c9e-f136-4d7b-a3ff-9d50ad35516e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07129cf8-05aa-4791-bb58-a73c8d14cf4c {{(pid=93798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:07:00.883127 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c582ec8d-e7c8-4d5f-9686-dac3a0a59964 req-e294cd2e-bcd8-4658-ae7a-c326b9608a7d tempest-LiveAutoBlockMigrationV225Test-1050679481 tempest-LiveAutoBlockMigrationV225Test-1050679481-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:00.886689 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-127e6977-29e4-43ce-b2d4-ce581bec31e9 req-ab843c9e-f136-4d7b-a3ff-9d50ad35516e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:00.891246 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-c582ec8d-e7c8-4d5f-9686-dac3a0a59964 req-e294cd2e-bcd8-4658-ae7a-c326b9608a7d tempest-LiveAutoBlockMigrationV225Test-1050679481 tempest-LiveAutoBlockMigrationV225Test-1050679481-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=ab41d699-a6c9-471f-af92-d91f3fbbf8be HTTP/1.1" status: 200 len: 1095 time: 0.0478661 Jul 27 23:07:00.910031 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-127e6977-29e4-43ce-b2d4-ce581bec31e9 req-ab843c9e-f136-4d7b-a3ff-9d50ad35516e service neutron] Transition to ACTIVE for port object 07129cf8-05aa-4791-bb58-a73c8d14cf4c will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:07:00.924709 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-c582ec8d-e7c8-4d5f-9686-dac3a0a59964 req-6aa71c4e-86a7-43f0-9a5a-44a46bc3446a tempest-LiveAutoBlockMigrationV225Test-1050679481 tempest-LiveAutoBlockMigrationV225Test-1050679481-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=9ee1769a-7cc2-4f9a-a15b-54c39d35bd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325847 Jul 27 23:07:00.928131 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-127e6977-29e4-43ce-b2d4-ce581bec31e9 req-ab843c9e-f136-4d7b-a3ff-9d50ad35516e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:00.990932 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab843c9e-f136-4d7b-a3ff-9d50ad35516e service neutron] Pushing event updated for resources: {'Port': ['ID=07129cf8-05aa-4791-bb58-a73c8d14cf4c,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:07:01.001455 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce62e98-c711-4fbe-93a9-9f622b57faef req-bf529680-b12d-4f05-aa1f-0bc1b3cc5fa2 tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:01.003035 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-fce62e98-c711-4fbe-93a9-9f622b57faef req-bf529680-b12d-4f05-aa1f-0bc1b3cc5fa2 tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] 10.222.0.18 "GET /v2.0/ports?device_id=65531a1a-b9ac-4094-b10b-091072ee8bf1 HTTP/1.1" status: 200 len: 944 time: 0.1068308 Jul 27 23:07:01.062104 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] get_ports_and_sgs() called for port_ids ['1398ba90-36b9-4df9-86b0-0f59a2939286'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:07:01.081496 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-fce62e98-c711-4fbe-93a9-9f622b57faef req-f861beeb-b926-402a-b9df-09c53fb1fb46 tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] 10.222.0.18 "GET /v2.0/security-groups?id=e8e7b229-51f5-4d90-9897-e570dceca7b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703549 Jul 27 23:07:01.107765 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-127e6977-29e4-43ce-b2d4-ce581bec31e9 req-ab843c9e-f136-4d7b-a3ff-9d50ad35516e service neutron] Attempting to bind port 07129cf8-05aa-4791-bb58-a73c8d14cf4c on host n-h2-802623-1 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:07:01.108112 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-127e6977-29e4-43ce-b2d4-ce581bec31e9 req-ab843c9e-f136-4d7b-a3ff-9d50ad35516e service neutron] Attempting to bind port 07129cf8-05aa-4791-bb58-a73c8d14cf4c by drivers openvswitch,hyperv on host n-h2-802623-1 at level 0 using segments [{'id': '16e91594-c047-4b55-93eb-43af33ad08e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '591af2dd-f826-43b1-aa9d-e7a0bf218c71'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:07:01.108509 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-127e6977-29e4-43ce-b2d4-ce581bec31e9 req-ab843c9e-f136-4d7b-a3ff-9d50ad35516e service neutron] Attempting to bind port 07129cf8-05aa-4791-bb58-a73c8d14cf4c on network 591af2dd-f826-43b1-aa9d-e7a0bf218c71 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:07:01.116462 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-127e6977-29e4-43ce-b2d4-ce581bec31e9 req-ab843c9e-f136-4d7b-a3ff-9d50ad35516e service neutron] Port 07129cf8-05aa-4791-bb58-a73c8d14cf4c on network 591af2dd-f826-43b1-aa9d-e7a0bf218c71 not bound, no agent of type Open vSwitch agent registered on host n-h2-802623-1 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 23:07:01.116798 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-127e6977-29e4-43ce-b2d4-ce581bec31e9 req-ab843c9e-f136-4d7b-a3ff-9d50ad35516e service neutron] Attempting to bind port 07129cf8-05aa-4791-bb58-a73c8d14cf4c on network 591af2dd-f826-43b1-aa9d-e7a0bf218c71 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:07:01.127783 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-127e6977-29e4-43ce-b2d4-ce581bec31e9 req-ab843c9e-f136-4d7b-a3ff-9d50ad35516e service neutron] Checking agent: {'id': 'c5cc038b-93c4-4df4-8061-5df2a04a48c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 23, 0, 4), 'started_at': datetime.datetime(2021, 7, 27, 23, 0, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 6, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:07:01.128022 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-127e6977-29e4-43ce-b2d4-ce581bec31e9 req-ab843c9e-f136-4d7b-a3ff-9d50ad35516e service neutron] Checking segment: {'id': '16e91594-c047-4b55-93eb-43af33ad08e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '591af2dd-f826-43b1-aa9d-e7a0bf218c71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:07:01.128427 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-127e6977-29e4-43ce-b2d4-ce581bec31e9 req-ab843c9e-f136-4d7b-a3ff-9d50ad35516e service neutron] Bound using segment: {'id': '16e91594-c047-4b55-93eb-43af33ad08e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '591af2dd-f826-43b1-aa9d-e7a0bf218c71'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:07:01.128879 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-127e6977-29e4-43ce-b2d4-ce581bec31e9 req-ab843c9e-f136-4d7b-a3ff-9d50ad35516e service neutron] Bound port: 07129cf8-05aa-4791-bb58-a73c8d14cf4c, host: n-h2-802623-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16e91594-c047-4b55-93eb-43af33ad08e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '591af2dd-f826-43b1-aa9d-e7a0bf218c71'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:07:01.129249 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-127e6977-29e4-43ce-b2d4-ce581bec31e9 req-ab843c9e-f136-4d7b-a3ff-9d50ad35516e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:01.152533 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-1a8b6648-4745-4623-8c1f-8fe110385455 req-07067ebf-3591-41ae-85de-e1fc01a8f67a tempest-FloatingIPsAssociationTestJSON-312227423 tempest-FloatingIPsAssociationTestJSON-312227423-project] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1786542 Jul 27 23:07:01.180083 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [req-1a8b6648-4745-4623-8c1f-8fe110385455 req-449e9354-c102-4a3d-98a0-02d8a637df95 tempest-FloatingIPsAssociationTestJSON-312227423 tempest-FloatingIPsAssociationTestJSON-312227423-project] Request body: {'floatingip': {'floating_network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:07:01.210929 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-1a8b6648-4745-4623-8c1f-8fe110385455 req-449e9354-c102-4a3d-98a0-02d8a637df95 tempest-FloatingIPsAssociationTestJSON-312227423 tempest-FloatingIPsAssociationTestJSON-312227423-project] Notify callbacks [] for floatingip, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:01.250163 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-127e6977-29e4-43ce-b2d4-ce581bec31e9 req-ab843c9e-f136-4d7b-a3ff-9d50ad35516e service neutron] For port 07129cf8-05aa-4791-bb58-a73c8d14cf4c, host n-h2-802623-1, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:07:01.281781 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-127e6977-29e4-43ce-b2d4-ce581bec31e9 req-ab843c9e-f136-4d7b-a3ff-9d50ad35516e service neutron] For port 07129cf8-05aa-4791-bb58-a73c8d14cf4c, host n-h2-802623-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=07129cf8-05aa-4791-bb58-a73c8d14cf4c,segment=NetworkSegment(16e91594-c047-4b55-93eb-43af33ad08e1),segment_id=16e91594-c047-4b55-93eb-43af33ad08e1)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:07:01.287967 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-127e6977-29e4-43ce-b2d4-ce581bec31e9 req-ab843c9e-f136-4d7b-a3ff-9d50ad35516e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:01.331018 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2c1b5c-b277-4452-92d6-7dc333d3380d req-c6f9bc4e-4577-479a-a812-ce1dfa00fd3c tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:01.335287 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-1a8b6648-4745-4623-8c1f-8fe110385455 req-449e9354-c102-4a3d-98a0-02d8a637df95 tempest-FloatingIPsAssociationTestJSON-312227423 tempest-FloatingIPsAssociationTestJSON-312227423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:01.335725 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-8b2c1b5c-b277-4452-92d6-7dc333d3380d req-c6f9bc4e-4577-479a-a812-ce1dfa00fd3c tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] 10.222.0.18 "GET /v2.0/ports?device_id=043450d5-a8e9-4524-8c01-f8118205eebd HTTP/1.1" status: 200 len: 946 time: 0.1109996 Jul 27 23:07:01.340440 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127e6977-29e4-43ce-b2d4-ce581bec31e9 req-ab843c9e-f136-4d7b-a3ff-9d50ad35516e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:01.341069 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-127e6977-29e4-43ce-b2d4-ce581bec31e9 req-ab843c9e-f136-4d7b-a3ff-9d50ad35516e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:01.342907 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-127e6977-29e4-43ce-b2d4-ce581bec31e9 req-ab843c9e-f136-4d7b-a3ff-9d50ad35516e service neutron] 10.222.0.49 "PUT /v2.0/ports/07129cf8-05aa-4791-bb58-a73c8d14cf4c HTTP/1.1" status: 200 len: 1096 time: 1.0470431 Jul 27 23:07:01.343359 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55c02be4-66a1-4b0b-a2e8-25b212b674a7', 'tag': '07129cf8-05aa-4791-bb58-a73c8d14cf4c'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:07:01.345626 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}011f8d312121274bb12d78e77c6379a2079800640016cec6c6d605b73666e854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c07db2b8-1b61-4c27-9c63-d3fc632de7de" -d '{"events": [{"name": "network-changed", "server_uuid": "55c02be4-66a1-4b0b-a2e8-25b212b674a7", "tag": "07129cf8-05aa-4791-bb58-a73c8d14cf4c"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:07:01.413110 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab843c9e-f136-4d7b-a3ff-9d50ad35516e service neutron] Pushing event updated for resources: {'Port': ['ID=07129cf8-05aa-4791-bb58-a73c8d14cf4c,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:07:01.446652 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-8b2c1b5c-b277-4452-92d6-7dc333d3380d req-37fc543c-b277-4117-be93-c3dc493eb83f tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] 10.222.0.18 "GET /v2.0/security-groups?id=bed30b16-cd2d-47d0-9758-37dc9df2dfb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974100 Jul 27 23:07:01.468493 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127e6977-29e4-43ce-b2d4-ce581bec31e9 req-c794cd20-4f30-44a4-84cf-ec55c7f118f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:01.470557 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-127e6977-29e4-43ce-b2d4-ce581bec31e9 req-c794cd20-4f30-44a4-84cf-ec55c7f118f5 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=307aaffaafdb41e3a44ceca4facc1fb9&device_id=55c02be4-66a1-4b0b-a2e8-25b212b674a7 HTTP/1.1" status: 200 len: 1099 time: 0.0713592 Jul 27 23:07:01.478309 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [req-1a8b6648-4745-4623-8c1f-8fe110385455 req-449e9354-c102-4a3d-98a0-02d8a637df95 tempest-FloatingIPsAssociationTestJSON-312227423 tempest-FloatingIPsAssociationTestJSON-312227423-project] Allocated IP 172.25.4.143 (2fd42287-ed26-4eb9-89a5-b521f5b04356/17de1f8f-393a-4b0c-a2df-614bd3f2fb5e/a0b641ba-62ee-4c7f-ae82-80dd2322cf88) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:07:01.528489 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-127e6977-29e4-43ce-b2d4-ce581bec31e9 req-340f68bd-8db4-41f9-8a6f-fb07d407f493 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.214&port_id=07129cf8-05aa-4791-bb58-a73c8d14cf4c HTTP/1.1" status: 200 len: 217 time: 0.0386298 Jul 27 23:07:01.597571 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-1a8b6648-4745-4623-8c1f-8fe110385455 req-449e9354-c102-4a3d-98a0-02d8a637df95 tempest-FloatingIPsAssociationTestJSON-312227423 tempest-FloatingIPsAssociationTestJSON-312227423-project] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:01.612132 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127e6977-29e4-43ce-b2d4-ce581bec31e9 req-e707948d-a6b5-4701-be33-c4ae1e4dc321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:01.613594 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-127e6977-29e4-43ce-b2d4-ce581bec31e9 req-e707948d-a6b5-4701-be33-c4ae1e4dc321 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=62938449-046d-4cbe-923a-7ebb632c358d HTTP/1.1" status: 200 len: 843 time: 0.0720849 Jul 27 23:07:01.623835 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-11199ab2-9c4c-4b78-bb20-7021583ccc92 req-d3763388-2eb1-41cd-bed4-5685b92b44c3 tempest-ServersWithSpecificFlavorTestJSON-503998184 tempest-ServersWithSpecificFlavorTestJSON-503998184-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--296819853&fields=id&tenant_id=09c2e06aaf3c4aa785e90ae90800475c HTTP/1.1" status: 200 len: 267 time: 0.0555229 Jul 27 23:07:01.639307 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-1a8b6648-4745-4623-8c1f-8fe110385455 req-449e9354-c102-4a3d-98a0-02d8a637df95 tempest-FloatingIPsAssociationTestJSON-312227423 tempest-FloatingIPsAssociationTestJSON-312227423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:01.690156 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a8b6648-4745-4623-8c1f-8fe110385455 req-449e9354-c102-4a3d-98a0-02d8a637df95 tempest-FloatingIPsAssociationTestJSON-312227423 tempest-FloatingIPsAssociationTestJSON-312227423-project] Network 2fd42287-ed26-4eb9-89a5-b521f5b04356 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:07:01.693017 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [req-1a8b6648-4745-4623-8c1f-8fe110385455 req-449e9354-c102-4a3d-98a0-02d8a637df95 tempest-FloatingIPsAssociationTestJSON-312227423 tempest-FloatingIPsAssociationTestJSON-312227423-project] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:07:01.696607 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a8b6648-4745-4623-8c1f-8fe110385455 req-449e9354-c102-4a3d-98a0-02d8a637df95 tempest-FloatingIPsAssociationTestJSON-312227423 tempest-FloatingIPsAssociationTestJSON-312227423-project] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:07:01.722800 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449e9354-c102-4a3d-98a0-02d8a637df95 tempest-FloatingIPsAssociationTestJSON-312227423 tempest-FloatingIPsAssociationTestJSON-312227423-project] Pushing event updated for resources: {'Port': ['ID=a0b641ba-62ee-4c7f-ae82-80dd2322cf88,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:07:01.728970 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127e6977-29e4-43ce-b2d4-ce581bec31e9 req-4e468b9f-0c97-4a7a-9200-3d1720de8d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:01.730469 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-127e6977-29e4-43ce-b2d4-ce581bec31e9 req-4e468b9f-0c97-4a7a-9200-3d1720de8d8e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=591af2dd-f826-43b1-aa9d-e7a0bf218c71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1034942 Jul 27 23:07:01.786513 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-1a8b6648-4745-4623-8c1f-8fe110385455 req-449e9354-c102-4a3d-98a0-02d8a637df95 tempest-FloatingIPsAssociationTestJSON-312227423 tempest-FloatingIPsAssociationTestJSON-312227423-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:01.814734 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11199ab2-9c4c-4b78-bb20-7021583ccc92 req-3e19b35d-d432-424c-8bdd-422be2c3e382 tempest-ServersWithSpecificFlavorTestJSON-503998184 tempest-ServersWithSpecificFlavorTestJSON-503998184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:01.816217 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-11199ab2-9c4c-4b78-bb20-7021583ccc92 req-3e19b35d-d432-424c-8bdd-422be2c3e382 tempest-ServersWithSpecificFlavorTestJSON-503998184 tempest-ServersWithSpecificFlavorTestJSON-503998184-project] 10.222.0.18 "GET /v2.0/networks?id=0f9004bd-8e90-4e82-a7cb-88f9b433c217 HTTP/1.1" status: 200 len: 823 time: 0.1808705 Jul 27 23:07:01.821058 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-1a8b6648-4745-4623-8c1f-8fe110385455 req-449e9354-c102-4a3d-98a0-02d8a637df95 tempest-FloatingIPsAssociationTestJSON-312227423 tempest-FloatingIPsAssociationTestJSON-312227423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:01.841750 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-11199ab2-9c4c-4b78-bb20-7021583ccc92 req-02d1bc92-5284-429e-b7e0-67eeee02b199 tempest-ServersWithSpecificFlavorTestJSON-503998184 tempest-ServersWithSpecificFlavorTestJSON-503998184-project] 10.222.0.18 "GET /v2.0/quotas/09c2e06aaf3c4aa785e90ae90800475c HTTP/1.1" status: 200 len: 375 time: 0.0188565 Jul 27 23:07:01.866825 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-127e6977-29e4-43ce-b2d4-ce581bec31e9 req-078e8dca-bf7b-4abb-aad0-aef04d630a4d service neutron] 10.222.0.49 "GET /v2.0/networks/591af2dd-f826-43b1-aa9d-e7a0bf218c71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269894 Jul 27 23:07:01.956513 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-11199ab2-9c4c-4b78-bb20-7021583ccc92 req-217cd877-c67f-4725-b9a9-04cdc28bb6f9 tempest-ServersWithSpecificFlavorTestJSON-503998184 tempest-ServersWithSpecificFlavorTestJSON-503998184-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=09c2e06aaf3c4aa785e90ae90800475c&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1039960 Jul 27 23:07:01.977218 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-1a8b6648-4745-4623-8c1f-8fe110385455 req-449e9354-c102-4a3d-98a0-02d8a637df95 tempest-FloatingIPsAssociationTestJSON-312227423 tempest-FloatingIPsAssociationTestJSON-312227423-project] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:01.981864 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-1a8b6648-4745-4623-8c1f-8fe110385455 req-449e9354-c102-4a3d-98a0-02d8a637df95 tempest-FloatingIPsAssociationTestJSON-312227423 tempest-FloatingIPsAssociationTestJSON-312227423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11336041'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:02.028874 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-127e6977-29e4-43ce-b2d4-ce581bec31e9 req-5c34c9f9-8918-4edf-9369-177a6a069192 service neutron] 10.222.0.49 "GET /v2.0/networks/591af2dd-f826-43b1-aa9d-e7a0bf218c71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478207 Jul 27 23:07:02.061131 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449e9354-c102-4a3d-98a0-02d8a637df95 tempest-FloatingIPsAssociationTestJSON-312227423 tempest-FloatingIPsAssociationTestJSON-312227423-project] Pushing event updated for resources: {'Port': ['ID=a0b641ba-62ee-4c7f-ae82-80dd2322cf88,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:07:02.068719 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-1a8b6648-4745-4623-8c1f-8fe110385455 req-449e9354-c102-4a3d-98a0-02d8a637df95 tempest-FloatingIPsAssociationTestJSON-312227423 tempest-FloatingIPsAssociationTestJSON-312227423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-415302'] for floatingip, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:02.069263 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-11199ab2-9c4c-4b78-bb20-7021583ccc92 req-1ccd3807-fa9a-4dc8-b33d-a7b846898301 service neutron] 10.222.0.18 "GET /v2.0/networks/0f9004bd-8e90-4e82-a7cb-88f9b433c217?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988588 Jul 27 23:07:02.085532 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-1a8b6648-4745-4623-8c1f-8fe110385455 req-449e9354-c102-4a3d-98a0-02d8a637df95 tempest-FloatingIPsAssociationTestJSON-312227423 tempest-FloatingIPsAssociationTestJSON-312227423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for floatingip, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:02.086901 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-1a8b6648-4745-4623-8c1f-8fe110385455 req-449e9354-c102-4a3d-98a0-02d8a637df95 tempest-FloatingIPsAssociationTestJSON-312227423 tempest-FloatingIPsAssociationTestJSON-312227423-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 0.9150615 Jul 27 23:07:02.099561 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7418f70f-e60d-4709-8ba9-6ab514bc7f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:02.140966 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-1a8b6648-4745-4623-8c1f-8fe110385455 req-033480c6-e391-4014-aca5-c978a45c58b3 tempest-FloatingIPsAssociationTestJSON-312227423 tempest-FloatingIPsAssociationTestJSON-312227423-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.4.143 HTTP/1.1" status: 200 len: 696 time: 0.0450907 Jul 27 23:07:02.175362 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-11199ab2-9c4c-4b78-bb20-7021583ccc92 req-cce46ef3-72e0-488c-947a-30550266700b service neutron] 10.222.0.18 "GET /v2.0/networks/0f9004bd-8e90-4e82-a7cb-88f9b433c217?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989404 Jul 27 23:07:02.250869 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8b6648-4745-4623-8c1f-8fe110385455 req-aaf05207-e9b4-4539-ac6f-e74e06ab099c tempest-FloatingIPsAssociationTestJSON-312227423 tempest-FloatingIPsAssociationTestJSON-312227423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:02.252298 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-1a8b6648-4745-4623-8c1f-8fe110385455 req-aaf05207-e9b4-4539-ac6f-e74e06ab099c tempest-FloatingIPsAssociationTestJSON-312227423 tempest-FloatingIPsAssociationTestJSON-312227423-project] 10.222.0.18 "GET /v2.0/networks/2fd42287-ed26-4eb9-89a5-b521f5b04356 HTTP/1.1" status: 200 len: 784 time: 0.1056058 Jul 27 23:07:02.273955 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device 1398ba90-36b9-4df9-86b0-0f59a2939286 up at agent hyperv_n-h2-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:07:02.333524 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Provisioning for port 1398ba90-36b9-4df9-86b0-0f59a2939286 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:07:02.340703 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Provisioning complete for port 1398ba90-36b9-4df9-86b0-0f59a2939286 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:07:02.341122 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:02.416035 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b919c87-058f-49bc-a91b-3b3a8d2ad5d5 req-f0489a6a-d44e-4210-af7e-86216c897c36 tempest-LiveAutoBlockMigrationV225Test-1050679481 tempest-LiveAutoBlockMigrationV225Test-1050679481-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:02.423885 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-7b919c87-058f-49bc-a91b-3b3a8d2ad5d5 req-f0489a6a-d44e-4210-af7e-86216c897c36 tempest-LiveAutoBlockMigrationV225Test-1050679481 tempest-LiveAutoBlockMigrationV225Test-1050679481-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=ab41d699-a6c9-471f-af92-d91f3fbbf8be HTTP/1.1" status: 200 len: 1095 time: 0.0797830 Jul 27 23:07:02.452172 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:02.497053 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65531a1a-b9ac-4094-b10b-091072ee8bf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1398ba90-36b9-4df9-86b0-0f59a2939286'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:07:02.500813 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c0369b0d4f459110ff20a1f9878ba33f96d6491bddb9d15843bf29d01e0bda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb926a27-b2b0-402d-a8ac-0be304f93fbf" -d '{"events": [{"server_uuid": "65531a1a-b9ac-4094-b10b-091072ee8bf1", "name": "network-vif-plugged", "status": "completed", "tag": "1398ba90-36b9-4df9-86b0-0f59a2939286"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:07:02.522739 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-7b919c87-058f-49bc-a91b-3b3a8d2ad5d5 req-0eee2d57-9362-4e93-90a3-b0293b2c4815 tempest-LiveAutoBlockMigrationV225Test-1050679481 tempest-LiveAutoBlockMigrationV225Test-1050679481-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=9ee1769a-7cc2-4f9a-a15b-54c39d35bd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928047 Jul 27 23:07:02.526160 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port 1398ba90-36b9-4df9-86b0-0f59a2939286, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=1398ba90-36b9-4df9-86b0-0f59a2939286,segment=NetworkSegment(0804c63a-d684-491c-9e34-41f7ae70f391),segment_id=0804c63a-d684-491c-9e34-41f7ae70f391)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:07:02.533852 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:02.561468 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 23:07:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fb1d03a-f25a-4095-b924-dff1ca39b76f x-openstack-request-id: req-7fb1d03a-f25a-4095-b924-dff1ca39b76f {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:07:02.561936 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55c02be4-66a1-4b0b-a2e8-25b212b674a7", "tag": "07129cf8-05aa-4791-bb58-a73c8d14cf4c", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:07:02.562353 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7fb1d03a-f25a-4095-b924-dff1ca39b76f {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:07:02.562948 n-d-802623-1 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55c02be4-66a1-4b0b-a2e8-25b212b674a7', 'tag': '07129cf8-05aa-4791-bb58-a73c8d14cf4c', 'status': 'completed', 'code': 200} Jul 27 23:07:02.635607 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Pushing event updated for resources: {'Port': ['ID=1398ba90-36b9-4df9-86b0-0f59a2939286,revision_number=5']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:07:02.682413 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07db2b8-1b61-4c27-9c63-d3fc632de7de req-2ed1c69d-f2e3-4f42-a242-7265353ee553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:02.684028 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c07db2b8-1b61-4c27-9c63-d3fc632de7de req-2ed1c69d-f2e3-4f42-a242-7265353ee553 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=307aaffaafdb41e3a44ceca4facc1fb9&device_id=55c02be4-66a1-4b0b-a2e8-25b212b674a7 HTTP/1.1" status: 200 len: 1099 time: 0.0954685 Jul 27 23:07:02.786789 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13213cc7-8ddc-4cf4-ba5a-ae1ab68e99e5 req-3acf1941-cf80-48ee-b12c-48a60f2099c8 tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:02.788329 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-13213cc7-8ddc-4cf4-ba5a-ae1ab68e99e5 req-3acf1941-cf80-48ee-b12c-48a60f2099c8 tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] 10.222.0.18 "GET /v2.0/ports?device_id=65531a1a-b9ac-4094-b10b-091072ee8bf1 HTTP/1.1" status: 200 len: 945 time: 0.0949674 Jul 27 23:07:02.796476 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa7bcf3-f81a-45f1-9699-bd8dc44188d1 req-115216a2-ecee-4d19-be4d-f1cde7bda11e tempest-ServersWithSpecificFlavorTestJSON-503998184 tempest-ServersWithSpecificFlavorTestJSON-503998184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:02.798109 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-9aa7bcf3-f81a-45f1-9699-bd8dc44188d1 req-115216a2-ecee-4d19-be4d-f1cde7bda11e tempest-ServersWithSpecificFlavorTestJSON-503998184 tempest-ServersWithSpecificFlavorTestJSON-503998184-project] 10.222.0.49 "GET /v2.0/ports?device_id=4cdf2adc-b542-43d4-96d6-0aba093c5965 HTTP/1.1" status: 200 len: 945 time: 0.0711229 Jul 27 23:07:02.801208 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddcc0ab-e70d-4c37-a358-6a8b7f901a24 req-3a842d48-7ae6-461f-8240-8d7262bcba86 tempest-ImagesOneServerTestJSON-1473465118 tempest-ImagesOneServerTestJSON-1473465118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:02.802722 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-eddcc0ab-e70d-4c37-a358-6a8b7f901a24 req-3a842d48-7ae6-461f-8240-8d7262bcba86 tempest-ImagesOneServerTestJSON-1473465118 tempest-ImagesOneServerTestJSON-1473465118-project] 10.222.0.18 "GET /v2.0/ports?device_id=55c02be4-66a1-4b0b-a2e8-25b212b674a7 HTTP/1.1" status: 200 len: 948 time: 0.1372447 Jul 27 23:07:02.864871 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07db2b8-1b61-4c27-9c63-d3fc632de7de req-8c599842-f57f-4266-ba43-3bf64fd8e2a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:02.866354 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c07db2b8-1b61-4c27-9c63-d3fc632de7de req-8c599842-f57f-4266-ba43-3bf64fd8e2a2 service neutron] 10.222.0.49 "GET /v2.0/networks?id=591af2dd-f826-43b1-aa9d-e7a0bf218c71 HTTP/1.1" status: 200 len: 870 time: 0.1614060 Jul 27 23:07:02.869416 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-eddcc0ab-e70d-4c37-a358-6a8b7f901a24 req-3f5546c3-3d70-4989-9cbe-f86ff71c9fc0 tempest-ImagesOneServerTestJSON-1473465118 tempest-ImagesOneServerTestJSON-1473465118-project] 10.222.0.18 "GET /v2.0/security-groups?id=9e49bb70-e466-4e58-b282-493795fb0cca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598216 Jul 27 23:07:02.904035 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-13213cc7-8ddc-4cf4-ba5a-ae1ab68e99e5 req-1ecfdb8b-0203-4cf5-abbe-97a0a98a6538 tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] 10.222.0.18 "GET /v2.0/security-groups?id=e8e7b229-51f5-4d90-9897-e570dceca7b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037922 Jul 27 23:07:02.921021 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c07db2b8-1b61-4c27-9c63-d3fc632de7de req-c86ba011-8540-4caa-b2a2-0027660a9b22 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.214&port_id=07129cf8-05aa-4791-bb58-a73c8d14cf4c HTTP/1.1" status: 200 len: 217 time: 0.0442085 Jul 27 23:07:02.943174 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [req-9aa7bcf3-f81a-45f1-9699-bd8dc44188d1 req-5adbad67-b77a-4ae0-abcb-60352aa3da4f tempest-ServersWithSpecificFlavorTestJSON-503998184 tempest-ServersWithSpecificFlavorTestJSON-503998184-project] Deleting port 7d38f8bd-33ba-44ca-a163-7b42dd423df4 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:07:02.943834 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-9aa7bcf3-f81a-45f1-9699-bd8dc44188d1 req-5adbad67-b77a-4ae0-abcb-60352aa3da4f tempest-ServersWithSpecificFlavorTestJSON-503998184 tempest-ServersWithSpecificFlavorTestJSON-503998184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:03.009377 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-86e8d0e1-f2a9-4695-a0a1-76d40ed0accf req-76307176-593a-4d31-b0c7-d47bfe148b9d tempest-ServersWithSpecificFlavorTestJSON-503998184 tempest-ServersWithSpecificFlavorTestJSON-503998184-project] 10.222.0.18 "GET /v2.0/ports?device_id=35be93a3-fd2e-4e76-a180-e2990ab86391 HTTP/1.1" status: 200 len: 210 time: 0.0411100 Jul 27 23:07:03.019564 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07db2b8-1b61-4c27-9c63-d3fc632de7de req-19760b73-cfd3-44cc-aeba-9ac9e2c8c160 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:03.021127 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c07db2b8-1b61-4c27-9c63-d3fc632de7de req-19760b73-cfd3-44cc-aeba-9ac9e2c8c160 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=62938449-046d-4cbe-923a-7ebb632c358d HTTP/1.1" status: 200 len: 843 time: 0.0919466 Jul 27 23:07:03.160855 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07db2b8-1b61-4c27-9c63-d3fc632de7de req-909fdd19-7be1-415e-bf39-6d1ec950cfd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:03.162897 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c07db2b8-1b61-4c27-9c63-d3fc632de7de req-909fdd19-7be1-415e-bf39-6d1ec950cfd0 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=591af2dd-f826-43b1-aa9d-e7a0bf218c71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1303158 Jul 27 23:07:03.164046 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-9aa7bcf3-f81a-45f1-9699-bd8dc44188d1 req-5adbad67-b77a-4ae0-abcb-60352aa3da4f tempest-ServersWithSpecificFlavorTestJSON-503998184 tempest-ServersWithSpecificFlavorTestJSON-503998184-project] For port 7d38f8bd-33ba-44ca-a163-7b42dd423df4, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=7d38f8bd-33ba-44ca-a163-7b42dd423df4,segment=NetworkSegment(68badffb-1ae8-46d7-9932-5a3dba1817fe),segment_id=68badffb-1ae8-46d7-9932-5a3dba1817fe)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:07:03.164421 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-9aa7bcf3-f81a-45f1-9699-bd8dc44188d1 req-5adbad67-b77a-4ae0-abcb-60352aa3da4f tempest-ServersWithSpecificFlavorTestJSON-503998184 tempest-ServersWithSpecificFlavorTestJSON-503998184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:03.184886 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9507048-83ba-4233-b73a-c6e9a8d859bd req-4d8134bd-7b22-4eb6-a24a-9c6fb6ecfcd0 tempest-LiveMigrationTest-1100887879 tempest-LiveMigrationTest-1100887879-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:03.186305 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c9507048-83ba-4233-b73a-c6e9a8d859bd req-4d8134bd-7b22-4eb6-a24a-9c6fb6ecfcd0 tempest-LiveMigrationTest-1100887879 tempest-LiveMigrationTest-1100887879-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=043450d5-a8e9-4524-8c01-f8118205eebd&tenant_id=59376bbb1c574537a7eaca41e781bf3f&binding%3Ahost_id=n-h2-802623-1 HTTP/1.1" status: 200 len: 1097 time: 0.1022384 Jul 27 23:07:03.211545 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b617324-81f5-4238-9f64-4281e95736dc req-1d6f9308-b287-45cc-8a75-01de063db319 tempest-FloatingIPsAssociationTestJSON-312227423 tempest-FloatingIPsAssociationTestJSON-312227423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:03.212961 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-2b617324-81f5-4238-9f64-4281e95736dc req-1d6f9308-b287-45cc-8a75-01de063db319 tempest-FloatingIPsAssociationTestJSON-312227423 tempest-FloatingIPsAssociationTestJSON-312227423-project] 10.222.0.18 "GET /v2.0/networks?id=651a62f0-bf28-4546-86cc-bdd30132572b HTTP/1.1" status: 200 len: 820 time: 0.1906948 Jul 27 23:07:03.226488 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [req-c9507048-83ba-4233-b73a-c6e9a8d859bd req-2c7190c5-0f8c-4624-a7aa-033a7d97da5c service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-802623-1'}}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:07:03.239643 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9de718c-09e8-4f88-855f-ca89f5e3e798 req-5514df80-179a-44ca-b301-04549146d9cd tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:03.241071 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c9de718c-09e8-4f88-855f-ca89f5e3e798 req-5514df80-179a-44ca-b301-04549146d9cd tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] 10.222.0.18 "GET /v2.0/ports?device_id=043450d5-a8e9-4524-8c01-f8118205eebd HTTP/1.1" status: 200 len: 946 time: 0.1558545 Jul 27 23:07:03.281587 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-2b617324-81f5-4238-9f64-4281e95736dc req-161e7b7f-2b7e-42ae-bd74-9fcd4422370a tempest-FloatingIPsAssociationTestJSON-312227423 tempest-FloatingIPsAssociationTestJSON-312227423-project] 10.222.0.18 "GET /v2.0/quotas/5b03c927c66142f381afed5bba742bc2 HTTP/1.1" status: 200 len: 375 time: 0.0336421 Jul 27 23:07:03.347171 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c9de718c-09e8-4f88-855f-ca89f5e3e798 req-e948ca95-7d35-4c5a-8ad8-60098716ecb4 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] 10.222.0.18 "GET /v2.0/security-groups?id=bed30b16-cd2d-47d0-9758-37dc9df2dfb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846879 Jul 27 23:07:03.349213 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-c9507048-83ba-4233-b73a-c6e9a8d859bd req-2c7190c5-0f8c-4624-a7aa-033a7d97da5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:03.360859 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c07db2b8-1b61-4c27-9c63-d3fc632de7de req-cdd842cc-07ff-47b2-b41e-07e6d1007c52 service neutron] 10.222.0.49 "GET /v2.0/networks/591af2dd-f826-43b1-aa9d-e7a0bf218c71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1882565 Jul 27 23:07:03.394509 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-2b617324-81f5-4238-9f64-4281e95736dc req-5990be37-bb3a-4fb5-adb2-87625a9f1c64 tempest-FloatingIPsAssociationTestJSON-312227423 tempest-FloatingIPsAssociationTestJSON-312227423-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=5b03c927c66142f381afed5bba742bc2&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1052504 Jul 27 23:07:03.534666 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-9aa7bcf3-f81a-45f1-9699-bd8dc44188d1 req-5adbad67-b77a-4ae0-abcb-60352aa3da4f tempest-ServersWithSpecificFlavorTestJSON-503998184 tempest-ServersWithSpecificFlavorTestJSON-503998184-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:03.535028 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-9aa7bcf3-f81a-45f1-9699-bd8dc44188d1 req-5adbad67-b77a-4ae0-abcb-60352aa3da4f tempest-ServersWithSpecificFlavorTestJSON-503998184 tempest-ServersWithSpecificFlavorTestJSON-503998184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-415302'] for floatingip, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:03.535778 n-d-802623-1 neutron-server[93797]: INFO neutron.db.l3_db [req-9aa7bcf3-f81a-45f1-9699-bd8dc44188d1 req-5adbad67-b77a-4ae0-abcb-60352aa3da4f tempest-ServersWithSpecificFlavorTestJSON-503998184 tempest-ServersWithSpecificFlavorTestJSON-503998184-project] Floating IP 6a9599d4-b74a-48b8-be77-be03c0f49773 disassociated. External IP: 172.25.4.194, port: 7d38f8bd-33ba-44ca-a163-7b42dd423df4. Jul 27 23:07:03.535778 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [req-9aa7bcf3-f81a-45f1-9699-bd8dc44188d1 req-5adbad67-b77a-4ae0-abcb-60352aa3da4f tempest-ServersWithSpecificFlavorTestJSON-503998184 tempest-ServersWithSpecificFlavorTestJSON-503998184-project] Calling delete_port for 7d38f8bd-33ba-44ca-a163-7b42dd423df4 owned by compute:nova {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:07:03.606315 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-e15dc988-746c-4354-8b2c-733a90af005e req-c32794be-532a-4f8d-a0e0-8358f8cf4e0a service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=31e5972f-2cc7-450f-8a25-9160dca94c2b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1202855 Jul 27 23:07:03.621707 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-2b617324-81f5-4238-9f64-4281e95736dc req-6bbdeb54-54ae-40cc-9891-aa3bf706881f service neutron] 10.222.0.18 "GET /v2.0/networks/651a62f0-bf28-4546-86cc-bdd30132572b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1851447 Jul 27 23:07:03.657968 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9597e951-c16b-4e91-ba41-687dd8ca6997 req-72f2d949-31fc-489f-bc5b-54415956d51a tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:03.659467 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-9597e951-c16b-4e91-ba41-687dd8ca6997 req-72f2d949-31fc-489f-bc5b-54415956d51a tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.18 "GET /v2.0/ports?device_id=b63522d9-ea6f-40ac-9bbc-7128e3b9d165 HTTP/1.1" status: 200 len: 945 time: 0.2125919 Jul 27 23:07:03.665037 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c07db2b8-1b61-4c27-9c63-d3fc632de7de req-c2e5d7b2-7879-41d8-b08e-3d0deea8f6a6 service neutron] 10.222.0.49 "GET /v2.0/networks/591af2dd-f826-43b1-aa9d-e7a0bf218c71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2751963 Jul 27 23:07:03.724479 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-c9507048-83ba-4233-b73a-c6e9a8d859bd req-2c7190c5-0f8c-4624-a7aa-033a7d97da5c service neutron] For port 1a4ffe25-6ceb-4249-ab10-ac979bdc7b73, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=1a4ffe25-6ceb-4249-ab10-ac979bdc7b73,segment=NetworkSegment(7332ccbf-8fd9-4ff5-bad6-b4b872eccd4e),segment_id=7332ccbf-8fd9-4ff5-bad6-b4b872eccd4e)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:07:03.762378 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11199ab2-9c4c-4b78-bb20-7021583ccc92 req-1958b117-7767-450f-b5ab-6517bad54d1a tempest-ServersWithSpecificFlavorTestJSON-503998184 tempest-ServersWithSpecificFlavorTestJSON-503998184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:03.764385 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-11199ab2-9c4c-4b78-bb20-7021583ccc92 req-1958b117-7767-450f-b5ab-6517bad54d1a tempest-ServersWithSpecificFlavorTestJSON-503998184 tempest-ServersWithSpecificFlavorTestJSON-503998184-project] 10.222.0.38 "GET /v2.0/networks?id=0f9004bd-8e90-4e82-a7cb-88f9b433c217 HTTP/1.1" status: 200 len: 823 time: 0.2314870 Jul 27 23:07:03.768418 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-9597e951-c16b-4e91-ba41-687dd8ca6997 req-3db25452-ed08-400a-8446-236ac9f8bc5d tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.18 "GET /v2.0/security-groups?id=657c655b-8580-45d5-979f-9b32b7a260f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982845 Jul 27 23:07:03.798605 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15dc988-746c-4354-8b2c-733a90af005e req-dab72683-d715-4c2b-b4f8-6211dc9aa76d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:03.800139 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-e15dc988-746c-4354-8b2c-733a90af005e req-dab72683-d715-4c2b-b4f8-6211dc9aa76d service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=59376bbb1c574537a7eaca41e781bf3f&device_id=31e5972f-2cc7-450f-8a25-9160dca94c2b HTTP/1.1" status: 200 len: 1096 time: 0.1173549 Jul 27 23:07:03.812185 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-c9507048-83ba-4233-b73a-c6e9a8d859bd req-2c7190c5-0f8c-4624-a7aa-033a7d97da5c service neutron] For port 1a4ffe25-6ceb-4249-ab10-ac979bdc7b73, host n-h2-802623-1, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:07:03.815868 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-2b617324-81f5-4238-9f64-4281e95736dc req-47ff8458-8f7a-4895-b02e-04893eec7416 service neutron] 10.222.0.18 "GET /v2.0/networks/651a62f0-bf28-4546-86cc-bdd30132572b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1795249 Jul 27 23:07:03.836784 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:07:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad8282fc-82bb-4ff4-af05-f0562de1b193 x-openstack-request-id: req-ad8282fc-82bb-4ff4-af05-f0562de1b193 {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:07:03.838256 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65531a1a-b9ac-4094-b10b-091072ee8bf1", "name": "network-vif-plugged", "status": "completed", "tag": "1398ba90-36b9-4df9-86b0-0f59a2939286", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:07:03.839014 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ad8282fc-82bb-4ff4-af05-f0562de1b193 {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:07:03.839455 n-d-802623-1 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65531a1a-b9ac-4094-b10b-091072ee8bf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1398ba90-36b9-4df9-86b0-0f59a2939286', 'code': 200} Jul 27 23:07:03.848389 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-11199ab2-9c4c-4b78-bb20-7021583ccc92 req-8b31542e-8b14-49f1-afc7-47c6578fb6d8 tempest-ServersWithSpecificFlavorTestJSON-503998184 tempest-ServersWithSpecificFlavorTestJSON-503998184-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=09c2e06aaf3c4aa785e90ae90800475c HTTP/1.1" status: 200 len: 379 time: 0.0659599 Jul 27 23:07:03.853076 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-9aa7bcf3-f81a-45f1-9699-bd8dc44188d1 req-5adbad67-b77a-4ae0-abcb-60352aa3da4f tempest-ServersWithSpecificFlavorTestJSON-503998184 tempest-ServersWithSpecificFlavorTestJSON-503998184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:03.863541 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [req-11199ab2-9c4c-4b78-bb20-7021583ccc92 req-c144f262-e8d7-417e-a154-b4e103a29ac3 tempest-ServersWithSpecificFlavorTestJSON-503998184 tempest-ServersWithSpecificFlavorTestJSON-503998184-project] Request body: {'port': {'device_id': '35be93a3-fd2e-4e76-a180-e2990ab86391', 'network_id': '0f9004bd-8e90-4e82-a7cb-88f9b433c217', 'admin_state_up': True, 'tenant_id': '09c2e06aaf3c4aa785e90ae90800475c', 'security_groups': ['13497a54-4f49-49ad-b566-6beee2074a6b']}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:07:03.918060 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-c9507048-83ba-4233-b73a-c6e9a8d859bd req-2c7190c5-0f8c-4624-a7aa-033a7d97da5c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:03.975845 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adbad67-b77a-4ae0-abcb-60352aa3da4f tempest-ServersWithSpecificFlavorTestJSON-503998184 tempest-ServersWithSpecificFlavorTestJSON-503998184-project] Pushing event deleted for resources: {'Port': ['ID=7d38f8bd-33ba-44ca-a163-7b42dd423df4,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:07:04.067242 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15dc988-746c-4354-8b2c-733a90af005e req-6c9355e0-1f5f-41db-ae73-a9aeaca3cf99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:04.068855 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-e15dc988-746c-4354-8b2c-733a90af005e req-6c9355e0-1f5f-41db-ae73-a9aeaca3cf99 service neutron] 10.222.0.38 "GET /v2.0/networks?id=c451a142-86a9-4355-833f-365557d21b8d HTTP/1.1" status: 200 len: 909 time: 0.2320948 Jul 27 23:07:04.080613 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-c9507048-83ba-4233-b73a-c6e9a8d859bd req-2c7190c5-0f8c-4624-a7aa-033a7d97da5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:04.187723 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc507e5-4421-44b3-921f-0df8b867d9ab req-48ac0cb4-cec8-4398-95a5-6a1d6e11eef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:04.189831 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-6cc507e5-4421-44b3-921f-0df8b867d9ab req-48ac0cb4-cec8-4398-95a5-6a1d6e11eef3 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=65531a1a-b9ac-4094-b10b-091072ee8bf1 HTTP/1.1" status: 200 len: 1096 time: 0.2696285 Jul 27 23:07:04.293844 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11199ab2-9c4c-4b78-bb20-7021583ccc92 req-c144f262-e8d7-417e-a154-b4e103a29ac3 tempest-ServersWithSpecificFlavorTestJSON-503998184 tempest-ServersWithSpecificFlavorTestJSON-503998184-project] Made reservation on behalf of 09c2e06aaf3c4aa785e90ae90800475c for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:07:04.301671 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-11199ab2-9c4c-4b78-bb20-7021583ccc92 req-c144f262-e8d7-417e-a154-b4e103a29ac3 tempest-ServersWithSpecificFlavorTestJSON-503998184 tempest-ServersWithSpecificFlavorTestJSON-503998184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:04.345361 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7190c5-0f8c-4624-a7aa-033a7d97da5c service neutron] Pushing event updated for resources: {'Port': ['ID=1a4ffe25-6ceb-4249-ab10-ac979bdc7b73,revision_number=7']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:07:04.369775 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-c9507048-83ba-4233-b73a-c6e9a8d859bd req-2c7190c5-0f8c-4624-a7aa-033a7d97da5c service neutron] Attempting to bind port 1a4ffe25-6ceb-4249-ab10-ac979bdc7b73 on host n-h2-802623-1 for vnic_type normal with profile {"migrating_to": "n-h1-802623-1"} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:07:04.370139 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-c9507048-83ba-4233-b73a-c6e9a8d859bd req-2c7190c5-0f8c-4624-a7aa-033a7d97da5c service neutron] Attempting to bind port 1a4ffe25-6ceb-4249-ab10-ac979bdc7b73 by drivers openvswitch,hyperv on host n-h2-802623-1 at level 0 using segments [{'id': '7332ccbf-8fd9-4ff5-bad6-b4b872eccd4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'c451a142-86a9-4355-833f-365557d21b8d'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:07:04.370527 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9507048-83ba-4233-b73a-c6e9a8d859bd req-2c7190c5-0f8c-4624-a7aa-033a7d97da5c service neutron] Attempting to bind port 1a4ffe25-6ceb-4249-ab10-ac979bdc7b73 on network c451a142-86a9-4355-833f-365557d21b8d {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:07:04.411872 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9507048-83ba-4233-b73a-c6e9a8d859bd req-2c7190c5-0f8c-4624-a7aa-033a7d97da5c service neutron] Port 1a4ffe25-6ceb-4249-ab10-ac979bdc7b73 on network c451a142-86a9-4355-833f-365557d21b8d not bound, no agent of type Open vSwitch agent registered on host n-h2-802623-1 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 23:07:04.412267 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9507048-83ba-4233-b73a-c6e9a8d859bd req-2c7190c5-0f8c-4624-a7aa-033a7d97da5c service neutron] Attempting to bind port 1a4ffe25-6ceb-4249-ab10-ac979bdc7b73 on network c451a142-86a9-4355-833f-365557d21b8d {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:07:04.421333 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:04.421943 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9507048-83ba-4233-b73a-c6e9a8d859bd req-2c7190c5-0f8c-4624-a7aa-033a7d97da5c service neutron] Checking agent: {'id': 'c5cc038b-93c4-4df4-8061-5df2a04a48c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 23, 0, 4), 'started_at': datetime.datetime(2021, 7, 27, 23, 0, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 6, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:07:04.422291 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9507048-83ba-4233-b73a-c6e9a8d859bd req-2c7190c5-0f8c-4624-a7aa-033a7d97da5c service neutron] Checking segment: {'id': '7332ccbf-8fd9-4ff5-bad6-b4b872eccd4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'c451a142-86a9-4355-833f-365557d21b8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:07:04.422750 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9507048-83ba-4233-b73a-c6e9a8d859bd req-2c7190c5-0f8c-4624-a7aa-033a7d97da5c service neutron] Bound using segment: {'id': '7332ccbf-8fd9-4ff5-bad6-b4b872eccd4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'c451a142-86a9-4355-833f-365557d21b8d'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:07:04.423222 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-c9507048-83ba-4233-b73a-c6e9a8d859bd req-2c7190c5-0f8c-4624-a7aa-033a7d97da5c service neutron] Bound port: 1a4ffe25-6ceb-4249-ab10-ac979bdc7b73, host: n-h2-802623-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7332ccbf-8fd9-4ff5-bad6-b4b872eccd4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'c451a142-86a9-4355-833f-365557d21b8d'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:07:04.423582 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-c9507048-83ba-4233-b73a-c6e9a8d859bd req-2c7190c5-0f8c-4624-a7aa-033a7d97da5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:04.437553 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-6cc507e5-4421-44b3-921f-0df8b867d9ab req-b1edd179-e286-485b-b69e-3f977d7770aa service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=e8e7b229-51f5-4d90-9897-e570dceca7b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2217264 Jul 27 23:07:04.515175 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22397aaa-2e66-4fc4-b88e-7d7d406dca9f req-07a4b471-4f7c-4542-92f0-4f2407abc5bf tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:04.523629 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-22397aaa-2e66-4fc4-b88e-7d7d406dca9f req-07a4b471-4f7c-4542-92f0-4f2407abc5bf tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] 10.222.0.18 "GET /v2.0/ports?device_id=65531a1a-b9ac-4094-b10b-091072ee8bf1 HTTP/1.1" status: 200 len: 945 time: 0.2181702 Jul 27 23:07:04.563748 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '043450d5-a8e9-4524-8c01-f8118205eebd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1a4ffe25-6ceb-4249-ab10-ac979bdc7b73'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:07:04.566357 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}011f8d312121274bb12d78e77c6379a2079800640016cec6c6d605b73666e854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa15afb7-bd9b-440f-a565-76d6a911bb96" -d '{"events": [{"server_uuid": "043450d5-a8e9-4524-8c01-f8118205eebd", "name": "network-vif-unplugged", "status": "completed", "tag": "1a4ffe25-6ceb-4249-ab10-ac979bdc7b73"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:07:04.574637 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-e15dc988-746c-4354-8b2c-733a90af005e req-84f07ade-6b1b-49ed-a74b-49eb941c71dd service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5492f708-7970-435a-adac-3fa8953a6f22 HTTP/1.1" status: 200 len: 217 time: 0.4916420 Jul 27 23:07:04.633364 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.38', 57091) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:07:04.646276 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-22397aaa-2e66-4fc4-b88e-7d7d406dca9f req-455dfd1d-74ab-48fb-a87b-5bc6ae716bd2 tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] 10.222.0.18 "GET /v2.0/security-groups?id=e8e7b229-51f5-4d90-9897-e570dceca7b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219039 Jul 27 23:07:04.652486 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-c9507048-83ba-4233-b73a-c6e9a8d859bd req-2c7190c5-0f8c-4624-a7aa-033a7d97da5c service neutron] For port 1a4ffe25-6ceb-4249-ab10-ac979bdc7b73, host n-h2-802623-1, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:07:04.679271 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-c9507048-83ba-4233-b73a-c6e9a8d859bd req-2c7190c5-0f8c-4624-a7aa-033a7d97da5c service neutron] For port 1a4ffe25-6ceb-4249-ab10-ac979bdc7b73, host n-h2-802623-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=1a4ffe25-6ceb-4249-ab10-ac979bdc7b73,segment=NetworkSegment(7332ccbf-8fd9-4ff5-bad6-b4b872eccd4e),segment_id=7332ccbf-8fd9-4ff5-bad6-b4b872eccd4e)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:07:04.685268 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-c9507048-83ba-4233-b73a-c6e9a8d859bd req-2c7190c5-0f8c-4624-a7aa-033a7d97da5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:04.702450 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9aa7bcf3-f81a-45f1-9699-bd8dc44188d1 req-5adbad67-b77a-4ae0-abcb-60352aa3da4f tempest-ServersWithSpecificFlavorTestJSON-503998184 tempest-ServersWithSpecificFlavorTestJSON-503998184-project] Router a93f17c0-6e53-469e-aa61-7194f1a9834a has already been hosted by L3 agent 018c4455-49c0-4734-927d-7824067b2a9e {{(pid=93797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 23:07:04.716601 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8091fcc9-7674-43ee-a0ed-1e468d68bd3d req-edd01cec-0176-450e-8bbb-c2d7a24e4ff1 tempest-ImagesOneServerTestJSON-1473465118 tempest-ImagesOneServerTestJSON-1473465118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:04.723625 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8091fcc9-7674-43ee-a0ed-1e468d68bd3d req-edd01cec-0176-450e-8bbb-c2d7a24e4ff1 tempest-ImagesOneServerTestJSON-1473465118 tempest-ImagesOneServerTestJSON-1473465118-project] 10.222.0.18 "GET /v2.0/ports?device_id=55c02be4-66a1-4b0b-a2e8-25b212b674a7 HTTP/1.1" status: 200 len: 948 time: 0.6418340 Jul 27 23:07:04.727019 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15dc988-746c-4354-8b2c-733a90af005e req-20a73e4f-195d-4978-8e95-291d57a27bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:04.728990 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-e15dc988-746c-4354-8b2c-733a90af005e req-20a73e4f-195d-4978-8e95-291d57a27bb9 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b1592ca5-0a74-47a5-88e1-85b3448a0017 HTTP/1.1" status: 200 len: 848 time: 0.1366396 Jul 27 23:07:04.770931 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [req-11199ab2-9c4c-4b78-bb20-7021583ccc92 req-c144f262-e8d7-417e-a154-b4e103a29ac3 tempest-ServersWithSpecificFlavorTestJSON-503998184 tempest-ServersWithSpecificFlavorTestJSON-503998184-project] Allocated IP 172.20.0.3 (0f9004bd-8e90-4e82-a7cb-88f9b433c217/681fdd2e-7bb4-498c-9817-5f416242773c/7cacf8fa-ecbc-4d4c-8d27-ba0d252eb76d) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:07:04.774347 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7190c5-0f8c-4624-a7aa-033a7d97da5c service neutron] Pushing event updated for resources: {'Port': ['ID=1a4ffe25-6ceb-4249-ab10-ac979bdc7b73,revision_number=8']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:07:04.807693 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50485798-7937-4a9f-941b-0167c3d509c2 req-1006389a-9af2-4379-9c06-954758719232 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:04.809333 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-50485798-7937-4a9f-941b-0167c3d509c2 req-1006389a-9af2-4379-9c06-954758719232 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.38 "GET /v2.0/ports?device_id=b63522d9-ea6f-40ac-9bbc-7128e3b9d165 HTTP/1.1" status: 200 len: 945 time: 0.1732802 Jul 27 23:07:04.810621 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-8c5079ef-c392-42bd-95bc-5b9d3228f4d0 req-442715f4-5773-43dc-b107-2ebddab6dc15 tempest-FloatingIPsAssociationTestJSON-312227423 tempest-FloatingIPsAssociationTestJSON-312227423-project] 10.222.0.18 "GET /v2.0/ports?device_id=25a54fb7-e8eb-4ac3-bfb9-d547035a0939 HTTP/1.1" status: 200 len: 210 time: 0.0590172 Jul 27 23:07:04.861587 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9507048-83ba-4233-b73a-c6e9a8d859bd req-2c7190c5-0f8c-4624-a7aa-033a7d97da5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:04.862640 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-c9507048-83ba-4233-b73a-c6e9a8d859bd req-2c7190c5-0f8c-4624-a7aa-033a7d97da5c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:04.864140 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c9507048-83ba-4233-b73a-c6e9a8d859bd req-2c7190c5-0f8c-4624-a7aa-033a7d97da5c service neutron] 10.222.0.38 "PUT /v2.0/ports/1a4ffe25-6ceb-4249-ab10-ac979bdc7b73 HTTP/1.1" status: 200 len: 1122 time: 1.6417823 Jul 27 23:07:04.873095 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-e15dc988-746c-4354-8b2c-733a90af005e req-6e6ef684-5d36-4d76-a88a-88efabd15ea2 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=c451a142-86a9-4355-833f-365557d21b8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1120949 Jul 27 23:07:04.933353 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8091fcc9-7674-43ee-a0ed-1e468d68bd3d req-d67bb1f1-0935-4c18-953b-5d20a4cd414f tempest-ImagesOneServerTestJSON-1473465118 tempest-ImagesOneServerTestJSON-1473465118-project] 10.222.0.18 "GET /v2.0/security-groups?id=9e49bb70-e466-4e58-b282-493795fb0cca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958852 Jul 27 23:07:04.964134 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] get_ports_and_sgs() called for port_ids ['1a4ffe25-6ceb-4249-ab10-ac979bdc7b73'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:07:05.028030 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-078ece25-f1e1-40e9-a071-69394ef14c84 req-d9ab8e8e-3361-420a-91b0-b43ff47aee54 tempest-ServersWithSpecificFlavorTestJSON-503998184 tempest-ServersWithSpecificFlavorTestJSON-503998184-project] 10.222.0.18 "GET /v2.0/ports?device_id=35be93a3-fd2e-4e76-a180-e2990ab86391 HTTP/1.1" status: 200 len: 210 time: 0.0610425 Jul 27 23:07:05.081115 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] get_ports_and_sgs() called for port_ids ['1a4ffe25-6ceb-4249-ab10-ac979bdc7b73'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:07:05.100493 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 23:07:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23863482-5bd0-45e3-800e-f0d190201ed1 x-openstack-request-id: req-23863482-5bd0-45e3-800e-f0d190201ed1 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:07:05.100783 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "043450d5-a8e9-4524-8c01-f8118205eebd", "name": "network-vif-unplugged", "status": "completed", "tag": "1a4ffe25-6ceb-4249-ab10-ac979bdc7b73", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:07:05.103549 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-23863482-5bd0-45e3-800e-f0d190201ed1 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:07:05.104044 n-d-802623-1 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '043450d5-a8e9-4524-8c01-f8118205eebd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1a4ffe25-6ceb-4249-ab10-ac979bdc7b73', 'code': 200} Jul 27 23:07:05.122464 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-e15dc988-746c-4354-8b2c-733a90af005e req-a97a566f-0ce1-4844-9f1a-266e03868547 service neutron] 10.222.0.38 "GET /v2.0/networks/c451a142-86a9-4355-833f-365557d21b8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2024112 Jul 27 23:07:05.128328 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-11199ab2-9c4c-4b78-bb20-7021583ccc92 req-c144f262-e8d7-417e-a154-b4e103a29ac3 tempest-ServersWithSpecificFlavorTestJSON-503998184 tempest-ServersWithSpecificFlavorTestJSON-503998184-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:05.160954 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-11199ab2-9c4c-4b78-bb20-7021583ccc92 req-c144f262-e8d7-417e-a154-b4e103a29ac3 tempest-ServersWithSpecificFlavorTestJSON-503998184 tempest-ServersWithSpecificFlavorTestJSON-503998184-project] Transition to ACTIVE for port object 7cacf8fa-ecbc-4d4c-8d27-ba0d252eb76d will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:07:05.205823 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9aa7bcf3-f81a-45f1-9699-bd8dc44188d1 req-5adbad67-b77a-4ae0-abcb-60352aa3da4f tempest-ServersWithSpecificFlavorTestJSON-503998184 tempest-ServersWithSpecificFlavorTestJSON-503998184-project] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:07:05.226839 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a86a96e-7eee-4cac-a6d3-6915abdb259b None None] Sync routers for ids ['a93f17c0-6e53-469e-aa61-7194f1a9834a'] in n-d-802623-1 {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:07:05.339971 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a86a96e-7eee-4cac-a6d3-6915abdb259b None None] Routers {'a93f17c0-6e53-469e-aa61-7194f1a9834a'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:07:05.340865 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-0a86a96e-7eee-4cac-a6d3-6915abdb259b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:06:59Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['a93f17c0-6e53-469e-aa61-7194f1a9834a'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:07:05.379136 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-11199ab2-9c4c-4b78-bb20-7021583ccc92 req-c144f262-e8d7-417e-a154-b4e103a29ac3 tempest-ServersWithSpecificFlavorTestJSON-503998184 tempest-ServersWithSpecificFlavorTestJSON-503998184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:05.394969 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee972239-0b1d-4f09-9cfc-7ad9ec5e9f46 req-3e97a1bb-2629-4a0f-a8f6-f6abc3572d3e tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:05.414044 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ee972239-0b1d-4f09-9cfc-7ad9ec5e9f46 req-3e97a1bb-2629-4a0f-a8f6-f6abc3572d3e tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.18 "GET /v2.0/ports?device_id=b63522d9-ea6f-40ac-9bbc-7128e3b9d165 HTTP/1.1" status: 200 len: 945 time: 0.1753142 Jul 27 23:07:05.448283 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 1a4ffe25-6ceb-4249-ab10-ac979bdc7b73 details requested by agent hyperv_n-h1-802623-1 with host n-h1-802623-1 {{(pid=93799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 23:07:05.492515 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [req-9aa7bcf3-f81a-45f1-9699-bd8dc44188d1 req-5adbad67-b77a-4ae0-abcb-60352aa3da4f tempest-ServersWithSpecificFlavorTestJSON-503998184 tempest-ServersWithSpecificFlavorTestJSON-503998184-project] No DVR routers for this DVR port 7d38f8bd-33ba-44ca-a163-7b42dd423df4 on host n-h2-802623-1 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:07:05.499141 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-e15dc988-746c-4354-8b2c-733a90af005e req-635baf7a-861a-4066-aa85-d86133c9b075 service neutron] 10.222.0.38 "GET /v2.0/networks/c451a142-86a9-4355-833f-365557d21b8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2489352 Jul 27 23:07:05.500809 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-9aa7bcf3-f81a-45f1-9699-bd8dc44188d1 req-5adbad67-b77a-4ae0-abcb-60352aa3da4f tempest-ServersWithSpecificFlavorTestJSON-503998184 tempest-ServersWithSpecificFlavorTestJSON-503998184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:05.502984 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-9aa7bcf3-f81a-45f1-9699-bd8dc44188d1 req-5adbad67-b77a-4ae0-abcb-60352aa3da4f tempest-ServersWithSpecificFlavorTestJSON-503998184 tempest-ServersWithSpecificFlavorTestJSON-503998184-project] 10.222.0.49 "DELETE /v2.0/ports/7d38f8bd-33ba-44ca-a163-7b42dd423df4 HTTP/1.1" status: 204 len: 173 time: 2.6952071 Jul 27 23:07:05.518924 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cdf2adc-b542-43d4-96d6-0aba093c5965', 'name': 'network-vif-deleted', 'tag': '7d38f8bd-33ba-44ca-a163-7b42dd423df4'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:07:05.526048 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a476459a1bfce68b0ae0df5b6a71154bfc7cfdc8f9eefce6ad0a17231e60468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de430e5d-b498-4196-9e1b-838b3d31ac23" -d '{"events": [{"server_uuid": "4cdf2adc-b542-43d4-96d6-0aba093c5965", "name": "network-vif-deleted", "tag": "7d38f8bd-33ba-44ca-a163-7b42dd423df4"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:07:05.563852 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690098aa-c4c4-45f6-8077-d46f176c012b req-7eb47b3e-4014-4dd4-8846-768fb383cb21 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:05.586547 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-690098aa-c4c4-45f6-8077-d46f176c012b req-7eb47b3e-4014-4dd4-8846-768fb383cb21 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] 10.222.0.18 "GET /v2.0/ports?device_id=043450d5-a8e9-4524-8c01-f8118205eebd HTTP/1.1" status: 200 len: 944 time: 0.3831942 Jul 27 23:07:05.652536 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [req-50485798-7937-4a9f-941b-0167c3d509c2 req-97f4d433-4cfa-4037-b02d-df96269efb83 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] Deleting port 275f2e24-c6ae-4ae0-a0e1-78ec6d1a6a42 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:07:05.653302 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-50485798-7937-4a9f-941b-0167c3d509c2 req-97f4d433-4cfa-4037-b02d-df96269efb83 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:05.723022 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-0a86a96e-7eee-4cac-a6d3-6915abdb259b None None] Set router a93f17c0-6e53-469e-aa61-7194f1a9834a gateway port host: n-d-802623-1 {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:07:05.778155 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-690098aa-c4c4-45f6-8077-d46f176c012b req-ab419ed8-915b-4518-a80f-b092693347e5 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] 10.222.0.18 "GET /v2.0/security-groups?id=bed30b16-cd2d-47d0-9758-37dc9df2dfb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886106 Jul 27 23:07:05.795819 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port 1a4ffe25-6ceb-4249-ab10-ac979bdc7b73, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=1a4ffe25-6ceb-4249-ab10-ac979bdc7b73,segment=NetworkSegment(7332ccbf-8fd9-4ff5-bad6-b4b872eccd4e),segment_id=7332ccbf-8fd9-4ff5-bad6-b4b872eccd4e)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:07:05.872490 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 1a4ffe25-6ceb-4249-ab10-ac979bdc7b73 has no active binding in host n-h1-802623-1 {{(pid=93799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 27 23:07:05.883140 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-50485798-7937-4a9f-941b-0167c3d509c2 req-97f4d433-4cfa-4037-b02d-df96269efb83 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] For port 275f2e24-c6ae-4ae0-a0e1-78ec6d1a6a42, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=275f2e24-c6ae-4ae0-a0e1-78ec6d1a6a42,segment=NetworkSegment(28e446c9-01ab-4372-bcf6-11d579b6d514),segment_id=28e446c9-01ab-4372-bcf6-11d579b6d514)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:07:05.883743 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-50485798-7937-4a9f-941b-0167c3d509c2 req-97f4d433-4cfa-4037-b02d-df96269efb83 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:05.911917 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [req-50485798-7937-4a9f-941b-0167c3d509c2 req-97f4d433-4cfa-4037-b02d-df96269efb83 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] Calling delete_port for 275f2e24-c6ae-4ae0-a0e1-78ec6d1a6a42 owned by compute:nova {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:07:05.913765 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ee972239-0b1d-4f09-9cfc-7ad9ec5e9f46 req-6ed3cf2d-1fe3-4313-95b0-86f2d78dce7a tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.18 "GET /v2.0/security-groups?id=657c655b-8580-45d5-979f-9b32b7a260f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4965477 Jul 27 23:07:05.948877 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11199ab2-9c4c-4b78-bb20-7021583ccc92 req-c144f262-e8d7-417e-a154-b4e103a29ac3 tempest-ServersWithSpecificFlavorTestJSON-503998184 tempest-ServersWithSpecificFlavorTestJSON-503998184-project] Network 0f9004bd-8e90-4e82-a7cb-88f9b433c217 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:07:05.954343 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [req-11199ab2-9c4c-4b78-bb20-7021583ccc92 req-c144f262-e8d7-417e-a154-b4e103a29ac3 tempest-ServersWithSpecificFlavorTestJSON-503998184 tempest-ServersWithSpecificFlavorTestJSON-503998184-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:07:05.970925 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-11199ab2-9c4c-4b78-bb20-7021583ccc92 req-c144f262-e8d7-417e-a154-b4e103a29ac3 tempest-ServersWithSpecificFlavorTestJSON-503998184 tempest-ServersWithSpecificFlavorTestJSON-503998184-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:07:06.047069 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11199ab2-9c4c-4b78-bb20-7021583ccc92 req-c144f262-e8d7-417e-a154-b4e103a29ac3 tempest-ServersWithSpecificFlavorTestJSON-503998184 tempest-ServersWithSpecificFlavorTestJSON-503998184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:06.047763 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-11199ab2-9c4c-4b78-bb20-7021583ccc92 req-c144f262-e8d7-417e-a154-b4e103a29ac3 tempest-ServersWithSpecificFlavorTestJSON-503998184 tempest-ServersWithSpecificFlavorTestJSON-503998184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:06.058083 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c144f262-e8d7-417e-a154-b4e103a29ac3 tempest-ServersWithSpecificFlavorTestJSON-503998184 tempest-ServersWithSpecificFlavorTestJSON-503998184-project] Pushing event updated for resources: {'Port': ['ID=7cacf8fa-ecbc-4d4c-8d27-ba0d252eb76d,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:07:06.073399 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:07:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bba254f2-5370-4d33-a00d-9c2b4db4a7bf x-openstack-request-id: req-bba254f2-5370-4d33-a00d-9c2b4db4a7bf {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:07:06.076007 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cdf2adc-b542-43d4-96d6-0aba093c5965", "name": "network-vif-deleted", "tag": "7d38f8bd-33ba-44ca-a163-7b42dd423df4", "status": "completed", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:07:06.076859 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-bba254f2-5370-4d33-a00d-9c2b4db4a7bf {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:07:06.077095 n-d-802623-1 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cdf2adc-b542-43d4-96d6-0aba093c5965', 'name': 'network-vif-deleted', 'tag': '7d38f8bd-33ba-44ca-a163-7b42dd423df4', 'status': 'completed', 'code': 200} Jul 27 23:07:06.086879 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b617324-81f5-4238-9f64-4281e95736dc req-44a97b3c-21b3-49c9-ad68-16898c5eb847 tempest-FloatingIPsAssociationTestJSON-312227423 tempest-FloatingIPsAssociationTestJSON-312227423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:06.103371 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-2b617324-81f5-4238-9f64-4281e95736dc req-44a97b3c-21b3-49c9-ad68-16898c5eb847 tempest-FloatingIPsAssociationTestJSON-312227423 tempest-FloatingIPsAssociationTestJSON-312227423-project] 10.222.0.38 "GET /v2.0/networks?id=651a62f0-bf28-4546-86cc-bdd30132572b HTTP/1.1" status: 200 len: 820 time: 0.8206763 Jul 27 23:07:06.130156 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [req-2b617324-81f5-4238-9f64-4281e95736dc req-626dc8c5-4e0b-4844-988b-2e201f36baa1 tempest-FloatingIPsAssociationTestJSON-312227423 tempest-FloatingIPsAssociationTestJSON-312227423-project] Request body: {'port': {'device_id': '25a54fb7-e8eb-4ac3-bfb9-d547035a0939', 'network_id': '651a62f0-bf28-4546-86cc-bdd30132572b', 'admin_state_up': True, 'tenant_id': '5b03c927c66142f381afed5bba742bc2'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:07:06.159180 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f6a526b0-ba0d-48fd-b341-043f1fb8e284 req-ded142f9-c62d-4bad-9438-0ebfbbe0c93e tempest-FloatingIPsAssociationTestJSON-312227423 tempest-FloatingIPsAssociationTestJSON-312227423-project] 10.222.0.18 "GET /v2.0/ports?device_id=25a54fb7-e8eb-4ac3-bfb9-d547035a0939 HTTP/1.1" status: 200 len: 210 time: 0.0609472 Jul 27 23:07:06.185326 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-11199ab2-9c4c-4b78-bb20-7021583ccc92 req-c144f262-e8d7-417e-a154-b4e103a29ac3 tempest-ServersWithSpecificFlavorTestJSON-503998184 tempest-ServersWithSpecificFlavorTestJSON-503998184-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3253710 Jul 27 23:07:06.199482 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-0a86a96e-7eee-4cac-a6d3-6915abdb259b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a93f17c0-6e53-469e-aa61-7194f1a9834a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-893120416-router', 'tenant_id': '09c2e06aaf3c4aa785e90ae90800475c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.81'}], 'enable_snat': True}, 'gw_port_id': 'ea92ec76-65f0-4e4e-94a9-e338356bb275', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:03:02Z', 'updated_at': '2021-07-27T23:03:09Z', 'revision_number': 4, 'project_id': '09c2e06aaf3c4aa785e90ae90800475c', 'gw_port': {'id': 'ea92ec76-65f0-4e4e-94a9-e338356bb275', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:05:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a93f17c0-6e53-469e-aa61-7194f1a9834a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:03:04Z', 'updated_at': '2021-07-27T23:03:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': '9dd1cc71-07bf-48c0-b2a4-4612760ea5b7', 'name': '', 'network_id': '0f9004bd-8e90-4e82-a7cb-88f9b433c217', 'tenant_id': '09c2e06aaf3c4aa785e90ae90800475c', 'mac_address': 'fa:16:3e:ef:38:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a93f17c0-6e53-469e-aa61-7194f1a9834a', 'device_owner': 'network:router_interface', 'standard_attr_id': 252, 'fixed_ips': [{'subnet_id': '681fdd2e-7bb4-498c-9817-5f416242773c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:03:08Z', 'updated_at': '2021-07-27T23:03:16Z', 'revision_number': 5, 'project_id': '09c2e06aaf3c4aa785e90ae90800475c', 'subnets': [{'id': '681fdd2e-7bb4-498c-9817-5f416242773c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:07:06.276570 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a86a96e-7eee-4cac-a6d3-6915abdb259b None None] Checking router: a93f17c0-6e53-469e-aa61-7194f1a9834a for host: n-d-802623-1 {{(pid=93799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 23:07:06.287817 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [req-11199ab2-9c4c-4b78-bb20-7021583ccc92 req-e5a7db6b-6893-477e-b64a-29ec9d1e632a service neutron] Request body: {'port': {'device_id': '35be93a3-fd2e-4e76-a180-e2990ab86391', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802623-1'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:07:06.298502 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device 07129cf8-05aa-4791-bb58-a73c8d14cf4c details requested by agent hyperv_n-h2-802623-1 with host n-h2-802623-1 {{(pid=93799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 23:07:06.345917 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a86a96e-7eee-4cac-a6d3-6915abdb259b None None] Routers {'a93f17c0-6e53-469e-aa61-7194f1a9834a'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:07:06.346564 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-0a86a96e-7eee-4cac-a6d3-6915abdb259b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:06:59Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['a93f17c0-6e53-469e-aa61-7194f1a9834a'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:07:06.376144 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-50485798-7937-4a9f-941b-0167c3d509c2 req-97f4d433-4cfa-4037-b02d-df96269efb83 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:06.376572 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cfdd6d-274a-4675-b388-7a1d70e171f0 req-c2bd9d4a-2b79-46f5-a6fb-ace8d177d8e9 tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:06.386819 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-90cfdd6d-274a-4675-b388-7a1d70e171f0 req-c2bd9d4a-2b79-46f5-a6fb-ace8d177d8e9 tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] 10.222.0.18 "GET /v2.0/ports?device_id=65531a1a-b9ac-4094-b10b-091072ee8bf1 HTTP/1.1" status: 200 len: 945 time: 0.2803676 Jul 27 23:07:06.417808 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f4d433-4cfa-4037-b02d-df96269efb83 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] Pushing event deleted for resources: {'Port': ['ID=275f2e24-c6ae-4ae0-a0e1-78ec6d1a6a42,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:07:06.474956 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bd35ba-75d3-4bb5-8759-ea9774582f82 req-443c4fb6-d4ee-4fb4-86c7-de689615d83b tempest-ImagesOneServerTestJSON-1473465118 tempest-ImagesOneServerTestJSON-1473465118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:06.477662 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d3bd35ba-75d3-4bb5-8759-ea9774582f82 req-443c4fb6-d4ee-4fb4-86c7-de689615d83b tempest-ImagesOneServerTestJSON-1473465118 tempest-ImagesOneServerTestJSON-1473465118-project] 10.222.0.18 "GET /v2.0/ports?device_id=55c02be4-66a1-4b0b-a2e8-25b212b674a7 HTTP/1.1" status: 200 len: 948 time: 0.1502440 Jul 27 23:07:06.508359 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [req-50485798-7937-4a9f-941b-0167c3d509c2 req-97f4d433-4cfa-4037-b02d-df96269efb83 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] No DVR routers for this DVR port 275f2e24-c6ae-4ae0-a0e1-78ec6d1a6a42 on host n-h1-802623-1 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:07:06.511440 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-50485798-7937-4a9f-941b-0167c3d509c2 req-97f4d433-4cfa-4037-b02d-df96269efb83 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:06.514047 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-50485798-7937-4a9f-941b-0167c3d509c2 req-97f4d433-4cfa-4037-b02d-df96269efb83 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.38 "DELETE /v2.0/ports/275f2e24-c6ae-4ae0-a0e1-78ec6d1a6a42 HTTP/1.1" status: 204 len: 173 time: 1.6444919 Jul 27 23:07:06.548106 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d3bd35ba-75d3-4bb5-8759-ea9774582f82 req-49175768-1bed-494c-8ca7-094b2d70357c tempest-ImagesOneServerTestJSON-1473465118 tempest-ImagesOneServerTestJSON-1473465118-project] 10.222.0.18 "GET /v2.0/security-groups?id=9e49bb70-e466-4e58-b282-493795fb0cca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463638 Jul 27 23:07:06.580700 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-90cfdd6d-274a-4675-b388-7a1d70e171f0 req-90de3d33-162b-42a0-bd46-739c0870c3a6 tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] 10.222.0.18 "GET /v2.0/security-groups?id=e8e7b229-51f5-4d90-9897-e570dceca7b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927085 Jul 27 23:07:06.597119 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-11199ab2-9c4c-4b78-bb20-7021583ccc92 req-e5a7db6b-6893-477e-b64a-29ec9d1e632a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:06.777901 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef441cbe-2743-4bca-a3c6-7b742e545870 req-a9e4cb10-b78e-4618-86f4-7b6f67111112 tempest-ServersWithSpecificFlavorTestJSON-503998184 tempest-ServersWithSpecificFlavorTestJSON-503998184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:06.786800 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-ef441cbe-2743-4bca-a3c6-7b742e545870 req-a9e4cb10-b78e-4618-86f4-7b6f67111112 tempest-ServersWithSpecificFlavorTestJSON-503998184 tempest-ServersWithSpecificFlavorTestJSON-503998184-project] 10.222.0.18 "GET /v2.0/ports?device_id=35be93a3-fd2e-4e76-a180-e2990ab86391 HTTP/1.1" status: 200 len: 931 time: 0.0860028 Jul 27 23:07:06.817381 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-0a86a96e-7eee-4cac-a6d3-6915abdb259b None None] Set router a93f17c0-6e53-469e-aa61-7194f1a9834a gateway port host: n-d-802623-1 {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:07:06.834587 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-ef441cbe-2743-4bca-a3c6-7b742e545870 req-af6dc27d-a129-4d3c-b835-21da902ac67f tempest-ServersWithSpecificFlavorTestJSON-503998184 tempest-ServersWithSpecificFlavorTestJSON-503998184-project] 10.222.0.18 "GET /v2.0/security-groups?id=13497a54-4f49-49ad-b566-6beee2074a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466945 Jul 27 23:07:06.900602 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76c51b3-53ac-4e1a-871f-8a85275b786a req-588739f0-7c64-4fad-95c4-cac6ed6e443d tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:06.902090 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-d76c51b3-53ac-4e1a-871f-8a85275b786a req-588739f0-7c64-4fad-95c4-cac6ed6e443d tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] 10.222.0.18 "GET /v2.0/ports?device_id=65531a1a-b9ac-4094-b10b-091072ee8bf1 HTTP/1.1" status: 200 len: 945 time: 0.0866680 Jul 27 23:07:06.904777 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b617324-81f5-4238-9f64-4281e95736dc req-626dc8c5-4e0b-4844-988b-2e201f36baa1 tempest-FloatingIPsAssociationTestJSON-312227423 tempest-FloatingIPsAssociationTestJSON-312227423-project] Made reservation on behalf of 5b03c927c66142f381afed5bba742bc2 for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:07:06.908039 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-2b617324-81f5-4238-9f64-4281e95736dc req-626dc8c5-4e0b-4844-988b-2e201f36baa1 tempest-FloatingIPsAssociationTestJSON-312227423 tempest-FloatingIPsAssociationTestJSON-312227423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:06.962746 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd175ca5-4a28-477b-9d7f-80f937d6f824 req-791ea716-a86d-49c7-a115-55efa1a99042 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:06.971917 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-fd175ca5-4a28-477b-9d7f-80f937d6f824 req-791ea716-a86d-49c7-a115-55efa1a99042 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] 10.222.0.18 "GET /v2.0/ports?device_id=043450d5-a8e9-4524-8c01-f8118205eebd HTTP/1.1" status: 200 len: 944 time: 0.0765710 Jul 27 23:07:06.985796 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-9aa7418a-97f9-4fd9-a945-f017688e5767 None None] Provisioning for port 7cacf8fa-ecbc-4d4c-8d27-ba0d252eb76d completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:07:06.998216 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-9aa7418a-97f9-4fd9-a945-f017688e5767 None None] Provisioning complete for port 7cacf8fa-ecbc-4d4c-8d27-ba0d252eb76d triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:07:06.998593 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-9aa7418a-97f9-4fd9-a945-f017688e5767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:07.038012 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-fd175ca5-4a28-477b-9d7f-80f937d6f824 req-2762ca94-d4e2-444d-9c3f-1ff35af1a5b6 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] 10.222.0.18 "GET /v2.0/security-groups?id=bed30b16-cd2d-47d0-9758-37dc9df2dfb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506761 Jul 27 23:07:07.068929 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-d76c51b3-53ac-4e1a-871f-8a85275b786a req-6b978cc5-ca27-463d-bdcb-ea9693d2a081 tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] 10.222.0.18 "GET /v2.0/security-groups?id=e8e7b229-51f5-4d90-9897-e570dceca7b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573598 Jul 27 23:07:07.076282 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port 07129cf8-05aa-4791-bb58-a73c8d14cf4c, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=07129cf8-05aa-4791-bb58-a73c8d14cf4c,segment=NetworkSegment(16e91594-c047-4b55-93eb-43af33ad08e1),segment_id=16e91594-c047-4b55-93eb-43af33ad08e1)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:07:07.078947 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-9aa7418a-97f9-4fd9-a945-f017688e5767 None None] Port 7cacf8fa-ecbc-4d4c-8d27-ba0d252eb76d cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:07:07.095378 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Returning: {'device': '07129cf8-05aa-4791-bb58-a73c8d14cf4c', 'network_id': '591af2dd-f826-43b1-aa9d-e7a0bf218c71', 'port_id': '07129cf8-05aa-4791-bb58-a73c8d14cf4c', 'mac_address': 'fa:16:3e:51:ad:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62938449-046d-4cbe-923a-7ebb632c358d', 'ip_address': '192.168.233.214'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 23:07:07.095576 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [req-11199ab2-9c4c-4b78-bb20-7021583ccc92 req-e5a7db6b-6893-477e-b64a-29ec9d1e632a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7cacf8fa-ecbc-4d4c-8d27-ba0d252eb76d {{(pid=93798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:07:07.105307 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '043450d5-a8e9-4524-8c01-f8118205eebd', 'tag': '1a4ffe25-6ceb-4249-ab10-ac979bdc7b73'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:07:07.108046 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}011f8d312121274bb12d78e77c6379a2079800640016cec6c6d605b73666e854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04e6d9e5-40b9-42ba-836f-3c0132c9d0f7" -d '{"events": [{"name": "network-changed", "server_uuid": "043450d5-a8e9-4524-8c01-f8118205eebd", "tag": "1a4ffe25-6ceb-4249-ab10-ac979bdc7b73"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:07:07.113206 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-11199ab2-9c4c-4b78-bb20-7021583ccc92 req-e5a7db6b-6893-477e-b64a-29ec9d1e632a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:07.179571 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:07.200542 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07129cf8-05aa-4791-bb58-a73c8d14cf4c {{(pid=93799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:07:07.216322 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [req-2b617324-81f5-4238-9f64-4281e95736dc req-626dc8c5-4e0b-4844-988b-2e201f36baa1 tempest-FloatingIPsAssociationTestJSON-312227423 tempest-FloatingIPsAssociationTestJSON-312227423-project] Allocated IP 172.20.0.3 (651a62f0-bf28-4546-86cc-bdd30132572b/fa7fc9a2-9609-4fd7-ac94-2254e732d52b/e8164c28-78be-4f14-8b37-9227b6ebeeed) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:07:07.222969 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port 07129cf8-05aa-4791-bb58-a73c8d14cf4c, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=07129cf8-05aa-4791-bb58-a73c8d14cf4c,segment=NetworkSegment(16e91594-c047-4b55-93eb-43af33ad08e1),segment_id=16e91594-c047-4b55-93eb-43af33ad08e1)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:07:07.230152 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-0a86a96e-7eee-4cac-a6d3-6915abdb259b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a93f17c0-6e53-469e-aa61-7194f1a9834a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-893120416-router', 'tenant_id': '09c2e06aaf3c4aa785e90ae90800475c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.81'}], 'enable_snat': True}, 'gw_port_id': 'ea92ec76-65f0-4e4e-94a9-e338356bb275', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:03:02Z', 'updated_at': '2021-07-27T23:03:09Z', 'revision_number': 4, 'project_id': '09c2e06aaf3c4aa785e90ae90800475c', 'gw_port': {'id': 'ea92ec76-65f0-4e4e-94a9-e338356bb275', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:05:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a93f17c0-6e53-469e-aa61-7194f1a9834a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:03:04Z', 'updated_at': '2021-07-27T23:03:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': '9dd1cc71-07bf-48c0-b2a4-4612760ea5b7', 'name': '', 'network_id': '0f9004bd-8e90-4e82-a7cb-88f9b433c217', 'tenant_id': '09c2e06aaf3c4aa785e90ae90800475c', 'mac_address': 'fa:16:3e:ef:38:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a93f17c0-6e53-469e-aa61-7194f1a9834a', 'device_owner': 'network:router_interface', 'standard_attr_id': 252, 'fixed_ips': [{'subnet_id': '681fdd2e-7bb4-498c-9817-5f416242773c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:03:08Z', 'updated_at': '2021-07-27T23:03:16Z', 'revision_number': 5, 'project_id': '09c2e06aaf3c4aa785e90ae90800475c', 'subnets': [{'id': '681fdd2e-7bb4-498c-9817-5f416242773c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:07:07.264369 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a86a96e-7eee-4cac-a6d3-6915abdb259b None None] The sync data for ids ['a93f17c0-6e53-469e-aa61-7194f1a9834a'] in n-d-802623-1 is: [{'id': 'a93f17c0-6e53-469e-aa61-7194f1a9834a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-893120416-router', 'tenant_id': '09c2e06aaf3c4aa785e90ae90800475c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.81'}], 'enable_snat': True}, 'gw_port_id': 'ea92ec76-65f0-4e4e-94a9-e338356bb275', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:03:02Z', 'updated_at': '2021-07-27T23:03:09Z', 'revision_number': 4, 'project_id': '09c2e06aaf3c4aa785e90ae90800475c', 'gw_port': {'id': 'ea92ec76-65f0-4e4e-94a9-e338356bb275', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:05:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a93f17c0-6e53-469e-aa61-7194f1a9834a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:03:04Z', 'updated_at': '2021-07-27T23:03:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': '9dd1cc71-07bf-48c0-b2a4-4612760ea5b7', 'name': '', 'network_id': '0f9004bd-8e90-4e82-a7cb-88f9b433c217', 'tenant_id': '09c2e06aaf3c4aa785e90ae90800475c', 'mac_address': 'fa:16:3e:ef:38:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a93f17c0-6e53-469e-aa61-7194f1a9834a', 'device_owner': 'network:router_interface', 'standard_attr_id': 252, 'fixed_ips': [{'subnet_id': '681fdd2e-7bb4-498c-9817-5f416242773c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:03:08Z', 'updated_at': '2021-07-27T23:03:16Z', 'revision_number': 5, 'project_id': '09c2e06aaf3c4aa785e90ae90800475c', 'subnets': [{'id': '681fdd2e-7bb4-498c-9817-5f416242773c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:07:07.266110 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:07.323593 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Pushing event updated for resources: {'Port': ['ID=07129cf8-05aa-4791-bb58-a73c8d14cf4c,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:07:07.389927 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-11199ab2-9c4c-4b78-bb20-7021583ccc92 req-e5a7db6b-6893-477e-b64a-29ec9d1e632a service neutron] Transition to ACTIVE for port object 7cacf8fa-ecbc-4d4c-8d27-ba0d252eb76d will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:07:07.422209 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ae66f514-dcb5-42ec-a11f-29afd943f10a req-2ce0960b-d4bd-4002-b5c6-0066cf3c869c tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.18 "GET /v2.0/ports?device_id=b63522d9-ea6f-40ac-9bbc-7128e3b9d165 HTTP/1.1" status: 200 len: 210 time: 0.0519433 Jul 27 23:07:07.433687 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 275f2e24-c6ae-4ae0-a0e1-78ec6d1a6a42 no longer exists at agent hyperv_n-h1-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:07:07.443986 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-11199ab2-9c4c-4b78-bb20-7021583ccc92 req-e5a7db6b-6893-477e-b64a-29ec9d1e632a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:07.459491 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] No Port match for: 275f2e24-c6ae-4ae0-a0e1-78ec6d1a6a42 {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:07:07.459849 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 275f2e24-c6ae-4ae0-a0e1-78ec6d1a6a42 not bound to the agent host n-h1-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:07:07.461317 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-2b617324-81f5-4238-9f64-4281e95736dc req-626dc8c5-4e0b-4844-988b-2e201f36baa1 tempest-FloatingIPsAssociationTestJSON-312227423 tempest-FloatingIPsAssociationTestJSON-312227423-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:07.509955 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 23:07:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6923457-710b-4a74-a876-652ce79f551d x-openstack-request-id: req-d6923457-710b-4a74-a876-652ce79f551d {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:07:07.510207 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "043450d5-a8e9-4524-8c01-f8118205eebd", "tag": "1a4ffe25-6ceb-4249-ab10-ac979bdc7b73", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:07:07.510465 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d6923457-710b-4a74-a876-652ce79f551d {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:07:07.510860 n-d-802623-1 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '043450d5-a8e9-4524-8c01-f8118205eebd', 'tag': '1a4ffe25-6ceb-4249-ab10-ac979bdc7b73', 'status': 'completed', 'code': 200} Jul 27 23:07:07.515849 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-2b617324-81f5-4238-9f64-4281e95736dc req-626dc8c5-4e0b-4844-988b-2e201f36baa1 tempest-FloatingIPsAssociationTestJSON-312227423 tempest-FloatingIPsAssociationTestJSON-312227423-project] Transition to ACTIVE for port object e8164c28-78be-4f14-8b37-9227b6ebeeed will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:07:07.553525 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a7db6b-6893-477e-b64a-29ec9d1e632a service neutron] Pushing event updated for resources: {'Port': ['ID=7cacf8fa-ecbc-4d4c-8d27-ba0d252eb76d,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:07:07.658254 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e6d9e5-40b9-42ba-836f-3c0132c9d0f7 req-e23fa3d2-fba0-4ae2-8932-705d8dcbe14f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:07.660119 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-04e6d9e5-40b9-42ba-836f-3c0132c9d0f7 req-e23fa3d2-fba0-4ae2-8932-705d8dcbe14f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=59376bbb1c574537a7eaca41e781bf3f&device_id=043450d5-a8e9-4524-8c01-f8118205eebd HTTP/1.1" status: 200 len: 1125 time: 0.1206965 Jul 27 23:07:07.697768 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cfd9278-6f3d-43b7-bdbe-3fd3e59dd412 None None] New status for floating IP 6a9599d4-b74a-48b8-be77-be03c0f49773: DOWN {{(pid=93800) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 23:07:07.728100 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ea5382c6-9e87-4a06-b47a-d33d6534a245 req-49dafcb0-afed-4127-b539-bcbc366c5abc tempest-FloatingIPsAssociationTestJSON-312227423 tempest-FloatingIPsAssociationTestJSON-312227423-project] 10.222.0.18 "GET /v2.0/ports?device_id=25a54fb7-e8eb-4ac3-bfb9-d547035a0939 HTTP/1.1" status: 200 len: 210 time: 0.0555315 Jul 27 23:07:07.743576 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-11199ab2-9c4c-4b78-bb20-7021583ccc92 req-e5a7db6b-6893-477e-b64a-29ec9d1e632a service neutron] Attempting to bind port 7cacf8fa-ecbc-4d4c-8d27-ba0d252eb76d on host n-h1-802623-1 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:07:07.743990 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-11199ab2-9c4c-4b78-bb20-7021583ccc92 req-e5a7db6b-6893-477e-b64a-29ec9d1e632a service neutron] Attempting to bind port 7cacf8fa-ecbc-4d4c-8d27-ba0d252eb76d by drivers openvswitch,hyperv on host n-h1-802623-1 at level 0 using segments [{'id': '68badffb-1ae8-46d7-9932-5a3dba1817fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '0f9004bd-8e90-4e82-a7cb-88f9b433c217'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:07:07.744410 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11199ab2-9c4c-4b78-bb20-7021583ccc92 req-e5a7db6b-6893-477e-b64a-29ec9d1e632a service neutron] Attempting to bind port 7cacf8fa-ecbc-4d4c-8d27-ba0d252eb76d on network 0f9004bd-8e90-4e82-a7cb-88f9b433c217 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:07:07.753694 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11199ab2-9c4c-4b78-bb20-7021583ccc92 req-e5a7db6b-6893-477e-b64a-29ec9d1e632a service neutron] Port 7cacf8fa-ecbc-4d4c-8d27-ba0d252eb76d on network 0f9004bd-8e90-4e82-a7cb-88f9b433c217 not bound, no agent of type Open vSwitch agent registered on host n-h1-802623-1 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 23:07:07.754121 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11199ab2-9c4c-4b78-bb20-7021583ccc92 req-e5a7db6b-6893-477e-b64a-29ec9d1e632a service neutron] Attempting to bind port 7cacf8fa-ecbc-4d4c-8d27-ba0d252eb76d on network 0f9004bd-8e90-4e82-a7cb-88f9b433c217 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:07:07.769596 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11199ab2-9c4c-4b78-bb20-7021583ccc92 req-e5a7db6b-6893-477e-b64a-29ec9d1e632a service neutron] Checking agent: {'id': '245f1da4-a9b8-4b08-90d7-28f0f342b839', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 59, 59), 'started_at': datetime.datetime(2021, 7, 27, 22, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 6, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:07:07.769596 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11199ab2-9c4c-4b78-bb20-7021583ccc92 req-e5a7db6b-6893-477e-b64a-29ec9d1e632a service neutron] Checking segment: {'id': '68badffb-1ae8-46d7-9932-5a3dba1817fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '0f9004bd-8e90-4e82-a7cb-88f9b433c217'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:07:07.769596 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11199ab2-9c4c-4b78-bb20-7021583ccc92 req-e5a7db6b-6893-477e-b64a-29ec9d1e632a service neutron] Bound using segment: {'id': '68badffb-1ae8-46d7-9932-5a3dba1817fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '0f9004bd-8e90-4e82-a7cb-88f9b433c217'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:07:07.770038 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-11199ab2-9c4c-4b78-bb20-7021583ccc92 req-e5a7db6b-6893-477e-b64a-29ec9d1e632a service neutron] Bound port: 7cacf8fa-ecbc-4d4c-8d27-ba0d252eb76d, host: n-h1-802623-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68badffb-1ae8-46d7-9932-5a3dba1817fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '0f9004bd-8e90-4e82-a7cb-88f9b433c217'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:07:07.772135 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-11199ab2-9c4c-4b78-bb20-7021583ccc92 req-e5a7db6b-6893-477e-b64a-29ec9d1e632a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:07.772675 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] get_ports_and_sgs() called for port_ids ['07129cf8-05aa-4791-bb58-a73c8d14cf4c'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:07:07.801755 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-2b617324-81f5-4238-9f64-4281e95736dc req-626dc8c5-4e0b-4844-988b-2e201f36baa1 tempest-FloatingIPsAssociationTestJSON-312227423 tempest-FloatingIPsAssociationTestJSON-312227423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:07.864984 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] get_ports_and_sgs() called for port_ids ['9e4e79de-3a0e-4df4-9f4e-434a4116575b'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:07:07.910129 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7656c7-3e93-4d94-bfd3-73de3cb39c1f req-f9186061-e6c0-4547-b6e9-e0b51abd6962 tempest-ImagesOneServerTestJSON-1473465118 tempest-ImagesOneServerTestJSON-1473465118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:07.924876 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-1c7656c7-3e93-4d94-bfd3-73de3cb39c1f req-f9186061-e6c0-4547-b6e9-e0b51abd6962 tempest-ImagesOneServerTestJSON-1473465118 tempest-ImagesOneServerTestJSON-1473465118-project] 10.222.0.18 "GET /v2.0/ports?device_id=55c02be4-66a1-4b0b-a2e8-25b212b674a7 HTTP/1.1" status: 200 len: 949 time: 0.1828260 Jul 27 23:07:07.931795 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b617324-81f5-4238-9f64-4281e95736dc req-626dc8c5-4e0b-4844-988b-2e201f36baa1 tempest-FloatingIPsAssociationTestJSON-312227423 tempest-FloatingIPsAssociationTestJSON-312227423-project] Network 651a62f0-bf28-4546-86cc-bdd30132572b is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:07:07.947851 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e6d9e5-40b9-42ba-836f-3c0132c9d0f7 req-591cfd3e-9fd2-480f-a1ad-a1066435a767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:07.949413 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-04e6d9e5-40b9-42ba-836f-3c0132c9d0f7 req-591cfd3e-9fd2-480f-a1ad-a1066435a767 service neutron] 10.222.0.49 "GET /v2.0/networks?id=c451a142-86a9-4355-833f-365557d21b8d HTTP/1.1" status: 200 len: 909 time: 0.2783227 Jul 27 23:07:08.024266 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-1c7656c7-3e93-4d94-bfd3-73de3cb39c1f req-c95f870f-df48-4b43-9d5f-4524ded670af tempest-ImagesOneServerTestJSON-1473465118 tempest-ImagesOneServerTestJSON-1473465118-project] 10.222.0.18 "GET /v2.0/security-groups?id=9e49bb70-e466-4e58-b282-493795fb0cca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937085 Jul 27 23:07:08.025950 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-04e6d9e5-40b9-42ba-836f-3c0132c9d0f7 req-2418ae99-844f-432e-92e2-3b99c7ebe82e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1a4ffe25-6ceb-4249-ab10-ac979bdc7b73 HTTP/1.1" status: 200 len: 217 time: 0.0634189 Jul 27 23:07:08.047211 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [req-2b617324-81f5-4238-9f64-4281e95736dc req-626dc8c5-4e0b-4844-988b-2e201f36baa1 tempest-FloatingIPsAssociationTestJSON-312227423 tempest-FloatingIPsAssociationTestJSON-312227423-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:07:08.050304 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b617324-81f5-4238-9f64-4281e95736dc req-626dc8c5-4e0b-4844-988b-2e201f36baa1 tempest-FloatingIPsAssociationTestJSON-312227423 tempest-FloatingIPsAssociationTestJSON-312227423-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:07:08.086434 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b63522d9-ea6f-40ac-9bbc-7128e3b9d165', 'name': 'network-vif-deleted', 'tag': '275f2e24-c6ae-4ae0-a0e1-78ec6d1a6a42'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:07:08.089091 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a476459a1bfce68b0ae0df5b6a71154bfc7cfdc8f9eefce6ad0a17231e60468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ded18ca8-9a4c-4b0c-b6b4-d9f6c831677f" -d '{"events": [{"server_uuid": "b63522d9-ea6f-40ac-9bbc-7128e3b9d165", "name": "network-vif-deleted", "tag": "275f2e24-c6ae-4ae0-a0e1-78ec6d1a6a42"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:07:08.189788 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626dc8c5-4e0b-4844-988b-2e201f36baa1 tempest-FloatingIPsAssociationTestJSON-312227423 tempest-FloatingIPsAssociationTestJSON-312227423-project] Pushing event updated for resources: {'Port': ['ID=e8164c28-78be-4f14-8b37-9227b6ebeeed,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:07:08.197294 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e6d9e5-40b9-42ba-836f-3c0132c9d0f7 req-85ad0097-bd16-40f3-8f5b-a15a4384844f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:08.198308 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-11199ab2-9c4c-4b78-bb20-7021583ccc92 req-e5a7db6b-6893-477e-b64a-29ec9d1e632a service neutron] For port 7cacf8fa-ecbc-4d4c-8d27-ba0d252eb76d, host n-h1-802623-1, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:07:08.198812 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-04e6d9e5-40b9-42ba-836f-3c0132c9d0f7 req-85ad0097-bd16-40f3-8f5b-a15a4384844f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b1592ca5-0a74-47a5-88e1-85b3448a0017 HTTP/1.1" status: 200 len: 848 time: 0.1647675 Jul 27 23:07:08.212574 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-11199ab2-9c4c-4b78-bb20-7021583ccc92 req-e5a7db6b-6893-477e-b64a-29ec9d1e632a service neutron] For port 7cacf8fa-ecbc-4d4c-8d27-ba0d252eb76d, host n-h1-802623-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=7cacf8fa-ecbc-4d4c-8d27-ba0d252eb76d,segment=NetworkSegment(68badffb-1ae8-46d7-9932-5a3dba1817fe),segment_id=68badffb-1ae8-46d7-9932-5a3dba1817fe)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:07:08.223728 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b617324-81f5-4238-9f64-4281e95736dc req-626dc8c5-4e0b-4844-988b-2e201f36baa1 tempest-FloatingIPsAssociationTestJSON-312227423 tempest-FloatingIPsAssociationTestJSON-312227423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:08.232266 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-2b617324-81f5-4238-9f64-4281e95736dc req-626dc8c5-4e0b-4844-988b-2e201f36baa1 tempest-FloatingIPsAssociationTestJSON-312227423 tempest-FloatingIPsAssociationTestJSON-312227423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:08.248194 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-11199ab2-9c4c-4b78-bb20-7021583ccc92 req-e5a7db6b-6893-477e-b64a-29ec9d1e632a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:08.272137 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-04e6d9e5-40b9-42ba-836f-3c0132c9d0f7 req-618b5aea-1b2c-4b87-9b49-5eed1851d6b7 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c451a142-86a9-4355-833f-365557d21b8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0569148 Jul 27 23:07:08.305424 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-2b617324-81f5-4238-9f64-4281e95736dc req-626dc8c5-4e0b-4844-988b-2e201f36baa1 tempest-FloatingIPsAssociationTestJSON-312227423 tempest-FloatingIPsAssociationTestJSON-312227423-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1806068 Jul 27 23:07:08.314690 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11199ab2-9c4c-4b78-bb20-7021583ccc92 req-e5a7db6b-6893-477e-b64a-29ec9d1e632a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:08.315378 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-11199ab2-9c4c-4b78-bb20-7021583ccc92 req-e5a7db6b-6893-477e-b64a-29ec9d1e632a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:08.316783 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-11199ab2-9c4c-4b78-bb20-7021583ccc92 req-e5a7db6b-6893-477e-b64a-29ec9d1e632a service neutron] 10.222.0.38 "PUT /v2.0/ports/7cacf8fa-ecbc-4d4c-8d27-ba0d252eb76d HTTP/1.1" status: 200 len: 1091 time: 2.0349424 Jul 27 23:07:08.319836 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device 7d38f8bd-33ba-44ca-a163-7b42dd423df4 no longer exists at agent hyperv_n-h2-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:07:08.329712 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [req-2b617324-81f5-4238-9f64-4281e95736dc req-964add2c-3f5c-44ea-9fd3-8de410ee0e10 service neutron] Request body: {'port': {'device_id': '25a54fb7-e8eb-4ac3-bfb9-d547035a0939', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802623-1'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:07:08.343118 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b88e64-1581-425e-a8dd-fc2109b7e3f4 req-a93d3086-11ff-49de-afcd-4c7b6048de9f tempest-ServersWithSpecificFlavorTestJSON-503998184 tempest-ServersWithSpecificFlavorTestJSON-503998184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:08.348686 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f4b88e64-1581-425e-a8dd-fc2109b7e3f4 req-a93d3086-11ff-49de-afcd-4c7b6048de9f tempest-ServersWithSpecificFlavorTestJSON-503998184 tempest-ServersWithSpecificFlavorTestJSON-503998184-project] 10.222.0.18 "GET /v2.0/ports?device_id=35be93a3-fd2e-4e76-a180-e2990ab86391 HTTP/1.1" status: 200 len: 943 time: 0.2308266 Jul 27 23:07:08.376627 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] No Port match for: 7d38f8bd-33ba-44ca-a163-7b42dd423df4 {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:07:08.377207 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device 7d38f8bd-33ba-44ca-a163-7b42dd423df4 not bound to the agent host n-h2-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:07:08.488266 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a7db6b-6893-477e-b64a-29ec9d1e632a service neutron] Pushing event updated for resources: {'Port': ['ID=7cacf8fa-ecbc-4d4c-8d27-ba0d252eb76d,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:07:08.502164 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11199ab2-9c4c-4b78-bb20-7021583ccc92 req-b60f6cd9-2c95-4c09-8fe5-a1cbc5e05877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:08.503924 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-11199ab2-9c4c-4b78-bb20-7021583ccc92 req-b60f6cd9-2c95-4c09-8fe5-a1cbc5e05877 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=09c2e06aaf3c4aa785e90ae90800475c&device_id=35be93a3-fd2e-4e76-a180-e2990ab86391 HTTP/1.1" status: 200 len: 1094 time: 0.1360843 Jul 27 23:07:08.508993 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-2b617324-81f5-4238-9f64-4281e95736dc req-964add2c-3f5c-44ea-9fd3-8de410ee0e10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:08.529559 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-5e980563-7573-4799-948a-bf8c285462a2 None None] Provisioning for port e8164c28-78be-4f14-8b37-9227b6ebeeed completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:07:08.534779 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-5e980563-7573-4799-948a-bf8c285462a2 None None] Provisioning complete for port e8164c28-78be-4f14-8b37-9227b6ebeeed triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:07:08.535374 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-5e980563-7573-4799-948a-bf8c285462a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:08.577381 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d013420-95f0-4b66-a625-a9a568008e8a req-b6861e25-cb7c-454b-89bd-51e2120158bc tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:08.580094 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-4d013420-95f0-4b66-a625-a9a568008e8a req-b6861e25-cb7c-454b-89bd-51e2120158bc tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] 10.222.0.18 "GET /v2.0/ports?device_id=043450d5-a8e9-4524-8c01-f8118205eebd HTTP/1.1" status: 200 len: 944 time: 0.1427751 Jul 27 23:07:08.588619 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f4b88e64-1581-425e-a8dd-fc2109b7e3f4 req-126ae478-35e5-4b67-ad5b-44d1729eea42 tempest-ServersWithSpecificFlavorTestJSON-503998184 tempest-ServersWithSpecificFlavorTestJSON-503998184-project] 10.222.0.18 "GET /v2.0/security-groups?id=13497a54-4f49-49ad-b566-6beee2074a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1969934 Jul 27 23:07:08.635947 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-5e980563-7573-4799-948a-bf8c285462a2 None None] Port e8164c28-78be-4f14-8b37-9227b6ebeeed cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:07:08.654928 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-04e6d9e5-40b9-42ba-836f-3c0132c9d0f7 req-4776fac5-36a2-40f5-8698-d9908819ab27 service neutron] 10.222.0.49 "GET /v2.0/networks/c451a142-86a9-4355-833f-365557d21b8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3731265 Jul 27 23:07:08.694922 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-11199ab2-9c4c-4b78-bb20-7021583ccc92 req-fd33a9b1-1056-4f9e-9a58-4f44c73afc21 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7cacf8fa-ecbc-4d4c-8d27-ba0d252eb76d HTTP/1.1" status: 200 len: 217 time: 0.1724379 Jul 27 23:07:08.776491 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11199ab2-9c4c-4b78-bb20-7021583ccc92 req-72343d9f-ce0a-4deb-9cd1-8eade6d90fad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:08.777977 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-11199ab2-9c4c-4b78-bb20-7021583ccc92 req-72343d9f-ce0a-4deb-9cd1-8eade6d90fad service neutron] 10.222.0.38 "GET /v2.0/subnets?id=681fdd2e-7bb4-498c-9817-5f416242773c HTTP/1.1" status: 200 len: 862 time: 0.0620184 Jul 27 23:07:08.783109 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:07:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee128b16-79af-45a5-b4e7-da7bc65b5f61 x-openstack-request-id: req-ee128b16-79af-45a5-b4e7-da7bc65b5f61 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:07:08.783109 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b63522d9-ea6f-40ac-9bbc-7128e3b9d165", "name": "network-vif-deleted", "tag": "275f2e24-c6ae-4ae0-a0e1-78ec6d1a6a42", "status": "completed", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:07:08.783383 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ee128b16-79af-45a5-b4e7-da7bc65b5f61 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:07:08.783725 n-d-802623-1 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b63522d9-ea6f-40ac-9bbc-7128e3b9d165', 'name': 'network-vif-deleted', 'tag': '275f2e24-c6ae-4ae0-a0e1-78ec6d1a6a42', 'status': 'completed', 'code': 200} Jul 27 23:07:08.786067 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-04e6d9e5-40b9-42ba-836f-3c0132c9d0f7 req-84347648-f117-4a09-a9f5-c1bdff1041c9 service neutron] 10.222.0.49 "GET /v2.0/networks/c451a142-86a9-4355-833f-365557d21b8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215305 Jul 27 23:07:08.847084 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-4d013420-95f0-4b66-a625-a9a568008e8a req-b05b8b88-057f-4be9-b796-0fe6ace37bf5 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] 10.222.0.18 "GET /v2.0/security-groups?id=bed30b16-cd2d-47d0-9758-37dc9df2dfb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897938 Jul 27 23:07:08.940300 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-faaa0523-e43b-4288-ac16-a77712928451 req-2f1c326e-d6be-4aa7-a31a-94676c80f273 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.18 "GET /v2.0/ports?device_id=b63522d9-ea6f-40ac-9bbc-7128e3b9d165 HTTP/1.1" status: 200 len: 210 time: 0.0475364 Jul 27 23:07:08.971944 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11199ab2-9c4c-4b78-bb20-7021583ccc92 req-dafa5ffe-4336-4442-9333-f311b4dae652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:08.973405 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-11199ab2-9c4c-4b78-bb20-7021583ccc92 req-dafa5ffe-4336-4442-9333-f311b4dae652 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=0f9004bd-8e90-4e82-a7cb-88f9b433c217&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1769092 Jul 27 23:07:09.049999 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee0fb83-4ad9-4160-8171-b08587276b70 req-7ec74b44-afed-41ef-ae42-5e8a52d587c5 tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:09.051641 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-dee0fb83-4ad9-4160-8171-b08587276b70 req-7ec74b44-afed-41ef-ae42-5e8a52d587c5 tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] 10.222.0.18 "GET /v2.0/ports?device_id=65531a1a-b9ac-4094-b10b-091072ee8bf1 HTTP/1.1" status: 200 len: 945 time: 0.0527306 Jul 27 23:07:09.088631 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7a7e95-de54-499c-a698-05784ee527b0 req-578fc65b-c944-40d5-9e7f-264e8fe553d1 tempest-FloatingIPsAssociationTestJSON-312227423 tempest-FloatingIPsAssociationTestJSON-312227423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:09.090144 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-6c7a7e95-de54-499c-a698-05784ee527b0 req-578fc65b-c944-40d5-9e7f-264e8fe553d1 tempest-FloatingIPsAssociationTestJSON-312227423 tempest-FloatingIPsAssociationTestJSON-312227423-project] 10.222.0.18 "GET /v2.0/ports?device_id=25a54fb7-e8eb-4ac3-bfb9-d547035a0939 HTTP/1.1" status: 200 len: 931 time: 0.1642475 Jul 27 23:07:09.100184 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-dee0fb83-4ad9-4160-8171-b08587276b70 req-2c3d303e-a1f9-442f-9bc9-19b8114ef08d tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] 10.222.0.18 "GET /v2.0/security-groups?id=e8e7b229-51f5-4d90-9897-e570dceca7b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410948 Jul 27 23:07:09.190147 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-11199ab2-9c4c-4b78-bb20-7021583ccc92 req-fefae790-5498-4cf6-9c6e-8b5505a3dc07 service neutron] 10.222.0.38 "GET /v2.0/networks/0f9004bd-8e90-4e82-a7cb-88f9b433c217?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2021422 Jul 27 23:07:09.195991 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-6c7a7e95-de54-499c-a698-05784ee527b0 req-708ad5b9-349e-46eb-a0c4-b0df84892b5b tempest-FloatingIPsAssociationTestJSON-312227423 tempest-FloatingIPsAssociationTestJSON-312227423-project] 10.222.0.18 "GET /v2.0/security-groups?id=caac3015-af23-4b8e-8c6c-b51e7bf06c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932457 Jul 27 23:07:09.227706 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18661386-2679-47b1-82c0-1761f789f2da req-79cb4a48-d2fd-4a7a-bb5a-1e5897800f21 tempest-ImagesOneServerTestJSON-1473465118 tempest-ImagesOneServerTestJSON-1473465118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:09.230920 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-18661386-2679-47b1-82c0-1761f789f2da req-79cb4a48-d2fd-4a7a-bb5a-1e5897800f21 tempest-ImagesOneServerTestJSON-1473465118 tempest-ImagesOneServerTestJSON-1473465118-project] 10.222.0.18 "GET /v2.0/ports?device_id=55c02be4-66a1-4b0b-a2e8-25b212b674a7 HTTP/1.1" status: 200 len: 949 time: 0.0639179 Jul 27 23:07:09.273757 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-18661386-2679-47b1-82c0-1761f789f2da req-7deb3b0d-895a-4936-8b33-c9674ceec1b3 tempest-ImagesOneServerTestJSON-1473465118 tempest-ImagesOneServerTestJSON-1473465118-project] 10.222.0.18 "GET /v2.0/security-groups?id=9e49bb70-e466-4e58-b282-493795fb0cca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382807 Jul 27 23:07:09.299597 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [req-2b617324-81f5-4238-9f64-4281e95736dc req-964add2c-3f5c-44ea-9fd3-8de410ee0e10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8164c28-78be-4f14-8b37-9227b6ebeeed {{(pid=93798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:07:09.319531 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-2b617324-81f5-4238-9f64-4281e95736dc req-964add2c-3f5c-44ea-9fd3-8de410ee0e10 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:09.344874 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-2b617324-81f5-4238-9f64-4281e95736dc req-964add2c-3f5c-44ea-9fd3-8de410ee0e10 service neutron] Transition to ACTIVE for port object e8164c28-78be-4f14-8b37-9227b6ebeeed will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:07:09.347854 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-11199ab2-9c4c-4b78-bb20-7021583ccc92 req-3fb1007c-d7bf-4747-a111-8b0661139520 service neutron] 10.222.0.38 "GET /v2.0/networks/0f9004bd-8e90-4e82-a7cb-88f9b433c217?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496313 Jul 27 23:07:09.348877 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-2b617324-81f5-4238-9f64-4281e95736dc req-964add2c-3f5c-44ea-9fd3-8de410ee0e10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:09.401067 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964add2c-3f5c-44ea-9fd3-8de410ee0e10 service neutron] Pushing event updated for resources: {'Port': ['ID=e8164c28-78be-4f14-8b37-9227b6ebeeed,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:07:09.473903 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-2b617324-81f5-4238-9f64-4281e95736dc req-964add2c-3f5c-44ea-9fd3-8de410ee0e10 service neutron] Attempting to bind port e8164c28-78be-4f14-8b37-9227b6ebeeed on host n-h1-802623-1 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:07:09.474319 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-2b617324-81f5-4238-9f64-4281e95736dc req-964add2c-3f5c-44ea-9fd3-8de410ee0e10 service neutron] Attempting to bind port e8164c28-78be-4f14-8b37-9227b6ebeeed by drivers openvswitch,hyperv on host n-h1-802623-1 at level 0 using segments [{'id': '758c827b-73d3-4676-bc4a-ecbb15805f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '651a62f0-bf28-4546-86cc-bdd30132572b'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:07:09.474595 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b617324-81f5-4238-9f64-4281e95736dc req-964add2c-3f5c-44ea-9fd3-8de410ee0e10 service neutron] Attempting to bind port e8164c28-78be-4f14-8b37-9227b6ebeeed on network 651a62f0-bf28-4546-86cc-bdd30132572b {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:07:09.479341 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b617324-81f5-4238-9f64-4281e95736dc req-964add2c-3f5c-44ea-9fd3-8de410ee0e10 service neutron] Port e8164c28-78be-4f14-8b37-9227b6ebeeed on network 651a62f0-bf28-4546-86cc-bdd30132572b not bound, no agent of type Open vSwitch agent registered on host n-h1-802623-1 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 23:07:09.479675 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b617324-81f5-4238-9f64-4281e95736dc req-964add2c-3f5c-44ea-9fd3-8de410ee0e10 service neutron] Attempting to bind port e8164c28-78be-4f14-8b37-9227b6ebeeed on network 651a62f0-bf28-4546-86cc-bdd30132572b {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:07:09.484960 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b617324-81f5-4238-9f64-4281e95736dc req-964add2c-3f5c-44ea-9fd3-8de410ee0e10 service neutron] Checking agent: {'id': '245f1da4-a9b8-4b08-90d7-28f0f342b839', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 59, 59), 'started_at': datetime.datetime(2021, 7, 27, 22, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 6, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:07:09.485296 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b617324-81f5-4238-9f64-4281e95736dc req-964add2c-3f5c-44ea-9fd3-8de410ee0e10 service neutron] Checking segment: {'id': '758c827b-73d3-4676-bc4a-ecbb15805f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '651a62f0-bf28-4546-86cc-bdd30132572b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:07:09.485688 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b617324-81f5-4238-9f64-4281e95736dc req-964add2c-3f5c-44ea-9fd3-8de410ee0e10 service neutron] Bound using segment: {'id': '758c827b-73d3-4676-bc4a-ecbb15805f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '651a62f0-bf28-4546-86cc-bdd30132572b'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:07:09.486158 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-2b617324-81f5-4238-9f64-4281e95736dc req-964add2c-3f5c-44ea-9fd3-8de410ee0e10 service neutron] Bound port: e8164c28-78be-4f14-8b37-9227b6ebeeed, host: n-h1-802623-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '758c827b-73d3-4676-bc4a-ecbb15805f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '651a62f0-bf28-4546-86cc-bdd30132572b'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:07:09.486481 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-2b617324-81f5-4238-9f64-4281e95736dc req-964add2c-3f5c-44ea-9fd3-8de410ee0e10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:09.520974 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35be93a3-fd2e-4e76-a180-e2990ab86391', 'tag': '7cacf8fa-ecbc-4d4c-8d27-ba0d252eb76d'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:07:09.523131 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}011f8d312121274bb12d78e77c6379a2079800640016cec6c6d605b73666e854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af73b80b-a949-4086-b4b9-e8498b4d870c" -d '{"events": [{"name": "network-changed", "server_uuid": "35be93a3-fd2e-4e76-a180-e2990ab86391", "tag": "7cacf8fa-ecbc-4d4c-8d27-ba0d252eb76d"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:07:09.566654 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-2b617324-81f5-4238-9f64-4281e95736dc req-964add2c-3f5c-44ea-9fd3-8de410ee0e10 service neutron] For port e8164c28-78be-4f14-8b37-9227b6ebeeed, host n-h1-802623-1, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:07:09.571529 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-2b617324-81f5-4238-9f64-4281e95736dc req-964add2c-3f5c-44ea-9fd3-8de410ee0e10 service neutron] For port e8164c28-78be-4f14-8b37-9227b6ebeeed, host n-h1-802623-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=e8164c28-78be-4f14-8b37-9227b6ebeeed,segment=NetworkSegment(758c827b-73d3-4676-bc4a-ecbb15805f5a),segment_id=758c827b-73d3-4676-bc4a-ecbb15805f5a)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:07:09.576364 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-2b617324-81f5-4238-9f64-4281e95736dc req-964add2c-3f5c-44ea-9fd3-8de410ee0e10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:09.582241 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 23:07:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7843fcaf-4e56-43d1-b955-fa3366e19101 x-openstack-request-id: req-7843fcaf-4e56-43d1-b955-fa3366e19101 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:07:09.582532 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35be93a3-fd2e-4e76-a180-e2990ab86391", "tag": "7cacf8fa-ecbc-4d4c-8d27-ba0d252eb76d", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:07:09.582782 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7843fcaf-4e56-43d1-b955-fa3366e19101 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:07:09.583242 n-d-802623-1 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35be93a3-fd2e-4e76-a180-e2990ab86391', 'tag': '7cacf8fa-ecbc-4d4c-8d27-ba0d252eb76d', 'status': 'completed', 'code': 200} Jul 27 23:07:09.613979 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b617324-81f5-4238-9f64-4281e95736dc req-964add2c-3f5c-44ea-9fd3-8de410ee0e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:09.614624 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-2b617324-81f5-4238-9f64-4281e95736dc req-964add2c-3f5c-44ea-9fd3-8de410ee0e10 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:09.616135 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-2b617324-81f5-4238-9f64-4281e95736dc req-964add2c-3f5c-44ea-9fd3-8de410ee0e10 service neutron] 10.222.0.38 "PUT /v2.0/ports/e8164c28-78be-4f14-8b37-9227b6ebeeed HTTP/1.1" status: 200 len: 1091 time: 1.2983658 Jul 27 23:07:09.693617 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964add2c-3f5c-44ea-9fd3-8de410ee0e10 service neutron] Pushing event updated for resources: {'Port': ['ID=e8164c28-78be-4f14-8b37-9227b6ebeeed,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:07:09.710069 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af73b80b-a949-4086-b4b9-e8498b4d870c req-19195dee-ca27-4a9e-b826-2eb7e2b8b901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:09.711738 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-af73b80b-a949-4086-b4b9-e8498b4d870c req-19195dee-ca27-4a9e-b826-2eb7e2b8b901 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=09c2e06aaf3c4aa785e90ae90800475c&device_id=35be93a3-fd2e-4e76-a180-e2990ab86391 HTTP/1.1" status: 200 len: 1094 time: 0.0930908 Jul 27 23:07:09.736185 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b617324-81f5-4238-9f64-4281e95736dc req-8d35d7ed-1863-439d-93f1-1ed8710b9d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:09.737616 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-2b617324-81f5-4238-9f64-4281e95736dc req-8d35d7ed-1863-439d-93f1-1ed8710b9d27 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5b03c927c66142f381afed5bba742bc2&device_id=25a54fb7-e8eb-4ac3-bfb9-d547035a0939 HTTP/1.1" status: 200 len: 1094 time: 0.0714657 Jul 27 23:07:09.767408 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14b30c6-135c-4b69-963c-65e4691a8aae req-10cecb09-1a45-4347-a367-f233ed84c69d tempest-ServersWithSpecificFlavorTestJSON-503998184 tempest-ServersWithSpecificFlavorTestJSON-503998184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:09.777758 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-e14b30c6-135c-4b69-963c-65e4691a8aae req-10cecb09-1a45-4347-a367-f233ed84c69d tempest-ServersWithSpecificFlavorTestJSON-503998184 tempest-ServersWithSpecificFlavorTestJSON-503998184-project] 10.222.0.18 "GET /v2.0/ports?device_id=35be93a3-fd2e-4e76-a180-e2990ab86391 HTTP/1.1" status: 200 len: 943 time: 0.0756428 Jul 27 23:07:09.861982 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-2b617324-81f5-4238-9f64-4281e95736dc req-33a95b72-cebe-45e6-b79a-df66cbad7fe4 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e8164c28-78be-4f14-8b37-9227b6ebeeed HTTP/1.1" status: 200 len: 217 time: 0.1124554 Jul 27 23:07:09.878089 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-e14b30c6-135c-4b69-963c-65e4691a8aae req-667ca7e6-b134-409b-bb35-1341ea2b8d05 tempest-ServersWithSpecificFlavorTestJSON-503998184 tempest-ServersWithSpecificFlavorTestJSON-503998184-project] 10.222.0.18 "GET /v2.0/security-groups?id=13497a54-4f49-49ad-b566-6beee2074a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0975156 Jul 27 23:07:09.965446 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-af88137d-6835-4501-9391-50fced737776 req-2e316833-4d5d-4761-8498-9f189163edfc service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=a5f9d95c-1a18-44d1-bbb7-2e906f63162e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0689120 Jul 27 23:07:09.966812 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b617324-81f5-4238-9f64-4281e95736dc req-78aaf837-89ce-48c5-8b5e-81ac109ba126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:09.968743 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-2b617324-81f5-4238-9f64-4281e95736dc req-78aaf837-89ce-48c5-8b5e-81ac109ba126 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=fa7fc9a2-9609-4fd7-ac94-2254e732d52b HTTP/1.1" status: 200 len: 859 time: 0.0920448 Jul 27 23:07:10.039845 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52d37dc-b472-4d54-9614-ead27119e763 req-e0242d0a-0c67-4cae-9a76-c981b1587107 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:10.041924 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f52d37dc-b472-4d54-9614-ead27119e763 req-e0242d0a-0c67-4cae-9a76-c981b1587107 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] 10.222.0.18 "GET /v2.0/ports?device_id=043450d5-a8e9-4524-8c01-f8118205eebd HTTP/1.1" status: 200 len: 944 time: 0.0959294 Jul 27 23:07:10.065878 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7346605b-dd6b-46bd-a85a-2c6d7a49cf68 req-24820ee4-7797-4a8c-be04-0e87626f695d tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.18 "GET /v2.0/ports?device_id=b63522d9-ea6f-40ac-9bbc-7128e3b9d165 HTTP/1.1" status: 200 len: 210 time: 0.0420809 Jul 27 23:07:10.070131 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af88137d-6835-4501-9391-50fced737776 req-9c33fad5-abc6-47bf-b671-29732685a196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:10.072076 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-af88137d-6835-4501-9391-50fced737776 req-9c33fad5-abc6-47bf-b671-29732685a196 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2b51160ea37c42ce86518efb7f5012de&device_id=a5f9d95c-1a18-44d1-bbb7-2e906f63162e HTTP/1.1" status: 200 len: 1095 time: 0.0776846 Jul 27 23:07:10.075621 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b617324-81f5-4238-9f64-4281e95736dc req-cbcda158-9c2c-45ea-912f-934a66f88b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:10.077493 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-2b617324-81f5-4238-9f64-4281e95736dc req-cbcda158-9c2c-45ea-912f-934a66f88b06 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=651a62f0-bf28-4546-86cc-bdd30132572b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0930634 Jul 27 23:07:10.078646 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af73b80b-a949-4086-b4b9-e8498b4d870c req-a2a368d8-bdcd-49ae-9fba-64e640f71b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:10.080466 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-af73b80b-a949-4086-b4b9-e8498b4d870c req-a2a368d8-bdcd-49ae-9fba-64e640f71b48 service neutron] 10.222.0.38 "GET /v2.0/networks?id=0f9004bd-8e90-4e82-a7cb-88f9b433c217 HTTP/1.1" status: 200 len: 924 time: 0.3569930 Jul 27 23:07:10.094822 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f52d37dc-b472-4d54-9614-ead27119e763 req-cb2f80bd-fcca-4a92-b2e6-f8576e428ca6 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] 10.222.0.18 "GET /v2.0/security-groups?id=bed30b16-cd2d-47d0-9758-37dc9df2dfb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416117 Jul 27 23:07:10.205938 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af88137d-6835-4501-9391-50fced737776 req-01cf0bbb-e16f-416c-a8ce-cf5cb52af227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:10.207355 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-af88137d-6835-4501-9391-50fced737776 req-01cf0bbb-e16f-416c-a8ce-cf5cb52af227 service neutron] 10.222.0.49 "GET /v2.0/networks?id=7ba5f889-7a68-424d-8fa1-71447bc958df HTTP/1.1" status: 200 len: 922 time: 0.1066668 Jul 27 23:07:10.214489 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-af73b80b-a949-4086-b4b9-e8498b4d870c req-5af447d7-4983-4c21-b8e3-e753758a27b3 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7cacf8fa-ecbc-4d4c-8d27-ba0d252eb76d HTTP/1.1" status: 200 len: 217 time: 0.1134477 Jul 27 23:07:10.260639 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-af88137d-6835-4501-9391-50fced737776 req-36895fc8-0710-419d-91de-d8a4d1bce122 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aeec7f2c-356d-41c9-812f-b5ab13f4069a HTTP/1.1" status: 200 len: 217 time: 0.0457079 Jul 27 23:07:10.264773 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-2b617324-81f5-4238-9f64-4281e95736dc req-e8b9377c-ff81-453f-a44d-fab41970cf7a service neutron] 10.222.0.38 "GET /v2.0/networks/651a62f0-bf28-4546-86cc-bdd30132572b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1718132 Jul 27 23:07:10.313893 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device 1398ba90-36b9-4df9-86b0-0f59a2939286 details requested by agent hyperv_n-h2-802623-1 with host n-h2-802623-1 {{(pid=93799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 23:07:10.317790 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device 07129cf8-05aa-4791-bb58-a73c8d14cf4c up at agent hyperv_n-h2-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:07:10.324231 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af73b80b-a949-4086-b4b9-e8498b4d870c req-6123ea1f-a4f0-407a-96a4-6e316f8dd87e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:10.326984 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-af73b80b-a949-4086-b4b9-e8498b4d870c req-6123ea1f-a4f0-407a-96a4-6e316f8dd87e service neutron] 10.222.0.38 "GET /v2.0/subnets?id=681fdd2e-7bb4-498c-9817-5f416242773c HTTP/1.1" status: 200 len: 862 time: 0.0611293 Jul 27 23:07:10.393086 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af88137d-6835-4501-9391-50fced737776 req-ce90e6fe-9080-4f1c-8c43-9deb56fd632f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:10.395230 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-af88137d-6835-4501-9391-50fced737776 req-ce90e6fe-9080-4f1c-8c43-9deb56fd632f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=2be3a116-6f3a-48af-9c58-17be143660fc HTTP/1.1" status: 200 len: 861 time: 0.1266301 Jul 27 23:07:10.430354 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcc54d3-3975-45e6-a5d0-38d62a2bdab5 req-2d10807b-02cb-4061-9a7c-a2cd1e2eee25 tempest-FloatingIPsAssociationTestJSON-312227423 tempest-FloatingIPsAssociationTestJSON-312227423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:10.433984 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-afcc54d3-3975-45e6-a5d0-38d62a2bdab5 req-2d10807b-02cb-4061-9a7c-a2cd1e2eee25 tempest-FloatingIPsAssociationTestJSON-312227423 tempest-FloatingIPsAssociationTestJSON-312227423-project] 10.222.0.18 "GET /v2.0/ports?device_id=25a54fb7-e8eb-4ac3-bfb9-d547035a0939 HTTP/1.1" status: 200 len: 943 time: 0.1258841 Jul 27 23:07:10.482710 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-af88137d-6835-4501-9391-50fced737776 req-848965b9-4663-4ada-8fb0-db29290d84b7 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=7ba5f889-7a68-424d-8fa1-71447bc958df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0783570 Jul 27 23:07:10.499438 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af73b80b-a949-4086-b4b9-e8498b4d870c req-925338c5-50e4-4aa8-8e5a-9d33e88e3e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:10.504173 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-af73b80b-a949-4086-b4b9-e8498b4d870c req-925338c5-50e4-4aa8-8e5a-9d33e88e3e65 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=0f9004bd-8e90-4e82-a7cb-88f9b433c217&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1648469 Jul 27 23:07:10.530147 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e046b48-8b64-471e-b1ea-95979f613cef req-838a4b81-4495-4fd1-9c9c-a8d3f825e39d tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:10.531932 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-5e046b48-8b64-471e-b1ea-95979f613cef req-838a4b81-4495-4fd1-9c9c-a8d3f825e39d tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] 10.222.0.18 "GET /v2.0/ports?device_id=65531a1a-b9ac-4094-b10b-091072ee8bf1 HTTP/1.1" status: 200 len: 945 time: 0.3274219 Jul 27 23:07:10.567921 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port 1398ba90-36b9-4df9-86b0-0f59a2939286, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=1398ba90-36b9-4df9-86b0-0f59a2939286,segment=NetworkSegment(0804c63a-d684-491c-9e34-41f7ae70f391),segment_id=0804c63a-d684-491c-9e34-41f7ae70f391)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:07:10.573712 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-afcc54d3-3975-45e6-a5d0-38d62a2bdab5 req-a3393e34-c805-4bd5-a219-38db3bdf185b tempest-FloatingIPsAssociationTestJSON-312227423 tempest-FloatingIPsAssociationTestJSON-312227423-project] 10.222.0.18 "GET /v2.0/security-groups?id=caac3015-af23-4b8e-8c6c-b51e7bf06c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299789 Jul 27 23:07:10.588808 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Returning: {'device': '1398ba90-36b9-4df9-86b0-0f59a2939286', 'network_id': '14a5d194-281e-4b99-8409-49ab4b374004', 'port_id': '1398ba90-36b9-4df9-86b0-0f59a2939286', 'mac_address': 'fa:16:3e:bc:a9:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4fd5a3ff-b29e-4d49-bc76-386259c90c5c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 23:07:10.646286 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:10.649503 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Provisioning for port 07129cf8-05aa-4791-bb58-a73c8d14cf4c completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:07:10.658123 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-af88137d-6835-4501-9391-50fced737776 req-2cc4ee14-03c2-482b-aeaf-301aca568519 service neutron] 10.222.0.49 "GET /v2.0/networks/7ba5f889-7a68-424d-8fa1-71447bc958df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1657040 Jul 27 23:07:10.667085 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Provisioning complete for port 07129cf8-05aa-4791-bb58-a73c8d14cf4c triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:07:10.667471 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:10.671495 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1398ba90-36b9-4df9-86b0-0f59a2939286 {{(pid=93799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:07:10.725670 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port 1398ba90-36b9-4df9-86b0-0f59a2939286, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=1398ba90-36b9-4df9-86b0-0f59a2939286,segment=NetworkSegment(0804c63a-d684-491c-9e34-41f7ae70f391),segment_id=0804c63a-d684-491c-9e34-41f7ae70f391)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:07:10.736508 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:10.770549 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-2b617324-81f5-4238-9f64-4281e95736dc req-bd9ece0d-c18c-4b67-b688-3b2e6caa4eec service neutron] 10.222.0.38 "GET /v2.0/networks/651a62f0-bf28-4546-86cc-bdd30132572b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4408274 Jul 27 23:07:10.825876 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-af73b80b-a949-4086-b4b9-e8498b4d870c req-65d04875-3386-42fa-92f6-fde0fc112c83 service neutron] 10.222.0.38 "GET /v2.0/networks/0f9004bd-8e90-4e82-a7cb-88f9b433c217?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2919858 Jul 27 23:07:10.844302 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:10.846255 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Pushing event updated for resources: {'Port': ['ID=1398ba90-36b9-4df9-86b0-0f59a2939286,revision_number=6']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:07:10.875776 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] get_ports_and_sgs() called for port_ids ['1398ba90-36b9-4df9-86b0-0f59a2939286'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:07:10.879863 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16e24c6-2eec-480f-ba22-bfd4879a134a req-4ffa3a63-e304-45d6-bb51-b8b4fb70b6b5 tempest-ImagesOneServerTestJSON-1473465118 tempest-ImagesOneServerTestJSON-1473465118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:10.881924 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-c16e24c6-2eec-480f-ba22-bfd4879a134a req-4ffa3a63-e304-45d6-bb51-b8b4fb70b6b5 tempest-ImagesOneServerTestJSON-1473465118 tempest-ImagesOneServerTestJSON-1473465118-project] 10.222.0.18 "GET /v2.0/ports?device_id=55c02be4-66a1-4b0b-a2e8-25b212b674a7 HTTP/1.1" status: 200 len: 949 time: 0.1387196 Jul 27 23:07:10.890511 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-af88137d-6835-4501-9391-50fced737776 req-b50e22e1-64dc-4b8d-9228-23562ff9ef64 service neutron] 10.222.0.49 "GET /v2.0/networks/7ba5f889-7a68-424d-8fa1-71447bc958df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2251387 Jul 27 23:07:10.913401 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-5e046b48-8b64-471e-b1ea-95979f613cef req-c7305975-c541-410b-b7d6-f581d7d6ad73 tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] 10.222.0.18 "GET /v2.0/security-groups?id=e8e7b229-51f5-4d90-9897-e570dceca7b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2350829 Jul 27 23:07:10.939384 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55c02be4-66a1-4b0b-a2e8-25b212b674a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07129cf8-05aa-4791-bb58-a73c8d14cf4c'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:07:10.944049 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c0369b0d4f459110ff20a1f9878ba33f96d6491bddb9d15843bf29d01e0bda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31936de2-1986-4ec2-93af-f455714b0425" -d '{"events": [{"server_uuid": "55c02be4-66a1-4b0b-a2e8-25b212b674a7", "name": "network-vif-plugged", "status": "completed", "tag": "07129cf8-05aa-4791-bb58-a73c8d14cf4c"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:07:10.969195 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port 07129cf8-05aa-4791-bb58-a73c8d14cf4c, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=07129cf8-05aa-4791-bb58-a73c8d14cf4c,segment=NetworkSegment(16e91594-c047-4b55-93eb-43af33ad08e1),segment_id=16e91594-c047-4b55-93eb-43af33ad08e1)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:07:10.979794 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-c16e24c6-2eec-480f-ba22-bfd4879a134a req-ad05f64c-9717-43da-81f2-1f91a6f6c772 tempest-ImagesOneServerTestJSON-1473465118 tempest-ImagesOneServerTestJSON-1473465118-project] 10.222.0.18 "GET /v2.0/security-groups?id=9e49bb70-e466-4e58-b282-493795fb0cca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838065 Jul 27 23:07:10.982492 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:11.091132 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67898848-0725-4f15-a87b-5d188a350967 req-29eca430-ad0e-416e-8bfd-42dd03aff2b5 tempest-ServersWithSpecificFlavorTestJSON-503998184 tempest-ServersWithSpecificFlavorTestJSON-503998184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:11.092980 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-67898848-0725-4f15-a87b-5d188a350967 req-29eca430-ad0e-416e-8bfd-42dd03aff2b5 tempest-ServersWithSpecificFlavorTestJSON-503998184 tempest-ServersWithSpecificFlavorTestJSON-503998184-project] 10.222.0.18 "GET /v2.0/ports?device_id=35be93a3-fd2e-4e76-a180-e2990ab86391 HTTP/1.1" status: 200 len: 943 time: 0.0830545 Jul 27 23:07:11.112911 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Pushing event updated for resources: {'Port': ['ID=07129cf8-05aa-4791-bb58-a73c8d14cf4c,revision_number=5']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:07:11.128171 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-af73b80b-a949-4086-b4b9-e8498b4d870c req-4315e49c-c003-4d4c-8b87-b48b5184146f service neutron] 10.222.0.38 "GET /v2.0/networks/0f9004bd-8e90-4e82-a7cb-88f9b433c217?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2938466 Jul 27 23:07:11.198665 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-67898848-0725-4f15-a87b-5d188a350967 req-ac44e69d-7061-4b38-81ff-1790e8785986 tempest-ServersWithSpecificFlavorTestJSON-503998184 tempest-ServersWithSpecificFlavorTestJSON-503998184-project] 10.222.0.18 "GET /v2.0/security-groups?id=13497a54-4f49-49ad-b566-6beee2074a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0917270 Jul 27 23:07:11.235335 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:07:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5eb6eb2e-a6e7-4b73-bed8-2daa61b3a30f x-openstack-request-id: req-5eb6eb2e-a6e7-4b73-bed8-2daa61b3a30f {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:07:11.235628 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55c02be4-66a1-4b0b-a2e8-25b212b674a7", "name": "network-vif-plugged", "status": "completed", "tag": "07129cf8-05aa-4791-bb58-a73c8d14cf4c", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:07:11.235921 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5eb6eb2e-a6e7-4b73-bed8-2daa61b3a30f {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:07:11.236358 n-d-802623-1 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55c02be4-66a1-4b0b-a2e8-25b212b674a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07129cf8-05aa-4791-bb58-a73c8d14cf4c', 'code': 200} Jul 27 23:07:11.316182 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-52da4e89-79cf-4eb9-8213-d9b8f40c59de req-f0cc8512-3285-4fd4-b401-f62dbc27fc7c tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.18 "GET /v2.0/ports?device_id=b63522d9-ea6f-40ac-9bbc-7128e3b9d165 HTTP/1.1" status: 200 len: 210 time: 0.0351851 Jul 27 23:07:11.386745 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2656f5-e38b-45a1-b1cf-2e03d6b989bb req-ecc848c6-d754-4a02-8211-5c1ef6855a9e tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:11.388291 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-ca2656f5-e38b-45a1-b1cf-2e03d6b989bb req-ecc848c6-d754-4a02-8211-5c1ef6855a9e tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] 10.222.0.18 "GET /v2.0/ports?device_id=043450d5-a8e9-4524-8c01-f8118205eebd HTTP/1.1" status: 200 len: 944 time: 0.0852575 Jul 27 23:07:11.390203 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a67c6a-3507-49bc-a0cd-48d839ac0ecf req-86e469c5-d302-4557-b53f-d4458c713a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:11.391510 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-74a67c6a-3507-49bc-a0cd-48d839ac0ecf req-86e469c5-d302-4557-b53f-d4458c713a5a service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=55c02be4-66a1-4b0b-a2e8-25b212b674a7 HTTP/1.1" status: 200 len: 1101 time: 0.0785902 Jul 27 23:07:11.457114 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-ca2656f5-e38b-45a1-b1cf-2e03d6b989bb req-62693518-edb3-42c7-b47d-2c29564f6ff9 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] 10.222.0.18 "GET /v2.0/security-groups?id=bed30b16-cd2d-47d0-9758-37dc9df2dfb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613577 Jul 27 23:07:11.461527 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-74a67c6a-3507-49bc-a0cd-48d839ac0ecf req-7938cf29-5837-4a95-8d51-8647f1f9eaf2 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=9e49bb70-e466-4e58-b282-493795fb0cca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615590 Jul 27 23:07:11.585016 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25a54fb7-e8eb-4ac3-bfb9-d547035a0939', 'tag': 'e8164c28-78be-4f14-8b37-9227b6ebeeed'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:07:11.587361 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}011f8d312121274bb12d78e77c6379a2079800640016cec6c6d605b73666e854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66346970-c5e1-4acc-ab89-b703d2bca3a1" -d '{"events": [{"name": "network-changed", "server_uuid": "25a54fb7-e8eb-4ac3-bfb9-d547035a0939", "tag": "e8164c28-78be-4f14-8b37-9227b6ebeeed"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:07:11.632271 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 23:07:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6040bd0c-5256-4d35-b290-cb972f337344 x-openstack-request-id: req-6040bd0c-5256-4d35-b290-cb972f337344 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:07:11.632695 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25a54fb7-e8eb-4ac3-bfb9-d547035a0939", "tag": "e8164c28-78be-4f14-8b37-9227b6ebeeed", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:07:11.633046 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6040bd0c-5256-4d35-b290-cb972f337344 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:07:11.633571 n-d-802623-1 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25a54fb7-e8eb-4ac3-bfb9-d547035a0939', 'tag': 'e8164c28-78be-4f14-8b37-9227b6ebeeed', 'status': 'completed', 'code': 200} Jul 27 23:07:11.716112 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842b13b7-7ba0-4225-87eb-ee91e809ea7d req-19211ef9-ea8c-4a07-a675-e93151689a27 tempest-FloatingIPsAssociationTestJSON-312227423 tempest-FloatingIPsAssociationTestJSON-312227423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:11.722195 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66346970-c5e1-4acc-ab89-b703d2bca3a1 req-79087dda-a844-4522-99ad-0713880c0751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:11.723761 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-66346970-c5e1-4acc-ab89-b703d2bca3a1 req-79087dda-a844-4522-99ad-0713880c0751 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5b03c927c66142f381afed5bba742bc2&device_id=25a54fb7-e8eb-4ac3-bfb9-d547035a0939 HTTP/1.1" status: 200 len: 1094 time: 0.0605619 Jul 27 23:07:11.725187 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-842b13b7-7ba0-4225-87eb-ee91e809ea7d req-19211ef9-ea8c-4a07-a675-e93151689a27 tempest-FloatingIPsAssociationTestJSON-312227423 tempest-FloatingIPsAssociationTestJSON-312227423-project] 10.222.0.18 "GET /v2.0/ports?device_id=25a54fb7-e8eb-4ac3-bfb9-d547035a0939 HTTP/1.1" status: 200 len: 943 time: 0.0659454 Jul 27 23:07:11.767789 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-842b13b7-7ba0-4225-87eb-ee91e809ea7d req-48b2634d-d9df-4233-9486-a44cac8330ad tempest-FloatingIPsAssociationTestJSON-312227423 tempest-FloatingIPsAssociationTestJSON-312227423-project] 10.222.0.18 "GET /v2.0/security-groups?id=caac3015-af23-4b8e-8c6c-b51e7bf06c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417221 Jul 27 23:07:11.851334 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66346970-c5e1-4acc-ab89-b703d2bca3a1 req-43128f76-69b2-4e6c-bb0c-044ed5bd6b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:11.852735 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-66346970-c5e1-4acc-ab89-b703d2bca3a1 req-43128f76-69b2-4e6c-bb0c-044ed5bd6b17 service neutron] 10.222.0.38 "GET /v2.0/networks?id=651a62f0-bf28-4546-86cc-bdd30132572b HTTP/1.1" status: 200 len: 921 time: 0.1188123 Jul 27 23:07:11.901863 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-66346970-c5e1-4acc-ab89-b703d2bca3a1 req-113f6845-ad97-41ab-beb2-b61d2a9eb531 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e8164c28-78be-4f14-8b37-9227b6ebeeed HTTP/1.1" status: 200 len: 217 time: 0.0411482 Jul 27 23:07:11.969090 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66346970-c5e1-4acc-ab89-b703d2bca3a1 req-eb91087f-b5da-4f47-b68f-ea59e6a8a8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:11.971383 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-66346970-c5e1-4acc-ab89-b703d2bca3a1 req-eb91087f-b5da-4f47-b68f-ea59e6a8a8a5 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=fa7fc9a2-9609-4fd7-ac94-2254e732d52b HTTP/1.1" status: 200 len: 859 time: 0.0617929 Jul 27 23:07:12.067261 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66346970-c5e1-4acc-ab89-b703d2bca3a1 req-fe4c4697-f9f9-4bca-8845-3e1a226c0ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:12.069318 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-66346970-c5e1-4acc-ab89-b703d2bca3a1 req-fe4c4697-f9f9-4bca-8845-3e1a226c0ab8 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=651a62f0-bf28-4546-86cc-bdd30132572b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0898333 Jul 27 23:07:12.136933 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70721dc1-079b-498b-b89d-21385cff6ce5 req-9a93ba1f-acaa-4548-b716-2904a174623b tempest-ImagesOneServerTestJSON-1473465118 tempest-ImagesOneServerTestJSON-1473465118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:12.142330 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-70721dc1-079b-498b-b89d-21385cff6ce5 req-9a93ba1f-acaa-4548-b716-2904a174623b tempest-ImagesOneServerTestJSON-1473465118 tempest-ImagesOneServerTestJSON-1473465118-project] 10.222.0.18 "GET /v2.0/ports?device_id=55c02be4-66a1-4b0b-a2e8-25b212b674a7 HTTP/1.1" status: 200 len: 950 time: 0.0763617 Jul 27 23:07:12.163622 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ee6885-e520-4155-b1c7-22d4fbc4e90f req-30caa92d-f34c-48c2-9100-ee159422383e tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:12.165234 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-12ee6885-e520-4155-b1c7-22d4fbc4e90f req-30caa92d-f34c-48c2-9100-ee159422383e tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] 10.222.0.18 "GET /v2.0/ports?device_id=65531a1a-b9ac-4094-b10b-091072ee8bf1 HTTP/1.1" status: 200 len: 944 time: 0.1432908 Jul 27 23:07:12.193707 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-70721dc1-079b-498b-b89d-21385cff6ce5 req-b37cccbb-02e7-450a-80f9-55908340fd03 tempest-ImagesOneServerTestJSON-1473465118 tempest-ImagesOneServerTestJSON-1473465118-project] 10.222.0.18 "GET /v2.0/security-groups?id=9e49bb70-e466-4e58-b282-493795fb0cca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467539 Jul 27 23:07:12.253233 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-12ee6885-e520-4155-b1c7-22d4fbc4e90f req-1edf5df6-2f61-4da9-8ba7-cbf07cf94446 tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] 10.222.0.18 "GET /v2.0/security-groups?id=e8e7b229-51f5-4d90-9897-e570dceca7b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716164 Jul 27 23:07:12.295085 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-66346970-c5e1-4acc-ab89-b703d2bca3a1 req-09861b46-1c8a-40b3-8263-7846eaa570e2 service neutron] 10.222.0.38 "GET /v2.0/networks/651a62f0-bf28-4546-86cc-bdd30132572b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2097993 Jul 27 23:07:12.316911 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device 1398ba90-36b9-4df9-86b0-0f59a2939286 up at agent hyperv_n-h2-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:07:12.432816 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Provisioning complete for port 1398ba90-36b9-4df9-86b0-0f59a2939286 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:07:12.434917 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:12.442814 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c98602-063f-40bb-b0b1-63ca4a4b8b84 req-1abedd00-6ee8-43fd-b39f-003768c7fbd5 tempest-ServersWithSpecificFlavorTestJSON-503998184 tempest-ServersWithSpecificFlavorTestJSON-503998184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:12.444530 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-42c98602-063f-40bb-b0b1-63ca4a4b8b84 req-1abedd00-6ee8-43fd-b39f-003768c7fbd5 tempest-ServersWithSpecificFlavorTestJSON-503998184 tempest-ServersWithSpecificFlavorTestJSON-503998184-project] 10.222.0.18 "GET /v2.0/ports?device_id=35be93a3-fd2e-4e76-a180-e2990ab86391 HTTP/1.1" status: 200 len: 943 time: 0.0908730 Jul 27 23:07:12.451113 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-66346970-c5e1-4acc-ab89-b703d2bca3a1 req-e6b1e536-e49c-48aa-8e86-98c0c00d8987 service neutron] 10.222.0.38 "GET /v2.0/networks/651a62f0-bf28-4546-86cc-bdd30132572b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510634 Jul 27 23:07:12.501109 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-96fb7dd9-52df-4079-97a5-c611ba7522ad req-9acc8608-b3ec-4397-a807-368f85ea2c70 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.18 "GET /v2.0/ports?device_id=b63522d9-ea6f-40ac-9bbc-7128e3b9d165 HTTP/1.1" status: 200 len: 210 time: 0.0593877 Jul 27 23:07:12.501331 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-42c98602-063f-40bb-b0b1-63ca4a4b8b84 req-f092b389-2711-4fc6-aef0-1199c81e0b7a tempest-ServersWithSpecificFlavorTestJSON-503998184 tempest-ServersWithSpecificFlavorTestJSON-503998184-project] 10.222.0.18 "GET /v2.0/security-groups?id=13497a54-4f49-49ad-b566-6beee2074a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491681 Jul 27 23:07:12.590099 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:12.618260 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e60be3-7289-4450-a7f1-4b718ef64633 req-fd79ffee-f5d9-4bf2-bb70-e74f28c0540c tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:12.627359 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-06e60be3-7289-4450-a7f1-4b718ef64633 req-fd79ffee-f5d9-4bf2-bb70-e74f28c0540c tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] 10.222.0.18 "GET /v2.0/ports?device_id=043450d5-a8e9-4524-8c01-f8118205eebd HTTP/1.1" status: 200 len: 944 time: 0.0663600 Jul 27 23:07:12.632940 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port 1398ba90-36b9-4df9-86b0-0f59a2939286, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=1398ba90-36b9-4df9-86b0-0f59a2939286,segment=NetworkSegment(0804c63a-d684-491c-9e34-41f7ae70f391),segment_id=0804c63a-d684-491c-9e34-41f7ae70f391)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:07:12.640782 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:12.641779 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device 1a4ffe25-6ceb-4249-ab10-ac979bdc7b73 no longer exists at agent hyperv_n-h2-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:07:12.666626 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-06e60be3-7289-4450-a7f1-4b718ef64633 req-b0664f75-dc6f-4063-b910-4343f1e60cd1 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] 10.222.0.18 "GET /v2.0/security-groups?id=bed30b16-cd2d-47d0-9758-37dc9df2dfb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383885 Jul 27 23:07:12.740235 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Pushing event updated for resources: {'Port': ['ID=1398ba90-36b9-4df9-86b0-0f59a2939286,revision_number=7']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:07:12.909781 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e088233b-4f06-447f-8d01-adabf2d96bcb req-975731a3-edad-4bdd-88bf-73ba97dba778 tempest-FloatingIPsAssociationTestJSON-312227423 tempest-FloatingIPsAssociationTestJSON-312227423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:12.911338 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e088233b-4f06-447f-8d01-adabf2d96bcb req-975731a3-edad-4bdd-88bf-73ba97dba778 tempest-FloatingIPsAssociationTestJSON-312227423 tempest-FloatingIPsAssociationTestJSON-312227423-project] 10.222.0.18 "GET /v2.0/ports?device_id=25a54fb7-e8eb-4ac3-bfb9-d547035a0939 HTTP/1.1" status: 200 len: 943 time: 0.0628264 Jul 27 23:07:12.953849 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e088233b-4f06-447f-8d01-adabf2d96bcb req-3ab8b08b-27e2-402a-9dda-5360f06bfdf1 tempest-FloatingIPsAssociationTestJSON-312227423 tempest-FloatingIPsAssociationTestJSON-312227423-project] 10.222.0.18 "GET /v2.0/security-groups?id=caac3015-af23-4b8e-8c6c-b51e7bf06c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357468 Jul 27 23:07:13.237106 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65531a1a-b9ac-4094-b10b-091072ee8bf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1398ba90-36b9-4df9-86b0-0f59a2939286'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:07:13.239825 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c0369b0d4f459110ff20a1f9878ba33f96d6491bddb9d15843bf29d01e0bda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0d8f188-fc8c-4164-a249-cd6822c61472" -d '{"events": [{"server_uuid": "65531a1a-b9ac-4094-b10b-091072ee8bf1", "name": "network-vif-plugged", "status": "completed", "tag": "1398ba90-36b9-4df9-86b0-0f59a2939286"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:07:13.287986 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:07:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e139fe5c-5475-49ac-98f0-ced5043754d0 x-openstack-request-id: req-e139fe5c-5475-49ac-98f0-ced5043754d0 {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:07:13.288414 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65531a1a-b9ac-4094-b10b-091072ee8bf1", "name": "network-vif-plugged", "status": "completed", "tag": "1398ba90-36b9-4df9-86b0-0f59a2939286", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:07:13.290571 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e139fe5c-5475-49ac-98f0-ced5043754d0 {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:07:13.291162 n-d-802623-1 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65531a1a-b9ac-4094-b10b-091072ee8bf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1398ba90-36b9-4df9-86b0-0f59a2939286', 'code': 200} Jul 27 23:07:13.382919 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9c0787-b8f3-4b1b-8694-0fd5d4fb2fbd req-fceb41b4-2955-47e5-81de-469ad2585908 tempest-ImagesOneServerTestJSON-1473465118 tempest-ImagesOneServerTestJSON-1473465118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:13.385398 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-cf9c0787-b8f3-4b1b-8694-0fd5d4fb2fbd req-fceb41b4-2955-47e5-81de-469ad2585908 tempest-ImagesOneServerTestJSON-1473465118 tempest-ImagesOneServerTestJSON-1473465118-project] 10.222.0.18 "GET /v2.0/ports?device_id=55c02be4-66a1-4b0b-a2e8-25b212b674a7 HTTP/1.1" status: 200 len: 950 time: 0.0929315 Jul 27 23:07:13.414102 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd73012-21df-4c81-ae98-55bd67d4bab3 req-14379290-a708-41a7-abea-e3999770b206 tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:13.424290 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-5bd73012-21df-4c81-ae98-55bd67d4bab3 req-14379290-a708-41a7-abea-e3999770b206 tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] 10.222.0.18 "GET /v2.0/ports?device_id=65531a1a-b9ac-4094-b10b-091072ee8bf1 HTTP/1.1" status: 200 len: 945 time: 0.0724816 Jul 27 23:07:13.462126 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-cf9c0787-b8f3-4b1b-8694-0fd5d4fb2fbd req-d412cdec-18fa-42d9-b086-9ea80664a230 tempest-ImagesOneServerTestJSON-1473465118 tempest-ImagesOneServerTestJSON-1473465118-project] 10.222.0.18 "GET /v2.0/security-groups?id=9e49bb70-e466-4e58-b282-493795fb0cca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653706 Jul 27 23:07:13.475211 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device e8164c28-78be-4f14-8b37-9227b6ebeeed details requested by agent hyperv_n-h1-802623-1 with host n-h1-802623-1 {{(pid=93799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 23:07:13.484128 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-5bd73012-21df-4c81-ae98-55bd67d4bab3 req-f67b2e4d-c565-4a43-8c65-7267fa55b76f tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] 10.222.0.18 "GET /v2.0/security-groups?id=e8e7b229-51f5-4d90-9897-e570dceca7b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585475 Jul 27 23:07:13.656274 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-832b829e-e0d8-46c1-8347-7863244c396e req-8ec8f513-e1ff-4659-9d40-53ce91bb3008 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.18 "GET /v2.0/ports?device_id=b63522d9-ea6f-40ac-9bbc-7128e3b9d165 HTTP/1.1" status: 200 len: 210 time: 0.0590272 Jul 27 23:07:13.661608 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port e8164c28-78be-4f14-8b37-9227b6ebeeed, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=e8164c28-78be-4f14-8b37-9227b6ebeeed,segment=NetworkSegment(758c827b-73d3-4676-bc4a-ecbb15805f5a),segment_id=758c827b-73d3-4676-bc4a-ecbb15805f5a)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:07:13.687078 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Returning: {'device': 'e8164c28-78be-4f14-8b37-9227b6ebeeed', 'network_id': '651a62f0-bf28-4546-86cc-bdd30132572b', 'port_id': 'e8164c28-78be-4f14-8b37-9227b6ebeeed', 'mac_address': 'fa:16:3e:cb:1c:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa7fc9a2-9609-4fd7-ac94-2254e732d52b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 23:07:13.735975 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:13.753791 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8164c28-78be-4f14-8b37-9227b6ebeeed {{(pid=93799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:07:13.781585 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port e8164c28-78be-4f14-8b37-9227b6ebeeed, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=e8164c28-78be-4f14-8b37-9227b6ebeeed,segment=NetworkSegment(758c827b-73d3-4676-bc4a-ecbb15805f5a),segment_id=758c827b-73d3-4676-bc4a-ecbb15805f5a)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:07:13.789720 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:13.790800 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 7cacf8fa-ecbc-4d4c-8d27-ba0d252eb76d details requested by agent hyperv_n-h1-802623-1 with host n-h1-802623-1 {{(pid=93799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 23:07:13.825387 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9cc36c-fc70-45f1-94dd-5a1983922df2 req-70474412-af12-4780-b200-544486db2613 tempest-ServersWithSpecificFlavorTestJSON-503998184 tempest-ServersWithSpecificFlavorTestJSON-503998184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:13.827166 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-2f9cc36c-fc70-45f1-94dd-5a1983922df2 req-70474412-af12-4780-b200-544486db2613 tempest-ServersWithSpecificFlavorTestJSON-503998184 tempest-ServersWithSpecificFlavorTestJSON-503998184-project] 10.222.0.18 "GET /v2.0/ports?device_id=35be93a3-fd2e-4e76-a180-e2990ab86391 HTTP/1.1" status: 200 len: 943 time: 0.0813649 Jul 27 23:07:13.895766 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-2f9cc36c-fc70-45f1-94dd-5a1983922df2 req-b42ca088-9067-4494-916a-dcc84088bca3 tempest-ServersWithSpecificFlavorTestJSON-503998184 tempest-ServersWithSpecificFlavorTestJSON-503998184-project] 10.222.0.18 "GET /v2.0/security-groups?id=13497a54-4f49-49ad-b566-6beee2074a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597730 Jul 27 23:07:13.948526 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Pushing event updated for resources: {'Port': ['ID=e8164c28-78be-4f14-8b37-9227b6ebeeed,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:07:14.000706 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port 7cacf8fa-ecbc-4d4c-8d27-ba0d252eb76d, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=7cacf8fa-ecbc-4d4c-8d27-ba0d252eb76d,segment=NetworkSegment(68badffb-1ae8-46d7-9932-5a3dba1817fe),segment_id=68badffb-1ae8-46d7-9932-5a3dba1817fe)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:07:14.017571 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Returning: {'device': '7cacf8fa-ecbc-4d4c-8d27-ba0d252eb76d', 'network_id': '0f9004bd-8e90-4e82-a7cb-88f9b433c217', 'port_id': '7cacf8fa-ecbc-4d4c-8d27-ba0d252eb76d', 'mac_address': 'fa:16:3e:6f:d2:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '681fdd2e-7bb4-498c-9817-5f416242773c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 23:07:14.064473 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:14.095567 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7cacf8fa-ecbc-4d4c-8d27-ba0d252eb76d {{(pid=93799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:07:14.100745 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912a4649-1204-47bc-8578-6b032c98be53 req-6ca38499-de77-43bd-9298-bf2f11cea403 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:14.102332 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-912a4649-1204-47bc-8578-6b032c98be53 req-6ca38499-de77-43bd-9298-bf2f11cea403 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] 10.222.0.18 "GET /v2.0/ports?device_id=043450d5-a8e9-4524-8c01-f8118205eebd HTTP/1.1" status: 200 len: 944 time: 0.1129010 Jul 27 23:07:14.149978 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port 7cacf8fa-ecbc-4d4c-8d27-ba0d252eb76d, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=7cacf8fa-ecbc-4d4c-8d27-ba0d252eb76d,segment=NetworkSegment(68badffb-1ae8-46d7-9932-5a3dba1817fe),segment_id=68badffb-1ae8-46d7-9932-5a3dba1817fe)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:07:14.161007 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:14.191120 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-912a4649-1204-47bc-8578-6b032c98be53 req-da7cf687-af74-4fd8-b295-d35ecd73cf1f tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] 10.222.0.18 "GET /v2.0/security-groups?id=bed30b16-cd2d-47d0-9758-37dc9df2dfb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803928 Jul 27 23:07:14.248555 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Pushing event updated for resources: {'Port': ['ID=7cacf8fa-ecbc-4d4c-8d27-ba0d252eb76d,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:07:14.441463 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] get_ports_and_sgs() called for port_ids ['7cacf8fa-ecbc-4d4c-8d27-ba0d252eb76d'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:07:14.469684 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] get_ports_and_sgs() called for port_ids ['e8164c28-78be-4f14-8b37-9227b6ebeeed'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:07:14.589897 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b20f2e-ed22-4a3d-a059-cf8d2371f506 req-917f52cf-30dd-4a23-9bff-9d0c8b8c4b69 tempest-FloatingIPsAssociationTestJSON-312227423 tempest-FloatingIPsAssociationTestJSON-312227423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:14.597327 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-92b20f2e-ed22-4a3d-a059-cf8d2371f506 req-917f52cf-30dd-4a23-9bff-9d0c8b8c4b69 tempest-FloatingIPsAssociationTestJSON-312227423 tempest-FloatingIPsAssociationTestJSON-312227423-project] 10.222.0.18 "GET /v2.0/ports?device_id=25a54fb7-e8eb-4ac3-bfb9-d547035a0939 HTTP/1.1" status: 200 len: 944 time: 0.4287558 Jul 27 23:07:14.659640 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-92b20f2e-ed22-4a3d-a059-cf8d2371f506 req-2623561d-a9c8-4fb5-be44-a6a89f65ac26 tempest-FloatingIPsAssociationTestJSON-312227423 tempest-FloatingIPsAssociationTestJSON-312227423-project] 10.222.0.18 "GET /v2.0/security-groups?id=caac3015-af23-4b8e-8c6c-b51e7bf06c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474477 Jul 27 23:07:14.704459 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd923e61-7fb2-410d-9742-ae7d32d3289f req-f2a59c83-2a1f-47d4-a1ad-993fdf6c1b76 tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:14.713650 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-cd923e61-7fb2-410d-9742-ae7d32d3289f req-f2a59c83-2a1f-47d4-a1ad-993fdf6c1b76 tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] 10.222.0.18 "GET /v2.0/ports?device_id=65531a1a-b9ac-4094-b10b-091072ee8bf1 HTTP/1.1" status: 200 len: 945 time: 0.1140029 Jul 27 23:07:14.807669 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-cd923e61-7fb2-410d-9742-ae7d32d3289f req-9abbfa0a-0c1b-4d03-ad16-8b07c1b34b76 tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] 10.222.0.18 "GET /v2.0/security-groups?id=e8e7b229-51f5-4d90-9897-e570dceca7b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861640 Jul 27 23:07:14.836465 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-27b320be-2c86-42bc-a6ff-88b2c572300b req-60d3b76d-3aa3-4dfe-9b4b-57b64546172b tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.18 "GET /v2.0/ports?device_id=b63522d9-ea6f-40ac-9bbc-7128e3b9d165 HTTP/1.1" status: 200 len: 210 time: 0.0287116 Jul 27 23:07:15.023598 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1fff79-7170-40da-8cc1-23e55d6f9926 req-b1d55727-17e3-4a00-b679-fce092c55d4b tempest-ServersWithSpecificFlavorTestJSON-503998184 tempest-ServersWithSpecificFlavorTestJSON-503998184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:15.025414 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-df1fff79-7170-40da-8cc1-23e55d6f9926 req-b1d55727-17e3-4a00-b679-fce092c55d4b tempest-ServersWithSpecificFlavorTestJSON-503998184 tempest-ServersWithSpecificFlavorTestJSON-503998184-project] 10.222.0.18 "GET /v2.0/ports?device_id=35be93a3-fd2e-4e76-a180-e2990ab86391 HTTP/1.1" status: 200 len: 944 time: 0.0511885 Jul 27 23:07:15.067920 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-df1fff79-7170-40da-8cc1-23e55d6f9926 req-e531345a-0a4a-46cf-a181-3b5ccfbdc780 tempest-ServersWithSpecificFlavorTestJSON-503998184 tempest-ServersWithSpecificFlavorTestJSON-503998184-project] 10.222.0.18 "GET /v2.0/security-groups?id=13497a54-4f49-49ad-b566-6beee2074a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347469 Jul 27 23:07:15.304278 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be12daf0-76ef-4256-898b-3bd6aa80d4a8 req-b93d050f-beff-40aa-944a-d14f49f6bc99 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:15.311609 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-be12daf0-76ef-4256-898b-3bd6aa80d4a8 req-b93d050f-beff-40aa-944a-d14f49f6bc99 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] 10.222.0.18 "GET /v2.0/ports?device_id=043450d5-a8e9-4524-8c01-f8118205eebd HTTP/1.1" status: 200 len: 944 time: 0.0577700 Jul 27 23:07:15.364318 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-be12daf0-76ef-4256-898b-3bd6aa80d4a8 req-5b67268f-d2a8-4d67-a9ff-7b3555ca7924 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] 10.222.0.18 "GET /v2.0/security-groups?id=bed30b16-cd2d-47d0-9758-37dc9df2dfb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469909 Jul 27 23:07:15.761811 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650f7c36-a08d-424c-a117-811e1a45d334 req-a7c54463-a1d9-4d9f-8f3d-8058cae5afa5 tempest-FloatingIPsAssociationTestJSON-312227423 tempest-FloatingIPsAssociationTestJSON-312227423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:15.764094 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-650f7c36-a08d-424c-a117-811e1a45d334 req-a7c54463-a1d9-4d9f-8f3d-8058cae5afa5 tempest-FloatingIPsAssociationTestJSON-312227423 tempest-FloatingIPsAssociationTestJSON-312227423-project] 10.222.0.18 "GET /v2.0/ports?device_id=25a54fb7-e8eb-4ac3-bfb9-d547035a0939 HTTP/1.1" status: 200 len: 944 time: 0.0543671 Jul 27 23:07:15.811904 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-650f7c36-a08d-424c-a117-811e1a45d334 req-44a5013c-3e22-4853-b858-bfce9636f996 tempest-FloatingIPsAssociationTestJSON-312227423 tempest-FloatingIPsAssociationTestJSON-312227423-project] 10.222.0.18 "GET /v2.0/security-groups?id=caac3015-af23-4b8e-8c6c-b51e7bf06c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408373 Jul 27 23:07:15.936256 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da30385-2f24-4e06-ac82-9198bfaf2580 req-ddc2cc3b-ca0c-496e-980d-a57476666791 tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:15.938206 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-1da30385-2f24-4e06-ac82-9198bfaf2580 req-ddc2cc3b-ca0c-496e-980d-a57476666791 tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] 10.222.0.18 "GET /v2.0/ports?device_id=65531a1a-b9ac-4094-b10b-091072ee8bf1 HTTP/1.1" status: 200 len: 945 time: 0.0592411 Jul 27 23:07:15.984224 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-1da30385-2f24-4e06-ac82-9198bfaf2580 req-e1bf0c48-414c-4ecd-a2e8-621451535a88 tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] 10.222.0.18 "GET /v2.0/security-groups?id=e8e7b229-51f5-4d90-9897-e570dceca7b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387497 Jul 27 23:07:16.265001 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5698db88-7cd7-4ea2-89f5-50bef5855a96 req-a0991aa8-a5cb-453c-8e9f-568f7bfd4149 tempest-ServersWithSpecificFlavorTestJSON-503998184 tempest-ServersWithSpecificFlavorTestJSON-503998184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:16.267436 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-5698db88-7cd7-4ea2-89f5-50bef5855a96 req-a0991aa8-a5cb-453c-8e9f-568f7bfd4149 tempest-ServersWithSpecificFlavorTestJSON-503998184 tempest-ServersWithSpecificFlavorTestJSON-503998184-project] 10.222.0.18 "GET /v2.0/ports?device_id=35be93a3-fd2e-4e76-a180-e2990ab86391 HTTP/1.1" status: 200 len: 944 time: 0.0984704 Jul 27 23:07:16.318880 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038073be-1bc4-4fe8-bbf2-0c24296503b7 req-708f4a06-3045-4ff4-b5db-65fc9df42943 tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:16.321332 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-038073be-1bc4-4fe8-bbf2-0c24296503b7 req-708f4a06-3045-4ff4-b5db-65fc9df42943 tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] 10.222.0.18 "GET /v2.0/ports?device_id=65531a1a-b9ac-4094-b10b-091072ee8bf1 HTTP/1.1" status: 200 len: 945 time: 0.0672956 Jul 27 23:07:16.354810 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-5698db88-7cd7-4ea2-89f5-50bef5855a96 req-ec78e381-9d3d-48c2-96d8-5821a5e8048d tempest-ServersWithSpecificFlavorTestJSON-503998184 tempest-ServersWithSpecificFlavorTestJSON-503998184-project] 10.222.0.18 "GET /v2.0/security-groups?id=13497a54-4f49-49ad-b566-6beee2074a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819604 Jul 27 23:07:16.380398 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-038073be-1bc4-4fe8-bbf2-0c24296503b7 req-6c2b5aa1-fad1-4cd0-8048-3335fdd20e33 tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] 10.222.0.18 "GET /v2.0/security-groups?id=e8e7b229-51f5-4d90-9897-e570dceca7b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486021 Jul 27 23:07:16.528349 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dffd02-f734-40f2-8531-5e8ca1d1f09c req-65a6ea1d-24b5-40c1-9b47-30a9bfa73f85 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:16.530312 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-43dffd02-f734-40f2-8531-5e8ca1d1f09c req-65a6ea1d-24b5-40c1-9b47-30a9bfa73f85 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] 10.222.0.18 "GET /v2.0/ports?device_id=043450d5-a8e9-4524-8c01-f8118205eebd HTTP/1.1" status: 200 len: 944 time: 0.0743458 Jul 27 23:07:16.564339 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc666ce-7c0e-430d-b9f2-b16058464423 req-f4e611e4-ad5f-40be-ab99-b913d616e175 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:16.565968 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-9dc666ce-7c0e-430d-b9f2-b16058464423 req-f4e611e4-ad5f-40be-ab99-b913d616e175 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.18 "GET /v2.0/networks?id=9e23151c-db3f-4ce6-bd4c-f37102973a7b HTTP/1.1" status: 200 len: 810 time: 0.1222634 Jul 27 23:07:16.585393 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-43dffd02-f734-40f2-8531-5e8ca1d1f09c req-d24c53f9-ade0-46db-8590-77ce37933e49 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] 10.222.0.18 "GET /v2.0/security-groups?id=bed30b16-cd2d-47d0-9758-37dc9df2dfb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466528 Jul 27 23:07:16.587666 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-9dc666ce-7c0e-430d-b9f2-b16058464423 req-ae1da3da-22a6-4630-be5c-959e6cf850ee tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.18 "GET /v2.0/quotas/8769b54ba73a4421837726dbda018e6b HTTP/1.1" status: 200 len: 375 time: 0.0154300 Jul 27 23:07:16.629057 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-9dc666ce-7c0e-430d-b9f2-b16058464423 req-2afd69d0-a2d2-4dde-a733-4dea3c659d82 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=8769b54ba73a4421837726dbda018e6b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0351951 Jul 27 23:07:16.735975 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-9dc666ce-7c0e-430d-b9f2-b16058464423 req-12991496-283d-401d-a340-935f4ff00863 service neutron] 10.222.0.18 "GET /v2.0/networks/9e23151c-db3f-4ce6-bd4c-f37102973a7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983520 Jul 27 23:07:16.848248 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-9dc666ce-7c0e-430d-b9f2-b16058464423 req-f77ec8c0-84d7-48fd-bb19-63cc8e303577 service neutron] 10.222.0.18 "GET /v2.0/networks/9e23151c-db3f-4ce6-bd4c-f37102973a7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044090 Jul 27 23:07:16.987632 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0364d29b-6f47-4ff2-9469-cb3ff0881e9f req-1c96d103-738e-4bf7-8a55-2ce38452652a tempest-FloatingIPsAssociationTestJSON-312227423 tempest-FloatingIPsAssociationTestJSON-312227423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:16.989991 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-0364d29b-6f47-4ff2-9469-cb3ff0881e9f req-1c96d103-738e-4bf7-8a55-2ce38452652a tempest-FloatingIPsAssociationTestJSON-312227423 tempest-FloatingIPsAssociationTestJSON-312227423-project] 10.222.0.18 "GET /v2.0/ports?device_id=25a54fb7-e8eb-4ac3-bfb9-d547035a0939 HTTP/1.1" status: 200 len: 944 time: 0.0627196 Jul 27 23:07:17.048206 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-61b0eeaa-eb68-4dee-9b8a-a4ebfef82984 req-b5165891-15fb-4c5d-b3a1-a7a4f70bb012 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.18 "GET /v2.0/ports?device_id=c939f6d8-c010-441d-a9e8-7240ed7162ca HTTP/1.1" status: 200 len: 210 time: 0.0331714 Jul 27 23:07:17.055568 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-0364d29b-6f47-4ff2-9469-cb3ff0881e9f req-1f86c56a-bfa6-442e-b727-4da3054b262c tempest-FloatingIPsAssociationTestJSON-312227423 tempest-FloatingIPsAssociationTestJSON-312227423-project] 10.222.0.18 "GET /v2.0/security-groups?id=caac3015-af23-4b8e-8c6c-b51e7bf06c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590265 Jul 27 23:07:17.470053 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device e8164c28-78be-4f14-8b37-9227b6ebeeed up at agent hyperv_n-h1-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:07:17.494511 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0821d6b-cdd8-4921-9c4d-5be6292123fe req-f08cc45e-9e14-4847-ae5d-616b0564ea6c tempest-ServersWithSpecificFlavorTestJSON-503998184 tempest-ServersWithSpecificFlavorTestJSON-503998184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:17.503780 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e0821d6b-cdd8-4921-9c4d-5be6292123fe req-f08cc45e-9e14-4847-ae5d-616b0564ea6c tempest-ServersWithSpecificFlavorTestJSON-503998184 tempest-ServersWithSpecificFlavorTestJSON-503998184-project] 10.222.0.18 "GET /v2.0/ports?device_id=35be93a3-fd2e-4e76-a180-e2990ab86391 HTTP/1.1" status: 200 len: 944 time: 0.0681953 Jul 27 23:07:17.538187 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Provisioning for port e8164c28-78be-4f14-8b37-9227b6ebeeed completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:07:17.543102 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Provisioning complete for port e8164c28-78be-4f14-8b37-9227b6ebeeed triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:07:17.543753 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:17.559966 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e0821d6b-cdd8-4921-9c4d-5be6292123fe req-0c6104bf-02b9-4704-a73b-b6274a872c88 tempest-ServersWithSpecificFlavorTestJSON-503998184 tempest-ServersWithSpecificFlavorTestJSON-503998184-project] 10.222.0.18 "GET /v2.0/security-groups?id=13497a54-4f49-49ad-b566-6beee2074a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476494 Jul 27 23:07:17.622240 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983f3a20-1ed9-4fbb-9f13-27f9b78f283d req-e53ec559-3fa6-4427-9ae6-86311a710f2c tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:17.631680 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-983f3a20-1ed9-4fbb-9f13-27f9b78f283d req-e53ec559-3fa6-4427-9ae6-86311a710f2c tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] 10.222.0.18 "GET /v2.0/ports?device_id=65531a1a-b9ac-4094-b10b-091072ee8bf1 HTTP/1.1" status: 200 len: 945 time: 0.0988791 Jul 27 23:07:17.686610 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-983f3a20-1ed9-4fbb-9f13-27f9b78f283d req-626b45eb-2375-4018-a4a3-d0aa0e39f14e tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] 10.222.0.18 "GET /v2.0/security-groups?id=e8e7b229-51f5-4d90-9897-e570dceca7b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516403 Jul 27 23:07:17.686872 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:17.719572 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25a54fb7-e8eb-4ac3-bfb9-d547035a0939', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8164c28-78be-4f14-8b37-9227b6ebeeed'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:07:17.721961 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c0369b0d4f459110ff20a1f9878ba33f96d6491bddb9d15843bf29d01e0bda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aed2c377-b4b9-4051-bd3b-06a1367af690" -d '{"events": [{"server_uuid": "25a54fb7-e8eb-4ac3-bfb9-d547035a0939", "name": "network-vif-plugged", "status": "completed", "tag": "e8164c28-78be-4f14-8b37-9227b6ebeeed"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:07:17.738315 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port e8164c28-78be-4f14-8b37-9227b6ebeeed, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=e8164c28-78be-4f14-8b37-9227b6ebeeed,segment=NetworkSegment(758c827b-73d3-4676-bc4a-ecbb15805f5a),segment_id=758c827b-73d3-4676-bc4a-ecbb15805f5a)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:07:17.747417 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:17.748436 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 7cacf8fa-ecbc-4d4c-8d27-ba0d252eb76d up at agent hyperv_n-h1-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:07:17.760974 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e76b61-6d3d-4093-ad47-5555a6a10c6f req-6eb0ac35-f9c7-40a7-a379-c6792e7843fb tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:17.768048 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-71e76b61-6d3d-4093-ad47-5555a6a10c6f req-6eb0ac35-f9c7-40a7-a379-c6792e7843fb tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] 10.222.0.18 "GET /v2.0/ports?device_id=043450d5-a8e9-4524-8c01-f8118205eebd HTTP/1.1" status: 200 len: 944 time: 0.0825319 Jul 27 23:07:17.813526 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-71e76b61-6d3d-4093-ad47-5555a6a10c6f req-5641c640-fc8d-4ecf-bf25-c3a76411f98e tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] 10.222.0.18 "GET /v2.0/security-groups?id=bed30b16-cd2d-47d0-9758-37dc9df2dfb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443687 Jul 27 23:07:17.841466 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Pushing event updated for resources: {'Port': ['ID=e8164c28-78be-4f14-8b37-9227b6ebeeed,revision_number=5']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:07:17.845552 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Provisioning for port 7cacf8fa-ecbc-4d4c-8d27-ba0d252eb76d completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:07:17.850721 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Provisioning complete for port 7cacf8fa-ecbc-4d4c-8d27-ba0d252eb76d triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:07:17.851123 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:17.941073 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09a287c-3096-4ccc-9854-48aaa9050d78 req-381fc5ba-4802-4d8b-9227-6cab20bae213 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:17.942679 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-e09a287c-3096-4ccc-9854-48aaa9050d78 req-381fc5ba-4802-4d8b-9227-6cab20bae213 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.18 "GET /v2.0/networks?id=9e23151c-db3f-4ce6-bd4c-f37102973a7b HTTP/1.1" status: 200 len: 810 time: 0.1466265 Jul 27 23:07:17.950395 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:07:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2ec1e7b-e6c6-4a17-94cf-020d1e7a9073 x-openstack-request-id: req-b2ec1e7b-e6c6-4a17-94cf-020d1e7a9073 {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:07:17.950702 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25a54fb7-e8eb-4ac3-bfb9-d547035a0939", "name": "network-vif-plugged", "status": "completed", "tag": "e8164c28-78be-4f14-8b37-9227b6ebeeed", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:07:17.951134 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b2ec1e7b-e6c6-4a17-94cf-020d1e7a9073 {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:07:17.951593 n-d-802623-1 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25a54fb7-e8eb-4ac3-bfb9-d547035a0939', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8164c28-78be-4f14-8b37-9227b6ebeeed', 'code': 200} Jul 27 23:07:17.966836 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-e09a287c-3096-4ccc-9854-48aaa9050d78 req-639c8395-5e57-461b-94ad-da7dc46a9b07 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.18 "GET /v2.0/quotas/8769b54ba73a4421837726dbda018e6b HTTP/1.1" status: 200 len: 375 time: 0.0100341 Jul 27 23:07:17.970058 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:18.014404 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-e09a287c-3096-4ccc-9854-48aaa9050d78 req-48380bdc-b0d7-4c24-afaa-b62384addd1e tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=8769b54ba73a4421837726dbda018e6b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0368769 Jul 27 23:07:18.025012 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port 7cacf8fa-ecbc-4d4c-8d27-ba0d252eb76d, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=7cacf8fa-ecbc-4d4c-8d27-ba0d252eb76d,segment=NetworkSegment(68badffb-1ae8-46d7-9932-5a3dba1817fe),segment_id=68badffb-1ae8-46d7-9932-5a3dba1817fe)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:07:18.031583 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:18.095785 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e5c204-799f-47a7-b60e-e8fe732745b9 req-95a678df-60af-4d2a-91e7-5374a7ba8d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:18.097919 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-04e5c204-799f-47a7-b60e-e8fe732745b9 req-95a678df-60af-4d2a-91e7-5374a7ba8d18 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=25a54fb7-e8eb-4ac3-bfb9-d547035a0939 HTTP/1.1" status: 200 len: 1096 time: 0.0497069 Jul 27 23:07:18.113532 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Pushing event updated for resources: {'Port': ['ID=7cacf8fa-ecbc-4d4c-8d27-ba0d252eb76d,revision_number=5']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:07:18.135552 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-e09a287c-3096-4ccc-9854-48aaa9050d78 req-133e79ae-8b18-4069-9156-a762b9639733 service neutron] 10.222.0.18 "GET /v2.0/networks/9e23151c-db3f-4ce6-bd4c-f37102973a7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1143255 Jul 27 23:07:18.156738 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-04e5c204-799f-47a7-b60e-e8fe732745b9 req-ca1d2d89-c11c-4c28-b412-54c17fd61b53 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=caac3015-af23-4b8e-8c6c-b51e7bf06c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487833 Jul 27 23:07:18.215290 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529e0b51-a9cd-4b83-a3c7-0824ff183ac4 req-9aee22e3-e449-458a-a1c2-f8183a13a63b tempest-FloatingIPsAssociationTestJSON-312227423 tempest-FloatingIPsAssociationTestJSON-312227423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:18.217059 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-529e0b51-a9cd-4b83-a3c7-0824ff183ac4 req-9aee22e3-e449-458a-a1c2-f8183a13a63b tempest-FloatingIPsAssociationTestJSON-312227423 tempest-FloatingIPsAssociationTestJSON-312227423-project] 10.222.0.18 "GET /v2.0/ports?device_id=25a54fb7-e8eb-4ac3-bfb9-d547035a0939 HTTP/1.1" status: 200 len: 945 time: 0.0538559 Jul 27 23:07:18.240023 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-e09a287c-3096-4ccc-9854-48aaa9050d78 req-04e85e65-871f-4bf7-97c3-ca3d36311f83 service neutron] 10.222.0.18 "GET /v2.0/networks/9e23151c-db3f-4ce6-bd4c-f37102973a7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034155 Jul 27 23:07:18.267203 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-529e0b51-a9cd-4b83-a3c7-0824ff183ac4 req-520f9120-718a-4365-8eff-936c1023cb3d tempest-FloatingIPsAssociationTestJSON-312227423 tempest-FloatingIPsAssociationTestJSON-312227423-project] 10.222.0.18 "GET /v2.0/security-groups?id=caac3015-af23-4b8e-8c6c-b51e7bf06c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415101 Jul 27 23:07:18.333389 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device 07129cf8-05aa-4791-bb58-a73c8d14cf4c details requested by agent hyperv_n-h2-802623-1 with host n-h2-802623-1 {{(pid=93799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 23:07:18.336178 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device 1398ba90-36b9-4df9-86b0-0f59a2939286 no longer exists at agent hyperv_n-h2-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:07:18.364246 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab8bfb2-0bcc-4569-b0b9-0ed2ef27583e req-3f2e5b00-cd3c-402c-918a-e1bf157cbdcd tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:18.365911 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-7ab8bfb2-0bcc-4569-b0b9-0ed2ef27583e req-3f2e5b00-cd3c-402c-918a-e1bf157cbdcd tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] 10.222.0.49 "GET /v2.0/ports?device_id=65531a1a-b9ac-4094-b10b-091072ee8bf1 HTTP/1.1" status: 200 len: 945 time: 0.0691328 Jul 27 23:07:18.447474 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-932fccf5-a7ac-47c7-be6d-8d80663d37e4 req-6063a761-c3f6-4b62-8b30-13459a8f0a03 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e8c746a-ba1e-4f7a-a003-af01943b801e HTTP/1.1" status: 200 len: 210 time: 0.0370667 Jul 27 23:07:18.499920 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:18.537107 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port 07129cf8-05aa-4791-bb58-a73c8d14cf4c, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=07129cf8-05aa-4791-bb58-a73c8d14cf4c,segment=NetworkSegment(16e91594-c047-4b55-93eb-43af33ad08e1),segment_id=16e91594-c047-4b55-93eb-43af33ad08e1)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:07:18.560688 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Returning: {'device': '07129cf8-05aa-4791-bb58-a73c8d14cf4c', 'network_id': '591af2dd-f826-43b1-aa9d-e7a0bf218c71', 'port_id': '07129cf8-05aa-4791-bb58-a73c8d14cf4c', 'mac_address': 'fa:16:3e:51:ad:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62938449-046d-4cbe-923a-7ebb632c358d', 'ip_address': '192.168.233.214'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 23:07:18.565440 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port 1398ba90-36b9-4df9-86b0-0f59a2939286, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=1398ba90-36b9-4df9-86b0-0f59a2939286,segment=NetworkSegment(0804c63a-d684-491c-9e34-41f7ae70f391),segment_id=0804c63a-d684-491c-9e34-41f7ae70f391)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:07:18.566509 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [req-7ab8bfb2-0bcc-4569-b0b9-0ed2ef27583e req-6c35a3e8-9b4e-4cfc-8e15-36190586a59a tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] Deleting port 1398ba90-36b9-4df9-86b0-0f59a2939286 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:07:18.566880 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-7ab8bfb2-0bcc-4569-b0b9-0ed2ef27583e req-6c35a3e8-9b4e-4cfc-8e15-36190586a59a tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:18.591925 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:18.631633 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:18.659581 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 07129cf8-05aa-4791-bb58-a73c8d14cf4c {{(pid=93799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:07:18.672221 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Pushing event updated for resources: {'Port': ['ID=1398ba90-36b9-4df9-86b0-0f59a2939286,revision_number=8']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:07:18.694842 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port 07129cf8-05aa-4791-bb58-a73c8d14cf4c, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=07129cf8-05aa-4791-bb58-a73c8d14cf4c,segment=NetworkSegment(16e91594-c047-4b55-93eb-43af33ad08e1),segment_id=16e91594-c047-4b55-93eb-43af33ad08e1)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:07:18.705993 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:18.756374 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-7ab8bfb2-0bcc-4569-b0b9-0ed2ef27583e req-6c35a3e8-9b4e-4cfc-8e15-36190586a59a tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] For port 1398ba90-36b9-4df9-86b0-0f59a2939286, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=1398ba90-36b9-4df9-86b0-0f59a2939286,segment=NetworkSegment(0804c63a-d684-491c-9e34-41f7ae70f391),segment_id=0804c63a-d684-491c-9e34-41f7ae70f391)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:07:18.756953 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-7ab8bfb2-0bcc-4569-b0b9-0ed2ef27583e req-6c35a3e8-9b4e-4cfc-8e15-36190586a59a tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:18.776560 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [req-7ab8bfb2-0bcc-4569-b0b9-0ed2ef27583e req-6c35a3e8-9b4e-4cfc-8e15-36190586a59a tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] Calling delete_port for 1398ba90-36b9-4df9-86b0-0f59a2939286 owned by compute:nova {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:07:18.802152 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf98ee4d-3cc4-4897-b811-47d22da852c3 req-463ff643-56b1-4a54-b3fc-95ca002224e3 tempest-ServersWithSpecificFlavorTestJSON-503998184 tempest-ServersWithSpecificFlavorTestJSON-503998184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:18.802649 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Pushing event updated for resources: {'Port': ['ID=07129cf8-05aa-4791-bb58-a73c8d14cf4c,revision_number=6']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:07:18.803806 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-cf98ee4d-3cc4-4897-b811-47d22da852c3 req-463ff643-56b1-4a54-b3fc-95ca002224e3 tempest-ServersWithSpecificFlavorTestJSON-503998184 tempest-ServersWithSpecificFlavorTestJSON-503998184-project] 10.222.0.18 "GET /v2.0/ports?device_id=35be93a3-fd2e-4e76-a180-e2990ab86391 HTTP/1.1" status: 200 len: 945 time: 0.1194389 Jul 27 23:07:18.817401 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] get_ports_and_sgs() called for port_ids ['07129cf8-05aa-4791-bb58-a73c8d14cf4c'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:07:18.891452 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4d57ce-9cc1-465c-b328-b3330aa8fb83 req-d5ad27c8-f7ca-4185-b0a7-064aa8b74b54 tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:18.898109 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-1a4d57ce-9cc1-465c-b328-b3330aa8fb83 req-d5ad27c8-f7ca-4185-b0a7-064aa8b74b54 tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] 10.222.0.18 "GET /v2.0/ports?device_id=65531a1a-b9ac-4094-b10b-091072ee8bf1 HTTP/1.1" status: 200 len: 943 time: 0.1099474 Jul 27 23:07:18.971548 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-1a4d57ce-9cc1-465c-b328-b3330aa8fb83 req-55022da4-10e8-44f6-935d-4b03ad9f261a tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] 10.222.0.18 "GET /v2.0/security-groups?id=e8e7b229-51f5-4d90-9897-e570dceca7b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659263 Jul 27 23:07:19.152048 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5c2a67-77b9-4c60-b41e-8e0529e220d1 req-00ab91d0-9f97-4570-8acc-1730227d2b7e tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:19.155424 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-8b5c2a67-77b9-4c60-b41e-8e0529e220d1 req-00ab91d0-9f97-4570-8acc-1730227d2b7e tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] 10.222.0.18 "GET /v2.0/ports?device_id=043450d5-a8e9-4524-8c01-f8118205eebd HTTP/1.1" status: 200 len: 944 time: 0.0886421 Jul 27 23:07:19.222191 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-8b5c2a67-77b9-4c60-b41e-8e0529e220d1 req-41db2a1d-4bf7-4352-8274-84e91d9201cd tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] 10.222.0.18 "GET /v2.0/security-groups?id=bed30b16-cd2d-47d0-9758-37dc9df2dfb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488701 Jul 27 23:07:19.269901 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-cf98ee4d-3cc4-4897-b811-47d22da852c3 req-ffce7910-e528-41e6-9a8e-ff68a1a176cf tempest-ServersWithSpecificFlavorTestJSON-503998184 tempest-ServersWithSpecificFlavorTestJSON-503998184-project] 10.222.0.18 "GET /v2.0/security-groups?id=13497a54-4f49-49ad-b566-6beee2074a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4558663 Jul 27 23:07:19.399478 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-7ab8bfb2-0bcc-4569-b0b9-0ed2ef27583e req-6c35a3e8-9b4e-4cfc-8e15-36190586a59a tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:19.470290 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962d82ce-048d-40d7-a46e-786d154ade80 req-4bb869f0-b0b2-4bac-b073-1dd1d198d40f tempest-FloatingIPsAssociationTestJSON-312227423 tempest-FloatingIPsAssociationTestJSON-312227423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:19.478077 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-962d82ce-048d-40d7-a46e-786d154ade80 req-4bb869f0-b0b2-4bac-b073-1dd1d198d40f tempest-FloatingIPsAssociationTestJSON-312227423 tempest-FloatingIPsAssociationTestJSON-312227423-project] 10.222.0.18 "GET /v2.0/ports?device_id=25a54fb7-e8eb-4ac3-bfb9-d547035a0939 HTTP/1.1" status: 200 len: 945 time: 0.0786269 Jul 27 23:07:19.498719 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ab8bfb2-0bcc-4569-b0b9-0ed2ef27583e req-6c35a3e8-9b4e-4cfc-8e15-36190586a59a tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] No DVR routers for this DVR port 1398ba90-36b9-4df9-86b0-0f59a2939286 on host n-h2-802623-1 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:07:19.503678 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-7ab8bfb2-0bcc-4569-b0b9-0ed2ef27583e req-6c35a3e8-9b4e-4cfc-8e15-36190586a59a tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:19.506002 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-7ab8bfb2-0bcc-4569-b0b9-0ed2ef27583e req-6c35a3e8-9b4e-4cfc-8e15-36190586a59a tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] 10.222.0.49 "DELETE /v2.0/ports/1398ba90-36b9-4df9-86b0-0f59a2939286 HTTP/1.1" status: 204 len: 173 time: 1.1269450 Jul 27 23:07:19.507079 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c35a3e8-9b4e-4cfc-8e15-36190586a59a tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] Pushing event deleted for resources: {'Port': ['ID=1398ba90-36b9-4df9-86b0-0f59a2939286,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:07:19.511020 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65531a1a-b9ac-4094-b10b-091072ee8bf1', 'name': 'network-vif-deleted', 'tag': '1398ba90-36b9-4df9-86b0-0f59a2939286'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:07:19.514889 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a476459a1bfce68b0ae0df5b6a71154bfc7cfdc8f9eefce6ad0a17231e60468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6aa0bfb2-ff31-4387-b7c3-5a836f28eac7" -d '{"events": [{"server_uuid": "65531a1a-b9ac-4094-b10b-091072ee8bf1", "name": "network-vif-deleted", "tag": "1398ba90-36b9-4df9-86b0-0f59a2939286"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:07:19.524192 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-962d82ce-048d-40d7-a46e-786d154ade80 req-4c346f74-9121-4d5c-ba4b-a7b6249c984a tempest-FloatingIPsAssociationTestJSON-312227423 tempest-FloatingIPsAssociationTestJSON-312227423-project] 10.222.0.18 "GET /v2.0/security-groups?id=caac3015-af23-4b8e-8c6c-b51e7bf06c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450830 Jul 27 23:07:19.585061 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:07:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bbf0808-0e68-4e2c-855c-7bef68e85b99 x-openstack-request-id: req-4bbf0808-0e68-4e2c-855c-7bef68e85b99 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:07:19.585350 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65531a1a-b9ac-4094-b10b-091072ee8bf1", "name": "network-vif-deleted", "tag": "1398ba90-36b9-4df9-86b0-0f59a2939286", "status": "completed", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:07:19.585646 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4bbf0808-0e68-4e2c-855c-7bef68e85b99 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:07:19.586021 n-d-802623-1 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65531a1a-b9ac-4094-b10b-091072ee8bf1', 'name': 'network-vif-deleted', 'tag': '1398ba90-36b9-4df9-86b0-0f59a2939286', 'status': 'completed', 'code': 200} Jul 27 23:07:19.690838 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8ff66e-4b8e-4287-b81f-e4d64658b81d req-83698ae2-dd96-4ee9-a732-063a1f480678 tempest-FloatingIPsAssociationTestJSON-312227423 tempest-FloatingIPsAssociationTestJSON-312227423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:19.698397 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-4a8ff66e-4b8e-4287-b81f-e4d64658b81d req-83698ae2-dd96-4ee9-a732-063a1f480678 tempest-FloatingIPsAssociationTestJSON-312227423 tempest-FloatingIPsAssociationTestJSON-312227423-project] 10.222.0.18 "GET /v2.0/ports?device_id=090fc9ba-9df5-4f45-99a9-afe474888be5&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0612893 Jul 27 23:07:19.708754 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-202a9583-c31b-4ce1-beb9-e25c0bba317f req-9fd5dc73-51b7-41b1-8068-5b54fd4c7efb tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e8c746a-ba1e-4f7a-a003-af01943b801e HTTP/1.1" status: 200 len: 210 time: 0.1737287 Jul 27 23:07:19.753511 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-4a8ff66e-4b8e-4287-b81f-e4d64658b81d req-6ccfed06-5289-43ab-89dd-879e2135ed29 tempest-FloatingIPsAssociationTestJSON-312227423 tempest-FloatingIPsAssociationTestJSON-312227423-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.4.143 HTTP/1.1" status: 200 len: 696 time: 0.0538836 Jul 27 23:07:19.763850 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [req-4a8ff66e-4b8e-4287-b81f-e4d64658b81d req-6b7eee57-56a2-4b78-b6a8-fbc2854446cd tempest-FloatingIPsAssociationTestJSON-312227423 tempest-FloatingIPsAssociationTestJSON-312227423-project] Request body: {'floatingip': {'port_id': '9e4e79de-3a0e-4df4-9f4e-434a4116575b', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:07:19.825647 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-4a8ff66e-4b8e-4287-b81f-e4d64658b81d req-6b7eee57-56a2-4b78-b6a8-fbc2854446cd tempest-FloatingIPsAssociationTestJSON-312227423 tempest-FloatingIPsAssociationTestJSON-312227423-project] Notify callbacks [] for floatingip, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:19.953018 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35be93a3-fd2e-4e76-a180-e2990ab86391', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cacf8fa-ecbc-4d4c-8d27-ba0d252eb76d'}, {'server_uuid': '65531a1a-b9ac-4094-b10b-091072ee8bf1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1398ba90-36b9-4df9-86b0-0f59a2939286'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:07:19.956373 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c0369b0d4f459110ff20a1f9878ba33f96d6491bddb9d15843bf29d01e0bda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26a2d677-2262-4c19-989c-d926d5473c6d" -d '{"events": [{"server_uuid": "35be93a3-fd2e-4e76-a180-e2990ab86391", "name": "network-vif-plugged", "status": "completed", "tag": "7cacf8fa-ecbc-4d4c-8d27-ba0d252eb76d"}, {"server_uuid": "65531a1a-b9ac-4094-b10b-091072ee8bf1", "name": "network-vif-unplugged", "status": "completed", "tag": "1398ba90-36b9-4df9-86b0-0f59a2939286"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:07:20.000855 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09a287c-3096-4ccc-9854-48aaa9050d78 req-b334d073-90eb-43ac-adeb-f42a5147d02c tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:20.003153 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-e09a287c-3096-4ccc-9854-48aaa9050d78 req-b334d073-90eb-43ac-adeb-f42a5147d02c tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.49 "GET /v2.0/networks?id=9e23151c-db3f-4ce6-bd4c-f37102973a7b HTTP/1.1" status: 200 len: 810 time: 0.1389310 Jul 27 23:07:20.019953 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [req-e09a287c-3096-4ccc-9854-48aaa9050d78 req-bffce2f5-17f8-4249-9d6c-72c150bdb804 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] Request body: {'port': {'device_id': '9e8c746a-ba1e-4f7a-a003-af01943b801e', 'network_id': '9e23151c-db3f-4ce6-bd4c-f37102973a7b', 'admin_state_up': True, 'tenant_id': '8769b54ba73a4421837726dbda018e6b'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:07:20.045976 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Tue, 27 Jul 2021 23:07:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40b7fa88-aabd-4ae0-af07-9088cf335eba x-openstack-request-id: req-40b7fa88-aabd-4ae0-af07-9088cf335eba {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:07:20.046273 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35be93a3-fd2e-4e76-a180-e2990ab86391", "name": "network-vif-plugged", "status": "completed", "tag": "7cacf8fa-ecbc-4d4c-8d27-ba0d252eb76d", "code": 200}, {"server_uuid": "65531a1a-b9ac-4094-b10b-091072ee8bf1", "name": "network-vif-unplugged", "status": "completed", "tag": "1398ba90-36b9-4df9-86b0-0f59a2939286", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:07:20.046524 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-40b7fa88-aabd-4ae0-af07-9088cf335eba {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:07:20.046923 n-d-802623-1 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35be93a3-fd2e-4e76-a180-e2990ab86391', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cacf8fa-ecbc-4d4c-8d27-ba0d252eb76d', 'code': 200} Jul 27 23:07:20.047211 n-d-802623-1 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65531a1a-b9ac-4094-b10b-091072ee8bf1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1398ba90-36b9-4df9-86b0-0f59a2939286', 'code': 200} Jul 27 23:07:20.174459 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-6a3ef91c-b7c5-4b4a-b934-b26c751ae41c req-755c60e0-5a45-4992-ae42-bd8531393c37 tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] 10.222.0.18 "GET /v2.0/ports?device_id=65531a1a-b9ac-4094-b10b-091072ee8bf1 HTTP/1.1" status: 200 len: 210 time: 0.0500727 Jul 27 23:07:20.217153 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e09a287c-3096-4ccc-9854-48aaa9050d78 req-bffce2f5-17f8-4249-9d6c-72c150bdb804 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] Made reservation on behalf of 8769b54ba73a4421837726dbda018e6b for: {'port': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:07:20.222953 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-e09a287c-3096-4ccc-9854-48aaa9050d78 req-bffce2f5-17f8-4249-9d6c-72c150bdb804 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:20.300040 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cad2566-5efc-422e-b087-cac0170453f2 req-621e0811-fe85-42da-b6e7-739bf01203a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:20.301585 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-3cad2566-5efc-422e-b087-cac0170453f2 req-621e0811-fe85-42da-b6e7-739bf01203a8 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=35be93a3-fd2e-4e76-a180-e2990ab86391 HTTP/1.1" status: 200 len: 1096 time: 0.0938385 Jul 27 23:07:20.340882 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device 07129cf8-05aa-4791-bb58-a73c8d14cf4c up at agent hyperv_n-h2-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:07:20.376936 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-3cad2566-5efc-422e-b087-cac0170453f2 req-5f8d4439-2f76-4b8d-a028-5f62dd502ce2 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=13497a54-4f49-49ad-b566-6beee2074a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448933 Jul 27 23:07:20.439687 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a47147-f07e-43a2-9012-5533762e836f req-1ff4fcbd-e58a-4f2f-904b-99e102271696 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:20.447371 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-14a47147-f07e-43a2-9012-5533762e836f req-1ff4fcbd-e58a-4f2f-904b-99e102271696 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] 10.222.0.18 "GET /v2.0/ports?device_id=043450d5-a8e9-4524-8c01-f8118205eebd HTTP/1.1" status: 200 len: 944 time: 0.1125572 Jul 27 23:07:20.471348 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Provisioning complete for port 07129cf8-05aa-4791-bb58-a73c8d14cf4c triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:07:20.471643 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:20.495160 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [req-e09a287c-3096-4ccc-9854-48aaa9050d78 req-bffce2f5-17f8-4249-9d6c-72c150bdb804 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] Allocated IP 172.20.0.8 (9e23151c-db3f-4ce6-bd4c-f37102973a7b/907748a0-cd4e-409f-9c38-5786b794e948/be50d7ec-143d-4069-90c8-a144a32b6c90) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:07:20.500689 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-4a8ff66e-4b8e-4287-b81f-e4d64658b81d req-6b7eee57-56a2-4b78-b6a8-fbc2854446cd tempest-FloatingIPsAssociationTestJSON-312227423 tempest-FloatingIPsAssociationTestJSON-312227423-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:20.504528 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-14a47147-f07e-43a2-9012-5533762e836f req-fa7d74aa-eb97-4916-9d8d-c9bfcebf72b5 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] 10.222.0.18 "GET /v2.0/security-groups?id=bed30b16-cd2d-47d0-9758-37dc9df2dfb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560420 Jul 27 23:07:20.508400 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-4a8ff66e-4b8e-4287-b81f-e4d64658b81d req-6b7eee57-56a2-4b78-b6a8-fbc2854446cd tempest-FloatingIPsAssociationTestJSON-312227423 tempest-FloatingIPsAssociationTestJSON-312227423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-415302'] for floatingip, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:20.599446 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:20.644091 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port 07129cf8-05aa-4791-bb58-a73c8d14cf4c, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=07129cf8-05aa-4791-bb58-a73c8d14cf4c,segment=NetworkSegment(16e91594-c047-4b55-93eb-43af33ad08e1),segment_id=16e91594-c047-4b55-93eb-43af33ad08e1)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:07:20.648904 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:20.649815 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device 1398ba90-36b9-4df9-86b0-0f59a2939286 no longer exists at agent hyperv_n-h2-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:07:20.690996 n-d-802623-1 neutron-server[93798]: INFO neutron.db.l3_db [req-4a8ff66e-4b8e-4287-b81f-e4d64658b81d req-6b7eee57-56a2-4b78-b6a8-fbc2854446cd tempest-FloatingIPsAssociationTestJSON-312227423 tempest-FloatingIPsAssociationTestJSON-312227423-project] Floating IP a77b6f2a-b870-4b9e-9707-06ee217e5453 associated. External IP: 172.25.4.143, port: 9e4e79de-3a0e-4df4-9f4e-434a4116575b. Jul 27 23:07:20.699371 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fa532d-931b-4b3b-9a42-cd1ac71bb209 req-58e00823-77c3-47f5-abf3-b96c48db8ace tempest-ServersWithSpecificFlavorTestJSON-503998184 tempest-ServersWithSpecificFlavorTestJSON-503998184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:20.700988 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-97fa532d-931b-4b3b-9a42-cd1ac71bb209 req-58e00823-77c3-47f5-abf3-b96c48db8ace tempest-ServersWithSpecificFlavorTestJSON-503998184 tempest-ServersWithSpecificFlavorTestJSON-503998184-project] 10.222.0.18 "GET /v2.0/ports?device_id=35be93a3-fd2e-4e76-a180-e2990ab86391 HTTP/1.1" status: 200 len: 945 time: 0.1049147 Jul 27 23:07:20.761548 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-e09a287c-3096-4ccc-9854-48aaa9050d78 req-bffce2f5-17f8-4249-9d6c-72c150bdb804 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:20.766370 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Pushing event updated for resources: {'Port': ['ID=07129cf8-05aa-4791-bb58-a73c8d14cf4c,revision_number=7']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:07:20.769864 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] No Port match for: 1398ba90-36b9-4df9-86b0-0f59a2939286 {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:07:20.770282 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device 1398ba90-36b9-4df9-86b0-0f59a2939286 not bound to the agent host n-h2-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:07:20.811484 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-97fa532d-931b-4b3b-9a42-cd1ac71bb209 req-623620bb-bda5-4e5d-98ca-925a2e983341 tempest-ServersWithSpecificFlavorTestJSON-503998184 tempest-ServersWithSpecificFlavorTestJSON-503998184-project] 10.222.0.18 "GET /v2.0/security-groups?id=13497a54-4f49-49ad-b566-6beee2074a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1020231 Jul 27 23:07:20.845653 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-e09a287c-3096-4ccc-9854-48aaa9050d78 req-bffce2f5-17f8-4249-9d6c-72c150bdb804 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:20.913005 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e09a287c-3096-4ccc-9854-48aaa9050d78 req-bffce2f5-17f8-4249-9d6c-72c150bdb804 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] Network 9e23151c-db3f-4ce6-bd4c-f37102973a7b is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:07:20.917417 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [req-e09a287c-3096-4ccc-9854-48aaa9050d78 req-bffce2f5-17f8-4249-9d6c-72c150bdb804 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:07:20.919828 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffce2f5-17f8-4249-9d6c-72c150bdb804 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] Pushing event updated for resources: {'Port': ['ID=be50d7ec-143d-4069-90c8-a144a32b6c90,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:07:20.922169 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [req-e09a287c-3096-4ccc-9854-48aaa9050d78 req-bffce2f5-17f8-4249-9d6c-72c150bdb804 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:07:20.983903 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09a287c-3096-4ccc-9854-48aaa9050d78 req-bffce2f5-17f8-4249-9d6c-72c150bdb804 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:20.984747 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-e09a287c-3096-4ccc-9854-48aaa9050d78 req-bffce2f5-17f8-4249-9d6c-72c150bdb804 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:21.000959 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4a8ff66e-4b8e-4287-b81f-e4d64658b81d req-6b7eee57-56a2-4b78-b6a8-fbc2854446cd tempest-FloatingIPsAssociationTestJSON-312227423 tempest-FloatingIPsAssociationTestJSON-312227423-project] Router cf96189a-75ea-47b4-bd5b-79cf952e79aa has already been hosted by L3 agent 018c4455-49c0-4734-927d-7824067b2a9e {{(pid=93798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 23:07:21.004509 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-e09a287c-3096-4ccc-9854-48aaa9050d78 req-bffce2f5-17f8-4249-9d6c-72c150bdb804 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9910040 Jul 27 23:07:21.019539 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [req-e09a287c-3096-4ccc-9854-48aaa9050d78 req-7da58697-4afe-49be-b434-3a438fc320be service neutron] Request body: {'port': {'device_id': '9e8c746a-ba1e-4f7a-a003-af01943b801e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802623-1'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:07:21.081630 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-e09a287c-3096-4ccc-9854-48aaa9050d78 req-7da58697-4afe-49be-b434-3a438fc320be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:21.134951 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4a8ff66e-4b8e-4287-b81f-e4d64658b81d req-6b7eee57-56a2-4b78-b6a8-fbc2854446cd tempest-FloatingIPsAssociationTestJSON-312227423 tempest-FloatingIPsAssociationTestJSON-312227423-project] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:07:21.141761 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-4a8ff66e-4b8e-4287-b81f-e4d64658b81d req-6b7eee57-56a2-4b78-b6a8-fbc2854446cd tempest-FloatingIPsAssociationTestJSON-312227423 tempest-FloatingIPsAssociationTestJSON-312227423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for floatingip, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:21.148643 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7e026db-b7a4-472f-9323-1496a8811580 None None] Sync routers for ids ['cf96189a-75ea-47b4-bd5b-79cf952e79aa'] in n-d-802623-1 {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:07:21.161579 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7e026db-b7a4-472f-9323-1496a8811580 None None] Routers {'cf96189a-75ea-47b4-bd5b-79cf952e79aa'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:07:21.163418 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-e7e026db-b7a4-472f-9323-1496a8811580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:06:59Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['cf96189a-75ea-47b4-bd5b-79cf952e79aa'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:07:21.181423 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-4a8ff66e-4b8e-4287-b81f-e4d64658b81d req-6b7eee57-56a2-4b78-b6a8-fbc2854446cd tempest-FloatingIPsAssociationTestJSON-312227423 tempest-FloatingIPsAssociationTestJSON-312227423-project] 10.222.0.18 "PUT /v2.0/floatingips/a77b6f2a-b870-4b9e-9707-06ee217e5453 HTTP/1.1" status: 200 len: 997 time: 1.4219251 Jul 27 23:07:21.182471 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '090fc9ba-9df5-4f45-99a9-afe474888be5', 'tag': '9e4e79de-3a0e-4df4-9f4e-434a4116575b'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:07:21.185393 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}011f8d312121274bb12d78e77c6379a2079800640016cec6c6d605b73666e854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12fb2017-e5bd-4cba-9e99-38d16662361f" -d '{"events": [{"name": "network-changed", "server_uuid": "090fc9ba-9df5-4f45-99a9-afe474888be5", "tag": "9e4e79de-3a0e-4df4-9f4e-434a4116575b"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:07:21.270456 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8ff66e-4b8e-4287-b81f-e4d64658b81d req-70f3ccec-0419-416f-a77a-df74c8bbf802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:21.278596 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-4a8ff66e-4b8e-4287-b81f-e4d64658b81d req-70f3ccec-0419-416f-a77a-df74c8bbf802 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5b03c927c66142f381afed5bba742bc2&device_id=090fc9ba-9df5-4f45-99a9-afe474888be5 HTTP/1.1" status: 200 len: 1097 time: 0.0762510 Jul 27 23:07:21.456818 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8ff66e-4b8e-4287-b81f-e4d64658b81d req-3afc34b8-3f0b-4137-b6ad-78cb210392b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:21.466223 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-4a8ff66e-4b8e-4287-b81f-e4d64658b81d req-3afc34b8-3f0b-4137-b6ad-78cb210392b1 service neutron] 10.222.0.18 "GET /v2.0/networks?id=651a62f0-bf28-4546-86cc-bdd30132572b HTTP/1.1" status: 200 len: 921 time: 0.1856754 Jul 27 23:07:21.562052 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-4a8ff66e-4b8e-4287-b81f-e4d64658b81d req-78ace4f9-9a0c-4a1c-ba6b-4fb493cf6d70 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9e4e79de-3a0e-4df4-9f4e-434a4116575b HTTP/1.1" status: 200 len: 1000 time: 0.0944741 Jul 27 23:07:21.618555 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-e7e026db-b7a4-472f-9323-1496a8811580 None None] Set router cf96189a-75ea-47b4-bd5b-79cf952e79aa gateway port host: n-d-802623-1 {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:07:21.636387 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8ff66e-4b8e-4287-b81f-e4d64658b81d req-f60360ce-7093-4be9-9966-a88aebb913db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:21.645495 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-4a8ff66e-4b8e-4287-b81f-e4d64658b81d req-f60360ce-7093-4be9-9966-a88aebb913db service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fa7fc9a2-9609-4fd7-ac94-2254e732d52b HTTP/1.1" status: 200 len: 859 time: 0.0826445 Jul 27 23:07:21.654478 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [req-e09a287c-3096-4ccc-9854-48aaa9050d78 req-7da58697-4afe-49be-b434-3a438fc320be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be50d7ec-143d-4069-90c8-a144a32b6c90 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:07:21.674081 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-e09a287c-3096-4ccc-9854-48aaa9050d78 req-7da58697-4afe-49be-b434-3a438fc320be service neutron] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:21.715683 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [req-e09a287c-3096-4ccc-9854-48aaa9050d78 req-7da58697-4afe-49be-b434-3a438fc320be service neutron] Transition to ACTIVE for port object be50d7ec-143d-4069-90c8-a144a32b6c90 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:07:21.725704 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8ff66e-4b8e-4287-b81f-e4d64658b81d req-df233f72-a3b7-4c0f-bf65-5e2c630a65ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:21.726866 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-e09a287c-3096-4ccc-9854-48aaa9050d78 req-7da58697-4afe-49be-b434-3a438fc320be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11336041'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:21.737292 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-4a8ff66e-4b8e-4287-b81f-e4d64658b81d req-df233f72-a3b7-4c0f-bf65-5e2c630a65ba service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=651a62f0-bf28-4546-86cc-bdd30132572b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0878258 Jul 27 23:07:21.752776 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [req-4a8ff66e-4b8e-4287-b81f-e4d64658b81d req-e8369613-027b-428b-98fa-8f584f206c4e service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=93798) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 23:07:21.763092 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-4a8ff66e-4b8e-4287-b81f-e4d64658b81d req-e8369613-027b-428b-98fa-8f584f206c4e service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0276456 Jul 27 23:07:21.892244 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da58697-4afe-49be-b434-3a438fc320be service neutron] Pushing event updated for resources: {'Port': ['ID=be50d7ec-143d-4069-90c8-a144a32b6c90,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:07:21.905991 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-4a8ff66e-4b8e-4287-b81f-e4d64658b81d req-0632cbdb-6d14-4a7c-96dd-fa0dfd787e2c service neutron] 10.222.0.18 "GET /v2.0/networks/651a62f0-bf28-4546-86cc-bdd30132572b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406605 Jul 27 23:07:21.910901 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da58697-4afe-49be-b434-3a438fc320be service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:07:21.911270 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da58697-4afe-49be-b434-3a438fc320be service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:07:21.911610 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da58697-4afe-49be-b434-3a438fc320be service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:07:21.911939 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da58697-4afe-49be-b434-3a438fc320be service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:07:21.912271 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da58697-4afe-49be-b434-3a438fc320be service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:07:21.912598 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da58697-4afe-49be-b434-3a438fc320be service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:07:21.912919 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da58697-4afe-49be-b434-3a438fc320be service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:07:21.913238 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da58697-4afe-49be-b434-3a438fc320be service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:07:21.913745 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da58697-4afe-49be-b434-3a438fc320be service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:07:21.914015 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da58697-4afe-49be-b434-3a438fc320be service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:07:21.914590 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da58697-4afe-49be-b434-3a438fc320be service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:07:21.914921 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da58697-4afe-49be-b434-3a438fc320be service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:07:21.935423 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-e7e026db-b7a4-472f-9323-1496a8811580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf96189a-75ea-47b4-bd5b-79cf952e79aa', 'name': 'tempest-FloatingIPsAssociationTestJSON-393833974-router', 'tenant_id': '5b03c927c66142f381afed5bba742bc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': '1799a87d-8a71-4f8d-b053-5a498465f1db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:06:39Z', 'updated_at': '2021-07-27T23:06:44Z', 'revision_number': 4, 'project_id': '5b03c927c66142f381afed5bba742bc2', 'gw_port': {'id': '1799a87d-8a71-4f8d-b053-5a498465f1db', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:4b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf96189a-75ea-47b4-bd5b-79cf952e79aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:06:39Z', 'updated_at': '2021-07-27T23:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_floatingips': [{'id': 'a77b6f2a-b870-4b9e-9707-06ee217e5453', 'tenant_id': '5b03c927c66142f381afed5bba742bc2', 'floating_ip_address': '172.25.4.143', 'floating_network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'router_id': 'cf96189a-75ea-47b4-bd5b-79cf952e79aa', 'port_id': '9e4e79de-3a0e-4df4-9f4e-434a4116575b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 711, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '651a62f0-bf28-4546-86cc-bdd30132572b', 'mac_address': 'fa:16:3e:8f:3a:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '090fc9ba-9df5-4f45-99a9-afe474888be5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T23:07:01Z', 'updated_at': '2021-07-27T23:07:20Z', 'revision_number': 1, 'project_id': '5b03c927c66142f381afed5bba742bc2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '402f496a-5912-40d6-b1a0-20b7a7501523', 'name': '', 'network_id': '651a62f0-bf28-4546-86cc-bdd30132572b', 'tenant_id': '5b03c927c66142f381afed5bba742bc2', 'mac_address': 'fa:16:3e:6b:74:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf96189a-75ea-47b4-bd5b-79cf952e79aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': 'fa7fc9a2-9609-4fd7-ac94-2254e732d52b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:06:43Z', 'updated_at': '2021-07-27T23:06:51Z', 'revision_number': 5, 'project_id': '5b03c927c66142f381afed5bba742bc2', 'subnets': [{'id': 'fa7fc9a2-9609-4fd7-ac94-2254e732d52b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:07:21.963887 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-e09a287c-3096-4ccc-9854-48aaa9050d78 req-7da58697-4afe-49be-b434-3a438fc320be service neutron] Attempting to bind port be50d7ec-143d-4069-90c8-a144a32b6c90 on host n-h2-802623-1 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:07:21.964233 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-e09a287c-3096-4ccc-9854-48aaa9050d78 req-7da58697-4afe-49be-b434-3a438fc320be service neutron] Attempting to bind port be50d7ec-143d-4069-90c8-a144a32b6c90 by drivers openvswitch,hyperv on host n-h2-802623-1 at level 0 using segments [{'id': '28e446c9-01ab-4372-bcf6-11d579b6d514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '9e23151c-db3f-4ce6-bd4c-f37102973a7b'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:07:21.964560 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e09a287c-3096-4ccc-9854-48aaa9050d78 req-7da58697-4afe-49be-b434-3a438fc320be service neutron] Attempting to bind port be50d7ec-143d-4069-90c8-a144a32b6c90 on network 9e23151c-db3f-4ce6-bd4c-f37102973a7b {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:07:21.969939 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7e026db-b7a4-472f-9323-1496a8811580 None None] Checking router: cf96189a-75ea-47b4-bd5b-79cf952e79aa for host: n-d-802623-1 {{(pid=93799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 23:07:21.979715 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e09a287c-3096-4ccc-9854-48aaa9050d78 req-7da58697-4afe-49be-b434-3a438fc320be service neutron] Port be50d7ec-143d-4069-90c8-a144a32b6c90 on network 9e23151c-db3f-4ce6-bd4c-f37102973a7b not bound, no agent of type Open vSwitch agent registered on host n-h2-802623-1 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 23:07:21.981231 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e09a287c-3096-4ccc-9854-48aaa9050d78 req-7da58697-4afe-49be-b434-3a438fc320be service neutron] Attempting to bind port be50d7ec-143d-4069-90c8-a144a32b6c90 on network 9e23151c-db3f-4ce6-bd4c-f37102973a7b {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:07:21.983962 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7e026db-b7a4-472f-9323-1496a8811580 None None] Routers {'cf96189a-75ea-47b4-bd5b-79cf952e79aa'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:07:21.985524 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-e7e026db-b7a4-472f-9323-1496a8811580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:06:59Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['cf96189a-75ea-47b4-bd5b-79cf952e79aa'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:07:21.993621 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e09a287c-3096-4ccc-9854-48aaa9050d78 req-7da58697-4afe-49be-b434-3a438fc320be service neutron] Checking agent: {'id': 'c5cc038b-93c4-4df4-8061-5df2a04a48c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 23, 0, 4), 'started_at': datetime.datetime(2021, 7, 27, 23, 0, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 7, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:07:21.998958 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e09a287c-3096-4ccc-9854-48aaa9050d78 req-7da58697-4afe-49be-b434-3a438fc320be service neutron] Checking segment: {'id': '28e446c9-01ab-4372-bcf6-11d579b6d514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '9e23151c-db3f-4ce6-bd4c-f37102973a7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:07:21.999140 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e09a287c-3096-4ccc-9854-48aaa9050d78 req-7da58697-4afe-49be-b434-3a438fc320be service neutron] Bound using segment: {'id': '28e446c9-01ab-4372-bcf6-11d579b6d514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '9e23151c-db3f-4ce6-bd4c-f37102973a7b'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:07:21.999599 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-e09a287c-3096-4ccc-9854-48aaa9050d78 req-7da58697-4afe-49be-b434-3a438fc320be service neutron] Bound port: be50d7ec-143d-4069-90c8-a144a32b6c90, host: n-h2-802623-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28e446c9-01ab-4372-bcf6-11d579b6d514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '9e23151c-db3f-4ce6-bd4c-f37102973a7b'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:07:22.000042 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-e09a287c-3096-4ccc-9854-48aaa9050d78 req-7da58697-4afe-49be-b434-3a438fc320be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:22.074967 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55c02be4-66a1-4b0b-a2e8-25b212b674a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07129cf8-05aa-4791-bb58-a73c8d14cf4c'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:07:22.078921 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c0369b0d4f459110ff20a1f9878ba33f96d6491bddb9d15843bf29d01e0bda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71e7f244-992f-410f-9c14-6dd94e6f574b" -d '{"events": [{"server_uuid": "55c02be4-66a1-4b0b-a2e8-25b212b674a7", "name": "network-vif-plugged", "status": "completed", "tag": "07129cf8-05aa-4791-bb58-a73c8d14cf4c"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:07:22.081575 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-4a8ff66e-4b8e-4287-b81f-e4d64658b81d req-c12ce5ef-f95c-413f-93e4-a44bb5d4e60b service neutron] 10.222.0.18 "GET /v2.0/networks/651a62f0-bf28-4546-86cc-bdd30132572b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1675434 Jul 27 23:07:22.171627 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-e09a287c-3096-4ccc-9854-48aaa9050d78 req-7da58697-4afe-49be-b434-3a438fc320be service neutron] For port be50d7ec-143d-4069-90c8-a144a32b6c90, host n-h2-802623-1, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:07:22.175690 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-e09a287c-3096-4ccc-9854-48aaa9050d78 req-7da58697-4afe-49be-b434-3a438fc320be service neutron] For port be50d7ec-143d-4069-90c8-a144a32b6c90, host n-h2-802623-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=be50d7ec-143d-4069-90c8-a144a32b6c90,segment=NetworkSegment(28e446c9-01ab-4372-bcf6-11d579b6d514),segment_id=28e446c9-01ab-4372-bcf6-11d579b6d514)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:07:22.187456 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-e09a287c-3096-4ccc-9854-48aaa9050d78 req-7da58697-4afe-49be-b434-3a438fc320be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11336041'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:22.257281 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-e7e026db-b7a4-472f-9323-1496a8811580 None None] Set router cf96189a-75ea-47b4-bd5b-79cf952e79aa gateway port host: n-d-802623-1 {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:07:22.280634 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da58697-4afe-49be-b434-3a438fc320be service neutron] Pushing event updated for resources: {'Port': ['ID=be50d7ec-143d-4069-90c8-a144a32b6c90,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:07:22.301762 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09a287c-3096-4ccc-9854-48aaa9050d78 req-7da58697-4afe-49be-b434-3a438fc320be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:22.302661 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-e09a287c-3096-4ccc-9854-48aaa9050d78 req-7da58697-4afe-49be-b434-3a438fc320be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:22.304322 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-e09a287c-3096-4ccc-9854-48aaa9050d78 req-7da58697-4afe-49be-b434-3a438fc320be service neutron] 10.222.0.49 "PUT /v2.0/ports/be50d7ec-143d-4069-90c8-a144a32b6c90 HTTP/1.1" status: 200 len: 1091 time: 1.2912138 Jul 27 23:07:22.304865 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e8c746a-ba1e-4f7a-a003-af01943b801e', 'tag': 'be50d7ec-143d-4069-90c8-a144a32b6c90'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:07:22.307259 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a476459a1bfce68b0ae0df5b6a71154bfc7cfdc8f9eefce6ad0a17231e60468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ad3f892-845d-4792-b54c-39593cd89c1d" -d '{"events": [{"name": "network-changed", "server_uuid": "9e8c746a-ba1e-4f7a-a003-af01943b801e", "tag": "be50d7ec-143d-4069-90c8-a144a32b6c90"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:07:22.426202 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09a287c-3096-4ccc-9854-48aaa9050d78 req-b5d439a6-9c42-49bf-bc3b-24c957141713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:22.428395 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-e09a287c-3096-4ccc-9854-48aaa9050d78 req-b5d439a6-9c42-49bf-bc3b-24c957141713 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8769b54ba73a4421837726dbda018e6b&device_id=9e8c746a-ba1e-4f7a-a003-af01943b801e HTTP/1.1" status: 200 len: 1094 time: 0.0776889 Jul 27 23:07:22.447635 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0779480c-9964-4ccc-88fe-c832d84b3635 req-65e9a241-56f1-4e79-ac39-fe8ec7a5136c tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:22.450316 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-0779480c-9964-4ccc-88fe-c832d84b3635 req-65e9a241-56f1-4e79-ac39-fe8ec7a5136c tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e8c746a-ba1e-4f7a-a003-af01943b801e HTTP/1.1" status: 200 len: 943 time: 0.1209078 Jul 27 23:07:22.540262 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-0779480c-9964-4ccc-88fe-c832d84b3635 req-732710b5-4e75-443b-978a-9c2952ea8061 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.18 "GET /v2.0/security-groups?id=657c655b-8580-45d5-979f-9b32b7a260f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781705 Jul 27 23:07:22.545891 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-e09a287c-3096-4ccc-9854-48aaa9050d78 req-e5e305a8-e68e-41e3-838b-006cc824668e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=be50d7ec-143d-4069-90c8-a144a32b6c90 HTTP/1.1" status: 200 len: 217 time: 0.1078992 Jul 27 23:07:22.651286 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 23:07:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7f9fe94-5caf-4406-b441-4354a5e52cad x-openstack-request-id: req-b7f9fe94-5caf-4406-b441-4354a5e52cad {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:07:22.652023 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "090fc9ba-9df5-4f45-99a9-afe474888be5", "tag": "9e4e79de-3a0e-4df4-9f4e-434a4116575b", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:07:22.652442 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b7f9fe94-5caf-4406-b441-4354a5e52cad {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:07:22.653557 n-d-802623-1 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '090fc9ba-9df5-4f45-99a9-afe474888be5', 'tag': '9e4e79de-3a0e-4df4-9f4e-434a4116575b', 'status': 'completed', 'code': 200} Jul 27 23:07:22.656998 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09a287c-3096-4ccc-9854-48aaa9050d78 req-8e6c47cf-95ca-490d-8496-94e9f2cbb2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:22.664217 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-e09a287c-3096-4ccc-9854-48aaa9050d78 req-8e6c47cf-95ca-490d-8496-94e9f2cbb2cb service neutron] 10.222.0.49 "GET /v2.0/subnets?id=907748a0-cd4e-409f-9c38-5786b794e948 HTTP/1.1" status: 200 len: 850 time: 0.1104884 Jul 27 23:07:22.698900 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-e7e026db-b7a4-472f-9323-1496a8811580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf96189a-75ea-47b4-bd5b-79cf952e79aa', 'name': 'tempest-FloatingIPsAssociationTestJSON-393833974-router', 'tenant_id': '5b03c927c66142f381afed5bba742bc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': '1799a87d-8a71-4f8d-b053-5a498465f1db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:06:39Z', 'updated_at': '2021-07-27T23:06:44Z', 'revision_number': 4, 'project_id': '5b03c927c66142f381afed5bba742bc2', 'gw_port': {'id': '1799a87d-8a71-4f8d-b053-5a498465f1db', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:4b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf96189a-75ea-47b4-bd5b-79cf952e79aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:06:39Z', 'updated_at': '2021-07-27T23:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_floatingips': [{'id': 'a77b6f2a-b870-4b9e-9707-06ee217e5453', 'tenant_id': '5b03c927c66142f381afed5bba742bc2', 'floating_ip_address': '172.25.4.143', 'floating_network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'router_id': 'cf96189a-75ea-47b4-bd5b-79cf952e79aa', 'port_id': '9e4e79de-3a0e-4df4-9f4e-434a4116575b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 711, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '651a62f0-bf28-4546-86cc-bdd30132572b', 'mac_address': 'fa:16:3e:8f:3a:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '090fc9ba-9df5-4f45-99a9-afe474888be5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T23:07:01Z', 'updated_at': '2021-07-27T23:07:20Z', 'revision_number': 1, 'project_id': '5b03c927c66142f381afed5bba742bc2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '402f496a-5912-40d6-b1a0-20b7a7501523', 'name': '', 'network_id': '651a62f0-bf28-4546-86cc-bdd30132572b', 'tenant_id': '5b03c927c66142f381afed5bba742bc2', 'mac_address': 'fa:16:3e:6b:74:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf96189a-75ea-47b4-bd5b-79cf952e79aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': 'fa7fc9a2-9609-4fd7-ac94-2254e732d52b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:06:43Z', 'updated_at': '2021-07-27T23:06:51Z', 'revision_number': 5, 'project_id': '5b03c927c66142f381afed5bba742bc2', 'subnets': [{'id': 'fa7fc9a2-9609-4fd7-ac94-2254e732d52b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:07:22.744982 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-e09a287c-3096-4ccc-9854-48aaa9050d78 req-a343c41e-b0e6-4fc3-bf41-686f16971cfb service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9e23151c-db3f-4ce6-bd4c-f37102973a7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0718863 Jul 27 23:07:22.764690 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7e026db-b7a4-472f-9323-1496a8811580 None None] The sync data for ids ['cf96189a-75ea-47b4-bd5b-79cf952e79aa'] in n-d-802623-1 is: [{'id': 'cf96189a-75ea-47b4-bd5b-79cf952e79aa', 'name': 'tempest-FloatingIPsAssociationTestJSON-393833974-router', 'tenant_id': '5b03c927c66142f381afed5bba742bc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': '1799a87d-8a71-4f8d-b053-5a498465f1db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:06:39Z', 'updated_at': '2021-07-27T23:06:44Z', 'revision_number': 4, 'project_id': '5b03c927c66142f381afed5bba742bc2', 'gw_port': {'id': '1799a87d-8a71-4f8d-b053-5a498465f1db', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:4b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf96189a-75ea-47b4-bd5b-79cf952e79aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:06:39Z', 'updated_at': '2021-07-27T23:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_floatingips': [{'id': 'a77b6f2a-b870-4b9e-9707-06ee217e5453', 'tenant_id': '5b03c927c66142f381afed5bba742bc2', 'floating_ip_address': '172.25.4.143', 'floating_network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'router_id': 'cf96189a-75ea-47b4-bd5b-79cf952e79aa', 'port_id': '9e4e79de-3a0e-4df4-9f4e-434a4116575b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 711, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '651a62f0-bf28-4546-86cc-bdd30132572b', 'mac_address': 'fa:16:3e:8f:3a:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '090fc9ba-9df5-4f45-99a9-afe474888be5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T23:07:01Z', 'updated_at': '2021-07-27T23:07:20Z', 'revision_number': 1, 'project_id': '5b03c927c66142f381afed5bba742bc2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '402f496a-5912-40d6-b1a0-20b7a7501523', 'name': '', 'network_id': '651a62f0-bf28-4546-86cc-bdd30132572b', 'tenant_id': '5b03c927c66142f381afed5bba742bc2', 'mac_address': 'fa:16:3e:6b:74:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf96189a-75ea-47b4-bd5b-79cf952e79aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': 'fa7fc9a2-9609-4fd7-ac94-2254e732d52b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:06:43Z', 'updated_at': '2021-07-27T23:06:51Z', 'revision_number': 5, 'project_id': '5b03c927c66142f381afed5bba742bc2', 'subnets': [{'id': 'fa7fc9a2-9609-4fd7-ac94-2254e732d52b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:07:22.788020 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fb2017-e5bd-4cba-9e99-38d16662361f req-f8413d0c-ff8c-4deb-9a3c-04fd36e5e96a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:22.789588 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-12fb2017-e5bd-4cba-9e99-38d16662361f req-f8413d0c-ff8c-4deb-9a3c-04fd36e5e96a service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5b03c927c66142f381afed5bba742bc2&device_id=090fc9ba-9df5-4f45-99a9-afe474888be5 HTTP/1.1" status: 200 len: 1097 time: 0.1101282 Jul 27 23:07:22.954471 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-e09a287c-3096-4ccc-9854-48aaa9050d78 req-6f9877e2-3500-46b2-b61f-60a9cc14335e service neutron] 10.222.0.49 "GET /v2.0/networks/9e23151c-db3f-4ce6-bd4c-f37102973a7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1992404 Jul 27 23:07:23.038912 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f78b91-ca2f-42a5-b36c-08fb7b5a11b4 req-340d85d4-8c71-430c-9864-3eb80ac209e5 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:23.040725 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e9f78b91-ca2f-42a5-b36c-08fb7b5a11b4 req-340d85d4-8c71-430c-9864-3eb80ac209e5 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] 10.222.0.18 "GET /v2.0/ports?device_id=043450d5-a8e9-4524-8c01-f8118205eebd HTTP/1.1" status: 200 len: 944 time: 0.1255744 Jul 27 23:07:23.086413 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fb2017-e5bd-4cba-9e99-38d16662361f req-a1241a56-8526-4c95-a0dc-9f61a5646e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:23.087966 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-12fb2017-e5bd-4cba-9e99-38d16662361f req-a1241a56-8526-4c95-a0dc-9f61a5646e41 service neutron] 10.222.0.38 "GET /v2.0/networks?id=651a62f0-bf28-4546-86cc-bdd30132572b HTTP/1.1" status: 200 len: 921 time: 0.2856917 Jul 27 23:07:23.111349 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e9f78b91-ca2f-42a5-b36c-08fb7b5a11b4 req-d97034dd-2657-487e-ab33-12afe723e02b tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] 10.222.0.18 "GET /v2.0/security-groups?id=bed30b16-cd2d-47d0-9758-37dc9df2dfb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582664 Jul 27 23:07:23.176873 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-e09a287c-3096-4ccc-9854-48aaa9050d78 req-11c29f13-2b04-437e-b465-10f45dc55d7e service neutron] 10.222.0.49 "GET /v2.0/networks/9e23151c-db3f-4ce6-bd4c-f37102973a7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2124605 Jul 27 23:07:23.219787 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-12fb2017-e5bd-4cba-9e99-38d16662361f req-88d7de0c-e33b-4dfa-8573-ca687271c524 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9e4e79de-3a0e-4df4-9f4e-434a4116575b HTTP/1.1" status: 200 len: 1000 time: 0.1121223 Jul 27 23:07:23.222767 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcfb384d-72ca-4b72-803d-771b1cc4422b None None] New status for floating IP a77b6f2a-b870-4b9e-9707-06ee217e5453: ACTIVE {{(pid=93800) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 23:07:23.315859 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fb2017-e5bd-4cba-9e99-38d16662361f req-d4d2779e-f648-4930-b1d6-647dd79bf50f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:23.321275 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-12fb2017-e5bd-4cba-9e99-38d16662361f req-d4d2779e-f648-4930-b1d6-647dd79bf50f service neutron] 10.222.0.38 "GET /v2.0/subnets?id=fa7fc9a2-9609-4fd7-ac94-2254e732d52b HTTP/1.1" status: 200 len: 859 time: 0.0839376 Jul 27 23:07:23.404567 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fb2017-e5bd-4cba-9e99-38d16662361f req-e798e7b2-f553-4b22-89dd-890f13014183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:23.405389 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-12fb2017-e5bd-4cba-9e99-38d16662361f req-e798e7b2-f553-4b22-89dd-890f13014183 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=651a62f0-bf28-4546-86cc-bdd30132572b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0757949 Jul 27 23:07:23.659655 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-12fb2017-e5bd-4cba-9e99-38d16662361f req-5a260898-a6fe-47cc-861f-d5f8709eb02f service neutron] 10.222.0.38 "GET /v2.0/networks/651a62f0-bf28-4546-86cc-bdd30132572b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2427549 Jul 27 23:07:23.682889 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ec9208-8ce9-4a5b-92a7-cb95840654c1 req-da12add0-7fd1-4be4-9c15-4c346124fc8a tempest-ServersWithSpecificFlavorTestJSON-503998184 tempest-ServersWithSpecificFlavorTestJSON-503998184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:23.700996 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-85ec9208-8ce9-4a5b-92a7-cb95840654c1 req-da12add0-7fd1-4be4-9c15-4c346124fc8a tempest-ServersWithSpecificFlavorTestJSON-503998184 tempest-ServersWithSpecificFlavorTestJSON-503998184-project] 10.222.0.18 "GET /v2.0/ports?device_id=35be93a3-fd2e-4e76-a180-e2990ab86391 HTTP/1.1" status: 200 len: 945 time: 0.4151542 Jul 27 23:07:23.847851 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-85ec9208-8ce9-4a5b-92a7-cb95840654c1 req-4dedc08d-482c-4791-9732-63074db902ec tempest-ServersWithSpecificFlavorTestJSON-503998184 tempest-ServersWithSpecificFlavorTestJSON-503998184-project] 10.222.0.18 "GET /v2.0/security-groups?id=13497a54-4f49-49ad-b566-6beee2074a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1467888 Jul 27 23:07:23.919829 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:07:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-849a3120-d59d-4b39-8981-2e144ed4a647 x-openstack-request-id: req-849a3120-d59d-4b39-8981-2e144ed4a647 {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:07:23.921256 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55c02be4-66a1-4b0b-a2e8-25b212b674a7", "name": "network-vif-plugged", "status": "completed", "tag": "07129cf8-05aa-4791-bb58-a73c8d14cf4c", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:07:23.921256 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-849a3120-d59d-4b39-8981-2e144ed4a647 {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:07:23.921592 n-d-802623-1 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55c02be4-66a1-4b0b-a2e8-25b212b674a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07129cf8-05aa-4791-bb58-a73c8d14cf4c', 'code': 200} Jul 27 23:07:23.932226 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-12fb2017-e5bd-4cba-9e99-38d16662361f req-1007d0b5-5b7a-4b45-afb7-f403a9098730 service neutron] 10.222.0.38 "GET /v2.0/networks/651a62f0-bf28-4546-86cc-bdd30132572b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2583675 Jul 27 23:07:24.126747 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1712b62d-30f4-4b78-bf7a-1ac7d170ffdb req-e691d34e-91a3-48d4-8262-424311e3d534 tempest-FloatingIPsAssociationTestJSON-312227423 tempest-FloatingIPsAssociationTestJSON-312227423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:24.128374 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-1712b62d-30f4-4b78-bf7a-1ac7d170ffdb req-e691d34e-91a3-48d4-8262-424311e3d534 tempest-FloatingIPsAssociationTestJSON-312227423 tempest-FloatingIPsAssociationTestJSON-312227423-project] 10.222.0.18 "GET /v2.0/ports?device_id=25a54fb7-e8eb-4ac3-bfb9-d547035a0939&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0863516 Jul 27 23:07:24.292765 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-1712b62d-30f4-4b78-bf7a-1ac7d170ffdb req-d49c6e32-959a-4d35-a996-4bf1274e1b2e tempest-FloatingIPsAssociationTestJSON-312227423 tempest-FloatingIPsAssociationTestJSON-312227423-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.4.143 HTTP/1.1" status: 200 len: 1002 time: 0.1575320 Jul 27 23:07:24.298170 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [req-1712b62d-30f4-4b78-bf7a-1ac7d170ffdb req-63d6e9d7-d8a7-454d-a375-f92b3976cbf6 tempest-FloatingIPsAssociationTestJSON-312227423 tempest-FloatingIPsAssociationTestJSON-312227423-project] Request body: {'floatingip': {'port_id': 'e8164c28-78be-4f14-8b37-9227b6ebeeed', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:07:24.359412 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-1712b62d-30f4-4b78-bf7a-1ac7d170ffdb req-63d6e9d7-d8a7-454d-a375-f92b3976cbf6 tempest-FloatingIPsAssociationTestJSON-312227423 tempest-FloatingIPsAssociationTestJSON-312227423-project] Notify callbacks [] for floatingip, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:25.044428 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-1712b62d-30f4-4b78-bf7a-1ac7d170ffdb req-63d6e9d7-d8a7-454d-a375-f92b3976cbf6 tempest-FloatingIPsAssociationTestJSON-312227423 tempest-FloatingIPsAssociationTestJSON-312227423-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:25.051459 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-1712b62d-30f4-4b78-bf7a-1ac7d170ffdb req-63d6e9d7-d8a7-454d-a375-f92b3976cbf6 tempest-FloatingIPsAssociationTestJSON-312227423 tempest-FloatingIPsAssociationTestJSON-312227423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-415302'] for floatingip, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:25.236311 n-d-802623-1 neutron-server[93798]: INFO neutron.db.l3_db [req-1712b62d-30f4-4b78-bf7a-1ac7d170ffdb req-63d6e9d7-d8a7-454d-a375-f92b3976cbf6 tempest-FloatingIPsAssociationTestJSON-312227423 tempest-FloatingIPsAssociationTestJSON-312227423-project] Floating IP a77b6f2a-b870-4b9e-9707-06ee217e5453 associated. External IP: 172.25.4.143, port: 9e4e79de-3a0e-4df4-9f4e-434a4116575b. Jul 27 23:07:25.317417 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-c9507048-83ba-4233-b73a-c6e9a8d859bd req-52afac4a-ff1e-4bbe-8284-edc2b0c225ed service neutron] 10.222.0.49 "GET /v2.0/ports/1a4ffe25-6ceb-4249-ab10-ac979bdc7b73/bindings/n-h1-802623-1 HTTP/1.1" status: 200 len: 384 time: 0.1150861 Jul 27 23:07:25.553333 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1712b62d-30f4-4b78-bf7a-1ac7d170ffdb req-63d6e9d7-d8a7-454d-a375-f92b3976cbf6 tempest-FloatingIPsAssociationTestJSON-312227423 tempest-FloatingIPsAssociationTestJSON-312227423-project] Router cf96189a-75ea-47b4-bd5b-79cf952e79aa has already been hosted by L3 agent 018c4455-49c0-4734-927d-7824067b2a9e {{(pid=93798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 23:07:25.573982 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-c9507048-83ba-4233-b73a-c6e9a8d859bd req-80c1dc57-baeb-4bb5-b0e3-42914647a338 service neutron] For port 1a4ffe25-6ceb-4249-ab10-ac979bdc7b73, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=1a4ffe25-6ceb-4249-ab10-ac979bdc7b73,segment=NetworkSegment(7332ccbf-8fd9-4ff5-bad6-b4b872eccd4e),segment_id=7332ccbf-8fd9-4ff5-bad6-b4b872eccd4e)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:07:25.603001 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-c9507048-83ba-4233-b73a-c6e9a8d859bd req-80c1dc57-baeb-4bb5-b0e3-42914647a338 service neutron] For port 1a4ffe25-6ceb-4249-ab10-ac979bdc7b73, host n-h2-802623-1, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:07:25.653291 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [req-c9507048-83ba-4233-b73a-c6e9a8d859bd req-80c1dc57-baeb-4bb5-b0e3-42914647a338 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a4ffe25-6ceb-4249-ab10-ac979bdc7b73 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:07:25.666591 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-c9507048-83ba-4233-b73a-c6e9a8d859bd req-80c1dc57-baeb-4bb5-b0e3-42914647a338 service neutron] For port 1a4ffe25-6ceb-4249-ab10-ac979bdc7b73, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=1a4ffe25-6ceb-4249-ab10-ac979bdc7b73,segment=NetworkSegment(7332ccbf-8fd9-4ff5-bad6-b4b872eccd4e),segment_id=7332ccbf-8fd9-4ff5-bad6-b4b872eccd4e)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:07:25.684771 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-c9507048-83ba-4233-b73a-c6e9a8d859bd req-80c1dc57-baeb-4bb5-b0e3-42914647a338 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:25.725806 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1712b62d-30f4-4b78-bf7a-1ac7d170ffdb req-63d6e9d7-d8a7-454d-a375-f92b3976cbf6 tempest-FloatingIPsAssociationTestJSON-312227423 tempest-FloatingIPsAssociationTestJSON-312227423-project] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:07:25.741109 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f7db0d5-b617-47ad-9f6a-022db124e2b7 None None] Sync routers for ids ['cf96189a-75ea-47b4-bd5b-79cf952e79aa'] in n-d-802623-1 {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:07:25.756243 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f7db0d5-b617-47ad-9f6a-022db124e2b7 None None] Routers {'cf96189a-75ea-47b4-bd5b-79cf952e79aa'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:07:25.757026 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-0f7db0d5-b617-47ad-9f6a-022db124e2b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:06:59Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['cf96189a-75ea-47b4-bd5b-79cf952e79aa'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:07:25.790780 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [req-c9507048-83ba-4233-b73a-c6e9a8d859bd req-80c1dc57-baeb-4bb5-b0e3-42914647a338 service neutron] Transition to ACTIVE for port object 1a4ffe25-6ceb-4249-ab10-ac979bdc7b73 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:07:25.800437 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-c9507048-83ba-4233-b73a-c6e9a8d859bd req-80c1dc57-baeb-4bb5-b0e3-42914647a338 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11336041'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:25.877401 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9507048-83ba-4233-b73a-c6e9a8d859bd req-80c1dc57-baeb-4bb5-b0e3-42914647a338 service neutron] No DVR routers for this DVR port 1a4ffe25-6ceb-4249-ab10-ac979bdc7b73 on host n-h2-802623-1 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:07:25.926051 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c1dc57-baeb-4bb5-b0e3-42914647a338 service neutron] Pushing event updated for resources: {'Port': ['ID=1a4ffe25-6ceb-4249-ab10-ac979bdc7b73,revision_number=10']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:07:25.936404 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-c9507048-83ba-4233-b73a-c6e9a8d859bd req-80c1dc57-baeb-4bb5-b0e3-42914647a338 service neutron] 10.222.0.49 "PUT /v2.0/ports/1a4ffe25-6ceb-4249-ab10-ac979bdc7b73/bindings/n-h1-802623-1/activate HTTP/1.1" status: 200 len: 369 time: 0.6099250 Jul 27 23:07:25.968354 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-0f7db0d5-b617-47ad-9f6a-022db124e2b7 None None] Set router cf96189a-75ea-47b4-bd5b-79cf952e79aa gateway port host: n-d-802623-1 {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:07:26.359012 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-0f7db0d5-b617-47ad-9f6a-022db124e2b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf96189a-75ea-47b4-bd5b-79cf952e79aa', 'name': 'tempest-FloatingIPsAssociationTestJSON-393833974-router', 'tenant_id': '5b03c927c66142f381afed5bba742bc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': '1799a87d-8a71-4f8d-b053-5a498465f1db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:06:39Z', 'updated_at': '2021-07-27T23:06:44Z', 'revision_number': 4, 'project_id': '5b03c927c66142f381afed5bba742bc2', 'gw_port': {'id': '1799a87d-8a71-4f8d-b053-5a498465f1db', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:4b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf96189a-75ea-47b4-bd5b-79cf952e79aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:06:39Z', 'updated_at': '2021-07-27T23:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_floatingips': [{'id': 'a77b6f2a-b870-4b9e-9707-06ee217e5453', 'tenant_id': '5b03c927c66142f381afed5bba742bc2', 'floating_ip_address': '172.25.4.143', 'floating_network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'router_id': 'cf96189a-75ea-47b4-bd5b-79cf952e79aa', 'port_id': 'e8164c28-78be-4f14-8b37-9227b6ebeeed', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 711, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '651a62f0-bf28-4546-86cc-bdd30132572b', 'mac_address': 'fa:16:3e:cb:1c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a54fb7-e8eb-4ac3-bfb9-d547035a0939', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T23:07:01Z', 'updated_at': '2021-07-27T23:07:24Z', 'revision_number': 3, 'project_id': '5b03c927c66142f381afed5bba742bc2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '402f496a-5912-40d6-b1a0-20b7a7501523', 'name': '', 'network_id': '651a62f0-bf28-4546-86cc-bdd30132572b', 'tenant_id': '5b03c927c66142f381afed5bba742bc2', 'mac_address': 'fa:16:3e:6b:74:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf96189a-75ea-47b4-bd5b-79cf952e79aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': 'fa7fc9a2-9609-4fd7-ac94-2254e732d52b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:06:43Z', 'updated_at': '2021-07-27T23:06:51Z', 'revision_number': 5, 'project_id': '5b03c927c66142f381afed5bba742bc2', 'subnets': [{'id': 'fa7fc9a2-9609-4fd7-ac94-2254e732d52b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:07:26.396368 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device be50d7ec-143d-4069-90c8-a144a32b6c90 details requested by agent hyperv_n-h2-802623-1 with host n-h2-802623-1 {{(pid=93799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 23:07:26.407460 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f7db0d5-b617-47ad-9f6a-022db124e2b7 None None] Checking router: cf96189a-75ea-47b4-bd5b-79cf952e79aa for host: n-d-802623-1 {{(pid=93799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 23:07:26.457252 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9507048-83ba-4233-b73a-c6e9a8d859bd req-752eea6a-bc85-475e-b97a-3dd5d52bc420 tempest-LiveMigrationTest-1100887879 tempest-LiveMigrationTest-1100887879-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:26.459035 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c9507048-83ba-4233-b73a-c6e9a8d859bd req-752eea6a-bc85-475e-b97a-3dd5d52bc420 tempest-LiveMigrationTest-1100887879 tempest-LiveMigrationTest-1100887879-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=043450d5-a8e9-4524-8c01-f8118205eebd&tenant_id=59376bbb1c574537a7eaca41e781bf3f&binding%3Ahost_id=n-h2-802623-1 HTTP/1.1" status: 200 len: 1096 time: 0.0788937 Jul 27 23:07:26.564397 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port be50d7ec-143d-4069-90c8-a144a32b6c90, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=be50d7ec-143d-4069-90c8-a144a32b6c90,segment=NetworkSegment(28e446c9-01ab-4372-bcf6-11d579b6d514),segment_id=28e446c9-01ab-4372-bcf6-11d579b6d514)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:07:26.599749 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Returning: {'device': 'be50d7ec-143d-4069-90c8-a144a32b6c90', 'network_id': '9e23151c-db3f-4ce6-bd4c-f37102973a7b', 'port_id': 'be50d7ec-143d-4069-90c8-a144a32b6c90', 'mac_address': 'fa:16:3e:e5:51:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '907748a0-cd4e-409f-9c38-5786b794e948', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 23:07:26.614230 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9507048-83ba-4233-b73a-c6e9a8d859bd req-c52e0bbc-321e-4d9f-92ce-55f7a05210fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:26.616726 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c9507048-83ba-4233-b73a-c6e9a8d859bd req-c52e0bbc-321e-4d9f-92ce-55f7a05210fa service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=043450d5-a8e9-4524-8c01-f8118205eebd&tenant_id=59376bbb1c574537a7eaca41e781bf3f HTTP/1.1" status: 200 len: 1096 time: 0.1041307 Jul 27 23:07:26.642489 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1712b62d-30f4-4b78-bf7a-1ac7d170ffdb req-63d6e9d7-d8a7-454d-a375-f92b3976cbf6 tempest-FloatingIPsAssociationTestJSON-312227423 tempest-FloatingIPsAssociationTestJSON-312227423-project] Router cf96189a-75ea-47b4-bd5b-79cf952e79aa has already been hosted by L3 agent 018c4455-49c0-4734-927d-7824067b2a9e {{(pid=93798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 23:07:26.673037 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 23:07:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7aa37afa-c7e6-4f92-a1b5-f4c56c5575a1 x-openstack-request-id: req-7aa37afa-c7e6-4f92-a1b5-f4c56c5575a1 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:07:26.673969 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e8c746a-ba1e-4f7a-a003-af01943b801e", "tag": "be50d7ec-143d-4069-90c8-a144a32b6c90", "status": "completed", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:07:26.673969 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7aa37afa-c7e6-4f92-a1b5-f4c56c5575a1 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:07:26.674149 n-d-802623-1 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e8c746a-ba1e-4f7a-a003-af01943b801e', 'tag': 'be50d7ec-143d-4069-90c8-a144a32b6c90', 'status': 'completed', 'code': 200} Jul 27 23:07:26.726160 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f7db0d5-b617-47ad-9f6a-022db124e2b7 None None] Routers {'cf96189a-75ea-47b4-bd5b-79cf952e79aa'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:07:26.726160 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-0f7db0d5-b617-47ad-9f6a-022db124e2b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:06:59Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['cf96189a-75ea-47b4-bd5b-79cf952e79aa'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:07:26.775656 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:26.802702 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be50d7ec-143d-4069-90c8-a144a32b6c90 {{(pid=93799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:07:26.825656 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port be50d7ec-143d-4069-90c8-a144a32b6c90, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=be50d7ec-143d-4069-90c8-a144a32b6c90,segment=NetworkSegment(28e446c9-01ab-4372-bcf6-11d579b6d514),segment_id=28e446c9-01ab-4372-bcf6-11d579b6d514)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:07:26.837988 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:26.850410 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad3f892-845d-4792-b54c-39593cd89c1d req-53240a45-63cd-43da-84f3-0a0046ef035c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:26.853585 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8ad3f892-845d-4792-b54c-39593cd89c1d req-53240a45-63cd-43da-84f3-0a0046ef035c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8769b54ba73a4421837726dbda018e6b&device_id=9e8c746a-ba1e-4f7a-a003-af01943b801e HTTP/1.1" status: 200 len: 1094 time: 0.1384363 Jul 27 23:07:26.884197 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9507048-83ba-4233-b73a-c6e9a8d859bd req-709cce7d-eedb-48a2-851b-3812da17936d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:26.885699 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c9507048-83ba-4233-b73a-c6e9a8d859bd req-709cce7d-eedb-48a2-851b-3812da17936d service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=59376bbb1c574537a7eaca41e781bf3f&device_id=043450d5-a8e9-4524-8c01-f8118205eebd HTTP/1.1" status: 200 len: 1096 time: 0.2375937 Jul 27 23:07:27.014025 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-02df6ce9-67f6-4696-912f-8a3573428532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:27.046492 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1712b62d-30f4-4b78-bf7a-1ac7d170ffdb req-63d6e9d7-d8a7-454d-a375-f92b3976cbf6 tempest-FloatingIPsAssociationTestJSON-312227423 tempest-FloatingIPsAssociationTestJSON-312227423-project] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:07:27.049353 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f333582-ea50-423c-beb3-b39657e581cb req-ec1b4ee2-b804-4a6a-a143-be861f1a8d28 tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:27.051374 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8f333582-ea50-423c-beb3-b39657e581cb req-ec1b4ee2-b804-4a6a-a143-be861f1a8d28 tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] 10.222.0.18 "GET /v2.0/networks?id=14a5d194-281e-4b99-8409-49ab4b374004 HTTP/1.1" status: 200 len: 821 time: 0.1966412 Jul 27 23:07:27.054341 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-1712b62d-30f4-4b78-bf7a-1ac7d170ffdb req-63d6e9d7-d8a7-454d-a375-f92b3976cbf6 tempest-FloatingIPsAssociationTestJSON-312227423 tempest-FloatingIPsAssociationTestJSON-312227423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for floatingip, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:27.068704 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-0f7db0d5-b617-47ad-9f6a-022db124e2b7 None None] Set router cf96189a-75ea-47b4-bd5b-79cf952e79aa gateway port host: n-d-802623-1 {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:07:27.082477 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8f333582-ea50-423c-beb3-b39657e581cb req-56f6d556-ab3a-472b-9c5c-8e106ddfae27 tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] 10.222.0.18 "GET /v2.0/quotas/96daf22d5b4247978edfc4cfc5ef5662 HTTP/1.1" status: 200 len: 375 time: 0.0242338 Jul 27 23:07:27.118308 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad3f892-845d-4792-b54c-39593cd89c1d req-f00c7e69-c26e-4058-8a35-7252e4a5789e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:27.119884 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8ad3f892-845d-4792-b54c-39593cd89c1d req-f00c7e69-c26e-4058-8a35-7252e4a5789e service neutron] 10.222.0.49 "GET /v2.0/networks?id=9e23151c-db3f-4ce6-bd4c-f37102973a7b HTTP/1.1" status: 200 len: 911 time: 0.2516506 Jul 27 23:07:27.131828 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Pushing event updated for resources: {'Port': ['ID=be50d7ec-143d-4069-90c8-a144a32b6c90,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:07:27.155120 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '090fc9ba-9df5-4f45-99a9-afe474888be5', 'tag': '9e4e79de-3a0e-4df4-9f4e-434a4116575b'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:07:27.157170 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}011f8d312121274bb12d78e77c6379a2079800640016cec6c6d605b73666e854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c202a20b-2056-46e1-96ec-5952d28f76f3" -d '{"events": [{"name": "network-changed", "server_uuid": "090fc9ba-9df5-4f45-99a9-afe474888be5", "tag": "9e4e79de-3a0e-4df4-9f4e-434a4116575b"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:07:27.187801 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8ad3f892-845d-4792-b54c-39593cd89c1d req-1bbe7918-2449-4317-8c59-5a47af192c3a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=be50d7ec-143d-4069-90c8-a144a32b6c90 HTTP/1.1" status: 200 len: 217 time: 0.0552466 Jul 27 23:07:27.208274 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8f333582-ea50-423c-beb3-b39657e581cb req-1fa60f48-20f5-4f89-8d34-926db665ecb9 tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=96daf22d5b4247978edfc4cfc5ef5662&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1243911 Jul 27 23:07:27.226287 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9507048-83ba-4233-b73a-c6e9a8d859bd req-a1a067f6-fc8d-4f11-9471-92dc054b8124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:27.229443 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c9507048-83ba-4233-b73a-c6e9a8d859bd req-a1a067f6-fc8d-4f11-9471-92dc054b8124 service neutron] 10.222.0.38 "GET /v2.0/networks?id=c451a142-86a9-4355-833f-365557d21b8d HTTP/1.1" status: 200 len: 909 time: 0.3295212 Jul 27 23:07:27.236827 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-1712b62d-30f4-4b78-bf7a-1ac7d170ffdb req-63d6e9d7-d8a7-454d-a375-f92b3976cbf6 tempest-FloatingIPsAssociationTestJSON-312227423 tempest-FloatingIPsAssociationTestJSON-312227423-project] 10.222.0.18 "PUT /v2.0/floatingips/a77b6f2a-b870-4b9e-9707-06ee217e5453 HTTP/1.1" status: 200 len: 998 time: 2.9426053 Jul 27 23:07:27.245862 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] get_ports_and_sgs() called for port_ids ['be50d7ec-143d-4069-90c8-a144a32b6c90'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:07:27.330464 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c9507048-83ba-4233-b73a-c6e9a8d859bd req-2ec19e8c-3786-4941-8e34-fb73df3b09f4 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1a4ffe25-6ceb-4249-ab10-ac979bdc7b73 HTTP/1.1" status: 200 len: 217 time: 0.0899270 Jul 27 23:07:27.387889 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8f333582-ea50-423c-beb3-b39657e581cb req-34986342-9280-47f9-ac67-25fcdf706a05 service neutron] 10.222.0.18 "GET /v2.0/networks/14a5d194-281e-4b99-8409-49ab4b374004?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1784766 Jul 27 23:07:27.453760 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad3f892-845d-4792-b54c-39593cd89c1d req-5fcad2a2-2b2e-4b9e-a2fe-b877c08f5721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:27.456493 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8ad3f892-845d-4792-b54c-39593cd89c1d req-5fcad2a2-2b2e-4b9e-a2fe-b877c08f5721 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=907748a0-cd4e-409f-9c38-5786b794e948 HTTP/1.1" status: 200 len: 850 time: 0.2606943 Jul 27 23:07:27.516763 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1712b62d-30f4-4b78-bf7a-1ac7d170ffdb req-ccb6ae1d-ad27-4356-8754-332adecd4477 tempest-FloatingIPsAssociationTestJSON-312227423 tempest-FloatingIPsAssociationTestJSON-312227423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:27.520429 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-1712b62d-30f4-4b78-bf7a-1ac7d170ffdb req-ccb6ae1d-ad27-4356-8754-332adecd4477 tempest-FloatingIPsAssociationTestJSON-312227423 tempest-FloatingIPsAssociationTestJSON-312227423-project] 10.222.0.18 "GET /v2.0/ports/9e4e79de-3a0e-4df4-9f4e-434a4116575b HTTP/1.1" status: 200 len: 943 time: 0.2015781 Jul 27 23:07:27.545488 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8ad3f892-845d-4792-b54c-39593cd89c1d req-5672831f-e85a-4d1c-a498-a229369ebaa6 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9e23151c-db3f-4ce6-bd4c-f37102973a7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0636199 Jul 27 23:07:27.553411 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9507048-83ba-4233-b73a-c6e9a8d859bd req-b478cebc-8eb1-445b-842f-635d7bc1ef93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:27.561766 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c9507048-83ba-4233-b73a-c6e9a8d859bd req-b478cebc-8eb1-445b-842f-635d7bc1ef93 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b1592ca5-0a74-47a5-88e1-85b3448a0017 HTTP/1.1" status: 200 len: 848 time: 0.2144151 Jul 27 23:07:27.623825 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c9507048-83ba-4233-b73a-c6e9a8d859bd req-29c4fa1f-b0e3-4074-9142-481d2b4c1e39 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=c451a142-86a9-4355-833f-365557d21b8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0516071 Jul 27 23:07:27.680087 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8f333582-ea50-423c-beb3-b39657e581cb req-65cc47ee-225f-4635-ae14-c06c3e19c443 service neutron] 10.222.0.18 "GET /v2.0/networks/14a5d194-281e-4b99-8409-49ab4b374004?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2902029 Jul 27 23:07:27.745642 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8ad3f892-845d-4792-b54c-39593cd89c1d req-6223b34c-92d9-41d5-a541-bd063778e28a service neutron] 10.222.0.49 "GET /v2.0/networks/9e23151c-db3f-4ce6-bd4c-f37102973a7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1869977 Jul 27 23:07:27.889754 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1712b62d-30f4-4b78-bf7a-1ac7d170ffdb req-adaef7b9-9c09-41e8-8ecf-60bb8f7767ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:27.907185 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-1712b62d-30f4-4b78-bf7a-1ac7d170ffdb req-adaef7b9-9c09-41e8-8ecf-60bb8f7767ee service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5b03c927c66142f381afed5bba742bc2&device_id=090fc9ba-9df5-4f45-99a9-afe474888be5 HTTP/1.1" status: 200 len: 1097 time: 0.2166207 Jul 27 23:07:27.978030 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8ad3f892-845d-4792-b54c-39593cd89c1d req-97c7c3e3-88c3-47f2-b789-be763f8e2d21 service neutron] 10.222.0.49 "GET /v2.0/networks/9e23151c-db3f-4ce6-bd4c-f37102973a7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2221036 Jul 27 23:07:27.980866 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c9507048-83ba-4233-b73a-c6e9a8d859bd req-7d0e7edd-5deb-405d-ad7e-d6d21e7c7b04 service neutron] 10.222.0.38 "GET /v2.0/networks/c451a142-86a9-4355-833f-365557d21b8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3476284 Jul 27 23:07:28.041905 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-0f7db0d5-b617-47ad-9f6a-022db124e2b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf96189a-75ea-47b4-bd5b-79cf952e79aa', 'name': 'tempest-FloatingIPsAssociationTestJSON-393833974-router', 'tenant_id': '5b03c927c66142f381afed5bba742bc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': '1799a87d-8a71-4f8d-b053-5a498465f1db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:06:39Z', 'updated_at': '2021-07-27T23:06:44Z', 'revision_number': 4, 'project_id': '5b03c927c66142f381afed5bba742bc2', 'gw_port': {'id': '1799a87d-8a71-4f8d-b053-5a498465f1db', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:4b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf96189a-75ea-47b4-bd5b-79cf952e79aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:06:39Z', 'updated_at': '2021-07-27T23:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_floatingips': [{'id': 'a77b6f2a-b870-4b9e-9707-06ee217e5453', 'tenant_id': '5b03c927c66142f381afed5bba742bc2', 'floating_ip_address': '172.25.4.143', 'floating_network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'router_id': 'cf96189a-75ea-47b4-bd5b-79cf952e79aa', 'port_id': 'e8164c28-78be-4f14-8b37-9227b6ebeeed', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 711, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '651a62f0-bf28-4546-86cc-bdd30132572b', 'mac_address': 'fa:16:3e:cb:1c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a54fb7-e8eb-4ac3-bfb9-d547035a0939', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T23:07:01Z', 'updated_at': '2021-07-27T23:07:24Z', 'revision_number': 3, 'project_id': '5b03c927c66142f381afed5bba742bc2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '402f496a-5912-40d6-b1a0-20b7a7501523', 'name': '', 'network_id': '651a62f0-bf28-4546-86cc-bdd30132572b', 'tenant_id': '5b03c927c66142f381afed5bba742bc2', 'mac_address': 'fa:16:3e:6b:74:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf96189a-75ea-47b4-bd5b-79cf952e79aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': 'fa7fc9a2-9609-4fd7-ac94-2254e732d52b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:06:43Z', 'updated_at': '2021-07-27T23:06:51Z', 'revision_number': 5, 'project_id': '5b03c927c66142f381afed5bba742bc2', 'subnets': [{'id': 'fa7fc9a2-9609-4fd7-ac94-2254e732d52b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:07:28.079668 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1712b62d-30f4-4b78-bf7a-1ac7d170ffdb req-fb4f0fcc-1855-4a7a-a98c-591d8a0c9ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:28.087244 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-1712b62d-30f4-4b78-bf7a-1ac7d170ffdb req-fb4f0fcc-1855-4a7a-a98c-591d8a0c9ca1 service neutron] 10.222.0.18 "GET /v2.0/networks?id=651a62f0-bf28-4546-86cc-bdd30132572b HTTP/1.1" status: 200 len: 921 time: 0.1791713 Jul 27 23:07:28.121975 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f7db0d5-b617-47ad-9f6a-022db124e2b7 None None] The sync data for ids ['cf96189a-75ea-47b4-bd5b-79cf952e79aa'] in n-d-802623-1 is: [{'id': 'cf96189a-75ea-47b4-bd5b-79cf952e79aa', 'name': 'tempest-FloatingIPsAssociationTestJSON-393833974-router', 'tenant_id': '5b03c927c66142f381afed5bba742bc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': '1799a87d-8a71-4f8d-b053-5a498465f1db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:06:39Z', 'updated_at': '2021-07-27T23:06:44Z', 'revision_number': 4, 'project_id': '5b03c927c66142f381afed5bba742bc2', 'gw_port': {'id': '1799a87d-8a71-4f8d-b053-5a498465f1db', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:4b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf96189a-75ea-47b4-bd5b-79cf952e79aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:06:39Z', 'updated_at': '2021-07-27T23:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_floatingips': [{'id': 'a77b6f2a-b870-4b9e-9707-06ee217e5453', 'tenant_id': '5b03c927c66142f381afed5bba742bc2', 'floating_ip_address': '172.25.4.143', 'floating_network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'router_id': 'cf96189a-75ea-47b4-bd5b-79cf952e79aa', 'port_id': 'e8164c28-78be-4f14-8b37-9227b6ebeeed', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 711, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '651a62f0-bf28-4546-86cc-bdd30132572b', 'mac_address': 'fa:16:3e:cb:1c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a54fb7-e8eb-4ac3-bfb9-d547035a0939', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T23:07:01Z', 'updated_at': '2021-07-27T23:07:24Z', 'revision_number': 3, 'project_id': '5b03c927c66142f381afed5bba742bc2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '402f496a-5912-40d6-b1a0-20b7a7501523', 'name': '', 'network_id': '651a62f0-bf28-4546-86cc-bdd30132572b', 'tenant_id': '5b03c927c66142f381afed5bba742bc2', 'mac_address': 'fa:16:3e:6b:74:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf96189a-75ea-47b4-bd5b-79cf952e79aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': 'fa7fc9a2-9609-4fd7-ac94-2254e732d52b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:06:43Z', 'updated_at': '2021-07-27T23:06:51Z', 'revision_number': 5, 'project_id': '5b03c927c66142f381afed5bba742bc2', 'subnets': [{'id': 'fa7fc9a2-9609-4fd7-ac94-2254e732d52b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:07:28.162288 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-1712b62d-30f4-4b78-bf7a-1ac7d170ffdb req-943f7c1d-ea99-47c8-9f74-8f594a22064f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9e4e79de-3a0e-4df4-9f4e-434a4116575b HTTP/1.1" status: 200 len: 217 time: 0.0740929 Jul 27 23:07:28.196111 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a79e3a1-74ac-4e85-9a64-da40e269328f req-a66dd21e-fdfd-47f4-a696-8002a2b8ba15 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:28.204163 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-1a79e3a1-74ac-4e85-9a64-da40e269328f req-a66dd21e-fdfd-47f4-a696-8002a2b8ba15 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e8c746a-ba1e-4f7a-a003-af01943b801e HTTP/1.1" status: 200 len: 944 time: 0.0701532 Jul 27 23:07:28.260932 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-1a79e3a1-74ac-4e85-9a64-da40e269328f req-499fc5f3-8ca8-4b95-b74a-f1d1d39c2bc7 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.18 "GET /v2.0/security-groups?id=657c655b-8580-45d5-979f-9b32b7a260f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555062 Jul 27 23:07:28.291208 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c9507048-83ba-4233-b73a-c6e9a8d859bd req-30d732ea-286b-47e5-b9bd-a934376d92d4 service neutron] 10.222.0.38 "GET /v2.0/networks/c451a142-86a9-4355-833f-365557d21b8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2894366 Jul 27 23:07:28.312250 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1712b62d-30f4-4b78-bf7a-1ac7d170ffdb req-2d286cfe-8bf5-4a9f-b1df-20bb710eaf07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:28.321696 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-1712b62d-30f4-4b78-bf7a-1ac7d170ffdb req-2d286cfe-8bf5-4a9f-b1df-20bb710eaf07 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fa7fc9a2-9609-4fd7-ac94-2254e732d52b HTTP/1.1" status: 200 len: 859 time: 0.1585245 Jul 27 23:07:28.401285 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1712b62d-30f4-4b78-bf7a-1ac7d170ffdb req-e1e5f283-36fa-4c10-a1bf-f96d533848a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:28.409575 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-1712b62d-30f4-4b78-bf7a-1ac7d170ffdb req-e1e5f283-36fa-4c10-a1bf-f96d533848a9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=651a62f0-bf28-4546-86cc-bdd30132572b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0869906 Jul 27 23:07:28.436553 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6163c7-d747-40e4-adb7-083971f2bda8 req-1f4acaca-36e5-4179-b8fb-f8d5b5426afd tempest-ServersWithSpecificFlavorTestJSON-503998184 tempest-ServersWithSpecificFlavorTestJSON-503998184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:28.445856 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-fa6163c7-d747-40e4-adb7-083971f2bda8 req-1f4acaca-36e5-4179-b8fb-f8d5b5426afd tempest-ServersWithSpecificFlavorTestJSON-503998184 tempest-ServersWithSpecificFlavorTestJSON-503998184-project] 10.222.0.18 "GET /v2.0/ports?device_id=35be93a3-fd2e-4e76-a180-e2990ab86391 HTTP/1.1" status: 200 len: 945 time: 0.0855253 Jul 27 23:07:28.474005 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 56708) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:07:28.483424 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-2776c533-7bde-46d3-b8ef-a83cd58e03ba tempest-ServersWithSpecificFlavorTestJSON-503998184 tempest-ServersWithSpecificFlavorTestJSON-503998184-project] Request body: {'floatingip': {'port_id': '7cacf8fa-ecbc-4d4c-8d27-ba0d252eb76d'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:07:28.565777 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71eef385-41aa-43a3-aec6-c40e7539c334 None None] New status for floating IP a77b6f2a-b870-4b9e-9707-06ee217e5453: ACTIVE {{(pid=93800) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 23:07:28.582554 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2776c533-7bde-46d3-b8ef-a83cd58e03ba tempest-ServersWithSpecificFlavorTestJSON-503998184 tempest-ServersWithSpecificFlavorTestJSON-503998184-project] Notify callbacks [] for floatingip, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:28.671657 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-1712b62d-30f4-4b78-bf7a-1ac7d170ffdb req-9cbc28c3-f5ba-473d-8cb4-e80a443fbf80 service neutron] 10.222.0.18 "GET /v2.0/networks/651a62f0-bf28-4546-86cc-bdd30132572b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2611411 Jul 27 23:07:28.792940 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-1712b62d-30f4-4b78-bf7a-1ac7d170ffdb req-b9c32fc4-aa50-44a6-a6d8-9ab705d2a30f service neutron] 10.222.0.18 "GET /v2.0/networks/651a62f0-bf28-4546-86cc-bdd30132572b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153986 Jul 27 23:07:28.927774 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ceb5970-5101-4448-99d1-bceac178f1e0 req-f78cf775-e50f-42b6-a0ac-6f5066ded794 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:28.929371 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-4ceb5970-5101-4448-99d1-bceac178f1e0 req-f78cf775-e50f-42b6-a0ac-6f5066ded794 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] 10.222.0.18 "GET /v2.0/ports?device_id=043450d5-a8e9-4524-8c01-f8118205eebd HTTP/1.1" status: 200 len: 945 time: 0.2470419 Jul 27 23:07:29.034583 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9507048-83ba-4233-b73a-c6e9a8d859bd req-3d1b66a9-26a7-41b7-a9bd-661d1c103089 tempest-LiveMigrationTest-1100887879 tempest-LiveMigrationTest-1100887879-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:29.036157 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c9507048-83ba-4233-b73a-c6e9a8d859bd req-3d1b66a9-26a7-41b7-a9bd-661d1c103089 tempest-LiveMigrationTest-1100887879 tempest-LiveMigrationTest-1100887879-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=043450d5-a8e9-4524-8c01-f8118205eebd&tenant_id=59376bbb1c574537a7eaca41e781bf3f&binding%3Ahost_id=n-h1-802623-1 HTTP/1.1" status: 200 len: 1096 time: 0.2258673 Jul 27 23:07:29.038912 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1712b62d-30f4-4b78-bf7a-1ac7d170ffdb req-4d43c376-4f6e-4455-ac53-c4f90c9c3af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:29.052647 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-1712b62d-30f4-4b78-bf7a-1ac7d170ffdb req-4d43c376-4f6e-4455-ac53-c4f90c9c3af4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5b03c927c66142f381afed5bba742bc2&device_id=25a54fb7-e8eb-4ac3-bfb9-d547035a0939 HTTP/1.1" status: 200 len: 1096 time: 0.1542306 Jul 27 23:07:29.306595 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:29.359167 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1712b62d-30f4-4b78-bf7a-1ac7d170ffdb req-c39edf78-0451-41d3-8554-da0f593d865a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:29.368924 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-1712b62d-30f4-4b78-bf7a-1ac7d170ffdb req-c39edf78-0451-41d3-8554-da0f593d865a service neutron] 10.222.0.18 "GET /v2.0/networks?id=651a62f0-bf28-4546-86cc-bdd30132572b HTTP/1.1" status: 200 len: 921 time: 0.3154063 Jul 27 23:07:29.434374 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd25d4d0-46ef-4958-8b0e-ada257c02318 None None] Sync routers for ids ['cf96189a-75ea-47b4-bd5b-79cf952e79aa'] in n-d-802623-1 {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:07:29.460990 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd25d4d0-46ef-4958-8b0e-ada257c02318 None None] Routers {'cf96189a-75ea-47b4-bd5b-79cf952e79aa'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:07:29.461662 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-cd25d4d0-46ef-4958-8b0e-ada257c02318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:06:59Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['cf96189a-75ea-47b4-bd5b-79cf952e79aa'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:07:29.473584 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-c9507048-83ba-4233-b73a-c6e9a8d859bd req-d60eb7c6-28bc-445e-b83c-02bc02647dc4 service neutron] For port 1a4ffe25-6ceb-4249-ab10-ac979bdc7b73, host n-h2-802623-1, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:07:29.481298 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-c9507048-83ba-4233-b73a-c6e9a8d859bd req-d60eb7c6-28bc-445e-b83c-02bc02647dc4 service neutron] Notify callbacks [] for binding, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:29.482893 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c9507048-83ba-4233-b73a-c6e9a8d859bd req-d60eb7c6-28bc-445e-b83c-02bc02647dc4 service neutron] 10.222.0.38 "DELETE /v2.0/ports/1a4ffe25-6ceb-4249-ab10-ac979bdc7b73/bindings/n-h2-802623-1 HTTP/1.1" status: 204 len: 173 time: 0.4197505 Jul 27 23:07:29.505291 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-1712b62d-30f4-4b78-bf7a-1ac7d170ffdb req-55261c82-787f-491d-9979-bea91099be31 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e8164c28-78be-4f14-8b37-9227b6ebeeed HTTP/1.1" status: 200 len: 1001 time: 0.1195402 Jul 27 23:07:29.615298 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1712b62d-30f4-4b78-bf7a-1ac7d170ffdb req-6f7d276b-7240-468a-bb8d-d7a80122e631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:29.616964 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-1712b62d-30f4-4b78-bf7a-1ac7d170ffdb req-6f7d276b-7240-468a-bb8d-d7a80122e631 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fa7fc9a2-9609-4fd7-ac94-2254e732d52b HTTP/1.1" status: 200 len: 859 time: 0.1022930 Jul 27 23:07:29.651437 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d47f0c30-f27a-442d-ba31-1bac2e5f5c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:29.785377 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1712b62d-30f4-4b78-bf7a-1ac7d170ffdb req-63911999-cd91-4e37-b289-7a2c1055c7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:29.789855 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-1712b62d-30f4-4b78-bf7a-1ac7d170ffdb req-63911999-cd91-4e37-b289-7a2c1055c7d1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=651a62f0-bf28-4546-86cc-bdd30132572b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1485462 Jul 27 23:07:29.790669 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:29.791990 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2776c533-7bde-46d3-b8ef-a83cd58e03ba tempest-ServersWithSpecificFlavorTestJSON-503998184 tempest-ServersWithSpecificFlavorTestJSON-503998184-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:29.844804 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-cd25d4d0-46ef-4958-8b0e-ada257c02318 None None] Set router cf96189a-75ea-47b4-bd5b-79cf952e79aa gateway port host: n-d-802623-1 {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:07:29.847452 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2776c533-7bde-46d3-b8ef-a83cd58e03ba tempest-ServersWithSpecificFlavorTestJSON-503998184 tempest-ServersWithSpecificFlavorTestJSON-503998184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-415302'] for floatingip, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:29.962598 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-4ceb5970-5101-4448-99d1-bceac178f1e0 req-98d62567-4fdf-4c25-8527-b90956e89565 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] 10.222.0.18 "GET /v2.0/security-groups?id=bed30b16-cd2d-47d0-9758-37dc9df2dfb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662440 Jul 27 23:07:30.017266 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-1712b62d-30f4-4b78-bf7a-1ac7d170ffdb req-a2a8d250-fc7e-47ff-b193-69ff2f332e43 service neutron] 10.222.0.18 "GET /v2.0/networks/651a62f0-bf28-4546-86cc-bdd30132572b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2165842 Jul 27 23:07:30.096696 n-d-802623-1 neutron-server[93797]: INFO neutron.db.l3_db [None req-2776c533-7bde-46d3-b8ef-a83cd58e03ba tempest-ServersWithSpecificFlavorTestJSON-503998184 tempest-ServersWithSpecificFlavorTestJSON-503998184-project] Floating IP 6a9599d4-b74a-48b8-be77-be03c0f49773 associated. External IP: 172.25.4.194, port: 7cacf8fa-ecbc-4d4c-8d27-ba0d252eb76d. Jul 27 23:07:30.160690 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 23:07:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84d14e96-cd64-4f4e-bb00-a4c3abcf67ce x-openstack-request-id: req-84d14e96-cd64-4f4e-bb00-a4c3abcf67ce {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:07:30.162384 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "090fc9ba-9df5-4f45-99a9-afe474888be5", "tag": "9e4e79de-3a0e-4df4-9f4e-434a4116575b", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:07:30.163461 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-84d14e96-cd64-4f4e-bb00-a4c3abcf67ce {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:07:30.167539 n-d-802623-1 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '090fc9ba-9df5-4f45-99a9-afe474888be5', 'tag': '9e4e79de-3a0e-4df4-9f4e-434a4116575b', 'status': 'completed', 'code': 200} Jul 27 23:07:30.357098 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-1712b62d-30f4-4b78-bf7a-1ac7d170ffdb req-37d2bace-c5b0-4444-ba36-6602b195342d service neutron] 10.222.0.18 "GET /v2.0/networks/651a62f0-bf28-4546-86cc-bdd30132572b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3333254 Jul 27 23:07:30.375675 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c202a20b-2056-46e1-96ec-5952d28f76f3 req-eadbb57f-1781-4fe0-86a2-8a6a3694a04f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:30.377308 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c202a20b-2056-46e1-96ec-5952d28f76f3 req-eadbb57f-1781-4fe0-86a2-8a6a3694a04f service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5b03c927c66142f381afed5bba742bc2&device_id=090fc9ba-9df5-4f45-99a9-afe474888be5 HTTP/1.1" status: 200 len: 1097 time: 0.1483214 Jul 27 23:07:30.431523 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device be50d7ec-143d-4069-90c8-a144a32b6c90 up at agent hyperv_n-h2-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:07:30.534312 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-19f2e178-d45e-4fbe-b9be-c3963fc151ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:30.589263 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c202a20b-2056-46e1-96ec-5952d28f76f3 req-192d6a67-f617-4c6b-af1f-9a6d888af05a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:30.590874 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c202a20b-2056-46e1-96ec-5952d28f76f3 req-192d6a67-f617-4c6b-af1f-9a6d888af05a service neutron] 10.222.0.38 "GET /v2.0/networks?id=651a62f0-bf28-4546-86cc-bdd30132572b HTTP/1.1" status: 200 len: 921 time: 0.1992614 Jul 27 23:07:30.649604 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-cd25d4d0-46ef-4958-8b0e-ada257c02318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf96189a-75ea-47b4-bd5b-79cf952e79aa', 'name': 'tempest-FloatingIPsAssociationTestJSON-393833974-router', 'tenant_id': '5b03c927c66142f381afed5bba742bc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': '1799a87d-8a71-4f8d-b053-5a498465f1db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:06:39Z', 'updated_at': '2021-07-27T23:06:44Z', 'revision_number': 4, 'project_id': '5b03c927c66142f381afed5bba742bc2', 'gw_port': {'id': '1799a87d-8a71-4f8d-b053-5a498465f1db', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:4b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf96189a-75ea-47b4-bd5b-79cf952e79aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:06:39Z', 'updated_at': '2021-07-27T23:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_floatingips': [{'id': 'a77b6f2a-b870-4b9e-9707-06ee217e5453', 'tenant_id': '5b03c927c66142f381afed5bba742bc2', 'floating_ip_address': '172.25.4.143', 'floating_network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'router_id': 'cf96189a-75ea-47b4-bd5b-79cf952e79aa', 'port_id': 'e8164c28-78be-4f14-8b37-9227b6ebeeed', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 711, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '651a62f0-bf28-4546-86cc-bdd30132572b', 'mac_address': 'fa:16:3e:cb:1c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a54fb7-e8eb-4ac3-bfb9-d547035a0939', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T23:07:01Z', 'updated_at': '2021-07-27T23:07:29Z', 'revision_number': 4, 'project_id': '5b03c927c66142f381afed5bba742bc2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '402f496a-5912-40d6-b1a0-20b7a7501523', 'name': '', 'network_id': '651a62f0-bf28-4546-86cc-bdd30132572b', 'tenant_id': '5b03c927c66142f381afed5bba742bc2', 'mac_address': 'fa:16:3e:6b:74:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf96189a-75ea-47b4-bd5b-79cf952e79aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': 'fa7fc9a2-9609-4fd7-ac94-2254e732d52b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:06:43Z', 'updated_at': '2021-07-27T23:06:51Z', 'revision_number': 5, 'project_id': '5b03c927c66142f381afed5bba742bc2', 'subnets': [{'id': 'fa7fc9a2-9609-4fd7-ac94-2254e732d52b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:07:30.674585 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-eab42e56-aa79-42fd-a863-8681d68f013b req-5e268274-5b4e-4c18-a47d-6380e3e01a20 tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] 10.222.0.18 "GET /v2.0/ports?device_id=2bf31f05-ef13-49ab-a0f4-2ee11666ecc5 HTTP/1.1" status: 200 len: 210 time: 0.1880090 Jul 27 23:07:30.693877 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd25d4d0-46ef-4958-8b0e-ada257c02318 None None] Checking router: cf96189a-75ea-47b4-bd5b-79cf952e79aa for host: n-d-802623-1 {{(pid=93799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 23:07:30.706802 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd25d4d0-46ef-4958-8b0e-ada257c02318 None None] Routers {'cf96189a-75ea-47b4-bd5b-79cf952e79aa'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:07:30.707567 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-cd25d4d0-46ef-4958-8b0e-ada257c02318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:07:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['cf96189a-75ea-47b4-bd5b-79cf952e79aa'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:07:30.807531 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Provisioning for port be50d7ec-143d-4069-90c8-a144a32b6c90 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:07:30.814312 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Provisioning complete for port be50d7ec-143d-4069-90c8-a144a32b6c90 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:07:30.814701 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:30.835173 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c202a20b-2056-46e1-96ec-5952d28f76f3 req-2375d917-e4c9-40c7-9de8-9484ebd04bf3 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9e4e79de-3a0e-4df4-9f4e-434a4116575b HTTP/1.1" status: 200 len: 217 time: 0.2321007 Jul 27 23:07:30.974724 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6399ff-a493-469f-b38a-db0af725eca1 req-bca3bbc8-856b-48ff-a2c1-145188740153 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:30.976334 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-1a6399ff-a493-469f-b38a-db0af725eca1 req-bca3bbc8-856b-48ff-a2c1-145188740153 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e8c746a-ba1e-4f7a-a003-af01943b801e HTTP/1.1" status: 200 len: 944 time: 0.3523378 Jul 27 23:07:30.994739 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c202a20b-2056-46e1-96ec-5952d28f76f3 req-92cb6e58-bae5-4708-b150-4e9ff5acbe2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:30.997718 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c202a20b-2056-46e1-96ec-5952d28f76f3 req-92cb6e58-bae5-4708-b150-4e9ff5acbe2a service neutron] 10.222.0.38 "GET /v2.0/subnets?id=fa7fc9a2-9609-4fd7-ac94-2254e732d52b HTTP/1.1" status: 200 len: 859 time: 0.1566546 Jul 27 23:07:31.019017 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:31.048671 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-cd25d4d0-46ef-4958-8b0e-ada257c02318 None None] Set router cf96189a-75ea-47b4-bd5b-79cf952e79aa gateway port host: n-d-802623-1 {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:07:31.087608 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-1a6399ff-a493-469f-b38a-db0af725eca1 req-f4a00d9b-6ba0-45ed-be3d-cb233ce79417 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.18 "GET /v2.0/security-groups?id=657c655b-8580-45d5-979f-9b32b7a260f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956953 Jul 27 23:07:31.098248 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f333582-ea50-423c-beb3-b39657e581cb req-1f7aa432-0042-4a85-bc95-3c74e2967471 tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:31.100585 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c202a20b-2056-46e1-96ec-5952d28f76f3 req-c665198d-cd80-42ce-8e86-d837924d37d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:31.102868 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8f333582-ea50-423c-beb3-b39657e581cb req-1f7aa432-0042-4a85-bc95-3c74e2967471 tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] 10.222.0.49 "GET /v2.0/networks?id=14a5d194-281e-4b99-8409-49ab4b374004 HTTP/1.1" status: 200 len: 821 time: 0.7147892 Jul 27 23:07:31.110593 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e8c746a-ba1e-4f7a-a003-af01943b801e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be50d7ec-143d-4069-90c8-a144a32b6c90'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:07:31.112513 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c202a20b-2056-46e1-96ec-5952d28f76f3 req-c665198d-cd80-42ce-8e86-d837924d37d0 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=651a62f0-bf28-4546-86cc-bdd30132572b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0999300 Jul 27 23:07:31.117283 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c0369b0d4f459110ff20a1f9878ba33f96d6491bddb9d15843bf29d01e0bda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-601f75bf-b92e-4ff4-bf9d-9cc9371f1ba0" -d '{"events": [{"server_uuid": "9e8c746a-ba1e-4f7a-a003-af01943b801e", "name": "network-vif-plugged", "status": "completed", "tag": "be50d7ec-143d-4069-90c8-a144a32b6c90"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:07:31.126692 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [req-8f333582-ea50-423c-beb3-b39657e581cb req-061f5027-d68f-4b9b-8b83-02f021c7c758 tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] Request body: {'port': {'device_id': '2bf31f05-ef13-49ab-a0f4-2ee11666ecc5', 'network_id': '14a5d194-281e-4b99-8409-49ab4b374004', 'admin_state_up': True, 'tenant_id': '96daf22d5b4247978edfc4cfc5ef5662'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:07:31.146806 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port be50d7ec-143d-4069-90c8-a144a32b6c90, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=be50d7ec-143d-4069-90c8-a144a32b6c90,segment=NetworkSegment(28e446c9-01ab-4372-bcf6-11d579b6d514),segment_id=28e446c9-01ab-4372-bcf6-11d579b6d514)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:07:31.156203 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:31.159200 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-07d81fd8-37a4-47be-a69e-878c7741461f req-4acae85f-a564-4931-9ec8-9dfe3ef1dfae tempest-FloatingIPsAssociationTestJSON-312227423 tempest-FloatingIPsAssociationTestJSON-312227423-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.4.143 HTTP/1.1" status: 200 len: 1001 time: 0.3699884 Jul 27 23:07:31.242953 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Pushing event updated for resources: {'Port': ['ID=be50d7ec-143d-4069-90c8-a144a32b6c90,revision_number=5']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:07:31.462066 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c202a20b-2056-46e1-96ec-5952d28f76f3 req-01280640-080e-4450-b8ef-6293cee1a6d4 service neutron] 10.222.0.38 "GET /v2.0/networks/651a62f0-bf28-4546-86cc-bdd30132572b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3419626 Jul 27 23:07:31.554658 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-cd25d4d0-46ef-4958-8b0e-ada257c02318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf96189a-75ea-47b4-bd5b-79cf952e79aa', 'name': 'tempest-FloatingIPsAssociationTestJSON-393833974-router', 'tenant_id': '5b03c927c66142f381afed5bba742bc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': '1799a87d-8a71-4f8d-b053-5a498465f1db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:06:39Z', 'updated_at': '2021-07-27T23:06:44Z', 'revision_number': 4, 'project_id': '5b03c927c66142f381afed5bba742bc2', 'gw_port': {'id': '1799a87d-8a71-4f8d-b053-5a498465f1db', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:4b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf96189a-75ea-47b4-bd5b-79cf952e79aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:06:39Z', 'updated_at': '2021-07-27T23:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_floatingips': [{'id': 'a77b6f2a-b870-4b9e-9707-06ee217e5453', 'tenant_id': '5b03c927c66142f381afed5bba742bc2', 'floating_ip_address': '172.25.4.143', 'floating_network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'router_id': 'cf96189a-75ea-47b4-bd5b-79cf952e79aa', 'port_id': 'e8164c28-78be-4f14-8b37-9227b6ebeeed', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 711, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '651a62f0-bf28-4546-86cc-bdd30132572b', 'mac_address': 'fa:16:3e:cb:1c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a54fb7-e8eb-4ac3-bfb9-d547035a0939', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T23:07:01Z', 'updated_at': '2021-07-27T23:07:29Z', 'revision_number': 4, 'project_id': '5b03c927c66142f381afed5bba742bc2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '402f496a-5912-40d6-b1a0-20b7a7501523', 'name': '', 'network_id': '651a62f0-bf28-4546-86cc-bdd30132572b', 'tenant_id': '5b03c927c66142f381afed5bba742bc2', 'mac_address': 'fa:16:3e:6b:74:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf96189a-75ea-47b4-bd5b-79cf952e79aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': 'fa7fc9a2-9609-4fd7-ac94-2254e732d52b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:06:43Z', 'updated_at': '2021-07-27T23:06:51Z', 'revision_number': 5, 'project_id': '5b03c927c66142f381afed5bba742bc2', 'subnets': [{'id': 'fa7fc9a2-9609-4fd7-ac94-2254e732d52b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:07:31.588093 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd25d4d0-46ef-4958-8b0e-ada257c02318 None None] The sync data for ids ['cf96189a-75ea-47b4-bd5b-79cf952e79aa'] in n-d-802623-1 is: [{'id': 'cf96189a-75ea-47b4-bd5b-79cf952e79aa', 'name': 'tempest-FloatingIPsAssociationTestJSON-393833974-router', 'tenant_id': '5b03c927c66142f381afed5bba742bc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': '1799a87d-8a71-4f8d-b053-5a498465f1db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:06:39Z', 'updated_at': '2021-07-27T23:06:44Z', 'revision_number': 4, 'project_id': '5b03c927c66142f381afed5bba742bc2', 'gw_port': {'id': '1799a87d-8a71-4f8d-b053-5a498465f1db', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:4b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf96189a-75ea-47b4-bd5b-79cf952e79aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:06:39Z', 'updated_at': '2021-07-27T23:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_floatingips': [{'id': 'a77b6f2a-b870-4b9e-9707-06ee217e5453', 'tenant_id': '5b03c927c66142f381afed5bba742bc2', 'floating_ip_address': '172.25.4.143', 'floating_network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'router_id': 'cf96189a-75ea-47b4-bd5b-79cf952e79aa', 'port_id': 'e8164c28-78be-4f14-8b37-9227b6ebeeed', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 711, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '651a62f0-bf28-4546-86cc-bdd30132572b', 'mac_address': 'fa:16:3e:cb:1c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a54fb7-e8eb-4ac3-bfb9-d547035a0939', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T23:07:01Z', 'updated_at': '2021-07-27T23:07:29Z', 'revision_number': 4, 'project_id': '5b03c927c66142f381afed5bba742bc2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '402f496a-5912-40d6-b1a0-20b7a7501523', 'name': '', 'network_id': '651a62f0-bf28-4546-86cc-bdd30132572b', 'tenant_id': '5b03c927c66142f381afed5bba742bc2', 'mac_address': 'fa:16:3e:6b:74:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf96189a-75ea-47b4-bd5b-79cf952e79aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': 'fa7fc9a2-9609-4fd7-ac94-2254e732d52b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:06:43Z', 'updated_at': '2021-07-27T23:06:51Z', 'revision_number': 5, 'project_id': '5b03c927c66142f381afed5bba742bc2', 'subnets': [{'id': 'fa7fc9a2-9609-4fd7-ac94-2254e732d52b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:07:31.648498 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c202a20b-2056-46e1-96ec-5952d28f76f3 req-6b408c18-3a59-4355-a10f-a6ed379ef49d service neutron] 10.222.0.38 "GET /v2.0/networks/651a62f0-bf28-4546-86cc-bdd30132572b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1705332 Jul 27 23:07:31.663891 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482f71b3-49b5-4254-9f04-935598258add req-ca1dcd53-a75e-4957-bb87-3812bd2bc6a6 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:31.674813 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-482f71b3-49b5-4254-9f04-935598258add req-ca1dcd53-a75e-4957-bb87-3812bd2bc6a6 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] 10.222.0.18 "GET /v2.0/ports?device_id=043450d5-a8e9-4524-8c01-f8118205eebd HTTP/1.1" status: 200 len: 945 time: 0.4075696 Jul 27 23:07:31.680538 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d81fd8-37a4-47be-a69e-878c7741461f req-9f8f4b5b-932f-492a-a970-bbe28c6f4b26 tempest-FloatingIPsAssociationTestJSON-312227423 tempest-FloatingIPsAssociationTestJSON-312227423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:31.682516 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-07d81fd8-37a4-47be-a69e-878c7741461f req-9f8f4b5b-932f-492a-a970-bbe28c6f4b26 tempest-FloatingIPsAssociationTestJSON-312227423 tempest-FloatingIPsAssociationTestJSON-312227423-project] 10.222.0.18 "GET /v2.0/ports/e8164c28-78be-4f14-8b37-9227b6ebeeed HTTP/1.1" status: 200 len: 942 time: 0.5217135 Jul 27 23:07:31.757515 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-482f71b3-49b5-4254-9f04-935598258add req-818d21b8-4ce5-4a72-96c7-e257af9021d2 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] 10.222.0.18 "GET /v2.0/security-groups?id=bed30b16-cd2d-47d0-9758-37dc9df2dfb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812199 Jul 27 23:07:31.767475 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2776c533-7bde-46d3-b8ef-a83cd58e03ba tempest-ServersWithSpecificFlavorTestJSON-503998184 tempest-ServersWithSpecificFlavorTestJSON-503998184-project] Router a93f17c0-6e53-469e-aa61-7194f1a9834a has already been hosted by L3 agent 018c4455-49c0-4734-927d-7824067b2a9e {{(pid=93797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 23:07:31.859470 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:07:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86ef0e8c-5d73-4c45-ba6e-948c3a1d6e43 x-openstack-request-id: req-86ef0e8c-5d73-4c45-ba6e-948c3a1d6e43 {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:07:31.859647 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e8c746a-ba1e-4f7a-a003-af01943b801e", "name": "network-vif-plugged", "status": "completed", "tag": "be50d7ec-143d-4069-90c8-a144a32b6c90", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:07:31.859909 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-86ef0e8c-5d73-4c45-ba6e-948c3a1d6e43 {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:07:31.860317 n-d-802623-1 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e8c746a-ba1e-4f7a-a003-af01943b801e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be50d7ec-143d-4069-90c8-a144a32b6c90', 'code': 200} Jul 27 23:07:31.969131 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2776c533-7bde-46d3-b8ef-a83cd58e03ba tempest-ServersWithSpecificFlavorTestJSON-503998184 tempest-ServersWithSpecificFlavorTestJSON-503998184-project] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:07:31.980618 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2776c533-7bde-46d3-b8ef-a83cd58e03ba tempest-ServersWithSpecificFlavorTestJSON-503998184 tempest-ServersWithSpecificFlavorTestJSON-503998184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for floatingip, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:31.987373 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eeb4ee4-f27e-4fce-8bb2-f2e97eca552d None None] Sync routers for ids ['a93f17c0-6e53-469e-aa61-7194f1a9834a'] in n-d-802623-1 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:07:32.000562 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eeb4ee4-f27e-4fce-8bb2-f2e97eca552d None None] Routers {'a93f17c0-6e53-469e-aa61-7194f1a9834a'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:07:32.001222 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-3eeb4ee4-f27e-4fce-8bb2-f2e97eca552d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:07:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['a93f17c0-6e53-469e-aa61-7194f1a9834a'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:07:32.024332 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-2776c533-7bde-46d3-b8ef-a83cd58e03ba tempest-ServersWithSpecificFlavorTestJSON-503998184 tempest-ServersWithSpecificFlavorTestJSON-503998184-project] 10.222.0.18 "PUT /v2.0/floatingips/6a9599d4-b74a-48b8-be77-be03c0f49773 HTTP/1.1" status: 200 len: 991 time: 3.5490942 Jul 27 23:07:32.027131 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55785bca-3942-4261-80d5-41442efb2811 req-9667a9b2-a39a-4c64-8715-a672662fd3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:32.028169 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35be93a3-fd2e-4e76-a180-e2990ab86391', 'tag': '7cacf8fa-ecbc-4d4c-8d27-ba0d252eb76d'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:07:32.030390 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-55785bca-3942-4261-80d5-41442efb2811 req-9667a9b2-a39a-4c64-8715-a672662fd3fe service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=9e8c746a-ba1e-4f7a-a003-af01943b801e HTTP/1.1" status: 200 len: 1096 time: 0.1037784 Jul 27 23:07:32.040331 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a476459a1bfce68b0ae0df5b6a71154bfc7cfdc8f9eefce6ad0a17231e60468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10d0bc2f-e806-4186-9754-829057cfec18" -d '{"events": [{"name": "network-changed", "server_uuid": "35be93a3-fd2e-4e76-a180-e2990ab86391", "tag": "7cacf8fa-ecbc-4d4c-8d27-ba0d252eb76d"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:07:32.101280 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-07d81fd8-37a4-47be-a69e-878c7741461f req-c8488ced-f261-40c8-aaec-6d13932f346a tempest-FloatingIPsAssociationTestJSON-312227423 tempest-FloatingIPsAssociationTestJSON-312227423-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.4.143 HTTP/1.1" status: 200 len: 1001 time: 0.3284521 Jul 27 23:07:32.107524 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7418f70f-e60d-4709-8ba9-6ab514bc7f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:32.109569 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f333582-ea50-423c-beb3-b39657e581cb req-061f5027-d68f-4b9b-8b83-02f021c7c758 tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] Made reservation on behalf of 96daf22d5b4247978edfc4cfc5ef5662 for: {'port': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:07:32.112905 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-55785bca-3942-4261-80d5-41442efb2811 req-5424076c-3b06-400f-9915-36f880e27539 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=657c655b-8580-45d5-979f-9b32b7a260f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729184 Jul 27 23:07:32.119701 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-8f333582-ea50-423c-beb3-b39657e581cb req-061f5027-d68f-4b9b-8b83-02f021c7c758 tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:32.170382 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25a54fb7-e8eb-4ac3-bfb9-d547035a0939', 'tag': 'e8164c28-78be-4f14-8b37-9227b6ebeeed'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:07:32.173177 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}011f8d312121274bb12d78e77c6379a2079800640016cec6c6d605b73666e854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50d1cab7-a328-4897-a309-86f5f0081517" -d '{"events": [{"name": "network-changed", "server_uuid": "25a54fb7-e8eb-4ac3-bfb9-d547035a0939", "tag": "e8164c28-78be-4f14-8b37-9227b6ebeeed"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:07:32.212986 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e52e8c6b-d94d-476b-b289-d81b4e08b8b1 req-ea3ef38c-3ae2-4647-a1b1-2dc6a5b8a75a tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] 10.222.0.18 "GET /v2.0/ports?device_id=2bf31f05-ef13-49ab-a0f4-2ee11666ecc5 HTTP/1.1" status: 200 len: 210 time: 0.0357015 Jul 27 23:07:32.250574 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-3eeb4ee4-f27e-4fce-8bb2-f2e97eca552d None None] Set router a93f17c0-6e53-469e-aa61-7194f1a9834a gateway port host: n-d-802623-1 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:07:32.282931 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d81fd8-37a4-47be-a69e-878c7741461f req-4ea9a65b-4a51-43c6-9c51-91ae825ae749 tempest-FloatingIPsAssociationTestJSON-312227423 tempest-FloatingIPsAssociationTestJSON-312227423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:32.307071 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-07d81fd8-37a4-47be-a69e-878c7741461f req-4ea9a65b-4a51-43c6-9c51-91ae825ae749 tempest-FloatingIPsAssociationTestJSON-312227423 tempest-FloatingIPsAssociationTestJSON-312227423-project] 10.222.0.18 "GET /v2.0/networks/2fd42287-ed26-4eb9-89a5-b521f5b04356 HTTP/1.1" status: 200 len: 784 time: 0.2047956 Jul 27 23:07:32.533113 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 23:07:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1ea8e94-df0d-4fe8-9847-62f3cb8d005b x-openstack-request-id: req-f1ea8e94-df0d-4fe8-9847-62f3cb8d005b {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:07:32.533415 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35be93a3-fd2e-4e76-a180-e2990ab86391", "tag": "7cacf8fa-ecbc-4d4c-8d27-ba0d252eb76d", "status": "completed", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:07:32.533672 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f1ea8e94-df0d-4fe8-9847-62f3cb8d005b {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:07:32.534077 n-d-802623-1 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35be93a3-fd2e-4e76-a180-e2990ab86391', 'tag': '7cacf8fa-ecbc-4d4c-8d27-ba0d252eb76d', 'status': 'completed', 'code': 200} Jul 27 23:07:32.582267 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 23:07:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7838ecd1-62a8-4ec2-a1ce-e07205534b68 x-openstack-request-id: req-7838ecd1-62a8-4ec2-a1ce-e07205534b68 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:07:32.582809 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25a54fb7-e8eb-4ac3-bfb9-d547035a0939", "tag": "e8164c28-78be-4f14-8b37-9227b6ebeeed", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:07:32.584644 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7838ecd1-62a8-4ec2-a1ce-e07205534b68 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:07:32.585270 n-d-802623-1 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25a54fb7-e8eb-4ac3-bfb9-d547035a0939', 'tag': 'e8164c28-78be-4f14-8b37-9227b6ebeeed', 'status': 'completed', 'code': 200} Jul 27 23:07:32.623080 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [req-8f333582-ea50-423c-beb3-b39657e581cb req-061f5027-d68f-4b9b-8b83-02f021c7c758 tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] Allocated IP 172.20.0.2 (14a5d194-281e-4b99-8409-49ab4b374004/4fd5a3ff-b29e-4d49-bc76-386259c90c5c/ee69f46d-8e0a-47a9-a571-2306e289e408) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:07:32.684285 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1f663a-296e-4a78-9703-20711f49a53e req-aca2a512-6eb5-4fe3-a9e4-99fb0d719411 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:32.691998 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-fe1f663a-296e-4a78-9703-20711f49a53e req-aca2a512-6eb5-4fe3-a9e4-99fb0d719411 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e8c746a-ba1e-4f7a-a003-af01943b801e HTTP/1.1" status: 200 len: 945 time: 0.1810389 Jul 27 23:07:32.725134 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d0bc2f-e806-4186-9754-829057cfec18 req-2a901d0f-8571-498f-b74b-1b83869a837c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:32.726750 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-10d0bc2f-e806-4186-9754-829057cfec18 req-2a901d0f-8571-498f-b74b-1b83869a837c service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=09c2e06aaf3c4aa785e90ae90800475c&device_id=35be93a3-fd2e-4e76-a180-e2990ab86391 HTTP/1.1" status: 200 len: 1096 time: 0.1715512 Jul 27 23:07:32.783769 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d1cab7-a328-4897-a309-86f5f0081517 req-286c424f-eca9-4d97-8792-7bd9721b9da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:32.785665 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-50d1cab7-a328-4897-a309-86f5f0081517 req-286c424f-eca9-4d97-8792-7bd9721b9da3 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5b03c927c66142f381afed5bba742bc2&device_id=25a54fb7-e8eb-4ac3-bfb9-d547035a0939 HTTP/1.1" status: 200 len: 1096 time: 0.1714616 Jul 27 23:07:32.790106 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-3eeb4ee4-f27e-4fce-8bb2-f2e97eca552d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a93f17c0-6e53-469e-aa61-7194f1a9834a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-893120416-router', 'tenant_id': '09c2e06aaf3c4aa785e90ae90800475c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.81'}], 'enable_snat': True}, 'gw_port_id': 'ea92ec76-65f0-4e4e-94a9-e338356bb275', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:03:02Z', 'updated_at': '2021-07-27T23:03:09Z', 'revision_number': 4, 'project_id': '09c2e06aaf3c4aa785e90ae90800475c', 'gw_port': {'id': 'ea92ec76-65f0-4e4e-94a9-e338356bb275', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:05:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a93f17c0-6e53-469e-aa61-7194f1a9834a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:03:04Z', 'updated_at': '2021-07-27T23:03:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_floatingips': [{'id': '6a9599d4-b74a-48b8-be77-be03c0f49773', 'tenant_id': '09c2e06aaf3c4aa785e90ae90800475c', 'floating_ip_address': '172.25.4.194', 'floating_network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'router_id': 'a93f17c0-6e53-469e-aa61-7194f1a9834a', 'port_id': '7cacf8fa-ecbc-4d4c-8d27-ba0d252eb76d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 393, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f9004bd-8e90-4e82-a7cb-88f9b433c217', 'mac_address': 'fa:16:3e:6f:d2:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35be93a3-fd2e-4e76-a180-e2990ab86391', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T23:03:34Z', 'updated_at': '2021-07-27T23:07:29Z', 'revision_number': 5, 'project_id': '09c2e06aaf3c4aa785e90ae90800475c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9dd1cc71-07bf-48c0-b2a4-4612760ea5b7', 'name': '', 'network_id': '0f9004bd-8e90-4e82-a7cb-88f9b433c217', 'tenant_id': '09c2e06aaf3c4aa785e90ae90800475c', 'mac_address': 'fa:16:3e:ef:38:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a93f17c0-6e53-469e-aa61-7194f1a9834a', 'device_owner': 'network:router_interface', 'standard_attr_id': 252, 'fixed_ips': [{'subnet_id': '681fdd2e-7bb4-498c-9817-5f416242773c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:03:08Z', 'updated_at': '2021-07-27T23:03:16Z', 'revision_number': 5, 'project_id': '09c2e06aaf3c4aa785e90ae90800475c', 'subnets': [{'id': '681fdd2e-7bb4-498c-9817-5f416242773c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:07:32.821900 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31196da2-627a-4f4c-b655-3ac3390e0304 req-5dedb866-231b-4920-b4a5-698ef70aecdd tempest-LiveMigrationTest-1100887879 tempest-LiveMigrationTest-1100887879-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:32.831534 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-31196da2-627a-4f4c-b655-3ac3390e0304 req-5dedb866-231b-4920-b4a5-698ef70aecdd tempest-LiveMigrationTest-1100887879 tempest-LiveMigrationTest-1100887879-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=043450d5-a8e9-4524-8c01-f8118205eebd HTTP/1.1" status: 200 len: 1096 time: 0.1620057 Jul 27 23:07:32.842280 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-fe1f663a-296e-4a78-9703-20711f49a53e req-9091b589-3b87-46f8-8307-95a49d6f4dbb tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.18 "GET /v2.0/security-groups?id=657c655b-8580-45d5-979f-9b32b7a260f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486001 Jul 27 23:07:32.846593 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eeb4ee4-f27e-4fce-8bb2-f2e97eca552d None None] Checking router: a93f17c0-6e53-469e-aa61-7194f1a9834a for host: n-d-802623-1 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 23:07:32.889955 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eeb4ee4-f27e-4fce-8bb2-f2e97eca552d None None] Routers {'a93f17c0-6e53-469e-aa61-7194f1a9834a'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:07:32.890730 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-3eeb4ee4-f27e-4fce-8bb2-f2e97eca552d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:07:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['a93f17c0-6e53-469e-aa61-7194f1a9834a'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:07:32.943091 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-31196da2-627a-4f4c-b655-3ac3390e0304 req-e5e1922d-618a-49d2-868f-0834d2275932 tempest-LiveMigrationTest-1100887879 tempest-LiveMigrationTest-1100887879-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=bed30b16-cd2d-47d0-9758-37dc9df2dfb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853267 Jul 27 23:07:32.970981 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-8f333582-ea50-423c-beb3-b39657e581cb req-061f5027-d68f-4b9b-8b83-02f021c7c758 tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:33.084188 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-8f333582-ea50-423c-beb3-b39657e581cb req-061f5027-d68f-4b9b-8b83-02f021c7c758 tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:33.106940 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d1cab7-a328-4897-a309-86f5f0081517 req-ac719986-3dff-4998-b1fb-d4a25d30e05a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:33.110175 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-50d1cab7-a328-4897-a309-86f5f0081517 req-ac719986-3dff-4998-b1fb-d4a25d30e05a service neutron] 10.222.0.38 "GET /v2.0/networks?id=651a62f0-bf28-4546-86cc-bdd30132572b HTTP/1.1" status: 200 len: 921 time: 0.2920845 Jul 27 23:07:33.207635 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f333582-ea50-423c-beb3-b39657e581cb req-061f5027-d68f-4b9b-8b83-02f021c7c758 tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] Network 14a5d194-281e-4b99-8409-49ab4b374004 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:07:33.212690 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [req-8f333582-ea50-423c-beb3-b39657e581cb req-061f5027-d68f-4b9b-8b83-02f021c7c758 tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:07:33.222143 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f333582-ea50-423c-beb3-b39657e581cb req-061f5027-d68f-4b9b-8b83-02f021c7c758 tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:07:33.231861 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-3eeb4ee4-f27e-4fce-8bb2-f2e97eca552d None None] Set router a93f17c0-6e53-469e-aa61-7194f1a9834a gateway port host: n-d-802623-1 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:07:33.246547 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d0bc2f-e806-4186-9754-829057cfec18 req-fbf00906-e3d7-4606-8ce6-631119e81da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:33.248572 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-10d0bc2f-e806-4186-9754-829057cfec18 req-fbf00906-e3d7-4606-8ce6-631119e81da8 service neutron] 10.222.0.38 "GET /v2.0/networks?id=0f9004bd-8e90-4e82-a7cb-88f9b433c217 HTTP/1.1" status: 200 len: 924 time: 0.5019801 Jul 27 23:07:33.381026 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-922cd3a7-a420-414a-b595-6d1b95979fa5 req-27e580b2-253e-477b-ad2c-a282e6f09468 tempest-FloatingIPsAssociationTestJSON-312227423 tempest-FloatingIPsAssociationTestJSON-312227423-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.4.143 HTTP/1.1" status: 200 len: 1001 time: 0.4590099 Jul 27 23:07:33.397583 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061f5027-d68f-4b9b-8b83-02f021c7c758 tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] Pushing event updated for resources: {'Port': ['ID=ee69f46d-8e0a-47a9-a571-2306e289e408,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:07:33.437049 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f333582-ea50-423c-beb3-b39657e581cb req-061f5027-d68f-4b9b-8b83-02f021c7c758 tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:33.438072 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-8f333582-ea50-423c-beb3-b39657e581cb req-061f5027-d68f-4b9b-8b83-02f021c7c758 tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:33.508599 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8f333582-ea50-423c-beb3-b39657e581cb req-061f5027-d68f-4b9b-8b83-02f021c7c758 tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3856514 Jul 27 23:07:33.531453 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [req-8f333582-ea50-423c-beb3-b39657e581cb req-b5142830-002d-4f29-bc40-9b207c33e618 service neutron] Request body: {'port': {'device_id': '2bf31f05-ef13-49ab-a0f4-2ee11666ecc5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802623-1'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:07:33.547863 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-3eeb4ee4-f27e-4fce-8bb2-f2e97eca552d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a93f17c0-6e53-469e-aa61-7194f1a9834a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-893120416-router', 'tenant_id': '09c2e06aaf3c4aa785e90ae90800475c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.81'}], 'enable_snat': True}, 'gw_port_id': 'ea92ec76-65f0-4e4e-94a9-e338356bb275', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:03:02Z', 'updated_at': '2021-07-27T23:03:09Z', 'revision_number': 4, 'project_id': '09c2e06aaf3c4aa785e90ae90800475c', 'gw_port': {'id': 'ea92ec76-65f0-4e4e-94a9-e338356bb275', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:05:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a93f17c0-6e53-469e-aa61-7194f1a9834a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:03:04Z', 'updated_at': '2021-07-27T23:03:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_floatingips': [{'id': '6a9599d4-b74a-48b8-be77-be03c0f49773', 'tenant_id': '09c2e06aaf3c4aa785e90ae90800475c', 'floating_ip_address': '172.25.4.194', 'floating_network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'router_id': 'a93f17c0-6e53-469e-aa61-7194f1a9834a', 'port_id': '7cacf8fa-ecbc-4d4c-8d27-ba0d252eb76d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 393, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f9004bd-8e90-4e82-a7cb-88f9b433c217', 'mac_address': 'fa:16:3e:6f:d2:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35be93a3-fd2e-4e76-a180-e2990ab86391', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T23:03:34Z', 'updated_at': '2021-07-27T23:07:29Z', 'revision_number': 5, 'project_id': '09c2e06aaf3c4aa785e90ae90800475c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9dd1cc71-07bf-48c0-b2a4-4612760ea5b7', 'name': '', 'network_id': '0f9004bd-8e90-4e82-a7cb-88f9b433c217', 'tenant_id': '09c2e06aaf3c4aa785e90ae90800475c', 'mac_address': 'fa:16:3e:ef:38:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a93f17c0-6e53-469e-aa61-7194f1a9834a', 'device_owner': 'network:router_interface', 'standard_attr_id': 252, 'fixed_ips': [{'subnet_id': '681fdd2e-7bb4-498c-9817-5f416242773c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:03:08Z', 'updated_at': '2021-07-27T23:03:16Z', 'revision_number': 5, 'project_id': '09c2e06aaf3c4aa785e90ae90800475c', 'subnets': [{'id': '681fdd2e-7bb4-498c-9817-5f416242773c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:07:33.582964 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eeb4ee4-f27e-4fce-8bb2-f2e97eca552d None None] The sync data for ids ['a93f17c0-6e53-469e-aa61-7194f1a9834a'] in n-d-802623-1 is: [{'id': 'a93f17c0-6e53-469e-aa61-7194f1a9834a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-893120416-router', 'tenant_id': '09c2e06aaf3c4aa785e90ae90800475c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.81'}], 'enable_snat': True}, 'gw_port_id': 'ea92ec76-65f0-4e4e-94a9-e338356bb275', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:03:02Z', 'updated_at': '2021-07-27T23:03:09Z', 'revision_number': 4, 'project_id': '09c2e06aaf3c4aa785e90ae90800475c', 'gw_port': {'id': 'ea92ec76-65f0-4e4e-94a9-e338356bb275', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:05:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a93f17c0-6e53-469e-aa61-7194f1a9834a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:03:04Z', 'updated_at': '2021-07-27T23:03:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_floatingips': [{'id': '6a9599d4-b74a-48b8-be77-be03c0f49773', 'tenant_id': '09c2e06aaf3c4aa785e90ae90800475c', 'floating_ip_address': '172.25.4.194', 'floating_network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'router_id': 'a93f17c0-6e53-469e-aa61-7194f1a9834a', 'port_id': '7cacf8fa-ecbc-4d4c-8d27-ba0d252eb76d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 393, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f9004bd-8e90-4e82-a7cb-88f9b433c217', 'mac_address': 'fa:16:3e:6f:d2:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35be93a3-fd2e-4e76-a180-e2990ab86391', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T23:03:34Z', 'updated_at': '2021-07-27T23:07:29Z', 'revision_number': 5, 'project_id': '09c2e06aaf3c4aa785e90ae90800475c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9dd1cc71-07bf-48c0-b2a4-4612760ea5b7', 'name': '', 'network_id': '0f9004bd-8e90-4e82-a7cb-88f9b433c217', 'tenant_id': '09c2e06aaf3c4aa785e90ae90800475c', 'mac_address': 'fa:16:3e:ef:38:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a93f17c0-6e53-469e-aa61-7194f1a9834a', 'device_owner': 'network:router_interface', 'standard_attr_id': 252, 'fixed_ips': [{'subnet_id': '681fdd2e-7bb4-498c-9817-5f416242773c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:03:08Z', 'updated_at': '2021-07-27T23:03:16Z', 'revision_number': 5, 'project_id': '09c2e06aaf3c4aa785e90ae90800475c', 'subnets': [{'id': '681fdd2e-7bb4-498c-9817-5f416242773c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:07:33.627567 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-50d1cab7-a328-4897-a309-86f5f0081517 req-4fc485c7-a56a-445d-a521-dbdf59c55fca service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e8164c28-78be-4f14-8b37-9227b6ebeeed HTTP/1.1" status: 200 len: 1001 time: 0.4992321 Jul 27 23:07:33.709838 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-8f333582-ea50-423c-beb3-b39657e581cb req-b5142830-002d-4f29-bc40-9b207c33e618 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:33.806741 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922cd3a7-a420-414a-b595-6d1b95979fa5 req-20142be7-2fb2-459c-852a-1f339a0f4ea4 tempest-FloatingIPsAssociationTestJSON-312227423 tempest-FloatingIPsAssociationTestJSON-312227423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:33.820874 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-922cd3a7-a420-414a-b595-6d1b95979fa5 req-20142be7-2fb2-459c-852a-1f339a0f4ea4 tempest-FloatingIPsAssociationTestJSON-312227423 tempest-FloatingIPsAssociationTestJSON-312227423-project] 10.222.0.18 "GET /v2.0/ports/e8164c28-78be-4f14-8b37-9227b6ebeeed HTTP/1.1" status: 200 len: 942 time: 0.4385047 Jul 27 23:07:33.848732 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-10d0bc2f-e806-4186-9754-829057cfec18 req-0c7b56ee-dee8-44d1-a5f0-b02ff37ca1ec service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7cacf8fa-ecbc-4d4c-8d27-ba0d252eb76d HTTP/1.1" status: 200 len: 999 time: 0.5739236 Jul 27 23:07:33.857447 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d1cab7-a328-4897-a309-86f5f0081517 req-dd38aa56-20ff-4aae-9053-c0ce2823f117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:33.861724 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-50d1cab7-a328-4897-a309-86f5f0081517 req-dd38aa56-20ff-4aae-9053-c0ce2823f117 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=fa7fc9a2-9609-4fd7-ac94-2254e732d52b HTTP/1.1" status: 200 len: 859 time: 0.1451170 Jul 27 23:07:33.874594 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bc59e5-7d7a-4c40-87f2-edff73e33693 req-92e1e981-055b-4782-b8c1-eb5f345a83f5 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:33.888332 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a0bc59e5-7d7a-4c40-87f2-edff73e33693 req-92e1e981-055b-4782-b8c1-eb5f345a83f5 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] 10.222.0.18 "GET /v2.0/ports?device_id=043450d5-a8e9-4524-8c01-f8118205eebd HTTP/1.1" status: 200 len: 945 time: 0.2736323 Jul 27 23:07:33.990394 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d4ba16c-a148-47fe-b718-fdfcffe7c3d2 None None] New status for floating IP 6a9599d4-b74a-48b8-be77-be03c0f49773: ACTIVE {{(pid=93799) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 23:07:34.098155 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d0bc2f-e806-4186-9754-829057cfec18 req-9ddbe7b2-b2fe-4d83-a8f1-380afd1bcdb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:34.107409 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-10d0bc2f-e806-4186-9754-829057cfec18 req-9ddbe7b2-b2fe-4d83-a8f1-380afd1bcdb3 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=681fdd2e-7bb4-498c-9817-5f416242773c HTTP/1.1" status: 200 len: 862 time: 0.2432051 Jul 27 23:07:34.113321 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a0bc59e5-7d7a-4c40-87f2-edff73e33693 req-05933e94-3b6d-406a-b30d-dc4e13821373 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] 10.222.0.18 "GET /v2.0/security-groups?id=bed30b16-cd2d-47d0-9758-37dc9df2dfb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2240512 Jul 27 23:07:34.133029 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d1cab7-a328-4897-a309-86f5f0081517 req-9bc836ff-d6f9-4f76-9497-20e79e3b6d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:34.148777 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-50d1cab7-a328-4897-a309-86f5f0081517 req-9bc836ff-d6f9-4f76-9497-20e79e3b6d37 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=651a62f0-bf28-4546-86cc-bdd30132572b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2630987 Jul 27 23:07:34.186201 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-922cd3a7-a420-414a-b595-6d1b95979fa5 req-ec1e80f9-d0f3-4a29-a292-e1e5e986ab82 tempest-FloatingIPsAssociationTestJSON-312227423 tempest-FloatingIPsAssociationTestJSON-312227423-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.4.143 HTTP/1.1" status: 200 len: 1001 time: 0.2545309 Jul 27 23:07:34.227536 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.agents_db [None req-9beef776-8bab-4de2-989a-f5a23ba4aaf4 None None] Agent healthcheck: found 7 active agents {{(pid=93800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 23:07:34.286148 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22f6004-6882-406f-89e3-530ab7d71185 req-92a98e80-abb8-4c76-bde9-6993b0332e35 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:34.288214 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-c22f6004-6882-406f-89e3-530ab7d71185 req-92a98e80-abb8-4c76-bde9-6993b0332e35 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] 10.222.0.38 "GET /v2.0/ports?device_id=043450d5-a8e9-4524-8c01-f8118205eebd HTTP/1.1" status: 200 len: 945 time: 0.2810917 Jul 27 23:07:34.430286 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977a461a-c155-467b-b743-f669b9dfe50b req-04732fe4-287c-4609-8907-a150c5c8d6e4 tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:34.432123 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:34.444193 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-977a461a-c155-467b-b743-f669b9dfe50b req-04732fe4-287c-4609-8907-a150c5c8d6e4 tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] 10.222.0.18 "GET /v2.0/ports?device_id=2bf31f05-ef13-49ab-a0f4-2ee11666ecc5 HTTP/1.1" status: 200 len: 931 time: 0.2175961 Jul 27 23:07:34.628067 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-977a461a-c155-467b-b743-f669b9dfe50b req-17c7e4ca-c8a0-457a-b6e1-85e42785771b tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] 10.222.0.18 "GET /v2.0/security-groups?id=e8e7b229-51f5-4d90-9897-e570dceca7b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825597 Jul 27 23:07:34.729769 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [req-8f333582-ea50-423c-beb3-b39657e581cb req-b5142830-002d-4f29-bc40-9b207c33e618 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee69f46d-8e0a-47a9-a571-2306e289e408 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:07:34.740631 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-8f333582-ea50-423c-beb3-b39657e581cb req-b5142830-002d-4f29-bc40-9b207c33e618 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:34.745170 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [req-c22f6004-6882-406f-89e3-530ab7d71185 req-3619d618-cdf9-4f62-bb46-a827bd510f3f tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] Deleting port 1a4ffe25-6ceb-4249-ab10-ac979bdc7b73 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:07:34.745510 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-c22f6004-6882-406f-89e3-530ab7d71185 req-3619d618-cdf9-4f62-bb46-a827bd510f3f tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:34.817805 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [req-8f333582-ea50-423c-beb3-b39657e581cb req-b5142830-002d-4f29-bc40-9b207c33e618 service neutron] Transition to ACTIVE for port object ee69f46d-8e0a-47a9-a571-2306e289e408 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:07:34.821843 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d0bc2f-e806-4186-9754-829057cfec18 req-84fe7058-8f1b-499c-9995-b8c44cea224e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:34.823858 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-10d0bc2f-e806-4186-9754-829057cfec18 req-84fe7058-8f1b-499c-9995-b8c44cea224e service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=0f9004bd-8e90-4e82-a7cb-88f9b433c217&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6995478 Jul 27 23:07:34.850345 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-8f333582-ea50-423c-beb3-b39657e581cb req-b5142830-002d-4f29-bc40-9b207c33e618 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11336041'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:34.931425 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-c22f6004-6882-406f-89e3-530ab7d71185 req-3619d618-cdf9-4f62-bb46-a827bd510f3f tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] For port 1a4ffe25-6ceb-4249-ab10-ac979bdc7b73, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=1a4ffe25-6ceb-4249-ab10-ac979bdc7b73,segment=NetworkSegment(7332ccbf-8fd9-4ff5-bad6-b4b872eccd4e),segment_id=7332ccbf-8fd9-4ff5-bad6-b4b872eccd4e)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:07:34.931952 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-c22f6004-6882-406f-89e3-530ab7d71185 req-3619d618-cdf9-4f62-bb46-a827bd510f3f tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:34.935599 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5142830-002d-4f29-bc40-9b207c33e618 service neutron] Pushing event updated for resources: {'Port': ['ID=ee69f46d-8e0a-47a9-a571-2306e289e408,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:07:34.957219 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922cd3a7-a420-414a-b595-6d1b95979fa5 req-9fcf44a0-cd60-4e5c-af89-90f94ef3bb63 tempest-FloatingIPsAssociationTestJSON-312227423 tempest-FloatingIPsAssociationTestJSON-312227423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:34.967237 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [req-c22f6004-6882-406f-89e3-530ab7d71185 req-3619d618-cdf9-4f62-bb46-a827bd510f3f tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] Calling delete_port for 1a4ffe25-6ceb-4249-ab10-ac979bdc7b73 owned by compute:nova {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:07:34.967845 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-922cd3a7-a420-414a-b595-6d1b95979fa5 req-9fcf44a0-cd60-4e5c-af89-90f94ef3bb63 tempest-FloatingIPsAssociationTestJSON-312227423 tempest-FloatingIPsAssociationTestJSON-312227423-project] 10.222.0.18 "GET /v2.0/networks/2fd42287-ed26-4eb9-89a5-b521f5b04356 HTTP/1.1" status: 200 len: 784 time: 0.7814286 Jul 27 23:07:35.046033 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-50d1cab7-a328-4897-a309-86f5f0081517 req-fe7a3742-f15f-4892-a860-1e51d535ff66 service neutron] 10.222.0.38 "GET /v2.0/networks/651a62f0-bf28-4546-86cc-bdd30132572b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8731465 Jul 27 23:07:35.160570 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8987ed5-9fce-4642-bd72-53ea1e897cf8 req-f22f0907-08fe-4da1-bda6-f372c43e4c79 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:35.169411 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a8987ed5-9fce-4642-bd72-53ea1e897cf8 req-f22f0907-08fe-4da1-bda6-f372c43e4c79 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e8c746a-ba1e-4f7a-a003-af01943b801e HTTP/1.1" status: 200 len: 945 time: 0.2229564 Jul 27 23:07:35.217797 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-8f333582-ea50-423c-beb3-b39657e581cb req-b5142830-002d-4f29-bc40-9b207c33e618 service neutron] Attempting to bind port ee69f46d-8e0a-47a9-a571-2306e289e408 on host n-h2-802623-1 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:07:35.218150 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-8f333582-ea50-423c-beb3-b39657e581cb req-b5142830-002d-4f29-bc40-9b207c33e618 service neutron] Attempting to bind port ee69f46d-8e0a-47a9-a571-2306e289e408 by drivers openvswitch,hyperv on host n-h2-802623-1 at level 0 using segments [{'id': '0804c63a-d684-491c-9e34-41f7ae70f391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '14a5d194-281e-4b99-8409-49ab4b374004'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:07:35.218482 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f333582-ea50-423c-beb3-b39657e581cb req-b5142830-002d-4f29-bc40-9b207c33e618 service neutron] Attempting to bind port ee69f46d-8e0a-47a9-a571-2306e289e408 on network 14a5d194-281e-4b99-8409-49ab4b374004 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:07:35.222718 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-922cd3a7-a420-414a-b595-6d1b95979fa5 req-c8e5c677-de59-48a6-af49-e323f32eb488 tempest-FloatingIPsAssociationTestJSON-312227423 tempest-FloatingIPsAssociationTestJSON-312227423-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.4.143 HTTP/1.1" status: 200 len: 1001 time: 0.2538009 Jul 27 23:07:35.229940 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [req-922cd3a7-a420-414a-b595-6d1b95979fa5 req-60bdfd60-da82-44e2-a959-a11a69a6eea2 tempest-FloatingIPsAssociationTestJSON-312227423 tempest-FloatingIPsAssociationTestJSON-312227423-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:07:35.236013 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f333582-ea50-423c-beb3-b39657e581cb req-b5142830-002d-4f29-bc40-9b207c33e618 service neutron] Port ee69f46d-8e0a-47a9-a571-2306e289e408 on network 14a5d194-281e-4b99-8409-49ab4b374004 not bound, no agent of type Open vSwitch agent registered on host n-h2-802623-1 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 23:07:35.237930 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f333582-ea50-423c-beb3-b39657e581cb req-b5142830-002d-4f29-bc40-9b207c33e618 service neutron] Attempting to bind port ee69f46d-8e0a-47a9-a571-2306e289e408 on network 14a5d194-281e-4b99-8409-49ab4b374004 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:07:35.262835 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a8987ed5-9fce-4642-bd72-53ea1e897cf8 req-7fa3a5a7-414f-4a60-b990-ff49e66e8283 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.18 "GET /v2.0/security-groups?id=657c655b-8580-45d5-979f-9b32b7a260f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901101 Jul 27 23:07:35.263789 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f333582-ea50-423c-beb3-b39657e581cb req-b5142830-002d-4f29-bc40-9b207c33e618 service neutron] Checking agent: {'id': 'c5cc038b-93c4-4df4-8061-5df2a04a48c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 23, 0, 4), 'started_at': datetime.datetime(2021, 7, 27, 23, 0, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 7, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:07:35.264124 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f333582-ea50-423c-beb3-b39657e581cb req-b5142830-002d-4f29-bc40-9b207c33e618 service neutron] Checking segment: {'id': '0804c63a-d684-491c-9e34-41f7ae70f391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '14a5d194-281e-4b99-8409-49ab4b374004'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:07:35.264520 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f333582-ea50-423c-beb3-b39657e581cb req-b5142830-002d-4f29-bc40-9b207c33e618 service neutron] Bound using segment: {'id': '0804c63a-d684-491c-9e34-41f7ae70f391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '14a5d194-281e-4b99-8409-49ab4b374004'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:07:35.265005 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-8f333582-ea50-423c-beb3-b39657e581cb req-b5142830-002d-4f29-bc40-9b207c33e618 service neutron] Bound port: ee69f46d-8e0a-47a9-a571-2306e289e408, host: n-h2-802623-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0804c63a-d684-491c-9e34-41f7ae70f391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '14a5d194-281e-4b99-8409-49ab4b374004'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:07:35.265388 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-8f333582-ea50-423c-beb3-b39657e581cb req-b5142830-002d-4f29-bc40-9b207c33e618 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:35.442089 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-c22f6004-6882-406f-89e3-530ab7d71185 req-3619d618-cdf9-4f62-bb46-a827bd510f3f tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:35.454703 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-50d1cab7-a328-4897-a309-86f5f0081517 req-7ecfdd9d-0207-4174-bdfb-5f270a1eb157 service neutron] 10.222.0.38 "GET /v2.0/networks/651a62f0-bf28-4546-86cc-bdd30132572b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3902533 Jul 27 23:07:35.456590 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] get_ports_and_sgs() called for port_ids ['24185df4-0d89-421f-a3eb-be4ff3de08d0', '1a4ffe25-6ceb-4249-ab10-ac979bdc7b73'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:07:35.457372 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-10d0bc2f-e806-4186-9754-829057cfec18 req-9564e11b-3b39-488a-8991-cc39768b4531 service neutron] 10.222.0.38 "GET /v2.0/networks/0f9004bd-8e90-4e82-a7cb-88f9b433c217?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5938833 Jul 27 23:07:35.581669 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3619d618-cdf9-4f62-bb46-a827bd510f3f tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] Pushing event deleted for resources: {'Port': ['ID=1a4ffe25-6ceb-4249-ab10-ac979bdc7b73,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:07:35.594740 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-8f333582-ea50-423c-beb3-b39657e581cb req-b5142830-002d-4f29-bc40-9b207c33e618 service neutron] For port ee69f46d-8e0a-47a9-a571-2306e289e408, host n-h2-802623-1, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:07:35.644827 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-10d0bc2f-e806-4186-9754-829057cfec18 req-87a9fa89-28f6-4cfd-a532-bd7a62a6b003 service neutron] 10.222.0.38 "GET /v2.0/networks/0f9004bd-8e90-4e82-a7cb-88f9b433c217?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1683660 Jul 27 23:07:35.653527 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-922cd3a7-a420-414a-b595-6d1b95979fa5 req-60bdfd60-da82-44e2-a959-a11a69a6eea2 tempest-FloatingIPsAssociationTestJSON-312227423 tempest-FloatingIPsAssociationTestJSON-312227423-project] Notify callbacks [] for floatingip, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:35.663919 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-8f333582-ea50-423c-beb3-b39657e581cb req-b5142830-002d-4f29-bc40-9b207c33e618 service neutron] For port ee69f46d-8e0a-47a9-a571-2306e289e408, host n-h2-802623-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=ee69f46d-8e0a-47a9-a571-2306e289e408,segment=NetworkSegment(0804c63a-d684-491c-9e34-41f7ae70f391),segment_id=0804c63a-d684-491c-9e34-41f7ae70f391)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:07:35.725029 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-8f333582-ea50-423c-beb3-b39657e581cb req-b5142830-002d-4f29-bc40-9b207c33e618 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11336041'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:35.727704 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-86e818ba-9010-4864-a4e9-d25c06cb536c req-a461139f-4949-4d00-ae48-3f717d7f56ea tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] 10.222.0.18 "GET /v2.0/ports?device_id=043450d5-a8e9-4524-8c01-f8118205eebd HTTP/1.1" status: 200 len: 210 time: 0.1075490 Jul 27 23:07:35.750550 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [req-c22f6004-6882-406f-89e3-530ab7d71185 req-3619d618-cdf9-4f62-bb46-a827bd510f3f tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] No DVR routers for this DVR port 1a4ffe25-6ceb-4249-ab10-ac979bdc7b73 on host n-h1-802623-1 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:07:35.798430 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-c22f6004-6882-406f-89e3-530ab7d71185 req-3619d618-cdf9-4f62-bb46-a827bd510f3f tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:35.813250 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-c22f6004-6882-406f-89e3-530ab7d71185 req-3619d618-cdf9-4f62-bb46-a827bd510f3f tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] 10.222.0.38 "DELETE /v2.0/ports/1a4ffe25-6ceb-4249-ab10-ac979bdc7b73 HTTP/1.1" status: 204 len: 173 time: 1.5126896 Jul 27 23:07:35.813773 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '043450d5-a8e9-4524-8c01-f8118205eebd', 'name': 'network-vif-deleted', 'tag': '1a4ffe25-6ceb-4249-ab10-ac979bdc7b73'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:07:35.821423 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a476459a1bfce68b0ae0df5b6a71154bfc7cfdc8f9eefce6ad0a17231e60468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9fc80de-9e30-4701-8207-e63193552592" -d '{"events": [{"server_uuid": "043450d5-a8e9-4524-8c01-f8118205eebd", "name": "network-vif-deleted", "tag": "1a4ffe25-6ceb-4249-ab10-ac979bdc7b73"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:07:35.854336 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f333582-ea50-423c-beb3-b39657e581cb req-b5142830-002d-4f29-bc40-9b207c33e618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:35.854946 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-8f333582-ea50-423c-beb3-b39657e581cb req-b5142830-002d-4f29-bc40-9b207c33e618 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:35.857023 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8f333582-ea50-423c-beb3-b39657e581cb req-b5142830-002d-4f29-bc40-9b207c33e618 service neutron] 10.222.0.49 "PUT /v2.0/ports/ee69f46d-8e0a-47a9-a571-2306e289e408 HTTP/1.1" status: 200 len: 1091 time: 2.3386338 Jul 27 23:07:35.926533 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-922cd3a7-a420-414a-b595-6d1b95979fa5 req-60bdfd60-da82-44e2-a959-a11a69a6eea2 tempest-FloatingIPsAssociationTestJSON-312227423 tempest-FloatingIPsAssociationTestJSON-312227423-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:35.940182 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-922cd3a7-a420-414a-b595-6d1b95979fa5 req-60bdfd60-da82-44e2-a959-a11a69a6eea2 tempest-FloatingIPsAssociationTestJSON-312227423 tempest-FloatingIPsAssociationTestJSON-312227423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-415302'] for floatingip, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:35.940863 n-d-802623-1 neutron-server[93798]: INFO neutron.db.l3_db [req-922cd3a7-a420-414a-b595-6d1b95979fa5 req-60bdfd60-da82-44e2-a959-a11a69a6eea2 tempest-FloatingIPsAssociationTestJSON-312227423 tempest-FloatingIPsAssociationTestJSON-312227423-project] Floating IP a77b6f2a-b870-4b9e-9707-06ee217e5453 disassociated. External IP: 172.25.4.143, port: e8164c28-78be-4f14-8b37-9227b6ebeeed. Jul 27 23:07:36.017663 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5142830-002d-4f29-bc40-9b207c33e618 service neutron] Pushing event updated for resources: {'Port': ['ID=ee69f46d-8e0a-47a9-a571-2306e289e408,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:07:36.073097 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f333582-ea50-423c-beb3-b39657e581cb req-4f738bcf-7ed1-47e3-94eb-2d65f3118b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:36.075242 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8f333582-ea50-423c-beb3-b39657e581cb req-4f738bcf-7ed1-47e3-94eb-2d65f3118b79 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=96daf22d5b4247978edfc4cfc5ef5662&device_id=2bf31f05-ef13-49ab-a0f4-2ee11666ecc5 HTTP/1.1" status: 200 len: 1094 time: 0.1544170 Jul 27 23:07:36.150804 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8f333582-ea50-423c-beb3-b39657e581cb req-35858d8d-dfe5-4350-951d-a51eff1b90a2 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ee69f46d-8e0a-47a9-a571-2306e289e408 HTTP/1.1" status: 200 len: 217 time: 0.0589395 Jul 27 23:07:36.242895 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [req-922cd3a7-a420-414a-b595-6d1b95979fa5 req-60bdfd60-da82-44e2-a959-a11a69a6eea2 tempest-FloatingIPsAssociationTestJSON-312227423 tempest-FloatingIPsAssociationTestJSON-312227423-project] Router cf96189a-75ea-47b4-bd5b-79cf952e79aa has already been hosted by L3 agent 018c4455-49c0-4734-927d-7824067b2a9e {{(pid=93798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 23:07:36.269666 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64b6612-ee3b-40d6-9679-9462a2699524 req-98b52b5f-a28a-480c-b6ef-f249987ab6ad tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:36.281741 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-e64b6612-ee3b-40d6-9679-9462a2699524 req-98b52b5f-a28a-480c-b6ef-f249987ab6ad tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] 10.222.0.18 "GET /v2.0/ports?device_id=2bf31f05-ef13-49ab-a0f4-2ee11666ecc5 HTTP/1.1" status: 200 len: 943 time: 0.2355213 Jul 27 23:07:36.358424 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-e64b6612-ee3b-40d6-9679-9462a2699524 req-c1fa7c9b-eae9-4a8e-af9f-23edb9fe4e3a tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] 10.222.0.18 "GET /v2.0/security-groups?id=e8e7b229-51f5-4d90-9897-e570dceca7b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641088 Jul 27 23:07:36.377018 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-922cd3a7-a420-414a-b595-6d1b95979fa5 req-60bdfd60-da82-44e2-a959-a11a69a6eea2 tempest-FloatingIPsAssociationTestJSON-312227423 tempest-FloatingIPsAssociationTestJSON-312227423-project] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:07:36.382488 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f333582-ea50-423c-beb3-b39657e581cb req-c9aa1539-07e5-4ef2-b823-b5bc33dc48de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:36.383741 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-922cd3a7-a420-414a-b595-6d1b95979fa5 req-60bdfd60-da82-44e2-a959-a11a69a6eea2 tempest-FloatingIPsAssociationTestJSON-312227423 tempest-FloatingIPsAssociationTestJSON-312227423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for floatingip, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:36.389774 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8f333582-ea50-423c-beb3-b39657e581cb req-c9aa1539-07e5-4ef2-b823-b5bc33dc48de service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4fd5a3ff-b29e-4d49-bc76-386259c90c5c HTTP/1.1" status: 200 len: 861 time: 0.2276087 Jul 27 23:07:36.395185 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83d85d04-f2be-4715-9422-45e3c2522df7 None None] Sync routers for ids ['cf96189a-75ea-47b4-bd5b-79cf952e79aa'] in n-d-802623-1 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:07:36.408097 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83d85d04-f2be-4715-9422-45e3c2522df7 None None] Routers {'cf96189a-75ea-47b4-bd5b-79cf952e79aa'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:07:36.408859 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-83d85d04-f2be-4715-9422-45e3c2522df7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:07:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['cf96189a-75ea-47b4-bd5b-79cf952e79aa'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:07:36.460681 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-922cd3a7-a420-414a-b595-6d1b95979fa5 req-60bdfd60-da82-44e2-a959-a11a69a6eea2 tempest-FloatingIPsAssociationTestJSON-312227423 tempest-FloatingIPsAssociationTestJSON-312227423-project] 10.222.0.18 "PUT /v2.0/floatingips/a77b6f2a-b870-4b9e-9707-06ee217e5453 HTTP/1.1" status: 200 len: 695 time: 1.2367675 Jul 27 23:07:36.462701 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25a54fb7-e8eb-4ac3-bfb9-d547035a0939', 'tag': 'e8164c28-78be-4f14-8b37-9227b6ebeeed'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:07:36.466070 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}011f8d312121274bb12d78e77c6379a2079800640016cec6c6d605b73666e854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d50e00ef-0be9-4d5d-ace8-fcfaf148faec" -d '{"events": [{"name": "network-changed", "server_uuid": "25a54fb7-e8eb-4ac3-bfb9-d547035a0939", "tag": "e8164c28-78be-4f14-8b37-9227b6ebeeed"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:07:36.480021 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8f333582-ea50-423c-beb3-b39657e581cb req-0f427c1f-231b-4b6f-8b02-3e4e6c65d2fa service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=14a5d194-281e-4b99-8409-49ab4b374004&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0801890 Jul 27 23:07:36.488887 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:07:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b16cfe99-3f55-4b2a-a6ea-66a129e77c24 x-openstack-request-id: req-b16cfe99-3f55-4b2a-a6ea-66a129e77c24 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:07:36.489387 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "043450d5-a8e9-4524-8c01-f8118205eebd", "name": "network-vif-deleted", "tag": "1a4ffe25-6ceb-4249-ab10-ac979bdc7b73", "status": "completed", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:07:36.489647 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b16cfe99-3f55-4b2a-a6ea-66a129e77c24 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:07:36.490081 n-d-802623-1 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '043450d5-a8e9-4524-8c01-f8118205eebd', 'name': 'network-vif-deleted', 'tag': '1a4ffe25-6ceb-4249-ab10-ac979bdc7b73', 'status': 'completed', 'code': 200} Jul 27 23:07:36.597627 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922cd3a7-a420-414a-b595-6d1b95979fa5 req-2e7abfb2-0b3a-46fc-8c2e-7f6452d3832c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:36.600100 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-922cd3a7-a420-414a-b595-6d1b95979fa5 req-2e7abfb2-0b3a-46fc-8c2e-7f6452d3832c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5b03c927c66142f381afed5bba742bc2&device_id=25a54fb7-e8eb-4ac3-bfb9-d547035a0939 HTTP/1.1" status: 200 len: 1096 time: 0.1224496 Jul 27 23:07:36.626616 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-83d85d04-f2be-4715-9422-45e3c2522df7 None None] Set router cf96189a-75ea-47b4-bd5b-79cf952e79aa gateway port host: n-d-802623-1 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:07:36.667450 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8f333582-ea50-423c-beb3-b39657e581cb req-51e3b8a4-4b90-47e2-932c-0a8ad9128327 service neutron] 10.222.0.49 "GET /v2.0/networks/14a5d194-281e-4b99-8409-49ab4b374004?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1720667 Jul 27 23:07:36.805597 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922cd3a7-a420-414a-b595-6d1b95979fa5 req-c07456e3-7afd-48a4-97e6-b973d93ab447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:36.810579 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-922cd3a7-a420-414a-b595-6d1b95979fa5 req-c07456e3-7afd-48a4-97e6-b973d93ab447 service neutron] 10.222.0.18 "GET /v2.0/networks?id=651a62f0-bf28-4546-86cc-bdd30132572b HTTP/1.1" status: 200 len: 921 time: 0.1979070 Jul 27 23:07:36.938778 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-922cd3a7-a420-414a-b595-6d1b95979fa5 req-d96c44d3-31ec-4a7c-9ff4-2547c64903b8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e8164c28-78be-4f14-8b37-9227b6ebeeed HTTP/1.1" status: 200 len: 217 time: 0.1029651 Jul 27 23:07:37.005657 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff15718-b799-46c4-a020-743f93303be3 req-12f70dce-9363-4647-b00f-7872ab0a1985 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:37.009196 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-eff15718-b799-46c4-a020-743f93303be3 req-12f70dce-9363-4647-b00f-7872ab0a1985 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e8c746a-ba1e-4f7a-a003-af01943b801e HTTP/1.1" status: 200 len: 945 time: 0.2137003 Jul 27 23:07:37.040802 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-83d85d04-f2be-4715-9422-45e3c2522df7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf96189a-75ea-47b4-bd5b-79cf952e79aa', 'name': 'tempest-FloatingIPsAssociationTestJSON-393833974-router', 'tenant_id': '5b03c927c66142f381afed5bba742bc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': '1799a87d-8a71-4f8d-b053-5a498465f1db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:06:39Z', 'updated_at': '2021-07-27T23:06:44Z', 'revision_number': 4, 'project_id': '5b03c927c66142f381afed5bba742bc2', 'gw_port': {'id': '1799a87d-8a71-4f8d-b053-5a498465f1db', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:4b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf96189a-75ea-47b4-bd5b-79cf952e79aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:06:39Z', 'updated_at': '2021-07-27T23:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': '402f496a-5912-40d6-b1a0-20b7a7501523', 'name': '', 'network_id': '651a62f0-bf28-4546-86cc-bdd30132572b', 'tenant_id': '5b03c927c66142f381afed5bba742bc2', 'mac_address': 'fa:16:3e:6b:74:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf96189a-75ea-47b4-bd5b-79cf952e79aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': 'fa7fc9a2-9609-4fd7-ac94-2254e732d52b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:06:43Z', 'updated_at': '2021-07-27T23:06:51Z', 'revision_number': 5, 'project_id': '5b03c927c66142f381afed5bba742bc2', 'subnets': [{'id': 'fa7fc9a2-9609-4fd7-ac94-2254e732d52b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:07:37.048088 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922cd3a7-a420-414a-b595-6d1b95979fa5 req-fd2161c6-d1ea-4044-96b8-32a476a1f91e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:37.050148 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-922cd3a7-a420-414a-b595-6d1b95979fa5 req-fd2161c6-d1ea-4044-96b8-32a476a1f91e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fa7fc9a2-9609-4fd7-ac94-2254e732d52b HTTP/1.1" status: 200 len: 859 time: 0.1016941 Jul 27 23:07:37.092233 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8f333582-ea50-423c-beb3-b39657e581cb req-ffdbbb28-7847-4480-8ec0-d238dd60eaee service neutron] 10.222.0.49 "GET /v2.0/networks/14a5d194-281e-4b99-8409-49ab4b374004?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4109581 Jul 27 23:07:37.108050 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83d85d04-f2be-4715-9422-45e3c2522df7 None None] Checking router: cf96189a-75ea-47b4-bd5b-79cf952e79aa for host: n-d-802623-1 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 23:07:37.141382 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83d85d04-f2be-4715-9422-45e3c2522df7 None None] Routers {'cf96189a-75ea-47b4-bd5b-79cf952e79aa'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:07:37.142277 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-83d85d04-f2be-4715-9422-45e3c2522df7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:07:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['cf96189a-75ea-47b4-bd5b-79cf952e79aa'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:07:37.157339 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-eff15718-b799-46c4-a020-743f93303be3 req-dfda39e7-2b59-4a5f-8c6d-de01f24d63d2 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.18 "GET /v2.0/security-groups?id=657c655b-8580-45d5-979f-9b32b7a260f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312511 Jul 27 23:07:37.171102 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922cd3a7-a420-414a-b595-6d1b95979fa5 req-ec37af95-2d63-42e3-9db9-88855cfcb9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:37.172900 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-922cd3a7-a420-414a-b595-6d1b95979fa5 req-ec37af95-2d63-42e3-9db9-88855cfcb9a1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=651a62f0-bf28-4546-86cc-bdd30132572b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1162448 Jul 27 23:07:37.326141 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-922cd3a7-a420-414a-b595-6d1b95979fa5 req-86807a78-9a62-45e4-a385-bd1636c5ef74 service neutron] 10.222.0.18 "GET /v2.0/networks/651a62f0-bf28-4546-86cc-bdd30132572b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386840 Jul 27 23:07:37.332526 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-83d85d04-f2be-4715-9422-45e3c2522df7 None None] Set router cf96189a-75ea-47b4-bd5b-79cf952e79aa gateway port host: n-d-802623-1 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:07:37.498532 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-922cd3a7-a420-414a-b595-6d1b95979fa5 req-e0ba12b9-c078-43fd-a35d-32ea0b39c383 service neutron] 10.222.0.18 "GET /v2.0/networks/651a62f0-bf28-4546-86cc-bdd30132572b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1661482 Jul 27 23:07:37.506503 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 23:07:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-175b6e73-b398-4e29-9fe8-eae0ccb46058 x-openstack-request-id: req-175b6e73-b398-4e29-9fe8-eae0ccb46058 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:07:37.507574 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25a54fb7-e8eb-4ac3-bfb9-d547035a0939", "tag": "e8164c28-78be-4f14-8b37-9227b6ebeeed", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:07:37.508050 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-175b6e73-b398-4e29-9fe8-eae0ccb46058 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:07:37.508698 n-d-802623-1 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25a54fb7-e8eb-4ac3-bfb9-d547035a0939', 'tag': 'e8164c28-78be-4f14-8b37-9227b6ebeeed', 'status': 'completed', 'code': 200} Jul 27 23:07:37.606857 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 1a4ffe25-6ceb-4249-ab10-ac979bdc7b73 no longer exists at agent hyperv_n-h1-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:07:37.650470 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] No Port match for: 1a4ffe25-6ceb-4249-ab10-ac979bdc7b73 {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:07:37.651447 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 1a4ffe25-6ceb-4249-ab10-ac979bdc7b73 not bound to the agent host n-h1-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:07:37.721142 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-c0ea9d81-aed5-4fa5-85e0-559dfbbe95fb req-74ea4a37-f793-4686-9690-5344c7da8d97 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] 10.222.0.18 "GET /v2.0/ports?device_id=043450d5-a8e9-4524-8c01-f8118205eebd HTTP/1.1" status: 200 len: 210 time: 0.1014435 Jul 27 23:07:37.730549 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-83d85d04-f2be-4715-9422-45e3c2522df7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf96189a-75ea-47b4-bd5b-79cf952e79aa', 'name': 'tempest-FloatingIPsAssociationTestJSON-393833974-router', 'tenant_id': '5b03c927c66142f381afed5bba742bc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': '1799a87d-8a71-4f8d-b053-5a498465f1db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:06:39Z', 'updated_at': '2021-07-27T23:06:44Z', 'revision_number': 4, 'project_id': '5b03c927c66142f381afed5bba742bc2', 'gw_port': {'id': '1799a87d-8a71-4f8d-b053-5a498465f1db', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:4b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf96189a-75ea-47b4-bd5b-79cf952e79aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:06:39Z', 'updated_at': '2021-07-27T23:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': '402f496a-5912-40d6-b1a0-20b7a7501523', 'name': '', 'network_id': '651a62f0-bf28-4546-86cc-bdd30132572b', 'tenant_id': '5b03c927c66142f381afed5bba742bc2', 'mac_address': 'fa:16:3e:6b:74:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf96189a-75ea-47b4-bd5b-79cf952e79aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': 'fa7fc9a2-9609-4fd7-ac94-2254e732d52b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:06:43Z', 'updated_at': '2021-07-27T23:06:51Z', 'revision_number': 5, 'project_id': '5b03c927c66142f381afed5bba742bc2', 'subnets': [{'id': 'fa7fc9a2-9609-4fd7-ac94-2254e732d52b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:07:37.746990 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50e00ef-0be9-4d5d-ace8-fcfaf148faec req-3915c1bc-4877-4096-a1bd-5ec805d2a3c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:37.752586 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d50e00ef-0be9-4d5d-ace8-fcfaf148faec req-3915c1bc-4877-4096-a1bd-5ec805d2a3c8 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5b03c927c66142f381afed5bba742bc2&device_id=25a54fb7-e8eb-4ac3-bfb9-d547035a0939 HTTP/1.1" status: 200 len: 1096 time: 0.2048016 Jul 27 23:07:37.792165 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83d85d04-f2be-4715-9422-45e3c2522df7 None None] The sync data for ids ['cf96189a-75ea-47b4-bd5b-79cf952e79aa'] in n-d-802623-1 is: [{'id': 'cf96189a-75ea-47b4-bd5b-79cf952e79aa', 'name': 'tempest-FloatingIPsAssociationTestJSON-393833974-router', 'tenant_id': '5b03c927c66142f381afed5bba742bc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': '1799a87d-8a71-4f8d-b053-5a498465f1db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:06:39Z', 'updated_at': '2021-07-27T23:06:44Z', 'revision_number': 4, 'project_id': '5b03c927c66142f381afed5bba742bc2', 'gw_port': {'id': '1799a87d-8a71-4f8d-b053-5a498465f1db', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:4b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf96189a-75ea-47b4-bd5b-79cf952e79aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:06:39Z', 'updated_at': '2021-07-27T23:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': '402f496a-5912-40d6-b1a0-20b7a7501523', 'name': '', 'network_id': '651a62f0-bf28-4546-86cc-bdd30132572b', 'tenant_id': '5b03c927c66142f381afed5bba742bc2', 'mac_address': 'fa:16:3e:6b:74:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf96189a-75ea-47b4-bd5b-79cf952e79aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': 'fa7fc9a2-9609-4fd7-ac94-2254e732d52b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:06:43Z', 'updated_at': '2021-07-27T23:06:51Z', 'revision_number': 5, 'project_id': '5b03c927c66142f381afed5bba742bc2', 'subnets': [{'id': 'fa7fc9a2-9609-4fd7-ac94-2254e732d52b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:07:38.023433 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50e00ef-0be9-4d5d-ace8-fcfaf148faec req-a3a01fe8-8ffc-44ad-ad7d-aa7bcfa90f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:38.024739 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d50e00ef-0be9-4d5d-ace8-fcfaf148faec req-a3a01fe8-8ffc-44ad-ad7d-aa7bcfa90f9d service neutron] 10.222.0.38 "GET /v2.0/networks?id=651a62f0-bf28-4546-86cc-bdd30132572b HTTP/1.1" status: 200 len: 921 time: 0.2642593 Jul 27 23:07:38.043455 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412abca0-8aea-4d33-8223-5bd2384c1e85 req-aa93436a-7add-4d0f-a0fc-c11fd2d35dbf tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:38.062583 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-412abca0-8aea-4d33-8223-5bd2384c1e85 req-aa93436a-7add-4d0f-a0fc-c11fd2d35dbf tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] 10.222.0.18 "GET /v2.0/ports?device_id=2bf31f05-ef13-49ab-a0f4-2ee11666ecc5 HTTP/1.1" status: 200 len: 943 time: 0.2221303 Jul 27 23:07:38.181339 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d50e00ef-0be9-4d5d-ace8-fcfaf148faec req-9b13677d-1ed7-4747-8b51-c641b160a1ae service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e8164c28-78be-4f14-8b37-9227b6ebeeed HTTP/1.1" status: 200 len: 217 time: 0.0873947 Jul 27 23:07:38.214057 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-412abca0-8aea-4d33-8223-5bd2384c1e85 req-f8519c44-cfcf-489a-9ac6-0477b9046c71 tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] 10.222.0.18 "GET /v2.0/security-groups?id=e8e7b229-51f5-4d90-9897-e570dceca7b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495559 Jul 27 23:07:38.254995 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e7f38d-4116-4027-bf56-1ec67256fc40 None None] New status for floating IP a77b6f2a-b870-4b9e-9707-06ee217e5453: DOWN {{(pid=93799) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 23:07:38.325011 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50e00ef-0be9-4d5d-ace8-fcfaf148faec req-2ffce838-b258-4553-9622-93a79a8e5a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:38.326483 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d50e00ef-0be9-4d5d-ace8-fcfaf148faec req-2ffce838-b258-4553-9622-93a79a8e5a3c service neutron] 10.222.0.38 "GET /v2.0/subnets?id=fa7fc9a2-9609-4fd7-ac94-2254e732d52b HTTP/1.1" status: 200 len: 859 time: 0.1280339 Jul 27 23:07:38.422966 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac64311e-d818-4781-8219-b0a52ac211d3 req-c53ab988-3489-4398-a103-64e63f52d029 tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:38.430310 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ac64311e-d818-4781-8219-b0a52ac211d3 req-c53ab988-3489-4398-a103-64e63f52d029 tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] 10.222.0.18 "GET /v2.0/networks?id=7ba5f889-7a68-424d-8fa1-71447bc958df HTTP/1.1" status: 200 len: 821 time: 0.1662855 Jul 27 23:07:38.447260 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ac64311e-d818-4781-8219-b0a52ac211d3 req-75e0adc1-1ee6-4571-8ae7-cb747fb34946 tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] 10.222.0.18 "GET /v2.0/quotas/2b51160ea37c42ce86518efb7f5012de HTTP/1.1" status: 200 len: 375 time: 0.0160050 Jul 27 23:07:38.495274 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bf31f05-ef13-49ab-a0f4-2ee11666ecc5', 'tag': 'ee69f46d-8e0a-47a9-a571-2306e289e408'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:07:38.501027 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a476459a1bfce68b0ae0df5b6a71154bfc7cfdc8f9eefce6ad0a17231e60468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8984b721-8957-493d-a5e8-a6c7a3761fba" -d '{"events": [{"name": "network-changed", "server_uuid": "2bf31f05-ef13-49ab-a0f4-2ee11666ecc5", "tag": "ee69f46d-8e0a-47a9-a571-2306e289e408"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:07:38.510449 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ac64311e-d818-4781-8219-b0a52ac211d3 req-e81200ee-edd1-43fc-bcd8-c0281fa1f5f7 tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=2b51160ea37c42ce86518efb7f5012de&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0622487 Jul 27 23:07:38.514619 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50e00ef-0be9-4d5d-ace8-fcfaf148faec req-f617a997-3cd3-422f-aaf5-e909a80ddb7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:38.516180 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d50e00ef-0be9-4d5d-ace8-fcfaf148faec req-f617a997-3cd3-422f-aaf5-e909a80ddb7e service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=651a62f0-bf28-4546-86cc-bdd30132572b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1722317 Jul 27 23:07:38.630619 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ac64311e-d818-4781-8219-b0a52ac211d3 req-0c61706a-56d5-437e-b922-4642484c748c service neutron] 10.222.0.18 "GET /v2.0/networks/7ba5f889-7a68-424d-8fa1-71447bc958df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192248 Jul 27 23:07:38.672064 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ce71d8-31f4-4cd0-a424-5ae876e38109 req-a2e596a7-dd5d-4d67-91be-dfd4cdc68925 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:38.673540 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-48ce71d8-31f4-4cd0-a424-5ae876e38109 req-a2e596a7-dd5d-4d67-91be-dfd4cdc68925 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e8c746a-ba1e-4f7a-a003-af01943b801e HTTP/1.1" status: 200 len: 945 time: 0.1504033 Jul 27 23:07:38.748374 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d50e00ef-0be9-4d5d-ace8-fcfaf148faec req-6de3c5d8-3cba-4993-9a2a-bbf452cd035c service neutron] 10.222.0.38 "GET /v2.0/networks/651a62f0-bf28-4546-86cc-bdd30132572b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2013671 Jul 27 23:07:38.751449 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-48ce71d8-31f4-4cd0-a424-5ae876e38109 req-4695bf5e-0da5-4ba8-8762-c483789ef80d tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.18 "GET /v2.0/security-groups?id=657c655b-8580-45d5-979f-9b32b7a260f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617545 Jul 27 23:07:38.766256 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ac64311e-d818-4781-8219-b0a52ac211d3 req-6d8f385d-b4e2-4481-8327-8814d568ab0c service neutron] 10.222.0.18 "GET /v2.0/networks/7ba5f889-7a68-424d-8fa1-71447bc958df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326566 Jul 27 23:07:38.948085 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d50e00ef-0be9-4d5d-ace8-fcfaf148faec req-90b06d22-4fca-4c5b-9810-9e7f37285144 service neutron] 10.222.0.38 "GET /v2.0/networks/651a62f0-bf28-4546-86cc-bdd30132572b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1817925 Jul 27 23:07:38.976873 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b438e4-94b2-4c38-8116-3d951c4048fe req-3c14a947-2f81-43a5-a0f3-d90e9a2ed0a5 tempest-FloatingIPsAssociationTestJSON-312227423 tempest-FloatingIPsAssociationTestJSON-312227423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:38.978559 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-17b438e4-94b2-4c38-8116-3d951c4048fe req-3c14a947-2f81-43a5-a0f3-d90e9a2ed0a5 tempest-FloatingIPsAssociationTestJSON-312227423 tempest-FloatingIPsAssociationTestJSON-312227423-project] 10.222.0.18 "GET /v2.0/ports?device_id=090fc9ba-9df5-4f45-99a9-afe474888be5&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1097984 Jul 27 23:07:39.062855 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-17b438e4-94b2-4c38-8116-3d951c4048fe req-7e51d9a3-990e-4e7a-a050-592b2a6b5817 tempest-FloatingIPsAssociationTestJSON-312227423 tempest-FloatingIPsAssociationTestJSON-312227423-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.4.143 HTTP/1.1" status: 200 len: 696 time: 0.0771925 Jul 27 23:07:39.076327 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [req-17b438e4-94b2-4c38-8116-3d951c4048fe req-3a0f6788-26bc-4e38-b434-db6daba04d62 tempest-FloatingIPsAssociationTestJSON-312227423 tempest-FloatingIPsAssociationTestJSON-312227423-project] Request body: {'floatingip': {'port_id': '9e4e79de-3a0e-4df4-9f4e-434a4116575b', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:07:39.140776 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-17b438e4-94b2-4c38-8116-3d951c4048fe req-3a0f6788-26bc-4e38-b434-db6daba04d62 tempest-FloatingIPsAssociationTestJSON-312227423 tempest-FloatingIPsAssociationTestJSON-312227423-project] Notify callbacks [] for floatingip, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:39.328723 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 23:07:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3907fad1-927a-4a5d-92a0-0096fa024d74 x-openstack-request-id: req-3907fad1-927a-4a5d-92a0-0096fa024d74 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:07:39.329009 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bf31f05-ef13-49ab-a0f4-2ee11666ecc5", "tag": "ee69f46d-8e0a-47a9-a571-2306e289e408", "status": "completed", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:07:39.329258 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3907fad1-927a-4a5d-92a0-0096fa024d74 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:07:39.330257 n-d-802623-1 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bf31f05-ef13-49ab-a0f4-2ee11666ecc5', 'tag': 'ee69f46d-8e0a-47a9-a571-2306e289e408', 'status': 'completed', 'code': 200} Jul 27 23:07:39.413067 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-34b48ed2-fa0e-46f2-b8f6-c07d6f97502a req-6a87c02d-d03d-49e2-bb7a-d4d48796b877 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] 10.222.0.18 "GET /v2.0/ports?device_id=043450d5-a8e9-4524-8c01-f8118205eebd HTTP/1.1" status: 200 len: 210 time: 0.0464423 Jul 27 23:07:39.617128 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a596a3ae-fa4a-4189-9df3-8cacfd16811f req-9c0a33e8-2517-4182-be3d-b4f0737dac6b tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] 10.222.0.18 "GET /v2.0/ports?device_id=73009c7b-4701-45a2-9167-c53f8173123c HTTP/1.1" status: 200 len: 210 time: 0.0481706 Jul 27 23:07:39.663826 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8984b721-8957-493d-a5e8-a6c7a3761fba req-76f8fc88-4dcb-4f14-85a4-2c640b1e072a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:39.672460 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8984b721-8957-493d-a5e8-a6c7a3761fba req-76f8fc88-4dcb-4f14-85a4-2c640b1e072a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=96daf22d5b4247978edfc4cfc5ef5662&device_id=2bf31f05-ef13-49ab-a0f4-2ee11666ecc5 HTTP/1.1" status: 200 len: 1094 time: 0.2790430 Jul 27 23:07:39.722348 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb583342-5351-481d-9876-8ef88599c92e req-485b32da-d3c6-46ab-8a58-ebc681117718 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:39.724584 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-bb583342-5351-481d-9876-8ef88599c92e req-485b32da-d3c6-46ab-8a58-ebc681117718 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.49 "GET /v2.0/ports?device_id=9e8c746a-ba1e-4f7a-a003-af01943b801e HTTP/1.1" status: 200 len: 945 time: 0.0929129 Jul 27 23:07:39.908481 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f94080-80e1-4407-9dde-fb88a26c8a7b req-beba31de-cd58-4177-8d6a-b0567143505f tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:39.911444 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-70f94080-80e1-4407-9dde-fb88a26c8a7b req-beba31de-cd58-4177-8d6a-b0567143505f tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] 10.222.0.18 "GET /v2.0/ports?device_id=2bf31f05-ef13-49ab-a0f4-2ee11666ecc5 HTTP/1.1" status: 200 len: 943 time: 0.1719873 Jul 27 23:07:39.963514 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-bb583342-5351-481d-9876-8ef88599c92e req-3b1a779b-c7ea-45d5-9ea7-d02c09dd80a0 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] Deleting port be50d7ec-143d-4069-90c8-a144a32b6c90 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:07:39.964250 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-bb583342-5351-481d-9876-8ef88599c92e req-3b1a779b-c7ea-45d5-9ea7-d02c09dd80a0 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:39.989503 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-70f94080-80e1-4407-9dde-fb88a26c8a7b req-e30ecdb6-3347-431e-b13c-9f0d043f00f8 tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] 10.222.0.18 "GET /v2.0/security-groups?id=e8e7b229-51f5-4d90-9897-e570dceca7b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708408 Jul 27 23:07:40.145442 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-bb583342-5351-481d-9876-8ef88599c92e req-3b1a779b-c7ea-45d5-9ea7-d02c09dd80a0 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] For port be50d7ec-143d-4069-90c8-a144a32b6c90, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=be50d7ec-143d-4069-90c8-a144a32b6c90,segment=NetworkSegment(28e446c9-01ab-4372-bcf6-11d579b6d514),segment_id=28e446c9-01ab-4372-bcf6-11d579b6d514)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:07:40.145957 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-bb583342-5351-481d-9876-8ef88599c92e req-3b1a779b-c7ea-45d5-9ea7-d02c09dd80a0 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:40.180718 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-bb583342-5351-481d-9876-8ef88599c92e req-3b1a779b-c7ea-45d5-9ea7-d02c09dd80a0 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] Calling delete_port for be50d7ec-143d-4069-90c8-a144a32b6c90 owned by compute:nova {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:07:40.313564 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f00a2fb-6e40-4cd0-b212-e97cd5d669cf req-25091552-6c68-45e4-a465-55005b0799c2 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:40.315313 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-3f00a2fb-6e40-4cd0-b212-e97cd5d669cf req-25091552-6c68-45e4-a465-55005b0799c2 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e8c746a-ba1e-4f7a-a003-af01943b801e HTTP/1.1" status: 200 len: 945 time: 0.0763943 Jul 27 23:07:40.348826 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8984b721-8957-493d-a5e8-a6c7a3761fba req-aff60215-23a2-475c-afe5-85346bc1c17b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:40.350546 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8984b721-8957-493d-a5e8-a6c7a3761fba req-aff60215-23a2-475c-afe5-85346bc1c17b service neutron] 10.222.0.49 "GET /v2.0/networks?id=14a5d194-281e-4b99-8409-49ab4b374004 HTTP/1.1" status: 200 len: 922 time: 0.6627796 Jul 27 23:07:40.361533 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-3f00a2fb-6e40-4cd0-b212-e97cd5d669cf req-44f2fb64-416e-482f-b932-e546ef18cf20 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.18 "GET /v2.0/security-groups?id=657c655b-8580-45d5-979f-9b32b7a260f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376396 Jul 27 23:07:40.408347 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8984b721-8957-493d-a5e8-a6c7a3761fba req-579f34a2-4106-4bbe-b8a5-321dc1e31096 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ee69f46d-8e0a-47a9-a571-2306e289e408 HTTP/1.1" status: 200 len: 217 time: 0.0429513 Jul 27 23:07:40.421198 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device ee69f46d-8e0a-47a9-a571-2306e289e408 details requested by agent hyperv_n-h2-802623-1 with host n-h2-802623-1 {{(pid=93799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 23:07:40.456784 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-bb583342-5351-481d-9876-8ef88599c92e req-3b1a779b-c7ea-45d5-9ea7-d02c09dd80a0 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:40.474519 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] get_ports_and_sgs() called for port_ids ['be50d7ec-143d-4069-90c8-a144a32b6c90'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:07:40.500204 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1a779b-c7ea-45d5-9ea7-d02c09dd80a0 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] Pushing event deleted for resources: {'Port': ['ID=be50d7ec-143d-4069-90c8-a144a32b6c90,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:07:40.585791 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb583342-5351-481d-9876-8ef88599c92e req-3b1a779b-c7ea-45d5-9ea7-d02c09dd80a0 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] No DVR routers for this DVR port be50d7ec-143d-4069-90c8-a144a32b6c90 on host n-h2-802623-1 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:07:40.589894 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1a779b-c7ea-45d5-9ea7-d02c09dd80a0 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:07:40.590337 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1a779b-c7ea-45d5-9ea7-d02c09dd80a0 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:07:40.590692 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1a779b-c7ea-45d5-9ea7-d02c09dd80a0 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:07:40.591033 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1a779b-c7ea-45d5-9ea7-d02c09dd80a0 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:07:40.591410 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1a779b-c7ea-45d5-9ea7-d02c09dd80a0 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:07:40.591740 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1a779b-c7ea-45d5-9ea7-d02c09dd80a0 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:07:40.592074 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1a779b-c7ea-45d5-9ea7-d02c09dd80a0 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:07:40.592404 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1a779b-c7ea-45d5-9ea7-d02c09dd80a0 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:07:40.592732 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1a779b-c7ea-45d5-9ea7-d02c09dd80a0 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:07:40.593058 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1a779b-c7ea-45d5-9ea7-d02c09dd80a0 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:07:40.593615 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1a779b-c7ea-45d5-9ea7-d02c09dd80a0 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:07:40.594052 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1a779b-c7ea-45d5-9ea7-d02c09dd80a0 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:07:40.597503 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-bb583342-5351-481d-9876-8ef88599c92e req-3b1a779b-c7ea-45d5-9ea7-d02c09dd80a0 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:40.602342 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-bb583342-5351-481d-9876-8ef88599c92e req-3b1a779b-c7ea-45d5-9ea7-d02c09dd80a0 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.49 "DELETE /v2.0/ports/be50d7ec-143d-4069-90c8-a144a32b6c90 HTTP/1.1" status: 204 len: 173 time: 0.8644071 Jul 27 23:07:40.602453 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e8c746a-ba1e-4f7a-a003-af01943b801e', 'name': 'network-vif-deleted', 'tag': 'be50d7ec-143d-4069-90c8-a144a32b6c90'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:07:40.605711 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}011f8d312121274bb12d78e77c6379a2079800640016cec6c6d605b73666e854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24b0a5a5-ff74-420a-b0f1-9c4c7bcb686e" -d '{"events": [{"server_uuid": "9e8c746a-ba1e-4f7a-a003-af01943b801e", "name": "network-vif-deleted", "tag": "be50d7ec-143d-4069-90c8-a144a32b6c90"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:07:40.756297 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port ee69f46d-8e0a-47a9-a571-2306e289e408, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=ee69f46d-8e0a-47a9-a571-2306e289e408,segment=NetworkSegment(0804c63a-d684-491c-9e34-41f7ae70f391),segment_id=0804c63a-d684-491c-9e34-41f7ae70f391)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:07:40.784567 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Returning: {'device': 'ee69f46d-8e0a-47a9-a571-2306e289e408', 'network_id': '14a5d194-281e-4b99-8409-49ab4b374004', 'port_id': 'ee69f46d-8e0a-47a9-a571-2306e289e408', 'mac_address': 'fa:16:3e:67:a5:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4fd5a3ff-b29e-4d49-bc76-386259c90c5c', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 23:07:40.899546 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:40.918591 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee69f46d-8e0a-47a9-a571-2306e289e408 {{(pid=93799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:07:40.921027 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8984b721-8957-493d-a5e8-a6c7a3761fba req-ed2da5a3-f708-49ef-9d4f-a214a67ecbbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:40.923685 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8984b721-8957-493d-a5e8-a6c7a3761fba req-ed2da5a3-f708-49ef-9d4f-a214a67ecbbe service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4fd5a3ff-b29e-4d49-bc76-386259c90c5c HTTP/1.1" status: 200 len: 861 time: 0.4936762 Jul 27 23:07:40.961869 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port ee69f46d-8e0a-47a9-a571-2306e289e408, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=ee69f46d-8e0a-47a9-a571-2306e289e408,segment=NetworkSegment(0804c63a-d684-491c-9e34-41f7ae70f391),segment_id=0804c63a-d684-491c-9e34-41f7ae70f391)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:07:40.970693 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:40.977131 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-d41b9771-ade2-4b7f-9f86-9910bcc0adbe req-d11a4b75-6473-4b54-a2b3-dc27dec061a2 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] 10.222.0.18 "GET /v2.0/ports?device_id=043450d5-a8e9-4524-8c01-f8118205eebd HTTP/1.1" status: 200 len: 210 time: 0.1705730 Jul 27 23:07:41.008873 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88765972-9223-4b3a-91e0-fa4d6238b08d req-c67d9e58-2618-47fb-8f28-09a885f8e894 tempest-FloatingIPsAssociationTestJSON-312227423 tempest-FloatingIPsAssociationTestJSON-312227423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:41.009142 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-88765972-9223-4b3a-91e0-fa4d6238b08d req-c67d9e58-2618-47fb-8f28-09a885f8e894 tempest-FloatingIPsAssociationTestJSON-312227423 tempest-FloatingIPsAssociationTestJSON-312227423-project] 10.222.0.38 "GET /v2.0/ports?device_id=25a54fb7-e8eb-4ac3-bfb9-d547035a0939 HTTP/1.1" status: 200 len: 945 time: 0.6547501 Jul 27 23:07:41.013192 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-17b438e4-94b2-4c38-8116-3d951c4048fe req-3a0f6788-26bc-4e38-b434-db6daba04d62 tempest-FloatingIPsAssociationTestJSON-312227423 tempest-FloatingIPsAssociationTestJSON-312227423-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:41.016330 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8984b721-8957-493d-a5e8-a6c7a3761fba req-3a95727c-82e4-43ce-b390-8c18ddefdc2b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=14a5d194-281e-4b99-8409-49ab4b374004&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0806053 Jul 27 23:07:41.120138 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Pushing event updated for resources: {'Port': ['ID=ee69f46d-8e0a-47a9-a571-2306e289e408,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:07:41.131771 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac64311e-d818-4781-8219-b0a52ac211d3 req-276057ca-2536-4011-a640-711739a9e7c1 tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:41.133620 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ac64311e-d818-4781-8219-b0a52ac211d3 req-276057ca-2536-4011-a640-711739a9e7c1 tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] 10.222.0.38 "GET /v2.0/networks?id=7ba5f889-7a68-424d-8fa1-71447bc958df HTTP/1.1" status: 200 len: 821 time: 0.3943734 Jul 27 23:07:41.139924 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:07:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a4a9aaa-45c5-4d88-a2ed-b93c93deda83 x-openstack-request-id: req-4a4a9aaa-45c5-4d88-a2ed-b93c93deda83 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:07:41.140359 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e8c746a-ba1e-4f7a-a003-af01943b801e", "name": "network-vif-deleted", "tag": "be50d7ec-143d-4069-90c8-a144a32b6c90", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:07:41.140719 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4a4a9aaa-45c5-4d88-a2ed-b93c93deda83 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:07:41.141224 n-d-802623-1 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e8c746a-ba1e-4f7a-a003-af01943b801e', 'name': 'network-vif-deleted', 'tag': 'be50d7ec-143d-4069-90c8-a144a32b6c90', 'status': 'completed', 'code': 200} Jul 27 23:07:41.149916 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [req-ac64311e-d818-4781-8219-b0a52ac211d3 req-0d93bdbb-2308-4274-9878-cfef205cc27a tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] Request body: {'port': {'device_id': '73009c7b-4701-45a2-9167-c53f8173123c', 'network_id': '7ba5f889-7a68-424d-8fa1-71447bc958df', 'admin_state_up': True, 'tenant_id': '2b51160ea37c42ce86518efb7f5012de'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:07:41.283552 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-17b438e4-94b2-4c38-8116-3d951c4048fe req-3a0f6788-26bc-4e38-b434-db6daba04d62 tempest-FloatingIPsAssociationTestJSON-312227423 tempest-FloatingIPsAssociationTestJSON-312227423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-415302'] for floatingip, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:41.374943 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] get_ports_and_sgs() called for port_ids ['ee69f46d-8e0a-47a9-a571-2306e289e408'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:07:41.467644 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15c7b89-7dae-47b4-952c-d92ea5efebee req-f7860021-e7ec-4372-8e97-01131cc34520 tempest-ServersTestBootFromVolume-906123710 tempest-ServersTestBootFromVolume-906123710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:41.486603 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e15c7b89-7dae-47b4-952c-d92ea5efebee req-f7860021-e7ec-4372-8e97-01131cc34520 tempest-ServersTestBootFromVolume-906123710 tempest-ServersTestBootFromVolume-906123710-project] 10.222.0.18 "GET /v2.0/ports?device_id=405264ac-9a3d-44fc-803d-2c1b6254405c HTTP/1.1" status: 200 len: 946 time: 0.1778567 Jul 27 23:07:41.494380 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8984b721-8957-493d-a5e8-a6c7a3761fba req-36099731-d6be-40d8-845c-64a66301d400 service neutron] 10.222.0.49 "GET /v2.0/networks/14a5d194-281e-4b99-8409-49ab4b374004?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3706467 Jul 27 23:07:41.533557 n-d-802623-1 neutron-server[93797]: INFO neutron.db.l3_db [req-17b438e4-94b2-4c38-8116-3d951c4048fe req-3a0f6788-26bc-4e38-b434-db6daba04d62 tempest-FloatingIPsAssociationTestJSON-312227423 tempest-FloatingIPsAssociationTestJSON-312227423-project] Floating IP a77b6f2a-b870-4b9e-9707-06ee217e5453 associated. External IP: 172.25.4.143, port: 9e4e79de-3a0e-4df4-9f4e-434a4116575b. Jul 27 23:07:41.615074 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e15c7b89-7dae-47b4-952c-d92ea5efebee req-84db6a3a-09d5-4e32-9013-cc628d9043d3 tempest-ServersTestBootFromVolume-906123710 tempest-ServersTestBootFromVolume-906123710-project] 10.222.0.18 "GET /v2.0/security-groups?id=51319066-09f7-46fc-a664-dbbf59d47595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1225901 Jul 27 23:07:41.811408 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac64311e-d818-4781-8219-b0a52ac211d3 req-0d93bdbb-2308-4274-9878-cfef205cc27a tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] Made reservation on behalf of 2b51160ea37c42ce86518efb7f5012de for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:07:41.815025 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-ac64311e-d818-4781-8219-b0a52ac211d3 req-0d93bdbb-2308-4274-9878-cfef205cc27a tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:41.870207 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f663be52-d055-4d87-a64b-db2ff28ca461 req-5ff39990-588a-45aa-8aa9-f0a5bf5c93f8 tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] 10.222.0.18 "GET /v2.0/ports?device_id=73009c7b-4701-45a2-9167-c53f8173123c HTTP/1.1" status: 200 len: 210 time: 0.0909162 Jul 27 23:07:41.899557 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8984b721-8957-493d-a5e8-a6c7a3761fba req-9a962ba4-08be-4505-8aaf-64118fe24c51 service neutron] 10.222.0.49 "GET /v2.0/networks/14a5d194-281e-4b99-8409-49ab4b374004?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3597143 Jul 27 23:07:42.008030 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [req-88765972-9223-4b3a-91e0-fa4d6238b08d req-8d71b088-5789-4ffc-be38-9561e95acf99 tempest-FloatingIPsAssociationTestJSON-312227423 tempest-FloatingIPsAssociationTestJSON-312227423-project] Deleting port e8164c28-78be-4f14-8b37-9227b6ebeeed {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:07:42.008030 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-88765972-9223-4b3a-91e0-fa4d6238b08d req-8d71b088-5789-4ffc-be38-9561e95acf99 tempest-FloatingIPsAssociationTestJSON-312227423 tempest-FloatingIPsAssociationTestJSON-312227423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:42.151168 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [req-ac64311e-d818-4781-8219-b0a52ac211d3 req-0d93bdbb-2308-4274-9878-cfef205cc27a tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] Allocated IP 172.20.0.10 (7ba5f889-7a68-424d-8fa1-71447bc958df/2be3a116-6f3a-48af-9c58-17be143660fc/e141df55-6ef1-4777-a67c-d14f5b9ece64) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:07:42.163750 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150e73a3-b046-4f42-9921-eff71a856047 req-55ec3433-0aca-46c1-8826-984b06ac4561 tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:42.165374 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-150e73a3-b046-4f42-9921-eff71a856047 req-55ec3433-0aca-46c1-8826-984b06ac4561 tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] 10.222.0.18 "GET /v2.0/ports?device_id=2bf31f05-ef13-49ab-a0f4-2ee11666ecc5 HTTP/1.1" status: 200 len: 944 time: 0.1097665 Jul 27 23:07:42.322062 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-88765972-9223-4b3a-91e0-fa4d6238b08d req-8d71b088-5789-4ffc-be38-9561e95acf99 tempest-FloatingIPsAssociationTestJSON-312227423 tempest-FloatingIPsAssociationTestJSON-312227423-project] For port e8164c28-78be-4f14-8b37-9227b6ebeeed, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=e8164c28-78be-4f14-8b37-9227b6ebeeed,segment=NetworkSegment(758c827b-73d3-4676-bc4a-ecbb15805f5a),segment_id=758c827b-73d3-4676-bc4a-ecbb15805f5a)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:07:42.322435 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-88765972-9223-4b3a-91e0-fa4d6238b08d req-8d71b088-5789-4ffc-be38-9561e95acf99 tempest-FloatingIPsAssociationTestJSON-312227423 tempest-FloatingIPsAssociationTestJSON-312227423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:42.346427 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [req-88765972-9223-4b3a-91e0-fa4d6238b08d req-8d71b088-5789-4ffc-be38-9561e95acf99 tempest-FloatingIPsAssociationTestJSON-312227423 tempest-FloatingIPsAssociationTestJSON-312227423-project] Calling delete_port for e8164c28-78be-4f14-8b37-9227b6ebeeed owned by compute:nova {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:07:42.400685 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.l3_agent_scheduler [req-17b438e4-94b2-4c38-8116-3d951c4048fe req-3a0f6788-26bc-4e38-b434-db6daba04d62 tempest-FloatingIPsAssociationTestJSON-312227423 tempest-FloatingIPsAssociationTestJSON-312227423-project] Router cf96189a-75ea-47b4-bd5b-79cf952e79aa has already been hosted by L3 agent 018c4455-49c0-4734-927d-7824067b2a9e {{(pid=93797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 23:07:42.503420 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-ac64311e-d818-4781-8219-b0a52ac211d3 req-0d93bdbb-2308-4274-9878-cfef205cc27a tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:42.594070 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-ac64311e-d818-4781-8219-b0a52ac211d3 req-0d93bdbb-2308-4274-9878-cfef205cc27a tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:42.610749 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] get_ports_and_sgs() called for port_ids ['522b4389-a942-43b4-b1c8-2896864af68a'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:07:42.648400 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac64311e-d818-4781-8219-b0a52ac211d3 req-0d93bdbb-2308-4274-9878-cfef205cc27a tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] Network 7ba5f889-7a68-424d-8fa1-71447bc958df is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:07:42.655724 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [req-ac64311e-d818-4781-8219-b0a52ac211d3 req-0d93bdbb-2308-4274-9878-cfef205cc27a tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:07:42.666695 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac64311e-d818-4781-8219-b0a52ac211d3 req-0d93bdbb-2308-4274-9878-cfef205cc27a tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:07:42.748621 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-17b438e4-94b2-4c38-8116-3d951c4048fe req-3a0f6788-26bc-4e38-b434-db6daba04d62 tempest-FloatingIPsAssociationTestJSON-312227423 tempest-FloatingIPsAssociationTestJSON-312227423-project] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:07:42.750963 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac64311e-d818-4781-8219-b0a52ac211d3 req-0d93bdbb-2308-4274-9878-cfef205cc27a tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:42.751814 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-ac64311e-d818-4781-8219-b0a52ac211d3 req-0d93bdbb-2308-4274-9878-cfef205cc27a tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:42.761691 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6f17d06-d3b6-4206-bab1-0174f3a7f6e5 None None] Sync routers for ids ['cf96189a-75ea-47b4-bd5b-79cf952e79aa'] in n-d-802623-1 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:07:42.778395 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f17d06-d3b6-4206-bab1-0174f3a7f6e5 None None] Routers {'cf96189a-75ea-47b4-bd5b-79cf952e79aa'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:07:42.779354 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-c6f17d06-d3b6-4206-bab1-0174f3a7f6e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:07:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['cf96189a-75ea-47b4-bd5b-79cf952e79aa'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:07:42.819418 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-150e73a3-b046-4f42-9921-eff71a856047 req-39fe3a4b-15ae-4760-a14b-d150c780760c tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] 10.222.0.18 "GET /v2.0/security-groups?id=e8e7b229-51f5-4d90-9897-e570dceca7b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6365623 Jul 27 23:07:42.825889 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ac64311e-d818-4781-8219-b0a52ac211d3 req-0d93bdbb-2308-4274-9878-cfef205cc27a tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6779981 Jul 27 23:07:42.882984 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-17b438e4-94b2-4c38-8116-3d951c4048fe req-3a0f6788-26bc-4e38-b434-db6daba04d62 tempest-FloatingIPsAssociationTestJSON-312227423 tempest-FloatingIPsAssociationTestJSON-312227423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for floatingip, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:42.890829 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [req-ac64311e-d818-4781-8219-b0a52ac211d3 req-fe484062-461e-4022-90d0-59023f262dc3 service neutron] Request body: {'port': {'device_id': '73009c7b-4701-45a2-9167-c53f8173123c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802623-1'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:07:42.909567 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-88765972-9223-4b3a-91e0-fa4d6238b08d req-8d71b088-5789-4ffc-be38-9561e95acf99 tempest-FloatingIPsAssociationTestJSON-312227423 tempest-FloatingIPsAssociationTestJSON-312227423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:42.963218 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d93bdbb-2308-4274-9878-cfef205cc27a tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] Pushing event updated for resources: {'Port': ['ID=e141df55-6ef1-4777-a67c-d14f5b9ece64,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:07:42.981325 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] get_ports_and_sgs() called for port_ids ['9e4e79de-3a0e-4df4-9f4e-434a4116575b'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:07:43.028231 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d71b088-5789-4ffc-be38-9561e95acf99 tempest-FloatingIPsAssociationTestJSON-312227423 tempest-FloatingIPsAssociationTestJSON-312227423-project] Pushing event deleted for resources: {'Port': ['ID=e8164c28-78be-4f14-8b37-9227b6ebeeed,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:07:43.045998 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-17b438e4-94b2-4c38-8116-3d951c4048fe req-3a0f6788-26bc-4e38-b434-db6daba04d62 tempest-FloatingIPsAssociationTestJSON-312227423 tempest-FloatingIPsAssociationTestJSON-312227423-project] 10.222.0.18 "PUT /v2.0/floatingips/a77b6f2a-b870-4b9e-9707-06ee217e5453 HTTP/1.1" status: 200 len: 997 time: 3.9734488 Jul 27 23:07:43.088628 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-ac64311e-d818-4781-8219-b0a52ac211d3 req-fe484062-461e-4022-90d0-59023f262dc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:43.111766 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-c6f17d06-d3b6-4206-bab1-0174f3a7f6e5 None None] Set router cf96189a-75ea-47b4-bd5b-79cf952e79aa gateway port host: n-d-802623-1 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:07:43.198981 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '090fc9ba-9df5-4f45-99a9-afe474888be5', 'tag': '9e4e79de-3a0e-4df4-9f4e-434a4116575b'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:07:43.201233 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a476459a1bfce68b0ae0df5b6a71154bfc7cfdc8f9eefce6ad0a17231e60468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b994f8c8-18fc-4c00-beea-e1bdc28e78d2" -d '{"events": [{"name": "network-changed", "server_uuid": "090fc9ba-9df5-4f45-99a9-afe474888be5", "tag": "9e4e79de-3a0e-4df4-9f4e-434a4116575b"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:07:43.216770 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [req-88765972-9223-4b3a-91e0-fa4d6238b08d req-8d71b088-5789-4ffc-be38-9561e95acf99 tempest-FloatingIPsAssociationTestJSON-312227423 tempest-FloatingIPsAssociationTestJSON-312227423-project] No DVR routers for this DVR port e8164c28-78be-4f14-8b37-9227b6ebeeed on host n-h1-802623-1 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:07:43.233161 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-88765972-9223-4b3a-91e0-fa4d6238b08d req-8d71b088-5789-4ffc-be38-9561e95acf99 tempest-FloatingIPsAssociationTestJSON-312227423 tempest-FloatingIPsAssociationTestJSON-312227423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:43.240131 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-88765972-9223-4b3a-91e0-fa4d6238b08d req-8d71b088-5789-4ffc-be38-9561e95acf99 tempest-FloatingIPsAssociationTestJSON-312227423 tempest-FloatingIPsAssociationTestJSON-312227423-project] 10.222.0.38 "DELETE /v2.0/ports/e8164c28-78be-4f14-8b37-9227b6ebeeed HTTP/1.1" status: 204 len: 173 time: 2.2221417 Jul 27 23:07:43.273979 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b438e4-94b2-4c38-8116-3d951c4048fe req-4972405c-6d60-46a9-90a6-72e8c7dbd15c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:43.280236 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-17b438e4-94b2-4c38-8116-3d951c4048fe req-4972405c-6d60-46a9-90a6-72e8c7dbd15c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5b03c927c66142f381afed5bba742bc2&device_id=090fc9ba-9df5-4f45-99a9-afe474888be5 HTTP/1.1" status: 200 len: 1097 time: 0.1677241 Jul 27 23:07:43.545210 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b438e4-94b2-4c38-8116-3d951c4048fe req-78c95871-768c-48aa-8070-2237aa3ebca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:43.548027 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-17b438e4-94b2-4c38-8116-3d951c4048fe req-78c95871-768c-48aa-8070-2237aa3ebca9 service neutron] 10.222.0.18 "GET /v2.0/networks?id=651a62f0-bf28-4546-86cc-bdd30132572b HTTP/1.1" status: 200 len: 921 time: 0.2611785 Jul 27 23:07:43.643790 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device e8164c28-78be-4f14-8b37-9227b6ebeeed no longer exists at agent hyperv_n-h1-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:07:43.649967 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-17b438e4-94b2-4c38-8116-3d951c4048fe req-64f5c192-56a6-442d-9538-d011f9a24dec service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9e4e79de-3a0e-4df4-9f4e-434a4116575b HTTP/1.1" status: 200 len: 1000 time: 0.0902743 Jul 27 23:07:43.696823 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] No Port match for: e8164c28-78be-4f14-8b37-9227b6ebeeed {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:07:43.697097 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device e8164c28-78be-4f14-8b37-9227b6ebeeed not bound to the agent host n-h1-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:07:43.729795 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b438e4-94b2-4c38-8116-3d951c4048fe req-94ee86f2-9827-43ca-9419-c3145eb9564b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:43.732679 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-17b438e4-94b2-4c38-8116-3d951c4048fe req-94ee86f2-9827-43ca-9419-c3145eb9564b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fa7fc9a2-9609-4fd7-ac94-2254e732d52b HTTP/1.1" status: 200 len: 859 time: 0.0816965 Jul 27 23:07:43.765993 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-c6f17d06-d3b6-4206-bab1-0174f3a7f6e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf96189a-75ea-47b4-bd5b-79cf952e79aa', 'name': 'tempest-FloatingIPsAssociationTestJSON-393833974-router', 'tenant_id': '5b03c927c66142f381afed5bba742bc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': '1799a87d-8a71-4f8d-b053-5a498465f1db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:06:39Z', 'updated_at': '2021-07-27T23:06:44Z', 'revision_number': 4, 'project_id': '5b03c927c66142f381afed5bba742bc2', 'gw_port': {'id': '1799a87d-8a71-4f8d-b053-5a498465f1db', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:4b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf96189a-75ea-47b4-bd5b-79cf952e79aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:06:39Z', 'updated_at': '2021-07-27T23:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_floatingips': [{'id': 'a77b6f2a-b870-4b9e-9707-06ee217e5453', 'tenant_id': '5b03c927c66142f381afed5bba742bc2', 'floating_ip_address': '172.25.4.143', 'floating_network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'router_id': 'cf96189a-75ea-47b4-bd5b-79cf952e79aa', 'port_id': '9e4e79de-3a0e-4df4-9f4e-434a4116575b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 711, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '651a62f0-bf28-4546-86cc-bdd30132572b', 'mac_address': 'fa:16:3e:8f:3a:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '090fc9ba-9df5-4f45-99a9-afe474888be5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T23:07:01Z', 'updated_at': '2021-07-27T23:07:40Z', 'revision_number': 8, 'project_id': '5b03c927c66142f381afed5bba742bc2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '402f496a-5912-40d6-b1a0-20b7a7501523', 'name': '', 'network_id': '651a62f0-bf28-4546-86cc-bdd30132572b', 'tenant_id': '5b03c927c66142f381afed5bba742bc2', 'mac_address': 'fa:16:3e:6b:74:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf96189a-75ea-47b4-bd5b-79cf952e79aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': 'fa7fc9a2-9609-4fd7-ac94-2254e732d52b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:06:43Z', 'updated_at': '2021-07-27T23:06:51Z', 'revision_number': 5, 'project_id': '5b03c927c66142f381afed5bba742bc2', 'subnets': [{'id': 'fa7fc9a2-9609-4fd7-ac94-2254e732d52b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:07:43.797182 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6f17d06-d3b6-4206-bab1-0174f3a7f6e5 None None] Checking router: cf96189a-75ea-47b4-bd5b-79cf952e79aa for host: n-d-802623-1 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 23:07:43.805613 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b438e4-94b2-4c38-8116-3d951c4048fe req-349b505e-f768-4c99-82fc-8f596949241e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:43.807197 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-17b438e4-94b2-4c38-8116-3d951c4048fe req-349b505e-f768-4c99-82fc-8f596949241e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=651a62f0-bf28-4546-86cc-bdd30132572b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0621879 Jul 27 23:07:43.812227 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f17d06-d3b6-4206-bab1-0174f3a7f6e5 None None] Routers {'cf96189a-75ea-47b4-bd5b-79cf952e79aa'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:07:43.812933 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-c6f17d06-d3b6-4206-bab1-0174f3a7f6e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:07:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['cf96189a-75ea-47b4-bd5b-79cf952e79aa'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:07:43.815814 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d4bdd9-71c3-4cd6-9d51-323a55164b37 req-647ecd4f-261a-4672-a06b-651b1abdcccc tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:43.817917 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-d1d4bdd9-71c3-4cd6-9d51-323a55164b37 req-647ecd4f-261a-4672-a06b-651b1abdcccc tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] 10.222.0.18 "GET /v2.0/ports?device_id=73009c7b-4701-45a2-9167-c53f8173123c HTTP/1.1" status: 200 len: 932 time: 0.1066036 Jul 27 23:07:43.873258 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [req-ac64311e-d818-4781-8219-b0a52ac211d3 req-fe484062-461e-4022-90d0-59023f262dc3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e141df55-6ef1-4777-a67c-d14f5b9ece64 {{(pid=93798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:07:43.884702 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-ac64311e-d818-4781-8219-b0a52ac211d3 req-fe484062-461e-4022-90d0-59023f262dc3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:43.891123 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-d1d4bdd9-71c3-4cd6-9d51-323a55164b37 req-29fc39d1-9565-4b4c-afa1-056829f435bf tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ee1769a-7cc2-4f9a-a15b-54c39d35bd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549431 Jul 27 23:07:43.913275 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-17b438e4-94b2-4c38-8116-3d951c4048fe req-1b1077fc-fc4e-4223-a0c0-55e2f354e5a8 service neutron] 10.222.0.18 "GET /v2.0/networks/651a62f0-bf28-4546-86cc-bdd30132572b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981476 Jul 27 23:07:43.914468 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-ac64311e-d818-4781-8219-b0a52ac211d3 req-fe484062-461e-4022-90d0-59023f262dc3 service neutron] Transition to ACTIVE for port object e141df55-6ef1-4777-a67c-d14f5b9ece64 will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:07:43.928636 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-ac64311e-d818-4781-8219-b0a52ac211d3 req-fe484062-461e-4022-90d0-59023f262dc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:44.026561 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe484062-461e-4022-90d0-59023f262dc3 service neutron] Pushing event updated for resources: {'Port': ['ID=e141df55-6ef1-4777-a67c-d14f5b9ece64,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:07:44.078101 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-c6f17d06-d3b6-4206-bab1-0174f3a7f6e5 None None] Set router cf96189a-75ea-47b4-bd5b-79cf952e79aa gateway port host: n-d-802623-1 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:07:44.097247 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-17b438e4-94b2-4c38-8116-3d951c4048fe req-d425b2e0-a453-474c-a053-402f459b4619 service neutron] 10.222.0.18 "GET /v2.0/networks/651a62f0-bf28-4546-86cc-bdd30132572b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1763313 Jul 27 23:07:44.162627 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 23:07:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10c0a062-0abc-47f5-8b98-6f62e7b1cff5 x-openstack-request-id: req-10c0a062-0abc-47f5-8b98-6f62e7b1cff5 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:07:44.162920 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "090fc9ba-9df5-4f45-99a9-afe474888be5", "tag": "9e4e79de-3a0e-4df4-9f4e-434a4116575b", "status": "completed", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:07:44.163236 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-10c0a062-0abc-47f5-8b98-6f62e7b1cff5 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:07:44.163641 n-d-802623-1 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '090fc9ba-9df5-4f45-99a9-afe474888be5', 'tag': '9e4e79de-3a0e-4df4-9f4e-434a4116575b', 'status': 'completed', 'code': 200} Jul 27 23:07:44.248330 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-ac64311e-d818-4781-8219-b0a52ac211d3 req-fe484062-461e-4022-90d0-59023f262dc3 service neutron] Attempting to bind port e141df55-6ef1-4777-a67c-d14f5b9ece64 on host n-h1-802623-1 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:07:44.248916 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-ac64311e-d818-4781-8219-b0a52ac211d3 req-fe484062-461e-4022-90d0-59023f262dc3 service neutron] Attempting to bind port e141df55-6ef1-4777-a67c-d14f5b9ece64 by drivers openvswitch,hyperv on host n-h1-802623-1 at level 0 using segments [{'id': 'ff9b0beb-ebd9-45f3-9693-d627eb3bb065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '7ba5f889-7a68-424d-8fa1-71447bc958df'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:07:44.249417 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac64311e-d818-4781-8219-b0a52ac211d3 req-fe484062-461e-4022-90d0-59023f262dc3 service neutron] Attempting to bind port e141df55-6ef1-4777-a67c-d14f5b9ece64 on network 7ba5f889-7a68-424d-8fa1-71447bc958df {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:07:44.261809 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac64311e-d818-4781-8219-b0a52ac211d3 req-fe484062-461e-4022-90d0-59023f262dc3 service neutron] Port e141df55-6ef1-4777-a67c-d14f5b9ece64 on network 7ba5f889-7a68-424d-8fa1-71447bc958df not bound, no agent of type Open vSwitch agent registered on host n-h1-802623-1 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 23:07:44.262421 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac64311e-d818-4781-8219-b0a52ac211d3 req-fe484062-461e-4022-90d0-59023f262dc3 service neutron] Attempting to bind port e141df55-6ef1-4777-a67c-d14f5b9ece64 on network 7ba5f889-7a68-424d-8fa1-71447bc958df {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:07:44.277798 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8aaf07-ae4a-4631-b9c2-927f6c80dfc0 req-de4efb8f-8da0-4c9a-83db-dbb23afd4274 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:44.279780 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b994f8c8-18fc-4c00-beea-e1bdc28e78d2 req-7e2ffb02-ae54-49bf-9013-c28be35def30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:44.281565 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-b994f8c8-18fc-4c00-beea-e1bdc28e78d2 req-7e2ffb02-ae54-49bf-9013-c28be35def30 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5b03c927c66142f381afed5bba742bc2&device_id=090fc9ba-9df5-4f45-99a9-afe474888be5 HTTP/1.1" status: 200 len: 1097 time: 0.0844944 Jul 27 23:07:44.286343 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-2a8aaf07-ae4a-4631-b9c2-927f6c80dfc0 req-de4efb8f-8da0-4c9a-83db-dbb23afd4274 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.18 "GET /v2.0/networks?id=9e23151c-db3f-4ce6-bd4c-f37102973a7b HTTP/1.1" status: 200 len: 810 time: 0.2644455 Jul 27 23:07:44.294730 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac64311e-d818-4781-8219-b0a52ac211d3 req-fe484062-461e-4022-90d0-59023f262dc3 service neutron] Checking agent: {'id': '245f1da4-a9b8-4b08-90d7-28f0f342b839', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 59, 59), 'started_at': datetime.datetime(2021, 7, 27, 22, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 7, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:07:44.295376 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac64311e-d818-4781-8219-b0a52ac211d3 req-fe484062-461e-4022-90d0-59023f262dc3 service neutron] Checking segment: {'id': 'ff9b0beb-ebd9-45f3-9693-d627eb3bb065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '7ba5f889-7a68-424d-8fa1-71447bc958df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:07:44.295955 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac64311e-d818-4781-8219-b0a52ac211d3 req-fe484062-461e-4022-90d0-59023f262dc3 service neutron] Bound using segment: {'id': 'ff9b0beb-ebd9-45f3-9693-d627eb3bb065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '7ba5f889-7a68-424d-8fa1-71447bc958df'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:07:44.296629 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-ac64311e-d818-4781-8219-b0a52ac211d3 req-fe484062-461e-4022-90d0-59023f262dc3 service neutron] Bound port: e141df55-6ef1-4777-a67c-d14f5b9ece64, host: n-h1-802623-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff9b0beb-ebd9-45f3-9693-d627eb3bb065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '7ba5f889-7a68-424d-8fa1-71447bc958df'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:07:44.297188 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-ac64311e-d818-4781-8219-b0a52ac211d3 req-fe484062-461e-4022-90d0-59023f262dc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:44.320498 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-2a8aaf07-ae4a-4631-b9c2-927f6c80dfc0 req-2bef5422-b1e4-4d76-87bc-1b04a996c991 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.18 "GET /v2.0/quotas/8769b54ba73a4421837726dbda018e6b HTTP/1.1" status: 200 len: 375 time: 0.0330694 Jul 27 23:07:44.389282 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-2a8aaf07-ae4a-4631-b9c2-927f6c80dfc0 req-c1131d88-7ba0-46c6-a64b-a00291d7b535 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=8769b54ba73a4421837726dbda018e6b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0675666 Jul 27 23:07:44.409179 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-c6f17d06-d3b6-4206-bab1-0174f3a7f6e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf96189a-75ea-47b4-bd5b-79cf952e79aa', 'name': 'tempest-FloatingIPsAssociationTestJSON-393833974-router', 'tenant_id': '5b03c927c66142f381afed5bba742bc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': '1799a87d-8a71-4f8d-b053-5a498465f1db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:06:39Z', 'updated_at': '2021-07-27T23:06:44Z', 'revision_number': 4, 'project_id': '5b03c927c66142f381afed5bba742bc2', 'gw_port': {'id': '1799a87d-8a71-4f8d-b053-5a498465f1db', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:4b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf96189a-75ea-47b4-bd5b-79cf952e79aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:06:39Z', 'updated_at': '2021-07-27T23:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_floatingips': [{'id': 'a77b6f2a-b870-4b9e-9707-06ee217e5453', 'tenant_id': '5b03c927c66142f381afed5bba742bc2', 'floating_ip_address': '172.25.4.143', 'floating_network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'router_id': 'cf96189a-75ea-47b4-bd5b-79cf952e79aa', 'port_id': '9e4e79de-3a0e-4df4-9f4e-434a4116575b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 711, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '651a62f0-bf28-4546-86cc-bdd30132572b', 'mac_address': 'fa:16:3e:8f:3a:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '090fc9ba-9df5-4f45-99a9-afe474888be5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T23:07:01Z', 'updated_at': '2021-07-27T23:07:40Z', 'revision_number': 8, 'project_id': '5b03c927c66142f381afed5bba742bc2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '402f496a-5912-40d6-b1a0-20b7a7501523', 'name': '', 'network_id': '651a62f0-bf28-4546-86cc-bdd30132572b', 'tenant_id': '5b03c927c66142f381afed5bba742bc2', 'mac_address': 'fa:16:3e:6b:74:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf96189a-75ea-47b4-bd5b-79cf952e79aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': 'fa7fc9a2-9609-4fd7-ac94-2254e732d52b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:06:43Z', 'updated_at': '2021-07-27T23:06:51Z', 'revision_number': 5, 'project_id': '5b03c927c66142f381afed5bba742bc2', 'subnets': [{'id': 'fa7fc9a2-9609-4fd7-ac94-2254e732d52b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:07:44.460312 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3aab11f-8818-4c00-bc23-585c754e3c32 req-9c41a3db-8fcc-47c0-9140-e20866ef73fb tempest-ServersTestBootFromVolume-906123710 tempest-ServersTestBootFromVolume-906123710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:44.462552 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-b3aab11f-8818-4c00-bc23-585c754e3c32 req-9c41a3db-8fcc-47c0-9140-e20866ef73fb tempest-ServersTestBootFromVolume-906123710 tempest-ServersTestBootFromVolume-906123710-project] 10.222.0.18 "GET /v2.0/ports?device_id=405264ac-9a3d-44fc-803d-2c1b6254405c HTTP/1.1" status: 200 len: 946 time: 0.0995681 Jul 27 23:07:44.465802 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-ac64311e-d818-4781-8219-b0a52ac211d3 req-fe484062-461e-4022-90d0-59023f262dc3 service neutron] For port e141df55-6ef1-4777-a67c-d14f5b9ece64, host n-h1-802623-1, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:07:44.469448 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b994f8c8-18fc-4c00-beea-e1bdc28e78d2 req-483ea50e-2b51-4f39-b36b-8b5705f11cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:44.471632 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-b994f8c8-18fc-4c00-beea-e1bdc28e78d2 req-483ea50e-2b51-4f39-b36b-8b5705f11cd2 service neutron] 10.222.0.38 "GET /v2.0/networks?id=651a62f0-bf28-4546-86cc-bdd30132572b HTTP/1.1" status: 200 len: 921 time: 0.1816781 Jul 27 23:07:44.472612 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device ee69f46d-8e0a-47a9-a571-2306e289e408 up at agent hyperv_n-h2-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:07:44.485693 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-ac64311e-d818-4781-8219-b0a52ac211d3 req-fe484062-461e-4022-90d0-59023f262dc3 service neutron] For port e141df55-6ef1-4777-a67c-d14f5b9ece64, host n-h1-802623-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=e141df55-6ef1-4777-a67c-d14f5b9ece64,segment=NetworkSegment(ff9b0beb-ebd9-45f3-9693-d627eb3bb065),segment_id=ff9b0beb-ebd9-45f3-9693-d627eb3bb065)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:07:44.503772 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-ac64311e-d818-4781-8219-b0a52ac211d3 req-fe484062-461e-4022-90d0-59023f262dc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:44.573119 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-b3aab11f-8818-4c00-bc23-585c754e3c32 req-a7b68995-6f76-4c2b-aa13-3d9206755dcb tempest-ServersTestBootFromVolume-906123710 tempest-ServersTestBootFromVolume-906123710-project] 10.222.0.18 "GET /v2.0/security-groups?id=51319066-09f7-46fc-a664-dbbf59d47595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0961366 Jul 27 23:07:44.591765 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6f17d06-d3b6-4206-bab1-0174f3a7f6e5 None None] The sync data for ids ['cf96189a-75ea-47b4-bd5b-79cf952e79aa'] in n-d-802623-1 is: [{'id': 'cf96189a-75ea-47b4-bd5b-79cf952e79aa', 'name': 'tempest-FloatingIPsAssociationTestJSON-393833974-router', 'tenant_id': '5b03c927c66142f381afed5bba742bc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': '1799a87d-8a71-4f8d-b053-5a498465f1db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:06:39Z', 'updated_at': '2021-07-27T23:06:44Z', 'revision_number': 4, 'project_id': '5b03c927c66142f381afed5bba742bc2', 'gw_port': {'id': '1799a87d-8a71-4f8d-b053-5a498465f1db', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:4b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf96189a-75ea-47b4-bd5b-79cf952e79aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:06:39Z', 'updated_at': '2021-07-27T23:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_floatingips': [{'id': 'a77b6f2a-b870-4b9e-9707-06ee217e5453', 'tenant_id': '5b03c927c66142f381afed5bba742bc2', 'floating_ip_address': '172.25.4.143', 'floating_network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'router_id': 'cf96189a-75ea-47b4-bd5b-79cf952e79aa', 'port_id': '9e4e79de-3a0e-4df4-9f4e-434a4116575b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 711, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '651a62f0-bf28-4546-86cc-bdd30132572b', 'mac_address': 'fa:16:3e:8f:3a:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '090fc9ba-9df5-4f45-99a9-afe474888be5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T23:07:01Z', 'updated_at': '2021-07-27T23:07:40Z', 'revision_number': 8, 'project_id': '5b03c927c66142f381afed5bba742bc2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '402f496a-5912-40d6-b1a0-20b7a7501523', 'name': '', 'network_id': '651a62f0-bf28-4546-86cc-bdd30132572b', 'tenant_id': '5b03c927c66142f381afed5bba742bc2', 'mac_address': 'fa:16:3e:6b:74:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf96189a-75ea-47b4-bd5b-79cf952e79aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': 'fa7fc9a2-9609-4fd7-ac94-2254e732d52b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:06:43Z', 'updated_at': '2021-07-27T23:06:51Z', 'revision_number': 5, 'project_id': '5b03c927c66142f381afed5bba742bc2', 'subnets': [{'id': 'fa7fc9a2-9609-4fd7-ac94-2254e732d52b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:07:44.592222 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Provisioning for port ee69f46d-8e0a-47a9-a571-2306e289e408 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:07:44.598743 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac64311e-d818-4781-8219-b0a52ac211d3 req-fe484062-461e-4022-90d0-59023f262dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:44.600015 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Provisioning complete for port ee69f46d-8e0a-47a9-a571-2306e289e408 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:07:44.600561 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:44.605169 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-ac64311e-d818-4781-8219-b0a52ac211d3 req-fe484062-461e-4022-90d0-59023f262dc3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:44.606750 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ac64311e-d818-4781-8219-b0a52ac211d3 req-fe484062-461e-4022-90d0-59023f262dc3 service neutron] 10.222.0.38 "PUT /v2.0/ports/e141df55-6ef1-4777-a67c-d14f5b9ece64 HTTP/1.1" status: 200 len: 1092 time: 1.7512755 Jul 27 23:07:44.623203 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-b994f8c8-18fc-4c00-beea-e1bdc28e78d2 req-d77d86cc-58f7-46b3-84f9-5cb0fc68da9d service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9e4e79de-3a0e-4df4-9f4e-434a4116575b HTTP/1.1" status: 200 len: 1000 time: 0.1380706 Jul 27 23:07:44.627873 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73009c7b-4701-45a2-9167-c53f8173123c', 'tag': 'e141df55-6ef1-4777-a67c-d14f5b9ece64'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:07:44.631477 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}011f8d312121274bb12d78e77c6379a2079800640016cec6c6d605b73666e854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f70d86d-71a4-4d16-8843-d6c7e354593a" -d '{"events": [{"name": "network-changed", "server_uuid": "73009c7b-4701-45a2-9167-c53f8173123c", "tag": "e141df55-6ef1-4777-a67c-d14f5b9ece64"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:07:44.743500 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:44.752402 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-2a8aaf07-ae4a-4631-b9c2-927f6c80dfc0 req-be62a4bf-952b-4b0b-8fde-8c4bae0df353 service neutron] 10.222.0.18 "GET /v2.0/networks/9e23151c-db3f-4ce6-bd4c-f37102973a7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3365209 Jul 27 23:07:44.758646 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b994f8c8-18fc-4c00-beea-e1bdc28e78d2 req-52d136dc-d06f-4524-adc7-80233b3a93f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:44.760070 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-b994f8c8-18fc-4c00-beea-e1bdc28e78d2 req-52d136dc-d06f-4524-adc7-80233b3a93f4 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=fa7fc9a2-9609-4fd7-ac94-2254e732d52b HTTP/1.1" status: 200 len: 859 time: 0.1251171 Jul 27 23:07:44.781934 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bf31f05-ef13-49ab-a0f4-2ee11666ecc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee69f46d-8e0a-47a9-a571-2306e289e408'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:07:44.785057 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c0369b0d4f459110ff20a1f9878ba33f96d6491bddb9d15843bf29d01e0bda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58533dd7-3471-4820-877a-e88f7efda4a9" -d '{"events": [{"server_uuid": "2bf31f05-ef13-49ab-a0f4-2ee11666ecc5", "name": "network-vif-plugged", "status": "completed", "tag": "ee69f46d-8e0a-47a9-a571-2306e289e408"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:07:44.791433 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb970826-668b-439f-bc1b-321c6989b1da req-d4746fe3-e75c-43c7-b714-f3865e67a694 tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:44.795722 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-bb970826-668b-439f-bc1b-321c6989b1da req-d4746fe3-e75c-43c7-b714-f3865e67a694 tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] 10.222.0.18 "GET /v2.0/ports?device_id=2bf31f05-ef13-49ab-a0f4-2ee11666ecc5 HTTP/1.1" status: 200 len: 944 time: 0.0951562 Jul 27 23:07:44.805239 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port ee69f46d-8e0a-47a9-a571-2306e289e408, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=ee69f46d-8e0a-47a9-a571-2306e289e408,segment=NetworkSegment(0804c63a-d684-491c-9e34-41f7ae70f391),segment_id=0804c63a-d684-491c-9e34-41f7ae70f391)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:07:44.815464 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:44.816390 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device be50d7ec-143d-4069-90c8-a144a32b6c90 no longer exists at agent hyperv_n-h2-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:07:44.860703 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac64311e-d818-4781-8219-b0a52ac211d3 req-01db8ea2-5bb8-4d86-b8ba-f154b1bc6382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:44.862405 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ac64311e-d818-4781-8219-b0a52ac211d3 req-01db8ea2-5bb8-4d86-b8ba-f154b1bc6382 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=2b51160ea37c42ce86518efb7f5012de&device_id=73009c7b-4701-45a2-9167-c53f8173123c HTTP/1.1" status: 200 len: 1095 time: 0.1751590 Jul 27 23:07:44.866089 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe484062-461e-4022-90d0-59023f262dc3 service neutron] Pushing event updated for resources: {'Port': ['ID=e141df55-6ef1-4777-a67c-d14f5b9ece64,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:07:44.902688 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] No Port match for: be50d7ec-143d-4069-90c8-a144a32b6c90 {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:07:44.903353 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device be50d7ec-143d-4069-90c8-a144a32b6c90 not bound to the agent host n-h2-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:07:44.911692 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c96bcf3-59ed-430b-9785-d8221e0ddd08 None None] New status for floating IP a77b6f2a-b870-4b9e-9707-06ee217e5453: ACTIVE {{(pid=93799) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 23:07:44.915408 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b994f8c8-18fc-4c00-beea-e1bdc28e78d2 req-20db6c79-8780-4b85-b4c7-81fe06e40712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:44.916717 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-b994f8c8-18fc-4c00-beea-e1bdc28e78d2 req-20db6c79-8780-4b85-b4c7-81fe06e40712 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=651a62f0-bf28-4546-86cc-bdd30132572b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1423891 Jul 27 23:07:44.945770 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ac64311e-d818-4781-8219-b0a52ac211d3 req-be7c3e8b-d247-4766-8b31-a499f54eed6f service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e141df55-6ef1-4777-a67c-d14f5b9ece64 HTTP/1.1" status: 200 len: 217 time: 0.0628705 Jul 27 23:07:44.981519 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-bb970826-668b-439f-bc1b-321c6989b1da req-2b56026f-b18a-4c31-87da-bbba864c4169 tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] 10.222.0.18 "GET /v2.0/security-groups?id=e8e7b229-51f5-4d90-9897-e570dceca7b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067367 Jul 27 23:07:45.032559 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-2a8aaf07-ae4a-4631-b9c2-927f6c80dfc0 req-c3db5e43-e136-4e20-90fd-2f3e85d08bdc service neutron] 10.222.0.18 "GET /v2.0/networks/9e23151c-db3f-4ce6-bd4c-f37102973a7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2782340 Jul 27 23:07:45.064070 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac64311e-d818-4781-8219-b0a52ac211d3 req-5fa12757-e55b-49cd-935b-155ab022125d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:45.080665 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ac64311e-d818-4781-8219-b0a52ac211d3 req-5fa12757-e55b-49cd-935b-155ab022125d service neutron] 10.222.0.38 "GET /v2.0/subnets?id=2be3a116-6f3a-48af-9c58-17be143660fc HTTP/1.1" status: 200 len: 861 time: 0.1215999 Jul 27 23:07:45.148843 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ac64311e-d818-4781-8219-b0a52ac211d3 req-3ec6272d-9b6b-4650-90a9-331c07488b50 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7ba5f889-7a68-424d-8fa1-71447bc958df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0572541 Jul 27 23:07:45.174626 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Pushing event updated for resources: {'Port': ['ID=ee69f46d-8e0a-47a9-a571-2306e289e408,revision_number=5']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:07:45.196821 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-b994f8c8-18fc-4c00-beea-e1bdc28e78d2 req-15daf197-22a0-4ece-aa78-fb6f791400c4 service neutron] 10.222.0.38 "GET /v2.0/networks/651a62f0-bf28-4546-86cc-bdd30132572b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2632542 Jul 27 23:07:45.277951 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ac64311e-d818-4781-8219-b0a52ac211d3 req-ce59dccc-45e7-4ba1-b3b8-a6938b5f0544 service neutron] 10.222.0.38 "GET /v2.0/networks/7ba5f889-7a68-424d-8fa1-71447bc958df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203001 Jul 27 23:07:45.313548 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-90d3d84b-3b63-494e-9c1e-2b9e878929c6 req-e6fa57c3-df87-45ae-a4d3-f2d14b7ed6c7 tempest-FloatingIPsAssociationTestJSON-312227423 tempest-FloatingIPsAssociationTestJSON-312227423-project] 10.222.0.18 "GET /v2.0/floatingips/a77b6f2a-b870-4b9e-9707-06ee217e5453 HTTP/1.1" status: 200 len: 999 time: 0.1914351 Jul 27 23:07:45.414622 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:07:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02eca4ec-a501-4085-aca9-083f26178a6b x-openstack-request-id: req-02eca4ec-a501-4085-aca9-083f26178a6b {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:07:45.414918 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bf31f05-ef13-49ab-a0f4-2ee11666ecc5", "name": "network-vif-plugged", "status": "completed", "tag": "ee69f46d-8e0a-47a9-a571-2306e289e408", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:07:45.415192 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-02eca4ec-a501-4085-aca9-083f26178a6b {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:07:45.415577 n-d-802623-1 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bf31f05-ef13-49ab-a0f4-2ee11666ecc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee69f46d-8e0a-47a9-a571-2306e289e408', 'code': 200} Jul 27 23:07:45.416060 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ac64311e-d818-4781-8219-b0a52ac211d3 req-fe903efa-f192-4ec5-9a8d-d72dd44c67e1 service neutron] 10.222.0.38 "GET /v2.0/networks/7ba5f889-7a68-424d-8fa1-71447bc958df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265264 Jul 27 23:07:45.417525 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 23:07:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63c0b22e-3a76-46d8-902f-d851bfff4f76 x-openstack-request-id: req-63c0b22e-3a76-46d8-902f-d851bfff4f76 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:07:45.417807 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73009c7b-4701-45a2-9167-c53f8173123c", "tag": "e141df55-6ef1-4777-a67c-d14f5b9ece64", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:07:45.418048 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-63c0b22e-3a76-46d8-902f-d851bfff4f76 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:07:45.418494 n-d-802623-1 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73009c7b-4701-45a2-9167-c53f8173123c', 'tag': 'e141df55-6ef1-4777-a67c-d14f5b9ece64', 'status': 'completed', 'code': 200} Jul 27 23:07:45.489763 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-b994f8c8-18fc-4c00-beea-e1bdc28e78d2 req-19b1c62a-b312-4df7-93f6-37de5149ebdd service neutron] 10.222.0.38 "GET /v2.0/networks/651a62f0-bf28-4546-86cc-bdd30132572b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2810555 Jul 27 23:07:45.525957 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d3d84b-3b63-494e-9c1e-2b9e878929c6 req-749263fe-7b86-40e9-9680-1df15c5dbd06 tempest-FloatingIPsAssociationTestJSON-312227423 tempest-FloatingIPsAssociationTestJSON-312227423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:45.527988 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-90d3d84b-3b63-494e-9c1e-2b9e878929c6 req-749263fe-7b86-40e9-9680-1df15c5dbd06 tempest-FloatingIPsAssociationTestJSON-312227423 tempest-FloatingIPsAssociationTestJSON-312227423-project] 10.222.0.18 "GET /v2.0/networks/2fd42287-ed26-4eb9-89a5-b521f5b04356 HTTP/1.1" status: 200 len: 784 time: 0.1964569 Jul 27 23:07:45.550341 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f70d86d-71a4-4d16-8843-d6c7e354593a req-ee49ec8d-0552-46fa-9d94-58da3a908dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:45.553053 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-9f70d86d-71a4-4d16-8843-d6c7e354593a req-ee49ec8d-0552-46fa-9d94-58da3a908dc8 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=2b51160ea37c42ce86518efb7f5012de&device_id=73009c7b-4701-45a2-9167-c53f8173123c HTTP/1.1" status: 200 len: 1095 time: 0.0624149 Jul 27 23:07:45.559239 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb4ced9-180d-46cf-9945-3f542dae4acf req-7f9e7408-6998-4202-87e2-a5fa16084c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:45.560952 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-1eb4ced9-180d-46cf-9945-3f542dae4acf req-7f9e7408-6998-4202-87e2-a5fa16084c62 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=2bf31f05-ef13-49ab-a0f4-2ee11666ecc5 HTTP/1.1" status: 200 len: 1096 time: 0.0574648 Jul 27 23:07:45.627283 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-408da463-f099-4b97-9d27-6329ddf1a9e5 req-0e4b6687-259e-40d2-bc75-c39ca92c4de6 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.18 "GET /v2.0/ports?device_id=e96ee7fe-839a-4eef-92c3-c496be2cfd97 HTTP/1.1" status: 200 len: 210 time: 0.0425096 Jul 27 23:07:45.660068 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-1eb4ced9-180d-46cf-9945-3f542dae4acf req-02eede85-2950-44c4-bf02-e0168d67c404 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=e8e7b229-51f5-4d90-9897-e570dceca7b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902188 Jul 27 23:07:45.711604 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b133078-3a12-4b3a-aec2-e676eac41390 req-756fbe4e-ad47-4539-8dcc-b70e358a19a4 tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:45.719973 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-1b133078-3a12-4b3a-aec2-e676eac41390 req-756fbe4e-ad47-4539-8dcc-b70e358a19a4 tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] 10.222.0.18 "GET /v2.0/ports?device_id=73009c7b-4701-45a2-9167-c53f8173123c HTTP/1.1" status: 200 len: 944 time: 0.1541660 Jul 27 23:07:45.809660 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-e2c38046-da02-40e6-ab22-d9ab2b16f562 req-7f605961-c5f4-4470-a34f-03ca052d94a5 tempest-FloatingIPsAssociationTestJSON-312227423 tempest-FloatingIPsAssociationTestJSON-312227423-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.4.143 HTTP/1.1" status: 200 len: 1002 time: 0.0737402 Jul 27 23:07:45.865230 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c38046-da02-40e6-ab22-d9ab2b16f562 req-c444d90e-e440-4dd6-a3e1-50a98fff224c tempest-FloatingIPsAssociationTestJSON-312227423 tempest-FloatingIPsAssociationTestJSON-312227423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:45.867300 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-e2c38046-da02-40e6-ab22-d9ab2b16f562 req-c444d90e-e440-4dd6-a3e1-50a98fff224c tempest-FloatingIPsAssociationTestJSON-312227423 tempest-FloatingIPsAssociationTestJSON-312227423-project] 10.222.0.18 "GET /v2.0/ports/9e4e79de-3a0e-4df4-9f4e-434a4116575b HTTP/1.1" status: 200 len: 943 time: 0.0518155 Jul 27 23:07:45.997365 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-e2c38046-da02-40e6-ab22-d9ab2b16f562 req-1948bf57-5707-4bfa-b2d7-3893e4afbd51 tempest-FloatingIPsAssociationTestJSON-312227423 tempest-FloatingIPsAssociationTestJSON-312227423-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.4.143 HTTP/1.1" status: 200 len: 1002 time: 0.0811641 Jul 27 23:07:46.110493 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-1b133078-3a12-4b3a-aec2-e676eac41390 req-382fb32d-25fb-45f8-90dd-55c0ad050958 tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ee1769a-7cc2-4f9a-a15b-54c39d35bd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3896246 Jul 27 23:07:46.111611 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f70d86d-71a4-4d16-8843-d6c7e354593a req-5c316a23-513f-4b6d-8fd2-7a8dbe2bf917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:46.113019 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-9f70d86d-71a4-4d16-8843-d6c7e354593a req-5c316a23-513f-4b6d-8fd2-7a8dbe2bf917 service neutron] 10.222.0.38 "GET /v2.0/networks?id=7ba5f889-7a68-424d-8fa1-71447bc958df HTTP/1.1" status: 200 len: 922 time: 0.5331845 Jul 27 23:07:46.174990 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-9f70d86d-71a4-4d16-8843-d6c7e354593a req-7b88a179-a521-40e6-8c37-e46ac420d3a7 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e141df55-6ef1-4777-a67c-d14f5b9ece64 HTTP/1.1" status: 200 len: 217 time: 0.0527279 Jul 27 23:07:46.235871 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f70d86d-71a4-4d16-8843-d6c7e354593a req-4b4f5be0-34c5-43e4-913d-18968a77531a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:46.238074 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-9f70d86d-71a4-4d16-8843-d6c7e354593a req-4b4f5be0-34c5-43e4-913d-18968a77531a service neutron] 10.222.0.38 "GET /v2.0/subnets?id=2be3a116-6f3a-48af-9c58-17be143660fc HTTP/1.1" status: 200 len: 861 time: 0.0538979 Jul 27 23:07:46.283962 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-9f70d86d-71a4-4d16-8843-d6c7e354593a req-ee751ec3-627c-452d-a635-7231c324854d service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7ba5f889-7a68-424d-8fa1-71447bc958df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382941 Jul 27 23:07:46.384251 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25a54fb7-e8eb-4ac3-bfb9-d547035a0939', 'name': 'network-vif-deleted', 'tag': 'e8164c28-78be-4f14-8b37-9227b6ebeeed'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:07:46.387675 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a476459a1bfce68b0ae0df5b6a71154bfc7cfdc8f9eefce6ad0a17231e60468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32298c82-15b4-46cd-97e1-27eca516d801" -d '{"events": [{"server_uuid": "25a54fb7-e8eb-4ac3-bfb9-d547035a0939", "name": "network-vif-deleted", "tag": "e8164c28-78be-4f14-8b37-9227b6ebeeed"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:07:46.444191 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-9f70d86d-71a4-4d16-8843-d6c7e354593a req-19614e90-a012-4632-bf2b-fcb67b80ecf3 service neutron] 10.222.0.38 "GET /v2.0/networks/7ba5f889-7a68-424d-8fa1-71447bc958df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499484 Jul 27 23:07:46.455896 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3687c785-8c13-4148-888e-d94decfba1fc req-56ebc1e5-97ff-4536-9764-85c62e635d00 tempest-ImagesOneServerTestJSON-1473465118 tempest-ImagesOneServerTestJSON-1473465118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:46.457572 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c38046-da02-40e6-ab22-d9ab2b16f562 req-2060d9f9-54a3-4db9-b4ce-b2152a055c35 tempest-FloatingIPsAssociationTestJSON-312227423 tempest-FloatingIPsAssociationTestJSON-312227423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:46.457715 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-3687c785-8c13-4148-888e-d94decfba1fc req-56ebc1e5-97ff-4536-9764-85c62e635d00 tempest-ImagesOneServerTestJSON-1473465118 tempest-ImagesOneServerTestJSON-1473465118-project] 10.222.0.18 "GET /v2.0/ports?device_id=55c02be4-66a1-4b0b-a2e8-25b212b674a7 HTTP/1.1" status: 200 len: 950 time: 0.0857966 Jul 27 23:07:46.466095 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-e2c38046-da02-40e6-ab22-d9ab2b16f562 req-2060d9f9-54a3-4db9-b4ce-b2152a055c35 tempest-FloatingIPsAssociationTestJSON-312227423 tempest-FloatingIPsAssociationTestJSON-312227423-project] 10.222.0.18 "GET /v2.0/networks/2fd42287-ed26-4eb9-89a5-b521f5b04356 HTTP/1.1" status: 200 len: 784 time: 0.4620085 Jul 27 23:07:46.564823 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-3687c785-8c13-4148-888e-d94decfba1fc req-34e63267-6f1b-44b2-975b-8f2492ea4196 tempest-ImagesOneServerTestJSON-1473465118 tempest-ImagesOneServerTestJSON-1473465118-project] 10.222.0.18 "GET /v2.0/security-groups?id=9e49bb70-e466-4e58-b282-493795fb0cca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963664 Jul 27 23:07:46.612706 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-e2c38046-da02-40e6-ab22-d9ab2b16f562 req-8fee54c1-5077-4417-b5b3-876f9a21c7db tempest-FloatingIPsAssociationTestJSON-312227423 tempest-FloatingIPsAssociationTestJSON-312227423-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.4.143 HTTP/1.1" status: 200 len: 1002 time: 0.1457345 Jul 27 23:07:46.631453 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [req-e2c38046-da02-40e6-ab22-d9ab2b16f562 req-f4dbc05d-b06c-4eea-a2b4-32a64f5506c2 tempest-FloatingIPsAssociationTestJSON-312227423 tempest-FloatingIPsAssociationTestJSON-312227423-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:07:46.655063 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-9f70d86d-71a4-4d16-8843-d6c7e354593a req-100e1373-afe5-4bca-98c9-82f388a253f2 service neutron] 10.222.0.38 "GET /v2.0/networks/7ba5f889-7a68-424d-8fa1-71447bc958df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1963942 Jul 27 23:07:46.726334 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8aaf07-ae4a-4631-b9c2-927f6c80dfc0 req-b27a222c-3a9b-4a42-a55f-9a393c08e7f4 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:46.727878 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-2a8aaf07-ae4a-4631-b9c2-927f6c80dfc0 req-b27a222c-3a9b-4a42-a55f-9a393c08e7f4 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.49 "GET /v2.0/networks?id=9e23151c-db3f-4ce6-bd4c-f37102973a7b HTTP/1.1" status: 200 len: 810 time: 0.2170649 Jul 27 23:07:46.741043 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-e2c38046-da02-40e6-ab22-d9ab2b16f562 req-f4dbc05d-b06c-4eea-a2b4-32a64f5506c2 tempest-FloatingIPsAssociationTestJSON-312227423 tempest-FloatingIPsAssociationTestJSON-312227423-project] Notify callbacks [] for floatingip, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:46.778538 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [req-2a8aaf07-ae4a-4631-b9c2-927f6c80dfc0 req-7c8197a4-c26d-4a24-b31a-05caf0dd4a41 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] Request body: {'port': {'device_id': 'e96ee7fe-839a-4eef-92c3-c496be2cfd97', 'network_id': '9e23151c-db3f-4ce6-bd4c-f37102973a7b', 'admin_state_up': True, 'tenant_id': '8769b54ba73a4421837726dbda018e6b'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:07:46.791234 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512860af-5cce-4dde-b7a4-99255b9184e7 req-54504eb5-bb93-4178-b5bd-0d976917218a tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:46.793257 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-512860af-5cce-4dde-b7a4-99255b9184e7 req-54504eb5-bb93-4178-b5bd-0d976917218a tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] 10.222.0.18 "GET /v2.0/ports?device_id=2bf31f05-ef13-49ab-a0f4-2ee11666ecc5 HTTP/1.1" status: 200 len: 945 time: 0.1064761 Jul 27 23:07:46.833711 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-512860af-5cce-4dde-b7a4-99255b9184e7 req-617673f5-a686-44a7-933a-e38f7ae85bf6 tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] 10.222.0.18 "GET /v2.0/security-groups?id=e8e7b229-51f5-4d90-9897-e570dceca7b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337861 Jul 27 23:07:46.950059 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a8aaf07-ae4a-4631-b9c2-927f6c80dfc0 req-7c8197a4-c26d-4a24-b31a-05caf0dd4a41 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] Made reservation on behalf of 8769b54ba73a4421837726dbda018e6b for: {'port': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:07:46.955873 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-2a8aaf07-ae4a-4631-b9c2-927f6c80dfc0 req-7c8197a4-c26d-4a24-b31a-05caf0dd4a41 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:47.048621 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-e2c38046-da02-40e6-ab22-d9ab2b16f562 req-f4dbc05d-b06c-4eea-a2b4-32a64f5506c2 tempest-FloatingIPsAssociationTestJSON-312227423 tempest-FloatingIPsAssociationTestJSON-312227423-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:47.051493 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a2ae09-a783-4911-8e31-e7e60522cc60 req-117519fa-ef5f-4263-9c86-2c51ec8c456f tempest-ServersTestBootFromVolume-906123710 tempest-ServersTestBootFromVolume-906123710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:47.053149 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e8a2ae09-a783-4911-8e31-e7e60522cc60 req-117519fa-ef5f-4263-9c86-2c51ec8c456f tempest-ServersTestBootFromVolume-906123710 tempest-ServersTestBootFromVolume-906123710-project] 10.222.0.18 "GET /v2.0/ports?device_id=405264ac-9a3d-44fc-803d-2c1b6254405c HTTP/1.1" status: 200 len: 946 time: 0.0696034 Jul 27 23:07:47.078734 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-e2c38046-da02-40e6-ab22-d9ab2b16f562 req-f4dbc05d-b06c-4eea-a2b4-32a64f5506c2 tempest-FloatingIPsAssociationTestJSON-312227423 tempest-FloatingIPsAssociationTestJSON-312227423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-415302'] for floatingip, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:47.079290 n-d-802623-1 neutron-server[93797]: INFO neutron.db.l3_db [req-e2c38046-da02-40e6-ab22-d9ab2b16f562 req-f4dbc05d-b06c-4eea-a2b4-32a64f5506c2 tempest-FloatingIPsAssociationTestJSON-312227423 tempest-FloatingIPsAssociationTestJSON-312227423-project] Floating IP a77b6f2a-b870-4b9e-9707-06ee217e5453 disassociated. External IP: 172.25.4.143, port: 9e4e79de-3a0e-4df4-9f4e-434a4116575b. Jul 27 23:07:47.103598 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e8a2ae09-a783-4911-8e31-e7e60522cc60 req-a472f343-8fbf-40b5-9340-58dfe5673d1c tempest-ServersTestBootFromVolume-906123710 tempest-ServersTestBootFromVolume-906123710-project] 10.222.0.18 "GET /v2.0/security-groups?id=51319066-09f7-46fc-a664-dbbf59d47595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430281 Jul 27 23:07:47.184910 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:07:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bbd2789-0f06-49c8-9ec2-4357c4a877b3 x-openstack-request-id: req-2bbd2789-0f06-49c8-9ec2-4357c4a877b3 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:07:47.185201 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25a54fb7-e8eb-4ac3-bfb9-d547035a0939", "name": "network-vif-deleted", "tag": "e8164c28-78be-4f14-8b37-9227b6ebeeed", "status": "completed", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:07:47.185446 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2bbd2789-0f06-49c8-9ec2-4357c4a877b3 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:07:47.185831 n-d-802623-1 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25a54fb7-e8eb-4ac3-bfb9-d547035a0939', 'name': 'network-vif-deleted', 'tag': 'e8164c28-78be-4f14-8b37-9227b6ebeeed', 'status': 'completed', 'code': 200} Jul 27 23:07:47.331091 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [req-2a8aaf07-ae4a-4631-b9c2-927f6c80dfc0 req-7c8197a4-c26d-4a24-b31a-05caf0dd4a41 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] Allocated IP 172.20.0.3 (9e23151c-db3f-4ce6-bd4c-f37102973a7b/907748a0-cd4e-409f-9c38-5786b794e948/80599080-78cb-47a0-b0f2-857ca0108a7e) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:07:47.359480 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-865dc880-909d-4d3c-95fd-242a3565ad7b req-0424fca4-577e-493d-b4fd-39de106c41be tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.18 "GET /v2.0/ports?device_id=e96ee7fe-839a-4eef-92c3-c496be2cfd97 HTTP/1.1" status: 200 len: 210 time: 0.0436566 Jul 27 23:07:47.449065 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e2c38046-da02-40e6-ab22-d9ab2b16f562 req-f4dbc05d-b06c-4eea-a2b4-32a64f5506c2 tempest-FloatingIPsAssociationTestJSON-312227423 tempest-FloatingIPsAssociationTestJSON-312227423-project] Router cf96189a-75ea-47b4-bd5b-79cf952e79aa has already been hosted by L3 agent 018c4455-49c0-4734-927d-7824067b2a9e {{(pid=93797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 23:07:47.484213 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833bee43-a70e-44d4-b670-7049917d021f req-2fc93dec-3124-4154-8ffb-3644c1f09624 tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:47.493388 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-833bee43-a70e-44d4-b670-7049917d021f req-2fc93dec-3124-4154-8ffb-3644c1f09624 tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] 10.222.0.18 "GET /v2.0/ports?device_id=73009c7b-4701-45a2-9167-c53f8173123c HTTP/1.1" status: 200 len: 944 time: 0.0734627 Jul 27 23:07:47.543020 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-833bee43-a70e-44d4-b670-7049917d021f req-dc24b3ba-cb36-4b4e-a2e2-3d70c13f2555 tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ee1769a-7cc2-4f9a-a15b-54c39d35bd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471275 Jul 27 23:07:47.678679 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-2a8aaf07-ae4a-4631-b9c2-927f6c80dfc0 req-7c8197a4-c26d-4a24-b31a-05caf0dd4a41 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:47.710800 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e2c38046-da02-40e6-ab22-d9ab2b16f562 req-f4dbc05d-b06c-4eea-a2b4-32a64f5506c2 tempest-FloatingIPsAssociationTestJSON-312227423 tempest-FloatingIPsAssociationTestJSON-312227423-project] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:07:47.716118 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-e2c38046-da02-40e6-ab22-d9ab2b16f562 req-f4dbc05d-b06c-4eea-a2b4-32a64f5506c2 tempest-FloatingIPsAssociationTestJSON-312227423 tempest-FloatingIPsAssociationTestJSON-312227423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for floatingip, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:47.723739 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9f4676d-280a-4cd7-8c2a-44e3084b6e84 None None] Sync routers for ids ['cf96189a-75ea-47b4-bd5b-79cf952e79aa'] in n-d-802623-1 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:07:47.739741 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9f4676d-280a-4cd7-8c2a-44e3084b6e84 None None] Routers {'cf96189a-75ea-47b4-bd5b-79cf952e79aa'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:07:47.741736 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-e9f4676d-280a-4cd7-8c2a-44e3084b6e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:07:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['cf96189a-75ea-47b4-bd5b-79cf952e79aa'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:07:47.827414 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-e2c38046-da02-40e6-ab22-d9ab2b16f562 req-f4dbc05d-b06c-4eea-a2b4-32a64f5506c2 tempest-FloatingIPsAssociationTestJSON-312227423 tempest-FloatingIPsAssociationTestJSON-312227423-project] 10.222.0.18 "PUT /v2.0/floatingips/a77b6f2a-b870-4b9e-9707-06ee217e5453 HTTP/1.1" status: 200 len: 696 time: 1.2040524 Jul 27 23:07:47.866436 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-2a8aaf07-ae4a-4631-b9c2-927f6c80dfc0 req-7c8197a4-c26d-4a24-b31a-05caf0dd4a41 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:47.991539 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-e9f4676d-280a-4cd7-8c2a-44e3084b6e84 None None] Set router cf96189a-75ea-47b4-bd5b-79cf952e79aa gateway port host: n-d-802623-1 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:07:48.017740 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ddb172-9b77-418b-a64b-c1a143064c28 req-44288fed-597f-4c09-837a-a9c2e0e0b7d9 tempest-ServersTestBootFromVolume-906123710 tempest-ServersTestBootFromVolume-906123710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:48.030941 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f9ddb172-9b77-418b-a64b-c1a143064c28 req-44288fed-597f-4c09-837a-a9c2e0e0b7d9 tempest-ServersTestBootFromVolume-906123710 tempest-ServersTestBootFromVolume-906123710-project] 10.222.0.38 "GET /v2.0/ports?device_id=405264ac-9a3d-44fc-803d-2c1b6254405c HTTP/1.1" status: 200 len: 946 time: 0.1091988 Jul 27 23:07:48.073032 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a8aaf07-ae4a-4631-b9c2-927f6c80dfc0 req-7c8197a4-c26d-4a24-b31a-05caf0dd4a41 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] Network 9e23151c-db3f-4ce6-bd4c-f37102973a7b is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:07:48.086668 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8197a4-c26d-4a24-b31a-05caf0dd4a41 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] Pushing event updated for resources: {'Port': ['ID=80599080-78cb-47a0-b0f2-857ca0108a7e,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:07:48.101744 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [req-2a8aaf07-ae4a-4631-b9c2-927f6c80dfc0 req-7c8197a4-c26d-4a24-b31a-05caf0dd4a41 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:07:48.106730 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a8aaf07-ae4a-4631-b9c2-927f6c80dfc0 req-7c8197a4-c26d-4a24-b31a-05caf0dd4a41 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:07:48.228874 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c38046-da02-40e6-ab22-d9ab2b16f562 req-8247bdf9-0f3f-474e-bfef-f06fd51eb950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:48.254101 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-f9ddb172-9b77-418b-a64b-c1a143064c28 req-edd58a73-b5bb-4ad1-8076-e21160dfaf09 tempest-ServersTestBootFromVolume-906123710 tempest-ServersTestBootFromVolume-906123710-project] Deleting port ab476ae2-c058-4a27-bb96-f6c22f4e4762 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:07:48.254379 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-f9ddb172-9b77-418b-a64b-c1a143064c28 req-edd58a73-b5bb-4ad1-8076-e21160dfaf09 tempest-ServersTestBootFromVolume-906123710 tempest-ServersTestBootFromVolume-906123710-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:48.255019 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-e2c38046-da02-40e6-ab22-d9ab2b16f562 req-8247bdf9-0f3f-474e-bfef-f06fd51eb950 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5b03c927c66142f381afed5bba742bc2&device_id=090fc9ba-9df5-4f45-99a9-afe474888be5 HTTP/1.1" status: 200 len: 1097 time: 0.4174747 Jul 27 23:07:48.297604 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8aaf07-ae4a-4631-b9c2-927f6c80dfc0 req-7c8197a4-c26d-4a24-b31a-05caf0dd4a41 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:48.299441 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-2a8aaf07-ae4a-4631-b9c2-927f6c80dfc0 req-7c8197a4-c26d-4a24-b31a-05caf0dd4a41 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:48.426704 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-2a8aaf07-ae4a-4631-b9c2-927f6c80dfc0 req-7c8197a4-c26d-4a24-b31a-05caf0dd4a41 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6531129 Jul 27 23:07:48.448026 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-f9ddb172-9b77-418b-a64b-c1a143064c28 req-edd58a73-b5bb-4ad1-8076-e21160dfaf09 tempest-ServersTestBootFromVolume-906123710 tempest-ServersTestBootFromVolume-906123710-project] For port ab476ae2-c058-4a27-bb96-f6c22f4e4762, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=ab476ae2-c058-4a27-bb96-f6c22f4e4762,segment=NetworkSegment(6d86712d-5b82-4bcf-9bd8-e75a26d556ba),segment_id=6d86712d-5b82-4bcf-9bd8-e75a26d556ba)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:07:48.449056 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-f9ddb172-9b77-418b-a64b-c1a143064c28 req-edd58a73-b5bb-4ad1-8076-e21160dfaf09 tempest-ServersTestBootFromVolume-906123710 tempest-ServersTestBootFromVolume-906123710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:48.453151 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [req-2a8aaf07-ae4a-4631-b9c2-927f6c80dfc0 req-ba09a484-b14c-4875-8841-ab354b2f5e89 service neutron] Request body: {'port': {'device_id': 'e96ee7fe-839a-4eef-92c3-c496be2cfd97', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802623-1'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:07:48.474875 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device 07129cf8-05aa-4791-bb58-a73c8d14cf4c no longer exists at agent hyperv_n-h2-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:07:48.485604 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-e9f4676d-280a-4cd7-8c2a-44e3084b6e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf96189a-75ea-47b4-bd5b-79cf952e79aa', 'name': 'tempest-FloatingIPsAssociationTestJSON-393833974-router', 'tenant_id': '5b03c927c66142f381afed5bba742bc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': '1799a87d-8a71-4f8d-b053-5a498465f1db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:06:39Z', 'updated_at': '2021-07-27T23:06:44Z', 'revision_number': 4, 'project_id': '5b03c927c66142f381afed5bba742bc2', 'gw_port': {'id': '1799a87d-8a71-4f8d-b053-5a498465f1db', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:4b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf96189a-75ea-47b4-bd5b-79cf952e79aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:06:39Z', 'updated_at': '2021-07-27T23:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': '402f496a-5912-40d6-b1a0-20b7a7501523', 'name': '', 'network_id': '651a62f0-bf28-4546-86cc-bdd30132572b', 'tenant_id': '5b03c927c66142f381afed5bba742bc2', 'mac_address': 'fa:16:3e:6b:74:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf96189a-75ea-47b4-bd5b-79cf952e79aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': 'fa7fc9a2-9609-4fd7-ac94-2254e732d52b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:06:43Z', 'updated_at': '2021-07-27T23:06:51Z', 'revision_number': 5, 'project_id': '5b03c927c66142f381afed5bba742bc2', 'subnets': [{'id': 'fa7fc9a2-9609-4fd7-ac94-2254e732d52b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:07:48.504836 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c38046-da02-40e6-ab22-d9ab2b16f562 req-bf379f3b-4466-4912-ad94-55208bab4469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:48.506352 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-e2c38046-da02-40e6-ab22-d9ab2b16f562 req-bf379f3b-4466-4912-ad94-55208bab4469 service neutron] 10.222.0.18 "GET /v2.0/networks?id=651a62f0-bf28-4546-86cc-bdd30132572b HTTP/1.1" status: 200 len: 921 time: 0.2482588 Jul 27 23:07:48.560866 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9f4676d-280a-4cd7-8c2a-44e3084b6e84 None None] Checking router: cf96189a-75ea-47b4-bd5b-79cf952e79aa for host: n-d-802623-1 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 23:07:48.570578 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-e2c38046-da02-40e6-ab22-d9ab2b16f562 req-36b8f463-2a1f-4d13-9558-4ba825bdf23f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9e4e79de-3a0e-4df4-9f4e-434a4116575b HTTP/1.1" status: 200 len: 217 time: 0.0490859 Jul 27 23:07:48.587537 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-2a8aaf07-ae4a-4631-b9c2-927f6c80dfc0 req-ba09a484-b14c-4875-8841-ab354b2f5e89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:48.593348 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9f4676d-280a-4cd7-8c2a-44e3084b6e84 None None] Routers {'cf96189a-75ea-47b4-bd5b-79cf952e79aa'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:07:48.596458 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-e9f4676d-280a-4cd7-8c2a-44e3084b6e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:07:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['cf96189a-75ea-47b4-bd5b-79cf952e79aa'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:07:48.717501 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:48.759427 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55c02be4-66a1-4b0b-a2e8-25b212b674a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '07129cf8-05aa-4791-bb58-a73c8d14cf4c'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:07:48.762208 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c0369b0d4f459110ff20a1f9878ba33f96d6491bddb9d15843bf29d01e0bda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fd1c4b3-6c3e-4cd5-b12c-8d149ae0995c" -d '{"events": [{"server_uuid": "55c02be4-66a1-4b0b-a2e8-25b212b674a7", "name": "network-vif-unplugged", "status": "completed", "tag": "07129cf8-05aa-4791-bb58-a73c8d14cf4c"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:07:48.796462 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port 07129cf8-05aa-4791-bb58-a73c8d14cf4c, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=07129cf8-05aa-4791-bb58-a73c8d14cf4c,segment=NetworkSegment(16e91594-c047-4b55-93eb-43af33ad08e1),segment_id=16e91594-c047-4b55-93eb-43af33ad08e1)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:07:48.810651 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:48.817728 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-e9f4676d-280a-4cd7-8c2a-44e3084b6e84 None None] Set router cf96189a-75ea-47b4-bd5b-79cf952e79aa gateway port host: n-d-802623-1 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:07:48.904340 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Pushing event updated for resources: {'Port': ['ID=07129cf8-05aa-4791-bb58-a73c8d14cf4c,revision_number=8']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:07:48.929070 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e493db5-c8e6-4084-b6a8-57310558f1a2 req-71bb9c6a-6b7b-41b6-a497-ab04d137cb2d tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:48.936934 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-6e493db5-c8e6-4084-b6a8-57310558f1a2 req-71bb9c6a-6b7b-41b6-a497-ab04d137cb2d tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] 10.222.0.18 "GET /v2.0/ports?device_id=2bf31f05-ef13-49ab-a0f4-2ee11666ecc5 HTTP/1.1" status: 200 len: 945 time: 0.3268948 Jul 27 23:07:49.018321 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c38046-da02-40e6-ab22-d9ab2b16f562 req-3cd9b583-b8a8-481d-b74e-d320fafc2453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:49.025891 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-e2c38046-da02-40e6-ab22-d9ab2b16f562 req-3cd9b583-b8a8-481d-b74e-d320fafc2453 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fa7fc9a2-9609-4fd7-ac94-2254e732d52b HTTP/1.1" status: 200 len: 859 time: 0.4395771 Jul 27 23:07:49.029169 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-6e493db5-c8e6-4084-b6a8-57310558f1a2 req-5336a1f0-e8f6-4f03-ba5b-fc576ebb4036 tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] 10.222.0.18 "GET /v2.0/security-groups?id=e8e7b229-51f5-4d90-9897-e570dceca7b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913320 Jul 27 23:07:49.063730 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-f9ddb172-9b77-418b-a64b-c1a143064c28 req-edd58a73-b5bb-4ad1-8076-e21160dfaf09 tempest-ServersTestBootFromVolume-906123710 tempest-ServersTestBootFromVolume-906123710-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:49.063730 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-f9ddb172-9b77-418b-a64b-c1a143064c28 req-edd58a73-b5bb-4ad1-8076-e21160dfaf09 tempest-ServersTestBootFromVolume-906123710 tempest-ServersTestBootFromVolume-906123710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-415302'] for floatingip, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:49.064067 n-d-802623-1 neutron-server[93798]: INFO neutron.db.l3_db [req-f9ddb172-9b77-418b-a64b-c1a143064c28 req-edd58a73-b5bb-4ad1-8076-e21160dfaf09 tempest-ServersTestBootFromVolume-906123710 tempest-ServersTestBootFromVolume-906123710-project] Floating IP c62b14a6-6cf1-4139-bbf4-5cec9fc79d19 disassociated. External IP: 172.25.4.223, port: ab476ae2-c058-4a27-bb96-f6c22f4e4762. Jul 27 23:07:49.064423 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-f9ddb172-9b77-418b-a64b-c1a143064c28 req-edd58a73-b5bb-4ad1-8076-e21160dfaf09 tempest-ServersTestBootFromVolume-906123710 tempest-ServersTestBootFromVolume-906123710-project] Calling delete_port for ab476ae2-c058-4a27-bb96-f6c22f4e4762 owned by compute:nova {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:07:49.268229 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [req-2a8aaf07-ae4a-4631-b9c2-927f6c80dfc0 req-ba09a484-b14c-4875-8841-ab354b2f5e89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80599080-78cb-47a0-b0f2-857ca0108a7e {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:07:49.277740 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-2a8aaf07-ae4a-4631-b9c2-927f6c80dfc0 req-ba09a484-b14c-4875-8841-ab354b2f5e89 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:49.292920 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [req-2a8aaf07-ae4a-4631-b9c2-927f6c80dfc0 req-ba09a484-b14c-4875-8841-ab354b2f5e89 service neutron] Transition to ACTIVE for port object 80599080-78cb-47a0-b0f2-857ca0108a7e will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:07:49.293970 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-e9f4676d-280a-4cd7-8c2a-44e3084b6e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf96189a-75ea-47b4-bd5b-79cf952e79aa', 'name': 'tempest-FloatingIPsAssociationTestJSON-393833974-router', 'tenant_id': '5b03c927c66142f381afed5bba742bc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': '1799a87d-8a71-4f8d-b053-5a498465f1db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:06:39Z', 'updated_at': '2021-07-27T23:06:44Z', 'revision_number': 4, 'project_id': '5b03c927c66142f381afed5bba742bc2', 'gw_port': {'id': '1799a87d-8a71-4f8d-b053-5a498465f1db', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:4b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf96189a-75ea-47b4-bd5b-79cf952e79aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:06:39Z', 'updated_at': '2021-07-27T23:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': '402f496a-5912-40d6-b1a0-20b7a7501523', 'name': '', 'network_id': '651a62f0-bf28-4546-86cc-bdd30132572b', 'tenant_id': '5b03c927c66142f381afed5bba742bc2', 'mac_address': 'fa:16:3e:6b:74:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf96189a-75ea-47b4-bd5b-79cf952e79aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': 'fa7fc9a2-9609-4fd7-ac94-2254e732d52b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:06:43Z', 'updated_at': '2021-07-27T23:06:51Z', 'revision_number': 5, 'project_id': '5b03c927c66142f381afed5bba742bc2', 'subnets': [{'id': 'fa7fc9a2-9609-4fd7-ac94-2254e732d52b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:07:49.297279 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '090fc9ba-9df5-4f45-99a9-afe474888be5', 'tag': '9e4e79de-3a0e-4df4-9f4e-434a4116575b'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:07:49.299862 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a476459a1bfce68b0ae0df5b6a71154bfc7cfdc8f9eefce6ad0a17231e60468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f4c7679-2f1b-482c-a451-f7031d23bc20" -d '{"events": [{"name": "network-changed", "server_uuid": "090fc9ba-9df5-4f45-99a9-afe474888be5", "tag": "9e4e79de-3a0e-4df4-9f4e-434a4116575b"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:07:49.312626 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-2a8aaf07-ae4a-4631-b9c2-927f6c80dfc0 req-ba09a484-b14c-4875-8841-ab354b2f5e89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11336041'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:49.344315 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9f4676d-280a-4cd7-8c2a-44e3084b6e84 None None] The sync data for ids ['cf96189a-75ea-47b4-bd5b-79cf952e79aa'] in n-d-802623-1 is: [{'id': 'cf96189a-75ea-47b4-bd5b-79cf952e79aa', 'name': 'tempest-FloatingIPsAssociationTestJSON-393833974-router', 'tenant_id': '5b03c927c66142f381afed5bba742bc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': '1799a87d-8a71-4f8d-b053-5a498465f1db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:06:39Z', 'updated_at': '2021-07-27T23:06:44Z', 'revision_number': 4, 'project_id': '5b03c927c66142f381afed5bba742bc2', 'gw_port': {'id': '1799a87d-8a71-4f8d-b053-5a498465f1db', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:4b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf96189a-75ea-47b4-bd5b-79cf952e79aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:06:39Z', 'updated_at': '2021-07-27T23:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': '402f496a-5912-40d6-b1a0-20b7a7501523', 'name': '', 'network_id': '651a62f0-bf28-4546-86cc-bdd30132572b', 'tenant_id': '5b03c927c66142f381afed5bba742bc2', 'mac_address': 'fa:16:3e:6b:74:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf96189a-75ea-47b4-bd5b-79cf952e79aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': 'fa7fc9a2-9609-4fd7-ac94-2254e732d52b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:06:43Z', 'updated_at': '2021-07-27T23:06:51Z', 'revision_number': 5, 'project_id': '5b03c927c66142f381afed5bba742bc2', 'subnets': [{'id': 'fa7fc9a2-9609-4fd7-ac94-2254e732d52b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:07:49.346157 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52211d2-d93c-4bd4-8fad-446291e3cae2 req-8db66432-3bcc-4f49-ad7d-5a72fb148324 tempest-ServersTestBootFromVolume-906123710 tempest-ServersTestBootFromVolume-906123710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:49.359806 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c52211d2-d93c-4bd4-8fad-446291e3cae2 req-8db66432-3bcc-4f49-ad7d-5a72fb148324 tempest-ServersTestBootFromVolume-906123710 tempest-ServersTestBootFromVolume-906123710-project] 10.222.0.18 "GET /v2.0/ports?device_id=405264ac-9a3d-44fc-803d-2c1b6254405c HTTP/1.1" status: 200 len: 946 time: 0.1302655 Jul 27 23:07:49.403829 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c38046-da02-40e6-ab22-d9ab2b16f562 req-410990d5-042e-4cbe-8c79-d52555076a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:49.406135 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-e2c38046-da02-40e6-ab22-d9ab2b16f562 req-410990d5-042e-4cbe-8c79-d52555076a5b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=651a62f0-bf28-4546-86cc-bdd30132572b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3794382 Jul 27 23:07:49.406940 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba09a484-b14c-4875-8841-ab354b2f5e89 service neutron] Pushing event updated for resources: {'Port': ['ID=80599080-78cb-47a0-b0f2-857ca0108a7e,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:07:49.558304 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c52211d2-d93c-4bd4-8fad-446291e3cae2 req-62b6cde1-8e02-4e69-8b6c-522534df783a tempest-ServersTestBootFromVolume-906123710 tempest-ServersTestBootFromVolume-906123710-project] 10.222.0.18 "GET /v2.0/security-groups?id=51319066-09f7-46fc-a664-dbbf59d47595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1908667 Jul 27 23:07:49.560580 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-f9ddb172-9b77-418b-a64b-c1a143064c28 req-edd58a73-b5bb-4ad1-8076-e21160dfaf09 tempest-ServersTestBootFromVolume-906123710 tempest-ServersTestBootFromVolume-906123710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:49.632071 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-e2c38046-da02-40e6-ab22-d9ab2b16f562 req-f4bfe82c-f571-4393-9bc7-79c44b85f1e4 service neutron] 10.222.0.18 "GET /v2.0/networks/651a62f0-bf28-4546-86cc-bdd30132572b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1920149 Jul 27 23:07:49.651186 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd58a73-b5bb-4ad1-8076-e21160dfaf09 tempest-ServersTestBootFromVolume-906123710 tempest-ServersTestBootFromVolume-906123710-project] Pushing event deleted for resources: {'Port': ['ID=ab476ae2-c058-4a27-bb96-f6c22f4e4762,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:07:49.787704 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-2a8aaf07-ae4a-4631-b9c2-927f6c80dfc0 req-ba09a484-b14c-4875-8841-ab354b2f5e89 service neutron] Attempting to bind port 80599080-78cb-47a0-b0f2-857ca0108a7e on host n-h2-802623-1 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:07:49.787704 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-2a8aaf07-ae4a-4631-b9c2-927f6c80dfc0 req-ba09a484-b14c-4875-8841-ab354b2f5e89 service neutron] Attempting to bind port 80599080-78cb-47a0-b0f2-857ca0108a7e by drivers openvswitch,hyperv on host n-h2-802623-1 at level 0 using segments [{'id': '28e446c9-01ab-4372-bcf6-11d579b6d514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '9e23151c-db3f-4ce6-bd4c-f37102973a7b'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:07:49.787704 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a8aaf07-ae4a-4631-b9c2-927f6c80dfc0 req-ba09a484-b14c-4875-8841-ab354b2f5e89 service neutron] Attempting to bind port 80599080-78cb-47a0-b0f2-857ca0108a7e on network 9e23151c-db3f-4ce6-bd4c-f37102973a7b {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:07:49.800636 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a8aaf07-ae4a-4631-b9c2-927f6c80dfc0 req-ba09a484-b14c-4875-8841-ab354b2f5e89 service neutron] Port 80599080-78cb-47a0-b0f2-857ca0108a7e on network 9e23151c-db3f-4ce6-bd4c-f37102973a7b not bound, no agent of type Open vSwitch agent registered on host n-h2-802623-1 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 23:07:49.801112 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a8aaf07-ae4a-4631-b9c2-927f6c80dfc0 req-ba09a484-b14c-4875-8841-ab354b2f5e89 service neutron] Attempting to bind port 80599080-78cb-47a0-b0f2-857ca0108a7e on network 9e23151c-db3f-4ce6-bd4c-f37102973a7b {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:07:49.810541 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65e85b20-36f4-42c9-a9cf-442865a63d69 None None] New status for floating IP a77b6f2a-b870-4b9e-9707-06ee217e5453: DOWN {{(pid=93799) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 23:07:49.826799 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a8aaf07-ae4a-4631-b9c2-927f6c80dfc0 req-ba09a484-b14c-4875-8841-ab354b2f5e89 service neutron] Checking agent: {'id': 'c5cc038b-93c4-4df4-8061-5df2a04a48c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 23, 0, 4), 'started_at': datetime.datetime(2021, 7, 27, 23, 0, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 7, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:07:49.827495 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a8aaf07-ae4a-4631-b9c2-927f6c80dfc0 req-ba09a484-b14c-4875-8841-ab354b2f5e89 service neutron] Checking segment: {'id': '28e446c9-01ab-4372-bcf6-11d579b6d514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '9e23151c-db3f-4ce6-bd4c-f37102973a7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:07:49.828108 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a8aaf07-ae4a-4631-b9c2-927f6c80dfc0 req-ba09a484-b14c-4875-8841-ab354b2f5e89 service neutron] Bound using segment: {'id': '28e446c9-01ab-4372-bcf6-11d579b6d514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '9e23151c-db3f-4ce6-bd4c-f37102973a7b'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:07:49.829163 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-2a8aaf07-ae4a-4631-b9c2-927f6c80dfc0 req-ba09a484-b14c-4875-8841-ab354b2f5e89 service neutron] Bound port: 80599080-78cb-47a0-b0f2-857ca0108a7e, host: n-h2-802623-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28e446c9-01ab-4372-bcf6-11d579b6d514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '9e23151c-db3f-4ce6-bd4c-f37102973a7b'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:07:49.829723 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-2a8aaf07-ae4a-4631-b9c2-927f6c80dfc0 req-ba09a484-b14c-4875-8841-ab354b2f5e89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:49.879530 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79aa9c3b-c015-44a7-b821-c4d128b22dce req-22d3bcfc-7f44-4b06-9e9d-297fbfa14050 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:49.889324 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-79aa9c3b-c015-44a7-b821-c4d128b22dce req-22d3bcfc-7f44-4b06-9e9d-297fbfa14050 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.18 "GET /v2.0/ports?device_id=e96ee7fe-839a-4eef-92c3-c496be2cfd97 HTTP/1.1" status: 200 len: 943 time: 0.1521287 Jul 27 23:07:49.941685 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f9ddb172-9b77-418b-a64b-c1a143064c28 req-edd58a73-b5bb-4ad1-8076-e21160dfaf09 tempest-ServersTestBootFromVolume-906123710 tempest-ServersTestBootFromVolume-906123710-project] Router 16bde1c9-77cc-4a0a-9d3d-6ade739b6f5e has already been hosted by L3 agent 018c4455-49c0-4734-927d-7824067b2a9e {{(pid=93798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 23:07:49.970379 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-79aa9c3b-c015-44a7-b821-c4d128b22dce req-1fe8a36d-b0a0-4ea4-88ee-6046f6a22986 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.18 "GET /v2.0/security-groups?id=657c655b-8580-45d5-979f-9b32b7a260f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800862 Jul 27 23:07:50.002653 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-2a8aaf07-ae4a-4631-b9c2-927f6c80dfc0 req-ba09a484-b14c-4875-8841-ab354b2f5e89 service neutron] For port 80599080-78cb-47a0-b0f2-857ca0108a7e, host n-h2-802623-1, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:07:50.010290 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-2a8aaf07-ae4a-4631-b9c2-927f6c80dfc0 req-ba09a484-b14c-4875-8841-ab354b2f5e89 service neutron] For port 80599080-78cb-47a0-b0f2-857ca0108a7e, host n-h2-802623-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=80599080-78cb-47a0-b0f2-857ca0108a7e,segment=NetworkSegment(28e446c9-01ab-4372-bcf6-11d579b6d514),segment_id=28e446c9-01ab-4372-bcf6-11d579b6d514)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:07:50.015959 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-e2c38046-da02-40e6-ab22-d9ab2b16f562 req-d1edf419-3a87-4465-8225-36d07bb70123 service neutron] 10.222.0.18 "GET /v2.0/networks/651a62f0-bf28-4546-86cc-bdd30132572b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3358016 Jul 27 23:07:50.039075 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-2a8aaf07-ae4a-4631-b9c2-927f6c80dfc0 req-ba09a484-b14c-4875-8841-ab354b2f5e89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11336041'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:50.196595 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba09a484-b14c-4875-8841-ab354b2f5e89 service neutron] Pushing event updated for resources: {'Port': ['ID=80599080-78cb-47a0-b0f2-857ca0108a7e,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:07:50.242846 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8aaf07-ae4a-4631-b9c2-927f6c80dfc0 req-ba09a484-b14c-4875-8841-ab354b2f5e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:50.243822 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-2a8aaf07-ae4a-4631-b9c2-927f6c80dfc0 req-ba09a484-b14c-4875-8841-ab354b2f5e89 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:50.245701 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-2a8aaf07-ae4a-4631-b9c2-927f6c80dfc0 req-ba09a484-b14c-4875-8841-ab354b2f5e89 service neutron] 10.222.0.49 "PUT /v2.0/ports/80599080-78cb-47a0-b0f2-857ca0108a7e HTTP/1.1" status: 200 len: 1091 time: 1.8058898 Jul 27 23:07:50.286543 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2670a9a-313e-4dba-9d7f-ed7c43cd0069 req-a8d2c4ff-773e-48bb-8094-5479187561df tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:50.288305 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-e2670a9a-313e-4dba-9d7f-ed7c43cd0069 req-a8d2c4ff-773e-48bb-8094-5479187561df tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] 10.222.0.18 "GET /v2.0/ports?device_id=73009c7b-4701-45a2-9167-c53f8173123c HTTP/1.1" status: 200 len: 944 time: 0.0936944 Jul 27 23:07:50.314477 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 23:07:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-696a6ba3-8d61-4e0f-a93a-bbbb7d81940b x-openstack-request-id: req-696a6ba3-8d61-4e0f-a93a-bbbb7d81940b {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:07:50.316584 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55c02be4-66a1-4b0b-a2e8-25b212b674a7", "name": "network-vif-unplugged", "status": "completed", "tag": "07129cf8-05aa-4791-bb58-a73c8d14cf4c", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:07:50.317247 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-696a6ba3-8d61-4e0f-a93a-bbbb7d81940b {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:07:50.317703 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f9ddb172-9b77-418b-a64b-c1a143064c28 req-edd58a73-b5bb-4ad1-8076-e21160dfaf09 tempest-ServersTestBootFromVolume-906123710 tempest-ServersTestBootFromVolume-906123710-project] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:07:50.318203 n-d-802623-1 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55c02be4-66a1-4b0b-a2e8-25b212b674a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '07129cf8-05aa-4791-bb58-a73c8d14cf4c', 'code': 200} Jul 27 23:07:50.332230 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6aa849f-ea8a-4ee6-ae51-071eef6fb54f None None] Sync routers for ids ['16bde1c9-77cc-4a0a-9d3d-6ade739b6f5e'] in n-d-802623-1 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:07:50.344894 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6aa849f-ea8a-4ee6-ae51-071eef6fb54f None None] Routers {'16bde1c9-77cc-4a0a-9d3d-6ade739b6f5e'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:07:50.345612 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-a6aa849f-ea8a-4ee6-ae51-071eef6fb54f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:07:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['16bde1c9-77cc-4a0a-9d3d-6ade739b6f5e'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:07:50.414288 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9ddb172-9b77-418b-a64b-c1a143064c28 req-edd58a73-b5bb-4ad1-8076-e21160dfaf09 tempest-ServersTestBootFromVolume-906123710 tempest-ServersTestBootFromVolume-906123710-project] No DVR routers for this DVR port ab476ae2-c058-4a27-bb96-f6c22f4e4762 on host n-h1-802623-1 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:07:50.417559 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-f9ddb172-9b77-418b-a64b-c1a143064c28 req-edd58a73-b5bb-4ad1-8076-e21160dfaf09 tempest-ServersTestBootFromVolume-906123710 tempest-ServersTestBootFromVolume-906123710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:50.420390 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f9ddb172-9b77-418b-a64b-c1a143064c28 req-edd58a73-b5bb-4ad1-8076-e21160dfaf09 tempest-ServersTestBootFromVolume-906123710 tempest-ServersTestBootFromVolume-906123710-project] 10.222.0.38 "DELETE /v2.0/ports/ab476ae2-c058-4a27-bb96-f6c22f4e4762 HTTP/1.1" status: 204 len: 173 time: 2.3804426 Jul 27 23:07:50.421044 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '405264ac-9a3d-44fc-803d-2c1b6254405c', 'name': 'network-vif-deleted', 'tag': 'ab476ae2-c058-4a27-bb96-f6c22f4e4762'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:07:50.424027 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}011f8d312121274bb12d78e77c6379a2079800640016cec6c6d605b73666e854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6346e8c2-0f18-49af-a78c-f6a99d6642e9" -d '{"events": [{"server_uuid": "405264ac-9a3d-44fc-803d-2c1b6254405c", "name": "network-vif-deleted", "tag": "ab476ae2-c058-4a27-bb96-f6c22f4e4762"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:07:50.492807 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8aaf07-ae4a-4631-b9c2-927f6c80dfc0 req-9ef801f4-2883-439b-a6ff-40dd577c63da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:50.494431 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-2a8aaf07-ae4a-4631-b9c2-927f6c80dfc0 req-9ef801f4-2883-439b-a6ff-40dd577c63da service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8769b54ba73a4421837726dbda018e6b&device_id=e96ee7fe-839a-4eef-92c3-c496be2cfd97 HTTP/1.1" status: 200 len: 1094 time: 0.1930506 Jul 27 23:07:50.498643 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-e2670a9a-313e-4dba-9d7f-ed7c43cd0069 req-33df2bb8-b0a0-45f7-8019-1ec6d815d11b tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ee1769a-7cc2-4f9a-a15b-54c39d35bd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019787 Jul 27 23:07:50.548646 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-a6aa849f-ea8a-4ee6-ae51-071eef6fb54f None None] Set router 16bde1c9-77cc-4a0a-9d3d-6ade739b6f5e gateway port host: n-d-802623-1 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:07:50.576263 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 23:07:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6ed5cff-5e36-4d4a-888a-febb4b6b2309 x-openstack-request-id: req-a6ed5cff-5e36-4d4a-888a-febb4b6b2309 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:07:50.576538 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "090fc9ba-9df5-4f45-99a9-afe474888be5", "tag": "9e4e79de-3a0e-4df4-9f4e-434a4116575b", "status": "completed", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:07:50.576795 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a6ed5cff-5e36-4d4a-888a-febb4b6b2309 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:07:50.577181 n-d-802623-1 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '090fc9ba-9df5-4f45-99a9-afe474888be5', 'tag': '9e4e79de-3a0e-4df4-9f4e-434a4116575b', 'status': 'completed', 'code': 200} Jul 27 23:07:50.578964 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-2a8aaf07-ae4a-4631-b9c2-927f6c80dfc0 req-08f8055d-f609-4cb3-b741-7f3323a5bb20 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=80599080-78cb-47a0-b0f2-857ca0108a7e HTTP/1.1" status: 200 len: 217 time: 0.0737765 Jul 27 23:07:50.685795 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8aaf07-ae4a-4631-b9c2-927f6c80dfc0 req-2e22c6c2-bc8a-4c19-8950-d90cd06f5a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:50.687342 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4c7679-2f1b-482c-a451-f7031d23bc20 req-c76de976-96e0-4673-932f-f8cee7fdf5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:50.688162 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-2a8aaf07-ae4a-4631-b9c2-927f6c80dfc0 req-2e22c6c2-bc8a-4c19-8950-d90cd06f5a6b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=907748a0-cd4e-409f-9c38-5786b794e948 HTTP/1.1" status: 200 len: 850 time: 0.0978072 Jul 27 23:07:50.688903 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-5f4c7679-2f1b-482c-a451-f7031d23bc20 req-c76de976-96e0-4673-932f-f8cee7fdf5bf service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5b03c927c66142f381afed5bba742bc2&device_id=090fc9ba-9df5-4f45-99a9-afe474888be5 HTTP/1.1" status: 200 len: 1097 time: 0.0982032 Jul 27 23:07:50.765745 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-2a8aaf07-ae4a-4631-b9c2-927f6c80dfc0 req-cef5255d-0c43-4c36-a8a1-97fbd1ff08c4 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9e23151c-db3f-4ce6-bd4c-f37102973a7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0695605 Jul 27 23:07:50.813753 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:07:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2881fc9-cd54-4d0a-ac59-ba847b7d698f x-openstack-request-id: req-a2881fc9-cd54-4d0a-ac59-ba847b7d698f {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:07:50.813753 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "405264ac-9a3d-44fc-803d-2c1b6254405c", "name": "network-vif-deleted", "tag": "ab476ae2-c058-4a27-bb96-f6c22f4e4762", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:07:50.814076 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a2881fc9-cd54-4d0a-ac59-ba847b7d698f {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:07:50.814215 n-d-802623-1 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '405264ac-9a3d-44fc-803d-2c1b6254405c', 'name': 'network-vif-deleted', 'tag': 'ab476ae2-c058-4a27-bb96-f6c22f4e4762', 'status': 'completed', 'code': 200} Jul 27 23:07:50.836188 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-a6aa849f-ea8a-4ee6-ae51-071eef6fb54f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16bde1c9-77cc-4a0a-9d3d-6ade739b6f5e', 'name': 'tempest-ServersTestBootFromVolume-1987523553-router', 'tenant_id': 'e1cc4618ab8d497f8f1b385f74e71fb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.243'}], 'enable_snat': True}, 'gw_port_id': '90f70c81-092e-4c82-a179-5b6d6f19964f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:04:23Z', 'updated_at': '2021-07-27T23:04:33Z', 'revision_number': 4, 'project_id': 'e1cc4618ab8d497f8f1b385f74e71fb7', 'gw_port': {'id': '90f70c81-092e-4c82-a179-5b6d6f19964f', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:e6:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16bde1c9-77cc-4a0a-9d3d-6ade739b6f5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:04:25Z', 'updated_at': '2021-07-27T23:04:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': 'b23f4211-d6d1-4811-9f5a-ad54c48cab3c', 'name': '', 'network_id': '786c8bed-6530-402d-94b3-9fdab2784572', 'tenant_id': 'e1cc4618ab8d497f8f1b385f74e71fb7', 'mac_address': 'fa:16:3e:14:c3:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16bde1c9-77cc-4a0a-9d3d-6ade739b6f5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'b9b5db02-c302-48bd-b0f3-e4b2e75710bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:04:31Z', 'updated_at': '2021-07-27T23:04:42Z', 'revision_number': 5, 'project_id': 'e1cc4618ab8d497f8f1b385f74e71fb7', 'subnets': [{'id': 'b9b5db02-c302-48bd-b0f3-e4b2e75710bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:07:50.867895 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6aa849f-ea8a-4ee6-ae51-071eef6fb54f None None] Checking router: 16bde1c9-77cc-4a0a-9d3d-6ade739b6f5e for host: n-d-802623-1 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 23:07:50.877097 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6aa849f-ea8a-4ee6-ae51-071eef6fb54f None None] Routers {'16bde1c9-77cc-4a0a-9d3d-6ade739b6f5e'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:07:50.878156 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-a6aa849f-ea8a-4ee6-ae51-071eef6fb54f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:07:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['16bde1c9-77cc-4a0a-9d3d-6ade739b6f5e'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:07:50.933204 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4c7679-2f1b-482c-a451-f7031d23bc20 req-789fdb22-66a9-4497-bf53-d423beb65d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:50.934911 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-5f4c7679-2f1b-482c-a451-f7031d23bc20 req-789fdb22-66a9-4497-bf53-d423beb65d46 service neutron] 10.222.0.38 "GET /v2.0/networks?id=651a62f0-bf28-4546-86cc-bdd30132572b HTTP/1.1" status: 200 len: 921 time: 0.2268975 Jul 27 23:07:50.944399 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4106bc1-6847-41b4-9442-02e441c2f44a req-88468ae8-d736-4337-897f-f60492bccaf2 tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:50.946141 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c4106bc1-6847-41b4-9442-02e441c2f44a req-88468ae8-d736-4337-897f-f60492bccaf2 tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] 10.222.0.18 "GET /v2.0/ports?device_id=2bf31f05-ef13-49ab-a0f4-2ee11666ecc5 HTTP/1.1" status: 200 len: 945 time: 0.0921650 Jul 27 23:07:50.955346 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-2a8aaf07-ae4a-4631-b9c2-927f6c80dfc0 req-41e50db9-3f65-40ae-8ebb-45251f1c8a32 service neutron] 10.222.0.49 "GET /v2.0/networks/9e23151c-db3f-4ce6-bd4c-f37102973a7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1790335 Jul 27 23:07:50.989745 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-5f4c7679-2f1b-482c-a451-f7031d23bc20 req-e0469f87-e1ea-4847-bbfc-0979d9eb67ed service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9e4e79de-3a0e-4df4-9f4e-434a4116575b HTTP/1.1" status: 200 len: 217 time: 0.0423963 Jul 27 23:07:51.041373 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-a6aa849f-ea8a-4ee6-ae51-071eef6fb54f None None] Set router 16bde1c9-77cc-4a0a-9d3d-6ade739b6f5e gateway port host: n-d-802623-1 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:07:51.068496 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c4106bc1-6847-41b4-9442-02e441c2f44a req-71c686ef-8f01-4fc5-93af-792bc0b988ac tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] 10.222.0.18 "GET /v2.0/security-groups?id=e8e7b229-51f5-4d90-9897-e570dceca7b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817842 Jul 27 23:07:51.070537 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4c7679-2f1b-482c-a451-f7031d23bc20 req-53a2b33b-9777-498f-8abc-af4eb751cfad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:51.071851 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-5f4c7679-2f1b-482c-a451-f7031d23bc20 req-53a2b33b-9777-498f-8abc-af4eb751cfad service neutron] 10.222.0.38 "GET /v2.0/subnets?id=fa7fc9a2-9609-4fd7-ac94-2254e732d52b HTTP/1.1" status: 200 len: 859 time: 0.0676541 Jul 27 23:07:51.140028 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-2a8aaf07-ae4a-4631-b9c2-927f6c80dfc0 req-0475cea5-8f67-4d84-8b39-34d311625179 service neutron] 10.222.0.49 "GET /v2.0/networks/9e23151c-db3f-4ce6-bd4c-f37102973a7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1757681 Jul 27 23:07:51.201974 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4c7679-2f1b-482c-a451-f7031d23bc20 req-7e880776-402a-472e-a32f-de4d84074b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:51.205897 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-5f4c7679-2f1b-482c-a451-f7031d23bc20 req-7e880776-402a-472e-a32f-de4d84074b99 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=651a62f0-bf28-4546-86cc-bdd30132572b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1232703 Jul 27 23:07:51.336662 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-be68ec1a-01fa-4a9b-ac08-cb7f88819972 req-1cdce897-21bf-47cb-b616-311ff71ee913 tempest-ServersTestBootFromVolume-906123710 tempest-ServersTestBootFromVolume-906123710-project] 10.222.0.18 "GET /v2.0/ports?device_id=405264ac-9a3d-44fc-803d-2c1b6254405c HTTP/1.1" status: 200 len: 210 time: 0.0625687 Jul 27 23:07:51.373334 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-5f4c7679-2f1b-482c-a451-f7031d23bc20 req-f84a31bf-3067-47fb-b0da-b22b3127a35f service neutron] 10.222.0.38 "GET /v2.0/networks/651a62f0-bf28-4546-86cc-bdd30132572b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1533394 Jul 27 23:07:51.494461 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-a6aa849f-ea8a-4ee6-ae51-071eef6fb54f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16bde1c9-77cc-4a0a-9d3d-6ade739b6f5e', 'name': 'tempest-ServersTestBootFromVolume-1987523553-router', 'tenant_id': 'e1cc4618ab8d497f8f1b385f74e71fb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.243'}], 'enable_snat': True}, 'gw_port_id': '90f70c81-092e-4c82-a179-5b6d6f19964f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:04:23Z', 'updated_at': '2021-07-27T23:04:33Z', 'revision_number': 4, 'project_id': 'e1cc4618ab8d497f8f1b385f74e71fb7', 'gw_port': {'id': '90f70c81-092e-4c82-a179-5b6d6f19964f', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:e6:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16bde1c9-77cc-4a0a-9d3d-6ade739b6f5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:04:25Z', 'updated_at': '2021-07-27T23:04:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': 'b23f4211-d6d1-4811-9f5a-ad54c48cab3c', 'name': '', 'network_id': '786c8bed-6530-402d-94b3-9fdab2784572', 'tenant_id': 'e1cc4618ab8d497f8f1b385f74e71fb7', 'mac_address': 'fa:16:3e:14:c3:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16bde1c9-77cc-4a0a-9d3d-6ade739b6f5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'b9b5db02-c302-48bd-b0f3-e4b2e75710bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:04:31Z', 'updated_at': '2021-07-27T23:04:42Z', 'revision_number': 5, 'project_id': 'e1cc4618ab8d497f8f1b385f74e71fb7', 'subnets': [{'id': 'b9b5db02-c302-48bd-b0f3-e4b2e75710bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:07:51.589080 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-5f4c7679-2f1b-482c-a451-f7031d23bc20 req-ecd638ef-05fd-43cf-8622-544c2285ddde service neutron] 10.222.0.38 "GET /v2.0/networks/651a62f0-bf28-4546-86cc-bdd30132572b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2054298 Jul 27 23:07:51.598251 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b836efff-0fe7-435b-a4bd-7c54c247676c req-32be867b-1c31-4788-8a84-c3b3509b682c tempest-FloatingIPsAssociationTestJSON-312227423 tempest-FloatingIPsAssociationTestJSON-312227423-project] 10.222.0.18 "GET /v2.0/floatingips/a77b6f2a-b870-4b9e-9707-06ee217e5453 HTTP/1.1" status: 200 len: 694 time: 0.0696084 Jul 27 23:07:51.620437 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133de84c-8bf6-4a00-8c96-c9a7a2cdb478 req-33bcc05e-c773-4aad-8275-e6dae652bd12 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:51.622560 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-133de84c-8bf6-4a00-8c96-c9a7a2cdb478 req-33bcc05e-c773-4aad-8275-e6dae652bd12 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.18 "GET /v2.0/ports?device_id=e96ee7fe-839a-4eef-92c3-c496be2cfd97 HTTP/1.1" status: 200 len: 943 time: 0.1079118 Jul 27 23:07:51.659026 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6aa849f-ea8a-4ee6-ae51-071eef6fb54f None None] The sync data for ids ['16bde1c9-77cc-4a0a-9d3d-6ade739b6f5e'] in n-d-802623-1 is: [{'id': '16bde1c9-77cc-4a0a-9d3d-6ade739b6f5e', 'name': 'tempest-ServersTestBootFromVolume-1987523553-router', 'tenant_id': 'e1cc4618ab8d497f8f1b385f74e71fb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.243'}], 'enable_snat': True}, 'gw_port_id': '90f70c81-092e-4c82-a179-5b6d6f19964f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:04:23Z', 'updated_at': '2021-07-27T23:04:33Z', 'revision_number': 4, 'project_id': 'e1cc4618ab8d497f8f1b385f74e71fb7', 'gw_port': {'id': '90f70c81-092e-4c82-a179-5b6d6f19964f', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:e6:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16bde1c9-77cc-4a0a-9d3d-6ade739b6f5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:04:25Z', 'updated_at': '2021-07-27T23:04:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': 'b23f4211-d6d1-4811-9f5a-ad54c48cab3c', 'name': '', 'network_id': '786c8bed-6530-402d-94b3-9fdab2784572', 'tenant_id': 'e1cc4618ab8d497f8f1b385f74e71fb7', 'mac_address': 'fa:16:3e:14:c3:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16bde1c9-77cc-4a0a-9d3d-6ade739b6f5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'b9b5db02-c302-48bd-b0f3-e4b2e75710bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:04:31Z', 'updated_at': '2021-07-27T23:04:42Z', 'revision_number': 5, 'project_id': 'e1cc4618ab8d497f8f1b385f74e71fb7', 'subnets': [{'id': 'b9b5db02-c302-48bd-b0f3-e4b2e75710bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:07:51.684824 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device ab476ae2-c058-4a27-bb96-f6c22f4e4762 no longer exists at agent hyperv_n-h1-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:07:51.688027 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-133de84c-8bf6-4a00-8c96-c9a7a2cdb478 req-653b3821-055c-42d5-b314-5874160eb9a5 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.18 "GET /v2.0/security-groups?id=657c655b-8580-45d5-979f-9b32b7a260f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592506 Jul 27 23:07:51.723245 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] No Port match for: ab476ae2-c058-4a27-bb96-f6c22f4e4762 {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:07:51.723786 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device ab476ae2-c058-4a27-bb96-f6c22f4e4762 not bound to the agent host n-h1-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:07:51.756190 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b836efff-0fe7-435b-a4bd-7c54c247676c req-0eac946c-cb5d-483b-90c2-347b07706f19 tempest-FloatingIPsAssociationTestJSON-312227423 tempest-FloatingIPsAssociationTestJSON-312227423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:51.763649 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b836efff-0fe7-435b-a4bd-7c54c247676c req-0eac946c-cb5d-483b-90c2-347b07706f19 tempest-FloatingIPsAssociationTestJSON-312227423 tempest-FloatingIPsAssociationTestJSON-312227423-project] 10.222.0.18 "GET /v2.0/networks/2fd42287-ed26-4eb9-89a5-b521f5b04356 HTTP/1.1" status: 200 len: 784 time: 0.1641345 Jul 27 23:07:51.824419 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b836efff-0fe7-435b-a4bd-7c54c247676c req-65dda7e0-cee7-4c22-829c-5c129f18611d tempest-FloatingIPsAssociationTestJSON-312227423 tempest-FloatingIPsAssociationTestJSON-312227423-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.4.143 HTTP/1.1" status: 200 len: 697 time: 0.0598967 Jul 27 23:07:51.825671 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db7a388-88fd-4989-b861-39d3e17f19e0 req-294ec987-87ac-4f3e-af19-4cf70502ab00 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:51.827226 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-3db7a388-88fd-4989-b861-39d3e17f19e0 req-294ec987-87ac-4f3e-af19-4cf70502ab00 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd7b332d-3077-4beb-a3df-e657be374929 HTTP/1.1" status: 200 len: 944 time: 0.0621634 Jul 27 23:07:51.881733 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-3db7a388-88fd-4989-b861-39d3e17f19e0 req-5ccb88b8-975e-4675-8f51-b63d775ee3a2 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] 10.222.0.18 "GET /v2.0/security-groups?id=bed30b16-cd2d-47d0-9758-37dc9df2dfb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424449 Jul 27 23:07:51.894950 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b836efff-0fe7-435b-a4bd-7c54c247676c req-5a2fd076-823a-4df1-83b3-0f175310de4e tempest-FloatingIPsAssociationTestJSON-312227423 tempest-FloatingIPsAssociationTestJSON-312227423-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.4.143 HTTP/1.1" status: 200 len: 697 time: 0.0629818 Jul 27 23:07:52.003721 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8f9a8b-2619-4cfb-9752-76adfd5599b6 req-6a4ec687-56ee-4754-8907-ca93436f5c2d tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:52.011571 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-5b8f9a8b-2619-4cfb-9752-76adfd5599b6 req-6a4ec687-56ee-4754-8907-ca93436f5c2d tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] 10.222.0.18 "GET /v2.0/ports?device_id=73009c7b-4701-45a2-9167-c53f8173123c HTTP/1.1" status: 200 len: 944 time: 0.0672388 Jul 27 23:07:52.026173 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1c632d7-5403-49a0-9b33-b59e35f3d24c None None] New status for floating IP c62b14a6-6cf1-4139-bbf4-5cec9fc79d19: DOWN {{(pid=93799) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 23:07:52.065447 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07299935-f56e-436b-a2f9-8df9e7817086 req-ac0bf382-7aca-4de6-967e-e86baa02591c tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:52.066904 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-07299935-f56e-436b-a2f9-8df9e7817086 req-ac0bf382-7aca-4de6-967e-e86baa02591c tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] 10.222.0.38 "GET /v2.0/ports?device_id=bd7b332d-3077-4beb-a3df-e657be374929 HTTP/1.1" status: 200 len: 944 time: 0.1052113 Jul 27 23:07:52.091500 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-5b8f9a8b-2619-4cfb-9752-76adfd5599b6 req-96bae7ab-a2e2-4ec7-9c85-4e193a4d6dc4 tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ee1769a-7cc2-4f9a-a15b-54c39d35bd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788572 Jul 27 23:07:52.178609 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-b836efff-0fe7-435b-a4bd-7c54c247676c req-e907d539-fbfb-41bd-a36e-499e7fd12233 tempest-FloatingIPsAssociationTestJSON-312227423 tempest-FloatingIPsAssociationTestJSON-312227423-project] Deleting port a0b641ba-62ee-4c7f-ae82-80dd2322cf88 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:07:52.179191 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-b836efff-0fe7-435b-a4bd-7c54c247676c req-e907d539-fbfb-41bd-a36e-499e7fd12233 tempest-FloatingIPsAssociationTestJSON-312227423 tempest-FloatingIPsAssociationTestJSON-312227423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:52.203201 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b027f47b-7182-47b0-8bb4-60b4ba35b829 req-9661a7b3-6823-4a74-a20e-f4751259dd85 tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:52.205015 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-b027f47b-7182-47b0-8bb4-60b4ba35b829 req-9661a7b3-6823-4a74-a20e-f4751259dd85 tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] 10.222.0.49 "GET /v2.0/ports?device_id=2bf31f05-ef13-49ab-a0f4-2ee11666ecc5 HTTP/1.1" status: 200 len: 945 time: 0.1909268 Jul 27 23:07:52.265532 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-07299935-f56e-436b-a2f9-8df9e7817086 req-c7d3352f-790e-4b22-9eff-dc3c48cc9752 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] Deleting port 24185df4-0d89-421f-a3eb-be4ff3de08d0 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:07:52.265873 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-07299935-f56e-436b-a2f9-8df9e7817086 req-c7d3352f-790e-4b22-9eff-dc3c48cc9752 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:52.355017 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-b836efff-0fe7-435b-a4bd-7c54c247676c req-e907d539-fbfb-41bd-a36e-499e7fd12233 tempest-FloatingIPsAssociationTestJSON-312227423 tempest-FloatingIPsAssociationTestJSON-312227423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:52.355396 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-b836efff-0fe7-435b-a4bd-7c54c247676c req-e907d539-fbfb-41bd-a36e-499e7fd12233 tempest-FloatingIPsAssociationTestJSON-312227423 tempest-FloatingIPsAssociationTestJSON-312227423-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:52.363346 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [req-b027f47b-7182-47b0-8bb4-60b4ba35b829 req-7d2377f8-2b34-483f-a1c8-5258002bf9d5 tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] Deleting port ee69f46d-8e0a-47a9-a571-2306e289e408 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:07:52.363866 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-b027f47b-7182-47b0-8bb4-60b4ba35b829 req-7d2377f8-2b34-483f-a1c8-5258002bf9d5 tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:52.380064 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-07299935-f56e-436b-a2f9-8df9e7817086 req-c7d3352f-790e-4b22-9eff-dc3c48cc9752 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] For port 24185df4-0d89-421f-a3eb-be4ff3de08d0, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=24185df4-0d89-421f-a3eb-be4ff3de08d0,segment=NetworkSegment(7332ccbf-8fd9-4ff5-bad6-b4b872eccd4e),segment_id=7332ccbf-8fd9-4ff5-bad6-b4b872eccd4e)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:07:52.380377 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-07299935-f56e-436b-a2f9-8df9e7817086 req-c7d3352f-790e-4b22-9eff-dc3c48cc9752 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:52.382747 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-b836efff-0fe7-435b-a4bd-7c54c247676c req-e907d539-fbfb-41bd-a36e-499e7fd12233 tempest-FloatingIPsAssociationTestJSON-312227423 tempest-FloatingIPsAssociationTestJSON-312227423-project] Calling delete_port for a0b641ba-62ee-4c7f-ae82-80dd2322cf88 owned by network:floatingip {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:07:52.399677 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-07299935-f56e-436b-a2f9-8df9e7817086 req-c7d3352f-790e-4b22-9eff-dc3c48cc9752 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] Calling delete_port for 24185df4-0d89-421f-a3eb-be4ff3de08d0 owned by compute:nova {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:07:52.416168 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4592ffda-057f-43f9-872a-1853cd8e99f5 req-2e649ec3-44ce-482f-a5d1-37b206c0ea7c tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:52.418399 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-4592ffda-057f-43f9-872a-1853cd8e99f5 req-2e649ec3-44ce-482f-a5d1-37b206c0ea7c tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] 10.222.0.18 "GET /v2.0/ports?device_id=2bf31f05-ef13-49ab-a0f4-2ee11666ecc5 HTTP/1.1" status: 200 len: 945 time: 0.1043820 Jul 27 23:07:52.496434 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-4592ffda-057f-43f9-872a-1853cd8e99f5 req-f2832778-8e35-4396-8f84-1b5c0ecb2f7a tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] 10.222.0.18 "GET /v2.0/security-groups?id=e8e7b229-51f5-4d90-9897-e570dceca7b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659595 Jul 27 23:07:52.503537 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-b027f47b-7182-47b0-8bb4-60b4ba35b829 req-7d2377f8-2b34-483f-a1c8-5258002bf9d5 tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] For port ee69f46d-8e0a-47a9-a571-2306e289e408, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=ee69f46d-8e0a-47a9-a571-2306e289e408,segment=NetworkSegment(0804c63a-d684-491c-9e34-41f7ae70f391),segment_id=0804c63a-d684-491c-9e34-41f7ae70f391)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:07:52.503912 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-b027f47b-7182-47b0-8bb4-60b4ba35b829 req-7d2377f8-2b34-483f-a1c8-5258002bf9d5 tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:52.525400 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [req-b027f47b-7182-47b0-8bb4-60b4ba35b829 req-7d2377f8-2b34-483f-a1c8-5258002bf9d5 tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] Calling delete_port for ee69f46d-8e0a-47a9-a571-2306e289e408 owned by compute:nova {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:07:52.601976 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e96ee7fe-839a-4eef-92c3-c496be2cfd97', 'tag': '80599080-78cb-47a0-b0f2-857ca0108a7e'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:07:52.604506 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a476459a1bfce68b0ae0df5b6a71154bfc7cfdc8f9eefce6ad0a17231e60468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e2cfd8a-5460-478a-af38-92d18344dfcc" -d '{"events": [{"name": "network-changed", "server_uuid": "e96ee7fe-839a-4eef-92c3-c496be2cfd97", "tag": "80599080-78cb-47a0-b0f2-857ca0108a7e"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:07:52.636584 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-07299935-f56e-436b-a2f9-8df9e7817086 req-c7d3352f-790e-4b22-9eff-dc3c48cc9752 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:52.639986 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-3b450739-1736-4a8a-9109-1190fff49f88 req-4be9ce61-75e8-4064-a917-cbace55a0a7c tempest-ServersTestBootFromVolume-906123710 tempest-ServersTestBootFromVolume-906123710-project] 10.222.0.18 "GET /v2.0/ports?device_id=405264ac-9a3d-44fc-803d-2c1b6254405c HTTP/1.1" status: 200 len: 210 time: 0.0325217 Jul 27 23:07:52.648969 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] get_ports_and_sgs() called for port_ids ['24185df4-0d89-421f-a3eb-be4ff3de08d0'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:07:52.718201 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d3352f-790e-4b22-9eff-dc3c48cc9752 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] Pushing event deleted for resources: {'Port': ['ID=24185df4-0d89-421f-a3eb-be4ff3de08d0,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:07:52.725897 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-b836efff-0fe7-435b-a4bd-7c54c247676c req-e907d539-fbfb-41bd-a36e-499e7fd12233 tempest-FloatingIPsAssociationTestJSON-312227423 tempest-FloatingIPsAssociationTestJSON-312227423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:52.737663 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-b027f47b-7182-47b0-8bb4-60b4ba35b829 req-7d2377f8-2b34-483f-a1c8-5258002bf9d5 tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:52.755165 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] get_ports_and_sgs() called for port_ids ['ee69f46d-8e0a-47a9-a571-2306e289e408'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:07:52.772839 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e907d539-fbfb-41bd-a36e-499e7fd12233 tempest-FloatingIPsAssociationTestJSON-312227423 tempest-FloatingIPsAssociationTestJSON-312227423-project] Pushing event deleted for resources: {'Port': ['ID=a0b641ba-62ee-4c7f-ae82-80dd2322cf88,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:07:52.774073 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 23:07:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c79446d0-874e-4542-8a8e-4e72df6b4aa3 x-openstack-request-id: req-c79446d0-874e-4542-8a8e-4e72df6b4aa3 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:07:52.774584 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e96ee7fe-839a-4eef-92c3-c496be2cfd97", "tag": "80599080-78cb-47a0-b0f2-857ca0108a7e", "status": "completed", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:07:52.775037 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c79446d0-874e-4542-8a8e-4e72df6b4aa3 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:07:52.775662 n-d-802623-1 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e96ee7fe-839a-4eef-92c3-c496be2cfd97', 'tag': '80599080-78cb-47a0-b0f2-857ca0108a7e', 'status': 'completed', 'code': 200} Jul 27 23:07:52.777216 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2377f8-2b34-483f-a1c8-5258002bf9d5 tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] Pushing event deleted for resources: {'Port': ['ID=ee69f46d-8e0a-47a9-a571-2306e289e408,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:07:52.836016 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [req-b027f47b-7182-47b0-8bb4-60b4ba35b829 req-7d2377f8-2b34-483f-a1c8-5258002bf9d5 tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] No DVR routers for this DVR port ee69f46d-8e0a-47a9-a571-2306e289e408 on host n-h2-802623-1 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:07:52.839717 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-b027f47b-7182-47b0-8bb4-60b4ba35b829 req-7d2377f8-2b34-483f-a1c8-5258002bf9d5 tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:52.842456 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-b027f47b-7182-47b0-8bb4-60b4ba35b829 req-7d2377f8-2b34-483f-a1c8-5258002bf9d5 tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] 10.222.0.49 "DELETE /v2.0/ports/ee69f46d-8e0a-47a9-a571-2306e289e408 HTTP/1.1" status: 204 len: 173 time: 0.6297958 Jul 27 23:07:52.864077 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-07299935-f56e-436b-a2f9-8df9e7817086 req-c7d3352f-790e-4b22-9eff-dc3c48cc9752 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] No DVR routers for this DVR port 24185df4-0d89-421f-a3eb-be4ff3de08d0 on host n-h1-802623-1 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:07:52.890188 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-07299935-f56e-436b-a2f9-8df9e7817086 req-c7d3352f-790e-4b22-9eff-dc3c48cc9752 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:52.892155 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-07299935-f56e-436b-a2f9-8df9e7817086 req-c7d3352f-790e-4b22-9eff-dc3c48cc9752 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] 10.222.0.38 "DELETE /v2.0/ports/24185df4-0d89-421f-a3eb-be4ff3de08d0 HTTP/1.1" status: 204 len: 173 time: 0.8155708 Jul 27 23:07:52.895317 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd7b332d-3077-4beb-a3df-e657be374929', 'name': 'network-vif-deleted', 'tag': '24185df4-0d89-421f-a3eb-be4ff3de08d0'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:07:52.897499 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}011f8d312121274bb12d78e77c6379a2079800640016cec6c6d605b73666e854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4448ddf9-69ab-4f58-83d7-b97f4152f4ef" -d '{"events": [{"server_uuid": "bd7b332d-3077-4beb-a3df-e657be374929", "name": "network-vif-deleted", "tag": "24185df4-0d89-421f-a3eb-be4ff3de08d0"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:07:52.926114 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dccbee6-5ab3-4554-b69a-28513623ac7d req-3fd088d8-53da-4bfe-846c-7eb7d75e2b77 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:52.933520 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-6dccbee6-5ab3-4554-b69a-28513623ac7d req-3fd088d8-53da-4bfe-846c-7eb7d75e2b77 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.18 "GET /v2.0/ports?device_id=e96ee7fe-839a-4eef-92c3-c496be2cfd97 HTTP/1.1" status: 200 len: 943 time: 0.0880075 Jul 27 23:07:52.934518 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2cfd8a-5460-478a-af38-92d18344dfcc req-11a350b7-fe07-485f-b85e-b5e862a1a23f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:52.936069 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-6e2cfd8a-5460-478a-af38-92d18344dfcc req-11a350b7-fe07-485f-b85e-b5e862a1a23f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8769b54ba73a4421837726dbda018e6b&device_id=e96ee7fe-839a-4eef-92c3-c496be2cfd97 HTTP/1.1" status: 200 len: 1094 time: 0.1216371 Jul 27 23:07:52.944840 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-b836efff-0fe7-435b-a4bd-7c54c247676c req-e907d539-fbfb-41bd-a36e-499e7fd12233 tempest-FloatingIPsAssociationTestJSON-312227423 tempest-FloatingIPsAssociationTestJSON-312227423-project] Notify callbacks [] for floatingip, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:52.947952 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-b836efff-0fe7-435b-a4bd-7c54c247676c req-e907d539-fbfb-41bd-a36e-499e7fd12233 tempest-FloatingIPsAssociationTestJSON-312227423 tempest-FloatingIPsAssociationTestJSON-312227423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for floatingip, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:52.967962 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b836efff-0fe7-435b-a4bd-7c54c247676c req-e907d539-fbfb-41bd-a36e-499e7fd12233 tempest-FloatingIPsAssociationTestJSON-312227423 tempest-FloatingIPsAssociationTestJSON-312227423-project] 10.222.0.18 "DELETE /v2.0/floatingips/a77b6f2a-b870-4b9e-9707-06ee217e5453 HTTP/1.1" status: 204 len: 173 time: 1.0576291 Jul 27 23:07:52.974081 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-6dccbee6-5ab3-4554-b69a-28513623ac7d req-8c9bb9fd-3c86-47f3-bd1f-df662ef191d7 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.18 "GET /v2.0/security-groups?id=657c655b-8580-45d5-979f-9b32b7a260f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395062 Jul 27 23:07:53.093846 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:07:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7474cfc5-0da1-4c7c-9cb6-f011801563ac x-openstack-request-id: req-7474cfc5-0da1-4c7c-9cb6-f011801563ac {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:07:53.094202 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd7b332d-3077-4beb-a3df-e657be374929", "name": "network-vif-deleted", "tag": "24185df4-0d89-421f-a3eb-be4ff3de08d0", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:07:53.094399 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7474cfc5-0da1-4c7c-9cb6-f011801563ac {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:07:53.094765 n-d-802623-1 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd7b332d-3077-4beb-a3df-e657be374929', 'name': 'network-vif-deleted', 'tag': '24185df4-0d89-421f-a3eb-be4ff3de08d0', 'status': 'completed', 'code': 200} Jul 27 23:07:53.108242 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-28b7c966-f517-4951-a22b-e2ea07fa877d req-9a2fe69c-c5e5-4ec4-bf14-8e22917c3c24 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd7b332d-3077-4beb-a3df-e657be374929 HTTP/1.1" status: 200 len: 210 time: 0.0459602 Jul 27 23:07:53.160356 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2cfd8a-5460-478a-af38-92d18344dfcc req-0c9051aa-c61f-4bc4-a80c-4b78be9cd09e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:53.162177 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-6e2cfd8a-5460-478a-af38-92d18344dfcc req-0c9051aa-c61f-4bc4-a80c-4b78be9cd09e service neutron] 10.222.0.49 "GET /v2.0/networks?id=9e23151c-db3f-4ce6-bd4c-f37102973a7b HTTP/1.1" status: 200 len: 911 time: 0.1932330 Jul 27 23:07:53.217606 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-6e2cfd8a-5460-478a-af38-92d18344dfcc req-a81e4b24-0547-41fd-b926-8aa1b793fb9a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=80599080-78cb-47a0-b0f2-857ca0108a7e HTTP/1.1" status: 200 len: 217 time: 0.0469420 Jul 27 23:07:53.264585 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fdbcd0-9ae9-4e85-bbaf-824db04ec98e req-2af4e568-3037-4d34-9743-5e41e9ecaad9 tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:53.267517 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-92fdbcd0-9ae9-4e85-bbaf-824db04ec98e req-2af4e568-3037-4d34-9743-5e41e9ecaad9 tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] 10.222.0.18 "GET /v2.0/ports?device_id=73009c7b-4701-45a2-9167-c53f8173123c HTTP/1.1" status: 200 len: 944 time: 0.0559547 Jul 27 23:07:53.304842 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-92fdbcd0-9ae9-4e85-bbaf-824db04ec98e req-78d7de85-9438-48cc-916f-323bc7cce130 tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ee1769a-7cc2-4f9a-a15b-54c39d35bd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334833 Jul 27 23:07:53.316850 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28a5454-fc22-42ef-b586-75771eb9c34a req-b0ada8e3-32cb-4e29-8e1c-bfa894dfc22a tempest-FloatingIPsAssociationTestJSON-312227423 tempest-FloatingIPsAssociationTestJSON-312227423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:53.318441 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c28a5454-fc22-42ef-b586-75771eb9c34a req-b0ada8e3-32cb-4e29-8e1c-bfa894dfc22a tempest-FloatingIPsAssociationTestJSON-312227423 tempest-FloatingIPsAssociationTestJSON-312227423-project] 10.222.0.18 "GET /v2.0/ports?device_id=090fc9ba-9df5-4f45-99a9-afe474888be5 HTTP/1.1" status: 200 len: 946 time: 0.0843196 Jul 27 23:07:53.330679 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2cfd8a-5460-478a-af38-92d18344dfcc req-f58f02c0-4af3-4bc4-95c3-4379c157e6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:53.330679 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-6e2cfd8a-5460-478a-af38-92d18344dfcc req-f58f02c0-4af3-4bc4-95c3-4379c157e6a7 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=907748a0-cd4e-409f-9c38-5786b794e948 HTTP/1.1" status: 200 len: 850 time: 0.1045363 Jul 27 23:07:53.375673 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-6e2cfd8a-5460-478a-af38-92d18344dfcc req-aed89437-b967-4ce3-b926-3c72e9d06225 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9e23151c-db3f-4ce6-bd4c-f37102973a7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360348 Jul 27 23:07:53.416742 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c28a5454-fc22-42ef-b586-75771eb9c34a req-8bacb596-683a-412a-aef0-18e6188b6129 tempest-FloatingIPsAssociationTestJSON-312227423 tempest-FloatingIPsAssociationTestJSON-312227423-project] 10.222.0.18 "GET /v2.0/security-groups?id=caac3015-af23-4b8e-8c6c-b51e7bf06c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781965 Jul 27 23:07:53.531911 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-6e2cfd8a-5460-478a-af38-92d18344dfcc req-1b33d33f-deb2-4cec-b7ba-67aa1b1ba87c service neutron] 10.222.0.49 "GET /v2.0/networks/9e23151c-db3f-4ce6-bd4c-f37102973a7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388614 Jul 27 23:07:53.637185 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-6e2cfd8a-5460-478a-af38-92d18344dfcc req-dc12b66a-953b-4866-96c0-c27437035f10 service neutron] 10.222.0.49 "GET /v2.0/networks/9e23151c-db3f-4ce6-bd4c-f37102973a7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962176 Jul 27 23:07:53.757587 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a2a95423-e254-450a-b453-a99f91070b9d req-3bb09c9e-0fc5-44a0-9ec9-a1d4a04bdfd1 tempest-ServersTestBootFromVolume-906123710 tempest-ServersTestBootFromVolume-906123710-project] 10.222.0.18 "GET /v2.0/ports?device_id=405264ac-9a3d-44fc-803d-2c1b6254405c HTTP/1.1" status: 200 len: 210 time: 0.0297599 Jul 27 23:07:53.761837 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 57238) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:07:53.824537 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f794b87f-aa04-4c26-a52c-2d591cc7c265 tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:53.851790 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f794b87f-aa04-4c26-a52c-2d591cc7c265 tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:53.902142 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f794b87f-aa04-4c26-a52c-2d591cc7c265 tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:53.906183 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f794b87f-aa04-4c26-a52c-2d591cc7c265 tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:53.909743 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-f794b87f-aa04-4c26-a52c-2d591cc7c265 tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] 10.222.0.18 "DELETE /v2.0/security-groups/059f19db-8518-4cb2-aa41-1cc53a4cb7b4 HTTP/1.1" status: 204 len: 168 time: 0.1447051 Jul 27 23:07:53.910266 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 57248) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:07:53.918023 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f794b87f-aa04-4c26-a52c-2d591cc7c265 tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=059f19db-8518-4cb2-aa41-1cc53a4cb7b4,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:07:53.928164 n-d-802623-1 neutron-server[93798]: INFO neutron.api.v2.resource [None req-34bc8ec0-732f-4658-9b4d-7a2ef4fbb103 tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] show failed (client error): The resource could not be found. Jul 27 23:07:53.931877 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-34bc8ec0-732f-4658-9b4d-7a2ef4fbb103 tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] 10.222.0.18 "GET /v2.0/security-groups/059f19db-8518-4cb2-aa41-1cc53a4cb7b4 HTTP/1.1" status: 404 len: 347 time: 0.0180569 Jul 27 23:07:53.932199 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 57250) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:07:54.061606 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-2c0e4a60-0242-4be8-b0f9-89d8e6209822 tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] Deleting port c2aa334e-161f-4439-86c0-dfe9aa9d5248 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:07:54.061946 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2c0e4a60-0242-4be8-b0f9-89d8e6209822 tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:54.176847 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2c0e4a60-0242-4be8-b0f9-89d8e6209822 tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:54.177184 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2c0e4a60-0242-4be8-b0f9-89d8e6209822 tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:54.193925 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938fbed8-aac7-410e-96b6-2ec912689566 req-63fc3590-a271-4a37-b4c9-4e5242f181d6 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:54.195470 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-938fbed8-aac7-410e-96b6-2ec912689566 req-63fc3590-a271-4a37-b4c9-4e5242f181d6 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.18 "GET /v2.0/ports?device_id=e96ee7fe-839a-4eef-92c3-c496be2cfd97 HTTP/1.1" status: 200 len: 943 time: 0.1308193 Jul 27 23:07:54.203759 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-2c0e4a60-0242-4be8-b0f9-89d8e6209822 tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] Calling delete_port for c2aa334e-161f-4439-86c0-dfe9aa9d5248 owned by network:floatingip {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:07:54.286814 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-938fbed8-aac7-410e-96b6-2ec912689566 req-04fe0d2b-ef45-43f5-961b-b3b90aabc3fa tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.18 "GET /v2.0/security-groups?id=657c655b-8580-45d5-979f-9b32b7a260f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783825 Jul 27 23:07:54.405441 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2c0e4a60-0242-4be8-b0f9-89d8e6209822 tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:54.419128 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0be5b20-ea06-4f13-80ea-faf789fbf816 req-86654b35-68bd-4894-9b22-f245c9e10e18 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:54.420986 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-e0be5b20-ea06-4f13-80ea-faf789fbf816 req-86654b35-68bd-4894-9b22-f245c9e10e18 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] 10.222.0.18 "GET /v2.0/ports?device_id=1691ef14-ab37-40a7-8189-31944c5092fc HTTP/1.1" status: 200 len: 945 time: 0.0649562 Jul 27 23:07:54.463314 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-e0be5b20-ea06-4f13-80ea-faf789fbf816 req-a07e604f-de85-499e-9ab5-eecc5c23ea0b tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] 10.222.0.18 "GET /v2.0/security-groups?id=bed30b16-cd2d-47d0-9758-37dc9df2dfb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354536 Jul 27 23:07:54.506911 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device 80599080-78cb-47a0-b0f2-857ca0108a7e details requested by agent hyperv_n-h2-802623-1 with host n-h2-802623-1 {{(pid=93799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 23:07:54.632836 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port 80599080-78cb-47a0-b0f2-857ca0108a7e, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=80599080-78cb-47a0-b0f2-857ca0108a7e,segment=NetworkSegment(28e446c9-01ab-4372-bcf6-11d579b6d514),segment_id=28e446c9-01ab-4372-bcf6-11d579b6d514)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:07:54.646843 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Returning: {'device': '80599080-78cb-47a0-b0f2-857ca0108a7e', 'network_id': '9e23151c-db3f-4ce6-bd4c-f37102973a7b', 'port_id': '80599080-78cb-47a0-b0f2-857ca0108a7e', 'mac_address': 'fa:16:3e:20:e2:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '907748a0-cd4e-409f-9c38-5786b794e948', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 23:07:54.697913 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:54.704057 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc9bcfb-57a4-433e-bcf1-1f940593f043 req-2bb56936-3264-48e6-aba4-0f6ffab834f9 tempest-FloatingIPsAssociationTestJSON-312227423 tempest-FloatingIPsAssociationTestJSON-312227423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:54.711607 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-2bc9bcfb-57a4-433e-bcf1-1f940593f043 req-2bb56936-3264-48e6-aba4-0f6ffab834f9 tempest-FloatingIPsAssociationTestJSON-312227423 tempest-FloatingIPsAssociationTestJSON-312227423-project] 10.222.0.18 "GET /v2.0/ports?device_id=090fc9ba-9df5-4f45-99a9-afe474888be5 HTTP/1.1" status: 200 len: 946 time: 0.0710223 Jul 27 23:07:54.719182 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80599080-78cb-47a0-b0f2-857ca0108a7e {{(pid=93799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:07:54.742234 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port 80599080-78cb-47a0-b0f2-857ca0108a7e, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=80599080-78cb-47a0-b0f2-857ca0108a7e,segment=NetworkSegment(28e446c9-01ab-4372-bcf6-11d579b6d514),segment_id=28e446c9-01ab-4372-bcf6-11d579b6d514)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:07:54.748784 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:54.756548 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-2bc9bcfb-57a4-433e-bcf1-1f940593f043 req-262bb91e-b2b4-4c39-9e15-f7ea0b71e2bb tempest-FloatingIPsAssociationTestJSON-312227423 tempest-FloatingIPsAssociationTestJSON-312227423-project] 10.222.0.18 "GET /v2.0/security-groups?id=caac3015-af23-4b8e-8c6c-b51e7bf06c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431662 Jul 27 23:07:54.776801 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bf31f05-ef13-49ab-a0f4-2ee11666ecc5', 'name': 'network-vif-deleted', 'tag': 'ee69f46d-8e0a-47a9-a571-2306e289e408'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:07:54.779743 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a476459a1bfce68b0ae0df5b6a71154bfc7cfdc8f9eefce6ad0a17231e60468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1c814aa-50db-4af5-800a-f15cf55836b3" -d '{"events": [{"server_uuid": "2bf31f05-ef13-49ab-a0f4-2ee11666ecc5", "name": "network-vif-deleted", "tag": "ee69f46d-8e0a-47a9-a571-2306e289e408"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:07:54.790462 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0e4a60-0242-4be8-b0f9-89d8e6209822 tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] Pushing event deleted for resources: {'Port': ['ID=c2aa334e-161f-4439-86c0-dfe9aa9d5248,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:07:54.817777 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Pushing event updated for resources: {'Port': ['ID=80599080-78cb-47a0-b0f2-857ca0108a7e,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:07:54.822786 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:07:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09a98436-dcc0-42c5-a2d0-ff8aac4fa251 x-openstack-request-id: req-09a98436-dcc0-42c5-a2d0-ff8aac4fa251 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:07:54.822786 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bf31f05-ef13-49ab-a0f4-2ee11666ecc5", "name": "network-vif-deleted", "tag": "ee69f46d-8e0a-47a9-a571-2306e289e408", "status": "completed", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:07:54.822786 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-09a98436-dcc0-42c5-a2d0-ff8aac4fa251 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:07:54.822786 n-d-802623-1 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bf31f05-ef13-49ab-a0f4-2ee11666ecc5', 'name': 'network-vif-deleted', 'tag': 'ee69f46d-8e0a-47a9-a571-2306e289e408', 'status': 'completed', 'code': 200} Jul 27 23:07:54.831433 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:07:54.831829 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:07:54.832343 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:07:54.832932 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:07:54.833233 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:07:54.833718 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:07:54.834497 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:07:54.835029 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:07:54.835552 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:07:54.836035 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:07:54.836597 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:07:54.837154 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:07:54.885217 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60615f8-5d90-47c6-a9e7-b97ed8a03b3c req-03fd5361-2764-49da-891e-d391ef74fe71 tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:54.893682 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a60615f8-5d90-47c6-a9e7-b97ed8a03b3c req-03fd5361-2764-49da-891e-d391ef74fe71 tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] 10.222.0.18 "GET /v2.0/ports?device_id=73009c7b-4701-45a2-9167-c53f8173123c HTTP/1.1" status: 200 len: 944 time: 0.5017939 Jul 27 23:07:54.952853 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2c0e4a60-0242-4be8-b0f9-89d8e6209822 tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] Notify callbacks [] for floatingip, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:54.956252 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2c0e4a60-0242-4be8-b0f9-89d8e6209822 tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for floatingip, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:54.957549 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-2c0e4a60-0242-4be8-b0f9-89d8e6209822 tempest-ImagesOneServerNegativeTestJSON-445134669 tempest-ImagesOneServerNegativeTestJSON-445134669-project] 10.222.0.18 "DELETE /v2.0/floatingips/deddbf64-f276-4e5f-beb0-5c7aef796804 HTTP/1.1" status: 204 len: 168 time: 1.0244286 Jul 27 23:07:54.972981 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ee47e7-2826-4a06-b424-b6f60642752d req-d4a8e5ef-1f6c-46c9-82b7-120a030d07d5 tempest-FloatingIPsAssociationTestJSON-312227423 tempest-FloatingIPsAssociationTestJSON-312227423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:54.974512 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-87ee47e7-2826-4a06-b424-b6f60642752d req-d4a8e5ef-1f6c-46c9-82b7-120a030d07d5 tempest-FloatingIPsAssociationTestJSON-312227423 tempest-FloatingIPsAssociationTestJSON-312227423-project] 10.222.0.38 "GET /v2.0/ports?device_id=090fc9ba-9df5-4f45-99a9-afe474888be5 HTTP/1.1" status: 200 len: 946 time: 0.1945462 Jul 27 23:07:54.978063 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a60615f8-5d90-47c6-a9e7-b97ed8a03b3c req-723b820a-5491-4474-8cf7-4df7f06c33ca tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ee1769a-7cc2-4f9a-a15b-54c39d35bd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835779 Jul 27 23:07:55.102365 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b7b965-7916-48d2-b666-7a04707e4722 req-6d96f067-b62e-49c9-b931-ba9bd3b67f0e tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:55.104202 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f1b7b965-7916-48d2-b666-7a04707e4722 req-6d96f067-b62e-49c9-b931-ba9bd3b67f0e tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] 10.222.0.49 "GET /v2.0/ports?device_id=1691ef14-ab37-40a7-8189-31944c5092fc HTTP/1.1" status: 200 len: 945 time: 0.1089096 Jul 27 23:07:55.217921 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] get_ports_and_sgs() called for port_ids ['80599080-78cb-47a0-b0f2-857ca0108a7e'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:07:55.238554 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 57290) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:07:55.272455 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a0d69e81-4415-466a-87af-fff5f8b7ef45 req-a0fab199-328b-4b72-89d8-ba55d4731582 tempest-ServersTestBootFromVolume-906123710 tempest-ServersTestBootFromVolume-906123710-project] 10.222.0.18 "GET /v2.0/ports?device_id=405264ac-9a3d-44fc-803d-2c1b6254405c HTTP/1.1" status: 200 len: 210 time: 0.3859432 Jul 27 23:07:55.298777 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-87ee47e7-2826-4a06-b424-b6f60642752d req-41a7b4a9-eb99-49aa-8ff6-646b2d1419bc tempest-FloatingIPsAssociationTestJSON-312227423 tempest-FloatingIPsAssociationTestJSON-312227423-project] Deleting port 9e4e79de-3a0e-4df4-9f4e-434a4116575b {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:07:55.299286 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-87ee47e7-2826-4a06-b424-b6f60642752d req-41a7b4a9-eb99-49aa-8ff6-646b2d1419bc tempest-FloatingIPsAssociationTestJSON-312227423 tempest-FloatingIPsAssociationTestJSON-312227423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:55.363115 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0715aec-a0e0-49f3-ade3-aa251e6fa16c admin admin] Deleting subnet 4fd5a3ff-b29e-4d49-bc76-386259c90c5c {{(pid=93798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 23:07:55.378957 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c0715aec-a0e0-49f3-ade3-aa251e6fa16c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:55.415136 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-f1b7b965-7916-48d2-b666-7a04707e4722 req-b539362a-5272-4464-8735-3d0afd582a30 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] Deleting port e7bf3491-8bfc-434a-8d3b-3a0b3b90bbf4 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:07:55.415514 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-f1b7b965-7916-48d2-b666-7a04707e4722 req-b539362a-5272-4464-8735-3d0afd582a30 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:55.547154 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-87ee47e7-2826-4a06-b424-b6f60642752d req-41a7b4a9-eb99-49aa-8ff6-646b2d1419bc tempest-FloatingIPsAssociationTestJSON-312227423 tempest-FloatingIPsAssociationTestJSON-312227423-project] For port 9e4e79de-3a0e-4df4-9f4e-434a4116575b, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=9e4e79de-3a0e-4df4-9f4e-434a4116575b,segment=NetworkSegment(758c827b-73d3-4676-bc4a-ecbb15805f5a),segment_id=758c827b-73d3-4676-bc4a-ecbb15805f5a)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:07:55.547576 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-87ee47e7-2826-4a06-b424-b6f60642752d req-41a7b4a9-eb99-49aa-8ff6-646b2d1419bc tempest-FloatingIPsAssociationTestJSON-312227423 tempest-FloatingIPsAssociationTestJSON-312227423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:55.553643 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c0715aec-a0e0-49f3-ade3-aa251e6fa16c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11163249'] for subnet, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:55.583834 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06a526e-35e7-4b0d-8aea-83d0eb40b787 req-7cd35164-8018-44cd-b78a-9c5b9f2c0bc4 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:55.585311 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-e06a526e-35e7-4b0d-8aea-83d0eb40b787 req-7cd35164-8018-44cd-b78a-9c5b9f2c0bc4 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] 10.222.0.18 "GET /v2.0/ports?device_id=1691ef14-ab37-40a7-8189-31944c5092fc HTTP/1.1" status: 200 len: 945 time: 0.0521100 Jul 27 23:07:55.603592 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-87ee47e7-2826-4a06-b424-b6f60642752d req-41a7b4a9-eb99-49aa-8ff6-646b2d1419bc tempest-FloatingIPsAssociationTestJSON-312227423 tempest-FloatingIPsAssociationTestJSON-312227423-project] Calling delete_port for 9e4e79de-3a0e-4df4-9f4e-434a4116575b owned by compute:nova {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:07:55.628604 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-e06a526e-35e7-4b0d-8aea-83d0eb40b787 req-10b63020-d4bd-4f23-9161-77556eba037e tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] 10.222.0.18 "GET /v2.0/security-groups?id=bed30b16-cd2d-47d0-9758-37dc9df2dfb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368595 Jul 27 23:07:55.630459 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678eeb80-963a-4be8-bec7-853ef4442a63 req-9a449e9e-b23a-4ff3-84f5-efbfd732a50d tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:55.632063 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-678eeb80-963a-4be8-bec7-853ef4442a63 req-9a449e9e-b23a-4ff3-84f5-efbfd732a50d tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.18 "GET /v2.0/ports?device_id=e96ee7fe-839a-4eef-92c3-c496be2cfd97 HTTP/1.1" status: 200 len: 944 time: 0.1985364 Jul 27 23:07:55.670299 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-f1b7b965-7916-48d2-b666-7a04707e4722 req-b539362a-5272-4464-8735-3d0afd582a30 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] For port e7bf3491-8bfc-434a-8d3b-3a0b3b90bbf4, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=e7bf3491-8bfc-434a-8d3b-3a0b3b90bbf4,segment=NetworkSegment(7332ccbf-8fd9-4ff5-bad6-b4b872eccd4e),segment_id=7332ccbf-8fd9-4ff5-bad6-b4b872eccd4e)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:07:55.670755 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-f1b7b965-7916-48d2-b666-7a04707e4722 req-b539362a-5272-4464-8735-3d0afd582a30 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:55.674119 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c0715aec-a0e0-49f3-ade3-aa251e6fa16c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620741'] for subnet, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:55.730966 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 9e4e79de-3a0e-4df4-9f4e-434a4116575b no longer exists at agent hyperv_n-h1-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:07:55.750477 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-f1b7b965-7916-48d2-b666-7a04707e4722 req-b539362a-5272-4464-8735-3d0afd582a30 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] Calling delete_port for e7bf3491-8bfc-434a-8d3b-3a0b3b90bbf4 owned by compute:nova {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:07:55.802967 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-678eeb80-963a-4be8-bec7-853ef4442a63 req-a6e7a6ab-cc06-48e8-915c-f92239a63fc6 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.18 "GET /v2.0/security-groups?id=657c655b-8580-45d5-979f-9b32b7a260f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602852 Jul 27 23:07:55.841782 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:55.875031 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c0715aec-a0e0-49f3-ade3-aa251e6fa16c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11971800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12265753'] for subnet, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:55.888065 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port 9e4e79de-3a0e-4df4-9f4e-434a4116575b, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=9e4e79de-3a0e-4df4-9f4e-434a4116575b,segment=NetworkSegment(758c827b-73d3-4676-bc4a-ecbb15805f5a),segment_id=758c827b-73d3-4676-bc4a-ecbb15805f5a)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:07:55.889334 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '090fc9ba-9df5-4f45-99a9-afe474888be5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e4e79de-3a0e-4df4-9f4e-434a4116575b'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:07:55.892191 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c0369b0d4f459110ff20a1f9878ba33f96d6491bddb9d15843bf29d01e0bda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2629a5c-9096-4fc9-9fce-645a7bde8aae" -d '{"events": [{"server_uuid": "090fc9ba-9df5-4f45-99a9-afe474888be5", "name": "network-vif-unplugged", "status": "completed", "tag": "9e4e79de-3a0e-4df4-9f4e-434a4116575b"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:07:55.896444 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c024d4-150b-4cf5-b5ec-30e20d37d139 req-78672eeb-28bf-44a8-8c46-f0f44b2dbc05 tempest-FloatingIPsAssociationTestJSON-312227423 tempest-FloatingIPsAssociationTestJSON-312227423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:55.899360 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-14c024d4-150b-4cf5-b5ec-30e20d37d139 req-78672eeb-28bf-44a8-8c46-f0f44b2dbc05 tempest-FloatingIPsAssociationTestJSON-312227423 tempest-FloatingIPsAssociationTestJSON-312227423-project] 10.222.0.18 "GET /v2.0/ports?device_id=090fc9ba-9df5-4f45-99a9-afe474888be5 HTTP/1.1" status: 200 len: 946 time: 0.0631995 Jul 27 23:07:55.910893 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0715aec-a0e0-49f3-ade3-aa251e6fa16c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4fd5a3ff-b29e-4d49-bc76-386259c90c5c,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:07:55.916292 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:55.923522 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 24185df4-0d89-421f-a3eb-be4ff3de08d0 no longer exists at agent hyperv_n-h1-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:07:55.933138 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c0715aec-a0e0-49f3-ade3-aa251e6fa16c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:55.934986 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-c0715aec-a0e0-49f3-ade3-aa251e6fa16c admin admin] 10.222.0.18 "DELETE /v2.0/subnets/4fd5a3ff-b29e-4d49-bc76-386259c90c5c HTTP/1.1" status: 204 len: 168 time: 0.6952562 Jul 27 23:07:55.943069 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 57302) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:07:55.958281 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-14c024d4-150b-4cf5-b5ec-30e20d37d139 req-d07d3b0d-9061-422c-9215-3038d7d833d4 tempest-FloatingIPsAssociationTestJSON-312227423 tempest-FloatingIPsAssociationTestJSON-312227423-project] 10.222.0.18 "GET /v2.0/security-groups?id=caac3015-af23-4b8e-8c6c-b51e7bf06c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516117 Jul 27 23:07:55.998991 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 23:07:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-129b175f-4a31-4bb8-a98a-3f2a64591ae1 x-openstack-request-id: req-129b175f-4a31-4bb8-a98a-3f2a64591ae1 {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:07:55.999222 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "090fc9ba-9df5-4f45-99a9-afe474888be5", "name": "network-vif-unplugged", "status": "completed", "tag": "9e4e79de-3a0e-4df4-9f4e-434a4116575b", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:07:55.999476 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-129b175f-4a31-4bb8-a98a-3f2a64591ae1 {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:07:55.999860 n-d-802623-1 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '090fc9ba-9df5-4f45-99a9-afe474888be5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e4e79de-3a0e-4df4-9f4e-434a4116575b', 'code': 200} Jul 27 23:07:56.001996 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] No Port match for: 24185df4-0d89-421f-a3eb-be4ff3de08d0 {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:07:56.002516 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 24185df4-0d89-421f-a3eb-be4ff3de08d0 not bound to the agent host n-h1-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:07:56.023362 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Pushing event updated for resources: {'Port': ['ID=9e4e79de-3a0e-4df4-9f4e-434a4116575b,revision_number=6']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:07:56.096345 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-87ee47e7-2826-4a06-b424-b6f60642752d req-41a7b4a9-eb99-49aa-8ff6-646b2d1419bc tempest-FloatingIPsAssociationTestJSON-312227423 tempest-FloatingIPsAssociationTestJSON-312227423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:56.099764 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3c0388be-6f27-434d-8d49-3e5afe6a2846 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593271'] for network, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:56.139368 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c27d7e6-ec39-42b1-8b0c-d33ceef92399 req-e29c52b1-cadb-4668-a4fd-0a04c13ce436 tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:56.141407 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-1c27d7e6-ec39-42b1-8b0c-d33ceef92399 req-e29c52b1-cadb-4668-a4fd-0a04c13ce436 tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] 10.222.0.18 "GET /v2.0/ports?device_id=73009c7b-4701-45a2-9167-c53f8173123c HTTP/1.1" status: 200 len: 944 time: 0.0699110 Jul 27 23:07:56.148509 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a7b4a9-eb99-49aa-8ff6-646b2d1419bc tempest-FloatingIPsAssociationTestJSON-312227423 tempest-FloatingIPsAssociationTestJSON-312227423-project] Pushing event deleted for resources: {'Port': ['ID=9e4e79de-3a0e-4df4-9f4e-434a4116575b,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:07:56.215011 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-87ee47e7-2826-4a06-b424-b6f60642752d req-41a7b4a9-eb99-49aa-8ff6-646b2d1419bc tempest-FloatingIPsAssociationTestJSON-312227423 tempest-FloatingIPsAssociationTestJSON-312227423-project] No DVR routers for this DVR port 9e4e79de-3a0e-4df4-9f4e-434a4116575b on host n-h1-802623-1 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:07:56.220813 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-1c27d7e6-ec39-42b1-8b0c-d33ceef92399 req-ea2bdecc-d0da-4475-861e-3e4dc239593a tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ee1769a-7cc2-4f9a-a15b-54c39d35bd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649025 Jul 27 23:07:56.234111 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-87ee47e7-2826-4a06-b424-b6f60642752d req-41a7b4a9-eb99-49aa-8ff6-646b2d1419bc tempest-FloatingIPsAssociationTestJSON-312227423 tempest-FloatingIPsAssociationTestJSON-312227423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:56.236097 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-87ee47e7-2826-4a06-b424-b6f60642752d req-41a7b4a9-eb99-49aa-8ff6-646b2d1419bc tempest-FloatingIPsAssociationTestJSON-312227423 tempest-FloatingIPsAssociationTestJSON-312227423-project] 10.222.0.38 "DELETE /v2.0/ports/9e4e79de-3a0e-4df4-9f4e-434a4116575b HTTP/1.1" status: 204 len: 173 time: 1.2514350 Jul 27 23:07:56.236545 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '090fc9ba-9df5-4f45-99a9-afe474888be5', 'name': 'network-vif-deleted', 'tag': '9e4e79de-3a0e-4df4-9f4e-434a4116575b'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:07:56.238769 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}011f8d312121274bb12d78e77c6379a2079800640016cec6c6d605b73666e854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9551b2b-da58-4822-b018-2aeac3c5de19" -d '{"events": [{"server_uuid": "090fc9ba-9df5-4f45-99a9-afe474888be5", "name": "network-vif-deleted", "tag": "9e4e79de-3a0e-4df4-9f4e-434a4116575b"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:07:56.246085 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-f1b7b965-7916-48d2-b666-7a04707e4722 req-b539362a-5272-4464-8735-3d0afd582a30 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:56.327973 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:07:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-362d48cb-79a6-4a7a-928e-2a213d4abbf6 x-openstack-request-id: req-362d48cb-79a6-4a7a-928e-2a213d4abbf6 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:07:56.328273 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "090fc9ba-9df5-4f45-99a9-afe474888be5", "name": "network-vif-deleted", "tag": "9e4e79de-3a0e-4df4-9f4e-434a4116575b", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:07:56.328532 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-362d48cb-79a6-4a7a-928e-2a213d4abbf6 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:07:56.332362 n-d-802623-1 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '090fc9ba-9df5-4f45-99a9-afe474888be5', 'name': 'network-vif-deleted', 'tag': '9e4e79de-3a0e-4df4-9f4e-434a4116575b', 'status': 'completed', 'code': 200} Jul 27 23:07:56.335351 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b539362a-5272-4464-8735-3d0afd582a30 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] Pushing event deleted for resources: {'Port': ['ID=e7bf3491-8bfc-434a-8d3b-3a0b3b90bbf4,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:07:56.372365 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 57322) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:07:56.425029 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3c0388be-6f27-434d-8d49-3e5afe6a2846 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618032', 'neutron.services.segments.db._delete_segments_for_network-8736833900081'] for network, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:56.434451 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1b7b965-7916-48d2-b666-7a04707e4722 req-b539362a-5272-4464-8735-3d0afd582a30 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] No DVR routers for this DVR port e7bf3491-8bfc-434a-8d3b-3a0b3b90bbf4 on host n-h2-802623-1 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:07:56.439100 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-f1b7b965-7916-48d2-b666-7a04707e4722 req-b539362a-5272-4464-8735-3d0afd582a30 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:56.441900 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f1b7b965-7916-48d2-b666-7a04707e4722 req-b539362a-5272-4464-8735-3d0afd582a30 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] 10.222.0.49 "DELETE /v2.0/ports/e7bf3491-8bfc-434a-8d3b-3a0b3b90bbf4 HTTP/1.1" status: 204 len: 173 time: 1.3160954 Jul 27 23:07:56.443695 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-3c0388be-6f27-434d-8d49-3e5afe6a2846 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14a5d194-281e-4b99-8409-49ab4b374004']}} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:07:56.448122 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ef2d4ccf-82f3-4014-a7ba-c1f15581ad7d tempest-ServersTestBootFromVolume-906123710 tempest-ServersTestBootFromVolume-906123710-project] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:56.461623 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-3c0388be-6f27-434d-8d49-3e5afe6a2846 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0804c63a-d684-491c-9e34-41f7ae70f391') {'for_net_delete': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:07:56.462009 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-3c0388be-6f27-434d-8d49-3e5afe6a2846 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0804c63a-d684-491c-9e34-41f7ae70f391') {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:07:56.474024 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3c0388be-6f27-434d-8d49-3e5afe6a2846 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736833900858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11163256'] for segment, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:56.482510 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ef2d4ccf-82f3-4014-a7ba-c1f15581ad7d tempest-ServersTestBootFromVolume-906123710 tempest-ServersTestBootFromVolume-906123710-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:56.490208 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3c0388be-6f27-434d-8d49-3e5afe6a2846 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:56.497928 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c0388be-6f27-434d-8d49-3e5afe6a2846 admin admin] Releasing vlan 522 on physical network physnet1 to pool {{(pid=93798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 23:07:56.498891 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3c0388be-6f27-434d-8d49-3e5afe6a2846 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11971746'] for segment, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:56.510411 n-d-802623-1 neutron-server[93798]: Traceback (most recent call last): Jul 27 23:07:56.510411 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 23:07:56.510411 n-d-802623-1 neutron-server[93798]: timer() Jul 27 23:07:56.510411 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 23:07:56.510411 n-d-802623-1 neutron-server[93798]: cb(*args, **kw) Jul 27 23:07:56.510411 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 23:07:56.510411 n-d-802623-1 neutron-server[93798]: return func(*args, **kwargs) Jul 27 23:07:56.510411 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 23:07:56.510411 n-d-802623-1 neutron-server[93798]: self._notify() Jul 27 23:07:56.510411 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 23:07:56.510411 n-d-802623-1 neutron-server[93798]: self.callback(batched_events) Jul 27 23:07:56.510411 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 23:07:56.510411 n-d-802623-1 neutron-server[93798]: event.method(event) Jul 27 23:07:56.510411 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 23:07:56.510411 n-d-802623-1 neutron-server[93798]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 23:07:56.510411 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 23:07:56.510411 n-d-802623-1 neutron-server[93798]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 23:07:56.510411 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 23:07:56.510411 n-d-802623-1 neutron-server[93798]: return f(self, *a, **k) Jul 27 23:07:56.510411 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 23:07:56.510411 n-d-802623-1 neutron-server[93798]: return self._get(url).json() Jul 27 23:07:56.510411 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 23:07:56.510411 n-d-802623-1 neutron-server[93798]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 23:07:56.510411 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 23:07:56.510411 n-d-802623-1 neutron-server[93798]: return self.request(url, 'GET', **kwargs) Jul 27 23:07:56.510411 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 23:07:56.510411 n-d-802623-1 neutron-server[93798]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 23:07:56.510411 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 23:07:56.510411 n-d-802623-1 neutron-server[93798]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 23:07:56.510411 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 23:07:56.510411 n-d-802623-1 neutron-server[93798]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 23:07:56.510411 n-d-802623-1 neutron-server[93798]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 23:07:56.527811 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device 07129cf8-05aa-4791-bb58-a73c8d14cf4c details requested by agent hyperv_n-h2-802623-1 with host n-h2-802623-1 {{(pid=93799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 23:07:56.530493 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device 80599080-78cb-47a0-b0f2-857ca0108a7e up at agent hyperv_n-h2-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:07:56.563753 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ef2d4ccf-82f3-4014-a7ba-c1f15581ad7d tempest-ServersTestBootFromVolume-906123710 tempest-ServersTestBootFromVolume-906123710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:56.566975 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ef2d4ccf-82f3-4014-a7ba-c1f15581ad7d tempest-ServersTestBootFromVolume-906123710 tempest-ServersTestBootFromVolume-906123710-project] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:56.576004 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 57324) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:07:56.576608 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-ef2d4ccf-82f3-4014-a7ba-c1f15581ad7d tempest-ServersTestBootFromVolume-906123710 tempest-ServersTestBootFromVolume-906123710-project] 10.222.0.18 "DELETE /v2.0/security-groups/51319066-09f7-46fc-a664-dbbf59d47595 HTTP/1.1" status: 204 len: 168 time: 0.2024817 Jul 27 23:07:56.597441 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2d4ccf-82f3-4014-a7ba-c1f15581ad7d tempest-ServersTestBootFromVolume-906123710 tempest-ServersTestBootFromVolume-906123710-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=51319066-09f7-46fc-a664-dbbf59d47595,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:07:56.601522 n-d-802623-1 neutron-server[93798]: INFO neutron.api.v2.resource [None req-5f5bae20-c44d-406d-8a32-305b1f7c8a3d tempest-ServersTestBootFromVolume-906123710 tempest-ServersTestBootFromVolume-906123710-project] show failed (client error): The resource could not be found. Jul 27 23:07:56.602819 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-5f5bae20-c44d-406d-8a32-305b1f7c8a3d tempest-ServersTestBootFromVolume-906123710 tempest-ServersTestBootFromVolume-906123710-project] 10.222.0.18 "GET /v2.0/security-groups/51319066-09f7-46fc-a664-dbbf59d47595 HTTP/1.1" status: 404 len: 347 time: 0.0251672 Jul 27 23:07:56.606065 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 57326) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:07:56.649438 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3c0388be-6f27-434d-8d49-3e5afe6a2846 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415412'] for network, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:56.655375 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3c0388be-6f27-434d-8d49-3e5afe6a2846 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:56.657321 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-3c0388be-6f27-434d-8d49-3e5afe6a2846 admin admin] 10.222.0.18 "DELETE /v2.0/networks/14a5d194-281e-4b99-8409-49ab4b374004 HTTP/1.1" status: 204 len: 168 time: 0.7123415 Jul 27 23:07:56.761593 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0388be-6f27-434d-8d49-3e5afe6a2846 admin admin] Pushing event deleted for resources: {'Network': ['ID=14a5d194-281e-4b99-8409-49ab4b374004,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:07:56.799079 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-bce28dfd-25bd-40df-88f9-48fbf6c63f89 tempest-ServersTestBootFromVolume-906123710 tempest-ServersTestBootFromVolume-906123710-project] Deleting port 862f16d5-65b3-4f4f-a620-48a7496edf3d {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:07:56.799421 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bce28dfd-25bd-40df-88f9-48fbf6c63f89 tempest-ServersTestBootFromVolume-906123710 tempest-ServersTestBootFromVolume-906123710-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:56.834391 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port 07129cf8-05aa-4791-bb58-a73c8d14cf4c, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=07129cf8-05aa-4791-bb58-a73c8d14cf4c,segment=NetworkSegment(16e91594-c047-4b55-93eb-43af33ad08e1),segment_id=16e91594-c047-4b55-93eb-43af33ad08e1)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:07:56.891501 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Provisioning for port 80599080-78cb-47a0-b0f2-857ca0108a7e completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:07:56.920157 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-45a0904f-fdbd-4f17-847f-4656d4e79fc7 req-a4e333be-da77-43fd-bb91-d1fa87c610f9 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] 10.222.0.18 "GET /v2.0/ports?device_id=1691ef14-ab37-40a7-8189-31944c5092fc HTTP/1.1" status: 200 len: 210 time: 0.0770223 Jul 27 23:07:56.924362 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Provisioning complete for port 80599080-78cb-47a0-b0f2-857ca0108a7e triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:07:56.935613 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:56.950934 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 57336) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:07:56.962396 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bce28dfd-25bd-40df-88f9-48fbf6c63f89 tempest-ServersTestBootFromVolume-906123710 tempest-ServersTestBootFromVolume-906123710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:56.962745 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bce28dfd-25bd-40df-88f9-48fbf6c63f89 tempest-ServersTestBootFromVolume-906123710 tempest-ServersTestBootFromVolume-906123710-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:56.964899 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Returning: {'device': '07129cf8-05aa-4791-bb58-a73c8d14cf4c', 'network_id': '591af2dd-f826-43b1-aa9d-e7a0bf218c71', 'port_id': '07129cf8-05aa-4791-bb58-a73c8d14cf4c', 'mac_address': 'fa:16:3e:51:ad:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62938449-046d-4cbe-923a-7ebb632c358d', 'ip_address': '192.168.233.214'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 23:07:57.001671 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-bce28dfd-25bd-40df-88f9-48fbf6c63f89 tempest-ServersTestBootFromVolume-906123710 tempest-ServersTestBootFromVolume-906123710-project] Calling delete_port for 862f16d5-65b3-4f4f-a620-48a7496edf3d owned by network:floatingip {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:07:57.077523 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7653e2-af87-4697-bbf0-9197f5206740 req-93332904-74d4-4a78-b826-ce9b9028f08e tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:57.084387 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-07db8ed2-b4ef-4cc5-b7bd-ae85f529ace0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=96daf22d5b4247978edfc4cfc5ef5662&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1308010 Jul 27 23:07:57.086571 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 57340) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:07:57.086887 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-3a7653e2-af87-4697-bbf0-9197f5206740 req-93332904-74d4-4a78-b826-ce9b9028f08e tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.18 "GET /v2.0/ports?device_id=e96ee7fe-839a-4eef-92c3-c496be2cfd97 HTTP/1.1" status: 200 len: 944 time: 0.1207285 Jul 27 23:07:57.154683 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ffa8f1d8-a3eb-4681-8987-3ff452e2d250 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:57.156631 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-3c6260c8-196e-4f21-9ee3-910881363760 req-6a0fdbf6-f471-47aa-a4a2-351bf00bf1ae tempest-FloatingIPsAssociationTestJSON-312227423 tempest-FloatingIPsAssociationTestJSON-312227423-project] 10.222.0.18 "GET /v2.0/ports?device_id=090fc9ba-9df5-4f45-99a9-afe474888be5 HTTP/1.1" status: 200 len: 210 time: 0.0679233 Jul 27 23:07:57.218727 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-3a7653e2-af87-4697-bbf0-9197f5206740 req-96302f29-991b-4f34-bd7d-3c8f0a66ca2c tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.18 "GET /v2.0/security-groups?id=657c655b-8580-45d5-979f-9b32b7a260f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806470 Jul 27 23:07:57.236995 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:57.276145 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b74c384b-4e4d-4a1c-a715-1a8766127f5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:57.294988 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07129cf8-05aa-4791-bb58-a73c8d14cf4c {{(pid=93799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:07:57.308497 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b74c384b-4e4d-4a1c-a715-1a8766127f5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:57.324017 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:57.337693 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port 07129cf8-05aa-4791-bb58-a73c8d14cf4c, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=07129cf8-05aa-4791-bb58-a73c8d14cf4c,segment=NetworkSegment(16e91594-c047-4b55-93eb-43af33ad08e1),segment_id=16e91594-c047-4b55-93eb-43af33ad08e1)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:07:57.363974 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:57.372695 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b74c384b-4e4d-4a1c-a715-1a8766127f5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:57.377659 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b74c384b-4e4d-4a1c-a715-1a8766127f5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:57.387809 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-b74c384b-4e4d-4a1c-a715-1a8766127f5b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e8e7b229-51f5-4d90-9897-e570dceca7b3 HTTP/1.1" status: 204 len: 168 time: 0.2918615 Jul 27 23:07:57.404770 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74c384b-4e4d-4a1c-a715-1a8766127f5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8e7b229-51f5-4d90-9897-e570dceca7b3,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:07:57.408641 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bce28dfd-25bd-40df-88f9-48fbf6c63f89 tempest-ServersTestBootFromVolume-906123710 tempest-ServersTestBootFromVolume-906123710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:57.427252 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port 80599080-78cb-47a0-b0f2-857ca0108a7e, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=80599080-78cb-47a0-b0f2-857ca0108a7e,segment=NetworkSegment(28e446c9-01ab-4372-bcf6-11d579b6d514),segment_id=28e446c9-01ab-4372-bcf6-11d579b6d514)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:07:57.438697 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:57.439453 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device ee69f46d-8e0a-47a9-a571-2306e289e408 no longer exists at agent hyperv_n-h2-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:07:57.439796 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce28dfd-25bd-40df-88f9-48fbf6c63f89 tempest-ServersTestBootFromVolume-906123710 tempest-ServersTestBootFromVolume-906123710-project] Pushing event deleted for resources: {'Port': ['ID=862f16d5-65b3-4f4f-a620-48a7496edf3d,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:07:57.450406 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828718a8-f3b1-40da-804f-127f02e3bae3 req-7383abc2-2186-4ef1-8b95-439f77f8b15a tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:57.458196 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-828718a8-f3b1-40da-804f-127f02e3bae3 req-7383abc2-2186-4ef1-8b95-439f77f8b15a tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] 10.222.0.18 "GET /v2.0/ports?device_id=73009c7b-4701-45a2-9167-c53f8173123c HTTP/1.1" status: 200 len: 944 time: 0.0981255 Jul 27 23:07:57.465645 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] No Port match for: ee69f46d-8e0a-47a9-a571-2306e289e408 {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:07:57.465982 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device ee69f46d-8e0a-47a9-a571-2306e289e408 not bound to the agent host n-h2-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:07:57.478501 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] get_ports_and_sgs() called for port_ids ['07129cf8-05aa-4791-bb58-a73c8d14cf4c'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:07:57.564401 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bce28dfd-25bd-40df-88f9-48fbf6c63f89 tempest-ServersTestBootFromVolume-906123710 tempest-ServersTestBootFromVolume-906123710-project] Notify callbacks [] for floatingip, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:57.567006 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bce28dfd-25bd-40df-88f9-48fbf6c63f89 tempest-ServersTestBootFromVolume-906123710 tempest-ServersTestBootFromVolume-906123710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for floatingip, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:57.568229 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-bce28dfd-25bd-40df-88f9-48fbf6c63f89 tempest-ServersTestBootFromVolume-906123710 tempest-ServersTestBootFromVolume-906123710-project] 10.222.0.18 "DELETE /v2.0/floatingips/c62b14a6-6cf1-4139-bbf4-5cec9fc79d19 HTTP/1.1" status: 204 len: 168 time: 0.9610717 Jul 27 23:07:57.571977 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 57356) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:07:57.594768 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-828718a8-f3b1-40da-804f-127f02e3bae3 req-f146dc6d-b9e7-495c-a5d4-a1486a9dbb11 tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ee1769a-7cc2-4f9a-a15b-54c39d35bd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355135 Jul 27 23:07:57.669089 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Pushing event updated for resources: {'Port': ['ID=07129cf8-05aa-4791-bb58-a73c8d14cf4c,revision_number=9']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:07:57.740763 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device e141df55-6ef1-4777-a67c-d14f5b9ece64 details requested by agent hyperv_n-h1-802623-1 with host n-h1-802623-1 {{(pid=93799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 23:07:57.760018 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Pushing event updated for resources: {'Port': ['ID=80599080-78cb-47a0-b0f2-857ca0108a7e,revision_number=5']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:07:57.903915 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port e141df55-6ef1-4777-a67c-d14f5b9ece64, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=e141df55-6ef1-4777-a67c-d14f5b9ece64,segment=NetworkSegment(ff9b0beb-ebd9-45f3-9693-d627eb3bb065),segment_id=ff9b0beb-ebd9-45f3-9693-d627eb3bb065)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:07:57.929733 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Returning: {'device': 'e141df55-6ef1-4777-a67c-d14f5b9ece64', 'network_id': '7ba5f889-7a68-424d-8fa1-71447bc958df', 'port_id': 'e141df55-6ef1-4777-a67c-d14f5b9ece64', 'mac_address': 'fa:16:3e:df:da:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2be3a116-6f3a-48af-9c58-17be143660fc', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 23:07:58.013172 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e96ee7fe-839a-4eef-92c3-c496be2cfd97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80599080-78cb-47a0-b0f2-857ca0108a7e'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:07:58.015770 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c0369b0d4f459110ff20a1f9878ba33f96d6491bddb9d15843bf29d01e0bda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ddf667e-3970-421e-9bd0-da485e9a8338" -d '{"events": [{"server_uuid": "e96ee7fe-839a-4eef-92c3-c496be2cfd97", "name": "network-vif-plugged", "status": "completed", "tag": "80599080-78cb-47a0-b0f2-857ca0108a7e"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:07:58.040772 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:58.071242 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e141df55-6ef1-4777-a67c-d14f5b9ece64 {{(pid=93799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:07:58.078758 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:07:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edb5d70e-5174-4849-bb41-12ca47ba3460 x-openstack-request-id: req-edb5d70e-5174-4849-bb41-12ca47ba3460 {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:07:58.079480 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e96ee7fe-839a-4eef-92c3-c496be2cfd97", "name": "network-vif-plugged", "status": "completed", "tag": "80599080-78cb-47a0-b0f2-857ca0108a7e", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:07:58.080202 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-edb5d70e-5174-4849-bb41-12ca47ba3460 {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:07:58.080834 n-d-802623-1 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e96ee7fe-839a-4eef-92c3-c496be2cfd97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80599080-78cb-47a0-b0f2-857ca0108a7e', 'code': 200} Jul 27 23:07:58.101993 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a797d519-7be4-473b-ac76-0f6426ecfeaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-414022'] for router_interface, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:58.106820 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port e141df55-6ef1-4777-a67c-d14f5b9ece64, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=e141df55-6ef1-4777-a67c-d14f5b9ece64,segment=NetworkSegment(ff9b0beb-ebd9-45f3-9693-d627eb3bb065),segment_id=ff9b0beb-ebd9-45f3-9693-d627eb3bb065)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:07:58.113551 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:58.192630 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Pushing event updated for resources: {'Port': ['ID=e141df55-6ef1-4777-a67c-d14f5b9ece64,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:07:58.213535 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716218fc-b490-4933-8633-f55abf687556 req-d38174ec-d4a3-4c83-88af-7933f92b5df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:58.216160 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-716218fc-b490-4933-8633-f55abf687556 req-d38174ec-d4a3-4c83-88af-7933f92b5df5 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=e96ee7fe-839a-4eef-92c3-c496be2cfd97 HTTP/1.1" status: 200 len: 1096 time: 0.0709951 Jul 27 23:07:58.221722 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 57378) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:07:58.330751 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1691ef14-ab37-40a7-8189-31944c5092fc', 'name': 'network-vif-deleted', 'tag': 'e7bf3491-8bfc-434a-8d3b-3a0b3b90bbf4'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:07:58.333257 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}011f8d312121274bb12d78e77c6379a2079800640016cec6c6d605b73666e854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-113f6ed5-7210-4dc5-98c2-64b71e6f0332" -d '{"events": [{"server_uuid": "1691ef14-ab37-40a7-8189-31944c5092fc", "name": "network-vif-deleted", "tag": "e7bf3491-8bfc-434a-8d3b-3a0b3b90bbf4"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:07:58.346274 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-716218fc-b490-4933-8633-f55abf687556 req-157ed3d7-0166-4dec-aa6c-e1e85f0726b1 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=657c655b-8580-45d5-979f-9b32b7a260f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217580 Jul 27 23:07:58.358796 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] get_ports_and_sgs() called for port_ids ['e141df55-6ef1-4777-a67c-d14f5b9ece64'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:07:58.438638 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a352e3-c7a8-41c0-bc57-455e85bad66b req-e711bc3c-2a1c-40dc-90dd-c248df41e787 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:58.440067 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-67a352e3-c7a8-41c0-bc57-455e85bad66b req-e711bc3c-2a1c-40dc-90dd-c248df41e787 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.18 "GET /v2.0/ports?device_id=e96ee7fe-839a-4eef-92c3-c496be2cfd97 HTTP/1.1" status: 200 len: 945 time: 0.0982144 Jul 27 23:07:58.556613 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device 07129cf8-05aa-4791-bb58-a73c8d14cf4c up at agent hyperv_n-h2-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:07:58.573594 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-67a352e3-c7a8-41c0-bc57-455e85bad66b req-b28073be-83ec-44c5-b365-966e2d6a3577 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.18 "GET /v2.0/security-groups?id=657c655b-8580-45d5-979f-9b32b7a260f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190391 Jul 27 23:07:58.673437 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:07:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e3e12d5-bd64-41e4-a46e-08c2fafde7d4 x-openstack-request-id: req-0e3e12d5-bd64-41e4-a46e-08c2fafde7d4 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:07:58.675883 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1691ef14-ab37-40a7-8189-31944c5092fc", "name": "network-vif-deleted", "tag": "e7bf3491-8bfc-434a-8d3b-3a0b3b90bbf4", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:07:58.677203 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0e3e12d5-bd64-41e4-a46e-08c2fafde7d4 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:07:58.678028 n-d-802623-1 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1691ef14-ab37-40a7-8189-31944c5092fc', 'name': 'network-vif-deleted', 'tag': 'e7bf3491-8bfc-434a-8d3b-3a0b3b90bbf4', 'status': 'completed', 'code': 200} Jul 27 23:07:58.739287 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Provisioning complete for port 07129cf8-05aa-4791-bb58-a73c8d14cf4c triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:07:58.739671 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:58.756525 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697f9633-4b57-4c6a-b8c6-099a877857cf req-ed4c4248-c3b7-4f21-b970-f9828ae5f5a5 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:58.764785 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-697f9633-4b57-4c6a-b8c6-099a877857cf req-ed4c4248-c3b7-4f21-b970-f9828ae5f5a5 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] 10.222.0.18 "GET /v2.0/ports?device_id=31e5972f-2cc7-450f-8a25-9160dca94c2b HTTP/1.1" status: 200 len: 945 time: 0.1985478 Jul 27 23:07:58.804860 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8db923-10ff-47e3-a8be-85830c26ea9a req-02e8a08f-1094-4929-b48d-099c39813d47 tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:58.806546 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-1c8db923-10ff-47e3-a8be-85830c26ea9a req-02e8a08f-1094-4929-b48d-099c39813d47 tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] 10.222.0.18 "GET /v2.0/ports?device_id=73009c7b-4701-45a2-9167-c53f8173123c HTTP/1.1" status: 200 len: 945 time: 0.1152124 Jul 27 23:07:58.824115 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-a797d519-7be4-473b-ac76-0f6426ecfeaf admin admin] Deleting port b23f4211-d6d1-4811-9f5a-ad54c48cab3c {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:07:58.824466 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a797d519-7be4-473b-ac76-0f6426ecfeaf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:58.844027 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:58.883650 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port 07129cf8-05aa-4791-bb58-a73c8d14cf4c, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=07129cf8-05aa-4791-bb58-a73c8d14cf4c,segment=NetworkSegment(16e91594-c047-4b55-93eb-43af33ad08e1),segment_id=16e91594-c047-4b55-93eb-43af33ad08e1)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:07:58.892171 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:58.893423 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device e7bf3491-8bfc-434a-8d3b-3a0b3b90bbf4 no longer exists at agent hyperv_n-h2-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:07:58.902064 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-697f9633-4b57-4c6a-b8c6-099a877857cf req-da1ce8ab-3a73-47ca-a383-507af14d2433 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] 10.222.0.18 "GET /v2.0/security-groups?id=bed30b16-cd2d-47d0-9758-37dc9df2dfb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362984 Jul 27 23:07:58.902295 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66ceb4f-dc5a-497d-afdd-4258ba8a8904 req-b01b0706-4f53-42cf-b858-96e5cea4381f tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:58.904116 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-d66ceb4f-dc5a-497d-afdd-4258ba8a8904 req-b01b0706-4f53-42cf-b858-96e5cea4381f tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] 10.222.0.38 "GET /v2.0/ports?device_id=31e5972f-2cc7-450f-8a25-9160dca94c2b HTTP/1.1" status: 200 len: 945 time: 0.1188016 Jul 27 23:07:58.919801 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] No Port match for: e7bf3491-8bfc-434a-8d3b-3a0b3b90bbf4 {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:07:58.920361 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device e7bf3491-8bfc-434a-8d3b-3a0b3b90bbf4 not bound to the agent host n-h2-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:07:58.956810 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-1c8db923-10ff-47e3-a8be-85830c26ea9a req-26959149-2000-4a91-9d65-a1511bb66254 tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ee1769a-7cc2-4f9a-a15b-54c39d35bd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268954 Jul 27 23:07:58.969509 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-a797d519-7be4-473b-ac76-0f6426ecfeaf admin admin] For port b23f4211-d6d1-4811-9f5a-ad54c48cab3c, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=b23f4211-d6d1-4811-9f5a-ad54c48cab3c,segment=NetworkSegment(6d86712d-5b82-4bcf-9bd8-e75a26d556ba),segment_id=6d86712d-5b82-4bcf-9bd8-e75a26d556ba)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:07:58.969873 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a797d519-7be4-473b-ac76-0f6426ecfeaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:58.973039 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Pushing event updated for resources: {'Port': ['ID=07129cf8-05aa-4791-bb58-a73c8d14cf4c,revision_number=10']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:07:58.984740 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-a797d519-7be4-473b-ac76-0f6426ecfeaf admin admin] Calling delete_port for b23f4211-d6d1-4811-9f5a-ad54c48cab3c owned by network:router_interface {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:07:59.062358 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-d66ceb4f-dc5a-497d-afdd-4258ba8a8904 req-e8814e59-374c-4fa8-9d1a-8d41918a94bb tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] Deleting port 5492f708-7970-435a-adac-3fa8953a6f22 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:07:59.062710 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-d66ceb4f-dc5a-497d-afdd-4258ba8a8904 req-e8814e59-374c-4fa8-9d1a-8d41918a94bb tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:59.160539 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0e64acdd-c227-46fb-bcdd-dfcde8616c83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-414022'] for router_interface, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:59.187781 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a797d519-7be4-473b-ac76-0f6426ecfeaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:59.204397 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-d66ceb4f-dc5a-497d-afdd-4258ba8a8904 req-e8814e59-374c-4fa8-9d1a-8d41918a94bb tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] For port 5492f708-7970-435a-adac-3fa8953a6f22, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=5492f708-7970-435a-adac-3fa8953a6f22,segment=NetworkSegment(7332ccbf-8fd9-4ff5-bad6-b4b872eccd4e),segment_id=7332ccbf-8fd9-4ff5-bad6-b4b872eccd4e)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:07:59.205026 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-d66ceb4f-dc5a-497d-afdd-4258ba8a8904 req-e8814e59-374c-4fa8-9d1a-8d41918a94bb tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:59.215463 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a797d519-7be4-473b-ac76-0f6426ecfeaf admin admin] Pushing event deleted for resources: {'Port': ['ID=b23f4211-d6d1-4811-9f5a-ad54c48cab3c,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:07:59.226466 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-d66ceb4f-dc5a-497d-afdd-4258ba8a8904 req-e8814e59-374c-4fa8-9d1a-8d41918a94bb tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] Calling delete_port for 5492f708-7970-435a-adac-3fa8953a6f22 owned by compute:nova {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:07:59.311504 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:59.387697 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a797d519-7be4-473b-ac76-0f6426ecfeaf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3760546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-413994'] for router_interface, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:59.491747 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-d66ceb4f-dc5a-497d-afdd-4258ba8a8904 req-e8814e59-374c-4fa8-9d1a-8d41918a94bb tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:59.526866 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e8e8cf78-931a-4e7d-8310-b10e3b1cc9e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:59.545347 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8814e59-374c-4fa8-9d1a-8d41918a94bb tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] Pushing event deleted for resources: {'Port': ['ID=5492f708-7970-435a-adac-3fa8953a6f22,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:07:59.592720 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-d66ceb4f-dc5a-497d-afdd-4258ba8a8904 req-e8814e59-374c-4fa8-9d1a-8d41918a94bb tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] No DVR routers for this DVR port 5492f708-7970-435a-adac-3fa8953a6f22 on host n-h1-802623-1 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:07:59.596936 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-d66ceb4f-dc5a-497d-afdd-4258ba8a8904 req-e8814e59-374c-4fa8-9d1a-8d41918a94bb tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:59.598896 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-d66ceb4f-dc5a-497d-afdd-4258ba8a8904 req-e8814e59-374c-4fa8-9d1a-8d41918a94bb tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] 10.222.0.38 "DELETE /v2.0/ports/5492f708-7970-435a-adac-3fa8953a6f22 HTTP/1.1" status: 204 len: 173 time: 0.6871734 Jul 27 23:07:59.607016 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-0e64acdd-c227-46fb-bcdd-dfcde8616c83 admin admin] Deleting port 402f496a-5912-40d6-b1a0-20b7a7501523 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:07:59.607420 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0e64acdd-c227-46fb-bcdd-dfcde8616c83 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:59.646866 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a797d519-7be4-473b-ac76-0f6426ecfeaf admin admin] Router 16bde1c9-77cc-4a0a-9d3d-6ade739b6f5e has already been hosted by L3 agent 018c4455-49c0-4734-927d-7824067b2a9e {{(pid=93797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 23:07:59.679466 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:59.706111 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-0e64acdd-c227-46fb-bcdd-dfcde8616c83 admin admin] For port 402f496a-5912-40d6-b1a0-20b7a7501523, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=402f496a-5912-40d6-b1a0-20b7a7501523,segment=NetworkSegment(758c827b-73d3-4676-bc4a-ecbb15805f5a),segment_id=758c827b-73d3-4676-bc4a-ecbb15805f5a)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:07:59.706524 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0e64acdd-c227-46fb-bcdd-dfcde8616c83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:59.725352 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-0e64acdd-c227-46fb-bcdd-dfcde8616c83 admin admin] Calling delete_port for 402f496a-5912-40d6-b1a0-20b7a7501523 owned by network:router_interface {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:07:59.743682 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device e141df55-6ef1-4777-a67c-d14f5b9ece64 up at agent hyperv_n-h1-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:07:59.759742 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa493a2d-1a1b-4968-8bcb-8338d48f79ba req-629889b5-e734-4f19-8a52-1e0d4f736d64 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:59.761855 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-fa493a2d-1a1b-4968-8bcb-8338d48f79ba req-629889b5-e734-4f19-8a52-1e0d4f736d64 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.18 "GET /v2.0/ports?device_id=e96ee7fe-839a-4eef-92c3-c496be2cfd97 HTTP/1.1" status: 200 len: 945 time: 0.1177247 Jul 27 23:07:59.808166 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Provisioning for port e141df55-6ef1-4777-a67c-d14f5b9ece64 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:07:59.813240 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Provisioning complete for port e141df55-6ef1-4777-a67c-d14f5b9ece64 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:07:59.813756 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:59.871955 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-fa493a2d-1a1b-4968-8bcb-8338d48f79ba req-ed527631-3a06-40be-9db0-ffa8a4a224d3 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.18 "GET /v2.0/security-groups?id=657c655b-8580-45d5-979f-9b32b7a260f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003017 Jul 27 23:07:59.879733 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a797d519-7be4-473b-ac76-0f6426ecfeaf admin admin] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:07:59.886893 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-a797d519-7be4-473b-ac76-0f6426ecfeaf admin admin] 10.222.0.18 "PUT /v2.0/routers/16bde1c9-77cc-4a0a-9d3d-6ade739b6f5e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3126862 Jul 27 23:07:59.892964 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ffef00-36c8-4d1e-b28b-061e5d48a863 None None] Sync routers for ids ['16bde1c9-77cc-4a0a-9d3d-6ade739b6f5e'] in n-d-802623-1 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:07:59.899211 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 57430) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:07:59.907550 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ffef00-36c8-4d1e-b28b-061e5d48a863 None None] Routers {'16bde1c9-77cc-4a0a-9d3d-6ade739b6f5e'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:07:59.909892 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-d3ffef00-36c8-4d1e-b28b-061e5d48a863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:08:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['16bde1c9-77cc-4a0a-9d3d-6ade739b6f5e'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:07:59.975374 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:00.022745 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port e141df55-6ef1-4777-a67c-d14f5b9ece64, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=e141df55-6ef1-4777-a67c-d14f5b9ece64,segment=NetworkSegment(ff9b0beb-ebd9-45f3-9693-d627eb3bb065),segment_id=ff9b0beb-ebd9-45f3-9693-d627eb3bb065)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:08:00.033292 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:00.059673 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0e64acdd-c227-46fb-bcdd-dfcde8616c83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:00.089228 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55c02be4-66a1-4b0b-a2e8-25b212b674a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07129cf8-05aa-4791-bb58-a73c8d14cf4c'}, {'server_uuid': '73009c7b-4701-45a2-9167-c53f8173123c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e141df55-6ef1-4777-a67c-d14f5b9ece64'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:08:00.091797 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c0369b0d4f459110ff20a1f9878ba33f96d6491bddb9d15843bf29d01e0bda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-994860a5-e462-473c-9101-128e02ae3bf5" -d '{"events": [{"server_uuid": "55c02be4-66a1-4b0b-a2e8-25b212b674a7", "name": "network-vif-plugged", "status": "completed", "tag": "07129cf8-05aa-4791-bb58-a73c8d14cf4c"}, {"server_uuid": "73009c7b-4701-45a2-9167-c53f8173123c", "name": "network-vif-plugged", "status": "completed", "tag": "e141df55-6ef1-4777-a67c-d14f5b9ece64"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:08:00.126009 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Pushing event updated for resources: {'Port': ['ID=e141df55-6ef1-4777-a67c-d14f5b9ece64,revision_number=5']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:08:00.133606 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-d3ffef00-36c8-4d1e-b28b-061e5d48a863 None None] Set router 16bde1c9-77cc-4a0a-9d3d-6ade739b6f5e gateway port host: n-d-802623-1 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:08:00.168050 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-df6ac814-11b7-49d4-b78c-19bdc8c8465d req-db09d715-b764-4106-9505-66687e0e6012 tempest-LiveMigrationTest-2142348 tempest-LiveMigrationTest-2142348-project] 10.222.0.18 "GET /v2.0/ports?device_id=31e5972f-2cc7-450f-8a25-9160dca94c2b HTTP/1.1" status: 200 len: 210 time: 0.0786016 Jul 27 23:08:00.169924 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e64acdd-c227-46fb-bcdd-dfcde8616c83 admin admin] Pushing event deleted for resources: {'Port': ['ID=402f496a-5912-40d6-b1a0-20b7a7501523,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:08:00.357688 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b95054c7-a149-49d2-8a66-58dc9688643f admin admin] Notify callbacks [] for router, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:00.387941 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-19f2e178-d45e-4fbe-b9be-c3963fc151ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:00.415928 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 27 Jul 2021 23:08:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84c9ec78-5a60-4447-b8d4-a33756020300 x-openstack-request-id: req-84c9ec78-5a60-4447-b8d4-a33756020300 {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:08:00.416414 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55c02be4-66a1-4b0b-a2e8-25b212b674a7", "name": "network-vif-plugged", "status": "completed", "tag": "07129cf8-05aa-4791-bb58-a73c8d14cf4c", "code": 200}, {"server_uuid": "73009c7b-4701-45a2-9167-c53f8173123c", "name": "network-vif-plugged", "status": "completed", "tag": "e141df55-6ef1-4777-a67c-d14f5b9ece64", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:08:00.416948 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-84c9ec78-5a60-4447-b8d4-a33756020300 {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:08:00.417499 n-d-802623-1 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55c02be4-66a1-4b0b-a2e8-25b212b674a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07129cf8-05aa-4791-bb58-a73c8d14cf4c', 'code': 200} Jul 27 23:08:00.417945 n-d-802623-1 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73009c7b-4701-45a2-9167-c53f8173123c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e141df55-6ef1-4777-a67c-d14f5b9ece64', 'code': 200} Jul 27 23:08:00.470867 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0e64acdd-c227-46fb-bcdd-dfcde8616c83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3760546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-413994'] for router_interface, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:00.539961 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-d3ffef00-36c8-4d1e-b28b-061e5d48a863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16bde1c9-77cc-4a0a-9d3d-6ade739b6f5e', 'name': 'tempest-ServersTestBootFromVolume-1987523553-router', 'tenant_id': 'e1cc4618ab8d497f8f1b385f74e71fb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.243'}], 'enable_snat': True}, 'gw_port_id': '90f70c81-092e-4c82-a179-5b6d6f19964f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:04:23Z', 'updated_at': '2021-07-27T23:07:59Z', 'revision_number': 5, 'project_id': 'e1cc4618ab8d497f8f1b385f74e71fb7', 'gw_port': {'id': '90f70c81-092e-4c82-a179-5b6d6f19964f', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:e6:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16bde1c9-77cc-4a0a-9d3d-6ade739b6f5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:04:25Z', 'updated_at': '2021-07-27T23:04:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1'}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:08:00.541384 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95f32a7-1daf-419c-9abb-bb24a97d551d req-e0f1af31-a214-481a-b477-b078f39184fe tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:08:00.550463 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f95f32a7-1daf-419c-9abb-bb24a97d551d req-e0f1af31-a214-481a-b477-b078f39184fe tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] 10.222.0.18 "GET /v2.0/ports?device_id=73009c7b-4701-45a2-9167-c53f8173123c HTTP/1.1" status: 200 len: 946 time: 0.3958755 Jul 27 23:08:00.583263 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ffef00-36c8-4d1e-b28b-061e5d48a863 None None] Checking router: 16bde1c9-77cc-4a0a-9d3d-6ade739b6f5e for host: n-d-802623-1 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 23:08:00.598210 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ffef00-36c8-4d1e-b28b-061e5d48a863 None None] Routers {'16bde1c9-77cc-4a0a-9d3d-6ade739b6f5e'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:08:00.600063 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-d3ffef00-36c8-4d1e-b28b-061e5d48a863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:08:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['16bde1c9-77cc-4a0a-9d3d-6ade739b6f5e'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:08:00.634412 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f95f32a7-1daf-419c-9abb-bb24a97d551d req-017014ce-d165-4a23-8f3b-15dd1f8866d2 tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ee1769a-7cc2-4f9a-a15b-54c39d35bd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747073 Jul 27 23:08:00.636605 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b95054c7-a149-49d2-8a66-58dc9688643f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:00.763455 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-b95054c7-a149-49d2-8a66-58dc9688643f admin admin] Deleting port 90f70c81-092e-4c82-a179-5b6d6f19964f {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:08:00.763781 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b95054c7-a149-49d2-8a66-58dc9688643f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:00.796462 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-d3ffef00-36c8-4d1e-b28b-061e5d48a863 None None] Set router 16bde1c9-77cc-4a0a-9d3d-6ade739b6f5e gateway port host: n-d-802623-1 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:08:00.870994 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-b95054c7-a149-49d2-8a66-58dc9688643f admin admin] For port 90f70c81-092e-4c82-a179-5b6d6f19964f, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=90f70c81-092e-4c82-a179-5b6d6f19964f,segment=NetworkSegment(b9afe07e-bbe4-4740-834c-4b6a9698bdbc),segment_id=b9afe07e-bbe4-4740-834c-4b6a9698bdbc)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:08:00.872073 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b95054c7-a149-49d2-8a66-58dc9688643f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:00.890351 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-b95054c7-a149-49d2-8a66-58dc9688643f admin admin] Calling delete_port for 90f70c81-092e-4c82-a179-5b6d6f19964f owned by network:router_gateway {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:08:01.012716 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31e5972f-2cc7-450f-8a25-9160dca94c2b', 'name': 'network-vif-deleted', 'tag': '5492f708-7970-435a-adac-3fa8953a6f22'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:08:01.015365 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}011f8d312121274bb12d78e77c6379a2079800640016cec6c6d605b73666e854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b56c832b-f9ea-4433-ae07-ece8e912ccf2" -d '{"events": [{"server_uuid": "31e5972f-2cc7-450f-8a25-9160dca94c2b", "name": "network-vif-deleted", "tag": "5492f708-7970-435a-adac-3fa8953a6f22"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:08:01.022453 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-d3ffef00-36c8-4d1e-b28b-061e5d48a863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16bde1c9-77cc-4a0a-9d3d-6ade739b6f5e', 'name': 'tempest-ServersTestBootFromVolume-1987523553-router', 'tenant_id': 'e1cc4618ab8d497f8f1b385f74e71fb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.243'}], 'enable_snat': True}, 'gw_port_id': '90f70c81-092e-4c82-a179-5b6d6f19964f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:04:23Z', 'updated_at': '2021-07-27T23:07:59Z', 'revision_number': 5, 'project_id': 'e1cc4618ab8d497f8f1b385f74e71fb7', 'gw_port': {'id': '90f70c81-092e-4c82-a179-5b6d6f19964f', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:e6:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16bde1c9-77cc-4a0a-9d3d-6ade739b6f5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:04:25Z', 'updated_at': '2021-07-27T23:04:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1'}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:08:01.058306 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ffef00-36c8-4d1e-b28b-061e5d48a863 None None] The sync data for ids ['16bde1c9-77cc-4a0a-9d3d-6ade739b6f5e'] in n-d-802623-1 is: [{'id': '16bde1c9-77cc-4a0a-9d3d-6ade739b6f5e', 'name': 'tempest-ServersTestBootFromVolume-1987523553-router', 'tenant_id': 'e1cc4618ab8d497f8f1b385f74e71fb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.243'}], 'enable_snat': True}, 'gw_port_id': '90f70c81-092e-4c82-a179-5b6d6f19964f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:04:23Z', 'updated_at': '2021-07-27T23:07:59Z', 'revision_number': 5, 'project_id': 'e1cc4618ab8d497f8f1b385f74e71fb7', 'gw_port': {'id': '90f70c81-092e-4c82-a179-5b6d6f19964f', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:e6:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16bde1c9-77cc-4a0a-9d3d-6ade739b6f5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:04:25Z', 'updated_at': '2021-07-27T23:04:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1'}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:08:01.113518 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:08:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa1309ab-2666-4586-9f78-86b87d4bcd27 x-openstack-request-id: req-aa1309ab-2666-4586-9f78-86b87d4bcd27 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:08:01.113827 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31e5972f-2cc7-450f-8a25-9160dca94c2b", "name": "network-vif-deleted", "tag": "5492f708-7970-435a-adac-3fa8953a6f22", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:08:01.114050 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-aa1309ab-2666-4586-9f78-86b87d4bcd27 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:08:01.114430 n-d-802623-1 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31e5972f-2cc7-450f-8a25-9160dca94c2b', 'name': 'network-vif-deleted', 'tag': '5492f708-7970-435a-adac-3fa8953a6f22', 'status': 'completed', 'code': 200} Jul 27 23:08:01.139427 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fde212-9f0c-4bb3-96ee-d52942b33d0d req-ad6a0658-a1d7-4c37-aee0-63dab85934a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:08:01.140954 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-d1fde212-9f0c-4bb3-96ee-d52942b33d0d req-ad6a0658-a1d7-4c37-aee0-63dab85934a1 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=73009c7b-4701-45a2-9167-c53f8173123c HTTP/1.1" status: 200 len: 1097 time: 0.5113504 Jul 27 23:08:01.165435 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78675c62-c3ff-4723-baf3-3a43183a434f req-c2d0f4be-0626-4ce4-b9c4-b6906790c610 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:08:01.171101 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b95054c7-a149-49d2-8a66-58dc9688643f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:01.184411 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-78675c62-c3ff-4723-baf3-3a43183a434f req-c2d0f4be-0626-4ce4-b9c4-b6906790c610 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.18 "GET /v2.0/ports?device_id=e96ee7fe-839a-4eef-92c3-c496be2cfd97 HTTP/1.1" status: 200 len: 945 time: 0.1743681 Jul 27 23:08:01.209723 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95054c7-a149-49d2-8a66-58dc9688643f admin admin] Pushing event deleted for resources: {'Port': ['ID=90f70c81-092e-4c82-a179-5b6d6f19964f,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:08:01.247383 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e64acdd-c227-46fb-bcdd-dfcde8616c83 admin admin] Router cf96189a-75ea-47b4-bd5b-79cf952e79aa has already been hosted by L3 agent 018c4455-49c0-4734-927d-7824067b2a9e {{(pid=93798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 23:08:01.264375 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 57516) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:08:01.291736 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-d1fde212-9f0c-4bb3-96ee-d52942b33d0d req-4087c2c6-880d-4a76-a8ea-3e33e28372cc service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=9ee1769a-7cc2-4f9a-a15b-54c39d35bd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410770 Jul 27 23:08:01.300812 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b95054c7-a149-49d2-8a66-58dc9688643f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-415368'] for router_gateway, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:01.330922 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-78675c62-c3ff-4723-baf3-3a43183a434f req-351c7923-67b9-4268-813e-53a928858688 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.18 "GET /v2.0/security-groups?id=657c655b-8580-45d5-979f-9b32b7a260f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454115 Jul 27 23:08:01.421240 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b95054c7-a149-49d2-8a66-58dc9688643f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62205'] for router, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:01.423513 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b95054c7-a149-49d2-8a66-58dc9688643f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:01.487621 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b95054c7-a149-49d2-8a66-58dc9688643f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-477831'] for router, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:01.488272 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b95054c7-a149-49d2-8a66-58dc9688643f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 16bde1c9-77cc-4a0a-9d3d-6ade739b6f5e {{(pid=93797) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 23:08:01.498482 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b95054c7-a149-49d2-8a66-58dc9688643f admin admin] Notify callbacks [] for router, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:01.503547 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-b95054c7-a149-49d2-8a66-58dc9688643f admin admin] 10.222.0.18 "DELETE /v2.0/routers/16bde1c9-77cc-4a0a-9d3d-6ade739b6f5e HTTP/1.1" status: 204 len: 168 time: 1.6008430 Jul 27 23:08:01.504134 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 57524) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:08:01.660685 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_v2 [None req-4378f543-5bf4-47e9-9bf6-ff2b134fbff6 admin admin] Deleting subnet b9b5db02-c302-48bd-b0f3-e4b2e75710bc {{(pid=93797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 23:08:01.669522 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4378f543-5bf4-47e9-9bf6-ff2b134fbff6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:01.705313 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e2faa10-2ff3-4df2-a3ac-a38754874dba admin admin] Deleting subnet b1592ca5-0a74-47a5-88e1-85b3448a0017 {{(pid=93798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 23:08:01.709544 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device b23f4211-d6d1-4811-9f5a-ad54c48cab3c no longer exists at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:08:01.712278 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2e2faa10-2ff3-4df2-a3ac-a38754874dba admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:01.744083 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4378f543-5bf4-47e9-9bf6-ff2b134fbff6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11335971'] for subnet, precommit_delete_associations {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:01.748343 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] No Port match for: b23f4211-d6d1-4811-9f5a-ad54c48cab3c {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:08:01.748757 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device b23f4211-d6d1-4811-9f5a-ad54c48cab3c not bound to the agent host n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:08:01.751552 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 5492f708-7970-435a-adac-3fa8953a6f22 no longer exists at agent hyperv_n-h1-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:08:01.761272 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2e2faa10-2ff3-4df2-a3ac-a38754874dba admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11163249'] for subnet, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:01.812622 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2e2faa10-2ff3-4df2-a3ac-a38754874dba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620741'] for subnet, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:01.830418 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] No Port match for: 5492f708-7970-435a-adac-3fa8953a6f22 {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:08:01.830756 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 5492f708-7970-435a-adac-3fa8953a6f22 not bound to the agent host n-h1-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:08:01.924155 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4378f543-5bf4-47e9-9bf6-ff2b134fbff6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620741'] for subnet, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:01.930184 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2e2faa10-2ff3-4df2-a3ac-a38754874dba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11971800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12265753'] for subnet, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:01.986709 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e64acdd-c227-46fb-bcdd-dfcde8616c83 admin admin] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:08:01.992795 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4378f543-5bf4-47e9-9bf6-ff2b134fbff6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11335991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11551414'] for subnet, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:02.000626 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b74abf5-b7c7-414e-80b7-d606ac257fd9 None None] Sync routers for ids ['cf96189a-75ea-47b4-bd5b-79cf952e79aa'] in n-d-802623-1 {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:08:02.007506 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-0e64acdd-c227-46fb-bcdd-dfcde8616c83 admin admin] 10.222.0.18 "PUT /v2.0/routers/cf96189a-75ea-47b4-bd5b-79cf952e79aa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7845616 Jul 27 23:08:02.009346 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2e2faa10-2ff3-4df2-a3ac-a38754874dba admin admin] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:02.011477 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-2e2faa10-2ff3-4df2-a3ac-a38754874dba admin admin] 10.222.0.18 "DELETE /v2.0/subnets/b1592ca5-0a74-47a5-88e1-85b3448a0017 HTTP/1.1" status: 204 len: 168 time: 0.7461812 Jul 27 23:08:02.012692 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2faa10-2ff3-4df2-a3ac-a38754874dba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b1592ca5-0a74-47a5-88e1-85b3448a0017,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:08:02.021333 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 57556) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:08:02.022530 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 57558) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:08:02.033958 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b74abf5-b7c7-414e-80b7-d606ac257fd9 None None] Routers {'cf96189a-75ea-47b4-bd5b-79cf952e79aa'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:08:02.040816 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-9b74abf5-b7c7-414e-80b7-d606ac257fd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:08:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['cf96189a-75ea-47b4-bd5b-79cf952e79aa'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:08:02.062945 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053cc075-8b96-421f-80ca-6c7db9af8531 req-e1441d4c-d157-4841-b334-a2e6aeb960c2 tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:08:02.065235 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-053cc075-8b96-421f-80ca-6c7db9af8531 req-e1441d4c-d157-4841-b334-a2e6aeb960c2 tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] 10.222.0.18 "GET /v2.0/ports?device_id=73009c7b-4701-45a2-9167-c53f8173123c HTTP/1.1" status: 200 len: 946 time: 0.1844714 Jul 27 23:08:02.115938 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-053cc075-8b96-421f-80ca-6c7db9af8531 req-ccbd109f-b40d-4c9c-85b2-145cff01406c tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ee1769a-7cc2-4f9a-a15b-54c39d35bd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429416 Jul 27 23:08:02.215880 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4378f543-5bf4-47e9-9bf6-ff2b134fbff6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b9b5db02-c302-48bd-b0f3-e4b2e75710bc,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:08:02.236787 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4378f543-5bf4-47e9-9bf6-ff2b134fbff6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for subnet, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:02.239663 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-4378f543-5bf4-47e9-9bf6-ff2b134fbff6 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/b9b5db02-c302-48bd-b0f3-e4b2e75710bc HTTP/1.1" status: 204 len: 168 time: 0.7336271 Jul 27 23:08:02.241656 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 57566) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:08:02.273755 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bbfff1e-f1ff-4d1e-954f-3a793ebfa843 None None] Network 786c8bed-6530-402d-94b3-9fdab2784572 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:08:02.362444 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-47ebd80b-a672-40f3-84d4-df6a280810e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593271'] for network, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:02.408651 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7418f70f-e60d-4709-8ba9-6ab514bc7f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:02.418932 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d3f50d41-ae63-4f6b-aa75-11547a5618a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593271'] for network, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:02.466861 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d93de308-3bd9-48e1-918b-aa5d4d3808dc admin admin] Notify callbacks [] for router, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:02.520131 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-9b74abf5-b7c7-414e-80b7-d606ac257fd9 None None] Set router cf96189a-75ea-47b4-bd5b-79cf952e79aa gateway port host: n-d-802623-1 {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:08:02.599166 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-d3f50d41-ae63-4f6b-aa75-11547a5618a0 admin admin] Deleting port 09963ae7-a961-472f-8be4-72e56149f1bf {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:08:02.607930 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d3f50d41-ae63-4f6b-aa75-11547a5618a0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:02.694349 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-47ebd80b-a672-40f3-84d4-df6a280810e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618032', 'neutron.services.segments.db._delete_segments_for_network-8736833900081'] for network, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:02.720959 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-47ebd80b-a672-40f3-84d4-df6a280810e2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c451a142-86a9-4355-833f-365557d21b8d']}} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:08:02.766993 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-d3f50d41-ae63-4f6b-aa75-11547a5618a0 admin admin] For port 09963ae7-a961-472f-8be4-72e56149f1bf, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=09963ae7-a961-472f-8be4-72e56149f1bf,segment=NetworkSegment(6d86712d-5b82-4bcf-9bd8-e75a26d556ba),segment_id=6d86712d-5b82-4bcf-9bd8-e75a26d556ba)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:08:02.773233 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d3f50d41-ae63-4f6b-aa75-11547a5618a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:02.783234 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-47ebd80b-a672-40f3-84d4-df6a280810e2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7332ccbf-8fd9-4ff5-bad6-b4b872eccd4e') {'for_net_delete': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:08:02.783448 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-47ebd80b-a672-40f3-84d4-df6a280810e2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7332ccbf-8fd9-4ff5-bad6-b4b872eccd4e') {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:08:02.804571 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-d3f50d41-ae63-4f6b-aa75-11547a5618a0 admin admin] Calling delete_port for 09963ae7-a961-472f-8be4-72e56149f1bf owned by network:dhcp {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:08:02.809909 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-47ebd80b-a672-40f3-84d4-df6a280810e2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736833900858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11335978'] for segment, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:02.820597 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a9af6aa-ad63-4cd2-9f53-3c47baad5bab None None] DHCP port deletion for 786c8bed-6530-402d-94b3-9fdab2784572 request from n-d-802623-1 {{(pid=93799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 23:08:02.835339 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d0e905-5622-4d9a-a031-35916efb226a req-a3c1ff25-9a06-44a3-b4f6-8ebf3323d72a tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:08:02.842819 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-09d0e905-5622-4d9a-a031-35916efb226a req-a3c1ff25-9a06-44a3-b4f6-8ebf3323d72a tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.18 "GET /v2.0/ports?device_id=e96ee7fe-839a-4eef-92c3-c496be2cfd97 HTTP/1.1" status: 200 len: 945 time: 0.2007549 Jul 27 23:08:02.870478 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-47ebd80b-a672-40f3-84d4-df6a280810e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:02.883607 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47ebd80b-a672-40f3-84d4-df6a280810e2 admin admin] Releasing vlan 530 on physical network physnet1 to pool {{(pid=93797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 23:08:02.883829 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-47ebd80b-a672-40f3-84d4-df6a280810e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11336013'] for segment, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:02.885681 n-d-802623-1 neutron-server[93797]: Traceback (most recent call last): Jul 27 23:08:02.885681 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 23:08:02.885681 n-d-802623-1 neutron-server[93797]: timer() Jul 27 23:08:02.885681 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 23:08:02.885681 n-d-802623-1 neutron-server[93797]: cb(*args, **kw) Jul 27 23:08:02.885681 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 23:08:02.885681 n-d-802623-1 neutron-server[93797]: return func(*args, **kwargs) Jul 27 23:08:02.885681 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 23:08:02.885681 n-d-802623-1 neutron-server[93797]: self._notify() Jul 27 23:08:02.885681 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 23:08:02.885681 n-d-802623-1 neutron-server[93797]: self.callback(batched_events) Jul 27 23:08:02.885681 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 23:08:02.885681 n-d-802623-1 neutron-server[93797]: event.method(event) Jul 27 23:08:02.885681 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 23:08:02.885681 n-d-802623-1 neutron-server[93797]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 23:08:02.885681 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 23:08:02.885681 n-d-802623-1 neutron-server[93797]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 23:08:02.885681 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 23:08:02.885681 n-d-802623-1 neutron-server[93797]: return f(self, *a, **k) Jul 27 23:08:02.885681 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 23:08:02.885681 n-d-802623-1 neutron-server[93797]: return self._get(url).json() Jul 27 23:08:02.885681 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 23:08:02.885681 n-d-802623-1 neutron-server[93797]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 23:08:02.885681 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 23:08:02.885681 n-d-802623-1 neutron-server[93797]: return self.request(url, 'GET', **kwargs) Jul 27 23:08:02.885681 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 23:08:02.885681 n-d-802623-1 neutron-server[93797]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 23:08:02.885681 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 23:08:02.885681 n-d-802623-1 neutron-server[93797]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 23:08:02.885681 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 23:08:02.885681 n-d-802623-1 neutron-server[93797]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 23:08:02.885681 n-d-802623-1 neutron-server[93797]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 23:08:02.888690 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d93de308-3bd9-48e1-918b-aa5d4d3808dc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:02.959395 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-09d0e905-5622-4d9a-a031-35916efb226a req-3a516fb8-dc9e-4583-96dd-853a082fc126 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.18 "GET /v2.0/security-groups?id=657c655b-8580-45d5-979f-9b32b7a260f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123550 Jul 27 23:08:02.976125 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-8a9af6aa-ad63-4cd2-9f53-3c47baad5bab None None] Deleting port 09963ae7-a961-472f-8be4-72e56149f1bf {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:08:02.976516 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8a9af6aa-ad63-4cd2-9f53-3c47baad5bab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:02.981566 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d3f50d41-ae63-4f6b-aa75-11547a5618a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:03.004634 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3f50d41-ae63-4f6b-aa75-11547a5618a0 admin admin] No DVR routers for this DVR port 09963ae7-a961-472f-8be4-72e56149f1bf on host n-d-802623-1 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:08:03.020186 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-47ebd80b-a672-40f3-84d4-df6a280810e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415412'] for network, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:03.026993 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-47ebd80b-a672-40f3-84d4-df6a280810e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for network, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:03.030350 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-47ebd80b-a672-40f3-84d4-df6a280810e2 admin admin] 10.222.0.18 "DELETE /v2.0/networks/c451a142-86a9-4355-833f-365557d21b8d HTTP/1.1" status: 204 len: 168 time: 0.9944124 Jul 27 23:08:03.045844 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 57606) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:08:03.057665 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ebd80b-a672-40f3-84d4-df6a280810e2 admin admin] Pushing event deleted for resources: {'Network': ['ID=c451a142-86a9-4355-833f-365557d21b8d,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:08:03.058134 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-9b74abf5-b7c7-414e-80b7-d606ac257fd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf96189a-75ea-47b4-bd5b-79cf952e79aa', 'name': 'tempest-FloatingIPsAssociationTestJSON-393833974-router', 'tenant_id': '5b03c927c66142f381afed5bba742bc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': '1799a87d-8a71-4f8d-b053-5a498465f1db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:06:39Z', 'updated_at': '2021-07-27T23:07:59Z', 'revision_number': 5, 'project_id': '5b03c927c66142f381afed5bba742bc2', 'gw_port': {'id': '1799a87d-8a71-4f8d-b053-5a498465f1db', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:4b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf96189a-75ea-47b4-bd5b-79cf952e79aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:06:39Z', 'updated_at': '2021-07-27T23:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1'}], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:08:03.089715 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-8a9af6aa-ad63-4cd2-9f53-3c47baad5bab None None] For port 09963ae7-a961-472f-8be4-72e56149f1bf, host n-d-802623-1, got binding levels [] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:08:03.090599 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8a9af6aa-ad63-4cd2-9f53-3c47baad5bab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:03.095480 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b74abf5-b7c7-414e-80b7-d606ac257fd9 None None] Checking router: cf96189a-75ea-47b4-bd5b-79cf952e79aa for host: n-d-802623-1 {{(pid=93799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 23:08:03.109958 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d93de308-3bd9-48e1-918b-aa5d4d3808dc admin admin] Deleting port 1799a87d-8a71-4f8d-b053-5a498465f1db {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:08:03.111346 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d93de308-3bd9-48e1-918b-aa5d4d3808dc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:03.113934 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-8a9af6aa-ad63-4cd2-9f53-3c47baad5bab None None] Calling delete_port for 09963ae7-a961-472f-8be4-72e56149f1bf owned by network:dhcp {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:08:03.117363 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b74abf5-b7c7-414e-80b7-d606ac257fd9 None None] Routers {'cf96189a-75ea-47b4-bd5b-79cf952e79aa'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:08:03.118400 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-9b74abf5-b7c7-414e-80b7-d606ac257fd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:08:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['cf96189a-75ea-47b4-bd5b-79cf952e79aa'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:08:03.127355 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.ipam_backend_mixin [None req-8a9af6aa-ad63-4cd2-9f53-3c47baad5bab None None] Port 09963ae7-a961-472f-8be4-72e56149f1bf was not found and therefore no delete operation was performed {{(pid=93799) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 27 23:08:03.160464 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8a9af6aa-ad63-4cd2-9f53-3c47baad5bab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:03.178459 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d3f50d41-ae63-4f6b-aa75-11547a5618a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618032', 'neutron.services.segments.db._delete_segments_for_network-8736833900081'] for network, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:03.189134 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-d3f50d41-ae63-4f6b-aa75-11547a5618a0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['786c8bed-6530-402d-94b3-9fdab2784572']}} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:08:03.200454 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-d3f50d41-ae63-4f6b-aa75-11547a5618a0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d86712d-5b82-4bcf-9bd8-e75a26d556ba') {'for_net_delete': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:08:03.200813 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-d3f50d41-ae63-4f6b-aa75-11547a5618a0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d86712d-5b82-4bcf-9bd8-e75a26d556ba') {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:08:03.211027 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d3f50d41-ae63-4f6b-aa75-11547a5618a0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736833900858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11163256'] for segment, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:03.229130 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d3f50d41-ae63-4f6b-aa75-11547a5618a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:03.236889 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3f50d41-ae63-4f6b-aa75-11547a5618a0 admin admin] Releasing vlan 543 on physical network physnet1 to pool {{(pid=93798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 23:08:03.237449 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d3f50d41-ae63-4f6b-aa75-11547a5618a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11971746'] for segment, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:03.306456 n-d-802623-1 neutron-server[93798]: Traceback (most recent call last): Jul 27 23:08:03.306456 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 23:08:03.306456 n-d-802623-1 neutron-server[93798]: timer() Jul 27 23:08:03.306456 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 23:08:03.306456 n-d-802623-1 neutron-server[93798]: cb(*args, **kw) Jul 27 23:08:03.306456 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 23:08:03.306456 n-d-802623-1 neutron-server[93798]: return func(*args, **kwargs) Jul 27 23:08:03.306456 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 23:08:03.306456 n-d-802623-1 neutron-server[93798]: self._notify() Jul 27 23:08:03.306456 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 23:08:03.306456 n-d-802623-1 neutron-server[93798]: self.callback(batched_events) Jul 27 23:08:03.306456 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 23:08:03.306456 n-d-802623-1 neutron-server[93798]: event.method(event) Jul 27 23:08:03.306456 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 23:08:03.306456 n-d-802623-1 neutron-server[93798]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 23:08:03.306456 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 23:08:03.306456 n-d-802623-1 neutron-server[93798]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 23:08:03.306456 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 23:08:03.306456 n-d-802623-1 neutron-server[93798]: return f(self, *a, **k) Jul 27 23:08:03.306456 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 23:08:03.306456 n-d-802623-1 neutron-server[93798]: return self._get(url).json() Jul 27 23:08:03.306456 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 23:08:03.306456 n-d-802623-1 neutron-server[93798]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 23:08:03.306456 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 23:08:03.306456 n-d-802623-1 neutron-server[93798]: return self.request(url, 'GET', **kwargs) Jul 27 23:08:03.306456 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 23:08:03.306456 n-d-802623-1 neutron-server[93798]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 23:08:03.306456 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 23:08:03.306456 n-d-802623-1 neutron-server[93798]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 23:08:03.306456 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 23:08:03.306456 n-d-802623-1 neutron-server[93798]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 23:08:03.306456 n-d-802623-1 neutron-server[93798]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 23:08:03.309680 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f50d41-ae63-4f6b-aa75-11547a5618a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=09963ae7-a961-472f-8be4-72e56149f1bf,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:08:03.331964 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d3f50d41-ae63-4f6b-aa75-11547a5618a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415412'] for network, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:03.362835 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d3f50d41-ae63-4f6b-aa75-11547a5618a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:03.365751 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-d3f50d41-ae63-4f6b-aa75-11547a5618a0 admin admin] 10.222.0.18 "DELETE /v2.0/networks/786c8bed-6530-402d-94b3-9fdab2784572 HTTP/1.1" status: 204 len: 168 time: 1.1231024 Jul 27 23:08:03.386751 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f50d41-ae63-4f6b-aa75-11547a5618a0 admin admin] Pushing event deleted for resources: {'Network': ['ID=786c8bed-6530-402d-94b3-9fdab2784572,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:08:03.420655 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a9af6aa-ad63-4cd2-9f53-3c47baad5bab None None] No DVR routers for this DVR port 09963ae7-a961-472f-8be4-72e56149f1bf on host n-d-802623-1 {{(pid=93799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:08:03.425432 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0430a80c-93c9-4e8a-b533-df72441fae02 req-f0437c37-d78b-4d2c-a8c2-ff8189f2d2de tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:08:03.435692 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-0430a80c-93c9-4e8a-b533-df72441fae02 req-f0437c37-d78b-4d2c-a8c2-ff8189f2d2de tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] 10.222.0.18 "GET /v2.0/ports?device_id=73009c7b-4701-45a2-9167-c53f8173123c HTTP/1.1" status: 200 len: 946 time: 0.1189346 Jul 27 23:08:03.487469 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-9b74abf5-b7c7-414e-80b7-d606ac257fd9 None None] Set router cf96189a-75ea-47b4-bd5b-79cf952e79aa gateway port host: None {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:08:03.524987 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-0430a80c-93c9-4e8a-b533-df72441fae02 req-f9d4cd28-e338-40d0-9899-e7aff3381abb tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ee1769a-7cc2-4f9a-a15b-54c39d35bd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883727 Jul 27 23:08:03.644429 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 57618) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:08:03.648538 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-9b74abf5-b7c7-414e-80b7-d606ac257fd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf96189a-75ea-47b4-bd5b-79cf952e79aa', 'name': 'tempest-FloatingIPsAssociationTestJSON-393833974-router', 'tenant_id': '5b03c927c66142f381afed5bba742bc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:06:39Z', 'updated_at': '2021-07-27T23:08:02Z', 'revision_number': 6, 'project_id': '5b03c927c66142f381afed5bba742bc2', 'gw_port_host': None}], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:08:03.665138 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 90f70c81-092e-4c82-a179-5b6d6f19964f no longer exists at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:08:03.672709 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9af6aa-ad63-4cd2-9f53-3c47baad5bab None None] Pushing event deleted for resources: {'Port': ['ID=09963ae7-a961-472f-8be4-72e56149f1bf,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:08:03.696878 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_v2 [None req-293f027e-1d5b-4a92-997b-8b5b23d2abe1 admin admin] Deleting subnet d23cecbd-f39c-4dba-aaa4-eab867430106 {{(pid=93797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 23:08:03.724676 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-9613b3b4-c974-434d-bc44-20225d0dade4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e1cc4618ab8d497f8f1b385f74e71fb7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0767128 Jul 27 23:08:03.725951 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-293f027e-1d5b-4a92-997b-8b5b23d2abe1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:03.728911 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 57620) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:08:03.729459 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b74abf5-b7c7-414e-80b7-d606ac257fd9 None None] The sync data for ids ['cf96189a-75ea-47b4-bd5b-79cf952e79aa'] in n-d-802623-1 is: [{'id': 'cf96189a-75ea-47b4-bd5b-79cf952e79aa', 'name': 'tempest-FloatingIPsAssociationTestJSON-393833974-router', 'tenant_id': '5b03c927c66142f381afed5bba742bc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:06:39Z', 'updated_at': '2021-07-27T23:08:02Z', 'revision_number': 6, 'project_id': '5b03c927c66142f381afed5bba742bc2', 'gw_port_host': None}] {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:08:03.761133 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] No Port match for: 90f70c81-092e-4c82-a179-5b6d6f19964f {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:08:03.761919 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 90f70c81-092e-4c82-a179-5b6d6f19964f not bound to the agent host n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:08:03.762586 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 09963ae7-a961-472f-8be4-72e56149f1bf no longer exists at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:08:03.809346 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] No Port match for: 09963ae7-a961-472f-8be4-72e56149f1bf {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:08:03.810235 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 09963ae7-a961-472f-8be4-72e56149f1bf not bound to the agent host n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:08:03.823859 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-293f027e-1d5b-4a92-997b-8b5b23d2abe1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11335971'] for subnet, precommit_delete_associations {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:03.937156 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7e7829-7103-4e94-9eb6-1ebcf1d657ee req-fef4a257-201c-483c-ad83-96365d525dd4 tempest-LiveAutoBlockMigrationV225Test-1050679481 tempest-LiveAutoBlockMigrationV225Test-1050679481-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:08:03.944854 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-fb7e7829-7103-4e94-9eb6-1ebcf1d657ee req-fef4a257-201c-483c-ad83-96365d525dd4 tempest-LiveAutoBlockMigrationV225Test-1050679481 tempest-LiveAutoBlockMigrationV225Test-1050679481-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=73009c7b-4701-45a2-9167-c53f8173123c HTTP/1.1" status: 200 len: 1097 time: 0.2393708 Jul 27 23:08:03.988493 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-d93de308-3bd9-48e1-918b-aa5d4d3808dc admin admin] For port 1799a87d-8a71-4f8d-b053-5a498465f1db, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=1799a87d-8a71-4f8d-b053-5a498465f1db,segment=NetworkSegment(b9afe07e-bbe4-4740-834c-4b6a9698bdbc),segment_id=b9afe07e-bbe4-4740-834c-4b6a9698bdbc)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:08:03.989586 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d93de308-3bd9-48e1-918b-aa5d4d3808dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:03.999839 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-293f027e-1d5b-4a92-997b-8b5b23d2abe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620741'] for subnet, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:04.031924 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e23cbd57-a136-4f4b-9e00-77f06dfc28dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:04.057642 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e23cbd57-a136-4f4b-9e00-77f06dfc28dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:04.064295 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d93de308-3bd9-48e1-918b-aa5d4d3808dc admin admin] Calling delete_port for 1799a87d-8a71-4f8d-b053-5a498465f1db owned by network:router_gateway {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:08:04.138935 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-fb7e7829-7103-4e94-9eb6-1ebcf1d657ee req-3d72781e-f012-4034-bbf7-e1852984c697 tempest-LiveAutoBlockMigrationV225Test-1050679481 tempest-LiveAutoBlockMigrationV225Test-1050679481-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=9ee1769a-7cc2-4f9a-a15b-54c39d35bd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925085 Jul 27 23:08:04.404209 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-293f027e-1d5b-4a92-997b-8b5b23d2abe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11335991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11551414'] for subnet, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:04.439731 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:04.500914 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-293f027e-1d5b-4a92-997b-8b5b23d2abe1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for subnet, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:04.512110 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 57654) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:08:04.513603 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-293f027e-1d5b-4a92-997b-8b5b23d2abe1 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/d23cecbd-f39c-4dba-aaa4-eab867430106 HTTP/1.1" status: 204 len: 168 time: 1.4651361 Jul 27 23:08:04.524764 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293f027e-1d5b-4a92-997b-8b5b23d2abe1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d23cecbd-f39c-4dba-aaa4-eab867430106,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:08:04.555908 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d8d819-b628-43d5-b8a5-5b70f74c5ac2 req-47259423-3991-4e4d-8c4d-e07f802c8de0 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:08:04.559201 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-43d8d819-b628-43d5-b8a5-5b70f74c5ac2 req-47259423-3991-4e4d-8c4d-e07f802c8de0 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.18 "GET /v2.0/ports?device_id=e96ee7fe-839a-4eef-92c3-c496be2cfd97 HTTP/1.1" status: 200 len: 945 time: 0.2034166 Jul 27 23:08:04.562138 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d93de308-3bd9-48e1-918b-aa5d4d3808dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:04.607102 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93de308-3bd9-48e1-918b-aa5d4d3808dc admin admin] Pushing event deleted for resources: {'Port': ['ID=1799a87d-8a71-4f8d-b053-5a498465f1db,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:08:04.614250 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e23cbd57-a136-4f4b-9e00-77f06dfc28dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:04.623909 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e23cbd57-a136-4f4b-9e00-77f06dfc28dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:04.625987 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-e23cbd57-a136-4f4b-9e00-77f06dfc28dd admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9b70b2de-f74a-466e-a9bc-9679dddf3a67 HTTP/1.1" status: 204 len: 168 time: 0.8792803 Jul 27 23:08:04.680463 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23cbd57-a136-4f4b-9e00-77f06dfc28dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b70b2de-f74a-466e-a9bc-9679dddf3a67,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:08:04.682838 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-963fb035-5a0a-4527-98c8-a076ade5db6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593271'] for network, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:04.693987 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-43d8d819-b628-43d5-b8a5-5b70f74c5ac2 req-0643f239-ad72-4095-8d1a-84fda256daa5 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.18 "GET /v2.0/security-groups?id=657c655b-8580-45d5-979f-9b32b7a260f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212523 Jul 27 23:08:04.716618 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8593d6f-2dc6-490f-bbe1-aa9da42a1134 req-b0720a05-f41a-48fa-acf2-a96afde12142 tempest-LiveAutoBlockMigrationV225Test-1050679481 tempest-LiveAutoBlockMigrationV225Test-1050679481-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:08:04.735027 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c8593d6f-2dc6-490f-bbe1-aa9da42a1134 req-b0720a05-f41a-48fa-acf2-a96afde12142 tempest-LiveAutoBlockMigrationV225Test-1050679481 tempest-LiveAutoBlockMigrationV225Test-1050679481-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=73009c7b-4701-45a2-9167-c53f8173123c HTTP/1.1" status: 200 len: 1097 time: 0.1324136 Jul 27 23:08:04.779476 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d93de308-3bd9-48e1-918b-aa5d4d3808dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-415368'] for router_gateway, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:04.911533 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-963fb035-5a0a-4527-98c8-a076ade5db6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618032', 'neutron.services.segments.db._delete_segments_for_network-8736833900081'] for network, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:04.922272 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d93de308-3bd9-48e1-918b-aa5d4d3808dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62205'] for router, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:04.924471 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-963fb035-5a0a-4527-98c8-a076ade5db6b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07ce59ea-eeef-47a6-8c4f-4ccaa2f829dd']}} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:08:04.926969 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d93de308-3bd9-48e1-918b-aa5d4d3808dc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:04.952554 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c8593d6f-2dc6-490f-bbe1-aa9da42a1134 req-1d581d1e-fa2e-4ee8-b523-ecf429fc0b38 tempest-LiveAutoBlockMigrationV225Test-1050679481 tempest-LiveAutoBlockMigrationV225Test-1050679481-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=9ee1769a-7cc2-4f9a-a15b-54c39d35bd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2165270 Jul 27 23:08:04.960610 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-963fb035-5a0a-4527-98c8-a076ade5db6b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8e56a08-4002-4ccf-a95d-412bd5e2d159') {'for_net_delete': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:08:04.961484 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-963fb035-5a0a-4527-98c8-a076ade5db6b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8e56a08-4002-4ccf-a95d-412bd5e2d159') {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:08:04.986961 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-963fb035-5a0a-4527-98c8-a076ade5db6b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736833900858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11163256'] for segment, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:05.008353 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d93de308-3bd9-48e1-918b-aa5d4d3808dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-477831'] for router, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:05.008745 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d93de308-3bd9-48e1-918b-aa5d4d3808dc admin admin] Fanout notify agent at l3_agent the message router_deleted on router cf96189a-75ea-47b4-bd5b-79cf952e79aa {{(pid=93797) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 23:08:05.030952 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d93de308-3bd9-48e1-918b-aa5d4d3808dc admin admin] Notify callbacks [] for router, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:05.032562 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-d93de308-3bd9-48e1-918b-aa5d4d3808dc admin admin] 10.222.0.18 "DELETE /v2.0/routers/cf96189a-75ea-47b4-bd5b-79cf952e79aa HTTP/1.1" status: 204 len: 168 time: 3.0069058 Jul 27 23:08:05.035147 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 57676) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:08:05.062279 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-963fb035-5a0a-4527-98c8-a076ade5db6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:05.096284 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-963fb035-5a0a-4527-98c8-a076ade5db6b admin admin] Releasing vlan 525 on physical network physnet1 to pool {{(pid=93798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 23:08:05.097340 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-963fb035-5a0a-4527-98c8-a076ade5db6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11971746'] for segment, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:05.109025 n-d-802623-1 neutron-server[93798]: Traceback (most recent call last): Jul 27 23:08:05.109025 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 23:08:05.109025 n-d-802623-1 neutron-server[93798]: timer() Jul 27 23:08:05.109025 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 23:08:05.109025 n-d-802623-1 neutron-server[93798]: cb(*args, **kw) Jul 27 23:08:05.109025 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 23:08:05.109025 n-d-802623-1 neutron-server[93798]: return func(*args, **kwargs) Jul 27 23:08:05.109025 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 23:08:05.109025 n-d-802623-1 neutron-server[93798]: self._notify() Jul 27 23:08:05.109025 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 23:08:05.109025 n-d-802623-1 neutron-server[93798]: self.callback(batched_events) Jul 27 23:08:05.109025 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 23:08:05.109025 n-d-802623-1 neutron-server[93798]: event.method(event) Jul 27 23:08:05.109025 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 23:08:05.109025 n-d-802623-1 neutron-server[93798]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 23:08:05.109025 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 23:08:05.109025 n-d-802623-1 neutron-server[93798]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 23:08:05.109025 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 23:08:05.109025 n-d-802623-1 neutron-server[93798]: return f(self, *a, **k) Jul 27 23:08:05.109025 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 23:08:05.109025 n-d-802623-1 neutron-server[93798]: return self._get(url).json() Jul 27 23:08:05.109025 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 23:08:05.109025 n-d-802623-1 neutron-server[93798]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 23:08:05.109025 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 23:08:05.109025 n-d-802623-1 neutron-server[93798]: return self.request(url, 'GET', **kwargs) Jul 27 23:08:05.109025 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 23:08:05.109025 n-d-802623-1 neutron-server[93798]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 23:08:05.109025 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 23:08:05.109025 n-d-802623-1 neutron-server[93798]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 23:08:05.109025 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 23:08:05.109025 n-d-802623-1 neutron-server[93798]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 23:08:05.109025 n-d-802623-1 neutron-server[93798]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 23:08:05.122936 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce144cc5-ca7e-49e5-8662-b987be5f3e8d admin admin] Deleting subnet fa7fc9a2-9609-4fd7-ac94-2254e732d52b {{(pid=93797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 23:08:05.140490 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ce144cc5-ca7e-49e5-8662-b987be5f3e8d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:05.244936 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ce144cc5-ca7e-49e5-8662-b987be5f3e8d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11335971'] for subnet, precommit_delete_associations {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:05.360263 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-963fb035-5a0a-4527-98c8-a076ade5db6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415412'] for network, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:05.365147 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-963fb035-5a0a-4527-98c8-a076ade5db6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:05.370264 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-963fb035-5a0a-4527-98c8-a076ade5db6b admin admin] 10.222.0.18 "DELETE /v2.0/networks/07ce59ea-eeef-47a6-8c4f-4ccaa2f829dd HTTP/1.1" status: 204 len: 168 time: 0.8566906 Jul 27 23:08:05.394551 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ce144cc5-ca7e-49e5-8662-b987be5f3e8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620741'] for subnet, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:05.422785 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963fb035-5a0a-4527-98c8-a076ade5db6b admin admin] Pushing event deleted for resources: {'Network': ['ID=07ce59ea-eeef-47a6-8c4f-4ccaa2f829dd,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:08:05.495367 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-407f19a4-b50a-48cf-82cf-618bdbfb535c req-01d35535-a385-4a26-8b39-3f7b7c3adf37 tempest-ListImageFiltersTestJSON-1300276804 tempest-ListImageFiltersTestJSON-1300276804-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=7870b81d716943909b4fd3b5def31ac1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0381043 Jul 27 23:08:05.562047 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ce144cc5-ca7e-49e5-8662-b987be5f3e8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11335991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11551414'] for subnet, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:05.604611 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce144cc5-ca7e-49e5-8662-b987be5f3e8d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa7fc9a2-9609-4fd7-ac94-2254e732d52b,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:08:05.617759 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 1799a87d-8a71-4f8d-b053-5a498465f1db no longer exists at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:08:05.628351 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ce144cc5-ca7e-49e5-8662-b987be5f3e8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for subnet, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:05.632817 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-ce144cc5-ca7e-49e5-8662-b987be5f3e8d admin admin] 10.222.0.18 "DELETE /v2.0/subnets/fa7fc9a2-9609-4fd7-ac94-2254e732d52b HTTP/1.1" status: 204 len: 168 time: 0.5942249 Jul 27 23:08:05.636907 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 57718) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:08:05.650117 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6a496db-3f52-42e5-9fae-c8e6ffe8e526 None None] Network 651a62f0-bf28-4546-86cc-bdd30132572b requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:08:05.668299 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 57720) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:08:05.698851 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] No Port match for: 1799a87d-8a71-4f8d-b053-5a498465f1db {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:08:05.701028 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 1799a87d-8a71-4f8d-b053-5a498465f1db not bound to the agent host n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:08:05.702558 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 402f496a-5912-40d6-b1a0-20b7a7501523 no longer exists at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:08:05.763378 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-64a23bf8-cb94-407d-8ee9-674ff0bc1abb admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=59376bbb1c574537a7eaca41e781bf3f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0936570 Jul 27 23:08:05.771003 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 57724) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:08:05.777575 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] No Port match for: 402f496a-5912-40d6-b1a0-20b7a7501523 {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:08:05.778267 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 402f496a-5912-40d6-b1a0-20b7a7501523 not bound to the agent host n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:08:05.801129 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407f19a4-b50a-48cf-82cf-618bdbfb535c req-d175a4f9-cb24-47a0-8255-a63d04953906 tempest-ListImageFiltersTestJSON-1300276804 tempest-ListImageFiltersTestJSON-1300276804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:08:05.809292 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-407f19a4-b50a-48cf-82cf-618bdbfb535c req-d175a4f9-cb24-47a0-8255-a63d04953906 tempest-ListImageFiltersTestJSON-1300276804 tempest-ListImageFiltersTestJSON-1300276804-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3136261 Jul 27 23:08:05.832106 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-407f19a4-b50a-48cf-82cf-618bdbfb535c req-959bcb44-253c-4473-ad76-6eed4838bebd tempest-ListImageFiltersTestJSON-1300276804 tempest-ListImageFiltersTestJSON-1300276804-project] 10.222.0.18 "GET /v2.0/quotas/7870b81d716943909b4fd3b5def31ac1 HTTP/1.1" status: 200 len: 375 time: 0.0216382 Jul 27 23:08:05.836892 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b4e55635-a59a-4395-ab8c-a7617afb476d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593271'] for network, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:05.890743 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-407f19a4-b50a-48cf-82cf-618bdbfb535c req-5f34aa72-524c-4890-8fb7-c2cdf2cb1676 tempest-ListImageFiltersTestJSON-1300276804 tempest-ListImageFiltersTestJSON-1300276804-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=7870b81d716943909b4fd3b5def31ac1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0438240 Jul 27 23:08:05.906484 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7d1d6c4c-c708-4c8d-b85a-6ea4998fea69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:05.961903 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7d1d6c4c-c708-4c8d-b85a-6ea4998fea69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:06.019485 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-b4e55635-a59a-4395-ab8c-a7617afb476d admin admin] Deleting port 7fc4125f-e5cb-427b-9abc-bf46e6f918ea {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:08:06.020164 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b4e55635-a59a-4395-ab8c-a7617afb476d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:06.037617 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-def6f065-e8a0-4bb4-803f-e3b4791c78c7 None None] DHCP port deletion for 651a62f0-bf28-4546-86cc-bdd30132572b request from n-d-802623-1 {{(pid=93799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 23:08:06.051974 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7d1d6c4c-c708-4c8d-b85a-6ea4998fea69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:06.058214 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7d1d6c4c-c708-4c8d-b85a-6ea4998fea69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:06.065731 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-7d1d6c4c-c708-4c8d-b85a-6ea4998fea69 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/bed30b16-cd2d-47d0-9758-37dc9df2dfb6 HTTP/1.1" status: 204 len: 168 time: 0.2933362 Jul 27 23:08:06.097059 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1d6c4c-c708-4c8d-b85a-6ea4998fea69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bed30b16-cd2d-47d0-9758-37dc9df2dfb6,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:08:06.194472 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-def6f065-e8a0-4bb4-803f-e3b4791c78c7 None None] Deleting port 7fc4125f-e5cb-427b-9abc-bf46e6f918ea {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:08:06.195099 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-def6f065-e8a0-4bb4-803f-e3b4791c78c7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:06.233428 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-b4e55635-a59a-4395-ab8c-a7617afb476d admin admin] For port 7fc4125f-e5cb-427b-9abc-bf46e6f918ea, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=7fc4125f-e5cb-427b-9abc-bf46e6f918ea,segment=NetworkSegment(758c827b-73d3-4676-bc4a-ecbb15805f5a),segment_id=758c827b-73d3-4676-bc4a-ecbb15805f5a)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:08:06.233815 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b4e55635-a59a-4395-ab8c-a7617afb476d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:06.262556 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-b4e55635-a59a-4395-ab8c-a7617afb476d admin admin] Calling delete_port for 7fc4125f-e5cb-427b-9abc-bf46e6f918ea owned by network:dhcp {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:08:06.353992 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-def6f065-e8a0-4bb4-803f-e3b4791c78c7 None None] For port 7fc4125f-e5cb-427b-9abc-bf46e6f918ea, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=7fc4125f-e5cb-427b-9abc-bf46e6f918ea,segment=NetworkSegment(758c827b-73d3-4676-bc4a-ecbb15805f5a),segment_id=758c827b-73d3-4676-bc4a-ecbb15805f5a)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:08:06.354385 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-def6f065-e8a0-4bb4-803f-e3b4791c78c7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:06.392212 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-def6f065-e8a0-4bb4-803f-e3b4791c78c7 None None] Calling delete_port for 7fc4125f-e5cb-427b-9abc-bf46e6f918ea owned by network:dhcp {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:08:06.530314 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b4e55635-a59a-4395-ab8c-a7617afb476d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:06.559940 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4e55635-a59a-4395-ab8c-a7617afb476d admin admin] No DVR routers for this DVR port 7fc4125f-e5cb-427b-9abc-bf46e6f918ea on host n-d-802623-1 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:08:06.568341 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-def6f065-e8a0-4bb4-803f-e3b4791c78c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:06.639243 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-def6f065-e8a0-4bb4-803f-e3b4791c78c7 None None] No DVR routers for this DVR port 7fc4125f-e5cb-427b-9abc-bf46e6f918ea on host n-d-802623-1 {{(pid=93799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:08:06.647805 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def6f065-e8a0-4bb4-803f-e3b4791c78c7 None None] Pushing event deleted for resources: {'Port': ['ID=7fc4125f-e5cb-427b-9abc-bf46e6f918ea,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:08:06.769672 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6643a5fc-5057-4650-a068-23b0b2c88449 req-94c04ba9-6607-46b2-91e8-b20454493a89 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:08:06.790314 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 57776) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:08:06.790630 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-6643a5fc-5057-4650-a068-23b0b2c88449 req-94c04ba9-6607-46b2-91e8-b20454493a89 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.18 "GET /v2.0/ports?device_id=e96ee7fe-839a-4eef-92c3-c496be2cfd97 HTTP/1.1" status: 200 len: 945 time: 0.3489203 Jul 27 23:08:06.816733 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e55635-a59a-4395-ab8c-a7617afb476d admin admin] Pushing event deleted for resources: {'Port': ['ID=7fc4125f-e5cb-427b-9abc-bf46e6f918ea,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:08:06.905945 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b4e55635-a59a-4395-ab8c-a7617afb476d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618032', 'neutron.services.segments.db._delete_segments_for_network-8736833900081'] for network, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:06.934247 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-f7544168-ee95-4cac-a9be-d5ebf9dcc466 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1485289992-network', 'tenant_id': 'fc7acafa883a4a4baeb39fca47df928a'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:08:06.981206 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7544168-ee95-4cac-a9be-d5ebf9dcc466 admin admin] Made reservation on behalf of fc7acafa883a4a4baeb39fca47df928a for: {'network': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:08:06.982508 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-b4e55635-a59a-4395-ab8c-a7617afb476d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['651a62f0-bf28-4546-86cc-bdd30132572b']}} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:08:06.984199 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f7544168-ee95-4cac-a9be-d5ebf9dcc466 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for network, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:06.993952 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f7544168-ee95-4cac-a9be-d5ebf9dcc466 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:07.049135 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-6643a5fc-5057-4650-a068-23b0b2c88449 req-f7f6dce4-c8bd-45d8-9e03-3a2634f3f845 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.18 "GET /v2.0/security-groups?id=657c655b-8580-45d5-979f-9b32b7a260f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2463355 Jul 27 23:08:07.051014 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 57782) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:08:07.069033 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-b4e55635-a59a-4395-ab8c-a7617afb476d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '758c827b-73d3-4676-bc4a-ecbb15805f5a') {'for_net_delete': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:08:07.070086 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-b4e55635-a59a-4395-ab8c-a7617afb476d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '758c827b-73d3-4676-bc4a-ecbb15805f5a') {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:08:07.107016 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b4e55635-a59a-4395-ab8c-a7617afb476d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736833900858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11163256'] for segment, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:07.163956 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b4e55635-a59a-4395-ab8c-a7617afb476d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:07.192430 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4e55635-a59a-4395-ab8c-a7617afb476d admin admin] Releasing vlan 516 on physical network physnet1 to pool {{(pid=93798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 23:08:07.196984 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b4e55635-a59a-4395-ab8c-a7617afb476d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11971746'] for segment, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:07.199831 n-d-802623-1 neutron-server[93798]: Traceback (most recent call last): Jul 27 23:08:07.199831 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 23:08:07.199831 n-d-802623-1 neutron-server[93798]: timer() Jul 27 23:08:07.199831 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 23:08:07.199831 n-d-802623-1 neutron-server[93798]: cb(*args, **kw) Jul 27 23:08:07.199831 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 23:08:07.199831 n-d-802623-1 neutron-server[93798]: return func(*args, **kwargs) Jul 27 23:08:07.199831 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 23:08:07.199831 n-d-802623-1 neutron-server[93798]: self._notify() Jul 27 23:08:07.199831 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 23:08:07.199831 n-d-802623-1 neutron-server[93798]: self.callback(batched_events) Jul 27 23:08:07.199831 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 23:08:07.199831 n-d-802623-1 neutron-server[93798]: event.method(event) Jul 27 23:08:07.199831 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 23:08:07.199831 n-d-802623-1 neutron-server[93798]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 23:08:07.199831 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 23:08:07.199831 n-d-802623-1 neutron-server[93798]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 23:08:07.199831 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 23:08:07.199831 n-d-802623-1 neutron-server[93798]: return f(self, *a, **k) Jul 27 23:08:07.199831 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 23:08:07.199831 n-d-802623-1 neutron-server[93798]: return self._get(url).json() Jul 27 23:08:07.199831 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 23:08:07.199831 n-d-802623-1 neutron-server[93798]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 23:08:07.199831 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 23:08:07.199831 n-d-802623-1 neutron-server[93798]: return self.request(url, 'GET', **kwargs) Jul 27 23:08:07.199831 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 23:08:07.199831 n-d-802623-1 neutron-server[93798]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 23:08:07.199831 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 23:08:07.199831 n-d-802623-1 neutron-server[93798]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 23:08:07.199831 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 23:08:07.199831 n-d-802623-1 neutron-server[93798]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 23:08:07.199831 n-d-802623-1 neutron-server[93798]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 23:08:07.256606 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f7544168-ee95-4cac-a9be-d5ebf9dcc466 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:07.266006 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f7544168-ee95-4cac-a9be-d5ebf9dcc466 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:07.327576 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7544168-ee95-4cac-a9be-d5ebf9dcc466 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa0ab462-13b8-449f-8aed-0ef9cea06c3a,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:08:07.340823 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 57790) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:08:07.348553 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-ef21c7f6-fb3a-44f5-ad32-ce9b5da4c419 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=52452270928e42299bd24b9a1a2c7a2e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2960007 Jul 27 23:08:07.387901 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b4e55635-a59a-4395-ab8c-a7617afb476d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415412'] for network, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:07.395474 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b4e55635-a59a-4395-ab8c-a7617afb476d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:07.401140 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-b4e55635-a59a-4395-ab8c-a7617afb476d admin admin] 10.222.0.18 "DELETE /v2.0/networks/651a62f0-bf28-4546-86cc-bdd30132572b HTTP/1.1" status: 204 len: 168 time: 1.7630994 Jul 27 23:08:07.408409 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7544168-ee95-4cac-a9be-d5ebf9dcc466 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 503} {{(pid=93797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 23:08:07.424266 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f7544168-ee95-4cac-a9be-d5ebf9dcc466 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:07.425014 n-d-802623-1 neutron-server[93797]: INFO neutron.db.segments_db [None req-f7544168-ee95-4cac-a9be-d5ebf9dcc466 admin admin] Added segment 2e87b105-a369-4162-9958-8de6352713ab of type vlan for network a7737e0c-9e61-43d5-8f37-2862a114eef0 Jul 27 23:08:07.432860 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e55635-a59a-4395-ab8c-a7617afb476d admin admin] Pushing event deleted for resources: {'Network': ['ID=651a62f0-bf28-4546-86cc-bdd30132572b,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:08:07.540317 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f7544168-ee95-4cac-a9be-d5ebf9dcc466 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736833354590'] for network, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:07.546247 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5c822431-5c0f-4cfa-9062-aded7e882124 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:07.551455 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b1f72276-2851-423d-9d0e-085549427569 req-52c46894-a477-44bb-a7ad-d63f3b4febe3 tempest-ListImageFiltersTestJSON-1300276804 tempest-ListImageFiltersTestJSON-1300276804-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=7870b81d716943909b4fd3b5def31ac1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1380005 Jul 27 23:08:07.592852 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5c822431-5c0f-4cfa-9062-aded7e882124 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:07.622313 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 7fc4125f-e5cb-427b-9abc-bf46e6f918ea no longer exists at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:08:07.659900 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] No Port match for: 7fc4125f-e5cb-427b-9abc-bf46e6f918ea {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:08:07.660512 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 7fc4125f-e5cb-427b-9abc-bf46e6f918ea not bound to the agent host n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:08:07.695658 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f7544168-ee95-4cac-a9be-d5ebf9dcc466 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569'] for network, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:07.699100 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7544168-ee95-4cac-a9be-d5ebf9dcc466 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:08:07.700452 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f7544168-ee95-4cac-a9be-d5ebf9dcc466 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for network, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:07.769248 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [req-0e366d5b-7307-4044-b5c7-d49668f5c2de req-0c57c7c7-c834-4699-b63d-3d4a3902bd86 tempest-LiveAutoBlockMigrationV225Test-1050679481 tempest-LiveAutoBlockMigrationV225Test-1050679481-project-admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=93798) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 23:08:07.779032 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-f7544168-ee95-4cac-a9be-d5ebf9dcc466 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9844692 Jul 27 23:08:07.779854 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 57804) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:08:07.785529 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-27922a0c-1bca-40e7-abed-9572d5e5cf34 admin admin] Request body: {'subnet': {'network_id': 'a7737e0c-9e61-43d5-8f37-2862a114eef0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1485289992-subnet', 'tenant_id': 'fc7acafa883a4a4baeb39fca47df928a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:08:07.786840 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-0e366d5b-7307-4044-b5c7-d49668f5c2de req-0c57c7c7-c834-4699-b63d-3d4a3902bd86 tempest-LiveAutoBlockMigrationV225Test-1050679481 tempest-LiveAutoBlockMigrationV225Test-1050679481-project-admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4545600 Jul 27 23:08:07.802453 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7544168-ee95-4cac-a9be-d5ebf9dcc466 admin admin] Pushing event updated for resources: {'Network': ['ID=a7737e0c-9e61-43d5-8f37-2862a114eef0,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:08:07.816670 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Network a7737e0c-9e61-43d5-8f37-2862a114eef0 details requested by agent ovs-agent-n-d-802623-1 with host n-d-802623-1 {{(pid=93799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 23:08:07.867726 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5c822431-5c0f-4cfa-9062-aded7e882124 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:07.878099 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5c822431-5c0f-4cfa-9062-aded7e882124 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:07.879332 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-5c822431-5c0f-4cfa-9062-aded7e882124 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1caa0ebe-f61e-4177-ac84-314d4f7a0069 HTTP/1.1" status: 204 len: 168 time: 0.5374594 Jul 27 23:08:07.884363 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [req-0e366d5b-7307-4044-b5c7-d49668f5c2de req-f930267f-7647-4030-9b89-0ed2d7bb714a service neutron] Request body: {'binding': {'host': 'n-h2-802623-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:08:07.885430 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [req-0e366d5b-7307-4044-b5c7-d49668f5c2de req-f930267f-7647-4030-9b89-0ed2d7bb714a service neutron] Unknown quota resources ['binding']. {{(pid=93798) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 27 23:08:07.889792 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 57810) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:08:07.906674 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c822431-5c0f-4cfa-9062-aded7e882124 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1caa0ebe-f61e-4177-ac84-314d4f7a0069,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:08:07.927938 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27922a0c-1bca-40e7-abed-9572d5e5cf34 admin admin] Made reservation on behalf of fc7acafa883a4a4baeb39fca47df928a for: {'subnet': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:08:07.930764 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-27922a0c-1bca-40e7-abed-9572d5e5cf34 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11551435'] for subnet, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:08.105087 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f72276-2851-423d-9d0e-085549427569 req-715c312c-a0e8-49de-9a53-963b3e240879 tempest-ListImageFiltersTestJSON-1300276804 tempest-ListImageFiltersTestJSON-1300276804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:08:08.108580 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b1f72276-2851-423d-9d0e-085549427569 req-715c312c-a0e8-49de-9a53-963b3e240879 tempest-ListImageFiltersTestJSON-1300276804 tempest-ListImageFiltersTestJSON-1300276804-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5562966 Jul 27 23:08:08.152794 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-90d29f44-6f9b-47e1-8e00-88003e0f5b65 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5b03c927c66142f381afed5bba742bc2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2563465 Jul 27 23:08:08.158211 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 57814) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:08:08.169651 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b1f72276-2851-423d-9d0e-085549427569 req-3c7b01dd-7214-4588-ad81-584bd99d6d58 tempest-ListImageFiltersTestJSON-1300276804 tempest-ListImageFiltersTestJSON-1300276804-project] 10.222.0.18 "GET /v2.0/quotas/7870b81d716943909b4fd3b5def31ac1 HTTP/1.1" status: 200 len: 375 time: 0.0421124 Jul 27 23:08:08.194657 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-407f19a4-b50a-48cf-82cf-618bdbfb535c req-4b654856-ef9a-4d94-8d42-3bf42827cdc4 tempest-ListImageFiltersTestJSON-1300276804 tempest-ListImageFiltersTestJSON-1300276804-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=7870b81d716943909b4fd3b5def31ac1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1047020 Jul 27 23:08:08.282980 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b1f72276-2851-423d-9d0e-085549427569 req-e155d93e-b158-4646-bb34-6e0d290ae786 tempest-ListImageFiltersTestJSON-1300276804 tempest-ListImageFiltersTestJSON-1300276804-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=7870b81d716943909b4fd3b5def31ac1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1121101 Jul 27 23:08:08.397880 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-99cad0b1-6138-4882-91f4-09a15ee60563 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:08.399960 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-27922a0c-1bca-40e7-abed-9572d5e5cf34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11336182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11551417'] for subnet, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:08.469811 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-0e366d5b-7307-4044-b5c7-d49668f5c2de req-f930267f-7647-4030-9b89-0ed2d7bb714a service neutron] Attempting to bind port e141df55-6ef1-4777-a67c-d14f5b9ece64 on host n-h2-802623-1 for vnic_type normal with profile None {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:08:08.470289 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-0e366d5b-7307-4044-b5c7-d49668f5c2de req-f930267f-7647-4030-9b89-0ed2d7bb714a service neutron] Attempting to bind port e141df55-6ef1-4777-a67c-d14f5b9ece64 by drivers openvswitch,hyperv on host n-h2-802623-1 at level 0 using segments [{'id': 'ff9b0beb-ebd9-45f3-9693-d627eb3bb065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '7ba5f889-7a68-424d-8fa1-71447bc958df'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:08:08.470729 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e366d5b-7307-4044-b5c7-d49668f5c2de req-f930267f-7647-4030-9b89-0ed2d7bb714a service neutron] Attempting to bind port e141df55-6ef1-4777-a67c-d14f5b9ece64 on network 7ba5f889-7a68-424d-8fa1-71447bc958df {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:08:08.479893 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e366d5b-7307-4044-b5c7-d49668f5c2de req-f930267f-7647-4030-9b89-0ed2d7bb714a service neutron] Port e141df55-6ef1-4777-a67c-d14f5b9ece64 on network 7ba5f889-7a68-424d-8fa1-71447bc958df not bound, no agent of type Open vSwitch agent registered on host n-h2-802623-1 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 23:08:08.479893 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e366d5b-7307-4044-b5c7-d49668f5c2de req-f930267f-7647-4030-9b89-0ed2d7bb714a service neutron] Attempting to bind port e141df55-6ef1-4777-a67c-d14f5b9ece64 on network 7ba5f889-7a68-424d-8fa1-71447bc958df {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:08:08.493411 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e366d5b-7307-4044-b5c7-d49668f5c2de req-f930267f-7647-4030-9b89-0ed2d7bb714a service neutron] Checking agent: {'id': 'c5cc038b-93c4-4df4-8061-5df2a04a48c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 23, 0, 4), 'started_at': datetime.datetime(2021, 7, 27, 23, 0, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 8, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:08:08.493934 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e366d5b-7307-4044-b5c7-d49668f5c2de req-f930267f-7647-4030-9b89-0ed2d7bb714a service neutron] Checking segment: {'id': 'ff9b0beb-ebd9-45f3-9693-d627eb3bb065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '7ba5f889-7a68-424d-8fa1-71447bc958df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:08:08.494468 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e366d5b-7307-4044-b5c7-d49668f5c2de req-f930267f-7647-4030-9b89-0ed2d7bb714a service neutron] Bound using segment: {'id': 'ff9b0beb-ebd9-45f3-9693-d627eb3bb065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '7ba5f889-7a68-424d-8fa1-71447bc958df'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:08:08.495278 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-0e366d5b-7307-4044-b5c7-d49668f5c2de req-f930267f-7647-4030-9b89-0ed2d7bb714a service neutron] Bound port: e141df55-6ef1-4777-a67c-d14f5b9ece64, host: n-h2-802623-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff9b0beb-ebd9-45f3-9693-d627eb3bb065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '7ba5f889-7a68-424d-8fa1-71447bc958df'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:08:08.577007 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407f19a4-b50a-48cf-82cf-618bdbfb535c req-1f920cee-63a9-46ed-b008-d645ec2f235c tempest-ListImageFiltersTestJSON-1300276804 tempest-ListImageFiltersTestJSON-1300276804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:08:08.578598 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-407f19a4-b50a-48cf-82cf-618bdbfb535c req-1f920cee-63a9-46ed-b008-d645ec2f235c tempest-ListImageFiltersTestJSON-1300276804 tempest-ListImageFiltersTestJSON-1300276804-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3560348 Jul 27 23:08:08.582147 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-99cad0b1-6138-4882-91f4-09a15ee60563 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:08.607697 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [req-407f19a4-b50a-48cf-82cf-618bdbfb535c req-9c93fc58-63b4-42a7-9155-18e073f13096 tempest-ListImageFiltersTestJSON-1300276804 tempest-ListImageFiltersTestJSON-1300276804-project] Request body: {'port': {'device_id': 'ad127843-2f59-41fa-9a9b-54df94eb8502', 'network_id': '591af2dd-f826-43b1-aa9d-e7a0bf218c71', 'admin_state_up': True, 'tenant_id': '7870b81d716943909b4fd3b5def31ac1'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:08:08.616810 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27922a0c-1bca-40e7-abed-9572d5e5cf34 admin admin] Checking segment: {'id': '2e87b105-a369-4162-9958-8de6352713ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'a7737e0c-9e61-43d5-8f37-2862a114eef0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:08:08.617703 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27922a0c-1bca-40e7-abed-9572d5e5cf34 admin admin] Network hostable DHCP agents. Network: a7737e0c-9e61-43d5-8f37-2862a114eef0, hostable agents: ['5950e76f-2bde-4343-a925-cbe6bacd2706'], hosted agents: [] {{(pid=93797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 23:08:08.618034 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-0e366d5b-7307-4044-b5c7-d49668f5c2de req-f930267f-7647-4030-9b89-0ed2d7bb714a service neutron] For port e141df55-6ef1-4777-a67c-d14f5b9ece64, host n-h2-802623-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=e141df55-6ef1-4777-a67c-d14f5b9ece64,segment=NetworkSegment(ff9b0beb-ebd9-45f3-9693-d627eb3bb065),segment_id=ff9b0beb-ebd9-45f3-9693-d627eb3bb065)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:08:08.636872 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-0e366d5b-7307-4044-b5c7-d49668f5c2de req-f930267f-7647-4030-9b89-0ed2d7bb714a service neutron] Notify callbacks [] for binding, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:08.637560 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-0e366d5b-7307-4044-b5c7-d49668f5c2de req-f930267f-7647-4030-9b89-0ed2d7bb714a service neutron] 10.222.0.18 "POST /v2.0/ports/e141df55-6ef1-4777-a67c-d14f5b9ece64/bindings HTTP/1.1" status: 201 len: 389 time: 0.8490782 Jul 27 23:08:08.720038 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27922a0c-1bca-40e7-abed-9572d5e5cf34 admin admin] Pushing event updated for resources: {'Subnet': ['ID=970cdcd7-7c74-44af-9807-ff303fbf909b,revision_number=0']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:08:08.763556 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27922a0c-1bca-40e7-abed-9572d5e5cf34 admin admin] Network a7737e0c-9e61-43d5-8f37-2862a114eef0 is scheduled to be hosted by DHCP agent 5950e76f-2bde-4343-a925-cbe6bacd2706 with binding_index 1 {{(pid=93797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 23:08:08.804704 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-27922a0c-1bca-40e7-abed-9572d5e5cf34 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802623-1, a7737e0c-9e61-43d5-8f37-2862a114eef0) {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:08:08.814144 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9850fb3-802e-4cea-90a9-948901966093 None None] Network a7737e0c-9e61-43d5-8f37-2862a114eef0 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:08:08.816079 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27922a0c-1bca-40e7-abed-9572d5e5cf34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:08:08.816680 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-27922a0c-1bca-40e7-abed-9572d5e5cf34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for subnet, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:08.846099 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-99cad0b1-6138-4882-91f4-09a15ee60563 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:08.849531 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-99cad0b1-6138-4882-91f4-09a15ee60563 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:08.850749 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-99cad0b1-6138-4882-91f4-09a15ee60563 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/caac3015-af23-4b8e-8c6c-b51e7bf06c5c HTTP/1.1" status: 204 len: 168 time: 0.6915874 Jul 27 23:08:08.863409 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-27922a0c-1bca-40e7-abed-9572d5e5cf34 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0793130 Jul 27 23:08:08.863638 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 57844) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:08:08.874074 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-992d566d-3deb-434e-9715-375164619b46 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1485289992-router', 'tenant_id': 'fc7acafa883a4a4baeb39fca47df928a', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'}}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:08:08.881246 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cad0b1-6138-4882-91f4-09a15ee60563 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caac3015-af23-4b8e-8c6c-b51e7bf06c5c,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:08:08.917527 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14cb564-6b07-42ab-acbc-fe7629a9c324 req-1f5461ce-91cf-473b-ab69-760f711de524 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:08:08.925307 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b14cb564-6b07-42ab-acbc-fe7629a9c324 req-1f5461ce-91cf-473b-ab69-760f711de524 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.18 "GET /v2.0/ports?device_id=e96ee7fe-839a-4eef-92c3-c496be2cfd97 HTTP/1.1" status: 200 len: 945 time: 0.2491584 Jul 27 23:08:09.004839 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8b5204a0-7952-4a1d-badc-bb33efca9287 req-d1668404-d230-4997-920b-c52938ab66b5 tempest-ListImageFiltersTestJSON-1300276804 tempest-ListImageFiltersTestJSON-1300276804-project] 10.222.0.18 "GET /v2.0/ports?device_id=af40694f-e015-4730-a86b-e6cdb8a8c834 HTTP/1.1" status: 200 len: 210 time: 0.0918529 Jul 27 23:08:09.055349 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b14cb564-6b07-42ab-acbc-fe7629a9c324 req-e5946193-0bcd-4f46-b846-f1e58898703b tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.18 "GET /v2.0/security-groups?id=657c655b-8580-45d5-979f-9b32b7a260f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280377 Jul 27 23:08:09.070832 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-992d566d-3deb-434e-9715-375164619b46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62159'] for router, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:09.073260 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-992d566d-3deb-434e-9715-375164619b46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-479230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-415539', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3693317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62148'] for router, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:09.112157 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e366d5b-7307-4044-b5c7-d49668f5c2de req-b5bf29a7-5e63-4750-8150-f12acaff7374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:08:09.118404 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-0e366d5b-7307-4044-b5c7-d49668f5c2de req-b5bf29a7-5e63-4750-8150-f12acaff7374 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2b51160ea37c42ce86518efb7f5012de&device_id=73009c7b-4701-45a2-9167-c53f8173123c HTTP/1.1" status: 200 len: 1097 time: 0.1069541 Jul 27 23:08:09.126643 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-407f19a4-b50a-48cf-82cf-618bdbfb535c req-9c93fc58-63b4-42a7-9155-18e073f13096 tempest-ListImageFiltersTestJSON-1300276804 tempest-ListImageFiltersTestJSON-1300276804-project] Made reservation on behalf of 7870b81d716943909b4fd3b5def31ac1 for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:08:09.133103 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-407f19a4-b50a-48cf-82cf-618bdbfb535c req-9c93fc58-63b4-42a7-9155-18e073f13096 tempest-ListImageFiltersTestJSON-1300276804 tempest-ListImageFiltersTestJSON-1300276804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:09.160940 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-407f19a4-b50a-48cf-82cf-618bdbfb535c req-9c93fc58-63b4-42a7-9155-18e073f13096 tempest-ListImageFiltersTestJSON-1300276804 tempest-ListImageFiltersTestJSON-1300276804-project] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:09.217235 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-992d566d-3deb-434e-9715-375164619b46 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:09.413649 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b822420-3d52-4bab-abda-7704d4c68fbd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f6f257c-ad18-5f0c-8c8e-ea085a5fc8a2-a7737e0c-9e61-43d5-8f37-2862a114eef0', 'network_id': 'a7737e0c-9e61-43d5-8f37-2862a114eef0', 'tenant_id': 'fc7acafa883a4a4baeb39fca47df928a', 'fixed_ips': [{'subnet_id': '970cdcd7-7c74-44af-9807-ff303fbf909b'}]}} from n-d-802623-1. {{(pid=93799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 23:08:09.415603 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8b822420-3d52-4bab-abda-7704d4c68fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:09.449094 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-992d566d-3deb-434e-9715-375164619b46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-415433', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62186'] for router, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:09.551587 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e366d5b-7307-4044-b5c7-d49668f5c2de req-d5e27525-509b-436d-9b42-c10c6857445c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:08:09.556905 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-0e366d5b-7307-4044-b5c7-d49668f5c2de req-d5e27525-509b-436d-9b42-c10c6857445c service neutron] 10.222.0.49 "GET /v2.0/networks?id=7ba5f889-7a68-424d-8fa1-71447bc958df HTTP/1.1" status: 200 len: 922 time: 0.4293957 Jul 27 23:08:09.652371 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-407f19a4-b50a-48cf-82cf-618bdbfb535c req-9c93fc58-63b4-42a7-9155-18e073f13096 tempest-ListImageFiltersTestJSON-1300276804 tempest-ListImageFiltersTestJSON-1300276804-project] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:09.693295 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-407f19a4-b50a-48cf-82cf-618bdbfb535c req-9c93fc58-63b4-42a7-9155-18e073f13096 tempest-ListImageFiltersTestJSON-1300276804 tempest-ListImageFiltersTestJSON-1300276804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:09.717633 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-0e366d5b-7307-4044-b5c7-d49668f5c2de req-9fae7451-c2f9-46e6-acfd-3bdbb0bf0c78 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e141df55-6ef1-4777-a67c-d14f5b9ece64 HTTP/1.1" status: 200 len: 217 time: 0.0869055 Jul 27 23:08:09.824879 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e366d5b-7307-4044-b5c7-d49668f5c2de req-9d476dbc-1f85-4051-8fd6-e52bfa5debe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:08:09.827571 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-0e366d5b-7307-4044-b5c7-d49668f5c2de req-9d476dbc-1f85-4051-8fd6-e52bfa5debe1 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=2be3a116-6f3a-48af-9c58-17be143660fc HTTP/1.1" status: 200 len: 861 time: 0.0929937 Jul 27 23:08:09.858230 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd906668-19c7-44b6-b67b-d0731aaf78be req-930ef4a9-8eb0-4ea6-bb2f-4154315d01f4 tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:08:09.865978 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-bd906668-19c7-44b6-b67b-d0731aaf78be req-930ef4a9-8eb0-4ea6-bb2f-4154315d01f4 tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] 10.222.0.18 "GET /v2.0/ports?device_id=73009c7b-4701-45a2-9167-c53f8173123c HTTP/1.1" status: 200 len: 946 time: 0.6995234 Jul 27 23:08:09.895847 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-0e366d5b-7307-4044-b5c7-d49668f5c2de req-951cd7af-73ee-4fb2-9075-8f45949a30b4 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=7ba5f889-7a68-424d-8fa1-71447bc958df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0580893 Jul 27 23:08:09.977635 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-8b822420-3d52-4bab-abda-7704d4c68fbd None None] Allocated IP 172.20.0.2 (a7737e0c-9e61-43d5-8f37-2862a114eef0/970cdcd7-7c74-44af-9807-ff303fbf909b/9e1d4975-95e5-405b-a0f7-f282cccbcb5a) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:08:10.013369 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-bd906668-19c7-44b6-b67b-d0731aaf78be req-cfce63ea-b9d0-47a6-9f20-0d247223a3fc tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ee1769a-7cc2-4f9a-a15b-54c39d35bd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460943 Jul 27 23:08:10.165059 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-0e366d5b-7307-4044-b5c7-d49668f5c2de req-9b33b1dd-3b92-4a7b-8580-8323cbcf5972 service neutron] 10.222.0.49 "GET /v2.0/networks/7ba5f889-7a68-424d-8fa1-71447bc958df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2544274 Jul 27 23:08:10.186051 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c93fc58-63b4-42a7-9155-18e073f13096 tempest-ListImageFiltersTestJSON-1300276804 tempest-ListImageFiltersTestJSON-1300276804-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e18dfc0d-586d-4d08-ab5b-6cc85907c37c,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:08:10.293554 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-52bb10af-7663-40f0-9a2d-b782271d8fc7 req-a1dc9e3d-71d0-459d-8c80-393bdd28d64e tempest-ListImageFiltersTestJSON-1300276804 tempest-ListImageFiltersTestJSON-1300276804-project] 10.222.0.18 "GET /v2.0/ports?device_id=af40694f-e015-4730-a86b-e6cdb8a8c834 HTTP/1.1" status: 200 len: 210 time: 0.0970473 Jul 27 23:08:10.341313 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-992d566d-3deb-434e-9715-375164619b46 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:10.398041 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-0e366d5b-7307-4044-b5c7-d49668f5c2de req-550bd1c6-0949-4c71-9466-591c3586ea3a service neutron] 10.222.0.49 "GET /v2.0/networks/7ba5f889-7a68-424d-8fa1-71447bc958df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2211020 Jul 27 23:08:10.444978 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8b822420-3d52-4bab-abda-7704d4c68fbd None None] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:10.452391 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-992d566d-3deb-434e-9715-375164619b46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:10.470203 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-8b822420-3d52-4bab-abda-7704d4c68fbd None None] Transition to ACTIVE for port object 9e1d4975-95e5-405b-a0f7-f282cccbcb5a will not be triggered until provisioned by entity L2. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:08:10.506817 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-8b822420-3d52-4bab-abda-7704d4c68fbd None None] Transition to ACTIVE for port object 9e1d4975-95e5-405b-a0f7-f282cccbcb5a will not be triggered until provisioned by entity DHCP. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:08:10.523153 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8b822420-3d52-4bab-abda-7704d4c68fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:10.525357 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47188cdc-a062-4f3a-b66c-44ad85681de7 req-7ea4434f-a8e5-4212-8eb0-d60aa5e0892c tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:08:10.535712 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-47188cdc-a062-4f3a-b66c-44ad85681de7 req-7ea4434f-a8e5-4212-8eb0-d60aa5e0892c tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.18 "GET /v2.0/ports?device_id=e96ee7fe-839a-4eef-92c3-c496be2cfd97 HTTP/1.1" status: 200 len: 945 time: 0.3152406 Jul 27 23:08:10.643590 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b822420-3d52-4bab-abda-7704d4c68fbd None None] Pushing event updated for resources: {'Port': ['ID=9e1d4975-95e5-405b-a0f7-f282cccbcb5a,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:08:10.669627 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b822420-3d52-4bab-abda-7704d4c68fbd None None] Network a7737e0c-9e61-43d5-8f37-2862a114eef0 is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:08:10.671485 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-8b822420-3d52-4bab-abda-7704d4c68fbd None None] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:08:10.681411 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b822420-3d52-4bab-abda-7704d4c68fbd None None] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:08:10.694275 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [req-407f19a4-b50a-48cf-82cf-618bdbfb535c req-9c93fc58-63b4-42a7-9155-18e073f13096 tempest-ListImageFiltersTestJSON-1300276804 tempest-ListImageFiltersTestJSON-1300276804-project] Allocated IP 192.168.233.198 (591af2dd-f826-43b1-aa9d-e7a0bf218c71/62938449-046d-4cbe-923a-7ebb632c358d/abc9a2e4-fad6-4842-b58a-e476e4fc1872) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:08:10.733573 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b1f72276-2851-423d-9d0e-085549427569 req-e107c6af-3c21-40a2-8d28-ac73aef186df tempest-ListImageFiltersTestJSON-1300276804 tempest-ListImageFiltersTestJSON-1300276804-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=7870b81d716943909b4fd3b5def31ac1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0504184 Jul 27 23:08:10.749362 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-47188cdc-a062-4f3a-b66c-44ad85681de7 req-ec69042d-67fd-46b5-aa2f-1c0b1595657a tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.18 "GET /v2.0/security-groups?id=657c655b-8580-45d5-979f-9b32b7a260f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2096856 Jul 27 23:08:10.849563 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-8b822420-3d52-4bab-abda-7704d4c68fbd None None] Attempting to bind port 9e1d4975-95e5-405b-a0f7-f282cccbcb5a on host n-d-802623-1 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:08:10.849939 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-8b822420-3d52-4bab-abda-7704d4c68fbd None None] Attempting to bind port 9e1d4975-95e5-405b-a0f7-f282cccbcb5a by drivers openvswitch,hyperv on host n-d-802623-1 at level 0 using segments [{'id': '2e87b105-a369-4162-9958-8de6352713ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'a7737e0c-9e61-43d5-8f37-2862a114eef0'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:08:10.850303 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b822420-3d52-4bab-abda-7704d4c68fbd None None] Attempting to bind port 9e1d4975-95e5-405b-a0f7-f282cccbcb5a on network a7737e0c-9e61-43d5-8f37-2862a114eef0 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:08:10.866727 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b822420-3d52-4bab-abda-7704d4c68fbd None None] Checking agent: {'id': 'a9a568d2-a5e7-41e4-833f-a8ab42ea4073', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 52, 30), 'started_at': datetime.datetime(2021, 7, 27, 22, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802623-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:08:10.870116 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b822420-3d52-4bab-abda-7704d4c68fbd None None] Checking segment: {'id': '2e87b105-a369-4162-9958-8de6352713ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'a7737e0c-9e61-43d5-8f37-2862a114eef0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:08:10.870937 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8b822420-3d52-4bab-abda-7704d4c68fbd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:10.871529 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b822420-3d52-4bab-abda-7704d4c68fbd None None] Bound using segment: {'id': '2e87b105-a369-4162-9958-8de6352713ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'a7737e0c-9e61-43d5-8f37-2862a114eef0'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:08:10.872781 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-8b822420-3d52-4bab-abda-7704d4c68fbd None None] Bound port: 9e1d4975-95e5-405b-a0f7-f282cccbcb5a, host: n-d-802623-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e87b105-a369-4162-9958-8de6352713ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'a7737e0c-9e61-43d5-8f37-2862a114eef0'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:08:10.873388 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8b822420-3d52-4bab-abda-7704d4c68fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:11.043185 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-992d566d-3deb-434e-9715-375164619b46 admin admin] Allocated IP 172.25.4.202 (2fd42287-ed26-4eb9-89a5-b521f5b04356/17de1f8f-393a-4b0c-a2df-614bd3f2fb5e/1c2ad822-7ead-4f0d-9cec-a9ff1722a3d0) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:08:11.060200 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-8b822420-3d52-4bab-abda-7704d4c68fbd None None] For port 9e1d4975-95e5-405b-a0f7-f282cccbcb5a, host n-d-802623-1, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:08:11.070817 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-8b822420-3d52-4bab-abda-7704d4c68fbd None None] For port 9e1d4975-95e5-405b-a0f7-f282cccbcb5a, host n-d-802623-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=9e1d4975-95e5-405b-a0f7-f282cccbcb5a,segment=NetworkSegment(2e87b105-a369-4162-9958-8de6352713ab),segment_id=2e87b105-a369-4162-9958-8de6352713ab)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:08:11.093282 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8b822420-3d52-4bab-abda-7704d4c68fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:11.227030 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.agents_db [None req-9beef776-8bab-4de2-989a-f5a23ba4aaf4 None None] Agent healthcheck: found 7 active agents {{(pid=93800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 23:08:11.240209 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b822420-3d52-4bab-abda-7704d4c68fbd None None] Pushing event updated for resources: {'Port': ['ID=9e1d4975-95e5-405b-a0f7-f282cccbcb5a,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:08:11.715157 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 9e1d4975-95e5-405b-a0f7-f282cccbcb5a up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:08:11.828015 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning for port 9e1d4975-95e5-405b-a0f7-f282cccbcb5a completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:08:11.860681 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f72276-2851-423d-9d0e-085549427569 req-a72f33f0-d146-4706-855d-2e8432dc20a6 tempest-ListImageFiltersTestJSON-1300276804 tempest-ListImageFiltersTestJSON-1300276804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:08:11.862890 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b1f72276-2851-423d-9d0e-085549427569 req-a72f33f0-d146-4706-855d-2e8432dc20a6 tempest-ListImageFiltersTestJSON-1300276804 tempest-ListImageFiltersTestJSON-1300276804-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.1080608 Jul 27 23:08:11.890801 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [req-b1f72276-2851-423d-9d0e-085549427569 req-7075db38-73d2-4d51-828a-de7b0e94a169 tempest-ListImageFiltersTestJSON-1300276804 tempest-ListImageFiltersTestJSON-1300276804-project] Request body: {'port': {'device_id': 'af40694f-e015-4730-a86b-e6cdb8a8c834', 'network_id': '591af2dd-f826-43b1-aa9d-e7a0bf218c71', 'admin_state_up': True, 'tenant_id': '7870b81d716943909b4fd3b5def31ac1'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:08:11.899828 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-407f19a4-b50a-48cf-82cf-618bdbfb535c req-9c93fc58-63b4-42a7-9155-18e073f13096 tempest-ListImageFiltersTestJSON-1300276804 tempest-ListImageFiltersTestJSON-1300276804-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:11.989224 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9283596d-e704-4f3e-82c5-351b8120bcd1 req-7a2e31d4-41e5-422f-9d91-c24cd4123d19 tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:08:11.996371 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-9283596d-e704-4f3e-82c5-351b8120bcd1 req-7a2e31d4-41e5-422f-9d91-c24cd4123d19 tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] 10.222.0.18 "GET /v2.0/ports?device_id=73009c7b-4701-45a2-9167-c53f8173123c HTTP/1.1" status: 200 len: 946 time: 0.7927716 Jul 27 23:08:12.001191 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-407f19a4-b50a-48cf-82cf-618bdbfb535c req-9c93fc58-63b4-42a7-9155-18e073f13096 tempest-ListImageFiltersTestJSON-1300276804 tempest-ListImageFiltersTestJSON-1300276804-project] Transition to ACTIVE for port object abc9a2e4-fad6-4842-b58a-e476e4fc1872 will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:08:12.172433 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-992d566d-3deb-434e-9715-375164619b46 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:12.230805 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-9283596d-e704-4f3e-82c5-351b8120bcd1 req-3cb88c48-15eb-4750-a47d-f67cbe93de84 tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ee1769a-7cc2-4f9a-a15b-54c39d35bd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2115610 Jul 27 23:08:12.316064 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-407f19a4-b50a-48cf-82cf-618bdbfb535c req-9c93fc58-63b4-42a7-9155-18e073f13096 tempest-ListImageFiltersTestJSON-1300276804 tempest-ListImageFiltersTestJSON-1300276804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:12.463320 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1f72276-2851-423d-9d0e-085549427569 req-7075db38-73d2-4d51-828a-de7b0e94a169 tempest-ListImageFiltersTestJSON-1300276804 tempest-ListImageFiltersTestJSON-1300276804-project] Made reservation on behalf of 7870b81d716943909b4fd3b5def31ac1 for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:08:12.466702 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-b1f72276-2851-423d-9d0e-085549427569 req-7075db38-73d2-4d51-828a-de7b0e94a169 tempest-ListImageFiltersTestJSON-1300276804 tempest-ListImageFiltersTestJSON-1300276804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:12.499512 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1feeae08-c2f9-49d7-b10c-11f4f397f752 req-2204f007-191e-4d8d-9c9b-88bb1a283d50 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:08:12.504357 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-1feeae08-c2f9-49d7-b10c-11f4f397f752 req-2204f007-191e-4d8d-9c9b-88bb1a283d50 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.18 "GET /v2.0/ports?device_id=e96ee7fe-839a-4eef-92c3-c496be2cfd97 HTTP/1.1" status: 200 len: 945 time: 0.0722985 Jul 27 23:08:12.505580 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-407f19a4-b50a-48cf-82cf-618bdbfb535c req-9c93fc58-63b4-42a7-9155-18e073f13096 tempest-ListImageFiltersTestJSON-1300276804 tempest-ListImageFiltersTestJSON-1300276804-project] Network 591af2dd-f826-43b1-aa9d-e7a0bf218c71 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:08:12.535885 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [req-407f19a4-b50a-48cf-82cf-618bdbfb535c req-9c93fc58-63b4-42a7-9155-18e073f13096 tempest-ListImageFiltersTestJSON-1300276804 tempest-ListImageFiltersTestJSON-1300276804-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:08:12.546347 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-eb067d45-ec21-473c-a0fd-aa01e5a96002 req-98e4ce25-0002-4b6e-8f57-46140d589553 tempest-ListImageFiltersTestJSON-1300276804 tempest-ListImageFiltersTestJSON-1300276804-project] 10.222.0.18 "GET /v2.0/ports?device_id=af40694f-e015-4730-a86b-e6cdb8a8c834 HTTP/1.1" status: 200 len: 210 time: 0.1174026 Jul 27 23:08:12.547244 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-407f19a4-b50a-48cf-82cf-618bdbfb535c req-9c93fc58-63b4-42a7-9155-18e073f13096 tempest-ListImageFiltersTestJSON-1300276804 tempest-ListImageFiltersTestJSON-1300276804-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:08:12.572788 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-992d566d-3deb-434e-9715-375164619b46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:12.575452 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c93fc58-63b4-42a7-9155-18e073f13096 tempest-ListImageFiltersTestJSON-1300276804 tempest-ListImageFiltersTestJSON-1300276804-project] Pushing event updated for resources: {'Port': ['ID=abc9a2e4-fad6-4842-b58a-e476e4fc1872,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:08:12.621735 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-1feeae08-c2f9-49d7-b10c-11f4f397f752 req-83750857-81c5-4e98-9848-dbf758391341 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.18 "GET /v2.0/security-groups?id=657c655b-8580-45d5-979f-9b32b7a260f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099081 Jul 27 23:08:12.727972 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-992d566d-3deb-434e-9715-375164619b46 admin admin] Network 2fd42287-ed26-4eb9-89a5-b521f5b04356 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:08:12.754296 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407f19a4-b50a-48cf-82cf-618bdbfb535c req-9c93fc58-63b4-42a7-9155-18e073f13096 tempest-ListImageFiltersTestJSON-1300276804 tempest-ListImageFiltersTestJSON-1300276804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:08:12.755006 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-407f19a4-b50a-48cf-82cf-618bdbfb535c req-9c93fc58-63b4-42a7-9155-18e073f13096 tempest-ListImageFiltersTestJSON-1300276804 tempest-ListImageFiltersTestJSON-1300276804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:12.803096 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-992d566d-3deb-434e-9715-375164619b46 admin admin] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:08:12.810626 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-992d566d-3deb-434e-9715-375164619b46 admin admin] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:08:12.815384 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992d566d-3deb-434e-9715-375164619b46 admin admin] Pushing event updated for resources: {'Port': ['ID=1c2ad822-7ead-4f0d-9cec-a9ff1722a3d0,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:08:12.894835 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d52af5a6-0180-4258-8577-e2e315112ca1 None None] Network a7737e0c-9e61-43d5-8f37-2862a114eef0 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:08:12.915555 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-407f19a4-b50a-48cf-82cf-618bdbfb535c req-9c93fc58-63b4-42a7-9155-18e073f13096 tempest-ListImageFiltersTestJSON-1300276804 tempest-ListImageFiltersTestJSON-1300276804-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.3126910 Jul 27 23:08:12.932684 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [req-407f19a4-b50a-48cf-82cf-618bdbfb535c req-1025d219-76e8-421d-8284-e462c74fadfb service neutron] Request body: {'port': {'device_id': 'ad127843-2f59-41fa-9a9b-54df94eb8502', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802623-1'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:08:13.037775 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-20da5eba-7357-4bc8-8887-915df5f89189 None None] Provisioning for port 9e1d4975-95e5-405b-a0f7-f282cccbcb5a completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:08:13.052549 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-20da5eba-7357-4bc8-8887-915df5f89189 None None] Provisioning complete for port 9e1d4975-95e5-405b-a0f7-f282cccbcb5a triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:08:13.054501 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-20da5eba-7357-4bc8-8887-915df5f89189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:13.161162 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [req-b1f72276-2851-423d-9d0e-085549427569 req-7075db38-73d2-4d51-828a-de7b0e94a169 tempest-ListImageFiltersTestJSON-1300276804 tempest-ListImageFiltersTestJSON-1300276804-project] Allocated IP 192.168.233.101 (591af2dd-f826-43b1-aa9d-e7a0bf218c71/62938449-046d-4cbe-923a-7ebb632c358d/3620d593-1d9b-44f9-b5be-c87446df7f96) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:08:13.263389 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-407f19a4-b50a-48cf-82cf-618bdbfb535c req-1025d219-76e8-421d-8284-e462c74fadfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:13.441852 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-20da5eba-7357-4bc8-8887-915df5f89189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:13.515523 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-20da5eba-7357-4bc8-8887-915df5f89189 None None] For port 9e1d4975-95e5-405b-a0f7-f282cccbcb5a, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=9e1d4975-95e5-405b-a0f7-f282cccbcb5a,segment=NetworkSegment(2e87b105-a369-4162-9958-8de6352713ab),segment_id=2e87b105-a369-4162-9958-8de6352713ab)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:08:13.529925 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-20da5eba-7357-4bc8-8887-915df5f89189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:13.631599 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20da5eba-7357-4bc8-8887-915df5f89189 None None] Pushing event updated for resources: {'Port': ['ID=9e1d4975-95e5-405b-a0f7-f282cccbcb5a,revision_number=3']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:08:13.685098 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-36047808-d9b5-468e-aa0f-3e3f56deefa8 None None] Provisioning for port abc9a2e4-fad6-4842-b58a-e476e4fc1872 completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:08:13.705525 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-36047808-d9b5-468e-aa0f-3e3f56deefa8 None None] Provisioning complete for port abc9a2e4-fad6-4842-b58a-e476e4fc1872 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:08:13.707327 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-36047808-d9b5-468e-aa0f-3e3f56deefa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:13.803213 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-6bcb2e64-f164-4721-8a16-c9439b4195f5 req-297e0992-bea8-4597-b5d2-c18d65464313 tempest-ListImageFiltersTestJSON-1300276804 tempest-ListImageFiltersTestJSON-1300276804-project] 10.222.0.18 "GET /v2.0/ports?device_id=af40694f-e015-4730-a86b-e6cdb8a8c834 HTTP/1.1" status: 200 len: 210 time: 0.0450072 Jul 27 23:08:13.832754 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-992d566d-3deb-434e-9715-375164619b46 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:13.845284 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-36047808-d9b5-468e-aa0f-3e3f56deefa8 None None] Port abc9a2e4-fad6-4842-b58a-e476e4fc1872 cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:08:13.845768 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-b1f72276-2851-423d-9d0e-085549427569 req-7075db38-73d2-4d51-828a-de7b0e94a169 tempest-ListImageFiltersTestJSON-1300276804 tempest-ListImageFiltersTestJSON-1300276804-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:13.941546 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cab93a-550f-49c0-bf79-47a5e66c3908 req-de24d8e9-9926-44f9-8c78-1bb899b81220 tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:08:13.943577 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-97cab93a-550f-49c0-bf79-47a5e66c3908 req-de24d8e9-9926-44f9-8c78-1bb899b81220 tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] 10.222.0.18 "GET /v2.0/ports?device_id=73009c7b-4701-45a2-9167-c53f8173123c HTTP/1.1" status: 200 len: 946 time: 0.3573642 Jul 27 23:08:13.944782 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-b1f72276-2851-423d-9d0e-085549427569 req-7075db38-73d2-4d51-828a-de7b0e94a169 tempest-ListImageFiltersTestJSON-1300276804 tempest-ListImageFiltersTestJSON-1300276804-project] Transition to ACTIVE for port object 3620d593-1d9b-44f9-b5be-c87446df7f96 will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:08:13.988189 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-2299198d-5d0c-46dd-be9b-70a031429b7d None None] Provisioning complete for port 9e1d4975-95e5-405b-a0f7-f282cccbcb5a triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:08:13.989357 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2299198d-5d0c-46dd-be9b-70a031429b7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:14.008916 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64363fb-a85f-4c7a-805d-75aab4df9067 req-829afe71-a3d9-4715-b6e8-c149e00efdab tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:08:14.022273 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-b64363fb-a85f-4c7a-805d-75aab4df9067 req-829afe71-a3d9-4715-b6e8-c149e00efdab tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.18 "GET /v2.0/ports?device_id=e96ee7fe-839a-4eef-92c3-c496be2cfd97 HTTP/1.1" status: 200 len: 945 time: 0.0914168 Jul 27 23:08:14.078426 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-b64363fb-a85f-4c7a-805d-75aab4df9067 req-99709f3f-c018-4f18-9774-8375836a9db0 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.18 "GET /v2.0/security-groups?id=657c655b-8580-45d5-979f-9b32b7a260f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549581 Jul 27 23:08:14.221467 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-97cab93a-550f-49c0-bf79-47a5e66c3908 req-d5cf827c-45c1-4306-a3d6-6e67450f201d tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ee1769a-7cc2-4f9a-a15b-54c39d35bd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2619767 Jul 27 23:08:14.551968 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-992d566d-3deb-434e-9715-375164619b46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-415468'] for router, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:14.555106 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-b1f72276-2851-423d-9d0e-085549427569 req-7075db38-73d2-4d51-828a-de7b0e94a169 tempest-ListImageFiltersTestJSON-1300276804 tempest-ListImageFiltersTestJSON-1300276804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:14.639550 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1f72276-2851-423d-9d0e-085549427569 req-7075db38-73d2-4d51-828a-de7b0e94a169 tempest-ListImageFiltersTestJSON-1300276804 tempest-ListImageFiltersTestJSON-1300276804-project] Network 591af2dd-f826-43b1-aa9d-e7a0bf218c71 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:08:14.697440 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [req-b1f72276-2851-423d-9d0e-085549427569 req-7075db38-73d2-4d51-828a-de7b0e94a169 tempest-ListImageFiltersTestJSON-1300276804 tempest-ListImageFiltersTestJSON-1300276804-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:08:14.719549 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1f72276-2851-423d-9d0e-085549427569 req-7075db38-73d2-4d51-828a-de7b0e94a169 tempest-ListImageFiltersTestJSON-1300276804 tempest-ListImageFiltersTestJSON-1300276804-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:08:14.809358 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f72276-2851-423d-9d0e-085549427569 req-7075db38-73d2-4d51-828a-de7b0e94a169 tempest-ListImageFiltersTestJSON-1300276804 tempest-ListImageFiltersTestJSON-1300276804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:08:14.810707 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-b1f72276-2851-423d-9d0e-085549427569 req-7075db38-73d2-4d51-828a-de7b0e94a169 tempest-ListImageFiltersTestJSON-1300276804 tempest-ListImageFiltersTestJSON-1300276804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:14.895767 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7075db38-73d2-4d51-828a-de7b0e94a169 tempest-ListImageFiltersTestJSON-1300276804 tempest-ListImageFiltersTestJSON-1300276804-project] Pushing event updated for resources: {'Port': ['ID=3620d593-1d9b-44f9-b5be-c87446df7f96,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:08:14.933345 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b1f72276-2851-423d-9d0e-085549427569 req-7075db38-73d2-4d51-828a-de7b0e94a169 tempest-ListImageFiltersTestJSON-1300276804 tempest-ListImageFiltersTestJSON-1300276804-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0464208 Jul 27 23:08:15.021683 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 58018) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:08:15.053303 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [req-b1f72276-2851-423d-9d0e-085549427569 req-85911bf6-3a55-43ab-8bbc-8ac572a8a62c service neutron] Request body: {'port': {'device_id': 'af40694f-e015-4730-a86b-e6cdb8a8c834', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802623-1'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:08:15.110300 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73dfa0f-b62c-492c-bd05-5fdd46f9c57f req-977d2acb-319f-48fb-b9d8-9f4ede8ab8ad tempest-ListImageFiltersTestJSON-1300276804 tempest-ListImageFiltersTestJSON-1300276804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:08:15.122550 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-e73dfa0f-b62c-492c-bd05-5fdd46f9c57f req-977d2acb-319f-48fb-b9d8-9f4ede8ab8ad tempest-ListImageFiltersTestJSON-1300276804 tempest-ListImageFiltersTestJSON-1300276804-project] 10.222.0.18 "GET /v2.0/ports?device_id=af40694f-e015-4730-a86b-e6cdb8a8c834 HTTP/1.1" status: 200 len: 936 time: 0.1595876 Jul 27 23:08:15.231740 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-d74b4995-c4be-4c4b-afe7-a9e46fafeb36 None None] Provisioning for port 3620d593-1d9b-44f9-b5be-c87446df7f96 completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:08:15.243155 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-d74b4995-c4be-4c4b-afe7-a9e46fafeb36 None None] Provisioning complete for port 3620d593-1d9b-44f9-b5be-c87446df7f96 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:08:15.243927 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d74b4995-c4be-4c4b-afe7-a9e46fafeb36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:15.247082 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-b1f72276-2851-423d-9d0e-085549427569 req-85911bf6-3a55-43ab-8bbc-8ac572a8a62c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:15.265282 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [req-407f19a4-b50a-48cf-82cf-618bdbfb535c req-1025d219-76e8-421d-8284-e462c74fadfb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id abc9a2e4-fad6-4842-b58a-e476e4fc1872 {{(pid=93798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:08:15.282529 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-407f19a4-b50a-48cf-82cf-618bdbfb535c req-1025d219-76e8-421d-8284-e462c74fadfb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:15.305320 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-e73dfa0f-b62c-492c-bd05-5fdd46f9c57f req-a524a24b-6d5b-4963-8182-8cfe47954c54 tempest-ListImageFiltersTestJSON-1300276804 tempest-ListImageFiltersTestJSON-1300276804-project] 10.222.0.18 "GET /v2.0/security-groups?id=e18dfc0d-586d-4d08-ab5b-6cc85907c37c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594675 Jul 27 23:08:15.365873 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-407f19a4-b50a-48cf-82cf-618bdbfb535c req-1025d219-76e8-421d-8284-e462c74fadfb service neutron] Transition to ACTIVE for port object abc9a2e4-fad6-4842-b58a-e476e4fc1872 will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:08:15.366638 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-992d566d-3deb-434e-9715-375164619b46 admin admin] Router 4fbc422e-3bf9-46cc-9eaa-57921359cad4 is scheduled to L3 agent 018c4455-49c0-4734-927d-7824067b2a9e with binding_index 1 {{(pid=93798) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 23:08:15.379442 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-407f19a4-b50a-48cf-82cf-618bdbfb535c req-1025d219-76e8-421d-8284-e462c74fadfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:15.422758 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-d74b4995-c4be-4c4b-afe7-a9e46fafeb36 None None] Port 3620d593-1d9b-44f9-b5be-c87446df7f96 cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:08:15.458793 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5480c3cf-af88-49b4-96ba-ac873ed15677 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:15.637823 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 9e1d4975-95e5-405b-a0f7-f282cccbcb5a up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:08:15.651604 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5480c3cf-af88-49b4-96ba-ac873ed15677 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:15.661361 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5480c3cf-af88-49b4-96ba-ac873ed15677 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:15.714260 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5480c3cf-af88-49b4-96ba-ac873ed15677 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9106dcb-84f5-437d-a375-16e43c672f94,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:08:15.764709 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-5480c3cf-af88-49b4-96ba-ac873ed15677 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ff9065d97f4a441aa7c14fbb1f1a5373&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7417145 Jul 27 23:08:15.766317 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port 9e1d4975-95e5-405b-a0f7-f282cccbcb5a triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:08:15.766830 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:15.768192 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 58036) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:08:15.789657 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1025d219-76e8-421d-8284-e462c74fadfb service neutron] Pushing event updated for resources: {'Port': ['ID=abc9a2e4-fad6-4842-b58a-e476e4fc1872,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:08:15.896359 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b5896fd9-fb82-45a5-9d27-f3c454c4497f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:15.938892 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249b7426-d8e8-412d-a0ef-a20463b46104 req-5adafb1f-772f-43d3-8bbb-89c3fde2fb18 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:08:15.941415 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b5896fd9-fb82-45a5-9d27-f3c454c4497f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:15.956908 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-249b7426-d8e8-412d-a0ef-a20463b46104 req-5adafb1f-772f-43d3-8bbb-89c3fde2fb18 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.18 "GET /v2.0/ports?device_id=e96ee7fe-839a-4eef-92c3-c496be2cfd97 HTTP/1.1" status: 200 len: 945 time: 0.5254309 Jul 27 23:08:16.051254 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-992d566d-3deb-434e-9715-375164619b46 admin admin] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:08:16.065054 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-110c8f88-176e-4030-991e-0c82acd7e863 None None] Sync routers for ids ['4fbc422e-3bf9-46cc-9eaa-57921359cad4'] in n-d-802623-1 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:08:16.082535 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-110c8f88-176e-4030-991e-0c82acd7e863 None None] Routers {'4fbc422e-3bf9-46cc-9eaa-57921359cad4'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:08:16.083415 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-110c8f88-176e-4030-991e-0c82acd7e863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:08:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['4fbc422e-3bf9-46cc-9eaa-57921359cad4'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:08:16.118281 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4249e81a-35d7-4acc-8c1c-2c99922c1204 req-6c23fc87-9fa5-4ce0-b17f-be46ea8f5f94 tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:08:16.133830 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-4249e81a-35d7-4acc-8c1c-2c99922c1204 req-6c23fc87-9fa5-4ce0-b17f-be46ea8f5f94 tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] 10.222.0.18 "GET /v2.0/ports?device_id=73009c7b-4701-45a2-9167-c53f8173123c HTTP/1.1" status: 200 len: 946 time: 0.1526546 Jul 27 23:08:16.183578 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-249b7426-d8e8-412d-a0ef-a20463b46104 req-51b44bc8-113b-44ba-9aef-9f3994d8d52b tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.18 "GET /v2.0/security-groups?id=657c655b-8580-45d5-979f-9b32b7a260f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2212052 Jul 27 23:08:16.208794 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-4249e81a-35d7-4acc-8c1c-2c99922c1204 req-c2d057dc-e0fa-4adc-91fb-9ac3d5d2a957 tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ee1769a-7cc2-4f9a-a15b-54c39d35bd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732374 Jul 27 23:08:16.217330 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-992d566d-3deb-434e-9715-375164619b46 admin admin] Notify callbacks [] for router, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:16.220617 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b5896fd9-fb82-45a5-9d27-f3c454c4497f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:16.224314 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-992d566d-3deb-434e-9715-375164619b46 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 7.3604982 Jul 27 23:08:16.228458 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 58040) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:08:16.230405 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b5896fd9-fb82-45a5-9d27-f3c454c4497f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:16.230726 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-407f19a4-b50a-48cf-82cf-618bdbfb535c req-1025d219-76e8-421d-8284-e462c74fadfb service neutron] Attempting to bind port abc9a2e4-fad6-4842-b58a-e476e4fc1872 on host n-h2-802623-1 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:08:16.231111 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-407f19a4-b50a-48cf-82cf-618bdbfb535c req-1025d219-76e8-421d-8284-e462c74fadfb service neutron] Attempting to bind port abc9a2e4-fad6-4842-b58a-e476e4fc1872 by drivers openvswitch,hyperv on host n-h2-802623-1 at level 0 using segments [{'id': '16e91594-c047-4b55-93eb-43af33ad08e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '591af2dd-f826-43b1-aa9d-e7a0bf218c71'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:08:16.231488 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-407f19a4-b50a-48cf-82cf-618bdbfb535c req-1025d219-76e8-421d-8284-e462c74fadfb service neutron] Attempting to bind port abc9a2e4-fad6-4842-b58a-e476e4fc1872 on network 591af2dd-f826-43b1-aa9d-e7a0bf218c71 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:08:16.246703 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-b5896fd9-fb82-45a5-9d27-f3c454c4497f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a9106dcb-84f5-437d-a375-16e43c672f94 HTTP/1.1" status: 204 len: 168 time: 0.4767392 Jul 27 23:08:16.259623 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5896fd9-fb82-45a5-9d27-f3c454c4497f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9106dcb-84f5-437d-a375-16e43c672f94,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:08:16.294065 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-110c8f88-176e-4030-991e-0c82acd7e863 None None] Set router 4fbc422e-3bf9-46cc-9eaa-57921359cad4 gateway port host: n-d-802623-1 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:08:16.648211 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540c2119-2935-4d3e-8d7e-1cd478df5e26 req-eea8a774-44a1-4eea-9242-fcb709f34268 tempest-ListImageFiltersTestJSON-1300276804 tempest-ListImageFiltersTestJSON-1300276804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:08:16.652829 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-540c2119-2935-4d3e-8d7e-1cd478df5e26 req-eea8a774-44a1-4eea-9242-fcb709f34268 tempest-ListImageFiltersTestJSON-1300276804 tempest-ListImageFiltersTestJSON-1300276804-project] 10.222.0.18 "GET /v2.0/ports?device_id=af40694f-e015-4730-a86b-e6cdb8a8c834 HTTP/1.1" status: 200 len: 936 time: 0.1186154 Jul 27 23:08:16.728764 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-110c8f88-176e-4030-991e-0c82acd7e863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fbc422e-3bf9-46cc-9eaa-57921359cad4', 'name': 'tempest-ServersTestManualDisk-1485289992-router', 'tenant_id': 'fc7acafa883a4a4baeb39fca47df928a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.202'}], 'enable_snat': True}, 'gw_port_id': '1c2ad822-7ead-4f0d-9cec-a9ff1722a3d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:08:09Z', 'updated_at': '2021-07-27T23:08:13Z', 'revision_number': 3, 'project_id': 'fc7acafa883a4a4baeb39fca47df928a', 'gw_port': {'id': '1c2ad822-7ead-4f0d-9cec-a9ff1722a3d0', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:fb:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fbc422e-3bf9-46cc-9eaa-57921359cad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:08:10Z', 'updated_at': '2021-07-27T23:08:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1'}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:08:16.757194 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-540c2119-2935-4d3e-8d7e-1cd478df5e26 req-69d3f309-ea51-4e3e-863e-567482bd7f14 tempest-ListImageFiltersTestJSON-1300276804 tempest-ListImageFiltersTestJSON-1300276804-project] 10.222.0.18 "GET /v2.0/security-groups?id=e18dfc0d-586d-4d08-ab5b-6cc85907c37c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979018 Jul 27 23:08:16.763569 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 58064) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:08:16.817455 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c39216ae-c318-4837-b328-f5c742be4c02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:16.836414 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-110c8f88-176e-4030-991e-0c82acd7e863 None None] Checking router: 4fbc422e-3bf9-46cc-9eaa-57921359cad4 for host: n-d-802623-1 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 23:08:16.836816 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-110c8f88-176e-4030-991e-0c82acd7e863 None None] Updating router 4fbc422e-3bf9-46cc-9eaa-57921359cad4 port 1c2ad822-7ead-4f0d-9cec-a9ff1722a3d0 binding host n-d-802623-1 {{(pid=93800) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 23:08:16.973173 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-110c8f88-176e-4030-991e-0c82acd7e863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:16.991335 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c39216ae-c318-4837-b328-f5c742be4c02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:17.001167 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c39216ae-c318-4837-b328-f5c742be4c02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:17.094139 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-c39216ae-c318-4837-b328-f5c742be4c02 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=61667f936e7e49c9bba41e3bbdb007b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3294039 Jul 27 23:08:17.097362 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 58072) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:08:17.200302 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39216ae-c318-4837-b328-f5c742be4c02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2ddb2c3-53f9-4360-8b69-a20ede5fadbc,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:08:17.235743 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5653a229-50db-4dcf-ab6c-34cf83f65cd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:17.270674 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-407f19a4-b50a-48cf-82cf-618bdbfb535c req-1025d219-76e8-421d-8284-e462c74fadfb service neutron] Port abc9a2e4-fad6-4842-b58a-e476e4fc1872 on network 591af2dd-f826-43b1-aa9d-e7a0bf218c71 not bound, no agent of type Open vSwitch agent registered on host n-h2-802623-1 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 23:08:17.271294 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-407f19a4-b50a-48cf-82cf-618bdbfb535c req-1025d219-76e8-421d-8284-e462c74fadfb service neutron] Attempting to bind port abc9a2e4-fad6-4842-b58a-e476e4fc1872 on network 591af2dd-f826-43b1-aa9d-e7a0bf218c71 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:08:17.311175 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5653a229-50db-4dcf-ab6c-34cf83f65cd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:17.328716 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [req-b1f72276-2851-423d-9d0e-085549427569 req-85911bf6-3a55-43ab-8bbc-8ac572a8a62c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3620d593-1d9b-44f9-b5be-c87446df7f96 {{(pid=93798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:08:17.355552 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-407f19a4-b50a-48cf-82cf-618bdbfb535c req-1025d219-76e8-421d-8284-e462c74fadfb service neutron] Checking agent: {'id': 'c5cc038b-93c4-4df4-8061-5df2a04a48c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 23, 0, 4), 'started_at': datetime.datetime(2021, 7, 27, 23, 0, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 8, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:08:17.357210 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-407f19a4-b50a-48cf-82cf-618bdbfb535c req-1025d219-76e8-421d-8284-e462c74fadfb service neutron] Checking segment: {'id': '16e91594-c047-4b55-93eb-43af33ad08e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '591af2dd-f826-43b1-aa9d-e7a0bf218c71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:08:17.359928 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-407f19a4-b50a-48cf-82cf-618bdbfb535c req-1025d219-76e8-421d-8284-e462c74fadfb service neutron] Bound using segment: {'id': '16e91594-c047-4b55-93eb-43af33ad08e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '591af2dd-f826-43b1-aa9d-e7a0bf218c71'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:08:17.360705 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-407f19a4-b50a-48cf-82cf-618bdbfb535c req-1025d219-76e8-421d-8284-e462c74fadfb service neutron] Bound port: abc9a2e4-fad6-4842-b58a-e476e4fc1872, host: n-h2-802623-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16e91594-c047-4b55-93eb-43af33ad08e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '591af2dd-f826-43b1-aa9d-e7a0bf218c71'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:08:17.361368 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-407f19a4-b50a-48cf-82cf-618bdbfb535c req-1025d219-76e8-421d-8284-e462c74fadfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:17.461597 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-b1f72276-2851-423d-9d0e-085549427569 req-85911bf6-3a55-43ab-8bbc-8ac572a8a62c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:17.473028 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429b924d-b5b9-48eb-91f4-c0eccb5926c0 req-4b113ffe-815a-4a74-a6fc-507fddac3bc9 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:08:17.474586 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-429b924d-b5b9-48eb-91f4-c0eccb5926c0 req-4b113ffe-815a-4a74-a6fc-507fddac3bc9 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.18 "GET /v2.0/ports?device_id=e96ee7fe-839a-4eef-92c3-c496be2cfd97 HTTP/1.1" status: 200 len: 945 time: 0.1469159 Jul 27 23:08:17.534735 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5653a229-50db-4dcf-ab6c-34cf83f65cd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:17.538346 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5653a229-50db-4dcf-ab6c-34cf83f65cd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:17.544813 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-5653a229-50db-4dcf-ab6c-34cf83f65cd8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f2ddb2c3-53f9-4360-8b69-a20ede5fadbc HTTP/1.1" status: 204 len: 168 time: 0.4434142 Jul 27 23:08:17.577837 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-b1f72276-2851-423d-9d0e-085549427569 req-85911bf6-3a55-43ab-8bbc-8ac572a8a62c service neutron] Transition to ACTIVE for port object 3620d593-1d9b-44f9-b5be-c87446df7f96 will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:08:17.598821 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-b1f72276-2851-423d-9d0e-085549427569 req-85911bf6-3a55-43ab-8bbc-8ac572a8a62c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:17.625067 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-110c8f88-176e-4030-991e-0c82acd7e863 None None] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:17.626962 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-429b924d-b5b9-48eb-91f4-c0eccb5926c0 req-b8d2b3a6-8500-4df4-accb-28b0f051df66 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.18 "GET /v2.0/security-groups?id=657c655b-8580-45d5-979f-9b32b7a260f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312907 Jul 27 23:08:17.632242 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5653a229-50db-4dcf-ab6c-34cf83f65cd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2ddb2c3-53f9-4360-8b69-a20ede5fadbc,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:08:17.635731 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-110c8f88-176e-4030-991e-0c82acd7e863 None None] Transition to ACTIVE for port object 1c2ad822-7ead-4f0d-9cec-a9ff1722a3d0 will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:08:17.655701 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-110c8f88-176e-4030-991e-0c82acd7e863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:17.735968 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fd7ef7-4947-47fa-a470-00f06169577c None None] Pushing event updated for resources: {'Port': ['ID=1c2ad822-7ead-4f0d-9cec-a9ff1722a3d0,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:08:17.752042 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5fd7ef7-4947-47fa-a470-00f06169577c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:08:17.752373 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5fd7ef7-4947-47fa-a470-00f06169577c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:08:17.759820 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5fd7ef7-4947-47fa-a470-00f06169577c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:08:17.760867 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5fd7ef7-4947-47fa-a470-00f06169577c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:08:17.761371 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5fd7ef7-4947-47fa-a470-00f06169577c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:08:17.761867 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5fd7ef7-4947-47fa-a470-00f06169577c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:08:17.762348 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5fd7ef7-4947-47fa-a470-00f06169577c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:08:17.762826 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5fd7ef7-4947-47fa-a470-00f06169577c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:08:17.763323 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5fd7ef7-4947-47fa-a470-00f06169577c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:08:17.763798 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5fd7ef7-4947-47fa-a470-00f06169577c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:08:17.764410 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5fd7ef7-4947-47fa-a470-00f06169577c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:08:17.764892 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5fd7ef7-4947-47fa-a470-00f06169577c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:08:17.812071 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-110c8f88-176e-4030-991e-0c82acd7e863 None None] Attempting to bind port 1c2ad822-7ead-4f0d-9cec-a9ff1722a3d0 on host n-d-802623-1 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:08:17.812753 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-110c8f88-176e-4030-991e-0c82acd7e863 None None] Attempting to bind port 1c2ad822-7ead-4f0d-9cec-a9ff1722a3d0 by drivers openvswitch,hyperv on host n-d-802623-1 at level 0 using segments [{'id': 'b9afe07e-bbe4-4740-834c-4b6a9698bdbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:08:17.813277 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-110c8f88-176e-4030-991e-0c82acd7e863 None None] Attempting to bind port 1c2ad822-7ead-4f0d-9cec-a9ff1722a3d0 on network 2fd42287-ed26-4eb9-89a5-b521f5b04356 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:08:17.823339 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-110c8f88-176e-4030-991e-0c82acd7e863 None None] Checking agent: {'id': 'a9a568d2-a5e7-41e4-833f-a8ab42ea4073', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 52, 30), 'started_at': datetime.datetime(2021, 7, 27, 22, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802623-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:08:17.823925 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-110c8f88-176e-4030-991e-0c82acd7e863 None None] Checking segment: {'id': 'b9afe07e-bbe4-4740-834c-4b6a9698bdbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:08:17.824488 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-110c8f88-176e-4030-991e-0c82acd7e863 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:17.825027 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-110c8f88-176e-4030-991e-0c82acd7e863 None None] Bound using segment: {'id': 'b9afe07e-bbe4-4740-834c-4b6a9698bdbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:08:17.835253 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-110c8f88-176e-4030-991e-0c82acd7e863 None None] Bound port: 1c2ad822-7ead-4f0d-9cec-a9ff1722a3d0, host: n-d-802623-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9afe07e-bbe4-4740-834c-4b6a9698bdbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:08:17.835862 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-110c8f88-176e-4030-991e-0c82acd7e863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:17.873024 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-407f19a4-b50a-48cf-82cf-618bdbfb535c req-1025d219-76e8-421d-8284-e462c74fadfb service neutron] For port abc9a2e4-fad6-4842-b58a-e476e4fc1872, host n-h2-802623-1, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:08:17.939118 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b80a432-3ed9-4f82-96d4-ba1d521dea94 req-6d27bb05-4f98-467b-b18f-553a6e09ebc0 tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:08:17.948495 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-407f19a4-b50a-48cf-82cf-618bdbfb535c req-1025d219-76e8-421d-8284-e462c74fadfb service neutron] For port abc9a2e4-fad6-4842-b58a-e476e4fc1872, host n-h2-802623-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=abc9a2e4-fad6-4842-b58a-e476e4fc1872,segment=NetworkSegment(16e91594-c047-4b55-93eb-43af33ad08e1),segment_id=16e91594-c047-4b55-93eb-43af33ad08e1)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:08:17.960349 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85911bf6-3a55-43ab-8bbc-8ac572a8a62c service neutron] Pushing event updated for resources: {'Port': ['ID=3620d593-1d9b-44f9-b5be-c87446df7f96,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:08:17.961353 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-4b80a432-3ed9-4f82-96d4-ba1d521dea94 req-6d27bb05-4f98-467b-b18f-553a6e09ebc0 tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] 10.222.0.18 "GET /v2.0/ports?device_id=73009c7b-4701-45a2-9167-c53f8173123c HTTP/1.1" status: 200 len: 946 time: 0.1785350 Jul 27 23:08:17.967524 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-110c8f88-176e-4030-991e-0c82acd7e863 None None] For port 1c2ad822-7ead-4f0d-9cec-a9ff1722a3d0, host n-d-802623-1, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:08:17.988786 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-110c8f88-176e-4030-991e-0c82acd7e863 None None] For port 1c2ad822-7ead-4f0d-9cec-a9ff1722a3d0, host n-d-802623-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=1c2ad822-7ead-4f0d-9cec-a9ff1722a3d0,segment=NetworkSegment(b9afe07e-bbe4-4740-834c-4b6a9698bdbc),segment_id=b9afe07e-bbe4-4740-834c-4b6a9698bdbc)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:08:17.997986 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-110c8f88-176e-4030-991e-0c82acd7e863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:18.009411 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-407f19a4-b50a-48cf-82cf-618bdbfb535c req-1025d219-76e8-421d-8284-e462c74fadfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:18.061561 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-4b80a432-3ed9-4f82-96d4-ba1d521dea94 req-1cd81d47-aaab-4e83-a659-622aae774696 tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ee1769a-7cc2-4f9a-a15b-54c39d35bd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992527 Jul 27 23:08:18.151477 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fd7ef7-4947-47fa-a470-00f06169577c None None] Pushing event updated for resources: {'Port': ['ID=1c2ad822-7ead-4f0d-9cec-a9ff1722a3d0,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:08:18.163433 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407f19a4-b50a-48cf-82cf-618bdbfb535c req-1025d219-76e8-421d-8284-e462c74fadfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:08:18.164464 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-407f19a4-b50a-48cf-82cf-618bdbfb535c req-1025d219-76e8-421d-8284-e462c74fadfb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:18.166880 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-407f19a4-b50a-48cf-82cf-618bdbfb535c req-1025d219-76e8-421d-8284-e462c74fadfb service neutron] 10.222.0.49 "PUT /v2.0/ports/abc9a2e4-fad6-4842-b58a-e476e4fc1872 HTTP/1.1" status: 200 len: 1096 time: 5.2412763 Jul 27 23:08:18.184517 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad127843-2f59-41fa-9a9b-54df94eb8502', 'tag': 'abc9a2e4-fad6-4842-b58a-e476e4fc1872'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:08:18.187337 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}011f8d312121274bb12d78e77c6379a2079800640016cec6c6d605b73666e854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-199dc060-dc45-4a29-80a0-73b0b706e4eb" -d '{"events": [{"name": "network-changed", "server_uuid": "ad127843-2f59-41fa-9a9b-54df94eb8502", "tag": "abc9a2e4-fad6-4842-b58a-e476e4fc1872"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:08:18.198099 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-110c8f88-176e-4030-991e-0c82acd7e863 None None] Routers {'4fbc422e-3bf9-46cc-9eaa-57921359cad4'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:08:18.198845 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-110c8f88-176e-4030-991e-0c82acd7e863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:08:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['4fbc422e-3bf9-46cc-9eaa-57921359cad4'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:08:18.391016 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1025d219-76e8-421d-8284-e462c74fadfb service neutron] Pushing event updated for resources: {'Port': ['ID=abc9a2e4-fad6-4842-b58a-e476e4fc1872,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:08:18.454275 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdfc549-f71f-4041-b563-f5c539be09c5 req-870c8119-d1b6-442e-9109-e5ebb475d749 tempest-ListImageFiltersTestJSON-1300276804 tempest-ListImageFiltersTestJSON-1300276804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:08:18.455695 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407f19a4-b50a-48cf-82cf-618bdbfb535c req-f23c8b6b-f936-4f3d-8f50-cb1ae6b31c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:08:18.457229 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-407f19a4-b50a-48cf-82cf-618bdbfb535c req-f23c8b6b-f936-4f3d-8f50-cb1ae6b31c9b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7870b81d716943909b4fd3b5def31ac1&device_id=ad127843-2f59-41fa-9a9b-54df94eb8502 HTTP/1.1" status: 200 len: 1099 time: 0.2366874 Jul 27 23:08:18.463484 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-b1f72276-2851-423d-9d0e-085549427569 req-85911bf6-3a55-43ab-8bbc-8ac572a8a62c service neutron] Attempting to bind port 3620d593-1d9b-44f9-b5be-c87446df7f96 on host n-h1-802623-1 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:08:18.463847 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-b1f72276-2851-423d-9d0e-085549427569 req-85911bf6-3a55-43ab-8bbc-8ac572a8a62c service neutron] Attempting to bind port 3620d593-1d9b-44f9-b5be-c87446df7f96 by drivers openvswitch,hyperv on host n-h1-802623-1 at level 0 using segments [{'id': '16e91594-c047-4b55-93eb-43af33ad08e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '591af2dd-f826-43b1-aa9d-e7a0bf218c71'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:08:18.464186 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1f72276-2851-423d-9d0e-085549427569 req-85911bf6-3a55-43ab-8bbc-8ac572a8a62c service neutron] Attempting to bind port 3620d593-1d9b-44f9-b5be-c87446df7f96 on network 591af2dd-f826-43b1-aa9d-e7a0bf218c71 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:08:18.470794 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-3cdfc549-f71f-4041-b563-f5c539be09c5 req-870c8119-d1b6-442e-9109-e5ebb475d749 tempest-ListImageFiltersTestJSON-1300276804 tempest-ListImageFiltersTestJSON-1300276804-project] 10.222.0.18 "GET /v2.0/ports?device_id=af40694f-e015-4730-a86b-e6cdb8a8c834 HTTP/1.1" status: 200 len: 948 time: 0.1764581 Jul 27 23:08:18.478890 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 23:08:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcea32b4-8b55-4929-8826-f4f97bc44272 x-openstack-request-id: req-fcea32b4-8b55-4929-8826-f4f97bc44272 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:08:18.479169 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad127843-2f59-41fa-9a9b-54df94eb8502", "tag": "abc9a2e4-fad6-4842-b58a-e476e4fc1872", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:08:18.479401 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-fcea32b4-8b55-4929-8826-f4f97bc44272 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:08:18.480183 n-d-802623-1 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad127843-2f59-41fa-9a9b-54df94eb8502', 'tag': 'abc9a2e4-fad6-4842-b58a-e476e4fc1872', 'status': 'completed', 'code': 200} Jul 27 23:08:18.485892 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-110c8f88-176e-4030-991e-0c82acd7e863 None None] Set router 4fbc422e-3bf9-46cc-9eaa-57921359cad4 gateway port host: n-d-802623-1 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:08:18.544019 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-3cdfc549-f71f-4041-b563-f5c539be09c5 req-6e509dd7-612b-4438-b2c4-1140c9e0b512 tempest-ListImageFiltersTestJSON-1300276804 tempest-ListImageFiltersTestJSON-1300276804-project] 10.222.0.18 "GET /v2.0/security-groups?id=e18dfc0d-586d-4d08-ab5b-6cc85907c37c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722547 Jul 27 23:08:18.611162 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1f72276-2851-423d-9d0e-085549427569 req-85911bf6-3a55-43ab-8bbc-8ac572a8a62c service neutron] Port 3620d593-1d9b-44f9-b5be-c87446df7f96 on network 591af2dd-f826-43b1-aa9d-e7a0bf218c71 not bound, no agent of type Open vSwitch agent registered on host n-h1-802623-1 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 23:08:18.616143 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1f72276-2851-423d-9d0e-085549427569 req-85911bf6-3a55-43ab-8bbc-8ac572a8a62c service neutron] Attempting to bind port 3620d593-1d9b-44f9-b5be-c87446df7f96 on network 591af2dd-f826-43b1-aa9d-e7a0bf218c71 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:08:18.633524 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1f72276-2851-423d-9d0e-085549427569 req-85911bf6-3a55-43ab-8bbc-8ac572a8a62c service neutron] Checking agent: {'id': '245f1da4-a9b8-4b08-90d7-28f0f342b839', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 59, 59), 'started_at': datetime.datetime(2021, 7, 27, 22, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 7, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:08:18.633923 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1f72276-2851-423d-9d0e-085549427569 req-85911bf6-3a55-43ab-8bbc-8ac572a8a62c service neutron] Checking segment: {'id': '16e91594-c047-4b55-93eb-43af33ad08e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '591af2dd-f826-43b1-aa9d-e7a0bf218c71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:08:18.634319 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1f72276-2851-423d-9d0e-085549427569 req-85911bf6-3a55-43ab-8bbc-8ac572a8a62c service neutron] Bound using segment: {'id': '16e91594-c047-4b55-93eb-43af33ad08e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '591af2dd-f826-43b1-aa9d-e7a0bf218c71'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:08:18.637501 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-b1f72276-2851-423d-9d0e-085549427569 req-85911bf6-3a55-43ab-8bbc-8ac572a8a62c service neutron] Bound port: 3620d593-1d9b-44f9-b5be-c87446df7f96, host: n-h1-802623-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16e91594-c047-4b55-93eb-43af33ad08e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '591af2dd-f826-43b1-aa9d-e7a0bf218c71'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:08:18.637964 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-b1f72276-2851-423d-9d0e-085549427569 req-85911bf6-3a55-43ab-8bbc-8ac572a8a62c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:18.668785 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-407f19a4-b50a-48cf-82cf-618bdbfb535c req-508d6eaf-f7a7-42f7-96c6-284bbd384d03 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.198&port_id=abc9a2e4-fad6-4842-b58a-e476e4fc1872 HTTP/1.1" status: 200 len: 217 time: 0.1881158 Jul 27 23:08:18.887775 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4801842c-6ba0-4646-816b-97ec473bc306 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:19.030196 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-110c8f88-176e-4030-991e-0c82acd7e863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fbc422e-3bf9-46cc-9eaa-57921359cad4', 'name': 'tempest-ServersTestManualDisk-1485289992-router', 'tenant_id': 'fc7acafa883a4a4baeb39fca47df928a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.202'}], 'enable_snat': True}, 'gw_port_id': '1c2ad822-7ead-4f0d-9cec-a9ff1722a3d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:08:09Z', 'updated_at': '2021-07-27T23:08:13Z', 'revision_number': 3, 'project_id': 'fc7acafa883a4a4baeb39fca47df928a', 'gw_port': {'id': '1c2ad822-7ead-4f0d-9cec-a9ff1722a3d0', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:fb:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fbc422e-3bf9-46cc-9eaa-57921359cad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:08:10Z', 'updated_at': '2021-07-27T23:08:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1'}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:08:19.097673 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-110c8f88-176e-4030-991e-0c82acd7e863 None None] The sync data for ids ['4fbc422e-3bf9-46cc-9eaa-57921359cad4'] in n-d-802623-1 is: [{'id': '4fbc422e-3bf9-46cc-9eaa-57921359cad4', 'name': 'tempest-ServersTestManualDisk-1485289992-router', 'tenant_id': 'fc7acafa883a4a4baeb39fca47df928a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.202'}], 'enable_snat': True}, 'gw_port_id': '1c2ad822-7ead-4f0d-9cec-a9ff1722a3d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:08:09Z', 'updated_at': '2021-07-27T23:08:13Z', 'revision_number': 3, 'project_id': 'fc7acafa883a4a4baeb39fca47df928a', 'gw_port': {'id': '1c2ad822-7ead-4f0d-9cec-a9ff1722a3d0', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:fb:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fbc422e-3bf9-46cc-9eaa-57921359cad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:08:10Z', 'updated_at': '2021-07-27T23:08:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1'}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:08:19.169687 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-4801842c-6ba0-4646-816b-97ec473bc306 admin admin] Allocated IP 172.20.0.1 (a7737e0c-9e61-43d5-8f37-2862a114eef0/970cdcd7-7c74-44af-9807-ff303fbf909b/229822d0-b35b-49db-9d37-97087868f358) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:08:19.214473 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 58142) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:08:19.287368 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407f19a4-b50a-48cf-82cf-618bdbfb535c req-a0c8c121-c67c-4b7f-b514-b5c25512eb36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:08:19.289171 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-407f19a4-b50a-48cf-82cf-618bdbfb535c req-a0c8c121-c67c-4b7f-b514-b5c25512eb36 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=62938449-046d-4cbe-923a-7ebb632c358d HTTP/1.1" status: 200 len: 843 time: 0.5949950 Jul 27 23:08:19.313798 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e779af7-e4ba-4a99-b091-1208536dbaeb req-0fd86731-68af-4af5-8b09-e8d856a19239 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:08:19.322842 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7e779af7-e4ba-4a99-b091-1208536dbaeb req-0fd86731-68af-4af5-8b09-e8d856a19239 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.18 "GET /v2.0/ports?device_id=e96ee7fe-839a-4eef-92c3-c496be2cfd97 HTTP/1.1" status: 200 len: 945 time: 0.4562922 Jul 27 23:08:19.332000 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-b1f72276-2851-423d-9d0e-085549427569 req-85911bf6-3a55-43ab-8bbc-8ac572a8a62c service neutron] For port 3620d593-1d9b-44f9-b5be-c87446df7f96, host n-h1-802623-1, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:08:19.449639 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd91352-4103-437b-9ebf-0e7c99f3439a req-5e5e2877-5da9-4aea-ac7d-d46fd6322d12 tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:08:19.456956 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-4dd91352-4103-437b-9ebf-0e7c99f3439a req-5e5e2877-5da9-4aea-ac7d-d46fd6322d12 tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] 10.222.0.18 "GET /v2.0/ports?device_id=73009c7b-4701-45a2-9167-c53f8173123c HTTP/1.1" status: 200 len: 946 time: 0.2036252 Jul 27 23:08:19.491815 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4801842c-6ba0-4646-816b-97ec473bc306 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:19.524367 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-4801842c-6ba0-4646-816b-97ec473bc306 admin admin] Transition to ACTIVE for port object 229822d0-b35b-49db-9d37-97087868f358 will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:08:19.530882 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-b1f72276-2851-423d-9d0e-085549427569 req-85911bf6-3a55-43ab-8bbc-8ac572a8a62c service neutron] For port 3620d593-1d9b-44f9-b5be-c87446df7f96, host n-h1-802623-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=3620d593-1d9b-44f9-b5be-c87446df7f96,segment=NetworkSegment(16e91594-c047-4b55-93eb-43af33ad08e1),segment_id=16e91594-c047-4b55-93eb-43af33ad08e1)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:08:19.543321 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-b1f72276-2851-423d-9d0e-085549427569 req-85911bf6-3a55-43ab-8bbc-8ac572a8a62c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:19.587402 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4cf007fe-4fd6-4fd2-a51d-b45fef585acc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:19.640547 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7e779af7-e4ba-4a99-b091-1208536dbaeb req-d023a7c0-ffb8-4183-a4bb-7c8c5ccfb0ba tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.18 "GET /v2.0/security-groups?id=657c655b-8580-45d5-979f-9b32b7a260f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3169000 Jul 27 23:08:19.723207 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407f19a4-b50a-48cf-82cf-618bdbfb535c req-65894717-05a7-41d3-8ade-a03770d33021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:08:19.725192 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-407f19a4-b50a-48cf-82cf-618bdbfb535c req-65894717-05a7-41d3-8ade-a03770d33021 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=591af2dd-f826-43b1-aa9d-e7a0bf218c71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3945689 Jul 27 23:08:19.725914 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85911bf6-3a55-43ab-8bbc-8ac572a8a62c service neutron] Pushing event updated for resources: {'Port': ['ID=3620d593-1d9b-44f9-b5be-c87446df7f96,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:08:19.739175 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f72276-2851-423d-9d0e-085549427569 req-85911bf6-3a55-43ab-8bbc-8ac572a8a62c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:08:19.740020 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-b1f72276-2851-423d-9d0e-085549427569 req-85911bf6-3a55-43ab-8bbc-8ac572a8a62c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:19.742012 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b1f72276-2851-423d-9d0e-085549427569 req-85911bf6-3a55-43ab-8bbc-8ac572a8a62c service neutron] 10.222.0.38 "PUT /v2.0/ports/3620d593-1d9b-44f9-b5be-c87446df7f96 HTTP/1.1" status: 200 len: 1096 time: 4.7311196 Jul 27 23:08:19.777806 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 1c2ad822-7ead-4f0d-9cec-a9ff1722a3d0 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:08:19.784397 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4801842c-6ba0-4646-816b-97ec473bc306 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:19.910712 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-4dd91352-4103-437b-9ebf-0e7c99f3439a req-a771d89c-a815-495c-b493-0df4a0b3538a tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ee1769a-7cc2-4f9a-a15b-54c39d35bd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4417524 Jul 27 23:08:19.933575 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning for port 1c2ad822-7ead-4f0d-9cec-a9ff1722a3d0 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:08:19.939421 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port 1c2ad822-7ead-4f0d-9cec-a9ff1722a3d0 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:08:19.941187 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:19.962354 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4801842c-6ba0-4646-816b-97ec473bc306 admin admin] Pushing event updated for resources: {'Port': ['ID=229822d0-b35b-49db-9d37-97087868f358,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:08:20.037029 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4cf007fe-4fd6-4fd2-a51d-b45fef585acc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:20.051399 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4cf007fe-4fd6-4fd2-a51d-b45fef585acc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:20.100307 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:20.111527 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf007fe-4fd6-4fd2-a51d-b45fef585acc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7871f9e9-5dc7-41a3-bc61-3bd7cc010d76,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:08:20.132478 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-4cf007fe-4fd6-4fd2-a51d-b45fef585acc admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=60f94fad2f8a41a59b72843b6653cb6a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9166303 Jul 27 23:08:20.136747 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 58168) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:08:20.194340 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] For port 1c2ad822-7ead-4f0d-9cec-a9ff1722a3d0, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=1c2ad822-7ead-4f0d-9cec-a9ff1722a3d0,segment=NetworkSegment(b9afe07e-bbe4-4740-834c-4b6a9698bdbc),segment_id=b9afe07e-bbe4-4740-834c-4b6a9698bdbc)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:08:20.204986 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:20.212320 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4801842c-6ba0-4646-816b-97ec473bc306 admin admin] Network a7737e0c-9e61-43d5-8f37-2862a114eef0 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:08:20.241651 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-4801842c-6ba0-4646-816b-97ec473bc306 admin admin] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:08:20.256443 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-21c7a1a7-977b-42fc-8491-238e11bc6128 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:20.270061 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4801842c-6ba0-4646-816b-97ec473bc306 admin admin] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:08:20.273676 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Pushing event updated for resources: {'Port': ['ID=1c2ad822-7ead-4f0d-9cec-a9ff1722a3d0,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:08:20.309648 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-21c7a1a7-977b-42fc-8491-238e11bc6128 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:20.387497 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f72276-2851-423d-9d0e-085549427569 req-5e7eae76-c1ca-43f7-b58a-ae97bf10c1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:08:20.389385 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b1f72276-2851-423d-9d0e-085549427569 req-5e7eae76-c1ca-43f7-b58a-ae97bf10c1cd service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=7870b81d716943909b4fd3b5def31ac1&device_id=af40694f-e015-4730-a86b-e6cdb8a8c834 HTTP/1.1" status: 200 len: 1099 time: 0.4933319 Jul 27 23:08:20.429429 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-21c7a1a7-977b-42fc-8491-238e11bc6128 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:20.435930 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-21c7a1a7-977b-42fc-8491-238e11bc6128 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:20.441695 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-21c7a1a7-977b-42fc-8491-238e11bc6128 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7871f9e9-5dc7-41a3-bc61-3bd7cc010d76 HTTP/1.1" status: 204 len: 168 time: 0.2989111 Jul 27 23:08:20.465235 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78363c79-c8f6-4713-a763-04d093577ebf req-22c17bc2-50ce-47ff-8963-18162c77758e tempest-ListImageFiltersTestJSON-1300276804 tempest-ListImageFiltersTestJSON-1300276804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:08:20.468298 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c7a1a7-977b-42fc-8491-238e11bc6128 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7871f9e9-5dc7-41a3-bc61-3bd7cc010d76,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:08:20.468949 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-78363c79-c8f6-4713-a763-04d093577ebf req-22c17bc2-50ce-47ff-8963-18162c77758e tempest-ListImageFiltersTestJSON-1300276804 tempest-ListImageFiltersTestJSON-1300276804-project] 10.222.0.18 "GET /v2.0/ports?device_id=af40694f-e015-4730-a86b-e6cdb8a8c834 HTTP/1.1" status: 200 len: 948 time: 0.4994383 Jul 27 23:08:20.561156 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af40694f-e015-4730-a86b-e6cdb8a8c834', 'tag': '3620d593-1d9b-44f9-b5be-c87446df7f96'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:08:20.564029 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}011f8d312121274bb12d78e77c6379a2079800640016cec6c6d605b73666e854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd160abe-3275-4f86-85bd-3b6681c4a5df" -d '{"events": [{"name": "network-changed", "server_uuid": "af40694f-e015-4730-a86b-e6cdb8a8c834", "tag": "3620d593-1d9b-44f9-b5be-c87446df7f96"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:08:20.573430 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-407f19a4-b50a-48cf-82cf-618bdbfb535c req-f5b8ff11-3acf-4c92-8df6-482cb45f1d9d service neutron] 10.222.0.49 "GET /v2.0/networks/591af2dd-f826-43b1-aa9d-e7a0bf218c71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8302257 Jul 27 23:08:20.575105 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b1f72276-2851-423d-9d0e-085549427569 req-258efcb4-59f5-4042-95d7-423672fbb7b8 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.101&port_id=3620d593-1d9b-44f9-b5be-c87446df7f96 HTTP/1.1" status: 200 len: 217 time: 0.1579988 Jul 27 23:08:20.611678 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4801842c-6ba0-4646-816b-97ec473bc306 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-415283'] for router_interface, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:20.651329 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-d5dda165-bac8-4f8d-84f4-2a3e76d54150 None None] Provisioning for port 229822d0-b35b-49db-9d37-97087868f358 completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:08:20.670544 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-d5dda165-bac8-4f8d-84f4-2a3e76d54150 None None] Provisioning complete for port 229822d0-b35b-49db-9d37-97087868f358 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:08:20.675564 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d5dda165-bac8-4f8d-84f4-2a3e76d54150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:20.718362 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 23:08:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69c417d9-594c-483a-a886-abc21823952e x-openstack-request-id: req-69c417d9-594c-483a-a886-abc21823952e {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:08:20.718651 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af40694f-e015-4730-a86b-e6cdb8a8c834", "tag": "3620d593-1d9b-44f9-b5be-c87446df7f96", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:08:20.719001 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-69c417d9-594c-483a-a886-abc21823952e {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:08:20.719367 n-d-802623-1 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af40694f-e015-4730-a86b-e6cdb8a8c834', 'tag': '3620d593-1d9b-44f9-b5be-c87446df7f96', 'status': 'completed', 'code': 200} Jul 27 23:08:20.780442 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-78363c79-c8f6-4713-a763-04d093577ebf req-2e1257c7-44ee-4bf3-9715-4835b98e5ce0 tempest-ListImageFiltersTestJSON-1300276804 tempest-ListImageFiltersTestJSON-1300276804-project] 10.222.0.18 "GET /v2.0/security-groups?id=e18dfc0d-586d-4d08-ab5b-6cc85907c37c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2130172 Jul 27 23:08:20.849708 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328b923f-1e3e-4a4c-9c0c-54224ea8b3db req-77eef02e-96b6-41c9-98b0-1b7f965de630 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:08:20.850657 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-d5dda165-bac8-4f8d-84f4-2a3e76d54150 None None] Port 229822d0-b35b-49db-9d37-97087868f358 cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:08:20.855246 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-328b923f-1e3e-4a4c-9c0c-54224ea8b3db req-77eef02e-96b6-41c9-98b0-1b7f965de630 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.18 "GET /v2.0/ports?device_id=e96ee7fe-839a-4eef-92c3-c496be2cfd97 HTTP/1.1" status: 200 len: 945 time: 0.0798843 Jul 27 23:08:20.893208 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f72276-2851-423d-9d0e-085549427569 req-70c13e29-9295-4024-9785-df2737afb81f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:08:20.896880 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b1f72276-2851-423d-9d0e-085549427569 req-70c13e29-9295-4024-9785-df2737afb81f service neutron] 10.222.0.38 "GET /v2.0/subnets?id=62938449-046d-4cbe-923a-7ebb632c358d HTTP/1.1" status: 200 len: 843 time: 0.3109639 Jul 27 23:08:20.946115 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-328b923f-1e3e-4a4c-9c0c-54224ea8b3db req-3cd7eac3-4423-4eb3-b77a-bd2531f87282 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.18 "GET /v2.0/security-groups?id=657c655b-8580-45d5-979f-9b32b7a260f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840547 Jul 27 23:08:21.172700 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-407f19a4-b50a-48cf-82cf-618bdbfb535c req-7e269f3c-0f90-4c9b-a54b-a9572d4d8bfc service neutron] 10.222.0.49 "GET /v2.0/networks/591af2dd-f826-43b1-aa9d-e7a0bf218c71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5855975 Jul 27 23:08:21.174293 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4801842c-6ba0-4646-816b-97ec473bc306 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:21.190710 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f72276-2851-423d-9d0e-085549427569 req-5a2463a2-2e03-46f5-b360-b009db6f95bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:08:21.200435 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b1f72276-2851-423d-9d0e-085549427569 req-5a2463a2-2e03-46f5-b360-b009db6f95bb service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=591af2dd-f826-43b1-aa9d-e7a0bf218c71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2855642 Jul 27 23:08:21.305821 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77ba247-4336-4c4d-a929-04b6b9f9b711 req-8286ea96-e760-4282-a687-415b3b5d87c8 tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:08:21.323942 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f77ba247-4336-4c4d-a929-04b6b9f9b711 req-8286ea96-e760-4282-a687-415b3b5d87c8 tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] 10.222.0.18 "GET /v2.0/ports?device_id=73009c7b-4701-45a2-9167-c53f8173123c HTTP/1.1" status: 200 len: 946 time: 0.1229806 Jul 27 23:08:21.416537 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f77ba247-4336-4c4d-a929-04b6b9f9b711 req-877d9234-b1ca-4dc3-b357-e1b727a74bee tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ee1769a-7cc2-4f9a-a15b-54c39d35bd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858495 Jul 27 23:08:21.536770 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b1f72276-2851-423d-9d0e-085549427569 req-f345a9ae-fc23-4829-9d31-8ca6e184e7b1 service neutron] 10.222.0.38 "GET /v2.0/networks/591af2dd-f826-43b1-aa9d-e7a0bf218c71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3184521 Jul 27 23:08:21.603651 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f215d05c-8c8e-4531-8f83-79038b243992 req-b1da1eee-9a10-40c5-9d7c-a497b5a09871 tempest-TenantUsagesTestJSON-1267749339 tempest-TenantUsagesTestJSON-1267749339-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=e24c545fbe2a4b2c9262c292b40f754f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1824150 Jul 27 23:08:21.637946 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 1c2ad822-7ead-4f0d-9cec-a9ff1722a3d0 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:08:21.780422 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port 1c2ad822-7ead-4f0d-9cec-a9ff1722a3d0 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:08:21.782544 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:21.911339 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f215d05c-8c8e-4531-8f83-79038b243992 req-d423a6f8-7253-4854-94a5-02bdde21fd19 tempest-TenantUsagesTestJSON-1267749339 tempest-TenantUsagesTestJSON-1267749339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:08:21.913851 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f215d05c-8c8e-4531-8f83-79038b243992 req-d423a6f8-7253-4854-94a5-02bdde21fd19 tempest-TenantUsagesTestJSON-1267749339 tempest-TenantUsagesTestJSON-1267749339-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2020190 Jul 27 23:08:21.923469 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199dc060-dc45-4a29-80a0-73b0b706e4eb req-9be7ca30-90a8-4195-8149-2872103fc12e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:08:21.925354 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-199dc060-dc45-4a29-80a0-73b0b706e4eb req-9be7ca30-90a8-4195-8149-2872103fc12e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7870b81d716943909b4fd3b5def31ac1&device_id=ad127843-2f59-41fa-9a9b-54df94eb8502 HTTP/1.1" status: 200 len: 1099 time: 0.5693064 Jul 27 23:08:21.951067 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 58228) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:08:22.035598 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16fe8d4-f3cf-4e53-892a-d9e8710e219a req-e5d0b38b-76bf-43a2-835c-d758cfbbeaa2 tempest-ListImageFiltersTestJSON-1300276804 tempest-ListImageFiltersTestJSON-1300276804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:08:22.041355 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f16fe8d4-f3cf-4e53-892a-d9e8710e219a req-e5d0b38b-76bf-43a2-835c-d758cfbbeaa2 tempest-ListImageFiltersTestJSON-1300276804 tempest-ListImageFiltersTestJSON-1300276804-project] 10.222.0.18 "GET /v2.0/ports?device_id=af40694f-e015-4730-a86b-e6cdb8a8c834 HTTP/1.1" status: 200 len: 948 time: 0.1739535 Jul 27 23:08:22.098174 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f16fe8d4-f3cf-4e53-892a-d9e8710e219a req-d55651cc-9c3b-4479-b5af-3caadfe78aa8 tempest-ListImageFiltersTestJSON-1300276804 tempest-ListImageFiltersTestJSON-1300276804-project] 10.222.0.18 "GET /v2.0/security-groups?id=e18dfc0d-586d-4d08-ab5b-6cc85907c37c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470178 Jul 27 23:08:22.146359 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f215d05c-8c8e-4531-8f83-79038b243992 req-a6d8d98d-5e77-48a3-a20a-8963d5f4d168 tempest-TenantUsagesTestJSON-1267749339 tempest-TenantUsagesTestJSON-1267749339-project] 10.222.0.18 "GET /v2.0/quotas/e24c545fbe2a4b2c9262c292b40f754f HTTP/1.1" status: 200 len: 375 time: 0.1999314 Jul 27 23:08:22.157293 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-270bebc5-737a-4b2c-a20d-e953a3fa9138 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-600988127-network', 'tenant_id': '5e7871e0124d4291a712176480dc3092'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:08:22.233560 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-270bebc5-737a-4b2c-a20d-e953a3fa9138 admin admin] Made reservation on behalf of 5e7871e0124d4291a712176480dc3092 for: {'network': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:08:22.236756 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-270bebc5-737a-4b2c-a20d-e953a3fa9138 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for network, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:22.257059 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e2aad6-bb81-4792-8d6d-a950987c49ac req-3aeee91b-139b-4de4-be2b-3ab415a4a2f7 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:08:22.265702 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-15e2aad6-bb81-4792-8d6d-a950987c49ac req-3aeee91b-139b-4de4-be2b-3ab415a4a2f7 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.18 "GET /v2.0/ports?device_id=e96ee7fe-839a-4eef-92c3-c496be2cfd97 HTTP/1.1" status: 200 len: 945 time: 0.0866725 Jul 27 23:08:22.274094 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-270bebc5-737a-4b2c-a20d-e953a3fa9138 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:22.335901 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-15e2aad6-bb81-4792-8d6d-a950987c49ac req-c87acbbd-a516-4567-9f42-446c9e337e8a tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.18 "GET /v2.0/security-groups?id=657c655b-8580-45d5-979f-9b32b7a260f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688987 Jul 27 23:08:22.473727 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-270bebc5-737a-4b2c-a20d-e953a3fa9138 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:22.481586 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-270bebc5-737a-4b2c-a20d-e953a3fa9138 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:22.537140 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-270bebc5-737a-4b2c-a20d-e953a3fa9138 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 527} {{(pid=93797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 23:08:22.572862 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f215d05c-8c8e-4531-8f83-79038b243992 req-d623eb2d-e8fe-4735-93e3-ef8910ac092f tempest-TenantUsagesTestJSON-1267749339 tempest-TenantUsagesTestJSON-1267749339-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=e24c545fbe2a4b2c9262c292b40f754f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.4250295 Jul 27 23:08:22.581925 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b1f72276-2851-423d-9d0e-085549427569 req-59b98920-ca81-44b6-b281-153a02958436 service neutron] 10.222.0.38 "GET /v2.0/networks/591af2dd-f826-43b1-aa9d-e7a0bf218c71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0050881 Jul 27 23:08:22.596741 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199dc060-dc45-4a29-80a0-73b0b706e4eb req-972ac1d0-b299-45c9-b9c9-c9b9dc879d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:08:22.598301 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-199dc060-dc45-4a29-80a0-73b0b706e4eb req-972ac1d0-b299-45c9-b9c9-c9b9dc879d6d service neutron] 10.222.0.49 "GET /v2.0/networks?id=591af2dd-f826-43b1-aa9d-e7a0bf218c71 HTTP/1.1" status: 200 len: 870 time: 0.6484463 Jul 27 23:08:22.613738 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270bebc5-737a-4b2c-a20d-e953a3fa9138 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7611c51f-b437-41fe-92c1-d2a62b0a92c4,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:08:22.623895 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-270bebc5-737a-4b2c-a20d-e953a3fa9138 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:22.624458 n-d-802623-1 neutron-server[93797]: INFO neutron.db.segments_db [None req-270bebc5-737a-4b2c-a20d-e953a3fa9138 admin admin] Added segment dbf759a2-7893-47b4-9f82-216314fbd6ac of type vlan for network 2f1c1614-8854-4219-87b5-cf7e7af195ef Jul 27 23:08:22.653055 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270bebc5-737a-4b2c-a20d-e953a3fa9138 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:08:22.653533 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270bebc5-737a-4b2c-a20d-e953a3fa9138 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:08:22.654229 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270bebc5-737a-4b2c-a20d-e953a3fa9138 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:08:22.654677 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270bebc5-737a-4b2c-a20d-e953a3fa9138 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:08:22.655191 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270bebc5-737a-4b2c-a20d-e953a3fa9138 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:08:22.655687 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270bebc5-737a-4b2c-a20d-e953a3fa9138 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:08:22.656124 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270bebc5-737a-4b2c-a20d-e953a3fa9138 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:08:22.656668 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270bebc5-737a-4b2c-a20d-e953a3fa9138 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:08:22.657410 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270bebc5-737a-4b2c-a20d-e953a3fa9138 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:08:22.657844 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270bebc5-737a-4b2c-a20d-e953a3fa9138 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:08:22.658278 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270bebc5-737a-4b2c-a20d-e953a3fa9138 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:08:22.658900 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270bebc5-737a-4b2c-a20d-e953a3fa9138 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:08:22.685295 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-199dc060-dc45-4a29-80a0-73b0b706e4eb req-14ac6bab-a295-413d-97d9-a099ea6dcb4d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.198&port_id=abc9a2e4-fad6-4842-b58a-e476e4fc1872 HTTP/1.1" status: 200 len: 217 time: 0.0774493 Jul 27 23:08:22.714347 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ef1109-7861-4703-b624-5a3ddd65f07a req-d13e8bcd-eed1-4323-95cb-25ca44c305b7 tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:08:22.716388 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-74ef1109-7861-4703-b624-5a3ddd65f07a req-d13e8bcd-eed1-4323-95cb-25ca44c305b7 tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] 10.222.0.18 "GET /v2.0/ports?device_id=73009c7b-4701-45a2-9167-c53f8173123c HTTP/1.1" status: 200 len: 946 time: 0.1811998 Jul 27 23:08:22.728793 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-270bebc5-737a-4b2c-a20d-e953a3fa9138 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736833354590'] for network, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:22.773649 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd160abe-3275-4f86-85bd-3b6681c4a5df req-574a577c-32b1-4cf4-a11f-3ada19883be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:08:22.775291 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-fd160abe-3275-4f86-85bd-3b6681c4a5df req-574a577c-32b1-4cf4-a11f-3ada19883be5 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=7870b81d716943909b4fd3b5def31ac1&device_id=af40694f-e015-4730-a86b-e6cdb8a8c834 HTTP/1.1" status: 200 len: 1099 time: 0.1250815 Jul 27 23:08:22.803582 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199dc060-dc45-4a29-80a0-73b0b706e4eb req-52ceda32-236c-41e0-93fe-8bbaf16affaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:08:22.805058 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-199dc060-dc45-4a29-80a0-73b0b706e4eb req-52ceda32-236c-41e0-93fe-8bbaf16affaa service neutron] 10.222.0.49 "GET /v2.0/subnets?id=62938449-046d-4cbe-923a-7ebb632c358d HTTP/1.1" status: 200 len: 843 time: 0.1092758 Jul 27 23:08:22.823684 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-74ef1109-7861-4703-b624-5a3ddd65f07a req-4615d228-3c49-45a2-981c-c305c9272b74 tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ee1769a-7cc2-4f9a-a15b-54c39d35bd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788624 Jul 27 23:08:22.825672 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4801842c-6ba0-4646-816b-97ec473bc306 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:22.836982 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-270bebc5-737a-4b2c-a20d-e953a3fa9138 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569'] for network, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:22.838512 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-270bebc5-737a-4b2c-a20d-e953a3fa9138 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:08:22.839499 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-270bebc5-737a-4b2c-a20d-e953a3fa9138 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for network, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:22.902373 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4801842c-6ba0-4646-816b-97ec473bc306 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:22.951082 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270bebc5-737a-4b2c-a20d-e953a3fa9138 admin admin] Pushing event updated for resources: {'Network': ['ID=2f1c1614-8854-4219-87b5-cf7e7af195ef,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:08:22.964210 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Network 2f1c1614-8854-4219-87b5-cf7e7af195ef details requested by agent ovs-agent-n-d-802623-1 with host n-d-802623-1 {{(pid=93799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 23:08:23.017227 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-81e1c358-1dc3-420f-816f-9236569051f4 req-9770fa11-a421-482c-b616-d1222f04801a tempest-TenantUsagesTestJSON-1267749339 tempest-TenantUsagesTestJSON-1267749339-project] 10.222.0.18 "GET /v2.0/ports?device_id=2efae337-2a9b-4e3f-8d39-435b4d83aa4e HTTP/1.1" status: 200 len: 210 time: 0.0710278 Jul 27 23:08:23.020525 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-270bebc5-737a-4b2c-a20d-e953a3fa9138 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.0678258 Jul 27 23:08:23.023489 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 58256) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:08:23.031312 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-942fd70a-a53c-4bd4-bea7-944ae9be4b8d admin admin] Request body: {'subnet': {'network_id': '2f1c1614-8854-4219-87b5-cf7e7af195ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-600988127-subnet', 'tenant_id': '5e7871e0124d4291a712176480dc3092', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:08:23.075316 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4801842c-6ba0-4646-816b-97ec473bc306 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3760555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-414115'] for router_interface, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:23.078008 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4801842c-6ba0-4646-816b-97ec473bc306 admin admin] Pushing event updated for resources: {'Port': ['ID=229822d0-b35b-49db-9d37-97087868f358,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:08:23.085135 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-942fd70a-a53c-4bd4-bea7-944ae9be4b8d admin admin] Made reservation on behalf of 5e7871e0124d4291a712176480dc3092 for: {'subnet': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:08:23.093582 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-942fd70a-a53c-4bd4-bea7-944ae9be4b8d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11551435'] for subnet, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:23.118179 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199dc060-dc45-4a29-80a0-73b0b706e4eb req-e6a31ec9-26ec-4956-8b90-4afe283b77aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:08:23.120361 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-199dc060-dc45-4a29-80a0-73b0b706e4eb req-e6a31ec9-26ec-4956-8b90-4afe283b77aa service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=591af2dd-f826-43b1-aa9d-e7a0bf218c71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2462008 Jul 27 23:08:23.230816 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd160abe-3275-4f86-85bd-3b6681c4a5df req-1a52a555-e51e-49d4-902f-0afa2f94e1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:08:23.232265 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-fd160abe-3275-4f86-85bd-3b6681c4a5df req-1a52a555-e51e-49d4-902f-0afa2f94e1cb service neutron] 10.222.0.38 "GET /v2.0/networks?id=591af2dd-f826-43b1-aa9d-e7a0bf218c71 HTTP/1.1" status: 200 len: 870 time: 0.4455302 Jul 27 23:08:23.308600 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-fd160abe-3275-4f86-85bd-3b6681c4a5df req-e65915b3-233e-444a-b695-6f192a439d74 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.101&port_id=3620d593-1d9b-44f9-b5be-c87446df7f96 HTTP/1.1" status: 200 len: 217 time: 0.0653081 Jul 27 23:08:23.356410 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-942fd70a-a53c-4bd4-bea7-944ae9be4b8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11336182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11551417'] for subnet, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:23.423737 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd160abe-3275-4f86-85bd-3b6681c4a5df req-6b54390e-aa09-4ea6-b37d-de2de1d5982b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:08:23.425438 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-fd160abe-3275-4f86-85bd-3b6681c4a5df req-6b54390e-aa09-4ea6-b37d-de2de1d5982b service neutron] 10.222.0.38 "GET /v2.0/subnets?id=62938449-046d-4cbe-923a-7ebb632c358d HTTP/1.1" status: 200 len: 843 time: 0.0921547 Jul 27 23:08:23.449844 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-199dc060-dc45-4a29-80a0-73b0b706e4eb req-bfab42c3-40ba-456f-ae4b-e138b9fc410f service neutron] 10.222.0.49 "GET /v2.0/networks/591af2dd-f826-43b1-aa9d-e7a0bf218c71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3164597 Jul 27 23:08:23.516652 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4801842c-6ba0-4646-816b-97ec473bc306 admin admin] Network a7737e0c-9e61-43d5-8f37-2862a114eef0 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:08:23.525272 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbb1b49-bf9d-4da5-93c5-2e1435964915 req-9380384a-bf79-450e-ac31-df81a8645e82 tempest-ListImageFiltersTestJSON-1300276804 tempest-ListImageFiltersTestJSON-1300276804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:08:23.526817 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7cbb1b49-bf9d-4da5-93c5-2e1435964915 req-9380384a-bf79-450e-ac31-df81a8645e82 tempest-ListImageFiltersTestJSON-1300276804 tempest-ListImageFiltersTestJSON-1300276804-project] 10.222.0.18 "GET /v2.0/ports?device_id=af40694f-e015-4730-a86b-e6cdb8a8c834 HTTP/1.1" status: 200 len: 948 time: 0.2682886 Jul 27 23:08:23.538847 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942fd70a-a53c-4bd4-bea7-944ae9be4b8d admin admin] Pushing event updated for resources: {'Subnet': ['ID=8bd5b5e5-d402-4207-b1bc-794bc31be985,revision_number=0']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:08:23.550037 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-942fd70a-a53c-4bd4-bea7-944ae9be4b8d admin admin] Checking segment: {'id': 'dbf759a2-7893-47b4-9f82-216314fbd6ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '2f1c1614-8854-4219-87b5-cf7e7af195ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:08:23.550500 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-942fd70a-a53c-4bd4-bea7-944ae9be4b8d admin admin] Network hostable DHCP agents. Network: 2f1c1614-8854-4219-87b5-cf7e7af195ef, hostable agents: ['5950e76f-2bde-4343-a925-cbe6bacd2706'], hosted agents: [] {{(pid=93797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 23:08:23.586176 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd96396f-9df6-48cc-be40-1c437b091d11 req-dae97e8b-1a21-490e-9e12-dea86296e641 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:08:23.587974 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-cd96396f-9df6-48cc-be40-1c437b091d11 req-dae97e8b-1a21-490e-9e12-dea86296e641 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.18 "GET /v2.0/ports?device_id=e96ee7fe-839a-4eef-92c3-c496be2cfd97 HTTP/1.1" status: 200 len: 945 time: 0.0827396 Jul 27 23:08:23.589636 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-942fd70a-a53c-4bd4-bea7-944ae9be4b8d admin admin] Network 2f1c1614-8854-4219-87b5-cf7e7af195ef is scheduled to be hosted by DHCP agent 5950e76f-2bde-4343-a925-cbe6bacd2706 with binding_index 1 {{(pid=93797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 23:08:23.609312 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-4801842c-6ba0-4646-816b-97ec473bc306 admin admin] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:08:23.615115 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-942fd70a-a53c-4bd4-bea7-944ae9be4b8d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802623-1, 2f1c1614-8854-4219-87b5-cf7e7af195ef) {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:08:23.622096 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-942fd70a-a53c-4bd4-bea7-944ae9be4b8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:08:23.622793 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-942fd70a-a53c-4bd4-bea7-944ae9be4b8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for subnet, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:23.666317 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92bf7938-82be-47bc-9814-d4afb22fb2db None None] Network 2f1c1614-8854-4219-87b5-cf7e7af195ef requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:08:23.698341 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-cd96396f-9df6-48cc-be40-1c437b091d11 req-dbfa3fd3-746b-4370-a1d9-c7562d4842cc tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.18 "GET /v2.0/security-groups?id=657c655b-8580-45d5-979f-9b32b7a260f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952957 Jul 27 23:08:23.708393 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-942fd70a-a53c-4bd4-bea7-944ae9be4b8d admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.6801705 Jul 27 23:08:23.709040 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 58272) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:08:23.734721 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-71c0ca43-9884-4e35-a1e0-081548d69f9d admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-600988127-router', 'tenant_id': '5e7871e0124d4291a712176480dc3092', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'}}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:08:23.808974 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-71c0ca43-9884-4e35-a1e0-081548d69f9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62159'] for router, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:23.810088 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-71c0ca43-9884-4e35-a1e0-081548d69f9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-479230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-415539', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3693317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62148'] for router, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:23.931855 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4801842c-6ba0-4646-816b-97ec473bc306 admin admin] Router 4fbc422e-3bf9-46cc-9eaa-57921359cad4 has already been hosted by L3 agent 018c4455-49c0-4734-927d-7824067b2a9e {{(pid=93798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 23:08:23.976161 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-71c0ca43-9884-4e35-a1e0-081548d69f9d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:24.121441 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11b9aa6d-4275-4884-9f68-d6c46e478a4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f6f257c-ad18-5f0c-8c8e-ea085a5fc8a2-2f1c1614-8854-4219-87b5-cf7e7af195ef', 'network_id': '2f1c1614-8854-4219-87b5-cf7e7af195ef', 'tenant_id': '5e7871e0124d4291a712176480dc3092', 'fixed_ips': [{'subnet_id': '8bd5b5e5-d402-4207-b1bc-794bc31be985'}]}} from n-d-802623-1. {{(pid=93799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 23:08:24.130715 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-11b9aa6d-4275-4884-9f68-d6c46e478a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:24.141512 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-199dc060-dc45-4a29-80a0-73b0b706e4eb req-651177fb-76b0-43b5-83a8-497128ebfeca service neutron] 10.222.0.49 "GET /v2.0/networks/591af2dd-f826-43b1-aa9d-e7a0bf218c71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6668103 Jul 27 23:08:24.233657 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-71c0ca43-9884-4e35-a1e0-081548d69f9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-415433', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62186'] for router, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:24.253108 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7cbb1b49-bf9d-4da5-93c5-2e1435964915 req-a5df2879-86a0-45f3-b752-5d0d20e963d5 tempest-ListImageFiltersTestJSON-1300276804 tempest-ListImageFiltersTestJSON-1300276804-project] 10.222.0.18 "GET /v2.0/security-groups?id=e18dfc0d-586d-4d08-ab5b-6cc85907c37c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6457570 Jul 27 23:08:24.258096 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd160abe-3275-4f86-85bd-3b6681c4a5df req-e626397c-bb02-4122-b849-c96460b62c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:08:24.271147 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-fd160abe-3275-4f86-85bd-3b6681c4a5df req-e626397c-bb02-4122-b849-c96460b62c54 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=591af2dd-f826-43b1-aa9d-e7a0bf218c71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7994137 Jul 27 23:08:24.332041 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7d068a-68ee-4d4e-97fb-25e7905508f0 req-c4f4715f-532a-4e11-8e69-5a831e757272 tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:08:24.342419 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-ad7d068a-68ee-4d4e-97fb-25e7905508f0 req-c4f4715f-532a-4e11-8e69-5a831e757272 tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] 10.222.0.18 "GET /v2.0/ports?device_id=73009c7b-4701-45a2-9167-c53f8173123c HTTP/1.1" status: 200 len: 946 time: 0.2929945 Jul 27 23:08:24.393366 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f215d05c-8c8e-4531-8f83-79038b243992 req-1cd0d8bc-40c3-4233-b996-f63b404e7130 tempest-TenantUsagesTestJSON-1267749339 tempest-TenantUsagesTestJSON-1267749339-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=e24c545fbe2a4b2c9262c292b40f754f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0476410 Jul 27 23:08:24.435882 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-46b67478-622e-403c-9d6c-6fac511b488e None None] Provisioning complete for port 229822d0-b35b-49db-9d37-97087868f358 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:08:24.436513 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-46b67478-622e-403c-9d6c-6fac511b488e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:24.507069 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-46b67478-622e-403c-9d6c-6fac511b488e None None] Port 229822d0-b35b-49db-9d37-97087868f358 cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:08:24.509251 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-11b9aa6d-4275-4884-9f68-d6c46e478a4e None None] Allocated IP 172.20.0.2 (2f1c1614-8854-4219-87b5-cf7e7af195ef/8bd5b5e5-d402-4207-b1bc-794bc31be985/292c7423-064f-45f8-8479-505c9ca5a4d4) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:08:24.531291 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4801842c-6ba0-4646-816b-97ec473bc306 admin admin] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:08:24.551130 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-ad7d068a-68ee-4d4e-97fb-25e7905508f0 req-bacae043-23b5-4c6d-bc24-0a197e676769 tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ee1769a-7cc2-4f9a-a15b-54c39d35bd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966960 Jul 27 23:08:24.552609 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-4801842c-6ba0-4646-816b-97ec473bc306 admin admin] 10.222.0.18 "PUT /v2.0/routers/4fbc422e-3bf9-46cc-9eaa-57921359cad4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3227694 Jul 27 23:08:24.566653 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fead580e-7736-4919-925f-f1cdd017370c None None] Sync routers for ids ['4fbc422e-3bf9-46cc-9eaa-57921359cad4'] in n-d-802623-1 {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:08:24.599282 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-3e9edc7e-b43d-46b1-82c0-a1b6543a432f req-30d6847c-b0cd-4fbc-a17d-9092c8a9aab3 tempest-TenantUsagesTestJSON-1267749339 tempest-TenantUsagesTestJSON-1267749339-project] 10.222.0.18 "GET /v2.0/ports?device_id=2efae337-2a9b-4e3f-8d39-435b4d83aa4e HTTP/1.1" status: 200 len: 210 time: 0.0717099 Jul 27 23:08:24.599692 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fead580e-7736-4919-925f-f1cdd017370c None None] Routers {'4fbc422e-3bf9-46cc-9eaa-57921359cad4'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:08:24.600367 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-fead580e-7736-4919-925f-f1cdd017370c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:08:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['4fbc422e-3bf9-46cc-9eaa-57921359cad4'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:08:24.654180 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-fd160abe-3275-4f86-85bd-3b6681c4a5df req-15396c1d-4cfe-49c7-82f0-6ea7ac686a58 service neutron] 10.222.0.38 "GET /v2.0/networks/591af2dd-f826-43b1-aa9d-e7a0bf218c71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3744948 Jul 27 23:08:24.737120 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-fead580e-7736-4919-925f-f1cdd017370c None None] Set router 4fbc422e-3bf9-46cc-9eaa-57921359cad4 gateway port host: n-d-802623-1 {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:08:24.789710 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device abc9a2e4-fad6-4842-b58a-e476e4fc1872 details requested by agent hyperv_n-h2-802623-1 with host n-h2-802623-1 {{(pid=93799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 23:08:24.857460 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-fd160abe-3275-4f86-85bd-3b6681c4a5df req-8ae13dd5-2896-4e9b-8e64-7cce3aacd8d1 service neutron] 10.222.0.38 "GET /v2.0/networks/591af2dd-f826-43b1-aa9d-e7a0bf218c71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1881762 Jul 27 23:08:24.896368 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-71c0ca43-9884-4e35-a1e0-081548d69f9d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:25.096176 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.db.resource_extend [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 27 23:08:25.185225 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-11b9aa6d-4275-4884-9f68-d6c46e478a4e None None] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:25.212237 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-11b9aa6d-4275-4884-9f68-d6c46e478a4e None None] Transition to ACTIVE for port object 292c7423-064f-45f8-8479-505c9ca5a4d4 will not be triggered until provisioned by entity L2. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:08:25.254441 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-71c0ca43-9884-4e35-a1e0-081548d69f9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:25.262381 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-11b9aa6d-4275-4884-9f68-d6c46e478a4e None None] Transition to ACTIVE for port object 292c7423-064f-45f8-8479-505c9ca5a4d4 will not be triggered until provisioned by entity DHCP. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:08:25.274766 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f215d05c-8c8e-4531-8f83-79038b243992 req-ff7d0714-44f5-4d65-a246-7a9901ff2b49 tempest-TenantUsagesTestJSON-1267749339 tempest-TenantUsagesTestJSON-1267749339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:08:25.276258 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f215d05c-8c8e-4531-8f83-79038b243992 req-ff7d0714-44f5-4d65-a246-7a9901ff2b49 tempest-TenantUsagesTestJSON-1267749339 tempest-TenantUsagesTestJSON-1267749339-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8726084 Jul 27 23:08:25.298508 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port abc9a2e4-fad6-4842-b58a-e476e4fc1872, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=abc9a2e4-fad6-4842-b58a-e476e4fc1872,segment=NetworkSegment(16e91594-c047-4b55-93eb-43af33ad08e1),segment_id=16e91594-c047-4b55-93eb-43af33ad08e1)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:08:25.301826 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-11b9aa6d-4275-4884-9f68-d6c46e478a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:25.315328 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [req-f215d05c-8c8e-4531-8f83-79038b243992 req-6971ef74-b6b8-4d53-9913-ac3cf853fbe6 tempest-TenantUsagesTestJSON-1267749339 tempest-TenantUsagesTestJSON-1267749339-project] Request body: {'port': {'device_id': '2efae337-2a9b-4e3f-8d39-435b4d83aa4e', 'network_id': '591af2dd-f826-43b1-aa9d-e7a0bf218c71', 'admin_state_up': True, 'tenant_id': 'e24c545fbe2a4b2c9262c292b40f754f'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:08:25.346915 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Returning: {'device': 'abc9a2e4-fad6-4842-b58a-e476e4fc1872', 'network_id': '591af2dd-f826-43b1-aa9d-e7a0bf218c71', 'port_id': 'abc9a2e4-fad6-4842-b58a-e476e4fc1872', 'mac_address': 'fa:16:3e:2c:d7:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62938449-046d-4cbe-923a-7ebb632c358d', 'ip_address': '192.168.233.198'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 23:08:25.374141 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23acaa5-00c9-4ac2-b94c-277b7392791d req-c699a250-b010-4804-b4fe-91da142d19fe tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:08:25.375902 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11b9aa6d-4275-4884-9f68-d6c46e478a4e None None] Network 2f1c1614-8854-4219-87b5-cf7e7af195ef is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:08:25.381243 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-b23acaa5-00c9-4ac2-b94c-277b7392791d req-c699a250-b010-4804-b4fe-91da142d19fe tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.18 "GET /v2.0/ports?device_id=e96ee7fe-839a-4eef-92c3-c496be2cfd97 HTTP/1.1" status: 200 len: 945 time: 0.5945189 Jul 27 23:08:25.404513 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-11b9aa6d-4275-4884-9f68-d6c46e478a4e None None] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:08:25.408120 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11b9aa6d-4275-4884-9f68-d6c46e478a4e None None] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:08:25.415269 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b9aa6d-4275-4884-9f68-d6c46e478a4e None None] Pushing event updated for resources: {'Port': ['ID=292c7423-064f-45f8-8479-505c9ca5a4d4,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:08:25.467315 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:25.505244 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-b23acaa5-00c9-4ac2-b94c-277b7392791d req-78865544-1550-46d5-808e-f4e0c5232a43 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.18 "GET /v2.0/security-groups?id=657c655b-8580-45d5-979f-9b32b7a260f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230781 Jul 27 23:08:25.517622 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abc9a2e4-fad6-4842-b58a-e476e4fc1872 {{(pid=93799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:08:25.525717 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-fead580e-7736-4919-925f-f1cdd017370c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fbc422e-3bf9-46cc-9eaa-57921359cad4', 'name': 'tempest-ServersTestManualDisk-1485289992-router', 'tenant_id': 'fc7acafa883a4a4baeb39fca47df928a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.202'}], 'enable_snat': True}, 'gw_port_id': '1c2ad822-7ead-4f0d-9cec-a9ff1722a3d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:08:09Z', 'updated_at': '2021-07-27T23:08:21Z', 'revision_number': 4, 'project_id': 'fc7acafa883a4a4baeb39fca47df928a', 'gw_port': {'id': '1c2ad822-7ead-4f0d-9cec-a9ff1722a3d0', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:fb:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fbc422e-3bf9-46cc-9eaa-57921359cad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:08:10Z', 'updated_at': '2021-07-27T23:08:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': '229822d0-b35b-49db-9d37-97087868f358', 'name': '', 'network_id': 'a7737e0c-9e61-43d5-8f37-2862a114eef0', 'tenant_id': 'fc7acafa883a4a4baeb39fca47df928a', 'mac_address': 'fa:16:3e:3b:98:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fbc422e-3bf9-46cc-9eaa-57921359cad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': '970cdcd7-7c74-44af-9807-ff303fbf909b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:08:18Z', 'updated_at': '2021-07-27T23:08:21Z', 'revision_number': 2, 'project_id': 'fc7acafa883a4a4baeb39fca47df928a', 'subnets': [{'id': '970cdcd7-7c74-44af-9807-ff303fbf909b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:08:25.574946 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-11b9aa6d-4275-4884-9f68-d6c46e478a4e None None] Attempting to bind port 292c7423-064f-45f8-8479-505c9ca5a4d4 on host n-d-802623-1 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:08:25.575346 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-11b9aa6d-4275-4884-9f68-d6c46e478a4e None None] Attempting to bind port 292c7423-064f-45f8-8479-505c9ca5a4d4 by drivers openvswitch,hyperv on host n-d-802623-1 at level 0 using segments [{'id': 'dbf759a2-7893-47b4-9f82-216314fbd6ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '2f1c1614-8854-4219-87b5-cf7e7af195ef'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:08:25.575706 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b9aa6d-4275-4884-9f68-d6c46e478a4e None None] Attempting to bind port 292c7423-064f-45f8-8479-505c9ca5a4d4 on network 2f1c1614-8854-4219-87b5-cf7e7af195ef {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:08:25.577372 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 58314) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:08:25.581162 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fead580e-7736-4919-925f-f1cdd017370c None None] Checking router: 4fbc422e-3bf9-46cc-9eaa-57921359cad4 for host: n-d-802623-1 {{(pid=93799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 23:08:25.581519 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fead580e-7736-4919-925f-f1cdd017370c None None] Updating router 4fbc422e-3bf9-46cc-9eaa-57921359cad4 port 229822d0-b35b-49db-9d37-97087868f358 binding host n-d-802623-1 {{(pid=93799) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 23:08:25.583582 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-d48d6fe4-0c71-44e9-a919-f5c814e40e7e tempest-ServersTestManualDisk-873281871 tempest-ServersTestManualDisk-873281871-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2073555730', 'description': 'tempest-description--434103642'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:08:25.597862 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port abc9a2e4-fad6-4842-b58a-e476e4fc1872, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=abc9a2e4-fad6-4842-b58a-e476e4fc1872,segment=NetworkSegment(16e91594-c047-4b55-93eb-43af33ad08e1),segment_id=16e91594-c047-4b55-93eb-43af33ad08e1)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:08:25.619909 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b9aa6d-4275-4884-9f68-d6c46e478a4e None None] Checking agent: {'id': 'a9a568d2-a5e7-41e4-833f-a8ab42ea4073', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 52, 30), 'started_at': datetime.datetime(2021, 7, 27, 22, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802623-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:08:25.620576 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b9aa6d-4275-4884-9f68-d6c46e478a4e None None] Checking segment: {'id': 'dbf759a2-7893-47b4-9f82-216314fbd6ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '2f1c1614-8854-4219-87b5-cf7e7af195ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:08:25.620981 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-11b9aa6d-4275-4884-9f68-d6c46e478a4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:25.621534 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b9aa6d-4275-4884-9f68-d6c46e478a4e None None] Bound using segment: {'id': 'dbf759a2-7893-47b4-9f82-216314fbd6ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '2f1c1614-8854-4219-87b5-cf7e7af195ef'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:08:25.622669 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-11b9aa6d-4275-4884-9f68-d6c46e478a4e None None] Bound port: 292c7423-064f-45f8-8479-505c9ca5a4d4, host: n-d-802623-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbf759a2-7893-47b4-9f82-216314fbd6ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '2f1c1614-8854-4219-87b5-cf7e7af195ef'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:08:25.623467 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-11b9aa6d-4275-4884-9f68-d6c46e478a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:25.631180 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.db.api [None req-d48d6fe4-0c71-44e9-a919-f5c814e40e7e tempest-ServersTestManualDisk-873281871 tempest-ServersTestManualDisk-873281871-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 27 23:08:25.631180 n-d-802623-1 neutron-server[93798]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 27 23:08:25.631180 n-d-802623-1 neutron-server[93798]: [parameters: {'project_id_1': 'fc7acafa883a4a4baeb39fca47df928a', 'expiration_1': datetime.datetime(2021, 7, 27, 23, 8, 25, 594866)}] Jul 27 23:08:25.631180 n-d-802623-1 neutron-server[93798]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93798) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 23:08:25.631851 n-d-802623-1 neutron-server[93798]: DEBUG oslo_db.api [None req-d48d6fe4-0c71-44e9-a919-f5c814e40e7e tempest-ServersTestManualDisk-873281871 tempest-ServersTestManualDisk-873281871-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 23:08:25.644965 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:25.656898 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-71c0ca43-9884-4e35-a1e0-081548d69f9d admin admin] Allocated IP 172.25.4.46 (2fd42287-ed26-4eb9-89a5-b521f5b04356/17de1f8f-393a-4b0c-a2df-614bd3f2fb5e/c5fa0048-e803-4e28-91f8-7128b9b82dbc) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:08:25.680622 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f215d05c-8c8e-4531-8f83-79038b243992 req-6971ef74-b6b8-4d53-9913-ac3cf853fbe6 tempest-TenantUsagesTestJSON-1267749339 tempest-TenantUsagesTestJSON-1267749339-project] Made reservation on behalf of e24c545fbe2a4b2c9262c292b40f754f for: {'port': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:08:25.685021 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-f215d05c-8c8e-4531-8f83-79038b243992 req-6971ef74-b6b8-4d53-9913-ac3cf853fbe6 tempest-TenantUsagesTestJSON-1267749339 tempest-TenantUsagesTestJSON-1267749339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:25.699173 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb20c68-a0a9-4965-8248-e0129680ccbe req-69da120c-7507-46c5-a127-7bf90c4db4fd tempest-ListImageFiltersTestJSON-1300276804 tempest-ListImageFiltersTestJSON-1300276804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:08:25.705873 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-f215d05c-8c8e-4531-8f83-79038b243992 req-6971ef74-b6b8-4d53-9913-ac3cf853fbe6 tempest-TenantUsagesTestJSON-1267749339 tempest-TenantUsagesTestJSON-1267749339-project] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:25.707442 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-4fb20c68-a0a9-4965-8248-e0129680ccbe req-69da120c-7507-46c5-a127-7bf90c4db4fd tempest-ListImageFiltersTestJSON-1300276804 tempest-ListImageFiltersTestJSON-1300276804-project] 10.222.0.18 "GET /v2.0/ports?device_id=af40694f-e015-4730-a86b-e6cdb8a8c834 HTTP/1.1" status: 200 len: 948 time: 0.0737538 Jul 27 23:08:25.714160 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-fead580e-7736-4919-925f-f1cdd017370c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:25.749903 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Pushing event updated for resources: {'Port': ['ID=abc9a2e4-fad6-4842-b58a-e476e4fc1872,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:08:25.750129 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-4fb20c68-a0a9-4965-8248-e0129680ccbe req-2be481d5-6f7e-4b51-8a94-542d7e0f2b68 tempest-ListImageFiltersTestJSON-1300276804 tempest-ListImageFiltersTestJSON-1300276804-project] 10.222.0.18 "GET /v2.0/security-groups?id=e18dfc0d-586d-4d08-ab5b-6cc85907c37c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418475 Jul 27 23:08:25.832035 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-11b9aa6d-4275-4884-9f68-d6c46e478a4e None None] For port 292c7423-064f-45f8-8479-505c9ca5a4d4, host n-d-802623-1, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:08:25.876565 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47e5ba3-9422-45ff-bd19-726e480ad7ca req-7eb3631c-4731-41e6-a712-30bdff9c5ab8 tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:08:25.879180 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e47e5ba3-9422-45ff-bd19-726e480ad7ca req-7eb3631c-4731-41e6-a712-30bdff9c5ab8 tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] 10.222.0.18 "GET /v2.0/ports?device_id=73009c7b-4701-45a2-9167-c53f8173123c HTTP/1.1" status: 200 len: 946 time: 0.0682316 Jul 27 23:08:25.902496 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 3620d593-1d9b-44f9-b5be-c87446df7f96 details requested by agent hyperv_n-h1-802623-1 with host n-h1-802623-1 {{(pid=93799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 23:08:25.906117 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-71c0ca43-9884-4e35-a1e0-081548d69f9d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:25.912256 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-11b9aa6d-4275-4884-9f68-d6c46e478a4e None None] For port 292c7423-064f-45f8-8479-505c9ca5a4d4, host n-d-802623-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=292c7423-064f-45f8-8479-505c9ca5a4d4,segment=NetworkSegment(dbf759a2-7893-47b4-9f82-216314fbd6ac),segment_id=dbf759a2-7893-47b4-9f82-216314fbd6ac)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:08:25.912947 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8f332389-5378-492c-98e3-5264ace9c934 req-17b64998-d59c-4ca8-93df-43e3598fbae8 tempest-TenantUsagesTestJSON-1267749339 tempest-TenantUsagesTestJSON-1267749339-project] 10.222.0.18 "GET /v2.0/ports?device_id=2efae337-2a9b-4e3f-8d39-435b4d83aa4e HTTP/1.1" status: 200 len: 210 time: 0.0496132 Jul 27 23:08:25.940195 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e47e5ba3-9422-45ff-bd19-726e480ad7ca req-9fd0c184-bf02-4263-ba8f-0506de9910be tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ee1769a-7cc2-4f9a-a15b-54c39d35bd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460966 Jul 27 23:08:25.950741 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-11b9aa6d-4275-4884-9f68-d6c46e478a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:26.021709 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-71c0ca43-9884-4e35-a1e0-081548d69f9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:26.025775 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-f215d05c-8c8e-4531-8f83-79038b243992 req-6971ef74-b6b8-4d53-9913-ac3cf853fbe6 tempest-TenantUsagesTestJSON-1267749339 tempest-TenantUsagesTestJSON-1267749339-project] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:26.081919 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-f215d05c-8c8e-4531-8f83-79038b243992 req-6971ef74-b6b8-4d53-9913-ac3cf853fbe6 tempest-TenantUsagesTestJSON-1267749339 tempest-TenantUsagesTestJSON-1267749339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:26.113710 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] get_ports_and_sgs() called for port_ids ['abc9a2e4-fad6-4842-b58a-e476e4fc1872'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:08:26.116227 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c0ca43-9884-4e35-a1e0-081548d69f9d admin admin] Pushing event updated for resources: {'Port': ['ID=c5fa0048-e803-4e28-91f8-7128b9b82dbc,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:08:26.127977 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2130cf29-408b-4c89-9217-3024d6e5577d req-6f53b94b-439b-46ad-8f28-3bba16792859 tempest-ImagesOneServerTestJSON-1473465118 tempest-ImagesOneServerTestJSON-1473465118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:08:26.136879 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6971ef74-b6b8-4d53-9913-ac3cf853fbe6 tempest-TenantUsagesTestJSON-1267749339 tempest-TenantUsagesTestJSON-1267749339-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49659ded-103c-40c6-95a2-ca88316ea21c,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:08:26.138239 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-2130cf29-408b-4c89-9217-3024d6e5577d req-6f53b94b-439b-46ad-8f28-3bba16792859 tempest-ImagesOneServerTestJSON-1473465118 tempest-ImagesOneServerTestJSON-1473465118-project] 10.222.0.18 "GET /v2.0/ports?device_id=55c02be4-66a1-4b0b-a2e8-25b212b674a7 HTTP/1.1" status: 200 len: 951 time: 0.0727084 Jul 27 23:08:26.158503 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b9aa6d-4275-4884-9f68-d6c46e478a4e None None] Pushing event updated for resources: {'Port': ['ID=292c7423-064f-45f8-8479-505c9ca5a4d4,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:08:26.194021 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-2130cf29-408b-4c89-9217-3024d6e5577d req-eb9c556c-5a27-4dc8-aa85-9c73fd579599 tempest-ImagesOneServerTestJSON-1473465118 tempest-ImagesOneServerTestJSON-1473465118-project] 10.222.0.18 "GET /v2.0/security-groups?id=9e49bb70-e466-4e58-b282-493795fb0cca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546057 Jul 27 23:08:26.218599 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71c0ca43-9884-4e35-a1e0-081548d69f9d admin admin] Network 2fd42287-ed26-4eb9-89a5-b521f5b04356 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:08:26.238256 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-71c0ca43-9884-4e35-a1e0-081548d69f9d admin admin] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:08:26.243950 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c0ca43-9884-4e35-a1e0-081548d69f9d admin admin] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:08:26.300786 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e366d5b-7307-4044-b5c7-d49668f5c2de req-076cc430-2224-4c30-82c1-3757dcafc5d6 tempest-LiveAutoBlockMigrationV225Test-1050679481 tempest-LiveAutoBlockMigrationV225Test-1050679481-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:08:26.302615 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-0e366d5b-7307-4044-b5c7-d49668f5c2de req-076cc430-2224-4c30-82c1-3757dcafc5d6 tempest-LiveAutoBlockMigrationV225Test-1050679481 tempest-LiveAutoBlockMigrationV225Test-1050679481-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=73009c7b-4701-45a2-9167-c53f8173123c&tenant_id=2b51160ea37c42ce86518efb7f5012de&binding%3Ahost_id=n-h1-802623-1 HTTP/1.1" status: 200 len: 1097 time: 0.1213434 Jul 27 23:08:26.303440 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d48d6fe4-0c71-44e9-a919-f5c814e40e7e tempest-ServersTestManualDisk-873281871 tempest-ServersTestManualDisk-873281871-project] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:26.332208 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [req-0e366d5b-7307-4044-b5c7-d49668f5c2de req-b41e4d9a-178e-493e-8709-894eb27151fd service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-802623-1'}}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:08:26.345107 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port 3620d593-1d9b-44f9-b5be-c87446df7f96, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=3620d593-1d9b-44f9-b5be-c87446df7f96,segment=NetworkSegment(16e91594-c047-4b55-93eb-43af33ad08e1),segment_id=16e91594-c047-4b55-93eb-43af33ad08e1)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:08:26.405551 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Returning: {'device': '3620d593-1d9b-44f9-b5be-c87446df7f96', 'network_id': '591af2dd-f826-43b1-aa9d-e7a0bf218c71', 'port_id': '3620d593-1d9b-44f9-b5be-c87446df7f96', 'mac_address': 'fa:16:3e:94:9a:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62938449-046d-4cbe-923a-7ebb632c358d', 'ip_address': '192.168.233.101'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 23:08:26.432647 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-0e366d5b-7307-4044-b5c7-d49668f5c2de req-b41e4d9a-178e-493e-8709-894eb27151fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:26.449491 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [req-f215d05c-8c8e-4531-8f83-79038b243992 req-6971ef74-b6b8-4d53-9913-ac3cf853fbe6 tempest-TenantUsagesTestJSON-1267749339 tempest-TenantUsagesTestJSON-1267749339-project] Allocated IP 192.168.233.189 (591af2dd-f826-43b1-aa9d-e7a0bf218c71/62938449-046d-4cbe-923a-7ebb632c358d/858681e3-dfe2-4f21-b3dd-b89ea1f486bc) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:08:26.619082 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-fead580e-7736-4919-925f-f1cdd017370c None None] Notify callbacks [] for port, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:26.637626 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-f215d05c-8c8e-4531-8f83-79038b243992 req-6971ef74-b6b8-4d53-9913-ac3cf853fbe6 tempest-TenantUsagesTestJSON-1267749339 tempest-TenantUsagesTestJSON-1267749339-project] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:26.641554 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:26.646521 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-fead580e-7736-4919-925f-f1cdd017370c None None] Transition to ACTIVE for port object 229822d0-b35b-49db-9d37-97087868f358 will not be triggered until provisioned by entity L2. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:08:26.654575 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [req-f215d05c-8c8e-4531-8f83-79038b243992 req-6971ef74-b6b8-4d53-9913-ac3cf853fbe6 tempest-TenantUsagesTestJSON-1267749339 tempest-TenantUsagesTestJSON-1267749339-project] Transition to ACTIVE for port object 858681e3-dfe2-4f21-b3dd-b89ea1f486bc will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:08:26.663019 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3620d593-1d9b-44f9-b5be-c87446df7f96 {{(pid=93799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:08:26.664738 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d48d6fe4-0c71-44e9-a919-f5c814e40e7e tempest-ServersTestManualDisk-873281871 tempest-ServersTestManualDisk-873281871-project] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:26.677404 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-fead580e-7736-4919-925f-f1cdd017370c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:26.680812 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d48d6fe4-0c71-44e9-a919-f5c814e40e7e tempest-ServersTestManualDisk-873281871 tempest-ServersTestManualDisk-873281871-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:26.733024 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48d6fe4-0c71-44e9-a919-f5c814e40e7e tempest-ServersTestManualDisk-873281871 tempest-ServersTestManualDisk-873281871-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a330bb25-4575-49ef-8eda-ab7b81b50dee,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:08:26.768830 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device e141df55-6ef1-4777-a67c-d14f5b9ece64 details requested by agent hyperv_n-h2-802623-1 with host n-h2-802623-1 {{(pid=93799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 23:08:26.792095 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port 3620d593-1d9b-44f9-b5be-c87446df7f96, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=3620d593-1d9b-44f9-b5be-c87446df7f96,segment=NetworkSegment(16e91594-c047-4b55-93eb-43af33ad08e1),segment_id=16e91594-c047-4b55-93eb-43af33ad08e1)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:08:26.793722 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-f215d05c-8c8e-4531-8f83-79038b243992 req-6971ef74-b6b8-4d53-9913-ac3cf853fbe6 tempest-TenantUsagesTestJSON-1267749339 tempest-TenantUsagesTestJSON-1267749339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:26.797063 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933bccbc-97ca-4572-a895-c84418e96f00 req-ea229188-59cf-4570-a4a6-75e54f315549 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:08:26.809279 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-933bccbc-97ca-4572-a895-c84418e96f00 req-ea229188-59cf-4570-a4a6-75e54f315549 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.18 "GET /v2.0/ports?device_id=e96ee7fe-839a-4eef-92c3-c496be2cfd97 HTTP/1.1" status: 200 len: 945 time: 0.1924345 Jul 27 23:08:26.814279 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-0e366d5b-7307-4044-b5c7-d49668f5c2de req-b41e4d9a-178e-493e-8709-894eb27151fd service neutron] For port e141df55-6ef1-4777-a67c-d14f5b9ece64, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=e141df55-6ef1-4777-a67c-d14f5b9ece64,segment=NetworkSegment(ff9b0beb-ebd9-45f3-9693-d627eb3bb065),segment_id=ff9b0beb-ebd9-45f3-9693-d627eb3bb065)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:08:26.836725 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d48d6fe4-0c71-44e9-a919-f5c814e40e7e tempest-ServersTestManualDisk-873281871 tempest-ServersTestManualDisk-873281871-project] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:26.836973 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:26.838401 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-d48d6fe4-0c71-44e9-a919-f5c814e40e7e tempest-ServersTestManualDisk-873281871 tempest-ServersTestManualDisk-873281871-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.2599385 Jul 27 23:08:26.842658 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 58372) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:08:26.866456 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-95a3bb4a-b181-4c1d-a035-9eb5d500260d tempest-ServersTestManualDisk-873281871 tempest-ServersTestManualDisk-873281871-project] Request body: {'security_group_rule': {'security_group_id': 'a330bb25-4575-49ef-8eda-ab7b81b50dee', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:08:26.878602 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-933bccbc-97ca-4572-a895-c84418e96f00 req-103e6a51-e1d3-4026-bafb-4596e2d84644 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.18 "GET /v2.0/security-groups?id=657c655b-8580-45d5-979f-9b32b7a260f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681756 Jul 27 23:08:26.910839 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-fead580e-7736-4919-925f-f1cdd017370c None None] Attempting to bind port 229822d0-b35b-49db-9d37-97087868f358 on host n-d-802623-1 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:08:26.911266 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-fead580e-7736-4919-925f-f1cdd017370c None None] Attempting to bind port 229822d0-b35b-49db-9d37-97087868f358 by drivers openvswitch,hyperv on host n-d-802623-1 at level 0 using segments [{'id': '2e87b105-a369-4162-9958-8de6352713ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'a7737e0c-9e61-43d5-8f37-2862a114eef0'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:08:26.911642 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fead580e-7736-4919-925f-f1cdd017370c None None] Attempting to bind port 229822d0-b35b-49db-9d37-97087868f358 on network a7737e0c-9e61-43d5-8f37-2862a114eef0 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:08:26.945581 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20887f8-0035-4345-9c9a-a6cc74e2a9c6 None None] Pushing event updated for resources: {'Port': ['ID=229822d0-b35b-49db-9d37-97087868f358,revision_number=3']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:08:26.950745 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.db.resource_extend [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 27 23:08:26.954681 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fead580e-7736-4919-925f-f1cdd017370c None None] Checking agent: {'id': 'a9a568d2-a5e7-41e4-833f-a8ab42ea4073', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 52, 30), 'started_at': datetime.datetime(2021, 7, 27, 22, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802623-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:08:26.955076 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fead580e-7736-4919-925f-f1cdd017370c None None] Checking segment: {'id': '2e87b105-a369-4162-9958-8de6352713ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'a7737e0c-9e61-43d5-8f37-2862a114eef0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:08:26.955514 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-fead580e-7736-4919-925f-f1cdd017370c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:26.955966 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fead580e-7736-4919-925f-f1cdd017370c None None] Bound using segment: {'id': '2e87b105-a369-4162-9958-8de6352713ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'a7737e0c-9e61-43d5-8f37-2862a114eef0'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:08:26.957231 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-fead580e-7736-4919-925f-f1cdd017370c None None] Bound port: 229822d0-b35b-49db-9d37-97087868f358, host: n-d-802623-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e87b105-a369-4162-9958-8de6352713ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'a7737e0c-9e61-43d5-8f37-2862a114eef0'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:08:26.957983 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-fead580e-7736-4919-925f-f1cdd017370c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:26.959993 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f215d05c-8c8e-4531-8f83-79038b243992 req-6971ef74-b6b8-4d53-9913-ac3cf853fbe6 tempest-TenantUsagesTestJSON-1267749339 tempest-TenantUsagesTestJSON-1267749339-project] Network 591af2dd-f826-43b1-aa9d-e7a0bf218c71 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:08:26.967941 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-0e366d5b-7307-4044-b5c7-d49668f5c2de req-b41e4d9a-178e-493e-8709-894eb27151fd service neutron] For port e141df55-6ef1-4777-a67c-d14f5b9ece64, host n-h1-802623-1, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:08:27.010078 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [req-f215d05c-8c8e-4531-8f83-79038b243992 req-6971ef74-b6b8-4d53-9913-ac3cf853fbe6 tempest-TenantUsagesTestJSON-1267749339 tempest-TenantUsagesTestJSON-1267749339-project] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:08:27.016480 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [req-f215d05c-8c8e-4531-8f83-79038b243992 req-6971ef74-b6b8-4d53-9913-ac3cf853fbe6 tempest-TenantUsagesTestJSON-1267749339 tempest-TenantUsagesTestJSON-1267749339-project] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:08:27.043576 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Pushing event updated for resources: {'Port': ['ID=3620d593-1d9b-44f9-b5be-c87446df7f96,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:08:27.085682 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73009c7b-4701-45a2-9167-c53f8173123c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e141df55-6ef1-4777-a67c-d14f5b9ece64'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:08:27.092397 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}011f8d312121274bb12d78e77c6379a2079800640016cec6c6d605b73666e854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5c214b8-f19e-4ba8-83f4-a197573d0496" -d '{"events": [{"server_uuid": "73009c7b-4701-45a2-9167-c53f8173123c", "name": "network-vif-unplugged", "status": "completed", "tag": "e141df55-6ef1-4777-a67c-d14f5b9ece64"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:08:27.106261 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-0e366d5b-7307-4044-b5c7-d49668f5c2de req-b41e4d9a-178e-493e-8709-894eb27151fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:27.113431 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e266a494-0cf2-4339-ae29-2fe73201a1e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:27.121078 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-0e366d5b-7307-4044-b5c7-d49668f5c2de req-b41e4d9a-178e-493e-8709-894eb27151fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:27.202937 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] get_ports_and_sgs() called for port_ids ['3620d593-1d9b-44f9-b5be-c87446df7f96'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:08:27.219891 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f215d05c-8c8e-4531-8f83-79038b243992 req-6971ef74-b6b8-4d53-9913-ac3cf853fbe6 tempest-TenantUsagesTestJSON-1267749339 tempest-TenantUsagesTestJSON-1267749339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:08:27.221551 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-f215d05c-8c8e-4531-8f83-79038b243992 req-6971ef74-b6b8-4d53-9913-ac3cf853fbe6 tempest-TenantUsagesTestJSON-1267749339 tempest-TenantUsagesTestJSON-1267749339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:27.251536 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6971ef74-b6b8-4d53-9913-ac3cf853fbe6 tempest-TenantUsagesTestJSON-1267749339 tempest-TenantUsagesTestJSON-1267749339-project] Pushing event updated for resources: {'Port': ['ID=858681e3-dfe2-4f21-b3dd-b89ea1f486bc,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:08:27.258143 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f215d05c-8c8e-4531-8f83-79038b243992 req-6971ef74-b6b8-4d53-9913-ac3cf853fbe6 tempest-TenantUsagesTestJSON-1267749339 tempest-TenantUsagesTestJSON-1267749339-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9486985 Jul 27 23:08:27.277198 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-0e366d5b-7307-4044-b5c7-d49668f5c2de req-b41e4d9a-178e-493e-8709-894eb27151fd service neutron] Attempting to bind port e141df55-6ef1-4777-a67c-d14f5b9ece64 on host n-h1-802623-1 for vnic_type normal with profile {"migrating_to": "n-h2-802623-1"} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:08:27.277627 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-0e366d5b-7307-4044-b5c7-d49668f5c2de req-b41e4d9a-178e-493e-8709-894eb27151fd service neutron] Attempting to bind port e141df55-6ef1-4777-a67c-d14f5b9ece64 by drivers openvswitch,hyperv on host n-h1-802623-1 at level 0 using segments [{'id': 'ff9b0beb-ebd9-45f3-9693-d627eb3bb065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '7ba5f889-7a68-424d-8fa1-71447bc958df'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:08:27.277853 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e366d5b-7307-4044-b5c7-d49668f5c2de req-b41e4d9a-178e-493e-8709-894eb27151fd service neutron] Attempting to bind port e141df55-6ef1-4777-a67c-d14f5b9ece64 on network 7ba5f889-7a68-424d-8fa1-71447bc958df {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:08:27.289510 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e366d5b-7307-4044-b5c7-d49668f5c2de req-b41e4d9a-178e-493e-8709-894eb27151fd service neutron] Port e141df55-6ef1-4777-a67c-d14f5b9ece64 on network 7ba5f889-7a68-424d-8fa1-71447bc958df not bound, no agent of type Open vSwitch agent registered on host n-h1-802623-1 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 23:08:27.289838 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e366d5b-7307-4044-b5c7-d49668f5c2de req-b41e4d9a-178e-493e-8709-894eb27151fd service neutron] Attempting to bind port e141df55-6ef1-4777-a67c-d14f5b9ece64 on network 7ba5f889-7a68-424d-8fa1-71447bc958df {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:08:27.324509 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdeee15-c106-4c11-bc7b-2dbbc6d75aaf req-0ed6ebe9-eac8-4ca7-b2d8-26c3982cd442 tempest-ListImageFiltersTestJSON-1300276804 tempest-ListImageFiltersTestJSON-1300276804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:08:27.332812 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-0fdeee15-c106-4c11-bc7b-2dbbc6d75aaf req-0ed6ebe9-eac8-4ca7-b2d8-26c3982cd442 tempest-ListImageFiltersTestJSON-1300276804 tempest-ListImageFiltersTestJSON-1300276804-project] 10.222.0.18 "GET /v2.0/ports?device_id=af40694f-e015-4730-a86b-e6cdb8a8c834 HTTP/1.1" status: 200 len: 949 time: 0.1707842 Jul 27 23:08:27.334627 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41e4d9a-178e-493e-8709-894eb27151fd service neutron] Pushing event updated for resources: {'Port': ['ID=e141df55-6ef1-4777-a67c-d14f5b9ece64,revision_number=7']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:08:27.340171 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e366d5b-7307-4044-b5c7-d49668f5c2de req-b41e4d9a-178e-493e-8709-894eb27151fd service neutron] Checking agent: {'id': '245f1da4-a9b8-4b08-90d7-28f0f342b839', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 59, 59), 'started_at': datetime.datetime(2021, 7, 27, 22, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 7, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:08:27.344439 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e366d5b-7307-4044-b5c7-d49668f5c2de req-b41e4d9a-178e-493e-8709-894eb27151fd service neutron] Checking segment: {'id': 'ff9b0beb-ebd9-45f3-9693-d627eb3bb065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '7ba5f889-7a68-424d-8fa1-71447bc958df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:08:27.345572 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e366d5b-7307-4044-b5c7-d49668f5c2de req-b41e4d9a-178e-493e-8709-894eb27151fd service neutron] Bound using segment: {'id': 'ff9b0beb-ebd9-45f3-9693-d627eb3bb065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '7ba5f889-7a68-424d-8fa1-71447bc958df'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:08:27.346347 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-0e366d5b-7307-4044-b5c7-d49668f5c2de req-b41e4d9a-178e-493e-8709-894eb27151fd service neutron] Bound port: e141df55-6ef1-4777-a67c-d14f5b9ece64, host: n-h1-802623-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff9b0beb-ebd9-45f3-9693-d627eb3bb065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '7ba5f889-7a68-424d-8fa1-71447bc958df'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:08:27.346798 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-0e366d5b-7307-4044-b5c7-d49668f5c2de req-b41e4d9a-178e-493e-8709-894eb27151fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:27.379529 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-fead580e-7736-4919-925f-f1cdd017370c None None] For port 229822d0-b35b-49db-9d37-97087868f358, host n-d-802623-1, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:08:27.392094 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port e141df55-6ef1-4777-a67c-d14f5b9ece64, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=e141df55-6ef1-4777-a67c-d14f5b9ece64,segment=NetworkSegment(ff9b0beb-ebd9-45f3-9693-d627eb3bb065),segment_id=ff9b0beb-ebd9-45f3-9693-d627eb3bb065)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:08:27.396551 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-fead580e-7736-4919-925f-f1cdd017370c None None] For port 229822d0-b35b-49db-9d37-97087868f358, host n-d-802623-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=229822d0-b35b-49db-9d37-97087868f358,segment=NetworkSegment(2e87b105-a369-4162-9958-8de6352713ab),segment_id=2e87b105-a369-4162-9958-8de6352713ab)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:08:27.415269 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-0fdeee15-c106-4c11-bc7b-2dbbc6d75aaf req-966c3d6a-b5b8-4440-b004-a60b8726a12b tempest-ListImageFiltersTestJSON-1300276804 tempest-ListImageFiltersTestJSON-1300276804-project] 10.222.0.18 "GET /v2.0/security-groups?id=e18dfc0d-586d-4d08-ab5b-6cc85907c37c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814555 Jul 27 23:08:27.433266 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-fead580e-7736-4919-925f-f1cdd017370c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:27.444856 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device e141df55-6ef1-4777-a67c-d14f5b9ece64 has no active binding in host n-h2-802623-1 {{(pid=93799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 27 23:08:27.472140 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [req-f215d05c-8c8e-4531-8f83-79038b243992 req-c937ab78-8765-4215-9d73-c1110e8c037c service neutron] Request body: {'port': {'device_id': '2efae337-2a9b-4e3f-8d39-435b4d83aa4e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802623-1'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:08:27.535487 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-71c0ca43-9884-4e35-a1e0-081548d69f9d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:27.565241 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-0e366d5b-7307-4044-b5c7-d49668f5c2de req-b41e4d9a-178e-493e-8709-894eb27151fd service neutron] For port e141df55-6ef1-4777-a67c-d14f5b9ece64, host n-h1-802623-1, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:08:27.569082 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-0e366d5b-7307-4044-b5c7-d49668f5c2de req-b41e4d9a-178e-493e-8709-894eb27151fd service neutron] For port e141df55-6ef1-4777-a67c-d14f5b9ece64, host n-h1-802623-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=e141df55-6ef1-4777-a67c-d14f5b9ece64,segment=NetworkSegment(ff9b0beb-ebd9-45f3-9693-d627eb3bb065),segment_id=ff9b0beb-ebd9-45f3-9693-d627eb3bb065)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:08:27.585274 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-0e366d5b-7307-4044-b5c7-d49668f5c2de req-b41e4d9a-178e-493e-8709-894eb27151fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:27.614096 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fead580e-7736-4919-925f-f1cdd017370c None None] Routers {'4fbc422e-3bf9-46cc-9eaa-57921359cad4'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:08:27.615617 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-fead580e-7736-4919-925f-f1cdd017370c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:08:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['4fbc422e-3bf9-46cc-9eaa-57921359cad4'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:08:27.693339 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41e4d9a-178e-493e-8709-894eb27151fd service neutron] Pushing event updated for resources: {'Port': ['ID=e141df55-6ef1-4777-a67c-d14f5b9ece64,revision_number=8']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:08:27.720711 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20887f8-0035-4345-9c9a-a6cc74e2a9c6 None None] Pushing event updated for resources: {'Port': ['ID=229822d0-b35b-49db-9d37-97087868f358,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:08:27.757434 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 292c7423-064f-45f8-8479-505c9ca5a4d4 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:08:27.767570 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e366d5b-7307-4044-b5c7-d49668f5c2de req-b41e4d9a-178e-493e-8709-894eb27151fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:08:27.768389 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-0e366d5b-7307-4044-b5c7-d49668f5c2de req-b41e4d9a-178e-493e-8709-894eb27151fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:27.768736 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-f215d05c-8c8e-4531-8f83-79038b243992 req-c937ab78-8765-4215-9d73-c1110e8c037c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:27.769730 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-0e366d5b-7307-4044-b5c7-d49668f5c2de req-b41e4d9a-178e-493e-8709-894eb27151fd service neutron] 10.222.0.49 "PUT /v2.0/ports/e141df55-6ef1-4777-a67c-d14f5b9ece64 HTTP/1.1" status: 200 len: 1122 time: 1.4464417 Jul 27 23:08:27.770906 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-95a3bb4a-b181-4c1d-a035-9eb5d500260d tempest-ServersTestManualDisk-873281871 tempest-ServersTestManualDisk-873281871-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:27.783742 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0ac192-8396-448d-8ae0-d331a1416a25 req-2ea64b88-175f-468e-af87-d35efb777a64 tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:08:27.791131 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-dd0ac192-8396-448d-8ae0-d331a1416a25 req-2ea64b88-175f-468e-af87-d35efb777a64 tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] 10.222.0.18 "GET /v2.0/ports?device_id=73009c7b-4701-45a2-9167-c53f8173123c HTTP/1.1" status: 200 len: 944 time: 0.2199829 Jul 27 23:08:27.811570 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ec7c981-7f6d-4acc-ab64-c677901af96c None None] Network 2f1c1614-8854-4219-87b5-cf7e7af195ef requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:08:27.845766 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-dd0ac192-8396-448d-8ae0-d331a1416a25 req-8fc31ab1-a858-41e4-9af6-7ee6ddb201eb tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ee1769a-7cc2-4f9a-a15b-54c39d35bd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537200 Jul 27 23:08:27.904303 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ddd268-2b5d-44cd-bcf4-d16ea612f706 req-ff3132a8-276e-4745-b572-22c968f4828a tempest-TenantUsagesTestJSON-1267749339 tempest-TenantUsagesTestJSON-1267749339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:08:27.905020 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 23:08:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d450588-a5db-4eb0-9acc-d397178a5b36 x-openstack-request-id: req-7d450588-a5db-4eb0-9acc-d397178a5b36 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:08:27.905531 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73009c7b-4701-45a2-9167-c53f8173123c", "name": "network-vif-unplugged", "status": "completed", "tag": "e141df55-6ef1-4777-a67c-d14f5b9ece64", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:08:27.906279 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7d450588-a5db-4eb0-9acc-d397178a5b36 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:08:27.906839 n-d-802623-1 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73009c7b-4701-45a2-9167-c53f8173123c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e141df55-6ef1-4777-a67c-d14f5b9ece64', 'code': 200} Jul 27 23:08:27.912748 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-11ddd268-2b5d-44cd-bcf4-d16ea612f706 req-ff3132a8-276e-4745-b572-22c968f4828a tempest-TenantUsagesTestJSON-1267749339 tempest-TenantUsagesTestJSON-1267749339-project] 10.222.0.18 "GET /v2.0/ports?device_id=2efae337-2a9b-4e3f-8d39-435b4d83aa4e HTTP/1.1" status: 200 len: 936 time: 0.4076779 Jul 27 23:08:28.004894 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ef50d470-a59f-4de1-bf6f-b12013a6d0c9 None None] Provisioning for port 858681e3-dfe2-4f21-b3dd-b89ea1f486bc completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:08:28.034282 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-95a3bb4a-b181-4c1d-a035-9eb5d500260d tempest-ServersTestManualDisk-873281871 tempest-ServersTestManualDisk-873281871-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:28.045477 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ef50d470-a59f-4de1-bf6f-b12013a6d0c9 None None] Provisioning complete for port 858681e3-dfe2-4f21-b3dd-b89ea1f486bc triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:08:28.045852 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ef50d470-a59f-4de1-bf6f-b12013a6d0c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:28.077991 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] get_ports_and_sgs() called for port_ids ['e141df55-6ef1-4777-a67c-d14f5b9ece64'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:08:28.090007 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-95a3bb4a-b181-4c1d-a035-9eb5d500260d tempest-ServersTestManualDisk-873281871 tempest-ServersTestManualDisk-873281871-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784185'] for security_group_rule, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:28.097093 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-71c0ca43-9884-4e35-a1e0-081548d69f9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-415468'] for router, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:28.101095 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e26b26-0094-45c3-acd2-6d9db3dbd52e req-2fe20d23-e58f-401d-b242-c0aa089735b3 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:08:28.109535 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-11ddd268-2b5d-44cd-bcf4-d16ea612f706 req-3d2057b7-bb1f-4793-b628-2673efdf69df tempest-TenantUsagesTestJSON-1267749339 tempest-TenantUsagesTestJSON-1267749339-project] 10.222.0.18 "GET /v2.0/security-groups?id=49659ded-103c-40c6-95a2-ca88316ea21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939144 Jul 27 23:08:28.110325 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f2e26b26-0094-45c3-acd2-6d9db3dbd52e req-2fe20d23-e58f-401d-b242-c0aa089735b3 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.18 "GET /v2.0/ports?device_id=e96ee7fe-839a-4eef-92c3-c496be2cfd97 HTTP/1.1" status: 200 len: 945 time: 0.0759914 Jul 27 23:08:28.119791 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] get_ports_and_sgs() called for port_ids ['e141df55-6ef1-4777-a67c-d14f5b9ece64'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:08:28.146752 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning for port 292c7423-064f-45f8-8479-505c9ca5a4d4 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:08:28.182128 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f2e26b26-0094-45c3-acd2-6d9db3dbd52e req-22a4729b-f6e1-41b9-831d-2a8db0e75412 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.18 "GET /v2.0/security-groups?id=657c655b-8580-45d5-979f-9b32b7a260f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700405 Jul 27 23:08:28.253062 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-ef50d470-a59f-4de1-bf6f-b12013a6d0c9 None None] Port 858681e3-dfe2-4f21-b3dd-b89ea1f486bc cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:08:28.275039 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-fead580e-7736-4919-925f-f1cdd017370c None None] Set router 4fbc422e-3bf9-46cc-9eaa-57921359cad4 gateway port host: n-d-802623-1 {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:08:28.299200 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-95a3bb4a-b181-4c1d-a035-9eb5d500260d tempest-ServersTestManualDisk-873281871 tempest-ServersTestManualDisk-873281871-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:28.300597 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-95a3bb4a-b181-4c1d-a035-9eb5d500260d tempest-ServersTestManualDisk-873281871 tempest-ServersTestManualDisk-873281871-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4383883 Jul 27 23:08:28.304584 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 58404) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:08:28.305440 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a3bb4a-b181-4c1d-a035-9eb5d500260d tempest-ServersTestManualDisk-873281871 tempest-ServersTestManualDisk-873281871-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2cfa2610-3c53-49d1-b354-973ff396aebe,revision_number=0']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:08:28.317720 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-e9530bf1-0661-4ede-bdb9-90e6ae6e2395 tempest-ServersTestManualDisk-873281871 tempest-ServersTestManualDisk-873281871-project] Request body: {'security_group_rule': {'security_group_id': 'a330bb25-4575-49ef-8eda-ab7b81b50dee', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:08:28.379037 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e9530bf1-0661-4ede-bdb9-90e6ae6e2395 tempest-ServersTestManualDisk-873281871 tempest-ServersTestManualDisk-873281871-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:28.472619 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e9530bf1-0661-4ede-bdb9-90e6ae6e2395 tempest-ServersTestManualDisk-873281871 tempest-ServersTestManualDisk-873281871-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:28.487760 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71c0ca43-9884-4e35-a1e0-081548d69f9d admin admin] Router 0f53fcc7-1a66-48a0-8d80-855bd0350f45 is scheduled to L3 agent 018c4455-49c0-4734-927d-7824067b2a9e with binding_index 1 {{(pid=93797) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 23:08:28.492740 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693bfeb3-f0b0-4354-b50a-dc6bd8b2e923 req-fda43b9c-4908-4e1c-a92f-a566ad50fe5c tempest-ImagesOneServerTestJSON-1473465118 tempest-ImagesOneServerTestJSON-1473465118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:08:28.495327 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-693bfeb3-f0b0-4354-b50a-dc6bd8b2e923 req-fda43b9c-4908-4e1c-a92f-a566ad50fe5c tempest-ImagesOneServerTestJSON-1473465118 tempest-ImagesOneServerTestJSON-1473465118-project] 10.222.0.18 "GET /v2.0/ports?device_id=55c02be4-66a1-4b0b-a2e8-25b212b674a7 HTTP/1.1" status: 200 len: 951 time: 0.0786059 Jul 27 23:08:28.496722 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e9530bf1-0661-4ede-bdb9-90e6ae6e2395 tempest-ServersTestManualDisk-873281871 tempest-ServersTestManualDisk-873281871-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784185'] for security_group_rule, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:28.520867 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e9530bf1-0661-4ede-bdb9-90e6ae6e2395 tempest-ServersTestManualDisk-873281871 tempest-ServersTestManualDisk-873281871-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:28.522122 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-e9530bf1-0661-4ede-bdb9-90e6ae6e2395 tempest-ServersTestManualDisk-873281871 tempest-ServersTestManualDisk-873281871-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2162838 Jul 27 23:08:28.530147 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 58410) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:08:28.542847 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-98c86c05-4a68-4f18-ba55-9edcaec3dae0 tempest-ServersTestManualDisk-873281871 tempest-ServersTestManualDisk-873281871-project] Request body: {'floatingip': {'floating_network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:08:28.558266 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9530bf1-0661-4ede-bdb9-90e6ae6e2395 tempest-ServersTestManualDisk-873281871 tempest-ServersTestManualDisk-873281871-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96b93f05-f2f8-4f99-9d28-e53246521f5b,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:08:28.571377 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [req-f215d05c-8c8e-4531-8f83-79038b243992 req-c937ab78-8765-4215-9d73-c1110e8c037c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 858681e3-dfe2-4f21-b3dd-b89ea1f486bc {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:08:28.586018 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-98c86c05-4a68-4f18-ba55-9edcaec3dae0 tempest-ServersTestManualDisk-873281871 tempest-ServersTestManualDisk-873281871-project] Notify callbacks [] for floatingip, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:28.591748 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-693bfeb3-f0b0-4354-b50a-dc6bd8b2e923 req-3a5bd26c-3320-44f9-8842-c44cf27c4c19 tempest-ImagesOneServerTestJSON-1473465118 tempest-ImagesOneServerTestJSON-1473465118-project] 10.222.0.18 "GET /v2.0/security-groups?id=9e49bb70-e466-4e58-b282-493795fb0cca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808775 Jul 27 23:08:28.633725 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb2ee5a-f2ec-4347-a30a-2d01677cbe9a req-ad2bce9e-cdfc-4969-b795-6711bb7f0090 tempest-ListImageFiltersTestJSON-1300276804 tempest-ListImageFiltersTestJSON-1300276804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:08:28.635540 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-3cb2ee5a-f2ec-4347-a30a-2d01677cbe9a req-ad2bce9e-cdfc-4969-b795-6711bb7f0090 tempest-ListImageFiltersTestJSON-1300276804 tempest-ListImageFiltersTestJSON-1300276804-project] 10.222.0.18 "GET /v2.0/ports?device_id=af40694f-e015-4730-a86b-e6cdb8a8c834 HTTP/1.1" status: 200 len: 949 time: 0.1247964 Jul 27 23:08:28.637444 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-f215d05c-8c8e-4531-8f83-79038b243992 req-c937ab78-8765-4215-9d73-c1110e8c037c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:28.656732 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-3a9b45cf-5377-4b14-afdb-12890eb6303e None None] Provisioning for port 292c7423-064f-45f8-8479-505c9ca5a4d4 completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:08:28.689921 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-3a9b45cf-5377-4b14-afdb-12890eb6303e None None] Provisioning complete for port 292c7423-064f-45f8-8479-505c9ca5a4d4 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:08:28.689921 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-3a9b45cf-5377-4b14-afdb-12890eb6303e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:28.705318 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [req-f215d05c-8c8e-4531-8f83-79038b243992 req-c937ab78-8765-4215-9d73-c1110e8c037c service neutron] Transition to ACTIVE for port object 858681e3-dfe2-4f21-b3dd-b89ea1f486bc will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:08:28.721270 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-f215d05c-8c8e-4531-8f83-79038b243992 req-c937ab78-8765-4215-9d73-c1110e8c037c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11336041'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:28.731601 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-98c86c05-4a68-4f18-ba55-9edcaec3dae0 tempest-ServersTestManualDisk-873281871 tempest-ServersTestManualDisk-873281871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:28.768918 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device abc9a2e4-fad6-4842-b58a-e476e4fc1872 up at agent hyperv_n-h2-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:08:28.791885 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-3cb2ee5a-f2ec-4347-a30a-2d01677cbe9a req-4f514817-e47e-4a7a-9585-46b8438d5210 tempest-ListImageFiltersTestJSON-1300276804 tempest-ListImageFiltersTestJSON-1300276804-project] 10.222.0.18 "GET /v2.0/security-groups?id=e18dfc0d-586d-4d08-ab5b-6cc85907c37c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501164 Jul 27 23:08:28.860268 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71c0ca43-9884-4e35-a1e0-081548d69f9d admin admin] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:08:28.885029 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c937ab78-8765-4215-9d73-c1110e8c037c service neutron] Pushing event updated for resources: {'Port': ['ID=858681e3-dfe2-4f21-b3dd-b89ea1f486bc,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:08:28.893656 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2925bff-c8cb-4668-a124-a5fa03802db2 None None] Sync routers for ids ['0f53fcc7-1a66-48a0-8d80-855bd0350f45'] in n-d-802623-1 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:08:28.910011 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2925bff-c8cb-4668-a124-a5fa03802db2 None None] Routers {'0f53fcc7-1a66-48a0-8d80-855bd0350f45'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:08:28.910647 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-c2925bff-c8cb-4668-a124-a5fa03802db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:08:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['0f53fcc7-1a66-48a0-8d80-855bd0350f45'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:08:28.932033 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-98c86c05-4a68-4f18-ba55-9edcaec3dae0 tempest-ServersTestManualDisk-873281871 tempest-ServersTestManualDisk-873281871-project] Allocated IP 172.25.4.86 (2fd42287-ed26-4eb9-89a5-b521f5b04356/17de1f8f-393a-4b0c-a2df-614bd3f2fb5e/9454813e-c09f-4ed9-90ab-8f3bc0bd2dbe) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:08:28.988637 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-fead580e-7736-4919-925f-f1cdd017370c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fbc422e-3bf9-46cc-9eaa-57921359cad4', 'name': 'tempest-ServersTestManualDisk-1485289992-router', 'tenant_id': 'fc7acafa883a4a4baeb39fca47df928a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.202'}], 'enable_snat': True}, 'gw_port_id': '1c2ad822-7ead-4f0d-9cec-a9ff1722a3d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:08:09Z', 'updated_at': '2021-07-27T23:08:21Z', 'revision_number': 4, 'project_id': 'fc7acafa883a4a4baeb39fca47df928a', 'gw_port': {'id': '1c2ad822-7ead-4f0d-9cec-a9ff1722a3d0', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:fb:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fbc422e-3bf9-46cc-9eaa-57921359cad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:08:10Z', 'updated_at': '2021-07-27T23:08:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': '229822d0-b35b-49db-9d37-97087868f358', 'name': '', 'network_id': 'a7737e0c-9e61-43d5-8f37-2862a114eef0', 'tenant_id': 'fc7acafa883a4a4baeb39fca47df928a', 'mac_address': 'fa:16:3e:3b:98:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fbc422e-3bf9-46cc-9eaa-57921359cad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': '970cdcd7-7c74-44af-9807-ff303fbf909b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:08:18Z', 'updated_at': '2021-07-27T23:08:27Z', 'revision_number': 4, 'project_id': 'fc7acafa883a4a4baeb39fca47df928a', 'subnets': [{'id': '970cdcd7-7c74-44af-9807-ff303fbf909b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:08:28.991567 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-3a9b45cf-5377-4b14-afdb-12890eb6303e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:29.009439 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Provisioning for port abc9a2e4-fad6-4842-b58a-e476e4fc1872 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:08:29.019358 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-71c0ca43-9884-4e35-a1e0-081548d69f9d admin admin] Notify callbacks [] for router, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:29.020816 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-71c0ca43-9884-4e35-a1e0-081548d69f9d admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 5.3107073 Jul 27 23:08:29.025721 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 58414) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:08:29.051789 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fead580e-7736-4919-925f-f1cdd017370c None None] The sync data for ids ['4fbc422e-3bf9-46cc-9eaa-57921359cad4'] in n-d-802623-1 is: [{'id': '4fbc422e-3bf9-46cc-9eaa-57921359cad4', 'name': 'tempest-ServersTestManualDisk-1485289992-router', 'tenant_id': 'fc7acafa883a4a4baeb39fca47df928a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.202'}], 'enable_snat': True}, 'gw_port_id': '1c2ad822-7ead-4f0d-9cec-a9ff1722a3d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:08:09Z', 'updated_at': '2021-07-27T23:08:21Z', 'revision_number': 4, 'project_id': 'fc7acafa883a4a4baeb39fca47df928a', 'gw_port': {'id': '1c2ad822-7ead-4f0d-9cec-a9ff1722a3d0', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:fb:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fbc422e-3bf9-46cc-9eaa-57921359cad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:08:10Z', 'updated_at': '2021-07-27T23:08:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': '229822d0-b35b-49db-9d37-97087868f358', 'name': '', 'network_id': 'a7737e0c-9e61-43d5-8f37-2862a114eef0', 'tenant_id': 'fc7acafa883a4a4baeb39fca47df928a', 'mac_address': 'fa:16:3e:3b:98:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fbc422e-3bf9-46cc-9eaa-57921359cad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': '970cdcd7-7c74-44af-9807-ff303fbf909b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:08:18Z', 'updated_at': '2021-07-27T23:08:27Z', 'revision_number': 4, 'project_id': 'fc7acafa883a4a4baeb39fca47df928a', 'subnets': [{'id': '970cdcd7-7c74-44af-9807-ff303fbf909b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:08:29.064113 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Provisioning complete for port abc9a2e4-fad6-4842-b58a-e476e4fc1872 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:08:29.064512 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:29.234860 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-f215d05c-8c8e-4531-8f83-79038b243992 req-c937ab78-8765-4215-9d73-c1110e8c037c service neutron] Attempting to bind port 858681e3-dfe2-4f21-b3dd-b89ea1f486bc on host n-h1-802623-1 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:08:29.237567 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-f215d05c-8c8e-4531-8f83-79038b243992 req-c937ab78-8765-4215-9d73-c1110e8c037c service neutron] Attempting to bind port 858681e3-dfe2-4f21-b3dd-b89ea1f486bc by drivers openvswitch,hyperv on host n-h1-802623-1 at level 0 using segments [{'id': '16e91594-c047-4b55-93eb-43af33ad08e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '591af2dd-f826-43b1-aa9d-e7a0bf218c71'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:08:29.238140 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f215d05c-8c8e-4531-8f83-79038b243992 req-c937ab78-8765-4215-9d73-c1110e8c037c service neutron] Attempting to bind port 858681e3-dfe2-4f21-b3dd-b89ea1f486bc on network 591af2dd-f826-43b1-aa9d-e7a0bf218c71 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:08:29.245767 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-3a9b45cf-5377-4b14-afdb-12890eb6303e None None] For port 292c7423-064f-45f8-8479-505c9ca5a4d4, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=292c7423-064f-45f8-8479-505c9ca5a4d4,segment=NetworkSegment(dbf759a2-7893-47b4-9f82-216314fbd6ac),segment_id=dbf759a2-7893-47b4-9f82-216314fbd6ac)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:08:29.265924 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f215d05c-8c8e-4531-8f83-79038b243992 req-c937ab78-8765-4215-9d73-c1110e8c037c service neutron] Port 858681e3-dfe2-4f21-b3dd-b89ea1f486bc on network 591af2dd-f826-43b1-aa9d-e7a0bf218c71 not bound, no agent of type Open vSwitch agent registered on host n-h1-802623-1 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 23:08:29.270108 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-3a9b45cf-5377-4b14-afdb-12890eb6303e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:29.271408 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f215d05c-8c8e-4531-8f83-79038b243992 req-c937ab78-8765-4215-9d73-c1110e8c037c service neutron] Attempting to bind port 858681e3-dfe2-4f21-b3dd-b89ea1f486bc on network 591af2dd-f826-43b1-aa9d-e7a0bf218c71 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:08:29.312732 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f215d05c-8c8e-4531-8f83-79038b243992 req-c937ab78-8765-4215-9d73-c1110e8c037c service neutron] Checking agent: {'id': '245f1da4-a9b8-4b08-90d7-28f0f342b839', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 59, 59), 'started_at': datetime.datetime(2021, 7, 27, 22, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 7, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:08:29.314401 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-c2925bff-c8cb-4668-a124-a5fa03802db2 None None] Set router 0f53fcc7-1a66-48a0-8d80-855bd0350f45 gateway port host: n-d-802623-1 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:08:29.314870 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f215d05c-8c8e-4531-8f83-79038b243992 req-c937ab78-8765-4215-9d73-c1110e8c037c service neutron] Checking segment: {'id': '16e91594-c047-4b55-93eb-43af33ad08e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '591af2dd-f826-43b1-aa9d-e7a0bf218c71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:08:29.315611 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f215d05c-8c8e-4531-8f83-79038b243992 req-c937ab78-8765-4215-9d73-c1110e8c037c service neutron] Bound using segment: {'id': '16e91594-c047-4b55-93eb-43af33ad08e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '591af2dd-f826-43b1-aa9d-e7a0bf218c71'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:08:29.319367 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-f215d05c-8c8e-4531-8f83-79038b243992 req-c937ab78-8765-4215-9d73-c1110e8c037c service neutron] Bound port: 858681e3-dfe2-4f21-b3dd-b89ea1f486bc, host: n-h1-802623-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16e91594-c047-4b55-93eb-43af33ad08e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '591af2dd-f826-43b1-aa9d-e7a0bf218c71'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:08:29.319367 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-f215d05c-8c8e-4531-8f83-79038b243992 req-c937ab78-8765-4215-9d73-c1110e8c037c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:29.351172 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4d4082-21e2-43d7-b8c5-9e6d2d20f5e3 req-8f3c302c-7f1c-46bc-a1a0-b7d7c5b88173 tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:08:29.352729 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7e4d4082-21e2-43d7-b8c5-9e6d2d20f5e3 req-8f3c302c-7f1c-46bc-a1a0-b7d7c5b88173 tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] 10.222.0.18 "GET /v2.0/ports?device_id=73009c7b-4701-45a2-9167-c53f8173123c HTTP/1.1" status: 200 len: 944 time: 0.3264525 Jul 27 23:08:29.452782 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-98c86c05-4a68-4f18-ba55-9edcaec3dae0 tempest-ServersTestManualDisk-873281871 tempest-ServersTestManualDisk-873281871-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:29.453792 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:29.454524 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16beb8ef-05a4-4d71-b3fc-d3e7da37c2ab req-0039b7cb-9563-4d5e-83a1-1e3d57ab0191 tempest-TenantUsagesTestJSON-1267749339 tempest-TenantUsagesTestJSON-1267749339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:08:29.459944 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-16beb8ef-05a4-4d71-b3fc-d3e7da37c2ab req-0039b7cb-9563-4d5e-83a1-1e3d57ab0191 tempest-TenantUsagesTestJSON-1267749339 tempest-TenantUsagesTestJSON-1267749339-project] 10.222.0.18 "GET /v2.0/ports?device_id=2efae337-2a9b-4e3f-8d39-435b4d83aa4e HTTP/1.1" status: 200 len: 948 time: 0.2002406 Jul 27 23:08:29.518634 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:29.523473 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-f215d05c-8c8e-4531-8f83-79038b243992 req-c937ab78-8765-4215-9d73-c1110e8c037c service neutron] For port 858681e3-dfe2-4f21-b3dd-b89ea1f486bc, host n-h1-802623-1, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:08:29.530113 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-f215d05c-8c8e-4531-8f83-79038b243992 req-c937ab78-8765-4215-9d73-c1110e8c037c service neutron] For port 858681e3-dfe2-4f21-b3dd-b89ea1f486bc, host n-h1-802623-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=858681e3-dfe2-4f21-b3dd-b89ea1f486bc,segment=NetworkSegment(16e91594-c047-4b55-93eb-43af33ad08e1),segment_id=16e91594-c047-4b55-93eb-43af33ad08e1)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:08:29.553986 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9b45cf-5377-4b14-afdb-12890eb6303e None None] Pushing event updated for resources: {'Port': ['ID=292c7423-064f-45f8-8479-505c9ca5a4d4,revision_number=3']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:08:29.567528 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-16beb8ef-05a4-4d71-b3fc-d3e7da37c2ab req-10089387-6de6-4309-8a53-d3b103bf041a tempest-TenantUsagesTestJSON-1267749339 tempest-TenantUsagesTestJSON-1267749339-project] 10.222.0.18 "GET /v2.0/security-groups?id=49659ded-103c-40c6-95a2-ca88316ea21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993361 Jul 27 23:08:29.568917 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-f215d05c-8c8e-4531-8f83-79038b243992 req-c937ab78-8765-4215-9d73-c1110e8c037c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11336041'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:29.611684 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port abc9a2e4-fad6-4842-b58a-e476e4fc1872, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=abc9a2e4-fad6-4842-b58a-e476e4fc1872,segment=NetworkSegment(16e91594-c047-4b55-93eb-43af33ad08e1),segment_id=16e91594-c047-4b55-93eb-43af33ad08e1)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:08:29.616264 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad127843-2f59-41fa-9a9b-54df94eb8502', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abc9a2e4-fad6-4842-b58a-e476e4fc1872'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:08:29.621487 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c0369b0d4f459110ff20a1f9878ba33f96d6491bddb9d15843bf29d01e0bda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79a9e330-338c-4157-a553-75c5d90a78c3" -d '{"events": [{"server_uuid": "ad127843-2f59-41fa-9a9b-54df94eb8502", "name": "network-vif-plugged", "status": "completed", "tag": "abc9a2e4-fad6-4842-b58a-e476e4fc1872"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:08:29.627754 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-30f68fd4-bb88-4790-95f9-0fb1062a7d08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:29.629658 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:29.630515 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device 07129cf8-05aa-4791-bb58-a73c8d14cf4c no longer exists at agent hyperv_n-h2-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:08:29.634396 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-d7df3c43-8d8c-4c6d-ab3d-f731e0b32a1a None None] Provisioning complete for port 292c7423-064f-45f8-8479-505c9ca5a4d4 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:08:29.634763 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d7df3c43-8d8c-4c6d-ab3d-f731e0b32a1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:29.682992 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7e4d4082-21e2-43d7-b8c5-9e6d2d20f5e3 req-946c8613-fa91-4d4b-a5be-43fe55163d3a tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ee1769a-7cc2-4f9a-a15b-54c39d35bd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3141682 Jul 27 23:08:29.726165 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c937ab78-8765-4215-9d73-c1110e8c037c service neutron] Pushing event updated for resources: {'Port': ['ID=858681e3-dfe2-4f21-b3dd-b89ea1f486bc,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:08:29.777822 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-c2925bff-c8cb-4668-a124-a5fa03802db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f53fcc7-1a66-48a0-8d80-855bd0350f45', 'name': 'tempest-ServersTestJSON-600988127-router', 'tenant_id': '5e7871e0124d4291a712176480dc3092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.46'}], 'enable_snat': True}, 'gw_port_id': 'c5fa0048-e803-4e28-91f8-7128b9b82dbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:08:23Z', 'updated_at': '2021-07-27T23:08:27Z', 'revision_number': 3, 'project_id': '5e7871e0124d4291a712176480dc3092', 'gw_port': {'id': 'c5fa0048-e803-4e28-91f8-7128b9b82dbc', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:7f:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f53fcc7-1a66-48a0-8d80-855bd0350f45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 762, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:08:25Z', 'updated_at': '2021-07-27T23:08:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1'}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:08:29.788902 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 229822d0-b35b-49db-9d37-97087868f358 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:08:29.816803 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2925bff-c8cb-4668-a124-a5fa03802db2 None None] Checking router: 0f53fcc7-1a66-48a0-8d80-855bd0350f45 for host: n-d-802623-1 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 23:08:29.818074 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2925bff-c8cb-4668-a124-a5fa03802db2 None None] Updating router 0f53fcc7-1a66-48a0-8d80-855bd0350f45 port c5fa0048-e803-4e28-91f8-7128b9b82dbc binding host n-d-802623-1 {{(pid=93800) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 23:08:29.857309 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c2925bff-c8cb-4668-a124-a5fa03802db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:29.875923 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f215d05c-8c8e-4531-8f83-79038b243992 req-c937ab78-8765-4215-9d73-c1110e8c037c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:08:29.876603 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-f215d05c-8c8e-4531-8f83-79038b243992 req-c937ab78-8765-4215-9d73-c1110e8c037c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:29.881290 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f215d05c-8c8e-4531-8f83-79038b243992 req-c937ab78-8765-4215-9d73-c1110e8c037c service neutron] 10.222.0.38 "PUT /v2.0/ports/858681e3-dfe2-4f21-b3dd-b89ea1f486bc HTTP/1.1" status: 200 len: 1096 time: 2.4140556 Jul 27 23:08:29.883484 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2efae337-2a9b-4e3f-8d39-435b4d83aa4e', 'tag': '858681e3-dfe2-4f21-b3dd-b89ea1f486bc'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:08:29.904174 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a476459a1bfce68b0ae0df5b6a71154bfc7cfdc8f9eefce6ad0a17231e60468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac6b0e97-c57c-4411-8574-35fd263767a7" -d '{"events": [{"name": "network-changed", "server_uuid": "2efae337-2a9b-4e3f-8d39-435b4d83aa4e", "tag": "858681e3-dfe2-4f21-b3dd-b89ea1f486bc"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:08:29.914441 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:29.966932 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 3620d593-1d9b-44f9-b5be-c87446df7f96 up at agent hyperv_n-h1-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:08:30.030458 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0558cc-c62b-4eb2-b194-41502f5af710 req-6997010c-33ed-4d48-954b-5acbff511c7c tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:08:30.032845 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-2d0558cc-c62b-4eb2-b194-41502f5af710 req-6997010c-33ed-4d48-954b-5acbff511c7c tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.18 "GET /v2.0/ports?device_id=e96ee7fe-839a-4eef-92c3-c496be2cfd97 HTTP/1.1" status: 200 len: 945 time: 0.2854965 Jul 27 23:08:30.036726 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f215d05c-8c8e-4531-8f83-79038b243992 req-2bf3b4e3-cfe2-4850-8811-2ad8478b2659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:08:30.042812 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f215d05c-8c8e-4531-8f83-79038b243992 req-2bf3b4e3-cfe2-4850-8811-2ad8478b2659 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=e24c545fbe2a4b2c9262c292b40f754f&device_id=2efae337-2a9b-4e3f-8d39-435b4d83aa4e HTTP/1.1" status: 200 len: 1099 time: 0.0906584 Jul 27 23:08:30.065186 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Pushing event updated for resources: {'Port': ['ID=abc9a2e4-fad6-4842-b58a-e476e4fc1872,revision_number=5']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:08:30.193930 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning for port 229822d0-b35b-49db-9d37-97087868f358 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:08:30.199446 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f215d05c-8c8e-4531-8f83-79038b243992 req-a5ab1c85-c2fb-4ccb-8343-61d1074bd310 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.189&port_id=858681e3-dfe2-4f21-b3dd-b89ea1f486bc HTTP/1.1" status: 200 len: 217 time: 0.0888324 Jul 27 23:08:30.206343 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-2d0558cc-c62b-4eb2-b194-41502f5af710 req-358e56d7-838b-4d05-a915-c7cf7a8d32d9 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.18 "GET /v2.0/security-groups?id=657c655b-8580-45d5-979f-9b32b7a260f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619935 Jul 27 23:08:30.234474 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port 229822d0-b35b-49db-9d37-97087868f358 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:08:30.234474 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:30.288756 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f215d05c-8c8e-4531-8f83-79038b243992 req-bf6539a2-df5a-4993-a334-8340af113269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:08:30.290596 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f215d05c-8c8e-4531-8f83-79038b243992 req-bf6539a2-df5a-4993-a334-8340af113269 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=62938449-046d-4cbe-923a-7ebb632c358d HTTP/1.1" status: 200 len: 843 time: 0.0816016 Jul 27 23:08:30.340779 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:08:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f2a9951-c7f0-49f4-b50d-e16e9bf450fb x-openstack-request-id: req-4f2a9951-c7f0-49f4-b50d-e16e9bf450fb {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:08:30.341056 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad127843-2f59-41fa-9a9b-54df94eb8502", "name": "network-vif-plugged", "status": "completed", "tag": "abc9a2e4-fad6-4842-b58a-e476e4fc1872", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:08:30.341307 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4f2a9951-c7f0-49f4-b50d-e16e9bf450fb {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:08:30.341700 n-d-802623-1 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad127843-2f59-41fa-9a9b-54df94eb8502', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abc9a2e4-fad6-4842-b58a-e476e4fc1872', 'code': 200} Jul 27 23:08:30.395205 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:30.455914 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d908cab7-ed60-40c3-a5b0-097719e8c493 req-0f2665a8-0037-44e5-b236-b47617903113 tempest-ListImageFiltersTestJSON-1300276804 tempest-ListImageFiltersTestJSON-1300276804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:08:30.466150 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d908cab7-ed60-40c3-a5b0-097719e8c493 req-0f2665a8-0037-44e5-b236-b47617903113 tempest-ListImageFiltersTestJSON-1300276804 tempest-ListImageFiltersTestJSON-1300276804-project] 10.222.0.18 "GET /v2.0/ports?device_id=af40694f-e015-4730-a86b-e6cdb8a8c834 HTTP/1.1" status: 200 len: 949 time: 0.1079254 Jul 27 23:08:30.466295 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Provisioning for port 3620d593-1d9b-44f9-b5be-c87446df7f96 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:08:30.475310 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-19f2e178-d45e-4fbe-b9be-c3963fc151ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:30.478476 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f215d05c-8c8e-4531-8f83-79038b243992 req-f336732c-0653-4749-a984-6831e1c7cfb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:08:30.480201 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f215d05c-8c8e-4531-8f83-79038b243992 req-f336732c-0653-4749-a984-6831e1c7cfb3 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=591af2dd-f826-43b1-aa9d-e7a0bf218c71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1777184 Jul 27 23:08:30.494536 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73009c7b-4701-45a2-9167-c53f8173123c', 'tag': 'e141df55-6ef1-4777-a67c-d14f5b9ece64'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:08:30.497425 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}011f8d312121274bb12d78e77c6379a2079800640016cec6c6d605b73666e854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cc48d19-4fda-41a4-bdee-84165659e180" -d '{"events": [{"name": "network-changed", "server_uuid": "73009c7b-4701-45a2-9167-c53f8173123c", "tag": "e141df55-6ef1-4777-a67c-d14f5b9ece64"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:08:30.507352 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port 07129cf8-05aa-4791-bb58-a73c8d14cf4c, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=07129cf8-05aa-4791-bb58-a73c8d14cf4c,segment=NetworkSegment(16e91594-c047-4b55-93eb-43af33ad08e1),segment_id=16e91594-c047-4b55-93eb-43af33ad08e1)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:08:30.512127 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Provisioning complete for port 3620d593-1d9b-44f9-b5be-c87446df7f96 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:08:30.514153 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:30.537706 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:30.575805 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:30.589695 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d908cab7-ed60-40c3-a5b0-097719e8c493 req-013a07e9-862e-4c8e-b18d-92111f405b90 tempest-ListImageFiltersTestJSON-1300276804 tempest-ListImageFiltersTestJSON-1300276804-project] 10.222.0.18 "GET /v2.0/security-groups?id=e18dfc0d-586d-4d08-ab5b-6cc85907c37c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160450 Jul 27 23:08:30.609742 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52337584-7a3f-4b9b-8098-2d7aa758a425 req-fe39c32c-3b3a-482e-a350-aecf7c213d0a tempest-ImagesOneServerTestJSON-1473465118 tempest-ImagesOneServerTestJSON-1473465118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:08:30.619502 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-52337584-7a3f-4b9b-8098-2d7aa758a425 req-fe39c32c-3b3a-482e-a350-aecf7c213d0a tempest-ImagesOneServerTestJSON-1473465118 tempest-ImagesOneServerTestJSON-1473465118-project] 10.222.0.18 "GET /v2.0/ports?device_id=55c02be4-66a1-4b0b-a2e8-25b212b674a7 HTTP/1.1" status: 200 len: 951 time: 0.1169789 Jul 27 23:08:30.651878 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33edf71b-fa20-4048-b437-04373fc44987 req-3196d1e7-295c-48f5-ac70-00847f4b1421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:08:30.654035 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-33edf71b-fa20-4048-b437-04373fc44987 req-3196d1e7-295c-48f5-ac70-00847f4b1421 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=ad127843-2f59-41fa-9a9b-54df94eb8502 HTTP/1.1" status: 200 len: 1101 time: 0.1533666 Jul 27 23:08:30.690803 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Pushing event updated for resources: {'Port': ['ID=07129cf8-05aa-4791-bb58-a73c8d14cf4c,revision_number=11']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:08:30.695216 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] For port 229822d0-b35b-49db-9d37-97087868f358, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=229822d0-b35b-49db-9d37-97087868f358,segment=NetworkSegment(2e87b105-a369-4162-9958-8de6352713ab),segment_id=2e87b105-a369-4162-9958-8de6352713ab)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:08:30.707630 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 23:08:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e294438a-4ca2-4528-b730-502ee62a33e2 x-openstack-request-id: req-e294438a-4ca2-4528-b730-502ee62a33e2 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:08:30.708175 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2efae337-2a9b-4e3f-8d39-435b4d83aa4e", "tag": "858681e3-dfe2-4f21-b3dd-b89ea1f486bc", "status": "completed", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:08:30.710301 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e294438a-4ca2-4528-b730-502ee62a33e2 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:08:30.710799 n-d-802623-1 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2efae337-2a9b-4e3f-8d39-435b4d83aa4e', 'tag': '858681e3-dfe2-4f21-b3dd-b89ea1f486bc', 'status': 'completed', 'code': 200} Jul 27 23:08:30.721049 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f215d05c-8c8e-4531-8f83-79038b243992 req-0d35a258-acc5-483b-bbef-421708275600 service neutron] 10.222.0.38 "GET /v2.0/networks/591af2dd-f826-43b1-aa9d-e7a0bf218c71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2306762 Jul 27 23:08:30.730050 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:30.758042 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-98c86c05-4a68-4f18-ba55-9edcaec3dae0 tempest-ServersTestManualDisk-873281871 tempest-ServersTestManualDisk-873281871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:30.776165 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:30.785558 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 23:08:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b15baedc-3571-47c8-ac2c-7372256341db x-openstack-request-id: req-b15baedc-3571-47c8-ac2c-7372256341db {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:08:30.785854 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73009c7b-4701-45a2-9167-c53f8173123c", "tag": "e141df55-6ef1-4777-a67c-d14f5b9ece64", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:08:30.786111 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b15baedc-3571-47c8-ac2c-7372256341db {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:08:30.786502 n-d-802623-1 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73009c7b-4701-45a2-9167-c53f8173123c', 'tag': 'e141df55-6ef1-4777-a67c-d14f5b9ece64', 'status': 'completed', 'code': 200} Jul 27 23:08:30.816777 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Pushing event updated for resources: {'Port': ['ID=229822d0-b35b-49db-9d37-97087868f358,revision_number=5']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:08:30.841783 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port 3620d593-1d9b-44f9-b5be-c87446df7f96, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=3620d593-1d9b-44f9-b5be-c87446df7f96,segment=NetworkSegment(16e91594-c047-4b55-93eb-43af33ad08e1),segment_id=16e91594-c047-4b55-93eb-43af33ad08e1)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:08:30.853510 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:30.867988 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-52337584-7a3f-4b9b-8098-2d7aa758a425 req-8b74806c-60eb-4c1b-950f-53246f348ae4 tempest-ImagesOneServerTestJSON-1473465118 tempest-ImagesOneServerTestJSON-1473465118-project] 10.222.0.18 "GET /v2.0/security-groups?id=9e49bb70-e466-4e58-b282-493795fb0cca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2442994 Jul 27 23:08:30.931836 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Pushing event updated for resources: {'Port': ['ID=3620d593-1d9b-44f9-b5be-c87446df7f96,revision_number=5']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:08:30.985864 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c2925bff-c8cb-4668-a124-a5fa03802db2 None None] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:31.000416 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-c2925bff-c8cb-4668-a124-a5fa03802db2 None None] Transition to ACTIVE for port object c5fa0048-e803-4e28-91f8-7128b9b82dbc will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:08:31.009822 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c2925bff-c8cb-4668-a124-a5fa03802db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:31.010910 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f215d05c-8c8e-4531-8f83-79038b243992 req-b2d1dabc-ae10-4257-9b1c-d205c7a493aa service neutron] 10.222.0.38 "GET /v2.0/networks/591af2dd-f826-43b1-aa9d-e7a0bf218c71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2746308 Jul 27 23:08:31.017907 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98c86c05-4a68-4f18-ba55-9edcaec3dae0 tempest-ServersTestManualDisk-873281871 tempest-ServersTestManualDisk-873281871-project] Network 2fd42287-ed26-4eb9-89a5-b521f5b04356 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:08:31.032754 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b882b785-4141-47f9-a42e-5208f0675cef req-3e83e387-0855-4162-a336-6f7d5ebfd5ac tempest-ImagesOneServerTestJSON-1473465118 tempest-ImagesOneServerTestJSON-1473465118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:08:31.034210 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-b882b785-4141-47f9-a42e-5208f0675cef req-3e83e387-0855-4162-a336-6f7d5ebfd5ac tempest-ImagesOneServerTestJSON-1473465118 tempest-ImagesOneServerTestJSON-1473465118-project] 10.222.0.49 "GET /v2.0/ports?device_id=55c02be4-66a1-4b0b-a2e8-25b212b674a7 HTTP/1.1" status: 200 len: 949 time: 0.1776466 Jul 27 23:08:31.046346 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-33edf71b-fa20-4048-b437-04373fc44987 req-be6972ac-fe22-46f2-ac7b-05cf81178223 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=e18dfc0d-586d-4d08-ab5b-6cc85907c37c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3772719 Jul 27 23:08:31.050877 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-c2925bff-c8cb-4668-a124-a5fa03802db2 None None] Attempting to bind port c5fa0048-e803-4e28-91f8-7128b9b82dbc on host n-d-802623-1 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:08:31.051316 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-c2925bff-c8cb-4668-a124-a5fa03802db2 None None] Attempting to bind port c5fa0048-e803-4e28-91f8-7128b9b82dbc by drivers openvswitch,hyperv on host n-d-802623-1 at level 0 using segments [{'id': 'b9afe07e-bbe4-4740-834c-4b6a9698bdbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:08:31.051868 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2925bff-c8cb-4668-a124-a5fa03802db2 None None] Attempting to bind port c5fa0048-e803-4e28-91f8-7128b9b82dbc on network 2fd42287-ed26-4eb9-89a5-b521f5b04356 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:08:31.068917 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-98c86c05-4a68-4f18-ba55-9edcaec3dae0 tempest-ServersTestManualDisk-873281871 tempest-ServersTestManualDisk-873281871-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:08:31.072785 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd1232c-4f01-43a0-a890-c8f97139bcec req-132622dd-31c7-4609-9e52-bf137ff27aaf tempest-TenantUsagesTestJSON-1267749339 tempest-TenantUsagesTestJSON-1267749339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:08:31.074359 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8dd1232c-4f01-43a0-a890-c8f97139bcec req-132622dd-31c7-4609-9e52-bf137ff27aaf tempest-TenantUsagesTestJSON-1267749339 tempest-TenantUsagesTestJSON-1267749339-project] 10.222.0.18 "GET /v2.0/ports?device_id=2efae337-2a9b-4e3f-8d39-435b4d83aa4e HTTP/1.1" status: 200 len: 948 time: 0.1990197 Jul 27 23:08:31.084102 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98c86c05-4a68-4f18-ba55-9edcaec3dae0 tempest-ServersTestManualDisk-873281871 tempest-ServersTestManualDisk-873281871-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:08:31.086860 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c86c05-4a68-4f18-ba55-9edcaec3dae0 tempest-ServersTestManualDisk-873281871 tempest-ServersTestManualDisk-873281871-project] Pushing event updated for resources: {'Port': ['ID=9454813e-c09f-4ed9-90ab-8f3bc0bd2dbe,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:08:31.087123 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2925bff-c8cb-4668-a124-a5fa03802db2 None None] Checking agent: {'id': 'a9a568d2-a5e7-41e4-833f-a8ab42ea4073', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 52, 30), 'started_at': datetime.datetime(2021, 7, 27, 22, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 8, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802623-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:08:31.088334 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2925bff-c8cb-4668-a124-a5fa03802db2 None None] Checking segment: {'id': 'b9afe07e-bbe4-4740-834c-4b6a9698bdbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:08:31.088919 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c2925bff-c8cb-4668-a124-a5fa03802db2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:31.089478 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2925bff-c8cb-4668-a124-a5fa03802db2 None None] Bound using segment: {'id': 'b9afe07e-bbe4-4740-834c-4b6a9698bdbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:08:31.090719 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-c2925bff-c8cb-4668-a124-a5fa03802db2 None None] Bound port: c5fa0048-e803-4e28-91f8-7128b9b82dbc, host: n-d-802623-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9afe07e-bbe4-4740-834c-4b6a9698bdbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:08:31.091508 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c2925bff-c8cb-4668-a124-a5fa03802db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:31.139168 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158d58ca-e2ce-4a91-83f8-e000324a6514 None None] Pushing event updated for resources: {'Port': ['ID=c5fa0048-e803-4e28-91f8-7128b9b82dbc,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:08:31.172157 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc48d19-4fda-41a4-bdee-84165659e180 req-1726cfc3-a149-444f-92cb-a4a0ab983f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:08:31.173891 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-3cc48d19-4fda-41a4-bdee-84165659e180 req-1726cfc3-a149-444f-92cb-a4a0ab983f92 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=2b51160ea37c42ce86518efb7f5012de&device_id=73009c7b-4701-45a2-9167-c53f8173123c HTTP/1.1" status: 200 len: 1125 time: 0.3236184 Jul 27 23:08:31.181208 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-c2925bff-c8cb-4668-a124-a5fa03802db2 None None] For port c5fa0048-e803-4e28-91f8-7128b9b82dbc, host n-d-802623-1, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:08:31.184662 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-c2925bff-c8cb-4668-a124-a5fa03802db2 None None] For port c5fa0048-e803-4e28-91f8-7128b9b82dbc, host n-d-802623-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=c5fa0048-e803-4e28-91f8-7128b9b82dbc,segment=NetworkSegment(b9afe07e-bbe4-4740-834c-4b6a9698bdbc),segment_id=b9afe07e-bbe4-4740-834c-4b6a9698bdbc)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:08:31.191219 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c2925bff-c8cb-4668-a124-a5fa03802db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:31.200834 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a14356-771a-4217-9618-2b789fb8e8b2 req-4d1677c7-91e4-465f-8fd9-e1776009bb1c tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:08:31.208547 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a0a14356-771a-4217-9618-2b789fb8e8b2 req-4d1677c7-91e4-465f-8fd9-e1776009bb1c tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] 10.222.0.18 "GET /v2.0/ports?device_id=73009c7b-4701-45a2-9167-c53f8173123c HTTP/1.1" status: 200 len: 944 time: 0.1935244 Jul 27 23:08:31.241332 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8dd1232c-4f01-43a0-a890-c8f97139bcec req-c33b6230-1e9d-461a-ba46-88ea954a1e7d tempest-TenantUsagesTestJSON-1267749339 tempest-TenantUsagesTestJSON-1267749339-project] 10.222.0.18 "GET /v2.0/security-groups?id=49659ded-103c-40c6-95a2-ca88316ea21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249299 Jul 27 23:08:31.247179 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6b0e97-c57c-4411-8574-35fd263767a7 req-9a7cb864-d87a-4193-b6b5-1dd2561a06a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:08:31.248692 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-ac6b0e97-c57c-4411-8574-35fd263767a7 req-9a7cb864-d87a-4193-b6b5-1dd2561a06a5 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=e24c545fbe2a4b2c9262c292b40f754f&device_id=2efae337-2a9b-4e3f-8d39-435b4d83aa4e HTTP/1.1" status: 200 len: 1099 time: 0.1732130 Jul 27 23:08:31.257389 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2925bff-c8cb-4668-a124-a5fa03802db2 None None] Routers {'0f53fcc7-1a66-48a0-8d80-855bd0350f45'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:08:31.258391 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-c2925bff-c8cb-4668-a124-a5fa03802db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:08:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['0f53fcc7-1a66-48a0-8d80-855bd0350f45'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:08:31.305356 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158d58ca-e2ce-4a91-83f8-e000324a6514 None None] Pushing event updated for resources: {'Port': ['ID=c5fa0048-e803-4e28-91f8-7128b9b82dbc,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:08:31.377065 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-c2925bff-c8cb-4668-a124-a5fa03802db2 None None] Set router 0f53fcc7-1a66-48a0-8d80-855bd0350f45 gateway port host: n-d-802623-1 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:08:31.397213 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a0a14356-771a-4217-9618-2b789fb8e8b2 req-db1b9913-3c06-4f60-a053-bfc135a5c831 tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ee1769a-7cc2-4f9a-a15b-54c39d35bd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877108 Jul 27 23:08:31.412704 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-98c86c05-4a68-4f18-ba55-9edcaec3dae0 tempest-ServersTestManualDisk-873281871 tempest-ServersTestManualDisk-873281871-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:31.413565 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6b0e97-c57c-4411-8574-35fd263767a7 req-a1591154-53d4-4077-a97a-d7a515b232e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:08:31.413565 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-ac6b0e97-c57c-4411-8574-35fd263767a7 req-a1591154-53d4-4077-a97a-d7a515b232e5 service neutron] 10.222.0.38 "GET /v2.0/networks?id=591af2dd-f826-43b1-aa9d-e7a0bf218c71 HTTP/1.1" status: 200 len: 870 time: 0.1501639 Jul 27 23:08:31.456387 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc48d19-4fda-41a4-bdee-84165659e180 req-8b9aece8-81a9-4e50-8d12-cff7fb2d9439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:08:31.457891 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-3cc48d19-4fda-41a4-bdee-84165659e180 req-8b9aece8-81a9-4e50-8d12-cff7fb2d9439 service neutron] 10.222.0.38 "GET /v2.0/networks?id=7ba5f889-7a68-424d-8fa1-71447bc958df HTTP/1.1" status: 200 len: 922 time: 0.2761512 Jul 27 23:08:31.483142 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-98c86c05-4a68-4f18-ba55-9edcaec3dae0 tempest-ServersTestManualDisk-873281871 tempest-ServersTestManualDisk-873281871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:31.492821 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-ac6b0e97-c57c-4411-8574-35fd263767a7 req-6e716353-00aa-42ea-82ec-700520d4da0e service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.189&port_id=858681e3-dfe2-4f21-b3dd-b89ea1f486bc HTTP/1.1" status: 200 len: 217 time: 0.0662293 Jul 27 23:08:31.494810 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [req-b882b785-4141-47f9-a42e-5208f0675cef req-f23ba409-3e93-4fd1-bd63-502fe5e39879 tempest-ImagesOneServerTestJSON-1473465118 tempest-ImagesOneServerTestJSON-1473465118-project] Deleting port 07129cf8-05aa-4791-bb58-a73c8d14cf4c {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:08:31.495174 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-b882b785-4141-47f9-a42e-5208f0675cef req-f23ba409-3e93-4fd1-bd63-502fe5e39879 tempest-ImagesOneServerTestJSON-1473465118 tempest-ImagesOneServerTestJSON-1473465118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:31.552286 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-3cc48d19-4fda-41a4-bdee-84165659e180 req-93fc7bac-4512-4e45-9464-0e09b421d1fe service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e141df55-6ef1-4777-a67c-d14f5b9ece64 HTTP/1.1" status: 200 len: 217 time: 0.0702038 Jul 27 23:08:31.567803 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ccd21e7c-0a0b-499f-94f9-3a6d40e95bcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:31.569435 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-c2925bff-c8cb-4668-a124-a5fa03802db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f53fcc7-1a66-48a0-8d80-855bd0350f45', 'name': 'tempest-ServersTestJSON-600988127-router', 'tenant_id': '5e7871e0124d4291a712176480dc3092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.46'}], 'enable_snat': True}, 'gw_port_id': 'c5fa0048-e803-4e28-91f8-7128b9b82dbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:08:23Z', 'updated_at': '2021-07-27T23:08:27Z', 'revision_number': 3, 'project_id': '5e7871e0124d4291a712176480dc3092', 'gw_port': {'id': 'c5fa0048-e803-4e28-91f8-7128b9b82dbc', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:7f:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f53fcc7-1a66-48a0-8d80-855bd0350f45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 762, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:08:25Z', 'updated_at': '2021-07-27T23:08:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1'}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:08:31.596132 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 229822d0-b35b-49db-9d37-97087868f358 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:08:31.604630 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2925bff-c8cb-4668-a124-a5fa03802db2 None None] The sync data for ids ['0f53fcc7-1a66-48a0-8d80-855bd0350f45'] in n-d-802623-1 is: [{'id': '0f53fcc7-1a66-48a0-8d80-855bd0350f45', 'name': 'tempest-ServersTestJSON-600988127-router', 'tenant_id': '5e7871e0124d4291a712176480dc3092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.46'}], 'enable_snat': True}, 'gw_port_id': 'c5fa0048-e803-4e28-91f8-7128b9b82dbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:08:23Z', 'updated_at': '2021-07-27T23:08:27Z', 'revision_number': 3, 'project_id': '5e7871e0124d4291a712176480dc3092', 'gw_port': {'id': 'c5fa0048-e803-4e28-91f8-7128b9b82dbc', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:7f:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f53fcc7-1a66-48a0-8d80-855bd0350f45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 762, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:08:25Z', 'updated_at': '2021-07-27T23:08:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1'}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:08:31.703030 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port 229822d0-b35b-49db-9d37-97087868f358 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:08:31.704044 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:31.817588 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc48d19-4fda-41a4-bdee-84165659e180 req-8f895688-97cb-4922-8e4b-2c051e2f5a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:08:31.819572 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-3cc48d19-4fda-41a4-bdee-84165659e180 req-8f895688-97cb-4922-8e4b-2c051e2f5a52 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=2be3a116-6f3a-48af-9c58-17be143660fc HTTP/1.1" status: 200 len: 861 time: 0.2389917 Jul 27 23:08:31.902806 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-3cc48d19-4fda-41a4-bdee-84165659e180 req-54b273d8-fb35-4b42-93a5-841cac2b9ad2 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7ba5f889-7a68-424d-8fa1-71447bc958df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0509386 Jul 27 23:08:31.970637 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-b882b785-4141-47f9-a42e-5208f0675cef req-f23ba409-3e93-4fd1-bd63-502fe5e39879 tempest-ImagesOneServerTestJSON-1473465118 tempest-ImagesOneServerTestJSON-1473465118-project] For port 07129cf8-05aa-4791-bb58-a73c8d14cf4c, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=07129cf8-05aa-4791-bb58-a73c8d14cf4c,segment=NetworkSegment(16e91594-c047-4b55-93eb-43af33ad08e1),segment_id=16e91594-c047-4b55-93eb-43af33ad08e1)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:08:31.971166 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-b882b785-4141-47f9-a42e-5208f0675cef req-f23ba409-3e93-4fd1-bd63-502fe5e39879 tempest-ImagesOneServerTestJSON-1473465118 tempest-ImagesOneServerTestJSON-1473465118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:31.989070 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 292c7423-064f-45f8-8479-505c9ca5a4d4 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:08:32.001803 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [req-b882b785-4141-47f9-a42e-5208f0675cef req-f23ba409-3e93-4fd1-bd63-502fe5e39879 tempest-ImagesOneServerTestJSON-1473465118 tempest-ImagesOneServerTestJSON-1473465118-project] Calling delete_port for 07129cf8-05aa-4791-bb58-a73c8d14cf4c owned by compute:nova {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:08:32.020070 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf375421-f532-4e18-ac6d-9ed9a1926baa req-ff682683-a90b-41b5-93b2-9409fe4a3c34 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:08:32.027269 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-bf375421-f532-4e18-ac6d-9ed9a1926baa req-ff682683-a90b-41b5-93b2-9409fe4a3c34 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.18 "GET /v2.0/ports?device_id=e96ee7fe-839a-4eef-92c3-c496be2cfd97 HTTP/1.1" status: 200 len: 945 time: 0.6163867 Jul 27 23:08:32.055770 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6b0e97-c57c-4411-8574-35fd263767a7 req-60f7b728-9922-451c-9b76-bb69ea24a4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:08:32.058703 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-ac6b0e97-c57c-4411-8574-35fd263767a7 req-60f7b728-9922-451c-9b76-bb69ea24a4f7 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=62938449-046d-4cbe-923a-7ebb632c358d HTTP/1.1" status: 200 len: 843 time: 0.1403613 Jul 27 23:08:32.079205 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port 292c7423-064f-45f8-8479-505c9ca5a4d4 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:08:32.087437 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:32.121295 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf282d2-a589-4592-8fea-8980175aa4e2 req-ab8eba69-7331-4410-b074-1bd2c351afdd tempest-ListImageFiltersTestJSON-1300276804 tempest-ListImageFiltersTestJSON-1300276804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:08:32.135498 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-5bf282d2-a589-4592-8fea-8980175aa4e2 req-ab8eba69-7331-4410-b074-1bd2c351afdd tempest-ListImageFiltersTestJSON-1300276804 tempest-ListImageFiltersTestJSON-1300276804-project] 10.222.0.18 "GET /v2.0/ports?device_id=af40694f-e015-4730-a86b-e6cdb8a8c834 HTTP/1.1" status: 200 len: 950 time: 0.4485593 Jul 27 23:08:32.192055 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-98c86c05-4a68-4f18-ba55-9edcaec3dae0 tempest-ServersTestManualDisk-873281871 tempest-ServersTestManualDisk-873281871-project] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:32.225010 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-bf375421-f532-4e18-ac6d-9ed9a1926baa req-465dea47-957d-4ae6-b284-cd0f78255d83 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.18 "GET /v2.0/security-groups?id=657c655b-8580-45d5-979f-9b32b7a260f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924794 Jul 27 23:08:32.248953 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7418f70f-e60d-4709-8ba9-6ab514bc7f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:32.249246 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-98c86c05-4a68-4f18-ba55-9edcaec3dae0 tempest-ServersTestManualDisk-873281871 tempest-ServersTestManualDisk-873281871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:32.273092 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6b0e97-c57c-4411-8574-35fd263767a7 req-6f69271f-6410-4445-9211-9f230376086a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:08:32.274760 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-ac6b0e97-c57c-4411-8574-35fd263767a7 req-6f69271f-6410-4445-9211-9f230376086a service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=591af2dd-f826-43b1-aa9d-e7a0bf218c71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1661060 Jul 27 23:08:32.342714 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55c02be4-66a1-4b0b-a2e8-25b212b674a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '07129cf8-05aa-4791-bb58-a73c8d14cf4c'}, {'server_uuid': 'af40694f-e015-4730-a86b-e6cdb8a8c834', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3620d593-1d9b-44f9-b5be-c87446df7f96'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:08:32.346520 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c0369b0d4f459110ff20a1f9878ba33f96d6491bddb9d15843bf29d01e0bda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8656579f-e592-4787-9b58-5b44e0fdd314" -d '{"events": [{"server_uuid": "55c02be4-66a1-4b0b-a2e8-25b212b674a7", "name": "network-vif-unplugged", "status": "completed", "tag": "07129cf8-05aa-4791-bb58-a73c8d14cf4c"}, {"server_uuid": "af40694f-e015-4730-a86b-e6cdb8a8c834", "name": "network-vif-plugged", "status": "completed", "tag": "3620d593-1d9b-44f9-b5be-c87446df7f96"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:08:32.368355 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-5bf282d2-a589-4592-8fea-8980175aa4e2 req-ba1fb59f-d8a5-4c6e-bc26-475ffca3c7b7 tempest-ListImageFiltersTestJSON-1300276804 tempest-ListImageFiltersTestJSON-1300276804-project] 10.222.0.18 "GET /v2.0/security-groups?id=e18dfc0d-586d-4d08-ab5b-6cc85907c37c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2357116 Jul 27 23:08:32.448914 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-ccd21e7c-0a0b-499f-94f9-3a6d40e95bcb admin admin] Allocated IP 172.20.0.1 (2f1c1614-8854-4219-87b5-cf7e7af195ef/8bd5b5e5-d402-4207-b1bc-794bc31be985/e9a704ef-a4ae-446f-9741-b701201f4e7e) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:08:32.454736 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c86c05-4a68-4f18-ba55-9edcaec3dae0 tempest-ServersTestManualDisk-873281871 tempest-ServersTestManualDisk-873281871-project] Pushing event updated for resources: {'Port': ['ID=9454813e-c09f-4ed9-90ab-8f3bc0bd2dbe,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:08:32.461083 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-3cc48d19-4fda-41a4-bdee-84165659e180 req-c61a0f13-6713-43bf-aac1-c8fc43beea80 service neutron] 10.222.0.38 "GET /v2.0/networks/7ba5f889-7a68-424d-8fa1-71447bc958df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5480523 Jul 27 23:08:32.489007 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23109a62-5696-4aa9-8669-7a93d7369d84 req-ab48fd00-cb7b-446e-bcb0-bc138c7e2c1a tempest-ImagesOneServerTestJSON-1473465118 tempest-ImagesOneServerTestJSON-1473465118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:08:32.491413 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-23109a62-5696-4aa9-8669-7a93d7369d84 req-ab48fd00-cb7b-446e-bcb0-bc138c7e2c1a tempest-ImagesOneServerTestJSON-1473465118 tempest-ImagesOneServerTestJSON-1473465118-project] 10.222.0.18 "GET /v2.0/ports?device_id=55c02be4-66a1-4b0b-a2e8-25b212b674a7 HTTP/1.1" status: 200 len: 949 time: 0.1497674 Jul 27 23:08:32.547287 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-b882b785-4141-47f9-a42e-5208f0675cef req-f23ba409-3e93-4fd1-bd63-502fe5e39879 tempest-ImagesOneServerTestJSON-1473465118 tempest-ImagesOneServerTestJSON-1473465118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:32.580837 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-23109a62-5696-4aa9-8669-7a93d7369d84 req-db5562b2-62fa-4e06-8161-24dbacb69635 tempest-ImagesOneServerTestJSON-1473465118 tempest-ImagesOneServerTestJSON-1473465118-project] 10.222.0.18 "GET /v2.0/security-groups?id=9e49bb70-e466-4e58-b282-493795fb0cca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824978 Jul 27 23:08:32.585575 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23ba409-3e93-4fd1-bd63-502fe5e39879 tempest-ImagesOneServerTestJSON-1473465118 tempest-ImagesOneServerTestJSON-1473465118-project] Pushing event deleted for resources: {'Port': ['ID=07129cf8-05aa-4791-bb58-a73c8d14cf4c,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:08:32.644976 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-98c86c05-4a68-4f18-ba55-9edcaec3dae0 tempest-ServersTestManualDisk-873281871 tempest-ServersTestManualDisk-873281871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-415302'] for floatingip, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:32.655290 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-ac6b0e97-c57c-4411-8574-35fd263767a7 req-78fcda11-fd80-4f32-97ec-54a238a55c28 service neutron] 10.222.0.38 "GET /v2.0/networks/591af2dd-f826-43b1-aa9d-e7a0bf218c71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3685989 Jul 27 23:08:32.686432 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [req-b882b785-4141-47f9-a42e-5208f0675cef req-f23ba409-3e93-4fd1-bd63-502fe5e39879 tempest-ImagesOneServerTestJSON-1473465118 tempest-ImagesOneServerTestJSON-1473465118-project] No DVR routers for this DVR port 07129cf8-05aa-4791-bb58-a73c8d14cf4c on host n-h2-802623-1 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:08:32.689890 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-b882b785-4141-47f9-a42e-5208f0675cef req-f23ba409-3e93-4fd1-bd63-502fe5e39879 tempest-ImagesOneServerTestJSON-1473465118 tempest-ImagesOneServerTestJSON-1473465118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:32.691906 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-b882b785-4141-47f9-a42e-5208f0675cef req-f23ba409-3e93-4fd1-bd63-502fe5e39879 tempest-ImagesOneServerTestJSON-1473465118 tempest-ImagesOneServerTestJSON-1473465118-project] 10.222.0.49 "DELETE /v2.0/ports/07129cf8-05aa-4791-bb58-a73c8d14cf4c HTTP/1.1" status: 204 len: 173 time: 1.6454222 Jul 27 23:08:32.734210 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55c02be4-66a1-4b0b-a2e8-25b212b674a7', 'name': 'network-vif-deleted', 'tag': '07129cf8-05aa-4791-bb58-a73c8d14cf4c'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:08:32.736455 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a476459a1bfce68b0ae0df5b6a71154bfc7cfdc8f9eefce6ad0a17231e60468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-853f8da2-f8c6-4db3-b715-2a2c69033492" -d '{"events": [{"server_uuid": "55c02be4-66a1-4b0b-a2e8-25b212b674a7", "name": "network-vif-deleted", "tag": "07129cf8-05aa-4791-bb58-a73c8d14cf4c"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:08:32.778854 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ccd21e7c-0a0b-499f-94f9-3a6d40e95bcb admin admin] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:32.793609 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-ac6b0e97-c57c-4411-8574-35fd263767a7 req-1b7616c2-7251-4ac9-b0e5-202adf4d2aa4 service neutron] 10.222.0.38 "GET /v2.0/networks/591af2dd-f826-43b1-aa9d-e7a0bf218c71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148641 Jul 27 23:08:32.801711 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Tue, 27 Jul 2021 23:08:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98306f7c-67e7-45fb-b333-09cac7f0bc5b x-openstack-request-id: req-98306f7c-67e7-45fb-b333-09cac7f0bc5b {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:08:32.802375 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55c02be4-66a1-4b0b-a2e8-25b212b674a7", "name": "network-vif-unplugged", "status": "completed", "tag": "07129cf8-05aa-4791-bb58-a73c8d14cf4c", "code": 200}, {"server_uuid": "af40694f-e015-4730-a86b-e6cdb8a8c834", "name": "network-vif-plugged", "status": "completed", "tag": "3620d593-1d9b-44f9-b5be-c87446df7f96", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:08:32.802820 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-98306f7c-67e7-45fb-b333-09cac7f0bc5b {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:08:32.803424 n-d-802623-1 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55c02be4-66a1-4b0b-a2e8-25b212b674a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '07129cf8-05aa-4791-bb58-a73c8d14cf4c', 'code': 200} Jul 27 23:08:32.803586 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-ccd21e7c-0a0b-499f-94f9-3a6d40e95bcb admin admin] Transition to ACTIVE for port object e9a704ef-a4ae-446f-9741-b701201f4e7e will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:08:32.804143 n-d-802623-1 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af40694f-e015-4730-a86b-e6cdb8a8c834', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3620d593-1d9b-44f9-b5be-c87446df7f96', 'code': 200} Jul 27 23:08:32.925063 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fcab1e-26c6-4bdd-8074-a648faef888e req-9ec4a5af-d015-4c3e-8cfd-6b5477d2ccc6 tempest-TenantUsagesTestJSON-1267749339 tempest-TenantUsagesTestJSON-1267749339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:08:32.926675 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e1fcab1e-26c6-4bdd-8074-a648faef888e req-9ec4a5af-d015-4c3e-8cfd-6b5477d2ccc6 tempest-TenantUsagesTestJSON-1267749339 tempest-TenantUsagesTestJSON-1267749339-project] 10.222.0.18 "GET /v2.0/ports?device_id=2efae337-2a9b-4e3f-8d39-435b4d83aa4e HTTP/1.1" status: 200 len: 948 time: 0.4172175 Jul 27 23:08:32.936579 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-98c86c05-4a68-4f18-ba55-9edcaec3dae0 tempest-ServersTestManualDisk-873281871 tempest-ServersTestManualDisk-873281871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for floatingip, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:32.946155 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-98c86c05-4a68-4f18-ba55-9edcaec3dae0 tempest-ServersTestManualDisk-873281871 tempest-ServersTestManualDisk-873281871-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.4155378 Jul 27 23:08:32.988559 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ccd21e7c-0a0b-499f-94f9-3a6d40e95bcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:32.989951 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf012b3b-430d-4c6e-a367-a08407d8efc7 req-135e7f16-44a9-46ee-9992-31cda14b50dc tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:08:32.992951 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-bf012b3b-430d-4c6e-a367-a08407d8efc7 req-135e7f16-44a9-46ee-9992-31cda14b50dc tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] 10.222.0.18 "GET /v2.0/ports?device_id=73009c7b-4701-45a2-9167-c53f8173123c HTTP/1.1" status: 200 len: 944 time: 0.0813563 Jul 27 23:08:33.002303 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0175827-f68d-4a08-8194-d7b4a942629b req-699e5d60-56e8-4504-a4ba-56cb6bdf6844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:08:33.006328 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-c0175827-f68d-4a08-8194-d7b4a942629b req-699e5d60-56e8-4504-a4ba-56cb6bdf6844 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=af40694f-e015-4730-a86b-e6cdb8a8c834 HTTP/1.1" status: 200 len: 1101 time: 0.1466157 Jul 27 23:08:33.012186 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e1fcab1e-26c6-4bdd-8074-a648faef888e req-a56e9b81-9142-4ce7-b6f4-9cc61c2e6b15 tempest-TenantUsagesTestJSON-1267749339 tempest-TenantUsagesTestJSON-1267749339-project] 10.222.0.18 "GET /v2.0/security-groups?id=49659ded-103c-40c6-95a2-ca88316ea21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642436 Jul 27 23:08:33.020812 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-3cc48d19-4fda-41a4-bdee-84165659e180 req-bef1c099-68b2-4131-8fa7-d03074d1e4aa service neutron] 10.222.0.38 "GET /v2.0/networks/7ba5f889-7a68-424d-8fa1-71447bc958df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5494208 Jul 27 23:08:33.077489 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-bf012b3b-430d-4c6e-a367-a08407d8efc7 req-e1ee5575-1658-4e91-8de0-8f72832a5e54 tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ee1769a-7cc2-4f9a-a15b-54c39d35bd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634797 Jul 27 23:08:33.113437 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccd21e7c-0a0b-499f-94f9-3a6d40e95bcb admin admin] Network 2f1c1614-8854-4219-87b5-cf7e7af195ef is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:08:33.116457 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:08:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9d13820-5204-470f-aa9a-c1cf5dd3ffa5 x-openstack-request-id: req-d9d13820-5204-470f-aa9a-c1cf5dd3ffa5 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:08:33.116756 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55c02be4-66a1-4b0b-a2e8-25b212b674a7", "name": "network-vif-deleted", "tag": "07129cf8-05aa-4791-bb58-a73c8d14cf4c", "status": "completed", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:08:33.117013 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d9d13820-5204-470f-aa9a-c1cf5dd3ffa5 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:08:33.117406 n-d-802623-1 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55c02be4-66a1-4b0b-a2e8-25b212b674a7', 'name': 'network-vif-deleted', 'tag': '07129cf8-05aa-4791-bb58-a73c8d14cf4c', 'status': 'completed', 'code': 200} Jul 27 23:08:33.127937 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-ccd21e7c-0a0b-499f-94f9-3a6d40e95bcb admin admin] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:08:33.131934 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-c0175827-f68d-4a08-8194-d7b4a942629b req-ce2fbc12-0118-4f97-aabc-b06582c89a1c service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=e18dfc0d-586d-4d08-ab5b-6cc85907c37c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148262 Jul 27 23:08:33.136384 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccd21e7c-0a0b-499f-94f9-3a6d40e95bcb admin admin] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:08:33.208871 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd21e7c-0a0b-499f-94f9-3a6d40e95bcb admin admin] Pushing event updated for resources: {'Port': ['ID=e9a704ef-a4ae-446f-9741-b701201f4e7e,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:08:33.214170 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ccd21e7c-0a0b-499f-94f9-3a6d40e95bcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-415283'] for router_interface, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:33.340655 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-30c6bf85-5095-437a-8483-d7290c8cbaff req-26bf2f98-34b4-4319-878a-2491065634f7 tempest-ServersTestManualDisk-873281871 tempest-ServersTestManualDisk-873281871-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--2073555730&fields=id&tenant_id=fc7acafa883a4a4baeb39fca47df928a HTTP/1.1" status: 200 len: 267 time: 0.0867102 Jul 27 23:08:33.474862 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ccd21e7c-0a0b-499f-94f9-3a6d40e95bcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:33.486107 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c2c7c5-11b2-4b83-9682-ba0d37916fdc req-f2bb4971-6b58-40a5-a2f8-05cce83d4ee7 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:08:33.488075 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-d7c2c7c5-11b2-4b83-9682-ba0d37916fdc req-f2bb4971-6b58-40a5-a2f8-05cce83d4ee7 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.18 "GET /v2.0/ports?device_id=e96ee7fe-839a-4eef-92c3-c496be2cfd97 HTTP/1.1" status: 200 len: 945 time: 0.1125567 Jul 27 23:08:33.560987 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c6bf85-5095-437a-8483-d7290c8cbaff req-5aa7f5f5-7a91-477c-9652-d75bec0ea809 tempest-ServersTestManualDisk-873281871 tempest-ServersTestManualDisk-873281871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:08:33.572952 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-30c6bf85-5095-437a-8483-d7290c8cbaff req-5aa7f5f5-7a91-477c-9652-d75bec0ea809 tempest-ServersTestManualDisk-873281871 tempest-ServersTestManualDisk-873281871-project] 10.222.0.18 "GET /v2.0/networks?id=a7737e0c-9e61-43d5-8f37-2862a114eef0 HTTP/1.1" status: 200 len: 812 time: 0.2312214 Jul 27 23:08:33.588158 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-d7c2c7c5-11b2-4b83-9682-ba0d37916fdc req-1c7b450c-661d-4832-bf31-4dd02d39ef43 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.18 "GET /v2.0/security-groups?id=657c655b-8580-45d5-979f-9b32b7a260f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916514 Jul 27 23:08:33.590981 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-30c6bf85-5095-437a-8483-d7290c8cbaff req-17ce1567-c424-462f-871a-ca3dd18f2968 tempest-ServersTestManualDisk-873281871 tempest-ServersTestManualDisk-873281871-project] 10.222.0.18 "GET /v2.0/quotas/fc7acafa883a4a4baeb39fca47df928a HTTP/1.1" status: 200 len: 375 time: 0.0169418 Jul 27 23:08:33.637287 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-6e550287-b229-4763-a614-2ff9a7a700a5 None None] Provisioning for port e9a704ef-a4ae-446f-9741-b701201f4e7e completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:08:33.643236 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-6e550287-b229-4763-a614-2ff9a7a700a5 None None] Provisioning complete for port e9a704ef-a4ae-446f-9741-b701201f4e7e triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:08:33.644447 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-6e550287-b229-4763-a614-2ff9a7a700a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:33.693819 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device c5fa0048-e803-4e28-91f8-7128b9b82dbc up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:08:33.719587 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-30c6bf85-5095-437a-8483-d7290c8cbaff req-771e8624-0a34-4416-a74f-671a8e115bc7 tempest-ServersTestManualDisk-873281871 tempest-ServersTestManualDisk-873281871-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=fc7acafa883a4a4baeb39fca47df928a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1233137 Jul 27 23:08:33.760049 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-6e550287-b229-4763-a614-2ff9a7a700a5 None None] Port e9a704ef-a4ae-446f-9741-b701201f4e7e cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:08:33.782695 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b389f9-1659-4688-b3f9-71109eedb56a req-d3a29f06-f1e2-4be1-b462-ad0ceda9cbae tempest-ListImageFiltersTestJSON-1300276804 tempest-ListImageFiltersTestJSON-1300276804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:08:33.784137 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning for port c5fa0048-e803-4e28-91f8-7128b9b82dbc completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:08:33.784685 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e3b389f9-1659-4688-b3f9-71109eedb56a req-d3a29f06-f1e2-4be1-b462-ad0ceda9cbae tempest-ListImageFiltersTestJSON-1300276804 tempest-ListImageFiltersTestJSON-1300276804-project] 10.222.0.18 "GET /v2.0/ports?device_id=af40694f-e015-4730-a86b-e6cdb8a8c834 HTTP/1.1" status: 200 len: 950 time: 0.0848558 Jul 27 23:08:33.793204 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port c5fa0048-e803-4e28-91f8-7128b9b82dbc triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:08:33.793587 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:33.850464 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e3b389f9-1659-4688-b3f9-71109eedb56a req-8e4bfddd-42d3-479d-ab25-801030618e3e tempest-ListImageFiltersTestJSON-1300276804 tempest-ListImageFiltersTestJSON-1300276804-project] 10.222.0.18 "GET /v2.0/security-groups?id=e18dfc0d-586d-4d08-ab5b-6cc85907c37c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540926 Jul 27 23:08:33.874633 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ccd21e7c-0a0b-499f-94f9-3a6d40e95bcb admin admin] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:33.894026 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ccd21e7c-0a0b-499f-94f9-3a6d40e95bcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:33.919351 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-30c6bf85-5095-437a-8483-d7290c8cbaff req-2358d080-6aa8-4d03-b39e-82150de9b720 service neutron] 10.222.0.18 "GET /v2.0/networks/a7737e0c-9e61-43d5-8f37-2862a114eef0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1934974 Jul 27 23:08:33.953389 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 858681e3-dfe2-4f21-b3dd-b89ea1f486bc details requested by agent hyperv_n-h1-802623-1 with host n-h1-802623-1 {{(pid=93799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 23:08:34.101027 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-30c6bf85-5095-437a-8483-d7290c8cbaff req-092f0dbb-c289-4c07-a4b1-5252563408d5 service neutron] 10.222.0.18 "GET /v2.0/networks/a7737e0c-9e61-43d5-8f37-2862a114eef0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1807086 Jul 27 23:08:34.113081 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ccd21e7c-0a0b-499f-94f9-3a6d40e95bcb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3760555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-414115'] for router_interface, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:34.128773 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd21e7c-0a0b-499f-94f9-3a6d40e95bcb admin admin] Pushing event updated for resources: {'Port': ['ID=e9a704ef-a4ae-446f-9741-b701201f4e7e,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:08:34.204768 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port 858681e3-dfe2-4f21-b3dd-b89ea1f486bc, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=858681e3-dfe2-4f21-b3dd-b89ea1f486bc,segment=NetworkSegment(16e91594-c047-4b55-93eb-43af33ad08e1),segment_id=16e91594-c047-4b55-93eb-43af33ad08e1)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:08:34.239324 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device e141df55-6ef1-4777-a67c-d14f5b9ece64 no longer exists at agent hyperv_n-h1-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:08:34.248231 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Returning: {'device': '858681e3-dfe2-4f21-b3dd-b89ea1f486bc', 'network_id': '591af2dd-f826-43b1-aa9d-e7a0bf218c71', 'port_id': '858681e3-dfe2-4f21-b3dd-b89ea1f486bc', 'mac_address': 'fa:16:3e:d7:91:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62938449-046d-4cbe-923a-7ebb632c358d', 'ip_address': '192.168.233.189'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 23:08:34.340575 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccd21e7c-0a0b-499f-94f9-3a6d40e95bcb admin admin] Network 2f1c1614-8854-4219-87b5-cf7e7af195ef is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:08:34.342167 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-ccd21e7c-0a0b-499f-94f9-3a6d40e95bcb admin admin] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:08:34.398791 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:34.600633 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] For port c5fa0048-e803-4e28-91f8-7128b9b82dbc, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=c5fa0048-e803-4e28-91f8-7128b9b82dbc,segment=NetworkSegment(b9afe07e-bbe4-4740-834c-4b6a9698bdbc),segment_id=b9afe07e-bbe4-4740-834c-4b6a9698bdbc)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:08:34.611393 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446c6af8-03f3-4622-86cf-1e05ebcf074e req-bdf00472-a971-4dbf-a5b1-24018d9b05e9 tempest-TenantUsagesTestJSON-1267749339 tempest-TenantUsagesTestJSON-1267749339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:08:34.614864 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:34.618731 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-446c6af8-03f3-4622-86cf-1e05ebcf074e req-bdf00472-a971-4dbf-a5b1-24018d9b05e9 tempest-TenantUsagesTestJSON-1267749339 tempest-TenantUsagesTestJSON-1267749339-project] 10.222.0.18 "GET /v2.0/ports?device_id=2efae337-2a9b-4e3f-8d39-435b4d83aa4e HTTP/1.1" status: 200 len: 948 time: 0.1137500 Jul 27 23:08:34.627501 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:34.656934 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-0e366d5b-7307-4044-b5c7-d49668f5c2de req-38b8100b-553a-4f3f-bdb8-f50b02d28f77 service neutron] 10.222.0.38 "GET /v2.0/ports/e141df55-6ef1-4777-a67c-d14f5b9ece64/bindings/n-h2-802623-1 HTTP/1.1" status: 200 len: 384 time: 0.2231302 Jul 27 23:08:34.685522 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:34.718134 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f88d9b6-71a1-45e6-9a2c-8d3c8dd58fe9 req-0c826a94-5b0c-4fd6-9f1b-535b83ed547f tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:08:34.725206 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-6f88d9b6-71a1-45e6-9a2c-8d3c8dd58fe9 req-0c826a94-5b0c-4fd6-9f1b-535b83ed547f tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] 10.222.0.18 "GET /v2.0/ports?device_id=73009c7b-4701-45a2-9167-c53f8173123c HTTP/1.1" status: 200 len: 944 time: 0.1955884 Jul 27 23:08:34.727898 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 858681e3-dfe2-4f21-b3dd-b89ea1f486bc {{(pid=93799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:08:34.731662 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 58492) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:08:34.758862 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-446c6af8-03f3-4622-86cf-1e05ebcf074e req-deb9e28b-6bba-478b-85af-979c2d5c4ad5 tempest-TenantUsagesTestJSON-1267749339 tempest-TenantUsagesTestJSON-1267749339-project] 10.222.0.18 "GET /v2.0/security-groups?id=49659ded-103c-40c6-95a2-ca88316ea21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348088 Jul 27 23:08:34.759641 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port 858681e3-dfe2-4f21-b3dd-b89ea1f486bc, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=858681e3-dfe2-4f21-b3dd-b89ea1f486bc,segment=NetworkSegment(16e91594-c047-4b55-93eb-43af33ad08e1),segment_id=16e91594-c047-4b55-93eb-43af33ad08e1)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:08:34.786278 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:34.795440 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Pushing event updated for resources: {'Port': ['ID=c5fa0048-e803-4e28-91f8-7128b9b82dbc,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:08:34.816267 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device 80599080-78cb-47a0-b0f2-857ca0108a7e details requested by agent hyperv_n-h2-802623-1 with host n-h2-802623-1 {{(pid=93799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 23:08:34.820442 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device 07129cf8-05aa-4791-bb58-a73c8d14cf4c no longer exists at agent hyperv_n-h2-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:08:34.823400 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-6f88d9b6-71a1-45e6-9a2c-8d3c8dd58fe9 req-013b8fc3-8555-4f7e-aa67-3bae64f7892a tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ee1769a-7cc2-4f9a-a15b-54c39d35bd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965068 Jul 27 23:08:34.852219 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccd21e7c-0a0b-499f-94f9-3a6d40e95bcb admin admin] Router 0f53fcc7-1a66-48a0-8d80-855bd0350f45 has already been hosted by L3 agent 018c4455-49c0-4734-927d-7824067b2a9e {{(pid=93798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 23:08:34.965575 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] No Port match for: 07129cf8-05aa-4791-bb58-a73c8d14cf4c {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:08:34.966622 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device 07129cf8-05aa-4791-bb58-a73c8d14cf4c not bound to the agent host n-h2-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:08:34.982155 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-40b02e5f-df05-456b-9ec2-5377a9fdd35f None None] Provisioning complete for port e9a704ef-a4ae-446f-9741-b701201f4e7e triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:08:34.982966 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-40b02e5f-df05-456b-9ec2-5377a9fdd35f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:34.998638 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-72c1bb21-88b9-4cd1-b92f-190cb3348770 req-a50e98be-9841-4fb0-a11e-45eda7188372 tempest-ServersTestManualDisk-873281871 tempest-ServersTestManualDisk-873281871-project] 10.222.0.18 "GET /v2.0/ports?device_id=c23ba248-95a1-499d-9e13-83f18c38bb06 HTTP/1.1" status: 200 len: 210 time: 0.1009164 Jul 27 23:08:35.034652 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] get_ports_and_sgs() called for port_ids ['858681e3-dfe2-4f21-b3dd-b89ea1f486bc'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:08:35.109615 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-0e366d5b-7307-4044-b5c7-d49668f5c2de req-c7f136f8-684c-4fdb-8c4a-a6da34169fb4 service neutron] For port e141df55-6ef1-4777-a67c-d14f5b9ece64, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=e141df55-6ef1-4777-a67c-d14f5b9ece64,segment=NetworkSegment(ff9b0beb-ebd9-45f3-9693-d627eb3bb065),segment_id=ff9b0beb-ebd9-45f3-9693-d627eb3bb065)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:08:35.133518 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Pushing event updated for resources: {'Port': ['ID=858681e3-dfe2-4f21-b3dd-b89ea1f486bc,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:08:35.167389 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-40b02e5f-df05-456b-9ec2-5377a9fdd35f None None] Port e9a704ef-a4ae-446f-9741-b701201f4e7e cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:08:35.177764 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-0e366d5b-7307-4044-b5c7-d49668f5c2de req-c7f136f8-684c-4fdb-8c4a-a6da34169fb4 service neutron] For port e141df55-6ef1-4777-a67c-d14f5b9ece64, host n-h1-802623-1, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:08:35.227352 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port 80599080-78cb-47a0-b0f2-857ca0108a7e, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=80599080-78cb-47a0-b0f2-857ca0108a7e,segment=NetworkSegment(28e446c9-01ab-4372-bcf6-11d579b6d514),segment_id=28e446c9-01ab-4372-bcf6-11d579b6d514)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:08:35.249818 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [req-0e366d5b-7307-4044-b5c7-d49668f5c2de req-c7f136f8-684c-4fdb-8c4a-a6da34169fb4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e141df55-6ef1-4777-a67c-d14f5b9ece64 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:08:35.252052 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Returning: {'device': '80599080-78cb-47a0-b0f2-857ca0108a7e', 'network_id': '9e23151c-db3f-4ce6-bd4c-f37102973a7b', 'port_id': '80599080-78cb-47a0-b0f2-857ca0108a7e', 'mac_address': 'fa:16:3e:20:e2:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '907748a0-cd4e-409f-9c38-5786b794e948', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 23:08:35.272284 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb16637c-9878-4919-990b-a016a7b8c4f2 req-f1a43bbb-34e2-4aa0-89f6-d5bf2a6e1cf5 tempest-ListImageFiltersTestJSON-1300276804 tempest-ListImageFiltersTestJSON-1300276804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:08:35.273909 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-eb16637c-9878-4919-990b-a016a7b8c4f2 req-f1a43bbb-34e2-4aa0-89f6-d5bf2a6e1cf5 tempest-ListImageFiltersTestJSON-1300276804 tempest-ListImageFiltersTestJSON-1300276804-project] 10.222.0.18 "GET /v2.0/ports?device_id=af40694f-e015-4730-a86b-e6cdb8a8c834 HTTP/1.1" status: 200 len: 950 time: 0.1114705 Jul 27 23:08:35.276506 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-0e366d5b-7307-4044-b5c7-d49668f5c2de req-c7f136f8-684c-4fdb-8c4a-a6da34169fb4 service neutron] For port e141df55-6ef1-4777-a67c-d14f5b9ece64, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=e141df55-6ef1-4777-a67c-d14f5b9ece64,segment=NetworkSegment(ff9b0beb-ebd9-45f3-9693-d627eb3bb065),segment_id=ff9b0beb-ebd9-45f3-9693-d627eb3bb065)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:08:35.304233 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-0e366d5b-7307-4044-b5c7-d49668f5c2de req-c7f136f8-684c-4fdb-8c4a-a6da34169fb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:35.319884 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:35.336761 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-eb16637c-9878-4919-990b-a016a7b8c4f2 req-58fce548-29a5-49c2-84fa-1c8033bf8cdd tempest-ListImageFiltersTestJSON-1300276804 tempest-ListImageFiltersTestJSON-1300276804-project] 10.222.0.18 "GET /v2.0/security-groups?id=e18dfc0d-586d-4d08-ab5b-6cc85907c37c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512326 Jul 27 23:08:35.345500 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 80599080-78cb-47a0-b0f2-857ca0108a7e {{(pid=93799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:08:35.383002 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port 80599080-78cb-47a0-b0f2-857ca0108a7e, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=80599080-78cb-47a0-b0f2-857ca0108a7e,segment=NetworkSegment(28e446c9-01ab-4372-bcf6-11d579b6d514),segment_id=28e446c9-01ab-4372-bcf6-11d579b6d514)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:08:35.394700 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:35.468320 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Pushing event updated for resources: {'Port': ['ID=80599080-78cb-47a0-b0f2-857ca0108a7e,revision_number=6']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:08:35.481659 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a639982d-9950-451b-af77-5d2013ec6c27 req-2d7cf67d-8010-4a0f-87fe-ca877220f00d tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:08:35.483424 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a639982d-9950-451b-af77-5d2013ec6c27 req-2d7cf67d-8010-4a0f-87fe-ca877220f00d tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.18 "GET /v2.0/ports?device_id=e96ee7fe-839a-4eef-92c3-c496be2cfd97 HTTP/1.1" status: 200 len: 945 time: 0.5601096 Jul 27 23:08:35.511466 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] get_ports_and_sgs() called for port_ids ['80599080-78cb-47a0-b0f2-857ca0108a7e'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:08:35.531194 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e1b7d2-022d-41b3-a9b6-6924cb007fc9 req-2030e09c-24b1-4c90-b737-838c5770cd9b tempest-ListImageFiltersTestJSON-1300276804 tempest-ListImageFiltersTestJSON-1300276804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:08:35.532905 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-33e1b7d2-022d-41b3-a9b6-6924cb007fc9 req-2030e09c-24b1-4c90-b737-838c5770cd9b tempest-ListImageFiltersTestJSON-1300276804 tempest-ListImageFiltersTestJSON-1300276804-project] 10.222.0.18 "GET /v2.0/ports?device_id=ad127843-2f59-41fa-9a9b-54df94eb8502 HTTP/1.1" status: 200 len: 950 time: 0.0771844 Jul 27 23:08:35.537879 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [req-0e366d5b-7307-4044-b5c7-d49668f5c2de req-c7f136f8-684c-4fdb-8c4a-a6da34169fb4 service neutron] Transition to ACTIVE for port object e141df55-6ef1-4777-a67c-d14f5b9ece64 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:08:35.545874 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-5de7a344-656c-4225-b251-12bebe5a1530 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=307aaffaafdb41e3a44ceca4facc1fb9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8121064 Jul 27 23:08:35.550954 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-0e366d5b-7307-4044-b5c7-d49668f5c2de req-c7f136f8-684c-4fdb-8c4a-a6da34169fb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11336041'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:35.553041 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccd21e7c-0a0b-499f-94f9-3a6d40e95bcb admin admin] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:08:35.567979 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-ccd21e7c-0a0b-499f-94f9-3a6d40e95bcb admin admin] 10.222.0.18 "PUT /v2.0/routers/0f53fcc7-1a66-48a0-8d80-855bd0350f45/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5318153 Jul 27 23:08:35.567979 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 58504) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:08:35.578895 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3947e57-eca3-4626-8d61-2e9358f910ad None None] Sync routers for ids ['0f53fcc7-1a66-48a0-8d80-855bd0350f45'] in n-d-802623-1 {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:08:35.592778 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a639982d-9950-451b-af77-5d2013ec6c27 req-19a5b5c8-00c3-4668-bc85-c5fd2eb856ff tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.18 "GET /v2.0/security-groups?id=657c655b-8580-45d5-979f-9b32b7a260f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014764 Jul 27 23:08:35.638508 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3947e57-eca3-4626-8d61-2e9358f910ad None None] Routers {'0f53fcc7-1a66-48a0-8d80-855bd0350f45'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:08:35.639348 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-f3947e57-eca3-4626-8d61-2e9358f910ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:08:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['0f53fcc7-1a66-48a0-8d80-855bd0350f45'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:08:35.650188 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2a2462b4-c5db-40cb-9dbe-78a54ad30f33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:35.653570 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e366d5b-7307-4044-b5c7-d49668f5c2de req-c7f136f8-684c-4fdb-8c4a-a6da34169fb4 service neutron] No DVR routers for this DVR port e141df55-6ef1-4777-a67c-d14f5b9ece64 on host n-h1-802623-1 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:08:35.672234 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-33e1b7d2-022d-41b3-a9b6-6924cb007fc9 req-0e47f619-747e-4be5-85c9-72761d16697e tempest-ListImageFiltersTestJSON-1300276804 tempest-ListImageFiltersTestJSON-1300276804-project] 10.222.0.18 "GET /v2.0/security-groups?id=e18dfc0d-586d-4d08-ab5b-6cc85907c37c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312335 Jul 27 23:08:35.675597 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2a2462b4-c5db-40cb-9dbe-78a54ad30f33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:35.708483 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f136f8-684c-4fdb-8c4a-a6da34169fb4 service neutron] Pushing event updated for resources: {'Port': ['ID=e141df55-6ef1-4777-a67c-d14f5b9ece64,revision_number=10']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:08:35.716466 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-0e366d5b-7307-4044-b5c7-d49668f5c2de req-c7f136f8-684c-4fdb-8c4a-a6da34169fb4 service neutron] 10.222.0.38 "PUT /v2.0/ports/e141df55-6ef1-4777-a67c-d14f5b9ece64/bindings/n-h2-802623-1/activate HTTP/1.1" status: 200 len: 369 time: 1.0025938 Jul 27 23:08:35.732722 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device c5fa0048-e803-4e28-91f8-7128b9b82dbc up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:08:35.753724 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2a2462b4-c5db-40cb-9dbe-78a54ad30f33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:35.761105 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2a2462b4-c5db-40cb-9dbe-78a54ad30f33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:35.765683 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-2a2462b4-c5db-40cb-9dbe-78a54ad30f33 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9e49bb70-e466-4e58-b282-493795fb0cca HTTP/1.1" status: 204 len: 168 time: 0.2001009 Jul 27 23:08:35.787852 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2462b4-c5db-40cb-9dbe-78a54ad30f33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e49bb70-e466-4e58-b282-493795fb0cca,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:08:35.906502 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e366d5b-7307-4044-b5c7-d49668f5c2de req-9c737c84-84d8-40cf-8843-3dca6ed750a0 tempest-LiveAutoBlockMigrationV225Test-1050679481 tempest-LiveAutoBlockMigrationV225Test-1050679481-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:08:35.910101 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-0e366d5b-7307-4044-b5c7-d49668f5c2de req-9c737c84-84d8-40cf-8843-3dca6ed750a0 tempest-LiveAutoBlockMigrationV225Test-1050679481 tempest-LiveAutoBlockMigrationV225Test-1050679481-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=73009c7b-4701-45a2-9167-c53f8173123c&tenant_id=2b51160ea37c42ce86518efb7f5012de&binding%3Ahost_id=n-h1-802623-1 HTTP/1.1" status: 200 len: 1096 time: 0.1257262 Jul 27 23:08:35.923785 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-f3947e57-eca3-4626-8d61-2e9358f910ad None None] Set router 0f53fcc7-1a66-48a0-8d80-855bd0350f45 gateway port host: n-d-802623-1 {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:08:35.969628 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 858681e3-dfe2-4f21-b3dd-b89ea1f486bc up at agent hyperv_n-h1-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:08:36.023647 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e366d5b-7307-4044-b5c7-d49668f5c2de req-c3e6ee3a-d80e-4036-8bad-d93a58eecd8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:08:36.026584 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-0e366d5b-7307-4044-b5c7-d49668f5c2de req-c3e6ee3a-d80e-4036-8bad-d93a58eecd8f service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=73009c7b-4701-45a2-9167-c53f8173123c&tenant_id=2b51160ea37c42ce86518efb7f5012de HTTP/1.1" status: 200 len: 1096 time: 0.1056173 Jul 27 23:08:36.059064 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port c5fa0048-e803-4e28-91f8-7128b9b82dbc triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:08:36.062310 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:36.068467 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92382e7-6259-4532-9ff2-260d65731136 req-cb59d49b-a052-43d5-bcdc-331f9f732e34 tempest-TenantUsagesTestJSON-1267749339 tempest-TenantUsagesTestJSON-1267749339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:08:36.076567 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b92382e7-6259-4532-9ff2-260d65731136 req-cb59d49b-a052-43d5-bcdc-331f9f732e34 tempest-TenantUsagesTestJSON-1267749339 tempest-TenantUsagesTestJSON-1267749339-project] 10.222.0.18 "GET /v2.0/ports?device_id=2efae337-2a9b-4e3f-8d39-435b4d83aa4e HTTP/1.1" status: 200 len: 949 time: 0.1617036 Jul 27 23:08:36.145167 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e366d5b-7307-4044-b5c7-d49668f5c2de req-cdc722fc-6f64-46b8-8409-8bdabbc0075d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:08:36.146727 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-0e366d5b-7307-4044-b5c7-d49668f5c2de req-cdc722fc-6f64-46b8-8409-8bdabbc0075d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2b51160ea37c42ce86518efb7f5012de&device_id=73009c7b-4701-45a2-9167-c53f8173123c HTTP/1.1" status: 200 len: 1096 time: 0.0678329 Jul 27 23:08:36.210023 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c6bf85-5095-437a-8483-d7290c8cbaff req-c8527e36-0c32-4eab-9563-5f4bf5fd4230 tempest-ServersTestManualDisk-873281871 tempest-ServersTestManualDisk-873281871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:08:36.212788 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-30c6bf85-5095-437a-8483-d7290c8cbaff req-c8527e36-0c32-4eab-9563-5f4bf5fd4230 tempest-ServersTestManualDisk-873281871 tempest-ServersTestManualDisk-873281871-project] 10.222.0.49 "GET /v2.0/networks?id=a7737e0c-9e61-43d5-8f37-2862a114eef0 HTTP/1.1" status: 200 len: 812 time: 0.3126535 Jul 27 23:08:36.229058 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b92382e7-6259-4532-9ff2-260d65731136 req-988126db-f39b-440b-b461-2ec21f6660dd tempest-TenantUsagesTestJSON-1267749339 tempest-TenantUsagesTestJSON-1267749339-project] 10.222.0.18 "GET /v2.0/security-groups?id=49659ded-103c-40c6-95a2-ca88316ea21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462340 Jul 27 23:08:36.294214 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Provisioning for port 858681e3-dfe2-4f21-b3dd-b89ea1f486bc completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:08:36.302124 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e366d5b-7307-4044-b5c7-d49668f5c2de req-b3651c7e-6130-4929-949a-c9e42c90c2c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:08:36.303942 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-0e366d5b-7307-4044-b5c7-d49668f5c2de req-b3651c7e-6130-4929-949a-c9e42c90c2c5 service neutron] 10.222.0.49 "GET /v2.0/networks?id=7ba5f889-7a68-424d-8fa1-71447bc958df HTTP/1.1" status: 200 len: 922 time: 0.1481490 Jul 27 23:08:36.311365 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Provisioning complete for port 858681e3-dfe2-4f21-b3dd-b89ea1f486bc triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:08:36.311987 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:36.333602 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-30c6bf85-5095-437a-8483-d7290c8cbaff req-61860651-d2c5-4a90-affb-d06297eca2d9 tempest-ServersTestManualDisk-873281871 tempest-ServersTestManualDisk-873281871-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fc7acafa883a4a4baeb39fca47df928a HTTP/1.1" status: 200 len: 380 time: 0.1008794 Jul 27 23:08:36.352691 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [req-30c6bf85-5095-437a-8483-d7290c8cbaff req-7be86ec0-a292-44ef-8896-b4fcf82689bc tempest-ServersTestManualDisk-873281871 tempest-ServersTestManualDisk-873281871-project] Request body: {'port': {'device_id': 'c23ba248-95a1-499d-9e13-83f18c38bb06', 'network_id': 'a7737e0c-9e61-43d5-8f37-2862a114eef0', 'admin_state_up': True, 'tenant_id': 'fc7acafa883a4a4baeb39fca47df928a', 'security_groups': ['a330bb25-4575-49ef-8eda-ab7b81b50dee']}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:08:36.369469 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-0e366d5b-7307-4044-b5c7-d49668f5c2de req-4f536826-851d-4d81-9a03-ac6c04b40b30 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e141df55-6ef1-4777-a67c-d14f5b9ece64 HTTP/1.1" status: 200 len: 217 time: 0.0561755 Jul 27 23:08:36.497598 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e366d5b-7307-4044-b5c7-d49668f5c2de req-6d59069c-ed62-49bd-8831-bb590fb3c81b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:08:36.505155 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-0e366d5b-7307-4044-b5c7-d49668f5c2de req-6d59069c-ed62-49bd-8831-bb590fb3c81b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=2be3a116-6f3a-48af-9c58-17be143660fc HTTP/1.1" status: 200 len: 861 time: 0.1229441 Jul 27 23:08:36.523472 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64382a26-b3f0-4be0-81b4-a140d5f6aa31 req-419da722-d275-436b-b4e2-6d3b8036eace tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:08:36.525618 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-64382a26-b3f0-4be0-81b4-a140d5f6aa31 req-419da722-d275-436b-b4e2-6d3b8036eace tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] 10.222.0.18 "GET /v2.0/ports?device_id=73009c7b-4701-45a2-9167-c53f8173123c HTTP/1.1" status: 200 len: 945 time: 0.1685946 Jul 27 23:08:36.598269 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-0e366d5b-7307-4044-b5c7-d49668f5c2de req-0b1af439-daab-44db-ab1c-c4a15428cecc service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=7ba5f889-7a68-424d-8fa1-71447bc958df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0763495 Jul 27 23:08:36.660003 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-64382a26-b3f0-4be0-81b4-a140d5f6aa31 req-5576e818-ea48-417b-ad40-809107ccad4b tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ee1769a-7cc2-4f9a-a15b-54c39d35bd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251612 Jul 27 23:08:36.674721 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:36.678063 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30c6bf85-5095-437a-8483-d7290c8cbaff req-7be86ec0-a292-44ef-8896-b4fcf82689bc tempest-ServersTestManualDisk-873281871 tempest-ServersTestManualDisk-873281871-project] Made reservation on behalf of fc7acafa883a4a4baeb39fca47df928a for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:08:36.682419 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-30c6bf85-5095-437a-8483-d7290c8cbaff req-7be86ec0-a292-44ef-8896-b4fcf82689bc tempest-ServersTestManualDisk-873281871 tempest-ServersTestManualDisk-873281871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:36.699545 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-f3947e57-eca3-4626-8d61-2e9358f910ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f53fcc7-1a66-48a0-8d80-855bd0350f45', 'name': 'tempest-ServersTestJSON-600988127-router', 'tenant_id': '5e7871e0124d4291a712176480dc3092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.46'}], 'enable_snat': True}, 'gw_port_id': 'c5fa0048-e803-4e28-91f8-7128b9b82dbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:08:23Z', 'updated_at': '2021-07-27T23:08:33Z', 'revision_number': 4, 'project_id': '5e7871e0124d4291a712176480dc3092', 'gw_port': {'id': 'c5fa0048-e803-4e28-91f8-7128b9b82dbc', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:7f:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f53fcc7-1a66-48a0-8d80-855bd0350f45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 762, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:08:25Z', 'updated_at': '2021-07-27T23:08:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': 'e9a704ef-a4ae-446f-9741-b701201f4e7e', 'name': '', 'network_id': '2f1c1614-8854-4219-87b5-cf7e7af195ef', 'tenant_id': '5e7871e0124d4291a712176480dc3092', 'mac_address': 'fa:16:3e:20:04:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f53fcc7-1a66-48a0-8d80-855bd0350f45', 'device_owner': 'network:router_interface', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': '8bd5b5e5-d402-4207-b1bc-794bc31be985', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:08:31Z', 'updated_at': '2021-07-27T23:08:33Z', 'revision_number': 2, 'project_id': '5e7871e0124d4291a712176480dc3092', 'subnets': [{'id': '8bd5b5e5-d402-4207-b1bc-794bc31be985', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:08:36.769771 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3947e57-eca3-4626-8d61-2e9358f910ad None None] Checking router: 0f53fcc7-1a66-48a0-8d80-855bd0350f45 for host: n-d-802623-1 {{(pid=93799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 23:08:36.770336 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3947e57-eca3-4626-8d61-2e9358f910ad None None] Updating router 0f53fcc7-1a66-48a0-8d80-855bd0350f45 port e9a704ef-a4ae-446f-9741-b701201f4e7e binding host n-d-802623-1 {{(pid=93799) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 23:08:36.805202 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device 80599080-78cb-47a0-b0f2-857ca0108a7e up at agent hyperv_n-h2-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:08:36.808845 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-0e366d5b-7307-4044-b5c7-d49668f5c2de req-b2d6529e-ab05-4d93-8700-24c49f8dc809 service neutron] 10.222.0.49 "GET /v2.0/networks/7ba5f889-7a68-424d-8fa1-71447bc958df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2008998 Jul 27 23:08:36.889828 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Provisioning complete for port 80599080-78cb-47a0-b0f2-857ca0108a7e triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:08:36.890366 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:36.902359 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-dff27f5f-7dac-4217-a866-6bdbb5f4c660 req-51bb1c6c-03ba-4e3d-adf1-f62b7bf88440 tempest-ServersTestManualDisk-873281871 tempest-ServersTestManualDisk-873281871-project] 10.222.0.18 "GET /v2.0/ports?device_id=c23ba248-95a1-499d-9e13-83f18c38bb06 HTTP/1.1" status: 200 len: 210 time: 0.0947664 Jul 27 23:08:36.934850 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-0e366d5b-7307-4044-b5c7-d49668f5c2de req-0f091436-e5fd-4aec-8714-4c21fc6474e5 service neutron] 10.222.0.49 "GET /v2.0/networks/7ba5f889-7a68-424d-8fa1-71447bc958df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187913 Jul 27 23:08:36.953499 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2efae337-2a9b-4e3f-8d39-435b4d83aa4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '858681e3-dfe2-4f21-b3dd-b89ea1f486bc'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:08:36.957303 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c0369b0d4f459110ff20a1f9878ba33f96d6491bddb9d15843bf29d01e0bda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c452399-e321-4882-9929-6766d4a3228b" -d '{"events": [{"server_uuid": "2efae337-2a9b-4e3f-8d39-435b4d83aa4e", "name": "network-vif-plugged", "status": "completed", "tag": "858681e3-dfe2-4f21-b3dd-b89ea1f486bc"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:08:36.961921 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f3947e57-eca3-4626-8d61-2e9358f910ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:36.989994 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port 858681e3-dfe2-4f21-b3dd-b89ea1f486bc, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=858681e3-dfe2-4f21-b3dd-b89ea1f486bc,segment=NetworkSegment(16e91594-c047-4b55-93eb-43af33ad08e1),segment_id=16e91594-c047-4b55-93eb-43af33ad08e1)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:08:37.002710 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:37.035813 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [req-30c6bf85-5095-437a-8483-d7290c8cbaff req-7be86ec0-a292-44ef-8896-b4fcf82689bc tempest-ServersTestManualDisk-873281871 tempest-ServersTestManualDisk-873281871-project] Allocated IP 172.20.0.13 (a7737e0c-9e61-43d5-8f37-2862a114eef0/970cdcd7-7c74-44af-9807-ff303fbf909b/eb056223-691f-4c34-9de0-b6a4ef8a01e5) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:08:37.208927 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:37.216140 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d406a267-1323-44aa-8b15-4efaf1e099b4 req-766c11c2-dacb-4dab-aea9-868688e879be tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:08:37.217830 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-d406a267-1323-44aa-8b15-4efaf1e099b4 req-766c11c2-dacb-4dab-aea9-868688e879be tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.18 "GET /v2.0/ports?device_id=e96ee7fe-839a-4eef-92c3-c496be2cfd97 HTTP/1.1" status: 200 len: 944 time: 0.1349368 Jul 27 23:08:37.220359 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Pushing event updated for resources: {'Port': ['ID=858681e3-dfe2-4f21-b3dd-b89ea1f486bc,revision_number=5']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:08:37.291764 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e366d5b-7307-4044-b5c7-d49668f5c2de req-eed5d725-1481-496b-87c4-bf00a9124c21 tempest-LiveAutoBlockMigrationV225Test-1050679481 tempest-LiveAutoBlockMigrationV225Test-1050679481-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:08:37.294859 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-0e366d5b-7307-4044-b5c7-d49668f5c2de req-eed5d725-1481-496b-87c4-bf00a9124c21 tempest-LiveAutoBlockMigrationV225Test-1050679481 tempest-LiveAutoBlockMigrationV225Test-1050679481-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=73009c7b-4701-45a2-9167-c53f8173123c&tenant_id=2b51160ea37c42ce86518efb7f5012de&binding%3Ahost_id=n-h2-802623-1 HTTP/1.1" status: 200 len: 1096 time: 0.0918550 Jul 27 23:08:37.295175 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-30c6bf85-5095-437a-8483-d7290c8cbaff req-7be86ec0-a292-44ef-8896-b4fcf82689bc tempest-ServersTestManualDisk-873281871 tempest-ServersTestManualDisk-873281871-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:37.313773 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port 80599080-78cb-47a0-b0f2-857ca0108a7e, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=80599080-78cb-47a0-b0f2-857ca0108a7e,segment=NetworkSegment(28e446c9-01ab-4372-bcf6-11d579b6d514),segment_id=28e446c9-01ab-4372-bcf6-11d579b6d514)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:08:37.334484 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-d406a267-1323-44aa-8b15-4efaf1e099b4 req-f22f4d33-8358-4fbc-abfa-365e1a9a9a88 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.18 "GET /v2.0/security-groups?id=657c655b-8580-45d5-979f-9b32b7a260f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964670 Jul 27 23:08:37.335450 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:37.336257 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-30c6bf85-5095-437a-8483-d7290c8cbaff req-7be86ec0-a292-44ef-8896-b4fcf82689bc tempest-ServersTestManualDisk-873281871 tempest-ServersTestManualDisk-873281871-project] Transition to ACTIVE for port object eb056223-691f-4c34-9de0-b6a4ef8a01e5 will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:08:37.394478 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-30c6bf85-5095-437a-8483-d7290c8cbaff req-7be86ec0-a292-44ef-8896-b4fcf82689bc tempest-ServersTestManualDisk-873281871 tempest-ServersTestManualDisk-873281871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:37.406379 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 58568) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:08:37.427717 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-0e366d5b-7307-4044-b5c7-d49668f5c2de req-4c4ca855-24b8-4309-9f7b-40d737ddb762 service neutron] For port e141df55-6ef1-4777-a67c-d14f5b9ece64, host n-h1-802623-1, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:08:37.432456 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-0e366d5b-7307-4044-b5c7-d49668f5c2de req-4c4ca855-24b8-4309-9f7b-40d737ddb762 service neutron] Notify callbacks [] for binding, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:37.434799 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-0e366d5b-7307-4044-b5c7-d49668f5c2de req-4c4ca855-24b8-4309-9f7b-40d737ddb762 service neutron] 10.222.0.49 "DELETE /v2.0/ports/e141df55-6ef1-4777-a67c-d14f5b9ece64/bindings/n-h1-802623-1 HTTP/1.1" status: 204 len: 173 time: 0.1307876 Jul 27 23:08:37.456162 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:08:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-128ee6f9-0408-4dcd-a316-b41861bfa425 x-openstack-request-id: req-128ee6f9-0408-4dcd-a316-b41861bfa425 {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:08:37.456540 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2efae337-2a9b-4e3f-8d39-435b4d83aa4e", "name": "network-vif-plugged", "status": "completed", "tag": "858681e3-dfe2-4f21-b3dd-b89ea1f486bc", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:08:37.456797 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-128ee6f9-0408-4dcd-a316-b41861bfa425 {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:08:37.457190 n-d-802623-1 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2efae337-2a9b-4e3f-8d39-435b4d83aa4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '858681e3-dfe2-4f21-b3dd-b89ea1f486bc', 'code': 200} Jul 27 23:08:37.470827 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Pushing event updated for resources: {'Port': ['ID=80599080-78cb-47a0-b0f2-857ca0108a7e,revision_number=7']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:08:37.483634 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-9b07ef06-5ec5-418c-9a7c-c9bbd35620a1 tempest-ServersTestJSON-1684854695 tempest-ServersTestJSON-1684854695-project] Request body: {'security_group': {'name': 'tempest-securitygroup--340084887', 'description': 'tempest-description--1748432747'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:08:37.551525 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30c6bf85-5095-437a-8483-d7290c8cbaff req-7be86ec0-a292-44ef-8896-b4fcf82689bc tempest-ServersTestManualDisk-873281871 tempest-ServersTestManualDisk-873281871-project] Network a7737e0c-9e61-43d5-8f37-2862a114eef0 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:08:37.561804 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [req-30c6bf85-5095-437a-8483-d7290c8cbaff req-7be86ec0-a292-44ef-8896-b4fcf82689bc tempest-ServersTestManualDisk-873281871 tempest-ServersTestManualDisk-873281871-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:08:37.563028 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be86ec0-a292-44ef-8896-b4fcf82689bc tempest-ServersTestManualDisk-873281871 tempest-ServersTestManualDisk-873281871-project] Pushing event updated for resources: {'Port': ['ID=eb056223-691f-4c34-9de0-b6a4ef8a01e5,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:08:37.566571 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-30c6bf85-5095-437a-8483-d7290c8cbaff req-7be86ec0-a292-44ef-8896-b4fcf82689bc tempest-ServersTestManualDisk-873281871 tempest-ServersTestManualDisk-873281871-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:08:37.592828 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9b07ef06-5ec5-418c-9a7c-c9bbd35620a1 tempest-ServersTestJSON-1684854695 tempest-ServersTestJSON-1684854695-project] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:37.603572 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00057fc7-65ca-44d5-8f21-ca7648467cd2 req-32a969ff-d421-485a-a3ce-16c5b6c22889 tempest-TenantUsagesTestJSON-1267749339 tempest-TenantUsagesTestJSON-1267749339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:08:37.611030 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-00057fc7-65ca-44d5-8f21-ca7648467cd2 req-32a969ff-d421-485a-a3ce-16c5b6c22889 tempest-TenantUsagesTestJSON-1267749339 tempest-TenantUsagesTestJSON-1267749339-project] 10.222.0.18 "GET /v2.0/ports?device_id=2efae337-2a9b-4e3f-8d39-435b4d83aa4e HTTP/1.1" status: 200 len: 950 time: 0.0981636 Jul 27 23:08:37.625748 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f3947e57-eca3-4626-8d61-2e9358f910ad None None] Notify callbacks [] for port, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:37.639996 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-f3947e57-eca3-4626-8d61-2e9358f910ad None None] Transition to ACTIVE for port object e9a704ef-a4ae-446f-9741-b701201f4e7e will not be triggered until provisioned by entity L2. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:08:37.648753 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecfdf14-be74-4a5d-a4c9-c3ae205e03fe req-879d7c39-b13b-4a4d-9652-2ef959809ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:08:37.650926 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f3947e57-eca3-4626-8d61-2e9358f910ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:37.657361 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-7ecfdf14-be74-4a5d-a4c9-c3ae205e03fe req-879d7c39-b13b-4a4d-9652-2ef959809ee0 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=2efae337-2a9b-4e3f-8d39-435b4d83aa4e HTTP/1.1" status: 200 len: 1101 time: 0.1020763 Jul 27 23:08:37.666333 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c6bf85-5095-437a-8483-d7290c8cbaff req-7be86ec0-a292-44ef-8896-b4fcf82689bc tempest-ServersTestManualDisk-873281871 tempest-ServersTestManualDisk-873281871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:08:37.667549 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-30c6bf85-5095-437a-8483-d7290c8cbaff req-7be86ec0-a292-44ef-8896-b4fcf82689bc tempest-ServersTestManualDisk-873281871 tempest-ServersTestManualDisk-873281871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:37.703342 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-00057fc7-65ca-44d5-8f21-ca7648467cd2 req-306ffbcf-1a1c-436a-af59-45350045b4eb tempest-TenantUsagesTestJSON-1267749339 tempest-TenantUsagesTestJSON-1267749339-project] 10.222.0.18 "GET /v2.0/security-groups?id=49659ded-103c-40c6-95a2-ca88316ea21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869005 Jul 27 23:08:37.746959 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6c30a9-7f96-479a-aa76-d36d16cec9ae None None] Pushing event updated for resources: {'Port': ['ID=e9a704ef-a4ae-446f-9741-b701201f4e7e,revision_number=3']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:08:37.753027 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-7ecfdf14-be74-4a5d-a4c9-c3ae205e03fe req-8f3a2b56-ce46-493a-a702-01add3effc24 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=49659ded-103c-40c6-95a2-ca88316ea21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817859 Jul 27 23:08:37.797611 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9b07ef06-5ec5-418c-9a7c-c9bbd35620a1 tempest-ServersTestJSON-1684854695 tempest-ServersTestJSON-1684854695-project] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:37.802478 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9b07ef06-5ec5-418c-9a7c-c9bbd35620a1 tempest-ServersTestJSON-1684854695 tempest-ServersTestJSON-1684854695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:37.849601 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-f3947e57-eca3-4626-8d61-2e9358f910ad None None] Attempting to bind port e9a704ef-a4ae-446f-9741-b701201f4e7e on host n-d-802623-1 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:08:37.849601 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-f3947e57-eca3-4626-8d61-2e9358f910ad None None] Attempting to bind port e9a704ef-a4ae-446f-9741-b701201f4e7e by drivers openvswitch,hyperv on host n-d-802623-1 at level 0 using segments [{'id': 'dbf759a2-7893-47b4-9f82-216314fbd6ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '2f1c1614-8854-4219-87b5-cf7e7af195ef'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:08:37.850195 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3947e57-eca3-4626-8d61-2e9358f910ad None None] Attempting to bind port e9a704ef-a4ae-446f-9741-b701201f4e7e on network 2f1c1614-8854-4219-87b5-cf7e7af195ef {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:08:37.854515 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-30c6bf85-5095-437a-8483-d7290c8cbaff req-7be86ec0-a292-44ef-8896-b4fcf82689bc tempest-ServersTestManualDisk-873281871 tempest-ServersTestManualDisk-873281871-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5096052 Jul 27 23:08:37.858363 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3947e57-eca3-4626-8d61-2e9358f910ad None None] Checking agent: {'id': 'a9a568d2-a5e7-41e4-833f-a8ab42ea4073', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 52, 30), 'started_at': datetime.datetime(2021, 7, 27, 22, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 8, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802623-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:08:37.858714 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3947e57-eca3-4626-8d61-2e9358f910ad None None] Checking segment: {'id': 'dbf759a2-7893-47b4-9f82-216314fbd6ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '2f1c1614-8854-4219-87b5-cf7e7af195ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:08:37.859500 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f3947e57-eca3-4626-8d61-2e9358f910ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:37.860031 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3947e57-eca3-4626-8d61-2e9358f910ad None None] Bound using segment: {'id': 'dbf759a2-7893-47b4-9f82-216314fbd6ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '2f1c1614-8854-4219-87b5-cf7e7af195ef'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:08:37.860610 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-f3947e57-eca3-4626-8d61-2e9358f910ad None None] Bound port: e9a704ef-a4ae-446f-9741-b701201f4e7e, host: n-d-802623-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbf759a2-7893-47b4-9f82-216314fbd6ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '2f1c1614-8854-4219-87b5-cf7e7af195ef'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:08:37.861209 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f3947e57-eca3-4626-8d61-2e9358f910ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:37.883962 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [req-30c6bf85-5095-437a-8483-d7290c8cbaff req-34bcbed2-a7ef-4ec6-afd6-33efb8689885 service neutron] Request body: {'port': {'device_id': 'c23ba248-95a1-499d-9e13-83f18c38bb06', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802623-1'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:08:37.896460 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9b07ef06-5ec5-418c-9a7c-c9bbd35620a1 tempest-ServersTestJSON-1684854695 tempest-ServersTestJSON-1684854695-project] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:37.905129 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091fc3eb-ee39-46e7-8178-9531e181ace2 req-4185c53e-2287-440f-8a38-1145208665c2 tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:08:37.907541 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-9b07ef06-5ec5-418c-9a7c-c9bbd35620a1 tempest-ServersTestJSON-1684854695 tempest-ServersTestJSON-1684854695-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4373333 Jul 27 23:08:37.915163 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-091fc3eb-ee39-46e7-8178-9531e181ace2 req-4185c53e-2287-440f-8a38-1145208665c2 tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] 10.222.0.18 "GET /v2.0/ports?device_id=73009c7b-4701-45a2-9167-c53f8173123c HTTP/1.1" status: 200 len: 945 time: 0.0974350 Jul 27 23:08:37.915610 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 58574) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:08:37.926634 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-cdd2a2bf-7a97-4778-bafc-c66313adc651 tempest-ServersTestJSON-1684854695 tempest-ServersTestJSON-1684854695-project] Request body: {'security_group_rule': {'security_group_id': '84587ebf-8cbd-42bb-8eec-2a11ea42d562', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:08:37.934116 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-d2b2a478-31d9-4042-8c91-797ebffe43a4 None None] Provisioning for port eb056223-691f-4c34-9de0-b6a4ef8a01e5 completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:08:37.951521 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-d2b2a478-31d9-4042-8c91-797ebffe43a4 None None] Provisioning complete for port eb056223-691f-4c34-9de0-b6a4ef8a01e5 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:08:37.952088 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d2b2a478-31d9-4042-8c91-797ebffe43a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:37.956137 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b07ef06-5ec5-418c-9a7c-c9bbd35620a1 tempest-ServersTestJSON-1684854695 tempest-ServersTestJSON-1684854695-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84587ebf-8cbd-42bb-8eec-2a11ea42d562,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:08:38.039352 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-30c6bf85-5095-437a-8483-d7290c8cbaff req-34bcbed2-a7ef-4ec6-afd6-33efb8689885 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:38.053316 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-091fc3eb-ee39-46e7-8178-9531e181ace2 req-30d2e8bc-1f3e-4a7e-a1b0-bd628585f7e8 tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ee1769a-7cc2-4f9a-a15b-54c39d35bd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185989 Jul 27 23:08:38.061302 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-cdd2a2bf-7a97-4778-bafc-c66313adc651 tempest-ServersTestJSON-1684854695 tempest-ServersTestJSON-1684854695-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:38.170896 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-d2b2a478-31d9-4042-8c91-797ebffe43a4 None None] Port eb056223-691f-4c34-9de0-b6a4ef8a01e5 cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:08:38.185200 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f3947e57-eca3-4626-8d61-2e9358f910ad None None] For port e9a704ef-a4ae-446f-9741-b701201f4e7e, host n-d-802623-1, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:08:38.195070 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f3947e57-eca3-4626-8d61-2e9358f910ad None None] For port e9a704ef-a4ae-446f-9741-b701201f4e7e, host n-d-802623-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=e9a704ef-a4ae-446f-9741-b701201f4e7e,segment=NetworkSegment(dbf759a2-7893-47b4-9f82-216314fbd6ac),segment_id=dbf759a2-7893-47b4-9f82-216314fbd6ac)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:08:38.206570 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f3947e57-eca3-4626-8d61-2e9358f910ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:38.241165 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-cdd2a2bf-7a97-4778-bafc-c66313adc651 tempest-ServersTestJSON-1684854695 tempest-ServersTestJSON-1684854695-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:38.263079 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-cdd2a2bf-7a97-4778-bafc-c66313adc651 tempest-ServersTestJSON-1684854695 tempest-ServersTestJSON-1684854695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784185'] for security_group_rule, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:38.297510 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd2a2bf-7a97-4778-bafc-c66313adc651 tempest-ServersTestJSON-1684854695 tempest-ServersTestJSON-1684854695-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b66c04ca-d623-4126-a3ff-63a3c1692b6c,revision_number=0']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:08:38.310451 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7657b3-396f-4eb1-9d86-71225e4355ba req-b1563082-d7f6-4ab3-a65f-2f4d801b9ed4 tempest-ServersTestManualDisk-873281871 tempest-ServersTestManualDisk-873281871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:08:38.312954 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-9b7657b3-396f-4eb1-9d86-71225e4355ba req-b1563082-d7f6-4ab3-a65f-2f4d801b9ed4 tempest-ServersTestManualDisk-873281871 tempest-ServersTestManualDisk-873281871-project] 10.222.0.18 "GET /v2.0/ports?device_id=c23ba248-95a1-499d-9e13-83f18c38bb06 HTTP/1.1" status: 200 len: 932 time: 0.1511626 Jul 27 23:08:38.314487 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-cdd2a2bf-7a97-4778-bafc-c66313adc651 tempest-ServersTestJSON-1684854695 tempest-ServersTestJSON-1684854695-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:38.326245 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-cdd2a2bf-7a97-4778-bafc-c66313adc651 tempest-ServersTestJSON-1684854695 tempest-ServersTestJSON-1684854695-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4071910 Jul 27 23:08:38.330266 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6c30a9-7f96-479a-aa76-d36d16cec9ae None None] Pushing event updated for resources: {'Port': ['ID=e9a704ef-a4ae-446f-9741-b701201f4e7e,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:08:38.331361 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 58592) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:08:38.333733 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3947e57-eca3-4626-8d61-2e9358f910ad None None] Routers {'0f53fcc7-1a66-48a0-8d80-855bd0350f45'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:08:38.334794 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-f3947e57-eca3-4626-8d61-2e9358f910ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:08:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['0f53fcc7-1a66-48a0-8d80-855bd0350f45'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:08:38.362237 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-f0f0284c-4c61-4652-b410-390908363370 tempest-ServersTestJSON-1684854695 tempest-ServersTestJSON-1684854695-project] Request body: {'security_group_rule': {'security_group_id': '84587ebf-8cbd-42bb-8eec-2a11ea42d562', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:08:38.366833 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-9b7657b3-396f-4eb1-9d86-71225e4355ba req-2159da74-e30e-4210-9db0-c3c7267ab365 tempest-ServersTestManualDisk-873281871 tempest-ServersTestManualDisk-873281871-project] 10.222.0.18 "GET /v2.0/security-groups?id=a330bb25-4575-49ef-8eda-ab7b81b50dee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415058 Jul 27 23:08:38.466184 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f0f0284c-4c61-4652-b410-390908363370 tempest-ServersTestJSON-1684854695 tempest-ServersTestJSON-1684854695-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:38.506925 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [req-30c6bf85-5095-437a-8483-d7290c8cbaff req-34bcbed2-a7ef-4ec6-afd6-33efb8689885 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb056223-691f-4c34-9de0-b6a4ef8a01e5 {{(pid=93798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:08:38.529003 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-30c6bf85-5095-437a-8483-d7290c8cbaff req-34bcbed2-a7ef-4ec6-afd6-33efb8689885 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:38.551569 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5372a08-b99e-4f5a-bb2a-88f7b0220f16 req-f42c95ba-6515-4a6a-b999-d5f31696626e tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:08:38.559900 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-b5372a08-b99e-4f5a-bb2a-88f7b0220f16 req-f42c95ba-6515-4a6a-b999-d5f31696626e tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.18 "GET /v2.0/ports?device_id=e96ee7fe-839a-4eef-92c3-c496be2cfd97 HTTP/1.1" status: 200 len: 945 time: 0.0734746 Jul 27 23:08:38.563449 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-f3947e57-eca3-4626-8d61-2e9358f910ad None None] Set router 0f53fcc7-1a66-48a0-8d80-855bd0350f45 gateway port host: n-d-802623-1 {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:08:38.573902 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-30c6bf85-5095-437a-8483-d7290c8cbaff req-34bcbed2-a7ef-4ec6-afd6-33efb8689885 service neutron] Transition to ACTIVE for port object eb056223-691f-4c34-9de0-b6a4ef8a01e5 will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:08:38.591925 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415b4ff7-2c78-4feb-9fd5-18626239bf63 req-b98ce738-5ee5-4285-8070-2e1c38af9b2a tempest-LiveAutoBlockMigrationV225Test-1050679481 tempest-LiveAutoBlockMigrationV225Test-1050679481-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:08:38.593691 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-415b4ff7-2c78-4feb-9fd5-18626239bf63 req-b98ce738-5ee5-4285-8070-2e1c38af9b2a tempest-LiveAutoBlockMigrationV225Test-1050679481 tempest-LiveAutoBlockMigrationV225Test-1050679481-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=73009c7b-4701-45a2-9167-c53f8173123c HTTP/1.1" status: 200 len: 1096 time: 0.1013350 Jul 27 23:08:38.597266 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-30c6bf85-5095-437a-8483-d7290c8cbaff req-34bcbed2-a7ef-4ec6-afd6-33efb8689885 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:38.616830 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f0f0284c-4c61-4652-b410-390908363370 tempest-ServersTestJSON-1684854695 tempest-ServersTestJSON-1684854695-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:38.645893 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f0f0284c-4c61-4652-b410-390908363370 tempest-ServersTestJSON-1684854695 tempest-ServersTestJSON-1684854695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784185'] for security_group_rule, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:38.648065 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-b5372a08-b99e-4f5a-bb2a-88f7b0220f16 req-09b9c3c9-80a7-451d-ae01-e326821b5f26 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.18 "GET /v2.0/security-groups?id=657c655b-8580-45d5-979f-9b32b7a260f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872421 Jul 27 23:08:38.682386 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f0284c-4c61-4652-b410-390908363370 tempest-ServersTestJSON-1684854695 tempest-ServersTestJSON-1684854695-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d86b39d-8c79-4daa-94e3-805b46f3d1a8,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:08:38.733647 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bcbed2-a7ef-4ec6-afd6-33efb8689885 service neutron] Pushing event updated for resources: {'Port': ['ID=eb056223-691f-4c34-9de0-b6a4ef8a01e5,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:08:38.745536 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f0f0284c-4c61-4652-b410-390908363370 tempest-ServersTestJSON-1684854695 tempest-ServersTestJSON-1684854695-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:38.747923 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-f0f0284c-4c61-4652-b410-390908363370 tempest-ServersTestJSON-1684854695 tempest-ServersTestJSON-1684854695-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4124558 Jul 27 23:08:38.749728 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 58606) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:08:38.750798 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-415b4ff7-2c78-4feb-9fd5-18626239bf63 req-41c2240b-18cc-42b4-9be7-18de2e3fdf3d tempest-LiveAutoBlockMigrationV225Test-1050679481 tempest-LiveAutoBlockMigrationV225Test-1050679481-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=9ee1769a-7cc2-4f9a-a15b-54c39d35bd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407232 Jul 27 23:08:38.755370 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-58802ec9-372e-4570-b9ad-35af531f35e1 tempest-ServersTestJSON-1684854695 tempest-ServersTestJSON-1684854695-project] Request body: {'floatingip': {'floating_network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:08:38.819433 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-58802ec9-372e-4570-b9ad-35af531f35e1 tempest-ServersTestJSON-1684854695 tempest-ServersTestJSON-1684854695-project] Notify callbacks [] for floatingip, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:38.897440 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-30c6bf85-5095-437a-8483-d7290c8cbaff req-34bcbed2-a7ef-4ec6-afd6-33efb8689885 service neutron] Attempting to bind port eb056223-691f-4c34-9de0-b6a4ef8a01e5 on host n-h2-802623-1 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:08:38.898075 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-30c6bf85-5095-437a-8483-d7290c8cbaff req-34bcbed2-a7ef-4ec6-afd6-33efb8689885 service neutron] Attempting to bind port eb056223-691f-4c34-9de0-b6a4ef8a01e5 by drivers openvswitch,hyperv on host n-h2-802623-1 at level 0 using segments [{'id': '2e87b105-a369-4162-9958-8de6352713ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'a7737e0c-9e61-43d5-8f37-2862a114eef0'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:08:38.898663 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30c6bf85-5095-437a-8483-d7290c8cbaff req-34bcbed2-a7ef-4ec6-afd6-33efb8689885 service neutron] Attempting to bind port eb056223-691f-4c34-9de0-b6a4ef8a01e5 on network a7737e0c-9e61-43d5-8f37-2862a114eef0 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:08:38.908952 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30c6bf85-5095-437a-8483-d7290c8cbaff req-34bcbed2-a7ef-4ec6-afd6-33efb8689885 service neutron] Port eb056223-691f-4c34-9de0-b6a4ef8a01e5 on network a7737e0c-9e61-43d5-8f37-2862a114eef0 not bound, no agent of type Open vSwitch agent registered on host n-h2-802623-1 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 23:08:38.912287 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30c6bf85-5095-437a-8483-d7290c8cbaff req-34bcbed2-a7ef-4ec6-afd6-33efb8689885 service neutron] Attempting to bind port eb056223-691f-4c34-9de0-b6a4ef8a01e5 on network a7737e0c-9e61-43d5-8f37-2862a114eef0 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:08:38.924959 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30c6bf85-5095-437a-8483-d7290c8cbaff req-34bcbed2-a7ef-4ec6-afd6-33efb8689885 service neutron] Checking agent: {'id': 'c5cc038b-93c4-4df4-8061-5df2a04a48c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 23, 0, 4), 'started_at': datetime.datetime(2021, 7, 27, 23, 0, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 8, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:08:38.930226 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30c6bf85-5095-437a-8483-d7290c8cbaff req-34bcbed2-a7ef-4ec6-afd6-33efb8689885 service neutron] Checking segment: {'id': '2e87b105-a369-4162-9958-8de6352713ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'a7737e0c-9e61-43d5-8f37-2862a114eef0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:08:38.930976 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30c6bf85-5095-437a-8483-d7290c8cbaff req-34bcbed2-a7ef-4ec6-afd6-33efb8689885 service neutron] Bound using segment: {'id': '2e87b105-a369-4162-9958-8de6352713ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'a7737e0c-9e61-43d5-8f37-2862a114eef0'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:08:38.931656 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-30c6bf85-5095-437a-8483-d7290c8cbaff req-34bcbed2-a7ef-4ec6-afd6-33efb8689885 service neutron] Bound port: eb056223-691f-4c34-9de0-b6a4ef8a01e5, host: n-h2-802623-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e87b105-a369-4162-9958-8de6352713ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'a7737e0c-9e61-43d5-8f37-2862a114eef0'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:08:38.932301 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-30c6bf85-5095-437a-8483-d7290c8cbaff req-34bcbed2-a7ef-4ec6-afd6-33efb8689885 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:38.947309 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-f3947e57-eca3-4626-8d61-2e9358f910ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f53fcc7-1a66-48a0-8d80-855bd0350f45', 'name': 'tempest-ServersTestJSON-600988127-router', 'tenant_id': '5e7871e0124d4291a712176480dc3092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.46'}], 'enable_snat': True}, 'gw_port_id': 'c5fa0048-e803-4e28-91f8-7128b9b82dbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:08:23Z', 'updated_at': '2021-07-27T23:08:33Z', 'revision_number': 4, 'project_id': '5e7871e0124d4291a712176480dc3092', 'gw_port': {'id': 'c5fa0048-e803-4e28-91f8-7128b9b82dbc', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:7f:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f53fcc7-1a66-48a0-8d80-855bd0350f45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 762, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:08:25Z', 'updated_at': '2021-07-27T23:08:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': 'e9a704ef-a4ae-446f-9741-b701201f4e7e', 'name': '', 'network_id': '2f1c1614-8854-4219-87b5-cf7e7af195ef', 'tenant_id': '5e7871e0124d4291a712176480dc3092', 'mac_address': 'fa:16:3e:20:04:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f53fcc7-1a66-48a0-8d80-855bd0350f45', 'device_owner': 'network:router_interface', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': '8bd5b5e5-d402-4207-b1bc-794bc31be985', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:08:31Z', 'updated_at': '2021-07-27T23:08:38Z', 'revision_number': 4, 'project_id': '5e7871e0124d4291a712176480dc3092', 'subnets': [{'id': '8bd5b5e5-d402-4207-b1bc-794bc31be985', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:08:38.980585 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3947e57-eca3-4626-8d61-2e9358f910ad None None] The sync data for ids ['0f53fcc7-1a66-48a0-8d80-855bd0350f45'] in n-d-802623-1 is: [{'id': '0f53fcc7-1a66-48a0-8d80-855bd0350f45', 'name': 'tempest-ServersTestJSON-600988127-router', 'tenant_id': '5e7871e0124d4291a712176480dc3092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.46'}], 'enable_snat': True}, 'gw_port_id': 'c5fa0048-e803-4e28-91f8-7128b9b82dbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:08:23Z', 'updated_at': '2021-07-27T23:08:33Z', 'revision_number': 4, 'project_id': '5e7871e0124d4291a712176480dc3092', 'gw_port': {'id': 'c5fa0048-e803-4e28-91f8-7128b9b82dbc', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:7f:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f53fcc7-1a66-48a0-8d80-855bd0350f45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 762, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:08:25Z', 'updated_at': '2021-07-27T23:08:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': 'e9a704ef-a4ae-446f-9741-b701201f4e7e', 'name': '', 'network_id': '2f1c1614-8854-4219-87b5-cf7e7af195ef', 'tenant_id': '5e7871e0124d4291a712176480dc3092', 'mac_address': 'fa:16:3e:20:04:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f53fcc7-1a66-48a0-8d80-855bd0350f45', 'device_owner': 'network:router_interface', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': '8bd5b5e5-d402-4207-b1bc-794bc31be985', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:08:31Z', 'updated_at': '2021-07-27T23:08:38Z', 'revision_number': 4, 'project_id': '5e7871e0124d4291a712176480dc3092', 'subnets': [{'id': '8bd5b5e5-d402-4207-b1bc-794bc31be985', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:08:39.044388 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-58802ec9-372e-4570-b9ad-35af531f35e1 tempest-ServersTestJSON-1684854695 tempest-ServersTestJSON-1684854695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:39.070197 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-30c6bf85-5095-437a-8483-d7290c8cbaff req-34bcbed2-a7ef-4ec6-afd6-33efb8689885 service neutron] For port eb056223-691f-4c34-9de0-b6a4ef8a01e5, host n-h2-802623-1, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:08:39.073959 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-30c6bf85-5095-437a-8483-d7290c8cbaff req-34bcbed2-a7ef-4ec6-afd6-33efb8689885 service neutron] For port eb056223-691f-4c34-9de0-b6a4ef8a01e5, host n-h2-802623-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=eb056223-691f-4c34-9de0-b6a4ef8a01e5,segment=NetworkSegment(2e87b105-a369-4162-9958-8de6352713ab),segment_id=2e87b105-a369-4162-9958-8de6352713ab)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:08:39.078063 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1260dd-f73c-402c-b98e-2f411ed1d0b7 req-1628f619-ab55-4aa6-b0ce-2b2bbf56d8b8 tempest-TenantUsagesTestJSON-1267749339 tempest-TenantUsagesTestJSON-1267749339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:08:39.080306 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-4b1260dd-f73c-402c-b98e-2f411ed1d0b7 req-1628f619-ab55-4aa6-b0ce-2b2bbf56d8b8 tempest-TenantUsagesTestJSON-1267749339 tempest-TenantUsagesTestJSON-1267749339-project] 10.222.0.18 "GET /v2.0/ports?device_id=2efae337-2a9b-4e3f-8d39-435b4d83aa4e HTTP/1.1" status: 200 len: 950 time: 0.1262128 Jul 27 23:08:39.082557 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-30c6bf85-5095-437a-8483-d7290c8cbaff req-34bcbed2-a7ef-4ec6-afd6-33efb8689885 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:39.125365 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c6bf85-5095-437a-8483-d7290c8cbaff req-34bcbed2-a7ef-4ec6-afd6-33efb8689885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:08:39.125987 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-30c6bf85-5095-437a-8483-d7290c8cbaff req-34bcbed2-a7ef-4ec6-afd6-33efb8689885 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:39.127445 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-30c6bf85-5095-437a-8483-d7290c8cbaff req-34bcbed2-a7ef-4ec6-afd6-33efb8689885 service neutron] 10.222.0.49 "PUT /v2.0/ports/eb056223-691f-4c34-9de0-b6a4ef8a01e5 HTTP/1.1" status: 200 len: 1092 time: 1.2623889 Jul 27 23:08:39.127900 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c23ba248-95a1-499d-9e13-83f18c38bb06', 'tag': 'eb056223-691f-4c34-9de0-b6a4ef8a01e5'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:08:39.132631 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}011f8d312121274bb12d78e77c6379a2079800640016cec6c6d605b73666e854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce1757d7-d9b8-4267-8e8c-dab528af7478" -d '{"events": [{"name": "network-changed", "server_uuid": "c23ba248-95a1-499d-9e13-83f18c38bb06", "tag": "eb056223-691f-4c34-9de0-b6a4ef8a01e5"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:08:39.171106 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bcbed2-a7ef-4ec6-afd6-33efb8689885 service neutron] Pushing event updated for resources: {'Port': ['ID=eb056223-691f-4c34-9de0-b6a4ef8a01e5,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:08:39.199211 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-4b1260dd-f73c-402c-b98e-2f411ed1d0b7 req-15b023a7-8092-4d33-914f-f97ff4d02574 tempest-TenantUsagesTestJSON-1267749339 tempest-TenantUsagesTestJSON-1267749339-project] 10.222.0.18 "GET /v2.0/security-groups?id=49659ded-103c-40c6-95a2-ca88316ea21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125169 Jul 27 23:08:39.301000 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c6bf85-5095-437a-8483-d7290c8cbaff req-479fd3fc-8363-4863-b478-481ed77c0450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:08:39.313445 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-30c6bf85-5095-437a-8483-d7290c8cbaff req-479fd3fc-8363-4863-b478-481ed77c0450 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=fc7acafa883a4a4baeb39fca47df928a&device_id=c23ba248-95a1-499d-9e13-83f18c38bb06 HTTP/1.1" status: 200 len: 1095 time: 0.1386058 Jul 27 23:08:39.347450 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 23:08:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9612aefd-eea6-4955-9d07-ba702fe9fd32 x-openstack-request-id: req-9612aefd-eea6-4955-9d07-ba702fe9fd32 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:08:39.348101 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c23ba248-95a1-499d-9e13-83f18c38bb06", "tag": "eb056223-691f-4c34-9de0-b6a4ef8a01e5", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:08:39.348101 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9612aefd-eea6-4955-9d07-ba702fe9fd32 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:08:39.348509 n-d-802623-1 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c23ba248-95a1-499d-9e13-83f18c38bb06', 'tag': 'eb056223-691f-4c34-9de0-b6a4ef8a01e5', 'status': 'completed', 'code': 200} Jul 27 23:08:39.358684 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-58802ec9-372e-4570-b9ad-35af531f35e1 tempest-ServersTestJSON-1684854695 tempest-ServersTestJSON-1684854695-project] Allocated IP 172.25.4.124 (2fd42287-ed26-4eb9-89a5-b521f5b04356/17de1f8f-393a-4b0c-a2df-614bd3f2fb5e/6a4db971-462f-430f-a5df-e78a5911bf2d) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:08:39.458802 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e96ee7fe-839a-4eef-92c3-c496be2cfd97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80599080-78cb-47a0-b0f2-857ca0108a7e'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:08:39.462522 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c0369b0d4f459110ff20a1f9878ba33f96d6491bddb9d15843bf29d01e0bda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a1edfa7-90e6-43d9-b482-bdfa368c3dc7" -d '{"events": [{"server_uuid": "e96ee7fe-839a-4eef-92c3-c496be2cfd97", "name": "network-vif-plugged", "status": "completed", "tag": "80599080-78cb-47a0-b0f2-857ca0108a7e"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:08:39.499117 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-30c6bf85-5095-437a-8483-d7290c8cbaff req-d27753b2-9e06-4361-afa5-1b532da2ad27 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=eb056223-691f-4c34-9de0-b6a4ef8a01e5 HTTP/1.1" status: 200 len: 217 time: 0.0868597 Jul 27 23:08:39.599078 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c6bf85-5095-437a-8483-d7290c8cbaff req-45837193-079d-44ef-868d-1e9343864fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:08:39.600660 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-30c6bf85-5095-437a-8483-d7290c8cbaff req-45837193-079d-44ef-868d-1e9343864fc5 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=970cdcd7-7c74-44af-9807-ff303fbf909b HTTP/1.1" status: 200 len: 851 time: 0.0874748 Jul 27 23:08:39.626478 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-58802ec9-372e-4570-b9ad-35af531f35e1 tempest-ServersTestJSON-1684854695 tempest-ServersTestJSON-1684854695-project] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:39.685180 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-58802ec9-372e-4570-b9ad-35af531f35e1 tempest-ServersTestJSON-1684854695 tempest-ServersTestJSON-1684854695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:39.749625 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58802ec9-372e-4570-b9ad-35af531f35e1 tempest-ServersTestJSON-1684854695 tempest-ServersTestJSON-1684854695-project] Network 2fd42287-ed26-4eb9-89a5-b521f5b04356 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:08:39.753760 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-58802ec9-372e-4570-b9ad-35af531f35e1 tempest-ServersTestJSON-1684854695 tempest-ServersTestJSON-1684854695-project] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:08:39.756179 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c6bf85-5095-437a-8483-d7290c8cbaff req-aa2b21d5-048b-40ea-9c92-197d97d5af16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:08:39.758375 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:08:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5f88a6d-43d4-4e23-86ef-3fbdcd2d067e x-openstack-request-id: req-a5f88a6d-43d4-4e23-86ef-3fbdcd2d067e {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:08:39.758672 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e96ee7fe-839a-4eef-92c3-c496be2cfd97", "name": "network-vif-plugged", "status": "completed", "tag": "80599080-78cb-47a0-b0f2-857ca0108a7e", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:08:39.760967 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58802ec9-372e-4570-b9ad-35af531f35e1 tempest-ServersTestJSON-1684854695 tempest-ServersTestJSON-1684854695-project] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:08:39.761765 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-30c6bf85-5095-437a-8483-d7290c8cbaff req-aa2b21d5-048b-40ea-9c92-197d97d5af16 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a7737e0c-9e61-43d5-8f37-2862a114eef0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1277969 Jul 27 23:08:39.762643 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a5f88a6d-43d4-4e23-86ef-3fbdcd2d067e {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:08:39.764593 n-d-802623-1 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e96ee7fe-839a-4eef-92c3-c496be2cfd97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80599080-78cb-47a0-b0f2-857ca0108a7e', 'code': 200} Jul 27 23:08:39.780546 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device e9a704ef-a4ae-446f-9741-b701201f4e7e up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:08:39.885042 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58802ec9-372e-4570-b9ad-35af531f35e1 tempest-ServersTestJSON-1684854695 tempest-ServersTestJSON-1684854695-project] Pushing event updated for resources: {'Port': ['ID=6a4db971-462f-430f-a5df-e78a5911bf2d,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:08:39.900026 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning for port e9a704ef-a4ae-446f-9741-b701201f4e7e completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:08:39.905283 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port e9a704ef-a4ae-446f-9741-b701201f4e7e triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:08:39.905985 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:40.007757 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee487b56-43cd-44a7-8632-9f38441a9567 req-9e82dcb4-1b70-4a58-b2f4-3da483c29b7d tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:08:40.018204 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-ee487b56-43cd-44a7-8632-9f38441a9567 req-9e82dcb4-1b70-4a58-b2f4-3da483c29b7d tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] 10.222.0.18 "GET /v2.0/ports?device_id=73009c7b-4701-45a2-9167-c53f8173123c HTTP/1.1" status: 200 len: 945 time: 0.1264782 Jul 27 23:08:40.043822 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db33aea4-89e4-4ea5-9ff1-264277d2a82c req-38239086-03e9-4706-bdda-df83e5d44401 tempest-ServersTestManualDisk-873281871 tempest-ServersTestManualDisk-873281871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:08:40.047439 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-58802ec9-372e-4570-b9ad-35af531f35e1 tempest-ServersTestJSON-1684854695 tempest-ServersTestJSON-1684854695-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:40.051134 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-db33aea4-89e4-4ea5-9ff1-264277d2a82c req-38239086-03e9-4706-bdda-df83e5d44401 tempest-ServersTestManualDisk-873281871 tempest-ServersTestManualDisk-873281871-project] 10.222.0.18 "GET /v2.0/ports?device_id=c23ba248-95a1-499d-9e13-83f18c38bb06 HTTP/1.1" status: 200 len: 944 time: 0.1691434 Jul 27 23:08:40.074232 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-30c6bf85-5095-437a-8483-d7290c8cbaff req-905666c4-2a97-4420-8586-5256b0fc8556 service neutron] 10.222.0.49 "GET /v2.0/networks/a7737e0c-9e61-43d5-8f37-2862a114eef0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3024812 Jul 27 23:08:40.086602 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:40.104325 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-ee487b56-43cd-44a7-8632-9f38441a9567 req-30014330-24d7-4456-9705-ea7c01137683 tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ee1769a-7cc2-4f9a-a15b-54c39d35bd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850160 Jul 27 23:08:40.116894 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-58802ec9-372e-4570-b9ad-35af531f35e1 tempest-ServersTestJSON-1684854695 tempest-ServersTestJSON-1684854695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:40.124728 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-db33aea4-89e4-4ea5-9ff1-264277d2a82c req-bf86ea6a-f7b7-4c1a-bbc3-446826967e43 tempest-ServersTestManualDisk-873281871 tempest-ServersTestManualDisk-873281871-project] 10.222.0.18 "GET /v2.0/security-groups?id=a330bb25-4575-49ef-8eda-ab7b81b50dee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720456 Jul 27 23:08:40.205738 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] For port e9a704ef-a4ae-446f-9741-b701201f4e7e, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=e9a704ef-a4ae-446f-9741-b701201f4e7e,segment=NetworkSegment(dbf759a2-7893-47b4-9f82-216314fbd6ac),segment_id=dbf759a2-7893-47b4-9f82-216314fbd6ac)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:08:40.221160 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:40.308420 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Pushing event updated for resources: {'Port': ['ID=e9a704ef-a4ae-446f-9741-b701201f4e7e,revision_number=5']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:08:40.355359 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b13fb0-55e6-4a2a-9635-d8cdb9d2a649 req-7dc05796-1104-440b-8014-c840cca002b3 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:08:40.356930 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-67b13fb0-55e6-4a2a-9635-d8cdb9d2a649 req-7dc05796-1104-440b-8014-c840cca002b3 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.18 "GET /v2.0/ports?device_id=e96ee7fe-839a-4eef-92c3-c496be2cfd97 HTTP/1.1" status: 200 len: 945 time: 0.1074965 Jul 27 23:08:40.363409 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-30c6bf85-5095-437a-8483-d7290c8cbaff req-75de023e-7e40-4470-a99e-17202b5fc658 service neutron] 10.222.0.49 "GET /v2.0/networks/a7737e0c-9e61-43d5-8f37-2862a114eef0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2677650 Jul 27 23:08:40.433869 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-67b13fb0-55e6-4a2a-9635-d8cdb9d2a649 req-8073956f-e33b-43c6-9a12-a222956170cd tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.18 "GET /v2.0/security-groups?id=657c655b-8580-45d5-979f-9b32b7a260f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642374 Jul 27 23:08:40.493614 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1757d7-d9b8-4267-8e8c-dab528af7478 req-4e72a405-d34e-4eeb-855c-40a116c58f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:08:40.495503 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6017cac-2b1d-4f93-bd94-59ec3e879f6f req-d8562981-6382-43c5-8742-f44591b5ecfb tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:08:40.496634 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ce1757d7-d9b8-4267-8e8c-dab528af7478 req-4e72a405-d34e-4eeb-855c-40a116c58f72 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=fc7acafa883a4a4baeb39fca47df928a&device_id=c23ba248-95a1-499d-9e13-83f18c38bb06 HTTP/1.1" status: 200 len: 1095 time: 0.0608709 Jul 27 23:08:40.497400 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-c6017cac-2b1d-4f93-bd94-59ec3e879f6f req-d8562981-6382-43c5-8742-f44591b5ecfb tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] 10.222.0.49 "GET /v2.0/ports?device_id=73009c7b-4701-45a2-9167-c53f8173123c HTTP/1.1" status: 200 len: 945 time: 0.1199582 Jul 27 23:08:40.580002 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-58802ec9-372e-4570-b9ad-35af531f35e1 tempest-ServersTestJSON-1684854695 tempest-ServersTestJSON-1684854695-project] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:40.614655 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-58802ec9-372e-4570-b9ad-35af531f35e1 tempest-ServersTestJSON-1684854695 tempest-ServersTestJSON-1684854695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11336041'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:40.701425 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1757d7-d9b8-4267-8e8c-dab528af7478 req-fd5816c4-259c-4764-8ab6-2551afe1c394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:08:40.703389 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ce1757d7-d9b8-4267-8e8c-dab528af7478 req-fd5816c4-259c-4764-8ab6-2551afe1c394 service neutron] 10.222.0.49 "GET /v2.0/networks?id=a7737e0c-9e61-43d5-8f37-2862a114eef0 HTTP/1.1" status: 200 len: 913 time: 0.1883056 Jul 27 23:08:40.770447 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58802ec9-372e-4570-b9ad-35af531f35e1 tempest-ServersTestJSON-1684854695 tempest-ServersTestJSON-1684854695-project] Pushing event updated for resources: {'Port': ['ID=6a4db971-462f-430f-a5df-e78a5911bf2d,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:08:40.792323 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [req-c6017cac-2b1d-4f93-bd94-59ec3e879f6f req-5acd5dfe-15a5-4f4a-a64d-24745379119b tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] Deleting port e141df55-6ef1-4777-a67c-d14f5b9ece64 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:08:40.792929 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-c6017cac-2b1d-4f93-bd94-59ec3e879f6f req-5acd5dfe-15a5-4f4a-a64d-24745379119b tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:40.797205 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ce1757d7-d9b8-4267-8e8c-dab528af7478 req-ef740e89-bbdf-446b-83b9-6c3486e56af3 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=eb056223-691f-4c34-9de0-b6a4ef8a01e5 HTTP/1.1" status: 200 len: 217 time: 0.0843015 Jul 27 23:08:40.849486 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-58802ec9-372e-4570-b9ad-35af531f35e1 tempest-ServersTestJSON-1684854695 tempest-ServersTestJSON-1684854695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-415302'] for floatingip, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:40.871928 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-58802ec9-372e-4570-b9ad-35af531f35e1 tempest-ServersTestJSON-1684854695 tempest-ServersTestJSON-1684854695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for floatingip, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:40.873343 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-58802ec9-372e-4570-b9ad-35af531f35e1 tempest-ServersTestJSON-1684854695 tempest-ServersTestJSON-1684854695-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1222222 Jul 27 23:08:40.922524 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1757d7-d9b8-4267-8e8c-dab528af7478 req-56cf317b-7c10-424c-b3cd-e4a5d2931832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:08:40.925238 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ce1757d7-d9b8-4267-8e8c-dab528af7478 req-56cf317b-7c10-424c-b3cd-e4a5d2931832 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=970cdcd7-7c74-44af-9807-ff303fbf909b HTTP/1.1" status: 200 len: 851 time: 0.1183755 Jul 27 23:08:40.967718 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-c6017cac-2b1d-4f93-bd94-59ec3e879f6f req-5acd5dfe-15a5-4f4a-a64d-24745379119b tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] For port e141df55-6ef1-4777-a67c-d14f5b9ece64, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=e141df55-6ef1-4777-a67c-d14f5b9ece64,segment=NetworkSegment(ff9b0beb-ebd9-45f3-9693-d627eb3bb065),segment_id=ff9b0beb-ebd9-45f3-9693-d627eb3bb065)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:08:40.968121 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-c6017cac-2b1d-4f93-bd94-59ec3e879f6f req-5acd5dfe-15a5-4f4a-a64d-24745379119b tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:40.997735 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [req-c6017cac-2b1d-4f93-bd94-59ec3e879f6f req-5acd5dfe-15a5-4f4a-a64d-24745379119b tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] Calling delete_port for e141df55-6ef1-4777-a67c-d14f5b9ece64 owned by compute:nova {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:08:41.013415 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1757d7-d9b8-4267-8e8c-dab528af7478 req-3697ad5f-9d3f-4501-be44-eebbc7b97527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:08:41.020370 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ce1757d7-d9b8-4267-8e8c-dab528af7478 req-3697ad5f-9d3f-4501-be44-eebbc7b97527 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a7737e0c-9e61-43d5-8f37-2862a114eef0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0863497 Jul 27 23:08:41.194510 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-c6017cac-2b1d-4f93-bd94-59ec3e879f6f req-5acd5dfe-15a5-4f4a-a64d-24745379119b tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:41.210412 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] get_ports_and_sgs() called for port_ids ['522b4389-a942-43b4-b1c8-2896864af68a', 'e141df55-6ef1-4777-a67c-d14f5b9ece64'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:08:41.232815 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acd5dfe-15a5-4f4a-a64d-24745379119b tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] Pushing event deleted for resources: {'Port': ['ID=e141df55-6ef1-4777-a67c-d14f5b9ece64,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:08:41.248942 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ce1757d7-d9b8-4267-8e8c-dab528af7478 req-e298352c-44bd-4580-988e-99e30848ba91 service neutron] 10.222.0.49 "GET /v2.0/networks/a7737e0c-9e61-43d5-8f37-2862a114eef0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2185543 Jul 27 23:08:41.291724 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6017cac-2b1d-4f93-bd94-59ec3e879f6f req-5acd5dfe-15a5-4f4a-a64d-24745379119b tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] No DVR routers for this DVR port e141df55-6ef1-4777-a67c-d14f5b9ece64 on host n-h2-802623-1 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:08:41.294446 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-c6017cac-2b1d-4f93-bd94-59ec3e879f6f req-5acd5dfe-15a5-4f4a-a64d-24745379119b tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:41.296738 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-c6017cac-2b1d-4f93-bd94-59ec3e879f6f req-5acd5dfe-15a5-4f4a-a64d-24745379119b tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] 10.222.0.49 "DELETE /v2.0/ports/e141df55-6ef1-4777-a67c-d14f5b9ece64 HTTP/1.1" status: 204 len: 173 time: 0.7802982 Jul 27 23:08:41.297193 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73009c7b-4701-45a2-9167-c53f8173123c', 'name': 'network-vif-deleted', 'tag': 'e141df55-6ef1-4777-a67c-d14f5b9ece64'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:08:41.299545 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a476459a1bfce68b0ae0df5b6a71154bfc7cfdc8f9eefce6ad0a17231e60468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1383c01-087b-4761-be2b-3f0a0e6f0a2b" -d '{"events": [{"server_uuid": "73009c7b-4701-45a2-9167-c53f8173123c", "name": "network-vif-deleted", "tag": "e141df55-6ef1-4777-a67c-d14f5b9ece64"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:08:41.351140 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-bc350f0b-5f3c-4459-9338-e08b052ad9b6 req-bef01ac6-c60b-4160-994b-f327047ed920 tempest-ServersTestJSON-1684854695 tempest-ServersTestJSON-1684854695-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--340084887&fields=id&tenant_id=5e7871e0124d4291a712176480dc3092 HTTP/1.1" status: 200 len: 267 time: 0.0456741 Jul 27 23:08:41.376612 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764dda2c-506b-482b-b8dc-a399553eacaf req-2b654728-e964-4a13-bb96-fbe752f93e93 tempest-TenantUsagesTestJSON-1267749339 tempest-TenantUsagesTestJSON-1267749339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:08:41.384715 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-764dda2c-506b-482b-b8dc-a399553eacaf req-2b654728-e964-4a13-bb96-fbe752f93e93 tempest-TenantUsagesTestJSON-1267749339 tempest-TenantUsagesTestJSON-1267749339-project] 10.222.0.18 "GET /v2.0/ports?device_id=2efae337-2a9b-4e3f-8d39-435b4d83aa4e HTTP/1.1" status: 200 len: 950 time: 0.2717018 Jul 27 23:08:41.534309 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-764dda2c-506b-482b-b8dc-a399553eacaf req-57fce1ae-2bd0-4553-a876-6d81a011714c tempest-TenantUsagesTestJSON-1267749339 tempest-TenantUsagesTestJSON-1267749339-project] 10.222.0.18 "GET /v2.0/security-groups?id=49659ded-103c-40c6-95a2-ca88316ea21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486266 Jul 27 23:08:41.553934 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ce1757d7-d9b8-4267-8e8c-dab528af7478 req-857c195b-86a8-4a1d-b0da-3be1fd22e9ef service neutron] 10.222.0.49 "GET /v2.0/networks/a7737e0c-9e61-43d5-8f37-2862a114eef0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2860796 Jul 27 23:08:41.555517 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc350f0b-5f3c-4459-9338-e08b052ad9b6 req-f86dcb77-afab-4266-bd7a-0d2f999b0586 tempest-ServersTestJSON-1684854695 tempest-ServersTestJSON-1684854695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:08:41.563675 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-bc350f0b-5f3c-4459-9338-e08b052ad9b6 req-f86dcb77-afab-4266-bd7a-0d2f999b0586 tempest-ServersTestJSON-1684854695 tempest-ServersTestJSON-1684854695-project] 10.222.0.18 "GET /v2.0/networks?id=2f1c1614-8854-4219-87b5-cf7e7af195ef HTTP/1.1" status: 200 len: 805 time: 0.1963286 Jul 27 23:08:41.575059 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-bc350f0b-5f3c-4459-9338-e08b052ad9b6 req-2674c4cd-8fd1-4b4d-a821-d52cc92c5f0e tempest-ServersTestJSON-1684854695 tempest-ServersTestJSON-1684854695-project] 10.222.0.18 "GET /v2.0/quotas/5e7871e0124d4291a712176480dc3092 HTTP/1.1" status: 200 len: 375 time: 0.0103240 Jul 27 23:08:41.638364 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device e9a704ef-a4ae-446f-9741-b701201f4e7e up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:08:41.688147 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f5071e00-65e3-4b4b-952e-965b8c1d6350 req-1f49da95-6a64-48c3-9857-ef3d6f653606 tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] 10.222.0.18 "GET /v2.0/ports?device_id=73009c7b-4701-45a2-9167-c53f8173123c HTTP/1.1" status: 200 len: 210 time: 0.0608692 Jul 27 23:08:41.705760 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-bc350f0b-5f3c-4459-9338-e08b052ad9b6 req-652019ae-559a-45a3-b979-3b137c0f2211 tempest-ServersTestJSON-1684854695 tempest-ServersTestJSON-1684854695-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=5e7871e0124d4291a712176480dc3092&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1236308 Jul 27 23:08:41.717287 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port e9a704ef-a4ae-446f-9741-b701201f4e7e triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:08:41.717868 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:41.886445 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111d1cfb-f713-45db-9841-87f6643658e8 req-0a20b8d5-f53c-4b52-9c18-6fa0b36b00af tempest-ServersTestManualDisk-873281871 tempest-ServersTestManualDisk-873281871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:08:41.891668 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-bc350f0b-5f3c-4459-9338-e08b052ad9b6 req-6f4c70d8-e6e3-4161-afef-dd566297364f service neutron] 10.222.0.18 "GET /v2.0/networks/2f1c1614-8854-4219-87b5-cf7e7af195ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1803689 Jul 27 23:08:41.894506 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-111d1cfb-f713-45db-9841-87f6643658e8 req-0a20b8d5-f53c-4b52-9c18-6fa0b36b00af tempest-ServersTestManualDisk-873281871 tempest-ServersTestManualDisk-873281871-project] 10.222.0.18 "GET /v2.0/ports?device_id=c23ba248-95a1-499d-9e13-83f18c38bb06 HTTP/1.1" status: 200 len: 944 time: 0.0903459 Jul 27 23:08:41.944961 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-111d1cfb-f713-45db-9841-87f6643658e8 req-699c99bf-cbc2-4c00-a852-3c894ab6008f tempest-ServersTestManualDisk-873281871 tempest-ServersTestManualDisk-873281871-project] 10.222.0.18 "GET /v2.0/security-groups?id=a330bb25-4575-49ef-8eda-ab7b81b50dee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458708 Jul 27 23:08:42.010267 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-bc350f0b-5f3c-4459-9338-e08b052ad9b6 req-f351f4d7-0a40-4cc4-9653-f542c615a8f6 service neutron] 10.222.0.18 "GET /v2.0/networks/2f1c1614-8854-4219-87b5-cf7e7af195ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122696 Jul 27 23:08:42.310787 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:08:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae42f480-50f3-4f01-af31-c5a6de7a9f4b x-openstack-request-id: req-ae42f480-50f3-4f01-af31-c5a6de7a9f4b {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:08:42.311103 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73009c7b-4701-45a2-9167-c53f8173123c", "name": "network-vif-deleted", "tag": "e141df55-6ef1-4777-a67c-d14f5b9ece64", "status": "completed", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:08:42.312220 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ae42f480-50f3-4f01-af31-c5a6de7a9f4b {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:08:42.312617 n-d-802623-1 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73009c7b-4701-45a2-9167-c53f8173123c', 'name': 'network-vif-deleted', 'tag': 'e141df55-6ef1-4777-a67c-d14f5b9ece64', 'status': 'completed', 'code': 200} Jul 27 23:08:42.402490 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7713e4d2-7edc-4eb8-8597-4dabb4b62130 req-a906becd-79d2-4d87-a615-cf66de48b7a9 tempest-TenantUsagesTestJSON-1267749339 tempest-TenantUsagesTestJSON-1267749339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:08:42.425013 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-7713e4d2-7edc-4eb8-8597-4dabb4b62130 req-a906becd-79d2-4d87-a615-cf66de48b7a9 tempest-TenantUsagesTestJSON-1267749339 tempest-TenantUsagesTestJSON-1267749339-project] 10.222.0.38 "GET /v2.0/ports?device_id=2efae337-2a9b-4e3f-8d39-435b4d83aa4e HTTP/1.1" status: 200 len: 950 time: 0.1369660 Jul 27 23:08:42.475868 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69da60dc-93dd-4aff-bfe7-3b8148e7a020 req-3bb9fbce-9d50-41b9-8be5-7ba8984e9bcd tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:08:42.485437 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-69da60dc-93dd-4aff-bfe7-3b8148e7a020 req-3bb9fbce-9d50-41b9-8be5-7ba8984e9bcd tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.18 "GET /v2.0/ports?device_id=e96ee7fe-839a-4eef-92c3-c496be2cfd97 HTTP/1.1" status: 200 len: 945 time: 0.1129010 Jul 27 23:08:42.559550 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-69da60dc-93dd-4aff-bfe7-3b8148e7a020 req-bf55b436-86a3-4a67-956e-60d6f3ad5857 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.18 "GET /v2.0/security-groups?id=657c655b-8580-45d5-979f-9b32b7a260f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722153 Jul 27 23:08:42.695400 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-b7b2fbb9-20fa-4d89-8553-92960df626ed req-6dfac02d-f0e1-4451-a68a-ce497cf51fd5 tempest-ServersTestJSON-1684854695 tempest-ServersTestJSON-1684854695-project] 10.222.0.18 "GET /v2.0/ports?device_id=cbeaaf4c-704a-4da5-b3eb-27d107a4dd69 HTTP/1.1" status: 200 len: 210 time: 0.0758555 Jul 27 23:08:42.724305 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [req-7713e4d2-7edc-4eb8-8597-4dabb4b62130 req-b9bdeb85-92b2-49e4-b9ad-63bd9ae37f92 tempest-TenantUsagesTestJSON-1267749339 tempest-TenantUsagesTestJSON-1267749339-project] Deleting port 858681e3-dfe2-4f21-b3dd-b89ea1f486bc {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:08:42.724712 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-7713e4d2-7edc-4eb8-8597-4dabb4b62130 req-b9bdeb85-92b2-49e4-b9ad-63bd9ae37f92 tempest-TenantUsagesTestJSON-1267749339 tempest-TenantUsagesTestJSON-1267749339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:42.729931 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1fb4b7-6295-42c9-bcd8-b44f9f07f0d0 req-a9effadb-c557-4a6c-a720-42ac64dc36c5 tempest-TenantUsagesTestJSON-1267749339 tempest-TenantUsagesTestJSON-1267749339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:08:42.738683 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ba1fb4b7-6295-42c9-bcd8-b44f9f07f0d0 req-a9effadb-c557-4a6c-a720-42ac64dc36c5 tempest-TenantUsagesTestJSON-1267749339 tempest-TenantUsagesTestJSON-1267749339-project] 10.222.0.18 "GET /v2.0/ports?device_id=2efae337-2a9b-4e3f-8d39-435b4d83aa4e HTTP/1.1" status: 200 len: 950 time: 0.0951593 Jul 27 23:08:42.805798 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ba1fb4b7-6295-42c9-bcd8-b44f9f07f0d0 req-87b8db98-7305-422b-ac2a-bc9160cb675c tempest-TenantUsagesTestJSON-1267749339 tempest-TenantUsagesTestJSON-1267749339-project] 10.222.0.18 "GET /v2.0/security-groups?id=49659ded-103c-40c6-95a2-ca88316ea21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656800 Jul 27 23:08:42.830680 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device abc9a2e4-fad6-4842-b58a-e476e4fc1872 details requested by agent hyperv_n-h2-802623-1 with host n-h2-802623-1 {{(pid=93799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 23:08:42.831343 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-7713e4d2-7edc-4eb8-8597-4dabb4b62130 req-b9bdeb85-92b2-49e4-b9ad-63bd9ae37f92 tempest-TenantUsagesTestJSON-1267749339 tempest-TenantUsagesTestJSON-1267749339-project] For port 858681e3-dfe2-4f21-b3dd-b89ea1f486bc, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=858681e3-dfe2-4f21-b3dd-b89ea1f486bc,segment=NetworkSegment(16e91594-c047-4b55-93eb-43af33ad08e1),segment_id=16e91594-c047-4b55-93eb-43af33ad08e1)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:08:42.831343 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-7713e4d2-7edc-4eb8-8597-4dabb4b62130 req-b9bdeb85-92b2-49e4-b9ad-63bd9ae37f92 tempest-TenantUsagesTestJSON-1267749339 tempest-TenantUsagesTestJSON-1267749339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:42.847548 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [req-7713e4d2-7edc-4eb8-8597-4dabb4b62130 req-b9bdeb85-92b2-49e4-b9ad-63bd9ae37f92 tempest-TenantUsagesTestJSON-1267749339 tempest-TenantUsagesTestJSON-1267749339-project] Calling delete_port for 858681e3-dfe2-4f21-b3dd-b89ea1f486bc owned by compute:nova {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:08:43.050009 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d3fc99fd-ac3f-42a8-a4b7-28ff9c406b55 req-65a71ebd-d488-4a75-99af-5a4ab37534f8 tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] 10.222.0.18 "GET /v2.0/ports?device_id=73009c7b-4701-45a2-9167-c53f8173123c HTTP/1.1" status: 200 len: 210 time: 0.0397782 Jul 27 23:08:43.052143 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-7713e4d2-7edc-4eb8-8597-4dabb4b62130 req-b9bdeb85-92b2-49e4-b9ad-63bd9ae37f92 tempest-TenantUsagesTestJSON-1267749339 tempest-TenantUsagesTestJSON-1267749339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:43.097576 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] get_ports_and_sgs() called for port_ids ['858681e3-dfe2-4f21-b3dd-b89ea1f486bc'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:08:43.119377 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bdeb85-92b2-49e4-b9ad-63bd9ae37f92 tempest-TenantUsagesTestJSON-1267749339 tempest-TenantUsagesTestJSON-1267749339-project] Pushing event deleted for resources: {'Port': ['ID=858681e3-dfe2-4f21-b3dd-b89ea1f486bc,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:08:43.181919 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41ebdfa-b9bd-403b-a20f-4e1b393a8580 req-ad153f6f-6477-4c56-aaa1-e9d891805510 tempest-ServersTestManualDisk-873281871 tempest-ServersTestManualDisk-873281871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:08:43.186975 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [req-7713e4d2-7edc-4eb8-8597-4dabb4b62130 req-b9bdeb85-92b2-49e4-b9ad-63bd9ae37f92 tempest-TenantUsagesTestJSON-1267749339 tempest-TenantUsagesTestJSON-1267749339-project] No DVR routers for this DVR port 858681e3-dfe2-4f21-b3dd-b89ea1f486bc on host n-h1-802623-1 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:08:43.189803 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-7713e4d2-7edc-4eb8-8597-4dabb4b62130 req-b9bdeb85-92b2-49e4-b9ad-63bd9ae37f92 tempest-TenantUsagesTestJSON-1267749339 tempest-TenantUsagesTestJSON-1267749339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:43.193018 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-7713e4d2-7edc-4eb8-8597-4dabb4b62130 req-b9bdeb85-92b2-49e4-b9ad-63bd9ae37f92 tempest-TenantUsagesTestJSON-1267749339 tempest-TenantUsagesTestJSON-1267749339-project] 10.222.0.38 "DELETE /v2.0/ports/858681e3-dfe2-4f21-b3dd-b89ea1f486bc HTTP/1.1" status: 204 len: 173 time: 0.7609046 Jul 27 23:08:43.193453 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-d41ebdfa-b9bd-403b-a20f-4e1b393a8580 req-ad153f6f-6477-4c56-aaa1-e9d891805510 tempest-ServersTestManualDisk-873281871 tempest-ServersTestManualDisk-873281871-project] 10.222.0.18 "GET /v2.0/ports?device_id=c23ba248-95a1-499d-9e13-83f18c38bb06 HTTP/1.1" status: 200 len: 944 time: 0.1234424 Jul 27 23:08:43.225725 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port abc9a2e4-fad6-4842-b58a-e476e4fc1872, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=abc9a2e4-fad6-4842-b58a-e476e4fc1872,segment=NetworkSegment(16e91594-c047-4b55-93eb-43af33ad08e1),segment_id=16e91594-c047-4b55-93eb-43af33ad08e1)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:08:43.259364 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Returning: {'device': 'abc9a2e4-fad6-4842-b58a-e476e4fc1872', 'network_id': '591af2dd-f826-43b1-aa9d-e7a0bf218c71', 'port_id': 'abc9a2e4-fad6-4842-b58a-e476e4fc1872', 'mac_address': 'fa:16:3e:2c:d7:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62938449-046d-4cbe-923a-7ebb632c358d', 'ip_address': '192.168.233.198'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 23:08:43.291656 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-d41ebdfa-b9bd-403b-a20f-4e1b393a8580 req-23df7cf0-8a5e-4b2c-972a-c18f5b6cd7a6 tempest-ServersTestManualDisk-873281871 tempest-ServersTestManualDisk-873281871-project] 10.222.0.18 "GET /v2.0/security-groups?id=a330bb25-4575-49ef-8eda-ab7b81b50dee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0972507 Jul 27 23:08:43.327960 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:43.344932 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id abc9a2e4-fad6-4842-b58a-e476e4fc1872 {{(pid=93799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:08:43.385181 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port abc9a2e4-fad6-4842-b58a-e476e4fc1872, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=abc9a2e4-fad6-4842-b58a-e476e4fc1872,segment=NetworkSegment(16e91594-c047-4b55-93eb-43af33ad08e1),segment_id=16e91594-c047-4b55-93eb-43af33ad08e1)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:08:43.391895 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:43.464353 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Pushing event updated for resources: {'Port': ['ID=abc9a2e4-fad6-4842-b58a-e476e4fc1872,revision_number=6']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:08:43.508829 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] get_ports_and_sgs() called for port_ids ['abc9a2e4-fad6-4842-b58a-e476e4fc1872'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:08:43.533799 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 58750) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:08:43.794008 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47d6614-628b-488f-bf72-08fd258a186e req-53503079-9327-4834-9577-f7bb0297ab2b tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:08:43.802730 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a47d6614-628b-488f-bf72-08fd258a186e req-53503079-9327-4834-9577-f7bb0297ab2b tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.18 "GET /v2.0/ports?device_id=e96ee7fe-839a-4eef-92c3-c496be2cfd97 HTTP/1.1" status: 200 len: 945 time: 0.1541452 Jul 27 23:08:43.848338 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1e1a5d62-36ac-4d35-afb8-2613c5aa6c6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:43.903693 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b498c9e7-974d-451c-8abd-fe45fb1a295e req-e3892d73-07ef-4586-8263-561b7df166a9 tempest-ServersTestJSON-1684854695 tempest-ServersTestJSON-1684854695-project] 10.222.0.18 "GET /v2.0/ports?device_id=cbeaaf4c-704a-4da5-b3eb-27d107a4dd69 HTTP/1.1" status: 200 len: 210 time: 0.0581067 Jul 27 23:08:43.989431 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a47d6614-628b-488f-bf72-08fd258a186e req-3fd5bf2a-48d3-4e4e-86bb-aad6137fa5ce tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.18 "GET /v2.0/security-groups?id=657c655b-8580-45d5-979f-9b32b7a260f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857162 Jul 27 23:08:44.035426 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-24427996-6fb4-444f-a128-d7c4c846ef03 req-e08ffbe4-bb7a-4dfc-a10f-2e40ea49c617 tempest-TenantUsagesTestJSON-1267749339 tempest-TenantUsagesTestJSON-1267749339-project] 10.222.0.18 "GET /v2.0/ports?device_id=2efae337-2a9b-4e3f-8d39-435b4d83aa4e HTTP/1.1" status: 200 len: 210 time: 0.0436137 Jul 27 23:08:44.123653 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1e1a5d62-36ac-4d35-afb8-2613c5aa6c6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:44.130837 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1e1a5d62-36ac-4d35-afb8-2613c5aa6c6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:44.210954 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1a5d62-36ac-4d35-afb8-2613c5aa6c6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9535fd3b-4062-45b2-bfae-5ecf90553b31,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:08:44.216007 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-1e1a5d62-36ac-4d35-afb8-2613c5aa6c6a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=435d0b8ab7cb4c2caa6e4078ee99d27c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6813023 Jul 27 23:08:44.218677 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 58772) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:08:44.232242 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-7262798e-0284-4f24-afee-33d8df894c9b req-ad70d2a1-c38c-407b-8e62-67aa4ff78e79 tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] 10.222.0.18 "GET /v2.0/ports?device_id=73009c7b-4701-45a2-9167-c53f8173123c HTTP/1.1" status: 200 len: 210 time: 0.0414491 Jul 27 23:08:44.298484 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bb364fd7-11c0-4584-adee-47146b2760e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:44.313415 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2efae337-2a9b-4e3f-8d39-435b4d83aa4e', 'name': 'network-vif-deleted', 'tag': '858681e3-dfe2-4f21-b3dd-b89ea1f486bc'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:08:44.316707 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a476459a1bfce68b0ae0df5b6a71154bfc7cfdc8f9eefce6ad0a17231e60468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1582c03-ba23-444a-a096-24b4e8f0c1a5" -d '{"events": [{"server_uuid": "2efae337-2a9b-4e3f-8d39-435b4d83aa4e", "name": "network-vif-deleted", "tag": "858681e3-dfe2-4f21-b3dd-b89ea1f486bc"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:08:44.325989 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bb364fd7-11c0-4584-adee-47146b2760e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:44.397488 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bb364fd7-11c0-4584-adee-47146b2760e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:44.405367 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bb364fd7-11c0-4584-adee-47146b2760e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:44.406843 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-bb364fd7-11c0-4584-adee-47146b2760e9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9535fd3b-4062-45b2-bfae-5ecf90553b31 HTTP/1.1" status: 204 len: 168 time: 0.1871698 Jul 27 23:08:44.418148 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:08:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9035b67f-970c-4e76-8346-b0d353c576cb x-openstack-request-id: req-9035b67f-970c-4e76-8346-b0d353c576cb {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:08:44.418464 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2efae337-2a9b-4e3f-8d39-435b4d83aa4e", "name": "network-vif-deleted", "tag": "858681e3-dfe2-4f21-b3dd-b89ea1f486bc", "status": "completed", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:08:44.418996 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9035b67f-970c-4e76-8346-b0d353c576cb {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:08:44.419456 n-d-802623-1 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2efae337-2a9b-4e3f-8d39-435b4d83aa4e', 'name': 'network-vif-deleted', 'tag': '858681e3-dfe2-4f21-b3dd-b89ea1f486bc', 'status': 'completed', 'code': 200} Jul 27 23:08:44.436531 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb364fd7-11c0-4584-adee-47146b2760e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9535fd3b-4062-45b2-bfae-5ecf90553b31,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:08:44.448394 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb364fd7-11c0-4584-adee-47146b2760e9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:08:44.449021 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb364fd7-11c0-4584-adee-47146b2760e9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:08:44.449562 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb364fd7-11c0-4584-adee-47146b2760e9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:08:44.450086 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb364fd7-11c0-4584-adee-47146b2760e9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:08:44.450606 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb364fd7-11c0-4584-adee-47146b2760e9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:08:44.451281 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb364fd7-11c0-4584-adee-47146b2760e9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:08:44.451818 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb364fd7-11c0-4584-adee-47146b2760e9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:08:44.452332 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb364fd7-11c0-4584-adee-47146b2760e9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:08:44.452847 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb364fd7-11c0-4584-adee-47146b2760e9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:08:44.453364 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb364fd7-11c0-4584-adee-47146b2760e9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:08:44.454604 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb364fd7-11c0-4584-adee-47146b2760e9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:08:44.456159 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb364fd7-11c0-4584-adee-47146b2760e9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:08:44.506383 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6702d38a-8993-4147-a6ce-aa58f5fb7e91 req-4a07cc4f-8208-4d17-88ac-7bc2c2a2d873 tempest-ServersTestManualDisk-873281871 tempest-ServersTestManualDisk-873281871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:08:44.509134 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-6702d38a-8993-4147-a6ce-aa58f5fb7e91 req-4a07cc4f-8208-4d17-88ac-7bc2c2a2d873 tempest-ServersTestManualDisk-873281871 tempest-ServersTestManualDisk-873281871-project] 10.222.0.18 "GET /v2.0/ports?device_id=c23ba248-95a1-499d-9e13-83f18c38bb06 HTTP/1.1" status: 200 len: 944 time: 0.1234741 Jul 27 23:08:44.573854 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-6702d38a-8993-4147-a6ce-aa58f5fb7e91 req-b7b56df6-bd7e-4336-a38f-40932ee8ca26 tempest-ServersTestManualDisk-873281871 tempest-ServersTestManualDisk-873281871-project] 10.222.0.18 "GET /v2.0/security-groups?id=a330bb25-4575-49ef-8eda-ab7b81b50dee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504143 Jul 27 23:08:44.846563 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device eb056223-691f-4c34-9de0-b6a4ef8a01e5 details requested by agent hyperv_n-h2-802623-1 with host n-h2-802623-1 {{(pid=93799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 23:08:44.850421 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device abc9a2e4-fad6-4842-b58a-e476e4fc1872 up at agent hyperv_n-h2-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:08:45.000350 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Provisioning complete for port abc9a2e4-fad6-4842-b58a-e476e4fc1872 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:08:45.000741 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:45.068879 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port eb056223-691f-4c34-9de0-b6a4ef8a01e5, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=eb056223-691f-4c34-9de0-b6a4ef8a01e5,segment=NetworkSegment(2e87b105-a369-4162-9958-8de6352713ab),segment_id=2e87b105-a369-4162-9958-8de6352713ab)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:08:45.108716 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Returning: {'device': 'eb056223-691f-4c34-9de0-b6a4ef8a01e5', 'network_id': 'a7737e0c-9e61-43d5-8f37-2862a114eef0', 'port_id': 'eb056223-691f-4c34-9de0-b6a4ef8a01e5', 'mac_address': 'fa:16:3e:bd:da:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '970cdcd7-7c74-44af-9807-ff303fbf909b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 23:08:45.158569 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-eaa42f1c-126d-4f32-b0bf-80ee8e89bc3b req-91ad4ea4-1cd7-4b8d-9ceb-8b362b1887af tempest-ServersTestJSON-1684854695 tempest-ServersTestJSON-1684854695-project] 10.222.0.18 "GET /v2.0/ports?device_id=cbeaaf4c-704a-4da5-b3eb-27d107a4dd69 HTTP/1.1" status: 200 len: 210 time: 0.0589056 Jul 27 23:08:45.173682 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc350f0b-5f3c-4459-9338-e08b052ad9b6 req-9fd78882-a209-4563-80a8-499051e97ae7 tempest-ServersTestJSON-1684854695 tempest-ServersTestJSON-1684854695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:08:45.175557 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-bc350f0b-5f3c-4459-9338-e08b052ad9b6 req-9fd78882-a209-4563-80a8-499051e97ae7 tempest-ServersTestJSON-1684854695 tempest-ServersTestJSON-1684854695-project] 10.222.0.38 "GET /v2.0/networks?id=2f1c1614-8854-4219-87b5-cf7e7af195ef HTTP/1.1" status: 200 len: 805 time: 0.6633444 Jul 27 23:08:45.239719 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:45.262912 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:45.279914 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb056223-691f-4c34-9de0-b6a4ef8a01e5 {{(pid=93799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:08:45.327916 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad127843-2f59-41fa-9a9b-54df94eb8502', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abc9a2e4-fad6-4842-b58a-e476e4fc1872'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:08:45.331927 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c0369b0d4f459110ff20a1f9878ba33f96d6491bddb9d15843bf29d01e0bda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-654460bf-9e03-4713-9ef7-8bc0c46b72b2" -d '{"events": [{"server_uuid": "ad127843-2f59-41fa-9a9b-54df94eb8502", "name": "network-vif-plugged", "status": "completed", "tag": "abc9a2e4-fad6-4842-b58a-e476e4fc1872"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:08:45.339209 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port eb056223-691f-4c34-9de0-b6a4ef8a01e5, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=eb056223-691f-4c34-9de0-b6a4ef8a01e5,segment=NetworkSegment(2e87b105-a369-4162-9958-8de6352713ab),segment_id=2e87b105-a369-4162-9958-8de6352713ab)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:08:45.351299 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port abc9a2e4-fad6-4842-b58a-e476e4fc1872, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=abc9a2e4-fad6-4842-b58a-e476e4fc1872,segment=NetworkSegment(16e91594-c047-4b55-93eb-43af33ad08e1),segment_id=16e91594-c047-4b55-93eb-43af33ad08e1)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:08:45.356237 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:45.387230 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-bc350f0b-5f3c-4459-9338-e08b052ad9b6 req-33a97838-c987-4c9c-99d3-f0339adbcf31 tempest-ServersTestJSON-1684854695 tempest-ServersTestJSON-1684854695-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5e7871e0124d4291a712176480dc3092 HTTP/1.1" status: 200 len: 379 time: 0.1947575 Jul 27 23:08:45.414177 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [req-bc350f0b-5f3c-4459-9338-e08b052ad9b6 req-b03e550f-a389-4ec0-aade-cb2d36d2884b tempest-ServersTestJSON-1684854695 tempest-ServersTestJSON-1684854695-project] Request body: {'port': {'device_id': 'cbeaaf4c-704a-4da5-b3eb-27d107a4dd69', 'network_id': '2f1c1614-8854-4219-87b5-cf7e7af195ef', 'admin_state_up': True, 'tenant_id': '5e7871e0124d4291a712176480dc3092', 'security_groups': ['84587ebf-8cbd-42bb-8eec-2a11ea42d562']}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:08:45.466933 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Pushing event updated for resources: {'Port': ['ID=eb056223-691f-4c34-9de0-b6a4ef8a01e5,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:08:45.485735 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:45.488154 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device e141df55-6ef1-4777-a67c-d14f5b9ece64 no longer exists at agent hyperv_n-h2-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:08:45.522564 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-75ac606f-4955-467c-b5f3-7a4e4ffaf6a4 req-ba23c4be-250b-43a1-8ce4-e35e929cd746 tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] 10.222.0.18 "GET /v2.0/ports?device_id=73009c7b-4701-45a2-9167-c53f8173123c HTTP/1.1" status: 200 len: 210 time: 0.0850654 Jul 27 23:08:45.608738 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] No Port match for: e141df55-6ef1-4777-a67c-d14f5b9ece64 {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:08:45.609323 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device e141df55-6ef1-4777-a67c-d14f5b9ece64 not bound to the agent host n-h2-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:08:45.646071 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1352a2-7592-4911-b0a2-471be3dab185 req-00a8d448-db5e-458c-af71-d1b528d7abd9 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:08:45.657818 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Pushing event updated for resources: {'Port': ['ID=abc9a2e4-fad6-4842-b58a-e476e4fc1872,revision_number=7']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:08:45.659197 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-1a1352a2-7592-4911-b0a2-471be3dab185 req-00a8d448-db5e-458c-af71-d1b528d7abd9 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.18 "GET /v2.0/ports?device_id=e96ee7fe-839a-4eef-92c3-c496be2cfd97 HTTP/1.1" status: 200 len: 945 time: 0.4737437 Jul 27 23:08:45.676887 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:08:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23a8e000-c36a-4d83-b787-f9f50a1ac4f2 x-openstack-request-id: req-23a8e000-c36a-4d83-b787-f9f50a1ac4f2 {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:08:45.678560 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad127843-2f59-41fa-9a9b-54df94eb8502", "name": "network-vif-plugged", "status": "completed", "tag": "abc9a2e4-fad6-4842-b58a-e476e4fc1872", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:08:45.679296 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-23a8e000-c36a-4d83-b787-f9f50a1ac4f2 {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:08:45.680171 n-d-802623-1 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad127843-2f59-41fa-9a9b-54df94eb8502', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abc9a2e4-fad6-4842-b58a-e476e4fc1872', 'code': 200} Jul 27 23:08:45.788372 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] get_ports_and_sgs() called for port_ids ['eb056223-691f-4c34-9de0-b6a4ef8a01e5'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:08:45.870737 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-1a1352a2-7592-4911-b0a2-471be3dab185 req-37bb5a81-56dd-4af0-b40e-2abe06f05fb0 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.18 "GET /v2.0/security-groups?id=657c655b-8580-45d5-979f-9b32b7a260f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2060540 Jul 27 23:08:45.962879 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae474c0-f643-4e6b-97f4-f398b6c4af30 req-6ae192ae-7dde-41c0-985d-5a43a9d76fd5 tempest-ServersTestManualDisk-873281871 tempest-ServersTestManualDisk-873281871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:08:45.967014 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc350f0b-5f3c-4459-9338-e08b052ad9b6 req-b03e550f-a389-4ec0-aade-cb2d36d2884b tempest-ServersTestJSON-1684854695 tempest-ServersTestJSON-1684854695-project] Made reservation on behalf of 5e7871e0124d4291a712176480dc3092 for: {'port': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:08:45.968585 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-cae474c0-f643-4e6b-97f4-f398b6c4af30 req-6ae192ae-7dde-41c0-985d-5a43a9d76fd5 tempest-ServersTestManualDisk-873281871 tempest-ServersTestManualDisk-873281871-project] 10.222.0.18 "GET /v2.0/ports?device_id=c23ba248-95a1-499d-9e13-83f18c38bb06 HTTP/1.1" status: 200 len: 945 time: 0.1649272 Jul 27 23:08:45.973054 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-bc350f0b-5f3c-4459-9338-e08b052ad9b6 req-b03e550f-a389-4ec0-aade-cb2d36d2884b tempest-ServersTestJSON-1684854695 tempest-ServersTestJSON-1684854695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:45.995264 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 858681e3-dfe2-4f21-b3dd-b89ea1f486bc no longer exists at agent hyperv_n-h1-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:08:46.051479 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-cae474c0-f643-4e6b-97f4-f398b6c4af30 req-fbd46062-8a86-43ec-848d-981db73a2637 tempest-ServersTestManualDisk-873281871 tempest-ServersTestManualDisk-873281871-project] 10.222.0.18 "GET /v2.0/security-groups?id=a330bb25-4575-49ef-8eda-ab7b81b50dee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759304 Jul 27 23:08:46.059306 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] No Port match for: 858681e3-dfe2-4f21-b3dd-b89ea1f486bc {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:08:46.059827 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 858681e3-dfe2-4f21-b3dd-b89ea1f486bc not bound to the agent host n-h1-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:08:46.105712 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 58852) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:08:46.264443 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [req-bc350f0b-5f3c-4459-9338-e08b052ad9b6 req-b03e550f-a389-4ec0-aade-cb2d36d2884b tempest-ServersTestJSON-1684854695 tempest-ServersTestJSON-1684854695-project] Allocated IP 172.20.0.6 (2f1c1614-8854-4219-87b5-cf7e7af195ef/8bd5b5e5-d402-4207-b1bc-794bc31be985/4cf806a5-ff72-4bfc-80ab-7b8906280ea3) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:08:46.350442 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-47882026-f2b4-4863-9452-4fbad7dc8d46 req-3a79e829-af24-49f6-9956-d6503c748782 tempest-ServersTestJSON-1684854695 tempest-ServersTestJSON-1684854695-project] 10.222.0.18 "GET /v2.0/ports?device_id=cbeaaf4c-704a-4da5-b3eb-27d107a4dd69 HTTP/1.1" status: 200 len: 210 time: 0.0387220 Jul 27 23:08:46.597014 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-bc350f0b-5f3c-4459-9338-e08b052ad9b6 req-b03e550f-a389-4ec0-aade-cb2d36d2884b tempest-ServersTestJSON-1684854695 tempest-ServersTestJSON-1684854695-project] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:46.638989 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [req-bc350f0b-5f3c-4459-9338-e08b052ad9b6 req-b03e550f-a389-4ec0-aade-cb2d36d2884b tempest-ServersTestJSON-1684854695 tempest-ServersTestJSON-1684854695-project] Transition to ACTIVE for port object 4cf806a5-ff72-4bfc-80ab-7b8906280ea3 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:08:46.810108 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-bc350f0b-5f3c-4459-9338-e08b052ad9b6 req-b03e550f-a389-4ec0-aade-cb2d36d2884b tempest-ServersTestJSON-1684854695 tempest-ServersTestJSON-1684854695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:46.811256 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f6e2729f-54f2-4637-ac9f-fe7fc75dcbe9 req-a75f6280-11d7-43dd-b502-ce69d9554f64 tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] 10.222.0.18 "GET /v2.0/ports?device_id=73009c7b-4701-45a2-9167-c53f8173123c HTTP/1.1" status: 200 len: 210 time: 0.0662808 Jul 27 23:08:46.882004 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc350f0b-5f3c-4459-9338-e08b052ad9b6 req-b03e550f-a389-4ec0-aade-cb2d36d2884b tempest-ServersTestJSON-1684854695 tempest-ServersTestJSON-1684854695-project] Network 2f1c1614-8854-4219-87b5-cf7e7af195ef is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:08:46.886351 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [req-bc350f0b-5f3c-4459-9338-e08b052ad9b6 req-b03e550f-a389-4ec0-aade-cb2d36d2884b tempest-ServersTestJSON-1684854695 tempest-ServersTestJSON-1684854695-project] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:08:46.892944 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-8d9222f9-c86b-49f9-bdf5-57b7db05b961 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e24c545fbe2a4b2c9262c292b40f754f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7866344 Jul 27 23:08:46.893619 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 58872) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:08:46.893880 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc350f0b-5f3c-4459-9338-e08b052ad9b6 req-b03e550f-a389-4ec0-aade-cb2d36d2884b tempest-ServersTestJSON-1684854695 tempest-ServersTestJSON-1684854695-project] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:08:46.936169 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03e550f-a389-4ec0-aade-cb2d36d2884b tempest-ServersTestJSON-1684854695 tempest-ServersTestJSON-1684854695-project] Pushing event updated for resources: {'Port': ['ID=4cf806a5-ff72-4bfc-80ab-7b8906280ea3,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:08:47.003912 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc350f0b-5f3c-4459-9338-e08b052ad9b6 req-b03e550f-a389-4ec0-aade-cb2d36d2884b tempest-ServersTestJSON-1684854695 tempest-ServersTestJSON-1684854695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:08:47.004599 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-bc350f0b-5f3c-4459-9338-e08b052ad9b6 req-b03e550f-a389-4ec0-aade-cb2d36d2884b tempest-ServersTestJSON-1684854695 tempest-ServersTestJSON-1684854695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:47.072823 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-bc350f0b-5f3c-4459-9338-e08b052ad9b6 req-b03e550f-a389-4ec0-aade-cb2d36d2884b tempest-ServersTestJSON-1684854695 tempest-ServersTestJSON-1684854695-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6827435 Jul 27 23:08:47.088056 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [req-bc350f0b-5f3c-4459-9338-e08b052ad9b6 req-25049603-999a-48b1-8750-34e888d1943c service neutron] Request body: {'port': {'device_id': 'cbeaaf4c-704a-4da5-b3eb-27d107a4dd69', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802623-1'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:08:47.161273 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a4e5a99e-831f-4c30-87c3-d1876b313b0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:47.192069 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 58880) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:08:47.199097 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-bc350f0b-5f3c-4459-9338-e08b052ad9b6 req-25049603-999a-48b1-8750-34e888d1943c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:47.295444 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a4e5a99e-831f-4c30-87c3-d1876b313b0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:47.329506 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cbf0b4-96b0-4fbf-8d5f-397e5a2a33b2 req-d33bf83a-3f55-4acf-ae35-da9c988691f1 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:08:47.339670 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-76cbf0b4-96b0-4fbf-8d5f-397e5a2a33b2 req-d33bf83a-3f55-4acf-ae35-da9c988691f1 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.18 "GET /v2.0/ports?device_id=e96ee7fe-839a-4eef-92c3-c496be2cfd97 HTTP/1.1" status: 200 len: 945 time: 0.2692974 Jul 27 23:08:47.454416 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-d68c288d-1f26-4fcb-b70e-57cad6f4dd7b None None] Provisioning for port 4cf806a5-ff72-4bfc-80ab-7b8906280ea3 completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:08:47.459608 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-d68c288d-1f26-4fcb-b70e-57cad6f4dd7b None None] Provisioning complete for port 4cf806a5-ff72-4bfc-80ab-7b8906280ea3 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:08:47.460303 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d68c288d-1f26-4fcb-b70e-57cad6f4dd7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:47.517227 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fd5ddebf-91c7-4f9c-b269-3bb52bdef000 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:47.541712 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-d68c288d-1f26-4fcb-b70e-57cad6f4dd7b None None] Port 4cf806a5-ff72-4bfc-80ab-7b8906280ea3 cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:08:47.653267 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fd5ddebf-91c7-4f9c-b269-3bb52bdef000 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:47.690328 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-76cbf0b4-96b0-4fbf-8d5f-397e5a2a33b2 req-bd662bc5-a625-4491-a2d2-390c0a59749b tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.18 "GET /v2.0/security-groups?id=657c655b-8580-45d5-979f-9b32b7a260f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3489375 Jul 27 23:08:47.691466 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fd5ddebf-91c7-4f9c-b269-3bb52bdef000 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:47.813855 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-fd5ddebf-91c7-4f9c-b269-3bb52bdef000 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ff5d82df43564a1d8ecb5d79bfefae2b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6031935 Jul 27 23:08:47.819944 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 58888) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:08:47.823820 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a4e5a99e-831f-4c30-87c3-d1876b313b0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:47.826880 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a4e5a99e-831f-4c30-87c3-d1876b313b0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:47.831845 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-a4e5a99e-831f-4c30-87c3-d1876b313b0d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/49659ded-103c-40c6-95a2-ca88316ea21c HTTP/1.1" status: 204 len: 168 time: 0.9367597 Jul 27 23:08:47.854955 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5ddebf-91c7-4f9c-b269-3bb52bdef000 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53c7f446-7333-4626-84b6-9b2370b2de76,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:08:47.875775 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e5a99e-831f-4c30-87c3-d1876b313b0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49659ded-103c-40c6-95a2-ca88316ea21c,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:08:47.932052 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-54d770df-bcbe-4500-bf0c-b8f0dad8f07b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:47.983531 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-54d770df-bcbe-4500-bf0c-b8f0dad8f07b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:47.998799 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [req-bc350f0b-5f3c-4459-9338-e08b052ad9b6 req-25049603-999a-48b1-8750-34e888d1943c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4cf806a5-ff72-4bfc-80ab-7b8906280ea3 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:08:48.012593 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-bc350f0b-5f3c-4459-9338-e08b052ad9b6 req-25049603-999a-48b1-8750-34e888d1943c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:48.061866 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [req-bc350f0b-5f3c-4459-9338-e08b052ad9b6 req-25049603-999a-48b1-8750-34e888d1943c service neutron] Transition to ACTIVE for port object 4cf806a5-ff72-4bfc-80ab-7b8906280ea3 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:08:48.074207 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-bc350f0b-5f3c-4459-9338-e08b052ad9b6 req-25049603-999a-48b1-8750-34e888d1943c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11336041'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:48.077393 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a776327-df9d-4948-92b1-6721bc040a28 req-f7e5f06d-3c6f-4ade-bb6a-e89f99b8a0d6 tempest-ServersTestManualDisk-873281871 tempest-ServersTestManualDisk-873281871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:08:48.082733 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-5a776327-df9d-4948-92b1-6721bc040a28 req-f7e5f06d-3c6f-4ade-bb6a-e89f99b8a0d6 tempest-ServersTestManualDisk-873281871 tempest-ServersTestManualDisk-873281871-project] 10.222.0.18 "GET /v2.0/ports?device_id=c23ba248-95a1-499d-9e13-83f18c38bb06 HTTP/1.1" status: 200 len: 945 time: 0.1511214 Jul 27 23:08:48.162139 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-54d770df-bcbe-4500-bf0c-b8f0dad8f07b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:48.168808 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-54d770df-bcbe-4500-bf0c-b8f0dad8f07b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:48.183158 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-54d770df-bcbe-4500-bf0c-b8f0dad8f07b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/53c7f446-7333-4626-84b6-9b2370b2de76 HTTP/1.1" status: 204 len: 168 time: 0.3576851 Jul 27 23:08:48.218423 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-5a776327-df9d-4948-92b1-6721bc040a28 req-5d0be2ea-822b-4e6c-920e-b91d96be6b5a tempest-ServersTestManualDisk-873281871 tempest-ServersTestManualDisk-873281871-project] 10.222.0.18 "GET /v2.0/security-groups?id=a330bb25-4575-49ef-8eda-ab7b81b50dee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1267149 Jul 27 23:08:48.238571 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.agents_db [None req-9beef776-8bab-4de2-989a-f5a23ba4aaf4 None None] Agent healthcheck: found 7 active agents {{(pid=93800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 23:08:48.278975 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25049603-999a-48b1-8750-34e888d1943c service neutron] Pushing event updated for resources: {'Port': ['ID=4cf806a5-ff72-4bfc-80ab-7b8906280ea3,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:08:48.318401 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d770df-bcbe-4500-bf0c-b8f0dad8f07b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53c7f446-7333-4626-84b6-9b2370b2de76,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:08:48.460456 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-bc350f0b-5f3c-4459-9338-e08b052ad9b6 req-25049603-999a-48b1-8750-34e888d1943c service neutron] Attempting to bind port 4cf806a5-ff72-4bfc-80ab-7b8906280ea3 on host n-h1-802623-1 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:08:48.462360 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-bc350f0b-5f3c-4459-9338-e08b052ad9b6 req-25049603-999a-48b1-8750-34e888d1943c service neutron] Attempting to bind port 4cf806a5-ff72-4bfc-80ab-7b8906280ea3 by drivers openvswitch,hyperv on host n-h1-802623-1 at level 0 using segments [{'id': 'dbf759a2-7893-47b4-9f82-216314fbd6ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '2f1c1614-8854-4219-87b5-cf7e7af195ef'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:08:48.464274 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc350f0b-5f3c-4459-9338-e08b052ad9b6 req-25049603-999a-48b1-8750-34e888d1943c service neutron] Attempting to bind port 4cf806a5-ff72-4bfc-80ab-7b8906280ea3 on network 2f1c1614-8854-4219-87b5-cf7e7af195ef {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:08:48.478161 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc350f0b-5f3c-4459-9338-e08b052ad9b6 req-25049603-999a-48b1-8750-34e888d1943c service neutron] Port 4cf806a5-ff72-4bfc-80ab-7b8906280ea3 on network 2f1c1614-8854-4219-87b5-cf7e7af195ef not bound, no agent of type Open vSwitch agent registered on host n-h1-802623-1 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 23:08:48.478876 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc350f0b-5f3c-4459-9338-e08b052ad9b6 req-25049603-999a-48b1-8750-34e888d1943c service neutron] Attempting to bind port 4cf806a5-ff72-4bfc-80ab-7b8906280ea3 on network 2f1c1614-8854-4219-87b5-cf7e7af195ef {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:08:48.489284 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc350f0b-5f3c-4459-9338-e08b052ad9b6 req-25049603-999a-48b1-8750-34e888d1943c service neutron] Checking agent: {'id': '245f1da4-a9b8-4b08-90d7-28f0f342b839', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 59, 59), 'started_at': datetime.datetime(2021, 7, 27, 22, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 8, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:08:48.489891 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc350f0b-5f3c-4459-9338-e08b052ad9b6 req-25049603-999a-48b1-8750-34e888d1943c service neutron] Checking segment: {'id': 'dbf759a2-7893-47b4-9f82-216314fbd6ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '2f1c1614-8854-4219-87b5-cf7e7af195ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:08:48.490511 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc350f0b-5f3c-4459-9338-e08b052ad9b6 req-25049603-999a-48b1-8750-34e888d1943c service neutron] Bound using segment: {'id': 'dbf759a2-7893-47b4-9f82-216314fbd6ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '2f1c1614-8854-4219-87b5-cf7e7af195ef'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:08:48.491174 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-bc350f0b-5f3c-4459-9338-e08b052ad9b6 req-25049603-999a-48b1-8750-34e888d1943c service neutron] Bound port: 4cf806a5-ff72-4bfc-80ab-7b8906280ea3, host: n-h1-802623-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbf759a2-7893-47b4-9f82-216314fbd6ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '2f1c1614-8854-4219-87b5-cf7e7af195ef'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:08:48.491736 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-bc350f0b-5f3c-4459-9338-e08b052ad9b6 req-25049603-999a-48b1-8750-34e888d1943c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:48.510442 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8faed3be-8e12-4184-85db-437f27218bfb req-dfe7c54c-da93-4d08-a4e1-6ad6f95ec47a tempest-ServersTestJSON-1684854695 tempest-ServersTestJSON-1684854695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:08:48.522749 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-8faed3be-8e12-4184-85db-437f27218bfb req-dfe7c54c-da93-4d08-a4e1-6ad6f95ec47a tempest-ServersTestJSON-1684854695 tempest-ServersTestJSON-1684854695-project] 10.222.0.18 "GET /v2.0/ports?device_id=cbeaaf4c-704a-4da5-b3eb-27d107a4dd69 HTTP/1.1" status: 200 len: 943 time: 0.1531668 Jul 27 23:08:48.685941 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-8faed3be-8e12-4184-85db-437f27218bfb req-683bd222-191c-4eb4-827c-5eb25f384c7b tempest-ServersTestJSON-1684854695 tempest-ServersTestJSON-1684854695-project] 10.222.0.18 "GET /v2.0/security-groups?id=84587ebf-8cbd-42bb-8eec-2a11ea42d562&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1531436 Jul 27 23:08:48.690272 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-bc350f0b-5f3c-4459-9338-e08b052ad9b6 req-25049603-999a-48b1-8750-34e888d1943c service neutron] For port 4cf806a5-ff72-4bfc-80ab-7b8906280ea3, host n-h1-802623-1, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:08:48.700086 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-bc350f0b-5f3c-4459-9338-e08b052ad9b6 req-25049603-999a-48b1-8750-34e888d1943c service neutron] For port 4cf806a5-ff72-4bfc-80ab-7b8906280ea3, host n-h1-802623-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=4cf806a5-ff72-4bfc-80ab-7b8906280ea3,segment=NetworkSegment(dbf759a2-7893-47b4-9f82-216314fbd6ac),segment_id=dbf759a2-7893-47b4-9f82-216314fbd6ac)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:08:48.709770 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-bc350f0b-5f3c-4459-9338-e08b052ad9b6 req-25049603-999a-48b1-8750-34e888d1943c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11336041'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:48.738645 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 58904) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:08:48.774009 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1ae6b99a-4cfa-4ac6-a4c7-e0065b4c6fad admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:48.840636 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc350f0b-5f3c-4459-9338-e08b052ad9b6 req-25049603-999a-48b1-8750-34e888d1943c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:08:48.847382 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device eb056223-691f-4c34-9de0-b6a4ef8a01e5 up at agent hyperv_n-h2-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:08:48.858384 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-bc350f0b-5f3c-4459-9338-e08b052ad9b6 req-25049603-999a-48b1-8750-34e888d1943c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:48.864472 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-bc350f0b-5f3c-4459-9338-e08b052ad9b6 req-25049603-999a-48b1-8750-34e888d1943c service neutron] 10.222.0.38 "PUT /v2.0/ports/4cf806a5-ff72-4bfc-80ab-7b8906280ea3 HTTP/1.1" status: 200 len: 1091 time: 1.7808218 Jul 27 23:08:48.876427 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbeaaf4c-704a-4da5-b3eb-27d107a4dd69', 'tag': '4cf806a5-ff72-4bfc-80ab-7b8906280ea3'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:08:48.890162 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a476459a1bfce68b0ae0df5b6a71154bfc7cfdc8f9eefce6ad0a17231e60468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ece34f2-8b94-442e-bf88-8976734d7b42" -d '{"events": [{"name": "network-changed", "server_uuid": "cbeaaf4c-704a-4da5-b3eb-27d107a4dd69", "tag": "4cf806a5-ff72-4bfc-80ab-7b8906280ea3"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:08:48.993947 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1ae6b99a-4cfa-4ac6-a4c7-e0065b4c6fad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:49.027996 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1ae6b99a-4cfa-4ac6-a4c7-e0065b4c6fad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:49.075553 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Provisioning for port eb056223-691f-4c34-9de0-b6a4ef8a01e5 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:08:49.087016 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Provisioning complete for port eb056223-691f-4c34-9de0-b6a4ef8a01e5 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:08:49.087420 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:49.093238 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-1ae6b99a-4cfa-4ac6-a4c7-e0065b4c6fad admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=77ceedc8c78e4c03b5121507fd8afbe5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3533976 Jul 27 23:08:49.122481 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 58910) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:08:49.136119 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25049603-999a-48b1-8750-34e888d1943c service neutron] Pushing event updated for resources: {'Port': ['ID=4cf806a5-ff72-4bfc-80ab-7b8906280ea3,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:08:49.202005 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc350f0b-5f3c-4459-9338-e08b052ad9b6 req-b2b88fa1-b3e4-4fe0-8a0f-9e2868522f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:08:49.207377 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-eba0fb44-0629-40ff-867e-8f9f334b0183 req-3337bf64-2201-45f3-8689-a9b500cf0f8e tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] 10.222.0.18 "GET /v2.0/ports?device_id=73009c7b-4701-45a2-9167-c53f8173123c HTTP/1.1" status: 200 len: 210 time: 0.1916323 Jul 27 23:08:49.208564 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-bc350f0b-5f3c-4459-9338-e08b052ad9b6 req-b2b88fa1-b3e4-4fe0-8a0f-9e2868522f8e service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5e7871e0124d4291a712176480dc3092&device_id=cbeaaf4c-704a-4da5-b3eb-27d107a4dd69 HTTP/1.1" status: 200 len: 1094 time: 0.2007830 Jul 27 23:08:49.321487 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae6b99a-4cfa-4ac6-a4c7-e0065b4c6fad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7a7d764-9eff-4354-97f8-90820688c9c4,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:08:49.335315 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-bc350f0b-5f3c-4459-9338-e08b052ad9b6 req-2b3e91f6-16a0-454a-baf8-a886cd3a16be service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4cf806a5-ff72-4bfc-80ab-7b8906280ea3 HTTP/1.1" status: 200 len: 217 time: 0.1171558 Jul 27 23:08:49.385003 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:49.472099 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc350f0b-5f3c-4459-9338-e08b052ad9b6 req-fd55c4a9-7f5e-4a2b-996f-0cb6cfea0824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:08:49.475681 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-bc350f0b-5f3c-4459-9338-e08b052ad9b6 req-fd55c4a9-7f5e-4a2b-996f-0cb6cfea0824 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=8bd5b5e5-d402-4207-b1bc-794bc31be985 HTTP/1.1" status: 200 len: 844 time: 0.1156800 Jul 27 23:08:49.495787 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-15cc0914-4154-4716-8431-c725e08b8f52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:49.529188 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port eb056223-691f-4c34-9de0-b6a4ef8a01e5, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=eb056223-691f-4c34-9de0-b6a4ef8a01e5,segment=NetworkSegment(2e87b105-a369-4162-9958-8de6352713ab),segment_id=2e87b105-a369-4162-9958-8de6352713ab)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:08:49.538963 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c23ba248-95a1-499d-9e13-83f18c38bb06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb056223-691f-4c34-9de0-b6a4ef8a01e5'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:08:49.542291 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-15cc0914-4154-4716-8431-c725e08b8f52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:49.555483 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c0369b0d4f459110ff20a1f9878ba33f96d6491bddb9d15843bf29d01e0bda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cbc548c-de61-41fc-8cd4-ef1661e31989" -d '{"events": [{"server_uuid": "c23ba248-95a1-499d-9e13-83f18c38bb06", "name": "network-vif-plugged", "status": "completed", "tag": "eb056223-691f-4c34-9de0-b6a4ef8a01e5"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:08:49.585914 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:49.595411 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc350f0b-5f3c-4459-9338-e08b052ad9b6 req-9401edd0-8fbb-4d59-ad3a-fe70f68f0553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:08:49.604469 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-bc350f0b-5f3c-4459-9338-e08b052ad9b6 req-9401edd0-8fbb-4d59-ad3a-fe70f68f0553 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=2f1c1614-8854-4219-87b5-cf7e7af195ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1204708 Jul 27 23:08:49.659885 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-15cc0914-4154-4716-8431-c725e08b8f52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:49.662986 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-15cc0914-4154-4716-8431-c725e08b8f52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:49.672284 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-15cc0914-4154-4716-8431-c725e08b8f52 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a7a7d764-9eff-4354-97f8-90820688c9c4 HTTP/1.1" status: 204 len: 168 time: 0.5437872 Jul 27 23:08:49.689124 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc65536-5e42-4656-9ad8-1f2519840c4b req-30aa2d6e-acec-4dd2-8f0b-12b95e7cbe41 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:08:49.696877 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ccc65536-5e42-4656-9ad8-1f2519840c4b req-30aa2d6e-acec-4dd2-8f0b-12b95e7cbe41 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.18 "GET /v2.0/ports?device_id=e96ee7fe-839a-4eef-92c3-c496be2cfd97 HTTP/1.1" status: 200 len: 945 time: 0.3471856 Jul 27 23:08:49.710320 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cc0914-4154-4716-8431-c725e08b8f52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7a7d764-9eff-4354-97f8-90820688c9c4,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:08:49.755015 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Pushing event updated for resources: {'Port': ['ID=eb056223-691f-4c34-9de0-b6a4ef8a01e5,revision_number=5']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:08:49.772019 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ccc65536-5e42-4656-9ad8-1f2519840c4b req-14588f81-982c-40c0-b91e-098c999b793b tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.18 "GET /v2.0/security-groups?id=657c655b-8580-45d5-979f-9b32b7a260f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666990 Jul 27 23:08:49.953515 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-bc350f0b-5f3c-4459-9338-e08b052ad9b6 req-272513e3-b8bd-40c9-aafd-b2c9bdcb1add service neutron] 10.222.0.38 "GET /v2.0/networks/2f1c1614-8854-4219-87b5-cf7e7af195ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3337901 Jul 27 23:08:50.166033 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 23:08:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-098b336d-c347-4668-b4c2-e983650cfd83 x-openstack-request-id: req-098b336d-c347-4668-b4c2-e983650cfd83 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:08:50.166708 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbeaaf4c-704a-4da5-b3eb-27d107a4dd69", "tag": "4cf806a5-ff72-4bfc-80ab-7b8906280ea3", "status": "completed", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:08:50.167451 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-098b336d-c347-4668-b4c2-e983650cfd83 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:08:50.169188 n-d-802623-1 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbeaaf4c-704a-4da5-b3eb-27d107a4dd69', 'tag': '4cf806a5-ff72-4bfc-80ab-7b8906280ea3', 'status': 'completed', 'code': 200} Jul 27 23:08:50.194785 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a393ee9a-81de-44df-9ec1-80eb7feee87c req-89179f84-6382-469c-9117-d0afc005304e tempest-ServersTestManualDisk-873281871 tempest-ServersTestManualDisk-873281871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:08:50.205055 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a393ee9a-81de-44df-9ec1-80eb7feee87c req-89179f84-6382-469c-9117-d0afc005304e tempest-ServersTestManualDisk-873281871 tempest-ServersTestManualDisk-873281871-project] 10.222.0.18 "GET /v2.0/ports?device_id=c23ba248-95a1-499d-9e13-83f18c38bb06 HTTP/1.1" status: 200 len: 946 time: 0.1213119 Jul 27 23:08:50.256999 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-bc350f0b-5f3c-4459-9338-e08b052ad9b6 req-75e80844-96c1-4262-a5a2-7f4571b359dc service neutron] 10.222.0.38 "GET /v2.0/networks/2f1c1614-8854-4219-87b5-cf7e7af195ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3018255 Jul 27 23:08:50.276798 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a393ee9a-81de-44df-9ec1-80eb7feee87c req-faaf409d-f6c5-4310-b4a3-f846a78c12ea tempest-ServersTestManualDisk-873281871 tempest-ServersTestManualDisk-873281871-project] 10.222.0.18 "GET /v2.0/security-groups?id=a330bb25-4575-49ef-8eda-ab7b81b50dee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503180 Jul 27 23:08:50.349301 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:08:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9699ad1-abe3-4b4e-bcec-9f7ccfe77a52 x-openstack-request-id: req-f9699ad1-abe3-4b4e-bcec-9f7ccfe77a52 {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:08:50.350218 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c23ba248-95a1-499d-9e13-83f18c38bb06", "name": "network-vif-plugged", "status": "completed", "tag": "eb056223-691f-4c34-9de0-b6a4ef8a01e5", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:08:50.350634 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f9699ad1-abe3-4b4e-bcec-9f7ccfe77a52 {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:08:50.351694 n-d-802623-1 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c23ba248-95a1-499d-9e13-83f18c38bb06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb056223-691f-4c34-9de0-b6a4ef8a01e5', 'code': 200} Jul 27 23:08:50.398413 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 58946) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:08:50.440495 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ece34f2-8b94-442e-bf88-8976734d7b42 req-4c8e82a7-4d31-4037-9b2e-907da7d85f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:08:50.443615 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-5ece34f2-8b94-442e-bf88-8976734d7b42 req-4c8e82a7-4d31-4037-9b2e-907da7d85f3d service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5e7871e0124d4291a712176480dc3092&device_id=cbeaaf4c-704a-4da5-b3eb-27d107a4dd69 HTTP/1.1" status: 200 len: 1094 time: 0.0998607 Jul 27 23:08:50.672539 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935f57c4-c890-4d66-8907-4c069aee2d7e req-c025c8a4-28dc-4aab-b90a-bed423613b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:08:50.683562 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-935f57c4-c890-4d66-8907-4c069aee2d7e req-c025c8a4-28dc-4aab-b90a-bed423613b87 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=c23ba248-95a1-499d-9e13-83f18c38bb06 HTTP/1.1" status: 200 len: 1097 time: 0.2372155 Jul 27 23:08:50.725089 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ece34f2-8b94-442e-bf88-8976734d7b42 req-473d1a66-50af-48ec-8b02-e66afbe85101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:08:50.736062 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-5ece34f2-8b94-442e-bf88-8976734d7b42 req-473d1a66-50af-48ec-8b02-e66afbe85101 service neutron] 10.222.0.38 "GET /v2.0/networks?id=2f1c1614-8854-4219-87b5-cf7e7af195ef HTTP/1.1" status: 200 len: 906 time: 0.2848268 Jul 27 23:08:50.738965 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53a870f-9a06-46a3-920c-a58cbcf92de9 req-758d6997-64d6-4653-bbb9-132de358c650 tempest-ServersTestJSON-1684854695 tempest-ServersTestJSON-1684854695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:08:50.744129 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-d53a870f-9a06-46a3-920c-a58cbcf92de9 req-758d6997-64d6-4653-bbb9-132de358c650 tempest-ServersTestJSON-1684854695 tempest-ServersTestJSON-1684854695-project] 10.222.0.18 "GET /v2.0/ports?device_id=cbeaaf4c-704a-4da5-b3eb-27d107a4dd69 HTTP/1.1" status: 200 len: 943 time: 0.2464151 Jul 27 23:08:50.832695 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-c9bac648-b644-4720-9e87-fc3a26937baf admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-662848888-network', 'tenant_id': '5a3cfd4017c84232b4a584320b01c441'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:08:50.876767 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-935f57c4-c890-4d66-8907-4c069aee2d7e req-32934db1-3744-4cb9-819d-f1f3e488ceb4 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=a330bb25-4575-49ef-8eda-ab7b81b50dee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1687181 Jul 27 23:08:50.887164 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-5ece34f2-8b94-442e-bf88-8976734d7b42 req-3f765de6-40a0-4cae-9674-93926a87f8c0 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4cf806a5-ff72-4bfc-80ab-7b8906280ea3 HTTP/1.1" status: 200 len: 217 time: 0.1417887 Jul 27 23:08:50.935257 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-d53a870f-9a06-46a3-920c-a58cbcf92de9 req-1a69931e-647d-4d29-8bf4-86addf9c807a tempest-ServersTestJSON-1684854695 tempest-ServersTestJSON-1684854695-project] 10.222.0.18 "GET /v2.0/security-groups?id=84587ebf-8cbd-42bb-8eec-2a11ea42d562&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1802857 Jul 27 23:08:50.943126 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9bac648-b644-4720-9e87-fc3a26937baf admin admin] Made reservation on behalf of 5a3cfd4017c84232b4a584320b01c441 for: {'network': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:08:50.945547 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c9bac648-b644-4720-9e87-fc3a26937baf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for network, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:50.993411 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c9bac648-b644-4720-9e87-fc3a26937baf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:51.048163 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ece34f2-8b94-442e-bf88-8976734d7b42 req-ba24901d-5752-4222-89c6-93cc25038cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:08:51.055765 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-5ece34f2-8b94-442e-bf88-8976734d7b42 req-ba24901d-5752-4222-89c6-93cc25038cf3 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=8bd5b5e5-d402-4207-b1bc-794bc31be985 HTTP/1.1" status: 200 len: 844 time: 0.1578805 Jul 27 23:08:51.167543 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ece34f2-8b94-442e-bf88-8976734d7b42 req-0e9d4434-e40e-452b-bcf3-5ead6a916df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:08:51.181699 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-5ece34f2-8b94-442e-bf88-8976734d7b42 req-0e9d4434-e40e-452b-bcf3-5ead6a916df0 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=2f1c1614-8854-4219-87b5-cf7e7af195ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1195495 Jul 27 23:08:51.293411 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c9bac648-b644-4720-9e87-fc3a26937baf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:51.343878 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c9bac648-b644-4720-9e87-fc3a26937baf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:51.375144 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bac648-b644-4720-9e87-fc3a26937baf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd4c80f8-6360-4d2a-b031-00b7544968a3,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:08:51.416049 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a126828a-e276-453b-a76f-1692445695f7 req-e8be6be7-4aa6-401a-a014-4847d27a6b21 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:08:51.424736 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a126828a-e276-453b-a76f-1692445695f7 req-e8be6be7-4aa6-401a-a014-4847d27a6b21 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.18 "GET /v2.0/ports?device_id=e96ee7fe-839a-4eef-92c3-c496be2cfd97 HTTP/1.1" status: 200 len: 945 time: 0.1274397 Jul 27 23:08:51.455618 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-5ece34f2-8b94-442e-bf88-8976734d7b42 req-0906ceef-cd45-4fb6-a930-26bdcd600a3f service neutron] 10.222.0.38 "GET /v2.0/networks/2f1c1614-8854-4219-87b5-cf7e7af195ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2644236 Jul 27 23:08:51.470852 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9bac648-b644-4720-9e87-fc3a26937baf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 522} {{(pid=93798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 23:08:51.489169 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a126828a-e276-453b-a76f-1692445695f7 req-3f6b768c-1c0e-49de-9ddd-3ffa062fcdc5 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.18 "GET /v2.0/security-groups?id=657c655b-8580-45d5-979f-9b32b7a260f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632777 Jul 27 23:08:51.512290 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c9bac648-b644-4720-9e87-fc3a26937baf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:51.513030 n-d-802623-1 neutron-server[93798]: INFO neutron.db.segments_db [None req-c9bac648-b644-4720-9e87-fc3a26937baf admin admin] Added segment 8ba436c1-f478-4bca-9988-32f105ba0b93 of type vlan for network 130a0954-7a6d-4921-ab94-72e4ed1dccfc Jul 27 23:08:51.660461 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c9bac648-b644-4720-9e87-fc3a26937baf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736833354590'] for network, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:51.695181 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-5ece34f2-8b94-442e-bf88-8976734d7b42 req-532c3529-760b-4ec5-a2fc-ae34dcce08d4 service neutron] 10.222.0.38 "GET /v2.0/networks/2f1c1614-8854-4219-87b5-cf7e7af195ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2317603 Jul 27 23:08:51.735639 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c9bac648-b644-4720-9e87-fc3a26937baf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569'] for network, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:51.738948 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9bac648-b644-4720-9e87-fc3a26937baf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:08:51.740401 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c9bac648-b644-4720-9e87-fc3a26937baf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:51.869182 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-c9bac648-b644-4720-9e87-fc3a26937baf admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4687252 Jul 27 23:08:51.872548 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 58974) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:08:51.877742 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-aa4c8708-3c2e-4a81-a14d-e82f6b3f7240 admin admin] Request body: {'subnet': {'network_id': '130a0954-7a6d-4921-ab94-72e4ed1dccfc', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-662848888-subnet', 'tenant_id': '5a3cfd4017c84232b4a584320b01c441', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:08:51.895392 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bac648-b644-4720-9e87-fc3a26937baf admin admin] Pushing event updated for resources: {'Network': ['ID=130a0954-7a6d-4921-ab94-72e4ed1dccfc,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:08:51.912904 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Network 130a0954-7a6d-4921-ab94-72e4ed1dccfc details requested by agent ovs-agent-n-d-802623-1 with host n-d-802623-1 {{(pid=93799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 23:08:51.950558 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa4c8708-3c2e-4a81-a14d-e82f6b3f7240 admin admin] Made reservation on behalf of 5a3cfd4017c84232b4a584320b01c441 for: {'subnet': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:08:51.955901 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-aa4c8708-3c2e-4a81-a14d-e82f6b3f7240 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11551435'] for subnet, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:52.132466 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756d23db-eb17-4a88-bb42-225db07ed565 req-ba0ceffa-fb48-47dc-bcd3-193be13d8281 tempest-ServersTestManualDisk-873281871 tempest-ServersTestManualDisk-873281871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:08:52.198526 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-756d23db-eb17-4a88-bb42-225db07ed565 req-ba0ceffa-fb48-47dc-bcd3-193be13d8281 tempest-ServersTestManualDisk-873281871 tempest-ServersTestManualDisk-873281871-project] 10.222.0.18 "GET /v2.0/ports?device_id=c23ba248-95a1-499d-9e13-83f18c38bb06 HTTP/1.1" status: 200 len: 946 time: 0.1715858 Jul 27 23:08:52.263631 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 4cf806a5-ff72-4bfc-80ab-7b8906280ea3 details requested by agent hyperv_n-h1-802623-1 with host n-h1-802623-1 {{(pid=93799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 23:08:52.324248 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-756d23db-eb17-4a88-bb42-225db07ed565 req-046ef37c-5351-40c6-844f-7273cb0242ff tempest-ServersTestManualDisk-873281871 tempest-ServersTestManualDisk-873281871-project] 10.222.0.18 "GET /v2.0/security-groups?id=a330bb25-4575-49ef-8eda-ab7b81b50dee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1247442 Jul 27 23:08:52.494197 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port 4cf806a5-ff72-4bfc-80ab-7b8906280ea3, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=4cf806a5-ff72-4bfc-80ab-7b8906280ea3,segment=NetworkSegment(dbf759a2-7893-47b4-9f82-216314fbd6ac),segment_id=dbf759a2-7893-47b4-9f82-216314fbd6ac)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:08:52.507942 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Returning: {'device': '4cf806a5-ff72-4bfc-80ab-7b8906280ea3', 'network_id': '2f1c1614-8854-4219-87b5-cf7e7af195ef', 'port_id': '4cf806a5-ff72-4bfc-80ab-7b8906280ea3', 'mac_address': 'fa:16:3e:9a:1a:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8bd5b5e5-d402-4207-b1bc-794bc31be985', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 23:08:52.551662 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:52.569301 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4cf806a5-ff72-4bfc-80ab-7b8906280ea3 {{(pid=93799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:08:52.582112 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-aa4c8708-3c2e-4a81-a14d-e82f6b3f7240 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11336182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11551417'] for subnet, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:52.610083 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0465511f-5ce2-42f4-bcf3-08cdbdd416a4 req-6db308fe-560f-4389-9dee-1920b6498aa2 tempest-ServersTestJSON-1684854695 tempest-ServersTestJSON-1684854695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:08:52.622420 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-0465511f-5ce2-42f4-bcf3-08cdbdd416a4 req-6db308fe-560f-4389-9dee-1920b6498aa2 tempest-ServersTestJSON-1684854695 tempest-ServersTestJSON-1684854695-project] 10.222.0.18 "GET /v2.0/ports?device_id=cbeaaf4c-704a-4da5-b3eb-27d107a4dd69 HTTP/1.1" status: 200 len: 943 time: 0.0946786 Jul 27 23:08:52.647979 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port 4cf806a5-ff72-4bfc-80ab-7b8906280ea3, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=4cf806a5-ff72-4bfc-80ab-7b8906280ea3,segment=NetworkSegment(dbf759a2-7893-47b4-9f82-216314fbd6ac),segment_id=dbf759a2-7893-47b4-9f82-216314fbd6ac)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:08:52.666249 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:52.697239 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4c8708-3c2e-4a81-a14d-e82f6b3f7240 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dbf05d93-18dc-44bb-a1ce-d6d38b8f56eb,revision_number=0']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:08:52.709166 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa4c8708-3c2e-4a81-a14d-e82f6b3f7240 admin admin] Checking segment: {'id': '8ba436c1-f478-4bca-9988-32f105ba0b93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '130a0954-7a6d-4921-ab94-72e4ed1dccfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:08:52.709534 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa4c8708-3c2e-4a81-a14d-e82f6b3f7240 admin admin] Network hostable DHCP agents. Network: 130a0954-7a6d-4921-ab94-72e4ed1dccfc, hostable agents: ['5950e76f-2bde-4343-a925-cbe6bacd2706'], hosted agents: [] {{(pid=93797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 23:08:52.718711 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-0465511f-5ce2-42f4-bcf3-08cdbdd416a4 req-062f2dba-8f9e-49b2-99c9-b22f352325c7 tempest-ServersTestJSON-1684854695 tempest-ServersTestJSON-1684854695-project] 10.222.0.18 "GET /v2.0/security-groups?id=84587ebf-8cbd-42bb-8eec-2a11ea42d562&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0919204 Jul 27 23:08:52.797408 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa4c8708-3c2e-4a81-a14d-e82f6b3f7240 admin admin] Network 130a0954-7a6d-4921-ab94-72e4ed1dccfc is scheduled to be hosted by DHCP agent 5950e76f-2bde-4343-a925-cbe6bacd2706 with binding_index 1 {{(pid=93797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 23:08:52.814580 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Pushing event updated for resources: {'Port': ['ID=4cf806a5-ff72-4bfc-80ab-7b8906280ea3,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:08:52.817667 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-aa4c8708-3c2e-4a81-a14d-e82f6b3f7240 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802623-1, 130a0954-7a6d-4921-ab94-72e4ed1dccfc) {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:08:52.823147 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa4c8708-3c2e-4a81-a14d-e82f6b3f7240 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:08:52.824047 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-aa4c8708-3c2e-4a81-a14d-e82f6b3f7240 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for subnet, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:52.847602 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a7ed76e-5d23-4804-aac1-0976840ed67b None None] Network 130a0954-7a6d-4921-ab94-72e4ed1dccfc requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:08:52.863176 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-aa4c8708-3c2e-4a81-a14d-e82f6b3f7240 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9812443 Jul 27 23:08:53.013844 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06b501d-9688-4a7f-9709-af133b1d05b6 req-2f7adfa2-ea4d-4689-9fb0-90c7d777dc70 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:08:53.020688 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e06b501d-9688-4a7f-9709-af133b1d05b6 req-2f7adfa2-ea4d-4689-9fb0-90c7d777dc70 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.18 "GET /v2.0/ports?device_id=e96ee7fe-839a-4eef-92c3-c496be2cfd97 HTTP/1.1" status: 200 len: 945 time: 0.1312315 Jul 27 23:08:53.023406 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] get_ports_and_sgs() called for port_ids ['4cf806a5-ff72-4bfc-80ab-7b8906280ea3'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:08:53.088145 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e06b501d-9688-4a7f-9709-af133b1d05b6 req-64ba4ba4-6836-4f17-a0b4-113a62356823 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.18 "GET /v2.0/security-groups?id=657c655b-8580-45d5-979f-9b32b7a260f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663643 Jul 27 23:08:53.100777 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b685fae0-f8ed-477e-a165-8a540ab60739 None None] Network 130a0954-7a6d-4921-ab94-72e4ed1dccfc requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:08:53.396706 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [req-bac89b0c-a647-42dd-b344-8c5e2496d49f req-511b544d-d4bb-4ad8-a2af-b9dc3d049dd3 tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1739164774', 'description': 'tempest-description-1683826987'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:08:53.470742 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-bac89b0c-a647-42dd-b344-8c5e2496d49f req-511b544d-d4bb-4ad8-a2af-b9dc3d049dd3 tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:53.658078 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-bac89b0c-a647-42dd-b344-8c5e2496d49f req-511b544d-d4bb-4ad8-a2af-b9dc3d049dd3 tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:53.669428 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-bac89b0c-a647-42dd-b344-8c5e2496d49f req-511b544d-d4bb-4ad8-a2af-b9dc3d049dd3 tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:53.724530 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511b544d-d4bb-4ad8-a2af-b9dc3d049dd3 tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e67748cd-3d13-4eae-bf27-c7b6c014e6d8,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:08:53.730625 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-bac89b0c-a647-42dd-b344-8c5e2496d49f req-511b544d-d4bb-4ad8-a2af-b9dc3d049dd3 tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:53.754317 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-bac89b0c-a647-42dd-b344-8c5e2496d49f req-511b544d-d4bb-4ad8-a2af-b9dc3d049dd3 tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.3683877 Jul 27 23:08:53.973281 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec9ec60-5daa-4223-9afe-c44f41aaf8a8 req-91c57484-4b1d-4c39-aad6-8611b5a0f627 tempest-ServersTestManualDisk-873281871 tempest-ServersTestManualDisk-873281871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:08:53.982521 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-4ec9ec60-5daa-4223-9afe-c44f41aaf8a8 req-91c57484-4b1d-4c39-aad6-8611b5a0f627 tempest-ServersTestManualDisk-873281871 tempest-ServersTestManualDisk-873281871-project] 10.222.0.18 "GET /v2.0/ports?device_id=c23ba248-95a1-499d-9e13-83f18c38bb06 HTTP/1.1" status: 200 len: 946 time: 0.1040564 Jul 27 23:08:54.215972 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-4ec9ec60-5daa-4223-9afe-c44f41aaf8a8 req-c66fc52a-26be-4c73-a4cc-7d46b4a80aaa tempest-ServersTestManualDisk-873281871 tempest-ServersTestManualDisk-873281871-project] 10.222.0.18 "GET /v2.0/security-groups?id=a330bb25-4575-49ef-8eda-ab7b81b50dee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2318559 Jul 27 23:08:54.453740 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed459ca-0313-44a7-bd6c-1b4f88ee6276 req-f2a0e33a-8639-4d08-809d-ae19e9a53597 tempest-ServersTestJSON-1684854695 tempest-ServersTestJSON-1684854695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:08:54.457375 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-aed459ca-0313-44a7-bd6c-1b4f88ee6276 req-f2a0e33a-8639-4d08-809d-ae19e9a53597 tempest-ServersTestJSON-1684854695 tempest-ServersTestJSON-1684854695-project] 10.222.0.18 "GET /v2.0/ports?device_id=cbeaaf4c-704a-4da5-b3eb-27d107a4dd69 HTTP/1.1" status: 200 len: 944 time: 0.1675229 Jul 27 23:08:54.543350 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-aed459ca-0313-44a7-bd6c-1b4f88ee6276 req-735a193d-67fe-4a4a-b9b9-5c70f4ca6e93 tempest-ServersTestJSON-1684854695 tempest-ServersTestJSON-1684854695-project] 10.222.0.18 "GET /v2.0/security-groups?id=84587ebf-8cbd-42bb-8eec-2a11ea42d562&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770962 Jul 27 23:08:54.580134 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [req-ac0ca638-186a-4b37-9b06-f466c1b79786 req-29781b56-4c34-4ddd-9da0-8c2663396f43 tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2125724113', 'description': 'tempest-description-270933919'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:08:54.636773 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-ac0ca638-186a-4b37-9b06-f466c1b79786 req-29781b56-4c34-4ddd-9da0-8c2663396f43 tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:54.854457 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-ac0ca638-186a-4b37-9b06-f466c1b79786 req-29781b56-4c34-4ddd-9da0-8c2663396f43 tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:54.864312 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-ac0ca638-186a-4b37-9b06-f466c1b79786 req-29781b56-4c34-4ddd-9da0-8c2663396f43 tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:54.930789 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-ac0ca638-186a-4b37-9b06-f466c1b79786 req-29781b56-4c34-4ddd-9da0-8c2663396f43 tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:54.945309 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ac0ca638-186a-4b37-9b06-f466c1b79786 req-29781b56-4c34-4ddd-9da0-8c2663396f43 tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.3740690 Jul 27 23:08:54.945309 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29781b56-4c34-4ddd-9da0-8c2663396f43 tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f765bca-8609-4f11-ae0e-50a083c5bab4,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:08:55.141925 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7720b7f-e552-4082-8b38-c8729fa6b9ff req-415c7d24-8402-4b45-9207-b73be0968a40 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:08:55.166965 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e7720b7f-e552-4082-8b38-c8729fa6b9ff req-415c7d24-8402-4b45-9207-b73be0968a40 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.18 "GET /v2.0/ports?device_id=e96ee7fe-839a-4eef-92c3-c496be2cfd97 HTTP/1.1" status: 200 len: 945 time: 0.1034331 Jul 27 23:08:55.245363 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e7720b7f-e552-4082-8b38-c8729fa6b9ff req-6d7b3504-5051-49db-8849-ae2afc0b17e8 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.18 "GET /v2.0/security-groups?id=657c655b-8580-45d5-979f-9b32b7a260f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689211 Jul 27 23:08:55.600662 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ee7072-9077-4359-a17b-2569502051ca req-e90b16f6-9b83-4994-b252-95db4eb024fb tempest-ServersTestManualDisk-873281871 tempest-ServersTestManualDisk-873281871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:08:55.613277 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 59034) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:08:55.618715 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-eb657fb8-5468-4d99-ab04-b5f2e855d0c4 tempest-ServersTestManualDisk-873281871 tempest-ServersTestManualDisk-873281871-project] Request body: {'floatingip': {'port_id': 'eb056223-691f-4c34-9de0-b6a4ef8a01e5'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:08:55.634609 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-71ee7072-9077-4359-a17b-2569502051ca req-e90b16f6-9b83-4994-b252-95db4eb024fb tempest-ServersTestManualDisk-873281871 tempest-ServersTestManualDisk-873281871-project] 10.222.0.18 "GET /v2.0/ports?device_id=c23ba248-95a1-499d-9e13-83f18c38bb06 HTTP/1.1" status: 200 len: 946 time: 0.1469722 Jul 27 23:08:55.807092 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-eb657fb8-5468-4d99-ab04-b5f2e855d0c4 tempest-ServersTestManualDisk-873281871 tempest-ServersTestManualDisk-873281871-project] Notify callbacks [] for floatingip, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:56.014873 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 4cf806a5-ff72-4bfc-80ab-7b8906280ea3 up at agent hyperv_n-h1-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:08:56.208317 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Provisioning for port 4cf806a5-ff72-4bfc-80ab-7b8906280ea3 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:08:56.215088 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Provisioning complete for port 4cf806a5-ff72-4bfc-80ab-7b8906280ea3 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:08:56.215497 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:56.411256 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:56.517771 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port 4cf806a5-ff72-4bfc-80ab-7b8906280ea3, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=4cf806a5-ff72-4bfc-80ab-7b8906280ea3,segment=NetworkSegment(dbf759a2-7893-47b4-9f82-216314fbd6ac),segment_id=dbf759a2-7893-47b4-9f82-216314fbd6ac)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:08:56.532164 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbeaaf4c-704a-4da5-b3eb-27d107a4dd69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cf806a5-ff72-4bfc-80ab-7b8906280ea3'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:08:56.544424 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c0369b0d4f459110ff20a1f9878ba33f96d6491bddb9d15843bf29d01e0bda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1db80c9-c922-473f-98ee-53186f4208d5" -d '{"events": [{"server_uuid": "cbeaaf4c-704a-4da5-b3eb-27d107a4dd69", "name": "network-vif-plugged", "status": "completed", "tag": "4cf806a5-ff72-4bfc-80ab-7b8906280ea3"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:08:56.549653 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:56.668161 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Pushing event updated for resources: {'Port': ['ID=4cf806a5-ff72-4bfc-80ab-7b8906280ea3,revision_number=5']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:08:56.691122 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:08:56.693638 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:08:56.693638 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:08:56.695769 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:08:56.696023 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:08:56.696438 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:08:56.703476 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:08:56.704214 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:08:56.704641 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:08:56.705057 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:08:56.705473 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:08:56.705880 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:08:56.848024 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-eb657fb8-5468-4d99-ab04-b5f2e855d0c4 tempest-ServersTestManualDisk-873281871 tempest-ServersTestManualDisk-873281871-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:56.858793 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-eb657fb8-5468-4d99-ab04-b5f2e855d0c4 tempest-ServersTestManualDisk-873281871 tempest-ServersTestManualDisk-873281871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-415302'] for floatingip, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:56.882465 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8f2267b7-ffd9-4e95-858a-6a758e6e654c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:57.058898 n-d-802623-1 neutron-server[93797]: INFO neutron.db.l3_db [None req-eb657fb8-5468-4d99-ab04-b5f2e855d0c4 tempest-ServersTestManualDisk-873281871 tempest-ServersTestManualDisk-873281871-project] Floating IP 4e3f154a-dae4-4bc7-8a10-a0460cfab043 associated. External IP: 172.25.4.86, port: eb056223-691f-4c34-9de0-b6a4ef8a01e5. Jul 27 23:08:57.489794 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb657fb8-5468-4d99-ab04-b5f2e855d0c4 tempest-ServersTestManualDisk-873281871 tempest-ServersTestManualDisk-873281871-project] Router 4fbc422e-3bf9-46cc-9eaa-57921359cad4 has already been hosted by L3 agent 018c4455-49c0-4734-927d-7824067b2a9e {{(pid=93797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 23:08:57.626852 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb657fb8-5468-4d99-ab04-b5f2e855d0c4 tempest-ServersTestManualDisk-873281871 tempest-ServersTestManualDisk-873281871-project] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:08:57.632796 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-eb657fb8-5468-4d99-ab04-b5f2e855d0c4 tempest-ServersTestManualDisk-873281871 tempest-ServersTestManualDisk-873281871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for floatingip, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:57.657890 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e334a126-9e4c-4b27-9451-db6d14118b81 None None] Sync routers for ids ['4fbc422e-3bf9-46cc-9eaa-57921359cad4'] in n-d-802623-1 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:08:57.669300 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-eb657fb8-5468-4d99-ab04-b5f2e855d0c4 tempest-ServersTestManualDisk-873281871 tempest-ServersTestManualDisk-873281871-project] 10.222.0.18 "PUT /v2.0/floatingips/4e3f154a-dae4-4bc7-8a10-a0460cfab043 HTTP/1.1" status: 200 len: 991 time: 2.0541923 Jul 27 23:08:57.669930 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c23ba248-95a1-499d-9e13-83f18c38bb06', 'tag': 'eb056223-691f-4c34-9de0-b6a4ef8a01e5'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:08:57.672609 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a476459a1bfce68b0ae0df5b6a71154bfc7cfdc8f9eefce6ad0a17231e60468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e9ff5e3-9f14-4d33-a856-0f5b4e67b1f1" -d '{"events": [{"name": "network-changed", "server_uuid": "c23ba248-95a1-499d-9e13-83f18c38bb06", "tag": "eb056223-691f-4c34-9de0-b6a4ef8a01e5"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:08:57.692936 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e334a126-9e4c-4b27-9451-db6d14118b81 None None] Routers {'4fbc422e-3bf9-46cc-9eaa-57921359cad4'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:08:57.695887 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-e334a126-9e4c-4b27-9451-db6d14118b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:08:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['4fbc422e-3bf9-46cc-9eaa-57921359cad4'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:08:57.897133 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-e334a126-9e4c-4b27-9451-db6d14118b81 None None] Set router 4fbc422e-3bf9-46cc-9eaa-57921359cad4 gateway port host: n-d-802623-1 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:08:58.373005 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-e334a126-9e4c-4b27-9451-db6d14118b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fbc422e-3bf9-46cc-9eaa-57921359cad4', 'name': 'tempest-ServersTestManualDisk-1485289992-router', 'tenant_id': 'fc7acafa883a4a4baeb39fca47df928a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.202'}], 'enable_snat': True}, 'gw_port_id': '1c2ad822-7ead-4f0d-9cec-a9ff1722a3d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:08:09Z', 'updated_at': '2021-07-27T23:08:21Z', 'revision_number': 4, 'project_id': 'fc7acafa883a4a4baeb39fca47df928a', 'gw_port': {'id': '1c2ad822-7ead-4f0d-9cec-a9ff1722a3d0', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:fb:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fbc422e-3bf9-46cc-9eaa-57921359cad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:08:10Z', 'updated_at': '2021-07-27T23:08:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_floatingips': [{'id': '4e3f154a-dae4-4bc7-8a10-a0460cfab043', 'tenant_id': 'fc7acafa883a4a4baeb39fca47df928a', 'floating_ip_address': '172.25.4.86', 'floating_network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'router_id': '4fbc422e-3bf9-46cc-9eaa-57921359cad4', 'port_id': 'eb056223-691f-4c34-9de0-b6a4ef8a01e5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 775, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7737e0c-9e61-43d5-8f37-2862a114eef0', 'mac_address': 'fa:16:3e:bd:da:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c23ba248-95a1-499d-9e13-83f18c38bb06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T23:08:31Z', 'updated_at': '2021-07-27T23:08:56Z', 'revision_number': 1, 'project_id': 'fc7acafa883a4a4baeb39fca47df928a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '229822d0-b35b-49db-9d37-97087868f358', 'name': '', 'network_id': 'a7737e0c-9e61-43d5-8f37-2862a114eef0', 'tenant_id': 'fc7acafa883a4a4baeb39fca47df928a', 'mac_address': 'fa:16:3e:3b:98:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fbc422e-3bf9-46cc-9eaa-57921359cad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': '970cdcd7-7c74-44af-9807-ff303fbf909b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:08:18Z', 'updated_at': '2021-07-27T23:08:30Z', 'revision_number': 5, 'project_id': 'fc7acafa883a4a4baeb39fca47df928a', 'subnets': [{'id': '970cdcd7-7c74-44af-9807-ff303fbf909b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:08:58.410063 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e334a126-9e4c-4b27-9451-db6d14118b81 None None] Checking router: 4fbc422e-3bf9-46cc-9eaa-57921359cad4 for host: n-d-802623-1 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 23:08:58.423397 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e334a126-9e4c-4b27-9451-db6d14118b81 None None] Routers {'4fbc422e-3bf9-46cc-9eaa-57921359cad4'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:08:58.424069 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-e334a126-9e4c-4b27-9451-db6d14118b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:08:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['4fbc422e-3bf9-46cc-9eaa-57921359cad4'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:08:58.579452 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-e334a126-9e4c-4b27-9451-db6d14118b81 None None] Set router 4fbc422e-3bf9-46cc-9eaa-57921359cad4 gateway port host: n-d-802623-1 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:08:58.922244 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-e334a126-9e4c-4b27-9451-db6d14118b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fbc422e-3bf9-46cc-9eaa-57921359cad4', 'name': 'tempest-ServersTestManualDisk-1485289992-router', 'tenant_id': 'fc7acafa883a4a4baeb39fca47df928a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.202'}], 'enable_snat': True}, 'gw_port_id': '1c2ad822-7ead-4f0d-9cec-a9ff1722a3d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:08:09Z', 'updated_at': '2021-07-27T23:08:21Z', 'revision_number': 4, 'project_id': 'fc7acafa883a4a4baeb39fca47df928a', 'gw_port': {'id': '1c2ad822-7ead-4f0d-9cec-a9ff1722a3d0', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:fb:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fbc422e-3bf9-46cc-9eaa-57921359cad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:08:10Z', 'updated_at': '2021-07-27T23:08:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_floatingips': [{'id': '4e3f154a-dae4-4bc7-8a10-a0460cfab043', 'tenant_id': 'fc7acafa883a4a4baeb39fca47df928a', 'floating_ip_address': '172.25.4.86', 'floating_network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'router_id': '4fbc422e-3bf9-46cc-9eaa-57921359cad4', 'port_id': 'eb056223-691f-4c34-9de0-b6a4ef8a01e5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 775, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7737e0c-9e61-43d5-8f37-2862a114eef0', 'mac_address': 'fa:16:3e:bd:da:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c23ba248-95a1-499d-9e13-83f18c38bb06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T23:08:31Z', 'updated_at': '2021-07-27T23:08:56Z', 'revision_number': 1, 'project_id': 'fc7acafa883a4a4baeb39fca47df928a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '229822d0-b35b-49db-9d37-97087868f358', 'name': '', 'network_id': 'a7737e0c-9e61-43d5-8f37-2862a114eef0', 'tenant_id': 'fc7acafa883a4a4baeb39fca47df928a', 'mac_address': 'fa:16:3e:3b:98:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fbc422e-3bf9-46cc-9eaa-57921359cad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': '970cdcd7-7c74-44af-9807-ff303fbf909b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:08:18Z', 'updated_at': '2021-07-27T23:08:30Z', 'revision_number': 5, 'project_id': 'fc7acafa883a4a4baeb39fca47df928a', 'subnets': [{'id': '970cdcd7-7c74-44af-9807-ff303fbf909b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:08:58.977608 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e334a126-9e4c-4b27-9451-db6d14118b81 None None] The sync data for ids ['4fbc422e-3bf9-46cc-9eaa-57921359cad4'] in n-d-802623-1 is: [{'id': '4fbc422e-3bf9-46cc-9eaa-57921359cad4', 'name': 'tempest-ServersTestManualDisk-1485289992-router', 'tenant_id': 'fc7acafa883a4a4baeb39fca47df928a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.202'}], 'enable_snat': True}, 'gw_port_id': '1c2ad822-7ead-4f0d-9cec-a9ff1722a3d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:08:09Z', 'updated_at': '2021-07-27T23:08:21Z', 'revision_number': 4, 'project_id': 'fc7acafa883a4a4baeb39fca47df928a', 'gw_port': {'id': '1c2ad822-7ead-4f0d-9cec-a9ff1722a3d0', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:fb:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fbc422e-3bf9-46cc-9eaa-57921359cad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:08:10Z', 'updated_at': '2021-07-27T23:08:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_floatingips': [{'id': '4e3f154a-dae4-4bc7-8a10-a0460cfab043', 'tenant_id': 'fc7acafa883a4a4baeb39fca47df928a', 'floating_ip_address': '172.25.4.86', 'floating_network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'router_id': '4fbc422e-3bf9-46cc-9eaa-57921359cad4', 'port_id': 'eb056223-691f-4c34-9de0-b6a4ef8a01e5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 775, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7737e0c-9e61-43d5-8f37-2862a114eef0', 'mac_address': 'fa:16:3e:bd:da:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c23ba248-95a1-499d-9e13-83f18c38bb06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T23:08:31Z', 'updated_at': '2021-07-27T23:08:56Z', 'revision_number': 1, 'project_id': 'fc7acafa883a4a4baeb39fca47df928a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '229822d0-b35b-49db-9d37-97087868f358', 'name': '', 'network_id': 'a7737e0c-9e61-43d5-8f37-2862a114eef0', 'tenant_id': 'fc7acafa883a4a4baeb39fca47df928a', 'mac_address': 'fa:16:3e:3b:98:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fbc422e-3bf9-46cc-9eaa-57921359cad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': '970cdcd7-7c74-44af-9807-ff303fbf909b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:08:18Z', 'updated_at': '2021-07-27T23:08:30Z', 'revision_number': 5, 'project_id': 'fc7acafa883a4a4baeb39fca47df928a', 'subnets': [{'id': '970cdcd7-7c74-44af-9807-ff303fbf909b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:08:59.313768 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f41293-7be7-48dd-8c14-2fe38c240e27 None None] New status for floating IP 4e3f154a-dae4-4bc7-8a10-a0460cfab043: ACTIVE {{(pid=93799) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 23:08:59.339815 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d38228-26ec-40da-b550-d1dc49ead8e1 req-b8a9e1cb-7ee6-49c0-ad5f-1f8d068f8e86 tempest-ServersTestJSON-1684854695 tempest-ServersTestJSON-1684854695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:08:59.347607 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-85d38228-26ec-40da-b550-d1dc49ead8e1 req-b8a9e1cb-7ee6-49c0-ad5f-1f8d068f8e86 tempest-ServersTestJSON-1684854695 tempest-ServersTestJSON-1684854695-project] 10.222.0.18 "GET /v2.0/ports?device_id=cbeaaf4c-704a-4da5-b3eb-27d107a4dd69 HTTP/1.1" status: 200 len: 945 time: 0.0951314 Jul 27 23:08:59.388209 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:59.399413 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0275e3-c7d0-4cb7-a5cc-90005e7004a9 req-1ce7d06e-1f4c-4313-bfde-ca8a376eab45 tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:08:59.401788 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-3d0275e3-c7d0-4cb7-a5cc-90005e7004a9 req-1ce7d06e-1f4c-4313-bfde-ca8a376eab45 tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] 10.222.0.18 "GET /v2.0/networks?id=130a0954-7a6d-4921-ab94-72e4ed1dccfc HTTP/1.1" status: 200 len: 812 time: 0.1810124 Jul 27 23:08:59.403798 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-85d38228-26ec-40da-b550-d1dc49ead8e1 req-3c7728d7-a708-48ed-ac96-245e63aeae97 tempest-ServersTestJSON-1684854695 tempest-ServersTestJSON-1684854695-project] 10.222.0.18 "GET /v2.0/security-groups?id=84587ebf-8cbd-42bb-8eec-2a11ea42d562&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550926 Jul 27 23:08:59.417798 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-3d0275e3-c7d0-4cb7-a5cc-90005e7004a9 req-d7e2aec4-33e5-4256-a2b9-52ca4fddb815 tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] 10.222.0.18 "GET /v2.0/quotas/5a3cfd4017c84232b4a584320b01c441 HTTP/1.1" status: 200 len: 375 time: 0.0099838 Jul 27 23:08:59.480735 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-3d0275e3-c7d0-4cb7-a5cc-90005e7004a9 req-968c1211-9570-45ea-9adb-68c1d9a56adf tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=5a3cfd4017c84232b4a584320b01c441&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0559096 Jul 27 23:08:59.557855 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7d5efafb-9e60-4300-b8c5-7163dc4fc766 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:59.564563 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0c6380-621f-405b-a5ff-95f0ebd51fb1 req-45cc447f-d20a-4bbe-88d7-708eb5e7cdcc tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:08:59.566273 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-3a0c6380-621f-405b-a5ff-95f0ebd51fb1 req-45cc447f-d20a-4bbe-88d7-708eb5e7cdcc tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.18 "GET /v2.0/ports?device_id=e96ee7fe-839a-4eef-92c3-c496be2cfd97 HTTP/1.1" status: 200 len: 945 time: 0.0712376 Jul 27 23:08:59.584209 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-3d0275e3-c7d0-4cb7-a5cc-90005e7004a9 req-475846bd-d941-4f09-94ce-69e111718d37 service neutron] 10.222.0.18 "GET /v2.0/networks/130a0954-7a6d-4921-ab94-72e4ed1dccfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024113 Jul 27 23:08:59.618626 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-3a0c6380-621f-405b-a5ff-95f0ebd51fb1 req-d0962c78-84ee-420f-9f22-d86ba23d2f8a tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.18 "GET /v2.0/security-groups?id=657c655b-8580-45d5-979f-9b32b7a260f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454037 Jul 27 23:08:59.685751 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:59.713340 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-3d0275e3-c7d0-4cb7-a5cc-90005e7004a9 req-891411b7-c906-48a5-b1ad-e29886004749 service neutron] 10.222.0.18 "GET /v2.0/networks/130a0954-7a6d-4921-ab94-72e4ed1dccfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278207 Jul 27 23:08:59.742069 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:08:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9631ab8-2927-43ef-92de-c5b50d11c700 x-openstack-request-id: req-c9631ab8-2927-43ef-92de-c5b50d11c700 {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:08:59.744397 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbeaaf4c-704a-4da5-b3eb-27d107a4dd69", "name": "network-vif-plugged", "status": "completed", "tag": "4cf806a5-ff72-4bfc-80ab-7b8906280ea3", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:08:59.744723 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c9631ab8-2927-43ef-92de-c5b50d11c700 {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:08:59.745412 n-d-802623-1 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbeaaf4c-704a-4da5-b3eb-27d107a4dd69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cf806a5-ff72-4bfc-80ab-7b8906280ea3', 'code': 200} Jul 27 23:08:59.891851 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f3a699-4585-48f6-bea7-56e7ff7d0e36 req-bca687b4-588a-4d99-a009-743050e2865f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:08:59.893364 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-86f3a699-4585-48f6-bea7-56e7ff7d0e36 req-bca687b4-588a-4d99-a009-743050e2865f service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=cbeaaf4c-704a-4da5-b3eb-27d107a4dd69 HTTP/1.1" status: 200 len: 1096 time: 0.0845571 Jul 27 23:08:59.960820 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-86f3a699-4585-48f6-bea7-56e7ff7d0e36 req-2b083407-3a05-4337-8359-61bc8ee11d3f service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=84587ebf-8cbd-42bb-8eec-2a11ea42d562&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515547 Jul 27 23:08:59.972748 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 23:08:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-278826f0-6c44-4fd1-be8f-5100d196faf9 x-openstack-request-id: req-278826f0-6c44-4fd1-be8f-5100d196faf9 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:08:59.973035 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c23ba248-95a1-499d-9e13-83f18c38bb06", "tag": "eb056223-691f-4c34-9de0-b6a4ef8a01e5", "status": "completed", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:08:59.996639 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-278826f0-6c44-4fd1-be8f-5100d196faf9 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:08:59.997755 n-d-802623-1 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c23ba248-95a1-499d-9e13-83f18c38bb06', 'tag': 'eb056223-691f-4c34-9de0-b6a4ef8a01e5', 'status': 'completed', 'code': 200} Jul 27 23:09:00.069919 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9ff5e3-9f14-4d33-a856-0f5b4e67b1f1 req-c430959a-1475-4b7d-85eb-9bb72c06d08a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:09:00.071346 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8b383328-9afa-4070-971f-99e64f84d2b7 req-d8c83b65-839e-48e9-b377-5f6115444c09 tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] 10.222.0.18 "GET /v2.0/ports?device_id=f8fe1d47-a163-4267-b0cc-896f0d1e1a36 HTTP/1.1" status: 200 len: 210 time: 0.0442123 Jul 27 23:09:00.071944 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-1e9ff5e3-9f14-4d33-a856-0f5b4e67b1f1 req-c430959a-1475-4b7d-85eb-9bb72c06d08a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=fc7acafa883a4a4baeb39fca47df928a&device_id=c23ba248-95a1-499d-9e13-83f18c38bb06 HTTP/1.1" status: 200 len: 1097 time: 0.0576074 Jul 27 23:09:00.250420 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf61828-14be-400c-bee1-2375bf7d3691 req-3d7ec0f1-0522-4b18-9319-a52c34fc75e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:09:00.254530 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-ccf61828-14be-400c-bee1-2375bf7d3691 req-3d7ec0f1-0522-4b18-9319-a52c34fc75e3 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8769b54ba73a4421837726dbda018e6b&device_id=e96ee7fe-839a-4eef-92c3-c496be2cfd97 HTTP/1.1" status: 200 len: 1096 time: 0.0780058 Jul 27 23:09:00.277259 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9ff5e3-9f14-4d33-a856-0f5b4e67b1f1 req-657577e0-ecbf-445b-9562-57124bb9af73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:09:00.278923 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-1e9ff5e3-9f14-4d33-a856-0f5b4e67b1f1 req-657577e0-ecbf-445b-9562-57124bb9af73 service neutron] 10.222.0.49 "GET /v2.0/networks?id=a7737e0c-9e61-43d5-8f37-2862a114eef0 HTTP/1.1" status: 200 len: 913 time: 0.1975257 Jul 27 23:09:00.298666 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad7c643-42da-4b77-a1e2-513a9469c3fa req-45eee69e-e46f-4894-b099-f2d21ed6e5eb tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:09:00.306285 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-4ad7c643-42da-4b77-a1e2-513a9469c3fa req-45eee69e-e46f-4894-b099-f2d21ed6e5eb tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab41d699-a6c9-471f-af92-d91f3fbbf8be HTTP/1.1" status: 200 len: 944 time: 0.1838336 Jul 27 23:09:00.402292 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-19f2e178-d45e-4fbe-b9be-c3963fc151ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:00.407834 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-4ad7c643-42da-4b77-a1e2-513a9469c3fa req-cb9c765c-37d1-4efc-8090-fb239913e407 tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ee1769a-7cc2-4f9a-a15b-54c39d35bd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003184 Jul 27 23:09:00.466213 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-1e9ff5e3-9f14-4d33-a856-0f5b4e67b1f1 req-66507c67-a5b1-4d40-a0a8-4cc4c0ba3850 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=eb056223-691f-4c34-9de0-b6a4ef8a01e5 HTTP/1.1" status: 200 len: 1001 time: 0.1343331 Jul 27 23:09:00.494303 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf61828-14be-400c-bee1-2375bf7d3691 req-fde0ee20-66ec-4ac5-9155-6fdc245cab35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:09:00.496885 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-ccf61828-14be-400c-bee1-2375bf7d3691 req-fde0ee20-66ec-4ac5-9155-6fdc245cab35 service neutron] 10.222.0.49 "GET /v2.0/networks?id=9e23151c-db3f-4ce6-bd4c-f37102973a7b HTTP/1.1" status: 200 len: 911 time: 0.2236733 Jul 27 23:09:00.584084 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-ccf61828-14be-400c-bee1-2375bf7d3691 req-7299fc09-4c17-4000-aa62-93403b28553f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=80599080-78cb-47a0-b0f2-857ca0108a7e HTTP/1.1" status: 200 len: 217 time: 0.0783286 Jul 27 23:09:00.603365 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9ff5e3-9f14-4d33-a856-0f5b4e67b1f1 req-3fd8b509-77bb-4d8b-a8be-af37bf3b54a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:09:00.605217 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-1e9ff5e3-9f14-4d33-a856-0f5b4e67b1f1 req-3fd8b509-77bb-4d8b-a8be-af37bf3b54a4 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=970cdcd7-7c74-44af-9807-ff303fbf909b HTTP/1.1" status: 200 len: 851 time: 0.1346152 Jul 27 23:09:00.634435 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1712c9-b712-4085-b10d-5cfe7bdbbd34 req-b9136a72-cff9-4411-b826-b42676faebce tempest-ServersTestJSON-1684854695 tempest-ServersTestJSON-1684854695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:09:00.650146 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-1c1712c9-b712-4085-b10d-5cfe7bdbbd34 req-b9136a72-cff9-4411-b826-b42676faebce tempest-ServersTestJSON-1684854695 tempest-ServersTestJSON-1684854695-project] 10.222.0.18 "GET /v2.0/ports?device_id=cbeaaf4c-704a-4da5-b3eb-27d107a4dd69 HTTP/1.1" status: 200 len: 945 time: 0.1133738 Jul 27 23:09:00.660430 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf61828-14be-400c-bee1-2375bf7d3691 req-447057e3-5632-4227-b9ec-f40ceaf84cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:09:00.662149 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-ccf61828-14be-400c-bee1-2375bf7d3691 req-447057e3-5632-4227-b9ec-f40ceaf84cb3 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=907748a0-cd4e-409f-9c38-5786b794e948 HTTP/1.1" status: 200 len: 850 time: 0.0660710 Jul 27 23:09:00.734281 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-ccf61828-14be-400c-bee1-2375bf7d3691 req-2d13c695-4316-45b1-b7b0-9a4d8b4fee41 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9e23151c-db3f-4ce6-bd4c-f37102973a7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0618179 Jul 27 23:09:00.797612 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-1c1712c9-b712-4085-b10d-5cfe7bdbbd34 req-cb6b827e-0382-43a6-96b2-488060035184 tempest-ServersTestJSON-1684854695 tempest-ServersTestJSON-1684854695-project] 10.222.0.18 "GET /v2.0/security-groups?id=84587ebf-8cbd-42bb-8eec-2a11ea42d562&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1409009 Jul 27 23:09:00.808858 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9ff5e3-9f14-4d33-a856-0f5b4e67b1f1 req-1bab8f01-d85d-43f3-baf8-ca18b469c9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:09:00.810469 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-1e9ff5e3-9f14-4d33-a856-0f5b4e67b1f1 req-1bab8f01-d85d-43f3-baf8-ca18b469c9ab service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a7737e0c-9e61-43d5-8f37-2862a114eef0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1927505 Jul 27 23:09:00.915758 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851ba6d1-a4a5-4ec5-8e65-ea3abe55bb95 req-b0f8e3f1-67fe-4985-8e60-73f7acab5605 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:09:00.917177 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-851ba6d1-a4a5-4ec5-8e65-ea3abe55bb95 req-b0f8e3f1-67fe-4985-8e60-73f7acab5605 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.18 "GET /v2.0/ports?device_id=e96ee7fe-839a-4eef-92c3-c496be2cfd97 HTTP/1.1" status: 200 len: 945 time: 0.1642687 Jul 27 23:09:00.958261 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb395709-9c95-4839-b0ee-bffc9386d714 req-c6e66d7d-f1fe-4bb3-ab5b-fd952048d9ce tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:09:00.959744 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-fb395709-9c95-4839-b0ee-bffc9386d714 req-c6e66d7d-f1fe-4bb3-ab5b-fd952048d9ce tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] 10.222.0.49 "GET /v2.0/ports?device_id=ab41d699-a6c9-471f-af92-d91f3fbbf8be HTTP/1.1" status: 200 len: 944 time: 0.1852498 Jul 27 23:09:00.981914 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-1e9ff5e3-9f14-4d33-a856-0f5b4e67b1f1 req-c0f0812e-4d82-4554-8e47-a45fdbf87734 service neutron] 10.222.0.49 "GET /v2.0/networks/a7737e0c-9e61-43d5-8f37-2862a114eef0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1599398 Jul 27 23:09:01.031978 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-ccf61828-14be-400c-bee1-2375bf7d3691 req-d629545d-c0e8-49f2-9431-8d9b7a6e16f1 service neutron] 10.222.0.49 "GET /v2.0/networks/9e23151c-db3f-4ce6-bd4c-f37102973a7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2856035 Jul 27 23:09:01.058754 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-851ba6d1-a4a5-4ec5-8e65-ea3abe55bb95 req-5f3c2e2d-78cd-4b91-b28f-818fa583fc7d tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.18 "GET /v2.0/security-groups?id=657c655b-8580-45d5-979f-9b32b7a260f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203747 Jul 27 23:09:01.209669 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-1e9ff5e3-9f14-4d33-a856-0f5b4e67b1f1 req-c724c23b-0df6-4280-90b6-6c3f524023ba service neutron] 10.222.0.49 "GET /v2.0/networks/a7737e0c-9e61-43d5-8f37-2862a114eef0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2203536 Jul 27 23:09:01.213831 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [req-fb395709-9c95-4839-b0ee-bffc9386d714 req-90e3b999-fe85-411b-a34f-527622b758ba tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] Deleting port 522b4389-a942-43b4-b1c8-2896864af68a {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:09:01.214176 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-fb395709-9c95-4839-b0ee-bffc9386d714 req-90e3b999-fe85-411b-a34f-527622b758ba tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:01.248881 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a573cb79-0ae8-4a6f-bcfd-d08c1ab1f15e req-30be97b4-9e3a-471f-99b3-d6f0b58313a8 tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] 10.222.0.18 "GET /v2.0/ports?device_id=f8fe1d47-a163-4267-b0cc-896f0d1e1a36 HTTP/1.1" status: 200 len: 210 time: 0.0458217 Jul 27 23:09:01.279947 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-ccf61828-14be-400c-bee1-2375bf7d3691 req-c40c110f-aa9c-4347-9fab-b199574beb4c service neutron] 10.222.0.49 "GET /v2.0/networks/9e23151c-db3f-4ce6-bd4c-f37102973a7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1927137 Jul 27 23:09:01.389665 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 59146) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:09:01.400479 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-fb395709-9c95-4839-b0ee-bffc9386d714 req-90e3b999-fe85-411b-a34f-527622b758ba tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] For port 522b4389-a942-43b4-b1c8-2896864af68a, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=522b4389-a942-43b4-b1c8-2896864af68a,segment=NetworkSegment(ff9b0beb-ebd9-45f3-9693-d627eb3bb065),segment_id=ff9b0beb-ebd9-45f3-9693-d627eb3bb065)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:09:01.401162 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-fb395709-9c95-4839-b0ee-bffc9386d714 req-90e3b999-fe85-411b-a34f-527622b758ba tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:01.421793 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [req-fb395709-9c95-4839-b0ee-bffc9386d714 req-90e3b999-fe85-411b-a34f-527622b758ba tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] Calling delete_port for 522b4389-a942-43b4-b1c8-2896864af68a owned by compute:nova {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:09:01.553306 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8ff4734c-c56a-45ed-9655-d5cd6c4eb15b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:01.695981 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222c8020-08d1-45f9-8bcb-ecff86a76800 req-0c3d9a01-faa8-4f4a-b424-5a84c19f146b tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:09:01.702141 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8ff4734c-c56a-45ed-9655-d5cd6c4eb15b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:01.703192 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-222c8020-08d1-45f9-8bcb-ecff86a76800 req-0c3d9a01-faa8-4f4a-b424-5a84c19f146b tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab41d699-a6c9-471f-af92-d91f3fbbf8be HTTP/1.1" status: 200 len: 944 time: 0.1582866 Jul 27 23:09:01.713157 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8ff4734c-c56a-45ed-9655-d5cd6c4eb15b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:01.759571 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-8ff4734c-c56a-45ed-9655-d5cd6c4eb15b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a5b6895489a54c20bf4a2c678b518c8b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3688450 Jul 27 23:09:01.762226 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 59156) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:09:01.769582 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff4734c-c56a-45ed-9655-d5cd6c4eb15b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=912b7280-fe51-448a-b0f4-044730bd947e,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:09:01.807075 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0275e3-c7d0-4cb7-a5cc-90005e7004a9 req-5ea100d0-9340-4e2d-b106-2132ec70f546 tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:09:01.808562 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-3d0275e3-c7d0-4cb7-a5cc-90005e7004a9 req-5ea100d0-9340-4e2d-b106-2132ec70f546 tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] 10.222.0.38 "GET /v2.0/networks?id=130a0954-7a6d-4921-ab94-72e4ed1dccfc HTTP/1.1" status: 200 len: 812 time: 0.3089523 Jul 27 23:09:01.824216 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-222c8020-08d1-45f9-8bcb-ecff86a76800 req-d5c57526-a615-4325-bd86-b5a26580893a tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ee1769a-7cc2-4f9a-a15b-54c39d35bd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150055 Jul 27 23:09:01.833755 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [req-3d0275e3-c7d0-4cb7-a5cc-90005e7004a9 req-1b66b5ef-d0c6-454d-a6cd-76d95d26cb48 tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] Request body: {'port': {'device_id': 'f8fe1d47-a163-4267-b0cc-896f0d1e1a36', 'network_id': '130a0954-7a6d-4921-ab94-72e4ed1dccfc', 'admin_state_up': True, 'tenant_id': '5a3cfd4017c84232b4a584320b01c441'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:09:01.838326 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-fb395709-9c95-4839-b0ee-bffc9386d714 req-90e3b999-fe85-411b-a34f-527622b758ba tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:01.847508 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f9540c11-02ee-49ec-b002-454cfcb125b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:01.852275 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] get_ports_and_sgs() called for port_ids ['522b4389-a942-43b4-b1c8-2896864af68a'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:09:01.884487 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f9540c11-02ee-49ec-b002-454cfcb125b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:01.924227 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e3b999-fe85-411b-a34f-527622b758ba tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] Pushing event deleted for resources: {'Port': ['ID=522b4389-a942-43b4-b1c8-2896864af68a,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:09:01.977442 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb395709-9c95-4839-b0ee-bffc9386d714 req-90e3b999-fe85-411b-a34f-527622b758ba tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] No DVR routers for this DVR port 522b4389-a942-43b4-b1c8-2896864af68a on host n-h2-802623-1 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:09:01.981960 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-fb395709-9c95-4839-b0ee-bffc9386d714 req-90e3b999-fe85-411b-a34f-527622b758ba tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:01.985097 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-fb395709-9c95-4839-b0ee-bffc9386d714 req-90e3b999-fe85-411b-a34f-527622b758ba tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] 10.222.0.49 "DELETE /v2.0/ports/522b4389-a942-43b4-b1c8-2896864af68a HTTP/1.1" status: 204 len: 173 time: 1.0145247 Jul 27 23:09:02.001869 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab41d699-a6c9-471f-af92-d91f3fbbf8be', 'name': 'network-vif-deleted', 'tag': '522b4389-a942-43b4-b1c8-2896864af68a'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:09:02.004968 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a476459a1bfce68b0ae0df5b6a71154bfc7cfdc8f9eefce6ad0a17231e60468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38233c5c-61fd-4b7b-b15e-86ad403f26dc" -d '{"events": [{"server_uuid": "ab41d699-a6c9-471f-af92-d91f3fbbf8be", "name": "network-vif-deleted", "tag": "522b4389-a942-43b4-b1c8-2896864af68a"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:09:02.009088 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d24102-adb8-4662-b08e-8d94a8842549 req-c0c7d1b4-3ef4-405b-aad5-bb1cb5cb4266 tempest-ServersTestJSON-1684854695 tempest-ServersTestJSON-1684854695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:09:02.011328 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b4d24102-adb8-4662-b08e-8d94a8842549 req-c0c7d1b4-3ef4-405b-aad5-bb1cb5cb4266 tempest-ServersTestJSON-1684854695 tempest-ServersTestJSON-1684854695-project] 10.222.0.18 "GET /v2.0/ports?device_id=cbeaaf4c-704a-4da5-b3eb-27d107a4dd69 HTTP/1.1" status: 200 len: 945 time: 0.0699031 Jul 27 23:09:02.076777 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:09:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb5d8f3d-a3f2-4715-9024-776bff2cee77 x-openstack-request-id: req-eb5d8f3d-a3f2-4715-9024-776bff2cee77 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:09:02.077222 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab41d699-a6c9-471f-af92-d91f3fbbf8be", "name": "network-vif-deleted", "tag": "522b4389-a942-43b4-b1c8-2896864af68a", "status": "completed", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:09:02.078427 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-eb5d8f3d-a3f2-4715-9024-776bff2cee77 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:09:02.079497 n-d-802623-1 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab41d699-a6c9-471f-af92-d91f3fbbf8be', 'name': 'network-vif-deleted', 'tag': '522b4389-a942-43b4-b1c8-2896864af68a', 'status': 'completed', 'code': 200} Jul 27 23:09:02.125760 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7418f70f-e60d-4709-8ba9-6ab514bc7f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:02.132439 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d0275e3-c7d0-4cb7-a5cc-90005e7004a9 req-1b66b5ef-d0c6-454d-a6cd-76d95d26cb48 tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] Made reservation on behalf of 5a3cfd4017c84232b4a584320b01c441 for: {'port': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:09:02.139777 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-3d0275e3-c7d0-4cb7-a5cc-90005e7004a9 req-1b66b5ef-d0c6-454d-a6cd-76d95d26cb48 tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:02.156072 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b4d24102-adb8-4662-b08e-8d94a8842549 req-bab1fe1d-a86a-450b-8e45-be442d852252 tempest-ServersTestJSON-1684854695 tempest-ServersTestJSON-1684854695-project] 10.222.0.18 "GET /v2.0/security-groups?id=84587ebf-8cbd-42bb-8eec-2a11ea42d562&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1336114 Jul 27 23:09:02.187206 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f9540c11-02ee-49ec-b002-454cfcb125b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:02.189932 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f9540c11-02ee-49ec-b002-454cfcb125b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:02.193821 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-f9540c11-02ee-49ec-b002-454cfcb125b3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/912b7280-fe51-448a-b0f4-044730bd947e HTTP/1.1" status: 204 len: 168 time: 0.4278677 Jul 27 23:09:02.209262 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9540c11-02ee-49ec-b002-454cfcb125b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=912b7280-fe51-448a-b0f4-044730bd947e,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:09:02.355403 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c75bda-1ee2-4987-a5b4-8eef27c64417 req-e64d3b26-fce8-4afd-ac54-4c41c60b7fe0 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:09:02.357130 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b4c75bda-1ee2-4987-a5b4-8eef27c64417 req-e64d3b26-fce8-4afd-ac54-4c41c60b7fe0 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.18 "GET /v2.0/ports?device_id=e96ee7fe-839a-4eef-92c3-c496be2cfd97 HTTP/1.1" status: 200 len: 945 time: 0.0744851 Jul 27 23:09:02.418353 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b4c75bda-1ee2-4987-a5b4-8eef27c64417 req-2c111f5f-d4cc-4a80-8dc3-b25fa693d7e6 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.18 "GET /v2.0/security-groups?id=657c655b-8580-45d5-979f-9b32b7a260f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528436 Jul 27 23:09:02.624877 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ca30ab2e-af56-4941-bb06-382cd05cf726 req-a6e45a40-2cf7-4f0d-a8b3-6d4c28fb01ac tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] 10.222.0.18 "GET /v2.0/ports?device_id=f8fe1d47-a163-4267-b0cc-896f0d1e1a36 HTTP/1.1" status: 200 len: 210 time: 0.0444252 Jul 27 23:09:02.698604 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2fa400-f1e8-43c1-b133-df3f8369f24b req-144ea59d-cce9-473c-9c00-6d01ade32026 tempest-ServersTestJSON-1684854695 tempest-ServersTestJSON-1684854695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:09:02.704304 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8d2fa400-f1e8-43c1-b133-df3f8369f24b req-144ea59d-cce9-473c-9c00-6d01ade32026 tempest-ServersTestJSON-1684854695 tempest-ServersTestJSON-1684854695-project] 10.222.0.18 "GET /v2.0/ports?device_id=cbeaaf4c-704a-4da5-b3eb-27d107a4dd69 HTTP/1.1" status: 200 len: 945 time: 0.4113796 Jul 27 23:09:02.710483 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 59192) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:09:02.715827 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-be501d92-b638-4074-b7cc-78f89ec068ce tempest-ServersTestJSON-1684854695 tempest-ServersTestJSON-1684854695-project] Request body: {'floatingip': {'port_id': '4cf806a5-ff72-4bfc-80ab-7b8906280ea3'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:09:02.722647 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [req-3d0275e3-c7d0-4cb7-a5cc-90005e7004a9 req-1b66b5ef-d0c6-454d-a6cd-76d95d26cb48 tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] Allocated IP 172.20.0.13 (130a0954-7a6d-4921-ab94-72e4ed1dccfc/dbf05d93-18dc-44bb-a1ce-d6d38b8f56eb/ecee3142-b56e-44a3-ae44-405fd47f1162) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:09:02.789682 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-be501d92-b638-4074-b7cc-78f89ec068ce tempest-ServersTestJSON-1684854695 tempest-ServersTestJSON-1684854695-project] Notify callbacks [] for floatingip, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:02.946431 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device 80599080-78cb-47a0-b0f2-857ca0108a7e no longer exists at agent hyperv_n-h2-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:09:02.999791 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-3d0275e3-c7d0-4cb7-a5cc-90005e7004a9 req-1b66b5ef-d0c6-454d-a6cd-76d95d26cb48 tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:03.099930 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-3d0275e3-c7d0-4cb7-a5cc-90005e7004a9 req-1b66b5ef-d0c6-454d-a6cd-76d95d26cb48 tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:03.141255 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:03.198325 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e96ee7fe-839a-4eef-92c3-c496be2cfd97', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80599080-78cb-47a0-b0f2-857ca0108a7e'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:09:03.203410 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c0369b0d4f459110ff20a1f9878ba33f96d6491bddb9d15843bf29d01e0bda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f74249e3-7ca0-470d-93a0-9c19863bbf1f" -d '{"events": [{"server_uuid": "e96ee7fe-839a-4eef-92c3-c496be2cfd97", "name": "network-vif-unplugged", "status": "completed", "tag": "80599080-78cb-47a0-b0f2-857ca0108a7e"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:09:03.241678 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port 80599080-78cb-47a0-b0f2-857ca0108a7e, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=80599080-78cb-47a0-b0f2-857ca0108a7e,segment=NetworkSegment(28e446c9-01ab-4372-bcf6-11d579b6d514),segment_id=28e446c9-01ab-4372-bcf6-11d579b6d514)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:09:03.252738 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:03.253467 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device 522b4389-a942-43b4-b1c8-2896864af68a no longer exists at agent hyperv_n-h2-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:09:03.265488 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d0275e3-c7d0-4cb7-a5cc-90005e7004a9 req-1b66b5ef-d0c6-454d-a6cd-76d95d26cb48 tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] Network 130a0954-7a6d-4921-ab94-72e4ed1dccfc is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:09:03.276697 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [req-3d0275e3-c7d0-4cb7-a5cc-90005e7004a9 req-1b66b5ef-d0c6-454d-a6cd-76d95d26cb48 tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:09:03.287210 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b66b5ef-d0c6-454d-a6cd-76d95d26cb48 tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] Pushing event updated for resources: {'Port': ['ID=ecee3142-b56e-44a3-ae44-405fd47f1162,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:09:03.293181 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d0275e3-c7d0-4cb7-a5cc-90005e7004a9 req-1b66b5ef-d0c6-454d-a6cd-76d95d26cb48 tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:09:03.346181 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 23:09:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-491913d2-0e3f-47c7-a854-df1effb70f44 x-openstack-request-id: req-491913d2-0e3f-47c7-a854-df1effb70f44 {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:09:03.346478 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e96ee7fe-839a-4eef-92c3-c496be2cfd97", "name": "network-vif-unplugged", "status": "completed", "tag": "80599080-78cb-47a0-b0f2-857ca0108a7e", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:09:03.346775 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-491913d2-0e3f-47c7-a854-df1effb70f44 {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:09:03.347228 n-d-802623-1 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e96ee7fe-839a-4eef-92c3-c496be2cfd97', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80599080-78cb-47a0-b0f2-857ca0108a7e', 'code': 200} Jul 27 23:09:03.373095 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] No Port match for: 522b4389-a942-43b4-b1c8-2896864af68a {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:09:03.373446 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device 522b4389-a942-43b4-b1c8-2896864af68a not bound to the agent host n-h2-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:09:03.411647 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Pushing event updated for resources: {'Port': ['ID=80599080-78cb-47a0-b0f2-857ca0108a7e,revision_number=8']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:09:03.430981 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0275e3-c7d0-4cb7-a5cc-90005e7004a9 req-1b66b5ef-d0c6-454d-a6cd-76d95d26cb48 tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:09:03.431865 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-3d0275e3-c7d0-4cb7-a5cc-90005e7004a9 req-1b66b5ef-d0c6-454d-a6cd-76d95d26cb48 tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:03.468027 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-3d0275e3-c7d0-4cb7-a5cc-90005e7004a9 req-1b66b5ef-d0c6-454d-a6cd-76d95d26cb48 tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6420188 Jul 27 23:09:03.484946 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [req-3d0275e3-c7d0-4cb7-a5cc-90005e7004a9 req-2aac9428-2af1-46af-a8e7-0aab4b577715 service neutron] Request body: {'port': {'device_id': 'f8fe1d47-a163-4267-b0cc-896f0d1e1a36', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802623-1'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:09:03.521192 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 59216) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:09:03.591008 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-3d0275e3-c7d0-4cb7-a5cc-90005e7004a9 req-2aac9428-2af1-46af-a8e7-0aab4b577715 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:03.737008 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-be501d92-b638-4074-b7cc-78f89ec068ce tempest-ServersTestJSON-1684854695 tempest-ServersTestJSON-1684854695-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:03.745650 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-be501d92-b638-4074-b7cc-78f89ec068ce tempest-ServersTestJSON-1684854695 tempest-ServersTestJSON-1684854695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-415302'] for floatingip, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:03.874406 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ca517a-8f41-42b6-bdaf-3b69f0d705f5 req-1791f0c3-f107-4268-a725-4a1eae03828e tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:09:03.876023 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d7ca517a-8f41-42b6-bdaf-3b69f0d705f5 req-1791f0c3-f107-4268-a725-4a1eae03828e tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.18 "GET /v2.0/ports?device_id=e96ee7fe-839a-4eef-92c3-c496be2cfd97 HTTP/1.1" status: 200 len: 943 time: 0.3356164 Jul 27 23:09:03.922069 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b4ede3-31a7-4cf2-94ab-136feca9d00c req-0edae9ac-6946-40fe-8e00-577731bab7a0 tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:09:03.923759 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-61b4ede3-31a7-4cf2-94ab-136feca9d00c req-0edae9ac-6946-40fe-8e00-577731bab7a0 tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] 10.222.0.49 "GET /v2.0/ports?device_id=45491c78-fb5b-4166-8dac-8f81c2d42c00 HTTP/1.1" status: 200 len: 944 time: 0.1325512 Jul 27 23:09:04.060775 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d7ca517a-8f41-42b6-bdaf-3b69f0d705f5 req-9e29dfb4-ac37-4070-9f02-abbf269f0306 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.18 "GET /v2.0/security-groups?id=657c655b-8580-45d5-979f-9b32b7a260f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710098 Jul 27 23:09:04.094192 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [req-3d0275e3-c7d0-4cb7-a5cc-90005e7004a9 req-2aac9428-2af1-46af-a8e7-0aab4b577715 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ecee3142-b56e-44a3-ae44-405fd47f1162 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:09:04.105504 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-3d0275e3-c7d0-4cb7-a5cc-90005e7004a9 req-2aac9428-2af1-46af-a8e7-0aab4b577715 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:04.128195 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [req-3d0275e3-c7d0-4cb7-a5cc-90005e7004a9 req-2aac9428-2af1-46af-a8e7-0aab4b577715 service neutron] Transition to ACTIVE for port object ecee3142-b56e-44a3-ae44-405fd47f1162 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:09:04.137735 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-3d0275e3-c7d0-4cb7-a5cc-90005e7004a9 req-2aac9428-2af1-46af-a8e7-0aab4b577715 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11336041'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:04.147066 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-e452d26d-0a7e-4037-8929-6f3cff06c741 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-561928120-network', 'tenant_id': '749e6a2b85454e4b8a6bbb3acb05e708'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:09:04.224453 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [req-61b4ede3-31a7-4cf2-94ab-136feca9d00c req-c81c4f16-8de9-49ef-9539-ad4a8fa35bbd tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] Deleting port 2c5ff320-ebb8-4916-a66d-dee08f670207 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:09:04.225059 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-61b4ede3-31a7-4cf2-94ab-136feca9d00c req-c81c4f16-8de9-49ef-9539-ad4a8fa35bbd tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:04.233640 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aac9428-2af1-46af-a8e7-0aab4b577715 service neutron] Pushing event updated for resources: {'Port': ['ID=ecee3142-b56e-44a3-ae44-405fd47f1162,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:09:04.238410 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee427e13-986f-4611-bab7-6835b1ceb7df req-5c48ae0a-73ce-49cf-a5c3-99d4362bddbf tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:09:04.246597 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ee427e13-986f-4611-bab7-6835b1ceb7df req-5c48ae0a-73ce-49cf-a5c3-99d4362bddbf tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] 10.222.0.18 "GET /v2.0/ports?device_id=45491c78-fb5b-4166-8dac-8f81c2d42c00 HTTP/1.1" status: 200 len: 944 time: 0.7229240 Jul 27 23:09:04.281575 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e452d26d-0a7e-4037-8929-6f3cff06c741 admin admin] Made reservation on behalf of 749e6a2b85454e4b8a6bbb3acb05e708 for: {'network': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:09:04.283912 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e452d26d-0a7e-4037-8929-6f3cff06c741 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for network, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:04.304163 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e452d26d-0a7e-4037-8929-6f3cff06c741 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:04.333337 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ee427e13-986f-4611-bab7-6835b1ceb7df req-62b7db36-3c94-49db-b492-b8e6aaec58b5 tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ee1769a-7cc2-4f9a-a15b-54c39d35bd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856526 Jul 27 23:09:04.339624 n-d-802623-1 neutron-server[93798]: INFO neutron.db.l3_db [None req-be501d92-b638-4074-b7cc-78f89ec068ce tempest-ServersTestJSON-1684854695 tempest-ServersTestJSON-1684854695-project] Floating IP 1dabdca9-1d64-4a8e-8ba2-c5dfd3a23806 associated. External IP: 172.25.4.124, port: 4cf806a5-ff72-4bfc-80ab-7b8906280ea3. Jul 27 23:09:04.413402 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-3d0275e3-c7d0-4cb7-a5cc-90005e7004a9 req-2aac9428-2af1-46af-a8e7-0aab4b577715 service neutron] Attempting to bind port ecee3142-b56e-44a3-ae44-405fd47f1162 on host n-h1-802623-1 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:09:04.413402 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-3d0275e3-c7d0-4cb7-a5cc-90005e7004a9 req-2aac9428-2af1-46af-a8e7-0aab4b577715 service neutron] Attempting to bind port ecee3142-b56e-44a3-ae44-405fd47f1162 by drivers openvswitch,hyperv on host n-h1-802623-1 at level 0 using segments [{'id': '8ba436c1-f478-4bca-9988-32f105ba0b93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '130a0954-7a6d-4921-ab94-72e4ed1dccfc'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:09:04.413402 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d0275e3-c7d0-4cb7-a5cc-90005e7004a9 req-2aac9428-2af1-46af-a8e7-0aab4b577715 service neutron] Attempting to bind port ecee3142-b56e-44a3-ae44-405fd47f1162 on network 130a0954-7a6d-4921-ab94-72e4ed1dccfc {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:09:04.430861 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d0275e3-c7d0-4cb7-a5cc-90005e7004a9 req-2aac9428-2af1-46af-a8e7-0aab4b577715 service neutron] Port ecee3142-b56e-44a3-ae44-405fd47f1162 on network 130a0954-7a6d-4921-ab94-72e4ed1dccfc not bound, no agent of type Open vSwitch agent registered on host n-h1-802623-1 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 23:09:04.431737 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d0275e3-c7d0-4cb7-a5cc-90005e7004a9 req-2aac9428-2af1-46af-a8e7-0aab4b577715 service neutron] Attempting to bind port ecee3142-b56e-44a3-ae44-405fd47f1162 on network 130a0954-7a6d-4921-ab94-72e4ed1dccfc {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:09:04.439369 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d0275e3-c7d0-4cb7-a5cc-90005e7004a9 req-2aac9428-2af1-46af-a8e7-0aab4b577715 service neutron] Checking agent: {'id': '245f1da4-a9b8-4b08-90d7-28f0f342b839', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 59, 59), 'started_at': datetime.datetime(2021, 7, 27, 22, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 8, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:09:04.439717 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d0275e3-c7d0-4cb7-a5cc-90005e7004a9 req-2aac9428-2af1-46af-a8e7-0aab4b577715 service neutron] Checking segment: {'id': '8ba436c1-f478-4bca-9988-32f105ba0b93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '130a0954-7a6d-4921-ab94-72e4ed1dccfc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:09:04.440115 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d0275e3-c7d0-4cb7-a5cc-90005e7004a9 req-2aac9428-2af1-46af-a8e7-0aab4b577715 service neutron] Bound using segment: {'id': '8ba436c1-f478-4bca-9988-32f105ba0b93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '130a0954-7a6d-4921-ab94-72e4ed1dccfc'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:09:04.440739 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-3d0275e3-c7d0-4cb7-a5cc-90005e7004a9 req-2aac9428-2af1-46af-a8e7-0aab4b577715 service neutron] Bound port: ecee3142-b56e-44a3-ae44-405fd47f1162, host: n-h1-802623-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ba436c1-f478-4bca-9988-32f105ba0b93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '130a0954-7a6d-4921-ab94-72e4ed1dccfc'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:09:04.441107 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-3d0275e3-c7d0-4cb7-a5cc-90005e7004a9 req-2aac9428-2af1-46af-a8e7-0aab4b577715 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:04.480032 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb58512d-b62e-4e22-8f84-b8f91795f31d req-8c0b0c35-bb74-4138-aef7-f475a27c23d5 tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:09:04.484668 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:04.489288 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-fb58512d-b62e-4e22-8f84-b8f91795f31d req-8c0b0c35-bb74-4138-aef7-f475a27c23d5 tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] 10.222.0.18 "GET /v2.0/ports?device_id=f8fe1d47-a163-4267-b0cc-896f0d1e1a36 HTTP/1.1" status: 200 len: 944 time: 0.2400124 Jul 27 23:09:04.586490 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-fb58512d-b62e-4e22-8f84-b8f91795f31d req-cf9fec2b-8556-4142-9bb4-0c6723e17395 tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd4c80f8-6360-4d2a-b031-00b7544968a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922081 Jul 27 23:09:04.604759 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-61b4ede3-31a7-4cf2-94ab-136feca9d00c req-c81c4f16-8de9-49ef-9539-ad4a8fa35bbd tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] For port 2c5ff320-ebb8-4916-a66d-dee08f670207, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=2c5ff320-ebb8-4916-a66d-dee08f670207,segment=NetworkSegment(ff9b0beb-ebd9-45f3-9693-d627eb3bb065),segment_id=ff9b0beb-ebd9-45f3-9693-d627eb3bb065)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:09:04.605142 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-61b4ede3-31a7-4cf2-94ab-136feca9d00c req-c81c4f16-8de9-49ef-9539-ad4a8fa35bbd tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:04.658229 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [req-61b4ede3-31a7-4cf2-94ab-136feca9d00c req-c81c4f16-8de9-49ef-9539-ad4a8fa35bbd tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] Calling delete_port for 2c5ff320-ebb8-4916-a66d-dee08f670207 owned by compute:nova {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:09:04.674011 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e452d26d-0a7e-4037-8929-6f3cff06c741 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:04.687060 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e452d26d-0a7e-4037-8929-6f3cff06c741 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:04.705990 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-3d0275e3-c7d0-4cb7-a5cc-90005e7004a9 req-2aac9428-2af1-46af-a8e7-0aab4b577715 service neutron] For port ecee3142-b56e-44a3-ae44-405fd47f1162, host n-h1-802623-1, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:09:04.714259 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-3d0275e3-c7d0-4cb7-a5cc-90005e7004a9 req-2aac9428-2af1-46af-a8e7-0aab4b577715 service neutron] For port ecee3142-b56e-44a3-ae44-405fd47f1162, host n-h1-802623-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=ecee3142-b56e-44a3-ae44-405fd47f1162,segment=NetworkSegment(8ba436c1-f478-4bca-9988-32f105ba0b93),segment_id=8ba436c1-f478-4bca-9988-32f105ba0b93)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:09:04.735596 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e452d26d-0a7e-4037-8929-6f3cff06c741 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 532} {{(pid=93798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 23:09:04.755809 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-3d0275e3-c7d0-4cb7-a5cc-90005e7004a9 req-2aac9428-2af1-46af-a8e7-0aab4b577715 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11336041'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:04.771557 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e452d26d-0a7e-4037-8929-6f3cff06c741 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9053d272-aea8-4f59-a536-ca5fe022d355,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:09:04.784934 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be501d92-b638-4074-b7cc-78f89ec068ce tempest-ServersTestJSON-1684854695 tempest-ServersTestJSON-1684854695-project] Router 0f53fcc7-1a66-48a0-8d80-855bd0350f45 has already been hosted by L3 agent 018c4455-49c0-4734-927d-7824067b2a9e {{(pid=93798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 23:09:04.790411 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e452d26d-0a7e-4037-8929-6f3cff06c741 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:04.790762 n-d-802623-1 neutron-server[93798]: INFO neutron.db.segments_db [None req-e452d26d-0a7e-4037-8929-6f3cff06c741 admin admin] Added segment 1e1e6764-b692-4d13-9c5a-7a540e569c1f of type vlan for network 67711418-8a20-4e6e-b644-89dd804b755c Jul 27 23:09:04.829118 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0275e3-c7d0-4cb7-a5cc-90005e7004a9 req-2aac9428-2af1-46af-a8e7-0aab4b577715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:09:04.830150 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-3d0275e3-c7d0-4cb7-a5cc-90005e7004a9 req-2aac9428-2af1-46af-a8e7-0aab4b577715 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:04.831693 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-3d0275e3-c7d0-4cb7-a5cc-90005e7004a9 req-2aac9428-2af1-46af-a8e7-0aab4b577715 service neutron] 10.222.0.38 "PUT /v2.0/ports/ecee3142-b56e-44a3-ae44-405fd47f1162 HTTP/1.1" status: 200 len: 1092 time: 1.3515620 Jul 27 23:09:04.836533 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8fe1d47-a163-4267-b0cc-896f0d1e1a36', 'tag': 'ecee3142-b56e-44a3-ae44-405fd47f1162'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:09:04.839527 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a476459a1bfce68b0ae0df5b6a71154bfc7cfdc8f9eefce6ad0a17231e60468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49ea98c5-89ce-4713-ad5b-d3b5d74ee18f" -d '{"events": [{"name": "network-changed", "server_uuid": "f8fe1d47-a163-4267-b0cc-896f0d1e1a36", "tag": "ecee3142-b56e-44a3-ae44-405fd47f1162"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:09:04.887260 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e452d26d-0a7e-4037-8929-6f3cff06c741 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736833354590'] for network, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:04.887787 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aac9428-2af1-46af-a8e7-0aab4b577715 service neutron] Pushing event updated for resources: {'Port': ['ID=ecee3142-b56e-44a3-ae44-405fd47f1162,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:09:04.978025 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e452d26d-0a7e-4037-8929-6f3cff06c741 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569'] for network, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:04.978225 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e46f548-5de5-4399-b627-062618d8faea req-9b6a5a1e-9602-4cde-922c-e7d6f54f18f8 tempest-ServersWithSpecificFlavorTestJSON-503998184 tempest-ServersWithSpecificFlavorTestJSON-503998184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:09:04.979027 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e452d26d-0a7e-4037-8929-6f3cff06c741 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:09:04.979681 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e452d26d-0a7e-4037-8929-6f3cff06c741 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:04.979883 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8e46f548-5de5-4399-b627-062618d8faea req-9b6a5a1e-9602-4cde-922c-e7d6f54f18f8 tempest-ServersWithSpecificFlavorTestJSON-503998184 tempest-ServersWithSpecificFlavorTestJSON-503998184-project] 10.222.0.18 "GET /v2.0/ports?device_id=35be93a3-fd2e-4e76-a180-e2990ab86391 HTTP/1.1" status: 200 len: 945 time: 0.2147870 Jul 27 23:09:04.999429 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0275e3-c7d0-4cb7-a5cc-90005e7004a9 req-4b6553c6-2c91-4849-bddf-cac17db65b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:09:05.001001 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-3d0275e3-c7d0-4cb7-a5cc-90005e7004a9 req-4b6553c6-2c91-4849-bddf-cac17db65b09 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5a3cfd4017c84232b4a584320b01c441&device_id=f8fe1d47-a163-4267-b0cc-896f0d1e1a36 HTTP/1.1" status: 200 len: 1095 time: 0.0959089 Jul 27 23:09:05.033638 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be501d92-b638-4074-b7cc-78f89ec068ce tempest-ServersTestJSON-1684854695 tempest-ServersTestJSON-1684854695-project] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:09:05.056445 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-be501d92-b638-4074-b7cc-78f89ec068ce tempest-ServersTestJSON-1684854695 tempest-ServersTestJSON-1684854695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for floatingip, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:05.059515 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b9504d4-6e16-41c6-8873-f23857044a5b None None] Sync routers for ids ['0f53fcc7-1a66-48a0-8d80-855bd0350f45'] in n-d-802623-1 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:09:05.060077 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-e452d26d-0a7e-4037-8929-6f3cff06c741 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.4980097 Jul 27 23:09:05.077389 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 59262) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:09:05.084646 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b9504d4-6e16-41c6-8873-f23857044a5b None None] Routers {'0f53fcc7-1a66-48a0-8d80-855bd0350f45'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:09:05.085451 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-9b9504d4-6e16-41c6-8873-f23857044a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:09:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['0f53fcc7-1a66-48a0-8d80-855bd0350f45'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:09:05.089606 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-eb08a9d9-6568-4a72-81e0-f772e8ec468f admin admin] Request body: {'subnet': {'network_id': '67711418-8a20-4e6e-b644-89dd804b755c', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-561928120-subnet', 'tenant_id': '749e6a2b85454e4b8a6bbb3acb05e708', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:09:05.121496 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-3d0275e3-c7d0-4cb7-a5cc-90005e7004a9 req-cbb7f1e0-96fb-41ab-9971-4f95bac2cf11 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ecee3142-b56e-44a3-ae44-405fd47f1162 HTTP/1.1" status: 200 len: 217 time: 0.1089985 Jul 27 23:09:05.130124 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb08a9d9-6568-4a72-81e0-f772e8ec468f admin admin] Made reservation on behalf of 749e6a2b85454e4b8a6bbb3acb05e708 for: {'subnet': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:09:05.133269 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-eb08a9d9-6568-4a72-81e0-f772e8ec468f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12265828'] for subnet, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:05.136213 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e452d26d-0a7e-4037-8929-6f3cff06c741 admin admin] Pushing event updated for resources: {'Network': ['ID=67711418-8a20-4e6e-b644-89dd804b755c,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:09:05.148120 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Network 67711418-8a20-4e6e-b644-89dd804b755c details requested by agent ovs-agent-n-d-802623-1 with host n-d-802623-1 {{(pid=93799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 23:09:05.149007 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-be501d92-b638-4074-b7cc-78f89ec068ce tempest-ServersTestJSON-1684854695 tempest-ServersTestJSON-1684854695-project] 10.222.0.18 "PUT /v2.0/floatingips/1dabdca9-1d64-4a8e-8ba2-c5dfd3a23806 HTTP/1.1" status: 200 len: 991 time: 2.4360971 Jul 27 23:09:05.164945 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbeaaf4c-704a-4da5-b3eb-27d107a4dd69', 'tag': '4cf806a5-ff72-4bfc-80ab-7b8906280ea3'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:09:05.170744 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}011f8d312121274bb12d78e77c6379a2079800640016cec6c6d605b73666e854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6e8326f-f423-4c6b-b400-0cb734925435" -d '{"events": [{"name": "network-changed", "server_uuid": "cbeaaf4c-704a-4da5-b3eb-27d107a4dd69", "tag": "4cf806a5-ff72-4bfc-80ab-7b8906280ea3"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:09:05.229265 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-9b9504d4-6e16-41c6-8873-f23857044a5b None None] Set router 0f53fcc7-1a66-48a0-8d80-855bd0350f45 gateway port host: n-d-802623-1 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:09:05.257508 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8e46f548-5de5-4399-b627-062618d8faea req-921f0333-c1a3-46ca-bd30-9b4ddf3edcff tempest-ServersWithSpecificFlavorTestJSON-503998184 tempest-ServersWithSpecificFlavorTestJSON-503998184-project] 10.222.0.18 "GET /v2.0/security-groups?id=13497a54-4f49-49ad-b566-6beee2074a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2553959 Jul 27 23:09:05.277743 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-61b4ede3-31a7-4cf2-94ab-136feca9d00c req-c81c4f16-8de9-49ef-9539-ad4a8fa35bbd tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:05.373046 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 23:09:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6b8ed2f-2a95-4ab7-a90c-b9fe7c2dc8b3 x-openstack-request-id: req-e6b8ed2f-2a95-4ab7-a90c-b9fe7c2dc8b3 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:09:05.373564 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8fe1d47-a163-4267-b0cc-896f0d1e1a36", "tag": "ecee3142-b56e-44a3-ae44-405fd47f1162", "status": "completed", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:09:05.373998 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e6b8ed2f-2a95-4ab7-a90c-b9fe7c2dc8b3 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:09:05.374553 n-d-802623-1 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8fe1d47-a163-4267-b0cc-896f0d1e1a36', 'tag': 'ecee3142-b56e-44a3-ae44-405fd47f1162', 'status': 'completed', 'code': 200} Jul 27 23:09:05.381204 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81c4f16-8de9-49ef-9539-ad4a8fa35bbd tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] Pushing event deleted for resources: {'Port': ['ID=2c5ff320-ebb8-4916-a66d-dee08f670207,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:09:05.401323 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0275e3-c7d0-4cb7-a5cc-90005e7004a9 req-0b438af3-e293-43ca-a10e-55f812011d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:09:05.403482 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-3d0275e3-c7d0-4cb7-a5cc-90005e7004a9 req-0b438af3-e293-43ca-a10e-55f812011d73 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=dbf05d93-18dc-44bb-a1ce-d6d38b8f56eb HTTP/1.1" status: 200 len: 852 time: 0.2625811 Jul 27 23:09:05.538557 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [req-61b4ede3-31a7-4cf2-94ab-136feca9d00c req-c81c4f16-8de9-49ef-9539-ad4a8fa35bbd tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] No DVR routers for this DVR port 2c5ff320-ebb8-4916-a66d-dee08f670207 on host n-h2-802623-1 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:09:05.550524 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-3d0275e3-c7d0-4cb7-a5cc-90005e7004a9 req-343d654b-7d5c-4804-a1ae-e6712d96f623 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=130a0954-7a6d-4921-ab94-72e4ed1dccfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1236136 Jul 27 23:09:05.552357 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-61b4ede3-31a7-4cf2-94ab-136feca9d00c req-c81c4f16-8de9-49ef-9539-ad4a8fa35bbd tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:05.554293 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-61b4ede3-31a7-4cf2-94ab-136feca9d00c req-c81c4f16-8de9-49ef-9539-ad4a8fa35bbd tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] 10.222.0.49 "DELETE /v2.0/ports/2c5ff320-ebb8-4916-a66d-dee08f670207 HTTP/1.1" status: 204 len: 173 time: 1.5836940 Jul 27 23:09:05.568100 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-eb08a9d9-6568-4a72-81e0-f772e8ec468f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11971609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12265750'] for subnet, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:05.573483 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-9b9504d4-6e16-41c6-8873-f23857044a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f53fcc7-1a66-48a0-8d80-855bd0350f45', 'name': 'tempest-ServersTestJSON-600988127-router', 'tenant_id': '5e7871e0124d4291a712176480dc3092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.46'}], 'enable_snat': True}, 'gw_port_id': 'c5fa0048-e803-4e28-91f8-7128b9b82dbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:08:23Z', 'updated_at': '2021-07-27T23:08:33Z', 'revision_number': 4, 'project_id': '5e7871e0124d4291a712176480dc3092', 'gw_port': {'id': 'c5fa0048-e803-4e28-91f8-7128b9b82dbc', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:7f:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f53fcc7-1a66-48a0-8d80-855bd0350f45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 762, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:08:25Z', 'updated_at': '2021-07-27T23:08:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_floatingips': [{'id': '1dabdca9-1d64-4a8e-8ba2-c5dfd3a23806', 'tenant_id': '5e7871e0124d4291a712176480dc3092', 'floating_ip_address': '172.25.4.124', 'floating_network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'router_id': '0f53fcc7-1a66-48a0-8d80-855bd0350f45', 'port_id': '4cf806a5-ff72-4bfc-80ab-7b8906280ea3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 784, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f1c1614-8854-4219-87b5-cf7e7af195ef', 'mac_address': 'fa:16:3e:9a:1a:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbeaaf4c-704a-4da5-b3eb-27d107a4dd69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T23:08:39Z', 'updated_at': '2021-07-27T23:09:03Z', 'revision_number': 1, 'project_id': '5e7871e0124d4291a712176480dc3092', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9a704ef-a4ae-446f-9741-b701201f4e7e', 'name': '', 'network_id': '2f1c1614-8854-4219-87b5-cf7e7af195ef', 'tenant_id': '5e7871e0124d4291a712176480dc3092', 'mac_address': 'fa:16:3e:20:04:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f53fcc7-1a66-48a0-8d80-855bd0350f45', 'device_owner': 'network:router_interface', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': '8bd5b5e5-d402-4207-b1bc-794bc31be985', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:08:31Z', 'updated_at': '2021-07-27T23:08:40Z', 'revision_number': 5, 'project_id': '5e7871e0124d4291a712176480dc3092', 'subnets': [{'id': '8bd5b5e5-d402-4207-b1bc-794bc31be985', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:09:05.616155 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b9504d4-6e16-41c6-8873-f23857044a5b None None] Checking router: 0f53fcc7-1a66-48a0-8d80-855bd0350f45 for host: n-d-802623-1 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 23:09:05.626418 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b9504d4-6e16-41c6-8873-f23857044a5b None None] Routers {'0f53fcc7-1a66-48a0-8d80-855bd0350f45'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:09:05.627386 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-9b9504d4-6e16-41c6-8873-f23857044a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:09:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['0f53fcc7-1a66-48a0-8d80-855bd0350f45'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:09:05.702387 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb08a9d9-6568-4a72-81e0-f772e8ec468f admin admin] Pushing event updated for resources: {'Subnet': ['ID=5251ec25-a55b-4a25-afa2-420998ba7b41,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:09:05.718835 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-eba3e0ba-977a-45ce-a3ac-726ff5462687 req-cdbcd8fa-9009-4a08-8cb8-b9e5fe875aa3 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=35be93a3-fd2e-4e76-a180-e2990ab86391&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2085810 Jul 27 23:09:05.722759 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb08a9d9-6568-4a72-81e0-f772e8ec468f admin admin] Checking segment: {'id': '1e1e6764-b692-4d13-9c5a-7a540e569c1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '67711418-8a20-4e6e-b644-89dd804b755c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:09:05.723185 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb08a9d9-6568-4a72-81e0-f772e8ec468f admin admin] Network hostable DHCP agents. Network: 67711418-8a20-4e6e-b644-89dd804b755c, hostable agents: ['5950e76f-2bde-4343-a925-cbe6bacd2706'], hosted agents: [] {{(pid=93798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 23:09:05.729117 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 23:09:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e83ceec-7f36-4335-b4ee-c426c81c390a x-openstack-request-id: req-1e83ceec-7f36-4335-b4ee-c426c81c390a {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:09:05.729117 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbeaaf4c-704a-4da5-b3eb-27d107a4dd69", "tag": "4cf806a5-ff72-4bfc-80ab-7b8906280ea3", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:09:05.729117 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1e83ceec-7f36-4335-b4ee-c426c81c390a {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:09:05.729117 n-d-802623-1 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbeaaf4c-704a-4da5-b3eb-27d107a4dd69', 'tag': '4cf806a5-ff72-4bfc-80ab-7b8906280ea3', 'status': 'completed', 'code': 200} Jul 27 23:09:05.754943 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9be481-323a-400f-8238-e7c171b4d2d5 req-25cc4de8-708c-4aed-97db-d1eb64dc86a7 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:09:05.756718 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-db9be481-323a-400f-8238-e7c171b4d2d5 req-25cc4de8-708c-4aed-97db-d1eb64dc86a7 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.18 "GET /v2.0/ports?device_id=e96ee7fe-839a-4eef-92c3-c496be2cfd97 HTTP/1.1" status: 200 len: 943 time: 0.1180952 Jul 27 23:09:05.763941 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-9b9504d4-6e16-41c6-8873-f23857044a5b None None] Set router 0f53fcc7-1a66-48a0-8d80-855bd0350f45 gateway port host: n-d-802623-1 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:09:05.814100 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-3d0275e3-c7d0-4cb7-a5cc-90005e7004a9 req-04619217-f1b4-4e31-8d59-849eab083e80 service neutron] 10.222.0.38 "GET /v2.0/networks/130a0954-7a6d-4921-ab94-72e4ed1dccfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2536716 Jul 27 23:09:05.818410 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb08a9d9-6568-4a72-81e0-f772e8ec468f admin admin] Network 67711418-8a20-4e6e-b644-89dd804b755c is scheduled to be hosted by DHCP agent 5950e76f-2bde-4343-a925-cbe6bacd2706 with binding_index 1 {{(pid=93798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 23:09:05.879192 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-eb08a9d9-6568-4a72-81e0-f772e8ec468f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802623-1, 67711418-8a20-4e6e-b644-89dd804b755c) {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:09:05.887926 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6d7661a-1535-4a5b-9a2b-2db5bb95cd14 None None] Network 67711418-8a20-4e6e-b644-89dd804b755c requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:09:05.907897 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb08a9d9-6568-4a72-81e0-f772e8ec468f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:09:05.908489 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-eb08a9d9-6568-4a72-81e0-f772e8ec468f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:05.923629 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e8326f-f423-4c6b-b400-0cb734925435 req-6f0778c8-fa3f-4940-be97-d7f58df66f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:09:05.925145 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f6e8326f-f423-4c6b-b400-0cb734925435 req-6f0778c8-fa3f-4940-be97-d7f58df66f58 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5e7871e0124d4291a712176480dc3092&device_id=cbeaaf4c-704a-4da5-b3eb-27d107a4dd69 HTTP/1.1" status: 200 len: 1096 time: 0.1660454 Jul 27 23:09:05.927076 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-57609803-e02d-442c-854a-01f112c9ff03 req-410bd10f-774a-4db9-8b67-c9e12cb89f7e tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] 10.222.0.18 "GET /v2.0/ports?device_id=45491c78-fb5b-4166-8dac-8f81c2d42c00 HTTP/1.1" status: 200 len: 210 time: 0.0827250 Jul 27 23:09:05.986037 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-eb08a9d9-6568-4a72-81e0-f772e8ec468f admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9076254 Jul 27 23:09:05.990873 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 59314) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:09:06.006721 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-46ac5fb6-474e-4ad4-b254-d6615045ecab admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-561928120-router', 'tenant_id': '749e6a2b85454e4b8a6bbb3acb05e708', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'}}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:09:06.028318 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba3e0ba-977a-45ce-a3ac-726ff5462687 req-9ee777bb-059b-4822-b4dd-54f49da21dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:09:06.032202 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-eba3e0ba-977a-45ce-a3ac-726ff5462687 req-9ee777bb-059b-4822-b4dd-54f49da21dc9 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=09c2e06aaf3c4aa785e90ae90800475c&device_id=35be93a3-fd2e-4e76-a180-e2990ab86391 HTTP/1.1" status: 200 len: 1096 time: 0.1899135 Jul 27 23:09:06.049505 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-3d0275e3-c7d0-4cb7-a5cc-90005e7004a9 req-36a28ab8-22bd-4e1a-8a03-b366e0a919fb service neutron] 10.222.0.38 "GET /v2.0/networks/130a0954-7a6d-4921-ab94-72e4ed1dccfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2139995 Jul 27 23:09:06.076218 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-db9be481-323a-400f-8238-e7c171b4d2d5 req-cc0599cf-e67e-47a7-89a0-ef657456f673 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] Deleting port 80599080-78cb-47a0-b0f2-857ca0108a7e {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:09:06.076569 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-db9be481-323a-400f-8238-e7c171b4d2d5 req-cc0599cf-e67e-47a7-89a0-ef657456f673 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:06.108435 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-46ac5fb6-474e-4ad4-b254-d6615045ecab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62159'] for router, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:06.110827 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-46ac5fb6-474e-4ad4-b254-d6615045ecab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-479230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-415539', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3693317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62148'] for router, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:06.140100 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6bd6eb5-2a0c-4aa9-b61d-62c31cfab673 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f6f257c-ad18-5f0c-8c8e-ea085a5fc8a2-67711418-8a20-4e6e-b644-89dd804b755c', 'network_id': '67711418-8a20-4e6e-b644-89dd804b755c', 'tenant_id': '749e6a2b85454e4b8a6bbb3acb05e708', 'fixed_ips': [{'subnet_id': '5251ec25-a55b-4a25-afa2-420998ba7b41'}]}} from n-d-802623-1. {{(pid=93799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 23:09:06.142016 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d6bd6eb5-2a0c-4aa9-b61d-62c31cfab673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:06.204965 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-9b9504d4-6e16-41c6-8873-f23857044a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f53fcc7-1a66-48a0-8d80-855bd0350f45', 'name': 'tempest-ServersTestJSON-600988127-router', 'tenant_id': '5e7871e0124d4291a712176480dc3092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.46'}], 'enable_snat': True}, 'gw_port_id': 'c5fa0048-e803-4e28-91f8-7128b9b82dbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:08:23Z', 'updated_at': '2021-07-27T23:08:33Z', 'revision_number': 4, 'project_id': '5e7871e0124d4291a712176480dc3092', 'gw_port': {'id': 'c5fa0048-e803-4e28-91f8-7128b9b82dbc', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:7f:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f53fcc7-1a66-48a0-8d80-855bd0350f45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 762, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:08:25Z', 'updated_at': '2021-07-27T23:08:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_floatingips': [{'id': '1dabdca9-1d64-4a8e-8ba2-c5dfd3a23806', 'tenant_id': '5e7871e0124d4291a712176480dc3092', 'floating_ip_address': '172.25.4.124', 'floating_network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'router_id': '0f53fcc7-1a66-48a0-8d80-855bd0350f45', 'port_id': '4cf806a5-ff72-4bfc-80ab-7b8906280ea3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 784, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f1c1614-8854-4219-87b5-cf7e7af195ef', 'mac_address': 'fa:16:3e:9a:1a:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbeaaf4c-704a-4da5-b3eb-27d107a4dd69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T23:08:39Z', 'updated_at': '2021-07-27T23:09:03Z', 'revision_number': 1, 'project_id': '5e7871e0124d4291a712176480dc3092', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9a704ef-a4ae-446f-9741-b701201f4e7e', 'name': '', 'network_id': '2f1c1614-8854-4219-87b5-cf7e7af195ef', 'tenant_id': '5e7871e0124d4291a712176480dc3092', 'mac_address': 'fa:16:3e:20:04:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f53fcc7-1a66-48a0-8d80-855bd0350f45', 'device_owner': 'network:router_interface', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': '8bd5b5e5-d402-4207-b1bc-794bc31be985', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:08:31Z', 'updated_at': '2021-07-27T23:08:40Z', 'revision_number': 5, 'project_id': '5e7871e0124d4291a712176480dc3092', 'subnets': [{'id': '8bd5b5e5-d402-4207-b1bc-794bc31be985', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:09:06.239082 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e8326f-f423-4c6b-b400-0cb734925435 req-14b4c468-e2d9-44fc-a723-b391f5fde098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:09:06.240514 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f6e8326f-f423-4c6b-b400-0cb734925435 req-14b4c468-e2d9-44fc-a723-b391f5fde098 service neutron] 10.222.0.38 "GET /v2.0/networks?id=2f1c1614-8854-4219-87b5-cf7e7af195ef HTTP/1.1" status: 200 len: 906 time: 0.2963715 Jul 27 23:09:06.257080 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b9504d4-6e16-41c6-8873-f23857044a5b None None] The sync data for ids ['0f53fcc7-1a66-48a0-8d80-855bd0350f45'] in n-d-802623-1 is: [{'id': '0f53fcc7-1a66-48a0-8d80-855bd0350f45', 'name': 'tempest-ServersTestJSON-600988127-router', 'tenant_id': '5e7871e0124d4291a712176480dc3092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.46'}], 'enable_snat': True}, 'gw_port_id': 'c5fa0048-e803-4e28-91f8-7128b9b82dbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:08:23Z', 'updated_at': '2021-07-27T23:08:33Z', 'revision_number': 4, 'project_id': '5e7871e0124d4291a712176480dc3092', 'gw_port': {'id': 'c5fa0048-e803-4e28-91f8-7128b9b82dbc', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:7f:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f53fcc7-1a66-48a0-8d80-855bd0350f45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 762, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:08:25Z', 'updated_at': '2021-07-27T23:08:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_floatingips': [{'id': '1dabdca9-1d64-4a8e-8ba2-c5dfd3a23806', 'tenant_id': '5e7871e0124d4291a712176480dc3092', 'floating_ip_address': '172.25.4.124', 'floating_network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'router_id': '0f53fcc7-1a66-48a0-8d80-855bd0350f45', 'port_id': '4cf806a5-ff72-4bfc-80ab-7b8906280ea3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 784, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f1c1614-8854-4219-87b5-cf7e7af195ef', 'mac_address': 'fa:16:3e:9a:1a:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbeaaf4c-704a-4da5-b3eb-27d107a4dd69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T23:08:39Z', 'updated_at': '2021-07-27T23:09:03Z', 'revision_number': 1, 'project_id': '5e7871e0124d4291a712176480dc3092', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9a704ef-a4ae-446f-9741-b701201f4e7e', 'name': '', 'network_id': '2f1c1614-8854-4219-87b5-cf7e7af195ef', 'tenant_id': '5e7871e0124d4291a712176480dc3092', 'mac_address': 'fa:16:3e:20:04:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f53fcc7-1a66-48a0-8d80-855bd0350f45', 'device_owner': 'network:router_interface', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': '8bd5b5e5-d402-4207-b1bc-794bc31be985', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:08:31Z', 'updated_at': '2021-07-27T23:08:40Z', 'revision_number': 5, 'project_id': '5e7871e0124d4291a712176480dc3092', 'subnets': [{'id': '8bd5b5e5-d402-4207-b1bc-794bc31be985', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:09:06.341786 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-46ac5fb6-474e-4ad4-b254-d6615045ecab admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:06.350223 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba3e0ba-977a-45ce-a3ac-726ff5462687 req-a617c56a-74f6-43dc-aa66-73b40d41cb53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:09:06.356083 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-eba3e0ba-977a-45ce-a3ac-726ff5462687 req-a617c56a-74f6-43dc-aa66-73b40d41cb53 service neutron] 10.222.0.38 "GET /v2.0/networks?id=0f9004bd-8e90-4e82-a7cb-88f9b433c217 HTTP/1.1" status: 200 len: 924 time: 0.2749171 Jul 27 23:09:06.365817 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ea98c5-89ce-4713-ad5b-d3b5d74ee18f req-ae1047bb-7062-40d4-85b0-553d71c860ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:09:06.367511 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-49ea98c5-89ce-4713-ad5b-d3b5d74ee18f req-ae1047bb-7062-40d4-85b0-553d71c860ec service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5a3cfd4017c84232b4a584320b01c441&device_id=f8fe1d47-a163-4267-b0cc-896f0d1e1a36 HTTP/1.1" status: 200 len: 1095 time: 0.2221508 Jul 27 23:09:06.374337 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-db9be481-323a-400f-8238-e7c171b4d2d5 req-cc0599cf-e67e-47a7-89a0-ef657456f673 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] For port 80599080-78cb-47a0-b0f2-857ca0108a7e, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=80599080-78cb-47a0-b0f2-857ca0108a7e,segment=NetworkSegment(28e446c9-01ab-4372-bcf6-11d579b6d514),segment_id=28e446c9-01ab-4372-bcf6-11d579b6d514)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:09:06.374708 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-db9be481-323a-400f-8238-e7c171b4d2d5 req-cc0599cf-e67e-47a7-89a0-ef657456f673 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:06.423235 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-d6bd6eb5-2a0c-4aa9-b61d-62c31cfab673 None None] Allocated IP 172.20.0.2 (67711418-8a20-4e6e-b644-89dd804b755c/5251ec25-a55b-4a25-afa2-420998ba7b41/548db3f7-3140-4fad-b00a-376b635ccaf5) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:09:06.448214 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-db9be481-323a-400f-8238-e7c171b4d2d5 req-cc0599cf-e67e-47a7-89a0-ef657456f673 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] Calling delete_port for 80599080-78cb-47a0-b0f2-857ca0108a7e owned by compute:nova {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:09:06.473743 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f6e8326f-f423-4c6b-b400-0cb734925435 req-b4f67853-a095-4143-a0a3-d1af443d8cff service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4cf806a5-ff72-4bfc-80ab-7b8906280ea3 HTTP/1.1" status: 200 len: 999 time: 0.2176032 Jul 27 23:09:06.531973 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b86667f-ae56-4060-a7ea-b112ba00b45e req-325799e8-fb96-452a-a792-2a981b317fa4 tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:09:06.533524 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-6b86667f-ae56-4060-a7ea-b112ba00b45e req-325799e8-fb96-452a-a792-2a981b317fa4 tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] 10.222.0.18 "GET /v2.0/ports?device_id=f8fe1d47-a163-4267-b0cc-896f0d1e1a36 HTTP/1.1" status: 200 len: 944 time: 0.3181887 Jul 27 23:09:06.602909 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ea98c5-89ce-4713-ad5b-d3b5d74ee18f req-060043b7-8eb6-4d00-9b37-b94c822b76d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:09:06.604340 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-49ea98c5-89ce-4713-ad5b-d3b5d74ee18f req-060043b7-8eb6-4d00-9b37-b94c822b76d7 service neutron] 10.222.0.38 "GET /v2.0/networks?id=130a0954-7a6d-4921-ab94-72e4ed1dccfc HTTP/1.1" status: 200 len: 913 time: 0.2178054 Jul 27 23:09:06.607884 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dbb513c-fc7f-4335-8c82-9c2b83971bc1 None None] New status for floating IP 1dabdca9-1d64-4a8e-8ba2-c5dfd3a23806: ACTIVE {{(pid=93799) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 23:09:06.610630 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-6b86667f-ae56-4060-a7ea-b112ba00b45e req-0aca9e33-66d7-488f-8591-97a075539a5a tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd4c80f8-6360-4d2a-b031-00b7544968a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392239 Jul 27 23:09:06.646657 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d6bd6eb5-2a0c-4aa9-b61d-62c31cfab673 None None] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:06.655080 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-49ea98c5-89ce-4713-ad5b-d3b5d74ee18f req-6c2954c0-1048-41ac-8ba7-cb9d979f4925 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ecee3142-b56e-44a3-ae44-405fd47f1162 HTTP/1.1" status: 200 len: 217 time: 0.0414677 Jul 27 23:09:06.655287 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-46ac5fb6-474e-4ad4-b254-d6615045ecab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-415433', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62186'] for router, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:06.656934 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e8326f-f423-4c6b-b400-0cb734925435 req-fed96b8c-688c-4ee1-872f-ccaaeeb00a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:09:06.658357 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f6e8326f-f423-4c6b-b400-0cb734925435 req-fed96b8c-688c-4ee1-872f-ccaaeeb00a70 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=8bd5b5e5-d402-4207-b1bc-794bc31be985 HTTP/1.1" status: 200 len: 844 time: 0.1463587 Jul 27 23:09:06.661504 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-eba3e0ba-977a-45ce-a3ac-726ff5462687 req-8f917d7c-0e21-4adc-abcb-f059737603a7 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7cacf8fa-ecbc-4d4c-8d27-ba0d252eb76d HTTP/1.1" status: 200 len: 1001 time: 0.2020149 Jul 27 23:09:06.661678 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-d6bd6eb5-2a0c-4aa9-b61d-62c31cfab673 None None] Transition to ACTIVE for port object 548db3f7-3140-4fad-b00a-376b635ccaf5 will not be triggered until provisioned by entity L2. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:09:06.719316 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-d6bd6eb5-2a0c-4aa9-b61d-62c31cfab673 None None] Transition to ACTIVE for port object 548db3f7-3140-4fad-b00a-376b635ccaf5 will not be triggered until provisioned by entity DHCP. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:09:06.736340 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d6bd6eb5-2a0c-4aa9-b61d-62c31cfab673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:06.760663 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ea98c5-89ce-4713-ad5b-d3b5d74ee18f req-9e09e413-93c1-404a-95b9-4ce863a365b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:09:06.761029 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba3e0ba-977a-45ce-a3ac-726ff5462687 req-2bac0212-8b2c-465b-88ba-0822d95af87f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:09:06.762116 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-49ea98c5-89ce-4713-ad5b-d3b5d74ee18f req-9e09e413-93c1-404a-95b9-4ce863a365b2 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=dbf05d93-18dc-44bb-a1ce-d6d38b8f56eb HTTP/1.1" status: 200 len: 852 time: 0.0553472 Jul 27 23:09:06.762465 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-eba3e0ba-977a-45ce-a3ac-726ff5462687 req-2bac0212-8b2c-465b-88ba-0822d95af87f service neutron] 10.222.0.38 "GET /v2.0/subnets?id=681fdd2e-7bb4-498c-9817-5f416242773c HTTP/1.1" status: 200 len: 862 time: 0.0811265 Jul 27 23:09:06.791649 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6bd6eb5-2a0c-4aa9-b61d-62c31cfab673 None None] Network 67711418-8a20-4e6e-b644-89dd804b755c is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:09:06.823355 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-d6bd6eb5-2a0c-4aa9-b61d-62c31cfab673 None None] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:09:06.826805 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6bd6eb5-2a0c-4aa9-b61d-62c31cfab673 None None] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:09:06.827547 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-49ea98c5-89ce-4713-ad5b-d3b5d74ee18f req-585c4ce4-2794-4d79-b621-4eebcdb0e906 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=130a0954-7a6d-4921-ab94-72e4ed1dccfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412033 Jul 27 23:09:06.845124 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba3e0ba-977a-45ce-a3ac-726ff5462687 req-c41e2f91-466e-40b0-97ee-b8837b3f1f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:09:06.845233 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bd6eb5-2a0c-4aa9-b61d-62c31cfab673 None None] Pushing event updated for resources: {'Port': ['ID=548db3f7-3140-4fad-b00a-376b635ccaf5,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:09:06.846505 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-eba3e0ba-977a-45ce-a3ac-726ff5462687 req-c41e2f91-466e-40b0-97ee-b8837b3f1f77 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=0f9004bd-8e90-4e82-a7cb-88f9b433c217&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0686381 Jul 27 23:09:06.912434 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-d6bd6eb5-2a0c-4aa9-b61d-62c31cfab673 None None] Attempting to bind port 548db3f7-3140-4fad-b00a-376b635ccaf5 on host n-d-802623-1 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:09:06.912974 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-d6bd6eb5-2a0c-4aa9-b61d-62c31cfab673 None None] Attempting to bind port 548db3f7-3140-4fad-b00a-376b635ccaf5 by drivers openvswitch,hyperv on host n-d-802623-1 at level 0 using segments [{'id': '1e1e6764-b692-4d13-9c5a-7a540e569c1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '67711418-8a20-4e6e-b644-89dd804b755c'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:09:06.913232 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6bd6eb5-2a0c-4aa9-b61d-62c31cfab673 None None] Attempting to bind port 548db3f7-3140-4fad-b00a-376b635ccaf5 on network 67711418-8a20-4e6e-b644-89dd804b755c {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:09:06.925013 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6bd6eb5-2a0c-4aa9-b61d-62c31cfab673 None None] Checking agent: {'id': 'a9a568d2-a5e7-41e4-833f-a8ab42ea4073', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 52, 30), 'started_at': datetime.datetime(2021, 7, 27, 22, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802623-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:09:06.925268 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6bd6eb5-2a0c-4aa9-b61d-62c31cfab673 None None] Checking segment: {'id': '1e1e6764-b692-4d13-9c5a-7a540e569c1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '67711418-8a20-4e6e-b644-89dd804b755c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:09:06.925640 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d6bd6eb5-2a0c-4aa9-b61d-62c31cfab673 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:06.926202 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6bd6eb5-2a0c-4aa9-b61d-62c31cfab673 None None] Bound using segment: {'id': '1e1e6764-b692-4d13-9c5a-7a540e569c1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '67711418-8a20-4e6e-b644-89dd804b755c'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:09:06.926678 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-d6bd6eb5-2a0c-4aa9-b61d-62c31cfab673 None None] Bound port: 548db3f7-3140-4fad-b00a-376b635ccaf5, host: n-d-802623-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e1e6764-b692-4d13-9c5a-7a540e569c1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '67711418-8a20-4e6e-b644-89dd804b755c'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:09:06.927077 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d6bd6eb5-2a0c-4aa9-b61d-62c31cfab673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:06.950647 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device 2c5ff320-ebb8-4916-a66d-dee08f670207 no longer exists at agent hyperv_n-h2-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:09:06.958701 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-49ea98c5-89ce-4713-ad5b-d3b5d74ee18f req-e504be03-efa1-42a6-b7d2-79fc52117f3c service neutron] 10.222.0.38 "GET /v2.0/networks/130a0954-7a6d-4921-ab94-72e4ed1dccfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210203 Jul 27 23:09:06.965277 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-db9be481-323a-400f-8238-e7c171b4d2d5 req-cc0599cf-e67e-47a7-89a0-ef657456f673 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:06.977728 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] No Port match for: 2c5ff320-ebb8-4916-a66d-dee08f670207 {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:09:06.978254 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device 2c5ff320-ebb8-4916-a66d-dee08f670207 not bound to the agent host n-h2-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:09:06.978682 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device 80599080-78cb-47a0-b0f2-857ca0108a7e no longer exists at agent hyperv_n-h2-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:09:06.980254 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e8326f-f423-4c6b-b400-0cb734925435 req-0bd1bcd9-400b-4541-88f2-bfc055edc059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:09:06.981993 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f6e8326f-f423-4c6b-b400-0cb734925435 req-0bd1bcd9-400b-4541-88f2-bfc055edc059 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=2f1c1614-8854-4219-87b5-cf7e7af195ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2834764 Jul 27 23:09:07.020683 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] No Port match for: 80599080-78cb-47a0-b0f2-857ca0108a7e {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:09:07.021032 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device 80599080-78cb-47a0-b0f2-857ca0108a7e not bound to the agent host n-h2-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:09:07.051921 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-d6bd6eb5-2a0c-4aa9-b61d-62c31cfab673 None None] For port 548db3f7-3140-4fad-b00a-376b635ccaf5, host n-d-802623-1, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:09:07.056322 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-d6bd6eb5-2a0c-4aa9-b61d-62c31cfab673 None None] For port 548db3f7-3140-4fad-b00a-376b635ccaf5, host n-d-802623-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=548db3f7-3140-4fad-b00a-376b635ccaf5,segment=NetworkSegment(1e1e6764-b692-4d13-9c5a-7a540e569c1f),segment_id=1e1e6764-b692-4d13-9c5a-7a540e569c1f)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:09:07.060400 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-46ac5fb6-474e-4ad4-b254-d6615045ecab admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:07.062926 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d6bd6eb5-2a0c-4aa9-b61d-62c31cfab673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:07.088841 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-eba3e0ba-977a-45ce-a3ac-726ff5462687 req-2a547d45-b4d8-4b51-9fb7-7590e5417ea5 service neutron] 10.222.0.38 "GET /v2.0/networks/0f9004bd-8e90-4e82-a7cb-88f9b433c217?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2340031 Jul 27 23:09:07.089935 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-46ac5fb6-474e-4ad4-b254-d6615045ecab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:07.120695 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0599cf-e67e-47a7-89a0-ef657456f673 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] Pushing event deleted for resources: {'Port': ['ID=80599080-78cb-47a0-b0f2-857ca0108a7e,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:09:07.124322 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bd6eb5-2a0c-4aa9-b61d-62c31cfab673 None None] Pushing event updated for resources: {'Port': ['ID=548db3f7-3140-4fad-b00a-376b635ccaf5,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:09:07.125724 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-49ea98c5-89ce-4713-ad5b-d3b5d74ee18f req-184356e5-75e3-4d34-8a61-1bfde8d44a3c service neutron] 10.222.0.38 "GET /v2.0/networks/130a0954-7a6d-4921-ab94-72e4ed1dccfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1573865 Jul 27 23:09:07.238572 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-db9be481-323a-400f-8238-e7c171b4d2d5 req-cc0599cf-e67e-47a7-89a0-ef657456f673 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] No DVR routers for this DVR port 80599080-78cb-47a0-b0f2-857ca0108a7e on host n-h2-802623-1 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:09:07.242326 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-db9be481-323a-400f-8238-e7c171b4d2d5 req-cc0599cf-e67e-47a7-89a0-ef657456f673 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:07.248037 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-db9be481-323a-400f-8238-e7c171b4d2d5 req-cc0599cf-e67e-47a7-89a0-ef657456f673 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.18 "DELETE /v2.0/ports/80599080-78cb-47a0-b0f2-857ca0108a7e HTTP/1.1" status: 204 len: 173 time: 1.4780099 Jul 27 23:09:07.297753 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f6e8326f-f423-4c6b-b400-0cb734925435 req-d1c30fa4-f891-42c5-aa6e-125f314011c3 service neutron] 10.222.0.38 "GET /v2.0/networks/2f1c1614-8854-4219-87b5-cf7e7af195ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2779803 Jul 27 23:09:07.315609 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-46ac5fb6-474e-4ad4-b254-d6615045ecab admin admin] Allocated IP 172.25.4.97 (2fd42287-ed26-4eb9-89a5-b521f5b04356/17de1f8f-393a-4b0c-a2df-614bd3f2fb5e/e40e6d25-9092-46e6-ae1a-f1b1a78f0790) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:09:07.367595 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb1a5d1-3284-4153-9cd9-35c8ae7ae805 req-afa3fb6a-6610-4436-abef-f86a0f48205d tempest-ServersWithSpecificFlavorTestJSON-503998184 tempest-ServersWithSpecificFlavorTestJSON-503998184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:09:07.369216 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-adb1a5d1-3284-4153-9cd9-35c8ae7ae805 req-afa3fb6a-6610-4436-abef-f86a0f48205d tempest-ServersWithSpecificFlavorTestJSON-503998184 tempest-ServersWithSpecificFlavorTestJSON-503998184-project] 10.222.0.18 "GET /v2.0/ports?device_id=35be93a3-fd2e-4e76-a180-e2990ab86391 HTTP/1.1" status: 200 len: 945 time: 0.1540449 Jul 27 23:09:07.384050 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45491c78-fb5b-4166-8dac-8f81c2d42c00', 'name': 'network-vif-deleted', 'tag': '2c5ff320-ebb8-4916-a66d-dee08f670207'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:09:07.386276 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a476459a1bfce68b0ae0df5b6a71154bfc7cfdc8f9eefce6ad0a17231e60468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-922b10c0-e030-466a-8fd8-9a4540d1986a" -d '{"events": [{"server_uuid": "45491c78-fb5b-4166-8dac-8f81c2d42c00", "name": "network-vif-deleted", "tag": "2c5ff320-ebb8-4916-a66d-dee08f670207"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:09:07.434397 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f6e8326f-f423-4c6b-b400-0cb734925435 req-2c48da58-a96e-4068-ae91-53762f996d8f service neutron] 10.222.0.38 "GET /v2.0/networks/2f1c1614-8854-4219-87b5-cf7e7af195ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287034 Jul 27 23:09:07.453798 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-eba3e0ba-977a-45ce-a3ac-726ff5462687 req-ce4e16ca-5acf-49ae-9663-2027ae76f9f7 service neutron] 10.222.0.38 "GET /v2.0/networks/0f9004bd-8e90-4e82-a7cb-88f9b433c217?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3544772 Jul 27 23:09:07.511803 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-adb1a5d1-3284-4153-9cd9-35c8ae7ae805 req-dcc80868-cd34-4caa-aede-b3912822fcbd tempest-ServersWithSpecificFlavorTestJSON-503998184 tempest-ServersWithSpecificFlavorTestJSON-503998184-project] 10.222.0.18 "GET /v2.0/security-groups?id=13497a54-4f49-49ad-b566-6beee2074a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1217642 Jul 27 23:09:07.555706 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-46ac5fb6-474e-4ad4-b254-d6615045ecab admin admin] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:07.613784 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-46ac5fb6-474e-4ad4-b254-d6615045ecab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:07.659561 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46ac5fb6-474e-4ad4-b254-d6615045ecab admin admin] Network 2fd42287-ed26-4eb9-89a5-b521f5b04356 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:09:07.663230 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-46ac5fb6-474e-4ad4-b254-d6615045ecab admin admin] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:09:07.670356 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ac5fb6-474e-4ad4-b254-d6615045ecab admin admin] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:09:07.676567 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ac5fb6-474e-4ad4-b254-d6615045ecab admin admin] Pushing event updated for resources: {'Port': ['ID=e40e6d25-9092-46e6-ae1a-f1b1a78f0790,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:09:07.709256 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 548db3f7-3140-4fad-b00a-376b635ccaf5 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:09:07.729989 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e96ee7fe-839a-4eef-92c3-c496be2cfd97', 'name': 'network-vif-deleted', 'tag': '80599080-78cb-47a0-b0f2-857ca0108a7e'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:09:07.733176 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}011f8d312121274bb12d78e77c6379a2079800640016cec6c6d605b73666e854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8549c27-3bfe-4e5a-b479-c24d74ecc114" -d '{"events": [{"server_uuid": "e96ee7fe-839a-4eef-92c3-c496be2cfd97", "name": "network-vif-deleted", "tag": "80599080-78cb-47a0-b0f2-857ca0108a7e"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:09:07.776398 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning for port 548db3f7-3140-4fad-b00a-376b635ccaf5 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:09:07.792434 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:09:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46980729-0d18-4f13-86ea-7b4386fdfb51 x-openstack-request-id: req-46980729-0d18-4f13-86ea-7b4386fdfb51 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:09:07.792725 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45491c78-fb5b-4166-8dac-8f81c2d42c00", "name": "network-vif-deleted", "tag": "2c5ff320-ebb8-4916-a66d-dee08f670207", "status": "completed", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:09:07.792976 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-46980729-0d18-4f13-86ea-7b4386fdfb51 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:09:07.793365 n-d-802623-1 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45491c78-fb5b-4166-8dac-8f81c2d42c00', 'name': 'network-vif-deleted', 'tag': '2c5ff320-ebb8-4916-a66d-dee08f670207', 'status': 'completed', 'code': 200} Jul 27 23:09:07.803263 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043fa141-e104-45de-9725-ad3c1ced9f00 req-ce766f2e-d7a6-4db9-a9cf-6f595bf06ac9 tempest-ListImageFiltersTestJSON-1300276804 tempest-ListImageFiltersTestJSON-1300276804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:09:07.804785 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-043fa141-e104-45de-9725-ad3c1ced9f00 req-ce766f2e-d7a6-4db9-a9cf-6f595bf06ac9 tempest-ListImageFiltersTestJSON-1300276804 tempest-ListImageFiltersTestJSON-1300276804-project] 10.222.0.18 "GET /v2.0/ports?device_id=ad127843-2f59-41fa-9a9b-54df94eb8502 HTTP/1.1" status: 200 len: 950 time: 0.1078966 Jul 27 23:09:08.015341 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dd9c1b-ba84-46d9-b9bd-5732b39b1833 req-6c3c605b-b535-4e50-859c-3bb5905d9eec tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:09:08.016933 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-02dd9c1b-ba84-46d9-b9bd-5732b39b1833 req-6c3c605b-b535-4e50-859c-3bb5905d9eec tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] 10.222.0.18 "GET /v2.0/ports?device_id=f8fe1d47-a163-4267-b0cc-896f0d1e1a36 HTTP/1.1" status: 200 len: 944 time: 0.0537112 Jul 27 23:09:08.061194 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-02dd9c1b-ba84-46d9-b9bd-5732b39b1833 req-c4d6e8c4-80f3-455a-a2e9-0d62882876e9 tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd4c80f8-6360-4d2a-b031-00b7544968a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376463 Jul 27 23:09:08.070818 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device ecee3142-b56e-44a3-ae44-405fd47f1162 details requested by agent hyperv_n-h1-802623-1 with host n-h1-802623-1 {{(pid=93799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 23:09:08.120757 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Tue, 27 Jul 2021 23:09:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11736ae5-a672-4070-9203-904e3804d496 x-openstack-request-id: req-11736ae5-a672-4070-9203-904e3804d496 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:09:08.121050 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e96ee7fe-839a-4eef-92c3-c496be2cfd97", "name": "network-vif-deleted", "tag": "80599080-78cb-47a0-b0f2-857ca0108a7e", "status": "failed", "code": 422}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:09:08.121363 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-11736ae5-a672-4070-9203-904e3804d496 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:09:08.121786 n-d-802623-1 neutron-server[93798]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e96ee7fe-839a-4eef-92c3-c496be2cfd97', 'name': 'network-vif-deleted', 'tag': '80599080-78cb-47a0-b0f2-857ca0108a7e', 'status': 'failed', 'code': 422} returned with failed status Jul 27 23:09:08.232312 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port ecee3142-b56e-44a3-ae44-405fd47f1162, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=ecee3142-b56e-44a3-ae44-405fd47f1162,segment=NetworkSegment(8ba436c1-f478-4bca-9988-32f105ba0b93),segment_id=8ba436c1-f478-4bca-9988-32f105ba0b93)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:09:08.241681 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-043fa141-e104-45de-9725-ad3c1ced9f00 req-d590486f-25b9-4f4d-827d-02bee0f7a806 tempest-ListImageFiltersTestJSON-1300276804 tempest-ListImageFiltersTestJSON-1300276804-project] 10.222.0.18 "GET /v2.0/security-groups?id=e18dfc0d-586d-4d08-ab5b-6cc85907c37c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4118168 Jul 27 23:09:08.252234 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Returning: {'device': 'ecee3142-b56e-44a3-ae44-405fd47f1162', 'network_id': '130a0954-7a6d-4921-ab94-72e4ed1dccfc', 'port_id': 'ecee3142-b56e-44a3-ae44-405fd47f1162', 'mac_address': 'fa:16:3e:a1:6b:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dbf05d93-18dc-44bb-a1ce-d6d38b8f56eb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 23:09:08.294276 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37156ca2-ffa2-4b43-9eea-bef39c123915 req-20bedaac-9de8-426e-a11e-c78997ee1eec tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:09:08.296075 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-37156ca2-ffa2-4b43-9eea-bef39c123915 req-20bedaac-9de8-426e-a11e-c78997ee1eec tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5f9d95c-1a18-44d1-bbb7-2e906f63162e HTTP/1.1" status: 200 len: 944 time: 0.0871472 Jul 27 23:09:08.345719 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:08.356218 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-37156ca2-ffa2-4b43-9eea-bef39c123915 req-1956e0d1-d157-4b98-b475-2a66734a4345 tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ee1769a-7cc2-4f9a-a15b-54c39d35bd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542045 Jul 27 23:09:08.360405 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ecee3142-b56e-44a3-ae44-405fd47f1162 {{(pid=93799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:09:08.398839 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port ecee3142-b56e-44a3-ae44-405fd47f1162, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=ecee3142-b56e-44a3-ae44-405fd47f1162,segment=NetworkSegment(8ba436c1-f478-4bca-9988-32f105ba0b93),segment_id=8ba436c1-f478-4bca-9988-32f105ba0b93)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:09:08.410334 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:08.437095 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-46ac5fb6-474e-4ad4-b254-d6615045ecab admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:08.442238 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82747a81-a660-4086-86ce-2c0f6bed410c None None] Network 67711418-8a20-4e6e-b644-89dd804b755c requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:09:08.564254 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-5bf6fa04-7965-4dbb-84b6-76b2e38ccd3e None None] Provisioning for port 548db3f7-3140-4fad-b00a-376b635ccaf5 completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:09:08.593915 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Pushing event updated for resources: {'Port': ['ID=ecee3142-b56e-44a3-ae44-405fd47f1162,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:09:08.602880 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-5bf6fa04-7965-4dbb-84b6-76b2e38ccd3e None None] Provisioning complete for port 548db3f7-3140-4fad-b00a-376b635ccaf5 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:09:08.603268 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-5bf6fa04-7965-4dbb-84b6-76b2e38ccd3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:08.671751 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] get_ports_and_sgs() called for port_ids ['ecee3142-b56e-44a3-ae44-405fd47f1162'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:09:08.711719 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d99111b-635d-4c5e-ab38-f28ded75e93c req-4ebc7d20-a42c-4635-a021-760c3f4c513f tempest-ServersWithSpecificFlavorTestJSON-503998184 tempest-ServersWithSpecificFlavorTestJSON-503998184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:09:08.719781 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8d99111b-635d-4c5e-ab38-f28ded75e93c req-4ebc7d20-a42c-4635-a021-760c3f4c513f tempest-ServersWithSpecificFlavorTestJSON-503998184 tempest-ServersWithSpecificFlavorTestJSON-503998184-project] 10.222.0.38 "GET /v2.0/ports?device_id=35be93a3-fd2e-4e76-a180-e2990ab86391 HTTP/1.1" status: 200 len: 945 time: 0.1814930 Jul 27 23:09:08.820498 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-5bf6fa04-7965-4dbb-84b6-76b2e38ccd3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:08.866381 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138777f4-d916-4664-9e72-5cb923aaf0f6 req-48f80656-4605-4bb8-ba5d-5c8029374a59 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:09:08.882218 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-138777f4-d916-4664-9e72-5cb923aaf0f6 req-48f80656-4605-4bb8-ba5d-5c8029374a59 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.18 "GET /v2.0/networks?id=9e23151c-db3f-4ce6-bd4c-f37102973a7b HTTP/1.1" status: 200 len: 810 time: 0.3531826 Jul 27 23:09:08.904475 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-5bf6fa04-7965-4dbb-84b6-76b2e38ccd3e None None] For port 548db3f7-3140-4fad-b00a-376b635ccaf5, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=548db3f7-3140-4fad-b00a-376b635ccaf5,segment=NetworkSegment(1e1e6764-b692-4d13-9c5a-7a540e569c1f),segment_id=1e1e6764-b692-4d13-9c5a-7a540e569c1f)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:09:08.918618 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775dff6a-54ab-4a1a-8baa-b988f9fda567 req-c24d1b24-ab91-4916-970f-69db38307980 tempest-ServersWithSpecificFlavorTestJSON-503998184 tempest-ServersWithSpecificFlavorTestJSON-503998184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:09:08.919956 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-5bf6fa04-7965-4dbb-84b6-76b2e38ccd3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:08.920144 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-775dff6a-54ab-4a1a-8baa-b988f9fda567 req-c24d1b24-ab91-4916-970f-69db38307980 tempest-ServersWithSpecificFlavorTestJSON-503998184 tempest-ServersWithSpecificFlavorTestJSON-503998184-project] 10.222.0.18 "GET /v2.0/ports?device_id=35be93a3-fd2e-4e76-a180-e2990ab86391 HTTP/1.1" status: 200 len: 945 time: 0.0642786 Jul 27 23:09:08.946855 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-46ac5fb6-474e-4ad4-b254-d6615045ecab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-415468'] for router, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:08.988463 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-775dff6a-54ab-4a1a-8baa-b988f9fda567 req-f166a2e5-8a9d-447e-bd7f-44ccce785e76 tempest-ServersWithSpecificFlavorTestJSON-503998184 tempest-ServersWithSpecificFlavorTestJSON-503998184-project] 10.222.0.18 "GET /v2.0/security-groups?id=13497a54-4f49-49ad-b566-6beee2074a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610898 Jul 27 23:09:08.992696 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device abc9a2e4-fad6-4842-b58a-e476e4fc1872 no longer exists at agent hyperv_n-h2-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:09:09.007271 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-138777f4-d916-4664-9e72-5cb923aaf0f6 req-397e1d5f-1538-4127-9542-bf9db8c9b653 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.18 "GET /v2.0/quotas/8769b54ba73a4421837726dbda018e6b HTTP/1.1" status: 200 len: 375 time: 0.1211855 Jul 27 23:09:09.045989 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf6fa04-7965-4dbb-84b6-76b2e38ccd3e None None] Pushing event updated for resources: {'Port': ['ID=548db3f7-3140-4fad-b00a-376b635ccaf5,revision_number=3']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:09:09.084869 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-138777f4-d916-4664-9e72-5cb923aaf0f6 req-55c57338-9245-4c64-9e9a-e79db085b2ee tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=8769b54ba73a4421837726dbda018e6b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0763421 Jul 27 23:09:09.105366 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e045ff7f-b358-4c91-8fcd-9885ea4f7d8d req-4115bee4-fbe8-451b-b0d1-0de72635077d tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:09:09.106769 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-e045ff7f-b358-4c91-8fcd-9885ea4f7d8d req-4115bee4-fbe8-451b-b0d1-0de72635077d tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5f9d95c-1a18-44d1-bbb7-2e906f63162e HTTP/1.1" status: 200 len: 944 time: 0.3065686 Jul 27 23:09:09.113591 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:09.137266 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad127843-2f59-41fa-9a9b-54df94eb8502', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'abc9a2e4-fad6-4842-b58a-e476e4fc1872'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:09:09.140026 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c0369b0d4f459110ff20a1f9878ba33f96d6491bddb9d15843bf29d01e0bda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75f0bec9-c1a7-4330-b75c-63b72f6e5671" -d '{"events": [{"server_uuid": "ad127843-2f59-41fa-9a9b-54df94eb8502", "name": "network-vif-unplugged", "status": "completed", "tag": "abc9a2e4-fad6-4842-b58a-e476e4fc1872"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:09:09.160073 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port abc9a2e4-fad6-4842-b58a-e476e4fc1872, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=abc9a2e4-fad6-4842-b58a-e476e4fc1872,segment=NetworkSegment(16e91594-c047-4b55-93eb-43af33ad08e1),segment_id=16e91594-c047-4b55-93eb-43af33ad08e1)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:09:09.165316 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:09.191659 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-19b24cd2-25e1-485f-9246-3c07524bc748 None None] Provisioning complete for port 548db3f7-3140-4fad-b00a-376b635ccaf5 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:09:09.192036 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-19b24cd2-25e1-485f-9246-3c07524bc748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:09.195301 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a51f8b0-ee73-4578-9699-b2ff6a000d77 req-74cb29d3-aa68-4763-963c-e67cda403dc4 tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:09:09.199674 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-4a51f8b0-ee73-4578-9699-b2ff6a000d77 req-74cb29d3-aa68-4763-963c-e67cda403dc4 tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] 10.222.0.18 "GET /v2.0/ports?device_id=f8fe1d47-a163-4267-b0cc-896f0d1e1a36 HTTP/1.1" status: 200 len: 945 time: 0.0574651 Jul 27 23:09:09.248642 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Pushing event updated for resources: {'Port': ['ID=abc9a2e4-fad6-4842-b58a-e476e4fc1872,revision_number=8']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:09:09.249112 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-4a51f8b0-ee73-4578-9699-b2ff6a000d77 req-ce65c940-871c-4a90-be34-af0bae03f8cf tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd4c80f8-6360-4d2a-b031-00b7544968a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437877 Jul 27 23:09:09.267255 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [req-8d99111b-635d-4c5e-ab38-f28ded75e93c req-5dd13fb3-8ce5-4005-9af6-fd3f36f00b9e tempest-ServersWithSpecificFlavorTestJSON-503998184 tempest-ServersWithSpecificFlavorTestJSON-503998184-project] Deleting port 7cacf8fa-ecbc-4d4c-8d27-ba0d252eb76d {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:09:09.267749 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-8d99111b-635d-4c5e-ab38-f28ded75e93c req-5dd13fb3-8ce5-4005-9af6-fd3f36f00b9e tempest-ServersWithSpecificFlavorTestJSON-503998184 tempest-ServersWithSpecificFlavorTestJSON-503998184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:09.302654 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 23:09:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-387f95ee-0c5e-442c-8d22-676e6b643ce8 x-openstack-request-id: req-387f95ee-0c5e-442c-8d22-676e6b643ce8 {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:09:09.303020 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad127843-2f59-41fa-9a9b-54df94eb8502", "name": "network-vif-unplugged", "status": "completed", "tag": "abc9a2e4-fad6-4842-b58a-e476e4fc1872", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:09:09.303388 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-387f95ee-0c5e-442c-8d22-676e6b643ce8 {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:09:09.303854 n-d-802623-1 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad127843-2f59-41fa-9a9b-54df94eb8502', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'abc9a2e4-fad6-4842-b58a-e476e4fc1872', 'code': 200} Jul 27 23:09:09.390081 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-138777f4-d916-4664-9e72-5cb923aaf0f6 req-f6b37c50-17d8-424c-8471-03a77b01498e service neutron] 10.222.0.18 "GET /v2.0/networks/9e23151c-db3f-4ce6-bd4c-f37102973a7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2787547 Jul 27 23:09:09.491729 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [req-e045ff7f-b358-4c91-8fcd-9885ea4f7d8d req-8ac355ec-9ddc-4e89-b781-17dbd39e39aa tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] Deleting port aeec7f2c-356d-41c9-812f-b5ab13f4069a {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:09:09.492097 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-e045ff7f-b358-4c91-8fcd-9885ea4f7d8d req-8ac355ec-9ddc-4e89-b781-17dbd39e39aa tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:09.504245 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-8d99111b-635d-4c5e-ab38-f28ded75e93c req-5dd13fb3-8ce5-4005-9af6-fd3f36f00b9e tempest-ServersWithSpecificFlavorTestJSON-503998184 tempest-ServersWithSpecificFlavorTestJSON-503998184-project] For port 7cacf8fa-ecbc-4d4c-8d27-ba0d252eb76d, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=7cacf8fa-ecbc-4d4c-8d27-ba0d252eb76d,segment=NetworkSegment(68badffb-1ae8-46d7-9932-5a3dba1817fe),segment_id=68badffb-1ae8-46d7-9932-5a3dba1817fe)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:09:09.504602 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-8d99111b-635d-4c5e-ab38-f28ded75e93c req-5dd13fb3-8ce5-4005-9af6-fd3f36f00b9e tempest-ServersWithSpecificFlavorTestJSON-503998184 tempest-ServersWithSpecificFlavorTestJSON-503998184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:09.520524 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcf2411-1fce-46a6-a295-2f5636528101 req-2d254f6f-7e7b-4e1a-bb0a-0d6658e41470 tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:09:09.522226 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7fcf2411-1fce-46a6-a295-2f5636528101 req-2d254f6f-7e7b-4e1a-bb0a-0d6658e41470 tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5f9d95c-1a18-44d1-bbb7-2e906f63162e HTTP/1.1" status: 200 len: 944 time: 0.0479708 Jul 27 23:09:09.561455 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46ac5fb6-474e-4ad4-b254-d6615045ecab admin admin] Router 09bd0540-75b8-471a-8a8e-a5641efa29c0 is scheduled to L3 agent 018c4455-49c0-4734-927d-7824067b2a9e with binding_index 1 {{(pid=93797) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 23:09:09.563352 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7fcf2411-1fce-46a6-a295-2f5636528101 req-ccb35cb6-d643-4d6a-89ec-dc56838027a9 tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ee1769a-7cc2-4f9a-a15b-54c39d35bd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348251 Jul 27 23:09:09.612933 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 548db3f7-3140-4fad-b00a-376b635ccaf5 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:09:09.750579 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-138777f4-d916-4664-9e72-5cb923aaf0f6 req-3dc8e5c2-2e63-4c2e-a255-5a1d3bc8a109 service neutron] 10.222.0.18 "GET /v2.0/networks/9e23151c-db3f-4ce6-bd4c-f37102973a7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3502445 Jul 27 23:09:09.764930 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-e045ff7f-b358-4c91-8fcd-9885ea4f7d8d req-8ac355ec-9ddc-4e89-b781-17dbd39e39aa tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] For port aeec7f2c-356d-41c9-812f-b5ab13f4069a, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=aeec7f2c-356d-41c9-812f-b5ab13f4069a,segment=NetworkSegment(ff9b0beb-ebd9-45f3-9693-d627eb3bb065),segment_id=ff9b0beb-ebd9-45f3-9693-d627eb3bb065)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:09:09.765447 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-e045ff7f-b358-4c91-8fcd-9885ea4f7d8d req-8ac355ec-9ddc-4e89-b781-17dbd39e39aa tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:09.797242 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [req-e045ff7f-b358-4c91-8fcd-9885ea4f7d8d req-8ac355ec-9ddc-4e89-b781-17dbd39e39aa tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] Calling delete_port for aeec7f2c-356d-41c9-812f-b5ab13f4069a owned by compute:nova {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:09:09.797944 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port 548db3f7-3140-4fad-b00a-376b635ccaf5 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:09:09.798332 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:09.927520 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-4e17712a-13c0-4617-b876-907b7fc793c8 req-aba0029a-0303-4c74-bf92-37777fdf9f7b tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.18 "GET /v2.0/ports?device_id=8bb766e8-eb06-49ad-9e2b-953aac852a73 HTTP/1.1" status: 200 len: 210 time: 0.0292087 Jul 27 23:09:09.944736 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-8d99111b-635d-4c5e-ab38-f28ded75e93c req-5dd13fb3-8ce5-4005-9af6-fd3f36f00b9e tempest-ServersWithSpecificFlavorTestJSON-503998184 tempest-ServersWithSpecificFlavorTestJSON-503998184-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:09.945923 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-8d99111b-635d-4c5e-ab38-f28ded75e93c req-5dd13fb3-8ce5-4005-9af6-fd3f36f00b9e tempest-ServersWithSpecificFlavorTestJSON-503998184 tempest-ServersWithSpecificFlavorTestJSON-503998184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-415302'] for floatingip, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:09.946300 n-d-802623-1 neutron-server[93797]: INFO neutron.db.l3_db [req-8d99111b-635d-4c5e-ab38-f28ded75e93c req-5dd13fb3-8ce5-4005-9af6-fd3f36f00b9e tempest-ServersWithSpecificFlavorTestJSON-503998184 tempest-ServersWithSpecificFlavorTestJSON-503998184-project] Floating IP 6a9599d4-b74a-48b8-be77-be03c0f49773 disassociated. External IP: 172.25.4.194, port: 7cacf8fa-ecbc-4d4c-8d27-ba0d252eb76d. Jul 27 23:09:09.946736 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [req-8d99111b-635d-4c5e-ab38-f28ded75e93c req-5dd13fb3-8ce5-4005-9af6-fd3f36f00b9e tempest-ServersWithSpecificFlavorTestJSON-503998184 tempest-ServersWithSpecificFlavorTestJSON-503998184-project] Calling delete_port for 7cacf8fa-ecbc-4d4c-8d27-ba0d252eb76d owned by compute:nova {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:09:09.974364 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46ac5fb6-474e-4ad4-b254-d6615045ecab admin admin] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:09:09.983467 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3375d959-3e55-403d-a996-1c933c10eba2 None None] Sync routers for ids ['09bd0540-75b8-471a-8a8e-a5641efa29c0'] in n-d-802623-1 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:09:09.994538 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3375d959-3e55-403d-a996-1c933c10eba2 None None] Routers {'09bd0540-75b8-471a-8a8e-a5641efa29c0'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:09:09.995185 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-3375d959-3e55-403d-a996-1c933c10eba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:09:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['09bd0540-75b8-471a-8a8e-a5641efa29c0'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:09:10.050149 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-46ac5fb6-474e-4ad4-b254-d6615045ecab admin admin] Notify callbacks [] for router, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:10.054246 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 59420) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:09:10.060845 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-46ac5fb6-474e-4ad4-b254-d6615045ecab admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.0662251 Jul 27 23:09:10.073683 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device ecee3142-b56e-44a3-ae44-405fd47f1162 up at agent hyperv_n-h1-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:09:10.181438 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-3375d959-3e55-403d-a996-1c933c10eba2 None None] Set router 09bd0540-75b8-471a-8a8e-a5641efa29c0 gateway port host: n-d-802623-1 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:09:10.187548 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-e045ff7f-b358-4c91-8fcd-9885ea4f7d8d req-8ac355ec-9ddc-4e89-b781-17dbd39e39aa tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:10.228304 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac355ec-9ddc-4e89-b781-17dbd39e39aa tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] Pushing event deleted for resources: {'Port': ['ID=aeec7f2c-356d-41c9-812f-b5ab13f4069a,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:09:10.247084 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Provisioning for port ecee3142-b56e-44a3-ae44-405fd47f1162 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:09:10.252388 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Provisioning complete for port ecee3142-b56e-44a3-ae44-405fd47f1162 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:09:10.252763 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:10.302936 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d11220-87ec-4a8a-8e2b-71cdd9144080 req-39126fb9-2126-48ec-ae0c-da1f998be645 tempest-ServersWithSpecificFlavorTestJSON-503998184 tempest-ServersWithSpecificFlavorTestJSON-503998184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:09:10.305246 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-24d11220-87ec-4a8a-8e2b-71cdd9144080 req-39126fb9-2126-48ec-ae0c-da1f998be645 tempest-ServersWithSpecificFlavorTestJSON-503998184 tempest-ServersWithSpecificFlavorTestJSON-503998184-project] 10.222.0.18 "GET /v2.0/ports?device_id=35be93a3-fd2e-4e76-a180-e2990ab86391 HTTP/1.1" status: 200 len: 945 time: 0.2228186 Jul 27 23:09:10.353396 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [req-e045ff7f-b358-4c91-8fcd-9885ea4f7d8d req-8ac355ec-9ddc-4e89-b781-17dbd39e39aa tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] No DVR routers for this DVR port aeec7f2c-356d-41c9-812f-b5ab13f4069a on host n-h2-802623-1 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:09:10.359731 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-e045ff7f-b358-4c91-8fcd-9885ea4f7d8d req-8ac355ec-9ddc-4e89-b781-17dbd39e39aa tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:10.361755 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-e045ff7f-b358-4c91-8fcd-9885ea4f7d8d req-8ac355ec-9ddc-4e89-b781-17dbd39e39aa tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] 10.222.0.49 "DELETE /v2.0/ports/aeec7f2c-356d-41c9-812f-b5ab13f4069a HTTP/1.1" status: 204 len: 173 time: 1.2397821 Jul 27 23:09:10.362222 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5f9d95c-1a18-44d1-bbb7-2e906f63162e', 'name': 'network-vif-deleted', 'tag': 'aeec7f2c-356d-41c9-812f-b5ab13f4069a'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:09:10.365131 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a476459a1bfce68b0ae0df5b6a71154bfc7cfdc8f9eefce6ad0a17231e60468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e512972f-be62-45c2-82d4-f8aa8e8ceacf" -d '{"events": [{"server_uuid": "a5f9d95c-1a18-44d1-bbb7-2e906f63162e", "name": "network-vif-deleted", "tag": "aeec7f2c-356d-41c9-812f-b5ab13f4069a"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:09:10.433982 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-8d99111b-635d-4c5e-ab38-f28ded75e93c req-5dd13fb3-8ce5-4005-9af6-fd3f36f00b9e tempest-ServersWithSpecificFlavorTestJSON-503998184 tempest-ServersWithSpecificFlavorTestJSON-503998184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:10.435033 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:10.446074 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-24d11220-87ec-4a8a-8e2b-71cdd9144080 req-3ca5c2cf-71db-4e3d-a50f-850f79c79c21 tempest-ServersWithSpecificFlavorTestJSON-503998184 tempest-ServersWithSpecificFlavorTestJSON-503998184-project] 10.222.0.18 "GET /v2.0/security-groups?id=13497a54-4f49-49ad-b566-6beee2074a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0966866 Jul 27 23:09:10.491762 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd13fb3-8ce5-4005-9af6-fd3f36f00b9e tempest-ServersWithSpecificFlavorTestJSON-503998184 tempest-ServersWithSpecificFlavorTestJSON-503998184-project] Pushing event deleted for resources: {'Port': ['ID=7cacf8fa-ecbc-4d4c-8d27-ba0d252eb76d,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:09:10.533495 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port ecee3142-b56e-44a3-ae44-405fd47f1162, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=ecee3142-b56e-44a3-ae44-405fd47f1162,segment=NetworkSegment(8ba436c1-f478-4bca-9988-32f105ba0b93),segment_id=8ba436c1-f478-4bca-9988-32f105ba0b93)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:09:10.546426 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:10.570776 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:09:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0beedc22-b537-474f-84c2-0526ea4ad195 x-openstack-request-id: req-0beedc22-b537-474f-84c2-0526ea4ad195 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:09:10.571308 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5f9d95c-1a18-44d1-bbb7-2e906f63162e", "name": "network-vif-deleted", "tag": "aeec7f2c-356d-41c9-812f-b5ab13f4069a", "status": "completed", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:09:10.571744 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0beedc22-b537-474f-84c2-0526ea4ad195 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:09:10.572302 n-d-802623-1 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5f9d95c-1a18-44d1-bbb7-2e906f63162e', 'name': 'network-vif-deleted', 'tag': 'aeec7f2c-356d-41c9-812f-b5ab13f4069a', 'status': 'completed', 'code': 200} Jul 27 23:09:10.590128 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-3375d959-3e55-403d-a996-1c933c10eba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09bd0540-75b8-471a-8a8e-a5641efa29c0', 'name': 'tempest-FloatingIPsTestJSON-561928120-router', 'tenant_id': '749e6a2b85454e4b8a6bbb3acb05e708', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.97'}], 'enable_snat': True}, 'gw_port_id': 'e40e6d25-9092-46e6-ae1a-f1b1a78f0790', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:09:06Z', 'updated_at': '2021-07-27T23:09:08Z', 'revision_number': 3, 'project_id': '749e6a2b85454e4b8a6bbb3acb05e708', 'gw_port': {'id': 'e40e6d25-9092-46e6-ae1a-f1b1a78f0790', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:65:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09bd0540-75b8-471a-8a8e-a5641efa29c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 831, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:09:07Z', 'updated_at': '2021-07-27T23:09:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1'}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:09:10.629215 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Pushing event updated for resources: {'Port': ['ID=ecee3142-b56e-44a3-ae44-405fd47f1162,revision_number=5']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:09:10.659235 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3375d959-3e55-403d-a996-1c933c10eba2 None None] Checking router: 09bd0540-75b8-471a-8a8e-a5641efa29c0 for host: n-d-802623-1 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 23:09:10.659827 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3375d959-3e55-403d-a996-1c933c10eba2 None None] Updating router 09bd0540-75b8-471a-8a8e-a5641efa29c0 port e40e6d25-9092-46e6-ae1a-f1b1a78f0790 binding host n-d-802623-1 {{(pid=93800) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 23:09:10.677930 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8d99111b-635d-4c5e-ab38-f28ded75e93c req-5dd13fb3-8ce5-4005-9af6-fd3f36f00b9e tempest-ServersWithSpecificFlavorTestJSON-503998184 tempest-ServersWithSpecificFlavorTestJSON-503998184-project] Router a93f17c0-6e53-469e-aa61-7194f1a9834a has already been hosted by L3 agent 018c4455-49c0-4734-927d-7824067b2a9e {{(pid=93797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 23:09:10.705116 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3375d959-3e55-403d-a996-1c933c10eba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:10.784374 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-032be77e-29aa-4b5c-8790-eb80d0334f39 req-5fd098a1-6a16-41cc-89b9-b22d77e3022e tempest-LiveAutoBlockMigrationV225Test-769706983 tempest-LiveAutoBlockMigrationV225Test-769706983-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5f9d95c-1a18-44d1-bbb7-2e906f63162e HTTP/1.1" status: 200 len: 210 time: 0.0336599 Jul 27 23:09:10.864634 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8d99111b-635d-4c5e-ab38-f28ded75e93c req-5dd13fb3-8ce5-4005-9af6-fd3f36f00b9e tempest-ServersWithSpecificFlavorTestJSON-503998184 tempest-ServersWithSpecificFlavorTestJSON-503998184-project] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:09:10.884005 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2297aa2-ec32-42ec-93ad-73fd10dd238c None None] Sync routers for ids ['a93f17c0-6e53-469e-aa61-7194f1a9834a'] in n-d-802623-1 {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:09:10.910474 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2297aa2-ec32-42ec-93ad-73fd10dd238c None None] Routers {'a93f17c0-6e53-469e-aa61-7194f1a9834a'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:09:10.911233 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-c2297aa2-ec32-42ec-93ad-73fd10dd238c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:09:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['a93f17c0-6e53-469e-aa61-7194f1a9834a'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:09:10.950856 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d99111b-635d-4c5e-ab38-f28ded75e93c req-5dd13fb3-8ce5-4005-9af6-fd3f36f00b9e tempest-ServersWithSpecificFlavorTestJSON-503998184 tempest-ServersWithSpecificFlavorTestJSON-503998184-project] No DVR routers for this DVR port 7cacf8fa-ecbc-4d4c-8d27-ba0d252eb76d on host n-h1-802623-1 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:09:10.965708 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-8d99111b-635d-4c5e-ab38-f28ded75e93c req-5dd13fb3-8ce5-4005-9af6-fd3f36f00b9e tempest-ServersWithSpecificFlavorTestJSON-503998184 tempest-ServersWithSpecificFlavorTestJSON-503998184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:10.970244 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8d99111b-635d-4c5e-ab38-f28ded75e93c req-5dd13fb3-8ce5-4005-9af6-fd3f36f00b9e tempest-ServersWithSpecificFlavorTestJSON-503998184 tempest-ServersWithSpecificFlavorTestJSON-503998184-project] 10.222.0.38 "DELETE /v2.0/ports/7cacf8fa-ecbc-4d4c-8d27-ba0d252eb76d HTTP/1.1" status: 204 len: 173 time: 2.2436178 Jul 27 23:09:11.133508 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3375d959-3e55-403d-a996-1c933c10eba2 None None] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:11.157592 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-3375d959-3e55-403d-a996-1c933c10eba2 None None] Transition to ACTIVE for port object e40e6d25-9092-46e6-ae1a-f1b1a78f0790 will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:09:11.161113 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-c2297aa2-ec32-42ec-93ad-73fd10dd238c None None] Set router a93f17c0-6e53-469e-aa61-7194f1a9834a gateway port host: n-d-802623-1 {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:09:11.186114 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3375d959-3e55-403d-a996-1c933c10eba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:11.209209 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1aa6814-fade-479a-a9b5-66b7faf10513 req-3c8aabcd-e238-475e-b3ff-e403d8136e97 tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:09:11.211317 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a1aa6814-fade-479a-a9b5-66b7faf10513 req-3c8aabcd-e238-475e-b3ff-e403d8136e97 tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] 10.222.0.18 "GET /v2.0/ports?device_id=f8fe1d47-a163-4267-b0cc-896f0d1e1a36 HTTP/1.1" status: 200 len: 945 time: 0.8271785 Jul 27 23:09:11.281672 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c44d5ac-405c-4148-a869-30b1a502fedc None None] Pushing event updated for resources: {'Port': ['ID=e40e6d25-9092-46e6-ae1a-f1b1a78f0790,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:09:11.310689 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a1aa6814-fade-479a-a9b5-66b7faf10513 req-c6c3b577-1e3a-43d9-ad6a-7c20e18ec6a1 tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd4c80f8-6360-4d2a-b031-00b7544968a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661671 Jul 27 23:09:11.313884 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-3375d959-3e55-403d-a996-1c933c10eba2 None None] Attempting to bind port e40e6d25-9092-46e6-ae1a-f1b1a78f0790 on host n-d-802623-1 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:09:11.313884 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-3375d959-3e55-403d-a996-1c933c10eba2 None None] Attempting to bind port e40e6d25-9092-46e6-ae1a-f1b1a78f0790 by drivers openvswitch,hyperv on host n-d-802623-1 at level 0 using segments [{'id': 'b9afe07e-bbe4-4740-834c-4b6a9698bdbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:09:11.323686 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3375d959-3e55-403d-a996-1c933c10eba2 None None] Attempting to bind port e40e6d25-9092-46e6-ae1a-f1b1a78f0790 on network 2fd42287-ed26-4eb9-89a5-b521f5b04356 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:09:11.338828 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8fe1d47-a163-4267-b0cc-896f0d1e1a36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecee3142-b56e-44a3-ae44-405fd47f1162'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:09:11.341156 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c0369b0d4f459110ff20a1f9878ba33f96d6491bddb9d15843bf29d01e0bda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f16eb000-4385-4460-8516-9259bfc84e50" -d '{"events": [{"server_uuid": "f8fe1d47-a163-4267-b0cc-896f0d1e1a36", "name": "network-vif-plugged", "status": "completed", "tag": "ecee3142-b56e-44a3-ae44-405fd47f1162"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:09:11.341967 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3375d959-3e55-403d-a996-1c933c10eba2 None None] Checking agent: {'id': 'a9a568d2-a5e7-41e4-833f-a8ab42ea4073', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 52, 30), 'started_at': datetime.datetime(2021, 7, 27, 22, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802623-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:09:11.342342 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3375d959-3e55-403d-a996-1c933c10eba2 None None] Checking segment: {'id': 'b9afe07e-bbe4-4740-834c-4b6a9698bdbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:09:11.342738 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3375d959-3e55-403d-a996-1c933c10eba2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:11.343143 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3375d959-3e55-403d-a996-1c933c10eba2 None None] Bound using segment: {'id': 'b9afe07e-bbe4-4740-834c-4b6a9698bdbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:09:11.343625 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-3375d959-3e55-403d-a996-1c933c10eba2 None None] Bound port: e40e6d25-9092-46e6-ae1a-f1b1a78f0790, host: n-d-802623-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9afe07e-bbe4-4740-834c-4b6a9698bdbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:09:11.343997 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3375d959-3e55-403d-a996-1c933c10eba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:11.479955 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-3375d959-3e55-403d-a996-1c933c10eba2 None None] For port e40e6d25-9092-46e6-ae1a-f1b1a78f0790, host n-d-802623-1, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:09:11.484321 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-3375d959-3e55-403d-a996-1c933c10eba2 None None] For port e40e6d25-9092-46e6-ae1a-f1b1a78f0790, host n-d-802623-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=e40e6d25-9092-46e6-ae1a-f1b1a78f0790,segment=NetworkSegment(b9afe07e-bbe4-4740-834c-4b6a9698bdbc),segment_id=b9afe07e-bbe4-4740-834c-4b6a9698bdbc)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:09:11.497353 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3375d959-3e55-403d-a996-1c933c10eba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:11.499397 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:09:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a82668fa-bb93-45bc-b29c-c0dc2d77de1a x-openstack-request-id: req-a82668fa-bb93-45bc-b29c-c0dc2d77de1a {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:09:11.499706 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8fe1d47-a163-4267-b0cc-896f0d1e1a36", "name": "network-vif-plugged", "status": "completed", "tag": "ecee3142-b56e-44a3-ae44-405fd47f1162", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:09:11.499938 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a82668fa-bb93-45bc-b29c-c0dc2d77de1a {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:09:11.500406 n-d-802623-1 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8fe1d47-a163-4267-b0cc-896f0d1e1a36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecee3142-b56e-44a3-ae44-405fd47f1162', 'code': 200} Jul 27 23:09:11.560532 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4ec8d9b2-4d3d-4472-bcd0-6687b89ebc3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:11.566135 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-c2297aa2-ec32-42ec-93ad-73fd10dd238c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a93f17c0-6e53-469e-aa61-7194f1a9834a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-893120416-router', 'tenant_id': '09c2e06aaf3c4aa785e90ae90800475c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.81'}], 'enable_snat': True}, 'gw_port_id': 'ea92ec76-65f0-4e4e-94a9-e338356bb275', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:03:02Z', 'updated_at': '2021-07-27T23:03:09Z', 'revision_number': 4, 'project_id': '09c2e06aaf3c4aa785e90ae90800475c', 'gw_port': {'id': 'ea92ec76-65f0-4e4e-94a9-e338356bb275', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:05:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a93f17c0-6e53-469e-aa61-7194f1a9834a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:03:04Z', 'updated_at': '2021-07-27T23:03:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': '9dd1cc71-07bf-48c0-b2a4-4612760ea5b7', 'name': '', 'network_id': '0f9004bd-8e90-4e82-a7cb-88f9b433c217', 'tenant_id': '09c2e06aaf3c4aa785e90ae90800475c', 'mac_address': 'fa:16:3e:ef:38:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a93f17c0-6e53-469e-aa61-7194f1a9834a', 'device_owner': 'network:router_interface', 'standard_attr_id': 252, 'fixed_ips': [{'subnet_id': '681fdd2e-7bb4-498c-9817-5f416242773c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:03:08Z', 'updated_at': '2021-07-27T23:03:16Z', 'revision_number': 5, 'project_id': '09c2e06aaf3c4aa785e90ae90800475c', 'subnets': [{'id': '681fdd2e-7bb4-498c-9817-5f416242773c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:09:11.598265 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2297aa2-ec32-42ec-93ad-73fd10dd238c None None] Checking router: a93f17c0-6e53-469e-aa61-7194f1a9834a for host: n-d-802623-1 {{(pid=93799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 23:09:11.609750 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2297aa2-ec32-42ec-93ad-73fd10dd238c None None] Routers {'a93f17c0-6e53-469e-aa61-7194f1a9834a'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:09:11.611080 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-c2297aa2-ec32-42ec-93ad-73fd10dd238c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:09:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['a93f17c0-6e53-469e-aa61-7194f1a9834a'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:09:11.626671 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f510783e-d7f6-4d2f-921e-62d2affa4ebb req-82c1324c-feca-4f98-9d60-d0bae75a2b83 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.18 "GET /v2.0/ports?device_id=8bb766e8-eb06-49ad-9e2b-953aac852a73 HTTP/1.1" status: 200 len: 210 time: 0.5741110 Jul 27 23:09:11.630141 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3375d959-3e55-403d-a996-1c933c10eba2 None None] Routers {'09bd0540-75b8-471a-8a8e-a5641efa29c0'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:09:11.630908 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-3375d959-3e55-403d-a996-1c933c10eba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:09:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['09bd0540-75b8-471a-8a8e-a5641efa29c0'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:09:11.719882 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c44d5ac-405c-4148-a869-30b1a502fedc None None] Pushing event updated for resources: {'Port': ['ID=e40e6d25-9092-46e6-ae1a-f1b1a78f0790,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:09:11.777980 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-c2297aa2-ec32-42ec-93ad-73fd10dd238c None None] Set router a93f17c0-6e53-469e-aa61-7194f1a9834a gateway port host: n-d-802623-1 {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:09:11.825698 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-3375d959-3e55-403d-a996-1c933c10eba2 None None] Set router 09bd0540-75b8-471a-8a8e-a5641efa29c0 gateway port host: n-d-802623-1 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:09:11.832669 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c53e14fb-df6e-4760-8002-098c0caf7721 req-ba8f935e-d676-4e1c-8ae7-bce0c8234dc1 tempest-ServersWithSpecificFlavorTestJSON-503998184 tempest-ServersWithSpecificFlavorTestJSON-503998184-project] 10.222.0.18 "GET /v2.0/ports?device_id=35be93a3-fd2e-4e76-a180-e2990ab86391 HTTP/1.1" status: 200 len: 210 time: 0.1173971 Jul 27 23:09:11.834520 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138777f4-d916-4664-9e72-5cb923aaf0f6 req-2b6c5b63-ed1d-42e8-a509-b1a32f16f1dd tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:09:11.836667 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-138777f4-d916-4664-9e72-5cb923aaf0f6 req-2b6c5b63-ed1d-42e8-a509-b1a32f16f1dd tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.38 "GET /v2.0/networks?id=9e23151c-db3f-4ce6-bd4c-f37102973a7b HTTP/1.1" status: 200 len: 810 time: 0.2109630 Jul 27 23:09:11.865421 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [req-138777f4-d916-4664-9e72-5cb923aaf0f6 req-bde2cb2d-9a61-4586-a26e-f77098d56a62 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] Request body: {'port': {'device_id': '8bb766e8-eb06-49ad-9e2b-953aac852a73', 'network_id': '9e23151c-db3f-4ce6-bd4c-f37102973a7b', 'admin_state_up': True, 'tenant_id': '8769b54ba73a4421837726dbda018e6b'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:09:11.884396 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 59464) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:09:11.898325 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd5bafd-8474-4a79-8c93-b6568681e3a4 req-38afee0c-3724-45bc-987d-d62f20cc022d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:09:11.899887 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-1dd5bafd-8474-4a79-8c93-b6568681e3a4 req-38afee0c-3724-45bc-987d-d62f20cc022d service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=f8fe1d47-a163-4267-b0cc-896f0d1e1a36 HTTP/1.1" status: 200 len: 1097 time: 0.3151910 Jul 27 23:09:12.049752 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-4ec8d9b2-4d3d-4472-bcd0-6687b89ebc3e admin admin] Allocated IP 172.20.0.1 (67711418-8a20-4e6e-b644-89dd804b755c/5251ec25-a55b-4a25-afa2-420998ba7b41/08b0b4d8-92b2-4649-b20e-f438f6d48a7b) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:09:12.076847 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-138777f4-d916-4664-9e72-5cb923aaf0f6 req-bde2cb2d-9a61-4586-a26e-f77098d56a62 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] Made reservation on behalf of 8769b54ba73a4421837726dbda018e6b for: {'port': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:09:12.090980 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-138777f4-d916-4664-9e72-5cb923aaf0f6 req-bde2cb2d-9a61-4586-a26e-f77098d56a62 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:12.092623 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-1dd5bafd-8474-4a79-8c93-b6568681e3a4 req-e738fcb8-5885-46c4-926e-c834173a80cb service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=fd4c80f8-6360-4d2a-b031-00b7544968a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984533 Jul 27 23:09:12.097652 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_v2 [None req-612252a0-d5b4-49b0-8adc-4ec70bdfce07 admin admin] Deleting subnet 2be3a116-6f3a-48af-9c58-17be143660fc {{(pid=93798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 23:09:12.113162 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-3375d959-3e55-403d-a996-1c933c10eba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09bd0540-75b8-471a-8a8e-a5641efa29c0', 'name': 'tempest-FloatingIPsTestJSON-561928120-router', 'tenant_id': '749e6a2b85454e4b8a6bbb3acb05e708', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.97'}], 'enable_snat': True}, 'gw_port_id': 'e40e6d25-9092-46e6-ae1a-f1b1a78f0790', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:09:06Z', 'updated_at': '2021-07-27T23:09:08Z', 'revision_number': 3, 'project_id': '749e6a2b85454e4b8a6bbb3acb05e708', 'gw_port': {'id': 'e40e6d25-9092-46e6-ae1a-f1b1a78f0790', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:65:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09bd0540-75b8-471a-8a8e-a5641efa29c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 831, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:09:07Z', 'updated_at': '2021-07-27T23:09:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1'}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:09:12.115114 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 3620d593-1d9b-44f9-b5be-c87446df7f96 details requested by agent hyperv_n-h1-802623-1 with host n-h1-802623-1 {{(pid=93799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 23:09:12.120714 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 7cacf8fa-ecbc-4d4c-8d27-ba0d252eb76d no longer exists at agent hyperv_n-h1-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:09:12.136462 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-612252a0-d5b4-49b0-8adc-4ec70bdfce07 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:12.142950 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3375d959-3e55-403d-a996-1c933c10eba2 None None] The sync data for ids ['09bd0540-75b8-471a-8a8e-a5641efa29c0'] in n-d-802623-1 is: [{'id': '09bd0540-75b8-471a-8a8e-a5641efa29c0', 'name': 'tempest-FloatingIPsTestJSON-561928120-router', 'tenant_id': '749e6a2b85454e4b8a6bbb3acb05e708', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.97'}], 'enable_snat': True}, 'gw_port_id': 'e40e6d25-9092-46e6-ae1a-f1b1a78f0790', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:09:06Z', 'updated_at': '2021-07-27T23:09:08Z', 'revision_number': 3, 'project_id': '749e6a2b85454e4b8a6bbb3acb05e708', 'gw_port': {'id': 'e40e6d25-9092-46e6-ae1a-f1b1a78f0790', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:65:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09bd0540-75b8-471a-8a8e-a5641efa29c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 831, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:09:07Z', 'updated_at': '2021-07-27T23:09:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1'}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:09:12.181071 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] No Port match for: 7cacf8fa-ecbc-4d4c-8d27-ba0d252eb76d {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:09:12.181416 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 7cacf8fa-ecbc-4d4c-8d27-ba0d252eb76d not bound to the agent host n-h1-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:09:12.198900 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-612252a0-d5b4-49b0-8adc-4ec70bdfce07 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11163249'] for subnet, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:12.271561 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-c2297aa2-ec32-42ec-93ad-73fd10dd238c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a93f17c0-6e53-469e-aa61-7194f1a9834a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-893120416-router', 'tenant_id': '09c2e06aaf3c4aa785e90ae90800475c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.81'}], 'enable_snat': True}, 'gw_port_id': 'ea92ec76-65f0-4e4e-94a9-e338356bb275', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:03:02Z', 'updated_at': '2021-07-27T23:03:09Z', 'revision_number': 4, 'project_id': '09c2e06aaf3c4aa785e90ae90800475c', 'gw_port': {'id': 'ea92ec76-65f0-4e4e-94a9-e338356bb275', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:05:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a93f17c0-6e53-469e-aa61-7194f1a9834a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:03:04Z', 'updated_at': '2021-07-27T23:03:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': '9dd1cc71-07bf-48c0-b2a4-4612760ea5b7', 'name': '', 'network_id': '0f9004bd-8e90-4e82-a7cb-88f9b433c217', 'tenant_id': '09c2e06aaf3c4aa785e90ae90800475c', 'mac_address': 'fa:16:3e:ef:38:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a93f17c0-6e53-469e-aa61-7194f1a9834a', 'device_owner': 'network:router_interface', 'standard_attr_id': 252, 'fixed_ips': [{'subnet_id': '681fdd2e-7bb4-498c-9817-5f416242773c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:03:08Z', 'updated_at': '2021-07-27T23:03:16Z', 'revision_number': 5, 'project_id': '09c2e06aaf3c4aa785e90ae90800475c', 'subnets': [{'id': '681fdd2e-7bb4-498c-9817-5f416242773c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:09:12.279443 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4ec8d9b2-4d3d-4472-bcd0-6687b89ebc3e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:12.284471 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-612252a0-d5b4-49b0-8adc-4ec70bdfce07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620741'] for subnet, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:12.291953 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [req-138777f4-d916-4664-9e72-5cb923aaf0f6 req-bde2cb2d-9a61-4586-a26e-f77098d56a62 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] Allocated IP 172.20.0.8 (9e23151c-db3f-4ce6-bd4c-f37102973a7b/907748a0-cd4e-409f-9c38-5786b794e948/95d1a06a-b822-4bb2-b850-5d8835e7416a) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:09:12.308394 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2297aa2-ec32-42ec-93ad-73fd10dd238c None None] The sync data for ids ['a93f17c0-6e53-469e-aa61-7194f1a9834a'] in n-d-802623-1 is: [{'id': 'a93f17c0-6e53-469e-aa61-7194f1a9834a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-893120416-router', 'tenant_id': '09c2e06aaf3c4aa785e90ae90800475c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.81'}], 'enable_snat': True}, 'gw_port_id': 'ea92ec76-65f0-4e4e-94a9-e338356bb275', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:03:02Z', 'updated_at': '2021-07-27T23:03:09Z', 'revision_number': 4, 'project_id': '09c2e06aaf3c4aa785e90ae90800475c', 'gw_port': {'id': 'ea92ec76-65f0-4e4e-94a9-e338356bb275', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:05:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a93f17c0-6e53-469e-aa61-7194f1a9834a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:03:04Z', 'updated_at': '2021-07-27T23:03:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': '9dd1cc71-07bf-48c0-b2a4-4612760ea5b7', 'name': '', 'network_id': '0f9004bd-8e90-4e82-a7cb-88f9b433c217', 'tenant_id': '09c2e06aaf3c4aa785e90ae90800475c', 'mac_address': 'fa:16:3e:ef:38:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a93f17c0-6e53-469e-aa61-7194f1a9834a', 'device_owner': 'network:router_interface', 'standard_attr_id': 252, 'fixed_ips': [{'subnet_id': '681fdd2e-7bb4-498c-9817-5f416242773c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:03:08Z', 'updated_at': '2021-07-27T23:03:16Z', 'revision_number': 5, 'project_id': '09c2e06aaf3c4aa785e90ae90800475c', 'subnets': [{'id': '681fdd2e-7bb4-498c-9817-5f416242773c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:09:12.317236 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-4ec8d9b2-4d3d-4472-bcd0-6687b89ebc3e admin admin] Transition to ACTIVE for port object 08b0b4d8-92b2-4649-b20e-f438f6d48a7b will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:09:12.351961 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port 3620d593-1d9b-44f9-b5be-c87446df7f96, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=3620d593-1d9b-44f9-b5be-c87446df7f96,segment=NetworkSegment(16e91594-c047-4b55-93eb-43af33ad08e1),segment_id=16e91594-c047-4b55-93eb-43af33ad08e1)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:09:12.368940 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Returning: {'device': '3620d593-1d9b-44f9-b5be-c87446df7f96', 'network_id': '591af2dd-f826-43b1-aa9d-e7a0bf218c71', 'port_id': '3620d593-1d9b-44f9-b5be-c87446df7f96', 'mac_address': 'fa:16:3e:94:9a:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62938449-046d-4cbe-923a-7ebb632c358d', 'ip_address': '192.168.233.101'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 23:09:12.389801 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-612252a0-d5b4-49b0-8adc-4ec70bdfce07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11971800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12265753'] for subnet, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:12.403961 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4ec8d9b2-4d3d-4472-bcd0-6687b89ebc3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:12.423187 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:12.449182 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3620d593-1d9b-44f9-b5be-c87446df7f96 {{(pid=93799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:09:12.496333 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ec8d9b2-4d3d-4472-bcd0-6687b89ebc3e admin admin] Network 67711418-8a20-4e6e-b644-89dd804b755c is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:09:12.498445 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-4ec8d9b2-4d3d-4472-bcd0-6687b89ebc3e admin admin] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:09:12.519446 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port 3620d593-1d9b-44f9-b5be-c87446df7f96, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=3620d593-1d9b-44f9-b5be-c87446df7f96,segment=NetworkSegment(16e91594-c047-4b55-93eb-43af33ad08e1),segment_id=16e91594-c047-4b55-93eb-43af33ad08e1)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:09:12.522671 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec8d9b2-4d3d-4472-bcd0-6687b89ebc3e admin admin] Pushing event updated for resources: {'Port': ['ID=08b0b4d8-92b2-4649-b20e-f438f6d48a7b,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:09:12.526580 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:12.578638 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35be93a3-fd2e-4e76-a180-e2990ab86391', 'name': 'network-vif-deleted', 'tag': '7cacf8fa-ecbc-4d4c-8d27-ba0d252eb76d'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:09:12.580995 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-612252a0-d5b4-49b0-8adc-4ec70bdfce07 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:12.592773 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-612252a0-d5b4-49b0-8adc-4ec70bdfce07 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/2be3a116-6f3a-48af-9c58-17be143660fc HTTP/1.1" status: 204 len: 168 time: 0.6947415 Jul 27 23:09:12.594171 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ec8d9b2-4d3d-4472-bcd0-6687b89ebc3e admin admin] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:09:12.595493 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a476459a1bfce68b0ae0df5b6a71154bfc7cfdc8f9eefce6ad0a17231e60468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5a38c9f-2001-47e7-99c4-d333917d0efa" -d '{"events": [{"server_uuid": "35be93a3-fd2e-4e76-a180-e2990ab86391", "name": "network-vif-deleted", "tag": "7cacf8fa-ecbc-4d4c-8d27-ba0d252eb76d"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:09:12.613327 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 59484) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:09:12.621407 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Pushing event updated for resources: {'Port': ['ID=3620d593-1d9b-44f9-b5be-c87446df7f96,revision_number=6']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:09:12.641444 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612252a0-d5b4-49b0-8adc-4ec70bdfce07 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2be3a116-6f3a-48af-9c58-17be143660fc,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:09:12.664378 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] get_ports_and_sgs() called for port_ids ['3620d593-1d9b-44f9-b5be-c87446df7f96'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:09:12.686069 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4ec8d9b2-4d3d-4472-bcd0-6687b89ebc3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-415283'] for router_interface, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:12.730944 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba798ca8-e7f8-4148-8717-6503ff54af81 req-089a381e-963b-4d30-860d-e1d0534c60e8 tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:09:12.741415 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-ba798ca8-e7f8-4148-8717-6503ff54af81 req-089a381e-963b-4d30-860d-e1d0534c60e8 tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] 10.222.0.18 "GET /v2.0/ports?device_id=f8fe1d47-a163-4267-b0cc-896f0d1e1a36 HTTP/1.1" status: 200 len: 946 time: 0.2792490 Jul 27 23:09:12.818752 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:09:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d1e3bfc-391e-498d-95aa-07bf5f95d34a x-openstack-request-id: req-2d1e3bfc-391e-498d-95aa-07bf5f95d34a {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:09:12.819182 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35be93a3-fd2e-4e76-a180-e2990ab86391", "name": "network-vif-deleted", "tag": "7cacf8fa-ecbc-4d4c-8d27-ba0d252eb76d", "status": "completed", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:09:12.819363 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2d1e3bfc-391e-498d-95aa-07bf5f95d34a {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:09:12.820293 n-d-802623-1 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35be93a3-fd2e-4e76-a180-e2990ab86391', 'name': 'network-vif-deleted', 'tag': '7cacf8fa-ecbc-4d4c-8d27-ba0d252eb76d', 'status': 'completed', 'code': 200} Jul 27 23:09:12.874996 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1319e1a1-e6ff-4193-9e24-f70ad3adda98 None None] New status for floating IP 6a9599d4-b74a-48b8-be77-be03c0f49773: DOWN {{(pid=93800) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 23:09:12.888559 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-2c59e6fa-05ff-42eb-a778-075bc0ec64a7 req-06c205c5-f7ed-4902-9baa-f7c33b172f4e tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.18 "GET /v2.0/ports?device_id=8bb766e8-eb06-49ad-9e2b-953aac852a73 HTTP/1.1" status: 200 len: 210 time: 0.0580328 Jul 27 23:09:12.938561 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-138777f4-d916-4664-9e72-5cb923aaf0f6 req-bde2cb2d-9a61-4586-a26e-f77098d56a62 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:12.990076 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device aeec7f2c-356d-41c9-812f-b5ab13f4069a no longer exists at agent hyperv_n-h2-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:09:13.028431 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ce2b8233-d44c-4fa1-a0f2-bc84f0380c5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593271'] for network, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:13.047879 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-ba798ca8-e7f8-4148-8717-6503ff54af81 req-13b031cb-8269-408a-8abe-d286694c53d3 tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd4c80f8-6360-4d2a-b031-00b7544968a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3015132 Jul 27 23:09:13.074480 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-850a113b-c1a7-490c-83cf-f5a3a28d6333 req-ad6d7577-3dab-42c6-a80b-84e905630d0d service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=ad127843-2f59-41fa-9a9b-54df94eb8502&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2297330 Jul 27 23:09:13.091964 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] No Port match for: aeec7f2c-356d-41c9-812f-b5ab13f4069a {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:09:13.092480 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device aeec7f2c-356d-41c9-812f-b5ab13f4069a not bound to the agent host n-h2-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:09:13.123497 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-1745af53-1407-4b3a-8c67-0ca22c568565 None None] Provisioning for port 08b0b4d8-92b2-4649-b20e-f438f6d48a7b completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:09:13.129385 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-1745af53-1407-4b3a-8c67-0ca22c568565 None None] Provisioning complete for port 08b0b4d8-92b2-4649-b20e-f438f6d48a7b triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:09:13.130126 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-1745af53-1407-4b3a-8c67-0ca22c568565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:13.156129 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4ec8d9b2-4d3d-4472-bcd0-6687b89ebc3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:13.235783 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-1745af53-1407-4b3a-8c67-0ca22c568565 None None] Port 08b0b4d8-92b2-4649-b20e-f438f6d48a7b cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:09:13.330166 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-138777f4-d916-4664-9e72-5cb923aaf0f6 req-bde2cb2d-9a61-4586-a26e-f77098d56a62 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:13.333312 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ce2b8233-d44c-4fa1-a0f2-bc84f0380c5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618032', 'neutron.services.segments.db._delete_segments_for_network-8736833900081'] for network, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:13.352355 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 59516) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:09:13.356953 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-ce2b8233-d44c-4fa1-a0f2-bc84f0380c5b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ba5f889-7a68-424d-8fa1-71447bc958df']}} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:09:13.403898 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-ce2b8233-d44c-4fa1-a0f2-bc84f0380c5b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff9b0beb-ebd9-45f3-9693-d627eb3bb065') {'for_net_delete': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:09:13.404135 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-ce2b8233-d44c-4fa1-a0f2-bc84f0380c5b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff9b0beb-ebd9-45f3-9693-d627eb3bb065') {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:09:13.434581 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ce2b8233-d44c-4fa1-a0f2-bc84f0380c5b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736833900858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11335978'] for segment, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:13.438297 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850a113b-c1a7-490c-83cf-f5a3a28d6333 req-2d61d2b5-e64a-4a6b-aa37-5a61b7bed32d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:09:13.439890 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-850a113b-c1a7-490c-83cf-f5a3a28d6333 req-2d61d2b5-e64a-4a6b-aa37-5a61b7bed32d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7870b81d716943909b4fd3b5def31ac1&device_id=ad127843-2f59-41fa-9a9b-54df94eb8502 HTTP/1.1" status: 200 len: 1099 time: 0.2863595 Jul 27 23:09:13.455008 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-138777f4-d916-4664-9e72-5cb923aaf0f6 req-bde2cb2d-9a61-4586-a26e-f77098d56a62 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] Network 9e23151c-db3f-4ce6-bd4c-f37102973a7b is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:09:13.471850 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [req-138777f4-d916-4664-9e72-5cb923aaf0f6 req-bde2cb2d-9a61-4586-a26e-f77098d56a62 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:09:13.479662 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde2cb2d-9a61-4586-a26e-f77098d56a62 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] Pushing event updated for resources: {'Port': ['ID=95d1a06a-b822-4bb2-b850-5d8835e7416a,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:09:13.480886 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [req-138777f4-d916-4664-9e72-5cb923aaf0f6 req-bde2cb2d-9a61-4586-a26e-f77098d56a62 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:09:13.489090 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ce2b8233-d44c-4fa1-a0f2-bc84f0380c5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:13.511536 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4ec8d9b2-4d3d-4472-bcd0-6687b89ebc3e admin admin] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:13.519622 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4ec8d9b2-4d3d-4472-bcd0-6687b89ebc3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:13.580960 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4ec8d9b2-4d3d-4472-bcd0-6687b89ebc3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3760555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-414115'] for router_interface, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:13.721093 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1aefac9e-20f9-430a-8862-b459869527cd tempest-ServersWithSpecificFlavorTestJSON-503998184 tempest-ServersWithSpecificFlavorTestJSON-503998184-project] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:13.724418 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce2b8233-d44c-4fa1-a0f2-bc84f0380c5b admin admin] Releasing vlan 529 on physical network physnet1 to pool {{(pid=93797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 23:09:13.724418 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ce2b8233-d44c-4fa1-a0f2-bc84f0380c5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11336013'] for segment, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:13.747280 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device e40e6d25-9092-46e6-ae1a-f1b1a78f0790 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:09:13.758918 n-d-802623-1 neutron-server[93797]: Traceback (most recent call last): Jul 27 23:09:13.758918 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 23:09:13.758918 n-d-802623-1 neutron-server[93797]: timer() Jul 27 23:09:13.758918 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 23:09:13.758918 n-d-802623-1 neutron-server[93797]: cb(*args, **kw) Jul 27 23:09:13.758918 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 23:09:13.758918 n-d-802623-1 neutron-server[93797]: return func(*args, **kwargs) Jul 27 23:09:13.758918 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 23:09:13.758918 n-d-802623-1 neutron-server[93797]: self._notify() Jul 27 23:09:13.758918 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 23:09:13.758918 n-d-802623-1 neutron-server[93797]: self.callback(batched_events) Jul 27 23:09:13.758918 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 23:09:13.758918 n-d-802623-1 neutron-server[93797]: event.method(event) Jul 27 23:09:13.758918 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 23:09:13.758918 n-d-802623-1 neutron-server[93797]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 23:09:13.758918 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 23:09:13.758918 n-d-802623-1 neutron-server[93797]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 23:09:13.758918 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 23:09:13.758918 n-d-802623-1 neutron-server[93797]: return f(self, *a, **k) Jul 27 23:09:13.758918 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 23:09:13.758918 n-d-802623-1 neutron-server[93797]: return self._get(url).json() Jul 27 23:09:13.758918 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 23:09:13.758918 n-d-802623-1 neutron-server[93797]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 23:09:13.758918 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 23:09:13.758918 n-d-802623-1 neutron-server[93797]: return self.request(url, 'GET', **kwargs) Jul 27 23:09:13.758918 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 23:09:13.758918 n-d-802623-1 neutron-server[93797]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 23:09:13.758918 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 23:09:13.758918 n-d-802623-1 neutron-server[93797]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 23:09:13.758918 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 23:09:13.758918 n-d-802623-1 neutron-server[93797]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 23:09:13.758918 n-d-802623-1 neutron-server[93797]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 23:09:13.773543 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec8d9b2-4d3d-4472-bcd0-6687b89ebc3e admin admin] Pushing event updated for resources: {'Port': ['ID=08b0b4d8-92b2-4649-b20e-f438f6d48a7b,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:09:13.816920 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ec8d9b2-4d3d-4472-bcd0-6687b89ebc3e admin admin] Network 67711418-8a20-4e6e-b644-89dd804b755c is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:09:13.818920 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-4ec8d9b2-4d3d-4472-bcd0-6687b89ebc3e admin admin] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:09:13.829284 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning for port e40e6d25-9092-46e6-ae1a-f1b1a78f0790 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:09:13.837087 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port e40e6d25-9092-46e6-ae1a-f1b1a78f0790 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:09:13.837465 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:13.919130 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138777f4-d916-4664-9e72-5cb923aaf0f6 req-bde2cb2d-9a61-4586-a26e-f77098d56a62 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:09:13.919796 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-138777f4-d916-4664-9e72-5cb923aaf0f6 req-bde2cb2d-9a61-4586-a26e-f77098d56a62 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:13.945484 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1aefac9e-20f9-430a-8862-b459869527cd tempest-ServersWithSpecificFlavorTestJSON-503998184 tempest-ServersWithSpecificFlavorTestJSON-503998184-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:13.976774 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ce2b8233-d44c-4fa1-a0f2-bc84f0380c5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415412'] for network, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:14.013671 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ec8d9b2-4d3d-4472-bcd0-6687b89ebc3e admin admin] Router 09bd0540-75b8-471a-8a8e-a5641efa29c0 has already been hosted by L3 agent 018c4455-49c0-4734-927d-7824067b2a9e {{(pid=93798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 23:09:14.026467 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ce2b8233-d44c-4fa1-a0f2-bc84f0380c5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for network, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:14.028514 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-ce2b8233-d44c-4fa1-a0f2-bc84f0380c5b admin admin] 10.222.0.18 "DELETE /v2.0/networks/7ba5f889-7a68-424d-8fa1-71447bc958df HTTP/1.1" status: 204 len: 168 time: 1.4122953 Jul 27 23:09:14.031688 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2b8233-d44c-4fa1-a0f2-bc84f0380c5b admin admin] Pushing event deleted for resources: {'Network': ['ID=7ba5f889-7a68-424d-8fa1-71447bc958df,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:09:14.034645 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 59540) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:09:14.047011 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-138777f4-d916-4664-9e72-5cb923aaf0f6 req-bde2cb2d-9a61-4586-a26e-f77098d56a62 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1856430 Jul 27 23:09:14.057129 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850a113b-c1a7-490c-83cf-f5a3a28d6333 req-d315557a-2e26-4a3f-91d3-4202f04aedb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:09:14.059365 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-850a113b-c1a7-490c-83cf-f5a3a28d6333 req-d315557a-2e26-4a3f-91d3-4202f04aedb6 service neutron] 10.222.0.49 "GET /v2.0/networks?id=591af2dd-f826-43b1-aa9d-e7a0bf218c71 HTTP/1.1" status: 200 len: 870 time: 0.5723822 Jul 27 23:09:14.065059 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [req-138777f4-d916-4664-9e72-5cb923aaf0f6 req-11582abe-aed4-4e6f-a459-cb67ecb28f4b service neutron] Request body: {'port': {'device_id': '8bb766e8-eb06-49ad-9e2b-953aac852a73', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802623-1'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:09:14.068282 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:14.105059 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 3620d593-1d9b-44f9-b5be-c87446df7f96 up at agent hyperv_n-h1-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:09:14.182681 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbd35853-6da0-4784-acbd-b3231d961211 admin admin] Deleting subnet d5b56189-97b1-4b47-b48b-cddf88611b7d {{(pid=93798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 23:09:14.185191 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] For port e40e6d25-9092-46e6-ae1a-f1b1a78f0790, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=e40e6d25-9092-46e6-ae1a-f1b1a78f0790,segment=NetworkSegment(b9afe07e-bbe4-4740-834c-4b6a9698bdbc),segment_id=b9afe07e-bbe4-4740-834c-4b6a9698bdbc)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:09:14.187498 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-850a113b-c1a7-490c-83cf-f5a3a28d6333 req-3d9d75a5-7a97-4489-87c1-117ff528c148 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.198&port_id=abc9a2e4-fad6-4842-b58a-e476e4fc1872 HTTP/1.1" status: 200 len: 217 time: 0.0835512 Jul 27 23:09:14.188333 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fbd35853-6da0-4784-acbd-b3231d961211 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:14.209717 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:14.248892 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fbd35853-6da0-4784-acbd-b3231d961211 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11163249'] for subnet, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:14.321949 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fbd35853-6da0-4784-acbd-b3231d961211 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620741'] for subnet, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:14.341904 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Provisioning complete for port 3620d593-1d9b-44f9-b5be-c87446df7f96 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:09:14.342345 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:14.344246 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Pushing event updated for resources: {'Port': ['ID=e40e6d25-9092-46e6-ae1a-f1b1a78f0790,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:09:14.370402 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fca0ca-ffd1-4559-a1ff-fe2cd996704b req-a7bc6987-b00e-4ad4-a934-e84da40b694e tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:09:14.378362 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-e0fca0ca-ffd1-4559-a1ff-fe2cd996704b req-a7bc6987-b00e-4ad4-a934-e84da40b694e tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.18 "GET /v2.0/ports?device_id=8bb766e8-eb06-49ad-9e2b-953aac852a73 HTTP/1.1" status: 200 len: 931 time: 0.3298519 Jul 27 23:09:14.417090 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850a113b-c1a7-490c-83cf-f5a3a28d6333 req-187e935e-e55f-46ba-9ee4-9fb8a8b69cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:09:14.419200 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-850a113b-c1a7-490c-83cf-f5a3a28d6333 req-187e935e-e55f-46ba-9ee4-9fb8a8b69cf6 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=62938449-046d-4cbe-923a-7ebb632c358d HTTP/1.1" status: 200 len: 843 time: 0.1710742 Jul 27 23:09:14.431123 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-138777f4-d916-4664-9e72-5cb923aaf0f6 req-11582abe-aed4-4e6f-a459-cb67ecb28f4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:14.433427 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1aefac9e-20f9-430a-8862-b459869527cd tempest-ServersWithSpecificFlavorTestJSON-503998184 tempest-ServersWithSpecificFlavorTestJSON-503998184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:14.436316 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1aefac9e-20f9-430a-8862-b459869527cd tempest-ServersWithSpecificFlavorTestJSON-503998184 tempest-ServersWithSpecificFlavorTestJSON-503998184-project] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:14.440834 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-1aefac9e-20f9-430a-8862-b459869527cd tempest-ServersWithSpecificFlavorTestJSON-503998184 tempest-ServersWithSpecificFlavorTestJSON-503998184-project] 10.222.0.18 "DELETE /v2.0/security-groups/13497a54-4f49-49ad-b566-6beee2074a6b HTTP/1.1" status: 204 len: 168 time: 1.0802197 Jul 27 23:09:14.442944 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-d4a4422c-7626-4d47-9cb9-04f8c1c99264 None None] Provisioning complete for port 08b0b4d8-92b2-4649-b20e-f438f6d48a7b triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:09:14.443344 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d4a4422c-7626-4d47-9cb9-04f8c1c99264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:14.445077 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 59546) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:09:14.463952 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fbd35853-6da0-4784-acbd-b3231d961211 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11971800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12265753'] for subnet, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:14.486944 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aefac9e-20f9-430a-8862-b459869527cd tempest-ServersWithSpecificFlavorTestJSON-503998184 tempest-ServersWithSpecificFlavorTestJSON-503998184-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=13497a54-4f49-49ad-b566-6beee2074a6b,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:09:14.522487 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd35853-6da0-4784-acbd-b3231d961211 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d5b56189-97b1-4b47-b48b-cddf88611b7d,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:09:14.535546 n-d-802623-1 neutron-server[93797]: INFO neutron.api.v2.resource [None req-03ef36c9-91c4-49b5-a11f-3fef1ec3b098 tempest-ServersWithSpecificFlavorTestJSON-503998184 tempest-ServersWithSpecificFlavorTestJSON-503998184-project] show failed (client error): The resource could not be found. Jul 27 23:09:14.541111 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fbd35853-6da0-4784-acbd-b3231d961211 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:14.546131 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-fbd35853-6da0-4784-acbd-b3231d961211 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/d5b56189-97b1-4b47-b48b-cddf88611b7d HTTP/1.1" status: 204 len: 168 time: 0.5032003 Jul 27 23:09:14.547376 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 59548) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:09:14.547813 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 59550) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:09:14.555563 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-d4a4422c-7626-4d47-9cb9-04f8c1c99264 None None] Port 08b0b4d8-92b2-4649-b20e-f438f6d48a7b cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:09:14.558586 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-03ef36c9-91c4-49b5-a11f-3fef1ec3b098 tempest-ServersWithSpecificFlavorTestJSON-503998184 tempest-ServersWithSpecificFlavorTestJSON-503998184-project] 10.222.0.18 "GET /v2.0/security-groups/13497a54-4f49-49ad-b566-6beee2074a6b HTTP/1.1" status: 404 len: 347 time: 0.1002986 Jul 27 23:09:14.587695 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:14.619568 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-e0fca0ca-ffd1-4559-a1ff-fe2cd996704b req-c1d7ce01-ad4a-4bcc-8b5b-60fb7274497a tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.18 "GET /v2.0/security-groups?id=657c655b-8580-45d5-979f-9b32b7a260f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2366581 Jul 27 23:09:14.666180 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port 3620d593-1d9b-44f9-b5be-c87446df7f96, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=3620d593-1d9b-44f9-b5be-c87446df7f96,segment=NetworkSegment(16e91594-c047-4b55-93eb-43af33ad08e1),segment_id=16e91594-c047-4b55-93eb-43af33ad08e1)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:09:14.669521 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850a113b-c1a7-490c-83cf-f5a3a28d6333 req-30835723-80e0-48f9-8b56-1f84599432e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:09:14.671839 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af40694f-e015-4730-a86b-e6cdb8a8c834', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3620d593-1d9b-44f9-b5be-c87446df7f96'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:09:14.674352 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-850a113b-c1a7-490c-83cf-f5a3a28d6333 req-30835723-80e0-48f9-8b56-1f84599432e9 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=591af2dd-f826-43b1-aa9d-e7a0bf218c71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2302344 Jul 27 23:09:14.676679 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c0369b0d4f459110ff20a1f9878ba33f96d6491bddb9d15843bf29d01e0bda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0654d1b8-6111-406c-90c0-b460b327639f" -d '{"events": [{"server_uuid": "af40694f-e015-4730-a86b-e6cdb8a8c834", "name": "network-vif-plugged", "status": "completed", "tag": "3620d593-1d9b-44f9-b5be-c87446df7f96"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:09:14.678823 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ec8d9b2-4d3d-4472-bcd0-6687b89ebc3e admin admin] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:09:14.684485 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:14.695079 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c14a83-d850-495b-90eb-c0023dbc607c req-9a719898-5a95-45b2-87b9-ba0ec4003eb1 tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:09:14.703563 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-63c14a83-d850-495b-90eb-c0023dbc607c req-9a719898-5a95-45b2-87b9-ba0ec4003eb1 tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] 10.222.0.18 "GET /v2.0/ports?device_id=f8fe1d47-a163-4267-b0cc-896f0d1e1a36 HTTP/1.1" status: 200 len: 946 time: 0.3013406 Jul 27 23:09:14.730991 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-4ec8d9b2-4d3d-4472-bcd0-6687b89ebc3e admin admin] 10.222.0.18 "PUT /v2.0/routers/09bd0540-75b8-471a-8a8e-a5641efa29c0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6748793 Jul 27 23:09:14.769514 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Pushing event updated for resources: {'Port': ['ID=3620d593-1d9b-44f9-b5be-c87446df7f96,revision_number=7']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:09:14.829750 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b677b3db-58ad-4c76-91c9-239854eefdbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593271'] for network, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:14.856616 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-63c14a83-d850-495b-90eb-c0023dbc607c req-56bea981-3c2e-417d-8ed9-57553b94c572 tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd4c80f8-6360-4d2a-b031-00b7544968a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515393 Jul 27 23:09:14.947195 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:09:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b087158f-2286-4d4b-9164-267a69c8a135 x-openstack-request-id: req-b087158f-2286-4d4b-9164-267a69c8a135 {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:09:14.947496 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af40694f-e015-4730-a86b-e6cdb8a8c834", "name": "network-vif-plugged", "status": "completed", "tag": "3620d593-1d9b-44f9-b5be-c87446df7f96", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:09:14.947748 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b087158f-2286-4d4b-9164-267a69c8a135 {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:09:14.948156 n-d-802623-1 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af40694f-e015-4730-a86b-e6cdb8a8c834', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3620d593-1d9b-44f9-b5be-c87446df7f96', 'code': 200} Jul 27 23:09:15.029941 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-51bae70d-349b-4b38-bd0d-2aa9d6614cc8 tempest-ServersWithSpecificFlavorTestJSON-503998184 tempest-ServersWithSpecificFlavorTestJSON-503998184-project] Deleting port 6f02444e-8ddb-462f-b29d-51211103f713 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:09:15.030401 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-51bae70d-349b-4b38-bd0d-2aa9d6614cc8 tempest-ServersWithSpecificFlavorTestJSON-503998184 tempest-ServersWithSpecificFlavorTestJSON-503998184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:15.034392 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b677b3db-58ad-4c76-91c9-239854eefdbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618032', 'neutron.services.segments.db._delete_segments_for_network-8736833900081'] for network, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:15.039384 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a167d90d-99c8-4c0a-a490-d18605eb5bd8 None None] Sync routers for ids ['09bd0540-75b8-471a-8a8e-a5641efa29c0'] in n-d-802623-1 {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:09:15.056303 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a167d90d-99c8-4c0a-a490-d18605eb5bd8 None None] Routers {'09bd0540-75b8-471a-8a8e-a5641efa29c0'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:09:15.065475 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-a167d90d-99c8-4c0a-a490-d18605eb5bd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:09:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['09bd0540-75b8-471a-8a8e-a5641efa29c0'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:09:15.071090 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-850a113b-c1a7-490c-83cf-f5a3a28d6333 req-e08c4fa9-1c7a-4483-9d89-473139218dee service neutron] 10.222.0.49 "GET /v2.0/networks/591af2dd-f826-43b1-aa9d-e7a0bf218c71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3739712 Jul 27 23:09:15.090213 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-b677b3db-58ad-4c76-91c9-239854eefdbf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b16f0c11-0521-4b13-b1c1-a6e96edfaa29']}} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:09:15.128466 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-b677b3db-58ad-4c76-91c9-239854eefdbf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce5b53b1-2d09-4c2e-9c0d-a3555b9fb8cc') {'for_net_delete': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:09:15.128804 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-b677b3db-58ad-4c76-91c9-239854eefdbf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce5b53b1-2d09-4c2e-9c0d-a3555b9fb8cc') {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:09:15.167453 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b677b3db-58ad-4c76-91c9-239854eefdbf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736833900858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11163256'] for segment, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:15.183639 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-3fdf106f-c1bf-498b-9db8-a7f8b10a4f5b req-f8a564b2-1c5e-46f9-8b71-69868baeb805 tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1739164774&fields=id&tenant_id=5a3cfd4017c84232b4a584320b01c441 HTTP/1.1" status: 200 len: 267 time: 0.1826348 Jul 27 23:09:15.252425 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b677b3db-58ad-4c76-91c9-239854eefdbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:15.278412 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-51bae70d-349b-4b38-bd0d-2aa9d6614cc8 tempest-ServersWithSpecificFlavorTestJSON-503998184 tempest-ServersWithSpecificFlavorTestJSON-503998184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:15.278701 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-51bae70d-349b-4b38-bd0d-2aa9d6614cc8 tempest-ServersWithSpecificFlavorTestJSON-503998184 tempest-ServersWithSpecificFlavorTestJSON-503998184-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:15.286221 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b677b3db-58ad-4c76-91c9-239854eefdbf admin admin] Releasing vlan 533 on physical network physnet1 to pool {{(pid=93798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 23:09:15.286769 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b677b3db-58ad-4c76-91c9-239854eefdbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11971746'] for segment, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:15.296043 n-d-802623-1 neutron-server[93798]: Traceback (most recent call last): Jul 27 23:09:15.296043 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 23:09:15.296043 n-d-802623-1 neutron-server[93798]: timer() Jul 27 23:09:15.296043 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 23:09:15.296043 n-d-802623-1 neutron-server[93798]: cb(*args, **kw) Jul 27 23:09:15.296043 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 23:09:15.296043 n-d-802623-1 neutron-server[93798]: return func(*args, **kwargs) Jul 27 23:09:15.296043 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 23:09:15.296043 n-d-802623-1 neutron-server[93798]: self._notify() Jul 27 23:09:15.296043 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 23:09:15.296043 n-d-802623-1 neutron-server[93798]: self.callback(batched_events) Jul 27 23:09:15.296043 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 23:09:15.296043 n-d-802623-1 neutron-server[93798]: event.method(event) Jul 27 23:09:15.296043 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 23:09:15.296043 n-d-802623-1 neutron-server[93798]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 23:09:15.296043 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 23:09:15.296043 n-d-802623-1 neutron-server[93798]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 23:09:15.296043 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 23:09:15.296043 n-d-802623-1 neutron-server[93798]: return f(self, *a, **k) Jul 27 23:09:15.296043 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 23:09:15.296043 n-d-802623-1 neutron-server[93798]: return self._get(url).json() Jul 27 23:09:15.296043 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 23:09:15.296043 n-d-802623-1 neutron-server[93798]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 23:09:15.296043 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 23:09:15.296043 n-d-802623-1 neutron-server[93798]: return self.request(url, 'GET', **kwargs) Jul 27 23:09:15.296043 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 23:09:15.296043 n-d-802623-1 neutron-server[93798]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 23:09:15.296043 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 23:09:15.296043 n-d-802623-1 neutron-server[93798]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 23:09:15.296043 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 23:09:15.296043 n-d-802623-1 neutron-server[93798]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 23:09:15.296043 n-d-802623-1 neutron-server[93798]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 23:09:15.336151 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdf106f-c1bf-498b-9db8-a7f8b10a4f5b req-a238dc06-d560-45d3-94b4-28f28ae325e8 tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:09:15.338505 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-3fdf106f-c1bf-498b-9db8-a7f8b10a4f5b req-a238dc06-d560-45d3-94b4-28f28ae325e8 tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] 10.222.0.18 "GET /v2.0/ports?device_id=f8fe1d47-a163-4267-b0cc-896f0d1e1a36 HTTP/1.1" status: 200 len: 946 time: 0.1487036 Jul 27 23:09:15.342987 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-850a113b-c1a7-490c-83cf-f5a3a28d6333 req-3de8095f-e335-4477-ace8-a35a7f57ce36 service neutron] 10.222.0.49 "GET /v2.0/networks/591af2dd-f826-43b1-aa9d-e7a0bf218c71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2597480 Jul 27 23:09:15.350269 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-51bae70d-349b-4b38-bd0d-2aa9d6614cc8 tempest-ServersWithSpecificFlavorTestJSON-503998184 tempest-ServersWithSpecificFlavorTestJSON-503998184-project] Calling delete_port for 6f02444e-8ddb-462f-b29d-51211103f713 owned by network:floatingip {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:09:15.377765 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [req-3fdf106f-c1bf-498b-9db8-a7f8b10a4f5b req-896692b7-72bb-40ab-acdc-73a6f7b67a76 tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] Request body: {'port': {'security_groups': ['fd4c80f8-6360-4d2a-b031-00b7544968a3', 'e67748cd-3d13-4eae-bf27-c7b6c014e6d8']}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:09:15.426699 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-5872e6c1-c66e-49f2-888d-d28166365771 req-bd71b6f2-31da-4302-b742-59fdbba4e4ee tempest-FloatingIPsTestJSON-1482987726 tempest-FloatingIPsTestJSON-1482987726-project] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2926476 Jul 27 23:09:15.436161 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [req-5872e6c1-c66e-49f2-888d-d28166365771 req-efbdcaa6-9f36-4c2e-b4d4-f7fc9285446d tempest-FloatingIPsTestJSON-1482987726 tempest-FloatingIPsTestJSON-1482987726-project] Request body: {'floatingip': {'floating_network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:09:15.438206 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [req-138777f4-d916-4664-9e72-5cb923aaf0f6 req-11582abe-aed4-4e6f-a459-cb67ecb28f4b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95d1a06a-b822-4bb2-b850-5d8835e7416a {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:09:15.457762 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-138777f4-d916-4664-9e72-5cb923aaf0f6 req-11582abe-aed4-4e6f-a459-cb67ecb28f4b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:15.478339 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b677b3db-58ad-4c76-91c9-239854eefdbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415412'] for network, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:15.488108 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-a167d90d-99c8-4c0a-a490-d18605eb5bd8 None None] Set router 09bd0540-75b8-471a-8a8e-a5641efa29c0 gateway port host: n-d-802623-1 {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:09:15.504796 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b677b3db-58ad-4c76-91c9-239854eefdbf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:15.509539 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-b677b3db-58ad-4c76-91c9-239854eefdbf admin admin] 10.222.0.18 "DELETE /v2.0/networks/b16f0c11-0521-4b13-b1c1-a6e96edfaa29 HTTP/1.1" status: 204 len: 168 time: 0.9573886 Jul 27 23:09:15.509730 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-3fdf106f-c1bf-498b-9db8-a7f8b10a4f5b req-896692b7-72bb-40ab-acdc-73a6f7b67a76 tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:15.521806 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b677b3db-58ad-4c76-91c9-239854eefdbf admin admin] Pushing event deleted for resources: {'Network': ['ID=b16f0c11-0521-4b13-b1c1-a6e96edfaa29,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:09:15.533750 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [req-138777f4-d916-4664-9e72-5cb923aaf0f6 req-11582abe-aed4-4e6f-a459-cb67ecb28f4b service neutron] Transition to ACTIVE for port object 95d1a06a-b822-4bb2-b850-5d8835e7416a will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:09:15.536275 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-5872e6c1-c66e-49f2-888d-d28166365771 req-efbdcaa6-9f36-4c2e-b4d4-f7fc9285446d tempest-FloatingIPsTestJSON-1482987726 tempest-FloatingIPsTestJSON-1482987726-project] Notify callbacks [] for floatingip, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:15.576391 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-138777f4-d916-4664-9e72-5cb923aaf0f6 req-11582abe-aed4-4e6f-a459-cb67ecb28f4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11336041'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:15.740535 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-51bae70d-349b-4b38-bd0d-2aa9d6614cc8 tempest-ServersWithSpecificFlavorTestJSON-503998184 tempest-ServersWithSpecificFlavorTestJSON-503998184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:15.776951 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11582abe-aed4-4e6f-a459-cb67ecb28f4b service neutron] Pushing event updated for resources: {'Port': ['ID=95d1a06a-b822-4bb2-b850-5d8835e7416a,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:09:15.778395 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device e40e6d25-9092-46e6-ae1a-f1b1a78f0790 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:09:15.781651 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bae70d-349b-4b38-bd0d-2aa9d6614cc8 tempest-ServersWithSpecificFlavorTestJSON-503998184 tempest-ServersWithSpecificFlavorTestJSON-503998184-project] Pushing event deleted for resources: {'Port': ['ID=6f02444e-8ddb-462f-b29d-51211103f713,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:09:15.870200 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 59580) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:09:15.891537 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port e40e6d25-9092-46e6-ae1a-f1b1a78f0790 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:09:15.892054 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:15.955514 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-5872e6c1-c66e-49f2-888d-d28166365771 req-efbdcaa6-9f36-4c2e-b4d4-f7fc9285446d tempest-FloatingIPsTestJSON-1482987726 tempest-FloatingIPsTestJSON-1482987726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:15.978721 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-51bae70d-349b-4b38-bd0d-2aa9d6614cc8 tempest-ServersWithSpecificFlavorTestJSON-503998184 tempest-ServersWithSpecificFlavorTestJSON-503998184-project] Notify callbacks [] for floatingip, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:15.981855 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-51bae70d-349b-4b38-bd0d-2aa9d6614cc8 tempest-ServersWithSpecificFlavorTestJSON-503998184 tempest-ServersWithSpecificFlavorTestJSON-503998184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for floatingip, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:15.983030 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-51bae70d-349b-4b38-bd0d-2aa9d6614cc8 tempest-ServersWithSpecificFlavorTestJSON-503998184 tempest-ServersWithSpecificFlavorTestJSON-503998184-project] 10.222.0.18 "DELETE /v2.0/floatingips/6a9599d4-b74a-48b8-be77-be03c0f49773 HTTP/1.1" status: 204 len: 168 time: 1.4223301 Jul 27 23:09:16.015526 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-3fdf106f-c1bf-498b-9db8-a7f8b10a4f5b req-896692b7-72bb-40ab-acdc-73a6f7b67a76 tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] For port ecee3142-b56e-44a3-ae44-405fd47f1162, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=ecee3142-b56e-44a3-ae44-405fd47f1162,segment=NetworkSegment(8ba436c1-f478-4bca-9988-32f105ba0b93),segment_id=8ba436c1-f478-4bca-9988-32f105ba0b93)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:09:16.027309 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-cc16ee01-3723-4872-99c4-f42d6b6c137a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2b51160ea37c42ce86518efb7f5012de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1547279 Jul 27 23:09:16.027943 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 59586) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:09:16.029781 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-a167d90d-99c8-4c0a-a490-d18605eb5bd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09bd0540-75b8-471a-8a8e-a5641efa29c0', 'name': 'tempest-FloatingIPsTestJSON-561928120-router', 'tenant_id': '749e6a2b85454e4b8a6bbb3acb05e708', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.97'}], 'enable_snat': True}, 'gw_port_id': 'e40e6d25-9092-46e6-ae1a-f1b1a78f0790', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:09:06Z', 'updated_at': '2021-07-27T23:09:13Z', 'revision_number': 4, 'project_id': '749e6a2b85454e4b8a6bbb3acb05e708', 'gw_port': {'id': 'e40e6d25-9092-46e6-ae1a-f1b1a78f0790', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:65:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09bd0540-75b8-471a-8a8e-a5641efa29c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 831, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:09:07Z', 'updated_at': '2021-07-27T23:09:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': '08b0b4d8-92b2-4649-b20e-f438f6d48a7b', 'name': '', 'network_id': '67711418-8a20-4e6e-b644-89dd804b755c', 'tenant_id': '749e6a2b85454e4b8a6bbb3acb05e708', 'mac_address': 'fa:16:3e:18:b2:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09bd0540-75b8-471a-8a8e-a5641efa29c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 832, 'fixed_ips': [{'subnet_id': '5251ec25-a55b-4a25-afa2-420998ba7b41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:09:11Z', 'updated_at': '2021-07-27T23:09:13Z', 'revision_number': 2, 'project_id': '749e6a2b85454e4b8a6bbb3acb05e708', 'subnets': [{'id': '5251ec25-a55b-4a25-afa2-420998ba7b41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:09:16.064053 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-3fdf106f-c1bf-498b-9db8-a7f8b10a4f5b req-896692b7-72bb-40ab-acdc-73a6f7b67a76 tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:16.077347 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a167d90d-99c8-4c0a-a490-d18605eb5bd8 None None] Checking router: 09bd0540-75b8-471a-8a8e-a5641efa29c0 for host: n-d-802623-1 {{(pid=93799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 23:09:16.077806 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a167d90d-99c8-4c0a-a490-d18605eb5bd8 None None] Updating router 09bd0540-75b8-471a-8a8e-a5641efa29c0 port 08b0b4d8-92b2-4649-b20e-f438f6d48a7b binding host n-d-802623-1 {{(pid=93799) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 23:09:16.085891 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-3fdf106f-c1bf-498b-9db8-a7f8b10a4f5b req-896692b7-72bb-40ab-acdc-73a6f7b67a76 tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11336041'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:16.105813 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-138777f4-d916-4664-9e72-5cb923aaf0f6 req-11582abe-aed4-4e6f-a459-cb67ecb28f4b service neutron] Attempting to bind port 95d1a06a-b822-4bb2-b850-5d8835e7416a on host n-h1-802623-1 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:09:16.106476 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-138777f4-d916-4664-9e72-5cb923aaf0f6 req-11582abe-aed4-4e6f-a459-cb67ecb28f4b service neutron] Attempting to bind port 95d1a06a-b822-4bb2-b850-5d8835e7416a by drivers openvswitch,hyperv on host n-h1-802623-1 at level 0 using segments [{'id': '28e446c9-01ab-4372-bcf6-11d579b6d514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '9e23151c-db3f-4ce6-bd4c-f37102973a7b'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:09:16.107163 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-138777f4-d916-4664-9e72-5cb923aaf0f6 req-11582abe-aed4-4e6f-a459-cb67ecb28f4b service neutron] Attempting to bind port 95d1a06a-b822-4bb2-b850-5d8835e7416a on network 9e23151c-db3f-4ce6-bd4c-f37102973a7b {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:09:16.108915 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a167d90d-99c8-4c0a-a490-d18605eb5bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:16.111395 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] get_ports_and_sgs() called for port_ids ['ecee3142-b56e-44a3-ae44-405fd47f1162'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:09:16.128903 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-981c9e95-37a5-441e-b407-0bc9fabad872 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:16.153910 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-138777f4-d916-4664-9e72-5cb923aaf0f6 req-11582abe-aed4-4e6f-a459-cb67ecb28f4b service neutron] Port 95d1a06a-b822-4bb2-b850-5d8835e7416a on network 9e23151c-db3f-4ce6-bd4c-f37102973a7b not bound, no agent of type Open vSwitch agent registered on host n-h1-802623-1 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 23:09:16.154522 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-138777f4-d916-4664-9e72-5cb923aaf0f6 req-11582abe-aed4-4e6f-a459-cb67ecb28f4b service neutron] Attempting to bind port 95d1a06a-b822-4bb2-b850-5d8835e7416a on network 9e23151c-db3f-4ce6-bd4c-f37102973a7b {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:09:16.170363 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-981c9e95-37a5-441e-b407-0bc9fabad872 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:16.172542 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-138777f4-d916-4664-9e72-5cb923aaf0f6 req-11582abe-aed4-4e6f-a459-cb67ecb28f4b service neutron] Checking agent: {'id': '245f1da4-a9b8-4b08-90d7-28f0f342b839', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 59, 59), 'started_at': datetime.datetime(2021, 7, 27, 22, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 8, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:09:16.174354 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-138777f4-d916-4664-9e72-5cb923aaf0f6 req-11582abe-aed4-4e6f-a459-cb67ecb28f4b service neutron] Checking segment: {'id': '28e446c9-01ab-4372-bcf6-11d579b6d514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '9e23151c-db3f-4ce6-bd4c-f37102973a7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:09:16.175030 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-138777f4-d916-4664-9e72-5cb923aaf0f6 req-11582abe-aed4-4e6f-a459-cb67ecb28f4b service neutron] Bound using segment: {'id': '28e446c9-01ab-4372-bcf6-11d579b6d514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '9e23151c-db3f-4ce6-bd4c-f37102973a7b'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:09:16.175755 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-138777f4-d916-4664-9e72-5cb923aaf0f6 req-11582abe-aed4-4e6f-a459-cb67ecb28f4b service neutron] Bound port: 95d1a06a-b822-4bb2-b850-5d8835e7416a, host: n-h1-802623-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28e446c9-01ab-4372-bcf6-11d579b6d514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '9e23151c-db3f-4ce6-bd4c-f37102973a7b'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:09:16.176435 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-138777f4-d916-4664-9e72-5cb923aaf0f6 req-11582abe-aed4-4e6f-a459-cb67ecb28f4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:16.187006 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdf106f-c1bf-498b-9db8-a7f8b10a4f5b req-896692b7-72bb-40ab-acdc-73a6f7b67a76 tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:09:16.187873 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-3fdf106f-c1bf-498b-9db8-a7f8b10a4f5b req-896692b7-72bb-40ab-acdc-73a6f7b67a76 tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:16.189459 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-3fdf106f-c1bf-498b-9db8-a7f8b10a4f5b req-896692b7-72bb-40ab-acdc-73a6f7b67a76 tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] 10.222.0.18 "PUT /v2.0/ports/ecee3142-b56e-44a3-ae44-405fd47f1162 HTTP/1.1" status: 200 len: 982 time: 0.8432581 Jul 27 23:09:16.198544 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8fe1d47-a163-4267-b0cc-896f0d1e1a36', 'tag': 'ecee3142-b56e-44a3-ae44-405fd47f1162'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:09:16.201241 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a476459a1bfce68b0ae0df5b6a71154bfc7cfdc8f9eefce6ad0a17231e60468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f92e59d9-b37c-4b7a-8f84-42853b828d91" -d '{"events": [{"name": "network-changed", "server_uuid": "f8fe1d47-a163-4267-b0cc-896f0d1e1a36", "tag": "ecee3142-b56e-44a3-ae44-405fd47f1162"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:09:16.212307 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [req-5872e6c1-c66e-49f2-888d-d28166365771 req-efbdcaa6-9f36-4c2e-b4d4-f7fc9285446d tempest-FloatingIPsTestJSON-1482987726 tempest-FloatingIPsTestJSON-1482987726-project] Allocated IP 172.25.4.38 (2fd42287-ed26-4eb9-89a5-b521f5b04356/17de1f8f-393a-4b0c-a2df-614bd3f2fb5e/a54d3eb2-a516-4a30-8701-c07b4cd2d54d) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:09:16.260452 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896692b7-72bb-40ab-acdc-73a6f7b67a76 tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] Pushing event updated for resources: {'Port': ['ID=ecee3142-b56e-44a3-ae44-405fd47f1162,revision_number=6']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:09:16.342754 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] get_ports_and_sgs() called for port_ids ['ecee3142-b56e-44a3-ae44-405fd47f1162'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:09:16.376269 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-981c9e95-37a5-441e-b407-0bc9fabad872 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:16.378754 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-981c9e95-37a5-441e-b407-0bc9fabad872 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:16.390378 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-981c9e95-37a5-441e-b407-0bc9fabad872 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9ee1769a-7cc2-4f9a-a15b-54c39d35bd6e HTTP/1.1" status: 204 len: 168 time: 0.3591902 Jul 27 23:09:16.396475 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-138777f4-d916-4664-9e72-5cb923aaf0f6 req-11582abe-aed4-4e6f-a459-cb67ecb28f4b service neutron] For port 95d1a06a-b822-4bb2-b850-5d8835e7416a, host n-h1-802623-1, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:09:16.403727 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-138777f4-d916-4664-9e72-5cb923aaf0f6 req-11582abe-aed4-4e6f-a459-cb67ecb28f4b service neutron] For port 95d1a06a-b822-4bb2-b850-5d8835e7416a, host n-h1-802623-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=95d1a06a-b822-4bb2-b850-5d8835e7416a,segment=NetworkSegment(28e446c9-01ab-4372-bcf6-11d579b6d514),segment_id=28e446c9-01ab-4372-bcf6-11d579b6d514)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:09:16.421048 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-138777f4-d916-4664-9e72-5cb923aaf0f6 req-11582abe-aed4-4e6f-a459-cb67ecb28f4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11336041'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:16.431383 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981c9e95-37a5-441e-b407-0bc9fabad872 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ee1769a-7cc2-4f9a-a15b-54c39d35bd6e,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:09:16.495967 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-5872e6c1-c66e-49f2-888d-d28166365771 req-efbdcaa6-9f36-4c2e-b4d4-f7fc9285446d tempest-FloatingIPsTestJSON-1482987726 tempest-FloatingIPsTestJSON-1482987726-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:16.555684 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138777f4-d916-4664-9e72-5cb923aaf0f6 req-11582abe-aed4-4e6f-a459-cb67ecb28f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:09:16.556395 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-138777f4-d916-4664-9e72-5cb923aaf0f6 req-11582abe-aed4-4e6f-a459-cb67ecb28f4b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:16.557833 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-138777f4-d916-4664-9e72-5cb923aaf0f6 req-11582abe-aed4-4e6f-a459-cb67ecb28f4b service neutron] 10.222.0.38 "PUT /v2.0/ports/95d1a06a-b822-4bb2-b850-5d8835e7416a HTTP/1.1" status: 200 len: 1091 time: 2.4971333 Jul 27 23:09:16.622810 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-5872e6c1-c66e-49f2-888d-d28166365771 req-efbdcaa6-9f36-4c2e-b4d4-f7fc9285446d tempest-FloatingIPsTestJSON-1482987726 tempest-FloatingIPsTestJSON-1482987726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:16.682598 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbdcaa6-9f36-4c2e-b4d4-f7fc9285446d tempest-FloatingIPsTestJSON-1482987726 tempest-FloatingIPsTestJSON-1482987726-project] Pushing event updated for resources: {'Port': ['ID=a54d3eb2-a516-4a30-8701-c07b4cd2d54d,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:09:16.696403 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5872e6c1-c66e-49f2-888d-d28166365771 req-efbdcaa6-9f36-4c2e-b4d4-f7fc9285446d tempest-FloatingIPsTestJSON-1482987726 tempest-FloatingIPsTestJSON-1482987726-project] Network 2fd42287-ed26-4eb9-89a5-b521f5b04356 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:09:16.699227 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [req-5872e6c1-c66e-49f2-888d-d28166365771 req-efbdcaa6-9f36-4c2e-b4d4-f7fc9285446d tempest-FloatingIPsTestJSON-1482987726 tempest-FloatingIPsTestJSON-1482987726-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:09:16.706671 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-5872e6c1-c66e-49f2-888d-d28166365771 req-efbdcaa6-9f36-4c2e-b4d4-f7fc9285446d tempest-FloatingIPsTestJSON-1482987726 tempest-FloatingIPsTestJSON-1482987726-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:09:16.788194 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc881a40-9e85-454c-8617-54ac036e0b55 req-297207f1-7d48-4264-89e7-b44216044131 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:09:16.794639 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-bc881a40-9e85-454c-8617-54ac036e0b55 req-297207f1-7d48-4264-89e7-b44216044131 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.18 "GET /v2.0/ports?device_id=8bb766e8-eb06-49ad-9e2b-953aac852a73 HTTP/1.1" status: 200 len: 943 time: 0.2992070 Jul 27 23:09:16.861648 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-5872e6c1-c66e-49f2-888d-d28166365771 req-efbdcaa6-9f36-4c2e-b4d4-f7fc9285446d tempest-FloatingIPsTestJSON-1482987726 tempest-FloatingIPsTestJSON-1482987726-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:16.870224 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11582abe-aed4-4e6f-a459-cb67ecb28f4b service neutron] Pushing event updated for resources: {'Port': ['ID=95d1a06a-b822-4bb2-b850-5d8835e7416a,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:09:16.882442 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138777f4-d916-4664-9e72-5cb923aaf0f6 req-ac99d326-b2dc-4470-af4d-a5e5a5218599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:09:16.895370 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-138777f4-d916-4664-9e72-5cb923aaf0f6 req-ac99d326-b2dc-4470-af4d-a5e5a5218599 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=8769b54ba73a4421837726dbda018e6b&device_id=8bb766e8-eb06-49ad-9e2b-953aac852a73 HTTP/1.1" status: 200 len: 1094 time: 0.2677274 Jul 27 23:09:16.947335 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-5872e6c1-c66e-49f2-888d-d28166365771 req-efbdcaa6-9f36-4c2e-b4d4-f7fc9285446d tempest-FloatingIPsTestJSON-1482987726 tempest-FloatingIPsTestJSON-1482987726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:16.980701 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-bc881a40-9e85-454c-8617-54ac036e0b55 req-862e6f1d-11e4-4ee9-b023-871ff32284a7 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.18 "GET /v2.0/security-groups?id=657c655b-8580-45d5-979f-9b32b7a260f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695387 Jul 27 23:09:16.984833 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-138777f4-d916-4664-9e72-5cb923aaf0f6 req-fd339550-2ebb-46cc-b074-b917127bc70d service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=95d1a06a-b822-4bb2-b850-5d8835e7416a HTTP/1.1" status: 200 len: 217 time: 0.0755355 Jul 27 23:09:17.029727 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 59596) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:09:17.090977 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a167d90d-99c8-4c0a-a490-d18605eb5bd8 None None] Notify callbacks [] for port, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:17.102848 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-a167d90d-99c8-4c0a-a490-d18605eb5bd8 None None] Transition to ACTIVE for port object 08b0b4d8-92b2-4649-b20e-f438f6d48a7b will not be triggered until provisioned by entity L2. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:09:17.120917 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a167d90d-99c8-4c0a-a490-d18605eb5bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:17.217253 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138777f4-d916-4664-9e72-5cb923aaf0f6 req-aa1c40de-b59a-4d53-8ea8-d2716d3b4885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:09:17.218883 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-138777f4-d916-4664-9e72-5cb923aaf0f6 req-aa1c40de-b59a-4d53-8ea8-d2716d3b4885 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=907748a0-cd4e-409f-9c38-5786b794e948 HTTP/1.1" status: 200 len: 850 time: 0.2157781 Jul 27 23:09:17.219893 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8b01b5-9a90-42a0-aedc-b2f967cc2612 None None] Pushing event updated for resources: {'Port': ['ID=08b0b4d8-92b2-4649-b20e-f438f6d48a7b,revision_number=3']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:09:17.227498 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-5872e6c1-c66e-49f2-888d-d28166365771 req-efbdcaa6-9f36-4c2e-b4d4-f7fc9285446d tempest-FloatingIPsTestJSON-1482987726 tempest-FloatingIPsTestJSON-1482987726-project] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:17.238071 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-a5953ddb-c42d-4913-8037-a6551d8b41e2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f720f524dc804540ac5206e2fe01e288&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1466916 Jul 27 23:09:17.240479 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-5872e6c1-c66e-49f2-888d-d28166365771 req-efbdcaa6-9f36-4c2e-b4d4-f7fc9285446d tempest-FloatingIPsTestJSON-1482987726 tempest-FloatingIPsTestJSON-1482987726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:17.242709 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 59606) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:09:17.266093 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-138777f4-d916-4664-9e72-5cb923aaf0f6 req-b0cee44c-f7ee-47e1-94b6-e76fcd1f09bc service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=9e23151c-db3f-4ce6-bd4c-f37102973a7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350406 Jul 27 23:09:17.370859 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-a167d90d-99c8-4c0a-a490-d18605eb5bd8 None None] Attempting to bind port 08b0b4d8-92b2-4649-b20e-f438f6d48a7b on host n-d-802623-1 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:09:17.371262 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-a167d90d-99c8-4c0a-a490-d18605eb5bd8 None None] Attempting to bind port 08b0b4d8-92b2-4649-b20e-f438f6d48a7b by drivers openvswitch,hyperv on host n-d-802623-1 at level 0 using segments [{'id': '1e1e6764-b692-4d13-9c5a-7a540e569c1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '67711418-8a20-4e6e-b644-89dd804b755c'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:09:17.371640 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a167d90d-99c8-4c0a-a490-d18605eb5bd8 None None] Attempting to bind port 08b0b4d8-92b2-4649-b20e-f438f6d48a7b on network 67711418-8a20-4e6e-b644-89dd804b755c {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:09:17.384155 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a167d90d-99c8-4c0a-a490-d18605eb5bd8 None None] Checking agent: {'id': 'a9a568d2-a5e7-41e4-833f-a8ab42ea4073', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 52, 30), 'started_at': datetime.datetime(2021, 7, 27, 22, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802623-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:09:17.385298 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a167d90d-99c8-4c0a-a490-d18605eb5bd8 None None] Checking segment: {'id': '1e1e6764-b692-4d13-9c5a-7a540e569c1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '67711418-8a20-4e6e-b644-89dd804b755c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:09:17.385722 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a167d90d-99c8-4c0a-a490-d18605eb5bd8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:17.386129 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a167d90d-99c8-4c0a-a490-d18605eb5bd8 None None] Bound using segment: {'id': '1e1e6764-b692-4d13-9c5a-7a540e569c1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '67711418-8a20-4e6e-b644-89dd804b755c'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:09:17.386632 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-a167d90d-99c8-4c0a-a490-d18605eb5bd8 None None] Bound port: 08b0b4d8-92b2-4649-b20e-f438f6d48a7b, host: n-d-802623-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e1e6764-b692-4d13-9c5a-7a540e569c1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '67711418-8a20-4e6e-b644-89dd804b755c'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:09:17.389293 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a167d90d-99c8-4c0a-a490-d18605eb5bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:17.437805 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-138777f4-d916-4664-9e72-5cb923aaf0f6 req-b5d3b1b3-08c6-43e8-89da-7da47c12e4ec service neutron] 10.222.0.38 "GET /v2.0/networks/9e23151c-db3f-4ce6-bd4c-f37102973a7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1596098 Jul 27 23:09:17.498565 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-a167d90d-99c8-4c0a-a490-d18605eb5bd8 None None] For port 08b0b4d8-92b2-4649-b20e-f438f6d48a7b, host n-d-802623-1, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:09:17.501991 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-a167d90d-99c8-4c0a-a490-d18605eb5bd8 None None] For port 08b0b4d8-92b2-4649-b20e-f438f6d48a7b, host n-d-802623-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=08b0b4d8-92b2-4649-b20e-f438f6d48a7b,segment=NetworkSegment(1e1e6764-b692-4d13-9c5a-7a540e569c1f),segment_id=1e1e6764-b692-4d13-9c5a-7a540e569c1f)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:09:17.520208 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a167d90d-99c8-4c0a-a490-d18605eb5bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:17.655140 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a167d90d-99c8-4c0a-a490-d18605eb5bd8 None None] Routers {'09bd0540-75b8-471a-8a8e-a5641efa29c0'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:09:17.655852 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-a167d90d-99c8-4c0a-a490-d18605eb5bd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:09:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['09bd0540-75b8-471a-8a8e-a5641efa29c0'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:09:17.665717 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-138777f4-d916-4664-9e72-5cb923aaf0f6 req-cd303759-481b-45c6-bf00-4c1565c0f44d service neutron] 10.222.0.38 "GET /v2.0/networks/9e23151c-db3f-4ce6-bd4c-f37102973a7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2132480 Jul 27 23:09:17.725767 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8b01b5-9a90-42a0-aedc-b2f967cc2612 None None] Pushing event updated for resources: {'Port': ['ID=08b0b4d8-92b2-4649-b20e-f438f6d48a7b,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:09:17.845887 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-a167d90d-99c8-4c0a-a490-d18605eb5bd8 None None] Set router 09bd0540-75b8-471a-8a8e-a5641efa29c0 gateway port host: n-d-802623-1 {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:09:17.933220 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-bdae6a66-13ea-42dc-ab78-d7ff871a4b6d req-76fb4e11-0d69-474c-8b68-1de99303db3b tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-2125724113&fields=id&tenant_id=5a3cfd4017c84232b4a584320b01c441 HTTP/1.1" status: 200 len: 267 time: 0.0489340 Jul 27 23:09:18.007188 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdae6a66-13ea-42dc-ab78-d7ff871a4b6d req-99010ea2-a6af-4e07-843c-2cec5a86d382 tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:09:18.010288 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-bdae6a66-13ea-42dc-ab78-d7ff871a4b6d req-99010ea2-a6af-4e07-843c-2cec5a86d382 tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] 10.222.0.18 "GET /v2.0/ports?device_id=f8fe1d47-a163-4267-b0cc-896f0d1e1a36 HTTP/1.1" status: 200 len: 985 time: 0.0715556 Jul 27 23:09:18.017841 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbdcaa6-9f36-4c2e-b4d4-f7fc9285446d tempest-FloatingIPsTestJSON-1482987726 tempest-FloatingIPsTestJSON-1482987726-project] Pushing event updated for resources: {'Port': ['ID=a54d3eb2-a516-4a30-8701-c07b4cd2d54d,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:09:18.030578 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [req-bdae6a66-13ea-42dc-ab78-d7ff871a4b6d req-f3f3cf40-f8e1-4e94-9dec-7ed67e9ad494 tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] Request body: {'port': {'security_groups': ['e67748cd-3d13-4eae-bf27-c7b6c014e6d8', 'fd4c80f8-6360-4d2a-b031-00b7544968a3', '3f765bca-8609-4f11-ae0e-50a083c5bab4']}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:09:18.042354 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-5872e6c1-c66e-49f2-888d-d28166365771 req-efbdcaa6-9f36-4c2e-b4d4-f7fc9285446d tempest-FloatingIPsTestJSON-1482987726 tempest-FloatingIPsTestJSON-1482987726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-415302'] for floatingip, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:18.071434 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-edee5fca-13f0-4f69-bc44-b4c20d22cf6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:18.091528 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-5872e6c1-c66e-49f2-888d-d28166365771 req-efbdcaa6-9f36-4c2e-b4d4-f7fc9285446d tempest-FloatingIPsTestJSON-1482987726 tempest-FloatingIPsTestJSON-1482987726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for floatingip, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:18.092774 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-5872e6c1-c66e-49f2-888d-d28166365771 req-efbdcaa6-9f36-4c2e-b4d4-f7fc9285446d tempest-FloatingIPsTestJSON-1482987726 tempest-FloatingIPsTestJSON-1482987726-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.6650827 Jul 27 23:09:18.125768 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-edee5fca-13f0-4f69-bc44-b4c20d22cf6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:18.149623 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-a167d90d-99c8-4c0a-a490-d18605eb5bd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09bd0540-75b8-471a-8a8e-a5641efa29c0', 'name': 'tempest-FloatingIPsTestJSON-561928120-router', 'tenant_id': '749e6a2b85454e4b8a6bbb3acb05e708', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.97'}], 'enable_snat': True}, 'gw_port_id': 'e40e6d25-9092-46e6-ae1a-f1b1a78f0790', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:09:06Z', 'updated_at': '2021-07-27T23:09:13Z', 'revision_number': 4, 'project_id': '749e6a2b85454e4b8a6bbb3acb05e708', 'gw_port': {'id': 'e40e6d25-9092-46e6-ae1a-f1b1a78f0790', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:65:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09bd0540-75b8-471a-8a8e-a5641efa29c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 831, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:09:07Z', 'updated_at': '2021-07-27T23:09:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': '08b0b4d8-92b2-4649-b20e-f438f6d48a7b', 'name': '', 'network_id': '67711418-8a20-4e6e-b644-89dd804b755c', 'tenant_id': '749e6a2b85454e4b8a6bbb3acb05e708', 'mac_address': 'fa:16:3e:18:b2:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09bd0540-75b8-471a-8a8e-a5641efa29c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 832, 'fixed_ips': [{'subnet_id': '5251ec25-a55b-4a25-afa2-420998ba7b41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:09:11Z', 'updated_at': '2021-07-27T23:09:17Z', 'revision_number': 4, 'project_id': '749e6a2b85454e4b8a6bbb3acb05e708', 'subnets': [{'id': '5251ec25-a55b-4a25-afa2-420998ba7b41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:09:18.166779 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-bdae6a66-13ea-42dc-ab78-d7ff871a4b6d req-f3f3cf40-f8e1-4e94-9dec-7ed67e9ad494 tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:18.192298 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-5872e6c1-c66e-49f2-888d-d28166365771 req-9a36dd79-9e48-48b7-a51d-4a3302fecca2 tempest-FloatingIPsTestJSON-1482987726 tempest-FloatingIPsTestJSON-1482987726-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.4.38 HTTP/1.1" status: 200 len: 695 time: 0.0798402 Jul 27 23:09:18.204296 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a167d90d-99c8-4c0a-a490-d18605eb5bd8 None None] The sync data for ids ['09bd0540-75b8-471a-8a8e-a5641efa29c0'] in n-d-802623-1 is: [{'id': '09bd0540-75b8-471a-8a8e-a5641efa29c0', 'name': 'tempest-FloatingIPsTestJSON-561928120-router', 'tenant_id': '749e6a2b85454e4b8a6bbb3acb05e708', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.97'}], 'enable_snat': True}, 'gw_port_id': 'e40e6d25-9092-46e6-ae1a-f1b1a78f0790', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:09:06Z', 'updated_at': '2021-07-27T23:09:13Z', 'revision_number': 4, 'project_id': '749e6a2b85454e4b8a6bbb3acb05e708', 'gw_port': {'id': 'e40e6d25-9092-46e6-ae1a-f1b1a78f0790', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:65:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09bd0540-75b8-471a-8a8e-a5641efa29c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 831, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:09:07Z', 'updated_at': '2021-07-27T23:09:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': '08b0b4d8-92b2-4649-b20e-f438f6d48a7b', 'name': '', 'network_id': '67711418-8a20-4e6e-b644-89dd804b755c', 'tenant_id': '749e6a2b85454e4b8a6bbb3acb05e708', 'mac_address': 'fa:16:3e:18:b2:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09bd0540-75b8-471a-8a8e-a5641efa29c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 832, 'fixed_ips': [{'subnet_id': '5251ec25-a55b-4a25-afa2-420998ba7b41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:09:11Z', 'updated_at': '2021-07-27T23:09:17Z', 'revision_number': 4, 'project_id': '749e6a2b85454e4b8a6bbb3acb05e708', 'subnets': [{'id': '5251ec25-a55b-4a25-afa2-420998ba7b41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:09:18.398714 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5872e6c1-c66e-49f2-888d-d28166365771 req-c7fbadef-d34b-468d-98c0-85751929dace tempest-FloatingIPsTestJSON-1482987726 tempest-FloatingIPsTestJSON-1482987726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:09:18.421730 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-5872e6c1-c66e-49f2-888d-d28166365771 req-c7fbadef-d34b-468d-98c0-85751929dace tempest-FloatingIPsTestJSON-1482987726 tempest-FloatingIPsTestJSON-1482987726-project] 10.222.0.18 "GET /v2.0/networks/2fd42287-ed26-4eb9-89a5-b521f5b04356 HTTP/1.1" status: 200 len: 784 time: 0.2115746 Jul 27 23:09:18.426628 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-edee5fca-13f0-4f69-bc44-b4c20d22cf6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:18.430143 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-edee5fca-13f0-4f69-bc44-b4c20d22cf6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:18.438822 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-edee5fca-13f0-4f69-bc44-b4c20d22cf6b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/25d8c5fc-23e6-4a42-aed4-13ea8232fd6d HTTP/1.1" status: 204 len: 168 time: 1.1912589 Jul 27 23:09:18.456655 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edee5fca-13f0-4f69-bc44-b4c20d22cf6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25d8c5fc-23e6-4a42-aed4-13ea8232fd6d,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:09:18.525309 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-bdae6a66-13ea-42dc-ab78-d7ff871a4b6d req-f3f3cf40-f8e1-4e94-9dec-7ed67e9ad494 tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] For port ecee3142-b56e-44a3-ae44-405fd47f1162, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=ecee3142-b56e-44a3-ae44-405fd47f1162,segment=NetworkSegment(8ba436c1-f478-4bca-9988-32f105ba0b93),segment_id=8ba436c1-f478-4bca-9988-32f105ba0b93)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:09:18.532205 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 23:09:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b1e94b6-53da-41a5-bb37-54f8091a57b6 x-openstack-request-id: req-6b1e94b6-53da-41a5-bb37-54f8091a57b6 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:09:18.535092 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8fe1d47-a163-4267-b0cc-896f0d1e1a36", "tag": "ecee3142-b56e-44a3-ae44-405fd47f1162", "status": "completed", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:09:18.535536 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6b1e94b6-53da-41a5-bb37-54f8091a57b6 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:09:18.536125 n-d-802623-1 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8fe1d47-a163-4267-b0cc-896f0d1e1a36', 'tag': 'ecee3142-b56e-44a3-ae44-405fd47f1162', 'status': 'completed', 'code': 200} Jul 27 23:09:18.684149 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-bdae6a66-13ea-42dc-ab78-d7ff871a4b6d req-f3f3cf40-f8e1-4e94-9dec-7ed67e9ad494 tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:18.706044 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-bdae6a66-13ea-42dc-ab78-d7ff871a4b6d req-f3f3cf40-f8e1-4e94-9dec-7ed67e9ad494 tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11336041'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:18.722200 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] get_ports_and_sgs() called for port_ids ['ecee3142-b56e-44a3-ae44-405fd47f1162'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:09:18.775607 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdae6a66-13ea-42dc-ab78-d7ff871a4b6d req-f3f3cf40-f8e1-4e94-9dec-7ed67e9ad494 tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:09:18.777127 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-bdae6a66-13ea-42dc-ab78-d7ff871a4b6d req-f3f3cf40-f8e1-4e94-9dec-7ed67e9ad494 tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:18.804592 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-bdae6a66-13ea-42dc-ab78-d7ff871a4b6d req-f3f3cf40-f8e1-4e94-9dec-7ed67e9ad494 tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] 10.222.0.18 "PUT /v2.0/ports/ecee3142-b56e-44a3-ae44-405fd47f1162 HTTP/1.1" status: 200 len: 1021 time: 0.7851939 Jul 27 23:09:18.811260 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92e59d9-b37c-4b7a-8f84-42853b828d91 req-8bfb67dc-e9a9-4d94-9fe1-b92ccb101f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:09:18.820597 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f92e59d9-b37c-4b7a-8f84-42853b828d91 req-8bfb67dc-e9a9-4d94-9fe1-b92ccb101f5c service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5a3cfd4017c84232b4a584320b01c441&device_id=f8fe1d47-a163-4267-b0cc-896f0d1e1a36 HTTP/1.1" status: 200 len: 1136 time: 0.2506557 Jul 27 23:09:18.908585 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] get_ports_and_sgs() called for port_ids ['ecee3142-b56e-44a3-ae44-405fd47f1162'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:09:18.914301 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb8864a-6dab-4cd0-bb1b-256777c1175d req-afe7eae9-9949-4237-a5dc-0087e8da6932 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:09:18.919990 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-4bb8864a-6dab-4cd0-bb1b-256777c1175d req-afe7eae9-9949-4237-a5dc-0087e8da6932 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.18 "GET /v2.0/ports?device_id=8bb766e8-eb06-49ad-9e2b-953aac852a73 HTTP/1.1" status: 200 len: 943 time: 0.1253295 Jul 27 23:09:19.050316 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-4bb8864a-6dab-4cd0-bb1b-256777c1175d req-0ed70f70-186f-4df9-b738-3b5fb207574b tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.18 "GET /v2.0/security-groups?id=657c655b-8580-45d5-979f-9b32b7a260f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239660 Jul 27 23:09:19.286352 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-62f6305e-34c8-4744-9195-a6ccadb00842 req-c2444c2b-2d17-4d9e-b86c-bbf73781175c tempest-FloatingIPsTestJSON-1482987726 tempest-FloatingIPsTestJSON-1482987726-project] 10.222.0.18 "GET /v2.0/floatingips/f6294aa6-1878-477f-ba36-32941b1b330b HTTP/1.1" status: 200 len: 692 time: 0.2253716 Jul 27 23:09:19.311166 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f3cf40-f8e1-4e94-9dec-7ed67e9ad494 tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] Pushing event updated for resources: {'Port': ['ID=ecee3142-b56e-44a3-ae44-405fd47f1162,revision_number=7']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:09:19.333354 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266767b3-6c5c-4520-a1de-1d012fc5fc72 req-1d54f2c1-c0f6-4b8a-aedf-e759fe210fed tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:09:19.348980 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-266767b3-6c5c-4520-a1de-1d012fc5fc72 req-1d54f2c1-c0f6-4b8a-aedf-e759fe210fed tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] 10.222.0.18 "GET /v2.0/ports?device_id=f8fe1d47-a163-4267-b0cc-896f0d1e1a36 HTTP/1.1" status: 200 len: 1024 time: 0.1428421 Jul 27 23:09:19.535650 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-266767b3-6c5c-4520-a1de-1d012fc5fc72 req-0c39da7c-faa8-46d1-9cb5-5b094b13c74e tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd4c80f8-6360-4d2a-b031-00b7544968a3&id=e67748cd-3d13-4eae-bf27-c7b6c014e6d8&id=3f765bca-8609-4f11-ae0e-50a083c5bab4 HTTP/1.1" status: 200 len: 6149 time: 0.1855173 Jul 27 23:09:19.620949 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92e59d9-b37c-4b7a-8f84-42853b828d91 req-aa30a14b-27a3-415e-8ca1-53906f6bf063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:09:19.620949 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f92e59d9-b37c-4b7a-8f84-42853b828d91 req-aa30a14b-27a3-415e-8ca1-53906f6bf063 service neutron] 10.222.0.38 "GET /v2.0/networks?id=130a0954-7a6d-4921-ab94-72e4ed1dccfc HTTP/1.1" status: 200 len: 913 time: 0.7336304 Jul 27 23:09:19.631918 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [req-29276658-4ef9-45e3-bbcc-edd0644ff226 req-67e16abb-b5dc-4668-86d9-63f1c46d3d42 tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1846726630 ', 'description': 'tempest-description-1161638568'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:09:19.714204 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-29276658-4ef9-45e3-bbcc-edd0644ff226 req-67e16abb-b5dc-4668-86d9-63f1c46d3d42 tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:19.745705 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f92e59d9-b37c-4b7a-8f84-42853b828d91 req-a7c7daa6-ab45-4684-b3dc-413766b105fc service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ecee3142-b56e-44a3-ae44-405fd47f1162 HTTP/1.1" status: 200 len: 217 time: 0.1140454 Jul 27 23:09:19.807940 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 08b0b4d8-92b2-4649-b20e-f438f6d48a7b up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:09:19.884033 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-29276658-4ef9-45e3-bbcc-edd0644ff226 req-67e16abb-b5dc-4668-86d9-63f1c46d3d42 tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:19.887038 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f6305e-34c8-4744-9195-a6ccadb00842 req-a39adc0d-7558-49ff-be48-d107b0394b8f tempest-FloatingIPsTestJSON-1482987726 tempest-FloatingIPsTestJSON-1482987726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:09:19.888608 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-62f6305e-34c8-4744-9195-a6ccadb00842 req-a39adc0d-7558-49ff-be48-d107b0394b8f tempest-FloatingIPsTestJSON-1482987726 tempest-FloatingIPsTestJSON-1482987726-project] 10.222.0.18 "GET /v2.0/networks/2fd42287-ed26-4eb9-89a5-b521f5b04356 HTTP/1.1" status: 200 len: 784 time: 0.6011956 Jul 27 23:09:19.890931 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92e59d9-b37c-4b7a-8f84-42853b828d91 req-68741566-7cd5-4cb5-b49b-7e82da43f09d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:09:19.892464 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f92e59d9-b37c-4b7a-8f84-42853b828d91 req-68741566-7cd5-4cb5-b49b-7e82da43f09d service neutron] 10.222.0.38 "GET /v2.0/subnets?id=dbf05d93-18dc-44bb-a1ce-d6d38b8f56eb HTTP/1.1" status: 200 len: 852 time: 0.0832162 Jul 27 23:09:19.904802 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-29276658-4ef9-45e3-bbcc-edd0644ff226 req-67e16abb-b5dc-4668-86d9-63f1c46d3d42 tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:19.942457 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning for port 08b0b4d8-92b2-4649-b20e-f438f6d48a7b completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:09:19.949237 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port 08b0b4d8-92b2-4649-b20e-f438f6d48a7b triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:09:19.949622 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:19.959331 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f92e59d9-b37c-4b7a-8f84-42853b828d91 req-5f645acf-c8d4-4a32-8d86-c2c0360b80eb service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=130a0954-7a6d-4921-ab94-72e4ed1dccfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0567424 Jul 27 23:09:19.965091 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e16abb-b5dc-4668-86d9-63f1c46d3d42 tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b113f880-557a-4e87-8116-6bb3b3fd1ec9,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:09:20.005996 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-29276658-4ef9-45e3-bbcc-edd0644ff226 req-67e16abb-b5dc-4668-86d9-63f1c46d3d42 tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:20.010826 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-29276658-4ef9-45e3-bbcc-edd0644ff226 req-67e16abb-b5dc-4668-86d9-63f1c46d3d42 tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1786 time: 0.3884857 Jul 27 23:09:20.144620 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f92e59d9-b37c-4b7a-8f84-42853b828d91 req-41e3c3ef-600c-400e-b3ae-9c5120eb00f0 service neutron] 10.222.0.38 "GET /v2.0/networks/130a0954-7a6d-4921-ab94-72e4ed1dccfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1786094 Jul 27 23:09:20.151842 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 95d1a06a-b822-4bb2-b850-5d8835e7416a details requested by agent hyperv_n-h1-802623-1 with host n-h1-802623-1 {{(pid=93799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 23:09:20.209653 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:20.273730 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c369c754-b41d-4a7c-9200-98dec9c47f18 req-407445b1-49d7-4dfb-92c1-197ee90bdc52 tempest-FloatingIPsTestJSON-1482987726 tempest-FloatingIPsTestJSON-1482987726-project] 10.222.0.18 "GET /v2.0/floatingips?tenant_id=749e6a2b85454e4b8a6bbb3acb05e708 HTTP/1.1" status: 200 len: 695 time: 0.1638794 Jul 27 23:09:20.289168 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.db.resource_extend [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 27 23:09:20.360481 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] For port 08b0b4d8-92b2-4649-b20e-f438f6d48a7b, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=08b0b4d8-92b2-4649-b20e-f438f6d48a7b,segment=NetworkSegment(1e1e6764-b692-4d13-9c5a-7a540e569c1f),segment_id=1e1e6764-b692-4d13-9c5a-7a540e569c1f)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:09:20.373434 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-e5d5f844-ad23-40e2-96f9-5873d3b5cd41 req-6714c532-81a9-4ccb-a632-1f19a537bcb9 tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] 10.222.0.18 "GET /v2.0/security-groups/b113f880-557a-4e87-8116-6bb3b3fd1ec9 HTTP/1.1" status: 200 len: 1781 time: 0.1047263 Jul 27 23:09:20.379081 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:20.427695 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f92e59d9-b37c-4b7a-8f84-42853b828d91 req-b1cf6b60-293e-49a4-a8ca-bb7b33e1df0d service neutron] 10.222.0.38 "GET /v2.0/networks/130a0954-7a6d-4921-ab94-72e4ed1dccfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2719600 Jul 27 23:09:20.450917 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Pushing event updated for resources: {'Port': ['ID=08b0b4d8-92b2-4649-b20e-f438f6d48a7b,revision_number=5']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:09:20.478993 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port 95d1a06a-b822-4bb2-b850-5d8835e7416a, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=95d1a06a-b822-4bb2-b850-5d8835e7416a,segment=NetworkSegment(28e446c9-01ab-4372-bcf6-11d579b6d514),segment_id=28e446c9-01ab-4372-bcf6-11d579b6d514)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:09:20.492532 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c369c754-b41d-4a7c-9200-98dec9c47f18 req-fd00ec7f-7999-44e2-8bc0-785b827d0f0b tempest-FloatingIPsTestJSON-1482987726 tempest-FloatingIPsTestJSON-1482987726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:09:20.501211 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Returning: {'device': '95d1a06a-b822-4bb2-b850-5d8835e7416a', 'network_id': '9e23151c-db3f-4ce6-bd4c-f37102973a7b', 'port_id': '95d1a06a-b822-4bb2-b850-5d8835e7416a', 'mac_address': 'fa:16:3e:50:c4:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '907748a0-cd4e-409f-9c38-5786b794e948', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 23:09:20.505106 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c369c754-b41d-4a7c-9200-98dec9c47f18 req-fd00ec7f-7999-44e2-8bc0-785b827d0f0b tempest-FloatingIPsTestJSON-1482987726 tempest-FloatingIPsTestJSON-1482987726-project] 10.222.0.18 "GET /v2.0/networks?id=2fd42287-ed26-4eb9-89a5-b521f5b04356 HTTP/1.1" status: 200 len: 787 time: 0.2287087 Jul 27 23:09:20.511121 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [req-c369c754-b41d-4a7c-9200-98dec9c47f18 req-af5581d1-5148-4e58-9e86-80ca55551595 tempest-FloatingIPsTestJSON-1482987726 tempest-FloatingIPsTestJSON-1482987726-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=93798) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 23:09:20.511981 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c369c754-b41d-4a7c-9200-98dec9c47f18 req-af5581d1-5148-4e58-9e86-80ca55551595 tempest-FloatingIPsTestJSON-1482987726 tempest-FloatingIPsTestJSON-1482987726-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061235 Jul 27 23:09:20.556965 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:20.570786 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bb766e8-eb06-49ad-9e2b-953aac852a73', 'tag': '95d1a06a-b822-4bb2-b850-5d8835e7416a'}, {'name': 'network-changed', 'server_uuid': 'f8fe1d47-a163-4267-b0cc-896f0d1e1a36', 'tag': 'ecee3142-b56e-44a3-ae44-405fd47f1162'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:09:20.579929 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95d1a06a-b822-4bb2-b850-5d8835e7416a {{(pid=93799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:09:20.583615 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a476459a1bfce68b0ae0df5b6a71154bfc7cfdc8f9eefce6ad0a17231e60468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b1dda8e-1171-4c6e-a576-c94444649d5b" -d '{"events": [{"name": "network-changed", "server_uuid": "8bb766e8-eb06-49ad-9e2b-953aac852a73", "tag": "95d1a06a-b822-4bb2-b850-5d8835e7416a"}, {"name": "network-changed", "server_uuid": "f8fe1d47-a163-4267-b0cc-896f0d1e1a36", "tag": "ecee3142-b56e-44a3-ae44-405fd47f1162"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:09:20.606353 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port 95d1a06a-b822-4bb2-b850-5d8835e7416a, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=95d1a06a-b822-4bb2-b850-5d8835e7416a,segment=NetworkSegment(28e446c9-01ab-4372-bcf6-11d579b6d514),segment_id=28e446c9-01ab-4372-bcf6-11d579b6d514)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:09:20.618910 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:20.649599 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da227652-1b80-4383-b2c1-9d6c40ee639b req-c654f96f-bd1a-4180-abd4-e49e35d30507 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:09:20.661797 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-da227652-1b80-4383-b2c1-9d6c40ee639b req-c654f96f-bd1a-4180-abd4-e49e35d30507 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.18 "GET /v2.0/ports?device_id=8bb766e8-eb06-49ad-9e2b-953aac852a73 HTTP/1.1" status: 200 len: 943 time: 0.1559291 Jul 27 23:09:20.673485 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Pushing event updated for resources: {'Port': ['ID=95d1a06a-b822-4bb2-b850-5d8835e7416a,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:09:20.687739 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f22e104f-0376-4d8f-b45d-a077ec452e87 req-656413d9-00d2-4912-9c8e-25a00626cf5a tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] 10.222.0.18 "GET /v2.0/security-groups/b113f880-557a-4e87-8116-6bb3b3fd1ec9 HTTP/1.1" status: 200 len: 1781 time: 0.1001644 Jul 27 23:09:20.730551 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-da227652-1b80-4383-b2c1-9d6c40ee639b req-2ebf1cff-e168-4c65-9fd2-9ed9dfa31477 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.18 "GET /v2.0/security-groups?id=657c655b-8580-45d5-979f-9b32b7a260f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551088 Jul 27 23:09:20.788282 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-f22e104f-0376-4d8f-b45d-a077ec452e87 req-56026c2c-fabf-4106-ac51-a8b32c080b8c tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:20.817136 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-f22e104f-0376-4d8f-b45d-a077ec452e87 req-56026c2c-fabf-4106-ac51-a8b32c080b8c tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:20.870270 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-4979093f-c7c8-473a-94a4-3268d1faf497 req-e95518ba-f6a8-4365-91a3-64d69ee10114 tempest-FloatingIPsTestJSON-1482987726 tempest-FloatingIPsTestJSON-1482987726-project] 10.222.0.18 "GET /v2.0/floatingips/f6294aa6-1878-477f-ba36-32941b1b330b HTTP/1.1" status: 200 len: 692 time: 0.0749383 Jul 27 23:09:20.901130 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] get_ports_and_sgs() called for port_ids ['95d1a06a-b822-4bb2-b850-5d8835e7416a'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:09:20.914455 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-f22e104f-0376-4d8f-b45d-a077ec452e87 req-56026c2c-fabf-4106-ac51-a8b32c080b8c tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:20.917084 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-f22e104f-0376-4d8f-b45d-a077ec452e87 req-56026c2c-fabf-4106-ac51-a8b32c080b8c tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:20.919466 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f22e104f-0376-4d8f-b45d-a077ec452e87 req-56026c2c-fabf-4106-ac51-a8b32c080b8c tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] 10.222.0.18 "DELETE /v2.0/security-groups/b113f880-557a-4e87-8116-6bb3b3fd1ec9 HTTP/1.1" status: 204 len: 173 time: 0.2253854 Jul 27 23:09:20.941308 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56026c2c-fabf-4106-ac51-a8b32c080b8c tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b113f880-557a-4e87-8116-6bb3b3fd1ec9,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:09:21.032033 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4979093f-c7c8-473a-94a4-3268d1faf497 req-c68e6af2-4318-408a-829d-00413aeaa257 tempest-FloatingIPsTestJSON-1482987726 tempest-FloatingIPsTestJSON-1482987726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:09:21.033831 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-4979093f-c7c8-473a-94a4-3268d1faf497 req-c68e6af2-4318-408a-829d-00413aeaa257 tempest-FloatingIPsTestJSON-1482987726 tempest-FloatingIPsTestJSON-1482987726-project] 10.222.0.18 "GET /v2.0/networks/2fd42287-ed26-4eb9-89a5-b521f5b04356 HTTP/1.1" status: 200 len: 784 time: 0.1707447 Jul 27 23:09:21.119380 n-d-802623-1 neutron-server[93798]: INFO neutron.api.v2.resource [req-252a82d3-868d-4e89-90a6-6188047f1e12 req-a0b48278-551b-4d90-8de1-467fcfe020b2 tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] show failed (client error): The resource could not be found. Jul 27 23:09:21.120421 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-252a82d3-868d-4e89-90a6-6188047f1e12 req-a0b48278-551b-4d90-8de1-467fcfe020b2 tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] 10.222.0.18 "GET /v2.0/security-groups/b113f880-557a-4e87-8116-6bb3b3fd1ec9 HTTP/1.1" status: 404 len: 352 time: 0.0198569 Jul 27 23:09:21.122522 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 27 Jul 2021 23:09:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92daa288-803f-45eb-8097-da551134d254 x-openstack-request-id: req-92daa288-803f-45eb-8097-da551134d254 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:09:21.122853 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bb766e8-eb06-49ad-9e2b-953aac852a73", "tag": "95d1a06a-b822-4bb2-b850-5d8835e7416a", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "f8fe1d47-a163-4267-b0cc-896f0d1e1a36", "tag": "ecee3142-b56e-44a3-ae44-405fd47f1162", "status": "completed", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:09:21.123255 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-92daa288-803f-45eb-8097-da551134d254 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:09:21.123644 n-d-802623-1 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8bb766e8-eb06-49ad-9e2b-953aac852a73', 'tag': '95d1a06a-b822-4bb2-b850-5d8835e7416a', 'status': 'completed', 'code': 200} Jul 27 23:09:21.123897 n-d-802623-1 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8fe1d47-a163-4267-b0cc-896f0d1e1a36', 'tag': 'ecee3142-b56e-44a3-ae44-405fd47f1162', 'status': 'completed', 'code': 200} Jul 27 23:09:21.168510 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-4979093f-c7c8-473a-94a4-3268d1faf497 req-0f997746-8763-4682-9b65-1720bf09d2f6 tempest-FloatingIPsTestJSON-1482987726 tempest-FloatingIPsTestJSON-1482987726-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.4.38 HTTP/1.1" status: 200 len: 695 time: 0.1280077 Jul 27 23:09:21.193127 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 59720) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:09:21.230353 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-4979093f-c7c8-473a-94a4-3268d1faf497 req-e1b6d7c9-1a4d-4a06-b56f-87533cb1d849 tempest-FloatingIPsTestJSON-1482987726 tempest-FloatingIPsTestJSON-1482987726-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.4.38 HTTP/1.1" status: 200 len: 695 time: 0.0592349 Jul 27 23:09:21.287245 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1dda8e-1171-4c6e-a576-c94444649d5b req-72f65d20-437d-43a3-8a9b-465716d80de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:09:21.292285 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8b1dda8e-1171-4c6e-a576-c94444649d5b req-72f65d20-437d-43a3-8a9b-465716d80de7 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=8769b54ba73a4421837726dbda018e6b&device_id=8bb766e8-eb06-49ad-9e2b-953aac852a73 HTTP/1.1" status: 200 len: 1095 time: 0.1675632 Jul 27 23:09:21.318066 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [req-e6166816-79e4-4d7f-bb0f-0b0df5bbbbb7 req-f200e9ad-850e-4c78-b364-bacd3f1293f4 tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1093907540', 'description': 'tempest-description-72346236'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:09:21.364734 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-e6166816-79e4-4d7f-bb0f-0b0df5bbbbb7 req-f200e9ad-850e-4c78-b364-bacd3f1293f4 tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:21.563714 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-e6166816-79e4-4d7f-bb0f-0b0df5bbbbb7 req-f200e9ad-850e-4c78-b364-bacd3f1293f4 tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:21.579327 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-e6166816-79e4-4d7f-bb0f-0b0df5bbbbb7 req-f200e9ad-850e-4c78-b364-bacd3f1293f4 tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:21.666574 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 08b0b4d8-92b2-4649-b20e-f438f6d48a7b up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:09:21.704039 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-e6166816-79e4-4d7f-bb0f-0b0df5bbbbb7 req-f200e9ad-850e-4c78-b364-bacd3f1293f4 tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:21.715641 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e6166816-79e4-4d7f-bb0f-0b0df5bbbbb7 req-f200e9ad-850e-4c78-b364-bacd3f1293f4 tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.4021101 Jul 27 23:09:21.720258 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f200e9ad-850e-4c78-b364-bacd3f1293f4 tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9832cb5-2634-448b-b36c-824adc3816e5,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:09:21.761160 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port 08b0b4d8-92b2-4649-b20e-f438f6d48a7b triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:09:21.762328 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:21.869025 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1dda8e-1171-4c6e-a576-c94444649d5b req-949934b9-9099-4b08-8c40-e2f7223fe96f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:09:21.872995 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8b1dda8e-1171-4c6e-a576-c94444649d5b req-949934b9-9099-4b08-8c40-e2f7223fe96f service neutron] 10.222.0.38 "GET /v2.0/networks?id=9e23151c-db3f-4ce6-bd4c-f37102973a7b HTTP/1.1" status: 200 len: 911 time: 0.5329762 Jul 27 23:09:21.879975 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [req-4979093f-c7c8-473a-94a4-3268d1faf497 req-45beec77-eea1-4692-9dcc-920bcb6aeab2 tempest-FloatingIPsTestJSON-1482987726 tempest-FloatingIPsTestJSON-1482987726-project] Deleting port a54d3eb2-a516-4a30-8701-c07b4cd2d54d {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:09:21.880350 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-4979093f-c7c8-473a-94a4-3268d1faf497 req-45beec77-eea1-4692-9dcc-920bcb6aeab2 tempest-FloatingIPsTestJSON-1482987726 tempest-FloatingIPsTestJSON-1482987726-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:21.966043 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3d96302b-5cc6-4d4f-920e-38e051d1b66a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-414022'] for router_interface, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:22.035379 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8b1dda8e-1171-4c6e-a576-c94444649d5b req-4c14c96d-7b4f-42d1-a10f-2aef02e2a56c service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=95d1a06a-b822-4bb2-b850-5d8835e7416a HTTP/1.1" status: 200 len: 217 time: 0.1509478 Jul 27 23:09:22.139013 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-4979093f-c7c8-473a-94a4-3268d1faf497 req-45beec77-eea1-4692-9dcc-920bcb6aeab2 tempest-FloatingIPsTestJSON-1482987726 tempest-FloatingIPsTestJSON-1482987726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:22.139749 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-4979093f-c7c8-473a-94a4-3268d1faf497 req-45beec77-eea1-4692-9dcc-920bcb6aeab2 tempest-FloatingIPsTestJSON-1482987726 tempest-FloatingIPsTestJSON-1482987726-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:22.142533 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 95d1a06a-b822-4bb2-b850-5d8835e7416a up at agent hyperv_n-h1-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:09:22.154058 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [req-4979093f-c7c8-473a-94a4-3268d1faf497 req-45beec77-eea1-4692-9dcc-920bcb6aeab2 tempest-FloatingIPsTestJSON-1482987726 tempest-FloatingIPsTestJSON-1482987726-project] Calling delete_port for a54d3eb2-a516-4a30-8701-c07b4cd2d54d owned by network:floatingip {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:09:22.170419 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1dda8e-1171-4c6e-a576-c94444649d5b req-a90b2e7f-cbe3-4f58-9f3e-d40da14c5633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:09:22.172065 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8b1dda8e-1171-4c6e-a576-c94444649d5b req-a90b2e7f-cbe3-4f58-9f3e-d40da14c5633 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=907748a0-cd4e-409f-9c38-5786b794e948 HTTP/1.1" status: 200 len: 850 time: 0.1235712 Jul 27 23:09:22.216330 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Provisioning for port 95d1a06a-b822-4bb2-b850-5d8835e7416a completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:09:22.221472 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Provisioning complete for port 95d1a06a-b822-4bb2-b850-5d8835e7416a triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:09:22.221857 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:22.237216 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-2ab3d37d-6197-4b16-97dd-928378617dae req-63c1a302-3aa2-45ec-86dd-b12d58b12235 tempest-LiveMigrationNegativeTest-51778097 tempest-LiveMigrationNegativeTest-51778097-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=226ab7885bf147eaaba66104d367bc67&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0544338 Jul 27 23:09:22.251132 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8b1dda8e-1171-4c6e-a576-c94444649d5b req-dd7d8a61-e94c-4b14-b539-00da14521aff service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=9e23151c-db3f-4ce6-bd4c-f37102973a7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377617 Jul 27 23:09:22.344951 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:22.378161 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bb766e8-eb06-49ad-9e2b-953aac852a73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95d1a06a-b822-4bb2-b850-5d8835e7416a'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:09:22.388398 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c0369b0d4f459110ff20a1f9878ba33f96d6491bddb9d15843bf29d01e0bda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a3aaa63-c71e-4214-ba3b-8b32c99fce7e" -d '{"events": [{"server_uuid": "8bb766e8-eb06-49ad-9e2b-953aac852a73", "name": "network-vif-plugged", "status": "completed", "tag": "95d1a06a-b822-4bb2-b850-5d8835e7416a"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:09:22.411255 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab3d37d-6197-4b16-97dd-928378617dae req-d5699fc7-3c0c-448a-a58d-2e87f2d18ccb tempest-LiveMigrationNegativeTest-51778097 tempest-LiveMigrationNegativeTest-51778097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:09:22.413988 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-2ab3d37d-6197-4b16-97dd-928378617dae req-d5699fc7-3c0c-448a-a58d-2e87f2d18ccb tempest-LiveMigrationNegativeTest-51778097 tempest-LiveMigrationNegativeTest-51778097-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1671269 Jul 27 23:09:22.423460 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port 95d1a06a-b822-4bb2-b850-5d8835e7416a, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=95d1a06a-b822-4bb2-b850-5d8835e7416a,segment=NetworkSegment(28e446c9-01ab-4372-bcf6-11d579b6d514),segment_id=28e446c9-01ab-4372-bcf6-11d579b6d514)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:09:22.430832 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:22.450214 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8b1dda8e-1171-4c6e-a576-c94444649d5b req-b2016575-9c02-47d9-aeb5-c8d7e7336d45 service neutron] 10.222.0.38 "GET /v2.0/networks/9e23151c-db3f-4ce6-bd4c-f37102973a7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1845407 Jul 27 23:09:22.450453 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-2ab3d37d-6197-4b16-97dd-928378617dae req-1d70682d-598b-4cf5-918d-4d30f92d7ed4 tempest-LiveMigrationNegativeTest-51778097 tempest-LiveMigrationNegativeTest-51778097-project] 10.222.0.18 "GET /v2.0/quotas/226ab7885bf147eaaba66104d367bc67 HTTP/1.1" status: 200 len: 375 time: 0.0169277 Jul 27 23:09:22.489590 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-2ab3d37d-6197-4b16-97dd-928378617dae req-a9d3ee67-150f-440f-a3f3-c588e7222f29 tempest-LiveMigrationNegativeTest-51778097 tempest-LiveMigrationNegativeTest-51778097-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=226ab7885bf147eaaba66104d367bc67&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0325162 Jul 27 23:09:22.498993 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-3d96302b-5cc6-4d4f-920e-38e051d1b66a admin admin] Deleting port 9dd1cc71-07bf-48c0-b2a4-4612760ea5b7 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:09:22.501027 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3d96302b-5cc6-4d4f-920e-38e051d1b66a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:22.508085 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Pushing event updated for resources: {'Port': ['ID=95d1a06a-b822-4bb2-b850-5d8835e7416a,revision_number=5']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:09:22.513010 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-4979093f-c7c8-473a-94a4-3268d1faf497 req-45beec77-eea1-4692-9dcc-920bcb6aeab2 tempest-FloatingIPsTestJSON-1482987726 tempest-FloatingIPsTestJSON-1482987726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:22.580582 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45beec77-eea1-4692-9dcc-920bcb6aeab2 tempest-FloatingIPsTestJSON-1482987726 tempest-FloatingIPsTestJSON-1482987726-project] Pushing event deleted for resources: {'Port': ['ID=a54d3eb2-a516-4a30-8701-c07b4cd2d54d,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:09:22.631789 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-3d96302b-5cc6-4d4f-920e-38e051d1b66a admin admin] For port 9dd1cc71-07bf-48c0-b2a4-4612760ea5b7, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=9dd1cc71-07bf-48c0-b2a4-4612760ea5b7,segment=NetworkSegment(68badffb-1ae8-46d7-9932-5a3dba1817fe),segment_id=68badffb-1ae8-46d7-9932-5a3dba1817fe)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:09:22.632115 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3d96302b-5cc6-4d4f-920e-38e051d1b66a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:22.652666 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-3d96302b-5cc6-4d4f-920e-38e051d1b66a admin admin] Calling delete_port for 9dd1cc71-07bf-48c0-b2a4-4612760ea5b7 owned by network:router_interface {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:09:22.661264 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8b1dda8e-1171-4c6e-a576-c94444649d5b req-44eec769-7ea0-4bea-ad6f-8f954c22073f service neutron] 10.222.0.38 "GET /v2.0/networks/9e23151c-db3f-4ce6-bd4c-f37102973a7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2006130 Jul 27 23:09:22.675365 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-4979093f-c7c8-473a-94a4-3268d1faf497 req-45beec77-eea1-4692-9dcc-920bcb6aeab2 tempest-FloatingIPsTestJSON-1482987726 tempest-FloatingIPsTestJSON-1482987726-project] Notify callbacks [] for floatingip, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:22.681639 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-4979093f-c7c8-473a-94a4-3268d1faf497 req-45beec77-eea1-4692-9dcc-920bcb6aeab2 tempest-FloatingIPsTestJSON-1482987726 tempest-FloatingIPsTestJSON-1482987726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for floatingip, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:22.685138 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-4979093f-c7c8-473a-94a4-3268d1faf497 req-45beec77-eea1-4692-9dcc-920bcb6aeab2 tempest-FloatingIPsTestJSON-1482987726 tempest-FloatingIPsTestJSON-1482987726-project] 10.222.0.18 "DELETE /v2.0/floatingips/f6294aa6-1878-477f-ba36-32941b1b330b HTTP/1.1" status: 204 len: 173 time: 1.4552493 Jul 27 23:09:22.769219 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [req-440d3edd-1164-4f4e-a28f-7be67f643300 req-5d308f7c-3b62-48d0-9d9d-6e0ac1e0f4fd tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-673810162', 'description': 'tempest-description-1118405739'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:09:22.800557 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1dda8e-1171-4c6e-a576-c94444649d5b req-8885ed45-2036-4f52-a856-90589daabe4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:09:22.801251 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8b1dda8e-1171-4c6e-a576-c94444649d5b req-8885ed45-2036-4f52-a856-90589daabe4a service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5a3cfd4017c84232b4a584320b01c441&device_id=f8fe1d47-a163-4267-b0cc-896f0d1e1a36 HTTP/1.1" status: 200 len: 1175 time: 0.0826402 Jul 27 23:09:22.822664 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-440d3edd-1164-4f4e-a28f-7be67f643300 req-5d308f7c-3b62-48d0-9d9d-6e0ac1e0f4fd tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:22.985823 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7bbe43-cc4f-4bf9-9cf8-e841f3a8afd0 req-82db3bc6-85f7-472e-b202-dfdca14baf8a tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:09:22.986874 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-fd7bbe43-cc4f-4bf9-9cf8-e841f3a8afd0 req-82db3bc6-85f7-472e-b202-dfdca14baf8a tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.18 "GET /v2.0/ports?device_id=8bb766e8-eb06-49ad-9e2b-953aac852a73 HTTP/1.1" status: 200 len: 945 time: 0.1059530 Jul 27 23:09:23.016714 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1dda8e-1171-4c6e-a576-c94444649d5b req-ec0c4458-afff-4c0b-b8b5-1aa987efb624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:09:23.018528 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8b1dda8e-1171-4c6e-a576-c94444649d5b req-ec0c4458-afff-4c0b-b8b5-1aa987efb624 service neutron] 10.222.0.38 "GET /v2.0/networks?id=130a0954-7a6d-4921-ab94-72e4ed1dccfc HTTP/1.1" status: 200 len: 913 time: 0.2077756 Jul 27 23:09:23.056761 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3d96302b-5cc6-4d4f-920e-38e051d1b66a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:23.061153 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-fd7bbe43-cc4f-4bf9-9cf8-e841f3a8afd0 req-3af99253-796c-422b-bda9-10e3d949c838 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.18 "GET /v2.0/security-groups?id=657c655b-8580-45d5-979f-9b32b7a260f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673652 Jul 27 23:09:23.085639 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8b1dda8e-1171-4c6e-a576-c94444649d5b req-bd30d756-e817-4a0c-b5ff-1a8d4843bf18 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ecee3142-b56e-44a3-ae44-405fd47f1162 HTTP/1.1" status: 200 len: 217 time: 0.0577629 Jul 27 23:09:23.086904 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d96302b-5cc6-4d4f-920e-38e051d1b66a admin admin] Pushing event deleted for resources: {'Port': ['ID=9dd1cc71-07bf-48c0-b2a4-4612760ea5b7,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:09:23.246768 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-440d3edd-1164-4f4e-a28f-7be67f643300 req-5d308f7c-3b62-48d0-9d9d-6e0ac1e0f4fd tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:23.261894 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-440d3edd-1164-4f4e-a28f-7be67f643300 req-5d308f7c-3b62-48d0-9d9d-6e0ac1e0f4fd tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:23.293217 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:09:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5df51b2-6406-41d0-aa4b-09a71d7acd04 x-openstack-request-id: req-d5df51b2-6406-41d0-aa4b-09a71d7acd04 {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:09:23.300597 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bb766e8-eb06-49ad-9e2b-953aac852a73", "name": "network-vif-plugged", "status": "completed", "tag": "95d1a06a-b822-4bb2-b850-5d8835e7416a", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:09:23.305096 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d5df51b2-6406-41d0-aa4b-09a71d7acd04 {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:09:23.307526 n-d-802623-1 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bb766e8-eb06-49ad-9e2b-953aac852a73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95d1a06a-b822-4bb2-b850-5d8835e7416a', 'code': 200} Jul 27 23:09:23.349378 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1dda8e-1171-4c6e-a576-c94444649d5b req-3c931ec2-1815-4c71-84a5-d4669275a51c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:09:23.351441 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8b1dda8e-1171-4c6e-a576-c94444649d5b req-3c931ec2-1815-4c71-84a5-d4669275a51c service neutron] 10.222.0.38 "GET /v2.0/subnets?id=dbf05d93-18dc-44bb-a1ce-d6d38b8f56eb HTTP/1.1" status: 200 len: 852 time: 0.2468271 Jul 27 23:09:23.356083 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-440d3edd-1164-4f4e-a28f-7be67f643300 req-5d308f7c-3b62-48d0-9d9d-6e0ac1e0f4fd tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:23.358011 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-440d3edd-1164-4f4e-a28f-7be67f643300 req-5d308f7c-3b62-48d0-9d9d-6e0ac1e0f4fd tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.5974567 Jul 27 23:09:23.360132 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d308f7c-3b62-48d0-9d9d-6e0ac1e0f4fd tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] Pushing event updated for resources: {'SecurityGroup': ['ID=090ecf00-ff16-46f9-812f-c1b59a386a08,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:09:23.372647 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d308f7c-3b62-48d0-9d9d-6e0ac1e0f4fd tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:09:23.373006 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d308f7c-3b62-48d0-9d9d-6e0ac1e0f4fd tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:09:23.373362 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d308f7c-3b62-48d0-9d9d-6e0ac1e0f4fd tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:09:23.373706 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d308f7c-3b62-48d0-9d9d-6e0ac1e0f4fd tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:09:23.374047 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d308f7c-3b62-48d0-9d9d-6e0ac1e0f4fd tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:09:23.374383 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d308f7c-3b62-48d0-9d9d-6e0ac1e0f4fd tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:09:23.375135 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d308f7c-3b62-48d0-9d9d-6e0ac1e0f4fd tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:09:23.375527 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d308f7c-3b62-48d0-9d9d-6e0ac1e0f4fd tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:09:23.375863 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d308f7c-3b62-48d0-9d9d-6e0ac1e0f4fd tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:09:23.376501 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d308f7c-3b62-48d0-9d9d-6e0ac1e0f4fd tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:09:23.376841 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d308f7c-3b62-48d0-9d9d-6e0ac1e0f4fd tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:09:23.380610 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d308f7c-3b62-48d0-9d9d-6e0ac1e0f4fd tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:09:23.424133 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3d96302b-5cc6-4d4f-920e-38e051d1b66a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3760546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-413994'] for router_interface, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:23.445692 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1127bc20-5613-4e94-abfa-4d58d399e7bf req-efb22e3e-f393-4b37-bd34-11bcb16fec69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:09:23.447228 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-1127bc20-5613-4e94-abfa-4d58d399e7bf req-efb22e3e-f393-4b37-bd34-11bcb16fec69 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=8bb766e8-eb06-49ad-9e2b-953aac852a73 HTTP/1.1" status: 200 len: 1096 time: 0.0730872 Jul 27 23:09:23.633932 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-40764e84-6541-497d-af4a-e69714ac5148 req-40014e12-1c93-4ffc-a894-2aa096937b11 tempest-FloatingIPsTestJSON-1482987726 tempest-FloatingIPsTestJSON-1482987726-project] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2198181 Jul 27 23:09:23.636486 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8b1dda8e-1171-4c6e-a576-c94444649d5b req-512d0f24-caf2-4dfa-9b7f-4bc71b037798 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=130a0954-7a6d-4921-ab94-72e4ed1dccfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2349756 Jul 27 23:09:23.655470 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [req-40764e84-6541-497d-af4a-e69714ac5148 req-1c23957b-505b-4cd7-81a9-9eac1ec29f58 tempest-FloatingIPsTestJSON-1482987726 tempest-FloatingIPsTestJSON-1482987726-project] Request body: {'floatingip': {'floating_network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:09:23.723248 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7bb9e38d-9bd5-44a4-9c05-b7117bedbd6f req-fc92bd13-b96a-4b26-a9ac-f093e77e6492 tempest-LiveMigrationNegativeTest-51778097 tempest-LiveMigrationNegativeTest-51778097-project] 10.222.0.18 "GET /v2.0/ports?device_id=e55d4a80-b44a-42bc-9500-aa90ca43ed65 HTTP/1.1" status: 200 len: 210 time: 0.1412709 Jul 27 23:09:23.746829 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-40764e84-6541-497d-af4a-e69714ac5148 req-1c23957b-505b-4cd7-81a9-9eac1ec29f58 tempest-FloatingIPsTestJSON-1482987726 tempest-FloatingIPsTestJSON-1482987726-project] Notify callbacks [] for floatingip, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:23.787276 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-1127bc20-5613-4e94-abfa-4d58d399e7bf req-d9cc7bca-fc47-4b19-b757-5d6b7e9d4df8 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=657c655b-8580-45d5-979f-9b32b7a260f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2033730 Jul 27 23:09:23.821160 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d96302b-5cc6-4d4f-920e-38e051d1b66a admin admin] Router a93f17c0-6e53-469e-aa61-7194f1a9834a has already been hosted by L3 agent 018c4455-49c0-4734-927d-7824067b2a9e {{(pid=93798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 23:09:23.828533 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8b1dda8e-1171-4c6e-a576-c94444649d5b req-5796d526-5a3a-4875-a106-6cc8ed0da062 service neutron] 10.222.0.38 "GET /v2.0/networks/130a0954-7a6d-4921-ab94-72e4ed1dccfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1649938 Jul 27 23:09:23.834897 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [req-9956f5b4-2204-4e20-936e-0f3ae8eeaec1 req-bbc99c5b-a4eb-48b1-9c50-8e3fd03ad423 tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-97103108', 'description': 'tempest-description-1322358292'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:09:23.913678 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-9956f5b4-2204-4e20-936e-0f3ae8eeaec1 req-bbc99c5b-a4eb-48b1-9c50-8e3fd03ad423 tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:23.972799 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-40764e84-6541-497d-af4a-e69714ac5148 req-1c23957b-505b-4cd7-81a9-9eac1ec29f58 tempest-FloatingIPsTestJSON-1482987726 tempest-FloatingIPsTestJSON-1482987726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:23.983519 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8b1dda8e-1171-4c6e-a576-c94444649d5b req-fca11cff-48f6-4f01-a2de-07159fcb7bcd service neutron] 10.222.0.38 "GET /v2.0/networks/130a0954-7a6d-4921-ab94-72e4ed1dccfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395202 Jul 27 23:09:24.032776 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d96302b-5cc6-4d4f-920e-38e051d1b66a admin admin] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:09:24.044353 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-3d96302b-5cc6-4d4f-920e-38e051d1b66a admin admin] 10.222.0.18 "PUT /v2.0/routers/a93f17c0-6e53-469e-aa61-7194f1a9834a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8477964 Jul 27 23:09:24.044551 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b8aaaf-36aa-4428-bf85-e6e6a81fcb2c None None] Sync routers for ids ['a93f17c0-6e53-469e-aa61-7194f1a9834a'] in n-d-802623-1 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:09:24.045684 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 59772) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:09:24.060193 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1b8aaaf-36aa-4428-bf85-e6e6a81fcb2c None None] Routers {'a93f17c0-6e53-469e-aa61-7194f1a9834a'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:09:24.066155 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-e1b8aaaf-36aa-4428-bf85-e6e6a81fcb2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:09:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['a93f17c0-6e53-469e-aa61-7194f1a9834a'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:09:24.112259 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-2ab3d37d-6197-4b16-97dd-928378617dae req-4449f3c7-613d-4335-be81-129dd92f0054 tempest-LiveMigrationNegativeTest-51778097 tempest-LiveMigrationNegativeTest-51778097-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=226ab7885bf147eaaba66104d367bc67&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0358732 Jul 27 23:09:24.247698 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-e1b8aaaf-36aa-4428-bf85-e6e6a81fcb2c None None] Set router a93f17c0-6e53-469e-aa61-7194f1a9834a gateway port host: n-d-802623-1 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:09:24.283022 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c73e6e19-7a1f-428f-82a4-ef61ca6157f4 admin admin] Notify callbacks [] for router, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:24.361940 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [req-40764e84-6541-497d-af4a-e69714ac5148 req-1c23957b-505b-4cd7-81a9-9eac1ec29f58 tempest-FloatingIPsTestJSON-1482987726 tempest-FloatingIPsTestJSON-1482987726-project] Allocated IP 172.25.4.194 (2fd42287-ed26-4eb9-89a5-b521f5b04356/17de1f8f-393a-4b0c-a2df-614bd3f2fb5e/28c3f290-ecc4-41be-a7a6-ab810fa7e47e) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:09:24.430546 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab3d37d-6197-4b16-97dd-928378617dae req-476c9bb9-6ae9-433c-a7b3-c48425755878 tempest-LiveMigrationNegativeTest-51778097 tempest-LiveMigrationNegativeTest-51778097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:09:24.432488 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-2ab3d37d-6197-4b16-97dd-928378617dae req-476c9bb9-6ae9-433c-a7b3-c48425755878 tempest-LiveMigrationNegativeTest-51778097 tempest-LiveMigrationNegativeTest-51778097-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3132973 Jul 27 23:09:24.452060 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-9956f5b4-2204-4e20-936e-0f3ae8eeaec1 req-bbc99c5b-a4eb-48b1-9c50-8e3fd03ad423 tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:24.470398 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [req-2ab3d37d-6197-4b16-97dd-928378617dae req-beaf8280-b2fc-41b2-b43c-26fa219055e1 tempest-LiveMigrationNegativeTest-51778097 tempest-LiveMigrationNegativeTest-51778097-project] Request body: {'port': {'device_id': 'e55d4a80-b44a-42bc-9500-aa90ca43ed65', 'network_id': '591af2dd-f826-43b1-aa9d-e7a0bf218c71', 'admin_state_up': True, 'tenant_id': '226ab7885bf147eaaba66104d367bc67'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:09:24.474332 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-9956f5b4-2204-4e20-936e-0f3ae8eeaec1 req-bbc99c5b-a4eb-48b1-9c50-8e3fd03ad423 tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:24.494156 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-e1b8aaaf-36aa-4428-bf85-e6e6a81fcb2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a93f17c0-6e53-469e-aa61-7194f1a9834a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-893120416-router', 'tenant_id': '09c2e06aaf3c4aa785e90ae90800475c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.81'}], 'enable_snat': True}, 'gw_port_id': 'ea92ec76-65f0-4e4e-94a9-e338356bb275', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:03:02Z', 'updated_at': '2021-07-27T23:09:22Z', 'revision_number': 5, 'project_id': '09c2e06aaf3c4aa785e90ae90800475c', 'gw_port': {'id': 'ea92ec76-65f0-4e4e-94a9-e338356bb275', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:05:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a93f17c0-6e53-469e-aa61-7194f1a9834a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:03:04Z', 'updated_at': '2021-07-27T23:03:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1'}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:09:24.528120 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b8aaaf-36aa-4428-bf85-e6e6a81fcb2c None None] Checking router: a93f17c0-6e53-469e-aa61-7194f1a9834a for host: n-d-802623-1 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 23:09:24.539516 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1b8aaaf-36aa-4428-bf85-e6e6a81fcb2c None None] Routers {'a93f17c0-6e53-469e-aa61-7194f1a9834a'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:09:24.540530 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-e1b8aaaf-36aa-4428-bf85-e6e6a81fcb2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:09:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['a93f17c0-6e53-469e-aa61-7194f1a9834a'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:09:24.566182 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-9956f5b4-2204-4e20-936e-0f3ae8eeaec1 req-bbc99c5b-a4eb-48b1-9c50-8e3fd03ad423 tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:24.567543 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-9956f5b4-2204-4e20-936e-0f3ae8eeaec1 req-bbc99c5b-a4eb-48b1-9c50-8e3fd03ad423 tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.7386196 Jul 27 23:09:24.589646 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc99c5b-a4eb-48b1-9c50-8e3fd03ad423 tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d23ad11a-9bc6-4186-81fd-1dbecc6e4597,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:09:24.624867 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c73e6e19-7a1f-428f-82a4-ef61ca6157f4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:24.653746 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ab3d37d-6197-4b16-97dd-928378617dae req-beaf8280-b2fc-41b2-b43c-26fa219055e1 tempest-LiveMigrationNegativeTest-51778097 tempest-LiveMigrationNegativeTest-51778097-project] Made reservation on behalf of 226ab7885bf147eaaba66104d367bc67 for: {'port': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:09:24.659126 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-2ab3d37d-6197-4b16-97dd-928378617dae req-beaf8280-b2fc-41b2-b43c-26fa219055e1 tempest-LiveMigrationNegativeTest-51778097 tempest-LiveMigrationNegativeTest-51778097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:24.673801 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-2ab3d37d-6197-4b16-97dd-928378617dae req-beaf8280-b2fc-41b2-b43c-26fa219055e1 tempest-LiveMigrationNegativeTest-51778097 tempest-LiveMigrationNegativeTest-51778097-project] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:24.777338 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-40764e84-6541-497d-af4a-e69714ac5148 req-1c23957b-505b-4cd7-81a9-9eac1ec29f58 tempest-FloatingIPsTestJSON-1482987726 tempest-FloatingIPsTestJSON-1482987726-project] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:24.884748 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-40764e84-6541-497d-af4a-e69714ac5148 req-1c23957b-505b-4cd7-81a9-9eac1ec29f58 tempest-FloatingIPsTestJSON-1482987726 tempest-FloatingIPsTestJSON-1482987726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:24.886216 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-c73e6e19-7a1f-428f-82a4-ef61ca6157f4 admin admin] Deleting port ea92ec76-65f0-4e4e-94a9-e338356bb275 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:09:24.886618 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c73e6e19-7a1f-428f-82a4-ef61ca6157f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:24.926853 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-e1b8aaaf-36aa-4428-bf85-e6e6a81fcb2c None None] Set router a93f17c0-6e53-469e-aa61-7194f1a9834a gateway port host: n-d-802623-1 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:09:24.970191 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40764e84-6541-497d-af4a-e69714ac5148 req-1c23957b-505b-4cd7-81a9-9eac1ec29f58 tempest-FloatingIPsTestJSON-1482987726 tempest-FloatingIPsTestJSON-1482987726-project] Network 2fd42287-ed26-4eb9-89a5-b521f5b04356 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:09:24.977639 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-2ab3d37d-6197-4b16-97dd-928378617dae req-beaf8280-b2fc-41b2-b43c-26fa219055e1 tempest-LiveMigrationNegativeTest-51778097 tempest-LiveMigrationNegativeTest-51778097-project] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:24.979026 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [req-40764e84-6541-497d-af4a-e69714ac5148 req-1c23957b-505b-4cd7-81a9-9eac1ec29f58 tempest-FloatingIPsTestJSON-1482987726 tempest-FloatingIPsTestJSON-1482987726-project] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:09:24.985640 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [req-40764e84-6541-497d-af4a-e69714ac5148 req-1c23957b-505b-4cd7-81a9-9eac1ec29f58 tempest-FloatingIPsTestJSON-1482987726 tempest-FloatingIPsTestJSON-1482987726-project] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:09:25.012126 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-2ab3d37d-6197-4b16-97dd-928378617dae req-beaf8280-b2fc-41b2-b43c-26fa219055e1 tempest-LiveMigrationNegativeTest-51778097 tempest-LiveMigrationNegativeTest-51778097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:25.073990 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acc7370-9c95-4cfe-80bb-43a87bb3512b req-9c4547f9-dac1-4a6e-8f6d-9ada92997337 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:09:25.076209 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-4acc7370-9c95-4cfe-80bb-43a87bb3512b req-9c4547f9-dac1-4a6e-8f6d-9ada92997337 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.18 "GET /v2.0/ports?device_id=8bb766e8-eb06-49ad-9e2b-953aac852a73 HTTP/1.1" status: 200 len: 945 time: 0.0917301 Jul 27 23:09:25.082804 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-c73e6e19-7a1f-428f-82a4-ef61ca6157f4 admin admin] For port ea92ec76-65f0-4e4e-94a9-e338356bb275, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=ea92ec76-65f0-4e4e-94a9-e338356bb275,segment=NetworkSegment(b9afe07e-bbe4-4740-834c-4b6a9698bdbc),segment_id=b9afe07e-bbe4-4740-834c-4b6a9698bdbc)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:09:25.083208 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c73e6e19-7a1f-428f-82a4-ef61ca6157f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:25.138022 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [req-2ab3d37d-6197-4b16-97dd-928378617dae req-beaf8280-b2fc-41b2-b43c-26fa219055e1 tempest-LiveMigrationNegativeTest-51778097 tempest-LiveMigrationNegativeTest-51778097-project] Allocated IP 192.168.233.141 (591af2dd-f826-43b1-aa9d-e7a0bf218c71/62938449-046d-4cbe-923a-7ebb632c358d/10623307-e0bb-44d2-a3e7-0d2d5a884a90) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:09:25.151911 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-c73e6e19-7a1f-428f-82a4-ef61ca6157f4 admin admin] Calling delete_port for ea92ec76-65f0-4e4e-94a9-e338356bb275 owned by network:router_gateway {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:09:25.178470 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-4acc7370-9c95-4cfe-80bb-43a87bb3512b req-fe48fc83-19d5-41c4-876d-629c575c7999 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.18 "GET /v2.0/security-groups?id=657c655b-8580-45d5-979f-9b32b7a260f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838616 Jul 27 23:09:25.189077 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-e1b8aaaf-36aa-4428-bf85-e6e6a81fcb2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a93f17c0-6e53-469e-aa61-7194f1a9834a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-893120416-router', 'tenant_id': '09c2e06aaf3c4aa785e90ae90800475c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.81'}], 'enable_snat': True}, 'gw_port_id': 'ea92ec76-65f0-4e4e-94a9-e338356bb275', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:03:02Z', 'updated_at': '2021-07-27T23:09:22Z', 'revision_number': 5, 'project_id': '09c2e06aaf3c4aa785e90ae90800475c', 'gw_port': {'id': 'ea92ec76-65f0-4e4e-94a9-e338356bb275', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:05:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a93f17c0-6e53-469e-aa61-7194f1a9834a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:03:04Z', 'updated_at': '2021-07-27T23:03:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1'}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:09:25.225474 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b8aaaf-36aa-4428-bf85-e6e6a81fcb2c None None] The sync data for ids ['a93f17c0-6e53-469e-aa61-7194f1a9834a'] in n-d-802623-1 is: [{'id': 'a93f17c0-6e53-469e-aa61-7194f1a9834a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-893120416-router', 'tenant_id': '09c2e06aaf3c4aa785e90ae90800475c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.81'}], 'enable_snat': True}, 'gw_port_id': 'ea92ec76-65f0-4e4e-94a9-e338356bb275', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:03:02Z', 'updated_at': '2021-07-27T23:09:22Z', 'revision_number': 5, 'project_id': '09c2e06aaf3c4aa785e90ae90800475c', 'gw_port': {'id': 'ea92ec76-65f0-4e4e-94a9-e338356bb275', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:05:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a93f17c0-6e53-469e-aa61-7194f1a9834a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:03:04Z', 'updated_at': '2021-07-27T23:03:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1'}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:09:25.241979 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.agents_db [None req-9beef776-8bab-4de2-989a-f5a23ba4aaf4 None None] Agent healthcheck: found 7 active agents {{(pid=93800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 23:09:25.275877 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c23957b-505b-4cd7-81a9-9eac1ec29f58 tempest-FloatingIPsTestJSON-1482987726 tempest-FloatingIPsTestJSON-1482987726-project] Pushing event updated for resources: {'Port': ['ID=28c3f290-ecc4-41be-a7a6-ab810fa7e47e,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:09:25.337123 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beaf8280-b2fc-41b2-b43c-26fa219055e1 tempest-LiveMigrationNegativeTest-51778097 tempest-LiveMigrationNegativeTest-51778097-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8661a481-8725-4d2d-88ac-095875c6abdc,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:09:25.419456 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-2ab3d37d-6197-4b16-97dd-928378617dae req-beaf8280-b2fc-41b2-b43c-26fa219055e1 tempest-LiveMigrationNegativeTest-51778097 tempest-LiveMigrationNegativeTest-51778097-project] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:25.429708 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-40764e84-6541-497d-af4a-e69714ac5148 req-1c23957b-505b-4cd7-81a9-9eac1ec29f58 tempest-FloatingIPsTestJSON-1482987726 tempest-FloatingIPsTestJSON-1482987726-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:25.443037 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [req-2ab3d37d-6197-4b16-97dd-928378617dae req-beaf8280-b2fc-41b2-b43c-26fa219055e1 tempest-LiveMigrationNegativeTest-51778097 tempest-LiveMigrationNegativeTest-51778097-project] Transition to ACTIVE for port object 10623307-e0bb-44d2-a3e7-0d2d5a884a90 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:09:25.482927 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-40764e84-6541-497d-af4a-e69714ac5148 req-1c23957b-505b-4cd7-81a9-9eac1ec29f58 tempest-FloatingIPsTestJSON-1482987726 tempest-FloatingIPsTestJSON-1482987726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:25.517715 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c73e6e19-7a1f-428f-82a4-ef61ca6157f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:25.533076 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-66af4fec-14f9-48c2-9e6f-558e985a358c req-33ac1f96-4639-46bc-8551-3879c303ef0f tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5a3cfd4017c84232b4a584320b01c441 HTTP/1.1" status: 200 len: 10894 time: 0.2065475 Jul 27 23:09:25.546978 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-2ab3d37d-6197-4b16-97dd-928378617dae req-beaf8280-b2fc-41b2-b43c-26fa219055e1 tempest-LiveMigrationNegativeTest-51778097 tempest-LiveMigrationNegativeTest-51778097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:25.561433 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73e6e19-7a1f-428f-82a4-ef61ca6157f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=ea92ec76-65f0-4e4e-94a9-e338356bb275,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:09:25.653712 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-66af4fec-14f9-48c2-9e6f-558e985a358c req-1810320b-4a35-4f23-862d-a8424c35211e tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] 10.222.0.18 "GET /v2.0/security-groups/fd4c80f8-6360-4d2a-b031-00b7544968a3 HTTP/1.1" status: 200 len: 2981 time: 0.0956380 Jul 27 23:09:25.654627 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ab3d37d-6197-4b16-97dd-928378617dae req-beaf8280-b2fc-41b2-b43c-26fa219055e1 tempest-LiveMigrationNegativeTest-51778097 tempest-LiveMigrationNegativeTest-51778097-project] Network 591af2dd-f826-43b1-aa9d-e7a0bf218c71 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:09:25.657992 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beaf8280-b2fc-41b2-b43c-26fa219055e1 tempest-LiveMigrationNegativeTest-51778097 tempest-LiveMigrationNegativeTest-51778097-project] Pushing event updated for resources: {'Port': ['ID=10623307-e0bb-44d2-a3e7-0d2d5a884a90,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:09:25.663173 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [req-2ab3d37d-6197-4b16-97dd-928378617dae req-beaf8280-b2fc-41b2-b43c-26fa219055e1 tempest-LiveMigrationNegativeTest-51778097 tempest-LiveMigrationNegativeTest-51778097-project] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:09:25.663844 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c73e6e19-7a1f-428f-82a4-ef61ca6157f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-415368'] for router_gateway, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:25.672664 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ab3d37d-6197-4b16-97dd-928378617dae req-beaf8280-b2fc-41b2-b43c-26fa219055e1 tempest-LiveMigrationNegativeTest-51778097 tempest-LiveMigrationNegativeTest-51778097-project] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:09:25.787279 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 9dd1cc71-07bf-48c0-b2a4-4612760ea5b7 no longer exists at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:09:25.800516 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab3d37d-6197-4b16-97dd-928378617dae req-beaf8280-b2fc-41b2-b43c-26fa219055e1 tempest-LiveMigrationNegativeTest-51778097 tempest-LiveMigrationNegativeTest-51778097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:09:25.801182 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-2ab3d37d-6197-4b16-97dd-928378617dae req-beaf8280-b2fc-41b2-b43c-26fa219055e1 tempest-LiveMigrationNegativeTest-51778097 tempest-LiveMigrationNegativeTest-51778097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:25.829635 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] No Port match for: 9dd1cc71-07bf-48c0-b2a4-4612760ea5b7 {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:09:25.829996 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 9dd1cc71-07bf-48c0-b2a4-4612760ea5b7 not bound to the agent host n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:09:25.847720 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-40764e84-6541-497d-af4a-e69714ac5148 req-1c23957b-505b-4cd7-81a9-9eac1ec29f58 tempest-FloatingIPsTestJSON-1482987726 tempest-FloatingIPsTestJSON-1482987726-project] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:25.857102 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c73e6e19-7a1f-428f-82a4-ef61ca6157f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62205'] for router, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:25.858264 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-2ab3d37d-6197-4b16-97dd-928378617dae req-beaf8280-b2fc-41b2-b43c-26fa219055e1 tempest-LiveMigrationNegativeTest-51778097 tempest-LiveMigrationNegativeTest-51778097-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3941395 Jul 27 23:09:25.861011 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-40764e84-6541-497d-af4a-e69714ac5148 req-1c23957b-505b-4cd7-81a9-9eac1ec29f58 tempest-FloatingIPsTestJSON-1482987726 tempest-FloatingIPsTestJSON-1482987726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11336041'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:25.866760 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c73e6e19-7a1f-428f-82a4-ef61ca6157f4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:25.935196 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [req-2ab3d37d-6197-4b16-97dd-928378617dae req-416883ec-c80e-4473-ac39-3b56122f0446 service neutron] Request body: {'port': {'device_id': 'e55d4a80-b44a-42bc-9500-aa90ca43ed65', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802623-1'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:09:25.970657 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-66af4fec-14f9-48c2-9e6f-558e985a358c req-95e46f49-d36b-49c7-834b-1d82470f4ab0 tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] 10.222.0.18 "GET /v2.0/security-groups/fd4c80f8-6360-4d2a-b031-00b7544968a3 HTTP/1.1" status: 200 len: 2981 time: 0.2724643 Jul 27 23:09:25.987443 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c73e6e19-7a1f-428f-82a4-ef61ca6157f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-477831'] for router, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:25.988336 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c73e6e19-7a1f-428f-82a4-ef61ca6157f4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a93f17c0-6e53-469e-aa61-7194f1a9834a {{(pid=93798) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 23:09:25.990661 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-cabec68c-3740-424e-a49e-6465fdb6622a None None] Provisioning for port 10623307-e0bb-44d2-a3e7-0d2d5a884a90 completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:09:25.996132 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c73e6e19-7a1f-428f-82a4-ef61ca6157f4 admin admin] Notify callbacks [] for router, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:25.999452 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-cabec68c-3740-424e-a49e-6465fdb6622a None None] Provisioning complete for port 10623307-e0bb-44d2-a3e7-0d2d5a884a90 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:09:25.999785 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-c73e6e19-7a1f-428f-82a4-ef61ca6157f4 admin admin] 10.222.0.18 "DELETE /v2.0/routers/a93f17c0-6e53-469e-aa61-7194f1a9834a HTTP/1.1" status: 204 len: 168 time: 1.9528010 Jul 27 23:09:26.000561 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-cabec68c-3740-424e-a49e-6465fdb6622a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:26.002223 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 59796) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:09:26.022926 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c23957b-505b-4cd7-81a9-9eac1ec29f58 tempest-FloatingIPsTestJSON-1482987726 tempest-FloatingIPsTestJSON-1482987726-project] Pushing event updated for resources: {'Port': ['ID=28c3f290-ecc4-41be-a7a6-ab810fa7e47e,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:09:26.060796 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-cabec68c-3740-424e-a49e-6465fdb6622a None None] Port 10623307-e0bb-44d2-a3e7-0d2d5a884a90 cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:09:26.080284 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-40764e84-6541-497d-af4a-e69714ac5148 req-1c23957b-505b-4cd7-81a9-9eac1ec29f58 tempest-FloatingIPsTestJSON-1482987726 tempest-FloatingIPsTestJSON-1482987726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-415302'] for floatingip, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:26.085176 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-2ab3d37d-6197-4b16-97dd-928378617dae req-416883ec-c80e-4473-ac39-3b56122f0446 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:26.118360 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_v2 [None req-59393112-f725-452b-b9dd-8c36f0e05ec1 admin admin] Deleting subnet 681fdd2e-7bb4-498c-9817-5f416242773c {{(pid=93798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 23:09:26.124037 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-59393112-f725-452b-b9dd-8c36f0e05ec1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:26.154041 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-40764e84-6541-497d-af4a-e69714ac5148 req-1c23957b-505b-4cd7-81a9-9eac1ec29f58 tempest-FloatingIPsTestJSON-1482987726 tempest-FloatingIPsTestJSON-1482987726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for floatingip, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:26.156466 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-40764e84-6541-497d-af4a-e69714ac5148 req-1c23957b-505b-4cd7-81a9-9eac1ec29f58 tempest-FloatingIPsTestJSON-1482987726 tempest-FloatingIPsTestJSON-1482987726-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.5102863 Jul 27 23:09:26.210736 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-59393112-f725-452b-b9dd-8c36f0e05ec1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11163249'] for subnet, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:26.286958 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc101dac-81dd-4b36-b913-ad08e35b55f3 req-13054042-4d09-4b21-a461-d0f5d3a7d024 tempest-LiveMigrationNegativeTest-51778097 tempest-LiveMigrationNegativeTest-51778097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:09:26.296985 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-cc101dac-81dd-4b36-b913-ad08e35b55f3 req-13054042-4d09-4b21-a461-d0f5d3a7d024 tempest-LiveMigrationNegativeTest-51778097 tempest-LiveMigrationNegativeTest-51778097-project] 10.222.0.18 "GET /v2.0/ports?device_id=e55d4a80-b44a-42bc-9500-aa90ca43ed65 HTTP/1.1" status: 200 len: 936 time: 0.2191195 Jul 27 23:09:26.306929 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-40764e84-6541-497d-af4a-e69714ac5148 req-0ff93cd1-2dd4-448e-8ac7-2bed4473858f tempest-FloatingIPsTestJSON-1482987726 tempest-FloatingIPsTestJSON-1482987726-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.4.194 HTTP/1.1" status: 200 len: 696 time: 0.1240880 Jul 27 23:09:26.393616 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-cc101dac-81dd-4b36-b913-ad08e35b55f3 req-9f489b94-832a-4431-9c7e-2acd936c6459 tempest-LiveMigrationNegativeTest-51778097 tempest-LiveMigrationNegativeTest-51778097-project] 10.222.0.18 "GET /v2.0/security-groups?id=8661a481-8725-4d2d-88ac-095875c6abdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955102 Jul 27 23:09:26.409001 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-59393112-f725-452b-b9dd-8c36f0e05ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620741'] for subnet, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:26.493178 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-59393112-f725-452b-b9dd-8c36f0e05ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11971800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12265753'] for subnet, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:26.503166 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40764e84-6541-497d-af4a-e69714ac5148 req-bf5d7902-aa89-4f7e-b5fa-026ff3abbfa9 tempest-FloatingIPsTestJSON-1482987726 tempest-FloatingIPsTestJSON-1482987726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:09:26.505216 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-40764e84-6541-497d-af4a-e69714ac5148 req-bf5d7902-aa89-4f7e-b5fa-026ff3abbfa9 tempest-FloatingIPsTestJSON-1482987726 tempest-FloatingIPsTestJSON-1482987726-project] 10.222.0.18 "GET /v2.0/networks/2fd42287-ed26-4eb9-89a5-b521f5b04356 HTTP/1.1" status: 200 len: 784 time: 0.1909437 Jul 27 23:09:26.542587 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59393112-f725-452b-b9dd-8c36f0e05ec1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=681fdd2e-7bb4-498c-9817-5f416242773c,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:09:26.554902 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-59393112-f725-452b-b9dd-8c36f0e05ec1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:26.559292 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-59393112-f725-452b-b9dd-8c36f0e05ec1 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/681fdd2e-7bb4-498c-9817-5f416242773c HTTP/1.1" status: 204 len: 168 time: 0.5536878 Jul 27 23:09:26.559673 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 59808) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:09:26.564249 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b77919a-c3e8-4012-8d4c-e789a43f323a None None] Network 0f9004bd-8e90-4e82-a7cb-88f9b433c217 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:09:26.692204 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c09a38fa-3ba7-43f0-a725-bbebf90e5c2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593271'] for network, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:26.712069 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c48c7345-f22d-43ab-be3c-403922a1597a req-ad4bf303-9733-47cd-a572-99a38b30cb5f tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] 10.222.0.18 "GET /v2.0/security-groups/b9832cb5-2634-448b-b36c-824adc3816e5 HTTP/1.1" status: 200 len: 1799 time: 0.0824599 Jul 27 23:09:26.765790 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [req-2ab3d37d-6197-4b16-97dd-928378617dae req-416883ec-c80e-4473-ac39-3b56122f0446 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10623307-e0bb-44d2-a3e7-0d2d5a884a90 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:09:26.795147 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad9000d-c309-4e81-be97-70810504f770 req-901e3874-f7d3-4a80-a088-8d794aec7d20 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:09:26.795147 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-2ad9000d-c309-4e81-be97-70810504f770 req-901e3874-f7d3-4a80-a088-8d794aec7d20 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.18 "GET /v2.0/ports?device_id=8bb766e8-eb06-49ad-9e2b-953aac852a73 HTTP/1.1" status: 200 len: 945 time: 0.1003234 Jul 27 23:09:26.795147 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-2ab3d37d-6197-4b16-97dd-928378617dae req-416883ec-c80e-4473-ac39-3b56122f0446 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:26.847805 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [req-2ab3d37d-6197-4b16-97dd-928378617dae req-416883ec-c80e-4473-ac39-3b56122f0446 service neutron] Transition to ACTIVE for port object 10623307-e0bb-44d2-a3e7-0d2d5a884a90 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:09:26.880327 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-2ab3d37d-6197-4b16-97dd-928378617dae req-416883ec-c80e-4473-ac39-3b56122f0446 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11336041'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:26.893775 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-02bd5f3f-546a-4721-81b0-4b67ee2a7387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:26.909483 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-2ad9000d-c309-4e81-be97-70810504f770 req-119d3b15-c82b-4a79-b1d1-c097cc740ed7 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.18 "GET /v2.0/security-groups?id=657c655b-8580-45d5-979f-9b32b7a260f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046293 Jul 27 23:09:26.936421 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a21555b3-95ef-4f4f-908d-271bf83eb0c6 None None] DHCP port deletion for 0f9004bd-8e90-4e82-a7cb-88f9b433c217 request from n-d-802623-1 {{(pid=93799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 23:09:27.093188 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-a21555b3-95ef-4f4f-908d-271bf83eb0c6 None None] Deleting port af9836cb-9f8e-4280-b964-e0fecd8a6b40 {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:09:27.093957 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a21555b3-95ef-4f4f-908d-271bf83eb0c6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:27.185742 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-a21555b3-95ef-4f4f-908d-271bf83eb0c6 None None] For port af9836cb-9f8e-4280-b964-e0fecd8a6b40, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=af9836cb-9f8e-4280-b964-e0fecd8a6b40,segment=NetworkSegment(68badffb-1ae8-46d7-9932-5a3dba1817fe),segment_id=68badffb-1ae8-46d7-9932-5a3dba1817fe)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:09:27.186515 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a21555b3-95ef-4f4f-908d-271bf83eb0c6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:27.187834 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416883ec-c80e-4473-ac39-3b56122f0446 service neutron] Pushing event updated for resources: {'Port': ['ID=10623307-e0bb-44d2-a3e7-0d2d5a884a90,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:09:27.218313 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-a21555b3-95ef-4f4f-908d-271bf83eb0c6 None None] Calling delete_port for af9836cb-9f8e-4280-b964-e0fecd8a6b40 owned by network:dhcp {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:09:27.222862 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8d9e2efd-391c-413e-ae7a-d1d521ac0c96 req-32f27e10-e6c1-4b82-adbb-8ebbaa4dadcb tempest-FloatingIPsTestJSON-1482987726 tempest-FloatingIPsTestJSON-1482987726-project] 10.222.0.18 "GET /v2.0/floatingips/14351ebe-7e1b-4089-b923-6f1c855ddda9 HTTP/1.1" status: 200 len: 693 time: 0.1078167 Jul 27 23:09:27.235294 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-2ab3d37d-6197-4b16-97dd-928378617dae req-416883ec-c80e-4473-ac39-3b56122f0446 service neutron] Attempting to bind port 10623307-e0bb-44d2-a3e7-0d2d5a884a90 on host n-h2-802623-1 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:09:27.235628 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-2ab3d37d-6197-4b16-97dd-928378617dae req-416883ec-c80e-4473-ac39-3b56122f0446 service neutron] Attempting to bind port 10623307-e0bb-44d2-a3e7-0d2d5a884a90 by drivers openvswitch,hyperv on host n-h2-802623-1 at level 0 using segments [{'id': '16e91594-c047-4b55-93eb-43af33ad08e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '591af2dd-f826-43b1-aa9d-e7a0bf218c71'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:09:27.235957 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ab3d37d-6197-4b16-97dd-928378617dae req-416883ec-c80e-4473-ac39-3b56122f0446 service neutron] Attempting to bind port 10623307-e0bb-44d2-a3e7-0d2d5a884a90 on network 591af2dd-f826-43b1-aa9d-e7a0bf218c71 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:09:27.289443 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ab3d37d-6197-4b16-97dd-928378617dae req-416883ec-c80e-4473-ac39-3b56122f0446 service neutron] Port 10623307-e0bb-44d2-a3e7-0d2d5a884a90 on network 591af2dd-f826-43b1-aa9d-e7a0bf218c71 not bound, no agent of type Open vSwitch agent registered on host n-h2-802623-1 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 23:09:27.289768 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ab3d37d-6197-4b16-97dd-928378617dae req-416883ec-c80e-4473-ac39-3b56122f0446 service neutron] Attempting to bind port 10623307-e0bb-44d2-a3e7-0d2d5a884a90 on network 591af2dd-f826-43b1-aa9d-e7a0bf218c71 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:09:27.306710 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-c09a38fa-3ba7-43f0-a725-bbebf90e5c2a admin admin] Deleting port af9836cb-9f8e-4280-b964-e0fecd8a6b40 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:09:27.307103 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c09a38fa-3ba7-43f0-a725-bbebf90e5c2a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:27.309140 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-c48c7345-f22d-43ab-be3c-403922a1597a req-7c2acf11-708b-44ae-9bd9-4859d42fa7c1 tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:27.340675 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a21555b3-95ef-4f4f-908d-271bf83eb0c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:27.363018 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ab3d37d-6197-4b16-97dd-928378617dae req-416883ec-c80e-4473-ac39-3b56122f0446 service neutron] Checking agent: {'id': 'c5cc038b-93c4-4df4-8061-5df2a04a48c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 23, 0, 4), 'started_at': datetime.datetime(2021, 7, 27, 23, 0, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 9, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:09:27.363448 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ab3d37d-6197-4b16-97dd-928378617dae req-416883ec-c80e-4473-ac39-3b56122f0446 service neutron] Checking segment: {'id': '16e91594-c047-4b55-93eb-43af33ad08e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '591af2dd-f826-43b1-aa9d-e7a0bf218c71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:09:27.363762 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ab3d37d-6197-4b16-97dd-928378617dae req-416883ec-c80e-4473-ac39-3b56122f0446 service neutron] Bound using segment: {'id': '16e91594-c047-4b55-93eb-43af33ad08e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '591af2dd-f826-43b1-aa9d-e7a0bf218c71'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:09:27.364217 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-2ab3d37d-6197-4b16-97dd-928378617dae req-416883ec-c80e-4473-ac39-3b56122f0446 service neutron] Bound port: 10623307-e0bb-44d2-a3e7-0d2d5a884a90, host: n-h2-802623-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16e91594-c047-4b55-93eb-43af33ad08e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '591af2dd-f826-43b1-aa9d-e7a0bf218c71'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:09:27.364607 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-2ab3d37d-6197-4b16-97dd-928378617dae req-416883ec-c80e-4473-ac39-3b56122f0446 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:27.371727 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21555b3-95ef-4f4f-908d-271bf83eb0c6 None None] Pushing event deleted for resources: {'Port': ['ID=af9836cb-9f8e-4280-b964-e0fecd8a6b40,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:09:27.373659 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a21555b3-95ef-4f4f-908d-271bf83eb0c6 None None] No DVR routers for this DVR port af9836cb-9f8e-4280-b964-e0fecd8a6b40 on host n-d-802623-1 {{(pid=93799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:09:27.459098 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-c48c7345-f22d-43ab-be3c-403922a1597a req-7c2acf11-708b-44ae-9bd9-4859d42fa7c1 tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:27.535682 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9e2efd-391c-413e-ae7a-d1d521ac0c96 req-53f9ec0b-1f5c-46e4-b727-68bb17822f22 tempest-FloatingIPsTestJSON-1482987726 tempest-FloatingIPsTestJSON-1482987726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:09:27.537147 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8d9e2efd-391c-413e-ae7a-d1d521ac0c96 req-53f9ec0b-1f5c-46e4-b727-68bb17822f22 tempest-FloatingIPsTestJSON-1482987726 tempest-FloatingIPsTestJSON-1482987726-project] 10.222.0.18 "GET /v2.0/networks/2fd42287-ed26-4eb9-89a5-b521f5b04356 HTTP/1.1" status: 200 len: 784 time: 0.3038008 Jul 27 23:09:27.543728 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-c09a38fa-3ba7-43f0-a725-bbebf90e5c2a admin admin] For port af9836cb-9f8e-4280-b964-e0fecd8a6b40, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=af9836cb-9f8e-4280-b964-e0fecd8a6b40,segment=NetworkSegment(68badffb-1ae8-46d7-9932-5a3dba1817fe),segment_id=68badffb-1ae8-46d7-9932-5a3dba1817fe)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:09:27.545125 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-2ab3d37d-6197-4b16-97dd-928378617dae req-416883ec-c80e-4473-ac39-3b56122f0446 service neutron] For port 10623307-e0bb-44d2-a3e7-0d2d5a884a90, host n-h2-802623-1, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:09:27.545791 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c09a38fa-3ba7-43f0-a725-bbebf90e5c2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:27.549680 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-2ab3d37d-6197-4b16-97dd-928378617dae req-416883ec-c80e-4473-ac39-3b56122f0446 service neutron] For port 10623307-e0bb-44d2-a3e7-0d2d5a884a90, host n-h2-802623-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=10623307-e0bb-44d2-a3e7-0d2d5a884a90,segment=NetworkSegment(16e91594-c047-4b55-93eb-43af33ad08e1),segment_id=16e91594-c047-4b55-93eb-43af33ad08e1)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:09:27.571169 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-c09a38fa-3ba7-43f0-a725-bbebf90e5c2a admin admin] Calling delete_port for af9836cb-9f8e-4280-b964-e0fecd8a6b40 owned by network:dhcp {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:09:27.582690 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-c48c7345-f22d-43ab-be3c-403922a1597a req-7c2acf11-708b-44ae-9bd9-4859d42fa7c1 tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:27.585885 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-c48c7345-f22d-43ab-be3c-403922a1597a req-7c2acf11-708b-44ae-9bd9-4859d42fa7c1 tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:27.587033 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c48c7345-f22d-43ab-be3c-403922a1597a req-7c2acf11-708b-44ae-9bd9-4859d42fa7c1 tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] 10.222.0.18 "DELETE /v2.0/security-groups/b9832cb5-2634-448b-b36c-824adc3816e5 HTTP/1.1" status: 204 len: 173 time: 0.8670728 Jul 27 23:09:27.611089 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2acf11-708b-44ae-9bd9-4859d42fa7c1 tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9832cb5-2634-448b-b36c-824adc3816e5,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:09:27.624856 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-2ab3d37d-6197-4b16-97dd-928378617dae req-416883ec-c80e-4473-ac39-3b56122f0446 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11336041'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:27.680482 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8d9e2efd-391c-413e-ae7a-d1d521ac0c96 req-fbf17ba4-3b81-40c6-857b-cc4ecafa8d09 tempest-FloatingIPsTestJSON-1482987726 tempest-FloatingIPsTestJSON-1482987726-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.4.194 HTTP/1.1" status: 200 len: 696 time: 0.1247511 Jul 27 23:09:27.686461 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device af9836cb-9f8e-4280-b964-e0fecd8a6b40 no longer exists at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:09:27.706689 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab3d37d-6197-4b16-97dd-928378617dae req-416883ec-c80e-4473-ac39-3b56122f0446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:09:27.707346 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-2ab3d37d-6197-4b16-97dd-928378617dae req-416883ec-c80e-4473-ac39-3b56122f0446 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:27.708749 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-2ab3d37d-6197-4b16-97dd-928378617dae req-416883ec-c80e-4473-ac39-3b56122f0446 service neutron] 10.222.0.49 "PUT /v2.0/ports/10623307-e0bb-44d2-a3e7-0d2d5a884a90 HTTP/1.1" status: 200 len: 1096 time: 1.8362617 Jul 27 23:09:27.709261 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e55d4a80-b44a-42bc-9500-aa90ca43ed65', 'tag': '10623307-e0bb-44d2-a3e7-0d2d5a884a90'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:09:27.712269 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a476459a1bfce68b0ae0df5b6a71154bfc7cfdc8f9eefce6ad0a17231e60468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61b1cdc5-8b92-4f6b-927a-5d0ff8f26442" -d '{"events": [{"name": "network-changed", "server_uuid": "e55d4a80-b44a-42bc-9500-aa90ca43ed65", "tag": "10623307-e0bb-44d2-a3e7-0d2d5a884a90"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:09:27.726238 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] No Port match for: af9836cb-9f8e-4280-b964-e0fecd8a6b40 {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:09:27.727374 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device af9836cb-9f8e-4280-b964-e0fecd8a6b40 not bound to the agent host n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:09:27.727805 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c09a38fa-3ba7-43f0-a725-bbebf90e5c2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:27.728277 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device ea92ec76-65f0-4e4e-94a9-e338356bb275 no longer exists at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:09:27.751753 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] No Port match for: ea92ec76-65f0-4e4e-94a9-e338356bb275 {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:09:27.752640 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device ea92ec76-65f0-4e4e-94a9-e338356bb275 not bound to the agent host n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:09:27.802902 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09a38fa-3ba7-43f0-a725-bbebf90e5c2a admin admin] Pushing event deleted for resources: {'Port': ['ID=af9836cb-9f8e-4280-b964-e0fecd8a6b40,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:09:27.816397 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c09a38fa-3ba7-43f0-a725-bbebf90e5c2a admin admin] No DVR routers for this DVR port af9836cb-9f8e-4280-b964-e0fecd8a6b40 on host n-d-802623-1 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:09:27.882613 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8d9e2efd-391c-413e-ae7a-d1d521ac0c96 req-a6cfcd7f-f57b-4124-bbc0-10ff212c3482 tempest-FloatingIPsTestJSON-1482987726 tempest-FloatingIPsTestJSON-1482987726-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.4.194 HTTP/1.1" status: 200 len: 696 time: 0.1507294 Jul 27 23:09:27.888849 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416883ec-c80e-4473-ac39-3b56122f0446 service neutron] Pushing event updated for resources: {'Port': ['ID=10623307-e0bb-44d2-a3e7-0d2d5a884a90,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:09:27.998664 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c09a38fa-3ba7-43f0-a725-bbebf90e5c2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618032', 'neutron.services.segments.db._delete_segments_for_network-8736833900081'] for network, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:28.027097 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-c09a38fa-3ba7-43f0-a725-bbebf90e5c2a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f9004bd-8e90-4e82-a7cb-88f9b433c217']}} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:09:28.066165 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-c09a38fa-3ba7-43f0-a725-bbebf90e5c2a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68badffb-1ae8-46d7-9932-5a3dba1817fe') {'for_net_delete': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:09:28.066892 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-c09a38fa-3ba7-43f0-a725-bbebf90e5c2a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68badffb-1ae8-46d7-9932-5a3dba1817fe') {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:09:28.087770 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c09a38fa-3ba7-43f0-a725-bbebf90e5c2a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736833900858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11163256'] for segment, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:28.133057 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1e57e1-6d2e-4f87-85be-1c80aec2f026 req-0a03d625-b326-40e6-889b-cfca41be344a tempest-LiveMigrationNegativeTest-51778097 tempest-LiveMigrationNegativeTest-51778097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:09:28.134732 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-fb1e57e1-6d2e-4f87-85be-1c80aec2f026 req-0a03d625-b326-40e6-889b-cfca41be344a tempest-LiveMigrationNegativeTest-51778097 tempest-LiveMigrationNegativeTest-51778097-project] 10.222.0.18 "GET /v2.0/ports?device_id=e55d4a80-b44a-42bc-9500-aa90ca43ed65 HTTP/1.1" status: 200 len: 948 time: 0.1333749 Jul 27 23:09:28.145612 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c09a38fa-3ba7-43f0-a725-bbebf90e5c2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:28.168090 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c09a38fa-3ba7-43f0-a725-bbebf90e5c2a admin admin] Releasing vlan 517 on physical network physnet1 to pool {{(pid=93798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 23:09:28.168509 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c09a38fa-3ba7-43f0-a725-bbebf90e5c2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11971746'] for segment, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:28.170398 n-d-802623-1 neutron-server[93798]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 23:09:28.170398 n-d-802623-1 neutron-server[93798]: self.session.flush() Jul 27 23:09:28.170398 n-d-802623-1 neutron-server[93798]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 23:09:28.170398 n-d-802623-1 neutron-server[93798]: self.session.flush() Jul 27 23:09:28.170398 n-d-802623-1 neutron-server[93798]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 23:09:28.170398 n-d-802623-1 neutron-server[93798]: self.session.flush() Jul 27 23:09:28.170398 n-d-802623-1 neutron-server[93798]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 23:09:28.170398 n-d-802623-1 neutron-server[93798]: self.session.flush() Jul 27 23:09:28.170398 n-d-802623-1 neutron-server[93798]: Traceback (most recent call last): Jul 27 23:09:28.170398 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 23:09:28.170398 n-d-802623-1 neutron-server[93798]: timer() Jul 27 23:09:28.170398 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 23:09:28.170398 n-d-802623-1 neutron-server[93798]: cb(*args, **kw) Jul 27 23:09:28.170398 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 23:09:28.170398 n-d-802623-1 neutron-server[93798]: return func(*args, **kwargs) Jul 27 23:09:28.170398 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 23:09:28.170398 n-d-802623-1 neutron-server[93798]: self._notify() Jul 27 23:09:28.170398 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 23:09:28.170398 n-d-802623-1 neutron-server[93798]: self.callback(batched_events) Jul 27 23:09:28.170398 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 23:09:28.170398 n-d-802623-1 neutron-server[93798]: event.method(event) Jul 27 23:09:28.170398 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 23:09:28.170398 n-d-802623-1 neutron-server[93798]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 23:09:28.170398 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 23:09:28.170398 n-d-802623-1 neutron-server[93798]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 23:09:28.170398 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 23:09:28.170398 n-d-802623-1 neutron-server[93798]: return f(self, *a, **k) Jul 27 23:09:28.170398 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 23:09:28.170398 n-d-802623-1 neutron-server[93798]: return self._get(url).json() Jul 27 23:09:28.170398 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 23:09:28.170398 n-d-802623-1 neutron-server[93798]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 23:09:28.170398 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 23:09:28.170398 n-d-802623-1 neutron-server[93798]: return self.request(url, 'GET', **kwargs) Jul 27 23:09:28.170398 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 23:09:28.170398 n-d-802623-1 neutron-server[93798]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 23:09:28.170398 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 23:09:28.170398 n-d-802623-1 neutron-server[93798]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 23:09:28.170398 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 23:09:28.170398 n-d-802623-1 neutron-server[93798]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 23:09:28.170398 n-d-802623-1 neutron-server[93798]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 23:09:28.252658 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-fb1e57e1-6d2e-4f87-85be-1c80aec2f026 req-1695b3ac-5d9c-47c2-8599-d63a26de2829 tempest-LiveMigrationNegativeTest-51778097 tempest-LiveMigrationNegativeTest-51778097-project] 10.222.0.18 "GET /v2.0/security-groups?id=8661a481-8725-4d2d-88ac-095875c6abdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041088 Jul 27 23:09:28.268080 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c09a38fa-3ba7-43f0-a725-bbebf90e5c2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415412'] for network, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:28.308534 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c09a38fa-3ba7-43f0-a725-bbebf90e5c2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:28.310724 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-c09a38fa-3ba7-43f0-a725-bbebf90e5c2a admin admin] 10.222.0.18 "DELETE /v2.0/networks/0f9004bd-8e90-4e82-a7cb-88f9b433c217 HTTP/1.1" status: 204 len: 168 time: 1.7501171 Jul 27 23:09:28.311892 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09a38fa-3ba7-43f0-a725-bbebf90e5c2a admin admin] Pushing event deleted for resources: {'Network': ['ID=0f9004bd-8e90-4e82-a7cb-88f9b433c217,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:09:28.313728 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 59836) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:09:28.359572 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab3d37d-6197-4b16-97dd-928378617dae req-089cfb1c-330d-4f34-8966-425a2c570f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:09:28.361035 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-2ab3d37d-6197-4b16-97dd-928378617dae req-089cfb1c-330d-4f34-8966-425a2c570f5c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=226ab7885bf147eaaba66104d367bc67&device_id=e55d4a80-b44a-42bc-9500-aa90ca43ed65 HTTP/1.1" status: 200 len: 1099 time: 0.5439990 Jul 27 23:09:28.420575 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-2ab3d37d-6197-4b16-97dd-928378617dae req-963645a0-d727-4e16-b387-71d52ba382fe service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=10623307-e0bb-44d2-a3e7-0d2d5a884a90 HTTP/1.1" status: 200 len: 217 time: 0.0492003 Jul 27 23:09:28.445202 n-d-802623-1 neutron-server[93798]: INFO neutron.api.v2.resource [req-e054161e-a078-403b-9924-32ba2fa3f2be req-80d29e40-6929-4bfd-b842-11fffda5a85d tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] show failed (client error): The resource could not be found. Jul 27 23:09:28.446217 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e054161e-a078-403b-9924-32ba2fa3f2be req-80d29e40-6929-4bfd-b842-11fffda5a85d tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] 10.222.0.18 "GET /v2.0/security-groups/b9832cb5-2634-448b-b36c-824adc3816e5 HTTP/1.1" status: 404 len: 352 time: 0.0199828 Jul 27 23:09:28.464824 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [req-8d9e2efd-391c-413e-ae7a-d1d521ac0c96 req-a191be8e-92fc-421b-9cd4-a00b6489c81f tempest-FloatingIPsTestJSON-1482987726 tempest-FloatingIPsTestJSON-1482987726-project] Deleting port 28c3f290-ecc4-41be-a7a6-ab810fa7e47e {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:09:28.465252 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-8d9e2efd-391c-413e-ae7a-d1d521ac0c96 req-a191be8e-92fc-421b-9cd4-a00b6489c81f tempest-FloatingIPsTestJSON-1482987726 tempest-FloatingIPsTestJSON-1482987726-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:28.529146 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab3d37d-6197-4b16-97dd-928378617dae req-272599bb-7366-4d45-b2cd-7a8affabd88c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:09:28.531675 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-2ab3d37d-6197-4b16-97dd-928378617dae req-272599bb-7366-4d45-b2cd-7a8affabd88c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=62938449-046d-4cbe-923a-7ebb632c358d HTTP/1.1" status: 200 len: 843 time: 0.1035800 Jul 27 23:09:28.591726 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 23:09:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abbc5730-e05f-41c9-b2d2-f6b94f71c9d0 x-openstack-request-id: req-abbc5730-e05f-41c9-b2d2-f6b94f71c9d0 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:09:28.592051 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e55d4a80-b44a-42bc-9500-aa90ca43ed65", "tag": "10623307-e0bb-44d2-a3e7-0d2d5a884a90", "status": "completed", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:09:28.592266 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-abbc5730-e05f-41c9-b2d2-f6b94f71c9d0 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:09:28.593217 n-d-802623-1 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e55d4a80-b44a-42bc-9500-aa90ca43ed65', 'tag': '10623307-e0bb-44d2-a3e7-0d2d5a884a90', 'status': 'completed', 'code': 200} Jul 27 23:09:28.613612 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-8d9e2efd-391c-413e-ae7a-d1d521ac0c96 req-a191be8e-92fc-421b-9cd4-a00b6489c81f tempest-FloatingIPsTestJSON-1482987726 tempest-FloatingIPsTestJSON-1482987726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:28.613612 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-8d9e2efd-391c-413e-ae7a-d1d521ac0c96 req-a191be8e-92fc-421b-9cd4-a00b6489c81f tempest-FloatingIPsTestJSON-1482987726 tempest-FloatingIPsTestJSON-1482987726-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:28.631359 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [req-8d9e2efd-391c-413e-ae7a-d1d521ac0c96 req-a191be8e-92fc-421b-9cd4-a00b6489c81f tempest-FloatingIPsTestJSON-1482987726 tempest-FloatingIPsTestJSON-1482987726-project] Calling delete_port for 28c3f290-ecc4-41be-a7a6-ab810fa7e47e owned by network:floatingip {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:09:28.634461 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab3d37d-6197-4b16-97dd-928378617dae req-de305a94-b157-4671-9d60-2453208699a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:09:28.636028 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-2ab3d37d-6197-4b16-97dd-928378617dae req-de305a94-b157-4671-9d60-2453208699a7 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=591af2dd-f826-43b1-aa9d-e7a0bf218c71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0920904 Jul 27 23:09:28.761843 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4972f1da-de96-4350-a08d-6176c27bce2f req-9663239e-40f6-4c71-8b92-d6ed9339edfc tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:09:28.763663 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-4972f1da-de96-4350-a08d-6176c27bce2f req-9663239e-40f6-4c71-8b92-d6ed9339edfc tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.18 "GET /v2.0/ports?device_id=8bb766e8-eb06-49ad-9e2b-953aac852a73 HTTP/1.1" status: 200 len: 945 time: 0.0935793 Jul 27 23:09:28.848429 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-4972f1da-de96-4350-a08d-6176c27bce2f req-cdd23363-8698-4e8d-9714-b715f4b6b929 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.18 "GET /v2.0/security-groups?id=657c655b-8580-45d5-979f-9b32b7a260f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599105 Jul 27 23:09:28.872828 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-2ab3d37d-6197-4b16-97dd-928378617dae req-c5d92d7b-cf88-46f5-aa9d-b49152bd945d service neutron] 10.222.0.49 "GET /v2.0/networks/591af2dd-f826-43b1-aa9d-e7a0bf218c71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2270236 Jul 27 23:09:28.949931 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7102e2db-1740-4017-a982-3cd0b24d2912 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-414022'] for router_interface, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:29.042567 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-d41f1b9b-dbdc-4cee-adea-a9a9657aaee6 req-84fbac55-b545-4524-b568-70f3e2739ea5 tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] 10.222.0.18 "GET /v2.0/security-groups/090ecf00-ff16-46f9-812f-c1b59a386a08 HTTP/1.1" status: 200 len: 1800 time: 0.0504389 Jul 27 23:09:29.086712 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-2ab3d37d-6197-4b16-97dd-928378617dae req-43665af2-544e-4c7b-a522-4d8db9dd6f65 service neutron] 10.222.0.49 "GET /v2.0/networks/591af2dd-f826-43b1-aa9d-e7a0bf218c71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2010455 Jul 27 23:09:29.125116 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-8d9e2efd-391c-413e-ae7a-d1d521ac0c96 req-a191be8e-92fc-421b-9cd4-a00b6489c81f tempest-FloatingIPsTestJSON-1482987726 tempest-FloatingIPsTestJSON-1482987726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:29.179397 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-d41f1b9b-dbdc-4cee-adea-a9a9657aaee6 req-1a85ebb3-268f-4ece-bb31-530e3b0143a2 tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:29.208523 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-d41f1b9b-dbdc-4cee-adea-a9a9657aaee6 req-1a85ebb3-268f-4ece-bb31-530e3b0143a2 tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:29.252827 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a191be8e-92fc-421b-9cd4-a00b6489c81f tempest-FloatingIPsTestJSON-1482987726 tempest-FloatingIPsTestJSON-1482987726-project] Pushing event deleted for resources: {'Port': ['ID=28c3f290-ecc4-41be-a7a6-ab810fa7e47e,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:09:29.277083 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-8d9e2efd-391c-413e-ae7a-d1d521ac0c96 req-a191be8e-92fc-421b-9cd4-a00b6489c81f tempest-FloatingIPsTestJSON-1482987726 tempest-FloatingIPsTestJSON-1482987726-project] Notify callbacks [] for floatingip, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:29.279763 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-8d9e2efd-391c-413e-ae7a-d1d521ac0c96 req-a191be8e-92fc-421b-9cd4-a00b6489c81f tempest-FloatingIPsTestJSON-1482987726 tempest-FloatingIPsTestJSON-1482987726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for floatingip, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:29.280934 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8d9e2efd-391c-413e-ae7a-d1d521ac0c96 req-a191be8e-92fc-421b-9cd4-a00b6489c81f tempest-FloatingIPsTestJSON-1482987726 tempest-FloatingIPsTestJSON-1482987726-project] 10.222.0.18 "DELETE /v2.0/floatingips/14351ebe-7e1b-4089-b923-6f1c855ddda9 HTTP/1.1" status: 204 len: 173 time: 1.3768823 Jul 27 23:09:29.288881 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-d41f1b9b-dbdc-4cee-adea-a9a9657aaee6 req-1a85ebb3-268f-4ece-bb31-530e3b0143a2 tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:29.292020 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-d41f1b9b-dbdc-4cee-adea-a9a9657aaee6 req-1a85ebb3-268f-4ece-bb31-530e3b0143a2 tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:29.293482 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-d41f1b9b-dbdc-4cee-adea-a9a9657aaee6 req-1a85ebb3-268f-4ece-bb31-530e3b0143a2 tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] 10.222.0.18 "DELETE /v2.0/security-groups/090ecf00-ff16-46f9-812f-c1b59a386a08 HTTP/1.1" status: 204 len: 173 time: 0.2443695 Jul 27 23:09:29.308518 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b1cdc5-8b92-4f6b-927a-5d0ff8f26442 req-673e6ade-aae2-4171-8cee-bf63e9d454a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:09:29.310050 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-61b1cdc5-8b92-4f6b-927a-5d0ff8f26442 req-673e6ade-aae2-4171-8cee-bf63e9d454a4 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=226ab7885bf147eaaba66104d367bc67&device_id=e55d4a80-b44a-42bc-9500-aa90ca43ed65 HTTP/1.1" status: 200 len: 1099 time: 0.1419640 Jul 27 23:09:29.338486 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:29.346274 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a85ebb3-268f-4ece-bb31-530e3b0143a2 tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=090ecf00-ff16-46f9-812f-c1b59a386a08,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:09:29.447336 n-d-802623-1 neutron-server[93797]: INFO neutron.api.v2.resource [req-2a1a5a2f-3edd-44bf-a6e7-4dfc797ae7d7 req-4b2561bf-57ce-4217-a389-281b18a29372 tempest-FloatingIPsTestJSON-1482987726 tempest-FloatingIPsTestJSON-1482987726-project] show failed (client error): The resource could not be found. Jul 27 23:09:29.448374 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-2a1a5a2f-3edd-44bf-a6e7-4dfc797ae7d7 req-4b2561bf-57ce-4217-a389-281b18a29372 tempest-FloatingIPsTestJSON-1482987726 tempest-FloatingIPsTestJSON-1482987726-project] 10.222.0.18 "GET /v2.0/floatingips/14351ebe-7e1b-4089-b923-6f1c855ddda9 HTTP/1.1" status: 404 len: 350 time: 0.1163397 Jul 27 23:09:29.505694 n-d-802623-1 neutron-server[93797]: INFO neutron.api.v2.resource [req-85ab2562-9a2d-4f32-a805-0bfaa7396f41 req-4d449490-2983-4b4e-b9f8-238e59c09646 tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] show failed (client error): The resource could not be found. Jul 27 23:09:29.507698 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-85ab2562-9a2d-4f32-a805-0bfaa7396f41 req-4d449490-2983-4b4e-b9f8-238e59c09646 tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] 10.222.0.18 "GET /v2.0/security-groups/090ecf00-ff16-46f9-812f-c1b59a386a08 HTTP/1.1" status: 404 len: 352 time: 0.0223527 Jul 27 23:09:29.524522 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b1cdc5-8b92-4f6b-927a-5d0ff8f26442 req-154a1d3c-2c59-4194-aa50-ebcc12626a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:09:29.526604 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-61b1cdc5-8b92-4f6b-927a-5d0ff8f26442 req-154a1d3c-2c59-4194-aa50-ebcc12626a89 service neutron] 10.222.0.49 "GET /v2.0/networks?id=591af2dd-f826-43b1-aa9d-e7a0bf218c71 HTTP/1.1" status: 200 len: 870 time: 0.2060208 Jul 27 23:09:29.536659 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e87617-887b-40d3-904d-f0f06eb9b4ab req-9d179f07-ba14-47e5-8e7d-ba5daff43d5f tempest-LiveMigrationNegativeTest-51778097 tempest-LiveMigrationNegativeTest-51778097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:09:29.538253 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-59e87617-887b-40d3-904d-f0f06eb9b4ab req-9d179f07-ba14-47e5-8e7d-ba5daff43d5f tempest-LiveMigrationNegativeTest-51778097 tempest-LiveMigrationNegativeTest-51778097-project] 10.222.0.18 "GET /v2.0/ports?device_id=e55d4a80-b44a-42bc-9500-aa90ca43ed65 HTTP/1.1" status: 200 len: 948 time: 0.1291683 Jul 27 23:09:29.539648 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7cc411b8-3a1d-4b86-a003-a25563b37167 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:29.578200 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-61b1cdc5-8b92-4f6b-927a-5d0ff8f26442 req-3765d152-5d46-4048-b1ba-3246041fbeb8 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=10623307-e0bb-44d2-a3e7-0d2d5a884a90 HTTP/1.1" status: 200 len: 217 time: 0.0428972 Jul 27 23:09:29.601807 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-7102e2db-1740-4017-a982-3cd0b24d2912 admin admin] Deleting port 4fe60c18-4e3c-405b-9a33-6d1a095d70f3 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:09:29.602171 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7102e2db-1740-4017-a982-3cd0b24d2912 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:29.701224 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:29.712628 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-7102e2db-1740-4017-a982-3cd0b24d2912 admin admin] For port 4fe60c18-4e3c-405b-9a33-6d1a095d70f3, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=4fe60c18-4e3c-405b-9a33-6d1a095d70f3,segment=NetworkSegment(6469e0e4-e572-450f-bc26-da007ede7df2),segment_id=6469e0e4-e572-450f-bc26-da007ede7df2)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:09:29.712994 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7102e2db-1740-4017-a982-3cd0b24d2912 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:29.732973 n-d-802623-1 neutron-server[93797]: INFO neutron.api.v2.resource [req-c0db962a-a3d3-4ff2-9873-0c8736c7c120 req-44b6d6ab-85fd-47ea-bbf1-da352d52f226 tempest-FloatingIPsTestJSON-1482987726 tempest-FloatingIPsTestJSON-1482987726-project] show failed (client error): The resource could not be found. Jul 27 23:09:29.736912 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-c0db962a-a3d3-4ff2-9873-0c8736c7c120 req-44b6d6ab-85fd-47ea-bbf1-da352d52f226 tempest-FloatingIPsTestJSON-1482987726 tempest-FloatingIPsTestJSON-1482987726-project] 10.222.0.18 "GET /v2.0/floatingips/14351ebe-7e1b-4089-b923-6f1c855ddda9 HTTP/1.1" status: 404 len: 350 time: 0.0916197 Jul 27 23:09:29.746462 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 59862) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:09:29.749018 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-59e87617-887b-40d3-904d-f0f06eb9b4ab req-945d28bd-a12d-429b-a045-5026f9739811 tempest-LiveMigrationNegativeTest-51778097 tempest-LiveMigrationNegativeTest-51778097-project] 10.222.0.18 "GET /v2.0/security-groups?id=8661a481-8725-4d2d-88ac-095875c6abdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987536 Jul 27 23:09:29.754945 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b1cdc5-8b92-4f6b-927a-5d0ff8f26442 req-b0de470f-928d-4ed3-9dc0-33ca0bee43f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:09:29.757527 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-61b1cdc5-8b92-4f6b-927a-5d0ff8f26442 req-b0de470f-928d-4ed3-9dc0-33ca0bee43f5 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=62938449-046d-4cbe-923a-7ebb632c358d HTTP/1.1" status: 200 len: 843 time: 0.1711094 Jul 27 23:09:29.773195 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-7102e2db-1740-4017-a982-3cd0b24d2912 admin admin] Calling delete_port for 4fe60c18-4e3c-405b-9a33-6d1a095d70f3 owned by network:router_interface {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:09:30.005798 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-c072de84-b5a9-423f-b511-7a0f8ec96202 req-d1e6daab-a455-415d-a4dd-f903c7ac64b1 tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] 10.222.0.18 "GET /v2.0/security-groups/d23ad11a-9bc6-4186-81fd-1dbecc6e4597 HTTP/1.1" status: 200 len: 1799 time: 0.1707840 Jul 27 23:09:30.010962 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b1cdc5-8b92-4f6b-927a-5d0ff8f26442 req-5e27954c-74d4-4ef9-9bb0-b8a05b67f85c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:09:30.012519 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-61b1cdc5-8b92-4f6b-927a-5d0ff8f26442 req-5e27954c-74d4-4ef9-9bb0-b8a05b67f85c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=591af2dd-f826-43b1-aa9d-e7a0bf218c71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1787891 Jul 27 23:09:30.098160 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b08ade-88d6-47de-ad91-09b13c147688 req-a6e277a3-6d72-4573-ae78-5e2d179610b3 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:09:30.099791 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-72b08ade-88d6-47de-ad91-09b13c147688 req-a6e277a3-6d72-4573-ae78-5e2d179610b3 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.18 "GET /v2.0/ports?device_id=8bb766e8-eb06-49ad-9e2b-953aac852a73 HTTP/1.1" status: 200 len: 945 time: 0.1284320 Jul 27 23:09:30.214721 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-72b08ade-88d6-47de-ad91-09b13c147688 req-3f2bcc57-fe24-479f-9408-6221d0adbd91 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.18 "GET /v2.0/security-groups?id=657c655b-8580-45d5-979f-9b32b7a260f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003447 Jul 27 23:09:30.244832 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7102e2db-1740-4017-a982-3cd0b24d2912 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:30.305336 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7102e2db-1740-4017-a982-3cd0b24d2912 admin admin] Pushing event deleted for resources: {'Port': ['ID=4fe60c18-4e3c-405b-9a33-6d1a095d70f3,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:09:30.355313 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-c072de84-b5a9-423f-b511-7a0f8ec96202 req-b0f521a1-c55c-4256-8780-1bfbbcefdbc3 tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:30.378037 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-61b1cdc5-8b92-4f6b-927a-5d0ff8f26442 req-b2180c61-f49c-4a6d-91aa-aaf2f3706c51 service neutron] 10.222.0.49 "GET /v2.0/networks/591af2dd-f826-43b1-aa9d-e7a0bf218c71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3520536 Jul 27 23:09:30.398500 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-19f2e178-d45e-4fbe-b9be-c3963fc151ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:30.492364 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-c072de84-b5a9-423f-b511-7a0f8ec96202 req-b0f521a1-c55c-4256-8780-1bfbbcefdbc3 tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:30.568507 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7102e2db-1740-4017-a982-3cd0b24d2912 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3760546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-413994'] for router_interface, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:30.620566 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-61b1cdc5-8b92-4f6b-927a-5d0ff8f26442 req-455c6bb2-cd75-4a8a-bab1-137529c912eb service neutron] 10.222.0.49 "GET /v2.0/networks/591af2dd-f826-43b1-aa9d-e7a0bf218c71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2040324 Jul 27 23:09:30.622100 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-c072de84-b5a9-423f-b511-7a0f8ec96202 req-b0f521a1-c55c-4256-8780-1bfbbcefdbc3 tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:30.624834 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-c072de84-b5a9-423f-b511-7a0f8ec96202 req-b0f521a1-c55c-4256-8780-1bfbbcefdbc3 tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:30.625923 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-c072de84-b5a9-423f-b511-7a0f8ec96202 req-b0f521a1-c55c-4256-8780-1bfbbcefdbc3 tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] 10.222.0.18 "DELETE /v2.0/security-groups/d23ad11a-9bc6-4186-81fd-1dbecc6e4597 HTTP/1.1" status: 204 len: 173 time: 0.6107943 Jul 27 23:09:30.643384 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f521a1-c55c-4256-8780-1bfbbcefdbc3 tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d23ad11a-9bc6-4186-81fd-1dbecc6e4597,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:09:30.689281 n-d-802623-1 neutron-server[93797]: INFO neutron.api.v2.resource [req-8e9ab1c2-2553-4d9a-98cd-739494733114 req-52dea481-9070-4bed-a644-bad31422f78b tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] show failed (client error): The resource could not be found. Jul 27 23:09:30.690663 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8e9ab1c2-2553-4d9a-98cd-739494733114 req-52dea481-9070-4bed-a644-bad31422f78b tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] 10.222.0.18 "GET /v2.0/security-groups/d23ad11a-9bc6-4186-81fd-1dbecc6e4597 HTTP/1.1" status: 404 len: 352 time: 0.0256689 Jul 27 23:09:30.837002 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-bcd33eb3-bdc6-48f7-aef9-e0dd7c78fd99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-414022'] for router_interface, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:30.846370 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f2a1a239-260c-4f3b-bbe7-c454a825aa6e req-aa63daf2-1e0b-4fc6-84e5-6f68ff0ca5a5 tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5a3cfd4017c84232b4a584320b01c441 HTTP/1.1" status: 200 len: 6149 time: 0.0978000 Jul 27 23:09:30.946025 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cdf96c-a303-4acf-a939-684c53e1c431 req-c99f1ce6-8a03-42f0-81f1-ffada35d4823 tempest-LiveMigrationNegativeTest-51778097 tempest-LiveMigrationNegativeTest-51778097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:09:30.947671 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b7cdf96c-a303-4acf-a939-684c53e1c431 req-c99f1ce6-8a03-42f0-81f1-ffada35d4823 tempest-LiveMigrationNegativeTest-51778097 tempest-LiveMigrationNegativeTest-51778097-project] 10.222.0.18 "GET /v2.0/ports?device_id=e55d4a80-b44a-42bc-9500-aa90ca43ed65 HTTP/1.1" status: 200 len: 948 time: 0.0790300 Jul 27 23:09:30.966868 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f2a1a239-260c-4f3b-bbe7-c454a825aa6e req-7c132006-2291-4f60-a32a-977e6c96f684 tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] 10.222.0.18 "GET /v2.0/security-groups/fd4c80f8-6360-4d2a-b031-00b7544968a3 HTTP/1.1" status: 200 len: 2981 time: 0.0906568 Jul 27 23:09:30.979006 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7102e2db-1740-4017-a982-3cd0b24d2912 admin admin] Router 85481fe3-5303-4f7e-988d-20084ba068af has already been hosted by L3 agent 018c4455-49c0-4734-927d-7824067b2a9e {{(pid=93798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 23:09:31.011428 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b7cdf96c-a303-4acf-a939-684c53e1c431 req-c011d7dc-ff92-4220-87cf-b930186933a7 tempest-LiveMigrationNegativeTest-51778097 tempest-LiveMigrationNegativeTest-51778097-project] 10.222.0.18 "GET /v2.0/security-groups?id=8661a481-8725-4d2d-88ac-095875c6abdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486584 Jul 27 23:09:31.119081 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f2a1a239-260c-4f3b-bbe7-c454a825aa6e req-15fec9a4-dde8-47ad-a065-99545b87832e tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] 10.222.0.18 "GET /v2.0/security-groups/fd4c80f8-6360-4d2a-b031-00b7544968a3 HTTP/1.1" status: 200 len: 2981 time: 0.1439729 Jul 27 23:09:31.155221 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [req-7caad9d3-0a87-48cf-8240-7b211786b84e req-ad4f8600-97b2-45c3-aa1f-07e7ee437423 tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1926357346', 'description': 'tempest-description-1042759448'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:09:31.198146 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7102e2db-1740-4017-a982-3cd0b24d2912 admin admin] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:09:31.204381 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-7102e2db-1740-4017-a982-3cd0b24d2912 admin admin] 10.222.0.18 "PUT /v2.0/routers/85481fe3-5303-4f7e-988d-20084ba068af/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8893018 Jul 27 23:09:31.206255 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-7caad9d3-0a87-48cf-8240-7b211786b84e req-ad4f8600-97b2-45c3-aa1f-07e7ee437423 tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:31.214539 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a663f237-639d-4dd9-8550-bde9374f8f2d None None] Sync routers for ids ['85481fe3-5303-4f7e-988d-20084ba068af'] in n-d-802623-1 {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:09:31.226580 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 59896) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:09:31.227825 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a663f237-639d-4dd9-8550-bde9374f8f2d None None] Routers {'85481fe3-5303-4f7e-988d-20084ba068af'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:09:31.228773 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-a663f237-639d-4dd9-8550-bde9374f8f2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:09:29Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['85481fe3-5303-4f7e-988d-20084ba068af'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:09:31.312620 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-7caad9d3-0a87-48cf-8240-7b211786b84e req-ad4f8600-97b2-45c3-aa1f-07e7ee437423 tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:31.320005 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-bcd33eb3-bdc6-48f7-aef9-e0dd7c78fd99 admin admin] Deleting port 08b0b4d8-92b2-4649-b20e-f438f6d48a7b {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:09:31.322297 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-bcd33eb3-bdc6-48f7-aef9-e0dd7c78fd99 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:31.353283 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-7caad9d3-0a87-48cf-8240-7b211786b84e req-ad4f8600-97b2-45c3-aa1f-07e7ee437423 tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:31.422141 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-a663f237-639d-4dd9-8550-bde9374f8f2d None None] Set router 85481fe3-5303-4f7e-988d-20084ba068af gateway port host: n-d-802623-1 {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:09:31.435188 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-7caad9d3-0a87-48cf-8240-7b211786b84e req-ad4f8600-97b2-45c3-aa1f-07e7ee437423 tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:31.448809 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7caad9d3-0a87-48cf-8240-7b211786b84e req-ad4f8600-97b2-45c3-aa1f-07e7ee437423 tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.2916963 Jul 27 23:09:31.449509 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4f8600-97b2-45c3-aa1f-07e7ee437423 tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09e60dcf-6ce5-4eeb-be06-968e0874e8a8,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:09:31.454462 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dfdd6a-2dcc-4560-9162-9074074ec4cf req-cb3ff2e6-6f23-4d07-83bd-cb1beb3d9f81 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:09:31.456099 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-28dfdd6a-2dcc-4560-9162-9074074ec4cf req-cb3ff2e6-6f23-4d07-83bd-cb1beb3d9f81 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.18 "GET /v2.0/ports?device_id=8bb766e8-eb06-49ad-9e2b-953aac852a73 HTTP/1.1" status: 200 len: 945 time: 0.1241698 Jul 27 23:09:31.468870 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-bcd33eb3-bdc6-48f7-aef9-e0dd7c78fd99 admin admin] For port 08b0b4d8-92b2-4649-b20e-f438f6d48a7b, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=08b0b4d8-92b2-4649-b20e-f438f6d48a7b,segment=NetworkSegment(1e1e6764-b692-4d13-9c5a-7a540e569c1f),segment_id=1e1e6764-b692-4d13-9c5a-7a540e569c1f)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:09:31.469245 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-bcd33eb3-bdc6-48f7-aef9-e0dd7c78fd99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:31.485841 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f561ad65-4ae1-41b3-b570-36519fbc4e92 admin admin] Notify callbacks [] for router, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:31.526608 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-bcd33eb3-bdc6-48f7-aef9-e0dd7c78fd99 admin admin] Calling delete_port for 08b0b4d8-92b2-4649-b20e-f438f6d48a7b owned by network:router_interface {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:09:31.597145 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [req-611580d4-cc00-4298-b8af-ab1d4d9cce09 req-bf7807c6-7864-464b-8dc9-65238752f6e9 tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1461727324', 'description': 'tempest-description-1068131296'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:09:31.614916 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-28dfdd6a-2dcc-4560-9162-9074074ec4cf req-ee06c3ef-e918-4f1a-978b-a0b367ce27e6 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.18 "GET /v2.0/security-groups?id=657c655b-8580-45d5-979f-9b32b7a260f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483395 Jul 27 23:09:31.645683 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f561ad65-4ae1-41b3-b570-36519fbc4e92 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:31.650107 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-611580d4-cc00-4298-b8af-ab1d4d9cce09 req-bf7807c6-7864-464b-8dc9-65238752f6e9 tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:31.755752 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-a663f237-639d-4dd9-8550-bde9374f8f2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85481fe3-5303-4f7e-988d-20084ba068af', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1126572677-router', 'tenant_id': '0763db5810cc42e5b9ba092573abe8bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.94'}], 'enable_snat': True}, 'gw_port_id': 'c77a2a03-0590-4748-8a77-f4ccb6e4f3da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:03:15Z', 'updated_at': '2021-07-27T23:09:30Z', 'revision_number': 5, 'project_id': '0763db5810cc42e5b9ba092573abe8bf', 'gw_port': {'id': 'c77a2a03-0590-4748-8a77-f4ccb6e4f3da', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:7b:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85481fe3-5303-4f7e-988d-20084ba068af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:03:17Z', 'updated_at': '2021-07-27T23:03:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1'}], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:09:31.769291 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-f561ad65-4ae1-41b3-b570-36519fbc4e92 admin admin] Deleting port c77a2a03-0590-4748-8a77-f4ccb6e4f3da {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:09:31.769635 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f561ad65-4ae1-41b3-b570-36519fbc4e92 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:31.802488 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a663f237-639d-4dd9-8550-bde9374f8f2d None None] Checking router: 85481fe3-5303-4f7e-988d-20084ba068af for host: n-d-802623-1 {{(pid=93799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 23:09:31.814769 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a663f237-639d-4dd9-8550-bde9374f8f2d None None] Routers {'85481fe3-5303-4f7e-988d-20084ba068af'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:09:31.815642 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-a663f237-639d-4dd9-8550-bde9374f8f2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:09:29Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['85481fe3-5303-4f7e-988d-20084ba068af'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:09:31.847614 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-611580d4-cc00-4298-b8af-ab1d4d9cce09 req-bf7807c6-7864-464b-8dc9-65238752f6e9 tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:31.861052 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-611580d4-cc00-4298-b8af-ab1d4d9cce09 req-bf7807c6-7864-464b-8dc9-65238752f6e9 tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:31.862982 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-bcd33eb3-bdc6-48f7-aef9-e0dd7c78fd99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:31.901004 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd33eb3-bdc6-48f7-aef9-e0dd7c78fd99 admin admin] Pushing event deleted for resources: {'Port': ['ID=08b0b4d8-92b2-4649-b20e-f438f6d48a7b,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:09:31.920362 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-f561ad65-4ae1-41b3-b570-36519fbc4e92 admin admin] For port c77a2a03-0590-4748-8a77-f4ccb6e4f3da, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=c77a2a03-0590-4748-8a77-f4ccb6e4f3da,segment=NetworkSegment(b9afe07e-bbe4-4740-834c-4b6a9698bdbc),segment_id=b9afe07e-bbe4-4740-834c-4b6a9698bdbc)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:09:31.921064 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f561ad65-4ae1-41b3-b570-36519fbc4e92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:31.934508 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-611580d4-cc00-4298-b8af-ab1d4d9cce09 req-bf7807c6-7864-464b-8dc9-65238752f6e9 tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:31.940826 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-611580d4-cc00-4298-b8af-ab1d4d9cce09 req-bf7807c6-7864-464b-8dc9-65238752f6e9 tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.3936529 Jul 27 23:09:31.952164 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7807c6-7864-464b-8dc9-65238752f6e9 tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c581dc8-2eb4-4bba-b994-5344906461f1,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:09:31.961770 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-a663f237-639d-4dd9-8550-bde9374f8f2d None None] Set router 85481fe3-5303-4f7e-988d-20084ba068af gateway port host: None {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:09:31.968804 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-f561ad65-4ae1-41b3-b570-36519fbc4e92 admin admin] Calling delete_port for c77a2a03-0590-4748-8a77-f4ccb6e4f3da owned by network:router_gateway {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:09:32.037066 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-a663f237-639d-4dd9-8550-bde9374f8f2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85481fe3-5303-4f7e-988d-20084ba068af', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1126572677-router', 'tenant_id': '0763db5810cc42e5b9ba092573abe8bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:03:15Z', 'updated_at': '2021-07-27T23:09:31Z', 'revision_number': 6, 'project_id': '0763db5810cc42e5b9ba092573abe8bf', 'gw_port_host': None}], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:09:32.074850 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a663f237-639d-4dd9-8550-bde9374f8f2d None None] The sync data for ids ['85481fe3-5303-4f7e-988d-20084ba068af'] in n-d-802623-1 is: [{'id': '85481fe3-5303-4f7e-988d-20084ba068af', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1126572677-router', 'tenant_id': '0763db5810cc42e5b9ba092573abe8bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:03:15Z', 'updated_at': '2021-07-27T23:09:31Z', 'revision_number': 6, 'project_id': '0763db5810cc42e5b9ba092573abe8bf', 'gw_port_host': None}] {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:09:32.159378 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7418f70f-e60d-4709-8ba9-6ab514bc7f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:32.250411 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f561ad65-4ae1-41b3-b570-36519fbc4e92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:32.295027 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f561ad65-4ae1-41b3-b570-36519fbc4e92 admin admin] Pushing event deleted for resources: {'Port': ['ID=c77a2a03-0590-4748-8a77-f4ccb6e4f3da,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:09:32.335767 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70035846-2439-48cc-8adc-d93e585fe066 req-035d235a-e965-4976-a54c-71d3119d5332 tempest-LiveMigrationNegativeTest-51778097 tempest-LiveMigrationNegativeTest-51778097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:09:32.338019 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-70035846-2439-48cc-8adc-d93e585fe066 req-035d235a-e965-4976-a54c-71d3119d5332 tempest-LiveMigrationNegativeTest-51778097 tempest-LiveMigrationNegativeTest-51778097-project] 10.222.0.18 "GET /v2.0/ports?device_id=e55d4a80-b44a-42bc-9500-aa90ca43ed65 HTTP/1.1" status: 200 len: 948 time: 0.1353455 Jul 27 23:09:32.389907 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-bcd33eb3-bdc6-48f7-aef9-e0dd7c78fd99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3760546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-413994'] for router_interface, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:32.453342 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f561ad65-4ae1-41b3-b570-36519fbc4e92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-415368'] for router_gateway, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:32.598677 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f561ad65-4ae1-41b3-b570-36519fbc4e92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62205'] for router, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:32.610546 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8506d286-4c82-443d-a73a-60063ec30e01 req-c8d8b869-a248-4bdb-8ee4-e92192a09f20 tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:09:32.612200 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-8506d286-4c82-443d-a73a-60063ec30e01 req-c8d8b869-a248-4bdb-8ee4-e92192a09f20 tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] 10.222.0.18 "GET /v2.0/networks?id=130a0954-7a6d-4921-ab94-72e4ed1dccfc HTTP/1.1" status: 200 len: 812 time: 0.2450488 Jul 27 23:09:32.617778 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f561ad65-4ae1-41b3-b570-36519fbc4e92 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:32.633229 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-70035846-2439-48cc-8adc-d93e585fe066 req-dd41fe6d-37a3-4ccd-8587-7b8350b9f5e6 tempest-LiveMigrationNegativeTest-51778097 tempest-LiveMigrationNegativeTest-51778097-project] 10.222.0.18 "GET /v2.0/security-groups?id=8661a481-8725-4d2d-88ac-095875c6abdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2885258 Jul 27 23:09:32.643545 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-8506d286-4c82-443d-a73a-60063ec30e01 req-d052b1e2-18a0-41ea-a361-5a4754e7d280 tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] 10.222.0.18 "GET /v2.0/quotas/5a3cfd4017c84232b4a584320b01c441 HTTP/1.1" status: 200 len: 375 time: 0.0156929 Jul 27 23:09:32.721774 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f561ad65-4ae1-41b3-b570-36519fbc4e92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-477831'] for router, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:32.722480 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f561ad65-4ae1-41b3-b570-36519fbc4e92 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 85481fe3-5303-4f7e-988d-20084ba068af {{(pid=93798) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 23:09:32.745640 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f561ad65-4ae1-41b3-b570-36519fbc4e92 admin admin] Notify callbacks [] for router, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:32.749141 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-f561ad65-4ae1-41b3-b570-36519fbc4e92 admin admin] 10.222.0.18 "DELETE /v2.0/routers/85481fe3-5303-4f7e-988d-20084ba068af HTTP/1.1" status: 204 len: 168 time: 1.5206594 Jul 27 23:09:32.763342 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 59934) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:09:32.827706 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcd33eb3-bdc6-48f7-aef9-e0dd7c78fd99 admin admin] Router 09bd0540-75b8-471a-8a8e-a5641efa29c0 has already been hosted by L3 agent 018c4455-49c0-4734-927d-7824067b2a9e {{(pid=93797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 23:09:32.839795 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-8506d286-4c82-443d-a73a-60063ec30e01 req-46ca1f7f-ad17-49cd-9610-36630affed28 tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=5a3cfd4017c84232b4a584320b01c441&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1953070 Jul 27 23:09:32.843153 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_v2 [None req-5153b98f-b4fd-47d2-a2bd-f31edda3b6e9 admin admin] Deleting subnet 17c5c716-494a-44c1-bc2d-ee89a0bbc8c6 {{(pid=93798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 23:09:32.846848 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5153b98f-b4fd-47d2-a2bd-f31edda3b6e9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:32.905339 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5153b98f-b4fd-47d2-a2bd-f31edda3b6e9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11163249'] for subnet, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:32.942454 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e17872-1854-44b8-a2a1-6ebe5d276fa0 req-61204f2a-3e85-4c05-a4d0-5ce9aa0ed08d tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:09:32.943968 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-07e17872-1854-44b8-a2a1-6ebe5d276fa0 req-61204f2a-3e85-4c05-a4d0-5ce9aa0ed08d tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.18 "GET /v2.0/ports?device_id=8bb766e8-eb06-49ad-9e2b-953aac852a73 HTTP/1.1" status: 200 len: 945 time: 0.1146488 Jul 27 23:09:33.088556 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5153b98f-b4fd-47d2-a2bd-f31edda3b6e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620741'] for subnet, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:33.112586 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device 10623307-e0bb-44d2-a3e7-0d2d5a884a90 details requested by agent hyperv_n-h2-802623-1 with host n-h2-802623-1 {{(pid=93799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 23:09:33.164175 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-8506d286-4c82-443d-a73a-60063ec30e01 req-d7de8f3e-3807-465d-a306-cc7fea50e5eb service neutron] 10.222.0.18 "GET /v2.0/networks/130a0954-7a6d-4921-ab94-72e4ed1dccfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2917867 Jul 27 23:09:33.252905 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5153b98f-b4fd-47d2-a2bd-f31edda3b6e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11971800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12265753'] for subnet, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:33.402346 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port 10623307-e0bb-44d2-a3e7-0d2d5a884a90, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=10623307-e0bb-44d2-a3e7-0d2d5a884a90,segment=NetworkSegment(16e91594-c047-4b55-93eb-43af33ad08e1),segment_id=16e91594-c047-4b55-93eb-43af33ad08e1)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:09:33.419178 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Returning: {'device': '10623307-e0bb-44d2-a3e7-0d2d5a884a90', 'network_id': '591af2dd-f826-43b1-aa9d-e7a0bf218c71', 'port_id': '10623307-e0bb-44d2-a3e7-0d2d5a884a90', 'mac_address': 'fa:16:3e:d8:b5:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62938449-046d-4cbe-923a-7ebb632c358d', 'ip_address': '192.168.233.141'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 23:09:33.441790 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-07e17872-1854-44b8-a2a1-6ebe5d276fa0 req-caa65600-4ea1-4a44-9960-c484496c1864 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.18 "GET /v2.0/security-groups?id=657c655b-8580-45d5-979f-9b32b7a260f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4789948 Jul 27 23:09:33.460713 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcd33eb3-bdc6-48f7-aef9-e0dd7c78fd99 admin admin] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:09:33.471062 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-bcd33eb3-bdc6-48f7-aef9-e0dd7c78fd99 admin admin] 10.222.0.18 "PUT /v2.0/routers/09bd0540-75b8-471a-8a8e-a5641efa29c0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7231631 Jul 27 23:09:33.473813 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 59946) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:09:33.476125 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99575a37-6970-4a4b-9947-496ad09dc18c None None] Sync routers for ids ['09bd0540-75b8-471a-8a8e-a5641efa29c0'] in n-d-802623-1 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:09:33.504246 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99575a37-6970-4a4b-9947-496ad09dc18c None None] Routers {'09bd0540-75b8-471a-8a8e-a5641efa29c0'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:09:33.504881 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-99575a37-6970-4a4b-9947-496ad09dc18c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:09:29Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['09bd0540-75b8-471a-8a8e-a5641efa29c0'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:09:33.520067 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:33.546448 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10623307-e0bb-44d2-a3e7-0d2d5a884a90 {{(pid=93799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:09:33.654300 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port 10623307-e0bb-44d2-a3e7-0d2d5a884a90, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=10623307-e0bb-44d2-a3e7-0d2d5a884a90,segment=NetworkSegment(16e91594-c047-4b55-93eb-43af33ad08e1),segment_id=16e91594-c047-4b55-93eb-43af33ad08e1)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:09:33.664307 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:33.711627 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-99986231-0187-4bda-bc13-ae54b91cd5f3 admin admin] Notify callbacks [] for router, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:33.752900 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Pushing event updated for resources: {'Port': ['ID=10623307-e0bb-44d2-a3e7-0d2d5a884a90,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:09:33.843672 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 4fe60c18-4e3c-405b-9a33-6d1a095d70f3 no longer exists at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:09:33.863084 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-99575a37-6970-4a4b-9947-496ad09dc18c None None] Set router 09bd0540-75b8-471a-8a8e-a5641efa29c0 gateway port host: n-d-802623-1 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:09:33.868775 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5153b98f-b4fd-47d2-a2bd-f31edda3b6e9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=17c5c716-494a-44c1-bc2d-ee89a0bbc8c6,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:09:33.888070 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5153b98f-b4fd-47d2-a2bd-f31edda3b6e9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:33.892177 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-5153b98f-b4fd-47d2-a2bd-f31edda3b6e9 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/17c5c716-494a-44c1-bc2d-ee89a0bbc8c6 HTTP/1.1" status: 204 len: 168 time: 1.1234620 Jul 27 23:09:33.892921 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 59960) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:09:33.912055 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff7b3151-dc04-4cf4-97a2-16d7e5ce72ef None None] Network 26ef326d-74bd-4ec5-a5a5-5903126d4303 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:09:33.916448 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] No Port match for: 4fe60c18-4e3c-405b-9a33-6d1a095d70f3 {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:09:33.916662 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844eedfc-f584-447c-9ae0-bf0b936cd305 req-aca70959-89f9-4475-8462-6d427d5f5868 tempest-LiveMigrationNegativeTest-51778097 tempest-LiveMigrationNegativeTest-51778097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:09:33.916788 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 4fe60c18-4e3c-405b-9a33-6d1a095d70f3 not bound to the agent host n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:09:33.917198 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device c77a2a03-0590-4748-8a77-f4ccb6e4f3da no longer exists at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:09:33.918490 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-844eedfc-f584-447c-9ae0-bf0b936cd305 req-aca70959-89f9-4475-8462-6d427d5f5868 tempest-LiveMigrationNegativeTest-51778097 tempest-LiveMigrationNegativeTest-51778097-project] 10.222.0.18 "GET /v2.0/ports?device_id=e55d4a80-b44a-42bc-9500-aa90ca43ed65 HTTP/1.1" status: 200 len: 949 time: 0.1147699 Jul 27 23:09:33.933123 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-8506d286-4c82-443d-a73a-60063ec30e01 req-098c26be-dec2-4d4e-9a36-360e5d8b7250 service neutron] 10.222.0.18 "GET /v2.0/networks/130a0954-7a6d-4921-ab94-72e4ed1dccfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7648425 Jul 27 23:09:33.956658 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] No Port match for: c77a2a03-0590-4748-8a77-f4ccb6e4f3da {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:09:33.957008 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device c77a2a03-0590-4748-8a77-f4ccb6e4f3da not bound to the agent host n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:09:33.970842 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-99986231-0187-4bda-bc13-ae54b91cd5f3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:34.005410 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-844eedfc-f584-447c-9ae0-bf0b936cd305 req-d4945b55-a479-4b6d-be7d-24dd469fae2b tempest-LiveMigrationNegativeTest-51778097 tempest-LiveMigrationNegativeTest-51778097-project] 10.222.0.18 "GET /v2.0/security-groups?id=8661a481-8725-4d2d-88ac-095875c6abdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781648 Jul 27 23:09:34.058736 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] get_ports_and_sgs() called for port_ids ['10623307-e0bb-44d2-a3e7-0d2d5a884a90'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:09:34.090235 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e8cc9db5-a659-40bd-a293-ac03011cea9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593271'] for network, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:34.096263 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-99986231-0187-4bda-bc13-ae54b91cd5f3 admin admin] Deleting port e40e6d25-9092-46e6-ae1a-f1b1a78f0790 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:09:34.096628 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-99986231-0187-4bda-bc13-ae54b91cd5f3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:34.261265 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-e8cc9db5-a659-40bd-a293-ac03011cea9b admin admin] Deleting port a5ba2394-6d4a-43f3-9d36-6dc30840ddcc {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:09:34.261650 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e8cc9db5-a659-40bd-a293-ac03011cea9b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:34.335808 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-99575a37-6970-4a4b-9947-496ad09dc18c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09bd0540-75b8-471a-8a8e-a5641efa29c0', 'name': 'tempest-FloatingIPsTestJSON-561928120-router', 'tenant_id': '749e6a2b85454e4b8a6bbb3acb05e708', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.97'}], 'enable_snat': True}, 'gw_port_id': 'e40e6d25-9092-46e6-ae1a-f1b1a78f0790', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:09:06Z', 'updated_at': '2021-07-27T23:09:31Z', 'revision_number': 5, 'project_id': '749e6a2b85454e4b8a6bbb3acb05e708', 'gw_port': {'id': 'e40e6d25-9092-46e6-ae1a-f1b1a78f0790', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:65:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09bd0540-75b8-471a-8a8e-a5641efa29c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 831, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:09:07Z', 'updated_at': '2021-07-27T23:09:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1'}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:09:34.345312 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa033e5e-b2ab-487b-831f-37c551a30192 None None] DHCP port deletion for 26ef326d-74bd-4ec5-a5a5-5903126d4303 request from n-d-802623-1 {{(pid=93799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 23:09:34.367558 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-7c1f61e1-e1a5-4481-b297-63e5e2d498fa req-aecfed8f-60e7-45c5-8df0-c2908592e4c8 tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] 10.222.0.18 "GET /v2.0/ports?device_id=b422cc47-c1e5-45ab-b391-bcce61d21339 HTTP/1.1" status: 200 len: 210 time: 0.1167068 Jul 27 23:09:34.391284 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99575a37-6970-4a4b-9947-496ad09dc18c None None] Checking router: 09bd0540-75b8-471a-8a8e-a5641efa29c0 for host: n-d-802623-1 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 23:09:34.402909 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99575a37-6970-4a4b-9947-496ad09dc18c None None] Routers {'09bd0540-75b8-471a-8a8e-a5641efa29c0'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:09:34.403576 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-99575a37-6970-4a4b-9947-496ad09dc18c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:09:29Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['09bd0540-75b8-471a-8a8e-a5641efa29c0'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:09:34.426090 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-99986231-0187-4bda-bc13-ae54b91cd5f3 admin admin] For port e40e6d25-9092-46e6-ae1a-f1b1a78f0790, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=e40e6d25-9092-46e6-ae1a-f1b1a78f0790,segment=NetworkSegment(b9afe07e-bbe4-4740-834c-4b6a9698bdbc),segment_id=b9afe07e-bbe4-4740-834c-4b6a9698bdbc)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:09:34.426472 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-99986231-0187-4bda-bc13-ae54b91cd5f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:34.438810 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-aa033e5e-b2ab-487b-831f-37c551a30192 None None] Deleting port a5ba2394-6d4a-43f3-9d36-6dc30840ddcc {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:09:34.439451 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-aa033e5e-b2ab-487b-831f-37c551a30192 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:34.446952 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-e8cc9db5-a659-40bd-a293-ac03011cea9b admin admin] For port a5ba2394-6d4a-43f3-9d36-6dc30840ddcc, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=a5ba2394-6d4a-43f3-9d36-6dc30840ddcc,segment=NetworkSegment(6469e0e4-e572-450f-bc26-da007ede7df2),segment_id=6469e0e4-e572-450f-bc26-da007ede7df2)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:09:34.447370 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e8cc9db5-a659-40bd-a293-ac03011cea9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:34.460332 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-99986231-0187-4bda-bc13-ae54b91cd5f3 admin admin] Calling delete_port for e40e6d25-9092-46e6-ae1a-f1b1a78f0790 owned by network:router_gateway {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:09:34.462614 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-e8cc9db5-a659-40bd-a293-ac03011cea9b admin admin] Calling delete_port for a5ba2394-6d4a-43f3-9d36-6dc30840ddcc owned by network:dhcp {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:09:34.549355 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e8cc9db5-a659-40bd-a293-ac03011cea9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:34.594759 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-99575a37-6970-4a4b-9947-496ad09dc18c None None] Set router 09bd0540-75b8-471a-8a8e-a5641efa29c0 gateway port host: None {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:09:34.601253 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:34.627732 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-aa033e5e-b2ab-487b-831f-37c551a30192 None None] For port a5ba2394-6d4a-43f3-9d36-6dc30840ddcc, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=a5ba2394-6d4a-43f3-9d36-6dc30840ddcc,segment=NetworkSegment(6469e0e4-e572-450f-bc26-da007ede7df2),segment_id=6469e0e4-e572-450f-bc26-da007ede7df2)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:09:34.628164 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-aa033e5e-b2ab-487b-831f-37c551a30192 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:34.641953 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-aa033e5e-b2ab-487b-831f-37c551a30192 None None] Calling delete_port for a5ba2394-6d4a-43f3-9d36-6dc30840ddcc owned by network:dhcp {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:09:34.644621 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cc9db5-a659-40bd-a293-ac03011cea9b admin admin] Pushing event deleted for resources: {'Port': ['ID=a5ba2394-6d4a-43f3-9d36-6dc30840ddcc,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:09:34.646791 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8cc9db5-a659-40bd-a293-ac03011cea9b admin admin] No DVR routers for this DVR port a5ba2394-6d4a-43f3-9d36-6dc30840ddcc on host n-d-802623-1 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:09:34.688076 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-99575a37-6970-4a4b-9947-496ad09dc18c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09bd0540-75b8-471a-8a8e-a5641efa29c0', 'name': 'tempest-FloatingIPsTestJSON-561928120-router', 'tenant_id': '749e6a2b85454e4b8a6bbb3acb05e708', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:09:06Z', 'updated_at': '2021-07-27T23:09:33Z', 'revision_number': 6, 'project_id': '749e6a2b85454e4b8a6bbb3acb05e708', 'gw_port_host': None}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:09:34.733467 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7df207-37a1-49ed-9dc2-99b3ae7fca44 req-8984dce3-0d1d-45cd-abfc-23ab5ce9b10d tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:09:34.735223 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ad7df207-37a1-49ed-9dc2-99b3ae7fca44 req-8984dce3-0d1d-45cd-abfc-23ab5ce9b10d tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.18 "GET /v2.0/ports?device_id=8bb766e8-eb06-49ad-9e2b-953aac852a73 HTTP/1.1" status: 200 len: 945 time: 0.1680202 Jul 27 23:09:34.757841 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99575a37-6970-4a4b-9947-496ad09dc18c None None] The sync data for ids ['09bd0540-75b8-471a-8a8e-a5641efa29c0'] in n-d-802623-1 is: [{'id': '09bd0540-75b8-471a-8a8e-a5641efa29c0', 'name': 'tempest-FloatingIPsTestJSON-561928120-router', 'tenant_id': '749e6a2b85454e4b8a6bbb3acb05e708', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:09:06Z', 'updated_at': '2021-07-27T23:09:33Z', 'revision_number': 6, 'project_id': '749e6a2b85454e4b8a6bbb3acb05e708', 'gw_port_host': None}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:09:34.762792 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e8cc9db5-a659-40bd-a293-ac03011cea9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618032', 'neutron.services.segments.db._delete_segments_for_network-8736833900081'] for network, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:34.794265 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-e8cc9db5-a659-40bd-a293-ac03011cea9b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26ef326d-74bd-4ec5-a5a5-5903126d4303']}} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:09:34.798931 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ad7df207-37a1-49ed-9dc2-99b3ae7fca44 req-523f24bc-41ee-4a28-8449-1ece16acaae8 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.18 "GET /v2.0/security-groups?id=657c655b-8580-45d5-979f-9b32b7a260f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523527 Jul 27 23:09:34.813099 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-e8cc9db5-a659-40bd-a293-ac03011cea9b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6469e0e4-e572-450f-bc26-da007ede7df2') {'for_net_delete': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:09:34.813401 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-e8cc9db5-a659-40bd-a293-ac03011cea9b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6469e0e4-e572-450f-bc26-da007ede7df2') {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:09:34.826489 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e8cc9db5-a659-40bd-a293-ac03011cea9b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736833900858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11163256'] for segment, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:34.858438 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e8cc9db5-a659-40bd-a293-ac03011cea9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:34.866619 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-aa033e5e-b2ab-487b-831f-37c551a30192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:34.872048 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8cc9db5-a659-40bd-a293-ac03011cea9b admin admin] Releasing vlan 519 on physical network physnet1 to pool {{(pid=93798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 23:09:34.872637 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e8cc9db5-a659-40bd-a293-ac03011cea9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11971746'] for segment, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:34.910520 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa033e5e-b2ab-487b-831f-37c551a30192 None None] Pushing event deleted for resources: {'Port': ['ID=a5ba2394-6d4a-43f3-9d36-6dc30840ddcc,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:09:34.918962 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-99986231-0187-4bda-bc13-ae54b91cd5f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:34.923942 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa033e5e-b2ab-487b-831f-37c551a30192 None None] No DVR routers for this DVR port a5ba2394-6d4a-43f3-9d36-6dc30840ddcc on host n-d-802623-1 {{(pid=93799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:09:34.946964 n-d-802623-1 neutron-server[93798]: Traceback (most recent call last): Jul 27 23:09:34.946964 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 23:09:34.946964 n-d-802623-1 neutron-server[93798]: timer() Jul 27 23:09:34.946964 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 23:09:34.946964 n-d-802623-1 neutron-server[93798]: cb(*args, **kw) Jul 27 23:09:34.946964 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 23:09:34.946964 n-d-802623-1 neutron-server[93798]: return func(*args, **kwargs) Jul 27 23:09:34.946964 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 23:09:34.946964 n-d-802623-1 neutron-server[93798]: self._notify() Jul 27 23:09:34.946964 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 23:09:34.946964 n-d-802623-1 neutron-server[93798]: self.callback(batched_events) Jul 27 23:09:34.946964 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 23:09:34.946964 n-d-802623-1 neutron-server[93798]: event.method(event) Jul 27 23:09:34.946964 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 23:09:34.946964 n-d-802623-1 neutron-server[93798]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 23:09:34.946964 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 23:09:34.946964 n-d-802623-1 neutron-server[93798]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 23:09:34.946964 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 23:09:34.946964 n-d-802623-1 neutron-server[93798]: return f(self, *a, **k) Jul 27 23:09:34.946964 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 23:09:34.946964 n-d-802623-1 neutron-server[93798]: return self._get(url).json() Jul 27 23:09:34.946964 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 23:09:34.946964 n-d-802623-1 neutron-server[93798]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 23:09:34.946964 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 23:09:34.946964 n-d-802623-1 neutron-server[93798]: return self.request(url, 'GET', **kwargs) Jul 27 23:09:34.946964 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 23:09:34.946964 n-d-802623-1 neutron-server[93798]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 23:09:34.946964 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 23:09:34.946964 n-d-802623-1 neutron-server[93798]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 23:09:34.946964 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 23:09:34.946964 n-d-802623-1 neutron-server[93798]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 23:09:34.946964 n-d-802623-1 neutron-server[93798]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 23:09:34.963878 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99986231-0187-4bda-bc13-ae54b91cd5f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=e40e6d25-9092-46e6-ae1a-f1b1a78f0790,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:09:34.997501 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e8cc9db5-a659-40bd-a293-ac03011cea9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415412'] for network, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:35.013498 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e8cc9db5-a659-40bd-a293-ac03011cea9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:35.017838 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-e8cc9db5-a659-40bd-a293-ac03011cea9b admin admin] 10.222.0.18 "DELETE /v2.0/networks/26ef326d-74bd-4ec5-a5a5-5903126d4303 HTTP/1.1" status: 204 len: 168 time: 1.1220529 Jul 27 23:09:35.022568 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cc9db5-a659-40bd-a293-ac03011cea9b admin admin] Pushing event deleted for resources: {'Network': ['ID=26ef326d-74bd-4ec5-a5a5-5903126d4303,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:09:35.045342 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-99986231-0187-4bda-bc13-ae54b91cd5f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-415368'] for router_gateway, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:35.061201 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8579d6-984f-4b70-9c1d-e93d008b81a2 req-32da255c-a589-467f-85bc-98089e481c95 tempest-ListImageFiltersTestJSON-1300276804 tempest-ListImageFiltersTestJSON-1300276804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:09:35.063547 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-0b8579d6-984f-4b70-9c1d-e93d008b81a2 req-32da255c-a589-467f-85bc-98089e481c95 tempest-ListImageFiltersTestJSON-1300276804 tempest-ListImageFiltersTestJSON-1300276804-project] 10.222.0.18 "GET /v2.0/ports?device_id=af40694f-e015-4730-a86b-e6cdb8a8c834 HTTP/1.1" status: 200 len: 950 time: 0.0952065 Jul 27 23:09:35.125564 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-0b8579d6-984f-4b70-9c1d-e93d008b81a2 req-6ba5d425-cfb0-4a01-9bc9-3c2375e8dd45 tempest-ListImageFiltersTestJSON-1300276804 tempest-ListImageFiltersTestJSON-1300276804-project] 10.222.0.18 "GET /v2.0/security-groups?id=e18dfc0d-586d-4d08-ab5b-6cc85907c37c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540624 Jul 27 23:09:35.129473 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device 10623307-e0bb-44d2-a3e7-0d2d5a884a90 up at agent hyperv_n-h2-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:09:35.190138 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-99986231-0187-4bda-bc13-ae54b91cd5f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62205'] for router, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:35.204496 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 60014) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:09:35.207552 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-99986231-0187-4bda-bc13-ae54b91cd5f3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:35.225535 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Provisioning for port 10623307-e0bb-44d2-a3e7-0d2d5a884a90 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:09:35.230953 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Provisioning complete for port 10623307-e0bb-44d2-a3e7-0d2d5a884a90 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:09:35.231477 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:35.289172 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-99986231-0187-4bda-bc13-ae54b91cd5f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-477831'] for router, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:35.290074 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99986231-0187-4bda-bc13-ae54b91cd5f3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 09bd0540-75b8-471a-8a8e-a5641efa29c0 {{(pid=93797) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 23:09:35.296263 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-99986231-0187-4bda-bc13-ae54b91cd5f3 admin admin] Notify callbacks [] for router, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:35.299235 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-99986231-0187-4bda-bc13-ae54b91cd5f3 admin admin] 10.222.0.18 "DELETE /v2.0/routers/09bd0540-75b8-471a-8a8e-a5641efa29c0 HTTP/1.1" status: 204 len: 168 time: 1.8141158 Jul 27 23:09:35.303450 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 60016) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:09:35.307179 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d682c11-316f-419f-973b-ac6f4a3adcb6 req-525e86a7-e2cf-4052-8257-a45a48d78abd tempest-LiveMigrationNegativeTest-51778097 tempest-LiveMigrationNegativeTest-51778097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:09:35.308699 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-2d682c11-316f-419f-973b-ac6f4a3adcb6 req-525e86a7-e2cf-4052-8257-a45a48d78abd tempest-LiveMigrationNegativeTest-51778097 tempest-LiveMigrationNegativeTest-51778097-project] 10.222.0.18 "GET /v2.0/ports?device_id=e55d4a80-b44a-42bc-9500-aa90ca43ed65 HTTP/1.1" status: 200 len: 949 time: 0.1445487 Jul 27 23:09:35.324194 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-79c0eaf2-57da-4429-8fd1-f5edf0fa3b28 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=09c2e06aaf3c4aa785e90ae90800475c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1185169 Jul 27 23:09:35.330515 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 60018) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:09:35.343378 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:35.367894 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e55d4a80-b44a-42bc-9500-aa90ca43ed65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10623307-e0bb-44d2-a3e7-0d2d5a884a90'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:09:35.370395 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c0369b0d4f459110ff20a1f9878ba33f96d6491bddb9d15843bf29d01e0bda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf8ff514-0452-4068-bf1f-144549aed0b9" -d '{"events": [{"server_uuid": "e55d4a80-b44a-42bc-9500-aa90ca43ed65", "name": "network-vif-plugged", "status": "completed", "tag": "10623307-e0bb-44d2-a3e7-0d2d5a884a90"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:09:35.371248 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1312d7c-3124-4fda-8d2a-47be7bafde5c admin admin] Deleting subnet 5251ec25-a55b-4a25-afa2-420998ba7b41 {{(pid=93798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 23:09:35.372564 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-2d682c11-316f-419f-973b-ac6f4a3adcb6 req-5c556218-09da-4762-94ed-2ff18b05be8d tempest-LiveMigrationNegativeTest-51778097 tempest-LiveMigrationNegativeTest-51778097-project] 10.222.0.18 "GET /v2.0/security-groups?id=8661a481-8725-4d2d-88ac-095875c6abdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577404 Jul 27 23:09:35.374806 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d1312d7c-3124-4fda-8d2a-47be7bafde5c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:35.388252 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port 10623307-e0bb-44d2-a3e7-0d2d5a884a90, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=10623307-e0bb-44d2-a3e7-0d2d5a884a90,segment=NetworkSegment(16e91594-c047-4b55-93eb-43af33ad08e1),segment_id=16e91594-c047-4b55-93eb-43af33ad08e1)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:09:35.396472 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:35.422336 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d1312d7c-3124-4fda-8d2a-47be7bafde5c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11163249'] for subnet, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:35.452881 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:09:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c90ae52f-6d01-4b13-ab5a-bceeaf6b71f4 x-openstack-request-id: req-c90ae52f-6d01-4b13-ab5a-bceeaf6b71f4 {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:09:35.453239 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e55d4a80-b44a-42bc-9500-aa90ca43ed65", "name": "network-vif-plugged", "status": "completed", "tag": "10623307-e0bb-44d2-a3e7-0d2d5a884a90", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:09:35.453825 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c90ae52f-6d01-4b13-ab5a-bceeaf6b71f4 {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:09:35.454279 n-d-802623-1 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e55d4a80-b44a-42bc-9500-aa90ca43ed65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10623307-e0bb-44d2-a3e7-0d2d5a884a90', 'code': 200} Jul 27 23:09:35.466186 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Pushing event updated for resources: {'Port': ['ID=10623307-e0bb-44d2-a3e7-0d2d5a884a90,revision_number=5']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:09:35.479029 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-92f474d6-a615-42ca-89ac-c132bd90c176 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:35.495975 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-251f2472-0ddf-485b-96a2-01544c1f7658 req-e530ac17-dbc8-4522-8bf2-06dcced4a894 tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] 10.222.0.18 "GET /v2.0/ports?device_id=b422cc47-c1e5-45ab-b391-bcce61d21339 HTTP/1.1" status: 200 len: 210 time: 0.0395107 Jul 27 23:09:35.519320 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-92f474d6-a615-42ca-89ac-c132bd90c176 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:35.532204 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d1312d7c-3124-4fda-8d2a-47be7bafde5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620741'] for subnet, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:35.591698 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d1312d7c-3124-4fda-8d2a-47be7bafde5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11971800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12265753'] for subnet, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:35.595310 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597af6e5-184f-4089-9dff-b0c68d8c5557 req-c2c655b3-b664-41f4-a2bf-942a5e63918f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:09:35.597271 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-597af6e5-184f-4089-9dff-b0c68d8c5557 req-c2c655b3-b664-41f4-a2bf-942a5e63918f service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=e55d4a80-b44a-42bc-9500-aa90ca43ed65 HTTP/1.1" status: 200 len: 1101 time: 0.0705478 Jul 27 23:09:35.620492 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1312d7c-3124-4fda-8d2a-47be7bafde5c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5251ec25-a55b-4a25-afa2-420998ba7b41,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:09:35.622361 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d1312d7c-3124-4fda-8d2a-47be7bafde5c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:35.624261 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-d1312d7c-3124-4fda-8d2a-47be7bafde5c admin admin] 10.222.0.18 "DELETE /v2.0/subnets/5251ec25-a55b-4a25-afa2-420998ba7b41 HTTP/1.1" status: 204 len: 168 time: 0.3191073 Jul 27 23:09:35.627941 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f42eba86-1b46-4032-8588-73e0373adc71 None None] Network 67711418-8a20-4e6e-b644-89dd804b755c requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:09:35.628086 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 60024) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:09:35.774049 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-92f474d6-a615-42ca-89ac-c132bd90c176 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:35.777198 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-92f474d6-a615-42ca-89ac-c132bd90c176 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:35.780893 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-92f474d6-a615-42ca-89ac-c132bd90c176 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c694debb-645d-47e8-94e3-ebc099cee234 HTTP/1.1" status: 204 len: 168 time: 0.4463916 Jul 27 23:09:35.790537 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 08b0b4d8-92b2-4649-b20e-f438f6d48a7b no longer exists at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:09:35.821218 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-597af6e5-184f-4089-9dff-b0c68d8c5557 req-39760710-6927-40d7-9fd1-e4e64c6722b8 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=8661a481-8725-4d2d-88ac-095875c6abdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2144783 Jul 27 23:09:35.821942 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f474d6-a615-42ca-89ac-c132bd90c176 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c694debb-645d-47e8-94e3-ebc099cee234,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:09:35.850171 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-dd416ab4-9a2d-4104-836f-f1c103d4f7cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593271'] for network, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:35.877729 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8506d286-4c82-443d-a73a-60063ec30e01 req-fb0b6970-1584-4370-9249-afba4bd18bab tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:09:35.879320 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8506d286-4c82-443d-a73a-60063ec30e01 req-fb0b6970-1584-4370-9249-afba4bd18bab tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] 10.222.0.49 "GET /v2.0/networks?id=130a0954-7a6d-4921-ab94-72e4ed1dccfc HTTP/1.1" status: 200 len: 812 time: 0.2868478 Jul 27 23:09:35.939445 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-dd416ab4-9a2d-4104-836f-f1c103d4f7cb admin admin] Deleting port 548db3f7-3140-4fad-b00a-376b635ccaf5 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:09:35.940080 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-dd416ab4-9a2d-4104-836f-f1c103d4f7cb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:35.963523 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] No Port match for: 08b0b4d8-92b2-4649-b20e-f438f6d48a7b {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:09:35.963872 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 08b0b4d8-92b2-4649-b20e-f438f6d48a7b not bound to the agent host n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:09:35.964294 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device a5ba2394-6d4a-43f3-9d36-6dc30840ddcc no longer exists at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:09:35.993293 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] No Port match for: a5ba2394-6d4a-43f3-9d36-6dc30840ddcc {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:09:35.993686 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device a5ba2394-6d4a-43f3-9d36-6dc30840ddcc not bound to the agent host n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:09:35.994076 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device e40e6d25-9092-46e6-ae1a-f1b1a78f0790 no longer exists at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:09:35.996696 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [req-8506d286-4c82-443d-a73a-60063ec30e01 req-1515e25b-246d-49f5-a011-e06aecd4710e tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] Request body: {'port': {'device_id': 'b422cc47-c1e5-45ab-b391-bcce61d21339', 'network_id': '130a0954-7a6d-4921-ab94-72e4ed1dccfc', 'admin_state_up': True, 'tenant_id': '5a3cfd4017c84232b4a584320b01c441'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:09:36.013879 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] No Port match for: e40e6d25-9092-46e6-ae1a-f1b1a78f0790 {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:09:36.014231 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device e40e6d25-9092-46e6-ae1a-f1b1a78f0790 not bound to the agent host n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:09:36.054044 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0edd0355-f198-4a47-b1c0-1564477fcd5d None None] DHCP port deletion for 67711418-8a20-4e6e-b644-89dd804b755c request from n-d-802623-1 {{(pid=93799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 23:09:36.103541 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-0edd0355-f198-4a47-b1c0-1564477fcd5d None None] Deleting port 548db3f7-3140-4fad-b00a-376b635ccaf5 {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:09:36.103921 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-0edd0355-f198-4a47-b1c0-1564477fcd5d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:36.113615 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-dd416ab4-9a2d-4104-836f-f1c103d4f7cb admin admin] For port 548db3f7-3140-4fad-b00a-376b635ccaf5, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=548db3f7-3140-4fad-b00a-376b635ccaf5,segment=NetworkSegment(1e1e6764-b692-4d13-9c5a-7a540e569c1f),segment_id=1e1e6764-b692-4d13-9c5a-7a540e569c1f)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:09:36.114001 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-dd416ab4-9a2d-4104-836f-f1c103d4f7cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:36.127339 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-dd416ab4-9a2d-4104-836f-f1c103d4f7cb admin admin] Calling delete_port for 548db3f7-3140-4fad-b00a-376b635ccaf5 owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:09:36.200215 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-0edd0355-f198-4a47-b1c0-1564477fcd5d None None] For port 548db3f7-3140-4fad-b00a-376b635ccaf5, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=548db3f7-3140-4fad-b00a-376b635ccaf5,segment=NetworkSegment(1e1e6764-b692-4d13-9c5a-7a540e569c1f),segment_id=1e1e6764-b692-4d13-9c5a-7a540e569c1f)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:09:36.200627 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-0edd0355-f198-4a47-b1c0-1564477fcd5d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:36.225161 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-0edd0355-f198-4a47-b1c0-1564477fcd5d None None] Calling delete_port for 548db3f7-3140-4fad-b00a-376b635ccaf5 owned by network:dhcp {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:09:36.245608 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 60036) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:09:36.267902 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba548c8-4536-4d70-91e1-679d3fe45b87 req-6e2ccad7-8aa2-4ed5-83fb-64f635259ea8 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:09:36.269453 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-5ba548c8-4536-4d70-91e1-679d3fe45b87 req-6e2ccad7-8aa2-4ed5-83fb-64f635259ea8 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.18 "GET /v2.0/ports?device_id=8bb766e8-eb06-49ad-9e2b-953aac852a73 HTTP/1.1" status: 200 len: 945 time: 0.3265851 Jul 27 23:09:36.281260 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6546ee3-a72a-4207-b435-b73163441415 req-83935aab-5bf1-4147-b932-288179b6526c tempest-ListImageFiltersTestJSON-1300276804 tempest-ListImageFiltersTestJSON-1300276804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:09:36.288338 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e6546ee3-a72a-4207-b435-b73163441415 req-83935aab-5bf1-4147-b932-288179b6526c tempest-ListImageFiltersTestJSON-1300276804 tempest-ListImageFiltersTestJSON-1300276804-project] 10.222.0.18 "GET /v2.0/ports?device_id=af40694f-e015-4730-a86b-e6cdb8a8c834 HTTP/1.1" status: 200 len: 950 time: 0.0714986 Jul 27 23:09:36.298529 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-dd416ab4-9a2d-4104-836f-f1c103d4f7cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:36.312121 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-0edd0355-f198-4a47-b1c0-1564477fcd5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:36.341246 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edd0355-f198-4a47-b1c0-1564477fcd5d None None] Pushing event deleted for resources: {'Port': ['ID=548db3f7-3140-4fad-b00a-376b635ccaf5,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:09:36.342638 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e6546ee3-a72a-4207-b435-b73163441415 req-c002cf35-3fab-4f5b-8ea8-a009901a4967 tempest-ListImageFiltersTestJSON-1300276804 tempest-ListImageFiltersTestJSON-1300276804-project] 10.222.0.18 "GET /v2.0/security-groups?id=e18dfc0d-586d-4d08-ab5b-6cc85907c37c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530760 Jul 27 23:09:36.344823 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0edd0355-f198-4a47-b1c0-1564477fcd5d None None] No DVR routers for this DVR port 548db3f7-3140-4fad-b00a-376b635ccaf5 on host n-d-802623-1 {{(pid=93799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:09:36.348960 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-cbe4b578-1e42-403c-8014-b2860fa0914e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0763db5810cc42e5b9ba092573abe8bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1016216 Jul 27 23:09:36.352591 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 60040) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:09:36.355360 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd416ab4-9a2d-4104-836f-f1c103d4f7cb admin admin] No DVR routers for this DVR port 548db3f7-3140-4fad-b00a-376b635ccaf5 on host n-d-802623-1 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:09:36.362087 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd416ab4-9a2d-4104-836f-f1c103d4f7cb admin admin] Pushing event deleted for resources: {'Port': ['ID=548db3f7-3140-4fad-b00a-376b635ccaf5,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:09:36.409317 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8506d286-4c82-443d-a73a-60063ec30e01 req-1515e25b-246d-49f5-a011-e06aecd4710e tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] Made reservation on behalf of 5a3cfd4017c84232b4a584320b01c441 for: {'port': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:09:36.412874 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-8506d286-4c82-443d-a73a-60063ec30e01 req-1515e25b-246d-49f5-a011-e06aecd4710e tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:36.424514 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-00fe9e7f-bfa0-41fe-9c60-30ff62502e5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:36.451788 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-00fe9e7f-bfa0-41fe-9c60-30ff62502e5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:36.465908 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-5ba548c8-4536-4d70-91e1-679d3fe45b87 req-77fe429b-43af-44df-b9a1-0718fd93ce72 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.18 "GET /v2.0/security-groups?id=657c655b-8580-45d5-979f-9b32b7a260f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768875 Jul 27 23:09:36.494349 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-dd416ab4-9a2d-4104-836f-f1c103d4f7cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618032', 'neutron.services.segments.db._delete_segments_for_network-8736833900081'] for network, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:36.510001 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-dd416ab4-9a2d-4104-836f-f1c103d4f7cb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67711418-8a20-4e6e-b644-89dd804b755c']}} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:09:36.520451 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-00fe9e7f-bfa0-41fe-9c60-30ff62502e5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:36.524954 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-00fe9e7f-bfa0-41fe-9c60-30ff62502e5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:36.526561 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-00fe9e7f-bfa0-41fe-9c60-30ff62502e5f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/db5c7df9-f8d1-4a0a-8250-7aec0e55bdd8 HTTP/1.1" status: 204 len: 168 time: 0.1736019 Jul 27 23:09:36.535867 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fe9e7f-bfa0-41fe-9c60-30ff62502e5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db5c7df9-f8d1-4a0a-8250-7aec0e55bdd8,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:09:36.574994 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-dd416ab4-9a2d-4104-836f-f1c103d4f7cb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e1e6764-b692-4d13-9c5a-7a540e569c1f') {'for_net_delete': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:09:36.575325 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-dd416ab4-9a2d-4104-836f-f1c103d4f7cb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e1e6764-b692-4d13-9c5a-7a540e569c1f') {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:09:36.615204 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-dd416ab4-9a2d-4104-836f-f1c103d4f7cb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736833900858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11335978'] for segment, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:36.641454 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-dd416ab4-9a2d-4104-836f-f1c103d4f7cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:36.656381 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd416ab4-9a2d-4104-836f-f1c103d4f7cb admin admin] Releasing vlan 532 on physical network physnet1 to pool {{(pid=93797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 23:09:36.656819 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-dd416ab4-9a2d-4104-836f-f1c103d4f7cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11336013'] for segment, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:36.677257 n-d-802623-1 neutron-server[93797]: Traceback (most recent call last): Jul 27 23:09:36.677257 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 23:09:36.677257 n-d-802623-1 neutron-server[93797]: timer() Jul 27 23:09:36.677257 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 23:09:36.677257 n-d-802623-1 neutron-server[93797]: cb(*args, **kw) Jul 27 23:09:36.677257 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 23:09:36.677257 n-d-802623-1 neutron-server[93797]: return func(*args, **kwargs) Jul 27 23:09:36.677257 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 23:09:36.677257 n-d-802623-1 neutron-server[93797]: self._notify() Jul 27 23:09:36.677257 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 23:09:36.677257 n-d-802623-1 neutron-server[93797]: self.callback(batched_events) Jul 27 23:09:36.677257 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 23:09:36.677257 n-d-802623-1 neutron-server[93797]: event.method(event) Jul 27 23:09:36.677257 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 23:09:36.677257 n-d-802623-1 neutron-server[93797]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 23:09:36.677257 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 23:09:36.677257 n-d-802623-1 neutron-server[93797]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 23:09:36.677257 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 23:09:36.677257 n-d-802623-1 neutron-server[93797]: return f(self, *a, **k) Jul 27 23:09:36.677257 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 23:09:36.677257 n-d-802623-1 neutron-server[93797]: return self._get(url).json() Jul 27 23:09:36.677257 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 23:09:36.677257 n-d-802623-1 neutron-server[93797]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 23:09:36.677257 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 23:09:36.677257 n-d-802623-1 neutron-server[93797]: return self.request(url, 'GET', **kwargs) Jul 27 23:09:36.677257 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 23:09:36.677257 n-d-802623-1 neutron-server[93797]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 23:09:36.677257 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 23:09:36.677257 n-d-802623-1 neutron-server[93797]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 23:09:36.677257 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 23:09:36.677257 n-d-802623-1 neutron-server[93797]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 23:09:36.677257 n-d-802623-1 neutron-server[93797]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 23:09:36.748205 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2b26ac-0886-4daf-b0ae-caac17ea5f22 req-dc0aa717-9f24-4d9b-9dd5-2f91b9440f51 tempest-LiveMigrationNegativeTest-51778097 tempest-LiveMigrationNegativeTest-51778097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:09:36.749738 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-bc2b26ac-0886-4daf-b0ae-caac17ea5f22 req-dc0aa717-9f24-4d9b-9dd5-2f91b9440f51 tempest-LiveMigrationNegativeTest-51778097 tempest-LiveMigrationNegativeTest-51778097-project] 10.222.0.18 "GET /v2.0/ports?device_id=e55d4a80-b44a-42bc-9500-aa90ca43ed65 HTTP/1.1" status: 200 len: 950 time: 0.1725254 Jul 27 23:09:36.784525 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [req-8506d286-4c82-443d-a73a-60063ec30e01 req-1515e25b-246d-49f5-a011-e06aecd4710e tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] Allocated IP 172.20.0.14 (130a0954-7a6d-4921-ab94-72e4ed1dccfc/dbf05d93-18dc-44bb-a1ce-d6d38b8f56eb/1c50f656-73ac-4992-83d6-c6d8633fe506) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:09:36.786237 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-dd416ab4-9a2d-4104-836f-f1c103d4f7cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415412'] for network, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:36.804258 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-dd416ab4-9a2d-4104-836f-f1c103d4f7cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for network, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:36.806119 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-dd416ab4-9a2d-4104-836f-f1c103d4f7cb admin admin] 10.222.0.18 "DELETE /v2.0/networks/67711418-8a20-4e6e-b644-89dd804b755c HTTP/1.1" status: 204 len: 168 time: 1.1771731 Jul 27 23:09:36.829280 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd416ab4-9a2d-4104-836f-f1c103d4f7cb admin admin] Pushing event deleted for resources: {'Network': ['ID=67711418-8a20-4e6e-b644-89dd804b755c,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:09:36.863314 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b469834f-1741-4df4-aa93-ae8b12e7149a req-ac20b09a-f712-4c4e-b69e-e6ffc5e8b023 tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] 10.222.0.18 "GET /v2.0/ports?device_id=b422cc47-c1e5-45ab-b391-bcce61d21339 HTTP/1.1" status: 200 len: 210 time: 0.0385942 Jul 27 23:09:36.867410 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-bc2b26ac-0886-4daf-b0ae-caac17ea5f22 req-1dbf51ef-5982-44e1-a30c-b99f92cc312d tempest-LiveMigrationNegativeTest-51778097 tempest-LiveMigrationNegativeTest-51778097-project] 10.222.0.18 "GET /v2.0/security-groups?id=8661a481-8725-4d2d-88ac-095875c6abdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056604 Jul 27 23:09:37.042020 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-8506d286-4c82-443d-a73a-60063ec30e01 req-1515e25b-246d-49f5-a011-e06aecd4710e tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:37.076665 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 60080) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:09:37.090484 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-8506d286-4c82-443d-a73a-60063ec30e01 req-1515e25b-246d-49f5-a011-e06aecd4710e tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:37.107911 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] get_ports_and_sgs() called for port_ids ['ecee3142-b56e-44a3-ae44-405fd47f1162'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:09:37.124678 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-df31e3cf-eb33-4523-bdaf-8b9171ca9855 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=749e6a2b85454e4b8a6bbb3acb05e708&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0468447 Jul 27 23:09:37.125478 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 60084) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:09:37.148046 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8506d286-4c82-443d-a73a-60063ec30e01 req-1515e25b-246d-49f5-a011-e06aecd4710e tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] Network 130a0954-7a6d-4921-ab94-72e4ed1dccfc is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:09:37.153294 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [req-8506d286-4c82-443d-a73a-60063ec30e01 req-1515e25b-246d-49f5-a011-e06aecd4710e tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:09:37.155773 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1515e25b-246d-49f5-a011-e06aecd4710e tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] Pushing event updated for resources: {'Port': ['ID=1c50f656-73ac-4992-83d6-c6d8633fe506,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:09:37.160315 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [req-8506d286-4c82-443d-a73a-60063ec30e01 req-1515e25b-246d-49f5-a011-e06aecd4710e tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:09:37.208422 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-db5f4870-4ec5-4382-837b-338f57722545 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:37.223698 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8506d286-4c82-443d-a73a-60063ec30e01 req-1515e25b-246d-49f5-a011-e06aecd4710e tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:09:37.224352 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-8506d286-4c82-443d-a73a-60063ec30e01 req-1515e25b-246d-49f5-a011-e06aecd4710e tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:37.239151 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-db5f4870-4ec5-4382-837b-338f57722545 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:37.241233 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8506d286-4c82-443d-a73a-60063ec30e01 req-1515e25b-246d-49f5-a011-e06aecd4710e tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2478335 Jul 27 23:09:37.253827 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [req-8506d286-4c82-443d-a73a-60063ec30e01 req-3b466da4-46a8-46f9-80bd-4feb206834ae service neutron] Request body: {'port': {'device_id': 'b422cc47-c1e5-45ab-b391-bcce61d21339', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802623-1'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:09:37.296247 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-db5f4870-4ec5-4382-837b-338f57722545 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:37.301754 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-db5f4870-4ec5-4382-837b-338f57722545 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:37.305141 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-db5f4870-4ec5-4382-837b-338f57722545 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9053d272-aea8-4f59-a536-ca5fe022d355 HTTP/1.1" status: 204 len: 168 time: 0.1785047 Jul 27 23:09:37.317292 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5f4870-4ec5-4382-837b-338f57722545 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9053d272-aea8-4f59-a536-ca5fe022d355,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:09:37.333365 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-8506d286-4c82-443d-a73a-60063ec30e01 req-3b466da4-46a8-46f9-80bd-4feb206834ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:37.628705 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 548db3f7-3140-4fad-b00a-376b635ccaf5 no longer exists at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:09:37.639921 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f49a88-3e52-4234-8c25-06856527d9eb req-a5e3e5c9-df77-44ff-ad6f-eea75ab4a1f0 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:09:37.641437 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-12f49a88-3e52-4234-8c25-06856527d9eb req-a5e3e5c9-df77-44ff-ad6f-eea75ab4a1f0 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.18 "GET /v2.0/ports?device_id=8bb766e8-eb06-49ad-9e2b-953aac852a73 HTTP/1.1" status: 200 len: 945 time: 0.0983939 Jul 27 23:09:37.657762 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] No Port match for: 548db3f7-3140-4fad-b00a-376b635ccaf5 {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:09:37.658203 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 548db3f7-3140-4fad-b00a-376b635ccaf5 not bound to the agent host n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:09:37.723606 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-12f49a88-3e52-4234-8c25-06856527d9eb req-a19f9350-4627-4965-839a-8ae62dbd28bc tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.18 "GET /v2.0/security-groups?id=657c655b-8580-45d5-979f-9b32b7a260f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743368 Jul 27 23:09:37.740051 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [req-8506d286-4c82-443d-a73a-60063ec30e01 req-3b466da4-46a8-46f9-80bd-4feb206834ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c50f656-73ac-4992-83d6-c6d8633fe506 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:09:37.746178 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-8506d286-4c82-443d-a73a-60063ec30e01 req-3b466da4-46a8-46f9-80bd-4feb206834ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:37.758644 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [req-8506d286-4c82-443d-a73a-60063ec30e01 req-3b466da4-46a8-46f9-80bd-4feb206834ae service neutron] Transition to ACTIVE for port object 1c50f656-73ac-4992-83d6-c6d8633fe506 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:09:37.763948 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-8506d286-4c82-443d-a73a-60063ec30e01 req-3b466da4-46a8-46f9-80bd-4feb206834ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11336041'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:37.825267 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b466da4-46a8-46f9-80bd-4feb206834ae service neutron] Pushing event updated for resources: {'Port': ['ID=1c50f656-73ac-4992-83d6-c6d8633fe506,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:09:37.892840 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-8506d286-4c82-443d-a73a-60063ec30e01 req-3b466da4-46a8-46f9-80bd-4feb206834ae service neutron] Attempting to bind port 1c50f656-73ac-4992-83d6-c6d8633fe506 on host n-h2-802623-1 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:09:37.893879 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-8506d286-4c82-443d-a73a-60063ec30e01 req-3b466da4-46a8-46f9-80bd-4feb206834ae service neutron] Attempting to bind port 1c50f656-73ac-4992-83d6-c6d8633fe506 by drivers openvswitch,hyperv on host n-h2-802623-1 at level 0 using segments [{'id': '8ba436c1-f478-4bca-9988-32f105ba0b93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '130a0954-7a6d-4921-ab94-72e4ed1dccfc'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:09:37.894578 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8506d286-4c82-443d-a73a-60063ec30e01 req-3b466da4-46a8-46f9-80bd-4feb206834ae service neutron] Attempting to bind port 1c50f656-73ac-4992-83d6-c6d8633fe506 on network 130a0954-7a6d-4921-ab94-72e4ed1dccfc {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:09:37.900200 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8506d286-4c82-443d-a73a-60063ec30e01 req-3b466da4-46a8-46f9-80bd-4feb206834ae service neutron] Port 1c50f656-73ac-4992-83d6-c6d8633fe506 on network 130a0954-7a6d-4921-ab94-72e4ed1dccfc not bound, no agent of type Open vSwitch agent registered on host n-h2-802623-1 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 23:09:37.900406 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8506d286-4c82-443d-a73a-60063ec30e01 req-3b466da4-46a8-46f9-80bd-4feb206834ae service neutron] Attempting to bind port 1c50f656-73ac-4992-83d6-c6d8633fe506 on network 130a0954-7a6d-4921-ab94-72e4ed1dccfc {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:09:37.905868 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8506d286-4c82-443d-a73a-60063ec30e01 req-3b466da4-46a8-46f9-80bd-4feb206834ae service neutron] Checking agent: {'id': 'c5cc038b-93c4-4df4-8061-5df2a04a48c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 23, 0, 4), 'started_at': datetime.datetime(2021, 7, 27, 23, 0, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 9, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:09:37.906212 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8506d286-4c82-443d-a73a-60063ec30e01 req-3b466da4-46a8-46f9-80bd-4feb206834ae service neutron] Checking segment: {'id': '8ba436c1-f478-4bca-9988-32f105ba0b93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '130a0954-7a6d-4921-ab94-72e4ed1dccfc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:09:37.906713 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8506d286-4c82-443d-a73a-60063ec30e01 req-3b466da4-46a8-46f9-80bd-4feb206834ae service neutron] Bound using segment: {'id': '8ba436c1-f478-4bca-9988-32f105ba0b93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '130a0954-7a6d-4921-ab94-72e4ed1dccfc'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:09:37.907434 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-8506d286-4c82-443d-a73a-60063ec30e01 req-3b466da4-46a8-46f9-80bd-4feb206834ae service neutron] Bound port: 1c50f656-73ac-4992-83d6-c6d8633fe506, host: n-h2-802623-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ba436c1-f478-4bca-9988-32f105ba0b93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '130a0954-7a6d-4921-ab94-72e4ed1dccfc'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:09:37.907546 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-8506d286-4c82-443d-a73a-60063ec30e01 req-3b466da4-46a8-46f9-80bd-4feb206834ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:38.015441 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-8506d286-4c82-443d-a73a-60063ec30e01 req-3b466da4-46a8-46f9-80bd-4feb206834ae service neutron] For port 1c50f656-73ac-4992-83d6-c6d8633fe506, host n-h2-802623-1, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:09:38.019539 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-8506d286-4c82-443d-a73a-60063ec30e01 req-3b466da4-46a8-46f9-80bd-4feb206834ae service neutron] For port 1c50f656-73ac-4992-83d6-c6d8633fe506, host n-h2-802623-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=1c50f656-73ac-4992-83d6-c6d8633fe506,segment=NetworkSegment(8ba436c1-f478-4bca-9988-32f105ba0b93),segment_id=8ba436c1-f478-4bca-9988-32f105ba0b93)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:09:38.036653 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0681a07-e16f-4d9c-b485-e059f4e16964 req-69de6b7f-44d1-4257-a35a-7bc636a6aa24 tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:09:38.041131 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec90698f-2f63-430a-b53e-05649db67227 req-901060e4-7fbb-4614-a05d-b624e193f3bf tempest-LiveMigrationNegativeTest-51778097 tempest-LiveMigrationNegativeTest-51778097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:09:38.042823 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-ec90698f-2f63-430a-b53e-05649db67227 req-901060e4-7fbb-4614-a05d-b624e193f3bf tempest-LiveMigrationNegativeTest-51778097 tempest-LiveMigrationNegativeTest-51778097-project] 10.222.0.18 "GET /v2.0/ports?device_id=e55d4a80-b44a-42bc-9500-aa90ca43ed65 HTTP/1.1" status: 200 len: 950 time: 0.0866332 Jul 27 23:09:38.044108 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-8506d286-4c82-443d-a73a-60063ec30e01 req-3b466da4-46a8-46f9-80bd-4feb206834ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11336041'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:38.044551 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b0681a07-e16f-4d9c-b485-e059f4e16964 req-69de6b7f-44d1-4257-a35a-7bc636a6aa24 tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] 10.222.0.18 "GET /v2.0/ports?device_id=b422cc47-c1e5-45ab-b391-bcce61d21339 HTTP/1.1" status: 200 len: 944 time: 0.0727181 Jul 27 23:09:38.095837 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b0681a07-e16f-4d9c-b485-e059f4e16964 req-0c90452d-b1c0-46d0-8325-bbd148c8837c tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd4c80f8-6360-4d2a-b031-00b7544968a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449615 Jul 27 23:09:38.107104 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8506d286-4c82-443d-a73a-60063ec30e01 req-3b466da4-46a8-46f9-80bd-4feb206834ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:09:38.107104 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-8506d286-4c82-443d-a73a-60063ec30e01 req-3b466da4-46a8-46f9-80bd-4feb206834ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:38.107104 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8506d286-4c82-443d-a73a-60063ec30e01 req-3b466da4-46a8-46f9-80bd-4feb206834ae service neutron] 10.222.0.49 "PUT /v2.0/ports/1c50f656-73ac-4992-83d6-c6d8633fe506 HTTP/1.1" status: 200 len: 1092 time: 0.8545578 Jul 27 23:09:38.107104 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b422cc47-c1e5-45ab-b391-bcce61d21339', 'tag': '1c50f656-73ac-4992-83d6-c6d8633fe506'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:09:38.108574 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a476459a1bfce68b0ae0df5b6a71154bfc7cfdc8f9eefce6ad0a17231e60468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa9b3cf0-0523-4cd2-adab-6a96d60b6320" -d '{"events": [{"name": "network-changed", "server_uuid": "b422cc47-c1e5-45ab-b391-bcce61d21339", "tag": "1c50f656-73ac-4992-83d6-c6d8633fe506"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:09:38.173723 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-ec90698f-2f63-430a-b53e-05649db67227 req-24bb0cab-f473-493b-9890-af43e109fead tempest-LiveMigrationNegativeTest-51778097 tempest-LiveMigrationNegativeTest-51778097-project] 10.222.0.18 "GET /v2.0/security-groups?id=8661a481-8725-4d2d-88ac-095875c6abdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972214 Jul 27 23:09:38.174387 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b466da4-46a8-46f9-80bd-4feb206834ae service neutron] Pushing event updated for resources: {'Port': ['ID=1c50f656-73ac-4992-83d6-c6d8633fe506,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:09:38.186077 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 3620d593-1d9b-44f9-b5be-c87446df7f96 no longer exists at agent hyperv_n-h1-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:09:38.253764 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 23:09:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71ec42a5-961e-4cc8-9596-1e244aac019f x-openstack-request-id: req-71ec42a5-961e-4cc8-9596-1e244aac019f {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:09:38.254061 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b422cc47-c1e5-45ab-b391-bcce61d21339", "tag": "1c50f656-73ac-4992-83d6-c6d8633fe506", "status": "completed", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:09:38.254317 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-71ec42a5-961e-4cc8-9596-1e244aac019f {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:09:38.254958 n-d-802623-1 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b422cc47-c1e5-45ab-b391-bcce61d21339', 'tag': '1c50f656-73ac-4992-83d6-c6d8633fe506', 'status': 'completed', 'code': 200} Jul 27 23:09:38.286790 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8506d286-4c82-443d-a73a-60063ec30e01 req-1ae3b899-4a0a-4c30-9ba2-db919fc9a58d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:09:38.288496 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8506d286-4c82-443d-a73a-60063ec30e01 req-1ae3b899-4a0a-4c30-9ba2-db919fc9a58d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5a3cfd4017c84232b4a584320b01c441&device_id=b422cc47-c1e5-45ab-b391-bcce61d21339 HTTP/1.1" status: 200 len: 1095 time: 0.1110272 Jul 27 23:09:38.304799 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:38.329781 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af40694f-e015-4730-a86b-e6cdb8a8c834', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3620d593-1d9b-44f9-b5be-c87446df7f96'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:09:38.332469 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c0369b0d4f459110ff20a1f9878ba33f96d6491bddb9d15843bf29d01e0bda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5710d1ce-d44b-4c7d-9875-7a44d9e9bc59" -d '{"events": [{"server_uuid": "af40694f-e015-4730-a86b-e6cdb8a8c834", "name": "network-vif-unplugged", "status": "completed", "tag": "3620d593-1d9b-44f9-b5be-c87446df7f96"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:09:38.338172 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 60156) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:09:38.348003 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port 3620d593-1d9b-44f9-b5be-c87446df7f96, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=3620d593-1d9b-44f9-b5be-c87446df7f96,segment=NetworkSegment(16e91594-c047-4b55-93eb-43af33ad08e1),segment_id=16e91594-c047-4b55-93eb-43af33ad08e1)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:09:38.352948 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8506d286-4c82-443d-a73a-60063ec30e01 req-02a85e85-e09e-4bc6-a33b-5a82fb56b3e1 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1c50f656-73ac-4992-83d6-c6d8633fe506 HTTP/1.1" status: 200 len: 217 time: 0.0542407 Jul 27 23:09:38.354718 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:38.400494 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 23:09:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-988cf946-72b7-4506-af1b-f4866c0a9ab5 x-openstack-request-id: req-988cf946-72b7-4506-af1b-f4866c0a9ab5 {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:09:38.401056 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af40694f-e015-4730-a86b-e6cdb8a8c834", "name": "network-vif-unplugged", "status": "completed", "tag": "3620d593-1d9b-44f9-b5be-c87446df7f96", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:09:38.401475 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-988cf946-72b7-4506-af1b-f4866c0a9ab5 {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:09:38.402020 n-d-802623-1 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af40694f-e015-4730-a86b-e6cdb8a8c834', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3620d593-1d9b-44f9-b5be-c87446df7f96', 'code': 200} Jul 27 23:09:38.431645 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8506d286-4c82-443d-a73a-60063ec30e01 req-45d8177c-b827-4f23-800e-d626000df2b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:09:38.433284 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8506d286-4c82-443d-a73a-60063ec30e01 req-45d8177c-b827-4f23-800e-d626000df2b6 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=dbf05d93-18dc-44bb-a1ce-d6d38b8f56eb HTTP/1.1" status: 200 len: 852 time: 0.0714662 Jul 27 23:09:38.433720 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Pushing event updated for resources: {'Port': ['ID=3620d593-1d9b-44f9-b5be-c87446df7f96,revision_number=8']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:09:38.460239 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-cbdd71b3-7c1a-407c-ad95-c658bff698dc admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1685078482-network', 'tenant_id': '060a72456a5f4338bb3d8e4886e17b6a'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:09:38.469628 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8506d286-4c82-443d-a73a-60063ec30e01 req-9b591708-c69d-4be4-87d5-ab6d957a5eb7 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=130a0954-7a6d-4921-ab94-72e4ed1dccfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259898 Jul 27 23:09:38.485477 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbdd71b3-7c1a-407c-ad95-c658bff698dc admin admin] Made reservation on behalf of 060a72456a5f4338bb3d8e4886e17b6a for: {'network': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:09:38.488292 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-cbdd71b3-7c1a-407c-ad95-c658bff698dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for network, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:38.504211 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-cbdd71b3-7c1a-407c-ad95-c658bff698dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:38.594162 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8506d286-4c82-443d-a73a-60063ec30e01 req-e1a5946b-4244-46e4-8b78-cfd501ff37f3 service neutron] 10.222.0.49 "GET /v2.0/networks/130a0954-7a6d-4921-ab94-72e4ed1dccfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1157303 Jul 27 23:09:38.617999 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-cbdd71b3-7c1a-407c-ad95-c658bff698dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:38.623005 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-cbdd71b3-7c1a-407c-ad95-c658bff698dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:38.644939 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbdd71b3-7c1a-407c-ad95-c658bff698dc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 515} {{(pid=93798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 23:09:38.666043 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdd71b3-7c1a-407c-ad95-c658bff698dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9080542-9f87-40e1-8ee8-e4e1a198d9a0,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:09:38.669127 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-cbdd71b3-7c1a-407c-ad95-c658bff698dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:38.669533 n-d-802623-1 neutron-server[93798]: INFO neutron.db.segments_db [None req-cbdd71b3-7c1a-407c-ad95-c658bff698dc admin admin] Added segment 8ef5121f-fad4-4a48-a325-706c400e9687 of type vlan for network 6563a7b6-cd9b-408c-a2bb-887c99864775 Jul 27 23:09:38.726376 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-cbdd71b3-7c1a-407c-ad95-c658bff698dc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736833354590'] for network, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:38.733285 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8506d286-4c82-443d-a73a-60063ec30e01 req-4fdaa6b0-a2a6-41c2-a600-ddba7c746475 service neutron] 10.222.0.49 "GET /v2.0/networks/130a0954-7a6d-4921-ab94-72e4ed1dccfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304581 Jul 27 23:09:38.784986 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-cbdd71b3-7c1a-407c-ad95-c658bff698dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569'] for network, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:38.785981 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbdd71b3-7c1a-407c-ad95-c658bff698dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:09:38.786577 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-cbdd71b3-7c1a-407c-ad95-c658bff698dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:38.851776 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-cbdd71b3-7c1a-407c-ad95-c658bff698dc admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.5083389 Jul 27 23:09:38.852080 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 60180) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:09:38.857070 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-4257acd2-135f-494e-8ae4-39e7c47a6d51 admin admin] Request body: {'subnet': {'network_id': '6563a7b6-cd9b-408c-a2bb-887c99864775', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1685078482-subnet', 'tenant_id': '060a72456a5f4338bb3d8e4886e17b6a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:09:38.860667 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8196352f-6bdb-40e1-bc9b-84f150a8a07a req-3f6c07b0-e4b5-436d-85ee-d08e221fa974 tempest-LiveMigrationNegativeTest-51778097 tempest-LiveMigrationNegativeTest-51778097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:09:38.862110 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-8196352f-6bdb-40e1-bc9b-84f150a8a07a req-3f6c07b0-e4b5-436d-85ee-d08e221fa974 tempest-LiveMigrationNegativeTest-51778097 tempest-LiveMigrationNegativeTest-51778097-project] 10.222.0.18 "GET /v2.0/ports?device_id=e55d4a80-b44a-42bc-9500-aa90ca43ed65 HTTP/1.1" status: 200 len: 950 time: 0.1196520 Jul 27 23:09:38.865119 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdd71b3-7c1a-407c-ad95-c658bff698dc admin admin] Pushing event updated for resources: {'Network': ['ID=6563a7b6-cd9b-408c-a2bb-887c99864775,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:09:38.876385 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Network 6563a7b6-cd9b-408c-a2bb-887c99864775 details requested by agent ovs-agent-n-d-802623-1 with host n-d-802623-1 {{(pid=93799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 23:09:38.878469 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9b3cf0-0523-4cd2-adab-6a96d60b6320 req-847284b3-6207-468f-8b1a-669fdcc69870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:09:38.880022 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-aa9b3cf0-0523-4cd2-adab-6a96d60b6320 req-847284b3-6207-468f-8b1a-669fdcc69870 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5a3cfd4017c84232b4a584320b01c441&device_id=b422cc47-c1e5-45ab-b391-bcce61d21339 HTTP/1.1" status: 200 len: 1095 time: 0.0930490 Jul 27 23:09:38.894498 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55273a53-75e9-4621-8445-1673e6fbbff8 req-d3c00d46-ec29-4f45-9ee1-41c6d4da16a5 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:09:38.896034 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-55273a53-75e9-4621-8445-1673e6fbbff8 req-d3c00d46-ec29-4f45-9ee1-41c6d4da16a5 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.18 "GET /v2.0/ports?device_id=8bb766e8-eb06-49ad-9e2b-953aac852a73 HTTP/1.1" status: 200 len: 945 time: 0.0842700 Jul 27 23:09:38.910788 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-8196352f-6bdb-40e1-bc9b-84f150a8a07a req-8c46a153-129f-4a31-bced-5f8f72da7ace tempest-LiveMigrationNegativeTest-51778097 tempest-LiveMigrationNegativeTest-51778097-project] 10.222.0.18 "GET /v2.0/security-groups?id=8661a481-8725-4d2d-88ac-095875c6abdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410655 Jul 27 23:09:38.947564 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4257acd2-135f-494e-8ae4-39e7c47a6d51 admin admin] Made reservation on behalf of 060a72456a5f4338bb3d8e4886e17b6a for: {'subnet': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:09:38.949635 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4257acd2-135f-494e-8ae4-39e7c47a6d51 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11551435'] for subnet, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:39.044936 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-55273a53-75e9-4621-8445-1673e6fbbff8 req-09573367-7be9-4420-96ae-0725f8da070d tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.18 "GET /v2.0/security-groups?id=657c655b-8580-45d5-979f-9b32b7a260f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373932 Jul 27 23:09:39.085537 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9b3cf0-0523-4cd2-adab-6a96d60b6320 req-8bb592f6-2a7c-4c0d-9ca5-c9872d80c2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:09:39.086641 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-aa9b3cf0-0523-4cd2-adab-6a96d60b6320 req-8bb592f6-2a7c-4c0d-9ca5-c9872d80c2bb service neutron] 10.222.0.49 "GET /v2.0/networks?id=130a0954-7a6d-4921-ab94-72e4ed1dccfc HTTP/1.1" status: 200 len: 913 time: 0.1875346 Jul 27 23:09:39.134724 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-aa9b3cf0-0523-4cd2-adab-6a96d60b6320 req-4e3091c7-4c32-4aef-9557-776e8274fbeb service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1c50f656-73ac-4992-83d6-c6d8633fe506 HTTP/1.1" status: 200 len: 217 time: 0.0405831 Jul 27 23:09:39.139867 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-da59c8ea-b6f7-443c-9f89-bfaa72cc0a4d req-36efb0f3-7c10-4476-b505-e2fae8483466 tempest-LiveMigrationNegativeTest-51778097 tempest-LiveMigrationNegativeTest-51778097-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=226ab7885bf147eaaba66104d367bc67&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0241566 Jul 27 23:09:39.257247 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9b3cf0-0523-4cd2-adab-6a96d60b6320 req-02840fa7-cb44-475c-b56e-bee5b28dac24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:09:39.258617 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-aa9b3cf0-0523-4cd2-adab-6a96d60b6320 req-02840fa7-cb44-475c-b56e-bee5b28dac24 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=dbf05d93-18dc-44bb-a1ce-d6d38b8f56eb HTTP/1.1" status: 200 len: 852 time: 0.1161270 Jul 27 23:09:39.259435 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da59c8ea-b6f7-443c-9f89-bfaa72cc0a4d req-254d069c-5003-4318-9ab1-29de11334b29 tempest-LiveMigrationNegativeTest-51778097 tempest-LiveMigrationNegativeTest-51778097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:09:39.260903 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-da59c8ea-b6f7-443c-9f89-bfaa72cc0a4d req-254d069c-5003-4318-9ab1-29de11334b29 tempest-LiveMigrationNegativeTest-51778097 tempest-LiveMigrationNegativeTest-51778097-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1106791 Jul 27 23:09:39.276172 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-da59c8ea-b6f7-443c-9f89-bfaa72cc0a4d req-65a5e182-6e2c-44da-98fb-8ccbb95f738c tempest-LiveMigrationNegativeTest-51778097 tempest-LiveMigrationNegativeTest-51778097-project] 10.222.0.18 "GET /v2.0/quotas/226ab7885bf147eaaba66104d367bc67 HTTP/1.1" status: 200 len: 375 time: 0.0094857 Jul 27 23:09:39.306463 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a7c8a5-bfe2-406e-83e9-50ad0e38c0a3 req-1d13a36a-65dc-482f-9488-33d328415b07 tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:09:39.307958 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-70a7c8a5-bfe2-406e-83e9-50ad0e38c0a3 req-1d13a36a-65dc-482f-9488-33d328415b07 tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] 10.222.0.18 "GET /v2.0/ports?device_id=b422cc47-c1e5-45ab-b391-bcce61d21339 HTTP/1.1" status: 200 len: 944 time: 0.1300218 Jul 27 23:09:39.330215 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-da59c8ea-b6f7-443c-9f89-bfaa72cc0a4d req-224641fa-0e99-429f-bc23-b5e86cc6c997 tempest-LiveMigrationNegativeTest-51778097 tempest-LiveMigrationNegativeTest-51778097-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=226ab7885bf147eaaba66104d367bc67&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0482631 Jul 27 23:09:39.339241 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-aa9b3cf0-0523-4cd2-adab-6a96d60b6320 req-525093f2-9f6e-4a0b-8f4d-cdb01d4a9566 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=130a0954-7a6d-4921-ab94-72e4ed1dccfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0531237 Jul 27 23:09:39.372010 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4257acd2-135f-494e-8ae4-39e7c47a6d51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11336182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11551417'] for subnet, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:39.475966 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-70a7c8a5-bfe2-406e-83e9-50ad0e38c0a3 req-24134c36-a6eb-4011-8977-8231107cd31e tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd4c80f8-6360-4d2a-b031-00b7544968a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605585 Jul 27 23:09:39.507442 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4257acd2-135f-494e-8ae4-39e7c47a6d51 admin admin] Pushing event updated for resources: {'Subnet': ['ID=be695b45-96a9-40f3-a2ef-4596243c3fd8,revision_number=0']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:09:39.539985 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-aa9b3cf0-0523-4cd2-adab-6a96d60b6320 req-00f95edb-169b-473c-9c85-f52e318879c8 service neutron] 10.222.0.49 "GET /v2.0/networks/130a0954-7a6d-4921-ab94-72e4ed1dccfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1918142 Jul 27 23:09:39.540869 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4257acd2-135f-494e-8ae4-39e7c47a6d51 admin admin] Checking segment: {'id': '8ef5121f-fad4-4a48-a325-706c400e9687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '6563a7b6-cd9b-408c-a2bb-887c99864775'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:09:39.541219 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4257acd2-135f-494e-8ae4-39e7c47a6d51 admin admin] Network hostable DHCP agents. Network: 6563a7b6-cd9b-408c-a2bb-887c99864775, hostable agents: ['5950e76f-2bde-4343-a925-cbe6bacd2706'], hosted agents: [] {{(pid=93797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 23:09:39.576645 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4257acd2-135f-494e-8ae4-39e7c47a6d51 admin admin] Network 6563a7b6-cd9b-408c-a2bb-887c99864775 is scheduled to be hosted by DHCP agent 5950e76f-2bde-4343-a925-cbe6bacd2706 with binding_index 1 {{(pid=93797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 23:09:39.614189 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-46bd36e4-ee1f-47a2-84b6-dbfe4c9e6595 req-dfb47baa-ea12-4e86-abdc-106e793bf9ea tempest-LiveMigrationNegativeTest-51778097 tempest-LiveMigrationNegativeTest-51778097-project] 10.222.0.18 "GET /v2.0/ports?device_id=5ba62e6b-d64d-4991-b372-1b858dee50c6 HTTP/1.1" status: 200 len: 210 time: 0.0282276 Jul 27 23:09:39.620003 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-4257acd2-135f-494e-8ae4-39e7c47a6d51 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802623-1, 6563a7b6-cd9b-408c-a2bb-887c99864775) {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:09:39.627300 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4257acd2-135f-494e-8ae4-39e7c47a6d51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:09:39.627300 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4257acd2-135f-494e-8ae4-39e7c47a6d51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for subnet, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:39.631969 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d4a7145-108e-491e-b9ac-7e1c24ef6a01 None None] Network 6563a7b6-cd9b-408c-a2bb-887c99864775 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:09:39.670172 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-4257acd2-135f-494e-8ae4-39e7c47a6d51 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8169322 Jul 27 23:09:39.672951 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 60230) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:09:39.677474 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-16cef765-1a68-47ca-9985-c5f9cf21764f admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1685078482-router', 'tenant_id': '060a72456a5f4338bb3d8e4886e17b6a', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'}}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:09:39.700312 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-aa9b3cf0-0523-4cd2-adab-6a96d60b6320 req-fcfa4b6f-4c9a-41ad-ac46-7659dac20dc8 service neutron] 10.222.0.49 "GET /v2.0/networks/130a0954-7a6d-4921-ab94-72e4ed1dccfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497073 Jul 27 23:09:39.714166 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-16cef765-1a68-47ca-9985-c5f9cf21764f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62159'] for router, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:39.716173 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-16cef765-1a68-47ca-9985-c5f9cf21764f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-479230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-415539', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3693317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62148'] for router, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:39.781478 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-16cef765-1a68-47ca-9985-c5f9cf21764f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:39.888155 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86fe266e-363b-4b4e-8004-18d713ed27d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f6f257c-ad18-5f0c-8c8e-ea085a5fc8a2-6563a7b6-cd9b-408c-a2bb-887c99864775', 'network_id': '6563a7b6-cd9b-408c-a2bb-887c99864775', 'tenant_id': '060a72456a5f4338bb3d8e4886e17b6a', 'fixed_ips': [{'subnet_id': 'be695b45-96a9-40f3-a2ef-4596243c3fd8'}]}} from n-d-802623-1. {{(pid=93799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 23:09:39.889028 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-86fe266e-363b-4b4e-8004-18d713ed27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:39.965502 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-16cef765-1a68-47ca-9985-c5f9cf21764f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-415433', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62186'] for router, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:40.048578 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-86fe266e-363b-4b4e-8004-18d713ed27d1 None None] Allocated IP 172.20.0.2 (6563a7b6-cd9b-408c-a2bb-887c99864775/be695b45-96a9-40f3-a2ef-4596243c3fd8/617a826f-5c7e-4bc7-95bf-6c7a54cb67a5) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:09:40.249959 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2a6d19-42a1-44ba-8c5d-721ebed6d46d req-06d6a659-6abe-4b97-b477-23ca0bc37f30 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:09:40.266191 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-86fe266e-363b-4b4e-8004-18d713ed27d1 None None] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:40.266359 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7e2a6d19-42a1-44ba-8c5d-721ebed6d46d req-06d6a659-6abe-4b97-b477-23ca0bc37f30 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.18 "GET /v2.0/ports?device_id=8bb766e8-eb06-49ad-9e2b-953aac852a73 HTTP/1.1" status: 200 len: 945 time: 0.1300540 Jul 27 23:09:40.267636 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-86fe266e-363b-4b4e-8004-18d713ed27d1 None None] Transition to ACTIVE for port object 617a826f-5c7e-4bc7-95bf-6c7a54cb67a5 will not be triggered until provisioned by entity L2. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:09:40.278959 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-16cef765-1a68-47ca-9985-c5f9cf21764f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:40.285908 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-86fe266e-363b-4b4e-8004-18d713ed27d1 None None] Transition to ACTIVE for port object 617a826f-5c7e-4bc7-95bf-6c7a54cb67a5 will not be triggered until provisioned by entity DHCP. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:09:40.295221 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-86fe266e-363b-4b4e-8004-18d713ed27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:40.309040 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-16cef765-1a68-47ca-9985-c5f9cf21764f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:40.340014 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7e2a6d19-42a1-44ba-8c5d-721ebed6d46d req-fb499f47-8278-49cf-9a39-4c07cd7b8479 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.18 "GET /v2.0/security-groups?id=657c655b-8580-45d5-979f-9b32b7a260f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808778 Jul 27 23:09:40.342348 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86fe266e-363b-4b4e-8004-18d713ed27d1 None None] Network 6563a7b6-cd9b-408c-a2bb-887c99864775 is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:09:40.344803 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-86fe266e-363b-4b4e-8004-18d713ed27d1 None None] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:09:40.348454 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86fe266e-363b-4b4e-8004-18d713ed27d1 None None] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:09:40.373686 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fe266e-363b-4b4e-8004-18d713ed27d1 None None] Pushing event updated for resources: {'Port': ['ID=617a826f-5c7e-4bc7-95bf-6c7a54cb67a5,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:09:40.421751 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-86fe266e-363b-4b4e-8004-18d713ed27d1 None None] Attempting to bind port 617a826f-5c7e-4bc7-95bf-6c7a54cb67a5 on host n-d-802623-1 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:09:40.422272 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-86fe266e-363b-4b4e-8004-18d713ed27d1 None None] Attempting to bind port 617a826f-5c7e-4bc7-95bf-6c7a54cb67a5 by drivers openvswitch,hyperv on host n-d-802623-1 at level 0 using segments [{'id': '8ef5121f-fad4-4a48-a325-706c400e9687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '6563a7b6-cd9b-408c-a2bb-887c99864775'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:09:40.422636 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86fe266e-363b-4b4e-8004-18d713ed27d1 None None] Attempting to bind port 617a826f-5c7e-4bc7-95bf-6c7a54cb67a5 on network 6563a7b6-cd9b-408c-a2bb-887c99864775 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:09:40.428552 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86fe266e-363b-4b4e-8004-18d713ed27d1 None None] Checking agent: {'id': 'a9a568d2-a5e7-41e4-833f-a8ab42ea4073', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 52, 30), 'started_at': datetime.datetime(2021, 7, 27, 22, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 9, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802623-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:09:40.428927 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86fe266e-363b-4b4e-8004-18d713ed27d1 None None] Checking segment: {'id': '8ef5121f-fad4-4a48-a325-706c400e9687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '6563a7b6-cd9b-408c-a2bb-887c99864775'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:09:40.429324 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-86fe266e-363b-4b4e-8004-18d713ed27d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:40.429708 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86fe266e-363b-4b4e-8004-18d713ed27d1 None None] Bound using segment: {'id': '8ef5121f-fad4-4a48-a325-706c400e9687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '6563a7b6-cd9b-408c-a2bb-887c99864775'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:09:40.430180 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-86fe266e-363b-4b4e-8004-18d713ed27d1 None None] Bound port: 617a826f-5c7e-4bc7-95bf-6c7a54cb67a5, host: n-d-802623-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ef5121f-fad4-4a48-a325-706c400e9687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '6563a7b6-cd9b-408c-a2bb-887c99864775'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:09:40.430579 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-86fe266e-363b-4b4e-8004-18d713ed27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:40.464174 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-16cef765-1a68-47ca-9985-c5f9cf21764f admin admin] Allocated IP 172.25.4.125 (2fd42287-ed26-4eb9-89a5-b521f5b04356/17de1f8f-393a-4b0c-a2df-614bd3f2fb5e/3cc502a5-ffe2-4637-96e5-18329c5698f0) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:09:40.510598 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-86fe266e-363b-4b4e-8004-18d713ed27d1 None None] For port 617a826f-5c7e-4bc7-95bf-6c7a54cb67a5, host n-d-802623-1, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:09:40.516505 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-86fe266e-363b-4b4e-8004-18d713ed27d1 None None] For port 617a826f-5c7e-4bc7-95bf-6c7a54cb67a5, host n-d-802623-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=617a826f-5c7e-4bc7-95bf-6c7a54cb67a5,segment=NetworkSegment(8ef5121f-fad4-4a48-a325-706c400e9687),segment_id=8ef5121f-fad4-4a48-a325-706c400e9687)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:09:40.522967 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-86fe266e-363b-4b4e-8004-18d713ed27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:40.602538 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-16cef765-1a68-47ca-9985-c5f9cf21764f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:40.620183 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fe266e-363b-4b4e-8004-18d713ed27d1 None None] Pushing event updated for resources: {'Port': ['ID=617a826f-5c7e-4bc7-95bf-6c7a54cb67a5,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:09:40.656815 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-16cef765-1a68-47ca-9985-c5f9cf21764f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:40.657991 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3065a7f8-578e-412a-8eae-c76df31496bf req-cfb2ef5c-0b43-4be7-8daa-1679b87d15e5 tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:09:40.660286 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-3065a7f8-578e-412a-8eae-c76df31496bf req-cfb2ef5c-0b43-4be7-8daa-1679b87d15e5 tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] 10.222.0.18 "GET /v2.0/ports?device_id=b422cc47-c1e5-45ab-b391-bcce61d21339 HTTP/1.1" status: 200 len: 944 time: 0.0836253 Jul 27 23:09:40.709658 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16cef765-1a68-47ca-9985-c5f9cf21764f admin admin] Network 2fd42287-ed26-4eb9-89a5-b521f5b04356 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:09:40.715348 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-16cef765-1a68-47ca-9985-c5f9cf21764f admin admin] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:09:40.718192 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16cef765-1a68-47ca-9985-c5f9cf21764f admin admin] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:09:40.761225 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cef765-1a68-47ca-9985-c5f9cf21764f admin admin] Pushing event updated for resources: {'Port': ['ID=3cc502a5-ffe2-4637-96e5-18329c5698f0,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:09:40.975247 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-5ed752a5-3f53-44fb-9298-939d1dd43de1 req-cb4ac639-46af-4b99-abab-10dfba2d2694 tempest-LiveMigrationNegativeTest-51778097 tempest-LiveMigrationNegativeTest-51778097-project] 10.222.0.18 "GET /v2.0/ports?device_id=5ba62e6b-d64d-4991-b372-1b858dee50c6 HTTP/1.1" status: 200 len: 210 time: 0.0341368 Jul 27 23:09:41.119294 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-16cef765-1a68-47ca-9985-c5f9cf21764f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:41.134107 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-3065a7f8-578e-412a-8eae-c76df31496bf req-be7cc6e7-c57e-4b91-ac38-571fd35fb74c tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd4c80f8-6360-4d2a-b031-00b7544968a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4624228 Jul 27 23:09:41.135935 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-da59c8ea-b6f7-443c-9f89-bfaa72cc0a4d req-68cf326f-ad5a-4875-8869-5ee082146b6f tempest-LiveMigrationNegativeTest-51778097 tempest-LiveMigrationNegativeTest-51778097-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=226ab7885bf147eaaba66104d367bc67&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4003108 Jul 27 23:09:41.269483 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da59c8ea-b6f7-443c-9f89-bfaa72cc0a4d req-b95f314f-168d-4886-8a34-b5d9b30f6c24 tempest-LiveMigrationNegativeTest-51778097 tempest-LiveMigrationNegativeTest-51778097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:09:41.270925 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-da59c8ea-b6f7-443c-9f89-bfaa72cc0a4d req-b95f314f-168d-4886-8a34-b5d9b30f6c24 tempest-LiveMigrationNegativeTest-51778097 tempest-LiveMigrationNegativeTest-51778097-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1263380 Jul 27 23:09:41.286467 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [req-da59c8ea-b6f7-443c-9f89-bfaa72cc0a4d req-f19d9bf9-6d56-4841-92a4-b82f155e1655 tempest-LiveMigrationNegativeTest-51778097 tempest-LiveMigrationNegativeTest-51778097-project] Request body: {'port': {'device_id': '5ba62e6b-d64d-4991-b372-1b858dee50c6', 'network_id': '591af2dd-f826-43b1-aa9d-e7a0bf218c71', 'admin_state_up': True, 'tenant_id': '226ab7885bf147eaaba66104d367bc67'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:09:41.356037 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-16cef765-1a68-47ca-9985-c5f9cf21764f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-415468'] for router, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:41.413540 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da59c8ea-b6f7-443c-9f89-bfaa72cc0a4d req-f19d9bf9-6d56-4841-92a4-b82f155e1655 tempest-LiveMigrationNegativeTest-51778097 tempest-LiveMigrationNegativeTest-51778097-project] Made reservation on behalf of 226ab7885bf147eaaba66104d367bc67 for: {'port': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:09:41.418804 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-da59c8ea-b6f7-443c-9f89-bfaa72cc0a4d req-f19d9bf9-6d56-4841-92a4-b82f155e1655 tempest-LiveMigrationNegativeTest-51778097 tempest-LiveMigrationNegativeTest-51778097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:41.509226 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42492df4-7e63-45cf-ace9-49356ca1804d req-3a39ca00-1ba2-450a-acc3-0e8d5839a183 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:09:41.510813 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-42492df4-7e63-45cf-ace9-49356ca1804d req-3a39ca00-1ba2-450a-acc3-0e8d5839a183 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.18 "GET /v2.0/ports?device_id=8bb766e8-eb06-49ad-9e2b-953aac852a73 HTTP/1.1" status: 200 len: 945 time: 0.0744231 Jul 27 23:09:41.539896 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16cef765-1a68-47ca-9985-c5f9cf21764f admin admin] Router a96d9b1c-c112-4396-9467-5f8e345818e8 is scheduled to L3 agent 018c4455-49c0-4734-927d-7824067b2a9e with binding_index 1 {{(pid=93798) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 23:09:41.664011 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-42492df4-7e63-45cf-ace9-49356ca1804d req-e61adba2-3e51-4bc2-9156-ba77b8a9e0fd tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.18 "GET /v2.0/security-groups?id=657c655b-8580-45d5-979f-9b32b7a260f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002491 Jul 27 23:09:41.736336 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 617a826f-5c7e-4bc7-95bf-6c7a54cb67a5 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:09:41.774422 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16cef765-1a68-47ca-9985-c5f9cf21764f admin admin] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:09:41.779917 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [req-da59c8ea-b6f7-443c-9f89-bfaa72cc0a4d req-f19d9bf9-6d56-4841-92a4-b82f155e1655 tempest-LiveMigrationNegativeTest-51778097 tempest-LiveMigrationNegativeTest-51778097-project] Allocated IP 192.168.233.194 (591af2dd-f826-43b1-aa9d-e7a0bf218c71/62938449-046d-4cbe-923a-7ebb632c358d/3df165fc-879a-49fb-9444-9dca1eed53ab) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:09:41.785140 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09734fc6-c774-49e6-94c5-b5456b2de5a3 None None] Sync routers for ids ['a96d9b1c-c112-4396-9467-5f8e345818e8'] in n-d-802623-1 {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:09:41.800929 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-16cef765-1a68-47ca-9985-c5f9cf21764f admin admin] Notify callbacks [] for router, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:41.805279 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 60346) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:09:41.806139 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-16cef765-1a68-47ca-9985-c5f9cf21764f admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 2.1320839 Jul 27 23:09:41.820161 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09734fc6-c774-49e6-94c5-b5456b2de5a3 None None] Routers {'a96d9b1c-c112-4396-9467-5f8e345818e8'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:09:41.820797 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-09734fc6-c774-49e6-94c5-b5456b2de5a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:09:29Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['a96d9b1c-c112-4396-9467-5f8e345818e8'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:09:41.862511 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 60348) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:09:41.886353 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cafc42e-9c5d-42f4-85f9-e7c5ff3449a3 None None] Network 6563a7b6-cd9b-408c-a2bb-887c99864775 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:09:41.991367 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-f8c33592-1f28-4441-a14e-58325ab01c0d None None] Provisioning for port 617a826f-5c7e-4bc7-95bf-6c7a54cb67a5 completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:09:41.995315 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-dc4fd534-064c-4668-8f63-a809be9d0415 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:42.008938 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning for port 617a826f-5c7e-4bc7-95bf-6c7a54cb67a5 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:09:42.017287 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-f8c33592-1f28-4441-a14e-58325ab01c0d None None] Provisioning complete for port 617a826f-5c7e-4bc7-95bf-6c7a54cb67a5 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:09:42.018104 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f8c33592-1f28-4441-a14e-58325ab01c0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:42.032130 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port 617a826f-5c7e-4bc7-95bf-6c7a54cb67a5 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:09:42.032522 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:42.086967 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-da59c8ea-b6f7-443c-9f89-bfaa72cc0a4d req-f19d9bf9-6d56-4841-92a4-b82f155e1655 tempest-LiveMigrationNegativeTest-51778097 tempest-LiveMigrationNegativeTest-51778097-project] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:42.108250 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [req-da59c8ea-b6f7-443c-9f89-bfaa72cc0a4d req-f19d9bf9-6d56-4841-92a4-b82f155e1655 tempest-LiveMigrationNegativeTest-51778097 tempest-LiveMigrationNegativeTest-51778097-project] Transition to ACTIVE for port object 3df165fc-879a-49fb-9444-9dca1eed53ab will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:09:42.124613 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-717227ee-c55b-459f-9136-bc00e39f74ea req-cee7c2e1-f879-464d-be48-5c9e750fd2e4 tempest-LiveMigrationNegativeTest-51778097 tempest-LiveMigrationNegativeTest-51778097-project] 10.222.0.18 "GET /v2.0/ports?device_id=5ba62e6b-d64d-4991-b372-1b858dee50c6 HTTP/1.1" status: 200 len: 210 time: 0.0409436 Jul 27 23:09:42.139927 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-09734fc6-c774-49e6-94c5-b5456b2de5a3 None None] Set router a96d9b1c-c112-4396-9467-5f8e345818e8 gateway port host: n-d-802623-1 {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:09:42.244413 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-dc4fd534-064c-4668-8f63-a809be9d0415 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:42.255533 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-dc4fd534-064c-4668-8f63-a809be9d0415 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:42.281360 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-da59c8ea-b6f7-443c-9f89-bfaa72cc0a4d req-f19d9bf9-6d56-4841-92a4-b82f155e1655 tempest-LiveMigrationNegativeTest-51778097 tempest-LiveMigrationNegativeTest-51778097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:42.316415 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] get_ports_and_sgs() called for port_ids ['10623307-e0bb-44d2-a3e7-0d2d5a884a90'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:09:42.322561 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-dc4fd534-064c-4668-8f63-a809be9d0415 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=32887dc870d743408ada16fcb6be6ef7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4563389 Jul 27 23:09:42.323199 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 60358) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:09:42.363576 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4fd534-064c-4668-8f63-a809be9d0415 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74f1eb7d-1313-4a25-9675-79c9fe74bcb9,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:09:42.383462 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da59c8ea-b6f7-443c-9f89-bfaa72cc0a4d req-f19d9bf9-6d56-4841-92a4-b82f155e1655 tempest-LiveMigrationNegativeTest-51778097 tempest-LiveMigrationNegativeTest-51778097-project] Network 591af2dd-f826-43b1-aa9d-e7a0bf218c71 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:09:42.392259 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [req-da59c8ea-b6f7-443c-9f89-bfaa72cc0a4d req-f19d9bf9-6d56-4841-92a4-b82f155e1655 tempest-LiveMigrationNegativeTest-51778097 tempest-LiveMigrationNegativeTest-51778097-project] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:09:42.392734 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a96577-5d2d-43a5-9a70-cfb284b63238 req-381196c6-9ca9-4aa0-94cb-caebd2f06d80 tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:09:42.394333 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b1a96577-5d2d-43a5-9a70-cfb284b63238 req-381196c6-9ca9-4aa0-94cb-caebd2f06d80 tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] 10.222.0.18 "GET /v2.0/ports?device_id=b422cc47-c1e5-45ab-b391-bcce61d21339 HTTP/1.1" status: 200 len: 944 time: 0.1524105 Jul 27 23:09:42.395090 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [req-da59c8ea-b6f7-443c-9f89-bfaa72cc0a4d req-f19d9bf9-6d56-4841-92a4-b82f155e1655 tempest-LiveMigrationNegativeTest-51778097 tempest-LiveMigrationNegativeTest-51778097-project] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:09:42.395585 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-482d1ef0-a955-4772-a1f8-fb34568a2319 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:42.402392 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19d9bf9-6d56-4841-92a4-b82f155e1655 tempest-LiveMigrationNegativeTest-51778097 tempest-LiveMigrationNegativeTest-51778097-project] Pushing event updated for resources: {'Port': ['ID=3df165fc-879a-49fb-9444-9dca1eed53ab,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:09:42.427103 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-482d1ef0-a955-4772-a1f8-fb34568a2319 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:42.483582 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da59c8ea-b6f7-443c-9f89-bfaa72cc0a4d req-f19d9bf9-6d56-4841-92a4-b82f155e1655 tempest-LiveMigrationNegativeTest-51778097 tempest-LiveMigrationNegativeTest-51778097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:09:42.484450 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-da59c8ea-b6f7-443c-9f89-bfaa72cc0a4d req-f19d9bf9-6d56-4841-92a4-b82f155e1655 tempest-LiveMigrationNegativeTest-51778097 tempest-LiveMigrationNegativeTest-51778097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:42.506670 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b1a96577-5d2d-43a5-9a70-cfb284b63238 req-e65bb32a-4d15-4a3d-954e-501ab04fc192 tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd4c80f8-6360-4d2a-b031-00b7544968a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775466 Jul 27 23:09:42.542576 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-da59c8ea-b6f7-443c-9f89-bfaa72cc0a4d req-f19d9bf9-6d56-4841-92a4-b82f155e1655 tempest-LiveMigrationNegativeTest-51778097 tempest-LiveMigrationNegativeTest-51778097-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2598176 Jul 27 23:09:42.553379 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-482d1ef0-a955-4772-a1f8-fb34568a2319 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:42.557453 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [req-da59c8ea-b6f7-443c-9f89-bfaa72cc0a4d req-6f91c3d0-e9c3-4694-b7d6-0d05e77b4cb4 service neutron] Request body: {'port': {'device_id': '5ba62e6b-d64d-4991-b372-1b858dee50c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802623-1'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:09:42.558133 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-482d1ef0-a955-4772-a1f8-fb34568a2319 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:42.572748 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-482d1ef0-a955-4772-a1f8-fb34568a2319 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/74f1eb7d-1313-4a25-9675-79c9fe74bcb9 HTTP/1.1" status: 204 len: 168 time: 0.2412786 Jul 27 23:09:42.592124 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482d1ef0-a955-4772-a1f8-fb34568a2319 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74f1eb7d-1313-4a25-9675-79c9fe74bcb9,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:09:42.626671 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f8c33592-1f28-4441-a14e-58325ab01c0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:42.667032 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-71c95f37-fb1e-4923-bbfd-bedd5b0a3893 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:42.670676 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-da59c8ea-b6f7-443c-9f89-bfaa72cc0a4d req-6f91c3d0-e9c3-4694-b7d6-0d05e77b4cb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:42.712575 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:42.787583 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f8c33592-1f28-4441-a14e-58325ab01c0d None None] For port 617a826f-5c7e-4bc7-95bf-6c7a54cb67a5, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=617a826f-5c7e-4bc7-95bf-6c7a54cb67a5,segment=NetworkSegment(8ef5121f-fad4-4a48-a325-706c400e9687),segment_id=8ef5121f-fad4-4a48-a325-706c400e9687)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:09:42.810234 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f8c33592-1f28-4441-a14e-58325ab01c0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:42.946677 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.db.api [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93799) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 23:09:42.947062 n-d-802623-1 neutron-server[93799]: DEBUG oslo_db.api [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 23:09:42.975176 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c33592-1f28-4441-a14e-58325ab01c0d None None] Pushing event updated for resources: {'Port': ['ID=617a826f-5c7e-4bc7-95bf-6c7a54cb67a5,revision_number=3']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:09:42.981486 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-eb8771ee-9058-45d8-8d09-59d0101fe574 None None] Provisioning for port 3df165fc-879a-49fb-9444-9dca1eed53ab completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:09:42.989474 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-eb8771ee-9058-45d8-8d09-59d0101fe574 None None] Provisioning complete for port 3df165fc-879a-49fb-9444-9dca1eed53ab triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:09:42.989856 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-eb8771ee-9058-45d8-8d09-59d0101fe574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:42.999662 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-09734fc6-c774-49e6-94c5-b5456b2de5a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a96d9b1c-c112-4396-9467-5f8e345818e8', 'name': 'tempest-FloatingIPsNegativeTestJSON-1685078482-router', 'tenant_id': '060a72456a5f4338bb3d8e4886e17b6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.125'}], 'enable_snat': True}, 'gw_port_id': '3cc502a5-ffe2-4637-96e5-18329c5698f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:09:39Z', 'updated_at': '2021-07-27T23:09:40Z', 'revision_number': 3, 'project_id': '060a72456a5f4338bb3d8e4886e17b6a', 'gw_port': {'id': '3cc502a5-ffe2-4637-96e5-18329c5698f0', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:dd:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a96d9b1c-c112-4396-9467-5f8e345818e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:09:40Z', 'updated_at': '2021-07-27T23:09:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1'}], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:09:43.043520 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 60378) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:09:43.057905 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09734fc6-c774-49e6-94c5-b5456b2de5a3 None None] Checking router: a96d9b1c-c112-4396-9467-5f8e345818e8 for host: n-d-802623-1 {{(pid=93799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 23:09:43.058262 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09734fc6-c774-49e6-94c5-b5456b2de5a3 None None] Updating router a96d9b1c-c112-4396-9467-5f8e345818e8 port 3cc502a5-ffe2-4637-96e5-18329c5698f0 binding host n-d-802623-1 {{(pid=93799) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 23:09:43.065399 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e9c7597f-9557-495a-8938-bea523873053 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:43.085666 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b5382f-d488-448f-8c44-b9a30a35330b req-789652f3-5b57-4c72-b428-700bc67774fb tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:09:43.091628 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-b7b5382f-d488-448f-8c44-b9a30a35330b req-789652f3-5b57-4c72-b428-700bc67774fb tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.18 "GET /v2.0/ports?device_id=8bb766e8-eb06-49ad-9e2b-953aac852a73 HTTP/1.1" status: 200 len: 945 time: 0.2767038 Jul 27 23:09:43.100392 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-eb8771ee-9058-45d8-8d09-59d0101fe574 None None] Port 3df165fc-879a-49fb-9444-9dca1eed53ab cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:09:43.108959 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-09734fc6-c774-49e6-94c5-b5456b2de5a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:43.141879 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-71c95f37-fb1e-4923-bbfd-bedd5b0a3893 admin admin] Allocated IP 172.20.0.1 (6563a7b6-cd9b-408c-a2bb-887c99864775/be695b45-96a9-40f3-a2ef-4596243c3fd8/941cd68c-d1b2-4829-8da6-73e6fd91ae35) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:09:43.191369 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e9c7597f-9557-495a-8938-bea523873053 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:43.192987 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-b7b5382f-d488-448f-8c44-b9a30a35330b req-b85d1226-806d-49ef-bff1-4ab22876c720 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.18 "GET /v2.0/security-groups?id=657c655b-8580-45d5-979f-9b32b7a260f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938504 Jul 27 23:09:43.212584 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e9c7597f-9557-495a-8938-bea523873053 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:43.229051 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device abc9a2e4-fad6-4842-b58a-e476e4fc1872 details requested by agent hyperv_n-h2-802623-1 with host n-h2-802623-1 {{(pid=93799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 23:09:43.274019 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-666e23c2-8384-4d1c-beb5-1c934780f16d None None] Provisioning complete for port 617a826f-5c7e-4bc7-95bf-6c7a54cb67a5 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:09:43.274398 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-666e23c2-8384-4d1c-beb5-1c934780f16d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:43.288476 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [req-da59c8ea-b6f7-443c-9f89-bfaa72cc0a4d req-6f91c3d0-e9c3-4694-b7d6-0d05e77b4cb4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3df165fc-879a-49fb-9444-9dca1eed53ab {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:09:43.299850 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-da59c8ea-b6f7-443c-9f89-bfaa72cc0a4d req-6f91c3d0-e9c3-4694-b7d6-0d05e77b4cb4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:43.315908 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c7597f-9557-495a-8938-bea523873053 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0f46202-f99c-4732-92f6-4a15be58a106,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:09:43.323998 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [req-da59c8ea-b6f7-443c-9f89-bfaa72cc0a4d req-6f91c3d0-e9c3-4694-b7d6-0d05e77b4cb4 service neutron] Transition to ACTIVE for port object 3df165fc-879a-49fb-9444-9dca1eed53ab will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:09:43.332968 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31669c03-28b4-4f91-9f2b-aa45b4370d3c req-4990a356-d39d-4386-ac39-d7755d62dd05 tempest-LiveMigrationNegativeTest-51778097 tempest-LiveMigrationNegativeTest-51778097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:09:43.339531 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-31669c03-28b4-4f91-9f2b-aa45b4370d3c req-4990a356-d39d-4386-ac39-d7755d62dd05 tempest-LiveMigrationNegativeTest-51778097 tempest-LiveMigrationNegativeTest-51778097-project] 10.222.0.18 "GET /v2.0/ports?device_id=5ba62e6b-d64d-4991-b372-1b858dee50c6 HTTP/1.1" status: 200 len: 936 time: 0.1302953 Jul 27 23:09:43.342740 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-e9c7597f-9557-495a-8938-bea523873053 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f08c9703614f4da4b38a660e4670c65c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2973950 Jul 27 23:09:43.348905 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 60384) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:09:43.359263 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-da59c8ea-b6f7-443c-9f89-bfaa72cc0a4d req-6f91c3d0-e9c3-4694-b7d6-0d05e77b4cb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11336041'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:43.388353 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-31669c03-28b4-4f91-9f2b-aa45b4370d3c req-c6a64c56-3d51-4761-900a-f417520ceda6 tempest-LiveMigrationNegativeTest-51778097 tempest-LiveMigrationNegativeTest-51778097-project] 10.222.0.18 "GET /v2.0/security-groups?id=8661a481-8725-4d2d-88ac-095875c6abdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441959 Jul 27 23:09:43.398544 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-71c95f37-fb1e-4923-bbfd-bedd5b0a3893 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:43.448350 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port abc9a2e4-fad6-4842-b58a-e476e4fc1872, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=abc9a2e4-fad6-4842-b58a-e476e4fc1872,segment=NetworkSegment(16e91594-c047-4b55-93eb-43af33ad08e1),segment_id=16e91594-c047-4b55-93eb-43af33ad08e1)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:09:43.454397 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-71c95f37-fb1e-4923-bbfd-bedd5b0a3893 admin admin] Transition to ACTIVE for port object 941cd68c-d1b2-4829-8da6-73e6fd91ae35 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:09:43.458981 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f91c3d0-e9c3-4694-b7d6-0d05e77b4cb4 service neutron] Pushing event updated for resources: {'Port': ['ID=3df165fc-879a-49fb-9444-9dca1eed53ab,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:09:43.524439 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Returning: {'device': 'abc9a2e4-fad6-4842-b58a-e476e4fc1872', 'network_id': '591af2dd-f826-43b1-aa9d-e7a0bf218c71', 'port_id': 'abc9a2e4-fad6-4842-b58a-e476e4fc1872', 'mac_address': 'fa:16:3e:2c:d7:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62938449-046d-4cbe-923a-7ebb632c358d', 'ip_address': '192.168.233.198'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 23:09:43.524843 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4fe14f52-0aa8-4f0b-b218-fcaa75c168ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:43.576062 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4fe14f52-0aa8-4f0b-b218-fcaa75c168ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:43.602947 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-71c95f37-fb1e-4923-bbfd-bedd5b0a3893 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:43.632704 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:43.657913 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abc9a2e4-fad6-4842-b58a-e476e4fc1872 {{(pid=93799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:09:43.658998 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-da59c8ea-b6f7-443c-9f89-bfaa72cc0a4d req-6f91c3d0-e9c3-4694-b7d6-0d05e77b4cb4 service neutron] Attempting to bind port 3df165fc-879a-49fb-9444-9dca1eed53ab on host n-h1-802623-1 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:09:43.659377 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-da59c8ea-b6f7-443c-9f89-bfaa72cc0a4d req-6f91c3d0-e9c3-4694-b7d6-0d05e77b4cb4 service neutron] Attempting to bind port 3df165fc-879a-49fb-9444-9dca1eed53ab by drivers openvswitch,hyperv on host n-h1-802623-1 at level 0 using segments [{'id': '16e91594-c047-4b55-93eb-43af33ad08e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '591af2dd-f826-43b1-aa9d-e7a0bf218c71'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:09:43.659706 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da59c8ea-b6f7-443c-9f89-bfaa72cc0a4d req-6f91c3d0-e9c3-4694-b7d6-0d05e77b4cb4 service neutron] Attempting to bind port 3df165fc-879a-49fb-9444-9dca1eed53ab on network 591af2dd-f826-43b1-aa9d-e7a0bf218c71 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:09:43.666367 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-09734fc6-c774-49e6-94c5-b5456b2de5a3 None None] Notify callbacks [] for port, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:43.671156 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 617a826f-5c7e-4bc7-95bf-6c7a54cb67a5 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:09:43.696337 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71c95f37-fb1e-4923-bbfd-bedd5b0a3893 admin admin] Network 6563a7b6-cd9b-408c-a2bb-887c99864775 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:09:43.704714 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-71c95f37-fb1e-4923-bbfd-bedd5b0a3893 admin admin] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:09:43.707155 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c95f37-fb1e-4923-bbfd-bedd5b0a3893 admin admin] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:09:43.716848 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da59c8ea-b6f7-443c-9f89-bfaa72cc0a4d req-6f91c3d0-e9c3-4694-b7d6-0d05e77b4cb4 service neutron] Port 3df165fc-879a-49fb-9444-9dca1eed53ab on network 591af2dd-f826-43b1-aa9d-e7a0bf218c71 not bound, no agent of type Open vSwitch agent registered on host n-h1-802623-1 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 23:09:43.717184 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da59c8ea-b6f7-443c-9f89-bfaa72cc0a4d req-6f91c3d0-e9c3-4694-b7d6-0d05e77b4cb4 service neutron] Attempting to bind port 3df165fc-879a-49fb-9444-9dca1eed53ab on network 591af2dd-f826-43b1-aa9d-e7a0bf218c71 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:09:43.723876 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-09734fc6-c774-49e6-94c5-b5456b2de5a3 None None] Transition to ACTIVE for port object 3cc502a5-ffe2-4637-96e5-18329c5698f0 will not be triggered until provisioned by entity L2. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:09:43.726723 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port abc9a2e4-fad6-4842-b58a-e476e4fc1872, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=abc9a2e4-fad6-4842-b58a-e476e4fc1872,segment=NetworkSegment(16e91594-c047-4b55-93eb-43af33ad08e1),segment_id=16e91594-c047-4b55-93eb-43af33ad08e1)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:09:43.733751 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:43.734400 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device 1c50f656-73ac-4992-83d6-c6d8633fe506 details requested by agent hyperv_n-h2-802623-1 with host n-h2-802623-1 {{(pid=93799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 23:09:43.743898 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-09734fc6-c774-49e6-94c5-b5456b2de5a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:43.749935 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c95f37-fb1e-4923-bbfd-bedd5b0a3893 admin admin] Pushing event updated for resources: {'Port': ['ID=941cd68c-d1b2-4829-8da6-73e6fd91ae35,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:09:43.762299 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da59c8ea-b6f7-443c-9f89-bfaa72cc0a4d req-6f91c3d0-e9c3-4694-b7d6-0d05e77b4cb4 service neutron] Checking agent: {'id': '245f1da4-a9b8-4b08-90d7-28f0f342b839', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 59, 59), 'started_at': datetime.datetime(2021, 7, 27, 22, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 9, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:09:43.762800 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da59c8ea-b6f7-443c-9f89-bfaa72cc0a4d req-6f91c3d0-e9c3-4694-b7d6-0d05e77b4cb4 service neutron] Checking segment: {'id': '16e91594-c047-4b55-93eb-43af33ad08e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '591af2dd-f826-43b1-aa9d-e7a0bf218c71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:09:43.763232 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da59c8ea-b6f7-443c-9f89-bfaa72cc0a4d req-6f91c3d0-e9c3-4694-b7d6-0d05e77b4cb4 service neutron] Bound using segment: {'id': '16e91594-c047-4b55-93eb-43af33ad08e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '591af2dd-f826-43b1-aa9d-e7a0bf218c71'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:09:43.763770 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-da59c8ea-b6f7-443c-9f89-bfaa72cc0a4d req-6f91c3d0-e9c3-4694-b7d6-0d05e77b4cb4 service neutron] Bound port: 3df165fc-879a-49fb-9444-9dca1eed53ab, host: n-h1-802623-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16e91594-c047-4b55-93eb-43af33ad08e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '591af2dd-f826-43b1-aa9d-e7a0bf218c71'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:09:43.764181 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-da59c8ea-b6f7-443c-9f89-bfaa72cc0a4d req-6f91c3d0-e9c3-4694-b7d6-0d05e77b4cb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:43.785211 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4fe14f52-0aa8-4f0b-b218-fcaa75c168ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:43.789184 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4fe14f52-0aa8-4f0b-b218-fcaa75c168ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:43.790339 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-4fe14f52-0aa8-4f0b-b218-fcaa75c168ad admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a0f46202-f99c-4732-92f6-4a15be58a106 HTTP/1.1" status: 204 len: 168 time: 0.4401183 Jul 27 23:09:43.795996 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-71c95f37-fb1e-4923-bbfd-bedd5b0a3893 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-415283'] for router_interface, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:43.844278 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe14f52-0aa8-4f0b-b218-fcaa75c168ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0f46202-f99c-4732-92f6-4a15be58a106,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:09:43.860708 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb0e7ea-f36d-49c1-aa97-b40d7091fdbe req-20f66044-e9e6-46dd-b2a4-1896521880f3 tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:09:43.862541 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-0cb0e7ea-f36d-49c1-aa97-b40d7091fdbe req-20f66044-e9e6-46dd-b2a4-1896521880f3 tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] 10.222.0.18 "GET /v2.0/ports?device_id=b422cc47-c1e5-45ab-b391-bcce61d21339 HTTP/1.1" status: 200 len: 944 time: 0.2155359 Jul 27 23:09:43.894012 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-09734fc6-c774-49e6-94c5-b5456b2de5a3 None None] Attempting to bind port 3cc502a5-ffe2-4637-96e5-18329c5698f0 on host n-d-802623-1 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:09:43.894489 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-09734fc6-c774-49e6-94c5-b5456b2de5a3 None None] Attempting to bind port 3cc502a5-ffe2-4637-96e5-18329c5698f0 by drivers openvswitch,hyperv on host n-d-802623-1 at level 0 using segments [{'id': 'b9afe07e-bbe4-4740-834c-4b6a9698bdbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:09:43.894744 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09734fc6-c774-49e6-94c5-b5456b2de5a3 None None] Attempting to bind port 3cc502a5-ffe2-4637-96e5-18329c5698f0 on network 2fd42287-ed26-4eb9-89a5-b521f5b04356 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:09:43.907673 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09734fc6-c774-49e6-94c5-b5456b2de5a3 None None] Checking agent: {'id': 'a9a568d2-a5e7-41e4-833f-a8ab42ea4073', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 52, 30), 'started_at': datetime.datetime(2021, 7, 27, 22, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 9, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802623-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:09:43.908727 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09734fc6-c774-49e6-94c5-b5456b2de5a3 None None] Checking segment: {'id': 'b9afe07e-bbe4-4740-834c-4b6a9698bdbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:09:43.909078 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-09734fc6-c774-49e6-94c5-b5456b2de5a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:43.909475 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09734fc6-c774-49e6-94c5-b5456b2de5a3 None None] Bound using segment: {'id': 'b9afe07e-bbe4-4740-834c-4b6a9698bdbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:09:43.909976 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-09734fc6-c774-49e6-94c5-b5456b2de5a3 None None] Bound port: 3cc502a5-ffe2-4637-96e5-18329c5698f0, host: n-d-802623-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9afe07e-bbe4-4740-834c-4b6a9698bdbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:09:43.910415 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-09734fc6-c774-49e6-94c5-b5456b2de5a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:43.912423 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Pushing event updated for resources: {'Port': ['ID=abc9a2e4-fad6-4842-b58a-e476e4fc1872,revision_number=9']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:09:43.924437 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port 617a826f-5c7e-4bc7-95bf-6c7a54cb67a5 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:09:43.924981 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:44.008797 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-0cb0e7ea-f36d-49c1-aa97-b40d7091fdbe req-ba765d33-c6f3-4b0d-a926-213d7310dd14 tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd4c80f8-6360-4d2a-b031-00b7544968a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241379 Jul 27 23:09:44.009846 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-da59c8ea-b6f7-443c-9f89-bfaa72cc0a4d req-6f91c3d0-e9c3-4694-b7d6-0d05e77b4cb4 service neutron] For port 3df165fc-879a-49fb-9444-9dca1eed53ab, host n-h1-802623-1, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:09:44.031468 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-da59c8ea-b6f7-443c-9f89-bfaa72cc0a4d req-6f91c3d0-e9c3-4694-b7d6-0d05e77b4cb4 service neutron] For port 3df165fc-879a-49fb-9444-9dca1eed53ab, host n-h1-802623-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=3df165fc-879a-49fb-9444-9dca1eed53ab,segment=NetworkSegment(16e91594-c047-4b55-93eb-43af33ad08e1),segment_id=16e91594-c047-4b55-93eb-43af33ad08e1)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:09:44.048309 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-da59c8ea-b6f7-443c-9f89-bfaa72cc0a4d req-6f91c3d0-e9c3-4694-b7d6-0d05e77b4cb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11336041'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:44.074451 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422a0592-89d2-4a35-9228-a944a73ed2f6 None None] Pushing event updated for resources: {'Port': ['ID=3cc502a5-ffe2-4637-96e5-18329c5698f0,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:09:44.098682 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da59c8ea-b6f7-443c-9f89-bfaa72cc0a4d req-6f91c3d0-e9c3-4694-b7d6-0d05e77b4cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:09:44.099319 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-da59c8ea-b6f7-443c-9f89-bfaa72cc0a4d req-6f91c3d0-e9c3-4694-b7d6-0d05e77b4cb4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:44.101121 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-da59c8ea-b6f7-443c-9f89-bfaa72cc0a4d req-6f91c3d0-e9c3-4694-b7d6-0d05e77b4cb4 service neutron] 10.222.0.38 "PUT /v2.0/ports/3df165fc-879a-49fb-9444-9dca1eed53ab HTTP/1.1" status: 200 len: 1096 time: 1.5486128 Jul 27 23:09:44.104664 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ba62e6b-d64d-4991-b372-1b858dee50c6', 'tag': '3df165fc-879a-49fb-9444-9dca1eed53ab'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:09:44.107631 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a476459a1bfce68b0ae0df5b6a71154bfc7cfdc8f9eefce6ad0a17231e60468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-796d5b89-4701-4ba5-91cc-1941e06aa674" -d '{"events": [{"name": "network-changed", "server_uuid": "5ba62e6b-d64d-4991-b372-1b858dee50c6", "tag": "3df165fc-879a-49fb-9444-9dca1eed53ab"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:09:44.128678 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port 1c50f656-73ac-4992-83d6-c6d8633fe506, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=1c50f656-73ac-4992-83d6-c6d8633fe506,segment=NetworkSegment(8ba436c1-f478-4bca-9988-32f105ba0b93),segment_id=8ba436c1-f478-4bca-9988-32f105ba0b93)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:09:44.133810 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-09734fc6-c774-49e6-94c5-b5456b2de5a3 None None] For port 3cc502a5-ffe2-4637-96e5-18329c5698f0, host n-d-802623-1, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:09:44.154039 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-09734fc6-c774-49e6-94c5-b5456b2de5a3 None None] For port 3cc502a5-ffe2-4637-96e5-18329c5698f0, host n-d-802623-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=3cc502a5-ffe2-4637-96e5-18329c5698f0,segment=NetworkSegment(b9afe07e-bbe4-4740-834c-4b6a9698bdbc),segment_id=b9afe07e-bbe4-4740-834c-4b6a9698bdbc)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:09:44.160012 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-71c95f37-fb1e-4923-bbfd-bedd5b0a3893 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:44.165791 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f91c3d0-e9c3-4694-b7d6-0d05e77b4cb4 service neutron] Pushing event updated for resources: {'Port': ['ID=3df165fc-879a-49fb-9444-9dca1eed53ab,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:09:44.180341 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-09734fc6-c774-49e6-94c5-b5456b2de5a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:44.189238 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 23:09:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a0b0c7b-8739-4f5d-bd40-61c63f517ef5 x-openstack-request-id: req-9a0b0c7b-8739-4f5d-bd40-61c63f517ef5 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:09:44.189238 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ba62e6b-d64d-4991-b372-1b858dee50c6", "tag": "3df165fc-879a-49fb-9444-9dca1eed53ab", "status": "completed", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:09:44.189238 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9a0b0c7b-8739-4f5d-bd40-61c63f517ef5 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:09:44.189660 n-d-802623-1 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ba62e6b-d64d-4991-b372-1b858dee50c6', 'tag': '3df165fc-879a-49fb-9444-9dca1eed53ab', 'status': 'completed', 'code': 200} Jul 27 23:09:44.195333 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Returning: {'device': '1c50f656-73ac-4992-83d6-c6d8633fe506', 'network_id': '130a0954-7a6d-4921-ab94-72e4ed1dccfc', 'port_id': '1c50f656-73ac-4992-83d6-c6d8633fe506', 'mac_address': 'fa:16:3e:a1:b6:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dbf05d93-18dc-44bb-a1ce-d6d38b8f56eb', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 23:09:44.260054 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da59c8ea-b6f7-443c-9f89-bfaa72cc0a4d req-e2032f3e-b68c-4ec0-97ce-3f0f614ac677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:09:44.261792 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-da59c8ea-b6f7-443c-9f89-bfaa72cc0a4d req-e2032f3e-b68c-4ec0-97ce-3f0f614ac677 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=226ab7885bf147eaaba66104d367bc67&device_id=5ba62e6b-d64d-4991-b372-1b858dee50c6 HTTP/1.1" status: 200 len: 1099 time: 0.0906003 Jul 27 23:09:44.290506 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-d0cf7a5e-8077-449a-a8b6-4f7147111ab0 None None] Provisioning for port 941cd68c-d1b2-4829-8da6-73e6fd91ae35 completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:09:44.325115 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-d0cf7a5e-8077-449a-a8b6-4f7147111ab0 None None] Provisioning complete for port 941cd68c-d1b2-4829-8da6-73e6fd91ae35 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:09:44.325456 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d0cf7a5e-8077-449a-a8b6-4f7147111ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:44.350785 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-da59c8ea-b6f7-443c-9f89-bfaa72cc0a4d req-00165590-82f6-4d24-b735-98fddc5e6fbe service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=3df165fc-879a-49fb-9444-9dca1eed53ab HTTP/1.1" status: 200 len: 217 time: 0.0685177 Jul 27 23:09:44.385193 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09734fc6-c774-49e6-94c5-b5456b2de5a3 None None] Routers {'a96d9b1c-c112-4396-9467-5f8e345818e8'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:09:44.385960 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-09734fc6-c774-49e6-94c5-b5456b2de5a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:09:29Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['a96d9b1c-c112-4396-9467-5f8e345818e8'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:09:44.449977 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd90d24-61cd-49e6-bc67-2b2d5b8fb4d8 req-6a8bb544-883a-439b-ae1f-075bd655a33f tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:09:44.455994 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:44.456400 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ecd90d24-61cd-49e6-bc67-2b2d5b8fb4d8 req-6a8bb544-883a-439b-ae1f-075bd655a33f tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.18 "GET /v2.0/ports?device_id=8bb766e8-eb06-49ad-9e2b-953aac852a73 HTTP/1.1" status: 200 len: 945 time: 0.0997646 Jul 27 23:09:44.463795 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422a0592-89d2-4a35-9228-a944a73ed2f6 None None] Pushing event updated for resources: {'Port': ['ID=3cc502a5-ffe2-4637-96e5-18329c5698f0,revision_number=3']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:09:44.487013 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da59c8ea-b6f7-443c-9f89-bfaa72cc0a4d req-e1e486d5-e8e9-4f09-8653-bec9892e17ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:09:44.488659 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-da59c8ea-b6f7-443c-9f89-bfaa72cc0a4d req-e1e486d5-e8e9-4f09-8653-bec9892e17ef service neutron] 10.222.0.38 "GET /v2.0/subnets?id=62938449-046d-4cbe-923a-7ebb632c358d HTTP/1.1" status: 200 len: 843 time: 0.1299760 Jul 27 23:09:44.521764 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c50f656-73ac-4992-83d6-c6d8633fe506 {{(pid=93799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:09:44.530435 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf7a5e-8077-449a-a8b6-4f7147111ab0 None None] Port 941cd68c-d1b2-4829-8da6-73e6fd91ae35 cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:09:44.544043 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ecd90d24-61cd-49e6-bc67-2b2d5b8fb4d8 req-98655234-20d3-4ef2-8726-72e92652e334 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.18 "GET /v2.0/security-groups?id=657c655b-8580-45d5-979f-9b32b7a260f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819380 Jul 27 23:09:44.562773 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port 1c50f656-73ac-4992-83d6-c6d8633fe506, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=1c50f656-73ac-4992-83d6-c6d8633fe506,segment=NetworkSegment(8ba436c1-f478-4bca-9988-32f105ba0b93),segment_id=8ba436c1-f478-4bca-9988-32f105ba0b93)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:09:44.581691 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-09734fc6-c774-49e6-94c5-b5456b2de5a3 None None] Set router a96d9b1c-c112-4396-9467-5f8e345818e8 gateway port host: n-d-802623-1 {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:09:44.598592 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-71c95f37-fb1e-4923-bbfd-bedd5b0a3893 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:44.609654 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-71c95f37-fb1e-4923-bbfd-bedd5b0a3893 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11336041'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:44.612370 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:44.680865 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da59c8ea-b6f7-443c-9f89-bfaa72cc0a4d req-d8e64582-1f4d-4ff0-8b40-a3144e831945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:09:44.682369 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-da59c8ea-b6f7-443c-9f89-bfaa72cc0a4d req-d8e64582-1f4d-4ff0-8b40-a3144e831945 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=591af2dd-f826-43b1-aa9d-e7a0bf218c71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1765640 Jul 27 23:09:44.697324 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5177cb55-a9d6-43a9-8f62-1ee2a7045b67 req-e440efc1-53b1-4c97-8902-47f96c461aca tempest-LiveMigrationNegativeTest-51778097 tempest-LiveMigrationNegativeTest-51778097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:09:44.698830 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-5177cb55-a9d6-43a9-8f62-1ee2a7045b67 req-e440efc1-53b1-4c97-8902-47f96c461aca tempest-LiveMigrationNegativeTest-51778097 tempest-LiveMigrationNegativeTest-51778097-project] 10.222.0.18 "GET /v2.0/ports?device_id=5ba62e6b-d64d-4991-b372-1b858dee50c6 HTTP/1.1" status: 200 len: 948 time: 0.1397769 Jul 27 23:09:44.724018 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] get_ports_and_sgs() called for port_ids ['abc9a2e4-fad6-4842-b58a-e476e4fc1872'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:09:44.742060 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c95f37-fb1e-4923-bbfd-bedd5b0a3893 admin admin] Pushing event updated for resources: {'Port': ['ID=941cd68c-d1b2-4829-8da6-73e6fd91ae35,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:09:44.785996 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-71c95f37-fb1e-4923-bbfd-bedd5b0a3893 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3760555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-414115'] for router_interface, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:44.822829 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-5177cb55-a9d6-43a9-8f62-1ee2a7045b67 req-4f4cc4d8-3da4-497e-9a3d-39ede73fc18c tempest-LiveMigrationNegativeTest-51778097 tempest-LiveMigrationNegativeTest-51778097-project] 10.222.0.18 "GET /v2.0/security-groups?id=8661a481-8725-4d2d-88ac-095875c6abdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005225 Jul 27 23:09:44.901303 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Pushing event updated for resources: {'Port': ['ID=1c50f656-73ac-4992-83d6-c6d8633fe506,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:09:45.116694 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-09734fc6-c774-49e6-94c5-b5456b2de5a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a96d9b1c-c112-4396-9467-5f8e345818e8', 'name': 'tempest-FloatingIPsNegativeTestJSON-1685078482-router', 'tenant_id': '060a72456a5f4338bb3d8e4886e17b6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.125'}], 'enable_snat': True}, 'gw_port_id': '3cc502a5-ffe2-4637-96e5-18329c5698f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:09:39Z', 'updated_at': '2021-07-27T23:09:44Z', 'revision_number': 4, 'project_id': '060a72456a5f4338bb3d8e4886e17b6a', 'gw_port': {'id': '3cc502a5-ffe2-4637-96e5-18329c5698f0', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:dd:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a96d9b1c-c112-4396-9467-5f8e345818e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:09:40Z', 'updated_at': '2021-07-27T23:09:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': '941cd68c-d1b2-4829-8da6-73e6fd91ae35', 'name': '', 'network_id': '6563a7b6-cd9b-408c-a2bb-887c99864775', 'tenant_id': '060a72456a5f4338bb3d8e4886e17b6a', 'mac_address': 'fa:16:3e:d1:47:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a96d9b1c-c112-4396-9467-5f8e345818e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 880, 'fixed_ips': [{'subnet_id': 'be695b45-96a9-40f3-a2ef-4596243c3fd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:09:42Z', 'updated_at': '2021-07-27T23:09:43Z', 'revision_number': 1, 'project_id': '060a72456a5f4338bb3d8e4886e17b6a', 'subnets': [{'id': 'be695b45-96a9-40f3-a2ef-4596243c3fd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:09:45.151498 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] get_ports_and_sgs() called for port_ids ['1c50f656-73ac-4992-83d6-c6d8633fe506'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:09:45.156497 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09734fc6-c774-49e6-94c5-b5456b2de5a3 None None] The sync data for ids ['a96d9b1c-c112-4396-9467-5f8e345818e8'] in n-d-802623-1 is: [{'id': 'a96d9b1c-c112-4396-9467-5f8e345818e8', 'name': 'tempest-FloatingIPsNegativeTestJSON-1685078482-router', 'tenant_id': '060a72456a5f4338bb3d8e4886e17b6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.125'}], 'enable_snat': True}, 'gw_port_id': '3cc502a5-ffe2-4637-96e5-18329c5698f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:09:39Z', 'updated_at': '2021-07-27T23:09:44Z', 'revision_number': 4, 'project_id': '060a72456a5f4338bb3d8e4886e17b6a', 'gw_port': {'id': '3cc502a5-ffe2-4637-96e5-18329c5698f0', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:dd:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a96d9b1c-c112-4396-9467-5f8e345818e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:09:40Z', 'updated_at': '2021-07-27T23:09:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': '941cd68c-d1b2-4829-8da6-73e6fd91ae35', 'name': '', 'network_id': '6563a7b6-cd9b-408c-a2bb-887c99864775', 'tenant_id': '060a72456a5f4338bb3d8e4886e17b6a', 'mac_address': 'fa:16:3e:d1:47:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a96d9b1c-c112-4396-9467-5f8e345818e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 880, 'fixed_ips': [{'subnet_id': 'be695b45-96a9-40f3-a2ef-4596243c3fd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:09:42Z', 'updated_at': '2021-07-27T23:09:43Z', 'revision_number': 1, 'project_id': '060a72456a5f4338bb3d8e4886e17b6a', 'subnets': [{'id': 'be695b45-96a9-40f3-a2ef-4596243c3fd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:09:45.294342 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-da59c8ea-b6f7-443c-9f89-bfaa72cc0a4d req-9169af6a-6518-454d-8e30-e21b1663b8ea service neutron] 10.222.0.38 "GET /v2.0/networks/591af2dd-f826-43b1-aa9d-e7a0bf218c71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5853076 Jul 27 23:09:45.380746 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2163b165-e378-46a0-b52b-f7ce2da47b91 req-0d70dd18-3bd9-4fe8-8775-938e9ef692f4 tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:09:45.382341 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-2163b165-e378-46a0-b52b-f7ce2da47b91 req-0d70dd18-3bd9-4fe8-8775-938e9ef692f4 tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] 10.222.0.18 "GET /v2.0/ports?device_id=b422cc47-c1e5-45ab-b391-bcce61d21339 HTTP/1.1" status: 200 len: 945 time: 0.1520061 Jul 27 23:09:45.406327 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71c95f37-fb1e-4923-bbfd-bedd5b0a3893 admin admin] Network 6563a7b6-cd9b-408c-a2bb-887c99864775 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:09:45.418520 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-71c95f37-fb1e-4923-bbfd-bedd5b0a3893 admin admin] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:09:45.536430 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-2163b165-e378-46a0-b52b-f7ce2da47b91 req-2db56028-56e6-438e-bb61-c037a69d898b tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd4c80f8-6360-4d2a-b031-00b7544968a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423779 Jul 27 23:09:45.580340 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-da59c8ea-b6f7-443c-9f89-bfaa72cc0a4d req-452ee65f-bb44-4cd2-a7ba-b6859e145a89 service neutron] 10.222.0.38 "GET /v2.0/networks/591af2dd-f826-43b1-aa9d-e7a0bf218c71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2757068 Jul 27 23:09:45.704764 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71c95f37-fb1e-4923-bbfd-bedd5b0a3893 admin admin] Router a96d9b1c-c112-4396-9467-5f8e345818e8 has already been hosted by L3 agent 018c4455-49c0-4734-927d-7824067b2a9e {{(pid=93797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 23:09:45.760377 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796d5b89-4701-4ba5-91cc-1941e06aa674 req-882f0be8-f5b4-4067-9ad4-72f4918215f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:09:45.762060 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-796d5b89-4701-4ba5-91cc-1941e06aa674 req-882f0be8-f5b4-4067-9ad4-72f4918215f5 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=226ab7885bf147eaaba66104d367bc67&device_id=5ba62e6b-d64d-4991-b372-1b858dee50c6 HTTP/1.1" status: 200 len: 1099 time: 0.0913274 Jul 27 23:09:45.790925 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-a1ccb6ab-9fbe-434f-a121-6e76968c8e84 None None] Provisioning complete for port 941cd68c-d1b2-4829-8da6-73e6fd91ae35 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:09:45.791375 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a1ccb6ab-9fbe-434f-a121-6e76968c8e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:45.807715 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f650056b-64cf-480f-b5f2-2087bd0f6930 req-bb630709-28b6-4887-9530-6612f950f782 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:09:45.809256 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f650056b-64cf-480f-b5f2-2087bd0f6930 req-bb630709-28b6-4887-9530-6612f950f782 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.18 "GET /v2.0/ports?device_id=8bb766e8-eb06-49ad-9e2b-953aac852a73 HTTP/1.1" status: 200 len: 945 time: 0.1470294 Jul 27 23:09:45.833613 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-a1ccb6ab-9fbe-434f-a121-6e76968c8e84 None None] Port 941cd68c-d1b2-4829-8da6-73e6fd91ae35 cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:09:45.946089 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f650056b-64cf-480f-b5f2-2087bd0f6930 req-9ea0f1e4-b8e7-4fc6-af49-dc3cf32dfabe tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.18 "GET /v2.0/security-groups?id=657c655b-8580-45d5-979f-9b32b7a260f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243255 Jul 27 23:09:45.996034 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71c95f37-fb1e-4923-bbfd-bedd5b0a3893 admin admin] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:09:45.999314 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796d5b89-4701-4ba5-91cc-1941e06aa674 req-612c4e57-d412-4c94-b748-dce0deaa4fab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:09:46.000949 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-796d5b89-4701-4ba5-91cc-1941e06aa674 req-612c4e57-d412-4c94-b748-dce0deaa4fab service neutron] 10.222.0.38 "GET /v2.0/networks?id=591af2dd-f826-43b1-aa9d-e7a0bf218c71 HTTP/1.1" status: 200 len: 870 time: 0.1890278 Jul 27 23:09:46.004683 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-71c95f37-fb1e-4923-bbfd-bedd5b0a3893 admin admin] 10.222.0.18 "PUT /v2.0/routers/a96d9b1c-c112-4396-9467-5f8e345818e8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1983411 Jul 27 23:09:46.064558 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-796d5b89-4701-4ba5-91cc-1941e06aa674 req-1a89bd37-ddb0-4b9b-b0e6-4b58c2c5b6ab service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=3df165fc-879a-49fb-9444-9dca1eed53ab HTTP/1.1" status: 200 len: 217 time: 0.0493031 Jul 27 23:09:46.069584 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d31de2-1632-4c09-8462-8457af2eb8eb req-cc36db9a-66d7-4d96-af9a-921c2eeab1d9 tempest-LiveMigrationNegativeTest-51778097 tempest-LiveMigrationNegativeTest-51778097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:09:46.081147 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-09d31de2-1632-4c09-8462-8457af2eb8eb req-cc36db9a-66d7-4d96-af9a-921c2eeab1d9 tempest-LiveMigrationNegativeTest-51778097 tempest-LiveMigrationNegativeTest-51778097-project] 10.222.0.18 "GET /v2.0/ports?device_id=5ba62e6b-d64d-4991-b372-1b858dee50c6 HTTP/1.1" status: 200 len: 948 time: 0.1024630 Jul 27 23:09:46.143355 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-09d31de2-1632-4c09-8462-8457af2eb8eb req-458effd1-a514-4572-859f-35345538b167 tempest-LiveMigrationNegativeTest-51778097 tempest-LiveMigrationNegativeTest-51778097-project] 10.222.0.18 "GET /v2.0/security-groups?id=8661a481-8725-4d2d-88ac-095875c6abdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460677 Jul 27 23:09:46.175888 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796d5b89-4701-4ba5-91cc-1941e06aa674 req-b7589404-db40-4533-9aa4-1fbd529d4b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:09:46.177692 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-796d5b89-4701-4ba5-91cc-1941e06aa674 req-b7589404-db40-4533-9aa4-1fbd529d4b1e service neutron] 10.222.0.38 "GET /v2.0/subnets?id=62938449-046d-4cbe-923a-7ebb632c358d HTTP/1.1" status: 200 len: 843 time: 0.1007581 Jul 27 23:09:46.238775 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796d5b89-4701-4ba5-91cc-1941e06aa674 req-18561194-01f0-4f06-b77c-1bcf60dc3133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:09:46.242024 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-796d5b89-4701-4ba5-91cc-1941e06aa674 req-18561194-01f0-4f06-b77c-1bcf60dc3133 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=591af2dd-f826-43b1-aa9d-e7a0bf218c71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0546420 Jul 27 23:09:46.333978 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-4a97df93-a727-4ed2-998a-19300febb9ef req-b2727a3f-3c5f-43d6-a50a-c58d2ab4805c tempest-FloatingIPsNegativeTestJSON-1185741703 tempest-FloatingIPsNegativeTestJSON-1185741703-project] 10.222.0.18 "GET /v2.0/floatingips?tenant_id=060a72456a5f4338bb3d8e4886e17b6a HTTP/1.1" status: 200 len: 217 time: 0.0557785 Jul 27 23:09:46.386102 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f605ad12-a723-4c7a-8ca4-6199ed7da3af req-ed3d2150-a284-48e8-83c5-79ce4de01cfe tempest-FloatingIPsNegativeTestJSON-1185741703 tempest-FloatingIPsNegativeTestJSON-1185741703-project] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0251651 Jul 27 23:09:46.387927 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-796d5b89-4701-4ba5-91cc-1941e06aa674 req-00d35b73-1500-49e1-a988-6c5829a8c264 service neutron] 10.222.0.38 "GET /v2.0/networks/591af2dd-f826-43b1-aa9d-e7a0bf218c71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367059 Jul 27 23:09:46.450175 n-d-802623-1 neutron-server[93798]: INFO neutron.api.v2.resource [req-d58c6fd3-165c-4730-9fdd-01b33844e698 req-92692aef-1acb-408c-af97-31ee30972e91 tempest-FloatingIPsNegativeTestJSON-1185741703 tempest-FloatingIPsNegativeTestJSON-1185741703-project] show failed (client error): The resource could not be found. Jul 27 23:09:46.459422 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-d58c6fd3-165c-4730-9fdd-01b33844e698 req-92692aef-1acb-408c-af97-31ee30972e91 tempest-FloatingIPsNegativeTestJSON-1185741703 tempest-FloatingIPsNegativeTestJSON-1185741703-project] 10.222.0.18 "GET /v2.0/floatingips/0c4cda8e-65ce-4652-99c8-88dc26c10c67 HTTP/1.1" status: 404 len: 350 time: 0.0525455 Jul 27 23:09:46.463146 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 60496) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:09:46.496050 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-796d5b89-4701-4ba5-91cc-1941e06aa674 req-a14a7b3a-af78-4ebc-948c-673759e20bce service neutron] 10.222.0.38 "GET /v2.0/networks/591af2dd-f826-43b1-aa9d-e7a0bf218c71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998390 Jul 27 23:09:46.604830 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 60504) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:09:46.742998 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9f69aae9-fda2-4bee-bf95-1aa52eb1b7a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:46.762016 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74abf46-2801-45ee-8044-da7e2ad014c9 req-9d22bb15-fb2d-42c5-906b-ef54cffc9ca9 tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:09:46.763487 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e74abf46-2801-45ee-8044-da7e2ad014c9 req-9d22bb15-fb2d-42c5-906b-ef54cffc9ca9 tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] 10.222.0.18 "GET /v2.0/ports?device_id=b422cc47-c1e5-45ab-b391-bcce61d21339 HTTP/1.1" status: 200 len: 945 time: 0.0938303 Jul 27 23:09:46.844583 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e74abf46-2801-45ee-8044-da7e2ad014c9 req-94041a2c-3ce1-4b86-b8b3-2787277be1e8 tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd4c80f8-6360-4d2a-b031-00b7544968a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708029 Jul 27 23:09:46.872175 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9f69aae9-fda2-4bee-bf95-1aa52eb1b7a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:46.876335 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9f69aae9-fda2-4bee-bf95-1aa52eb1b7a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:46.916845 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-9f69aae9-fda2-4bee-bf95-1aa52eb1b7a0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2d7f4a84f24044698495fec157ad5fc1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3106344 Jul 27 23:09:46.919614 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 60516) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:09:46.925671 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f69aae9-fda2-4bee-bf95-1aa52eb1b7a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b65c0c62-6a80-4701-8733-84cb6d694ff3,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:09:46.968246 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9871f508-5788-4e11-8b69-5222c82836ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-414022'] for router_interface, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:46.980883 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b25fdbf8-2a2b-4f85-8384-752ac35fa71d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:47.011813 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b25fdbf8-2a2b-4f85-8384-752ac35fa71d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:47.111647 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57cebc2-8224-4710-87a7-a75475326218 req-3f9baa99-758d-4fb9-bc5d-91fe36e9b037 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:09:47.113165 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-e57cebc2-8224-4710-87a7-a75475326218 req-3f9baa99-758d-4fb9-bc5d-91fe36e9b037 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.18 "GET /v2.0/ports?device_id=8bb766e8-eb06-49ad-9e2b-953aac852a73 HTTP/1.1" status: 200 len: 945 time: 0.0700915 Jul 27 23:09:47.114233 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b25fdbf8-2a2b-4f85-8384-752ac35fa71d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:47.116891 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b25fdbf8-2a2b-4f85-8384-752ac35fa71d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:47.118108 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-b25fdbf8-2a2b-4f85-8384-752ac35fa71d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b65c0c62-6a80-4701-8733-84cb6d694ff3 HTTP/1.1" status: 204 len: 168 time: 0.1974521 Jul 27 23:09:47.134042 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25fdbf8-2a2b-4f85-8384-752ac35fa71d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b65c0c62-6a80-4701-8733-84cb6d694ff3,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:09:47.180183 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-e57cebc2-8224-4710-87a7-a75475326218 req-cd736f1c-fffd-4160-adeb-864e9367b34e tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.18 "GET /v2.0/security-groups?id=657c655b-8580-45d5-979f-9b32b7a260f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581069 Jul 27 23:09:47.237385 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device 1c50f656-73ac-4992-83d6-c6d8633fe506 up at agent hyperv_n-h2-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:09:47.345470 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Provisioning for port 1c50f656-73ac-4992-83d6-c6d8633fe506 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:09:47.352598 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Provisioning complete for port 1c50f656-73ac-4992-83d6-c6d8633fe506 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:09:47.354916 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:47.484616 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:47.524794 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b422cc47-c1e5-45ab-b391-bcce61d21339', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c50f656-73ac-4992-83d6-c6d8633fe506'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:09:47.527301 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c0369b0d4f459110ff20a1f9878ba33f96d6491bddb9d15843bf29d01e0bda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49648fa6-76e9-49d6-ae3f-8099df0569da" -d '{"events": [{"server_uuid": "b422cc47-c1e5-45ab-b391-bcce61d21339", "name": "network-vif-plugged", "status": "completed", "tag": "1c50f656-73ac-4992-83d6-c6d8633fe506"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:09:47.557021 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port 1c50f656-73ac-4992-83d6-c6d8633fe506, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=1c50f656-73ac-4992-83d6-c6d8633fe506,segment=NetworkSegment(8ba436c1-f478-4bca-9988-32f105ba0b93),segment_id=8ba436c1-f478-4bca-9988-32f105ba0b93)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:09:47.571092 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:47.572085 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device abc9a2e4-fad6-4842-b58a-e476e4fc1872 up at agent hyperv_n-h2-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:09:47.623276 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:09:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44038761-0273-4360-9022-ad926f357aa1 x-openstack-request-id: req-44038761-0273-4360-9022-ad926f357aa1 {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:09:47.623892 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b422cc47-c1e5-45ab-b391-bcce61d21339", "name": "network-vif-plugged", "status": "completed", "tag": "1c50f656-73ac-4992-83d6-c6d8633fe506", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:09:47.624372 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-44038761-0273-4360-9022-ad926f357aa1 {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:09:47.625597 n-d-802623-1 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b422cc47-c1e5-45ab-b391-bcce61d21339', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c50f656-73ac-4992-83d6-c6d8633fe506', 'code': 200} Jul 27 23:09:47.632452 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 60550) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:09:47.651347 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1cd52148-3003-44fa-9d33-8634f592aaa8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:47.744752 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 3cc502a5-ffe2-4637-96e5-18329c5698f0 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:09:47.752275 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Pushing event updated for resources: {'Port': ['ID=1c50f656-73ac-4992-83d6-c6d8633fe506,revision_number=5']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:09:47.788702 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c228f051-672a-40d4-a0aa-631040341306 req-3ffb5009-a11e-4f1e-a3b9-d903131a7fc5 tempest-LiveMigrationNegativeTest-51778097 tempest-LiveMigrationNegativeTest-51778097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:09:47.796234 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c228f051-672a-40d4-a0aa-631040341306 req-3ffb5009-a11e-4f1e-a3b9-d903131a7fc5 tempest-LiveMigrationNegativeTest-51778097 tempest-LiveMigrationNegativeTest-51778097-project] 10.222.0.18 "GET /v2.0/ports?device_id=5ba62e6b-d64d-4991-b372-1b858dee50c6 HTTP/1.1" status: 200 len: 948 time: 0.1746781 Jul 27 23:09:47.849080 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-9871f508-5788-4e11-8b69-5222c82836ab admin admin] Deleting port 941cd68c-d1b2-4829-8da6-73e6fd91ae35 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:09:47.849425 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9871f508-5788-4e11-8b69-5222c82836ab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:47.853040 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Provisioning complete for port abc9a2e4-fad6-4842-b58a-e476e4fc1872 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:09:47.853894 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:47.869708 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1cd52148-3003-44fa-9d33-8634f592aaa8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:47.886270 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882eb1a6-cc05-4ec0-b0a4-5c0cdd8bdfd3 req-7ab14c08-c728-4ffe-ab41-6c2ecbb2cacd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:09:47.890276 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-882eb1a6-cc05-4ec0-b0a4-5c0cdd8bdfd3 req-7ab14c08-c728-4ffe-ab41-6c2ecbb2cacd service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=b422cc47-c1e5-45ab-b391-bcce61d21339 HTTP/1.1" status: 200 len: 1097 time: 0.1074657 Jul 27 23:09:47.896101 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1cd52148-3003-44fa-9d33-8634f592aaa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:47.909536 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0f06009-888a-4340-824c-979da0c5bc9e None None] Sync routers for ids ['a96d9b1c-c112-4396-9467-5f8e345818e8'] in n-d-802623-1 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:09:47.933617 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0f06009-888a-4340-824c-979da0c5bc9e None None] Routers {'a96d9b1c-c112-4396-9467-5f8e345818e8'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:09:47.935718 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning for port 3cc502a5-ffe2-4637-96e5-18329c5698f0 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:09:47.939794 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-b0f06009-888a-4340-824c-979da0c5bc9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:09:29Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['a96d9b1c-c112-4396-9467-5f8e345818e8'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:09:47.944008 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port 3cc502a5-ffe2-4637-96e5-18329c5698f0 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:09:47.944886 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:47.945711 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c228f051-672a-40d4-a0aa-631040341306 req-d281f8e1-721a-4b58-8092-b6b8661a0959 tempest-LiveMigrationNegativeTest-51778097 tempest-LiveMigrationNegativeTest-51778097-project] 10.222.0.18 "GET /v2.0/security-groups?id=8661a481-8725-4d2d-88ac-095875c6abdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430638 Jul 27 23:09:47.986988 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9871f508-5788-4e11-8b69-5222c82836ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:48.000544 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-9871f508-5788-4e11-8b69-5222c82836ab admin admin] Calling delete_port for 941cd68c-d1b2-4829-8da6-73e6fd91ae35 owned by network:router_interface {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:09:48.057730 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-1cd52148-3003-44fa-9d33-8634f592aaa8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f134bb342908477da8b439722e9058f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4216938 Jul 27 23:09:48.059424 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 60560) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:09:48.060277 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd52148-3003-44fa-9d33-8634f592aaa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=663c952f-e191-4f38-8002-73804629e396,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:09:48.070005 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-882eb1a6-cc05-4ec0-b0a4-5c0cdd8bdfd3 req-8b2053b6-3c60-411c-857e-9548dc2f975f service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=fd4c80f8-6360-4d2a-b031-00b7544968a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634796 Jul 27 23:09:48.087774 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952f175f-c0cc-42f0-bd4c-3a678a51e1ef req-983a9c05-9966-4d02-b2c6-635d1e90fef6 tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:09:48.096300 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-952f175f-c0cc-42f0-bd4c-3a678a51e1ef req-983a9c05-9966-4d02-b2c6-635d1e90fef6 tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] 10.222.0.18 "GET /v2.0/ports?device_id=b422cc47-c1e5-45ab-b391-bcce61d21339 HTTP/1.1" status: 200 len: 946 time: 0.1077797 Jul 27 23:09:48.143098 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-b0f06009-888a-4340-824c-979da0c5bc9e None None] Set router a96d9b1c-c112-4396-9467-5f8e345818e8 gateway port host: n-d-802623-1 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:09:48.163540 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-952f175f-c0cc-42f0-bd4c-3a678a51e1ef req-f75a6426-81a3-4f69-b539-dcaaf0d74055 tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd4c80f8-6360-4d2a-b031-00b7544968a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601447 Jul 27 23:09:48.188226 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:48.200032 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0cb62467-113e-4587-9208-56fc6d2d4a6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:48.270704 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0cb62467-113e-4587-9208-56fc6d2d4a6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:48.288886 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 3df165fc-879a-49fb-9444-9dca1eed53ab details requested by agent hyperv_n-h1-802623-1 with host n-h1-802623-1 {{(pid=93799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 23:09:48.333071 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port abc9a2e4-fad6-4842-b58a-e476e4fc1872, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=abc9a2e4-fad6-4842-b58a-e476e4fc1872,segment=NetworkSegment(16e91594-c047-4b55-93eb-43af33ad08e1),segment_id=16e91594-c047-4b55-93eb-43af33ad08e1)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:09:48.358911 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:48.416974 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb04803-0963-45ed-b4f9-cf76d9e221d0 req-8ee80e0a-85ee-4723-a4cf-7e285a95c964 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:09:48.425539 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-8cb04803-0963-45ed-b4f9-cf76d9e221d0 req-8ee80e0a-85ee-4723-a4cf-7e285a95c964 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.18 "GET /v2.0/ports?device_id=8bb766e8-eb06-49ad-9e2b-953aac852a73 HTTP/1.1" status: 200 len: 945 time: 0.1206665 Jul 27 23:09:48.427815 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0cb62467-113e-4587-9208-56fc6d2d4a6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:48.431598 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0cb62467-113e-4587-9208-56fc6d2d4a6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:48.436274 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-0cb62467-113e-4587-9208-56fc6d2d4a6c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/663c952f-e191-4f38-8002-73804629e396 HTTP/1.1" status: 204 len: 168 time: 0.3752220 Jul 27 23:09:48.437244 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9871f508-5788-4e11-8b69-5222c82836ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:48.529630 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb62467-113e-4587-9208-56fc6d2d4a6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=663c952f-e191-4f38-8002-73804629e396,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:09:48.538107 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9871f508-5788-4e11-8b69-5222c82836ab admin admin] Pushing event deleted for resources: {'Port': ['ID=941cd68c-d1b2-4829-8da6-73e6fd91ae35,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:09:48.538611 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Pushing event updated for resources: {'Port': ['ID=abc9a2e4-fad6-4842-b58a-e476e4fc1872,revision_number=10']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:09:48.577319 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.db.resource_extend [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 27 23:09:48.577850 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb62467-113e-4587-9208-56fc6d2d4a6c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:09:48.578632 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb62467-113e-4587-9208-56fc6d2d4a6c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:09:48.579200 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb62467-113e-4587-9208-56fc6d2d4a6c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:09:48.579345 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:48.579823 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb62467-113e-4587-9208-56fc6d2d4a6c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:09:48.581400 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb62467-113e-4587-9208-56fc6d2d4a6c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:09:48.581913 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb62467-113e-4587-9208-56fc6d2d4a6c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:09:48.582575 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb62467-113e-4587-9208-56fc6d2d4a6c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:09:48.583152 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb62467-113e-4587-9208-56fc6d2d4a6c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:09:48.583639 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb62467-113e-4587-9208-56fc6d2d4a6c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:09:48.585282 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb62467-113e-4587-9208-56fc6d2d4a6c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:09:48.585797 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb62467-113e-4587-9208-56fc6d2d4a6c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:09:48.586432 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb62467-113e-4587-9208-56fc6d2d4a6c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:09:48.593367 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9871f508-5788-4e11-8b69-5222c82836ab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:09:48.593925 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9871f508-5788-4e11-8b69-5222c82836ab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:09:48.594430 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9871f508-5788-4e11-8b69-5222c82836ab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:09:48.595095 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9871f508-5788-4e11-8b69-5222c82836ab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:09:48.595643 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9871f508-5788-4e11-8b69-5222c82836ab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:09:48.596182 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9871f508-5788-4e11-8b69-5222c82836ab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:09:48.596904 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9871f508-5788-4e11-8b69-5222c82836ab admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:09:48.597423 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9871f508-5788-4e11-8b69-5222c82836ab admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:09:48.597938 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9871f508-5788-4e11-8b69-5222c82836ab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:09:48.598473 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9871f508-5788-4e11-8b69-5222c82836ab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:09:48.599004 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9871f508-5788-4e11-8b69-5222c82836ab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:09:48.599597 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9871f508-5788-4e11-8b69-5222c82836ab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:09:48.606013 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-b0f06009-888a-4340-824c-979da0c5bc9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a96d9b1c-c112-4396-9467-5f8e345818e8', 'name': 'tempest-FloatingIPsNegativeTestJSON-1685078482-router', 'tenant_id': '060a72456a5f4338bb3d8e4886e17b6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.125'}], 'enable_snat': True}, 'gw_port_id': '3cc502a5-ffe2-4637-96e5-18329c5698f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:09:39Z', 'updated_at': '2021-07-27T23:09:44Z', 'revision_number': 4, 'project_id': '060a72456a5f4338bb3d8e4886e17b6a', 'gw_port': {'id': '3cc502a5-ffe2-4637-96e5-18329c5698f0', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:dd:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a96d9b1c-c112-4396-9467-5f8e345818e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:09:40Z', 'updated_at': '2021-07-27T23:09:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': '941cd68c-d1b2-4829-8da6-73e6fd91ae35', 'name': '', 'network_id': '6563a7b6-cd9b-408c-a2bb-887c99864775', 'tenant_id': '060a72456a5f4338bb3d8e4886e17b6a', 'mac_address': 'fa:16:3e:d1:47:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a96d9b1c-c112-4396-9467-5f8e345818e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 880, 'fixed_ips': [{'subnet_id': 'be695b45-96a9-40f3-a2ef-4596243c3fd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:09:42Z', 'updated_at': '2021-07-27T23:09:44Z', 'revision_number': 2, 'project_id': '060a72456a5f4338bb3d8e4886e17b6a', 'subnets': [{'id': 'be695b45-96a9-40f3-a2ef-4596243c3fd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:09:48.668653 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-8cb04803-0963-45ed-b4f9-cf76d9e221d0 req-a4a60446-ad3e-488a-9210-2ecc65f0a21e tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.18 "GET /v2.0/security-groups?id=657c655b-8580-45d5-979f-9b32b7a260f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2232456 Jul 27 23:09:48.716406 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0f06009-888a-4340-824c-979da0c5bc9e None None] Checking router: a96d9b1c-c112-4396-9467-5f8e345818e8 for host: n-d-802623-1 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 23:09:48.717036 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0f06009-888a-4340-824c-979da0c5bc9e None None] Updating router a96d9b1c-c112-4396-9467-5f8e345818e8 port 941cd68c-d1b2-4829-8da6-73e6fd91ae35 binding host n-d-802623-1 {{(pid=93800) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 23:09:48.758721 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0f06009-888a-4340-824c-979da0c5bc9e None None] Port 941cd68c-d1b2-4829-8da6-73e6fd91ae35 not found while updating agent binding for router a96d9b1c-c112-4396-9467-5f8e345818e8. {{(pid=93800) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 27 23:09:48.782421 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] For port 3cc502a5-ffe2-4637-96e5-18329c5698f0, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=3cc502a5-ffe2-4637-96e5-18329c5698f0,segment=NetworkSegment(b9afe07e-bbe4-4740-834c-4b6a9698bdbc),segment_id=b9afe07e-bbe4-4740-834c-4b6a9698bdbc)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:09:48.784955 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0f06009-888a-4340-824c-979da0c5bc9e None None] Routers {'a96d9b1c-c112-4396-9467-5f8e345818e8'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:09:48.796697 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-b0f06009-888a-4340-824c-979da0c5bc9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:09:29Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['a96d9b1c-c112-4396-9467-5f8e345818e8'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:09:48.801200 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:48.905984 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port 3df165fc-879a-49fb-9444-9dca1eed53ab, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=3df165fc-879a-49fb-9444-9dca1eed53ab,segment=NetworkSegment(16e91594-c047-4b55-93eb-43af33ad08e1),segment_id=16e91594-c047-4b55-93eb-43af33ad08e1)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:09:48.919057 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9871f508-5788-4e11-8b69-5222c82836ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3760546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-413994'] for router_interface, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:48.919627 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Returning: {'device': '3df165fc-879a-49fb-9444-9dca1eed53ab', 'network_id': '591af2dd-f826-43b1-aa9d-e7a0bf218c71', 'port_id': '3df165fc-879a-49fb-9444-9dca1eed53ab', 'mac_address': 'fa:16:3e:a1:80:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62938449-046d-4cbe-923a-7ebb632c358d', 'ip_address': '192.168.233.194'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 23:09:48.952796 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-b0f06009-888a-4340-824c-979da0c5bc9e None None] Set router a96d9b1c-c112-4396-9467-5f8e345818e8 gateway port host: n-d-802623-1 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:09:48.988294 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Pushing event updated for resources: {'Port': ['ID=3cc502a5-ffe2-4637-96e5-18329c5698f0,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:09:49.001054 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:49.032948 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3df165fc-879a-49fb-9444-9dca1eed53ab {{(pid=93799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:09:49.060703 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port 3df165fc-879a-49fb-9444-9dca1eed53ab, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=3df165fc-879a-49fb-9444-9dca1eed53ab,segment=NetworkSegment(16e91594-c047-4b55-93eb-43af33ad08e1),segment_id=16e91594-c047-4b55-93eb-43af33ad08e1)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:09:49.075398 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:49.176105 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Pushing event updated for resources: {'Port': ['ID=3df165fc-879a-49fb-9444-9dca1eed53ab,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:09:49.207220 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f155be7-6115-4f6f-aa04-7c6255dfb435 req-040ab688-8d72-419f-8fd6-9e2dcf687668 tempest-LiveMigrationNegativeTest-51778097 tempest-LiveMigrationNegativeTest-51778097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:09:49.220191 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-4f155be7-6115-4f6f-aa04-7c6255dfb435 req-040ab688-8d72-419f-8fd6-9e2dcf687668 tempest-LiveMigrationNegativeTest-51778097 tempest-LiveMigrationNegativeTest-51778097-project] 10.222.0.18 "GET /v2.0/ports?device_id=5ba62e6b-d64d-4991-b372-1b858dee50c6 HTTP/1.1" status: 200 len: 948 time: 0.1836491 Jul 27 23:09:49.323144 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-b0f06009-888a-4340-824c-979da0c5bc9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a96d9b1c-c112-4396-9467-5f8e345818e8', 'name': 'tempest-FloatingIPsNegativeTestJSON-1685078482-router', 'tenant_id': '060a72456a5f4338bb3d8e4886e17b6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.125'}], 'enable_snat': True}, 'gw_port_id': '3cc502a5-ffe2-4637-96e5-18329c5698f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:09:39Z', 'updated_at': '2021-07-27T23:09:48Z', 'revision_number': 5, 'project_id': '060a72456a5f4338bb3d8e4886e17b6a', 'gw_port': {'id': '3cc502a5-ffe2-4637-96e5-18329c5698f0', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:dd:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a96d9b1c-c112-4396-9467-5f8e345818e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:09:40Z', 'updated_at': '2021-07-27T23:09:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1'}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:09:49.330414 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] get_ports_and_sgs() called for port_ids ['3df165fc-879a-49fb-9444-9dca1eed53ab'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:09:49.354567 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-4f155be7-6115-4f6f-aa04-7c6255dfb435 req-887c3804-7c20-4171-b339-04e769f14cfe tempest-LiveMigrationNegativeTest-51778097 tempest-LiveMigrationNegativeTest-51778097-project] 10.222.0.18 "GET /v2.0/security-groups?id=8661a481-8725-4d2d-88ac-095875c6abdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333318 Jul 27 23:09:49.385929 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0f06009-888a-4340-824c-979da0c5bc9e None None] The sync data for ids ['a96d9b1c-c112-4396-9467-5f8e345818e8'] in n-d-802623-1 is: [{'id': 'a96d9b1c-c112-4396-9467-5f8e345818e8', 'name': 'tempest-FloatingIPsNegativeTestJSON-1685078482-router', 'tenant_id': '060a72456a5f4338bb3d8e4886e17b6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.125'}], 'enable_snat': True}, 'gw_port_id': '3cc502a5-ffe2-4637-96e5-18329c5698f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:09:39Z', 'updated_at': '2021-07-27T23:09:48Z', 'revision_number': 5, 'project_id': '060a72456a5f4338bb3d8e4886e17b6a', 'gw_port': {'id': '3cc502a5-ffe2-4637-96e5-18329c5698f0', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:dd:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a96d9b1c-c112-4396-9467-5f8e345818e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:09:40Z', 'updated_at': '2021-07-27T23:09:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1'}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:09:49.399213 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7795d016-a908-4ff4-983c-237dabd7e4b0 req-99a3f73e-c89a-4849-8c70-e4a6ebba9131 tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:09:49.409512 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-7795d016-a908-4ff4-983c-237dabd7e4b0 req-99a3f73e-c89a-4849-8c70-e4a6ebba9131 tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] 10.222.0.18 "GET /v2.0/ports?device_id=b422cc47-c1e5-45ab-b391-bcce61d21339 HTTP/1.1" status: 200 len: 946 time: 0.1160257 Jul 27 23:09:49.466997 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-7795d016-a908-4ff4-983c-237dabd7e4b0 req-cc0048e9-2e60-40b0-8cc5-88ae95639f03 tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd4c80f8-6360-4d2a-b031-00b7544968a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560317 Jul 27 23:09:49.494761 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9871f508-5788-4e11-8b69-5222c82836ab admin admin] Router a96d9b1c-c112-4396-9467-5f8e345818e8 has already been hosted by L3 agent 018c4455-49c0-4734-927d-7824067b2a9e {{(pid=93798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 23:09:49.627693 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad127843-2f59-41fa-9a9b-54df94eb8502', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abc9a2e4-fad6-4842-b58a-e476e4fc1872'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:09:49.630056 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c0369b0d4f459110ff20a1f9878ba33f96d6491bddb9d15843bf29d01e0bda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10e6b0ea-f9bc-4e07-b45a-409ed53cd325" -d '{"events": [{"server_uuid": "ad127843-2f59-41fa-9a9b-54df94eb8502", "name": "network-vif-plugged", "status": "completed", "tag": "abc9a2e4-fad6-4842-b58a-e476e4fc1872"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:09:49.642995 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9871f508-5788-4e11-8b69-5222c82836ab admin admin] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:09:49.648948 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-9871f508-5788-4e11-8b69-5222c82836ab admin admin] 10.222.0.18 "PUT /v2.0/routers/a96d9b1c-c112-4396-9467-5f8e345818e8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1840048 Jul 27 23:09:49.651654 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 60614) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:09:49.707336 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:09:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fec0358-06ec-41ed-9e1c-6dfc4f4e8290 x-openstack-request-id: req-0fec0358-06ec-41ed-9e1c-6dfc4f4e8290 {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:09:49.707689 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad127843-2f59-41fa-9a9b-54df94eb8502", "name": "network-vif-plugged", "status": "completed", "tag": "abc9a2e4-fad6-4842-b58a-e476e4fc1872", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:09:49.707878 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0fec0358-06ec-41ed-9e1c-6dfc4f4e8290 {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:09:49.708277 n-d-802623-1 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad127843-2f59-41fa-9a9b-54df94eb8502', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abc9a2e4-fad6-4842-b58a-e476e4fc1872', 'code': 200} Jul 27 23:09:49.854843 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-28a25542-c4c8-43a8-b6a8-9ea89921753a admin admin] Notify callbacks [] for router, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:49.914749 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 3cc502a5-ffe2-4637-96e5-18329c5698f0 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:09:49.956997 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27183bb-660f-4626-8ea3-b3520096ceb4 req-12db7200-d20e-4140-addb-b916f668e89b tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:09:49.960096 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f27183bb-660f-4626-8ea3-b3520096ceb4 req-12db7200-d20e-4140-addb-b916f668e89b tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.18 "GET /v2.0/ports?device_id=8bb766e8-eb06-49ad-9e2b-953aac852a73 HTTP/1.1" status: 200 len: 945 time: 0.1858032 Jul 27 23:09:50.032628 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port 3cc502a5-ffe2-4637-96e5-18329c5698f0 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:09:50.033008 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:50.144653 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 941cd68c-d1b2-4829-8da6-73e6fd91ae35 no longer exists at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:09:50.150610 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f27183bb-660f-4626-8ea3-b3520096ceb4 req-455ca123-7ec8-410a-83a9-409c36527c8a tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.18 "GET /v2.0/security-groups?id=657c655b-8580-45d5-979f-9b32b7a260f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756840 Jul 27 23:09:50.176152 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] No Port match for: 941cd68c-d1b2-4829-8da6-73e6fd91ae35 {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:09:50.176889 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 941cd68c-d1b2-4829-8da6-73e6fd91ae35 not bound to the agent host n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:09:50.204367 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-28a25542-c4c8-43a8-b6a8-9ea89921753a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:50.256304 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 3df165fc-879a-49fb-9444-9dca1eed53ab up at agent hyperv_n-h1-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:09:50.312646 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-28a25542-c4c8-43a8-b6a8-9ea89921753a admin admin] Deleting port 3cc502a5-ffe2-4637-96e5-18329c5698f0 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:09:50.313958 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-28a25542-c4c8-43a8-b6a8-9ea89921753a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:50.341545 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Provisioning for port 3df165fc-879a-49fb-9444-9dca1eed53ab completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:09:50.346695 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Provisioning complete for port 3df165fc-879a-49fb-9444-9dca1eed53ab triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:09:50.347207 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:50.453061 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-28a25542-c4c8-43a8-b6a8-9ea89921753a admin admin] For port 3cc502a5-ffe2-4637-96e5-18329c5698f0, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=3cc502a5-ffe2-4637-96e5-18329c5698f0,segment=NetworkSegment(b9afe07e-bbe4-4740-834c-4b6a9698bdbc),segment_id=b9afe07e-bbe4-4740-834c-4b6a9698bdbc)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:09:50.455633 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-28a25542-c4c8-43a8-b6a8-9ea89921753a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:50.476825 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-28a25542-c4c8-43a8-b6a8-9ea89921753a admin admin] Calling delete_port for 3cc502a5-ffe2-4637-96e5-18329c5698f0 owned by network:router_gateway {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:09:50.477683 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:50.573203 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port 3df165fc-879a-49fb-9444-9dca1eed53ab, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=3df165fc-879a-49fb-9444-9dca1eed53ab,segment=NetworkSegment(16e91594-c047-4b55-93eb-43af33ad08e1),segment_id=16e91594-c047-4b55-93eb-43af33ad08e1)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:09:50.585809 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:50.641808 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcac998-045e-4bdb-957a-57829e52cbcf req-db769cf4-d60c-4472-802d-1101c9d1ea12 tempest-LiveMigrationNegativeTest-51778097 tempest-LiveMigrationNegativeTest-51778097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:09:50.644837 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-4fcac998-045e-4bdb-957a-57829e52cbcf req-db769cf4-d60c-4472-802d-1101c9d1ea12 tempest-LiveMigrationNegativeTest-51778097 tempest-LiveMigrationNegativeTest-51778097-project] 10.222.0.18 "GET /v2.0/ports?device_id=5ba62e6b-d64d-4991-b372-1b858dee50c6 HTTP/1.1" status: 200 len: 949 time: 0.1275897 Jul 27 23:09:50.737522 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Pushing event updated for resources: {'Port': ['ID=3df165fc-879a-49fb-9444-9dca1eed53ab,revision_number=5']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:09:50.747724 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-4fcac998-045e-4bdb-957a-57829e52cbcf req-f1d014f6-8b4e-4772-8a1d-8d38e33c6846 tempest-LiveMigrationNegativeTest-51778097 tempest-LiveMigrationNegativeTest-51778097-project] 10.222.0.18 "GET /v2.0/security-groups?id=8661a481-8725-4d2d-88ac-095875c6abdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936599 Jul 27 23:09:50.789666 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-28a25542-c4c8-43a8-b6a8-9ea89921753a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:50.860972 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a25542-c4c8-43a8-b6a8-9ea89921753a admin admin] Pushing event deleted for resources: {'Port': ['ID=3cc502a5-ffe2-4637-96e5-18329c5698f0,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:09:50.985092 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-28a25542-c4c8-43a8-b6a8-9ea89921753a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-415368'] for router_gateway, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:51.020533 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41b9652a-d260-426d-b63d-cb21c7d494b5 None None] Sync routers for ids ['a96d9b1c-c112-4396-9467-5f8e345818e8'] in n-d-802623-1 {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:09:51.037838 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41b9652a-d260-426d-b63d-cb21c7d494b5 None None] Routers {'a96d9b1c-c112-4396-9467-5f8e345818e8'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:09:51.038494 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-41b9652a-d260-426d-b63d-cb21c7d494b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:09:29Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['a96d9b1c-c112-4396-9467-5f8e345818e8'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:09:51.120354 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-41b9652a-d260-426d-b63d-cb21c7d494b5 None None] Set router a96d9b1c-c112-4396-9467-5f8e345818e8 gateway port host: None {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:09:51.148656 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-28a25542-c4c8-43a8-b6a8-9ea89921753a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62205'] for router, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:51.152226 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-28a25542-c4c8-43a8-b6a8-9ea89921753a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:51.184975 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-41b9652a-d260-426d-b63d-cb21c7d494b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a96d9b1c-c112-4396-9467-5f8e345818e8', 'name': 'tempest-FloatingIPsNegativeTestJSON-1685078482-router', 'tenant_id': '060a72456a5f4338bb3d8e4886e17b6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:09:39Z', 'updated_at': '2021-07-27T23:09:50Z', 'revision_number': 7, 'project_id': '060a72456a5f4338bb3d8e4886e17b6a', 'gw_port_host': None}], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:09:51.216956 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41b9652a-d260-426d-b63d-cb21c7d494b5 None None] Checking router: a96d9b1c-c112-4396-9467-5f8e345818e8 for host: n-d-802623-1 {{(pid=93799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 23:09:51.234278 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41b9652a-d260-426d-b63d-cb21c7d494b5 None None] Routers {'a96d9b1c-c112-4396-9467-5f8e345818e8'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:09:51.235391 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-41b9652a-d260-426d-b63d-cb21c7d494b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:09:29Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['a96d9b1c-c112-4396-9467-5f8e345818e8'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:09:51.248527 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc547d3b-0e14-4bcf-8dde-be9f0bd9afbe req-2169c8d3-58c8-48e7-be52-813bdd52e8f3 tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:09:51.257470 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-dc547d3b-0e14-4bcf-8dde-be9f0bd9afbe req-2169c8d3-58c8-48e7-be52-813bdd52e8f3 tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] 10.222.0.18 "GET /v2.0/ports?device_id=b422cc47-c1e5-45ab-b391-bcce61d21339 HTTP/1.1" status: 200 len: 946 time: 0.2198169 Jul 27 23:09:51.281564 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-28a25542-c4c8-43a8-b6a8-9ea89921753a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-477831'] for router, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:51.281564 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28a25542-c4c8-43a8-b6a8-9ea89921753a admin admin] Fanout notify agent at l3_agent the message router_deleted on router a96d9b1c-c112-4396-9467-5f8e345818e8 {{(pid=93797) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 23:09:51.289546 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-28a25542-c4c8-43a8-b6a8-9ea89921753a admin admin] Notify callbacks [] for router, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:51.290715 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-28a25542-c4c8-43a8-b6a8-9ea89921753a admin admin] 10.222.0.18 "DELETE /v2.0/routers/a96d9b1c-c112-4396-9467-5f8e345818e8 HTTP/1.1" status: 204 len: 168 time: 1.6380825 Jul 27 23:09:51.293345 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 60662) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:09:51.322465 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-dc547d3b-0e14-4bcf-8dde-be9f0bd9afbe req-39a7f4fe-329e-4097-9825-1c5c45bd496a tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd4c80f8-6360-4d2a-b031-00b7544968a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577121 Jul 27 23:09:51.330837 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-41b9652a-d260-426d-b63d-cb21c7d494b5 None None] Set router a96d9b1c-c112-4396-9467-5f8e345818e8 gateway port host: None {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:09:51.384164 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_v2 [None req-234ca057-4a18-4bdf-ac73-e2bc0a7bcb92 admin admin] Deleting subnet be695b45-96a9-40f3-a2ef-4596243c3fd8 {{(pid=93798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 23:09:51.388809 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-234ca057-4a18-4bdf-ac73-e2bc0a7bcb92 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:51.400859 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-41b9652a-d260-426d-b63d-cb21c7d494b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a96d9b1c-c112-4396-9467-5f8e345818e8', 'name': 'tempest-FloatingIPsNegativeTestJSON-1685078482-router', 'tenant_id': '060a72456a5f4338bb3d8e4886e17b6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:09:39Z', 'updated_at': '2021-07-27T23:09:50Z', 'revision_number': 7, 'project_id': '060a72456a5f4338bb3d8e4886e17b6a', 'gw_port_host': None}], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:09:51.429871 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41b9652a-d260-426d-b63d-cb21c7d494b5 None None] The sync data for ids ['a96d9b1c-c112-4396-9467-5f8e345818e8'] in n-d-802623-1 is: [{'id': 'a96d9b1c-c112-4396-9467-5f8e345818e8', 'name': 'tempest-FloatingIPsNegativeTestJSON-1685078482-router', 'tenant_id': '060a72456a5f4338bb3d8e4886e17b6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:09:39Z', 'updated_at': '2021-07-27T23:09:50Z', 'revision_number': 7, 'project_id': '060a72456a5f4338bb3d8e4886e17b6a', 'gw_port_host': None}] {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:09:51.438672 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-234ca057-4a18-4bdf-ac73-e2bc0a7bcb92 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11163249'] for subnet, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:51.485183 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36e722e-d603-4db2-b567-34a75f0dcc3b req-bf8c1e6a-89ce-46e5-9df2-0fdf5b0c5a3c tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:09:51.495193 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e36e722e-d603-4db2-b567-34a75f0dcc3b req-bf8c1e6a-89ce-46e5-9df2-0fdf5b0c5a3c tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.18 "GET /v2.0/ports?device_id=8bb766e8-eb06-49ad-9e2b-953aac852a73 HTTP/1.1" status: 200 len: 945 time: 0.1683128 Jul 27 23:09:51.585082 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e36e722e-d603-4db2-b567-34a75f0dcc3b req-1aa59bdc-b870-40d4-b124-754071c09269 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.18 "GET /v2.0/security-groups?id=657c655b-8580-45d5-979f-9b32b7a260f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888236 Jul 27 23:09:51.608597 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-234ca057-4a18-4bdf-ac73-e2bc0a7bcb92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620741'] for subnet, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:51.662468 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-2ef265e5-326c-4302-87cc-007296af8973 req-24c314bf-a652-4489-bc65-f1e38d4b0cc2 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=1b545d5113d14592aa4c69bde083a757&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0572958 Jul 27 23:09:51.709317 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ba62e6b-d64d-4991-b372-1b858dee50c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3df165fc-879a-49fb-9444-9dca1eed53ab'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:09:51.711699 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c0369b0d4f459110ff20a1f9878ba33f96d6491bddb9d15843bf29d01e0bda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f514dc4b-1852-4e63-89db-fdf91d155497" -d '{"events": [{"server_uuid": "5ba62e6b-d64d-4991-b372-1b858dee50c6", "name": "network-vif-plugged", "status": "completed", "tag": "3df165fc-879a-49fb-9444-9dca1eed53ab"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:09:51.714995 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-234ca057-4a18-4bdf-ac73-e2bc0a7bcb92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11971800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12265753'] for subnet, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:51.758714 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234ca057-4a18-4bdf-ac73-e2bc0a7bcb92 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=be695b45-96a9-40f3-a2ef-4596243c3fd8,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:09:51.759439 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-454ca28e-228f-4225-b930-046e487062ae None None] Network 6563a7b6-cd9b-408c-a2bb-887c99864775 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:09:51.768018 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-234ca057-4a18-4bdf-ac73-e2bc0a7bcb92 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:51.772219 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-234ca057-4a18-4bdf-ac73-e2bc0a7bcb92 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/be695b45-96a9-40f3-a2ef-4596243c3fd8 HTTP/1.1" status: 204 len: 168 time: 0.4754610 Jul 27 23:09:51.772479 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 60680) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:09:51.829171 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-6236d694-b084-4095-9c31-b6c1396838e4 req-670ded4b-0bb7-4bd3-b525-e9237dfb13a0 tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1926357346&fields=id&tenant_id=5a3cfd4017c84232b4a584320b01c441 HTTP/1.1" status: 200 len: 267 time: 0.1000319 Jul 27 23:09:51.835417 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef265e5-326c-4302-87cc-007296af8973 req-10b3d987-5072-4696-a9c3-cdf9474ac0ee tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:09:51.842862 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-2ef265e5-326c-4302-87cc-007296af8973 req-10b3d987-5072-4696-a9c3-cdf9474ac0ee tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1788831 Jul 27 23:09:51.860315 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-2ef265e5-326c-4302-87cc-007296af8973 req-7c5f7e43-b69b-4864-a2d8-61ba3f5488b2 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/quotas/1b545d5113d14592aa4c69bde083a757 HTTP/1.1" status: 200 len: 375 time: 0.0162697 Jul 27 23:09:51.907393 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-2ef265e5-326c-4302-87cc-007296af8973 req-4ef8ca5f-6f30-4400-9d33-1e7161517b89 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=1b545d5113d14592aa4c69bde083a757&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0458689 Jul 27 23:09:52.003682 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6236d694-b084-4095-9c31-b6c1396838e4 req-7375cd8c-993d-4b24-a475-50bcad4bbed0 tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:09:52.019762 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-6236d694-b084-4095-9c31-b6c1396838e4 req-7375cd8c-993d-4b24-a475-50bcad4bbed0 tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] 10.222.0.18 "GET /v2.0/ports?device_id=b422cc47-c1e5-45ab-b391-bcce61d21339 HTTP/1.1" status: 200 len: 946 time: 0.1896589 Jul 27 23:09:52.028271 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [req-6236d694-b084-4095-9c31-b6c1396838e4 req-56905a24-ecbd-48fb-9ac5-bc1ac669cec7 tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] Request body: {'port': {'security_groups': ['fd4c80f8-6360-4d2a-b031-00b7544968a3', '09e60dcf-6ce5-4eeb-be06-968e0874e8a8']}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:09:52.033269 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-17da9a5a-bbdc-47bf-8199-38dc57672850 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593271'] for network, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:52.069470 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9dc31a5-2b1f-4e4b-ac92-3a9f8d1569ca None None] DHCP port deletion for 6563a7b6-cd9b-408c-a2bb-887c99864775 request from n-d-802623-1 {{(pid=93799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 23:09:52.126611 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:09:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d05c04b9-51b2-4f6a-ab19-b77131a3c227 x-openstack-request-id: req-d05c04b9-51b2-4f6a-ab19-b77131a3c227 {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:09:52.126611 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ba62e6b-d64d-4991-b372-1b858dee50c6", "name": "network-vif-plugged", "status": "completed", "tag": "3df165fc-879a-49fb-9444-9dca1eed53ab", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:09:52.126880 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d05c04b9-51b2-4f6a-ab19-b77131a3c227 {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:09:52.135365 n-d-802623-1 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ba62e6b-d64d-4991-b372-1b858dee50c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3df165fc-879a-49fb-9444-9dca1eed53ab', 'code': 200} Jul 27 23:09:52.201230 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-e9dc31a5-2b1f-4e4b-ac92-3a9f8d1569ca None None] Deleting port 617a826f-5c7e-4bc7-95bf-6c7a54cb67a5 {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:09:52.202006 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e9dc31a5-2b1f-4e4b-ac92-3a9f8d1569ca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:52.238238 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-6236d694-b084-4095-9c31-b6c1396838e4 req-56905a24-ecbd-48fb-9ac5-bc1ac669cec7 tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:52.321746 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-17da9a5a-bbdc-47bf-8199-38dc57672850 admin admin] Deleting port 617a826f-5c7e-4bc7-95bf-6c7a54cb67a5 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:09:52.321859 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-17da9a5a-bbdc-47bf-8199-38dc57672850 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:52.344115 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-e9dc31a5-2b1f-4e4b-ac92-3a9f8d1569ca None None] For port 617a826f-5c7e-4bc7-95bf-6c7a54cb67a5, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=617a826f-5c7e-4bc7-95bf-6c7a54cb67a5,segment=NetworkSegment(8ef5121f-fad4-4a48-a325-706c400e9687),segment_id=8ef5121f-fad4-4a48-a325-706c400e9687)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:09:52.344847 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e9dc31a5-2b1f-4e4b-ac92-3a9f8d1569ca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:52.361607 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1e433c-e411-4670-803b-58d87b4d329f req-23a765dd-24a9-412e-861f-cd694b2f030a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:09:52.362532 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-e9dc31a5-2b1f-4e4b-ac92-3a9f8d1569ca None None] Calling delete_port for 617a826f-5c7e-4bc7-95bf-6c7a54cb67a5 owned by network:dhcp {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:09:52.363192 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-4c1e433c-e411-4670-803b-58d87b4d329f req-23a765dd-24a9-412e-861f-cd694b2f030a service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=5ba62e6b-d64d-4991-b372-1b858dee50c6 HTTP/1.1" status: 200 len: 1101 time: 0.1981380 Jul 27 23:09:52.403276 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-17da9a5a-bbdc-47bf-8199-38dc57672850 admin admin] For port 617a826f-5c7e-4bc7-95bf-6c7a54cb67a5, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=617a826f-5c7e-4bc7-95bf-6c7a54cb67a5,segment=NetworkSegment(8ef5121f-fad4-4a48-a325-706c400e9687),segment_id=8ef5121f-fad4-4a48-a325-706c400e9687)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:09:52.403612 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-17da9a5a-bbdc-47bf-8199-38dc57672850 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:52.414650 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed71cbfc-c5cf-471d-8853-5e57a249b206 req-5118a31a-b37d-4133-bd46-4babd89c3c52 tempest-LiveMigrationNegativeTest-51778097 tempest-LiveMigrationNegativeTest-51778097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:09:52.417584 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-ed71cbfc-c5cf-471d-8853-5e57a249b206 req-5118a31a-b37d-4133-bd46-4babd89c3c52 tempest-LiveMigrationNegativeTest-51778097 tempest-LiveMigrationNegativeTest-51778097-project] 10.222.0.18 "GET /v2.0/ports?device_id=5ba62e6b-d64d-4991-b372-1b858dee50c6 HTTP/1.1" status: 200 len: 950 time: 0.1676862 Jul 27 23:09:52.430791 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-17da9a5a-bbdc-47bf-8199-38dc57672850 admin admin] Calling delete_port for 617a826f-5c7e-4bc7-95bf-6c7a54cb67a5 owned by network:dhcp {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:09:52.524161 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e9dc31a5-2b1f-4e4b-ac92-3a9f8d1569ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:52.534283 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-4c1e433c-e411-4670-803b-58d87b4d329f req-23b1de34-b568-4880-bf6f-d3072ec812df service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=8661a481-8725-4d2d-88ac-095875c6abdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602073 Jul 27 23:09:52.620088 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-ed71cbfc-c5cf-471d-8853-5e57a249b206 req-89181e89-52bc-4cde-913a-bf77bdabffa2 tempest-LiveMigrationNegativeTest-51778097 tempest-LiveMigrationNegativeTest-51778097-project] 10.222.0.18 "GET /v2.0/security-groups?id=8661a481-8725-4d2d-88ac-095875c6abdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742537 Jul 27 23:09:52.621573 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9dc31a5-2b1f-4e4b-ac92-3a9f8d1569ca None None] Pushing event deleted for resources: {'Port': ['ID=617a826f-5c7e-4bc7-95bf-6c7a54cb67a5,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:09:52.666322 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9dc31a5-2b1f-4e4b-ac92-3a9f8d1569ca None None] No DVR routers for this DVR port 617a826f-5c7e-4bc7-95bf-6c7a54cb67a5 on host n-d-802623-1 {{(pid=93799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:09:52.831082 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-17da9a5a-bbdc-47bf-8199-38dc57672850 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:52.869333 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17da9a5a-bbdc-47bf-8199-38dc57672850 admin admin] Pushing event deleted for resources: {'Port': ['ID=617a826f-5c7e-4bc7-95bf-6c7a54cb67a5,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:09:52.871324 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17da9a5a-bbdc-47bf-8199-38dc57672850 admin admin] No DVR routers for this DVR port 617a826f-5c7e-4bc7-95bf-6c7a54cb67a5 on host n-d-802623-1 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:09:52.959800 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-27f3a5f4-a372-4bf4-8291-8bb1d666de6b req-5738af70-3a08-4158-be5a-48a9c7a1a348 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/ports?device_id=84967986-7299-4570-bc82-4e600f892180 HTTP/1.1" status: 200 len: 210 time: 0.0330055 Jul 27 23:09:52.997004 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-17da9a5a-bbdc-47bf-8199-38dc57672850 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618032', 'neutron.services.segments.db._delete_segments_for_network-8736833900081'] for network, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:53.011516 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-6236d694-b084-4095-9c31-b6c1396838e4 req-56905a24-ecbd-48fb-9ac5-bc1ac669cec7 tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] For port 1c50f656-73ac-4992-83d6-c6d8633fe506, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=1c50f656-73ac-4992-83d6-c6d8633fe506,segment=NetworkSegment(8ba436c1-f478-4bca-9988-32f105ba0b93),segment_id=8ba436c1-f478-4bca-9988-32f105ba0b93)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:09:53.014097 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-17da9a5a-bbdc-47bf-8199-38dc57672850 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6563a7b6-cd9b-408c-a2bb-887c99864775']}} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:09:53.031751 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-17da9a5a-bbdc-47bf-8199-38dc57672850 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ef5121f-fad4-4a48-a325-706c400e9687') {'for_net_delete': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:09:53.032082 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-17da9a5a-bbdc-47bf-8199-38dc57672850 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ef5121f-fad4-4a48-a325-706c400e9687') {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:09:53.045402 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-17da9a5a-bbdc-47bf-8199-38dc57672850 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736833900858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11163256'] for segment, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:53.070753 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-17da9a5a-bbdc-47bf-8199-38dc57672850 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:53.075656 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-6236d694-b084-4095-9c31-b6c1396838e4 req-56905a24-ecbd-48fb-9ac5-bc1ac669cec7 tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:53.084076 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-6236d694-b084-4095-9c31-b6c1396838e4 req-56905a24-ecbd-48fb-9ac5-bc1ac669cec7 tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:53.085310 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17da9a5a-bbdc-47bf-8199-38dc57672850 admin admin] Releasing vlan 515 on physical network physnet1 to pool {{(pid=93798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 23:09:53.085310 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-17da9a5a-bbdc-47bf-8199-38dc57672850 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11971746'] for segment, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:53.087674 n-d-802623-1 neutron-server[93798]: Traceback (most recent call last): Jul 27 23:09:53.087674 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 23:09:53.087674 n-d-802623-1 neutron-server[93798]: timer() Jul 27 23:09:53.087674 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 23:09:53.087674 n-d-802623-1 neutron-server[93798]: cb(*args, **kw) Jul 27 23:09:53.087674 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 23:09:53.087674 n-d-802623-1 neutron-server[93798]: return func(*args, **kwargs) Jul 27 23:09:53.087674 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 23:09:53.087674 n-d-802623-1 neutron-server[93798]: self._notify() Jul 27 23:09:53.087674 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 23:09:53.087674 n-d-802623-1 neutron-server[93798]: self.callback(batched_events) Jul 27 23:09:53.087674 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 23:09:53.087674 n-d-802623-1 neutron-server[93798]: event.method(event) Jul 27 23:09:53.087674 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 23:09:53.087674 n-d-802623-1 neutron-server[93798]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 23:09:53.087674 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 23:09:53.087674 n-d-802623-1 neutron-server[93798]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 23:09:53.087674 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 23:09:53.087674 n-d-802623-1 neutron-server[93798]: return f(self, *a, **k) Jul 27 23:09:53.087674 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 23:09:53.087674 n-d-802623-1 neutron-server[93798]: return self._get(url).json() Jul 27 23:09:53.087674 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 23:09:53.087674 n-d-802623-1 neutron-server[93798]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 23:09:53.087674 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 23:09:53.087674 n-d-802623-1 neutron-server[93798]: return self.request(url, 'GET', **kwargs) Jul 27 23:09:53.087674 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 23:09:53.087674 n-d-802623-1 neutron-server[93798]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 23:09:53.087674 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 23:09:53.087674 n-d-802623-1 neutron-server[93798]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 23:09:53.087674 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 23:09:53.087674 n-d-802623-1 neutron-server[93798]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 23:09:53.087674 n-d-802623-1 neutron-server[93798]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 23:09:53.102085 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] get_ports_and_sgs() called for port_ids ['1c50f656-73ac-4992-83d6-c6d8633fe506'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:09:53.185651 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] get_ports_and_sgs() called for port_ids ['ecee3142-b56e-44a3-ae44-405fd47f1162'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:09:53.188168 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6236d694-b084-4095-9c31-b6c1396838e4 req-56905a24-ecbd-48fb-9ac5-bc1ac669cec7 tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:09:53.188829 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-6236d694-b084-4095-9c31-b6c1396838e4 req-56905a24-ecbd-48fb-9ac5-bc1ac669cec7 tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:53.190256 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-6236d694-b084-4095-9c31-b6c1396838e4 req-56905a24-ecbd-48fb-9ac5-bc1ac669cec7 tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] 10.222.0.18 "PUT /v2.0/ports/1c50f656-73ac-4992-83d6-c6d8633fe506 HTTP/1.1" status: 200 len: 982 time: 1.1696606 Jul 27 23:09:53.191500 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b422cc47-c1e5-45ab-b391-bcce61d21339', 'tag': '1c50f656-73ac-4992-83d6-c6d8633fe506'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:09:53.195959 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}011f8d312121274bb12d78e77c6379a2079800640016cec6c6d605b73666e854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9d70692-2ff1-44e2-8196-33058a9f0192" -d '{"events": [{"name": "network-changed", "server_uuid": "b422cc47-c1e5-45ab-b391-bcce61d21339", "tag": "1c50f656-73ac-4992-83d6-c6d8633fe506"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:09:53.218951 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-17da9a5a-bbdc-47bf-8199-38dc57672850 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415412'] for network, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:53.230788 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-17da9a5a-bbdc-47bf-8199-38dc57672850 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:53.235529 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-17da9a5a-bbdc-47bf-8199-38dc57672850 admin admin] 10.222.0.18 "DELETE /v2.0/networks/6563a7b6-cd9b-408c-a2bb-887c99864775 HTTP/1.1" status: 204 len: 168 time: 1.4620421 Jul 27 23:09:53.325373 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ed9c35-941a-4fc9-8a90-020c81caf4cf req-7b179e33-634c-4d55-8aee-c45d7c40e8eb tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:09:53.347821 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-e9ed9c35-941a-4fc9-8a90-020c81caf4cf req-7b179e33-634c-4d55-8aee-c45d7c40e8eb tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.18 "GET /v2.0/ports?device_id=8bb766e8-eb06-49ad-9e2b-953aac852a73 HTTP/1.1" status: 200 len: 945 time: 0.1668584 Jul 27 23:09:53.348638 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] get_ports_and_sgs() called for port_ids ['1c50f656-73ac-4992-83d6-c6d8633fe506'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:09:53.369671 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-6f274d1e-bfa5-4be1-9b24-b03d96adf788 req-ceddf26e-ecce-487c-8937-278649976baf tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] 10.222.0.18 "GET /v2.0/security-groups/09e60dcf-6ce5-4eeb-be06-968e0874e8a8 HTTP/1.1" status: 200 len: 1801 time: 0.1307797 Jul 27 23:09:53.370515 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56905a24-ecbd-48fb-9ac5-bc1ac669cec7 tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] Pushing event updated for resources: {'Port': ['ID=1c50f656-73ac-4992-83d6-c6d8633fe506,revision_number=6']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:09:53.373330 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17da9a5a-bbdc-47bf-8199-38dc57672850 admin admin] Pushing event deleted for resources: {'Network': ['ID=6563a7b6-cd9b-408c-a2bb-887c99864775,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:09:53.470796 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-e9ed9c35-941a-4fc9-8a90-020c81caf4cf req-e9b9b80e-8f8a-44bb-b8f4-a069e2aac334 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.18 "GET /v2.0/security-groups?id=657c655b-8580-45d5-979f-9b32b7a260f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098926 Jul 27 23:09:53.523464 n-d-802623-1 neutron-server[93798]: INFO neutron.api.v2.resource [req-6f274d1e-bfa5-4be1-9b24-b03d96adf788 req-c85c9aff-33fc-453c-a0a7-5e94dfd33ba8 tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 27 23:09:53.529857 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-6f274d1e-bfa5-4be1-9b24-b03d96adf788 req-c85c9aff-33fc-453c-a0a7-5e94dfd33ba8 tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] 10.222.0.18 "DELETE /v2.0/security-groups/09e60dcf-6ce5-4eeb-be06-968e0874e8a8 HTTP/1.1" status: 409 len: 341 time: 0.1497622 Jul 27 23:09:53.555304 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 23:09:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78eadbf5-99b8-458f-9716-9baad8b781e8 x-openstack-request-id: req-78eadbf5-99b8-458f-9716-9baad8b781e8 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:09:53.555569 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b422cc47-c1e5-45ab-b391-bcce61d21339", "tag": "1c50f656-73ac-4992-83d6-c6d8633fe506", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:09:53.556622 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-78eadbf5-99b8-458f-9716-9baad8b781e8 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:09:53.556622 n-d-802623-1 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b422cc47-c1e5-45ab-b391-bcce61d21339', 'tag': '1c50f656-73ac-4992-83d6-c6d8633fe506', 'status': 'completed', 'code': 200} Jul 27 23:09:53.638638 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d70692-2ff1-44e2-8196-33058a9f0192 req-db273f34-dd98-452b-92bb-3079b9aac77e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:09:53.643279 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d9d70692-2ff1-44e2-8196-33058a9f0192 req-db273f34-dd98-452b-92bb-3079b9aac77e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5a3cfd4017c84232b4a584320b01c441&device_id=b422cc47-c1e5-45ab-b391-bcce61d21339 HTTP/1.1" status: 200 len: 1136 time: 0.0567045 Jul 27 23:09:53.722531 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 60720) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:09:53.804812 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-72c90e92-2c4f-4182-85d9-e1598cca7f5f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=060a72456a5f4338bb3d8e4886e17b6a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0808282 Jul 27 23:09:53.808968 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 60724) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:09:53.866113 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9274fe-c1ad-4302-8e18-984c01ad1ff2 req-9049c08f-0777-41aa-9b03-7fbc7893e556 tempest-LiveMigrationNegativeTest-51778097 tempest-LiveMigrationNegativeTest-51778097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:09:53.869595 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8a9274fe-c1ad-4302-8e18-984c01ad1ff2 req-9049c08f-0777-41aa-9b03-7fbc7893e556 tempest-LiveMigrationNegativeTest-51778097 tempest-LiveMigrationNegativeTest-51778097-project] 10.222.0.18 "GET /v2.0/ports?device_id=5ba62e6b-d64d-4991-b372-1b858dee50c6 HTTP/1.1" status: 200 len: 950 time: 0.1219308 Jul 27 23:09:53.889990 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d70692-2ff1-44e2-8196-33058a9f0192 req-34559f3f-4628-4a0a-9706-68c26ba13527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:09:53.893341 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d9d70692-2ff1-44e2-8196-33058a9f0192 req-34559f3f-4628-4a0a-9706-68c26ba13527 service neutron] 10.222.0.49 "GET /v2.0/networks?id=130a0954-7a6d-4921-ab94-72e4ed1dccfc HTTP/1.1" status: 200 len: 913 time: 0.2403624 Jul 27 23:09:53.897833 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 617a826f-5c7e-4bc7-95bf-6c7a54cb67a5 no longer exists at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:09:53.929605 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e492f05d-f891-4ae1-9017-b238888fe767 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:53.935759 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] No Port match for: 617a826f-5c7e-4bc7-95bf-6c7a54cb67a5 {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:09:53.936102 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 617a826f-5c7e-4bc7-95bf-6c7a54cb67a5 not bound to the agent host n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:09:53.936679 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 3cc502a5-ffe2-4637-96e5-18329c5698f0 no longer exists at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:09:53.964081 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e492f05d-f891-4ae1-9017-b238888fe767 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:53.989196 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d9d70692-2ff1-44e2-8196-33058a9f0192 req-9c8d270e-e5ba-4621-92a2-7745d0ba55be service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1c50f656-73ac-4992-83d6-c6d8633fe506 HTTP/1.1" status: 200 len: 217 time: 0.0838656 Jul 27 23:09:54.001054 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] No Port match for: 3cc502a5-ffe2-4637-96e5-18329c5698f0 {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:09:54.001054 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 3cc502a5-ffe2-4637-96e5-18329c5698f0 not bound to the agent host n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:09:54.038243 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8a9274fe-c1ad-4302-8e18-984c01ad1ff2 req-7bf2a590-d80a-4651-a5ad-39a5ba9b6e7d tempest-LiveMigrationNegativeTest-51778097 tempest-LiveMigrationNegativeTest-51778097-project] 10.222.0.18 "GET /v2.0/security-groups?id=8661a481-8725-4d2d-88ac-095875c6abdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595449 Jul 27 23:09:54.045823 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-2ef265e5-326c-4302-87cc-007296af8973 req-4df918d3-eb46-4b13-ad06-ffa304a25660 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=1b545d5113d14592aa4c69bde083a757&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0703137 Jul 27 23:09:54.050897 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f54520-07dd-4876-ba75-aca3cb2f3813 req-f432e459-7515-4332-84b0-e254dec37477 tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:09:54.052300 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f0f54520-07dd-4876-ba75-aca3cb2f3813 req-f432e459-7515-4332-84b0-e254dec37477 tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] 10.222.0.18 "GET /v2.0/ports?device_id=b422cc47-c1e5-45ab-b391-bcce61d21339 HTTP/1.1" status: 200 len: 985 time: 0.1897438 Jul 27 23:09:54.058347 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e492f05d-f891-4ae1-9017-b238888fe767 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:54.060886 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e492f05d-f891-4ae1-9017-b238888fe767 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:54.078692 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-e492f05d-f891-4ae1-9017-b238888fe767 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c9080542-9f87-40e1-8ee8-e4e1a198d9a0 HTTP/1.1" status: 204 len: 168 time: 0.2665808 Jul 27 23:09:54.143796 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e492f05d-f891-4ae1-9017-b238888fe767 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9080542-9f87-40e1-8ee8-e4e1a198d9a0,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:09:54.265063 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f0f54520-07dd-4876-ba75-aca3cb2f3813 req-57c96440-588a-4b3c-be65-80c0e6d20564 tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd4c80f8-6360-4d2a-b031-00b7544968a3&id=09e60dcf-6ce5-4eeb-be06-968e0874e8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1772313 Jul 27 23:09:54.397907 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-30d49177-37a2-4d2b-a440-9cb8d80a5631 req-a95741bb-d67c-4d1a-95d9-f9ea6450a9ed tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/ports?device_id=84967986-7299-4570-bc82-4e600f892180 HTTP/1.1" status: 200 len: 210 time: 0.0399041 Jul 27 23:09:54.524972 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d70692-2ff1-44e2-8196-33058a9f0192 req-275bd63f-e782-4e42-bb84-c3716c8ed764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:09:54.526479 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d9d70692-2ff1-44e2-8196-33058a9f0192 req-275bd63f-e782-4e42-bb84-c3716c8ed764 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=dbf05d93-18dc-44bb-a1ce-d6d38b8f56eb HTTP/1.1" status: 200 len: 852 time: 0.4857302 Jul 27 23:09:54.574593 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef265e5-326c-4302-87cc-007296af8973 req-da16cbb9-83b2-49a2-91fb-3051ee732145 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:09:54.590039 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-2ef265e5-326c-4302-87cc-007296af8973 req-da16cbb9-83b2-49a2-91fb-3051ee732145 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5104473 Jul 27 23:09:54.638475 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [req-2ef265e5-326c-4302-87cc-007296af8973 req-3f72cc14-b0a5-47a0-b255-6daecfc5a04b tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] Request body: {'port': {'device_id': '84967986-7299-4570-bc82-4e600f892180', 'network_id': '591af2dd-f826-43b1-aa9d-e7a0bf218c71', 'admin_state_up': True, 'tenant_id': '1b545d5113d14592aa4c69bde083a757'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:09:54.713848 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d9d70692-2ff1-44e2-8196-33058a9f0192 req-3ea453ab-0f89-48d2-97eb-e5c53f370123 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=130a0954-7a6d-4921-ab94-72e4ed1dccfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1026709 Jul 27 23:09:54.761444 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71691011-b3f6-44ae-af6b-5c016f7d1c29 req-550e740d-9a95-4c18-a9a3-23afd45c704e tempest-LiveMigrationNegativeTest-51778097 tempest-LiveMigrationNegativeTest-51778097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:09:54.770058 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-71691011-b3f6-44ae-af6b-5c016f7d1c29 req-550e740d-9a95-4c18-a9a3-23afd45c704e tempest-LiveMigrationNegativeTest-51778097 tempest-LiveMigrationNegativeTest-51778097-project] 10.222.0.18 "GET /v2.0/ports?device_id=5ba62e6b-d64d-4991-b372-1b858dee50c6 HTTP/1.1" status: 200 len: 950 time: 0.0730951 Jul 27 23:09:54.828747 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-71691011-b3f6-44ae-af6b-5c016f7d1c29 req-0c7e4546-15db-4c34-9df6-586259d110e7 tempest-LiveMigrationNegativeTest-51778097 tempest-LiveMigrationNegativeTest-51778097-project] 10.222.0.18 "GET /v2.0/security-groups?id=8661a481-8725-4d2d-88ac-095875c6abdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524905 Jul 27 23:09:54.857169 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6117cd-2086-4c3e-a4ee-22bf521869e3 req-4eae8df7-03e3-4745-8829-b117550d0001 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:09:54.858725 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-ac6117cd-2086-4c3e-a4ee-22bf521869e3 req-4eae8df7-03e3-4745-8829-b117550d0001 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.18 "GET /v2.0/ports?device_id=8bb766e8-eb06-49ad-9e2b-953aac852a73 HTTP/1.1" status: 200 len: 945 time: 0.2665615 Jul 27 23:09:54.943842 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d9d70692-2ff1-44e2-8196-33058a9f0192 req-48c39c02-60cb-4b55-9af9-a46ee1970913 service neutron] 10.222.0.49 "GET /v2.0/networks/130a0954-7a6d-4921-ab94-72e4ed1dccfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1950684 Jul 27 23:09:54.953706 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-ac6117cd-2086-4c3e-a4ee-22bf521869e3 req-19d346c9-a649-4bb6-8a2d-71d3102a8437 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.18 "GET /v2.0/security-groups?id=657c655b-8580-45d5-979f-9b32b7a260f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831401 Jul 27 23:09:54.964873 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ef265e5-326c-4302-87cc-007296af8973 req-3f72cc14-b0a5-47a0-b255-6daecfc5a04b tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] Made reservation on behalf of 1b545d5113d14592aa4c69bde083a757 for: {'port': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:09:54.968895 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-2ef265e5-326c-4302-87cc-007296af8973 req-3f72cc14-b0a5-47a0-b255-6daecfc5a04b tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:54.979552 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-2ef265e5-326c-4302-87cc-007296af8973 req-3f72cc14-b0a5-47a0-b255-6daecfc5a04b tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:55.135515 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d9d70692-2ff1-44e2-8196-33058a9f0192 req-bdea755c-8db9-43d8-b9bc-63198028ceba service neutron] 10.222.0.49 "GET /v2.0/networks/130a0954-7a6d-4921-ab94-72e4ed1dccfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249118 Jul 27 23:09:55.182144 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-2ef265e5-326c-4302-87cc-007296af8973 req-3f72cc14-b0a5-47a0-b255-6daecfc5a04b tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:55.189044 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-2ef265e5-326c-4302-87cc-007296af8973 req-3f72cc14-b0a5-47a0-b255-6daecfc5a04b tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:55.310200 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f72cc14-b0a5-47a0-b255-6daecfc5a04b tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb779318-b8ff-43a6-a94f-3ce471aff166,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:09:55.414267 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136062da-ba25-4bf4-bb71-632e3c23120e req-90299cbf-2721-4ba8-b581-ffe7e6b97748 tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:09:55.415884 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-136062da-ba25-4bf4-bb71-632e3c23120e req-90299cbf-2721-4ba8-b581-ffe7e6b97748 tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] 10.222.0.18 "GET /v2.0/ports?device_id=b422cc47-c1e5-45ab-b391-bcce61d21339 HTTP/1.1" status: 200 len: 985 time: 0.0747190 Jul 27 23:09:55.445968 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ba9935-e052-4132-b6fe-f68efa038d0a req-036847ce-a766-4003-be4b-dfd6b99d59fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:09:55.445968 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-33ba9935-e052-4132-b6fe-f68efa038d0a req-036847ce-a766-4003-be4b-dfd6b99d59fa service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5a3cfd4017c84232b4a584320b01c441&device_id=b422cc47-c1e5-45ab-b391-bcce61d21339 HTTP/1.1" status: 200 len: 1136 time: 0.1908748 Jul 27 23:09:55.515860 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-136062da-ba25-4bf4-bb71-632e3c23120e req-ee6b0ae1-225c-471d-aee3-34c58714b198 tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd4c80f8-6360-4d2a-b031-00b7544968a3&id=09e60dcf-6ce5-4eeb-be06-968e0874e8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0854590 Jul 27 23:09:55.594267 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [req-2ef265e5-326c-4302-87cc-007296af8973 req-3f72cc14-b0a5-47a0-b255-6daecfc5a04b tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] Allocated IP 192.168.233.221 (591af2dd-f826-43b1-aa9d-e7a0bf218c71/62938449-046d-4cbe-923a-7ebb632c358d/6ba252fa-a400-4c81-8f91-22ddf08c59d0) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:09:55.615328 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f0e058d2-b324-4100-9e5b-6aef732cbb33 req-b859ee7d-25a2-49d6-9b87-54a720820171 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/ports?device_id=84967986-7299-4570-bc82-4e600f892180 HTTP/1.1" status: 200 len: 210 time: 0.0411088 Jul 27 23:09:55.686537 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ba9935-e052-4132-b6fe-f68efa038d0a req-58c933b3-045c-4ddc-8b49-84fac7de9f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:09:55.688735 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-33ba9935-e052-4132-b6fe-f68efa038d0a req-58c933b3-045c-4ddc-8b49-84fac7de9f22 service neutron] 10.222.0.49 "GET /v2.0/networks?id=130a0954-7a6d-4921-ab94-72e4ed1dccfc HTTP/1.1" status: 200 len: 913 time: 0.2309387 Jul 27 23:09:55.755181 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-33ba9935-e052-4132-b6fe-f68efa038d0a req-f23d2a2f-8ec5-4465-a527-ed72e9bf66ca service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1c50f656-73ac-4992-83d6-c6d8633fe506 HTTP/1.1" status: 200 len: 217 time: 0.0519695 Jul 27 23:09:56.138148 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc95fec5-abf3-4d2f-b46f-db1d885a6f34 req-8ce3d5e6-c38b-47ae-b002-f8058bc245ba tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:09:56.145955 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-dc95fec5-abf3-4d2f-b46f-db1d885a6f34 req-8ce3d5e6-c38b-47ae-b002-f8058bc245ba tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.18 "GET /v2.0/ports?device_id=8bb766e8-eb06-49ad-9e2b-953aac852a73 HTTP/1.1" status: 200 len: 945 time: 0.0693052 Jul 27 23:09:56.201251 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-dc95fec5-abf3-4d2f-b46f-db1d885a6f34 req-cf07f9d2-72b4-4c6a-8935-0ec1e7b179ce tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.18 "GET /v2.0/security-groups?id=657c655b-8580-45d5-979f-9b32b7a260f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479770 Jul 27 23:09:56.269781 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 60834) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:09:56.401985 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ba9935-e052-4132-b6fe-f68efa038d0a req-6acf47dc-ffa2-4753-8aef-9c833c4c56c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:09:56.403574 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-33ba9935-e052-4132-b6fe-f68efa038d0a req-6acf47dc-ffa2-4753-8aef-9c833c4c56c2 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=dbf05d93-18dc-44bb-a1ce-d6d38b8f56eb HTTP/1.1" status: 200 len: 852 time: 0.6306570 Jul 27 23:09:56.440238 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6e8dd66b-8c57-4272-86e1-3b5699d86e98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:56.470509 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-33ba9935-e052-4132-b6fe-f68efa038d0a req-69d88cef-4696-4df9-811c-2f101f585b5d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=130a0954-7a6d-4921-ab94-72e4ed1dccfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0520253 Jul 27 23:09:56.504763 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f3265d-ec13-444a-b8f8-8230646f8d3e req-f7870eab-ee86-43b5-8c80-a083671ebda5 tempest-LiveMigrationNegativeTest-51778097 tempest-LiveMigrationNegativeTest-51778097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:09:56.512153 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f1f3265d-ec13-444a-b8f8-8230646f8d3e req-f7870eab-ee86-43b5-8c80-a083671ebda5 tempest-LiveMigrationNegativeTest-51778097 tempest-LiveMigrationNegativeTest-51778097-project] 10.222.0.18 "GET /v2.0/ports?device_id=5ba62e6b-d64d-4991-b372-1b858dee50c6 HTTP/1.1" status: 200 len: 950 time: 0.2263443 Jul 27 23:09:56.569341 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6e8dd66b-8c57-4272-86e1-3b5699d86e98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:56.574001 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-2ef265e5-326c-4302-87cc-007296af8973 req-3f72cc14-b0a5-47a0-b255-6daecfc5a04b tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:56.592354 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6e8dd66b-8c57-4272-86e1-3b5699d86e98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:56.621855 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f1f3265d-ec13-444a-b8f8-8230646f8d3e req-cc18b881-2698-448c-b815-bb534acc1ce8 tempest-LiveMigrationNegativeTest-51778097 tempest-LiveMigrationNegativeTest-51778097-project] 10.222.0.18 "GET /v2.0/security-groups?id=8661a481-8725-4d2d-88ac-095875c6abdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086974 Jul 27 23:09:56.626131 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [req-2ef265e5-326c-4302-87cc-007296af8973 req-3f72cc14-b0a5-47a0-b255-6daecfc5a04b tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] Transition to ACTIVE for port object 6ba252fa-a400-4c81-8f91-22ddf08c59d0 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:09:56.685113 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-33ba9935-e052-4132-b6fe-f68efa038d0a req-98a2b768-4cc9-45da-b073-b60e403ed6b3 service neutron] 10.222.0.49 "GET /v2.0/networks/130a0954-7a6d-4921-ab94-72e4ed1dccfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2002876 Jul 27 23:09:56.691889 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-6e8dd66b-8c57-4272-86e1-3b5699d86e98 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d39cc1e94a5c47cb91d620b5a18b9553&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4213171 Jul 27 23:09:56.695682 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 60858) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:09:56.705299 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8dd66b-8c57-4272-86e1-3b5699d86e98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24735dd7-65e6-4e77-b594-9d023fc3bdc1,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:09:56.743203 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa06e0f-d707-4626-858b-65dc50a222db req-1a3a0e96-5f88-4da3-809a-5fc51e40222d tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:09:56.745172 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-1aa06e0f-d707-4626-858b-65dc50a222db req-1a3a0e96-5f88-4da3-809a-5fc51e40222d tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] 10.222.0.18 "GET /v2.0/ports?device_id=b422cc47-c1e5-45ab-b391-bcce61d21339 HTTP/1.1" status: 200 len: 985 time: 0.1702547 Jul 27 23:09:56.788572 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-2ef265e5-326c-4302-87cc-007296af8973 req-3f72cc14-b0a5-47a0-b255-6daecfc5a04b tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:56.830540 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-1aa06e0f-d707-4626-858b-65dc50a222db req-80ed6fd0-4e32-457c-99a4-a0d1090801a7 tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd4c80f8-6360-4d2a-b031-00b7544968a3&id=09e60dcf-6ce5-4eeb-be06-968e0874e8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0723929 Jul 27 23:09:56.873255 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8e13e58d-8a4c-42c7-b395-cedf5d1536cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:56.875824 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-9f983113-c65a-46c9-921f-c5ba2b3e19ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:56.905672 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8e13e58d-8a4c-42c7-b395-cedf5d1536cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:56.946828 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ef265e5-326c-4302-87cc-007296af8973 req-3f72cc14-b0a5-47a0-b255-6daecfc5a04b tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] Network 591af2dd-f826-43b1-aa9d-e7a0bf218c71 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:09:56.961518 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-33ba9935-e052-4132-b6fe-f68efa038d0a req-d77acc08-112e-427a-b978-5f8cc6620f41 service neutron] 10.222.0.49 "GET /v2.0/networks/130a0954-7a6d-4921-ab94-72e4ed1dccfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2711463 Jul 27 23:09:56.970544 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [req-2ef265e5-326c-4302-87cc-007296af8973 req-3f72cc14-b0a5-47a0-b255-6daecfc5a04b tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:09:56.982185 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ef265e5-326c-4302-87cc-007296af8973 req-3f72cc14-b0a5-47a0-b255-6daecfc5a04b tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:09:56.987771 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f72cc14-b0a5-47a0-b255-6daecfc5a04b tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] Pushing event updated for resources: {'Port': ['ID=6ba252fa-a400-4c81-8f91-22ddf08c59d0,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:09:57.011996 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8e13e58d-8a4c-42c7-b395-cedf5d1536cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:57.027877 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8e13e58d-8a4c-42c7-b395-cedf5d1536cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:57.030754 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-8e13e58d-8a4c-42c7-b395-cedf5d1536cd admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/24735dd7-65e6-4e77-b594-9d023fc3bdc1 HTTP/1.1" status: 204 len: 168 time: 0.3335371 Jul 27 23:09:57.043881 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a2ae35-6ac8-4f60-aee5-f10a1e8c6d54 req-aec7d6de-6988-4441-a9e7-1fd2e13b3354 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:09:57.053962 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-09a2ae35-6ac8-4f60-aee5-f10a1e8c6d54 req-aec7d6de-6988-4441-a9e7-1fd2e13b3354 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/ports?device_id=84967986-7299-4570-bc82-4e600f892180 HTTP/1.1" status: 200 len: 936 time: 0.1722176 Jul 27 23:09:57.081401 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e13e58d-8a4c-42c7-b395-cedf5d1536cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24735dd7-65e6-4e77-b594-9d023fc3bdc1,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:09:57.114244 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef265e5-326c-4302-87cc-007296af8973 req-3f72cc14-b0a5-47a0-b255-6daecfc5a04b tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:09:57.121959 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-2ef265e5-326c-4302-87cc-007296af8973 req-3f72cc14-b0a5-47a0-b255-6daecfc5a04b tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:57.161205 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-09a2ae35-6ac8-4f60-aee5-f10a1e8c6d54 req-f0651b23-5910-4f96-9b25-9cf74c9c1489 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb779318-b8ff-43a6-a94f-3ce471aff166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059568 Jul 27 23:09:57.169509 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-2ef265e5-326c-4302-87cc-007296af8973 req-3f72cc14-b0a5-47a0-b255-6daecfc5a04b tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5487914 Jul 27 23:09:57.181776 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a38694b-1917-4bc5-b17f-0eaca9896981 req-8cad54a3-d9e0-428e-8c93-f158e4a4e8d8 tempest-LiveMigrationNegativeTest-1795723465 tempest-LiveMigrationNegativeTest-1795723465-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:09:57.185390 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [req-2ef265e5-326c-4302-87cc-007296af8973 req-c2e15c8f-fa33-4fc6-8db6-1806bd1971cc service neutron] Request body: {'port': {'device_id': '84967986-7299-4570-bc82-4e600f892180', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802623-1'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:09:57.191965 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-2a38694b-1917-4bc5-b17f-0eaca9896981 req-8cad54a3-d9e0-428e-8c93-f158e4a4e8d8 tempest-LiveMigrationNegativeTest-1795723465 tempest-LiveMigrationNegativeTest-1795723465-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=5ba62e6b-d64d-4991-b372-1b858dee50c6 HTTP/1.1" status: 200 len: 1101 time: 0.1595936 Jul 27 23:09:57.237428 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-2a38694b-1917-4bc5-b17f-0eaca9896981 req-17fdb49a-0bba-4146-bc3e-e392c5a163c9 tempest-LiveMigrationNegativeTest-1795723465 tempest-LiveMigrationNegativeTest-1795723465-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:57.341377 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-2ef265e5-326c-4302-87cc-007296af8973 req-c2e15c8f-fa33-4fc6-8db6-1806bd1971cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:57.419620 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-2a38694b-1917-4bc5-b17f-0eaca9896981 req-17fdb49a-0bba-4146-bc3e-e392c5a163c9 tempest-LiveMigrationNegativeTest-1795723465 tempest-LiveMigrationNegativeTest-1795723465-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:57.428311 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-2a38694b-1917-4bc5-b17f-0eaca9896981 req-17fdb49a-0bba-4146-bc3e-e392c5a163c9 tempest-LiveMigrationNegativeTest-1795723465 tempest-LiveMigrationNegativeTest-1795723465-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:57.492733 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-2a38694b-1917-4bc5-b17f-0eaca9896981 req-17fdb49a-0bba-4146-bc3e-e392c5a163c9 tempest-LiveMigrationNegativeTest-1795723465 tempest-LiveMigrationNegativeTest-1795723465-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=8661a481-8725-4d2d-88ac-095875c6abdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2935736 Jul 27 23:09:57.518295 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e260f105-c458-4b1f-a252-db3e03c0890a req-130d074d-64e2-481c-8274-267dd75e0204 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:09:57.525011 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fdb49a-0bba-4146-bc3e-e392c5a163c9 tempest-LiveMigrationNegativeTest-1795723465 tempest-LiveMigrationNegativeTest-1795723465-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35d3ba39-d12f-4b1e-a0d7-d19f053c652d,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:09:57.528080 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-e260f105-c458-4b1f-a252-db3e03c0890a req-130d074d-64e2-481c-8274-267dd75e0204 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.18 "GET /v2.0/ports?device_id=8bb766e8-eb06-49ad-9e2b-953aac852a73 HTTP/1.1" status: 200 len: 945 time: 0.1638665 Jul 27 23:09:57.588187 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-36430480-76df-4ba2-b617-c286788c1403 None None] Provisioning for port 6ba252fa-a400-4c81-8f91-22ddf08c59d0 completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:09:57.592684 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-36430480-76df-4ba2-b617-c286788c1403 None None] Provisioning complete for port 6ba252fa-a400-4c81-8f91-22ddf08c59d0 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:09:57.593067 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-36430480-76df-4ba2-b617-c286788c1403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:57.727211 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-e260f105-c458-4b1f-a252-db3e03c0890a req-30d6a052-fca5-4ebe-bab8-a54b2b04816c tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.18 "GET /v2.0/security-groups?id=657c655b-8580-45d5-979f-9b32b7a260f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929739 Jul 27 23:09:57.727502 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-36430480-76df-4ba2-b617-c286788c1403 None None] Port 6ba252fa-a400-4c81-8f91-22ddf08c59d0 cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:09:58.073020 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [req-2ef265e5-326c-4302-87cc-007296af8973 req-c2e15c8f-fa33-4fc6-8db6-1806bd1971cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ba252fa-a400-4c81-8f91-22ddf08c59d0 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:09:58.074822 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49a11ba-7c6b-4353-999f-3bab0b1ea5f8 req-e9c61b34-b43a-4cbe-a304-9c2703e3776c tempest-LiveMigrationNegativeTest-51778097 tempest-LiveMigrationNegativeTest-51778097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:09:58.082420 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-2ef265e5-326c-4302-87cc-007296af8973 req-c2e15c8f-fa33-4fc6-8db6-1806bd1971cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:58.083395 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e49a11ba-7c6b-4353-999f-3bab0b1ea5f8 req-e9c61b34-b43a-4cbe-a304-9c2703e3776c tempest-LiveMigrationNegativeTest-51778097 tempest-LiveMigrationNegativeTest-51778097-project] 10.222.0.18 "GET /v2.0/ports?device_id=5ba62e6b-d64d-4991-b372-1b858dee50c6 HTTP/1.1" status: 200 len: 950 time: 0.0688167 Jul 27 23:09:58.114707 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f9ccfe-a085-408e-9ccc-f1794722b58d req-27ffcbd0-43bc-4c35-ab78-6aca9677cbf3 tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:09:58.139555 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-19f9ccfe-a085-408e-9ccc-f1794722b58d req-27ffcbd0-43bc-4c35-ab78-6aca9677cbf3 tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] 10.222.0.18 "GET /v2.0/ports?device_id=b422cc47-c1e5-45ab-b391-bcce61d21339 HTTP/1.1" status: 200 len: 985 time: 0.1186490 Jul 27 23:09:58.142932 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [req-2ef265e5-326c-4302-87cc-007296af8973 req-c2e15c8f-fa33-4fc6-8db6-1806bd1971cc service neutron] Transition to ACTIVE for port object 6ba252fa-a400-4c81-8f91-22ddf08c59d0 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:09:58.165698 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e49a11ba-7c6b-4353-999f-3bab0b1ea5f8 req-b98710af-35c5-4276-bc39-0a7908ee9e6b tempest-LiveMigrationNegativeTest-51778097 tempest-LiveMigrationNegativeTest-51778097-project] 10.222.0.18 "GET /v2.0/security-groups?id=8661a481-8725-4d2d-88ac-095875c6abdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811079 Jul 27 23:09:58.176174 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-2ef265e5-326c-4302-87cc-007296af8973 req-c2e15c8f-fa33-4fc6-8db6-1806bd1971cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11336041'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:58.308652 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 60910) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:09:58.329687 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e15c8f-fa33-4fc6-8db6-1806bd1971cc service neutron] Pushing event updated for resources: {'Port': ['ID=6ba252fa-a400-4c81-8f91-22ddf08c59d0,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:09:58.373721 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-19f9ccfe-a085-408e-9ccc-f1794722b58d req-9ae6a786-5ea1-4d7f-8d04-611ee4d4c432 tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd4c80f8-6360-4d2a-b031-00b7544968a3&id=09e60dcf-6ce5-4eeb-be06-968e0874e8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.2291024 Jul 27 23:09:58.483891 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdaf2b5-ccd6-4266-8498-274c47eabf1f req-3af282ae-5005-4ddf-8c6a-3a9178eb8c01 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:09:58.496401 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-dbdaf2b5-ccd6-4266-8498-274c47eabf1f req-3af282ae-5005-4ddf-8c6a-3a9178eb8c01 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/ports?device_id=84967986-7299-4570-bc82-4e600f892180 HTTP/1.1" status: 200 len: 948 time: 0.1527262 Jul 27 23:09:58.534618 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-154c45a5-e3af-4d0e-be0f-b8170a6d9758 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-1844628984-network', 'tenant_id': '8d582af9a6794d11bd808a2173a193ea'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:09:58.554051 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-072a10e2-5b8e-4367-8582-2da6094c92cd req-346ffd64-b8ce-4de5-8fd0-3f75c3d3863d tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1461727324&fields=id&tenant_id=5a3cfd4017c84232b4a584320b01c441 HTTP/1.1" status: 200 len: 267 time: 0.0488276 Jul 27 23:09:58.580457 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-dbdaf2b5-ccd6-4266-8498-274c47eabf1f req-967d7bbf-eed4-4a3c-b9b5-5dd7215e2e64 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb779318-b8ff-43a6-a94f-3ce471aff166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765736 Jul 27 23:09:58.611915 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-2ef265e5-326c-4302-87cc-007296af8973 req-c2e15c8f-fa33-4fc6-8db6-1806bd1971cc service neutron] Attempting to bind port 6ba252fa-a400-4c81-8f91-22ddf08c59d0 on host n-h2-802623-1 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:09:58.612247 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-2ef265e5-326c-4302-87cc-007296af8973 req-c2e15c8f-fa33-4fc6-8db6-1806bd1971cc service neutron] Attempting to bind port 6ba252fa-a400-4c81-8f91-22ddf08c59d0 by drivers openvswitch,hyperv on host n-h2-802623-1 at level 0 using segments [{'id': '16e91594-c047-4b55-93eb-43af33ad08e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '591af2dd-f826-43b1-aa9d-e7a0bf218c71'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:09:58.612658 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ef265e5-326c-4302-87cc-007296af8973 req-c2e15c8f-fa33-4fc6-8db6-1806bd1971cc service neutron] Attempting to bind port 6ba252fa-a400-4c81-8f91-22ddf08c59d0 on network 591af2dd-f826-43b1-aa9d-e7a0bf218c71 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:09:58.622403 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-154c45a5-e3af-4d0e-be0f-b8170a6d9758 admin admin] Made reservation on behalf of 8d582af9a6794d11bd808a2173a193ea for: {'network': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:09:58.625146 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ef265e5-326c-4302-87cc-007296af8973 req-c2e15c8f-fa33-4fc6-8db6-1806bd1971cc service neutron] Port 6ba252fa-a400-4c81-8f91-22ddf08c59d0 on network 591af2dd-f826-43b1-aa9d-e7a0bf218c71 not bound, no agent of type Open vSwitch agent registered on host n-h2-802623-1 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 23:09:58.625473 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ef265e5-326c-4302-87cc-007296af8973 req-c2e15c8f-fa33-4fc6-8db6-1806bd1971cc service neutron] Attempting to bind port 6ba252fa-a400-4c81-8f91-22ddf08c59d0 on network 591af2dd-f826-43b1-aa9d-e7a0bf218c71 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:09:58.625955 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-154c45a5-e3af-4d0e-be0f-b8170a6d9758 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for network, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:58.636576 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ef265e5-326c-4302-87cc-007296af8973 req-c2e15c8f-fa33-4fc6-8db6-1806bd1971cc service neutron] Checking agent: {'id': 'c5cc038b-93c4-4df4-8061-5df2a04a48c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 23, 0, 4), 'started_at': datetime.datetime(2021, 7, 27, 23, 0, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 9, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:09:58.636822 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ef265e5-326c-4302-87cc-007296af8973 req-c2e15c8f-fa33-4fc6-8db6-1806bd1971cc service neutron] Checking segment: {'id': '16e91594-c047-4b55-93eb-43af33ad08e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '591af2dd-f826-43b1-aa9d-e7a0bf218c71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:09:58.637205 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ef265e5-326c-4302-87cc-007296af8973 req-c2e15c8f-fa33-4fc6-8db6-1806bd1971cc service neutron] Bound using segment: {'id': '16e91594-c047-4b55-93eb-43af33ad08e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '591af2dd-f826-43b1-aa9d-e7a0bf218c71'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:09:58.637646 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-2ef265e5-326c-4302-87cc-007296af8973 req-c2e15c8f-fa33-4fc6-8db6-1806bd1971cc service neutron] Bound port: 6ba252fa-a400-4c81-8f91-22ddf08c59d0, host: n-h2-802623-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16e91594-c047-4b55-93eb-43af33ad08e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '591af2dd-f826-43b1-aa9d-e7a0bf218c71'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:09:58.638007 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-2ef265e5-326c-4302-87cc-007296af8973 req-c2e15c8f-fa33-4fc6-8db6-1806bd1971cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:58.639187 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-154c45a5-e3af-4d0e-be0f-b8170a6d9758 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:58.662280 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072a10e2-5b8e-4367-8582-2da6094c92cd req-249f0e0f-f8a4-4eba-a5e1-d3925caa91c4 tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:09:58.670086 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-072a10e2-5b8e-4367-8582-2da6094c92cd req-249f0e0f-f8a4-4eba-a5e1-d3925caa91c4 tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] 10.222.0.18 "GET /v2.0/ports?device_id=b422cc47-c1e5-45ab-b391-bcce61d21339 HTTP/1.1" status: 200 len: 985 time: 0.0987680 Jul 27 23:09:58.682178 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [req-072a10e2-5b8e-4367-8582-2da6094c92cd req-d9c73e88-3ec0-4318-9b3c-596fbb0dfe96 tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] Request body: {'port': {'security_groups': ['09e60dcf-6ce5-4eeb-be06-968e0874e8a8', 'fd4c80f8-6360-4d2a-b031-00b7544968a3', '6c581dc8-2eb4-4bba-b994-5344906461f1']}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:09:58.781222 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-154c45a5-e3af-4d0e-be0f-b8170a6d9758 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:58.819506 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-072a10e2-5b8e-4367-8582-2da6094c92cd req-d9c73e88-3ec0-4318-9b3c-596fbb0dfe96 tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:58.819808 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-154c45a5-e3af-4d0e-be0f-b8170a6d9758 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:58.824140 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-2ef265e5-326c-4302-87cc-007296af8973 req-c2e15c8f-fa33-4fc6-8db6-1806bd1971cc service neutron] For port 6ba252fa-a400-4c81-8f91-22ddf08c59d0, host n-h2-802623-1, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:09:58.833323 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-2ef265e5-326c-4302-87cc-007296af8973 req-c2e15c8f-fa33-4fc6-8db6-1806bd1971cc service neutron] For port 6ba252fa-a400-4c81-8f91-22ddf08c59d0, host n-h2-802623-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=6ba252fa-a400-4c81-8f91-22ddf08c59d0,segment=NetworkSegment(16e91594-c047-4b55-93eb-43af33ad08e1),segment_id=16e91594-c047-4b55-93eb-43af33ad08e1)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:09:58.840391 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-2ef265e5-326c-4302-87cc-007296af8973 req-c2e15c8f-fa33-4fc6-8db6-1806bd1971cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11336041'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:58.852916 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-154c45a5-e3af-4d0e-be0f-b8170a6d9758 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 509} {{(pid=93798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 23:09:58.872919 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8777fe58-327f-4459-bf3e-6c2696bf6668 req-dc36ee49-f647-4bb6-ae60-a7a5160b1f25 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:09:58.879552 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-8777fe58-327f-4459-bf3e-6c2696bf6668 req-dc36ee49-f647-4bb6-ae60-a7a5160b1f25 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.18 "GET /v2.0/ports?device_id=8bb766e8-eb06-49ad-9e2b-953aac852a73 HTTP/1.1" status: 200 len: 945 time: 0.0954607 Jul 27 23:09:58.888005 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-154c45a5-e3af-4d0e-be0f-b8170a6d9758 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:58.888713 n-d-802623-1 neutron-server[93798]: INFO neutron.db.segments_db [None req-154c45a5-e3af-4d0e-be0f-b8170a6d9758 admin admin] Added segment b2a4e5b4-2545-4483-a478-998f9d989cf7 of type vlan for network 3adb757c-b86b-47f3-8bd0-530e0c033dd4 Jul 27 23:09:58.906301 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef265e5-326c-4302-87cc-007296af8973 req-c2e15c8f-fa33-4fc6-8db6-1806bd1971cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:09:58.907285 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-2ef265e5-326c-4302-87cc-007296af8973 req-c2e15c8f-fa33-4fc6-8db6-1806bd1971cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:58.908250 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154c45a5-e3af-4d0e-be0f-b8170a6d9758 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f90bed5c-c427-4c5b-9879-816663f4b01d,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:09:58.908771 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-2ef265e5-326c-4302-87cc-007296af8973 req-c2e15c8f-fa33-4fc6-8db6-1806bd1971cc service neutron] 10.222.0.49 "PUT /v2.0/ports/6ba252fa-a400-4c81-8f91-22ddf08c59d0 HTTP/1.1" status: 200 len: 1096 time: 1.7289846 Jul 27 23:09:58.909332 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84967986-7299-4570-bc82-4e600f892180', 'tag': '6ba252fa-a400-4c81-8f91-22ddf08c59d0'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:09:58.911823 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a476459a1bfce68b0ae0df5b6a71154bfc7cfdc8f9eefce6ad0a17231e60468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c8267a6-c052-45a8-9768-1ebf42fccbc3" -d '{"events": [{"name": "network-changed", "server_uuid": "84967986-7299-4570-bc82-4e600f892180", "tag": "6ba252fa-a400-4c81-8f91-22ddf08c59d0"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:09:58.982649 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e15c8f-fa33-4fc6-8db6-1806bd1971cc service neutron] Pushing event updated for resources: {'Port': ['ID=6ba252fa-a400-4c81-8f91-22ddf08c59d0,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:09:58.997612 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-154c45a5-e3af-4d0e-be0f-b8170a6d9758 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736833354590'] for network, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:59.016210 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-8777fe58-327f-4459-bf3e-6c2696bf6668 req-bd61b24e-53fd-4a1a-a08f-08159896345f tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.18 "GET /v2.0/security-groups?id=657c655b-8580-45d5-979f-9b32b7a260f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331058 Jul 27 23:09:59.056225 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef265e5-326c-4302-87cc-007296af8973 req-7127eac6-de4c-4307-8435-728cb6acf788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:09:59.058647 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-2ef265e5-326c-4302-87cc-007296af8973 req-7127eac6-de4c-4307-8435-728cb6acf788 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1b545d5113d14592aa4c69bde083a757&device_id=84967986-7299-4570-bc82-4e600f892180 HTTP/1.1" status: 200 len: 1099 time: 0.0893333 Jul 27 23:09:59.082004 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-154c45a5-e3af-4d0e-be0f-b8170a6d9758 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569'] for network, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:59.083013 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-154c45a5-e3af-4d0e-be0f-b8170a6d9758 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:09:59.083667 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-154c45a5-e3af-4d0e-be0f-b8170a6d9758 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:59.130385 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-2ef265e5-326c-4302-87cc-007296af8973 req-452b8fa0-8baa-4f51-bf90-b62b7a2fcf7a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=6ba252fa-a400-4c81-8f91-22ddf08c59d0 HTTP/1.1" status: 200 len: 217 time: 0.0625572 Jul 27 23:09:59.186691 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-154c45a5-e3af-4d0e-be0f-b8170a6d9758 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8762002 Jul 27 23:09:59.187225 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 60936) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:09:59.199704 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154c45a5-e3af-4d0e-be0f-b8170a6d9758 admin admin] Pushing event updated for resources: {'Network': ['ID=3adb757c-b86b-47f3-8bd0-530e0c033dd4,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:09:59.210695 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Network 3adb757c-b86b-47f3-8bd0-530e0c033dd4 details requested by agent ovs-agent-n-d-802623-1 with host n-d-802623-1 {{(pid=93799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 23:09:59.247199 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-213099df-b712-44a4-ad22-390652b952a0 admin admin] Request body: {'subnet': {'network_id': '3adb757c-b86b-47f3-8bd0-530e0c033dd4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-1844628984-subnet', 'tenant_id': '8d582af9a6794d11bd808a2173a193ea', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:09:59.258424 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 23:09:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d18595e-c430-4df3-ae21-33e70df22161 x-openstack-request-id: req-7d18595e-c430-4df3-ae21-33e70df22161 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:09:59.258722 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84967986-7299-4570-bc82-4e600f892180", "tag": "6ba252fa-a400-4c81-8f91-22ddf08c59d0", "status": "completed", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:09:59.259032 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7d18595e-c430-4df3-ae21-33e70df22161 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:09:59.259523 n-d-802623-1 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84967986-7299-4570-bc82-4e600f892180', 'tag': '6ba252fa-a400-4c81-8f91-22ddf08c59d0', 'status': 'completed', 'code': 200} Jul 27 23:09:59.309670 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef265e5-326c-4302-87cc-007296af8973 req-f769f38a-6980-4745-8e43-3516856a1049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:09:59.311311 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-2ef265e5-326c-4302-87cc-007296af8973 req-f769f38a-6980-4745-8e43-3516856a1049 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=62938449-046d-4cbe-923a-7ebb632c358d HTTP/1.1" status: 200 len: 843 time: 0.1486926 Jul 27 23:09:59.315393 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-213099df-b712-44a4-ad22-390652b952a0 admin admin] Made reservation on behalf of 8d582af9a6794d11bd808a2173a193ea for: {'subnet': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:09:59.318387 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-213099df-b712-44a4-ad22-390652b952a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11551435'] for subnet, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:59.387379 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-072a10e2-5b8e-4367-8582-2da6094c92cd req-d9c73e88-3ec0-4318-9b3c-596fbb0dfe96 tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] For port 1c50f656-73ac-4992-83d6-c6d8633fe506, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=1c50f656-73ac-4992-83d6-c6d8633fe506,segment=NetworkSegment(8ba436c1-f478-4bca-9988-32f105ba0b93),segment_id=8ba436c1-f478-4bca-9988-32f105ba0b93)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:09:59.392337 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:59.498481 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-072a10e2-5b8e-4367-8582-2da6094c92cd req-d9c73e88-3ec0-4318-9b3c-596fbb0dfe96 tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:59.522084 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef265e5-326c-4302-87cc-007296af8973 req-5930671e-be1e-4378-8cf3-649a916693c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:09:59.523879 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-2ef265e5-326c-4302-87cc-007296af8973 req-5930671e-be1e-4378-8cf3-649a916693c8 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=591af2dd-f826-43b1-aa9d-e7a0bf218c71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1938400 Jul 27 23:09:59.528798 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-072a10e2-5b8e-4367-8582-2da6094c92cd req-d9c73e88-3ec0-4318-9b3c-596fbb0dfe96 tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11336041'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:59.553059 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4aa2fa17-f6fc-4019-9913-639c01edcc8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:59.570790 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b006b21-bd99-4941-885b-d217ccd5a121 req-c5f29e12-f4e2-41a4-b6ec-d387450ab85e tempest-LiveMigrationNegativeTest-51778097 tempest-LiveMigrationNegativeTest-51778097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:09:59.572395 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-9b006b21-bd99-4941-885b-d217ccd5a121 req-c5f29e12-f4e2-41a4-b6ec-d387450ab85e tempest-LiveMigrationNegativeTest-51778097 tempest-LiveMigrationNegativeTest-51778097-project] 10.222.0.38 "GET /v2.0/ports?device_id=5ba62e6b-d64d-4991-b372-1b858dee50c6 HTTP/1.1" status: 200 len: 950 time: 0.1518528 Jul 27 23:09:59.605953 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] get_ports_and_sgs() called for port_ids ['ecee3142-b56e-44a3-ae44-405fd47f1162'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:09:59.619859 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] get_ports_and_sgs() called for port_ids ['1c50f656-73ac-4992-83d6-c6d8633fe506'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:09:59.665088 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072a10e2-5b8e-4367-8582-2da6094c92cd req-d9c73e88-3ec0-4318-9b3c-596fbb0dfe96 tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:09:59.666612 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-072a10e2-5b8e-4367-8582-2da6094c92cd req-d9c73e88-3ec0-4318-9b3c-596fbb0dfe96 tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:59.667284 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-072a10e2-5b8e-4367-8582-2da6094c92cd req-d9c73e88-3ec0-4318-9b3c-596fbb0dfe96 tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] 10.222.0.18 "PUT /v2.0/ports/1c50f656-73ac-4992-83d6-c6d8633fe506 HTTP/1.1" status: 200 len: 1021 time: 0.9962935 Jul 27 23:09:59.712210 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cbab6e-9d5b-4eb0-9f30-8b63e6eb7115 req-e311b5de-8aa0-45da-a75d-2a33ef2c3503 tempest-LiveMigrationNegativeTest-51778097 tempest-LiveMigrationNegativeTest-51778097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:09:59.716976 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-71cbab6e-9d5b-4eb0-9f30-8b63e6eb7115 req-e311b5de-8aa0-45da-a75d-2a33ef2c3503 tempest-LiveMigrationNegativeTest-51778097 tempest-LiveMigrationNegativeTest-51778097-project] 10.222.0.18 "GET /v2.0/ports?device_id=5ba62e6b-d64d-4991-b372-1b858dee50c6 HTTP/1.1" status: 200 len: 950 time: 0.1258917 Jul 27 23:09:59.760428 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c73e88-3ec0-4318-9b3c-596fbb0dfe96 tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] Pushing event updated for resources: {'Port': ['ID=1c50f656-73ac-4992-83d6-c6d8633fe506,revision_number=7']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:09:59.778366 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] get_ports_and_sgs() called for port_ids ['1c50f656-73ac-4992-83d6-c6d8633fe506'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:09:59.780637 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-71cbab6e-9d5b-4eb0-9f30-8b63e6eb7115 req-9c5ec4d7-4560-4194-8b2d-2bb59c778cbc tempest-LiveMigrationNegativeTest-51778097 tempest-LiveMigrationNegativeTest-51778097-project] 10.222.0.18 "GET /v2.0/security-groups?id=8661a481-8725-4d2d-88ac-095875c6abdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491440 Jul 27 23:09:59.801566 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:59.970901 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1548cc9-2ce5-4b25-bf43-3ab43998b250 req-449d0497-4f70-45c9-8d86-4a5cb90cef1f tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:09:59.973540 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b1548cc9-2ce5-4b25-bf43-3ab43998b250 req-449d0497-4f70-45c9-8d86-4a5cb90cef1f tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/ports?device_id=84967986-7299-4570-bc82-4e600f892180 HTTP/1.1" status: 200 len: 948 time: 0.1066771 Jul 27 23:10:00.002654 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-2ef265e5-326c-4302-87cc-007296af8973 req-d834b507-dce6-4a8b-bf9b-95e992cf110f service neutron] 10.222.0.49 "GET /v2.0/networks/591af2dd-f826-43b1-aa9d-e7a0bf218c71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4577820 Jul 27 23:10:00.033809 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b1548cc9-2ce5-4b25-bf43-3ab43998b250 req-d4c5b13d-9ddf-4be8-a4b5-4355e0612795 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb779318-b8ff-43a6-a94f-3ce471aff166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504761 Jul 27 23:10:00.085405 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-213099df-b712-44a4-ad22-390652b952a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11336182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11551417'] for subnet, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:00.097673 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-fda8e44c-522d-4f3d-85ee-eb0536fbf081 req-dba02471-e6e7-45cc-ab92-0e1995236a4f tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] 10.222.0.18 "GET /v2.0/security-groups/6c581dc8-2eb4-4bba-b994-5344906461f1 HTTP/1.1" status: 200 len: 1801 time: 0.0474796 Jul 27 23:10:00.183317 n-d-802623-1 neutron-server[93798]: INFO neutron.api.v2.resource [req-fda8e44c-522d-4f3d-85ee-eb0536fbf081 req-76eeb658-e150-484b-b060-dc4b962da4e9 tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 27 23:10:00.198257 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-fda8e44c-522d-4f3d-85ee-eb0536fbf081 req-76eeb658-e150-484b-b060-dc4b962da4e9 tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] 10.222.0.18 "DELETE /v2.0/security-groups/6c581dc8-2eb4-4bba-b994-5344906461f1 HTTP/1.1" status: 409 len: 341 time: 0.0917106 Jul 27 23:10:00.211210 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [req-9b006b21-bd99-4941-885b-d217ccd5a121 req-8a484dfb-289f-487d-b489-11b05e319adb tempest-LiveMigrationNegativeTest-51778097 tempest-LiveMigrationNegativeTest-51778097-project] Deleting port 3df165fc-879a-49fb-9444-9dca1eed53ab {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:10:00.211952 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-9b006b21-bd99-4941-885b-d217ccd5a121 req-8a484dfb-289f-487d-b489-11b05e319adb tempest-LiveMigrationNegativeTest-51778097 tempest-LiveMigrationNegativeTest-51778097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:00.227703 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9756725-145d-48de-b65f-13aca2c3369b req-d9dc7ca1-e5cf-471c-9a2a-404247fb220d tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:00.232065 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-c9756725-145d-48de-b65f-13aca2c3369b req-d9dc7ca1-e5cf-471c-9a2a-404247fb220d tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.18 "GET /v2.0/ports?device_id=8bb766e8-eb06-49ad-9e2b-953aac852a73 HTTP/1.1" status: 200 len: 945 time: 0.3659091 Jul 27 23:10:00.321344 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213099df-b712-44a4-ad22-390652b952a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e0bf504-e262-4f06-bee4-22c651cb840b,revision_number=0']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:10:00.407213 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-19f2e178-d45e-4fbe-b9be-c3963fc151ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:00.434668 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-2ef265e5-326c-4302-87cc-007296af8973 req-354b6397-9075-45dc-b6ff-fa7dec985a2c service neutron] 10.222.0.49 "GET /v2.0/networks/591af2dd-f826-43b1-aa9d-e7a0bf218c71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4178722 Jul 27 23:10:00.460548 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-213099df-b712-44a4-ad22-390652b952a0 admin admin] Checking segment: {'id': 'b2a4e5b4-2545-4483-a478-998f9d989cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '3adb757c-b86b-47f3-8bd0-530e0c033dd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:10:00.460925 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-213099df-b712-44a4-ad22-390652b952a0 admin admin] Network hostable DHCP agents. Network: 3adb757c-b86b-47f3-8bd0-530e0c033dd4, hostable agents: ['5950e76f-2bde-4343-a925-cbe6bacd2706'], hosted agents: [] {{(pid=93797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 23:10:00.527471 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-c9756725-145d-48de-b65f-13aca2c3369b req-bbd29d47-6f61-4b1c-87a6-44c7e587055a tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.18 "GET /v2.0/security-groups?id=657c655b-8580-45d5-979f-9b32b7a260f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2596750 Jul 27 23:10:00.573687 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-213099df-b712-44a4-ad22-390652b952a0 admin admin] Network 3adb757c-b86b-47f3-8bd0-530e0c033dd4 is scheduled to be hosted by DHCP agent 5950e76f-2bde-4343-a925-cbe6bacd2706 with binding_index 1 {{(pid=93797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 23:10:00.587038 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-9b006b21-bd99-4941-885b-d217ccd5a121 req-8a484dfb-289f-487d-b489-11b05e319adb tempest-LiveMigrationNegativeTest-51778097 tempest-LiveMigrationNegativeTest-51778097-project] For port 3df165fc-879a-49fb-9444-9dca1eed53ab, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=3df165fc-879a-49fb-9444-9dca1eed53ab,segment=NetworkSegment(16e91594-c047-4b55-93eb-43af33ad08e1),segment_id=16e91594-c047-4b55-93eb-43af33ad08e1)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:10:00.587428 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-9b006b21-bd99-4941-885b-d217ccd5a121 req-8a484dfb-289f-487d-b489-11b05e319adb tempest-LiveMigrationNegativeTest-51778097 tempest-LiveMigrationNegativeTest-51778097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:00.605452 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-213099df-b712-44a4-ad22-390652b952a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802623-1, 3adb757c-b86b-47f3-8bd0-530e0c033dd4) {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:10:00.615489 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-213099df-b712-44a4-ad22-390652b952a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:00.616116 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-213099df-b712-44a4-ad22-390652b952a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for subnet, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:00.617437 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23751ab6-ce30-4097-8e69-117c66d47904 None None] Network 3adb757c-b86b-47f3-8bd0-530e0c033dd4 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:10:00.631846 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [req-9b006b21-bd99-4941-885b-d217ccd5a121 req-8a484dfb-289f-487d-b489-11b05e319adb tempest-LiveMigrationNegativeTest-51778097 tempest-LiveMigrationNegativeTest-51778097-project] Calling delete_port for 3df165fc-879a-49fb-9444-9dca1eed53ab owned by compute:nova {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:10:00.653451 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8267a6-c052-45a8-9768-1ebf42fccbc3 req-abbe85ee-6874-4f43-915f-cdd31a1a0cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:00.655424 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-7c8267a6-c052-45a8-9768-1ebf42fccbc3 req-abbe85ee-6874-4f43-915f-cdd31a1a0cd7 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1b545d5113d14592aa4c69bde083a757&device_id=84967986-7299-4570-bc82-4e600f892180 HTTP/1.1" status: 200 len: 1099 time: 0.1449850 Jul 27 23:10:00.664002 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-213099df-b712-44a4-ad22-390652b952a0 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4736712 Jul 27 23:10:00.668083 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 60966) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:10:00.676476 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0146545a-c805-4b2a-a298-5d0f561173c2 req-24d492a5-41c9-49ef-8293-cf5ce91ba79b tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:00.684591 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-0146545a-c805-4b2a-a298-5d0f561173c2 req-24d492a5-41c9-49ef-8293-cf5ce91ba79b tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] 10.222.0.18 "GET /v2.0/ports?device_id=b422cc47-c1e5-45ab-b391-bcce61d21339 HTTP/1.1" status: 200 len: 1024 time: 0.0739260 Jul 27 23:10:00.716587 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-070aa992-69a8-412c-b5a9-07561e0550fd admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-1844628984-router', 'tenant_id': '8d582af9a6794d11bd808a2173a193ea', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'}}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:10:00.778740 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-0146545a-c805-4b2a-a298-5d0f561173c2 req-c7bd9131-71bb-4443-9849-3f8450b1544b tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd4c80f8-6360-4d2a-b031-00b7544968a3&id=09e60dcf-6ce5-4eeb-be06-968e0874e8a8&id=6c581dc8-2eb4-4bba-b994-5344906461f1&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0930829 Jul 27 23:10:00.831079 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c19f81-136c-4efe-ba4a-7b7d6fc1b1bc req-777b00d4-36a3-4841-8b00-1690a6840f19 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:00.833153 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e6c19f81-136c-4efe-ba4a-7b7d6fc1b1bc req-777b00d4-36a3-4841-8b00-1690a6840f19 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.38 "GET /v2.0/ports?device_id=8bb766e8-eb06-49ad-9e2b-953aac852a73 HTTP/1.1" status: 200 len: 945 time: 0.1310081 Jul 27 23:10:00.904827 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31889cca-9ab9-4280-94b0-627d313ce69c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f6f257c-ad18-5f0c-8c8e-ea085a5fc8a2-3adb757c-b86b-47f3-8bd0-530e0c033dd4', 'network_id': '3adb757c-b86b-47f3-8bd0-530e0c033dd4', 'tenant_id': '8d582af9a6794d11bd808a2173a193ea', 'fixed_ips': [{'subnet_id': '2e0bf504-e262-4f06-bee4-22c651cb840b'}]}} from n-d-802623-1. {{(pid=93799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 23:10:00.906515 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-31889cca-9ab9-4280-94b0-627d313ce69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:00.913599 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-070aa992-69a8-412c-b5a9-07561e0550fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62159'] for router, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:00.914987 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-070aa992-69a8-412c-b5a9-07561e0550fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-479230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-415539', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3693317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62148'] for router, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:01.008660 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-e6c19f81-136c-4efe-ba4a-7b7d6fc1b1bc req-d0212332-f746-4386-984d-b9c555ae3421 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] Deleting port 95d1a06a-b822-4bb2-b850-5d8835e7416a {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:10:01.009011 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-e6c19f81-136c-4efe-ba4a-7b7d6fc1b1bc req-d0212332-f746-4386-984d-b9c555ae3421 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:01.011241 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8267a6-c052-45a8-9768-1ebf42fccbc3 req-85bbd2f7-bf96-49e4-bc2a-ad4d369439d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:01.012786 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-7c8267a6-c052-45a8-9768-1ebf42fccbc3 req-85bbd2f7-bf96-49e4-bc2a-ad4d369439d8 service neutron] 10.222.0.49 "GET /v2.0/networks?id=591af2dd-f826-43b1-aa9d-e7a0bf218c71 HTTP/1.1" status: 200 len: 870 time: 0.2890420 Jul 27 23:10:01.068675 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cbaf18-0752-4ab7-8528-d447328ca8c1 req-c0fd1e21-82cb-4d9e-83dc-a7bc3899109c tempest-LiveMigrationNegativeTest-51778097 tempest-LiveMigrationNegativeTest-51778097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:01.079836 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-07cbaf18-0752-4ab7-8528-d447328ca8c1 req-c0fd1e21-82cb-4d9e-83dc-a7bc3899109c tempest-LiveMigrationNegativeTest-51778097 tempest-LiveMigrationNegativeTest-51778097-project] 10.222.0.18 "GET /v2.0/ports?device_id=5ba62e6b-d64d-4991-b372-1b858dee50c6 HTTP/1.1" status: 200 len: 950 time: 0.1521192 Jul 27 23:10:01.086656 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-070aa992-69a8-412c-b5a9-07561e0550fd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:01.178426 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-07cbaf18-0752-4ab7-8528-d447328ca8c1 req-c184e89c-0da4-4e62-90c6-a0b3276c69ee tempest-LiveMigrationNegativeTest-51778097 tempest-LiveMigrationNegativeTest-51778097-project] 10.222.0.18 "GET /v2.0/security-groups?id=8661a481-8725-4d2d-88ac-095875c6abdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973587 Jul 27 23:10:01.226522 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-e6c19f81-136c-4efe-ba4a-7b7d6fc1b1bc req-d0212332-f746-4386-984d-b9c555ae3421 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] For port 95d1a06a-b822-4bb2-b850-5d8835e7416a, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=95d1a06a-b822-4bb2-b850-5d8835e7416a,segment=NetworkSegment(28e446c9-01ab-4372-bcf6-11d579b6d514),segment_id=28e446c9-01ab-4372-bcf6-11d579b6d514)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:10:01.227630 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-e6c19f81-136c-4efe-ba4a-7b7d6fc1b1bc req-d0212332-f746-4386-984d-b9c555ae3421 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:01.235408 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-7c8267a6-c052-45a8-9768-1ebf42fccbc3 req-4c9cd541-b104-4f93-8f9e-8952e10b6f47 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=6ba252fa-a400-4c81-8f91-22ddf08c59d0 HTTP/1.1" status: 200 len: 217 time: 0.1894341 Jul 27 23:10:01.256717 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-e6c19f81-136c-4efe-ba4a-7b7d6fc1b1bc req-d0212332-f746-4386-984d-b9c555ae3421 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] Calling delete_port for 95d1a06a-b822-4bb2-b850-5d8835e7416a owned by compute:nova {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:10:01.283844 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b422cc47-c1e5-45ab-b391-bcce61d21339', 'tag': '1c50f656-73ac-4992-83d6-c6d8633fe506'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:10:01.287479 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a476459a1bfce68b0ae0df5b6a71154bfc7cfdc8f9eefce6ad0a17231e60468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bad3c5d-f03f-4ea9-bbc8-0cdeafa540ab" -d '{"events": [{"name": "network-changed", "server_uuid": "b422cc47-c1e5-45ab-b391-bcce61d21339", "tag": "1c50f656-73ac-4992-83d6-c6d8633fe506"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:10:01.306456 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-31889cca-9ab9-4280-94b0-627d313ce69c None None] Allocated IP 172.20.0.2 (3adb757c-b86b-47f3-8bd0-530e0c033dd4/2e0bf504-e262-4f06-bee4-22c651cb840b/a9ca915b-c12a-47c8-876e-6225e7f8f292) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:10:01.353670 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-9b006b21-bd99-4941-885b-d217ccd5a121 req-8a484dfb-289f-487d-b489-11b05e319adb tempest-LiveMigrationNegativeTest-51778097 tempest-LiveMigrationNegativeTest-51778097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:01.405663 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] get_ports_and_sgs() called for port_ids ['10623307-e0bb-44d2-a3e7-0d2d5a884a90'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:10:01.419882 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a484dfb-289f-487d-b489-11b05e319adb tempest-LiveMigrationNegativeTest-51778097 tempest-LiveMigrationNegativeTest-51778097-project] Pushing event deleted for resources: {'Port': ['ID=3df165fc-879a-49fb-9444-9dca1eed53ab,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:10:01.469417 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 23:10:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb5feb94-1261-41e0-b9dd-2e8bc95ccea6 x-openstack-request-id: req-eb5feb94-1261-41e0-b9dd-2e8bc95ccea6 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:10:01.469802 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b422cc47-c1e5-45ab-b391-bcce61d21339", "tag": "1c50f656-73ac-4992-83d6-c6d8633fe506", "status": "completed", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:10:01.470069 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-eb5feb94-1261-41e0-b9dd-2e8bc95ccea6 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:10:01.470468 n-d-802623-1 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b422cc47-c1e5-45ab-b391-bcce61d21339', 'tag': '1c50f656-73ac-4992-83d6-c6d8633fe506', 'status': 'completed', 'code': 200} Jul 27 23:10:01.556293 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-e6c19f81-136c-4efe-ba4a-7b7d6fc1b1bc req-d0212332-f746-4386-984d-b9c555ae3421 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:01.570373 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] get_ports_and_sgs() called for port_ids ['95d1a06a-b822-4bb2-b850-5d8835e7416a'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:10:01.602168 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-070aa992-69a8-412c-b5a9-07561e0550fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-415433', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62186'] for router, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:01.649252 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df2498a-bd76-4bc1-b3ea-8d39e3c245be req-72ac5d21-fcf8-4048-b762-6bf415dcaa01 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:01.656629 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-1df2498a-bd76-4bc1-b3ea-8d39e3c245be req-72ac5d21-fcf8-4048-b762-6bf415dcaa01 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/ports?device_id=84967986-7299-4570-bc82-4e600f892180 HTTP/1.1" status: 200 len: 948 time: 0.4781387 Jul 27 23:10:01.664033 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b006b21-bd99-4941-885b-d217ccd5a121 req-8a484dfb-289f-487d-b489-11b05e319adb tempest-LiveMigrationNegativeTest-51778097 tempest-LiveMigrationNegativeTest-51778097-project] No DVR routers for this DVR port 3df165fc-879a-49fb-9444-9dca1eed53ab on host n-h1-802623-1 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:10:01.667266 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-9b006b21-bd99-4941-885b-d217ccd5a121 req-8a484dfb-289f-487d-b489-11b05e319adb tempest-LiveMigrationNegativeTest-51778097 tempest-LiveMigrationNegativeTest-51778097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:01.669741 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-9b006b21-bd99-4941-885b-d217ccd5a121 req-8a484dfb-289f-487d-b489-11b05e319adb tempest-LiveMigrationNegativeTest-51778097 tempest-LiveMigrationNegativeTest-51778097-project] 10.222.0.38 "DELETE /v2.0/ports/3df165fc-879a-49fb-9444-9dca1eed53ab HTTP/1.1" status: 204 len: 173 time: 2.0745010 Jul 27 23:10:01.671708 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8267a6-c052-45a8-9768-1ebf42fccbc3 req-b485f8e5-44b5-439b-ad38-1ec3d3fe4f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:01.672878 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0212332-f746-4386-984d-b9c555ae3421 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] Pushing event deleted for resources: {'Port': ['ID=95d1a06a-b822-4bb2-b850-5d8835e7416a,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:10:01.675344 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-7c8267a6-c052-45a8-9768-1ebf42fccbc3 req-b485f8e5-44b5-439b-ad38-1ec3d3fe4f21 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=62938449-046d-4cbe-923a-7ebb632c358d HTTP/1.1" status: 200 len: 843 time: 0.3453333 Jul 27 23:10:01.732222 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6c19f81-136c-4efe-ba4a-7b7d6fc1b1bc req-d0212332-f746-4386-984d-b9c555ae3421 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] No DVR routers for this DVR port 95d1a06a-b822-4bb2-b850-5d8835e7416a on host n-h1-802623-1 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:10:01.748654 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f3be1b4c-b092-4d42-bd0e-9fdb3e069542 req-c0e6e804-8113-442b-8f0a-c98d52d6b83c tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.18 "GET /v2.0/ports?device_id=8bb766e8-eb06-49ad-9e2b-953aac852a73 HTTP/1.1" status: 200 len: 210 time: 0.0814815 Jul 27 23:10:01.751889 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-e6c19f81-136c-4efe-ba4a-7b7d6fc1b1bc req-d0212332-f746-4386-984d-b9c555ae3421 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:01.754647 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e6c19f81-136c-4efe-ba4a-7b7d6fc1b1bc req-d0212332-f746-4386-984d-b9c555ae3421 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.38 "DELETE /v2.0/ports/95d1a06a-b822-4bb2-b850-5d8835e7416a HTTP/1.1" status: 204 len: 173 time: 0.9127796 Jul 27 23:10:01.755508 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bb766e8-eb06-49ad-9e2b-953aac852a73', 'name': 'network-vif-deleted', 'tag': '95d1a06a-b822-4bb2-b850-5d8835e7416a'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:10:01.758134 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}011f8d312121274bb12d78e77c6379a2079800640016cec6c6d605b73666e854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3263222d-ea06-42e8-ab3d-8add5241d0b5" -d '{"events": [{"server_uuid": "8bb766e8-eb06-49ad-9e2b-953aac852a73", "name": "network-vif-deleted", "tag": "95d1a06a-b822-4bb2-b850-5d8835e7416a"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:10:01.793651 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-1df2498a-bd76-4bc1-b3ea-8d39e3c245be req-699c47a7-0516-4167-a4cd-6f4fe15f2a0a tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb779318-b8ff-43a6-a94f-3ce471aff166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355770 Jul 27 23:10:01.839250 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:10:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce3858a0-f231-484b-ad11-f5e55063928d x-openstack-request-id: req-ce3858a0-f231-484b-ad11-f5e55063928d {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:10:01.839829 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bb766e8-eb06-49ad-9e2b-953aac852a73", "name": "network-vif-deleted", "tag": "95d1a06a-b822-4bb2-b850-5d8835e7416a", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:10:01.839829 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ce3858a0-f231-484b-ad11-f5e55063928d {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:10:01.840204 n-d-802623-1 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bb766e8-eb06-49ad-9e2b-953aac852a73', 'name': 'network-vif-deleted', 'tag': '95d1a06a-b822-4bb2-b850-5d8835e7416a', 'status': 'completed', 'code': 200} Jul 27 23:10:01.912115 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bad3c5d-f03f-4ea9-bbc8-0cdeafa540ab req-42617255-34f3-4dcb-937a-f250954f571e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:01.916053 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8bad3c5d-f03f-4ea9-bbc8-0cdeafa540ab req-42617255-34f3-4dcb-937a-f250954f571e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5a3cfd4017c84232b4a584320b01c441&device_id=b422cc47-c1e5-45ab-b391-bcce61d21339 HTTP/1.1" status: 200 len: 1175 time: 0.3921137 Jul 27 23:10:02.171590 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7418f70f-e60d-4709-8ba9-6ab514bc7f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:02.185584 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-31889cca-9ab9-4280-94b0-627d313ce69c None None] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:02.200722 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-31889cca-9ab9-4280-94b0-627d313ce69c None None] Transition to ACTIVE for port object a9ca915b-c12a-47c8-876e-6225e7f8f292 will not be triggered until provisioned by entity L2. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:10:02.250572 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.agents_db [None req-9beef776-8bab-4de2-989a-f5a23ba4aaf4 None None] Agent healthcheck: found 7 active agents {{(pid=93800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 23:10:02.256426 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-31889cca-9ab9-4280-94b0-627d313ce69c None None] Transition to ACTIVE for port object a9ca915b-c12a-47c8-876e-6225e7f8f292 will not be triggered until provisioned by entity DHCP. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:10:02.277421 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-31889cca-9ab9-4280-94b0-627d313ce69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:02.381023 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 3df165fc-879a-49fb-9444-9dca1eed53ab no longer exists at agent hyperv_n-h1-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:10:02.385152 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31889cca-9ab9-4280-94b0-627d313ce69c None None] Pushing event updated for resources: {'Port': ['ID=a9ca915b-c12a-47c8-876e-6225e7f8f292,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:10:02.398188 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b2f02dea-e1d6-4274-b77c-3866f2c28342 req-724175ff-580b-40c5-be77-30799cd6f200 tempest-LiveMigrationNegativeTest-51778097 tempest-LiveMigrationNegativeTest-51778097-project] 10.222.0.18 "GET /v2.0/ports?device_id=5ba62e6b-d64d-4991-b372-1b858dee50c6 HTTP/1.1" status: 200 len: 210 time: 0.0492966 Jul 27 23:10:02.410027 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31889cca-9ab9-4280-94b0-627d313ce69c None None] Network 3adb757c-b86b-47f3-8bd0-530e0c033dd4 is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:10:02.415070 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-31889cca-9ab9-4280-94b0-627d313ce69c None None] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:10:02.495402 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31889cca-9ab9-4280-94b0-627d313ce69c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:10:02.496005 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31889cca-9ab9-4280-94b0-627d313ce69c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:10:02.496457 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31889cca-9ab9-4280-94b0-627d313ce69c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:10:02.497658 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31889cca-9ab9-4280-94b0-627d313ce69c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:10:02.499629 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31889cca-9ab9-4280-94b0-627d313ce69c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:10:02.499832 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8267a6-c052-45a8-9768-1ebf42fccbc3 req-d5d44cf6-88c9-4936-83c6-9e67f91294b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:02.501168 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31889cca-9ab9-4280-94b0-627d313ce69c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:10:02.501484 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-7c8267a6-c052-45a8-9768-1ebf42fccbc3 req-d5d44cf6-88c9-4936-83c6-9e67f91294b4 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=591af2dd-f826-43b1-aa9d-e7a0bf218c71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8016288 Jul 27 23:10:02.502639 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31889cca-9ab9-4280-94b0-627d313ce69c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:10:02.504905 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31889cca-9ab9-4280-94b0-627d313ce69c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:10:02.507409 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31889cca-9ab9-4280-94b0-627d313ce69c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:10:02.507580 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31889cca-9ab9-4280-94b0-627d313ce69c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:10:02.508325 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31889cca-9ab9-4280-94b0-627d313ce69c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:10:02.513118 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31889cca-9ab9-4280-94b0-627d313ce69c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:10:02.525542 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31889cca-9ab9-4280-94b0-627d313ce69c None None] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:10:02.532330 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] No Port match for: 3df165fc-879a-49fb-9444-9dca1eed53ab {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:10:02.532689 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 3df165fc-879a-49fb-9444-9dca1eed53ab not bound to the agent host n-h1-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:10:02.562105 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f68000-c61a-4e41-92b6-f0b207e5e7ad req-5e4b6257-4b8a-44d8-bc25-9c9c2dbbfd18 tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:02.563970 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-75f68000-c61a-4e41-92b6-f0b207e5e7ad req-5e4b6257-4b8a-44d8-bc25-9c9c2dbbfd18 tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] 10.222.0.18 "GET /v2.0/ports?device_id=b422cc47-c1e5-45ab-b391-bcce61d21339 HTTP/1.1" status: 200 len: 1024 time: 0.5202153 Jul 27 23:10:02.647741 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-31889cca-9ab9-4280-94b0-627d313ce69c None None] Attempting to bind port a9ca915b-c12a-47c8-876e-6225e7f8f292 on host n-d-802623-1 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:10:02.649488 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-31889cca-9ab9-4280-94b0-627d313ce69c None None] Attempting to bind port a9ca915b-c12a-47c8-876e-6225e7f8f292 by drivers openvswitch,hyperv on host n-d-802623-1 at level 0 using segments [{'id': 'b2a4e5b4-2545-4483-a478-998f9d989cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '3adb757c-b86b-47f3-8bd0-530e0c033dd4'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:10:02.650081 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31889cca-9ab9-4280-94b0-627d313ce69c None None] Attempting to bind port a9ca915b-c12a-47c8-876e-6225e7f8f292 on network 3adb757c-b86b-47f3-8bd0-530e0c033dd4 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:10:02.657317 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31889cca-9ab9-4280-94b0-627d313ce69c None None] Checking agent: {'id': 'a9a568d2-a5e7-41e4-833f-a8ab42ea4073', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 52, 30), 'started_at': datetime.datetime(2021, 7, 27, 22, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802623-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:10:02.658764 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31889cca-9ab9-4280-94b0-627d313ce69c None None] Checking segment: {'id': 'b2a4e5b4-2545-4483-a478-998f9d989cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '3adb757c-b86b-47f3-8bd0-530e0c033dd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:10:02.659386 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-31889cca-9ab9-4280-94b0-627d313ce69c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:02.659991 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31889cca-9ab9-4280-94b0-627d313ce69c None None] Bound using segment: {'id': 'b2a4e5b4-2545-4483-a478-998f9d989cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '3adb757c-b86b-47f3-8bd0-530e0c033dd4'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:10:02.660751 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-31889cca-9ab9-4280-94b0-627d313ce69c None None] Bound port: a9ca915b-c12a-47c8-876e-6225e7f8f292, host: n-d-802623-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2a4e5b4-2545-4483-a478-998f9d989cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '3adb757c-b86b-47f3-8bd0-530e0c033dd4'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:10:02.661966 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-31889cca-9ab9-4280-94b0-627d313ce69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:02.691651 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bad3c5d-f03f-4ea9-bbc8-0cdeafa540ab req-3c85d441-ddd5-46db-8036-2da32fc8799c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:02.694332 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8bad3c5d-f03f-4ea9-bbc8-0cdeafa540ab req-3c85d441-ddd5-46db-8036-2da32fc8799c service neutron] 10.222.0.49 "GET /v2.0/networks?id=130a0954-7a6d-4921-ab94-72e4ed1dccfc HTTP/1.1" status: 200 len: 913 time: 0.7607062 Jul 27 23:10:02.762912 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8bad3c5d-f03f-4ea9-bbc8-0cdeafa540ab req-d4f414db-df21-41d7-9965-992374d66799 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1c50f656-73ac-4992-83d6-c6d8633fe506 HTTP/1.1" status: 200 len: 217 time: 0.0579221 Jul 27 23:10:02.774938 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-31889cca-9ab9-4280-94b0-627d313ce69c None None] For port a9ca915b-c12a-47c8-876e-6225e7f8f292, host n-d-802623-1, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:10:02.781061 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-31889cca-9ab9-4280-94b0-627d313ce69c None None] For port a9ca915b-c12a-47c8-876e-6225e7f8f292, host n-d-802623-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=a9ca915b-c12a-47c8-876e-6225e7f8f292,segment=NetworkSegment(b2a4e5b4-2545-4483-a478-998f9d989cf7),segment_id=b2a4e5b4-2545-4483-a478-998f9d989cf7)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:10:02.795438 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-31889cca-9ab9-4280-94b0-627d313ce69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:02.885036 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31889cca-9ab9-4280-94b0-627d313ce69c None None] Pushing event updated for resources: {'Port': ['ID=a9ca915b-c12a-47c8-876e-6225e7f8f292,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:10:02.891863 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-75f68000-c61a-4e41-92b6-f0b207e5e7ad req-dca0a778-324b-41f0-97dd-8f3ec961b7fe tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd4c80f8-6360-4d2a-b031-00b7544968a3&id=09e60dcf-6ce5-4eeb-be06-968e0874e8a8&id=6c581dc8-2eb4-4bba-b994-5344906461f1&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.2712457 Jul 27 23:10:02.939895 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f4f58ce1-1f8f-42f9-92c8-1ee75e1b010e req-5313faca-3187-489b-9959-2b086435cbac tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.18 "GET /v2.0/ports?device_id=8bb766e8-eb06-49ad-9e2b-953aac852a73 HTTP/1.1" status: 200 len: 210 time: 0.0428903 Jul 27 23:10:02.966190 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49010d1f-284c-4cb4-a9a6-bbacf80da669 req-e162a311-75d3-43b4-8462-1ee6373172b7 tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:02.968224 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-49010d1f-284c-4cb4-a9a6-bbacf80da669 req-e162a311-75d3-43b4-8462-1ee6373172b7 tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] 10.222.0.49 "GET /v2.0/ports?device_id=b422cc47-c1e5-45ab-b391-bcce61d21339 HTTP/1.1" status: 200 len: 1024 time: 0.1212490 Jul 27 23:10:03.015919 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-7c8267a6-c052-45a8-9768-1ebf42fccbc3 req-2f8c0764-039d-48c4-bceb-428c58a448bd service neutron] 10.222.0.49 "GET /v2.0/networks/591af2dd-f826-43b1-aa9d-e7a0bf218c71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4857497 Jul 27 23:10:03.125668 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-49010d1f-284c-4cb4-a9a6-bbacf80da669 req-c27c4694-91f6-4f9f-8a76-b51505830294 tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] Deleting port 1c50f656-73ac-4992-83d6-c6d8633fe506 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:10:03.126096 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-49010d1f-284c-4cb4-a9a6-bbacf80da669 req-c27c4694-91f6-4f9f-8a76-b51505830294 tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:03.150431 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bad3c5d-f03f-4ea9-bbc8-0cdeafa540ab req-1b2c2d6a-3b1e-471c-b512-2c92060fc1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:03.152185 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8bad3c5d-f03f-4ea9-bbc8-0cdeafa540ab req-1b2c2d6a-3b1e-471c-b512-2c92060fc1d8 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=dbf05d93-18dc-44bb-a1ce-d6d38b8f56eb HTTP/1.1" status: 200 len: 852 time: 0.3789704 Jul 27 23:10:03.257751 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-49010d1f-284c-4cb4-a9a6-bbacf80da669 req-c27c4694-91f6-4f9f-8a76-b51505830294 tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] For port 1c50f656-73ac-4992-83d6-c6d8633fe506, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=1c50f656-73ac-4992-83d6-c6d8633fe506,segment=NetworkSegment(8ba436c1-f478-4bca-9988-32f105ba0b93),segment_id=8ba436c1-f478-4bca-9988-32f105ba0b93)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:10:03.259550 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-49010d1f-284c-4cb4-a9a6-bbacf80da669 req-c27c4694-91f6-4f9f-8a76-b51505830294 tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:03.281437 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-49010d1f-284c-4cb4-a9a6-bbacf80da669 req-c27c4694-91f6-4f9f-8a76-b51505830294 tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] Calling delete_port for 1c50f656-73ac-4992-83d6-c6d8633fe506 owned by compute:nova {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:10:03.281956 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-7c8267a6-c052-45a8-9768-1ebf42fccbc3 req-aa7e01bc-5ec6-442c-bc30-fe8f73c019d1 service neutron] 10.222.0.49 "GET /v2.0/networks/591af2dd-f826-43b1-aa9d-e7a0bf218c71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2493649 Jul 27 23:10:03.286101 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8bad3c5d-f03f-4ea9-bbc8-0cdeafa540ab req-8e952cd5-88db-4c9d-a356-b900528f1a67 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=130a0954-7a6d-4921-ab94-72e4ed1dccfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0756965 Jul 27 23:10:03.327231 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52551a24-19e5-4ed8-bd8d-2097fc85506c req-5bab8a6f-4d50-4952-85bb-88440a21f5d9 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:03.329734 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-52551a24-19e5-4ed8-bd8d-2097fc85506c req-5bab8a6f-4d50-4952-85bb-88440a21f5d9 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/ports?device_id=84967986-7299-4570-bc82-4e600f892180 HTTP/1.1" status: 200 len: 948 time: 0.3219368 Jul 27 23:10:03.395223 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-070aa992-69a8-412c-b5a9-07561e0550fd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:03.431289 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-070aa992-69a8-412c-b5a9-07561e0550fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:03.496638 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ba62e6b-d64d-4991-b372-1b858dee50c6', 'name': 'network-vif-deleted', 'tag': '3df165fc-879a-49fb-9444-9dca1eed53ab'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:10:03.503504 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a476459a1bfce68b0ae0df5b6a71154bfc7cfdc8f9eefce6ad0a17231e60468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b90e176c-904d-4f52-beba-4b3c64f86b85" -d '{"events": [{"server_uuid": "5ba62e6b-d64d-4991-b372-1b858dee50c6", "name": "network-vif-deleted", "tag": "3df165fc-879a-49fb-9444-9dca1eed53ab"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:10:03.513322 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-52551a24-19e5-4ed8-bd8d-2097fc85506c req-9c522edb-0eff-4ab0-97d6-ecc301784be9 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb779318-b8ff-43a6-a94f-3ce471aff166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717873 Jul 27 23:10:03.561569 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-49010d1f-284c-4cb4-a9a6-bbacf80da669 req-c27c4694-91f6-4f9f-8a76-b51505830294 tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:03.562280 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8bad3c5d-f03f-4ea9-bbc8-0cdeafa540ab req-e822fcd2-ba0b-4554-84c4-0331c0928831 service neutron] 10.222.0.49 "GET /v2.0/networks/130a0954-7a6d-4921-ab94-72e4ed1dccfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2505774 Jul 27 23:10:03.575698 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] get_ports_and_sgs() called for port_ids ['ecee3142-b56e-44a3-ae44-405fd47f1162'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:10:03.636353 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27c4694-91f6-4f9f-8a76-b51505830294 tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] Pushing event deleted for resources: {'Port': ['ID=1c50f656-73ac-4992-83d6-c6d8633fe506,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:10:03.702348 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:10:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cff81d21-fee9-4baa-a507-3ad4ace75e1f x-openstack-request-id: req-cff81d21-fee9-4baa-a507-3ad4ace75e1f {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:10:03.703938 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ba62e6b-d64d-4991-b372-1b858dee50c6", "name": "network-vif-deleted", "tag": "3df165fc-879a-49fb-9444-9dca1eed53ab", "status": "completed", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:10:03.704945 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-cff81d21-fee9-4baa-a507-3ad4ace75e1f {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:10:03.705780 n-d-802623-1 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ba62e6b-d64d-4991-b372-1b858dee50c6', 'name': 'network-vif-deleted', 'tag': '3df165fc-879a-49fb-9444-9dca1eed53ab', 'status': 'completed', 'code': 200} Jul 27 23:10:03.751872 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-070aa992-69a8-412c-b5a9-07561e0550fd admin admin] Allocated IP 172.25.4.140 (2fd42287-ed26-4eb9-89a5-b521f5b04356/17de1f8f-393a-4b0c-a2df-614bd3f2fb5e/35127906-72d3-4961-a2dd-fe261f9be7f6) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:10:03.760129 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-49010d1f-284c-4cb4-a9a6-bbacf80da669 req-c27c4694-91f6-4f9f-8a76-b51505830294 tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] No DVR routers for this DVR port 1c50f656-73ac-4992-83d6-c6d8633fe506 on host n-h2-802623-1 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:10:03.773517 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-49010d1f-284c-4cb4-a9a6-bbacf80da669 req-c27c4694-91f6-4f9f-8a76-b51505830294 tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:03.775720 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-49010d1f-284c-4cb4-a9a6-bbacf80da669 req-c27c4694-91f6-4f9f-8a76-b51505830294 tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] 10.222.0.49 "DELETE /v2.0/ports/1c50f656-73ac-4992-83d6-c6d8633fe506 HTTP/1.1" status: 204 len: 173 time: 0.8000216 Jul 27 23:10:03.803851 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device a9ca915b-c12a-47c8-876e-6225e7f8f292 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:10:03.841981 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b422cc47-c1e5-45ab-b391-bcce61d21339', 'name': 'network-vif-deleted', 'tag': '1c50f656-73ac-4992-83d6-c6d8633fe506'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:10:03.845962 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}011f8d312121274bb12d78e77c6379a2079800640016cec6c6d605b73666e854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bedb76e-7292-4a71-b23d-7c05453ba132" -d '{"events": [{"server_uuid": "b422cc47-c1e5-45ab-b391-bcce61d21339", "name": "network-vif-deleted", "tag": "1c50f656-73ac-4992-83d6-c6d8633fe506"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:10:03.952556 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:10:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90d6c82c-09fd-4f99-92ce-a6dc2039737d x-openstack-request-id: req-90d6c82c-09fd-4f99-92ce-a6dc2039737d {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:10:03.952556 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b422cc47-c1e5-45ab-b391-bcce61d21339", "name": "network-vif-deleted", "tag": "1c50f656-73ac-4992-83d6-c6d8633fe506", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:10:03.953585 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-90d6c82c-09fd-4f99-92ce-a6dc2039737d {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:10:03.953585 n-d-802623-1 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b422cc47-c1e5-45ab-b391-bcce61d21339', 'name': 'network-vif-deleted', 'tag': '1c50f656-73ac-4992-83d6-c6d8633fe506', 'status': 'completed', 'code': 200} Jul 27 23:10:04.045044 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8bad3c5d-f03f-4ea9-bbc8-0cdeafa540ab req-d16748fd-73ec-433f-a49a-8d04cbea0e4d service neutron] 10.222.0.49 "GET /v2.0/networks/130a0954-7a6d-4921-ab94-72e4ed1dccfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4597683 Jul 27 23:10:04.070782 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-070aa992-69a8-412c-b5a9-07561e0550fd admin admin] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:04.082489 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da1028b-6604-4fa1-8fa7-ba0dff58109d req-271ba690-a9ab-4bf3-bc73-185aa2dc2225 tempest-LiveMigrationNegativeTest-51778097 tempest-LiveMigrationNegativeTest-51778097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:04.098539 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-2da1028b-6604-4fa1-8fa7-ba0dff58109d req-271ba690-a9ab-4bf3-bc73-185aa2dc2225 tempest-LiveMigrationNegativeTest-51778097 tempest-LiveMigrationNegativeTest-51778097-project] 10.222.0.18 "GET /v2.0/ports?device_id=e55d4a80-b44a-42bc-9500-aa90ca43ed65 HTTP/1.1" status: 200 len: 950 time: 0.1172106 Jul 27 23:10:04.100182 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning for port a9ca915b-c12a-47c8-876e-6225e7f8f292 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:10:04.148889 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-2da1028b-6604-4fa1-8fa7-ba0dff58109d req-ac9b42b7-e4d6-478e-a9ff-1ae073ffc7ed tempest-LiveMigrationNegativeTest-51778097 tempest-LiveMigrationNegativeTest-51778097-project] 10.222.0.18 "GET /v2.0/security-groups?id=8661a481-8725-4d2d-88ac-095875c6abdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424757 Jul 27 23:10:04.191228 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-eeb6831c-13f3-4d7e-a056-0495ba45fafb req-e4e5b7ee-4137-4b8b-ae19-f83615598a6d tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] 10.222.0.18 "GET /v2.0/ports?device_id=b422cc47-c1e5-45ab-b391-bcce61d21339 HTTP/1.1" status: 200 len: 210 time: 0.0756042 Jul 27 23:10:04.290589 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-070aa992-69a8-412c-b5a9-07561e0550fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:04.314825 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 95d1a06a-b822-4bb2-b850-5d8835e7416a no longer exists at agent hyperv_n-h1-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:10:04.342042 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] No Port match for: 95d1a06a-b822-4bb2-b850-5d8835e7416a {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:10:04.342691 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 95d1a06a-b822-4bb2-b850-5d8835e7416a not bound to the agent host n-h1-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:10:04.444084 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070aa992-69a8-412c-b5a9-07561e0550fd admin admin] Pushing event updated for resources: {'Port': ['ID=35127906-72d3-4961-a2dd-fe261f9be7f6,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:10:04.457840 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-070aa992-69a8-412c-b5a9-07561e0550fd admin admin] Network 2fd42287-ed26-4eb9-89a5-b521f5b04356 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:10:04.460397 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-070aa992-69a8-412c-b5a9-07561e0550fd admin admin] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:10:04.462744 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-070aa992-69a8-412c-b5a9-07561e0550fd admin admin] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:10:04.485932 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbdfbdcb-c3cc-44b7-b0c6-36b55c9ee07d None None] Network 3adb757c-b86b-47f3-8bd0-530e0c033dd4 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:10:04.638547 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:04.648826 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-b20d4951-9fc6-4b43-8d7b-e1ce93a695e0 None None] Provisioning for port a9ca915b-c12a-47c8-876e-6225e7f8f292 completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:10:04.668020 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-b20d4951-9fc6-4b43-8d7b-e1ce93a695e0 None None] Provisioning complete for port a9ca915b-c12a-47c8-876e-6225e7f8f292 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:10:04.668402 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b20d4951-9fc6-4b43-8d7b-e1ce93a695e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:04.766609 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab5275a-ea40-4feb-8f15-dffde6a89556 req-32be14ee-b4e9-4665-beef-8458b1c5b849 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:04.776006 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde0bb7e-9b92-4d8a-a5a8-e8d01fca3d24 req-5c3d1679-c4f9-4834-857e-f8e91be8ad42 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:04.779786 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-5ab5275a-ea40-4feb-8f15-dffde6a89556 req-32be14ee-b4e9-4665-beef-8458b1c5b849 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.18 "GET /v2.0/networks?id=9e23151c-db3f-4ce6-bd4c-f37102973a7b HTTP/1.1" status: 200 len: 810 time: 0.2020910 Jul 27 23:10:04.785917 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-fde0bb7e-9b92-4d8a-a5a8-e8d01fca3d24 req-5c3d1679-c4f9-4834-857e-f8e91be8ad42 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/ports?device_id=84967986-7299-4570-bc82-4e600f892180 HTTP/1.1" status: 200 len: 948 time: 0.1329267 Jul 27 23:10:04.797909 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-5ab5275a-ea40-4feb-8f15-dffde6a89556 req-c1a06620-40fd-4f78-876b-19cb4e35330a tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.18 "GET /v2.0/quotas/8769b54ba73a4421837726dbda018e6b HTTP/1.1" status: 200 len: 375 time: 0.0168529 Jul 27 23:10:04.870232 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b20d4951-9fc6-4b43-8d7b-e1ce93a695e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:04.881985 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-070aa992-69a8-412c-b5a9-07561e0550fd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:04.933423 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-b20d4951-9fc6-4b43-8d7b-e1ce93a695e0 None None] For port a9ca915b-c12a-47c8-876e-6225e7f8f292, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=a9ca915b-c12a-47c8-876e-6225e7f8f292,segment=NetworkSegment(b2a4e5b4-2545-4483-a478-998f9d989cf7),segment_id=b2a4e5b4-2545-4483-a478-998f9d989cf7)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:10:04.948336 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b20d4951-9fc6-4b43-8d7b-e1ce93a695e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:05.002858 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20d4951-9fc6-4b43-8d7b-e1ce93a695e0 None None] Pushing event updated for resources: {'Port': ['ID=a9ca915b-c12a-47c8-876e-6225e7f8f292,revision_number=3']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:10:05.108451 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-fde0bb7e-9b92-4d8a-a5a8-e8d01fca3d24 req-45afd5db-9093-4768-9a9b-369d77377ebe tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb779318-b8ff-43a6-a94f-3ce471aff166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3207161 Jul 27 23:10:05.206088 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-5ab5275a-ea40-4feb-8f15-dffde6a89556 req-b2ccb4b4-fe3d-4914-a85a-a07fe6a056e2 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=8769b54ba73a4421837726dbda018e6b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.4071872 Jul 27 23:10:05.233609 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-070aa992-69a8-412c-b5a9-07561e0550fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-415468'] for router, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:05.316174 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device 6ba252fa-a400-4c81-8f91-22ddf08c59d0 details requested by agent hyperv_n-h2-802623-1 with host n-h2-802623-1 {{(pid=93799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 23:10:05.320785 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device 1c50f656-73ac-4992-83d6-c6d8633fe506 no longer exists at agent hyperv_n-h2-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:10:05.392485 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] No Port match for: 1c50f656-73ac-4992-83d6-c6d8633fe506 {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:10:05.392940 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device 1c50f656-73ac-4992-83d6-c6d8633fe506 not bound to the agent host n-h2-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:10:05.429667 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-787f2261-d86b-48ad-a3d3-000e97155930 None None] Provisioning complete for port a9ca915b-c12a-47c8-876e-6225e7f8f292 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:10:05.429667 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-787f2261-d86b-48ad-a3d3-000e97155930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:05.430033 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-5ab5275a-ea40-4feb-8f15-dffde6a89556 req-9553e1b0-2082-4c7a-b3e9-1af4a41e9f7d service neutron] 10.222.0.18 "GET /v2.0/networks/9e23151c-db3f-4ce6-bd4c-f37102973a7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2183716 Jul 27 23:10:05.538198 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc2067c-34b3-40d4-b4a8-e641bd4b2f48 req-aff1ef0a-1a1d-4b67-8009-92d7ce22c373 tempest-LiveMigrationNegativeTest-51778097 tempest-LiveMigrationNegativeTest-51778097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:05.539700 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-2dc2067c-34b3-40d4-b4a8-e641bd4b2f48 req-aff1ef0a-1a1d-4b67-8009-92d7ce22c373 tempest-LiveMigrationNegativeTest-51778097 tempest-LiveMigrationNegativeTest-51778097-project] 10.222.0.49 "GET /v2.0/ports?device_id=e55d4a80-b44a-42bc-9500-aa90ca43ed65 HTTP/1.1" status: 200 len: 950 time: 0.1993434 Jul 27 23:10:05.557617 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-5ab5275a-ea40-4feb-8f15-dffde6a89556 req-580fdd45-714a-456b-875f-3fdb289417d1 service neutron] 10.222.0.18 "GET /v2.0/networks/9e23151c-db3f-4ce6-bd4c-f37102973a7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311750 Jul 27 23:10:05.653105 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port 6ba252fa-a400-4c81-8f91-22ddf08c59d0, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=6ba252fa-a400-4c81-8f91-22ddf08c59d0,segment=NetworkSegment(16e91594-c047-4b55-93eb-43af33ad08e1),segment_id=16e91594-c047-4b55-93eb-43af33ad08e1)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:10:05.655801 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a5b2a3-079e-4e55-a969-6d3b8c17864b req-c039d34d-2970-415a-a24d-a6bb2819bd54 tempest-LiveMigrationNegativeTest-51778097 tempest-LiveMigrationNegativeTest-51778097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:05.657498 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-44a5b2a3-079e-4e55-a969-6d3b8c17864b req-c039d34d-2970-415a-a24d-a6bb2819bd54 tempest-LiveMigrationNegativeTest-51778097 tempest-LiveMigrationNegativeTest-51778097-project] 10.222.0.18 "GET /v2.0/ports?device_id=e55d4a80-b44a-42bc-9500-aa90ca43ed65 HTTP/1.1" status: 200 len: 950 time: 0.2235491 Jul 27 23:10:05.666788 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-070aa992-69a8-412c-b5a9-07561e0550fd admin admin] Router f31d1433-e73e-4bca-9d93-7d2ab78ff6cf is scheduled to L3 agent 018c4455-49c0-4734-927d-7824067b2a9e with binding_index 1 {{(pid=93797) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 23:10:05.670436 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Returning: {'device': '6ba252fa-a400-4c81-8f91-22ddf08c59d0', 'network_id': '591af2dd-f826-43b1-aa9d-e7a0bf218c71', 'port_id': '6ba252fa-a400-4c81-8f91-22ddf08c59d0', 'mac_address': 'fa:16:3e:96:df:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62938449-046d-4cbe-923a-7ebb632c358d', 'ip_address': '192.168.233.221'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 23:10:05.725593 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-44a5b2a3-079e-4e55-a969-6d3b8c17864b req-d1fb12d7-b9d1-4bfa-8ff2-4405a27e8821 tempest-LiveMigrationNegativeTest-51778097 tempest-LiveMigrationNegativeTest-51778097-project] 10.222.0.18 "GET /v2.0/security-groups?id=8661a481-8725-4d2d-88ac-095875c6abdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521283 Jul 27 23:10:05.743001 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:05.769805 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ba252fa-a400-4c81-8f91-22ddf08c59d0 {{(pid=93799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:10:05.814164 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port 6ba252fa-a400-4c81-8f91-22ddf08c59d0, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=6ba252fa-a400-4c81-8f91-22ddf08c59d0,segment=NetworkSegment(16e91594-c047-4b55-93eb-43af33ad08e1),segment_id=16e91594-c047-4b55-93eb-43af33ad08e1)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:10:05.816929 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device a9ca915b-c12a-47c8-876e-6225e7f8f292 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:10:05.834370 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [req-2dc2067c-34b3-40d4-b4a8-e641bd4b2f48 req-d21bf319-205b-485a-a787-10a92233c643 tempest-LiveMigrationNegativeTest-51778097 tempest-LiveMigrationNegativeTest-51778097-project] Deleting port 10623307-e0bb-44d2-a3e7-0d2d5a884a90 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:10:05.835068 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-2dc2067c-34b3-40d4-b4a8-e641bd4b2f48 req-d21bf319-205b-485a-a787-10a92233c643 tempest-LiveMigrationNegativeTest-51778097 tempest-LiveMigrationNegativeTest-51778097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:05.873673 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:05.959790 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-2dc2067c-34b3-40d4-b4a8-e641bd4b2f48 req-d21bf319-205b-485a-a787-10a92233c643 tempest-LiveMigrationNegativeTest-51778097 tempest-LiveMigrationNegativeTest-51778097-project] For port 10623307-e0bb-44d2-a3e7-0d2d5a884a90, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=10623307-e0bb-44d2-a3e7-0d2d5a884a90,segment=NetworkSegment(16e91594-c047-4b55-93eb-43af33ad08e1),segment_id=16e91594-c047-4b55-93eb-43af33ad08e1)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:10:05.960165 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-2dc2067c-34b3-40d4-b4a8-e641bd4b2f48 req-d21bf319-205b-485a-a787-10a92233c643 tempest-LiveMigrationNegativeTest-51778097 tempest-LiveMigrationNegativeTest-51778097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:05.965309 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c4366db5-33c0-4a28-9cbe-011414d82258 req-23167a52-ad36-42e4-86ed-8e44239f3bf0 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.18 "GET /v2.0/ports?device_id=94bcbeeb-7774-4b45-848f-3dfe8cc8bf8e HTTP/1.1" status: 200 len: 210 time: 0.0474825 Jul 27 23:10:05.977079 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [req-2dc2067c-34b3-40d4-b4a8-e641bd4b2f48 req-d21bf319-205b-485a-a787-10a92233c643 tempest-LiveMigrationNegativeTest-51778097 tempest-LiveMigrationNegativeTest-51778097-project] Calling delete_port for 10623307-e0bb-44d2-a3e7-0d2d5a884a90 owned by compute:nova {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:10:06.000215 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Pushing event updated for resources: {'Port': ['ID=6ba252fa-a400-4c81-8f91-22ddf08c59d0,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:10:06.007336 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port a9ca915b-c12a-47c8-876e-6225e7f8f292 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:10:06.007719 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:06.116240 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-070aa992-69a8-412c-b5a9-07561e0550fd admin admin] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:10:06.126441 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5773f6a-9b77-4970-bb9e-cc1b55034f24 None None] Sync routers for ids ['f31d1433-e73e-4bca-9d93-7d2ab78ff6cf'] in n-d-802623-1 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:10:06.136389 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d8144186-633f-43d0-b4b7-e87ee44e001b req-157b3699-16a4-43c3-8472-004331c3a93d tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] 10.222.0.18 "GET /v2.0/security-groups/09e60dcf-6ce5-4eeb-be06-968e0874e8a8 HTTP/1.1" status: 200 len: 1801 time: 0.1545222 Jul 27 23:10:06.148841 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5773f6a-9b77-4970-bb9e-cc1b55034f24 None None] Routers {'f31d1433-e73e-4bca-9d93-7d2ab78ff6cf'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:10:06.155595 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-b5773f6a-9b77-4970-bb9e-cc1b55034f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:09:59Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['f31d1433-e73e-4bca-9d93-7d2ab78ff6cf'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:10:06.219342 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-070aa992-69a8-412c-b5a9-07561e0550fd admin admin] Notify callbacks [] for router, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:06.224071 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 32862) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:10:06.233277 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-070aa992-69a8-412c-b5a9-07561e0550fd admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.5203402 Jul 27 23:10:06.310168 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] get_ports_and_sgs() called for port_ids ['6ba252fa-a400-4c81-8f91-22ddf08c59d0'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:10:06.349762 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-d8144186-633f-43d0-b4b7-e87ee44e001b req-f6cf0db9-9721-4335-8e4d-b6ef9db91cba tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:06.436878 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-b5773f6a-9b77-4970-bb9e-cc1b55034f24 None None] Set router f31d1433-e73e-4bca-9d93-7d2ab78ff6cf gateway port host: n-d-802623-1 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:10:06.494443 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-d8144186-633f-43d0-b4b7-e87ee44e001b req-f6cf0db9-9721-4335-8e4d-b6ef9db91cba tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:06.571300 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-2dc2067c-34b3-40d4-b4a8-e641bd4b2f48 req-d21bf319-205b-485a-a787-10a92233c643 tempest-LiveMigrationNegativeTest-51778097 tempest-LiveMigrationNegativeTest-51778097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:06.718089 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-b5773f6a-9b77-4970-bb9e-cc1b55034f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f31d1433-e73e-4bca-9d93-7d2ab78ff6cf', 'name': 'tempest-ServersTestFqdnHostnames-1844628984-router', 'tenant_id': '8d582af9a6794d11bd808a2173a193ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.140'}], 'enable_snat': True}, 'gw_port_id': '35127906-72d3-4961-a2dd-fe261f9be7f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:10:00Z', 'updated_at': '2021-07-27T23:10:04Z', 'revision_number': 3, 'project_id': '8d582af9a6794d11bd808a2173a193ea', 'gw_port': {'id': '35127906-72d3-4961-a2dd-fe261f9be7f6', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:dc:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f31d1433-e73e-4bca-9d93-7d2ab78ff6cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 922, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:10:03Z', 'updated_at': '2021-07-27T23:10:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1'}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:10:06.728342 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21bf319-205b-485a-a787-10a92233c643 tempest-LiveMigrationNegativeTest-51778097 tempest-LiveMigrationNegativeTest-51778097-project] Pushing event deleted for resources: {'Port': ['ID=10623307-e0bb-44d2-a3e7-0d2d5a884a90,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:10:06.734772 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-d8144186-633f-43d0-b4b7-e87ee44e001b req-f6cf0db9-9721-4335-8e4d-b6ef9db91cba tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:06.747939 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-d8144186-633f-43d0-b4b7-e87ee44e001b req-f6cf0db9-9721-4335-8e4d-b6ef9db91cba tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:06.748680 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-eeddc507-33fa-4ea4-8f0b-4fcdb9634dff req-126b93b1-a774-4d3e-9404-468898c54db5 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=af40694f-e015-4730-a86b-e6cdb8a8c834&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2928877 Jul 27 23:10:06.766011 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d8144186-633f-43d0-b4b7-e87ee44e001b req-f6cf0db9-9721-4335-8e4d-b6ef9db91cba tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] 10.222.0.18 "DELETE /v2.0/security-groups/09e60dcf-6ce5-4eeb-be06-968e0874e8a8 HTTP/1.1" status: 204 len: 173 time: 0.6009281 Jul 27 23:10:06.779502 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5773f6a-9b77-4970-bb9e-cc1b55034f24 None None] Checking router: f31d1433-e73e-4bca-9d93-7d2ab78ff6cf for host: n-d-802623-1 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 23:10:06.779502 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5773f6a-9b77-4970-bb9e-cc1b55034f24 None None] Updating router f31d1433-e73e-4bca-9d93-7d2ab78ff6cf port 35127906-72d3-4961-a2dd-fe261f9be7f6 binding host n-d-802623-1 {{(pid=93800) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 23:10:06.810826 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8326adfe-a857-4917-9d5b-ab644a09dffc req-be488b4d-f347-4d34-a43d-931292b23653 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:06.822603 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-8326adfe-a857-4917-9d5b-ab644a09dffc req-be488b4d-f347-4d34-a43d-931292b23653 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/ports?device_id=84967986-7299-4570-bc82-4e600f892180 HTTP/1.1" status: 200 len: 949 time: 0.6315179 Jul 27 23:10:06.834782 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b5773f6a-9b77-4970-bb9e-cc1b55034f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:06.850397 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cf0db9-9721-4335-8e4d-b6ef9db91cba tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09e60dcf-6ce5-4eeb-be06-968e0874e8a8,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:10:06.914161 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [req-2dc2067c-34b3-40d4-b4a8-e641bd4b2f48 req-d21bf319-205b-485a-a787-10a92233c643 tempest-LiveMigrationNegativeTest-51778097 tempest-LiveMigrationNegativeTest-51778097-project] No DVR routers for this DVR port 10623307-e0bb-44d2-a3e7-0d2d5a884a90 on host n-h2-802623-1 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:10:06.927637 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-2dc2067c-34b3-40d4-b4a8-e641bd4b2f48 req-d21bf319-205b-485a-a787-10a92233c643 tempest-LiveMigrationNegativeTest-51778097 tempest-LiveMigrationNegativeTest-51778097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:06.930295 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-2dc2067c-34b3-40d4-b4a8-e641bd4b2f48 req-d21bf319-205b-485a-a787-10a92233c643 tempest-LiveMigrationNegativeTest-51778097 tempest-LiveMigrationNegativeTest-51778097-project] 10.222.0.49 "DELETE /v2.0/ports/10623307-e0bb-44d2-a3e7-0d2d5a884a90 HTTP/1.1" status: 204 len: 173 time: 1.3798101 Jul 27 23:10:06.930295 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e55d4a80-b44a-42bc-9500-aa90ca43ed65', 'name': 'network-vif-deleted', 'tag': '10623307-e0bb-44d2-a3e7-0d2d5a884a90'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:10:06.941407 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a476459a1bfce68b0ae0df5b6a71154bfc7cfdc8f9eefce6ad0a17231e60468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f7cd95c-61fc-46c6-9e83-1b6814f630dd" -d '{"events": [{"server_uuid": "e55d4a80-b44a-42bc-9500-aa90ca43ed65", "name": "network-vif-deleted", "tag": "10623307-e0bb-44d2-a3e7-0d2d5a884a90"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:10:06.967548 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-8326adfe-a857-4917-9d5b-ab644a09dffc req-b79c83d0-1b0c-4b85-b79b-f91fe414e7a1 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb779318-b8ff-43a6-a94f-3ce471aff166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404970 Jul 27 23:10:07.173732 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-68892a82-af9b-4064-811a-b2fca6021cca req-b9e0688d-f4d7-47ce-8670-9435f9c23d6c tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] 10.222.0.18 "GET /v2.0/security-groups/6c581dc8-2eb4-4bba-b994-5344906461f1 HTTP/1.1" status: 200 len: 1801 time: 0.1724920 Jul 27 23:10:07.200158 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a3aa2f66-c7f3-4b4b-8a02-e86015267b94 req-42d208eb-754a-4989-b0c4-c45c0ab34dc9 tempest-LiveMigrationNegativeTest-51778097 tempest-LiveMigrationNegativeTest-51778097-project] 10.222.0.18 "GET /v2.0/ports?device_id=e55d4a80-b44a-42bc-9500-aa90ca43ed65 HTTP/1.1" status: 200 len: 210 time: 0.0532849 Jul 27 23:10:07.218444 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeddc507-33fa-4ea4-8f0b-4fcdb9634dff req-3983653d-b9c2-453c-91ac-1dc9cc5e21bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:07.220743 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-eeddc507-33fa-4ea4-8f0b-4fcdb9634dff req-3983653d-b9c2-453c-91ac-1dc9cc5e21bb service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=7870b81d716943909b4fd3b5def31ac1&device_id=af40694f-e015-4730-a86b-e6cdb8a8c834 HTTP/1.1" status: 200 len: 1099 time: 0.3960977 Jul 27 23:10:07.299642 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-68892a82-af9b-4064-811a-b2fca6021cca req-67eaec9f-9f62-46d9-847a-8fbab2910ec7 tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:07.303890 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] get_ports_and_sgs() called for port_ids ['10623307-e0bb-44d2-a3e7-0d2d5a884a90'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:10:07.340774 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-68892a82-af9b-4064-811a-b2fca6021cca req-67eaec9f-9f62-46d9-847a-8fbab2910ec7 tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:07.411745 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:10:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-406182b6-c809-4ce0-bf25-9ebb4e75c4c4 x-openstack-request-id: req-406182b6-c809-4ce0-bf25-9ebb4e75c4c4 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:10:07.412184 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e55d4a80-b44a-42bc-9500-aa90ca43ed65", "name": "network-vif-deleted", "tag": "10623307-e0bb-44d2-a3e7-0d2d5a884a90", "status": "completed", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:10:07.412445 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-406182b6-c809-4ce0-bf25-9ebb4e75c4c4 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:10:07.412894 n-d-802623-1 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e55d4a80-b44a-42bc-9500-aa90ca43ed65', 'name': 'network-vif-deleted', 'tag': '10623307-e0bb-44d2-a3e7-0d2d5a884a90', 'status': 'completed', 'code': 200} Jul 27 23:10:07.416672 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeddc507-33fa-4ea4-8f0b-4fcdb9634dff req-10b75a42-abc2-43b9-b283-81db2f1948f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:07.418124 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-eeddc507-33fa-4ea4-8f0b-4fcdb9634dff req-10b75a42-abc2-43b9-b283-81db2f1948f1 service neutron] 10.222.0.38 "GET /v2.0/networks?id=591af2dd-f826-43b1-aa9d-e7a0bf218c71 HTTP/1.1" status: 200 len: 870 time: 0.1724041 Jul 27 23:10:07.420910 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-68892a82-af9b-4064-811a-b2fca6021cca req-67eaec9f-9f62-46d9-847a-8fbab2910ec7 tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:07.424395 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-68892a82-af9b-4064-811a-b2fca6021cca req-67eaec9f-9f62-46d9-847a-8fbab2910ec7 tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:07.425568 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-68892a82-af9b-4064-811a-b2fca6021cca req-67eaec9f-9f62-46d9-847a-8fbab2910ec7 tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] 10.222.0.18 "DELETE /v2.0/security-groups/6c581dc8-2eb4-4bba-b994-5344906461f1 HTTP/1.1" status: 204 len: 173 time: 0.2356160 Jul 27 23:10:07.448782 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67eaec9f-9f62-46d9-847a-8fbab2910ec7 tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c581dc8-2eb4-4bba-b994-5344906461f1,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:10:07.463972 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [req-26be8c74-388c-44f9-93cd-d4a95bccc701 req-f7cd686b-ba6c-4d18-ac39-81ccd3950fee tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-154019760', 'description': 'tempest-description-611703992'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:10:07.467876 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8996db7f-4cf2-4b38-893c-d0458bf0b126 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:07.512489 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-26be8c74-388c-44f9-93cd-d4a95bccc701 req-f7cd686b-ba6c-4d18-ac39-81ccd3950fee tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:07.513704 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b5773f6a-9b77-4970-bb9e-cc1b55034f24 None None] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:07.528450 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-eeddc507-33fa-4ea4-8f0b-4fcdb9634dff req-e4aac134-56f4-4229-aaea-773c8ee18023 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.101&port_id=3620d593-1d9b-44f9-b5be-c87446df7f96 HTTP/1.1" status: 200 len: 217 time: 0.0580678 Jul 27 23:10:07.529924 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-b5773f6a-9b77-4970-bb9e-cc1b55034f24 None None] Transition to ACTIVE for port object 35127906-72d3-4961-a2dd-fe261f9be7f6 will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:10:07.538517 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b5773f6a-9b77-4970-bb9e-cc1b55034f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:07.587092 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-4d981c41-7284-498d-8971-a189b202855e req-77e9349c-a53f-445d-9a5f-bb0385c5a406 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.18 "GET /v2.0/ports?device_id=94bcbeeb-7774-4b45-848f-3dfe8cc8bf8e HTTP/1.1" status: 200 len: 210 time: 0.0616179 Jul 27 23:10:07.603590 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-b5773f6a-9b77-4970-bb9e-cc1b55034f24 None None] Attempting to bind port 35127906-72d3-4961-a2dd-fe261f9be7f6 on host n-d-802623-1 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:10:07.603801 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-b5773f6a-9b77-4970-bb9e-cc1b55034f24 None None] Attempting to bind port 35127906-72d3-4961-a2dd-fe261f9be7f6 by drivers openvswitch,hyperv on host n-d-802623-1 at level 0 using segments [{'id': 'b9afe07e-bbe4-4740-834c-4b6a9698bdbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:10:07.604263 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5773f6a-9b77-4970-bb9e-cc1b55034f24 None None] Attempting to bind port 35127906-72d3-4961-a2dd-fe261f9be7f6 on network 2fd42287-ed26-4eb9-89a5-b521f5b04356 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:10:07.612911 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65862e54-342b-4a1b-9c16-28fdeeaa04b7 None None] Pushing event updated for resources: {'Port': ['ID=35127906-72d3-4961-a2dd-fe261f9be7f6,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:10:07.619908 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5773f6a-9b77-4970-bb9e-cc1b55034f24 None None] Checking agent: {'id': 'a9a568d2-a5e7-41e4-833f-a8ab42ea4073', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 52, 30), 'started_at': datetime.datetime(2021, 7, 27, 22, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802623-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:10:07.620423 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5773f6a-9b77-4970-bb9e-cc1b55034f24 None None] Checking segment: {'id': 'b9afe07e-bbe4-4740-834c-4b6a9698bdbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:10:07.620924 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b5773f6a-9b77-4970-bb9e-cc1b55034f24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:07.621496 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5773f6a-9b77-4970-bb9e-cc1b55034f24 None None] Bound using segment: {'id': 'b9afe07e-bbe4-4740-834c-4b6a9698bdbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:10:07.622545 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-b5773f6a-9b77-4970-bb9e-cc1b55034f24 None None] Bound port: 35127906-72d3-4961-a2dd-fe261f9be7f6, host: n-d-802623-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9afe07e-bbe4-4740-834c-4b6a9698bdbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:10:07.623317 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b5773f6a-9b77-4970-bb9e-cc1b55034f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:07.633723 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65862e54-342b-4a1b-9c16-28fdeeaa04b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:10:07.634110 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65862e54-342b-4a1b-9c16-28fdeeaa04b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:10:07.634624 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65862e54-342b-4a1b-9c16-28fdeeaa04b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:10:07.635089 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65862e54-342b-4a1b-9c16-28fdeeaa04b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:10:07.635600 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65862e54-342b-4a1b-9c16-28fdeeaa04b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:10:07.636332 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65862e54-342b-4a1b-9c16-28fdeeaa04b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:10:07.636332 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65862e54-342b-4a1b-9c16-28fdeeaa04b7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:10:07.637066 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65862e54-342b-4a1b-9c16-28fdeeaa04b7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:10:07.637495 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65862e54-342b-4a1b-9c16-28fdeeaa04b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:10:07.637911 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65862e54-342b-4a1b-9c16-28fdeeaa04b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:10:07.638320 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65862e54-342b-4a1b-9c16-28fdeeaa04b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:10:07.638729 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65862e54-342b-4a1b-9c16-28fdeeaa04b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:10:07.644334 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-26be8c74-388c-44f9-93cd-d4a95bccc701 req-f7cd686b-ba6c-4d18-ac39-81ccd3950fee tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:07.651824 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-26be8c74-388c-44f9-93cd-d4a95bccc701 req-f7cd686b-ba6c-4d18-ac39-81ccd3950fee tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:07.655419 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeddc507-33fa-4ea4-8f0b-4fcdb9634dff req-417d8f19-669a-4938-84f4-3eb8bb15504b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:07.657076 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-eeddc507-33fa-4ea4-8f0b-4fcdb9634dff req-417d8f19-669a-4938-84f4-3eb8bb15504b service neutron] 10.222.0.38 "GET /v2.0/subnets?id=62938449-046d-4cbe-923a-7ebb632c358d HTTP/1.1" status: 200 len: 843 time: 0.1194768 Jul 27 23:10:07.689069 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cd686b-ba6c-4d18-ac39-81ccd3950fee tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] Pushing event updated for resources: {'SecurityGroup': ['ID=703b02bc-913b-4099-ac48-21aefd6fd76c,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:10:07.694198 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-26be8c74-388c-44f9-93cd-d4a95bccc701 req-f7cd686b-ba6c-4d18-ac39-81ccd3950fee tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:07.699914 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-26be8c74-388c-44f9-93cd-d4a95bccc701 req-f7cd686b-ba6c-4d18-ac39-81ccd3950fee tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.2399457 Jul 27 23:10:07.716268 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-b5773f6a-9b77-4970-bb9e-cc1b55034f24 None None] For port 35127906-72d3-4961-a2dd-fe261f9be7f6, host n-d-802623-1, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:10:07.721499 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-b5773f6a-9b77-4970-bb9e-cc1b55034f24 None None] For port 35127906-72d3-4961-a2dd-fe261f9be7f6, host n-d-802623-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=35127906-72d3-4961-a2dd-fe261f9be7f6,segment=NetworkSegment(b9afe07e-bbe4-4740-834c-4b6a9698bdbc),segment_id=b9afe07e-bbe4-4740-834c-4b6a9698bdbc)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:10:07.728921 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b5773f6a-9b77-4970-bb9e-cc1b55034f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:07.783295 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeddc507-33fa-4ea4-8f0b-4fcdb9634dff req-3155769b-c46a-47c7-8e82-613d16d04893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:07.784819 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-eeddc507-33fa-4ea4-8f0b-4fcdb9634dff req-3155769b-c46a-47c7-8e82-613d16d04893 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=591af2dd-f826-43b1-aa9d-e7a0bf218c71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1177206 Jul 27 23:10:07.785963 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5773f6a-9b77-4970-bb9e-cc1b55034f24 None None] Routers {'f31d1433-e73e-4bca-9d93-7d2ab78ff6cf'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:10:07.787254 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-b5773f6a-9b77-4970-bb9e-cc1b55034f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:09:59Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['f31d1433-e73e-4bca-9d93-7d2ab78ff6cf'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:10:07.824656 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65862e54-342b-4a1b-9c16-28fdeeaa04b7 None None] Pushing event updated for resources: {'Port': ['ID=35127906-72d3-4961-a2dd-fe261f9be7f6,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:10:07.874070 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-780d2e5a-b0a1-4efe-b7d7-18c30ea6e719 req-949b648c-e64e-434a-848f-fd19a15c341e tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] 10.222.0.18 "GET /v2.0/security-groups/703b02bc-913b-4099-ac48-21aefd6fd76c HTTP/1.1" status: 200 len: 1799 time: 0.1448250 Jul 27 23:10:07.892064 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [req-780d2e5a-b0a1-4efe-b7d7-18c30ea6e719 req-cff1ee84-9388-4fc7-9070-9be03bf1cfa9 tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] Request body: {'security_group': {'name': 'tempest-sg-hth-2121004117', 'description': 'tempest-description-hth-344745518'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:10:07.902336 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-8996db7f-4cf2-4b38-893c-d0458bf0b126 admin admin] Allocated IP 172.20.0.1 (3adb757c-b86b-47f3-8bd0-530e0c033dd4/2e0bf504-e262-4f06-bee4-22c651cb840b/d77c3ada-73ef-4746-af67-66824003051d) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:10:07.904072 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-b5773f6a-9b77-4970-bb9e-cc1b55034f24 None None] Set router f31d1433-e73e-4bca-9d93-7d2ab78ff6cf gateway port host: n-d-802623-1 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:10:07.940435 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-780d2e5a-b0a1-4efe-b7d7-18c30ea6e719 req-cff1ee84-9388-4fc7-9070-9be03bf1cfa9 tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] Notify callbacks [] for security_group, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:08.031874 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-eeddc507-33fa-4ea4-8f0b-4fcdb9634dff req-8a45cade-72d6-4e19-997d-b08cce9bc797 service neutron] 10.222.0.38 "GET /v2.0/networks/591af2dd-f826-43b1-aa9d-e7a0bf218c71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2193012 Jul 27 23:10:08.050156 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab5275a-ea40-4feb-8f15-dffde6a89556 req-c30e26d1-7a8c-4983-ae3c-cb230904c550 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:08.051894 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-5ab5275a-ea40-4feb-8f15-dffde6a89556 req-c30e26d1-7a8c-4983-ae3c-cb230904c550 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.38 "GET /v2.0/networks?id=9e23151c-db3f-4ce6-bd4c-f37102973a7b HTTP/1.1" status: 200 len: 810 time: 0.2241540 Jul 27 23:10:08.071399 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [req-5ab5275a-ea40-4feb-8f15-dffde6a89556 req-a1567784-4ac3-4d8d-99b6-6ef0ad62e1a0 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] Request body: {'port': {'device_id': '94bcbeeb-7774-4b45-848f-3dfe8cc8bf8e', 'network_id': '9e23151c-db3f-4ce6-bd4c-f37102973a7b', 'admin_state_up': True, 'tenant_id': '8769b54ba73a4421837726dbda018e6b'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:10:08.123621 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-780d2e5a-b0a1-4efe-b7d7-18c30ea6e719 req-cff1ee84-9388-4fc7-9070-9be03bf1cfa9 tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] Notify callbacks [] for security_group, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:08.150904 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-780d2e5a-b0a1-4efe-b7d7-18c30ea6e719 req-cff1ee84-9388-4fc7-9070-9be03bf1cfa9 tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:08.153464 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-780d2e5a-b0a1-4efe-b7d7-18c30ea6e719 req-cff1ee84-9388-4fc7-9070-9be03bf1cfa9 tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:08.154755 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-780d2e5a-b0a1-4efe-b7d7-18c30ea6e719 req-cff1ee84-9388-4fc7-9070-9be03bf1cfa9 tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] 10.222.0.18 "PUT /v2.0/security-groups/703b02bc-913b-4099-ac48-21aefd6fd76c HTTP/1.1" status: 200 len: 1774 time: 0.2736502 Jul 27 23:10:08.181856 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-b5773f6a-9b77-4970-bb9e-cc1b55034f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f31d1433-e73e-4bca-9d93-7d2ab78ff6cf', 'name': 'tempest-ServersTestFqdnHostnames-1844628984-router', 'tenant_id': '8d582af9a6794d11bd808a2173a193ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.140'}], 'enable_snat': True}, 'gw_port_id': '35127906-72d3-4961-a2dd-fe261f9be7f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:10:00Z', 'updated_at': '2021-07-27T23:10:04Z', 'revision_number': 3, 'project_id': '8d582af9a6794d11bd808a2173a193ea', 'gw_port': {'id': '35127906-72d3-4961-a2dd-fe261f9be7f6', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:dc:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f31d1433-e73e-4bca-9d93-7d2ab78ff6cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 922, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:10:03Z', 'updated_at': '2021-07-27T23:10:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1'}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:10:08.184244 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8996db7f-4cf2-4b38-893c-d0458bf0b126 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:08.206523 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1734d9ed-d612-4d63-81be-6d77ade9171a req-507672ed-bd48-4633-bb35-45454a3676fe tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:08.208918 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-1734d9ed-d612-4d63-81be-6d77ade9171a req-507672ed-bd48-4633-bb35-45454a3676fe tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/ports?device_id=84967986-7299-4570-bc82-4e600f892180 HTTP/1.1" status: 200 len: 949 time: 0.0912738 Jul 27 23:10:08.223955 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5773f6a-9b77-4970-bb9e-cc1b55034f24 None None] The sync data for ids ['f31d1433-e73e-4bca-9d93-7d2ab78ff6cf'] in n-d-802623-1 is: [{'id': 'f31d1433-e73e-4bca-9d93-7d2ab78ff6cf', 'name': 'tempest-ServersTestFqdnHostnames-1844628984-router', 'tenant_id': '8d582af9a6794d11bd808a2173a193ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.140'}], 'enable_snat': True}, 'gw_port_id': '35127906-72d3-4961-a2dd-fe261f9be7f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:10:00Z', 'updated_at': '2021-07-27T23:10:04Z', 'revision_number': 3, 'project_id': '8d582af9a6794d11bd808a2173a193ea', 'gw_port': {'id': '35127906-72d3-4961-a2dd-fe261f9be7f6', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:dc:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f31d1433-e73e-4bca-9d93-7d2ab78ff6cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 922, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:10:03Z', 'updated_at': '2021-07-27T23:10:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1'}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:10:08.228359 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-8996db7f-4cf2-4b38-893c-d0458bf0b126 admin admin] Transition to ACTIVE for port object d77c3ada-73ef-4746-af67-66824003051d will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:10:08.251874 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff1ee84-9388-4fc7-9070-9be03bf1cfa9 tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] Pushing event updated for resources: {'SecurityGroup': ['ID=703b02bc-913b-4099-ac48-21aefd6fd76c,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:10:08.266234 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-eeddc507-33fa-4ea4-8f0b-4fcdb9634dff req-8f5c5419-de09-48ef-8bef-7efc66f0c9a9 service neutron] 10.222.0.38 "GET /v2.0/networks/591af2dd-f826-43b1-aa9d-e7a0bf218c71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2233036 Jul 27 23:10:08.273476 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-1734d9ed-d612-4d63-81be-6d77ade9171a req-12f697d1-3d80-48e5-8bac-80c133600c13 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb779318-b8ff-43a6-a94f-3ce471aff166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572782 Jul 27 23:10:08.303181 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ab5275a-ea40-4feb-8f15-dffde6a89556 req-a1567784-4ac3-4d8d-99b6-6ef0ad62e1a0 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] Made reservation on behalf of 8769b54ba73a4421837726dbda018e6b for: {'port': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:10:08.307396 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-5ab5275a-ea40-4feb-8f15-dffde6a89556 req-a1567784-4ac3-4d8d-99b6-6ef0ad62e1a0 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:08.357056 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-290565e1-8492-433d-8a29-1fbf4ba4948b req-07ebe7fa-dbbe-4319-9d94-e903cdf00c7c tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] 10.222.0.18 "GET /v2.0/security-groups/703b02bc-913b-4099-ac48-21aefd6fd76c HTTP/1.1" status: 200 len: 1774 time: 0.0883527 Jul 27 23:10:08.362149 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8996db7f-4cf2-4b38-893c-d0458bf0b126 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:08.419070 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8996db7f-4cf2-4b38-893c-d0458bf0b126 admin admin] Network 3adb757c-b86b-47f3-8bd0-530e0c033dd4 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:10:08.434091 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-8996db7f-4cf2-4b38-893c-d0458bf0b126 admin admin] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:10:08.437240 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8996db7f-4cf2-4b38-893c-d0458bf0b126 admin admin] Pushing event updated for resources: {'Port': ['ID=d77c3ada-73ef-4746-af67-66824003051d,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:10:08.446077 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8996db7f-4cf2-4b38-893c-d0458bf0b126 admin admin] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:10:08.478027 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [req-5ab5275a-ea40-4feb-8f15-dffde6a89556 req-a1567784-4ac3-4d8d-99b6-6ef0ad62e1a0 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] Allocated IP 172.20.0.5 (9e23151c-db3f-4ce6-bd4c-f37102973a7b/907748a0-cd4e-409f-9c38-5786b794e948/86a578d4-6599-4c14-8000-f911b581dfcf) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:10:08.516849 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-27d3fe05-75f0-43ef-b2d8-3b5e781d7eeb req-fff25444-6812-4d64-b6d9-a95446c9ff1c tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] 10.222.0.18 "GET /v2.0/security-groups/703b02bc-913b-4099-ac48-21aefd6fd76c HTTP/1.1" status: 200 len: 1774 time: 0.0925126 Jul 27 23:10:08.557120 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8996db7f-4cf2-4b38-893c-d0458bf0b126 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-415283'] for router_interface, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:08.706711 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-27d3fe05-75f0-43ef-b2d8-3b5e781d7eeb req-6ded2ddb-0607-4480-b685-cd98c161e1e4 tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:08.792380 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 32942) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:10:08.792896 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8a7d7d-9f0d-49e3-9bf6-498465dca8b7 req-d0c413c1-8a2e-4028-aea6-e074e4f80271 tempest-ListImageFiltersTestJSON-1300276804 tempest-ListImageFiltersTestJSON-1300276804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:08.794132 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-27d3fe05-75f0-43ef-b2d8-3b5e781d7eeb req-6ded2ddb-0607-4480-b685-cd98c161e1e4 tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:08.795963 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-2d8a7d7d-9f0d-49e3-9bf6-498465dca8b7 req-d0c413c1-8a2e-4028-aea6-e074e4f80271 tempest-ListImageFiltersTestJSON-1300276804 tempest-ListImageFiltersTestJSON-1300276804-project] 10.222.0.18 "GET /v2.0/ports?device_id=ad127843-2f59-41fa-9a9b-54df94eb8502 HTTP/1.1" status: 200 len: 951 time: 0.2189667 Jul 27 23:10:08.831969 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-cf6c0fc8-443c-4175-9a29-365d60e40a1f None None] Provisioning for port d77c3ada-73ef-4746-af67-66824003051d completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:10:08.838978 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-cf6c0fc8-443c-4175-9a29-365d60e40a1f None None] Provisioning complete for port d77c3ada-73ef-4746-af67-66824003051d triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:10:08.840167 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-cf6c0fc8-443c-4175-9a29-365d60e40a1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:08.867342 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-2d8a7d7d-9f0d-49e3-9bf6-498465dca8b7 req-1383464c-b3e8-4a5f-a582-68aefc4f1129 tempest-ListImageFiltersTestJSON-1300276804 tempest-ListImageFiltersTestJSON-1300276804-project] 10.222.0.18 "GET /v2.0/security-groups?id=e18dfc0d-586d-4d08-ab5b-6cc85907c37c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667892 Jul 27 23:10:08.883919 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-5ab5275a-ea40-4feb-8f15-dffde6a89556 req-a1567784-4ac3-4d8d-99b6-6ef0ad62e1a0 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:08.921459 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-cf6c0fc8-443c-4175-9a29-365d60e40a1f None None] Port d77c3ada-73ef-4746-af67-66824003051d cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:10:08.949639 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8996db7f-4cf2-4b38-893c-d0458bf0b126 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:08.952894 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-5ab5275a-ea40-4feb-8f15-dffde6a89556 req-a1567784-4ac3-4d8d-99b6-6ef0ad62e1a0 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:09.019112 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-27d3fe05-75f0-43ef-b2d8-3b5e781d7eeb req-6ded2ddb-0607-4480-b685-cd98c161e1e4 tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:09.022009 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-27d3fe05-75f0-43ef-b2d8-3b5e781d7eeb req-6ded2ddb-0607-4480-b685-cd98c161e1e4 tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:09.023173 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-27d3fe05-75f0-43ef-b2d8-3b5e781d7eeb req-6ded2ddb-0607-4480-b685-cd98c161e1e4 tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] 10.222.0.18 "DELETE /v2.0/security-groups/703b02bc-913b-4099-ac48-21aefd6fd76c HTTP/1.1" status: 204 len: 173 time: 0.4919405 Jul 27 23:10:09.039259 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ab5275a-ea40-4feb-8f15-dffde6a89556 req-a1567784-4ac3-4d8d-99b6-6ef0ad62e1a0 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] Network 9e23151c-db3f-4ce6-bd4c-f37102973a7b is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:10:09.040495 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1567784-4ac3-4d8d-99b6-6ef0ad62e1a0 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] Pushing event updated for resources: {'Port': ['ID=86a578d4-6599-4c14-8000-f911b581dfcf,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:10:09.057953 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [req-5ab5275a-ea40-4feb-8f15-dffde6a89556 req-a1567784-4ac3-4d8d-99b6-6ef0ad62e1a0 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:10:09.060930 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ab5275a-ea40-4feb-8f15-dffde6a89556 req-a1567784-4ac3-4d8d-99b6-6ef0ad62e1a0 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:10:09.068327 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ded2ddb-0607-4480-b685-cd98c161e1e4 tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=703b02bc-913b-4099-ac48-21aefd6fd76c,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:10:09.080001 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-f5b03a63-8797-48d1-8fd9-2a700d0a9b6f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=226ab7885bf147eaaba66104d367bc67&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2794969 Jul 27 23:10:09.080233 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 32956) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:10:09.157795 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb46bd3-3459-4b42-9f26-90d460a50216 req-1de043f0-c250-40b5-8853-8263c0d0aed1 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:09.165822 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-7cb46bd3-3459-4b42-9f26-90d460a50216 req-1de043f0-c250-40b5-8853-8263c0d0aed1 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.18 "GET /v2.0/ports?device_id=94bcbeeb-7774-4b45-848f-3dfe8cc8bf8e HTTP/1.1" status: 200 len: 931 time: 0.1846919 Jul 27 23:10:09.173427 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab5275a-ea40-4feb-8f15-dffde6a89556 req-a1567784-4ac3-4d8d-99b6-6ef0ad62e1a0 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:09.174136 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-5ab5275a-ea40-4feb-8f15-dffde6a89556 req-a1567784-4ac3-4d8d-99b6-6ef0ad62e1a0 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:09.199890 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-883bc07d-486f-4ded-9c49-7f9796f8df92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:09.255357 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-883bc07d-486f-4ded-9c49-7f9796f8df92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:09.288670 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8996db7f-4cf2-4b38-893c-d0458bf0b126 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:09.307321 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8996db7f-4cf2-4b38-893c-d0458bf0b126 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:09.334048 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device 6ba252fa-a400-4c81-8f91-22ddf08c59d0 up at agent hyperv_n-h2-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:10:09.393327 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8996db7f-4cf2-4b38-893c-d0458bf0b126 admin admin] Pushing event updated for resources: {'Port': ['ID=d77c3ada-73ef-4746-af67-66824003051d,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:10:09.413072 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8996db7f-4cf2-4b38-893c-d0458bf0b126 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3760555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-414115'] for router_interface, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:09.435714 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Provisioning for port 6ba252fa-a400-4c81-8f91-22ddf08c59d0 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:10:09.444840 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Provisioning complete for port 6ba252fa-a400-4c81-8f91-22ddf08c59d0 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:10:09.445488 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:09.449517 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-883bc07d-486f-4ded-9c49-7f9796f8df92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:09.452426 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-883bc07d-486f-4ded-9c49-7f9796f8df92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:09.453870 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-883bc07d-486f-4ded-9c49-7f9796f8df92 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8661a481-8725-4d2d-88ac-095875c6abdc HTTP/1.1" status: 204 len: 168 time: 0.3725364 Jul 27 23:10:09.501086 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883bc07d-486f-4ded-9c49-7f9796f8df92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8661a481-8725-4d2d-88ac-095875c6abdc,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:10:09.562375 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-5ab5275a-ea40-4feb-8f15-dffde6a89556 req-a1567784-4ac3-4d8d-99b6-6ef0ad62e1a0 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5013607 Jul 27 23:10:09.586335 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-7cb46bd3-3459-4b42-9f26-90d460a50216 req-19572fcd-06af-469c-b31c-272a8054f56e tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.18 "GET /v2.0/security-groups?id=657c655b-8580-45d5-979f-9b32b7a260f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4130523 Jul 27 23:10:09.591607 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [req-5ab5275a-ea40-4feb-8f15-dffde6a89556 req-704649a6-f041-48cd-8ab3-0fe2647e3364 service neutron] Request body: {'port': {'device_id': '94bcbeeb-7774-4b45-848f-3dfe8cc8bf8e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802623-1'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:10:09.635078 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8996db7f-4cf2-4b38-893c-d0458bf0b126 admin admin] Network 3adb757c-b86b-47f3-8bd0-530e0c033dd4 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:10:09.638416 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-8996db7f-4cf2-4b38-893c-d0458bf0b126 admin admin] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:10:09.683253 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:09.720140 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-5ab5275a-ea40-4feb-8f15-dffde6a89556 req-704649a6-f041-48cd-8ab3-0fe2647e3364 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:09.763686 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84967986-7299-4570-bc82-4e600f892180', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ba252fa-a400-4c81-8f91-22ddf08c59d0'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:10:09.766417 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c0369b0d4f459110ff20a1f9878ba33f96d6491bddb9d15843bf29d01e0bda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88e2f606-35c8-409a-84e4-e409117a4361" -d '{"events": [{"server_uuid": "84967986-7299-4570-bc82-4e600f892180", "name": "network-vif-plugged", "status": "completed", "tag": "6ba252fa-a400-4c81-8f91-22ddf08c59d0"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:10:09.781855 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 35127906-72d3-4961-a2dd-fe261f9be7f6 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:10:09.787581 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port 6ba252fa-a400-4c81-8f91-22ddf08c59d0, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=6ba252fa-a400-4c81-8f91-22ddf08c59d0,segment=NetworkSegment(16e91594-c047-4b55-93eb-43af33ad08e1),segment_id=16e91594-c047-4b55-93eb-43af33ad08e1)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:10:09.815220 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:09.816363 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device 10623307-e0bb-44d2-a3e7-0d2d5a884a90 no longer exists at agent hyperv_n-h2-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:10:09.866106 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] No Port match for: 10623307-e0bb-44d2-a3e7-0d2d5a884a90 {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:10:09.869317 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device 10623307-e0bb-44d2-a3e7-0d2d5a884a90 not bound to the agent host n-h2-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:10:09.923498 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Pushing event updated for resources: {'Port': ['ID=6ba252fa-a400-4c81-8f91-22ddf08c59d0,revision_number=5']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:10:09.930859 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning for port 35127906-72d3-4961-a2dd-fe261f9be7f6 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:10:09.936821 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port 35127906-72d3-4961-a2dd-fe261f9be7f6 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:10:09.944024 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:09.957574 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8996db7f-4cf2-4b38-893c-d0458bf0b126 admin admin] Router f31d1433-e73e-4bca-9d93-7d2ab78ff6cf has already been hosted by L3 agent 018c4455-49c0-4734-927d-7824067b2a9e {{(pid=93798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 23:10:09.981701 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48488164-bbee-42c9-992e-f833959ddc36 req-1816d538-d8a0-4b9a-afbb-3782e1879aa0 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:09.990405 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-48488164-bbee-42c9-992e-f833959ddc36 req-1816d538-d8a0-4b9a-afbb-3782e1879aa0 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/ports?device_id=84967986-7299-4570-bc82-4e600f892180 HTTP/1.1" status: 200 len: 949 time: 0.3526714 Jul 27 23:10:10.053427 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 32998) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:10:10.093334 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:10.095450 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-48488164-bbee-42c9-992e-f833959ddc36 req-77c5adca-1108-42fe-acb2-91a5700d9660 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb779318-b8ff-43a6-a94f-3ce471aff166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038828 Jul 27 23:10:10.122268 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] For port 35127906-72d3-4961-a2dd-fe261f9be7f6, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=35127906-72d3-4961-a2dd-fe261f9be7f6,segment=NetworkSegment(b9afe07e-bbe4-4740-834c-4b6a9698bdbc),segment_id=b9afe07e-bbe4-4740-834c-4b6a9698bdbc)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:10:10.134230 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:10.180925 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:10:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2128fd1-43f1-4f34-857c-f90ce41eee24 x-openstack-request-id: req-e2128fd1-43f1-4f34-857c-f90ce41eee24 {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:10:10.181205 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84967986-7299-4570-bc82-4e600f892180", "name": "network-vif-plugged", "status": "completed", "tag": "6ba252fa-a400-4c81-8f91-22ddf08c59d0", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:10:10.181408 n-d-802623-1 neutron-server[93797]: INFO neutron.api.v2.resource [req-412bc01d-c18c-4158-80e9-a947c1447165 req-644ca336-97cd-48c7-906d-8da4861ac54a tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] show failed (client error): The resource could not be found. Jul 27 23:10:10.181880 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e2128fd1-43f1-4f34-857c-f90ce41eee24 {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:10:10.182609 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-412bc01d-c18c-4158-80e9-a947c1447165 req-644ca336-97cd-48c7-906d-8da4861ac54a tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] 10.222.0.18 "GET /v2.0/security-groups/6c581dc8-2eb4-4bba-b994-5344906461f1 HTTP/1.1" status: 404 len: 352 time: 0.0544360 Jul 27 23:10:10.192393 n-d-802623-1 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84967986-7299-4570-bc82-4e600f892180', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ba252fa-a400-4c81-8f91-22ddf08c59d0', 'code': 200} Jul 27 23:10:10.212943 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8996db7f-4cf2-4b38-893c-d0458bf0b126 admin admin] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:10:10.219199 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-8996db7f-4cf2-4b38-893c-d0458bf0b126 admin admin] 10.222.0.18 "PUT /v2.0/routers/f31d1433-e73e-4bca-9d93-7d2ab78ff6cf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9925690 Jul 27 23:10:10.223611 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-00d355f0-5d77-4c6e-a9f8-ffd76e403399 None None] Provisioning complete for port d77c3ada-73ef-4746-af67-66824003051d triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:10:10.224129 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-00d355f0-5d77-4c6e-a9f8-ffd76e403399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:10.276368 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Pushing event updated for resources: {'Port': ['ID=35127906-72d3-4961-a2dd-fe261f9be7f6,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:10:10.292953 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-00d355f0-5d77-4c6e-a9f8-ffd76e403399 None None] Port d77c3ada-73ef-4746-af67-66824003051d cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:10:10.317002 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-95ae0724-272d-4a28-b7b2-7e38414ab169 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d5ea4045041043dfa83a9445de755115&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2599409 Jul 27 23:10:10.317307 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 33016) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:10:10.320942 n-d-802623-1 neutron-server[93797]: INFO neutron.api.v2.resource [req-293780a3-a7de-402d-bc4c-ac2ed3bac854 req-44708f25-34a1-48fa-aba7-133db36e68a7 tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] show failed (client error): The resource could not be found. Jul 27 23:10:10.321945 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-293780a3-a7de-402d-bc4c-ac2ed3bac854 req-44708f25-34a1-48fa-aba7-133db36e68a7 tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] 10.222.0.18 "GET /v2.0/security-groups/09e60dcf-6ce5-4eeb-be06-968e0874e8a8 HTTP/1.1" status: 404 len: 352 time: 0.0861132 Jul 27 23:10:10.362623 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734e9db7-2863-4613-a19f-890e129e6955 req-4380c82b-9391-460d-9e99-cae0e19b7e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:10.364152 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-734e9db7-2863-4613-a19f-890e129e6955 req-4380c82b-9391-460d-9e99-cae0e19b7e6a service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=84967986-7299-4570-bc82-4e600f892180 HTTP/1.1" status: 200 len: 1101 time: 0.1025119 Jul 27 23:10:10.421860 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [req-5ab5275a-ea40-4feb-8f15-dffde6a89556 req-704649a6-f041-48cd-8ab3-0fe2647e3364 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86a578d4-6599-4c14-8000-f911b581dfcf {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:10:10.433500 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-5ab5275a-ea40-4feb-8f15-dffde6a89556 req-704649a6-f041-48cd-8ab3-0fe2647e3364 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:10.439091 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-734e9db7-2863-4613-a19f-890e129e6955 req-11caef41-eed6-4357-93b0-1be5f90d5370 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=fb779318-b8ff-43a6-a94f-3ce471aff166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522470 Jul 27 23:10:10.447504 n-d-802623-1 neutron-server[93798]: INFO neutron.api.v2.resource [req-4f23b1e2-8a2f-467b-b572-0ffbe2fd4ae8 req-a12b1195-dd31-4060-a314-fffe0d4676eb tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] show failed (client error): The resource could not be found. Jul 27 23:10:10.448561 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-4f23b1e2-8a2f-467b-b572-0ffbe2fd4ae8 req-a12b1195-dd31-4060-a314-fffe0d4676eb tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] 10.222.0.18 "GET /v2.0/security-groups/d23ad11a-9bc6-4186-81fd-1dbecc6e4597 HTTP/1.1" status: 404 len: 352 time: 0.0463483 Jul 27 23:10:10.449320 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c15011ab-6cc9-4444-9463-c540e7322b01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:10.451164 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [req-5ab5275a-ea40-4feb-8f15-dffde6a89556 req-704649a6-f041-48cd-8ab3-0fe2647e3364 service neutron] Transition to ACTIVE for port object 86a578d4-6599-4c14-8000-f911b581dfcf will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:10:10.457989 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-5ab5275a-ea40-4feb-8f15-dffde6a89556 req-704649a6-f041-48cd-8ab3-0fe2647e3364 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11336041'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:10.481448 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c15011ab-6cc9-4444-9463-c540e7322b01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:10.546253 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c15011ab-6cc9-4444-9463-c540e7322b01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:10.549780 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c15011ab-6cc9-4444-9463-c540e7322b01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:10.561288 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-c15011ab-6cc9-4444-9463-c540e7322b01 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/35d3ba39-d12f-4b1e-a0d7-d19f053c652d HTTP/1.1" status: 204 len: 168 time: 0.2422714 Jul 27 23:10:10.562506 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704649a6-f041-48cd-8ab3-0fe2647e3364 service neutron] Pushing event updated for resources: {'Port': ['ID=86a578d4-6599-4c14-8000-f911b581dfcf,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:10:10.592191 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15011ab-6cc9-4444-9463-c540e7322b01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35d3ba39-d12f-4b1e-a0d7-d19f053c652d,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:10:10.601901 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-5ab5275a-ea40-4feb-8f15-dffde6a89556 req-704649a6-f041-48cd-8ab3-0fe2647e3364 service neutron] Attempting to bind port 86a578d4-6599-4c14-8000-f911b581dfcf on host n-h1-802623-1 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:10:10.602249 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-5ab5275a-ea40-4feb-8f15-dffde6a89556 req-704649a6-f041-48cd-8ab3-0fe2647e3364 service neutron] Attempting to bind port 86a578d4-6599-4c14-8000-f911b581dfcf by drivers openvswitch,hyperv on host n-h1-802623-1 at level 0 using segments [{'id': '28e446c9-01ab-4372-bcf6-11d579b6d514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '9e23151c-db3f-4ce6-bd4c-f37102973a7b'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:10:10.603492 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ab5275a-ea40-4feb-8f15-dffde6a89556 req-704649a6-f041-48cd-8ab3-0fe2647e3364 service neutron] Attempting to bind port 86a578d4-6599-4c14-8000-f911b581dfcf on network 9e23151c-db3f-4ce6-bd4c-f37102973a7b {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:10:10.607485 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ab5275a-ea40-4feb-8f15-dffde6a89556 req-704649a6-f041-48cd-8ab3-0fe2647e3364 service neutron] Port 86a578d4-6599-4c14-8000-f911b581dfcf on network 9e23151c-db3f-4ce6-bd4c-f37102973a7b not bound, no agent of type Open vSwitch agent registered on host n-h1-802623-1 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 23:10:10.607784 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ab5275a-ea40-4feb-8f15-dffde6a89556 req-704649a6-f041-48cd-8ab3-0fe2647e3364 service neutron] Attempting to bind port 86a578d4-6599-4c14-8000-f911b581dfcf on network 9e23151c-db3f-4ce6-bd4c-f37102973a7b {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:10:10.613640 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ab5275a-ea40-4feb-8f15-dffde6a89556 req-704649a6-f041-48cd-8ab3-0fe2647e3364 service neutron] Checking agent: {'id': '245f1da4-a9b8-4b08-90d7-28f0f342b839', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 59, 59), 'started_at': datetime.datetime(2021, 7, 27, 22, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 9, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:10:10.614003 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ab5275a-ea40-4feb-8f15-dffde6a89556 req-704649a6-f041-48cd-8ab3-0fe2647e3364 service neutron] Checking segment: {'id': '28e446c9-01ab-4372-bcf6-11d579b6d514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '9e23151c-db3f-4ce6-bd4c-f37102973a7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:10:10.615004 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ab5275a-ea40-4feb-8f15-dffde6a89556 req-704649a6-f041-48cd-8ab3-0fe2647e3364 service neutron] Bound using segment: {'id': '28e446c9-01ab-4372-bcf6-11d579b6d514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '9e23151c-db3f-4ce6-bd4c-f37102973a7b'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:10:10.615618 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-5ab5275a-ea40-4feb-8f15-dffde6a89556 req-704649a6-f041-48cd-8ab3-0fe2647e3364 service neutron] Bound port: 86a578d4-6599-4c14-8000-f911b581dfcf, host: n-h1-802623-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28e446c9-01ab-4372-bcf6-11d579b6d514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '9e23151c-db3f-4ce6-bd4c-f37102973a7b'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:10:10.615991 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-5ab5275a-ea40-4feb-8f15-dffde6a89556 req-704649a6-f041-48cd-8ab3-0fe2647e3364 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:10.644392 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95ba21ae-ce44-499c-9716-6088001e6ae7 None None] Sync routers for ids ['f31d1433-e73e-4bca-9d93-7d2ab78ff6cf'] in n-d-802623-1 {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:10:10.660765 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ba21ae-ce44-499c-9716-6088001e6ae7 None None] Routers {'f31d1433-e73e-4bca-9d93-7d2ab78ff6cf'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:10:10.662199 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-95ba21ae-ce44-499c-9716-6088001e6ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:09:59Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['f31d1433-e73e-4bca-9d93-7d2ab78ff6cf'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:10:10.693813 n-d-802623-1 neutron-server[93798]: INFO neutron.api.v2.resource [req-dbc55627-8c50-43ae-a664-265ad12e2fbd req-730dfd87-dab7-40d9-bb8b-ac188cf4047a tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] show failed (client error): The resource could not be found. Jul 27 23:10:10.699858 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-dbc55627-8c50-43ae-a664-265ad12e2fbd req-730dfd87-dab7-40d9-bb8b-ac188cf4047a tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] 10.222.0.18 "GET /v2.0/security-groups/090ecf00-ff16-46f9-812f-c1b59a386a08 HTTP/1.1" status: 404 len: 352 time: 0.0257897 Jul 27 23:10:10.700724 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-5ab5275a-ea40-4feb-8f15-dffde6a89556 req-704649a6-f041-48cd-8ab3-0fe2647e3364 service neutron] For port 86a578d4-6599-4c14-8000-f911b581dfcf, host n-h1-802623-1, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:10:10.707557 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-5ab5275a-ea40-4feb-8f15-dffde6a89556 req-704649a6-f041-48cd-8ab3-0fe2647e3364 service neutron] For port 86a578d4-6599-4c14-8000-f911b581dfcf, host n-h1-802623-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=86a578d4-6599-4c14-8000-f911b581dfcf,segment=NetworkSegment(28e446c9-01ab-4372-bcf6-11d579b6d514),segment_id=28e446c9-01ab-4372-bcf6-11d579b6d514)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:10:10.712768 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-5ab5275a-ea40-4feb-8f15-dffde6a89556 req-704649a6-f041-48cd-8ab3-0fe2647e3364 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11336041'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:10.760979 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab5275a-ea40-4feb-8f15-dffde6a89556 req-704649a6-f041-48cd-8ab3-0fe2647e3364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:10.763296 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-5ab5275a-ea40-4feb-8f15-dffde6a89556 req-704649a6-f041-48cd-8ab3-0fe2647e3364 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:10.765038 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-5ab5275a-ea40-4feb-8f15-dffde6a89556 req-704649a6-f041-48cd-8ab3-0fe2647e3364 service neutron] 10.222.0.38 "PUT /v2.0/ports/86a578d4-6599-4c14-8000-f911b581dfcf HTTP/1.1" status: 200 len: 1091 time: 1.1775372 Jul 27 23:10:10.765596 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94bcbeeb-7774-4b45-848f-3dfe8cc8bf8e', 'tag': '86a578d4-6599-4c14-8000-f911b581dfcf'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:10:10.768279 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a476459a1bfce68b0ae0df5b6a71154bfc7cfdc8f9eefce6ad0a17231e60468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc2194ff-85d4-454c-8705-db57f1bcdbf7" -d '{"events": [{"name": "network-changed", "server_uuid": "94bcbeeb-7774-4b45-848f-3dfe8cc8bf8e", "tag": "86a578d4-6599-4c14-8000-f911b581dfcf"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:10:10.823533 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704649a6-f041-48cd-8ab3-0fe2647e3364 service neutron] Pushing event updated for resources: {'Port': ['ID=86a578d4-6599-4c14-8000-f911b581dfcf,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:10:10.895727 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab5275a-ea40-4feb-8f15-dffde6a89556 req-9b1097cc-911a-43cb-9c4d-3fd197991c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:10.898175 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-5ab5275a-ea40-4feb-8f15-dffde6a89556 req-9b1097cc-911a-43cb-9c4d-3fd197991c28 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=8769b54ba73a4421837726dbda018e6b&device_id=94bcbeeb-7774-4b45-848f-3dfe8cc8bf8e HTTP/1.1" status: 200 len: 1094 time: 0.0715132 Jul 27 23:10:10.899560 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f4c154-dff3-4fa0-8793-c54c33e2a331 req-6ad6898a-9317-4001-9f2b-1e69b96375f9 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:10.901337 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-73f4c154-dff3-4fa0-8793-c54c33e2a331 req-6ad6898a-9317-4001-9f2b-1e69b96375f9 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.18 "GET /v2.0/ports?device_id=94bcbeeb-7774-4b45-848f-3dfe8cc8bf8e HTTP/1.1" status: 200 len: 943 time: 0.0623720 Jul 27 23:10:10.947020 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-73f4c154-dff3-4fa0-8793-c54c33e2a331 req-176acd4b-7bcd-4bc5-a9b5-cb6a1c9cafd5 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.18 "GET /v2.0/security-groups?id=657c655b-8580-45d5-979f-9b32b7a260f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388703 Jul 27 23:10:10.961009 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-5ab5275a-ea40-4feb-8f15-dffde6a89556 req-a9a90839-1901-4327-bf35-2e5aa68679fc service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=86a578d4-6599-4c14-8000-f911b581dfcf HTTP/1.1" status: 200 len: 217 time: 0.0536668 Jul 27 23:10:11.018368 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-95ba21ae-ce44-499c-9716-6088001e6ae7 None None] Set router f31d1433-e73e-4bca-9d93-7d2ab78ff6cf gateway port host: n-d-802623-1 {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:10:11.033724 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab5275a-ea40-4feb-8f15-dffde6a89556 req-4dd07a61-0e2b-46cf-95a6-72b265ed3eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:11.035676 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-5ab5275a-ea40-4feb-8f15-dffde6a89556 req-4dd07a61-0e2b-46cf-95a6-72b265ed3eb2 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=907748a0-cd4e-409f-9c38-5786b794e948 HTTP/1.1" status: 200 len: 850 time: 0.0620999 Jul 27 23:10:11.079932 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-5ab5275a-ea40-4feb-8f15-dffde6a89556 req-7caa5152-5e3e-4eba-9c56-9c33dafd76b6 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=9e23151c-db3f-4ce6-bd4c-f37102973a7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343721 Jul 27 23:10:11.112135 n-d-802623-1 neutron-server[93798]: INFO neutron.api.v2.resource [req-b11a1d6b-2648-48f3-99d5-5d18e086203f req-41a39ec1-7ec0-4e8d-afdb-dddb088d53d6 tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] show failed (client error): The resource could not be found. Jul 27 23:10:11.113193 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b11a1d6b-2648-48f3-99d5-5d18e086203f req-41a39ec1-7ec0-4e8d-afdb-dddb088d53d6 tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] 10.222.0.18 "GET /v2.0/security-groups/b9832cb5-2634-448b-b36c-824adc3816e5 HTTP/1.1" status: 404 len: 352 time: 0.0271215 Jul 27 23:10:11.192941 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-5ab5275a-ea40-4feb-8f15-dffde6a89556 req-20cc0d6a-43ea-4db4-a3f0-2a95858ddfb4 service neutron] 10.222.0.38 "GET /v2.0/networks/9e23151c-db3f-4ce6-bd4c-f37102973a7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050987 Jul 27 23:10:11.194549 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 23:10:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-499e35bc-7229-4efe-8113-e4f137a954ff x-openstack-request-id: req-499e35bc-7229-4efe-8113-e4f137a954ff {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:10:11.194675 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94bcbeeb-7774-4b45-848f-3dfe8cc8bf8e", "tag": "86a578d4-6599-4c14-8000-f911b581dfcf", "status": "completed", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:10:11.195083 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-499e35bc-7229-4efe-8113-e4f137a954ff {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:10:11.195469 n-d-802623-1 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94bcbeeb-7774-4b45-848f-3dfe8cc8bf8e', 'tag': '86a578d4-6599-4c14-8000-f911b581dfcf', 'status': 'completed', 'code': 200} Jul 27 23:10:11.234713 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 33080) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:10:11.241326 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-38d89909-ecbd-401e-979e-ee1f39d31084 tempest-ServersTestFqdnHostnames-2064853926 tempest-ServersTestFqdnHostnames-2064853926-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2087495142', 'description': 'tempest-description--1104159527'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:10:11.288525 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-38d89909-ecbd-401e-979e-ee1f39d31084 tempest-ServersTestFqdnHostnames-2064853926 tempest-ServersTestFqdnHostnames-2064853926-project] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:11.306020 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-95ba21ae-ce44-499c-9716-6088001e6ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f31d1433-e73e-4bca-9d93-7d2ab78ff6cf', 'name': 'tempest-ServersTestFqdnHostnames-1844628984-router', 'tenant_id': '8d582af9a6794d11bd808a2173a193ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.140'}], 'enable_snat': True}, 'gw_port_id': '35127906-72d3-4961-a2dd-fe261f9be7f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:10:00Z', 'updated_at': '2021-07-27T23:10:08Z', 'revision_number': 4, 'project_id': '8d582af9a6794d11bd808a2173a193ea', 'gw_port': {'id': '35127906-72d3-4961-a2dd-fe261f9be7f6', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:dc:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f31d1433-e73e-4bca-9d93-7d2ab78ff6cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 922, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:10:03Z', 'updated_at': '2021-07-27T23:10:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': 'd77c3ada-73ef-4746-af67-66824003051d', 'name': '', 'network_id': '3adb757c-b86b-47f3-8bd0-530e0c033dd4', 'tenant_id': '8d582af9a6794d11bd808a2173a193ea', 'mac_address': 'fa:16:3e:29:d2:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f31d1433-e73e-4bca-9d93-7d2ab78ff6cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 926, 'fixed_ips': [{'subnet_id': '2e0bf504-e262-4f06-bee4-22c651cb840b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:10:07Z', 'updated_at': '2021-07-27T23:10:09Z', 'revision_number': 2, 'project_id': '8d582af9a6794d11bd808a2173a193ea', 'subnets': [{'id': '2e0bf504-e262-4f06-bee4-22c651cb840b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:10:11.345638 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device abc9a2e4-fad6-4842-b58a-e476e4fc1872 no longer exists at agent hyperv_n-h2-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:10:11.386766 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95ba21ae-ce44-499c-9716-6088001e6ae7 None None] Checking router: f31d1433-e73e-4bca-9d93-7d2ab78ff6cf for host: n-d-802623-1 {{(pid=93799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 23:10:11.387253 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95ba21ae-ce44-499c-9716-6088001e6ae7 None None] Updating router f31d1433-e73e-4bca-9d93-7d2ab78ff6cf port d77c3ada-73ef-4746-af67-66824003051d binding host n-d-802623-1 {{(pid=93799) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 23:10:11.414348 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-5ab5275a-ea40-4feb-8f15-dffde6a89556 req-f37fb7c0-bc92-4ab9-8ef4-68376e4c8fe3 service neutron] 10.222.0.38 "GET /v2.0/networks/9e23151c-db3f-4ce6-bd4c-f37102973a7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2124581 Jul 27 23:10:11.428381 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fed352-e98a-47bb-b514-eba422df3b21 req-fa22bdce-77f8-4c1d-9e91-1618085fac91 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:11.429048 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-95ba21ae-ce44-499c-9716-6088001e6ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:11.434747 n-d-802623-1 neutron-server[93797]: INFO neutron.api.v2.resource [req-1feea5b4-71a7-4efa-ba12-3a4b8a86edf1 req-ab5f6395-7d1b-4ea7-b534-409745812eee tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] show failed (client error): The resource could not be found. Jul 27 23:10:11.436309 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-81fed352-e98a-47bb-b514-eba422df3b21 req-fa22bdce-77f8-4c1d-9e91-1618085fac91 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/ports?device_id=84967986-7299-4570-bc82-4e600f892180 HTTP/1.1" status: 200 len: 950 time: 0.1152270 Jul 27 23:10:11.455284 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-1feea5b4-71a7-4efa-ba12-3a4b8a86edf1 req-ab5f6395-7d1b-4ea7-b534-409745812eee tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] 10.222.0.18 "GET /v2.0/security-groups/b113f880-557a-4e87-8116-6bb3b3fd1ec9 HTTP/1.1" status: 404 len: 352 time: 0.0376699 Jul 27 23:10:11.514698 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-81fed352-e98a-47bb-b514-eba422df3b21 req-a381375c-bab2-4885-8e7f-5049cf3d3f6c tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb779318-b8ff-43a6-a94f-3ce471aff166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730901 Jul 27 23:10:11.528685 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-38d89909-ecbd-401e-979e-ee1f39d31084 tempest-ServersTestFqdnHostnames-2064853926 tempest-ServersTestFqdnHostnames-2064853926-project] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:11.539139 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-38d89909-ecbd-401e-979e-ee1f39d31084 tempest-ServersTestFqdnHostnames-2064853926 tempest-ServersTestFqdnHostnames-2064853926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:11.589432 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2194ff-85d4-454c-8705-db57f1bcdbf7 req-d15fbd81-36f1-4415-96c4-d5b8e11f60ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:11.596367 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-cc2194ff-85d4-454c-8705-db57f1bcdbf7 req-d15fbd81-36f1-4415-96c4-d5b8e11f60ce service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=8769b54ba73a4421837726dbda018e6b&device_id=94bcbeeb-7774-4b45-848f-3dfe8cc8bf8e HTTP/1.1" status: 200 len: 1094 time: 0.1167741 Jul 27 23:10:11.609595 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-38d89909-ecbd-401e-979e-ee1f39d31084 tempest-ServersTestFqdnHostnames-2064853926 tempest-ServersTestFqdnHostnames-2064853926-project] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:11.613598 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-38d89909-ecbd-401e-979e-ee1f39d31084 tempest-ServersTestFqdnHostnames-2064853926 tempest-ServersTestFqdnHostnames-2064853926-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3774264 Jul 27 23:10:11.617345 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 33112) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:10:11.631329 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-1c8db981-08fc-4d79-8d04-2869a3352d76 tempest-ServersTestFqdnHostnames-2064853926 tempest-ServersTestFqdnHostnames-2064853926-project] Request body: {'security_group_rule': {'security_group_id': 'd1f99751-c260-43e9-8677-232667eaf594', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:10:11.631329 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d89909-ecbd-401e-979e-ee1f39d31084 tempest-ServersTestFqdnHostnames-2064853926 tempest-ServersTestFqdnHostnames-2064853926-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1f99751-c260-43e9-8677-232667eaf594,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:10:11.668854 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:11.703729 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1c8db981-08fc-4d79-8d04-2869a3352d76 tempest-ServersTestFqdnHostnames-2064853926 tempest-ServersTestFqdnHostnames-2064853926-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:11.806465 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port abc9a2e4-fad6-4842-b58a-e476e4fc1872, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=abc9a2e4-fad6-4842-b58a-e476e4fc1872,segment=NetworkSegment(16e91594-c047-4b55-93eb-43af33ad08e1),segment_id=16e91594-c047-4b55-93eb-43af33ad08e1)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:10:11.820853 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1c8db981-08fc-4d79-8d04-2869a3352d76 tempest-ServersTestFqdnHostnames-2064853926 tempest-ServersTestFqdnHostnames-2064853926-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:11.832128 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1c8db981-08fc-4d79-8d04-2869a3352d76 tempest-ServersTestFqdnHostnames-2064853926 tempest-ServersTestFqdnHostnames-2064853926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784185'] for security_group_rule, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:11.845601 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 35127906-72d3-4961-a2dd-fe261f9be7f6 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:10:11.858954 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2194ff-85d4-454c-8705-db57f1bcdbf7 req-49792687-df9c-4d66-90b5-7111a250a6a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:11.860728 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-cc2194ff-85d4-454c-8705-db57f1bcdbf7 req-49792687-df9c-4d66-90b5-7111a250a6a3 service neutron] 10.222.0.38 "GET /v2.0/networks?id=9e23151c-db3f-4ce6-bd4c-f37102973a7b HTTP/1.1" status: 200 len: 911 time: 0.2555544 Jul 27 23:10:11.870644 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1c8db981-08fc-4d79-8d04-2869a3352d76 tempest-ServersTestFqdnHostnames-2064853926 tempest-ServersTestFqdnHostnames-2064853926-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:11.872475 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-1c8db981-08fc-4d79-8d04-2869a3352d76 tempest-ServersTestFqdnHostnames-2064853926 tempest-ServersTestFqdnHostnames-2064853926-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2539468 Jul 27 23:10:11.873658 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:11.876730 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 33140) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:10:11.878632 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8db981-08fc-4d79-8d04-2869a3352d76 tempest-ServersTestFqdnHostnames-2064853926 tempest-ServersTestFqdnHostnames-2064853926-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49861070-be56-4ed9-911e-d41bc7d356d7,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:10:11.882251 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-1632fca2-66fc-4de8-b381-d96ef1f25fee tempest-ServersTestFqdnHostnames-2064853926 tempest-ServersTestFqdnHostnames-2064853926-project] Request body: {'security_group_rule': {'security_group_id': 'd1f99751-c260-43e9-8677-232667eaf594', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:10:11.963879 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Pushing event updated for resources: {'Port': ['ID=abc9a2e4-fad6-4842-b58a-e476e4fc1872,revision_number=11']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:10:11.989944 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-cc2194ff-85d4-454c-8705-db57f1bcdbf7 req-e45c1254-a792-4e90-a5fa-ce2adb54e1dd service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=86a578d4-6599-4c14-8000-f911b581dfcf HTTP/1.1" status: 200 len: 217 time: 0.1141536 Jul 27 23:10:12.008172 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1632fca2-66fc-4de8-b381-d96ef1f25fee tempest-ServersTestFqdnHostnames-2064853926 tempest-ServersTestFqdnHostnames-2064853926-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:12.032821 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port 35127906-72d3-4961-a2dd-fe261f9be7f6 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:10:12.033346 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:12.152774 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2194ff-85d4-454c-8705-db57f1bcdbf7 req-feb7dc4d-bbb2-4c74-a7d6-db2c6314c2ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:12.154858 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-cc2194ff-85d4-454c-8705-db57f1bcdbf7 req-feb7dc4d-bbb2-4c74-a7d6-db2c6314c2ec service neutron] 10.222.0.38 "GET /v2.0/subnets?id=907748a0-cd4e-409f-9c38-5786b794e948 HTTP/1.1" status: 200 len: 850 time: 0.1502166 Jul 27 23:10:12.164210 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-95ba21ae-ce44-499c-9716-6088001e6ae7 None None] Notify callbacks [] for port, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:12.166866 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa82e5c7-e280-4a8f-9439-e4d17e949f25 req-655aca63-dbdd-487f-9def-49afa933308e tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:12.168976 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-fa82e5c7-e280-4a8f-9439-e4d17e949f25 req-655aca63-dbdd-487f-9def-49afa933308e tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.18 "GET /v2.0/ports?device_id=94bcbeeb-7774-4b45-848f-3dfe8cc8bf8e HTTP/1.1" status: 200 len: 943 time: 0.0725853 Jul 27 23:10:12.195473 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad127843-2f59-41fa-9a9b-54df94eb8502', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'abc9a2e4-fad6-4842-b58a-e476e4fc1872'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:10:12.197704 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c0369b0d4f459110ff20a1f9878ba33f96d6491bddb9d15843bf29d01e0bda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcf5fd31-d927-4be2-b342-edccbb42ad7e" -d '{"events": [{"server_uuid": "ad127843-2f59-41fa-9a9b-54df94eb8502", "name": "network-vif-unplugged", "status": "completed", "tag": "abc9a2e4-fad6-4842-b58a-e476e4fc1872"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:10:12.201484 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-cc2194ff-85d4-454c-8705-db57f1bcdbf7 req-12128f76-43a2-440a-adfd-67dbc933b2cf service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=9e23151c-db3f-4ce6-bd4c-f37102973a7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293076 Jul 27 23:10:12.211381 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-95ba21ae-ce44-499c-9716-6088001e6ae7 None None] Transition to ACTIVE for port object d77c3ada-73ef-4746-af67-66824003051d will not be triggered until provisioned by entity L2. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:10:12.214273 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc01768-a152-432f-9107-ea6c1ae32340 req-013115c7-1fad-4ffd-bbef-acc23d7afae0 tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:12.215835 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-1dc01768-a152-432f-9107-ea6c1ae32340 req-013115c7-1fad-4ffd-bbef-acc23d7afae0 tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] 10.222.0.18 "GET /v2.0/ports?device_id=f8fe1d47-a163-4267-b0cc-896f0d1e1a36 HTTP/1.1" status: 200 len: 1024 time: 0.1793940 Jul 27 23:10:12.219176 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1632fca2-66fc-4de8-b381-d96ef1f25fee tempest-ServersTestFqdnHostnames-2064853926 tempest-ServersTestFqdnHostnames-2064853926-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:12.224606 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-95ba21ae-ce44-499c-9716-6088001e6ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:12.232488 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-fa82e5c7-e280-4a8f-9439-e4d17e949f25 req-c69d0e1a-db19-459f-95d5-5d7590780191 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.18 "GET /v2.0/security-groups?id=657c655b-8580-45d5-979f-9b32b7a260f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565505 Jul 27 23:10:12.282253 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1632fca2-66fc-4de8-b381-d96ef1f25fee tempest-ServersTestFqdnHostnames-2064853926 tempest-ServersTestFqdnHostnames-2064853926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784185'] for security_group_rule, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:12.353472 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1632fca2-66fc-4de8-b381-d96ef1f25fee tempest-ServersTestFqdnHostnames-2064853926 tempest-ServersTestFqdnHostnames-2064853926-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba2e7557-8e77-4d88-83a3-73e220187823,revision_number=0']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:10:12.372182 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1632fca2-66fc-4de8-b381-d96ef1f25fee tempest-ServersTestFqdnHostnames-2064853926 tempest-ServersTestFqdnHostnames-2064853926-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:12.376101 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 33186) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:10:12.376338 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-1632fca2-66fc-4de8-b381-d96ef1f25fee tempest-ServersTestFqdnHostnames-2064853926 tempest-ServersTestFqdnHostnames-2064853926-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4985604 Jul 27 23:10:12.381663 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-32a5098e-56cf-4284-8090-762f601daa3f tempest-ServersTestFqdnHostnames-2064853926 tempest-ServersTestFqdnHostnames-2064853926-project] Request body: {'floatingip': {'floating_network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:10:12.391292 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23395cd4-b7ba-47e1-bfb9-13ddc3d4e79f None None] Pushing event updated for resources: {'Port': ['ID=d77c3ada-73ef-4746-af67-66824003051d,revision_number=3']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:10:12.393067 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-1dc01768-a152-432f-9107-ea6c1ae32340 req-45222db4-a126-454a-8e62-adf95cb04175 tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd4c80f8-6360-4d2a-b031-00b7544968a3&id=e67748cd-3d13-4eae-bf27-c7b6c014e6d8&id=3f765bca-8609-4f11-ae0e-50a083c5bab4&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1638432 Jul 27 23:10:12.427013 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-32a5098e-56cf-4284-8090-762f601daa3f tempest-ServersTestFqdnHostnames-2064853926 tempest-ServersTestFqdnHostnames-2064853926-project] Notify callbacks [] for floatingip, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:12.436869 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-cc2194ff-85d4-454c-8705-db57f1bcdbf7 req-43afe5d2-f203-4f34-9815-292c5e22ddf6 service neutron] 10.222.0.38 "GET /v2.0/networks/9e23151c-db3f-4ce6-bd4c-f37102973a7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2200220 Jul 27 23:10:12.448875 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 23:10:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9968d6f2-282e-4cd8-91c6-367c66cbc2e1 x-openstack-request-id: req-9968d6f2-282e-4cd8-91c6-367c66cbc2e1 {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:10:12.449614 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad127843-2f59-41fa-9a9b-54df94eb8502", "name": "network-vif-unplugged", "status": "completed", "tag": "abc9a2e4-fad6-4842-b58a-e476e4fc1872", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:10:12.449966 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9968d6f2-282e-4cd8-91c6-367c66cbc2e1 {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:10:12.450681 n-d-802623-1 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad127843-2f59-41fa-9a9b-54df94eb8502', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'abc9a2e4-fad6-4842-b58a-e476e4fc1872', 'code': 200} Jul 27 23:10:12.472956 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-95ba21ae-ce44-499c-9716-6088001e6ae7 None None] Attempting to bind port d77c3ada-73ef-4746-af67-66824003051d on host n-d-802623-1 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:10:12.475024 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-95ba21ae-ce44-499c-9716-6088001e6ae7 None None] Attempting to bind port d77c3ada-73ef-4746-af67-66824003051d by drivers openvswitch,hyperv on host n-d-802623-1 at level 0 using segments [{'id': 'b2a4e5b4-2545-4483-a478-998f9d989cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '3adb757c-b86b-47f3-8bd0-530e0c033dd4'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:10:12.475531 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ba21ae-ce44-499c-9716-6088001e6ae7 None None] Attempting to bind port d77c3ada-73ef-4746-af67-66824003051d on network 3adb757c-b86b-47f3-8bd0-530e0c033dd4 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:10:12.484101 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ba21ae-ce44-499c-9716-6088001e6ae7 None None] Checking agent: {'id': 'a9a568d2-a5e7-41e4-833f-a8ab42ea4073', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 52, 30), 'started_at': datetime.datetime(2021, 7, 27, 22, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802623-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:10:12.484778 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ba21ae-ce44-499c-9716-6088001e6ae7 None None] Checking segment: {'id': 'b2a4e5b4-2545-4483-a478-998f9d989cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '3adb757c-b86b-47f3-8bd0-530e0c033dd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:10:12.485346 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-95ba21ae-ce44-499c-9716-6088001e6ae7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:12.492397 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ba21ae-ce44-499c-9716-6088001e6ae7 None None] Bound using segment: {'id': 'b2a4e5b4-2545-4483-a478-998f9d989cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '3adb757c-b86b-47f3-8bd0-530e0c033dd4'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:10:12.493031 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-95ba21ae-ce44-499c-9716-6088001e6ae7 None None] Bound port: d77c3ada-73ef-4746-af67-66824003051d, host: n-d-802623-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2a4e5b4-2545-4483-a478-998f9d989cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '3adb757c-b86b-47f3-8bd0-530e0c033dd4'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:10:12.493509 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-95ba21ae-ce44-499c-9716-6088001e6ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:12.629643 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-95ba21ae-ce44-499c-9716-6088001e6ae7 None None] For port d77c3ada-73ef-4746-af67-66824003051d, host n-d-802623-1, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:10:12.633508 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-95ba21ae-ce44-499c-9716-6088001e6ae7 None None] For port d77c3ada-73ef-4746-af67-66824003051d, host n-d-802623-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=d77c3ada-73ef-4746-af67-66824003051d,segment=NetworkSegment(b2a4e5b4-2545-4483-a478-998f9d989cf7),segment_id=b2a4e5b4-2545-4483-a478-998f9d989cf7)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:10:12.645285 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-95ba21ae-ce44-499c-9716-6088001e6ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:12.660721 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-cc2194ff-85d4-454c-8705-db57f1bcdbf7 req-89b3a060-0769-4526-ad66-f0facc123e12 service neutron] 10.222.0.38 "GET /v2.0/networks/9e23151c-db3f-4ce6-bd4c-f37102973a7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2132890 Jul 27 23:10:12.694865 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-32a5098e-56cf-4284-8090-762f601daa3f tempest-ServersTestFqdnHostnames-2064853926 tempest-ServersTestFqdnHostnames-2064853926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:12.719988 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c4478d-0b32-413e-847e-ad3793be5d47 req-dc5a6c8a-7516-4485-9885-53905c7a98fc tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:12.729651 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-47c4478d-0b32-413e-847e-ad3793be5d47 req-dc5a6c8a-7516-4485-9885-53905c7a98fc tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/ports?device_id=84967986-7299-4570-bc82-4e600f892180 HTTP/1.1" status: 200 len: 950 time: 0.0980453 Jul 27 23:10:12.776976 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ba21ae-ce44-499c-9716-6088001e6ae7 None None] Routers {'f31d1433-e73e-4bca-9d93-7d2ab78ff6cf'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:10:12.777645 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-95ba21ae-ce44-499c-9716-6088001e6ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:09:59Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['f31d1433-e73e-4bca-9d93-7d2ab78ff6cf'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:10:12.794385 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-47c4478d-0b32-413e-847e-ad3793be5d47 req-58f2a302-2350-4c8f-b84d-cf48b5c4c73e tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb779318-b8ff-43a6-a94f-3ce471aff166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608804 Jul 27 23:10:12.925356 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-058f35cd-7c8f-4fe2-8d7e-7fef8d6b034c req-5bbddcd7-33d5-420d-a780-ec03327bcd46 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=c23ba248-95a1-499d-9e13-83f18c38bb06&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0731318 Jul 27 23:10:12.944799 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-32a5098e-56cf-4284-8090-762f601daa3f tempest-ServersTestFqdnHostnames-2064853926 tempest-ServersTestFqdnHostnames-2064853926-project] Allocated IP 172.25.4.84 (2fd42287-ed26-4eb9-89a5-b521f5b04356/17de1f8f-393a-4b0c-a2df-614bd3f2fb5e/143239af-f884-4dea-aeb5-7e5df7aa10ab) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:10:13.005648 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-95ba21ae-ce44-499c-9716-6088001e6ae7 None None] Set router f31d1433-e73e-4bca-9d93-7d2ab78ff6cf gateway port host: n-d-802623-1 {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:10:13.029732 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058f35cd-7c8f-4fe2-8d7e-7fef8d6b034c req-a6a3e9c9-f363-415f-bbd5-35ab882b67bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:13.032738 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-058f35cd-7c8f-4fe2-8d7e-7fef8d6b034c req-a6a3e9c9-f363-415f-bbd5-35ab882b67bd service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=fc7acafa883a4a4baeb39fca47df928a&device_id=c23ba248-95a1-499d-9e13-83f18c38bb06 HTTP/1.1" status: 200 len: 1097 time: 0.0758018 Jul 27 23:10:13.117995 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-32a5098e-56cf-4284-8090-762f601daa3f tempest-ServersTestFqdnHostnames-2064853926 tempest-ServersTestFqdnHostnames-2064853926-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:13.177008 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23395cd4-b7ba-47e1-bfb9-13ddc3d4e79f None None] Pushing event updated for resources: {'Port': ['ID=d77c3ada-73ef-4746-af67-66824003051d,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:10:13.200268 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-32a5098e-56cf-4284-8090-762f601daa3f tempest-ServersTestFqdnHostnames-2064853926 tempest-ServersTestFqdnHostnames-2064853926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:13.262272 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32a5098e-56cf-4284-8090-762f601daa3f tempest-ServersTestFqdnHostnames-2064853926 tempest-ServersTestFqdnHostnames-2064853926-project] Network 2fd42287-ed26-4eb9-89a5-b521f5b04356 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:10:13.266437 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-32a5098e-56cf-4284-8090-762f601daa3f tempest-ServersTestFqdnHostnames-2064853926 tempest-ServersTestFqdnHostnames-2064853926-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:10:13.270222 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32a5098e-56cf-4284-8090-762f601daa3f tempest-ServersTestFqdnHostnames-2064853926 tempest-ServersTestFqdnHostnames-2064853926-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:10:13.310536 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a5098e-56cf-4284-8090-762f601daa3f tempest-ServersTestFqdnHostnames-2064853926 tempest-ServersTestFqdnHostnames-2064853926-project] Pushing event updated for resources: {'Port': ['ID=143239af-f884-4dea-aeb5-7e5df7aa10ab,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:10:13.323555 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058f35cd-7c8f-4fe2-8d7e-7fef8d6b034c req-ab11029b-95fd-4ea7-a427-d8fcdad3be35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:13.325060 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-058f35cd-7c8f-4fe2-8d7e-7fef8d6b034c req-ab11029b-95fd-4ea7-a427-d8fcdad3be35 service neutron] 10.222.0.49 "GET /v2.0/networks?id=a7737e0c-9e61-43d5-8f37-2862a114eef0 HTTP/1.1" status: 200 len: 913 time: 0.2690403 Jul 27 23:10:13.392770 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-95ba21ae-ce44-499c-9716-6088001e6ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f31d1433-e73e-4bca-9d93-7d2ab78ff6cf', 'name': 'tempest-ServersTestFqdnHostnames-1844628984-router', 'tenant_id': '8d582af9a6794d11bd808a2173a193ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.140'}], 'enable_snat': True}, 'gw_port_id': '35127906-72d3-4961-a2dd-fe261f9be7f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:10:00Z', 'updated_at': '2021-07-27T23:10:08Z', 'revision_number': 4, 'project_id': '8d582af9a6794d11bd808a2173a193ea', 'gw_port': {'id': '35127906-72d3-4961-a2dd-fe261f9be7f6', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:dc:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f31d1433-e73e-4bca-9d93-7d2ab78ff6cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 922, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:10:03Z', 'updated_at': '2021-07-27T23:10:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': 'd77c3ada-73ef-4746-af67-66824003051d', 'name': '', 'network_id': '3adb757c-b86b-47f3-8bd0-530e0c033dd4', 'tenant_id': '8d582af9a6794d11bd808a2173a193ea', 'mac_address': 'fa:16:3e:29:d2:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f31d1433-e73e-4bca-9d93-7d2ab78ff6cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 926, 'fixed_ips': [{'subnet_id': '2e0bf504-e262-4f06-bee4-22c651cb840b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:10:07Z', 'updated_at': '2021-07-27T23:10:12Z', 'revision_number': 4, 'project_id': '8d582af9a6794d11bd808a2173a193ea', 'subnets': [{'id': '2e0bf504-e262-4f06-bee4-22c651cb840b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:10:13.410456 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-32a5098e-56cf-4284-8090-762f601daa3f tempest-ServersTestFqdnHostnames-2064853926 tempest-ServersTestFqdnHostnames-2064853926-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:13.454685 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96ebc6f-e8b7-4d84-9d9c-c5ad9130c7e4 req-e0e45792-481b-47b0-98ee-e95c3e5c4794 tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:13.457230 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-b96ebc6f-e8b7-4d84-9d9c-c5ad9130c7e4 req-e0e45792-481b-47b0-98ee-e95c3e5c4794 tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] 10.222.0.38 "GET /v2.0/ports?device_id=f8fe1d47-a163-4267-b0cc-896f0d1e1a36 HTTP/1.1" status: 200 len: 1024 time: 0.1907389 Jul 27 23:10:13.462993 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95ba21ae-ce44-499c-9716-6088001e6ae7 None None] The sync data for ids ['f31d1433-e73e-4bca-9d93-7d2ab78ff6cf'] in n-d-802623-1 is: [{'id': 'f31d1433-e73e-4bca-9d93-7d2ab78ff6cf', 'name': 'tempest-ServersTestFqdnHostnames-1844628984-router', 'tenant_id': '8d582af9a6794d11bd808a2173a193ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.140'}], 'enable_snat': True}, 'gw_port_id': '35127906-72d3-4961-a2dd-fe261f9be7f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:10:00Z', 'updated_at': '2021-07-27T23:10:08Z', 'revision_number': 4, 'project_id': '8d582af9a6794d11bd808a2173a193ea', 'gw_port': {'id': '35127906-72d3-4961-a2dd-fe261f9be7f6', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:dc:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f31d1433-e73e-4bca-9d93-7d2ab78ff6cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 922, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:10:03Z', 'updated_at': '2021-07-27T23:10:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': 'd77c3ada-73ef-4746-af67-66824003051d', 'name': '', 'network_id': '3adb757c-b86b-47f3-8bd0-530e0c033dd4', 'tenant_id': '8d582af9a6794d11bd808a2173a193ea', 'mac_address': 'fa:16:3e:29:d2:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f31d1433-e73e-4bca-9d93-7d2ab78ff6cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 926, 'fixed_ips': [{'subnet_id': '2e0bf504-e262-4f06-bee4-22c651cb840b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:10:07Z', 'updated_at': '2021-07-27T23:10:12Z', 'revision_number': 4, 'project_id': '8d582af9a6794d11bd808a2173a193ea', 'subnets': [{'id': '2e0bf504-e262-4f06-bee4-22c651cb840b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:10:13.469265 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-32a5098e-56cf-4284-8090-762f601daa3f tempest-ServersTestFqdnHostnames-2064853926 tempest-ServersTestFqdnHostnames-2064853926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:13.481729 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb8e7ed-67ce-482e-b5bd-716176575c8d req-1522311b-f102-4c08-8575-d000e457c778 tempest-MigrationsAdminTest-322685506 tempest-MigrationsAdminTest-322685506-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:13.489899 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-7eb8e7ed-67ce-482e-b5bd-716176575c8d req-1522311b-f102-4c08-8575-d000e457c778 tempest-MigrationsAdminTest-322685506 tempest-MigrationsAdminTest-322685506-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=84967986-7299-4570-bc82-4e600f892180 HTTP/1.1" status: 200 len: 1101 time: 0.1677513 Jul 27 23:10:13.547493 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-058f35cd-7c8f-4fe2-8d7e-7fef8d6b034c req-20505408-096e-473e-a2a6-cb016b87cb19 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=eb056223-691f-4c34-9de0-b6a4ef8a01e5 HTTP/1.1" status: 200 len: 1001 time: 0.1991677 Jul 27 23:10:13.570162 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-7eb8e7ed-67ce-482e-b5bd-716176575c8d req-bf5f4830-df73-4019-a35d-29ef0301fb2a tempest-MigrationsAdminTest-322685506 tempest-MigrationsAdminTest-322685506-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:13.691657 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058f35cd-7c8f-4fe2-8d7e-7fef8d6b034c req-a34258be-dad7-4272-a7b4-a8e559d07c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:13.695254 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-058f35cd-7c8f-4fe2-8d7e-7fef8d6b034c req-a34258be-dad7-4272-a7b4-a8e559d07c25 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=970cdcd7-7c74-44af-9807-ff303fbf909b HTTP/1.1" status: 200 len: 851 time: 0.1372175 Jul 27 23:10:13.817807 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device d77c3ada-73ef-4746-af67-66824003051d up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:10:13.819501 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058f35cd-7c8f-4fe2-8d7e-7fef8d6b034c req-a29729ad-1dae-4ebb-9a8d-d6b15bbbb32b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:13.821438 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-058f35cd-7c8f-4fe2-8d7e-7fef8d6b034c req-a29729ad-1dae-4ebb-9a8d-d6b15bbbb32b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a7737e0c-9e61-43d5-8f37-2862a114eef0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1160986 Jul 27 23:10:13.831938 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [req-b96ebc6f-e8b7-4d84-9d9c-c5ad9130c7e4 req-661211ae-6633-4e5e-890a-e47714354b02 tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] Deleting port ecee3142-b56e-44a3-ae44-405fd47f1162 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:10:13.832560 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-b96ebc6f-e8b7-4d84-9d9c-c5ad9130c7e4 req-661211ae-6633-4e5e-890a-e47714354b02 tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:13.832696 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-32a5098e-56cf-4284-8090-762f601daa3f tempest-ServersTestFqdnHostnames-2064853926 tempest-ServersTestFqdnHostnames-2064853926-project] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:13.842887 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-32a5098e-56cf-4284-8090-762f601daa3f tempest-ServersTestFqdnHostnames-2064853926 tempest-ServersTestFqdnHostnames-2064853926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:13.899316 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf04e4d-4e0b-4572-9e01-9108c81cc4fc req-66ca6245-6185-443b-b87c-418048df19f2 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:13.901313 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-eaf04e4d-4e0b-4572-9e01-9108c81cc4fc req-66ca6245-6185-443b-b87c-418048df19f2 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.18 "GET /v2.0/ports?device_id=94bcbeeb-7774-4b45-848f-3dfe8cc8bf8e HTTP/1.1" status: 200 len: 943 time: 0.1605489 Jul 27 23:10:13.914021 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning for port d77c3ada-73ef-4746-af67-66824003051d completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:10:13.926997 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port d77c3ada-73ef-4746-af67-66824003051d triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:10:13.927782 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:13.958696 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a5098e-56cf-4284-8090-762f601daa3f tempest-ServersTestFqdnHostnames-2064853926 tempest-ServersTestFqdnHostnames-2064853926-project] Pushing event updated for resources: {'Port': ['ID=143239af-f884-4dea-aeb5-7e5df7aa10ab,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:10:14.002503 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-32a5098e-56cf-4284-8090-762f601daa3f tempest-ServersTestFqdnHostnames-2064853926 tempest-ServersTestFqdnHostnames-2064853926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-415302'] for floatingip, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:14.024411 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-7eb8e7ed-67ce-482e-b5bd-716176575c8d req-bf5f4830-df73-4019-a35d-29ef0301fb2a tempest-MigrationsAdminTest-322685506 tempest-MigrationsAdminTest-322685506-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:14.036836 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-eaf04e4d-4e0b-4572-9e01-9108c81cc4fc req-d81f6058-51b1-4da5-9cdf-52817b3ecf4a tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.18 "GET /v2.0/security-groups?id=657c655b-8580-45d5-979f-9b32b7a260f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135225 Jul 27 23:10:14.044319 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-7eb8e7ed-67ce-482e-b5bd-716176575c8d req-bf5f4830-df73-4019-a35d-29ef0301fb2a tempest-MigrationsAdminTest-322685506 tempest-MigrationsAdminTest-322685506-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:14.053618 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-32a5098e-56cf-4284-8090-762f601daa3f tempest-ServersTestFqdnHostnames-2064853926 tempest-ServersTestFqdnHostnames-2064853926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for floatingip, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:14.056483 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-32a5098e-56cf-4284-8090-762f601daa3f tempest-ServersTestFqdnHostnames-2064853926 tempest-ServersTestFqdnHostnames-2064853926-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.6791706 Jul 27 23:10:14.062099 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:14.079720 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-b96ebc6f-e8b7-4d84-9d9c-c5ad9130c7e4 req-661211ae-6633-4e5e-890a-e47714354b02 tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] For port ecee3142-b56e-44a3-ae44-405fd47f1162, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=ecee3142-b56e-44a3-ae44-405fd47f1162,segment=NetworkSegment(8ba436c1-f478-4bca-9988-32f105ba0b93),segment_id=8ba436c1-f478-4bca-9988-32f105ba0b93)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:10:14.080380 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-b96ebc6f-e8b7-4d84-9d9c-c5ad9130c7e4 req-661211ae-6633-4e5e-890a-e47714354b02 tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:14.104727 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [req-b96ebc6f-e8b7-4d84-9d9c-c5ad9130c7e4 req-661211ae-6633-4e5e-890a-e47714354b02 tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] Calling delete_port for ecee3142-b56e-44a3-ae44-405fd47f1162 owned by compute:nova {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:10:14.161994 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] For port d77c3ada-73ef-4746-af67-66824003051d, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=d77c3ada-73ef-4746-af67-66824003051d,segment=NetworkSegment(b2a4e5b4-2545-4483-a478-998f9d989cf7),segment_id=b2a4e5b4-2545-4483-a478-998f9d989cf7)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:10:14.171803 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:14.239000 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Pushing event updated for resources: {'Port': ['ID=d77c3ada-73ef-4746-af67-66824003051d,revision_number=5']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:10:14.256556 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-7eb8e7ed-67ce-482e-b5bd-716176575c8d req-bf5f4830-df73-4019-a35d-29ef0301fb2a tempest-MigrationsAdminTest-322685506 tempest-MigrationsAdminTest-322685506-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=fb779318-b8ff-43a6-a94f-3ce471aff166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7643607 Jul 27 23:10:14.261500 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-058f35cd-7c8f-4fe2-8d7e-7fef8d6b034c req-e696c405-4aa9-487e-8c4f-d44de55ac2a9 service neutron] 10.222.0.49 "GET /v2.0/networks/a7737e0c-9e61-43d5-8f37-2862a114eef0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4243255 Jul 27 23:10:14.264024 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5f4830-df73-4019-a35d-29ef0301fb2a tempest-MigrationsAdminTest-322685506 tempest-MigrationsAdminTest-322685506-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2629e6d9-122c-481c-ad95-978ef317b5a8,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:10:14.313910 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-8dd9556b-adac-4c3b-8b97-176f46523139 req-b820180c-d73d-4610-a9d1-526beace9457 tempest-ServerDiagnosticsNegativeTest-1281832200 tempest-ServerDiagnosticsNegativeTest-1281832200-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=b2460fa0f01a4daf9586cf5db367af51&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0524440 Jul 27 23:10:14.366372 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 86a578d4-6599-4c14-8000-f911b581dfcf details requested by agent hyperv_n-h1-802623-1 with host n-h1-802623-1 {{(pid=93799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 23:10:14.461315 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-058f35cd-7c8f-4fe2-8d7e-7fef8d6b034c req-5518c5a8-b662-4f7e-99d2-7d1d5a5cde38 service neutron] 10.222.0.49 "GET /v2.0/networks/a7737e0c-9e61-43d5-8f37-2862a114eef0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1886814 Jul 27 23:10:14.480630 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd9556b-adac-4c3b-8b97-176f46523139 req-12db7880-8012-4a80-80b6-b692dc0a4ac3 tempest-ServerDiagnosticsNegativeTest-1281832200 tempest-ServerDiagnosticsNegativeTest-1281832200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:14.489623 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-8dd9556b-adac-4c3b-8b97-176f46523139 req-12db7880-8012-4a80-80b6-b692dc0a4ac3 tempest-ServerDiagnosticsNegativeTest-1281832200 tempest-ServerDiagnosticsNegativeTest-1281832200-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1722291 Jul 27 23:10:14.499191 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c835e1-e235-49e2-8423-38aef1fae238 req-4cf1c710-c441-4356-b22e-a05aa74e038e tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:14.502093 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-52c835e1-e235-49e2-8423-38aef1fae238 req-4cf1c710-c441-4356-b22e-a05aa74e038e tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] 10.222.0.18 "GET /v2.0/ports?device_id=f8fe1d47-a163-4267-b0cc-896f0d1e1a36 HTTP/1.1" status: 200 len: 1024 time: 0.0757573 Jul 27 23:10:14.515765 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-8dd9556b-adac-4c3b-8b97-176f46523139 req-06b1a87b-8b61-4093-bbfa-f67eec71c40c tempest-ServerDiagnosticsNegativeTest-1281832200 tempest-ServerDiagnosticsNegativeTest-1281832200-project] 10.222.0.18 "GET /v2.0/quotas/b2460fa0f01a4daf9586cf5db367af51 HTTP/1.1" status: 200 len: 375 time: 0.0249953 Jul 27 23:10:14.541565 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-b96ebc6f-e8b7-4d84-9d9c-c5ad9130c7e4 req-661211ae-6633-4e5e-890a-e47714354b02 tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:14.557712 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] get_ports_and_sgs() called for port_ids ['ecee3142-b56e-44a3-ae44-405fd47f1162'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:10:14.586463 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-8dd9556b-adac-4c3b-8b97-176f46523139 req-4391b8e0-2267-4d65-86a3-ede2efdbb8f2 tempest-ServerDiagnosticsNegativeTest-1281832200 tempest-ServerDiagnosticsNegativeTest-1281832200-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=b2460fa0f01a4daf9586cf5db367af51&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0696042 Jul 27 23:10:14.611005 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port 86a578d4-6599-4c14-8000-f911b581dfcf, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=86a578d4-6599-4c14-8000-f911b581dfcf,segment=NetworkSegment(28e446c9-01ab-4372-bcf6-11d579b6d514),segment_id=28e446c9-01ab-4372-bcf6-11d579b6d514)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:10:14.623719 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Returning: {'device': '86a578d4-6599-4c14-8000-f911b581dfcf', 'network_id': '9e23151c-db3f-4ce6-bd4c-f37102973a7b', 'port_id': '86a578d4-6599-4c14-8000-f911b581dfcf', 'mac_address': 'fa:16:3e:a8:ae:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '907748a0-cd4e-409f-9c38-5786b794e948', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 23:10:14.625525 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661211ae-6633-4e5e-890a-e47714354b02 tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] Pushing event deleted for resources: {'Port': ['ID=ecee3142-b56e-44a3-ae44-405fd47f1162,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:10:14.699920 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:14.703391 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-52c835e1-e235-49e2-8423-38aef1fae238 req-c6cc59ac-fd05-4d6f-80e3-f3141dd5bb80 tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd4c80f8-6360-4d2a-b031-00b7544968a3&id=e67748cd-3d13-4eae-bf27-c7b6c014e6d8&id=3f765bca-8609-4f11-ae0e-50a083c5bab4&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1883602 Jul 27 23:10:14.708073 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [req-b96ebc6f-e8b7-4d84-9d9c-c5ad9130c7e4 req-661211ae-6633-4e5e-890a-e47714354b02 tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] No DVR routers for this DVR port ecee3142-b56e-44a3-ae44-405fd47f1162 on host n-h1-802623-1 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:10:14.724890 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-b96ebc6f-e8b7-4d84-9d9c-c5ad9130c7e4 req-661211ae-6633-4e5e-890a-e47714354b02 tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:14.725060 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86a578d4-6599-4c14-8000-f911b581dfcf {{(pid=93799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:10:14.725280 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-b96ebc6f-e8b7-4d84-9d9c-c5ad9130c7e4 req-661211ae-6633-4e5e-890a-e47714354b02 tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] 10.222.0.38 "DELETE /v2.0/ports/ecee3142-b56e-44a3-ae44-405fd47f1162 HTTP/1.1" status: 204 len: 173 time: 1.2571943 Jul 27 23:10:14.725280 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8fe1d47-a163-4267-b0cc-896f0d1e1a36', 'name': 'network-vif-deleted', 'tag': 'ecee3142-b56e-44a3-ae44-405fd47f1162'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:10:14.730745 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a476459a1bfce68b0ae0df5b6a71154bfc7cfdc8f9eefce6ad0a17231e60468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73c1aac0-0b7c-4274-b425-325578e75d4b" -d '{"events": [{"server_uuid": "f8fe1d47-a163-4267-b0cc-896f0d1e1a36", "name": "network-vif-deleted", "tag": "ecee3142-b56e-44a3-ae44-405fd47f1162"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:10:14.749664 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port 86a578d4-6599-4c14-8000-f911b581dfcf, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=86a578d4-6599-4c14-8000-f911b581dfcf,segment=NetworkSegment(28e446c9-01ab-4372-bcf6-11d579b6d514),segment_id=28e446c9-01ab-4372-bcf6-11d579b6d514)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:10:14.762558 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:14.862777 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Pushing event updated for resources: {'Port': ['ID=86a578d4-6599-4c14-8000-f911b581dfcf,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:10:14.995002 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] get_ports_and_sgs() called for port_ids ['86a578d4-6599-4c14-8000-f911b581dfcf'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:10:15.208684 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-59878512-a8b8-4b94-97e7-59f9284def97 req-d851402f-0bc3-40f1-bbb8-1c25ae9ba100 tempest-ServersTestFqdnHostnames-2064853926 tempest-ServersTestFqdnHostnames-2064853926-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--2087495142&fields=id&tenant_id=8d582af9a6794d11bd808a2173a193ea HTTP/1.1" status: 200 len: 267 time: 0.0685794 Jul 27 23:10:15.418411 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59878512-a8b8-4b94-97e7-59f9284def97 req-7caf7d6f-99db-4ae8-b180-9099346f5f13 tempest-ServersTestFqdnHostnames-2064853926 tempest-ServersTestFqdnHostnames-2064853926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:15.431025 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-59878512-a8b8-4b94-97e7-59f9284def97 req-7caf7d6f-99db-4ae8-b180-9099346f5f13 tempest-ServersTestFqdnHostnames-2064853926 tempest-ServersTestFqdnHostnames-2064853926-project] 10.222.0.18 "GET /v2.0/networks?id=3adb757c-b86b-47f3-8bd0-530e0c033dd4 HTTP/1.1" status: 200 len: 815 time: 0.2085655 Jul 27 23:10:15.484773 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-59878512-a8b8-4b94-97e7-59f9284def97 req-999f135f-4759-4e02-a242-b3a06dd9a726 tempest-ServersTestFqdnHostnames-2064853926 tempest-ServersTestFqdnHostnames-2064853926-project] 10.222.0.18 "GET /v2.0/quotas/8d582af9a6794d11bd808a2173a193ea HTTP/1.1" status: 200 len: 375 time: 0.0410252 Jul 27 23:10:15.575221 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-59878512-a8b8-4b94-97e7-59f9284def97 req-f5f338cf-ed21-4fa8-95a8-11ede7a96627 tempest-ServersTestFqdnHostnames-2064853926 tempest-ServersTestFqdnHostnames-2064853926-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=8d582af9a6794d11bd808a2173a193ea&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0820642 Jul 27 23:10:15.693100 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-59878512-a8b8-4b94-97e7-59f9284def97 req-d063ec28-fb95-4953-81ec-6f5edd4e728c service neutron] 10.222.0.18 "GET /v2.0/networks/3adb757c-b86b-47f3-8bd0-530e0c033dd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166017 Jul 27 23:10:15.715682 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device d77c3ada-73ef-4746-af67-66824003051d up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:10:15.795012 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port d77c3ada-73ef-4746-af67-66824003051d triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:10:15.796681 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:15.844163 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-59878512-a8b8-4b94-97e7-59f9284def97 req-bdb9c12f-02ca-423a-9da2-d15c8f2adbda service neutron] 10.222.0.18 "GET /v2.0/networks/3adb757c-b86b-47f3-8bd0-530e0c033dd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390798 Jul 27 23:10:16.038004 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:10:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc12a0b4-b26d-41a4-aebd-44d73cab0887 x-openstack-request-id: req-fc12a0b4-b26d-41a4-aebd-44d73cab0887 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:10:16.038557 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8fe1d47-a163-4267-b0cc-896f0d1e1a36", "name": "network-vif-deleted", "tag": "ecee3142-b56e-44a3-ae44-405fd47f1162", "status": "completed", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:10:16.038808 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-fc12a0b4-b26d-41a4-aebd-44d73cab0887 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:10:16.043948 n-d-802623-1 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8fe1d47-a163-4267-b0cc-896f0d1e1a36', 'name': 'network-vif-deleted', 'tag': 'ecee3142-b56e-44a3-ae44-405fd47f1162', 'status': 'completed', 'code': 200} Jul 27 23:10:16.181985 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-320fc98d-68b2-402a-9db7-f0b128d4d710 req-79fa71c6-92ed-4704-91d5-dd880634ec3a tempest-ServerDiagnosticsNegativeTest-1281832200 tempest-ServerDiagnosticsNegativeTest-1281832200-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c72c279-7ec5-45b6-abb7-cfdd43e0682a HTTP/1.1" status: 200 len: 210 time: 0.0649602 Jul 27 23:10:16.316786 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0f7301-4138-433d-9c83-bbd95075d42d req-8299545a-e7a7-4588-b0a1-0d98e9895088 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:16.326478 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-be0f7301-4138-433d-9c83-bbd95075d42d req-8299545a-e7a7-4588-b0a1-0d98e9895088 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.18 "GET /v2.0/ports?device_id=94bcbeeb-7774-4b45-848f-3dfe8cc8bf8e HTTP/1.1" status: 200 len: 944 time: 0.1055961 Jul 27 23:10:16.383418 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-be0f7301-4138-433d-9c83-bbd95075d42d req-b25770aa-355e-4428-9dc5-08aa421ad913 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.18 "GET /v2.0/security-groups?id=657c655b-8580-45d5-979f-9b32b7a260f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448925 Jul 27 23:10:16.407302 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 86a578d4-6599-4c14-8000-f911b581dfcf up at agent hyperv_n-h1-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:10:16.421576 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8653ee2d-731e-44ad-b835-0c6bbad68a6f req-561f87c5-4158-430f-aa25-0fc87908bb58 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=84967986-7299-4570-bc82-4e600f892180&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2136974 Jul 27 23:10:16.502965 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Provisioning for port 86a578d4-6599-4c14-8000-f911b581dfcf completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:10:16.512601 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Provisioning complete for port 86a578d4-6599-4c14-8000-f911b581dfcf triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:10:16.513798 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:16.641656 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:16.669745 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94bcbeeb-7774-4b45-848f-3dfe8cc8bf8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86a578d4-6599-4c14-8000-f911b581dfcf'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:10:16.674240 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c0369b0d4f459110ff20a1f9878ba33f96d6491bddb9d15843bf29d01e0bda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bed93d55-26df-4dc3-b826-9b89a0f0b65b" -d '{"events": [{"server_uuid": "94bcbeeb-7774-4b45-848f-3dfe8cc8bf8e", "name": "network-vif-plugged", "status": "completed", "tag": "86a578d4-6599-4c14-8000-f911b581dfcf"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:10:16.692012 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port 86a578d4-6599-4c14-8000-f911b581dfcf, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=86a578d4-6599-4c14-8000-f911b581dfcf,segment=NetworkSegment(28e446c9-01ab-4372-bcf6-11d579b6d514),segment_id=28e446c9-01ab-4372-bcf6-11d579b6d514)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:10:16.703590 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:16.703590 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device ecee3142-b56e-44a3-ae44-405fd47f1162 no longer exists at agent hyperv_n-h1-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:10:16.713795 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7c8f7e8f-f737-4501-a13d-89e587cc68c8 req-5960ff18-a007-429c-b1c3-7457edf7bf83 tempest-ServersTestFqdnHostnames-2064853926 tempest-ServersTestFqdnHostnames-2064853926-project] 10.222.0.18 "GET /v2.0/ports?device_id=c5b7cae6-ef9c-4b6a-8d88-4b0d58a86c54 HTTP/1.1" status: 200 len: 210 time: 0.0509098 Jul 27 23:10:16.727106 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] No Port match for: ecee3142-b56e-44a3-ae44-405fd47f1162 {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:10:16.727709 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device ecee3142-b56e-44a3-ae44-405fd47f1162 not bound to the agent host n-h1-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:10:16.800275 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Pushing event updated for resources: {'Port': ['ID=86a578d4-6599-4c14-8000-f911b581dfcf,revision_number=5']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:10:16.816160 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8dd9556b-adac-4c3b-8b97-176f46523139 req-2ff465e6-485b-41ba-ab83-6d1fe396a693 tempest-ServerDiagnosticsNegativeTest-1281832200 tempest-ServerDiagnosticsNegativeTest-1281832200-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=b2460fa0f01a4daf9586cf5db367af51&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0354013 Jul 27 23:10:16.852157 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4e5ec9-163e-4b1d-9dae-cd639734c536 req-d94e2c1b-c71b-4503-8685-0a0632925d43 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:16.854172 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-cb4e5ec9-163e-4b1d-9dae-cd639734c536 req-d94e2c1b-c71b-4503-8685-0a0632925d43 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/ports?device_id=84967986-7299-4570-bc82-4e600f892180 HTTP/1.1" status: 200 len: 950 time: 0.0694335 Jul 27 23:10:16.908421 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-cb4e5ec9-163e-4b1d-9dae-cd639734c536 req-ba5cb1c7-3ee3-473b-bdb7-e9997d0e2fa2 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb779318-b8ff-43a6-a94f-3ce471aff166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467627 Jul 27 23:10:16.981489 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:10:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b161845b-3a05-46bb-a6db-e4049969ddbc x-openstack-request-id: req-b161845b-3a05-46bb-a6db-e4049969ddbc {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:10:16.981884 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94bcbeeb-7774-4b45-848f-3dfe8cc8bf8e", "name": "network-vif-plugged", "status": "completed", "tag": "86a578d4-6599-4c14-8000-f911b581dfcf", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:10:16.982326 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b161845b-3a05-46bb-a6db-e4049969ddbc {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:10:16.982902 n-d-802623-1 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94bcbeeb-7774-4b45-848f-3dfe8cc8bf8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86a578d4-6599-4c14-8000-f911b581dfcf', 'code': 200} Jul 27 23:10:17.020246 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd9556b-adac-4c3b-8b97-176f46523139 req-93d48fae-d7bf-40e3-b64e-dcc7d85d62ea tempest-ServerDiagnosticsNegativeTest-1281832200 tempest-ServerDiagnosticsNegativeTest-1281832200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:17.022213 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8dd9556b-adac-4c3b-8b97-176f46523139 req-93d48fae-d7bf-40e3-b64e-dcc7d85d62ea tempest-ServerDiagnosticsNegativeTest-1281832200 tempest-ServerDiagnosticsNegativeTest-1281832200-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1854675 Jul 27 23:10:17.038445 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-bd52896e-da90-4349-a75c-fb3a757eb847 req-ee2a013e-e921-42f8-86c6-816cee4b0ebb tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] 10.222.0.18 "GET /v2.0/security-groups/3f765bca-8609-4f11-ae0e-50a083c5bab4 HTTP/1.1" status: 200 len: 1800 time: 0.0687792 Jul 27 23:10:17.044323 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [req-8dd9556b-adac-4c3b-8b97-176f46523139 req-1dc113cb-ef33-4295-86cd-32925eb216b0 tempest-ServerDiagnosticsNegativeTest-1281832200 tempest-ServerDiagnosticsNegativeTest-1281832200-project] Request body: {'port': {'device_id': '7c72c279-7ec5-45b6-abb7-cfdd43e0682a', 'network_id': '591af2dd-f826-43b1-aa9d-e7a0bf218c71', 'admin_state_up': True, 'tenant_id': 'b2460fa0f01a4daf9586cf5db367af51'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:10:17.224368 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e41f68-d648-43aa-b913-63f4caccaff5 req-14d6ed46-ff3e-411d-b34e-2afda503cb7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:17.225867 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-59e41f68-d648-43aa-b913-63f4caccaff5 req-14d6ed46-ff3e-411d-b34e-2afda503cb7b service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=94bcbeeb-7774-4b45-848f-3dfe8cc8bf8e HTTP/1.1" status: 200 len: 1096 time: 0.1336837 Jul 27 23:10:17.228112 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-bd52896e-da90-4349-a75c-fb3a757eb847 req-5f8fc378-f1b6-4551-9df9-d329d23c98c2 tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:17.282771 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-bd52896e-da90-4349-a75c-fb3a757eb847 req-5f8fc378-f1b6-4551-9df9-d329d23c98c2 tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:17.305128 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1ed74d-2868-44c1-b31b-305f9a05b25b req-436fb57b-27bc-4c3e-a5a8-f02d5a7ecbe3 tempest-ListImageFiltersTestJSON-1300276804 tempest-ListImageFiltersTestJSON-1300276804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:17.306675 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-3d1ed74d-2868-44c1-b31b-305f9a05b25b req-436fb57b-27bc-4c3e-a5a8-f02d5a7ecbe3 tempest-ListImageFiltersTestJSON-1300276804 tempest-ListImageFiltersTestJSON-1300276804-project] 10.222.0.18 "GET /v2.0/ports?device_id=af40694f-e015-4730-a86b-e6cdb8a8c834 HTTP/1.1" status: 200 len: 948 time: 0.0865014 Jul 27 23:10:17.328768 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8dd9556b-adac-4c3b-8b97-176f46523139 req-1dc113cb-ef33-4295-86cd-32925eb216b0 tempest-ServerDiagnosticsNegativeTest-1281832200 tempest-ServerDiagnosticsNegativeTest-1281832200-project] Made reservation on behalf of b2460fa0f01a4daf9586cf5db367af51 for: {'port': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:10:17.332179 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-8dd9556b-adac-4c3b-8b97-176f46523139 req-1dc113cb-ef33-4295-86cd-32925eb216b0 tempest-ServerDiagnosticsNegativeTest-1281832200 tempest-ServerDiagnosticsNegativeTest-1281832200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:17.338135 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-59e41f68-d648-43aa-b913-63f4caccaff5 req-c0aeb871-098a-4ffa-9596-9d09ccb9398f service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=657c655b-8580-45d5-979f-9b32b7a260f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944395 Jul 27 23:10:17.347533 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-8dd9556b-adac-4c3b-8b97-176f46523139 req-1dc113cb-ef33-4295-86cd-32925eb216b0 tempest-ServerDiagnosticsNegativeTest-1281832200 tempest-ServerDiagnosticsNegativeTest-1281832200-project] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:17.353266 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-3d1ed74d-2868-44c1-b31b-305f9a05b25b req-396f5dea-b998-4a49-9a63-bd0be2a5f7f6 tempest-ListImageFiltersTestJSON-1300276804 tempest-ListImageFiltersTestJSON-1300276804-project] 10.222.0.18 "GET /v2.0/security-groups?id=e18dfc0d-586d-4d08-ab5b-6cc85907c37c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393775 Jul 27 23:10:17.378111 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-bd52896e-da90-4349-a75c-fb3a757eb847 req-5f8fc378-f1b6-4551-9df9-d329d23c98c2 tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:17.381067 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-bd52896e-da90-4349-a75c-fb3a757eb847 req-5f8fc378-f1b6-4551-9df9-d329d23c98c2 tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:17.382423 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-bd52896e-da90-4349-a75c-fb3a757eb847 req-5f8fc378-f1b6-4551-9df9-d329d23c98c2 tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] 10.222.0.18 "DELETE /v2.0/security-groups/3f765bca-8609-4f11-ae0e-50a083c5bab4 HTTP/1.1" status: 204 len: 173 time: 0.3322809 Jul 27 23:10:17.404177 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8fc378-f1b6-4551-9df9-d329d23c98c2 tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f765bca-8609-4f11-ae0e-50a083c5bab4,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:10:17.476087 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-249418d0-afaa-4158-862d-894b793527ca req-f2e5e9bd-7453-4813-87a9-4bdb3cbe298c tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] 10.222.0.18 "GET /v2.0/security-groups/e67748cd-3d13-4eae-bf27-c7b6c014e6d8 HTTP/1.1" status: 200 len: 1801 time: 0.0680850 Jul 27 23:10:17.487017 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-0e431e6e-ad3b-486b-a7f4-db915ad5eca2 req-a082d848-9a89-4851-9576-f291b4cb694a tempest-ServerDiagnosticsNegativeTest-1281832200 tempest-ServerDiagnosticsNegativeTest-1281832200-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c72c279-7ec5-45b6-abb7-cfdd43e0682a HTTP/1.1" status: 200 len: 210 time: 0.0373287 Jul 27 23:10:17.604531 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-8dd9556b-adac-4c3b-8b97-176f46523139 req-1dc113cb-ef33-4295-86cd-32925eb216b0 tempest-ServerDiagnosticsNegativeTest-1281832200 tempest-ServerDiagnosticsNegativeTest-1281832200-project] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:17.619224 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-8dd9556b-adac-4c3b-8b97-176f46523139 req-1dc113cb-ef33-4295-86cd-32925eb216b0 tempest-ServerDiagnosticsNegativeTest-1281832200 tempest-ServerDiagnosticsNegativeTest-1281832200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:17.630701 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7426b3-9905-4184-a8f2-a91bf0afcd40 req-9889557a-8dde-4539-98ad-0076de76196c tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:17.632415 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ba7426b3-9905-4184-a8f2-a91bf0afcd40 req-9889557a-8dde-4539-98ad-0076de76196c tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.18 "GET /v2.0/ports?device_id=94bcbeeb-7774-4b45-848f-3dfe8cc8bf8e HTTP/1.1" status: 200 len: 945 time: 0.0748453 Jul 27 23:10:17.682382 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ba7426b3-9905-4184-a8f2-a91bf0afcd40 req-5ded279f-6ad3-433d-a75f-29763722036f tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.18 "GET /v2.0/security-groups?id=657c655b-8580-45d5-979f-9b32b7a260f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395098 Jul 27 23:10:17.724458 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-249418d0-afaa-4158-862d-894b793527ca req-dae6b262-7ffc-4784-8b05-19ae449d5a9f tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:17.753090 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59878512-a8b8-4b94-97e7-59f9284def97 req-fef5a547-7fbf-41ac-b839-c28a415dcce0 tempest-ServersTestFqdnHostnames-2064853926 tempest-ServersTestFqdnHostnames-2064853926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:17.754577 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-59878512-a8b8-4b94-97e7-59f9284def97 req-fef5a547-7fbf-41ac-b839-c28a415dcce0 tempest-ServersTestFqdnHostnames-2064853926 tempest-ServersTestFqdnHostnames-2064853926-project] 10.222.0.38 "GET /v2.0/networks?id=3adb757c-b86b-47f3-8bd0-530e0c033dd4 HTTP/1.1" status: 200 len: 815 time: 0.2634928 Jul 27 23:10:17.762172 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc113cb-ef33-4295-86cd-32925eb216b0 tempest-ServerDiagnosticsNegativeTest-1281832200 tempest-ServerDiagnosticsNegativeTest-1281832200-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fdc691a7-341b-4f91-ad6a-a1e0a72e9a85,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:10:17.778418 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-249418d0-afaa-4158-862d-894b793527ca req-dae6b262-7ffc-4784-8b05-19ae449d5a9f tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:17.883226 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-59878512-a8b8-4b94-97e7-59f9284def97 req-518fb7fd-c4f4-489c-992d-352298db4d07 tempest-ServersTestFqdnHostnames-2064853926 tempest-ServersTestFqdnHostnames-2064853926-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8d582af9a6794d11bd808a2173a193ea HTTP/1.1" status: 200 len: 380 time: 0.1003578 Jul 27 23:10:17.889019 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [req-8dd9556b-adac-4c3b-8b97-176f46523139 req-1dc113cb-ef33-4295-86cd-32925eb216b0 tempest-ServerDiagnosticsNegativeTest-1281832200 tempest-ServerDiagnosticsNegativeTest-1281832200-project] Allocated IP 192.168.233.212 (591af2dd-f826-43b1-aa9d-e7a0bf218c71/62938449-046d-4cbe-923a-7ebb632c358d/1fd087a4-6340-4a58-b811-eab0f15c5575) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:10:17.898802 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [req-59878512-a8b8-4b94-97e7-59f9284def97 req-8fa60f4a-afec-4b80-a121-36c83f1b7795 tempest-ServersTestFqdnHostnames-2064853926 tempest-ServersTestFqdnHostnames-2064853926-project] Request body: {'port': {'device_id': 'c5b7cae6-ef9c-4b6a-8d88-4b0d58a86c54', 'network_id': '3adb757c-b86b-47f3-8bd0-530e0c033dd4', 'admin_state_up': True, 'tenant_id': '8d582af9a6794d11bd808a2173a193ea', 'security_groups': ['d1f99751-c260-43e9-8677-232667eaf594']}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:10:17.914693 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-6f20132b-b916-4a7b-bc7c-92f6a86845b0 req-d3c1fa6d-8911-4428-9f12-8169b4a7641d tempest-ServersTestFqdnHostnames-2064853926 tempest-ServersTestFqdnHostnames-2064853926-project] 10.222.0.18 "GET /v2.0/ports?device_id=c5b7cae6-ef9c-4b6a-8d88-4b0d58a86c54 HTTP/1.1" status: 200 len: 210 time: 0.0339682 Jul 27 23:10:17.943902 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-249418d0-afaa-4158-862d-894b793527ca req-dae6b262-7ffc-4784-8b05-19ae449d5a9f tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:17.946817 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-249418d0-afaa-4158-862d-894b793527ca req-dae6b262-7ffc-4784-8b05-19ae449d5a9f tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:17.947969 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-249418d0-afaa-4158-862d-894b793527ca req-dae6b262-7ffc-4784-8b05-19ae449d5a9f tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] 10.222.0.18 "DELETE /v2.0/security-groups/e67748cd-3d13-4eae-bf27-c7b6c014e6d8 HTTP/1.1" status: 204 len: 173 time: 0.4615154 Jul 27 23:10:17.954858 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 33460) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:10:18.007514 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae6b262-7ffc-4784-8b05-19ae449d5a9f tempest-SecurityGroupsTestJSON-1863357679 tempest-SecurityGroupsTestJSON-1863357679-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e67748cd-3d13-4eae-bf27-c7b6c014e6d8,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:10:18.070983 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cb98b7-5b3e-4dd4-b30e-309b7cca6072 req-b66d814d-3acf-46c4-9b37-d0933647aad7 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:18.072561 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-74cb98b7-5b3e-4dd4-b30e-309b7cca6072 req-b66d814d-3acf-46c4-9b37-d0933647aad7 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/ports?device_id=84967986-7299-4570-bc82-4e600f892180 HTTP/1.1" status: 200 len: 950 time: 0.0744028 Jul 27 23:10:18.115007 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_v2 [None req-eede05a1-9129-40e0-b42a-8e586194efab admin admin] Deleting subnet dbf05d93-18dc-44bb-a1ce-d6d38b8f56eb {{(pid=93797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 23:10:18.121824 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-eede05a1-9129-40e0-b42a-8e586194efab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:18.151617 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-74cb98b7-5b3e-4dd4-b30e-309b7cca6072 req-6010eb17-d1d5-45ab-a083-c31ac89491db tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb779318-b8ff-43a6-a94f-3ce471aff166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720115 Jul 27 23:10:18.181576 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8653ee2d-731e-44ad-b835-0c6bbad68a6f req-7946f921-e8e6-4a3c-b9ff-64b6ee79cae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:18.183437 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-8653ee2d-731e-44ad-b835-0c6bbad68a6f req-7946f921-e8e6-4a3c-b9ff-64b6ee79cae0 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1b545d5113d14592aa4c69bde083a757&device_id=84967986-7299-4570-bc82-4e600f892180 HTTP/1.1" status: 200 len: 1101 time: 0.0762386 Jul 27 23:10:18.197965 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-eede05a1-9129-40e0-b42a-8e586194efab admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11335971'] for subnet, precommit_delete_associations {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:18.559079 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59878512-a8b8-4b94-97e7-59f9284def97 req-8fa60f4a-afec-4b80-a121-36c83f1b7795 tempest-ServersTestFqdnHostnames-2064853926 tempest-ServersTestFqdnHostnames-2064853926-project] Made reservation on behalf of 8d582af9a6794d11bd808a2173a193ea for: {'port': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:10:18.561796 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-59878512-a8b8-4b94-97e7-59f9284def97 req-8fa60f4a-afec-4b80-a121-36c83f1b7795 tempest-ServersTestFqdnHostnames-2064853926 tempest-ServersTestFqdnHostnames-2064853926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:18.605762 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ab824edd-2793-4b17-a72d-2b234cf4cc34 req-a501a694-8929-4863-a575-8058be6c38bb tempest-ServerDiagnosticsNegativeTest-1281832200 tempest-ServerDiagnosticsNegativeTest-1281832200-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c72c279-7ec5-45b6-abb7-cfdd43e0682a HTTP/1.1" status: 200 len: 210 time: 0.0319514 Jul 27 23:10:18.617323 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8653ee2d-731e-44ad-b835-0c6bbad68a6f req-63137893-439c-49a9-9a50-7d92b83cb230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:18.622042 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-8dd9556b-adac-4c3b-8b97-176f46523139 req-1dc113cb-ef33-4295-86cd-32925eb216b0 tempest-ServerDiagnosticsNegativeTest-1281832200 tempest-ServerDiagnosticsNegativeTest-1281832200-project] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:18.622334 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-8653ee2d-731e-44ad-b835-0c6bbad68a6f req-63137893-439c-49a9-9a50-7d92b83cb230 service neutron] 10.222.0.49 "GET /v2.0/networks?id=591af2dd-f826-43b1-aa9d-e7a0bf218c71 HTTP/1.1" status: 200 len: 870 time: 0.4266932 Jul 27 23:10:18.629815 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-eede05a1-9129-40e0-b42a-8e586194efab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620741'] for subnet, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:18.660575 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-8653ee2d-731e-44ad-b835-0c6bbad68a6f req-754c234d-5bcb-49a7-89e1-be1ca536122a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=6ba252fa-a400-4c81-8f91-22ddf08c59d0 HTTP/1.1" status: 200 len: 217 time: 0.0340350 Jul 27 23:10:18.715686 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8653ee2d-731e-44ad-b835-0c6bbad68a6f req-ffa8b617-e06e-4c39-bbbb-9d04eb95e5da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:18.717161 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-8653ee2d-731e-44ad-b835-0c6bbad68a6f req-ffa8b617-e06e-4c39-bbbb-9d04eb95e5da service neutron] 10.222.0.49 "GET /v2.0/subnets?id=62938449-046d-4cbe-923a-7ebb632c358d HTTP/1.1" status: 200 len: 843 time: 0.0499492 Jul 27 23:10:18.720033 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [req-8dd9556b-adac-4c3b-8b97-176f46523139 req-1dc113cb-ef33-4295-86cd-32925eb216b0 tempest-ServerDiagnosticsNegativeTest-1281832200 tempest-ServerDiagnosticsNegativeTest-1281832200-project] Transition to ACTIVE for port object 1fd087a4-6340-4a58-b811-eab0f15c5575 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:10:18.729472 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae997156-5867-454d-a730-af1c39a23d1e req-1d20a7a3-6b4f-44f4-8603-e50fe0429e8a tempest-ListImageFiltersTestJSON-1300276804 tempest-ListImageFiltersTestJSON-1300276804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:18.731332 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-ae997156-5867-454d-a730-af1c39a23d1e req-1d20a7a3-6b4f-44f4-8603-e50fe0429e8a tempest-ListImageFiltersTestJSON-1300276804 tempest-ListImageFiltersTestJSON-1300276804-project] 10.222.0.18 "GET /v2.0/ports?device_id=af40694f-e015-4730-a86b-e6cdb8a8c834 HTTP/1.1" status: 200 len: 948 time: 0.1962559 Jul 27 23:10:18.787321 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8653ee2d-731e-44ad-b835-0c6bbad68a6f req-3cebc805-2238-45c2-bb00-9c5fe5553c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:18.788820 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-8653ee2d-731e-44ad-b835-0c6bbad68a6f req-3cebc805-2238-45c2-bb00-9c5fe5553c05 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=591af2dd-f826-43b1-aa9d-e7a0bf218c71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0641448 Jul 27 23:10:18.829834 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-eede05a1-9129-40e0-b42a-8e586194efab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11335991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11551414'] for subnet, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:18.844527 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-ae997156-5867-454d-a730-af1c39a23d1e req-f3b4252c-f489-4e37-aa38-a369b912a5e8 tempest-ListImageFiltersTestJSON-1300276804 tempest-ListImageFiltersTestJSON-1300276804-project] 10.222.0.18 "GET /v2.0/security-groups?id=e18dfc0d-586d-4d08-ab5b-6cc85907c37c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001511 Jul 27 23:10:18.872251 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eede05a1-9129-40e0-b42a-8e586194efab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dbf05d93-18dc-44bb-a1ce-d6d38b8f56eb,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:10:18.882844 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-eede05a1-9129-40e0-b42a-8e586194efab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for subnet, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:18.884847 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-eede05a1-9129-40e0-b42a-8e586194efab admin admin] 10.222.0.18 "DELETE /v2.0/subnets/dbf05d93-18dc-44bb-a1ce-d6d38b8f56eb HTTP/1.1" status: 204 len: 168 time: 0.9250143 Jul 27 23:10:18.886332 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85c249f-18ab-47d3-9e23-38ab4024ae5c req-786b4a10-54d7-49c7-a375-c5fec2a57791 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:18.887505 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 33472) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:10:18.893542 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f85c249f-18ab-47d3-9e23-38ab4024ae5c req-786b4a10-54d7-49c7-a375-c5fec2a57791 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.18 "GET /v2.0/ports?device_id=94bcbeeb-7774-4b45-848f-3dfe8cc8bf8e HTTP/1.1" status: 200 len: 945 time: 0.1213791 Jul 27 23:10:18.899001 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [req-59878512-a8b8-4b94-97e7-59f9284def97 req-8fa60f4a-afec-4b80-a121-36c83f1b7795 tempest-ServersTestFqdnHostnames-2064853926 tempest-ServersTestFqdnHostnames-2064853926-project] Allocated IP 172.20.0.11 (3adb757c-b86b-47f3-8bd0-530e0c033dd4/2e0bf504-e262-4f06-bee4-22c651cb840b/22d3219b-9579-4f13-8261-7c85fc7c7434) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:10:18.901495 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-8dd9556b-adac-4c3b-8b97-176f46523139 req-1dc113cb-ef33-4295-86cd-32925eb216b0 tempest-ServerDiagnosticsNegativeTest-1281832200 tempest-ServerDiagnosticsNegativeTest-1281832200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:18.950810 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f85c249f-18ab-47d3-9e23-38ab4024ae5c req-3566e44a-5109-4685-997d-ac22cf895188 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.18 "GET /v2.0/security-groups?id=657c655b-8580-45d5-979f-9b32b7a260f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564063 Jul 27 23:10:18.954276 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-8653ee2d-731e-44ad-b835-0c6bbad68a6f req-fbd139b6-820f-4ca6-919d-376504b0f47e service neutron] 10.222.0.49 "GET /v2.0/networks/591af2dd-f826-43b1-aa9d-e7a0bf218c71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517134 Jul 27 23:10:19.033626 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8dd9556b-adac-4c3b-8b97-176f46523139 req-1dc113cb-ef33-4295-86cd-32925eb216b0 tempest-ServerDiagnosticsNegativeTest-1281832200 tempest-ServerDiagnosticsNegativeTest-1281832200-project] Network 591af2dd-f826-43b1-aa9d-e7a0bf218c71 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:10:19.040732 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc113cb-ef33-4295-86cd-32925eb216b0 tempest-ServerDiagnosticsNegativeTest-1281832200 tempest-ServerDiagnosticsNegativeTest-1281832200-project] Pushing event updated for resources: {'Port': ['ID=1fd087a4-6340-4a58-b811-eab0f15c5575,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:10:19.048678 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [req-8dd9556b-adac-4c3b-8b97-176f46523139 req-1dc113cb-ef33-4295-86cd-32925eb216b0 tempest-ServerDiagnosticsNegativeTest-1281832200 tempest-ServerDiagnosticsNegativeTest-1281832200-project] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:10:19.055487 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-35f8fbd0-4b28-4c84-a11e-0efcc97e8c24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593271'] for network, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:19.059079 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dd9556b-adac-4c3b-8b97-176f46523139 req-1dc113cb-ef33-4295-86cd-32925eb216b0 tempest-ServerDiagnosticsNegativeTest-1281832200 tempest-ServerDiagnosticsNegativeTest-1281832200-project] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:10:19.064816 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2d2e40-e1b6-49da-bdfc-e3207f9a47aa req-fdbd6162-036e-4bbd-8d39-c0ac07f68ce3 tempest-ListImageFiltersTestJSON-1300276804 tempest-ListImageFiltersTestJSON-1300276804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:19.066550 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-eb2d2e40-e1b6-49da-bdfc-e3207f9a47aa req-fdbd6162-036e-4bbd-8d39-c0ac07f68ce3 tempest-ListImageFiltersTestJSON-1300276804 tempest-ListImageFiltersTestJSON-1300276804-project] 10.222.0.38 "GET /v2.0/ports?device_id=af40694f-e015-4730-a86b-e6cdb8a8c834 HTTP/1.1" status: 200 len: 948 time: 0.1147225 Jul 27 23:10:19.163308 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-5bc19d78-adc2-4319-a390-2089d703f5f4 req-fd1aa0a9-19ea-4a7f-a207-233801325917 tempest-ServersTestFqdnHostnames-2064853926 tempest-ServersTestFqdnHostnames-2064853926-project] 10.222.0.18 "GET /v2.0/ports?device_id=c5b7cae6-ef9c-4b6a-8d88-4b0d58a86c54 HTTP/1.1" status: 200 len: 210 time: 0.0771465 Jul 27 23:10:19.189980 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd9556b-adac-4c3b-8b97-176f46523139 req-1dc113cb-ef33-4295-86cd-32925eb216b0 tempest-ServerDiagnosticsNegativeTest-1281832200 tempest-ServerDiagnosticsNegativeTest-1281832200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:19.190617 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-8dd9556b-adac-4c3b-8b97-176f46523139 req-1dc113cb-ef33-4295-86cd-32925eb216b0 tempest-ServerDiagnosticsNegativeTest-1281832200 tempest-ServerDiagnosticsNegativeTest-1281832200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:19.208559 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-8653ee2d-731e-44ad-b835-0c6bbad68a6f req-98a4281f-8c9d-45fc-b3b9-c2341f539360 service neutron] 10.222.0.49 "GET /v2.0/networks/591af2dd-f826-43b1-aa9d-e7a0bf218c71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2437134 Jul 27 23:10:19.318987 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-eb2d2e40-e1b6-49da-bdfc-e3207f9a47aa req-97b19e8c-b585-4e11-af4c-ea4db0d874b4 tempest-ListImageFiltersTestJSON-1300276804 tempest-ListImageFiltersTestJSON-1300276804-project] Deleting port 3620d593-1d9b-44f9-b5be-c87446df7f96 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:10:19.319377 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-eb2d2e40-e1b6-49da-bdfc-e3207f9a47aa req-97b19e8c-b585-4e11-af4c-ea4db0d874b4 tempest-ListImageFiltersTestJSON-1300276804 tempest-ListImageFiltersTestJSON-1300276804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:19.329689 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961f4f14-0ebd-4539-8744-7814c8cbeb37 req-cd12c05a-b96d-42ba-88d6-8681605522e8 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:19.332196 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-961f4f14-0ebd-4539-8744-7814c8cbeb37 req-cd12c05a-b96d-42ba-88d6-8681605522e8 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/ports?device_id=84967986-7299-4570-bc82-4e600f892180 HTTP/1.1" status: 200 len: 950 time: 0.0839486 Jul 27 23:10:19.341287 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8dd9556b-adac-4c3b-8b97-176f46523139 req-1dc113cb-ef33-4295-86cd-32925eb216b0 tempest-ServerDiagnosticsNegativeTest-1281832200 tempest-ServerDiagnosticsNegativeTest-1281832200-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3013072 Jul 27 23:10:19.362642 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-35f8fbd0-4b28-4c84-a11e-0efcc97e8c24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618032', 'neutron.services.segments.db._delete_segments_for_network-8736833900081'] for network, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:19.369792 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [req-8dd9556b-adac-4c3b-8b97-176f46523139 req-dd844f6b-7429-4259-83ea-1d011ecc7687 service neutron] Request body: {'port': {'device_id': '7c72c279-7ec5-45b6-abb7-cfdd43e0682a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802623-1'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:10:19.397850 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-59878512-a8b8-4b94-97e7-59f9284def97 req-8fa60f4a-afec-4b80-a121-36c83f1b7795 tempest-ServersTestFqdnHostnames-2064853926 tempest-ServersTestFqdnHostnames-2064853926-project] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:19.414787 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-35f8fbd0-4b28-4c84-a11e-0efcc97e8c24 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['130a0954-7a6d-4921-ab94-72e4ed1dccfc']}} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:10:19.423852 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-961f4f14-0ebd-4539-8744-7814c8cbeb37 req-94c7b3c2-b544-49d3-9a74-f49ae8663446 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb779318-b8ff-43a6-a94f-3ce471aff166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850029 Jul 27 23:10:19.454772 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-35f8fbd0-4b28-4c84-a11e-0efcc97e8c24 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ba436c1-f478-4bca-9988-32f105ba0b93') {'for_net_delete': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:10:19.455087 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-35f8fbd0-4b28-4c84-a11e-0efcc97e8c24 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ba436c1-f478-4bca-9988-32f105ba0b93') {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:10:19.468472 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-b5061503-9b4f-4245-b6dd-5b61409b9689 None None] Provisioning for port 1fd087a4-6340-4a58-b811-eab0f15c5575 completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:10:19.472175 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-eb2d2e40-e1b6-49da-bdfc-e3207f9a47aa req-97b19e8c-b585-4e11-af4c-ea4db0d874b4 tempest-ListImageFiltersTestJSON-1300276804 tempest-ListImageFiltersTestJSON-1300276804-project] For port 3620d593-1d9b-44f9-b5be-c87446df7f96, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=3620d593-1d9b-44f9-b5be-c87446df7f96,segment=NetworkSegment(16e91594-c047-4b55-93eb-43af33ad08e1),segment_id=16e91594-c047-4b55-93eb-43af33ad08e1)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:10:19.472374 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-eb2d2e40-e1b6-49da-bdfc-e3207f9a47aa req-97b19e8c-b585-4e11-af4c-ea4db0d874b4 tempest-ListImageFiltersTestJSON-1300276804 tempest-ListImageFiltersTestJSON-1300276804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:19.474387 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-b5061503-9b4f-4245-b6dd-5b61409b9689 None None] Provisioning complete for port 1fd087a4-6340-4a58-b811-eab0f15c5575 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:10:19.474956 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b5061503-9b4f-4245-b6dd-5b61409b9689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:19.476897 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [req-59878512-a8b8-4b94-97e7-59f9284def97 req-8fa60f4a-afec-4b80-a121-36c83f1b7795 tempest-ServersTestFqdnHostnames-2064853926 tempest-ServersTestFqdnHostnames-2064853926-project] Transition to ACTIVE for port object 22d3219b-9579-4f13-8261-7c85fc7c7434 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:10:19.486860 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-eb2d2e40-e1b6-49da-bdfc-e3207f9a47aa req-97b19e8c-b585-4e11-af4c-ea4db0d874b4 tempest-ListImageFiltersTestJSON-1300276804 tempest-ListImageFiltersTestJSON-1300276804-project] Calling delete_port for 3620d593-1d9b-44f9-b5be-c87446df7f96 owned by compute:nova {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:10:19.489694 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45bcf58-cac9-40fe-9293-1106eb2c5956 req-63e0546a-872a-4e5e-9c0e-2c69720d7693 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:19.491231 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-b45bcf58-cac9-40fe-9293-1106eb2c5956 req-63e0546a-872a-4e5e-9c0e-2c69720d7693 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.18 "GET /v2.0/ports?device_id=94bcbeeb-7774-4b45-848f-3dfe8cc8bf8e HTTP/1.1" status: 200 len: 945 time: 0.2042952 Jul 27 23:10:19.494284 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-35f8fbd0-4b28-4c84-a11e-0efcc97e8c24 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736833900858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11335978'] for segment, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:19.508916 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-8dd9556b-adac-4c3b-8b97-176f46523139 req-dd844f6b-7429-4259-83ea-1d011ecc7687 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:19.518163 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-b5061503-9b4f-4245-b6dd-5b61409b9689 None None] Port 1fd087a4-6340-4a58-b811-eab0f15c5575 cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:10:19.536895 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-35f8fbd0-4b28-4c84-a11e-0efcc97e8c24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:19.550776 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35f8fbd0-4b28-4c84-a11e-0efcc97e8c24 admin admin] Releasing vlan 522 on physical network physnet1 to pool {{(pid=93797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 23:10:19.551203 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-35f8fbd0-4b28-4c84-a11e-0efcc97e8c24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11336013'] for segment, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:19.556093 n-d-802623-1 neutron-server[93797]: Traceback (most recent call last): Jul 27 23:10:19.556093 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 23:10:19.556093 n-d-802623-1 neutron-server[93797]: timer() Jul 27 23:10:19.556093 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 23:10:19.556093 n-d-802623-1 neutron-server[93797]: cb(*args, **kw) Jul 27 23:10:19.556093 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 23:10:19.556093 n-d-802623-1 neutron-server[93797]: return func(*args, **kwargs) Jul 27 23:10:19.556093 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 23:10:19.556093 n-d-802623-1 neutron-server[93797]: self._notify() Jul 27 23:10:19.556093 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 23:10:19.556093 n-d-802623-1 neutron-server[93797]: self.callback(batched_events) Jul 27 23:10:19.556093 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 23:10:19.556093 n-d-802623-1 neutron-server[93797]: event.method(event) Jul 27 23:10:19.556093 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 23:10:19.556093 n-d-802623-1 neutron-server[93797]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 23:10:19.556093 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 23:10:19.556093 n-d-802623-1 neutron-server[93797]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 23:10:19.556093 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 23:10:19.556093 n-d-802623-1 neutron-server[93797]: return f(self, *a, **k) Jul 27 23:10:19.556093 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 23:10:19.556093 n-d-802623-1 neutron-server[93797]: return self._get(url).json() Jul 27 23:10:19.556093 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 23:10:19.556093 n-d-802623-1 neutron-server[93797]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 23:10:19.556093 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 23:10:19.556093 n-d-802623-1 neutron-server[93797]: return self.request(url, 'GET', **kwargs) Jul 27 23:10:19.556093 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 23:10:19.556093 n-d-802623-1 neutron-server[93797]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 23:10:19.556093 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 23:10:19.556093 n-d-802623-1 neutron-server[93797]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 23:10:19.556093 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 23:10:19.556093 n-d-802623-1 neutron-server[93797]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 23:10:19.556093 n-d-802623-1 neutron-server[93797]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 23:10:19.616668 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-eb2d2e40-e1b6-49da-bdfc-e3207f9a47aa req-97b19e8c-b585-4e11-af4c-ea4db0d874b4 tempest-ListImageFiltersTestJSON-1300276804 tempest-ListImageFiltersTestJSON-1300276804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:19.650127 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-b45bcf58-cac9-40fe-9293-1106eb2c5956 req-570d58c0-1ef1-4dc7-98df-fc7a42f05c7c tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.18 "GET /v2.0/security-groups?id=657c655b-8580-45d5-979f-9b32b7a260f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458197 Jul 27 23:10:19.655295 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b19e8c-b585-4e11-af4c-ea4db0d874b4 tempest-ListImageFiltersTestJSON-1300276804 tempest-ListImageFiltersTestJSON-1300276804-project] Pushing event deleted for resources: {'Port': ['ID=3620d593-1d9b-44f9-b5be-c87446df7f96,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:10:19.679697 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-35f8fbd0-4b28-4c84-a11e-0efcc97e8c24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415412'] for network, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:19.708836 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb2d2e40-e1b6-49da-bdfc-e3207f9a47aa req-97b19e8c-b585-4e11-af4c-ea4db0d874b4 tempest-ListImageFiltersTestJSON-1300276804 tempest-ListImageFiltersTestJSON-1300276804-project] No DVR routers for this DVR port 3620d593-1d9b-44f9-b5be-c87446df7f96 on host n-h1-802623-1 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:10:19.712150 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-eb2d2e40-e1b6-49da-bdfc-e3207f9a47aa req-97b19e8c-b585-4e11-af4c-ea4db0d874b4 tempest-ListImageFiltersTestJSON-1300276804 tempest-ListImageFiltersTestJSON-1300276804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:19.714079 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-eb2d2e40-e1b6-49da-bdfc-e3207f9a47aa req-97b19e8c-b585-4e11-af4c-ea4db0d874b4 tempest-ListImageFiltersTestJSON-1300276804 tempest-ListImageFiltersTestJSON-1300276804-project] 10.222.0.38 "DELETE /v2.0/ports/3620d593-1d9b-44f9-b5be-c87446df7f96 HTTP/1.1" status: 204 len: 173 time: 0.6402094 Jul 27 23:10:19.714680 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af40694f-e015-4730-a86b-e6cdb8a8c834', 'name': 'network-vif-deleted', 'tag': '3620d593-1d9b-44f9-b5be-c87446df7f96'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:10:19.716808 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}011f8d312121274bb12d78e77c6379a2079800640016cec6c6d605b73666e854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8e00459-5125-46e5-a02d-b2b61b3158b8" -d '{"events": [{"server_uuid": "af40694f-e015-4730-a86b-e6cdb8a8c834", "name": "network-vif-deleted", "tag": "3620d593-1d9b-44f9-b5be-c87446df7f96"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:10:19.744050 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-59878512-a8b8-4b94-97e7-59f9284def97 req-8fa60f4a-afec-4b80-a121-36c83f1b7795 tempest-ServersTestFqdnHostnames-2064853926 tempest-ServersTestFqdnHostnames-2064853926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:19.761531 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:10:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc67da26-0e05-4aa1-a8c7-8c08d2fdb8bb x-openstack-request-id: req-bc67da26-0e05-4aa1-a8c7-8c08d2fdb8bb {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:10:19.761974 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af40694f-e015-4730-a86b-e6cdb8a8c834", "name": "network-vif-deleted", "tag": "3620d593-1d9b-44f9-b5be-c87446df7f96", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:10:19.762169 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-bc67da26-0e05-4aa1-a8c7-8c08d2fdb8bb {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:10:19.762654 n-d-802623-1 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af40694f-e015-4730-a86b-e6cdb8a8c834', 'name': 'network-vif-deleted', 'tag': '3620d593-1d9b-44f9-b5be-c87446df7f96', 'status': 'completed', 'code': 200} Jul 27 23:10:19.770672 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-35f8fbd0-4b28-4c84-a11e-0efcc97e8c24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for network, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:19.774804 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-35f8fbd0-4b28-4c84-a11e-0efcc97e8c24 admin admin] 10.222.0.18 "DELETE /v2.0/networks/130a0954-7a6d-4921-ab94-72e4ed1dccfc HTTP/1.1" status: 204 len: 168 time: 0.8863475 Jul 27 23:10:19.796081 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4a048a-cdfb-420d-acc3-09f3bf2d28fe req-ff86d971-221d-4867-9892-752b1b1228f8 tempest-ServerDiagnosticsNegativeTest-1281832200 tempest-ServerDiagnosticsNegativeTest-1281832200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:19.798587 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-cf4a048a-cdfb-420d-acc3-09f3bf2d28fe req-ff86d971-221d-4867-9892-752b1b1228f8 tempest-ServerDiagnosticsNegativeTest-1281832200 tempest-ServerDiagnosticsNegativeTest-1281832200-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c72c279-7ec5-45b6-abb7-cfdd43e0682a HTTP/1.1" status: 200 len: 936 time: 0.0700407 Jul 27 23:10:19.831947 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59878512-a8b8-4b94-97e7-59f9284def97 req-8fa60f4a-afec-4b80-a121-36c83f1b7795 tempest-ServersTestFqdnHostnames-2064853926 tempest-ServersTestFqdnHostnames-2064853926-project] Network 3adb757c-b86b-47f3-8bd0-530e0c033dd4 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:10:19.837325 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f8fbd0-4b28-4c84-a11e-0efcc97e8c24 admin admin] Pushing event deleted for resources: {'Network': ['ID=130a0954-7a6d-4921-ab94-72e4ed1dccfc,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:10:19.845206 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [req-59878512-a8b8-4b94-97e7-59f9284def97 req-8fa60f4a-afec-4b80-a121-36c83f1b7795 tempest-ServersTestFqdnHostnames-2064853926 tempest-ServersTestFqdnHostnames-2064853926-project] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:10:19.847547 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [req-59878512-a8b8-4b94-97e7-59f9284def97 req-8fa60f4a-afec-4b80-a121-36c83f1b7795 tempest-ServersTestFqdnHostnames-2064853926 tempest-ServersTestFqdnHostnames-2064853926-project] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:10:19.849860 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-cf4a048a-cdfb-420d-acc3-09f3bf2d28fe req-3be8ffb4-01df-4f99-a8b2-1a90a6cdf954 tempest-ServerDiagnosticsNegativeTest-1281832200 tempest-ServerDiagnosticsNegativeTest-1281832200-project] 10.222.0.18 "GET /v2.0/security-groups?id=fdc691a7-341b-4f91-ad6a-a1e0a72e9a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452952 Jul 27 23:10:19.946403 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa60f4a-afec-4b80-a121-36c83f1b7795 tempest-ServersTestFqdnHostnames-2064853926 tempest-ServersTestFqdnHostnames-2064853926-project] Pushing event updated for resources: {'Port': ['ID=22d3219b-9579-4f13-8261-7c85fc7c7434,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:10:20.034699 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-06fbc159-284a-470d-958a-f04417454fb5 req-8beb3487-69bf-41d7-b1fb-be9a0792cf4c tempest-ListImageFiltersTestJSON-1300276804 tempest-ListImageFiltersTestJSON-1300276804-project] 10.222.0.18 "GET /v2.0/ports?device_id=af40694f-e015-4730-a86b-e6cdb8a8c834 HTTP/1.1" status: 200 len: 210 time: 0.0716550 Jul 27 23:10:20.035216 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59878512-a8b8-4b94-97e7-59f9284def97 req-8fa60f4a-afec-4b80-a121-36c83f1b7795 tempest-ServersTestFqdnHostnames-2064853926 tempest-ServersTestFqdnHostnames-2064853926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:20.036394 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-59878512-a8b8-4b94-97e7-59f9284def97 req-8fa60f4a-afec-4b80-a121-36c83f1b7795 tempest-ServersTestFqdnHostnames-2064853926 tempest-ServersTestFqdnHostnames-2064853926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:20.042650 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 33494) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:10:20.068388 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-59878512-a8b8-4b94-97e7-59f9284def97 req-8fa60f4a-afec-4b80-a121-36c83f1b7795 tempest-ServersTestFqdnHostnames-2064853926 tempest-ServersTestFqdnHostnames-2064853926-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1763203 Jul 27 23:10:20.099163 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [req-59878512-a8b8-4b94-97e7-59f9284def97 req-0550ce0f-bb78-4c89-8c89-1eed5c9e28ce service neutron] Request body: {'port': {'device_id': 'c5b7cae6-ef9c-4b6a-8d88-4b0d58a86c54', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802623-1'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:10:20.104694 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-863ecbb8-22d4-4e30-a92d-1ccbd093bcd3 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5a3cfd4017c84232b4a584320b01c441&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0601797 Jul 27 23:10:20.106830 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 33496) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:10:20.169933 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5f8247e2-995b-40df-b7a8-2623a6b12bfd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:20.196204 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5f8247e2-995b-40df-b7a8-2623a6b12bfd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:20.240802 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-59878512-a8b8-4b94-97e7-59f9284def97 req-0550ce0f-bb78-4c89-8c89-1eed5c9e28ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:20.253898 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5f8247e2-995b-40df-b7a8-2623a6b12bfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:20.257849 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5f8247e2-995b-40df-b7a8-2623a6b12bfd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:20.262649 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-5f8247e2-995b-40df-b7a8-2623a6b12bfd admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/fd4c80f8-6360-4d2a-b031-00b7544968a3 HTTP/1.1" status: 204 len: 168 time: 0.1539536 Jul 27 23:10:20.270269 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-c9c96cf7-9ad0-4cd6-8f4c-741b3d1dbfdc None None] Provisioning for port 22d3219b-9579-4f13-8261-7c85fc7c7434 completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:10:20.278806 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-c9c96cf7-9ad0-4cd6-8f4c-741b3d1dbfdc None None] Provisioning complete for port 22d3219b-9579-4f13-8261-7c85fc7c7434 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:10:20.279250 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c9c96cf7-9ad0-4cd6-8f4c-741b3d1dbfdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:20.284804 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8247e2-995b-40df-b7a8-2623a6b12bfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd4c80f8-6360-4d2a-b031-00b7544968a3,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:10:20.338543 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [req-8dd9556b-adac-4c3b-8b97-176f46523139 req-dd844f6b-7429-4259-83ea-1d011ecc7687 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1fd087a4-6340-4a58-b811-eab0f15c5575 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:10:20.351628 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-c9c96cf7-9ad0-4cd6-8f4c-741b3d1dbfdc None None] Port 22d3219b-9579-4f13-8261-7c85fc7c7434 cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:10:20.355410 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-8dd9556b-adac-4c3b-8b97-176f46523139 req-dd844f6b-7429-4259-83ea-1d011ecc7687 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:20.394316 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [req-8dd9556b-adac-4c3b-8b97-176f46523139 req-dd844f6b-7429-4259-83ea-1d011ecc7687 service neutron] Transition to ACTIVE for port object 1fd087a4-6340-4a58-b811-eab0f15c5575 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:10:20.408825 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-8dd9556b-adac-4c3b-8b97-176f46523139 req-dd844f6b-7429-4259-83ea-1d011ecc7687 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11336041'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:20.418700 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9017f6-86ef-444f-b2e4-969d64ff20b6 req-34bb1e70-3131-4672-be93-a52b693cb050 tempest-ServersTestFqdnHostnames-2064853926 tempest-ServersTestFqdnHostnames-2064853926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:20.426004 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8d9017f6-86ef-444f-b2e4-969d64ff20b6 req-34bb1e70-3131-4672-be93-a52b693cb050 tempest-ServersTestFqdnHostnames-2064853926 tempest-ServersTestFqdnHostnames-2064853926-project] 10.222.0.18 "GET /v2.0/ports?device_id=c5b7cae6-ef9c-4b6a-8d88-4b0d58a86c54 HTTP/1.1" status: 200 len: 932 time: 0.1868451 Jul 27 23:10:20.576311 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34791004-1542-4cd2-aaeb-e6b0d6a6bca3 req-0baf6afb-761c-41eb-bcf8-153c3165a40e tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:20.585345 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-34791004-1542-4cd2-aaeb-e6b0d6a6bca3 req-0baf6afb-761c-41eb-bcf8-153c3165a40e tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/ports?device_id=84967986-7299-4570-bc82-4e600f892180 HTTP/1.1" status: 200 len: 950 time: 0.0864756 Jul 27 23:10:20.611753 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd844f6b-7429-4259-83ea-1d011ecc7687 service neutron] Pushing event updated for resources: {'Port': ['ID=1fd087a4-6340-4a58-b811-eab0f15c5575,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:10:20.632753 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-34791004-1542-4cd2-aaeb-e6b0d6a6bca3 req-07c39811-2d76-471d-a903-d17b74e99d33 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb779318-b8ff-43a6-a94f-3ce471aff166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459051 Jul 27 23:10:20.634859 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8d9017f6-86ef-444f-b2e4-969d64ff20b6 req-4ca4b7bf-699c-431d-bc2a-797af9d6de4a tempest-ServersTestFqdnHostnames-2064853926 tempest-ServersTestFqdnHostnames-2064853926-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1f99751-c260-43e9-8677-232667eaf594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2079802 Jul 27 23:10:20.727962 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-8dd9556b-adac-4c3b-8b97-176f46523139 req-dd844f6b-7429-4259-83ea-1d011ecc7687 service neutron] Attempting to bind port 1fd087a4-6340-4a58-b811-eab0f15c5575 on host n-h2-802623-1 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:10:20.728287 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-8dd9556b-adac-4c3b-8b97-176f46523139 req-dd844f6b-7429-4259-83ea-1d011ecc7687 service neutron] Attempting to bind port 1fd087a4-6340-4a58-b811-eab0f15c5575 by drivers openvswitch,hyperv on host n-h2-802623-1 at level 0 using segments [{'id': '16e91594-c047-4b55-93eb-43af33ad08e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '591af2dd-f826-43b1-aa9d-e7a0bf218c71'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:10:20.728620 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dd9556b-adac-4c3b-8b97-176f46523139 req-dd844f6b-7429-4259-83ea-1d011ecc7687 service neutron] Attempting to bind port 1fd087a4-6340-4a58-b811-eab0f15c5575 on network 591af2dd-f826-43b1-aa9d-e7a0bf218c71 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:10:20.736799 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dd9556b-adac-4c3b-8b97-176f46523139 req-dd844f6b-7429-4259-83ea-1d011ecc7687 service neutron] Port 1fd087a4-6340-4a58-b811-eab0f15c5575 on network 591af2dd-f826-43b1-aa9d-e7a0bf218c71 not bound, no agent of type Open vSwitch agent registered on host n-h2-802623-1 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 23:10:20.737129 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dd9556b-adac-4c3b-8b97-176f46523139 req-dd844f6b-7429-4259-83ea-1d011ecc7687 service neutron] Attempting to bind port 1fd087a4-6340-4a58-b811-eab0f15c5575 on network 591af2dd-f826-43b1-aa9d-e7a0bf218c71 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:10:20.751425 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dd9556b-adac-4c3b-8b97-176f46523139 req-dd844f6b-7429-4259-83ea-1d011ecc7687 service neutron] Checking agent: {'id': 'c5cc038b-93c4-4df4-8061-5df2a04a48c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 23, 0, 4), 'started_at': datetime.datetime(2021, 7, 27, 23, 0, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 10, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:10:20.751710 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dd9556b-adac-4c3b-8b97-176f46523139 req-dd844f6b-7429-4259-83ea-1d011ecc7687 service neutron] Checking segment: {'id': '16e91594-c047-4b55-93eb-43af33ad08e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '591af2dd-f826-43b1-aa9d-e7a0bf218c71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:10:20.752099 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dd9556b-adac-4c3b-8b97-176f46523139 req-dd844f6b-7429-4259-83ea-1d011ecc7687 service neutron] Bound using segment: {'id': '16e91594-c047-4b55-93eb-43af33ad08e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '591af2dd-f826-43b1-aa9d-e7a0bf218c71'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:10:20.752542 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-8dd9556b-adac-4c3b-8b97-176f46523139 req-dd844f6b-7429-4259-83ea-1d011ecc7687 service neutron] Bound port: 1fd087a4-6340-4a58-b811-eab0f15c5575, host: n-h2-802623-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16e91594-c047-4b55-93eb-43af33ad08e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '591af2dd-f826-43b1-aa9d-e7a0bf218c71'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:10:20.752906 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-8dd9556b-adac-4c3b-8b97-176f46523139 req-dd844f6b-7429-4259-83ea-1d011ecc7687 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:20.781735 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58ad170-7846-48cc-94db-44288b144725 req-a2b72cdc-5eac-4f68-a5b0-19b8c228aade tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:20.783305 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e58ad170-7846-48cc-94db-44288b144725 req-a2b72cdc-5eac-4f68-a5b0-19b8c228aade tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.18 "GET /v2.0/ports?device_id=94bcbeeb-7774-4b45-848f-3dfe8cc8bf8e HTTP/1.1" status: 200 len: 945 time: 0.0541582 Jul 27 23:10:20.824152 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e58ad170-7846-48cc-94db-44288b144725 req-8b7846cd-8c00-482f-92c9-35ae88aca436 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.18 "GET /v2.0/security-groups?id=657c655b-8580-45d5-979f-9b32b7a260f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337124 Jul 27 23:10:20.830586 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [req-59878512-a8b8-4b94-97e7-59f9284def97 req-0550ce0f-bb78-4c89-8c89-1eed5c9e28ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22d3219b-9579-4f13-8261-7c85fc7c7434 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:10:20.843868 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-59878512-a8b8-4b94-97e7-59f9284def97 req-0550ce0f-bb78-4c89-8c89-1eed5c9e28ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:20.870238 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [req-59878512-a8b8-4b94-97e7-59f9284def97 req-0550ce0f-bb78-4c89-8c89-1eed5c9e28ce service neutron] Transition to ACTIVE for port object 22d3219b-9579-4f13-8261-7c85fc7c7434 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:10:20.873231 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-8dd9556b-adac-4c3b-8b97-176f46523139 req-dd844f6b-7429-4259-83ea-1d011ecc7687 service neutron] For port 1fd087a4-6340-4a58-b811-eab0f15c5575, host n-h2-802623-1, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:10:20.876534 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-8dd9556b-adac-4c3b-8b97-176f46523139 req-dd844f6b-7429-4259-83ea-1d011ecc7687 service neutron] For port 1fd087a4-6340-4a58-b811-eab0f15c5575, host n-h2-802623-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=1fd087a4-6340-4a58-b811-eab0f15c5575,segment=NetworkSegment(16e91594-c047-4b55-93eb-43af33ad08e1),segment_id=16e91594-c047-4b55-93eb-43af33ad08e1)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:10:20.877648 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-59878512-a8b8-4b94-97e7-59f9284def97 req-0550ce0f-bb78-4c89-8c89-1eed5c9e28ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11336041'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:20.889215 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-8dd9556b-adac-4c3b-8b97-176f46523139 req-dd844f6b-7429-4259-83ea-1d011ecc7687 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11336041'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:20.937293 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd9556b-adac-4c3b-8b97-176f46523139 req-dd844f6b-7429-4259-83ea-1d011ecc7687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:20.937926 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-8dd9556b-adac-4c3b-8b97-176f46523139 req-dd844f6b-7429-4259-83ea-1d011ecc7687 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:20.939346 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8dd9556b-adac-4c3b-8b97-176f46523139 req-dd844f6b-7429-4259-83ea-1d011ecc7687 service neutron] 10.222.0.49 "PUT /v2.0/ports/1fd087a4-6340-4a58-b811-eab0f15c5575 HTTP/1.1" status: 200 len: 1096 time: 1.5798218 Jul 27 23:10:20.940937 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c72c279-7ec5-45b6-abb7-cfdd43e0682a', 'tag': '1fd087a4-6340-4a58-b811-eab0f15c5575'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:10:20.943851 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a476459a1bfce68b0ae0df5b6a71154bfc7cfdc8f9eefce6ad0a17231e60468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e15c086-a044-438d-8bc6-1a3e9f36fc16" -d '{"events": [{"name": "network-changed", "server_uuid": "7c72c279-7ec5-45b6-abb7-cfdd43e0682a", "tag": "1fd087a4-6340-4a58-b811-eab0f15c5575"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:10:20.954784 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0550ce0f-bb78-4c89-8c89-1eed5c9e28ce service neutron] Pushing event updated for resources: {'Port': ['ID=22d3219b-9579-4f13-8261-7c85fc7c7434,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:10:21.070768 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f4b45c-fc94-4b50-8bcb-9a3797838a13 req-e566a2f6-a598-421f-9642-d0faa0b80e2b tempest-ServerDiagnosticsNegativeTest-1281832200 tempest-ServerDiagnosticsNegativeTest-1281832200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:21.080215 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-35f4b45c-fc94-4b50-8bcb-9a3797838a13 req-e566a2f6-a598-421f-9642-d0faa0b80e2b tempest-ServerDiagnosticsNegativeTest-1281832200 tempest-ServerDiagnosticsNegativeTest-1281832200-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c72c279-7ec5-45b6-abb7-cfdd43e0682a HTTP/1.1" status: 200 len: 948 time: 0.1130896 Jul 27 23:10:21.152887 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-35f4b45c-fc94-4b50-8bcb-9a3797838a13 req-1d75c1ae-292e-449e-b0b0-6bc28a9e9170 tempest-ServerDiagnosticsNegativeTest-1281832200 tempest-ServerDiagnosticsNegativeTest-1281832200-project] 10.222.0.18 "GET /v2.0/security-groups?id=fdc691a7-341b-4f91-ad6a-a1e0a72e9a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664744 Jul 27 23:10:21.217452 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 23:10:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5daf0bd-70fc-47a4-9616-062c16308f45 x-openstack-request-id: req-f5daf0bd-70fc-47a4-9616-062c16308f45 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:10:21.217452 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c72c279-7ec5-45b6-abb7-cfdd43e0682a", "tag": "1fd087a4-6340-4a58-b811-eab0f15c5575", "status": "completed", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:10:21.217452 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f5daf0bd-70fc-47a4-9616-062c16308f45 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:10:21.217452 n-d-802623-1 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c72c279-7ec5-45b6-abb7-cfdd43e0682a', 'tag': '1fd087a4-6340-4a58-b811-eab0f15c5575', 'status': 'completed', 'code': 200} Jul 27 23:10:21.246378 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd844f6b-7429-4259-83ea-1d011ecc7687 service neutron] Pushing event updated for resources: {'Port': ['ID=1fd087a4-6340-4a58-b811-eab0f15c5575,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:10:21.262654 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 33540) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:10:21.273109 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd9556b-adac-4c3b-8b97-176f46523139 req-38a1b551-dd9d-4c6c-b3c2-65f9653b06a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:21.274856 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8dd9556b-adac-4c3b-8b97-176f46523139 req-38a1b551-dd9d-4c6c-b3c2-65f9653b06a4 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b2460fa0f01a4daf9586cf5db367af51&device_id=7c72c279-7ec5-45b6-abb7-cfdd43e0682a HTTP/1.1" status: 200 len: 1099 time: 0.2394040 Jul 27 23:10:21.275918 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-59878512-a8b8-4b94-97e7-59f9284def97 req-0550ce0f-bb78-4c89-8c89-1eed5c9e28ce service neutron] Attempting to bind port 22d3219b-9579-4f13-8261-7c85fc7c7434 on host n-h1-802623-1 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:10:21.276440 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-59878512-a8b8-4b94-97e7-59f9284def97 req-0550ce0f-bb78-4c89-8c89-1eed5c9e28ce service neutron] Attempting to bind port 22d3219b-9579-4f13-8261-7c85fc7c7434 by drivers openvswitch,hyperv on host n-h1-802623-1 at level 0 using segments [{'id': 'b2a4e5b4-2545-4483-a478-998f9d989cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '3adb757c-b86b-47f3-8bd0-530e0c033dd4'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:10:21.276963 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59878512-a8b8-4b94-97e7-59f9284def97 req-0550ce0f-bb78-4c89-8c89-1eed5c9e28ce service neutron] Attempting to bind port 22d3219b-9579-4f13-8261-7c85fc7c7434 on network 3adb757c-b86b-47f3-8bd0-530e0c033dd4 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:10:21.293134 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59878512-a8b8-4b94-97e7-59f9284def97 req-0550ce0f-bb78-4c89-8c89-1eed5c9e28ce service neutron] Port 22d3219b-9579-4f13-8261-7c85fc7c7434 on network 3adb757c-b86b-47f3-8bd0-530e0c033dd4 not bound, no agent of type Open vSwitch agent registered on host n-h1-802623-1 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 23:10:21.299609 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59878512-a8b8-4b94-97e7-59f9284def97 req-0550ce0f-bb78-4c89-8c89-1eed5c9e28ce service neutron] Attempting to bind port 22d3219b-9579-4f13-8261-7c85fc7c7434 on network 3adb757c-b86b-47f3-8bd0-530e0c033dd4 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:10:21.343591 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59878512-a8b8-4b94-97e7-59f9284def97 req-0550ce0f-bb78-4c89-8c89-1eed5c9e28ce service neutron] Checking agent: {'id': '245f1da4-a9b8-4b08-90d7-28f0f342b839', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 59, 59), 'started_at': datetime.datetime(2021, 7, 27, 22, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 9, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:10:21.344253 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59878512-a8b8-4b94-97e7-59f9284def97 req-0550ce0f-bb78-4c89-8c89-1eed5c9e28ce service neutron] Checking segment: {'id': 'b2a4e5b4-2545-4483-a478-998f9d989cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '3adb757c-b86b-47f3-8bd0-530e0c033dd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:10:21.345214 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59878512-a8b8-4b94-97e7-59f9284def97 req-0550ce0f-bb78-4c89-8c89-1eed5c9e28ce service neutron] Bound using segment: {'id': 'b2a4e5b4-2545-4483-a478-998f9d989cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '3adb757c-b86b-47f3-8bd0-530e0c033dd4'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:10:21.346007 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-59878512-a8b8-4b94-97e7-59f9284def97 req-0550ce0f-bb78-4c89-8c89-1eed5c9e28ce service neutron] Bound port: 22d3219b-9579-4f13-8261-7c85fc7c7434, host: n-h1-802623-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2a4e5b4-2545-4483-a478-998f9d989cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '3adb757c-b86b-47f3-8bd0-530e0c033dd4'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:10:21.346601 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-59878512-a8b8-4b94-97e7-59f9284def97 req-0550ce0f-bb78-4c89-8c89-1eed5c9e28ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:21.364742 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8dd9556b-adac-4c3b-8b97-176f46523139 req-f20871db-ed85-4e6f-905e-2a13a335e10b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.212&port_id=1fd087a4-6340-4a58-b811-eab0f15c5575 HTTP/1.1" status: 200 len: 217 time: 0.0778160 Jul 27 23:10:21.366084 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d60ac5-95eb-408d-93f0-d6f4b383603d req-a733d4d8-fd08-43f1-aa6c-a1d5826173db tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:21.367746 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c7d60ac5-95eb-408d-93f0-d6f4b383603d req-a733d4d8-fd08-43f1-aa6c-a1d5826173db tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.18 "GET /v2.0/ports?device_id=94bcbeeb-7774-4b45-848f-3dfe8cc8bf8e HTTP/1.1" status: 200 len: 945 time: 0.0856118 Jul 27 23:10:21.420089 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c7d60ac5-95eb-408d-93f0-d6f4b383603d req-c44a6430-d6c8-4b44-8ccd-e2f45992d775 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.18 "GET /v2.0/security-groups?id=657c655b-8580-45d5-979f-9b32b7a260f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454359 Jul 27 23:10:21.441334 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-bc3f1e96-2766-45da-9ffd-ed2dd59debdb admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1869982397-network', 'tenant_id': '0f32cd31e3414884aa1f33b223595618'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:10:21.468687 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc3f1e96-2766-45da-9ffd-ed2dd59debdb admin admin] Made reservation on behalf of 0f32cd31e3414884aa1f33b223595618 for: {'network': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:10:21.471136 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bc3f1e96-2766-45da-9ffd-ed2dd59debdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for network, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:21.475512 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd9556b-adac-4c3b-8b97-176f46523139 req-3ed028f6-1fbc-4c58-b4fd-8e3a8a63ef7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:21.477095 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8dd9556b-adac-4c3b-8b97-176f46523139 req-3ed028f6-1fbc-4c58-b4fd-8e3a8a63ef7b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=62938449-046d-4cbe-923a-7ebb632c358d HTTP/1.1" status: 200 len: 843 time: 0.0803261 Jul 27 23:10:21.480338 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bc3f1e96-2766-45da-9ffd-ed2dd59debdb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:21.531784 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-59878512-a8b8-4b94-97e7-59f9284def97 req-0550ce0f-bb78-4c89-8c89-1eed5c9e28ce service neutron] For port 22d3219b-9579-4f13-8261-7c85fc7c7434, host n-h1-802623-1, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:10:21.547416 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-59878512-a8b8-4b94-97e7-59f9284def97 req-0550ce0f-bb78-4c89-8c89-1eed5c9e28ce service neutron] For port 22d3219b-9579-4f13-8261-7c85fc7c7434, host n-h1-802623-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=22d3219b-9579-4f13-8261-7c85fc7c7434,segment=NetworkSegment(b2a4e5b4-2545-4483-a478-998f9d989cf7),segment_id=b2a4e5b4-2545-4483-a478-998f9d989cf7)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:10:21.555159 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-59878512-a8b8-4b94-97e7-59f9284def97 req-0550ce0f-bb78-4c89-8c89-1eed5c9e28ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11336041'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:21.567389 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd9556b-adac-4c3b-8b97-176f46523139 req-38740865-57b0-400d-8f45-41577797f90a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:21.569073 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8dd9556b-adac-4c3b-8b97-176f46523139 req-38740865-57b0-400d-8f45-41577797f90a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=591af2dd-f826-43b1-aa9d-e7a0bf218c71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0828617 Jul 27 23:10:21.608001 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59878512-a8b8-4b94-97e7-59f9284def97 req-0550ce0f-bb78-4c89-8c89-1eed5c9e28ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:21.608630 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-59878512-a8b8-4b94-97e7-59f9284def97 req-0550ce0f-bb78-4c89-8c89-1eed5c9e28ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:21.612621 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-59878512-a8b8-4b94-97e7-59f9284def97 req-0550ce0f-bb78-4c89-8c89-1eed5c9e28ce service neutron] 10.222.0.38 "PUT /v2.0/ports/22d3219b-9579-4f13-8261-7c85fc7c7434 HTTP/1.1" status: 200 len: 1092 time: 1.5325253 Jul 27 23:10:21.636282 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bc3f1e96-2766-45da-9ffd-ed2dd59debdb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:21.650289 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bc3f1e96-2766-45da-9ffd-ed2dd59debdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:21.683358 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc3f1e96-2766-45da-9ffd-ed2dd59debdb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 548} {{(pid=93798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 23:10:21.694318 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2808e0f-bb51-485d-8c70-4a7232ff2ca2 req-03eacdf3-b5bc-4f6d-8001-22f73f9d506d tempest-ListImageFiltersTestJSON-1300276804 tempest-ListImageFiltersTestJSON-1300276804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:21.702145 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e2808e0f-bb51-485d-8c70-4a7232ff2ca2 req-03eacdf3-b5bc-4f6d-8001-22f73f9d506d tempest-ListImageFiltersTestJSON-1300276804 tempest-ListImageFiltersTestJSON-1300276804-project] 10.222.0.18 "GET /v2.0/ports?device_id=ad127843-2f59-41fa-9a9b-54df94eb8502 HTTP/1.1" status: 200 len: 949 time: 0.1239593 Jul 27 23:10:21.726531 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0550ce0f-bb78-4c89-8c89-1eed5c9e28ce service neutron] Pushing event updated for resources: {'Port': ['ID=22d3219b-9579-4f13-8261-7c85fc7c7434,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:10:21.736042 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bc3f1e96-2766-45da-9ffd-ed2dd59debdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:21.736400 n-d-802623-1 neutron-server[93798]: INFO neutron.db.segments_db [None req-bc3f1e96-2766-45da-9ffd-ed2dd59debdb admin admin] Added segment 35c87331-1569-4ca2-bf4a-f52e32031f1e of type vlan for network 44a6a84b-a7de-4dfe-a6b7-f9205c26c7e9 Jul 27 23:10:21.737718 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3f1e96-2766-45da-9ffd-ed2dd59debdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9282c7c-bf74-4e2f-accf-81bded4d9191,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:10:21.784406 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59878512-a8b8-4b94-97e7-59f9284def97 req-0cd18dbc-3cc0-4068-8a67-66c66f925230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:21.786445 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-59878512-a8b8-4b94-97e7-59f9284def97 req-0cd18dbc-3cc0-4068-8a67-66c66f925230 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=8d582af9a6794d11bd808a2173a193ea&device_id=c5b7cae6-ef9c-4b6a-8d88-4b0d58a86c54 HTTP/1.1" status: 200 len: 1095 time: 0.1266334 Jul 27 23:10:21.797725 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e2808e0f-bb51-485d-8c70-4a7232ff2ca2 req-65ad9fa6-cde2-4cc9-aa82-239b5921e2b9 tempest-ListImageFiltersTestJSON-1300276804 tempest-ListImageFiltersTestJSON-1300276804-project] 10.222.0.18 "GET /v2.0/security-groups?id=e18dfc0d-586d-4d08-ab5b-6cc85907c37c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946910 Jul 27 23:10:21.799551 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bc3f1e96-2766-45da-9ffd-ed2dd59debdb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736833354590'] for network, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:21.810159 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8dd9556b-adac-4c3b-8b97-176f46523139 req-c28c1575-4289-4571-819e-6b1a58b59a80 service neutron] 10.222.0.49 "GET /v2.0/networks/591af2dd-f826-43b1-aa9d-e7a0bf218c71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2193658 Jul 27 23:10:21.834996 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bc3f1e96-2766-45da-9ffd-ed2dd59debdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569'] for network, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:21.838212 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc3f1e96-2766-45da-9ffd-ed2dd59debdb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:21.839139 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bc3f1e96-2766-45da-9ffd-ed2dd59debdb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:21.865830 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3886a6-cd64-452c-aa28-39d936be6694 req-7764b8ab-e837-4f21-b7d9-693d7616c968 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:21.867554 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-af3886a6-cd64-452c-aa28-39d936be6694 req-7764b8ab-e837-4f21-b7d9-693d7616c968 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/ports?device_id=84967986-7299-4570-bc82-4e600f892180 HTTP/1.1" status: 200 len: 950 time: 0.1486983 Jul 27 23:10:21.869916 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-59878512-a8b8-4b94-97e7-59f9284def97 req-0553e3b9-1cc7-48c3-b115-e65e4d790891 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=22d3219b-9579-4f13-8261-7c85fc7c7434 HTTP/1.1" status: 200 len: 217 time: 0.0704079 Jul 27 23:10:21.925024 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-bc3f1e96-2766-45da-9ffd-ed2dd59debdb admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6608403 Jul 27 23:10:21.929766 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 33550) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:10:21.935133 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-88e0d625-3067-4bf5-a04b-6093a97aca1e admin admin] Request body: {'subnet': {'network_id': '44a6a84b-a7de-4dfe-a6b7-f9205c26c7e9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1869982397-subnet', 'tenant_id': '0f32cd31e3414884aa1f33b223595618', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:10:21.946903 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3f1e96-2766-45da-9ffd-ed2dd59debdb admin admin] Pushing event updated for resources: {'Network': ['ID=44a6a84b-a7de-4dfe-a6b7-f9205c26c7e9,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:10:21.962267 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Network 44a6a84b-a7de-4dfe-a6b7-f9205c26c7e9 details requested by agent ovs-agent-n-d-802623-1 with host n-d-802623-1 {{(pid=93799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 23:10:21.975444 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db12da9-6a2b-4329-a813-9d0badbdb389 req-7f980c81-a9c0-4a81-b230-866c3d37d421 tempest-ServersTestFqdnHostnames-2064853926 tempest-ServersTestFqdnHostnames-2064853926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:21.976974 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-9db12da9-6a2b-4329-a813-9d0badbdb389 req-7f980c81-a9c0-4a81-b230-866c3d37d421 tempest-ServersTestFqdnHostnames-2064853926 tempest-ServersTestFqdnHostnames-2064853926-project] 10.222.0.18 "GET /v2.0/ports?device_id=c5b7cae6-ef9c-4b6a-8d88-4b0d58a86c54 HTTP/1.1" status: 200 len: 944 time: 0.0876338 Jul 27 23:10:21.978037 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88e0d625-3067-4bf5-a04b-6093a97aca1e admin admin] Made reservation on behalf of 0f32cd31e3414884aa1f33b223595618 for: {'subnet': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:10:21.980321 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-88e0d625-3067-4bf5-a04b-6093a97aca1e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12265828'] for subnet, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:21.983965 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59878512-a8b8-4b94-97e7-59f9284def97 req-312fe553-eed0-4d05-a0ad-3dee2f5fffa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:21.985992 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-59878512-a8b8-4b94-97e7-59f9284def97 req-312fe553-eed0-4d05-a0ad-3dee2f5fffa8 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=2e0bf504-e262-4f06-bee4-22c651cb840b HTTP/1.1" status: 200 len: 854 time: 0.1060865 Jul 27 23:10:22.009695 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-af3886a6-cd64-452c-aa28-39d936be6694 req-66593ce1-3678-491f-92ec-08867b098730 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb779318-b8ff-43a6-a94f-3ce471aff166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291351 Jul 27 23:10:22.044891 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8dd9556b-adac-4c3b-8b97-176f46523139 req-de124ca2-04bb-4efc-89a8-9c9c0f7b2e2b service neutron] 10.222.0.49 "GET /v2.0/networks/591af2dd-f826-43b1-aa9d-e7a0bf218c71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1950064 Jul 27 23:10:22.053088 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59878512-a8b8-4b94-97e7-59f9284def97 req-259a1250-4e8e-411d-8841-c16a42c7b8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:22.054292 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-59878512-a8b8-4b94-97e7-59f9284def97 req-259a1250-4e8e-411d-8841-c16a42c7b8aa service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=3adb757c-b86b-47f3-8bd0-530e0c033dd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0581975 Jul 27 23:10:22.075792 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-9db12da9-6a2b-4329-a813-9d0badbdb389 req-f6a1f0a9-5582-4960-ab69-0c1f87ce2147 tempest-ServersTestFqdnHostnames-2064853926 tempest-ServersTestFqdnHostnames-2064853926-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1f99751-c260-43e9-8677-232667eaf594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834441 Jul 27 23:10:22.184658 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e15c086-a044-438d-8bc6-1a3e9f36fc16 req-cc4dac8d-2d7a-4d66-b429-f0e9b54ffdcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:22.186066 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-3e15c086-a044-438d-8bc6-1a3e9f36fc16 req-cc4dac8d-2d7a-4d66-b429-f0e9b54ffdcc service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b2460fa0f01a4daf9586cf5db367af51&device_id=7c72c279-7ec5-45b6-abb7-cfdd43e0682a HTTP/1.1" status: 200 len: 1099 time: 0.0739071 Jul 27 23:10:22.192103 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-59878512-a8b8-4b94-97e7-59f9284def97 req-5183dcde-f3dd-4b76-8a1d-feaff27acb13 service neutron] 10.222.0.38 "GET /v2.0/networks/3adb757c-b86b-47f3-8bd0-530e0c033dd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280172 Jul 27 23:10:22.196066 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-88e0d625-3067-4bf5-a04b-6093a97aca1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11971609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12265750'] for subnet, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:22.263178 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e0d625-3067-4bf5-a04b-6093a97aca1e admin admin] Pushing event updated for resources: {'Subnet': ['ID=167a3de5-23b9-48e3-8fdf-ba6c942d3440,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:10:22.268930 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e0d625-3067-4bf5-a04b-6093a97aca1e admin admin] Checking segment: {'id': '35c87331-1569-4ca2-bf4a-f52e32031f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '44a6a84b-a7de-4dfe-a6b7-f9205c26c7e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:10:22.269182 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88e0d625-3067-4bf5-a04b-6093a97aca1e admin admin] Network hostable DHCP agents. Network: 44a6a84b-a7de-4dfe-a6b7-f9205c26c7e9, hostable agents: ['5950e76f-2bde-4343-a925-cbe6bacd2706'], hosted agents: [] {{(pid=93798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 23:10:22.289902 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88e0d625-3067-4bf5-a04b-6093a97aca1e admin admin] Network 44a6a84b-a7de-4dfe-a6b7-f9205c26c7e9 is scheduled to be hosted by DHCP agent 5950e76f-2bde-4343-a925-cbe6bacd2706 with binding_index 1 {{(pid=93798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 23:10:22.301834 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-88e0d625-3067-4bf5-a04b-6093a97aca1e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802623-1, 44a6a84b-a7de-4dfe-a6b7-f9205c26c7e9) {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:10:22.312944 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1480cd98-27b8-4d25-96d4-cdaabe52e2ba None None] Network 44a6a84b-a7de-4dfe-a6b7-f9205c26c7e9 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:10:22.315200 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88e0d625-3067-4bf5-a04b-6093a97aca1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:22.316429 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-88e0d625-3067-4bf5-a04b-6093a97aca1e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:22.343123 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-88e0d625-3067-4bf5-a04b-6093a97aca1e admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4091239 Jul 27 23:10:22.383062 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccd0619-e726-407e-82e9-795b0fa10552 req-56b047b3-e38f-4b6f-974e-a097a803e1c0 tempest-ServerDiagnosticsNegativeTest-1281832200 tempest-ServerDiagnosticsNegativeTest-1281832200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:22.383697 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-eccd0619-e726-407e-82e9-795b0fa10552 req-56b047b3-e38f-4b6f-974e-a097a803e1c0 tempest-ServerDiagnosticsNegativeTest-1281832200 tempest-ServerDiagnosticsNegativeTest-1281832200-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c72c279-7ec5-45b6-abb7-cfdd43e0682a HTTP/1.1" status: 200 len: 948 time: 0.1694462 Jul 27 23:10:22.412507 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-59878512-a8b8-4b94-97e7-59f9284def97 req-4c3af366-25b9-41d8-bec1-9d23219abf24 service neutron] 10.222.0.38 "GET /v2.0/networks/3adb757c-b86b-47f3-8bd0-530e0c033dd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2087526 Jul 27 23:10:22.413461 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e15c086-a044-438d-8bc6-1a3e9f36fc16 req-7e6d9ce7-3da6-4aaa-8f43-dbae119cb70d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:22.414777 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-3e15c086-a044-438d-8bc6-1a3e9f36fc16 req-7e6d9ce7-3da6-4aaa-8f43-dbae119cb70d service neutron] 10.222.0.49 "GET /v2.0/networks?id=591af2dd-f826-43b1-aa9d-e7a0bf218c71 HTTP/1.1" status: 200 len: 870 time: 0.2206235 Jul 27 23:10:22.465832 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 3620d593-1d9b-44f9-b5be-c87446df7f96 no longer exists at agent hyperv_n-h1-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:10:22.466571 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-3e15c086-a044-438d-8bc6-1a3e9f36fc16 req-38222d4e-d6a6-443f-9783-5f50e8c464be service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.212&port_id=1fd087a4-6340-4a58-b811-eab0f15c5575 HTTP/1.1" status: 200 len: 217 time: 0.0419679 Jul 27 23:10:22.488885 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] No Port match for: 3620d593-1d9b-44f9-b5be-c87446df7f96 {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:10:22.507076 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 3620d593-1d9b-44f9-b5be-c87446df7f96 not bound to the agent host n-h1-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:10:22.516492 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-eccd0619-e726-407e-82e9-795b0fa10552 req-c58193b2-003a-41e9-802d-de7f86721736 tempest-ServerDiagnosticsNegativeTest-1281832200 tempest-ServerDiagnosticsNegativeTest-1281832200-project] 10.222.0.18 "GET /v2.0/security-groups?id=fdc691a7-341b-4f91-ad6a-a1e0a72e9a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181216 Jul 27 23:10:22.554533 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3476312d-3477-4245-a91b-aadd38d373ea None None] Network 44a6a84b-a7de-4dfe-a6b7-f9205c26c7e9 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:10:22.579856 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e15c086-a044-438d-8bc6-1a3e9f36fc16 req-41eef3cf-1252-4cb6-bd6c-ef6b8619ffe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:22.581341 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-3e15c086-a044-438d-8bc6-1a3e9f36fc16 req-41eef3cf-1252-4cb6-bd6c-ef6b8619ffe9 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=62938449-046d-4cbe-923a-7ebb632c358d HTTP/1.1" status: 200 len: 843 time: 0.0976915 Jul 27 23:10:22.589444 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614d2173-fe5c-4b7f-aa6a-fe3d67bd0d79 req-c21a2954-16e8-47cb-9df5-94be73060838 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:22.590886 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-614d2173-fe5c-4b7f-aa6a-fe3d67bd0d79 req-c21a2954-16e8-47cb-9df5-94be73060838 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.38 "GET /v2.0/ports?device_id=94bcbeeb-7774-4b45-848f-3dfe8cc8bf8e HTTP/1.1" status: 200 len: 945 time: 0.1187329 Jul 27 23:10:22.611260 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709c60c1-6675-45e5-a97f-e96eb308bd70 req-56b6e3be-9cfc-4213-9a4b-d6ebe3a501f4 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:22.612805 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-709c60c1-6675-45e5-a97f-e96eb308bd70 req-56b6e3be-9cfc-4213-9a4b-d6ebe3a501f4 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.18 "GET /v2.0/ports?device_id=94bcbeeb-7774-4b45-848f-3dfe8cc8bf8e HTTP/1.1" status: 200 len: 945 time: 0.0614445 Jul 27 23:10:22.666325 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-709c60c1-6675-45e5-a97f-e96eb308bd70 req-e05d48c4-f29f-42ad-940f-ad9f31119399 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.18 "GET /v2.0/security-groups?id=657c655b-8580-45d5-979f-9b32b7a260f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465486 Jul 27 23:10:22.693480 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e15c086-a044-438d-8bc6-1a3e9f36fc16 req-ad32d219-d3d4-4f71-84b5-2f35a21b7715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:22.695927 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-3e15c086-a044-438d-8bc6-1a3e9f36fc16 req-ad32d219-d3d4-4f71-84b5-2f35a21b7715 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=591af2dd-f826-43b1-aa9d-e7a0bf218c71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1038308 Jul 27 23:10:22.786455 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [req-614d2173-fe5c-4b7f-aa6a-fe3d67bd0d79 req-a5bd5df7-6c93-4e09-b4a4-5f334fec2114 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] Deleting port 86a578d4-6599-4c14-8000-f911b581dfcf {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:10:22.786795 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-614d2173-fe5c-4b7f-aa6a-fe3d67bd0d79 req-a5bd5df7-6c93-4e09-b4a4-5f334fec2114 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:22.914322 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a45797f-2ea1-4739-b7b2-3030379a064a req-82f81bc2-5e64-46df-b9f8-2acf0789a3f3 tempest-ListImageFiltersTestJSON-1300276804 tempest-ListImageFiltersTestJSON-1300276804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:22.915842 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-5a45797f-2ea1-4739-b7b2-3030379a064a req-82f81bc2-5e64-46df-b9f8-2acf0789a3f3 tempest-ListImageFiltersTestJSON-1300276804 tempest-ListImageFiltersTestJSON-1300276804-project] 10.222.0.18 "GET /v2.0/ports?device_id=ad127843-2f59-41fa-9a9b-54df94eb8502 HTTP/1.1" status: 200 len: 949 time: 0.0479355 Jul 27 23:10:22.917930 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-3e15c086-a044-438d-8bc6-1a3e9f36fc16 req-7d005551-3f99-4d0e-b6fe-c445ba13ea44 service neutron] 10.222.0.49 "GET /v2.0/networks/591af2dd-f826-43b1-aa9d-e7a0bf218c71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2120407 Jul 27 23:10:22.955033 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-5a45797f-2ea1-4739-b7b2-3030379a064a req-267623e1-3961-4779-9a02-671a38fb6afc tempest-ListImageFiltersTestJSON-1300276804 tempest-ListImageFiltersTestJSON-1300276804-project] 10.222.0.18 "GET /v2.0/security-groups?id=e18dfc0d-586d-4d08-ab5b-6cc85907c37c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323772 Jul 27 23:10:23.016269 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-614d2173-fe5c-4b7f-aa6a-fe3d67bd0d79 req-a5bd5df7-6c93-4e09-b4a4-5f334fec2114 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] For port 86a578d4-6599-4c14-8000-f911b581dfcf, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=86a578d4-6599-4c14-8000-f911b581dfcf,segment=NetworkSegment(28e446c9-01ab-4372-bcf6-11d579b6d514),segment_id=28e446c9-01ab-4372-bcf6-11d579b6d514)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:10:23.016867 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-614d2173-fe5c-4b7f-aa6a-fe3d67bd0d79 req-a5bd5df7-6c93-4e09-b4a4-5f334fec2114 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:23.041878 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [req-614d2173-fe5c-4b7f-aa6a-fe3d67bd0d79 req-a5bd5df7-6c93-4e09-b4a4-5f334fec2114 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] Calling delete_port for 86a578d4-6599-4c14-8000-f911b581dfcf owned by compute:nova {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:10:23.053797 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce3db57-64b3-467a-a10b-7e87277cee6e req-099f829e-38ed-4450-9cab-33e77fb7cb2d tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:23.055292 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-9ce3db57-64b3-467a-a10b-7e87277cee6e req-099f829e-38ed-4450-9cab-33e77fb7cb2d tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] 10.222.0.18 "GET /v2.0/networks?id=44a6a84b-a7de-4dfe-a6b7-f9205c26c7e9 HTTP/1.1" status: 200 len: 815 time: 0.2656150 Jul 27 23:10:23.125964 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-9ce3db57-64b3-467a-a10b-7e87277cee6e req-bdd21d35-b332-4071-bc84-c5db809fe62f tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] 10.222.0.18 "GET /v2.0/quotas/0f32cd31e3414884aa1f33b223595618 HTTP/1.1" status: 200 len: 375 time: 0.0615253 Jul 27 23:10:23.132050 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-3e15c086-a044-438d-8bc6-1a3e9f36fc16 req-ca0c72d1-1880-4400-8075-304d317de73b service neutron] 10.222.0.49 "GET /v2.0/networks/591af2dd-f826-43b1-aa9d-e7a0bf218c71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2035570 Jul 27 23:10:23.138564 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93545852-9db5-4688-9728-a0bc5b1cce02 req-517edfcc-ebdf-4b5b-bb6e-17165d5974da tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:23.140151 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-93545852-9db5-4688-9728-a0bc5b1cce02 req-517edfcc-ebdf-4b5b-bb6e-17165d5974da tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/ports?device_id=84967986-7299-4570-bc82-4e600f892180 HTTP/1.1" status: 200 len: 950 time: 0.0578754 Jul 27 23:10:23.173031 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-9ce3db57-64b3-467a-a10b-7e87277cee6e req-7c17c8d7-9738-47ea-892d-bd65c8e0f5a7 tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=0f32cd31e3414884aa1f33b223595618&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0386336 Jul 27 23:10:23.180255 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-93545852-9db5-4688-9728-a0bc5b1cce02 req-183c65ac-e578-44b4-9012-a537cee18530 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb779318-b8ff-43a6-a94f-3ce471aff166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337873 Jul 27 23:10:23.201049 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5b7cae6-ef9c-4b6a-8d88-4b0d58a86c54', 'tag': '22d3219b-9579-4f13-8261-7c85fc7c7434'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:10:23.203652 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a476459a1bfce68b0ae0df5b6a71154bfc7cfdc8f9eefce6ad0a17231e60468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27b82cfc-f0f1-46ea-b59c-44d25f5494cb" -d '{"events": [{"name": "network-changed", "server_uuid": "c5b7cae6-ef9c-4b6a-8d88-4b0d58a86c54", "tag": "22d3219b-9579-4f13-8261-7c85fc7c7434"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:10:23.297615 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fc5aea-b064-4adc-a95a-8e3b44f403bc req-0688470c-8ae7-4df2-bee8-0f107eab1179 tempest-ServersTestFqdnHostnames-2064853926 tempest-ServersTestFqdnHostnames-2064853926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:23.299089 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-05fc5aea-b064-4adc-a95a-8e3b44f403bc req-0688470c-8ae7-4df2-bee8-0f107eab1179 tempest-ServersTestFqdnHostnames-2064853926 tempest-ServersTestFqdnHostnames-2064853926-project] 10.222.0.18 "GET /v2.0/ports?device_id=c5b7cae6-ef9c-4b6a-8d88-4b0d58a86c54 HTTP/1.1" status: 200 len: 944 time: 0.0510354 Jul 27 23:10:23.324675 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-9ce3db57-64b3-467a-a10b-7e87277cee6e req-372ec6d6-6f7c-4275-807e-521aec09b8a4 service neutron] 10.222.0.18 "GET /v2.0/networks/44a6a84b-a7de-4dfe-a6b7-f9205c26c7e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426697 Jul 27 23:10:23.327264 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-614d2173-fe5c-4b7f-aa6a-fe3d67bd0d79 req-a5bd5df7-6c93-4e09-b4a4-5f334fec2114 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:23.339517 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] get_ports_and_sgs() called for port_ids ['86a578d4-6599-4c14-8000-f911b581dfcf'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:10:23.342938 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-05fc5aea-b064-4adc-a95a-8e3b44f403bc req-9a480a90-c1fe-4091-bdd4-33c355ce0f0a tempest-ServersTestFqdnHostnames-2064853926 tempest-ServersTestFqdnHostnames-2064853926-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1f99751-c260-43e9-8677-232667eaf594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370245 Jul 27 23:10:23.461961 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b82cfc-f0f1-46ea-b59c-44d25f5494cb req-2a0821bf-101e-4a63-8da9-b5e16aaf3afd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:23.463819 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-27b82cfc-f0f1-46ea-b59c-44d25f5494cb req-2a0821bf-101e-4a63-8da9-b5e16aaf3afd service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=8d582af9a6794d11bd808a2173a193ea&device_id=c5b7cae6-ef9c-4b6a-8d88-4b0d58a86c54 HTTP/1.1" status: 200 len: 1095 time: 0.0454447 Jul 27 23:10:23.578511 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b82cfc-f0f1-46ea-b59c-44d25f5494cb req-5ea183f3-36ec-4267-a9d2-c5b7b8bbc8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:23.580333 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-27b82cfc-f0f1-46ea-b59c-44d25f5494cb req-5ea183f3-36ec-4267-a9d2-c5b7b8bbc8e0 service neutron] 10.222.0.38 "GET /v2.0/networks?id=3adb757c-b86b-47f3-8bd0-530e0c033dd4 HTTP/1.1" status: 200 len: 916 time: 0.1087120 Jul 27 23:10:23.627193 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-27b82cfc-f0f1-46ea-b59c-44d25f5494cb req-1bcacebe-22fd-4c49-852c-bf0d1678d60e service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=22d3219b-9579-4f13-8261-7c85fc7c7434 HTTP/1.1" status: 200 len: 217 time: 0.0398669 Jul 27 23:10:23.662119 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 23:10:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae724965-1d0b-4985-b225-c8268105c413 x-openstack-request-id: req-ae724965-1d0b-4985-b225-c8268105c413 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:10:23.662394 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5b7cae6-ef9c-4b6a-8d88-4b0d58a86c54", "tag": "22d3219b-9579-4f13-8261-7c85fc7c7434", "status": "completed", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:10:23.662628 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ae724965-1d0b-4985-b225-c8268105c413 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:10:23.663003 n-d-802623-1 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5b7cae6-ef9c-4b6a-8d88-4b0d58a86c54', 'tag': '22d3219b-9579-4f13-8261-7c85fc7c7434', 'status': 'completed', 'code': 200} Jul 27 23:10:23.674525 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bd5df7-6c93-4e09-b4a4-5f334fec2114 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] Pushing event deleted for resources: {'Port': ['ID=86a578d4-6599-4c14-8000-f911b581dfcf,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:10:23.703447 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b82cfc-f0f1-46ea-b59c-44d25f5494cb req-ce55b53f-c837-4d27-9e8c-0d63143981b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:23.705350 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-27b82cfc-f0f1-46ea-b59c-44d25f5494cb req-ce55b53f-c837-4d27-9e8c-0d63143981b7 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=2e0bf504-e262-4f06-bee4-22c651cb840b HTTP/1.1" status: 200 len: 854 time: 0.0688584 Jul 27 23:10:23.714142 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7d4d42-6829-4048-8b75-f6895dfa6942 req-812b04bd-6ffa-4934-9591-fe7de49f3db3 tempest-ServerDiagnosticsNegativeTest-1281832200 tempest-ServerDiagnosticsNegativeTest-1281832200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:23.714400 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5bd5df7-6c93-4e09-b4a4-5f334fec2114 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:10:23.714650 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5bd5df7-6c93-4e09-b4a4-5f334fec2114 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:10:23.714991 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5bd5df7-6c93-4e09-b4a4-5f334fec2114 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:10:23.715349 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5bd5df7-6c93-4e09-b4a4-5f334fec2114 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:10:23.715679 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5bd5df7-6c93-4e09-b4a4-5f334fec2114 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:10:23.715862 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-6a7d4d42-6829-4048-8b75-f6895dfa6942 req-812b04bd-6ffa-4934-9591-fe7de49f3db3 tempest-ServerDiagnosticsNegativeTest-1281832200 tempest-ServerDiagnosticsNegativeTest-1281832200-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c72c279-7ec5-45b6-abb7-cfdd43e0682a HTTP/1.1" status: 200 len: 948 time: 0.0914614 Jul 27 23:10:23.716054 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5bd5df7-6c93-4e09-b4a4-5f334fec2114 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:10:23.716323 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5bd5df7-6c93-4e09-b4a4-5f334fec2114 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:10:23.716640 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5bd5df7-6c93-4e09-b4a4-5f334fec2114 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:10:23.716958 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5bd5df7-6c93-4e09-b4a4-5f334fec2114 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:10:23.717275 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5bd5df7-6c93-4e09-b4a4-5f334fec2114 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:10:23.717590 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5bd5df7-6c93-4e09-b4a4-5f334fec2114 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:10:23.717904 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5bd5df7-6c93-4e09-b4a4-5f334fec2114 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:10:23.771319 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [req-614d2173-fe5c-4b7f-aa6a-fe3d67bd0d79 req-a5bd5df7-6c93-4e09-b4a4-5f334fec2114 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] No DVR routers for this DVR port 86a578d4-6599-4c14-8000-f911b581dfcf on host n-h1-802623-1 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:10:23.783811 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-6a7d4d42-6829-4048-8b75-f6895dfa6942 req-d27dadd7-e778-4a0e-912a-452d7748e933 tempest-ServerDiagnosticsNegativeTest-1281832200 tempest-ServerDiagnosticsNegativeTest-1281832200-project] 10.222.0.18 "GET /v2.0/security-groups?id=fdc691a7-341b-4f91-ad6a-a1e0a72e9a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581319 Jul 27 23:10:23.787485 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-614d2173-fe5c-4b7f-aa6a-fe3d67bd0d79 req-a5bd5df7-6c93-4e09-b4a4-5f334fec2114 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:23.789452 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-614d2173-fe5c-4b7f-aa6a-fe3d67bd0d79 req-a5bd5df7-6c93-4e09-b4a4-5f334fec2114 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.38 "DELETE /v2.0/ports/86a578d4-6599-4c14-8000-f911b581dfcf HTTP/1.1" status: 204 len: 173 time: 1.1816733 Jul 27 23:10:23.790505 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b82cfc-f0f1-46ea-b59c-44d25f5494cb req-bb1c0d27-3364-4bd3-8fa8-4f5b38c5a8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:23.792258 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-27b82cfc-f0f1-46ea-b59c-44d25f5494cb req-bb1c0d27-3364-4bd3-8fa8-4f5b38c5a8ad service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=3adb757c-b86b-47f3-8bd0-530e0c033dd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0756867 Jul 27 23:10:23.833227 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b086a824-7c1d-42f8-aa7d-b89abe98468c req-5b7a40a7-bd4b-465b-913d-65ef3248f135 tempest-ListImageFiltersTestJSON-1300276804 tempest-ListImageFiltersTestJSON-1300276804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:23.834730 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-b086a824-7c1d-42f8-aa7d-b89abe98468c req-5b7a40a7-bd4b-465b-913d-65ef3248f135 tempest-ListImageFiltersTestJSON-1300276804 tempest-ListImageFiltersTestJSON-1300276804-project] 10.222.0.49 "GET /v2.0/ports?device_id=ad127843-2f59-41fa-9a9b-54df94eb8502 HTTP/1.1" status: 200 len: 949 time: 0.0878232 Jul 27 23:10:23.838894 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-9ce3db57-64b3-467a-a10b-7e87277cee6e req-cf7251ce-3796-41a6-b2d2-23ba1a6617d6 service neutron] 10.222.0.18 "GET /v2.0/networks/44a6a84b-a7de-4dfe-a6b7-f9205c26c7e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5019367 Jul 27 23:10:23.889225 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-299ef958-4e2c-4b28-9602-d526f3a39999 req-ecdbf3c3-8ecb-46f2-93fd-a708048f1d39 tempest-DeleteServersTestJSON-990706908 tempest-DeleteServersTestJSON-990706908-project] 10.222.0.18 "GET /v2.0/ports?device_id=94bcbeeb-7774-4b45-848f-3dfe8cc8bf8e HTTP/1.1" status: 200 len: 210 time: 0.0351653 Jul 27 23:10:23.935005 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-27b82cfc-f0f1-46ea-b59c-44d25f5494cb req-55708833-87cb-4c1b-a521-449e8959f415 service neutron] 10.222.0.38 "GET /v2.0/networks/3adb757c-b86b-47f3-8bd0-530e0c033dd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330395 Jul 27 23:10:23.963413 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [req-b086a824-7c1d-42f8-aa7d-b89abe98468c req-9a595b8b-6fe5-44bb-ba6e-1ecd7b0f5d86 tempest-ListImageFiltersTestJSON-1300276804 tempest-ListImageFiltersTestJSON-1300276804-project] Deleting port abc9a2e4-fad6-4842-b58a-e476e4fc1872 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:10:23.963834 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-b086a824-7c1d-42f8-aa7d-b89abe98468c req-9a595b8b-6fe5-44bb-ba6e-1ecd7b0f5d86 tempest-ListImageFiltersTestJSON-1300276804 tempest-ListImageFiltersTestJSON-1300276804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:24.047397 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-27b82cfc-f0f1-46ea-b59c-44d25f5494cb req-bae4d3b9-2b5d-4a39-8d97-61b0982084b3 service neutron] 10.222.0.38 "GET /v2.0/networks/3adb757c-b86b-47f3-8bd0-530e0c033dd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042733 Jul 27 23:10:24.082457 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-c4abbf0e-a4a7-43b0-98a3-caf3180bc668 req-9385e466-76f0-4ea8-8143-baa0a272b4fc tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d72f04a-64fa-45e7-8a0e-f3f21bcd5f97 HTTP/1.1" status: 200 len: 210 time: 0.0400286 Jul 27 23:10:24.088239 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-b086a824-7c1d-42f8-aa7d-b89abe98468c req-9a595b8b-6fe5-44bb-ba6e-1ecd7b0f5d86 tempest-ListImageFiltersTestJSON-1300276804 tempest-ListImageFiltersTestJSON-1300276804-project] For port abc9a2e4-fad6-4842-b58a-e476e4fc1872, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=abc9a2e4-fad6-4842-b58a-e476e4fc1872,segment=NetworkSegment(16e91594-c047-4b55-93eb-43af33ad08e1),segment_id=16e91594-c047-4b55-93eb-43af33ad08e1)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:10:24.088616 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-b086a824-7c1d-42f8-aa7d-b89abe98468c req-9a595b8b-6fe5-44bb-ba6e-1ecd7b0f5d86 tempest-ListImageFiltersTestJSON-1300276804 tempest-ListImageFiltersTestJSON-1300276804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:24.102594 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [req-b086a824-7c1d-42f8-aa7d-b89abe98468c req-9a595b8b-6fe5-44bb-ba6e-1ecd7b0f5d86 tempest-ListImageFiltersTestJSON-1300276804 tempest-ListImageFiltersTestJSON-1300276804-project] Calling delete_port for abc9a2e4-fad6-4842-b58a-e476e4fc1872 owned by compute:nova {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:10:24.151366 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d338482-3563-4763-b824-dad30ed26771 req-0199f815-de15-49ed-b617-6c5e163028a6 tempest-ListImageFiltersTestJSON-1300276804 tempest-ListImageFiltersTestJSON-1300276804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:24.153061 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-0d338482-3563-4763-b824-dad30ed26771 req-0199f815-de15-49ed-b617-6c5e163028a6 tempest-ListImageFiltersTestJSON-1300276804 tempest-ListImageFiltersTestJSON-1300276804-project] 10.222.0.18 "GET /v2.0/ports?device_id=ad127843-2f59-41fa-9a9b-54df94eb8502 HTTP/1.1" status: 200 len: 949 time: 0.0732160 Jul 27 23:10:24.212005 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-0d338482-3563-4763-b824-dad30ed26771 req-90542dcf-68bc-4eef-b139-11dd527c7df8 tempest-ListImageFiltersTestJSON-1300276804 tempest-ListImageFiltersTestJSON-1300276804-project] 10.222.0.18 "GET /v2.0/security-groups?id=e18dfc0d-586d-4d08-ab5b-6cc85907c37c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384941 Jul 27 23:10:24.306518 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-b086a824-7c1d-42f8-aa7d-b89abe98468c req-9a595b8b-6fe5-44bb-ba6e-1ecd7b0f5d86 tempest-ListImageFiltersTestJSON-1300276804 tempest-ListImageFiltersTestJSON-1300276804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:24.345478 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a595b8b-6fe5-44bb-ba6e-1ecd7b0f5d86 tempest-ListImageFiltersTestJSON-1300276804 tempest-ListImageFiltersTestJSON-1300276804-project] Pushing event deleted for resources: {'Port': ['ID=abc9a2e4-fad6-4842-b58a-e476e4fc1872,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:10:24.390922 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c5004d-1991-47f8-b886-7b30143294ff req-ec508135-22ac-42b1-879f-1994ce20b9bd tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:24.392850 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-09c5004d-1991-47f8-b886-7b30143294ff req-ec508135-22ac-42b1-879f-1994ce20b9bd tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/ports?device_id=84967986-7299-4570-bc82-4e600f892180 HTTP/1.1" status: 200 len: 950 time: 0.1295922 Jul 27 23:10:24.418007 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [req-b086a824-7c1d-42f8-aa7d-b89abe98468c req-9a595b8b-6fe5-44bb-ba6e-1ecd7b0f5d86 tempest-ListImageFiltersTestJSON-1300276804 tempest-ListImageFiltersTestJSON-1300276804-project] No DVR routers for this DVR port abc9a2e4-fad6-4842-b58a-e476e4fc1872 on host n-h2-802623-1 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:10:24.420906 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-b086a824-7c1d-42f8-aa7d-b89abe98468c req-9a595b8b-6fe5-44bb-ba6e-1ecd7b0f5d86 tempest-ListImageFiltersTestJSON-1300276804 tempest-ListImageFiltersTestJSON-1300276804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:24.423279 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-b086a824-7c1d-42f8-aa7d-b89abe98468c req-9a595b8b-6fe5-44bb-ba6e-1ecd7b0f5d86 tempest-ListImageFiltersTestJSON-1300276804 tempest-ListImageFiltersTestJSON-1300276804-project] 10.222.0.49 "DELETE /v2.0/ports/abc9a2e4-fad6-4842-b58a-e476e4fc1872 HTTP/1.1" status: 204 len: 173 time: 0.5813496 Jul 27 23:10:24.456071 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 22d3219b-9579-4f13-8261-7c85fc7c7434 details requested by agent hyperv_n-h1-802623-1 with host n-h1-802623-1 {{(pid=93799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 23:10:24.476923 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-09c5004d-1991-47f8-b886-7b30143294ff req-2d862607-0c57-4aa2-bd94-2bec9a80b493 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb779318-b8ff-43a6-a94f-3ce471aff166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599754 Jul 27 23:10:24.499858 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7994b6-4346-4360-9d15-ba46432afeee req-53ce552d-77e1-44b5-be43-eb93fe1734c5 tempest-ServersTestFqdnHostnames-2064853926 tempest-ServersTestFqdnHostnames-2064853926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:24.501498 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-3c7994b6-4346-4360-9d15-ba46432afeee req-53ce552d-77e1-44b5-be43-eb93fe1734c5 tempest-ServersTestFqdnHostnames-2064853926 tempest-ServersTestFqdnHostnames-2064853926-project] 10.222.0.18 "GET /v2.0/ports?device_id=c5b7cae6-ef9c-4b6a-8d88-4b0d58a86c54 HTTP/1.1" status: 200 len: 944 time: 0.0733597 Jul 27 23:10:24.569590 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-3c7994b6-4346-4360-9d15-ba46432afeee req-155cdc53-1d27-434f-a9c3-1759d365f718 tempest-ServersTestFqdnHostnames-2064853926 tempest-ServersTestFqdnHostnames-2064853926-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1f99751-c260-43e9-8677-232667eaf594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619442 Jul 27 23:10:24.633614 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port 22d3219b-9579-4f13-8261-7c85fc7c7434, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=22d3219b-9579-4f13-8261-7c85fc7c7434,segment=NetworkSegment(b2a4e5b4-2545-4483-a478-998f9d989cf7),segment_id=b2a4e5b4-2545-4483-a478-998f9d989cf7)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:10:24.645764 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Returning: {'device': '22d3219b-9579-4f13-8261-7c85fc7c7434', 'network_id': '3adb757c-b86b-47f3-8bd0-530e0c033dd4', 'port_id': '22d3219b-9579-4f13-8261-7c85fc7c7434', 'mac_address': 'fa:16:3e:f8:55:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e0bf504-e262-4f06-bee4-22c651cb840b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 23:10:24.682710 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:24.695558 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22d3219b-9579-4f13-8261-7c85fc7c7434 {{(pid=93799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:10:24.717341 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port 22d3219b-9579-4f13-8261-7c85fc7c7434, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=22d3219b-9579-4f13-8261-7c85fc7c7434,segment=NetworkSegment(b2a4e5b4-2545-4483-a478-998f9d989cf7),segment_id=b2a4e5b4-2545-4483-a478-998f9d989cf7)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:10:24.722505 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:24.774813 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Pushing event updated for resources: {'Port': ['ID=22d3219b-9579-4f13-8261-7c85fc7c7434,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:10:24.913650 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700c9454-65b9-48d6-99db-824b285acb3d req-fff51e31-a27e-4070-a97c-ca799b0bba57 tempest-ServerDiagnosticsNegativeTest-1281832200 tempest-ServerDiagnosticsNegativeTest-1281832200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:24.915308 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-700c9454-65b9-48d6-99db-824b285acb3d req-fff51e31-a27e-4070-a97c-ca799b0bba57 tempest-ServerDiagnosticsNegativeTest-1281832200 tempest-ServerDiagnosticsNegativeTest-1281832200-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c72c279-7ec5-45b6-abb7-cfdd43e0682a HTTP/1.1" status: 200 len: 948 time: 0.0523415 Jul 27 23:10:24.927453 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] get_ports_and_sgs() called for port_ids ['22d3219b-9579-4f13-8261-7c85fc7c7434'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:10:24.959114 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-700c9454-65b9-48d6-99db-824b285acb3d req-6c349457-a1c2-4324-b506-4d2c9bd60795 tempest-ServerDiagnosticsNegativeTest-1281832200 tempest-ServerDiagnosticsNegativeTest-1281832200-project] 10.222.0.18 "GET /v2.0/security-groups?id=fdc691a7-341b-4f91-ad6a-a1e0a72e9a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377595 Jul 27 23:10:25.238035 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a20d562d-b81a-4fba-a777-0dd9cb9ebf2a req-8925b730-da5e-4217-9704-4ffeaa54be3c tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d72f04a-64fa-45e7-8a0e-f3f21bcd5f97 HTTP/1.1" status: 200 len: 210 time: 0.0364785 Jul 27 23:10:25.362066 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce3db57-64b3-467a-a10b-7e87277cee6e req-3d9a07cb-be9c-41b4-8e31-b01eeaf276a4 tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:25.363792 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-9ce3db57-64b3-467a-a10b-7e87277cee6e req-3d9a07cb-be9c-41b4-8e31-b01eeaf276a4 tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] 10.222.0.38 "GET /v2.0/networks?id=44a6a84b-a7de-4dfe-a6b7-f9205c26c7e9 HTTP/1.1" status: 200 len: 815 time: 0.2169316 Jul 27 23:10:25.381044 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [req-9ce3db57-64b3-467a-a10b-7e87277cee6e req-aba49382-4994-4502-a2d8-f0adf65ad8b7 tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] Request body: {'port': {'device_id': '5d72f04a-64fa-45e7-8a0e-f3f21bcd5f97', 'network_id': '44a6a84b-a7de-4dfe-a6b7-f9205c26c7e9', 'admin_state_up': True, 'tenant_id': '0f32cd31e3414884aa1f33b223595618'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:10:25.391313 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device 1fd087a4-6340-4a58-b811-eab0f15c5575 details requested by agent hyperv_n-h2-802623-1 with host n-h2-802623-1 {{(pid=93799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 23:10:25.529022 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port 1fd087a4-6340-4a58-b811-eab0f15c5575, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=1fd087a4-6340-4a58-b811-eab0f15c5575,segment=NetworkSegment(16e91594-c047-4b55-93eb-43af33ad08e1),segment_id=16e91594-c047-4b55-93eb-43af33ad08e1)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:10:25.544433 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Returning: {'device': '1fd087a4-6340-4a58-b811-eab0f15c5575', 'network_id': '591af2dd-f826-43b1-aa9d-e7a0bf218c71', 'port_id': '1fd087a4-6340-4a58-b811-eab0f15c5575', 'mac_address': 'fa:16:3e:5e:2a:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62938449-046d-4cbe-923a-7ebb632c358d', 'ip_address': '192.168.233.212'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 23:10:25.592750 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:25.600337 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ce3db57-64b3-467a-a10b-7e87277cee6e req-aba49382-4994-4502-a2d8-f0adf65ad8b7 tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] Made reservation on behalf of 0f32cd31e3414884aa1f33b223595618 for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:10:25.605090 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-9ce3db57-64b3-467a-a10b-7e87277cee6e req-aba49382-4994-4502-a2d8-f0adf65ad8b7 tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:25.609881 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1fd087a4-6340-4a58-b811-eab0f15c5575 {{(pid=93799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:10:25.633786 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port 1fd087a4-6340-4a58-b811-eab0f15c5575, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=1fd087a4-6340-4a58-b811-eab0f15c5575,segment=NetworkSegment(16e91594-c047-4b55-93eb-43af33ad08e1),segment_id=16e91594-c047-4b55-93eb-43af33ad08e1)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:10:25.639098 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:25.664319 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94bcbeeb-7774-4b45-848f-3dfe8cc8bf8e', 'name': 'network-vif-deleted', 'tag': '86a578d4-6599-4c14-8000-f911b581dfcf'}, {'server_uuid': 'ad127843-2f59-41fa-9a9b-54df94eb8502', 'name': 'network-vif-deleted', 'tag': 'abc9a2e4-fad6-4842-b58a-e476e4fc1872'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:10:25.666635 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a476459a1bfce68b0ae0df5b6a71154bfc7cfdc8f9eefce6ad0a17231e60468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e5682af-fd36-4d7e-a1e4-d7c5a471f5c3" -d '{"events": [{"server_uuid": "94bcbeeb-7774-4b45-848f-3dfe8cc8bf8e", "name": "network-vif-deleted", "tag": "86a578d4-6599-4c14-8000-f911b581dfcf"}, {"server_uuid": "ad127843-2f59-41fa-9a9b-54df94eb8502", "name": "network-vif-deleted", "tag": "abc9a2e4-fad6-4842-b58a-e476e4fc1872"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:10:25.701360 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Pushing event updated for resources: {'Port': ['ID=1fd087a4-6340-4a58-b811-eab0f15c5575,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:10:25.737991 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa68020-4d7b-40a2-ac3d-00ad0ed136ef req-fb06cdc0-fa0a-455d-85c7-fd43414f3e04 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:25.740073 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-2aa68020-4d7b-40a2-ac3d-00ad0ed136ef req-fb06cdc0-fa0a-455d-85c7-fd43414f3e04 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/ports?device_id=84967986-7299-4570-bc82-4e600f892180 HTTP/1.1" status: 200 len: 950 time: 0.1234105 Jul 27 23:10:25.811072 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-2aa68020-4d7b-40a2-ac3d-00ad0ed136ef req-61e741bc-6d76-453f-9068-e3f2c9e290df tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb779318-b8ff-43a6-a94f-3ce471aff166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521162 Jul 27 23:10:25.812544 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [req-9ce3db57-64b3-467a-a10b-7e87277cee6e req-aba49382-4994-4502-a2d8-f0adf65ad8b7 tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] Allocated IP 172.20.0.3 (44a6a84b-a7de-4dfe-a6b7-f9205c26c7e9/167a3de5-23b9-48e3-8fdf-ba6c942d3440/59918b6c-e03a-4cce-9ccd-011f0e829c02) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:10:25.924273 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a463b68-58c7-46c3-9191-fa17c1bc2d51 req-aac4d923-9c1d-46c9-a0e8-d25fecd3e01e tempest-ServersTestFqdnHostnames-2064853926 tempest-ServersTestFqdnHostnames-2064853926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:25.926986 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-1a463b68-58c7-46c3-9191-fa17c1bc2d51 req-aac4d923-9c1d-46c9-a0e8-d25fecd3e01e tempest-ServersTestFqdnHostnames-2064853926 tempest-ServersTestFqdnHostnames-2064853926-project] 10.222.0.18 "GET /v2.0/ports?device_id=c5b7cae6-ef9c-4b6a-8d88-4b0d58a86c54 HTTP/1.1" status: 200 len: 945 time: 0.0650856 Jul 27 23:10:25.977455 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-1a463b68-58c7-46c3-9191-fa17c1bc2d51 req-077b8657-e96f-4a67-9703-5b1fd20369f8 tempest-ServersTestFqdnHostnames-2064853926 tempest-ServersTestFqdnHostnames-2064853926-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1f99751-c260-43e9-8677-232667eaf594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431581 Jul 27 23:10:25.979488 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] get_ports_and_sgs() called for port_ids ['1fd087a4-6340-4a58-b811-eab0f15c5575'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:10:26.025503 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 27 Jul 2021 23:10:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fefe60b6-e2fb-44e2-97c0-70edeab9b9d0 x-openstack-request-id: req-fefe60b6-e2fb-44e2-97c0-70edeab9b9d0 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:10:26.025807 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94bcbeeb-7774-4b45-848f-3dfe8cc8bf8e", "name": "network-vif-deleted", "tag": "86a578d4-6599-4c14-8000-f911b581dfcf", "status": "completed", "code": 200}, {"server_uuid": "ad127843-2f59-41fa-9a9b-54df94eb8502", "name": "network-vif-deleted", "tag": "abc9a2e4-fad6-4842-b58a-e476e4fc1872", "status": "completed", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:10:26.026072 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-fefe60b6-e2fb-44e2-97c0-70edeab9b9d0 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:10:26.026477 n-d-802623-1 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94bcbeeb-7774-4b45-848f-3dfe8cc8bf8e', 'name': 'network-vif-deleted', 'tag': '86a578d4-6599-4c14-8000-f911b581dfcf', 'status': 'completed', 'code': 200} Jul 27 23:10:26.026736 n-d-802623-1 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad127843-2f59-41fa-9a9b-54df94eb8502', 'name': 'network-vif-deleted', 'tag': 'abc9a2e4-fad6-4842-b58a-e476e4fc1872', 'status': 'completed', 'code': 200} Jul 27 23:10:26.030882 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-9ce3db57-64b3-467a-a10b-7e87277cee6e req-aba49382-4994-4502-a2d8-f0adf65ad8b7 tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:26.084509 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-9ce3db57-64b3-467a-a10b-7e87277cee6e req-aba49382-4994-4502-a2d8-f0adf65ad8b7 tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:26.169081 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ce3db57-64b3-467a-a10b-7e87277cee6e req-aba49382-4994-4502-a2d8-f0adf65ad8b7 tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] Network 44a6a84b-a7de-4dfe-a6b7-f9205c26c7e9 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:10:26.182428 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [req-9ce3db57-64b3-467a-a10b-7e87277cee6e req-aba49382-4994-4502-a2d8-f0adf65ad8b7 tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:10:26.187183 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ce3db57-64b3-467a-a10b-7e87277cee6e req-aba49382-4994-4502-a2d8-f0adf65ad8b7 tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:10:26.218184 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba49382-4994-4502-a2d8-f0adf65ad8b7 tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] Pushing event updated for resources: {'Port': ['ID=59918b6c-e03a-4cce-9ccd-011f0e829c02,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:10:26.253405 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce3db57-64b3-467a-a10b-7e87277cee6e req-aba49382-4994-4502-a2d8-f0adf65ad8b7 tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:26.254032 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-9ce3db57-64b3-467a-a10b-7e87277cee6e req-aba49382-4994-4502-a2d8-f0adf65ad8b7 tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:26.263622 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcae5ba8-6024-485a-bddf-648d9ea0b5ab req-7e95cd6f-319d-4188-92b2-ba8eeef77614 tempest-ServerDiagnosticsNegativeTest-1281832200 tempest-ServerDiagnosticsNegativeTest-1281832200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:26.265624 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-fcae5ba8-6024-485a-bddf-648d9ea0b5ab req-7e95cd6f-319d-4188-92b2-ba8eeef77614 tempest-ServerDiagnosticsNegativeTest-1281832200 tempest-ServerDiagnosticsNegativeTest-1281832200-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c72c279-7ec5-45b6-abb7-cfdd43e0682a HTTP/1.1" status: 200 len: 949 time: 0.1445220 Jul 27 23:10:26.307803 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-9ce3db57-64b3-467a-a10b-7e87277cee6e req-aba49382-4994-4502-a2d8-f0adf65ad8b7 tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9329565 Jul 27 23:10:26.320695 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [req-9ce3db57-64b3-467a-a10b-7e87277cee6e req-9613b2c9-1d96-441a-a386-d872ef2fb6cf service neutron] Request body: {'port': {'device_id': '5d72f04a-64fa-45e7-8a0e-f3f21bcd5f97', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802623-1'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:10:26.331592 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-fcae5ba8-6024-485a-bddf-648d9ea0b5ab req-37fa2ae0-2123-495c-98ee-7e81493547a9 tempest-ServerDiagnosticsNegativeTest-1281832200 tempest-ServerDiagnosticsNegativeTest-1281832200-project] 10.222.0.18 "GET /v2.0/security-groups?id=fdc691a7-341b-4f91-ad6a-a1e0a72e9a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574205 Jul 27 23:10:26.390629 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-9ce3db57-64b3-467a-a10b-7e87277cee6e req-9613b2c9-1d96-441a-a386-d872ef2fb6cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:26.436895 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f235809-2d26-4695-85d1-0fe23685b959 req-fef2833a-0916-4b1a-97c1-a9a8815c493e tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:26.443579 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-6f235809-2d26-4695-85d1-0fe23685b959 req-fef2833a-0916-4b1a-97c1-a9a8815c493e tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d72f04a-64fa-45e7-8a0e-f3f21bcd5f97 HTTP/1.1" status: 200 len: 931 time: 0.0615871 Jul 27 23:10:26.469962 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 22d3219b-9579-4f13-8261-7c85fc7c7434 up at agent hyperv_n-h1-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:10:26.499295 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-6f235809-2d26-4695-85d1-0fe23685b959 req-79f2e425-f6a8-486d-9ed2-2380b64419ec tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] 10.222.0.18 "GET /v2.0/security-groups?id=f9282c7c-bf74-4e2f-accf-81bded4d9191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466964 Jul 27 23:10:26.546733 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Provisioning for port 22d3219b-9579-4f13-8261-7c85fc7c7434 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:10:26.551907 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Provisioning complete for port 22d3219b-9579-4f13-8261-7c85fc7c7434 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:10:26.552311 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:26.652370 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:26.677183 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5b7cae6-ef9c-4b6a-8d88-4b0d58a86c54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22d3219b-9579-4f13-8261-7c85fc7c7434'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:10:26.679983 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c0369b0d4f459110ff20a1f9878ba33f96d6491bddb9d15843bf29d01e0bda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de4866ec-549e-4a44-a887-389c125d609e" -d '{"events": [{"server_uuid": "c5b7cae6-ef9c-4b6a-8d88-4b0d58a86c54", "name": "network-vif-plugged", "status": "completed", "tag": "22d3219b-9579-4f13-8261-7c85fc7c7434"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:10:26.695861 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port 22d3219b-9579-4f13-8261-7c85fc7c7434, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=22d3219b-9579-4f13-8261-7c85fc7c7434,segment=NetworkSegment(b2a4e5b4-2545-4483-a478-998f9d989cf7),segment_id=b2a4e5b4-2545-4483-a478-998f9d989cf7)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:10:26.703211 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:26.704114 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 86a578d4-6599-4c14-8000-f911b581dfcf no longer exists at agent hyperv_n-h1-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:10:26.743006 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:10:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a887907d-c863-4c6f-b81f-0f783fa60f00 x-openstack-request-id: req-a887907d-c863-4c6f-b81f-0f783fa60f00 {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:10:26.743252 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5b7cae6-ef9c-4b6a-8d88-4b0d58a86c54", "name": "network-vif-plugged", "status": "completed", "tag": "22d3219b-9579-4f13-8261-7c85fc7c7434", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:10:26.743500 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a887907d-c863-4c6f-b81f-0f783fa60f00 {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:10:26.743887 n-d-802623-1 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5b7cae6-ef9c-4b6a-8d88-4b0d58a86c54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22d3219b-9579-4f13-8261-7c85fc7c7434', 'code': 200} Jul 27 23:10:26.744988 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] No Port match for: 86a578d4-6599-4c14-8000-f911b581dfcf {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:10:26.745336 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 86a578d4-6599-4c14-8000-f911b581dfcf not bound to the agent host n-h1-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:10:26.783530 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Pushing event updated for resources: {'Port': ['ID=22d3219b-9579-4f13-8261-7c85fc7c7434,revision_number=5']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:10:26.785142 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [req-9ce3db57-64b3-467a-a10b-7e87277cee6e req-9613b2c9-1d96-441a-a386-d872ef2fb6cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59918b6c-e03a-4cce-9ccd-011f0e829c02 {{(pid=93798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:10:26.795954 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-9ce3db57-64b3-467a-a10b-7e87277cee6e req-9613b2c9-1d96-441a-a386-d872ef2fb6cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:26.809480 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-9ce3db57-64b3-467a-a10b-7e87277cee6e req-9613b2c9-1d96-441a-a386-d872ef2fb6cf service neutron] Transition to ACTIVE for port object 59918b6c-e03a-4cce-9ccd-011f0e829c02 will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:10:26.813952 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-9ce3db57-64b3-467a-a10b-7e87277cee6e req-9613b2c9-1d96-441a-a386-d872ef2fb6cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:26.858963 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb361be-5485-43cd-b088-15a4cf5dc4c0 req-2f93aca9-cb48-429c-91c6-2248de63846c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:26.860897 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-afb361be-5485-43cd-b088-15a4cf5dc4c0 req-2f93aca9-cb48-429c-91c6-2248de63846c service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=c5b7cae6-ef9c-4b6a-8d88-4b0d58a86c54 HTTP/1.1" status: 200 len: 1097 time: 0.0655346 Jul 27 23:10:26.871596 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-1a026550-8bbd-4531-9470-ed161852ead3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:26.898149 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9613b2c9-1d96-441a-a386-d872ef2fb6cf service neutron] Pushing event updated for resources: {'Port': ['ID=59918b6c-e03a-4cce-9ccd-011f0e829c02,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:10:26.912443 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-afb361be-5485-43cd-b088-15a4cf5dc4c0 req-30cecc54-09eb-4ef5-ab91-5fbad2c1ced7 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=d1f99751-c260-43e9-8677-232667eaf594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435410 Jul 27 23:10:26.997737 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 33730) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:10:27.009393 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-9ce3db57-64b3-467a-a10b-7e87277cee6e req-9613b2c9-1d96-441a-a386-d872ef2fb6cf service neutron] Attempting to bind port 59918b6c-e03a-4cce-9ccd-011f0e829c02 on host n-h1-802623-1 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:10:27.009635 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-9ce3db57-64b3-467a-a10b-7e87277cee6e req-9613b2c9-1d96-441a-a386-d872ef2fb6cf service neutron] Attempting to bind port 59918b6c-e03a-4cce-9ccd-011f0e829c02 by drivers openvswitch,hyperv on host n-h1-802623-1 at level 0 using segments [{'id': '35c87331-1569-4ca2-bf4a-f52e32031f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '44a6a84b-a7de-4dfe-a6b7-f9205c26c7e9'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:10:27.009956 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ce3db57-64b3-467a-a10b-7e87277cee6e req-9613b2c9-1d96-441a-a386-d872ef2fb6cf service neutron] Attempting to bind port 59918b6c-e03a-4cce-9ccd-011f0e829c02 on network 44a6a84b-a7de-4dfe-a6b7-f9205c26c7e9 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:10:27.017605 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ce3db57-64b3-467a-a10b-7e87277cee6e req-9613b2c9-1d96-441a-a386-d872ef2fb6cf service neutron] Port 59918b6c-e03a-4cce-9ccd-011f0e829c02 on network 44a6a84b-a7de-4dfe-a6b7-f9205c26c7e9 not bound, no agent of type Open vSwitch agent registered on host n-h1-802623-1 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 23:10:27.017935 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ce3db57-64b3-467a-a10b-7e87277cee6e req-9613b2c9-1d96-441a-a386-d872ef2fb6cf service neutron] Attempting to bind port 59918b6c-e03a-4cce-9ccd-011f0e829c02 on network 44a6a84b-a7de-4dfe-a6b7-f9205c26c7e9 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:10:27.030453 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7277b593-c174-4c3b-9067-31b04b8b5034 req-2bd7a45d-f29f-4a28-b1fb-d0d8f8326d15 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:27.032008 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7277b593-c174-4c3b-9067-31b04b8b5034 req-2bd7a45d-f29f-4a28-b1fb-d0d8f8326d15 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/ports?device_id=84967986-7299-4570-bc82-4e600f892180 HTTP/1.1" status: 200 len: 950 time: 0.0794332 Jul 27 23:10:27.033263 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ce3db57-64b3-467a-a10b-7e87277cee6e req-9613b2c9-1d96-441a-a386-d872ef2fb6cf service neutron] Checking agent: {'id': '245f1da4-a9b8-4b08-90d7-28f0f342b839', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 59, 59), 'started_at': datetime.datetime(2021, 7, 27, 22, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 9, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:10:27.033601 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ce3db57-64b3-467a-a10b-7e87277cee6e req-9613b2c9-1d96-441a-a386-d872ef2fb6cf service neutron] Checking segment: {'id': '35c87331-1569-4ca2-bf4a-f52e32031f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '44a6a84b-a7de-4dfe-a6b7-f9205c26c7e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:10:27.033983 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ce3db57-64b3-467a-a10b-7e87277cee6e req-9613b2c9-1d96-441a-a386-d872ef2fb6cf service neutron] Bound using segment: {'id': '35c87331-1569-4ca2-bf4a-f52e32031f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '44a6a84b-a7de-4dfe-a6b7-f9205c26c7e9'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:10:27.034449 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-9ce3db57-64b3-467a-a10b-7e87277cee6e req-9613b2c9-1d96-441a-a386-d872ef2fb6cf service neutron] Bound port: 59918b6c-e03a-4cce-9ccd-011f0e829c02, host: n-h1-802623-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35c87331-1569-4ca2-bf4a-f52e32031f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '44a6a84b-a7de-4dfe-a6b7-f9205c26c7e9'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:10:27.034787 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-9ce3db57-64b3-467a-a10b-7e87277cee6e req-9613b2c9-1d96-441a-a386-d872ef2fb6cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:27.128048 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7277b593-c174-4c3b-9067-31b04b8b5034 req-b3b879ea-ff34-4fda-a068-3ee16f0f10b0 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb779318-b8ff-43a6-a94f-3ce471aff166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842950 Jul 27 23:10:27.166992 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-9ce3db57-64b3-467a-a10b-7e87277cee6e req-9613b2c9-1d96-441a-a386-d872ef2fb6cf service neutron] For port 59918b6c-e03a-4cce-9ccd-011f0e829c02, host n-h1-802623-1, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:10:27.171214 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-9ce3db57-64b3-467a-a10b-7e87277cee6e req-9613b2c9-1d96-441a-a386-d872ef2fb6cf service neutron] For port 59918b6c-e03a-4cce-9ccd-011f0e829c02, host n-h1-802623-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=59918b6c-e03a-4cce-9ccd-011f0e829c02,segment=NetworkSegment(35c87331-1569-4ca2-bf4a-f52e32031f1e),segment_id=35c87331-1569-4ca2-bf4a-f52e32031f1e)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:10:27.177055 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-9ce3db57-64b3-467a-a10b-7e87277cee6e req-9613b2c9-1d96-441a-a386-d872ef2fb6cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:27.209470 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-fda18b6f-162f-4dc0-8f51-c6531b4ad526 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7870b81d716943909b4fd3b5def31ac1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2105381 Jul 27 23:10:27.214077 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce3db57-64b3-467a-a10b-7e87277cee6e req-9613b2c9-1d96-441a-a386-d872ef2fb6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:27.214696 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-9ce3db57-64b3-467a-a10b-7e87277cee6e req-9613b2c9-1d96-441a-a386-d872ef2fb6cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:27.216199 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-9ce3db57-64b3-467a-a10b-7e87277cee6e req-9613b2c9-1d96-441a-a386-d872ef2fb6cf service neutron] 10.222.0.38 "PUT /v2.0/ports/59918b6c-e03a-4cce-9ccd-011f0e829c02 HTTP/1.1" status: 200 len: 1091 time: 0.8999159 Jul 27 23:10:27.216545 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 33736) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:10:27.216927 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d72f04a-64fa-45e7-8a0e-f3f21bcd5f97', 'tag': '59918b6c-e03a-4cce-9ccd-011f0e829c02'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:10:27.217828 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a630874-6a04-4f92-bdc0-00451449017d req-7bb9e951-573e-4767-a5a9-faea6bcadf41 tempest-ServersTestFqdnHostnames-2064853926 tempest-ServersTestFqdnHostnames-2064853926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:27.219449 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-5a630874-6a04-4f92-bdc0-00451449017d req-7bb9e951-573e-4767-a5a9-faea6bcadf41 tempest-ServersTestFqdnHostnames-2064853926 tempest-ServersTestFqdnHostnames-2064853926-project] 10.222.0.18 "GET /v2.0/ports?device_id=c5b7cae6-ef9c-4b6a-8d88-4b0d58a86c54 HTTP/1.1" status: 200 len: 946 time: 0.0933149 Jul 27 23:10:27.219626 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}011f8d312121274bb12d78e77c6379a2079800640016cec6c6d605b73666e854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9505692-8004-4025-a27b-d001ad2fc752" -d '{"events": [{"name": "network-changed", "server_uuid": "5d72f04a-64fa-45e7-8a0e-f3f21bcd5f97", "tag": "59918b6c-e03a-4cce-9ccd-011f0e829c02"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:10:27.278006 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-5a630874-6a04-4f92-bdc0-00451449017d req-9f5793bd-616f-4204-b47e-a92be2d90d9f tempest-ServersTestFqdnHostnames-2064853926 tempest-ServersTestFqdnHostnames-2064853926-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1f99751-c260-43e9-8677-232667eaf594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473816 Jul 27 23:10:27.304082 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 23:10:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4b3e385-4cd8-4ddc-8f0a-b085406c09ae x-openstack-request-id: req-e4b3e385-4cd8-4ddc-8f0a-b085406c09ae {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:10:27.304372 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d72f04a-64fa-45e7-8a0e-f3f21bcd5f97", "tag": "59918b6c-e03a-4cce-9ccd-011f0e829c02", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:10:27.304622 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e4b3e385-4cd8-4ddc-8f0a-b085406c09ae {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:10:27.305006 n-d-802623-1 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d72f04a-64fa-45e7-8a0e-f3f21bcd5f97', 'tag': '59918b6c-e03a-4cce-9ccd-011f0e829c02', 'status': 'completed', 'code': 200} Jul 27 23:10:27.311406 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9613b2c9-1d96-441a-a386-d872ef2fb6cf service neutron] Pushing event updated for resources: {'Port': ['ID=59918b6c-e03a-4cce-9ccd-011f0e829c02,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:10:27.338733 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-dbd4f71e-24bd-4b80-be92-106d50af3cfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:27.344826 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce3db57-64b3-467a-a10b-7e87277cee6e req-df628141-757b-4ee5-8fe8-ec1f5479fd29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:27.346364 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-9ce3db57-64b3-467a-a10b-7e87277cee6e req-df628141-757b-4ee5-8fe8-ec1f5479fd29 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=0f32cd31e3414884aa1f33b223595618&device_id=5d72f04a-64fa-45e7-8a0e-f3f21bcd5f97 HTTP/1.1" status: 200 len: 1094 time: 0.0784328 Jul 27 23:10:27.398109 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-dbd4f71e-24bd-4b80-be92-106d50af3cfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:27.401085 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-9ce3db57-64b3-467a-a10b-7e87277cee6e req-f042e524-b18e-4264-b148-f359dbfce1e5 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=59918b6c-e03a-4cce-9ccd-011f0e829c02 HTTP/1.1" status: 200 len: 217 time: 0.0438490 Jul 27 23:10:27.415286 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device 1fd087a4-6340-4a58-b811-eab0f15c5575 up at agent hyperv_n-h2-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:10:27.457150 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0026e406-11b3-4144-8c91-c53d342f91eb req-ace6df48-2cef-477f-86ba-ed037042544f tempest-ServerDiagnosticsNegativeTest-1281832200 tempest-ServerDiagnosticsNegativeTest-1281832200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:27.459967 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-0026e406-11b3-4144-8c91-c53d342f91eb req-ace6df48-2cef-477f-86ba-ed037042544f tempest-ServerDiagnosticsNegativeTest-1281832200 tempest-ServerDiagnosticsNegativeTest-1281832200-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c72c279-7ec5-45b6-abb7-cfdd43e0682a HTTP/1.1" status: 200 len: 949 time: 0.0558836 Jul 27 23:10:27.488452 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce3db57-64b3-467a-a10b-7e87277cee6e req-3dfe7808-64b4-4972-b014-9f86544d3ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:27.490508 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-9ce3db57-64b3-467a-a10b-7e87277cee6e req-3dfe7808-64b4-4972-b014-9f86544d3ee8 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=167a3de5-23b9-48e3-8fdf-ba6c942d3440 HTTP/1.1" status: 200 len: 855 time: 0.0776312 Jul 27 23:10:27.520622 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Provisioning for port 1fd087a4-6340-4a58-b811-eab0f15c5575 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:10:27.525386 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Provisioning complete for port 1fd087a4-6340-4a58-b811-eab0f15c5575 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:10:27.526003 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:27.529358 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-9ce3db57-64b3-467a-a10b-7e87277cee6e req-acbbb080-192a-4639-b6bf-94f70c2123b2 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=44a6a84b-a7de-4dfe-a6b7-f9205c26c7e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296018 Jul 27 23:10:27.530039 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-dbd4f71e-24bd-4b80-be92-106d50af3cfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:27.532663 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-dbd4f71e-24bd-4b80-be92-106d50af3cfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:27.536602 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-dbd4f71e-24bd-4b80-be92-106d50af3cfc admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e18dfc0d-586d-4d08-ab5b-6cc85907c37c HTTP/1.1" status: 204 len: 168 time: 0.3113849 Jul 27 23:10:27.547917 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-0026e406-11b3-4144-8c91-c53d342f91eb req-33a06f9a-0293-4600-a51e-b7a765cfa465 tempest-ServerDiagnosticsNegativeTest-1281832200 tempest-ServerDiagnosticsNegativeTest-1281832200-project] 10.222.0.18 "GET /v2.0/security-groups?id=fdc691a7-341b-4f91-ad6a-a1e0a72e9a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809572 Jul 27 23:10:27.554712 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd4f71e-24bd-4b80-be92-106d50af3cfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e18dfc0d-586d-4d08-ab5b-6cc85907c37c,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:10:27.681571 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-9ce3db57-64b3-467a-a10b-7e87277cee6e req-0ba2a681-c7cc-4ff0-bb51-e7470400ae54 service neutron] 10.222.0.38 "GET /v2.0/networks/44a6a84b-a7de-4dfe-a6b7-f9205c26c7e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407533 Jul 27 23:10:27.726267 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:27.769905 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port 1fd087a4-6340-4a58-b811-eab0f15c5575, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=1fd087a4-6340-4a58-b811-eab0f15c5575,segment=NetworkSegment(16e91594-c047-4b55-93eb-43af33ad08e1),segment_id=16e91594-c047-4b55-93eb-43af33ad08e1)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:10:27.776703 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:27.778066 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device abc9a2e4-fad6-4842-b58a-e476e4fc1872 no longer exists at agent hyperv_n-h2-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:10:27.813209 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] No Port match for: abc9a2e4-fad6-4842-b58a-e476e4fc1872 {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:10:27.813579 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device abc9a2e4-fad6-4842-b58a-e476e4fc1872 not bound to the agent host n-h2-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:10:27.844499 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08a5c4f-97e0-4f3f-8965-6498050194a9 req-870c9504-f9aa-42ee-ae0b-162cd8751ae4 tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:27.852119 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e08a5c4f-97e0-4f3f-8965-6498050194a9 req-870c9504-f9aa-42ee-ae0b-162cd8751ae4 tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d72f04a-64fa-45e7-8a0e-f3f21bcd5f97 HTTP/1.1" status: 200 len: 943 time: 0.1690793 Jul 27 23:10:27.864939 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Pushing event updated for resources: {'Port': ['ID=1fd087a4-6340-4a58-b811-eab0f15c5575,revision_number=5']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:10:27.926394 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e08a5c4f-97e0-4f3f-8965-6498050194a9 req-44564a48-973a-48d3-8e0a-62eec01543fb tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] 10.222.0.18 "GET /v2.0/security-groups?id=f9282c7c-bf74-4e2f-accf-81bded4d9191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729673 Jul 27 23:10:27.950516 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-9ce3db57-64b3-467a-a10b-7e87277cee6e req-95e7b85e-31c8-490c-b6af-23b5ca1eb77d service neutron] 10.222.0.38 "GET /v2.0/networks/44a6a84b-a7de-4dfe-a6b7-f9205c26c7e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1910696 Jul 27 23:10:28.053942 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9505692-8004-4025-a27b-d001ad2fc752 req-30535b9c-8c22-416b-abf8-e482cd6a24f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:28.055924 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b9505692-8004-4025-a27b-d001ad2fc752 req-30535b9c-8c22-416b-abf8-e482cd6a24f9 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=0f32cd31e3414884aa1f33b223595618&device_id=5d72f04a-64fa-45e7-8a0e-f3f21bcd5f97 HTTP/1.1" status: 200 len: 1094 time: 0.0473979 Jul 27 23:10:28.185487 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9505692-8004-4025-a27b-d001ad2fc752 req-a138899e-9a6d-4275-978a-b7f42848e857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:28.187336 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b9505692-8004-4025-a27b-d001ad2fc752 req-a138899e-9a6d-4275-978a-b7f42848e857 service neutron] 10.222.0.38 "GET /v2.0/networks?id=44a6a84b-a7de-4dfe-a6b7-f9205c26c7e9 HTTP/1.1" status: 200 len: 916 time: 0.1125796 Jul 27 23:10:28.236078 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b9505692-8004-4025-a27b-d001ad2fc752 req-0273013f-6f65-4f34-b6a4-2488e4350986 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=59918b6c-e03a-4cce-9ccd-011f0e829c02 HTTP/1.1" status: 200 len: 217 time: 0.0405691 Jul 27 23:10:28.288284 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd49baa-3db0-486f-b82a-c03c277a0749 req-dd65a9f0-ccd8-42f6-8701-889d144b4968 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:28.290253 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9505692-8004-4025-a27b-d001ad2fc752 req-69f115f1-7062-414f-9536-e26ad3e66ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:28.292016 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b9505692-8004-4025-a27b-d001ad2fc752 req-69f115f1-7062-414f-9536-e26ad3e66ec9 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=167a3de5-23b9-48e3-8fdf-ba6c942d3440 HTTP/1.1" status: 200 len: 855 time: 0.0478473 Jul 27 23:10:28.300866 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-3bd49baa-3db0-486f-b82a-c03c277a0749 req-dd65a9f0-ccd8-42f6-8701-889d144b4968 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/ports?device_id=84967986-7299-4570-bc82-4e600f892180 HTTP/1.1" status: 200 len: 950 time: 0.0856721 Jul 27 23:10:28.350727 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-3bd49baa-3db0-486f-b82a-c03c277a0749 req-2cc0bbc9-ff18-41a8-8270-6e1f667d5589 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb779318-b8ff-43a6-a94f-3ce471aff166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481074 Jul 27 23:10:28.356885 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b9505692-8004-4025-a27b-d001ad2fc752 req-2052a591-66c8-4110-a634-25b1a01833d6 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=44a6a84b-a7de-4dfe-a6b7-f9205c26c7e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491045 Jul 27 23:10:28.478990 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec6ac50-eb75-4ed0-b5d1-db57be9aecf7 req-4e35ccf9-1840-49a0-a50a-1c1db2866609 tempest-ServersTestFqdnHostnames-2064853926 tempest-ServersTestFqdnHostnames-2064853926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:28.480511 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-cec6ac50-eb75-4ed0-b5d1-db57be9aecf7 req-4e35ccf9-1840-49a0-a50a-1c1db2866609 tempest-ServersTestFqdnHostnames-2064853926 tempest-ServersTestFqdnHostnames-2064853926-project] 10.222.0.18 "GET /v2.0/ports?device_id=c5b7cae6-ef9c-4b6a-8d88-4b0d58a86c54 HTTP/1.1" status: 200 len: 946 time: 0.0934246 Jul 27 23:10:28.496339 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 33774) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:10:28.500513 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b9505692-8004-4025-a27b-d001ad2fc752 req-d967dcd7-0983-472b-8414-f00f4f4a869c service neutron] 10.222.0.38 "GET /v2.0/networks/44a6a84b-a7de-4dfe-a6b7-f9205c26c7e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357396 Jul 27 23:10:28.570757 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-cec6ac50-eb75-4ed0-b5d1-db57be9aecf7 req-fa1d29bc-2477-47bc-aaf3-65e09c867416 tempest-ServersTestFqdnHostnames-2064853926 tempest-ServersTestFqdnHostnames-2064853926-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1f99751-c260-43e9-8677-232667eaf594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815125 Jul 27 23:10:28.599114 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-6374dd27-0f60-4f5e-9e75-caabb92add40 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1990004545-network', 'tenant_id': '0491af75d2b641d8b485d778060c5a09'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:10:28.625585 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b9505692-8004-4025-a27b-d001ad2fc752 req-95878421-3382-433d-9cc3-63c284b834cc service neutron] 10.222.0.38 "GET /v2.0/networks/44a6a84b-a7de-4dfe-a6b7-f9205c26c7e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163931 Jul 27 23:10:28.628372 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6374dd27-0f60-4f5e-9e75-caabb92add40 admin admin] Made reservation on behalf of 0491af75d2b641d8b485d778060c5a09 for: {'network': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:10:28.633627 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6374dd27-0f60-4f5e-9e75-caabb92add40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for network, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:28.644749 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6374dd27-0f60-4f5e-9e75-caabb92add40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:28.729521 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230245ce-e61b-4c44-b712-94b4b3ab14b1 req-bb2b1b7b-54eb-4171-a47c-65a63a999d9d tempest-ServerDiagnosticsNegativeTest-1281832200 tempest-ServerDiagnosticsNegativeTest-1281832200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:28.731741 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-230245ce-e61b-4c44-b712-94b4b3ab14b1 req-bb2b1b7b-54eb-4171-a47c-65a63a999d9d tempest-ServerDiagnosticsNegativeTest-1281832200 tempest-ServerDiagnosticsNegativeTest-1281832200-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c72c279-7ec5-45b6-abb7-cfdd43e0682a HTTP/1.1" status: 200 len: 950 time: 0.0746386 Jul 27 23:10:28.745273 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c72c279-7ec5-45b6-abb7-cfdd43e0682a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fd087a4-6340-4a58-b811-eab0f15c5575'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:10:28.748817 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c0369b0d4f459110ff20a1f9878ba33f96d6491bddb9d15843bf29d01e0bda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3130cca4-f9b5-41a2-aa43-d04bb6b36dfb" -d '{"events": [{"server_uuid": "7c72c279-7ec5-45b6-abb7-cfdd43e0682a", "name": "network-vif-plugged", "status": "completed", "tag": "1fd087a4-6340-4a58-b811-eab0f15c5575"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:10:28.762454 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910dfcfa-b7c9-4ccd-93ea-aef2c33b2960 req-f3bd0050-c56f-4c37-9cda-fd5ddf43dc3c tempest-ServersTestFqdnHostnames-2064853926 tempest-ServersTestFqdnHostnames-2064853926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:28.765069 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-910dfcfa-b7c9-4ccd-93ea-aef2c33b2960 req-f3bd0050-c56f-4c37-9cda-fd5ddf43dc3c tempest-ServersTestFqdnHostnames-2064853926 tempest-ServersTestFqdnHostnames-2064853926-project] 10.222.0.18 "GET /v2.0/ports?device_id=c5b7cae6-ef9c-4b6a-8d88-4b0d58a86c54 HTTP/1.1" status: 200 len: 946 time: 0.0867980 Jul 27 23:10:28.774976 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 33788) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:10:28.779932 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-78fc2144-8786-48c5-9f86-f5c3be33f42e tempest-ServersTestFqdnHostnames-2064853926 tempest-ServersTestFqdnHostnames-2064853926-project] Request body: {'floatingip': {'port_id': '22d3219b-9579-4f13-8261-7c85fc7c7434'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:10:28.808708 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-230245ce-e61b-4c44-b712-94b4b3ab14b1 req-b5be2b6b-f796-40ee-b9c5-f8f7dc8d1600 tempest-ServerDiagnosticsNegativeTest-1281832200 tempest-ServerDiagnosticsNegativeTest-1281832200-project] 10.222.0.18 "GET /v2.0/security-groups?id=fdc691a7-341b-4f91-ad6a-a1e0a72e9a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711181 Jul 27 23:10:28.830706 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-78fc2144-8786-48c5-9f86-f5c3be33f42e tempest-ServersTestFqdnHostnames-2064853926 tempest-ServersTestFqdnHostnames-2064853926-project] Notify callbacks [] for floatingip, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:28.835593 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:10:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53a22f3a-29a3-4318-acd1-c847b9a30f2f x-openstack-request-id: req-53a22f3a-29a3-4318-acd1-c847b9a30f2f {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:10:28.836142 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c72c279-7ec5-45b6-abb7-cfdd43e0682a", "name": "network-vif-plugged", "status": "completed", "tag": "1fd087a4-6340-4a58-b811-eab0f15c5575", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:10:28.836787 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-53a22f3a-29a3-4318-acd1-c847b9a30f2f {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:10:28.837346 n-d-802623-1 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c72c279-7ec5-45b6-abb7-cfdd43e0682a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fd087a4-6340-4a58-b811-eab0f15c5575', 'code': 200} Jul 27 23:10:28.874079 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6374dd27-0f60-4f5e-9e75-caabb92add40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:28.892180 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6374dd27-0f60-4f5e-9e75-caabb92add40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:28.963861 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6374dd27-0f60-4f5e-9e75-caabb92add40 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 522} {{(pid=93797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 23:10:28.966718 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6374dd27-0f60-4f5e-9e75-caabb92add40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c36f372f-6fac-470c-947e-ffd74f39e3d1,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:10:28.983931 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6374dd27-0f60-4f5e-9e75-caabb92add40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:28.984336 n-d-802623-1 neutron-server[93797]: INFO neutron.db.segments_db [None req-6374dd27-0f60-4f5e-9e75-caabb92add40 admin admin] Added segment 72b26723-e467-4bad-a14c-5a299f68bca2 of type vlan for network 05b63df3-7697-4a85-acb1-f611904b31b7 Jul 27 23:10:29.007854 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ac2982-8949-42e8-94cc-02608098cc93 req-2df06aa3-5347-4757-8341-e7680d5aed69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:29.015468 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-97ac2982-8949-42e8-94cc-02608098cc93 req-2df06aa3-5347-4757-8341-e7680d5aed69 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=7c72c279-7ec5-45b6-abb7-cfdd43e0682a HTTP/1.1" status: 200 len: 1101 time: 0.0980546 Jul 27 23:10:29.136694 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6374dd27-0f60-4f5e-9e75-caabb92add40 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736833354590'] for network, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:29.170525 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-97ac2982-8949-42e8-94cc-02608098cc93 req-b4b6c362-a272-4bda-b3e1-aadbdd24bdd8 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=fdc691a7-341b-4f91-ad6a-a1e0a72e9a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082883 Jul 27 23:10:29.201533 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6ec7e1-feed-41f8-adc1-899e8dde97d7 req-21f3106f-d6b6-4710-9766-06f31f9bbf87 tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:29.203795 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-fc6ec7e1-feed-41f8-adc1-899e8dde97d7 req-21f3106f-d6b6-4710-9766-06f31f9bbf87 tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d72f04a-64fa-45e7-8a0e-f3f21bcd5f97 HTTP/1.1" status: 200 len: 943 time: 0.1428223 Jul 27 23:10:29.211205 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 33802) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:10:29.232543 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6374dd27-0f60-4f5e-9e75-caabb92add40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569'] for network, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:29.233157 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6374dd27-0f60-4f5e-9e75-caabb92add40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:29.233835 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6374dd27-0f60-4f5e-9e75-caabb92add40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for network, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:29.342511 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:29.356212 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-fc6ec7e1-feed-41f8-adc1-899e8dde97d7 req-9a4d26a8-3594-47f7-be3c-7f44c145ae7a tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] 10.222.0.18 "GET /v2.0/security-groups?id=f9282c7c-bf74-4e2f-accf-81bded4d9191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438463 Jul 27 23:10:29.366068 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-6374dd27-0f60-4f5e-9e75-caabb92add40 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8654821 Jul 27 23:10:29.367933 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 33804) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:10:29.384535 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7f03a03-e910-4ab7-b58d-e3261015cd1f admin admin] Deleting subnet 907748a0-cd4e-409f-9c38-5786b794e948 {{(pid=93797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 23:10:29.390357 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-78a5c7a6-35cb-4f06-8723-979635934ed9 admin admin] Request body: {'subnet': {'network_id': '05b63df3-7697-4a85-acb1-f611904b31b7', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1990004545-subnet', 'tenant_id': '0491af75d2b641d8b485d778060c5a09', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:10:29.404908 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6374dd27-0f60-4f5e-9e75-caabb92add40 admin admin] Pushing event updated for resources: {'Network': ['ID=05b63df3-7697-4a85-acb1-f611904b31b7,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:10:29.407413 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c7f03a03-e910-4ab7-b58d-e3261015cd1f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:29.420708 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Network 05b63df3-7697-4a85-acb1-f611904b31b7 details requested by agent ovs-agent-n-d-802623-1 with host n-d-802623-1 {{(pid=93799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 23:10:29.495691 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c7f03a03-e910-4ab7-b58d-e3261015cd1f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11335971'] for subnet, precommit_delete_associations {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:29.529161 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78a5c7a6-35cb-4f06-8723-979635934ed9 admin admin] Made reservation on behalf of 0491af75d2b641d8b485d778060c5a09 for: {'subnet': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:10:29.532191 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-78a5c7a6-35cb-4f06-8723-979635934ed9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11551435'] for subnet, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:29.564177 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2e0dcf9a-9e73-4f96-9cc7-1104cfbc0e81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:29.611290 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c7f03a03-e910-4ab7-b58d-e3261015cd1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620741'] for subnet, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:29.640670 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dd9b91-573a-46bd-b951-91688c1af4c2 req-78e52774-7b11-4422-911d-5167851e9a59 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:29.642202 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-61dd9b91-573a-46bd-b951-91688c1af4c2 req-78e52774-7b11-4422-911d-5167851e9a59 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/ports?device_id=84967986-7299-4570-bc82-4e600f892180 HTTP/1.1" status: 200 len: 950 time: 0.1048319 Jul 27 23:10:29.700581 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:29.716282 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c7f03a03-e910-4ab7-b58d-e3261015cd1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11335991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11551414'] for subnet, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:29.733566 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-61dd9b91-573a-46bd-b951-91688c1af4c2 req-ba5dbf47-a0fd-426d-a665-5b3de48000b4 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb779318-b8ff-43a6-a94f-3ce471aff166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845432 Jul 27 23:10:29.750075 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f03a03-e910-4ab7-b58d-e3261015cd1f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=907748a0-cd4e-409f-9c38-5786b794e948,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:10:29.757466 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c7f03a03-e910-4ab7-b58d-e3261015cd1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for subnet, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:29.761650 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-c7f03a03-e910-4ab7-b58d-e3261015cd1f admin admin] 10.222.0.18 "DELETE /v2.0/subnets/907748a0-cd4e-409f-9c38-5786b794e948 HTTP/1.1" status: 204 len: 168 time: 0.5456495 Jul 27 23:10:29.762655 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 33808) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:10:29.837631 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-78fc2144-8786-48c5-9f86-f5c3be33f42e tempest-ServersTestFqdnHostnames-2064853926 tempest-ServersTestFqdnHostnames-2064853926-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:29.844731 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-78fc2144-8786-48c5-9f86-f5c3be33f42e tempest-ServersTestFqdnHostnames-2064853926 tempest-ServersTestFqdnHostnames-2064853926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-415302'] for floatingip, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:29.871814 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-78a5c7a6-35cb-4f06-8723-979635934ed9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11336182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11551417'] for subnet, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:29.893658 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-492b6a8e-79cc-4476-9822-09fd5c98b792 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593271'] for network, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:29.953400 n-d-802623-1 neutron-server[93798]: INFO neutron.db.l3_db [None req-78fc2144-8786-48c5-9f86-f5c3be33f42e tempest-ServersTestFqdnHostnames-2064853926 tempest-ServersTestFqdnHostnames-2064853926-project] Floating IP 039a9118-b481-4b43-9462-bb54bde147f4 associated. External IP: 172.25.4.84, port: 22d3219b-9579-4f13-8261-7c85fc7c7434. Jul 27 23:10:29.986888 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a5c7a6-35cb-4f06-8723-979635934ed9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed7061aa-31bb-46e5-89ae-cbac0ab32fb9,revision_number=0']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:10:30.059195 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39156fe-63b7-4505-a206-12e7239a7c7f req-e58e06f0-4900-4908-b2c9-523c857c417a tempest-ServerDiagnosticsNegativeTest-1281832200 tempest-ServerDiagnosticsNegativeTest-1281832200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:30.060699 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f39156fe-63b7-4505-a206-12e7239a7c7f req-e58e06f0-4900-4908-b2c9-523c857c417a tempest-ServerDiagnosticsNegativeTest-1281832200 tempest-ServerDiagnosticsNegativeTest-1281832200-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c72c279-7ec5-45b6-abb7-cfdd43e0682a HTTP/1.1" status: 200 len: 950 time: 0.1441329 Jul 27 23:10:30.063232 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78a5c7a6-35cb-4f06-8723-979635934ed9 admin admin] Checking segment: {'id': '72b26723-e467-4bad-a14c-5a299f68bca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '05b63df3-7697-4a85-acb1-f611904b31b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:10:30.063604 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78a5c7a6-35cb-4f06-8723-979635934ed9 admin admin] Network hostable DHCP agents. Network: 05b63df3-7697-4a85-acb1-f611904b31b7, hostable agents: ['5950e76f-2bde-4343-a925-cbe6bacd2706'], hosted agents: [] {{(pid=93797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 23:10:30.088653 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-492b6a8e-79cc-4476-9822-09fd5c98b792 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618032', 'neutron.services.segments.db._delete_segments_for_network-8736833900081'] for network, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:30.109108 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-492b6a8e-79cc-4476-9822-09fd5c98b792 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e23151c-db3f-4ce6-bd4c-f37102973a7b']}} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:10:30.124546 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78a5c7a6-35cb-4f06-8723-979635934ed9 admin admin] Network 05b63df3-7697-4a85-acb1-f611904b31b7 is scheduled to be hosted by DHCP agent 5950e76f-2bde-4343-a925-cbe6bacd2706 with binding_index 1 {{(pid=93797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 23:10:30.128051 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-492b6a8e-79cc-4476-9822-09fd5c98b792 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28e446c9-01ab-4372-bcf6-11d579b6d514') {'for_net_delete': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:10:30.128354 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-492b6a8e-79cc-4476-9822-09fd5c98b792 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28e446c9-01ab-4372-bcf6-11d579b6d514') {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:10:30.154390 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-492b6a8e-79cc-4476-9822-09fd5c98b792 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736833900858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11335978'] for segment, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:30.158505 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f39156fe-63b7-4505-a206-12e7239a7c7f req-cfb88764-9c90-48a3-9559-14d5efe2f677 tempest-ServerDiagnosticsNegativeTest-1281832200 tempest-ServerDiagnosticsNegativeTest-1281832200-project] 10.222.0.18 "GET /v2.0/security-groups?id=fdc691a7-341b-4f91-ad6a-a1e0a72e9a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854781 Jul 27 23:10:30.164389 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-78a5c7a6-35cb-4f06-8723-979635934ed9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802623-1, 05b63df3-7697-4a85-acb1-f611904b31b7) {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:10:30.169414 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78fc2144-8786-48c5-9f86-f5c3be33f42e tempest-ServersTestFqdnHostnames-2064853926 tempest-ServersTestFqdnHostnames-2064853926-project] Router f31d1433-e73e-4bca-9d93-7d2ab78ff6cf has already been hosted by L3 agent 018c4455-49c0-4734-927d-7824067b2a9e {{(pid=93798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 23:10:30.171547 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78a5c7a6-35cb-4f06-8723-979635934ed9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:30.174216 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4b07b7f-d6ac-45f4-ab42-f39326fbe8e0 None None] Network 05b63df3-7697-4a85-acb1-f611904b31b7 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:10:30.177586 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-78a5c7a6-35cb-4f06-8723-979635934ed9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for subnet, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:30.186614 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-492b6a8e-79cc-4476-9822-09fd5c98b792 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:30.195110 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-492b6a8e-79cc-4476-9822-09fd5c98b792 admin admin] Releasing vlan 507 on physical network physnet1 to pool {{(pid=93797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 23:10:30.195633 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-492b6a8e-79cc-4476-9822-09fd5c98b792 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11336013'] for segment, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:30.197599 n-d-802623-1 neutron-server[93797]: Traceback (most recent call last): Jul 27 23:10:30.197599 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 23:10:30.197599 n-d-802623-1 neutron-server[93797]: timer() Jul 27 23:10:30.197599 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 23:10:30.197599 n-d-802623-1 neutron-server[93797]: cb(*args, **kw) Jul 27 23:10:30.197599 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 23:10:30.197599 n-d-802623-1 neutron-server[93797]: return func(*args, **kwargs) Jul 27 23:10:30.197599 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 23:10:30.197599 n-d-802623-1 neutron-server[93797]: self._notify() Jul 27 23:10:30.197599 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 23:10:30.197599 n-d-802623-1 neutron-server[93797]: self.callback(batched_events) Jul 27 23:10:30.197599 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 23:10:30.197599 n-d-802623-1 neutron-server[93797]: event.method(event) Jul 27 23:10:30.197599 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 23:10:30.197599 n-d-802623-1 neutron-server[93797]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 23:10:30.197599 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 23:10:30.197599 n-d-802623-1 neutron-server[93797]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 23:10:30.197599 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 23:10:30.197599 n-d-802623-1 neutron-server[93797]: return f(self, *a, **k) Jul 27 23:10:30.197599 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 23:10:30.197599 n-d-802623-1 neutron-server[93797]: return self._get(url).json() Jul 27 23:10:30.197599 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 23:10:30.197599 n-d-802623-1 neutron-server[93797]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 23:10:30.197599 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 23:10:30.197599 n-d-802623-1 neutron-server[93797]: return self.request(url, 'GET', **kwargs) Jul 27 23:10:30.197599 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 23:10:30.197599 n-d-802623-1 neutron-server[93797]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 23:10:30.197599 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 23:10:30.197599 n-d-802623-1 neutron-server[93797]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 23:10:30.197599 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 23:10:30.197599 n-d-802623-1 neutron-server[93797]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 23:10:30.197599 n-d-802623-1 neutron-server[93797]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 23:10:30.225303 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-78a5c7a6-35cb-4f06-8723-979635934ed9 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8483288 Jul 27 23:10:30.292861 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-492b6a8e-79cc-4476-9822-09fd5c98b792 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415412'] for network, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:30.300602 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-492b6a8e-79cc-4476-9822-09fd5c98b792 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for network, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:30.308116 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-492b6a8e-79cc-4476-9822-09fd5c98b792 admin admin] 10.222.0.18 "DELETE /v2.0/networks/9e23151c-db3f-4ce6-bd4c-f37102973a7b HTTP/1.1" status: 204 len: 168 time: 0.5444324 Jul 27 23:10:30.333790 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492b6a8e-79cc-4476-9822-09fd5c98b792 admin admin] Pushing event deleted for resources: {'Network': ['ID=9e23151c-db3f-4ce6-bd4c-f37102973a7b,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:10:30.363157 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a52c0386-c78e-4d1a-88dc-cc47baff324a None None] Network 05b63df3-7697-4a85-acb1-f611904b31b7 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:10:30.410790 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78fc2144-8786-48c5-9f86-f5c3be33f42e tempest-ServersTestFqdnHostnames-2064853926 tempest-ServersTestFqdnHostnames-2064853926-project] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:10:30.416025 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-78fc2144-8786-48c5-9f86-f5c3be33f42e tempest-ServersTestFqdnHostnames-2064853926 tempest-ServersTestFqdnHostnames-2064853926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for floatingip, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:30.422027 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63894bf7-6fc1-4f2a-8478-f31204074e3d None None] Sync routers for ids ['f31d1433-e73e-4bca-9d93-7d2ab78ff6cf'] in n-d-802623-1 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:10:30.454847 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63894bf7-6fc1-4f2a-8478-f31204074e3d None None] Routers {'f31d1433-e73e-4bca-9d93-7d2ab78ff6cf'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:10:30.455624 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-63894bf7-6fc1-4f2a-8478-f31204074e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:10:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['f31d1433-e73e-4bca-9d93-7d2ab78ff6cf'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:10:30.460748 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-19f2e178-d45e-4fbe-b9be-c3963fc151ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:30.469461 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-78fc2144-8786-48c5-9f86-f5c3be33f42e tempest-ServersTestFqdnHostnames-2064853926 tempest-ServersTestFqdnHostnames-2064853926-project] 10.222.0.18 "PUT /v2.0/floatingips/039a9118-b481-4b43-9462-bb54bde147f4 HTTP/1.1" status: 200 len: 991 time: 1.6897917 Jul 27 23:10:30.470373 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5b7cae6-ef9c-4b6a-8d88-4b0d58a86c54', 'tag': '22d3219b-9579-4f13-8261-7c85fc7c7434'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:10:30.476586 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}011f8d312121274bb12d78e77c6379a2079800640016cec6c6d605b73666e854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b7b07c2-9807-42c0-96de-826a561cdfbc" -d '{"events": [{"name": "network-changed", "server_uuid": "c5b7cae6-ef9c-4b6a-8d88-4b0d58a86c54", "tag": "22d3219b-9579-4f13-8261-7c85fc7c7434"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:10:30.484396 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 59918b6c-e03a-4cce-9ccd-011f0e829c02 details requested by agent hyperv_n-h1-802623-1 with host n-h1-802623-1 {{(pid=93799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 23:10:30.545480 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92685141-77e1-43ad-8ac3-3e4fce2eff6d req-7de16a5d-2512-4283-99d8-2203f837d79e tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:30.549028 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-92685141-77e1-43ad-8ac3-3e4fce2eff6d req-7de16a5d-2512-4283-99d8-2203f837d79e tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d72f04a-64fa-45e7-8a0e-f3f21bcd5f97 HTTP/1.1" status: 200 len: 943 time: 0.0665791 Jul 27 23:10:30.576766 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 33830) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:10:30.585720 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-63894bf7-6fc1-4f2a-8478-f31204074e3d None None] Set router f31d1433-e73e-4bca-9d93-7d2ab78ff6cf gateway port host: n-d-802623-1 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:10:30.652096 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-272b2012-a0d2-4530-b9f4-705b331aa1fd admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8769b54ba73a4421837726dbda018e6b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0741718 Jul 27 23:10:30.655022 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 33834) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:10:30.658412 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-92685141-77e1-43ad-8ac3-3e4fce2eff6d req-74ace61b-6aeb-4a25-939a-a501fd87592e tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] 10.222.0.18 "GET /v2.0/security-groups?id=f9282c7c-bf74-4e2f-accf-81bded4d9191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727091 Jul 27 23:10:30.673491 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 23:10:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-261b9d84-b2df-477c-a0d1-984b6276e3f1 x-openstack-request-id: req-261b9d84-b2df-477c-a0d1-984b6276e3f1 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:10:30.674284 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5b7cae6-ef9c-4b6a-8d88-4b0d58a86c54", "tag": "22d3219b-9579-4f13-8261-7c85fc7c7434", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:10:30.674284 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-261b9d84-b2df-477c-a0d1-984b6276e3f1 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:10:30.674614 n-d-802623-1 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5b7cae6-ef9c-4b6a-8d88-4b0d58a86c54', 'tag': '22d3219b-9579-4f13-8261-7c85fc7c7434', 'status': 'completed', 'code': 200} Jul 27 23:10:30.687507 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port 59918b6c-e03a-4cce-9ccd-011f0e829c02, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=59918b6c-e03a-4cce-9ccd-011f0e829c02,segment=NetworkSegment(35c87331-1569-4ca2-bf4a-f52e32031f1e),segment_id=35c87331-1569-4ca2-bf4a-f52e32031f1e)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:10:30.701195 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Returning: {'device': '59918b6c-e03a-4cce-9ccd-011f0e829c02', 'network_id': '44a6a84b-a7de-4dfe-a6b7-f9205c26c7e9', 'port_id': '59918b6c-e03a-4cce-9ccd-011f0e829c02', 'mac_address': 'fa:16:3e:17:7d:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '167a3de5-23b9-48e3-8fdf-ba6c942d3440', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 23:10:30.721441 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-32d6e26f-32d0-4a88-9c23-4bdcc15c5c70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:30.748250 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:30.755407 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7b07c2-9807-42c0-96de-826a561cdfbc req-0f09751a-c2b3-47d6-adde-0ccf5d8b9115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:30.755648 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-32d6e26f-32d0-4a88-9c23-4bdcc15c5c70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:30.763366 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-1b7b07c2-9807-42c0-96de-826a561cdfbc req-0f09751a-c2b3-47d6-adde-0ccf5d8b9115 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=8d582af9a6794d11bd808a2173a193ea&device_id=c5b7cae6-ef9c-4b6a-8d88-4b0d58a86c54 HTTP/1.1" status: 200 len: 1097 time: 0.0870185 Jul 27 23:10:30.783650 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59918b6c-e03a-4cce-9ccd-011f0e829c02 {{(pid=93799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:10:30.825058 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port 59918b6c-e03a-4cce-9ccd-011f0e829c02, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=59918b6c-e03a-4cce-9ccd-011f0e829c02,segment=NetworkSegment(35c87331-1569-4ca2-bf4a-f52e32031f1e),segment_id=35c87331-1569-4ca2-bf4a-f52e32031f1e)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:10:30.831158 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-32d6e26f-32d0-4a88-9c23-4bdcc15c5c70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:30.831919 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:30.834161 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-32d6e26f-32d0-4a88-9c23-4bdcc15c5c70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:30.835805 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-32d6e26f-32d0-4a88-9c23-4bdcc15c5c70 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/657c655b-8580-45d5-979f-9b32b7a260f8 HTTP/1.1" status: 204 len: 168 time: 0.1796398 Jul 27 23:10:30.844953 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d6e26f-32d0-4a88-9c23-4bdcc15c5c70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=657c655b-8580-45d5-979f-9b32b7a260f8,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:10:30.852992 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-63894bf7-6fc1-4f2a-8478-f31204074e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f31d1433-e73e-4bca-9d93-7d2ab78ff6cf', 'name': 'tempest-ServersTestFqdnHostnames-1844628984-router', 'tenant_id': '8d582af9a6794d11bd808a2173a193ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.140'}], 'enable_snat': True}, 'gw_port_id': '35127906-72d3-4961-a2dd-fe261f9be7f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:10:00Z', 'updated_at': '2021-07-27T23:10:08Z', 'revision_number': 4, 'project_id': '8d582af9a6794d11bd808a2173a193ea', 'gw_port': {'id': '35127906-72d3-4961-a2dd-fe261f9be7f6', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:dc:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f31d1433-e73e-4bca-9d93-7d2ab78ff6cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 922, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:10:03Z', 'updated_at': '2021-07-27T23:10:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_floatingips': [{'id': '039a9118-b481-4b43-9462-bb54bde147f4', 'tenant_id': '8d582af9a6794d11bd808a2173a193ea', 'floating_ip_address': '172.25.4.84', 'floating_network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'router_id': 'f31d1433-e73e-4bca-9d93-7d2ab78ff6cf', 'port_id': '22d3219b-9579-4f13-8261-7c85fc7c7434', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 934, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3adb757c-b86b-47f3-8bd0-530e0c033dd4', 'mac_address': 'fa:16:3e:f8:55:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5b7cae6-ef9c-4b6a-8d88-4b0d58a86c54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T23:10:13Z', 'updated_at': '2021-07-27T23:10:29Z', 'revision_number': 1, 'project_id': '8d582af9a6794d11bd808a2173a193ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd77c3ada-73ef-4746-af67-66824003051d', 'name': '', 'network_id': '3adb757c-b86b-47f3-8bd0-530e0c033dd4', 'tenant_id': '8d582af9a6794d11bd808a2173a193ea', 'mac_address': 'fa:16:3e:29:d2:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f31d1433-e73e-4bca-9d93-7d2ab78ff6cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 926, 'fixed_ips': [{'subnet_id': '2e0bf504-e262-4f06-bee4-22c651cb840b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:10:07Z', 'updated_at': '2021-07-27T23:10:14Z', 'revision_number': 5, 'project_id': '8d582af9a6794d11bd808a2173a193ea', 'subnets': [{'id': '2e0bf504-e262-4f06-bee4-22c651cb840b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:10:30.880437 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63894bf7-6fc1-4f2a-8478-f31204074e3d None None] Checking router: f31d1433-e73e-4bca-9d93-7d2ab78ff6cf for host: n-d-802623-1 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 23:10:30.891953 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63894bf7-6fc1-4f2a-8478-f31204074e3d None None] Routers {'f31d1433-e73e-4bca-9d93-7d2ab78ff6cf'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:10:30.892836 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-63894bf7-6fc1-4f2a-8478-f31204074e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:10:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['f31d1433-e73e-4bca-9d93-7d2ab78ff6cf'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:10:30.947820 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7b07c2-9807-42c0-96de-826a561cdfbc req-4985e539-6f93-4895-bcb4-9558f7487b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:30.949680 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-1b7b07c2-9807-42c0-96de-826a561cdfbc req-4985e539-6f93-4895-bcb4-9558f7487b50 service neutron] 10.222.0.38 "GET /v2.0/networks?id=3adb757c-b86b-47f3-8bd0-530e0c033dd4 HTTP/1.1" status: 200 len: 916 time: 0.1784008 Jul 27 23:10:30.959678 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cfc28b-ff08-4d8b-a97c-e82986009512 req-689d448c-0a28-4e0c-a6f3-01291f2b5df8 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:30.962159 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-87cfc28b-ff08-4d8b-a97c-e82986009512 req-689d448c-0a28-4e0c-a6f3-01291f2b5df8 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/ports?device_id=84967986-7299-4570-bc82-4e600f892180 HTTP/1.1" status: 200 len: 950 time: 0.0949476 Jul 27 23:10:30.985066 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Pushing event updated for resources: {'Port': ['ID=59918b6c-e03a-4cce-9ccd-011f0e829c02,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:10:31.007733 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-63894bf7-6fc1-4f2a-8478-f31204074e3d None None] Set router f31d1433-e73e-4bca-9d93-7d2ab78ff6cf gateway port host: n-d-802623-1 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:10:31.049990 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] get_ports_and_sgs() called for port_ids ['59918b6c-e03a-4cce-9ccd-011f0e829c02'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:10:31.067945 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-1b7b07c2-9807-42c0-96de-826a561cdfbc req-4cf8c34d-aa4d-4aed-a8bd-299d3790c2af service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=22d3219b-9579-4f13-8261-7c85fc7c7434 HTTP/1.1" status: 200 len: 999 time: 0.1045594 Jul 27 23:10:31.087384 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-87cfc28b-ff08-4d8b-a97c-e82986009512 req-a735becb-ac89-4257-9e26-df099cc621cf tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb779318-b8ff-43a6-a94f-3ce471aff166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710416 Jul 27 23:10:31.146517 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7b07c2-9807-42c0-96de-826a561cdfbc req-f6693e08-455d-41e8-9f24-3746f2e779a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:31.149965 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-1b7b07c2-9807-42c0-96de-826a561cdfbc req-f6693e08-455d-41e8-9f24-3746f2e779a6 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=2e0bf504-e262-4f06-bee4-22c651cb840b HTTP/1.1" status: 200 len: 854 time: 0.0598736 Jul 27 23:10:31.210395 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7b07c2-9807-42c0-96de-826a561cdfbc req-22d64f81-b3e5-4f53-92b2-67f000e88467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:31.212235 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-1b7b07c2-9807-42c0-96de-826a561cdfbc req-22d64f81-b3e5-4f53-92b2-67f000e88467 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=3adb757c-b86b-47f3-8bd0-530e0c033dd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0545247 Jul 27 23:10:31.339088 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a921293-71a4-4626-9c28-d4a934aa8411 req-c28c6918-4c13-494f-b548-8128461dfe2e tempest-InstanceActionsTestJSON-1174830008 tempest-InstanceActionsTestJSON-1174830008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:31.346398 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8a921293-71a4-4626-9c28-d4a934aa8411 req-c28c6918-4c13-494f-b548-8128461dfe2e tempest-InstanceActionsTestJSON-1174830008 tempest-InstanceActionsTestJSON-1174830008-project] 10.222.0.18 "GET /v2.0/networks?id=05b63df3-7697-4a85-acb1-f611904b31b7 HTTP/1.1" status: 200 len: 814 time: 0.1673155 Jul 27 23:10:31.366727 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8a921293-71a4-4626-9c28-d4a934aa8411 req-02f3a9b2-2cd4-4525-8385-20cd28ec3858 tempest-InstanceActionsTestJSON-1174830008 tempest-InstanceActionsTestJSON-1174830008-project] 10.222.0.18 "GET /v2.0/quotas/0491af75d2b641d8b485d778060c5a09 HTTP/1.1" status: 200 len: 375 time: 0.0189931 Jul 27 23:10:31.376167 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59b9486-664d-4a5f-b159-71b3214a9633 req-5c950714-b646-4e82-b4f5-a43d28428d80 tempest-ServerDiagnosticsNegativeTest-1281832200 tempest-ServerDiagnosticsNegativeTest-1281832200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:31.379835 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c59b9486-664d-4a5f-b159-71b3214a9633 req-5c950714-b646-4e82-b4f5-a43d28428d80 tempest-ServerDiagnosticsNegativeTest-1281832200 tempest-ServerDiagnosticsNegativeTest-1281832200-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c72c279-7ec5-45b6-abb7-cfdd43e0682a HTTP/1.1" status: 200 len: 950 time: 0.0661936 Jul 27 23:10:31.386108 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-63894bf7-6fc1-4f2a-8478-f31204074e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f31d1433-e73e-4bca-9d93-7d2ab78ff6cf', 'name': 'tempest-ServersTestFqdnHostnames-1844628984-router', 'tenant_id': '8d582af9a6794d11bd808a2173a193ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.140'}], 'enable_snat': True}, 'gw_port_id': '35127906-72d3-4961-a2dd-fe261f9be7f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:10:00Z', 'updated_at': '2021-07-27T23:10:08Z', 'revision_number': 4, 'project_id': '8d582af9a6794d11bd808a2173a193ea', 'gw_port': {'id': '35127906-72d3-4961-a2dd-fe261f9be7f6', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:dc:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f31d1433-e73e-4bca-9d93-7d2ab78ff6cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 922, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:10:03Z', 'updated_at': '2021-07-27T23:10:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_floatingips': [{'id': '039a9118-b481-4b43-9462-bb54bde147f4', 'tenant_id': '8d582af9a6794d11bd808a2173a193ea', 'floating_ip_address': '172.25.4.84', 'floating_network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'router_id': 'f31d1433-e73e-4bca-9d93-7d2ab78ff6cf', 'port_id': '22d3219b-9579-4f13-8261-7c85fc7c7434', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 934, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3adb757c-b86b-47f3-8bd0-530e0c033dd4', 'mac_address': 'fa:16:3e:f8:55:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5b7cae6-ef9c-4b6a-8d88-4b0d58a86c54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T23:10:13Z', 'updated_at': '2021-07-27T23:10:29Z', 'revision_number': 1, 'project_id': '8d582af9a6794d11bd808a2173a193ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd77c3ada-73ef-4746-af67-66824003051d', 'name': '', 'network_id': '3adb757c-b86b-47f3-8bd0-530e0c033dd4', 'tenant_id': '8d582af9a6794d11bd808a2173a193ea', 'mac_address': 'fa:16:3e:29:d2:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f31d1433-e73e-4bca-9d93-7d2ab78ff6cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 926, 'fixed_ips': [{'subnet_id': '2e0bf504-e262-4f06-bee4-22c651cb840b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:10:07Z', 'updated_at': '2021-07-27T23:10:14Z', 'revision_number': 5, 'project_id': '8d582af9a6794d11bd808a2173a193ea', 'subnets': [{'id': '2e0bf504-e262-4f06-bee4-22c651cb840b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:10:31.411413 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8a921293-71a4-4626-9c28-d4a934aa8411 req-e6e62f84-e61a-4a5a-a53e-c42aa3ebe979 tempest-InstanceActionsTestJSON-1174830008 tempest-InstanceActionsTestJSON-1174830008-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=0491af75d2b641d8b485d778060c5a09&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0437086 Jul 27 23:10:31.432388 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63894bf7-6fc1-4f2a-8478-f31204074e3d None None] The sync data for ids ['f31d1433-e73e-4bca-9d93-7d2ab78ff6cf'] in n-d-802623-1 is: [{'id': 'f31d1433-e73e-4bca-9d93-7d2ab78ff6cf', 'name': 'tempest-ServersTestFqdnHostnames-1844628984-router', 'tenant_id': '8d582af9a6794d11bd808a2173a193ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.140'}], 'enable_snat': True}, 'gw_port_id': '35127906-72d3-4961-a2dd-fe261f9be7f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:10:00Z', 'updated_at': '2021-07-27T23:10:08Z', 'revision_number': 4, 'project_id': '8d582af9a6794d11bd808a2173a193ea', 'gw_port': {'id': '35127906-72d3-4961-a2dd-fe261f9be7f6', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:dc:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f31d1433-e73e-4bca-9d93-7d2ab78ff6cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 922, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:10:03Z', 'updated_at': '2021-07-27T23:10:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_floatingips': [{'id': '039a9118-b481-4b43-9462-bb54bde147f4', 'tenant_id': '8d582af9a6794d11bd808a2173a193ea', 'floating_ip_address': '172.25.4.84', 'floating_network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'router_id': 'f31d1433-e73e-4bca-9d93-7d2ab78ff6cf', 'port_id': '22d3219b-9579-4f13-8261-7c85fc7c7434', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 934, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3adb757c-b86b-47f3-8bd0-530e0c033dd4', 'mac_address': 'fa:16:3e:f8:55:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5b7cae6-ef9c-4b6a-8d88-4b0d58a86c54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T23:10:13Z', 'updated_at': '2021-07-27T23:10:29Z', 'revision_number': 1, 'project_id': '8d582af9a6794d11bd808a2173a193ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd77c3ada-73ef-4746-af67-66824003051d', 'name': '', 'network_id': '3adb757c-b86b-47f3-8bd0-530e0c033dd4', 'tenant_id': '8d582af9a6794d11bd808a2173a193ea', 'mac_address': 'fa:16:3e:29:d2:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f31d1433-e73e-4bca-9d93-7d2ab78ff6cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 926, 'fixed_ips': [{'subnet_id': '2e0bf504-e262-4f06-bee4-22c651cb840b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:10:07Z', 'updated_at': '2021-07-27T23:10:14Z', 'revision_number': 5, 'project_id': '8d582af9a6794d11bd808a2173a193ea', 'subnets': [{'id': '2e0bf504-e262-4f06-bee4-22c651cb840b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:10:31.440247 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-1b7b07c2-9807-42c0-96de-826a561cdfbc req-bf443e6d-0c8d-4072-86bd-de9eed138acc service neutron] 10.222.0.38 "GET /v2.0/networks/3adb757c-b86b-47f3-8bd0-530e0c033dd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2189374 Jul 27 23:10:31.481312 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c59b9486-664d-4a5f-b159-71b3214a9633 req-ca03e2b5-ae7d-4e07-9e67-cff5e58b1402 tempest-ServerDiagnosticsNegativeTest-1281832200 tempest-ServerDiagnosticsNegativeTest-1281832200-project] 10.222.0.18 "GET /v2.0/security-groups?id=fdc691a7-341b-4f91-ad6a-a1e0a72e9a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960464 Jul 27 23:10:31.527079 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8a921293-71a4-4626-9c28-d4a934aa8411 req-06d87402-be47-4bf3-9300-ba5e61baa39e service neutron] 10.222.0.18 "GET /v2.0/networks/05b63df3-7697-4a85-acb1-f611904b31b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148045 Jul 27 23:10:31.588272 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-1b7b07c2-9807-42c0-96de-826a561cdfbc req-580ea78e-c7ca-446c-9ec0-420084725b97 service neutron] 10.222.0.38 "GET /v2.0/networks/3adb757c-b86b-47f3-8bd0-530e0c033dd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382883 Jul 27 23:10:31.662544 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8a921293-71a4-4626-9c28-d4a934aa8411 req-65dea38a-688b-49f4-9653-f238a602535f service neutron] 10.222.0.18 "GET /v2.0/networks/05b63df3-7697-4a85-acb1-f611904b31b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259940 Jul 27 23:10:31.762309 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-561e2740-70cd-41f7-a1ee-5ef93b154158 None None] New status for floating IP 039a9118-b481-4b43-9462-bb54bde147f4: ACTIVE {{(pid=93799) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 23:10:31.916391 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e0f82d-57ec-449a-a53d-e95cec7c4525 req-f8ec91e7-49b1-481f-b0db-3260211a5d9e tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:31.918899 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-52e0f82d-57ec-449a-a53d-e95cec7c4525 req-f8ec91e7-49b1-481f-b0db-3260211a5d9e tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d72f04a-64fa-45e7-8a0e-f3f21bcd5f97 HTTP/1.1" status: 200 len: 944 time: 0.0660508 Jul 27 23:10:31.967228 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-52e0f82d-57ec-449a-a53d-e95cec7c4525 req-7652d756-106a-4bb2-ab86-968fe0bcc08c tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] 10.222.0.18 "GET /v2.0/security-groups?id=f9282c7c-bf74-4e2f-accf-81bded4d9191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416460 Jul 27 23:10:32.032006 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 33890) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:10:32.055913 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-7484d07e-5ebc-436f-a569-91171961224d req-72bbd012-c2d2-4346-b837-39795ba17074 tempest-InstanceActionsTestJSON-1174830008 tempest-InstanceActionsTestJSON-1174830008-project] 10.222.0.18 "GET /v2.0/ports?device_id=79ed6abf-4b1a-44a1-a8b0-75e8f09a7d98 HTTP/1.1" status: 200 len: 210 time: 0.0373530 Jul 27 23:10:32.115488 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7418f70f-e60d-4709-8ba9-6ab514bc7f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:32.124164 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40aa38d6-61c5-4ee4-844f-e56a3bc43e4c req-95004e96-0436-4b93-9b24-3fbe89ab885d tempest-ServerDiagnosticsNegativeTest-1281832200 tempest-ServerDiagnosticsNegativeTest-1281832200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:32.133275 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-40aa38d6-61c5-4ee4-844f-e56a3bc43e4c req-95004e96-0436-4b93-9b24-3fbe89ab885d tempest-ServerDiagnosticsNegativeTest-1281832200 tempest-ServerDiagnosticsNegativeTest-1281832200-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c72c279-7ec5-45b6-abb7-cfdd43e0682a HTTP/1.1" status: 200 len: 950 time: 0.0637803 Jul 27 23:10:32.166811 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-d83af39b-ea3a-4f0c-92e2-3f8f623ed106 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-796263892-network', 'tenant_id': '380039e5d67947088d11135dc5657e62'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:10:32.193992 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-40aa38d6-61c5-4ee4-844f-e56a3bc43e4c req-c76e2a05-a293-43c9-8f3f-4847d8a2e8d6 tempest-ServerDiagnosticsNegativeTest-1281832200 tempest-ServerDiagnosticsNegativeTest-1281832200-project] 10.222.0.18 "GET /v2.0/security-groups?id=fdc691a7-341b-4f91-ad6a-a1e0a72e9a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597737 Jul 27 23:10:32.205879 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d83af39b-ea3a-4f0c-92e2-3f8f623ed106 admin admin] Made reservation on behalf of 380039e5d67947088d11135dc5657e62 for: {'network': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:10:32.217886 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d83af39b-ea3a-4f0c-92e2-3f8f623ed106 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for network, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:32.227743 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d83af39b-ea3a-4f0c-92e2-3f8f623ed106 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:32.234535 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbcc332-702c-482b-80bd-38217f37b99a req-387b6db7-7009-4aec-bed8-8208f856f6fe tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:32.242535 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-4cbcc332-702c-482b-80bd-38217f37b99a req-387b6db7-7009-4aec-bed8-8208f856f6fe tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/ports?device_id=84967986-7299-4570-bc82-4e600f892180 HTTP/1.1" status: 200 len: 950 time: 0.0618291 Jul 27 23:10:32.282657 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-4cbcc332-702c-482b-80bd-38217f37b99a req-7715a967-7ae7-4250-9555-5ebfd5c094ce tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb779318-b8ff-43a6-a94f-3ce471aff166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392175 Jul 27 23:10:32.332563 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d83af39b-ea3a-4f0c-92e2-3f8f623ed106 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:32.336768 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d83af39b-ea3a-4f0c-92e2-3f8f623ed106 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:32.358092 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d83af39b-ea3a-4f0c-92e2-3f8f623ed106 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 534} {{(pid=93798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 23:10:32.374072 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83af39b-ea3a-4f0c-92e2-3f8f623ed106 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a305840-732b-4352-84e4-d58ec2570672,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:10:32.376944 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d83af39b-ea3a-4f0c-92e2-3f8f623ed106 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:32.377286 n-d-802623-1 neutron-server[93798]: INFO neutron.db.segments_db [None req-d83af39b-ea3a-4f0c-92e2-3f8f623ed106 admin admin] Added segment db7ac4cf-c02c-48fc-bbf1-642d538f1f1d of type vlan for network bab077b1-0805-402b-9676-aa5e52be55d5 Jul 27 23:10:32.417805 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d83af39b-ea3a-4f0c-92e2-3f8f623ed106 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736833354590'] for network, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:32.452675 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d83af39b-ea3a-4f0c-92e2-3f8f623ed106 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569'] for network, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:32.454002 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d83af39b-ea3a-4f0c-92e2-3f8f623ed106 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:32.454706 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d83af39b-ea3a-4f0c-92e2-3f8f623ed106 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:32.464845 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 59918b6c-e03a-4cce-9ccd-011f0e829c02 up at agent hyperv_n-h1-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:10:32.524905 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-d83af39b-ea3a-4f0c-92e2-3f8f623ed106 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.4913130 Jul 27 23:10:32.525128 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Provisioning for port 59918b6c-e03a-4cce-9ccd-011f0e829c02 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:10:32.528288 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 33900) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:10:32.530339 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Provisioning complete for port 59918b6c-e03a-4cce-9ccd-011f0e829c02 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:10:32.530776 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:32.532733 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83af39b-ea3a-4f0c-92e2-3f8f623ed106 admin admin] Pushing event updated for resources: {'Network': ['ID=bab077b1-0805-402b-9676-aa5e52be55d5,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:10:32.533829 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-b02a9514-ef18-45db-b00f-35f34836828e admin admin] Request body: {'subnet': {'network_id': 'bab077b1-0805-402b-9676-aa5e52be55d5', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-796263892-subnet', 'tenant_id': '380039e5d67947088d11135dc5657e62', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:10:32.556333 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Network bab077b1-0805-402b-9676-aa5e52be55d5 details requested by agent ovs-agent-n-d-802623-1 with host n-d-802623-1 {{(pid=93799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 23:10:32.559941 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b02a9514-ef18-45db-b00f-35f34836828e admin admin] Made reservation on behalf of 380039e5d67947088d11135dc5657e62 for: {'subnet': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:10:32.562457 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b02a9514-ef18-45db-b00f-35f34836828e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11551435'] for subnet, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:32.687537 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:32.716638 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d72f04a-64fa-45e7-8a0e-f3f21bcd5f97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59918b6c-e03a-4cce-9ccd-011f0e829c02'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:10:32.719168 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c0369b0d4f459110ff20a1f9878ba33f96d6491bddb9d15843bf29d01e0bda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c57cab78-4eb7-42af-b7e9-fda7edf46ab4" -d '{"events": [{"server_uuid": "5d72f04a-64fa-45e7-8a0e-f3f21bcd5f97", "name": "network-vif-plugged", "status": "completed", "tag": "59918b6c-e03a-4cce-9ccd-011f0e829c02"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:10:32.736869 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port 59918b6c-e03a-4cce-9ccd-011f0e829c02, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=59918b6c-e03a-4cce-9ccd-011f0e829c02,segment=NetworkSegment(35c87331-1569-4ca2-bf4a-f52e32031f1e),segment_id=35c87331-1569-4ca2-bf4a-f52e32031f1e)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:10:32.741203 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b02a9514-ef18-45db-b00f-35f34836828e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11336182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11551417'] for subnet, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:32.741999 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:32.770583 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:10:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13115825-8bdc-4dcd-be68-4ce58d2cba1f x-openstack-request-id: req-13115825-8bdc-4dcd-be68-4ce58d2cba1f {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:10:32.771349 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d72f04a-64fa-45e7-8a0e-f3f21bcd5f97", "name": "network-vif-plugged", "status": "completed", "tag": "59918b6c-e03a-4cce-9ccd-011f0e829c02", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:10:32.771349 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-13115825-8bdc-4dcd-be68-4ce58d2cba1f {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:10:32.771542 n-d-802623-1 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d72f04a-64fa-45e7-8a0e-f3f21bcd5f97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59918b6c-e03a-4cce-9ccd-011f0e829c02', 'code': 200} Jul 27 23:10:32.806574 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02a9514-ef18-45db-b00f-35f34836828e admin admin] Pushing event updated for resources: {'Subnet': ['ID=0db7ba8f-09da-41e1-8a0f-786e43afa720,revision_number=0']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:10:32.810618 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Pushing event updated for resources: {'Port': ['ID=59918b6c-e03a-4cce-9ccd-011f0e829c02,revision_number=5']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:10:32.823189 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b02a9514-ef18-45db-b00f-35f34836828e admin admin] Checking segment: {'id': 'db7ac4cf-c02c-48fc-bbf1-642d538f1f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'bab077b1-0805-402b-9676-aa5e52be55d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:10:32.823558 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b02a9514-ef18-45db-b00f-35f34836828e admin admin] Network hostable DHCP agents. Network: bab077b1-0805-402b-9676-aa5e52be55d5, hostable agents: ['5950e76f-2bde-4343-a925-cbe6bacd2706'], hosted agents: [] {{(pid=93797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 23:10:32.842646 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b02a9514-ef18-45db-b00f-35f34836828e admin admin] Network bab077b1-0805-402b-9676-aa5e52be55d5 is scheduled to be hosted by DHCP agent 5950e76f-2bde-4343-a925-cbe6bacd2706 with binding_index 1 {{(pid=93797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 23:10:32.855960 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-b02a9514-ef18-45db-b00f-35f34836828e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802623-1, bab077b1-0805-402b-9676-aa5e52be55d5) {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:10:32.863916 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a767f2e7-c1a4-4ff7-ab25-417a2770d183 None None] Network bab077b1-0805-402b-9676-aa5e52be55d5 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:10:32.865006 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b02a9514-ef18-45db-b00f-35f34836828e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:32.865537 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c372b3-d8e8-403d-bb0e-3b0c68fc82ee req-88283d08-e83e-4ea6-87f4-75f8b713c973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:32.865691 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b02a9514-ef18-45db-b00f-35f34836828e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for subnet, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:32.867513 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b9c372b3-d8e8-403d-bb0e-3b0c68fc82ee req-88283d08-e83e-4ea6-87f4-75f8b713c973 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=5d72f04a-64fa-45e7-8a0e-f3f21bcd5f97 HTTP/1.1" status: 200 len: 1096 time: 0.0444953 Jul 27 23:10:32.884330 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-b02a9514-ef18-45db-b00f-35f34836828e admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.3543725 Jul 27 23:10:32.907403 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b9c372b3-d8e8-403d-bb0e-3b0c68fc82ee req-57daa60d-de6d-40e3-bd00-20187a49cc51 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=f9282c7c-bf74-4e2f-accf-81bded4d9191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313869 Jul 27 23:10:33.025696 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b150b9b9-d32c-4d0b-9cca-e804abc11bf1 None None] Network bab077b1-0805-402b-9676-aa5e52be55d5 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:10:33.088289 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a921293-71a4-4626-9c28-d4a934aa8411 req-d6d96b27-a58d-4996-a0df-1c9a5284dd45 tempest-InstanceActionsTestJSON-1174830008 tempest-InstanceActionsTestJSON-1174830008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:33.090169 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8a921293-71a4-4626-9c28-d4a934aa8411 req-d6d96b27-a58d-4996-a0df-1c9a5284dd45 tempest-InstanceActionsTestJSON-1174830008 tempest-InstanceActionsTestJSON-1174830008-project] 10.222.0.49 "GET /v2.0/networks?id=05b63df3-7697-4a85-acb1-f611904b31b7 HTTP/1.1" status: 200 len: 814 time: 0.1476328 Jul 27 23:10:33.106925 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [req-8a921293-71a4-4626-9c28-d4a934aa8411 req-de64a715-a298-41cd-8f44-c166f550e669 tempest-InstanceActionsTestJSON-1174830008 tempest-InstanceActionsTestJSON-1174830008-project] Request body: {'port': {'device_id': '79ed6abf-4b1a-44a1-a8b0-75e8f09a7d98', 'network_id': '05b63df3-7697-4a85-acb1-f611904b31b7', 'admin_state_up': True, 'tenant_id': '0491af75d2b641d8b485d778060c5a09'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:10:33.138791 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dad70b5-8336-4cac-bc15-444b2c0b7a20 req-e6f74326-fe83-4bfe-a5cd-70c24979f13d tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:33.140526 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-6dad70b5-8336-4cac-bc15-444b2c0b7a20 req-e6f74326-fe83-4bfe-a5cd-70c24979f13d tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d72f04a-64fa-45e7-8a0e-f3f21bcd5f97 HTTP/1.1" status: 200 len: 945 time: 0.0625792 Jul 27 23:10:33.192730 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-6dad70b5-8336-4cac-bc15-444b2c0b7a20 req-6fe7d5cf-7951-4dda-8787-013004832de3 tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] 10.222.0.18 "GET /v2.0/security-groups?id=f9282c7c-bf74-4e2f-accf-81bded4d9191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447867 Jul 27 23:10:33.266256 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a921293-71a4-4626-9c28-d4a934aa8411 req-de64a715-a298-41cd-8f44-c166f550e669 tempest-InstanceActionsTestJSON-1174830008 tempest-InstanceActionsTestJSON-1174830008-project] Made reservation on behalf of 0491af75d2b641d8b485d778060c5a09 for: {'port': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:10:33.270352 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-8a921293-71a4-4626-9c28-d4a934aa8411 req-de64a715-a298-41cd-8f44-c166f550e669 tempest-InstanceActionsTestJSON-1174830008 tempest-InstanceActionsTestJSON-1174830008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:33.288515 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-0c950707-51db-4452-8d19-d124b750d7df req-8ba7ead7-ce74-4376-853d-208c48b9ca10 tempest-InstanceActionsTestJSON-1174830008 tempest-InstanceActionsTestJSON-1174830008-project] 10.222.0.18 "GET /v2.0/ports?device_id=79ed6abf-4b1a-44a1-a8b0-75e8f09a7d98 HTTP/1.1" status: 200 len: 210 time: 0.0302203 Jul 27 23:10:33.395785 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81c5397-2289-464a-8d6e-5d109a555552 req-cca7b0c8-45a7-4b89-9ea5-e5151184ca17 tempest-ServerDiagnosticsNegativeTest-1281832200 tempest-ServerDiagnosticsNegativeTest-1281832200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:33.397580 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c81c5397-2289-464a-8d6e-5d109a555552 req-cca7b0c8-45a7-4b89-9ea5-e5151184ca17 tempest-ServerDiagnosticsNegativeTest-1281832200 tempest-ServerDiagnosticsNegativeTest-1281832200-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c72c279-7ec5-45b6-abb7-cfdd43e0682a HTTP/1.1" status: 200 len: 950 time: 0.0482891 Jul 27 23:10:33.436371 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c81c5397-2289-464a-8d6e-5d109a555552 req-9c02dd40-2aa7-46b6-b1fd-760eceed561b tempest-ServerDiagnosticsNegativeTest-1281832200 tempest-ServerDiagnosticsNegativeTest-1281832200-project] 10.222.0.18 "GET /v2.0/security-groups?id=fdc691a7-341b-4f91-ad6a-a1e0a72e9a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325568 Jul 27 23:10:33.465248 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06840eda-6fe4-48de-9763-8c5b56b71aaf req-45bb9c6b-cf5b-49ff-97ce-e7adf77f74bd tempest-InstanceActionsV221TestJSON-1529719941 tempest-InstanceActionsV221TestJSON-1529719941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:33.466682 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-06840eda-6fe4-48de-9763-8c5b56b71aaf req-45bb9c6b-cf5b-49ff-97ce-e7adf77f74bd tempest-InstanceActionsV221TestJSON-1529719941 tempest-InstanceActionsV221TestJSON-1529719941-project] 10.222.0.18 "GET /v2.0/networks?id=bab077b1-0805-402b-9676-aa5e52be55d5 HTTP/1.1" status: 200 len: 817 time: 0.1852913 Jul 27 23:10:33.493375 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-06840eda-6fe4-48de-9763-8c5b56b71aaf req-cbfd32be-0635-4882-ba72-ebd5cfea6cb6 tempest-InstanceActionsV221TestJSON-1529719941 tempest-InstanceActionsV221TestJSON-1529719941-project] 10.222.0.18 "GET /v2.0/quotas/380039e5d67947088d11135dc5657e62 HTTP/1.1" status: 200 len: 375 time: 0.0197906 Jul 27 23:10:33.494382 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [req-8a921293-71a4-4626-9c28-d4a934aa8411 req-de64a715-a298-41cd-8f44-c166f550e669 tempest-InstanceActionsTestJSON-1174830008 tempest-InstanceActionsTestJSON-1174830008-project] Allocated IP 172.20.0.8 (05b63df3-7697-4a85-acb1-f611904b31b7/ed7061aa-31bb-46e5-89ae-cbac0ab32fb9/23d2336f-667e-445d-a571-eb0b08feeab9) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:10:33.533727 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-06840eda-6fe4-48de-9763-8c5b56b71aaf req-67e98b72-3a88-4b94-a094-719b49779044 tempest-InstanceActionsV221TestJSON-1529719941 tempest-InstanceActionsV221TestJSON-1529719941-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=380039e5d67947088d11135dc5657e62&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0331087 Jul 27 23:10:33.546792 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cd30ee-5394-4eb3-81fa-ca939e06b40e req-43cd4782-8a23-4069-a6f4-f46c0da432d1 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:33.548311 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-70cd30ee-5394-4eb3-81fa-ca939e06b40e req-43cd4782-8a23-4069-a6f4-f46c0da432d1 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/ports?device_id=84967986-7299-4570-bc82-4e600f892180 HTTP/1.1" status: 200 len: 950 time: 0.0507894 Jul 27 23:10:33.590512 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-70cd30ee-5394-4eb3-81fa-ca939e06b40e req-2e5d328e-b469-48f6-97b3-7f2ea69c5487 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb779318-b8ff-43a6-a94f-3ce471aff166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341885 Jul 27 23:10:33.709636 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-06840eda-6fe4-48de-9763-8c5b56b71aaf req-e2a276a3-8fd2-4a7f-aee9-767fbb4d22f0 service neutron] 10.222.0.18 "GET /v2.0/networks/bab077b1-0805-402b-9676-aa5e52be55d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1668990 Jul 27 23:10:33.788017 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-8a921293-71a4-4626-9c28-d4a934aa8411 req-de64a715-a298-41cd-8f44-c166f550e669 tempest-InstanceActionsTestJSON-1174830008 tempest-InstanceActionsTestJSON-1174830008-project] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:33.846345 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-06840eda-6fe4-48de-9763-8c5b56b71aaf req-815e47cd-808a-41f0-932e-d6b90236886a service neutron] 10.222.0.18 "GET /v2.0/networks/bab077b1-0805-402b-9676-aa5e52be55d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277485 Jul 27 23:10:33.861570 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-8a921293-71a4-4626-9c28-d4a934aa8411 req-de64a715-a298-41cd-8f44-c166f550e669 tempest-InstanceActionsTestJSON-1174830008 tempest-InstanceActionsTestJSON-1174830008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:33.869867 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b439f74-9be7-4520-8aaf-532d27cf1eeb req-a022f587-af02-41db-b533-0f8a69d07c50 tempest-ServerDiagnosticsNegativeTest-1281832200 tempest-ServerDiagnosticsNegativeTest-1281832200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:33.871456 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-6b439f74-9be7-4520-8aaf-532d27cf1eeb req-a022f587-af02-41db-b533-0f8a69d07c50 tempest-ServerDiagnosticsNegativeTest-1281832200 tempest-ServerDiagnosticsNegativeTest-1281832200-project] 10.222.0.49 "GET /v2.0/ports?device_id=7c72c279-7ec5-45b6-abb7-cfdd43e0682a HTTP/1.1" status: 200 len: 950 time: 0.0524840 Jul 27 23:10:33.890485 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a921293-71a4-4626-9c28-d4a934aa8411 req-de64a715-a298-41cd-8f44-c166f550e669 tempest-InstanceActionsTestJSON-1174830008 tempest-InstanceActionsTestJSON-1174830008-project] Network 05b63df3-7697-4a85-acb1-f611904b31b7 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:10:33.893531 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [req-8a921293-71a4-4626-9c28-d4a934aa8411 req-de64a715-a298-41cd-8f44-c166f550e669 tempest-InstanceActionsTestJSON-1174830008 tempest-InstanceActionsTestJSON-1174830008-project] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:10:33.896494 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a921293-71a4-4626-9c28-d4a934aa8411 req-de64a715-a298-41cd-8f44-c166f550e669 tempest-InstanceActionsTestJSON-1174830008 tempest-InstanceActionsTestJSON-1174830008-project] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:10:33.984923 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de64a715-a298-41cd-8f44-c166f550e669 tempest-InstanceActionsTestJSON-1174830008 tempest-InstanceActionsTestJSON-1174830008-project] Pushing event updated for resources: {'Port': ['ID=23d2336f-667e-445d-a571-eb0b08feeab9,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:10:33.997774 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-6b439f74-9be7-4520-8aaf-532d27cf1eeb req-b8b3b3da-ee9b-4878-b530-64356c0e920e tempest-ServerDiagnosticsNegativeTest-1281832200 tempest-ServerDiagnosticsNegativeTest-1281832200-project] Deleting port 1fd087a4-6340-4a58-b811-eab0f15c5575 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:10:33.998517 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-6b439f74-9be7-4520-8aaf-532d27cf1eeb req-b8b3b3da-ee9b-4878-b530-64356c0e920e tempest-ServerDiagnosticsNegativeTest-1281832200 tempest-ServerDiagnosticsNegativeTest-1281832200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:34.002811 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a921293-71a4-4626-9c28-d4a934aa8411 req-de64a715-a298-41cd-8f44-c166f550e669 tempest-InstanceActionsTestJSON-1174830008 tempest-InstanceActionsTestJSON-1174830008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:34.003469 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-8a921293-71a4-4626-9c28-d4a934aa8411 req-de64a715-a298-41cd-8f44-c166f550e669 tempest-InstanceActionsTestJSON-1174830008 tempest-InstanceActionsTestJSON-1174830008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:34.017977 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8a921293-71a4-4626-9c28-d4a934aa8411 req-de64a715-a298-41cd-8f44-c166f550e669 tempest-InstanceActionsTestJSON-1174830008 tempest-InstanceActionsTestJSON-1174830008-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9154179 Jul 27 23:10:34.031774 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [req-8a921293-71a4-4626-9c28-d4a934aa8411 req-1e139b42-00bb-476a-8857-1e54a2a8e5fc service neutron] Request body: {'port': {'device_id': '79ed6abf-4b1a-44a1-a8b0-75e8f09a7d98', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802623-1'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:10:34.069899 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-695779fa-0662-4b38-ac28-113ba1891e02 req-1bf8e501-a8fe-4c1a-b1a5-e8946147b5c7 tempest-InstanceActionsV221TestJSON-1529719941 tempest-InstanceActionsV221TestJSON-1529719941-project] 10.222.0.18 "GET /v2.0/ports?device_id=0eef3cd9-896b-48df-97e9-8bc9b6cf0d61 HTTP/1.1" status: 200 len: 210 time: 0.0564613 Jul 27 23:10:34.098361 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-8a921293-71a4-4626-9c28-d4a934aa8411 req-1e139b42-00bb-476a-8857-1e54a2a8e5fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:34.121635 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-6b439f74-9be7-4520-8aaf-532d27cf1eeb req-b8b3b3da-ee9b-4878-b530-64356c0e920e tempest-ServerDiagnosticsNegativeTest-1281832200 tempest-ServerDiagnosticsNegativeTest-1281832200-project] For port 1fd087a4-6340-4a58-b811-eab0f15c5575, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=1fd087a4-6340-4a58-b811-eab0f15c5575,segment=NetworkSegment(16e91594-c047-4b55-93eb-43af33ad08e1),segment_id=16e91594-c047-4b55-93eb-43af33ad08e1)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:10:34.122007 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-6b439f74-9be7-4520-8aaf-532d27cf1eeb req-b8b3b3da-ee9b-4878-b530-64356c0e920e tempest-ServerDiagnosticsNegativeTest-1281832200 tempest-ServerDiagnosticsNegativeTest-1281832200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:34.142667 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-6b439f74-9be7-4520-8aaf-532d27cf1eeb req-b8b3b3da-ee9b-4878-b530-64356c0e920e tempest-ServerDiagnosticsNegativeTest-1281832200 tempest-ServerDiagnosticsNegativeTest-1281832200-project] Calling delete_port for 1fd087a4-6340-4a58-b811-eab0f15c5575 owned by compute:nova {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:10:34.311855 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-6b439f74-9be7-4520-8aaf-532d27cf1eeb req-b8b3b3da-ee9b-4878-b530-64356c0e920e tempest-ServerDiagnosticsNegativeTest-1281832200 tempest-ServerDiagnosticsNegativeTest-1281832200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:34.323935 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] get_ports_and_sgs() called for port_ids ['1fd087a4-6340-4a58-b811-eab0f15c5575'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:10:34.348427 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b3b3da-ee9b-4878-b530-64356c0e920e tempest-ServerDiagnosticsNegativeTest-1281832200 tempest-ServerDiagnosticsNegativeTest-1281832200-project] Pushing event deleted for resources: {'Port': ['ID=1fd087a4-6340-4a58-b811-eab0f15c5575,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:10:34.397817 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b439f74-9be7-4520-8aaf-532d27cf1eeb req-b8b3b3da-ee9b-4878-b530-64356c0e920e tempest-ServerDiagnosticsNegativeTest-1281832200 tempest-ServerDiagnosticsNegativeTest-1281832200-project] No DVR routers for this DVR port 1fd087a4-6340-4a58-b811-eab0f15c5575 on host n-h2-802623-1 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:10:34.401871 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-6b439f74-9be7-4520-8aaf-532d27cf1eeb req-b8b3b3da-ee9b-4878-b530-64356c0e920e tempest-ServerDiagnosticsNegativeTest-1281832200 tempest-ServerDiagnosticsNegativeTest-1281832200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:34.403886 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-6b439f74-9be7-4520-8aaf-532d27cf1eeb req-b8b3b3da-ee9b-4878-b530-64356c0e920e tempest-ServerDiagnosticsNegativeTest-1281832200 tempest-ServerDiagnosticsNegativeTest-1281832200-project] 10.222.0.49 "DELETE /v2.0/ports/1fd087a4-6340-4a58-b811-eab0f15c5575 HTTP/1.1" status: 204 len: 173 time: 0.5241928 Jul 27 23:10:34.411499 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c72c279-7ec5-45b6-abb7-cfdd43e0682a', 'name': 'network-vif-deleted', 'tag': '1fd087a4-6340-4a58-b811-eab0f15c5575'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:10:34.413720 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}011f8d312121274bb12d78e77c6379a2079800640016cec6c6d605b73666e854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af596d75-d842-4589-82fe-fee6b92ed75f" -d '{"events": [{"server_uuid": "7c72c279-7ec5-45b6-abb7-cfdd43e0682a", "name": "network-vif-deleted", "tag": "1fd087a4-6340-4a58-b811-eab0f15c5575"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:10:34.458437 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d632dadd-9e02-4c92-a621-115dd95dba97 req-31129d0e-893a-4bb8-a36e-fd700fa68d13 tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:34.461152 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d632dadd-9e02-4c92-a621-115dd95dba97 req-31129d0e-893a-4bb8-a36e-fd700fa68d13 tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d72f04a-64fa-45e7-8a0e-f3f21bcd5f97 HTTP/1.1" status: 200 len: 945 time: 0.1677852 Jul 27 23:10:34.467642 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac89715a-0664-44ac-8df0-9ea6972f16cf req-a79b3946-f8ed-403e-ba34-8046c25e327e tempest-InstanceActionsTestJSON-1174830008 tempest-InstanceActionsTestJSON-1174830008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:34.482345 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ac89715a-0664-44ac-8df0-9ea6972f16cf req-a79b3946-f8ed-403e-ba34-8046c25e327e tempest-InstanceActionsTestJSON-1174830008 tempest-InstanceActionsTestJSON-1174830008-project] 10.222.0.18 "GET /v2.0/ports?device_id=79ed6abf-4b1a-44a1-a8b0-75e8f09a7d98 HTTP/1.1" status: 200 len: 931 time: 0.0820632 Jul 27 23:10:34.538082 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:34.555118 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ac89715a-0664-44ac-8df0-9ea6972f16cf req-918b6083-33f4-4155-9842-83ba0d7853e2 tempest-InstanceActionsTestJSON-1174830008 tempest-InstanceActionsTestJSON-1174830008-project] 10.222.0.18 "GET /v2.0/security-groups?id=c36f372f-6fac-470c-947e-ffd74f39e3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689580 Jul 27 23:10:34.571703 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d632dadd-9e02-4c92-a621-115dd95dba97 req-afaa0c72-b16e-4661-b05d-4250c5cf0148 tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] 10.222.0.18 "GET /v2.0/security-groups?id=f9282c7c-bf74-4e2f-accf-81bded4d9191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028986 Jul 27 23:10:34.613261 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:10:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6f0239c-6b20-4b2a-a786-5f7a95d68f4c x-openstack-request-id: req-a6f0239c-6b20-4b2a-a786-5f7a95d68f4c {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:10:34.614204 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c72c279-7ec5-45b6-abb7-cfdd43e0682a", "name": "network-vif-deleted", "tag": "1fd087a4-6340-4a58-b811-eab0f15c5575", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:10:34.614621 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a6f0239c-6b20-4b2a-a786-5f7a95d68f4c {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:10:34.615257 n-d-802623-1 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c72c279-7ec5-45b6-abb7-cfdd43e0682a', 'name': 'network-vif-deleted', 'tag': '1fd087a4-6340-4a58-b811-eab0f15c5575', 'status': 'completed', 'code': 200} Jul 27 23:10:34.633643 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [req-8a921293-71a4-4626-9c28-d4a934aa8411 req-1e139b42-00bb-476a-8857-1e54a2a8e5fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23d2336f-667e-445d-a571-eb0b08feeab9 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:10:34.644069 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-8a921293-71a4-4626-9c28-d4a934aa8411 req-1e139b42-00bb-476a-8857-1e54a2a8e5fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:34.658898 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [req-8a921293-71a4-4626-9c28-d4a934aa8411 req-1e139b42-00bb-476a-8857-1e54a2a8e5fc service neutron] Transition to ACTIVE for port object 23d2336f-667e-445d-a571-eb0b08feeab9 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:10:34.665453 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-8a921293-71a4-4626-9c28-d4a934aa8411 req-1e139b42-00bb-476a-8857-1e54a2a8e5fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11336041'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:34.732778 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854a02c2-c96c-42b6-afdc-fdf605ce1be1 req-720e8319-1aa0-4cf6-a421-7d2bebd00c48 tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:34.734579 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-854a02c2-c96c-42b6-afdc-fdf605ce1be1 req-720e8319-1aa0-4cf6-a421-7d2bebd00c48 tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d72f04a-64fa-45e7-8a0e-f3f21bcd5f97 HTTP/1.1" status: 200 len: 945 time: 0.0629659 Jul 27 23:10:34.735718 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f70b695a-5e5d-4512-ab9d-1cff222bc15c req-36c91007-3293-47c8-8302-5c0cf9768881 tempest-ServerDiagnosticsNegativeTest-1281832200 tempest-ServerDiagnosticsNegativeTest-1281832200-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c72c279-7ec5-45b6-abb7-cfdd43e0682a HTTP/1.1" status: 200 len: 210 time: 0.0634682 Jul 27 23:10:34.780822 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-854a02c2-c96c-42b6-afdc-fdf605ce1be1 req-7e133064-ad9d-4309-bff3-43ee36efda95 tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] 10.222.0.18 "GET /v2.0/security-groups?id=f9282c7c-bf74-4e2f-accf-81bded4d9191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381186 Jul 27 23:10:34.782143 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e139b42-00bb-476a-8857-1e54a2a8e5fc service neutron] Pushing event updated for resources: {'Port': ['ID=23d2336f-667e-445d-a571-eb0b08feeab9,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:10:34.862761 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-8a921293-71a4-4626-9c28-d4a934aa8411 req-1e139b42-00bb-476a-8857-1e54a2a8e5fc service neutron] Attempting to bind port 23d2336f-667e-445d-a571-eb0b08feeab9 on host n-h2-802623-1 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:10:34.863958 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-8a921293-71a4-4626-9c28-d4a934aa8411 req-1e139b42-00bb-476a-8857-1e54a2a8e5fc service neutron] Attempting to bind port 23d2336f-667e-445d-a571-eb0b08feeab9 by drivers openvswitch,hyperv on host n-h2-802623-1 at level 0 using segments [{'id': '72b26723-e467-4bad-a14c-5a299f68bca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '05b63df3-7697-4a85-acb1-f611904b31b7'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:10:34.864221 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a921293-71a4-4626-9c28-d4a934aa8411 req-1e139b42-00bb-476a-8857-1e54a2a8e5fc service neutron] Attempting to bind port 23d2336f-667e-445d-a571-eb0b08feeab9 on network 05b63df3-7697-4a85-acb1-f611904b31b7 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:10:34.874636 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b398e498-f4cd-46f0-9eee-a4fe7bac42ec req-b435dd86-5013-48db-af90-799326933997 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:34.876163 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-b398e498-f4cd-46f0-9eee-a4fe7bac42ec req-b435dd86-5013-48db-af90-799326933997 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/ports?device_id=84967986-7299-4570-bc82-4e600f892180 HTTP/1.1" status: 200 len: 950 time: 0.0752070 Jul 27 23:10:34.878259 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a921293-71a4-4626-9c28-d4a934aa8411 req-1e139b42-00bb-476a-8857-1e54a2a8e5fc service neutron] Port 23d2336f-667e-445d-a571-eb0b08feeab9 on network 05b63df3-7697-4a85-acb1-f611904b31b7 not bound, no agent of type Open vSwitch agent registered on host n-h2-802623-1 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 23:10:34.878589 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a921293-71a4-4626-9c28-d4a934aa8411 req-1e139b42-00bb-476a-8857-1e54a2a8e5fc service neutron] Attempting to bind port 23d2336f-667e-445d-a571-eb0b08feeab9 on network 05b63df3-7697-4a85-acb1-f611904b31b7 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:10:34.896646 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a921293-71a4-4626-9c28-d4a934aa8411 req-1e139b42-00bb-476a-8857-1e54a2a8e5fc service neutron] Checking agent: {'id': 'c5cc038b-93c4-4df4-8061-5df2a04a48c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 23, 0, 4), 'started_at': datetime.datetime(2021, 7, 27, 23, 0, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 10, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:10:34.896979 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a921293-71a4-4626-9c28-d4a934aa8411 req-1e139b42-00bb-476a-8857-1e54a2a8e5fc service neutron] Checking segment: {'id': '72b26723-e467-4bad-a14c-5a299f68bca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '05b63df3-7697-4a85-acb1-f611904b31b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:10:34.897419 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a921293-71a4-4626-9c28-d4a934aa8411 req-1e139b42-00bb-476a-8857-1e54a2a8e5fc service neutron] Bound using segment: {'id': '72b26723-e467-4bad-a14c-5a299f68bca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '05b63df3-7697-4a85-acb1-f611904b31b7'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:10:34.897900 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-8a921293-71a4-4626-9c28-d4a934aa8411 req-1e139b42-00bb-476a-8857-1e54a2a8e5fc service neutron] Bound port: 23d2336f-667e-445d-a571-eb0b08feeab9, host: n-h2-802623-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72b26723-e467-4bad-a14c-5a299f68bca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '05b63df3-7697-4a85-acb1-f611904b31b7'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:10:34.898235 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-8a921293-71a4-4626-9c28-d4a934aa8411 req-1e139b42-00bb-476a-8857-1e54a2a8e5fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:34.950983 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-b398e498-f4cd-46f0-9eee-a4fe7bac42ec req-3ccca600-dc12-405c-be1a-7b107408850b tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb779318-b8ff-43a6-a94f-3ce471aff166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685394 Jul 27 23:10:34.999985 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-8a921293-71a4-4626-9c28-d4a934aa8411 req-1e139b42-00bb-476a-8857-1e54a2a8e5fc service neutron] For port 23d2336f-667e-445d-a571-eb0b08feeab9, host n-h2-802623-1, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:10:35.003825 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-8a921293-71a4-4626-9c28-d4a934aa8411 req-1e139b42-00bb-476a-8857-1e54a2a8e5fc service neutron] For port 23d2336f-667e-445d-a571-eb0b08feeab9, host n-h2-802623-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=23d2336f-667e-445d-a571-eb0b08feeab9,segment=NetworkSegment(72b26723-e467-4bad-a14c-5a299f68bca2),segment_id=72b26723-e467-4bad-a14c-5a299f68bca2)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:10:35.012798 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-8a921293-71a4-4626-9c28-d4a934aa8411 req-1e139b42-00bb-476a-8857-1e54a2a8e5fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11336041'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:35.077447 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a921293-71a4-4626-9c28-d4a934aa8411 req-1e139b42-00bb-476a-8857-1e54a2a8e5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:35.078350 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-8a921293-71a4-4626-9c28-d4a934aa8411 req-1e139b42-00bb-476a-8857-1e54a2a8e5fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:35.079931 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8a921293-71a4-4626-9c28-d4a934aa8411 req-1e139b42-00bb-476a-8857-1e54a2a8e5fc service neutron] 10.222.0.49 "PUT /v2.0/ports/23d2336f-667e-445d-a571-eb0b08feeab9 HTTP/1.1" status: 200 len: 1091 time: 1.0529151 Jul 27 23:10:35.080387 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79ed6abf-4b1a-44a1-a8b0-75e8f09a7d98', 'tag': '23d2336f-667e-445d-a571-eb0b08feeab9'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:10:35.083197 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a476459a1bfce68b0ae0df5b6a71154bfc7cfdc8f9eefce6ad0a17231e60468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15c494ce-4736-4df1-ba3d-7e01a3939b17" -d '{"events": [{"name": "network-changed", "server_uuid": "79ed6abf-4b1a-44a1-a8b0-75e8f09a7d98", "tag": "23d2336f-667e-445d-a571-eb0b08feeab9"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:10:35.091630 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e139b42-00bb-476a-8857-1e54a2a8e5fc service neutron] Pushing event updated for resources: {'Port': ['ID=23d2336f-667e-445d-a571-eb0b08feeab9,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:10:35.170773 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 23:10:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67a27ee0-6113-4dea-b2b8-af3c328b3d6a x-openstack-request-id: req-67a27ee0-6113-4dea-b2b8-af3c328b3d6a {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:10:35.171397 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79ed6abf-4b1a-44a1-a8b0-75e8f09a7d98", "tag": "23d2336f-667e-445d-a571-eb0b08feeab9", "status": "completed", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:10:35.171793 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-67a27ee0-6113-4dea-b2b8-af3c328b3d6a {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:10:35.172355 n-d-802623-1 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79ed6abf-4b1a-44a1-a8b0-75e8f09a7d98', 'tag': '23d2336f-667e-445d-a571-eb0b08feeab9', 'status': 'completed', 'code': 200} Jul 27 23:10:35.185322 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a921293-71a4-4626-9c28-d4a934aa8411 req-623c60cd-e780-49a7-a14b-6595d8fd3d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:35.189060 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8a921293-71a4-4626-9c28-d4a934aa8411 req-623c60cd-e780-49a7-a14b-6595d8fd3d19 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0491af75d2b641d8b485d778060c5a09&device_id=79ed6abf-4b1a-44a1-a8b0-75e8f09a7d98 HTTP/1.1" status: 200 len: 1094 time: 0.0593097 Jul 27 23:10:35.280429 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-1b5921f6-2369-42c1-b669-d4d27ed8b7c4 req-457b2429-042d-4d58-974f-db101ab6f9fb tempest-InstanceActionsV221TestJSON-1529719941 tempest-InstanceActionsV221TestJSON-1529719941-project] 10.222.0.18 "GET /v2.0/ports?device_id=0eef3cd9-896b-48df-97e9-8bc9b6cf0d61 HTTP/1.1" status: 200 len: 210 time: 0.0367606 Jul 27 23:10:35.290467 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8a921293-71a4-4626-9c28-d4a934aa8411 req-e1a65d41-ec0d-465e-a0ae-2a545654b803 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=23d2336f-667e-445d-a571-eb0b08feeab9 HTTP/1.1" status: 200 len: 217 time: 0.0922527 Jul 27 23:10:35.329965 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06840eda-6fe4-48de-9763-8c5b56b71aaf req-6be2522e-b710-41a3-b769-11a77ef7e82b tempest-InstanceActionsV221TestJSON-1529719941 tempest-InstanceActionsV221TestJSON-1529719941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:35.331542 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-06840eda-6fe4-48de-9763-8c5b56b71aaf req-6be2522e-b710-41a3-b769-11a77ef7e82b tempest-InstanceActionsV221TestJSON-1529719941 tempest-InstanceActionsV221TestJSON-1529719941-project] 10.222.0.38 "GET /v2.0/networks?id=bab077b1-0805-402b-9676-aa5e52be55d5 HTTP/1.1" status: 200 len: 817 time: 0.2386413 Jul 27 23:10:35.344981 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [req-06840eda-6fe4-48de-9763-8c5b56b71aaf req-7f3a9c0c-4bd5-4bb7-bf5b-3136bb17eb04 tempest-InstanceActionsV221TestJSON-1529719941 tempest-InstanceActionsV221TestJSON-1529719941-project] Request body: {'port': {'device_id': '0eef3cd9-896b-48df-97e9-8bc9b6cf0d61', 'network_id': 'bab077b1-0805-402b-9676-aa5e52be55d5', 'admin_state_up': True, 'tenant_id': '380039e5d67947088d11135dc5657e62'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:10:35.389310 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d22600e-c648-4301-85c3-845d5abd5d1f req-4afc6676-45a5-4bf6-a305-e7ddafd1ec6d tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:35.390789 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-2d22600e-c648-4301-85c3-845d5abd5d1f req-4afc6676-45a5-4bf6-a305-e7ddafd1ec6d tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d72f04a-64fa-45e7-8a0e-f3f21bcd5f97 HTTP/1.1" status: 200 len: 945 time: 0.1038041 Jul 27 23:10:35.395520 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a921293-71a4-4626-9c28-d4a934aa8411 req-aec2c714-8450-4b2d-85e9-e860ab43bd35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:35.397008 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8a921293-71a4-4626-9c28-d4a934aa8411 req-aec2c714-8450-4b2d-85e9-e860ab43bd35 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ed7061aa-31bb-46e5-89ae-cbac0ab32fb9 HTTP/1.1" status: 200 len: 854 time: 0.0954382 Jul 27 23:10:35.440674 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8a921293-71a4-4626-9c28-d4a934aa8411 req-fca99f47-1f66-4816-adff-77e9f6ac9675 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=05b63df3-7697-4a85-acb1-f611904b31b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348251 Jul 27 23:10:35.462541 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06840eda-6fe4-48de-9763-8c5b56b71aaf req-7f3a9c0c-4bd5-4bb7-bf5b-3136bb17eb04 tempest-InstanceActionsV221TestJSON-1529719941 tempest-InstanceActionsV221TestJSON-1529719941-project] Made reservation on behalf of 380039e5d67947088d11135dc5657e62 for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:10:35.466437 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-06840eda-6fe4-48de-9763-8c5b56b71aaf req-7f3a9c0c-4bd5-4bb7-bf5b-3136bb17eb04 tempest-InstanceActionsV221TestJSON-1529719941 tempest-InstanceActionsV221TestJSON-1529719941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:35.475529 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-2d22600e-c648-4301-85c3-845d5abd5d1f req-3dc44ecf-2ee9-4b96-b055-ab003dac42d4 tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] 10.222.0.18 "GET /v2.0/security-groups?id=f9282c7c-bf74-4e2f-accf-81bded4d9191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767057 Jul 27 23:10:35.542571 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8a921293-71a4-4626-9c28-d4a934aa8411 req-31e81c8e-e9df-4abf-9ee4-b0a7ea4e1efa service neutron] 10.222.0.49 "GET /v2.0/networks/05b63df3-7697-4a85-acb1-f611904b31b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914109 Jul 27 23:10:35.623901 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [req-06840eda-6fe4-48de-9763-8c5b56b71aaf req-7f3a9c0c-4bd5-4bb7-bf5b-3136bb17eb04 tempest-InstanceActionsV221TestJSON-1529719941 tempest-InstanceActionsV221TestJSON-1529719941-project] Allocated IP 172.20.0.6 (bab077b1-0805-402b-9676-aa5e52be55d5/0db7ba8f-09da-41e1-8a0f-786e43afa720/888fec2f-7434-4f78-9e48-2237f6d5df3c) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:10:35.641750 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8a921293-71a4-4626-9c28-d4a934aa8411 req-f10eb9d8-119a-448e-a25a-2812092c038e service neutron] 10.222.0.49 "GET /v2.0/networks/05b63df3-7697-4a85-acb1-f611904b31b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915723 Jul 27 23:10:35.692162 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926b4198-57d3-4f0f-a37e-1236aa0c538a req-965a146d-1358-426f-a84e-b046e82ba134 tempest-InstanceActionsTestJSON-1174830008 tempest-InstanceActionsTestJSON-1174830008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:35.693648 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-926b4198-57d3-4f0f-a37e-1236aa0c538a req-965a146d-1358-426f-a84e-b046e82ba134 tempest-InstanceActionsTestJSON-1174830008 tempest-InstanceActionsTestJSON-1174830008-project] 10.222.0.18 "GET /v2.0/ports?device_id=79ed6abf-4b1a-44a1-a8b0-75e8f09a7d98 HTTP/1.1" status: 200 len: 943 time: 0.0820713 Jul 27 23:10:35.732051 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c494ce-4736-4df1-ba3d-7e01a3939b17 req-18dc9f1e-888d-40e0-a896-5c523b10e4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:35.733521 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-15c494ce-4736-4df1-ba3d-7e01a3939b17 req-18dc9f1e-888d-40e0-a896-5c523b10e4ba service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0491af75d2b641d8b485d778060c5a09&device_id=79ed6abf-4b1a-44a1-a8b0-75e8f09a7d98 HTTP/1.1" status: 200 len: 1094 time: 0.0440035 Jul 27 23:10:35.787159 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-926b4198-57d3-4f0f-a37e-1236aa0c538a req-18a095d8-1704-4d94-9b2e-902360c4a0c5 tempest-InstanceActionsTestJSON-1174830008 tempest-InstanceActionsTestJSON-1174830008-project] 10.222.0.18 "GET /v2.0/security-groups?id=c36f372f-6fac-470c-947e-ffd74f39e3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847430 Jul 27 23:10:35.840868 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c494ce-4736-4df1-ba3d-7e01a3939b17 req-576f96c5-088b-42d2-bb00-08822c6f965b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:35.842563 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-15c494ce-4736-4df1-ba3d-7e01a3939b17 req-576f96c5-088b-42d2-bb00-08822c6f965b service neutron] 10.222.0.49 "GET /v2.0/networks?id=05b63df3-7697-4a85-acb1-f611904b31b7 HTTP/1.1" status: 200 len: 915 time: 0.1017706 Jul 27 23:10:35.844247 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-06840eda-6fe4-48de-9763-8c5b56b71aaf req-7f3a9c0c-4bd5-4bb7-bf5b-3136bb17eb04 tempest-InstanceActionsV221TestJSON-1529719941 tempest-InstanceActionsV221TestJSON-1529719941-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:35.899310 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-06840eda-6fe4-48de-9763-8c5b56b71aaf req-7f3a9c0c-4bd5-4bb7-bf5b-3136bb17eb04 tempest-InstanceActionsV221TestJSON-1529719941 tempest-InstanceActionsV221TestJSON-1529719941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:35.968627 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3a9c0c-4bd5-4bb7-bf5b-3136bb17eb04 tempest-InstanceActionsV221TestJSON-1529719941 tempest-InstanceActionsV221TestJSON-1529719941-project] Pushing event updated for resources: {'Port': ['ID=888fec2f-7434-4f78-9e48-2237f6d5df3c,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:10:35.986836 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06840eda-6fe4-48de-9763-8c5b56b71aaf req-7f3a9c0c-4bd5-4bb7-bf5b-3136bb17eb04 tempest-InstanceActionsV221TestJSON-1529719941 tempest-InstanceActionsV221TestJSON-1529719941-project] Network bab077b1-0805-402b-9676-aa5e52be55d5 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:10:35.989094 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [req-06840eda-6fe4-48de-9763-8c5b56b71aaf req-7f3a9c0c-4bd5-4bb7-bf5b-3136bb17eb04 tempest-InstanceActionsV221TestJSON-1529719941 tempest-InstanceActionsV221TestJSON-1529719941-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:10:35.991474 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-06840eda-6fe4-48de-9763-8c5b56b71aaf req-7f3a9c0c-4bd5-4bb7-bf5b-3136bb17eb04 tempest-InstanceActionsV221TestJSON-1529719941 tempest-InstanceActionsV221TestJSON-1529719941-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:10:36.051848 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06840eda-6fe4-48de-9763-8c5b56b71aaf req-7f3a9c0c-4bd5-4bb7-bf5b-3136bb17eb04 tempest-InstanceActionsV221TestJSON-1529719941 tempest-InstanceActionsV221TestJSON-1529719941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:36.052885 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-06840eda-6fe4-48de-9763-8c5b56b71aaf req-7f3a9c0c-4bd5-4bb7-bf5b-3136bb17eb04 tempest-InstanceActionsV221TestJSON-1529719941 tempest-InstanceActionsV221TestJSON-1529719941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:36.065622 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 34004) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:10:36.080407 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-06840eda-6fe4-48de-9763-8c5b56b71aaf req-7f3a9c0c-4bd5-4bb7-bf5b-3136bb17eb04 tempest-InstanceActionsV221TestJSON-1529719941 tempest-InstanceActionsV221TestJSON-1529719941-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7393210 Jul 27 23:10:36.094998 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [req-06840eda-6fe4-48de-9763-8c5b56b71aaf req-e74494d1-e495-4615-b9c5-137363f79557 service neutron] Request body: {'port': {'device_id': '0eef3cd9-896b-48df-97e9-8bc9b6cf0d61', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802623-1'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:10:36.167448 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-06840eda-6fe4-48de-9763-8c5b56b71aaf req-e74494d1-e495-4615-b9c5-137363f79557 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:36.196006 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-15c494ce-4736-4df1-ba3d-7e01a3939b17 req-d2310bec-0660-49f3-a955-29745fe52f17 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=23d2336f-667e-445d-a571-eb0b08feeab9 HTTP/1.1" status: 200 len: 217 time: 0.3457181 Jul 27 23:10:36.274524 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2f774d-f000-4b1f-8c7d-23ce9832bab8 req-54c74243-9509-48a7-94b9-02a82afab559 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:36.276050 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-cc2f774d-f000-4b1f-8c7d-23ce9832bab8 req-54c74243-9509-48a7-94b9-02a82afab559 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/ports?device_id=84967986-7299-4570-bc82-4e600f892180 HTTP/1.1" status: 200 len: 950 time: 0.0825617 Jul 27 23:10:36.277534 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c494ce-4736-4df1-ba3d-7e01a3939b17 req-18c4cbee-cb9c-41dd-bf9b-e64c6fced2bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:36.278683 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-15c494ce-4736-4df1-ba3d-7e01a3939b17 req-18c4cbee-cb9c-41dd-bf9b-e64c6fced2bf service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ed7061aa-31bb-46e5-89ae-cbac0ab32fb9 HTTP/1.1" status: 200 len: 854 time: 0.0742183 Jul 27 23:10:36.304014 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-b519afa4-6966-4675-90f9-0ca3071510b3 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b2460fa0f01a4daf9586cf5db367af51&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2343981 Jul 27 23:10:36.304610 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 34008) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:10:36.323509 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-15c494ce-4736-4df1-ba3d-7e01a3939b17 req-0ce2c38a-3c4a-4a36-b947-8fb2a63f7625 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=05b63df3-7697-4a85-acb1-f611904b31b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338175 Jul 27 23:10:36.358273 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-cc2f774d-f000-4b1f-8c7d-23ce9832bab8 req-ad419f5b-0b87-4a67-965c-45ee99b7878c tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb779318-b8ff-43a6-a94f-3ce471aff166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746195 Jul 27 23:10:36.425140 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-15c494ce-4736-4df1-ba3d-7e01a3939b17 req-130d1105-248e-4a4d-b5f1-f352b6cf7276 service neutron] 10.222.0.49 "GET /v2.0/networks/05b63df3-7697-4a85-acb1-f611904b31b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904446 Jul 27 23:10:36.452195 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ae61e185-a82f-4f40-ac3d-53d4b7db69c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:36.483127 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5862c0c9-3f1d-41b1-b3e2-b21cb0c16368 req-dcad25f0-569d-439f-8223-5725c9ed467c tempest-InstanceActionsV221TestJSON-1529719941 tempest-InstanceActionsV221TestJSON-1529719941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:36.484604 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-5862c0c9-3f1d-41b1-b3e2-b21cb0c16368 req-dcad25f0-569d-439f-8223-5725c9ed467c tempest-InstanceActionsV221TestJSON-1529719941 tempest-InstanceActionsV221TestJSON-1529719941-project] 10.222.0.18 "GET /v2.0/ports?device_id=0eef3cd9-896b-48df-97e9-8bc9b6cf0d61 HTTP/1.1" status: 200 len: 931 time: 0.0975547 Jul 27 23:10:36.516232 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ae61e185-a82f-4f40-ac3d-53d4b7db69c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:36.522734 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-15c494ce-4736-4df1-ba3d-7e01a3939b17 req-bf2c956f-b3e8-4398-819d-3eb291fbe3e3 service neutron] 10.222.0.49 "GET /v2.0/networks/05b63df3-7697-4a85-acb1-f611904b31b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904193 Jul 27 23:10:36.597118 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62588530-a499-433e-ae45-37db18cd37de req-198bb61f-876a-4962-a69e-36a0c226760a tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:36.599577 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-62588530-a499-433e-ae45-37db18cd37de req-198bb61f-876a-4962-a69e-36a0c226760a tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d72f04a-64fa-45e7-8a0e-f3f21bcd5f97 HTTP/1.1" status: 200 len: 945 time: 0.0494583 Jul 27 23:10:36.603072 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-5862c0c9-3f1d-41b1-b3e2-b21cb0c16368 req-94c1a69d-3ad7-48af-b862-23b1037ec400 tempest-InstanceActionsV221TestJSON-1529719941 tempest-InstanceActionsV221TestJSON-1529719941-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a305840-732b-4352-84e4-d58ec2570672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053066 Jul 27 23:10:36.618212 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [req-06840eda-6fe4-48de-9763-8c5b56b71aaf req-e74494d1-e495-4615-b9c5-137363f79557 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 888fec2f-7434-4f78-9e48-2237f6d5df3c {{(pid=93798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:10:36.626000 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-06840eda-6fe4-48de-9763-8c5b56b71aaf req-e74494d1-e495-4615-b9c5-137363f79557 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:36.640740 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ae61e185-a82f-4f40-ac3d-53d4b7db69c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:36.643913 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ae61e185-a82f-4f40-ac3d-53d4b7db69c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:36.645059 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-ae61e185-a82f-4f40-ac3d-53d4b7db69c6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/fdc691a7-341b-4f91-ad6a-a1e0a72e9a85 HTTP/1.1" status: 204 len: 168 time: 0.3397458 Jul 27 23:10:36.652131 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-06840eda-6fe4-48de-9763-8c5b56b71aaf req-e74494d1-e495-4615-b9c5-137363f79557 service neutron] Transition to ACTIVE for port object 888fec2f-7434-4f78-9e48-2237f6d5df3c will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:10:36.653501 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-62588530-a499-433e-ae45-37db18cd37de req-f3df1ebb-b8d0-423a-8bea-23653d2ef79e tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] 10.222.0.18 "GET /v2.0/security-groups?id=f9282c7c-bf74-4e2f-accf-81bded4d9191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470397 Jul 27 23:10:36.658042 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae61e185-a82f-4f40-ac3d-53d4b7db69c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdc691a7-341b-4f91-ad6a-a1e0a72e9a85,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:10:36.662351 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-06840eda-6fe4-48de-9763-8c5b56b71aaf req-e74494d1-e495-4615-b9c5-137363f79557 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:36.726434 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74494d1-e495-4615-b9c5-137363f79557 service neutron] Pushing event updated for resources: {'Port': ['ID=888fec2f-7434-4f78-9e48-2237f6d5df3c,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:10:36.796722 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-06840eda-6fe4-48de-9763-8c5b56b71aaf req-e74494d1-e495-4615-b9c5-137363f79557 service neutron] Attempting to bind port 888fec2f-7434-4f78-9e48-2237f6d5df3c on host n-h1-802623-1 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:10:36.797059 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-06840eda-6fe4-48de-9763-8c5b56b71aaf req-e74494d1-e495-4615-b9c5-137363f79557 service neutron] Attempting to bind port 888fec2f-7434-4f78-9e48-2237f6d5df3c by drivers openvswitch,hyperv on host n-h1-802623-1 at level 0 using segments [{'id': 'db7ac4cf-c02c-48fc-bbf1-642d538f1f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'bab077b1-0805-402b-9676-aa5e52be55d5'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:10:36.797387 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06840eda-6fe4-48de-9763-8c5b56b71aaf req-e74494d1-e495-4615-b9c5-137363f79557 service neutron] Attempting to bind port 888fec2f-7434-4f78-9e48-2237f6d5df3c on network bab077b1-0805-402b-9676-aa5e52be55d5 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:10:36.802219 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06840eda-6fe4-48de-9763-8c5b56b71aaf req-e74494d1-e495-4615-b9c5-137363f79557 service neutron] Port 888fec2f-7434-4f78-9e48-2237f6d5df3c on network bab077b1-0805-402b-9676-aa5e52be55d5 not bound, no agent of type Open vSwitch agent registered on host n-h1-802623-1 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 23:10:36.802541 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06840eda-6fe4-48de-9763-8c5b56b71aaf req-e74494d1-e495-4615-b9c5-137363f79557 service neutron] Attempting to bind port 888fec2f-7434-4f78-9e48-2237f6d5df3c on network bab077b1-0805-402b-9676-aa5e52be55d5 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:10:36.807480 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06840eda-6fe4-48de-9763-8c5b56b71aaf req-e74494d1-e495-4615-b9c5-137363f79557 service neutron] Checking agent: {'id': '245f1da4-a9b8-4b08-90d7-28f0f342b839', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 59, 59), 'started_at': datetime.datetime(2021, 7, 27, 22, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 10, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:10:36.807825 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06840eda-6fe4-48de-9763-8c5b56b71aaf req-e74494d1-e495-4615-b9c5-137363f79557 service neutron] Checking segment: {'id': 'db7ac4cf-c02c-48fc-bbf1-642d538f1f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'bab077b1-0805-402b-9676-aa5e52be55d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:10:36.808210 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06840eda-6fe4-48de-9763-8c5b56b71aaf req-e74494d1-e495-4615-b9c5-137363f79557 service neutron] Bound using segment: {'id': 'db7ac4cf-c02c-48fc-bbf1-642d538f1f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'bab077b1-0805-402b-9676-aa5e52be55d5'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:10:36.808636 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-06840eda-6fe4-48de-9763-8c5b56b71aaf req-e74494d1-e495-4615-b9c5-137363f79557 service neutron] Bound port: 888fec2f-7434-4f78-9e48-2237f6d5df3c, host: n-h1-802623-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db7ac4cf-c02c-48fc-bbf1-642d538f1f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'bab077b1-0805-402b-9676-aa5e52be55d5'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:10:36.808991 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-06840eda-6fe4-48de-9763-8c5b56b71aaf req-e74494d1-e495-4615-b9c5-137363f79557 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:36.903599 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-06840eda-6fe4-48de-9763-8c5b56b71aaf req-e74494d1-e495-4615-b9c5-137363f79557 service neutron] For port 888fec2f-7434-4f78-9e48-2237f6d5df3c, host n-h1-802623-1, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:10:36.920149 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-06840eda-6fe4-48de-9763-8c5b56b71aaf req-e74494d1-e495-4615-b9c5-137363f79557 service neutron] For port 888fec2f-7434-4f78-9e48-2237f6d5df3c, host n-h1-802623-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=888fec2f-7434-4f78-9e48-2237f6d5df3c,segment=NetworkSegment(db7ac4cf-c02c-48fc-bbf1-642d538f1f1d),segment_id=db7ac4cf-c02c-48fc-bbf1-642d538f1f1d)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:10:36.925859 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-06840eda-6fe4-48de-9763-8c5b56b71aaf req-e74494d1-e495-4615-b9c5-137363f79557 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:36.936132 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 34020) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:10:36.949555 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-81d3a9dc-ec7e-496c-8b6c-686ad5894f83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:36.964728 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c691cf-5200-4781-a35f-b478cddd9f27 req-94ca1953-5249-473f-a558-dbcce2bb43b9 tempest-InstanceActionsTestJSON-1174830008 tempest-InstanceActionsTestJSON-1174830008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:36.966251 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-56c691cf-5200-4781-a35f-b478cddd9f27 req-94ca1953-5249-473f-a558-dbcce2bb43b9 tempest-InstanceActionsTestJSON-1174830008 tempest-InstanceActionsTestJSON-1174830008-project] 10.222.0.18 "GET /v2.0/ports?device_id=79ed6abf-4b1a-44a1-a8b0-75e8f09a7d98 HTTP/1.1" status: 200 len: 943 time: 0.0954967 Jul 27 23:10:36.978902 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06840eda-6fe4-48de-9763-8c5b56b71aaf req-e74494d1-e495-4615-b9c5-137363f79557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:36.979453 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-06840eda-6fe4-48de-9763-8c5b56b71aaf req-e74494d1-e495-4615-b9c5-137363f79557 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:36.983020 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-06840eda-6fe4-48de-9763-8c5b56b71aaf req-e74494d1-e495-4615-b9c5-137363f79557 service neutron] 10.222.0.38 "PUT /v2.0/ports/888fec2f-7434-4f78-9e48-2237f6d5df3c HTTP/1.1" status: 200 len: 1091 time: 0.8942099 Jul 27 23:10:36.983511 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0eef3cd9-896b-48df-97e9-8bc9b6cf0d61', 'tag': '888fec2f-7434-4f78-9e48-2237f6d5df3c'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:10:36.985827 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}011f8d312121274bb12d78e77c6379a2079800640016cec6c6d605b73666e854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9274126-004d-48ca-bbfd-ffb11d6f7358" -d '{"events": [{"name": "network-changed", "server_uuid": "0eef3cd9-896b-48df-97e9-8bc9b6cf0d61", "tag": "888fec2f-7434-4f78-9e48-2237f6d5df3c"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:10:37.051100 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74494d1-e495-4615-b9c5-137363f79557 service neutron] Pushing event updated for resources: {'Port': ['ID=888fec2f-7434-4f78-9e48-2237f6d5df3c,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:10:37.054653 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 23:10:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8601420-e979-4ad5-8907-68f452fe425b x-openstack-request-id: req-e8601420-e979-4ad5-8907-68f452fe425b {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:10:37.054879 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0eef3cd9-896b-48df-97e9-8bc9b6cf0d61", "tag": "888fec2f-7434-4f78-9e48-2237f6d5df3c", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:10:37.055106 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e8601420-e979-4ad5-8907-68f452fe425b {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:10:37.055502 n-d-802623-1 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0eef3cd9-896b-48df-97e9-8bc9b6cf0d61', 'tag': '888fec2f-7434-4f78-9e48-2237f6d5df3c', 'status': 'completed', 'code': 200} Jul 27 23:10:37.079611 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-56c691cf-5200-4781-a35f-b478cddd9f27 req-8a525daf-0d27-4dfc-b3cc-dce0096544af tempest-InstanceActionsTestJSON-1174830008 tempest-InstanceActionsTestJSON-1174830008-project] 10.222.0.18 "GET /v2.0/security-groups?id=c36f372f-6fac-470c-947e-ffd74f39e3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905504 Jul 27 23:10:37.083850 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-81d3a9dc-ec7e-496c-8b6c-686ad5894f83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:37.090727 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-81d3a9dc-ec7e-496c-8b6c-686ad5894f83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:37.099113 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06840eda-6fe4-48de-9763-8c5b56b71aaf req-1082ee7a-423d-4173-8b32-62288bd8b744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:37.099113 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-06840eda-6fe4-48de-9763-8c5b56b71aaf req-1082ee7a-423d-4173-8b32-62288bd8b744 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=380039e5d67947088d11135dc5657e62&device_id=0eef3cd9-896b-48df-97e9-8bc9b6cf0d61 HTTP/1.1" status: 200 len: 1094 time: 0.0699117 Jul 27 23:10:37.137173 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d3a9dc-ec7e-496c-8b6c-686ad5894f83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2287559c-cfbb-4a0d-95ef-36324a452553,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:10:37.143102 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-06840eda-6fe4-48de-9763-8c5b56b71aaf req-640147e5-c122-4698-82da-961f17f048fd service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=888fec2f-7434-4f78-9e48-2237f6d5df3c HTTP/1.1" status: 200 len: 217 time: 0.0390973 Jul 27 23:10:37.145446 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-81d3a9dc-ec7e-496c-8b6c-686ad5894f83 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6a5d105c8fa249fe8eccffce84dfadb3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2080190 Jul 27 23:10:37.147599 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 34030) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:10:37.219266 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06840eda-6fe4-48de-9763-8c5b56b71aaf req-d46cdb65-d8e2-4a53-bfff-f9245b817d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:37.220643 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-06840eda-6fe4-48de-9763-8c5b56b71aaf req-d46cdb65-d8e2-4a53-bfff-f9245b817d06 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=0db7ba8f-09da-41e1-8a0f-786e43afa720 HTTP/1.1" status: 200 len: 857 time: 0.0666883 Jul 27 23:10:37.253744 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ab691990-e722-4fc7-80a2-9e3b816ef14d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:37.256699 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-06840eda-6fe4-48de-9763-8c5b56b71aaf req-d0979c1d-674f-4263-8519-f53e6f8f972c service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=bab077b1-0805-402b-9676-aa5e52be55d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264587 Jul 27 23:10:37.318298 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ab691990-e722-4fc7-80a2-9e3b816ef14d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:37.384878 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-06840eda-6fe4-48de-9763-8c5b56b71aaf req-08819601-8efc-41ce-9e06-e9279e293964 service neutron] 10.222.0.38 "GET /v2.0/networks/bab077b1-0805-402b-9676-aa5e52be55d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1187625 Jul 27 23:10:37.391028 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ab691990-e722-4fc7-80a2-9e3b816ef14d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:37.393719 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ab691990-e722-4fc7-80a2-9e3b816ef14d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:37.395371 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-ab691990-e722-4fc7-80a2-9e3b816ef14d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2287559c-cfbb-4a0d-95ef-36324a452553 HTTP/1.1" status: 204 len: 168 time: 0.2466676 Jul 27 23:10:37.411544 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab691990-e722-4fc7-80a2-9e3b816ef14d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2287559c-cfbb-4a0d-95ef-36324a452553,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:10:37.491493 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-06840eda-6fe4-48de-9763-8c5b56b71aaf req-c871984b-4d82-41e1-a15f-2ae6f4b20b67 service neutron] 10.222.0.38 "GET /v2.0/networks/bab077b1-0805-402b-9676-aa5e52be55d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949397 Jul 27 23:10:37.498727 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device 1fd087a4-6340-4a58-b811-eab0f15c5575 no longer exists at agent hyperv_n-h2-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:10:37.513475 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0800d65f-1a62-4283-8648-c210ee1ee8e3 req-7ce29766-2aba-433e-89e1-c4386266162e tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:37.516746 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-0800d65f-1a62-4283-8648-c210ee1ee8e3 req-7ce29766-2aba-433e-89e1-c4386266162e tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/ports?device_id=84967986-7299-4570-bc82-4e600f892180 HTTP/1.1" status: 200 len: 950 time: 0.0607836 Jul 27 23:10:37.535207 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] No Port match for: 1fd087a4-6340-4a58-b811-eab0f15c5575 {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:10:37.535554 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device 1fd087a4-6340-4a58-b811-eab0f15c5575 not bound to the agent host n-h2-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:10:37.563611 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-0800d65f-1a62-4283-8648-c210ee1ee8e3 req-45e4294b-504b-4b57-9256-54204f773d35 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb779318-b8ff-43a6-a94f-3ce471aff166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359366 Jul 27 23:10:37.588235 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9274126-004d-48ca-bbfd-ffb11d6f7358 req-eeb08583-8214-4393-9887-69872ea9b299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:37.588571 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a9274126-004d-48ca-bbfd-ffb11d6f7358 req-eeb08583-8214-4393-9887-69872ea9b299 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=380039e5d67947088d11135dc5657e62&device_id=0eef3cd9-896b-48df-97e9-8bc9b6cf0d61 HTTP/1.1" status: 200 len: 1094 time: 0.0423825 Jul 27 23:10:37.681778 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9274126-004d-48ca-bbfd-ffb11d6f7358 req-91ea874e-4200-423f-b1c8-c253de0a342e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:37.683339 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a9274126-004d-48ca-bbfd-ffb11d6f7358 req-91ea874e-4200-423f-b1c8-c253de0a342e service neutron] 10.222.0.38 "GET /v2.0/networks?id=bab077b1-0805-402b-9676-aa5e52be55d5 HTTP/1.1" status: 200 len: 918 time: 0.0872290 Jul 27 23:10:37.741050 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a9274126-004d-48ca-bbfd-ffb11d6f7358 req-bc306d66-fcad-4375-a917-8c3e3b05717c service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=888fec2f-7434-4f78-9e48-2237f6d5df3c HTTP/1.1" status: 200 len: 217 time: 0.0505431 Jul 27 23:10:37.784527 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7eeb3e-4cc3-44c7-befd-20dc99ec0f69 req-3844d887-4fc0-48cd-97d4-2c28a92aa7b5 tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:37.786665 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-de7eeb3e-4cc3-44c7-befd-20dc99ec0f69 req-3844d887-4fc0-48cd-97d4-2c28a92aa7b5 tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d72f04a-64fa-45e7-8a0e-f3f21bcd5f97 HTTP/1.1" status: 200 len: 945 time: 0.0582640 Jul 27 23:10:37.807748 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9274126-004d-48ca-bbfd-ffb11d6f7358 req-ce0305d0-13e1-4300-b610-c1de1f1fdfea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:37.809196 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a9274126-004d-48ca-bbfd-ffb11d6f7358 req-ce0305d0-13e1-4300-b610-c1de1f1fdfea service neutron] 10.222.0.38 "GET /v2.0/subnets?id=0db7ba8f-09da-41e1-8a0f-786e43afa720 HTTP/1.1" status: 200 len: 857 time: 0.0534964 Jul 27 23:10:37.817199 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b24a04-6516-49c1-ae56-421467c29dc0 req-ca5f7239-c01a-4115-8643-584750c8bc40 tempest-InstanceActionsV221TestJSON-1529719941 tempest-InstanceActionsV221TestJSON-1529719941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:37.818652 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-66b24a04-6516-49c1-ae56-421467c29dc0 req-ca5f7239-c01a-4115-8643-584750c8bc40 tempest-InstanceActionsV221TestJSON-1529719941 tempest-InstanceActionsV221TestJSON-1529719941-project] 10.222.0.18 "GET /v2.0/ports?device_id=0eef3cd9-896b-48df-97e9-8bc9b6cf0d61 HTTP/1.1" status: 200 len: 943 time: 0.1185105 Jul 27 23:10:37.830670 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-de7eeb3e-4cc3-44c7-befd-20dc99ec0f69 req-17e0272d-a4e0-455a-8704-93c175bbdaf5 tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] 10.222.0.18 "GET /v2.0/security-groups?id=f9282c7c-bf74-4e2f-accf-81bded4d9191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374365 Jul 27 23:10:37.852842 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a9274126-004d-48ca-bbfd-ffb11d6f7358 req-46bd2ff9-2d2d-4d31-811a-2bbf06fb1f86 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=bab077b1-0805-402b-9676-aa5e52be55d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331872 Jul 27 23:10:37.920318 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-66b24a04-6516-49c1-ae56-421467c29dc0 req-0753009e-1896-433f-9b97-652db30a12f5 tempest-InstanceActionsV221TestJSON-1529719941 tempest-InstanceActionsV221TestJSON-1529719941-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a305840-732b-4352-84e4-d58ec2570672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933285 Jul 27 23:10:37.966421 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a9274126-004d-48ca-bbfd-ffb11d6f7358 req-b4fa1444-8760-4aca-94b9-e59cbc6993a3 service neutron] 10.222.0.38 "GET /v2.0/networks/bab077b1-0805-402b-9676-aa5e52be55d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044552 Jul 27 23:10:38.401652 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce935bf-b319-4c0b-9d8b-9d0aca953b20 req-2a40e908-6572-40f7-b2ca-23b21683b6c0 tempest-InstanceActionsTestJSON-1174830008 tempest-InstanceActionsTestJSON-1174830008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:38.403172 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-3ce935bf-b319-4c0b-9d8b-9d0aca953b20 req-2a40e908-6572-40f7-b2ca-23b21683b6c0 tempest-InstanceActionsTestJSON-1174830008 tempest-InstanceActionsTestJSON-1174830008-project] 10.222.0.18 "GET /v2.0/ports?device_id=79ed6abf-4b1a-44a1-a8b0-75e8f09a7d98 HTTP/1.1" status: 200 len: 943 time: 0.0680928 Jul 27 23:10:38.431098 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a9274126-004d-48ca-bbfd-ffb11d6f7358 req-48044850-19f6-4adc-82bc-12b1fa9ebd5d service neutron] 10.222.0.38 "GET /v2.0/networks/bab077b1-0805-402b-9676-aa5e52be55d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4569743 Jul 27 23:10:38.449659 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-3ce935bf-b319-4c0b-9d8b-9d0aca953b20 req-5cf2ce4d-b176-48ad-83e5-e182b039a1f2 tempest-InstanceActionsTestJSON-1174830008 tempest-InstanceActionsTestJSON-1174830008-project] 10.222.0.18 "GET /v2.0/security-groups?id=c36f372f-6fac-470c-947e-ffd74f39e3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374882 Jul 27 23:10:38.692234 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb35a040-382b-423a-aa11-fbf4f84bbe19 req-4bfba295-f7c4-41ef-9cca-d8f7f8c98de5 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:38.693890 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-fb35a040-382b-423a-aa11-fbf4f84bbe19 req-4bfba295-f7c4-41ef-9cca-d8f7f8c98de5 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/ports?device_id=84967986-7299-4570-bc82-4e600f892180 HTTP/1.1" status: 200 len: 950 time: 0.0539789 Jul 27 23:10:38.736493 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-fb35a040-382b-423a-aa11-fbf4f84bbe19 req-140d6b22-da8f-40ac-bf9d-b5b2482a741c tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb779318-b8ff-43a6-a94f-3ce471aff166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330551 Jul 27 23:10:38.946269 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d5672e-0f42-4f34-abdf-ae5379e7fb0e req-5ffa460d-da67-441c-9203-1f340babbb4b tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:38.948188 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-48d5672e-0f42-4f34-abdf-ae5379e7fb0e req-5ffa460d-da67-441c-9203-1f340babbb4b tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d72f04a-64fa-45e7-8a0e-f3f21bcd5f97 HTTP/1.1" status: 200 len: 945 time: 0.0495918 Jul 27 23:10:38.989453 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-48d5672e-0f42-4f34-abdf-ae5379e7fb0e req-bc00812a-cb19-4eb5-bbfb-e09974efcaa1 tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] 10.222.0.18 "GET /v2.0/security-groups?id=f9282c7c-bf74-4e2f-accf-81bded4d9191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349324 Jul 27 23:10:39.089302 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c0b853-199a-44cf-be69-a8659ca150d0 req-82f9117d-6df5-4eee-a41d-a8e653f7cceb tempest-InstanceActionsV221TestJSON-1529719941 tempest-InstanceActionsV221TestJSON-1529719941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:39.090878 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-36c0b853-199a-44cf-be69-a8659ca150d0 req-82f9117d-6df5-4eee-a41d-a8e653f7cceb tempest-InstanceActionsV221TestJSON-1529719941 tempest-InstanceActionsV221TestJSON-1529719941-project] 10.222.0.18 "GET /v2.0/ports?device_id=0eef3cd9-896b-48df-97e9-8bc9b6cf0d61 HTTP/1.1" status: 200 len: 943 time: 0.0489836 Jul 27 23:10:39.129711 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-36c0b853-199a-44cf-be69-a8659ca150d0 req-dcdb2543-f1d6-4af2-a62a-2b9135293425 tempest-InstanceActionsV221TestJSON-1529719941 tempest-InstanceActionsV221TestJSON-1529719941-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a305840-732b-4352-84e4-d58ec2570672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328801 Jul 27 23:10:39.241025 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.agents_db [None req-9beef776-8bab-4de2-989a-f5a23ba4aaf4 None None] Agent healthcheck: found 7 active agents {{(pid=93800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 23:10:39.499390 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device 23d2336f-667e-445d-a571-eb0b08feeab9 details requested by agent hyperv_n-h2-802623-1 with host n-h2-802623-1 {{(pid=93799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 23:10:39.568349 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fa1c0c-8a7c-49fe-a845-04810f32e06e req-593fe0fb-46b8-4a79-9b98-81a3e329cdb8 tempest-InstanceActionsTestJSON-1174830008 tempest-InstanceActionsTestJSON-1174830008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:39.571498 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e5fa1c0c-8a7c-49fe-a845-04810f32e06e req-593fe0fb-46b8-4a79-9b98-81a3e329cdb8 tempest-InstanceActionsTestJSON-1174830008 tempest-InstanceActionsTestJSON-1174830008-project] 10.222.0.18 "GET /v2.0/ports?device_id=79ed6abf-4b1a-44a1-a8b0-75e8f09a7d98 HTTP/1.1" status: 200 len: 943 time: 0.0525768 Jul 27 23:10:39.613747 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e5fa1c0c-8a7c-49fe-a845-04810f32e06e req-ea27943c-8563-4406-94d0-475a37c237fd tempest-InstanceActionsTestJSON-1174830008 tempest-InstanceActionsTestJSON-1174830008-project] 10.222.0.18 "GET /v2.0/security-groups?id=c36f372f-6fac-470c-947e-ffd74f39e3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373108 Jul 27 23:10:39.746737 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port 23d2336f-667e-445d-a571-eb0b08feeab9, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=23d2336f-667e-445d-a571-eb0b08feeab9,segment=NetworkSegment(72b26723-e467-4bad-a14c-5a299f68bca2),segment_id=72b26723-e467-4bad-a14c-5a299f68bca2)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:10:39.758614 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Returning: {'device': '23d2336f-667e-445d-a571-eb0b08feeab9', 'network_id': '05b63df3-7697-4a85-acb1-f611904b31b7', 'port_id': '23d2336f-667e-445d-a571-eb0b08feeab9', 'mac_address': 'fa:16:3e:5b:ca:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed7061aa-31bb-46e5-89ae-cbac0ab32fb9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 23:10:39.795813 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:39.809872 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23d2336f-667e-445d-a571-eb0b08feeab9 {{(pid=93799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:10:39.830691 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port 23d2336f-667e-445d-a571-eb0b08feeab9, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=23d2336f-667e-445d-a571-eb0b08feeab9,segment=NetworkSegment(72b26723-e467-4bad-a14c-5a299f68bca2),segment_id=72b26723-e467-4bad-a14c-5a299f68bca2)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:10:39.836632 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:39.853519 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6755b993-e92c-4551-b612-5f20a06f4c9f req-23ce651b-3be3-444d-bca0-f9d64b84c1aa tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:39.855019 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-6755b993-e92c-4551-b612-5f20a06f4c9f req-23ce651b-3be3-444d-bca0-f9d64b84c1aa tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/ports?device_id=84967986-7299-4570-bc82-4e600f892180 HTTP/1.1" status: 200 len: 950 time: 0.0507822 Jul 27 23:10:39.885606 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Pushing event updated for resources: {'Port': ['ID=23d2336f-667e-445d-a571-eb0b08feeab9,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:10:39.906311 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-6755b993-e92c-4551-b612-5f20a06f4c9f req-d0664f71-ab65-4bcb-b80b-912f5dace368 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb779318-b8ff-43a6-a94f-3ce471aff166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417719 Jul 27 23:10:40.104834 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11a924c-e62d-4e0c-ba02-e7405a0758b7 req-089c6d9f-2e5d-4fc4-ac58-c0f8b4e891b0 tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:40.106369 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-b11a924c-e62d-4e0c-ba02-e7405a0758b7 req-089c6d9f-2e5d-4fc4-ac58-c0f8b4e891b0 tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d72f04a-64fa-45e7-8a0e-f3f21bcd5f97 HTTP/1.1" status: 200 len: 945 time: 0.0503941 Jul 27 23:10:40.147250 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-b11a924c-e62d-4e0c-ba02-e7405a0758b7 req-b1f14bd2-11ce-4d0d-9ba0-2bf1885ea43b tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] 10.222.0.18 "GET /v2.0/security-groups?id=f9282c7c-bf74-4e2f-accf-81bded4d9191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347888 Jul 27 23:10:40.171129 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] get_ports_and_sgs() called for port_ids ['23d2336f-667e-445d-a571-eb0b08feeab9'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:10:40.266459 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a17e176-05f4-4469-a877-a3c987c56b52 req-f83d5b3f-eba1-4efe-bec0-84ea64927cea tempest-InstanceActionsV221TestJSON-1529719941 tempest-InstanceActionsV221TestJSON-1529719941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:40.268003 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-6a17e176-05f4-4469-a877-a3c987c56b52 req-f83d5b3f-eba1-4efe-bec0-84ea64927cea tempest-InstanceActionsV221TestJSON-1529719941 tempest-InstanceActionsV221TestJSON-1529719941-project] 10.222.0.18 "GET /v2.0/ports?device_id=0eef3cd9-896b-48df-97e9-8bc9b6cf0d61 HTTP/1.1" status: 200 len: 943 time: 0.0508585 Jul 27 23:10:40.309393 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-6a17e176-05f4-4469-a877-a3c987c56b52 req-c2fb556b-6088-47a4-80f3-de85ee4ba51e tempest-InstanceActionsV221TestJSON-1529719941 tempest-InstanceActionsV221TestJSON-1529719941-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a305840-732b-4352-84e4-d58ec2570672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332997 Jul 27 23:10:40.493125 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 888fec2f-7434-4f78-9e48-2237f6d5df3c details requested by agent hyperv_n-h1-802623-1 with host n-h1-802623-1 {{(pid=93799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 23:10:40.588994 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port 888fec2f-7434-4f78-9e48-2237f6d5df3c, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=888fec2f-7434-4f78-9e48-2237f6d5df3c,segment=NetworkSegment(db7ac4cf-c02c-48fc-bbf1-642d538f1f1d),segment_id=db7ac4cf-c02c-48fc-bbf1-642d538f1f1d)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:10:40.604187 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Returning: {'device': '888fec2f-7434-4f78-9e48-2237f6d5df3c', 'network_id': 'bab077b1-0805-402b-9676-aa5e52be55d5', 'port_id': '888fec2f-7434-4f78-9e48-2237f6d5df3c', 'mac_address': 'fa:16:3e:ce:7d:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0db7ba8f-09da-41e1-8a0f-786e43afa720', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 23:10:40.641889 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:40.656066 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 888fec2f-7434-4f78-9e48-2237f6d5df3c {{(pid=93799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:10:40.675195 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port 888fec2f-7434-4f78-9e48-2237f6d5df3c, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=888fec2f-7434-4f78-9e48-2237f6d5df3c,segment=NetworkSegment(db7ac4cf-c02c-48fc-bbf1-642d538f1f1d),segment_id=db7ac4cf-c02c-48fc-bbf1-642d538f1f1d)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:10:40.680805 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:40.730394 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Pushing event updated for resources: {'Port': ['ID=888fec2f-7434-4f78-9e48-2237f6d5df3c,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:10:40.751708 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b597115-f811-45fc-a6c8-ba30d697bf30 req-b19a0c9f-34dd-4f79-b079-789b2771f660 tempest-InstanceActionsTestJSON-1174830008 tempest-InstanceActionsTestJSON-1174830008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:40.753529 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-0b597115-f811-45fc-a6c8-ba30d697bf30 req-b19a0c9f-34dd-4f79-b079-789b2771f660 tempest-InstanceActionsTestJSON-1174830008 tempest-InstanceActionsTestJSON-1174830008-project] 10.222.0.18 "GET /v2.0/ports?device_id=79ed6abf-4b1a-44a1-a8b0-75e8f09a7d98 HTTP/1.1" status: 200 len: 944 time: 0.0643613 Jul 27 23:10:40.793734 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-0b597115-f811-45fc-a6c8-ba30d697bf30 req-ec63e0cc-f62b-4704-84f6-69d52de039a8 tempest-InstanceActionsTestJSON-1174830008 tempest-InstanceActionsTestJSON-1174830008-project] 10.222.0.18 "GET /v2.0/security-groups?id=c36f372f-6fac-470c-947e-ffd74f39e3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330741 Jul 27 23:10:40.925092 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] get_ports_and_sgs() called for port_ids ['888fec2f-7434-4f78-9e48-2237f6d5df3c'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:10:41.036895 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77614ee-94c1-4a4d-b3fc-cb549b64cae2 req-c8af0918-aaee-4074-8f68-da73acc62d32 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:41.038476 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-c77614ee-94c1-4a4d-b3fc-cb549b64cae2 req-c8af0918-aaee-4074-8f68-da73acc62d32 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/ports?device_id=84967986-7299-4570-bc82-4e600f892180 HTTP/1.1" status: 200 len: 950 time: 0.0533175 Jul 27 23:10:41.078005 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-c77614ee-94c1-4a4d-b3fc-cb549b64cae2 req-3a194881-dcb8-47ff-aa48-5f04cc8e2f9f tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb779318-b8ff-43a6-a94f-3ce471aff166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325623 Jul 27 23:10:41.266767 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc47ae1-2e97-4a29-a4c2-da8082357aa9 req-600fa4f9-b4eb-4f05-bf5e-0f1a0994e69d tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:41.268443 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-ffc47ae1-2e97-4a29-a4c2-da8082357aa9 req-600fa4f9-b4eb-4f05-bf5e-0f1a0994e69d tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d72f04a-64fa-45e7-8a0e-f3f21bcd5f97 HTTP/1.1" status: 200 len: 945 time: 0.0493689 Jul 27 23:10:41.307101 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-ffc47ae1-2e97-4a29-a4c2-da8082357aa9 req-366e4885-ef9e-40c0-8819-a7532e614380 tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] 10.222.0.18 "GET /v2.0/security-groups?id=f9282c7c-bf74-4e2f-accf-81bded4d9191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321124 Jul 27 23:10:41.434065 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ef988d-ba17-49c1-8253-81a416fec2e1 req-30627e4e-bb2b-4a8a-ba16-e2a4d2d06a54 tempest-InstanceActionsV221TestJSON-1529719941 tempest-InstanceActionsV221TestJSON-1529719941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:41.435573 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f6ef988d-ba17-49c1-8253-81a416fec2e1 req-30627e4e-bb2b-4a8a-ba16-e2a4d2d06a54 tempest-InstanceActionsV221TestJSON-1529719941 tempest-InstanceActionsV221TestJSON-1529719941-project] 10.222.0.18 "GET /v2.0/ports?device_id=0eef3cd9-896b-48df-97e9-8bc9b6cf0d61 HTTP/1.1" status: 200 len: 944 time: 0.0540118 Jul 27 23:10:41.474285 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f6ef988d-ba17-49c1-8253-81a416fec2e1 req-0999ced0-9111-45a0-b53b-4dcac29784ab tempest-InstanceActionsV221TestJSON-1529719941 tempest-InstanceActionsV221TestJSON-1529719941-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a305840-732b-4352-84e4-d58ec2570672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321321 Jul 27 23:10:41.500852 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device 23d2336f-667e-445d-a571-eb0b08feeab9 up at agent hyperv_n-h2-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:10:41.552257 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Provisioning for port 23d2336f-667e-445d-a571-eb0b08feeab9 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:10:41.556043 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Provisioning complete for port 23d2336f-667e-445d-a571-eb0b08feeab9 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:10:41.556340 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:41.649239 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:41.673130 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79ed6abf-4b1a-44a1-a8b0-75e8f09a7d98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23d2336f-667e-445d-a571-eb0b08feeab9'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:10:41.676981 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c0369b0d4f459110ff20a1f9878ba33f96d6491bddb9d15843bf29d01e0bda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dbb0620-d97e-4213-92bc-6a5c0ec98aff" -d '{"events": [{"server_uuid": "79ed6abf-4b1a-44a1-a8b0-75e8f09a7d98", "name": "network-vif-plugged", "status": "completed", "tag": "23d2336f-667e-445d-a571-eb0b08feeab9"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:10:41.693242 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port 23d2336f-667e-445d-a571-eb0b08feeab9, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=23d2336f-667e-445d-a571-eb0b08feeab9,segment=NetworkSegment(72b26723-e467-4bad-a14c-5a299f68bca2),segment_id=72b26723-e467-4bad-a14c-5a299f68bca2)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:10:41.698372 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:41.727031 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:10:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bae8a8f-ff5b-4e07-ae75-40e4bfee861c x-openstack-request-id: req-6bae8a8f-ff5b-4e07-ae75-40e4bfee861c {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:10:41.727416 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79ed6abf-4b1a-44a1-a8b0-75e8f09a7d98", "name": "network-vif-plugged", "status": "completed", "tag": "23d2336f-667e-445d-a571-eb0b08feeab9", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:10:41.727616 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6bae8a8f-ff5b-4e07-ae75-40e4bfee861c {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:10:41.727969 n-d-802623-1 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79ed6abf-4b1a-44a1-a8b0-75e8f09a7d98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23d2336f-667e-445d-a571-eb0b08feeab9', 'code': 200} Jul 27 23:10:41.759827 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Pushing event updated for resources: {'Port': ['ID=23d2336f-667e-445d-a571-eb0b08feeab9,revision_number=5']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:10:41.819007 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c57f9a-748d-4b5d-a3cb-e772a86a004b req-bd39494c-ece8-4210-b589-7c5b5520d6e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:41.820549 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-52c57f9a-748d-4b5d-a3cb-e772a86a004b req-bd39494c-ece8-4210-b589-7c5b5520d6e0 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=79ed6abf-4b1a-44a1-a8b0-75e8f09a7d98 HTTP/1.1" status: 200 len: 1096 time: 0.0434921 Jul 27 23:10:41.857587 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-52c57f9a-748d-4b5d-a3cb-e772a86a004b req-0d8bfebb-56d5-4216-9b0e-5b368ecd3a72 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=c36f372f-6fac-470c-947e-ffd74f39e3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0286770 Jul 27 23:10:41.909227 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e47617f-4d45-4334-b0c4-b47e9ec9c644 req-7070207b-bfbc-4eab-b027-03cd91975b33 tempest-InstanceActionsTestJSON-1174830008 tempest-InstanceActionsTestJSON-1174830008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:41.911266 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-3e47617f-4d45-4334-b0c4-b47e9ec9c644 req-7070207b-bfbc-4eab-b027-03cd91975b33 tempest-InstanceActionsTestJSON-1174830008 tempest-InstanceActionsTestJSON-1174830008-project] 10.222.0.18 "GET /v2.0/ports?device_id=79ed6abf-4b1a-44a1-a8b0-75e8f09a7d98 HTTP/1.1" status: 200 len: 945 time: 0.0469987 Jul 27 23:10:41.949265 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-3e47617f-4d45-4334-b0c4-b47e9ec9c644 req-39360b93-5eb3-4d45-97e7-d854fdd63b19 tempest-InstanceActionsTestJSON-1174830008 tempest-InstanceActionsTestJSON-1174830008-project] 10.222.0.18 "GET /v2.0/security-groups?id=c36f372f-6fac-470c-947e-ffd74f39e3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321472 Jul 27 23:10:42.197425 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57316ec-657e-4f5a-9ff5-d5b1656741f8 req-223da7c1-c16f-49d7-8abc-5145814a8e35 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:42.198919 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a57316ec-657e-4f5a-9ff5-d5b1656741f8 req-223da7c1-c16f-49d7-8abc-5145814a8e35 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/ports?device_id=84967986-7299-4570-bc82-4e600f892180 HTTP/1.1" status: 200 len: 950 time: 0.0523663 Jul 27 23:10:42.242390 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a57316ec-657e-4f5a-9ff5-d5b1656741f8 req-c4dd8afa-0777-47b4-9c37-cf0575d043cd tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb779318-b8ff-43a6-a94f-3ce471aff166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366931 Jul 27 23:10:42.426918 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd52b42-f471-49c6-a9a3-338e54a4dc64 req-3a506a94-16e5-4ed6-a640-1c0d26bacfce tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:42.428442 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-5cd52b42-f471-49c6-a9a3-338e54a4dc64 req-3a506a94-16e5-4ed6-a640-1c0d26bacfce tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d72f04a-64fa-45e7-8a0e-f3f21bcd5f97 HTTP/1.1" status: 200 len: 945 time: 0.0501826 Jul 27 23:10:42.467870 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-5cd52b42-f471-49c6-a9a3-338e54a4dc64 req-7b85e32c-fc04-4693-98a5-6c8f2fc6f953 tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] 10.222.0.18 "GET /v2.0/security-groups?id=f9282c7c-bf74-4e2f-accf-81bded4d9191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333035 Jul 27 23:10:42.500782 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 888fec2f-7434-4f78-9e48-2237f6d5df3c up at agent hyperv_n-h1-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:10:42.566366 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Provisioning for port 888fec2f-7434-4f78-9e48-2237f6d5df3c completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:10:42.571392 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Provisioning complete for port 888fec2f-7434-4f78-9e48-2237f6d5df3c triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:10:42.572063 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:42.612057 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c550c65-2095-424c-823f-921d5b9ffc92 req-82f426f6-5bf8-4660-a7d3-472b66370fbd tempest-InstanceActionsV221TestJSON-1529719941 tempest-InstanceActionsV221TestJSON-1529719941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:42.614345 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-9c550c65-2095-424c-823f-921d5b9ffc92 req-82f426f6-5bf8-4660-a7d3-472b66370fbd tempest-InstanceActionsV221TestJSON-1529719941 tempest-InstanceActionsV221TestJSON-1529719941-project] 10.222.0.18 "GET /v2.0/ports?device_id=0eef3cd9-896b-48df-97e9-8bc9b6cf0d61 HTTP/1.1" status: 200 len: 944 time: 0.0563970 Jul 27 23:10:42.655537 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:42.659287 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-9c550c65-2095-424c-823f-921d5b9ffc92 req-a233e50b-cb4b-4536-a653-777bce12d080 tempest-InstanceActionsV221TestJSON-1529719941 tempest-InstanceActionsV221TestJSON-1529719941-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a305840-732b-4352-84e4-d58ec2570672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382824 Jul 27 23:10:42.689298 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port 888fec2f-7434-4f78-9e48-2237f6d5df3c, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=888fec2f-7434-4f78-9e48-2237f6d5df3c,segment=NetworkSegment(db7ac4cf-c02c-48fc-bbf1-642d538f1f1d),segment_id=db7ac4cf-c02c-48fc-bbf1-642d538f1f1d)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:10:42.694460 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:42.748098 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Pushing event updated for resources: {'Port': ['ID=888fec2f-7434-4f78-9e48-2237f6d5df3c,revision_number=5']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:10:43.078069 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85abe487-9091-43b0-a443-03164ff0e4b2 req-04089836-c404-4911-b5aa-6fb2f7aee8f3 tempest-InstanceActionsTestJSON-1174830008 tempest-InstanceActionsTestJSON-1174830008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:43.079615 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-85abe487-9091-43b0-a443-03164ff0e4b2 req-04089836-c404-4911-b5aa-6fb2f7aee8f3 tempest-InstanceActionsTestJSON-1174830008 tempest-InstanceActionsTestJSON-1174830008-project] 10.222.0.18 "GET /v2.0/ports?device_id=79ed6abf-4b1a-44a1-a8b0-75e8f09a7d98 HTTP/1.1" status: 200 len: 945 time: 0.0486908 Jul 27 23:10:43.119281 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-85abe487-9091-43b0-a443-03164ff0e4b2 req-0168c816-0d3f-4e8e-bfed-dbb178dc6636 tempest-InstanceActionsTestJSON-1174830008 tempest-InstanceActionsTestJSON-1174830008-project] 10.222.0.18 "GET /v2.0/security-groups?id=c36f372f-6fac-470c-947e-ffd74f39e3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330091 Jul 27 23:10:43.401692 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f5af46-f2f9-4b23-989d-9cd1e7f456de req-38a7e092-8e52-463c-8888-5be8ae676eaf tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:43.403550 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-04f5af46-f2f9-4b23-989d-9cd1e7f456de req-38a7e092-8e52-463c-8888-5be8ae676eaf tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/ports?device_id=84967986-7299-4570-bc82-4e600f892180 HTTP/1.1" status: 200 len: 950 time: 0.0853772 Jul 27 23:10:43.419521 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3aaf605-03b4-4f89-96f7-ba485c07cd62 req-4eff3c79-d452-4643-ad9b-a91e2437a43a tempest-InstanceActionsTestJSON-1174830008 tempest-InstanceActionsTestJSON-1174830008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:43.420992 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c3aaf605-03b4-4f89-96f7-ba485c07cd62 req-4eff3c79-d452-4643-ad9b-a91e2437a43a tempest-InstanceActionsTestJSON-1174830008 tempest-InstanceActionsTestJSON-1174830008-project] 10.222.0.18 "GET /v2.0/ports?device_id=79ed6abf-4b1a-44a1-a8b0-75e8f09a7d98 HTTP/1.1" status: 200 len: 945 time: 0.0562150 Jul 27 23:10:43.434132 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84989d0c-6b30-43c5-bd4c-3bcadb81fdcf req-cea25ada-db97-4247-b0dd-420cd42702aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:43.436268 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-84989d0c-6b30-43c5-bd4c-3bcadb81fdcf req-cea25ada-db97-4247-b0dd-420cd42702aa service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0491af75d2b641d8b485d778060c5a09&device_id=79ed6abf-4b1a-44a1-a8b0-75e8f09a7d98 HTTP/1.1" status: 200 len: 1096 time: 0.0761461 Jul 27 23:10:43.462637 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c3aaf605-03b4-4f89-96f7-ba485c07cd62 req-f70db33c-e650-4cb2-a926-733fe987880f tempest-InstanceActionsTestJSON-1174830008 tempest-InstanceActionsTestJSON-1174830008-project] 10.222.0.18 "GET /v2.0/security-groups?id=c36f372f-6fac-470c-947e-ffd74f39e3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353160 Jul 27 23:10:43.471760 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-04f5af46-f2f9-4b23-989d-9cd1e7f456de req-802ed408-1dae-49fb-bdb3-829d451831c9 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb779318-b8ff-43a6-a94f-3ce471aff166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605886 Jul 27 23:10:43.478164 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 34626) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:10:43.544839 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84989d0c-6b30-43c5-bd4c-3bcadb81fdcf req-fd514d61-f802-48db-983c-34ff10582e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:43.546526 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-84989d0c-6b30-43c5-bd4c-3bcadb81fdcf req-fd514d61-f802-48db-983c-34ff10582e0e service neutron] 10.222.0.49 "GET /v2.0/networks?id=05b63df3-7697-4a85-acb1-f611904b31b7 HTTP/1.1" status: 200 len: 915 time: 0.0998976 Jul 27 23:10:43.594330 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-84989d0c-6b30-43c5-bd4c-3bcadb81fdcf req-2a60266f-2b7b-48ad-97c9-71587be50ce6 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=23d2336f-667e-445d-a571-eb0b08feeab9 HTTP/1.1" status: 200 len: 217 time: 0.0403442 Jul 27 23:10:43.597092 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6a807431-3c5e-4d0c-a811-69e4dc959335 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:43.607157 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f216ba-00e0-416a-bc0d-83210390b1a1 req-7f607ab9-a673-48d1-8396-13da05a8bedb tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:43.608610 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-65f216ba-00e0-416a-bc0d-83210390b1a1 req-7f607ab9-a673-48d1-8396-13da05a8bedb tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d72f04a-64fa-45e7-8a0e-f3f21bcd5f97 HTTP/1.1" status: 200 len: 945 time: 0.0684757 Jul 27 23:10:43.646143 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84989d0c-6b30-43c5-bd4c-3bcadb81fdcf req-dc8d7f06-fef9-465b-ba6a-3709dc6a02ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:43.647670 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-84989d0c-6b30-43c5-bd4c-3bcadb81fdcf req-dc8d7f06-fef9-465b-ba6a-3709dc6a02ea service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ed7061aa-31bb-46e5-89ae-cbac0ab32fb9 HTTP/1.1" status: 200 len: 854 time: 0.0461221 Jul 27 23:10:43.669995 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-65f216ba-00e0-416a-bc0d-83210390b1a1 req-7239d56c-4b29-484f-84d3-bc92af33d78f tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] 10.222.0.18 "GET /v2.0/security-groups?id=f9282c7c-bf74-4e2f-accf-81bded4d9191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539999 Jul 27 23:10:43.680026 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-84989d0c-6b30-43c5-bd4c-3bcadb81fdcf req-5b43ad65-3271-4179-bed0-fa4d92af0191 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=05b63df3-7697-4a85-acb1-f611904b31b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249119 Jul 27 23:10:43.729285 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0eef3cd9-896b-48df-97e9-8bc9b6cf0d61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '888fec2f-7434-4f78-9e48-2237f6d5df3c'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:10:43.732106 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c0369b0d4f459110ff20a1f9878ba33f96d6491bddb9d15843bf29d01e0bda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-784b458c-e322-46f1-9457-5445a0f6def7" -d '{"events": [{"server_uuid": "0eef3cd9-896b-48df-97e9-8bc9b6cf0d61", "name": "network-vif-plugged", "status": "completed", "tag": "888fec2f-7434-4f78-9e48-2237f6d5df3c"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:10:43.739442 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6a807431-3c5e-4d0c-a811-69e4dc959335 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:43.744746 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6a807431-3c5e-4d0c-a811-69e4dc959335 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:43.774491 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:10:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-131ebe84-24af-4235-9cd7-b6289e8b4449 x-openstack-request-id: req-131ebe84-24af-4235-9cd7-b6289e8b4449 {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:10:43.775028 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0eef3cd9-896b-48df-97e9-8bc9b6cf0d61", "name": "network-vif-plugged", "status": "completed", "tag": "888fec2f-7434-4f78-9e48-2237f6d5df3c", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:10:43.775587 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-131ebe84-24af-4235-9cd7-b6289e8b4449 {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:10:43.776860 n-d-802623-1 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0eef3cd9-896b-48df-97e9-8bc9b6cf0d61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '888fec2f-7434-4f78-9e48-2237f6d5df3c', 'code': 200} Jul 27 23:10:43.790825 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a807431-3c5e-4d0c-a811-69e4dc959335 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d36ed1d-ef7a-4197-8445-df6d297eaa06,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:10:43.798284 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-6a807431-3c5e-4d0c-a811-69e4dc959335 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4201516cd20041a387f4199ab734010a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3166106 Jul 27 23:10:43.799748 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 34638) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:10:43.810402 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d59935-f0f6-4906-ba21-84f82c0d146a req-2211adb2-9bdd-4895-87e3-e7ec6cb07822 tempest-InstanceActionsV221TestJSON-1529719941 tempest-InstanceActionsV221TestJSON-1529719941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:43.818878 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-72d59935-f0f6-4906-ba21-84f82c0d146a req-2211adb2-9bdd-4895-87e3-e7ec6cb07822 tempest-InstanceActionsV221TestJSON-1529719941 tempest-InstanceActionsV221TestJSON-1529719941-project] 10.222.0.18 "GET /v2.0/ports?device_id=0eef3cd9-896b-48df-97e9-8bc9b6cf0d61 HTTP/1.1" status: 200 len: 945 time: 0.0820489 Jul 27 23:10:43.850529 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-84989d0c-6b30-43c5-bd4c-3bcadb81fdcf req-94dc516d-8e0a-479d-b718-bbc98add163c service neutron] 10.222.0.49 "GET /v2.0/networks/05b63df3-7697-4a85-acb1-f611904b31b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1632447 Jul 27 23:10:43.861343 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e1cb2bd8-afa5-4045-9c41-3dc0e8deea05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:43.887205 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-72d59935-f0f6-4906-ba21-84f82c0d146a req-64c2c897-2115-4fd1-af0f-21cdc1ae7978 tempest-InstanceActionsV221TestJSON-1529719941 tempest-InstanceActionsV221TestJSON-1529719941-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a305840-732b-4352-84e4-d58ec2570672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669308 Jul 27 23:10:43.915977 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e1cb2bd8-afa5-4045-9c41-3dc0e8deea05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:43.945992 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb082d4-4880-4084-909a-078e5791d4bf req-0211bb99-27fe-4425-a515-b920a0d831b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:43.947568 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-5bb082d4-4880-4084-909a-078e5791d4bf req-0211bb99-27fe-4425-a515-b920a0d831b7 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=0eef3cd9-896b-48df-97e9-8bc9b6cf0d61 HTTP/1.1" status: 200 len: 1096 time: 0.0830014 Jul 27 23:10:43.972935 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-84989d0c-6b30-43c5-bd4c-3bcadb81fdcf req-eacdb620-86cc-49cd-915d-b8ffd32a4f92 service neutron] 10.222.0.49 "GET /v2.0/networks/05b63df3-7697-4a85-acb1-f611904b31b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105311 Jul 27 23:10:43.996446 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e1cb2bd8-afa5-4045-9c41-3dc0e8deea05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:43.999155 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e1cb2bd8-afa5-4045-9c41-3dc0e8deea05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:44.000299 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-e1cb2bd8-afa5-4045-9c41-3dc0e8deea05 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1d36ed1d-ef7a-4197-8445-df6d297eaa06 HTTP/1.1" status: 204 len: 168 time: 0.1989079 Jul 27 23:10:44.007709 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-5bb082d4-4880-4084-909a-078e5791d4bf req-7c460182-02ba-4045-99bb-6a46fddecc93 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=6a305840-732b-4352-84e4-d58ec2570672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430920 Jul 27 23:10:44.012162 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cb2bd8-afa5-4045-9c41-3dc0e8deea05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d36ed1d-ef7a-4197-8445-df6d297eaa06,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:10:44.607082 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35bbcaa-725c-4e96-add3-d6339c58e20a req-c2105d4f-d0c0-4cb3-8ac8-8b3a4c789fe8 tempest-InstanceActionsTestJSON-1174830008 tempest-InstanceActionsTestJSON-1174830008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:44.609414 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f35bbcaa-725c-4e96-add3-d6339c58e20a req-c2105d4f-d0c0-4cb3-8ac8-8b3a4c789fe8 tempest-InstanceActionsTestJSON-1174830008 tempest-InstanceActionsTestJSON-1174830008-project] 10.222.0.18 "GET /v2.0/ports?device_id=79ed6abf-4b1a-44a1-a8b0-75e8f09a7d98 HTTP/1.1" status: 200 len: 945 time: 0.0654750 Jul 27 23:10:44.616793 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf52482-2454-4fef-94b2-3e44915630b1 req-0bae0c66-d933-4990-b923-ef5248e52e86 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:44.618290 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-fbf52482-2454-4fef-94b2-3e44915630b1 req-0bae0c66-d933-4990-b923-ef5248e52e86 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/ports?device_id=84967986-7299-4570-bc82-4e600f892180 HTTP/1.1" status: 200 len: 950 time: 0.0525515 Jul 27 23:10:44.653497 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f35bbcaa-725c-4e96-add3-d6339c58e20a req-65eb0a6d-f920-4104-909f-c7452c752d74 tempest-InstanceActionsTestJSON-1174830008 tempest-InstanceActionsTestJSON-1174830008-project] 10.222.0.18 "GET /v2.0/security-groups?id=c36f372f-6fac-470c-947e-ffd74f39e3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372300 Jul 27 23:10:44.657255 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-fbf52482-2454-4fef-94b2-3e44915630b1 req-c91ee9f5-a9ed-4458-9a14-7adf66e5304e tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb779318-b8ff-43a6-a94f-3ce471aff166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327568 Jul 27 23:10:44.786592 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5163e4-1de4-4b64-8bf4-ecd21cae0adf req-5947a9b3-b024-4897-95dc-138c0555d472 tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:44.788107 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-1b5163e4-1de4-4b64-8bf4-ecd21cae0adf req-5947a9b3-b024-4897-95dc-138c0555d472 tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d72f04a-64fa-45e7-8a0e-f3f21bcd5f97 HTTP/1.1" status: 200 len: 945 time: 0.0483987 Jul 27 23:10:44.827317 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-1b5163e4-1de4-4b64-8bf4-ecd21cae0adf req-1599e383-3be8-4272-8410-26524e3c9f70 tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] 10.222.0.18 "GET /v2.0/security-groups?id=f9282c7c-bf74-4e2f-accf-81bded4d9191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333624 Jul 27 23:10:45.022011 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4741f6-6a4a-453a-8547-a232494eeddf req-0935ab8a-6e52-4e64-838c-683417f84037 tempest-InstanceActionsV221TestJSON-1529719941 tempest-InstanceActionsV221TestJSON-1529719941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:45.023615 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-4d4741f6-6a4a-453a-8547-a232494eeddf req-0935ab8a-6e52-4e64-838c-683417f84037 tempest-InstanceActionsV221TestJSON-1529719941 tempest-InstanceActionsV221TestJSON-1529719941-project] 10.222.0.18 "GET /v2.0/ports?device_id=0eef3cd9-896b-48df-97e9-8bc9b6cf0d61 HTTP/1.1" status: 200 len: 945 time: 0.0594661 Jul 27 23:10:45.062719 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-4d4741f6-6a4a-453a-8547-a232494eeddf req-c9ac57d6-d917-4413-aa43-347757351c86 tempest-InstanceActionsV221TestJSON-1529719941 tempest-InstanceActionsV221TestJSON-1529719941-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a305840-732b-4352-84e4-d58ec2570672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329978 Jul 27 23:10:45.782605 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2dacc1-15d6-486a-8ab7-876a59839ee9 req-2ace529d-cc8c-4671-88b0-8db3f72a9585 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:45.784163 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-dc2dacc1-15d6-486a-8ab7-876a59839ee9 req-2ace529d-cc8c-4671-88b0-8db3f72a9585 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/ports?device_id=84967986-7299-4570-bc82-4e600f892180 HTTP/1.1" status: 200 len: 950 time: 0.0505774 Jul 27 23:10:45.787149 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99577d6-b395-4358-a7ed-588771c997b8 req-9ec12657-f71b-4669-a56a-09c3772ac455 tempest-InstanceActionsTestJSON-1174830008 tempest-InstanceActionsTestJSON-1174830008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:45.788634 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d99577d6-b395-4358-a7ed-588771c997b8 req-9ec12657-f71b-4669-a56a-09c3772ac455 tempest-InstanceActionsTestJSON-1174830008 tempest-InstanceActionsTestJSON-1174830008-project] 10.222.0.18 "GET /v2.0/ports?device_id=79ed6abf-4b1a-44a1-a8b0-75e8f09a7d98 HTTP/1.1" status: 200 len: 945 time: 0.0477941 Jul 27 23:10:45.823311 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-dc2dacc1-15d6-486a-8ab7-876a59839ee9 req-06c94292-8c27-4790-99f6-9516f3a9df7a tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb779318-b8ff-43a6-a94f-3ce471aff166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322330 Jul 27 23:10:45.827218 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d99577d6-b395-4358-a7ed-588771c997b8 req-890b145e-f812-41e7-86ed-b4f381bc5bef tempest-InstanceActionsTestJSON-1174830008 tempest-InstanceActionsTestJSON-1174830008-project] 10.222.0.18 "GET /v2.0/security-groups?id=c36f372f-6fac-470c-947e-ffd74f39e3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324926 Jul 27 23:10:45.945585 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d96bab-daae-43ed-ac24-3f503b015897 req-59c49024-3aee-4961-b300-311b6e74c03a tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:45.947006 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-51d96bab-daae-43ed-ac24-3f503b015897 req-59c49024-3aee-4961-b300-311b6e74c03a tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d72f04a-64fa-45e7-8a0e-f3f21bcd5f97 HTTP/1.1" status: 200 len: 945 time: 0.0507317 Jul 27 23:10:45.985888 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-51d96bab-daae-43ed-ac24-3f503b015897 req-adc338fd-6b50-4875-8228-fd15a91f9a8e tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] 10.222.0.18 "GET /v2.0/security-groups?id=f9282c7c-bf74-4e2f-accf-81bded4d9191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323403 Jul 27 23:10:46.189943 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06966131-9ce4-4e71-a347-74fd9c7bbd87 req-3715407a-dd4e-4616-bf4e-113286d0f4a4 tempest-InstanceActionsTestJSON-1174830008 tempest-InstanceActionsTestJSON-1174830008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:46.191524 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-06966131-9ce4-4e71-a347-74fd9c7bbd87 req-3715407a-dd4e-4616-bf4e-113286d0f4a4 tempest-InstanceActionsTestJSON-1174830008 tempest-InstanceActionsTestJSON-1174830008-project] 10.222.0.18 "GET /v2.0/ports?device_id=79ed6abf-4b1a-44a1-a8b0-75e8f09a7d98 HTTP/1.1" status: 200 len: 945 time: 0.0895960 Jul 27 23:10:46.205402 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee47f6a1-59f4-4d3e-b1ea-69f4a9fc2c5b req-96d9680a-738b-47ed-9261-c08faf92fa17 tempest-InstanceActionsV221TestJSON-1529719941 tempest-InstanceActionsV221TestJSON-1529719941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:46.207493 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ee47f6a1-59f4-4d3e-b1ea-69f4a9fc2c5b req-96d9680a-738b-47ed-9261-c08faf92fa17 tempest-InstanceActionsV221TestJSON-1529719941 tempest-InstanceActionsV221TestJSON-1529719941-project] 10.222.0.18 "GET /v2.0/ports?device_id=0eef3cd9-896b-48df-97e9-8bc9b6cf0d61 HTTP/1.1" status: 200 len: 945 time: 0.0554364 Jul 27 23:10:46.221407 n-d-802623-1 neutron-server[93797]: INFO neutron.api.v2.resource [req-8653ee2d-731e-44ad-b835-0c6bbad68a6f req-0457d841-7c1f-407d-bbe3-924b16416983 service neutron] show failed (client error): The resource could not be found. Jul 27 23:10:46.223070 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8653ee2d-731e-44ad-b835-0c6bbad68a6f req-0457d841-7c1f-407d-bbe3-924b16416983 service neutron] 10.222.0.49 "GET /v2.0/ports/6ba252fa-a400-4c81-8f91-22ddf08c59d0/bindings/n-h1-802623-1 HTTP/1.1" status: 404 len: 380 time: 0.0906134 Jul 27 23:10:46.240460 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-06966131-9ce4-4e71-a347-74fd9c7bbd87 req-424e1cff-5c21-4043-b171-70e96f04b221 tempest-InstanceActionsTestJSON-1174830008 tempest-InstanceActionsTestJSON-1174830008-project] 10.222.0.18 "GET /v2.0/security-groups?id=c36f372f-6fac-470c-947e-ffd74f39e3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410559 Jul 27 23:10:46.248408 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ee47f6a1-59f4-4d3e-b1ea-69f4a9fc2c5b req-da34184b-3766-48f0-b281-2c330451769e tempest-InstanceActionsV221TestJSON-1529719941 tempest-InstanceActionsV221TestJSON-1529719941-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a305840-732b-4352-84e4-d58ec2570672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346482 Jul 27 23:10:46.367788 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892e1998-0655-48b6-9e16-3780dd1a9fe3 req-601cbb96-d408-45c6-802a-bc6dd0b0ca4a tempest-ServersTestJSON-1684854695 tempest-ServersTestJSON-1684854695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:46.369336 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-892e1998-0655-48b6-9e16-3780dd1a9fe3 req-601cbb96-d408-45c6-802a-bc6dd0b0ca4a tempest-ServersTestJSON-1684854695 tempest-ServersTestJSON-1684854695-project] 10.222.0.18 "GET /v2.0/ports?device_id=cbeaaf4c-704a-4da5-b3eb-27d107a4dd69 HTTP/1.1" status: 200 len: 945 time: 0.0521905 Jul 27 23:10:46.410831 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-892e1998-0655-48b6-9e16-3780dd1a9fe3 req-c8b7a588-9726-44f7-9fdd-f7ddf3e9361b tempest-ServersTestJSON-1684854695 tempest-ServersTestJSON-1684854695-project] 10.222.0.18 "GET /v2.0/security-groups?id=84587ebf-8cbd-42bb-8eec-2a11ea42d562&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351679 Jul 27 23:10:46.449238 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8653ee2d-731e-44ad-b835-0c6bbad68a6f req-d948e547-38a9-4bfd-8397-ec55c3f9a614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:46.450978 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-8653ee2d-731e-44ad-b835-0c6bbad68a6f req-d948e547-38a9-4bfd-8397-ec55c3f9a614 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=84967986-7299-4570-bc82-4e600f892180&tenant_id=1b545d5113d14592aa4c69bde083a757 HTTP/1.1" status: 200 len: 1101 time: 0.0490232 Jul 27 23:10:46.475497 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [req-8653ee2d-731e-44ad-b835-0c6bbad68a6f req-c18d7215-5648-4ffb-911b-dd83033b4945 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-802623-1', 'device_owner': 'compute:nova'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:10:46.535140 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-8653ee2d-731e-44ad-b835-0c6bbad68a6f req-c18d7215-5648-4ffb-911b-dd83033b4945 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:46.736037 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 34732) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:10:46.756455 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f3ce9c-d789-4878-998a-dac6f044598b req-5d4f01d0-bdc9-41bb-994e-b408f38f4d23 tempest-InstanceActionsV221TestJSON-1529719941 tempest-InstanceActionsV221TestJSON-1529719941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:46.757944 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-01f3ce9c-d789-4878-998a-dac6f044598b req-5d4f01d0-bdc9-41bb-994e-b408f38f4d23 tempest-InstanceActionsV221TestJSON-1529719941 tempest-InstanceActionsV221TestJSON-1529719941-project] 10.222.0.18 "GET /v2.0/ports?device_id=0eef3cd9-896b-48df-97e9-8bc9b6cf0d61 HTTP/1.1" status: 200 len: 945 time: 0.1082969 Jul 27 23:10:46.819321 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-01f3ce9c-d789-4878-998a-dac6f044598b req-dae32d18-36df-463d-a508-90c8b8619c94 tempest-InstanceActionsV221TestJSON-1529719941 tempest-InstanceActionsV221TestJSON-1529719941-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a305840-732b-4352-84e4-d58ec2570672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533123 Jul 27 23:10:46.820984 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-8653ee2d-731e-44ad-b835-0c6bbad68a6f req-c18d7215-5648-4ffb-911b-dd83033b4945 service neutron] For port 6ba252fa-a400-4c81-8f91-22ddf08c59d0, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=6ba252fa-a400-4c81-8f91-22ddf08c59d0,segment=NetworkSegment(16e91594-c047-4b55-93eb-43af33ad08e1),segment_id=16e91594-c047-4b55-93eb-43af33ad08e1)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:10:46.841265 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7133857a-9de6-4fe4-a289-3edd4a0c50dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:46.860521 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-8653ee2d-731e-44ad-b835-0c6bbad68a6f req-c18d7215-5648-4ffb-911b-dd83033b4945 service neutron] For port 6ba252fa-a400-4c81-8f91-22ddf08c59d0, host n-h2-802623-1, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:10:46.906315 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84967986-7299-4570-bc82-4e600f892180', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ba252fa-a400-4c81-8f91-22ddf08c59d0'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:10:46.908693 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}011f8d312121274bb12d78e77c6379a2079800640016cec6c6d605b73666e854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-166de04d-e335-4319-b5a5-55efca1e082b" -d '{"events": [{"server_uuid": "84967986-7299-4570-bc82-4e600f892180", "name": "network-vif-unplugged", "status": "completed", "tag": "6ba252fa-a400-4c81-8f91-22ddf08c59d0"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:10:46.912852 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-8653ee2d-731e-44ad-b835-0c6bbad68a6f req-c18d7215-5648-4ffb-911b-dd83033b4945 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:46.935854 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-8653ee2d-731e-44ad-b835-0c6bbad68a6f req-c18d7215-5648-4ffb-911b-dd83033b4945 service neutron] Transition to ACTIVE for port object 6ba252fa-a400-4c81-8f91-22ddf08c59d0 will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:10:46.940196 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-8653ee2d-731e-44ad-b835-0c6bbad68a6f req-c18d7215-5648-4ffb-911b-dd83033b4945 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:46.971303 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2470901b-6cd1-4070-a34f-ec1771dcfda1 req-35dc0ad4-4536-4011-95c5-cd694d9c21b6 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:46.972854 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-2470901b-6cd1-4070-a34f-ec1771dcfda1 req-35dc0ad4-4536-4011-95c5-cd694d9c21b6 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/ports?device_id=84967986-7299-4570-bc82-4e600f892180 HTTP/1.1" status: 200 len: 950 time: 0.0723572 Jul 27 23:10:46.978902 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 23:10:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c144c7b-0a28-45ab-86dc-2f805488897e x-openstack-request-id: req-3c144c7b-0a28-45ab-86dc-2f805488897e {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:10:46.979213 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84967986-7299-4570-bc82-4e600f892180", "name": "network-vif-unplugged", "status": "completed", "tag": "6ba252fa-a400-4c81-8f91-22ddf08c59d0", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:10:46.979456 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3c144c7b-0a28-45ab-86dc-2f805488897e {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:10:46.979889 n-d-802623-1 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84967986-7299-4570-bc82-4e600f892180', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ba252fa-a400-4c81-8f91-22ddf08c59d0', 'code': 200} Jul 27 23:10:46.994837 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7133857a-9de6-4fe4-a289-3edd4a0c50dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:47.009485 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7133857a-9de6-4fe4-a289-3edd4a0c50dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:47.018144 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-8653ee2d-731e-44ad-b835-0c6bbad68a6f req-c18d7215-5648-4ffb-911b-dd83033b4945 service neutron] No DVR routers for this DVR port 6ba252fa-a400-4c81-8f91-22ddf08c59d0 on host n-h2-802623-1 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:10:47.020257 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18d7215-5648-4ffb-911b-dd83033b4945 service neutron] Pushing event updated for resources: {'Port': ['ID=6ba252fa-a400-4c81-8f91-22ddf08c59d0,revision_number=6']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:10:47.057317 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-8653ee2d-731e-44ad-b835-0c6bbad68a6f req-c18d7215-5648-4ffb-911b-dd83033b4945 service neutron] Attempting to bind port 6ba252fa-a400-4c81-8f91-22ddf08c59d0 on host n-h1-802623-1 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:10:47.057903 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-8653ee2d-731e-44ad-b835-0c6bbad68a6f req-c18d7215-5648-4ffb-911b-dd83033b4945 service neutron] Attempting to bind port 6ba252fa-a400-4c81-8f91-22ddf08c59d0 by drivers openvswitch,hyperv on host n-h1-802623-1 at level 0 using segments [{'id': '16e91594-c047-4b55-93eb-43af33ad08e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '591af2dd-f826-43b1-aa9d-e7a0bf218c71'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:10:47.058547 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8653ee2d-731e-44ad-b835-0c6bbad68a6f req-c18d7215-5648-4ffb-911b-dd83033b4945 service neutron] Attempting to bind port 6ba252fa-a400-4c81-8f91-22ddf08c59d0 on network 591af2dd-f826-43b1-aa9d-e7a0bf218c71 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:10:47.063278 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8653ee2d-731e-44ad-b835-0c6bbad68a6f req-c18d7215-5648-4ffb-911b-dd83033b4945 service neutron] Port 6ba252fa-a400-4c81-8f91-22ddf08c59d0 on network 591af2dd-f826-43b1-aa9d-e7a0bf218c71 not bound, no agent of type Open vSwitch agent registered on host n-h1-802623-1 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 23:10:47.063607 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8653ee2d-731e-44ad-b835-0c6bbad68a6f req-c18d7215-5648-4ffb-911b-dd83033b4945 service neutron] Attempting to bind port 6ba252fa-a400-4c81-8f91-22ddf08c59d0 on network 591af2dd-f826-43b1-aa9d-e7a0bf218c71 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:10:47.076302 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-2470901b-6cd1-4070-a34f-ec1771dcfda1 req-2ec84bb8-afea-4c19-af34-be104aeb2083 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb779318-b8ff-43a6-a94f-3ce471aff166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937307 Jul 27 23:10:47.077335 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7133857a-9de6-4fe4-a289-3edd4a0c50dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d28d687b-c5a4-470f-828e-a22d44e1ae7e,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:10:47.080402 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8653ee2d-731e-44ad-b835-0c6bbad68a6f req-c18d7215-5648-4ffb-911b-dd83033b4945 service neutron] Checking agent: {'id': '245f1da4-a9b8-4b08-90d7-28f0f342b839', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 59, 59), 'started_at': datetime.datetime(2021, 7, 27, 22, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 10, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:10:47.080756 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8653ee2d-731e-44ad-b835-0c6bbad68a6f req-c18d7215-5648-4ffb-911b-dd83033b4945 service neutron] Checking segment: {'id': '16e91594-c047-4b55-93eb-43af33ad08e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '591af2dd-f826-43b1-aa9d-e7a0bf218c71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:10:47.081142 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8653ee2d-731e-44ad-b835-0c6bbad68a6f req-c18d7215-5648-4ffb-911b-dd83033b4945 service neutron] Bound using segment: {'id': '16e91594-c047-4b55-93eb-43af33ad08e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '591af2dd-f826-43b1-aa9d-e7a0bf218c71'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:10:47.081622 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-8653ee2d-731e-44ad-b835-0c6bbad68a6f req-c18d7215-5648-4ffb-911b-dd83033b4945 service neutron] Bound port: 6ba252fa-a400-4c81-8f91-22ddf08c59d0, host: n-h1-802623-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16e91594-c047-4b55-93eb-43af33ad08e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '591af2dd-f826-43b1-aa9d-e7a0bf218c71'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:10:47.084593 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-8653ee2d-731e-44ad-b835-0c6bbad68a6f req-c18d7215-5648-4ffb-911b-dd83033b4945 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:47.084757 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-7133857a-9de6-4fe4-a289-3edd4a0c50dd admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=efac9ff62ac24ab6b181e641c2761d8b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3451657 Jul 27 23:10:47.085401 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 34742) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:10:47.142973 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3a230b4d-e564-474b-9a33-e7017b509fbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:47.167236 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3a230b4d-e564-474b-9a33-e7017b509fbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:47.172092 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59ab55b-6b13-4214-b3ec-a10f9c83410c req-dfd9e31d-f938-494e-9009-a0625a389775 tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:47.173665 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c59ab55b-6b13-4214-b3ec-a10f9c83410c req-dfd9e31d-f938-494e-9009-a0625a389775 tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d72f04a-64fa-45e7-8a0e-f3f21bcd5f97 HTTP/1.1" status: 200 len: 945 time: 0.1079516 Jul 27 23:10:47.209698 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-8653ee2d-731e-44ad-b835-0c6bbad68a6f req-c18d7215-5648-4ffb-911b-dd83033b4945 service neutron] For port 6ba252fa-a400-4c81-8f91-22ddf08c59d0, host n-h1-802623-1, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:10:47.229538 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3a230b4d-e564-474b-9a33-e7017b509fbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:47.231894 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-8653ee2d-731e-44ad-b835-0c6bbad68a6f req-c18d7215-5648-4ffb-911b-dd83033b4945 service neutron] For port 6ba252fa-a400-4c81-8f91-22ddf08c59d0, host n-h1-802623-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=6ba252fa-a400-4c81-8f91-22ddf08c59d0,segment=NetworkSegment(16e91594-c047-4b55-93eb-43af33ad08e1),segment_id=16e91594-c047-4b55-93eb-43af33ad08e1)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:10:47.232527 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3a230b4d-e564-474b-9a33-e7017b509fbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:47.233955 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-3a230b4d-e564-474b-9a33-e7017b509fbd admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d28d687b-c5a4-470f-828e-a22d44e1ae7e HTTP/1.1" status: 204 len: 168 time: 0.1475577 Jul 27 23:10:47.244531 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a230b4d-e564-474b-9a33-e7017b509fbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d28d687b-c5a4-470f-828e-a22d44e1ae7e,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:10:47.251202 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c59ab55b-6b13-4214-b3ec-a10f9c83410c req-8acfdc02-1615-472e-9674-90ef2b8d2343 tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] 10.222.0.18 "GET /v2.0/security-groups?id=f9282c7c-bf74-4e2f-accf-81bded4d9191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645084 Jul 27 23:10:47.252741 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-8653ee2d-731e-44ad-b835-0c6bbad68a6f req-c18d7215-5648-4ffb-911b-dd83033b4945 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:47.293021 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8653ee2d-731e-44ad-b835-0c6bbad68a6f req-c18d7215-5648-4ffb-911b-dd83033b4945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:47.293697 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-8653ee2d-731e-44ad-b835-0c6bbad68a6f req-c18d7215-5648-4ffb-911b-dd83033b4945 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:47.295192 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-8653ee2d-731e-44ad-b835-0c6bbad68a6f req-c18d7215-5648-4ffb-911b-dd83033b4945 service neutron] 10.222.0.38 "PUT /v2.0/ports/6ba252fa-a400-4c81-8f91-22ddf08c59d0 HTTP/1.1" status: 200 len: 1096 time: 0.8246450 Jul 27 23:10:47.369221 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18d7215-5648-4ffb-911b-dd83033b4945 service neutron] Pushing event updated for resources: {'Port': ['ID=6ba252fa-a400-4c81-8f91-22ddf08c59d0,revision_number=7']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:10:47.399296 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8653ee2d-731e-44ad-b835-0c6bbad68a6f req-0daa2305-5294-421f-a294-9c32ff344baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:47.400825 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-8653ee2d-731e-44ad-b835-0c6bbad68a6f req-0daa2305-5294-421f-a294-9c32ff344baf service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=1b545d5113d14592aa4c69bde083a757&device_id=84967986-7299-4570-bc82-4e600f892180 HTTP/1.1" status: 200 len: 1099 time: 0.0759633 Jul 27 23:10:47.438006 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f85209a-fce2-4a93-94ac-bba3eb2fc227 req-d59eb125-24c9-41af-9b3c-ffda43c96ee4 tempest-InstanceActionsTestJSON-1174830008 tempest-InstanceActionsTestJSON-1174830008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:47.449884 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-6f85209a-fce2-4a93-94ac-bba3eb2fc227 req-d59eb125-24c9-41af-9b3c-ffda43c96ee4 tempest-InstanceActionsTestJSON-1174830008 tempest-InstanceActionsTestJSON-1174830008-project] 10.222.0.18 "GET /v2.0/ports?device_id=79ed6abf-4b1a-44a1-a8b0-75e8f09a7d98 HTTP/1.1" status: 200 len: 945 time: 0.0972886 Jul 27 23:10:47.521450 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-6f85209a-fce2-4a93-94ac-bba3eb2fc227 req-47c4596d-47a4-4068-89fb-d74cdf1c6bca tempest-InstanceActionsTestJSON-1174830008 tempest-InstanceActionsTestJSON-1174830008-project] 10.222.0.18 "GET /v2.0/security-groups?id=c36f372f-6fac-470c-947e-ffd74f39e3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654168 Jul 27 23:10:47.540709 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8653ee2d-731e-44ad-b835-0c6bbad68a6f req-ea8a6889-88df-4967-9ceb-1550b51ea70b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:47.542303 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-8653ee2d-731e-44ad-b835-0c6bbad68a6f req-ea8a6889-88df-4967-9ceb-1550b51ea70b service neutron] 10.222.0.38 "GET /v2.0/networks?id=591af2dd-f826-43b1-aa9d-e7a0bf218c71 HTTP/1.1" status: 200 len: 870 time: 0.1287627 Jul 27 23:10:47.592147 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-8653ee2d-731e-44ad-b835-0c6bbad68a6f req-17a44b67-9da7-42e5-944d-a5bd9ab0d65a service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=6ba252fa-a400-4c81-8f91-22ddf08c59d0 HTTP/1.1" status: 200 len: 217 time: 0.0392752 Jul 27 23:10:47.662909 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8653ee2d-731e-44ad-b835-0c6bbad68a6f req-1c1e95d6-a33e-45e6-a82b-c3564f45b805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:47.664947 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-8653ee2d-731e-44ad-b835-0c6bbad68a6f req-1c1e95d6-a33e-45e6-a82b-c3564f45b805 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=62938449-046d-4cbe-923a-7ebb632c358d HTTP/1.1" status: 200 len: 843 time: 0.0622485 Jul 27 23:10:47.720575 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8653ee2d-731e-44ad-b835-0c6bbad68a6f req-fec04b3e-b9ca-486a-aecd-ffceb5945605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:47.722799 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-8653ee2d-731e-44ad-b835-0c6bbad68a6f req-fec04b3e-b9ca-486a-aecd-ffceb5945605 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=591af2dd-f826-43b1-aa9d-e7a0bf218c71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0472429 Jul 27 23:10:47.809745 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad6213b-745b-4c25-b2d4-96ef7a6b1ec3 req-bcb6e018-34ea-4edc-810e-716adc8884a8 tempest-ServersTestJSON-1684854695 tempest-ServersTestJSON-1684854695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:47.811270 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-0ad6213b-745b-4c25-b2d4-96ef7a6b1ec3 req-bcb6e018-34ea-4edc-810e-716adc8884a8 tempest-ServersTestJSON-1684854695 tempest-ServersTestJSON-1684854695-project] 10.222.0.18 "GET /v2.0/ports?device_id=cbeaaf4c-704a-4da5-b3eb-27d107a4dd69 HTTP/1.1" status: 200 len: 945 time: 0.0745528 Jul 27 23:10:47.820122 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b6d07b-209e-4cb4-b459-c2332cbca260 req-8a18ef65-9be5-4f3d-a9ec-710836f265af tempest-InstanceActionsTestJSON-1174830008 tempest-InstanceActionsTestJSON-1174830008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:47.821543 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-b1b6d07b-209e-4cb4-b459-c2332cbca260 req-8a18ef65-9be5-4f3d-a9ec-710836f265af tempest-InstanceActionsTestJSON-1174830008 tempest-InstanceActionsTestJSON-1174830008-project] 10.222.0.49 "GET /v2.0/ports?device_id=79ed6abf-4b1a-44a1-a8b0-75e8f09a7d98 HTTP/1.1" status: 200 len: 945 time: 0.0945718 Jul 27 23:10:47.834940 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-8653ee2d-731e-44ad-b835-0c6bbad68a6f req-139a8e70-7353-42e2-9b5e-bf8afa4a934e service neutron] 10.222.0.38 "GET /v2.0/networks/591af2dd-f826-43b1-aa9d-e7a0bf218c71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003370 Jul 27 23:10:47.885215 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-0ad6213b-745b-4c25-b2d4-96ef7a6b1ec3 req-f7b023b5-0e31-4e50-96a0-aa7ed8b371dd tempest-ServersTestJSON-1684854695 tempest-ServersTestJSON-1684854695-project] 10.222.0.18 "GET /v2.0/security-groups?id=84587ebf-8cbd-42bb-8eec-2a11ea42d562&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627019 Jul 27 23:10:47.971023 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [req-b1b6d07b-209e-4cb4-b459-c2332cbca260 req-52d2c66a-fb85-4472-b13b-8cd90036d1b6 tempest-InstanceActionsTestJSON-1174830008 tempest-InstanceActionsTestJSON-1174830008-project] Deleting port 23d2336f-667e-445d-a571-eb0b08feeab9 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:10:47.971482 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-b1b6d07b-209e-4cb4-b459-c2332cbca260 req-52d2c66a-fb85-4472-b13b-8cd90036d1b6 tempest-InstanceActionsTestJSON-1174830008 tempest-InstanceActionsTestJSON-1174830008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:47.995948 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-8653ee2d-731e-44ad-b835-0c6bbad68a6f req-1287c7af-1acb-41f6-9cec-83a408f1ff9a service neutron] 10.222.0.38 "GET /v2.0/networks/591af2dd-f826-43b1-aa9d-e7a0bf218c71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520953 Jul 27 23:10:48.013018 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adc16d3-5bd5-4deb-b87d-dbf346f4285e req-070c8d31-88af-46e7-b841-8cf1ff41fedf tempest-InstanceActionsV221TestJSON-1529719941 tempest-InstanceActionsV221TestJSON-1529719941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:48.014775 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-8adc16d3-5bd5-4deb-b87d-dbf346f4285e req-070c8d31-88af-46e7-b841-8cf1ff41fedf tempest-InstanceActionsV221TestJSON-1529719941 tempest-InstanceActionsV221TestJSON-1529719941-project] 10.222.0.18 "GET /v2.0/ports?device_id=0eef3cd9-896b-48df-97e9-8bc9b6cf0d61 HTTP/1.1" status: 200 len: 945 time: 0.0759070 Jul 27 23:10:48.083801 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-8adc16d3-5bd5-4deb-b87d-dbf346f4285e req-0892c057-ff8b-4b3f-9542-6d86aad856f7 tempest-InstanceActionsV221TestJSON-1529719941 tempest-InstanceActionsV221TestJSON-1529719941-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a305840-732b-4352-84e4-d58ec2570672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594246 Jul 27 23:10:48.119384 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-b1b6d07b-209e-4cb4-b459-c2332cbca260 req-52d2c66a-fb85-4472-b13b-8cd90036d1b6 tempest-InstanceActionsTestJSON-1174830008 tempest-InstanceActionsTestJSON-1174830008-project] For port 23d2336f-667e-445d-a571-eb0b08feeab9, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=23d2336f-667e-445d-a571-eb0b08feeab9,segment=NetworkSegment(72b26723-e467-4bad-a14c-5a299f68bca2),segment_id=72b26723-e467-4bad-a14c-5a299f68bca2)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:10:48.119772 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-b1b6d07b-209e-4cb4-b459-c2332cbca260 req-52d2c66a-fb85-4472-b13b-8cd90036d1b6 tempest-InstanceActionsTestJSON-1174830008 tempest-InstanceActionsTestJSON-1174830008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:48.149861 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [req-b1b6d07b-209e-4cb4-b459-c2332cbca260 req-52d2c66a-fb85-4472-b13b-8cd90036d1b6 tempest-InstanceActionsTestJSON-1174830008 tempest-InstanceActionsTestJSON-1174830008-project] Calling delete_port for 23d2336f-667e-445d-a571-eb0b08feeab9 owned by compute:nova {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:10:48.282349 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94ee394-7474-43b6-844d-3db4b8aafe1e req-1bfc001e-ebc2-40e8-9563-e4b544f5dd0d tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:48.283489 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a94ee394-7474-43b6-844d-3db4b8aafe1e req-1bfc001e-ebc2-40e8-9563-e4b544f5dd0d tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/ports?device_id=84967986-7299-4570-bc82-4e600f892180 HTTP/1.1" status: 200 len: 948 time: 0.0885398 Jul 27 23:10:48.296774 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c7b66b-df0d-424e-ac9a-a58f26a4825e req-2f628f60-5379-4692-bd02-a1c034184111 tempest-InstanceActionsV221TestJSON-1529719941 tempest-InstanceActionsV221TestJSON-1529719941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:48.298256 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-26c7b66b-df0d-424e-ac9a-a58f26a4825e req-2f628f60-5379-4692-bd02-a1c034184111 tempest-InstanceActionsV221TestJSON-1529719941 tempest-InstanceActionsV221TestJSON-1529719941-project] 10.222.0.38 "GET /v2.0/ports?device_id=0eef3cd9-896b-48df-97e9-8bc9b6cf0d61 HTTP/1.1" status: 200 len: 945 time: 0.0691273 Jul 27 23:10:48.325469 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-b1b6d07b-209e-4cb4-b459-c2332cbca260 req-52d2c66a-fb85-4472-b13b-8cd90036d1b6 tempest-InstanceActionsTestJSON-1174830008 tempest-InstanceActionsTestJSON-1174830008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:48.338581 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] get_ports_and_sgs() called for port_ids ['23d2336f-667e-445d-a571-eb0b08feeab9'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:10:48.373246 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d2c66a-fb85-4472-b13b-8cd90036d1b6 tempest-InstanceActionsTestJSON-1174830008 tempest-InstanceActionsTestJSON-1174830008-project] Pushing event deleted for resources: {'Port': ['ID=23d2336f-667e-445d-a571-eb0b08feeab9,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:10:48.405171 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a94ee394-7474-43b6-844d-3db4b8aafe1e req-f32644d2-7f9f-4c5c-a340-d47caf05ce96 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb779318-b8ff-43a6-a94f-3ce471aff166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037235 Jul 27 23:10:48.445200 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-26c7b66b-df0d-424e-ac9a-a58f26a4825e req-a6ea3538-6a38-454e-b600-16d85b81ee15 tempest-InstanceActionsV221TestJSON-1529719941 tempest-InstanceActionsV221TestJSON-1529719941-project] Deleting port 888fec2f-7434-4f78-9e48-2237f6d5df3c {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:10:48.445625 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-26c7b66b-df0d-424e-ac9a-a58f26a4825e req-a6ea3538-6a38-454e-b600-16d85b81ee15 tempest-InstanceActionsV221TestJSON-1529719941 tempest-InstanceActionsV221TestJSON-1529719941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:48.448540 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9169f2-6d6b-498b-ad02-05295bf7cfd1 req-268fe6ad-837b-47fa-873d-425b7adeab0e tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:48.450117 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-4f9169f2-6d6b-498b-ad02-05295bf7cfd1 req-268fe6ad-837b-47fa-873d-425b7adeab0e tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d72f04a-64fa-45e7-8a0e-f3f21bcd5f97 HTTP/1.1" status: 200 len: 945 time: 0.0877044 Jul 27 23:10:48.450893 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1b6d07b-209e-4cb4-b459-c2332cbca260 req-52d2c66a-fb85-4472-b13b-8cd90036d1b6 tempest-InstanceActionsTestJSON-1174830008 tempest-InstanceActionsTestJSON-1174830008-project] No DVR routers for this DVR port 23d2336f-667e-445d-a571-eb0b08feeab9 on host n-h2-802623-1 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:10:48.453857 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-b1b6d07b-209e-4cb4-b459-c2332cbca260 req-52d2c66a-fb85-4472-b13b-8cd90036d1b6 tempest-InstanceActionsTestJSON-1174830008 tempest-InstanceActionsTestJSON-1174830008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:48.455884 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-b1b6d07b-209e-4cb4-b459-c2332cbca260 req-52d2c66a-fb85-4472-b13b-8cd90036d1b6 tempest-InstanceActionsTestJSON-1174830008 tempest-InstanceActionsTestJSON-1174830008-project] 10.222.0.49 "DELETE /v2.0/ports/23d2336f-667e-445d-a571-eb0b08feeab9 HTTP/1.1" status: 204 len: 173 time: 0.6263008 Jul 27 23:10:48.456353 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79ed6abf-4b1a-44a1-a8b0-75e8f09a7d98', 'name': 'network-vif-deleted', 'tag': '23d2336f-667e-445d-a571-eb0b08feeab9'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:10:48.458588 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a476459a1bfce68b0ae0df5b6a71154bfc7cfdc8f9eefce6ad0a17231e60468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c72785f0-8eed-46d3-9476-ee7227ea95e1" -d '{"events": [{"server_uuid": "79ed6abf-4b1a-44a1-a8b0-75e8f09a7d98", "name": "network-vif-deleted", "tag": "23d2336f-667e-445d-a571-eb0b08feeab9"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:10:48.496550 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-4f9169f2-6d6b-498b-ad02-05295bf7cfd1 req-230e6cee-081d-4a85-8d10-ff59ce159d1a tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] 10.222.0.18 "GET /v2.0/security-groups?id=f9282c7c-bf74-4e2f-accf-81bded4d9191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345719 Jul 27 23:10:48.551017 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:10:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eda49a45-929b-4d3c-be00-8c70279ebdf0 x-openstack-request-id: req-eda49a45-929b-4d3c-be00-8c70279ebdf0 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:10:48.551495 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79ed6abf-4b1a-44a1-a8b0-75e8f09a7d98", "name": "network-vif-deleted", "tag": "23d2336f-667e-445d-a571-eb0b08feeab9", "status": "completed", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:10:48.551631 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-64631a43-c215-4f75-99a1-dd6e84696404 req-b9bdd28b-734a-494b-95c6-21a8702278b8 tempest-AbsoluteLimitsNegativeTestJSON-1272537205 tempest-AbsoluteLimitsNegativeTestJSON-1272537205-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=d862a14be22b4f45aae04cefd78b7b32&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0396039 Jul 27 23:10:48.551870 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-eda49a45-929b-4d3c-be00-8c70279ebdf0 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:10:48.552341 n-d-802623-1 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79ed6abf-4b1a-44a1-a8b0-75e8f09a7d98', 'name': 'network-vif-deleted', 'tag': '23d2336f-667e-445d-a571-eb0b08feeab9', 'status': 'completed', 'code': 200} Jul 27 23:10:48.653523 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-26c7b66b-df0d-424e-ac9a-a58f26a4825e req-a6ea3538-6a38-454e-b600-16d85b81ee15 tempest-InstanceActionsV221TestJSON-1529719941 tempest-InstanceActionsV221TestJSON-1529719941-project] For port 888fec2f-7434-4f78-9e48-2237f6d5df3c, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=888fec2f-7434-4f78-9e48-2237f6d5df3c,segment=NetworkSegment(db7ac4cf-c02c-48fc-bbf1-642d538f1f1d),segment_id=db7ac4cf-c02c-48fc-bbf1-642d538f1f1d)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:10:48.653898 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-26c7b66b-df0d-424e-ac9a-a58f26a4825e req-a6ea3538-6a38-454e-b600-16d85b81ee15 tempest-InstanceActionsV221TestJSON-1529719941 tempest-InstanceActionsV221TestJSON-1529719941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:48.673022 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-26c7b66b-df0d-424e-ac9a-a58f26a4825e req-a6ea3538-6a38-454e-b600-16d85b81ee15 tempest-InstanceActionsV221TestJSON-1529719941 tempest-InstanceActionsV221TestJSON-1529719941-project] Calling delete_port for 888fec2f-7434-4f78-9e48-2237f6d5df3c owned by compute:nova {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:10:48.743083 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64631a43-c215-4f75-99a1-dd6e84696404 req-f62bb038-67d5-4c23-a91a-5cc11af28500 tempest-AbsoluteLimitsNegativeTestJSON-1272537205 tempest-AbsoluteLimitsNegativeTestJSON-1272537205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:48.744590 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-64631a43-c215-4f75-99a1-dd6e84696404 req-f62bb038-67d5-4c23-a91a-5cc11af28500 tempest-AbsoluteLimitsNegativeTestJSON-1272537205 tempest-AbsoluteLimitsNegativeTestJSON-1272537205-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1853900 Jul 27 23:10:48.772845 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-64631a43-c215-4f75-99a1-dd6e84696404 req-abd537ec-05f5-42bb-978d-1ade6cd77d31 tempest-AbsoluteLimitsNegativeTestJSON-1272537205 tempest-AbsoluteLimitsNegativeTestJSON-1272537205-project] 10.222.0.18 "GET /v2.0/quotas/d862a14be22b4f45aae04cefd78b7b32 HTTP/1.1" status: 200 len: 375 time: 0.0209949 Jul 27 23:10:48.812056 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-64631a43-c215-4f75-99a1-dd6e84696404 req-2b2266d9-af6c-4d47-bdf7-9005d164d9af tempest-AbsoluteLimitsNegativeTestJSON-1272537205 tempest-AbsoluteLimitsNegativeTestJSON-1272537205-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=d862a14be22b4f45aae04cefd78b7b32&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0324032 Jul 27 23:10:48.822465 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-ba84586c-4e10-4107-ba12-2af3e0192aa7 req-d71f1165-394e-464c-acf9-b26563370ccc tempest-InstanceActionsTestJSON-1174830008 tempest-InstanceActionsTestJSON-1174830008-project] 10.222.0.18 "GET /v2.0/ports?device_id=79ed6abf-4b1a-44a1-a8b0-75e8f09a7d98 HTTP/1.1" status: 200 len: 210 time: 0.0297234 Jul 27 23:10:48.919876 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-26c7b66b-df0d-424e-ac9a-a58f26a4825e req-a6ea3538-6a38-454e-b600-16d85b81ee15 tempest-InstanceActionsV221TestJSON-1529719941 tempest-InstanceActionsV221TestJSON-1529719941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:48.967745 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ea3538-6a38-454e-b600-16d85b81ee15 tempest-InstanceActionsV221TestJSON-1529719941 tempest-InstanceActionsV221TestJSON-1529719941-project] Pushing event deleted for resources: {'Port': ['ID=888fec2f-7434-4f78-9e48-2237f6d5df3c,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:10:48.982763 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84967986-7299-4570-bc82-4e600f892180', 'tag': '6ba252fa-a400-4c81-8f91-22ddf08c59d0'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:10:48.985097 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}011f8d312121274bb12d78e77c6379a2079800640016cec6c6d605b73666e854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-488805c1-b745-4924-91e5-4a1dfb39c77f" -d '{"events": [{"name": "network-changed", "server_uuid": "84967986-7299-4570-bc82-4e600f892180", "tag": "6ba252fa-a400-4c81-8f91-22ddf08c59d0"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:10:49.003251 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ea3538-6a38-454e-b600-16d85b81ee15 tempest-InstanceActionsV221TestJSON-1529719941 tempest-InstanceActionsV221TestJSON-1529719941-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:10:49.003695 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ea3538-6a38-454e-b600-16d85b81ee15 tempest-InstanceActionsV221TestJSON-1529719941 tempest-InstanceActionsV221TestJSON-1529719941-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:10:49.003978 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ea3538-6a38-454e-b600-16d85b81ee15 tempest-InstanceActionsV221TestJSON-1529719941 tempest-InstanceActionsV221TestJSON-1529719941-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:10:49.004433 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ea3538-6a38-454e-b600-16d85b81ee15 tempest-InstanceActionsV221TestJSON-1529719941 tempest-InstanceActionsV221TestJSON-1529719941-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:10:49.004590 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ea3538-6a38-454e-b600-16d85b81ee15 tempest-InstanceActionsV221TestJSON-1529719941 tempest-InstanceActionsV221TestJSON-1529719941-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:10:49.004926 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ea3538-6a38-454e-b600-16d85b81ee15 tempest-InstanceActionsV221TestJSON-1529719941 tempest-InstanceActionsV221TestJSON-1529719941-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:10:49.005256 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ea3538-6a38-454e-b600-16d85b81ee15 tempest-InstanceActionsV221TestJSON-1529719941 tempest-InstanceActionsV221TestJSON-1529719941-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:10:49.005575 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ea3538-6a38-454e-b600-16d85b81ee15 tempest-InstanceActionsV221TestJSON-1529719941 tempest-InstanceActionsV221TestJSON-1529719941-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:10:49.005902 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ea3538-6a38-454e-b600-16d85b81ee15 tempest-InstanceActionsV221TestJSON-1529719941 tempest-InstanceActionsV221TestJSON-1529719941-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:10:49.006397 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ea3538-6a38-454e-b600-16d85b81ee15 tempest-InstanceActionsV221TestJSON-1529719941 tempest-InstanceActionsV221TestJSON-1529719941-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:10:49.006551 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ea3538-6a38-454e-b600-16d85b81ee15 tempest-InstanceActionsV221TestJSON-1529719941 tempest-InstanceActionsV221TestJSON-1529719941-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:10:49.006874 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ea3538-6a38-454e-b600-16d85b81ee15 tempest-InstanceActionsV221TestJSON-1529719941 tempest-InstanceActionsV221TestJSON-1529719941-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:10:49.038798 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-26c7b66b-df0d-424e-ac9a-a58f26a4825e req-a6ea3538-6a38-454e-b600-16d85b81ee15 tempest-InstanceActionsV221TestJSON-1529719941 tempest-InstanceActionsV221TestJSON-1529719941-project] No DVR routers for this DVR port 888fec2f-7434-4f78-9e48-2237f6d5df3c on host n-h1-802623-1 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:10:49.047782 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85504d34-5c13-4283-94fe-2ff0488de0f6 req-c15d9784-fbda-41e3-a95d-64df845ef7f8 tempest-ServersTestJSON-1684854695 tempest-ServersTestJSON-1684854695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:49.049300 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-85504d34-5c13-4283-94fe-2ff0488de0f6 req-c15d9784-fbda-41e3-a95d-64df845ef7f8 tempest-ServersTestJSON-1684854695 tempest-ServersTestJSON-1684854695-project] 10.222.0.18 "GET /v2.0/ports?device_id=cbeaaf4c-704a-4da5-b3eb-27d107a4dd69 HTTP/1.1" status: 200 len: 945 time: 0.1399112 Jul 27 23:10:49.050438 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-26c7b66b-df0d-424e-ac9a-a58f26a4825e req-a6ea3538-6a38-454e-b600-16d85b81ee15 tempest-InstanceActionsV221TestJSON-1529719941 tempest-InstanceActionsV221TestJSON-1529719941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:49.052443 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-26c7b66b-df0d-424e-ac9a-a58f26a4825e req-a6ea3538-6a38-454e-b600-16d85b81ee15 tempest-InstanceActionsV221TestJSON-1529719941 tempest-InstanceActionsV221TestJSON-1529719941-project] 10.222.0.38 "DELETE /v2.0/ports/888fec2f-7434-4f78-9e48-2237f6d5df3c HTTP/1.1" status: 204 len: 173 time: 0.7446620 Jul 27 23:10:49.053865 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 23:10:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f5294b7-0b86-44fd-9011-1e546766e942 x-openstack-request-id: req-5f5294b7-0b86-44fd-9011-1e546766e942 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:10:49.054148 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84967986-7299-4570-bc82-4e600f892180", "tag": "6ba252fa-a400-4c81-8f91-22ddf08c59d0", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:10:49.054394 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5f5294b7-0b86-44fd-9011-1e546766e942 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:10:49.055139 n-d-802623-1 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84967986-7299-4570-bc82-4e600f892180', 'tag': '6ba252fa-a400-4c81-8f91-22ddf08c59d0', 'status': 'completed', 'code': 200} Jul 27 23:10:49.116129 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-85504d34-5c13-4283-94fe-2ff0488de0f6 req-7b60ffb9-9779-4e83-b0f2-d942ebb7680b tempest-ServersTestJSON-1684854695 tempest-ServersTestJSON-1684854695-project] 10.222.0.18 "GET /v2.0/security-groups?id=84587ebf-8cbd-42bb-8eec-2a11ea42d562&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597935 Jul 27 23:10:49.145853 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488805c1-b745-4924-91e5-4a1dfb39c77f req-c09590a8-5de5-47c1-9066-15b2bf8491e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:49.149034 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-488805c1-b745-4924-91e5-4a1dfb39c77f req-c09590a8-5de5-47c1-9066-15b2bf8491e7 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1b545d5113d14592aa4c69bde083a757&device_id=84967986-7299-4570-bc82-4e600f892180 HTTP/1.1" status: 200 len: 1099 time: 0.0727463 Jul 27 23:10:49.156822 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488805c1-b745-4924-91e5-4a1dfb39c77f req-659e0658-3f93-4372-a268-f1792d255b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:49.166041 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-488805c1-b745-4924-91e5-4a1dfb39c77f req-659e0658-3f93-4372-a268-f1792d255b89 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=1b545d5113d14592aa4c69bde083a757&device_id=84967986-7299-4570-bc82-4e600f892180 HTTP/1.1" status: 200 len: 1099 time: 0.0727675 Jul 27 23:10:49.246792 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-6e4c7c0e-a72c-4f7e-8c27-3febd2e81849 req-873c710a-6f65-4d03-8253-fe39c92188a8 tempest-InstanceActionsV221TestJSON-1529719941 tempest-InstanceActionsV221TestJSON-1529719941-project] 10.222.0.18 "GET /v2.0/ports?device_id=0eef3cd9-896b-48df-97e9-8bc9b6cf0d61 HTTP/1.1" status: 200 len: 210 time: 0.0322342 Jul 27 23:10:49.287292 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488805c1-b745-4924-91e5-4a1dfb39c77f req-e34e6ec1-fcfa-4de2-aa13-695d1245bd37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:49.288852 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-488805c1-b745-4924-91e5-4a1dfb39c77f req-e34e6ec1-fcfa-4de2-aa13-695d1245bd37 service neutron] 10.222.0.38 "GET /v2.0/networks?id=591af2dd-f826-43b1-aa9d-e7a0bf218c71 HTTP/1.1" status: 200 len: 870 time: 0.1180847 Jul 27 23:10:49.295453 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488805c1-b745-4924-91e5-4a1dfb39c77f req-1a2665d1-1520-4444-9361-549e2d602e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:49.297035 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-488805c1-b745-4924-91e5-4a1dfb39c77f req-1a2665d1-1520-4444-9361-549e2d602e59 service neutron] 10.222.0.49 "GET /v2.0/networks?id=591af2dd-f826-43b1-aa9d-e7a0bf218c71 HTTP/1.1" status: 200 len: 870 time: 0.1389785 Jul 27 23:10:49.341427 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-488805c1-b745-4924-91e5-4a1dfb39c77f req-8c890a2b-58ec-4b74-8ec7-376d7aa3b8c4 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=6ba252fa-a400-4c81-8f91-22ddf08c59d0 HTTP/1.1" status: 200 len: 217 time: 0.0366693 Jul 27 23:10:49.342166 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-488805c1-b745-4924-91e5-4a1dfb39c77f req-503a1c3c-ff32-43ba-b90d-4ce83cebadb5 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=6ba252fa-a400-4c81-8f91-22ddf08c59d0 HTTP/1.1" status: 200 len: 217 time: 0.0423286 Jul 27 23:10:49.356288 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 34822) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:10:49.395491 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488805c1-b745-4924-91e5-4a1dfb39c77f req-e4386d97-8234-4a2d-83b5-5c385182eee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:49.396880 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-488805c1-b745-4924-91e5-4a1dfb39c77f req-e4386d97-8234-4a2d-83b5-5c385182eee9 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=62938449-046d-4cbe-923a-7ebb632c358d HTTP/1.1" status: 200 len: 843 time: 0.0460558 Jul 27 23:10:49.397846 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488805c1-b745-4924-91e5-4a1dfb39c77f req-a0b7acf4-bb05-4049-896d-2ea2f8a1f5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:49.399361 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-488805c1-b745-4924-91e5-4a1dfb39c77f req-a0b7acf4-bb05-4049-896d-2ea2f8a1f5b0 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=62938449-046d-4cbe-923a-7ebb632c358d HTTP/1.1" status: 200 len: 843 time: 0.0503292 Jul 27 23:10:49.447614 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488805c1-b745-4924-91e5-4a1dfb39c77f req-db475be6-35f2-4762-bfed-e9c165bec597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:49.449206 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-488805c1-b745-4924-91e5-4a1dfb39c77f req-db475be6-35f2-4762-bfed-e9c165bec597 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=591af2dd-f826-43b1-aa9d-e7a0bf218c71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0420854 Jul 27 23:10:49.463814 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488805c1-b745-4924-91e5-4a1dfb39c77f req-19b05a42-535d-4842-83ed-c3a678240fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:49.465369 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-488805c1-b745-4924-91e5-4a1dfb39c77f req-19b05a42-535d-4842-83ed-c3a678240fe6 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=591af2dd-f826-43b1-aa9d-e7a0bf218c71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0464959 Jul 27 23:10:49.476897 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e6ea8325-8697-448d-978c-c8c3324cd496 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:49.533151 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device 6ba252fa-a400-4c81-8f91-22ddf08c59d0 no longer exists at agent hyperv_n-h2-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:10:49.594643 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-488805c1-b745-4924-91e5-4a1dfb39c77f req-2b7a76af-766e-44f6-9360-026cdd195545 service neutron] 10.222.0.49 "GET /v2.0/networks/591af2dd-f826-43b1-aa9d-e7a0bf218c71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351247 Jul 27 23:10:49.598853 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device 6ba252fa-a400-4c81-8f91-22ddf08c59d0 not bound to the agent host n-h2-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:10:49.599372 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device 23d2336f-667e-445d-a571-eb0b08feeab9 no longer exists at agent hyperv_n-h2-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:10:49.602095 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ced761-c263-4587-8155-9f0a64b711ad req-309a7a30-a461-489f-869b-1f5df95371b7 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:49.609803 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-82ced761-c263-4587-8155-9f0a64b711ad req-309a7a30-a461-489f-869b-1f5df95371b7 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/ports?device_id=84967986-7299-4570-bc82-4e600f892180 HTTP/1.1" status: 200 len: 948 time: 0.1263244 Jul 27 23:10:49.620923 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] No Port match for: 23d2336f-667e-445d-a571-eb0b08feeab9 {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:10:49.621601 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device 23d2336f-667e-445d-a571-eb0b08feeab9 not bound to the agent host n-h2-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:10:49.650526 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-488805c1-b745-4924-91e5-4a1dfb39c77f req-c7b5b4f2-2365-4c3f-b602-9a4d787813df service neutron] 10.222.0.38 "GET /v2.0/networks/591af2dd-f826-43b1-aa9d-e7a0bf218c71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752563 Jul 27 23:10:49.665575 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-82ced761-c263-4587-8155-9f0a64b711ad req-63cc5c4e-e86e-49d5-910d-317c6d1218d7 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb779318-b8ff-43a6-a94f-3ce471aff166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547945 Jul 27 23:10:49.764315 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e6ea8325-8697-448d-978c-c8c3324cd496 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:49.772398 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbb154e-94d0-417b-bea3-2d3d4adca21b req-665ec487-ecf3-4b6e-812e-51a8822c8f6c tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:49.773954 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-cbbb154e-94d0-417b-bea3-2d3d4adca21b req-665ec487-ecf3-4b6e-812e-51a8822c8f6c tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d72f04a-64fa-45e7-8a0e-f3f21bcd5f97 HTTP/1.1" status: 200 len: 945 time: 0.1619141 Jul 27 23:10:49.777198 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e6ea8325-8697-448d-978c-c8c3324cd496 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:49.794537 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-488805c1-b745-4924-91e5-4a1dfb39c77f req-024838b9-fd43-4a69-adae-39f432429637 service neutron] 10.222.0.38 "GET /v2.0/networks/591af2dd-f826-43b1-aa9d-e7a0bf218c71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324010 Jul 27 23:10:49.835224 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-488805c1-b745-4924-91e5-4a1dfb39c77f req-e864ca63-2a25-4f75-bf11-848485fd58f9 service neutron] 10.222.0.49 "GET /v2.0/networks/591af2dd-f826-43b1-aa9d-e7a0bf218c71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2241967 Jul 27 23:10:49.847684 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-e6ea8325-8697-448d-978c-c8c3324cd496 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d862a14be22b4f45aae04cefd78b7b32&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4904509 Jul 27 23:10:49.850893 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 34834) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:10:49.852766 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ea8325-8697-448d-978c-c8c3324cd496 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecff0da4-524e-46b8-95f0-d47ad3ec0e5a,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:10:49.872797 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-cbbb154e-94d0-417b-bea3-2d3d4adca21b req-9daf795f-7687-4314-962b-b925d2d0c53a tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] 10.222.0.18 "GET /v2.0/security-groups?id=f9282c7c-bf74-4e2f-accf-81bded4d9191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886743 Jul 27 23:10:49.889225 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 34836) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:10:49.913987 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a04e6668-09a8-4b20-9778-71c5597a629f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:49.935202 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a04e6668-09a8-4b20-9778-71c5597a629f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:49.935880 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f241df6-dfa6-4194-9e29-ff1c8e2d4036 admin admin] Deleting subnet ed7061aa-31bb-46e5-89ae-cbac0ab32fb9 {{(pid=93797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 23:10:49.938956 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0f241df6-dfa6-4194-9e29-ff1c8e2d4036 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:49.977798 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0f241df6-dfa6-4194-9e29-ff1c8e2d4036 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11335971'] for subnet, precommit_delete_associations {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:49.983583 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a04e6668-09a8-4b20-9778-71c5597a629f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:49.986172 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a04e6668-09a8-4b20-9778-71c5597a629f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:49.987354 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-a04e6668-09a8-4b20-9778-71c5597a629f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ecff0da4-524e-46b8-95f0-d47ad3ec0e5a HTTP/1.1" status: 204 len: 168 time: 0.1352375 Jul 27 23:10:50.002469 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04e6668-09a8-4b20-9778-71c5597a629f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecff0da4-524e-46b8-95f0-d47ad3ec0e5a,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:10:50.031968 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0f241df6-dfa6-4194-9e29-ff1c8e2d4036 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620741'] for subnet, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:50.098465 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0f241df6-dfa6-4194-9e29-ff1c8e2d4036 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11335991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11551414'] for subnet, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:50.125822 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f241df6-dfa6-4194-9e29-ff1c8e2d4036 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ed7061aa-31bb-46e5-89ae-cbac0ab32fb9,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:10:50.134090 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0f241df6-dfa6-4194-9e29-ff1c8e2d4036 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for subnet, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:50.136225 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-0f241df6-dfa6-4194-9e29-ff1c8e2d4036 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/ed7061aa-31bb-46e5-89ae-cbac0ab32fb9 HTTP/1.1" status: 204 len: 168 time: 0.2460012 Jul 27 23:10:50.138851 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 34844) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:10:50.218755 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-321a16ad-08f7-4c10-bd62-8ab56e2ae368 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593271'] for network, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:50.246931 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c116f481-9573-45e6-ab70-287ab0377bd0 req-2a313ee0-51ee-48dc-b5cb-7a3900a63986 tempest-ServersTestJSON-1684854695 tempest-ServersTestJSON-1684854695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:50.248781 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-c116f481-9573-45e6-ab70-287ab0377bd0 req-2a313ee0-51ee-48dc-b5cb-7a3900a63986 tempest-ServersTestJSON-1684854695 tempest-ServersTestJSON-1684854695-project] 10.222.0.18 "GET /v2.0/ports?device_id=cbeaaf4c-704a-4da5-b3eb-27d107a4dd69 HTTP/1.1" status: 200 len: 945 time: 0.0503433 Jul 27 23:10:50.297930 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-c116f481-9573-45e6-ab70-287ab0377bd0 req-43500f27-d0de-4155-a339-898953040773 tempest-ServersTestJSON-1684854695 tempest-ServersTestJSON-1684854695-project] 10.222.0.18 "GET /v2.0/security-groups?id=84587ebf-8cbd-42bb-8eec-2a11ea42d562&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424385 Jul 27 23:10:50.328509 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-321a16ad-08f7-4c10-bd62-8ab56e2ae368 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618032', 'neutron.services.segments.db._delete_segments_for_network-8736833900081'] for network, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:50.341905 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-321a16ad-08f7-4c10-bd62-8ab56e2ae368 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05b63df3-7697-4a85-acb1-f611904b31b7']}} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:10:50.353140 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-321a16ad-08f7-4c10-bd62-8ab56e2ae368 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72b26723-e467-4bad-a14c-5a299f68bca2') {'for_net_delete': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:10:50.353567 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-321a16ad-08f7-4c10-bd62-8ab56e2ae368 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72b26723-e467-4bad-a14c-5a299f68bca2') {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:10:50.363229 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-321a16ad-08f7-4c10-bd62-8ab56e2ae368 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736833900858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11163256'] for segment, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:50.385296 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-321a16ad-08f7-4c10-bd62-8ab56e2ae368 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:50.397420 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-321a16ad-08f7-4c10-bd62-8ab56e2ae368 admin admin] Releasing vlan 522 on physical network physnet1 to pool {{(pid=93798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 23:10:50.397828 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-321a16ad-08f7-4c10-bd62-8ab56e2ae368 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11971746'] for segment, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:50.399554 n-d-802623-1 neutron-server[93798]: Traceback (most recent call last): Jul 27 23:10:50.399554 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 23:10:50.399554 n-d-802623-1 neutron-server[93798]: timer() Jul 27 23:10:50.399554 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 23:10:50.399554 n-d-802623-1 neutron-server[93798]: cb(*args, **kw) Jul 27 23:10:50.399554 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 23:10:50.399554 n-d-802623-1 neutron-server[93798]: return func(*args, **kwargs) Jul 27 23:10:50.399554 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 23:10:50.399554 n-d-802623-1 neutron-server[93798]: self._notify() Jul 27 23:10:50.399554 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 23:10:50.399554 n-d-802623-1 neutron-server[93798]: self.callback(batched_events) Jul 27 23:10:50.399554 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 23:10:50.399554 n-d-802623-1 neutron-server[93798]: event.method(event) Jul 27 23:10:50.399554 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 23:10:50.399554 n-d-802623-1 neutron-server[93798]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 23:10:50.399554 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 23:10:50.399554 n-d-802623-1 neutron-server[93798]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 23:10:50.399554 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 23:10:50.399554 n-d-802623-1 neutron-server[93798]: return f(self, *a, **k) Jul 27 23:10:50.399554 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 23:10:50.399554 n-d-802623-1 neutron-server[93798]: return self._get(url).json() Jul 27 23:10:50.399554 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 23:10:50.399554 n-d-802623-1 neutron-server[93798]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 23:10:50.399554 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 23:10:50.399554 n-d-802623-1 neutron-server[93798]: return self.request(url, 'GET', **kwargs) Jul 27 23:10:50.399554 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 23:10:50.399554 n-d-802623-1 neutron-server[93798]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 23:10:50.399554 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 23:10:50.399554 n-d-802623-1 neutron-server[93798]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 23:10:50.399554 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 23:10:50.399554 n-d-802623-1 neutron-server[93798]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 23:10:50.399554 n-d-802623-1 neutron-server[93798]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 23:10:50.485944 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edaca74-cae2-4d78-8d62-cb4fc91e4f64 req-3c8e5206-3979-4dfb-b478-ce3184d13476 tempest-ServersTestJSON-1684854695 tempest-ServersTestJSON-1684854695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:50.487492 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7edaca74-cae2-4d78-8d62-cb4fc91e4f64 req-3c8e5206-3979-4dfb-b478-ce3184d13476 tempest-ServersTestJSON-1684854695 tempest-ServersTestJSON-1684854695-project] 10.222.0.38 "GET /v2.0/ports?device_id=cbeaaf4c-704a-4da5-b3eb-27d107a4dd69 HTTP/1.1" status: 200 len: 945 time: 0.1069140 Jul 27 23:10:50.488591 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-321a16ad-08f7-4c10-bd62-8ab56e2ae368 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415412'] for network, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:50.496007 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-321a16ad-08f7-4c10-bd62-8ab56e2ae368 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:50.498051 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-321a16ad-08f7-4c10-bd62-8ab56e2ae368 admin admin] 10.222.0.18 "DELETE /v2.0/networks/05b63df3-7697-4a85-acb1-f611904b31b7 HTTP/1.1" status: 204 len: 168 time: 0.3579957 Jul 27 23:10:50.501566 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 34864) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:10:50.518203 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321a16ad-08f7-4c10-bd62-8ab56e2ae368 admin admin] Pushing event deleted for resources: {'Network': ['ID=05b63df3-7697-4a85-acb1-f611904b31b7,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:10:50.543822 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 6ba252fa-a400-4c81-8f91-22ddf08c59d0 details requested by agent hyperv_n-h1-802623-1 with host n-h1-802623-1 {{(pid=93799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 23:10:50.548463 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 888fec2f-7434-4f78-9e48-2237f6d5df3c no longer exists at agent hyperv_n-h1-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:10:50.565779 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f0de027-7787-4874-ba44-cd8b8f4bfe1f admin admin] Deleting subnet 0db7ba8f-09da-41e1-8a0f-786e43afa720 {{(pid=93797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 23:10:50.570611 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9f0de027-7787-4874-ba44-cd8b8f4bfe1f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:50.587935 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] No Port match for: 888fec2f-7434-4f78-9e48-2237f6d5df3c {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:10:50.588543 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 888fec2f-7434-4f78-9e48-2237f6d5df3c not bound to the agent host n-h1-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:10:50.624916 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9f0de027-7787-4874-ba44-cd8b8f4bfe1f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11335971'] for subnet, precommit_delete_associations {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:50.675736 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9f0de027-7787-4874-ba44-cd8b8f4bfe1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620741'] for subnet, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:50.687428 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 34874) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:10:50.689826 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port 6ba252fa-a400-4c81-8f91-22ddf08c59d0, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=6ba252fa-a400-4c81-8f91-22ddf08c59d0,segment=NetworkSegment(16e91594-c047-4b55-93eb-43af33ad08e1),segment_id=16e91594-c047-4b55-93eb-43af33ad08e1)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:10:50.697648 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-7edaca74-cae2-4d78-8d62-cb4fc91e4f64 req-9be8be34-f1dd-4030-b8e1-647494a4ee5a tempest-ServersTestJSON-1684854695 tempest-ServersTestJSON-1684854695-project] Deleting port 4cf806a5-ff72-4bfc-80ab-7b8906280ea3 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:10:50.698035 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-7edaca74-cae2-4d78-8d62-cb4fc91e4f64 req-9be8be34-f1dd-4030-b8e1-647494a4ee5a tempest-ServersTestJSON-1684854695 tempest-ServersTestJSON-1684854695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:50.706942 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Returning: {'device': '6ba252fa-a400-4c81-8f91-22ddf08c59d0', 'network_id': '591af2dd-f826-43b1-aa9d-e7a0bf218c71', 'port_id': '6ba252fa-a400-4c81-8f91-22ddf08c59d0', 'mac_address': 'fa:16:3e:96:df:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62938449-046d-4cbe-923a-7ebb632c358d', 'ip_address': '192.168.233.221'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 23:10:50.753440 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9f0de027-7787-4874-ba44-cd8b8f4bfe1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11335991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11551414'] for subnet, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:50.765588 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:50.780923 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ba252fa-a400-4c81-8f91-22ddf08c59d0 {{(pid=93799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:10:50.791667 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0de027-7787-4874-ba44-cd8b8f4bfe1f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0db7ba8f-09da-41e1-8a0f-786e43afa720,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:10:50.800329 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9f0de027-7787-4874-ba44-cd8b8f4bfe1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for subnet, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:50.804842 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-9f0de027-7787-4874-ba44-cd8b8f4bfe1f admin admin] 10.222.0.18 "DELETE /v2.0/subnets/0db7ba8f-09da-41e1-8a0f-786e43afa720 HTTP/1.1" status: 204 len: 168 time: 0.3000546 Jul 27 23:10:50.805086 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 34882) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:10:50.809745 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port 6ba252fa-a400-4c81-8f91-22ddf08c59d0, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=6ba252fa-a400-4c81-8f91-22ddf08c59d0,segment=NetworkSegment(16e91594-c047-4b55-93eb-43af33ad08e1),segment_id=16e91594-c047-4b55-93eb-43af33ad08e1)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:10:50.819075 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:50.860081 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-e392f2e8-9319-4b95-ad62-0656a9d8dfac admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0491af75d2b641d8b485d778060c5a09&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1715462 Jul 27 23:10:50.863715 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 34884) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:10:50.883673 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 34886) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:10:50.896067 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3008ea25-fa92-4178-acdd-1df5ea91dee3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593271'] for network, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:50.922616 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e751c4-86f3-40c7-bf67-f5433f7043a3 req-55fda712-0b7d-4b36-94e8-c478b6aeacac tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:50.930856 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e5e751c4-86f3-40c7-bf67-f5433f7043a3 req-55fda712-0b7d-4b36-94e8-c478b6aeacac tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/ports?device_id=84967986-7299-4570-bc82-4e600f892180 HTTP/1.1" status: 200 len: 948 time: 0.1605170 Jul 27 23:10:50.934983 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Pushing event updated for resources: {'Port': ['ID=6ba252fa-a400-4c81-8f91-22ddf08c59d0,revision_number=8']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:10:50.947853 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-7edaca74-cae2-4d78-8d62-cb4fc91e4f64 req-9be8be34-f1dd-4030-b8e1-647494a4ee5a tempest-ServersTestJSON-1684854695 tempest-ServersTestJSON-1684854695-project] For port 4cf806a5-ff72-4bfc-80ab-7b8906280ea3, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=4cf806a5-ff72-4bfc-80ab-7b8906280ea3,segment=NetworkSegment(dbf759a2-7893-47b4-9f82-216314fbd6ac),segment_id=dbf759a2-7893-47b4-9f82-216314fbd6ac)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:10:50.948377 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-7edaca74-cae2-4d78-8d62-cb4fc91e4f64 req-9be8be34-f1dd-4030-b8e1-647494a4ee5a tempest-ServersTestJSON-1684854695 tempest-ServersTestJSON-1684854695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:51.028829 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-105b08a6-5dda-44bf-94ab-67536b0ff479 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1124732428-network', 'tenant_id': '0367b9fbd8e84279b822c24a4e2fb6cb'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:10:51.032543 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e5e751c4-86f3-40c7-bf67-f5433f7043a3 req-23f80530-12f6-4792-b5e4-e574064a6c48 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb779318-b8ff-43a6-a94f-3ce471aff166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012559 Jul 27 23:10:51.037034 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3008ea25-fa92-4178-acdd-1df5ea91dee3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618032', 'neutron.services.segments.db._delete_segments_for_network-8736833900081'] for network, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:51.044277 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-55bb1d41-0b50-438a-aaf4-c6a9452c4237 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:51.061351 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-3008ea25-fa92-4178-acdd-1df5ea91dee3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bab077b1-0805-402b-9676-aa5e52be55d5']}} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:10:51.083582 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-3008ea25-fa92-4178-acdd-1df5ea91dee3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db7ac4cf-c02c-48fc-bbf1-642d538f1f1d') {'for_net_delete': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:10:51.083875 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-3008ea25-fa92-4178-acdd-1df5ea91dee3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db7ac4cf-c02c-48fc-bbf1-642d538f1f1d') {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:10:51.090959 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] get_ports_and_sgs() called for port_ids ['6ba252fa-a400-4c81-8f91-22ddf08c59d0'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:10:51.101054 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3008ea25-fa92-4178-acdd-1df5ea91dee3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736833900858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11335978'] for segment, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:51.111712 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-55bb1d41-0b50-438a-aaf4-c6a9452c4237 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:51.119104 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb9e6da-2b38-4065-a9c2-40f5cfa8f644 req-64e0f5a1-c59d-4e2c-a0cd-aa2a4d42d627 tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:51.120584 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-ccb9e6da-2b38-4065-a9c2-40f5cfa8f644 req-64e0f5a1-c59d-4e2c-a0cd-aa2a4d42d627 tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d72f04a-64fa-45e7-8a0e-f3f21bcd5f97 HTTP/1.1" status: 200 len: 945 time: 0.1338012 Jul 27 23:10:51.122879 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-105b08a6-5dda-44bf-94ab-67536b0ff479 admin admin] Made reservation on behalf of 0367b9fbd8e84279b822c24a4e2fb6cb for: {'network': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:10:51.125089 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-105b08a6-5dda-44bf-94ab-67536b0ff479 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for network, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:51.137213 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3008ea25-fa92-4178-acdd-1df5ea91dee3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:51.139996 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-105b08a6-5dda-44bf-94ab-67536b0ff479 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:51.145288 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0eef3cd9-896b-48df-97e9-8bc9b6cf0d61', 'name': 'network-vif-deleted', 'tag': '888fec2f-7434-4f78-9e48-2237f6d5df3c'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:10:51.147567 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}011f8d312121274bb12d78e77c6379a2079800640016cec6c6d605b73666e854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f69844e8-5582-49c8-b085-8a556fae70b0" -d '{"events": [{"server_uuid": "0eef3cd9-896b-48df-97e9-8bc9b6cf0d61", "name": "network-vif-deleted", "tag": "888fec2f-7434-4f78-9e48-2237f6d5df3c"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:10:51.166528 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3008ea25-fa92-4178-acdd-1df5ea91dee3 admin admin] Releasing vlan 534 on physical network physnet1 to pool {{(pid=93797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 23:10:51.167464 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3008ea25-fa92-4178-acdd-1df5ea91dee3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11336013'] for segment, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:51.168908 n-d-802623-1 neutron-server[93797]: Traceback (most recent call last): Jul 27 23:10:51.168908 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 23:10:51.168908 n-d-802623-1 neutron-server[93797]: timer() Jul 27 23:10:51.168908 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 23:10:51.168908 n-d-802623-1 neutron-server[93797]: cb(*args, **kw) Jul 27 23:10:51.168908 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 23:10:51.168908 n-d-802623-1 neutron-server[93797]: return func(*args, **kwargs) Jul 27 23:10:51.168908 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 23:10:51.168908 n-d-802623-1 neutron-server[93797]: self._notify() Jul 27 23:10:51.168908 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 23:10:51.168908 n-d-802623-1 neutron-server[93797]: self.callback(batched_events) Jul 27 23:10:51.168908 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 23:10:51.168908 n-d-802623-1 neutron-server[93797]: event.method(event) Jul 27 23:10:51.168908 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 23:10:51.168908 n-d-802623-1 neutron-server[93797]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 23:10:51.168908 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 23:10:51.168908 n-d-802623-1 neutron-server[93797]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 23:10:51.168908 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 23:10:51.168908 n-d-802623-1 neutron-server[93797]: return f(self, *a, **k) Jul 27 23:10:51.168908 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 23:10:51.168908 n-d-802623-1 neutron-server[93797]: return self._get(url).json() Jul 27 23:10:51.168908 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 23:10:51.168908 n-d-802623-1 neutron-server[93797]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 23:10:51.168908 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 23:10:51.168908 n-d-802623-1 neutron-server[93797]: return self.request(url, 'GET', **kwargs) Jul 27 23:10:51.168908 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 23:10:51.168908 n-d-802623-1 neutron-server[93797]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 23:10:51.168908 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 23:10:51.168908 n-d-802623-1 neutron-server[93797]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 23:10:51.168908 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 23:10:51.168908 n-d-802623-1 neutron-server[93797]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 23:10:51.168908 n-d-802623-1 neutron-server[93797]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 23:10:51.229712 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-55bb1d41-0b50-438a-aaf4-c6a9452c4237 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:51.232534 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-55bb1d41-0b50-438a-aaf4-c6a9452c4237 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:51.233850 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-55bb1d41-0b50-438a-aaf4-c6a9452c4237 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c36f372f-6fac-470c-947e-ffd74f39e3d1 HTTP/1.1" status: 204 len: 168 time: 0.3670647 Jul 27 23:10:51.253430 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bb1d41-0b50-438a-aaf4-c6a9452c4237 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c36f372f-6fac-470c-947e-ffd74f39e3d1,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:10:51.295878 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-7edaca74-cae2-4d78-8d62-cb4fc91e4f64 req-9be8be34-f1dd-4030-b8e1-647494a4ee5a tempest-ServersTestJSON-1684854695 tempest-ServersTestJSON-1684854695-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:51.296375 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-7edaca74-cae2-4d78-8d62-cb4fc91e4f64 req-9be8be34-f1dd-4030-b8e1-647494a4ee5a tempest-ServersTestJSON-1684854695 tempest-ServersTestJSON-1684854695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-415302'] for floatingip, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:51.297195 n-d-802623-1 neutron-server[93798]: INFO neutron.db.l3_db [req-7edaca74-cae2-4d78-8d62-cb4fc91e4f64 req-9be8be34-f1dd-4030-b8e1-647494a4ee5a tempest-ServersTestJSON-1684854695 tempest-ServersTestJSON-1684854695-project] Floating IP 1dabdca9-1d64-4a8e-8ba2-c5dfd3a23806 disassociated. External IP: 172.25.4.124, port: 4cf806a5-ff72-4bfc-80ab-7b8906280ea3. Jul 27 23:10:51.297607 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-7edaca74-cae2-4d78-8d62-cb4fc91e4f64 req-9be8be34-f1dd-4030-b8e1-647494a4ee5a tempest-ServersTestJSON-1684854695 tempest-ServersTestJSON-1684854695-project] Calling delete_port for 4cf806a5-ff72-4bfc-80ab-7b8906280ea3 owned by compute:nova {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:10:51.308739 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-ccb9e6da-2b38-4065-a9c2-40f5cfa8f644 req-c108afa6-95fc-4b2c-a267-c6d7ebea360f tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] 10.222.0.18 "GET /v2.0/security-groups?id=f9282c7c-bf74-4e2f-accf-81bded4d9191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732862 Jul 27 23:10:51.311035 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3008ea25-fa92-4178-acdd-1df5ea91dee3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415412'] for network, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:51.337027 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:10:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0f2faeb-14cd-4efd-8008-96a9801d7d5b x-openstack-request-id: req-d0f2faeb-14cd-4efd-8008-96a9801d7d5b {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:10:51.337333 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0eef3cd9-896b-48df-97e9-8bc9b6cf0d61", "name": "network-vif-deleted", "tag": "888fec2f-7434-4f78-9e48-2237f6d5df3c", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:10:51.337588 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d0f2faeb-14cd-4efd-8008-96a9801d7d5b {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:10:51.337986 n-d-802623-1 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0eef3cd9-896b-48df-97e9-8bc9b6cf0d61', 'name': 'network-vif-deleted', 'tag': '888fec2f-7434-4f78-9e48-2237f6d5df3c', 'status': 'completed', 'code': 200} Jul 27 23:10:51.407587 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-105b08a6-5dda-44bf-94ab-67536b0ff479 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:51.413811 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3008ea25-fa92-4178-acdd-1df5ea91dee3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for network, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:51.415850 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-3008ea25-fa92-4178-acdd-1df5ea91dee3 admin admin] 10.222.0.18 "DELETE /v2.0/networks/bab077b1-0805-402b-9676-aa5e52be55d5 HTTP/1.1" status: 204 len: 168 time: 0.6098413 Jul 27 23:10:51.427604 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-105b08a6-5dda-44bf-94ab-67536b0ff479 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:51.446222 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3008ea25-fa92-4178-acdd-1df5ea91dee3 admin admin] Pushing event deleted for resources: {'Network': ['ID=bab077b1-0805-402b-9676-aa5e52be55d5,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:10:51.506408 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0538bc42-83ec-4559-bea3-a77cc44db30d req-ac194978-4d67-4dae-b438-6a8b66630697 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:51.507985 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-0538bc42-83ec-4559-bea3-a77cc44db30d req-ac194978-4d67-4dae-b438-6a8b66630697 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/ports?device_id=84967986-7299-4570-bc82-4e600f892180 HTTP/1.1" status: 200 len: 949 time: 0.1003311 Jul 27 23:10:51.558021 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-105b08a6-5dda-44bf-94ab-67536b0ff479 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 532} {{(pid=93797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 23:10:51.588002 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105b08a6-5dda-44bf-94ab-67536b0ff479 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=590f29d5-a38d-458c-93ce-543ee7b0dac7,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:10:51.594480 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-0538bc42-83ec-4559-bea3-a77cc44db30d req-bbe6135f-a55e-4a2a-a747-f61e9e705533 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb779318-b8ff-43a6-a94f-3ce471aff166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790687 Jul 27 23:10:51.606363 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-105b08a6-5dda-44bf-94ab-67536b0ff479 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:51.606715 n-d-802623-1 neutron-server[93797]: INFO neutron.db.segments_db [None req-105b08a6-5dda-44bf-94ab-67536b0ff479 admin admin] Added segment 4ceca444-38c4-4d60-bd70-fd80dc9834fa of type vlan for network 8a269d53-4f2a-4865-a1d0-19bfee7666c6 Jul 27 23:10:51.614684 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-7edaca74-cae2-4d78-8d62-cb4fc91e4f64 req-9be8be34-f1dd-4030-b8e1-647494a4ee5a tempest-ServersTestJSON-1684854695 tempest-ServersTestJSON-1684854695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:51.658172 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1270acd2-dbff-4267-9682-5d275bb6d091 req-ff2fca53-e801-48ce-b536-deddf6c98d72 tempest-ServersTestJSON-1684854695 tempest-ServersTestJSON-1684854695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:51.658659 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-1270acd2-dbff-4267-9682-5d275bb6d091 req-ff2fca53-e801-48ce-b536-deddf6c98d72 tempest-ServersTestJSON-1684854695 tempest-ServersTestJSON-1684854695-project] 10.222.0.18 "GET /v2.0/ports?device_id=cbeaaf4c-704a-4da5-b3eb-27d107a4dd69 HTTP/1.1" status: 200 len: 867 time: 0.2261608 Jul 27 23:10:51.701211 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-105b08a6-5dda-44bf-94ab-67536b0ff479 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736833354590'] for network, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:51.704110 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 34914) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:10:51.713308 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e22919-6c3b-4908-b384-4e07ca9df05d req-8d3135a3-aadf-473c-a764-8e5d579e611d tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:51.714813 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-37e22919-6c3b-4908-b384-4e07ca9df05d req-8d3135a3-aadf-473c-a764-8e5d579e611d tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.49 "GET /v2.0/ports?device_id=84967986-7299-4570-bc82-4e600f892180&tenant_id=1b545d5113d14592aa4c69bde083a757&binding%3Ahost_id=n-h1-802623-1 HTTP/1.1" status: 200 len: 949 time: 0.2662466 Jul 27 23:10:51.736181 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be8be34-f1dd-4030-b8e1-647494a4ee5a tempest-ServersTestJSON-1684854695 tempest-ServersTestJSON-1684854695-project] Pushing event deleted for resources: {'Port': ['ID=4cf806a5-ff72-4bfc-80ab-7b8906280ea3,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:10:51.770215 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-1270acd2-dbff-4267-9682-5d275bb6d091 req-21cfd03c-478d-495b-a474-1306a50fca65 tempest-ServersTestJSON-1684854695 tempest-ServersTestJSON-1684854695-project] 10.222.0.18 "GET /v2.0/security-groups?id=84587ebf-8cbd-42bb-8eec-2a11ea42d562&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0991197 Jul 27 23:10:51.808222 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-105b08a6-5dda-44bf-94ab-67536b0ff479 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569'] for network, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:51.809303 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-105b08a6-5dda-44bf-94ab-67536b0ff479 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:51.809884 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-105b08a6-5dda-44bf-94ab-67536b0ff479 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for network, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:51.824016 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-0d0cc00a-0a7f-4a21-b497-b2708c94a262 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=380039e5d67947088d11135dc5657e62&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0968909 Jul 27 23:10:51.824251 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 34918) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:10:51.844728 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7edaca74-cae2-4d78-8d62-cb4fc91e4f64 req-9be8be34-f1dd-4030-b8e1-647494a4ee5a tempest-ServersTestJSON-1684854695 tempest-ServersTestJSON-1684854695-project] Router 0f53fcc7-1a66-48a0-8d80-855bd0350f45 has already been hosted by L3 agent 018c4455-49c0-4734-927d-7824067b2a9e {{(pid=93798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 23:10:51.879032 n-d-802623-1 neutron-server[93797]: INFO neutron.api.v2.resource [req-37e22919-6c3b-4908-b384-4e07ca9df05d req-5a43f6d8-221b-4427-a40a-85d7b1faebd2 service neutron] delete failed (client error): The resource could not be found. Jul 27 23:10:51.880206 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-37e22919-6c3b-4908-b384-4e07ca9df05d req-5a43f6d8-221b-4427-a40a-85d7b1faebd2 service neutron] 10.222.0.49 "DELETE /v2.0/ports/6ba252fa-a400-4c81-8f91-22ddf08c59d0/bindings/n-h2-802623-1 HTTP/1.1" status: 404 len: 380 time: 0.1524258 Jul 27 23:10:51.883791 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-105b08a6-5dda-44bf-94ab-67536b0ff479 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.9989963 Jul 27 23:10:51.886704 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 34920) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:10:51.889455 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105b08a6-5dda-44bf-94ab-67536b0ff479 admin admin] Pushing event updated for resources: {'Network': ['ID=8a269d53-4f2a-4865-a1d0-19bfee7666c6,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:10:51.896172 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-ce2e5df0-c9f4-4330-a1ff-6882f8ee9e22 admin admin] Request body: {'subnet': {'network_id': '8a269d53-4f2a-4865-a1d0-19bfee7666c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1124732428-subnet', 'tenant_id': '0367b9fbd8e84279b822c24a4e2fb6cb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:10:51.902452 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Network 8a269d53-4f2a-4865-a1d0-19bfee7666c6 details requested by agent ovs-agent-n-d-802623-1 with host n-d-802623-1 {{(pid=93799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 23:10:51.946234 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce2e5df0-c9f4-4330-a1ff-6882f8ee9e22 admin admin] Made reservation on behalf of 0367b9fbd8e84279b822c24a4e2fb6cb for: {'subnet': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:10:51.949075 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ce2e5df0-c9f4-4330-a1ff-6882f8ee9e22 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11551435'] for subnet, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:51.954604 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0fafb8fc-1786-496e-b5cf-b7d26f2d5958 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:52.028582 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0fafb8fc-1786-496e-b5cf-b7d26f2d5958 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:52.071879 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7edaca74-cae2-4d78-8d62-cb4fc91e4f64 req-9be8be34-f1dd-4030-b8e1-647494a4ee5a tempest-ServersTestJSON-1684854695 tempest-ServersTestJSON-1684854695-project] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:10:52.092815 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54207dbc-30b5-4467-9b8e-051392248095 None None] Sync routers for ids ['0f53fcc7-1a66-48a0-8d80-855bd0350f45'] in n-d-802623-1 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:10:52.109579 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e22919-6c3b-4908-b384-4e07ca9df05d req-c14d66ec-aaf2-4cf6-8eb8-5f6a55fae45e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:52.111158 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-37e22919-6c3b-4908-b384-4e07ca9df05d req-c14d66ec-aaf2-4cf6-8eb8-5f6a55fae45e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1b545d5113d14592aa4c69bde083a757&device_id=84967986-7299-4570-bc82-4e600f892180 HTTP/1.1" status: 200 len: 1100 time: 0.0722730 Jul 27 23:10:52.111732 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54207dbc-30b5-4467-9b8e-051392248095 None None] Routers {'0f53fcc7-1a66-48a0-8d80-855bd0350f45'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:10:52.114583 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-54207dbc-30b5-4467-9b8e-051392248095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:10:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['0f53fcc7-1a66-48a0-8d80-855bd0350f45'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:10:52.133064 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-7edaca74-cae2-4d78-8d62-cb4fc91e4f64 req-9be8be34-f1dd-4030-b8e1-647494a4ee5a tempest-ServersTestJSON-1684854695 tempest-ServersTestJSON-1684854695-project] No DVR routers for this DVR port 4cf806a5-ff72-4bfc-80ab-7b8906280ea3 on host n-h1-802623-1 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:10:52.138426 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-7edaca74-cae2-4d78-8d62-cb4fc91e4f64 req-9be8be34-f1dd-4030-b8e1-647494a4ee5a tempest-ServersTestJSON-1684854695 tempest-ServersTestJSON-1684854695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:52.140810 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7edaca74-cae2-4d78-8d62-cb4fc91e4f64 req-9be8be34-f1dd-4030-b8e1-647494a4ee5a tempest-ServersTestJSON-1684854695 tempest-ServersTestJSON-1684854695-project] 10.222.0.38 "DELETE /v2.0/ports/4cf806a5-ff72-4bfc-80ab-7b8906280ea3 HTTP/1.1" status: 204 len: 173 time: 1.6417406 Jul 27 23:10:52.152852 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0fafb8fc-1786-496e-b5cf-b7d26f2d5958 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:52.155870 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0fafb8fc-1786-496e-b5cf-b7d26f2d5958 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:52.161635 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-0fafb8fc-1786-496e-b5cf-b7d26f2d5958 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6a305840-732b-4352-84e4-d58ec2570672 HTTP/1.1" status: 204 len: 168 time: 0.3363879 Jul 27 23:10:52.178120 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fafb8fc-1786-496e-b5cf-b7d26f2d5958 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a305840-732b-4352-84e4-d58ec2570672,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:10:52.352918 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-54207dbc-30b5-4467-9b8e-051392248095 None None] Set router 0f53fcc7-1a66-48a0-8d80-855bd0350f45 gateway port host: n-d-802623-1 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:10:52.360331 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 34938) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:10:52.377351 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e22919-6c3b-4908-b384-4e07ca9df05d req-3543b193-c425-4458-889b-4739b75c9844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:52.381799 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-37e22919-6c3b-4908-b384-4e07ca9df05d req-3543b193-c425-4458-889b-4739b75c9844 service neutron] 10.222.0.49 "GET /v2.0/networks?id=591af2dd-f826-43b1-aa9d-e7a0bf218c71 HTTP/1.1" status: 200 len: 870 time: 0.2630544 Jul 27 23:10:52.466513 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeba4fcf-f633-45a5-859e-c36a90207e56 req-268bfc80-4f6a-4b69-93f7-20966cbb6e53 tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:52.468446 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-eeba4fcf-f633-45a5-859e-c36a90207e56 req-268bfc80-4f6a-4b69-93f7-20966cbb6e53 tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d72f04a-64fa-45e7-8a0e-f3f21bcd5f97 HTTP/1.1" status: 200 len: 945 time: 0.0662265 Jul 27 23:10:52.473920 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-37e22919-6c3b-4908-b384-4e07ca9df05d req-cbb0b7ba-0daa-4236-bd2d-ecc8dfbf949a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=6ba252fa-a400-4c81-8f91-22ddf08c59d0 HTTP/1.1" status: 200 len: 217 time: 0.0806105 Jul 27 23:10:52.529740 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-eeba4fcf-f633-45a5-859e-c36a90207e56 req-10c2b7b4-27f9-41b0-b4a7-4a3b65a3ef8c tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] 10.222.0.18 "GET /v2.0/security-groups?id=f9282c7c-bf74-4e2f-accf-81bded4d9191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544691 Jul 27 23:10:52.551131 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 6ba252fa-a400-4c81-8f91-22ddf08c59d0 up at agent hyperv_n-h1-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:10:52.619594 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ce2e5df0-c9f4-4330-a1ff-6882f8ee9e22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11336182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11551417'] for subnet, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:52.627158 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e22919-6c3b-4908-b384-4e07ca9df05d req-e584db53-5b87-4d94-b2bc-29ad8f2b7112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:52.629207 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-37e22919-6c3b-4908-b384-4e07ca9df05d req-e584db53-5b87-4d94-b2bc-29ad8f2b7112 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=62938449-046d-4cbe-923a-7ebb632c358d HTTP/1.1" status: 200 len: 843 time: 0.1467478 Jul 27 23:10:52.653400 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Provisioning for port 6ba252fa-a400-4c81-8f91-22ddf08c59d0 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:10:52.667524 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Provisioning complete for port 6ba252fa-a400-4c81-8f91-22ddf08c59d0 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:10:52.669536 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:52.684606 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-570eec7f-e904-4b6d-9cf2-7cfa4bf0b637 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1184834706-network', 'tenant_id': 'd4ae0349fedc4fe693e139d0088de506'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:10:52.755763 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-570eec7f-e904-4b6d-9cf2-7cfa4bf0b637 admin admin] Made reservation on behalf of d4ae0349fedc4fe693e139d0088de506 for: {'network': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:10:52.758442 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-570eec7f-e904-4b6d-9cf2-7cfa4bf0b637 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for network, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:52.769170 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-54207dbc-30b5-4467-9b8e-051392248095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f53fcc7-1a66-48a0-8d80-855bd0350f45', 'name': 'tempest-ServersTestJSON-600988127-router', 'tenant_id': '5e7871e0124d4291a712176480dc3092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.46'}], 'enable_snat': True}, 'gw_port_id': 'c5fa0048-e803-4e28-91f8-7128b9b82dbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:08:23Z', 'updated_at': '2021-07-27T23:08:33Z', 'revision_number': 4, 'project_id': '5e7871e0124d4291a712176480dc3092', 'gw_port': {'id': 'c5fa0048-e803-4e28-91f8-7128b9b82dbc', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:7f:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f53fcc7-1a66-48a0-8d80-855bd0350f45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 762, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:08:25Z', 'updated_at': '2021-07-27T23:08:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': 'e9a704ef-a4ae-446f-9741-b701201f4e7e', 'name': '', 'network_id': '2f1c1614-8854-4219-87b5-cf7e7af195ef', 'tenant_id': '5e7871e0124d4291a712176480dc3092', 'mac_address': 'fa:16:3e:20:04:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f53fcc7-1a66-48a0-8d80-855bd0350f45', 'device_owner': 'network:router_interface', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': '8bd5b5e5-d402-4207-b1bc-794bc31be985', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:08:31Z', 'updated_at': '2021-07-27T23:08:40Z', 'revision_number': 5, 'project_id': '5e7871e0124d4291a712176480dc3092', 'subnets': [{'id': '8bd5b5e5-d402-4207-b1bc-794bc31be985', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:10:52.779541 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2e5df0-c9f4-4330-a1ff-6882f8ee9e22 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f549fcdc-30d6-4a86-9454-eed6b262e746,revision_number=0']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:10:52.788422 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-570eec7f-e904-4b6d-9cf2-7cfa4bf0b637 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:52.796071 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce2e5df0-c9f4-4330-a1ff-6882f8ee9e22 admin admin] Checking segment: {'id': '4ceca444-38c4-4d60-bd70-fd80dc9834fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '8a269d53-4f2a-4865-a1d0-19bfee7666c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:10:52.796736 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce2e5df0-c9f4-4330-a1ff-6882f8ee9e22 admin admin] Network hostable DHCP agents. Network: 8a269d53-4f2a-4865-a1d0-19bfee7666c6, hostable agents: ['5950e76f-2bde-4343-a925-cbe6bacd2706'], hosted agents: [] {{(pid=93797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 23:10:52.806116 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e22919-6c3b-4908-b384-4e07ca9df05d req-5070d47c-7e24-415d-817a-54836c044c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:52.808135 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-37e22919-6c3b-4908-b384-4e07ca9df05d req-5070d47c-7e24-415d-817a-54836c044c72 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=591af2dd-f826-43b1-aa9d-e7a0bf218c71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1512308 Jul 27 23:10:52.811257 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:52.824366 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b782cf80-9b6e-425c-8bc8-4c766b24ab05 req-56e8f3be-6ded-4360-96b9-a4ef78eb4d0f tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:52.825966 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-b782cf80-9b6e-425c-8bc8-4c766b24ab05 req-56e8f3be-6ded-4360-96b9-a4ef78eb4d0f tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/ports?device_id=84967986-7299-4570-bc82-4e600f892180 HTTP/1.1" status: 200 len: 949 time: 0.1119754 Jul 27 23:10:52.861153 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54207dbc-30b5-4467-9b8e-051392248095 None None] Checking router: 0f53fcc7-1a66-48a0-8d80-855bd0350f45 for host: n-d-802623-1 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 23:10:52.870523 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84967986-7299-4570-bc82-4e600f892180', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ba252fa-a400-4c81-8f91-22ddf08c59d0'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:10:52.873971 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c0369b0d4f459110ff20a1f9878ba33f96d6491bddb9d15843bf29d01e0bda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b377d656-8b8b-4330-91a6-7007ecf70030" -d '{"events": [{"server_uuid": "84967986-7299-4570-bc82-4e600f892180", "name": "network-vif-plugged", "status": "completed", "tag": "6ba252fa-a400-4c81-8f91-22ddf08c59d0"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:10:52.891477 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54207dbc-30b5-4467-9b8e-051392248095 None None] Routers {'0f53fcc7-1a66-48a0-8d80-855bd0350f45'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:10:52.892387 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-54207dbc-30b5-4467-9b8e-051392248095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:10:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['0f53fcc7-1a66-48a0-8d80-855bd0350f45'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:10:52.893345 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port 6ba252fa-a400-4c81-8f91-22ddf08c59d0, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=6ba252fa-a400-4c81-8f91-22ddf08c59d0,segment=NetworkSegment(16e91594-c047-4b55-93eb-43af33ad08e1),segment_id=16e91594-c047-4b55-93eb-43af33ad08e1)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:10:52.900295 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:52.901527 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 4cf806a5-ff72-4bfc-80ab-7b8906280ea3 no longer exists at agent hyperv_n-h1-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:10:52.926346 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce2e5df0-c9f4-4330-a1ff-6882f8ee9e22 admin admin] Network 8a269d53-4f2a-4865-a1d0-19bfee7666c6 is scheduled to be hosted by DHCP agent 5950e76f-2bde-4343-a925-cbe6bacd2706 with binding_index 1 {{(pid=93797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 23:10:52.938137 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] No Port match for: 4cf806a5-ff72-4bfc-80ab-7b8906280ea3 {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:10:52.938789 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 4cf806a5-ff72-4bfc-80ab-7b8906280ea3 not bound to the agent host n-h1-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:10:53.010048 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-ce2e5df0-c9f4-4330-a1ff-6882f8ee9e22 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802623-1, 8a269d53-4f2a-4865-a1d0-19bfee7666c6) {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:10:53.019503 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-cd2b4025-3873-4b79-b0f2-1b3a2215bdda req-c1f5f6a5-c9c1-4c6d-8bfb-eaffe1747ebb tempest-ServersTestJSON-1684854695 tempest-ServersTestJSON-1684854695-project] 10.222.0.18 "GET /v2.0/ports?device_id=cbeaaf4c-704a-4da5-b3eb-27d107a4dd69 HTTP/1.1" status: 200 len: 210 time: 0.0919156 Jul 27 23:10:53.027589 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-570eec7f-e904-4b6d-9cf2-7cfa4bf0b637 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:53.033487 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a3c885b-346c-4c35-8dfd-31c425709b17 None None] Network 8a269d53-4f2a-4865-a1d0-19bfee7666c6 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:10:53.037863 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-54207dbc-30b5-4467-9b8e-051392248095 None None] Set router 0f53fcc7-1a66-48a0-8d80-855bd0350f45 gateway port host: n-d-802623-1 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:10:53.040161 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-570eec7f-e904-4b6d-9cf2-7cfa4bf0b637 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:53.041005 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Pushing event updated for resources: {'Port': ['ID=6ba252fa-a400-4c81-8f91-22ddf08c59d0,revision_number=9']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:10:53.074198 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce2e5df0-c9f4-4330-a1ff-6882f8ee9e22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:53.075367 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ce2e5df0-c9f4-4330-a1ff-6882f8ee9e22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for subnet, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:53.091030 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-b782cf80-9b6e-425c-8bc8-4c766b24ab05 req-87911101-a2e6-466d-b663-ae528814170c tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb779318-b8ff-43a6-a94f-3ce471aff166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2539418 Jul 27 23:10:53.123834 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-570eec7f-e904-4b6d-9cf2-7cfa4bf0b637 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 510} {{(pid=93798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 23:10:53.126246 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-37e22919-6c3b-4908-b384-4e07ca9df05d req-5564b573-a745-454a-8463-3f1b88c2467f service neutron] 10.222.0.49 "GET /v2.0/networks/591af2dd-f826-43b1-aa9d-e7a0bf218c71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2990863 Jul 27 23:10:53.133866 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-ce2e5df0-c9f4-4330-a1ff-6882f8ee9e22 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.2451825 Jul 27 23:10:53.134855 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 34962) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:10:53.140289 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:10:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a096e6d9-a64d-4592-80e0-b345a62f5800 x-openstack-request-id: req-a096e6d9-a64d-4592-80e0-b345a62f5800 {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:10:53.140709 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84967986-7299-4570-bc82-4e600f892180", "name": "network-vif-plugged", "status": "completed", "tag": "6ba252fa-a400-4c81-8f91-22ddf08c59d0", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:10:53.141187 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a096e6d9-a64d-4592-80e0-b345a62f5800 {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:10:53.141669 n-d-802623-1 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84967986-7299-4570-bc82-4e600f892180', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ba252fa-a400-4c81-8f91-22ddf08c59d0', 'code': 200} Jul 27 23:10:53.143507 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-4e0ca641-096d-4094-9cab-30d44ea5ae40 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1124732428-router', 'tenant_id': '0367b9fbd8e84279b822c24a4e2fb6cb', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'}}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:10:53.173174 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570eec7f-e904-4b6d-9cf2-7cfa4bf0b637 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1683666-2031-45b7-8015-e9f1b36fb2f1,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:10:53.203897 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-570eec7f-e904-4b6d-9cf2-7cfa4bf0b637 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:53.204616 n-d-802623-1 neutron-server[93798]: INFO neutron.db.segments_db [None req-570eec7f-e904-4b6d-9cf2-7cfa4bf0b637 admin admin] Added segment 6aa8292f-47cc-47ee-ac5f-a751b39a03ef of type vlan for network d458c13a-e340-45a3-bc4b-5109e47750ee Jul 27 23:10:53.269717 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6442f184-f58e-4e5b-97b6-c1fb58fcf272 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f6f257c-ad18-5f0c-8c8e-ea085a5fc8a2-8a269d53-4f2a-4865-a1d0-19bfee7666c6', 'network_id': '8a269d53-4f2a-4865-a1d0-19bfee7666c6', 'tenant_id': '0367b9fbd8e84279b822c24a4e2fb6cb', 'fixed_ips': [{'subnet_id': 'f549fcdc-30d6-4a86-9454-eed6b262e746'}]}} from n-d-802623-1. {{(pid=93799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 23:10:53.270897 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-6442f184-f58e-4e5b-97b6-c1fb58fcf272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:53.339214 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-570eec7f-e904-4b6d-9cf2-7cfa4bf0b637 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736833354590'] for network, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:53.344303 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbeaaf4c-704a-4da5-b3eb-27d107a4dd69', 'name': 'network-vif-deleted', 'tag': '4cf806a5-ff72-4bfc-80ab-7b8906280ea3'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:10:53.349342 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}011f8d312121274bb12d78e77c6379a2079800640016cec6c6d605b73666e854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2604dc0-545c-4985-8d6a-d95962defc83" -d '{"events": [{"server_uuid": "cbeaaf4c-704a-4da5-b3eb-27d107a4dd69", "name": "network-vif-deleted", "tag": "4cf806a5-ff72-4bfc-80ab-7b8906280ea3"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:10:53.427657 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:10:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf7a1e45-e75d-46da-83c6-c3e59f7d2ac5 x-openstack-request-id: req-bf7a1e45-e75d-46da-83c6-c3e59f7d2ac5 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:10:53.428295 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbeaaf4c-704a-4da5-b3eb-27d107a4dd69", "name": "network-vif-deleted", "tag": "4cf806a5-ff72-4bfc-80ab-7b8906280ea3", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:10:53.428796 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-bf7a1e45-e75d-46da-83c6-c3e59f7d2ac5 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:10:53.429401 n-d-802623-1 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbeaaf4c-704a-4da5-b3eb-27d107a4dd69', 'name': 'network-vif-deleted', 'tag': '4cf806a5-ff72-4bfc-80ab-7b8906280ea3', 'status': 'completed', 'code': 200} Jul 27 23:10:53.432142 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-570eec7f-e904-4b6d-9cf2-7cfa4bf0b637 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569'] for network, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:53.433494 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-570eec7f-e904-4b6d-9cf2-7cfa4bf0b637 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:53.434465 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-570eec7f-e904-4b6d-9cf2-7cfa4bf0b637 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:53.469722 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-6442f184-f58e-4e5b-97b6-c1fb58fcf272 None None] Allocated IP 172.20.0.2 (8a269d53-4f2a-4865-a1d0-19bfee7666c6/f549fcdc-30d6-4a86-9454-eed6b262e746/2bada422-c62d-4484-b290-d9cd2324c3fb) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:10:53.483956 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-54207dbc-30b5-4467-9b8e-051392248095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f53fcc7-1a66-48a0-8d80-855bd0350f45', 'name': 'tempest-ServersTestJSON-600988127-router', 'tenant_id': '5e7871e0124d4291a712176480dc3092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.46'}], 'enable_snat': True}, 'gw_port_id': 'c5fa0048-e803-4e28-91f8-7128b9b82dbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:08:23Z', 'updated_at': '2021-07-27T23:08:33Z', 'revision_number': 4, 'project_id': '5e7871e0124d4291a712176480dc3092', 'gw_port': {'id': 'c5fa0048-e803-4e28-91f8-7128b9b82dbc', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:7f:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f53fcc7-1a66-48a0-8d80-855bd0350f45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 762, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:08:25Z', 'updated_at': '2021-07-27T23:08:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': 'e9a704ef-a4ae-446f-9741-b701201f4e7e', 'name': '', 'network_id': '2f1c1614-8854-4219-87b5-cf7e7af195ef', 'tenant_id': '5e7871e0124d4291a712176480dc3092', 'mac_address': 'fa:16:3e:20:04:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f53fcc7-1a66-48a0-8d80-855bd0350f45', 'device_owner': 'network:router_interface', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': '8bd5b5e5-d402-4207-b1bc-794bc31be985', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:08:31Z', 'updated_at': '2021-07-27T23:08:40Z', 'revision_number': 5, 'project_id': '5e7871e0124d4291a712176480dc3092', 'subnets': [{'id': '8bd5b5e5-d402-4207-b1bc-794bc31be985', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:10:53.484727 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 34974) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:10:53.524373 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54207dbc-30b5-4467-9b8e-051392248095 None None] The sync data for ids ['0f53fcc7-1a66-48a0-8d80-855bd0350f45'] in n-d-802623-1 is: [{'id': '0f53fcc7-1a66-48a0-8d80-855bd0350f45', 'name': 'tempest-ServersTestJSON-600988127-router', 'tenant_id': '5e7871e0124d4291a712176480dc3092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.46'}], 'enable_snat': True}, 'gw_port_id': 'c5fa0048-e803-4e28-91f8-7128b9b82dbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:08:23Z', 'updated_at': '2021-07-27T23:08:33Z', 'revision_number': 4, 'project_id': '5e7871e0124d4291a712176480dc3092', 'gw_port': {'id': 'c5fa0048-e803-4e28-91f8-7128b9b82dbc', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:7f:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f53fcc7-1a66-48a0-8d80-855bd0350f45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 762, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:08:25Z', 'updated_at': '2021-07-27T23:08:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': 'e9a704ef-a4ae-446f-9741-b701201f4e7e', 'name': '', 'network_id': '2f1c1614-8854-4219-87b5-cf7e7af195ef', 'tenant_id': '5e7871e0124d4291a712176480dc3092', 'mac_address': 'fa:16:3e:20:04:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f53fcc7-1a66-48a0-8d80-855bd0350f45', 'device_owner': 'network:router_interface', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': '8bd5b5e5-d402-4207-b1bc-794bc31be985', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:08:31Z', 'updated_at': '2021-07-27T23:08:40Z', 'revision_number': 5, 'project_id': '5e7871e0124d4291a712176480dc3092', 'subnets': [{'id': '8bd5b5e5-d402-4207-b1bc-794bc31be985', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:10:53.527756 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-570eec7f-e904-4b6d-9cf2-7cfa4bf0b637 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1661303 Jul 27 23:10:53.529559 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 34978) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:10:53.538563 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-0dfaf6eb-157e-4168-b571-62e25e5a89d9 admin admin] Request body: {'subnet': {'network_id': 'd458c13a-e340-45a3-bc4b-5109e47750ee', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1184834706-subnet', 'tenant_id': 'd4ae0349fedc4fe693e139d0088de506', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:10:53.575228 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570eec7f-e904-4b6d-9cf2-7cfa4bf0b637 admin admin] Pushing event updated for resources: {'Network': ['ID=d458c13a-e340-45a3-bc4b-5109e47750ee,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:10:53.615152 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dfaf6eb-157e-4168-b571-62e25e5a89d9 admin admin] Made reservation on behalf of d4ae0349fedc4fe693e139d0088de506 for: {'subnet': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:10:53.618025 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0dfaf6eb-157e-4168-b571-62e25e5a89d9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12265828'] for subnet, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:53.669606 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4e0ca641-096d-4094-9cab-30d44ea5ae40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62159'] for router, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:53.670604 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4e0ca641-096d-4094-9cab-30d44ea5ae40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-479230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-415539', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3693317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62148'] for router, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:53.673606 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Network d458c13a-e340-45a3-bc4b-5109e47750ee details requested by agent ovs-agent-n-d-802623-1 with host n-d-802623-1 {{(pid=93799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 23:10:53.703436 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-61c84d3b-d404-4ede-8ed1-69d9f4aac095 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-618014934-network', 'tenant_id': '3dd87590edde4cf0a79763035f79f293'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:10:53.728653 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-37e22919-6c3b-4908-b384-4e07ca9df05d req-a6b23e7d-c5a4-4ce1-b406-7653ce19259d service neutron] 10.222.0.49 "GET /v2.0/networks/591af2dd-f826-43b1-aa9d-e7a0bf218c71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5886467 Jul 27 23:10:53.751297 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-6442f184-f58e-4e5b-97b6-c1fb58fcf272 None None] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:53.764415 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4e0ca641-096d-4094-9cab-30d44ea5ae40 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:53.765218 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-6442f184-f58e-4e5b-97b6-c1fb58fcf272 None None] Transition to ACTIVE for port object 2bada422-c62d-4484-b290-d9cd2324c3fb will not be triggered until provisioned by entity L2. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:10:53.785662 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-6442f184-f58e-4e5b-97b6-c1fb58fcf272 None None] Transition to ACTIVE for port object 2bada422-c62d-4484-b290-d9cd2324c3fb will not be triggered until provisioned by entity DHCP. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:10:53.818515 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-6442f184-f58e-4e5b-97b6-c1fb58fcf272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:53.867858 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6442f184-f58e-4e5b-97b6-c1fb58fcf272 None None] Network 8a269d53-4f2a-4865-a1d0-19bfee7666c6 is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:10:53.871511 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-6442f184-f58e-4e5b-97b6-c1fb58fcf272 None None] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:10:53.875293 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6442f184-f58e-4e5b-97b6-c1fb58fcf272 None None] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:10:53.927238 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6442f184-f58e-4e5b-97b6-c1fb58fcf272 None None] Pushing event updated for resources: {'Port': ['ID=2bada422-c62d-4484-b290-d9cd2324c3fb,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:10:53.936252 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a551fcc-dea2-40b3-b71e-5ef7f5865a77 None None] New status for floating IP 1dabdca9-1d64-4a8e-8ba2-c5dfd3a23806: DOWN {{(pid=93799) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 23:10:53.976585 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4e0ca641-096d-4094-9cab-30d44ea5ae40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-415433', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62186'] for router, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:54.014494 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-6442f184-f58e-4e5b-97b6-c1fb58fcf272 None None] Attempting to bind port 2bada422-c62d-4484-b290-d9cd2324c3fb on host n-d-802623-1 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:10:54.015159 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-6442f184-f58e-4e5b-97b6-c1fb58fcf272 None None] Attempting to bind port 2bada422-c62d-4484-b290-d9cd2324c3fb by drivers openvswitch,hyperv on host n-d-802623-1 at level 0 using segments [{'id': '4ceca444-38c4-4d60-bd70-fd80dc9834fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '8a269d53-4f2a-4865-a1d0-19bfee7666c6'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:10:54.015295 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6442f184-f58e-4e5b-97b6-c1fb58fcf272 None None] Attempting to bind port 2bada422-c62d-4484-b290-d9cd2324c3fb on network 8a269d53-4f2a-4865-a1d0-19bfee7666c6 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:10:54.028717 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6442f184-f58e-4e5b-97b6-c1fb58fcf272 None None] Checking agent: {'id': 'a9a568d2-a5e7-41e4-833f-a8ab42ea4073', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 52, 30), 'started_at': datetime.datetime(2021, 7, 27, 22, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 10, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802623-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:10:54.029146 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6442f184-f58e-4e5b-97b6-c1fb58fcf272 None None] Checking segment: {'id': '4ceca444-38c4-4d60-bd70-fd80dc9834fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '8a269d53-4f2a-4865-a1d0-19bfee7666c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:10:54.029577 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-6442f184-f58e-4e5b-97b6-c1fb58fcf272 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:54.029959 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6442f184-f58e-4e5b-97b6-c1fb58fcf272 None None] Bound using segment: {'id': '4ceca444-38c4-4d60-bd70-fd80dc9834fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '8a269d53-4f2a-4865-a1d0-19bfee7666c6'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:10:54.030404 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-6442f184-f58e-4e5b-97b6-c1fb58fcf272 None None] Bound port: 2bada422-c62d-4484-b290-d9cd2324c3fb, host: n-d-802623-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ceca444-38c4-4d60-bd70-fd80dc9834fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '8a269d53-4f2a-4865-a1d0-19bfee7666c6'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:10:54.030787 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-6442f184-f58e-4e5b-97b6-c1fb58fcf272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:54.139733 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61c84d3b-d404-4ede-8ed1-69d9f4aac095 admin admin] Made reservation on behalf of 3dd87590edde4cf0a79763035f79f293 for: {'network': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:10:54.142029 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-61c84d3b-d404-4ede-8ed1-69d9f4aac095 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for network, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:54.155416 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1b0374-5ad3-49af-ab6d-37b7b7b49e88 req-d1d9a59e-5686-4c2b-b666-384193c9c782 tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:54.171038 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-6a1b0374-5ad3-49af-ab6d-37b7b7b49e88 req-d1d9a59e-5686-4c2b-b666-384193c9c782 tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d72f04a-64fa-45e7-8a0e-f3f21bcd5f97 HTTP/1.1" status: 200 len: 945 time: 0.4751933 Jul 27 23:10:54.189308 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-61c84d3b-d404-4ede-8ed1-69d9f4aac095 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:54.217983 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-6442f184-f58e-4e5b-97b6-c1fb58fcf272 None None] For port 2bada422-c62d-4484-b290-d9cd2324c3fb, host n-d-802623-1, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:10:54.221602 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-6442f184-f58e-4e5b-97b6-c1fb58fcf272 None None] For port 2bada422-c62d-4484-b290-d9cd2324c3fb, host n-d-802623-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=2bada422-c62d-4484-b290-d9cd2324c3fb,segment=NetworkSegment(4ceca444-38c4-4d60-bd70-fd80dc9834fa),segment_id=4ceca444-38c4-4d60-bd70-fd80dc9834fa)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:10:54.228778 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-6442f184-f58e-4e5b-97b6-c1fb58fcf272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:54.293741 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6442f184-f58e-4e5b-97b6-c1fb58fcf272 None None] Pushing event updated for resources: {'Port': ['ID=2bada422-c62d-4484-b290-d9cd2324c3fb,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:10:54.309298 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4e0ca641-096d-4094-9cab-30d44ea5ae40 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:54.310939 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-6a1b0374-5ad3-49af-ab6d-37b7b7b49e88 req-dd77e4c6-abbd-49c2-9f02-d04b5202e31a tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] 10.222.0.18 "GET /v2.0/security-groups?id=f9282c7c-bf74-4e2f-accf-81bded4d9191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387193 Jul 27 23:10:54.341394 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4e0ca641-096d-4094-9cab-30d44ea5ae40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:54.386714 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 34992) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:10:54.445922 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1625cb0-616d-445e-bb35-43ae9d3cd610 req-4d0ac350-e184-4e5c-8da6-932324aab459 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:54.447595 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-c1625cb0-616d-445e-bb35-43ae9d3cd610 req-4d0ac350-e184-4e5c-8da6-932324aab459 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/ports?device_id=84967986-7299-4570-bc82-4e600f892180 HTTP/1.1" status: 200 len: 950 time: 0.2601724 Jul 27 23:10:54.458818 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0dfaf6eb-157e-4168-b571-62e25e5a89d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11971609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12265750'] for subnet, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:54.580146 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-c1625cb0-616d-445e-bb35-43ae9d3cd610 req-34ba2cc2-b9a6-43bf-8dcc-1ae31b72561e tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb779318-b8ff-43a6-a94f-3ce471aff166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241322 Jul 27 23:10:54.591022 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-61c84d3b-d404-4ede-8ed1-69d9f4aac095 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:54.604728 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-61c84d3b-d404-4ede-8ed1-69d9f4aac095 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:54.623616 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3c648985-2cf3-42a9-acc4-1fed175f5868 tempest-ServersTestJSON-1684854695 tempest-ServersTestJSON-1684854695-project] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:54.626981 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-4e0ca641-096d-4094-9cab-30d44ea5ae40 admin admin] Allocated IP 172.25.4.30 (2fd42287-ed26-4eb9-89a5-b521f5b04356/17de1f8f-393a-4b0c-a2df-614bd3f2fb5e/234ed106-7f9a-45b8-a00c-025ba7e00ea0) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:10:54.663654 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfaf6eb-157e-4168-b571-62e25e5a89d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3178a8d2-6ff7-4d81-8c0d-f8cbfd092012,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:10:54.678935 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61c84d3b-d404-4ede-8ed1-69d9f4aac095 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 507} {{(pid=93798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 23:10:54.708282 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-61c84d3b-d404-4ede-8ed1-69d9f4aac095 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:54.708625 n-d-802623-1 neutron-server[93798]: INFO neutron.db.segments_db [None req-61c84d3b-d404-4ede-8ed1-69d9f4aac095 admin admin] Added segment a4e00faf-25f0-4db6-a45e-605d169ddf17 of type vlan for network b08eced6-95a6-4447-9060-3f7f22a17e45 Jul 27 23:10:54.711307 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3c648985-2cf3-42a9-acc4-1fed175f5868 tempest-ServersTestJSON-1684854695 tempest-ServersTestJSON-1684854695-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:54.714036 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dfaf6eb-157e-4168-b571-62e25e5a89d9 admin admin] Checking segment: {'id': '6aa8292f-47cc-47ee-ac5f-a751b39a03ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'd458c13a-e340-45a3-bc4b-5109e47750ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:10:54.714394 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dfaf6eb-157e-4168-b571-62e25e5a89d9 admin admin] Network hostable DHCP agents. Network: d458c13a-e340-45a3-bc4b-5109e47750ee, hostable agents: ['5950e76f-2bde-4343-a925-cbe6bacd2706'], hosted agents: [] {{(pid=93798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 23:10:54.716340 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c84d3b-d404-4ede-8ed1-69d9f4aac095 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eca09b29-4321-4253-8aad-f633183cc318,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:10:54.740091 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4e0ca641-096d-4094-9cab-30d44ea5ae40 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:54.785020 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4e0ca641-096d-4094-9cab-30d44ea5ae40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:54.791794 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-61c84d3b-d404-4ede-8ed1-69d9f4aac095 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736833354590'] for network, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:54.801947 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dfaf6eb-157e-4168-b571-62e25e5a89d9 admin admin] Network d458c13a-e340-45a3-bc4b-5109e47750ee is scheduled to be hosted by DHCP agent 5950e76f-2bde-4343-a925-cbe6bacd2706 with binding_index 1 {{(pid=93798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 23:10:54.823680 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e0ca641-096d-4094-9cab-30d44ea5ae40 admin admin] Network 2fd42287-ed26-4eb9-89a5-b521f5b04356 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:10:54.826043 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-0dfaf6eb-157e-4168-b571-62e25e5a89d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802623-1, d458c13a-e340-45a3-bc4b-5109e47750ee) {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:10:54.827332 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-4e0ca641-096d-4094-9cab-30d44ea5ae40 admin admin] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:10:54.832546 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dfaf6eb-157e-4168-b571-62e25e5a89d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:54.833115 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0dfaf6eb-157e-4168-b571-62e25e5a89d9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:54.834670 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e0ca641-096d-4094-9cab-30d44ea5ae40 admin admin] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:10:54.839791 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bef47d8-1f18-4e50-ae52-affaf3dde923 None None] Network d458c13a-e340-45a3-bc4b-5109e47750ee requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:10:54.840807 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3c648985-2cf3-42a9-acc4-1fed175f5868 tempest-ServersTestJSON-1684854695 tempest-ServersTestJSON-1684854695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:54.841011 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0ca641-096d-4094-9cab-30d44ea5ae40 admin admin] Pushing event updated for resources: {'Port': ['ID=234ed106-7f9a-45b8-a00c-025ba7e00ea0,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:10:54.844128 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3c648985-2cf3-42a9-acc4-1fed175f5868 tempest-ServersTestJSON-1684854695 tempest-ServersTestJSON-1684854695-project] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:54.845303 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-3c648985-2cf3-42a9-acc4-1fed175f5868 tempest-ServersTestJSON-1684854695 tempest-ServersTestJSON-1684854695-project] 10.222.0.18 "DELETE /v2.0/security-groups/84587ebf-8cbd-42bb-8eec-2a11ea42d562 HTTP/1.1" status: 204 len: 168 time: 0.4565649 Jul 27 23:10:54.852194 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 34994) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:10:54.870606 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-61c84d3b-d404-4ede-8ed1-69d9f4aac095 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569'] for network, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:54.871601 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61c84d3b-d404-4ede-8ed1-69d9f4aac095 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:54.872179 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-61c84d3b-d404-4ede-8ed1-69d9f4aac095 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:54.883916 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c648985-2cf3-42a9-acc4-1fed175f5868 tempest-ServersTestJSON-1684854695 tempest-ServersTestJSON-1684854695-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=84587ebf-8cbd-42bb-8eec-2a11ea42d562,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:10:54.887407 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-0dfaf6eb-157e-4168-b571-62e25e5a89d9 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3540621 Jul 27 23:10:54.890817 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 34996) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:10:54.891662 n-d-802623-1 neutron-server[93798]: INFO neutron.api.v2.resource [None req-9b33b2ca-5b4e-4ff4-8f86-57109985e92f tempest-ServersTestJSON-1684854695 tempest-ServersTestJSON-1684854695-project] show failed (client error): The resource could not be found. Jul 27 23:10:54.896541 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-9b33b2ca-5b4e-4ff4-8f86-57109985e92f tempest-ServersTestJSON-1684854695 tempest-ServersTestJSON-1684854695-project] 10.222.0.18 "GET /v2.0/security-groups/84587ebf-8cbd-42bb-8eec-2a11ea42d562 HTTP/1.1" status: 404 len: 347 time: 0.0377576 Jul 27 23:10:54.898063 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-dfca4171-39ca-4e2b-be49-35a904007c12 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1184834706-router', 'tenant_id': 'd4ae0349fedc4fe693e139d0088de506', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'}}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:10:54.900988 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 34998) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:10:54.937786 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-61c84d3b-d404-4ede-8ed1-69d9f4aac095 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.4507308 Jul 27 23:10:54.945090 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 35000) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:10:54.956909 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c84d3b-d404-4ede-8ed1-69d9f4aac095 admin admin] Pushing event updated for resources: {'Network': ['ID=b08eced6-95a6-4447-9060-3f7f22a17e45,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:10:54.968067 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Network b08eced6-95a6-4447-9060-3f7f22a17e45 details requested by agent ovs-agent-n-d-802623-1 with host n-d-802623-1 {{(pid=93799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 23:10:54.983267 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-20ad0b0c-e29b-4da4-9d59-dbfeca0e9981 admin admin] Request body: {'subnet': {'network_id': 'b08eced6-95a6-4447-9060-3f7f22a17e45', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-618014934-subnet', 'tenant_id': '3dd87590edde4cf0a79763035f79f293', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:10:55.028592 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3146caa-b3f5-4c4b-adbc-72fd48f9dcd6 None None] Network d458c13a-e340-45a3-bc4b-5109e47750ee requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:10:55.053230 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.db.api [None req-20ad0b0c-e29b-4da4-9d59-dbfeca0e9981 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 27 23:10:55.053230 n-d-802623-1 neutron-server[93797]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 27 23:10:55.053230 n-d-802623-1 neutron-server[93797]: [parameters: {'project_id_1': '3dd87590edde4cf0a79763035f79f293', 'expiration_1': datetime.datetime(2021, 7, 27, 23, 10, 55, 14686)}] Jul 27 23:10:55.053230 n-d-802623-1 neutron-server[93797]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93797) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 23:10:55.053799 n-d-802623-1 neutron-server[93797]: DEBUG oslo_db.api [None req-20ad0b0c-e29b-4da4-9d59-dbfeca0e9981 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 23:10:55.100281 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-dfca4171-39ca-4e2b-be49-35a904007c12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62159'] for router, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:55.101321 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-dfca4171-39ca-4e2b-be49-35a904007c12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-479230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-415539', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3693317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62148'] for router, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:55.234821 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-dfca4171-39ca-4e2b-be49-35a904007c12 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:55.356766 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-925930de-81dc-4a72-a968-0b00548363b1 None None] Network 8a269d53-4f2a-4865-a1d0-19bfee7666c6 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:10:55.358761 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-c1d91953-a583-4df4-b00d-de9a1a0959d6 tempest-ServersTestJSON-1684854695 tempest-ServersTestJSON-1684854695-project] Deleting port 6a4db971-462f-430f-a5df-e78a5911bf2d {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:10:55.359130 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c1d91953-a583-4df4-b00d-de9a1a0959d6 tempest-ServersTestJSON-1684854695 tempest-ServersTestJSON-1684854695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:55.434935 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e144a92b-33ea-44c5-9b63-c232488b6438 req-a402ea25-d628-41a6-84ef-4d6a110e0251 tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:55.436611 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e144a92b-33ea-44c5-9b63-c232488b6438 req-a402ea25-d628-41a6-84ef-4d6a110e0251 tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d72f04a-64fa-45e7-8a0e-f3f21bcd5f97 HTTP/1.1" status: 200 len: 945 time: 0.0502865 Jul 27 23:10:55.476468 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-dfca4171-39ca-4e2b-be49-35a904007c12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-415433', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62186'] for router, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:55.481085 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e144a92b-33ea-44c5-9b63-c232488b6438 req-8d3b7692-0fc8-4daf-9448-f4e805dbd3af tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] 10.222.0.18 "GET /v2.0/security-groups?id=f9282c7c-bf74-4e2f-accf-81bded4d9191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357218 Jul 27 23:10:55.481272 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4e0ca641-096d-4094-9cab-30d44ea5ae40 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:55.487101 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-c3e8f8ff-b650-4742-88d8-01fdcca889c8 None None] Provisioning for port 2bada422-c62d-4484-b290-d9cd2324c3fb completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:10:55.629737 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c1d91953-a583-4df4-b00d-de9a1a0959d6 tempest-ServersTestJSON-1684854695 tempest-ServersTestJSON-1684854695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:55.630029 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c1d91953-a583-4df4-b00d-de9a1a0959d6 tempest-ServersTestJSON-1684854695 tempest-ServersTestJSON-1684854695-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:55.657511 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-c1d91953-a583-4df4-b00d-de9a1a0959d6 tempest-ServersTestJSON-1684854695 tempest-ServersTestJSON-1684854695-project] Calling delete_port for 6a4db971-462f-430f-a5df-e78a5911bf2d owned by network:floatingip {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:10:55.689189 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20ad0b0c-e29b-4da4-9d59-dbfeca0e9981 admin admin] Made reservation on behalf of 3dd87590edde4cf0a79763035f79f293 for: {'subnet': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:10:55.692074 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-20ad0b0c-e29b-4da4-9d59-dbfeca0e9981 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11551435'] for subnet, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:55.755661 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 2bada422-c62d-4484-b290-d9cd2324c3fb up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:10:55.803612 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning for port 2bada422-c62d-4484-b290-d9cd2324c3fb completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:10:55.807309 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port 2bada422-c62d-4484-b290-d9cd2324c3fb triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:10:55.807685 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:55.853029 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-084d407f-4a8f-421b-8e13-1f2ccc2ad491 None None] Provisioning complete for port 2bada422-c62d-4484-b290-d9cd2324c3fb triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:10:55.853406 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-084d407f-4a8f-421b-8e13-1f2ccc2ad491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:55.967404 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d56b92a-5e2d-43ba-b7f6-2adbb009a835 req-ebd98227-4e15-407f-994c-ea618ef0b1d2 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:55.968943 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-0d56b92a-5e2d-43ba-b7f6-2adbb009a835 req-ebd98227-4e15-407f-994c-ea618ef0b1d2 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/ports?device_id=84967986-7299-4570-bc82-4e600f892180 HTTP/1.1" status: 200 len: 950 time: 0.2861421 Jul 27 23:10:56.033079 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4e0ca641-096d-4094-9cab-30d44ea5ae40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-415468'] for router, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:56.059522 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:56.109852 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-084d407f-4a8f-421b-8e13-1f2ccc2ad491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:56.127619 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] For port 2bada422-c62d-4484-b290-d9cd2324c3fb, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=2bada422-c62d-4484-b290-d9cd2324c3fb,segment=NetworkSegment(4ceca444-38c4-4d60-bd70-fd80dc9834fa),segment_id=4ceca444-38c4-4d60-bd70-fd80dc9834fa)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:10:56.137640 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:56.145988 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-0d56b92a-5e2d-43ba-b7f6-2adbb009a835 req-3980286e-1dc7-4f0a-893f-2998c1a936ef tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb779318-b8ff-43a6-a94f-3ce471aff166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671715 Jul 27 23:10:56.220108 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Pushing event updated for resources: {'Port': ['ID=2bada422-c62d-4484-b290-d9cd2324c3fb,revision_number=3']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:10:56.223860 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.db.api [None req-084d407f-4a8f-421b-8e13-1f2ccc2ad491 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93799) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 23:10:56.224389 n-d-802623-1 neutron-server[93799]: DEBUG oslo_db.api [None req-084d407f-4a8f-421b-8e13-1f2ccc2ad491 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 23:10:56.264932 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec467b3-5aa3-476c-b672-13f114d044f8 req-fb598c4b-28a2-4c34-a160-29f6dfe889fe tempest-MigrationsAdminTest-322685506 tempest-MigrationsAdminTest-322685506-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:56.266727 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-eec467b3-5aa3-476c-b672-13f114d044f8 req-fb598c4b-28a2-4c34-a160-29f6dfe889fe tempest-MigrationsAdminTest-322685506 tempest-MigrationsAdminTest-322685506-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=84967986-7299-4570-bc82-4e600f892180 HTTP/1.1" status: 200 len: 1101 time: 0.0416603 Jul 27 23:10:56.304034 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-eec467b3-5aa3-476c-b672-13f114d044f8 req-7955bba7-025e-439f-8780-a243448fa8d9 tempest-MigrationsAdminTest-322685506 tempest-MigrationsAdminTest-322685506-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=fb779318-b8ff-43a6-a94f-3ce471aff166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310485 Jul 27 23:10:56.533160 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-3c6c985f-203a-4438-9168-fea10989e325 req-6e502d93-b499-4214-9c16-95c2c517a73b tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=1b545d5113d14592aa4c69bde083a757&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0225949 Jul 27 23:10:56.624165 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c1d91953-a583-4df4-b00d-de9a1a0959d6 tempest-ServersTestJSON-1684854695 tempest-ServersTestJSON-1684854695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:56.648135 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6c985f-203a-4438-9168-fea10989e325 req-2e12a77c-c317-4954-a440-37dff9bc6048 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:56.649584 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-3c6c985f-203a-4438-9168-fea10989e325 req-2e12a77c-c317-4954-a440-37dff9bc6048 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1090057 Jul 27 23:10:56.664893 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-3c6c985f-203a-4438-9168-fea10989e325 req-519ca9cc-3272-4daf-a410-2636c056ccdb tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/quotas/1b545d5113d14592aa4c69bde083a757 HTTP/1.1" status: 200 len: 375 time: 0.0091510 Jul 27 23:10:56.679620 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-20ad0b0c-e29b-4da4-9d59-dbfeca0e9981 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11336182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11551417'] for subnet, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:56.710109 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d91953-a583-4df4-b00d-de9a1a0959d6 tempest-ServersTestJSON-1684854695 tempest-ServersTestJSON-1684854695-project] Pushing event deleted for resources: {'Port': ['ID=6a4db971-462f-430f-a5df-e78a5911bf2d,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:10:56.721323 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-3c6c985f-203a-4438-9168-fea10989e325 req-56105980-dc0b-48c6-9a76-e3aa019592cd tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=1b545d5113d14592aa4c69bde083a757&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0506437 Jul 27 23:10:56.836169 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bfa2a3-35a4-4cc5-937e-629b3ca0cd72 req-45d9906f-a46b-4752-afbf-196b009cb99c tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:56.837684 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f3bfa2a3-35a4-4cc5-937e-629b3ca0cd72 req-45d9906f-a46b-4752-afbf-196b009cb99c tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d72f04a-64fa-45e7-8a0e-f3f21bcd5f97 HTTP/1.1" status: 200 len: 945 time: 0.2417450 Jul 27 23:10:56.849720 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-dfca4171-39ca-4e2b-be49-35a904007c12 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:56.856668 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ad0b0c-e29b-4da4-9d59-dbfeca0e9981 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d5e978dc-470a-4d28-ac3d-251b70005a10,revision_number=0']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:10:56.870452 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4d1ac217-9d70-4e1f-a6d8-c783ece54938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:56.896201 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-dfca4171-39ca-4e2b-be49-35a904007c12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:56.934666 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c1d91953-a583-4df4-b00d-de9a1a0959d6 tempest-ServersTestJSON-1684854695 tempest-ServersTestJSON-1684854695-project] Notify callbacks [] for floatingip, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:56.937223 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c1d91953-a583-4df4-b00d-de9a1a0959d6 tempest-ServersTestJSON-1684854695 tempest-ServersTestJSON-1684854695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for floatingip, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:56.941262 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-c1d91953-a583-4df4-b00d-de9a1a0959d6 tempest-ServersTestJSON-1684854695 tempest-ServersTestJSON-1684854695-project] 10.222.0.18 "DELETE /v2.0/floatingips/1dabdca9-1d64-4a8e-8ba2-c5dfd3a23806 HTTP/1.1" status: 204 len: 168 time: 2.0353861 Jul 27 23:10:56.941651 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 35038) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:10:56.977534 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20ad0b0c-e29b-4da4-9d59-dbfeca0e9981 admin admin] Checking segment: {'id': 'a4e00faf-25f0-4db6-a45e-605d169ddf17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'b08eced6-95a6-4447-9060-3f7f22a17e45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:10:56.978010 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20ad0b0c-e29b-4da4-9d59-dbfeca0e9981 admin admin] Network hostable DHCP agents. Network: b08eced6-95a6-4447-9060-3f7f22a17e45, hostable agents: ['5950e76f-2bde-4343-a925-cbe6bacd2706'], hosted agents: [] {{(pid=93797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 23:10:56.996655 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e0ca641-096d-4094-9cab-30d44ea5ae40 admin admin] Router 5938e1b8-f45a-4d59-b4dc-a37105e6faa0 is scheduled to L3 agent 018c4455-49c0-4734-927d-7824067b2a9e with binding_index 1 {{(pid=93797) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 23:10:57.012850 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f3bfa2a3-35a4-4cc5-937e-629b3ca0cd72 req-53a433ce-a4d8-46c0-aae8-703ec1df2e08 tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] 10.222.0.18 "GET /v2.0/security-groups?id=f9282c7c-bf74-4e2f-accf-81bded4d9191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295147 Jul 27 23:10:57.057980 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20ad0b0c-e29b-4da4-9d59-dbfeca0e9981 admin admin] Network b08eced6-95a6-4447-9060-3f7f22a17e45 is scheduled to be hosted by DHCP agent 5950e76f-2bde-4343-a925-cbe6bacd2706 with binding_index 1 {{(pid=93797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 23:10:57.079846 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-26b80851-9071-4f22-a4d1-0362e393f24f req-f98452cd-b6f3-4a48-a1b3-065a4e8fc737 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/ports?device_id=13990610-5726-4497-81b9-f5375fbe4860 HTTP/1.1" status: 200 len: 210 time: 0.0340302 Jul 27 23:10:57.121841 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-20ad0b0c-e29b-4da4-9d59-dbfeca0e9981 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802623-1, b08eced6-95a6-4447-9060-3f7f22a17e45) {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:10:57.125534 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-dfca4171-39ca-4e2b-be49-35a904007c12 admin admin] Allocated IP 172.25.4.105 (2fd42287-ed26-4eb9-89a5-b521f5b04356/17de1f8f-393a-4b0c-a2df-614bd3f2fb5e/2f3372b1-c0d2-4d13-b9a4-dd580507b830) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:10:57.132586 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a92ae953-13e7-4370-a82d-f10c59dd61a3 None None] Network b08eced6-95a6-4447-9060-3f7f22a17e45 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:10:57.142601 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20ad0b0c-e29b-4da4-9d59-dbfeca0e9981 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:57.143218 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-20ad0b0c-e29b-4da4-9d59-dbfeca0e9981 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for subnet, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:57.210214 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-20ad0b0c-e29b-4da4-9d59-dbfeca0e9981 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 2.2625277 Jul 27 23:10:57.257368 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e0ca641-096d-4094-9cab-30d44ea5ae40 admin admin] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:10:57.267718 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c0aad9d-0fa7-42f7-bb7f-0f6639a852cc None None] Sync routers for ids ['5938e1b8-f45a-4d59-b4dc-a37105e6faa0'] in n-d-802623-1 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:10:57.288169 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c0aad9d-0fa7-42f7-bb7f-0f6639a852cc None None] Routers {'5938e1b8-f45a-4d59-b4dc-a37105e6faa0'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:10:57.290337 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-2c0aad9d-0fa7-42f7-bb7f-0f6639a852cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:10:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['5938e1b8-f45a-4d59-b4dc-a37105e6faa0'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:10:57.318875 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-dfca4171-39ca-4e2b-be49-35a904007c12 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:57.356784 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-850e41dc-d40f-479d-b50a-335e2bf3b818 None None] Network b08eced6-95a6-4447-9060-3f7f22a17e45 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:10:57.367610 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4e0ca641-096d-4094-9cab-30d44ea5ae40 admin admin] Notify callbacks [] for router, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:57.368843 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-4e0ca641-096d-4094-9cab-30d44ea5ae40 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.2326591 Jul 27 23:10:57.372475 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 35048) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:10:57.378507 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-dfca4171-39ca-4e2b-be49-35a904007c12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:57.464930 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfca4171-39ca-4e2b-be49-35a904007c12 admin admin] Pushing event updated for resources: {'Port': ['ID=2f3372b1-c0d2-4d13-b9a4-dd580507b830,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:10:57.470876 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-2c0aad9d-0fa7-42f7-bb7f-0f6639a852cc None None] Set router 5938e1b8-f45a-4d59-b4dc-a37105e6faa0 gateway port host: n-d-802623-1 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:10:57.480882 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfca4171-39ca-4e2b-be49-35a904007c12 admin admin] Network 2fd42287-ed26-4eb9-89a5-b521f5b04356 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:10:57.486653 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-dfca4171-39ca-4e2b-be49-35a904007c12 admin admin] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:10:57.489878 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfca4171-39ca-4e2b-be49-35a904007c12 admin admin] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:10:57.756867 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 2bada422-c62d-4484-b290-d9cd2324c3fb up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:10:57.817627 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port 2bada422-c62d-4484-b290-d9cd2324c3fb triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:10:57.818050 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:57.826764 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-2c0aad9d-0fa7-42f7-bb7f-0f6639a852cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5938e1b8-f45a-4d59-b4dc-a37105e6faa0', 'name': 'tempest-TaggedBootDevicesTest_v242-1124732428-router', 'tenant_id': '0367b9fbd8e84279b822c24a4e2fb6cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.30'}], 'enable_snat': True}, 'gw_port_id': '234ed106-7f9a-45b8-a00c-025ba7e00ea0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:10:53Z', 'updated_at': '2021-07-27T23:10:55Z', 'revision_number': 3, 'project_id': '0367b9fbd8e84279b822c24a4e2fb6cb', 'gw_port': {'id': '234ed106-7f9a-45b8-a00c-025ba7e00ea0', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:a9:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5938e1b8-f45a-4d59-b4dc-a37105e6faa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:10:54Z', 'updated_at': '2021-07-27T23:10:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1'}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:10:57.872074 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c0aad9d-0fa7-42f7-bb7f-0f6639a852cc None None] Checking router: 5938e1b8-f45a-4d59-b4dc-a37105e6faa0 for host: n-d-802623-1 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 23:10:57.872446 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c0aad9d-0fa7-42f7-bb7f-0f6639a852cc None None] Updating router 5938e1b8-f45a-4d59-b4dc-a37105e6faa0 port 234ed106-7f9a-45b8-a00c-025ba7e00ea0 binding host n-d-802623-1 {{(pid=93800) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 23:10:57.929309 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-2c0aad9d-0fa7-42f7-bb7f-0f6639a852cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:57.938914 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-dfca4171-39ca-4e2b-be49-35a904007c12 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:57.980427 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-46fa3028-c947-4385-bd72-1408b45c4844 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-414022'] for router_interface, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:57.999007 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077350b6-bac4-4e78-95ec-736c0524f74a req-b7a01568-a1ed-4b8d-a41e-b5802854ce98 tempest-InstanceActionsNegativeTestJSON-1713205028 tempest-InstanceActionsNegativeTestJSON-1713205028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:58.000618 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-077350b6-bac4-4e78-95ec-736c0524f74a req-b7a01568-a1ed-4b8d-a41e-b5802854ce98 tempest-InstanceActionsNegativeTestJSON-1713205028 tempest-InstanceActionsNegativeTestJSON-1713205028-project] 10.222.0.18 "GET /v2.0/networks?id=b08eced6-95a6-4447-9060-3f7f22a17e45 HTTP/1.1" status: 200 len: 821 time: 0.2202654 Jul 27 23:10:58.036810 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-077350b6-bac4-4e78-95ec-736c0524f74a req-67e4a6a6-6b21-44a2-9dd9-16b23dc16c00 tempest-InstanceActionsNegativeTestJSON-1713205028 tempest-InstanceActionsNegativeTestJSON-1713205028-project] 10.222.0.18 "GET /v2.0/quotas/3dd87590edde4cf0a79763035f79f293 HTTP/1.1" status: 200 len: 375 time: 0.0147612 Jul 27 23:10:58.056628 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-3c6c985f-203a-4438-9168-fea10989e325 req-ce949ef5-3739-40be-b617-c1d1498a7922 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=1b545d5113d14592aa4c69bde083a757&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0485208 Jul 27 23:10:58.202123 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-077350b6-bac4-4e78-95ec-736c0524f74a req-e5a170f9-3768-4842-8a39-7c50cb57290c tempest-InstanceActionsNegativeTestJSON-1713205028 tempest-InstanceActionsNegativeTestJSON-1713205028-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=3dd87590edde4cf0a79763035f79f293&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1445239 Jul 27 23:10:58.342324 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe79f19d-3f2b-4f46-9c8a-b5ff436b23f0 req-4c9f8c4a-dba2-48de-adfc-29ea031e4c2d tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:58.344249 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-fe79f19d-3f2b-4f46-9c8a-b5ff436b23f0 req-4c9f8c4a-dba2-48de-adfc-29ea031e4c2d tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d72f04a-64fa-45e7-8a0e-f3f21bcd5f97 HTTP/1.1" status: 200 len: 945 time: 0.1606975 Jul 27 23:10:58.358588 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9fdcd3f9-18fb-4f6e-ab81-25c3f4ab3e94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:58.424635 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-2c0aad9d-0fa7-42f7-bb7f-0f6639a852cc None None] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:58.436491 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-077350b6-bac4-4e78-95ec-736c0524f74a req-d7151f91-9b04-4c7d-93f8-a72d97eb1ad5 service neutron] 10.222.0.18 "GET /v2.0/networks/b08eced6-95a6-4447-9060-3f7f22a17e45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2058160 Jul 27 23:10:58.437636 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-2c0aad9d-0fa7-42f7-bb7f-0f6639a852cc None None] Transition to ACTIVE for port object 234ed106-7f9a-45b8-a00c-025ba7e00ea0 will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:10:58.445945 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6c985f-203a-4438-9168-fea10989e325 req-9cbbbe6a-7bc2-472e-bd56-a26795a8b6ff tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:58.446772 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-2c0aad9d-0fa7-42f7-bb7f-0f6639a852cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:58.447401 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-3c6c985f-203a-4438-9168-fea10989e325 req-9cbbbe6a-7bc2-472e-bd56-a26795a8b6ff tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3779812 Jul 27 23:10:58.464481 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [req-3c6c985f-203a-4438-9168-fea10989e325 req-e053a568-d1c3-4f69-be05-91be9adff695 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] Request body: {'port': {'device_id': '13990610-5726-4497-81b9-f5375fbe4860', 'network_id': '591af2dd-f826-43b1-aa9d-e7a0bf218c71', 'admin_state_up': True, 'tenant_id': '1b545d5113d14592aa4c69bde083a757'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:10:58.469939 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-fe79f19d-3f2b-4f46-9c8a-b5ff436b23f0 req-cd46a7ca-e65c-40bb-b6f2-6c34fb6bc02c tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] 10.222.0.18 "GET /v2.0/security-groups?id=f9282c7c-bf74-4e2f-accf-81bded4d9191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067433 Jul 27 23:10:58.524922 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-2c0aad9d-0fa7-42f7-bb7f-0f6639a852cc None None] Attempting to bind port 234ed106-7f9a-45b8-a00c-025ba7e00ea0 on host n-d-802623-1 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:10:58.524922 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-2c0aad9d-0fa7-42f7-bb7f-0f6639a852cc None None] Attempting to bind port 234ed106-7f9a-45b8-a00c-025ba7e00ea0 by drivers openvswitch,hyperv on host n-d-802623-1 at level 0 using segments [{'id': 'b9afe07e-bbe4-4740-834c-4b6a9698bdbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:10:58.524922 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c0aad9d-0fa7-42f7-bb7f-0f6639a852cc None None] Attempting to bind port 234ed106-7f9a-45b8-a00c-025ba7e00ea0 on network 2fd42287-ed26-4eb9-89a5-b521f5b04356 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:10:58.536163 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c0aad9d-0fa7-42f7-bb7f-0f6639a852cc None None] Checking agent: {'id': 'a9a568d2-a5e7-41e4-833f-a8ab42ea4073', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 52, 30), 'started_at': datetime.datetime(2021, 7, 27, 22, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 10, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802623-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:10:58.536540 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c0aad9d-0fa7-42f7-bb7f-0f6639a852cc None None] Checking segment: {'id': 'b9afe07e-bbe4-4740-834c-4b6a9698bdbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:10:58.536952 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-2c0aad9d-0fa7-42f7-bb7f-0f6639a852cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:58.537345 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c0aad9d-0fa7-42f7-bb7f-0f6639a852cc None None] Bound using segment: {'id': 'b9afe07e-bbe4-4740-834c-4b6a9698bdbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:10:58.537821 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-2c0aad9d-0fa7-42f7-bb7f-0f6639a852cc None None] Bound port: 234ed106-7f9a-45b8-a00c-025ba7e00ea0, host: n-d-802623-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9afe07e-bbe4-4740-834c-4b6a9698bdbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:10:58.538205 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-2c0aad9d-0fa7-42f7-bb7f-0f6639a852cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:58.539872 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e649d5-a3ce-436e-80ee-7ac82c64c53a None None] Pushing event updated for resources: {'Port': ['ID=234ed106-7f9a-45b8-a00c-025ba7e00ea0,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:10:58.593880 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-dfca4171-39ca-4e2b-be49-35a904007c12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-415468'] for router, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:58.626238 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-2c0aad9d-0fa7-42f7-bb7f-0f6639a852cc None None] For port 234ed106-7f9a-45b8-a00c-025ba7e00ea0, host n-d-802623-1, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:10:58.630215 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-2c0aad9d-0fa7-42f7-bb7f-0f6639a852cc None None] For port 234ed106-7f9a-45b8-a00c-025ba7e00ea0, host n-d-802623-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=234ed106-7f9a-45b8-a00c-025ba7e00ea0,segment=NetworkSegment(b9afe07e-bbe4-4740-834c-4b6a9698bdbc),segment_id=b9afe07e-bbe4-4740-834c-4b6a9698bdbc)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:10:58.634358 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-2c0aad9d-0fa7-42f7-bb7f-0f6639a852cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:58.658074 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-894ba754-7bda-46c1-bb39-1343500d7136 req-78e554f1-e850-42d1-ac54-15879f6b3230 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/ports?device_id=13990610-5726-4497-81b9-f5375fbe4860 HTTP/1.1" status: 200 len: 210 time: 0.0358057 Jul 27 23:10:58.677050 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-9fdcd3f9-18fb-4f6e-ab81-25c3f4ab3e94 admin admin] Allocated IP 172.20.0.1 (8a269d53-4f2a-4865-a1d0-19bfee7666c6/f549fcdc-30d6-4a86-9454-eed6b262e746/ef18a1f3-5203-42c8-a585-56b0dd54e83a) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:10:58.693151 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-46fa3028-c947-4385-bd72-1408b45c4844 admin admin] Deleting port e9a704ef-a4ae-446f-9741-b701201f4e7e {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:10:58.693575 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-46fa3028-c947-4385-bd72-1408b45c4844 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:58.708447 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e649d5-a3ce-436e-80ee-7ac82c64c53a None None] Pushing event updated for resources: {'Port': ['ID=234ed106-7f9a-45b8-a00c-025ba7e00ea0,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:10:58.712097 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c0aad9d-0fa7-42f7-bb7f-0f6639a852cc None None] Routers {'5938e1b8-f45a-4d59-b4dc-a37105e6faa0'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:10:58.713201 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-2c0aad9d-0fa7-42f7-bb7f-0f6639a852cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:10:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['5938e1b8-f45a-4d59-b4dc-a37105e6faa0'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:10:58.750090 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-077350b6-bac4-4e78-95ec-736c0524f74a req-ad42d3e6-33b6-46c4-a946-85b7696117b9 service neutron] 10.222.0.18 "GET /v2.0/networks/b08eced6-95a6-4447-9060-3f7f22a17e45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3000016 Jul 27 23:10:58.771807 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c6c985f-203a-4438-9168-fea10989e325 req-e053a568-d1c3-4f69-be05-91be9adff695 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] Made reservation on behalf of 1b545d5113d14592aa4c69bde083a757 for: {'port': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:10:58.775501 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-3c6c985f-203a-4438-9168-fea10989e325 req-e053a568-d1c3-4f69-be05-91be9adff695 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:58.844401 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-2c0aad9d-0fa7-42f7-bb7f-0f6639a852cc None None] Set router 5938e1b8-f45a-4d59-b4dc-a37105e6faa0 gateway port host: n-d-802623-1 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:10:58.862288 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-46fa3028-c947-4385-bd72-1408b45c4844 admin admin] For port e9a704ef-a4ae-446f-9741-b701201f4e7e, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=e9a704ef-a4ae-446f-9741-b701201f4e7e,segment=NetworkSegment(dbf759a2-7893-47b4-9f82-216314fbd6ac),segment_id=dbf759a2-7893-47b4-9f82-216314fbd6ac)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:10:58.862671 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-46fa3028-c947-4385-bd72-1408b45c4844 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:58.884393 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfca4171-39ca-4e2b-be49-35a904007c12 admin admin] Router c43d5672-00a2-4a50-8a36-01de623c47e3 is scheduled to L3 agent 018c4455-49c0-4734-927d-7824067b2a9e with binding_index 1 {{(pid=93797) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 23:10:58.888218 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-46fa3028-c947-4385-bd72-1408b45c4844 admin admin] Calling delete_port for e9a704ef-a4ae-446f-9741-b701201f4e7e owned by network:router_interface {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:10:58.896322 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9fdcd3f9-18fb-4f6e-ab81-25c3f4ab3e94 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:58.919080 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-9fdcd3f9-18fb-4f6e-ab81-25c3f4ab3e94 admin admin] Transition to ACTIVE for port object ef18a1f3-5203-42c8-a585-56b0dd54e83a will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:10:59.037007 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [req-3c6c985f-203a-4438-9168-fea10989e325 req-e053a568-d1c3-4f69-be05-91be9adff695 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] Allocated IP 192.168.233.199 (591af2dd-f826-43b1-aa9d-e7a0bf218c71/62938449-046d-4cbe-923a-7ebb632c358d/be3f4841-615f-4e54-aa39-ad6709ec1563) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:10:59.088606 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfca4171-39ca-4e2b-be49-35a904007c12 admin admin] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:10:59.109324 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5fc213c-2d08-4509-8a74-8da876fd68cb None None] Sync routers for ids ['c43d5672-00a2-4a50-8a36-01de623c47e3'] in n-d-802623-1 {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:10:59.145323 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-26486c3f-482e-4b0f-938f-ce8a84a790bc req-048e1467-cad9-41a1-94cd-594096756add tempest-InstanceActionsNegativeTestJSON-1713205028 tempest-InstanceActionsNegativeTestJSON-1713205028-project] 10.222.0.18 "GET /v2.0/ports?device_id=e42483ad-db57-4764-835b-00ec61dd6355 HTTP/1.1" status: 200 len: 210 time: 0.0676639 Jul 27 23:10:59.146345 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9fdcd3f9-18fb-4f6e-ab81-25c3f4ab3e94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:59.148846 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-2c0aad9d-0fa7-42f7-bb7f-0f6639a852cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5938e1b8-f45a-4d59-b4dc-a37105e6faa0', 'name': 'tempest-TaggedBootDevicesTest_v242-1124732428-router', 'tenant_id': '0367b9fbd8e84279b822c24a4e2fb6cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.30'}], 'enable_snat': True}, 'gw_port_id': '234ed106-7f9a-45b8-a00c-025ba7e00ea0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:10:53Z', 'updated_at': '2021-07-27T23:10:55Z', 'revision_number': 3, 'project_id': '0367b9fbd8e84279b822c24a4e2fb6cb', 'gw_port': {'id': '234ed106-7f9a-45b8-a00c-025ba7e00ea0', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:a9:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5938e1b8-f45a-4d59-b4dc-a37105e6faa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:10:54Z', 'updated_at': '2021-07-27T23:10:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1'}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:10:59.156392 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5fc213c-2d08-4509-8a74-8da876fd68cb None None] Routers {'c43d5672-00a2-4a50-8a36-01de623c47e3'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:10:59.156392 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-d5fc213c-2d08-4509-8a74-8da876fd68cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:10:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['c43d5672-00a2-4a50-8a36-01de623c47e3'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:10:59.159625 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-dfca4171-39ca-4e2b-be49-35a904007c12 admin admin] Notify callbacks [] for router, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:59.162075 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-dfca4171-39ca-4e2b-be49-35a904007c12 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.2683775 Jul 27 23:10:59.173766 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 35084) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:10:59.197032 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c0aad9d-0fa7-42f7-bb7f-0f6639a852cc None None] The sync data for ids ['5938e1b8-f45a-4d59-b4dc-a37105e6faa0'] in n-d-802623-1 is: [{'id': '5938e1b8-f45a-4d59-b4dc-a37105e6faa0', 'name': 'tempest-TaggedBootDevicesTest_v242-1124732428-router', 'tenant_id': '0367b9fbd8e84279b822c24a4e2fb6cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.30'}], 'enable_snat': True}, 'gw_port_id': '234ed106-7f9a-45b8-a00c-025ba7e00ea0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:10:53Z', 'updated_at': '2021-07-27T23:10:55Z', 'revision_number': 3, 'project_id': '0367b9fbd8e84279b822c24a4e2fb6cb', 'gw_port': {'id': '234ed106-7f9a-45b8-a00c-025ba7e00ea0', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:a9:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5938e1b8-f45a-4d59-b4dc-a37105e6faa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:10:54Z', 'updated_at': '2021-07-27T23:10:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1'}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:10:59.316046 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-d5fc213c-2d08-4509-8a74-8da876fd68cb None None] Set router c43d5672-00a2-4a50-8a36-01de623c47e3 gateway port host: n-d-802623-1 {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:10:59.355754 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdcd3f9-18fb-4f6e-ab81-25c3f4ab3e94 admin admin] Pushing event updated for resources: {'Port': ['ID=ef18a1f3-5203-42c8-a585-56b0dd54e83a,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:10:59.373533 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fdcd3f9-18fb-4f6e-ab81-25c3f4ab3e94 admin admin] Network 8a269d53-4f2a-4865-a1d0-19bfee7666c6 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:10:59.377224 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-9fdcd3f9-18fb-4f6e-ab81-25c3f4ab3e94 admin admin] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:10:59.386550 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fdcd3f9-18fb-4f6e-ab81-25c3f4ab3e94 admin admin] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:10:59.458427 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9fdcd3f9-18fb-4f6e-ab81-25c3f4ab3e94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-415283'] for router_interface, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:59.472538 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-3c6c985f-203a-4438-9168-fea10989e325 req-e053a568-d1c3-4f69-be05-91be9adff695 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:59.478808 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:59.494101 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [req-3c6c985f-203a-4438-9168-fea10989e325 req-e053a568-d1c3-4f69-be05-91be9adff695 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] Transition to ACTIVE for port object be3f4841-615f-4e54-aa39-ad6709ec1563 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:10:59.600955 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-3c6c985f-203a-4438-9168-fea10989e325 req-e053a568-d1c3-4f69-be05-91be9adff695 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:59.609948 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4b8d68f7-c14f-492e-ba51-9b9aba90c548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:59.634437 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] get_ports_and_sgs() called for port_ids ['6ba252fa-a400-4c81-8f91-22ddf08c59d0'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:10:59.683442 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-46fa3028-c947-4385-bd72-1408b45c4844 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:59.809166 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fa3028-c947-4385-bd72-1408b45c4844 admin admin] Pushing event deleted for resources: {'Port': ['ID=e9a704ef-a4ae-446f-9741-b701201f4e7e,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:10:59.897311 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 234ed106-7f9a-45b8-a00c-025ba7e00ea0 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:10:59.955222 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:00.133899 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-c956aab5-bfa0-4d46-9b0b-3bd8e339f0d7 None None] Provisioning for port ef18a1f3-5203-42c8-a585-56b0dd54e83a completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:11:00.149566 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-c956aab5-bfa0-4d46-9b0b-3bd8e339f0d7 None None] Provisioning complete for port ef18a1f3-5203-42c8-a585-56b0dd54e83a triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:11:00.150381 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c956aab5-bfa0-4d46-9b0b-3bd8e339f0d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:00.214715 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-d5fc213c-2d08-4509-8a74-8da876fd68cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c43d5672-00a2-4a50-8a36-01de623c47e3', 'name': 'tempest-ServerRescueTestJSON-1184834706-router', 'tenant_id': 'd4ae0349fedc4fe693e139d0088de506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.105'}], 'enable_snat': True}, 'gw_port_id': '2f3372b1-c0d2-4d13-b9a4-dd580507b830', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:10:55Z', 'updated_at': '2021-07-27T23:10:57Z', 'revision_number': 3, 'project_id': 'd4ae0349fedc4fe693e139d0088de506', 'gw_port': {'id': '2f3372b1-c0d2-4d13-b9a4-dd580507b830', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:3a:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c43d5672-00a2-4a50-8a36-01de623c47e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:10:56Z', 'updated_at': '2021-07-27T23:10:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1'}], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:11:00.295599 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5fc213c-2d08-4509-8a74-8da876fd68cb None None] Checking router: c43d5672-00a2-4a50-8a36-01de623c47e3 for host: n-d-802623-1 {{(pid=93799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 23:11:00.295963 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5fc213c-2d08-4509-8a74-8da876fd68cb None None] Updating router c43d5672-00a2-4a50-8a36-01de623c47e3 port 2f3372b1-c0d2-4d13-b9a4-dd580507b830 binding host n-d-802623-1 {{(pid=93799) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 23:11:00.301714 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning for port 234ed106-7f9a-45b8-a00c-025ba7e00ea0 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:11:00.356986 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-c956aab5-bfa0-4d46-9b0b-3bd8e339f0d7 None None] Port ef18a1f3-5203-42c8-a585-56b0dd54e83a cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:11:00.372222 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port 234ed106-7f9a-45b8-a00c-025ba7e00ea0 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:11:00.372632 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:00.404606 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9fdcd3f9-18fb-4f6e-ab81-25c3f4ab3e94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:00.450080 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c6c985f-203a-4438-9168-fea10989e325 req-e053a568-d1c3-4f69-be05-91be9adff695 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] Network 591af2dd-f826-43b1-aa9d-e7a0bf218c71 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:11:00.459876 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d5fc213c-2d08-4509-8a74-8da876fd68cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:00.460722 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [req-3c6c985f-203a-4438-9168-fea10989e325 req-e053a568-d1c3-4f69-be05-91be9adff695 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:11:00.473046 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c6c985f-203a-4438-9168-fea10989e325 req-e053a568-d1c3-4f69-be05-91be9adff695 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:11:00.508940 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-19f2e178-d45e-4fbe-b9be-c3963fc151ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:00.562133 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f9c3c7-acfa-44ef-a4fa-5fd1dd910416 req-6e3c1d3b-e9f0-4a92-894a-ff9371ad5ca6 tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:00.564073 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b8f9c3c7-acfa-44ef-a4fa-5fd1dd910416 req-6e3c1d3b-e9f0-4a92-894a-ff9371ad5ca6 tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d72f04a-64fa-45e7-8a0e-f3f21bcd5f97 HTTP/1.1" status: 200 len: 945 time: 0.8778739 Jul 27 23:11:00.602145 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6c985f-203a-4438-9168-fea10989e325 req-e053a568-d1c3-4f69-be05-91be9adff695 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:00.603539 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-3c6c985f-203a-4438-9168-fea10989e325 req-e053a568-d1c3-4f69-be05-91be9adff695 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:00.610956 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e053a568-d1c3-4f69-be05-91be9adff695 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] Pushing event updated for resources: {'Port': ['ID=be3f4841-615f-4e54-aa39-ad6709ec1563,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:11:00.653645 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-3c6c985f-203a-4438-9168-fea10989e325 req-e053a568-d1c3-4f69-be05-91be9adff695 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1931920 Jul 27 23:11:00.703704 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [req-3c6c985f-203a-4438-9168-fea10989e325 req-df6cb4d5-191a-42b3-a1d0-8cea5b77ebdd service neutron] Request body: {'port': {'device_id': '13990610-5726-4497-81b9-f5375fbe4860', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802623-1'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:11:00.738216 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099afc88-b30b-4d08-9927-0e88a5c01626 req-d072ac8d-0337-4eda-bf76-172037d0bb80 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:00.742047 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:00.746172 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-099afc88-b30b-4d08-9927-0e88a5c01626 req-d072ac8d-0337-4eda-bf76-172037d0bb80 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/ports?device_id=13990610-5726-4497-81b9-f5375fbe4860 HTTP/1.1" status: 200 len: 936 time: 0.2924531 Jul 27 23:11:00.759894 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077350b6-bac4-4e78-95ec-736c0524f74a req-8393d2f4-7f79-4fe5-87d7-e78c87dfd34a tempest-InstanceActionsNegativeTestJSON-1713205028 tempest-InstanceActionsNegativeTestJSON-1713205028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:00.761790 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-077350b6-bac4-4e78-95ec-736c0524f74a req-8393d2f4-7f79-4fe5-87d7-e78c87dfd34a tempest-InstanceActionsNegativeTestJSON-1713205028 tempest-InstanceActionsNegativeTestJSON-1713205028-project] 10.222.0.49 "GET /v2.0/networks?id=b08eced6-95a6-4447-9060-3f7f22a17e45 HTTP/1.1" status: 200 len: 821 time: 0.4301476 Jul 27 23:11:00.796138 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [req-077350b6-bac4-4e78-95ec-736c0524f74a req-25ccf947-46c9-4d07-9d92-b4d8e9ea7de7 tempest-InstanceActionsNegativeTestJSON-1713205028 tempest-InstanceActionsNegativeTestJSON-1713205028-project] Request body: {'port': {'device_id': 'e42483ad-db57-4764-835b-00ec61dd6355', 'network_id': 'b08eced6-95a6-4447-9060-3f7f22a17e45', 'admin_state_up': True, 'tenant_id': '3dd87590edde4cf0a79763035f79f293'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:11:00.828566 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-099afc88-b30b-4d08-9927-0e88a5c01626 req-d58f8f3b-b106-4334-b855-6c8b8be04054 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb779318-b8ff-43a6-a94f-3ce471aff166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813727 Jul 27 23:11:00.839741 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b8f9c3c7-acfa-44ef-a4fa-5fd1dd910416 req-a78d58e6-9bf9-4345-bd79-f639fe97577e tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] 10.222.0.18 "GET /v2.0/security-groups?id=f9282c7c-bf74-4e2f-accf-81bded4d9191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2553239 Jul 27 23:11:00.875733 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-3c6c985f-203a-4438-9168-fea10989e325 req-df6cb4d5-191a-42b3-a1d0-8cea5b77ebdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:00.924782 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] For port 234ed106-7f9a-45b8-a00c-025ba7e00ea0, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=234ed106-7f9a-45b8-a00c-025ba7e00ea0,segment=NetworkSegment(b9afe07e-bbe4-4740-834c-4b6a9698bdbc),segment_id=b9afe07e-bbe4-4740-834c-4b6a9698bdbc)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:11:00.949687 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d5fc213c-2d08-4509-8a74-8da876fd68cb None None] Notify callbacks [] for port, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:00.956901 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:00.989996 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-d5fc213c-2d08-4509-8a74-8da876fd68cb None None] Transition to ACTIVE for port object 2f3372b1-c0d2-4d13-b9a4-dd580507b830 will not be triggered until provisioned by entity L2. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:11:00.990730 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-fa50d9f3-435e-4d40-8213-009d474f338b None None] Provisioning for port be3f4841-615f-4e54-aa39-ad6709ec1563 completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:11:00.997369 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-9711987a-5c21-4e11-baff-60e277c8205b req-dec75a0b-c58f-4ec9-9cb2-3cd615b7c641 tempest-InstanceActionsNegativeTestJSON-1713205028 tempest-InstanceActionsNegativeTestJSON-1713205028-project] 10.222.0.18 "GET /v2.0/ports?device_id=e42483ad-db57-4764-835b-00ec61dd6355 HTTP/1.1" status: 200 len: 210 time: 0.0383329 Jul 27 23:11:00.999765 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-fa50d9f3-435e-4d40-8213-009d474f338b None None] Provisioning complete for port be3f4841-615f-4e54-aa39-ad6709ec1563 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:11:01.001273 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-fa50d9f3-435e-4d40-8213-009d474f338b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:01.010151 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d5fc213c-2d08-4509-8a74-8da876fd68cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:01.010368 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-46fa3028-c947-4385-bd72-1408b45c4844 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3760546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-413994'] for router_interface, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:01.056000 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Pushing event updated for resources: {'Port': ['ID=234ed106-7f9a-45b8-a00c-025ba7e00ea0,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:11:01.075199 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-fa50d9f3-435e-4d40-8213-009d474f338b None None] Port be3f4841-615f-4e54-aa39-ad6709ec1563 cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:11:01.099608 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-d5fc213c-2d08-4509-8a74-8da876fd68cb None None] Attempting to bind port 2f3372b1-c0d2-4d13-b9a4-dd580507b830 on host n-d-802623-1 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:11:01.099976 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-d5fc213c-2d08-4509-8a74-8da876fd68cb None None] Attempting to bind port 2f3372b1-c0d2-4d13-b9a4-dd580507b830 by drivers openvswitch,hyperv on host n-d-802623-1 at level 0 using segments [{'id': 'b9afe07e-bbe4-4740-834c-4b6a9698bdbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:11:01.100343 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5fc213c-2d08-4509-8a74-8da876fd68cb None None] Attempting to bind port 2f3372b1-c0d2-4d13-b9a4-dd580507b830 on network 2fd42287-ed26-4eb9-89a5-b521f5b04356 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:11:01.111160 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5fc213c-2d08-4509-8a74-8da876fd68cb None None] Checking agent: {'id': 'a9a568d2-a5e7-41e4-833f-a8ab42ea4073', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 52, 30), 'started_at': datetime.datetime(2021, 7, 27, 22, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802623-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:11:01.111580 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5fc213c-2d08-4509-8a74-8da876fd68cb None None] Checking segment: {'id': 'b9afe07e-bbe4-4740-834c-4b6a9698bdbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:11:01.112009 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d5fc213c-2d08-4509-8a74-8da876fd68cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:01.112608 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5fc213c-2d08-4509-8a74-8da876fd68cb None None] Bound using segment: {'id': 'b9afe07e-bbe4-4740-834c-4b6a9698bdbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:11:01.113092 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-d5fc213c-2d08-4509-8a74-8da876fd68cb None None] Bound port: 2f3372b1-c0d2-4d13-b9a4-dd580507b830, host: n-d-802623-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9afe07e-bbe4-4740-834c-4b6a9698bdbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:11:01.113474 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d5fc213c-2d08-4509-8a74-8da876fd68cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:01.151154 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e95775-6c0c-4c94-b244-b2671db813f0 None None] Pushing event updated for resources: {'Port': ['ID=2f3372b1-c0d2-4d13-b9a4-dd580507b830,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:11:01.169344 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-077350b6-bac4-4e78-95ec-736c0524f74a req-25ccf947-46c9-4d07-9d92-b4d8e9ea7de7 tempest-InstanceActionsNegativeTestJSON-1713205028 tempest-InstanceActionsNegativeTestJSON-1713205028-project] Made reservation on behalf of 3dd87590edde4cf0a79763035f79f293 for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:11:01.173073 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-077350b6-bac4-4e78-95ec-736c0524f74a req-25ccf947-46c9-4d07-9d92-b4d8e9ea7de7 tempest-InstanceActionsNegativeTestJSON-1713205028 tempest-InstanceActionsNegativeTestJSON-1713205028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:01.209159 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-d5fc213c-2d08-4509-8a74-8da876fd68cb None None] For port 2f3372b1-c0d2-4d13-b9a4-dd580507b830, host n-d-802623-1, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:11:01.212828 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-d5fc213c-2d08-4509-8a74-8da876fd68cb None None] For port 2f3372b1-c0d2-4d13-b9a4-dd580507b830, host n-d-802623-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=2f3372b1-c0d2-4d13-b9a4-dd580507b830,segment=NetworkSegment(b9afe07e-bbe4-4740-834c-4b6a9698bdbc),segment_id=b9afe07e-bbe4-4740-834c-4b6a9698bdbc)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:11:01.223321 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d5fc213c-2d08-4509-8a74-8da876fd68cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:01.231399 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9fdcd3f9-18fb-4f6e-ab81-25c3f4ab3e94 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:01.285663 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5fc213c-2d08-4509-8a74-8da876fd68cb None None] Routers {'c43d5672-00a2-4a50-8a36-01de623c47e3'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:11:01.286292 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-d5fc213c-2d08-4509-8a74-8da876fd68cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:11:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['c43d5672-00a2-4a50-8a36-01de623c47e3'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:11:01.288054 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e95775-6c0c-4c94-b244-b2671db813f0 None None] Pushing event updated for resources: {'Port': ['ID=2f3372b1-c0d2-4d13-b9a4-dd580507b830,revision_number=3']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:11:01.305914 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9fdcd3f9-18fb-4f6e-ab81-25c3f4ab3e94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:01.329473 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-af8bc8fd-cc7c-4112-b5fe-c766b48131b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:01.406086 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-d5fc213c-2d08-4509-8a74-8da876fd68cb None None] Set router c43d5672-00a2-4a50-8a36-01de623c47e3 gateway port host: n-d-802623-1 {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:11:01.420386 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [req-3c6c985f-203a-4438-9168-fea10989e325 req-df6cb4d5-191a-42b3-a1d0-8cea5b77ebdd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be3f4841-615f-4e54-aa39-ad6709ec1563 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:11:01.431801 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-3c6c985f-203a-4438-9168-fea10989e325 req-df6cb4d5-191a-42b3-a1d0-8cea5b77ebdd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:01.455493 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdcd3f9-18fb-4f6e-ab81-25c3f4ab3e94 admin admin] Pushing event updated for resources: {'Port': ['ID=ef18a1f3-5203-42c8-a585-56b0dd54e83a,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:11:01.466632 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9fdcd3f9-18fb-4f6e-ab81-25c3f4ab3e94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3760555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-414115'] for router_interface, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:01.470046 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [req-3c6c985f-203a-4438-9168-fea10989e325 req-df6cb4d5-191a-42b3-a1d0-8cea5b77ebdd service neutron] Transition to ACTIVE for port object be3f4841-615f-4e54-aa39-ad6709ec1563 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:11:01.504165 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-3c6c985f-203a-4438-9168-fea10989e325 req-df6cb4d5-191a-42b3-a1d0-8cea5b77ebdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11336041'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:01.556094 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [req-077350b6-bac4-4e78-95ec-736c0524f74a req-25ccf947-46c9-4d07-9d92-b4d8e9ea7de7 tempest-InstanceActionsNegativeTestJSON-1713205028 tempest-InstanceActionsNegativeTestJSON-1713205028-project] Allocated IP 172.20.0.3 (b08eced6-95a6-4447-9060-3f7f22a17e45/d5e978dc-470a-4d28-ac3d-251b70005a10/17eed373-8b9b-4837-9be7-742b1240ce7d) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:11:01.578147 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46fa3028-c947-4385-bd72-1408b45c4844 admin admin] Router 0f53fcc7-1a66-48a0-8d80-855bd0350f45 has already been hosted by L3 agent 018c4455-49c0-4734-927d-7824067b2a9e {{(pid=93798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 23:11:01.657659 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6cb4d5-191a-42b3-a1d0-8cea5b77ebdd service neutron] Pushing event updated for resources: {'Port': ['ID=be3f4841-615f-4e54-aa39-ad6709ec1563,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:11:01.714394 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-3c6c985f-203a-4438-9168-fea10989e325 req-df6cb4d5-191a-42b3-a1d0-8cea5b77ebdd service neutron] Attempting to bind port be3f4841-615f-4e54-aa39-ad6709ec1563 on host n-h2-802623-1 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:11:01.714857 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-3c6c985f-203a-4438-9168-fea10989e325 req-df6cb4d5-191a-42b3-a1d0-8cea5b77ebdd service neutron] Attempting to bind port be3f4841-615f-4e54-aa39-ad6709ec1563 by drivers openvswitch,hyperv on host n-h2-802623-1 at level 0 using segments [{'id': '16e91594-c047-4b55-93eb-43af33ad08e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '591af2dd-f826-43b1-aa9d-e7a0bf218c71'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:11:01.715411 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c6c985f-203a-4438-9168-fea10989e325 req-df6cb4d5-191a-42b3-a1d0-8cea5b77ebdd service neutron] Attempting to bind port be3f4841-615f-4e54-aa39-ad6709ec1563 on network 591af2dd-f826-43b1-aa9d-e7a0bf218c71 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:11:01.724795 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c6c985f-203a-4438-9168-fea10989e325 req-df6cb4d5-191a-42b3-a1d0-8cea5b77ebdd service neutron] Port be3f4841-615f-4e54-aa39-ad6709ec1563 on network 591af2dd-f826-43b1-aa9d-e7a0bf218c71 not bound, no agent of type Open vSwitch agent registered on host n-h2-802623-1 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 23:11:01.724795 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c6c985f-203a-4438-9168-fea10989e325 req-df6cb4d5-191a-42b3-a1d0-8cea5b77ebdd service neutron] Attempting to bind port be3f4841-615f-4e54-aa39-ad6709ec1563 on network 591af2dd-f826-43b1-aa9d-e7a0bf218c71 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:11:01.730511 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c6c985f-203a-4438-9168-fea10989e325 req-df6cb4d5-191a-42b3-a1d0-8cea5b77ebdd service neutron] Checking agent: {'id': 'c5cc038b-93c4-4df4-8061-5df2a04a48c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 23, 0, 4), 'started_at': datetime.datetime(2021, 7, 27, 23, 0, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 10, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:11:01.730997 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c6c985f-203a-4438-9168-fea10989e325 req-df6cb4d5-191a-42b3-a1d0-8cea5b77ebdd service neutron] Checking segment: {'id': '16e91594-c047-4b55-93eb-43af33ad08e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '591af2dd-f826-43b1-aa9d-e7a0bf218c71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:11:01.731544 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c6c985f-203a-4438-9168-fea10989e325 req-df6cb4d5-191a-42b3-a1d0-8cea5b77ebdd service neutron] Bound using segment: {'id': '16e91594-c047-4b55-93eb-43af33ad08e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '591af2dd-f826-43b1-aa9d-e7a0bf218c71'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:11:01.732261 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-3c6c985f-203a-4438-9168-fea10989e325 req-df6cb4d5-191a-42b3-a1d0-8cea5b77ebdd service neutron] Bound port: be3f4841-615f-4e54-aa39-ad6709ec1563, host: n-h2-802623-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16e91594-c047-4b55-93eb-43af33ad08e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '591af2dd-f826-43b1-aa9d-e7a0bf218c71'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:11:01.732734 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-3c6c985f-203a-4438-9168-fea10989e325 req-df6cb4d5-191a-42b3-a1d0-8cea5b77ebdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:01.752539 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-af8bc8fd-cc7c-4112-b5fe-c766b48131b0 admin admin] Allocated IP 172.20.0.1 (d458c13a-e340-45a3-bc4b-5109e47750ee/3178a8d2-6ff7-4d81-8c0d-f8cbfd092012/47d4668d-1297-4a47-9a69-547fc830c809) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:11:01.788330 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-d5fc213c-2d08-4509-8a74-8da876fd68cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c43d5672-00a2-4a50-8a36-01de623c47e3', 'name': 'tempest-ServerRescueTestJSON-1184834706-router', 'tenant_id': 'd4ae0349fedc4fe693e139d0088de506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.105'}], 'enable_snat': True}, 'gw_port_id': '2f3372b1-c0d2-4d13-b9a4-dd580507b830', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:10:55Z', 'updated_at': '2021-07-27T23:10:57Z', 'revision_number': 3, 'project_id': 'd4ae0349fedc4fe693e139d0088de506', 'gw_port': {'id': '2f3372b1-c0d2-4d13-b9a4-dd580507b830', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:3a:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c43d5672-00a2-4a50-8a36-01de623c47e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:10:56Z', 'updated_at': '2021-07-27T23:11:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1'}], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:11:01.827966 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fdcd3f9-18fb-4f6e-ab81-25c3f4ab3e94 admin admin] Network 8a269d53-4f2a-4865-a1d0-19bfee7666c6 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:11:01.836186 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-9fdcd3f9-18fb-4f6e-ab81-25c3f4ab3e94 admin admin] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:11:01.843016 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5fc213c-2d08-4509-8a74-8da876fd68cb None None] The sync data for ids ['c43d5672-00a2-4a50-8a36-01de623c47e3'] in n-d-802623-1 is: [{'id': 'c43d5672-00a2-4a50-8a36-01de623c47e3', 'name': 'tempest-ServerRescueTestJSON-1184834706-router', 'tenant_id': 'd4ae0349fedc4fe693e139d0088de506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.105'}], 'enable_snat': True}, 'gw_port_id': '2f3372b1-c0d2-4d13-b9a4-dd580507b830', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:10:55Z', 'updated_at': '2021-07-27T23:10:57Z', 'revision_number': 3, 'project_id': 'd4ae0349fedc4fe693e139d0088de506', 'gw_port': {'id': '2f3372b1-c0d2-4d13-b9a4-dd580507b830', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:3a:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c43d5672-00a2-4a50-8a36-01de623c47e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:10:56Z', 'updated_at': '2021-07-27T23:11:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1'}] {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:11:01.991383 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 234ed106-7f9a-45b8-a00c-025ba7e00ea0 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:11:02.050247 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-3c6c985f-203a-4438-9168-fea10989e325 req-df6cb4d5-191a-42b3-a1d0-8cea5b77ebdd service neutron] For port be3f4841-615f-4e54-aa39-ad6709ec1563, host n-h2-802623-1, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:11:02.079674 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-af8bc8fd-cc7c-4112-b5fe-c766b48131b0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:02.088029 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-077350b6-bac4-4e78-95ec-736c0524f74a req-25ccf947-46c9-4d07-9d92-b4d8e9ea7de7 tempest-InstanceActionsNegativeTestJSON-1713205028 tempest-InstanceActionsNegativeTestJSON-1713205028-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:02.092912 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port 234ed106-7f9a-45b8-a00c-025ba7e00ea0 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:11:02.093436 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:02.096147 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46fa3028-c947-4385-bd72-1408b45c4844 admin admin] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:11:02.109765 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-46fa3028-c947-4385-bd72-1408b45c4844 admin admin] 10.222.0.18 "PUT /v2.0/routers/0f53fcc7-1a66-48a0-8d80-855bd0350f45/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1649027 Jul 27 23:11:02.109963 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1be862dd-b83b-4f3d-859d-6248af2a0b6a None None] Sync routers for ids ['0f53fcc7-1a66-48a0-8d80-855bd0350f45'] in n-d-802623-1 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:11:02.111704 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-3c6c985f-203a-4438-9168-fea10989e325 req-df6cb4d5-191a-42b3-a1d0-8cea5b77ebdd service neutron] For port be3f4841-615f-4e54-aa39-ad6709ec1563, host n-h2-802623-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=be3f4841-615f-4e54-aa39-ad6709ec1563,segment=NetworkSegment(16e91594-c047-4b55-93eb-43af33ad08e1),segment_id=16e91594-c047-4b55-93eb-43af33ad08e1)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:11:02.112887 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 35106) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:11:02.123783 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1be862dd-b83b-4f3d-859d-6248af2a0b6a None None] Routers {'0f53fcc7-1a66-48a0-8d80-855bd0350f45'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:11:02.124432 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-1be862dd-b83b-4f3d-859d-6248af2a0b6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:11:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['0f53fcc7-1a66-48a0-8d80-855bd0350f45'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:11:02.132941 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83980a0d-7fe0-49a6-bb9e-6b5231eedb59 req-187ac65b-433e-469c-ab82-7609ba774d2a tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:02.140757 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-83980a0d-7fe0-49a6-bb9e-6b5231eedb59 req-187ac65b-433e-469c-ab82-7609ba774d2a tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d72f04a-64fa-45e7-8a0e-f3f21bcd5f97 HTTP/1.1" status: 200 len: 945 time: 0.1586254 Jul 27 23:11:02.153610 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-3c6c985f-203a-4438-9168-fea10989e325 req-df6cb4d5-191a-42b3-a1d0-8cea5b77ebdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11336041'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:02.223546 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6cb4d5-191a-42b3-a1d0-8cea5b77ebdd service neutron] Pushing event updated for resources: {'Port': ['ID=be3f4841-615f-4e54-aa39-ad6709ec1563,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:11:02.238025 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7418f70f-e60d-4709-8ba9-6ab514bc7f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:02.248723 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-2627f369-23b9-4d59-9099-a0903042b412 None None] Provisioning complete for port ef18a1f3-5203-42c8-a585-56b0dd54e83a triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:11:02.249095 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2627f369-23b9-4d59-9099-a0903042b412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:02.271933 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6c985f-203a-4438-9168-fea10989e325 req-df6cb4d5-191a-42b3-a1d0-8cea5b77ebdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:02.272801 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-3c6c985f-203a-4438-9168-fea10989e325 req-df6cb4d5-191a-42b3-a1d0-8cea5b77ebdd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:02.274412 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-3c6c985f-203a-4438-9168-fea10989e325 req-df6cb4d5-191a-42b3-a1d0-8cea5b77ebdd service neutron] 10.222.0.49 "PUT /v2.0/ports/be3f4841-615f-4e54-aa39-ad6709ec1563 HTTP/1.1" status: 200 len: 1096 time: 1.6117406 Jul 27 23:11:02.297054 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13990610-5726-4497-81b9-f5375fbe4860', 'tag': 'be3f4841-615f-4e54-aa39-ad6709ec1563'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:11:02.299476 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a476459a1bfce68b0ae0df5b6a71154bfc7cfdc8f9eefce6ad0a17231e60468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8eb570bf-7045-45a4-b622-81c42fa095e8" -d '{"events": [{"name": "network-changed", "server_uuid": "13990610-5726-4497-81b9-f5375fbe4860", "tag": "be3f4841-615f-4e54-aa39-ad6709ec1563"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:11:02.310069 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fdcd3f9-18fb-4f6e-ab81-25c3f4ab3e94 admin admin] Router 5938e1b8-f45a-4d59-b4dc-a37105e6faa0 has already been hosted by L3 agent 018c4455-49c0-4734-927d-7824067b2a9e {{(pid=93798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 23:11:02.340988 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-83980a0d-7fe0-49a6-bb9e-6b5231eedb59 req-1f698e73-5857-47f4-802e-53d455f4960d tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] 10.222.0.18 "GET /v2.0/security-groups?id=f9282c7c-bf74-4e2f-accf-81bded4d9191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939788 Jul 27 23:11:02.350382 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-1be862dd-b83b-4f3d-859d-6248af2a0b6a None None] Set router 0f53fcc7-1a66-48a0-8d80-855bd0350f45 gateway port host: n-d-802623-1 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:11:02.381363 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-2627f369-23b9-4d59-9099-a0903042b412 None None] Port ef18a1f3-5203-42c8-a585-56b0dd54e83a cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:11:02.421330 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-af8bc8fd-cc7c-4112-b5fe-c766b48131b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:02.498101 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af8bc8fd-cc7c-4112-b5fe-c766b48131b0 admin admin] Network d458c13a-e340-45a3-bc4b-5109e47750ee is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:11:02.510800 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-af8bc8fd-cc7c-4112-b5fe-c766b48131b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:11:02.517611 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af8bc8fd-cc7c-4112-b5fe-c766b48131b0 admin admin] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:11:02.562277 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da5b585-fac0-4f60-b56b-adbf04ab5403 req-378fe556-f5e5-40e3-bbbb-4d7577f2964a tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:02.571596 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-5da5b585-fac0-4f60-b56b-adbf04ab5403 req-378fe556-f5e5-40e3-bbbb-4d7577f2964a tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/ports?device_id=13990610-5726-4497-81b9-f5375fbe4860 HTTP/1.1" status: 200 len: 948 time: 0.6016116 Jul 27 23:11:02.588160 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6c985f-203a-4438-9168-fea10989e325 req-c6a10e81-f63c-49cc-b6a0-d9375f0ccb10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:02.592127 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-3c6c985f-203a-4438-9168-fea10989e325 req-c6a10e81-f63c-49cc-b6a0-d9375f0ccb10 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1b545d5113d14592aa4c69bde083a757&device_id=13990610-5726-4497-81b9-f5375fbe4860 HTTP/1.1" status: 200 len: 1099 time: 0.2497284 Jul 27 23:11:02.606741 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-1be862dd-b83b-4f3d-859d-6248af2a0b6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f53fcc7-1a66-48a0-8d80-855bd0350f45', 'name': 'tempest-ServersTestJSON-600988127-router', 'tenant_id': '5e7871e0124d4291a712176480dc3092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.46'}], 'enable_snat': True}, 'gw_port_id': 'c5fa0048-e803-4e28-91f8-7128b9b82dbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:08:23Z', 'updated_at': '2021-07-27T23:10:59Z', 'revision_number': 5, 'project_id': '5e7871e0124d4291a712176480dc3092', 'gw_port': {'id': 'c5fa0048-e803-4e28-91f8-7128b9b82dbc', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:7f:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f53fcc7-1a66-48a0-8d80-855bd0350f45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 762, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:08:25Z', 'updated_at': '2021-07-27T23:08:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1'}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:11:02.610895 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8bc8fd-cc7c-4112-b5fe-c766b48131b0 admin admin] Pushing event updated for resources: {'Port': ['ID=47d4668d-1297-4a47-9a69-547fc830c809,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:11:02.645975 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1be862dd-b83b-4f3d-859d-6248af2a0b6a None None] Checking router: 0f53fcc7-1a66-48a0-8d80-855bd0350f45 for host: n-d-802623-1 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 23:11:02.657904 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1be862dd-b83b-4f3d-859d-6248af2a0b6a None None] Routers {'0f53fcc7-1a66-48a0-8d80-855bd0350f45'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:11:02.658531 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-1be862dd-b83b-4f3d-859d-6248af2a0b6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:11:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['0f53fcc7-1a66-48a0-8d80-855bd0350f45'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:11:02.673875 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-ac8a2852-3ae5-44ae-8b57-2a69d422a2aa req-b167c897-8a9f-44a9-9dd0-a63b964c0008 tempest-InstanceActionsNegativeTestJSON-1713205028 tempest-InstanceActionsNegativeTestJSON-1713205028-project] 10.222.0.18 "GET /v2.0/ports?device_id=e42483ad-db57-4764-835b-00ec61dd6355 HTTP/1.1" status: 200 len: 210 time: 0.1092386 Jul 27 23:11:02.714267 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-3c6c985f-203a-4438-9168-fea10989e325 req-8244ba1d-88bd-4f64-b68c-99faa9d4dded service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=be3f4841-615f-4e54-aa39-ad6709ec1563 HTTP/1.1" status: 200 len: 217 time: 0.1056402 Jul 27 23:11:02.725371 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-af8bc8fd-cc7c-4112-b5fe-c766b48131b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-415283'] for router_interface, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:02.794281 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-077350b6-bac4-4e78-95ec-736c0524f74a req-25ccf947-46c9-4d07-9d92-b4d8e9ea7de7 tempest-InstanceActionsNegativeTestJSON-1713205028 tempest-InstanceActionsNegativeTestJSON-1713205028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:02.802257 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-5da5b585-fac0-4f60-b56b-adbf04ab5403 req-18c7dab8-2490-4179-86b6-347fd318a512 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb779318-b8ff-43a6-a94f-3ce471aff166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2285342 Jul 27 23:11:02.857577 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 23:11:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0f996d1-758d-40f0-b2d1-c66858bee709 x-openstack-request-id: req-a0f996d1-758d-40f0-b2d1-c66858bee709 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:11:02.857882 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13990610-5726-4497-81b9-f5375fbe4860", "tag": "be3f4841-615f-4e54-aa39-ad6709ec1563", "status": "completed", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:11:02.858139 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a0f996d1-758d-40f0-b2d1-c66858bee709 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:11:02.858539 n-d-802623-1 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13990610-5726-4497-81b9-f5375fbe4860', 'tag': 'be3f4841-615f-4e54-aa39-ad6709ec1563', 'status': 'completed', 'code': 200} Jul 27 23:11:02.868771 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6c985f-203a-4438-9168-fea10989e325 req-64b0a023-b1af-4d91-b877-88d898200c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:02.870277 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-3c6c985f-203a-4438-9168-fea10989e325 req-64b0a023-b1af-4d91-b877-88d898200c28 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=62938449-046d-4cbe-923a-7ebb632c358d HTTP/1.1" status: 200 len: 843 time: 0.1468055 Jul 27 23:11:02.875735 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fdcd3f9-18fb-4f6e-ab81-25c3f4ab3e94 admin admin] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:11:02.879712 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-1be862dd-b83b-4f3d-859d-6248af2a0b6a None None] Set router 0f53fcc7-1a66-48a0-8d80-855bd0350f45 gateway port host: n-d-802623-1 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:11:02.886645 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2a3bc03-0f77-4801-ae21-5c0ece47158f None None] Sync routers for ids ['5938e1b8-f45a-4d59-b4dc-a37105e6faa0'] in n-d-802623-1 {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:11:02.901947 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2a3bc03-0f77-4801-ae21-5c0ece47158f None None] Routers {'5938e1b8-f45a-4d59-b4dc-a37105e6faa0'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:11:02.902632 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-d2a3bc03-0f77-4801-ae21-5c0ece47158f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:11:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['5938e1b8-f45a-4d59-b4dc-a37105e6faa0'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:11:02.906631 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-9fdcd3f9-18fb-4f6e-ab81-25c3f4ab3e94 admin admin] 10.222.0.18 "PUT /v2.0/routers/5938e1b8-f45a-4d59-b4dc-a37105e6faa0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5279248 Jul 27 23:11:02.920575 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ccf947-46c9-4d07-9d92-b4d8e9ea7de7 tempest-InstanceActionsNegativeTestJSON-1713205028 tempest-InstanceActionsNegativeTestJSON-1713205028-project] Pushing event updated for resources: {'Port': ['ID=17eed373-8b9b-4837-9be7-742b1240ce7d,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:11:02.945351 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-077350b6-bac4-4e78-95ec-736c0524f74a req-25ccf947-46c9-4d07-9d92-b4d8e9ea7de7 tempest-InstanceActionsNegativeTestJSON-1713205028 tempest-InstanceActionsNegativeTestJSON-1713205028-project] Network b08eced6-95a6-4447-9060-3f7f22a17e45 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:11:02.950013 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ebdfa978-c60f-4aaf-b840-040907595a18 admin admin] Notify callbacks [] for router, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:02.977042 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6c985f-203a-4438-9168-fea10989e325 req-7302449b-8c1d-4fa5-8ed1-059c9bd78269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:02.978727 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-3c6c985f-203a-4438-9168-fea10989e325 req-7302449b-8c1d-4fa5-8ed1-059c9bd78269 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=591af2dd-f826-43b1-aa9d-e7a0bf218c71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0976603 Jul 27 23:11:03.055448 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-af8bc8fd-cc7c-4112-b5fe-c766b48131b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:03.098252 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-d2a3bc03-0f77-4801-ae21-5c0ece47158f None None] Set router 5938e1b8-f45a-4d59-b4dc-a37105e6faa0 gateway port host: n-d-802623-1 {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:11:03.142337 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-1be862dd-b83b-4f3d-859d-6248af2a0b6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f53fcc7-1a66-48a0-8d80-855bd0350f45', 'name': 'tempest-ServersTestJSON-600988127-router', 'tenant_id': '5e7871e0124d4291a712176480dc3092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.46'}], 'enable_snat': True}, 'gw_port_id': 'c5fa0048-e803-4e28-91f8-7128b9b82dbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:08:23Z', 'updated_at': '2021-07-27T23:10:59Z', 'revision_number': 5, 'project_id': '5e7871e0124d4291a712176480dc3092', 'gw_port': {'id': 'c5fa0048-e803-4e28-91f8-7128b9b82dbc', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:7f:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f53fcc7-1a66-48a0-8d80-855bd0350f45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 762, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:08:25Z', 'updated_at': '2021-07-27T23:08:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1'}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:11:03.200268 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1be862dd-b83b-4f3d-859d-6248af2a0b6a None None] The sync data for ids ['0f53fcc7-1a66-48a0-8d80-855bd0350f45'] in n-d-802623-1 is: [{'id': '0f53fcc7-1a66-48a0-8d80-855bd0350f45', 'name': 'tempest-ServersTestJSON-600988127-router', 'tenant_id': '5e7871e0124d4291a712176480dc3092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.46'}], 'enable_snat': True}, 'gw_port_id': 'c5fa0048-e803-4e28-91f8-7128b9b82dbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:08:23Z', 'updated_at': '2021-07-27T23:10:59Z', 'revision_number': 5, 'project_id': '5e7871e0124d4291a712176480dc3092', 'gw_port': {'id': 'c5fa0048-e803-4e28-91f8-7128b9b82dbc', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:7f:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f53fcc7-1a66-48a0-8d80-855bd0350f45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 762, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:08:25Z', 'updated_at': '2021-07-27T23:08:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1'}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:11:03.204668 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [req-077350b6-bac4-4e78-95ec-736c0524f74a req-25ccf947-46c9-4d07-9d92-b4d8e9ea7de7 tempest-InstanceActionsNegativeTestJSON-1713205028 tempest-InstanceActionsNegativeTestJSON-1713205028-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:11:03.222804 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-077350b6-bac4-4e78-95ec-736c0524f74a req-25ccf947-46c9-4d07-9d92-b4d8e9ea7de7 tempest-InstanceActionsNegativeTestJSON-1713205028 tempest-InstanceActionsNegativeTestJSON-1713205028-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:11:03.229723 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ebdfa978-c60f-4aaf-b840-040907595a18 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:03.231788 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-3c6c985f-203a-4438-9168-fea10989e325 req-11be904a-0ec6-4e7d-9010-4eec09b7b173 service neutron] 10.222.0.49 "GET /v2.0/networks/591af2dd-f826-43b1-aa9d-e7a0bf218c71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2431343 Jul 27 23:11:03.347420 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077350b6-bac4-4e78-95ec-736c0524f74a req-25ccf947-46c9-4d07-9d92-b4d8e9ea7de7 tempest-InstanceActionsNegativeTestJSON-1713205028 tempest-InstanceActionsNegativeTestJSON-1713205028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:03.348080 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-077350b6-bac4-4e78-95ec-736c0524f74a req-25ccf947-46c9-4d07-9d92-b4d8e9ea7de7 tempest-InstanceActionsNegativeTestJSON-1713205028 tempest-InstanceActionsNegativeTestJSON-1713205028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:03.370389 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-077350b6-bac4-4e78-95ec-736c0524f74a req-25ccf947-46c9-4d07-9d92-b4d8e9ea7de7 tempest-InstanceActionsNegativeTestJSON-1713205028 tempest-InstanceActionsNegativeTestJSON-1713205028-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5866606 Jul 27 23:11:03.383728 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-ebdfa978-c60f-4aaf-b840-040907595a18 admin admin] Deleting port c5fa0048-e803-4e28-91f8-7128b9b82dbc {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:11:03.384071 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ebdfa978-c60f-4aaf-b840-040907595a18 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:03.389117 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [req-077350b6-bac4-4e78-95ec-736c0524f74a req-1227eb1d-c76b-4ddb-aa1b-4c08b9e1205f service neutron] Request body: {'port': {'device_id': 'e42483ad-db57-4764-835b-00ec61dd6355', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802623-1'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:11:03.420000 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-d2a3bc03-0f77-4801-ae21-5c0ece47158f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5938e1b8-f45a-4d59-b4dc-a37105e6faa0', 'name': 'tempest-TaggedBootDevicesTest_v242-1124732428-router', 'tenant_id': '0367b9fbd8e84279b822c24a4e2fb6cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.30'}], 'enable_snat': True}, 'gw_port_id': '234ed106-7f9a-45b8-a00c-025ba7e00ea0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:10:53Z', 'updated_at': '2021-07-27T23:10:59Z', 'revision_number': 4, 'project_id': '0367b9fbd8e84279b822c24a4e2fb6cb', 'gw_port': {'id': '234ed106-7f9a-45b8-a00c-025ba7e00ea0', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:a9:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5938e1b8-f45a-4d59-b4dc-a37105e6faa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:10:54Z', 'updated_at': '2021-07-27T23:11:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': 'ef18a1f3-5203-42c8-a585-56b0dd54e83a', 'name': '', 'network_id': '8a269d53-4f2a-4865-a1d0-19bfee7666c6', 'tenant_id': '0367b9fbd8e84279b822c24a4e2fb6cb', 'mac_address': 'fa:16:3e:6c:af:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5938e1b8-f45a-4d59-b4dc-a37105e6faa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': 'f549fcdc-30d6-4a86-9454-eed6b262e746', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:10:58Z', 'updated_at': '2021-07-27T23:11:00Z', 'revision_number': 2, 'project_id': '0367b9fbd8e84279b822c24a4e2fb6cb', 'subnets': [{'id': 'f549fcdc-30d6-4a86-9454-eed6b262e746', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:11:03.460612 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-af8bc8fd-cc7c-4112-b5fe-c766b48131b0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:03.468441 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2a3bc03-0f77-4801-ae21-5c0ece47158f None None] Checking router: 5938e1b8-f45a-4d59-b4dc-a37105e6faa0 for host: n-d-802623-1 {{(pid=93799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 23:11:03.469480 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2a3bc03-0f77-4801-ae21-5c0ece47158f None None] Updating router 5938e1b8-f45a-4d59-b4dc-a37105e6faa0 port ef18a1f3-5203-42c8-a585-56b0dd54e83a binding host n-d-802623-1 {{(pid=93799) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 23:11:03.475503 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-af8bc8fd-cc7c-4112-b5fe-c766b48131b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11336041'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:03.546429 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d2a3bc03-0f77-4801-ae21-5c0ece47158f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:03.571543 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-af8bc8fd-cc7c-4112-b5fe-c766b48131b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3760555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-414115'] for router_interface, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:03.575183 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8bc8fd-cc7c-4112-b5fe-c766b48131b0 admin admin] Pushing event updated for resources: {'Port': ['ID=47d4668d-1297-4a47-9a69-547fc830c809,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:11:03.579814 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6684b344-dfe3-48fb-b832-315a8530527a req-5e5bf3e2-af06-4162-83f8-318d557df5bb tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:03.581590 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-6684b344-dfe3-48fb-b832-315a8530527a req-5e5bf3e2-af06-4162-83f8-318d557df5bb tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d72f04a-64fa-45e7-8a0e-f3f21bcd5f97 HTTP/1.1" status: 200 len: 945 time: 0.1323924 Jul 27 23:11:03.582101 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-077350b6-bac4-4e78-95ec-736c0524f74a req-1227eb1d-c76b-4ddb-aa1b-4c08b9e1205f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:03.686376 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-ebdfa978-c60f-4aaf-b840-040907595a18 admin admin] For port c5fa0048-e803-4e28-91f8-7128b9b82dbc, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=c5fa0048-e803-4e28-91f8-7128b9b82dbc,segment=NetworkSegment(b9afe07e-bbe4-4740-834c-4b6a9698bdbc),segment_id=b9afe07e-bbe4-4740-834c-4b6a9698bdbc)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:11:03.686802 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ebdfa978-c60f-4aaf-b840-040907595a18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:03.703187 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-3c6c985f-203a-4438-9168-fea10989e325 req-d3a2b27c-75f8-4ab6-bb08-fc286f89f84a service neutron] 10.222.0.49 "GET /v2.0/networks/591af2dd-f826-43b1-aa9d-e7a0bf218c71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4239380 Jul 27 23:11:03.717136 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-6684b344-dfe3-48fb-b832-315a8530527a req-18bab7f7-54fe-45e3-9e80-2c9481b48033 tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] 10.222.0.18 "GET /v2.0/security-groups?id=f9282c7c-bf74-4e2f-accf-81bded4d9191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272194 Jul 27 23:11:03.751203 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-ebdfa978-c60f-4aaf-b840-040907595a18 admin admin] Calling delete_port for c5fa0048-e803-4e28-91f8-7128b9b82dbc owned by network:router_gateway {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:11:03.779093 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af8bc8fd-cc7c-4112-b5fe-c766b48131b0 admin admin] Network d458c13a-e340-45a3-bc4b-5109e47750ee is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:11:03.796414 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-af8bc8fd-cc7c-4112-b5fe-c766b48131b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:11:04.014464 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 2f3372b1-c0d2-4d13-b9a4-dd580507b830 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:11:04.085821 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb570bf-7045-45a4-b622-81c42fa095e8 req-3a2e3e19-be91-4ae0-875b-67f4dc73e325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:04.088681 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8eb570bf-7045-45a4-b622-81c42fa095e8 req-3a2e3e19-be91-4ae0-875b-67f4dc73e325 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1b545d5113d14592aa4c69bde083a757&device_id=13990610-5726-4497-81b9-f5375fbe4860 HTTP/1.1" status: 200 len: 1099 time: 0.3073916 Jul 27 23:11:04.130523 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning for port 2f3372b1-c0d2-4d13-b9a4-dd580507b830 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:11:04.134452 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port 2f3372b1-c0d2-4d13-b9a4-dd580507b830 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:11:04.134824 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:04.157245 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3a9f8f-dd02-4c29-89b3-305ee5eeaf69 req-e1ce2d4e-f9f0-4a12-9752-e2f4def1b839 tempest-InstanceActionsNegativeTestJSON-1713205028 tempest-InstanceActionsNegativeTestJSON-1713205028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:04.176950 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-4c3a9f8f-dd02-4c29-89b3-305ee5eeaf69 req-e1ce2d4e-f9f0-4a12-9752-e2f4def1b839 tempest-InstanceActionsNegativeTestJSON-1713205028 tempest-InstanceActionsNegativeTestJSON-1713205028-project] 10.222.0.18 "GET /v2.0/ports?device_id=e42483ad-db57-4764-835b-00ec61dd6355 HTTP/1.1" status: 200 len: 931 time: 0.3340831 Jul 27 23:11:04.213754 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af8bc8fd-cc7c-4112-b5fe-c766b48131b0 admin admin] Router c43d5672-00a2-4a50-8a36-01de623c47e3 has already been hosted by L3 agent 018c4455-49c0-4734-927d-7824067b2a9e {{(pid=93797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 23:11:04.248813 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d2a3bc03-0f77-4801-ae21-5c0ece47158f None None] Notify callbacks [] for port, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:04.278584 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-d2a3bc03-0f77-4801-ae21-5c0ece47158f None None] Transition to ACTIVE for port object ef18a1f3-5203-42c8-a585-56b0dd54e83a will not be triggered until provisioned by entity L2. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:11:04.291095 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d2a3bc03-0f77-4801-ae21-5c0ece47158f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:04.317072 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-4c3a9f8f-dd02-4c29-89b3-305ee5eeaf69 req-1c913398-0752-4595-8bbf-15951d616019 tempest-InstanceActionsNegativeTestJSON-1713205028 tempest-InstanceActionsNegativeTestJSON-1713205028-project] 10.222.0.18 "GET /v2.0/security-groups?id=eca09b29-4321-4253-8aad-f633183cc318&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387062 Jul 27 23:11:04.341573 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:04.421645 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d582000-8d03-4c85-9f96-7a8fb50f2ea4 None None] Pushing event updated for resources: {'Port': ['ID=ef18a1f3-5203-42c8-a585-56b0dd54e83a,revision_number=3']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:11:04.434686 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d582000-8d03-4c85-9f96-7a8fb50f2ea4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:11:04.435252 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d582000-8d03-4c85-9f96-7a8fb50f2ea4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:11:04.435678 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d582000-8d03-4c85-9f96-7a8fb50f2ea4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:11:04.436022 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d582000-8d03-4c85-9f96-7a8fb50f2ea4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:11:04.436366 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d582000-8d03-4c85-9f96-7a8fb50f2ea4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:11:04.436702 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d582000-8d03-4c85-9f96-7a8fb50f2ea4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:11:04.437078 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d582000-8d03-4c85-9f96-7a8fb50f2ea4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:11:04.437463 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d582000-8d03-4c85-9f96-7a8fb50f2ea4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:11:04.438373 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d582000-8d03-4c85-9f96-7a8fb50f2ea4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:11:04.438373 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d582000-8d03-4c85-9f96-7a8fb50f2ea4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:11:04.438613 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d582000-8d03-4c85-9f96-7a8fb50f2ea4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:11:04.438804 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d582000-8d03-4c85-9f96-7a8fb50f2ea4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:11:04.482920 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] For port 2f3372b1-c0d2-4d13-b9a4-dd580507b830, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=2f3372b1-c0d2-4d13-b9a4-dd580507b830,segment=NetworkSegment(b9afe07e-bbe4-4740-834c-4b6a9698bdbc),segment_id=b9afe07e-bbe4-4740-834c-4b6a9698bdbc)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:11:04.498428 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:04.548862 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af8bc8fd-cc7c-4112-b5fe-c766b48131b0 admin admin] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:11:04.552511 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb570bf-7045-45a4-b622-81c42fa095e8 req-9c721021-bd79-419c-be6f-c788a197dbc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:04.555130 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8eb570bf-7045-45a4-b622-81c42fa095e8 req-9c721021-bd79-419c-be6f-c788a197dbc6 service neutron] 10.222.0.49 "GET /v2.0/networks?id=591af2dd-f826-43b1-aa9d-e7a0bf218c71 HTTP/1.1" status: 200 len: 870 time: 0.3747337 Jul 27 23:11:04.571522 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-af8bc8fd-cc7c-4112-b5fe-c766b48131b0 admin admin] 10.222.0.18 "PUT /v2.0/routers/c43d5672-00a2-4a50-8a36-01de623c47e3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3941135 Jul 27 23:11:04.601992 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device e9a704ef-a4ae-446f-9741-b701201f4e7e no longer exists at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:11:04.611215 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Pushing event updated for resources: {'Port': ['ID=2f3372b1-c0d2-4d13-b9a4-dd580507b830,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:11:04.660884 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-d2a3bc03-0f77-4801-ae21-5c0ece47158f None None] Attempting to bind port ef18a1f3-5203-42c8-a585-56b0dd54e83a on host n-d-802623-1 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:11:04.661630 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-d2a3bc03-0f77-4801-ae21-5c0ece47158f None None] Attempting to bind port ef18a1f3-5203-42c8-a585-56b0dd54e83a by drivers openvswitch,hyperv on host n-d-802623-1 at level 0 using segments [{'id': '4ceca444-38c4-4d60-bd70-fd80dc9834fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '8a269d53-4f2a-4865-a1d0-19bfee7666c6'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:11:04.663290 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2a3bc03-0f77-4801-ae21-5c0ece47158f None None] Attempting to bind port ef18a1f3-5203-42c8-a585-56b0dd54e83a on network 8a269d53-4f2a-4865-a1d0-19bfee7666c6 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:11:04.667596 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] No Port match for: e9a704ef-a4ae-446f-9741-b701201f4e7e {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:11:04.668274 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device e9a704ef-a4ae-446f-9741-b701201f4e7e not bound to the agent host n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:11:04.681023 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:04.682968 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2a3bc03-0f77-4801-ae21-5c0ece47158f None None] Checking agent: {'id': 'a9a568d2-a5e7-41e4-833f-a8ab42ea4073', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 52, 30), 'started_at': datetime.datetime(2021, 7, 27, 22, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802623-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:11:04.683954 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2a3bc03-0f77-4801-ae21-5c0ece47158f None None] Checking segment: {'id': '4ceca444-38c4-4d60-bd70-fd80dc9834fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '8a269d53-4f2a-4865-a1d0-19bfee7666c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:11:04.684590 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d2a3bc03-0f77-4801-ae21-5c0ece47158f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:04.685165 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2a3bc03-0f77-4801-ae21-5c0ece47158f None None] Bound using segment: {'id': '4ceca444-38c4-4d60-bd70-fd80dc9834fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '8a269d53-4f2a-4865-a1d0-19bfee7666c6'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:11:04.685892 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-d2a3bc03-0f77-4801-ae21-5c0ece47158f None None] Bound port: ef18a1f3-5203-42c8-a585-56b0dd54e83a, host: n-d-802623-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ceca444-38c4-4d60-bd70-fd80dc9834fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '8a269d53-4f2a-4865-a1d0-19bfee7666c6'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:11:04.686507 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d2a3bc03-0f77-4801-ae21-5c0ece47158f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:04.694624 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8eb570bf-7045-45a4-b622-81c42fa095e8 req-991fe38c-f791-40d1-ad74-744c0a95cae1 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=be3f4841-615f-4e54-aa39-ad6709ec1563 HTTP/1.1" status: 200 len: 217 time: 0.1193280 Jul 27 23:11:04.835115 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-d2a3bc03-0f77-4801-ae21-5c0ece47158f None None] For port ef18a1f3-5203-42c8-a585-56b0dd54e83a, host n-d-802623-1, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:11:04.842219 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-d2a3bc03-0f77-4801-ae21-5c0ece47158f None None] For port ef18a1f3-5203-42c8-a585-56b0dd54e83a, host n-d-802623-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=ef18a1f3-5203-42c8-a585-56b0dd54e83a,segment=NetworkSegment(4ceca444-38c4-4d60-bd70-fd80dc9834fa),segment_id=4ceca444-38c4-4d60-bd70-fd80dc9834fa)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:11:04.860540 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d2a3bc03-0f77-4801-ae21-5c0ece47158f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:04.871082 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e05ade61-04cd-42aa-b165-bba624fcc2a9 None None] Sync routers for ids ['c43d5672-00a2-4a50-8a36-01de623c47e3'] in n-d-802623-1 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:11:04.883586 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e05ade61-04cd-42aa-b165-bba624fcc2a9 None None] Routers {'c43d5672-00a2-4a50-8a36-01de623c47e3'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:11:04.884429 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-e05ade61-04cd-42aa-b165-bba624fcc2a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:11:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['c43d5672-00a2-4a50-8a36-01de623c47e3'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:11:04.921709 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2a3bc03-0f77-4801-ae21-5c0ece47158f None None] Routers {'5938e1b8-f45a-4d59-b4dc-a37105e6faa0'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:11:04.921709 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-d2a3bc03-0f77-4801-ae21-5c0ece47158f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:11:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['5938e1b8-f45a-4d59-b4dc-a37105e6faa0'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:11:04.937914 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb570bf-7045-45a4-b622-81c42fa095e8 req-34059f57-99b6-495d-becf-49975e38e1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:04.941099 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8eb570bf-7045-45a4-b622-81c42fa095e8 req-34059f57-99b6-495d-becf-49975e38e1bd service neutron] 10.222.0.49 "GET /v2.0/subnets?id=62938449-046d-4cbe-923a-7ebb632c358d HTTP/1.1" status: 200 len: 843 time: 0.2318752 Jul 27 23:11:04.956930 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a63664-79b5-4506-ae18-8e282eb856be req-3b3cf9dd-b3ab-4a4a-96aa-18080121652f tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:04.958512 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b6a63664-79b5-4506-ae18-8e282eb856be req-3b3cf9dd-b3ab-4a4a-96aa-18080121652f tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/ports?device_id=13990610-5726-4497-81b9-f5375fbe4860 HTTP/1.1" status: 200 len: 948 time: 0.9227700 Jul 27 23:11:05.014002 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d582000-8d03-4c85-9f96-7a8fb50f2ea4 None None] Pushing event updated for resources: {'Port': ['ID=ef18a1f3-5203-42c8-a585-56b0dd54e83a,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:11:05.023613 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-e05ade61-04cd-42aa-b165-bba624fcc2a9 None None] Set router c43d5672-00a2-4a50-8a36-01de623c47e3 gateway port host: n-d-802623-1 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:11:05.083577 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d174a6d9-f82a-4a84-adf6-41fc37bef234 req-85868f50-9cb7-48e3-aaea-73a86afc015a tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:05.105372 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d174a6d9-f82a-4a84-adf6-41fc37bef234 req-85868f50-9cb7-48e3-aaea-73a86afc015a tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d72f04a-64fa-45e7-8a0e-f3f21bcd5f97 HTTP/1.1" status: 200 len: 945 time: 0.2442005 Jul 27 23:11:05.111195 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b6a63664-79b5-4506-ae18-8e282eb856be req-f67c06c8-02de-45ab-bea9-d3a1bb6c697b tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb779318-b8ff-43a6-a94f-3ce471aff166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227865 Jul 27 23:11:05.136389 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb570bf-7045-45a4-b622-81c42fa095e8 req-930f3282-3f07-46a4-89e1-401f1d1eaaf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:05.139019 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8eb570bf-7045-45a4-b622-81c42fa095e8 req-930f3282-3f07-46a4-89e1-401f1d1eaaf9 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=591af2dd-f826-43b1-aa9d-e7a0bf218c71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1893539 Jul 27 23:11:05.154640 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ebdfa978-c60f-4aaf-b840-040907595a18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:05.154927 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-d2a3bc03-0f77-4801-ae21-5c0ece47158f None None] Set router 5938e1b8-f45a-4d59-b4dc-a37105e6faa0 gateway port host: n-d-802623-1 {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:11:05.304204 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdfa978-c60f-4aaf-b840-040907595a18 admin admin] Pushing event deleted for resources: {'Port': ['ID=c5fa0048-e803-4e28-91f8-7128b9b82dbc,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:11:05.367717 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d174a6d9-f82a-4a84-adf6-41fc37bef234 req-bb2ffdd0-a323-4845-a6be-adb5f422e1fa tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] 10.222.0.18 "GET /v2.0/security-groups?id=f9282c7c-bf74-4e2f-accf-81bded4d9191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2577686 Jul 27 23:11:05.395114 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [req-077350b6-bac4-4e78-95ec-736c0524f74a req-1227eb1d-c76b-4ddb-aa1b-4c08b9e1205f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17eed373-8b9b-4837-9be7-742b1240ce7d {{(pid=93798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:11:05.440350 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-e05ade61-04cd-42aa-b165-bba624fcc2a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c43d5672-00a2-4a50-8a36-01de623c47e3', 'name': 'tempest-ServerRescueTestJSON-1184834706-router', 'tenant_id': 'd4ae0349fedc4fe693e139d0088de506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.105'}], 'enable_snat': True}, 'gw_port_id': '2f3372b1-c0d2-4d13-b9a4-dd580507b830', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:10:55Z', 'updated_at': '2021-07-27T23:11:02Z', 'revision_number': 4, 'project_id': 'd4ae0349fedc4fe693e139d0088de506', 'gw_port': {'id': '2f3372b1-c0d2-4d13-b9a4-dd580507b830', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:3a:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c43d5672-00a2-4a50-8a36-01de623c47e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:10:56Z', 'updated_at': '2021-07-27T23:11:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': '47d4668d-1297-4a47-9a69-547fc830c809', 'name': '', 'network_id': 'd458c13a-e340-45a3-bc4b-5109e47750ee', 'tenant_id': 'd4ae0349fedc4fe693e139d0088de506', 'mac_address': 'fa:16:3e:58:cc:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c43d5672-00a2-4a50-8a36-01de623c47e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1026, 'fixed_ips': [{'subnet_id': '3178a8d2-6ff7-4d81-8c0d-f8cbfd092012', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:11:01Z', 'updated_at': '2021-07-27T23:11:03Z', 'revision_number': 2, 'project_id': 'd4ae0349fedc4fe693e139d0088de506', 'subnets': [{'id': '3178a8d2-6ff7-4d81-8c0d-f8cbfd092012', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:11:05.455082 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-077350b6-bac4-4e78-95ec-736c0524f74a req-1227eb1d-c76b-4ddb-aa1b-4c08b9e1205f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:05.474279 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e05ade61-04cd-42aa-b165-bba624fcc2a9 None None] Checking router: c43d5672-00a2-4a50-8a36-01de623c47e3 for host: n-d-802623-1 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 23:11:05.474908 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e05ade61-04cd-42aa-b165-bba624fcc2a9 None None] Updating router c43d5672-00a2-4a50-8a36-01de623c47e3 port 47d4668d-1297-4a47-9a69-547fc830c809 binding host n-d-802623-1 {{(pid=93800) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 23:11:05.497579 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8eb570bf-7045-45a4-b622-81c42fa095e8 req-f3a7de17-5b10-4ba4-87f8-eaac12b4d421 service neutron] 10.222.0.49 "GET /v2.0/networks/591af2dd-f826-43b1-aa9d-e7a0bf218c71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3000522 Jul 27 23:11:05.525632 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e05ade61-04cd-42aa-b165-bba624fcc2a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:05.549369 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-077350b6-bac4-4e78-95ec-736c0524f74a req-1227eb1d-c76b-4ddb-aa1b-4c08b9e1205f service neutron] Transition to ACTIVE for port object 17eed373-8b9b-4837-9be7-742b1240ce7d will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:11:05.558544 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ebdfa978-c60f-4aaf-b840-040907595a18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-415368'] for router_gateway, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:05.615868 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037e1f1e-42ae-464f-9393-14eee51a4365 req-840c051b-163a-46da-9e1d-328f7f91a35f tempest-InstanceActionsNegativeTestJSON-1713205028 tempest-InstanceActionsNegativeTestJSON-1713205028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:05.617490 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-037e1f1e-42ae-464f-9393-14eee51a4365 req-840c051b-163a-46da-9e1d-328f7f91a35f tempest-InstanceActionsNegativeTestJSON-1713205028 tempest-InstanceActionsNegativeTestJSON-1713205028-project] 10.222.0.18 "GET /v2.0/ports?device_id=e42483ad-db57-4764-835b-00ec61dd6355 HTTP/1.1" status: 200 len: 931 time: 0.1236229 Jul 27 23:11:05.653601 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-d2a3bc03-0f77-4801-ae21-5c0ece47158f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5938e1b8-f45a-4d59-b4dc-a37105e6faa0', 'name': 'tempest-TaggedBootDevicesTest_v242-1124732428-router', 'tenant_id': '0367b9fbd8e84279b822c24a4e2fb6cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.30'}], 'enable_snat': True}, 'gw_port_id': '234ed106-7f9a-45b8-a00c-025ba7e00ea0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:10:53Z', 'updated_at': '2021-07-27T23:10:59Z', 'revision_number': 4, 'project_id': '0367b9fbd8e84279b822c24a4e2fb6cb', 'gw_port': {'id': '234ed106-7f9a-45b8-a00c-025ba7e00ea0', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:a9:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5938e1b8-f45a-4d59-b4dc-a37105e6faa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:10:54Z', 'updated_at': '2021-07-27T23:11:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': 'ef18a1f3-5203-42c8-a585-56b0dd54e83a', 'name': '', 'network_id': '8a269d53-4f2a-4865-a1d0-19bfee7666c6', 'tenant_id': '0367b9fbd8e84279b822c24a4e2fb6cb', 'mac_address': 'fa:16:3e:6c:af:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5938e1b8-f45a-4d59-b4dc-a37105e6faa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': 'f549fcdc-30d6-4a86-9454-eed6b262e746', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:10:58Z', 'updated_at': '2021-07-27T23:11:04Z', 'revision_number': 4, 'project_id': '0367b9fbd8e84279b822c24a4e2fb6cb', 'subnets': [{'id': 'f549fcdc-30d6-4a86-9454-eed6b262e746', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:11:05.675226 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ebdfa978-c60f-4aaf-b840-040907595a18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62205'] for router, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:05.677983 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ebdfa978-c60f-4aaf-b840-040907595a18 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:05.685513 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8eb570bf-7045-45a4-b622-81c42fa095e8 req-489518d9-418b-45d9-a20e-ebafde4dfae2 service neutron] 10.222.0.49 "GET /v2.0/networks/591af2dd-f826-43b1-aa9d-e7a0bf218c71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1763813 Jul 27 23:11:05.688862 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-037e1f1e-42ae-464f-9393-14eee51a4365 req-57de3de9-1821-4fa8-bf4d-a5144aacd4f3 tempest-InstanceActionsNegativeTestJSON-1713205028 tempest-InstanceActionsNegativeTestJSON-1713205028-project] 10.222.0.18 "GET /v2.0/security-groups?id=eca09b29-4321-4253-8aad-f633183cc318&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632732 Jul 27 23:11:05.740941 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-077350b6-bac4-4e78-95ec-736c0524f74a req-1227eb1d-c76b-4ddb-aa1b-4c08b9e1205f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:05.743970 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2a3bc03-0f77-4801-ae21-5c0ece47158f None None] The sync data for ids ['5938e1b8-f45a-4d59-b4dc-a37105e6faa0'] in n-d-802623-1 is: [{'id': '5938e1b8-f45a-4d59-b4dc-a37105e6faa0', 'name': 'tempest-TaggedBootDevicesTest_v242-1124732428-router', 'tenant_id': '0367b9fbd8e84279b822c24a4e2fb6cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.30'}], 'enable_snat': True}, 'gw_port_id': '234ed106-7f9a-45b8-a00c-025ba7e00ea0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:10:53Z', 'updated_at': '2021-07-27T23:10:59Z', 'revision_number': 4, 'project_id': '0367b9fbd8e84279b822c24a4e2fb6cb', 'gw_port': {'id': '234ed106-7f9a-45b8-a00c-025ba7e00ea0', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:a9:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5938e1b8-f45a-4d59-b4dc-a37105e6faa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:10:54Z', 'updated_at': '2021-07-27T23:11:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': 'ef18a1f3-5203-42c8-a585-56b0dd54e83a', 'name': '', 'network_id': '8a269d53-4f2a-4865-a1d0-19bfee7666c6', 'tenant_id': '0367b9fbd8e84279b822c24a4e2fb6cb', 'mac_address': 'fa:16:3e:6c:af:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5938e1b8-f45a-4d59-b4dc-a37105e6faa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': 'f549fcdc-30d6-4a86-9454-eed6b262e746', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:10:58Z', 'updated_at': '2021-07-27T23:11:04Z', 'revision_number': 4, 'project_id': '0367b9fbd8e84279b822c24a4e2fb6cb', 'subnets': [{'id': 'f549fcdc-30d6-4a86-9454-eed6b262e746', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:11:05.762476 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ebdfa978-c60f-4aaf-b840-040907595a18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-477831'] for router, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:05.763018 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebdfa978-c60f-4aaf-b840-040907595a18 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0f53fcc7-1a66-48a0-8d80-855bd0350f45 {{(pid=93798) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 23:11:05.879676 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ebdfa978-c60f-4aaf-b840-040907595a18 admin admin] Notify callbacks [] for router, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:05.883181 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-ebdfa978-c60f-4aaf-b840-040907595a18 admin admin] 10.222.0.18 "DELETE /v2.0/routers/0f53fcc7-1a66-48a0-8d80-855bd0350f45 HTTP/1.1" status: 204 len: 168 time: 3.7643650 Jul 27 23:11:05.884637 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 35228) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:11:05.973293 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1227eb1d-c76b-4ddb-aa1b-4c08b9e1205f service neutron] Pushing event updated for resources: {'Port': ['ID=17eed373-8b9b-4837-9be7-742b1240ce7d,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:11:06.016006 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 2f3372b1-c0d2-4d13-b9a4-dd580507b830 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:11:06.058556 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a8dd94-d61b-424b-9752-ab3ecb05430e req-42e1051e-1d48-4562-86ef-dd0f270eeaec tempest-ServerRescueTestJSON-1182058210 tempest-ServerRescueTestJSON-1182058210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:06.066379 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-20a8dd94-d61b-424b-9752-ab3ecb05430e req-42e1051e-1d48-4562-86ef-dd0f270eeaec tempest-ServerRescueTestJSON-1182058210 tempest-ServerRescueTestJSON-1182058210-project] 10.222.0.18 "GET /v2.0/networks?id=d458c13a-e340-45a3-bc4b-5109e47750ee HTTP/1.1" status: 200 len: 811 time: 0.5107143 Jul 27 23:11:06.095493 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-20a8dd94-d61b-424b-9752-ab3ecb05430e req-a2bcdc8c-79e5-4b50-90a9-cebb748ba379 tempest-ServerRescueTestJSON-1182058210 tempest-ServerRescueTestJSON-1182058210-project] 10.222.0.18 "GET /v2.0/quotas/d4ae0349fedc4fe693e139d0088de506 HTTP/1.1" status: 200 len: 375 time: 0.0278351 Jul 27 23:11:06.134706 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e05ade61-04cd-42aa-b165-bba624fcc2a9 None None] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:06.153524 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port 2f3372b1-c0d2-4d13-b9a4-dd580507b830 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:11:06.153882 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:06.156637 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-e05ade61-04cd-42aa-b165-bba624fcc2a9 None None] Transition to ACTIVE for port object 47d4668d-1297-4a47-9a69-547fc830c809 will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:11:06.162815 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e05ade61-04cd-42aa-b165-bba624fcc2a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:06.204670 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-077350b6-bac4-4e78-95ec-736c0524f74a req-1227eb1d-c76b-4ddb-aa1b-4c08b9e1205f service neutron] Attempting to bind port 17eed373-8b9b-4837-9be7-742b1240ce7d on host n-h2-802623-1 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:11:06.205008 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-077350b6-bac4-4e78-95ec-736c0524f74a req-1227eb1d-c76b-4ddb-aa1b-4c08b9e1205f service neutron] Attempting to bind port 17eed373-8b9b-4837-9be7-742b1240ce7d by drivers openvswitch,hyperv on host n-h2-802623-1 at level 0 using segments [{'id': 'a4e00faf-25f0-4db6-a45e-605d169ddf17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'b08eced6-95a6-4447-9060-3f7f22a17e45'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:11:06.205373 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-077350b6-bac4-4e78-95ec-736c0524f74a req-1227eb1d-c76b-4ddb-aa1b-4c08b9e1205f service neutron] Attempting to bind port 17eed373-8b9b-4837-9be7-742b1240ce7d on network b08eced6-95a6-4447-9060-3f7f22a17e45 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:11:06.222789 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3348f7f4-7d22-4f3c-a632-8146fa07bb1b None None] Pushing event updated for resources: {'Port': ['ID=47d4668d-1297-4a47-9a69-547fc830c809,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:11:06.229115 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-077350b6-bac4-4e78-95ec-736c0524f74a req-1227eb1d-c76b-4ddb-aa1b-4c08b9e1205f service neutron] Port 17eed373-8b9b-4837-9be7-742b1240ce7d on network b08eced6-95a6-4447-9060-3f7f22a17e45 not bound, no agent of type Open vSwitch agent registered on host n-h2-802623-1 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 23:11:06.229311 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-077350b6-bac4-4e78-95ec-736c0524f74a req-1227eb1d-c76b-4ddb-aa1b-4c08b9e1205f service neutron] Attempting to bind port 17eed373-8b9b-4837-9be7-742b1240ce7d on network b08eced6-95a6-4447-9060-3f7f22a17e45 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:11:06.248650 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-077350b6-bac4-4e78-95ec-736c0524f74a req-1227eb1d-c76b-4ddb-aa1b-4c08b9e1205f service neutron] Checking agent: {'id': 'c5cc038b-93c4-4df4-8061-5df2a04a48c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 23, 0, 4), 'started_at': datetime.datetime(2021, 7, 27, 23, 0, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 11, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:11:06.248987 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-077350b6-bac4-4e78-95ec-736c0524f74a req-1227eb1d-c76b-4ddb-aa1b-4c08b9e1205f service neutron] Checking segment: {'id': 'a4e00faf-25f0-4db6-a45e-605d169ddf17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'b08eced6-95a6-4447-9060-3f7f22a17e45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:11:06.249377 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-077350b6-bac4-4e78-95ec-736c0524f74a req-1227eb1d-c76b-4ddb-aa1b-4c08b9e1205f service neutron] Bound using segment: {'id': 'a4e00faf-25f0-4db6-a45e-605d169ddf17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'b08eced6-95a6-4447-9060-3f7f22a17e45'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:11:06.249839 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-077350b6-bac4-4e78-95ec-736c0524f74a req-1227eb1d-c76b-4ddb-aa1b-4c08b9e1205f service neutron] Bound port: 17eed373-8b9b-4837-9be7-742b1240ce7d, host: n-h2-802623-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4e00faf-25f0-4db6-a45e-605d169ddf17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'b08eced6-95a6-4447-9060-3f7f22a17e45'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:11:06.250191 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-077350b6-bac4-4e78-95ec-736c0524f74a req-1227eb1d-c76b-4ddb-aa1b-4c08b9e1205f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:06.279696 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-20a8dd94-d61b-424b-9752-ab3ecb05430e req-24021f1d-a831-43d0-bbad-4b8553b53fa3 tempest-ServerRescueTestJSON-1182058210 tempest-ServerRescueTestJSON-1182058210-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=d4ae0349fedc4fe693e139d0088de506&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1831410 Jul 27 23:11:06.339354 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-e05ade61-04cd-42aa-b165-bba624fcc2a9 None None] Attempting to bind port 47d4668d-1297-4a47-9a69-547fc830c809 on host n-d-802623-1 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:11:06.340782 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-e05ade61-04cd-42aa-b165-bba624fcc2a9 None None] Attempting to bind port 47d4668d-1297-4a47-9a69-547fc830c809 by drivers openvswitch,hyperv on host n-d-802623-1 at level 0 using segments [{'id': '6aa8292f-47cc-47ee-ac5f-a751b39a03ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'd458c13a-e340-45a3-bc4b-5109e47750ee'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:11:06.341157 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e05ade61-04cd-42aa-b165-bba624fcc2a9 None None] Attempting to bind port 47d4668d-1297-4a47-9a69-547fc830c809 on network d458c13a-e340-45a3-bc4b-5109e47750ee {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:11:06.363282 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e05ade61-04cd-42aa-b165-bba624fcc2a9 None None] Checking agent: {'id': 'a9a568d2-a5e7-41e4-833f-a8ab42ea4073', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 52, 30), 'started_at': datetime.datetime(2021, 7, 27, 22, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802623-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:11:06.364832 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e05ade61-04cd-42aa-b165-bba624fcc2a9 None None] Checking segment: {'id': '6aa8292f-47cc-47ee-ac5f-a751b39a03ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'd458c13a-e340-45a3-bc4b-5109e47750ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:11:06.365971 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e05ade61-04cd-42aa-b165-bba624fcc2a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:06.368268 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e05ade61-04cd-42aa-b165-bba624fcc2a9 None None] Bound using segment: {'id': '6aa8292f-47cc-47ee-ac5f-a751b39a03ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'd458c13a-e340-45a3-bc4b-5109e47750ee'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:11:06.368796 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-e05ade61-04cd-42aa-b165-bba624fcc2a9 None None] Bound port: 47d4668d-1297-4a47-9a69-547fc830c809, host: n-d-802623-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6aa8292f-47cc-47ee-ac5f-a751b39a03ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'd458c13a-e340-45a3-bc4b-5109e47750ee'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:11:06.375675 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e05ade61-04cd-42aa-b165-bba624fcc2a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:06.546857 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e05ade61-04cd-42aa-b165-bba624fcc2a9 None None] For port 47d4668d-1297-4a47-9a69-547fc830c809, host n-d-802623-1, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:11:06.552751 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-20a8dd94-d61b-424b-9752-ab3ecb05430e req-53f9c34e-a922-4504-be1c-c97154b0b716 service neutron] 10.222.0.18 "GET /v2.0/networks/d458c13a-e340-45a3-bc4b-5109e47750ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2721043 Jul 27 23:11:06.554799 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e05ade61-04cd-42aa-b165-bba624fcc2a9 None None] For port 47d4668d-1297-4a47-9a69-547fc830c809, host n-d-802623-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=47d4668d-1297-4a47-9a69-547fc830c809,segment=NetworkSegment(6aa8292f-47cc-47ee-ac5f-a751b39a03ef),segment_id=6aa8292f-47cc-47ee-ac5f-a751b39a03ef)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:11:06.560808 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e05ade61-04cd-42aa-b165-bba624fcc2a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:06.589781 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-077350b6-bac4-4e78-95ec-736c0524f74a req-1227eb1d-c76b-4ddb-aa1b-4c08b9e1205f service neutron] For port 17eed373-8b9b-4837-9be7-742b1240ce7d, host n-h2-802623-1, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:11:06.603730 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-077350b6-bac4-4e78-95ec-736c0524f74a req-1227eb1d-c76b-4ddb-aa1b-4c08b9e1205f service neutron] For port 17eed373-8b9b-4837-9be7-742b1240ce7d, host n-h2-802623-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=17eed373-8b9b-4837-9be7-742b1240ce7d,segment=NetworkSegment(a4e00faf-25f0-4db6-a45e-605d169ddf17),segment_id=a4e00faf-25f0-4db6-a45e-605d169ddf17)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:11:06.630998 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_v2 [None req-4379c3b0-3fb5-43f2-9e8d-feb66f277dfb admin admin] Deleting subnet 8bd5b5e5-d402-4207-b1bc-794bc31be985 {{(pid=93797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 23:11:06.636415 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e05ade61-04cd-42aa-b165-bba624fcc2a9 None None] Routers {'c43d5672-00a2-4a50-8a36-01de623c47e3'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:11:06.636618 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-e05ade61-04cd-42aa-b165-bba624fcc2a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:11:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['c43d5672-00a2-4a50-8a36-01de623c47e3'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:11:06.637915 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-077350b6-bac4-4e78-95ec-736c0524f74a req-1227eb1d-c76b-4ddb-aa1b-4c08b9e1205f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:06.640692 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4379c3b0-3fb5-43f2-9e8d-feb66f277dfb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:06.669354 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858933f0-9472-4c6d-9809-3251b7f69b72 req-5521a7d0-2394-41b9-be57-88a02fc6c76b tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:06.677592 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-858933f0-9472-4c6d-9809-3251b7f69b72 req-5521a7d0-2394-41b9-be57-88a02fc6c76b tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/ports?device_id=13990610-5726-4497-81b9-f5375fbe4860 HTTP/1.1" status: 200 len: 948 time: 0.1223140 Jul 27 23:11:06.711754 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3348f7f4-7d22-4f3c-a632-8146fa07bb1b None None] Pushing event updated for resources: {'Port': ['ID=47d4668d-1297-4a47-9a69-547fc830c809,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:11:06.750483 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4379c3b0-3fb5-43f2-9e8d-feb66f277dfb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11335971'] for subnet, precommit_delete_associations {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:06.750797 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077350b6-bac4-4e78-95ec-736c0524f74a req-1227eb1d-c76b-4ddb-aa1b-4c08b9e1205f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:06.751210 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-077350b6-bac4-4e78-95ec-736c0524f74a req-1227eb1d-c76b-4ddb-aa1b-4c08b9e1205f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:06.752779 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-077350b6-bac4-4e78-95ec-736c0524f74a req-1227eb1d-c76b-4ddb-aa1b-4c08b9e1205f service neutron] 10.222.0.49 "PUT /v2.0/ports/17eed373-8b9b-4837-9be7-742b1240ce7d HTTP/1.1" status: 200 len: 1091 time: 3.3708971 Jul 27 23:11:06.774904 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e42483ad-db57-4764-835b-00ec61dd6355', 'tag': '17eed373-8b9b-4837-9be7-742b1240ce7d'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:11:06.800721 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}011f8d312121274bb12d78e77c6379a2079800640016cec6c6d605b73666e854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d690acb-b1f5-4d32-aeeb-2b0f4368822b" -d '{"events": [{"name": "network-changed", "server_uuid": "e42483ad-db57-4764-835b-00ec61dd6355", "tag": "17eed373-8b9b-4837-9be7-742b1240ce7d"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:11:06.822171 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-858933f0-9472-4c6d-9809-3251b7f69b72 req-b70ed92f-0eb2-41ea-a837-8b50c853c551 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb779318-b8ff-43a6-a94f-3ce471aff166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442711 Jul 27 23:11:06.852707 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-e05ade61-04cd-42aa-b165-bba624fcc2a9 None None] Set router c43d5672-00a2-4a50-8a36-01de623c47e3 gateway port host: n-d-802623-1 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:11:06.920922 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4379c3b0-3fb5-43f2-9e8d-feb66f277dfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620741'] for subnet, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:06.940438 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077350b6-bac4-4e78-95ec-736c0524f74a req-9d92f7ca-8c0c-4c3c-aaad-e5b048141e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:06.942046 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-077350b6-bac4-4e78-95ec-736c0524f74a req-9d92f7ca-8c0c-4c3c-aaad-e5b048141e9b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=3dd87590edde4cf0a79763035f79f293&device_id=e42483ad-db57-4764-835b-00ec61dd6355 HTTP/1.1" status: 200 len: 1094 time: 0.1312168 Jul 27 23:11:06.949659 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1227eb1d-c76b-4ddb-aa1b-4c08b9e1205f service neutron] Pushing event updated for resources: {'Port': ['ID=17eed373-8b9b-4837-9be7-742b1240ce7d,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:11:07.022175 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-077350b6-bac4-4e78-95ec-736c0524f74a req-ae967de9-7e27-4cac-9dba-92adcb3c1962 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=17eed373-8b9b-4837-9be7-742b1240ce7d HTTP/1.1" status: 200 len: 217 time: 0.0536439 Jul 27 23:11:07.036983 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4379c3b0-3fb5-43f2-9e8d-feb66f277dfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11335991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11551414'] for subnet, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:07.082164 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-20a8dd94-d61b-424b-9752-ab3ecb05430e req-4437444d-d3d6-4e12-a2a7-0f70a449d5a7 service neutron] 10.222.0.18 "GET /v2.0/networks/d458c13a-e340-45a3-bc4b-5109e47750ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5268679 Jul 27 23:11:07.143005 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4379c3b0-3fb5-43f2-9e8d-feb66f277dfb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for subnet, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:07.147749 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-4379c3b0-3fb5-43f2-9e8d-feb66f277dfb admin admin] 10.222.0.18 "DELETE /v2.0/subnets/8bd5b5e5-d402-4207-b1bc-794bc31be985 HTTP/1.1" status: 204 len: 168 time: 1.2619910 Jul 27 23:11:07.148809 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4379c3b0-3fb5-43f2-9e8d-feb66f277dfb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8bd5b5e5-d402-4207-b1bc-794bc31be985,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:11:07.152693 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f314043c-589a-494c-82ec-fbf3080b1501 None None] Network 2f1c1614-8854-4219-87b5-cf7e7af195ef requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:11:07.155922 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 35246) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:11:07.228849 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8695a8-05c0-44c1-89e7-25fb5c4cc31b req-c8447de1-415d-4ad1-abc9-9df89b01b762 tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:07.230562 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-9a8695a8-05c0-44c1-89e7-25fb5c4cc31b req-c8447de1-415d-4ad1-abc9-9df89b01b762 tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d72f04a-64fa-45e7-8a0e-f3f21bcd5f97 HTTP/1.1" status: 200 len: 945 time: 0.1732268 Jul 27 23:11:07.320904 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-9a8695a8-05c0-44c1-89e7-25fb5c4cc31b req-0ff05779-8a82-4724-b909-819acca0e9e1 tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] 10.222.0.18 "GET /v2.0/security-groups?id=f9282c7c-bf74-4e2f-accf-81bded4d9191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776873 Jul 27 23:11:07.331061 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077350b6-bac4-4e78-95ec-736c0524f74a req-30c438fe-080d-40fb-8465-72a54f0030cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:07.332560 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-077350b6-bac4-4e78-95ec-736c0524f74a req-30c438fe-080d-40fb-8465-72a54f0030cd service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d5e978dc-470a-4d28-ac3d-251b70005a10 HTTP/1.1" status: 200 len: 861 time: 0.2992234 Jul 27 23:11:07.398175 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-e05ade61-04cd-42aa-b165-bba624fcc2a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c43d5672-00a2-4a50-8a36-01de623c47e3', 'name': 'tempest-ServerRescueTestJSON-1184834706-router', 'tenant_id': 'd4ae0349fedc4fe693e139d0088de506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.105'}], 'enable_snat': True}, 'gw_port_id': '2f3372b1-c0d2-4d13-b9a4-dd580507b830', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:10:55Z', 'updated_at': '2021-07-27T23:11:02Z', 'revision_number': 4, 'project_id': 'd4ae0349fedc4fe693e139d0088de506', 'gw_port': {'id': '2f3372b1-c0d2-4d13-b9a4-dd580507b830', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:3a:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c43d5672-00a2-4a50-8a36-01de623c47e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:10:56Z', 'updated_at': '2021-07-27T23:11:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': '47d4668d-1297-4a47-9a69-547fc830c809', 'name': '', 'network_id': 'd458c13a-e340-45a3-bc4b-5109e47750ee', 'tenant_id': 'd4ae0349fedc4fe693e139d0088de506', 'mac_address': 'fa:16:3e:58:cc:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c43d5672-00a2-4a50-8a36-01de623c47e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1026, 'fixed_ips': [{'subnet_id': '3178a8d2-6ff7-4d81-8c0d-f8cbfd092012', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:11:01Z', 'updated_at': '2021-07-27T23:11:06Z', 'revision_number': 4, 'project_id': 'd4ae0349fedc4fe693e139d0088de506', 'subnets': [{'id': '3178a8d2-6ff7-4d81-8c0d-f8cbfd092012', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:11:07.403559 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f8d69727-a0fa-4a1d-a8f8-fe3cb4d40160 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593271'] for network, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:07.451025 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 23:11:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73054708-c63c-4c11-b066-d245ab2694e7 x-openstack-request-id: req-73054708-c63c-4c11-b066-d245ab2694e7 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:11:07.451600 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e42483ad-db57-4764-835b-00ec61dd6355", "tag": "17eed373-8b9b-4837-9be7-742b1240ce7d", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:11:07.452065 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-73054708-c63c-4c11-b066-d245ab2694e7 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:11:07.452997 n-d-802623-1 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e42483ad-db57-4764-835b-00ec61dd6355', 'tag': '17eed373-8b9b-4837-9be7-742b1240ce7d', 'status': 'completed', 'code': 200} Jul 27 23:11:07.456464 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-077350b6-bac4-4e78-95ec-736c0524f74a req-526700e5-07ed-45c6-95cc-036e5100f772 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b08eced6-95a6-4447-9060-3f7f22a17e45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1109877 Jul 27 23:11:07.481916 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e05ade61-04cd-42aa-b165-bba624fcc2a9 None None] The sync data for ids ['c43d5672-00a2-4a50-8a36-01de623c47e3'] in n-d-802623-1 is: [{'id': 'c43d5672-00a2-4a50-8a36-01de623c47e3', 'name': 'tempest-ServerRescueTestJSON-1184834706-router', 'tenant_id': 'd4ae0349fedc4fe693e139d0088de506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.105'}], 'enable_snat': True}, 'gw_port_id': '2f3372b1-c0d2-4d13-b9a4-dd580507b830', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:10:55Z', 'updated_at': '2021-07-27T23:11:02Z', 'revision_number': 4, 'project_id': 'd4ae0349fedc4fe693e139d0088de506', 'gw_port': {'id': '2f3372b1-c0d2-4d13-b9a4-dd580507b830', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:3a:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c43d5672-00a2-4a50-8a36-01de623c47e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:10:56Z', 'updated_at': '2021-07-27T23:11:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': '47d4668d-1297-4a47-9a69-547fc830c809', 'name': '', 'network_id': 'd458c13a-e340-45a3-bc4b-5109e47750ee', 'tenant_id': 'd4ae0349fedc4fe693e139d0088de506', 'mac_address': 'fa:16:3e:58:cc:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c43d5672-00a2-4a50-8a36-01de623c47e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1026, 'fixed_ips': [{'subnet_id': '3178a8d2-6ff7-4d81-8c0d-f8cbfd092012', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:11:01Z', 'updated_at': '2021-07-27T23:11:06Z', 'revision_number': 4, 'project_id': 'd4ae0349fedc4fe693e139d0088de506', 'subnets': [{'id': '3178a8d2-6ff7-4d81-8c0d-f8cbfd092012', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:11:07.539191 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6c0bdc9-73bc-45d9-8da4-dbb288e5eac7 None None] DHCP port deletion for 2f1c1614-8854-4219-87b5-cf7e7af195ef request from n-d-802623-1 {{(pid=93799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 23:11:07.632134 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device be3f4841-615f-4e54-aa39-ad6709ec1563 details requested by agent hyperv_n-h2-802623-1 with host n-h2-802623-1 {{(pid=93799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 23:11:07.707962 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-f6c0bdc9-73bc-45d9-8da4-dbb288e5eac7 None None] Deleting port 292c7423-064f-45f8-8479-505c9ca5a4d4 {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:11:07.709043 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f6c0bdc9-73bc-45d9-8da4-dbb288e5eac7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:07.750547 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-66b8fb24-939a-4e26-b869-0abd8792ac71 req-2042cf70-0b3b-4230-b0fe-34eb12b821f2 tempest-ServerRescueTestJSON-1182058210 tempest-ServerRescueTestJSON-1182058210-project] 10.222.0.18 "GET /v2.0/ports?device_id=710db404-18d5-4163-8833-5771fe8a1f7e HTTP/1.1" status: 200 len: 210 time: 0.0853014 Jul 27 23:11:07.762377 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b364fd-828c-4fc9-a52a-8353316ab1c9 req-76caaf74-3c5c-49c6-a007-51ef0df21ae3 tempest-InstanceActionsNegativeTestJSON-1713205028 tempest-InstanceActionsNegativeTestJSON-1713205028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:07.784220 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-93b364fd-828c-4fc9-a52a-8353316ab1c9 req-76caaf74-3c5c-49c6-a007-51ef0df21ae3 tempest-InstanceActionsNegativeTestJSON-1713205028 tempest-InstanceActionsNegativeTestJSON-1713205028-project] 10.222.0.18 "GET /v2.0/ports?device_id=e42483ad-db57-4764-835b-00ec61dd6355 HTTP/1.1" status: 200 len: 943 time: 0.3033249 Jul 27 23:11:07.804341 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.db.resource_extend [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 27 23:11:07.821772 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-077350b6-bac4-4e78-95ec-736c0524f74a req-578a2e16-9299-4105-bcd3-b9ee5639ddbd service neutron] 10.222.0.49 "GET /v2.0/networks/b08eced6-95a6-4447-9060-3f7f22a17e45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3574753 Jul 27 23:11:08.000982 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce4167f-e0a5-4891-97a7-9a90e3882bdb req-0ee47358-e15f-4155-bd4a-13184e8953d2 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:08.015003 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-fce4167f-e0a5-4891-97a7-9a90e3882bdb req-0ee47358-e15f-4155-bd4a-13184e8953d2 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/ports?device_id=13990610-5726-4497-81b9-f5375fbe4860 HTTP/1.1" status: 200 len: 948 time: 0.0759861 Jul 27 23:11:08.045359 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-f8d69727-a0fa-4a1d-a8f8-fe3cb4d40160 admin admin] Deleting port 292c7423-064f-45f8-8479-505c9ca5a4d4 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:11:08.046029 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f8d69727-a0fa-4a1d-a8f8-fe3cb4d40160 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:08.108743 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-fce4167f-e0a5-4891-97a7-9a90e3882bdb req-7736ef5d-7189-4646-b7ed-f4c0ade1ba49 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb779318-b8ff-43a6-a94f-3ce471aff166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920780 Jul 27 23:11:08.129129 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-93b364fd-828c-4fc9-a52a-8353316ab1c9 req-b01e0398-fc02-48b6-a56a-6d10419bdf32 tempest-InstanceActionsNegativeTestJSON-1713205028 tempest-InstanceActionsNegativeTestJSON-1713205028-project] 10.222.0.18 "GET /v2.0/security-groups?id=eca09b29-4321-4253-8aad-f633183cc318&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3425987 Jul 27 23:11:08.176963 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 47d4668d-1297-4a47-9a69-547fc830c809 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:11:08.182775 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f6c0bdc9-73bc-45d9-8da4-dbb288e5eac7 None None] For port 292c7423-064f-45f8-8479-505c9ca5a4d4, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=292c7423-064f-45f8-8479-505c9ca5a4d4,segment=NetworkSegment(dbf759a2-7893-47b4-9f82-216314fbd6ac),segment_id=dbf759a2-7893-47b4-9f82-216314fbd6ac)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:11:08.183468 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f6c0bdc9-73bc-45d9-8da4-dbb288e5eac7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:08.211733 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-077350b6-bac4-4e78-95ec-736c0524f74a req-0f9361d4-33c8-41b1-85f6-285a5332a28e service neutron] 10.222.0.49 "GET /v2.0/networks/b08eced6-95a6-4447-9060-3f7f22a17e45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3753784 Jul 27 23:11:08.225698 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-f6c0bdc9-73bc-45d9-8da4-dbb288e5eac7 None None] Calling delete_port for 292c7423-064f-45f8-8479-505c9ca5a4d4 owned by network:dhcp {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:11:08.284877 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-f8d69727-a0fa-4a1d-a8f8-fe3cb4d40160 admin admin] For port 292c7423-064f-45f8-8479-505c9ca5a4d4, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=292c7423-064f-45f8-8479-505c9ca5a4d4,segment=NetworkSegment(dbf759a2-7893-47b4-9f82-216314fbd6ac),segment_id=dbf759a2-7893-47b4-9f82-216314fbd6ac)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:11:08.285388 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f8d69727-a0fa-4a1d-a8f8-fe3cb4d40160 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:08.312014 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port be3f4841-615f-4e54-aa39-ad6709ec1563, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=be3f4841-615f-4e54-aa39-ad6709ec1563,segment=NetworkSegment(16e91594-c047-4b55-93eb-43af33ad08e1),segment_id=16e91594-c047-4b55-93eb-43af33ad08e1)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:11:08.346167 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-f8d69727-a0fa-4a1d-a8f8-fe3cb4d40160 admin admin] Calling delete_port for 292c7423-064f-45f8-8479-505c9ca5a4d4 owned by network:dhcp {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:11:08.366448 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Returning: {'device': 'be3f4841-615f-4e54-aa39-ad6709ec1563', 'network_id': '591af2dd-f826-43b1-aa9d-e7a0bf218c71', 'port_id': 'be3f4841-615f-4e54-aa39-ad6709ec1563', 'mac_address': 'fa:16:3e:b4:8d:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62938449-046d-4cbe-923a-7ebb632c358d', 'ip_address': '192.168.233.199'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 23:11:08.422098 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d690acb-b1f5-4d32-aeeb-2b0f4368822b req-ee7ed38c-d3f4-413b-8dfc-94b22ca3220d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:08.423694 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-8d690acb-b1f5-4d32-aeeb-2b0f4368822b req-ee7ed38c-d3f4-413b-8dfc-94b22ca3220d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=3dd87590edde4cf0a79763035f79f293&device_id=e42483ad-db57-4764-835b-00ec61dd6355 HTTP/1.1" status: 200 len: 1094 time: 0.1235209 Jul 27 23:11:08.436870 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning for port 47d4668d-1297-4a47-9a69-547fc830c809 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:11:08.444999 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port 47d4668d-1297-4a47-9a69-547fc830c809 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:11:08.446105 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:08.497823 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:08.513833 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f6c0bdc9-73bc-45d9-8da4-dbb288e5eac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:08.548734 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6c0bdc9-73bc-45d9-8da4-dbb288e5eac7 None None] No DVR routers for this DVR port 292c7423-064f-45f8-8479-505c9ca5a4d4 on host n-d-802623-1 {{(pid=93799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:11:08.563319 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c0bdc9-73bc-45d9-8da4-dbb288e5eac7 None None] Pushing event deleted for resources: {'Port': ['ID=292c7423-064f-45f8-8479-505c9ca5a4d4,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:11:08.570873 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be3f4841-615f-4e54-aa39-ad6709ec1563 {{(pid=93799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:11:08.589698 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 59918b6c-e03a-4cce-9ccd-011f0e829c02 details requested by agent hyperv_n-h1-802623-1 with host n-h1-802623-1 {{(pid=93799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 23:11:08.595757 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f8d69727-a0fa-4a1d-a8f8-fe3cb4d40160 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:08.641445 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port be3f4841-615f-4e54-aa39-ad6709ec1563, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=be3f4841-615f-4e54-aa39-ad6709ec1563,segment=NetworkSegment(16e91594-c047-4b55-93eb-43af33ad08e1),segment_id=16e91594-c047-4b55-93eb-43af33ad08e1)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:11:08.664974 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:08.714159 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d69727-a0fa-4a1d-a8f8-fe3cb4d40160 admin admin] Pushing event deleted for resources: {'Port': ['ID=292c7423-064f-45f8-8479-505c9ca5a4d4,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:11:08.719606 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d690acb-b1f5-4d32-aeeb-2b0f4368822b req-428dd6c6-37eb-4d3f-8ff3-911802c42cad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:08.723253 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-8d690acb-b1f5-4d32-aeeb-2b0f4368822b req-428dd6c6-37eb-4d3f-8ff3-911802c42cad service neutron] 10.222.0.49 "GET /v2.0/networks?id=b08eced6-95a6-4447-9060-3f7f22a17e45 HTTP/1.1" status: 200 len: 922 time: 0.2882502 Jul 27 23:11:08.727123 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8d69727-a0fa-4a1d-a8f8-fe3cb4d40160 admin admin] No DVR routers for this DVR port 292c7423-064f-45f8-8479-505c9ca5a4d4 on host n-d-802623-1 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:11:08.737533 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8c5e22-5922-4013-827b-52478503379e req-e9f894c4-6c64-48f4-9386-bc80681620a9 tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:08.739485 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-9d8c5e22-5922-4013-827b-52478503379e req-e9f894c4-6c64-48f4-9386-bc80681620a9 tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d72f04a-64fa-45e7-8a0e-f3f21bcd5f97 HTTP/1.1" status: 200 len: 945 time: 0.2782493 Jul 27 23:11:08.770048 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:08.781356 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.db.resource_extend [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 27 23:11:08.837566 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Pushing event updated for resources: {'Port': ['ID=be3f4841-615f-4e54-aa39-ad6709ec1563,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:11:08.839395 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-8d690acb-b1f5-4d32-aeeb-2b0f4368822b req-42d56a08-a63f-441f-a809-a4466288b2c5 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=17eed373-8b9b-4837-9be7-742b1240ce7d HTTP/1.1" status: 200 len: 217 time: 0.0986307 Jul 27 23:11:08.877277 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] For port 47d4668d-1297-4a47-9a69-547fc830c809, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=47d4668d-1297-4a47-9a69-547fc830c809,segment=NetworkSegment(6aa8292f-47cc-47ee-ac5f-a751b39a03ef),segment_id=6aa8292f-47cc-47ee-ac5f-a751b39a03ef)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:11:08.901668 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8bd01536-8f7c-4925-87f6-021688a0ef59 req-529fa972-ad86-41c8-a550-a558a1205c39 tempest-ServerRescueTestJSON-1182058210 tempest-ServerRescueTestJSON-1182058210-project] 10.222.0.18 "GET /v2.0/ports?device_id=710db404-18d5-4163-8833-5771fe8a1f7e HTTP/1.1" status: 200 len: 210 time: 0.0584776 Jul 27 23:11:08.951879 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port 59918b6c-e03a-4cce-9ccd-011f0e829c02, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=59918b6c-e03a-4cce-9ccd-011f0e829c02,segment=NetworkSegment(35c87331-1569-4ca2-bf4a-f52e32031f1e),segment_id=35c87331-1569-4ca2-bf4a-f52e32031f1e)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:11:08.965352 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Returning: {'device': '59918b6c-e03a-4cce-9ccd-011f0e829c02', 'network_id': '44a6a84b-a7de-4dfe-a6b7-f9205c26c7e9', 'port_id': '59918b6c-e03a-4cce-9ccd-011f0e829c02', 'mac_address': 'fa:16:3e:17:7d:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '167a3de5-23b9-48e3-8fdf-ba6c942d3440', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 23:11:08.968224 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f8d69727-a0fa-4a1d-a8f8-fe3cb4d40160 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618032', 'neutron.services.segments.db._delete_segments_for_network-8736833900081'] for network, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:08.968939 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:08.969804 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device ef18a1f3-5203-42c8-a585-56b0dd54e83a up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:11:08.982338 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-9d8c5e22-5922-4013-827b-52478503379e req-b6ff4605-60cc-4612-a2af-8b32e639f3b8 tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] 10.222.0.18 "GET /v2.0/security-groups?id=f9282c7c-bf74-4e2f-accf-81bded4d9191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2343943 Jul 27 23:11:09.011445 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-f8d69727-a0fa-4a1d-a8f8-fe3cb4d40160 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f1c1614-8854-4219-87b5-cf7e7af195ef']}} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:11:09.054182 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-f8d69727-a0fa-4a1d-a8f8-fe3cb4d40160 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbf759a2-7893-47b4-9f82-216314fbd6ac') {'for_net_delete': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:11:09.054927 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-f8d69727-a0fa-4a1d-a8f8-fe3cb4d40160 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbf759a2-7893-47b4-9f82-216314fbd6ac') {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:11:09.061855 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:09.074693 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f8d69727-a0fa-4a1d-a8f8-fe3cb4d40160 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736833900858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11163256'] for segment, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:09.081407 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] get_ports_and_sgs() called for port_ids ['be3f4841-615f-4e54-aa39-ad6709ec1563'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:11:09.108747 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d690acb-b1f5-4d32-aeeb-2b0f4368822b req-6a5f802b-4a71-4008-a37c-db149c6ae48f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:09.110511 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-8d690acb-b1f5-4d32-aeeb-2b0f4368822b req-6a5f802b-4a71-4008-a37c-db149c6ae48f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d5e978dc-470a-4d28-ac3d-251b70005a10 HTTP/1.1" status: 200 len: 861 time: 0.1317723 Jul 27 23:11:09.122422 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 59918b6c-e03a-4cce-9ccd-011f0e829c02 {{(pid=93799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:11:09.122916 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f8d69727-a0fa-4a1d-a8f8-fe3cb4d40160 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:09.178699 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port 59918b6c-e03a-4cce-9ccd-011f0e829c02, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=59918b6c-e03a-4cce-9ccd-011f0e829c02,segment=NetworkSegment(35c87331-1569-4ca2-bf4a-f52e32031f1e),segment_id=35c87331-1569-4ca2-bf4a-f52e32031f1e)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:11:09.195790 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:09.198541 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Pushing event updated for resources: {'Port': ['ID=47d4668d-1297-4a47-9a69-547fc830c809,revision_number=5']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:11:09.213808 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-8d690acb-b1f5-4d32-aeeb-2b0f4368822b req-0f5bec05-ae05-40b2-b315-87c6c25002c1 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b08eced6-95a6-4447-9060-3f7f22a17e45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0886483 Jul 27 23:11:09.222283 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8d69727-a0fa-4a1d-a8f8-fe3cb4d40160 admin admin] Releasing vlan 527 on physical network physnet1 to pool {{(pid=93798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 23:11:09.223023 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f8d69727-a0fa-4a1d-a8f8-fe3cb4d40160 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11971746'] for segment, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:09.225093 n-d-802623-1 neutron-server[93798]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 23:11:09.225093 n-d-802623-1 neutron-server[93798]: self.session.flush() Jul 27 23:11:09.225093 n-d-802623-1 neutron-server[93798]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 23:11:09.225093 n-d-802623-1 neutron-server[93798]: self.session.flush() Jul 27 23:11:09.225093 n-d-802623-1 neutron-server[93798]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 23:11:09.225093 n-d-802623-1 neutron-server[93798]: self.session.flush() Jul 27 23:11:09.225093 n-d-802623-1 neutron-server[93798]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 23:11:09.225093 n-d-802623-1 neutron-server[93798]: self.session.flush() Jul 27 23:11:09.225093 n-d-802623-1 neutron-server[93798]: Traceback (most recent call last): Jul 27 23:11:09.225093 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 23:11:09.225093 n-d-802623-1 neutron-server[93798]: timer() Jul 27 23:11:09.225093 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 23:11:09.225093 n-d-802623-1 neutron-server[93798]: cb(*args, **kw) Jul 27 23:11:09.225093 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 23:11:09.225093 n-d-802623-1 neutron-server[93798]: return func(*args, **kwargs) Jul 27 23:11:09.225093 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 23:11:09.225093 n-d-802623-1 neutron-server[93798]: self._notify() Jul 27 23:11:09.225093 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 23:11:09.225093 n-d-802623-1 neutron-server[93798]: self.callback(batched_events) Jul 27 23:11:09.225093 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 23:11:09.225093 n-d-802623-1 neutron-server[93798]: event.method(event) Jul 27 23:11:09.225093 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 23:11:09.225093 n-d-802623-1 neutron-server[93798]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 23:11:09.225093 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 23:11:09.225093 n-d-802623-1 neutron-server[93798]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 23:11:09.225093 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 23:11:09.225093 n-d-802623-1 neutron-server[93798]: return f(self, *a, **k) Jul 27 23:11:09.225093 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 23:11:09.225093 n-d-802623-1 neutron-server[93798]: return self._get(url).json() Jul 27 23:11:09.225093 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 23:11:09.225093 n-d-802623-1 neutron-server[93798]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 23:11:09.225093 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 23:11:09.225093 n-d-802623-1 neutron-server[93798]: return self.request(url, 'GET', **kwargs) Jul 27 23:11:09.225093 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 23:11:09.225093 n-d-802623-1 neutron-server[93798]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 23:11:09.225093 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 23:11:09.225093 n-d-802623-1 neutron-server[93798]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 23:11:09.225093 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 23:11:09.225093 n-d-802623-1 neutron-server[93798]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 23:11:09.225093 n-d-802623-1 neutron-server[93798]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 23:11:09.320998 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Pushing event updated for resources: {'Port': ['ID=59918b6c-e03a-4cce-9ccd-011f0e829c02,revision_number=6']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:11:09.327700 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning for port ef18a1f3-5203-42c8-a585-56b0dd54e83a completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:11:09.332853 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5af9239-36be-49d9-9a54-b493579f2a18 req-ca63a20d-4c41-424b-9889-1c22756ca294 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:09.343670 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d5af9239-36be-49d9-9a54-b493579f2a18 req-ca63a20d-4c41-424b-9889-1c22756ca294 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/ports?device_id=13990610-5726-4497-81b9-f5375fbe4860 HTTP/1.1" status: 200 len: 949 time: 0.0847902 Jul 27 23:11:09.349796 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port ef18a1f3-5203-42c8-a585-56b0dd54e83a triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:11:09.350180 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:09.391118 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d5af9239-36be-49d9-9a54-b493579f2a18 req-cc021ca4-9bbd-40ac-b150-e51da9c622b4 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb779318-b8ff-43a6-a94f-3ce471aff166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461640 Jul 27 23:11:09.429568 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] get_ports_and_sgs() called for port_ids ['59918b6c-e03a-4cce-9ccd-011f0e829c02'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:11:09.485401 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-8d690acb-b1f5-4d32-aeeb-2b0f4368822b req-6239401d-ee15-4f55-9ff3-9bb19a732d62 service neutron] 10.222.0.49 "GET /v2.0/networks/b08eced6-95a6-4447-9060-3f7f22a17e45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2555571 Jul 27 23:11:09.490176 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f8d69727-a0fa-4a1d-a8f8-fe3cb4d40160 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415412'] for network, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:09.509020 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c4d69e-989d-4431-9f58-e2185bb113d4 req-422e6efb-ec77-439e-9eb9-6f4f72682f9f tempest-InstanceActionsNegativeTestJSON-1713205028 tempest-InstanceActionsNegativeTestJSON-1713205028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:09.511515 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-09c4d69e-989d-4431-9f58-e2185bb113d4 req-422e6efb-ec77-439e-9eb9-6f4f72682f9f tempest-InstanceActionsNegativeTestJSON-1713205028 tempest-InstanceActionsNegativeTestJSON-1713205028-project] 10.222.0.18 "GET /v2.0/ports?device_id=e42483ad-db57-4764-835b-00ec61dd6355 HTTP/1.1" status: 200 len: 943 time: 0.1643546 Jul 27 23:11:09.514915 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f8d69727-a0fa-4a1d-a8f8-fe3cb4d40160 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:09.520175 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-f8d69727-a0fa-4a1d-a8f8-fe3cb4d40160 admin admin] 10.222.0.18 "DELETE /v2.0/networks/2f1c1614-8854-4219-87b5-cf7e7af195ef HTTP/1.1" status: 204 len: 168 time: 2.3597147 Jul 27 23:11:09.528073 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:09.575700 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a8dd94-d61b-424b-9752-ab3ecb05430e req-31e008b6-5b7a-4913-87c7-3a4234c10426 tempest-ServerRescueTestJSON-1182058210 tempest-ServerRescueTestJSON-1182058210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:09.577248 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-20a8dd94-d61b-424b-9752-ab3ecb05430e req-31e008b6-5b7a-4913-87c7-3a4234c10426 tempest-ServerRescueTestJSON-1182058210 tempest-ServerRescueTestJSON-1182058210-project] 10.222.0.38 "GET /v2.0/networks?id=d458c13a-e340-45a3-bc4b-5109e47750ee HTTP/1.1" status: 200 len: 811 time: 0.4890652 Jul 27 23:11:09.605904 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] For port ef18a1f3-5203-42c8-a585-56b0dd54e83a, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=ef18a1f3-5203-42c8-a585-56b0dd54e83a,segment=NetworkSegment(4ceca444-38c4-4d60-bd70-fd80dc9834fa),segment_id=4ceca444-38c4-4d60-bd70-fd80dc9834fa)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:11:09.625397 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [req-20a8dd94-d61b-424b-9752-ab3ecb05430e req-989514dd-c2ee-4fa8-8809-928de955be92 tempest-ServerRescueTestJSON-1182058210 tempest-ServerRescueTestJSON-1182058210-project] Request body: {'port': {'device_id': '710db404-18d5-4163-8833-5771fe8a1f7e', 'network_id': 'd458c13a-e340-45a3-bc4b-5109e47750ee', 'admin_state_up': True, 'tenant_id': 'd4ae0349fedc4fe693e139d0088de506'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:11:09.629497 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d69727-a0fa-4a1d-a8f8-fe3cb4d40160 admin admin] Pushing event deleted for resources: {'Network': ['ID=2f1c1614-8854-4219-87b5-cf7e7af195ef,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:11:09.642438 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:09.709194 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 35284) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:11:09.755644 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-09c4d69e-989d-4431-9f58-e2185bb113d4 req-22ed9836-c973-42ed-93a0-bd336c658f35 tempest-InstanceActionsNegativeTestJSON-1713205028 tempest-InstanceActionsNegativeTestJSON-1713205028-project] 10.222.0.18 "GET /v2.0/security-groups?id=eca09b29-4321-4253-8aad-f633183cc318&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2205338 Jul 27 23:11:09.773195 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 292c7423-064f-45f8-8479-505c9ca5a4d4 no longer exists at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:11:09.807709 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-249a89e5-f493-4829-895e-1e280d4e9d9e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5e7871e0124d4291a712176480dc3092&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0970342 Jul 27 23:11:09.809147 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 35288) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:11:09.865530 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] No Port match for: 292c7423-064f-45f8-8479-505c9ca5a4d4 {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:11:09.865992 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 292c7423-064f-45f8-8479-505c9ca5a4d4 not bound to the agent host n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:11:09.866796 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device c5fa0048-e803-4e28-91f8-7128b9b82dbc no longer exists at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:11:09.896671 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-8d690acb-b1f5-4d32-aeeb-2b0f4368822b req-edd7e081-8a7b-44b7-9b60-b47fbb66e8a5 service neutron] 10.222.0.49 "GET /v2.0/networks/b08eced6-95a6-4447-9060-3f7f22a17e45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3784878 Jul 27 23:11:09.906306 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] No Port match for: c5fa0048-e803-4e28-91f8-7128b9b82dbc {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:11:09.906814 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device c5fa0048-e803-4e28-91f8-7128b9b82dbc not bound to the agent host n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:11:09.918188 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Pushing event updated for resources: {'Port': ['ID=ef18a1f3-5203-42c8-a585-56b0dd54e83a,revision_number=5']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:11:09.933488 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-97dd98be-1875-458b-8564-904f1612d0fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:09.941039 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20a8dd94-d61b-424b-9752-ab3ecb05430e req-989514dd-c2ee-4fa8-8809-928de955be92 tempest-ServerRescueTestJSON-1182058210 tempest-ServerRescueTestJSON-1182058210-project] Made reservation on behalf of d4ae0349fedc4fe693e139d0088de506 for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:11:09.946919 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-20a8dd94-d61b-424b-9752-ab3ecb05430e req-989514dd-c2ee-4fa8-8809-928de955be92 tempest-ServerRescueTestJSON-1182058210 tempest-ServerRescueTestJSON-1182058210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:09.979429 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-97dd98be-1875-458b-8564-904f1612d0fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:10.072097 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-97dd98be-1875-458b-8564-904f1612d0fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:10.074779 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-97dd98be-1875-458b-8564-904f1612d0fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:10.081225 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-97dd98be-1875-458b-8564-904f1612d0fa admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7611c51f-b437-41fe-92c1-d2a62b0a92c4 HTTP/1.1" status: 204 len: 168 time: 0.2692790 Jul 27 23:11:10.097186 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97dd98be-1875-458b-8564-904f1612d0fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7611c51f-b437-41fe-92c1-d2a62b0a92c4,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:11:10.132734 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 47d4668d-1297-4a47-9a69-547fc830c809 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:11:10.184467 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [req-20a8dd94-d61b-424b-9752-ab3ecb05430e req-989514dd-c2ee-4fa8-8809-928de955be92 tempest-ServerRescueTestJSON-1182058210 tempest-ServerRescueTestJSON-1182058210-project] Allocated IP 172.20.0.5 (d458c13a-e340-45a3-bc4b-5109e47750ee/3178a8d2-6ff7-4d81-8c0d-f8cbfd092012/cefb77b4-1f7c-4c0b-8c77-5ada85d70bd6) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:11:10.203341 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port 47d4668d-1297-4a47-9a69-547fc830c809 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:11:10.203867 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:10.262041 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02d47a6-7b8d-4c92-9681-8cef76310dca req-1881b878-5eda-405b-877d-7f1c637955ca tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:10.263704 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-e02d47a6-7b8d-4c92-9681-8cef76310dca req-1881b878-5eda-405b-877d-7f1c637955ca tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d72f04a-64fa-45e7-8a0e-f3f21bcd5f97 HTTP/1.1" status: 200 len: 944 time: 0.1181955 Jul 27 23:11:10.331384 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-13cd2182-efd0-4de0-b1f5-0c9d79369a68 req-41230896-56bf-4153-8cf9-7527ea190877 tempest-ServerRescueTestJSON-1182058210 tempest-ServerRescueTestJSON-1182058210-project] 10.222.0.18 "GET /v2.0/ports?device_id=710db404-18d5-4163-8833-5771fe8a1f7e HTTP/1.1" status: 200 len: 210 time: 0.0979698 Jul 27 23:11:10.331615 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-e02d47a6-7b8d-4c92-9681-8cef76310dca req-fd52246b-009e-4f02-b6c9-ce4449b98853 tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] 10.222.0.18 "GET /v2.0/security-groups?id=f9282c7c-bf74-4e2f-accf-81bded4d9191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558422 Jul 27 23:11:10.385667 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device ef18a1f3-5203-42c8-a585-56b0dd54e83a up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:11:10.443155 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port ef18a1f3-5203-42c8-a585-56b0dd54e83a triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:11:10.443546 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:10.491736 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-20a8dd94-d61b-424b-9752-ab3ecb05430e req-989514dd-c2ee-4fa8-8809-928de955be92 tempest-ServerRescueTestJSON-1182058210 tempest-ServerRescueTestJSON-1182058210-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:10.553276 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-20a8dd94-d61b-424b-9752-ab3ecb05430e req-989514dd-c2ee-4fa8-8809-928de955be92 tempest-ServerRescueTestJSON-1182058210 tempest-ServerRescueTestJSON-1182058210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:10.590321 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5493e63-dc3d-4db2-85ff-5f6c15bdab09 req-6c3f5a75-cc70-4b4e-bd60-fe381b744832 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:10.599846 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d5493e63-dc3d-4db2-85ff-5f6c15bdab09 req-6c3f5a75-cc70-4b4e-bd60-fe381b744832 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/ports?device_id=13990610-5726-4497-81b9-f5375fbe4860 HTTP/1.1" status: 200 len: 949 time: 0.0876701 Jul 27 23:11:10.600899 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 59918b6c-e03a-4cce-9ccd-011f0e829c02 up at agent hyperv_n-h1-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:11:10.662067 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d5493e63-dc3d-4db2-85ff-5f6c15bdab09 req-19133924-fd01-4167-a612-d37d09cb932a tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb779318-b8ff-43a6-a94f-3ce471aff166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584567 Jul 27 23:11:10.707348 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Provisioning complete for port 59918b6c-e03a-4cce-9ccd-011f0e829c02 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:11:10.708175 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:10.717060 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20a8dd94-d61b-424b-9752-ab3ecb05430e req-989514dd-c2ee-4fa8-8809-928de955be92 tempest-ServerRescueTestJSON-1182058210 tempest-ServerRescueTestJSON-1182058210-project] Network d458c13a-e340-45a3-bc4b-5109e47750ee is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:11:10.722397 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [req-20a8dd94-d61b-424b-9752-ab3ecb05430e req-989514dd-c2ee-4fa8-8809-928de955be92 tempest-ServerRescueTestJSON-1182058210 tempest-ServerRescueTestJSON-1182058210-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:11:10.727540 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989514dd-c2ee-4fa8-8809-928de955be92 tempest-ServerRescueTestJSON-1182058210 tempest-ServerRescueTestJSON-1182058210-project] Pushing event updated for resources: {'Port': ['ID=cefb77b4-1f7c-4c0b-8c77-5ada85d70bd6,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:11:10.732690 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-20a8dd94-d61b-424b-9752-ab3ecb05430e req-989514dd-c2ee-4fa8-8809-928de955be92 tempest-ServerRescueTestJSON-1182058210 tempest-ServerRescueTestJSON-1182058210-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:11:10.806684 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a8dd94-d61b-424b-9752-ab3ecb05430e req-989514dd-c2ee-4fa8-8809-928de955be92 tempest-ServerRescueTestJSON-1182058210 tempest-ServerRescueTestJSON-1182058210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:10.807906 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-20a8dd94-d61b-424b-9752-ab3ecb05430e req-989514dd-c2ee-4fa8-8809-928de955be92 tempest-ServerRescueTestJSON-1182058210 tempest-ServerRescueTestJSON-1182058210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:10.819813 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:10.840060 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-20a8dd94-d61b-424b-9752-ab3ecb05430e req-989514dd-c2ee-4fa8-8809-928de955be92 tempest-ServerRescueTestJSON-1182058210 tempest-ServerRescueTestJSON-1182058210-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2186148 Jul 27 23:11:10.857336 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [req-20a8dd94-d61b-424b-9752-ab3ecb05430e req-f2bf2224-edf9-457b-8b3b-1f61e996c21e service neutron] Request body: {'port': {'device_id': '710db404-18d5-4163-8833-5771fe8a1f7e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802623-1'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:11:10.901525 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port 59918b6c-e03a-4cce-9ccd-011f0e829c02, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=59918b6c-e03a-4cce-9ccd-011f0e829c02,segment=NetworkSegment(35c87331-1569-4ca2-bf4a-f52e32031f1e),segment_id=35c87331-1569-4ca2-bf4a-f52e32031f1e)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:11:10.903550 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d72f04a-64fa-45e7-8a0e-f3f21bcd5f97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59918b6c-e03a-4cce-9ccd-011f0e829c02'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:11:10.910316 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c0369b0d4f459110ff20a1f9878ba33f96d6491bddb9d15843bf29d01e0bda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32de0e66-68ce-424a-9569-0baee28de6e3" -d '{"events": [{"server_uuid": "5d72f04a-64fa-45e7-8a0e-f3f21bcd5f97", "name": "network-vif-plugged", "status": "completed", "tag": "59918b6c-e03a-4cce-9ccd-011f0e829c02"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:11:10.919639 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:10.940998 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-20a8dd94-d61b-424b-9752-ab3ecb05430e req-f2bf2224-edf9-457b-8b3b-1f61e996c21e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:11.006931 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:11:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5207dcfb-c1bd-4fba-ae2f-02c7945f4817 x-openstack-request-id: req-5207dcfb-c1bd-4fba-ae2f-02c7945f4817 {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:11:11.007266 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d72f04a-64fa-45e7-8a0e-f3f21bcd5f97", "name": "network-vif-plugged", "status": "completed", "tag": "59918b6c-e03a-4cce-9ccd-011f0e829c02", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:11:11.007792 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5207dcfb-c1bd-4fba-ae2f-02c7945f4817 {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:11:11.008383 n-d-802623-1 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d72f04a-64fa-45e7-8a0e-f3f21bcd5f97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59918b6c-e03a-4cce-9ccd-011f0e829c02', 'code': 200} Jul 27 23:11:11.031874 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba50a9af-10d5-4db0-906d-d0e3263dc48c req-4f97dde6-811e-4cbc-b03e-117ccf74e1c0 tempest-InstanceActionsNegativeTestJSON-1713205028 tempest-InstanceActionsNegativeTestJSON-1713205028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:11.033771 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ba50a9af-10d5-4db0-906d-d0e3263dc48c req-4f97dde6-811e-4cbc-b03e-117ccf74e1c0 tempest-InstanceActionsNegativeTestJSON-1713205028 tempest-InstanceActionsNegativeTestJSON-1713205028-project] 10.222.0.18 "GET /v2.0/ports?device_id=e42483ad-db57-4764-835b-00ec61dd6355 HTTP/1.1" status: 200 len: 943 time: 0.0941026 Jul 27 23:11:11.054417 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Pushing event updated for resources: {'Port': ['ID=59918b6c-e03a-4cce-9ccd-011f0e829c02,revision_number=7']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:11:11.153338 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ba50a9af-10d5-4db0-906d-d0e3263dc48c req-c1e8f3a9-4f23-4132-a937-471ef28c7cd2 tempest-InstanceActionsNegativeTestJSON-1713205028 tempest-InstanceActionsNegativeTestJSON-1713205028-project] 10.222.0.18 "GET /v2.0/security-groups?id=eca09b29-4321-4253-8aad-f633183cc318&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007361 Jul 27 23:11:11.254540 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37efd5a4-4c8e-4605-a3af-0404d51d0856 req-09ab3923-05fe-45a7-851e-b631106099dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:11.256098 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-37efd5a4-4c8e-4605-a3af-0404d51d0856 req-09ab3923-05fe-45a7-851e-b631106099dd service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=5d72f04a-64fa-45e7-8a0e-f3f21bcd5f97 HTTP/1.1" status: 200 len: 1096 time: 0.0552380 Jul 27 23:11:11.302161 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-37efd5a4-4c8e-4605-a3af-0404d51d0856 req-20c31422-513f-4753-8357-5fa11df60e9c service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=f9282c7c-bf74-4e2f-accf-81bded4d9191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380480 Jul 27 23:11:11.340943 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [req-20a8dd94-d61b-424b-9752-ab3ecb05430e req-f2bf2224-edf9-457b-8b3b-1f61e996c21e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cefb77b4-1f7c-4c0b-8c77-5ada85d70bd6 {{(pid=93798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:11:11.344323 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 35326) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:11:11.365782 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-20a8dd94-d61b-424b-9752-ab3ecb05430e req-f2bf2224-edf9-457b-8b3b-1f61e996c21e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:11.392749 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-20a8dd94-d61b-424b-9752-ab3ecb05430e req-f2bf2224-edf9-457b-8b3b-1f61e996c21e service neutron] Transition to ACTIVE for port object cefb77b4-1f7c-4c0b-8c77-5ada85d70bd6 will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:11:11.398295 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-20a8dd94-d61b-424b-9752-ab3ecb05430e req-f2bf2224-edf9-457b-8b3b-1f61e996c21e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:11.471850 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf13a7df-803c-40e3-be99-260a909c4a45 req-7d996c37-5368-450f-b2a3-40b7c8f08720 tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:11.473782 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-cf13a7df-803c-40e3-be99-260a909c4a45 req-7d996c37-5368-450f-b2a3-40b7c8f08720 tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d72f04a-64fa-45e7-8a0e-f3f21bcd5f97 HTTP/1.1" status: 200 len: 945 time: 0.0639336 Jul 27 23:11:11.475088 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bf2224-edf9-457b-8b3b-1f61e996c21e service neutron] Pushing event updated for resources: {'Port': ['ID=cefb77b4-1f7c-4c0b-8c77-5ada85d70bd6,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:11:11.484074 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-ae2030db-451c-46a7-a5ca-5a07dcf256b1 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-898573768-network', 'tenant_id': '559dfac00ebd4edbb15c77a210dc16ed'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:11:11.537299 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-cf13a7df-803c-40e3-be99-260a909c4a45 req-655e557c-3595-4bd8-b2bd-e5824b9b2215 tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] 10.222.0.18 "GET /v2.0/security-groups?id=f9282c7c-bf74-4e2f-accf-81bded4d9191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492527 Jul 27 23:11:11.538294 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae2030db-451c-46a7-a5ca-5a07dcf256b1 admin admin] Made reservation on behalf of 559dfac00ebd4edbb15c77a210dc16ed for: {'network': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:11:11.540575 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ae2030db-451c-46a7-a5ca-5a07dcf256b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for network, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:11.550809 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ae2030db-451c-46a7-a5ca-5a07dcf256b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:11.589825 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a2e193-31eb-436c-8614-c0020962a8dc req-28d4dd7e-faac-4837-a8d8-b00e4e5870ba tempest-ServerRescueTestJSON-1182058210 tempest-ServerRescueTestJSON-1182058210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:11.591668 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-55a2e193-31eb-436c-8614-c0020962a8dc req-28d4dd7e-faac-4837-a8d8-b00e4e5870ba tempest-ServerRescueTestJSON-1182058210 tempest-ServerRescueTestJSON-1182058210-project] 10.222.0.18 "GET /v2.0/ports?device_id=710db404-18d5-4163-8833-5771fe8a1f7e HTTP/1.1" status: 200 len: 943 time: 0.1174903 Jul 27 23:11:11.632923 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-20a8dd94-d61b-424b-9752-ab3ecb05430e req-f2bf2224-edf9-457b-8b3b-1f61e996c21e service neutron] Attempting to bind port cefb77b4-1f7c-4c0b-8c77-5ada85d70bd6 on host n-h1-802623-1 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:11:11.632923 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-20a8dd94-d61b-424b-9752-ab3ecb05430e req-f2bf2224-edf9-457b-8b3b-1f61e996c21e service neutron] Attempting to bind port cefb77b4-1f7c-4c0b-8c77-5ada85d70bd6 by drivers openvswitch,hyperv on host n-h1-802623-1 at level 0 using segments [{'id': '6aa8292f-47cc-47ee-ac5f-a751b39a03ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'd458c13a-e340-45a3-bc4b-5109e47750ee'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:11:11.632923 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20a8dd94-d61b-424b-9752-ab3ecb05430e req-f2bf2224-edf9-457b-8b3b-1f61e996c21e service neutron] Attempting to bind port cefb77b4-1f7c-4c0b-8c77-5ada85d70bd6 on network d458c13a-e340-45a3-bc4b-5109e47750ee {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:11:11.645736 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20a8dd94-d61b-424b-9752-ab3ecb05430e req-f2bf2224-edf9-457b-8b3b-1f61e996c21e service neutron] Port cefb77b4-1f7c-4c0b-8c77-5ada85d70bd6 on network d458c13a-e340-45a3-bc4b-5109e47750ee not bound, no agent of type Open vSwitch agent registered on host n-h1-802623-1 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 23:11:11.646083 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20a8dd94-d61b-424b-9752-ab3ecb05430e req-f2bf2224-edf9-457b-8b3b-1f61e996c21e service neutron] Attempting to bind port cefb77b4-1f7c-4c0b-8c77-5ada85d70bd6 on network d458c13a-e340-45a3-bc4b-5109e47750ee {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:11:11.649633 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ae2030db-451c-46a7-a5ca-5a07dcf256b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:11.655268 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-55a2e193-31eb-436c-8614-c0020962a8dc req-fc5b98de-c9a3-4a0b-88b5-e847b9f6b4a3 tempest-ServerRescueTestJSON-1182058210 tempest-ServerRescueTestJSON-1182058210-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1683666-2031-45b7-8015-e9f1b36fb2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559194 Jul 27 23:11:11.656142 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20a8dd94-d61b-424b-9752-ab3ecb05430e req-f2bf2224-edf9-457b-8b3b-1f61e996c21e service neutron] Checking agent: {'id': '245f1da4-a9b8-4b08-90d7-28f0f342b839', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 59, 59), 'started_at': datetime.datetime(2021, 7, 27, 22, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 10, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:11:11.656484 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20a8dd94-d61b-424b-9752-ab3ecb05430e req-f2bf2224-edf9-457b-8b3b-1f61e996c21e service neutron] Checking segment: {'id': '6aa8292f-47cc-47ee-ac5f-a751b39a03ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'd458c13a-e340-45a3-bc4b-5109e47750ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:11:11.656863 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20a8dd94-d61b-424b-9752-ab3ecb05430e req-f2bf2224-edf9-457b-8b3b-1f61e996c21e service neutron] Bound using segment: {'id': '6aa8292f-47cc-47ee-ac5f-a751b39a03ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'd458c13a-e340-45a3-bc4b-5109e47750ee'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:11:11.657300 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-20a8dd94-d61b-424b-9752-ab3ecb05430e req-f2bf2224-edf9-457b-8b3b-1f61e996c21e service neutron] Bound port: cefb77b4-1f7c-4c0b-8c77-5ada85d70bd6, host: n-h1-802623-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6aa8292f-47cc-47ee-ac5f-a751b39a03ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'd458c13a-e340-45a3-bc4b-5109e47750ee'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:11:11.657499 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device be3f4841-615f-4e54-aa39-ad6709ec1563 up at agent hyperv_n-h2-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:11:11.658071 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-20a8dd94-d61b-424b-9752-ab3ecb05430e req-f2bf2224-edf9-457b-8b3b-1f61e996c21e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:11.673116 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ae2030db-451c-46a7-a5ca-5a07dcf256b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:11.706799 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae2030db-451c-46a7-a5ca-5a07dcf256b1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 540} {{(pid=93797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 23:11:11.719411 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device 17eed373-8b9b-4837-9be7-742b1240ce7d details requested by agent hyperv_n-h2-802623-1 with host n-h2-802623-1 {{(pid=93799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 23:11:11.724053 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2030db-451c-46a7-a5ca-5a07dcf256b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cd61ea0-5a5d-40fe-ad9e-dbc58a2651c2,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:11:11.727543 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ae2030db-451c-46a7-a5ca-5a07dcf256b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:11.727890 n-d-802623-1 neutron-server[93797]: INFO neutron.db.segments_db [None req-ae2030db-451c-46a7-a5ca-5a07dcf256b1 admin admin] Added segment 0a80062c-f18e-4f12-b4c8-adca0dd62e42 of type vlan for network 6d79ca9f-568e-4348-92d6-ea71af8eb3b2 Jul 27 23:11:11.740705 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-20a8dd94-d61b-424b-9752-ab3ecb05430e req-f2bf2224-edf9-457b-8b3b-1f61e996c21e service neutron] For port cefb77b4-1f7c-4c0b-8c77-5ada85d70bd6, host n-h1-802623-1, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:11:11.750139 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-20a8dd94-d61b-424b-9752-ab3ecb05430e req-f2bf2224-edf9-457b-8b3b-1f61e996c21e service neutron] For port cefb77b4-1f7c-4c0b-8c77-5ada85d70bd6, host n-h1-802623-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=cefb77b4-1f7c-4c0b-8c77-5ada85d70bd6,segment=NetworkSegment(6aa8292f-47cc-47ee-ac5f-a751b39a03ef),segment_id=6aa8292f-47cc-47ee-ac5f-a751b39a03ef)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:11:11.761138 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-20a8dd94-d61b-424b-9752-ab3ecb05430e req-f2bf2224-edf9-457b-8b3b-1f61e996c21e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:11.779208 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ae2030db-451c-46a7-a5ca-5a07dcf256b1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736833354590'] for network, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:11.815801 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ae2030db-451c-46a7-a5ca-5a07dcf256b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569'] for network, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:11.817586 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae2030db-451c-46a7-a5ca-5a07dcf256b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:11.818695 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ae2030db-451c-46a7-a5ca-5a07dcf256b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for network, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:11.835489 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a8dd94-d61b-424b-9752-ab3ecb05430e req-f2bf2224-edf9-457b-8b3b-1f61e996c21e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:11.836269 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-20a8dd94-d61b-424b-9752-ab3ecb05430e req-f2bf2224-edf9-457b-8b3b-1f61e996c21e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:11.837788 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-20a8dd94-d61b-424b-9752-ab3ecb05430e req-f2bf2224-edf9-457b-8b3b-1f61e996c21e service neutron] 10.222.0.38 "PUT /v2.0/ports/cefb77b4-1f7c-4c0b-8c77-5ada85d70bd6 HTTP/1.1" status: 200 len: 1091 time: 0.9889796 Jul 27 23:11:11.838334 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '710db404-18d5-4163-8833-5771fe8a1f7e', 'tag': 'cefb77b4-1f7c-4c0b-8c77-5ada85d70bd6'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:11:11.840861 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}011f8d312121274bb12d78e77c6379a2079800640016cec6c6d605b73666e854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f0b2fe3-d90b-4a62-9b08-0981192b97bf" -d '{"events": [{"name": "network-changed", "server_uuid": "710db404-18d5-4163-8833-5771fe8a1f7e", "tag": "cefb77b4-1f7c-4c0b-8c77-5ada85d70bd6"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:11:11.873676 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bf2224-edf9-457b-8b3b-1f61e996c21e service neutron] Pushing event updated for resources: {'Port': ['ID=cefb77b4-1f7c-4c0b-8c77-5ada85d70bd6,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:11:11.895851 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb51823-256f-453d-b539-c2913cfeae35 req-02a3ddc5-15e6-4623-b7a4-d4e3c5dc5af8 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:11.897479 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-0cb51823-256f-453d-b539-c2913cfeae35 req-02a3ddc5-15e6-4623-b7a4-d4e3c5dc5af8 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/ports?device_id=13990610-5726-4497-81b9-f5375fbe4860 HTTP/1.1" status: 200 len: 949 time: 0.0933466 Jul 27 23:11:11.912905 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-ae2030db-451c-46a7-a5ca-5a07dcf256b1 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.5674417 Jul 27 23:11:11.916594 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 35340) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:11:11.925949 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-f1842a2f-3969-420b-80e6-012358d92132 admin admin] Request body: {'subnet': {'network_id': '6d79ca9f-568e-4348-92d6-ea71af8eb3b2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-898573768-subnet', 'tenant_id': '559dfac00ebd4edbb15c77a210dc16ed', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:11:11.935211 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2030db-451c-46a7-a5ca-5a07dcf256b1 admin admin] Pushing event updated for resources: {'Network': ['ID=6d79ca9f-568e-4348-92d6-ea71af8eb3b2,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:11:11.936757 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 23:11:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-520e979b-044f-4e63-b93b-35c70d54ea37 x-openstack-request-id: req-520e979b-044f-4e63-b93b-35c70d54ea37 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:11:11.937146 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "710db404-18d5-4163-8833-5771fe8a1f7e", "tag": "cefb77b4-1f7c-4c0b-8c77-5ada85d70bd6", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:11:11.938056 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-520e979b-044f-4e63-b93b-35c70d54ea37 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:11:11.949664 n-d-802623-1 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '710db404-18d5-4163-8833-5771fe8a1f7e', 'tag': 'cefb77b4-1f7c-4c0b-8c77-5ada85d70bd6', 'status': 'completed', 'code': 200} Jul 27 23:11:11.956886 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1842a2f-3969-420b-80e6-012358d92132 admin admin] Made reservation on behalf of 559dfac00ebd4edbb15c77a210dc16ed for: {'subnet': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:11:11.961453 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f1842a2f-3969-420b-80e6-012358d92132 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11551435'] for subnet, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:11.968140 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Provisioning for port be3f4841-615f-4e54-aa39-ad6709ec1563 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:11:11.991176 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port 17eed373-8b9b-4837-9be7-742b1240ce7d, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=17eed373-8b9b-4837-9be7-742b1240ce7d,segment=NetworkSegment(a4e00faf-25f0-4db6-a45e-605d169ddf17),segment_id=a4e00faf-25f0-4db6-a45e-605d169ddf17)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:11:12.013974 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Returning: {'device': '17eed373-8b9b-4837-9be7-742b1240ce7d', 'network_id': 'b08eced6-95a6-4447-9060-3f7f22a17e45', 'port_id': '17eed373-8b9b-4837-9be7-742b1240ce7d', 'mac_address': 'fa:16:3e:ba:f6:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5e978dc-470a-4d28-ac3d-251b70005a10', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 23:11:12.014460 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Network 6d79ca9f-568e-4348-92d6-ea71af8eb3b2 details requested by agent ovs-agent-n-d-802623-1 with host n-d-802623-1 {{(pid=93799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 23:11:12.034566 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-0cb51823-256f-453d-b539-c2913cfeae35 req-5835e92f-f4df-4e56-9f78-610b84c5e281 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb779318-b8ff-43a6-a94f-3ce471aff166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228740 Jul 27 23:11:12.036944 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a8dd94-d61b-424b-9752-ab3ecb05430e req-2dc0a0a3-8f0e-4044-8fe2-75ea4d07f373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:12.039471 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-20a8dd94-d61b-424b-9752-ab3ecb05430e req-2dc0a0a3-8f0e-4044-8fe2-75ea4d07f373 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=d4ae0349fedc4fe693e139d0088de506&device_id=710db404-18d5-4163-8833-5771fe8a1f7e HTTP/1.1" status: 200 len: 1094 time: 0.1410081 Jul 27 23:11:12.100256 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-20a8dd94-d61b-424b-9752-ab3ecb05430e req-fb50de31-965c-47a6-ba8a-3e2ecfaf2be5 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cefb77b4-1f7c-4c0b-8c77-5ada85d70bd6 HTTP/1.1" status: 200 len: 217 time: 0.0466828 Jul 27 23:11:12.104566 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Provisioning complete for port be3f4841-615f-4e54-aa39-ad6709ec1563 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:11:12.104982 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:12.162030 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a8dd94-d61b-424b-9752-ab3ecb05430e req-58511670-3140-4710-b949-69bf991553db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:12.163900 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-20a8dd94-d61b-424b-9752-ab3ecb05430e req-58511670-3140-4710-b949-69bf991553db service neutron] 10.222.0.38 "GET /v2.0/subnets?id=3178a8d2-6ff7-4d81-8c0d-f8cbfd092012 HTTP/1.1" status: 200 len: 851 time: 0.0540817 Jul 27 23:11:12.232015 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-20a8dd94-d61b-424b-9752-ab3ecb05430e req-86695ce4-4ddf-48e1-acc6-497325cbc21b service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=d458c13a-e340-45a3-bc4b-5109e47750ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0595291 Jul 27 23:11:12.239993 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f1842a2f-3969-420b-80e6-012358d92132 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11336182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11551417'] for subnet, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:12.251805 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:12.271522 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17eed373-8b9b-4837-9be7-742b1240ce7d {{(pid=93799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:11:12.310828 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port 17eed373-8b9b-4837-9be7-742b1240ce7d, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=17eed373-8b9b-4837-9be7-742b1240ce7d,segment=NetworkSegment(a4e00faf-25f0-4db6-a45e-605d169ddf17),segment_id=a4e00faf-25f0-4db6-a45e-605d169ddf17)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:11:12.312338 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:12.335712 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:12.372310 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1842a2f-3969-420b-80e6-012358d92132 admin admin] Checking segment: {'id': '0a80062c-f18e-4f12-b4c8-adca0dd62e42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '6d79ca9f-568e-4348-92d6-ea71af8eb3b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:11:12.372685 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1842a2f-3969-420b-80e6-012358d92132 admin admin] Network hostable DHCP agents. Network: 6d79ca9f-568e-4348-92d6-ea71af8eb3b2, hostable agents: ['5950e76f-2bde-4343-a925-cbe6bacd2706'], hosted agents: [] {{(pid=93797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 23:11:12.374771 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1842a2f-3969-420b-80e6-012358d92132 admin admin] Pushing event updated for resources: {'Subnet': ['ID=24c5e52e-07bd-4989-826e-52cc3a6b5f84,revision_number=0']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:11:12.399727 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1842a2f-3969-420b-80e6-012358d92132 admin admin] Network 6d79ca9f-568e-4348-92d6-ea71af8eb3b2 is scheduled to be hosted by DHCP agent 5950e76f-2bde-4343-a925-cbe6bacd2706 with binding_index 1 {{(pid=93797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 23:11:12.414507 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-f1842a2f-3969-420b-80e6-012358d92132 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802623-1, 6d79ca9f-568e-4348-92d6-ea71af8eb3b2) {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:11:12.428406 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1842a2f-3969-420b-80e6-012358d92132 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:12.430175 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f1842a2f-3969-420b-80e6-012358d92132 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for subnet, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:12.439629 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8054dba0-6c0f-45ce-ae5e-3d32cba39f31 None None] Network 6d79ca9f-568e-4348-92d6-ea71af8eb3b2 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:11:12.459521 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-f1842a2f-3969-420b-80e6-012358d92132 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.5370190 Jul 27 23:11:12.526300 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Pushing event updated for resources: {'Port': ['ID=17eed373-8b9b-4837-9be7-742b1240ce7d,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:11:12.531948 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port be3f4841-615f-4e54-aa39-ad6709ec1563, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=be3f4841-615f-4e54-aa39-ad6709ec1563,segment=NetworkSegment(16e91594-c047-4b55-93eb-43af33ad08e1),segment_id=16e91594-c047-4b55-93eb-43af33ad08e1)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:11:12.554814 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:12.667661 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] get_ports_and_sgs() called for port_ids ['17eed373-8b9b-4837-9be7-742b1240ce7d'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:11:12.725998 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555d488f-5a5f-4ffe-9487-b824a7a946d3 req-1b83c9c4-ba45-4d88-8b6c-c6166eea7d55 tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:12.737603 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-555d488f-5a5f-4ffe-9487-b824a7a946d3 req-1b83c9c4-ba45-4d88-8b6c-c6166eea7d55 tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d72f04a-64fa-45e7-8a0e-f3f21bcd5f97 HTTP/1.1" status: 200 len: 945 time: 0.0852993 Jul 27 23:11:12.778078 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6884bd55-eb50-4718-b031-7b990ad0f77c req-fa65cedf-36a8-4812-abb9-3b0dde1ddfa3 tempest-InstanceActionsNegativeTestJSON-1713205028 tempest-InstanceActionsNegativeTestJSON-1713205028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:12.790648 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-6884bd55-eb50-4718-b031-7b990ad0f77c req-fa65cedf-36a8-4812-abb9-3b0dde1ddfa3 tempest-InstanceActionsNegativeTestJSON-1713205028 tempest-InstanceActionsNegativeTestJSON-1713205028-project] 10.222.0.18 "GET /v2.0/ports?device_id=e42483ad-db57-4764-835b-00ec61dd6355 HTTP/1.1" status: 200 len: 944 time: 0.4803445 Jul 27 23:11:12.799687 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-555d488f-5a5f-4ffe-9487-b824a7a946d3 req-e02ab387-0343-4d1a-9e36-82aca6449920 tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] 10.222.0.18 "GET /v2.0/security-groups?id=f9282c7c-bf74-4e2f-accf-81bded4d9191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607836 Jul 27 23:11:12.833227 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-20a8dd94-d61b-424b-9752-ab3ecb05430e req-71b779af-5a66-4ab1-a497-f2b320c8c527 service neutron] 10.222.0.38 "GET /v2.0/networks/d458c13a-e340-45a3-bc4b-5109e47750ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5888031 Jul 27 23:11:12.880035 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Pushing event updated for resources: {'Port': ['ID=be3f4841-615f-4e54-aa39-ad6709ec1563,revision_number=5']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:11:12.898200 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d970146-7d0e-48de-90f4-404f7b9df988 None None] Network 6d79ca9f-568e-4348-92d6-ea71af8eb3b2 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:11:12.911260 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-6884bd55-eb50-4718-b031-7b990ad0f77c req-865eadbb-24a5-47e0-8822-5f2580e2e79c tempest-InstanceActionsNegativeTestJSON-1713205028 tempest-InstanceActionsNegativeTestJSON-1713205028-project] 10.222.0.18 "GET /v2.0/security-groups?id=eca09b29-4321-4253-8aad-f633183cc318&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196058 Jul 27 23:11:12.944674 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a128a269-8e57-450a-bdfb-9e7306503299 req-335769af-08ac-40a0-bf0d-a6e0bcb33303 tempest-ServerRescueTestJSON-1182058210 tempest-ServerRescueTestJSON-1182058210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:12.946420 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a128a269-8e57-450a-bdfb-9e7306503299 req-335769af-08ac-40a0-bf0d-a6e0bcb33303 tempest-ServerRescueTestJSON-1182058210 tempest-ServerRescueTestJSON-1182058210-project] 10.222.0.18 "GET /v2.0/ports?device_id=710db404-18d5-4163-8833-5771fe8a1f7e HTTP/1.1" status: 200 len: 943 time: 0.0729818 Jul 27 23:11:12.976696 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-20a8dd94-d61b-424b-9752-ab3ecb05430e req-5dad0866-ea87-4175-8608-7f9552a017e2 service neutron] 10.222.0.38 "GET /v2.0/networks/d458c13a-e340-45a3-bc4b-5109e47750ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373103 Jul 27 23:11:13.010087 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13990610-5726-4497-81b9-f5375fbe4860', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be3f4841-615f-4e54-aa39-ad6709ec1563'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:11:13.010711 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a128a269-8e57-450a-bdfb-9e7306503299 req-2e250808-9cf6-4a21-8163-7d2514ee2b9a tempest-ServerRescueTestJSON-1182058210 tempest-ServerRescueTestJSON-1182058210-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1683666-2031-45b7-8015-e9f1b36fb2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563192 Jul 27 23:11:13.012397 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c0369b0d4f459110ff20a1f9878ba33f96d6491bddb9d15843bf29d01e0bda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae4af1f2-1ead-4dad-9f8e-67222b246bd1" -d '{"events": [{"server_uuid": "13990610-5726-4497-81b9-f5375fbe4860", "name": "network-vif-plugged", "status": "completed", "tag": "be3f4841-615f-4e54-aa39-ad6709ec1563"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:11:13.112906 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0b2fe3-d90b-4a62-9b08-0981192b97bf req-edf60efb-d4b4-4008-81e8-7a6a43774439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:13.116026 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-2f0b2fe3-d90b-4a62-9b08-0981192b97bf req-edf60efb-d4b4-4008-81e8-7a6a43774439 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=d4ae0349fedc4fe693e139d0088de506&device_id=710db404-18d5-4163-8833-5771fe8a1f7e HTTP/1.1" status: 200 len: 1094 time: 0.0827310 Jul 27 23:11:13.262280 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275aa9d0-ebe1-4f9b-88b7-7128b5bca892 req-8e0b6202-282e-4a6a-9a74-e8d32addd93e tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:13.263900 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-275aa9d0-ebe1-4f9b-88b7-7128b5bca892 req-8e0b6202-282e-4a6a-9a74-e8d32addd93e tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d72f04a-64fa-45e7-8a0e-f3f21bcd5f97 HTTP/1.1" status: 200 len: 945 time: 0.0635452 Jul 27 23:11:13.268502 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0b2fe3-d90b-4a62-9b08-0981192b97bf req-2fd582d6-f923-49fc-86f7-d2ce2bd9e8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:13.269979 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-2f0b2fe3-d90b-4a62-9b08-0981192b97bf req-2fd582d6-f923-49fc-86f7-d2ce2bd9e8cd service neutron] 10.222.0.38 "GET /v2.0/networks?id=d458c13a-e340-45a3-bc4b-5109e47750ee HTTP/1.1" status: 200 len: 912 time: 0.1406550 Jul 27 23:11:13.311024 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-275aa9d0-ebe1-4f9b-88b7-7128b5bca892 req-a3d637fb-ff70-4465-b8e1-d38bc986699f tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] 10.222.0.18 "GET /v2.0/security-groups?id=f9282c7c-bf74-4e2f-accf-81bded4d9191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372083 Jul 27 23:11:13.334478 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-2f0b2fe3-d90b-4a62-9b08-0981192b97bf req-f0ffbc88-5d77-4664-a7df-6d0ee6c1f400 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cefb77b4-1f7c-4c0b-8c77-5ada85d70bd6 HTTP/1.1" status: 200 len: 217 time: 0.0358574 Jul 27 23:11:13.358650 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:11:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f25ac80-a98e-423f-a28a-f1a8f6f4a340 x-openstack-request-id: req-5f25ac80-a98e-423f-a28a-f1a8f6f4a340 {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:11:13.359281 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13990610-5726-4497-81b9-f5375fbe4860", "name": "network-vif-plugged", "status": "completed", "tag": "be3f4841-615f-4e54-aa39-ad6709ec1563", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:11:13.359599 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5f25ac80-a98e-423f-a28a-f1a8f6f4a340 {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:11:13.360062 n-d-802623-1 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13990610-5726-4497-81b9-f5375fbe4860', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be3f4841-615f-4e54-aa39-ad6709ec1563', 'code': 200} Jul 27 23:11:13.429700 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8efd1a-2015-46fb-a1e3-ced83c66b763 req-706c4ac7-307b-42ab-a453-98d4194e6ffa tempest-ServerAddressesNegativeTestJSON-783140461 tempest-ServerAddressesNegativeTestJSON-783140461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:13.431204 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-3f8efd1a-2015-46fb-a1e3-ced83c66b763 req-706c4ac7-307b-42ab-a453-98d4194e6ffa tempest-ServerAddressesNegativeTestJSON-783140461 tempest-ServerAddressesNegativeTestJSON-783140461-project] 10.222.0.18 "GET /v2.0/networks?id=6d79ca9f-568e-4348-92d6-ea71af8eb3b2 HTTP/1.1" status: 200 len: 821 time: 0.1914508 Jul 27 23:11:13.432746 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0b2fe3-d90b-4a62-9b08-0981192b97bf req-b77031bb-b6d0-4089-b967-6b2a4cca34fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:13.434095 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-2f0b2fe3-d90b-4a62-9b08-0981192b97bf req-b77031bb-b6d0-4089-b967-6b2a4cca34fc service neutron] 10.222.0.38 "GET /v2.0/subnets?id=3178a8d2-6ff7-4d81-8c0d-f8cbfd092012 HTTP/1.1" status: 200 len: 851 time: 0.0896673 Jul 27 23:11:13.465056 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca69da6-7387-47c0-a2f6-3db4a35dbc13 req-785d75a4-6830-4fab-8d34-74e29bba169d tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:13.466725 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-bca69da6-7387-47c0-a2f6-3db4a35dbc13 req-785d75a4-6830-4fab-8d34-74e29bba169d tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/ports?device_id=13990610-5726-4497-81b9-f5375fbe4860 HTTP/1.1" status: 200 len: 950 time: 0.0595646 Jul 27 23:11:13.493076 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-2f0b2fe3-d90b-4a62-9b08-0981192b97bf req-6dd6a649-13d9-4318-bada-95b64939cfc6 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=d458c13a-e340-45a3-bc4b-5109e47750ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485523 Jul 27 23:11:13.495192 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-3f8efd1a-2015-46fb-a1e3-ced83c66b763 req-2392328d-639e-4806-aac0-3dd52d2d8de5 tempest-ServerAddressesNegativeTestJSON-783140461 tempest-ServerAddressesNegativeTestJSON-783140461-project] 10.222.0.18 "GET /v2.0/quotas/559dfac00ebd4edbb15c77a210dc16ed HTTP/1.1" status: 200 len: 375 time: 0.0527849 Jul 27 23:11:13.513156 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-bca69da6-7387-47c0-a2f6-3db4a35dbc13 req-8ae834bb-4323-422a-bd0b-2efa65c3c18e tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb779318-b8ff-43a6-a94f-3ce471aff166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395255 Jul 27 23:11:13.582425 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-3f8efd1a-2015-46fb-a1e3-ced83c66b763 req-aed97d6b-fc1b-4f3d-9320-91056a302365 tempest-ServerAddressesNegativeTestJSON-783140461 tempest-ServerAddressesNegativeTestJSON-783140461-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=559dfac00ebd4edbb15c77a210dc16ed&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0753069 Jul 27 23:11:13.585752 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ee278b-bd33-4da4-9e0a-e356e36b78b0 req-57f9613f-a1fb-4f1b-ab56-d5c702c9522f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:13.587168 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c6ee278b-bd33-4da4-9e0a-e356e36b78b0 req-57f9613f-a1fb-4f1b-ab56-d5c702c9522f service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=13990610-5726-4497-81b9-f5375fbe4860 HTTP/1.1" status: 200 len: 1101 time: 0.1522174 Jul 27 23:11:13.696930 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c6ee278b-bd33-4da4-9e0a-e356e36b78b0 req-fd744b64-e1c7-4a81-9107-5a32cb1f49f5 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=fb779318-b8ff-43a6-a94f-3ce471aff166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965924 Jul 27 23:11:13.712039 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-2f0b2fe3-d90b-4a62-9b08-0981192b97bf req-6b605361-3a4a-426b-aef3-4f6f5aeabadf service neutron] 10.222.0.38 "GET /v2.0/networks/d458c13a-e340-45a3-bc4b-5109e47750ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2072299 Jul 27 23:11:13.790938 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-3f8efd1a-2015-46fb-a1e3-ced83c66b763 req-1653fe1f-6e62-4331-89fc-acd1349fcc2b service neutron] 10.222.0.18 "GET /v2.0/networks/6d79ca9f-568e-4348-92d6-ea71af8eb3b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2005739 Jul 27 23:11:13.886309 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-2f0b2fe3-d90b-4a62-9b08-0981192b97bf req-b49f7f88-e5f3-48ea-926c-c4c8b31509ba service neutron] 10.222.0.38 "GET /v2.0/networks/d458c13a-e340-45a3-bc4b-5109e47750ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1662366 Jul 27 23:11:13.923678 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-3f8efd1a-2015-46fb-a1e3-ced83c66b763 req-f887b1d0-0e13-4ea0-a54f-cb9ab2c919da service neutron] 10.222.0.18 "GET /v2.0/networks/6d79ca9f-568e-4348-92d6-ea71af8eb3b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317718 Jul 27 23:11:14.035788 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bdc2ba-6b77-49d1-91c4-d56e8ac33d5a req-eb02b891-3106-42a3-bdc6-55d158ccfcdb tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:14.037416 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-b2bdc2ba-6b77-49d1-91c4-d56e8ac33d5a req-eb02b891-3106-42a3-bdc6-55d158ccfcdb tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] 10.222.0.18 "GET /v2.0/networks?id=44a6a84b-a7de-4dfe-a6b7-f9205c26c7e9 HTTP/1.1" status: 200 len: 815 time: 0.1190188 Jul 27 23:11:14.073466 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-b2bdc2ba-6b77-49d1-91c4-d56e8ac33d5a req-3a7495a8-9951-4e17-9f1e-38156c11a5fc tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] 10.222.0.18 "GET /v2.0/quotas/0f32cd31e3414884aa1f33b223595618 HTTP/1.1" status: 200 len: 375 time: 0.0180068 Jul 27 23:11:14.158543 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-b2bdc2ba-6b77-49d1-91c4-d56e8ac33d5a req-66ba011b-bae2-46bf-acac-a8991e8881dd tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=0f32cd31e3414884aa1f33b223595618&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0841780 Jul 27 23:11:14.190379 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851dacc9-3bd3-4cd3-95d3-9b9132a50c62 req-893e2baa-03ef-4e7b-aa51-1176f6a5ee1c tempest-InstanceActionsNegativeTestJSON-1713205028 tempest-InstanceActionsNegativeTestJSON-1713205028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:14.192029 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-851dacc9-3bd3-4cd3-95d3-9b9132a50c62 req-893e2baa-03ef-4e7b-aa51-1176f6a5ee1c tempest-InstanceActionsNegativeTestJSON-1713205028 tempest-InstanceActionsNegativeTestJSON-1713205028-project] 10.222.0.18 "GET /v2.0/ports?device_id=e42483ad-db57-4764-835b-00ec61dd6355 HTTP/1.1" status: 200 len: 944 time: 0.0893967 Jul 27 23:11:14.251588 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-851dacc9-3bd3-4cd3-95d3-9b9132a50c62 req-9ef7a077-38a5-400e-bce8-587aea6f92e4 tempest-InstanceActionsNegativeTestJSON-1713205028 tempest-InstanceActionsNegativeTestJSON-1713205028-project] 10.222.0.18 "GET /v2.0/security-groups?id=eca09b29-4321-4253-8aad-f633183cc318&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509305 Jul 27 23:11:14.277018 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-b2bdc2ba-6b77-49d1-91c4-d56e8ac33d5a req-86a93e34-10d4-4660-8bc8-71916c4f5624 service neutron] 10.222.0.18 "GET /v2.0/networks/44a6a84b-a7de-4dfe-a6b7-f9205c26c7e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106713 Jul 27 23:11:14.387756 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa288830-f159-431d-b0dd-195a5f9b3641 req-5281f09c-528e-40ba-a60a-7e4581d82017 tempest-ServerRescueTestJSON-1182058210 tempest-ServerRescueTestJSON-1182058210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:14.389336 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-fa288830-f159-431d-b0dd-195a5f9b3641 req-5281f09c-528e-40ba-a60a-7e4581d82017 tempest-ServerRescueTestJSON-1182058210 tempest-ServerRescueTestJSON-1182058210-project] 10.222.0.18 "GET /v2.0/ports?device_id=710db404-18d5-4163-8833-5771fe8a1f7e HTTP/1.1" status: 200 len: 943 time: 0.0618615 Jul 27 23:11:14.394502 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-b2bdc2ba-6b77-49d1-91c4-d56e8ac33d5a req-ebc17bd1-2d98-4505-921b-630832634020 service neutron] 10.222.0.18 "GET /v2.0/networks/44a6a84b-a7de-4dfe-a6b7-f9205c26c7e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103292 Jul 27 23:11:14.434161 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-fa288830-f159-431d-b0dd-195a5f9b3641 req-f62872ac-8b3d-4aa7-ae1f-990167e77062 tempest-ServerRescueTestJSON-1182058210 tempest-ServerRescueTestJSON-1182058210-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1683666-2031-45b7-8015-e9f1b36fb2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372500 Jul 27 23:11:14.543848 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-2d88ac12-a2f0-4732-b17d-5d6542780d0e req-1a9a5805-3f75-40e3-8bdc-7a5bce566f10 tempest-ServerAddressesNegativeTestJSON-783140461 tempest-ServerAddressesNegativeTestJSON-783140461-project] 10.222.0.18 "GET /v2.0/ports?device_id=5cef96c0-c1b2-4935-b680-d26815c68b93 HTTP/1.1" status: 200 len: 210 time: 0.0511739 Jul 27 23:11:14.629747 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device cefb77b4-1f7c-4c0b-8c77-5ada85d70bd6 details requested by agent hyperv_n-h1-802623-1 with host n-h1-802623-1 {{(pid=93799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 23:11:14.716859 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-27793613-97bd-4644-8a06-fd236cbe3d74 req-c84f33cf-5a1e-48ff-9aa1-94a679dba1ce tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] 10.222.0.18 "GET /v2.0/ports?device_id=8fec054f-4e07-423d-ab0c-c325fd69c518 HTTP/1.1" status: 200 len: 210 time: 0.0672274 Jul 27 23:11:14.745757 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2253b09b-f024-420d-a251-1260f15a6f34 req-be22c17f-1259-4db1-a0b0-755c03c88235 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:14.754570 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-2253b09b-f024-420d-a251-1260f15a6f34 req-be22c17f-1259-4db1-a0b0-755c03c88235 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/ports?device_id=13990610-5726-4497-81b9-f5375fbe4860 HTTP/1.1" status: 200 len: 950 time: 0.1007721 Jul 27 23:11:14.814400 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-2253b09b-f024-420d-a251-1260f15a6f34 req-0619125f-e75a-41a0-b2da-be7c0ad60d31 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb779318-b8ff-43a6-a94f-3ce471aff166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585003 Jul 27 23:11:14.871212 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port cefb77b4-1f7c-4c0b-8c77-5ada85d70bd6, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=cefb77b4-1f7c-4c0b-8c77-5ada85d70bd6,segment=NetworkSegment(6aa8292f-47cc-47ee-ac5f-a751b39a03ef),segment_id=6aa8292f-47cc-47ee-ac5f-a751b39a03ef)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:11:14.884589 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-5464a6c6-eb0a-4b3d-bb29-464d5cb57e9a req-f9b5945a-2a33-4893-9b86-71e5e57f0105 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=c23ba248-95a1-499d-9e13-83f18c38bb06&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0467026 Jul 27 23:11:14.905552 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Returning: {'device': 'cefb77b4-1f7c-4c0b-8c77-5ada85d70bd6', 'network_id': 'd458c13a-e340-45a3-bc4b-5109e47750ee', 'port_id': 'cefb77b4-1f7c-4c0b-8c77-5ada85d70bd6', 'mac_address': 'fa:16:3e:9f:1c:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3178a8d2-6ff7-4d81-8c0d-f8cbfd092012', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 23:11:14.964396 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:14.982570 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cefb77b4-1f7c-4c0b-8c77-5ada85d70bd6 {{(pid=93799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:11:15.006744 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port cefb77b4-1f7c-4c0b-8c77-5ada85d70bd6, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=cefb77b4-1f7c-4c0b-8c77-5ada85d70bd6,segment=NetworkSegment(6aa8292f-47cc-47ee-ac5f-a751b39a03ef),segment_id=6aa8292f-47cc-47ee-ac5f-a751b39a03ef)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:11:15.011672 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:15.058345 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5464a6c6-eb0a-4b3d-bb29-464d5cb57e9a req-823c4631-7c5c-4be8-b614-224ab4aec89f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:15.068301 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-5464a6c6-eb0a-4b3d-bb29-464d5cb57e9a req-823c4631-7c5c-4be8-b614-224ab4aec89f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=fc7acafa883a4a4baeb39fca47df928a&device_id=c23ba248-95a1-499d-9e13-83f18c38bb06 HTTP/1.1" status: 200 len: 1097 time: 0.1058762 Jul 27 23:11:15.075094 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Pushing event updated for resources: {'Port': ['ID=cefb77b4-1f7c-4c0b-8c77-5ada85d70bd6,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:11:15.221952 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5464a6c6-eb0a-4b3d-bb29-464d5cb57e9a req-35efd3f6-4450-438e-8d87-67c7bf483155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:15.223620 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-5464a6c6-eb0a-4b3d-bb29-464d5cb57e9a req-35efd3f6-4450-438e-8d87-67c7bf483155 service neutron] 10.222.0.49 "GET /v2.0/networks?id=a7737e0c-9e61-43d5-8f37-2862a114eef0 HTTP/1.1" status: 200 len: 913 time: 0.1382403 Jul 27 23:11:15.289261 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] get_ports_and_sgs() called for port_ids ['cefb77b4-1f7c-4c0b-8c77-5ada85d70bd6'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:11:15.299070 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9af267-c416-43ca-abf1-bb729186ab8c req-97f79beb-4723-4d30-9daf-4e7f9e3fe7b7 tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:15.300628 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-2f9af267-c416-43ca-abf1-bb729186ab8c req-97f79beb-4723-4d30-9daf-4e7f9e3fe7b7 tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] 10.222.0.38 "GET /v2.0/ports?device_id=5d72f04a-64fa-45e7-8a0e-f3f21bcd5f97 HTTP/1.1" status: 200 len: 945 time: 0.1136479 Jul 27 23:11:15.355980 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-5464a6c6-eb0a-4b3d-bb29-464d5cb57e9a req-f7257b08-c53d-4337-97df-053a87c4c2c7 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=eb056223-691f-4c34-9de0-b6a4ef8a01e5 HTTP/1.1" status: 200 len: 1001 time: 0.1221585 Jul 27 23:11:15.416531 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f859e2-1826-46e9-ac74-6cc0c883d137 req-fb7628e2-d46c-4c45-a98c-d494d02af198 tempest-InstanceActionsNegativeTestJSON-1713205028 tempest-InstanceActionsNegativeTestJSON-1713205028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:15.425362 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-85f859e2-1826-46e9-ac74-6cc0c883d137 req-fb7628e2-d46c-4c45-a98c-d494d02af198 tempest-InstanceActionsNegativeTestJSON-1713205028 tempest-InstanceActionsNegativeTestJSON-1713205028-project] 10.222.0.18 "GET /v2.0/ports?device_id=e42483ad-db57-4764-835b-00ec61dd6355 HTTP/1.1" status: 200 len: 944 time: 0.0689278 Jul 27 23:11:15.442754 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5464a6c6-eb0a-4b3d-bb29-464d5cb57e9a req-ad339ec0-27f0-4a08-9206-658fe7d33e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:15.444359 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-5464a6c6-eb0a-4b3d-bb29-464d5cb57e9a req-ad339ec0-27f0-4a08-9206-658fe7d33e56 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=970cdcd7-7c74-44af-9807-ff303fbf909b HTTP/1.1" status: 200 len: 851 time: 0.0796411 Jul 27 23:11:15.480377 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-85f859e2-1826-46e9-ac74-6cc0c883d137 req-5f3877ce-d867-4cc3-9fc8-b3380f7711a9 tempest-InstanceActionsNegativeTestJSON-1713205028 tempest-InstanceActionsNegativeTestJSON-1713205028-project] 10.222.0.18 "GET /v2.0/security-groups?id=eca09b29-4321-4253-8aad-f633183cc318&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530307 Jul 27 23:11:15.552174 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-2f9af267-c416-43ca-abf1-bb729186ab8c req-dd147f9d-f01c-4d13-9438-c18936cbea82 tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] Deleting port 59918b6c-e03a-4cce-9ccd-011f0e829c02 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:11:15.552551 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-2f9af267-c416-43ca-abf1-bb729186ab8c req-dd147f9d-f01c-4d13-9438-c18936cbea82 tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:15.619300 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5464a6c6-eb0a-4b3d-bb29-464d5cb57e9a req-8b1655de-4cd1-4665-9cc8-d7825cd2496b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:15.620817 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-5464a6c6-eb0a-4b3d-bb29-464d5cb57e9a req-8b1655de-4cd1-4665-9cc8-d7825cd2496b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a7737e0c-9e61-43d5-8f37-2862a114eef0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1664748 Jul 27 23:11:15.676124 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device 17eed373-8b9b-4837-9be7-742b1240ce7d up at agent hyperv_n-h2-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:11:15.743589 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34bc0a7-f628-44a3-9e54-aacc7eaaa4be req-049faef6-db6d-4840-ba90-2d3b90426d00 tempest-ServerRescueTestJSON-1182058210 tempest-ServerRescueTestJSON-1182058210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:15.745013 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a34bc0a7-f628-44a3-9e54-aacc7eaaa4be req-049faef6-db6d-4840-ba90-2d3b90426d00 tempest-ServerRescueTestJSON-1182058210 tempest-ServerRescueTestJSON-1182058210-project] 10.222.0.18 "GET /v2.0/ports?device_id=710db404-18d5-4163-8833-5771fe8a1f7e HTTP/1.1" status: 200 len: 944 time: 0.1894612 Jul 27 23:11:15.761810 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-dd9c06e8-b36d-4884-a62b-780d713738b1 req-15ac7774-2b11-45f2-8938-1b95019b0516 tempest-ServerAddressesNegativeTestJSON-783140461 tempest-ServerAddressesNegativeTestJSON-783140461-project] 10.222.0.18 "GET /v2.0/ports?device_id=5cef96c0-c1b2-4935-b680-d26815c68b93 HTTP/1.1" status: 200 len: 210 time: 0.0706689 Jul 27 23:11:15.776232 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8efd1a-2015-46fb-a1e3-ced83c66b763 req-41a4eb17-62ee-4f52-be48-a687f831b2f2 tempest-ServerAddressesNegativeTestJSON-783140461 tempest-ServerAddressesNegativeTestJSON-783140461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:15.778233 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-3f8efd1a-2015-46fb-a1e3-ced83c66b763 req-41a4eb17-62ee-4f52-be48-a687f831b2f2 tempest-ServerAddressesNegativeTestJSON-783140461 tempest-ServerAddressesNegativeTestJSON-783140461-project] 10.222.0.38 "GET /v2.0/networks?id=6d79ca9f-568e-4348-92d6-ea71af8eb3b2 HTTP/1.1" status: 200 len: 821 time: 0.2284045 Jul 27 23:11:15.805848 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [req-3f8efd1a-2015-46fb-a1e3-ced83c66b763 req-db536496-702a-496c-9889-b245306ac98b tempest-ServerAddressesNegativeTestJSON-783140461 tempest-ServerAddressesNegativeTestJSON-783140461-project] Request body: {'port': {'device_id': '5cef96c0-c1b2-4935-b680-d26815c68b93', 'network_id': '6d79ca9f-568e-4348-92d6-ea71af8eb3b2', 'admin_state_up': True, 'tenant_id': '559dfac00ebd4edbb15c77a210dc16ed'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:11:15.811893 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-2f9af267-c416-43ca-abf1-bb729186ab8c req-dd147f9d-f01c-4d13-9438-c18936cbea82 tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] For port 59918b6c-e03a-4cce-9ccd-011f0e829c02, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=59918b6c-e03a-4cce-9ccd-011f0e829c02,segment=NetworkSegment(35c87331-1569-4ca2-bf4a-f52e32031f1e),segment_id=35c87331-1569-4ca2-bf4a-f52e32031f1e)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:11:15.812269 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-2f9af267-c416-43ca-abf1-bb729186ab8c req-dd147f9d-f01c-4d13-9438-c18936cbea82 tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:15.815217 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Provisioning for port 17eed373-8b9b-4837-9be7-742b1240ce7d completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:11:15.822251 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Provisioning complete for port 17eed373-8b9b-4837-9be7-742b1240ce7d triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:11:15.825221 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:15.848140 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a34bc0a7-f628-44a3-9e54-aacc7eaaa4be req-af4a20e3-3421-42a0-b3d0-773dea4686b0 tempest-ServerRescueTestJSON-1182058210 tempest-ServerRescueTestJSON-1182058210-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1683666-2031-45b7-8015-e9f1b36fb2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852056 Jul 27 23:11:15.850561 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-5464a6c6-eb0a-4b3d-bb29-464d5cb57e9a req-80ca2a5b-697a-4983-9c9d-53369e4e8cb1 service neutron] 10.222.0.49 "GET /v2.0/networks/a7737e0c-9e61-43d5-8f37-2862a114eef0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2117431 Jul 27 23:11:15.853259 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-2f9af267-c416-43ca-abf1-bb729186ab8c req-dd147f9d-f01c-4d13-9438-c18936cbea82 tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] Calling delete_port for 59918b6c-e03a-4cce-9ccd-011f0e829c02 owned by compute:nova {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:11:15.963713 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:16.018874 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e42483ad-db57-4764-835b-00ec61dd6355', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17eed373-8b9b-4837-9be7-742b1240ce7d'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:11:16.021389 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c0369b0d4f459110ff20a1f9878ba33f96d6491bddb9d15843bf29d01e0bda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9dccbce-e3e4-47cb-9914-676109c8ee86" -d '{"events": [{"server_uuid": "e42483ad-db57-4764-835b-00ec61dd6355", "name": "network-vif-plugged", "status": "completed", "tag": "17eed373-8b9b-4837-9be7-742b1240ce7d"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:11:16.023981 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f8efd1a-2015-46fb-a1e3-ced83c66b763 req-db536496-702a-496c-9889-b245306ac98b tempest-ServerAddressesNegativeTestJSON-783140461 tempest-ServerAddressesNegativeTestJSON-783140461-project] Made reservation on behalf of 559dfac00ebd4edbb15c77a210dc16ed for: {'port': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:11:16.027642 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-3f8efd1a-2015-46fb-a1e3-ced83c66b763 req-db536496-702a-496c-9889-b245306ac98b tempest-ServerAddressesNegativeTestJSON-783140461 tempest-ServerAddressesNegativeTestJSON-783140461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:16.063774 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port 17eed373-8b9b-4837-9be7-742b1240ce7d, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=17eed373-8b9b-4837-9be7-742b1240ce7d,segment=NetworkSegment(a4e00faf-25f0-4db6-a45e-605d169ddf17),segment_id=a4e00faf-25f0-4db6-a45e-605d169ddf17)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:11:16.076015 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:16.114137 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-90d7bca9-ec6f-4850-a652-f53bb8a46624 req-dc98f743-19ca-485a-9ed5-a9a58287d4c8 tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] 10.222.0.18 "GET /v2.0/ports?device_id=8fec054f-4e07-423d-ab0c-c325fd69c518 HTTP/1.1" status: 200 len: 210 time: 0.1068082 Jul 27 23:11:16.192979 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Pushing event updated for resources: {'Port': ['ID=17eed373-8b9b-4837-9be7-742b1240ce7d,revision_number=5']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:11:16.210294 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:11:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dfb2d55-e527-4485-b772-5ca463acc072 x-openstack-request-id: req-4dfb2d55-e527-4485-b772-5ca463acc072 {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:11:16.210842 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e42483ad-db57-4764-835b-00ec61dd6355", "name": "network-vif-plugged", "status": "completed", "tag": "17eed373-8b9b-4837-9be7-742b1240ce7d", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:11:16.211287 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4dfb2d55-e527-4485-b772-5ca463acc072 {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:11:16.219657 n-d-802623-1 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e42483ad-db57-4764-835b-00ec61dd6355', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17eed373-8b9b-4837-9be7-742b1240ce7d', 'code': 200} Jul 27 23:11:16.255258 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-5464a6c6-eb0a-4b3d-bb29-464d5cb57e9a req-78fb4cbc-682c-4ed2-b272-7722b198b4fb service neutron] 10.222.0.49 "GET /v2.0/networks/a7737e0c-9e61-43d5-8f37-2862a114eef0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3810604 Jul 27 23:11:16.275847 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.agents_db [None req-9beef776-8bab-4de2-989a-f5a23ba4aaf4 None None] Agent healthcheck: found 7 active agents {{(pid=93800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 23:11:16.299958 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff9a4e4-7509-45e3-adaa-d3de22c43528 req-de885606-c3ee-4f84-bd0f-b479f3928ef9 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:16.307729 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-4ff9a4e4-7509-45e3-adaa-d3de22c43528 req-de885606-c3ee-4f84-bd0f-b479f3928ef9 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/ports?device_id=13990610-5726-4497-81b9-f5375fbe4860 HTTP/1.1" status: 200 len: 950 time: 0.1652756 Jul 27 23:11:16.349146 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [req-3f8efd1a-2015-46fb-a1e3-ced83c66b763 req-db536496-702a-496c-9889-b245306ac98b tempest-ServerAddressesNegativeTestJSON-783140461 tempest-ServerAddressesNegativeTestJSON-783140461-project] Allocated IP 172.20.0.11 (6d79ca9f-568e-4348-92d6-ea71af8eb3b2/24c5e52e-07bd-4989-826e-52cc3a6b5f84/2e4cd572-3684-429a-986b-6b8123b71dcb) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:11:16.385689 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-4ff9a4e4-7509-45e3-adaa-d3de22c43528 req-e433f8be-b4e2-48da-a5b8-6d3dfeb5d96f tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb779318-b8ff-43a6-a94f-3ce471aff166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767353 Jul 27 23:11:16.395814 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-2f9af267-c416-43ca-abf1-bb729186ab8c req-dd147f9d-f01c-4d13-9438-c18936cbea82 tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:16.418879 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] get_ports_and_sgs() called for port_ids ['59918b6c-e03a-4cce-9ccd-011f0e829c02'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:11:16.461065 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd147f9d-f01c-4d13-9438-c18936cbea82 tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] Pushing event deleted for resources: {'Port': ['ID=59918b6c-e03a-4cce-9ccd-011f0e829c02,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:11:16.536064 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f9af267-c416-43ca-abf1-bb729186ab8c req-dd147f9d-f01c-4d13-9438-c18936cbea82 tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] No DVR routers for this DVR port 59918b6c-e03a-4cce-9ccd-011f0e829c02 on host n-h1-802623-1 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:11:16.543185 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-2f9af267-c416-43ca-abf1-bb729186ab8c req-dd147f9d-f01c-4d13-9438-c18936cbea82 tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:16.544999 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-2f9af267-c416-43ca-abf1-bb729186ab8c req-dd147f9d-f01c-4d13-9438-c18936cbea82 tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] 10.222.0.38 "DELETE /v2.0/ports/59918b6c-e03a-4cce-9ccd-011f0e829c02 HTTP/1.1" status: 204 len: 173 time: 1.2359619 Jul 27 23:11:16.545460 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d72f04a-64fa-45e7-8a0e-f3f21bcd5f97', 'name': 'network-vif-deleted', 'tag': '59918b6c-e03a-4cce-9ccd-011f0e829c02'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:11:16.548371 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}011f8d312121274bb12d78e77c6379a2079800640016cec6c6d605b73666e854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e54c2b6a-81d6-4dbe-b9f2-7684ffacc45b" -d '{"events": [{"server_uuid": "5d72f04a-64fa-45e7-8a0e-f3f21bcd5f97", "name": "network-vif-deleted", "tag": "59918b6c-e03a-4cce-9ccd-011f0e829c02"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:11:16.556780 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b971292c-ddbe-4a43-a1fd-b05d0f81e233 req-406f8b72-da83-438b-86e9-f94609d90fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:16.558651 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b971292c-ddbe-4a43-a1fd-b05d0f81e233 req-406f8b72-da83-438b-86e9-f94609d90fa6 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=e42483ad-db57-4764-835b-00ec61dd6355 HTTP/1.1" status: 200 len: 1096 time: 0.1824403 Jul 27 23:11:16.595567 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bdc2ba-6b77-49d1-91c4-d56e8ac33d5a req-118c8d2e-d7bb-4aff-9a6b-24c1223413ab tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:16.597750 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b2bdc2ba-6b77-49d1-91c4-d56e8ac33d5a req-118c8d2e-d7bb-4aff-9a6b-24c1223413ab tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] 10.222.0.38 "GET /v2.0/networks?id=44a6a84b-a7de-4dfe-a6b7-f9205c26c7e9 HTTP/1.1" status: 200 len: 815 time: 0.5447123 Jul 27 23:11:16.614711 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [req-b2bdc2ba-6b77-49d1-91c4-d56e8ac33d5a req-01664a03-4d75-49ca-9995-61e32a474e5d tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] Request body: {'port': {'device_id': '8fec054f-4e07-423d-ab0c-c325fd69c518', 'network_id': '44a6a84b-a7de-4dfe-a6b7-f9205c26c7e9', 'admin_state_up': True, 'tenant_id': '0f32cd31e3414884aa1f33b223595618'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:11:16.638517 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b971292c-ddbe-4a43-a1fd-b05d0f81e233 req-88b550f2-a02b-4e31-a9cb-9b7051ff463f service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=eca09b29-4321-4253-8aad-f633183cc318&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674095 Jul 27 23:11:16.644559 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device cefb77b4-1f7c-4c0b-8c77-5ada85d70bd6 up at agent hyperv_n-h1-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:11:16.741667 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Provisioning for port cefb77b4-1f7c-4c0b-8c77-5ada85d70bd6 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:11:16.747723 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Provisioning complete for port cefb77b4-1f7c-4c0b-8c77-5ada85d70bd6 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:11:16.748186 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:16.759498 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35c9f3b-3f0e-4139-8aa8-46f4e714de4b req-ab23a713-185e-4758-b0de-1871aaf72888 tempest-InstanceActionsNegativeTestJSON-1713205028 tempest-InstanceActionsNegativeTestJSON-1713205028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:16.764504 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a35c9f3b-3f0e-4139-8aa8-46f4e714de4b req-ab23a713-185e-4758-b0de-1871aaf72888 tempest-InstanceActionsNegativeTestJSON-1713205028 tempest-InstanceActionsNegativeTestJSON-1713205028-project] 10.222.0.18 "GET /v2.0/ports?device_id=e42483ad-db57-4764-835b-00ec61dd6355 HTTP/1.1" status: 200 len: 945 time: 0.1697176 Jul 27 23:11:16.769438 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-3f8efd1a-2015-46fb-a1e3-ced83c66b763 req-db536496-702a-496c-9889-b245306ac98b tempest-ServerAddressesNegativeTestJSON-783140461 tempest-ServerAddressesNegativeTestJSON-783140461-project] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:16.797809 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2bdc2ba-6b77-49d1-91c4-d56e8ac33d5a req-01664a03-4d75-49ca-9995-61e32a474e5d tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] Made reservation on behalf of 0f32cd31e3414884aa1f33b223595618 for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:11:16.803288 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-b2bdc2ba-6b77-49d1-91c4-d56e8ac33d5a req-01664a03-4d75-49ca-9995-61e32a474e5d tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:16.812521 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:11:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9a8d222-e1f3-446d-a00a-cd8d6193dc06 x-openstack-request-id: req-c9a8d222-e1f3-446d-a00a-cd8d6193dc06 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:11:16.812813 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d72f04a-64fa-45e7-8a0e-f3f21bcd5f97", "name": "network-vif-deleted", "tag": "59918b6c-e03a-4cce-9ccd-011f0e829c02", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:11:16.813066 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c9a8d222-e1f3-446d-a00a-cd8d6193dc06 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:11:16.813459 n-d-802623-1 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d72f04a-64fa-45e7-8a0e-f3f21bcd5f97', 'name': 'network-vif-deleted', 'tag': '59918b6c-e03a-4cce-9ccd-011f0e829c02', 'status': 'completed', 'code': 200} Jul 27 23:11:16.899448 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a35c9f3b-3f0e-4139-8aa8-46f4e714de4b req-fdf95c15-7f28-4f38-a404-4bd842dadf7a tempest-InstanceActionsNegativeTestJSON-1713205028 tempest-InstanceActionsNegativeTestJSON-1713205028-project] 10.222.0.18 "GET /v2.0/security-groups?id=eca09b29-4321-4253-8aad-f633183cc318&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072967 Jul 27 23:11:16.907499 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:16.914294 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-0642f90e-f756-4276-b1de-f58ff8c8f0a3 req-62438f67-caff-4918-b6ca-463ab423fcaa service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=13990610-5726-4497-81b9-f5375fbe4860&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0807228 Jul 27 23:11:16.961135 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port cefb77b4-1f7c-4c0b-8c77-5ada85d70bd6, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=cefb77b4-1f7c-4c0b-8c77-5ada85d70bd6,segment=NetworkSegment(6aa8292f-47cc-47ee-ac5f-a751b39a03ef),segment_id=6aa8292f-47cc-47ee-ac5f-a751b39a03ef)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:11:16.966431 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-3f8efd1a-2015-46fb-a1e3-ced83c66b763 req-db536496-702a-496c-9889-b245306ac98b tempest-ServerAddressesNegativeTestJSON-783140461 tempest-ServerAddressesNegativeTestJSON-783140461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:16.973556 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:17.035358 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9708cfbb-30ab-4c5f-bcc3-c65779a8a509 req-17949034-e78e-4a27-ad5d-1bdc28039b0d tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:17.048433 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-9708cfbb-30ab-4c5f-bcc3-c65779a8a509 req-17949034-e78e-4a27-ad5d-1bdc28039b0d tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/ports?device_id=13990610-5726-4497-81b9-f5375fbe4860 HTTP/1.1" status: 200 len: 950 time: 0.1645973 Jul 27 23:11:17.073655 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db536496-702a-496c-9889-b245306ac98b tempest-ServerAddressesNegativeTestJSON-783140461 tempest-ServerAddressesNegativeTestJSON-783140461-project] Pushing event updated for resources: {'Port': ['ID=2e4cd572-3684-429a-986b-6b8123b71dcb,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:11:17.078368 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f8efd1a-2015-46fb-a1e3-ced83c66b763 req-db536496-702a-496c-9889-b245306ac98b tempest-ServerAddressesNegativeTestJSON-783140461 tempest-ServerAddressesNegativeTestJSON-783140461-project] Network 6d79ca9f-568e-4348-92d6-ea71af8eb3b2 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:11:17.082851 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [req-3f8efd1a-2015-46fb-a1e3-ced83c66b763 req-db536496-702a-496c-9889-b245306ac98b tempest-ServerAddressesNegativeTestJSON-783140461 tempest-ServerAddressesNegativeTestJSON-783140461-project] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:11:17.105523 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Pushing event updated for resources: {'Port': ['ID=cefb77b4-1f7c-4c0b-8c77-5ada85d70bd6,revision_number=5']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:11:17.124645 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f8efd1a-2015-46fb-a1e3-ced83c66b763 req-db536496-702a-496c-9889-b245306ac98b tempest-ServerAddressesNegativeTestJSON-783140461 tempest-ServerAddressesNegativeTestJSON-783140461-project] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:11:17.188230 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8efd1a-2015-46fb-a1e3-ced83c66b763 req-db536496-702a-496c-9889-b245306ac98b tempest-ServerAddressesNegativeTestJSON-783140461 tempest-ServerAddressesNegativeTestJSON-783140461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:17.188888 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-3f8efd1a-2015-46fb-a1e3-ced83c66b763 req-db536496-702a-496c-9889-b245306ac98b tempest-ServerAddressesNegativeTestJSON-783140461 tempest-ServerAddressesNegativeTestJSON-783140461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:17.201269 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aecc8df-f7f4-4b8d-844a-30d45b309fa5 req-df1c0dd0-4f72-4ae8-9cd0-b1aae636d5db tempest-ServerAddressesNegativeTestJSON-783140461 tempest-ServerAddressesNegativeTestJSON-783140461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:17.203188 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-4aecc8df-f7f4-4b8d-844a-30d45b309fa5 req-df1c0dd0-4f72-4ae8-9cd0-b1aae636d5db tempest-ServerAddressesNegativeTestJSON-783140461 tempest-ServerAddressesNegativeTestJSON-783140461-project] 10.222.0.18 "GET /v2.0/ports?device_id=5cef96c0-c1b2-4935-b680-d26815c68b93 HTTP/1.1" status: 200 len: 932 time: 0.1230881 Jul 27 23:11:17.224899 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-9708cfbb-30ab-4c5f-bcc3-c65779a8a509 req-434401fe-0e20-4f14-bcfd-a89bf1100597 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb779318-b8ff-43a6-a94f-3ce471aff166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503990 Jul 27 23:11:17.225784 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-3f8efd1a-2015-46fb-a1e3-ced83c66b763 req-db536496-702a-496c-9889-b245306ac98b tempest-ServerAddressesNegativeTestJSON-783140461 tempest-ServerAddressesNegativeTestJSON-783140461-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4330683 Jul 27 23:11:17.245612 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [req-3f8efd1a-2015-46fb-a1e3-ced83c66b763 req-772aaf97-ee0a-4ce0-9657-8a5b5b187e78 service neutron] Request body: {'port': {'device_id': '5cef96c0-c1b2-4935-b680-d26815c68b93', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802623-1'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:11:17.279943 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [req-b2bdc2ba-6b77-49d1-91c4-d56e8ac33d5a req-01664a03-4d75-49ca-9995-61e32a474e5d tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] Allocated IP 172.20.0.14 (44a6a84b-a7de-4dfe-a6b7-f9205c26c7e9/167a3de5-23b9-48e3-8fdf-ba6c942d3440/ee1e649f-3756-4756-9430-9a9e88f6dcfb) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:11:17.331827 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-4aecc8df-f7f4-4b8d-844a-30d45b309fa5 req-17c0d78f-4fcd-47e1-909b-dbc6e927f92d tempest-ServerAddressesNegativeTestJSON-783140461 tempest-ServerAddressesNegativeTestJSON-783140461-project] 10.222.0.18 "GET /v2.0/security-groups?id=8cd61ea0-5a5d-40fe-ad9e-dbc58a2651c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180527 Jul 27 23:11:17.381795 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-3f8efd1a-2015-46fb-a1e3-ced83c66b763 req-772aaf97-ee0a-4ce0-9657-8a5b5b187e78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:17.558417 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2c658d-24df-4476-94b4-fb5b9dce4654 req-e1b2bdea-9003-497d-8b00-f8e57a16f593 tempest-ServerRescueTestJSON-1182058210 tempest-ServerRescueTestJSON-1182058210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:17.566410 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ec2c658d-24df-4476-94b4-fb5b9dce4654 req-e1b2bdea-9003-497d-8b00-f8e57a16f593 tempest-ServerRescueTestJSON-1182058210 tempest-ServerRescueTestJSON-1182058210-project] 10.222.0.18 "GET /v2.0/ports?device_id=710db404-18d5-4163-8833-5771fe8a1f7e HTTP/1.1" status: 200 len: 945 time: 0.2307014 Jul 27 23:11:17.626551 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ec2c658d-24df-4476-94b4-fb5b9dce4654 req-d6b85588-a8d0-4f66-abbb-2df48d6ca820 tempest-ServerRescueTestJSON-1182058210 tempest-ServerRescueTestJSON-1182058210-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1683666-2031-45b7-8015-e9f1b36fb2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591652 Jul 27 23:11:17.649054 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-b2bdc2ba-6b77-49d1-91c4-d56e8ac33d5a req-01664a03-4d75-49ca-9995-61e32a474e5d tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:17.723705 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-b2bdc2ba-6b77-49d1-91c4-d56e8ac33d5a req-01664a03-4d75-49ca-9995-61e32a474e5d tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:17.784304 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2bdc2ba-6b77-49d1-91c4-d56e8ac33d5a req-01664a03-4d75-49ca-9995-61e32a474e5d tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] Network 44a6a84b-a7de-4dfe-a6b7-f9205c26c7e9 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:11:17.788945 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [req-b2bdc2ba-6b77-49d1-91c4-d56e8ac33d5a req-01664a03-4d75-49ca-9995-61e32a474e5d tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:11:17.791711 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2bdc2ba-6b77-49d1-91c4-d56e8ac33d5a req-01664a03-4d75-49ca-9995-61e32a474e5d tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:11:17.827170 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01664a03-4d75-49ca-9995-61e32a474e5d tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] Pushing event updated for resources: {'Port': ['ID=ee1e649f-3756-4756-9430-9a9e88f6dcfb,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:11:17.837462 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-6fa51bcb-f6be-40ab-ab93-dfef623ef05b req-302efa00-cb38-40ca-b73a-cc2773666f6a tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] 10.222.0.18 "GET /v2.0/ports?device_id=8fec054f-4e07-423d-ab0c-c325fd69c518 HTTP/1.1" status: 200 len: 210 time: 0.1505880 Jul 27 23:11:17.871984 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bdc2ba-6b77-49d1-91c4-d56e8ac33d5a req-01664a03-4d75-49ca-9995-61e32a474e5d tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:17.872614 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-b2bdc2ba-6b77-49d1-91c4-d56e8ac33d5a req-01664a03-4d75-49ca-9995-61e32a474e5d tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:17.889814 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b2bdc2ba-6b77-49d1-91c4-d56e8ac33d5a req-01664a03-4d75-49ca-9995-61e32a474e5d tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2789567 Jul 27 23:11:17.907801 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [req-3f8efd1a-2015-46fb-a1e3-ced83c66b763 req-772aaf97-ee0a-4ce0-9657-8a5b5b187e78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e4cd572-3684-429a-986b-6b8123b71dcb {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:11:17.907948 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [req-b2bdc2ba-6b77-49d1-91c4-d56e8ac33d5a req-37531f37-3345-4cc0-83ad-3e0a24c037ef service neutron] Request body: {'port': {'device_id': '8fec054f-4e07-423d-ab0c-c325fd69c518', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802623-1'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:11:17.915985 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-3f8efd1a-2015-46fb-a1e3-ced83c66b763 req-772aaf97-ee0a-4ce0-9657-8a5b5b187e78 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:17.940405 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [req-3f8efd1a-2015-46fb-a1e3-ced83c66b763 req-772aaf97-ee0a-4ce0-9657-8a5b5b187e78 service neutron] Transition to ACTIVE for port object 2e4cd572-3684-429a-986b-6b8123b71dcb will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:11:17.954673 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-3f8efd1a-2015-46fb-a1e3-ced83c66b763 req-772aaf97-ee0a-4ce0-9657-8a5b5b187e78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11336041'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:18.000012 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-b2bdc2ba-6b77-49d1-91c4-d56e8ac33d5a req-37531f37-3345-4cc0-83ad-3e0a24c037ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:18.135590 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772aaf97-ee0a-4ce0-9657-8a5b5b187e78 service neutron] Pushing event updated for resources: {'Port': ['ID=2e4cd572-3684-429a-986b-6b8123b71dcb,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:11:18.157808 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-3f8efd1a-2015-46fb-a1e3-ced83c66b763 req-772aaf97-ee0a-4ce0-9657-8a5b5b187e78 service neutron] Attempting to bind port 2e4cd572-3684-429a-986b-6b8123b71dcb on host n-h1-802623-1 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:11:18.158350 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-3f8efd1a-2015-46fb-a1e3-ced83c66b763 req-772aaf97-ee0a-4ce0-9657-8a5b5b187e78 service neutron] Attempting to bind port 2e4cd572-3684-429a-986b-6b8123b71dcb by drivers openvswitch,hyperv on host n-h1-802623-1 at level 0 using segments [{'id': '0a80062c-f18e-4f12-b4c8-adca0dd62e42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '6d79ca9f-568e-4348-92d6-ea71af8eb3b2'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:11:18.158783 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f8efd1a-2015-46fb-a1e3-ced83c66b763 req-772aaf97-ee0a-4ce0-9657-8a5b5b187e78 service neutron] Attempting to bind port 2e4cd572-3684-429a-986b-6b8123b71dcb on network 6d79ca9f-568e-4348-92d6-ea71af8eb3b2 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:11:18.169792 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f8efd1a-2015-46fb-a1e3-ced83c66b763 req-772aaf97-ee0a-4ce0-9657-8a5b5b187e78 service neutron] Port 2e4cd572-3684-429a-986b-6b8123b71dcb on network 6d79ca9f-568e-4348-92d6-ea71af8eb3b2 not bound, no agent of type Open vSwitch agent registered on host n-h1-802623-1 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 23:11:18.170268 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f8efd1a-2015-46fb-a1e3-ced83c66b763 req-772aaf97-ee0a-4ce0-9657-8a5b5b187e78 service neutron] Attempting to bind port 2e4cd572-3684-429a-986b-6b8123b71dcb on network 6d79ca9f-568e-4348-92d6-ea71af8eb3b2 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:11:18.182975 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f8efd1a-2015-46fb-a1e3-ced83c66b763 req-772aaf97-ee0a-4ce0-9657-8a5b5b187e78 service neutron] Checking agent: {'id': '245f1da4-a9b8-4b08-90d7-28f0f342b839', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 59, 59), 'started_at': datetime.datetime(2021, 7, 27, 22, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 10, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:11:18.183352 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f8efd1a-2015-46fb-a1e3-ced83c66b763 req-772aaf97-ee0a-4ce0-9657-8a5b5b187e78 service neutron] Checking segment: {'id': '0a80062c-f18e-4f12-b4c8-adca0dd62e42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '6d79ca9f-568e-4348-92d6-ea71af8eb3b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:11:18.183753 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f8efd1a-2015-46fb-a1e3-ced83c66b763 req-772aaf97-ee0a-4ce0-9657-8a5b5b187e78 service neutron] Bound using segment: {'id': '0a80062c-f18e-4f12-b4c8-adca0dd62e42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '6d79ca9f-568e-4348-92d6-ea71af8eb3b2'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:11:18.184185 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-3f8efd1a-2015-46fb-a1e3-ced83c66b763 req-772aaf97-ee0a-4ce0-9657-8a5b5b187e78 service neutron] Bound port: 2e4cd572-3684-429a-986b-6b8123b71dcb, host: n-h1-802623-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a80062c-f18e-4f12-b4c8-adca0dd62e42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '6d79ca9f-568e-4348-92d6-ea71af8eb3b2'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:11:18.184551 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-3f8efd1a-2015-46fb-a1e3-ced83c66b763 req-772aaf97-ee0a-4ce0-9657-8a5b5b187e78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:18.221875 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '710db404-18d5-4163-8833-5771fe8a1f7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cefb77b4-1f7c-4c0b-8c77-5ada85d70bd6'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:11:18.224922 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c0369b0d4f459110ff20a1f9878ba33f96d6491bddb9d15843bf29d01e0bda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71107d9a-a2c9-4207-b908-c05ca31d522f" -d '{"events": [{"server_uuid": "710db404-18d5-4163-8833-5771fe8a1f7e", "name": "network-vif-plugged", "status": "completed", "tag": "cefb77b4-1f7c-4c0b-8c77-5ada85d70bd6"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:11:18.243183 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7412a0de-ff76-40a0-b839-16c250b3bbb9 req-07937751-40d2-4ce5-b0b7-0ce34388c098 tempest-InstanceActionsNegativeTestJSON-1713205028 tempest-InstanceActionsNegativeTestJSON-1713205028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:18.247810 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7412a0de-ff76-40a0-b839-16c250b3bbb9 req-07937751-40d2-4ce5-b0b7-0ce34388c098 tempest-InstanceActionsNegativeTestJSON-1713205028 tempest-InstanceActionsNegativeTestJSON-1713205028-project] 10.222.0.18 "GET /v2.0/ports?device_id=e42483ad-db57-4764-835b-00ec61dd6355 HTTP/1.1" status: 200 len: 945 time: 0.1366696 Jul 27 23:11:18.273475 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-3f8efd1a-2015-46fb-a1e3-ced83c66b763 req-772aaf97-ee0a-4ce0-9657-8a5b5b187e78 service neutron] For port 2e4cd572-3684-429a-986b-6b8123b71dcb, host n-h1-802623-1, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:11:18.277372 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-3f8efd1a-2015-46fb-a1e3-ced83c66b763 req-772aaf97-ee0a-4ce0-9657-8a5b5b187e78 service neutron] For port 2e4cd572-3684-429a-986b-6b8123b71dcb, host n-h1-802623-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=2e4cd572-3684-429a-986b-6b8123b71dcb,segment=NetworkSegment(0a80062c-f18e-4f12-b4c8-adca0dd62e42),segment_id=0a80062c-f18e-4f12-b4c8-adca0dd62e42)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:11:18.291112 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-3f8efd1a-2015-46fb-a1e3-ced83c66b763 req-772aaf97-ee0a-4ce0-9657-8a5b5b187e78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11336041'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:18.321605 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:11:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f45b3709-93fc-4842-9c6c-4d327faec997 x-openstack-request-id: req-f45b3709-93fc-4842-9c6c-4d327faec997 {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:11:18.322221 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "710db404-18d5-4163-8833-5771fe8a1f7e", "name": "network-vif-plugged", "status": "completed", "tag": "cefb77b4-1f7c-4c0b-8c77-5ada85d70bd6", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:11:18.322655 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f45b3709-93fc-4842-9c6c-4d327faec997 {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:11:18.323321 n-d-802623-1 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '710db404-18d5-4163-8833-5771fe8a1f7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cefb77b4-1f7c-4c0b-8c77-5ada85d70bd6', 'code': 200} Jul 27 23:11:18.339301 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8efd1a-2015-46fb-a1e3-ced83c66b763 req-772aaf97-ee0a-4ce0-9657-8a5b5b187e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:18.339926 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-3f8efd1a-2015-46fb-a1e3-ced83c66b763 req-772aaf97-ee0a-4ce0-9657-8a5b5b187e78 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:18.341341 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-3f8efd1a-2015-46fb-a1e3-ced83c66b763 req-772aaf97-ee0a-4ce0-9657-8a5b5b187e78 service neutron] 10.222.0.38 "PUT /v2.0/ports/2e4cd572-3684-429a-986b-6b8123b71dcb HTTP/1.1" status: 200 len: 1092 time: 1.1038542 Jul 27 23:11:18.341953 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cef96c0-c1b2-4935-b680-d26815c68b93', 'tag': '2e4cd572-3684-429a-986b-6b8123b71dcb'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:11:18.343398 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7412a0de-ff76-40a0-b839-16c250b3bbb9 req-3490d689-3c19-4225-bc23-7ec722c9e8fd tempest-InstanceActionsNegativeTestJSON-1713205028 tempest-InstanceActionsNegativeTestJSON-1713205028-project] 10.222.0.18 "GET /v2.0/security-groups?id=eca09b29-4321-4253-8aad-f633183cc318&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790043 Jul 27 23:11:18.366632 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a476459a1bfce68b0ae0df5b6a71154bfc7cfdc8f9eefce6ad0a17231e60468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70d6401a-21a9-439d-99cf-596aaa99be7f" -d '{"events": [{"name": "network-changed", "server_uuid": "5cef96c0-c1b2-4935-b680-d26815c68b93", "tag": "2e4cd572-3684-429a-986b-6b8123b71dcb"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:11:18.425051 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772aaf97-ee0a-4ce0-9657-8a5b5b187e78 service neutron] Pushing event updated for resources: {'Port': ['ID=2e4cd572-3684-429a-986b-6b8123b71dcb,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:11:18.520689 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b726fd-c812-4423-a62d-592b686564c5 req-4fac745a-06c1-4074-94d5-04f75a92d356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:18.523662 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-43b726fd-c812-4423-a62d-592b686564c5 req-4fac745a-06c1-4074-94d5-04f75a92d356 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=710db404-18d5-4163-8833-5771fe8a1f7e HTTP/1.1" status: 200 len: 1096 time: 0.0997109 Jul 27 23:11:18.545971 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3671172-289d-4af8-9604-585aa17c9cb1 req-0c6df95c-f165-42a3-8f34-8f91d0aa08cb tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:18.548776 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac778913-e489-4cbc-be1f-0d274d2a3c9e req-0c894683-b992-4728-93de-356788413df9 tempest-ServerAddressesNegativeTestJSON-783140461 tempest-ServerAddressesNegativeTestJSON-783140461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:18.554128 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-e3671172-289d-4af8-9604-585aa17c9cb1 req-0c6df95c-f165-42a3-8f34-8f91d0aa08cb tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/ports?device_id=13990610-5726-4497-81b9-f5375fbe4860 HTTP/1.1" status: 200 len: 950 time: 0.1133187 Jul 27 23:11:18.557626 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ac778913-e489-4cbc-be1f-0d274d2a3c9e req-0c894683-b992-4728-93de-356788413df9 tempest-ServerAddressesNegativeTestJSON-783140461 tempest-ServerAddressesNegativeTestJSON-783140461-project] 10.222.0.18 "GET /v2.0/ports?device_id=5cef96c0-c1b2-4935-b680-d26815c68b93 HTTP/1.1" status: 200 len: 944 time: 0.1150181 Jul 27 23:11:18.606406 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-e3671172-289d-4af8-9604-585aa17c9cb1 req-eaa21c0e-623a-4a7f-9972-636997f2b394 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb779318-b8ff-43a6-a94f-3ce471aff166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512991 Jul 27 23:11:18.615252 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8efd1a-2015-46fb-a1e3-ced83c66b763 req-42a16acd-2492-4c4a-aea8-23da5dbdbce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:18.616757 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-3f8efd1a-2015-46fb-a1e3-ced83c66b763 req-42a16acd-2492-4c4a-aea8-23da5dbdbce9 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=559dfac00ebd4edbb15c77a210dc16ed&device_id=5cef96c0-c1b2-4935-b680-d26815c68b93 HTTP/1.1" status: 200 len: 1095 time: 0.1377840 Jul 27 23:11:18.628472 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-43b726fd-c812-4423-a62d-592b686564c5 req-db636cb8-9f50-4a50-b64c-ccde1fc2c60a service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=d1683666-2031-45b7-8015-e9f1b36fb2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966742 Jul 27 23:11:18.652446 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 23:11:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74eac503-8f4b-4533-bcae-56937226eda4 x-openstack-request-id: req-74eac503-8f4b-4533-bcae-56937226eda4 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:11:18.652740 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cef96c0-c1b2-4935-b680-d26815c68b93", "tag": "2e4cd572-3684-429a-986b-6b8123b71dcb", "status": "completed", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:11:18.652994 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-74eac503-8f4b-4533-bcae-56937226eda4 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:11:18.653398 n-d-802623-1 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cef96c0-c1b2-4935-b680-d26815c68b93', 'tag': '2e4cd572-3684-429a-986b-6b8123b71dcb', 'status': 'completed', 'code': 200} Jul 27 23:11:18.657052 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 59918b6c-e03a-4cce-9ccd-011f0e829c02 no longer exists at agent hyperv_n-h1-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:11:18.687980 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] No Port match for: 59918b6c-e03a-4cce-9ccd-011f0e829c02 {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:11:18.688949 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-3f8efd1a-2015-46fb-a1e3-ced83c66b763 req-cbc869c1-7ca4-4533-b93f-12ec2621cab7 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2e4cd572-3684-429a-986b-6b8123b71dcb HTTP/1.1" status: 200 len: 217 time: 0.0594525 Jul 27 23:11:18.689821 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 59918b6c-e03a-4cce-9ccd-011f0e829c02 not bound to the agent host n-h1-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:11:18.699096 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [req-b2bdc2ba-6b77-49d1-91c4-d56e8ac33d5a req-37531f37-3345-4cc0-83ad-3e0a24c037ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee1e649f-3756-4756-9430-9a9e88f6dcfb {{(pid=93798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:11:18.717368 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ac778913-e489-4cbc-be1f-0d274d2a3c9e req-e671933a-8745-47ad-9e66-cf59adf87032 tempest-ServerAddressesNegativeTestJSON-783140461 tempest-ServerAddressesNegativeTestJSON-783140461-project] 10.222.0.18 "GET /v2.0/security-groups?id=8cd61ea0-5a5d-40fe-ad9e-dbc58a2651c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589048 Jul 27 23:11:18.720602 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-b2bdc2ba-6b77-49d1-91c4-d56e8ac33d5a req-37531f37-3345-4cc0-83ad-3e0a24c037ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:18.761514 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-b2bdc2ba-6b77-49d1-91c4-d56e8ac33d5a req-37531f37-3345-4cc0-83ad-3e0a24c037ef service neutron] Transition to ACTIVE for port object ee1e649f-3756-4756-9430-9a9e88f6dcfb will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:11:18.769980 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-b2bdc2ba-6b77-49d1-91c4-d56e8ac33d5a req-37531f37-3345-4cc0-83ad-3e0a24c037ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:18.773109 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8efd1a-2015-46fb-a1e3-ced83c66b763 req-5a480fc5-7910-471a-a6b7-362105b5edc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:18.774741 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-3f8efd1a-2015-46fb-a1e3-ced83c66b763 req-5a480fc5-7910-471a-a6b7-362105b5edc9 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=24c5e52e-07bd-4989-826e-52cc3a6b5f84 HTTP/1.1" status: 200 len: 861 time: 0.0705276 Jul 27 23:11:18.862547 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-3f8efd1a-2015-46fb-a1e3-ced83c66b763 req-3bcf229c-840e-47f7-8626-3927be938b04 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=6d79ca9f-568e-4348-92d6-ea71af8eb3b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0681174 Jul 27 23:11:18.893992 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37531f37-3345-4cc0-83ad-3e0a24c037ef service neutron] Pushing event updated for resources: {'Port': ['ID=ee1e649f-3756-4756-9430-9a9e88f6dcfb,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:11:18.935782 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2924b1f-3d04-419d-ae20-5e8fbcdf6092 req-08bd7415-d0db-4426-8ae5-ea2b03bbc4ad tempest-ServerRescueTestJSON-1182058210 tempest-ServerRescueTestJSON-1182058210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:18.937615 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-c2924b1f-3d04-419d-ae20-5e8fbcdf6092 req-08bd7415-d0db-4426-8ae5-ea2b03bbc4ad tempest-ServerRescueTestJSON-1182058210 tempest-ServerRescueTestJSON-1182058210-project] 10.222.0.18 "GET /v2.0/ports?device_id=710db404-18d5-4163-8833-5771fe8a1f7e HTTP/1.1" status: 200 len: 945 time: 0.0824320 Jul 27 23:11:18.987251 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-c2924b1f-3d04-419d-ae20-5e8fbcdf6092 req-9ad93c72-b1a3-4d3c-a449-51fc68544bf0 tempest-ServerRescueTestJSON-1182058210 tempest-ServerRescueTestJSON-1182058210-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1683666-2031-45b7-8015-e9f1b36fb2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417681 Jul 27 23:11:19.264789 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2414b94-dc6d-4ed7-b84e-de46a642bc62 req-3523076a-49c9-42d2-ac45-930a36df6ac8 tempest-InstanceActionsNegativeTestJSON-1713205028 tempest-InstanceActionsNegativeTestJSON-1713205028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:19.266482 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-b2414b94-dc6d-4ed7-b84e-de46a642bc62 req-3523076a-49c9-42d2-ac45-930a36df6ac8 tempest-InstanceActionsNegativeTestJSON-1713205028 tempest-InstanceActionsNegativeTestJSON-1713205028-project] 10.222.0.18 "GET /v2.0/ports?device_id=e42483ad-db57-4764-835b-00ec61dd6355 HTTP/1.1" status: 200 len: 945 time: 0.0577426 Jul 27 23:11:19.292666 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0642f90e-f756-4276-b1de-f58ff8c8f0a3 req-11b8fe9e-3024-4d58-9a06-f0d73c0ab00e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:19.294210 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-0642f90e-f756-4276-b1de-f58ff8c8f0a3 req-11b8fe9e-3024-4d58-9a06-f0d73c0ab00e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1b545d5113d14592aa4c69bde083a757&device_id=13990610-5726-4497-81b9-f5375fbe4860 HTTP/1.1" status: 200 len: 1101 time: 0.5184755 Jul 27 23:11:19.315514 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-b2414b94-dc6d-4ed7-b84e-de46a642bc62 req-73d13df3-ed79-41a3-9737-cbf810216a83 tempest-InstanceActionsNegativeTestJSON-1713205028 tempest-InstanceActionsNegativeTestJSON-1713205028-project] 10.222.0.18 "GET /v2.0/security-groups?id=eca09b29-4321-4253-8aad-f633183cc318&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426381 Jul 27 23:11:19.439173 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ae4018-e210-4807-bb7c-410829d0a397 req-9dea32a5-c84e-4145-a8da-927a21a10fb0 tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:19.440690 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b3ae4018-e210-4807-bb7c-410829d0a397 req-9dea32a5-c84e-4145-a8da-927a21a10fb0 tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] 10.222.0.18 "GET /v2.0/ports?device_id=8fec054f-4e07-423d-ab0c-c325fd69c518 HTTP/1.1" status: 200 len: 944 time: 0.1969039 Jul 27 23:11:19.451499 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-b2bdc2ba-6b77-49d1-91c4-d56e8ac33d5a req-37531f37-3345-4cc0-83ad-3e0a24c037ef service neutron] Attempting to bind port ee1e649f-3756-4756-9430-9a9e88f6dcfb on host n-h1-802623-1 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:11:19.451834 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-b2bdc2ba-6b77-49d1-91c4-d56e8ac33d5a req-37531f37-3345-4cc0-83ad-3e0a24c037ef service neutron] Attempting to bind port ee1e649f-3756-4756-9430-9a9e88f6dcfb by drivers openvswitch,hyperv on host n-h1-802623-1 at level 0 using segments [{'id': '35c87331-1569-4ca2-bf4a-f52e32031f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '44a6a84b-a7de-4dfe-a6b7-f9205c26c7e9'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:11:19.452408 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2bdc2ba-6b77-49d1-91c4-d56e8ac33d5a req-37531f37-3345-4cc0-83ad-3e0a24c037ef service neutron] Attempting to bind port ee1e649f-3756-4756-9430-9a9e88f6dcfb on network 44a6a84b-a7de-4dfe-a6b7-f9205c26c7e9 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:11:19.455739 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-3f8efd1a-2015-46fb-a1e3-ced83c66b763 req-5cc006b8-c3e4-413a-b816-60496a08d3df service neutron] 10.222.0.38 "GET /v2.0/networks/6d79ca9f-568e-4348-92d6-ea71af8eb3b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5734928 Jul 27 23:11:19.483634 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2bdc2ba-6b77-49d1-91c4-d56e8ac33d5a req-37531f37-3345-4cc0-83ad-3e0a24c037ef service neutron] Port ee1e649f-3756-4756-9430-9a9e88f6dcfb on network 44a6a84b-a7de-4dfe-a6b7-f9205c26c7e9 not bound, no agent of type Open vSwitch agent registered on host n-h1-802623-1 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 23:11:19.483963 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2bdc2ba-6b77-49d1-91c4-d56e8ac33d5a req-37531f37-3345-4cc0-83ad-3e0a24c037ef service neutron] Attempting to bind port ee1e649f-3756-4756-9430-9a9e88f6dcfb on network 44a6a84b-a7de-4dfe-a6b7-f9205c26c7e9 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:11:19.544600 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2bdc2ba-6b77-49d1-91c4-d56e8ac33d5a req-37531f37-3345-4cc0-83ad-3e0a24c037ef service neutron] Checking agent: {'id': '245f1da4-a9b8-4b08-90d7-28f0f342b839', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 59, 59), 'started_at': datetime.datetime(2021, 7, 27, 22, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 10, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:11:19.544941 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2bdc2ba-6b77-49d1-91c4-d56e8ac33d5a req-37531f37-3345-4cc0-83ad-3e0a24c037ef service neutron] Checking segment: {'id': '35c87331-1569-4ca2-bf4a-f52e32031f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '44a6a84b-a7de-4dfe-a6b7-f9205c26c7e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:11:19.545317 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2bdc2ba-6b77-49d1-91c4-d56e8ac33d5a req-37531f37-3345-4cc0-83ad-3e0a24c037ef service neutron] Bound using segment: {'id': '35c87331-1569-4ca2-bf4a-f52e32031f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '44a6a84b-a7de-4dfe-a6b7-f9205c26c7e9'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:11:19.546683 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-b2bdc2ba-6b77-49d1-91c4-d56e8ac33d5a req-37531f37-3345-4cc0-83ad-3e0a24c037ef service neutron] Bound port: ee1e649f-3756-4756-9430-9a9e88f6dcfb, host: n-h1-802623-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35c87331-1569-4ca2-bf4a-f52e32031f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '44a6a84b-a7de-4dfe-a6b7-f9205c26c7e9'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:11:19.546683 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-b2bdc2ba-6b77-49d1-91c4-d56e8ac33d5a req-37531f37-3345-4cc0-83ad-3e0a24c037ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:19.555707 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0642f90e-f756-4276-b1de-f58ff8c8f0a3 req-7597abb0-efb3-4ce6-a3ab-538877e9a0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:19.557228 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-0642f90e-f756-4276-b1de-f58ff8c8f0a3 req-7597abb0-efb3-4ce6-a3ab-538877e9a0e5 service neutron] 10.222.0.49 "GET /v2.0/networks?id=591af2dd-f826-43b1-aa9d-e7a0bf218c71 HTTP/1.1" status: 200 len: 870 time: 0.2431042 Jul 27 23:11:19.586757 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b3ae4018-e210-4807-bb7c-410829d0a397 req-5bc288e3-8db0-4130-8c7c-15ad654adf35 tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] 10.222.0.18 "GET /v2.0/security-groups?id=f9282c7c-bf74-4e2f-accf-81bded4d9191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362777 Jul 27 23:11:19.619453 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-0642f90e-f756-4276-b1de-f58ff8c8f0a3 req-5ed4a60b-79cc-49a3-95b4-eb0c87d646e2 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=be3f4841-615f-4e54-aa39-ad6709ec1563 HTTP/1.1" status: 200 len: 217 time: 0.0478237 Jul 27 23:11:19.721793 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-3f8efd1a-2015-46fb-a1e3-ced83c66b763 req-bcc000b4-7321-44b5-964f-9eaba83e3306 service neutron] 10.222.0.38 "GET /v2.0/networks/6d79ca9f-568e-4348-92d6-ea71af8eb3b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2532079 Jul 27 23:11:19.734112 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-b2bdc2ba-6b77-49d1-91c4-d56e8ac33d5a req-37531f37-3345-4cc0-83ad-3e0a24c037ef service neutron] For port ee1e649f-3756-4756-9430-9a9e88f6dcfb, host n-h1-802623-1, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:11:19.737737 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0642f90e-f756-4276-b1de-f58ff8c8f0a3 req-70a11ff9-9ba4-4f23-b600-8160ca7e8e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:19.739246 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-0642f90e-f756-4276-b1de-f58ff8c8f0a3 req-70a11ff9-9ba4-4f23-b600-8160ca7e8e6f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=62938449-046d-4cbe-923a-7ebb632c358d HTTP/1.1" status: 200 len: 843 time: 0.0900383 Jul 27 23:11:19.740917 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-b2bdc2ba-6b77-49d1-91c4-d56e8ac33d5a req-37531f37-3345-4cc0-83ad-3e0a24c037ef service neutron] For port ee1e649f-3756-4756-9430-9a9e88f6dcfb, host n-h1-802623-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=ee1e649f-3756-4756-9430-9a9e88f6dcfb,segment=NetworkSegment(35c87331-1569-4ca2-bf4a-f52e32031f1e),segment_id=35c87331-1569-4ca2-bf4a-f52e32031f1e)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:11:19.746458 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-b2bdc2ba-6b77-49d1-91c4-d56e8ac33d5a req-37531f37-3345-4cc0-83ad-3e0a24c037ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:19.750892 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48c0d63-b113-4cc4-964c-9ac2f38775aa req-3c1b8c28-8c90-445a-9fcd-14ceb792aed2 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:19.759099 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a48c0d63-b113-4cc4-964c-9ac2f38775aa req-3c1b8c28-8c90-445a-9fcd-14ceb792aed2 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/ports?device_id=13990610-5726-4497-81b9-f5375fbe4860 HTTP/1.1" status: 200 len: 950 time: 0.0706875 Jul 27 23:11:19.808573 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a48c0d63-b113-4cc4-964c-9ac2f38775aa req-81f8316b-86e6-441e-b42e-1b3d6dbb742f tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb779318-b8ff-43a6-a94f-3ce471aff166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485120 Jul 27 23:11:19.819337 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bdc2ba-6b77-49d1-91c4-d56e8ac33d5a req-37531f37-3345-4cc0-83ad-3e0a24c037ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:19.819337 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-b2bdc2ba-6b77-49d1-91c4-d56e8ac33d5a req-37531f37-3345-4cc0-83ad-3e0a24c037ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:19.820456 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b2bdc2ba-6b77-49d1-91c4-d56e8ac33d5a req-37531f37-3345-4cc0-83ad-3e0a24c037ef service neutron] 10.222.0.38 "PUT /v2.0/ports/ee1e649f-3756-4756-9430-9a9e88f6dcfb HTTP/1.1" status: 200 len: 1092 time: 1.9181457 Jul 27 23:11:19.820895 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fec054f-4e07-423d-ab0c-c325fd69c518', 'tag': 'ee1e649f-3756-4756-9430-9a9e88f6dcfb'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:11:19.823153 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}011f8d312121274bb12d78e77c6379a2079800640016cec6c6d605b73666e854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b3e9b07-f84a-41b1-a4bd-3b33be23e212" -d '{"events": [{"name": "network-changed", "server_uuid": "8fec054f-4e07-423d-ab0c-c325fd69c518", "tag": "ee1e649f-3756-4756-9430-9a9e88f6dcfb"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:11:19.939010 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0642f90e-f756-4276-b1de-f58ff8c8f0a3 req-a6061bc9-4c82-4471-96f5-6db8b8d678fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:19.941408 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-0642f90e-f756-4276-b1de-f58ff8c8f0a3 req-a6061bc9-4c82-4471-96f5-6db8b8d678fc service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=591af2dd-f826-43b1-aa9d-e7a0bf218c71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1915944 Jul 27 23:11:19.945188 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37531f37-3345-4cc0-83ad-3e0a24c037ef service neutron] Pushing event updated for resources: {'Port': ['ID=ee1e649f-3756-4756-9430-9a9e88f6dcfb,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:11:19.971485 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e54909b-d45f-41d2-9fd8-592ccdf2f360 req-c59b4b0f-16c6-4d4d-9bd7-da1798d566e1 tempest-ServerAddressesNegativeTestJSON-783140461 tempest-ServerAddressesNegativeTestJSON-783140461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:19.975601 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-8e54909b-d45f-41d2-9fd8-592ccdf2f360 req-c59b4b0f-16c6-4d4d-9bd7-da1798d566e1 tempest-ServerAddressesNegativeTestJSON-783140461 tempest-ServerAddressesNegativeTestJSON-783140461-project] 10.222.0.18 "GET /v2.0/ports?device_id=5cef96c0-c1b2-4935-b680-d26815c68b93 HTTP/1.1" status: 200 len: 944 time: 0.1491196 Jul 27 23:11:19.977792 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d6401a-21a9-439d-99cf-596aaa99be7f req-9569c9cf-d57f-46a8-a8a8-657c47534bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:19.979420 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-70d6401a-21a9-439d-99cf-596aaa99be7f req-9569c9cf-d57f-46a8-a8a8-657c47534bd7 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=559dfac00ebd4edbb15c77a210dc16ed&device_id=5cef96c0-c1b2-4935-b680-d26815c68b93 HTTP/1.1" status: 200 len: 1095 time: 0.1820414 Jul 27 23:11:20.004596 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 23:11:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33bdfcb4-28f5-4576-8839-f9c251a2e13b x-openstack-request-id: req-33bdfcb4-28f5-4576-8839-f9c251a2e13b {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:11:20.004972 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fec054f-4e07-423d-ab0c-c325fd69c518", "tag": "ee1e649f-3756-4756-9430-9a9e88f6dcfb", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:11:20.005223 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-33bdfcb4-28f5-4576-8839-f9c251a2e13b {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:11:20.005613 n-d-802623-1 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fec054f-4e07-423d-ab0c-c325fd69c518', 'tag': 'ee1e649f-3756-4756-9430-9a9e88f6dcfb', 'status': 'completed', 'code': 200} Jul 27 23:11:20.032586 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bdc2ba-6b77-49d1-91c4-d56e8ac33d5a req-05e078d8-1a49-4c05-8eb1-3bca4e89e116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:20.034673 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b2bdc2ba-6b77-49d1-91c4-d56e8ac33d5a req-05e078d8-1a49-4c05-8eb1-3bca4e89e116 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=0f32cd31e3414884aa1f33b223595618&device_id=8fec054f-4e07-423d-ab0c-c325fd69c518 HTTP/1.1" status: 200 len: 1095 time: 0.1517687 Jul 27 23:11:20.124702 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd7da4e-796d-4b7a-b827-e21ba2ddd2c7 req-5768e21e-3402-443e-9da3-a1c06ca2145c tempest-ServerRescueTestJSON-1182058210 tempest-ServerRescueTestJSON-1182058210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:20.126510 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8fd7da4e-796d-4b7a-b827-e21ba2ddd2c7 req-5768e21e-3402-443e-9da3-a1c06ca2145c tempest-ServerRescueTestJSON-1182058210 tempest-ServerRescueTestJSON-1182058210-project] 10.222.0.18 "GET /v2.0/ports?device_id=710db404-18d5-4163-8833-5771fe8a1f7e HTTP/1.1" status: 200 len: 945 time: 0.0510864 Jul 27 23:11:20.156464 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b2bdc2ba-6b77-49d1-91c4-d56e8ac33d5a req-246aabce-de0c-4352-8d4d-e980f0f79205 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ee1e649f-3756-4756-9430-9a9e88f6dcfb HTTP/1.1" status: 200 len: 217 time: 0.0856123 Jul 27 23:11:20.176777 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8fd7da4e-796d-4b7a-b827-e21ba2ddd2c7 req-509c55b0-a78e-4376-a9c0-f24667303260 tempest-ServerRescueTestJSON-1182058210 tempest-ServerRescueTestJSON-1182058210-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1683666-2031-45b7-8015-e9f1b36fb2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438437 Jul 27 23:11:20.181735 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-8e54909b-d45f-41d2-9fd8-592ccdf2f360 req-65d53edf-d31f-4d3d-8546-406a5d64d327 tempest-ServerAddressesNegativeTestJSON-783140461 tempest-ServerAddressesNegativeTestJSON-783140461-project] 10.222.0.18 "GET /v2.0/security-groups?id=8cd61ea0-5a5d-40fe-ad9e-dbc58a2651c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011240 Jul 27 23:11:20.261876 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-0642f90e-f756-4276-b1de-f58ff8c8f0a3 req-409e944f-a74f-42af-87c4-8ccffa086ebc service neutron] 10.222.0.49 "GET /v2.0/networks/591af2dd-f826-43b1-aa9d-e7a0bf218c71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2794492 Jul 27 23:11:20.267077 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bdc2ba-6b77-49d1-91c4-d56e8ac33d5a req-9be61d32-1883-49ac-84fd-dc5ce331d1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:20.268468 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b2bdc2ba-6b77-49d1-91c4-d56e8ac33d5a req-9be61d32-1883-49ac-84fd-dc5ce331d1bc service neutron] 10.222.0.38 "GET /v2.0/subnets?id=167a3de5-23b9-48e3-8fdf-ba6c942d3440 HTTP/1.1" status: 200 len: 855 time: 0.1004875 Jul 27 23:11:20.269427 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d6401a-21a9-439d-99cf-596aaa99be7f req-8e5868e0-7fa6-4504-a2c9-05e46df5a528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:20.270778 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-70d6401a-21a9-439d-99cf-596aaa99be7f req-8e5868e0-7fa6-4504-a2c9-05e46df5a528 service neutron] 10.222.0.38 "GET /v2.0/networks?id=6d79ca9f-568e-4348-92d6-ea71af8eb3b2 HTTP/1.1" status: 200 len: 922 time: 0.2699246 Jul 27 23:11:20.389605 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b2bdc2ba-6b77-49d1-91c4-d56e8ac33d5a req-93c42318-ef1b-46e3-a7a5-dc32f1dac57d service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=44a6a84b-a7de-4dfe-a6b7-f9205c26c7e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0991883 Jul 27 23:11:20.393752 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-70d6401a-21a9-439d-99cf-596aaa99be7f req-9cad7084-3b74-4a41-a782-c1115e050ace service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2e4cd572-3684-429a-986b-6b8123b71dcb HTTP/1.1" status: 200 len: 217 time: 0.1022332 Jul 27 23:11:20.468666 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75106c91-8d01-457d-bcd3-aa0d27eda370 req-ff5fa633-cf79-4a85-8883-6afe4bea2dda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:20.470238 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-75106c91-8d01-457d-bcd3-aa0d27eda370 req-ff5fa633-cf79-4a85-8883-6afe4bea2dda service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=d4ae0349fedc4fe693e139d0088de506&device_id=710db404-18d5-4163-8833-5771fe8a1f7e HTTP/1.1" status: 200 len: 1096 time: 0.0888312 Jul 27 23:11:20.483960 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13903b93-4c6c-49dc-bae9-251309bba0fd req-84fb1d53-80ee-4bbb-9db4-5fd49a675db6 tempest-InstanceActionsNegativeTestJSON-1713205028 tempest-InstanceActionsNegativeTestJSON-1713205028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:20.491257 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-13903b93-4c6c-49dc-bae9-251309bba0fd req-84fb1d53-80ee-4bbb-9db4-5fd49a675db6 tempest-InstanceActionsNegativeTestJSON-1713205028 tempest-InstanceActionsNegativeTestJSON-1713205028-project] 10.222.0.18 "GET /v2.0/ports?device_id=e42483ad-db57-4764-835b-00ec61dd6355 HTTP/1.1" status: 200 len: 945 time: 0.0780923 Jul 27 23:11:20.555837 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-0642f90e-f756-4276-b1de-f58ff8c8f0a3 req-9c3055b9-0d1d-45ee-a19f-496861c877e2 service neutron] 10.222.0.49 "GET /v2.0/networks/591af2dd-f826-43b1-aa9d-e7a0bf218c71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2840121 Jul 27 23:11:20.557097 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d6401a-21a9-439d-99cf-596aaa99be7f req-ae203bed-48e0-4a37-9620-5726cd954eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:20.558413 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-70d6401a-21a9-439d-99cf-596aaa99be7f req-ae203bed-48e0-4a37-9620-5726cd954eb9 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=24c5e52e-07bd-4989-826e-52cc3a6b5f84 HTTP/1.1" status: 200 len: 861 time: 0.1489251 Jul 27 23:11:20.567620 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf9b692-2186-4a89-8fba-7ed98c7d23ca req-6de65781-c957-4f92-ad65-f81e5f4c77b4 tempest-ServerRescueTestJSON-1182058210 tempest-ServerRescueTestJSON-1182058210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:20.574986 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-daf9b692-2186-4a89-8fba-7ed98c7d23ca req-6de65781-c957-4f92-ad65-f81e5f4c77b4 tempest-ServerRescueTestJSON-1182058210 tempest-ServerRescueTestJSON-1182058210-project] 10.222.0.18 "GET /v2.0/ports?device_id=710db404-18d5-4163-8833-5771fe8a1f7e HTTP/1.1" status: 200 len: 945 time: 0.1878335 Jul 27 23:11:20.580746 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-13903b93-4c6c-49dc-bae9-251309bba0fd req-655cd886-3acd-4661-9721-85c88bcd7e60 tempest-InstanceActionsNegativeTestJSON-1713205028 tempest-InstanceActionsNegativeTestJSON-1713205028-project] 10.222.0.18 "GET /v2.0/security-groups?id=eca09b29-4321-4253-8aad-f633183cc318&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879989 Jul 27 23:11:20.632047 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75106c91-8d01-457d-bcd3-aa0d27eda370 req-a6e37202-eeb0-4102-9e68-5fe63303817f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:20.633712 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-75106c91-8d01-457d-bcd3-aa0d27eda370 req-a6e37202-eeb0-4102-9e68-5fe63303817f service neutron] 10.222.0.38 "GET /v2.0/networks?id=d458c13a-e340-45a3-bc4b-5109e47750ee HTTP/1.1" status: 200 len: 912 time: 0.1405172 Jul 27 23:11:20.637013 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-70d6401a-21a9-439d-99cf-596aaa99be7f req-eb71fe5a-3419-40e4-8e16-26986284ea94 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=6d79ca9f-568e-4348-92d6-ea71af8eb3b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0596819 Jul 27 23:11:20.695681 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b2bdc2ba-6b77-49d1-91c4-d56e8ac33d5a req-45507ace-5b90-44b3-909b-8e8b9e906eb2 service neutron] 10.222.0.38 "GET /v2.0/networks/44a6a84b-a7de-4dfe-a6b7-f9205c26c7e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2876980 Jul 27 23:11:20.718840 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-75106c91-8d01-457d-bcd3-aa0d27eda370 req-2aceaa00-9e8d-4780-9e8d-ef86c146106a service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cefb77b4-1f7c-4c0b-8c77-5ada85d70bd6 HTTP/1.1" status: 200 len: 217 time: 0.0621054 Jul 27 23:11:20.757943 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-daf9b692-2186-4a89-8fba-7ed98c7d23ca req-dc8a1ff4-0992-4723-a0f8-c35dfbb69734 tempest-ServerRescueTestJSON-1182058210 tempest-ServerRescueTestJSON-1182058210-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1683666-2031-45b7-8015-e9f1b36fb2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823165 Jul 27 23:11:20.781738 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75106c91-8d01-457d-bcd3-aa0d27eda370 req-dab6cb18-f68e-4fba-a345-8a26ed1f5681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:20.784535 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-75106c91-8d01-457d-bcd3-aa0d27eda370 req-dab6cb18-f68e-4fba-a345-8a26ed1f5681 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=3178a8d2-6ff7-4d81-8c0d-f8cbfd092012 HTTP/1.1" status: 200 len: 851 time: 0.0565820 Jul 27 23:11:20.868065 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-75106c91-8d01-457d-bcd3-aa0d27eda370 req-453ed531-d479-46fc-b38c-fc5161a00f11 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=d458c13a-e340-45a3-bc4b-5109e47750ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0718570 Jul 27 23:11:20.894174 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f5ed6c-0ab3-4bd4-9812-a7e906faa40f req-c990b5df-ce05-454a-b248-a67b70fd02b9 tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:20.901924 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-32f5ed6c-0ab3-4bd4-9812-a7e906faa40f req-c990b5df-ce05-454a-b248-a67b70fd02b9 tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] 10.222.0.18 "GET /v2.0/ports?device_id=8fec054f-4e07-423d-ab0c-c325fd69c518 HTTP/1.1" status: 200 len: 944 time: 0.1755893 Jul 27 23:11:20.916613 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cf727e-e96d-42b2-a0e4-f020567e6c61 req-8dd86577-8cc8-48c9-9d2e-eef420b32a06 tempest-InstanceActionsNegativeTestJSON-1713205028 tempest-InstanceActionsNegativeTestJSON-1713205028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:20.918142 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-80cf727e-e96d-42b2-a0e4-f020567e6c61 req-8dd86577-8cc8-48c9-9d2e-eef420b32a06 tempest-InstanceActionsNegativeTestJSON-1713205028 tempest-InstanceActionsNegativeTestJSON-1713205028-project] 10.222.0.49 "GET /v2.0/ports?device_id=e42483ad-db57-4764-835b-00ec61dd6355 HTTP/1.1" status: 200 len: 945 time: 0.2429345 Jul 27 23:11:20.934512 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-70d6401a-21a9-439d-99cf-596aaa99be7f req-f3ad1172-7652-4436-812d-7e2a924c5d5b service neutron] 10.222.0.38 "GET /v2.0/networks/6d79ca9f-568e-4348-92d6-ea71af8eb3b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2777994 Jul 27 23:11:20.982329 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-32f5ed6c-0ab3-4bd4-9812-a7e906faa40f req-018a7272-da4c-4534-af21-b36e2da21c74 tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] 10.222.0.18 "GET /v2.0/security-groups?id=f9282c7c-bf74-4e2f-accf-81bded4d9191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795496 Jul 27 23:11:21.010156 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-75106c91-8d01-457d-bcd3-aa0d27eda370 req-436a9350-0cc7-4dca-978b-c9d14b0aa1b4 service neutron] 10.222.0.38 "GET /v2.0/networks/d458c13a-e340-45a3-bc4b-5109e47750ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339643 Jul 27 23:11:21.030294 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b2bdc2ba-6b77-49d1-91c4-d56e8ac33d5a req-3e5bbec2-8eb5-4c94-8043-6ff17c926573 service neutron] 10.222.0.38 "GET /v2.0/networks/44a6a84b-a7de-4dfe-a6b7-f9205c26c7e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2988095 Jul 27 23:11:21.104738 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf9614b-1bc4-4f39-ba75-ab0fcf982c43 req-c48b4374-0859-4460-80e0-f49c14f18317 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:21.106874 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7bf9614b-1bc4-4f39-ba75-ab0fcf982c43 req-c48b4374-0859-4460-80e0-f49c14f18317 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/ports?device_id=13990610-5726-4497-81b9-f5375fbe4860 HTTP/1.1" status: 200 len: 950 time: 0.2251236 Jul 27 23:11:21.154134 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-75106c91-8d01-457d-bcd3-aa0d27eda370 req-b88f4699-3336-4dbd-ade0-62b4c5a02a2f service neutron] 10.222.0.38 "GET /v2.0/networks/d458c13a-e340-45a3-bc4b-5109e47750ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340346 Jul 27 23:11:21.197568 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-70d6401a-21a9-439d-99cf-596aaa99be7f req-f4b56a3f-ec53-407d-98d5-4efe380ff199 service neutron] 10.222.0.38 "GET /v2.0/networks/6d79ca9f-568e-4348-92d6-ea71af8eb3b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2477822 Jul 27 23:11:21.222592 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7bf9614b-1bc4-4f39-ba75-ab0fcf982c43 req-91283459-cd5e-4d68-9f09-da6d953db549 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb779318-b8ff-43a6-a94f-3ce471aff166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957661 Jul 27 23:11:21.226540 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-80cf727e-e96d-42b2-a0e4-f020567e6c61 req-05f99179-5bb3-4dca-a2f8-da7b70b483aa tempest-InstanceActionsNegativeTestJSON-1713205028 tempest-InstanceActionsNegativeTestJSON-1713205028-project] Deleting port 17eed373-8b9b-4837-9be7-742b1240ce7d {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:11:21.226889 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-80cf727e-e96d-42b2-a0e4-f020567e6c61 req-05f99179-5bb3-4dca-a2f8-da7b70b483aa tempest-InstanceActionsNegativeTestJSON-1713205028 tempest-InstanceActionsNegativeTestJSON-1713205028-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:21.233132 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3e9b07-f84a-41b1-a4bd-3b33be23e212 req-ae51209e-b676-4ae8-8a1f-b738283de879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:21.234644 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-4b3e9b07-f84a-41b1-a4bd-3b33be23e212 req-ae51209e-b676-4ae8-8a1f-b738283de879 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=0f32cd31e3414884aa1f33b223595618&device_id=8fec054f-4e07-423d-ab0c-c325fd69c518 HTTP/1.1" status: 200 len: 1095 time: 0.1275325 Jul 27 23:11:21.326321 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d332e58e-298f-44f4-9d63-c433de97438c req-7796ecd0-6c06-4657-b030-72a223ebf1c8 tempest-ServerAddressesNegativeTestJSON-783140461 tempest-ServerAddressesNegativeTestJSON-783140461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:21.328486 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d332e58e-298f-44f4-9d63-c433de97438c req-7796ecd0-6c06-4657-b030-72a223ebf1c8 tempest-ServerAddressesNegativeTestJSON-783140461 tempest-ServerAddressesNegativeTestJSON-783140461-project] 10.222.0.18 "GET /v2.0/ports?device_id=5cef96c0-c1b2-4935-b680-d26815c68b93 HTTP/1.1" status: 200 len: 944 time: 0.0520501 Jul 27 23:11:21.372861 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d332e58e-298f-44f4-9d63-c433de97438c req-255eb2c7-a1d5-4788-8128-93626ba8e345 tempest-ServerAddressesNegativeTestJSON-783140461 tempest-ServerAddressesNegativeTestJSON-783140461-project] 10.222.0.18 "GET /v2.0/security-groups?id=8cd61ea0-5a5d-40fe-ad9e-dbc58a2651c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375328 Jul 27 23:11:21.397586 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-80cf727e-e96d-42b2-a0e4-f020567e6c61 req-05f99179-5bb3-4dca-a2f8-da7b70b483aa tempest-InstanceActionsNegativeTestJSON-1713205028 tempest-InstanceActionsNegativeTestJSON-1713205028-project] For port 17eed373-8b9b-4837-9be7-742b1240ce7d, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=17eed373-8b9b-4837-9be7-742b1240ce7d,segment=NetworkSegment(a4e00faf-25f0-4db6-a45e-605d169ddf17),segment_id=a4e00faf-25f0-4db6-a45e-605d169ddf17)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:11:21.398252 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-80cf727e-e96d-42b2-a0e4-f020567e6c61 req-05f99179-5bb3-4dca-a2f8-da7b70b483aa tempest-InstanceActionsNegativeTestJSON-1713205028 tempest-InstanceActionsNegativeTestJSON-1713205028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:21.419829 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3e9b07-f84a-41b1-a4bd-3b33be23e212 req-9883772c-a6a8-4e61-b87a-b43b6c59d1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:21.420947 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-4b3e9b07-f84a-41b1-a4bd-3b33be23e212 req-9883772c-a6a8-4e61-b87a-b43b6c59d1dd service neutron] 10.222.0.38 "GET /v2.0/networks?id=44a6a84b-a7de-4dfe-a6b7-f9205c26c7e9 HTTP/1.1" status: 200 len: 916 time: 0.1754756 Jul 27 23:11:21.421879 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-80cf727e-e96d-42b2-a0e4-f020567e6c61 req-05f99179-5bb3-4dca-a2f8-da7b70b483aa tempest-InstanceActionsNegativeTestJSON-1713205028 tempest-InstanceActionsNegativeTestJSON-1713205028-project] Calling delete_port for 17eed373-8b9b-4837-9be7-742b1240ce7d owned by compute:nova {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:11:21.498007 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-4b3e9b07-f84a-41b1-a4bd-3b33be23e212 req-b0153901-8b4b-4e61-b269-59503ac8e91e service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ee1e649f-3756-4756-9430-9a9e88f6dcfb HTTP/1.1" status: 200 len: 217 time: 0.0668499 Jul 27 23:11:21.569876 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3e9b07-f84a-41b1-a4bd-3b33be23e212 req-dc2233d1-2128-4284-976a-03b92ce800a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:21.571388 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-4b3e9b07-f84a-41b1-a4bd-3b33be23e212 req-dc2233d1-2128-4284-976a-03b92ce800a0 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=167a3de5-23b9-48e3-8fdf-ba6c942d3440 HTTP/1.1" status: 200 len: 855 time: 0.0653210 Jul 27 23:11:21.626049 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-4b3e9b07-f84a-41b1-a4bd-3b33be23e212 req-4059f83a-c4db-49ae-8e62-c4b41d5ae0e3 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=44a6a84b-a7de-4dfe-a6b7-f9205c26c7e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413320 Jul 27 23:11:21.700274 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-80cf727e-e96d-42b2-a0e4-f020567e6c61 req-05f99179-5bb3-4dca-a2f8-da7b70b483aa tempest-InstanceActionsNegativeTestJSON-1713205028 tempest-InstanceActionsNegativeTestJSON-1713205028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:21.712386 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] get_ports_and_sgs() called for port_ids ['17eed373-8b9b-4837-9be7-742b1240ce7d'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:11:21.726985 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c1283893-2d88-459e-ab30-1e3ba43620b4 req-cb735219-6114-4343-a805-73410cf4d908 tempest-InstanceActionsNegativeTestJSON-1713205028 tempest-InstanceActionsNegativeTestJSON-1713205028-project] 10.222.0.18 "GET /v2.0/ports?device_id=e42483ad-db57-4764-835b-00ec61dd6355 HTTP/1.1" status: 200 len: 210 time: 0.0406168 Jul 27 23:11:21.750320 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f99179-5bb3-4dca-a2f8-da7b70b483aa tempest-InstanceActionsNegativeTestJSON-1713205028 tempest-InstanceActionsNegativeTestJSON-1713205028-project] Pushing event deleted for resources: {'Port': ['ID=17eed373-8b9b-4837-9be7-742b1240ce7d,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:11:21.810126 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-80cf727e-e96d-42b2-a0e4-f020567e6c61 req-05f99179-5bb3-4dca-a2f8-da7b70b483aa tempest-InstanceActionsNegativeTestJSON-1713205028 tempest-InstanceActionsNegativeTestJSON-1713205028-project] No DVR routers for this DVR port 17eed373-8b9b-4837-9be7-742b1240ce7d on host n-h2-802623-1 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:11:21.813921 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-80cf727e-e96d-42b2-a0e4-f020567e6c61 req-05f99179-5bb3-4dca-a2f8-da7b70b483aa tempest-InstanceActionsNegativeTestJSON-1713205028 tempest-InstanceActionsNegativeTestJSON-1713205028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:21.816602 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-80cf727e-e96d-42b2-a0e4-f020567e6c61 req-05f99179-5bb3-4dca-a2f8-da7b70b483aa tempest-InstanceActionsNegativeTestJSON-1713205028 tempest-InstanceActionsNegativeTestJSON-1713205028-project] 10.222.0.49 "DELETE /v2.0/ports/17eed373-8b9b-4837-9be7-742b1240ce7d HTTP/1.1" status: 204 len: 173 time: 0.8789239 Jul 27 23:11:21.820728 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-4b3e9b07-f84a-41b1-a4bd-3b33be23e212 req-ed43842f-cf88-43e6-ba72-190dad049162 service neutron] 10.222.0.38 "GET /v2.0/networks/44a6a84b-a7de-4dfe-a6b7-f9205c26c7e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1852221 Jul 27 23:11:21.923089 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5e3d2c-d412-4443-9c28-d790a4c70e02 req-6cd8fd0e-d151-44dc-ba7e-1d415d3bd882 tempest-ServerRescueTestJSON-1182058210 tempest-ServerRescueTestJSON-1182058210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:21.925162 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-af5e3d2c-d412-4443-9c28-d790a4c70e02 req-6cd8fd0e-d151-44dc-ba7e-1d415d3bd882 tempest-ServerRescueTestJSON-1182058210 tempest-ServerRescueTestJSON-1182058210-project] 10.222.0.18 "GET /v2.0/ports?device_id=710db404-18d5-4163-8833-5771fe8a1f7e HTTP/1.1" status: 200 len: 945 time: 0.0717645 Jul 27 23:11:21.933424 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-4b3e9b07-f84a-41b1-a4bd-3b33be23e212 req-fe8567cb-fa6a-49e2-81e5-140c860ebdae service neutron] 10.222.0.38 "GET /v2.0/networks/44a6a84b-a7de-4dfe-a6b7-f9205c26c7e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017852 Jul 27 23:11:21.974277 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-af5e3d2c-d412-4443-9c28-d790a4c70e02 req-3e70aca3-38db-4edd-8841-61f1f58c6a26 tempest-ServerRescueTestJSON-1182058210 tempest-ServerRescueTestJSON-1182058210-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1683666-2031-45b7-8015-e9f1b36fb2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386667 Jul 27 23:11:22.006699 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e42483ad-db57-4764-835b-00ec61dd6355', 'name': 'network-vif-deleted', 'tag': '17eed373-8b9b-4837-9be7-742b1240ce7d'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:11:22.009073 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}011f8d312121274bb12d78e77c6379a2079800640016cec6c6d605b73666e854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-871bb391-8d7c-4cee-854e-86328b2a6921" -d '{"events": [{"server_uuid": "e42483ad-db57-4764-835b-00ec61dd6355", "name": "network-vif-deleted", "tag": "17eed373-8b9b-4837-9be7-742b1240ce7d"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:11:22.044310 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:11:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3eaf798-a088-4764-906f-e1e218cea17c x-openstack-request-id: req-d3eaf798-a088-4764-906f-e1e218cea17c {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:11:22.044599 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e42483ad-db57-4764-835b-00ec61dd6355", "name": "network-vif-deleted", "tag": "17eed373-8b9b-4837-9be7-742b1240ce7d", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:11:22.044890 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d3eaf798-a088-4764-906f-e1e218cea17c {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:11:22.045288 n-d-802623-1 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e42483ad-db57-4764-835b-00ec61dd6355', 'name': 'network-vif-deleted', 'tag': '17eed373-8b9b-4837-9be7-742b1240ce7d', 'status': 'completed', 'code': 200} Jul 27 23:11:22.107225 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff15228d-7148-4be2-b5e3-45193d063e99 req-0892a4c2-5fb7-4627-8506-8d34a2ea378e tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:22.108754 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ff15228d-7148-4be2-b5e3-45193d063e99 req-0892a4c2-5fb7-4627-8506-8d34a2ea378e tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] 10.222.0.18 "GET /v2.0/ports?device_id=8fec054f-4e07-423d-ab0c-c325fd69c518 HTTP/1.1" status: 200 len: 944 time: 0.0531461 Jul 27 23:11:22.156700 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ff15228d-7148-4be2-b5e3-45193d063e99 req-be45e48c-070e-45c4-93ee-130e1c797b2c tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] 10.222.0.18 "GET /v2.0/security-groups?id=f9282c7c-bf74-4e2f-accf-81bded4d9191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403056 Jul 27 23:11:22.356447 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a1a779-e97c-43b5-800f-7b145504b775 req-44f19dc9-33a3-4607-bf8d-f573ddce5a94 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:22.358954 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f2a1a779-e97c-43b5-800f-7b145504b775 req-44f19dc9-33a3-4607-bf8d-f573ddce5a94 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/ports?device_id=13990610-5726-4497-81b9-f5375fbe4860 HTTP/1.1" status: 200 len: 950 time: 0.0608234 Jul 27 23:11:22.398592 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f2a1a779-e97c-43b5-800f-7b145504b775 req-af4ffbfc-613d-4d0b-b779-bf3446d1155a tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb779318-b8ff-43a6-a94f-3ce471aff166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337043 Jul 27 23:11:22.515393 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be04252-ecf0-435a-8924-c888c53dae36 req-2684eb83-41c1-4472-86d3-4e44c6b5f3c7 tempest-ServerAddressesNegativeTestJSON-783140461 tempest-ServerAddressesNegativeTestJSON-783140461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:22.516875 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-6be04252-ecf0-435a-8924-c888c53dae36 req-2684eb83-41c1-4472-86d3-4e44c6b5f3c7 tempest-ServerAddressesNegativeTestJSON-783140461 tempest-ServerAddressesNegativeTestJSON-783140461-project] 10.222.0.18 "GET /v2.0/ports?device_id=5cef96c0-c1b2-4935-b680-d26815c68b93 HTTP/1.1" status: 200 len: 944 time: 0.0492966 Jul 27 23:11:22.562806 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-6be04252-ecf0-435a-8924-c888c53dae36 req-c86a6d88-e041-48a8-acab-941114c143ac tempest-ServerAddressesNegativeTestJSON-783140461 tempest-ServerAddressesNegativeTestJSON-783140461-project] 10.222.0.18 "GET /v2.0/security-groups?id=8cd61ea0-5a5d-40fe-ad9e-dbc58a2651c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399194 Jul 27 23:11:22.670114 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device ee1e649f-3756-4756-9430-9a9e88f6dcfb details requested by agent hyperv_n-h1-802623-1 with host n-h1-802623-1 {{(pid=93799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 23:11:22.763014 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port ee1e649f-3756-4756-9430-9a9e88f6dcfb, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=ee1e649f-3756-4756-9430-9a9e88f6dcfb,segment=NetworkSegment(35c87331-1569-4ca2-bf4a-f52e32031f1e),segment_id=35c87331-1569-4ca2-bf4a-f52e32031f1e)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:11:22.775510 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Returning: {'device': 'ee1e649f-3756-4756-9430-9a9e88f6dcfb', 'network_id': '44a6a84b-a7de-4dfe-a6b7-f9205c26c7e9', 'port_id': 'ee1e649f-3756-4756-9430-9a9e88f6dcfb', 'mac_address': 'fa:16:3e:d4:72:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '167a3de5-23b9-48e3-8fdf-ba6c942d3440', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 23:11:22.787161 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 35588) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:11:22.812819 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:22.825887 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee1e649f-3756-4756-9430-9a9e88f6dcfb {{(pid=93799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:11:22.834507 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8cce5e7-2efb-47db-9cea-673a3ad758bf admin admin] Deleting subnet d5e978dc-470a-4d28-ac3d-251b70005a10 {{(pid=93797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 23:11:22.837649 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b8cce5e7-2efb-47db-9cea-673a3ad758bf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:22.852826 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port ee1e649f-3756-4756-9430-9a9e88f6dcfb, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=ee1e649f-3756-4756-9430-9a9e88f6dcfb,segment=NetworkSegment(35c87331-1569-4ca2-bf4a-f52e32031f1e),segment_id=35c87331-1569-4ca2-bf4a-f52e32031f1e)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:11:22.857602 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:22.858299 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 2e4cd572-3684-429a-986b-6b8123b71dcb details requested by agent hyperv_n-h1-802623-1 with host n-h1-802623-1 {{(pid=93799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 23:11:22.884845 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b8cce5e7-2efb-47db-9cea-673a3ad758bf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11335971'] for subnet, precommit_delete_associations {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:22.929927 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b8cce5e7-2efb-47db-9cea-673a3ad758bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620741'] for subnet, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:22.959027 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Pushing event updated for resources: {'Port': ['ID=ee1e649f-3756-4756-9430-9a9e88f6dcfb,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:11:22.985736 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b8cce5e7-2efb-47db-9cea-673a3ad758bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11335991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11551414'] for subnet, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:23.010262 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port 2e4cd572-3684-429a-986b-6b8123b71dcb, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=2e4cd572-3684-429a-986b-6b8123b71dcb,segment=NetworkSegment(0a80062c-f18e-4f12-b4c8-adca0dd62e42),segment_id=0a80062c-f18e-4f12-b4c8-adca0dd62e42)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:11:23.020927 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cce5e7-2efb-47db-9cea-673a3ad758bf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d5e978dc-470a-4d28-ac3d-251b70005a10,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:11:23.025005 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Returning: {'device': '2e4cd572-3684-429a-986b-6b8123b71dcb', 'network_id': '6d79ca9f-568e-4348-92d6-ea71af8eb3b2', 'port_id': '2e4cd572-3684-429a-986b-6b8123b71dcb', 'mac_address': 'fa:16:3e:83:b6:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24c5e52e-07bd-4989-826e-52cc3a6b5f84', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 23:11:23.026755 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b8cce5e7-2efb-47db-9cea-673a3ad758bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for subnet, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:23.031891 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-b8cce5e7-2efb-47db-9cea-673a3ad758bf admin admin] 10.222.0.18 "DELETE /v2.0/subnets/d5e978dc-470a-4d28-ac3d-251b70005a10 HTTP/1.1" status: 204 len: 168 time: 0.2403400 Jul 27 23:11:23.032006 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 35594) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:11:23.072756 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:23.088318 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e4cd572-3684-429a-986b-6b8123b71dcb {{(pid=93799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:11:23.109044 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port 2e4cd572-3684-429a-986b-6b8123b71dcb, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=2e4cd572-3684-429a-986b-6b8123b71dcb,segment=NetworkSegment(0a80062c-f18e-4f12-b4c8-adca0dd62e42),segment_id=0a80062c-f18e-4f12-b4c8-adca0dd62e42)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:11:23.112366 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-dd1b9c47-5f3c-4004-a36a-b52d140a657d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593271'] for network, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:23.114652 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:23.132567 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6021c1fd-f60d-4f79-996e-8bd686a47043 req-c7708562-e09b-4e37-82d5-63a89d795d7e tempest-ServerRescueTestJSON-1182058210 tempest-ServerRescueTestJSON-1182058210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:23.140886 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-6021c1fd-f60d-4f79-996e-8bd686a47043 req-c7708562-e09b-4e37-82d5-63a89d795d7e tempest-ServerRescueTestJSON-1182058210 tempest-ServerRescueTestJSON-1182058210-project] 10.222.0.18 "GET /v2.0/ports?device_id=710db404-18d5-4163-8833-5771fe8a1f7e HTTP/1.1" status: 200 len: 945 time: 0.0728705 Jul 27 23:11:23.205697 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-dd1b9c47-5f3c-4004-a36a-b52d140a657d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618032', 'neutron.services.segments.db._delete_segments_for_network-8736833900081'] for network, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:23.216463 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-6021c1fd-f60d-4f79-996e-8bd686a47043 req-93a3a2c2-771d-407e-9092-ebb2a64fdf5e tempest-ServerRescueTestJSON-1182058210 tempest-ServerRescueTestJSON-1182058210-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1683666-2031-45b7-8015-e9f1b36fb2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744891 Jul 27 23:11:23.216961 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-dd1b9c47-5f3c-4004-a36a-b52d140a657d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b08eced6-95a6-4447-9060-3f7f22a17e45']}} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:11:23.227027 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Pushing event updated for resources: {'Port': ['ID=2e4cd572-3684-429a-986b-6b8123b71dcb,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:11:23.234008 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-dd1b9c47-5f3c-4004-a36a-b52d140a657d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4e00faf-25f0-4db6-a45e-605d169ddf17') {'for_net_delete': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:11:23.234008 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-dd1b9c47-5f3c-4004-a36a-b52d140a657d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4e00faf-25f0-4db6-a45e-605d169ddf17') {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:11:23.244564 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-dd1b9c47-5f3c-4004-a36a-b52d140a657d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736833900858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11163256'] for segment, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:23.259355 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-dd1b9c47-5f3c-4004-a36a-b52d140a657d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:23.265517 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd1b9c47-5f3c-4004-a36a-b52d140a657d admin admin] Releasing vlan 507 on physical network physnet1 to pool {{(pid=93798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 23:11:23.265925 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-dd1b9c47-5f3c-4004-a36a-b52d140a657d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11971746'] for segment, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:23.304333 n-d-802623-1 neutron-server[93798]: Traceback (most recent call last): Jul 27 23:11:23.304333 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 23:11:23.304333 n-d-802623-1 neutron-server[93798]: timer() Jul 27 23:11:23.304333 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 23:11:23.304333 n-d-802623-1 neutron-server[93798]: cb(*args, **kw) Jul 27 23:11:23.304333 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 23:11:23.304333 n-d-802623-1 neutron-server[93798]: return func(*args, **kwargs) Jul 27 23:11:23.304333 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 23:11:23.304333 n-d-802623-1 neutron-server[93798]: self._notify() Jul 27 23:11:23.304333 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 23:11:23.304333 n-d-802623-1 neutron-server[93798]: self.callback(batched_events) Jul 27 23:11:23.304333 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 23:11:23.304333 n-d-802623-1 neutron-server[93798]: event.method(event) Jul 27 23:11:23.304333 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 23:11:23.304333 n-d-802623-1 neutron-server[93798]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 23:11:23.304333 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 23:11:23.304333 n-d-802623-1 neutron-server[93798]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 23:11:23.304333 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 23:11:23.304333 n-d-802623-1 neutron-server[93798]: return f(self, *a, **k) Jul 27 23:11:23.304333 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 23:11:23.304333 n-d-802623-1 neutron-server[93798]: return self._get(url).json() Jul 27 23:11:23.304333 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 23:11:23.304333 n-d-802623-1 neutron-server[93798]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 23:11:23.304333 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 23:11:23.304333 n-d-802623-1 neutron-server[93798]: return self.request(url, 'GET', **kwargs) Jul 27 23:11:23.304333 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 23:11:23.304333 n-d-802623-1 neutron-server[93798]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 23:11:23.304333 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 23:11:23.304333 n-d-802623-1 neutron-server[93798]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 23:11:23.304333 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 23:11:23.304333 n-d-802623-1 neutron-server[93798]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 23:11:23.304333 n-d-802623-1 neutron-server[93798]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 23:11:23.335319 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-dd1b9c47-5f3c-4004-a36a-b52d140a657d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415412'] for network, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:23.341173 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-dd1b9c47-5f3c-4004-a36a-b52d140a657d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:23.345554 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-dd1b9c47-5f3c-4004-a36a-b52d140a657d admin admin] 10.222.0.18 "DELETE /v2.0/networks/b08eced6-95a6-4447-9060-3f7f22a17e45 HTTP/1.1" status: 204 len: 168 time: 0.3106892 Jul 27 23:11:23.360209 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1b9c47-5f3c-4004-a36a-b52d140a657d admin admin] Pushing event deleted for resources: {'Network': ['ID=b08eced6-95a6-4447-9060-3f7f22a17e45,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:11:23.370176 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87364eb1-c736-4659-a2f9-31f26927a005 req-b998151a-348f-4f32-8572-5b17de73bb86 tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:23.371038 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] get_ports_and_sgs() called for port_ids ['2e4cd572-3684-429a-986b-6b8123b71dcb'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:11:23.372947 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-87364eb1-c736-4659-a2f9-31f26927a005 req-b998151a-348f-4f32-8572-5b17de73bb86 tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] 10.222.0.18 "GET /v2.0/ports?device_id=8fec054f-4e07-423d-ab0c-c325fd69c518 HTTP/1.1" status: 200 len: 945 time: 0.0683842 Jul 27 23:11:23.379502 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] get_ports_and_sgs() called for port_ids ['ee1e649f-3756-4756-9430-9a9e88f6dcfb'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:11:23.422845 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-87364eb1-c736-4659-a2f9-31f26927a005 req-123ae418-4a48-4c14-8b9d-5a740a1cca07 tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] 10.222.0.18 "GET /v2.0/security-groups?id=f9282c7c-bf74-4e2f-accf-81bded4d9191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434666 Jul 27 23:11:23.530120 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 35614) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:11:23.564205 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f67da7-5bd9-4391-b041-745ffedc8845 req-9b8e985c-2c79-46bb-ae3c-b83fc502eb54 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:23.573964 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-d2708ef7-130c-48b0-80f9-a4dc95395ae5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3dd87590edde4cf0a79763035f79f293&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0424616 Jul 27 23:11:23.574702 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-01f67da7-5bd9-4391-b041-745ffedc8845 req-9b8e985c-2c79-46bb-ae3c-b83fc502eb54 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/ports?device_id=13990610-5726-4497-81b9-f5375fbe4860 HTTP/1.1" status: 200 len: 950 time: 0.0765164 Jul 27 23:11:23.577901 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 35616) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:11:23.651785 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-01f67da7-5bd9-4391-b041-745ffedc8845 req-53384dfb-e58d-4651-96dc-ccfb0951fb61 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb779318-b8ff-43a6-a94f-3ce471aff166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759671 Jul 27 23:11:23.681569 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-dd5f0c04-d597-4462-837b-749ae80dd0e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:23.697691 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1d9730-3718-44b4-a665-ea8eff5a5461 req-6b127735-70d3-4c64-b34a-6607eafcfd65 tempest-ServerAddressesNegativeTestJSON-783140461 tempest-ServerAddressesNegativeTestJSON-783140461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:23.699599 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-0a1d9730-3718-44b4-a665-ea8eff5a5461 req-6b127735-70d3-4c64-b34a-6607eafcfd65 tempest-ServerAddressesNegativeTestJSON-783140461 tempest-ServerAddressesNegativeTestJSON-783140461-project] 10.222.0.18 "GET /v2.0/ports?device_id=5cef96c0-c1b2-4935-b680-d26815c68b93 HTTP/1.1" status: 200 len: 945 time: 0.0601282 Jul 27 23:11:23.707140 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device 17eed373-8b9b-4837-9be7-742b1240ce7d no longer exists at agent hyperv_n-h2-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:11:23.711836 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-dd5f0c04-d597-4462-837b-749ae80dd0e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:23.729792 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] No Port match for: 17eed373-8b9b-4837-9be7-742b1240ce7d {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:11:23.730506 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device 17eed373-8b9b-4837-9be7-742b1240ce7d not bound to the agent host n-h2-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:11:23.743580 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-0a1d9730-3718-44b4-a665-ea8eff5a5461 req-6bdc581a-2584-44ae-9de9-f4a96e45d071 tempest-ServerAddressesNegativeTestJSON-783140461 tempest-ServerAddressesNegativeTestJSON-783140461-project] 10.222.0.18 "GET /v2.0/security-groups?id=8cd61ea0-5a5d-40fe-ad9e-dbc58a2651c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354717 Jul 27 23:11:23.767983 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-dd5f0c04-d597-4462-837b-749ae80dd0e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:23.770673 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-dd5f0c04-d597-4462-837b-749ae80dd0e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:23.772003 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-dd5f0c04-d597-4462-837b-749ae80dd0e6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/eca09b29-4321-4253-8aad-f633183cc318 HTTP/1.1" status: 204 len: 168 time: 0.1932008 Jul 27 23:11:23.780560 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5f0c04-d597-4462-837b-749ae80dd0e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eca09b29-4321-4253-8aad-f633183cc318,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:11:24.355619 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b388fe8-7748-4296-ba31-8010ea0e2d57 req-00110609-9aa5-4a90-b26e-4909896cb3e5 tempest-ServerRescueTestJSON-1182058210 tempest-ServerRescueTestJSON-1182058210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:24.357249 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-9b388fe8-7748-4296-ba31-8010ea0e2d57 req-00110609-9aa5-4a90-b26e-4909896cb3e5 tempest-ServerRescueTestJSON-1182058210 tempest-ServerRescueTestJSON-1182058210-project] 10.222.0.18 "GET /v2.0/ports?device_id=710db404-18d5-4163-8833-5771fe8a1f7e HTTP/1.1" status: 200 len: 945 time: 0.0563595 Jul 27 23:11:24.410236 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-9b388fe8-7748-4296-ba31-8010ea0e2d57 req-14100c3b-166e-4c9b-8ae5-f66160eefa02 tempest-ServerRescueTestJSON-1182058210 tempest-ServerRescueTestJSON-1182058210-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1683666-2031-45b7-8015-e9f1b36fb2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458050 Jul 27 23:11:24.487487 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 35650) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:11:24.558300 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ba95ae-9181-4340-9839-8de672926d87 req-8892dd3c-0766-42c5-875e-a1660a1eacbb tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:24.560305 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c2ba95ae-9181-4340-9839-8de672926d87 req-8892dd3c-0766-42c5-875e-a1660a1eacbb tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] 10.222.0.18 "GET /v2.0/ports?device_id=8fec054f-4e07-423d-ab0c-c325fd69c518 HTTP/1.1" status: 200 len: 945 time: 0.0525076 Jul 27 23:11:24.592249 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-2f3f994f-c248-4d31-8775-7c1e84fc2c73 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1932628819-network', 'tenant_id': '9822790a3b0140f6a255ec0e64931271'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:11:24.613249 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c2ba95ae-9181-4340-9839-8de672926d87 req-f0acd241-c863-4fab-b601-6d045505efba tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] 10.222.0.18 "GET /v2.0/security-groups?id=f9282c7c-bf74-4e2f-accf-81bded4d9191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470233 Jul 27 23:11:24.625228 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f3f994f-c248-4d31-8775-7c1e84fc2c73 admin admin] Made reservation on behalf of 9822790a3b0140f6a255ec0e64931271 for: {'network': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:11:24.628075 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2f3f994f-c248-4d31-8775-7c1e84fc2c73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for network, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:24.637736 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2f3f994f-c248-4d31-8775-7c1e84fc2c73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:24.661773 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device ee1e649f-3756-4756-9430-9a9e88f6dcfb up at agent hyperv_n-h1-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:11:24.723869 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Provisioning for port ee1e649f-3756-4756-9430-9a9e88f6dcfb completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:11:24.735075 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Provisioning complete for port ee1e649f-3756-4756-9430-9a9e88f6dcfb triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:11:24.738288 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:24.778002 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2f3f994f-c248-4d31-8775-7c1e84fc2c73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:24.784520 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2f3f994f-c248-4d31-8775-7c1e84fc2c73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:24.807063 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179b88d7-baf5-40f3-8d4d-b38cfc11d311 req-2f0224c6-7b93-4115-aaf9-4d237970dce9 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:24.821298 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-179b88d7-baf5-40f3-8d4d-b38cfc11d311 req-2f0224c6-7b93-4115-aaf9-4d237970dce9 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/ports?device_id=13990610-5726-4497-81b9-f5375fbe4860 HTTP/1.1" status: 200 len: 950 time: 0.0868134 Jul 27 23:11:24.826230 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f3f994f-c248-4d31-8775-7c1e84fc2c73 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 539} {{(pid=93798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 23:11:24.843405 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3f994f-c248-4d31-8775-7c1e84fc2c73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77190432-56c7-43df-a78c-ef1a79bde343,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:11:24.863075 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2f3f994f-c248-4d31-8775-7c1e84fc2c73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:24.863075 n-d-802623-1 neutron-server[93798]: INFO neutron.db.segments_db [None req-2f3f994f-c248-4d31-8775-7c1e84fc2c73 admin admin] Added segment 5267122c-9ee8-4867-aa1f-665753d4e35b of type vlan for network 16c3fda7-e810-4fc7-8432-2d8e6ba55977 Jul 27 23:11:24.872404 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-179b88d7-baf5-40f3-8d4d-b38cfc11d311 req-eece5890-94cb-4add-bc58-9d29e2a99c82 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb779318-b8ff-43a6-a94f-3ce471aff166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501094 Jul 27 23:11:24.914752 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:24.932915 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2f3f994f-c248-4d31-8775-7c1e84fc2c73 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736833354590'] for network, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:24.937463 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fec054f-4e07-423d-ab0c-c325fd69c518', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee1e649f-3756-4756-9430-9a9e88f6dcfb'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:11:24.940025 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c0369b0d4f459110ff20a1f9878ba33f96d6491bddb9d15843bf29d01e0bda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-090f2b84-9b99-4873-b539-b3958fee4baa" -d '{"events": [{"server_uuid": "8fec054f-4e07-423d-ab0c-c325fd69c518", "name": "network-vif-plugged", "status": "completed", "tag": "ee1e649f-3756-4756-9430-9a9e88f6dcfb"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:11:24.959143 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe5e709-fb46-48ed-8cf7-26c1ccea6938 req-2ae334ba-7b6e-4224-b1f9-cf39f7b1a265 tempest-ServerAddressesNegativeTestJSON-783140461 tempest-ServerAddressesNegativeTestJSON-783140461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:24.961924 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-efe5e709-fb46-48ed-8cf7-26c1ccea6938 req-2ae334ba-7b6e-4224-b1f9-cf39f7b1a265 tempest-ServerAddressesNegativeTestJSON-783140461 tempest-ServerAddressesNegativeTestJSON-783140461-project] 10.222.0.18 "GET /v2.0/ports?device_id=5cef96c0-c1b2-4935-b680-d26815c68b93 HTTP/1.1" status: 200 len: 945 time: 0.1195102 Jul 27 23:11:24.987459 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port ee1e649f-3756-4756-9430-9a9e88f6dcfb, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=ee1e649f-3756-4756-9430-9a9e88f6dcfb,segment=NetworkSegment(35c87331-1569-4ca2-bf4a-f52e32031f1e),segment_id=35c87331-1569-4ca2-bf4a-f52e32031f1e)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:11:24.994697 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:11:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8214442c-580b-473c-a4b6-cb0a7deb4f61 x-openstack-request-id: req-8214442c-580b-473c-a4b6-cb0a7deb4f61 {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:11:24.994990 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fec054f-4e07-423d-ab0c-c325fd69c518", "name": "network-vif-plugged", "status": "completed", "tag": "ee1e649f-3756-4756-9430-9a9e88f6dcfb", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:11:24.995267 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8214442c-580b-473c-a4b6-cb0a7deb4f61 {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:11:24.995666 n-d-802623-1 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fec054f-4e07-423d-ab0c-c325fd69c518', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee1e649f-3756-4756-9430-9a9e88f6dcfb', 'code': 200} Jul 27 23:11:24.997493 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:24.998373 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 2e4cd572-3684-429a-986b-6b8123b71dcb up at agent hyperv_n-h1-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:11:25.009637 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2f3f994f-c248-4d31-8775-7c1e84fc2c73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569'] for network, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:25.010589 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f3f994f-c248-4d31-8775-7c1e84fc2c73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:25.011244 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2f3f994f-c248-4d31-8775-7c1e84fc2c73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:25.088265 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Pushing event updated for resources: {'Port': ['ID=ee1e649f-3756-4756-9430-9a9e88f6dcfb,revision_number=5']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:11:25.101332 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Provisioning for port 2e4cd572-3684-429a-986b-6b8123b71dcb completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:11:25.114264 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Provisioning complete for port 2e4cd572-3684-429a-986b-6b8123b71dcb triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:11:25.115015 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:25.237286 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:25.284956 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port 2e4cd572-3684-429a-986b-6b8123b71dcb, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=2e4cd572-3684-429a-986b-6b8123b71dcb,segment=NetworkSegment(0a80062c-f18e-4f12-b4c8-adca0dd62e42),segment_id=0a80062c-f18e-4f12-b4c8-adca0dd62e42)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:11:25.293171 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:25.361927 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Pushing event updated for resources: {'Port': ['ID=2e4cd572-3684-429a-986b-6b8123b71dcb,revision_number=5']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:11:25.532824 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-2f3f994f-c248-4d31-8775-7c1e84fc2c73 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0441449 Jul 27 23:11:25.533781 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3f994f-c248-4d31-8775-7c1e84fc2c73 admin admin] Pushing event updated for resources: {'Network': ['ID=16c3fda7-e810-4fc7-8432-2d8e6ba55977,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:11:25.538506 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 35668) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:11:25.545419 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Network 16c3fda7-e810-4fc7-8432-2d8e6ba55977 details requested by agent ovs-agent-n-d-802623-1 with host n-d-802623-1 {{(pid=93799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 23:11:25.545932 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-0f6d3fc7-d379-44f4-a701-fde3f68f8fe6 admin admin] Request body: {'subnet': {'network_id': '16c3fda7-e810-4fc7-8432-2d8e6ba55977', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1932628819-subnet', 'tenant_id': '9822790a3b0140f6a255ec0e64931271', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:11:25.561374 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-efe5e709-fb46-48ed-8cf7-26c1ccea6938 req-6e3d4239-1b74-4fb1-b025-9b0fe3f72812 tempest-ServerAddressesNegativeTestJSON-783140461 tempest-ServerAddressesNegativeTestJSON-783140461-project] 10.222.0.18 "GET /v2.0/security-groups?id=8cd61ea0-5a5d-40fe-ad9e-dbc58a2651c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5792539 Jul 27 23:11:25.586620 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25128726-7746-4d5c-b5bc-8feb646177f7 req-9f4a6674-d9ed-4c81-af69-697ce33fcebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:25.588316 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-25128726-7746-4d5c-b5bc-8feb646177f7 req-9f4a6674-d9ed-4c81-af69-697ce33fcebc service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=8fec054f-4e07-423d-ab0c-c325fd69c518 HTTP/1.1" status: 200 len: 1097 time: 0.5229518 Jul 27 23:11:25.598698 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f6d3fc7-d379-44f4-a701-fde3f68f8fe6 admin admin] Made reservation on behalf of 9822790a3b0140f6a255ec0e64931271 for: {'subnet': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:11:25.604068 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0f6d3fc7-d379-44f4-a701-fde3f68f8fe6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12265828'] for subnet, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:25.660114 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d433503-583b-46e0-9061-bfa7a3970cc7 req-1ac16140-1847-4cd9-aa85-7daa621e144b tempest-ServerRescueTestJSON-1182058210 tempest-ServerRescueTestJSON-1182058210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:25.661721 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-4d433503-583b-46e0-9061-bfa7a3970cc7 req-1ac16140-1847-4cd9-aa85-7daa621e144b tempest-ServerRescueTestJSON-1182058210 tempest-ServerRescueTestJSON-1182058210-project] 10.222.0.18 "GET /v2.0/ports?device_id=710db404-18d5-4163-8833-5771fe8a1f7e HTTP/1.1" status: 200 len: 945 time: 0.1376486 Jul 27 23:11:25.723923 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-25128726-7746-4d5c-b5bc-8feb646177f7 req-edf11b78-5d25-417b-9257-2a055dc64f66 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=f9282c7c-bf74-4e2f-accf-81bded4d9191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266487 Jul 27 23:11:25.742431 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-4d433503-583b-46e0-9061-bfa7a3970cc7 req-cbe76f49-b564-4bad-b7d6-a8a3ff2f4b8d tempest-ServerRescueTestJSON-1182058210 tempest-ServerRescueTestJSON-1182058210-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1683666-2031-45b7-8015-e9f1b36fb2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704823 Jul 27 23:11:25.938196 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10704f51-9444-4afc-85b8-4f684b4341a7 req-d7d018fc-16c5-4bb2-9792-51b8d82224f3 tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:25.940853 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-10704f51-9444-4afc-85b8-4f684b4341a7 req-d7d018fc-16c5-4bb2-9792-51b8d82224f3 tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] 10.222.0.18 "GET /v2.0/ports?device_id=8fec054f-4e07-423d-ab0c-c325fd69c518 HTTP/1.1" status: 200 len: 946 time: 0.1213844 Jul 27 23:11:25.942022 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0f6d3fc7-d379-44f4-a701-fde3f68f8fe6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11971609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12265750'] for subnet, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:25.990137 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be76267b-35b6-4aa2-81e8-b9fdbaae94e9 req-5242acc8-7156-479f-b60c-4c6a8fd597b4 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:25.991767 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-be76267b-35b6-4aa2-81e8-b9fdbaae94e9 req-5242acc8-7156-479f-b60c-4c6a8fd597b4 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/ports?device_id=13990610-5726-4497-81b9-f5375fbe4860 HTTP/1.1" status: 200 len: 950 time: 0.0502441 Jul 27 23:11:26.030198 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-10704f51-9444-4afc-85b8-4f684b4341a7 req-ed3d4393-7de9-403c-bd4c-64b647e6bc2a tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] 10.222.0.18 "GET /v2.0/security-groups?id=f9282c7c-bf74-4e2f-accf-81bded4d9191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814416 Jul 27 23:11:26.033844 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-be76267b-35b6-4aa2-81e8-b9fdbaae94e9 req-4eaf646d-0476-41b1-b4a3-bb6d533e4041 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb779318-b8ff-43a6-a94f-3ce471aff166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347984 Jul 27 23:11:26.039874 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6d3fc7-d379-44f4-a701-fde3f68f8fe6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0521cb84-f72a-4661-a58d-2906582e3615,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:11:26.045421 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f6d3fc7-d379-44f4-a701-fde3f68f8fe6 admin admin] Checking segment: {'id': '5267122c-9ee8-4867-aa1f-665753d4e35b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '16c3fda7-e810-4fc7-8432-2d8e6ba55977'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:11:26.046033 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f6d3fc7-d379-44f4-a701-fde3f68f8fe6 admin admin] Network hostable DHCP agents. Network: 16c3fda7-e810-4fc7-8432-2d8e6ba55977, hostable agents: ['5950e76f-2bde-4343-a925-cbe6bacd2706'], hosted agents: [] {{(pid=93798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 23:11:26.072003 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f6d3fc7-d379-44f4-a701-fde3f68f8fe6 admin admin] Network 16c3fda7-e810-4fc7-8432-2d8e6ba55977 is scheduled to be hosted by DHCP agent 5950e76f-2bde-4343-a925-cbe6bacd2706 with binding_index 1 {{(pid=93798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 23:11:26.082457 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-0f6d3fc7-d379-44f4-a701-fde3f68f8fe6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802623-1, 16c3fda7-e810-4fc7-8432-2d8e6ba55977) {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:11:26.086695 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f6d3fc7-d379-44f4-a701-fde3f68f8fe6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:26.087430 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0f6d3fc7-d379-44f4-a701-fde3f68f8fe6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:26.097198 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b40f7428-2b03-42db-883f-89004933bfa1 None None] Network 16c3fda7-e810-4fc7-8432-2d8e6ba55977 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:11:26.107526 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-0f6d3fc7-d379-44f4-a701-fde3f68f8fe6 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5663171 Jul 27 23:11:26.225885 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e75825b-9a8f-4e9d-aa7a-ef1ef3c88fd5 None None] Network 16c3fda7-e810-4fc7-8432-2d8e6ba55977 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:11:26.594376 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365f3da3-89b2-49df-a8c5-bb6a2a6905de req-7c962431-b73e-40ef-b433-3f0c50a57ace tempest-ServerTagsTestJSON-1102602503 tempest-ServerTagsTestJSON-1102602503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:26.599544 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-365f3da3-89b2-49df-a8c5-bb6a2a6905de req-7c962431-b73e-40ef-b433-3f0c50a57ace tempest-ServerTagsTestJSON-1102602503 tempest-ServerTagsTestJSON-1102602503-project] 10.222.0.18 "GET /v2.0/networks?id=16c3fda7-e810-4fc7-8432-2d8e6ba55977 HTTP/1.1" status: 200 len: 809 time: 0.1219776 Jul 27 23:11:26.614470 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-365f3da3-89b2-49df-a8c5-bb6a2a6905de req-6d9b2ac1-50bb-43af-880e-20c57768e8fa tempest-ServerTagsTestJSON-1102602503 tempest-ServerTagsTestJSON-1102602503-project] 10.222.0.18 "GET /v2.0/quotas/9822790a3b0140f6a255ec0e64931271 HTTP/1.1" status: 200 len: 375 time: 0.0122831 Jul 27 23:11:26.647191 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-365f3da3-89b2-49df-a8c5-bb6a2a6905de req-8ae7ee2b-1b2f-4244-9209-ef1c6a59bd44 tempest-ServerTagsTestJSON-1102602503 tempest-ServerTagsTestJSON-1102602503-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=9822790a3b0140f6a255ec0e64931271&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0269122 Jul 27 23:11:26.697240 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b29ad6-7772-472e-85a1-ebcd417f8f3e req-aa2a2169-d6dc-4d55-ba93-5bbe8d79e8fa tempest-ServerAddressesNegativeTestJSON-783140461 tempest-ServerAddressesNegativeTestJSON-783140461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:26.699454 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-91b29ad6-7772-472e-85a1-ebcd417f8f3e req-aa2a2169-d6dc-4d55-ba93-5bbe8d79e8fa tempest-ServerAddressesNegativeTestJSON-783140461 tempest-ServerAddressesNegativeTestJSON-783140461-project] 10.222.0.18 "GET /v2.0/ports?device_id=5cef96c0-c1b2-4935-b680-d26815c68b93 HTTP/1.1" status: 200 len: 946 time: 0.0569406 Jul 27 23:11:26.739202 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-91b29ad6-7772-472e-85a1-ebcd417f8f3e req-3e7a0318-b289-48cb-8865-f3be540129f3 tempest-ServerAddressesNegativeTestJSON-783140461 tempest-ServerAddressesNegativeTestJSON-783140461-project] 10.222.0.18 "GET /v2.0/security-groups?id=8cd61ea0-5a5d-40fe-ad9e-dbc58a2651c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327280 Jul 27 23:11:26.741588 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-365f3da3-89b2-49df-a8c5-bb6a2a6905de req-09aa6dbf-db6b-47c6-b71c-65d17008d58a service neutron] 10.222.0.18 "GET /v2.0/networks/16c3fda7-e810-4fc7-8432-2d8e6ba55977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872595 Jul 27 23:11:26.832644 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-365f3da3-89b2-49df-a8c5-bb6a2a6905de req-3292ec4b-76d6-468d-848b-799dc97388f3 service neutron] 10.222.0.18 "GET /v2.0/networks/16c3fda7-e810-4fc7-8432-2d8e6ba55977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850921 Jul 27 23:11:26.861863 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-27db4ee7-9120-4240-b3de-79fb51b9196f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:26.911351 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1259a10d-c3a3-419e-a9cf-10cdeb5a8ab3 req-54bed8a4-ff94-4b93-a140-e08ce69422c3 tempest-ServerRescueTestJSON-1182058210 tempest-ServerRescueTestJSON-1182058210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:26.912868 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-1259a10d-c3a3-419e-a9cf-10cdeb5a8ab3 req-54bed8a4-ff94-4b93-a140-e08ce69422c3 tempest-ServerRescueTestJSON-1182058210 tempest-ServerRescueTestJSON-1182058210-project] 10.222.0.18 "GET /v2.0/ports?device_id=710db404-18d5-4163-8833-5771fe8a1f7e HTTP/1.1" status: 200 len: 945 time: 0.0553839 Jul 27 23:11:26.956616 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-1259a10d-c3a3-419e-a9cf-10cdeb5a8ab3 req-763655bd-4b17-481d-8bcb-44bd1848f329 tempest-ServerRescueTestJSON-1182058210 tempest-ServerRescueTestJSON-1182058210-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1683666-2031-45b7-8015-e9f1b36fb2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376072 Jul 27 23:11:26.997317 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cef96c0-c1b2-4935-b680-d26815c68b93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e4cd572-3684-429a-986b-6b8123b71dcb'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:11:27.001210 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c0369b0d4f459110ff20a1f9878ba33f96d6491bddb9d15843bf29d01e0bda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66823bdf-9440-413b-ae32-9ab422d0f647" -d '{"events": [{"server_uuid": "5cef96c0-c1b2-4935-b680-d26815c68b93", "name": "network-vif-plugged", "status": "completed", "tag": "2e4cd572-3684-429a-986b-6b8123b71dcb"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:11:27.017229 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-78f9c7f8-b730-4031-9664-087ccfe37cd3 req-05f2c1ea-865e-4353-9bc6-d80bf4062313 tempest-ServerTagsTestJSON-1102602503 tempest-ServerTagsTestJSON-1102602503-project] 10.222.0.18 "GET /v2.0/ports?device_id=2b92ddc5-1255-4eed-a0cc-16abbc86487a HTTP/1.1" status: 200 len: 210 time: 0.0268884 Jul 27 23:11:27.043673 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:11:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4f5e35c-d0ec-4b70-8d93-a480d14b549e x-openstack-request-id: req-d4f5e35c-d0ec-4b70-8d93-a480d14b549e {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:11:27.043953 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cef96c0-c1b2-4935-b680-d26815c68b93", "name": "network-vif-plugged", "status": "completed", "tag": "2e4cd572-3684-429a-986b-6b8123b71dcb", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:11:27.044200 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d4f5e35c-d0ec-4b70-8d93-a480d14b549e {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:11:27.044588 n-d-802623-1 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cef96c0-c1b2-4935-b680-d26815c68b93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e4cd572-3684-429a-986b-6b8123b71dcb', 'code': 200} Jul 27 23:11:27.197174 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5886213f-479d-48bb-b07a-849e19803b94 req-c2b57390-ebc7-48ac-9127-429cf18a2db2 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:27.198803 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-5886213f-479d-48bb-b07a-849e19803b94 req-c2b57390-ebc7-48ac-9127-429cf18a2db2 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/ports?device_id=13990610-5726-4497-81b9-f5375fbe4860 HTTP/1.1" status: 200 len: 950 time: 0.0766025 Jul 27 23:11:27.214284 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7426dc-937f-4aaa-9d08-7066fbaf08f7 req-43d46c5b-589d-41d8-92e4-df561a1f33d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:27.216405 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-2f7426dc-937f-4aaa-9d08-7066fbaf08f7 req-43d46c5b-589d-41d8-92e4-df561a1f33d7 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=5cef96c0-c1b2-4935-b680-d26815c68b93 HTTP/1.1" status: 200 len: 1097 time: 0.1126702 Jul 27 23:11:27.225473 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6a5d16-b4f8-4149-82b1-698e1bed3dbb req-c66dabe8-c117-4ed0-a166-21c97e8d99a6 tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:27.227495 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-8c6a5d16-b4f8-4149-82b1-698e1bed3dbb req-c66dabe8-c117-4ed0-a166-21c97e8d99a6 tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] 10.222.0.18 "GET /v2.0/ports?device_id=8fec054f-4e07-423d-ab0c-c325fd69c518 HTTP/1.1" status: 200 len: 946 time: 0.0773649 Jul 27 23:11:27.264666 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-5886213f-479d-48bb-b07a-849e19803b94 req-8263ab48-d8dd-4a04-a6a0-a1c086de2f02 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb779318-b8ff-43a6-a94f-3ce471aff166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594316 Jul 27 23:11:27.298949 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-8c6a5d16-b4f8-4149-82b1-698e1bed3dbb req-f6bbcaf7-adcb-49cf-8c65-6f55b6821fa6 tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] 10.222.0.18 "GET /v2.0/security-groups?id=f9282c7c-bf74-4e2f-accf-81bded4d9191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558908 Jul 27 23:11:27.308636 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-2f7426dc-937f-4aaa-9d08-7066fbaf08f7 req-84f6a712-2dfb-429d-954d-274086cf0835 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=8cd61ea0-5a5d-40fe-ad9e-dbc58a2651c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803928 Jul 27 23:11:27.455333 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309ca8cf-4092-4f6a-9ff9-de450dccfb65 req-6f00035f-0291-4b13-8627-71ff303924d7 tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:27.457323 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-309ca8cf-4092-4f6a-9ff9-de450dccfb65 req-6f00035f-0291-4b13-8627-71ff303924d7 tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] 10.222.0.18 "GET /v2.0/ports?device_id=8fec054f-4e07-423d-ab0c-c325fd69c518 HTTP/1.1" status: 200 len: 946 time: 0.0704656 Jul 27 23:11:27.525636 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-309ca8cf-4092-4f6a-9ff9-de450dccfb65 req-fd47383e-345d-4919-a532-e2fad5d98224 tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] 10.222.0.18 "GET /v2.0/security-groups?id=f9282c7c-bf74-4e2f-accf-81bded4d9191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623498 Jul 27 23:11:27.770306 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22c8800-c80d-4b96-adb4-1b7677fd593e req-c3a811d9-26b1-44d6-bcf1-264f8c60583c tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:27.771953 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b22c8800-c80d-4b96-adb4-1b7677fd593e req-c3a811d9-26b1-44d6-bcf1-264f8c60583c tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] 10.222.0.18 "GET /v2.0/ports?device_id=8fec054f-4e07-423d-ab0c-c325fd69c518 HTTP/1.1" status: 200 len: 946 time: 0.0498087 Jul 27 23:11:27.812943 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b22c8800-c80d-4b96-adb4-1b7677fd593e req-fe630703-6607-4bd5-a722-598ac208dfb0 tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] 10.222.0.18 "GET /v2.0/security-groups?id=f9282c7c-bf74-4e2f-accf-81bded4d9191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345883 Jul 27 23:11:27.869151 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb84237-69a0-40b4-bc9c-a39877e9c469 req-0db893c9-97df-4feb-a60d-cc63d965768d tempest-ServerAddressesNegativeTestJSON-783140461 tempest-ServerAddressesNegativeTestJSON-783140461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:27.871157 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-ebb84237-69a0-40b4-bc9c-a39877e9c469 req-0db893c9-97df-4feb-a60d-cc63d965768d tempest-ServerAddressesNegativeTestJSON-783140461 tempest-ServerAddressesNegativeTestJSON-783140461-project] 10.222.0.18 "GET /v2.0/ports?device_id=5cef96c0-c1b2-4935-b680-d26815c68b93 HTTP/1.1" status: 200 len: 946 time: 0.0637558 Jul 27 23:11:27.916008 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-ebb84237-69a0-40b4-bc9c-a39877e9c469 req-53aaeae9-c495-4825-a5ff-1321bd335291 tempest-ServerAddressesNegativeTestJSON-783140461 tempest-ServerAddressesNegativeTestJSON-783140461-project] 10.222.0.18 "GET /v2.0/security-groups?id=8cd61ea0-5a5d-40fe-ad9e-dbc58a2651c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382004 Jul 27 23:11:27.996836 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99e14e0-43ab-4171-aa4f-c53ca231e312 req-e7fe8131-5c8b-467e-942d-d4f6f805c39f tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:27.999593 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a99e14e0-43ab-4171-aa4f-c53ca231e312 req-e7fe8131-5c8b-467e-942d-d4f6f805c39f tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] 10.222.0.18 "GET /v2.0/ports?device_id=8fec054f-4e07-423d-ab0c-c325fd69c518 HTTP/1.1" status: 200 len: 946 time: 0.0557137 Jul 27 23:11:28.127402 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a99e14e0-43ab-4171-aa4f-c53ca231e312 req-60e0d62d-487b-4f0e-a5c7-f7abe5b63eda tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] 10.222.0.18 "GET /v2.0/security-groups?id=f9282c7c-bf74-4e2f-accf-81bded4d9191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094065 Jul 27 23:11:28.165253 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93504b76-9c45-40c5-8f60-c5a9341ffe31 req-3fa40006-555e-4568-adae-62bbbd036033 tempest-ServerRescueTestJSON-1182058210 tempest-ServerRescueTestJSON-1182058210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:28.169303 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-93504b76-9c45-40c5-8f60-c5a9341ffe31 req-3fa40006-555e-4568-adae-62bbbd036033 tempest-ServerRescueTestJSON-1182058210 tempest-ServerRescueTestJSON-1182058210-project] 10.222.0.18 "GET /v2.0/ports?device_id=710db404-18d5-4163-8833-5771fe8a1f7e HTTP/1.1" status: 200 len: 945 time: 0.1110821 Jul 27 23:11:28.230510 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-93504b76-9c45-40c5-8f60-c5a9341ffe31 req-5b74e880-45d8-4e41-a603-96f42eb9ede4 tempest-ServerRescueTestJSON-1182058210 tempest-ServerRescueTestJSON-1182058210-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1683666-2031-45b7-8015-e9f1b36fb2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545006 Jul 27 23:11:28.252313 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365f3da3-89b2-49df-a8c5-bb6a2a6905de req-2e9d9f2c-6b66-416b-94af-78345654796f tempest-ServerTagsTestJSON-1102602503 tempest-ServerTagsTestJSON-1102602503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:28.253791 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-365f3da3-89b2-49df-a8c5-bb6a2a6905de req-2e9d9f2c-6b66-416b-94af-78345654796f tempest-ServerTagsTestJSON-1102602503 tempest-ServerTagsTestJSON-1102602503-project] 10.222.0.49 "GET /v2.0/networks?id=16c3fda7-e810-4fc7-8432-2d8e6ba55977 HTTP/1.1" status: 200 len: 809 time: 0.2529087 Jul 27 23:11:28.255868 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-21bff2b8-43c0-415b-9444-4d882d66f44d req-66696a64-bcfa-4445-96a0-bca0e7d297b5 tempest-ServerTagsTestJSON-1102602503 tempest-ServerTagsTestJSON-1102602503-project] 10.222.0.18 "GET /v2.0/ports?device_id=2b92ddc5-1255-4eed-a0cc-16abbc86487a HTTP/1.1" status: 200 len: 210 time: 0.0418320 Jul 27 23:11:28.270030 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [req-365f3da3-89b2-49df-a8c5-bb6a2a6905de req-03391bd1-1d22-4cfa-9d48-cffb8db074b9 tempest-ServerTagsTestJSON-1102602503 tempest-ServerTagsTestJSON-1102602503-project] Request body: {'port': {'device_id': '2b92ddc5-1255-4eed-a0cc-16abbc86487a', 'network_id': '16c3fda7-e810-4fc7-8432-2d8e6ba55977', 'admin_state_up': True, 'tenant_id': '9822790a3b0140f6a255ec0e64931271'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:11:28.424118 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aec1799-6fa9-4df3-bfd3-9b5a4c7c489d req-c093ac2a-d226-4f9e-bbfe-eebba02d761e tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:28.425679 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7aec1799-6fa9-4df3-bfd3-9b5a4c7c489d req-c093ac2a-d226-4f9e-bbfe-eebba02d761e tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/ports?device_id=13990610-5726-4497-81b9-f5375fbe4860 HTTP/1.1" status: 200 len: 950 time: 0.0841413 Jul 27 23:11:28.446880 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-365f3da3-89b2-49df-a8c5-bb6a2a6905de req-03391bd1-1d22-4cfa-9d48-cffb8db074b9 tempest-ServerTagsTestJSON-1102602503 tempest-ServerTagsTestJSON-1102602503-project] Made reservation on behalf of 9822790a3b0140f6a255ec0e64931271 for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:11:28.450323 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-365f3da3-89b2-49df-a8c5-bb6a2a6905de req-03391bd1-1d22-4cfa-9d48-cffb8db074b9 tempest-ServerTagsTestJSON-1102602503 tempest-ServerTagsTestJSON-1102602503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:28.490118 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7aec1799-6fa9-4df3-bfd3-9b5a4c7c489d req-da969d82-5edf-4ade-9307-d20364d9f3f6 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb779318-b8ff-43a6-a94f-3ce471aff166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573745 Jul 27 23:11:28.598688 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36140ca8-a72c-4ac6-a292-6e5d85fc135c req-594c794b-56e1-4c54-bb2a-07d347476234 tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:28.600310 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-36140ca8-a72c-4ac6-a292-6e5d85fc135c req-594c794b-56e1-4c54-bb2a-07d347476234 tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] 10.222.0.18 "GET /v2.0/ports?device_id=8fec054f-4e07-423d-ab0c-c325fd69c518 HTTP/1.1" status: 200 len: 946 time: 0.0569651 Jul 27 23:11:28.635642 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [req-365f3da3-89b2-49df-a8c5-bb6a2a6905de req-03391bd1-1d22-4cfa-9d48-cffb8db074b9 tempest-ServerTagsTestJSON-1102602503 tempest-ServerTagsTestJSON-1102602503-project] Allocated IP 172.20.0.2 (16c3fda7-e810-4fc7-8432-2d8e6ba55977/0521cb84-f72a-4661-a58d-2906582e3615/a6e38216-371d-494e-8fa2-9563d9a3e4d0) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:11:28.671758 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-36140ca8-a72c-4ac6-a292-6e5d85fc135c req-7b782bad-1d4c-411e-8195-c2074a5e089d tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] 10.222.0.18 "GET /v2.0/security-groups?id=f9282c7c-bf74-4e2f-accf-81bded4d9191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650826 Jul 27 23:11:28.857294 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-365f3da3-89b2-49df-a8c5-bb6a2a6905de req-03391bd1-1d22-4cfa-9d48-cffb8db074b9 tempest-ServerTagsTestJSON-1102602503 tempest-ServerTagsTestJSON-1102602503-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:28.926554 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-365f3da3-89b2-49df-a8c5-bb6a2a6905de req-03391bd1-1d22-4cfa-9d48-cffb8db074b9 tempest-ServerTagsTestJSON-1102602503 tempest-ServerTagsTestJSON-1102602503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:28.988159 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-365f3da3-89b2-49df-a8c5-bb6a2a6905de req-03391bd1-1d22-4cfa-9d48-cffb8db074b9 tempest-ServerTagsTestJSON-1102602503 tempest-ServerTagsTestJSON-1102602503-project] Network 16c3fda7-e810-4fc7-8432-2d8e6ba55977 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:11:28.992213 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [req-365f3da3-89b2-49df-a8c5-bb6a2a6905de req-03391bd1-1d22-4cfa-9d48-cffb8db074b9 tempest-ServerTagsTestJSON-1102602503 tempest-ServerTagsTestJSON-1102602503-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:11:29.001329 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-365f3da3-89b2-49df-a8c5-bb6a2a6905de req-03391bd1-1d22-4cfa-9d48-cffb8db074b9 tempest-ServerTagsTestJSON-1102602503 tempest-ServerTagsTestJSON-1102602503-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:11:29.045470 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03391bd1-1d22-4cfa-9d48-cffb8db074b9 tempest-ServerTagsTestJSON-1102602503 tempest-ServerTagsTestJSON-1102602503-project] Pushing event updated for resources: {'Port': ['ID=a6e38216-371d-494e-8fa2-9563d9a3e4d0,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:11:29.097768 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365f3da3-89b2-49df-a8c5-bb6a2a6905de req-03391bd1-1d22-4cfa-9d48-cffb8db074b9 tempest-ServerTagsTestJSON-1102602503 tempest-ServerTagsTestJSON-1102602503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:29.098388 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-365f3da3-89b2-49df-a8c5-bb6a2a6905de req-03391bd1-1d22-4cfa-9d48-cffb8db074b9 tempest-ServerTagsTestJSON-1102602503 tempest-ServerTagsTestJSON-1102602503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:29.118167 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adea9abf-f18a-41ca-aa44-31131b0bc7ee req-40f1c34a-7a9b-4338-a901-c5cb31f613df tempest-ServerAddressesNegativeTestJSON-783140461 tempest-ServerAddressesNegativeTestJSON-783140461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:29.119689 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-adea9abf-f18a-41ca-aa44-31131b0bc7ee req-40f1c34a-7a9b-4338-a901-c5cb31f613df tempest-ServerAddressesNegativeTestJSON-783140461 tempest-ServerAddressesNegativeTestJSON-783140461-project] 10.222.0.18 "GET /v2.0/ports?device_id=5cef96c0-c1b2-4935-b680-d26815c68b93 HTTP/1.1" status: 200 len: 946 time: 0.1081691 Jul 27 23:11:29.124823 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-365f3da3-89b2-49df-a8c5-bb6a2a6905de req-03391bd1-1d22-4cfa-9d48-cffb8db074b9 tempest-ServerTagsTestJSON-1102602503 tempest-ServerTagsTestJSON-1102602503-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8602002 Jul 27 23:11:29.145081 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [req-365f3da3-89b2-49df-a8c5-bb6a2a6905de req-152984ec-1ca0-4b38-87a7-655ec60f5fb5 service neutron] Request body: {'port': {'device_id': '2b92ddc5-1255-4eed-a0cc-16abbc86487a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802623-1'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:11:29.194378 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-adea9abf-f18a-41ca-aa44-31131b0bc7ee req-89da33da-971f-442b-8887-ecfb26a98c5d tempest-ServerAddressesNegativeTestJSON-783140461 tempest-ServerAddressesNegativeTestJSON-783140461-project] 10.222.0.18 "GET /v2.0/security-groups?id=8cd61ea0-5a5d-40fe-ad9e-dbc58a2651c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686023 Jul 27 23:11:29.232606 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-365f3da3-89b2-49df-a8c5-bb6a2a6905de req-152984ec-1ca0-4b38-87a7-655ec60f5fb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:29.354606 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:29.422540 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2b51a0-7b41-4fe6-8811-1bbf74c33b8b req-bfededa1-9701-40fc-8c12-68b75a05cb59 tempest-ServerTagsTestJSON-1102602503 tempest-ServerTagsTestJSON-1102602503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:29.424687 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8a2b51a0-7b41-4fe6-8811-1bbf74c33b8b req-bfededa1-9701-40fc-8c12-68b75a05cb59 tempest-ServerTagsTestJSON-1102602503 tempest-ServerTagsTestJSON-1102602503-project] 10.222.0.18 "GET /v2.0/ports?device_id=2b92ddc5-1255-4eed-a0cc-16abbc86487a HTTP/1.1" status: 200 len: 931 time: 0.0599430 Jul 27 23:11:29.472144 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8a2b51a0-7b41-4fe6-8811-1bbf74c33b8b req-df7fe7c1-bbff-4f61-b5c7-85d843a9f057 tempest-ServerTagsTestJSON-1102602503 tempest-ServerTagsTestJSON-1102602503-project] 10.222.0.18 "GET /v2.0/security-groups?id=77190432-56c7-43df-a78c-ef1a79bde343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412443 Jul 27 23:11:29.525321 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d4267d7f-38fb-4c95-a544-c4318c24af5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:29.535656 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b82300-ebeb-4c2d-aff1-c077d7b59403 req-af828537-760d-4359-81ac-619618ee1670 tempest-ServerRescueTestJSON-1182058210 tempest-ServerRescueTestJSON-1182058210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:29.537470 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-d8b82300-ebeb-4c2d-aff1-c077d7b59403 req-af828537-760d-4359-81ac-619618ee1670 tempest-ServerRescueTestJSON-1182058210 tempest-ServerRescueTestJSON-1182058210-project] 10.222.0.18 "GET /v2.0/ports?device_id=710db404-18d5-4163-8833-5771fe8a1f7e HTTP/1.1" status: 200 len: 945 time: 0.1510451 Jul 27 23:11:29.613128 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-d8b82300-ebeb-4c2d-aff1-c077d7b59403 req-0c747b3e-993b-40c4-b090-acd325fd178c tempest-ServerRescueTestJSON-1182058210 tempest-ServerRescueTestJSON-1182058210-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1683666-2031-45b7-8015-e9f1b36fb2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647211 Jul 27 23:11:29.705162 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:29.758265 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [req-365f3da3-89b2-49df-a8c5-bb6a2a6905de req-152984ec-1ca0-4b38-87a7-655ec60f5fb5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6e38216-371d-494e-8fa2-9563d9a3e4d0 {{(pid=93798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:11:29.769447 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-365f3da3-89b2-49df-a8c5-bb6a2a6905de req-152984ec-1ca0-4b38-87a7-655ec60f5fb5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:29.789384 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-365f3da3-89b2-49df-a8c5-bb6a2a6905de req-152984ec-1ca0-4b38-87a7-655ec60f5fb5 service neutron] Transition to ACTIVE for port object a6e38216-371d-494e-8fa2-9563d9a3e4d0 will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:11:29.799796 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c6ecbb-7c2a-43c6-aaa6-70053483292e req-8ec7ce5b-bb70-4d9c-ab07-8b9deb89190e tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:29.801591 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c3c6ecbb-7c2a-43c6-aaa6-70053483292e req-8ec7ce5b-bb70-4d9c-ab07-8b9deb89190e tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/ports?device_id=13990610-5726-4497-81b9-f5375fbe4860 HTTP/1.1" status: 200 len: 950 time: 0.0874546 Jul 27 23:11:29.802680 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-365f3da3-89b2-49df-a8c5-bb6a2a6905de req-152984ec-1ca0-4b38-87a7-655ec60f5fb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:29.826961 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83952b1d-608d-41a9-b941-a4591f8a2df1 req-ad8f6d3d-f1f3-4820-914f-b2e048a98830 tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:29.828860 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-83952b1d-608d-41a9-b941-a4591f8a2df1 req-ad8f6d3d-f1f3-4820-914f-b2e048a98830 tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] 10.222.0.18 "GET /v2.0/ports?device_id=8fec054f-4e07-423d-ab0c-c325fd69c518 HTTP/1.1" status: 200 len: 946 time: 0.0505447 Jul 27 23:11:29.870953 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-83952b1d-608d-41a9-b941-a4591f8a2df1 req-1ca15e84-202d-4962-aed8-9a0acaf13718 tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] 10.222.0.18 "GET /v2.0/security-groups?id=f9282c7c-bf74-4e2f-accf-81bded4d9191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360050 Jul 27 23:11:29.884803 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152984ec-1ca0-4b38-87a7-655ec60f5fb5 service neutron] Pushing event updated for resources: {'Port': ['ID=a6e38216-371d-494e-8fa2-9563d9a3e4d0,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:11:29.906753 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c3c6ecbb-7c2a-43c6-aaa6-70053483292e req-6ae9249c-8f35-46d5-ad60-944a7b49cb11 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb779318-b8ff-43a6-a94f-3ce471aff166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987740 Jul 27 23:11:29.960775 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-365f3da3-89b2-49df-a8c5-bb6a2a6905de req-152984ec-1ca0-4b38-87a7-655ec60f5fb5 service neutron] Attempting to bind port a6e38216-371d-494e-8fa2-9563d9a3e4d0 on host n-h2-802623-1 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:11:29.961105 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-365f3da3-89b2-49df-a8c5-bb6a2a6905de req-152984ec-1ca0-4b38-87a7-655ec60f5fb5 service neutron] Attempting to bind port a6e38216-371d-494e-8fa2-9563d9a3e4d0 by drivers openvswitch,hyperv on host n-h2-802623-1 at level 0 using segments [{'id': '5267122c-9ee8-4867-aa1f-665753d4e35b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '16c3fda7-e810-4fc7-8432-2d8e6ba55977'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:11:29.961436 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-365f3da3-89b2-49df-a8c5-bb6a2a6905de req-152984ec-1ca0-4b38-87a7-655ec60f5fb5 service neutron] Attempting to bind port a6e38216-371d-494e-8fa2-9563d9a3e4d0 on network 16c3fda7-e810-4fc7-8432-2d8e6ba55977 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:11:29.969474 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-365f3da3-89b2-49df-a8c5-bb6a2a6905de req-152984ec-1ca0-4b38-87a7-655ec60f5fb5 service neutron] Port a6e38216-371d-494e-8fa2-9563d9a3e4d0 on network 16c3fda7-e810-4fc7-8432-2d8e6ba55977 not bound, no agent of type Open vSwitch agent registered on host n-h2-802623-1 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 23:11:29.969797 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-365f3da3-89b2-49df-a8c5-bb6a2a6905de req-152984ec-1ca0-4b38-87a7-655ec60f5fb5 service neutron] Attempting to bind port a6e38216-371d-494e-8fa2-9563d9a3e4d0 on network 16c3fda7-e810-4fc7-8432-2d8e6ba55977 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:11:29.975433 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-365f3da3-89b2-49df-a8c5-bb6a2a6905de req-152984ec-1ca0-4b38-87a7-655ec60f5fb5 service neutron] Checking agent: {'id': 'c5cc038b-93c4-4df4-8061-5df2a04a48c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 23, 0, 4), 'started_at': datetime.datetime(2021, 7, 27, 23, 0, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 11, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:11:29.975771 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-365f3da3-89b2-49df-a8c5-bb6a2a6905de req-152984ec-1ca0-4b38-87a7-655ec60f5fb5 service neutron] Checking segment: {'id': '5267122c-9ee8-4867-aa1f-665753d4e35b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '16c3fda7-e810-4fc7-8432-2d8e6ba55977'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:11:29.976152 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-365f3da3-89b2-49df-a8c5-bb6a2a6905de req-152984ec-1ca0-4b38-87a7-655ec60f5fb5 service neutron] Bound using segment: {'id': '5267122c-9ee8-4867-aa1f-665753d4e35b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '16c3fda7-e810-4fc7-8432-2d8e6ba55977'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:11:29.976580 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-365f3da3-89b2-49df-a8c5-bb6a2a6905de req-152984ec-1ca0-4b38-87a7-655ec60f5fb5 service neutron] Bound port: a6e38216-371d-494e-8fa2-9563d9a3e4d0, host: n-h2-802623-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5267122c-9ee8-4867-aa1f-665753d4e35b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '16c3fda7-e810-4fc7-8432-2d8e6ba55977'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:11:29.976927 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-365f3da3-89b2-49df-a8c5-bb6a2a6905de req-152984ec-1ca0-4b38-87a7-655ec60f5fb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:29.994641 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 35798) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:11:30.000337 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-ccdd9cb1-bd48-46b3-8fdf-0803f8c21c0e tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-802295863'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:11:30.021745 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccdd9cb1-bd48-46b3-8fdf-0803f8c21c0e tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Made reservation on behalf of 0367b9fbd8e84279b822c24a4e2fb6cb for: {'network': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:11:30.025633 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ccdd9cb1-bd48-46b3-8fdf-0803f8c21c0e tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for network, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:30.051466 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ccdd9cb1-bd48-46b3-8fdf-0803f8c21c0e tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 511} {{(pid=93797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 23:11:30.068479 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ccdd9cb1-bd48-46b3-8fdf-0803f8c21c0e tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:30.069121 n-d-802623-1 neutron-server[93797]: INFO neutron.db.segments_db [None req-ccdd9cb1-bd48-46b3-8fdf-0803f8c21c0e tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Added segment c7a206b6-2b59-413c-9a8e-188476801f18 of type vlan for network c246f1fa-d287-4449-88ed-7e41ec7ffa41 Jul 27 23:11:30.085400 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08542ba5-7b5d-4aae-9789-890d6edb0332 req-e73acb43-8681-4dbe-a73c-56295c95fa79 tempest-ServerAddressesNegativeTestJSON-783140461 tempest-ServerAddressesNegativeTestJSON-783140461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:30.087182 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-08542ba5-7b5d-4aae-9789-890d6edb0332 req-e73acb43-8681-4dbe-a73c-56295c95fa79 tempest-ServerAddressesNegativeTestJSON-783140461 tempest-ServerAddressesNegativeTestJSON-783140461-project] 10.222.0.18 "GET /v2.0/ports?device_id=5cef96c0-c1b2-4935-b680-d26815c68b93 HTTP/1.1" status: 200 len: 946 time: 0.1071801 Jul 27 23:11:30.093757 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-365f3da3-89b2-49df-a8c5-bb6a2a6905de req-152984ec-1ca0-4b38-87a7-655ec60f5fb5 service neutron] For port a6e38216-371d-494e-8fa2-9563d9a3e4d0, host n-h2-802623-1, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:11:30.098678 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-365f3da3-89b2-49df-a8c5-bb6a2a6905de req-152984ec-1ca0-4b38-87a7-655ec60f5fb5 service neutron] For port a6e38216-371d-494e-8fa2-9563d9a3e4d0, host n-h2-802623-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=a6e38216-371d-494e-8fa2-9563d9a3e4d0,segment=NetworkSegment(5267122c-9ee8-4867-aa1f-665753d4e35b),segment_id=5267122c-9ee8-4867-aa1f-665753d4e35b)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:11:30.110185 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ccdd9cb1-bd48-46b3-8fdf-0803f8c21c0e tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736833354590'] for network, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:30.113274 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-365f3da3-89b2-49df-a8c5-bb6a2a6905de req-152984ec-1ca0-4b38-87a7-655ec60f5fb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:30.139481 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ccdd9cb1-bd48-46b3-8fdf-0803f8c21c0e tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569'] for network, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:30.145792 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccdd9cb1-bd48-46b3-8fdf-0803f8c21c0e tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:30.146384 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ccdd9cb1-bd48-46b3-8fdf-0803f8c21c0e tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for network, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:30.163682 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365f3da3-89b2-49df-a8c5-bb6a2a6905de req-152984ec-1ca0-4b38-87a7-655ec60f5fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:30.164300 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-365f3da3-89b2-49df-a8c5-bb6a2a6905de req-152984ec-1ca0-4b38-87a7-655ec60f5fb5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:30.165699 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-365f3da3-89b2-49df-a8c5-bb6a2a6905de req-152984ec-1ca0-4b38-87a7-655ec60f5fb5 service neutron] 10.222.0.49 "PUT /v2.0/ports/a6e38216-371d-494e-8fa2-9563d9a3e4d0 HTTP/1.1" status: 200 len: 1091 time: 1.0318413 Jul 27 23:11:30.166077 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b92ddc5-1255-4eed-a0cc-16abbc86487a', 'tag': 'a6e38216-371d-494e-8fa2-9563d9a3e4d0'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:11:30.168375 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}011f8d312121274bb12d78e77c6379a2079800640016cec6c6d605b73666e854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a720be32-4d37-4c9f-8bee-e41934542a44" -d '{"events": [{"name": "network-changed", "server_uuid": "2b92ddc5-1255-4eed-a0cc-16abbc86487a", "tag": "a6e38216-371d-494e-8fa2-9563d9a3e4d0"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:11:30.182506 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-08542ba5-7b5d-4aae-9789-890d6edb0332 req-707af0de-f64a-4057-a534-e11ccb6038be tempest-ServerAddressesNegativeTestJSON-783140461 tempest-ServerAddressesNegativeTestJSON-783140461-project] 10.222.0.18 "GET /v2.0/security-groups?id=8cd61ea0-5a5d-40fe-ad9e-dbc58a2651c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858979 Jul 27 23:11:30.204782 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152984ec-1ca0-4b38-87a7-655ec60f5fb5 service neutron] Pushing event updated for resources: {'Port': ['ID=a6e38216-371d-494e-8fa2-9563d9a3e4d0,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:11:30.215796 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 23:11:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-700001aa-7513-4c1c-a750-22a703db3d56 x-openstack-request-id: req-700001aa-7513-4c1c-a750-22a703db3d56 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:11:30.216090 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b92ddc5-1255-4eed-a0cc-16abbc86487a", "tag": "a6e38216-371d-494e-8fa2-9563d9a3e4d0", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:11:30.216791 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-700001aa-7513-4c1c-a750-22a703db3d56 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:11:30.216791 n-d-802623-1 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b92ddc5-1255-4eed-a0cc-16abbc86487a', 'tag': 'a6e38216-371d-494e-8fa2-9563d9a3e4d0', 'status': 'completed', 'code': 200} Jul 27 23:11:30.247465 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-ccdd9cb1-bd48-46b3-8fdf-0803f8c21c0e tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.2515295 Jul 27 23:11:30.253245 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 35804) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:11:30.259487 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-9614cb5e-677c-44a1-9656-d6cd2db2b945 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1897670204'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:11:30.272046 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdd9cb1-bd48-46b3-8fdf-0803f8c21c0e tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Pushing event updated for resources: {'Network': ['ID=c246f1fa-d287-4449-88ed-7e41ec7ffa41,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:11:30.280043 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdd9cb1-bd48-46b3-8fdf-0803f8c21c0e tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:11:30.280397 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdd9cb1-bd48-46b3-8fdf-0803f8c21c0e tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:11:30.280743 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdd9cb1-bd48-46b3-8fdf-0803f8c21c0e tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:11:30.281084 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdd9cb1-bd48-46b3-8fdf-0803f8c21c0e tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:11:30.281443 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdd9cb1-bd48-46b3-8fdf-0803f8c21c0e tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:11:30.281936 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdd9cb1-bd48-46b3-8fdf-0803f8c21c0e tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:11:30.282269 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdd9cb1-bd48-46b3-8fdf-0803f8c21c0e tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:11:30.282685 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdd9cb1-bd48-46b3-8fdf-0803f8c21c0e tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:11:30.283020 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdd9cb1-bd48-46b3-8fdf-0803f8c21c0e tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:11:30.283847 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdd9cb1-bd48-46b3-8fdf-0803f8c21c0e tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:11:30.283847 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdd9cb1-bd48-46b3-8fdf-0803f8c21c0e tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:11:30.284089 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdd9cb1-bd48-46b3-8fdf-0803f8c21c0e tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:11:30.296764 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Network c246f1fa-d287-4449-88ed-7e41ec7ffa41 details requested by agent ovs-agent-n-d-802623-1 with host n-d-802623-1 {{(pid=93799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 23:11:30.301055 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9614cb5e-677c-44a1-9656-d6cd2db2b945 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Made reservation on behalf of 0367b9fbd8e84279b822c24a4e2fb6cb for: {'network': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:11:30.304473 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9614cb5e-677c-44a1-9656-d6cd2db2b945 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for network, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:30.308648 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365f3da3-89b2-49df-a8c5-bb6a2a6905de req-958e3629-4b7f-4e7c-a708-d3080f8b02ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:30.310106 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-365f3da3-89b2-49df-a8c5-bb6a2a6905de req-958e3629-4b7f-4e7c-a708-d3080f8b02ab service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9822790a3b0140f6a255ec0e64931271&device_id=2b92ddc5-1255-4eed-a0cc-16abbc86487a HTTP/1.1" status: 200 len: 1094 time: 0.0662689 Jul 27 23:11:30.358290 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-365f3da3-89b2-49df-a8c5-bb6a2a6905de req-0a3064dd-e780-4a53-b4ef-0d0f10e68ddc service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a6e38216-371d-494e-8fa2-9563d9a3e4d0 HTTP/1.1" status: 200 len: 217 time: 0.0396132 Jul 27 23:11:30.373575 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9614cb5e-677c-44a1-9656-d6cd2db2b945 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 524} {{(pid=93798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 23:11:30.384882 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-19f2e178-d45e-4fbe-b9be-c3963fc151ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:30.403827 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9614cb5e-677c-44a1-9656-d6cd2db2b945 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:30.404170 n-d-802623-1 neutron-server[93798]: INFO neutron.db.segments_db [None req-9614cb5e-677c-44a1-9656-d6cd2db2b945 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Added segment e18f4904-6ae0-4e14-a513-9cfea782d82f of type vlan for network c34a942f-0b0f-45f7-a399-4187f193826f Jul 27 23:11:30.443283 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365f3da3-89b2-49df-a8c5-bb6a2a6905de req-fd5d6953-4acd-4b57-b633-039a6320c3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:30.444763 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-365f3da3-89b2-49df-a8c5-bb6a2a6905de req-fd5d6953-4acd-4b57-b633-039a6320c3cc service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0521cb84-f72a-4661-a58d-2906582e3615 HTTP/1.1" status: 200 len: 849 time: 0.0783103 Jul 27 23:11:30.452716 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9614cb5e-677c-44a1-9656-d6cd2db2b945 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736833354590'] for network, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:30.495550 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-365f3da3-89b2-49df-a8c5-bb6a2a6905de req-4691df96-84c8-44b9-829c-60cc678e3450 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=16c3fda7-e810-4fc7-8432-2d8e6ba55977&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327322 Jul 27 23:11:30.505778 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9614cb5e-677c-44a1-9656-d6cd2db2b945 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569'] for network, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:30.511302 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9614cb5e-677c-44a1-9656-d6cd2db2b945 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:30.511889 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9614cb5e-677c-44a1-9656-d6cd2db2b945 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:30.655639 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-9614cb5e-677c-44a1-9656-d6cd2db2b945 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4009330 Jul 27 23:11:30.658676 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 35810) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:11:30.665256 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-13d3d84b-fb9b-4d1a-bf64-a90b1990bd75 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Request body: {'subnet': {'network_id': 'c246f1fa-d287-4449-88ed-7e41ec7ffa41', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:11:30.694925 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9614cb5e-677c-44a1-9656-d6cd2db2b945 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Pushing event updated for resources: {'Network': ['ID=c34a942f-0b0f-45f7-a399-4187f193826f,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:11:30.706674 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Network c34a942f-0b0f-45f7-a399-4187f193826f details requested by agent ovs-agent-n-d-802623-1 with host n-d-802623-1 {{(pid=93799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 23:11:30.738204 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84f80a2-69c6-43db-b207-d0889cd8f19f req-bb83094d-80ba-49be-8f11-9d4414ad42f9 tempest-ServerTagsTestJSON-1102602503 tempest-ServerTagsTestJSON-1102602503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:30.739741 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a84f80a2-69c6-43db-b207-d0889cd8f19f req-bb83094d-80ba-49be-8f11-9d4414ad42f9 tempest-ServerTagsTestJSON-1102602503 tempest-ServerTagsTestJSON-1102602503-project] 10.222.0.18 "GET /v2.0/ports?device_id=2b92ddc5-1255-4eed-a0cc-16abbc86487a HTTP/1.1" status: 200 len: 943 time: 0.1720495 Jul 27 23:11:30.743446 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-365f3da3-89b2-49df-a8c5-bb6a2a6905de req-617efb2a-4a0f-4438-bd79-3d2b6032956e service neutron] 10.222.0.49 "GET /v2.0/networks/16c3fda7-e810-4fc7-8432-2d8e6ba55977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2290070 Jul 27 23:11:30.799427 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f0dd0a-a79d-4b54-815c-6b68a7a9d715 req-a6be3881-5387-485b-a425-35de8e05aafe tempest-ServerRescueTestJSON-1182058210 tempest-ServerRescueTestJSON-1182058210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:30.800956 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-b9f0dd0a-a79d-4b54-815c-6b68a7a9d715 req-a6be3881-5387-485b-a425-35de8e05aafe tempest-ServerRescueTestJSON-1182058210 tempest-ServerRescueTestJSON-1182058210-project] 10.222.0.18 "GET /v2.0/ports?device_id=710db404-18d5-4163-8833-5771fe8a1f7e HTTP/1.1" status: 200 len: 945 time: 0.0913312 Jul 27 23:11:30.808300 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13d3d84b-fb9b-4d1a-bf64-a90b1990bd75 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Made reservation on behalf of 0367b9fbd8e84279b822c24a4e2fb6cb for: {'subnet': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:11:30.811720 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-13d3d84b-fb9b-4d1a-bf64-a90b1990bd75 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11551435'] for subnet, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:30.830634 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a84f80a2-69c6-43db-b207-d0889cd8f19f req-68b9ecdc-eaf3-454d-8938-4bbda91e169e tempest-ServerTagsTestJSON-1102602503 tempest-ServerTagsTestJSON-1102602503-project] 10.222.0.18 "GET /v2.0/security-groups?id=77190432-56c7-43df-a78c-ef1a79bde343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833333 Jul 27 23:11:30.866095 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-365f3da3-89b2-49df-a8c5-bb6a2a6905de req-374d70fb-a479-4d61-a6e7-9c28f4921d24 service neutron] 10.222.0.49 "GET /v2.0/networks/16c3fda7-e810-4fc7-8432-2d8e6ba55977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126442 Jul 27 23:11:30.896414 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-b9f0dd0a-a79d-4b54-815c-6b68a7a9d715 req-1cad6604-f5db-472c-828a-3110f91cb7a6 tempest-ServerRescueTestJSON-1182058210 tempest-ServerRescueTestJSON-1182058210-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1683666-2031-45b7-8015-e9f1b36fb2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891871 Jul 27 23:11:30.971641 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a720be32-4d37-4c9f-8bee-e41934542a44 req-751345b5-d5a2-4342-9cd4-b0b9b9a43fca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:30.973273 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a720be32-4d37-4c9f-8bee-e41934542a44 req-751345b5-d5a2-4342-9cd4-b0b9b9a43fca service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9822790a3b0140f6a255ec0e64931271&device_id=2b92ddc5-1255-4eed-a0cc-16abbc86487a HTTP/1.1" status: 200 len: 1094 time: 0.0606909 Jul 27 23:11:31.072905 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152311e9-741e-474e-8da7-dd19ad379d8e req-77276208-04d7-457c-99a5-0f59431ddcc8 tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:31.074351 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-152311e9-741e-474e-8da7-dd19ad379d8e req-77276208-04d7-457c-99a5-0f59431ddcc8 tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] 10.222.0.18 "GET /v2.0/ports?device_id=8fec054f-4e07-423d-ab0c-c325fd69c518 HTTP/1.1" status: 200 len: 946 time: 0.1001563 Jul 27 23:11:31.077672 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcca39de-3d00-4849-8fba-fdeb98dca94c req-442b5f56-5596-418a-a9c3-ac513c80473b tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:31.079167 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-dcca39de-3d00-4849-8fba-fdeb98dca94c req-442b5f56-5596-418a-a9c3-ac513c80473b tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/ports?device_id=13990610-5726-4497-81b9-f5375fbe4860 HTTP/1.1" status: 200 len: 950 time: 0.0876462 Jul 27 23:11:31.080042 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-13d3d84b-fb9b-4d1a-bf64-a90b1990bd75 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11336182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11551417'] for subnet, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:31.119828 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a720be32-4d37-4c9f-8bee-e41934542a44 req-feea3a69-4e19-4f87-a365-726ff1c38446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:31.121314 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a720be32-4d37-4c9f-8bee-e41934542a44 req-feea3a69-4e19-4f87-a365-726ff1c38446 service neutron] 10.222.0.49 "GET /v2.0/networks?id=16c3fda7-e810-4fc7-8432-2d8e6ba55977 HTTP/1.1" status: 200 len: 910 time: 0.1374485 Jul 27 23:11:31.165151 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d3d84b-fb9b-4d1a-bf64-a90b1990bd75 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Pushing event updated for resources: {'Subnet': ['ID=ba464d94-7c37-4a78-bcc3-06220a9217b5,revision_number=0']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:11:31.176281 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-dcca39de-3d00-4849-8fba-fdeb98dca94c req-d02c8391-08f4-437a-a638-224dbc780fa4 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb779318-b8ff-43a6-a94f-3ce471aff166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694158 Jul 27 23:11:31.182459 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d3d84b-fb9b-4d1a-bf64-a90b1990bd75 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Checking segment: {'id': 'c7a206b6-2b59-413c-9a8e-188476801f18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c246f1fa-d287-4449-88ed-7e41ec7ffa41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:11:31.182772 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13d3d84b-fb9b-4d1a-bf64-a90b1990bd75 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Network hostable DHCP agents. Network: c246f1fa-d287-4449-88ed-7e41ec7ffa41, hostable agents: ['5950e76f-2bde-4343-a925-cbe6bacd2706'], hosted agents: [] {{(pid=93797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 23:11:31.197151 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-152311e9-741e-474e-8da7-dd19ad379d8e req-a5894c26-4694-4a08-bcde-7a821602213f tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] 10.222.0.18 "GET /v2.0/security-groups?id=f9282c7c-bf74-4e2f-accf-81bded4d9191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114955 Jul 27 23:11:31.200353 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a720be32-4d37-4c9f-8bee-e41934542a44 req-fa8681d8-bac5-4ea5-8d6e-f9e33292d284 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a6e38216-371d-494e-8fa2-9563d9a3e4d0 HTTP/1.1" status: 200 len: 217 time: 0.0630040 Jul 27 23:11:31.202907 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13d3d84b-fb9b-4d1a-bf64-a90b1990bd75 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Network c246f1fa-d287-4449-88ed-7e41ec7ffa41 is scheduled to be hosted by DHCP agent 5950e76f-2bde-4343-a925-cbe6bacd2706 with binding_index 1 {{(pid=93797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 23:11:31.228743 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-13d3d84b-fb9b-4d1a-bf64-a90b1990bd75 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802623-1, c246f1fa-d287-4449-88ed-7e41ec7ffa41) {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:11:31.234457 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13d3d84b-fb9b-4d1a-bf64-a90b1990bd75 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:31.235830 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-13d3d84b-fb9b-4d1a-bf64-a90b1990bd75 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for subnet, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:31.240652 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96320cff-65e8-4bcb-8ab7-1a1dca158f5d None None] Network c246f1fa-d287-4449-88ed-7e41ec7ffa41 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:11:31.253075 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-13d3d84b-fb9b-4d1a-bf64-a90b1990bd75 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.5925121 Jul 27 23:11:31.256105 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 35822) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:11:31.271347 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-ed75900d-501d-47f0-ad0b-9441e5307521 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Request body: {'subnet': {'network_id': 'c34a942f-0b0f-45f7-a399-4187f193826f', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:11:31.292363 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bcd359-a0e0-4357-9de6-8d878a241589 req-e35f5e39-55ca-4404-87ce-9e953ba7bd26 tempest-ServerAddressesNegativeTestJSON-783140461 tempest-ServerAddressesNegativeTestJSON-783140461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:31.294160 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-49bcd359-a0e0-4357-9de6-8d878a241589 req-e35f5e39-55ca-4404-87ce-9e953ba7bd26 tempest-ServerAddressesNegativeTestJSON-783140461 tempest-ServerAddressesNegativeTestJSON-783140461-project] 10.222.0.38 "GET /v2.0/ports?device_id=5cef96c0-c1b2-4935-b680-d26815c68b93 HTTP/1.1" status: 200 len: 946 time: 0.1720066 Jul 27 23:11:31.339536 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a720be32-4d37-4c9f-8bee-e41934542a44 req-c36dc76d-f68f-4964-b869-1b2594e33a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:31.341031 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a720be32-4d37-4c9f-8bee-e41934542a44 req-c36dc76d-f68f-4964-b869-1b2594e33a17 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0521cb84-f72a-4661-a58d-2906582e3615 HTTP/1.1" status: 200 len: 849 time: 0.1335447 Jul 27 23:11:31.396891 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a720be32-4d37-4c9f-8bee-e41934542a44 req-2a56cad8-a638-406b-afc9-fc57f825b502 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=16c3fda7-e810-4fc7-8432-2d8e6ba55977&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437505 Jul 27 23:11:31.410135 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a901c61-2baa-4b19-be11-046487d86325 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f6f257c-ad18-5f0c-8c8e-ea085a5fc8a2-c246f1fa-d287-4449-88ed-7e41ec7ffa41', 'network_id': 'c246f1fa-d287-4449-88ed-7e41ec7ffa41', 'tenant_id': '0367b9fbd8e84279b822c24a4e2fb6cb', 'fixed_ips': [{'subnet_id': 'ba464d94-7c37-4a78-bcc3-06220a9217b5'}]}} from n-d-802623-1. {{(pid=93799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 23:11:31.411014 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-5a901c61-2baa-4b19-be11-046487d86325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:31.416225 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaec54c5-c930-4f43-9e3f-836a506507d1 req-ce6a307b-e17e-44ab-bfd2-a00eb6e6e073 tempest-ServerAddressesNegativeTestJSON-783140461 tempest-ServerAddressesNegativeTestJSON-783140461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:31.417709 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-aaec54c5-c930-4f43-9e3f-836a506507d1 req-ce6a307b-e17e-44ab-bfd2-a00eb6e6e073 tempest-ServerAddressesNegativeTestJSON-783140461 tempest-ServerAddressesNegativeTestJSON-783140461-project] 10.222.0.18 "GET /v2.0/ports?device_id=5cef96c0-c1b2-4935-b680-d26815c68b93 HTTP/1.1" status: 200 len: 946 time: 0.0759993 Jul 27 23:11:31.446518 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed75900d-501d-47f0-ad0b-9441e5307521 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Made reservation on behalf of 0367b9fbd8e84279b822c24a4e2fb6cb for: {'subnet': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:11:31.449888 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ed75900d-501d-47f0-ad0b-9441e5307521 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11551435'] for subnet, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:31.481505 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-49bcd359-a0e0-4357-9de6-8d878a241589 req-5fc3fdf0-451d-4f05-b5ac-1940d041a1c6 tempest-ServerAddressesNegativeTestJSON-783140461 tempest-ServerAddressesNegativeTestJSON-783140461-project] Deleting port 2e4cd572-3684-429a-986b-6b8123b71dcb {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:11:31.481891 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-49bcd359-a0e0-4357-9de6-8d878a241589 req-5fc3fdf0-451d-4f05-b5ac-1940d041a1c6 tempest-ServerAddressesNegativeTestJSON-783140461 tempest-ServerAddressesNegativeTestJSON-783140461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:31.520346 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-aaec54c5-c930-4f43-9e3f-836a506507d1 req-b4be3882-811d-40b4-b00b-fa0a31a28227 tempest-ServerAddressesNegativeTestJSON-783140461 tempest-ServerAddressesNegativeTestJSON-783140461-project] 10.222.0.18 "GET /v2.0/security-groups?id=8cd61ea0-5a5d-40fe-ad9e-dbc58a2651c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915623 Jul 27 23:11:31.559347 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-5a901c61-2baa-4b19-be11-046487d86325 None None] Allocated IP 10.1.1.2 (c246f1fa-d287-4449-88ed-7e41ec7ffa41/ba464d94-7c37-4a78-bcc3-06220a9217b5/165b80dd-d51f-4509-920c-5de585a993d6) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:11:31.562741 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a720be32-4d37-4c9f-8bee-e41934542a44 req-e46ef96b-44f6-4654-886c-3fab6356e2e7 service neutron] 10.222.0.49 "GET /v2.0/networks/16c3fda7-e810-4fc7-8432-2d8e6ba55977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559591 Jul 27 23:11:31.639327 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-49bcd359-a0e0-4357-9de6-8d878a241589 req-5fc3fdf0-451d-4f05-b5ac-1940d041a1c6 tempest-ServerAddressesNegativeTestJSON-783140461 tempest-ServerAddressesNegativeTestJSON-783140461-project] For port 2e4cd572-3684-429a-986b-6b8123b71dcb, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=2e4cd572-3684-429a-986b-6b8123b71dcb,segment=NetworkSegment(0a80062c-f18e-4f12-b4c8-adca0dd62e42),segment_id=0a80062c-f18e-4f12-b4c8-adca0dd62e42)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:11:31.639679 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-49bcd359-a0e0-4357-9de6-8d878a241589 req-5fc3fdf0-451d-4f05-b5ac-1940d041a1c6 tempest-ServerAddressesNegativeTestJSON-783140461 tempest-ServerAddressesNegativeTestJSON-783140461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:31.647244 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ed75900d-501d-47f0-ad0b-9441e5307521 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11336182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11551417'] for subnet, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:31.660737 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-49bcd359-a0e0-4357-9de6-8d878a241589 req-5fc3fdf0-451d-4f05-b5ac-1940d041a1c6 tempest-ServerAddressesNegativeTestJSON-783140461 tempest-ServerAddressesNegativeTestJSON-783140461-project] Calling delete_port for 2e4cd572-3684-429a-986b-6b8123b71dcb owned by compute:nova {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:11:31.709742 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-5a901c61-2baa-4b19-be11-046487d86325 None None] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:31.718486 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-5a901c61-2baa-4b19-be11-046487d86325 None None] Transition to ACTIVE for port object 165b80dd-d51f-4509-920c-5de585a993d6 will not be triggered until provisioned by entity L2. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:11:31.732525 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a720be32-4d37-4c9f-8bee-e41934542a44 req-215aa9da-ed6a-44ea-ad23-0f380dc5eca8 service neutron] 10.222.0.49 "GET /v2.0/networks/16c3fda7-e810-4fc7-8432-2d8e6ba55977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1597760 Jul 27 23:11:31.733996 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-5a901c61-2baa-4b19-be11-046487d86325 None None] Transition to ACTIVE for port object 165b80dd-d51f-4509-920c-5de585a993d6 will not be triggered until provisioned by entity DHCP. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:11:31.745103 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-5a901c61-2baa-4b19-be11-046487d86325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:31.787646 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a901c61-2baa-4b19-be11-046487d86325 None None] Network c246f1fa-d287-4449-88ed-7e41ec7ffa41 is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:11:31.792307 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-5a901c61-2baa-4b19-be11-046487d86325 None None] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:11:31.798921 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a901c61-2baa-4b19-be11-046487d86325 None None] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:11:31.806311 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a901c61-2baa-4b19-be11-046487d86325 None None] Pushing event updated for resources: {'Port': ['ID=165b80dd-d51f-4509-920c-5de585a993d6,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:11:31.841419 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-49bcd359-a0e0-4357-9de6-8d878a241589 req-5fc3fdf0-451d-4f05-b5ac-1940d041a1c6 tempest-ServerAddressesNegativeTestJSON-783140461 tempest-ServerAddressesNegativeTestJSON-783140461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:31.870042 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-5a901c61-2baa-4b19-be11-046487d86325 None None] Attempting to bind port 165b80dd-d51f-4509-920c-5de585a993d6 on host n-d-802623-1 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:11:31.870420 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-5a901c61-2baa-4b19-be11-046487d86325 None None] Attempting to bind port 165b80dd-d51f-4509-920c-5de585a993d6 by drivers openvswitch,hyperv on host n-d-802623-1 at level 0 using segments [{'id': 'c7a206b6-2b59-413c-9a8e-188476801f18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c246f1fa-d287-4449-88ed-7e41ec7ffa41'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:11:31.870788 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a901c61-2baa-4b19-be11-046487d86325 None None] Attempting to bind port 165b80dd-d51f-4509-920c-5de585a993d6 on network c246f1fa-d287-4449-88ed-7e41ec7ffa41 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:11:31.874008 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc3fdf0-451d-4f05-b5ac-1940d041a1c6 tempest-ServerAddressesNegativeTestJSON-783140461 tempest-ServerAddressesNegativeTestJSON-783140461-project] Pushing event deleted for resources: {'Port': ['ID=2e4cd572-3684-429a-986b-6b8123b71dcb,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:11:31.874218 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] get_ports_and_sgs() called for port_ids ['2e4cd572-3684-429a-986b-6b8123b71dcb'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:11:31.890523 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a901c61-2baa-4b19-be11-046487d86325 None None] Checking agent: {'id': 'a9a568d2-a5e7-41e4-833f-a8ab42ea4073', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 52, 30), 'started_at': datetime.datetime(2021, 7, 27, 22, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 11, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802623-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:11:31.891285 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a901c61-2baa-4b19-be11-046487d86325 None None] Checking segment: {'id': 'c7a206b6-2b59-413c-9a8e-188476801f18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c246f1fa-d287-4449-88ed-7e41ec7ffa41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:11:31.892283 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-5a901c61-2baa-4b19-be11-046487d86325 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:31.892872 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a901c61-2baa-4b19-be11-046487d86325 None None] Bound using segment: {'id': 'c7a206b6-2b59-413c-9a8e-188476801f18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c246f1fa-d287-4449-88ed-7e41ec7ffa41'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:11:31.893549 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-5a901c61-2baa-4b19-be11-046487d86325 None None] Bound port: 165b80dd-d51f-4509-920c-5de585a993d6, host: n-d-802623-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7a206b6-2b59-413c-9a8e-188476801f18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c246f1fa-d287-4449-88ed-7e41ec7ffa41'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:11:31.894145 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-5a901c61-2baa-4b19-be11-046487d86325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:31.932890 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-49bcd359-a0e0-4357-9de6-8d878a241589 req-5fc3fdf0-451d-4f05-b5ac-1940d041a1c6 tempest-ServerAddressesNegativeTestJSON-783140461 tempest-ServerAddressesNegativeTestJSON-783140461-project] No DVR routers for this DVR port 2e4cd572-3684-429a-986b-6b8123b71dcb on host n-h1-802623-1 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:11:31.937164 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-49bcd359-a0e0-4357-9de6-8d878a241589 req-5fc3fdf0-451d-4f05-b5ac-1940d041a1c6 tempest-ServerAddressesNegativeTestJSON-783140461 tempest-ServerAddressesNegativeTestJSON-783140461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:31.939791 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-49bcd359-a0e0-4357-9de6-8d878a241589 req-5fc3fdf0-451d-4f05-b5ac-1940d041a1c6 tempest-ServerAddressesNegativeTestJSON-783140461 tempest-ServerAddressesNegativeTestJSON-783140461-project] 10.222.0.38 "DELETE /v2.0/ports/2e4cd572-3684-429a-986b-6b8123b71dcb HTTP/1.1" status: 204 len: 173 time: 0.6380935 Jul 27 23:11:32.005861 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-5a901c61-2baa-4b19-be11-046487d86325 None None] For port 165b80dd-d51f-4509-920c-5de585a993d6, host n-d-802623-1, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:11:32.009780 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-5a901c61-2baa-4b19-be11-046487d86325 None None] For port 165b80dd-d51f-4509-920c-5de585a993d6, host n-d-802623-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=165b80dd-d51f-4509-920c-5de585a993d6,segment=NetworkSegment(c7a206b6-2b59-413c-9a8e-188476801f18),segment_id=c7a206b6-2b59-413c-9a8e-188476801f18)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:11:32.022418 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-5a901c61-2baa-4b19-be11-046487d86325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:32.027716 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262d3f0c-25e8-4a8b-b4a3-e674ee4e1248 req-83f854f2-41a4-4db0-bfa1-525102d5e0df tempest-ServerTagsTestJSON-1102602503 tempest-ServerTagsTestJSON-1102602503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:32.032017 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-262d3f0c-25e8-4a8b-b4a3-e674ee4e1248 req-83f854f2-41a4-4db0-bfa1-525102d5e0df tempest-ServerTagsTestJSON-1102602503 tempest-ServerTagsTestJSON-1102602503-project] 10.222.0.18 "GET /v2.0/ports?device_id=2b92ddc5-1255-4eed-a0cc-16abbc86487a HTTP/1.1" status: 200 len: 943 time: 0.1004293 Jul 27 23:11:32.073673 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed75900d-501d-47f0-ad0b-9441e5307521 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Pushing event updated for resources: {'Subnet': ['ID=205a94b6-ea5d-4719-adab-a78f7e1e308f,revision_number=0']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:11:32.102688 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a901c61-2baa-4b19-be11-046487d86325 None None] Pushing event updated for resources: {'Port': ['ID=165b80dd-d51f-4509-920c-5de585a993d6,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:11:32.106066 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed75900d-501d-47f0-ad0b-9441e5307521 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Checking segment: {'id': 'e18f4904-6ae0-4e14-a513-9cfea782d82f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'c34a942f-0b0f-45f7-a399-4187f193826f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:11:32.106532 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed75900d-501d-47f0-ad0b-9441e5307521 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Network hostable DHCP agents. Network: c34a942f-0b0f-45f7-a399-4187f193826f, hostable agents: ['5950e76f-2bde-4343-a925-cbe6bacd2706'], hosted agents: [] {{(pid=93797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 23:11:32.116202 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-262d3f0c-25e8-4a8b-b4a3-e674ee4e1248 req-f48288ed-4b0a-414d-86cc-3e2292023f6e tempest-ServerTagsTestJSON-1102602503 tempest-ServerTagsTestJSON-1102602503-project] 10.222.0.18 "GET /v2.0/security-groups?id=77190432-56c7-43df-a78c-ef1a79bde343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649042 Jul 27 23:11:32.118252 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137f56f5-2874-40e2-ac6a-b8984b29cbf3 req-d6db9f31-b889-4022-a1e8-7436568bf067 tempest-ServerRescueTestJSON-1182058210 tempest-ServerRescueTestJSON-1182058210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:32.120149 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-137f56f5-2874-40e2-ac6a-b8984b29cbf3 req-d6db9f31-b889-4022-a1e8-7436568bf067 tempest-ServerRescueTestJSON-1182058210 tempest-ServerRescueTestJSON-1182058210-project] 10.222.0.18 "GET /v2.0/ports?device_id=710db404-18d5-4163-8833-5771fe8a1f7e HTTP/1.1" status: 200 len: 945 time: 0.0954838 Jul 27 23:11:32.141118 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7418f70f-e60d-4709-8ba9-6ab514bc7f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:32.158467 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed75900d-501d-47f0-ad0b-9441e5307521 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Network c34a942f-0b0f-45f7-a399-4187f193826f is scheduled to be hosted by DHCP agent 5950e76f-2bde-4343-a925-cbe6bacd2706 with binding_index 1 {{(pid=93797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 23:11:32.176492 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-137f56f5-2874-40e2-ac6a-b8984b29cbf3 req-6bcdf3a7-1a51-4a62-8434-4d2e178df33d tempest-ServerRescueTestJSON-1182058210 tempest-ServerRescueTestJSON-1182058210-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1683666-2031-45b7-8015-e9f1b36fb2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478892 Jul 27 23:11:32.177518 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-ed75900d-501d-47f0-ad0b-9441e5307521 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802623-1, c34a942f-0b0f-45f7-a399-4187f193826f) {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:11:32.181436 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed75900d-501d-47f0-ad0b-9441e5307521 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:32.182029 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ed75900d-501d-47f0-ad0b-9441e5307521 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for subnet, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:32.195416 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fce57a52-d10e-4caf-ae44-758726b054c1 None None] Network c34a942f-0b0f-45f7-a399-4187f193826f requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:11:32.211969 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-ed75900d-501d-47f0-ad0b-9441e5307521 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.9529557 Jul 27 23:11:32.214478 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 35830) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:11:32.219740 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-c39e99d1-2440-4cd5-83aa-0e1a520a7cb9 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Request body: {'port': {'network_id': 'c246f1fa-d287-4449-88ed-7e41ec7ffa41', 'name': 'tempest-TaggedBootDevicesTest_v242-1062025194', 'fixed_ips': [{'subnet_id': 'ba464d94-7c37-4a78-bcc3-06220a9217b5'}]}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:11:32.222998 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cef96c0-c1b2-4935-b680-d26815c68b93', 'name': 'network-vif-deleted', 'tag': '2e4cd572-3684-429a-986b-6b8123b71dcb'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:11:32.225246 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}011f8d312121274bb12d78e77c6379a2079800640016cec6c6d605b73666e854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-248166dc-61ae-4c4b-b8f2-9b0f3eb086a5" -d '{"events": [{"server_uuid": "5cef96c0-c1b2-4935-b680-d26815c68b93", "name": "network-vif-deleted", "tag": "2e4cd572-3684-429a-986b-6b8123b71dcb"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:11:32.380103 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c625ff3-8fab-4f1f-9ee2-4101d9720e1e req-89a82814-7edf-4425-a510-e5f575bc2bc6 tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:32.388609 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-2c625ff3-8fab-4f1f-9ee2-4101d9720e1e req-89a82814-7edf-4425-a510-e5f575bc2bc6 tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] 10.222.0.18 "GET /v2.0/ports?device_id=8fec054f-4e07-423d-ab0c-c325fd69c518 HTTP/1.1" status: 200 len: 946 time: 0.0946965 Jul 27 23:11:32.431848 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39597f2-c32e-411c-9c4a-28f2c656140e req-ae41f067-5e42-4fcb-a85f-2f9cbc69e623 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:32.433374 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-d39597f2-c32e-411c-9c4a-28f2c656140e req-ae41f067-5e42-4fcb-a85f-2f9cbc69e623 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/ports?device_id=13990610-5726-4497-81b9-f5375fbe4860 HTTP/1.1" status: 200 len: 950 time: 0.1294892 Jul 27 23:11:32.435294 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62b976db-cf62-4263-84e0-ee2c183c3fd2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f6f257c-ad18-5f0c-8c8e-ea085a5fc8a2-c34a942f-0b0f-45f7-a399-4187f193826f', 'network_id': 'c34a942f-0b0f-45f7-a399-4187f193826f', 'tenant_id': '0367b9fbd8e84279b822c24a4e2fb6cb', 'fixed_ips': [{'subnet_id': '205a94b6-ea5d-4719-adab-a78f7e1e308f'}]}} from n-d-802623-1. {{(pid=93799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 23:11:32.436411 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-62b976db-cf62-4263-84e0-ee2c183c3fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:32.445269 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-2c625ff3-8fab-4f1f-9ee2-4101d9720e1e req-fb49018b-6edb-41aa-a18b-a4a642a0d589 tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] 10.222.0.18 "GET /v2.0/security-groups?id=f9282c7c-bf74-4e2f-accf-81bded4d9191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554624 Jul 27 23:11:32.489462 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c39e99d1-2440-4cd5-83aa-0e1a520a7cb9 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Made reservation on behalf of 0367b9fbd8e84279b822c24a4e2fb6cb for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:11:32.523848 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-d39597f2-c32e-411c-9c4a-28f2c656140e req-011a184d-5cc2-4fdb-8092-1ce50b45d880 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb779318-b8ff-43a6-a94f-3ce471aff166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830145 Jul 27 23:11:32.559941 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:11:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0444cc83-318d-4f3d-80ef-c71122f66345 x-openstack-request-id: req-0444cc83-318d-4f3d-80ef-c71122f66345 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:11:32.560236 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cef96c0-c1b2-4935-b680-d26815c68b93", "name": "network-vif-deleted", "tag": "2e4cd572-3684-429a-986b-6b8123b71dcb", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:11:32.560490 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0444cc83-318d-4f3d-80ef-c71122f66345 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:11:32.560881 n-d-802623-1 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cef96c0-c1b2-4935-b680-d26815c68b93', 'name': 'network-vif-deleted', 'tag': '2e4cd572-3684-429a-986b-6b8123b71dcb', 'status': 'completed', 'code': 200} Jul 27 23:11:32.620719 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c39e99d1-2440-4cd5-83aa-0e1a520a7cb9 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:32.643695 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [None req-c39e99d1-2440-4cd5-83aa-0e1a520a7cb9 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] device_id is not set on port 0559974f-5eee-44ff-baf2-074fd2c27b02 yet. {{(pid=93798) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 23:11:32.677986 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-62b976db-cf62-4263-84e0-ee2c183c3fd2 None None] Allocated IP 10.2.2.2 (c34a942f-0b0f-45f7-a399-4187f193826f/205a94b6-ea5d-4719-adab-a78f7e1e308f/90399ad5-e803-44f2-bb92-ef85713dbb99) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:11:32.684893 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 35842) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:11:32.732843 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_v2 [None req-466089db-cf4d-4b15-b4d7-9e5b7191b17b admin admin] Deleting subnet 24c5e52e-07bd-4989-826e-52cc3a6b5f84 {{(pid=93797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 23:11:32.736544 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-466089db-cf4d-4b15-b4d7-9e5b7191b17b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:32.772128 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-466089db-cf4d-4b15-b4d7-9e5b7191b17b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11335971'] for subnet, precommit_delete_associations {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:32.811765 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-466089db-cf4d-4b15-b4d7-9e5b7191b17b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620741'] for subnet, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:32.869895 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-466089db-cf4d-4b15-b4d7-9e5b7191b17b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11335991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11551414'] for subnet, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:32.892905 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-c39e99d1-2440-4cd5-83aa-0e1a520a7cb9 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Allocated IP 10.1.1.153 (c246f1fa-d287-4449-88ed-7e41ec7ffa41/ba464d94-7c37-4a78-bcc3-06220a9217b5/0559974f-5eee-44ff-baf2-074fd2c27b02) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:11:32.903665 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466089db-cf4d-4b15-b4d7-9e5b7191b17b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=24c5e52e-07bd-4989-826e-52cc3a6b5f84,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:11:32.907984 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-466089db-cf4d-4b15-b4d7-9e5b7191b17b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for subnet, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:32.909967 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-466089db-cf4d-4b15-b4d7-9e5b7191b17b admin admin] 10.222.0.18 "DELETE /v2.0/subnets/24c5e52e-07bd-4989-826e-52cc3a6b5f84 HTTP/1.1" status: 204 len: 168 time: 0.2240496 Jul 27 23:11:32.912593 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 35844) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:11:32.977072 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-62b976db-cf62-4263-84e0-ee2c183c3fd2 None None] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:32.987617 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-62b976db-cf62-4263-84e0-ee2c183c3fd2 None None] Transition to ACTIVE for port object 90399ad5-e803-44f2-bb92-ef85713dbb99 will not be triggered until provisioned by entity L2. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:11:32.997198 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-31ee5ad9-6d0c-4447-9f2a-c9d5d3cb05f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593271'] for network, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:33.003679 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-62b976db-cf62-4263-84e0-ee2c183c3fd2 None None] Transition to ACTIVE for port object 90399ad5-e803-44f2-bb92-ef85713dbb99 will not be triggered until provisioned by entity DHCP. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:11:33.014407 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-62b976db-cf62-4263-84e0-ee2c183c3fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:33.061748 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62b976db-cf62-4263-84e0-ee2c183c3fd2 None None] Network c34a942f-0b0f-45f7-a399-4187f193826f is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:11:33.064680 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-62b976db-cf62-4263-84e0-ee2c183c3fd2 None None] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:11:33.070729 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62b976db-cf62-4263-84e0-ee2c183c3fd2 None None] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:11:33.096543 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-31ee5ad9-6d0c-4447-9f2a-c9d5d3cb05f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618032', 'neutron.services.segments.db._delete_segments_for_network-8736833900081'] for network, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:33.100729 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b976db-cf62-4263-84e0-ee2c183c3fd2 None None] Pushing event updated for resources: {'Port': ['ID=90399ad5-e803-44f2-bb92-ef85713dbb99,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:11:33.101125 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c39e99d1-2440-4cd5-83aa-0e1a520a7cb9 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:33.112957 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-31ee5ad9-6d0c-4447-9f2a-c9d5d3cb05f4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d79ca9f-568e-4348-92d6-ea71af8eb3b2']}} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:11:33.122721 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-c39e99d1-2440-4cd5-83aa-0e1a520a7cb9 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Transition to ACTIVE for port object 0559974f-5eee-44ff-baf2-074fd2c27b02 will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:11:33.138842 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-31ee5ad9-6d0c-4447-9f2a-c9d5d3cb05f4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a80062c-f18e-4f12-b4c8-adca0dd62e42') {'for_net_delete': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:11:33.139955 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-31ee5ad9-6d0c-4447-9f2a-c9d5d3cb05f4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a80062c-f18e-4f12-b4c8-adca0dd62e42') {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:11:33.146729 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-62b976db-cf62-4263-84e0-ee2c183c3fd2 None None] Attempting to bind port 90399ad5-e803-44f2-bb92-ef85713dbb99 on host n-d-802623-1 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:11:33.151526 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-62b976db-cf62-4263-84e0-ee2c183c3fd2 None None] Attempting to bind port 90399ad5-e803-44f2-bb92-ef85713dbb99 by drivers openvswitch,hyperv on host n-d-802623-1 at level 0 using segments [{'id': 'e18f4904-6ae0-4e14-a513-9cfea782d82f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'c34a942f-0b0f-45f7-a399-4187f193826f'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:11:33.152089 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b976db-cf62-4263-84e0-ee2c183c3fd2 None None] Attempting to bind port 90399ad5-e803-44f2-bb92-ef85713dbb99 on network c34a942f-0b0f-45f7-a399-4187f193826f {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:11:33.153798 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-31ee5ad9-6d0c-4447-9f2a-c9d5d3cb05f4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736833900858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11335978'] for segment, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:33.164180 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b976db-cf62-4263-84e0-ee2c183c3fd2 None None] Checking agent: {'id': 'a9a568d2-a5e7-41e4-833f-a8ab42ea4073', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 52, 30), 'started_at': datetime.datetime(2021, 7, 27, 22, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 11, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802623-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:11:33.167230 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b976db-cf62-4263-84e0-ee2c183c3fd2 None None] Checking segment: {'id': 'e18f4904-6ae0-4e14-a513-9cfea782d82f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'c34a942f-0b0f-45f7-a399-4187f193826f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:11:33.167866 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-62b976db-cf62-4263-84e0-ee2c183c3fd2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:33.169041 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b976db-cf62-4263-84e0-ee2c183c3fd2 None None] Bound using segment: {'id': 'e18f4904-6ae0-4e14-a513-9cfea782d82f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'c34a942f-0b0f-45f7-a399-4187f193826f'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:11:33.169537 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-62b976db-cf62-4263-84e0-ee2c183c3fd2 None None] Bound port: 90399ad5-e803-44f2-bb92-ef85713dbb99, host: n-d-802623-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e18f4904-6ae0-4e14-a513-9cfea782d82f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'c34a942f-0b0f-45f7-a399-4187f193826f'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:11:33.169926 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-62b976db-cf62-4263-84e0-ee2c183c3fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:33.177196 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-31ee5ad9-6d0c-4447-9f2a-c9d5d3cb05f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:33.184039 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c39e99d1-2440-4cd5-83aa-0e1a520a7cb9 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:33.190200 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31ee5ad9-6d0c-4447-9f2a-c9d5d3cb05f4 admin admin] Releasing vlan 540 on physical network physnet1 to pool {{(pid=93797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 23:11:33.191025 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-31ee5ad9-6d0c-4447-9f2a-c9d5d3cb05f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11336013'] for segment, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:33.247308 n-d-802623-1 neutron-server[93797]: Traceback (most recent call last): Jul 27 23:11:33.247308 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 23:11:33.247308 n-d-802623-1 neutron-server[93797]: timer() Jul 27 23:11:33.247308 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 23:11:33.247308 n-d-802623-1 neutron-server[93797]: cb(*args, **kw) Jul 27 23:11:33.247308 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 23:11:33.247308 n-d-802623-1 neutron-server[93797]: return func(*args, **kwargs) Jul 27 23:11:33.247308 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 23:11:33.247308 n-d-802623-1 neutron-server[93797]: self._notify() Jul 27 23:11:33.247308 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 23:11:33.247308 n-d-802623-1 neutron-server[93797]: self.callback(batched_events) Jul 27 23:11:33.247308 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 23:11:33.247308 n-d-802623-1 neutron-server[93797]: event.method(event) Jul 27 23:11:33.247308 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 23:11:33.247308 n-d-802623-1 neutron-server[93797]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 23:11:33.247308 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 23:11:33.247308 n-d-802623-1 neutron-server[93797]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 23:11:33.247308 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 23:11:33.247308 n-d-802623-1 neutron-server[93797]: return f(self, *a, **k) Jul 27 23:11:33.247308 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 23:11:33.247308 n-d-802623-1 neutron-server[93797]: return self._get(url).json() Jul 27 23:11:33.247308 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 23:11:33.247308 n-d-802623-1 neutron-server[93797]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 23:11:33.247308 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 23:11:33.247308 n-d-802623-1 neutron-server[93797]: return self.request(url, 'GET', **kwargs) Jul 27 23:11:33.247308 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 23:11:33.247308 n-d-802623-1 neutron-server[93797]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 23:11:33.247308 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 23:11:33.247308 n-d-802623-1 neutron-server[93797]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 23:11:33.247308 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 23:11:33.247308 n-d-802623-1 neutron-server[93797]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 23:11:33.247308 n-d-802623-1 neutron-server[93797]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 23:11:33.280159 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-62b976db-cf62-4263-84e0-ee2c183c3fd2 None None] For port 90399ad5-e803-44f2-bb92-ef85713dbb99, host n-d-802623-1, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:11:33.285187 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-62b976db-cf62-4263-84e0-ee2c183c3fd2 None None] For port 90399ad5-e803-44f2-bb92-ef85713dbb99, host n-d-802623-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=90399ad5-e803-44f2-bb92-ef85713dbb99,segment=NetworkSegment(e18f4904-6ae0-4e14-a513-9cfea782d82f),segment_id=e18f4904-6ae0-4e14-a513-9cfea782d82f)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:11:33.288456 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c39e99d1-2440-4cd5-83aa-0e1a520a7cb9 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Network c246f1fa-d287-4449-88ed-7e41ec7ffa41 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:11:33.293881 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-62b976db-cf62-4263-84e0-ee2c183c3fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:33.298563 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-31ee5ad9-6d0c-4447-9f2a-c9d5d3cb05f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415412'] for network, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:33.306896 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-c39e99d1-2440-4cd5-83aa-0e1a520a7cb9 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:11:33.314665 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39e99d1-2440-4cd5-83aa-0e1a520a7cb9 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Pushing event updated for resources: {'Port': ['ID=0559974f-5eee-44ff-baf2-074fd2c27b02,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:11:33.325694 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c39e99d1-2440-4cd5-83aa-0e1a520a7cb9 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:11:33.335784 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-31ee5ad9-6d0c-4447-9f2a-c9d5d3cb05f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for network, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:33.356429 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-31ee5ad9-6d0c-4447-9f2a-c9d5d3cb05f4 admin admin] 10.222.0.18 "DELETE /v2.0/networks/6d79ca9f-568e-4348-92d6-ea71af8eb3b2 HTTP/1.1" status: 204 len: 168 time: 0.4266806 Jul 27 23:11:33.356429 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ee5ad9-6d0c-4447-9f2a-c9d5d3cb05f4 admin admin] Pushing event deleted for resources: {'Network': ['ID=6d79ca9f-568e-4348-92d6-ea71af8eb3b2,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:11:33.361316 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b976db-cf62-4263-84e0-ee2c183c3fd2 None None] Pushing event updated for resources: {'Port': ['ID=90399ad5-e803-44f2-bb92-ef85713dbb99,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:11:33.382767 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622e180e-affc-4f98-8935-d248b771a7c8 req-e7e23b4c-25e3-4f60-953a-a8e2fd9528b8 tempest-ServerTagsTestJSON-1102602503 tempest-ServerTagsTestJSON-1102602503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:33.391637 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-622e180e-affc-4f98-8935-d248b771a7c8 req-e7e23b4c-25e3-4f60-953a-a8e2fd9528b8 tempest-ServerTagsTestJSON-1102602503 tempest-ServerTagsTestJSON-1102602503-project] 10.222.0.18 "GET /v2.0/ports?device_id=2b92ddc5-1255-4eed-a0cc-16abbc86487a HTTP/1.1" status: 200 len: 943 time: 0.1401610 Jul 27 23:11:33.417045 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a339fe-d498-45e3-bd0d-3848137615e5 req-28eea5dd-9cfc-4a4a-b04c-f7c1a742e391 tempest-ServerRescueTestJSON-1182058210 tempest-ServerRescueTestJSON-1182058210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:33.422970 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-84a339fe-d498-45e3-bd0d-3848137615e5 req-28eea5dd-9cfc-4a4a-b04c-f7c1a742e391 tempest-ServerRescueTestJSON-1182058210 tempest-ServerRescueTestJSON-1182058210-project] 10.222.0.18 "GET /v2.0/ports?device_id=710db404-18d5-4163-8833-5771fe8a1f7e HTTP/1.1" status: 200 len: 945 time: 0.1172171 Jul 27 23:11:33.423384 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5afd3c1f-62be-48a8-a0df-d08b5e7a30c8 None None] Network c246f1fa-d287-4449-88ed-7e41ec7ffa41 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:11:33.430328 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c39e99d1-2440-4cd5-83aa-0e1a520a7cb9 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:33.430942 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c39e99d1-2440-4cd5-83aa-0e1a520a7cb9 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:33.464665 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-622e180e-affc-4f98-8935-d248b771a7c8 req-d6ae0ce1-8310-4dce-9aff-bce8bcfee5c8 tempest-ServerTagsTestJSON-1102602503 tempest-ServerTagsTestJSON-1102602503-project] 10.222.0.18 "GET /v2.0/security-groups?id=77190432-56c7-43df-a78c-ef1a79bde343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714560 Jul 27 23:11:33.496753 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-84a339fe-d498-45e3-bd0d-3848137615e5 req-0c0820be-fcfd-4aaa-b47a-da35d8f63cce tempest-ServerRescueTestJSON-1182058210 tempest-ServerRescueTestJSON-1182058210-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1683666-2031-45b7-8015-e9f1b36fb2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689807 Jul 27 23:11:33.498485 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-c39e99d1-2440-4cd5-83aa-0e1a520a7cb9 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2829220 Jul 27 23:11:33.501753 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 35854) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:11:33.505922 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-cd7c0841-7917-43b4-83f6-19c1f1a1a30f None None] Provisioning for port 165b80dd-d51f-4509-920c-5de585a993d6 completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:11:33.507686 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-2f1d10c2-5d78-4d76-a2f0-ae4d6606e242 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Request body: {'port': {'network_id': 'c246f1fa-d287-4449-88ed-7e41ec7ffa41', 'name': 'tempest-TaggedBootDevicesTest_v242-1642929040', 'fixed_ips': [{'subnet_id': 'ba464d94-7c37-4a78-bcc3-06220a9217b5'}]}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:11:33.537949 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 35856) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:11:33.650098 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-bd12cfaa-fef1-4ecb-8fe6-a3793eae519a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=559dfac00ebd4edbb15c77a210dc16ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1106238 Jul 27 23:11:33.654201 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 35862) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:11:33.718067 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012e7a8a-fe45-4d57-a120-be42fcbeb972 req-10368a59-f380-4deb-85fe-0e8d94fd73fb tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:33.719773 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-012e7a8a-fe45-4d57-a120-be42fcbeb972 req-10368a59-f380-4deb-85fe-0e8d94fd73fb tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] 10.222.0.18 "GET /v2.0/ports?device_id=8fec054f-4e07-423d-ab0c-c325fd69c518 HTTP/1.1" status: 200 len: 946 time: 0.1579883 Jul 27 23:11:33.721494 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1670dc78-b542-45a9-b676-4fbb70a9d9c1 req-686d1b0a-7c2a-4e2b-88fa-353d5015376d tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:33.729252 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-1670dc78-b542-45a9-b676-4fbb70a9d9c1 req-686d1b0a-7c2a-4e2b-88fa-353d5015376d tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/ports?device_id=13990610-5726-4497-81b9-f5375fbe4860 HTTP/1.1" status: 200 len: 950 time: 0.0671365 Jul 27 23:11:33.732405 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device a6e38216-371d-494e-8fa2-9563d9a3e4d0 details requested by agent hyperv_n-h2-802623-1 with host n-h2-802623-1 {{(pid=93799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 23:11:33.774146 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-1670dc78-b542-45a9-b676-4fbb70a9d9c1 req-5975c638-50f1-4734-bc1a-f9ada7849d36 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb779318-b8ff-43a6-a94f-3ce471aff166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438938 Jul 27 23:11:33.835548 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-012e7a8a-fe45-4d57-a120-be42fcbeb972 req-b359fed6-5adf-48f2-b66b-079b650165a6 tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] 10.222.0.18 "GET /v2.0/security-groups?id=f9282c7c-bf74-4e2f-accf-81bded4d9191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983064 Jul 27 23:11:33.840953 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f1d10c2-5d78-4d76-a2f0-ae4d6606e242 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Made reservation on behalf of 0367b9fbd8e84279b822c24a4e2fb6cb for: {'port': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:11:33.870984 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port a6e38216-371d-494e-8fa2-9563d9a3e4d0, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=a6e38216-371d-494e-8fa2-9563d9a3e4d0,segment=NetworkSegment(5267122c-9ee8-4867-aa1f-665753d4e35b),segment_id=5267122c-9ee8-4867-aa1f-665753d4e35b)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:11:33.885754 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Returning: {'device': 'a6e38216-371d-494e-8fa2-9563d9a3e4d0', 'network_id': '16c3fda7-e810-4fc7-8432-2d8e6ba55977', 'port_id': 'a6e38216-371d-494e-8fa2-9563d9a3e4d0', 'mac_address': 'fa:16:3e:76:9c:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0521cb84-f72a-4661-a58d-2906582e3615', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 23:11:33.899600 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2fca1923-7df5-4da9-82ee-889c69537581 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:33.931465 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:33.941797 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2fca1923-7df5-4da9-82ee-889c69537581 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:33.945696 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6e38216-371d-494e-8fa2-9563d9a3e4d0 {{(pid=93799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:11:33.968914 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port a6e38216-371d-494e-8fa2-9563d9a3e4d0, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=a6e38216-371d-494e-8fa2-9563d9a3e4d0,segment=NetworkSegment(5267122c-9ee8-4867-aa1f-665753d4e35b),segment_id=5267122c-9ee8-4867-aa1f-665753d4e35b)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:11:33.977276 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:33.998213 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2f1d10c2-5d78-4d76-a2f0-ae4d6606e242 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:34.018882 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-2f1d10c2-5d78-4d76-a2f0-ae4d6606e242 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] device_id is not set on port a1bdfbba-9a24-43d6-84b3-1265d2295611 yet. {{(pid=93797) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 23:11:34.064475 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Pushing event updated for resources: {'Port': ['ID=a6e38216-371d-494e-8fa2-9563d9a3e4d0,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:11:34.067869 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-7c4cc52a-5d24-4940-b60c-f93b8a78cd30 None None] Provisioning for port 0559974f-5eee-44ff-baf2-074fd2c27b02 completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:11:34.072311 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-7c4cc52a-5d24-4940-b60c-f93b8a78cd30 None None] Provisioning complete for port 0559974f-5eee-44ff-baf2-074fd2c27b02 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:11:34.072675 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7c4cc52a-5d24-4940-b60c-f93b8a78cd30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:34.120445 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2fca1923-7df5-4da9-82ee-889c69537581 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:34.122480 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-7c4cc52a-5d24-4940-b60c-f93b8a78cd30 None None] Port 0559974f-5eee-44ff-baf2-074fd2c27b02 cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:11:34.122913 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2fca1923-7df5-4da9-82ee-889c69537581 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:34.127620 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-2fca1923-7df5-4da9-82ee-889c69537581 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8cd61ea0-5a5d-40fe-ad9e-dbc58a2651c2 HTTP/1.1" status: 204 len: 168 time: 0.4647362 Jul 27 23:11:34.183167 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fca1923-7df5-4da9-82ee-889c69537581 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cd61ea0-5a5d-40fe-ad9e-dbc58a2651c2,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:11:34.221582 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 165b80dd-d51f-4509-920c-5de585a993d6 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:11:34.294863 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning for port 165b80dd-d51f-4509-920c-5de585a993d6 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:11:34.299200 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port 165b80dd-d51f-4509-920c-5de585a993d6 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:11:34.299585 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:34.320977 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] get_ports_and_sgs() called for port_ids ['a6e38216-371d-494e-8fa2-9563d9a3e4d0'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:11:34.330951 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-2f1d10c2-5d78-4d76-a2f0-ae4d6606e242 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Allocated IP 10.1.1.155 (c246f1fa-d287-4449-88ed-7e41ec7ffa41/ba464d94-7c37-4a78-bcc3-06220a9217b5/a1bdfbba-9a24-43d6-84b3-1265d2295611) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:11:34.404386 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-8d1d71d1-3e3a-41f2-bfa3-4d1f3149d048 None None] Provisioning complete for port 0559974f-5eee-44ff-baf2-074fd2c27b02 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:11:34.404756 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8d1d71d1-3e3a-41f2-bfa3-4d1f3149d048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:34.495925 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-8d1d71d1-3e3a-41f2-bfa3-4d1f3149d048 None None] Port 0559974f-5eee-44ff-baf2-074fd2c27b02 cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:11:34.529004 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2f1d10c2-5d78-4d76-a2f0-ae4d6606e242 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:34.550143 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-2f1d10c2-5d78-4d76-a2f0-ae4d6606e242 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Transition to ACTIVE for port object a1bdfbba-9a24-43d6-84b3-1265d2295611 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:11:34.586719 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:34.628303 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2f1d10c2-5d78-4d76-a2f0-ae4d6606e242 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:34.643205 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6012f944-7a73-4108-86ad-a3b6a2cafed3 req-d5ee1a6d-4ef8-49f2-9b16-b7e2664b7b87 tempest-ServerTagsTestJSON-1102602503 tempest-ServerTagsTestJSON-1102602503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:34.643708 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:34.651708 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-6012f944-7a73-4108-86ad-a3b6a2cafed3 req-d5ee1a6d-4ef8-49f2-9b16-b7e2664b7b87 tempest-ServerTagsTestJSON-1102602503 tempest-ServerTagsTestJSON-1102602503-project] 10.222.0.18 "GET /v2.0/ports?device_id=2b92ddc5-1255-4eed-a0cc-16abbc86487a HTTP/1.1" status: 200 len: 944 time: 0.0759008 Jul 27 23:11:34.704837 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] For port 165b80dd-d51f-4509-920c-5de585a993d6, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=165b80dd-d51f-4509-920c-5de585a993d6,segment=NetworkSegment(c7a206b6-2b59-413c-9a8e-188476801f18),segment_id=c7a206b6-2b59-413c-9a8e-188476801f18)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:11:34.706104 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 2e4cd572-3684-429a-986b-6b8123b71dcb no longer exists at agent hyperv_n-h1-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:11:34.707730 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-6012f944-7a73-4108-86ad-a3b6a2cafed3 req-0ef4577d-7e0c-4c6d-9fb3-54f16cec43af tempest-ServerTagsTestJSON-1102602503 tempest-ServerTagsTestJSON-1102602503-project] 10.222.0.18 "GET /v2.0/security-groups?id=77190432-56c7-43df-a78c-ef1a79bde343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545495 Jul 27 23:11:34.731018 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:34.731829 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 90399ad5-e803-44f2-bb92-ef85713dbb99 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:11:34.740237 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] No Port match for: 2e4cd572-3684-429a-986b-6b8123b71dcb {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:11:34.741079 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 2e4cd572-3684-429a-986b-6b8123b71dcb not bound to the agent host n-h1-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:11:34.743553 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f1d10c2-5d78-4d76-a2f0-ae4d6606e242 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Network c246f1fa-d287-4449-88ed-7e41ec7ffa41 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:11:34.755427 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-2f1d10c2-5d78-4d76-a2f0-ae4d6606e242 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:11:34.760768 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f1d10c2-5d78-4d76-a2f0-ae4d6606e242 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:11:34.766061 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1d10c2-5d78-4d76-a2f0-ae4d6606e242 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Pushing event updated for resources: {'Port': ['ID=a1bdfbba-9a24-43d6-84b3-1265d2295611,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:11:34.819510 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96597d04-cca6-4c5b-bdb0-9480b05e698c req-a576eda5-714f-481c-aa51-6669f8541ff3 tempest-ServerRescueTestJSON-1182058210 tempest-ServerRescueTestJSON-1182058210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:34.825888 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d721b977-187e-4205-a516-addf46cb5238 None None] Network c34a942f-0b0f-45f7-a399-4187f193826f requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:11:34.828007 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-96597d04-cca6-4c5b-bdb0-9480b05e698c req-a576eda5-714f-481c-aa51-6669f8541ff3 tempest-ServerRescueTestJSON-1182058210 tempest-ServerRescueTestJSON-1182058210-project] 10.222.0.18 "GET /v2.0/ports?device_id=710db404-18d5-4163-8833-5771fe8a1f7e HTTP/1.1" status: 200 len: 945 time: 0.2184992 Jul 27 23:11:34.881386 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f1d10c2-5d78-4d76-a2f0-ae4d6606e242 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:34.882046 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2f1d10c2-5d78-4d76-a2f0-ae4d6606e242 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:34.919617 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-96597d04-cca6-4c5b-bdb0-9480b05e698c req-7b65d966-5e50-48ea-bdd4-3451ca58131c tempest-ServerRescueTestJSON-1182058210 tempest-ServerRescueTestJSON-1182058210-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1683666-2031-45b7-8015-e9f1b36fb2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902128 Jul 27 23:11:34.922089 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Pushing event updated for resources: {'Port': ['ID=165b80dd-d51f-4509-920c-5de585a993d6,revision_number=3']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:11:34.959806 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-2f1d10c2-5d78-4d76-a2f0-ae4d6606e242 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4484150 Jul 27 23:11:34.960163 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-49d61828-c239-42b4-87dd-cbe41b42b3fc None None] Provisioning for port 90399ad5-e803-44f2-bb92-ef85713dbb99 completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:11:34.963939 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a9ec41-afa3-426e-bca5-dc9b9153c82e req-b4167283-1baa-4b97-8575-ca49e411924a tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:34.965702 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-39a9ec41-afa3-426e-bca5-dc9b9153c82e req-b4167283-1baa-4b97-8575-ca49e411924a tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/ports?device_id=13990610-5726-4497-81b9-f5375fbe4860 HTTP/1.1" status: 200 len: 950 time: 0.0969133 Jul 27 23:11:34.966997 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning for port 90399ad5-e803-44f2-bb92-ef85713dbb99 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:11:34.978589 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port 90399ad5-e803-44f2-bb92-ef85713dbb99 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:11:34.979361 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:35.037622 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-39a9ec41-afa3-426e-bca5-dc9b9153c82e req-e8da3b79-8407-473c-a15a-8734cb3cee65 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb779318-b8ff-43a6-a94f-3ce471aff166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524108 Jul 27 23:11:35.106823 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 35900) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:11:35.118285 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa1a9eb-7b2d-4843-91ed-a17a08f47ca1 req-db765e1c-50a7-4a0b-a188-6f217b2b8eb1 tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:35.120010 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-0fa1a9eb-7b2d-4843-91ed-a17a08f47ca1 req-db765e1c-50a7-4a0b-a188-6f217b2b8eb1 tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] 10.222.0.18 "GET /v2.0/ports?device_id=8fec054f-4e07-423d-ab0c-c325fd69c518 HTTP/1.1" status: 200 len: 946 time: 0.0634599 Jul 27 23:11:35.154120 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:35.168828 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-0fa1a9eb-7b2d-4843-91ed-a17a08f47ca1 req-b801990e-73ba-432d-84d8-901827a1cb19 tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] 10.222.0.18 "GET /v2.0/security-groups?id=f9282c7c-bf74-4e2f-accf-81bded4d9191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394053 Jul 27 23:11:35.203737 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-1a6da781-6d8d-4926-8d9a-88fc8c1e4ee2 None None] Provisioning for port a1bdfbba-9a24-43d6-84b3-1265d2295611 completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:11:35.216495 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-1a6da781-6d8d-4926-8d9a-88fc8c1e4ee2 None None] Provisioning complete for port a1bdfbba-9a24-43d6-84b3-1265d2295611 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:11:35.216909 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-1a6da781-6d8d-4926-8d9a-88fc8c1e4ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:35.223309 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] For port 90399ad5-e803-44f2-bb92-ef85713dbb99, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=90399ad5-e803-44f2-bb92-ef85713dbb99,segment=NetworkSegment(e18f4904-6ae0-4e14-a513-9cfea782d82f),segment_id=e18f4904-6ae0-4e14-a513-9cfea782d82f)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:11:35.246011 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:35.273291 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-f72e5123-906f-4411-b8f3-833793078281 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-559846646-network', 'tenant_id': '8f4c75b9e70c4006b20b1726fcbef392'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:11:35.283423 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-1a6da781-6d8d-4926-8d9a-88fc8c1e4ee2 None None] Port a1bdfbba-9a24-43d6-84b3-1265d2295611 cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:11:35.300378 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f72e5123-906f-4411-b8f3-833793078281 admin admin] Made reservation on behalf of 8f4c75b9e70c4006b20b1726fcbef392 for: {'network': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:11:35.304837 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f72e5123-906f-4411-b8f3-833793078281 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for network, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:35.305875 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Pushing event updated for resources: {'Port': ['ID=90399ad5-e803-44f2-bb92-ef85713dbb99,revision_number=3']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:11:35.314165 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f72e5123-906f-4411-b8f3-833793078281 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:35.410860 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f72e5123-906f-4411-b8f3-833793078281 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:35.416920 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f72e5123-906f-4411-b8f3-833793078281 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:35.447777 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f72e5123-906f-4411-b8f3-833793078281 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 515} {{(pid=93798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 23:11:35.456402 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72e5123-906f-4411-b8f3-833793078281 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1af18e13-f94e-429a-ab8a-66f4e32e8b2c,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:11:35.458996 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 35904) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:11:35.464246 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-2a295d5a-01e1-4f22-9e0d-60991061ee6a tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Request body: {'security_group': {'name': 'tempest-securitygroup--460860209', 'description': 'tempest-description--2058941579'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:11:35.464593 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f72e5123-906f-4411-b8f3-833793078281 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:35.465107 n-d-802623-1 neutron-server[93798]: INFO neutron.db.segments_db [None req-f72e5123-906f-4411-b8f3-833793078281 admin admin] Added segment 291bf24b-6a6d-4a3e-8abd-3858cd630ec0 of type vlan for network 751d782f-d338-44aa-a291-24d2ae3bed3e Jul 27 23:11:35.488556 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2a295d5a-01e1-4f22-9e0d-60991061ee6a tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:35.506829 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-f7818844-c1c1-4037-89da-ca9bd59b5c22 None None] Provisioning complete for port 90399ad5-e803-44f2-bb92-ef85713dbb99 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:11:35.507224 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f7818844-c1c1-4037-89da-ca9bd59b5c22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:35.585180 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2a295d5a-01e1-4f22-9e0d-60991061ee6a tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:35.589905 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2a295d5a-01e1-4f22-9e0d-60991061ee6a tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:35.607335 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2a295d5a-01e1-4f22-9e0d-60991061ee6a tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:35.608555 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-2a295d5a-01e1-4f22-9e0d-60991061ee6a tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.1483657 Jul 27 23:11:35.614170 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 35906) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:11:35.621790 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-d5fa404c-0955-491a-adc4-b53f759267a5 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Request body: {'security_group_rule': {'security_group_id': 'cfd41bdc-77a0-40db-b366-4cd3c3051f6e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:11:35.641607 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a295d5a-01e1-4f22-9e0d-60991061ee6a tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cfd41bdc-77a0-40db-b366-4cd3c3051f6e,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:11:35.663362 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d5fa404c-0955-491a-adc4-b53f759267a5 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:35.731719 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device a6e38216-371d-494e-8fa2-9563d9a3e4d0 up at agent hyperv_n-h2-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:11:35.741523 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d5fa404c-0955-491a-adc4-b53f759267a5 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:35.752842 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d5fa404c-0955-491a-adc4-b53f759267a5 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784185'] for security_group_rule, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:35.786446 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Provisioning for port a6e38216-371d-494e-8fa2-9563d9a3e4d0 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:11:35.787648 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d5fa404c-0955-491a-adc4-b53f759267a5 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:35.789090 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-d5fa404c-0955-491a-adc4-b53f759267a5 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1739607 Jul 27 23:11:35.790615 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fa404c-0955-491a-adc4-b53f759267a5 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f01bea02-c5fe-496d-a278-d9b5c937595b,revision_number=0']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:11:35.794554 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 35910) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:11:35.798558 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Provisioning complete for port a6e38216-371d-494e-8fa2-9563d9a3e4d0 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:11:35.799400 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:35.799775 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-2af10bc6-1ace-4d27-8bf8-1cc4d500b5d9 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Request body: {'security_group_rule': {'security_group_id': 'cfd41bdc-77a0-40db-b366-4cd3c3051f6e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:11:35.821825 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f72e5123-906f-4411-b8f3-833793078281 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736833354590'] for network, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:35.829894 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2af10bc6-1ace-4d27-8bf8-1cc4d500b5d9 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:35.873296 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c28c0c5-6f03-41d1-ba48-b6f9850151f1 req-ce34b706-1f93-4779-98e1-38b62fd68017 tempest-ServerTagsTestJSON-1102602503 tempest-ServerTagsTestJSON-1102602503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:35.874784 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-8c28c0c5-6f03-41d1-ba48-b6f9850151f1 req-ce34b706-1f93-4779-98e1-38b62fd68017 tempest-ServerTagsTestJSON-1102602503 tempest-ServerTagsTestJSON-1102602503-project] 10.222.0.18 "GET /v2.0/ports?device_id=2b92ddc5-1255-4eed-a0cc-16abbc86487a HTTP/1.1" status: 200 len: 944 time: 0.0727212 Jul 27 23:11:35.885638 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f72e5123-906f-4411-b8f3-833793078281 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569'] for network, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:35.886624 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f72e5123-906f-4411-b8f3-833793078281 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:35.887258 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f72e5123-906f-4411-b8f3-833793078281 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:35.888320 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:35.896999 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2af10bc6-1ace-4d27-8bf8-1cc4d500b5d9 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:35.900851 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2af10bc6-1ace-4d27-8bf8-1cc4d500b5d9 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784185'] for security_group_rule, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:35.919603 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af10bc6-1ace-4d27-8bf8-1cc4d500b5d9 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3acb2a95-920a-41a4-bdc2-bb5a467782e6,revision_number=0']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:11:35.926948 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port a6e38216-371d-494e-8fa2-9563d9a3e4d0, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=a6e38216-371d-494e-8fa2-9563d9a3e4d0,segment=NetworkSegment(5267122c-9ee8-4867-aa1f-665753d4e35b),segment_id=5267122c-9ee8-4867-aa1f-665753d4e35b)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:11:35.927824 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b92ddc5-1255-4eed-a0cc-16abbc86487a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6e38216-371d-494e-8fa2-9563d9a3e4d0'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:11:35.930017 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c0369b0d4f459110ff20a1f9878ba33f96d6491bddb9d15843bf29d01e0bda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d37cf2cd-4670-4791-a594-047bd94473f3" -d '{"events": [{"server_uuid": "2b92ddc5-1255-4eed-a0cc-16abbc86487a", "name": "network-vif-plugged", "status": "completed", "tag": "a6e38216-371d-494e-8fa2-9563d9a3e4d0"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:11:35.930899 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2af10bc6-1ace-4d27-8bf8-1cc4d500b5d9 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:35.935684 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-2af10bc6-1ace-4d27-8bf8-1cc4d500b5d9 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1364882 Jul 27 23:11:35.935845 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 35916) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:11:35.937158 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:35.948036 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-7a9dfb6e-eb85-4eef-8d07-498657519cf8 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Request body: {'floatingip': {'floating_network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:11:35.963207 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-f72e5123-906f-4411-b8f3-833793078281 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.8549120 Jul 27 23:11:35.964915 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 35918) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:11:35.980029 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-98b9c272-debc-48f5-ae25-bff8f6ae49dd admin admin] Request body: {'subnet': {'network_id': '751d782f-d338-44aa-a291-24d2ae3bed3e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-559846646-subnet', 'tenant_id': '8f4c75b9e70c4006b20b1726fcbef392', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:11:35.987936 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72e5123-906f-4411-b8f3-833793078281 admin admin] Pushing event updated for resources: {'Network': ['ID=751d782f-d338-44aa-a291-24d2ae3bed3e,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:11:35.994999 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-8c28c0c5-6f03-41d1-ba48-b6f9850151f1 req-1e08ebbd-0a8f-465c-adc1-6403a5739e17 tempest-ServerTagsTestJSON-1102602503 tempest-ServerTagsTestJSON-1102602503-project] 10.222.0.18 "GET /v2.0/security-groups?id=77190432-56c7-43df-a78c-ef1a79bde343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050694 Jul 27 23:11:36.013898 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:11:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c128e4a6-766e-4df1-9161-85cc8726926d x-openstack-request-id: req-c128e4a6-766e-4df1-9161-85cc8726926d {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:11:36.017371 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7a9dfb6e-eb85-4eef-8d07-498657519cf8 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Notify callbacks [] for floatingip, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:36.025921 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b92ddc5-1255-4eed-a0cc-16abbc86487a", "name": "network-vif-plugged", "status": "completed", "tag": "a6e38216-371d-494e-8fa2-9563d9a3e4d0", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:11:36.026253 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c128e4a6-766e-4df1-9161-85cc8726926d {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:11:36.026679 n-d-802623-1 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b92ddc5-1255-4eed-a0cc-16abbc86487a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6e38216-371d-494e-8fa2-9563d9a3e4d0', 'code': 200} Jul 27 23:11:36.031007 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Network 751d782f-d338-44aa-a291-24d2ae3bed3e details requested by agent ovs-agent-n-d-802623-1 with host n-d-802623-1 {{(pid=93799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 23:11:36.101995 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98b9c272-debc-48f5-ae25-bff8f6ae49dd admin admin] Made reservation on behalf of 8f4c75b9e70c4006b20b1726fcbef392 for: {'subnet': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:11:36.104316 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-98b9c272-debc-48f5-ae25-bff8f6ae49dd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11551435'] for subnet, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:36.120383 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 165b80dd-d51f-4509-920c-5de585a993d6 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:11:36.121283 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d33f6f-1d84-48cb-b684-a8b4382b73e5 req-dc676a19-a2d2-423f-a0e2-a077a65e83a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:36.122941 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f5d33f6f-1d84-48cb-b684-a8b4382b73e5 req-dc676a19-a2d2-423f-a0e2-a077a65e83a2 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=2b92ddc5-1255-4eed-a0cc-16abbc86487a HTTP/1.1" status: 200 len: 1096 time: 0.0549548 Jul 27 23:11:36.175805 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f5d33f6f-1d84-48cb-b684-a8b4382b73e5 req-f9ab06a6-e42d-402a-8fc6-466baef14cd3 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=77190432-56c7-43df-a78c-ef1a79bde343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388308 Jul 27 23:11:36.184321 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bae92a-7c27-49b8-aeeb-fd1d029ed754 req-d026cc9c-4b71-4e98-9565-a31347d0929c tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:36.186079 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c9bae92a-7c27-49b8-aeeb-fd1d029ed754 req-d026cc9c-4b71-4e98-9565-a31347d0929c tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/ports?device_id=13990610-5726-4497-81b9-f5375fbe4860 HTTP/1.1" status: 200 len: 950 time: 0.0795178 Jul 27 23:11:36.201114 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b10495-bd35-4a21-acca-6907e238a94a req-70679269-302e-4972-8be3-f4801ecb55a9 tempest-ServerRescueTestJSON-1182058210 tempest-ServerRescueTestJSON-1182058210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:36.202898 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-40b10495-bd35-4a21-acca-6907e238a94a req-70679269-302e-4972-8be3-f4801ecb55a9 tempest-ServerRescueTestJSON-1182058210 tempest-ServerRescueTestJSON-1182058210-project] 10.222.0.18 "GET /v2.0/ports?device_id=710db404-18d5-4163-8833-5771fe8a1f7e HTTP/1.1" status: 200 len: 945 time: 0.1157300 Jul 27 23:11:36.213312 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Pushing event updated for resources: {'Port': ['ID=a6e38216-371d-494e-8fa2-9563d9a3e4d0,revision_number=5']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:11:36.234277 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port 165b80dd-d51f-4509-920c-5de585a993d6 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:11:36.234575 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:36.238199 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c9bae92a-7c27-49b8-aeeb-fd1d029ed754 req-644d97cf-9f70-449c-9f32-80685a20896c tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb779318-b8ff-43a6-a94f-3ce471aff166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454416 Jul 27 23:11:36.287199 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-40b10495-bd35-4a21-acca-6907e238a94a req-96e874a9-9da4-4082-8da3-f7a299e9f76f tempest-ServerRescueTestJSON-1182058210 tempest-ServerRescueTestJSON-1182058210-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1683666-2031-45b7-8015-e9f1b36fb2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738368 Jul 27 23:11:36.341990 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 90399ad5-e803-44f2-bb92-ef85713dbb99 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:11:36.342748 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7a9dfb6e-eb85-4eef-8d07-498657519cf8 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:36.396801 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port 90399ad5-e803-44f2-bb92-ef85713dbb99 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:11:36.397337 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:36.508306 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-98b9c272-debc-48f5-ae25-bff8f6ae49dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11336182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11551417'] for subnet, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:36.521096 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6087c18-e33e-4dff-b9e1-49cb6ccd8757 req-cfd42c64-abf1-4c0a-8789-6394d2e339f8 tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:36.522574 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d6087c18-e33e-4dff-b9e1-49cb6ccd8757 req-cfd42c64-abf1-4c0a-8789-6394d2e339f8 tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] 10.222.0.18 "GET /v2.0/ports?device_id=8fec054f-4e07-423d-ab0c-c325fd69c518 HTTP/1.1" status: 200 len: 946 time: 0.1684968 Jul 27 23:11:36.607772 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-7a9dfb6e-eb85-4eef-8d07-498657519cf8 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Allocated IP 172.25.4.117 (2fd42287-ed26-4eb9-89a5-b521f5b04356/17de1f8f-393a-4b0c-a2df-614bd3f2fb5e/e6341b2d-ced9-44ab-9a4b-8f92225068ce) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:11:36.622836 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b9c272-debc-48f5-ae25-bff8f6ae49dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=834f7fce-5291-4343-9c89-509f9d111866,revision_number=0']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:11:36.643362 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d6087c18-e33e-4dff-b9e1-49cb6ccd8757 req-75d4e5d9-80a5-450f-b408-31a2fa215ffc tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] 10.222.0.18 "GET /v2.0/security-groups?id=f9282c7c-bf74-4e2f-accf-81bded4d9191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985315 Jul 27 23:11:36.649393 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98b9c272-debc-48f5-ae25-bff8f6ae49dd admin admin] Checking segment: {'id': '291bf24b-6a6d-4a3e-8abd-3858cd630ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '751d782f-d338-44aa-a291-24d2ae3bed3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:11:36.649823 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98b9c272-debc-48f5-ae25-bff8f6ae49dd admin admin] Network hostable DHCP agents. Network: 751d782f-d338-44aa-a291-24d2ae3bed3e, hostable agents: ['5950e76f-2bde-4343-a925-cbe6bacd2706'], hosted agents: [] {{(pid=93797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 23:11:36.713225 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98b9c272-debc-48f5-ae25-bff8f6ae49dd admin admin] Network 751d782f-d338-44aa-a291-24d2ae3bed3e is scheduled to be hosted by DHCP agent 5950e76f-2bde-4343-a925-cbe6bacd2706 with binding_index 1 {{(pid=93797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 23:11:36.730174 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-98b9c272-debc-48f5-ae25-bff8f6ae49dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802623-1, 751d782f-d338-44aa-a291-24d2ae3bed3e) {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:11:36.737685 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6904ce4-3a22-4e67-910b-d15232a995f7 None None] Network 751d782f-d338-44aa-a291-24d2ae3bed3e requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:11:36.738208 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98b9c272-debc-48f5-ae25-bff8f6ae49dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:36.738794 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-98b9c272-debc-48f5-ae25-bff8f6ae49dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for subnet, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:36.767597 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7a9dfb6e-eb85-4eef-8d07-498657519cf8 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:36.771967 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-98b9c272-debc-48f5-ae25-bff8f6ae49dd admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.8043478 Jul 27 23:11:36.775667 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 35928) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:11:36.780449 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-a6c0c61f-023d-4fec-9183-d2c5ca0d28b9 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-559846646-router', 'tenant_id': '8f4c75b9e70c4006b20b1726fcbef392', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'}}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:11:36.806344 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a6c0c61f-023d-4fec-9183-d2c5ca0d28b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62159'] for router, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:36.807619 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a6c0c61f-023d-4fec-9183-d2c5ca0d28b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-479230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-415539', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3693317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62148'] for router, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:36.810853 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7a9dfb6e-eb85-4eef-8d07-498657519cf8 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:36.851736 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a9dfb6e-eb85-4eef-8d07-498657519cf8 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Network 2fd42287-ed26-4eb9-89a5-b521f5b04356 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:11:36.854629 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-7a9dfb6e-eb85-4eef-8d07-498657519cf8 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:11:36.857562 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a9dfb6e-eb85-4eef-8d07-498657519cf8 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:11:36.872030 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f73d6ad-c369-41a4-ab3d-6d18b32c8d24 None None] Network 751d782f-d338-44aa-a291-24d2ae3bed3e requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:11:36.874642 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a6c0c61f-023d-4fec-9183-d2c5ca0d28b9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:36.889705 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9dfb6e-eb85-4eef-8d07-498657519cf8 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Pushing event updated for resources: {'Port': ['ID=e6341b2d-ced9-44ab-9a4b-8f92225068ce,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:11:36.964932 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7a9dfb6e-eb85-4eef-8d07-498657519cf8 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:37.000846 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7a9dfb6e-eb85-4eef-8d07-498657519cf8 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:37.033451 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a6c0c61f-023d-4fec-9183-d2c5ca0d28b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-415433', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62186'] for router, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:37.145375 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42883107-83be-4d50-ac88-c77a647979b8 req-490dfd03-d55c-4159-9810-33f0604596d7 tempest-ServerTagsTestJSON-1102602503 tempest-ServerTagsTestJSON-1102602503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:37.146857 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-42883107-83be-4d50-ac88-c77a647979b8 req-490dfd03-d55c-4159-9810-33f0604596d7 tempest-ServerTagsTestJSON-1102602503 tempest-ServerTagsTestJSON-1102602503-project] 10.222.0.18 "GET /v2.0/ports?device_id=2b92ddc5-1255-4eed-a0cc-16abbc86487a HTTP/1.1" status: 200 len: 945 time: 0.0650845 Jul 27 23:11:37.160396 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7a9dfb6e-eb85-4eef-8d07-498657519cf8 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:37.165815 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7a9dfb6e-eb85-4eef-8d07-498657519cf8 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11336041'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:37.200760 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-42883107-83be-4d50-ac88-c77a647979b8 req-5a4790a1-ea52-433e-af4a-d0eba7d17302 tempest-ServerTagsTestJSON-1102602503 tempest-ServerTagsTestJSON-1102602503-project] 10.222.0.18 "GET /v2.0/security-groups?id=77190432-56c7-43df-a78c-ef1a79bde343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476160 Jul 27 23:11:37.236789 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9dfb6e-eb85-4eef-8d07-498657519cf8 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Pushing event updated for resources: {'Port': ['ID=e6341b2d-ced9-44ab-9a4b-8f92225068ce,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:11:37.246828 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7a9dfb6e-eb85-4eef-8d07-498657519cf8 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-415302'] for floatingip, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:37.261071 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7a9dfb6e-eb85-4eef-8d07-498657519cf8 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for floatingip, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:37.262689 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-7a9dfb6e-eb85-4eef-8d07-498657519cf8 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3223665 Jul 27 23:11:37.334414 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a6c0c61f-023d-4fec-9183-d2c5ca0d28b9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:37.355585 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a6c0c61f-023d-4fec-9183-d2c5ca0d28b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:37.394817 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5555ba52-11f4-4011-afed-602020569366 req-4011f219-f8c4-4491-af0a-7bec97e9eeb2 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:37.396603 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-5555ba52-11f4-4011-afed-602020569366 req-4011f219-f8c4-4491-af0a-7bec97e9eeb2 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/ports?device_id=13990610-5726-4497-81b9-f5375fbe4860 HTTP/1.1" status: 200 len: 950 time: 0.0569105 Jul 27 23:11:37.456261 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-5555ba52-11f4-4011-afed-602020569366 req-cf10ae43-a792-4069-9b3a-3507ee668178 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb779318-b8ff-43a6-a94f-3ce471aff166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518990 Jul 27 23:11:37.493795 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b77ea11-e45d-4f69-9d0b-01072fff2385 req-edcedafd-f891-4661-8db3-add3567f136c tempest-ServerRescueTestJSON-1182058210 tempest-ServerRescueTestJSON-1182058210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:37.495399 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-6b77ea11-e45d-4f69-9d0b-01072fff2385 req-edcedafd-f891-4661-8db3-add3567f136c tempest-ServerRescueTestJSON-1182058210 tempest-ServerRescueTestJSON-1182058210-project] 10.222.0.18 "GET /v2.0/ports?device_id=710db404-18d5-4163-8833-5771fe8a1f7e HTTP/1.1" status: 200 len: 945 time: 0.1276047 Jul 27 23:11:37.533603 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-a6c0c61f-023d-4fec-9183-d2c5ca0d28b9 admin admin] Allocated IP 172.25.4.113 (2fd42287-ed26-4eb9-89a5-b521f5b04356/17de1f8f-393a-4b0c-a2df-614bd3f2fb5e/cfe1191c-3484-48a3-b708-289d4a3bf33a) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:11:37.564630 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-6b77ea11-e45d-4f69-9d0b-01072fff2385 req-9c797704-55b8-4858-ab1d-55e24ea85bf7 tempest-ServerRescueTestJSON-1182058210 tempest-ServerRescueTestJSON-1182058210-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1683666-2031-45b7-8015-e9f1b36fb2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611098 Jul 27 23:11:37.686403 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a6c0c61f-023d-4fec-9183-d2c5ca0d28b9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:37.713864 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-388a5be4-740c-4e68-9a67-5d9ce4cd13c7 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--460860209&fields=id&tenant_id=0367b9fbd8e84279b822c24a4e2fb6cb HTTP/1.1" status: 200 len: 267 time: 0.0622864 Jul 27 23:11:37.763671 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8388e2-e2b4-4355-80d1-c52eb0ff21e4 req-1565b6a8-6c14-4e69-9760-0659e2b50ced tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:37.765142 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-6b8388e2-e2b4-4355-80d1-c52eb0ff21e4 req-1565b6a8-6c14-4e69-9760-0659e2b50ced tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] 10.222.0.18 "GET /v2.0/ports?device_id=8fec054f-4e07-423d-ab0c-c325fd69c518 HTTP/1.1" status: 200 len: 946 time: 0.0515137 Jul 27 23:11:37.777768 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-44b89107-3c37-479f-9913-b69b894aa4a4 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:37.779147 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-44b89107-3c37-479f-9913-b69b894aa4a4 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] 10.222.0.18 "GET /v2.0/ports/0559974f-5eee-44ff-baf2-074fd2c27b02 HTTP/1.1" status: 200 len: 937 time: 0.0569079 Jul 27 23:11:37.785587 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a6c0c61f-023d-4fec-9183-d2c5ca0d28b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:37.805540 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-6b8388e2-e2b4-4355-80d1-c52eb0ff21e4 req-8c0a5f61-4444-42c5-b965-789e98b0f5d6 tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] 10.222.0.18 "GET /v2.0/security-groups?id=f9282c7c-bf74-4e2f-accf-81bded4d9191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338426 Jul 27 23:11:37.854293 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6c0c61f-023d-4fec-9183-d2c5ca0d28b9 admin admin] Network 2fd42287-ed26-4eb9-89a5-b521f5b04356 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:11:37.860307 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-a6c0c61f-023d-4fec-9183-d2c5ca0d28b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:11:37.863278 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c0c61f-023d-4fec-9183-d2c5ca0d28b9 admin admin] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:11:37.899061 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-28f131d0-656f-4ffc-aad4-260be306c936 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:37.900429 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-28f131d0-656f-4ffc-aad4-260be306c936 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] 10.222.0.18 "GET /v2.0/ports/a1bdfbba-9a24-43d6-84b3-1265d2295611 HTTP/1.1" status: 200 len: 937 time: 0.1124847 Jul 27 23:11:37.902805 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c0c61f-023d-4fec-9183-d2c5ca0d28b9 admin admin] Pushing event updated for resources: {'Port': ['ID=cfe1191c-3484-48a3-b708-289d4a3bf33a,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:11:37.964402 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-4b8be550-4bf2-470a-b1f6-cfc2a5dcaf79 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] 10.222.0.18 "GET /v2.0/ports?network_id=c34a942f-0b0f-45f7-a399-4187f193826f&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0561523 Jul 27 23:11:38.048399 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-8fca1217-cd42-4841-a2e2-9f9660dd2a96 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] 10.222.0.18 "GET /v2.0/ports?network_id=c34a942f-0b0f-45f7-a399-4187f193826f&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0500543 Jul 27 23:11:38.239468 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-c4c6e202-062c-460a-9bff-df0ef2c0a2aa tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:38.245433 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-c4c6e202-062c-460a-9bff-df0ef2c0a2aa tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:38.251592 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-c4c6e202-062c-460a-9bff-df0ef2c0a2aa tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:38.253171 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-c4c6e202-062c-460a-9bff-df0ef2c0a2aa tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] 10.222.0.18 "GET /v2.0/networks?id=8a269d53-4f2a-4865-a1d0-19bfee7666c6&id=c246f1fa-d287-4449-88ed-7e41ec7ffa41&id=c246f1fa-d287-4449-88ed-7e41ec7ffa41&id=c34a942f-0b0f-45f7-a399-4187f193826f&id=c34a942f-0b0f-45f7-a399-4187f193826f HTTP/1.1" status: 200 len: 1995 time: 0.1839519 Jul 27 23:11:38.292482 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-258716a3-379f-41e2-b0cd-c9046da4a6bd tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] 10.222.0.18 "GET /v2.0/quotas/0367b9fbd8e84279b822c24a4e2fb6cb HTTP/1.1" status: 200 len: 375 time: 0.0142858 Jul 27 23:11:38.316502 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbdd9bb-a64d-4145-9f6b-8b1a4bc90378 req-4e121f82-cf5d-42fa-bb9b-d208f31c5845 tempest-ServerTagsTestJSON-1102602503 tempest-ServerTagsTestJSON-1102602503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:38.318039 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-9dbdd9bb-a64d-4145-9f6b-8b1a4bc90378 req-4e121f82-cf5d-42fa-bb9b-d208f31c5845 tempest-ServerTagsTestJSON-1102602503 tempest-ServerTagsTestJSON-1102602503-project] 10.222.0.18 "GET /v2.0/ports?device_id=2b92ddc5-1255-4eed-a0cc-16abbc86487a HTTP/1.1" status: 200 len: 945 time: 0.0488260 Jul 27 23:11:38.334588 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a6c0c61f-023d-4fec-9183-d2c5ca0d28b9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:38.356052 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-9dbdd9bb-a64d-4145-9f6b-8b1a4bc90378 req-9c69e372-bcf6-4fd3-b77f-89babe48430f tempest-ServerTagsTestJSON-1102602503 tempest-ServerTagsTestJSON-1102602503-project] 10.222.0.18 "GET /v2.0/security-groups?id=77190432-56c7-43df-a78c-ef1a79bde343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318792 Jul 27 23:11:38.407016 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-0f8c94a8-b5a7-470d-aefc-385d59be5160 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=0367b9fbd8e84279b822c24a4e2fb6cb&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1079576 Jul 27 23:11:38.572195 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5958779f-731d-4d17-b069-6ace00d0a4f3 req-d1785cd0-583e-40be-a34b-c3e708f7c67a tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:38.573705 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-5958779f-731d-4d17-b069-6ace00d0a4f3 req-d1785cd0-583e-40be-a34b-c3e708f7c67a tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/ports?device_id=13990610-5726-4497-81b9-f5375fbe4860 HTTP/1.1" status: 200 len: 950 time: 0.0483832 Jul 27 23:11:38.575101 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-a7d72926-bc9c-42c4-86ab-a9663cce7270 service neutron] 10.222.0.18 "GET /v2.0/networks/8a269d53-4f2a-4865-a1d0-19bfee7666c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425405 Jul 27 23:11:38.612377 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-5958779f-731d-4d17-b069-6ace00d0a4f3 req-6644bd10-94f4-4403-b5d4-b67c5926168c tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb779318-b8ff-43a6-a94f-3ce471aff166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318556 Jul 27 23:11:38.668957 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a6c0c61f-023d-4fec-9183-d2c5ca0d28b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-415468'] for router, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:38.744674 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-6db0cfd6-6957-4b9c-8b5a-205a3ab06495 service neutron] 10.222.0.18 "GET /v2.0/networks/8a269d53-4f2a-4865-a1d0-19bfee7666c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416864 Jul 27 23:11:38.809102 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd0dba2-0083-4133-b67f-d314aa9c9286 req-69a034ab-7128-4da8-b021-77b69f4865e7 tempest-ServerRescueTestJSON-1182058210 tempest-ServerRescueTestJSON-1182058210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:38.810605 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-5dd0dba2-0083-4133-b67f-d314aa9c9286 req-69a034ab-7128-4da8-b021-77b69f4865e7 tempest-ServerRescueTestJSON-1182058210 tempest-ServerRescueTestJSON-1182058210-project] 10.222.0.18 "GET /v2.0/ports?device_id=710db404-18d5-4163-8833-5771fe8a1f7e HTTP/1.1" status: 200 len: 945 time: 0.0515904 Jul 27 23:11:38.819946 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-f06e30e0-0942-4aea-ab1e-9ee2f06d2af4 service neutron] 10.222.0.18 "GET /v2.0/ports/0559974f-5eee-44ff-baf2-074fd2c27b02?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0473361 Jul 27 23:11:38.850071 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-5dd0dba2-0083-4133-b67f-d314aa9c9286 req-65eda5dc-11b9-4498-9cc0-d6e810e8833e tempest-ServerRescueTestJSON-1182058210 tempest-ServerRescueTestJSON-1182058210-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1683666-2031-45b7-8015-e9f1b36fb2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330679 Jul 27 23:11:38.908318 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6c0c61f-023d-4fec-9183-d2c5ca0d28b9 admin admin] Router d16d156b-3d43-460b-870e-5cde5411fd61 is scheduled to L3 agent 018c4455-49c0-4734-927d-7824067b2a9e with binding_index 1 {{(pid=93798) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 23:11:38.967369 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-6ca25f44-0ffa-4d04-801b-4db08515c0c2 service neutron] 10.222.0.18 "GET /v2.0/networks/c246f1fa-d287-4449-88ed-7e41ec7ffa41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407638 Jul 27 23:11:39.092050 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43b4718-3b65-424e-9e6b-e17b39fa7003 req-9bd77cfb-03a3-49ed-8e03-c2e9215d8f05 tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:39.093632 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-b43b4718-3b65-424e-9e6b-e17b39fa7003 req-9bd77cfb-03a3-49ed-8e03-c2e9215d8f05 tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] 10.222.0.18 "GET /v2.0/ports?device_id=8fec054f-4e07-423d-ab0c-c325fd69c518 HTTP/1.1" status: 200 len: 946 time: 0.0506847 Jul 27 23:11:39.135526 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-b43b4718-3b65-424e-9e6b-e17b39fa7003 req-14aa5eb1-f62b-4603-aae4-5e3b7c91dcc9 tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] 10.222.0.18 "GET /v2.0/security-groups?id=f9282c7c-bf74-4e2f-accf-81bded4d9191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347898 Jul 27 23:11:39.244240 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d22cb5-f3c9-47dd-8fed-ebac6abba130 req-ca1578cd-12aa-4a31-a240-e73c860665b4 tempest-ServersTestManualDisk-873281871 tempest-ServersTestManualDisk-873281871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:39.245706 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-71d22cb5-f3c9-47dd-8fed-ebac6abba130 req-ca1578cd-12aa-4a31-a240-e73c860665b4 tempest-ServersTestManualDisk-873281871 tempest-ServersTestManualDisk-873281871-project] 10.222.0.18 "GET /v2.0/ports?device_id=c23ba248-95a1-499d-9e13-83f18c38bb06 HTTP/1.1" status: 200 len: 946 time: 0.0511990 Jul 27 23:11:39.286996 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-71d22cb5-f3c9-47dd-8fed-ebac6abba130 req-22ae17a1-fef9-4bc5-b195-b301eb883665 tempest-ServersTestManualDisk-873281871 tempest-ServersTestManualDisk-873281871-project] 10.222.0.18 "GET /v2.0/security-groups?id=a330bb25-4575-49ef-8eda-ab7b81b50dee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347958 Jul 27 23:11:39.398359 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6c0c61f-023d-4fec-9183-d2c5ca0d28b9 admin admin] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:11:39.411689 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d006a8f-d062-4264-9b3e-d6fe2be87c39 None None] Sync routers for ids ['d16d156b-3d43-460b-870e-5cde5411fd61'] in n-d-802623-1 {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:11:39.421583 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d006a8f-d062-4264-9b3e-d6fe2be87c39 None None] Routers {'d16d156b-3d43-460b-870e-5cde5411fd61'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:11:39.422340 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-3d006a8f-d062-4264-9b3e-d6fe2be87c39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:11:29Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['d16d156b-3d43-460b-870e-5cde5411fd61'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:11:39.424913 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-0f1fb51a-b346-4bce-80d9-c02dc5a621c3 service neutron] 10.222.0.18 "GET /v2.0/networks/c246f1fa-d287-4449-88ed-7e41ec7ffa41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4452949 Jul 27 23:11:39.426107 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a6c0c61f-023d-4fec-9183-d2c5ca0d28b9 admin admin] Notify callbacks [] for router, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:39.429941 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-a6c0c61f-023d-4fec-9183-d2c5ca0d28b9 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 2.6504104 Jul 27 23:11:39.430124 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 35982) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:11:39.505784 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-5b3885b1-cb52-4239-81b0-5b56a0d98b84 service neutron] 10.222.0.18 "GET /v2.0/ports/a1bdfbba-9a24-43d6-84b3-1265d2295611?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0732532 Jul 27 23:11:39.684978 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-3d006a8f-d062-4264-9b3e-d6fe2be87c39 None None] Set router d16d156b-3d43-460b-870e-5cde5411fd61 gateway port host: n-d-802623-1 {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:11:39.739465 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-6bdf1566-9470-4ba4-84da-c66ea2c7b6e4 service neutron] 10.222.0.18 "GET /v2.0/networks/c246f1fa-d287-4449-88ed-7e41ec7ffa41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1763711 Jul 27 23:11:39.777950 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8e5424-eed6-4169-b9a7-b4ebe5cc6e22 req-8d70ee29-7b93-487b-9a03-c89e59d78b46 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:39.783747 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-ad8e5424-eed6-4169-b9a7-b4ebe5cc6e22 req-8d70ee29-7b93-487b-9a03-c89e59d78b46 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/ports?device_id=13990610-5726-4497-81b9-f5375fbe4860 HTTP/1.1" status: 200 len: 950 time: 0.0645640 Jul 27 23:11:39.818646 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-ad8e5424-eed6-4169-b9a7-b4ebe5cc6e22 req-a9df2567-d901-40fd-a0d2-1c3c6825db19 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb779318-b8ff-43a6-a94f-3ce471aff166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332150 Jul 27 23:11:39.875132 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-3d006a8f-d062-4264-9b3e-d6fe2be87c39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd16d156b-3d43-460b-870e-5cde5411fd61', 'name': 'tempest-ServerRescueNegativeTestJSON-559846646-router', 'tenant_id': '8f4c75b9e70c4006b20b1726fcbef392', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.113'}], 'enable_snat': True}, 'gw_port_id': 'cfe1191c-3484-48a3-b708-289d4a3bf33a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:11:36Z', 'updated_at': '2021-07-27T23:11:38Z', 'revision_number': 3, 'project_id': '8f4c75b9e70c4006b20b1726fcbef392', 'gw_port': {'id': 'cfe1191c-3484-48a3-b708-289d4a3bf33a', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:fe:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd16d156b-3d43-460b-870e-5cde5411fd61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1073, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:11:37Z', 'updated_at': '2021-07-27T23:11:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1'}], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:11:39.901888 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d006a8f-d062-4264-9b3e-d6fe2be87c39 None None] Checking router: d16d156b-3d43-460b-870e-5cde5411fd61 for host: n-d-802623-1 {{(pid=93799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 23:11:39.902247 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d006a8f-d062-4264-9b3e-d6fe2be87c39 None None] Updating router d16d156b-3d43-460b-870e-5cde5411fd61 port cfe1191c-3484-48a3-b708-289d4a3bf33a binding host n-d-802623-1 {{(pid=93799) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 23:11:39.921302 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-f6850dc6-9614-45f4-adcc-42943181cbde service neutron] 10.222.0.18 "GET /v2.0/networks/c246f1fa-d287-4449-88ed-7e41ec7ffa41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419542 Jul 27 23:11:39.943793 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-3d006a8f-d062-4264-9b3e-d6fe2be87c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:40.099593 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-17491d45-bf6b-4cd0-aa89-3ed4639b233d service neutron] 10.222.0.18 "GET /v2.0/networks/c246f1fa-d287-4449-88ed-7e41ec7ffa41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1580181 Jul 27 23:11:40.108683 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c924f9-e894-41a0-b6b7-d07c3f7823e0 req-5648709b-abeb-4f74-87af-5da6c0ae6c24 tempest-ServerRescueTestJSON-1182058210 tempest-ServerRescueTestJSON-1182058210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:40.110843 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-47c924f9-e894-41a0-b6b7-d07c3f7823e0 req-5648709b-abeb-4f74-87af-5da6c0ae6c24 tempest-ServerRescueTestJSON-1182058210 tempest-ServerRescueTestJSON-1182058210-project] 10.222.0.18 "GET /v2.0/ports?device_id=710db404-18d5-4163-8833-5771fe8a1f7e HTTP/1.1" status: 200 len: 945 time: 0.0530093 Jul 27 23:11:40.153590 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-47c924f9-e894-41a0-b6b7-d07c3f7823e0 req-45f0cc86-8c4d-45ed-9eda-805f091b11d4 tempest-ServerRescueTestJSON-1182058210 tempest-ServerRescueTestJSON-1182058210-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1683666-2031-45b7-8015-e9f1b36fb2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338328 Jul 27 23:11:40.179892 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c1ac5a98-7b83-4e3a-bb8f-81707adc90a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:40.233055 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-3d006a8f-d062-4264-9b3e-d6fe2be87c39 None None] Notify callbacks [] for port, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:40.243014 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-3d006a8f-d062-4264-9b3e-d6fe2be87c39 None None] Transition to ACTIVE for port object cfe1191c-3484-48a3-b708-289d4a3bf33a will not be triggered until provisioned by entity L2. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:11:40.249123 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-3d006a8f-d062-4264-9b3e-d6fe2be87c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:40.261646 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-69ecbaea-6bee-48b8-b79f-14bb3366df7e service neutron] 10.222.0.18 "GET /v2.0/networks/c246f1fa-d287-4449-88ed-7e41ec7ffa41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1611550 Jul 27 23:11:40.297295 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-3d006a8f-d062-4264-9b3e-d6fe2be87c39 None None] Attempting to bind port cfe1191c-3484-48a3-b708-289d4a3bf33a on host n-d-802623-1 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:11:40.297669 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-3d006a8f-d062-4264-9b3e-d6fe2be87c39 None None] Attempting to bind port cfe1191c-3484-48a3-b708-289d4a3bf33a by drivers openvswitch,hyperv on host n-d-802623-1 at level 0 using segments [{'id': 'b9afe07e-bbe4-4740-834c-4b6a9698bdbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:11:40.298108 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d006a8f-d062-4264-9b3e-d6fe2be87c39 None None] Attempting to bind port cfe1191c-3484-48a3-b708-289d4a3bf33a on network 2fd42287-ed26-4eb9-89a5-b521f5b04356 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:11:40.309242 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d006a8f-d062-4264-9b3e-d6fe2be87c39 None None] Checking agent: {'id': 'a9a568d2-a5e7-41e4-833f-a8ab42ea4073', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 52, 30), 'started_at': datetime.datetime(2021, 7, 27, 22, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 11, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802623-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:11:40.309614 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d006a8f-d062-4264-9b3e-d6fe2be87c39 None None] Checking segment: {'id': 'b9afe07e-bbe4-4740-834c-4b6a9698bdbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:11:40.310013 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-3d006a8f-d062-4264-9b3e-d6fe2be87c39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:40.310390 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d006a8f-d062-4264-9b3e-d6fe2be87c39 None None] Bound using segment: {'id': 'b9afe07e-bbe4-4740-834c-4b6a9698bdbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:11:40.310845 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-3d006a8f-d062-4264-9b3e-d6fe2be87c39 None None] Bound port: cfe1191c-3484-48a3-b708-289d4a3bf33a, host: n-d-802623-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9afe07e-bbe4-4740-834c-4b6a9698bdbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:11:40.311297 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-3d006a8f-d062-4264-9b3e-d6fe2be87c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:40.312800 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c795662-f965-4d09-9b1d-fd99b3df7c88 None None] Pushing event updated for resources: {'Port': ['ID=cfe1191c-3484-48a3-b708-289d4a3bf33a,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:11:40.381034 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-3d006a8f-d062-4264-9b3e-d6fe2be87c39 None None] For port cfe1191c-3484-48a3-b708-289d4a3bf33a, host n-d-802623-1, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:11:40.385028 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-3d006a8f-d062-4264-9b3e-d6fe2be87c39 None None] For port cfe1191c-3484-48a3-b708-289d4a3bf33a, host n-d-802623-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=cfe1191c-3484-48a3-b708-289d4a3bf33a,segment=NetworkSegment(b9afe07e-bbe4-4740-834c-4b6a9698bdbc),segment_id=b9afe07e-bbe4-4740-834c-4b6a9698bdbc)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:11:40.389465 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-3d006a8f-d062-4264-9b3e-d6fe2be87c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:40.446034 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-aff6a2c2-87fc-422d-8180-a4c2cb833101 service neutron] 10.222.0.18 "GET /v2.0/networks/c246f1fa-d287-4449-88ed-7e41ec7ffa41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1738889 Jul 27 23:11:40.453354 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d006a8f-d062-4264-9b3e-d6fe2be87c39 None None] Routers {'d16d156b-3d43-460b-870e-5cde5411fd61'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:11:40.454892 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-3d006a8f-d062-4264-9b3e-d6fe2be87c39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:11:29Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['d16d156b-3d43-460b-870e-5cde5411fd61'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:11:40.458687 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c795662-f965-4d09-9b1d-fd99b3df7c88 None None] Pushing event updated for resources: {'Port': ['ID=cfe1191c-3484-48a3-b708-289d4a3bf33a,revision_number=3']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:11:40.499637 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-c1ac5a98-7b83-4e3a-bb8f-81707adc90a0 admin admin] Allocated IP 172.20.0.1 (751d782f-d338-44aa-a291-24d2ae3bed3e/834f7fce-5291-4343-9c89-509f9d111866/b3ec4964-e47d-4543-9198-c2d4eb4c0002) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:11:40.553993 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76f641b-bb11-40ec-b7f2-98c27c5cd0e4 req-49a102dd-adb2-4ec0-9ef7-df6b38ef2bb6 tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:40.556383 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-e76f641b-bb11-40ec-b7f2-98c27c5cd0e4 req-49a102dd-adb2-4ec0-9ef7-df6b38ef2bb6 tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] 10.222.0.18 "GET /v2.0/ports?device_id=8fec054f-4e07-423d-ab0c-c325fd69c518 HTTP/1.1" status: 200 len: 946 time: 0.0678585 Jul 27 23:11:40.568575 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-3d006a8f-d062-4264-9b3e-d6fe2be87c39 None None] Set router d16d156b-3d43-460b-870e-5cde5411fd61 gateway port host: n-d-802623-1 {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:11:40.596885 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-3aa047e2-7d1c-476a-bb16-9c20a0e466d1 service neutron] 10.222.0.18 "GET /v2.0/networks/c246f1fa-d287-4449-88ed-7e41ec7ffa41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503217 Jul 27 23:11:40.605940 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-e76f641b-bb11-40ec-b7f2-98c27c5cd0e4 req-354d77df-af7d-45bd-8421-19b8bc13bfa8 tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] 10.222.0.18 "GET /v2.0/security-groups?id=f9282c7c-bf74-4e2f-accf-81bded4d9191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414741 Jul 27 23:11:40.685800 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c1ac5a98-7b83-4e3a-bb8f-81707adc90a0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:40.726258 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-813467d0-e7ab-4819-b2eb-d13135e8116e service neutron] 10.222.0.18 "GET /v2.0/networks/c34a942f-0b0f-45f7-a399-4187f193826f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229382 Jul 27 23:11:40.758726 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-3d006a8f-d062-4264-9b3e-d6fe2be87c39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd16d156b-3d43-460b-870e-5cde5411fd61', 'name': 'tempest-ServerRescueNegativeTestJSON-559846646-router', 'tenant_id': '8f4c75b9e70c4006b20b1726fcbef392', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.113'}], 'enable_snat': True}, 'gw_port_id': 'cfe1191c-3484-48a3-b708-289d4a3bf33a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:11:36Z', 'updated_at': '2021-07-27T23:11:38Z', 'revision_number': 3, 'project_id': '8f4c75b9e70c4006b20b1726fcbef392', 'gw_port': {'id': 'cfe1191c-3484-48a3-b708-289d4a3bf33a', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:fe:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd16d156b-3d43-460b-870e-5cde5411fd61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1073, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:11:37Z', 'updated_at': '2021-07-27T23:11:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1'}], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:11:40.775674 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f576c94c-5e7a-4fc3-b43c-2d9211e3015e req-9fb39784-4a68-483b-aa89-3d3d8ff62ba4 tempest-ServersTestManualDisk-873281871 tempest-ServersTestManualDisk-873281871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:40.777159 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f576c94c-5e7a-4fc3-b43c-2d9211e3015e req-9fb39784-4a68-483b-aa89-3d3d8ff62ba4 tempest-ServersTestManualDisk-873281871 tempest-ServersTestManualDisk-873281871-project] 10.222.0.18 "GET /v2.0/ports?device_id=c23ba248-95a1-499d-9e13-83f18c38bb06 HTTP/1.1" status: 200 len: 946 time: 0.0546002 Jul 27 23:11:40.789799 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d006a8f-d062-4264-9b3e-d6fe2be87c39 None None] The sync data for ids ['d16d156b-3d43-460b-870e-5cde5411fd61'] in n-d-802623-1 is: [{'id': 'd16d156b-3d43-460b-870e-5cde5411fd61', 'name': 'tempest-ServerRescueNegativeTestJSON-559846646-router', 'tenant_id': '8f4c75b9e70c4006b20b1726fcbef392', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.113'}], 'enable_snat': True}, 'gw_port_id': 'cfe1191c-3484-48a3-b708-289d4a3bf33a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:11:36Z', 'updated_at': '2021-07-27T23:11:38Z', 'revision_number': 3, 'project_id': '8f4c75b9e70c4006b20b1726fcbef392', 'gw_port': {'id': 'cfe1191c-3484-48a3-b708-289d4a3bf33a', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:fe:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd16d156b-3d43-460b-870e-5cde5411fd61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1073, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:11:37Z', 'updated_at': '2021-07-27T23:11:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1'}] {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:11:40.802001 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c1ac5a98-7b83-4e3a-bb8f-81707adc90a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:40.832378 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f576c94c-5e7a-4fc3-b43c-2d9211e3015e req-ea4626a2-8795-4823-a68e-fff78c693df1 tempest-ServersTestManualDisk-873281871 tempest-ServersTestManualDisk-873281871-project] 10.222.0.18 "GET /v2.0/security-groups?id=a330bb25-4575-49ef-8eda-ab7b81b50dee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465508 Jul 27 23:11:40.852740 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1ac5a98-7b83-4e3a-bb8f-81707adc90a0 admin admin] Network 751d782f-d338-44aa-a291-24d2ae3bed3e is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:11:40.860992 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-c1ac5a98-7b83-4e3a-bb8f-81707adc90a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:11:40.869103 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1ac5a98-7b83-4e3a-bb8f-81707adc90a0 admin admin] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:11:40.904027 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-fa5c6054-1deb-4737-9acc-e14518bdb7f6 service neutron] 10.222.0.18 "GET /v2.0/networks/c34a942f-0b0f-45f7-a399-4187f193826f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1657488 Jul 27 23:11:40.906679 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ac5a98-7b83-4e3a-bb8f-81707adc90a0 admin admin] Pushing event updated for resources: {'Port': ['ID=b3ec4964-e47d-4543-9198-c2d4eb4c0002,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:11:40.968451 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c1ac5a98-7b83-4e3a-bb8f-81707adc90a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-415283'] for router_interface, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:41.057169 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e704525-3b6b-487f-a128-ef9cfa422eee req-8c0b91cd-b17b-4af4-b695-fe8bbf1774bf tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:41.058750 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-4e704525-3b6b-487f-a128-ef9cfa422eee req-8c0b91cd-b17b-4af4-b695-fe8bbf1774bf tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/ports?device_id=13990610-5726-4497-81b9-f5375fbe4860 HTTP/1.1" status: 200 len: 950 time: 0.0630274 Jul 27 23:11:41.108857 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-4e704525-3b6b-487f-a128-ef9cfa422eee req-9a64845f-49cf-4422-b764-eef22eb90ef4 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb779318-b8ff-43a6-a94f-3ce471aff166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422490 Jul 27 23:11:41.114839 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-c5477b59-1cdb-4e86-98bd-61c155078e71 service neutron] 10.222.0.18 "GET /v2.0/networks/c34a942f-0b0f-45f7-a399-4187f193826f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2036469 Jul 27 23:11:41.219461 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c1ac5a98-7b83-4e3a-bb8f-81707adc90a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:41.286655 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-e9aa8a0c-32a9-4653-86bd-eb7e817b3f02 service neutron] 10.222.0.18 "GET /v2.0/networks/c34a942f-0b0f-45f7-a399-4187f193826f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1614687 Jul 27 23:11:41.433607 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547a16be-fe5a-402a-a7ae-22d0d8b7d972 req-d1e56bc4-a969-422d-abac-2b4f10ce799b tempest-ServerRescueTestJSON-1182058210 tempest-ServerRescueTestJSON-1182058210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:41.435958 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c1ac5a98-7b83-4e3a-bb8f-81707adc90a0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:41.439749 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-547a16be-fe5a-402a-a7ae-22d0d8b7d972 req-d1e56bc4-a969-422d-abac-2b4f10ce799b tempest-ServerRescueTestJSON-1182058210 tempest-ServerRescueTestJSON-1182058210-project] 10.222.0.18 "GET /v2.0/ports?device_id=710db404-18d5-4163-8833-5771fe8a1f7e HTTP/1.1" status: 200 len: 945 time: 0.0635178 Jul 27 23:11:41.441833 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c1ac5a98-7b83-4e3a-bb8f-81707adc90a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:41.480079 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-547a16be-fe5a-402a-a7ae-22d0d8b7d972 req-5fc78154-1dd5-4963-8c04-4f776041fb59 tempest-ServerRescueTestJSON-1182058210 tempest-ServerRescueTestJSON-1182058210-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1683666-2031-45b7-8015-e9f1b36fb2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383813 Jul 27 23:11:41.516362 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ac5a98-7b83-4e3a-bb8f-81707adc90a0 admin admin] Pushing event updated for resources: {'Port': ['ID=b3ec4964-e47d-4543-9198-c2d4eb4c0002,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:11:41.519529 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c1ac5a98-7b83-4e3a-bb8f-81707adc90a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3760555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-414115'] for router_interface, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:41.646449 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1ac5a98-7b83-4e3a-bb8f-81707adc90a0 admin admin] Network 751d782f-d338-44aa-a291-24d2ae3bed3e is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:11:41.648004 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-c1ac5a98-7b83-4e3a-bb8f-81707adc90a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:11:41.776583 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1ac5a98-7b83-4e3a-bb8f-81707adc90a0 admin admin] Router d16d156b-3d43-460b-870e-5cde5411fd61 has already been hosted by L3 agent 018c4455-49c0-4734-927d-7824067b2a9e {{(pid=93798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 23:11:41.913480 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1ac5a98-7b83-4e3a-bb8f-81707adc90a0 admin admin] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:11:41.920340 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-c1ac5a98-7b83-4e3a-bb8f-81707adc90a0 admin admin] 10.222.0.18 "PUT /v2.0/routers/d16d156b-3d43-460b-870e-5cde5411fd61/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4891901 Jul 27 23:11:41.926944 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701c6f20-2a37-4f6c-8252-fc98a0eb3ace req-bb2f10b0-643a-4702-afac-c820b8769e92 tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:41.928478 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-701c6f20-2a37-4f6c-8252-fc98a0eb3ace req-bb2f10b0-643a-4702-afac-c820b8769e92 tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] 10.222.0.18 "GET /v2.0/ports?device_id=8fec054f-4e07-423d-ab0c-c325fd69c518 HTTP/1.1" status: 200 len: 946 time: 0.0656421 Jul 27 23:11:42.012744 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-701c6f20-2a37-4f6c-8252-fc98a0eb3ace req-c908658e-8770-4b1f-8b0d-46c0ae884df5 tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] 10.222.0.18 "GET /v2.0/security-groups?id=f9282c7c-bf74-4e2f-accf-81bded4d9191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775986 Jul 27 23:11:42.078772 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device cfe1191c-3484-48a3-b708-289d4a3bf33a up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:11:42.170647 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning for port cfe1191c-3484-48a3-b708-289d4a3bf33a completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:11:42.176406 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port cfe1191c-3484-48a3-b708-289d4a3bf33a triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:11:42.177134 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:42.213028 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d42902-4294-4487-817f-b8c87603b701 req-133b9645-a360-4ece-a235-54e0468385aa tempest-ServersTestManualDisk-873281871 tempest-ServersTestManualDisk-873281871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:42.221834 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-11d42902-4294-4487-817f-b8c87603b701 req-133b9645-a360-4ece-a235-54e0468385aa tempest-ServersTestManualDisk-873281871 tempest-ServersTestManualDisk-873281871-project] 10.222.0.18 "GET /v2.0/ports?device_id=c23ba248-95a1-499d-9e13-83f18c38bb06 HTTP/1.1" status: 200 len: 946 time: 0.0877719 Jul 27 23:11:42.271656 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-dfbd2df3-569e-4b5a-9d56-f94ffa461f21 req-25b853fe-3c4b-4707-9f2c-314601bdbd8d tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] 10.222.0.18 "GET /v2.0/ports?device_id=bab14976-9a79-4961-bbb7-bef26e77c0b6 HTTP/1.1" status: 200 len: 210 time: 0.0623648 Jul 27 23:11:42.280085 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-11d42902-4294-4487-817f-b8c87603b701 req-39bf0906-8a18-4766-980f-68988975e37b tempest-ServersTestManualDisk-873281871 tempest-ServersTestManualDisk-873281871-project] 10.222.0.18 "GET /v2.0/security-groups?id=a330bb25-4575-49ef-8eda-ab7b81b50dee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543692 Jul 27 23:11:42.307770 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:42.347241 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] For port cfe1191c-3484-48a3-b708-289d4a3bf33a, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=cfe1191c-3484-48a3-b708-289d4a3bf33a,segment=NetworkSegment(b9afe07e-bbe4-4740-834c-4b6a9698bdbc),segment_id=b9afe07e-bbe4-4740-834c-4b6a9698bdbc)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:11:42.354072 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:42.400446 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0290dc-ddd7-4aef-a0bb-d2834a7a524f req-8f68bc4d-ff01-4f29-8e84-f9c04dc44146 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:42.408111 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-da0290dc-ddd7-4aef-a0bb-d2834a7a524f req-8f68bc4d-ff01-4f29-8e84-f9c04dc44146 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/ports?device_id=13990610-5726-4497-81b9-f5375fbe4860 HTTP/1.1" status: 200 len: 950 time: 0.0761530 Jul 27 23:11:42.422180 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Pushing event updated for resources: {'Port': ['ID=cfe1191c-3484-48a3-b708-289d4a3bf33a,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:11:42.472323 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-da0290dc-ddd7-4aef-a0bb-d2834a7a524f req-08cc7bbe-9db4-48f4-94f7-4d8cb097c7fa tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb779318-b8ff-43a6-a94f-3ce471aff166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557845 Jul 27 23:11:42.688938 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3ab575-0c43-4204-b7cf-2996181d5b3a req-d0661610-d48b-4c50-adb3-bbb049120eca tempest-ServerRescueTestJSON-1182058210 tempest-ServerRescueTestJSON-1182058210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:42.690698 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-3c3ab575-0c43-4204-b7cf-2996181d5b3a req-d0661610-d48b-4c50-adb3-bbb049120eca tempest-ServerRescueTestJSON-1182058210 tempest-ServerRescueTestJSON-1182058210-project] 10.222.0.18 "GET /v2.0/ports?device_id=710db404-18d5-4163-8833-5771fe8a1f7e HTTP/1.1" status: 200 len: 945 time: 0.0588965 Jul 27 23:11:42.748674 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-3c3ab575-0c43-4204-b7cf-2996181d5b3a req-147233e3-9a0b-4faf-99c5-14706c12abe1 tempest-ServerRescueTestJSON-1182058210 tempest-ServerRescueTestJSON-1182058210-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1683666-2031-45b7-8015-e9f1b36fb2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518003 Jul 27 23:11:42.767142 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8eaa4b-e8fa-48a5-8e53-32f8fc3962b7 req-40c86e07-09cf-44d2-bc3a-1d6524222db8 tempest-ServerRescueNegativeTestJSON-1855851441 tempest-ServerRescueNegativeTestJSON-1855851441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:42.769571 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-3c8eaa4b-e8fa-48a5-8e53-32f8fc3962b7 req-40c86e07-09cf-44d2-bc3a-1d6524222db8 tempest-ServerRescueNegativeTestJSON-1855851441 tempest-ServerRescueNegativeTestJSON-1855851441-project] 10.222.0.18 "GET /v2.0/networks?id=751d782f-d338-44aa-a291-24d2ae3bed3e HTTP/1.1" status: 200 len: 818 time: 0.1274779 Jul 27 23:11:42.771990 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69a3714c-caf9-4c43-8433-e0a4c33745e0 None None] Sync routers for ids ['d16d156b-3d43-460b-870e-5cde5411fd61'] in n-d-802623-1 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:11:42.783540 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69a3714c-caf9-4c43-8433-e0a4c33745e0 None None] Routers {'d16d156b-3d43-460b-870e-5cde5411fd61'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:11:42.784250 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-69a3714c-caf9-4c43-8433-e0a4c33745e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:11:29Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['d16d156b-3d43-460b-870e-5cde5411fd61'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:11:42.790000 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-3c8eaa4b-e8fa-48a5-8e53-32f8fc3962b7 req-f87eea52-dba7-441e-b6c8-fb5be87488b8 tempest-ServerRescueNegativeTestJSON-1855851441 tempest-ServerRescueNegativeTestJSON-1855851441-project] 10.222.0.18 "GET /v2.0/quotas/8f4c75b9e70c4006b20b1726fcbef392 HTTP/1.1" status: 200 len: 375 time: 0.0116084 Jul 27 23:11:42.848683 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-3c8eaa4b-e8fa-48a5-8e53-32f8fc3962b7 req-f5e16110-69e0-4bb8-9593-bb9a31480f89 tempest-ServerRescueNegativeTestJSON-1855851441 tempest-ServerRescueNegativeTestJSON-1855851441-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=8f4c75b9e70c4006b20b1726fcbef392&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0518985 Jul 27 23:11:42.908596 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-69a3714c-caf9-4c43-8433-e0a4c33745e0 None None] Set router d16d156b-3d43-460b-870e-5cde5411fd61 gateway port host: n-d-802623-1 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:11:42.942177 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-3c8eaa4b-e8fa-48a5-8e53-32f8fc3962b7 req-4bddfa88-86f4-4ab3-83b6-d2853efcf50c service neutron] 10.222.0.18 "GET /v2.0/networks/751d782f-d338-44aa-a291-24d2ae3bed3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864270 Jul 27 23:11:43.045652 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-3c8eaa4b-e8fa-48a5-8e53-32f8fc3962b7 req-b8d747b1-510b-43a6-8608-d129bf538f77 service neutron] 10.222.0.18 "GET /v2.0/networks/751d782f-d338-44aa-a291-24d2ae3bed3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971959 Jul 27 23:11:43.126766 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-69a3714c-caf9-4c43-8433-e0a4c33745e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd16d156b-3d43-460b-870e-5cde5411fd61', 'name': 'tempest-ServerRescueNegativeTestJSON-559846646-router', 'tenant_id': '8f4c75b9e70c4006b20b1726fcbef392', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.113'}], 'enable_snat': True}, 'gw_port_id': 'cfe1191c-3484-48a3-b708-289d4a3bf33a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:11:36Z', 'updated_at': '2021-07-27T23:11:41Z', 'revision_number': 4, 'project_id': '8f4c75b9e70c4006b20b1726fcbef392', 'gw_port': {'id': 'cfe1191c-3484-48a3-b708-289d4a3bf33a', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:fe:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd16d156b-3d43-460b-870e-5cde5411fd61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1073, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:11:37Z', 'updated_at': '2021-07-27T23:11:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': 'b3ec4964-e47d-4543-9198-c2d4eb4c0002', 'name': '', 'network_id': '751d782f-d338-44aa-a291-24d2ae3bed3e', 'tenant_id': '8f4c75b9e70c4006b20b1726fcbef392', 'mac_address': 'fa:16:3e:15:d8:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd16d156b-3d43-460b-870e-5cde5411fd61', 'device_owner': 'network:router_interface', 'standard_attr_id': 1074, 'fixed_ips': [{'subnet_id': '834f7fce-5291-4343-9c89-509f9d111866', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:11:40Z', 'updated_at': '2021-07-27T23:11:41Z', 'revision_number': 2, 'project_id': '8f4c75b9e70c4006b20b1726fcbef392', 'subnets': [{'id': '834f7fce-5291-4343-9c89-509f9d111866', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:11:43.139007 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9455eb-1d0b-4b36-9014-d6fd8c58c8b0 req-4fe45e5c-7116-4dc4-be1a-b32906e5efbd tempest-ServerTagsTestJSON-1102602503 tempest-ServerTagsTestJSON-1102602503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:43.140909 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-9f9455eb-1d0b-4b36-9014-d6fd8c58c8b0 req-4fe45e5c-7116-4dc4-be1a-b32906e5efbd tempest-ServerTagsTestJSON-1102602503 tempest-ServerTagsTestJSON-1102602503-project] 10.222.0.18 "GET /v2.0/ports?device_id=2b92ddc5-1255-4eed-a0cc-16abbc86487a HTTP/1.1" status: 200 len: 945 time: 0.0659561 Jul 27 23:11:43.154380 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69a3714c-caf9-4c43-8433-e0a4c33745e0 None None] Checking router: d16d156b-3d43-460b-870e-5cde5411fd61 for host: n-d-802623-1 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 23:11:43.155008 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69a3714c-caf9-4c43-8433-e0a4c33745e0 None None] Updating router d16d156b-3d43-460b-870e-5cde5411fd61 port b3ec4964-e47d-4543-9198-c2d4eb4c0002 binding host n-d-802623-1 {{(pid=93800) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 23:11:43.196658 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-9f9455eb-1d0b-4b36-9014-d6fd8c58c8b0 req-6934f0ea-c486-4a19-9058-5b3da66703b2 tempest-ServerTagsTestJSON-1102602503 tempest-ServerTagsTestJSON-1102602503-project] 10.222.0.18 "GET /v2.0/security-groups?id=77190432-56c7-43df-a78c-ef1a79bde343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480037 Jul 27 23:11:43.198836 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-69a3714c-caf9-4c43-8433-e0a4c33745e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:43.318604 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-c48c67dc-0be6-41eb-89ef-50a8ffc836df req-85fe4e95-80ea-4149-9afc-3c34a94c41c8 tempest-ServerRescueNegativeTestJSON-1855851441 tempest-ServerRescueNegativeTestJSON-1855851441-project] 10.222.0.18 "GET /v2.0/ports?device_id=18bf2265-d54a-42b3-beea-c61771ab87ab HTTP/1.1" status: 200 len: 210 time: 0.0458729 Jul 27 23:11:43.320033 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-0f28fe4a-d8d6-406e-8775-c4102645ee73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:43.322628 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-0f28fe4a-d8d6-406e-8775-c4102645ee73 service neutron] 10.222.0.49 "GET /v2.0/ports/0559974f-5eee-44ff-baf2-074fd2c27b02 HTTP/1.1" status: 200 len: 1033 time: 0.1105533 Jul 27 23:11:43.381820 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583576ae-9122-488a-afb1-0a00e269dff7 req-a8467e4f-d9a3-495b-8d50-61315f9ec937 tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:43.389819 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-583576ae-9122-488a-afb1-0a00e269dff7 req-a8467e4f-d9a3-495b-8d50-61315f9ec937 tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] 10.222.0.18 "GET /v2.0/ports?device_id=8fec054f-4e07-423d-ab0c-c325fd69c518 HTTP/1.1" status: 200 len: 946 time: 0.1459816 Jul 27 23:11:43.409364 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-b6c5c340-debb-465d-9aa1-c5fa6c7db9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:43.410738 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-b6c5c340-debb-465d-9aa1-c5fa6c7db9ac service neutron] 10.222.0.49 "GET /v2.0/ports/a1bdfbba-9a24-43d6-84b3-1265d2295611 HTTP/1.1" status: 200 len: 1033 time: 0.0772429 Jul 27 23:11:43.497525 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-583576ae-9122-488a-afb1-0a00e269dff7 req-50dada55-329b-4981-9ecd-c1da74d74e25 tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] 10.222.0.18 "GET /v2.0/security-groups?id=f9282c7c-bf74-4e2f-accf-81bded4d9191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068423 Jul 27 23:11:43.577135 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b849cbac-66bb-46cf-a883-1567b4a92e4b req-abb10676-be26-4d79-9144-1f2836a98e33 tempest-ServersTestManualDisk-873281871 tempest-ServersTestManualDisk-873281871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:43.586493 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-b849cbac-66bb-46cf-a883-1567b4a92e4b req-abb10676-be26-4d79-9144-1f2836a98e33 tempest-ServersTestManualDisk-873281871 tempest-ServersTestManualDisk-873281871-project] 10.222.0.18 "GET /v2.0/ports?device_id=c23ba248-95a1-499d-9e13-83f18c38bb06 HTTP/1.1" status: 200 len: 946 time: 0.0780296 Jul 27 23:11:43.592135 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-85b6117d-c6a5-41ba-b99d-b1dcb1fb3889 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:43.600348 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-85b6117d-c6a5-41ba-b99d-b1dcb1fb3889 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:43.609602 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-85b6117d-c6a5-41ba-b99d-b1dcb1fb3889 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:43.612262 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-85b6117d-c6a5-41ba-b99d-b1dcb1fb3889 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] 10.222.0.49 "GET /v2.0/networks?id=8a269d53-4f2a-4865-a1d0-19bfee7666c6&id=c246f1fa-d287-4449-88ed-7e41ec7ffa41&id=c246f1fa-d287-4449-88ed-7e41ec7ffa41&id=c246f1fa-d287-4449-88ed-7e41ec7ffa41&id=c246f1fa-d287-4449-88ed-7e41ec7ffa41&id=c34a942f-0b0f-45f7-a399-4187f193826f&id=c34a942f-0b0f-45f7-a399-4187f193826f HTTP/1.1" status: 200 len: 1995 time: 0.1926081 Jul 27 23:11:43.649540 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-b849cbac-66bb-46cf-a883-1567b4a92e4b req-ee797965-c4d2-460b-bf77-e3a23d8645f6 tempest-ServersTestManualDisk-873281871 tempest-ServersTestManualDisk-873281871-project] 10.222.0.18 "GET /v2.0/security-groups?id=a330bb25-4575-49ef-8eda-ab7b81b50dee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617225 Jul 27 23:11:43.699867 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-624ffcd3-94c0-4d3e-9e7e-511cf967f56d tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0367b9fbd8e84279b822c24a4e2fb6cb HTTP/1.1" status: 200 len: 379 time: 0.0731525 Jul 27 23:11:43.717875 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-cee561d1-34cf-4c8a-9bdb-08bcaedd2157 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Request body: {'port': {'device_id': 'bab14976-9a79-4961-bbb7-bef26e77c0b6', 'network_id': '8a269d53-4f2a-4865-a1d0-19bfee7666c6', 'admin_state_up': True, 'tenant_id': '0367b9fbd8e84279b822c24a4e2fb6cb', 'security_groups': ['cfd41bdc-77a0-40db-b366-4cd3c3051f6e']}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:11:43.761435 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-017270e3-8894-4937-8f8e-bb1fcb598b7b req-b20eb576-3a84-41d6-b0f2-9012c2a8154f tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] 10.222.0.18 "GET /v2.0/ports?device_id=bab14976-9a79-4961-bbb7-bef26e77c0b6 HTTP/1.1" status: 200 len: 210 time: 0.0601428 Jul 27 23:11:43.811788 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-69a3714c-caf9-4c43-8433-e0a4c33745e0 None None] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:43.824102 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-69a3714c-caf9-4c43-8433-e0a4c33745e0 None None] Transition to ACTIVE for port object b3ec4964-e47d-4543-9198-c2d4eb4c0002 will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:11:43.829789 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-69a3714c-caf9-4c43-8433-e0a4c33745e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:43.870611 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a62ca1-7e6a-4343-a170-1c706414bb27 None None] Pushing event updated for resources: {'Port': ['ID=b3ec4964-e47d-4543-9198-c2d4eb4c0002,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:11:43.873470 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1116d53c-67b0-4ae7-944e-f22fca89c752 req-e28cc485-a504-429e-8bb9-279194a466ea tempest-ServersTestManualDisk-873281871 tempest-ServersTestManualDisk-873281871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:43.879240 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-1116d53c-67b0-4ae7-944e-f22fca89c752 req-e28cc485-a504-429e-8bb9-279194a466ea tempest-ServersTestManualDisk-873281871 tempest-ServersTestManualDisk-873281871-project] 10.222.0.49 "GET /v2.0/ports?device_id=c23ba248-95a1-499d-9e13-83f18c38bb06 HTTP/1.1" status: 200 len: 946 time: 0.1827466 Jul 27 23:11:43.883485 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a62ca1-7e6a-4343-a170-1c706414bb27 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:11:43.884897 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a62ca1-7e6a-4343-a170-1c706414bb27 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:11:43.885458 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a62ca1-7e6a-4343-a170-1c706414bb27 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:11:43.885994 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a62ca1-7e6a-4343-a170-1c706414bb27 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:11:43.886498 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a62ca1-7e6a-4343-a170-1c706414bb27 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:11:43.887020 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a62ca1-7e6a-4343-a170-1c706414bb27 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:11:43.887540 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a62ca1-7e6a-4343-a170-1c706414bb27 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:11:43.888299 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a62ca1-7e6a-4343-a170-1c706414bb27 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:11:43.888795 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a62ca1-7e6a-4343-a170-1c706414bb27 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:11:43.889288 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a62ca1-7e6a-4343-a170-1c706414bb27 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:11:43.889779 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a62ca1-7e6a-4343-a170-1c706414bb27 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:11:43.890267 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a62ca1-7e6a-4343-a170-1c706414bb27 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:11:43.960267 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-69a3714c-caf9-4c43-8433-e0a4c33745e0 None None] Attempting to bind port b3ec4964-e47d-4543-9198-c2d4eb4c0002 on host n-d-802623-1 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:11:43.960824 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-69a3714c-caf9-4c43-8433-e0a4c33745e0 None None] Attempting to bind port b3ec4964-e47d-4543-9198-c2d4eb4c0002 by drivers openvswitch,hyperv on host n-d-802623-1 at level 0 using segments [{'id': '291bf24b-6a6d-4a3e-8abd-3858cd630ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '751d782f-d338-44aa-a291-24d2ae3bed3e'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:11:43.961359 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a3714c-caf9-4c43-8433-e0a4c33745e0 None None] Attempting to bind port b3ec4964-e47d-4543-9198-c2d4eb4c0002 on network 751d782f-d338-44aa-a291-24d2ae3bed3e {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:11:43.967431 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a3714c-caf9-4c43-8433-e0a4c33745e0 None None] Checking agent: {'id': 'a9a568d2-a5e7-41e4-833f-a8ab42ea4073', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 52, 30), 'started_at': datetime.datetime(2021, 7, 27, 22, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 11, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802623-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:11:43.968082 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a3714c-caf9-4c43-8433-e0a4c33745e0 None None] Checking segment: {'id': '291bf24b-6a6d-4a3e-8abd-3858cd630ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '751d782f-d338-44aa-a291-24d2ae3bed3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:11:43.968681 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-69a3714c-caf9-4c43-8433-e0a4c33745e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:43.969225 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a3714c-caf9-4c43-8433-e0a4c33745e0 None None] Bound using segment: {'id': '291bf24b-6a6d-4a3e-8abd-3858cd630ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '751d782f-d338-44aa-a291-24d2ae3bed3e'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:11:43.970147 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-69a3714c-caf9-4c43-8433-e0a4c33745e0 None None] Bound port: b3ec4964-e47d-4543-9198-c2d4eb4c0002, host: n-d-802623-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '291bf24b-6a6d-4a3e-8abd-3858cd630ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '751d782f-d338-44aa-a291-24d2ae3bed3e'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:11:43.970980 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-69a3714c-caf9-4c43-8433-e0a4c33745e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:43.984077 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebafe1b-b19b-4c37-9f03-8be506306226 req-1b1c761a-74ff-42b1-8398-a90057c5e5e4 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:43.993070 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-cee561d1-34cf-4c8a-9bdb-08bcaedd2157 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Made reservation on behalf of 0367b9fbd8e84279b822c24a4e2fb6cb for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:11:43.994404 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-eebafe1b-b19b-4c37-9f03-8be506306226 req-1b1c761a-74ff-42b1-8398-a90057c5e5e4 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/ports?device_id=13990610-5726-4497-81b9-f5375fbe4860 HTTP/1.1" status: 200 len: 950 time: 0.2236326 Jul 27 23:11:43.996841 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-cee561d1-34cf-4c8a-9bdb-08bcaedd2157 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:44.102894 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device cfe1191c-3484-48a3-b708-289d4a3bf33a up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:11:44.109509 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-69a3714c-caf9-4c43-8433-e0a4c33745e0 None None] For port b3ec4964-e47d-4543-9198-c2d4eb4c0002, host n-d-802623-1, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:11:44.114203 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-69a3714c-caf9-4c43-8433-e0a4c33745e0 None None] For port b3ec4964-e47d-4543-9198-c2d4eb4c0002, host n-d-802623-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=b3ec4964-e47d-4543-9198-c2d4eb4c0002,segment=NetworkSegment(291bf24b-6a6d-4a3e-8abd-3858cd630ec0),segment_id=291bf24b-6a6d-4a3e-8abd-3858cd630ec0)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:11:44.123175 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-69a3714c-caf9-4c43-8433-e0a4c33745e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:44.151710 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-eebafe1b-b19b-4c37-9f03-8be506306226 req-e5a455c6-ecc0-4f3b-bfd2-fa23a00845bb tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb779318-b8ff-43a6-a94f-3ce471aff166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557384 Jul 27 23:11:44.191306 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [req-1116d53c-67b0-4ae7-944e-f22fca89c752 req-a3c940a1-8fb9-452d-9bde-ea7a59abe9b1 tempest-ServersTestManualDisk-873281871 tempest-ServersTestManualDisk-873281871-project] Deleting port eb056223-691f-4c34-9de0-b6a4ef8a01e5 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:11:44.191947 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-1116d53c-67b0-4ae7-944e-f22fca89c752 req-a3c940a1-8fb9-452d-9bde-ea7a59abe9b1 tempest-ServersTestManualDisk-873281871 tempest-ServersTestManualDisk-873281871-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:44.200424 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a62ca1-7e6a-4343-a170-1c706414bb27 None None] Pushing event updated for resources: {'Port': ['ID=b3ec4964-e47d-4543-9198-c2d4eb4c0002,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:11:44.228766 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69a3714c-caf9-4c43-8433-e0a4c33745e0 None None] Routers {'d16d156b-3d43-460b-870e-5cde5411fd61'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:11:44.229617 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-69a3714c-caf9-4c43-8433-e0a4c33745e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:11:29Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['d16d156b-3d43-460b-870e-5cde5411fd61'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:11:44.242256 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port cfe1191c-3484-48a3-b708-289d4a3bf33a triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:11:44.247179 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:44.333732 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-1116d53c-67b0-4ae7-944e-f22fca89c752 req-a3c940a1-8fb9-452d-9bde-ea7a59abe9b1 tempest-ServersTestManualDisk-873281871 tempest-ServersTestManualDisk-873281871-project] For port eb056223-691f-4c34-9de0-b6a4ef8a01e5, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=eb056223-691f-4c34-9de0-b6a4ef8a01e5,segment=NetworkSegment(2e87b105-a369-4162-9958-8de6352713ab),segment_id=2e87b105-a369-4162-9958-8de6352713ab)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:11:44.334387 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-1116d53c-67b0-4ae7-944e-f22fca89c752 req-a3c940a1-8fb9-452d-9bde-ea7a59abe9b1 tempest-ServersTestManualDisk-873281871 tempest-ServersTestManualDisk-873281871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:44.390359 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-69a3714c-caf9-4c43-8433-e0a4c33745e0 None None] Set router d16d156b-3d43-460b-870e-5cde5411fd61 gateway port host: n-d-802623-1 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:11:44.563890 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-1116d53c-67b0-4ae7-944e-f22fca89c752 req-a3c940a1-8fb9-452d-9bde-ea7a59abe9b1 tempest-ServersTestManualDisk-873281871 tempest-ServersTestManualDisk-873281871-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:44.564648 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-1116d53c-67b0-4ae7-944e-f22fca89c752 req-a3c940a1-8fb9-452d-9bde-ea7a59abe9b1 tempest-ServersTestManualDisk-873281871 tempest-ServersTestManualDisk-873281871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-415302'] for floatingip, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:44.565229 n-d-802623-1 neutron-server[93797]: INFO neutron.db.l3_db [req-1116d53c-67b0-4ae7-944e-f22fca89c752 req-a3c940a1-8fb9-452d-9bde-ea7a59abe9b1 tempest-ServersTestManualDisk-873281871 tempest-ServersTestManualDisk-873281871-project] Floating IP 4e3f154a-dae4-4bc7-8a10-a0460cfab043 disassociated. External IP: 172.25.4.86, port: eb056223-691f-4c34-9de0-b6a4ef8a01e5. Jul 27 23:11:44.565798 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [req-1116d53c-67b0-4ae7-944e-f22fca89c752 req-a3c940a1-8fb9-452d-9bde-ea7a59abe9b1 tempest-ServersTestManualDisk-873281871 tempest-ServersTestManualDisk-873281871-project] Calling delete_port for eb056223-691f-4c34-9de0-b6a4ef8a01e5 owned by compute:nova {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:11:44.598056 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0805fc3d-b69b-43e0-86d2-bca9495d72d7 req-6c4ca1e3-1875-47cc-90ba-0168c6a72680 tempest-ServerRescueTestJSON-1182058210 tempest-ServerRescueTestJSON-1182058210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:44.600536 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-0805fc3d-b69b-43e0-86d2-bca9495d72d7 req-6c4ca1e3-1875-47cc-90ba-0168c6a72680 tempest-ServerRescueTestJSON-1182058210 tempest-ServerRescueTestJSON-1182058210-project] 10.222.0.18 "GET /v2.0/ports?device_id=710db404-18d5-4163-8833-5771fe8a1f7e HTTP/1.1" status: 200 len: 945 time: 0.0885475 Jul 27 23:11:44.704996 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-0805fc3d-b69b-43e0-86d2-bca9495d72d7 req-b297f7f3-4e75-4348-85d6-41b7ace98a31 tempest-ServerRescueTestJSON-1182058210 tempest-ServerRescueTestJSON-1182058210-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1683666-2031-45b7-8015-e9f1b36fb2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626357 Jul 27 23:11:44.723818 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-69a3714c-caf9-4c43-8433-e0a4c33745e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd16d156b-3d43-460b-870e-5cde5411fd61', 'name': 'tempest-ServerRescueNegativeTestJSON-559846646-router', 'tenant_id': '8f4c75b9e70c4006b20b1726fcbef392', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.113'}], 'enable_snat': True}, 'gw_port_id': 'cfe1191c-3484-48a3-b708-289d4a3bf33a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:11:36Z', 'updated_at': '2021-07-27T23:11:41Z', 'revision_number': 4, 'project_id': '8f4c75b9e70c4006b20b1726fcbef392', 'gw_port': {'id': 'cfe1191c-3484-48a3-b708-289d4a3bf33a', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:fe:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd16d156b-3d43-460b-870e-5cde5411fd61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1073, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:11:37Z', 'updated_at': '2021-07-27T23:11:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': 'b3ec4964-e47d-4543-9198-c2d4eb4c0002', 'name': '', 'network_id': '751d782f-d338-44aa-a291-24d2ae3bed3e', 'tenant_id': '8f4c75b9e70c4006b20b1726fcbef392', 'mac_address': 'fa:16:3e:15:d8:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd16d156b-3d43-460b-870e-5cde5411fd61', 'device_owner': 'network:router_interface', 'standard_attr_id': 1074, 'fixed_ips': [{'subnet_id': '834f7fce-5291-4343-9c89-509f9d111866', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:11:40Z', 'updated_at': '2021-07-27T23:11:44Z', 'revision_number': 4, 'project_id': '8f4c75b9e70c4006b20b1726fcbef392', 'subnets': [{'id': '834f7fce-5291-4343-9c89-509f9d111866', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:11:44.737456 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfd6475-2ba6-4d55-b228-495fb323c95a req-a79b00bb-9e6d-4924-9375-f9980f940474 tempest-ServerRescueNegativeTestJSON-1855851441 tempest-ServerRescueNegativeTestJSON-1855851441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:44.746376 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-2dfd6475-2ba6-4d55-b228-495fb323c95a req-a79b00bb-9e6d-4924-9375-f9980f940474 tempest-ServerRescueNegativeTestJSON-1855851441 tempest-ServerRescueNegativeTestJSON-1855851441-project] 10.222.0.18 "GET /v2.0/networks?id=751d782f-d338-44aa-a291-24d2ae3bed3e HTTP/1.1" status: 200 len: 818 time: 0.8505225 Jul 27 23:11:44.772059 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69a3714c-caf9-4c43-8433-e0a4c33745e0 None None] The sync data for ids ['d16d156b-3d43-460b-870e-5cde5411fd61'] in n-d-802623-1 is: [{'id': 'd16d156b-3d43-460b-870e-5cde5411fd61', 'name': 'tempest-ServerRescueNegativeTestJSON-559846646-router', 'tenant_id': '8f4c75b9e70c4006b20b1726fcbef392', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.113'}], 'enable_snat': True}, 'gw_port_id': 'cfe1191c-3484-48a3-b708-289d4a3bf33a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:11:36Z', 'updated_at': '2021-07-27T23:11:41Z', 'revision_number': 4, 'project_id': '8f4c75b9e70c4006b20b1726fcbef392', 'gw_port': {'id': 'cfe1191c-3484-48a3-b708-289d4a3bf33a', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:fe:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd16d156b-3d43-460b-870e-5cde5411fd61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1073, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:11:37Z', 'updated_at': '2021-07-27T23:11:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': 'b3ec4964-e47d-4543-9198-c2d4eb4c0002', 'name': '', 'network_id': '751d782f-d338-44aa-a291-24d2ae3bed3e', 'tenant_id': '8f4c75b9e70c4006b20b1726fcbef392', 'mac_address': 'fa:16:3e:15:d8:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd16d156b-3d43-460b-870e-5cde5411fd61', 'device_owner': 'network:router_interface', 'standard_attr_id': 1074, 'fixed_ips': [{'subnet_id': '834f7fce-5291-4343-9c89-509f9d111866', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:11:40Z', 'updated_at': '2021-07-27T23:11:44Z', 'revision_number': 4, 'project_id': '8f4c75b9e70c4006b20b1726fcbef392', 'subnets': [{'id': '834f7fce-5291-4343-9c89-509f9d111866', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:11:44.852935 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-2dfd6475-2ba6-4d55-b228-495fb323c95a req-6da33e0e-9e0c-4e20-baf2-bd4d0bf5e30d tempest-ServerRescueNegativeTestJSON-1855851441 tempest-ServerRescueNegativeTestJSON-1855851441-project] 10.222.0.18 "GET /v2.0/quotas/8f4c75b9e70c4006b20b1726fcbef392 HTTP/1.1" status: 200 len: 375 time: 0.1043746 Jul 27 23:11:44.894495 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8eaa4b-e8fa-48a5-8e53-32f8fc3962b7 req-5bd82a17-54b4-4dee-a439-105f14570759 tempest-ServerRescueNegativeTestJSON-1855851441 tempest-ServerRescueNegativeTestJSON-1855851441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:44.896181 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-3c8eaa4b-e8fa-48a5-8e53-32f8fc3962b7 req-5bd82a17-54b4-4dee-a439-105f14570759 tempest-ServerRescueNegativeTestJSON-1855851441 tempest-ServerRescueNegativeTestJSON-1855851441-project] 10.222.0.38 "GET /v2.0/networks?id=751d782f-d338-44aa-a291-24d2ae3bed3e HTTP/1.1" status: 200 len: 818 time: 0.3659523 Jul 27 23:11:44.917351 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2023d1-f30c-4935-ac96-678a1098889f req-14dbfd7e-102a-49ef-b863-4f020ebc08b5 tempest-ServerTagsTestJSON-1102602503 tempest-ServerTagsTestJSON-1102602503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:44.918998 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8b2023d1-f30c-4935-ac96-678a1098889f req-14dbfd7e-102a-49ef-b863-4f020ebc08b5 tempest-ServerTagsTestJSON-1102602503 tempest-ServerTagsTestJSON-1102602503-project] 10.222.0.49 "GET /v2.0/ports?device_id=2b92ddc5-1255-4eed-a0cc-16abbc86487a HTTP/1.1" status: 200 len: 945 time: 0.1311626 Jul 27 23:11:44.921234 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-1116d53c-67b0-4ae7-944e-f22fca89c752 req-a3c940a1-8fb9-452d-9bde-ea7a59abe9b1 tempest-ServersTestManualDisk-873281871 tempest-ServersTestManualDisk-873281871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:44.930644 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19654f03-8aad-48c6-8cc4-435a3bb47758 req-2b659682-5603-46cd-b0b3-0e4a76be16ae tempest-ServerTagsTestJSON-1102602503 tempest-ServerTagsTestJSON-1102602503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:44.935698 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [req-3c8eaa4b-e8fa-48a5-8e53-32f8fc3962b7 req-d36b557a-3d87-499a-9870-6acdcaed6ef5 tempest-ServerRescueNegativeTestJSON-1855851441 tempest-ServerRescueNegativeTestJSON-1855851441-project] Request body: {'port': {'device_id': '18bf2265-d54a-42b3-beea-c61771ab87ab', 'network_id': '751d782f-d338-44aa-a291-24d2ae3bed3e', 'admin_state_up': True, 'tenant_id': '8f4c75b9e70c4006b20b1726fcbef392'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:11:44.937539 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-19654f03-8aad-48c6-8cc4-435a3bb47758 req-2b659682-5603-46cd-b0b3-0e4a76be16ae tempest-ServerTagsTestJSON-1102602503 tempest-ServerTagsTestJSON-1102602503-project] 10.222.0.18 "GET /v2.0/ports?device_id=2b92ddc5-1255-4eed-a0cc-16abbc86487a HTTP/1.1" status: 200 len: 945 time: 0.1507542 Jul 27 23:11:44.949847 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-cee561d1-34cf-4c8a-9bdb-08bcaedd2157 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Allocated IP 172.20.0.4 (8a269d53-4f2a-4865-a1d0-19bfee7666c6/f549fcdc-30d6-4a86-9454-eed6b262e746/aaaa4f7d-c44a-4b6f-bde1-dfd985f0a398) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:11:45.034593 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-2dfd6475-2ba6-4d55-b228-495fb323c95a req-2391a2ae-5cb3-495e-8fa9-54acfa780ee6 tempest-ServerRescueNegativeTestJSON-1855851441 tempest-ServerRescueNegativeTestJSON-1855851441-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=8f4c75b9e70c4006b20b1726fcbef392&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1623394 Jul 27 23:11:45.047916 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c940a1-8fb9-452d-9bde-ea7a59abe9b1 tempest-ServersTestManualDisk-873281871 tempest-ServersTestManualDisk-873281871-project] Pushing event deleted for resources: {'Port': ['ID=eb056223-691f-4c34-9de0-b6a4ef8a01e5,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:11:45.144509 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-19654f03-8aad-48c6-8cc4-435a3bb47758 req-0880de6d-b423-4f24-9c41-0e93f738591b tempest-ServerTagsTestJSON-1102602503 tempest-ServerTagsTestJSON-1102602503-project] 10.222.0.18 "GET /v2.0/security-groups?id=77190432-56c7-43df-a78c-ef1a79bde343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2060177 Jul 27 23:11:45.272122 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [req-8b2023d1-f30c-4935-ac96-678a1098889f req-02f29ead-3215-4510-af13-8f59802387d4 tempest-ServerTagsTestJSON-1102602503 tempest-ServerTagsTestJSON-1102602503-project] Deleting port a6e38216-371d-494e-8fa2-9563d9a3e4d0 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:11:45.272799 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-8b2023d1-f30c-4935-ac96-678a1098889f req-02f29ead-3215-4510-af13-8f59802387d4 tempest-ServerTagsTestJSON-1102602503 tempest-ServerTagsTestJSON-1102602503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:45.292937 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-2dfd6475-2ba6-4d55-b228-495fb323c95a req-2de1a18f-3827-4b4d-a972-c5037f43aac5 service neutron] 10.222.0.18 "GET /v2.0/networks/751d782f-d338-44aa-a291-24d2ae3bed3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2405484 Jul 27 23:11:45.302112 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c8eaa4b-e8fa-48a5-8e53-32f8fc3962b7 req-d36b557a-3d87-499a-9870-6acdcaed6ef5 tempest-ServerRescueNegativeTestJSON-1855851441 tempest-ServerRescueNegativeTestJSON-1855851441-project] Made reservation on behalf of 8f4c75b9e70c4006b20b1726fcbef392 for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:11:45.304322 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-3c8eaa4b-e8fa-48a5-8e53-32f8fc3962b7 req-d36b557a-3d87-499a-9870-6acdcaed6ef5 tempest-ServerRescueNegativeTestJSON-1855851441 tempest-ServerRescueNegativeTestJSON-1855851441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:45.416893 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-cee561d1-34cf-4c8a-9bdb-08bcaedd2157 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:45.460487 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-cee561d1-34cf-4c8a-9bdb-08bcaedd2157 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Transition to ACTIVE for port object aaaa4f7d-c44a-4b6f-bde1-dfd985f0a398 will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:11:45.535903 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-cee561d1-34cf-4c8a-9bdb-08bcaedd2157 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:45.726258 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-2dfd6475-2ba6-4d55-b228-495fb323c95a req-0797e85e-f1d3-427d-947d-f1bbe1716d39 service neutron] 10.222.0.18 "GET /v2.0/networks/751d782f-d338-44aa-a291-24d2ae3bed3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4048746 Jul 27 23:11:45.728598 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-cee561d1-34cf-4c8a-9bdb-08bcaedd2157 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Network 8a269d53-4f2a-4865-a1d0-19bfee7666c6 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:11:45.741814 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-cee561d1-34cf-4c8a-9bdb-08bcaedd2157 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:11:45.746738 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee561d1-34cf-4c8a-9bdb-08bcaedd2157 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Pushing event updated for resources: {'Port': ['ID=aaaa4f7d-c44a-4b6f-bde1-dfd985f0a398,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:11:45.759497 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-cee561d1-34cf-4c8a-9bdb-08bcaedd2157 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:11:45.804750 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-8b2023d1-f30c-4935-ac96-678a1098889f req-02f29ead-3215-4510-af13-8f59802387d4 tempest-ServerTagsTestJSON-1102602503 tempest-ServerTagsTestJSON-1102602503-project] For port a6e38216-371d-494e-8fa2-9563d9a3e4d0, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=a6e38216-371d-494e-8fa2-9563d9a3e4d0,segment=NetworkSegment(5267122c-9ee8-4867-aa1f-665753d4e35b),segment_id=5267122c-9ee8-4867-aa1f-665753d4e35b)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:11:45.805118 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-8b2023d1-f30c-4935-ac96-678a1098889f req-02f29ead-3215-4510-af13-8f59802387d4 tempest-ServerTagsTestJSON-1102602503 tempest-ServerTagsTestJSON-1102602503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:45.811078 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device a6e38216-371d-494e-8fa2-9563d9a3e4d0 no longer exists at agent hyperv_n-h2-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:11:45.823005 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [req-8b2023d1-f30c-4935-ac96-678a1098889f req-02f29ead-3215-4510-af13-8f59802387d4 tempest-ServerTagsTestJSON-1102602503 tempest-ServerTagsTestJSON-1102602503-project] Calling delete_port for a6e38216-371d-494e-8fa2-9563d9a3e4d0 owned by compute:nova {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:11:45.982707 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-cee561d1-34cf-4c8a-9bdb-08bcaedd2157 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:46.009235 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-cee561d1-34cf-4c8a-9bdb-08bcaedd2157 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:46.027933 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:46.053099 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-cee561d1-34cf-4c8a-9bdb-08bcaedd2157 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3399873 Jul 27 23:11:46.063514 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [req-3c8eaa4b-e8fa-48a5-8e53-32f8fc3962b7 req-d36b557a-3d87-499a-9870-6acdcaed6ef5 tempest-ServerRescueNegativeTestJSON-1855851441 tempest-ServerRescueNegativeTestJSON-1855851441-project] Allocated IP 172.20.0.6 (751d782f-d338-44aa-a291-24d2ae3bed3e/834f7fce-5291-4343-9c89-509f9d111866/3dd86524-9011-45e6-a984-688db58af8c0) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:11:46.112914 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-5a650580-a5f7-4a22-92e5-9ea9e6620aed tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Request body: {'port': {'device_id': 'bab14976-9a79-4961-bbb7-bef26e77c0b6', 'network_id': 'c246f1fa-d287-4449-88ed-7e41ec7ffa41', 'admin_state_up': True, 'tenant_id': '0367b9fbd8e84279b822c24a4e2fb6cb', 'security_groups': ['cfd41bdc-77a0-40db-b366-4cd3c3051f6e']}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:11:46.149758 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device b3ec4964-e47d-4543-9198-c2d4eb4c0002 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:11:46.161605 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-8b2023d1-f30c-4935-ac96-678a1098889f req-02f29ead-3215-4510-af13-8f59802387d4 tempest-ServerTagsTestJSON-1102602503 tempest-ServerTagsTestJSON-1102602503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:46.168173 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device eb056223-691f-4c34-9de0-b6a4ef8a01e5 no longer exists at agent hyperv_n-h2-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:11:46.243729 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] No Port match for: eb056223-691f-4c34-9de0-b6a4ef8a01e5 {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:11:46.244115 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device eb056223-691f-4c34-9de0-b6a4ef8a01e5 not bound to the agent host n-h2-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:11:46.255909 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f29ead-3215-4510-af13-8f59802387d4 tempest-ServerTagsTestJSON-1102602503 tempest-ServerTagsTestJSON-1102602503-project] Pushing event deleted for resources: {'Port': ['ID=a6e38216-371d-494e-8fa2-9563d9a3e4d0,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:11:46.260253 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-aa8d9607-50ae-47d3-92ae-06b195f1ef7a req-b7b2bfaf-0f9d-411b-b134-c4119395309b tempest-ServersTestManualDisk-873281871 tempest-ServersTestManualDisk-873281871-project] 10.222.0.18 "GET /v2.0/ports?device_id=c23ba248-95a1-499d-9e13-83f18c38bb06 HTTP/1.1" status: 200 len: 210 time: 0.1034520 Jul 27 23:11:46.272306 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-4784ca04-5a6d-4b45-83fd-6b3e14df062f None None] Provisioning for port aaaa4f7d-c44a-4b6f-bde1-dfd985f0a398 completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:11:46.277959 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-4784ca04-5a6d-4b45-83fd-6b3e14df062f None None] Provisioning complete for port aaaa4f7d-c44a-4b6f-bde1-dfd985f0a398 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:11:46.278413 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4784ca04-5a6d-4b45-83fd-6b3e14df062f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:46.315933 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning for port b3ec4964-e47d-4543-9198-c2d4eb4c0002 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:11:46.328502 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port b3ec4964-e47d-4543-9198-c2d4eb4c0002 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:11:46.329690 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:46.359713 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1116d53c-67b0-4ae7-944e-f22fca89c752 req-a3c940a1-8fb9-452d-9bde-ea7a59abe9b1 tempest-ServersTestManualDisk-873281871 tempest-ServersTestManualDisk-873281871-project] Router 4fbc422e-3bf9-46cc-9eaa-57921359cad4 has already been hosted by L3 agent 018c4455-49c0-4734-927d-7824067b2a9e {{(pid=93797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 23:11:46.369918 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-4784ca04-5a6d-4b45-83fd-6b3e14df062f None None] Port aaaa4f7d-c44a-4b6f-bde1-dfd985f0a398 cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:11:46.425709 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:46.463594 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] For port b3ec4964-e47d-4543-9198-c2d4eb4c0002, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=b3ec4964-e47d-4543-9198-c2d4eb4c0002,segment=NetworkSegment(291bf24b-6a6d-4a3e-8abd-3858cd630ec0),segment_id=291bf24b-6a6d-4a3e-8abd-3858cd630ec0)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:11:46.463833 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5545faca-7fa6-4c82-b497-98004525c0e6 req-9b3288be-0702-4fd1-8b50-31f8f7486732 tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:46.465635 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-5545faca-7fa6-4c82-b497-98004525c0e6 req-9b3288be-0702-4fd1-8b50-31f8f7486732 tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] 10.222.0.18 "GET /v2.0/ports?device_id=8fec054f-4e07-423d-ab0c-c325fd69c518 HTTP/1.1" status: 200 len: 946 time: 1.2093015 Jul 27 23:11:46.477498 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:46.485106 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b2023d1-f30c-4935-ac96-678a1098889f req-02f29ead-3215-4510-af13-8f59802387d4 tempest-ServerTagsTestJSON-1102602503 tempest-ServerTagsTestJSON-1102602503-project] No DVR routers for this DVR port a6e38216-371d-494e-8fa2-9563d9a3e4d0 on host n-h2-802623-1 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:11:46.488779 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-8b2023d1-f30c-4935-ac96-678a1098889f req-02f29ead-3215-4510-af13-8f59802387d4 tempest-ServerTagsTestJSON-1102602503 tempest-ServerTagsTestJSON-1102602503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:46.492366 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8b2023d1-f30c-4935-ac96-678a1098889f req-02f29ead-3215-4510-af13-8f59802387d4 tempest-ServerTagsTestJSON-1102602503 tempest-ServerTagsTestJSON-1102602503-project] 10.222.0.49 "DELETE /v2.0/ports/a6e38216-371d-494e-8fa2-9563d9a3e4d0 HTTP/1.1" status: 204 len: 173 time: 1.5516903 Jul 27 23:11:46.508155 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b92ddc5-1255-4eed-a0cc-16abbc86487a', 'name': 'network-vif-deleted', 'tag': 'a6e38216-371d-494e-8fa2-9563d9a3e4d0'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:11:46.511218 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a476459a1bfce68b0ae0df5b6a71154bfc7cfdc8f9eefce6ad0a17231e60468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4a87e26-fc07-4246-a675-668331c1084a" -d '{"events": [{"server_uuid": "2b92ddc5-1255-4eed-a0cc-16abbc86487a", "name": "network-vif-deleted", "tag": "a6e38216-371d-494e-8fa2-9563d9a3e4d0"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:11:46.585975 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Pushing event updated for resources: {'Port': ['ID=b3ec4964-e47d-4543-9198-c2d4eb4c0002,revision_number=5']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:11:46.652227 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-5a650580-a5f7-4a22-92e5-9ea9e6620aed tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Made reservation on behalf of 0367b9fbd8e84279b822c24a4e2fb6cb for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:11:46.661512 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-5a650580-a5f7-4a22-92e5-9ea9e6620aed tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:46.735889 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1116d53c-67b0-4ae7-944e-f22fca89c752 req-a3c940a1-8fb9-452d-9bde-ea7a59abe9b1 tempest-ServersTestManualDisk-873281871 tempest-ServersTestManualDisk-873281871-project] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:11:46.744299 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-3c8eaa4b-e8fa-48a5-8e53-32f8fc3962b7 req-d36b557a-3d87-499a-9870-6acdcaed6ef5 tempest-ServerRescueNegativeTestJSON-1855851441 tempest-ServerRescueNegativeTestJSON-1855851441-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:46.768777 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86cb22a8-72a7-49c9-8917-46ef4617903d None None] Sync routers for ids ['4fbc422e-3bf9-46cc-9eaa-57921359cad4'] in n-d-802623-1 {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:11:46.783511 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5c242e-dfd9-4ada-b7d2-a4e46f6b377d req-1c3560a8-d3db-4846-bcc2-237e8d23e31e tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:46.784495 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86cb22a8-72a7-49c9-8917-46ef4617903d None None] Routers {'4fbc422e-3bf9-46cc-9eaa-57921359cad4'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:11:46.785143 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-bd5c242e-dfd9-4ada-b7d2-a4e46f6b377d req-1c3560a8-d3db-4846-bcc2-237e8d23e31e tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] 10.222.0.18 "GET /v2.0/ports?device_id=bab14976-9a79-4961-bbb7-bef26e77c0b6 HTTP/1.1" status: 200 len: 931 time: 0.3543091 Jul 27 23:11:46.790200 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-86cb22a8-72a7-49c9-8917-46ef4617903d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:11:29Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['4fbc422e-3bf9-46cc-9eaa-57921359cad4'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:11:46.790413 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [req-1116d53c-67b0-4ae7-944e-f22fca89c752 req-a3c940a1-8fb9-452d-9bde-ea7a59abe9b1 tempest-ServersTestManualDisk-873281871 tempest-ServersTestManualDisk-873281871-project] No DVR routers for this DVR port eb056223-691f-4c34-9de0-b6a4ef8a01e5 on host n-h2-802623-1 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:11:46.793859 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-1116d53c-67b0-4ae7-944e-f22fca89c752 req-a3c940a1-8fb9-452d-9bde-ea7a59abe9b1 tempest-ServersTestManualDisk-873281871 tempest-ServersTestManualDisk-873281871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:46.796708 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-1116d53c-67b0-4ae7-944e-f22fca89c752 req-a3c940a1-8fb9-452d-9bde-ea7a59abe9b1 tempest-ServersTestManualDisk-873281871 tempest-ServersTestManualDisk-873281871-project] 10.222.0.49 "DELETE /v2.0/ports/eb056223-691f-4c34-9de0-b6a4ef8a01e5 HTTP/1.1" status: 204 len: 173 time: 2.9087462 Jul 27 23:11:46.814743 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-5545faca-7fa6-4c82-b497-98004525c0e6 req-58a7fe47-d898-451f-b9ba-9b6b34052eef tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] 10.222.0.18 "GET /v2.0/security-groups?id=f9282c7c-bf74-4e2f-accf-81bded4d9191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3074751 Jul 27 23:11:47.037141 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-bd5c242e-dfd9-4ada-b7d2-a4e46f6b377d req-06dd58d0-41fe-494e-a2d4-6b894e72c738 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] 10.222.0.18 "GET /v2.0/security-groups?id=cfd41bdc-77a0-40db-b366-4cd3c3051f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2433603 Jul 27 23:11:47.048141 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17896fc2-efe3-4667-84c6-4e95b1e6650c req-8c367a98-00c5-482b-964d-570ed8601618 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:47.050118 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-17896fc2-efe3-4667-84c6-4e95b1e6650c req-8c367a98-00c5-482b-964d-570ed8601618 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/ports?device_id=13990610-5726-4497-81b9-f5375fbe4860 HTTP/1.1" status: 200 len: 950 time: 0.1102343 Jul 27 23:11:47.073595 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-3c8eaa4b-e8fa-48a5-8e53-32f8fc3962b7 req-d36b557a-3d87-499a-9870-6acdcaed6ef5 tempest-ServerRescueNegativeTestJSON-1855851441 tempest-ServerRescueNegativeTestJSON-1855851441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:47.101144 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-86cb22a8-72a7-49c9-8917-46ef4617903d None None] Set router 4fbc422e-3bf9-46cc-9eaa-57921359cad4 gateway port host: n-d-802623-1 {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:11:47.140709 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-17896fc2-efe3-4667-84c6-4e95b1e6650c req-564945c2-da4b-42dc-8273-23a4ecb9b37e tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb779318-b8ff-43a6-a94f-3ce471aff166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819843 Jul 27 23:11:47.206252 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-5a650580-a5f7-4a22-92e5-9ea9e6620aed tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Allocated IP 10.1.1.230 (c246f1fa-d287-4449-88ed-7e41ec7ffa41/ba464d94-7c37-4a78-bcc3-06220a9217b5/7000adaa-7864-409e-b126-7512669b5cb6) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:11:47.226057 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c8eaa4b-e8fa-48a5-8e53-32f8fc3962b7 req-d36b557a-3d87-499a-9870-6acdcaed6ef5 tempest-ServerRescueNegativeTestJSON-1855851441 tempest-ServerRescueNegativeTestJSON-1855851441-project] Network 751d782f-d338-44aa-a291-24d2ae3bed3e is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:11:47.246661 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [req-3c8eaa4b-e8fa-48a5-8e53-32f8fc3962b7 req-d36b557a-3d87-499a-9870-6acdcaed6ef5 tempest-ServerRescueNegativeTestJSON-1855851441 tempest-ServerRescueNegativeTestJSON-1855851441-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:11:47.250794 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c8eaa4b-e8fa-48a5-8e53-32f8fc3962b7 req-d36b557a-3d87-499a-9870-6acdcaed6ef5 tempest-ServerRescueNegativeTestJSON-1855851441 tempest-ServerRescueNegativeTestJSON-1855851441-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:11:47.253399 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36b557a-3d87-499a-9870-6acdcaed6ef5 tempest-ServerRescueNegativeTestJSON-1855851441 tempest-ServerRescueNegativeTestJSON-1855851441-project] Pushing event updated for resources: {'Port': ['ID=3dd86524-9011-45e6-a984-688db58af8c0,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:11:47.322213 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-6dca30f0-ad64-4f8d-b8ab-e0f2989e3196 req-575f7a77-b147-4b99-8850-31bbe8f5fc95 tempest-ServerRescueNegativeTestJSON-1855851441 tempest-ServerRescueNegativeTestJSON-1855851441-project] 10.222.0.18 "GET /v2.0/ports?device_id=6551d2f1-dfc9-4bdf-adfb-bc809d0770ff HTTP/1.1" status: 200 len: 210 time: 0.0378153 Jul 27 23:11:47.363254 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8eaa4b-e8fa-48a5-8e53-32f8fc3962b7 req-d36b557a-3d87-499a-9870-6acdcaed6ef5 tempest-ServerRescueNegativeTestJSON-1855851441 tempest-ServerRescueNegativeTestJSON-1855851441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:47.363904 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-3c8eaa4b-e8fa-48a5-8e53-32f8fc3962b7 req-d36b557a-3d87-499a-9870-6acdcaed6ef5 tempest-ServerRescueNegativeTestJSON-1855851441 tempest-ServerRescueNegativeTestJSON-1855851441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:47.406382 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfb22ed-0489-4378-9d36-6356b29c3af2 req-69811945-6bf8-47d9-b98f-35016bc7bc99 tempest-ServerRescueTestJSON-1182058210 tempest-ServerRescueTestJSON-1182058210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:47.416863 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-acfb22ed-0489-4378-9d36-6356b29c3af2 req-69811945-6bf8-47d9-b98f-35016bc7bc99 tempest-ServerRescueTestJSON-1182058210 tempest-ServerRescueTestJSON-1182058210-project] 10.222.0.18 "GET /v2.0/ports?device_id=710db404-18d5-4163-8833-5771fe8a1f7e HTTP/1.1" status: 200 len: 945 time: 0.1175952 Jul 27 23:11:47.440306 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-3c8eaa4b-e8fa-48a5-8e53-32f8fc3962b7 req-d36b557a-3d87-499a-9870-6acdcaed6ef5 tempest-ServerRescueNegativeTestJSON-1855851441 tempest-ServerRescueNegativeTestJSON-1855851441-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5091300 Jul 27 23:11:47.460086 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 36158) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:11:47.477782 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-acfb22ed-0489-4378-9d36-6356b29c3af2 req-75288bcc-b8c4-409e-add1-85df61c903e9 tempest-ServerRescueTestJSON-1182058210 tempest-ServerRescueTestJSON-1182058210-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1683666-2031-45b7-8015-e9f1b36fb2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592766 Jul 27 23:11:47.504614 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [req-3c8eaa4b-e8fa-48a5-8e53-32f8fc3962b7 req-9b3d1672-19b6-4bb0-8093-95506f114212 service neutron] Request body: {'port': {'device_id': '18bf2265-d54a-42b3-beea-c61771ab87ab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802623-1'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:11:47.522268 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:11:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3952e71a-bad0-4633-ae91-4a568d541bc0 x-openstack-request-id: req-3952e71a-bad0-4633-ae91-4a568d541bc0 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:11:47.522604 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b92ddc5-1255-4eed-a0cc-16abbc86487a", "name": "network-vif-deleted", "tag": "a6e38216-371d-494e-8fa2-9563d9a3e4d0", "status": "completed", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:11:47.523138 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3952e71a-bad0-4633-ae91-4a568d541bc0 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:11:47.523741 n-d-802623-1 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b92ddc5-1255-4eed-a0cc-16abbc86487a', 'name': 'network-vif-deleted', 'tag': 'a6e38216-371d-494e-8fa2-9563d9a3e4d0', 'status': 'completed', 'code': 200} Jul 27 23:11:47.582592 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-86cb22a8-72a7-49c9-8917-46ef4617903d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fbc422e-3bf9-46cc-9eaa-57921359cad4', 'name': 'tempest-ServersTestManualDisk-1485289992-router', 'tenant_id': 'fc7acafa883a4a4baeb39fca47df928a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.202'}], 'enable_snat': True}, 'gw_port_id': '1c2ad822-7ead-4f0d-9cec-a9ff1722a3d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:08:09Z', 'updated_at': '2021-07-27T23:08:21Z', 'revision_number': 4, 'project_id': 'fc7acafa883a4a4baeb39fca47df928a', 'gw_port': {'id': '1c2ad822-7ead-4f0d-9cec-a9ff1722a3d0', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:fb:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fbc422e-3bf9-46cc-9eaa-57921359cad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:08:10Z', 'updated_at': '2021-07-27T23:08:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': '229822d0-b35b-49db-9d37-97087868f358', 'name': '', 'network_id': 'a7737e0c-9e61-43d5-8f37-2862a114eef0', 'tenant_id': 'fc7acafa883a4a4baeb39fca47df928a', 'mac_address': 'fa:16:3e:3b:98:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fbc422e-3bf9-46cc-9eaa-57921359cad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': '970cdcd7-7c74-44af-9807-ff303fbf909b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:08:18Z', 'updated_at': '2021-07-27T23:08:30Z', 'revision_number': 5, 'project_id': 'fc7acafa883a4a4baeb39fca47df928a', 'subnets': [{'id': '970cdcd7-7c74-44af-9807-ff303fbf909b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:11:47.627339 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86cb22a8-72a7-49c9-8917-46ef4617903d None None] Checking router: 4fbc422e-3bf9-46cc-9eaa-57921359cad4 for host: n-d-802623-1 {{(pid=93799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 23:11:47.633578 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a80e8ae6-c1fe-4a16-811d-6340e8a57170 req-dc53d20d-5ac7-4fd3-91da-95630bb648b9 tempest-ServersTestManualDisk-873281871 tempest-ServersTestManualDisk-873281871-project] 10.222.0.18 "GET /v2.0/ports?device_id=c23ba248-95a1-499d-9e13-83f18c38bb06 HTTP/1.1" status: 200 len: 210 time: 0.0276146 Jul 27 23:11:47.653755 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86cb22a8-72a7-49c9-8917-46ef4617903d None None] Routers {'4fbc422e-3bf9-46cc-9eaa-57921359cad4'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:11:47.653755 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-86cb22a8-72a7-49c9-8917-46ef4617903d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:11:29Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['4fbc422e-3bf9-46cc-9eaa-57921359cad4'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:11:47.674755 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-5a650580-a5f7-4a22-92e5-9ea9e6620aed tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:47.722118 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_v2 [None req-86688f6a-a0cc-4d8a-a2fd-42327416e901 admin admin] Deleting subnet 0521cb84-f72a-4661-a58d-2906582e3615 {{(pid=93798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 23:11:47.726153 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-86688f6a-a0cc-4d8a-a2fd-42327416e901 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:47.767940 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-3c8eaa4b-e8fa-48a5-8e53-32f8fc3962b7 req-9b3d1672-19b6-4bb0-8093-95506f114212 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:47.775624 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-5a650580-a5f7-4a22-92e5-9ea9e6620aed tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Transition to ACTIVE for port object 7000adaa-7864-409e-b126-7512669b5cb6 will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:11:47.783134 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-86688f6a-a0cc-4d8a-a2fd-42327416e901 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11163249'] for subnet, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:47.894971 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-86688f6a-a0cc-4d8a-a2fd-42327416e901 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620741'] for subnet, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:47.907736 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-86cb22a8-72a7-49c9-8917-46ef4617903d None None] Set router 4fbc422e-3bf9-46cc-9eaa-57921359cad4 gateway port host: n-d-802623-1 {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:11:47.995315 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfd6475-2ba6-4d55-b228-495fb323c95a req-2d1579d8-cdee-4840-9202-0cea24f2c213 tempest-ServerRescueNegativeTestJSON-1855851441 tempest-ServerRescueNegativeTestJSON-1855851441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:47.997434 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-2dfd6475-2ba6-4d55-b228-495fb323c95a req-2d1579d8-cdee-4840-9202-0cea24f2c213 tempest-ServerRescueNegativeTestJSON-1855851441 tempest-ServerRescueNegativeTestJSON-1855851441-project] 10.222.0.49 "GET /v2.0/networks?id=751d782f-d338-44aa-a291-24d2ae3bed3e HTTP/1.1" status: 200 len: 818 time: 0.2260995 Jul 27 23:11:48.026390 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [req-2dfd6475-2ba6-4d55-b228-495fb323c95a req-ca2d70ea-ceff-4487-82d3-dbec49e9389b tempest-ServerRescueNegativeTestJSON-1855851441 tempest-ServerRescueNegativeTestJSON-1855851441-project] Request body: {'port': {'device_id': '6551d2f1-dfc9-4bdf-adfb-bc809d0770ff', 'network_id': '751d782f-d338-44aa-a291-24d2ae3bed3e', 'admin_state_up': True, 'tenant_id': '8f4c75b9e70c4006b20b1726fcbef392'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:11:48.084744 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device b3ec4964-e47d-4543-9198-c2d4eb4c0002 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:11:48.092615 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-5a650580-a5f7-4a22-92e5-9ea9e6620aed tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:48.164846 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-5a650580-a5f7-4a22-92e5-9ea9e6620aed tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Network c246f1fa-d287-4449-88ed-7e41ec7ffa41 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:11:48.197769 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2dfd6475-2ba6-4d55-b228-495fb323c95a req-ca2d70ea-ceff-4487-82d3-dbec49e9389b tempest-ServerRescueNegativeTestJSON-1855851441 tempest-ServerRescueNegativeTestJSON-1855851441-project] Made reservation on behalf of 8f4c75b9e70c4006b20b1726fcbef392 for: {'port': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:11:48.203370 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-2dfd6475-2ba6-4d55-b228-495fb323c95a req-ca2d70ea-ceff-4487-82d3-dbec49e9389b tempest-ServerRescueNegativeTestJSON-1855851441 tempest-ServerRescueNegativeTestJSON-1855851441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:48.220261 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-5a650580-a5f7-4a22-92e5-9ea9e6620aed tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:11:48.223438 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-5a650580-a5f7-4a22-92e5-9ea9e6620aed tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:11:48.272176 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97482d1-b124-492d-85d7-abd78f0d65bd req-1bd3fd7c-9afb-4497-94aa-50b969c9c266 tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:48.273326 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e97482d1-b124-492d-85d7-abd78f0d65bd req-1bd3fd7c-9afb-4497-94aa-50b969c9c266 tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] 10.222.0.18 "GET /v2.0/ports?device_id=8fec054f-4e07-423d-ab0c-c325fd69c518 HTTP/1.1" status: 200 len: 946 time: 0.3362696 Jul 27 23:11:48.298681 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a650580-a5f7-4a22-92e5-9ea9e6620aed tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Pushing event updated for resources: {'Port': ['ID=7000adaa-7864-409e-b126-7512669b5cb6,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:11:48.312248 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-86688f6a-a0cc-4d8a-a2fd-42327416e901 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11971800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12265753'] for subnet, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:48.351255 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port b3ec4964-e47d-4543-9198-c2d4eb4c0002 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:11:48.351819 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:48.371543 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-86688f6a-a0cc-4d8a-a2fd-42327416e901 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:48.375641 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-86688f6a-a0cc-4d8a-a2fd-42327416e901 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/0521cb84-f72a-4661-a58d-2906582e3615 HTTP/1.1" status: 204 len: 168 time: 0.9112072 Jul 27 23:11:48.377214 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 36170) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:11:48.389573 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-5a650580-a5f7-4a22-92e5-9ea9e6620aed tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:48.399594 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-5a650580-a5f7-4a22-92e5-9ea9e6620aed tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:48.407227 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-86cb22a8-72a7-49c9-8917-46ef4617903d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fbc422e-3bf9-46cc-9eaa-57921359cad4', 'name': 'tempest-ServersTestManualDisk-1485289992-router', 'tenant_id': 'fc7acafa883a4a4baeb39fca47df928a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.202'}], 'enable_snat': True}, 'gw_port_id': '1c2ad822-7ead-4f0d-9cec-a9ff1722a3d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:08:09Z', 'updated_at': '2021-07-27T23:08:21Z', 'revision_number': 4, 'project_id': 'fc7acafa883a4a4baeb39fca47df928a', 'gw_port': {'id': '1c2ad822-7ead-4f0d-9cec-a9ff1722a3d0', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:fb:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fbc422e-3bf9-46cc-9eaa-57921359cad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:08:10Z', 'updated_at': '2021-07-27T23:08:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': '229822d0-b35b-49db-9d37-97087868f358', 'name': '', 'network_id': 'a7737e0c-9e61-43d5-8f37-2862a114eef0', 'tenant_id': 'fc7acafa883a4a4baeb39fca47df928a', 'mac_address': 'fa:16:3e:3b:98:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fbc422e-3bf9-46cc-9eaa-57921359cad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': '970cdcd7-7c74-44af-9807-ff303fbf909b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:08:18Z', 'updated_at': '2021-07-27T23:08:30Z', 'revision_number': 5, 'project_id': 'fc7acafa883a4a4baeb39fca47df928a', 'subnets': [{'id': '970cdcd7-7c74-44af-9807-ff303fbf909b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:11:48.411359 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86688f6a-a0cc-4d8a-a2fd-42327416e901 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0521cb84-f72a-4661-a58d-2906582e3615,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:11:48.419078 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ac8557-525b-4886-8dbe-17c1881d74d0 req-d2b3f861-2f61-42c2-83ee-337f1679a0b9 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:48.430697 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ac8557-525b-4886-8dbe-17c1881d74d0 req-d2b3f861-2f61-42c2-83ee-337f1679a0b9 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:48.432644 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-52ac8557-525b-4886-8dbe-17c1881d74d0 req-d2b3f861-2f61-42c2-83ee-337f1679a0b9 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] 10.222.0.18 "GET /v2.0/ports?device_id=bab14976-9a79-4961-bbb7-bef26e77c0b6 HTTP/1.1" status: 200 len: 1653 time: 0.1831648 Jul 27 23:11:48.466372 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86cb22a8-72a7-49c9-8917-46ef4617903d None None] The sync data for ids ['4fbc422e-3bf9-46cc-9eaa-57921359cad4'] in n-d-802623-1 is: [{'id': '4fbc422e-3bf9-46cc-9eaa-57921359cad4', 'name': 'tempest-ServersTestManualDisk-1485289992-router', 'tenant_id': 'fc7acafa883a4a4baeb39fca47df928a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.202'}], 'enable_snat': True}, 'gw_port_id': '1c2ad822-7ead-4f0d-9cec-a9ff1722a3d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:08:09Z', 'updated_at': '2021-07-27T23:08:21Z', 'revision_number': 4, 'project_id': 'fc7acafa883a4a4baeb39fca47df928a', 'gw_port': {'id': '1c2ad822-7ead-4f0d-9cec-a9ff1722a3d0', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:fb:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fbc422e-3bf9-46cc-9eaa-57921359cad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:08:10Z', 'updated_at': '2021-07-27T23:08:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': '229822d0-b35b-49db-9d37-97087868f358', 'name': '', 'network_id': 'a7737e0c-9e61-43d5-8f37-2862a114eef0', 'tenant_id': 'fc7acafa883a4a4baeb39fca47df928a', 'mac_address': 'fa:16:3e:3b:98:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fbc422e-3bf9-46cc-9eaa-57921359cad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': '970cdcd7-7c74-44af-9807-ff303fbf909b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:08:18Z', 'updated_at': '2021-07-27T23:08:30Z', 'revision_number': 5, 'project_id': 'fc7acafa883a4a4baeb39fca47df928a', 'subnets': [{'id': '970cdcd7-7c74-44af-9807-ff303fbf909b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:11:48.520372 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e97482d1-b124-492d-85d7-abd78f0d65bd req-5dab83ce-fd7e-49c0-945a-9ec44a57af34 tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] 10.222.0.18 "GET /v2.0/security-groups?id=f9282c7c-bf74-4e2f-accf-81bded4d9191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2291572 Jul 27 23:11:48.525241 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-5a650580-a5f7-4a22-92e5-9ea9e6620aed tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4419067 Jul 27 23:11:48.530419 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-52ac8557-525b-4886-8dbe-17c1881d74d0 req-2d69a2da-7d6f-4f13-8f9e-0002b3b3604f tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] 10.222.0.18 "GET /v2.0/security-groups?id=cfd41bdc-77a0-40db-b366-4cd3c3051f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860581 Jul 27 23:11:48.541019 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-5e65dea2-d2bc-4dd0-85c8-7521234afc1c tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Request body: {'port': {'device_id': 'bab14976-9a79-4961-bbb7-bef26e77c0b6', 'network_id': 'c246f1fa-d287-4449-88ed-7e41ec7ffa41', 'admin_state_up': True, 'tenant_id': '0367b9fbd8e84279b822c24a4e2fb6cb', 'security_groups': ['cfd41bdc-77a0-40db-b366-4cd3c3051f6e']}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:11:48.655688 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-7026224b-134d-4bd9-85b6-a636c669ecee None None] Provisioning for port 7000adaa-7864-409e-b126-7512669b5cb6 completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:11:48.663500 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4444d364-6bd1-447e-8318-f61718051e19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593271'] for network, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:48.665145 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-7026224b-134d-4bd9-85b6-a636c669ecee None None] Provisioning complete for port 7000adaa-7864-409e-b126-7512669b5cb6 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:11:48.666149 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7026224b-134d-4bd9-85b6-a636c669ecee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:48.742445 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-7026224b-134d-4bd9-85b6-a636c669ecee None None] Port 7000adaa-7864-409e-b126-7512669b5cb6 cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:11:48.769816 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-9f59d7ce-5ac3-43a3-9537-490651854247 req-1bd65bde-310b-4b86-a36a-5adbdc169799 tempest-ServerRescueNegativeTestJSON-1855851441 tempest-ServerRescueNegativeTestJSON-1855851441-project] 10.222.0.18 "GET /v2.0/ports?device_id=6551d2f1-dfc9-4bdf-adfb-bc809d0770ff HTTP/1.1" status: 200 len: 210 time: 0.0628242 Jul 27 23:11:48.814500 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [req-3c8eaa4b-e8fa-48a5-8e53-32f8fc3962b7 req-9b3d1672-19b6-4bb0-8093-95506f114212 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3dd86524-9011-45e6-a984-688db58af8c0 {{(pid=93798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:11:48.841748 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-3c8eaa4b-e8fa-48a5-8e53-32f8fc3962b7 req-9b3d1672-19b6-4bb0-8093-95506f114212 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:48.879470 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ee008b-73ec-4bdf-bb12-458d7e5050aa req-17761b59-f854-44b6-8bdd-def3b581034a tempest-ServerRescueTestJSON-1182058210 tempest-ServerRescueTestJSON-1182058210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:48.881275 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-48ee008b-73ec-4bdf-bb12-458d7e5050aa req-17761b59-f854-44b6-8bdd-def3b581034a tempest-ServerRescueTestJSON-1182058210 tempest-ServerRescueTestJSON-1182058210-project] 10.222.0.18 "GET /v2.0/ports?device_id=710db404-18d5-4163-8833-5771fe8a1f7e HTTP/1.1" status: 200 len: 945 time: 0.0611982 Jul 27 23:11:48.888029 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6f86b2-ee2a-4217-8a90-d38a55d74827 req-0c2220b0-649e-448b-b53d-333699f8a035 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:48.895549 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-5b6f86b2-ee2a-4217-8a90-d38a55d74827 req-0c2220b0-649e-448b-b53d-333699f8a035 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/ports?device_id=13990610-5726-4497-81b9-f5375fbe4860 HTTP/1.1" status: 200 len: 950 time: 0.2533901 Jul 27 23:11:48.896307 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b6dbd96-6f8d-4bcb-a110-67a0eb15a430 None None] New status for floating IP 4e3f154a-dae4-4bc7-8a10-a0460cfab043: DOWN {{(pid=93800) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 23:11:48.903615 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-3c8eaa4b-e8fa-48a5-8e53-32f8fc3962b7 req-9b3d1672-19b6-4bb0-8093-95506f114212 service neutron] Transition to ACTIVE for port object 3dd86524-9011-45e6-a984-688db58af8c0 will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:11:48.921915 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-3c8eaa4b-e8fa-48a5-8e53-32f8fc3962b7 req-9b3d1672-19b6-4bb0-8093-95506f114212 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:48.950367 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4444d364-6bd1-447e-8318-f61718051e19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618032', 'neutron.services.segments.db._delete_segments_for_network-8736833900081'] for network, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:48.976975 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-48ee008b-73ec-4bdf-bb12-458d7e5050aa req-922abb84-37be-4fd4-840d-f14449ee80ce tempest-ServerRescueTestJSON-1182058210 tempest-ServerRescueTestJSON-1182058210-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1683666-2031-45b7-8015-e9f1b36fb2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892932 Jul 27 23:11:49.012347 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [req-2dfd6475-2ba6-4d55-b228-495fb323c95a req-ca2d70ea-ceff-4487-82d3-dbec49e9389b tempest-ServerRescueNegativeTestJSON-1855851441 tempest-ServerRescueNegativeTestJSON-1855851441-project] Allocated IP 172.20.0.8 (751d782f-d338-44aa-a291-24d2ae3bed3e/834f7fce-5291-4343-9c89-509f9d111866/4c9b191d-845d-40fb-acc0-eb526d5bf190) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:11:49.024843 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-4444d364-6bd1-447e-8318-f61718051e19 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16c3fda7-e810-4fc7-8432-2d8e6ba55977']}} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:11:49.084699 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-4444d364-6bd1-447e-8318-f61718051e19 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5267122c-9ee8-4867-aa1f-665753d4e35b') {'for_net_delete': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:11:49.085008 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-4444d364-6bd1-447e-8318-f61718051e19 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5267122c-9ee8-4867-aa1f-665753d4e35b') {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:11:49.104838 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 36178) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:11:49.114667 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4444d364-6bd1-447e-8318-f61718051e19 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736833900858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11163256'] for segment, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:49.134125 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-5e65dea2-d2bc-4dd0-85c8-7521234afc1c tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Made reservation on behalf of 0367b9fbd8e84279b822c24a4e2fb6cb for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:11:49.137654 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-5e65dea2-d2bc-4dd0-85c8-7521234afc1c tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:49.139811 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3d1672-19b6-4bb0-8093-95506f114212 service neutron] Pushing event updated for resources: {'Port': ['ID=3dd86524-9011-45e6-a984-688db58af8c0,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:11:49.191709 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-5b6f86b2-ee2a-4217-8a90-d38a55d74827 req-75ab9cb2-6c48-4dcc-8193-4c521e5e2d4b tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb779318-b8ff-43a6-a94f-3ce471aff166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2770419 Jul 27 23:11:49.216356 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4444d364-6bd1-447e-8318-f61718051e19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:49.219293 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3d1672-19b6-4bb0-8093-95506f114212 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:11:49.220282 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3d1672-19b6-4bb0-8093-95506f114212 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:11:49.220624 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3d1672-19b6-4bb0-8093-95506f114212 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:11:49.221146 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3d1672-19b6-4bb0-8093-95506f114212 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:11:49.221595 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3d1672-19b6-4bb0-8093-95506f114212 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:11:49.221928 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3d1672-19b6-4bb0-8093-95506f114212 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:11:49.222251 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3d1672-19b6-4bb0-8093-95506f114212 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:11:49.222571 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3d1672-19b6-4bb0-8093-95506f114212 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:11:49.222890 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3d1672-19b6-4bb0-8093-95506f114212 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:11:49.223229 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3d1672-19b6-4bb0-8093-95506f114212 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:11:49.223548 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3d1672-19b6-4bb0-8093-95506f114212 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:11:49.223863 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3d1672-19b6-4bb0-8093-95506f114212 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:11:49.245039 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a23044ac-3983-4455-8fc6-ede57d6c707e tempest-ServersTestManualDisk-873281871 tempest-ServersTestManualDisk-873281871-project] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:49.247110 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4444d364-6bd1-447e-8318-f61718051e19 admin admin] Releasing vlan 539 on physical network physnet1 to pool {{(pid=93798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 23:11:49.247516 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4444d364-6bd1-447e-8318-f61718051e19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11971746'] for segment, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:49.249442 n-d-802623-1 neutron-server[93798]: Traceback (most recent call last): Jul 27 23:11:49.249442 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 23:11:49.249442 n-d-802623-1 neutron-server[93798]: timer() Jul 27 23:11:49.249442 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 23:11:49.249442 n-d-802623-1 neutron-server[93798]: cb(*args, **kw) Jul 27 23:11:49.249442 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 23:11:49.249442 n-d-802623-1 neutron-server[93798]: return func(*args, **kwargs) Jul 27 23:11:49.249442 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 23:11:49.249442 n-d-802623-1 neutron-server[93798]: self._notify() Jul 27 23:11:49.249442 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 23:11:49.249442 n-d-802623-1 neutron-server[93798]: self.callback(batched_events) Jul 27 23:11:49.249442 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 23:11:49.249442 n-d-802623-1 neutron-server[93798]: event.method(event) Jul 27 23:11:49.249442 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 23:11:49.249442 n-d-802623-1 neutron-server[93798]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 23:11:49.249442 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 23:11:49.249442 n-d-802623-1 neutron-server[93798]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 23:11:49.249442 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 23:11:49.249442 n-d-802623-1 neutron-server[93798]: return f(self, *a, **k) Jul 27 23:11:49.249442 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 23:11:49.249442 n-d-802623-1 neutron-server[93798]: return self._get(url).json() Jul 27 23:11:49.249442 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 23:11:49.249442 n-d-802623-1 neutron-server[93798]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 23:11:49.249442 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 23:11:49.249442 n-d-802623-1 neutron-server[93798]: return self.request(url, 'GET', **kwargs) Jul 27 23:11:49.249442 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 23:11:49.249442 n-d-802623-1 neutron-server[93798]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 23:11:49.249442 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 23:11:49.249442 n-d-802623-1 neutron-server[93798]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 23:11:49.249442 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 23:11:49.249442 n-d-802623-1 neutron-server[93798]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 23:11:49.249442 n-d-802623-1 neutron-server[93798]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 23:11:49.273605 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-2dfd6475-2ba6-4d55-b228-495fb323c95a req-ca2d70ea-ceff-4487-82d3-dbec49e9389b tempest-ServerRescueNegativeTestJSON-1855851441 tempest-ServerRescueNegativeTestJSON-1855851441-project] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:49.286486 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a23044ac-3983-4455-8fc6-ede57d6c707e tempest-ServersTestManualDisk-873281871 tempest-ServersTestManualDisk-873281871-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:49.302779 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-3c8eaa4b-e8fa-48a5-8e53-32f8fc3962b7 req-9b3d1672-19b6-4bb0-8093-95506f114212 service neutron] Attempting to bind port 3dd86524-9011-45e6-a984-688db58af8c0 on host n-h1-802623-1 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:11:49.303137 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-3c8eaa4b-e8fa-48a5-8e53-32f8fc3962b7 req-9b3d1672-19b6-4bb0-8093-95506f114212 service neutron] Attempting to bind port 3dd86524-9011-45e6-a984-688db58af8c0 by drivers openvswitch,hyperv on host n-h1-802623-1 at level 0 using segments [{'id': '291bf24b-6a6d-4a3e-8abd-3858cd630ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '751d782f-d338-44aa-a291-24d2ae3bed3e'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:11:49.303465 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c8eaa4b-e8fa-48a5-8e53-32f8fc3962b7 req-9b3d1672-19b6-4bb0-8093-95506f114212 service neutron] Attempting to bind port 3dd86524-9011-45e6-a984-688db58af8c0 on network 751d782f-d338-44aa-a291-24d2ae3bed3e {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:11:49.352567 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c8eaa4b-e8fa-48a5-8e53-32f8fc3962b7 req-9b3d1672-19b6-4bb0-8093-95506f114212 service neutron] Port 3dd86524-9011-45e6-a984-688db58af8c0 on network 751d782f-d338-44aa-a291-24d2ae3bed3e not bound, no agent of type Open vSwitch agent registered on host n-h1-802623-1 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 23:11:49.352796 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c8eaa4b-e8fa-48a5-8e53-32f8fc3962b7 req-9b3d1672-19b6-4bb0-8093-95506f114212 service neutron] Attempting to bind port 3dd86524-9011-45e6-a984-688db58af8c0 on network 751d782f-d338-44aa-a291-24d2ae3bed3e {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:11:49.358958 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-2dfd6475-2ba6-4d55-b228-495fb323c95a req-ca2d70ea-ceff-4487-82d3-dbec49e9389b tempest-ServerRescueNegativeTestJSON-1855851441 tempest-ServerRescueNegativeTestJSON-1855851441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:49.366732 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c8eaa4b-e8fa-48a5-8e53-32f8fc3962b7 req-9b3d1672-19b6-4bb0-8093-95506f114212 service neutron] Checking agent: {'id': '245f1da4-a9b8-4b08-90d7-28f0f342b839', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 59, 59), 'started_at': datetime.datetime(2021, 7, 27, 22, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 11, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:11:49.366984 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c8eaa4b-e8fa-48a5-8e53-32f8fc3962b7 req-9b3d1672-19b6-4bb0-8093-95506f114212 service neutron] Checking segment: {'id': '291bf24b-6a6d-4a3e-8abd-3858cd630ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '751d782f-d338-44aa-a291-24d2ae3bed3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:11:49.367395 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c8eaa4b-e8fa-48a5-8e53-32f8fc3962b7 req-9b3d1672-19b6-4bb0-8093-95506f114212 service neutron] Bound using segment: {'id': '291bf24b-6a6d-4a3e-8abd-3858cd630ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '751d782f-d338-44aa-a291-24d2ae3bed3e'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:11:49.367943 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-3c8eaa4b-e8fa-48a5-8e53-32f8fc3962b7 req-9b3d1672-19b6-4bb0-8093-95506f114212 service neutron] Bound port: 3dd86524-9011-45e6-a984-688db58af8c0, host: n-h1-802623-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '291bf24b-6a6d-4a3e-8abd-3858cd630ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '751d782f-d338-44aa-a291-24d2ae3bed3e'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:11:49.368191 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-3c8eaa4b-e8fa-48a5-8e53-32f8fc3962b7 req-9b3d1672-19b6-4bb0-8093-95506f114212 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:49.370249 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4444d364-6bd1-447e-8318-f61718051e19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415412'] for network, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:49.386927 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4444d364-6bd1-447e-8318-f61718051e19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:49.391156 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-4444d364-6bd1-447e-8318-f61718051e19 admin admin] 10.222.0.18 "DELETE /v2.0/networks/16c3fda7-e810-4fc7-8432-2d8e6ba55977 HTTP/1.1" status: 204 len: 168 time: 0.9863982 Jul 27 23:11:49.410497 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4444d364-6bd1-447e-8318-f61718051e19 admin admin] Pushing event deleted for resources: {'Network': ['ID=16c3fda7-e810-4fc7-8432-2d8e6ba55977,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:11:49.435857 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2d70ea-ceff-4487-82d3-dbec49e9389b tempest-ServerRescueNegativeTestJSON-1855851441 tempest-ServerRescueNegativeTestJSON-1855851441-project] Pushing event updated for resources: {'Port': ['ID=4c9b191d-845d-40fb-acc0-eb526d5bf190,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:11:49.446599 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a23044ac-3983-4455-8fc6-ede57d6c707e tempest-ServersTestManualDisk-873281871 tempest-ServersTestManualDisk-873281871-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:49.452111 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a23044ac-3983-4455-8fc6-ede57d6c707e tempest-ServersTestManualDisk-873281871 tempest-ServersTestManualDisk-873281871-project] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:49.456008 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-a23044ac-3983-4455-8fc6-ede57d6c707e tempest-ServersTestManualDisk-873281871 tempest-ServersTestManualDisk-873281871-project] 10.222.0.18 "DELETE /v2.0/security-groups/a330bb25-4575-49ef-8eda-ab7b81b50dee HTTP/1.1" status: 204 len: 168 time: 0.3483689 Jul 27 23:11:49.456832 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 36182) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:11:49.473947 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2dfd6475-2ba6-4d55-b228-495fb323c95a req-ca2d70ea-ceff-4487-82d3-dbec49e9389b tempest-ServerRescueNegativeTestJSON-1855851441 tempest-ServerRescueNegativeTestJSON-1855851441-project] Network 751d782f-d338-44aa-a291-24d2ae3bed3e is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:11:49.475368 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23044ac-3983-4455-8fc6-ede57d6c707e tempest-ServersTestManualDisk-873281871 tempest-ServersTestManualDisk-873281871-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a330bb25-4575-49ef-8eda-ab7b81b50dee,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:11:49.483730 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [req-2dfd6475-2ba6-4d55-b228-495fb323c95a req-ca2d70ea-ceff-4487-82d3-dbec49e9389b tempest-ServerRescueNegativeTestJSON-1855851441 tempest-ServerRescueNegativeTestJSON-1855851441-project] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:11:49.489760 n-d-802623-1 neutron-server[93798]: INFO neutron.api.v2.resource [None req-282beaa7-de94-4ab6-873f-010f850e71a3 tempest-ServersTestManualDisk-873281871 tempest-ServersTestManualDisk-873281871-project] show failed (client error): The resource could not be found. Jul 27 23:11:49.493420 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-282beaa7-de94-4ab6-873f-010f850e71a3 tempest-ServersTestManualDisk-873281871 tempest-ServersTestManualDisk-873281871-project] 10.222.0.18 "GET /v2.0/security-groups/a330bb25-4575-49ef-8eda-ab7b81b50dee HTTP/1.1" status: 404 len: 347 time: 0.0303214 Jul 27 23:11:49.504608 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 36184) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:11:49.519855 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-5e65dea2-d2bc-4dd0-85c8-7521234afc1c tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Allocated IP 10.1.1.239 (c246f1fa-d287-4449-88ed-7e41ec7ffa41/ba464d94-7c37-4a78-bcc3-06220a9217b5/7aa7f82a-79c8-4d31-aedb-c7b467805927) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:11:49.528693 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-3c8eaa4b-e8fa-48a5-8e53-32f8fc3962b7 req-9b3d1672-19b6-4bb0-8093-95506f114212 service neutron] For port 3dd86524-9011-45e6-a984-688db58af8c0, host n-h1-802623-1, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:11:49.536087 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-3c8eaa4b-e8fa-48a5-8e53-32f8fc3962b7 req-9b3d1672-19b6-4bb0-8093-95506f114212 service neutron] For port 3dd86524-9011-45e6-a984-688db58af8c0, host n-h1-802623-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=3dd86524-9011-45e6-a984-688db58af8c0,segment=NetworkSegment(291bf24b-6a6d-4a3e-8abd-3858cd630ec0),segment_id=291bf24b-6a6d-4a3e-8abd-3858cd630ec0)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:11:49.549056 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-3c8eaa4b-e8fa-48a5-8e53-32f8fc3962b7 req-9b3d1672-19b6-4bb0-8093-95506f114212 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:49.562251 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [req-2dfd6475-2ba6-4d55-b228-495fb323c95a req-ca2d70ea-ceff-4487-82d3-dbec49e9389b tempest-ServerRescueNegativeTestJSON-1855851441 tempest-ServerRescueNegativeTestJSON-1855851441-project] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:11:49.614569 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c23ba248-95a1-499d-9e13-83f18c38bb06', 'name': 'network-vif-deleted', 'tag': 'eb056223-691f-4c34-9de0-b6a4ef8a01e5'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:11:49.617525 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a476459a1bfce68b0ae0df5b6a71154bfc7cfdc8f9eefce6ad0a17231e60468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3696f9ee-2cf7-43c2-b117-b7ecc9687e2a" -d '{"events": [{"server_uuid": "c23ba248-95a1-499d-9e13-83f18c38bb06", "name": "network-vif-deleted", "tag": "eb056223-691f-4c34-9de0-b6a4ef8a01e5"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:11:49.627363 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfd6475-2ba6-4d55-b228-495fb323c95a req-ca2d70ea-ceff-4487-82d3-dbec49e9389b tempest-ServerRescueNegativeTestJSON-1855851441 tempest-ServerRescueNegativeTestJSON-1855851441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:49.628030 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-2dfd6475-2ba6-4d55-b228-495fb323c95a req-ca2d70ea-ceff-4487-82d3-dbec49e9389b tempest-ServerRescueNegativeTestJSON-1855851441 tempest-ServerRescueNegativeTestJSON-1855851441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:49.639761 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 36190) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:11:49.651741 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-2dfd6475-2ba6-4d55-b228-495fb323c95a req-ca2d70ea-ceff-4487-82d3-dbec49e9389b tempest-ServerRescueNegativeTestJSON-1855851441 tempest-ServerRescueNegativeTestJSON-1855851441-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6438172 Jul 27 23:11:49.694689 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8eaa4b-e8fa-48a5-8e53-32f8fc3962b7 req-9b3d1672-19b6-4bb0-8093-95506f114212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:49.695965 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-3c8eaa4b-e8fa-48a5-8e53-32f8fc3962b7 req-9b3d1672-19b6-4bb0-8093-95506f114212 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:49.697983 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-3c8eaa4b-e8fa-48a5-8e53-32f8fc3962b7 req-9b3d1672-19b6-4bb0-8093-95506f114212 service neutron] 10.222.0.38 "PUT /v2.0/ports/3dd86524-9011-45e6-a984-688db58af8c0 HTTP/1.1" status: 200 len: 1091 time: 2.2364199 Jul 27 23:11:49.722652 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [req-2dfd6475-2ba6-4d55-b228-495fb323c95a req-bc1b04ee-a39b-494b-a619-dbc70c268476 service neutron] Request body: {'port': {'device_id': '6551d2f1-dfc9-4bdf-adfb-bc809d0770ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802623-1'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:11:49.727578 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18bf2265-d54a-42b3-beea-c61771ab87ab', 'tag': '3dd86524-9011-45e6-a984-688db58af8c0'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:11:49.730150 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}011f8d312121274bb12d78e77c6379a2079800640016cec6c6d605b73666e854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dc9b1ca-d587-44e2-8e93-11bc1e65edca" -d '{"events": [{"name": "network-changed", "server_uuid": "18bf2265-d54a-42b3-beea-c61771ab87ab", "tag": "3dd86524-9011-45e6-a984-688db58af8c0"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:11:49.828216 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589f7b4d-b412-484c-b046-90b89af1051d req-cc1b4fad-daec-4dc0-ad39-8992e5beb008 tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:49.834676 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3d1672-19b6-4bb0-8093-95506f114212 service neutron] Pushing event updated for resources: {'Port': ['ID=3dd86524-9011-45e6-a984-688db58af8c0,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:11:49.835838 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-589f7b4d-b412-484c-b046-90b89af1051d req-cc1b4fad-daec-4dc0-ad39-8992e5beb008 tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] 10.222.0.18 "GET /v2.0/ports?device_id=8fec054f-4e07-423d-ab0c-c325fd69c518 HTTP/1.1" status: 200 len: 946 time: 0.1918559 Jul 27 23:11:49.851106 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-2dfd6475-2ba6-4d55-b228-495fb323c95a req-bc1b04ee-a39b-494b-a619-dbc70c268476 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:49.871727 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-ccbce3cd-d6cd-426c-a317-fb3bb64ead67 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9822790a3b0140f6a255ec0e64931271&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2263067 Jul 27 23:11:49.875270 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 36200) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:11:49.892146 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094db72d-f1b3-4d09-ab10-613c91c1b1ca req-5f708a96-5873-4c6a-bcf8-08d8810d0cda tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:49.899141 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094db72d-f1b3-4d09-ab10-613c91c1b1ca req-5f708a96-5873-4c6a-bcf8-08d8810d0cda tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:49.903684 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-094db72d-f1b3-4d09-ab10-613c91c1b1ca req-5f708a96-5873-4c6a-bcf8-08d8810d0cda tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] 10.222.0.18 "GET /v2.0/ports?device_id=bab14976-9a79-4961-bbb7-bef26e77c0b6 HTTP/1.1" status: 200 len: 1653 time: 0.2435908 Jul 27 23:11:49.927467 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8eaa4b-e8fa-48a5-8e53-32f8fc3962b7 req-781bb274-9ef2-4aed-bc6c-3cecc3733572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:49.928886 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-3c8eaa4b-e8fa-48a5-8e53-32f8fc3962b7 req-781bb274-9ef2-4aed-bc6c-3cecc3733572 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=8f4c75b9e70c4006b20b1726fcbef392&device_id=18bf2265-d54a-42b3-beea-c61771ab87ab HTTP/1.1" status: 200 len: 1094 time: 0.1457634 Jul 27 23:11:49.939242 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-ab2a6232-29c5-4d2b-9138-199b940370b7 tempest-ServersTestManualDisk-873281871 tempest-ServersTestManualDisk-873281871-project] Deleting port 9454813e-c09f-4ed9-90ab-8f3bc0bd2dbe {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:11:49.939626 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ab2a6232-29c5-4d2b-9138-199b940370b7 tempest-ServersTestManualDisk-873281871 tempest-ServersTestManualDisk-873281871-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:49.947943 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-589f7b4d-b412-484c-b046-90b89af1051d req-e7f92e90-6588-4eb4-a848-f653b19a1df8 tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] 10.222.0.18 "GET /v2.0/security-groups?id=f9282c7c-bf74-4e2f-accf-81bded4d9191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113751 Jul 27 23:11:49.996992 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-3c8eaa4b-e8fa-48a5-8e53-32f8fc3962b7 req-02775c91-45fb-487e-b488-e1c314535e95 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3dd86524-9011-45e6-a984-688db58af8c0 HTTP/1.1" status: 200 len: 217 time: 0.0585310 Jul 27 23:11:50.024778 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-5e65dea2-d2bc-4dd0-85c8-7521234afc1c tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:50.036322 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-094db72d-f1b3-4d09-ab10-613c91c1b1ca req-dd244785-40f3-42f5-8097-d3ad05194bad tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] 10.222.0.18 "GET /v2.0/security-groups?id=cfd41bdc-77a0-40db-b366-4cd3c3051f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1248853 Jul 27 23:11:50.077295 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:11:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ce0ccaf-df90-4929-b131-86236ed4b4bf x-openstack-request-id: req-2ce0ccaf-df90-4929-b131-86236ed4b4bf {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:11:50.077559 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c23ba248-95a1-499d-9e13-83f18c38bb06", "name": "network-vif-deleted", "tag": "eb056223-691f-4c34-9de0-b6a4ef8a01e5", "status": "completed", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:11:50.077848 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2ce0ccaf-df90-4929-b131-86236ed4b4bf {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:11:50.078153 n-d-802623-1 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c23ba248-95a1-499d-9e13-83f18c38bb06', 'name': 'network-vif-deleted', 'tag': 'eb056223-691f-4c34-9de0-b6a4ef8a01e5', 'status': 'completed', 'code': 200} Jul 27 23:11:50.112527 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a645ba71-6a59-4f6e-af1e-4b03a21baab4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:50.138755 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-5e65dea2-d2bc-4dd0-85c8-7521234afc1c tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Transition to ACTIVE for port object 7aa7f82a-79c8-4d31-aedb-c7b467805927 will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:11:50.177953 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 23:11:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3170b94-32b3-42e8-ba34-30bdc3eb33e8 x-openstack-request-id: req-f3170b94-32b3-42e8-ba34-30bdc3eb33e8 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:11:50.177953 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18bf2265-d54a-42b3-beea-c61771ab87ab", "tag": "3dd86524-9011-45e6-a984-688db58af8c0", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:11:50.177953 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f3170b94-32b3-42e8-ba34-30bdc3eb33e8 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:11:50.177953 n-d-802623-1 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18bf2265-d54a-42b3-beea-c61771ab87ab', 'tag': '3dd86524-9011-45e6-a984-688db58af8c0', 'status': 'completed', 'code': 200} Jul 27 23:11:50.183471 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8eaa4b-e8fa-48a5-8e53-32f8fc3962b7 req-22e53cf1-710a-4e58-9cb3-1c49500b4ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:50.185133 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-3c8eaa4b-e8fa-48a5-8e53-32f8fc3962b7 req-22e53cf1-710a-4e58-9cb3-1c49500b4ca3 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=834f7fce-5291-4343-9c89-509f9d111866 HTTP/1.1" status: 200 len: 858 time: 0.1756382 Jul 27 23:11:50.190497 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-5e65dea2-d2bc-4dd0-85c8-7521234afc1c tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:50.216226 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ab2a6232-29c5-4d2b-9138-199b940370b7 tempest-ServersTestManualDisk-873281871 tempest-ServersTestManualDisk-873281871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:50.216576 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ab2a6232-29c5-4d2b-9138-199b940370b7 tempest-ServersTestManualDisk-873281871 tempest-ServersTestManualDisk-873281871-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:50.230140 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a645ba71-6a59-4f6e-af1e-4b03a21baab4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:50.268024 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-3c8eaa4b-e8fa-48a5-8e53-32f8fc3962b7 req-a1bbf133-aa34-483b-ab90-5b399aff4447 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=751d782f-d338-44aa-a291-24d2ae3bed3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0686374 Jul 27 23:11:50.274004 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-ab2a6232-29c5-4d2b-9138-199b940370b7 tempest-ServersTestManualDisk-873281871 tempest-ServersTestManualDisk-873281871-project] Calling delete_port for 9454813e-c09f-4ed9-90ab-8f3bc0bd2dbe owned by network:floatingip {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:11:50.311061 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-5e65dea2-d2bc-4dd0-85c8-7521234afc1c tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Network c246f1fa-d287-4449-88ed-7e41ec7ffa41 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:11:50.383378 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155103d8-1835-4cbc-aa0b-a319c71afab1 req-2e0f70c9-ec3d-44bd-922c-1174dbe8b784 tempest-ServerRescueNegativeTestJSON-1855851441 tempest-ServerRescueNegativeTestJSON-1855851441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:50.385270 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-155103d8-1835-4cbc-aa0b-a319c71afab1 req-2e0f70c9-ec3d-44bd-922c-1174dbe8b784 tempest-ServerRescueNegativeTestJSON-1855851441 tempest-ServerRescueNegativeTestJSON-1855851441-project] 10.222.0.18 "GET /v2.0/ports?device_id=6551d2f1-dfc9-4bdf-adfb-bc809d0770ff HTTP/1.1" status: 200 len: 931 time: 0.1982477 Jul 27 23:11:50.458542 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a645ba71-6a59-4f6e-af1e-4b03a21baab4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:50.461142 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a645ba71-6a59-4f6e-af1e-4b03a21baab4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:50.464802 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-a645ba71-6a59-4f6e-af1e-4b03a21baab4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/77190432-56c7-43df-a78c-ef1a79bde343 HTTP/1.1" status: 204 len: 168 time: 0.5828290 Jul 27 23:11:50.528852 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a645ba71-6a59-4f6e-af1e-4b03a21baab4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77190432-56c7-43df-a78c-ef1a79bde343,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:11:50.541732 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-155103d8-1835-4cbc-aa0b-a319c71afab1 req-09497805-88f5-43f2-9466-84ab91f3b732 tempest-ServerRescueNegativeTestJSON-1855851441 tempest-ServerRescueNegativeTestJSON-1855851441-project] 10.222.0.18 "GET /v2.0/security-groups?id=1af18e13-f94e-429a-ab8a-66f4e32e8b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439004 Jul 27 23:11:50.566754 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [req-2dfd6475-2ba6-4d55-b228-495fb323c95a req-bc1b04ee-a39b-494b-a619-dbc70c268476 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c9b191d-845d-40fb-acc0-eb526d5bf190 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:11:50.644067 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-2dfd6475-2ba6-4d55-b228-495fb323c95a req-bc1b04ee-a39b-494b-a619-dbc70c268476 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:50.693654 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-5e65dea2-d2bc-4dd0-85c8-7521234afc1c tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:11:50.693926 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [req-2dfd6475-2ba6-4d55-b228-495fb323c95a req-bc1b04ee-a39b-494b-a619-dbc70c268476 service neutron] Transition to ACTIVE for port object 4c9b191d-845d-40fb-acc0-eb526d5bf190 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:11:50.699349 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-5e65dea2-d2bc-4dd0-85c8-7521234afc1c tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:11:50.720511 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-2dfd6475-2ba6-4d55-b228-495fb323c95a req-bc1b04ee-a39b-494b-a619-dbc70c268476 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11336041'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:50.739887 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e65dea2-d2bc-4dd0-85c8-7521234afc1c tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Pushing event updated for resources: {'Port': ['ID=7aa7f82a-79c8-4d31-aedb-c7b467805927,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:11:50.758416 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ab2a6232-29c5-4d2b-9138-199b940370b7 tempest-ServersTestManualDisk-873281871 tempest-ServersTestManualDisk-873281871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:50.791731 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fde90a2-64b8-4ee1-8949-f0364ad4e3b4 req-08fe1af7-4d40-4a8d-9501-64e934578602 tempest-ServerRescueTestJSON-1182058210 tempest-ServerRescueTestJSON-1182058210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:50.793960 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-8fde90a2-64b8-4ee1-8949-f0364ad4e3b4 req-08fe1af7-4d40-4a8d-9501-64e934578602 tempest-ServerRescueTestJSON-1182058210 tempest-ServerRescueTestJSON-1182058210-project] 10.222.0.18 "GET /v2.0/ports?device_id=710db404-18d5-4163-8833-5771fe8a1f7e HTTP/1.1" status: 200 len: 945 time: 0.5734715 Jul 27 23:11:50.811115 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1b04ee-a39b-494b-a619-dbc70c268476 service neutron] Pushing event updated for resources: {'Port': ['ID=4c9b191d-845d-40fb-acc0-eb526d5bf190,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:11:50.820311 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-5e65dea2-d2bc-4dd0-85c8-7521234afc1c tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:50.821253 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-5e65dea2-d2bc-4dd0-85c8-7521234afc1c tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:50.852917 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a91c863-a8ba-4e33-88db-9f29af5a1cda req-56d92282-1dee-436a-bbdd-cb33ff7e44f0 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:50.869518 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-6a91c863-a8ba-4e33-88db-9f29af5a1cda req-56d92282-1dee-436a-bbdd-cb33ff7e44f0 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/ports?device_id=13990610-5726-4497-81b9-f5375fbe4860 HTTP/1.1" status: 200 len: 950 time: 0.1969430 Jul 27 23:11:50.881207 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-3c8eaa4b-e8fa-48a5-8e53-32f8fc3962b7 req-3d7c541a-f179-4c70-9ad4-5bcd6f35b44e service neutron] 10.222.0.38 "GET /v2.0/networks/751d782f-d338-44aa-a291-24d2ae3bed3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5906575 Jul 27 23:11:50.886813 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-5e65dea2-d2bc-4dd0-85c8-7521234afc1c tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3528223 Jul 27 23:11:50.914463 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-8c2db309-8dba-4363-bd03-693fc394c06e tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Request body: {'port': {'device_id': 'bab14976-9a79-4961-bbb7-bef26e77c0b6', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'c34a942f-0b0f-45f7-a399-4187f193826f', 'admin_state_up': True, 'tenant_id': '0367b9fbd8e84279b822c24a4e2fb6cb', 'security_groups': ['cfd41bdc-77a0-40db-b366-4cd3c3051f6e']}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:11:50.937615 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-8fde90a2-64b8-4ee1-8949-f0364ad4e3b4 req-5abac8f1-62e9-4d41-b59d-61a6426fa50c tempest-ServerRescueTestJSON-1182058210 tempest-ServerRescueTestJSON-1182058210-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1683666-2031-45b7-8015-e9f1b36fb2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316755 Jul 27 23:11:50.973886 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2a6232-29c5-4d2b-9138-199b940370b7 tempest-ServersTestManualDisk-873281871 tempest-ServersTestManualDisk-873281871-project] Pushing event deleted for resources: {'Port': ['ID=9454813e-c09f-4ed9-90ab-8f3bc0bd2dbe,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:11:51.099907 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-2dfd6475-2ba6-4d55-b228-495fb323c95a req-bc1b04ee-a39b-494b-a619-dbc70c268476 service neutron] Attempting to bind port 4c9b191d-845d-40fb-acc0-eb526d5bf190 on host n-h2-802623-1 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:11:51.099907 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-2dfd6475-2ba6-4d55-b228-495fb323c95a req-bc1b04ee-a39b-494b-a619-dbc70c268476 service neutron] Attempting to bind port 4c9b191d-845d-40fb-acc0-eb526d5bf190 by drivers openvswitch,hyperv on host n-h2-802623-1 at level 0 using segments [{'id': '291bf24b-6a6d-4a3e-8abd-3858cd630ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '751d782f-d338-44aa-a291-24d2ae3bed3e'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:11:51.099907 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dfd6475-2ba6-4d55-b228-495fb323c95a req-bc1b04ee-a39b-494b-a619-dbc70c268476 service neutron] Attempting to bind port 4c9b191d-845d-40fb-acc0-eb526d5bf190 on network 751d782f-d338-44aa-a291-24d2ae3bed3e {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:11:51.101977 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-39a34bad-6c59-4028-ba7b-f1dd32c8d427 None None] Provisioning for port 7aa7f82a-79c8-4d31-aedb-c7b467805927 completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:11:51.109553 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-39a34bad-6c59-4028-ba7b-f1dd32c8d427 None None] Provisioning complete for port 7aa7f82a-79c8-4d31-aedb-c7b467805927 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:11:51.109717 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dfd6475-2ba6-4d55-b228-495fb323c95a req-bc1b04ee-a39b-494b-a619-dbc70c268476 service neutron] Port 4c9b191d-845d-40fb-acc0-eb526d5bf190 on network 751d782f-d338-44aa-a291-24d2ae3bed3e not bound, no agent of type Open vSwitch agent registered on host n-h2-802623-1 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 23:11:51.110062 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dfd6475-2ba6-4d55-b228-495fb323c95a req-bc1b04ee-a39b-494b-a619-dbc70c268476 service neutron] Attempting to bind port 4c9b191d-845d-40fb-acc0-eb526d5bf190 on network 751d782f-d338-44aa-a291-24d2ae3bed3e {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:11:51.110542 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-39a34bad-6c59-4028-ba7b-f1dd32c8d427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:51.147638 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dfd6475-2ba6-4d55-b228-495fb323c95a req-bc1b04ee-a39b-494b-a619-dbc70c268476 service neutron] Checking agent: {'id': 'c5cc038b-93c4-4df4-8061-5df2a04a48c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 23, 0, 4), 'started_at': datetime.datetime(2021, 7, 27, 23, 0, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 11, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:11:51.147986 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dfd6475-2ba6-4d55-b228-495fb323c95a req-bc1b04ee-a39b-494b-a619-dbc70c268476 service neutron] Checking segment: {'id': '291bf24b-6a6d-4a3e-8abd-3858cd630ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '751d782f-d338-44aa-a291-24d2ae3bed3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:11:51.148389 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dfd6475-2ba6-4d55-b228-495fb323c95a req-bc1b04ee-a39b-494b-a619-dbc70c268476 service neutron] Bound using segment: {'id': '291bf24b-6a6d-4a3e-8abd-3858cd630ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '751d782f-d338-44aa-a291-24d2ae3bed3e'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:11:51.148899 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-2dfd6475-2ba6-4d55-b228-495fb323c95a req-bc1b04ee-a39b-494b-a619-dbc70c268476 service neutron] Bound port: 4c9b191d-845d-40fb-acc0-eb526d5bf190, host: n-h2-802623-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '291bf24b-6a6d-4a3e-8abd-3858cd630ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '751d782f-d338-44aa-a291-24d2ae3bed3e'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:11:51.149269 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-2dfd6475-2ba6-4d55-b228-495fb323c95a req-bc1b04ee-a39b-494b-a619-dbc70c268476 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:51.164116 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-39a34bad-6c59-4028-ba7b-f1dd32c8d427 None None] Port 7aa7f82a-79c8-4d31-aedb-c7b467805927 cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:11:51.196404 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-3c8eaa4b-e8fa-48a5-8e53-32f8fc3962b7 req-c608c775-cfec-4dae-8982-196f8c945caa service neutron] 10.222.0.38 "GET /v2.0/networks/751d782f-d338-44aa-a291-24d2ae3bed3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3024995 Jul 27 23:11:51.235359 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5521a792-f33c-490f-b987-80a0b295fc23 req-1a522eed-0493-49f4-bd12-2cc74f00b339 tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:51.240609 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-2dfd6475-2ba6-4d55-b228-495fb323c95a req-bc1b04ee-a39b-494b-a619-dbc70c268476 service neutron] For port 4c9b191d-845d-40fb-acc0-eb526d5bf190, host n-h2-802623-1, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:11:51.244280 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-2dfd6475-2ba6-4d55-b228-495fb323c95a req-bc1b04ee-a39b-494b-a619-dbc70c268476 service neutron] For port 4c9b191d-845d-40fb-acc0-eb526d5bf190, host n-h2-802623-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=4c9b191d-845d-40fb-acc0-eb526d5bf190,segment=NetworkSegment(291bf24b-6a6d-4a3e-8abd-3858cd630ec0),segment_id=291bf24b-6a6d-4a3e-8abd-3858cd630ec0)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:11:51.245159 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-5521a792-f33c-490f-b987-80a0b295fc23 req-1a522eed-0493-49f4-bd12-2cc74f00b339 tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] 10.222.0.18 "GET /v2.0/ports?device_id=8fec054f-4e07-423d-ab0c-c325fd69c518 HTTP/1.1" status: 200 len: 946 time: 0.1556182 Jul 27 23:11:51.260742 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-6a91c863-a8ba-4e33-88db-9f29af5a1cda req-32612d70-7341-4645-b5bd-65cf81cfffd6 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb779318-b8ff-43a6-a94f-3ce471aff166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3353918 Jul 27 23:11:51.268930 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ab2a6232-29c5-4d2b-9138-199b940370b7 tempest-ServersTestManualDisk-873281871 tempest-ServersTestManualDisk-873281871-project] Notify callbacks [] for floatingip, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:51.271882 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ab2a6232-29c5-4d2b-9138-199b940370b7 tempest-ServersTestManualDisk-873281871 tempest-ServersTestManualDisk-873281871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for floatingip, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:51.275789 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-ab2a6232-29c5-4d2b-9138-199b940370b7 tempest-ServersTestManualDisk-873281871 tempest-ServersTestManualDisk-873281871-project] 10.222.0.18 "DELETE /v2.0/floatingips/4e3f154a-dae4-4bc7-8a10-a0460cfab043 HTTP/1.1" status: 204 len: 168 time: 1.7652185 Jul 27 23:11:51.275789 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-2dfd6475-2ba6-4d55-b228-495fb323c95a req-bc1b04ee-a39b-494b-a619-dbc70c268476 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11336041'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:51.276514 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 36224) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:11:51.311507 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-8c2db309-8dba-4363-bd03-693fc394c06e tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Made reservation on behalf of 0367b9fbd8e84279b822c24a4e2fb6cb for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:11:51.386327 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfd6475-2ba6-4d55-b228-495fb323c95a req-bc1b04ee-a39b-494b-a619-dbc70c268476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:51.387022 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-2dfd6475-2ba6-4d55-b228-495fb323c95a req-bc1b04ee-a39b-494b-a619-dbc70c268476 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:51.388514 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-2dfd6475-2ba6-4d55-b228-495fb323c95a req-bc1b04ee-a39b-494b-a619-dbc70c268476 service neutron] 10.222.0.49 "PUT /v2.0/ports/4c9b191d-845d-40fb-acc0-eb526d5bf190 HTTP/1.1" status: 200 len: 1091 time: 1.6735182 Jul 27 23:11:51.430401 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-5521a792-f33c-490f-b987-80a0b295fc23 req-5db203a9-ec73-4d76-8a8a-031260a34f7a tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] 10.222.0.18 "GET /v2.0/security-groups?id=f9282c7c-bf74-4e2f-accf-81bded4d9191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841741 Jul 27 23:11:51.450583 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc9b1ca-d587-44e2-8e93-11bc1e65edca req-f33991f1-a22f-479c-8a2e-b511e22863ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:51.452381 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-6dc9b1ca-d587-44e2-8e93-11bc1e65edca req-f33991f1-a22f-479c-8a2e-b511e22863ce service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=8f4c75b9e70c4006b20b1726fcbef392&device_id=18bf2265-d54a-42b3-beea-c61771ab87ab HTTP/1.1" status: 200 len: 1094 time: 0.1939902 Jul 27 23:11:51.460898 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1b04ee-a39b-494b-a619-dbc70c268476 service neutron] Pushing event updated for resources: {'Port': ['ID=4c9b191d-845d-40fb-acc0-eb526d5bf190,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:11:51.511291 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1774c6e2-7dfc-4c3d-845d-53d6223f8c00 req-e8ae1a6e-0b7c-447c-af58-132a12b7ea4e tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:51.517666 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1774c6e2-7dfc-4c3d-845d-53d6223f8c00 req-e8ae1a6e-0b7c-447c-af58-132a12b7ea4e tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:51.523672 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1774c6e2-7dfc-4c3d-845d-53d6223f8c00 req-e8ae1a6e-0b7c-447c-af58-132a12b7ea4e tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:51.525347 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-1774c6e2-7dfc-4c3d-845d-53d6223f8c00 req-e8ae1a6e-0b7c-447c-af58-132a12b7ea4e tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] 10.222.0.18 "GET /v2.0/ports?device_id=bab14976-9a79-4961-bbb7-bef26e77c0b6 HTTP/1.1" status: 200 len: 2374 time: 0.1735027 Jul 27 23:11:51.538829 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-8c2db309-8dba-4363-bd03-693fc394c06e tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:51.592275 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfd6475-2ba6-4d55-b228-495fb323c95a req-34b65632-7c35-4b1a-8bb5-229a31891c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:51.593888 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-2dfd6475-2ba6-4d55-b228-495fb323c95a req-34b65632-7c35-4b1a-8bb5-229a31891c81 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8f4c75b9e70c4006b20b1726fcbef392&device_id=6551d2f1-dfc9-4bdf-adfb-bc809d0770ff HTTP/1.1" status: 200 len: 1094 time: 0.1495388 Jul 27 23:11:51.603726 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc9b1ca-d587-44e2-8e93-11bc1e65edca req-dbdca795-26e3-430b-b70a-eff3aede64f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:51.605599 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-6dc9b1ca-d587-44e2-8e93-11bc1e65edca req-dbdca795-26e3-430b-b70a-eff3aede64f8 service neutron] 10.222.0.38 "GET /v2.0/networks?id=751d782f-d338-44aa-a291-24d2ae3bed3e HTTP/1.1" status: 200 len: 919 time: 0.1439567 Jul 27 23:11:51.657955 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-1774c6e2-7dfc-4c3d-845d-53d6223f8c00 req-fee52ac4-0c4c-4689-b653-f0009b1cedd0 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] 10.222.0.18 "GET /v2.0/security-groups?id=cfd41bdc-77a0-40db-b366-4cd3c3051f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1246405 Jul 27 23:11:51.680958 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-6dc9b1ca-d587-44e2-8e93-11bc1e65edca req-922cf25f-1062-4d03-907c-56938ad6d57c service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3dd86524-9011-45e6-a984-688db58af8c0 HTTP/1.1" status: 200 len: 217 time: 0.0650802 Jul 27 23:11:51.690838 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-2dfd6475-2ba6-4d55-b228-495fb323c95a req-74d2afc5-7142-4f04-91ba-bdee4b6b7325 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4c9b191d-845d-40fb-acc0-eb526d5bf190 HTTP/1.1" status: 200 len: 217 time: 0.0781770 Jul 27 23:11:51.832303 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfd6475-2ba6-4d55-b228-495fb323c95a req-3bd1666f-3005-4884-be1e-01e5aea59a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:51.833919 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-2dfd6475-2ba6-4d55-b228-495fb323c95a req-3bd1666f-3005-4884-be1e-01e5aea59a81 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=834f7fce-5291-4343-9c89-509f9d111866 HTTP/1.1" status: 200 len: 858 time: 0.1157622 Jul 27 23:11:51.896729 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-2dfd6475-2ba6-4d55-b228-495fb323c95a req-1016775f-043c-40be-9814-1a9bfc1e999d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=751d782f-d338-44aa-a291-24d2ae3bed3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372820 Jul 27 23:11:51.931791 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc9b1ca-d587-44e2-8e93-11bc1e65edca req-22b7f0f2-09bb-4ceb-82df-42d4496687eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:51.933216 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-6dc9b1ca-d587-44e2-8e93-11bc1e65edca req-22b7f0f2-09bb-4ceb-82df-42d4496687eb service neutron] 10.222.0.38 "GET /v2.0/subnets?id=834f7fce-5291-4343-9c89-509f9d111866 HTTP/1.1" status: 200 len: 858 time: 0.2052021 Jul 27 23:11:51.940770 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e024e628-182a-4f1e-8fca-cb182f71edab req-b72ab1dc-00cd-423d-bc41-bc60f73d3bc3 tempest-ServerRescueNegativeTestJSON-1855851441 tempest-ServerRescueNegativeTestJSON-1855851441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:51.948062 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e024e628-182a-4f1e-8fca-cb182f71edab req-b72ab1dc-00cd-423d-bc41-bc60f73d3bc3 tempest-ServerRescueNegativeTestJSON-1855851441 tempest-ServerRescueNegativeTestJSON-1855851441-project] 10.222.0.18 "GET /v2.0/ports?device_id=6551d2f1-dfc9-4bdf-adfb-bc809d0770ff HTTP/1.1" status: 200 len: 943 time: 0.2188597 Jul 27 23:11:52.009465 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-6dc9b1ca-d587-44e2-8e93-11bc1e65edca req-3d52a647-5ceb-40c7-9250-becd4813841c service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=751d782f-d338-44aa-a291-24d2ae3bed3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0593786 Jul 27 23:11:52.082997 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6551d2f1-dfc9-4bdf-adfb-bc809d0770ff', 'tag': '4c9b191d-845d-40fb-acc0-eb526d5bf190'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:11:52.085485 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a476459a1bfce68b0ae0df5b6a71154bfc7cfdc8f9eefce6ad0a17231e60468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1f3f7b4-789f-476a-a82b-61e64e6c1262" -d '{"events": [{"name": "network-changed", "server_uuid": "6551d2f1-dfc9-4bdf-adfb-bc809d0770ff", "tag": "4c9b191d-845d-40fb-acc0-eb526d5bf190"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:11:52.092172 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-2dfd6475-2ba6-4d55-b228-495fb323c95a req-fe411dff-62bc-4206-9132-0fef16b7e94d service neutron] 10.222.0.49 "GET /v2.0/networks/751d782f-d338-44aa-a291-24d2ae3bed3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1851799 Jul 27 23:11:52.149280 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-6dc9b1ca-d587-44e2-8e93-11bc1e65edca req-93f30c85-54d7-44be-ae26-b9cdb757d352 service neutron] 10.222.0.38 "GET /v2.0/networks/751d782f-d338-44aa-a291-24d2ae3bed3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1161001 Jul 27 23:11:52.162164 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 36252) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:11:52.209034 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e024e628-182a-4f1e-8fca-cb182f71edab req-3c408766-6c53-4e38-bb10-75c1336d1234 tempest-ServerRescueNegativeTestJSON-1855851441 tempest-ServerRescueNegativeTestJSON-1855851441-project] 10.222.0.18 "GET /v2.0/security-groups?id=1af18e13-f94e-429a-ab8a-66f4e32e8b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2600358 Jul 27 23:11:52.223629 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab36434-ab11-4fe9-bd2e-ca31ab9114fb req-9f96e77c-f2c6-4353-8f81-570a20001cc7 tempest-ServerRescueTestJSON-1182058210 tempest-ServerRescueTestJSON-1182058210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:52.226426 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-3ab36434-ab11-4fe9-bd2e-ca31ab9114fb req-9f96e77c-f2c6-4353-8f81-570a20001cc7 tempest-ServerRescueTestJSON-1182058210 tempest-ServerRescueTestJSON-1182058210-project] 10.222.0.18 "GET /v2.0/ports?device_id=710db404-18d5-4163-8833-5771fe8a1f7e HTTP/1.1" status: 200 len: 945 time: 0.1585114 Jul 27 23:11:52.236567 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e21d2aa7-ffbd-40bb-aaba-b0a465064d19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-414022'] for router_interface, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:52.244786 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-8c2db309-8dba-4363-bd03-693fc394c06e tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Allocated IP 10.2.2.100 (c34a942f-0b0f-45f7-a399-4187f193826f/205a94b6-ea5d-4719-adab-a78f7e1e308f/da8eaa0e-5e3b-4fb2-abf0-06dbf59ba175) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:11:52.321232 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 23:11:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-937b70c0-78a1-4273-a48d-87df9ce4ffb7 x-openstack-request-id: req-937b70c0-78a1-4273-a48d-87df9ce4ffb7 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:11:52.323405 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6551d2f1-dfc9-4bdf-adfb-bc809d0770ff", "tag": "4c9b191d-845d-40fb-acc0-eb526d5bf190", "status": "completed", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:11:52.323794 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-937b70c0-78a1-4273-a48d-87df9ce4ffb7 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:11:52.324352 n-d-802623-1 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6551d2f1-dfc9-4bdf-adfb-bc809d0770ff', 'tag': '4c9b191d-845d-40fb-acc0-eb526d5bf190', 'status': 'completed', 'code': 200} Jul 27 23:11:52.350462 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-2dfd6475-2ba6-4d55-b228-495fb323c95a req-bed02ff9-c078-4eef-8532-0f1a63396188 service neutron] 10.222.0.49 "GET /v2.0/networks/751d782f-d338-44aa-a291-24d2ae3bed3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2373960 Jul 27 23:11:52.359014 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-940a63ff-9a04-4d6b-936f-4fc5c9394adc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:52.404117 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-3ab36434-ab11-4fe9-bd2e-ca31ab9114fb req-9e4805d4-7598-45d5-aa2f-400876075c9e tempest-ServerRescueTestJSON-1182058210 tempest-ServerRescueTestJSON-1182058210-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1683666-2031-45b7-8015-e9f1b36fb2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192570 Jul 27 23:11:52.536595 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-6dc9b1ca-d587-44e2-8e93-11bc1e65edca req-215b365d-3b85-4112-9577-d7591b9079a9 service neutron] 10.222.0.38 "GET /v2.0/networks/751d782f-d338-44aa-a291-24d2ae3bed3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3578970 Jul 27 23:11:52.593081 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccea4899-4c7f-45a5-9c85-61b5503a513a req-52c41476-805b-4952-8157-1a20fbaa263a tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:52.595298 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ccea4899-4c7f-45a5-9c85-61b5503a513a req-52c41476-805b-4952-8157-1a20fbaa263a tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/ports?device_id=13990610-5726-4497-81b9-f5375fbe4860 HTTP/1.1" status: 200 len: 950 time: 0.2134368 Jul 27 23:11:52.724981 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-8c2db309-8dba-4363-bd03-693fc394c06e tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:52.741030 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 3dd86524-9011-45e6-a984-688db58af8c0 details requested by agent hyperv_n-h1-802623-1 with host n-h1-802623-1 {{(pid=93799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 23:11:52.747677 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ccea4899-4c7f-45a5-9c85-61b5503a513a req-0d010513-99f5-4bf8-b72d-cf0894357ea7 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb779318-b8ff-43a6-a94f-3ce471aff166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250803 Jul 27 23:11:52.754547 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9d3523-a47f-4abb-ad80-5b97fdd0609b req-59fc11de-dddf-4d95-83b8-a11d8cb5797d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:52.756322 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-9d9d3523-a47f-4abb-ad80-5b97fdd0609b req-59fc11de-dddf-4d95-83b8-a11d8cb5797d service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=710db404-18d5-4163-8833-5771fe8a1f7e HTTP/1.1" status: 200 len: 1096 time: 0.1824400 Jul 27 23:11:52.775809 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-8c2db309-8dba-4363-bd03-693fc394c06e tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Transition to ACTIVE for port object da8eaa0e-5e3b-4fb2-abf0-06dbf59ba175 will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:11:52.802396 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-940a63ff-9a04-4d6b-936f-4fc5c9394adc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:52.820718 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-940a63ff-9a04-4d6b-936f-4fc5c9394adc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:52.848814 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-9d9d3523-a47f-4abb-ad80-5b97fdd0609b req-d9d950b9-2f2a-4d3a-9676-a681552c22fd service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=d1683666-2031-45b7-8015-e9f1b36fb2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818253 Jul 27 23:11:52.887151 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-940a63ff-9a04-4d6b-936f-4fc5c9394adc admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2ec7a1a0ed954befacd193293dcdd2cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7144217 Jul 27 23:11:52.887412 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 36264) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:11:52.894874 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940a63ff-9a04-4d6b-936f-4fc5c9394adc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc5f58e1-9647-453a-ba12-d39fc172e1cc,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:11:52.912613 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-8c2db309-8dba-4363-bd03-693fc394c06e tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:52.986095 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port 3dd86524-9011-45e6-a984-688db58af8c0, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=3dd86524-9011-45e6-a984-688db58af8c0,segment=NetworkSegment(291bf24b-6a6d-4a3e-8abd-3858cd630ec0),segment_id=291bf24b-6a6d-4a3e-8abd-3858cd630ec0)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:11:52.991548 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-8c2db309-8dba-4363-bd03-693fc394c06e tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Network c34a942f-0b0f-45f7-a399-4187f193826f is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:11:52.996271 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-8c2db309-8dba-4363-bd03-693fc394c06e tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:11:52.999553 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-8c2db309-8dba-4363-bd03-693fc394c06e tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:11:53.000740 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Returning: {'device': '3dd86524-9011-45e6-a984-688db58af8c0', 'network_id': '751d782f-d338-44aa-a291-24d2ae3bed3e', 'port_id': '3dd86524-9011-45e6-a984-688db58af8c0', 'mac_address': 'fa:16:3e:07:2d:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '834f7fce-5291-4343-9c89-509f9d111866', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 23:11:53.053829 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f3f7b4-789f-476a-a82b-61e64e6c1262 req-cbe7d06c-c206-416b-a970-dd5f8e99f3f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:53.056175 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-c1f3f7b4-789f-476a-a82b-61e64e6c1262 req-cbe7d06c-c206-416b-a970-dd5f8e99f3f3 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8f4c75b9e70c4006b20b1726fcbef392&device_id=6551d2f1-dfc9-4bdf-adfb-bc809d0770ff HTTP/1.1" status: 200 len: 1094 time: 0.5881007 Jul 27 23:11:53.056656 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:53.066599 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2db309-8dba-4363-bd03-693fc394c06e tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Pushing event updated for resources: {'Port': ['ID=da8eaa0e-5e3b-4fb2-abf0-06dbf59ba175,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:11:53.087581 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3dd86524-9011-45e6-a984-688db58af8c0 {{(pid=93799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:11:53.097330 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-921706ff-5551-44b9-a6ef-98605e1c7eb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:53.116974 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-8c2db309-8dba-4363-bd03-693fc394c06e tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:53.117885 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-8c2db309-8dba-4363-bd03-693fc394c06e tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:53.119073 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port 3dd86524-9011-45e6-a984-688db58af8c0, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=3dd86524-9011-45e6-a984-688db58af8c0,segment=NetworkSegment(291bf24b-6a6d-4a3e-8abd-3858cd630ec0),segment_id=291bf24b-6a6d-4a3e-8abd-3858cd630ec0)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:11:53.128926 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:53.164962 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-921706ff-5551-44b9-a6ef-98605e1c7eb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:53.184266 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b471e02a-c646-41c3-8c58-7960a1851709 req-ade4b5bd-70c7-49f2-a5e9-1a37717a57d3 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:53.195969 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b471e02a-c646-41c3-8c58-7960a1851709 req-ade4b5bd-70c7-49f2-a5e9-1a37717a57d3 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:53.202128 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b471e02a-c646-41c3-8c58-7960a1851709 req-ade4b5bd-70c7-49f2-a5e9-1a37717a57d3 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:53.205086 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Pushing event updated for resources: {'Port': ['ID=3dd86524-9011-45e6-a984-688db58af8c0,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:11:53.209801 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b471e02a-c646-41c3-8c58-7960a1851709 req-ade4b5bd-70c7-49f2-a5e9-1a37717a57d3 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:53.217454 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b471e02a-c646-41c3-8c58-7960a1851709 req-ade4b5bd-70c7-49f2-a5e9-1a37717a57d3 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] 10.222.0.18 "GET /v2.0/ports?device_id=bab14976-9a79-4961-bbb7-bef26e77c0b6 HTTP/1.1" status: 200 len: 3095 time: 0.1763287 Jul 27 23:11:53.223900 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-8c2db309-8dba-4363-bd03-693fc394c06e tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3287504 Jul 27 23:11:53.242164 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-73238fb7-f88d-41ec-bce3-215859df3ac0 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Request body: {'port': {'device_id': 'bab14976-9a79-4961-bbb7-bef26e77c0b6', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'c34a942f-0b0f-45f7-a399-4187f193826f', 'admin_state_up': True, 'tenant_id': '0367b9fbd8e84279b822c24a4e2fb6cb', 'security_groups': ['cfd41bdc-77a0-40db-b366-4cd3c3051f6e']}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:11:53.265228 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-0642f90e-f756-4276-b1de-f58ff8c8f0a3 req-9e516fef-6faf-4ab0-96b6-bd60130defb8 service neutron] 10.222.0.49 "GET /v2.0/ports/be3f4841-615f-4e54-aa39-ad6709ec1563/bindings/n-h2-802623-1 HTTP/1.1" status: 200 len: 382 time: 0.3618698 Jul 27 23:11:53.279483 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.agents_db [None req-9beef776-8bab-4de2-989a-f5a23ba4aaf4 None None] Agent healthcheck: found 7 active agents {{(pid=93800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 23:11:53.301533 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d31318-b19e-4abf-9ea3-c9c50c360316 req-5c3f38cc-8acb-4217-96cb-8007f322f425 tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:53.310265 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-58d31318-b19e-4abf-9ea3-c9c50c360316 req-5c3f38cc-8acb-4217-96cb-8007f322f425 tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] 10.222.0.18 "GET /v2.0/ports?device_id=8fec054f-4e07-423d-ab0c-c325fd69c518 HTTP/1.1" status: 200 len: 946 time: 0.4079981 Jul 27 23:11:53.319287 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f3f7b4-789f-476a-a82b-61e64e6c1262 req-9c62a93d-f79e-4456-9d3f-97b8bcf0e0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:53.320838 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-c1f3f7b4-789f-476a-a82b-61e64e6c1262 req-9c62a93d-f79e-4456-9d3f-97b8bcf0e0a1 service neutron] 10.222.0.49 "GET /v2.0/networks?id=751d782f-d338-44aa-a291-24d2ae3bed3e HTTP/1.1" status: 200 len: 919 time: 0.2528882 Jul 27 23:11:53.372543 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b471e02a-c646-41c3-8c58-7960a1851709 req-f3eedbaf-3ba9-4642-af5d-837a041928b3 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] 10.222.0.18 "GET /v2.0/security-groups?id=cfd41bdc-77a0-40db-b366-4cd3c3051f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1541412 Jul 27 23:11:53.416567 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-58d31318-b19e-4abf-9ea3-c9c50c360316 req-5f352745-7900-48eb-933b-b1a442fb32e0 tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] 10.222.0.18 "GET /v2.0/security-groups?id=f9282c7c-bf74-4e2f-accf-81bded4d9191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052730 Jul 27 23:11:53.419220 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-c1f3f7b4-789f-476a-a82b-61e64e6c1262 req-97b15491-1a1b-48fb-888c-5c73e8eb3c9b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4c9b191d-845d-40fb-acc0-eb526d5bf190 HTTP/1.1" status: 200 len: 217 time: 0.0876632 Jul 27 23:11:53.424442 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-8cfd9bab-9033-46f3-ab22-6fb9130f8fa5 None None] Provisioning for port da8eaa0e-5e3b-4fb2-abf0-06dbf59ba175 completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:11:53.433993 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-8cfd9bab-9033-46f3-ab22-6fb9130f8fa5 None None] Provisioning complete for port da8eaa0e-5e3b-4fb2-abf0-06dbf59ba175 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:11:53.435539 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8cfd9bab-9033-46f3-ab22-6fb9130f8fa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:53.437152 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-921706ff-5551-44b9-a6ef-98605e1c7eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:53.441434 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-921706ff-5551-44b9-a6ef-98605e1c7eb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:53.444788 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-921706ff-5551-44b9-a6ef-98605e1c7eb3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/dc5f58e1-9647-453a-ba12-d39fc172e1cc HTTP/1.1" status: 204 len: 168 time: 0.5541990 Jul 27 23:11:53.446037 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] get_ports_and_sgs() called for port_ids ['3dd86524-9011-45e6-a984-688db58af8c0'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:11:53.471348 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921706ff-5551-44b9-a6ef-98605e1c7eb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc5f58e1-9647-453a-ba12-d39fc172e1cc,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:11:53.534286 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-73238fb7-f88d-41ec-bce3-215859df3ac0 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Made reservation on behalf of 0367b9fbd8e84279b822c24a4e2fb6cb for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:11:53.540116 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-73238fb7-f88d-41ec-bce3-215859df3ac0 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:53.583183 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ecf297-4432-4413-9e14-2423dbfa1c80 req-7b9d5b4b-1686-4ec8-888b-2ae9872b77a9 tempest-ServerRescueNegativeTestJSON-1855851441 tempest-ServerRescueNegativeTestJSON-1855851441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:53.584517 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c9ecf297-4432-4413-9e14-2423dbfa1c80 req-7b9d5b4b-1686-4ec8-888b-2ae9872b77a9 tempest-ServerRescueNegativeTestJSON-1855851441 tempest-ServerRescueNegativeTestJSON-1855851441-project] 10.222.0.18 "GET /v2.0/ports?device_id=6551d2f1-dfc9-4bdf-adfb-bc809d0770ff HTTP/1.1" status: 200 len: 943 time: 0.0903363 Jul 27 23:11:53.647658 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-8cfd9bab-9033-46f3-ab22-6fb9130f8fa5 None None] Port da8eaa0e-5e3b-4fb2-abf0-06dbf59ba175 cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:11:53.669379 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c9ecf297-4432-4413-9e14-2423dbfa1c80 req-a0b1fd86-beb6-4d77-a920-02555f76c074 tempest-ServerRescueNegativeTestJSON-1855851441 tempest-ServerRescueNegativeTestJSON-1855851441-project] 10.222.0.18 "GET /v2.0/security-groups?id=1af18e13-f94e-429a-ab8a-66f4e32e8b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739002 Jul 27 23:11:53.837455 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f3f7b4-789f-476a-a82b-61e64e6c1262 req-21c631f3-8de3-42c7-a493-60a4b4367aae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:53.838648 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-c1f3f7b4-789f-476a-a82b-61e64e6c1262 req-21c631f3-8de3-42c7-a493-60a4b4367aae service neutron] 10.222.0.49 "GET /v2.0/subnets?id=834f7fce-5291-4343-9c89-509f9d111866 HTTP/1.1" status: 200 len: 858 time: 0.4117479 Jul 27 23:11:53.888176 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0642f90e-f756-4276-b1de-f58ff8c8f0a3 req-5f704762-c440-4432-9e68-fba48235ae21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:53.890981 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-0642f90e-f756-4276-b1de-f58ff8c8f0a3 req-5f704762-c440-4432-9e68-fba48235ae21 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=13990610-5726-4497-81b9-f5375fbe4860&tenant_id=1b545d5113d14592aa4c69bde083a757 HTTP/1.1" status: 200 len: 1101 time: 0.2885320 Jul 27 23:11:53.891809 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-73238fb7-f88d-41ec-bce3-215859df3ac0 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Allocated IP 10.2.2.200 (c34a942f-0b0f-45f7-a399-4187f193826f/205a94b6-ea5d-4719-adab-a78f7e1e308f/04fa79a8-5a6e-4754-87c2-e6c72b5d831d) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:11:53.924713 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-c1f3f7b4-789f-476a-a82b-61e64e6c1262 req-4774d013-252b-4cb5-b03f-4962f1b27a8b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=751d782f-d338-44aa-a291-24d2ae3bed3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0772965 Jul 27 23:11:54.067094 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49bd954-0715-48a4-9a02-957c9ea587a6 req-2cce5f8a-134a-44e9-bac6-473afc2192c1 tempest-ServerRescueTestJSON-1182058210 tempest-ServerRescueTestJSON-1182058210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:54.074861 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a49bd954-0715-48a4-9a02-957c9ea587a6 req-2cce5f8a-134a-44e9-bac6-473afc2192c1 tempest-ServerRescueTestJSON-1182058210 tempest-ServerRescueTestJSON-1182058210-project] 10.222.0.18 "GET /v2.0/ports?device_id=710db404-18d5-4163-8833-5771fe8a1f7e HTTP/1.1" status: 200 len: 945 time: 0.4903805 Jul 27 23:11:54.079015 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cabf7f-7638-4f57-9af3-41fee95f83f3 req-0687402a-4135-445e-a85f-9bae3768ae34 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:54.083297 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-c1f3f7b4-789f-476a-a82b-61e64e6c1262 req-3801fe93-747f-42da-99dc-697b608e6497 service neutron] 10.222.0.49 "GET /v2.0/networks/751d782f-d338-44aa-a291-24d2ae3bed3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239762 Jul 27 23:11:54.086568 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-d8cabf7f-7638-4f57-9af3-41fee95f83f3 req-0687402a-4135-445e-a85f-9bae3768ae34 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/ports?device_id=13990610-5726-4497-81b9-f5375fbe4860 HTTP/1.1" status: 200 len: 950 time: 0.1696055 Jul 27 23:11:54.162296 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-d8cabf7f-7638-4f57-9af3-41fee95f83f3 req-f2ebc164-7015-4abd-a5cf-9b6456587be6 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb779318-b8ff-43a6-a94f-3ce471aff166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654595 Jul 27 23:11:54.221575 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a49bd954-0715-48a4-9a02-957c9ea587a6 req-bfb1a908-66a3-4502-bd23-0c009724bc4f tempest-ServerRescueTestJSON-1182058210 tempest-ServerRescueTestJSON-1182058210-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1683666-2031-45b7-8015-e9f1b36fb2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457443 Jul 27 23:11:54.239027 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0642f90e-f756-4276-b1de-f58ff8c8f0a3 req-d0224711-f676-4cab-98d5-8cb66fb64adc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:54.240539 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-0642f90e-f756-4276-b1de-f58ff8c8f0a3 req-d0224711-f676-4cab-98d5-8cb66fb64adc service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1b545d5113d14592aa4c69bde083a757&device_id=13990610-5726-4497-81b9-f5375fbe4860 HTTP/1.1" status: 200 len: 1101 time: 0.2989860 Jul 27 23:11:54.249056 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-73238fb7-f88d-41ec-bce3-215859df3ac0 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:54.270939 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-73238fb7-f88d-41ec-bce3-215859df3ac0 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Transition to ACTIVE for port object 04fa79a8-5a6e-4754-87c2-e6c72b5d831d will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:11:54.309281 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-e21d2aa7-ffbd-40bb-aaba-b0a465064d19 admin admin] Deleting port 229822d0-b35b-49db-9d37-97087868f358 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:11:54.309635 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e21d2aa7-ffbd-40bb-aaba-b0a465064d19 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:54.319674 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-73238fb7-f88d-41ec-bce3-215859df3ac0 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:54.376406 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-73238fb7-f88d-41ec-bce3-215859df3ac0 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Network c34a942f-0b0f-45f7-a399-4187f193826f is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:11:54.380446 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-73238fb7-f88d-41ec-bce3-215859df3ac0 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:11:54.382579 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73238fb7-f88d-41ec-bce3-215859df3ac0 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Pushing event updated for resources: {'Port': ['ID=04fa79a8-5a6e-4754-87c2-e6c72b5d831d,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:11:54.384792 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-73238fb7-f88d-41ec-bce3-215859df3ac0 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:11:54.415720 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-c1f3f7b4-789f-476a-a82b-61e64e6c1262 req-e073f876-2010-43e7-8c78-12597045b6dc service neutron] 10.222.0.49 "GET /v2.0/networks/751d782f-d338-44aa-a291-24d2ae3bed3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3040929 Jul 27 23:11:54.481809 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-73238fb7-f88d-41ec-bce3-215859df3ac0 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:54.482665 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-73238fb7-f88d-41ec-bce3-215859df3ac0 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:54.500952 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0642f90e-f756-4276-b1de-f58ff8c8f0a3 req-170597e1-70ca-49b3-bf66-e56ee12c9267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:54.502616 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-0642f90e-f756-4276-b1de-f58ff8c8f0a3 req-170597e1-70ca-49b3-bf66-e56ee12c9267 service neutron] 10.222.0.49 "GET /v2.0/networks?id=591af2dd-f826-43b1-aa9d-e7a0bf218c71 HTTP/1.1" status: 200 len: 870 time: 0.2508399 Jul 27 23:11:54.511851 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-73238fb7-f88d-41ec-bce3-215859df3ac0 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2733996 Jul 27 23:11:54.519438 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-e21d2aa7-ffbd-40bb-aaba-b0a465064d19 admin admin] For port 229822d0-b35b-49db-9d37-97087868f358, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=229822d0-b35b-49db-9d37-97087868f358,segment=NetworkSegment(2e87b105-a369-4162-9958-8de6352713ab),segment_id=2e87b105-a369-4162-9958-8de6352713ab)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:11:54.519814 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e21d2aa7-ffbd-40bb-aaba-b0a465064d19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:54.546888 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-d8cfc110-94e9-4e97-8998-8372a8e7d5fe service neutron] Request body: {'port': {'device_id': 'bab14976-9a79-4961-bbb7-bef26e77c0b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802623-1'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:11:54.592869 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-0642f90e-f756-4276-b1de-f58ff8c8f0a3 req-b3cc0ce2-9ebf-459c-88e2-e0e5add825ad service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=be3f4841-615f-4e54-aa39-ad6709ec1563 HTTP/1.1" status: 200 len: 217 time: 0.0702591 Jul 27 23:11:54.593839 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-e21d2aa7-ffbd-40bb-aaba-b0a465064d19 admin admin] Calling delete_port for 229822d0-b35b-49db-9d37-97087868f358 owned by network:router_interface {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:11:54.635541 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-d8cfc110-94e9-4e97-8998-8372a8e7d5fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:54.648050 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0642f90e-f756-4276-b1de-f58ff8c8f0a3 req-d600f49e-b400-4b42-9b08-d2f25a7d9a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:54.649555 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-0642f90e-f756-4276-b1de-f58ff8c8f0a3 req-d600f49e-b400-4b42-9b08-d2f25a7d9a5f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=62938449-046d-4cbe-923a-7ebb632c358d HTTP/1.1" status: 200 len: 843 time: 0.0473733 Jul 27 23:11:54.663737 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db878872-e967-4227-b8b4-46ffa287367e req-e3177028-506f-4041-956f-ec8815348643 tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:54.665763 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-db878872-e967-4227-b8b4-46ffa287367e req-e3177028-506f-4041-956f-ec8815348643 tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] 10.222.0.18 "GET /v2.0/ports?device_id=8fec054f-4e07-423d-ab0c-c325fd69c518 HTTP/1.1" status: 200 len: 946 time: 0.1481879 Jul 27 23:11:54.733807 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d170d48-6eb7-497b-bfec-d5b7f75d8cdc req-bae7f602-c35b-4459-b78e-82613e54e7fd tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:54.739794 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d170d48-6eb7-497b-bfec-d5b7f75d8cdc req-bae7f602-c35b-4459-b78e-82613e54e7fd tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:54.745666 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d170d48-6eb7-497b-bfec-d5b7f75d8cdc req-bae7f602-c35b-4459-b78e-82613e54e7fd tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:54.752635 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d170d48-6eb7-497b-bfec-d5b7f75d8cdc req-bae7f602-c35b-4459-b78e-82613e54e7fd tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:54.758576 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d170d48-6eb7-497b-bfec-d5b7f75d8cdc req-bae7f602-c35b-4459-b78e-82613e54e7fd tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:54.760495 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-3d170d48-6eb7-497b-bfec-d5b7f75d8cdc req-bae7f602-c35b-4459-b78e-82613e54e7fd tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] 10.222.0.18 "GET /v2.0/ports?device_id=bab14976-9a79-4961-bbb7-bef26e77c0b6 HTTP/1.1" status: 200 len: 3816 time: 0.2569308 Jul 27 23:11:54.774157 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 3dd86524-9011-45e6-a984-688db58af8c0 up at agent hyperv_n-h1-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:11:54.795708 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-db878872-e967-4227-b8b4-46ffa287367e req-9f4f278b-fc1c-4132-9493-90174e2865c0 tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] 10.222.0.18 "GET /v2.0/security-groups?id=f9282c7c-bf74-4e2f-accf-81bded4d9191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075640 Jul 27 23:11:54.801022 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0642f90e-f756-4276-b1de-f58ff8c8f0a3 req-06cb4697-761b-4831-9f20-00a1c589719b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:54.802656 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-0642f90e-f756-4276-b1de-f58ff8c8f0a3 req-06cb4697-761b-4831-9f20-00a1c589719b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=591af2dd-f826-43b1-aa9d-e7a0bf218c71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1443989 Jul 27 23:11:54.881898 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-c7b7b259-7437-4f0c-b9da-7b081a19edb8 None None] Provisioning for port 04fa79a8-5a6e-4754-87c2-e6c72b5d831d completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:11:54.887005 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Provisioning for port 3dd86524-9011-45e6-a984-688db58af8c0 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:11:54.892031 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Provisioning complete for port 3dd86524-9011-45e6-a984-688db58af8c0 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:11:54.892521 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:54.895865 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-c7b7b259-7437-4f0c-b9da-7b081a19edb8 None None] Provisioning complete for port 04fa79a8-5a6e-4754-87c2-e6c72b5d831d triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:11:54.896618 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c7b7b259-7437-4f0c-b9da-7b081a19edb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:54.949353 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-3d170d48-6eb7-497b-bfec-d5b7f75d8cdc req-6d9d4119-7179-4ba9-b5b1-84f230ebe03d tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] 10.222.0.18 "GET /v2.0/security-groups?id=cfd41bdc-77a0-40db-b366-4cd3c3051f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1557102 Jul 27 23:11:54.994095 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-c7b7b259-7437-4f0c-b9da-7b081a19edb8 None None] Port 04fa79a8-5a6e-4754-87c2-e6c72b5d831d cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:11:55.024553 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-0642f90e-f756-4276-b1de-f58ff8c8f0a3 req-6d4651b8-2d48-4447-87e9-f3b1c4b6d834 service neutron] 10.222.0.49 "GET /v2.0/networks/591af2dd-f826-43b1-aa9d-e7a0bf218c71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2076004 Jul 27 23:11:55.068476 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:55.103648 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18bf2265-d54a-42b3-beea-c61771ab87ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dd86524-9011-45e6-a984-688db58af8c0'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:11:55.108068 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c0369b0d4f459110ff20a1f9878ba33f96d6491bddb9d15843bf29d01e0bda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4eeae838-146c-4c5b-b8b3-540a6ef94226" -d '{"events": [{"server_uuid": "18bf2265-d54a-42b3-beea-c61771ab87ab", "name": "network-vif-plugged", "status": "completed", "tag": "3dd86524-9011-45e6-a984-688db58af8c0"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:11:55.120656 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-d8cfc110-94e9-4e97-8998-8372a8e7d5fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aaaa4f7d-c44a-4b6f-bde1-dfd985f0a398 {{(pid=93798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:11:55.126197 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port 3dd86524-9011-45e6-a984-688db58af8c0, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=3dd86524-9011-45e6-a984-688db58af8c0,segment=NetworkSegment(291bf24b-6a6d-4a3e-8abd-3858cd630ec0),segment_id=291bf24b-6a6d-4a3e-8abd-3858cd630ec0)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:11:55.131465 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-d8cfc110-94e9-4e97-8998-8372a8e7d5fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:55.132684 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:55.198633 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Pushing event updated for resources: {'Port': ['ID=3dd86524-9011-45e6-a984-688db58af8c0,revision_number=5']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:11:55.212216 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-d8cfc110-94e9-4e97-8998-8372a8e7d5fe service neutron] Transition to ACTIVE for port object aaaa4f7d-c44a-4b6f-bde1-dfd985f0a398 will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:11:55.216702 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-d8cfc110-94e9-4e97-8998-8372a8e7d5fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:55.245613 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e21d2aa7-ffbd-40bb-aaba-b0a465064d19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:55.282855 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b1cf2b-31cd-437b-9a66-cbca14b9c98e req-2f66897e-122e-4de1-82b4-552faffed2a2 tempest-ServerRescueNegativeTestJSON-1855851441 tempest-ServerRescueNegativeTestJSON-1855851441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:55.284567 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a4b1cf2b-31cd-437b-9a66-cbca14b9c98e req-2f66897e-122e-4de1-82b4-552faffed2a2 tempest-ServerRescueNegativeTestJSON-1855851441 tempest-ServerRescueNegativeTestJSON-1855851441-project] 10.222.0.18 "GET /v2.0/ports?device_id=6551d2f1-dfc9-4bdf-adfb-bc809d0770ff HTTP/1.1" status: 200 len: 943 time: 0.2176633 Jul 27 23:11:55.307572 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cfc110-94e9-4e97-8998-8372a8e7d5fe service neutron] Pushing event updated for resources: {'Port': ['ID=aaaa4f7d-c44a-4b6f-bde1-dfd985f0a398,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:11:55.358637 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21d2aa7-ffbd-40bb-aaba-b0a465064d19 admin admin] Pushing event deleted for resources: {'Port': ['ID=229822d0-b35b-49db-9d37-97087868f358,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:11:55.402526 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-0642f90e-f756-4276-b1de-f58ff8c8f0a3 req-381a583b-660f-488e-881e-2fe3fc8e4cbd service neutron] 10.222.0.49 "GET /v2.0/networks/591af2dd-f826-43b1-aa9d-e7a0bf218c71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3549895 Jul 27 23:11:55.461981 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a4b1cf2b-31cd-437b-9a66-cbca14b9c98e req-b4e88abf-73da-4282-b63e-5dfca2233ce7 tempest-ServerRescueNegativeTestJSON-1855851441 tempest-ServerRescueNegativeTestJSON-1855851441-project] 10.222.0.18 "GET /v2.0/security-groups?id=1af18e13-f94e-429a-ab8a-66f4e32e8b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471062 Jul 27 23:11:55.485734 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-d8cfc110-94e9-4e97-8998-8372a8e7d5fe service neutron] Attempting to bind port aaaa4f7d-c44a-4b6f-bde1-dfd985f0a398 on host n-h2-802623-1 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:11:55.485734 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-d8cfc110-94e9-4e97-8998-8372a8e7d5fe service neutron] Attempting to bind port aaaa4f7d-c44a-4b6f-bde1-dfd985f0a398 by drivers openvswitch,hyperv on host n-h2-802623-1 at level 0 using segments [{'id': '4ceca444-38c4-4d60-bd70-fd80dc9834fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '8a269d53-4f2a-4865-a1d0-19bfee7666c6'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:11:55.485734 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-d8cfc110-94e9-4e97-8998-8372a8e7d5fe service neutron] Attempting to bind port aaaa4f7d-c44a-4b6f-bde1-dfd985f0a398 on network 8a269d53-4f2a-4865-a1d0-19bfee7666c6 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:11:55.507646 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-d8cfc110-94e9-4e97-8998-8372a8e7d5fe service neutron] Port aaaa4f7d-c44a-4b6f-bde1-dfd985f0a398 on network 8a269d53-4f2a-4865-a1d0-19bfee7666c6 not bound, no agent of type Open vSwitch agent registered on host n-h2-802623-1 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 23:11:55.507944 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-d8cfc110-94e9-4e97-8998-8372a8e7d5fe service neutron] Attempting to bind port aaaa4f7d-c44a-4b6f-bde1-dfd985f0a398 on network 8a269d53-4f2a-4865-a1d0-19bfee7666c6 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:11:55.520257 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-d8cfc110-94e9-4e97-8998-8372a8e7d5fe service neutron] Checking agent: {'id': 'c5cc038b-93c4-4df4-8061-5df2a04a48c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 23, 0, 4), 'started_at': datetime.datetime(2021, 7, 27, 23, 0, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 11, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:11:55.520847 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-d8cfc110-94e9-4e97-8998-8372a8e7d5fe service neutron] Checking segment: {'id': '4ceca444-38c4-4d60-bd70-fd80dc9834fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '8a269d53-4f2a-4865-a1d0-19bfee7666c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:11:55.521325 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-d8cfc110-94e9-4e97-8998-8372a8e7d5fe service neutron] Bound using segment: {'id': '4ceca444-38c4-4d60-bd70-fd80dc9834fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '8a269d53-4f2a-4865-a1d0-19bfee7666c6'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:11:55.521962 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-d8cfc110-94e9-4e97-8998-8372a8e7d5fe service neutron] Bound port: aaaa4f7d-c44a-4b6f-bde1-dfd985f0a398, host: n-h2-802623-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ceca444-38c4-4d60-bd70-fd80dc9834fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '8a269d53-4f2a-4865-a1d0-19bfee7666c6'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:11:55.522441 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-d8cfc110-94e9-4e97-8998-8372a8e7d5fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:55.572591 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:11:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad088f06-d1ae-4362-8ed3-5c1c53683714 x-openstack-request-id: req-ad088f06-d1ae-4362-8ed3-5c1c53683714 {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:11:55.572883 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18bf2265-d54a-42b3-beea-c61771ab87ab", "name": "network-vif-plugged", "status": "completed", "tag": "3dd86524-9011-45e6-a984-688db58af8c0", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:11:55.573135 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ad088f06-d1ae-4362-8ed3-5c1c53683714 {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:11:55.573539 n-d-802623-1 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18bf2265-d54a-42b3-beea-c61771ab87ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dd86524-9011-45e6-a984-688db58af8c0', 'code': 200} Jul 27 23:11:55.796206 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-d8cfc110-94e9-4e97-8998-8372a8e7d5fe service neutron] For port aaaa4f7d-c44a-4b6f-bde1-dfd985f0a398, host n-h2-802623-1, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:11:55.821461 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-d8cfc110-94e9-4e97-8998-8372a8e7d5fe service neutron] For port aaaa4f7d-c44a-4b6f-bde1-dfd985f0a398, host n-h2-802623-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=aaaa4f7d-c44a-4b6f-bde1-dfd985f0a398,segment=NetworkSegment(4ceca444-38c4-4d60-bd70-fd80dc9834fa),segment_id=4ceca444-38c4-4d60-bd70-fd80dc9834fa)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:11:55.828094 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e21d2aa7-ffbd-40bb-aaba-b0a465064d19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3760546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-413994'] for router_interface, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:55.842006 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-d8cfc110-94e9-4e97-8998-8372a8e7d5fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:55.842818 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device be3f4841-615f-4e54-aa39-ad6709ec1563 no longer exists at agent hyperv_n-h2-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:11:55.845303 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device 4c9b191d-845d-40fb-acc0-eb526d5bf190 details requested by agent hyperv_n-h2-802623-1 with host n-h2-802623-1 {{(pid=93799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 23:11:55.853625 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83640dbc-d14b-4e16-8f86-fa7cfd68a2de req-ef718e76-246b-4b4a-89a9-51e81aa23bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:55.855317 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-83640dbc-d14b-4e16-8f86-fa7cfd68a2de req-ef718e76-246b-4b4a-89a9-51e81aa23bf9 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=18bf2265-d54a-42b3-beea-c61771ab87ab HTTP/1.1" status: 200 len: 1096 time: 0.1375833 Jul 27 23:11:55.955730 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-d8cfc110-94e9-4e97-8998-8372a8e7d5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:55.956427 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-d8cfc110-94e9-4e97-8998-8372a8e7d5fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:55.957895 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-d8cfc110-94e9-4e97-8998-8372a8e7d5fe service neutron] 10.222.0.49 "PUT /v2.0/ports/aaaa4f7d-c44a-4b6f-bde1-dfd985f0a398 HTTP/1.1" status: 200 len: 1091 time: 1.4347854 Jul 27 23:11:55.959797 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bab14976-9a79-4961-bbb7-bef26e77c0b6', 'tag': 'aaaa4f7d-c44a-4b6f-bde1-dfd985f0a398'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:11:55.962718 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}011f8d312121274bb12d78e77c6379a2079800640016cec6c6d605b73666e854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fff157f9-d68b-4b71-86ea-23f2406cc589" -d '{"events": [{"name": "network-changed", "server_uuid": "bab14976-9a79-4961-bbb7-bef26e77c0b6", "tag": "aaaa4f7d-c44a-4b6f-bde1-dfd985f0a398"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:11:56.014068 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40aef3bd-e136-4c04-a69b-3e3c860aa705 req-fcf4eb5a-5be5-498b-9334-96151e907b54 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:56.016032 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-40aef3bd-e136-4c04-a69b-3e3c860aa705 req-fcf4eb5a-5be5-498b-9334-96151e907b54 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/ports?device_id=13990610-5726-4497-81b9-f5375fbe4860 HTTP/1.1" status: 200 len: 950 time: 0.2170055 Jul 27 23:11:56.028319 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-d20bef1b-0557-4bc5-949d-1ba5f42c087c service neutron] Request body: {'port': {'device_id': 'bab14976-9a79-4961-bbb7-bef26e77c0b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802623-1'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:11:56.114278 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cfc110-94e9-4e97-8998-8372a8e7d5fe service neutron] Pushing event updated for resources: {'Port': ['ID=aaaa4f7d-c44a-4b6f-bde1-dfd985f0a398,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:11:56.134748 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-83640dbc-d14b-4e16-8f86-fa7cfd68a2de req-bbd77b9a-3086-41e6-8b8f-8d9e149b0694 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=1af18e13-f94e-429a-ab8a-66f4e32e8b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2381916 Jul 27 23:11:56.139713 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-40aef3bd-e136-4c04-a69b-3e3c860aa705 req-145b4afb-92fa-4aa6-8f61-3c281efb7d17 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb779318-b8ff-43a6-a94f-3ce471aff166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124425 Jul 27 23:11:56.177037 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port 4c9b191d-845d-40fb-acc0-eb526d5bf190, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=4c9b191d-845d-40fb-acc0-eb526d5bf190,segment=NetworkSegment(291bf24b-6a6d-4a3e-8abd-3858cd630ec0),segment_id=291bf24b-6a6d-4a3e-8abd-3858cd630ec0)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:11:56.189965 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2165b1-0113-4c1d-8e62-289fe74a65a1 req-85130016-2f79-4b89-82a2-55fdc6a628a1 tempest-ServerRescueTestJSON-1182058210 tempest-ServerRescueTestJSON-1182058210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:56.191618 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7e2165b1-0113-4c1d-8e62-289fe74a65a1 req-85130016-2f79-4b89-82a2-55fdc6a628a1 tempest-ServerRescueTestJSON-1182058210 tempest-ServerRescueTestJSON-1182058210-project] 10.222.0.18 "GET /v2.0/ports?device_id=710db404-18d5-4163-8833-5771fe8a1f7e HTTP/1.1" status: 200 len: 945 time: 0.2852764 Jul 27 23:11:56.252666 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:56.283132 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Returning: {'device': '4c9b191d-845d-40fb-acc0-eb526d5bf190', 'network_id': '751d782f-d338-44aa-a291-24d2ae3bed3e', 'port_id': '4c9b191d-845d-40fb-acc0-eb526d5bf190', 'mac_address': 'fa:16:3e:a6:40:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '834f7fce-5291-4343-9c89-509f9d111866', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 23:11:56.294046 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-d20bef1b-0557-4bc5-949d-1ba5f42c087c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:56.359591 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e21d2aa7-ffbd-40bb-aaba-b0a465064d19 admin admin] Router 4fbc422e-3bf9-46cc-9eaa-57921359cad4 has already been hosted by L3 agent 018c4455-49c0-4734-927d-7824067b2a9e {{(pid=93797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 23:11:56.473430 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port be3f4841-615f-4e54-aa39-ad6709ec1563, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=be3f4841-615f-4e54-aa39-ad6709ec1563,segment=NetworkSegment(16e91594-c047-4b55-93eb-43af33ad08e1),segment_id=16e91594-c047-4b55-93eb-43af33ad08e1)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:11:56.497819 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e21d2aa7-ffbd-40bb-aaba-b0a465064d19 admin admin] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:11:56.503008 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:56.509783 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-e21d2aa7-ffbd-40bb-aaba-b0a465064d19 admin admin] 10.222.0.18 "PUT /v2.0/routers/4fbc422e-3bf9-46cc-9eaa-57921359cad4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2308836 Jul 27 23:11:56.517219 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:56.532043 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ff0de87-2163-43b3-8ed5-e17e122ad522 None None] Sync routers for ids ['4fbc422e-3bf9-46cc-9eaa-57921359cad4'] in n-d-802623-1 {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:11:56.542018 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 36332) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:11:56.556436 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c9b191d-845d-40fb-acc0-eb526d5bf190 {{(pid=93799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:11:56.605028 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ff0de87-2163-43b3-8ed5-e17e122ad522 None None] Routers {'4fbc422e-3bf9-46cc-9eaa-57921359cad4'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:11:56.605664 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-5ff0de87-2163-43b3-8ed5-e17e122ad522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:11:29Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['4fbc422e-3bf9-46cc-9eaa-57921359cad4'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:11:56.637706 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368a8ac7-fd9b-4aad-b723-1ee643acd21d req-4afea97d-9683-465c-a77c-d759e7b66087 tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:56.643145 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-368a8ac7-fd9b-4aad-b723-1ee643acd21d req-4afea97d-9683-465c-a77c-d759e7b66087 tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] 10.222.0.18 "GET /v2.0/ports?device_id=8fec054f-4e07-423d-ab0c-c325fd69c518 HTTP/1.1" status: 200 len: 946 time: 0.1479330 Jul 27 23:11:56.664660 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port 4c9b191d-845d-40fb-acc0-eb526d5bf190, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=4c9b191d-845d-40fb-acc0-eb526d5bf190,segment=NetworkSegment(291bf24b-6a6d-4a3e-8abd-3858cd630ec0),segment_id=291bf24b-6a6d-4a3e-8abd-3858cd630ec0)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:11:56.685120 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:56.696674 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-d20bef1b-0557-4bc5-949d-1ba5f42c087c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0559974f-5eee-44ff-baf2-074fd2c27b02 {{(pid=93798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:11:56.716398 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-d20bef1b-0557-4bc5-949d-1ba5f42c087c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:56.745103 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-d20bef1b-0557-4bc5-949d-1ba5f42c087c service neutron] Transition to ACTIVE for port object 0559974f-5eee-44ff-baf2-074fd2c27b02 will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:11:56.769575 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7e2165b1-0113-4c1d-8e62-289fe74a65a1 req-41e27ba1-0c81-41d1-b8b6-5c5b805b6fa0 tempest-ServerRescueTestJSON-1182058210 tempest-ServerRescueTestJSON-1182058210-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1683666-2031-45b7-8015-e9f1b36fb2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5284653 Jul 27 23:11:56.770245 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-d20bef1b-0557-4bc5-949d-1ba5f42c087c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:56.832373 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device ee1e649f-3756-4756-9430-9a9e88f6dcfb details requested by agent hyperv_n-h1-802623-1 with host n-h1-802623-1 {{(pid=93799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 23:11:56.841955 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20bef1b-0557-4bc5-949d-1ba5f42c087c service neutron] Pushing event updated for resources: {'Port': ['ID=0559974f-5eee-44ff-baf2-074fd2c27b02,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:11:56.926814 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 23:11:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56cdeab9-9913-4ba0-81b4-17a5aed52b68 x-openstack-request-id: req-56cdeab9-9913-4ba0-81b4-17a5aed52b68 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:11:56.928962 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bab14976-9a79-4961-bbb7-bef26e77c0b6", "tag": "aaaa4f7d-c44a-4b6f-bde1-dfd985f0a398", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:11:56.930172 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-56cdeab9-9913-4ba0-81b4-17a5aed52b68 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:11:56.931432 n-d-802623-1 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bab14976-9a79-4961-bbb7-bef26e77c0b6', 'tag': 'aaaa4f7d-c44a-4b6f-bde1-dfd985f0a398', 'status': 'completed', 'code': 200} Jul 27 23:11:57.087674 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-d20bef1b-0557-4bc5-949d-1ba5f42c087c service neutron] Attempting to bind port 0559974f-5eee-44ff-baf2-074fd2c27b02 on host n-h2-802623-1 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:11:57.088276 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-d20bef1b-0557-4bc5-949d-1ba5f42c087c service neutron] Attempting to bind port 0559974f-5eee-44ff-baf2-074fd2c27b02 by drivers openvswitch,hyperv on host n-h2-802623-1 at level 0 using segments [{'id': 'c7a206b6-2b59-413c-9a8e-188476801f18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c246f1fa-d287-4449-88ed-7e41ec7ffa41'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:11:57.088815 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-d20bef1b-0557-4bc5-949d-1ba5f42c087c service neutron] Attempting to bind port 0559974f-5eee-44ff-baf2-074fd2c27b02 on network c246f1fa-d287-4449-88ed-7e41ec7ffa41 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:11:57.108238 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-d20bef1b-0557-4bc5-949d-1ba5f42c087c service neutron] Port 0559974f-5eee-44ff-baf2-074fd2c27b02 on network c246f1fa-d287-4449-88ed-7e41ec7ffa41 not bound, no agent of type Open vSwitch agent registered on host n-h2-802623-1 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 23:11:57.109010 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-d20bef1b-0557-4bc5-949d-1ba5f42c087c service neutron] Attempting to bind port 0559974f-5eee-44ff-baf2-074fd2c27b02 on network c246f1fa-d287-4449-88ed-7e41ec7ffa41 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:11:57.143929 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-d20bef1b-0557-4bc5-949d-1ba5f42c087c service neutron] Checking agent: {'id': 'c5cc038b-93c4-4df4-8061-5df2a04a48c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 23, 0, 4), 'started_at': datetime.datetime(2021, 7, 27, 23, 0, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 11, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:11:57.145027 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-d20bef1b-0557-4bc5-949d-1ba5f42c087c service neutron] Checking segment: {'id': 'c7a206b6-2b59-413c-9a8e-188476801f18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c246f1fa-d287-4449-88ed-7e41ec7ffa41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:11:57.145885 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-d20bef1b-0557-4bc5-949d-1ba5f42c087c service neutron] Bound using segment: {'id': 'c7a206b6-2b59-413c-9a8e-188476801f18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c246f1fa-d287-4449-88ed-7e41ec7ffa41'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:11:57.146549 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-d20bef1b-0557-4bc5-949d-1ba5f42c087c service neutron] Bound port: 0559974f-5eee-44ff-baf2-074fd2c27b02, host: n-h2-802623-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7a206b6-2b59-413c-9a8e-188476801f18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c246f1fa-d287-4449-88ed-7e41ec7ffa41'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:11:57.147130 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-d20bef1b-0557-4bc5-949d-1ba5f42c087c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:57.168794 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3d32a6-ea2c-40cd-b3c1-56df076da16b req-df21cc53-27c9-4906-9fee-5080791fa4d7 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:57.193794 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3d32a6-ea2c-40cd-b3c1-56df076da16b req-df21cc53-27c9-4906-9fee-5080791fa4d7 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:57.200582 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3d32a6-ea2c-40cd-b3c1-56df076da16b req-df21cc53-27c9-4906-9fee-5080791fa4d7 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:57.206953 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3d32a6-ea2c-40cd-b3c1-56df076da16b req-df21cc53-27c9-4906-9fee-5080791fa4d7 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:57.211461 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Pushing event updated for resources: {'Port': ['ID=be3f4841-615f-4e54-aa39-ad6709ec1563,revision_number=6']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:11:57.212984 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3d32a6-ea2c-40cd-b3c1-56df076da16b req-df21cc53-27c9-4906-9fee-5080791fa4d7 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:57.218933 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3d32a6-ea2c-40cd-b3c1-56df076da16b req-df21cc53-27c9-4906-9fee-5080791fa4d7 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:57.220983 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-eb3d32a6-ea2c-40cd-b3c1-56df076da16b req-df21cc53-27c9-4906-9fee-5080791fa4d7 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] 10.222.0.18 "GET /v2.0/ports?device_id=bab14976-9a79-4961-bbb7-bef26e77c0b6 HTTP/1.1" status: 200 len: 4606 time: 0.2098932 Jul 27 23:11:57.285516 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Pushing event updated for resources: {'Port': ['ID=4c9b191d-845d-40fb-acc0-eb526d5bf190,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:11:57.290523 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-368a8ac7-fd9b-4aad-b723-1ee643acd21d req-9f09a89f-da74-4bb2-9b74-d6c8c35c1eb5 tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] 10.222.0.18 "GET /v2.0/security-groups?id=f9282c7c-bf74-4e2f-accf-81bded4d9191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6390951 Jul 27 23:11:57.311900 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3572ab94-6cd6-4be3-a5d4-d8bb63f11d46 admin admin] Notify callbacks [] for router, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:57.347908 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-d20bef1b-0557-4bc5-949d-1ba5f42c087c service neutron] For port 0559974f-5eee-44ff-baf2-074fd2c27b02, host n-h2-802623-1, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:11:57.371561 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-d20bef1b-0557-4bc5-949d-1ba5f42c087c service neutron] For port 0559974f-5eee-44ff-baf2-074fd2c27b02, host n-h2-802623-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=0559974f-5eee-44ff-baf2-074fd2c27b02,segment=NetworkSegment(c7a206b6-2b59-413c-9a8e-188476801f18),segment_id=c7a206b6-2b59-413c-9a8e-188476801f18)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:11:57.385936 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-d20bef1b-0557-4bc5-949d-1ba5f42c087c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:57.407299 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] get_ports_and_sgs() called for port_ids ['4c9b191d-845d-40fb-acc0-eb526d5bf190'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:11:57.441131 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3572ab94-6cd6-4be3-a5d4-d8bb63f11d46 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:57.462633 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20bef1b-0557-4bc5-949d-1ba5f42c087c service neutron] Pushing event updated for resources: {'Port': ['ID=0559974f-5eee-44ff-baf2-074fd2c27b02,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:11:57.464599 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff157f9-d68b-4b71-86ea-23f2406cc589 req-8936f2c2-2899-421f-a386-5ed99182d5e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:57.465232 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff157f9-d68b-4b71-86ea-23f2406cc589 req-8936f2c2-2899-421f-a386-5ed99182d5e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:57.465718 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff157f9-d68b-4b71-86ea-23f2406cc589 req-8936f2c2-2899-421f-a386-5ed99182d5e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:57.466241 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff157f9-d68b-4b71-86ea-23f2406cc589 req-8936f2c2-2899-421f-a386-5ed99182d5e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:57.466722 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff157f9-d68b-4b71-86ea-23f2406cc589 req-8936f2c2-2899-421f-a386-5ed99182d5e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:57.467224 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff157f9-d68b-4b71-86ea-23f2406cc589 req-8936f2c2-2899-421f-a386-5ed99182d5e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:57.469945 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-fff157f9-d68b-4b71-86ea-23f2406cc589 req-8936f2c2-2899-421f-a386-5ed99182d5e9 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0367b9fbd8e84279b822c24a4e2fb6cb&device_id=bab14976-9a79-4961-bbb7-bef26e77c0b6 HTTP/1.1" status: 200 len: 5250 time: 0.2403793 Jul 27 23:11:57.471500 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7db952a2-1f1f-41d8-8948-5befe2924268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:57.489945 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-5ff0de87-2163-43b3-8ed5-e17e122ad522 None None] Set router 4fbc422e-3bf9-46cc-9eaa-57921359cad4 gateway port host: n-d-802623-1 {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:11:57.492898 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-eb3d32a6-ea2c-40cd-b3c1-56df076da16b req-dff81722-6a91-4086-a949-38549d522c27 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] 10.222.0.18 "GET /v2.0/security-groups?id=cfd41bdc-77a0-40db-b366-4cd3c3051f6e&id=590f29d5-a38d-458c-93ce-543ee7b0dac7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2488685 Jul 27 23:11:57.507033 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-d20bef1b-0557-4bc5-949d-1ba5f42c087c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:57.507670 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-d20bef1b-0557-4bc5-949d-1ba5f42c087c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:57.511910 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-d20bef1b-0557-4bc5-949d-1ba5f42c087c service neutron] 10.222.0.49 "PUT /v2.0/ports/0559974f-5eee-44ff-baf2-074fd2c27b02 HTTP/1.1" status: 200 len: 1136 time: 1.5015764 Jul 27 23:11:57.536500 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port ee1e649f-3756-4756-9430-9a9e88f6dcfb, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=ee1e649f-3756-4756-9430-9a9e88f6dcfb,segment=NetworkSegment(35c87331-1569-4ca2-bf4a-f52e32031f1e),segment_id=35c87331-1569-4ca2-bf4a-f52e32031f1e)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:11:57.560873 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-e5eba762-856b-46eb-9d2d-ea6e019bc1c6 service neutron] Request body: {'port': {'device_id': 'bab14976-9a79-4961-bbb7-bef26e77c0b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802623-1'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:11:57.587525 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13990610-5726-4497-81b9-f5375fbe4860', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'be3f4841-615f-4e54-aa39-ad6709ec1563'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:11:57.589765 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c0369b0d4f459110ff20a1f9878ba33f96d6491bddb9d15843bf29d01e0bda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48f87de1-6eaf-4718-9529-96f50f43c875" -d '{"events": [{"server_uuid": "13990610-5726-4497-81b9-f5375fbe4860", "name": "network-vif-unplugged", "status": "completed", "tag": "be3f4841-615f-4e54-aa39-ad6709ec1563"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:11:57.592684 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Returning: {'device': 'ee1e649f-3756-4756-9430-9a9e88f6dcfb', 'network_id': '44a6a84b-a7de-4dfe-a6b7-f9205c26c7e9', 'port_id': 'ee1e649f-3756-4756-9430-9a9e88f6dcfb', 'mac_address': 'fa:16:3e:d4:72:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '167a3de5-23b9-48e3-8fdf-ba6c942d3440', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 23:11:57.671216 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-e5eba762-856b-46eb-9d2d-ea6e019bc1c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:57.708744 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dfec32-58ee-43c0-bdc6-7c897a1d0ba0 req-c530abdb-3525-4498-9f60-c244353dff59 tempest-ServerRescueNegativeTestJSON-1855851441 tempest-ServerRescueNegativeTestJSON-1855851441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:57.711242 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-b5dfec32-58ee-43c0-bdc6-7c897a1d0ba0 req-c530abdb-3525-4498-9f60-c244353dff59 tempest-ServerRescueNegativeTestJSON-1855851441 tempest-ServerRescueNegativeTestJSON-1855851441-project] 10.222.0.18 "GET /v2.0/ports?device_id=6551d2f1-dfc9-4bdf-adfb-bc809d0770ff HTTP/1.1" status: 200 len: 944 time: 0.2717326 Jul 27 23:11:57.788023 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-b5dfec32-58ee-43c0-bdc6-7c897a1d0ba0 req-859d5062-262b-43a4-9c26-134d92f5f792 tempest-ServerRescueNegativeTestJSON-1855851441 tempest-ServerRescueNegativeTestJSON-1855851441-project] 10.222.0.18 "GET /v2.0/security-groups?id=1af18e13-f94e-429a-ab8a-66f4e32e8b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677733 Jul 27 23:11:57.795594 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff157f9-d68b-4b71-86ea-23f2406cc589 req-aadba0ea-38ae-4770-8cbf-d4d8e75cc88e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:57.796075 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff157f9-d68b-4b71-86ea-23f2406cc589 req-aadba0ea-38ae-4770-8cbf-d4d8e75cc88e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:57.796597 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff157f9-d68b-4b71-86ea-23f2406cc589 req-aadba0ea-38ae-4770-8cbf-d4d8e75cc88e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:57.798180 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-fff157f9-d68b-4b71-86ea-23f2406cc589 req-aadba0ea-38ae-4770-8cbf-d4d8e75cc88e service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=0367b9fbd8e84279b822c24a4e2fb6cb&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.3124464 Jul 27 23:11:57.893806 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-3572ab94-6cd6-4be3-a5d4-d8bb63f11d46 admin admin] Deleting port 1c2ad822-7ead-4f0d-9cec-a9ff1722a3d0 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:11:57.894514 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3572ab94-6cd6-4be3-a5d4-d8bb63f11d46 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:57.917267 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device be3f4841-615f-4e54-aa39-ad6709ec1563 details requested by agent hyperv_n-h2-802623-1 with host n-h2-802623-1 {{(pid=93799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 23:11:58.035023 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port be3f4841-615f-4e54-aa39-ad6709ec1563, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=be3f4841-615f-4e54-aa39-ad6709ec1563,segment=NetworkSegment(16e91594-c047-4b55-93eb-43af33ad08e1),segment_id=16e91594-c047-4b55-93eb-43af33ad08e1)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:11:58.094784 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Returning: {'device': 'be3f4841-615f-4e54-aa39-ad6709ec1563', 'network_id': '591af2dd-f826-43b1-aa9d-e7a0bf218c71', 'port_id': 'be3f4841-615f-4e54-aa39-ad6709ec1563', 'mac_address': 'fa:16:3e:b4:8d:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62938449-046d-4cbe-923a-7ebb632c358d', 'ip_address': '192.168.233.199'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 23:11:58.157406 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117dd14d-33a5-408f-8fd6-520a66b03ea0 req-6ed47946-e3f7-4384-8fd2-1810447738d5 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:58.159702 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-117dd14d-33a5-408f-8fd6-520a66b03ea0 req-6ed47946-e3f7-4384-8fd2-1810447738d5 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/ports?device_id=13990610-5726-4497-81b9-f5375fbe4860 HTTP/1.1" status: 200 len: 948 time: 0.2277098 Jul 27 23:11:58.163405 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:58.188467 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be3f4841-615f-4e54-aa39-ad6709ec1563 {{(pid=93799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:11:58.193261 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:58.211426 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ee1e649f-3756-4756-9430-9a9e88f6dcfb {{(pid=93799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:11:58.215667 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff157f9-d68b-4b71-86ea-23f2406cc589 req-1d5f5dd6-9188-48d3-9c04-c2fb0d5de40e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:58.217454 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-fff157f9-d68b-4b71-86ea-23f2406cc589 req-1d5f5dd6-9188-48d3-9c04-c2fb0d5de40e service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4049823 Jul 27 23:11:58.220570 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-3572ab94-6cd6-4be3-a5d4-d8bb63f11d46 admin admin] For port 1c2ad822-7ead-4f0d-9cec-a9ff1722a3d0, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=1c2ad822-7ead-4f0d-9cec-a9ff1722a3d0,segment=NetworkSegment(b9afe07e-bbe4-4740-834c-4b6a9698bdbc),segment_id=b9afe07e-bbe4-4740-834c-4b6a9698bdbc)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:11:58.221103 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3572ab94-6cd6-4be3-a5d4-d8bb63f11d46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:58.249392 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-3572ab94-6cd6-4be3-a5d4-d8bb63f11d46 admin admin] Calling delete_port for 1c2ad822-7ead-4f0d-9cec-a9ff1722a3d0 owned by network:router_gateway {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:11:58.250263 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port ee1e649f-3756-4756-9430-9a9e88f6dcfb, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=ee1e649f-3756-4756-9430-9a9e88f6dcfb,segment=NetworkSegment(35c87331-1569-4ca2-bf4a-f52e32031f1e),segment_id=35c87331-1569-4ca2-bf4a-f52e32031f1e)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:11:58.260598 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-117dd14d-33a5-408f-8fd6-520a66b03ea0 req-a6f26a59-0761-4d9e-aa67-4c1289e3033f tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb779318-b8ff-43a6-a94f-3ce471aff166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913687 Jul 27 23:11:58.297878 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:58.396397 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Pushing event updated for resources: {'Port': ['ID=ee1e649f-3756-4756-9430-9a9e88f6dcfb,revision_number=6']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:11:58.415595 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port be3f4841-615f-4e54-aa39-ad6709ec1563, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=be3f4841-615f-4e54-aa39-ad6709ec1563,segment=NetworkSegment(16e91594-c047-4b55-93eb-43af33ad08e1),segment_id=16e91594-c047-4b55-93eb-43af33ad08e1)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:11:58.427623 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:58.487281 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85f7ebf-de6f-4221-921c-aee960b187b8 req-99852eac-64a5-429a-a94d-dea4ebf6da22 tempest-ServerRescueTestJSON-1182058210 tempest-ServerRescueTestJSON-1182058210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:58.494233 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Pushing event updated for resources: {'Port': ['ID=be3f4841-615f-4e54-aa39-ad6709ec1563,revision_number=7']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:11:58.495184 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c85f7ebf-de6f-4221-921c-aee960b187b8 req-99852eac-64a5-429a-a94d-dea4ebf6da22 tempest-ServerRescueTestJSON-1182058210 tempest-ServerRescueTestJSON-1182058210-project] 10.222.0.18 "GET /v2.0/networks?id=d458c13a-e340-45a3-bc4b-5109e47750ee HTTP/1.1" status: 200 len: 811 time: 0.8111911 Jul 27 23:11:58.552758 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c85f7ebf-de6f-4221-921c-aee960b187b8 req-92e448b1-2a5f-406e-9cc6-e570dbc27af0 tempest-ServerRescueTestJSON-1182058210 tempest-ServerRescueTestJSON-1182058210-project] 10.222.0.18 "GET /v2.0/quotas/d4ae0349fedc4fe693e139d0088de506 HTTP/1.1" status: 200 len: 375 time: 0.0566547 Jul 27 23:11:58.593310 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 23:11:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-232b0875-abf6-4532-989c-63c7af971b0c x-openstack-request-id: req-232b0875-abf6-4532-989c-63c7af971b0c {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:11:58.593606 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13990610-5726-4497-81b9-f5375fbe4860", "name": "network-vif-unplugged", "status": "completed", "tag": "be3f4841-615f-4e54-aa39-ad6709ec1563", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:11:58.593894 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-232b0875-abf6-4532-989c-63c7af971b0c {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:11:58.594365 n-d-802623-1 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13990610-5726-4497-81b9-f5375fbe4860', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'be3f4841-615f-4e54-aa39-ad6709ec1563', 'code': 200} Jul 27 23:11:58.617002 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3572ab94-6cd6-4be3-a5d4-d8bb63f11d46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:58.620302 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-5ff0de87-2163-43b3-8ed5-e17e122ad522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fbc422e-3bf9-46cc-9eaa-57921359cad4', 'name': 'tempest-ServersTestManualDisk-1485289992-router', 'tenant_id': 'fc7acafa883a4a4baeb39fca47df928a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.202'}], 'enable_snat': True}, 'gw_port_id': '1c2ad822-7ead-4f0d-9cec-a9ff1722a3d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:08:09Z', 'updated_at': '2021-07-27T23:11:55Z', 'revision_number': 5, 'project_id': 'fc7acafa883a4a4baeb39fca47df928a', 'gw_port': {'id': '1c2ad822-7ead-4f0d-9cec-a9ff1722a3d0', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:fb:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fbc422e-3bf9-46cc-9eaa-57921359cad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:08:10Z', 'updated_at': '2021-07-27T23:08:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1'}], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:11:58.650419 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3572ab94-6cd6-4be3-a5d4-d8bb63f11d46 admin admin] Pushing event deleted for resources: {'Port': ['ID=1c2ad822-7ead-4f0d-9cec-a9ff1722a3d0,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:11:58.651002 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c85f7ebf-de6f-4221-921c-aee960b187b8 req-fcf57be2-bc38-4b02-828f-32c750d30b2e tempest-ServerRescueTestJSON-1182058210 tempest-ServerRescueTestJSON-1182058210-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=d4ae0349fedc4fe693e139d0088de506&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0968359 Jul 27 23:11:58.676437 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ff0de87-2163-43b3-8ed5-e17e122ad522 None None] Checking router: 4fbc422e-3bf9-46cc-9eaa-57921359cad4 for host: n-d-802623-1 {{(pid=93799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 23:11:58.684609 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] get_ports_and_sgs() called for port_ids ['ee1e649f-3756-4756-9430-9a9e88f6dcfb'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:11:58.717833 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ff0de87-2163-43b3-8ed5-e17e122ad522 None None] Routers {'4fbc422e-3bf9-46cc-9eaa-57921359cad4'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:11:58.718623 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-5ff0de87-2163-43b3-8ed5-e17e122ad522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:11:29Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['4fbc422e-3bf9-46cc-9eaa-57921359cad4'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:11:58.746579 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-e5eba762-856b-46eb-9d2d-ea6e019bc1c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1bdfbba-9a24-43d6-84b3-1265d2295611 {{(pid=93798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:11:58.757776 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-e5eba762-856b-46eb-9d2d-ea6e019bc1c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:58.770354 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device ee1e649f-3756-4756-9430-9a9e88f6dcfb no longer exists at agent hyperv_n-h1-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:11:58.782681 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3572ab94-6cd6-4be3-a5d4-d8bb63f11d46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-415368'] for router_gateway, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:58.787603 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-e5eba762-856b-46eb-9d2d-ea6e019bc1c6 service neutron] Transition to ACTIVE for port object a1bdfbba-9a24-43d6-84b3-1265d2295611 will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:11:58.805765 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c85f7ebf-de6f-4221-921c-aee960b187b8 req-e2d65646-aef9-4335-8824-c29f1dc04f04 service neutron] 10.222.0.18 "GET /v2.0/networks/d458c13a-e340-45a3-bc4b-5109e47750ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1538317 Jul 27 23:11:58.816522 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-e5eba762-856b-46eb-9d2d-ea6e019bc1c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:58.847368 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-5ff0de87-2163-43b3-8ed5-e17e122ad522 None None] Set router 4fbc422e-3bf9-46cc-9eaa-57921359cad4 gateway port host: None {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:11:58.863303 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1e21c0-0bf5-448b-a418-b445ba919954 req-7f486652-fef6-4260-a9bf-fa4aa1b39b76 tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:58.873102 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-6d1e21c0-0bf5-448b-a418-b445ba919954 req-7f486652-fef6-4260-a9bf-fa4aa1b39b76 tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] 10.222.0.18 "GET /v2.0/ports?device_id=8fec054f-4e07-423d-ab0c-c325fd69c518 HTTP/1.1" status: 200 len: 945 time: 0.2141402 Jul 27 23:11:58.938273 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-5ff0de87-2163-43b3-8ed5-e17e122ad522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fbc422e-3bf9-46cc-9eaa-57921359cad4', 'name': 'tempest-ServersTestManualDisk-1485289992-router', 'tenant_id': 'fc7acafa883a4a4baeb39fca47df928a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:08:09Z', 'updated_at': '2021-07-27T23:11:58Z', 'revision_number': 7, 'project_id': 'fc7acafa883a4a4baeb39fca47df928a', 'gw_port_host': None}], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:11:58.954929 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] get_ports_and_sgs() called for port_ids ['be3f4841-615f-4e54-aa39-ad6709ec1563'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:11:58.982075 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-6d1e21c0-0bf5-448b-a418-b445ba919954 req-55ce9d97-ad19-4656-811b-b1aa8a795a1c tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] 10.222.0.18 "GET /v2.0/security-groups?id=f9282c7c-bf74-4e2f-accf-81bded4d9191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053450 Jul 27 23:11:58.991877 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bab14976-9a79-4961-bbb7-bef26e77c0b6', 'tag': '0559974f-5eee-44ff-baf2-074fd2c27b02'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:11:58.994143 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}011f8d312121274bb12d78e77c6379a2079800640016cec6c6d605b73666e854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a04e035c-ad7b-4001-bb2a-11876a938388" -d '{"events": [{"name": "network-changed", "server_uuid": "bab14976-9a79-4961-bbb7-bef26e77c0b6", "tag": "0559974f-5eee-44ff-baf2-074fd2c27b02"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:11:59.013887 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5eba762-856b-46eb-9d2d-ea6e019bc1c6 service neutron] Pushing event updated for resources: {'Port': ['ID=a1bdfbba-9a24-43d6-84b3-1265d2295611,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:11:59.040291 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-e5eba762-856b-46eb-9d2d-ea6e019bc1c6 service neutron] Attempting to bind port a1bdfbba-9a24-43d6-84b3-1265d2295611 on host n-h2-802623-1 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:11:59.040639 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-e5eba762-856b-46eb-9d2d-ea6e019bc1c6 service neutron] Attempting to bind port a1bdfbba-9a24-43d6-84b3-1265d2295611 by drivers openvswitch,hyperv on host n-h2-802623-1 at level 0 using segments [{'id': 'c7a206b6-2b59-413c-9a8e-188476801f18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c246f1fa-d287-4449-88ed-7e41ec7ffa41'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:11:59.040976 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-e5eba762-856b-46eb-9d2d-ea6e019bc1c6 service neutron] Attempting to bind port a1bdfbba-9a24-43d6-84b3-1265d2295611 on network c246f1fa-d287-4449-88ed-7e41ec7ffa41 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:11:59.044511 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ff0de87-2163-43b3-8ed5-e17e122ad522 None None] The sync data for ids ['4fbc422e-3bf9-46cc-9eaa-57921359cad4'] in n-d-802623-1 is: [{'id': '4fbc422e-3bf9-46cc-9eaa-57921359cad4', 'name': 'tempest-ServersTestManualDisk-1485289992-router', 'tenant_id': 'fc7acafa883a4a4baeb39fca47df928a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:08:09Z', 'updated_at': '2021-07-27T23:11:58Z', 'revision_number': 7, 'project_id': 'fc7acafa883a4a4baeb39fca47df928a', 'gw_port_host': None}] {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:11:59.051240 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-e5eba762-856b-46eb-9d2d-ea6e019bc1c6 service neutron] Port a1bdfbba-9a24-43d6-84b3-1265d2295611 on network c246f1fa-d287-4449-88ed-7e41ec7ffa41 not bound, no agent of type Open vSwitch agent registered on host n-h2-802623-1 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 23:11:59.058195 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-e5eba762-856b-46eb-9d2d-ea6e019bc1c6 service neutron] Attempting to bind port a1bdfbba-9a24-43d6-84b3-1265d2295611 on network c246f1fa-d287-4449-88ed-7e41ec7ffa41 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:11:59.073357 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-e5eba762-856b-46eb-9d2d-ea6e019bc1c6 service neutron] Checking agent: {'id': 'c5cc038b-93c4-4df4-8061-5df2a04a48c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 23, 0, 4), 'started_at': datetime.datetime(2021, 7, 27, 23, 0, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 11, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:11:59.073707 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-e5eba762-856b-46eb-9d2d-ea6e019bc1c6 service neutron] Checking segment: {'id': 'c7a206b6-2b59-413c-9a8e-188476801f18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c246f1fa-d287-4449-88ed-7e41ec7ffa41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:11:59.074111 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-e5eba762-856b-46eb-9d2d-ea6e019bc1c6 service neutron] Bound using segment: {'id': 'c7a206b6-2b59-413c-9a8e-188476801f18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c246f1fa-d287-4449-88ed-7e41ec7ffa41'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:11:59.074570 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-e5eba762-856b-46eb-9d2d-ea6e019bc1c6 service neutron] Bound port: a1bdfbba-9a24-43d6-84b3-1265d2295611, host: n-h2-802623-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7a206b6-2b59-413c-9a8e-188476801f18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c246f1fa-d287-4449-88ed-7e41ec7ffa41'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:11:59.074936 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-e5eba762-856b-46eb-9d2d-ea6e019bc1c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:59.088178 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3572ab94-6cd6-4be3-a5d4-d8bb63f11d46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62205'] for router, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:59.094484 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3572ab94-6cd6-4be3-a5d4-d8bb63f11d46 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:59.170529 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:59.176908 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c85f7ebf-de6f-4221-921c-aee960b187b8 req-2cf80f89-0ce5-4ecf-8e77-14aeb2db4f2b service neutron] 10.222.0.18 "GET /v2.0/networks/d458c13a-e340-45a3-bc4b-5109e47750ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3702116 Jul 27 23:11:59.243469 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id ee1e649f-3756-4756-9430-9a9e88f6dcfb {{(pid=93799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:11:59.258056 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-e5eba762-856b-46eb-9d2d-ea6e019bc1c6 service neutron] For port a1bdfbba-9a24-43d6-84b3-1265d2295611, host n-h2-802623-1, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:11:59.266168 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3572ab94-6cd6-4be3-a5d4-d8bb63f11d46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-477831'] for router, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:59.266424 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-e5eba762-856b-46eb-9d2d-ea6e019bc1c6 service neutron] For port a1bdfbba-9a24-43d6-84b3-1265d2295611, host n-h2-802623-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=a1bdfbba-9a24-43d6-84b3-1265d2295611,segment=NetworkSegment(c7a206b6-2b59-413c-9a8e-188476801f18),segment_id=c7a206b6-2b59-413c-9a8e-188476801f18)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:11:59.266706 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3572ab94-6cd6-4be3-a5d4-d8bb63f11d46 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4fbc422e-3bf9-46cc-9eaa-57921359cad4 {{(pid=93797) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 23:11:59.276519 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3572ab94-6cd6-4be3-a5d4-d8bb63f11d46 admin admin] Notify callbacks [] for router, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:59.280389 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-e5eba762-856b-46eb-9d2d-ea6e019bc1c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:59.280751 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-3572ab94-6cd6-4be3-a5d4-d8bb63f11d46 admin admin] 10.222.0.18 "DELETE /v2.0/routers/4fbc422e-3bf9-46cc-9eaa-57921359cad4 HTTP/1.1" status: 204 len: 168 time: 2.7374210 Jul 27 23:11:59.281915 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 36370) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:11:59.314779 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port ee1e649f-3756-4756-9430-9a9e88f6dcfb, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=ee1e649f-3756-4756-9430-9a9e88f6dcfb,segment=NetworkSegment(35c87331-1569-4ca2-bf4a-f52e32031f1e),segment_id=35c87331-1569-4ca2-bf4a-f52e32031f1e)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:11:59.339437 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:59.357198 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-e5eba762-856b-46eb-9d2d-ea6e019bc1c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:59.357851 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-e5eba762-856b-46eb-9d2d-ea6e019bc1c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:59.360274 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-e5eba762-856b-46eb-9d2d-ea6e019bc1c6 service neutron] 10.222.0.49 "PUT /v2.0/ports/a1bdfbba-9a24-43d6-84b3-1265d2295611 HTTP/1.1" status: 200 len: 1136 time: 1.8153620 Jul 27 23:11:59.409267 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-4a638492-0242-4d7f-9cdb-7e5d3e1e3117 service neutron] Request body: {'port': {'device_id': 'bab14976-9a79-4961-bbb7-bef26e77c0b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802623-1'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:11:59.465888 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:59.485125 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b9dd15c-a71f-40d2-a39a-08a107f1aa81 admin admin] Deleting subnet 970cdcd7-7c74-44af-9807-ff303fbf909b {{(pid=93797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 23:11:59.493893 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8b9dd15c-a71f-40d2-a39a-08a107f1aa81 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:59.570096 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Pushing event updated for resources: {'Port': ['ID=ee1e649f-3756-4756-9430-9a9e88f6dcfb,revision_number=7']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:11:59.592279 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-517bfe95-09b1-4e76-be44-f942c5900b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:59.600508 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8b9dd15c-a71f-40d2-a39a-08a107f1aa81 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11335971'] for subnet, precommit_delete_associations {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:59.671773 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5eba762-856b-46eb-9d2d-ea6e019bc1c6 service neutron] Pushing event updated for resources: {'Port': ['ID=a1bdfbba-9a24-43d6-84b3-1265d2295611,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:11:59.715539 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:59.762908 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-4a638492-0242-4d7f-9cdb-7e5d3e1e3117 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:59.833720 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3921d5-b0bf-49b8-85fa-b5f601480df6 req-da790b3f-b458-422b-ad88-02fde368d61c tempest-ServerRescueNegativeTestJSON-1855851441 tempest-ServerRescueNegativeTestJSON-1855851441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:59.835444 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-3b3921d5-b0bf-49b8-85fa-b5f601480df6 req-da790b3f-b458-422b-ad88-02fde368d61c tempest-ServerRescueNegativeTestJSON-1855851441 tempest-ServerRescueNegativeTestJSON-1855851441-project] 10.222.0.18 "GET /v2.0/ports?device_id=6551d2f1-dfc9-4bdf-adfb-bc809d0770ff HTTP/1.1" status: 200 len: 944 time: 0.2325783 Jul 27 23:11:59.866192 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259ffb57-d30a-421e-9ec5-c08184f1fc0f req-a78538d6-47a6-43c5-80ed-3b665b606fd3 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:59.872315 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259ffb57-d30a-421e-9ec5-c08184f1fc0f req-a78538d6-47a6-43c5-80ed-3b665b606fd3 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:59.877806 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device 4c9b191d-845d-40fb-acc0-eb526d5bf190 up at agent hyperv_n-h2-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:11:59.879260 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259ffb57-d30a-421e-9ec5-c08184f1fc0f req-a78538d6-47a6-43c5-80ed-3b665b606fd3 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:59.885291 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259ffb57-d30a-421e-9ec5-c08184f1fc0f req-a78538d6-47a6-43c5-80ed-3b665b606fd3 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:59.891999 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259ffb57-d30a-421e-9ec5-c08184f1fc0f req-a78538d6-47a6-43c5-80ed-3b665b606fd3 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:59.898788 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259ffb57-d30a-421e-9ec5-c08184f1fc0f req-a78538d6-47a6-43c5-80ed-3b665b606fd3 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:59.905455 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259ffb57-d30a-421e-9ec5-c08184f1fc0f req-a78538d6-47a6-43c5-80ed-3b665b606fd3 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:59.907823 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-259ffb57-d30a-421e-9ec5-c08184f1fc0f req-a78538d6-47a6-43c5-80ed-3b665b606fd3 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] 10.222.0.18 "GET /v2.0/ports?device_id=bab14976-9a79-4961-bbb7-bef26e77c0b6 HTTP/1.1" status: 200 len: 5384 time: 0.2777143 Jul 27 23:11:59.969524 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Provisioning for port 4c9b191d-845d-40fb-acc0-eb526d5bf190 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:11:59.979815 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8b9dd15c-a71f-40d2-a39a-08a107f1aa81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620741'] for subnet, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:59.997577 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Provisioning complete for port 4c9b191d-845d-40fb-acc0-eb526d5bf190 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:11:59.999122 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:00.051829 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8b9dd15c-a71f-40d2-a39a-08a107f1aa81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11335991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11551414'] for subnet, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:00.119358 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9dd15c-a71f-40d2-a39a-08a107f1aa81 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=970cdcd7-7c74-44af-9807-ff303fbf909b,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:12:00.139584 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 229822d0-b35b-49db-9d37-97087868f358 no longer exists at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:12:00.148757 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-3b3921d5-b0bf-49b8-85fa-b5f601480df6 req-d2903e55-049c-4b99-a359-ed335849173f tempest-ServerRescueNegativeTestJSON-1855851441 tempest-ServerRescueNegativeTestJSON-1855851441-project] 10.222.0.18 "GET /v2.0/security-groups?id=1af18e13-f94e-429a-ab8a-66f4e32e8b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2516689 Jul 27 23:12:00.152593 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8b9dd15c-a71f-40d2-a39a-08a107f1aa81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for subnet, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:00.155632 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-8b9dd15c-a71f-40d2-a39a-08a107f1aa81 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/970cdcd7-7c74-44af-9807-ff303fbf909b HTTP/1.1" status: 204 len: 168 time: 0.8727732 Jul 27 23:12:00.157997 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 36390) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:12:00.193624 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93a40767-7d88-4da5-b26a-22c8a9af2769 None None] Network a7737e0c-9e61-43d5-8f37-2862a114eef0 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:12:00.254933 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] No Port match for: 229822d0-b35b-49db-9d37-97087868f358 {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:12:00.255176 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 229822d0-b35b-49db-9d37-97087868f358 not bound to the agent host n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:12:00.255612 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 1c2ad822-7ead-4f0d-9cec-a9ff1722a3d0 no longer exists at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:12:00.342833 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] No Port match for: 1c2ad822-7ead-4f0d-9cec-a9ff1722a3d0 {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:12:00.344341 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 1c2ad822-7ead-4f0d-9cec-a9ff1722a3d0 not bound to the agent host n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:12:00.355003 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 23:11:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92826f64-7b25-4674-ba20-2cb64caf2a9d x-openstack-request-id: req-92826f64-7b25-4674-ba20-2cb64caf2a9d {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:12:00.357430 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bab14976-9a79-4961-bbb7-bef26e77c0b6", "tag": "0559974f-5eee-44ff-baf2-074fd2c27b02", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:12:00.357690 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-92826f64-7b25-4674-ba20-2cb64caf2a9d {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:12:00.358108 n-d-802623-1 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bab14976-9a79-4961-bbb7-bef26e77c0b6', 'tag': '0559974f-5eee-44ff-baf2-074fd2c27b02', 'status': 'completed', 'code': 200} Jul 27 23:12:00.390168 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-259ffb57-d30a-421e-9ec5-c08184f1fc0f req-8b265ba8-4654-44a3-bace-253c3e5197da tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] 10.222.0.18 "GET /v2.0/security-groups?id=cfd41bdc-77a0-40db-b366-4cd3c3051f6e&id=590f29d5-a38d-458c-93ce-543ee7b0dac7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4695992 Jul 27 23:12:00.408940 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-516a6c46-b0b8-4431-8651-4736f1958c90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593271'] for network, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:00.444587 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:00.452688 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-19f2e178-d45e-4fbe-b9be-c3963fc151ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:00.499771 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-4a638492-0242-4d7f-9cdb-7e5d3e1e3117 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7000adaa-7864-409e-b126-7512669b5cb6 {{(pid=93798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:12:00.508549 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04e035c-ad7b-4001-bb2a-11876a938388 req-0a2e3649-33db-4c1f-83ef-f1df87717471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:00.509052 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04e035c-ad7b-4001-bb2a-11876a938388 req-0a2e3649-33db-4c1f-83ef-f1df87717471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:00.511891 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04e035c-ad7b-4001-bb2a-11876a938388 req-0a2e3649-33db-4c1f-83ef-f1df87717471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:00.512391 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04e035c-ad7b-4001-bb2a-11876a938388 req-0a2e3649-33db-4c1f-83ef-f1df87717471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:00.514091 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04e035c-ad7b-4001-bb2a-11876a938388 req-0a2e3649-33db-4c1f-83ef-f1df87717471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:00.516793 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04e035c-ad7b-4001-bb2a-11876a938388 req-0a2e3649-33db-4c1f-83ef-f1df87717471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:00.518324 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04e035c-ad7b-4001-bb2a-11876a938388 req-0a2e3649-33db-4c1f-83ef-f1df87717471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:00.523345 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a04e035c-ad7b-4001-bb2a-11876a938388 req-0a2e3649-33db-4c1f-83ef-f1df87717471 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0367b9fbd8e84279b822c24a4e2fb6cb&device_id=bab14976-9a79-4961-bbb7-bef26e77c0b6 HTTP/1.1" status: 200 len: 6221 time: 0.2646918 Jul 27 23:12:00.530742 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-4a638492-0242-4d7f-9cdb-7e5d3e1e3117 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:00.566680 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-4a638492-0242-4d7f-9cdb-7e5d3e1e3117 service neutron] Transition to ACTIVE for port object 7000adaa-7864-409e-b126-7512669b5cb6 will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:12:00.580829 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-4a638492-0242-4d7f-9cdb-7e5d3e1e3117 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:00.656197 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e6298e-bff2-4abd-9997-f4d59d96c643 req-c3550484-5807-4b8c-b15d-71d95ff63965 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:00.661548 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6551d2f1-dfc9-4bdf-adfb-bc809d0770ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c9b191d-845d-40fb-acc0-eb526d5bf190'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:12:00.670443 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-e9e6298e-bff2-4abd-9997-f4d59d96c643 req-c3550484-5807-4b8c-b15d-71d95ff63965 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/ports?device_id=13990610-5726-4497-81b9-f5375fbe4860 HTTP/1.1" status: 200 len: 949 time: 0.3273509 Jul 27 23:12:00.675868 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c0369b0d4f459110ff20a1f9878ba33f96d6491bddb9d15843bf29d01e0bda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1dbec48-28e2-49e0-b849-447c46d29623" -d '{"events": [{"server_uuid": "6551d2f1-dfc9-4bdf-adfb-bc809d0770ff", "name": "network-vif-plugged", "status": "completed", "tag": "4c9b191d-845d-40fb-acc0-eb526d5bf190"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:12:00.684240 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-1efbe14d-5730-4427-bec1-a306df2d1f89 req-0bdfd451-396e-4861-9b1e-76c6501888b4 tempest-ServerRescueTestJSON-1182058210 tempest-ServerRescueTestJSON-1182058210-project] 10.222.0.18 "GET /v2.0/ports?device_id=fdf76be6-bd13-41d1-88c2-61c6861cc347 HTTP/1.1" status: 200 len: 210 time: 0.0436318 Jul 27 23:12:00.687242 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port 4c9b191d-845d-40fb-acc0-eb526d5bf190, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=4c9b191d-845d-40fb-acc0-eb526d5bf190,segment=NetworkSegment(291bf24b-6a6d-4a3e-8abd-3858cd630ec0),segment_id=291bf24b-6a6d-4a3e-8abd-3858cd630ec0)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:12:00.708707 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:00.797998 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Pushing event updated for resources: {'Port': ['ID=4c9b191d-845d-40fb-acc0-eb526d5bf190,revision_number=5']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:12:00.801153 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device ee1e649f-3756-4756-9430-9a9e88f6dcfb up at agent hyperv_n-h1-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:12:00.842147 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a638492-0242-4d7f-9cdb-7e5d3e1e3117 service neutron] Pushing event updated for resources: {'Port': ['ID=7000adaa-7864-409e-b126-7512669b5cb6,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:12:00.872707 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-e9e6298e-bff2-4abd-9997-f4d59d96c643 req-e2a4e8b6-450b-43a0-b6a0-37ce5b6f8d1c tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb779318-b8ff-43a6-a94f-3ce471aff166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2005384 Jul 27 23:12:00.976803 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-516a6c46-b0b8-4431-8651-4736f1958c90 admin admin] Deleting port 9e1d4975-95e5-405b-a0f7-f282cccbcb5a {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:12:00.977347 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-516a6c46-b0b8-4431-8651-4736f1958c90 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:00.989976 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:12:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2de39a1e-c0a1-44c3-8faa-8902369accce x-openstack-request-id: req-2de39a1e-c0a1-44c3-8faa-8902369accce {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:12:00.990196 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6551d2f1-dfc9-4bdf-adfb-bc809d0770ff", "name": "network-vif-plugged", "status": "completed", "tag": "4c9b191d-845d-40fb-acc0-eb526d5bf190", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:12:00.990420 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2de39a1e-c0a1-44c3-8faa-8902369accce {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:12:00.990816 n-d-802623-1 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6551d2f1-dfc9-4bdf-adfb-bc809d0770ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c9b191d-845d-40fb-acc0-eb526d5bf190', 'code': 200} Jul 27 23:12:01.011719 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1b9a3de-8781-4105-948a-9a04f73747e4 None None] DHCP port deletion for a7737e0c-9e61-43d5-8f37-2862a114eef0 request from n-d-802623-1 {{(pid=93799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 23:12:01.047746 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Provisioning complete for port ee1e649f-3756-4756-9430-9a9e88f6dcfb triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:12:01.049440 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:01.062435 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-4a638492-0242-4d7f-9cdb-7e5d3e1e3117 service neutron] Attempting to bind port 7000adaa-7864-409e-b126-7512669b5cb6 on host n-h2-802623-1 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:12:01.075686 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-4a638492-0242-4d7f-9cdb-7e5d3e1e3117 service neutron] Attempting to bind port 7000adaa-7864-409e-b126-7512669b5cb6 by drivers openvswitch,hyperv on host n-h2-802623-1 at level 0 using segments [{'id': 'c7a206b6-2b59-413c-9a8e-188476801f18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c246f1fa-d287-4449-88ed-7e41ec7ffa41'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:12:01.076135 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-4a638492-0242-4d7f-9cdb-7e5d3e1e3117 service neutron] Attempting to bind port 7000adaa-7864-409e-b126-7512669b5cb6 on network c246f1fa-d287-4449-88ed-7e41ec7ffa41 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:12:01.084951 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.49', 65302) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:12:01.085555 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-4a638492-0242-4d7f-9cdb-7e5d3e1e3117 service neutron] Port 7000adaa-7864-409e-b126-7512669b5cb6 on network c246f1fa-d287-4449-88ed-7e41ec7ffa41 not bound, no agent of type Open vSwitch agent registered on host n-h2-802623-1 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 23:12:01.085876 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-4a638492-0242-4d7f-9cdb-7e5d3e1e3117 service neutron] Attempting to bind port 7000adaa-7864-409e-b126-7512669b5cb6 on network c246f1fa-d287-4449-88ed-7e41ec7ffa41 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:12:01.125280 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115b0a84-b304-4313-8242-fba525a1fba6 req-dcb3d52f-0859-41d5-ac9d-95439b7330e4 tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:01.126874 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-115b0a84-b304-4313-8242-fba525a1fba6 req-dcb3d52f-0859-41d5-ac9d-95439b7330e4 tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] 10.222.0.18 "GET /v2.0/ports?device_id=8fec054f-4e07-423d-ab0c-c325fd69c518 HTTP/1.1" status: 200 len: 944 time: 0.1962807 Jul 27 23:12:01.138084 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-4a638492-0242-4d7f-9cdb-7e5d3e1e3117 service neutron] Checking agent: {'id': 'c5cc038b-93c4-4df4-8061-5df2a04a48c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 23, 0, 4), 'started_at': datetime.datetime(2021, 7, 27, 23, 0, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 11, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:12:01.138084 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-4a638492-0242-4d7f-9cdb-7e5d3e1e3117 service neutron] Checking segment: {'id': 'c7a206b6-2b59-413c-9a8e-188476801f18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c246f1fa-d287-4449-88ed-7e41ec7ffa41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:12:01.138084 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-4a638492-0242-4d7f-9cdb-7e5d3e1e3117 service neutron] Bound using segment: {'id': 'c7a206b6-2b59-413c-9a8e-188476801f18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c246f1fa-d287-4449-88ed-7e41ec7ffa41'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:12:01.138084 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-4a638492-0242-4d7f-9cdb-7e5d3e1e3117 service neutron] Bound port: 7000adaa-7864-409e-b126-7512669b5cb6, host: n-h2-802623-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7a206b6-2b59-413c-9a8e-188476801f18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c246f1fa-d287-4449-88ed-7e41ec7ffa41'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:12:01.138637 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-4a638492-0242-4d7f-9cdb-7e5d3e1e3117 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:01.268391 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-115b0a84-b304-4313-8242-fba525a1fba6 req-78cab4ca-7753-4180-b953-48be4c9e6604 tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] 10.222.0.18 "GET /v2.0/security-groups?id=f9282c7c-bf74-4e2f-accf-81bded4d9191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928788 Jul 27 23:12:01.284460 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf428f2-38a3-4c82-9f0d-33e4b83e7813 req-a8c1c2dd-5617-4a5f-b0ee-75409bd28627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:01.289562 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7cf428f2-38a3-4c82-9f0d-33e4b83e7813 req-a8c1c2dd-5617-4a5f-b0ee-75409bd28627 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=6551d2f1-dfc9-4bdf-adfb-bc809d0770ff HTTP/1.1" status: 200 len: 1096 time: 0.1748610 Jul 27 23:12:01.373403 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85f7ebf-de6f-4221-921c-aee960b187b8 req-0da5a02b-e45a-432d-a3b7-d51f5fa2340f tempest-ServerRescueTestJSON-1182058210 tempest-ServerRescueTestJSON-1182058210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:01.387129 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-c85f7ebf-de6f-4221-921c-aee960b187b8 req-0da5a02b-e45a-432d-a3b7-d51f5fa2340f tempest-ServerRescueTestJSON-1182058210 tempest-ServerRescueTestJSON-1182058210-project] 10.222.0.49 "GET /v2.0/networks?id=d458c13a-e340-45a3-bc4b-5109e47750ee HTTP/1.1" status: 200 len: 811 time: 0.3546026 Jul 27 23:12:01.405800 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [req-c85f7ebf-de6f-4221-921c-aee960b187b8 req-38387b27-c525-4fe9-9915-6370b4cbfcb5 tempest-ServerRescueTestJSON-1182058210 tempest-ServerRescueTestJSON-1182058210-project] Request body: {'port': {'device_id': 'fdf76be6-bd13-41d1-88c2-61c6861cc347', 'network_id': 'd458c13a-e340-45a3-bc4b-5109e47750ee', 'admin_state_up': True, 'tenant_id': 'd4ae0349fedc4fe693e139d0088de506'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:12:01.410859 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-4a638492-0242-4d7f-9cdb-7e5d3e1e3117 service neutron] For port 7000adaa-7864-409e-b126-7512669b5cb6, host n-h2-802623-1, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:12:01.422709 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-4a638492-0242-4d7f-9cdb-7e5d3e1e3117 service neutron] For port 7000adaa-7864-409e-b126-7512669b5cb6, host n-h2-802623-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=7000adaa-7864-409e-b126-7512669b5cb6,segment=NetworkSegment(c7a206b6-2b59-413c-9a8e-188476801f18),segment_id=c7a206b6-2b59-413c-9a8e-188476801f18)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:12:01.458135 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.49', 65303) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:12:01.467963 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-4a638492-0242-4d7f-9cdb-7e5d3e1e3117 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:01.500997 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04e035c-ad7b-4001-bb2a-11876a938388 req-14200694-9955-4475-afe5-ea9041b1ab75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:01.501416 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04e035c-ad7b-4001-bb2a-11876a938388 req-14200694-9955-4475-afe5-ea9041b1ab75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:01.501880 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04e035c-ad7b-4001-bb2a-11876a938388 req-14200694-9955-4475-afe5-ea9041b1ab75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:01.503609 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a04e035c-ad7b-4001-bb2a-11876a938388 req-14200694-9955-4475-afe5-ea9041b1ab75 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=0367b9fbd8e84279b822c24a4e2fb6cb&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.9655445 Jul 27 23:12:01.527165 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-516a6c46-b0b8-4431-8651-4736f1958c90 admin admin] For port 9e1d4975-95e5-405b-a0f7-f282cccbcb5a, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=9e1d4975-95e5-405b-a0f7-f282cccbcb5a,segment=NetworkSegment(2e87b105-a369-4162-9958-8de6352713ab),segment_id=2e87b105-a369-4162-9958-8de6352713ab)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:12:01.527547 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-516a6c46-b0b8-4431-8651-4736f1958c90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:01.562341 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-4a638492-0242-4d7f-9cdb-7e5d3e1e3117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:01.564518 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-4a638492-0242-4d7f-9cdb-7e5d3e1e3117 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:01.566104 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-4a638492-0242-4d7f-9cdb-7e5d3e1e3117 service neutron] 10.222.0.49 "PUT /v2.0/ports/7000adaa-7864-409e-b126-7512669b5cb6 HTTP/1.1" status: 200 len: 1091 time: 2.1708097 Jul 27 23:12:01.580175 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-516a6c46-b0b8-4431-8651-4736f1958c90 admin admin] Calling delete_port for 9e1d4975-95e5-405b-a0f7-f282cccbcb5a owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:12:01.659115 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-42f7b892-21c3-4123-8965-5fd3a68b503f service neutron] Request body: {'port': {'device_id': 'bab14976-9a79-4961-bbb7-bef26e77c0b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802623-1'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:12:01.691402 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7cf428f2-38a3-4c82-9f0d-33e4b83e7813 req-e1d0addb-b980-442a-b9e4-99e1f6f24d5a service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=1af18e13-f94e-429a-ab8a-66f4e32e8b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3852797 Jul 27 23:12:01.695745 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-c1b9a3de-8781-4105-948a-9a04f73747e4 None None] Deleting port 9e1d4975-95e5-405b-a0f7-f282cccbcb5a {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:12:01.696261 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c1b9a3de-8781-4105-948a-9a04f73747e4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:01.759946 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f196bb36-60f5-4689-92cf-39fbe1af9e0c req-c0972573-eebe-4310-8f52-c85f36e9433e tempest-ServerRescueNegativeTestJSON-1855851441 tempest-ServerRescueNegativeTestJSON-1855851441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:01.761477 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f196bb36-60f5-4689-92cf-39fbe1af9e0c req-c0972573-eebe-4310-8f52-c85f36e9433e tempest-ServerRescueNegativeTestJSON-1855851441 tempest-ServerRescueNegativeTestJSON-1855851441-project] 10.222.0.18 "GET /v2.0/ports?device_id=6551d2f1-dfc9-4bdf-adfb-bc809d0770ff HTTP/1.1" status: 200 len: 945 time: 0.3264115 Jul 27 23:12:01.814438 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a638492-0242-4d7f-9cdb-7e5d3e1e3117 service neutron] Pushing event updated for resources: {'Port': ['ID=7000adaa-7864-409e-b126-7512669b5cb6,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:12:01.816911 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-42f7b892-21c3-4123-8965-5fd3a68b503f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:01.889934 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-c1b9a3de-8781-4105-948a-9a04f73747e4 None None] For port 9e1d4975-95e5-405b-a0f7-f282cccbcb5a, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=9e1d4975-95e5-405b-a0f7-f282cccbcb5a,segment=NetworkSegment(2e87b105-a369-4162-9958-8de6352713ab),segment_id=2e87b105-a369-4162-9958-8de6352713ab)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:12:01.891687 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c1b9a3de-8781-4105-948a-9a04f73747e4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:01.906246 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-c1b9a3de-8781-4105-948a-9a04f73747e4 None None] Calling delete_port for 9e1d4975-95e5-405b-a0f7-f282cccbcb5a owned by network:dhcp {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:12:01.958667 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f196bb36-60f5-4689-92cf-39fbe1af9e0c req-45e3850e-2c20-4e05-ac8b-6bdb981496f1 tempest-ServerRescueNegativeTestJSON-1855851441 tempest-ServerRescueNegativeTestJSON-1855851441-project] 10.222.0.18 "GET /v2.0/security-groups?id=1af18e13-f94e-429a-ab8a-66f4e32e8b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786025 Jul 27 23:12:02.049864 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device be3f4841-615f-4e54-aa39-ad6709ec1563 up at agent hyperv_n-h2-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:12:02.061150 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c1b9a3de-8781-4105-948a-9a04f73747e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:02.069434 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a1cefa-3f48-4a75-a61f-0b13a5473043 req-b4e68447-640e-40b8-b695-c2a5351a4bee tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:02.071680 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-90a1cefa-3f48-4a75-a61f-0b13a5473043 req-b4e68447-640e-40b8-b695-c2a5351a4bee tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.49 "GET /v2.0/ports?device_id=13990610-5726-4497-81b9-f5375fbe4860&tenant_id=1b545d5113d14592aa4c69bde083a757&binding%3Ahost_id=n-h2-802623-1 HTTP/1.1" status: 200 len: 949 time: 0.5730922 Jul 27 23:12:02.141364 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b9a3de-8781-4105-948a-9a04f73747e4 None None] Pushing event deleted for resources: {'Port': ['ID=9e1d4975-95e5-405b-a0f7-f282cccbcb5a,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:12:02.144643 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 9e1d4975-95e5-405b-a0f7-f282cccbcb5a no longer exists at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:12:02.147423 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:02.205194 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] No Port match for: 9e1d4975-95e5-405b-a0f7-f282cccbcb5a {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:12:02.205702 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 9e1d4975-95e5-405b-a0f7-f282cccbcb5a not bound to the agent host n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:12:02.211582 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1b9a3de-8781-4105-948a-9a04f73747e4 None None] No DVR routers for this DVR port 9e1d4975-95e5-405b-a0f7-f282cccbcb5a on host n-d-802623-1 {{(pid=93799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:12:02.232166 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7418f70f-e60d-4709-8ba9-6ab514bc7f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:02.269050 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port ee1e649f-3756-4756-9430-9a9e88f6dcfb, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=ee1e649f-3756-4756-9430-9a9e88f6dcfb,segment=NetworkSegment(35c87331-1569-4ca2-bf4a-f52e32031f1e),segment_id=35c87331-1569-4ca2-bf4a-f52e32031f1e)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:12:02.278290 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Provisioning complete for port be3f4841-615f-4e54-aa39-ad6709ec1563 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:12:02.278790 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:02.282734 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:02.342207 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-42f7b892-21c3-4123-8965-5fd3a68b503f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7aa7f82a-79c8-4d31-aedb-c7b467805927 {{(pid=93798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:12:02.352567 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-42f7b892-21c3-4123-8965-5fd3a68b503f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:02.367704 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-42f7b892-21c3-4123-8965-5fd3a68b503f service neutron] Transition to ACTIVE for port object 7aa7f82a-79c8-4d31-aedb-c7b467805927 will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:12:02.369228 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bab14976-9a79-4961-bbb7-bef26e77c0b6', 'tag': 'a1bdfbba-9a24-43d6-84b3-1265d2295611'}, {'name': 'network-changed', 'server_uuid': 'bab14976-9a79-4961-bbb7-bef26e77c0b6', 'tag': '7000adaa-7864-409e-b126-7512669b5cb6'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:12:02.372372 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}011f8d312121274bb12d78e77c6379a2079800640016cec6c6d605b73666e854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbd1be46-60b8-4450-8438-b6c0390a1613" -d '{"events": [{"name": "network-changed", "server_uuid": "bab14976-9a79-4961-bbb7-bef26e77c0b6", "tag": "a1bdfbba-9a24-43d6-84b3-1265d2295611"}, {"name": "network-changed", "server_uuid": "bab14976-9a79-4961-bbb7-bef26e77c0b6", "tag": "7000adaa-7864-409e-b126-7512669b5cb6"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:12:02.379728 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-42f7b892-21c3-4123-8965-5fd3a68b503f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:02.387057 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Pushing event updated for resources: {'Port': ['ID=ee1e649f-3756-4756-9430-9a9e88f6dcfb,revision_number=8']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:12:02.428371 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:02.462918 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459ffdef-7c4b-4f81-93a0-07c0ed8fcd3c req-7b2466cf-ca6d-465d-9823-bab0ae403f6a tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:02.475973 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port be3f4841-615f-4e54-aa39-ad6709ec1563, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=be3f4841-615f-4e54-aa39-ad6709ec1563,segment=NetworkSegment(16e91594-c047-4b55-93eb-43af33ad08e1),segment_id=16e91594-c047-4b55-93eb-43af33ad08e1)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:12:02.476965 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459ffdef-7c4b-4f81-93a0-07c0ed8fcd3c req-7b2466cf-ca6d-465d-9823-bab0ae403f6a tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:02.482243 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:02.483395 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459ffdef-7c4b-4f81-93a0-07c0ed8fcd3c req-7b2466cf-ca6d-465d-9823-bab0ae403f6a tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:02.499828 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459ffdef-7c4b-4f81-93a0-07c0ed8fcd3c req-7b2466cf-ca6d-465d-9823-bab0ae403f6a tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:02.506133 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459ffdef-7c4b-4f81-93a0-07c0ed8fcd3c req-7b2466cf-ca6d-465d-9823-bab0ae403f6a tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:02.512041 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459ffdef-7c4b-4f81-93a0-07c0ed8fcd3c req-7b2466cf-ca6d-465d-9823-bab0ae403f6a tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:02.520685 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459ffdef-7c4b-4f81-93a0-07c0ed8fcd3c req-7b2466cf-ca6d-465d-9823-bab0ae403f6a tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:02.530404 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-459ffdef-7c4b-4f81-93a0-07c0ed8fcd3c req-7b2466cf-ca6d-465d-9823-bab0ae403f6a tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] 10.222.0.18 "GET /v2.0/ports?device_id=bab14976-9a79-4961-bbb7-bef26e77c0b6 HTTP/1.1" status: 200 len: 5396 time: 0.4491568 Jul 27 23:12:02.545411 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Pushing event updated for resources: {'Port': ['ID=be3f4841-615f-4e54-aa39-ad6709ec1563,revision_number=8']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:12:02.581698 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f7b892-21c3-4123-8965-5fd3a68b503f service neutron] Pushing event updated for resources: {'Port': ['ID=7aa7f82a-79c8-4d31-aedb-c7b467805927,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:12:02.604900 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-516a6c46-b0b8-4431-8651-4736f1958c90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:02.625376 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-459ffdef-7c4b-4f81-93a0-07c0ed8fcd3c req-794891de-7c3f-4a1d-abc2-54d3d2a420e2 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] 10.222.0.18 "GET /v2.0/security-groups?id=cfd41bdc-77a0-40db-b366-4cd3c3051f6e&id=590f29d5-a38d-458c-93ce-543ee7b0dac7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0940418 Jul 27 23:12:02.682711 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9bd129-36e3-48d8-84bb-0bf2feafbb6c req-d9436a54-b01d-4c37-b8e9-040ef40f29ba tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:02.684155 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-42f7b892-21c3-4123-8965-5fd3a68b503f service neutron] Attempting to bind port 7aa7f82a-79c8-4d31-aedb-c7b467805927 on host n-h2-802623-1 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:12:02.684515 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-42f7b892-21c3-4123-8965-5fd3a68b503f service neutron] Attempting to bind port 7aa7f82a-79c8-4d31-aedb-c7b467805927 by drivers openvswitch,hyperv on host n-h2-802623-1 at level 0 using segments [{'id': 'c7a206b6-2b59-413c-9a8e-188476801f18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c246f1fa-d287-4449-88ed-7e41ec7ffa41'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:12:02.685030 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-42f7b892-21c3-4123-8965-5fd3a68b503f service neutron] Attempting to bind port 7aa7f82a-79c8-4d31-aedb-c7b467805927 on network c246f1fa-d287-4449-88ed-7e41ec7ffa41 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:12:02.690289 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-eb9bd129-36e3-48d8-84bb-0bf2feafbb6c req-d9436a54-b01d-4c37-b8e9-040ef40f29ba tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/ports?device_id=13990610-5726-4497-81b9-f5375fbe4860 HTTP/1.1" status: 200 len: 949 time: 1.1929097 Jul 27 23:12:02.690892 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-42f7b892-21c3-4123-8965-5fd3a68b503f service neutron] Port 7aa7f82a-79c8-4d31-aedb-c7b467805927 on network c246f1fa-d287-4449-88ed-7e41ec7ffa41 not bound, no agent of type Open vSwitch agent registered on host n-h2-802623-1 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 23:12:02.691331 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-42f7b892-21c3-4123-8965-5fd3a68b503f service neutron] Attempting to bind port 7aa7f82a-79c8-4d31-aedb-c7b467805927 on network c246f1fa-d287-4449-88ed-7e41ec7ffa41 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:12:02.692648 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04e035c-ad7b-4001-bb2a-11876a938388 req-febefd7e-d861-40cd-baa9-c1f198cb7f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:02.694113 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a04e035c-ad7b-4001-bb2a-11876a938388 req-febefd7e-d861-40cd-baa9-c1f198cb7f74 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.9822938 Jul 27 23:12:02.698235 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-42f7b892-21c3-4123-8965-5fd3a68b503f service neutron] Checking agent: {'id': 'c5cc038b-93c4-4df4-8061-5df2a04a48c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 23, 0, 4), 'started_at': datetime.datetime(2021, 7, 27, 23, 0, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 11, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:12:02.699354 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-42f7b892-21c3-4123-8965-5fd3a68b503f service neutron] Checking segment: {'id': 'c7a206b6-2b59-413c-9a8e-188476801f18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c246f1fa-d287-4449-88ed-7e41ec7ffa41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:12:02.706858 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-42f7b892-21c3-4123-8965-5fd3a68b503f service neutron] Bound using segment: {'id': 'c7a206b6-2b59-413c-9a8e-188476801f18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c246f1fa-d287-4449-88ed-7e41ec7ffa41'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:12:02.710262 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-42f7b892-21c3-4123-8965-5fd3a68b503f service neutron] Bound port: 7aa7f82a-79c8-4d31-aedb-c7b467805927, host: n-h2-802623-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7a206b6-2b59-413c-9a8e-188476801f18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c246f1fa-d287-4449-88ed-7e41ec7ffa41'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:12:02.710705 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-42f7b892-21c3-4123-8965-5fd3a68b503f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:02.712306 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-516a6c46-b0b8-4431-8651-4736f1958c90 admin admin] No DVR routers for this DVR port 9e1d4975-95e5-405b-a0f7-f282cccbcb5a on host n-d-802623-1 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:12:02.744112 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516a6c46-b0b8-4431-8651-4736f1958c90 admin admin] Pushing event deleted for resources: {'Port': ['ID=9e1d4975-95e5-405b-a0f7-f282cccbcb5a,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:12:02.827974 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-42f7b892-21c3-4123-8965-5fd3a68b503f service neutron] For port 7aa7f82a-79c8-4d31-aedb-c7b467805927, host n-h2-802623-1, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:12:02.833549 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-42f7b892-21c3-4123-8965-5fd3a68b503f service neutron] For port 7aa7f82a-79c8-4d31-aedb-c7b467805927, host n-h2-802623-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=7aa7f82a-79c8-4d31-aedb-c7b467805927,segment=NetworkSegment(c7a206b6-2b59-413c-9a8e-188476801f18),segment_id=c7a206b6-2b59-413c-9a8e-188476801f18)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:12:02.838602 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-42f7b892-21c3-4123-8965-5fd3a68b503f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:02.855819 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-eb9bd129-36e3-48d8-84bb-0bf2feafbb6c req-e234dfbf-54dd-4712-bb6e-a0d868aa317c tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb779318-b8ff-43a6-a94f-3ce471aff166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644318 Jul 27 23:12:02.899316 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f7b892-21c3-4123-8965-5fd3a68b503f service neutron] Pushing event updated for resources: {'Port': ['ID=7aa7f82a-79c8-4d31-aedb-c7b467805927,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:12:02.922329 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c85f7ebf-de6f-4221-921c-aee960b187b8 req-38387b27-c525-4fe9-9915-6370b4cbfcb5 tempest-ServerRescueTestJSON-1182058210 tempest-ServerRescueTestJSON-1182058210-project] Made reservation on behalf of d4ae0349fedc4fe693e139d0088de506 for: {'port': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:12:02.926073 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-c85f7ebf-de6f-4221-921c-aee960b187b8 req-38387b27-c525-4fe9-9915-6370b4cbfcb5 tempest-ServerRescueTestJSON-1182058210 tempest-ServerRescueTestJSON-1182058210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:02.934475 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e4a75e3c-9852-4e0e-bdca-087b96972817 req-ef4a4861-08e3-44b8-b7b8-3a3863aa358c tempest-ServerRescueTestJSON-1182058210 tempest-ServerRescueTestJSON-1182058210-project] 10.222.0.18 "GET /v2.0/ports?device_id=fdf76be6-bd13-41d1-88c2-61c6861cc347 HTTP/1.1" status: 200 len: 210 time: 0.0391097 Jul 27 23:12:02.938329 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-42f7b892-21c3-4123-8965-5fd3a68b503f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:02.938948 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-42f7b892-21c3-4123-8965-5fd3a68b503f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:02.940340 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-42f7b892-21c3-4123-8965-5fd3a68b503f service neutron] 10.222.0.49 "PUT /v2.0/ports/7aa7f82a-79c8-4d31-aedb-c7b467805927 HTTP/1.1" status: 200 len: 1091 time: 1.2883520 Jul 27 23:12:02.979140 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-7bdf277d-9607-4606-aeba-9ba04dbd8393 service neutron] Request body: {'port': {'device_id': 'bab14976-9a79-4961-bbb7-bef26e77c0b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802623-1'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:12:02.990563 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-516a6c46-b0b8-4431-8651-4736f1958c90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618032', 'neutron.services.segments.db._delete_segments_for_network-8736833900081'] for network, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:02.992305 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fec054f-4e07-423d-ab0c-c325fd69c518', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee1e649f-3756-4756-9430-9a9e88f6dcfb'}, {'server_uuid': '13990610-5726-4497-81b9-f5375fbe4860', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be3f4841-615f-4e54-aa39-ad6709ec1563'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:12:02.995734 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c0369b0d4f459110ff20a1f9878ba33f96d6491bddb9d15843bf29d01e0bda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d7a4680-e820-46a6-a08d-587708941748" -d '{"events": [{"server_uuid": "8fec054f-4e07-423d-ab0c-c325fd69c518", "name": "network-vif-plugged", "status": "completed", "tag": "ee1e649f-3756-4756-9430-9a9e88f6dcfb"}, {"server_uuid": "13990610-5726-4497-81b9-f5375fbe4860", "name": "network-vif-plugged", "status": "completed", "tag": "be3f4841-615f-4e54-aa39-ad6709ec1563"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:12:03.035577 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-516a6c46-b0b8-4431-8651-4736f1958c90 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7737e0c-9e61-43d5-8f37-2862a114eef0']}} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:12:03.041952 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a1cefa-3f48-4a75-a61f-0b13a5473043 req-dfae051f-5ca3-4815-9e7a-8ed2d08ce77a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:03.044239 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-90a1cefa-3f48-4a75-a61f-0b13a5473043 req-dfae051f-5ca3-4815-9e7a-8ed2d08ce77a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1b545d5113d14592aa4c69bde083a757&device_id=13990610-5726-4497-81b9-f5375fbe4860 HTTP/1.1" status: 200 len: 1101 time: 0.3946154 Jul 27 23:12:03.074232 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 27 Jul 2021 23:12:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01bf02d3-4971-4e73-bf52-1b5eb615530d x-openstack-request-id: req-01bf02d3-4971-4e73-bf52-1b5eb615530d {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:12:03.074529 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bab14976-9a79-4961-bbb7-bef26e77c0b6", "tag": "a1bdfbba-9a24-43d6-84b3-1265d2295611", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "bab14976-9a79-4961-bbb7-bef26e77c0b6", "tag": "7000adaa-7864-409e-b126-7512669b5cb6", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:12:03.074782 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-01bf02d3-4971-4e73-bf52-1b5eb615530d {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:12:03.075217 n-d-802623-1 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bab14976-9a79-4961-bbb7-bef26e77c0b6', 'tag': 'a1bdfbba-9a24-43d6-84b3-1265d2295611', 'status': 'completed', 'code': 200} Jul 27 23:12:03.075463 n-d-802623-1 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bab14976-9a79-4961-bbb7-bef26e77c0b6', 'tag': '7000adaa-7864-409e-b126-7512669b5cb6', 'status': 'completed', 'code': 200} Jul 27 23:12:03.090005 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-7bdf277d-9607-4606-aeba-9ba04dbd8393 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:03.122185 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-516a6c46-b0b8-4431-8651-4736f1958c90 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e87b105-a369-4162-9958-8de6352713ab') {'for_net_delete': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:12:03.122751 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-516a6c46-b0b8-4431-8651-4736f1958c90 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e87b105-a369-4162-9958-8de6352713ab') {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:12:03.222627 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-516a6c46-b0b8-4431-8651-4736f1958c90 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736833900858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11335978'] for segment, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:03.248263 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64277076-8556-4284-be45-a2ab3390e31e req-eaced0c8-7c8f-4b58-9db1-bfe097c99c73 tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:03.249818 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-64277076-8556-4284-be45-a2ab3390e31e req-eaced0c8-7c8f-4b58-9db1-bfe097c99c73 tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] 10.222.0.18 "GET /v2.0/ports?device_id=8fec054f-4e07-423d-ab0c-c325fd69c518 HTTP/1.1" status: 200 len: 946 time: 0.3304651 Jul 27 23:12:03.273621 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-516a6c46-b0b8-4431-8651-4736f1958c90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:03.284272 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f2c0fb-6fc2-4104-b63d-de8c8b77deb4 req-62b61b46-1ce3-461b-bfd7-c53ae9993b1d tempest-ServerRescueNegativeTestJSON-1855851441 tempest-ServerRescueNegativeTestJSON-1855851441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:03.286228 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b4f2c0fb-6fc2-4104-b63d-de8c8b77deb4 req-62b61b46-1ce3-461b-bfd7-c53ae9993b1d tempest-ServerRescueNegativeTestJSON-1855851441 tempest-ServerRescueNegativeTestJSON-1855851441-project] 10.222.0.18 "GET /v2.0/ports?device_id=6551d2f1-dfc9-4bdf-adfb-bc809d0770ff HTTP/1.1" status: 200 len: 945 time: 0.1385355 Jul 27 23:12:03.329254 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-516a6c46-b0b8-4431-8651-4736f1958c90 admin admin] Releasing vlan 503 on physical network physnet1 to pool {{(pid=93797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 23:12:03.329672 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-516a6c46-b0b8-4431-8651-4736f1958c90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11336013'] for segment, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:03.335611 n-d-802623-1 neutron-server[93797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 23:12:03.335611 n-d-802623-1 neutron-server[93797]: self.session.flush() Jul 27 23:12:03.335611 n-d-802623-1 neutron-server[93797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 23:12:03.335611 n-d-802623-1 neutron-server[93797]: self.session.flush() Jul 27 23:12:03.335611 n-d-802623-1 neutron-server[93797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 23:12:03.335611 n-d-802623-1 neutron-server[93797]: self.session.flush() Jul 27 23:12:03.335611 n-d-802623-1 neutron-server[93797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 23:12:03.335611 n-d-802623-1 neutron-server[93797]: self.session.flush() Jul 27 23:12:03.335611 n-d-802623-1 neutron-server[93797]: Traceback (most recent call last): Jul 27 23:12:03.335611 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 23:12:03.335611 n-d-802623-1 neutron-server[93797]: timer() Jul 27 23:12:03.335611 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 23:12:03.335611 n-d-802623-1 neutron-server[93797]: cb(*args, **kw) Jul 27 23:12:03.335611 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 23:12:03.335611 n-d-802623-1 neutron-server[93797]: return func(*args, **kwargs) Jul 27 23:12:03.335611 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 23:12:03.335611 n-d-802623-1 neutron-server[93797]: self._notify() Jul 27 23:12:03.335611 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 23:12:03.335611 n-d-802623-1 neutron-server[93797]: self.callback(batched_events) Jul 27 23:12:03.335611 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 23:12:03.335611 n-d-802623-1 neutron-server[93797]: event.method(event) Jul 27 23:12:03.335611 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 23:12:03.335611 n-d-802623-1 neutron-server[93797]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 23:12:03.335611 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 23:12:03.335611 n-d-802623-1 neutron-server[93797]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 23:12:03.335611 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 23:12:03.335611 n-d-802623-1 neutron-server[93797]: return f(self, *a, **k) Jul 27 23:12:03.335611 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 23:12:03.335611 n-d-802623-1 neutron-server[93797]: return self._get(url).json() Jul 27 23:12:03.335611 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 23:12:03.335611 n-d-802623-1 neutron-server[93797]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 23:12:03.335611 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 23:12:03.335611 n-d-802623-1 neutron-server[93797]: return self.request(url, 'GET', **kwargs) Jul 27 23:12:03.335611 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 23:12:03.335611 n-d-802623-1 neutron-server[93797]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 23:12:03.335611 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 23:12:03.335611 n-d-802623-1 neutron-server[93797]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 23:12:03.335611 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 23:12:03.335611 n-d-802623-1 neutron-server[93797]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 23:12:03.335611 n-d-802623-1 neutron-server[93797]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 23:12:03.384663 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b4f2c0fb-6fc2-4104-b63d-de8c8b77deb4 req-dac678d0-740a-48aa-9c7b-073e31659dd5 tempest-ServerRescueNegativeTestJSON-1855851441 tempest-ServerRescueNegativeTestJSON-1855851441-project] 10.222.0.18 "GET /v2.0/security-groups?id=1af18e13-f94e-429a-ab8a-66f4e32e8b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829225 Jul 27 23:12:03.402004 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd1be46-60b8-4450-8438-b6c0390a1613 req-9d766218-419b-45c5-a6b7-95d8d6230f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:03.402498 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd1be46-60b8-4450-8438-b6c0390a1613 req-9d766218-419b-45c5-a6b7-95d8d6230f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:03.402968 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd1be46-60b8-4450-8438-b6c0390a1613 req-9d766218-419b-45c5-a6b7-95d8d6230f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:03.403580 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd1be46-60b8-4450-8438-b6c0390a1613 req-9d766218-419b-45c5-a6b7-95d8d6230f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:03.404156 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd1be46-60b8-4450-8438-b6c0390a1613 req-9d766218-419b-45c5-a6b7-95d8d6230f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:03.404624 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd1be46-60b8-4450-8438-b6c0390a1613 req-9d766218-419b-45c5-a6b7-95d8d6230f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:03.405085 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd1be46-60b8-4450-8438-b6c0390a1613 req-9d766218-419b-45c5-a6b7-95d8d6230f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:03.407078 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-dbd1be46-60b8-4450-8438-b6c0390a1613 req-9d766218-419b-45c5-a6b7-95d8d6230f69 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0367b9fbd8e84279b822c24a4e2fb6cb&device_id=bab14976-9a79-4961-bbb7-bef26e77c0b6 HTTP/1.1" status: 200 len: 6355 time: 0.2769346 Jul 27 23:12:03.459299 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 27 Jul 2021 23:12:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a638f9f5-ae34-402b-8941-a4249a3e1da5 x-openstack-request-id: req-a638f9f5-ae34-402b-8941-a4249a3e1da5 {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:12:03.459597 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fec054f-4e07-423d-ab0c-c325fd69c518", "name": "network-vif-plugged", "status": "completed", "tag": "ee1e649f-3756-4756-9430-9a9e88f6dcfb", "code": 200}, {"server_uuid": "13990610-5726-4497-81b9-f5375fbe4860", "name": "network-vif-plugged", "status": "completed", "tag": "be3f4841-615f-4e54-aa39-ad6709ec1563", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:12:03.459887 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a638f9f5-ae34-402b-8941-a4249a3e1da5 {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:12:03.460302 n-d-802623-1 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fec054f-4e07-423d-ab0c-c325fd69c518', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee1e649f-3756-4756-9430-9a9e88f6dcfb', 'code': 200} Jul 27 23:12:03.460563 n-d-802623-1 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13990610-5726-4497-81b9-f5375fbe4860', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be3f4841-615f-4e54-aa39-ad6709ec1563', 'code': 200} Jul 27 23:12:03.520276 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [req-c85f7ebf-de6f-4221-921c-aee960b187b8 req-38387b27-c525-4fe9-9915-6370b4cbfcb5 tempest-ServerRescueTestJSON-1182058210 tempest-ServerRescueTestJSON-1182058210-project] Allocated IP 172.20.0.3 (d458c13a-e340-45a3-bc4b-5109e47750ee/3178a8d2-6ff7-4d81-8c0d-f8cbfd092012/ad3e4c8c-a767-481e-95b6-7bfaa54edcb3) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:12:03.526653 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-7bdf277d-9607-4606-aeba-9ba04dbd8393 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da8eaa0e-5e3b-4fb2-abf0-06dbf59ba175 {{(pid=93798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:12:03.527651 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-64277076-8556-4284-be45-a2ab3390e31e req-cd5a59de-d4d9-4814-b0a8-5dfc51c8d426 tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] 10.222.0.18 "GET /v2.0/security-groups?id=f9282c7c-bf74-4e2f-accf-81bded4d9191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2679935 Jul 27 23:12:03.534687 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a1cefa-3f48-4a75-a61f-0b13a5473043 req-ac2b3f73-ffc4-4f9e-b6f3-9dbbcd24dcad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:03.536439 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-90a1cefa-3f48-4a75-a61f-0b13a5473043 req-ac2b3f73-ffc4-4f9e-b6f3-9dbbcd24dcad service neutron] 10.222.0.49 "GET /v2.0/networks?id=591af2dd-f826-43b1-aa9d-e7a0bf218c71 HTTP/1.1" status: 200 len: 870 time: 0.4766190 Jul 27 23:12:03.551887 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-7bdf277d-9607-4606-aeba-9ba04dbd8393 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:03.569609 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-7bdf277d-9607-4606-aeba-9ba04dbd8393 service neutron] Transition to ACTIVE for port object da8eaa0e-5e3b-4fb2-abf0-06dbf59ba175 will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:12:03.574025 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-516a6c46-b0b8-4431-8651-4736f1958c90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415412'] for network, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:03.578021 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-7bdf277d-9607-4606-aeba-9ba04dbd8393 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:03.585021 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-516a6c46-b0b8-4431-8651-4736f1958c90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for network, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:03.589351 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-516a6c46-b0b8-4431-8651-4736f1958c90 admin admin] 10.222.0.18 "DELETE /v2.0/networks/a7737e0c-9e61-43d5-8f37-2862a114eef0 HTTP/1.1" status: 204 len: 168 time: 3.4277234 Jul 27 23:12:03.650728 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-90a1cefa-3f48-4a75-a61f-0b13a5473043 req-d00f0a7b-54d8-4563-b3ba-68771996bdba service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=be3f4841-615f-4e54-aa39-ad6709ec1563 HTTP/1.1" status: 200 len: 217 time: 0.1023741 Jul 27 23:12:03.744677 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516a6c46-b0b8-4431-8651-4736f1958c90 admin admin] Pushing event deleted for resources: {'Network': ['ID=a7737e0c-9e61-43d5-8f37-2862a114eef0,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:12:03.888756 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd1be46-60b8-4450-8438-b6c0390a1613 req-b2383a31-a8a7-4f54-ad28-2f804ab276b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:03.889031 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd1be46-60b8-4450-8438-b6c0390a1613 req-b2383a31-a8a7-4f54-ad28-2f804ab276b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:03.889484 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd1be46-60b8-4450-8438-b6c0390a1613 req-b2383a31-a8a7-4f54-ad28-2f804ab276b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:03.891990 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-dbd1be46-60b8-4450-8438-b6c0390a1613 req-b2383a31-a8a7-4f54-ad28-2f804ab276b6 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=0367b9fbd8e84279b822c24a4e2fb6cb&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.4723394 Jul 27 23:12:03.954733 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a1cefa-3f48-4a75-a61f-0b13a5473043 req-757c6e2c-444d-475f-8c9d-684253d67775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:03.956408 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-90a1cefa-3f48-4a75-a61f-0b13a5473043 req-757c6e2c-444d-475f-8c9d-684253d67775 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=62938449-046d-4cbe-923a-7ebb632c358d HTTP/1.1" status: 200 len: 843 time: 0.2690809 Jul 27 23:12:03.974966 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 36450) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:12:04.005224 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdf277d-9607-4606-aeba-9ba04dbd8393 service neutron] Pushing event updated for resources: {'Port': ['ID=da8eaa0e-5e3b-4fb2-abf0-06dbf59ba175,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:12:04.058318 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44163574-f5fe-4b20-8d54-fbcac35e5a2f req-6928b7f2-4d9a-4c75-a61c-8420e90a4754 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:04.064768 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44163574-f5fe-4b20-8d54-fbcac35e5a2f req-6928b7f2-4d9a-4c75-a61c-8420e90a4754 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:04.076878 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44163574-f5fe-4b20-8d54-fbcac35e5a2f req-6928b7f2-4d9a-4c75-a61c-8420e90a4754 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:04.084263 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44163574-f5fe-4b20-8d54-fbcac35e5a2f req-6928b7f2-4d9a-4c75-a61c-8420e90a4754 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:04.090319 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44163574-f5fe-4b20-8d54-fbcac35e5a2f req-6928b7f2-4d9a-4c75-a61c-8420e90a4754 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:04.096835 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44163574-f5fe-4b20-8d54-fbcac35e5a2f req-6928b7f2-4d9a-4c75-a61c-8420e90a4754 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:04.102920 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44163574-f5fe-4b20-8d54-fbcac35e5a2f req-6928b7f2-4d9a-4c75-a61c-8420e90a4754 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:04.105307 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-44163574-f5fe-4b20-8d54-fbcac35e5a2f req-6928b7f2-4d9a-4c75-a61c-8420e90a4754 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] 10.222.0.18 "GET /v2.0/ports?device_id=bab14976-9a79-4961-bbb7-bef26e77c0b6 HTTP/1.1" status: 200 len: 5420 time: 0.3181002 Jul 27 23:12:04.110089 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-7bdf277d-9607-4606-aeba-9ba04dbd8393 service neutron] Attempting to bind port da8eaa0e-5e3b-4fb2-abf0-06dbf59ba175 on host n-h2-802623-1 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:12:04.110532 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-7bdf277d-9607-4606-aeba-9ba04dbd8393 service neutron] Attempting to bind port da8eaa0e-5e3b-4fb2-abf0-06dbf59ba175 by drivers openvswitch,hyperv on host n-h2-802623-1 at level 0 using segments [{'id': 'e18f4904-6ae0-4e14-a513-9cfea782d82f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'c34a942f-0b0f-45f7-a399-4187f193826f'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:12:04.110973 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-7bdf277d-9607-4606-aeba-9ba04dbd8393 service neutron] Attempting to bind port da8eaa0e-5e3b-4fb2-abf0-06dbf59ba175 on network c34a942f-0b0f-45f7-a399-4187f193826f {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:12:04.114422 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e7e0f9-4cbb-476f-b111-e26a241f5d54 req-8e2f2351-7f52-44aa-9e6f-2f2e968f4cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:04.115982 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-72e7e0f9-4cbb-476f-b111-e26a241f5d54 req-8e2f2351-7f52-44aa-9e6f-2f2e968f4cf0 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=8fec054f-4e07-423d-ab0c-c325fd69c518 HTTP/1.1" status: 200 len: 1097 time: 0.5033066 Jul 27 23:12:04.129551 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-7bdf277d-9607-4606-aeba-9ba04dbd8393 service neutron] Port da8eaa0e-5e3b-4fb2-abf0-06dbf59ba175 on network c34a942f-0b0f-45f7-a399-4187f193826f not bound, no agent of type Open vSwitch agent registered on host n-h2-802623-1 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 23:12:04.129816 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-7bdf277d-9607-4606-aeba-9ba04dbd8393 service neutron] Attempting to bind port da8eaa0e-5e3b-4fb2-abf0-06dbf59ba175 on network c34a942f-0b0f-45f7-a399-4187f193826f {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:12:04.146399 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b670b94b-8b67-4135-aabf-16a7fe928220 req-3017d2d0-443c-41c3-94d1-63f980b7a26f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:04.147493 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b670b94b-8b67-4135-aabf-16a7fe928220 req-3017d2d0-443c-41c3-94d1-63f980b7a26f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8f4c75b9e70c4006b20b1726fcbef392&device_id=6551d2f1-dfc9-4bdf-adfb-bc809d0770ff HTTP/1.1" status: 200 len: 1096 time: 0.1934502 Jul 27 23:12:04.176889 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-7bdf277d-9607-4606-aeba-9ba04dbd8393 service neutron] Checking agent: {'id': 'c5cc038b-93c4-4df4-8061-5df2a04a48c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 23, 0, 4), 'started_at': datetime.datetime(2021, 7, 27, 23, 0, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 11, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:12:04.177360 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-7bdf277d-9607-4606-aeba-9ba04dbd8393 service neutron] Checking segment: {'id': 'e18f4904-6ae0-4e14-a513-9cfea782d82f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'c34a942f-0b0f-45f7-a399-4187f193826f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:12:04.177783 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-7bdf277d-9607-4606-aeba-9ba04dbd8393 service neutron] Bound using segment: {'id': 'e18f4904-6ae0-4e14-a513-9cfea782d82f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'c34a942f-0b0f-45f7-a399-4187f193826f'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:12:04.178298 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-7bdf277d-9607-4606-aeba-9ba04dbd8393 service neutron] Bound port: da8eaa0e-5e3b-4fb2-abf0-06dbf59ba175, host: n-h2-802623-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e18f4904-6ae0-4e14-a513-9cfea782d82f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'c34a942f-0b0f-45f7-a399-4187f193826f'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:12:04.178727 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-7bdf277d-9607-4606-aeba-9ba04dbd8393 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:04.200063 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-f7e05d99-eaba-49c8-9d8e-8134d5238c35 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=fc7acafa883a4a4baeb39fca47df928a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2196908 Jul 27 23:12:04.200486 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 36452) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:12:04.207223 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-c85f7ebf-de6f-4221-921c-aee960b187b8 req-38387b27-c525-4fe9-9915-6370b4cbfcb5 tempest-ServerRescueTestJSON-1182058210 tempest-ServerRescueTestJSON-1182058210-project] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:04.228914 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac7aecd-e1e5-484c-a093-673685a783df req-1d4e75ce-e135-4e55-8132-5190e3a18121 tempest-ServerRescueNegativeTestJSON-1855851441 tempest-ServerRescueNegativeTestJSON-1855851441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:04.230423 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-5ac7aecd-e1e5-484c-a093-673685a783df req-1d4e75ce-e135-4e55-8132-5190e3a18121 tempest-ServerRescueNegativeTestJSON-1855851441 tempest-ServerRescueNegativeTestJSON-1855851441-project] 10.222.0.18 "GET /v2.0/ports?device_id=6551d2f1-dfc9-4bdf-adfb-bc809d0770ff HTTP/1.1" status: 200 len: 945 time: 0.1609581 Jul 27 23:12:04.232282 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a1cefa-3f48-4a75-a61f-0b13a5473043 req-6339d697-8b9d-484f-b13f-704d50161cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:04.233675 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-90a1cefa-3f48-4a75-a61f-0b13a5473043 req-6339d697-8b9d-484f-b13f-704d50161cb5 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=591af2dd-f826-43b1-aa9d-e7a0bf218c71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2580445 Jul 27 23:12:04.257699 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd1be46-60b8-4450-8438-b6c0390a1613 req-093fc84d-3ad1-4d57-a343-63342697da1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:04.259165 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-dbd1be46-60b8-4450-8438-b6c0390a1613 req-093fc84d-3ad1-4d57-a343-63342697da1b service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3545618 Jul 27 23:12:04.263182 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-44163574-f5fe-4b20-8d54-fbcac35e5a2f req-dc612b67-5c68-42e1-ac02-b911250e5f37 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] 10.222.0.18 "GET /v2.0/security-groups?id=cfd41bdc-77a0-40db-b366-4cd3c3051f6e&id=590f29d5-a38d-458c-93ce-543ee7b0dac7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1461351 Jul 27 23:12:04.316003 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-72e7e0f9-4cbb-476f-b111-e26a241f5d54 req-0647c8f0-f542-4f01-8171-1862d403483e service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=f9282c7c-bf74-4e2f-accf-81bded4d9191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706371 Jul 27 23:12:04.384500 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-7bdf277d-9607-4606-aeba-9ba04dbd8393 service neutron] For port da8eaa0e-5e3b-4fb2-abf0-06dbf59ba175, host n-h2-802623-1, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:12:04.394111 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b670b94b-8b67-4135-aabf-16a7fe928220 req-a6c9b720-8df5-456f-aae5-aa99ecf576a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:04.395866 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b670b94b-8b67-4135-aabf-16a7fe928220 req-a6c9b720-8df5-456f-aae5-aa99ecf576a5 service neutron] 10.222.0.49 "GET /v2.0/networks?id=751d782f-d338-44aa-a291-24d2ae3bed3e HTTP/1.1" status: 200 len: 919 time: 0.2350805 Jul 27 23:12:04.403517 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-292146c1-e898-4ecc-9ebb-26a36b619078 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:04.408347 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-7bdf277d-9607-4606-aeba-9ba04dbd8393 service neutron] For port da8eaa0e-5e3b-4fb2-abf0-06dbf59ba175, host n-h2-802623-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=da8eaa0e-5e3b-4fb2-abf0-06dbf59ba175,segment=NetworkSegment(e18f4904-6ae0-4e14-a513-9cfea782d82f),segment_id=e18f4904-6ae0-4e14-a513-9cfea782d82f)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:12:04.414407 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-5ac7aecd-e1e5-484c-a093-673685a783df req-4d458535-6e59-452c-931b-f761d6350173 tempest-ServerRescueNegativeTestJSON-1855851441 tempest-ServerRescueNegativeTestJSON-1855851441-project] 10.222.0.18 "GET /v2.0/security-groups?id=1af18e13-f94e-429a-ab8a-66f4e32e8b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751134 Jul 27 23:12:04.440986 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd1be46-60b8-4450-8438-b6c0390a1613 req-46cb9894-8e14-4662-adb1-e56b2466e0d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:04.441474 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd1be46-60b8-4450-8438-b6c0390a1613 req-46cb9894-8e14-4662-adb1-e56b2466e0d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:04.441955 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd1be46-60b8-4450-8438-b6c0390a1613 req-46cb9894-8e14-4662-adb1-e56b2466e0d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:04.442408 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd1be46-60b8-4450-8438-b6c0390a1613 req-46cb9894-8e14-4662-adb1-e56b2466e0d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:04.442869 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd1be46-60b8-4450-8438-b6c0390a1613 req-46cb9894-8e14-4662-adb1-e56b2466e0d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:04.443375 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd1be46-60b8-4450-8438-b6c0390a1613 req-46cb9894-8e14-4662-adb1-e56b2466e0d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:04.443889 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd1be46-60b8-4450-8438-b6c0390a1613 req-46cb9894-8e14-4662-adb1-e56b2466e0d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:04.445755 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-dbd1be46-60b8-4450-8438-b6c0390a1613 req-46cb9894-8e14-4662-adb1-e56b2466e0d7 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0367b9fbd8e84279b822c24a4e2fb6cb&device_id=bab14976-9a79-4961-bbb7-bef26e77c0b6 HTTP/1.1" status: 200 len: 6380 time: 0.1184881 Jul 27 23:12:04.457289 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-c85f7ebf-de6f-4221-921c-aee960b187b8 req-38387b27-c525-4fe9-9915-6370b4cbfcb5 tempest-ServerRescueTestJSON-1182058210 tempest-ServerRescueTestJSON-1182058210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:04.472421 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] get_ports_and_sgs() called for port_ids ['cefb77b4-1f7c-4c0b-8c77-5ada85d70bd6'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:12:04.491613 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-7bdf277d-9607-4606-aeba-9ba04dbd8393 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:04.521979 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b670b94b-8b67-4135-aabf-16a7fe928220 req-590ba1ed-8e1f-477a-8600-71fc1317ab80 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4c9b191d-845d-40fb-acc0-eb526d5bf190 HTTP/1.1" status: 200 len: 217 time: 0.1156571 Jul 27 23:12:04.536414 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-90a1cefa-3f48-4a75-a61f-0b13a5473043 req-f2d2b7c3-ae97-400f-84a6-c6372d440cea service neutron] 10.222.0.49 "GET /v2.0/networks/591af2dd-f826-43b1-aa9d-e7a0bf218c71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2947285 Jul 27 23:12:04.549401 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:04.586933 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38387b27-c525-4fe9-9915-6370b4cbfcb5 tempest-ServerRescueTestJSON-1182058210 tempest-ServerRescueTestJSON-1182058210-project] Pushing event updated for resources: {'Port': ['ID=ad3e4c8c-a767-481e-95b6-7bfaa54edcb3,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:12:04.594033 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c85f7ebf-de6f-4221-921c-aee960b187b8 req-38387b27-c525-4fe9-9915-6370b4cbfcb5 tempest-ServerRescueTestJSON-1182058210 tempest-ServerRescueTestJSON-1182058210-project] Network d458c13a-e340-45a3-bc4b-5109e47750ee is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:12:04.597574 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-292146c1-e898-4ecc-9ebb-26a36b619078 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:04.598941 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [req-c85f7ebf-de6f-4221-921c-aee960b187b8 req-38387b27-c525-4fe9-9915-6370b4cbfcb5 tempest-ServerRescueTestJSON-1182058210 tempest-ServerRescueTestJSON-1182058210-project] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:12:04.609649 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-7bdf277d-9607-4606-aeba-9ba04dbd8393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:04.610810 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-7bdf277d-9607-4606-aeba-9ba04dbd8393 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:04.612112 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-7bdf277d-9607-4606-aeba-9ba04dbd8393 service neutron] 10.222.0.49 "PUT /v2.0/ports/da8eaa0e-5e3b-4fb2-abf0-06dbf59ba175 HTTP/1.1" status: 200 len: 1091 time: 1.6392827 Jul 27 23:12:04.630670 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [req-c85f7ebf-de6f-4221-921c-aee960b187b8 req-38387b27-c525-4fe9-9915-6370b4cbfcb5 tempest-ServerRescueTestJSON-1182058210 tempest-ServerRescueTestJSON-1182058210-project] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:12:04.661348 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-7984dedd-845c-45ab-97d0-c590ed53cd24 service neutron] Request body: {'port': {'device_id': 'bab14976-9a79-4961-bbb7-bef26e77c0b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802623-1'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:12:04.726386 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdf277d-9607-4606-aeba-9ba04dbd8393 service neutron] Pushing event updated for resources: {'Port': ['ID=da8eaa0e-5e3b-4fb2-abf0-06dbf59ba175,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:12:04.738775 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b670b94b-8b67-4135-aabf-16a7fe928220 req-e73f3b75-a0a7-4cff-827d-86795798d8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:04.738775 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b670b94b-8b67-4135-aabf-16a7fe928220 req-e73f3b75-a0a7-4cff-827d-86795798d8e7 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=834f7fce-5291-4343-9c89-509f9d111866 HTTP/1.1" status: 200 len: 858 time: 0.1881633 Jul 27 23:12:04.749418 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692a9b12-3f6f-4dab-865f-a955939b3074 req-db258f73-4360-41c9-aa89-1001468b6553 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:04.752184 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-692a9b12-3f6f-4dab-865f-a955939b3074 req-db258f73-4360-41c9-aa89-1001468b6553 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/ports?device_id=13990610-5726-4497-81b9-f5375fbe4860 HTTP/1.1" status: 200 len: 950 time: 0.3420672 Jul 27 23:12:04.795519 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b670b94b-8b67-4135-aabf-16a7fe928220 req-a9025598-d7a4-4908-ac91-3d2fc36bc332 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=751d782f-d338-44aa-a291-24d2ae3bed3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400393 Jul 27 23:12:04.810109 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1204632-13e9-4b02-becb-d47bfd846498 req-3d5df5e7-3d19-4c80-a194-0454da9f0d69 tempest-ServerRescueTestJSON-1182058210 tempest-ServerRescueTestJSON-1182058210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:04.811729 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d1204632-13e9-4b02-becb-d47bfd846498 req-3d5df5e7-3d19-4c80-a194-0454da9f0d69 tempest-ServerRescueTestJSON-1182058210 tempest-ServerRescueTestJSON-1182058210-project] 10.222.0.18 "GET /v2.0/ports?device_id=fdf76be6-bd13-41d1-88c2-61c6861cc347 HTTP/1.1" status: 200 len: 931 time: 0.2733700 Jul 27 23:12:04.893617 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85f7ebf-de6f-4221-921c-aee960b187b8 req-38387b27-c525-4fe9-9915-6370b4cbfcb5 tempest-ServerRescueTestJSON-1182058210 tempest-ServerRescueTestJSON-1182058210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:04.894690 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-c85f7ebf-de6f-4221-921c-aee960b187b8 req-38387b27-c525-4fe9-9915-6370b4cbfcb5 tempest-ServerRescueTestJSON-1182058210 tempest-ServerRescueTestJSON-1182058210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:04.896805 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-7984dedd-845c-45ab-97d0-c590ed53cd24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:04.905465 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-292146c1-e898-4ecc-9ebb-26a36b619078 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:04.908043 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-292146c1-e898-4ecc-9ebb-26a36b619078 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:04.911779 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-292146c1-e898-4ecc-9ebb-26a36b619078 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/fa0ab462-13b8-449f-8aed-0ef9cea06c3a HTTP/1.1" status: 204 len: 168 time: 0.6796930 Jul 27 23:12:04.945698 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-692a9b12-3f6f-4dab-865f-a955939b3074 req-c9c9f806-b641-4a51-9b44-d8a6fa88960a tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb779318-b8ff-43a6-a94f-3ce471aff166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756194 Jul 27 23:12:04.948820 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd1be46-60b8-4450-8438-b6c0390a1613 req-4844c1ca-0a7c-43b8-82ff-cf8439db943c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:04.949214 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292146c1-e898-4ecc-9ebb-26a36b619078 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa0ab462-13b8-449f-8aed-0ef9cea06c3a,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:12:04.949350 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd1be46-60b8-4450-8438-b6c0390a1613 req-4844c1ca-0a7c-43b8-82ff-cf8439db943c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:04.949776 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd1be46-60b8-4450-8438-b6c0390a1613 req-4844c1ca-0a7c-43b8-82ff-cf8439db943c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:04.951943 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-dbd1be46-60b8-4450-8438-b6c0390a1613 req-4844c1ca-0a7c-43b8-82ff-cf8439db943c service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=0367b9fbd8e84279b822c24a4e2fb6cb&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.4784505 Jul 27 23:12:04.994383 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-90a1cefa-3f48-4a75-a61f-0b13a5473043 req-1ec83e64-c1c1-4027-a688-06739d3138f2 service neutron] 10.222.0.49 "GET /v2.0/networks/591af2dd-f826-43b1-aa9d-e7a0bf218c71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3975501 Jul 27 23:12:04.995641 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-c85f7ebf-de6f-4221-921c-aee960b187b8 req-38387b27-c525-4fe9-9915-6370b4cbfcb5 tempest-ServerRescueTestJSON-1182058210 tempest-ServerRescueTestJSON-1182058210-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6050830 Jul 27 23:12:05.009078 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d1204632-13e9-4b02-becb-d47bfd846498 req-1484d75a-72c2-4ab3-bb61-cf362c08bfc0 tempest-ServerRescueTestJSON-1182058210 tempest-ServerRescueTestJSON-1182058210-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1683666-2031-45b7-8015-e9f1b36fb2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754715 Jul 27 23:12:05.041285 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [req-c85f7ebf-de6f-4221-921c-aee960b187b8 req-4a2d6cf6-ed19-440d-aef0-cffcb01b10ed service neutron] Request body: {'port': {'device_id': 'fdf76be6-bd13-41d1-88c2-61c6861cc347', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802623-1'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:12:05.088667 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bab14976-9a79-4961-bbb7-bef26e77c0b6', 'tag': '7aa7f82a-79c8-4d31-aedb-c7b467805927'}, {'name': 'network-changed', 'server_uuid': 'bab14976-9a79-4961-bbb7-bef26e77c0b6', 'tag': 'da8eaa0e-5e3b-4fb2-abf0-06dbf59ba175'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:12:05.091655 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}011f8d312121274bb12d78e77c6379a2079800640016cec6c6d605b73666e854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba241ac1-3fa4-4176-9a12-b3ca021fb2e5" -d '{"events": [{"name": "network-changed", "server_uuid": "bab14976-9a79-4961-bbb7-bef26e77c0b6", "tag": "7aa7f82a-79c8-4d31-aedb-c7b467805927"}, {"name": "network-changed", "server_uuid": "bab14976-9a79-4961-bbb7-bef26e77c0b6", "tag": "da8eaa0e-5e3b-4fb2-abf0-06dbf59ba175"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:12:05.197540 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b670b94b-8b67-4135-aabf-16a7fe928220 req-acfffafe-b105-4f62-9415-6b2394109849 service neutron] 10.222.0.49 "GET /v2.0/networks/751d782f-d338-44aa-a291-24d2ae3bed3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3817189 Jul 27 23:12:05.232385 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-c85f7ebf-de6f-4221-921c-aee960b187b8 req-4a2d6cf6-ed19-440d-aef0-cffcb01b10ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:05.326482 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 27 Jul 2021 23:12:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9262abf7-26d1-467e-bf6d-a1efe41d60c6 x-openstack-request-id: req-9262abf7-26d1-467e-bf6d-a1efe41d60c6 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:12:05.327076 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bab14976-9a79-4961-bbb7-bef26e77c0b6", "tag": "7aa7f82a-79c8-4d31-aedb-c7b467805927", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "bab14976-9a79-4961-bbb7-bef26e77c0b6", "tag": "da8eaa0e-5e3b-4fb2-abf0-06dbf59ba175", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:12:05.327333 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9262abf7-26d1-467e-bf6d-a1efe41d60c6 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:12:05.327741 n-d-802623-1 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bab14976-9a79-4961-bbb7-bef26e77c0b6', 'tag': '7aa7f82a-79c8-4d31-aedb-c7b467805927', 'status': 'completed', 'code': 200} Jul 27 23:12:05.328027 n-d-802623-1 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bab14976-9a79-4961-bbb7-bef26e77c0b6', 'tag': 'da8eaa0e-5e3b-4fb2-abf0-06dbf59ba175', 'status': 'completed', 'code': 200} Jul 27 23:12:05.395782 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedde773-5e88-4805-ba4a-924026365f56 req-6db7aa00-1d82-4b9e-acad-8ec7b4797168 tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:05.403179 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-aedde773-5e88-4805-ba4a-924026365f56 req-6db7aa00-1d82-4b9e-acad-8ec7b4797168 tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] 10.222.0.18 "GET /v2.0/ports?device_id=8fec054f-4e07-423d-ab0c-c325fd69c518 HTTP/1.1" status: 200 len: 946 time: 0.2721150 Jul 27 23:12:05.458360 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b670b94b-8b67-4135-aabf-16a7fe928220 req-52dde338-9d78-4020-8e61-a2465612b948 service neutron] 10.222.0.49 "GET /v2.0/networks/751d782f-d338-44aa-a291-24d2ae3bed3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2057345 Jul 27 23:12:05.519323 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-aedde773-5e88-4805-ba4a-924026365f56 req-8dd00381-0b41-40ea-8944-73786c5b17fa tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] 10.222.0.18 "GET /v2.0/security-groups?id=f9282c7c-bf74-4e2f-accf-81bded4d9191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151581 Jul 27 23:12:05.635387 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd1be46-60b8-4450-8438-b6c0390a1613 req-758e3fde-ca9b-4354-a083-1a474e32e05d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:05.636871 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-dbd1be46-60b8-4450-8438-b6c0390a1613 req-758e3fde-ca9b-4354-a083-1a474e32e05d service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6641624 Jul 27 23:12:05.649645 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-7984dedd-845c-45ab-97d0-c590ed53cd24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04fa79a8-5a6e-4754-87c2-e6c72b5d831d {{(pid=93798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:12:05.660593 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-7984dedd-845c-45ab-97d0-c590ed53cd24 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:05.676485 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-7984dedd-845c-45ab-97d0-c590ed53cd24 service neutron] Transition to ACTIVE for port object 04fa79a8-5a6e-4754-87c2-e6c72b5d831d will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:12:05.682884 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-7984dedd-845c-45ab-97d0-c590ed53cd24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:05.819516 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7984dedd-845c-45ab-97d0-c590ed53cd24 service neutron] Pushing event updated for resources: {'Port': ['ID=04fa79a8-5a6e-4754-87c2-e6c72b5d831d,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:12:05.982197 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-7984dedd-845c-45ab-97d0-c590ed53cd24 service neutron] Attempting to bind port 04fa79a8-5a6e-4754-87c2-e6c72b5d831d on host n-h2-802623-1 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:12:05.982537 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-7984dedd-845c-45ab-97d0-c590ed53cd24 service neutron] Attempting to bind port 04fa79a8-5a6e-4754-87c2-e6c72b5d831d by drivers openvswitch,hyperv on host n-h2-802623-1 at level 0 using segments [{'id': 'e18f4904-6ae0-4e14-a513-9cfea782d82f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'c34a942f-0b0f-45f7-a399-4187f193826f'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:12:05.982873 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-7984dedd-845c-45ab-97d0-c590ed53cd24 service neutron] Attempting to bind port 04fa79a8-5a6e-4754-87c2-e6c72b5d831d on network c34a942f-0b0f-45f7-a399-4187f193826f {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:12:05.996292 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-7984dedd-845c-45ab-97d0-c590ed53cd24 service neutron] Port 04fa79a8-5a6e-4754-87c2-e6c72b5d831d on network c34a942f-0b0f-45f7-a399-4187f193826f not bound, no agent of type Open vSwitch agent registered on host n-h2-802623-1 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 23:12:05.996427 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-7984dedd-845c-45ab-97d0-c590ed53cd24 service neutron] Attempting to bind port 04fa79a8-5a6e-4754-87c2-e6c72b5d831d on network c34a942f-0b0f-45f7-a399-4187f193826f {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:12:06.011169 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02656cc-bb1d-4259-a321-fca94f39f6ae req-7d43c203-4e15-4c42-8477-a401f2acf77a tempest-ServerRescueNegativeTestJSON-1855851441 tempest-ServerRescueNegativeTestJSON-1855851441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:06.019394 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f02656cc-bb1d-4259-a321-fca94f39f6ae req-7d43c203-4e15-4c42-8477-a401f2acf77a tempest-ServerRescueNegativeTestJSON-1855851441 tempest-ServerRescueNegativeTestJSON-1855851441-project] 10.222.0.18 "GET /v2.0/ports?device_id=6551d2f1-dfc9-4bdf-adfb-bc809d0770ff HTTP/1.1" status: 200 len: 945 time: 0.1578004 Jul 27 23:12:06.022157 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-7984dedd-845c-45ab-97d0-c590ed53cd24 service neutron] Checking agent: {'id': 'c5cc038b-93c4-4df4-8061-5df2a04a48c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 23, 0, 4), 'started_at': datetime.datetime(2021, 7, 27, 23, 0, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 12, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:12:06.022504 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-7984dedd-845c-45ab-97d0-c590ed53cd24 service neutron] Checking segment: {'id': 'e18f4904-6ae0-4e14-a513-9cfea782d82f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'c34a942f-0b0f-45f7-a399-4187f193826f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:12:06.022896 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-7984dedd-845c-45ab-97d0-c590ed53cd24 service neutron] Bound using segment: {'id': 'e18f4904-6ae0-4e14-a513-9cfea782d82f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'c34a942f-0b0f-45f7-a399-4187f193826f'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:12:06.023376 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-7984dedd-845c-45ab-97d0-c590ed53cd24 service neutron] Bound port: 04fa79a8-5a6e-4754-87c2-e6c72b5d831d, host: n-h2-802623-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e18f4904-6ae0-4e14-a513-9cfea782d82f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'c34a942f-0b0f-45f7-a399-4187f193826f'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:12:06.023735 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-7984dedd-845c-45ab-97d0-c590ed53cd24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:06.106892 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f02656cc-bb1d-4259-a321-fca94f39f6ae req-53144f1f-f1cb-4878-ae8a-cf59182c7d98 tempest-ServerRescueNegativeTestJSON-1855851441 tempest-ServerRescueNegativeTestJSON-1855851441-project] 10.222.0.18 "GET /v2.0/security-groups?id=1af18e13-f94e-429a-ab8a-66f4e32e8b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866165 Jul 27 23:12:06.133620 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a08b15-d468-470c-9076-c91452e9bbee req-1113e8b5-5d85-4859-8b45-543b5b02a22b tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:06.139621 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a08b15-d468-470c-9076-c91452e9bbee req-1113e8b5-5d85-4859-8b45-543b5b02a22b tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:06.143491 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-7984dedd-845c-45ab-97d0-c590ed53cd24 service neutron] For port 04fa79a8-5a6e-4754-87c2-e6c72b5d831d, host n-h2-802623-1, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:12:06.146593 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a08b15-d468-470c-9076-c91452e9bbee req-1113e8b5-5d85-4859-8b45-543b5b02a22b tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:06.147442 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-7984dedd-845c-45ab-97d0-c590ed53cd24 service neutron] For port 04fa79a8-5a6e-4754-87c2-e6c72b5d831d, host n-h2-802623-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=04fa79a8-5a6e-4754-87c2-e6c72b5d831d,segment=NetworkSegment(e18f4904-6ae0-4e14-a513-9cfea782d82f),segment_id=e18f4904-6ae0-4e14-a513-9cfea782d82f)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:12:06.155828 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a08b15-d468-470c-9076-c91452e9bbee req-1113e8b5-5d85-4859-8b45-543b5b02a22b tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:06.157180 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-7984dedd-845c-45ab-97d0-c590ed53cd24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:06.165265 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a08b15-d468-470c-9076-c91452e9bbee req-1113e8b5-5d85-4859-8b45-543b5b02a22b tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:06.169854 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a08b15-d468-470c-9076-c91452e9bbee req-1113e8b5-5d85-4859-8b45-543b5b02a22b tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:06.176150 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a08b15-d468-470c-9076-c91452e9bbee req-1113e8b5-5d85-4859-8b45-543b5b02a22b tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:06.184128 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-35a08b15-d468-470c-9076-c91452e9bbee req-1113e8b5-5d85-4859-8b45-543b5b02a22b tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] 10.222.0.18 "GET /v2.0/ports?device_id=bab14976-9a79-4961-bbb7-bef26e77c0b6 HTTP/1.1" status: 200 len: 5420 time: 0.6777296 Jul 27 23:12:06.188597 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 36504) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:12:06.236316 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-7984dedd-845c-45ab-97d0-c590ed53cd24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:06.237247 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-7984dedd-845c-45ab-97d0-c590ed53cd24 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:06.239241 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-7984dedd-845c-45ab-97d0-c590ed53cd24 service neutron] 10.222.0.49 "PUT /v2.0/ports/04fa79a8-5a6e-4754-87c2-e6c72b5d831d HTTP/1.1" status: 200 len: 1091 time: 1.5821443 Jul 27 23:12:06.270933 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba241ac1-3fa4-4176-9a12-b3ca021fb2e5 req-24e2bfd7-c38f-4a08-86df-3011437b6e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:06.271800 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba241ac1-3fa4-4176-9a12-b3ca021fb2e5 req-24e2bfd7-c38f-4a08-86df-3011437b6e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:06.272276 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba241ac1-3fa4-4176-9a12-b3ca021fb2e5 req-24e2bfd7-c38f-4a08-86df-3011437b6e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:06.272748 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba241ac1-3fa4-4176-9a12-b3ca021fb2e5 req-24e2bfd7-c38f-4a08-86df-3011437b6e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:06.273444 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba241ac1-3fa4-4176-9a12-b3ca021fb2e5 req-24e2bfd7-c38f-4a08-86df-3011437b6e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:06.273978 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba241ac1-3fa4-4176-9a12-b3ca021fb2e5 req-24e2bfd7-c38f-4a08-86df-3011437b6e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:06.275481 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba241ac1-3fa4-4176-9a12-b3ca021fb2e5 req-24e2bfd7-c38f-4a08-86df-3011437b6e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:06.277815 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-ba241ac1-3fa4-4176-9a12-b3ca021fb2e5 req-24e2bfd7-c38f-4a08-86df-3011437b6e44 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0367b9fbd8e84279b822c24a4e2fb6cb&device_id=bab14976-9a79-4961-bbb7-bef26e77c0b6 HTTP/1.1" status: 200 len: 6447 time: 0.2018306 Jul 27 23:12:06.292008 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-35a08b15-d468-470c-9076-c91452e9bbee req-13d90049-948e-4320-b6b5-8bb3ceb969e1 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] 10.222.0.18 "GET /v2.0/security-groups?id=cfd41bdc-77a0-40db-b366-4cd3c3051f6e&id=590f29d5-a38d-458c-93ce-543ee7b0dac7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1070118 Jul 27 23:12:06.304378 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7984dedd-845c-45ab-97d0-c590ed53cd24 service neutron] Pushing event updated for resources: {'Port': ['ID=04fa79a8-5a6e-4754-87c2-e6c72b5d831d,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:12:06.358184 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-76618a01-7933-48f7-82d8-b361392d941d admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1540006599-network', 'tenant_id': 'f48a0b951c1c4793a7fc1226ee71e867'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:12:06.381687 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b129b18a-8106-4b68-a821-b618b941e768 req-e57635b5-bc56-4f25-90df-3d50894ab5f3 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:06.383658 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b129b18a-8106-4b68-a821-b618b941e768 req-e57635b5-bc56-4f25-90df-3d50894ab5f3 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/ports?device_id=13990610-5726-4497-81b9-f5375fbe4860 HTTP/1.1" status: 200 len: 950 time: 0.1561322 Jul 27 23:12:06.451281 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b129b18a-8106-4b68-a821-b618b941e768 req-83f2c5a6-bf53-402a-a81a-c77e41127830 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb779318-b8ff-43a6-a94f-3ce471aff166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606375 Jul 27 23:12:06.452417 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76618a01-7933-48f7-82d8-b361392d941d admin admin] Made reservation on behalf of f48a0b951c1c4793a7fc1226ee71e867 for: {'network': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:12:06.455786 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-76618a01-7933-48f7-82d8-b361392d941d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for network, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:06.466266 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-76618a01-7933-48f7-82d8-b361392d941d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:06.523418 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [req-c85f7ebf-de6f-4221-921c-aee960b187b8 req-4a2d6cf6-ed19-440d-aef0-cffcb01b10ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad3e4c8c-a767-481e-95b6-7bfaa54edcb3 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:12:06.561536 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-c85f7ebf-de6f-4221-921c-aee960b187b8 req-4a2d6cf6-ed19-440d-aef0-cffcb01b10ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:06.603666 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [req-c85f7ebf-de6f-4221-921c-aee960b187b8 req-4a2d6cf6-ed19-440d-aef0-cffcb01b10ed service neutron] Transition to ACTIVE for port object ad3e4c8c-a767-481e-95b6-7bfaa54edcb3 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:12:06.607211 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba241ac1-3fa4-4176-9a12-b3ca021fb2e5 req-96de600b-d512-4126-9db1-8abe881da52b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:06.607694 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba241ac1-3fa4-4176-9a12-b3ca021fb2e5 req-96de600b-d512-4126-9db1-8abe881da52b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:06.608170 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba241ac1-3fa4-4176-9a12-b3ca021fb2e5 req-96de600b-d512-4126-9db1-8abe881da52b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:06.609884 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-ba241ac1-3fa4-4176-9a12-b3ca021fb2e5 req-96de600b-d512-4126-9db1-8abe881da52b service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=0367b9fbd8e84279b822c24a4e2fb6cb&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.3169255 Jul 27 23:12:06.613030 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-76618a01-7933-48f7-82d8-b361392d941d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:06.617577 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-76618a01-7933-48f7-82d8-b361392d941d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:06.618898 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4029e03e-5d19-493c-a8f8-4e02b2f7b5c6 req-1efdb6d4-ccd7-49cd-8a65-d7f206517a87 tempest-ServerRescueTestJSON-1182058210 tempest-ServerRescueTestJSON-1182058210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:06.620505 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-4029e03e-5d19-493c-a8f8-4e02b2f7b5c6 req-1efdb6d4-ccd7-49cd-8a65-d7f206517a87 tempest-ServerRescueTestJSON-1182058210 tempest-ServerRescueTestJSON-1182058210-project] 10.222.0.18 "GET /v2.0/ports?device_id=fdf76be6-bd13-41d1-88c2-61c6861cc347 HTTP/1.1" status: 200 len: 931 time: 0.2030275 Jul 27 23:12:06.630879 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-c85f7ebf-de6f-4221-921c-aee960b187b8 req-4a2d6cf6-ed19-440d-aef0-cffcb01b10ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11336041'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:06.638452 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76618a01-7933-48f7-82d8-b361392d941d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 520} {{(pid=93798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 23:12:06.675445 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-76618a01-7933-48f7-82d8-b361392d941d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:06.676427 n-d-802623-1 neutron-server[93798]: INFO neutron.db.segments_db [None req-76618a01-7933-48f7-82d8-b361392d941d admin admin] Added segment 2c40d656-ea7c-43ca-9b2a-a1885f79a619 of type vlan for network a77c1ae5-7f70-4eb8-a472-5ed26426d716 Jul 27 23:12:06.775078 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2d6cf6-ed19-440d-aef0-cffcb01b10ed service neutron] Pushing event updated for resources: {'Port': ['ID=ad3e4c8c-a767-481e-95b6-7bfaa54edcb3,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:12:06.796474 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76618a01-7933-48f7-82d8-b361392d941d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a179c9a-ee47-4a9a-9e98-ceb367c5785f,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:12:06.799931 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-4029e03e-5d19-493c-a8f8-4e02b2f7b5c6 req-44c40b29-90bc-4334-ad98-7756f6ddee3f tempest-ServerRescueTestJSON-1182058210 tempest-ServerRescueTestJSON-1182058210-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1683666-2031-45b7-8015-e9f1b36fb2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657665 Jul 27 23:12:06.946164 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba241ac1-3fa4-4176-9a12-b3ca021fb2e5 req-02e549aa-02ae-4483-939a-6b3018a04abb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:06.947788 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-ba241ac1-3fa4-4176-9a12-b3ca021fb2e5 req-02e549aa-02ae-4483-939a-6b3018a04abb service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3260403 Jul 27 23:12:07.010440 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-c85f7ebf-de6f-4221-921c-aee960b187b8 req-4a2d6cf6-ed19-440d-aef0-cffcb01b10ed service neutron] Attempting to bind port ad3e4c8c-a767-481e-95b6-7bfaa54edcb3 on host n-h2-802623-1 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:12:07.011845 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-c85f7ebf-de6f-4221-921c-aee960b187b8 req-4a2d6cf6-ed19-440d-aef0-cffcb01b10ed service neutron] Attempting to bind port ad3e4c8c-a767-481e-95b6-7bfaa54edcb3 by drivers openvswitch,hyperv on host n-h2-802623-1 at level 0 using segments [{'id': '6aa8292f-47cc-47ee-ac5f-a751b39a03ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'd458c13a-e340-45a3-bc4b-5109e47750ee'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:12:07.012222 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c85f7ebf-de6f-4221-921c-aee960b187b8 req-4a2d6cf6-ed19-440d-aef0-cffcb01b10ed service neutron] Attempting to bind port ad3e4c8c-a767-481e-95b6-7bfaa54edcb3 on network d458c13a-e340-45a3-bc4b-5109e47750ee {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:12:07.047867 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c85f7ebf-de6f-4221-921c-aee960b187b8 req-4a2d6cf6-ed19-440d-aef0-cffcb01b10ed service neutron] Port ad3e4c8c-a767-481e-95b6-7bfaa54edcb3 on network d458c13a-e340-45a3-bc4b-5109e47750ee not bound, no agent of type Open vSwitch agent registered on host n-h2-802623-1 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 23:12:07.048238 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c85f7ebf-de6f-4221-921c-aee960b187b8 req-4a2d6cf6-ed19-440d-aef0-cffcb01b10ed service neutron] Attempting to bind port ad3e4c8c-a767-481e-95b6-7bfaa54edcb3 on network d458c13a-e340-45a3-bc4b-5109e47750ee {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:12:07.064985 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c85f7ebf-de6f-4221-921c-aee960b187b8 req-4a2d6cf6-ed19-440d-aef0-cffcb01b10ed service neutron] Checking agent: {'id': 'c5cc038b-93c4-4df4-8061-5df2a04a48c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 23, 0, 4), 'started_at': datetime.datetime(2021, 7, 27, 23, 0, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 12, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:12:07.065394 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c85f7ebf-de6f-4221-921c-aee960b187b8 req-4a2d6cf6-ed19-440d-aef0-cffcb01b10ed service neutron] Checking segment: {'id': '6aa8292f-47cc-47ee-ac5f-a751b39a03ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'd458c13a-e340-45a3-bc4b-5109e47750ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:12:07.065726 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c85f7ebf-de6f-4221-921c-aee960b187b8 req-4a2d6cf6-ed19-440d-aef0-cffcb01b10ed service neutron] Bound using segment: {'id': '6aa8292f-47cc-47ee-ac5f-a751b39a03ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'd458c13a-e340-45a3-bc4b-5109e47750ee'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:12:07.066168 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-c85f7ebf-de6f-4221-921c-aee960b187b8 req-4a2d6cf6-ed19-440d-aef0-cffcb01b10ed service neutron] Bound port: ad3e4c8c-a767-481e-95b6-7bfaa54edcb3, host: n-h2-802623-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6aa8292f-47cc-47ee-ac5f-a751b39a03ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'd458c13a-e340-45a3-bc4b-5109e47750ee'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:12:07.066547 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-c85f7ebf-de6f-4221-921c-aee960b187b8 req-4a2d6cf6-ed19-440d-aef0-cffcb01b10ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:07.076300 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430d93e3-f882-4736-812e-73c390646cf2 req-224094d7-791e-421b-a4c5-3d3add42bd3b tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:07.078126 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-430d93e3-f882-4736-812e-73c390646cf2 req-224094d7-791e-421b-a4c5-3d3add42bd3b tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] 10.222.0.18 "GET /v2.0/ports?device_id=8fec054f-4e07-423d-ab0c-c325fd69c518 HTTP/1.1" status: 200 len: 946 time: 0.1654732 Jul 27 23:12:07.120184 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba241ac1-3fa4-4176-9a12-b3ca021fb2e5 req-32f1269b-c3ca-462d-9342-9cefa7dc37a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:07.120671 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba241ac1-3fa4-4176-9a12-b3ca021fb2e5 req-32f1269b-c3ca-462d-9342-9cefa7dc37a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:07.121147 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba241ac1-3fa4-4176-9a12-b3ca021fb2e5 req-32f1269b-c3ca-462d-9342-9cefa7dc37a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:07.121610 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba241ac1-3fa4-4176-9a12-b3ca021fb2e5 req-32f1269b-c3ca-462d-9342-9cefa7dc37a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:07.122075 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba241ac1-3fa4-4176-9a12-b3ca021fb2e5 req-32f1269b-c3ca-462d-9342-9cefa7dc37a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:07.122534 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba241ac1-3fa4-4176-9a12-b3ca021fb2e5 req-32f1269b-c3ca-462d-9342-9cefa7dc37a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:07.122993 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba241ac1-3fa4-4176-9a12-b3ca021fb2e5 req-32f1269b-c3ca-462d-9342-9cefa7dc37a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:07.125619 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-ba241ac1-3fa4-4176-9a12-b3ca021fb2e5 req-32f1269b-c3ca-462d-9342-9cefa7dc37a6 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0367b9fbd8e84279b822c24a4e2fb6cb&device_id=bab14976-9a79-4961-bbb7-bef26e77c0b6 HTTP/1.1" status: 200 len: 6489 time: 0.1280444 Jul 27 23:12:07.149989 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-76618a01-7933-48f7-82d8-b361392d941d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736833354590'] for network, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:07.185843 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e5595c-dc39-45f4-a0d6-a8561b24f432 req-7db26864-5f20-4eb5-a8b1-e356244bcc88 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:07.191568 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-72e5595c-dc39-45f4-a0d6-a8561b24f432 req-7db26864-5f20-4eb5-a8b1-e356244bcc88 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/ports?device_id=13990610-5726-4497-81b9-f5375fbe4860 HTTP/1.1" status: 200 len: 950 time: 0.4986944 Jul 27 23:12:07.216306 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-76618a01-7933-48f7-82d8-b361392d941d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569'] for network, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:07.217270 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76618a01-7933-48f7-82d8-b361392d941d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:07.217860 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-76618a01-7933-48f7-82d8-b361392d941d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:07.231213 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-430d93e3-f882-4736-812e-73c390646cf2 req-fb00d1f4-94ba-4a7d-8960-8c7c8c704c05 tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] 10.222.0.18 "GET /v2.0/security-groups?id=f9282c7c-bf74-4e2f-accf-81bded4d9191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445270 Jul 27 23:12:07.270188 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-c85f7ebf-de6f-4221-921c-aee960b187b8 req-4a2d6cf6-ed19-440d-aef0-cffcb01b10ed service neutron] For port ad3e4c8c-a767-481e-95b6-7bfaa54edcb3, host n-h2-802623-1, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:12:07.276630 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-c85f7ebf-de6f-4221-921c-aee960b187b8 req-4a2d6cf6-ed19-440d-aef0-cffcb01b10ed service neutron] For port ad3e4c8c-a767-481e-95b6-7bfaa54edcb3, host n-h2-802623-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=ad3e4c8c-a767-481e-95b6-7bfaa54edcb3,segment=NetworkSegment(6aa8292f-47cc-47ee-ac5f-a751b39a03ef),segment_id=6aa8292f-47cc-47ee-ac5f-a751b39a03ef)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:12:07.290898 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-c85f7ebf-de6f-4221-921c-aee960b187b8 req-4a2d6cf6-ed19-440d-aef0-cffcb01b10ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11336041'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:07.307591 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-72e5595c-dc39-45f4-a0d6-a8561b24f432 req-68bc849a-9bec-4114-a5eb-6db4117e8dc1 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb779318-b8ff-43a6-a94f-3ce471aff166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088836 Jul 27 23:12:07.307591 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-76618a01-7933-48f7-82d8-b361392d941d admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1152656 Jul 27 23:12:07.311526 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 36524) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:12:07.317758 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-43e3e857-eb91-49de-8406-3038b1383929 admin admin] Request body: {'subnet': {'network_id': 'a77c1ae5-7f70-4eb8-a472-5ed26426d716', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1540006599-subnet', 'tenant_id': 'f48a0b951c1c4793a7fc1226ee71e867', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:12:07.356155 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bab14976-9a79-4961-bbb7-bef26e77c0b6', 'tag': '04fa79a8-5a6e-4754-87c2-e6c72b5d831d'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:12:07.362029 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85f7ebf-de6f-4221-921c-aee960b187b8 req-4a2d6cf6-ed19-440d-aef0-cffcb01b10ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:07.362654 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-c85f7ebf-de6f-4221-921c-aee960b187b8 req-4a2d6cf6-ed19-440d-aef0-cffcb01b10ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:07.363012 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}011f8d312121274bb12d78e77c6379a2079800640016cec6c6d605b73666e854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6074abe6-64f3-42f9-900f-4edca00e8db0" -d '{"events": [{"name": "network-changed", "server_uuid": "bab14976-9a79-4961-bbb7-bef26e77c0b6", "tag": "04fa79a8-5a6e-4754-87c2-e6c72b5d831d"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:12:07.364591 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-c85f7ebf-de6f-4221-921c-aee960b187b8 req-4a2d6cf6-ed19-440d-aef0-cffcb01b10ed service neutron] 10.222.0.49 "PUT /v2.0/ports/ad3e4c8c-a767-481e-95b6-7bfaa54edcb3 HTTP/1.1" status: 200 len: 1091 time: 2.3548076 Jul 27 23:12:07.370459 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdf76be6-bd13-41d1-88c2-61c6861cc347', 'tag': 'ad3e4c8c-a767-481e-95b6-7bfaa54edcb3'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:12:07.373130 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a476459a1bfce68b0ae0df5b6a71154bfc7cfdc8f9eefce6ad0a17231e60468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2e70fa9-618c-40f3-9364-0f20afd97144" -d '{"events": [{"name": "network-changed", "server_uuid": "fdf76be6-bd13-41d1-88c2-61c6861cc347", "tag": "ad3e4c8c-a767-481e-95b6-7bfaa54edcb3"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:12:07.381040 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba241ac1-3fa4-4176-9a12-b3ca021fb2e5 req-c762642f-8a2d-4d13-8be7-e71304e5e9d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:07.381040 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba241ac1-3fa4-4176-9a12-b3ca021fb2e5 req-c762642f-8a2d-4d13-8be7-e71304e5e9d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:07.381575 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba241ac1-3fa4-4176-9a12-b3ca021fb2e5 req-c762642f-8a2d-4d13-8be7-e71304e5e9d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:07.383444 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-ba241ac1-3fa4-4176-9a12-b3ca021fb2e5 req-c762642f-8a2d-4d13-8be7-e71304e5e9d8 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=0367b9fbd8e84279b822c24a4e2fb6cb&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.2375133 Jul 27 23:12:07.405350 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76618a01-7933-48f7-82d8-b361392d941d admin admin] Pushing event updated for resources: {'Network': ['ID=a77c1ae5-7f70-4eb8-a472-5ed26426d716,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:12:07.408824 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43e3e857-eb91-49de-8406-3038b1383929 admin admin] Made reservation on behalf of f48a0b951c1c4793a7fc1226ee71e867 for: {'subnet': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:12:07.411311 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-43e3e857-eb91-49de-8406-3038b1383929 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12265828'] for subnet, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:07.419758 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Network a77c1ae5-7f70-4eb8-a472-5ed26426d716 details requested by agent ovs-agent-n-d-802623-1 with host n-d-802623-1 {{(pid=93799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 23:12:07.521038 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2d6cf6-ed19-440d-aef0-cffcb01b10ed service neutron] Pushing event updated for resources: {'Port': ['ID=ad3e4c8c-a767-481e-95b6-7bfaa54edcb3,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:12:07.522489 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5809b65d-1b79-407c-91b5-5eb854692fc8 req-8907f5b2-dbd7-4371-9ea2-17df4f978368 tempest-ServerRescueNegativeTestJSON-1855851441 tempest-ServerRescueNegativeTestJSON-1855851441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:07.530264 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-5809b65d-1b79-407c-91b5-5eb854692fc8 req-8907f5b2-dbd7-4371-9ea2-17df4f978368 tempest-ServerRescueNegativeTestJSON-1855851441 tempest-ServerRescueNegativeTestJSON-1855851441-project] 10.222.0.18 "GET /v2.0/ports?device_id=6551d2f1-dfc9-4bdf-adfb-bc809d0770ff HTTP/1.1" status: 200 len: 945 time: 0.1260879 Jul 27 23:12:07.575312 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85f7ebf-de6f-4221-921c-aee960b187b8 req-6df149b2-1455-41ed-970a-4da0915d67a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:07.577101 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-c85f7ebf-de6f-4221-921c-aee960b187b8 req-6df149b2-1455-41ed-970a-4da0915d67a2 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d4ae0349fedc4fe693e139d0088de506&device_id=fdf76be6-bd13-41d1-88c2-61c6861cc347 HTTP/1.1" status: 200 len: 1094 time: 0.1625583 Jul 27 23:12:07.588694 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11aec4a-ccfa-48da-bfae-9f51bc5e0e0c req-0be4df13-a77b-44ef-8001-0a697d707f08 tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:07.590150 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d11aec4a-ccfa-48da-bfae-9f51bc5e0e0c req-0be4df13-a77b-44ef-8001-0a697d707f08 tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] 10.222.0.18 "GET /v2.0/ports?device_id=8fec054f-4e07-423d-ab0c-c325fd69c518 HTTP/1.1" status: 200 len: 946 time: 0.1745892 Jul 27 23:12:07.595840 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-5809b65d-1b79-407c-91b5-5eb854692fc8 req-7f220c86-3973-402a-b1d6-d657578bbdce tempest-ServerRescueNegativeTestJSON-1855851441 tempest-ServerRescueNegativeTestJSON-1855851441-project] 10.222.0.18 "GET /v2.0/security-groups?id=1af18e13-f94e-429a-ab8a-66f4e32e8b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641623 Jul 27 23:12:07.597867 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba241ac1-3fa4-4176-9a12-b3ca021fb2e5 req-677df4c0-378b-4569-84cc-48725d573b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:07.599304 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-ba241ac1-3fa4-4176-9a12-b3ca021fb2e5 req-677df4c0-378b-4569-84cc-48725d573b68 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2048712 Jul 27 23:12:07.646305 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-c85f7ebf-de6f-4221-921c-aee960b187b8 req-ae5c473e-c0e3-45f2-abdd-56831a3b88fd service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ad3e4c8c-a767-481e-95b6-7bfaa54edcb3 HTTP/1.1" status: 200 len: 217 time: 0.0549560 Jul 27 23:12:07.747405 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-43e3e857-eb91-49de-8406-3038b1383929 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11971609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12265750'] for subnet, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:07.756954 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d11aec4a-ccfa-48da-bfae-9f51bc5e0e0c req-f14812d2-09c0-4094-a676-37e6a5280152 tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] 10.222.0.18 "GET /v2.0/security-groups?id=f9282c7c-bf74-4e2f-accf-81bded4d9191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556480 Jul 27 23:12:07.782403 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85f7ebf-de6f-4221-921c-aee960b187b8 req-eba5de84-e200-422c-9971-3d0676d6d827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:07.782403 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-c85f7ebf-de6f-4221-921c-aee960b187b8 req-eba5de84-e200-422c-9971-3d0676d6d827 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3178a8d2-6ff7-4d81-8c0d-f8cbfd092012 HTTP/1.1" status: 200 len: 851 time: 0.1035831 Jul 27 23:12:07.782403 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-ae96a3cc-db17-4e61-a88f-f08d07de7a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:07.782403 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-ae96a3cc-db17-4e61-a88f-f08d07de7a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:07.782862 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-ae96a3cc-db17-4e61-a88f-f08d07de7a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:07.783996 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-ae96a3cc-db17-4e61-a88f-f08d07de7a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:07.784468 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-ae96a3cc-db17-4e61-a88f-f08d07de7a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:07.784939 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-ae96a3cc-db17-4e61-a88f-f08d07de7a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:07.785401 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-ae96a3cc-db17-4e61-a88f-f08d07de7a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:07.787321 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-ae96a3cc-db17-4e61-a88f-f08d07de7a29 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0367b9fbd8e84279b822c24a4e2fb6cb&device_id=bab14976-9a79-4961-bbb7-bef26e77c0b6 HTTP/1.1" status: 200 len: 6489 time: 0.1387746 Jul 27 23:12:07.831426 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e3e857-eb91-49de-8406-3038b1383929 admin admin] Pushing event updated for resources: {'Subnet': ['ID=09f6cf61-7c03-449e-9a5d-68f7eabed009,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:12:07.840608 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 23:12:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c96cede8-d3bb-4b1c-9d9c-8aa508fafd6c x-openstack-request-id: req-c96cede8-d3bb-4b1c-9d9c-8aa508fafd6c {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:12:07.840983 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bab14976-9a79-4961-bbb7-bef26e77c0b6", "tag": "04fa79a8-5a6e-4754-87c2-e6c72b5d831d", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:12:07.841355 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c96cede8-d3bb-4b1c-9d9c-8aa508fafd6c {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:12:07.841811 n-d-802623-1 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bab14976-9a79-4961-bbb7-bef26e77c0b6', 'tag': '04fa79a8-5a6e-4754-87c2-e6c72b5d831d', 'status': 'completed', 'code': 200} Jul 27 23:12:07.851097 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-c85f7ebf-de6f-4221-921c-aee960b187b8 req-89329081-415d-4bdc-9d8c-52dd55e86754 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d458c13a-e340-45a3-bc4b-5109e47750ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0625951 Jul 27 23:12:07.852680 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-0c06bc17-6bdd-48ce-80b0-1f1829d18b5b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=aaaa4f7d-c44a-4b6f-bde1-dfd985f0a398 HTTP/1.1" status: 200 len: 217 time: 0.0567961 Jul 27 23:12:07.865566 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5902487-f516-43c4-b923-e5250fd1a042 req-3ff66135-9454-42e7-af8c-ca999add22fc tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:07.872087 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5902487-f516-43c4-b923-e5250fd1a042 req-3ff66135-9454-42e7-af8c-ca999add22fc tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:07.878467 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5902487-f516-43c4-b923-e5250fd1a042 req-3ff66135-9454-42e7-af8c-ca999add22fc tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:07.882432 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 23:12:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e03aadb7-c2a4-453a-9d58-e7481b10504e x-openstack-request-id: req-e03aadb7-c2a4-453a-9d58-e7481b10504e {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:12:07.882717 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdf76be6-bd13-41d1-88c2-61c6861cc347", "tag": "ad3e4c8c-a767-481e-95b6-7bfaa54edcb3", "status": "completed", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:12:07.883084 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e03aadb7-c2a4-453a-9d58-e7481b10504e {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:12:07.883441 n-d-802623-1 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdf76be6-bd13-41d1-88c2-61c6861cc347', 'tag': 'ad3e4c8c-a767-481e-95b6-7bfaa54edcb3', 'status': 'completed', 'code': 200} Jul 27 23:12:07.884981 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5902487-f516-43c4-b923-e5250fd1a042 req-3ff66135-9454-42e7-af8c-ca999add22fc tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:07.891699 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5902487-f516-43c4-b923-e5250fd1a042 req-3ff66135-9454-42e7-af8c-ca999add22fc tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:07.897713 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5902487-f516-43c4-b923-e5250fd1a042 req-3ff66135-9454-42e7-af8c-ca999add22fc tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:07.903606 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5902487-f516-43c4-b923-e5250fd1a042 req-3ff66135-9454-42e7-af8c-ca999add22fc tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:07.905573 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b5902487-f516-43c4-b923-e5250fd1a042 req-3ff66135-9454-42e7-af8c-ca999add22fc tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] 10.222.0.18 "GET /v2.0/ports?device_id=bab14976-9a79-4961-bbb7-bef26e77c0b6 HTTP/1.1" status: 200 len: 5432 time: 0.1961687 Jul 27 23:12:07.939229 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43e3e857-eb91-49de-8406-3038b1383929 admin admin] Checking segment: {'id': '2c40d656-ea7c-43ca-9b2a-a1885f79a619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'a77c1ae5-7f70-4eb8-a472-5ed26426d716'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:12:07.939594 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43e3e857-eb91-49de-8406-3038b1383929 admin admin] Network hostable DHCP agents. Network: a77c1ae5-7f70-4eb8-a472-5ed26426d716, hostable agents: ['5950e76f-2bde-4343-a925-cbe6bacd2706'], hosted agents: [] {{(pid=93798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 23:12:07.974255 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-f9678931-0f77-4215-9c0a-115e3f44e0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:07.975922 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-f9678931-0f77-4215-9c0a-115e3f44e0a4 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f549fcdc-30d6-4a86-9454-eed6b262e746 HTTP/1.1" status: 200 len: 856 time: 0.1106539 Jul 27 23:12:07.979010 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b5902487-f516-43c4-b923-e5250fd1a042 req-43ebbdb8-3c24-4576-b218-ca5b840a7aaf tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] 10.222.0.18 "GET /v2.0/security-groups?id=cfd41bdc-77a0-40db-b366-4cd3c3051f6e&id=590f29d5-a38d-458c-93ce-543ee7b0dac7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0622499 Jul 27 23:12:07.979891 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43e3e857-eb91-49de-8406-3038b1383929 admin admin] Network a77c1ae5-7f70-4eb8-a472-5ed26426d716 is scheduled to be hosted by DHCP agent 5950e76f-2bde-4343-a925-cbe6bacd2706 with binding_index 1 {{(pid=93798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 23:12:07.991273 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-43e3e857-eb91-49de-8406-3038b1383929 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802623-1, a77c1ae5-7f70-4eb8-a472-5ed26426d716) {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:12:08.006652 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43e3e857-eb91-49de-8406-3038b1383929 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:08.007493 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-43e3e857-eb91-49de-8406-3038b1383929 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:08.010071 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1960383-fac8-4de5-bc47-8346681b4a08 None None] Network a77c1ae5-7f70-4eb8-a472-5ed26426d716 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:12:08.032602 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-43e3e857-eb91-49de-8406-3038b1383929 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7197514 Jul 27 23:12:08.035089 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 36544) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:12:08.040756 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-e99a9685-9a17-43be-913c-3fb4f683c409 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1540006599-router', 'tenant_id': 'f48a0b951c1c4793a7fc1226ee71e867', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'}}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:12:08.051530 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-c85f7ebf-de6f-4221-921c-aee960b187b8 req-b4f18f28-6b3e-488c-b43f-3a587952046b service neutron] 10.222.0.49 "GET /v2.0/networks/d458c13a-e340-45a3-bc4b-5109e47750ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1871228 Jul 27 23:12:08.072137 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e99a9685-9a17-43be-913c-3fb4f683c409 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62159'] for router, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:08.076394 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-483b88db-cf1e-44be-8372-1501e583d6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:08.077011 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e99a9685-9a17-43be-913c-3fb4f683c409 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-479230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-415539', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3693317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62148'] for router, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:08.078884 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-483b88db-cf1e-44be-8372-1501e583d6ec service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8a269d53-4f2a-4865-a1d0-19bfee7666c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0896969 Jul 27 23:12:08.208750 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e99a9685-9a17-43be-913c-3fb4f683c409 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:08.308781 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-c85f7ebf-de6f-4221-921c-aee960b187b8 req-b9519d56-b485-455b-8ce6-29216af4df9f service neutron] 10.222.0.49 "GET /v2.0/networks/d458c13a-e340-45a3-bc4b-5109e47750ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2448220 Jul 27 23:12:08.315656 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-42479a52-6ec8-47af-90fc-33713308c376 service neutron] 10.222.0.49 "GET /v2.0/networks/8a269d53-4f2a-4865-a1d0-19bfee7666c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2255478 Jul 27 23:12:08.447561 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5e3d972-4693-44a2-b5db-93017c24e627 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f6f257c-ad18-5f0c-8c8e-ea085a5fc8a2-a77c1ae5-7f70-4eb8-a472-5ed26426d716', 'network_id': 'a77c1ae5-7f70-4eb8-a472-5ed26426d716', 'tenant_id': 'f48a0b951c1c4793a7fc1226ee71e867', 'fixed_ips': [{'subnet_id': '09f6cf61-7c03-449e-9a5d-68f7eabed009'}]}} from n-d-802623-1. {{(pid=93799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 23:12:08.447561 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c5e3d972-4693-44a2-b5db-93017c24e627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:08.490279 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e70fa9-618c-40f3-9364-0f20afd97144 req-603081a6-1fa1-4eac-8863-95c213e0274c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:08.492594 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d2e70fa9-618c-40f3-9364-0f20afd97144 req-603081a6-1fa1-4eac-8863-95c213e0274c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d4ae0349fedc4fe693e139d0088de506&device_id=fdf76be6-bd13-41d1-88c2-61c6861cc347 HTTP/1.1" status: 200 len: 1094 time: 0.1060824 Jul 27 23:12:08.559788 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e99a9685-9a17-43be-913c-3fb4f683c409 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-415433', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62186'] for router, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:08.561248 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-f98da4af-4533-4133-967a-05842946051c service neutron] 10.222.0.49 "GET /v2.0/networks/8a269d53-4f2a-4865-a1d0-19bfee7666c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2363482 Jul 27 23:12:08.581416 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9422e826-606f-4e9b-8969-e0547d4160f9 req-fedad5ab-e96f-434d-832b-75507c5b3a8d tempest-ServerRescueTestJSON-1182058210 tempest-ServerRescueTestJSON-1182058210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:08.583305 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-9422e826-606f-4e9b-8969-e0547d4160f9 req-fedad5ab-e96f-434d-832b-75507c5b3a8d tempest-ServerRescueTestJSON-1182058210 tempest-ServerRescueTestJSON-1182058210-project] 10.222.0.18 "GET /v2.0/ports?device_id=fdf76be6-bd13-41d1-88c2-61c6861cc347 HTTP/1.1" status: 200 len: 943 time: 0.4337888 Jul 27 23:12:08.655311 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-c5e3d972-4693-44a2-b5db-93017c24e627 None None] Allocated IP 172.20.0.2 (a77c1ae5-7f70-4eb8-a472-5ed26426d716/09f6cf61-7c03-449e-9a5d-68f7eabed009/a68d4716-4ecd-4c44-bf6f-f98f449d6e39) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:12:08.661479 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-dfa89446-e31c-47d0-9e60-fb67bd834849 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.153&port_id=0559974f-5eee-44ff-baf2-074fd2c27b02 HTTP/1.1" status: 200 len: 217 time: 0.0901072 Jul 27 23:12:08.671481 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-9422e826-606f-4e9b-8969-e0547d4160f9 req-e4040571-d72f-4abf-9bd0-aa8952e1cb90 tempest-ServerRescueTestJSON-1182058210 tempest-ServerRescueTestJSON-1182058210-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1683666-2031-45b7-8015-e9f1b36fb2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729887 Jul 27 23:12:08.753295 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e70fa9-618c-40f3-9364-0f20afd97144 req-b2a0a917-1fa2-4f15-b00d-c09ec9ad695a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:08.756409 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d2e70fa9-618c-40f3-9364-0f20afd97144 req-b2a0a917-1fa2-4f15-b00d-c09ec9ad695a service neutron] 10.222.0.49 "GET /v2.0/networks?id=d458c13a-e340-45a3-bc4b-5109e47750ee HTTP/1.1" status: 200 len: 912 time: 0.2529514 Jul 27 23:12:08.787475 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-289dada4-7574-4380-8f09-16bb87efb6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:08.789380 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-289dada4-7574-4380-8f09-16bb87efb6b1 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ba464d94-7c37-4a78-bcc3-06220a9217b5 HTTP/1.1" status: 200 len: 797 time: 0.1099608 Jul 27 23:12:08.861662 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-5a156c6e-bc83-4dda-af51-b0dea35dfdc6 req-22cc8e56-cf67-4f04-951a-4e121c2e68e5 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=1b545d5113d14592aa4c69bde083a757&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0276022 Jul 27 23:12:08.866981 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d2e70fa9-618c-40f3-9364-0f20afd97144 req-6d66b7a2-f1e9-4037-aadf-2b5e396059d1 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ad3e4c8c-a767-481e-95b6-7bfaa54edcb3 HTTP/1.1" status: 200 len: 217 time: 0.0740783 Jul 27 23:12:08.880501 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c05de6-26ea-4d9b-9a78-ad969974b420 req-ee299d22-3866-4dc3-a4f8-f53e935061d6 tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:08.887638 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a0c05de6-26ea-4d9b-9a78-ad969974b420 req-ee299d22-3866-4dc3-a4f8-f53e935061d6 tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] 10.222.0.18 "GET /v2.0/networks?id=44a6a84b-a7de-4dfe-a6b7-f9205c26c7e9 HTTP/1.1" status: 200 len: 815 time: 0.3177974 Jul 27 23:12:08.906202 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c5e3d972-4693-44a2-b5db-93017c24e627 None None] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:08.917797 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-c5e3d972-4693-44a2-b5db-93017c24e627 None None] Transition to ACTIVE for port object a68d4716-4ecd-4c44-bf6f-f98f449d6e39 will not be triggered until provisioned by entity L2. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:12:08.937988 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-c5e3d972-4693-44a2-b5db-93017c24e627 None None] Transition to ACTIVE for port object a68d4716-4ecd-4c44-bf6f-f98f449d6e39 will not be triggered until provisioned by entity DHCP. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:12:08.943928 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a0c05de6-26ea-4d9b-9a78-ad969974b420 req-3228a122-33c6-444b-a60a-3704ff894fb9 tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] 10.222.0.18 "GET /v2.0/quotas/0f32cd31e3414884aa1f33b223595618 HTTP/1.1" status: 200 len: 375 time: 0.0552065 Jul 27 23:12:08.947763 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c5e3d972-4693-44a2-b5db-93017c24e627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:08.952736 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-064911af-ec82-4bc9-8fd5-bf2e3f28646f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:08.955401 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-064911af-ec82-4bc9-8fd5-bf2e3f28646f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c246f1fa-d287-4449-88ed-7e41ec7ffa41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1539946 Jul 27 23:12:08.995387 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e3d972-4693-44a2-b5db-93017c24e627 None None] Pushing event updated for resources: {'Port': ['ID=a68d4716-4ecd-4c44-bf6f-f98f449d6e39,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:12:09.001191 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 36592) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:12:09.005835 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a156c6e-bc83-4dda-af51-b0dea35dfdc6 req-8a5cc4db-9a2c-4354-9b91-8aa623bd3a82 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:09.010431 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e3d972-4693-44a2-b5db-93017c24e627 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:12:09.010431 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e3d972-4693-44a2-b5db-93017c24e627 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:12:09.010741 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e3d972-4693-44a2-b5db-93017c24e627 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:12:09.011187 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e3d972-4693-44a2-b5db-93017c24e627 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:12:09.011644 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e3d972-4693-44a2-b5db-93017c24e627 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:12:09.012080 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e3d972-4693-44a2-b5db-93017c24e627 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:12:09.012510 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e3d972-4693-44a2-b5db-93017c24e627 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:12:09.012778 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-5a156c6e-bc83-4dda-af51-b0dea35dfdc6 req-8a5cc4db-9a2c-4354-9b91-8aa623bd3a82 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1225252 Jul 27 23:12:09.013106 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e3d972-4693-44a2-b5db-93017c24e627 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:12:09.013462 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e3d972-4693-44a2-b5db-93017c24e627 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:12:09.013912 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e3d972-4693-44a2-b5db-93017c24e627 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:12:09.014307 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e3d972-4693-44a2-b5db-93017c24e627 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:12:09.014737 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e3d972-4693-44a2-b5db-93017c24e627 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:12:09.019811 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5e3d972-4693-44a2-b5db-93017c24e627 None None] Network a77c1ae5-7f70-4eb8-a472-5ed26426d716 is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:12:09.021835 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-c5e3d972-4693-44a2-b5db-93017c24e627 None None] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:12:09.024205 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5e3d972-4693-44a2-b5db-93017c24e627 None None] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:12:09.042900 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-5a156c6e-bc83-4dda-af51-b0dea35dfdc6 req-f88e345b-733b-4c54-9423-8d09d7e49f75 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/quotas/1b545d5113d14592aa4c69bde083a757 HTTP/1.1" status: 200 len: 375 time: 0.0292304 Jul 27 23:12:09.073337 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e70fa9-618c-40f3-9364-0f20afd97144 req-57fc94b0-4383-4e81-96f1-f64c9d0a8060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:09.074659 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d2e70fa9-618c-40f3-9364-0f20afd97144 req-57fc94b0-4383-4e81-96f1-f64c9d0a8060 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3178a8d2-6ff7-4d81-8c0d-f8cbfd092012 HTTP/1.1" status: 200 len: 851 time: 0.1822917 Jul 27 23:12:09.085424 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-c5e3d972-4693-44a2-b5db-93017c24e627 None None] Attempting to bind port a68d4716-4ecd-4c44-bf6f-f98f449d6e39 on host n-d-802623-1 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:12:09.085654 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-c5e3d972-4693-44a2-b5db-93017c24e627 None None] Attempting to bind port a68d4716-4ecd-4c44-bf6f-f98f449d6e39 by drivers openvswitch,hyperv on host n-d-802623-1 at level 0 using segments [{'id': '2c40d656-ea7c-43ca-9b2a-a1885f79a619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'a77c1ae5-7f70-4eb8-a472-5ed26426d716'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:12:09.085951 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e3d972-4693-44a2-b5db-93017c24e627 None None] Attempting to bind port a68d4716-4ecd-4c44-bf6f-f98f449d6e39 on network a77c1ae5-7f70-4eb8-a472-5ed26426d716 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:12:09.091741 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e99a9685-9a17-43be-913c-3fb4f683c409 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:09.091940 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e3d972-4693-44a2-b5db-93017c24e627 None None] Checking agent: {'id': 'a9a568d2-a5e7-41e4-833f-a8ab42ea4073', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 52, 30), 'started_at': datetime.datetime(2021, 7, 27, 22, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802623-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:12:09.092325 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e3d972-4693-44a2-b5db-93017c24e627 None None] Checking segment: {'id': '2c40d656-ea7c-43ca-9b2a-a1885f79a619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'a77c1ae5-7f70-4eb8-a472-5ed26426d716'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:12:09.092727 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c5e3d972-4693-44a2-b5db-93017c24e627 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:09.093115 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e3d972-4693-44a2-b5db-93017c24e627 None None] Bound using segment: {'id': '2c40d656-ea7c-43ca-9b2a-a1885f79a619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'a77c1ae5-7f70-4eb8-a472-5ed26426d716'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:12:09.093751 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-c5e3d972-4693-44a2-b5db-93017c24e627 None None] Bound port: a68d4716-4ecd-4c44-bf6f-f98f449d6e39, host: n-d-802623-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c40d656-ea7c-43ca-9b2a-a1885f79a619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'a77c1ae5-7f70-4eb8-a472-5ed26426d716'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:12:09.094225 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c5e3d972-4693-44a2-b5db-93017c24e627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:09.121574 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a0c05de6-26ea-4d9b-9a78-ad969974b420 req-633e7338-73fa-4776-be04-7f7abb700d94 tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=0f32cd31e3414884aa1f33b223595618&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1764195 Jul 27 23:12:09.137721 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d2e70fa9-618c-40f3-9364-0f20afd97144 req-070566b1-9cf9-4efd-a5c7-6fbaff39958f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d458c13a-e340-45a3-bc4b-5109e47750ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0519576 Jul 27 23:12:09.138431 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e99a9685-9a17-43be-913c-3fb4f683c409 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:09.177775 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-c5e3d972-4693-44a2-b5db-93017c24e627 None None] For port a68d4716-4ecd-4c44-bf6f-f98f449d6e39, host n-d-802623-1, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:12:09.181839 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-c5e3d972-4693-44a2-b5db-93017c24e627 None None] For port a68d4716-4ecd-4c44-bf6f-f98f449d6e39, host n-d-802623-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=a68d4716-4ecd-4c44-bf6f-f98f449d6e39,segment=NetworkSegment(2c40d656-ea7c-43ca-9b2a-a1885f79a619),segment_id=2c40d656-ea7c-43ca-9b2a-a1885f79a619)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:12:09.185563 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c5e3d972-4693-44a2-b5db-93017c24e627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:09.202583 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-5a156c6e-bc83-4dda-af51-b0dea35dfdc6 req-bc649df8-02a5-486c-8428-e8c2fd736280 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=1b545d5113d14592aa4c69bde083a757&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1588094 Jul 27 23:12:09.253782 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e3d972-4693-44a2-b5db-93017c24e627 None None] Pushing event updated for resources: {'Port': ['ID=a68d4716-4ecd-4c44-bf6f-f98f449d6e39,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:12:09.285388 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-e99a9685-9a17-43be-913c-3fb4f683c409 admin admin] Allocated IP 172.25.4.142 (2fd42287-ed26-4eb9-89a5-b521f5b04356/17de1f8f-393a-4b0c-a2df-614bd3f2fb5e/9c6935e6-0081-40b7-9a90-c97bad37e3d9) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:12:09.460647 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e99a9685-9a17-43be-913c-3fb4f683c409 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:09.523362 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b562b0e0-9b7c-469d-9dfa-7f79d1efc141 req-2f326ccb-0bcb-4cba-b893-49a8a80f0b4a service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=84967986-7299-4570-bc82-4e600f892180&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1177790 Jul 27 23:12:09.540734 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e584e2e8-440a-4b78-90e6-eb2e37328c4d req-169dd477-eeca-4e2d-b1d9-d70fd8783e6d tempest-ServerRescueNegativeTestJSON-1855851441 tempest-ServerRescueNegativeTestJSON-1855851441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:09.542694 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e584e2e8-440a-4b78-90e6-eb2e37328c4d req-169dd477-eeca-4e2d-b1d9-d70fd8783e6d tempest-ServerRescueNegativeTestJSON-1855851441 tempest-ServerRescueNegativeTestJSON-1855851441-project] 10.222.0.18 "GET /v2.0/ports?device_id=6551d2f1-dfc9-4bdf-adfb-bc809d0770ff HTTP/1.1" status: 200 len: 945 time: 0.1053796 Jul 27 23:12:09.585585 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-99dfa73a-1aff-480c-b8a5-79c53a35dff9 service neutron] 10.222.0.49 "GET /v2.0/networks/c246f1fa-d287-4449-88ed-7e41ec7ffa41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6123428 Jul 27 23:12:09.605737 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e99a9685-9a17-43be-913c-3fb4f683c409 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:09.618112 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-21fa7202-74ea-4862-83c4-e36bfb58309c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:09.663880 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e99a9685-9a17-43be-913c-3fb4f683c409 admin admin] Network 2fd42287-ed26-4eb9-89a5-b521f5b04356 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:12:09.668397 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e584e2e8-440a-4b78-90e6-eb2e37328c4d req-5884e4df-1327-4385-813c-3f8b7f77c5e1 tempest-ServerRescueNegativeTestJSON-1855851441 tempest-ServerRescueNegativeTestJSON-1855851441-project] 10.222.0.18 "GET /v2.0/security-groups?id=1af18e13-f94e-429a-ab8a-66f4e32e8b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095684 Jul 27 23:12:09.681710 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-e99a9685-9a17-43be-913c-3fb4f683c409 admin admin] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:12:09.684988 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e99a9685-9a17-43be-913c-3fb4f683c409 admin admin] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:12:09.752016 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-21fa7202-74ea-4862-83c4-e36bfb58309c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:09.787433 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99a9685-9a17-43be-913c-3fb4f683c409 admin admin] Pushing event updated for resources: {'Port': ['ID=9c6935e6-0081-40b7-9a90-c97bad37e3d9,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:12:09.812794 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-21fa7202-74ea-4862-83c4-e36bfb58309c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:09.816004 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b562b0e0-9b7c-469d-9dfa-7f79d1efc141 req-f62053b7-9837-46f1-9798-ba2a65d5a526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:09.817588 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b562b0e0-9b7c-469d-9dfa-7f79d1efc141 req-f62053b7-9837-46f1-9798-ba2a65d5a526 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=1b545d5113d14592aa4c69bde083a757&device_id=84967986-7299-4570-bc82-4e600f892180 HTTP/1.1" status: 200 len: 1101 time: 0.1655641 Jul 27 23:12:09.868442 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582b0408-a5f1-4887-9537-ef926d560b72 req-9a88e802-29b4-4779-9144-37c80485f519 tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:09.869799 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-582b0408-a5f1-4887-9537-ef926d560b72 req-9a88e802-29b4-4779-9144-37c80485f519 tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] 10.222.0.38 "GET /v2.0/ports?device_id=8fec054f-4e07-423d-ab0c-c325fd69c518 HTTP/1.1" status: 200 len: 946 time: 0.2002337 Jul 27 23:12:09.908353 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a0c05de6-26ea-4d9b-9a78-ad969974b420 req-ebeaa03f-93f5-497e-a471-0321a059b55c service neutron] 10.222.0.18 "GET /v2.0/networks/44a6a84b-a7de-4dfe-a6b7-f9205c26c7e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7696261 Jul 27 23:12:09.916695 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-21fa7202-74ea-4862-83c4-e36bfb58309c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=562646950ed141ea94dc86789e9e9fe5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9090819 Jul 27 23:12:09.916695 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d2e70fa9-618c-40f3-9364-0f20afd97144 req-3fdb6227-0884-43f1-b892-f8769d42174c service neutron] 10.222.0.49 "GET /v2.0/networks/d458c13a-e340-45a3-bc4b-5109e47750ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7625375 Jul 27 23:12:09.917412 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fa7202-74ea-4862-83c4-e36bfb58309c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c83a3b21-3d9b-4464-b34b-d513b4fff9d9,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:12:09.922385 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 36610) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:12:10.053729 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-31b800d6-dcdf-481a-a063-356eff6b9366 service neutron] 10.222.0.49 "GET /v2.0/networks/c246f1fa-d287-4449-88ed-7e41ec7ffa41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4302785 Jul 27 23:12:10.124086 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-bcbbd451-0ca4-4a8a-93c8-6eec316dd23c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.155&port_id=a1bdfbba-9a24-43d6-84b3-1265d2295611 HTTP/1.1" status: 200 len: 217 time: 0.0541463 Jul 27 23:12:10.210661 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014795db-3775-4c79-9685-d655de19fb7f req-069dc11d-4dd1-480a-8df4-1c9965b25b59 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:10.216717 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014795db-3775-4c79-9685-d655de19fb7f req-069dc11d-4dd1-480a-8df4-1c9965b25b59 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:10.228416 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014795db-3775-4c79-9685-d655de19fb7f req-069dc11d-4dd1-480a-8df4-1c9965b25b59 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:10.234657 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014795db-3775-4c79-9685-d655de19fb7f req-069dc11d-4dd1-480a-8df4-1c9965b25b59 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:10.235434 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d2e70fa9-618c-40f3-9364-0f20afd97144 req-0fa2edeb-6819-4a31-8a63-54345144bbc3 service neutron] 10.222.0.49 "GET /v2.0/networks/d458c13a-e340-45a3-bc4b-5109e47750ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3033631 Jul 27 23:12:10.250940 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device a68d4716-4ecd-4c44-bf6f-f98f449d6e39 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:12:10.251573 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014795db-3775-4c79-9685-d655de19fb7f req-069dc11d-4dd1-480a-8df4-1c9965b25b59 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:10.257106 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5fae58b2-32e8-4ef1-8198-78e523009188 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:10.268927 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014795db-3775-4c79-9685-d655de19fb7f req-069dc11d-4dd1-480a-8df4-1c9965b25b59 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:10.275246 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014795db-3775-4c79-9685-d655de19fb7f req-069dc11d-4dd1-480a-8df4-1c9965b25b59 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:10.283499 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5fae58b2-32e8-4ef1-8198-78e523009188 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:10.284040 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-014795db-3775-4c79-9685-d655de19fb7f req-069dc11d-4dd1-480a-8df4-1c9965b25b59 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] 10.222.0.18 "GET /v2.0/ports?device_id=bab14976-9a79-4961-bbb7-bef26e77c0b6 HTTP/1.1" status: 200 len: 5432 time: 0.3736453 Jul 27 23:12:10.317555 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b562b0e0-9b7c-469d-9dfa-7f79d1efc141 req-86d586a1-3f75-4175-a743-af65fc7f6242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:10.319068 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b562b0e0-9b7c-469d-9dfa-7f79d1efc141 req-86d586a1-3f75-4175-a743-af65fc7f6242 service neutron] 10.222.0.38 "GET /v2.0/networks?id=591af2dd-f826-43b1-aa9d-e7a0bf218c71 HTTP/1.1" status: 200 len: 870 time: 0.4481936 Jul 27 23:12:10.346283 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning for port a68d4716-4ecd-4c44-bf6f-f98f449d6e39 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:12:10.350181 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5fae58b2-32e8-4ef1-8198-78e523009188 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:10.353587 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5fae58b2-32e8-4ef1-8198-78e523009188 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:10.357826 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-5fae58b2-32e8-4ef1-8198-78e523009188 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c83a3b21-3d9b-4464-b34b-d513b4fff9d9 HTTP/1.1" status: 204 len: 168 time: 0.4344273 Jul 27 23:12:10.368421 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a0c05de6-26ea-4d9b-9a78-ad969974b420 req-deb1c778-1215-4d7a-b8cb-abf27521ac64 service neutron] 10.222.0.18 "GET /v2.0/networks/44a6a84b-a7de-4dfe-a6b7-f9205c26c7e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4082050 Jul 27 23:12:10.381853 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fae58b2-32e8-4ef1-8198-78e523009188 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c83a3b21-3d9b-4464-b34b-d513b4fff9d9,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:12:10.389028 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-99d523ba-c483-4dd7-aad7-76d37ae1b0cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:10.389501 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-582b0408-a5f1-4887-9537-ef926d560b72 req-bc33e559-4d04-4428-a0a4-dae0fd4db52c tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] Deleting port ee1e649f-3756-4756-9430-9a9e88f6dcfb {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:12:10.391685 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-99d523ba-c483-4dd7-aad7-76d37ae1b0cb service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ba464d94-7c37-4a78-bcc3-06220a9217b5 HTTP/1.1" status: 200 len: 797 time: 0.2524624 Jul 27 23:12:10.392464 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-582b0408-a5f1-4887-9537-ef926d560b72 req-bc33e559-4d04-4428-a0a4-dae0fd4db52c tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:10.491447 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-563aa728-4cb6-4f50-b675-405dde42388d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:10.492984 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-563aa728-4cb6-4f50-b675-405dde42388d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c246f1fa-d287-4449-88ed-7e41ec7ffa41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0919938 Jul 27 23:12:10.506951 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b562b0e0-9b7c-469d-9dfa-7f79d1efc141 req-b0de90d3-42d5-433f-88fc-13c1b531e9df service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=6ba252fa-a400-4c81-8f91-22ddf08c59d0 HTTP/1.1" status: 200 len: 217 time: 0.1621695 Jul 27 23:12:10.567140 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-014795db-3775-4c79-9685-d655de19fb7f req-c4415c6a-5466-4b44-82aa-192aba25f040 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] 10.222.0.18 "GET /v2.0/security-groups?id=cfd41bdc-77a0-40db-b366-4cd3c3051f6e&id=590f29d5-a38d-458c-93ce-543ee7b0dac7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2677543 Jul 27 23:12:10.685598 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e99a9685-9a17-43be-913c-3fb4f683c409 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:10.719945 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-09ebd6db-5ceb-4086-ac47-6571007848c0 service neutron] 10.222.0.49 "GET /v2.0/networks/c246f1fa-d287-4449-88ed-7e41ec7ffa41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2178431 Jul 27 23:12:10.759826 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f5f006f3-69fd-4abc-bb4d-c134dc4f16bc req-35a1de40-2440-48b9-9584-148a9a55fecb tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/ports?device_id=c292af40-c395-4445-978c-d1d948a0e563 HTTP/1.1" status: 200 len: 210 time: 0.0904684 Jul 27 23:12:10.761219 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b562b0e0-9b7c-469d-9dfa-7f79d1efc141 req-0a6ad448-850f-4bce-979b-dc2219f45bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:10.762559 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b562b0e0-9b7c-469d-9dfa-7f79d1efc141 req-0a6ad448-850f-4bce-979b-dc2219f45bfd service neutron] 10.222.0.38 "GET /v2.0/subnets?id=62938449-046d-4cbe-923a-7ebb632c358d HTTP/1.1" status: 200 len: 843 time: 0.2443295 Jul 27 23:12:10.764727 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18f5b5da-5807-490c-a0a9-7a14b624c98a None None] Network a77c1ae5-7f70-4eb8-a472-5ed26426d716 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:12:10.786825 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-582b0408-a5f1-4887-9537-ef926d560b72 req-bc33e559-4d04-4428-a0a4-dae0fd4db52c tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] For port ee1e649f-3756-4756-9430-9a9e88f6dcfb, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=ee1e649f-3756-4756-9430-9a9e88f6dcfb,segment=NetworkSegment(35c87331-1569-4ca2-bf4a-f52e32031f1e),segment_id=35c87331-1569-4ca2-bf4a-f52e32031f1e)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:12:10.786825 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-582b0408-a5f1-4887-9537-ef926d560b72 req-bc33e559-4d04-4428-a0a4-dae0fd4db52c tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:10.869630 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-582b0408-a5f1-4887-9537-ef926d560b72 req-bc33e559-4d04-4428-a0a4-dae0fd4db52c tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] Calling delete_port for ee1e649f-3756-4756-9430-9a9e88f6dcfb owned by compute:nova {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:12:10.885453 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7798d3d1-7ca1-466b-b403-9f7af5ab199c req-7a281c26-f83c-42ef-b9ff-18409c7eb0a4 tempest-ServerRescueTestJSON-1182058210 tempest-ServerRescueTestJSON-1182058210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:10.888779 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-7798d3d1-7ca1-466b-b403-9f7af5ab199c req-7a281c26-f83c-42ef-b9ff-18409c7eb0a4 tempest-ServerRescueTestJSON-1182058210 tempest-ServerRescueTestJSON-1182058210-project] 10.222.0.18 "GET /v2.0/ports?device_id=fdf76be6-bd13-41d1-88c2-61c6861cc347 HTTP/1.1" status: 200 len: 943 time: 0.1646805 Jul 27 23:12:10.952585 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f0994f35-2b62-48b3-a67d-d1a19f8c7982 req-65e79a1b-fd82-4996-9886-f2381bf87a05 tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] 10.222.0.18 "GET /v2.0/ports?device_id=291a4293-4cde-40a2-846a-35f694ac6ae4 HTTP/1.1" status: 200 len: 210 time: 0.0592964 Jul 27 23:12:10.990966 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b562b0e0-9b7c-469d-9dfa-7f79d1efc141 req-ddce06bc-e996-4349-a781-dbce6df3a07d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:10.993575 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b562b0e0-9b7c-469d-9dfa-7f79d1efc141 req-ddce06bc-e996-4349-a781-dbce6df3a07d service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=591af2dd-f826-43b1-aa9d-e7a0bf218c71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2156637 Jul 27 23:12:11.056194 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ea17ee35-fc05-47e1-8b92-c7e69ced35ab None None] Provisioning for port a68d4716-4ecd-4c44-bf6f-f98f449d6e39 completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:12:11.076040 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ea17ee35-fc05-47e1-8b92-c7e69ced35ab None None] Provisioning complete for port a68d4716-4ecd-4c44-bf6f-f98f449d6e39 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:12:11.076851 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ea17ee35-fc05-47e1-8b92-c7e69ced35ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:11.108216 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-7798d3d1-7ca1-466b-b403-9f7af5ab199c req-9f83d627-cdb2-4088-b0ef-bcfe459d09bf tempest-ServerRescueTestJSON-1182058210 tempest-ServerRescueTestJSON-1182058210-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1683666-2031-45b7-8015-e9f1b36fb2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2092676 Jul 27 23:12:11.117518 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-5a156c6e-bc83-4dda-af51-b0dea35dfdc6 req-954508b4-98c7-4112-a34f-43381a5d2607 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=1b545d5113d14592aa4c69bde083a757&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1142833 Jul 27 23:12:11.120854 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-85bc003b-03ce-4e4d-b7ad-a5f95c11676d service neutron] 10.222.0.49 "GET /v2.0/networks/c246f1fa-d287-4449-88ed-7e41ec7ffa41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3841388 Jul 27 23:12:11.277869 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-78cb294f-5bcc-4463-b08d-4d61ddd95acf service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.230&port_id=7000adaa-7864-409e-b126-7512669b5cb6 HTTP/1.1" status: 200 len: 217 time: 0.1167636 Jul 27 23:12:11.322453 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ea17ee35-fc05-47e1-8b92-c7e69ced35ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:11.395830 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ea17ee35-fc05-47e1-8b92-c7e69ced35ab None None] For port a68d4716-4ecd-4c44-bf6f-f98f449d6e39, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=a68d4716-4ecd-4c44-bf6f-f98f449d6e39,segment=NetworkSegment(2c40d656-ea7c-43ca-9b2a-a1885f79a619),segment_id=2c40d656-ea7c-43ca-9b2a-a1885f79a619)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:12:11.408029 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ea17ee35-fc05-47e1-8b92-c7e69ced35ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:11.454952 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-1489473f-f05f-4a2f-9dfd-c9d19b3eb1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:11.463031 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-1489473f-f05f-4a2f-9dfd-c9d19b3eb1eb service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ba464d94-7c37-4a78-bcc3-06220a9217b5 HTTP/1.1" status: 200 len: 797 time: 0.1620111 Jul 27 23:12:11.476333 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a156c6e-bc83-4dda-af51-b0dea35dfdc6 req-d75f60e3-e852-4777-aac1-fa01f4f53886 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:11.477847 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-5a156c6e-bc83-4dda-af51-b0dea35dfdc6 req-d75f60e3-e852-4777-aac1-fa01f4f53886 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3531213 Jul 27 23:12:11.483825 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e99a9685-9a17-43be-913c-3fb4f683c409 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-415468'] for router, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:11.493803 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea17ee35-fc05-47e1-8b92-c7e69ced35ab None None] Pushing event updated for resources: {'Port': ['ID=a68d4716-4ecd-4c44-bf6f-f98f449d6e39,revision_number=3']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:12:11.499103 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b562b0e0-9b7c-469d-9dfa-7f79d1efc141 req-f97087f5-4350-4def-9dfe-0d5ee8348fb6 service neutron] 10.222.0.38 "GET /v2.0/networks/591af2dd-f826-43b1-aa9d-e7a0bf218c71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4935238 Jul 27 23:12:11.512370 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [req-5a156c6e-bc83-4dda-af51-b0dea35dfdc6 req-209b3b3e-e05c-4193-a408-a1650c032185 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] Request body: {'port': {'device_id': 'c292af40-c395-4445-978c-d1d948a0e563', 'network_id': '591af2dd-f826-43b1-aa9d-e7a0bf218c71', 'admin_state_up': True, 'tenant_id': '1b545d5113d14592aa4c69bde083a757'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:12:11.512604 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b69e10-c8ff-4dc5-95f5-a6f58e5fba51 req-3081ef33-696f-4fa8-917b-00a7ef03e319 tempest-ServerRescueNegativeTestJSON-1855851441 tempest-ServerRescueNegativeTestJSON-1855851441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:11.520589 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-84b69e10-c8ff-4dc5-95f5-a6f58e5fba51 req-3081ef33-696f-4fa8-917b-00a7ef03e319 tempest-ServerRescueNegativeTestJSON-1855851441 tempest-ServerRescueNegativeTestJSON-1855851441-project] 10.222.0.18 "GET /v2.0/ports?device_id=6551d2f1-dfc9-4bdf-adfb-bc809d0770ff HTTP/1.1" status: 200 len: 945 time: 0.3897967 Jul 27 23:12:11.636731 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-582b0408-a5f1-4887-9537-ef926d560b72 req-bc33e559-4d04-4428-a0a4-dae0fd4db52c tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:11.642312 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-7ffa4485-e924-4f83-b709-bae00088a88a None None] Provisioning complete for port a68d4716-4ecd-4c44-bf6f-f98f449d6e39 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:12:11.642700 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7ffa4485-e924-4f83-b709-bae00088a88a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:11.656642 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-7e965466-0b1c-49b5-97ce-c2faaa8bf727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:11.659937 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-7e965466-0b1c-49b5-97ce-c2faaa8bf727 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c246f1fa-d287-4449-88ed-7e41ec7ffa41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1783588 Jul 27 23:12:11.668668 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] get_ports_and_sgs() called for port_ids ['ee1e649f-3756-4756-9430-9a9e88f6dcfb'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:12:11.808068 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773fc858-f791-430b-86f8-5f42cec1c7a7 req-c78bf2f1-751a-40e5-a544-5ba3335948bf tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:11.815011 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773fc858-f791-430b-86f8-5f42cec1c7a7 req-c78bf2f1-751a-40e5-a544-5ba3335948bf tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:11.825632 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773fc858-f791-430b-86f8-5f42cec1c7a7 req-c78bf2f1-751a-40e5-a544-5ba3335948bf tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:11.835570 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773fc858-f791-430b-86f8-5f42cec1c7a7 req-c78bf2f1-751a-40e5-a544-5ba3335948bf tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:11.841646 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773fc858-f791-430b-86f8-5f42cec1c7a7 req-c78bf2f1-751a-40e5-a544-5ba3335948bf tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:11.847662 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773fc858-f791-430b-86f8-5f42cec1c7a7 req-c78bf2f1-751a-40e5-a544-5ba3335948bf tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:11.853608 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773fc858-f791-430b-86f8-5f42cec1c7a7 req-c78bf2f1-751a-40e5-a544-5ba3335948bf tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:11.855669 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-773fc858-f791-430b-86f8-5f42cec1c7a7 req-c78bf2f1-751a-40e5-a544-5ba3335948bf tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] 10.222.0.18 "GET /v2.0/ports?device_id=bab14976-9a79-4961-bbb7-bef26e77c0b6 HTTP/1.1" status: 200 len: 5432 time: 0.1917331 Jul 27 23:12:11.898310 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a156c6e-bc83-4dda-af51-b0dea35dfdc6 req-209b3b3e-e05c-4193-a408-a1650c032185 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] Made reservation on behalf of 1b545d5113d14592aa4c69bde083a757 for: {'port': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:12:11.901732 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-5a156c6e-bc83-4dda-af51-b0dea35dfdc6 req-209b3b3e-e05c-4193-a408-a1650c032185 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:11.927361 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-91a9e1b0-3474-4afe-8c44-f2cd859d3abc service neutron] 10.222.0.49 "GET /v2.0/networks/c246f1fa-d287-4449-88ed-7e41ec7ffa41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2584341 Jul 27 23:12:11.950167 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device ad3e4c8c-a767-481e-95b6-7bfaa54edcb3 details requested by agent hyperv_n-h2-802623-1 with host n-h2-802623-1 {{(pid=93799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 23:12:11.963932 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-773fc858-f791-430b-86f8-5f42cec1c7a7 req-b15c5efd-cedc-4760-a73d-73efe06b5138 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] 10.222.0.18 "GET /v2.0/security-groups?id=cfd41bdc-77a0-40db-b366-4cd3c3051f6e&id=590f29d5-a38d-458c-93ce-543ee7b0dac7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0948405 Jul 27 23:12:12.087656 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port ad3e4c8c-a767-481e-95b6-7bfaa54edcb3, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=ad3e4c8c-a767-481e-95b6-7bfaa54edcb3,segment=NetworkSegment(6aa8292f-47cc-47ee-ac5f-a751b39a03ef),segment_id=6aa8292f-47cc-47ee-ac5f-a751b39a03ef)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:12:12.172471 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Returning: {'device': 'ad3e4c8c-a767-481e-95b6-7bfaa54edcb3', 'network_id': 'd458c13a-e340-45a3-bc4b-5109e47750ee', 'port_id': 'ad3e4c8c-a767-481e-95b6-7bfaa54edcb3', 'mac_address': 'fa:16:3e:38:57:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3178a8d2-6ff7-4d81-8c0d-f8cbfd092012', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 23:12:12.193535 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc33e559-4d04-4428-a0a4-dae0fd4db52c tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] Pushing event deleted for resources: {'Port': ['ID=ee1e649f-3756-4756-9430-9a9e88f6dcfb,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:12:12.204304 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-f0a06deb-41f9-4990-a640-c46a5cdcacfe service neutron] 10.222.0.49 "GET /v2.0/networks/c246f1fa-d287-4449-88ed-7e41ec7ffa41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2637913 Jul 27 23:12:12.228225 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device a68d4716-4ecd-4c44-bf6f-f98f449d6e39 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:12:12.237305 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-84b69e10-c8ff-4dc5-95f5-a6f58e5fba51 req-47fbc793-baa8-4cac-bfb7-901ee6b91d16 tempest-ServerRescueNegativeTestJSON-1855851441 tempest-ServerRescueNegativeTestJSON-1855851441-project] 10.222.0.18 "GET /v2.0/security-groups?id=1af18e13-f94e-429a-ab8a-66f4e32e8b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6864979 Jul 27 23:12:12.293783 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-582b0408-a5f1-4887-9537-ef926d560b72 req-bc33e559-4d04-4428-a0a4-dae0fd4db52c tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] No DVR routers for this DVR port ee1e649f-3756-4756-9430-9a9e88f6dcfb on host n-h1-802623-1 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:12:12.295944 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:12.299771 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-582b0408-a5f1-4887-9537-ef926d560b72 req-bc33e559-4d04-4428-a0a4-dae0fd4db52c tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:12.303452 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-582b0408-a5f1-4887-9537-ef926d560b72 req-bc33e559-4d04-4428-a0a4-dae0fd4db52c tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] 10.222.0.38 "DELETE /v2.0/ports/ee1e649f-3756-4756-9430-9a9e88f6dcfb HTTP/1.1" status: 204 len: 173 time: 2.3977852 Jul 27 23:12:12.327801 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad3e4c8c-a767-481e-95b6-7bfaa54edcb3 {{(pid=93799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:12:12.330657 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fec054f-4e07-423d-ab0c-c325fd69c518', 'name': 'network-vif-deleted', 'tag': 'ee1e649f-3756-4756-9430-9a9e88f6dcfb'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:12:12.331323 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [req-5a156c6e-bc83-4dda-af51-b0dea35dfdc6 req-209b3b3e-e05c-4193-a408-a1650c032185 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] Allocated IP 192.168.233.54 (591af2dd-f826-43b1-aa9d-e7a0bf218c71/62938449-046d-4cbe-923a-7ebb632c358d/7cf95691-d169-4732-bb02-85a7aaedd64a) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:12:12.339328 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}011f8d312121274bb12d78e77c6379a2079800640016cec6c6d605b73666e854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46950451-598d-47a5-8a15-1e8996c1f927" -d '{"events": [{"server_uuid": "8fec054f-4e07-423d-ab0c-c325fd69c518", "name": "network-vif-deleted", "tag": "ee1e649f-3756-4756-9430-9a9e88f6dcfb"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:12:12.348468 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-f58383c2-c400-4074-bbf9-406ac0bf642a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.239&port_id=7aa7f82a-79c8-4d31-aedb-c7b467805927 HTTP/1.1" status: 200 len: 217 time: 0.1324248 Jul 27 23:12:12.358248 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port ad3e4c8c-a767-481e-95b6-7bfaa54edcb3, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=ad3e4c8c-a767-481e-95b6-7bfaa54edcb3,segment=NetworkSegment(6aa8292f-47cc-47ee-ac5f-a751b39a03ef),segment_id=6aa8292f-47cc-47ee-ac5f-a751b39a03ef)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:12:12.363155 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port a68d4716-4ecd-4c44-bf6f-f98f449d6e39 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:12:12.363577 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:12.367530 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:12.419824 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b562b0e0-9b7c-469d-9dfa-7f79d1efc141 req-435b4595-67e7-4ed9-8dca-8661f880e809 service neutron] 10.222.0.38 "GET /v2.0/networks/591af2dd-f826-43b1-aa9d-e7a0bf218c71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8879685 Jul 27 23:12:12.441071 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c05de6-26ea-4d9b-9a78-ad969974b420 req-22dcdf63-1839-4cd3-b30e-0360d970b6a6 tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:12.442590 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a0c05de6-26ea-4d9b-9a78-ad969974b420 req-22dcdf63-1839-4cd3-b30e-0360d970b6a6 tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] 10.222.0.49 "GET /v2.0/networks?id=44a6a84b-a7de-4dfe-a6b7-f9205c26c7e9 HTTP/1.1" status: 200 len: 815 time: 0.3422320 Jul 27 23:12:12.465071 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-64e6113e-80ca-47b5-8efc-25107c32d55a req-f7822435-4576-481c-a199-ca297339612e tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/ports?device_id=c292af40-c395-4445-978c-d1d948a0e563 HTTP/1.1" status: 200 len: 210 time: 0.1019285 Jul 27 23:12:12.499035 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-7d27f24f-8e7d-4fee-9d54-753a5998957a req-928be7aa-1050-4707-a681-e4ee6ddaa1b9 tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] 10.222.0.18 "GET /v2.0/ports?device_id=291a4293-4cde-40a2-846a-35f694ac6ae4 HTTP/1.1" status: 200 len: 210 time: 0.0786512 Jul 27 23:12:12.501286 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Pushing event updated for resources: {'Port': ['ID=ad3e4c8c-a767-481e-95b6-7bfaa54edcb3,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:12:12.503455 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [req-a0c05de6-26ea-4d9b-9a78-ad969974b420 req-87343147-d3d6-4ae5-8675-4f34386e0ce5 tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] Request body: {'port': {'device_id': '291a4293-4cde-40a2-846a-35f694ac6ae4', 'network_id': '44a6a84b-a7de-4dfe-a6b7-f9205c26c7e9', 'admin_state_up': True, 'tenant_id': '0f32cd31e3414884aa1f33b223595618'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:12:12.516217 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e99a9685-9a17-43be-913c-3fb4f683c409 admin admin] Router d832e13c-b8ca-4c7d-a2f2-d6c8c4df0f63 is scheduled to L3 agent 018c4455-49c0-4734-927d-7824067b2a9e with binding_index 1 {{(pid=93798) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 23:12:12.522411 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-37ba182b-1b57-4a93-8c2e-9db0cd293d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:12.523988 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-37ba182b-1b57-4a93-8c2e-9db0cd293d3d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ba464d94-7c37-4a78-bcc3-06220a9217b5 HTTP/1.1" status: 200 len: 797 time: 0.1668582 Jul 27 23:12:12.684870 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:12:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d7eac37-b9a9-44d7-94b6-72ae9008c84f x-openstack-request-id: req-6d7eac37-b9a9-44d7-94b6-72ae9008c84f {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:12:12.685099 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fec054f-4e07-423d-ab0c-c325fd69c518", "name": "network-vif-deleted", "tag": "ee1e649f-3756-4756-9430-9a9e88f6dcfb", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:12:12.687642 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6d7eac37-b9a9-44d7-94b6-72ae9008c84f {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:12:12.687642 n-d-802623-1 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fec054f-4e07-423d-ab0c-c325fd69c518', 'name': 'network-vif-deleted', 'tag': 'ee1e649f-3756-4756-9430-9a9e88f6dcfb', 'status': 'completed', 'code': 200} Jul 27 23:12:12.700288 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e99a9685-9a17-43be-913c-3fb4f683c409 admin admin] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:12:12.708517 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] get_ports_and_sgs() called for port_ids ['ad3e4c8c-a767-481e-95b6-7bfaa54edcb3'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:12:12.727689 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fd25504-5383-41de-a3d7-5f16bf98655b None None] Sync routers for ids ['d832e13c-b8ca-4c7d-a2f2-d6c8c4df0f63'] in n-d-802623-1 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:12:12.728295 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79344140-7792-4d21-aecc-5f295d3b2d35 req-9a92eca8-03dc-4172-96e1-6a9167c43ce6 tempest-ServerRescueTestJSON-1182058210 tempest-ServerRescueTestJSON-1182058210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:12.729750 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-79344140-7792-4d21-aecc-5f295d3b2d35 req-9a92eca8-03dc-4172-96e1-6a9167c43ce6 tempest-ServerRescueTestJSON-1182058210 tempest-ServerRescueTestJSON-1182058210-project] 10.222.0.18 "GET /v2.0/ports?device_id=fdf76be6-bd13-41d1-88c2-61c6861cc347 HTTP/1.1" status: 200 len: 944 time: 0.1405354 Jul 27 23:12:12.746837 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e99a9685-9a17-43be-913c-3fb4f683c409 admin admin] Notify callbacks [] for router, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:12.746837 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-e99a9685-9a17-43be-913c-3fb4f683c409 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.7099593 Jul 27 23:12:12.754318 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 36672) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:12:12.761822 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fd25504-5383-41de-a3d7-5f16bf98655b None None] Routers {'d832e13c-b8ca-4c7d-a2f2-d6c8c4df0f63'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:12:12.763012 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-4fd25504-5383-41de-a3d7-5f16bf98655b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:12:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['d832e13c-b8ca-4c7d-a2f2-d6c8c4df0f63'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:12:12.846729 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-79344140-7792-4d21-aecc-5f295d3b2d35 req-508fc76c-d040-43a7-8755-957ba1f49684 tempest-ServerRescueTestJSON-1182058210 tempest-ServerRescueTestJSON-1182058210-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1683666-2031-45b7-8015-e9f1b36fb2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104343 Jul 27 23:12:12.964775 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-4fd25504-5383-41de-a3d7-5f16bf98655b None None] Set router d832e13c-b8ca-4c7d-a2f2-d6c8c4df0f63 gateway port host: n-d-802623-1 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:12:13.227013 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-4fd25504-5383-41de-a3d7-5f16bf98655b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd832e13c-b8ca-4c7d-a2f2-d6c8c4df0f63', 'name': 'tempest-TaggedBootDevicesTest-1540006599-router', 'tenant_id': 'f48a0b951c1c4793a7fc1226ee71e867', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.142'}], 'enable_snat': True}, 'gw_port_id': '9c6935e6-0081-40b7-9a90-c97bad37e3d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:12:08Z', 'updated_at': '2021-07-27T23:12:10Z', 'revision_number': 3, 'project_id': 'f48a0b951c1c4793a7fc1226ee71e867', 'gw_port': {'id': '9c6935e6-0081-40b7-9a90-c97bad37e3d9', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:54:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd832e13c-b8ca-4c7d-a2f2-d6c8c4df0f63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:12:09Z', 'updated_at': '2021-07-27T23:12:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1'}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:12:13.260122 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-5a156c6e-bc83-4dda-af51-b0dea35dfdc6 req-209b3b3e-e05c-4193-a408-a1650c032185 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:13.260713 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fd25504-5383-41de-a3d7-5f16bf98655b None None] Checking router: d832e13c-b8ca-4c7d-a2f2-d6c8c4df0f63 for host: n-d-802623-1 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 23:12:13.260884 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fd25504-5383-41de-a3d7-5f16bf98655b None None] Updating router d832e13c-b8ca-4c7d-a2f2-d6c8c4df0f63 port 9c6935e6-0081-40b7-9a90-c97bad37e3d9 binding host n-d-802623-1 {{(pid=93800) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 23:12:13.277761 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [req-5a156c6e-bc83-4dda-af51-b0dea35dfdc6 req-209b3b3e-e05c-4193-a408-a1650c032185 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] Transition to ACTIVE for port object 7cf95691-d169-4732-bb02-85a7aaedd64a will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:12:13.293110 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4fd25504-5383-41de-a3d7-5f16bf98655b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:13.319604 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-5a156c6e-bc83-4dda-af51-b0dea35dfdc6 req-209b3b3e-e05c-4193-a408-a1650c032185 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:13.338204 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] get_ports_and_sgs() called for port_ids ['6ba252fa-a400-4c81-8f91-22ddf08c59d0'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:12:13.372977 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 36694) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:12:13.391329 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-c640df2e-82a5-4dbc-81a6-81c30383e06f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:13.393468 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-c640df2e-82a5-4dbc-81a6-81c30383e06f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c246f1fa-d287-4449-88ed-7e41ec7ffa41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.8455811 Jul 27 23:12:13.444462 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-91eb72c8-69f2-4b6c-bc9f-ea79f86dc589 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:13.462852 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9d8121-ff76-4877-8bd8-582ae39633e4 req-b27ace7c-253a-4466-a96b-1f93878688e3 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:13.466355 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a156c6e-bc83-4dda-af51-b0dea35dfdc6 req-209b3b3e-e05c-4193-a408-a1650c032185 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] Network 591af2dd-f826-43b1-aa9d-e7a0bf218c71 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:12:13.472156 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9d8121-ff76-4877-8bd8-582ae39633e4 req-b27ace7c-253a-4466-a96b-1f93878688e3 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:13.479102 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9d8121-ff76-4877-8bd8-582ae39633e4 req-b27ace7c-253a-4466-a96b-1f93878688e3 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:13.486646 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0c05de6-26ea-4d9b-9a78-ad969974b420 req-87343147-d3d6-4ae5-8675-4f34386e0ce5 tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] Made reservation on behalf of 0f32cd31e3414884aa1f33b223595618 for: {'port': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:12:13.487331 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9d8121-ff76-4877-8bd8-582ae39633e4 req-b27ace7c-253a-4466-a96b-1f93878688e3 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:13.491307 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-a0c05de6-26ea-4d9b-9a78-ad969974b420 req-87343147-d3d6-4ae5-8675-4f34386e0ce5 tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:13.494063 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9d8121-ff76-4877-8bd8-582ae39633e4 req-b27ace7c-253a-4466-a96b-1f93878688e3 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:13.500475 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9d8121-ff76-4877-8bd8-582ae39633e4 req-b27ace7c-253a-4466-a96b-1f93878688e3 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:13.507107 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9d8121-ff76-4877-8bd8-582ae39633e4 req-b27ace7c-253a-4466-a96b-1f93878688e3 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:13.509060 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-6f9d8121-ff76-4877-8bd8-582ae39633e4 req-b27ace7c-253a-4466-a96b-1f93878688e3 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] 10.222.0.18 "GET /v2.0/ports?device_id=bab14976-9a79-4961-bbb7-bef26e77c0b6 HTTP/1.1" status: 200 len: 5432 time: 0.3602951 Jul 27 23:12:13.549241 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [req-5a156c6e-bc83-4dda-af51-b0dea35dfdc6 req-209b3b3e-e05c-4193-a408-a1650c032185 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:12:13.560587 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a156c6e-bc83-4dda-af51-b0dea35dfdc6 req-209b3b3e-e05c-4193-a408-a1650c032185 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:12:13.563364 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209b3b3e-e05c-4193-a408-a1650c032185 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] Pushing event updated for resources: {'Port': ['ID=7cf95691-d169-4732-bb02-85a7aaedd64a,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:12:13.595350 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-6f9d8121-ff76-4877-8bd8-582ae39633e4 req-4008af1a-914a-4cc4-8f95-79982708ef9f tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] 10.222.0.18 "GET /v2.0/security-groups?id=cfd41bdc-77a0-40db-b366-4cd3c3051f6e&id=590f29d5-a38d-458c-93ce-543ee7b0dac7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0756605 Jul 27 23:12:13.623635 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] get_ports_and_sgs() called for port_ids ['be3f4841-615f-4e54-aa39-ad6709ec1563'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:12:13.703273 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e2d7737a-a9b6-4c0c-a887-0ad57e5b857f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:13.743508 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b038238-c85f-4055-b049-4db3d41303c5 req-353c7d24-40d0-4153-ae1d-e5d085c8dd3d tempest-ServerRescueNegativeTestJSON-1855851441 tempest-ServerRescueNegativeTestJSON-1855851441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:13.750966 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-6b038238-c85f-4055-b049-4db3d41303c5 req-353c7d24-40d0-4153-ae1d-e5d085c8dd3d tempest-ServerRescueNegativeTestJSON-1855851441 tempest-ServerRescueNegativeTestJSON-1855851441-project] 10.222.0.18 "GET /v2.0/ports?device_id=6551d2f1-dfc9-4bdf-adfb-bc809d0770ff HTTP/1.1" status: 200 len: 945 time: 0.3718767 Jul 27 23:12:13.764687 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4fd25504-5383-41de-a3d7-5f16bf98655b None None] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:13.790178 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-4fd25504-5383-41de-a3d7-5f16bf98655b None None] Transition to ACTIVE for port object 9c6935e6-0081-40b7-9a90-c97bad37e3d9 will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:12:13.806755 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4fd25504-5383-41de-a3d7-5f16bf98655b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:13.814153 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a156c6e-bc83-4dda-af51-b0dea35dfdc6 req-209b3b3e-e05c-4193-a408-a1650c032185 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:13.814841 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-5a156c6e-bc83-4dda-af51-b0dea35dfdc6 req-209b3b3e-e05c-4193-a408-a1650c032185 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:13.900240 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-91eb72c8-69f2-4b6c-bc9f-ea79f86dc589 admin admin] Allocated IP 172.20.0.1 (a77c1ae5-7f70-4eb8-a472-5ed26426d716/09f6cf61-7c03-449e-9a5d-68f7eabed009/0a53333b-532e-40d1-a0bb-1412d9c92dff) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:12:13.955680 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f912dc47-0ed0-46d9-92c2-75cf7572a951 None None] Pushing event updated for resources: {'Port': ['ID=9c6935e6-0081-40b7-9a90-c97bad37e3d9,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:12:13.955891 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-3696bb77-76c0-4e3f-b6f5-b1da56d99748 service neutron] 10.222.0.49 "GET /v2.0/networks/c246f1fa-d287-4449-88ed-7e41ec7ffa41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4770937 Jul 27 23:12:13.956040 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-4fd25504-5383-41de-a3d7-5f16bf98655b None None] Attempting to bind port 9c6935e6-0081-40b7-9a90-c97bad37e3d9 on host n-d-802623-1 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:12:13.956040 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-4fd25504-5383-41de-a3d7-5f16bf98655b None None] Attempting to bind port 9c6935e6-0081-40b7-9a90-c97bad37e3d9 by drivers openvswitch,hyperv on host n-d-802623-1 at level 0 using segments [{'id': 'b9afe07e-bbe4-4740-834c-4b6a9698bdbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:12:13.956040 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fd25504-5383-41de-a3d7-5f16bf98655b None None] Attempting to bind port 9c6935e6-0081-40b7-9a90-c97bad37e3d9 on network 2fd42287-ed26-4eb9-89a5-b521f5b04356 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:12:13.959176 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device ad3e4c8c-a767-481e-95b6-7bfaa54edcb3 up at agent hyperv_n-h2-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:12:13.985693 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fd25504-5383-41de-a3d7-5f16bf98655b None None] Checking agent: {'id': 'a9a568d2-a5e7-41e4-833f-a8ab42ea4073', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 52, 30), 'started_at': datetime.datetime(2021, 7, 27, 22, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802623-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:12:13.986234 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fd25504-5383-41de-a3d7-5f16bf98655b None None] Checking segment: {'id': 'b9afe07e-bbe4-4740-834c-4b6a9698bdbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:12:13.990122 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4fd25504-5383-41de-a3d7-5f16bf98655b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:13.990701 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fd25504-5383-41de-a3d7-5f16bf98655b None None] Bound using segment: {'id': 'b9afe07e-bbe4-4740-834c-4b6a9698bdbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:12:13.991354 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-4fd25504-5383-41de-a3d7-5f16bf98655b None None] Bound port: 9c6935e6-0081-40b7-9a90-c97bad37e3d9, host: n-d-802623-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9afe07e-bbe4-4740-834c-4b6a9698bdbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:12:13.993260 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4fd25504-5383-41de-a3d7-5f16bf98655b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:14.004100 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-6b038238-c85f-4055-b049-4db3d41303c5 req-49f2bd7b-634f-441f-917d-1d863d2438d0 tempest-ServerRescueNegativeTestJSON-1855851441 tempest-ServerRescueNegativeTestJSON-1855851441-project] 10.222.0.18 "GET /v2.0/security-groups?id=1af18e13-f94e-429a-ab8a-66f4e32e8b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2466648 Jul 27 23:12:14.043496 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ba01d890-2b81-47da-969c-4a075964537c None None] Provisioning for port 7cf95691-d169-4732-bb02-85a7aaedd64a completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:12:14.055998 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [req-a0c05de6-26ea-4d9b-9a78-ad969974b420 req-87343147-d3d6-4ae5-8675-4f34386e0ce5 tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] Allocated IP 172.20.0.14 (44a6a84b-a7de-4dfe-a6b7-f9205c26c7e9/167a3de5-23b9-48e3-8fdf-ba6c942d3440/42b29bb6-4988-492b-a994-653f19e603a5) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:12:14.061982 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ba01d890-2b81-47da-969c-4a075964537c None None] Provisioning complete for port 7cf95691-d169-4732-bb02-85a7aaedd64a triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:12:14.062758 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ba01d890-2b81-47da-969c-4a075964537c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:14.069011 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-4fd25504-5383-41de-a3d7-5f16bf98655b None None] For port 9c6935e6-0081-40b7-9a90-c97bad37e3d9, host n-d-802623-1, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:12:14.072425 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-91eb72c8-69f2-4b6c-bc9f-ea79f86dc589 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:14.074415 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-4fd25504-5383-41de-a3d7-5f16bf98655b None None] For port 9c6935e6-0081-40b7-9a90-c97bad37e3d9, host n-d-802623-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=9c6935e6-0081-40b7-9a90-c97bad37e3d9,segment=NetworkSegment(b9afe07e-bbe4-4740-834c-4b6a9698bdbc),segment_id=b9afe07e-bbe4-4740-834c-4b6a9698bdbc)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:12:14.082361 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4fd25504-5383-41de-a3d7-5f16bf98655b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:14.087062 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-91eb72c8-69f2-4b6c-bc9f-ea79f86dc589 admin admin] Transition to ACTIVE for port object 0a53333b-532e-40d1-a0bb-1412d9c92dff will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:12:14.132181 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-ba01d890-2b81-47da-969c-4a075964537c None None] Port 7cf95691-d169-4732-bb02-85a7aaedd64a cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:12:14.153661 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-91eb72c8-69f2-4b6c-bc9f-ea79f86dc589 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:14.159750 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Provisioning for port ad3e4c8c-a767-481e-95b6-7bfaa54edcb3 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:12:14.173074 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Provisioning complete for port ad3e4c8c-a767-481e-95b6-7bfaa54edcb3 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:12:14.173458 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:14.175278 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f912dc47-0ed0-46d9-92c2-75cf7572a951 None None] Pushing event updated for resources: {'Port': ['ID=9c6935e6-0081-40b7-9a90-c97bad37e3d9,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:12:14.196219 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-dbfe1f69-dda6-48c4-bb09-df9f7d309a34 req-5790f423-e19b-4eec-bab1-d21c7bc5bc19 tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] 10.222.0.18 "GET /v2.0/ports?device_id=291a4293-4cde-40a2-846a-35f694ac6ae4 HTTP/1.1" status: 200 len: 210 time: 0.0621068 Jul 27 23:12:14.204252 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fd25504-5383-41de-a3d7-5f16bf98655b None None] Routers {'d832e13c-b8ca-4c7d-a2f2-d6c8c4df0f63'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:12:14.205326 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-4fd25504-5383-41de-a3d7-5f16bf98655b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:12:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['d832e13c-b8ca-4c7d-a2f2-d6c8c4df0f63'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:12:14.242956 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-69c3f086-554a-488a-a636-a94a554946d1 service neutron] 10.222.0.49 "GET /v2.0/networks/c246f1fa-d287-4449-88ed-7e41ec7ffa41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3008187 Jul 27 23:12:14.252684 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eb72c8-69f2-4b6c-bc9f-ea79f86dc589 admin admin] Pushing event updated for resources: {'Port': ['ID=0a53333b-532e-40d1-a0bb-1412d9c92dff,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:12:14.267399 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91eb72c8-69f2-4b6c-bc9f-ea79f86dc589 admin admin] Network a77c1ae5-7f70-4eb8-a472-5ed26426d716 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:12:14.278415 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-91eb72c8-69f2-4b6c-bc9f-ea79f86dc589 admin admin] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:12:14.289930 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6991de9e-dd69-4866-a2aa-e7c6a62b7127 req-6c36acdb-a106-4c73-babf-6c29888019bc tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:14.298638 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-6991de9e-dd69-4866-a2aa-e7c6a62b7127 req-6c36acdb-a106-4c73-babf-6c29888019bc tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/ports?device_id=c292af40-c395-4445-978c-d1d948a0e563 HTTP/1.1" status: 200 len: 935 time: 0.1695888 Jul 27 23:12:14.300941 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91eb72c8-69f2-4b6c-bc9f-ea79f86dc589 admin admin] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:12:14.332310 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e2d7737a-a9b6-4c0c-a887-0ad57e5b857f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:14.384009 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e2d7737a-a9b6-4c0c-a887-0ad57e5b857f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:14.408490 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-6991de9e-dd69-4866-a2aa-e7c6a62b7127 req-6edd9e35-275f-4838-9b43-faca804efd54 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb779318-b8ff-43a6-a94f-3ce471aff166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086738 Jul 27 23:12:14.412932 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-5a156c6e-bc83-4dda-af51-b0dea35dfdc6 req-209b3b3e-e05c-4193-a408-a1650c032185 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.9059587 Jul 27 23:12:14.414137 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-93088e83-7303-415b-b524-e47e1f606048 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=da8eaa0e-5e3b-4fb2-abf0-06dbf59ba175 HTTP/1.1" status: 200 len: 217 time: 0.1237509 Jul 27 23:12:14.433996 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-91eb72c8-69f2-4b6c-bc9f-ea79f86dc589 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-415283'] for router_interface, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:14.446534 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [req-5a156c6e-bc83-4dda-af51-b0dea35dfdc6 req-1c2a3e2b-1e68-45fd-b14c-2454b1b86805 service neutron] Request body: {'port': {'device_id': 'c292af40-c395-4445-978c-d1d948a0e563', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802623-1'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:12:14.503732 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:14.524970 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-4fd25504-5383-41de-a3d7-5f16bf98655b None None] Set router d832e13c-b8ca-4c7d-a2f2-d6c8c4df0f63 gateway port host: n-d-802623-1 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:12:14.538545 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdf76be6-bd13-41d1-88c2-61c6861cc347', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad3e4c8c-a767-481e-95b6-7bfaa54edcb3'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:12:14.541119 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c0369b0d4f459110ff20a1f9878ba33f96d6491bddb9d15843bf29d01e0bda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6da8ac3-7335-4c75-9e05-915acbbbb4cf" -d '{"events": [{"server_uuid": "fdf76be6-bd13-41d1-88c2-61c6861cc347", "name": "network-vif-plugged", "status": "completed", "tag": "ad3e4c8c-a767-481e-95b6-7bfaa54edcb3"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:12:14.558011 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port ad3e4c8c-a767-481e-95b6-7bfaa54edcb3, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=ad3e4c8c-a767-481e-95b6-7bfaa54edcb3,segment=NetworkSegment(6aa8292f-47cc-47ee-ac5f-a751b39a03ef),segment_id=6aa8292f-47cc-47ee-ac5f-a751b39a03ef)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:12:14.559605 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-e2d7737a-a9b6-4c0c-a887-0ad57e5b857f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=09c19c67235b4f2585a0bb519cf8a0db&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1855540 Jul 27 23:12:14.566806 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:14.579186 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 36710) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:12:14.579949 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d7737a-a9b6-4c0c-a887-0ad57e5b857f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3039022-aed4-4ef6-840f-03b84d49183c,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:12:14.657396 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Pushing event updated for resources: {'Port': ['ID=ad3e4c8c-a767-481e-95b6-7bfaa54edcb3,revision_number=5']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:12:14.669784 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-2804bd2a-bd0b-40ca-b4c3-338b5725f7a4 None None] Provisioning for port 0a53333b-532e-40d1-a0bb-1412d9c92dff completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:12:14.674000 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6cd019-d73a-45af-93e9-dc058fd87613 req-f2afd5f2-ff91-485a-b917-5c516058bb4a tempest-ServerRescueTestJSON-1182058210 tempest-ServerRescueTestJSON-1182058210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:14.674177 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-2804bd2a-bd0b-40ca-b4c3-338b5725f7a4 None None] Provisioning complete for port 0a53333b-532e-40d1-a0bb-1412d9c92dff triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:12:14.674177 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2804bd2a-bd0b-40ca-b4c3-338b5725f7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:14.682946 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-dd6cd019-d73a-45af-93e9-dc058fd87613 req-f2afd5f2-ff91-485a-b917-5c516058bb4a tempest-ServerRescueTestJSON-1182058210 tempest-ServerRescueTestJSON-1182058210-project] 10.222.0.18 "GET /v2.0/ports?device_id=fdf76be6-bd13-41d1-88c2-61c6861cc347 HTTP/1.1" status: 200 len: 944 time: 0.3526442 Jul 27 23:12:14.685769 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-81f6ad28-208e-472d-b06b-8f3f05f0685d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:14.687618 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-81f6ad28-208e-472d-b06b-8f3f05f0685d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=205a94b6-ea5d-4719-adab-a78f7e1e308f HTTP/1.1" status: 200 len: 797 time: 0.2629113 Jul 27 23:12:14.697124 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d7b7ff-3942-4d67-baf4-281f50264f85 req-e1031225-738f-406d-9621-a9347ebc1e00 tempest-ServersTestFqdnHostnames-2064853926 tempest-ServersTestFqdnHostnames-2064853926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:14.699302 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-85d7b7ff-3942-4d67-baf4-281f50264f85 req-e1031225-738f-406d-9621-a9347ebc1e00 tempest-ServersTestFqdnHostnames-2064853926 tempest-ServersTestFqdnHostnames-2064853926-project] 10.222.0.18 "GET /v2.0/ports?device_id=c5b7cae6-ef9c-4b6a-8d88-4b0d58a86c54 HTTP/1.1" status: 200 len: 946 time: 0.1431849 Jul 27 23:12:14.710813 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-2804bd2a-bd0b-40ca-b4c3-338b5725f7a4 None None] Port 0a53333b-532e-40d1-a0bb-1412d9c92dff cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:12:14.748409 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-91eb72c8-69f2-4b6c-bc9f-ea79f86dc589 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:14.770122 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-5a156c6e-bc83-4dda-af51-b0dea35dfdc6 req-1c2a3e2b-1e68-45fd-b14c-2454b1b86805 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:14.776556 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-a0c05de6-26ea-4d9b-9a78-ad969974b420 req-87343147-d3d6-4ae5-8675-4f34386e0ce5 tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:14.784286 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-4fd25504-5383-41de-a3d7-5f16bf98655b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd832e13c-b8ca-4c7d-a2f2-d6c8c4df0f63', 'name': 'tempest-TaggedBootDevicesTest-1540006599-router', 'tenant_id': 'f48a0b951c1c4793a7fc1226ee71e867', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.142'}], 'enable_snat': True}, 'gw_port_id': '9c6935e6-0081-40b7-9a90-c97bad37e3d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:12:08Z', 'updated_at': '2021-07-27T23:12:10Z', 'revision_number': 3, 'project_id': 'f48a0b951c1c4793a7fc1226ee71e867', 'gw_port': {'id': '9c6935e6-0081-40b7-9a90-c97bad37e3d9', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:54:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd832e13c-b8ca-4c7d-a2f2-d6c8c4df0f63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:12:09Z', 'updated_at': '2021-07-27T23:12:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1'}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:12:14.806002 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-85d7b7ff-3942-4d67-baf4-281f50264f85 req-2317f6b8-f829-4d2f-b76c-54d1e44adeb5 tempest-ServersTestFqdnHostnames-2064853926 tempest-ServersTestFqdnHostnames-2064853926-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1f99751-c260-43e9-8677-232667eaf594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745475 Jul 27 23:12:14.828161 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fd25504-5383-41de-a3d7-5f16bf98655b None None] The sync data for ids ['d832e13c-b8ca-4c7d-a2f2-d6c8c4df0f63'] in n-d-802623-1 is: [{'id': 'd832e13c-b8ca-4c7d-a2f2-d6c8c4df0f63', 'name': 'tempest-TaggedBootDevicesTest-1540006599-router', 'tenant_id': 'f48a0b951c1c4793a7fc1226ee71e867', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.142'}], 'enable_snat': True}, 'gw_port_id': '9c6935e6-0081-40b7-9a90-c97bad37e3d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:12:08Z', 'updated_at': '2021-07-27T23:12:10Z', 'revision_number': 3, 'project_id': 'f48a0b951c1c4793a7fc1226ee71e867', 'gw_port': {'id': '9c6935e6-0081-40b7-9a90-c97bad37e3d9', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:54:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd832e13c-b8ca-4c7d-a2f2-d6c8c4df0f63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:12:09Z', 'updated_at': '2021-07-27T23:12:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1'}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:12:14.830376 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device ee1e649f-3756-4756-9430-9a9e88f6dcfb no longer exists at agent hyperv_n-h1-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:12:14.833269 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-50777436-ad92-41c7-a30e-86ebfe711202 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:14.856202 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] No Port match for: ee1e649f-3756-4756-9430-9a9e88f6dcfb {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:12:14.856664 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device ee1e649f-3756-4756-9430-9a9e88f6dcfb not bound to the agent host n-h1-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:12:14.879314 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:12:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4029b41f-9d16-4314-a4e8-fda9154294bf x-openstack-request-id: req-4029b41f-9d16-4314-a4e8-fda9154294bf {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:12:14.879704 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-dd6cd019-d73a-45af-93e9-dc058fd87613 req-14f3e1c3-c65a-460b-a5da-c656ad6fd411 tempest-ServerRescueTestJSON-1182058210 tempest-ServerRescueTestJSON-1182058210-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1683666-2031-45b7-8015-e9f1b36fb2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963031 Jul 27 23:12:14.882811 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdf76be6-bd13-41d1-88c2-61c6861cc347", "name": "network-vif-plugged", "status": "completed", "tag": "ad3e4c8c-a767-481e-95b6-7bfaa54edcb3", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:12:14.883209 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4029b41f-9d16-4314-a4e8-fda9154294bf {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:12:14.883633 n-d-802623-1 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdf76be6-bd13-41d1-88c2-61c6861cc347', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad3e4c8c-a767-481e-95b6-7bfaa54edcb3', 'code': 200} Jul 27 23:12:14.921392 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-82dc3448-169a-4dd0-898c-1c999947b9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:14.922841 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-82dc3448-169a-4dd0-898c-1c999947b9c7 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c34a942f-0b0f-45f7-a399-4187f193826f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2257524 Jul 27 23:12:14.944712 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-50777436-ad92-41c7-a30e-86ebfe711202 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:15.040604 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-91eb72c8-69f2-4b6c-bc9f-ea79f86dc589 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:15.051934 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-91eb72c8-69f2-4b6c-bc9f-ea79f86dc589 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:15.089581 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd702e53-9b99-4852-afa3-d51533cd01d6 req-8c24cf5d-c128-4817-b499-46c3278514ab tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:15.095525 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd702e53-9b99-4852-afa3-d51533cd01d6 req-8c24cf5d-c128-4817-b499-46c3278514ab tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:15.101402 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd702e53-9b99-4852-afa3-d51533cd01d6 req-8c24cf5d-c128-4817-b499-46c3278514ab tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:15.107435 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd702e53-9b99-4852-afa3-d51533cd01d6 req-8c24cf5d-c128-4817-b499-46c3278514ab tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:15.115423 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd702e53-9b99-4852-afa3-d51533cd01d6 req-8c24cf5d-c128-4817-b499-46c3278514ab tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:15.122094 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd702e53-9b99-4852-afa3-d51533cd01d6 req-8c24cf5d-c128-4817-b499-46c3278514ab tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:15.129572 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd702e53-9b99-4852-afa3-d51533cd01d6 req-8c24cf5d-c128-4817-b499-46c3278514ab tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:15.139036 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-dd702e53-9b99-4852-afa3-d51533cd01d6 req-8c24cf5d-c128-4817-b499-46c3278514ab tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] 10.222.0.18 "GET /v2.0/ports?device_id=bab14976-9a79-4961-bbb7-bef26e77c0b6 HTTP/1.1" status: 200 len: 5432 time: 0.1863172 Jul 27 23:12:15.146775 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f63cd5-2e99-4475-9cf1-2d9c3384cc73 req-e9462834-f87e-4e5d-9455-3eeb75b162f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:15.146775 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-54f63cd5-2e99-4475-9cf1-2d9c3384cc73 req-e9462834-f87e-4e5d-9455-3eeb75b162f4 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=fdf76be6-bd13-41d1-88c2-61c6861cc347 HTTP/1.1" status: 200 len: 1096 time: 0.1950855 Jul 27 23:12:15.157937 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-a0c05de6-26ea-4d9b-9a78-ad969974b420 req-87343147-d3d6-4ae5-8675-4f34386e0ce5 tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:15.269577 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-91eb72c8-69f2-4b6c-bc9f-ea79f86dc589 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3760555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-414115'] for router_interface, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:15.297703 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-54f63cd5-2e99-4475-9cf1-2d9c3384cc73 req-603732ec-fdea-4a0f-ab38-b724dc6af3f3 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=d1683666-2031-45b7-8015-e9f1b36fb2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028457 Jul 27 23:12:15.301045 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0c05de6-26ea-4d9b-9a78-ad969974b420 req-87343147-d3d6-4ae5-8675-4f34386e0ce5 tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] Network 44a6a84b-a7de-4dfe-a6b7-f9205c26c7e9 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:12:15.301898 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eb72c8-69f2-4b6c-bc9f-ea79f86dc589 admin admin] Pushing event updated for resources: {'Port': ['ID=0a53333b-532e-40d1-a0bb-1412d9c92dff,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:12:15.313724 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [req-a0c05de6-26ea-4d9b-9a78-ad969974b420 req-87343147-d3d6-4ae5-8675-4f34386e0ce5 tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:12:15.317991 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-dd702e53-9b99-4852-afa3-d51533cd01d6 req-e81d5896-04d2-4ebc-b8c2-0773d9338585 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] 10.222.0.18 "GET /v2.0/security-groups?id=cfd41bdc-77a0-40db-b366-4cd3c3051f6e&id=590f29d5-a38d-458c-93ce-543ee7b0dac7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1105475 Jul 27 23:12:15.322962 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a6c1e9-33e7-4c56-9586-394e12be9fb1 req-a964a7c1-0001-49b7-b252-0deeb8241017 tempest-ServerRescueNegativeTestJSON-1855851441 tempest-ServerRescueNegativeTestJSON-1855851441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:15.324581 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a2a6c1e9-33e7-4c56-9586-394e12be9fb1 req-a964a7c1-0001-49b7-b252-0deeb8241017 tempest-ServerRescueNegativeTestJSON-1855851441 tempest-ServerRescueNegativeTestJSON-1855851441-project] 10.222.0.18 "GET /v2.0/ports?device_id=6551d2f1-dfc9-4bdf-adfb-bc809d0770ff HTTP/1.1" status: 200 len: 945 time: 0.2422085 Jul 27 23:12:15.328704 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0c05de6-26ea-4d9b-9a78-ad969974b420 req-87343147-d3d6-4ae5-8675-4f34386e0ce5 tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:12:15.333603 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-50777436-ad92-41c7-a30e-86ebfe711202 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:15.336130 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-50777436-ad92-41c7-a30e-86ebfe711202 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:15.337307 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-50777436-ad92-41c7-a30e-86ebfe711202 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b3039022-aed4-4ef6-840f-03b84d49183c HTTP/1.1" status: 204 len: 168 time: 0.7543228 Jul 27 23:12:15.348013 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-6de74743-288a-45fe-a39d-0e326535eb3d service neutron] 10.222.0.49 "GET /v2.0/networks/c34a942f-0b0f-45f7-a399-4187f193826f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3883684 Jul 27 23:12:15.371853 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87343147-d3d6-4ae5-8675-4f34386e0ce5 tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] Pushing event updated for resources: {'Port': ['ID=42b29bb6-4988-492b-a994-653f19e603a5,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:12:15.411502 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50777436-ad92-41c7-a30e-86ebfe711202 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3039022-aed4-4ef6-840f-03b84d49183c,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:12:15.529161 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c05de6-26ea-4d9b-9a78-ad969974b420 req-87343147-d3d6-4ae5-8675-4f34386e0ce5 tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:15.529439 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-a0c05de6-26ea-4d9b-9a78-ad969974b420 req-87343147-d3d6-4ae5-8675-4f34386e0ce5 tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:15.538957 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a2a6c1e9-33e7-4c56-9586-394e12be9fb1 req-887e5ab3-c397-401a-ae34-d94018be7042 tempest-ServerRescueNegativeTestJSON-1855851441 tempest-ServerRescueNegativeTestJSON-1855851441-project] 10.222.0.18 "GET /v2.0/security-groups?id=1af18e13-f94e-429a-ab8a-66f4e32e8b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965318 Jul 27 23:12:15.557633 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccb776f-0f41-4cc7-abad-f8a6af3e39c4 req-c1a38b46-15b5-4cf6-9644-7cd4f78b3d1b tempest-ServersTestFqdnHostnames-2064853926 tempest-ServersTestFqdnHostnames-2064853926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:15.565949 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-eccb776f-0f41-4cc7-abad-f8a6af3e39c4 req-c1a38b46-15b5-4cf6-9644-7cd4f78b3d1b tempest-ServersTestFqdnHostnames-2064853926 tempest-ServersTestFqdnHostnames-2064853926-project] 10.222.0.38 "GET /v2.0/ports?device_id=c5b7cae6-ef9c-4b6a-8d88-4b0d58a86c54 HTTP/1.1" status: 200 len: 946 time: 0.1702218 Jul 27 23:12:15.584334 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a0c05de6-26ea-4d9b-9a78-ad969974b420 req-87343147-d3d6-4ae5-8675-4f34386e0ce5 tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0880227 Jul 27 23:12:15.643337 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44df77fc-1a36-4ee0-b119-53d09207bcc1 req-82fbb536-fb21-4928-a589-1c40a7235389 tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:15.648096 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-44df77fc-1a36-4ee0-b119-53d09207bcc1 req-82fbb536-fb21-4928-a589-1c40a7235389 tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] 10.222.0.18 "GET /v2.0/ports?device_id=291a4293-4cde-40a2-846a-35f694ac6ae4 HTTP/1.1" status: 200 len: 932 time: 0.1909611 Jul 27 23:12:15.649191 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [req-a0c05de6-26ea-4d9b-9a78-ad969974b420 req-9c37897f-2f07-4417-9778-2a7c23555f99 service neutron] Request body: {'port': {'device_id': '291a4293-4cde-40a2-846a-35f694ac6ae4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802623-1'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:12:15.711314 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91eb72c8-69f2-4b6c-bc9f-ea79f86dc589 admin admin] Network a77c1ae5-7f70-4eb8-a472-5ed26426d716 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:12:15.736022 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-91eb72c8-69f2-4b6c-bc9f-ea79f86dc589 admin admin] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:12:15.738485 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-bc30f870-738c-45f8-a9d2-3673cb0daf85 service neutron] 10.222.0.49 "GET /v2.0/networks/c34a942f-0b0f-45f7-a399-4187f193826f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3024354 Jul 27 23:12:15.746253 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [req-5a156c6e-bc83-4dda-af51-b0dea35dfdc6 req-1c2a3e2b-1e68-45fd-b14c-2454b1b86805 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7cf95691-d169-4732-bb02-85a7aaedd64a {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:12:15.786119 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-5a156c6e-bc83-4dda-af51-b0dea35dfdc6 req-1c2a3e2b-1e68-45fd-b14c-2454b1b86805 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:15.810672 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-44df77fc-1a36-4ee0-b119-53d09207bcc1 req-d910b716-16bc-45d6-ba07-de96e29a8a31 tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] 10.222.0.18 "GET /v2.0/security-groups?id=f9282c7c-bf74-4e2f-accf-81bded4d9191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297011 Jul 27 23:12:15.850943 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-d16b7413-0248-4e1f-9b89-d1c45509dedb service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=04fa79a8-5a6e-4754-87c2-e6c72b5d831d HTTP/1.1" status: 200 len: 217 time: 0.0958426 Jul 27 23:12:15.887823 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-a0c05de6-26ea-4d9b-9a78-ad969974b420 req-9c37897f-2f07-4417-9778-2a7c23555f99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:15.902286 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-eccb776f-0f41-4cc7-abad-f8a6af3e39c4 req-bc32c01d-1979-4225-8d4b-022c24281ab9 tempest-ServersTestFqdnHostnames-2064853926 tempest-ServersTestFqdnHostnames-2064853926-project] Deleting port 22d3219b-9579-4f13-8261-7c85fc7c7434 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:12:15.902644 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-eccb776f-0f41-4cc7-abad-f8a6af3e39c4 req-bc32c01d-1979-4225-8d4b-022c24281ab9 tempest-ServersTestFqdnHostnames-2064853926 tempest-ServersTestFqdnHostnames-2064853926-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:15.935929 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [req-5a156c6e-bc83-4dda-af51-b0dea35dfdc6 req-1c2a3e2b-1e68-45fd-b14c-2454b1b86805 service neutron] Transition to ACTIVE for port object 7cf95691-d169-4732-bb02-85a7aaedd64a will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:12:15.966890 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284e2f54-21cd-4df8-aaf2-b606c5316974 req-61450e54-b74b-4745-8475-0ac2b523c396 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:15.980381 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-284e2f54-21cd-4df8-aaf2-b606c5316974 req-61450e54-b74b-4745-8475-0ac2b523c396 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/ports?device_id=c292af40-c395-4445-978c-d1d948a0e563 HTTP/1.1" status: 200 len: 935 time: 0.3190317 Jul 27 23:12:15.991071 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-5a156c6e-bc83-4dda-af51-b0dea35dfdc6 req-1c2a3e2b-1e68-45fd-b14c-2454b1b86805 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11336041'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:16.055533 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91eb72c8-69f2-4b6c-bc9f-ea79f86dc589 admin admin] Router d832e13c-b8ca-4c7d-a2f2-d6c8c4df0f63 has already been hosted by L3 agent 018c4455-49c0-4734-927d-7824067b2a9e {{(pid=93798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 23:12:16.114352 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3eff5c2-84b9-4757-b352-b60d6168e6f8 req-2b839c9b-9e98-4042-971c-082726e232fd tempest-ServersTestFqdnHostnames-2064853926 tempest-ServersTestFqdnHostnames-2064853926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:16.117201 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-7e601682-4013-49d5-ab19-277949bef3b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:16.118737 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-7e601682-4013-49d5-ab19-277949bef3b4 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=205a94b6-ea5d-4719-adab-a78f7e1e308f HTTP/1.1" status: 200 len: 797 time: 0.2546329 Jul 27 23:12:16.121131 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c3eff5c2-84b9-4757-b352-b60d6168e6f8 req-2b839c9b-9e98-4042-971c-082726e232fd tempest-ServersTestFqdnHostnames-2064853926 tempest-ServersTestFqdnHostnames-2064853926-project] 10.222.0.18 "GET /v2.0/ports?device_id=c5b7cae6-ef9c-4b6a-8d88-4b0d58a86c54 HTTP/1.1" status: 200 len: 946 time: 0.1490941 Jul 27 23:12:16.124373 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-eccb776f-0f41-4cc7-abad-f8a6af3e39c4 req-bc32c01d-1979-4225-8d4b-022c24281ab9 tempest-ServersTestFqdnHostnames-2064853926 tempest-ServersTestFqdnHostnames-2064853926-project] For port 22d3219b-9579-4f13-8261-7c85fc7c7434, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=22d3219b-9579-4f13-8261-7c85fc7c7434,segment=NetworkSegment(b2a4e5b4-2545-4483-a478-998f9d989cf7),segment_id=b2a4e5b4-2545-4483-a478-998f9d989cf7)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:12:16.127033 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-eccb776f-0f41-4cc7-abad-f8a6af3e39c4 req-bc32c01d-1979-4225-8d4b-022c24281ab9 tempest-ServersTestFqdnHostnames-2064853926 tempest-ServersTestFqdnHostnames-2064853926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:16.155033 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 9c6935e6-0081-40b7-9a90-c97bad37e3d9 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:12:16.196740 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-284e2f54-21cd-4df8-aaf2-b606c5316974 req-955cfccd-fc80-4b44-95bd-c591d7be10b5 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb779318-b8ff-43a6-a94f-3ce471aff166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2155185 Jul 27 23:12:16.270240 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning for port 9c6935e6-0081-40b7-9a90-c97bad37e3d9 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:12:16.286389 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port 9c6935e6-0081-40b7-9a90-c97bad37e3d9 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:12:16.287508 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:16.289846 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-9c03ac86-f9e3-4024-9d39-64e7650b607d None None] Provisioning complete for port 0a53333b-532e-40d1-a0bb-1412d9c92dff triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:12:16.290370 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-9c03ac86-f9e3-4024-9d39-64e7650b607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:16.328274 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2a3e2b-1e68-45fd-b14c-2454b1b86805 service neutron] Pushing event updated for resources: {'Port': ['ID=7cf95691-d169-4732-bb02-85a7aaedd64a,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:12:16.397432 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-9c03ac86-f9e3-4024-9d39-64e7650b607d None None] Port 0a53333b-532e-40d1-a0bb-1412d9c92dff cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:12:16.406095 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c3eff5c2-84b9-4757-b352-b60d6168e6f8 req-701b5610-efee-4dbb-90f3-24192e837e2c tempest-ServersTestFqdnHostnames-2064853926 tempest-ServersTestFqdnHostnames-2064853926-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1f99751-c260-43e9-8677-232667eaf594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2833948 Jul 27 23:12:16.530921 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:16.568907 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] For port 9c6935e6-0081-40b7-9a90-c97bad37e3d9, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=9c6935e6-0081-40b7-9a90-c97bad37e3d9,segment=NetworkSegment(b9afe07e-bbe4-4740-834c-4b6a9698bdbc),segment_id=b9afe07e-bbe4-4740-834c-4b6a9698bdbc)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:12:16.575954 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:16.651572 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Pushing event updated for resources: {'Port': ['ID=9c6935e6-0081-40b7-9a90-c97bad37e3d9,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:12:16.711710 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-eccb776f-0f41-4cc7-abad-f8a6af3e39c4 req-bc32c01d-1979-4225-8d4b-022c24281ab9 tempest-ServersTestFqdnHostnames-2064853926 tempest-ServersTestFqdnHostnames-2064853926-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:16.712595 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-eccb776f-0f41-4cc7-abad-f8a6af3e39c4 req-bc32c01d-1979-4225-8d4b-022c24281ab9 tempest-ServersTestFqdnHostnames-2064853926 tempest-ServersTestFqdnHostnames-2064853926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-415302'] for floatingip, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:16.713794 n-d-802623-1 neutron-server[93798]: INFO neutron.db.l3_db [req-eccb776f-0f41-4cc7-abad-f8a6af3e39c4 req-bc32c01d-1979-4225-8d4b-022c24281ab9 tempest-ServersTestFqdnHostnames-2064853926 tempest-ServersTestFqdnHostnames-2064853926-project] Floating IP 039a9118-b481-4b43-9462-bb54bde147f4 disassociated. External IP: 172.25.4.84, port: 22d3219b-9579-4f13-8261-7c85fc7c7434. Jul 27 23:12:16.714190 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-eccb776f-0f41-4cc7-abad-f8a6af3e39c4 req-bc32c01d-1979-4225-8d4b-022c24281ab9 tempest-ServersTestFqdnHostnames-2064853926 tempest-ServersTestFqdnHostnames-2064853926-project] Calling delete_port for 22d3219b-9579-4f13-8261-7c85fc7c7434 owned by compute:nova {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:12:16.819618 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91eb72c8-69f2-4b6c-bc9f-ea79f86dc589 admin admin] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:12:16.822888 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-d60de083-2d6d-426c-9d06-2fff12f5b9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:16.824495 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-d60de083-2d6d-426c-9d06-2fff12f5b9cc service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c34a942f-0b0f-45f7-a399-4187f193826f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6323407 Jul 27 23:12:16.828287 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-91eb72c8-69f2-4b6c-bc9f-ea79f86dc589 admin admin] 10.222.0.18 "PUT /v2.0/routers/d832e13c-b8ca-4c7d-a2f2-d6c8c4df0f63/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0712895 Jul 27 23:12:16.865308 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04776f3b-f7e8-4854-a80e-3626b517f8d6 req-150ebfdf-e455-4053-950a-72c9ffdbdc27 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:16.875552 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04776f3b-f7e8-4854-a80e-3626b517f8d6 req-150ebfdf-e455-4053-950a-72c9ffdbdc27 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:16.882862 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04776f3b-f7e8-4854-a80e-3626b517f8d6 req-150ebfdf-e455-4053-950a-72c9ffdbdc27 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:16.898293 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04776f3b-f7e8-4854-a80e-3626b517f8d6 req-150ebfdf-e455-4053-950a-72c9ffdbdc27 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:16.904248 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04776f3b-f7e8-4854-a80e-3626b517f8d6 req-150ebfdf-e455-4053-950a-72c9ffdbdc27 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:16.911378 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04776f3b-f7e8-4854-a80e-3626b517f8d6 req-150ebfdf-e455-4053-950a-72c9ffdbdc27 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:16.917214 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04776f3b-f7e8-4854-a80e-3626b517f8d6 req-150ebfdf-e455-4053-950a-72c9ffdbdc27 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:16.919162 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-04776f3b-f7e8-4854-a80e-3626b517f8d6 req-150ebfdf-e455-4053-950a-72c9ffdbdc27 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] 10.222.0.18 "GET /v2.0/ports?device_id=bab14976-9a79-4961-bbb7-bef26e77c0b6 HTTP/1.1" status: 200 len: 5432 time: 0.2138834 Jul 27 23:12:16.960002 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cf92f0-fad7-4128-b205-f5c97b04f04d req-617775a4-dc42-460a-8556-63a1bced56ec tempest-ServerRescueTestJSON-1182058210 tempest-ServerRescueTestJSON-1182058210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:16.968082 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f7cf92f0-fad7-4128-b205-f5c97b04f04d req-617775a4-dc42-460a-8556-63a1bced56ec tempest-ServerRescueTestJSON-1182058210 tempest-ServerRescueTestJSON-1182058210-project] 10.222.0.18 "GET /v2.0/ports?device_id=fdf76be6-bd13-41d1-88c2-61c6861cc347 HTTP/1.1" status: 200 len: 945 time: 0.6255901 Jul 27 23:12:16.975346 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-5a156c6e-bc83-4dda-af51-b0dea35dfdc6 req-1c2a3e2b-1e68-45fd-b14c-2454b1b86805 service neutron] Attempting to bind port 7cf95691-d169-4732-bb02-85a7aaedd64a on host n-h1-802623-1 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:12:16.975568 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-5a156c6e-bc83-4dda-af51-b0dea35dfdc6 req-1c2a3e2b-1e68-45fd-b14c-2454b1b86805 service neutron] Attempting to bind port 7cf95691-d169-4732-bb02-85a7aaedd64a by drivers openvswitch,hyperv on host n-h1-802623-1 at level 0 using segments [{'id': '16e91594-c047-4b55-93eb-43af33ad08e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '591af2dd-f826-43b1-aa9d-e7a0bf218c71'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:12:16.975883 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a156c6e-bc83-4dda-af51-b0dea35dfdc6 req-1c2a3e2b-1e68-45fd-b14c-2454b1b86805 service neutron] Attempting to bind port 7cf95691-d169-4732-bb02-85a7aaedd64a on network 591af2dd-f826-43b1-aa9d-e7a0bf218c71 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:12:17.009269 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a156c6e-bc83-4dda-af51-b0dea35dfdc6 req-1c2a3e2b-1e68-45fd-b14c-2454b1b86805 service neutron] Port 7cf95691-d169-4732-bb02-85a7aaedd64a on network 591af2dd-f826-43b1-aa9d-e7a0bf218c71 not bound, no agent of type Open vSwitch agent registered on host n-h1-802623-1 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 23:12:17.009568 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a156c6e-bc83-4dda-af51-b0dea35dfdc6 req-1c2a3e2b-1e68-45fd-b14c-2454b1b86805 service neutron] Attempting to bind port 7cf95691-d169-4732-bb02-85a7aaedd64a on network 591af2dd-f826-43b1-aa9d-e7a0bf218c71 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:12:17.010335 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-04776f3b-f7e8-4854-a80e-3626b517f8d6 req-a47eb5eb-ab92-475f-9faa-8a0338d211d2 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] 10.222.0.18 "GET /v2.0/security-groups?id=cfd41bdc-77a0-40db-b366-4cd3c3051f6e&id=590f29d5-a38d-458c-93ce-543ee7b0dac7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0730817 Jul 27 23:12:17.022237 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-aa1c6ae7-5560-4a57-bc60-426c40b2fc04 req-6ca919b0-23ab-4ebd-944e-d1c964f16e03 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=13990610-5726-4497-81b9-f5375fbe4860&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1020837 Jul 27 23:12:17.038589 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a156c6e-bc83-4dda-af51-b0dea35dfdc6 req-1c2a3e2b-1e68-45fd-b14c-2454b1b86805 service neutron] Checking agent: {'id': '245f1da4-a9b8-4b08-90d7-28f0f342b839', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 59, 59), 'started_at': datetime.datetime(2021, 7, 27, 22, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 11, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:12:17.039093 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a156c6e-bc83-4dda-af51-b0dea35dfdc6 req-1c2a3e2b-1e68-45fd-b14c-2454b1b86805 service neutron] Checking segment: {'id': '16e91594-c047-4b55-93eb-43af33ad08e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '591af2dd-f826-43b1-aa9d-e7a0bf218c71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:12:17.039350 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a156c6e-bc83-4dda-af51-b0dea35dfdc6 req-1c2a3e2b-1e68-45fd-b14c-2454b1b86805 service neutron] Bound using segment: {'id': '16e91594-c047-4b55-93eb-43af33ad08e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '591af2dd-f826-43b1-aa9d-e7a0bf218c71'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:12:17.039791 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-5a156c6e-bc83-4dda-af51-b0dea35dfdc6 req-1c2a3e2b-1e68-45fd-b14c-2454b1b86805 service neutron] Bound port: 7cf95691-d169-4732-bb02-85a7aaedd64a, host: n-h1-802623-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16e91594-c047-4b55-93eb-43af33ad08e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '591af2dd-f826-43b1-aa9d-e7a0bf218c71'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:12:17.040206 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-5a156c6e-bc83-4dda-af51-b0dea35dfdc6 req-1c2a3e2b-1e68-45fd-b14c-2454b1b86805 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:17.089846 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f7cf92f0-fad7-4128-b205-f5c97b04f04d req-7cfd8d4f-f5af-425b-af97-74c0382e7181 tempest-ServerRescueTestJSON-1182058210 tempest-ServerRescueTestJSON-1182058210-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1683666-2031-45b7-8015-e9f1b36fb2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216033 Jul 27 23:12:17.104743 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-b1d4a193-896f-4dd0-b980-4e8a985aca5c service neutron] 10.222.0.49 "GET /v2.0/networks/c34a942f-0b0f-45f7-a399-4187f193826f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2664354 Jul 27 23:12:17.175563 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-eccb776f-0f41-4cc7-abad-f8a6af3e39c4 req-bc32c01d-1979-4225-8d4b-022c24281ab9 tempest-ServersTestFqdnHostnames-2064853926 tempest-ServersTestFqdnHostnames-2064853926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:17.276197 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc32c01d-1979-4225-8d4b-022c24281ab9 tempest-ServersTestFqdnHostnames-2064853926 tempest-ServersTestFqdnHostnames-2064853926-project] Pushing event deleted for resources: {'Port': ['ID=22d3219b-9579-4f13-8261-7c85fc7c7434,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:12:17.281103 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [req-a0c05de6-26ea-4d9b-9a78-ad969974b420 req-9c37897f-2f07-4417-9778-2a7c23555f99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42b29bb6-4988-492b-a994-653f19e603a5 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:12:17.302553 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-a0c05de6-26ea-4d9b-9a78-ad969974b420 req-9c37897f-2f07-4417-9778-2a7c23555f99 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:17.329009 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-5a156c6e-bc83-4dda-af51-b0dea35dfdc6 req-1c2a3e2b-1e68-45fd-b14c-2454b1b86805 service neutron] For port 7cf95691-d169-4732-bb02-85a7aaedd64a, host n-h1-802623-1, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:12:17.361208 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [req-a0c05de6-26ea-4d9b-9a78-ad969974b420 req-9c37897f-2f07-4417-9778-2a7c23555f99 service neutron] Transition to ACTIVE for port object 42b29bb6-4988-492b-a994-653f19e603a5 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:12:17.364426 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-5a156c6e-bc83-4dda-af51-b0dea35dfdc6 req-1c2a3e2b-1e68-45fd-b14c-2454b1b86805 service neutron] For port 7cf95691-d169-4732-bb02-85a7aaedd64a, host n-h1-802623-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=7cf95691-d169-4732-bb02-85a7aaedd64a,segment=NetworkSegment(16e91594-c047-4b55-93eb-43af33ad08e1),segment_id=16e91594-c047-4b55-93eb-43af33ad08e1)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:12:17.370026 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-96f42aec-7d19-423f-a18a-fcac43c40cd6 req-d0074f56-c316-4f11-a3cc-2c38268d9674 service neutron] 10.222.0.49 "GET /v2.0/networks/c34a942f-0b0f-45f7-a399-4187f193826f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2300315 Jul 27 23:12:17.375644 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-a0c05de6-26ea-4d9b-9a78-ad969974b420 req-9c37897f-2f07-4417-9778-2a7c23555f99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11336041'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:17.382759 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-5a156c6e-bc83-4dda-af51-b0dea35dfdc6 req-1c2a3e2b-1e68-45fd-b14c-2454b1b86805 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11336041'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:17.385463 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1c6ae7-5560-4a57-bc60-426c40b2fc04 req-275dd118-3c46-477e-a625-44b4a159d001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:17.387098 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-aa1c6ae7-5560-4a57-bc60-426c40b2fc04 req-275dd118-3c46-477e-a625-44b4a159d001 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1b545d5113d14592aa4c69bde083a757&device_id=13990610-5726-4497-81b9-f5375fbe4860 HTTP/1.1" status: 200 len: 1101 time: 0.2741449 Jul 27 23:12:17.426530 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afaa69a-f772-4840-951a-53fa4578fc16 req-5a465a6a-226e-40bc-80bd-b6673f01887d tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:17.434225 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-3afaa69a-f772-4840-951a-53fa4578fc16 req-5a465a6a-226e-40bc-80bd-b6673f01887d tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] 10.222.0.18 "GET /v2.0/ports?device_id=291a4293-4cde-40a2-846a-35f694ac6ae4 HTTP/1.1" status: 200 len: 932 time: 0.1709483 Jul 27 23:12:17.459771 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca82cc19-cf74-4f4c-b747-07e472c8f095 req-c406fab5-80f0-4c4b-9310-33be294bf38b tempest-ServerRescueNegativeTestJSON-1855851441 tempest-ServerRescueNegativeTestJSON-1855851441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:17.466401 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a156c6e-bc83-4dda-af51-b0dea35dfdc6 req-1c2a3e2b-1e68-45fd-b14c-2454b1b86805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:17.467247 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-5a156c6e-bc83-4dda-af51-b0dea35dfdc6 req-1c2a3e2b-1e68-45fd-b14c-2454b1b86805 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:17.468910 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-5a156c6e-bc83-4dda-af51-b0dea35dfdc6 req-1c2a3e2b-1e68-45fd-b14c-2454b1b86805 service neutron] 10.222.0.38 "PUT /v2.0/ports/7cf95691-d169-4732-bb02-85a7aaedd64a HTTP/1.1" status: 200 len: 1095 time: 3.0371764 Jul 27 23:12:17.470199 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ca82cc19-cf74-4f4c-b747-07e472c8f095 req-c406fab5-80f0-4c4b-9310-33be294bf38b tempest-ServerRescueNegativeTestJSON-1855851441 tempest-ServerRescueNegativeTestJSON-1855851441-project] 10.222.0.18 "GET /v2.0/ports?device_id=6551d2f1-dfc9-4bdf-adfb-bc809d0770ff HTTP/1.1" status: 200 len: 945 time: 0.1859231 Jul 27 23:12:17.470419 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c292af40-c395-4445-978c-d1d948a0e563', 'tag': '7cf95691-d169-4732-bb02-85a7aaedd64a'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:12:17.473200 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a476459a1bfce68b0ae0df5b6a71154bfc7cfdc8f9eefce6ad0a17231e60468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d5cfb51-d542-4688-ae44-e60e8e73bf53" -d '{"events": [{"name": "network-changed", "server_uuid": "c292af40-c395-4445-978c-d1d948a0e563", "tag": "7cf95691-d169-4732-bb02-85a7aaedd64a"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:12:17.505143 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c37897f-2f07-4417-9778-2a7c23555f99 service neutron] Pushing event updated for resources: {'Port': ['ID=42b29bb6-4988-492b-a994-653f19e603a5,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:12:17.562794 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3c41b33-1f36-4476-b838-70478cb6610b None None] Sync routers for ids ['d832e13c-b8ca-4c7d-a2f2-d6c8c4df0f63'] in n-d-802623-1 {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:12:17.576003 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3c41b33-1f36-4476-b838-70478cb6610b None None] Routers {'d832e13c-b8ca-4c7d-a2f2-d6c8c4df0f63'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:12:17.577219 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-d3c41b33-1f36-4476-b838-70478cb6610b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:12:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['d832e13c-b8ca-4c7d-a2f2-d6c8c4df0f63'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:12:17.654297 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-3afaa69a-f772-4840-951a-53fa4578fc16 req-5a9cd349-2c1f-4918-9271-170d8837d040 tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] 10.222.0.18 "GET /v2.0/security-groups?id=f9282c7c-bf74-4e2f-accf-81bded4d9191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2146795 Jul 27 23:12:17.734396 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [req-eccb776f-0f41-4cc7-abad-f8a6af3e39c4 req-bc32c01d-1979-4225-8d4b-022c24281ab9 tempest-ServersTestFqdnHostnames-2064853926 tempest-ServersTestFqdnHostnames-2064853926-project] Router f31d1433-e73e-4bca-9d93-7d2ab78ff6cf has already been hosted by L3 agent 018c4455-49c0-4734-927d-7824067b2a9e {{(pid=93798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 23:12:17.795269 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ca82cc19-cf74-4f4c-b747-07e472c8f095 req-49f6966f-6087-498e-834c-c73aaa54d6dc tempest-ServerRescueNegativeTestJSON-1855851441 tempest-ServerRescueNegativeTestJSON-1855851441-project] 10.222.0.18 "GET /v2.0/security-groups?id=1af18e13-f94e-429a-ab8a-66f4e32e8b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3240097 Jul 27 23:12:17.903539 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-d3c41b33-1f36-4476-b838-70478cb6610b None None] Set router d832e13c-b8ca-4c7d-a2f2-d6c8c4df0f63 gateway port host: n-d-802623-1 {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:12:17.941608 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 23:12:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6751ac99-22ee-492f-9837-fb6878776838 x-openstack-request-id: req-6751ac99-22ee-492f-9837-fb6878776838 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:12:17.945900 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c292af40-c395-4445-978c-d1d948a0e563", "tag": "7cf95691-d169-4732-bb02-85a7aaedd64a", "status": "completed", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:12:17.946340 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6751ac99-22ee-492f-9837-fb6878776838 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:12:17.946888 n-d-802623-1 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c292af40-c395-4445-978c-d1d948a0e563', 'tag': '7cf95691-d169-4732-bb02-85a7aaedd64a', 'status': 'completed', 'code': 200} Jul 27 23:12:18.051512 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6074abe6-64f3-42f9-900f-4edca00e8db0 req-caaa642d-3b50-4f10-b41d-d7a2d696e518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:18.052221 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6074abe6-64f3-42f9-900f-4edca00e8db0 req-caaa642d-3b50-4f10-b41d-d7a2d696e518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:18.052836 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6074abe6-64f3-42f9-900f-4edca00e8db0 req-caaa642d-3b50-4f10-b41d-d7a2d696e518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:18.053439 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6074abe6-64f3-42f9-900f-4edca00e8db0 req-caaa642d-3b50-4f10-b41d-d7a2d696e518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:18.054037 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6074abe6-64f3-42f9-900f-4edca00e8db0 req-caaa642d-3b50-4f10-b41d-d7a2d696e518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:18.054626 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6074abe6-64f3-42f9-900f-4edca00e8db0 req-caaa642d-3b50-4f10-b41d-d7a2d696e518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:18.055255 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6074abe6-64f3-42f9-900f-4edca00e8db0 req-caaa642d-3b50-4f10-b41d-d7a2d696e518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:18.057418 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-6074abe6-64f3-42f9-900f-4edca00e8db0 req-caaa642d-3b50-4f10-b41d-d7a2d696e518 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0367b9fbd8e84279b822c24a4e2fb6cb&device_id=bab14976-9a79-4961-bbb7-bef26e77c0b6 HTTP/1.1" status: 200 len: 6489 time: 0.5605516 Jul 27 23:12:18.059615 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2a3e2b-1e68-45fd-b14c-2454b1b86805 service neutron] Pushing event updated for resources: {'Port': ['ID=7cf95691-d169-4732-bb02-85a7aaedd64a,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:12:18.081248 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a156c6e-bc83-4dda-af51-b0dea35dfdc6 req-1b5aa6e2-5a50-40d9-bf81-6b628dabba0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:18.083003 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-5a156c6e-bc83-4dda-af51-b0dea35dfdc6 req-1b5aa6e2-5a50-40d9-bf81-6b628dabba0c service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=1b545d5113d14592aa4c69bde083a757&device_id=c292af40-c395-4445-978c-d1d948a0e563 HTTP/1.1" status: 200 len: 1098 time: 0.5143716 Jul 27 23:12:18.083936 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-a0c05de6-26ea-4d9b-9a78-ad969974b420 req-9c37897f-2f07-4417-9778-2a7c23555f99 service neutron] Attempting to bind port 42b29bb6-4988-492b-a994-653f19e603a5 on host n-h2-802623-1 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:12:18.084455 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-a0c05de6-26ea-4d9b-9a78-ad969974b420 req-9c37897f-2f07-4417-9778-2a7c23555f99 service neutron] Attempting to bind port 42b29bb6-4988-492b-a994-653f19e603a5 by drivers openvswitch,hyperv on host n-h2-802623-1 at level 0 using segments [{'id': '35c87331-1569-4ca2-bf4a-f52e32031f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '44a6a84b-a7de-4dfe-a6b7-f9205c26c7e9'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:12:18.084924 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0c05de6-26ea-4d9b-9a78-ad969974b420 req-9c37897f-2f07-4417-9778-2a7c23555f99 service neutron] Attempting to bind port 42b29bb6-4988-492b-a994-653f19e603a5 on network 44a6a84b-a7de-4dfe-a6b7-f9205c26c7e9 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:12:18.087357 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1c6ae7-5560-4a57-bc60-426c40b2fc04 req-3d162009-9395-41e4-803f-3e2879518e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:18.088998 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-aa1c6ae7-5560-4a57-bc60-426c40b2fc04 req-3d162009-9395-41e4-803f-3e2879518e41 service neutron] 10.222.0.49 "GET /v2.0/networks?id=591af2dd-f826-43b1-aa9d-e7a0bf218c71 HTTP/1.1" status: 200 len: 870 time: 0.5390663 Jul 27 23:12:18.133504 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-1564053d-a777-4096-822e-4801fbb3771d req-5020354e-71cb-4da7-8ba2-7e11e9ab3cb2 tempest-ServersTestFqdnHostnames-2064853926 tempest-ServersTestFqdnHostnames-2064853926-project] 10.222.0.18 "GET /v2.0/ports?device_id=c5b7cae6-ef9c-4b6a-8d88-4b0d58a86c54 HTTP/1.1" status: 200 len: 210 time: 0.0433607 Jul 27 23:12:18.138918 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0c05de6-26ea-4d9b-9a78-ad969974b420 req-9c37897f-2f07-4417-9778-2a7c23555f99 service neutron] Port 42b29bb6-4988-492b-a994-653f19e603a5 on network 44a6a84b-a7de-4dfe-a6b7-f9205c26c7e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-802623-1 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 23:12:18.139464 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0c05de6-26ea-4d9b-9a78-ad969974b420 req-9c37897f-2f07-4417-9778-2a7c23555f99 service neutron] Attempting to bind port 42b29bb6-4988-492b-a994-653f19e603a5 on network 44a6a84b-a7de-4dfe-a6b7-f9205c26c7e9 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:12:18.154349 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f62042-a6d0-4ecf-b68f-adf4f3857160 req-fb589bd6-fd14-4f35-b552-84b39e15ea96 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:18.156758 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-26f62042-a6d0-4ecf-b68f-adf4f3857160 req-fb589bd6-fd14-4f35-b552-84b39e15ea96 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/ports?device_id=c292af40-c395-4445-978c-d1d948a0e563 HTTP/1.1" status: 200 len: 947 time: 0.3394849 Jul 27 23:12:18.204762 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 9c6935e6-0081-40b7-9a90-c97bad37e3d9 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:12:18.205557 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-5a156c6e-bc83-4dda-af51-b0dea35dfdc6 req-1000556f-9288-4762-9227-66adc5845f44 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=7cf95691-d169-4732-bb02-85a7aaedd64a HTTP/1.1" status: 200 len: 217 time: 0.1025491 Jul 27 23:12:18.206324 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0c05de6-26ea-4d9b-9a78-ad969974b420 req-9c37897f-2f07-4417-9778-2a7c23555f99 service neutron] Checking agent: {'id': 'c5cc038b-93c4-4df4-8061-5df2a04a48c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 23, 0, 4), 'started_at': datetime.datetime(2021, 7, 27, 23, 0, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 12, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:12:18.206658 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0c05de6-26ea-4d9b-9a78-ad969974b420 req-9c37897f-2f07-4417-9778-2a7c23555f99 service neutron] Checking segment: {'id': '35c87331-1569-4ca2-bf4a-f52e32031f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '44a6a84b-a7de-4dfe-a6b7-f9205c26c7e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:12:18.207219 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0c05de6-26ea-4d9b-9a78-ad969974b420 req-9c37897f-2f07-4417-9778-2a7c23555f99 service neutron] Bound using segment: {'id': '35c87331-1569-4ca2-bf4a-f52e32031f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '44a6a84b-a7de-4dfe-a6b7-f9205c26c7e9'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:12:18.207804 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-a0c05de6-26ea-4d9b-9a78-ad969974b420 req-9c37897f-2f07-4417-9778-2a7c23555f99 service neutron] Bound port: 42b29bb6-4988-492b-a994-653f19e603a5, host: n-h2-802623-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35c87331-1569-4ca2-bf4a-f52e32031f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '44a6a84b-a7de-4dfe-a6b7-f9205c26c7e9'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:12:18.208310 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-a0c05de6-26ea-4d9b-9a78-ad969974b420 req-9c37897f-2f07-4417-9778-2a7c23555f99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:18.336551 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port 9c6935e6-0081-40b7-9a90-c97bad37e3d9 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:12:18.337191 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:18.416452 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-26f62042-a6d0-4ecf-b68f-adf4f3857160 req-1a2987ea-41ba-4ce1-b311-61779d24661e tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb779318-b8ff-43a6-a94f-3ce471aff166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2161670 Jul 27 23:12:18.426508 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a156c6e-bc83-4dda-af51-b0dea35dfdc6 req-f195e66f-d88f-4665-bec8-1860b37a6dac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:18.428224 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-5a156c6e-bc83-4dda-af51-b0dea35dfdc6 req-f195e66f-d88f-4665-bec8-1860b37a6dac service neutron] 10.222.0.38 "GET /v2.0/subnets?id=62938449-046d-4cbe-923a-7ebb632c358d HTTP/1.1" status: 200 len: 843 time: 0.2084932 Jul 27 23:12:18.432306 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6074abe6-64f3-42f9-900f-4edca00e8db0 req-2b6db38c-0207-4d66-89ab-ab05934de9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:18.433725 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-6074abe6-64f3-42f9-900f-4edca00e8db0 req-2b6db38c-0207-4d66-89ab-ab05934de9c1 service neutron] 10.222.0.49 "GET /v2.0/networks?id=c34a942f-0b0f-45f7-a399-4187f193826f HTTP/1.1" status: 200 len: 903 time: 0.3636236 Jul 27 23:12:18.498523 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-d3c41b33-1f36-4476-b838-70478cb6610b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd832e13c-b8ca-4c7d-a2f2-d6c8c4df0f63', 'name': 'tempest-TaggedBootDevicesTest-1540006599-router', 'tenant_id': 'f48a0b951c1c4793a7fc1226ee71e867', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.142'}], 'enable_snat': True}, 'gw_port_id': '9c6935e6-0081-40b7-9a90-c97bad37e3d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:12:08Z', 'updated_at': '2021-07-27T23:12:14Z', 'revision_number': 4, 'project_id': 'f48a0b951c1c4793a7fc1226ee71e867', 'gw_port': {'id': '9c6935e6-0081-40b7-9a90-c97bad37e3d9', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:54:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd832e13c-b8ca-4c7d-a2f2-d6c8c4df0f63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:12:09Z', 'updated_at': '2021-07-27T23:12:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': '0a53333b-532e-40d1-a0bb-1412d9c92dff', 'name': '', 'network_id': 'a77c1ae5-7f70-4eb8-a472-5ed26426d716', 'tenant_id': 'f48a0b951c1c4793a7fc1226ee71e867', 'mac_address': 'fa:16:3e:93:af:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd832e13c-b8ca-4c7d-a2f2-d6c8c4df0f63', 'device_owner': 'network:router_interface', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': '09f6cf61-7c03-449e-9a5d-68f7eabed009', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:12:13Z', 'updated_at': '2021-07-27T23:12:14Z', 'revision_number': 2, 'project_id': 'f48a0b951c1c4793a7fc1226ee71e867', 'subnets': [{'id': '09f6cf61-7c03-449e-9a5d-68f7eabed009', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:12:18.544838 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3c41b33-1f36-4476-b838-70478cb6610b None None] Checking router: d832e13c-b8ca-4c7d-a2f2-d6c8c4df0f63 for host: n-d-802623-1 {{(pid=93799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 23:12:18.545369 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3c41b33-1f36-4476-b838-70478cb6610b None None] Updating router d832e13c-b8ca-4c7d-a2f2-d6c8c4df0f63 port 0a53333b-532e-40d1-a0bb-1412d9c92dff binding host n-d-802623-1 {{(pid=93799) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 23:12:18.603921 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d3c41b33-1f36-4476-b838-70478cb6610b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:18.612482 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-6074abe6-64f3-42f9-900f-4edca00e8db0 req-08dee95c-7da8-49f8-ab2e-d1b38fc8a4b3 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=04fa79a8-5a6e-4754-87c2-e6c72b5d831d HTTP/1.1" status: 200 len: 217 time: 0.1683800 Jul 27 23:12:18.642643 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-a0c05de6-26ea-4d9b-9a78-ad969974b420 req-9c37897f-2f07-4417-9778-2a7c23555f99 service neutron] For port 42b29bb6-4988-492b-a994-653f19e603a5, host n-h2-802623-1, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:12:18.711294 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a156c6e-bc83-4dda-af51-b0dea35dfdc6 req-b16e92c9-2140-451e-93ac-4061e28da04a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:18.723114 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-aa1c6ae7-5560-4a57-bc60-426c40b2fc04 req-199c633f-0fbc-49ea-8162-e404edd258f3 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=be3f4841-615f-4e54-aa39-ad6709ec1563 HTTP/1.1" status: 200 len: 217 time: 0.5868909 Jul 27 23:12:18.725807 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-5a156c6e-bc83-4dda-af51-b0dea35dfdc6 req-b16e92c9-2140-451e-93ac-4061e28da04a service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=591af2dd-f826-43b1-aa9d-e7a0bf218c71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2787707 Jul 27 23:12:18.756059 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-a0c05de6-26ea-4d9b-9a78-ad969974b420 req-9c37897f-2f07-4417-9778-2a7c23555f99 service neutron] For port 42b29bb6-4988-492b-a994-653f19e603a5, host n-h2-802623-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=42b29bb6-4988-492b-a994-653f19e603a5,segment=NetworkSegment(35c87331-1569-4ca2-bf4a-f52e32031f1e),segment_id=35c87331-1569-4ca2-bf4a-f52e32031f1e)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:12:18.795176 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-a0c05de6-26ea-4d9b-9a78-ad969974b420 req-9c37897f-2f07-4417-9778-2a7c23555f99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11336041'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:18.798633 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-eccb776f-0f41-4cc7-abad-f8a6af3e39c4 req-bc32c01d-1979-4225-8d4b-022c24281ab9 tempest-ServersTestFqdnHostnames-2064853926 tempest-ServersTestFqdnHostnames-2064853926-project] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:12:18.812773 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b42412b-57a9-4498-9586-282550644716 None None] Sync routers for ids ['f31d1433-e73e-4bca-9d93-7d2ab78ff6cf'] in n-d-802623-1 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:12:18.839173 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b42412b-57a9-4498-9586-282550644716 None None] Routers {'f31d1433-e73e-4bca-9d93-7d2ab78ff6cf'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:12:18.840170 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-7b42412b-57a9-4498-9586-282550644716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:12:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['f31d1433-e73e-4bca-9d93-7d2ab78ff6cf'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:12:18.857794 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-eccb776f-0f41-4cc7-abad-f8a6af3e39c4 req-bc32c01d-1979-4225-8d4b-022c24281ab9 tempest-ServersTestFqdnHostnames-2064853926 tempest-ServersTestFqdnHostnames-2064853926-project] No DVR routers for this DVR port 22d3219b-9579-4f13-8261-7c85fc7c7434 on host n-h1-802623-1 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:12:18.860795 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1c6ae7-5560-4a57-bc60-426c40b2fc04 req-97592c97-55fb-4032-93ab-1b5f2037b240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:18.862440 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-aa1c6ae7-5560-4a57-bc60-426c40b2fc04 req-97592c97-55fb-4032-93ab-1b5f2037b240 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=62938449-046d-4cbe-923a-7ebb632c358d HTTP/1.1" status: 200 len: 843 time: 0.1277552 Jul 27 23:12:18.863658 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-eccb776f-0f41-4cc7-abad-f8a6af3e39c4 req-bc32c01d-1979-4225-8d4b-022c24281ab9 tempest-ServersTestFqdnHostnames-2064853926 tempest-ServersTestFqdnHostnames-2064853926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:18.865514 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-eccb776f-0f41-4cc7-abad-f8a6af3e39c4 req-bc32c01d-1979-4225-8d4b-022c24281ab9 tempest-ServersTestFqdnHostnames-2064853926 tempest-ServersTestFqdnHostnames-2064853926-project] 10.222.0.38 "DELETE /v2.0/ports/22d3219b-9579-4f13-8261-7c85fc7c7434 HTTP/1.1" status: 204 len: 173 time: 3.2695811 Jul 27 23:12:18.865951 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5b7cae6-ef9c-4b6a-8d88-4b0d58a86c54', 'name': 'network-vif-deleted', 'tag': '22d3219b-9579-4f13-8261-7c85fc7c7434'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:12:18.868273 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}011f8d312121274bb12d78e77c6379a2079800640016cec6c6d605b73666e854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09905196-d308-4b4f-8c71-376e544c7121" -d '{"events": [{"server_uuid": "c5b7cae6-ef9c-4b6a-8d88-4b0d58a86c54", "name": "network-vif-deleted", "tag": "22d3219b-9579-4f13-8261-7c85fc7c7434"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:12:18.962301 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dc4707-82ba-49ef-85c4-cfc896b4f1db req-f9584fd1-baa5-4a37-85c3-0f0d0b0b536a tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:18.972600 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dc4707-82ba-49ef-85c4-cfc896b4f1db req-f9584fd1-baa5-4a37-85c3-0f0d0b0b536a tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:18.978627 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dc4707-82ba-49ef-85c4-cfc896b4f1db req-f9584fd1-baa5-4a37-85c3-0f0d0b0b536a tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:18.996463 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dc4707-82ba-49ef-85c4-cfc896b4f1db req-f9584fd1-baa5-4a37-85c3-0f0d0b0b536a tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:19.013939 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dc4707-82ba-49ef-85c4-cfc896b4f1db req-f9584fd1-baa5-4a37-85c3-0f0d0b0b536a tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:19.021167 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dc4707-82ba-49ef-85c4-cfc896b4f1db req-f9584fd1-baa5-4a37-85c3-0f0d0b0b536a tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:19.031231 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dc4707-82ba-49ef-85c4-cfc896b4f1db req-f9584fd1-baa5-4a37-85c3-0f0d0b0b536a tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:19.039470 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-d5dc4707-82ba-49ef-85c4-cfc896b4f1db req-f9584fd1-baa5-4a37-85c3-0f0d0b0b536a tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] 10.222.0.18 "GET /v2.0/ports?device_id=bab14976-9a79-4961-bbb7-bef26e77c0b6 HTTP/1.1" status: 200 len: 5432 time: 0.3220508 Jul 27 23:12:19.075151 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c05de6-26ea-4d9b-9a78-ad969974b420 req-9c37897f-2f07-4417-9778-2a7c23555f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:19.079260 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-a0c05de6-26ea-4d9b-9a78-ad969974b420 req-9c37897f-2f07-4417-9778-2a7c23555f99 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:19.083431 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a0c05de6-26ea-4d9b-9a78-ad969974b420 req-9c37897f-2f07-4417-9778-2a7c23555f99 service neutron] 10.222.0.49 "PUT /v2.0/ports/42b29bb6-4988-492b-a994-653f19e603a5 HTTP/1.1" status: 200 len: 1092 time: 3.4496515 Jul 27 23:12:19.094745 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-7b42412b-57a9-4498-9586-282550644716 None None] Set router f31d1433-e73e-4bca-9d93-7d2ab78ff6cf gateway port host: n-d-802623-1 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:12:19.107961 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6074abe6-64f3-42f9-900f-4edca00e8db0 req-108b1ebc-f3f7-49fe-9fa7-348fe73921a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:19.111721 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-6074abe6-64f3-42f9-900f-4edca00e8db0 req-108b1ebc-f3f7-49fe-9fa7-348fe73921a3 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=205a94b6-ea5d-4719-adab-a78f7e1e308f HTTP/1.1" status: 200 len: 797 time: 0.4864838 Jul 27 23:12:19.117286 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1c6ae7-5560-4a57-bc60-426c40b2fc04 req-0cdb366a-bd53-4a49-88c2-0b7ccc323307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:19.119787 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-aa1c6ae7-5560-4a57-bc60-426c40b2fc04 req-0cdb366a-bd53-4a49-88c2-0b7ccc323307 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=591af2dd-f826-43b1-aa9d-e7a0bf218c71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2481835 Jul 27 23:12:19.136910 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-d5dc4707-82ba-49ef-85c4-cfc896b4f1db req-702b463d-c307-4d6a-b6e7-f3e98e5b9d54 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] 10.222.0.18 "GET /v2.0/security-groups?id=cfd41bdc-77a0-40db-b366-4cd3c3051f6e&id=590f29d5-a38d-458c-93ce-543ee7b0dac7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0965712 Jul 27 23:12:19.162969 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d3c41b33-1f36-4476-b838-70478cb6610b None None] Notify callbacks [] for port, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:19.177747 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-d3c41b33-1f36-4476-b838-70478cb6610b None None] Transition to ACTIVE for port object 0a53333b-532e-40d1-a0bb-1412d9c92dff will not be triggered until provisioned by entity L2. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:12:19.191190 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d3c41b33-1f36-4476-b838-70478cb6610b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:19.272239 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40cac65-3be6-4f77-ad6d-603d49d62f4a None None] Pushing event updated for resources: {'Port': ['ID=0a53333b-532e-40d1-a0bb-1412d9c92dff,revision_number=3']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:12:19.381295 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-d3c41b33-1f36-4476-b838-70478cb6610b None None] Attempting to bind port 0a53333b-532e-40d1-a0bb-1412d9c92dff on host n-d-802623-1 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:12:19.381638 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-d3c41b33-1f36-4476-b838-70478cb6610b None None] Attempting to bind port 0a53333b-532e-40d1-a0bb-1412d9c92dff by drivers openvswitch,hyperv on host n-d-802623-1 at level 0 using segments [{'id': '2c40d656-ea7c-43ca-9b2a-a1885f79a619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'a77c1ae5-7f70-4eb8-a472-5ed26426d716'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:12:19.382148 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3c41b33-1f36-4476-b838-70478cb6610b None None] Attempting to bind port 0a53333b-532e-40d1-a0bb-1412d9c92dff on network a77c1ae5-7f70-4eb8-a472-5ed26426d716 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:12:19.389199 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3c41b33-1f36-4476-b838-70478cb6610b None None] Checking agent: {'id': 'a9a568d2-a5e7-41e4-833f-a8ab42ea4073', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 52, 30), 'started_at': datetime.datetime(2021, 7, 27, 22, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802623-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:12:19.389769 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3c41b33-1f36-4476-b838-70478cb6610b None None] Checking segment: {'id': '2c40d656-ea7c-43ca-9b2a-a1885f79a619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'a77c1ae5-7f70-4eb8-a472-5ed26426d716'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:12:19.390867 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d3c41b33-1f36-4476-b838-70478cb6610b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:19.391299 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3c41b33-1f36-4476-b838-70478cb6610b None None] Bound using segment: {'id': '2c40d656-ea7c-43ca-9b2a-a1885f79a619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'a77c1ae5-7f70-4eb8-a472-5ed26426d716'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:12:19.391780 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-d3c41b33-1f36-4476-b838-70478cb6610b None None] Bound port: 0a53333b-532e-40d1-a0bb-1412d9c92dff, host: n-d-802623-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c40d656-ea7c-43ca-9b2a-a1885f79a619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'a77c1ae5-7f70-4eb8-a472-5ed26426d716'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:12:19.392662 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d3c41b33-1f36-4476-b838-70478cb6610b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:19.451944 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-aa1c6ae7-5560-4a57-bc60-426c40b2fc04 req-09a936c4-c168-4f45-bb6d-8f02fdfd64e1 service neutron] 10.222.0.49 "GET /v2.0/networks/591af2dd-f826-43b1-aa9d-e7a0bf218c71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3044884 Jul 27 23:12:19.452256 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6074abe6-64f3-42f9-900f-4edca00e8db0 req-b15b7f65-557a-4d75-af83-d46438cbeb89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:19.458644 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-6074abe6-64f3-42f9-900f-4edca00e8db0 req-b15b7f65-557a-4d75-af83-d46438cbeb89 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c34a942f-0b0f-45f7-a399-4187f193826f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3377237 Jul 27 23:12:19.465627 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c37897f-2f07-4417-9778-2a7c23555f99 service neutron] Pushing event updated for resources: {'Port': ['ID=42b29bb6-4988-492b-a994-653f19e603a5,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:12:19.494050 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29bd45e-856e-4c53-b1a2-26db906af8bd req-65c27a7f-a8d9-470d-9119-d049001557f0 tempest-ServerRescueTestJSON-1182058210 tempest-ServerRescueTestJSON-1182058210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:19.495761 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a29bd45e-856e-4c53-b1a2-26db906af8bd req-65c27a7f-a8d9-470d-9119-d049001557f0 tempest-ServerRescueTestJSON-1182058210 tempest-ServerRescueTestJSON-1182058210-project] 10.222.0.18 "GET /v2.0/ports?device_id=fdf76be6-bd13-41d1-88c2-61c6861cc347 HTTP/1.1" status: 200 len: 945 time: 0.9060013 Jul 27 23:12:19.548061 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-5a156c6e-bc83-4dda-af51-b0dea35dfdc6 req-cd8b7d7e-9110-406c-a73f-4614ed3dab19 service neutron] 10.222.0.38 "GET /v2.0/networks/591af2dd-f826-43b1-aa9d-e7a0bf218c71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7901821 Jul 27 23:12:19.619497 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-d3c41b33-1f36-4476-b838-70478cb6610b None None] For port 0a53333b-532e-40d1-a0bb-1412d9c92dff, host n-d-802623-1, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:12:19.629311 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c05de6-26ea-4d9b-9a78-ad969974b420 req-03fdad86-4266-439a-b3c7-dccf37d46680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:19.629593 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-d3c41b33-1f36-4476-b838-70478cb6610b None None] For port 0a53333b-532e-40d1-a0bb-1412d9c92dff, host n-d-802623-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=0a53333b-532e-40d1-a0bb-1412d9c92dff,segment=NetworkSegment(2c40d656-ea7c-43ca-9b2a-a1885f79a619),segment_id=2c40d656-ea7c-43ca-9b2a-a1885f79a619)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:12:19.631407 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a0c05de6-26ea-4d9b-9a78-ad969974b420 req-03fdad86-4266-439a-b3c7-dccf37d46680 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0f32cd31e3414884aa1f33b223595618&device_id=291a4293-4cde-40a2-846a-35f694ac6ae4 HTTP/1.1" status: 200 len: 1095 time: 0.4223735 Jul 27 23:12:19.639300 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-7b42412b-57a9-4498-9586-282550644716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f31d1433-e73e-4bca-9d93-7d2ab78ff6cf', 'name': 'tempest-ServersTestFqdnHostnames-1844628984-router', 'tenant_id': '8d582af9a6794d11bd808a2173a193ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.140'}], 'enable_snat': True}, 'gw_port_id': '35127906-72d3-4961-a2dd-fe261f9be7f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:10:00Z', 'updated_at': '2021-07-27T23:10:08Z', 'revision_number': 4, 'project_id': '8d582af9a6794d11bd808a2173a193ea', 'gw_port': {'id': '35127906-72d3-4961-a2dd-fe261f9be7f6', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:dc:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f31d1433-e73e-4bca-9d93-7d2ab78ff6cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 922, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:10:03Z', 'updated_at': '2021-07-27T23:10:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': 'd77c3ada-73ef-4746-af67-66824003051d', 'name': '', 'network_id': '3adb757c-b86b-47f3-8bd0-530e0c033dd4', 'tenant_id': '8d582af9a6794d11bd808a2173a193ea', 'mac_address': 'fa:16:3e:29:d2:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f31d1433-e73e-4bca-9d93-7d2ab78ff6cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 926, 'fixed_ips': [{'subnet_id': '2e0bf504-e262-4f06-bee4-22c651cb840b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:10:07Z', 'updated_at': '2021-07-27T23:10:14Z', 'revision_number': 5, 'project_id': '8d582af9a6794d11bd808a2173a193ea', 'subnets': [{'id': '2e0bf504-e262-4f06-bee4-22c651cb840b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:12:19.643260 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d3c41b33-1f36-4476-b838-70478cb6610b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:19.722001 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b42412b-57a9-4498-9586-282550644716 None None] Checking router: f31d1433-e73e-4bca-9d93-7d2ab78ff6cf for host: n-d-802623-1 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 23:12:19.751963 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40cac65-3be6-4f77-ad6d-603d49d62f4a None None] Pushing event updated for resources: {'Port': ['ID=0a53333b-532e-40d1-a0bb-1412d9c92dff,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:12:19.762968 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-aa1c6ae7-5560-4a57-bc60-426c40b2fc04 req-3646077a-8df4-487e-a646-729fb2087e0c service neutron] 10.222.0.49 "GET /v2.0/networks/591af2dd-f826-43b1-aa9d-e7a0bf218c71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2992787 Jul 27 23:12:19.773425 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b42412b-57a9-4498-9586-282550644716 None None] Routers {'f31d1433-e73e-4bca-9d93-7d2ab78ff6cf'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:12:19.775120 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-7b42412b-57a9-4498-9586-282550644716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:12:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['f31d1433-e73e-4bca-9d93-7d2ab78ff6cf'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:12:19.788702 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265d4543-1d59-45bc-93b7-6f0ed02f2014 req-2ecd57ef-cf23-46ac-858a-0ed9d642d6f1 tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:19.797627 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-265d4543-1d59-45bc-93b7-6f0ed02f2014 req-2ecd57ef-cf23-46ac-858a-0ed9d642d6f1 tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] 10.222.0.18 "GET /v2.0/ports?device_id=291a4293-4cde-40a2-846a-35f694ac6ae4 HTTP/1.1" status: 200 len: 944 time: 0.5073268 Jul 27 23:12:19.811225 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a0c05de6-26ea-4d9b-9a78-ad969974b420 req-2b081b27-a050-4f58-8e3e-08adca6359f5 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=42b29bb6-4988-492b-a994-653f19e603a5 HTTP/1.1" status: 200 len: 217 time: 0.1333840 Jul 27 23:12:19.860961 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-265d4543-1d59-45bc-93b7-6f0ed02f2014 req-e3765abd-d4e9-43fe-954a-419ddb896831 tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] 10.222.0.18 "GET /v2.0/security-groups?id=f9282c7c-bf74-4e2f-accf-81bded4d9191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624268 Jul 27 23:12:19.865814 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3c41b33-1f36-4476-b838-70478cb6610b None None] Routers {'d832e13c-b8ca-4c7d-a2f2-d6c8c4df0f63'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:12:19.866564 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-d3c41b33-1f36-4476-b838-70478cb6610b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:12:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['d832e13c-b8ca-4c7d-a2f2-d6c8c4df0f63'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:12:19.877402 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a29bd45e-856e-4c53-b1a2-26db906af8bd req-b06eca31-b7cc-4f6a-8573-312da3aedec2 tempest-ServerRescueTestJSON-1182058210 tempest-ServerRescueTestJSON-1182058210-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1683666-2031-45b7-8015-e9f1b36fb2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3713496 Jul 27 23:12:19.957329 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:12:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1b0c0af-3b8f-4550-a3db-414bb3fa9357 x-openstack-request-id: req-b1b0c0af-3b8f-4550-a3db-414bb3fa9357 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:12:19.958846 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5b7cae6-ef9c-4b6a-8d88-4b0d58a86c54", "name": "network-vif-deleted", "tag": "22d3219b-9579-4f13-8261-7c85fc7c7434", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:12:19.959276 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b1b0c0af-3b8f-4550-a3db-414bb3fa9357 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:12:19.959902 n-d-802623-1 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5b7cae6-ef9c-4b6a-8d88-4b0d58a86c54', 'name': 'network-vif-deleted', 'tag': '22d3219b-9579-4f13-8261-7c85fc7c7434', 'status': 'completed', 'code': 200} Jul 27 23:12:20.020017 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '291a4293-4cde-40a2-846a-35f694ac6ae4', 'tag': '42b29bb6-4988-492b-a994-653f19e603a5'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:12:20.026921 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a476459a1bfce68b0ae0df5b6a71154bfc7cfdc8f9eefce6ad0a17231e60468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a71464a-c2d4-4efd-9b1a-5a97861924ba" -d '{"events": [{"name": "network-changed", "server_uuid": "291a4293-4cde-40a2-846a-35f694ac6ae4", "tag": "42b29bb6-4988-492b-a994-653f19e603a5"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:12:20.099182 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-7b42412b-57a9-4498-9586-282550644716 None None] Set router f31d1433-e73e-4bca-9d93-7d2ab78ff6cf gateway port host: n-d-802623-1 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:12:20.156826 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d774ccb6-5e32-404e-a36e-31b91a400b2f req-6a744c0d-a897-4f45-a959-6bd1f2fdaa8a tempest-ServerRescueNegativeTestJSON-1855851441 tempest-ServerRescueNegativeTestJSON-1855851441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:20.164519 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-d774ccb6-5e32-404e-a36e-31b91a400b2f req-6a744c0d-a897-4f45-a959-6bd1f2fdaa8a tempest-ServerRescueNegativeTestJSON-1855851441 tempest-ServerRescueNegativeTestJSON-1855851441-project] 10.222.0.18 "GET /v2.0/ports?device_id=6551d2f1-dfc9-4bdf-adfb-bc809d0770ff HTTP/1.1" status: 200 len: 945 time: 0.1558685 Jul 27 23:12:20.167996 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-d3c41b33-1f36-4476-b838-70478cb6610b None None] Set router d832e13c-b8ca-4c7d-a2f2-d6c8c4df0f63 gateway port host: n-d-802623-1 {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:12:20.227880 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-d774ccb6-5e32-404e-a36e-31b91a400b2f req-1f030e97-6c57-4589-a2ec-01c6fb43a3cc tempest-ServerRescueNegativeTestJSON-1855851441 tempest-ServerRescueNegativeTestJSON-1855851441-project] 10.222.0.18 "GET /v2.0/security-groups?id=1af18e13-f94e-429a-ab8a-66f4e32e8b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531373 Jul 27 23:12:20.257960 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-5a156c6e-bc83-4dda-af51-b0dea35dfdc6 req-d2252d92-6f81-4bfc-9d17-b300f6ff697b service neutron] 10.222.0.38 "GET /v2.0/networks/591af2dd-f826-43b1-aa9d-e7a0bf218c71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6383944 Jul 27 23:12:20.276570 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-6074abe6-64f3-42f9-900f-4edca00e8db0 req-d79ca1b2-7b4a-47c1-8f65-301f4b6bbead service neutron] 10.222.0.49 "GET /v2.0/networks/c34a942f-0b0f-45f7-a399-4187f193826f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7963347 Jul 27 23:12:20.349955 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c05de6-26ea-4d9b-9a78-ad969974b420 req-7aa6bc5f-a6ab-438b-b62a-9b4383ac7b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:20.351518 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a0c05de6-26ea-4d9b-9a78-ad969974b420 req-7aa6bc5f-a6ab-438b-b62a-9b4383ac7b76 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=167a3de5-23b9-48e3-8fdf-ba6c942d3440 HTTP/1.1" status: 200 len: 855 time: 0.5285997 Jul 27 23:12:20.618627 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd45d47f-f8f9-4428-a064-6a78e07ce5d3 req-5739d3fe-8f7e-4243-a7bc-0ca653a106ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:20.624039 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-fd45d47f-f8f9-4428-a064-6a78e07ce5d3 req-5739d3fe-8f7e-4243-a7bc-0ca653a106ff service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d4ae0349fedc4fe693e139d0088de506&device_id=fdf76be6-bd13-41d1-88c2-61c6861cc347 HTTP/1.1" status: 200 len: 1096 time: 0.0947051 Jul 27 23:12:20.625045 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 36896) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:12:20.713198 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-d3c41b33-1f36-4476-b838-70478cb6610b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd832e13c-b8ca-4c7d-a2f2-d6c8c4df0f63', 'name': 'tempest-TaggedBootDevicesTest-1540006599-router', 'tenant_id': 'f48a0b951c1c4793a7fc1226ee71e867', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.142'}], 'enable_snat': True}, 'gw_port_id': '9c6935e6-0081-40b7-9a90-c97bad37e3d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:12:08Z', 'updated_at': '2021-07-27T23:12:14Z', 'revision_number': 4, 'project_id': 'f48a0b951c1c4793a7fc1226ee71e867', 'gw_port': {'id': '9c6935e6-0081-40b7-9a90-c97bad37e3d9', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:54:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd832e13c-b8ca-4c7d-a2f2-d6c8c4df0f63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:12:09Z', 'updated_at': '2021-07-27T23:12:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': '0a53333b-532e-40d1-a0bb-1412d9c92dff', 'name': '', 'network_id': 'a77c1ae5-7f70-4eb8-a472-5ed26426d716', 'tenant_id': 'f48a0b951c1c4793a7fc1226ee71e867', 'mac_address': 'fa:16:3e:93:af:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd832e13c-b8ca-4c7d-a2f2-d6c8c4df0f63', 'device_owner': 'network:router_interface', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': '09f6cf61-7c03-449e-9a5d-68f7eabed009', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:12:13Z', 'updated_at': '2021-07-27T23:12:19Z', 'revision_number': 4, 'project_id': 'f48a0b951c1c4793a7fc1226ee71e867', 'subnets': [{'id': '09f6cf61-7c03-449e-9a5d-68f7eabed009', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:12:20.779018 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-7b42412b-57a9-4498-9586-282550644716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f31d1433-e73e-4bca-9d93-7d2ab78ff6cf', 'name': 'tempest-ServersTestFqdnHostnames-1844628984-router', 'tenant_id': '8d582af9a6794d11bd808a2173a193ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.140'}], 'enable_snat': True}, 'gw_port_id': '35127906-72d3-4961-a2dd-fe261f9be7f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:10:00Z', 'updated_at': '2021-07-27T23:10:08Z', 'revision_number': 4, 'project_id': '8d582af9a6794d11bd808a2173a193ea', 'gw_port': {'id': '35127906-72d3-4961-a2dd-fe261f9be7f6', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:dc:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f31d1433-e73e-4bca-9d93-7d2ab78ff6cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 922, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:10:03Z', 'updated_at': '2021-07-27T23:10:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': 'd77c3ada-73ef-4746-af67-66824003051d', 'name': '', 'network_id': '3adb757c-b86b-47f3-8bd0-530e0c033dd4', 'tenant_id': '8d582af9a6794d11bd808a2173a193ea', 'mac_address': 'fa:16:3e:29:d2:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f31d1433-e73e-4bca-9d93-7d2ab78ff6cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 926, 'fixed_ips': [{'subnet_id': '2e0bf504-e262-4f06-bee4-22c651cb840b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:10:07Z', 'updated_at': '2021-07-27T23:10:14Z', 'revision_number': 5, 'project_id': '8d582af9a6794d11bd808a2173a193ea', 'subnets': [{'id': '2e0bf504-e262-4f06-bee4-22c651cb840b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:12:20.785644 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3c41b33-1f36-4476-b838-70478cb6610b None None] The sync data for ids ['d832e13c-b8ca-4c7d-a2f2-d6c8c4df0f63'] in n-d-802623-1 is: [{'id': 'd832e13c-b8ca-4c7d-a2f2-d6c8c4df0f63', 'name': 'tempest-TaggedBootDevicesTest-1540006599-router', 'tenant_id': 'f48a0b951c1c4793a7fc1226ee71e867', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.142'}], 'enable_snat': True}, 'gw_port_id': '9c6935e6-0081-40b7-9a90-c97bad37e3d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:12:08Z', 'updated_at': '2021-07-27T23:12:14Z', 'revision_number': 4, 'project_id': 'f48a0b951c1c4793a7fc1226ee71e867', 'gw_port': {'id': '9c6935e6-0081-40b7-9a90-c97bad37e3d9', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:54:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd832e13c-b8ca-4c7d-a2f2-d6c8c4df0f63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:12:09Z', 'updated_at': '2021-07-27T23:12:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': '0a53333b-532e-40d1-a0bb-1412d9c92dff', 'name': '', 'network_id': 'a77c1ae5-7f70-4eb8-a472-5ed26426d716', 'tenant_id': 'f48a0b951c1c4793a7fc1226ee71e867', 'mac_address': 'fa:16:3e:93:af:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd832e13c-b8ca-4c7d-a2f2-d6c8c4df0f63', 'device_owner': 'network:router_interface', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': '09f6cf61-7c03-449e-9a5d-68f7eabed009', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:12:13Z', 'updated_at': '2021-07-27T23:12:19Z', 'revision_number': 4, 'project_id': 'f48a0b951c1c4793a7fc1226ee71e867', 'subnets': [{'id': '09f6cf61-7c03-449e-9a5d-68f7eabed009', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:12:20.831517 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd45d47f-f8f9-4428-a064-6a78e07ce5d3 req-44041f83-73e6-4131-8362-cd0f24d06d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:20.834020 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-fd45d47f-f8f9-4428-a064-6a78e07ce5d3 req-44041f83-73e6-4131-8362-cd0f24d06d18 service neutron] 10.222.0.49 "GET /v2.0/networks?id=d458c13a-e340-45a3-bc4b-5109e47750ee HTTP/1.1" status: 200 len: 912 time: 0.1657012 Jul 27 23:12:20.857023 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 22d3219b-9579-4f13-8261-7c85fc7c7434 no longer exists at agent hyperv_n-h1-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:12:20.898292 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b42412b-57a9-4498-9586-282550644716 None None] The sync data for ids ['f31d1433-e73e-4bca-9d93-7d2ab78ff6cf'] in n-d-802623-1 is: [{'id': 'f31d1433-e73e-4bca-9d93-7d2ab78ff6cf', 'name': 'tempest-ServersTestFqdnHostnames-1844628984-router', 'tenant_id': '8d582af9a6794d11bd808a2173a193ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.140'}], 'enable_snat': True}, 'gw_port_id': '35127906-72d3-4961-a2dd-fe261f9be7f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:10:00Z', 'updated_at': '2021-07-27T23:10:08Z', 'revision_number': 4, 'project_id': '8d582af9a6794d11bd808a2173a193ea', 'gw_port': {'id': '35127906-72d3-4961-a2dd-fe261f9be7f6', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:dc:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f31d1433-e73e-4bca-9d93-7d2ab78ff6cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 922, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:10:03Z', 'updated_at': '2021-07-27T23:10:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': 'd77c3ada-73ef-4746-af67-66824003051d', 'name': '', 'network_id': '3adb757c-b86b-47f3-8bd0-530e0c033dd4', 'tenant_id': '8d582af9a6794d11bd808a2173a193ea', 'mac_address': 'fa:16:3e:29:d2:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f31d1433-e73e-4bca-9d93-7d2ab78ff6cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 926, 'fixed_ips': [{'subnet_id': '2e0bf504-e262-4f06-bee4-22c651cb840b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:10:07Z', 'updated_at': '2021-07-27T23:10:14Z', 'revision_number': 5, 'project_id': '8d582af9a6794d11bd808a2173a193ea', 'subnets': [{'id': '2e0bf504-e262-4f06-bee4-22c651cb840b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:12:20.918465 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] No Port match for: 22d3219b-9579-4f13-8261-7c85fc7c7434 {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:12:20.920613 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 22d3219b-9579-4f13-8261-7c85fc7c7434 not bound to the agent host n-h1-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:12:20.968742 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-fd45d47f-f8f9-4428-a064-6a78e07ce5d3 req-b92aac66-5eb0-42e7-9858-3a38a575f744 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ad3e4c8c-a767-481e-95b6-7bfaa54edcb3 HTTP/1.1" status: 200 len: 217 time: 0.1227424 Jul 27 23:12:21.000221 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484d610a-4f6e-45ef-9e75-3185185e027b req-11a09d25-6b83-4ae6-99e2-011ac419bccc tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:21.016384 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484d610a-4f6e-45ef-9e75-3185185e027b req-11a09d25-6b83-4ae6-99e2-011ac419bccc tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:21.026223 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484d610a-4f6e-45ef-9e75-3185185e027b req-11a09d25-6b83-4ae6-99e2-011ac419bccc tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:21.054049 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484d610a-4f6e-45ef-9e75-3185185e027b req-11a09d25-6b83-4ae6-99e2-011ac419bccc tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:21.060612 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484d610a-4f6e-45ef-9e75-3185185e027b req-11a09d25-6b83-4ae6-99e2-011ac419bccc tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:21.066791 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484d610a-4f6e-45ef-9e75-3185185e027b req-11a09d25-6b83-4ae6-99e2-011ac419bccc tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:21.073242 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484d610a-4f6e-45ef-9e75-3185185e027b req-11a09d25-6b83-4ae6-99e2-011ac419bccc tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:21.083255 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-484d610a-4f6e-45ef-9e75-3185185e027b req-11a09d25-6b83-4ae6-99e2-011ac419bccc tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] 10.222.0.18 "GET /v2.0/ports?device_id=bab14976-9a79-4961-bbb7-bef26e77c0b6 HTTP/1.1" status: 200 len: 5432 time: 0.3249428 Jul 27 23:12:21.085114 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6161927c-032a-4659-9b41-27f7c885210f tempest-ServersTestFqdnHostnames-2064853926 tempest-ServersTestFqdnHostnames-2064853926-project] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:21.100190 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 23:12:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2092876c-1d93-43d2-a9ba-62e73c7b7616 x-openstack-request-id: req-2092876c-1d93-43d2-a9ba-62e73c7b7616 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:12:21.100495 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "291a4293-4cde-40a2-846a-35f694ac6ae4", "tag": "42b29bb6-4988-492b-a994-653f19e603a5", "status": "completed", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:12:21.101639 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2092876c-1d93-43d2-a9ba-62e73c7b7616 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:12:21.108423 n-d-802623-1 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '291a4293-4cde-40a2-846a-35f694ac6ae4', 'tag': '42b29bb6-4988-492b-a994-653f19e603a5', 'status': 'completed', 'code': 200} Jul 27 23:12:21.169245 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd45d47f-f8f9-4428-a064-6a78e07ce5d3 req-7a5413c3-41cf-46a0-8923-7f3a0a1876dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:21.170743 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-fd45d47f-f8f9-4428-a064-6a78e07ce5d3 req-7a5413c3-41cf-46a0-8923-7f3a0a1876dc service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3178a8d2-6ff7-4d81-8c0d-f8cbfd092012 HTTP/1.1" status: 200 len: 851 time: 0.0820510 Jul 27 23:12:21.180359 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a0c05de6-26ea-4d9b-9a78-ad969974b420 req-d2d41133-2cdb-4ee6-ad56-af5be1e46558 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=44a6a84b-a7de-4dfe-a6b7-f9205c26c7e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1057215 Jul 27 23:12:21.221482 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-fd45d47f-f8f9-4428-a064-6a78e07ce5d3 req-5806048b-7292-4112-8d5a-8b5858fc8e17 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d458c13a-e340-45a3-bc4b-5109e47750ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420392 Jul 27 23:12:21.255659 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6161927c-032a-4659-9b41-27f7c885210f tempest-ServersTestFqdnHostnames-2064853926 tempest-ServersTestFqdnHostnames-2064853926-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:21.301047 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99355ff-2e16-46e6-b07d-8a3a444aa1ae req-74d93316-a440-4235-856e-2f286651fdb6 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:21.308410 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-c99355ff-2e16-46e6-b07d-8a3a444aa1ae req-74d93316-a440-4235-856e-2f286651fdb6 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/ports?device_id=c292af40-c395-4445-978c-d1d948a0e563 HTTP/1.1" status: 200 len: 947 time: 1.0452244 Jul 27 23:12:21.340566 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-484d610a-4f6e-45ef-9e75-3185185e027b req-626fdd58-666d-44a9-beaf-39b6d8b3e369 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] 10.222.0.18 "GET /v2.0/security-groups?id=cfd41bdc-77a0-40db-b366-4cd3c3051f6e&id=590f29d5-a38d-458c-93ce-543ee7b0dac7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2564087 Jul 27 23:12:21.396001 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5cfb51-d542-4688-ae44-e60e8e73bf53 req-8c2cb84c-1284-4e90-9d57-d5d95740f936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:21.397532 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-3d5cfb51-d542-4688-ae44-e60e8e73bf53 req-8c2cb84c-1284-4e90-9d57-d5d95740f936 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=1b545d5113d14592aa4c69bde083a757&device_id=c292af40-c395-4445-978c-d1d948a0e563 HTTP/1.1" status: 200 len: 1098 time: 1.0440650 Jul 27 23:12:21.428541 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-fd45d47f-f8f9-4428-a064-6a78e07ce5d3 req-88851dec-95b5-4c05-a5ce-3d8874c9ff83 service neutron] 10.222.0.49 "GET /v2.0/networks/d458c13a-e340-45a3-bc4b-5109e47750ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1963010 Jul 27 23:12:21.432741 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb69c236-83aa-43f8-9157-dc6bdbebb656 None None] New status for floating IP 039a9118-b481-4b43-9462-bb54bde147f4: DOWN {{(pid=93799) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 23:12:21.434516 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6161927c-032a-4659-9b41-27f7c885210f tempest-ServersTestFqdnHostnames-2064853926 tempest-ServersTestFqdnHostnames-2064853926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:21.438339 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6161927c-032a-4659-9b41-27f7c885210f tempest-ServersTestFqdnHostnames-2064853926 tempest-ServersTestFqdnHostnames-2064853926-project] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:21.443544 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-6161927c-032a-4659-9b41-27f7c885210f tempest-ServersTestFqdnHostnames-2064853926 tempest-ServersTestFqdnHostnames-2064853926-project] 10.222.0.18 "DELETE /v2.0/security-groups/d1f99751-c260-43e9-8677-232667eaf594 HTTP/1.1" status: 204 len: 168 time: 0.8172791 Jul 27 23:12:21.453614 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 36906) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:12:21.493316 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-6074abe6-64f3-42f9-900f-4edca00e8db0 req-f0a7eed9-88f9-4a8e-9077-24561b8592ac service neutron] 10.222.0.49 "GET /v2.0/networks/c34a942f-0b0f-45f7-a399-4187f193826f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1407745 Jul 27 23:12:21.510120 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6161927c-032a-4659-9b41-27f7c885210f tempest-ServersTestFqdnHostnames-2064853926 tempest-ServersTestFqdnHostnames-2064853926-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1f99751-c260-43e9-8677-232667eaf594,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:12:21.514744 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 36908) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:12:21.589755 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-fd45d47f-f8f9-4428-a064-6a78e07ce5d3 req-974317e0-ac0c-43c2-b1d5-0967f32c04fd service neutron] 10.222.0.49 "GET /v2.0/networks/d458c13a-e340-45a3-bc4b-5109e47750ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450210 Jul 27 23:12:21.653827 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-c99355ff-2e16-46e6-b07d-8a3a444aa1ae req-c0ff4df4-c19c-419d-8a25-d35d4f39c45a tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb779318-b8ff-43a6-a94f-3ce471aff166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3400912 Jul 27 23:12:21.665215 n-d-802623-1 neutron-server[93797]: INFO neutron.api.v2.resource [None req-217a9d33-0a26-4161-8547-a6277516688f tempest-ServersTestFqdnHostnames-2064853926 tempest-ServersTestFqdnHostnames-2064853926-project] show failed (client error): The resource could not be found. Jul 27 23:12:21.677830 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-217a9d33-0a26-4161-8547-a6277516688f tempest-ServersTestFqdnHostnames-2064853926 tempest-ServersTestFqdnHostnames-2064853926-project] 10.222.0.18 "GET /v2.0/security-groups/d1f99751-c260-43e9-8677-232667eaf594 HTTP/1.1" status: 404 len: 347 time: 0.2074323 Jul 27 23:12:21.679896 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 36916) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:12:21.725955 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a0c05de6-26ea-4d9b-9a78-ad969974b420 req-6b2a51fe-d8d0-4787-879e-d5623da90910 service neutron] 10.222.0.49 "GET /v2.0/networks/44a6a84b-a7de-4dfe-a6b7-f9205c26c7e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5284469 Jul 27 23:12:21.765479 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ae78de-d7dd-429b-9afd-09c56418f883 req-b4abaa32-74a8-40c5-82c8-56e0b72ca921 tempest-ServerRescueTestJSON-1182058210 tempest-ServerRescueTestJSON-1182058210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:21.777040 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f7ae78de-d7dd-429b-9afd-09c56418f883 req-b4abaa32-74a8-40c5-82c8-56e0b72ca921 tempest-ServerRescueTestJSON-1182058210 tempest-ServerRescueTestJSON-1182058210-project] 10.222.0.18 "GET /v2.0/ports?device_id=fdf76be6-bd13-41d1-88c2-61c6861cc347 HTTP/1.1" status: 200 len: 945 time: 0.1572115 Jul 27 23:12:21.849741 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f682fd1c-d7d0-45ef-9632-262fbcef8370 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:21.916268 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f7ae78de-d7dd-429b-9afd-09c56418f883 req-d41e2bda-e6d1-49f6-ba97-cb48c4f19ffa tempest-ServerRescueTestJSON-1182058210 tempest-ServerRescueTestJSON-1182058210-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1683666-2031-45b7-8015-e9f1b36fb2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382239 Jul 27 23:12:22.036409 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b45758-13cb-438c-9469-c3ab00e34a81 req-b1155fd4-01f7-45db-a451-f5412d50a085 tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:22.047498 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-c2b45758-13cb-438c-9469-c3ab00e34a81 req-b1155fd4-01f7-45db-a451-f5412d50a085 tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] 10.222.0.18 "GET /v2.0/ports?device_id=291a4293-4cde-40a2-846a-35f694ac6ae4 HTTP/1.1" status: 200 len: 944 time: 0.2440393 Jul 27 23:12:22.094284 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5cfb51-d542-4688-ae44-e60e8e73bf53 req-e413fab5-7acf-4b19-9c7c-f6a7e74badd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:22.096238 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-3d5cfb51-d542-4688-ae44-e60e8e73bf53 req-e413fab5-7acf-4b19-9c7c-f6a7e74badd3 service neutron] 10.222.0.38 "GET /v2.0/networks?id=591af2dd-f826-43b1-aa9d-e7a0bf218c71 HTTP/1.1" status: 200 len: 870 time: 0.6822283 Jul 27 23:12:22.138991 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 0a53333b-532e-40d1-a0bb-1412d9c92dff up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:12:22.143750 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f682fd1c-d7d0-45ef-9632-262fbcef8370 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:22.152963 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f682fd1c-d7d0-45ef-9632-262fbcef8370 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:22.204716 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-3d5cfb51-d542-4688-ae44-e60e8e73bf53 req-9401ac61-a8c6-481d-9035-10d225333181 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=7cf95691-d169-4732-bb02-85a7aaedd64a HTTP/1.1" status: 200 len: 217 time: 0.0885127 Jul 27 23:12:22.208215 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a0c05de6-26ea-4d9b-9a78-ad969974b420 req-54af1afa-6cf3-4753-958f-ca24801fb960 service neutron] 10.222.0.49 "GET /v2.0/networks/44a6a84b-a7de-4dfe-a6b7-f9205c26c7e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4133990 Jul 27 23:12:22.211646 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning for port 0a53333b-532e-40d1-a0bb-1412d9c92dff completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:12:22.216204 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port 0a53333b-532e-40d1-a0bb-1412d9c92dff triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:12:22.216701 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:22.216820 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedfc696-d40b-4398-8e7c-3be923458476 req-359ee3c4-d27e-4872-9cab-af72226cd697 tempest-ServerRescueNegativeTestJSON-1855851441 tempest-ServerRescueNegativeTestJSON-1855851441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:22.224932 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-eedfc696-d40b-4398-8e7c-3be923458476 req-359ee3c4-d27e-4872-9cab-af72226cd697 tempest-ServerRescueNegativeTestJSON-1855851441 tempest-ServerRescueNegativeTestJSON-1855851441-project] 10.222.0.18 "GET /v2.0/ports?device_id=6551d2f1-dfc9-4bdf-adfb-bc809d0770ff HTTP/1.1" status: 200 len: 945 time: 0.1786277 Jul 27 23:12:22.226975 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-c2b45758-13cb-438c-9469-c3ab00e34a81 req-133f8fcc-9be7-4746-a147-047abdac16e6 tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] 10.222.0.18 "GET /v2.0/security-groups?id=f9282c7c-bf74-4e2f-accf-81bded4d9191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785185 Jul 27 23:12:22.255653 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-f682fd1c-d7d0-45ef-9632-262fbcef8370 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=dc152587041841d08b91ea581fb04d97&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7396867 Jul 27 23:12:22.266858 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 36920) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:12:22.271907 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f682fd1c-d7d0-45ef-9632-262fbcef8370 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1078a399-8b92-4a97-a1ef-013a7fdda7c0,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:12:22.326837 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-b55b131e-3776-4939-9f40-e61077265e35 tempest-ServersTestFqdnHostnames-2064853926 tempest-ServersTestFqdnHostnames-2064853926-project] Deleting port 143239af-f884-4dea-aeb5-7e5df7aa10ab {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:12:22.327964 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b55b131e-3776-4939-9f40-e61077265e35 tempest-ServersTestFqdnHostnames-2064853926 tempest-ServersTestFqdnHostnames-2064853926-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:22.336812 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-eedfc696-d40b-4398-8e7c-3be923458476 req-b9c92379-6b92-4305-a13f-4f8156972a28 tempest-ServerRescueNegativeTestJSON-1855851441 tempest-ServerRescueNegativeTestJSON-1855851441-project] 10.222.0.18 "GET /v2.0/security-groups?id=1af18e13-f94e-429a-ab8a-66f4e32e8b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109638 Jul 27 23:12:22.377180 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:22.402687 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f126d208-3733-4e49-aa36-466642b91a43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:22.416172 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] For port 0a53333b-532e-40d1-a0bb-1412d9c92dff, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=0a53333b-532e-40d1-a0bb-1412d9c92dff,segment=NetworkSegment(2c40d656-ea7c-43ca-9b2a-a1885f79a619),segment_id=2c40d656-ea7c-43ca-9b2a-a1885f79a619)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:12:22.418553 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5cfb51-d542-4688-ae44-e60e8e73bf53 req-082ba0b9-bf95-46af-ae2c-c030f2985cad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:22.422796 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:22.423274 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-3d5cfb51-d542-4688-ae44-e60e8e73bf53 req-082ba0b9-bf95-46af-ae2c-c030f2985cad service neutron] 10.222.0.38 "GET /v2.0/subnets?id=62938449-046d-4cbe-923a-7ebb632c358d HTTP/1.1" status: 200 len: 843 time: 0.1942806 Jul 27 23:12:22.447141 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f126d208-3733-4e49-aa36-466642b91a43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:22.515724 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Pushing event updated for resources: {'Port': ['ID=0a53333b-532e-40d1-a0bb-1412d9c92dff,revision_number=5']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:12:22.527751 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f126d208-3733-4e49-aa36-466642b91a43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:22.532543 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f126d208-3733-4e49-aa36-466642b91a43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:22.536109 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-f126d208-3733-4e49-aa36-466642b91a43 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1078a399-8b92-4a97-a1ef-013a7fdda7c0 HTTP/1.1" status: 204 len: 168 time: 0.2654817 Jul 27 23:12:22.542567 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f126d208-3733-4e49-aa36-466642b91a43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1078a399-8b92-4a97-a1ef-013a7fdda7c0,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:12:22.558700 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a71464a-c2d4-4efd-9b1a-5a97861924ba req-fdb1d87e-dc6a-41b7-adcc-b3d13504a867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:22.560705 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-1a71464a-c2d4-4efd-9b1a-5a97861924ba req-fdb1d87e-dc6a-41b7-adcc-b3d13504a867 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0f32cd31e3414884aa1f33b223595618&device_id=291a4293-4cde-40a2-846a-35f694ac6ae4 HTTP/1.1" status: 200 len: 1095 time: 0.2567093 Jul 27 23:12:22.597331 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5cfb51-d542-4688-ae44-e60e8e73bf53 req-4c9c9476-a3e5-4e6a-8805-f7ef67f0352e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:22.598799 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-3d5cfb51-d542-4688-ae44-e60e8e73bf53 req-4c9c9476-a3e5-4e6a-8805-f7ef67f0352e service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=591af2dd-f826-43b1-aa9d-e7a0bf218c71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1604097 Jul 27 23:12:22.682221 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b55b131e-3776-4939-9f40-e61077265e35 tempest-ServersTestFqdnHostnames-2064853926 tempest-ServersTestFqdnHostnames-2064853926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:22.682563 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b55b131e-3776-4939-9f40-e61077265e35 tempest-ServersTestFqdnHostnames-2064853926 tempest-ServersTestFqdnHostnames-2064853926-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:22.762828 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab70097-70f6-4fec-8688-cd0dc443ab93 req-b39dad2c-9102-4fd0-81ad-6485353dded7 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:22.774844 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab70097-70f6-4fec-8688-cd0dc443ab93 req-b39dad2c-9102-4fd0-81ad-6485353dded7 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:22.781866 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab70097-70f6-4fec-8688-cd0dc443ab93 req-b39dad2c-9102-4fd0-81ad-6485353dded7 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:22.788877 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab70097-70f6-4fec-8688-cd0dc443ab93 req-b39dad2c-9102-4fd0-81ad-6485353dded7 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:22.802345 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab70097-70f6-4fec-8688-cd0dc443ab93 req-b39dad2c-9102-4fd0-81ad-6485353dded7 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:22.823756 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab70097-70f6-4fec-8688-cd0dc443ab93 req-b39dad2c-9102-4fd0-81ad-6485353dded7 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:22.832365 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab70097-70f6-4fec-8688-cd0dc443ab93 req-b39dad2c-9102-4fd0-81ad-6485353dded7 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:22.835603 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8ab70097-70f6-4fec-8688-cd0dc443ab93 req-b39dad2c-9102-4fd0-81ad-6485353dded7 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] 10.222.0.18 "GET /v2.0/ports?device_id=bab14976-9a79-4961-bbb7-bef26e77c0b6 HTTP/1.1" status: 200 len: 5432 time: 0.3568947 Jul 27 23:12:22.856996 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-b55b131e-3776-4939-9f40-e61077265e35 tempest-ServersTestFqdnHostnames-2064853926 tempest-ServersTestFqdnHostnames-2064853926-project] Calling delete_port for 143239af-f884-4dea-aeb5-7e5df7aa10ab owned by network:floatingip {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:12:22.877402 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 7cf95691-d169-4732-bb02-85a7aaedd64a details requested by agent hyperv_n-h1-802623-1 with host n-h1-802623-1 {{(pid=93799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 23:12:23.037694 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 36936) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:12:23.040593 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8ab70097-70f6-4fec-8688-cd0dc443ab93 req-da9a5550-2229-442a-82d8-9ef23bbc220c tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] 10.222.0.18 "GET /v2.0/security-groups?id=cfd41bdc-77a0-40db-b366-4cd3c3051f6e&id=590f29d5-a38d-458c-93ce-543ee7b0dac7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1809361 Jul 27 23:12:23.048057 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port 7cf95691-d169-4732-bb02-85a7aaedd64a, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=7cf95691-d169-4732-bb02-85a7aaedd64a,segment=NetworkSegment(16e91594-c047-4b55-93eb-43af33ad08e1),segment_id=16e91594-c047-4b55-93eb-43af33ad08e1)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:12:23.060664 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-3d5cfb51-d542-4688-ae44-e60e8e73bf53 req-c5f4ad63-4239-4da6-8ffa-e01a80a4f501 service neutron] 10.222.0.38 "GET /v2.0/networks/591af2dd-f826-43b1-aa9d-e7a0bf218c71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4363289 Jul 27 23:12:23.068611 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Returning: {'device': '7cf95691-d169-4732-bb02-85a7aaedd64a', 'network_id': '591af2dd-f826-43b1-aa9d-e7a0bf218c71', 'port_id': '7cf95691-d169-4732-bb02-85a7aaedd64a', 'mac_address': 'fa:16:3e:f0:7a:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62938449-046d-4cbe-923a-7ebb632c358d', 'ip_address': '192.168.233.54'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 23:12:23.085500 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0498dd86-e204-4828-a72d-59371f9ae8a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:23.101664 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a71464a-c2d4-4efd-9b1a-5a97861924ba req-f1317b05-852e-4757-b579-dc8b21b610ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:23.106325 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-1a71464a-c2d4-4efd-9b1a-5a97861924ba req-f1317b05-852e-4757-b579-dc8b21b610ff service neutron] 10.222.0.49 "GET /v2.0/networks?id=44a6a84b-a7de-4dfe-a6b7-f9205c26c7e9 HTTP/1.1" status: 200 len: 916 time: 0.5298700 Jul 27 23:12:23.129604 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:23.152434 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7cf95691-d169-4732-bb02-85a7aaedd64a {{(pid=93799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:12:23.203887 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port 7cf95691-d169-4732-bb02-85a7aaedd64a, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=7cf95691-d169-4732-bb02-85a7aaedd64a,segment=NetworkSegment(16e91594-c047-4b55-93eb-43af33ad08e1),segment_id=16e91594-c047-4b55-93eb-43af33ad08e1)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:12:23.213431 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:23.277222 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Pushing event updated for resources: {'Port': ['ID=7cf95691-d169-4732-bb02-85a7aaedd64a,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:12:23.290411 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-1a71464a-c2d4-4efd-9b1a-5a97861924ba req-90bd0547-6772-45ff-ab21-0667098c4d6d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=42b29bb6-4988-492b-a994-653f19e603a5 HTTP/1.1" status: 200 len: 217 time: 0.1492152 Jul 27 23:12:23.290573 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0498dd86-e204-4828-a72d-59371f9ae8a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:23.298828 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0498dd86-e204-4828-a72d-59371f9ae8a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:23.345525 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-0498dd86-e204-4828-a72d-59371f9ae8a8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b49eb03ddb6e45adb1346fa644e5602c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3026941 Jul 27 23:12:23.347496 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 36940) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:12:23.365879 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0498dd86-e204-4828-a72d-59371f9ae8a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13c2be54-02ed-4e6b-8d8f-207e8af15397,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:12:23.411547 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1482ba-5056-449a-b9fa-fbcf462196c6 req-dfd997d6-0a8f-4418-a82e-12d044cced40 tempest-ServerRescueTestJSON-1182058210 tempest-ServerRescueTestJSON-1182058210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:23.413131 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-df1482ba-5056-449a-b9fa-fbcf462196c6 req-dfd997d6-0a8f-4418-a82e-12d044cced40 tempest-ServerRescueTestJSON-1182058210 tempest-ServerRescueTestJSON-1182058210-project] 10.222.0.18 "GET /v2.0/ports?device_id=fdf76be6-bd13-41d1-88c2-61c6861cc347 HTTP/1.1" status: 200 len: 945 time: 0.2690854 Jul 27 23:12:23.447657 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-3d5cfb51-d542-4688-ae44-e60e8e73bf53 req-fea8409b-2097-41c2-bd5d-7f86c0b14f09 service neutron] 10.222.0.38 "GET /v2.0/networks/591af2dd-f826-43b1-aa9d-e7a0bf218c71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3784759 Jul 27 23:12:23.455729 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66893be8-a5c9-4d70-8840-e6972a939658 req-4120ea7d-6321-4851-803e-6cd2acd7ee05 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:23.458600 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] get_ports_and_sgs() called for port_ids ['7cf95691-d169-4732-bb02-85a7aaedd64a'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:12:23.465079 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a71464a-c2d4-4efd-9b1a-5a97861924ba req-d368d180-fb2a-438b-bd70-0ff0e8e8e00f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:23.465244 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-66893be8-a5c9-4d70-8840-e6972a939658 req-4120ea7d-6321-4851-803e-6cd2acd7ee05 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/ports?device_id=c292af40-c395-4445-978c-d1d948a0e563 HTTP/1.1" status: 200 len: 948 time: 0.4906816 Jul 27 23:12:23.466246 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-1a71464a-c2d4-4efd-9b1a-5a97861924ba req-d368d180-fb2a-438b-bd70-0ff0e8e8e00f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=167a3de5-23b9-48e3-8fdf-ba6c942d3440 HTTP/1.1" status: 200 len: 855 time: 0.1653390 Jul 27 23:12:23.474352 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3f38f391-77b8-487f-b07c-04186e1130b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:23.477910 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b55b131e-3776-4939-9f40-e61077265e35 tempest-ServersTestFqdnHostnames-2064853926 tempest-ServersTestFqdnHostnames-2064853926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:23.523259 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3f38f391-77b8-487f-b07c-04186e1130b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:23.531723 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-66893be8-a5c9-4d70-8840-e6972a939658 req-08e93c4a-6714-4c64-a4b8-ec681f3821bc tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb779318-b8ff-43a6-a94f-3ce471aff166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658200 Jul 27 23:12:23.548809 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-df1482ba-5056-449a-b9fa-fbcf462196c6 req-b7d9b3c3-9b62-455d-a06c-5978a78347e9 tempest-ServerRescueTestJSON-1182058210 tempest-ServerRescueTestJSON-1182058210-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1683666-2031-45b7-8015-e9f1b36fb2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152093 Jul 27 23:12:23.557870 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-1a71464a-c2d4-4efd-9b1a-5a97861924ba req-59b3416e-d3a6-4c04-8379-88cc732541d1 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=44a6a84b-a7de-4dfe-a6b7-f9205c26c7e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0682416 Jul 27 23:12:23.612742 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55b131e-3776-4939-9f40-e61077265e35 tempest-ServersTestFqdnHostnames-2064853926 tempest-ServersTestFqdnHostnames-2064853926-project] Pushing event deleted for resources: {'Port': ['ID=143239af-f884-4dea-aeb5-7e5df7aa10ab,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:12:23.669736 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3f38f391-77b8-487f-b07c-04186e1130b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:23.673202 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3f38f391-77b8-487f-b07c-04186e1130b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:23.674412 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-3f38f391-77b8-487f-b07c-04186e1130b1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/13c2be54-02ed-4e6b-8d8f-207e8af15397 HTTP/1.1" status: 204 len: 168 time: 0.3272493 Jul 27 23:12:23.698708 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68caace4-60ff-435f-b3fc-cbfac6f30027 req-51399577-6994-4ebd-9a1a-8d75bd00e1a0 tempest-ServerRescueNegativeTestJSON-1855851441 tempest-ServerRescueNegativeTestJSON-1855851441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:23.708833 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-68caace4-60ff-435f-b3fc-cbfac6f30027 req-51399577-6994-4ebd-9a1a-8d75bd00e1a0 tempest-ServerRescueNegativeTestJSON-1855851441 tempest-ServerRescueNegativeTestJSON-1855851441-project] 10.222.0.18 "GET /v2.0/ports?device_id=6551d2f1-dfc9-4bdf-adfb-bc809d0770ff HTTP/1.1" status: 200 len: 945 time: 0.0935748 Jul 27 23:12:23.711286 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f38f391-77b8-487f-b07c-04186e1130b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13c2be54-02ed-4e6b-8d8f-207e8af15397,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:12:23.765439 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-68caace4-60ff-435f-b3fc-cbfac6f30027 req-c37eb026-c004-444f-a15e-dc790b7be9df tempest-ServerRescueNegativeTestJSON-1855851441 tempest-ServerRescueNegativeTestJSON-1855851441-project] 10.222.0.18 "GET /v2.0/security-groups?id=1af18e13-f94e-429a-ab8a-66f4e32e8b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505445 Jul 27 23:12:23.832788 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b55b131e-3776-4939-9f40-e61077265e35 tempest-ServersTestFqdnHostnames-2064853926 tempest-ServersTestFqdnHostnames-2064853926-project] Notify callbacks [] for floatingip, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:23.835586 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b55b131e-3776-4939-9f40-e61077265e35 tempest-ServersTestFqdnHostnames-2064853926 tempest-ServersTestFqdnHostnames-2064853926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for floatingip, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:23.836883 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-b55b131e-3776-4939-9f40-e61077265e35 tempest-ServersTestFqdnHostnames-2064853926 tempest-ServersTestFqdnHostnames-2064853926-project] 10.222.0.18 "DELETE /v2.0/floatingips/039a9118-b481-4b43-9462-bb54bde147f4 HTTP/1.1" status: 204 len: 168 time: 2.1526275 Jul 27 23:12:23.840904 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 36948) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:12:23.856587 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac92afd-f9a1-4f7d-8875-f6a19532d32d req-d23add07-9447-407e-a194-6cb5c88a9a03 tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:23.863752 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-9ac92afd-f9a1-4f7d-8875-f6a19532d32d req-d23add07-9447-407e-a194-6cb5c88a9a03 tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] 10.222.0.18 "GET /v2.0/ports?device_id=291a4293-4cde-40a2-846a-35f694ac6ae4 HTTP/1.1" status: 200 len: 944 time: 0.1952658 Jul 27 23:12:23.909633 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-1a71464a-c2d4-4efd-9b1a-5a97861924ba req-278bff79-cb88-4c10-99eb-e8ecbc815c42 service neutron] 10.222.0.49 "GET /v2.0/networks/44a6a84b-a7de-4dfe-a6b7-f9205c26c7e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2787035 Jul 27 23:12:23.929103 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-9ac92afd-f9a1-4f7d-8875-f6a19532d32d req-fcf5704a-2e0a-42b1-afe5-823ba2a7dc41 tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] 10.222.0.18 "GET /v2.0/security-groups?id=f9282c7c-bf74-4e2f-accf-81bded4d9191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645149 Jul 27 23:12:24.038826 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-1a71464a-c2d4-4efd-9b1a-5a97861924ba req-353419d2-96de-4557-918d-29daac735abd service neutron] 10.222.0.49 "GET /v2.0/networks/44a6a84b-a7de-4dfe-a6b7-f9205c26c7e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198020 Jul 27 23:12:24.069872 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 0a53333b-532e-40d1-a0bb-1412d9c92dff up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:12:24.144189 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port 0a53333b-532e-40d1-a0bb-1412d9c92dff triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:12:24.144648 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:24.257034 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374d14e5-1a49-4092-9bb4-2908b96edf87 req-86b9850e-14c0-486b-867c-49226f9f37c1 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:24.262075 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374d14e5-1a49-4092-9bb4-2908b96edf87 req-86b9850e-14c0-486b-867c-49226f9f37c1 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:24.268411 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374d14e5-1a49-4092-9bb4-2908b96edf87 req-86b9850e-14c0-486b-867c-49226f9f37c1 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:24.274212 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374d14e5-1a49-4092-9bb4-2908b96edf87 req-86b9850e-14c0-486b-867c-49226f9f37c1 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:24.280116 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374d14e5-1a49-4092-9bb4-2908b96edf87 req-86b9850e-14c0-486b-867c-49226f9f37c1 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:24.286523 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374d14e5-1a49-4092-9bb4-2908b96edf87 req-86b9850e-14c0-486b-867c-49226f9f37c1 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:24.292520 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374d14e5-1a49-4092-9bb4-2908b96edf87 req-86b9850e-14c0-486b-867c-49226f9f37c1 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:24.294356 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-374d14e5-1a49-4092-9bb4-2908b96edf87 req-86b9850e-14c0-486b-867c-49226f9f37c1 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] 10.222.0.18 "GET /v2.0/ports?device_id=bab14976-9a79-4961-bbb7-bef26e77c0b6 HTTP/1.1" status: 200 len: 5432 time: 0.1417966 Jul 27 23:12:24.371491 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-374d14e5-1a49-4092-9bb4-2908b96edf87 req-9a34fde4-6237-44e9-b1a5-9f849d546129 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] 10.222.0.18 "GET /v2.0/security-groups?id=cfd41bdc-77a0-40db-b366-4cd3c3051f6e&id=590f29d5-a38d-458c-93ce-543ee7b0dac7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0506148 Jul 27 23:12:24.448830 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-61d8cfdd-285b-4bce-8434-0940fb5e3e7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-414022'] for router_interface, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:24.750098 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe27b33-19d8-4d23-af28-08d31f503f34 req-7144199e-46c4-43e9-a765-424d85557d21 tempest-ServerRescueTestJSON-1182058210 tempest-ServerRescueTestJSON-1182058210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:24.752254 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-2fe27b33-19d8-4d23-af28-08d31f503f34 req-7144199e-46c4-43e9-a765-424d85557d21 tempest-ServerRescueTestJSON-1182058210 tempest-ServerRescueTestJSON-1182058210-project] 10.222.0.18 "GET /v2.0/ports?device_id=fdf76be6-bd13-41d1-88c2-61c6861cc347 HTTP/1.1" status: 200 len: 945 time: 0.0984278 Jul 27 23:12:24.826965 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-2fe27b33-19d8-4d23-af28-08d31f503f34 req-2f5c489b-8fc3-45f7-bcaa-6d89f54c0e0a tempest-ServerRescueTestJSON-1182058210 tempest-ServerRescueTestJSON-1182058210-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1683666-2031-45b7-8015-e9f1b36fb2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668094 Jul 27 23:12:24.862022 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-61d8cfdd-285b-4bce-8434-0940fb5e3e7f admin admin] Deleting port d77c3ada-73ef-4746-af67-66824003051d {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:12:24.862372 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-61d8cfdd-285b-4bce-8434-0940fb5e3e7f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:24.908227 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 7cf95691-d169-4732-bb02-85a7aaedd64a up at agent hyperv_n-h1-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:12:25.001143 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a324ffe-9a91-4e9d-8f15-56bf6260dcea req-53f43843-73f0-403d-91a8-cdb92bda530e tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:25.002708 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-1a324ffe-9a91-4e9d-8f15-56bf6260dcea req-53f43843-73f0-403d-91a8-cdb92bda530e tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/ports?device_id=c292af40-c395-4445-978c-d1d948a0e563 HTTP/1.1" status: 200 len: 948 time: 0.3518741 Jul 27 23:12:25.003194 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a049bfd-8894-488d-9100-23be82717ce2 req-268aab84-9ca5-4ef5-b88d-62c8e2048f90 tempest-ServerRescueNegativeTestJSON-1855851441 tempest-ServerRescueNegativeTestJSON-1855851441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:25.011574 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7a049bfd-8894-488d-9100-23be82717ce2 req-268aab84-9ca5-4ef5-b88d-62c8e2048f90 tempest-ServerRescueNegativeTestJSON-1855851441 tempest-ServerRescueNegativeTestJSON-1855851441-project] 10.222.0.18 "GET /v2.0/ports?device_id=6551d2f1-dfc9-4bdf-adfb-bc809d0770ff HTTP/1.1" status: 200 len: 945 time: 0.0885868 Jul 27 23:12:25.036554 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-61d8cfdd-285b-4bce-8434-0940fb5e3e7f admin admin] For port d77c3ada-73ef-4746-af67-66824003051d, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=d77c3ada-73ef-4746-af67-66824003051d,segment=NetworkSegment(b2a4e5b4-2545-4483-a478-998f9d989cf7),segment_id=b2a4e5b4-2545-4483-a478-998f9d989cf7)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:12:25.037190 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-61d8cfdd-285b-4bce-8434-0940fb5e3e7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:25.057440 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-1a324ffe-9a91-4e9d-8f15-56bf6260dcea req-ce43165d-b87c-428f-8099-8853005246fa tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb779318-b8ff-43a6-a94f-3ce471aff166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477679 Jul 27 23:12:25.064304 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-61d8cfdd-285b-4bce-8434-0940fb5e3e7f admin admin] Calling delete_port for d77c3ada-73ef-4746-af67-66824003051d owned by network:router_interface {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:12:25.082548 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Provisioning for port 7cf95691-d169-4732-bb02-85a7aaedd64a completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:12:25.091664 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7a049bfd-8894-488d-9100-23be82717ce2 req-c9325750-81ba-4938-8912-db45c4924274 tempest-ServerRescueNegativeTestJSON-1855851441 tempest-ServerRescueNegativeTestJSON-1855851441-project] 10.222.0.18 "GET /v2.0/security-groups?id=1af18e13-f94e-429a-ab8a-66f4e32e8b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698075 Jul 27 23:12:25.092347 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Provisioning complete for port 7cf95691-d169-4732-bb02-85a7aaedd64a triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:12:25.093295 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:25.213425 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32525251-9afa-4476-9361-cad97140305f req-f58e31e5-2724-4d49-8731-a1defc08a9c3 tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:25.215727 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-32525251-9afa-4476-9361-cad97140305f req-f58e31e5-2724-4d49-8731-a1defc08a9c3 tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] 10.222.0.18 "GET /v2.0/ports?device_id=291a4293-4cde-40a2-846a-35f694ac6ae4 HTTP/1.1" status: 200 len: 944 time: 0.0651455 Jul 27 23:12:25.219765 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:25.258306 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c292af40-c395-4445-978c-d1d948a0e563', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cf95691-d169-4732-bb02-85a7aaedd64a'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:12:25.260683 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c0369b0d4f459110ff20a1f9878ba33f96d6491bddb9d15843bf29d01e0bda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3488113d-f142-4509-8612-257fc9756324" -d '{"events": [{"server_uuid": "c292af40-c395-4445-978c-d1d948a0e563", "name": "network-vif-plugged", "status": "completed", "tag": "7cf95691-d169-4732-bb02-85a7aaedd64a"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:12:25.269288 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-32525251-9afa-4476-9361-cad97140305f req-2f80252b-2893-4839-b75b-3169b5666888 tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] 10.222.0.18 "GET /v2.0/security-groups?id=f9282c7c-bf74-4e2f-accf-81bded4d9191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448339 Jul 27 23:12:25.275978 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port 7cf95691-d169-4732-bb02-85a7aaedd64a, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=7cf95691-d169-4732-bb02-85a7aaedd64a,segment=NetworkSegment(16e91594-c047-4b55-93eb-43af33ad08e1),segment_id=16e91594-c047-4b55-93eb-43af33ad08e1)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:12:25.282779 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:25.315531 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:12:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b0d4bfe-bc52-42bb-81fa-8249b9905046 x-openstack-request-id: req-7b0d4bfe-bc52-42bb-81fa-8249b9905046 {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:12:25.315823 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c292af40-c395-4445-978c-d1d948a0e563", "name": "network-vif-plugged", "status": "completed", "tag": "7cf95691-d169-4732-bb02-85a7aaedd64a", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:12:25.316078 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7b0d4bfe-bc52-42bb-81fa-8249b9905046 {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:12:25.316468 n-d-802623-1 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c292af40-c395-4445-978c-d1d948a0e563', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cf95691-d169-4732-bb02-85a7aaedd64a', 'code': 200} Jul 27 23:12:25.361102 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Pushing event updated for resources: {'Port': ['ID=7cf95691-d169-4732-bb02-85a7aaedd64a,revision_number=5']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:12:25.365442 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-61d8cfdd-285b-4bce-8434-0940fb5e3e7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:25.397661 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d8cfdd-285b-4bce-8434-0940fb5e3e7f admin admin] Pushing event deleted for resources: {'Port': ['ID=d77c3ada-73ef-4746-af67-66824003051d,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:12:25.477056 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7894216f-9821-4d44-9803-ce1c67be533e req-e772bef3-8365-465a-8432-3472a31a9b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:25.482186 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-7894216f-9821-4d44-9803-ce1c67be533e req-e772bef3-8365-465a-8432-3472a31a9b29 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=c292af40-c395-4445-978c-d1d948a0e563 HTTP/1.1" status: 200 len: 1100 time: 0.0769367 Jul 27 23:12:25.588569 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-7894216f-9821-4d44-9803-ce1c67be533e req-9667128f-2614-42f9-9b34-e3e89b9012df service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=fb779318-b8ff-43a6-a94f-3ce471aff166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014645 Jul 27 23:12:25.617074 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab15c10b-9db0-46e9-8fe3-33a6966bc6fc req-7be43843-8acc-4fa4-bcc5-de3c1602457e tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:25.625413 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab15c10b-9db0-46e9-8fe3-33a6966bc6fc req-7be43843-8acc-4fa4-bcc5-de3c1602457e tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:25.631834 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab15c10b-9db0-46e9-8fe3-33a6966bc6fc req-7be43843-8acc-4fa4-bcc5-de3c1602457e tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:25.641215 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab15c10b-9db0-46e9-8fe3-33a6966bc6fc req-7be43843-8acc-4fa4-bcc5-de3c1602457e tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:25.648377 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab15c10b-9db0-46e9-8fe3-33a6966bc6fc req-7be43843-8acc-4fa4-bcc5-de3c1602457e tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:25.655315 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab15c10b-9db0-46e9-8fe3-33a6966bc6fc req-7be43843-8acc-4fa4-bcc5-de3c1602457e tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:25.664597 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab15c10b-9db0-46e9-8fe3-33a6966bc6fc req-7be43843-8acc-4fa4-bcc5-de3c1602457e tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:25.666622 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-ab15c10b-9db0-46e9-8fe3-33a6966bc6fc req-7be43843-8acc-4fa4-bcc5-de3c1602457e tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] 10.222.0.18 "GET /v2.0/ports?device_id=bab14976-9a79-4961-bbb7-bef26e77c0b6 HTTP/1.1" status: 200 len: 5432 time: 0.1655030 Jul 27 23:12:25.685216 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-61d8cfdd-285b-4bce-8434-0940fb5e3e7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3760546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-413994'] for router_interface, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:25.730679 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-ab15c10b-9db0-46e9-8fe3-33a6966bc6fc req-0437c844-451c-4f92-ad65-846743da012d tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] 10.222.0.18 "GET /v2.0/security-groups?id=cfd41bdc-77a0-40db-b366-4cd3c3051f6e&id=590f29d5-a38d-458c-93ce-543ee7b0dac7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0511360 Jul 27 23:12:25.974642 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device 42b29bb6-4988-492b-a994-653f19e603a5 details requested by agent hyperv_n-h2-802623-1 with host n-h2-802623-1 {{(pid=93799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 23:12:25.980564 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61d8cfdd-285b-4bce-8434-0940fb5e3e7f admin admin] Router f31d1433-e73e-4bca-9d93-7d2ab78ff6cf has already been hosted by L3 agent 018c4455-49c0-4734-927d-7824067b2a9e {{(pid=93798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 23:12:25.997122 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c045795-bd22-44cc-92e5-454d8bb7afe8 req-02e91221-f2e8-43ce-bf4c-b51167efb62f tempest-ServerRescueTestJSON-1182058210 tempest-ServerRescueTestJSON-1182058210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:25.999635 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-2c045795-bd22-44cc-92e5-454d8bb7afe8 req-02e91221-f2e8-43ce-bf4c-b51167efb62f tempest-ServerRescueTestJSON-1182058210 tempest-ServerRescueTestJSON-1182058210-project] 10.222.0.18 "GET /v2.0/ports?device_id=fdf76be6-bd13-41d1-88c2-61c6861cc347 HTTP/1.1" status: 200 len: 945 time: 0.0781646 Jul 27 23:12:26.178927 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-2c045795-bd22-44cc-92e5-454d8bb7afe8 req-324f9236-7555-430c-b911-bef23ddd6ccc tempest-ServerRescueTestJSON-1182058210 tempest-ServerRescueTestJSON-1182058210-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1683666-2031-45b7-8015-e9f1b36fb2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683576 Jul 27 23:12:26.211552 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61d8cfdd-285b-4bce-8434-0940fb5e3e7f admin admin] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:12:26.223315 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1446e25f-cfc1-452f-a13e-7ef76b6541b7 None None] Sync routers for ids ['f31d1433-e73e-4bca-9d93-7d2ab78ff6cf'] in n-d-802623-1 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:12:26.226877 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 37020) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:12:26.230761 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-61d8cfdd-285b-4bce-8434-0940fb5e3e7f admin admin] 10.222.0.18 "PUT /v2.0/routers/f31d1433-e73e-4bca-9d93-7d2ab78ff6cf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3890817 Jul 27 23:12:26.249073 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1446e25f-cfc1-452f-a13e-7ef76b6541b7 None None] Routers {'f31d1433-e73e-4bca-9d93-7d2ab78ff6cf'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:12:26.259075 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port 42b29bb6-4988-492b-a994-653f19e603a5, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=42b29bb6-4988-492b-a994-653f19e603a5,segment=NetworkSegment(35c87331-1569-4ca2-bf4a-f52e32031f1e),segment_id=35c87331-1569-4ca2-bf4a-f52e32031f1e)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:12:26.264693 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-1446e25f-cfc1-452f-a13e-7ef76b6541b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:12:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['f31d1433-e73e-4bca-9d93-7d2ab78ff6cf'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:12:26.271823 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Returning: {'device': '42b29bb6-4988-492b-a994-653f19e603a5', 'network_id': '44a6a84b-a7de-4dfe-a6b7-f9205c26c7e9', 'port_id': '42b29bb6-4988-492b-a994-653f19e603a5', 'mac_address': 'fa:16:3e:35:a0:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '167a3de5-23b9-48e3-8fdf-ba6c942d3440', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 23:12:26.334252 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:26.366498 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42b29bb6-4988-492b-a994-653f19e603a5 {{(pid=93799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:12:26.410790 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a79dc78-aa22-48ea-9d6e-0571a74b3a2e req-2444e6f8-e348-460a-b5d4-1450c3764476 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:26.412039 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port 42b29bb6-4988-492b-a994-653f19e603a5, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=42b29bb6-4988-492b-a994-653f19e603a5,segment=NetworkSegment(35c87331-1569-4ca2-bf4a-f52e32031f1e),segment_id=35c87331-1569-4ca2-bf4a-f52e32031f1e)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:12:26.418217 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-6a79dc78-aa22-48ea-9d6e-0571a74b3a2e req-2444e6f8-e348-460a-b5d4-1450c3764476 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/ports?device_id=c292af40-c395-4445-978c-d1d948a0e563 HTTP/1.1" status: 200 len: 949 time: 0.1809790 Jul 27 23:12:26.419282 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:26.495648 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-6a79dc78-aa22-48ea-9d6e-0571a74b3a2e req-19cc6cf7-14b4-41ef-a65b-3a3e05c1e852 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb779318-b8ff-43a6-a94f-3ce471aff166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756667 Jul 27 23:12:26.515912 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9252f1b9-f40d-418c-83e8-ae58d58c9d82 req-0a96976f-df7a-4637-80b2-6d2cbe88ec01 tempest-ServerRescueNegativeTestJSON-1855851441 tempest-ServerRescueNegativeTestJSON-1855851441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:26.520640 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17794970-0d52-4c22-92c6-aa06ba3d0f36 admin admin] Notify callbacks [] for router, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:26.526749 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-9252f1b9-f40d-418c-83e8-ae58d58c9d82 req-0a96976f-df7a-4637-80b2-6d2cbe88ec01 tempest-ServerRescueNegativeTestJSON-1855851441 tempest-ServerRescueNegativeTestJSON-1855851441-project] 10.222.0.18 "GET /v2.0/ports?device_id=6551d2f1-dfc9-4bdf-adfb-bc809d0770ff HTTP/1.1" status: 200 len: 945 time: 0.1737921 Jul 27 23:12:26.577703 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Pushing event updated for resources: {'Port': ['ID=42b29bb6-4988-492b-a994-653f19e603a5,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:12:26.609807 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-1446e25f-cfc1-452f-a13e-7ef76b6541b7 None None] Set router f31d1433-e73e-4bca-9d93-7d2ab78ff6cf gateway port host: n-d-802623-1 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:12:26.616263 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-9252f1b9-f40d-418c-83e8-ae58d58c9d82 req-d6449379-003d-4a27-9a30-1891b3ee105a tempest-ServerRescueNegativeTestJSON-1855851441 tempest-ServerRescueNegativeTestJSON-1855851441-project] 10.222.0.18 "GET /v2.0/security-groups?id=1af18e13-f94e-429a-ab8a-66f4e32e8b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859823 Jul 27 23:12:26.757829 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] get_ports_and_sgs() called for port_ids ['42b29bb6-4988-492b-a994-653f19e603a5'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:12:26.759068 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17794970-0d52-4c22-92c6-aa06ba3d0f36 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:26.778243 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a777bacc-1d0b-4d3c-9589-8ede5c426883 req-1c34d97f-7699-4f17-b690-9088e8f5f35e tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:26.788054 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a777bacc-1d0b-4d3c-9589-8ede5c426883 req-1c34d97f-7699-4f17-b690-9088e8f5f35e tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] 10.222.0.18 "GET /v2.0/ports?device_id=291a4293-4cde-40a2-846a-35f694ac6ae4 HTTP/1.1" status: 200 len: 945 time: 0.1556497 Jul 27 23:12:26.922031 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-fc836bc5-16c1-40fb-8b7e-c8dadaf33c87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:26.924879 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a777bacc-1d0b-4d3c-9589-8ede5c426883 req-ab1b64df-5427-41ba-9e32-973b18d68553 tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] 10.222.0.18 "GET /v2.0/security-groups?id=f9282c7c-bf74-4e2f-accf-81bded4d9191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359692 Jul 27 23:12:26.928286 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-1446e25f-cfc1-452f-a13e-7ef76b6541b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f31d1433-e73e-4bca-9d93-7d2ab78ff6cf', 'name': 'tempest-ServersTestFqdnHostnames-1844628984-router', 'tenant_id': '8d582af9a6794d11bd808a2173a193ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.140'}], 'enable_snat': True}, 'gw_port_id': '35127906-72d3-4961-a2dd-fe261f9be7f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:10:00Z', 'updated_at': '2021-07-27T23:12:25Z', 'revision_number': 5, 'project_id': '8d582af9a6794d11bd808a2173a193ea', 'gw_port': {'id': '35127906-72d3-4961-a2dd-fe261f9be7f6', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:dc:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f31d1433-e73e-4bca-9d93-7d2ab78ff6cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 922, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:10:03Z', 'updated_at': '2021-07-27T23:10:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1'}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:12:26.929914 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adb933e-e764-4436-afd1-931339ac1657 req-ef685b42-0b14-4c6c-8e85-0ac758ad5b93 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:26.941428 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-17794970-0d52-4c22-92c6-aa06ba3d0f36 admin admin] Deleting port 35127906-72d3-4961-a2dd-fe261f9be7f6 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:12:26.941778 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17794970-0d52-4c22-92c6-aa06ba3d0f36 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:26.964539 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1446e25f-cfc1-452f-a13e-7ef76b6541b7 None None] Checking router: f31d1433-e73e-4bca-9d93-7d2ab78ff6cf for host: n-d-802623-1 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 23:12:26.966195 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adb933e-e764-4436-afd1-931339ac1657 req-ef685b42-0b14-4c6c-8e85-0ac758ad5b93 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:26.972281 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adb933e-e764-4436-afd1-931339ac1657 req-ef685b42-0b14-4c6c-8e85-0ac758ad5b93 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:26.975030 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1446e25f-cfc1-452f-a13e-7ef76b6541b7 None None] Routers {'f31d1433-e73e-4bca-9d93-7d2ab78ff6cf'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:12:26.976097 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-1446e25f-cfc1-452f-a13e-7ef76b6541b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:12:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['f31d1433-e73e-4bca-9d93-7d2ab78ff6cf'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:12:26.989001 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adb933e-e764-4436-afd1-931339ac1657 req-ef685b42-0b14-4c6c-8e85-0ac758ad5b93 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:27.004568 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adb933e-e764-4436-afd1-931339ac1657 req-ef685b42-0b14-4c6c-8e85-0ac758ad5b93 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:27.018085 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adb933e-e764-4436-afd1-931339ac1657 req-ef685b42-0b14-4c6c-8e85-0ac758ad5b93 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:27.025116 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adb933e-e764-4436-afd1-931339ac1657 req-ef685b42-0b14-4c6c-8e85-0ac758ad5b93 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:27.034701 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-8adb933e-e764-4436-afd1-931339ac1657 req-ef685b42-0b14-4c6c-8e85-0ac758ad5b93 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] 10.222.0.18 "GET /v2.0/ports?device_id=bab14976-9a79-4961-bbb7-bef26e77c0b6 HTTP/1.1" status: 200 len: 5432 time: 0.2037144 Jul 27 23:12:27.084770 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17794970-0d52-4c22-92c6-aa06ba3d0f36 admin admin] For port 35127906-72d3-4961-a2dd-fe261f9be7f6, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=35127906-72d3-4961-a2dd-fe261f9be7f6,segment=NetworkSegment(b9afe07e-bbe4-4740-834c-4b6a9698bdbc),segment_id=b9afe07e-bbe4-4740-834c-4b6a9698bdbc)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:12:27.085329 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17794970-0d52-4c22-92c6-aa06ba3d0f36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:27.085893 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-8adb933e-e764-4436-afd1-931339ac1657 req-6a89bcb2-8519-47a0-a4c2-5da464748622 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] 10.222.0.18 "GET /v2.0/security-groups?id=cfd41bdc-77a0-40db-b366-4cd3c3051f6e&id=590f29d5-a38d-458c-93ce-543ee7b0dac7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0502071 Jul 27 23:12:27.109069 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-17794970-0d52-4c22-92c6-aa06ba3d0f36 admin admin] Calling delete_port for 35127906-72d3-4961-a2dd-fe261f9be7f6 owned by network:router_gateway {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:12:27.234844 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-1446e25f-cfc1-452f-a13e-7ef76b6541b7 None None] Set router f31d1433-e73e-4bca-9d93-7d2ab78ff6cf gateway port host: None {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:12:27.294957 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-1446e25f-cfc1-452f-a13e-7ef76b6541b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f31d1433-e73e-4bca-9d93-7d2ab78ff6cf', 'name': 'tempest-ServersTestFqdnHostnames-1844628984-router', 'tenant_id': '8d582af9a6794d11bd808a2173a193ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:10:00Z', 'updated_at': '2021-07-27T23:12:26Z', 'revision_number': 6, 'project_id': '8d582af9a6794d11bd808a2173a193ea', 'gw_port_host': None}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:12:27.332294 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1446e25f-cfc1-452f-a13e-7ef76b6541b7 None None] The sync data for ids ['f31d1433-e73e-4bca-9d93-7d2ab78ff6cf'] in n-d-802623-1 is: [{'id': 'f31d1433-e73e-4bca-9d93-7d2ab78ff6cf', 'name': 'tempest-ServersTestFqdnHostnames-1844628984-router', 'tenant_id': '8d582af9a6794d11bd808a2173a193ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:10:00Z', 'updated_at': '2021-07-27T23:12:26Z', 'revision_number': 6, 'project_id': '8d582af9a6794d11bd808a2173a193ea', 'gw_port_host': None}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:12:27.338374 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610249f9-64b7-4cc8-8ba8-e8818a0fc9a9 req-053a6ffd-77f5-407f-a7c6-afa674697b0b tempest-ServerRescueTestJSON-1182058210 tempest-ServerRescueTestJSON-1182058210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:27.339722 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-610249f9-64b7-4cc8-8ba8-e8818a0fc9a9 req-053a6ffd-77f5-407f-a7c6-afa674697b0b tempest-ServerRescueTestJSON-1182058210 tempest-ServerRescueTestJSON-1182058210-project] 10.222.0.18 "GET /v2.0/ports?device_id=fdf76be6-bd13-41d1-88c2-61c6861cc347 HTTP/1.1" status: 200 len: 945 time: 0.0763006 Jul 27 23:12:27.414845 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-610249f9-64b7-4cc8-8ba8-e8818a0fc9a9 req-97fa5b5b-2f06-4383-9b7a-2d77b812b219 tempest-ServerRescueTestJSON-1182058210 tempest-ServerRescueTestJSON-1182058210-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1683666-2031-45b7-8015-e9f1b36fb2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497966 Jul 27 23:12:27.415936 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17794970-0d52-4c22-92c6-aa06ba3d0f36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:27.440352 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17794970-0d52-4c22-92c6-aa06ba3d0f36 admin admin] Pushing event deleted for resources: {'Port': ['ID=35127906-72d3-4961-a2dd-fe261f9be7f6,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:12:27.514943 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17794970-0d52-4c22-92c6-aa06ba3d0f36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-415368'] for router_gateway, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:27.618858 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17794970-0d52-4c22-92c6-aa06ba3d0f36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62205'] for router, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:27.621607 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17794970-0d52-4c22-92c6-aa06ba3d0f36 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:27.643570 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c4c31b-98c8-4e14-a434-ff58df9d5e54 req-6e1e2da7-e914-4fa1-aec1-c2626f2b86bf tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:27.651099 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-34c4c31b-98c8-4e14-a434-ff58df9d5e54 req-6e1e2da7-e914-4fa1-aec1-c2626f2b86bf tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/ports?device_id=c292af40-c395-4445-978c-d1d948a0e563 HTTP/1.1" status: 200 len: 949 time: 0.0842326 Jul 27 23:12:27.677975 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17794970-0d52-4c22-92c6-aa06ba3d0f36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-477831'] for router, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:27.678705 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17794970-0d52-4c22-92c6-aa06ba3d0f36 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f31d1433-e73e-4bca-9d93-7d2ab78ff6cf {{(pid=93797) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 23:12:27.687541 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17794970-0d52-4c22-92c6-aa06ba3d0f36 admin admin] Notify callbacks [] for router, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:27.688735 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-17794970-0d52-4c22-92c6-aa06ba3d0f36 admin admin] 10.222.0.18 "DELETE /v2.0/routers/f31d1433-e73e-4bca-9d93-7d2ab78ff6cf HTTP/1.1" status: 204 len: 168 time: 1.4602323 Jul 27 23:12:27.691375 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 37046) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:12:27.712626 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-34c4c31b-98c8-4e14-a434-ff58df9d5e54 req-c7e75470-47ca-4769-b081-42521165deba tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb779318-b8ff-43a6-a94f-3ce471aff166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605862 Jul 27 23:12:27.749631 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_v2 [None req-7fdd594d-2cc3-4ed5-b5dc-f452ad003192 admin admin] Deleting subnet 2e0bf504-e262-4f06-bee4-22c651cb840b {{(pid=93797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 23:12:27.764962 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7fdd594d-2cc3-4ed5-b5dc-f452ad003192 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:27.821650 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7fdd594d-2cc3-4ed5-b5dc-f452ad003192 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11335971'] for subnet, precommit_delete_associations {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:27.853114 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769d1339-6e53-4ee2-9a8a-48781277c1aa req-e2c489ab-f9da-447f-ab75-e0b495fb882d tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:27.862005 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-769d1339-6e53-4ee2-9a8a-48781277c1aa req-e2c489ab-f9da-447f-ab75-e0b495fb882d tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/ports?device_id=c292af40-c395-4445-978c-d1d948a0e563 HTTP/1.1" status: 200 len: 949 time: 0.0675952 Jul 27 23:12:27.952984 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-769d1339-6e53-4ee2-9a8a-48781277c1aa req-406471de-84e8-4a26-93b5-6c95abed238c tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb779318-b8ff-43a6-a94f-3ce471aff166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731671 Jul 27 23:12:27.996047 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402f1605-fa95-42c6-909d-2d19c5fefd10 req-fbcf7a20-29fc-4dbb-bc41-22050dc098a2 tempest-ServerRescueNegativeTestJSON-1855851441 tempest-ServerRescueNegativeTestJSON-1855851441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:27.997503 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-402f1605-fa95-42c6-909d-2d19c5fefd10 req-fbcf7a20-29fc-4dbb-bc41-22050dc098a2 tempest-ServerRescueNegativeTestJSON-1855851441 tempest-ServerRescueNegativeTestJSON-1855851441-project] 10.222.0.18 "GET /v2.0/ports?device_id=6551d2f1-dfc9-4bdf-adfb-bc809d0770ff HTTP/1.1" status: 200 len: 945 time: 0.1364539 Jul 27 23:12:27.999553 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device 42b29bb6-4988-492b-a994-653f19e603a5 up at agent hyperv_n-h2-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:12:28.019964 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7fdd594d-2cc3-4ed5-b5dc-f452ad003192 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620741'] for subnet, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:28.108315 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 35127906-72d3-4961-a2dd-fe261f9be7f6 no longer exists at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:12:28.128295 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-402f1605-fa95-42c6-909d-2d19c5fefd10 req-366e105a-8d78-4caa-8c7e-ef39745c5116 tempest-ServerRescueNegativeTestJSON-1855851441 tempest-ServerRescueNegativeTestJSON-1855851441-project] 10.222.0.18 "GET /v2.0/security-groups?id=1af18e13-f94e-429a-ab8a-66f4e32e8b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109579 Jul 27 23:12:28.131402 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47880cc5-fa51-42e4-ba63-8381af40816a req-a43f3cea-fecf-457b-9fa9-9ff398c8098d tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:28.145597 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-47880cc5-fa51-42e4-ba63-8381af40816a req-a43f3cea-fecf-457b-9fa9-9ff398c8098d tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] 10.222.0.18 "GET /v2.0/ports?device_id=291a4293-4cde-40a2-846a-35f694ac6ae4 HTTP/1.1" status: 200 len: 945 time: 0.1006019 Jul 27 23:12:28.158797 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] No Port match for: 35127906-72d3-4961-a2dd-fe261f9be7f6 {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:12:28.159394 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 35127906-72d3-4961-a2dd-fe261f9be7f6 not bound to the agent host n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:12:28.159981 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device d77c3ada-73ef-4746-af67-66824003051d no longer exists at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:12:28.183770 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 37060) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:12:28.189707 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] No Port match for: d77c3ada-73ef-4746-af67-66824003051d {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:12:28.190200 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device d77c3ada-73ef-4746-af67-66824003051d not bound to the agent host n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:12:28.192104 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Provisioning for port 42b29bb6-4988-492b-a994-653f19e603a5 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:12:28.198746 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Provisioning complete for port 42b29bb6-4988-492b-a994-653f19e603a5 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:12:28.199335 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:28.200673 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7fdd594d-2cc3-4ed5-b5dc-f452ad003192 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11335991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11551414'] for subnet, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:28.245903 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-47880cc5-fa51-42e4-ba63-8381af40816a req-46840af9-ff68-4934-99fa-1149d36b76df tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] 10.222.0.18 "GET /v2.0/security-groups?id=f9282c7c-bf74-4e2f-accf-81bded4d9191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874693 Jul 27 23:12:28.279185 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdd594d-2cc3-4ed5-b5dc-f452ad003192 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2e0bf504-e262-4f06-bee4-22c651cb840b,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:12:28.296379 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7fdd594d-2cc3-4ed5-b5dc-f452ad003192 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for subnet, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:28.300665 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-7fdd594d-2cc3-4ed5-b5dc-f452ad003192 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/2e0bf504-e262-4f06-bee4-22c651cb840b HTTP/1.1" status: 204 len: 168 time: 0.6057260 Jul 27 23:12:28.301050 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 37066) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:12:28.338309 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86edcf08-8b01-4d6c-8f6e-54254e5f355b None None] Network 3adb757c-b86b-47f3-8bd0-530e0c033dd4 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:12:28.408948 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fa191619-5441-4345-9470-37a13372d4fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593271'] for network, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:28.426670 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3deccd7d-f9c4-4647-9a5b-1f6e1be8c75c req-8e51cae4-e3dc-4d86-81d6-1063caea91f0 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:28.440260 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3deccd7d-f9c4-4647-9a5b-1f6e1be8c75c req-8e51cae4-e3dc-4d86-81d6-1063caea91f0 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:28.447075 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3deccd7d-f9c4-4647-9a5b-1f6e1be8c75c req-8e51cae4-e3dc-4d86-81d6-1063caea91f0 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:28.462044 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3deccd7d-f9c4-4647-9a5b-1f6e1be8c75c req-8e51cae4-e3dc-4d86-81d6-1063caea91f0 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:28.469085 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3deccd7d-f9c4-4647-9a5b-1f6e1be8c75c req-8e51cae4-e3dc-4d86-81d6-1063caea91f0 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:28.475586 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3deccd7d-f9c4-4647-9a5b-1f6e1be8c75c req-8e51cae4-e3dc-4d86-81d6-1063caea91f0 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:28.478963 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:28.482437 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3deccd7d-f9c4-4647-9a5b-1f6e1be8c75c req-8e51cae4-e3dc-4d86-81d6-1063caea91f0 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:28.492020 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-3deccd7d-f9c4-4647-9a5b-1f6e1be8c75c req-8e51cae4-e3dc-4d86-81d6-1063caea91f0 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] 10.222.0.18 "GET /v2.0/ports?device_id=bab14976-9a79-4961-bbb7-bef26e77c0b6 HTTP/1.1" status: 200 len: 5432 time: 0.2149055 Jul 27 23:12:28.537855 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a94df44f-62d4-45c7-9e71-714c3284023b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:28.552645 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '291a4293-4cde-40a2-846a-35f694ac6ae4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42b29bb6-4988-492b-a994-653f19e603a5'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:12:28.555625 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c0369b0d4f459110ff20a1f9878ba33f96d6491bddb9d15843bf29d01e0bda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bafbc27-9aab-4d47-907b-dcf60edf4d6f" -d '{"events": [{"server_uuid": "291a4293-4cde-40a2-846a-35f694ac6ae4", "name": "network-vif-plugged", "status": "completed", "tag": "42b29bb6-4988-492b-a994-653f19e603a5"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:12:28.556906 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-fa191619-5441-4345-9470-37a13372d4fd admin admin] Deleting port a9ca915b-c12a-47c8-876e-6225e7f8f292 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:12:28.558061 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fa191619-5441-4345-9470-37a13372d4fd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:28.597287 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-3deccd7d-f9c4-4647-9a5b-1f6e1be8c75c req-1c8d5eca-ef2c-4331-9fb4-85889a74cdae tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] 10.222.0.18 "GET /v2.0/security-groups?id=cfd41bdc-77a0-40db-b366-4cd3c3051f6e&id=590f29d5-a38d-458c-93ce-543ee7b0dac7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1041989 Jul 27 23:12:28.598059 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port 42b29bb6-4988-492b-a994-653f19e603a5, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=42b29bb6-4988-492b-a994-653f19e603a5,segment=NetworkSegment(35c87331-1569-4ca2-bf4a-f52e32031f1e),segment_id=35c87331-1569-4ca2-bf4a-f52e32031f1e)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:12:28.610309 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:28.703217 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Pushing event updated for resources: {'Port': ['ID=42b29bb6-4988-492b-a994-653f19e603a5,revision_number=5']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:12:28.710445 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:12:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-088dab79-c8d1-4b6c-bc44-c2f838b84ba4 x-openstack-request-id: req-088dab79-c8d1-4b6c-bc44-c2f838b84ba4 {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:12:28.710755 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "291a4293-4cde-40a2-846a-35f694ac6ae4", "name": "network-vif-plugged", "status": "completed", "tag": "42b29bb6-4988-492b-a994-653f19e603a5", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:12:28.711177 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-088dab79-c8d1-4b6c-bc44-c2f838b84ba4 {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:12:28.711936 n-d-802623-1 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '291a4293-4cde-40a2-846a-35f694ac6ae4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42b29bb6-4988-492b-a994-653f19e603a5', 'code': 200} Jul 27 23:12:28.765020 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72cbfb92-cccd-4693-855e-becab50f9258 None None] DHCP port deletion for 3adb757c-b86b-47f3-8bd0-530e0c033dd4 request from n-d-802623-1 {{(pid=93799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 23:12:28.769499 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a94df44f-62d4-45c7-9e71-714c3284023b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:28.777280 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a94df44f-62d4-45c7-9e71-714c3284023b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:28.840764 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-fa191619-5441-4345-9470-37a13372d4fd admin admin] For port a9ca915b-c12a-47c8-876e-6225e7f8f292, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=a9ca915b-c12a-47c8-876e-6225e7f8f292,segment=NetworkSegment(b2a4e5b4-2545-4483-a478-998f9d989cf7),segment_id=b2a4e5b4-2545-4483-a478-998f9d989cf7)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:12:28.841320 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fa191619-5441-4345-9470-37a13372d4fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:28.856118 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-72cbfb92-cccd-4693-855e-becab50f9258 None None] Deleting port a9ca915b-c12a-47c8-876e-6225e7f8f292 {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:12:28.856915 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-72cbfb92-cccd-4693-855e-becab50f9258 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:28.867634 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94df44f-62d4-45c7-9e71-714c3284023b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dcca50b-ea25-486a-9994-ea3bd0162298,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:12:28.875606 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-a94df44f-62d4-45c7-9e71-714c3284023b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b3468b7c86b246a5bfd7c9a8527d1693&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6905737 Jul 27 23:12:28.878082 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 37078) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:12:28.878595 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c2bf4047-2717-413a-81bb-5a06888d4af8 req-64dc2f14-b5fd-4794-b28f-f13602f1e6c5 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c292af40-c395-4445-978c-d1d948a0e563&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2221389 Jul 27 23:12:28.926584 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a99e08-75d2-401a-a08a-ee159b542870 req-052ebbbe-f920-46c8-ac75-48c966cae4d2 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:28.934915 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-00a99e08-75d2-401a-a08a-ee159b542870 req-052ebbbe-f920-46c8-ac75-48c966cae4d2 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/ports?device_id=c292af40-c395-4445-978c-d1d948a0e563 HTTP/1.1" status: 200 len: 949 time: 0.1511846 Jul 27 23:12:28.935425 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ff1622-7be0-426c-8e3b-f63b7f0ed2ea req-b36dd497-2b4e-4ba6-a212-1afc53ac2fac tempest-ServerRescueTestJSON-1182058210 tempest-ServerRescueTestJSON-1182058210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:28.938401 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f7ff1622-7be0-426c-8e3b-f63b7f0ed2ea req-b36dd497-2b4e-4ba6-a212-1afc53ac2fac tempest-ServerRescueTestJSON-1182058210 tempest-ServerRescueTestJSON-1182058210-project] 10.222.0.18 "GET /v2.0/ports?device_id=fdf76be6-bd13-41d1-88c2-61c6861cc347 HTTP/1.1" status: 200 len: 945 time: 0.2592528 Jul 27 23:12:28.947318 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-fa191619-5441-4345-9470-37a13372d4fd admin admin] Calling delete_port for a9ca915b-c12a-47c8-876e-6225e7f8f292 owned by network:dhcp {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:12:29.026759 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ddbd71c8-b37c-4585-b50a-c9771ce97b38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:29.041876 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-72cbfb92-cccd-4693-855e-becab50f9258 None None] For port a9ca915b-c12a-47c8-876e-6225e7f8f292, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=a9ca915b-c12a-47c8-876e-6225e7f8f292,segment=NetworkSegment(b2a4e5b4-2545-4483-a478-998f9d989cf7),segment_id=b2a4e5b4-2545-4483-a478-998f9d989cf7)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:12:29.042358 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-72cbfb92-cccd-4693-855e-becab50f9258 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:29.047660 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-00a99e08-75d2-401a-a08a-ee159b542870 req-daa7ab4f-6b39-454c-95cb-0039b2831c10 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb779318-b8ff-43a6-a94f-3ce471aff166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116621 Jul 27 23:12:29.065405 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ce878a-98f9-4515-9c27-78a5c6531d7d req-47241eec-dc63-4791-924b-496c7194aba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:29.067513 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-e0ce878a-98f9-4515-9c27-78a5c6531d7d req-47241eec-dc63-4791-924b-496c7194aba0 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=291a4293-4cde-40a2-846a-35f694ac6ae4 HTTP/1.1" status: 200 len: 1097 time: 0.2512014 Jul 27 23:12:29.072500 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-72cbfb92-cccd-4693-855e-becab50f9258 None None] Calling delete_port for a9ca915b-c12a-47c8-876e-6225e7f8f292 owned by network:dhcp {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:12:29.096671 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ddbd71c8-b37c-4585-b50a-c9771ce97b38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:29.272887 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-e0ce878a-98f9-4515-9c27-78a5c6531d7d req-976d7960-6b52-4712-9425-41a31cb02d95 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=f9282c7c-bf74-4e2f-accf-81bded4d9191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933665 Jul 27 23:12:29.286529 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-72cbfb92-cccd-4693-855e-becab50f9258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:29.360983 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1964d40-3d6b-43da-9525-85eae2bb91f5 req-1397da08-754b-4ca8-a9b7-8a4acbccc8c6 tempest-ServerRescueNegativeTestJSON-1855851441 tempest-ServerRescueNegativeTestJSON-1855851441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:29.365778 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cbfb92-cccd-4693-855e-becab50f9258 None None] Pushing event deleted for resources: {'Port': ['ID=a9ca915b-c12a-47c8-876e-6225e7f8f292,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:12:29.369953 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f1964d40-3d6b-43da-9525-85eae2bb91f5 req-1397da08-754b-4ca8-a9b7-8a4acbccc8c6 tempest-ServerRescueNegativeTestJSON-1855851441 tempest-ServerRescueNegativeTestJSON-1855851441-project] 10.222.0.18 "GET /v2.0/ports?device_id=6551d2f1-dfc9-4bdf-adfb-bc809d0770ff HTTP/1.1" status: 200 len: 945 time: 0.0915945 Jul 27 23:12:29.375985 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72cbfb92-cccd-4693-855e-becab50f9258 None None] No DVR routers for this DVR port a9ca915b-c12a-47c8-876e-6225e7f8f292 on host n-d-802623-1 {{(pid=93799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:12:29.404981 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ddbd71c8-b37c-4585-b50a-c9771ce97b38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:29.410257 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ddbd71c8-b37c-4585-b50a-c9771ce97b38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:29.412809 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-ddbd71c8-b37c-4585-b50a-c9771ce97b38 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1dcca50b-ea25-486a-9994-ea3bd0162298 HTTP/1.1" status: 204 len: 168 time: 0.5331264 Jul 27 23:12:29.422457 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:29.439003 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbd71c8-b37c-4585-b50a-c9771ce97b38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dcca50b-ea25-486a-9994-ea3bd0162298,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:12:29.493732 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f1964d40-3d6b-43da-9525-85eae2bb91f5 req-2852ea82-fd30-4414-95c0-c6f7f0812f15 tempest-ServerRescueNegativeTestJSON-1855851441 tempest-ServerRescueNegativeTestJSON-1855851441-project] 10.222.0.18 "GET /v2.0/security-groups?id=1af18e13-f94e-429a-ab8a-66f4e32e8b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207166 Jul 27 23:12:29.523835 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-1e51157d-f325-4435-a7ba-e59f30819232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:29.698938 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f7ff1622-7be0-426c-8e3b-f63b7f0ed2ea req-b15b15d5-3670-4844-8df8-9747ce447eb7 tempest-ServerRescueTestJSON-1182058210 tempest-ServerRescueTestJSON-1182058210-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1683666-2031-45b7-8015-e9f1b36fb2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7425942 Jul 27 23:12:29.712249 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7157ab96-3d64-4973-9f7a-506bc649a571 req-d4b7860b-0a84-41c4-bfd9-aab5a4f560b4 tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:29.714099 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:29.718547 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-7157ab96-3d64-4973-9f7a-506bc649a571 req-d4b7860b-0a84-41c4-bfd9-aab5a4f560b4 tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] 10.222.0.18 "GET /v2.0/ports?device_id=291a4293-4cde-40a2-846a-35f694ac6ae4 HTTP/1.1" status: 200 len: 946 time: 0.1252360 Jul 27 23:12:29.808593 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fa191619-5441-4345-9470-37a13372d4fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:29.828771 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-7157ab96-3d64-4973-9f7a-506bc649a571 req-ae0c9012-54f1-4c23-9919-9e6550244e7c tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] 10.222.0.18 "GET /v2.0/security-groups?id=f9282c7c-bf74-4e2f-accf-81bded4d9191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973904 Jul 27 23:12:29.853505 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa191619-5441-4345-9470-37a13372d4fd admin admin] No DVR routers for this DVR port a9ca915b-c12a-47c8-876e-6225e7f8f292 on host n-d-802623-1 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:12:29.933244 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa191619-5441-4345-9470-37a13372d4fd admin admin] Pushing event deleted for resources: {'Port': ['ID=a9ca915b-c12a-47c8-876e-6225e7f8f292,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:12:29.934016 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 37112) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:12:29.963018 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d463171e-a655-47e5-8a54-8fd71c9aedcf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:30.029360 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1a337a-ddcd-449e-b4ea-8fde8ed5bd11 req-18b476ee-9194-490d-828e-57862ccb2990 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:30.035653 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1a337a-ddcd-449e-b4ea-8fde8ed5bd11 req-18b476ee-9194-490d-828e-57862ccb2990 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:30.041769 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1a337a-ddcd-449e-b4ea-8fde8ed5bd11 req-18b476ee-9194-490d-828e-57862ccb2990 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:30.052987 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1a337a-ddcd-449e-b4ea-8fde8ed5bd11 req-18b476ee-9194-490d-828e-57862ccb2990 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:30.059108 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1a337a-ddcd-449e-b4ea-8fde8ed5bd11 req-18b476ee-9194-490d-828e-57862ccb2990 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:30.070231 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1a337a-ddcd-449e-b4ea-8fde8ed5bd11 req-18b476ee-9194-490d-828e-57862ccb2990 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:30.080412 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1a337a-ddcd-449e-b4ea-8fde8ed5bd11 req-18b476ee-9194-490d-828e-57862ccb2990 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:30.089665 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-8a1a337a-ddcd-449e-b4ea-8fde8ed5bd11 req-18b476ee-9194-490d-828e-57862ccb2990 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] 10.222.0.18 "GET /v2.0/ports?device_id=bab14976-9a79-4961-bbb7-bef26e77c0b6 HTTP/1.1" status: 200 len: 5432 time: 0.2651875 Jul 27 23:12:30.131928 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device a9ca915b-c12a-47c8-876e-6225e7f8f292 no longer exists at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:12:30.149053 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fa191619-5441-4345-9470-37a13372d4fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618032', 'neutron.services.segments.db._delete_segments_for_network-8736833900081'] for network, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:30.171463 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] No Port match for: a9ca915b-c12a-47c8-876e-6225e7f8f292 {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:12:30.172114 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device a9ca915b-c12a-47c8-876e-6225e7f8f292 not bound to the agent host n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:12:30.187648 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-8a1a337a-ddcd-449e-b4ea-8fde8ed5bd11 req-e03a936b-2624-4730-954f-14356a010cde tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] 10.222.0.18 "GET /v2.0/security-groups?id=cfd41bdc-77a0-40db-b366-4cd3c3051f6e&id=590f29d5-a38d-458c-93ce-543ee7b0dac7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0969875 Jul 27 23:12:30.193629 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-fa191619-5441-4345-9470-37a13372d4fd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3adb757c-b86b-47f3-8bd0-530e0c033dd4']}} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:12:30.208022 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-fa191619-5441-4345-9470-37a13372d4fd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2a4e5b4-2545-4483-a478-998f9d989cf7') {'for_net_delete': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:12:30.208326 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-fa191619-5441-4345-9470-37a13372d4fd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2a4e5b4-2545-4483-a478-998f9d989cf7') {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:12:30.219857 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fa191619-5441-4345-9470-37a13372d4fd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736833900858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11163256'] for segment, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:30.236834 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fa191619-5441-4345-9470-37a13372d4fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:30.242086 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d463171e-a655-47e5-8a54-8fd71c9aedcf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:30.244702 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa191619-5441-4345-9470-37a13372d4fd admin admin] Releasing vlan 509 on physical network physnet1 to pool {{(pid=93798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 23:12:30.245323 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fa191619-5441-4345-9470-37a13372d4fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11971746'] for segment, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:30.251657 n-d-802623-1 neutron-server[93798]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 23:12:30.251657 n-d-802623-1 neutron-server[93798]: self.session.flush() Jul 27 23:12:30.251657 n-d-802623-1 neutron-server[93798]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 23:12:30.251657 n-d-802623-1 neutron-server[93798]: self.session.flush() Jul 27 23:12:30.251657 n-d-802623-1 neutron-server[93798]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 23:12:30.251657 n-d-802623-1 neutron-server[93798]: self.session.flush() Jul 27 23:12:30.251657 n-d-802623-1 neutron-server[93798]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 23:12:30.251657 n-d-802623-1 neutron-server[93798]: self.session.flush() Jul 27 23:12:30.251657 n-d-802623-1 neutron-server[93798]: Traceback (most recent call last): Jul 27 23:12:30.251657 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 23:12:30.251657 n-d-802623-1 neutron-server[93798]: timer() Jul 27 23:12:30.251657 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 23:12:30.251657 n-d-802623-1 neutron-server[93798]: cb(*args, **kw) Jul 27 23:12:30.251657 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 23:12:30.251657 n-d-802623-1 neutron-server[93798]: return func(*args, **kwargs) Jul 27 23:12:30.251657 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 23:12:30.251657 n-d-802623-1 neutron-server[93798]: self._notify() Jul 27 23:12:30.251657 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 23:12:30.251657 n-d-802623-1 neutron-server[93798]: self.callback(batched_events) Jul 27 23:12:30.251657 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 23:12:30.251657 n-d-802623-1 neutron-server[93798]: event.method(event) Jul 27 23:12:30.251657 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 23:12:30.251657 n-d-802623-1 neutron-server[93798]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 23:12:30.251657 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 23:12:30.251657 n-d-802623-1 neutron-server[93798]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 23:12:30.251657 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 23:12:30.251657 n-d-802623-1 neutron-server[93798]: return f(self, *a, **k) Jul 27 23:12:30.251657 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 23:12:30.251657 n-d-802623-1 neutron-server[93798]: return self._get(url).json() Jul 27 23:12:30.251657 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 23:12:30.251657 n-d-802623-1 neutron-server[93798]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 23:12:30.251657 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 23:12:30.251657 n-d-802623-1 neutron-server[93798]: return self.request(url, 'GET', **kwargs) Jul 27 23:12:30.251657 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 23:12:30.251657 n-d-802623-1 neutron-server[93798]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 23:12:30.251657 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 23:12:30.251657 n-d-802623-1 neutron-server[93798]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 23:12:30.251657 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 23:12:30.251657 n-d-802623-1 neutron-server[93798]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 23:12:30.251657 n-d-802623-1 neutron-server[93798]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 23:12:30.254472 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d463171e-a655-47e5-8a54-8fd71c9aedcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:30.278997 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.agents_db [None req-9beef776-8bab-4de2-989a-f5a23ba4aaf4 None None] Agent healthcheck: found 7 active agents {{(pid=93800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 23:12:30.303379 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d463171e-a655-47e5-8a54-8fd71c9aedcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05a1b100-d443-464a-b777-5c6f94ffd2db,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:12:30.331860 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7253ece5-2eec-47e6-acb8-98f823be231d req-b51af753-b641-4cd5-9b1a-e06582a9fdc5 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:30.333443 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-7253ece5-2eec-47e6-acb8-98f823be231d req-b51af753-b641-4cd5-9b1a-e06582a9fdc5 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/ports?device_id=c292af40-c395-4445-978c-d1d948a0e563 HTTP/1.1" status: 200 len: 949 time: 0.1769979 Jul 27 23:12:30.335262 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d463171e-a655-47e5-8a54-8fd71c9aedcf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:12:30.335613 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d463171e-a655-47e5-8a54-8fd71c9aedcf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:12:30.336143 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d463171e-a655-47e5-8a54-8fd71c9aedcf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:12:30.336488 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d463171e-a655-47e5-8a54-8fd71c9aedcf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:12:30.336825 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d463171e-a655-47e5-8a54-8fd71c9aedcf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:12:30.337241 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d463171e-a655-47e5-8a54-8fd71c9aedcf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:12:30.337611 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d463171e-a655-47e5-8a54-8fd71c9aedcf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:12:30.338012 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d463171e-a655-47e5-8a54-8fd71c9aedcf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:12:30.338369 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d463171e-a655-47e5-8a54-8fd71c9aedcf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:12:30.338800 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d463171e-a655-47e5-8a54-8fd71c9aedcf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:12:30.339239 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d463171e-a655-47e5-8a54-8fd71c9aedcf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:12:30.339665 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d463171e-a655-47e5-8a54-8fd71c9aedcf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:12:30.341893 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fa191619-5441-4345-9470-37a13372d4fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415412'] for network, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:30.348571 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-d463171e-a655-47e5-8a54-8fd71c9aedcf admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=df6c696935064e738b7e659ff707e8c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4110272 Jul 27 23:12:30.349823 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 37122) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:12:30.353761 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fa191619-5441-4345-9470-37a13372d4fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:30.357299 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-fa191619-5441-4345-9470-37a13372d4fd admin admin] 10.222.0.18 "DELETE /v2.0/networks/3adb757c-b86b-47f3-8bd0-530e0c033dd4 HTTP/1.1" status: 204 len: 168 time: 2.0547111 Jul 27 23:12:30.390360 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa191619-5441-4345-9470-37a13372d4fd admin admin] Pushing event deleted for resources: {'Network': ['ID=3adb757c-b86b-47f3-8bd0-530e0c033dd4,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:12:30.402805 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-19f2e178-d45e-4fbe-b9be-c3963fc151ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:30.440349 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-7253ece5-2eec-47e6-acb8-98f823be231d req-081bf7c1-cb66-4d85-8f3d-03e55f88ef4c tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb779318-b8ff-43a6-a94f-3ce471aff166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921676 Jul 27 23:12:30.477381 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a8c64e98-e296-4c63-9009-28d9e43c3862 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:30.509694 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a8c64e98-e296-4c63-9009-28d9e43c3862 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:30.600637 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a8c64e98-e296-4c63-9009-28d9e43c3862 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:30.604633 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a8c64e98-e296-4c63-9009-28d9e43c3862 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:30.608019 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-a8c64e98-e296-4c63-9009-28d9e43c3862 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/05a1b100-d443-464a-b777-5c6f94ffd2db HTTP/1.1" status: 204 len: 168 time: 0.2551289 Jul 27 23:12:30.626343 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c64e98-e296-4c63-9009-28d9e43c3862 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05a1b100-d443-464a-b777-5c6f94ffd2db,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:12:30.647316 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 37132) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:12:30.708265 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754733aa-5900-4f35-8983-662e55131787 req-db4b6482-c417-4124-99bb-448c8a0f946a tempest-ServerRescueNegativeTestJSON-1855851441 tempest-ServerRescueNegativeTestJSON-1855851441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:30.712358 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-754733aa-5900-4f35-8983-662e55131787 req-db4b6482-c417-4124-99bb-448c8a0f946a tempest-ServerRescueNegativeTestJSON-1855851441 tempest-ServerRescueNegativeTestJSON-1855851441-project] 10.222.0.18 "GET /v2.0/ports?device_id=6551d2f1-dfc9-4bdf-adfb-bc809d0770ff HTTP/1.1" status: 200 len: 945 time: 0.1326416 Jul 27 23:12:30.738685 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-7479ee02-f74d-45c9-bda0-a25e87512cb1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8d582af9a6794d11bd808a2173a193ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0896628 Jul 27 23:12:30.741974 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 37136) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:12:30.797201 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-754733aa-5900-4f35-8983-662e55131787 req-aa660dc7-7e97-47ec-9b9d-33e0a67c8e39 tempest-ServerRescueNegativeTestJSON-1855851441 tempest-ServerRescueNegativeTestJSON-1855851441-project] 10.222.0.18 "GET /v2.0/security-groups?id=1af18e13-f94e-429a-ab8a-66f4e32e8b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728323 Jul 27 23:12:30.852732 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ea070f1a-3dba-47e0-bdb6-80fdc8b13b03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:30.929217 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb20664-face-4028-84ee-946413e2766c req-720c5a10-7a45-4543-ad1d-cff7f14e8581 tempest-ServerRescueTestJSON-1182058210 tempest-ServerRescueTestJSON-1182058210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:30.931090 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-bcb20664-face-4028-84ee-946413e2766c req-720c5a10-7a45-4543-ad1d-cff7f14e8581 tempest-ServerRescueTestJSON-1182058210 tempest-ServerRescueTestJSON-1182058210-project] 10.222.0.18 "GET /v2.0/ports?device_id=fdf76be6-bd13-41d1-88c2-61c6861cc347 HTTP/1.1" status: 200 len: 945 time: 0.1398752 Jul 27 23:12:30.933511 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ea070f1a-3dba-47e0-bdb6-80fdc8b13b03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:31.005848 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c357bd-2d0d-4a82-b3bd-c7919abf90f1 req-32129b56-1d12-4771-a451-eed0062183e0 tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:31.013852 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-95c357bd-2d0d-4a82-b3bd-c7919abf90f1 req-32129b56-1d12-4771-a451-eed0062183e0 tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] 10.222.0.18 "GET /v2.0/ports?device_id=291a4293-4cde-40a2-846a-35f694ac6ae4 HTTP/1.1" status: 200 len: 946 time: 0.0875447 Jul 27 23:12:31.022557 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-bcb20664-face-4028-84ee-946413e2766c req-e405a0e9-e183-41f1-9679-ae76bb5fd78f tempest-ServerRescueTestJSON-1182058210 tempest-ServerRescueTestJSON-1182058210-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1683666-2031-45b7-8015-e9f1b36fb2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811179 Jul 27 23:12:31.048681 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ea070f1a-3dba-47e0-bdb6-80fdc8b13b03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:31.051467 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ea070f1a-3dba-47e0-bdb6-80fdc8b13b03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:31.054865 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-ea070f1a-3dba-47e0-bdb6-80fdc8b13b03 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f90bed5c-c427-4c5b-9879-816663f4b01d HTTP/1.1" status: 204 len: 168 time: 0.3094709 Jul 27 23:12:31.060690 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-95c357bd-2d0d-4a82-b3bd-c7919abf90f1 req-c403c2a4-9818-45f4-86f2-d9e25e964840 tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] 10.222.0.18 "GET /v2.0/security-groups?id=f9282c7c-bf74-4e2f-accf-81bded4d9191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452230 Jul 27 23:12:31.066881 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea070f1a-3dba-47e0-bdb6-80fdc8b13b03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f90bed5c-c427-4c5b-9879-816663f4b01d,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:12:31.217566 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33af5c5-bf1b-4a58-a9e6-ebb5b049b9b9 req-5cf53777-d553-4422-9a29-713dd226dfe4 tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:31.227803 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a33af5c5-bf1b-4a58-a9e6-ebb5b049b9b9 req-5cf53777-d553-4422-9a29-713dd226dfe4 tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] 10.222.0.18 "GET /v2.0/ports?device_id=291a4293-4cde-40a2-846a-35f694ac6ae4 HTTP/1.1" status: 200 len: 946 time: 0.0692861 Jul 27 23:12:31.283721 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a33af5c5-bf1b-4a58-a9e6-ebb5b049b9b9 req-ae6dfacc-ba16-4ffc-9515-68ac115e244e tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] 10.222.0.18 "GET /v2.0/security-groups?id=f9282c7c-bf74-4e2f-accf-81bded4d9191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571294 Jul 27 23:12:31.368228 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564ebd61-7a30-4601-8107-174d7990ace1 req-bb35a3b0-591c-45d9-9637-e085fc1eac03 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:31.377800 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564ebd61-7a30-4601-8107-174d7990ace1 req-bb35a3b0-591c-45d9-9637-e085fc1eac03 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:31.386180 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564ebd61-7a30-4601-8107-174d7990ace1 req-bb35a3b0-591c-45d9-9637-e085fc1eac03 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:31.393049 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564ebd61-7a30-4601-8107-174d7990ace1 req-bb35a3b0-591c-45d9-9637-e085fc1eac03 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:31.401079 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564ebd61-7a30-4601-8107-174d7990ace1 req-bb35a3b0-591c-45d9-9637-e085fc1eac03 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:31.409927 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564ebd61-7a30-4601-8107-174d7990ace1 req-bb35a3b0-591c-45d9-9637-e085fc1eac03 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:31.415531 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bf4047-2717-413a-81bb-5a06888d4af8 req-d291dca9-3587-4323-b24e-39ce4ad25839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:31.416388 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564ebd61-7a30-4601-8107-174d7990ace1 req-bb35a3b0-591c-45d9-9637-e085fc1eac03 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:31.417995 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-c2bf4047-2717-413a-81bb-5a06888d4af8 req-d291dca9-3587-4323-b24e-39ce4ad25839 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=1b545d5113d14592aa4c69bde083a757&device_id=c292af40-c395-4445-978c-d1d948a0e563 HTTP/1.1" status: 200 len: 1100 time: 0.0552399 Jul 27 23:12:31.425610 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-564ebd61-7a30-4601-8107-174d7990ace1 req-bb35a3b0-591c-45d9-9637-e085fc1eac03 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] 10.222.0.18 "GET /v2.0/ports?device_id=bab14976-9a79-4961-bbb7-bef26e77c0b6 HTTP/1.1" status: 200 len: 5432 time: 0.1284559 Jul 27 23:12:31.480057 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-564ebd61-7a30-4601-8107-174d7990ace1 req-0e20b23c-5b64-4fbb-bb2c-747182736d04 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] 10.222.0.18 "GET /v2.0/security-groups?id=cfd41bdc-77a0-40db-b366-4cd3c3051f6e&id=590f29d5-a38d-458c-93ce-543ee7b0dac7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0535800 Jul 27 23:12:31.573144 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bf4047-2717-413a-81bb-5a06888d4af8 req-52a6d9e9-9f12-47eb-a5b9-6b8f802b7e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:31.578136 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-c2bf4047-2717-413a-81bb-5a06888d4af8 req-52a6d9e9-9f12-47eb-a5b9-6b8f802b7e21 service neutron] 10.222.0.38 "GET /v2.0/networks?id=591af2dd-f826-43b1-aa9d-e7a0bf218c71 HTTP/1.1" status: 200 len: 870 time: 0.1502001 Jul 27 23:12:31.648732 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-c2bf4047-2717-413a-81bb-5a06888d4af8 req-ee634f36-9582-4afa-8d3e-6f250ee5e359 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=7cf95691-d169-4732-bb02-85a7aaedd64a HTTP/1.1" status: 200 len: 217 time: 0.0606480 Jul 27 23:12:31.731553 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34355f3f-6921-4de4-b0d5-81f2b38c365e req-08b5cbe2-d7a2-4841-9a3d-3e92118e36c0 tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:31.740990 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-34355f3f-6921-4de4-b0d5-81f2b38c365e req-08b5cbe2-d7a2-4841-9a3d-3e92118e36c0 tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] 10.222.0.18 "GET /v2.0/ports?device_id=291a4293-4cde-40a2-846a-35f694ac6ae4 HTTP/1.1" status: 200 len: 946 time: 0.1203072 Jul 27 23:12:31.744378 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad5cb08-729c-4daa-ae27-f7eacfd5ffea req-59dc9687-9f01-483b-ad80-0791fcc88f81 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:31.745893 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-6ad5cb08-729c-4daa-ae27-f7eacfd5ffea req-59dc9687-9f01-483b-ad80-0791fcc88f81 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/ports?device_id=c292af40-c395-4445-978c-d1d948a0e563 HTTP/1.1" status: 200 len: 949 time: 0.1000302 Jul 27 23:12:31.766630 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bf4047-2717-413a-81bb-5a06888d4af8 req-f582e587-f265-403f-89ba-1fbb65dd442d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:31.768989 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-c2bf4047-2717-413a-81bb-5a06888d4af8 req-f582e587-f265-403f-89ba-1fbb65dd442d service neutron] 10.222.0.38 "GET /v2.0/subnets?id=62938449-046d-4cbe-923a-7ebb632c358d HTTP/1.1" status: 200 len: 843 time: 0.0868609 Jul 27 23:12:31.830916 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-34355f3f-6921-4de4-b0d5-81f2b38c365e req-b0ed9dfe-e2db-4571-a849-e0d8f2f98c9e tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] 10.222.0.18 "GET /v2.0/security-groups?id=f9282c7c-bf74-4e2f-accf-81bded4d9191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882196 Jul 27 23:12:31.864100 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bf4047-2717-413a-81bb-5a06888d4af8 req-8906d264-7df8-45a9-93a1-97e3164d8efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:31.865945 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-c2bf4047-2717-413a-81bb-5a06888d4af8 req-8906d264-7df8-45a9-93a1-97e3164d8efd service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=591af2dd-f826-43b1-aa9d-e7a0bf218c71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0870104 Jul 27 23:12:31.877541 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-6ad5cb08-729c-4daa-ae27-f7eacfd5ffea req-73b7834c-7504-4537-a20e-498cf0a9aaac tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb779318-b8ff-43a6-a94f-3ce471aff166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209545 Jul 27 23:12:31.894843 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [req-c2bf4047-2717-413a-81bb-5a06888d4af8 req-963785db-f12e-45e1-86a3-6a1393c167ff service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=93797) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 23:12:31.895952 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-c2bf4047-2717-413a-81bb-5a06888d4af8 req-963785db-f12e-45e1-86a3-6a1393c167ff service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0159531 Jul 27 23:12:31.997905 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca29873b-d65b-46da-bdc8-114f452ee102 req-6accd47b-4167-411d-a3c7-acdad6365cde tempest-ServerRescueNegativeTestJSON-1855851441 tempest-ServerRescueNegativeTestJSON-1855851441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:32.006074 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ca29873b-d65b-46da-bdc8-114f452ee102 req-6accd47b-4167-411d-a3c7-acdad6365cde tempest-ServerRescueNegativeTestJSON-1855851441 tempest-ServerRescueNegativeTestJSON-1855851441-project] 10.222.0.18 "GET /v2.0/ports?device_id=6551d2f1-dfc9-4bdf-adfb-bc809d0770ff HTTP/1.1" status: 200 len: 945 time: 0.0904391 Jul 27 23:12:32.067250 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ca29873b-d65b-46da-bdc8-114f452ee102 req-64ed497c-3092-4912-8776-315ec85e0369 tempest-ServerRescueNegativeTestJSON-1855851441 tempest-ServerRescueNegativeTestJSON-1855851441-project] 10.222.0.18 "GET /v2.0/security-groups?id=1af18e13-f94e-429a-ab8a-66f4e32e8b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603878 Jul 27 23:12:32.114072 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ff177b-5613-4c38-b782-1952b8df1d99 req-3c1af88c-c952-4d25-a055-9ed582da67d1 tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:32.115632 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-79ff177b-5613-4c38-b782-1952b8df1d99 req-3c1af88c-c952-4d25-a055-9ed582da67d1 tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] 10.222.0.18 "GET /v2.0/ports?device_id=291a4293-4cde-40a2-846a-35f694ac6ae4 HTTP/1.1" status: 200 len: 946 time: 0.1205299 Jul 27 23:12:32.143925 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7418f70f-e60d-4709-8ba9-6ab514bc7f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:32.147215 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-c2bf4047-2717-413a-81bb-5a06888d4af8 req-789c1467-1bf9-4e4d-9462-6304f9aecdd3 service neutron] 10.222.0.38 "GET /v2.0/networks/591af2dd-f826-43b1-aa9d-e7a0bf218c71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2373378 Jul 27 23:12:32.189032 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-79ff177b-5613-4c38-b782-1952b8df1d99 req-f6458235-e5c0-428a-b027-2b5eef1b5d2d tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] 10.222.0.18 "GET /v2.0/security-groups?id=f9282c7c-bf74-4e2f-accf-81bded4d9191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608244 Jul 27 23:12:32.260421 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ff95c8-38f6-4f51-b9ed-b13d66aff12c req-85fd2420-529a-49b2-a648-972c6eb8f1f0 tempest-ServerRescueTestJSON-1182058210 tempest-ServerRescueTestJSON-1182058210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:32.265294 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a5ff95c8-38f6-4f51-b9ed-b13d66aff12c req-85fd2420-529a-49b2-a648-972c6eb8f1f0 tempest-ServerRescueTestJSON-1182058210 tempest-ServerRescueTestJSON-1182058210-project] 10.222.0.18 "GET /v2.0/ports?device_id=fdf76be6-bd13-41d1-88c2-61c6861cc347 HTTP/1.1" status: 200 len: 945 time: 0.1033185 Jul 27 23:12:32.299982 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-c2bf4047-2717-413a-81bb-5a06888d4af8 req-a42e094e-dc48-43e1-8e11-5a50f0ad5ad3 service neutron] 10.222.0.38 "GET /v2.0/networks/591af2dd-f826-43b1-aa9d-e7a0bf218c71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305747 Jul 27 23:12:32.329675 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 37206) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:12:32.343009 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a5ff95c8-38f6-4f51-b9ed-b13d66aff12c req-127897e6-7aa0-455e-8a6f-2bfbef060250 tempest-ServerRescueTestJSON-1182058210 tempest-ServerRescueTestJSON-1182058210-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1683666-2031-45b7-8015-e9f1b36fb2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709555 Jul 27 23:12:32.505689 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2dc3e9-c01f-4fbb-909a-2a7ebb71d884 req-7580c444-b7a1-43aa-97ee-7a66e226af8f tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:32.507638 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-da2dc3e9-c01f-4fbb-909a-2a7ebb71d884 req-7580c444-b7a1-43aa-97ee-7a66e226af8f tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] 10.222.0.18 "GET /v2.0/ports?device_id=291a4293-4cde-40a2-846a-35f694ac6ae4 HTTP/1.1" status: 200 len: 946 time: 0.0754747 Jul 27 23:12:32.602952 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-da2dc3e9-c01f-4fbb-909a-2a7ebb71d884 req-39a67b44-e5e0-4124-89a8-8168da113df5 tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] 10.222.0.18 "GET /v2.0/security-groups?id=f9282c7c-bf74-4e2f-accf-81bded4d9191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893745 Jul 27 23:12:32.625104 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f99ad84-5e3e-4adb-a605-a87836115b8c req-34eb4f28-4c76-4505-bc66-1986334ad0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:32.627021 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-5f99ad84-5e3e-4adb-a605-a87836115b8c req-34eb4f28-4c76-4505-bc66-1986334ad0ff service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=6551d2f1-dfc9-4bdf-adfb-bc809d0770ff HTTP/1.1" status: 200 len: 1096 time: 0.0681784 Jul 27 23:12:32.698658 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b9e2f1-0d19-4e96-8f17-103815695965 req-5b4cc77a-cd3b-4b1c-b3ae-8bfab542ca11 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:32.705204 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b9e2f1-0d19-4e96-8f17-103815695965 req-5b4cc77a-cd3b-4b1c-b3ae-8bfab542ca11 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:32.712203 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b9e2f1-0d19-4e96-8f17-103815695965 req-5b4cc77a-cd3b-4b1c-b3ae-8bfab542ca11 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:32.719356 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b9e2f1-0d19-4e96-8f17-103815695965 req-5b4cc77a-cd3b-4b1c-b3ae-8bfab542ca11 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:32.726659 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b9e2f1-0d19-4e96-8f17-103815695965 req-5b4cc77a-cd3b-4b1c-b3ae-8bfab542ca11 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:32.733592 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b9e2f1-0d19-4e96-8f17-103815695965 req-5b4cc77a-cd3b-4b1c-b3ae-8bfab542ca11 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:32.740189 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b9e2f1-0d19-4e96-8f17-103815695965 req-5b4cc77a-cd3b-4b1c-b3ae-8bfab542ca11 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:32.742355 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-69b9e2f1-0d19-4e96-8f17-103815695965 req-5b4cc77a-cd3b-4b1c-b3ae-8bfab542ca11 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] 10.222.0.18 "GET /v2.0/ports?device_id=bab14976-9a79-4961-bbb7-bef26e77c0b6 HTTP/1.1" status: 200 len: 5432 time: 0.1292043 Jul 27 23:12:32.744274 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-829d2816-8246-4f0a-b7fa-db9291f5f8ec admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1069246996-network', 'tenant_id': '81a077be4a064eb3965d6b3bc3fbaffa'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:12:32.753708 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-5f99ad84-5e3e-4adb-a605-a87836115b8c req-023e5495-0c74-4d8f-9548-a212c0273e7c service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=1af18e13-f94e-429a-ab8a-66f4e32e8b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176031 Jul 27 23:12:32.806390 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-69b9e2f1-0d19-4e96-8f17-103815695965 req-6b6ea470-41b8-4ce8-af1f-c40f7f169eb8 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] 10.222.0.18 "GET /v2.0/security-groups?id=cfd41bdc-77a0-40db-b366-4cd3c3051f6e&id=590f29d5-a38d-458c-93ce-543ee7b0dac7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0564122 Jul 27 23:12:32.810916 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-829d2816-8246-4f0a-b7fa-db9291f5f8ec admin admin] Made reservation on behalf of 81a077be4a064eb3965d6b3bc3fbaffa for: {'network': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:12:32.813265 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-829d2816-8246-4f0a-b7fa-db9291f5f8ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for network, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:32.824319 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc0d7eb-c822-4b3d-bfba-d3686d698e8d req-5a9619e2-b04c-4856-a596-acc307571829 tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:32.825850 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-bbc0d7eb-c822-4b3d-bfba-d3686d698e8d req-5a9619e2-b04c-4856-a596-acc307571829 tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] 10.222.0.18 "GET /v2.0/ports?device_id=291a4293-4cde-40a2-846a-35f694ac6ae4 HTTP/1.1" status: 200 len: 946 time: 0.0744851 Jul 27 23:12:32.832623 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-829d2816-8246-4f0a-b7fa-db9291f5f8ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:32.887495 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-bbc0d7eb-c822-4b3d-bfba-d3686d698e8d req-c3d7ce25-cf2c-474a-92fa-8fb4946beab6 tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] 10.222.0.18 "GET /v2.0/security-groups?id=f9282c7c-bf74-4e2f-accf-81bded4d9191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526426 Jul 27 23:12:32.966420 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-829d2816-8246-4f0a-b7fa-db9291f5f8ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:32.974065 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-829d2816-8246-4f0a-b7fa-db9291f5f8ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:32.999321 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-829d2816-8246-4f0a-b7fa-db9291f5f8ec admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 514} {{(pid=93797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 23:12:33.014633 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829d2816-8246-4f0a-b7fa-db9291f5f8ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=101be31e-d533-430f-a71d-e6dea6b55f37,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:12:33.017862 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-829d2816-8246-4f0a-b7fa-db9291f5f8ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:33.018235 n-d-802623-1 neutron-server[93797]: INFO neutron.db.segments_db [None req-829d2816-8246-4f0a-b7fa-db9291f5f8ec admin admin] Added segment 1fb2f591-8c81-4821-807c-46a0bb640046 of type vlan for network 391df1cb-e82d-4300-8c53-ec49271834ac Jul 27 23:12:33.050855 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40a9a52-5a4e-440f-9fe9-cd1cb505f452 req-a7fbd2a1-0695-4b36-b4a2-b1077c1a251e tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:33.064999 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e40a9a52-5a4e-440f-9fe9-cd1cb505f452 req-a7fbd2a1-0695-4b36-b4a2-b1077c1a251e tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/ports?device_id=c292af40-c395-4445-978c-d1d948a0e563 HTTP/1.1" status: 200 len: 949 time: 0.0834389 Jul 27 23:12:33.077247 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-829d2816-8246-4f0a-b7fa-db9291f5f8ec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736833354590'] for network, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:33.125898 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e40a9a52-5a4e-440f-9fe9-cd1cb505f452 req-1261ea4b-0318-4e57-8a30-9917f5e85e4c tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb779318-b8ff-43a6-a94f-3ce471aff166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580273 Jul 27 23:12:33.151715 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-829d2816-8246-4f0a-b7fa-db9291f5f8ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569'] for network, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:33.153292 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-829d2816-8246-4f0a-b7fa-db9291f5f8ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:33.155617 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-829d2816-8246-4f0a-b7fa-db9291f5f8ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for network, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:33.273441 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-829d2816-8246-4f0a-b7fa-db9291f5f8ec admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.9424274 Jul 27 23:12:33.279408 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 37250) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:12:33.286301 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-32d72e88-0db0-4ee0-9d28-31b55ffd1c16 admin admin] Request body: {'subnet': {'network_id': '391df1cb-e82d-4300-8c53-ec49271834ac', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1069246996-subnet', 'tenant_id': '81a077be4a064eb3965d6b3bc3fbaffa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:12:33.307985 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829d2816-8246-4f0a-b7fa-db9291f5f8ec admin admin] Pushing event updated for resources: {'Network': ['ID=391df1cb-e82d-4300-8c53-ec49271834ac,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:12:33.320024 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Network 391df1cb-e82d-4300-8c53-ec49271834ac details requested by agent ovs-agent-n-d-802623-1 with host n-d-802623-1 {{(pid=93799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 23:12:33.349678 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3324660c-08bf-4164-a60c-03a6e38b82ff req-6c5e3676-7f71-4893-9881-13f331bfa782 tempest-ServerRescueNegativeTestJSON-1855851441 tempest-ServerRescueNegativeTestJSON-1855851441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:33.358786 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-3324660c-08bf-4164-a60c-03a6e38b82ff req-6c5e3676-7f71-4893-9881-13f331bfa782 tempest-ServerRescueNegativeTestJSON-1855851441 tempest-ServerRescueNegativeTestJSON-1855851441-project] 10.222.0.18 "GET /v2.0/ports?device_id=6551d2f1-dfc9-4bdf-adfb-bc809d0770ff HTTP/1.1" status: 200 len: 945 time: 0.1396260 Jul 27 23:12:33.416130 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780d84be-7a9c-46b7-9893-b1e63d999b7d req-d58959ab-75ff-44ee-bfd0-ed07cc11379b tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:33.424492 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-780d84be-7a9c-46b7-9893-b1e63d999b7d req-d58959ab-75ff-44ee-bfd0-ed07cc11379b tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] 10.222.0.18 "GET /v2.0/ports?device_id=291a4293-4cde-40a2-846a-35f694ac6ae4 HTTP/1.1" status: 200 len: 946 time: 0.0725160 Jul 27 23:12:33.427405 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-3324660c-08bf-4164-a60c-03a6e38b82ff req-ee3c784c-204a-4aa8-8c67-f4fdbe205c21 tempest-ServerRescueNegativeTestJSON-1855851441 tempest-ServerRescueNegativeTestJSON-1855851441-project] 10.222.0.18 "GET /v2.0/security-groups?id=1af18e13-f94e-429a-ab8a-66f4e32e8b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628092 Jul 27 23:12:33.429185 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32d72e88-0db0-4ee0-9d28-31b55ffd1c16 admin admin] Made reservation on behalf of 81a077be4a064eb3965d6b3bc3fbaffa for: {'subnet': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:12:33.437157 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-32d72e88-0db0-4ee0-9d28-31b55ffd1c16 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12265828'] for subnet, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:33.474405 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-780d84be-7a9c-46b7-9893-b1e63d999b7d req-dba82774-41de-488a-a4ce-6e0e660aceee tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] 10.222.0.18 "GET /v2.0/security-groups?id=f9282c7c-bf74-4e2f-accf-81bded4d9191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448649 Jul 27 23:12:33.619672 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0848f6f7-3d82-4560-a22c-c02e404e9fd4 req-f02b60e1-f1c3-4c7d-abb8-fec75a635a99 tempest-ServerRescueTestJSON-1182058210 tempest-ServerRescueTestJSON-1182058210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:33.621560 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-0848f6f7-3d82-4560-a22c-c02e404e9fd4 req-f02b60e1-f1c3-4c7d-abb8-fec75a635a99 tempest-ServerRescueTestJSON-1182058210 tempest-ServerRescueTestJSON-1182058210-project] 10.222.0.18 "GET /v2.0/ports?device_id=fdf76be6-bd13-41d1-88c2-61c6861cc347 HTTP/1.1" status: 200 len: 945 time: 0.0891190 Jul 27 23:12:33.721110 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-0848f6f7-3d82-4560-a22c-c02e404e9fd4 req-ac9ee69b-8040-4eac-862d-32d95957b364 tempest-ServerRescueTestJSON-1182058210 tempest-ServerRescueTestJSON-1182058210-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1683666-2031-45b7-8015-e9f1b36fb2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911517 Jul 27 23:12:33.727831 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-32d72e88-0db0-4ee0-9d28-31b55ffd1c16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11971609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12265750'] for subnet, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:33.834800 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d72e88-0db0-4ee0-9d28-31b55ffd1c16 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c8e862c-0ee9-4c23-a9f3-5185e9ea3c20,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:12:33.847661 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d72e88-0db0-4ee0-9d28-31b55ffd1c16 admin admin] Checking segment: {'id': '1fb2f591-8c81-4821-807c-46a0bb640046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '391df1cb-e82d-4300-8c53-ec49271834ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:12:33.848772 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32d72e88-0db0-4ee0-9d28-31b55ffd1c16 admin admin] Network hostable DHCP agents. Network: 391df1cb-e82d-4300-8c53-ec49271834ac, hostable agents: ['5950e76f-2bde-4343-a925-cbe6bacd2706'], hosted agents: [] {{(pid=93798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 23:12:33.886712 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32d72e88-0db0-4ee0-9d28-31b55ffd1c16 admin admin] Network 391df1cb-e82d-4300-8c53-ec49271834ac is scheduled to be hosted by DHCP agent 5950e76f-2bde-4343-a925-cbe6bacd2706 with binding_index 1 {{(pid=93798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 23:12:33.907402 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-32d72e88-0db0-4ee0-9d28-31b55ffd1c16 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802623-1, 391df1cb-e82d-4300-8c53-ec49271834ac) {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:12:33.917903 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3f5dd1a-e62d-48e2-a19a-2fc0fd6d9a87 None None] Network 391df1cb-e82d-4300-8c53-ec49271834ac requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:12:33.921337 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32d72e88-0db0-4ee0-9d28-31b55ffd1c16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:33.922182 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-32d72e88-0db0-4ee0-9d28-31b55ffd1c16 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:33.952558 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-32d72e88-0db0-4ee0-9d28-31b55ffd1c16 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.6706557 Jul 27 23:12:33.984216 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f90b896-f716-401a-9dd6-3425e61f58b7 req-4c156234-a9df-4cb4-9d87-bf09e91dffa5 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:33.997486 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f90b896-f716-401a-9dd6-3425e61f58b7 req-4c156234-a9df-4cb4-9d87-bf09e91dffa5 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:34.011794 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f90b896-f716-401a-9dd6-3425e61f58b7 req-4c156234-a9df-4cb4-9d87-bf09e91dffa5 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:34.019155 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f90b896-f716-401a-9dd6-3425e61f58b7 req-4c156234-a9df-4cb4-9d87-bf09e91dffa5 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:34.025724 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f90b896-f716-401a-9dd6-3425e61f58b7 req-4c156234-a9df-4cb4-9d87-bf09e91dffa5 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:34.032316 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f90b896-f716-401a-9dd6-3425e61f58b7 req-4c156234-a9df-4cb4-9d87-bf09e91dffa5 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:34.041426 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f90b896-f716-401a-9dd6-3425e61f58b7 req-4c156234-a9df-4cb4-9d87-bf09e91dffa5 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:34.043488 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-7f90b896-f716-401a-9dd6-3425e61f58b7 req-4c156234-a9df-4cb4-9d87-bf09e91dffa5 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] 10.222.0.18 "GET /v2.0/ports?device_id=bab14976-9a79-4961-bbb7-bef26e77c0b6 HTTP/1.1" status: 200 len: 5432 time: 0.1346846 Jul 27 23:12:34.096408 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab2e18f8-b229-426d-ab6e-d8c1b96a1802 None None] Network 391df1cb-e82d-4300-8c53-ec49271834ac requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:12:34.127337 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-7f90b896-f716-401a-9dd6-3425e61f58b7 req-209779ba-503b-43fd-bb58-38d7c7695fb0 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] 10.222.0.18 "GET /v2.0/security-groups?id=cfd41bdc-77a0-40db-b366-4cd3c3051f6e&id=590f29d5-a38d-458c-93ce-543ee7b0dac7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0749612 Jul 27 23:12:34.296007 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7996f67-ad13-4cf4-b048-bbc17ea7fa51 req-b44835ce-6763-4e29-879b-3c5b7b6e6e5e tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:34.297750 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a7996f67-ad13-4cf4-b048-bbc17ea7fa51 req-b44835ce-6763-4e29-879b-3c5b7b6e6e5e tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/ports?device_id=c292af40-c395-4445-978c-d1d948a0e563 HTTP/1.1" status: 200 len: 949 time: 0.0879016 Jul 27 23:12:34.346484 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a7996f67-ad13-4cf4-b048-bbc17ea7fa51 req-6998fe51-c050-432c-b158-56679fdbe124 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb779318-b8ff-43a6-a94f-3ce471aff166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424290 Jul 27 23:12:34.435762 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 37322) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:12:34.532530 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85aafc4-e1e9-4507-8c83-af5d561d4fbd req-a093d4f4-abc5-429a-8d0b-4920abe025b5 tempest-ListServersNegativeTestJSON-219464243 tempest-ListServersNegativeTestJSON-219464243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:34.539952 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a85aafc4-e1e9-4507-8c83-af5d561d4fbd req-a093d4f4-abc5-429a-8d0b-4920abe025b5 tempest-ListServersNegativeTestJSON-219464243 tempest-ListServersNegativeTestJSON-219464243-project] 10.222.0.18 "GET /v2.0/networks?id=391df1cb-e82d-4300-8c53-ec49271834ac HTTP/1.1" status: 200 len: 818 time: 0.1337824 Jul 27 23:12:34.558187 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:34.558754 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a85aafc4-e1e9-4507-8c83-af5d561d4fbd req-170c943a-5cde-46b0-9ffc-4055878c50b2 tempest-ListServersNegativeTestJSON-219464243 tempest-ListServersNegativeTestJSON-219464243-project] 10.222.0.18 "GET /v2.0/quotas/81a077be4a064eb3965d6b3bc3fbaffa HTTP/1.1" status: 200 len: 375 time: 0.0175605 Jul 27 23:12:34.587785 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4536217d-08cb-4484-a4bf-728d164c883d req-7a98e865-f995-4cf8-b767-7794eefff7c9 tempest-ServerRescueNegativeTestJSON-1855851441 tempest-ServerRescueNegativeTestJSON-1855851441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:34.589375 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-4536217d-08cb-4484-a4bf-728d164c883d req-7a98e865-f995-4cf8-b767-7794eefff7c9 tempest-ServerRescueNegativeTestJSON-1855851441 tempest-ServerRescueNegativeTestJSON-1855851441-project] 10.222.0.18 "GET /v2.0/ports?device_id=6551d2f1-dfc9-4bdf-adfb-bc809d0770ff HTTP/1.1" status: 200 len: 945 time: 0.0892456 Jul 27 23:12:34.599625 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a85aafc4-e1e9-4507-8c83-af5d561d4fbd req-f0d5be16-0d06-4c64-8850-bf512b35c50b tempest-ListServersNegativeTestJSON-219464243 tempest-ListServersNegativeTestJSON-219464243-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=81a077be4a064eb3965d6b3bc3fbaffa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0402777 Jul 27 23:12:34.609551 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c13c6459-42f5-4f2a-adfc-4a1f532e8fb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:34.658433 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-4536217d-08cb-4484-a4bf-728d164c883d req-a66de8fb-5098-4273-8a52-532392b7c208 tempest-ServerRescueNegativeTestJSON-1855851441 tempest-ServerRescueNegativeTestJSON-1855851441-project] 10.222.0.18 "GET /v2.0/security-groups?id=1af18e13-f94e-429a-ab8a-66f4e32e8b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607972 Jul 27 23:12:34.726696 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a85aafc4-e1e9-4507-8c83-af5d561d4fbd req-e64c9f2e-a0df-4e56-9974-0ba3a7ec7b82 service neutron] 10.222.0.18 "GET /v2.0/networks/391df1cb-e82d-4300-8c53-ec49271834ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236625 Jul 27 23:12:34.773236 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c13c6459-42f5-4f2a-adfc-4a1f532e8fb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:34.781950 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c13c6459-42f5-4f2a-adfc-4a1f532e8fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:34.842025 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7007e4d8-fc95-4ff9-9fd0-e0a06294d44b req-8073c972-de00-4a36-99dc-e2abc11f3d36 tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:34.843597 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7007e4d8-fc95-4ff9-9fd0-e0a06294d44b req-8073c972-de00-4a36-99dc-e2abc11f3d36 tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] 10.222.0.18 "GET /v2.0/ports?device_id=291a4293-4cde-40a2-846a-35f694ac6ae4 HTTP/1.1" status: 200 len: 946 time: 0.1089630 Jul 27 23:12:34.845915 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-c13c6459-42f5-4f2a-adfc-4a1f532e8fb7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b327da062ebe43729c9e2fb2916f42d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4086397 Jul 27 23:12:34.846845 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13c6459-42f5-4f2a-adfc-4a1f532e8fb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20b52769-cebb-4aa8-80de-c60ce5e7f5c1,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:12:34.851650 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 37336) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:12:34.860465 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4242b4-07a2-4491-8ca5-37b1d26ae2f8 req-f778d8fe-d65b-4f56-b772-579e8e213318 tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:34.867026 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-6a4242b4-07a2-4491-8ca5-37b1d26ae2f8 req-f778d8fe-d65b-4f56-b772-579e8e213318 tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] 10.222.0.49 "GET /v2.0/ports?device_id=291a4293-4cde-40a2-846a-35f694ac6ae4 HTTP/1.1" status: 200 len: 946 time: 0.0897498 Jul 27 23:12:34.919145 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a85aafc4-e1e9-4507-8c83-af5d561d4fbd req-a3b05ea7-f773-4f36-aef7-d56d1d8ab935 service neutron] 10.222.0.18 "GET /v2.0/networks/391df1cb-e82d-4300-8c53-ec49271834ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1860132 Jul 27 23:12:34.923660 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7007e4d8-fc95-4ff9-9fd0-e0a06294d44b req-a67c9083-3c55-4a11-8d9c-dcc63fa07caa tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] 10.222.0.18 "GET /v2.0/security-groups?id=f9282c7c-bf74-4e2f-accf-81bded4d9191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684941 Jul 27 23:12:34.960196 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f7ea46ba-6680-4273-8aeb-43d701def8d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:34.991803 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f7ea46ba-6680-4273-8aeb-43d701def8d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:35.008924 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [req-6a4242b4-07a2-4491-8ca5-37b1d26ae2f8 req-94cd6651-771c-4b61-ae79-2b335bc7b04f tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] Deleting port 42b29bb6-4988-492b-a994-653f19e603a5 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:12:35.009396 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-6a4242b4-07a2-4491-8ca5-37b1d26ae2f8 req-94cd6651-771c-4b61-ae79-2b335bc7b04f tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:35.082712 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db047fd-c375-41f9-92e9-eee8bddfb853 req-0e7fe674-dab9-4102-8819-3423339f6dc3 tempest-ServerRescueNegativeTestJSON-1855851441 tempest-ServerRescueNegativeTestJSON-1855851441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:35.090393 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-2db047fd-c375-41f9-92e9-eee8bddfb853 req-0e7fe674-dab9-4102-8819-3423339f6dc3 tempest-ServerRescueNegativeTestJSON-1855851441 tempest-ServerRescueNegativeTestJSON-1855851441-project] 10.222.0.18 "GET /v2.0/ports?device_id=18bf2265-d54a-42b3-beea-c61771ab87ab HTTP/1.1" status: 200 len: 945 time: 0.0781267 Jul 27 23:12:35.116317 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f7ea46ba-6680-4273-8aeb-43d701def8d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:35.118753 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f7ea46ba-6680-4273-8aeb-43d701def8d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:35.135079 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-f7ea46ba-6680-4273-8aeb-43d701def8d2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/20b52769-cebb-4aa8-80de-c60ce5e7f5c1 HTTP/1.1" status: 204 len: 168 time: 0.2700424 Jul 27 23:12:35.139289 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-6a4242b4-07a2-4491-8ca5-37b1d26ae2f8 req-94cd6651-771c-4b61-ae79-2b335bc7b04f tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] For port 42b29bb6-4988-492b-a994-653f19e603a5, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=42b29bb6-4988-492b-a994-653f19e603a5,segment=NetworkSegment(35c87331-1569-4ca2-bf4a-f52e32031f1e),segment_id=35c87331-1569-4ca2-bf4a-f52e32031f1e)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:12:35.141758 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-6a4242b4-07a2-4491-8ca5-37b1d26ae2f8 req-94cd6651-771c-4b61-ae79-2b335bc7b04f tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:35.152796 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ea46ba-6680-4273-8aeb-43d701def8d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20b52769-cebb-4aa8-80de-c60ce5e7f5c1,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:12:35.167731 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-2db047fd-c375-41f9-92e9-eee8bddfb853 req-5dc97113-b027-42c2-ba50-f12e59563cd1 tempest-ServerRescueNegativeTestJSON-1855851441 tempest-ServerRescueNegativeTestJSON-1855851441-project] 10.222.0.18 "GET /v2.0/security-groups?id=1af18e13-f94e-429a-ab8a-66f4e32e8b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763776 Jul 27 23:12:35.185021 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [req-6a4242b4-07a2-4491-8ca5-37b1d26ae2f8 req-94cd6651-771c-4b61-ae79-2b335bc7b04f tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] Calling delete_port for 42b29bb6-4988-492b-a994-653f19e603a5 owned by compute:nova {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:12:35.310626 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea07fcae-69b1-406c-a813-194274479f6f req-578ada36-1bb6-4a34-9300-4d7c38c62c5f tempest-ServerRescueTestJSON-1182058210 tempest-ServerRescueTestJSON-1182058210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:35.315591 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ea07fcae-69b1-406c-a813-194274479f6f req-578ada36-1bb6-4a34-9300-4d7c38c62c5f tempest-ServerRescueTestJSON-1182058210 tempest-ServerRescueTestJSON-1182058210-project] 10.222.0.18 "GET /v2.0/ports?device_id=fdf76be6-bd13-41d1-88c2-61c6861cc347 HTTP/1.1" status: 200 len: 945 time: 0.0850930 Jul 27 23:12:35.387949 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ea07fcae-69b1-406c-a813-194274479f6f req-fab97a74-0a1c-4c37-b103-179d18253c63 tempest-ServerRescueTestJSON-1182058210 tempest-ServerRescueTestJSON-1182058210-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1683666-2031-45b7-8015-e9f1b36fb2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685654 Jul 27 23:12:35.434464 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1944bd6-175b-4da1-8bd4-2558778ece04 req-c8fc753f-62d5-4d59-9155-06229e66cc77 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:35.434464 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1944bd6-175b-4da1-8bd4-2558778ece04 req-c8fc753f-62d5-4d59-9155-06229e66cc77 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:35.434464 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1944bd6-175b-4da1-8bd4-2558778ece04 req-c8fc753f-62d5-4d59-9155-06229e66cc77 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:35.438601 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1944bd6-175b-4da1-8bd4-2558778ece04 req-c8fc753f-62d5-4d59-9155-06229e66cc77 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:35.445474 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1944bd6-175b-4da1-8bd4-2558778ece04 req-c8fc753f-62d5-4d59-9155-06229e66cc77 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:35.453028 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1944bd6-175b-4da1-8bd4-2558778ece04 req-c8fc753f-62d5-4d59-9155-06229e66cc77 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:35.460064 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1944bd6-175b-4da1-8bd4-2558778ece04 req-c8fc753f-62d5-4d59-9155-06229e66cc77 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:35.469446 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-c1944bd6-175b-4da1-8bd4-2558778ece04 req-c8fc753f-62d5-4d59-9155-06229e66cc77 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] 10.222.0.18 "GET /v2.0/ports?device_id=bab14976-9a79-4961-bbb7-bef26e77c0b6 HTTP/1.1" status: 200 len: 5432 time: 0.1472249 Jul 27 23:12:35.565938 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-c1944bd6-175b-4da1-8bd4-2558778ece04 req-693b0123-fb8b-4b4a-bd62-d599ad3fa5f9 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] 10.222.0.18 "GET /v2.0/security-groups?id=cfd41bdc-77a0-40db-b366-4cd3c3051f6e&id=590f29d5-a38d-458c-93ce-543ee7b0dac7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0953090 Jul 27 23:12:35.580497 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-6a4242b4-07a2-4491-8ca5-37b1d26ae2f8 req-94cd6651-771c-4b61-ae79-2b335bc7b04f tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:35.599267 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] get_ports_and_sgs() called for port_ids ['42b29bb6-4988-492b-a994-653f19e603a5'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:12:35.668570 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 37360) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:12:35.669453 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a4242b4-07a2-4491-8ca5-37b1d26ae2f8 req-94cd6651-771c-4b61-ae79-2b335bc7b04f tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] No DVR routers for this DVR port 42b29bb6-4988-492b-a994-653f19e603a5 on host n-h2-802623-1 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:12:35.675198 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-6a4242b4-07a2-4491-8ca5-37b1d26ae2f8 req-94cd6651-771c-4b61-ae79-2b335bc7b04f tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:35.677613 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-6a4242b4-07a2-4491-8ca5-37b1d26ae2f8 req-94cd6651-771c-4b61-ae79-2b335bc7b04f tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] 10.222.0.49 "DELETE /v2.0/ports/42b29bb6-4988-492b-a994-653f19e603a5 HTTP/1.1" status: 204 len: 173 time: 0.8011158 Jul 27 23:12:35.690324 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '291a4293-4cde-40a2-846a-35f694ac6ae4', 'name': 'network-vif-deleted', 'tag': '42b29bb6-4988-492b-a994-653f19e603a5'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:12:35.692713 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a476459a1bfce68b0ae0df5b6a71154bfc7cfdc8f9eefce6ad0a17231e60468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c390e5e5-fd38-46f2-9bc0-903b1d569a64" -d '{"events": [{"server_uuid": "291a4293-4cde-40a2-846a-35f694ac6ae4", "name": "network-vif-deleted", "tag": "42b29bb6-4988-492b-a994-653f19e603a5"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:12:35.697428 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cd6651-771c-4b61-ae79-2b335bc7b04f tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] Pushing event deleted for resources: {'Port': ['ID=42b29bb6-4988-492b-a994-653f19e603a5,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:12:35.700645 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0431d519-33d5-421f-a545-7d79f95e6a18 req-e0e32bb7-7fba-4c7f-ab3a-9b93b49532f0 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:35.709753 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ee6f6865-5694-45c2-8d47-159981e1ccba admin admin] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:35.715215 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-0431d519-33d5-421f-a545-7d79f95e6a18 req-e0e32bb7-7fba-4c7f-ab3a-9b93b49532f0 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/ports?device_id=c292af40-c395-4445-978c-d1d948a0e563 HTTP/1.1" status: 200 len: 949 time: 0.1520054 Jul 27 23:12:35.775463 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-0431d519-33d5-421f-a545-7d79f95e6a18 req-7c6eb692-626d-4322-87c7-2c7a513c8135 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb779318-b8ff-43a6-a94f-3ce471aff166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565939 Jul 27 23:12:35.882346 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-1072408e-03c7-40e2-99e2-d7e78222ee11 req-f85ba9e1-8b16-4ad8-8123-8fd4957331f2 tempest-ListServersNegativeTestJSON-219464243 tempest-ListServersNegativeTestJSON-219464243-project] 10.222.0.18 "GET /v2.0/ports?device_id=8192a572-70e9-493b-bfee-65b34f4b4be8 HTTP/1.1" status: 200 len: 210 time: 0.0361228 Jul 27 23:12:35.909563 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ee6f6865-5694-45c2-8d47-159981e1ccba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:35.924601 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ee6f6865-5694-45c2-8d47-159981e1ccba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:36.229497 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:12:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-239b777b-5f60-4902-8ab1-3f378e812396 x-openstack-request-id: req-239b777b-5f60-4902-8ab1-3f378e812396 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:12:36.233725 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "291a4293-4cde-40a2-846a-35f694ac6ae4", "name": "network-vif-deleted", "tag": "42b29bb6-4988-492b-a994-653f19e603a5", "status": "completed", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:12:36.233725 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-239b777b-5f60-4902-8ab1-3f378e812396 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:12:36.233725 n-d-802623-1 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '291a4293-4cde-40a2-846a-35f694ac6ae4', 'name': 'network-vif-deleted', 'tag': '42b29bb6-4988-492b-a994-653f19e603a5', 'status': 'completed', 'code': 200} Jul 27 23:12:36.233725 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f6865-5694-45c2-8d47-159981e1ccba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=203b4752-ffd2-43d1-99f7-8cb49a11d1c1,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:12:36.276484 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-ee6f6865-5694-45c2-8d47-159981e1ccba admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4692a07377ab4262874e64249e3edb3d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6036763 Jul 27 23:12:36.287192 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 37382) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:12:36.331798 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7847a9e9-cc91-4e33-9b7a-de391c382e3c req-97f86307-f816-4f68-a609-f9526bf339a7 tempest-ServerRescueNegativeTestJSON-1855851441 tempest-ServerRescueNegativeTestJSON-1855851441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:36.339282 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-7847a9e9-cc91-4e33-9b7a-de391c382e3c req-97f86307-f816-4f68-a609-f9526bf339a7 tempest-ServerRescueNegativeTestJSON-1855851441 tempest-ServerRescueNegativeTestJSON-1855851441-project] 10.222.0.18 "GET /v2.0/ports?device_id=18bf2265-d54a-42b3-beea-c61771ab87ab HTTP/1.1" status: 200 len: 945 time: 0.1119373 Jul 27 23:12:36.368483 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-dc467253-0d81-4371-a41f-193104c95c5c req-4990c16a-fd4c-4a33-9cc1-7a0d183da606 tempest-ServerDiskConfigTestJSON-998035821 tempest-ServerDiskConfigTestJSON-998035821-project] 10.222.0.18 "GET /v2.0/ports?device_id=291a4293-4cde-40a2-846a-35f694ac6ae4 HTTP/1.1" status: 200 len: 210 time: 0.0544903 Jul 27 23:12:36.413748 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-7847a9e9-cc91-4e33-9b7a-de391c382e3c req-9ecf9908-c970-415d-920e-4ab0e12165be tempest-ServerRescueNegativeTestJSON-1855851441 tempest-ServerRescueNegativeTestJSON-1855851441-project] 10.222.0.18 "GET /v2.0/security-groups?id=1af18e13-f94e-429a-ab8a-66f4e32e8b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735149 Jul 27 23:12:36.417189 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-72c41ea5-c28d-469d-ac66-3f48e8f36459 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:36.454659 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-72c41ea5-c28d-469d-ac66-3f48e8f36459 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:36.517881 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-72c41ea5-c28d-469d-ac66-3f48e8f36459 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:36.520800 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-72c41ea5-c28d-469d-ac66-3f48e8f36459 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:36.524287 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-72c41ea5-c28d-469d-ac66-3f48e8f36459 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/203b4752-ffd2-43d1-99f7-8cb49a11d1c1 HTTP/1.1" status: 204 len: 168 time: 0.2422264 Jul 27 23:12:36.540944 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c41ea5-c28d-469d-ac66-3f48e8f36459 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=203b4752-ffd2-43d1-99f7-8cb49a11d1c1,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:12:36.646052 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce5e376-9240-4397-891b-5ea19aa684f5 req-fbd20b98-441b-4dd8-b6e7-6dc65973a400 tempest-ServerRescueTestJSON-1182058210 tempest-ServerRescueTestJSON-1182058210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:36.655721 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-dce5e376-9240-4397-891b-5ea19aa684f5 req-fbd20b98-441b-4dd8-b6e7-6dc65973a400 tempest-ServerRescueTestJSON-1182058210 tempest-ServerRescueTestJSON-1182058210-project] 10.222.0.18 "GET /v2.0/ports?device_id=fdf76be6-bd13-41d1-88c2-61c6861cc347 HTTP/1.1" status: 200 len: 945 time: 0.1494780 Jul 27 23:12:36.734297 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-dce5e376-9240-4397-891b-5ea19aa684f5 req-b4ba20d3-1660-490a-ad92-e3b711327cb5 tempest-ServerRescueTestJSON-1182058210 tempest-ServerRescueTestJSON-1182058210-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1683666-2031-45b7-8015-e9f1b36fb2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514889 Jul 27 23:12:36.794142 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a723c9b1-f926-4eac-826c-b952a81c4745 req-81dc517c-04ec-4707-a261-dcf7153a9609 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:36.810689 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a723c9b1-f926-4eac-826c-b952a81c4745 req-81dc517c-04ec-4707-a261-dcf7153a9609 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:36.836761 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a723c9b1-f926-4eac-826c-b952a81c4745 req-81dc517c-04ec-4707-a261-dcf7153a9609 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:36.844576 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a723c9b1-f926-4eac-826c-b952a81c4745 req-81dc517c-04ec-4707-a261-dcf7153a9609 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:36.850490 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a723c9b1-f926-4eac-826c-b952a81c4745 req-81dc517c-04ec-4707-a261-dcf7153a9609 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:36.856928 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a723c9b1-f926-4eac-826c-b952a81c4745 req-81dc517c-04ec-4707-a261-dcf7153a9609 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:36.886121 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a723c9b1-f926-4eac-826c-b952a81c4745 req-81dc517c-04ec-4707-a261-dcf7153a9609 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:36.888229 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a723c9b1-f926-4eac-826c-b952a81c4745 req-81dc517c-04ec-4707-a261-dcf7153a9609 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] 10.222.0.18 "GET /v2.0/ports?device_id=bab14976-9a79-4961-bbb7-bef26e77c0b6 HTTP/1.1" status: 200 len: 5432 time: 0.2265363 Jul 27 23:12:36.943459 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6a0ef4-e32c-46d6-9a70-eae0bf47f49f req-cd26213f-1089-4662-9733-826a2d250f41 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:36.953287 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-cf6a0ef4-e32c-46d6-9a70-eae0bf47f49f req-cd26213f-1089-4662-9733-826a2d250f41 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/ports?device_id=c292af40-c395-4445-978c-d1d948a0e563 HTTP/1.1" status: 200 len: 949 time: 0.0800226 Jul 27 23:12:36.962356 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a723c9b1-f926-4eac-826c-b952a81c4745 req-bf09784f-ab6e-4d6c-b6e3-6b65c6e00b8e tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] 10.222.0.18 "GET /v2.0/security-groups?id=cfd41bdc-77a0-40db-b366-4cd3c3051f6e&id=590f29d5-a38d-458c-93ce-543ee7b0dac7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0605531 Jul 27 23:12:37.003234 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-cf6a0ef4-e32c-46d6-9a70-eae0bf47f49f req-ad204625-d4ec-41f5-8620-833c6be53a27 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb779318-b8ff-43a6-a94f-3ce471aff166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474143 Jul 27 23:12:37.052425 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-721da4e5-556c-421e-8168-66875564df5f req-f84600b9-2fd2-456c-822b-bc9b051ade5f tempest-ListServersNegativeTestJSON-219464243 tempest-ListServersNegativeTestJSON-219464243-project] 10.222.0.18 "GET /v2.0/ports?device_id=8192a572-70e9-493b-bfee-65b34f4b4be8 HTTP/1.1" status: 200 len: 210 time: 0.0295687 Jul 27 23:12:37.325962 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85aafc4-e1e9-4507-8c83-af5d561d4fbd req-0361b107-dd71-4e23-b54b-ac5254855e31 tempest-ListServersNegativeTestJSON-219464243 tempest-ListServersNegativeTestJSON-219464243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:37.328707 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a85aafc4-e1e9-4507-8c83-af5d561d4fbd req-0361b107-dd71-4e23-b54b-ac5254855e31 tempest-ListServersNegativeTestJSON-219464243 tempest-ListServersNegativeTestJSON-219464243-project] 10.222.0.38 "GET /v2.0/networks?id=391df1cb-e82d-4300-8c53-ec49271834ac HTTP/1.1" status: 200 len: 818 time: 0.1665845 Jul 27 23:12:37.346710 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [req-a85aafc4-e1e9-4507-8c83-af5d561d4fbd req-e8ea138a-79fe-4c25-913a-9d8ce25882d3 tempest-ListServersNegativeTestJSON-219464243 tempest-ListServersNegativeTestJSON-219464243-project] Request body: {'port': {'device_id': '014a5218-7778-45a1-a4e2-10f22857fd00', 'network_id': '391df1cb-e82d-4300-8c53-ec49271834ac', 'admin_state_up': True, 'tenant_id': '81a077be4a064eb3965d6b3bc3fbaffa'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:12:37.635929 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1111b5d2-15f4-4d99-8cbe-8d36c8c08f38 req-9ccd2be8-b425-4f08-8e27-9c9173a982b1 tempest-ServerRescueNegativeTestJSON-1855851441 tempest-ServerRescueNegativeTestJSON-1855851441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:37.644657 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-1111b5d2-15f4-4d99-8cbe-8d36c8c08f38 req-9ccd2be8-b425-4f08-8e27-9c9173a982b1 tempest-ServerRescueNegativeTestJSON-1855851441 tempest-ServerRescueNegativeTestJSON-1855851441-project] 10.222.0.18 "GET /v2.0/ports?device_id=18bf2265-d54a-42b3-beea-c61771ab87ab HTTP/1.1" status: 200 len: 945 time: 0.1048765 Jul 27 23:12:37.690630 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85aafc4-e1e9-4507-8c83-af5d561d4fbd req-7d63a517-ff91-42e4-a7a1-d4ae195f561b tempest-ListServersNegativeTestJSON-219464243 tempest-ListServersNegativeTestJSON-219464243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:37.690630 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a85aafc4-e1e9-4507-8c83-af5d561d4fbd req-7d63a517-ff91-42e4-a7a1-d4ae195f561b tempest-ListServersNegativeTestJSON-219464243 tempest-ListServersNegativeTestJSON-219464243-project] 10.222.0.49 "GET /v2.0/networks?id=391df1cb-e82d-4300-8c53-ec49271834ac HTTP/1.1" status: 200 len: 818 time: 0.2742271 Jul 27 23:12:37.715887 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [req-a85aafc4-e1e9-4507-8c83-af5d561d4fbd req-94c5212a-0284-41ac-b68c-70885699453b tempest-ListServersNegativeTestJSON-219464243 tempest-ListServersNegativeTestJSON-219464243-project] Request body: {'port': {'device_id': '8192a572-70e9-493b-bfee-65b34f4b4be8', 'network_id': '391df1cb-e82d-4300-8c53-ec49271834ac', 'admin_state_up': True, 'tenant_id': '81a077be4a064eb3965d6b3bc3fbaffa'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:12:37.825359 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 37444) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:12:37.901275 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85aafc4-e1e9-4507-8c83-af5d561d4fbd req-f24def6c-1201-4678-bc82-178c5a18e016 tempest-ListServersNegativeTestJSON-219464243 tempest-ListServersNegativeTestJSON-219464243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:37.903119 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a85aafc4-e1e9-4507-8c83-af5d561d4fbd req-f24def6c-1201-4678-bc82-178c5a18e016 tempest-ListServersNegativeTestJSON-219464243 tempest-ListServersNegativeTestJSON-219464243-project] 10.222.0.38 "GET /v2.0/networks?id=391df1cb-e82d-4300-8c53-ec49271834ac HTTP/1.1" status: 200 len: 818 time: 0.2535355 Jul 27 23:12:37.923503 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [req-a85aafc4-e1e9-4507-8c83-af5d561d4fbd req-5bbfa704-4a82-41f7-a47b-d39d5fd74da1 tempest-ListServersNegativeTestJSON-219464243 tempest-ListServersNegativeTestJSON-219464243-project] Request body: {'port': {'device_id': 'a956a4fe-7dc3-483f-928f-4a7198c9d531', 'network_id': '391df1cb-e82d-4300-8c53-ec49271834ac', 'admin_state_up': True, 'tenant_id': '81a077be4a064eb3965d6b3bc3fbaffa'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:12:37.924285 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a85aafc4-e1e9-4507-8c83-af5d561d4fbd req-e8ea138a-79fe-4c25-913a-9d8ce25882d3 tempest-ListServersNegativeTestJSON-219464243 tempest-ListServersNegativeTestJSON-219464243-project] Made reservation on behalf of 81a077be4a064eb3965d6b3bc3fbaffa for: {'port': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:12:37.927832 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-a85aafc4-e1e9-4507-8c83-af5d561d4fbd req-e8ea138a-79fe-4c25-913a-9d8ce25882d3 tempest-ListServersNegativeTestJSON-219464243 tempest-ListServersNegativeTestJSON-219464243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:37.985357 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6273b736-ac86-4f08-8a25-a049d1358ddc req-acb8d066-b424-46e0-b424-37b7bf3e5596 tempest-ServerRescueTestJSON-1182058210 tempest-ServerRescueTestJSON-1182058210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:37.987293 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-6273b736-ac86-4f08-8a25-a049d1358ddc req-acb8d066-b424-46e0-b424-37b7bf3e5596 tempest-ServerRescueTestJSON-1182058210 tempest-ServerRescueTestJSON-1182058210-project] 10.222.0.18 "GET /v2.0/ports?device_id=fdf76be6-bd13-41d1-88c2-61c6861cc347 HTTP/1.1" status: 200 len: 945 time: 0.1608541 Jul 27 23:12:37.990745 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_v2 [None req-172320ea-a46a-45fa-8d74-b99cf9ba0d7a admin admin] Deleting subnet 167a3de5-23b9-48e3-8fdf-ba6c942d3440 {{(pid=93797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 23:12:38.017542 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-172320ea-a46a-45fa-8d74-b99cf9ba0d7a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:38.063136 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a85aafc4-e1e9-4507-8c83-af5d561d4fbd req-94c5212a-0284-41ac-b68c-70885699453b tempest-ListServersNegativeTestJSON-219464243 tempest-ListServersNegativeTestJSON-219464243-project] Made reservation on behalf of 81a077be4a064eb3965d6b3bc3fbaffa for: {'port': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:12:38.064236 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-1111b5d2-15f4-4d99-8cbe-8d36c8c08f38 req-dd025f12-c3de-42ed-b7dc-c02379d797c7 tempest-ServerRescueNegativeTestJSON-1855851441 tempest-ServerRescueNegativeTestJSON-1855851441-project] 10.222.0.18 "GET /v2.0/security-groups?id=1af18e13-f94e-429a-ab8a-66f4e32e8b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4163358 Jul 27 23:12:38.067310 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-a85aafc4-e1e9-4507-8c83-af5d561d4fbd req-94c5212a-0284-41ac-b68c-70885699453b tempest-ListServersNegativeTestJSON-219464243 tempest-ListServersNegativeTestJSON-219464243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:38.069914 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a85aafc4-e1e9-4507-8c83-af5d561d4fbd req-5bbfa704-4a82-41f7-a47b-d39d5fd74da1 tempest-ListServersNegativeTestJSON-219464243 tempest-ListServersNegativeTestJSON-219464243-project] Made reservation on behalf of 81a077be4a064eb3965d6b3bc3fbaffa for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:12:38.073440 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-a85aafc4-e1e9-4507-8c83-af5d561d4fbd req-5bbfa704-4a82-41f7-a47b-d39d5fd74da1 tempest-ListServersNegativeTestJSON-219464243 tempest-ListServersNegativeTestJSON-219464243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:38.076953 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device 04fa79a8-5a6e-4754-87c2-e6c72b5d831d details requested by agent hyperv_n-h2-802623-1 with host n-h2-802623-1 {{(pid=93799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 23:12:38.205464 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-6273b736-ac86-4f08-8a25-a049d1358ddc req-b6fcf709-c9a6-409c-9e4a-178166a934a2 tempest-ServerRescueTestJSON-1182058210 tempest-ServerRescueTestJSON-1182058210-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1683666-2031-45b7-8015-e9f1b36fb2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2085183 Jul 27 23:12:38.209791 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-172320ea-a46a-45fa-8d74-b99cf9ba0d7a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11335971'] for subnet, precommit_delete_associations {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:38.343866 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port 04fa79a8-5a6e-4754-87c2-e6c72b5d831d, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=04fa79a8-5a6e-4754-87c2-e6c72b5d831d,segment=NetworkSegment(e18f4904-6ae0-4e14-a513-9cfea782d82f),segment_id=e18f4904-6ae0-4e14-a513-9cfea782d82f)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:12:38.363305 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Returning: {'device': '04fa79a8-5a6e-4754-87c2-e6c72b5d831d', 'network_id': 'c34a942f-0b0f-45f7-a399-4187f193826f', 'port_id': '04fa79a8-5a6e-4754-87c2-e6c72b5d831d', 'mac_address': 'fa:16:3e:36:d3:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '205a94b6-ea5d-4719-adab-a78f7e1e308f', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 23:12:38.415140 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-172320ea-a46a-45fa-8d74-b99cf9ba0d7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620741'] for subnet, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:38.450670 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:38.465224 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [req-a85aafc4-e1e9-4507-8c83-af5d561d4fbd req-5bbfa704-4a82-41f7-a47b-d39d5fd74da1 tempest-ListServersNegativeTestJSON-219464243 tempest-ListServersNegativeTestJSON-219464243-project] Allocated IP 172.20.0.4 (391df1cb-e82d-4300-8c53-ec49271834ac/7c8e862c-0ee9-4c23-a9f3-5185e9ea3c20/e519a38a-bcaf-48eb-addd-572e97f9b106) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:12:38.483472 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5d85ec-5cbb-451f-8ab0-d19a9ff9ac56 req-8763dfc8-984d-42be-8921-5dc5eb6d5c6c tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:38.485070 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-1f5d85ec-5cbb-451f-8ab0-d19a9ff9ac56 req-8763dfc8-984d-42be-8921-5dc5eb6d5c6c tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/ports?device_id=c292af40-c395-4445-978c-d1d948a0e563 HTTP/1.1" status: 200 len: 949 time: 0.1035359 Jul 27 23:12:38.490381 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04fa79a8-5a6e-4754-87c2-e6c72b5d831d {{(pid=93799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:12:38.500364 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb76ca99-5035-4daa-bb99-a37e803342a3 req-8ebea466-ae9a-4a1e-9b43-5ad669fcfb1c tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:38.508609 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb76ca99-5035-4daa-bb99-a37e803342a3 req-8ebea466-ae9a-4a1e-9b43-5ad669fcfb1c tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:38.519642 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb76ca99-5035-4daa-bb99-a37e803342a3 req-8ebea466-ae9a-4a1e-9b43-5ad669fcfb1c tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:38.532638 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port 04fa79a8-5a6e-4754-87c2-e6c72b5d831d, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=04fa79a8-5a6e-4754-87c2-e6c72b5d831d,segment=NetworkSegment(e18f4904-6ae0-4e14-a513-9cfea782d82f),segment_id=e18f4904-6ae0-4e14-a513-9cfea782d82f)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:12:38.534968 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb76ca99-5035-4daa-bb99-a37e803342a3 req-8ebea466-ae9a-4a1e-9b43-5ad669fcfb1c tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:38.541229 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-1f5d85ec-5cbb-451f-8ab0-d19a9ff9ac56 req-791b4617-f913-4c95-8647-6cb5b367ffa7 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb779318-b8ff-43a6-a94f-3ce471aff166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446212 Jul 27 23:12:38.541987 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:38.542872 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device a1bdfbba-9a24-43d6-84b3-1265d2295611 details requested by agent hyperv_n-h2-802623-1 with host n-h2-802623-1 {{(pid=93799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 23:12:38.551256 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-172320ea-a46a-45fa-8d74-b99cf9ba0d7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11335991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11551414'] for subnet, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:38.556650 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb76ca99-5035-4daa-bb99-a37e803342a3 req-8ebea466-ae9a-4a1e-9b43-5ad669fcfb1c tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:38.569074 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb76ca99-5035-4daa-bb99-a37e803342a3 req-8ebea466-ae9a-4a1e-9b43-5ad669fcfb1c tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:38.588532 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb76ca99-5035-4daa-bb99-a37e803342a3 req-8ebea466-ae9a-4a1e-9b43-5ad669fcfb1c tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:38.588532 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-bb76ca99-5035-4daa-bb99-a37e803342a3 req-8ebea466-ae9a-4a1e-9b43-5ad669fcfb1c tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] 10.222.0.18 "GET /v2.0/ports?device_id=bab14976-9a79-4961-bbb7-bef26e77c0b6 HTTP/1.1" status: 200 len: 5432 time: 0.2532125 Jul 27 23:12:38.618737 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172320ea-a46a-45fa-8d74-b99cf9ba0d7a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=167a3de5-23b9-48e3-8fdf-ba6c942d3440,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:12:38.621734 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-172320ea-a46a-45fa-8d74-b99cf9ba0d7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for subnet, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:38.624214 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-172320ea-a46a-45fa-8d74-b99cf9ba0d7a admin admin] 10.222.0.18 "DELETE /v2.0/subnets/167a3de5-23b9-48e3-8fdf-ba6c942d3440 HTTP/1.1" status: 204 len: 168 time: 0.7957909 Jul 27 23:12:38.626682 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 37522) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:12:38.745563 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Pushing event updated for resources: {'Port': ['ID=04fa79a8-5a6e-4754-87c2-e6c72b5d831d,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:12:38.768374 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8cda13e9-6bc5-4c18-a22c-7a00fd7ba3cb req-f347fb75-b86d-4946-b975-9e86a3f96096 tempest-ListServersNegativeTestJSON-219464243 tempest-ListServersNegativeTestJSON-219464243-project] 10.222.0.18 "GET /v2.0/ports?device_id=8192a572-70e9-493b-bfee-65b34f4b4be8 HTTP/1.1" status: 200 len: 210 time: 0.0469003 Jul 27 23:12:38.771599 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-bb76ca99-5035-4daa-bb99-a37e803342a3 req-d2f95b86-5911-419f-bdae-1f0446c3fbd6 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] 10.222.0.18 "GET /v2.0/security-groups?id=cfd41bdc-77a0-40db-b366-4cd3c3051f6e&id=590f29d5-a38d-458c-93ce-543ee7b0dac7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1730690 Jul 27 23:12:38.814083 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c5ae7bef-6116-4097-b610-3e057217f541 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593271'] for network, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:38.869690 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port a1bdfbba-9a24-43d6-84b3-1265d2295611, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=a1bdfbba-9a24-43d6-84b3-1265d2295611,segment=NetworkSegment(c7a206b6-2b59-413c-9a8e-188476801f18),segment_id=c7a206b6-2b59-413c-9a8e-188476801f18)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:12:38.920122 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Returning: {'device': 'a1bdfbba-9a24-43d6-84b3-1265d2295611', 'network_id': 'c246f1fa-d287-4449-88ed-7e41ec7ffa41', 'port_id': 'a1bdfbba-9a24-43d6-84b3-1265d2295611', 'mac_address': 'fa:16:3e:76:bb:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba464d94-7c37-4a78-bcc3-06220a9217b5', 'ip_address': '10.1.1.155'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 23:12:38.940471 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c5ae7bef-6116-4097-b610-3e057217f541 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618032', 'neutron.services.segments.db._delete_segments_for_network-8736833900081'] for network, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:38.971308 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-c5ae7bef-6116-4097-b610-3e057217f541 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44a6a84b-a7de-4dfe-a6b7-f9205c26c7e9']}} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:12:38.988170 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-c5ae7bef-6116-4097-b610-3e057217f541 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35c87331-1569-4ca2-bf4a-f52e32031f1e') {'for_net_delete': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:12:38.988683 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-a85aafc4-e1e9-4507-8c83-af5d561d4fbd req-5bbfa704-4a82-41f7-a47b-d39d5fd74da1 tempest-ListServersNegativeTestJSON-219464243 tempest-ListServersNegativeTestJSON-219464243-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:38.989200 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-c5ae7bef-6116-4097-b610-3e057217f541 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35c87331-1569-4ca2-bf4a-f52e32031f1e') {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:12:39.003604 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c5ae7bef-6116-4097-b610-3e057217f541 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736833900858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11335978'] for segment, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:39.018863 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:39.045693 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c5ae7bef-6116-4097-b610-3e057217f541 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:39.075775 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5ae7bef-6116-4097-b610-3e057217f541 admin admin] Releasing vlan 548 on physical network physnet1 to pool {{(pid=93797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 23:12:39.076211 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c5ae7bef-6116-4097-b610-3e057217f541 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11336013'] for segment, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:39.080263 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1bdfbba-9a24-43d6-84b3-1265d2295611 {{(pid=93799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:12:39.087094 n-d-802623-1 neutron-server[93797]: Traceback (most recent call last): Jul 27 23:12:39.087094 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 23:12:39.087094 n-d-802623-1 neutron-server[93797]: timer() Jul 27 23:12:39.087094 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 23:12:39.087094 n-d-802623-1 neutron-server[93797]: cb(*args, **kw) Jul 27 23:12:39.087094 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 23:12:39.087094 n-d-802623-1 neutron-server[93797]: return func(*args, **kwargs) Jul 27 23:12:39.087094 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 23:12:39.087094 n-d-802623-1 neutron-server[93797]: self._notify() Jul 27 23:12:39.087094 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 23:12:39.087094 n-d-802623-1 neutron-server[93797]: self.callback(batched_events) Jul 27 23:12:39.087094 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 23:12:39.087094 n-d-802623-1 neutron-server[93797]: event.method(event) Jul 27 23:12:39.087094 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 23:12:39.087094 n-d-802623-1 neutron-server[93797]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 23:12:39.087094 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 23:12:39.087094 n-d-802623-1 neutron-server[93797]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 23:12:39.087094 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 23:12:39.087094 n-d-802623-1 neutron-server[93797]: return f(self, *a, **k) Jul 27 23:12:39.087094 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 23:12:39.087094 n-d-802623-1 neutron-server[93797]: return self._get(url).json() Jul 27 23:12:39.087094 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 23:12:39.087094 n-d-802623-1 neutron-server[93797]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 23:12:39.087094 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 23:12:39.087094 n-d-802623-1 neutron-server[93797]: return self.request(url, 'GET', **kwargs) Jul 27 23:12:39.087094 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 23:12:39.087094 n-d-802623-1 neutron-server[93797]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 23:12:39.087094 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 23:12:39.087094 n-d-802623-1 neutron-server[93797]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 23:12:39.087094 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 23:12:39.087094 n-d-802623-1 neutron-server[93797]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 23:12:39.087094 n-d-802623-1 neutron-server[93797]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 23:12:39.090861 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-a85aafc4-e1e9-4507-8c83-af5d561d4fbd req-5bbfa704-4a82-41f7-a47b-d39d5fd74da1 tempest-ListServersNegativeTestJSON-219464243 tempest-ListServersNegativeTestJSON-219464243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:39.134029 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port a1bdfbba-9a24-43d6-84b3-1265d2295611, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=a1bdfbba-9a24-43d6-84b3-1265d2295611,segment=NetworkSegment(c7a206b6-2b59-413c-9a8e-188476801f18),segment_id=c7a206b6-2b59-413c-9a8e-188476801f18)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:12:39.144788 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:39.145975 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device da8eaa0e-5e3b-4fb2-abf0-06dbf59ba175 details requested by agent hyperv_n-h2-802623-1 with host n-h2-802623-1 {{(pid=93799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 23:12:39.152173 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a85aafc4-e1e9-4507-8c83-af5d561d4fbd req-5bbfa704-4a82-41f7-a47b-d39d5fd74da1 tempest-ListServersNegativeTestJSON-219464243 tempest-ListServersNegativeTestJSON-219464243-project] Network 391df1cb-e82d-4300-8c53-ec49271834ac is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:12:39.155510 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [req-a85aafc4-e1e9-4507-8c83-af5d561d4fbd req-5bbfa704-4a82-41f7-a47b-d39d5fd74da1 tempest-ListServersNegativeTestJSON-219464243 tempest-ListServersNegativeTestJSON-219464243-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:12:39.161214 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-a85aafc4-e1e9-4507-8c83-af5d561d4fbd req-5bbfa704-4a82-41f7-a47b-d39d5fd74da1 tempest-ListServersNegativeTestJSON-219464243 tempest-ListServersNegativeTestJSON-219464243-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:12:39.227881 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Pushing event updated for resources: {'Port': ['ID=a1bdfbba-9a24-43d6-84b3-1265d2295611,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:12:39.259312 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbfa704-4a82-41f7-a47b-d39d5fd74da1 tempest-ListServersNegativeTestJSON-219464243 tempest-ListServersNegativeTestJSON-219464243-project] Pushing event updated for resources: {'Port': ['ID=e519a38a-bcaf-48eb-addd-572e97f9b106,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:12:39.292696 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port da8eaa0e-5e3b-4fb2-abf0-06dbf59ba175, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=da8eaa0e-5e3b-4fb2-abf0-06dbf59ba175,segment=NetworkSegment(e18f4904-6ae0-4e14-a513-9cfea782d82f),segment_id=e18f4904-6ae0-4e14-a513-9cfea782d82f)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:12:39.319571 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85aafc4-e1e9-4507-8c83-af5d561d4fbd req-5bbfa704-4a82-41f7-a47b-d39d5fd74da1 tempest-ListServersNegativeTestJSON-219464243 tempest-ListServersNegativeTestJSON-219464243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:39.319571 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-a85aafc4-e1e9-4507-8c83-af5d561d4fbd req-5bbfa704-4a82-41f7-a47b-d39d5fd74da1 tempest-ListServersNegativeTestJSON-219464243 tempest-ListServersNegativeTestJSON-219464243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:39.336403 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Returning: {'device': 'da8eaa0e-5e3b-4fb2-abf0-06dbf59ba175', 'network_id': 'c34a942f-0b0f-45f7-a399-4187f193826f', 'port_id': 'da8eaa0e-5e3b-4fb2-abf0-06dbf59ba175', 'mac_address': 'fa:16:3e:51:c3:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '205a94b6-ea5d-4719-adab-a78f7e1e308f', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 23:12:39.349651 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a85aafc4-e1e9-4507-8c83-af5d561d4fbd req-5bbfa704-4a82-41f7-a47b-d39d5fd74da1 tempest-ListServersNegativeTestJSON-219464243 tempest-ListServersNegativeTestJSON-219464243-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4343209 Jul 27 23:12:39.362759 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [req-a85aafc4-e1e9-4507-8c83-af5d561d4fbd req-e8ea138a-79fe-4c25-913a-9d8ce25882d3 tempest-ListServersNegativeTestJSON-219464243 tempest-ListServersNegativeTestJSON-219464243-project] Allocated IP 172.20.0.2 (391df1cb-e82d-4300-8c53-ec49271834ac/7c8e862c-0ee9-4c23-a9f3-5185e9ea3c20/d71e5a2a-0499-4002-bcab-f82255e4fc43) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:12:39.453173 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167e9b89-f5d2-4b7c-9696-db515a017ae2 req-4f6485eb-365f-480b-8ede-642c75a28e7c tempest-ServerRescueTestJSON-1182058210 tempest-ServerRescueTestJSON-1182058210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:39.455301 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:39.469782 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-167e9b89-f5d2-4b7c-9696-db515a017ae2 req-4f6485eb-365f-480b-8ede-642c75a28e7c tempest-ServerRescueTestJSON-1182058210 tempest-ServerRescueTestJSON-1182058210-project] 10.222.0.18 "GET /v2.0/ports?device_id=fdf76be6-bd13-41d1-88c2-61c6861cc347 HTTP/1.1" status: 200 len: 945 time: 0.1308248 Jul 27 23:12:39.499271 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da8eaa0e-5e3b-4fb2-abf0-06dbf59ba175 {{(pid=93799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:12:39.516884 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c5ae7bef-6116-4097-b610-3e057217f541 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415412'] for network, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:39.529596 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [req-a85aafc4-e1e9-4507-8c83-af5d561d4fbd req-7a172709-4dcf-4523-a626-d5547546d1e2 service neutron] Request body: {'port': {'device_id': 'a956a4fe-7dc3-483f-928f-4a7198c9d531', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802623-1'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:12:39.531418 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c5ae7bef-6116-4097-b610-3e057217f541 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for network, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:39.539315 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-c5ae7bef-6116-4097-b610-3e057217f541 admin admin] 10.222.0.18 "DELETE /v2.0/networks/44a6a84b-a7de-4dfe-a6b7-f9205c26c7e9 HTTP/1.1" status: 204 len: 168 time: 0.9111302 Jul 27 23:12:39.544481 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port da8eaa0e-5e3b-4fb2-abf0-06dbf59ba175, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=da8eaa0e-5e3b-4fb2-abf0-06dbf59ba175,segment=NetworkSegment(e18f4904-6ae0-4e14-a513-9cfea782d82f),segment_id=e18f4904-6ae0-4e14-a513-9cfea782d82f)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:12:39.557074 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:39.557762 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device 0559974f-5eee-44ff-baf2-074fd2c27b02 details requested by agent hyperv_n-h2-802623-1 with host n-h2-802623-1 {{(pid=93799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 23:12:39.561999 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ae7bef-6116-4097-b610-3e057217f541 admin admin] Pushing event deleted for resources: {'Network': ['ID=44a6a84b-a7de-4dfe-a6b7-f9205c26c7e9,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:12:39.590639 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fada5d37-0afc-4faf-a75a-c36b17931837 req-85810d26-0560-42aa-a9a6-98c88168477c tempest-ServerRescueNegativeTestJSON-1855851441 tempest-ServerRescueNegativeTestJSON-1855851441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:39.600888 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-fada5d37-0afc-4faf-a75a-c36b17931837 req-85810d26-0560-42aa-a9a6-98c88168477c tempest-ServerRescueNegativeTestJSON-1855851441 tempest-ServerRescueNegativeTestJSON-1855851441-project] 10.222.0.18 "GET /v2.0/ports?device_id=18bf2265-d54a-42b3-beea-c61771ab87ab HTTP/1.1" status: 200 len: 945 time: 0.4259374 Jul 27 23:12:39.606265 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-167e9b89-f5d2-4b7c-9696-db515a017ae2 req-aac9c4be-24fe-4e4d-9a56-9339c2eb72cb tempest-ServerRescueTestJSON-1182058210 tempest-ServerRescueTestJSON-1182058210-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1683666-2031-45b7-8015-e9f1b36fb2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288309 Jul 27 23:12:39.660262 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-a85aafc4-e1e9-4507-8c83-af5d561d4fbd req-7a172709-4dcf-4523-a626-d5547546d1e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:39.682586 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port 0559974f-5eee-44ff-baf2-074fd2c27b02, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=0559974f-5eee-44ff-baf2-074fd2c27b02,segment=NetworkSegment(c7a206b6-2b59-413c-9a8e-188476801f18),segment_id=c7a206b6-2b59-413c-9a8e-188476801f18)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:12:39.703319 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 37570) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:12:39.712768 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Returning: {'device': '0559974f-5eee-44ff-baf2-074fd2c27b02', 'network_id': 'c246f1fa-d287-4449-88ed-7e41ec7ffa41', 'port_id': '0559974f-5eee-44ff-baf2-074fd2c27b02', 'mac_address': 'fa:16:3e:65:8c:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba464d94-7c37-4a78-bcc3-06220a9217b5', 'ip_address': '10.1.1.153'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 23:12:39.776247 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-fada5d37-0afc-4faf-a75a-c36b17931837 req-e8c9a0af-5350-4ec9-bdb4-f6da49b60565 tempest-ServerRescueNegativeTestJSON-1855851441 tempest-ServerRescueNegativeTestJSON-1855851441-project] 10.222.0.18 "GET /v2.0/security-groups?id=1af18e13-f94e-429a-ab8a-66f4e32e8b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736741 Jul 27 23:12:39.783545 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Pushing event updated for resources: {'Port': ['ID=da8eaa0e-5e3b-4fb2-abf0-06dbf59ba175,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:12:39.816242 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:39.851334 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0559974f-5eee-44ff-baf2-074fd2c27b02 {{(pid=93799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:12:39.864343 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-a85aafc4-e1e9-4507-8c83-af5d561d4fbd req-e8ea138a-79fe-4c25-913a-9d8ce25882d3 tempest-ListServersNegativeTestJSON-219464243 tempest-ListServersNegativeTestJSON-219464243-project] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:39.876504 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 37578) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:12:39.891423 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port 0559974f-5eee-44ff-baf2-074fd2c27b02, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=0559974f-5eee-44ff-baf2-074fd2c27b02,segment=NetworkSegment(c7a206b6-2b59-413c-9a8e-188476801f18),segment_id=c7a206b6-2b59-413c-9a8e-188476801f18)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:12:39.898534 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:39.899676 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device 7000adaa-7864-409e-b126-7512669b5cb6 details requested by agent hyperv_n-h2-802623-1 with host n-h2-802623-1 {{(pid=93799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 23:12:39.931572 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-04512e43-7bde-48f2-920a-a80642c06c8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:39.937877 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port 7000adaa-7864-409e-b126-7512669b5cb6, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=7000adaa-7864-409e-b126-7512669b5cb6,segment=NetworkSegment(c7a206b6-2b59-413c-9a8e-188476801f18),segment_id=c7a206b6-2b59-413c-9a8e-188476801f18)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:12:40.000838 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Returning: {'device': '7000adaa-7864-409e-b126-7512669b5cb6', 'network_id': 'c246f1fa-d287-4449-88ed-7e41ec7ffa41', 'port_id': '7000adaa-7864-409e-b126-7512669b5cb6', 'mac_address': 'fa:16:3e:38:c0:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba464d94-7c37-4a78-bcc3-06220a9217b5', 'ip_address': '10.1.1.230'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 23:12:40.003888 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Pushing event updated for resources: {'Port': ['ID=0559974f-5eee-44ff-baf2-074fd2c27b02,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:12:40.012588 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a937b639-ff54-41db-ac37-6ee493816ba4 req-f1c099c9-6f25-486a-8b22-f05cc67ffd0a tempest-ListServersNegativeTestJSON-219464243 tempest-ListServersNegativeTestJSON-219464243-project] 10.222.0.18 "GET /v2.0/ports?device_id=8192a572-70e9-493b-bfee-65b34f4b4be8 HTTP/1.1" status: 200 len: 210 time: 0.1004703 Jul 27 23:12:40.015765 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-a85aafc4-e1e9-4507-8c83-af5d561d4fbd req-e8ea138a-79fe-4c25-913a-9d8ce25882d3 tempest-ListServersNegativeTestJSON-219464243 tempest-ListServersNegativeTestJSON-219464243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:40.040424 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-04512e43-7bde-48f2-920a-a80642c06c8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:40.050407 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e715900b-5ff3-47aa-b1c1-ee512900f722 req-1c606392-04f1-4703-b695-e4037b6a7819 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:40.057987 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e715900b-5ff3-47aa-b1c1-ee512900f722 req-1c606392-04f1-4703-b695-e4037b6a7819 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/ports?device_id=c292af40-c395-4445-978c-d1d948a0e563 HTTP/1.1" status: 200 len: 949 time: 0.3265231 Jul 27 23:12:40.063916 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-04512e43-7bde-48f2-920a-a80642c06c8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:40.078481 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:40.098980 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7000adaa-7864-409e-b126-7512669b5cb6 {{(pid=93799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:12:40.121170 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-04512e43-7bde-48f2-920a-a80642c06c8e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0e3b037a09104087bfd0ea2ec7362d6d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4167650 Jul 27 23:12:40.133544 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 37580) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:12:40.133754 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port 7000adaa-7864-409e-b126-7512669b5cb6, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=7000adaa-7864-409e-b126-7512669b5cb6,segment=NetworkSegment(c7a206b6-2b59-413c-9a8e-188476801f18),segment_id=c7a206b6-2b59-413c-9a8e-188476801f18)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:12:40.148132 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:40.149100 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device 7aa7f82a-79c8-4d31-aedb-c7b467805927 details requested by agent hyperv_n-h2-802623-1 with host n-h2-802623-1 {{(pid=93799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 23:12:40.150734 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ea138a-79fe-4c25-913a-9d8ce25882d3 tempest-ListServersNegativeTestJSON-219464243 tempest-ListServersNegativeTestJSON-219464243-project] Pushing event updated for resources: {'Port': ['ID=d71e5a2a-0499-4002-bcab-f82255e4fc43,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:12:40.150998 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04512e43-7bde-48f2-920a-a80642c06c8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ae8171b-da30-4327-855c-8c275ef41067,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:12:40.172997 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e715900b-5ff3-47aa-b1c1-ee512900f722 req-e20c4301-dffc-46ee-b295-241a48daf69e tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb779318-b8ff-43a6-a94f-3ce471aff166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140847 Jul 27 23:12:40.184008 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-89d5c388-788f-412a-adfd-99a69645f324 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0f32cd31e3414884aa1f33b223595618&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3063974 Jul 27 23:12:40.189954 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 37582) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:12:40.215582 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Pushing event updated for resources: {'Port': ['ID=7000adaa-7864-409e-b126-7512669b5cb6,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:12:40.232291 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port 7aa7f82a-79c8-4d31-aedb-c7b467805927, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=7aa7f82a-79c8-4d31-aedb-c7b467805927,segment=NetworkSegment(c7a206b6-2b59-413c-9a8e-188476801f18),segment_id=c7a206b6-2b59-413c-9a8e-188476801f18)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:12:40.243984 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Returning: {'device': '7aa7f82a-79c8-4d31-aedb-c7b467805927', 'network_id': 'c246f1fa-d287-4449-88ed-7e41ec7ffa41', 'port_id': '7aa7f82a-79c8-4d31-aedb-c7b467805927', 'mac_address': 'fa:16:3e:5f:a5:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba464d94-7c37-4a78-bcc3-06220a9217b5', 'ip_address': '10.1.1.239'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 23:12:40.251624 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a85aafc4-e1e9-4507-8c83-af5d561d4fbd req-e8ea138a-79fe-4c25-913a-9d8ce25882d3 tempest-ListServersNegativeTestJSON-219464243 tempest-ListServersNegativeTestJSON-219464243-project] Network 391df1cb-e82d-4300-8c53-ec49271834ac is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:12:40.259881 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2b8f6e46-36ba-4b16-b154-99c27e30d3a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:40.260195 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [req-a85aafc4-e1e9-4507-8c83-af5d561d4fbd req-e8ea138a-79fe-4c25-913a-9d8ce25882d3 tempest-ListServersNegativeTestJSON-219464243 tempest-ListServersNegativeTestJSON-219464243-project] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:12:40.268371 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [req-a85aafc4-e1e9-4507-8c83-af5d561d4fbd req-94c5212a-0284-41ac-b68c-70885699453b tempest-ListServersNegativeTestJSON-219464243 tempest-ListServersNegativeTestJSON-219464243-project] Allocated IP 172.20.0.10 (391df1cb-e82d-4300-8c53-ec49271834ac/7c8e862c-0ee9-4c23-a9f3-5185e9ea3c20/84835e77-f38a-45de-9b12-85db398b9a14) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:12:40.271039 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [req-a85aafc4-e1e9-4507-8c83-af5d561d4fbd req-e8ea138a-79fe-4c25-913a-9d8ce25882d3 tempest-ListServersNegativeTestJSON-219464243 tempest-ListServersNegativeTestJSON-219464243-project] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:12:40.285851 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:40.290576 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2b8f6e46-36ba-4b16-b154-99c27e30d3a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:40.300457 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7aa7f82a-79c8-4d31-aedb-c7b467805927 {{(pid=93799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:12:40.330163 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port 7aa7f82a-79c8-4d31-aedb-c7b467805927, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=7aa7f82a-79c8-4d31-aedb-c7b467805927,segment=NetworkSegment(c7a206b6-2b59-413c-9a8e-188476801f18),segment_id=c7a206b6-2b59-413c-9a8e-188476801f18)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:12:40.333717 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9340f0ff-3860-452f-864a-3ab310755b02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:40.336631 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:40.338015 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device aaaa4f7d-c44a-4b6f-bde1-dfd985f0a398 details requested by agent hyperv_n-h2-802623-1 with host n-h2-802623-1 {{(pid=93799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 23:12:40.357803 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4742046-1a0e-4817-9f9a-cb2705e6ec4c req-2afd2989-1574-4284-b498-5ce11355a4ee tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:40.359745 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9340f0ff-3860-452f-864a-3ab310755b02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:40.365736 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4742046-1a0e-4817-9f9a-cb2705e6ec4c req-2afd2989-1574-4284-b498-5ce11355a4ee tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:40.373343 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4742046-1a0e-4817-9f9a-cb2705e6ec4c req-2afd2989-1574-4284-b498-5ce11355a4ee tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:40.384912 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2b8f6e46-36ba-4b16-b154-99c27e30d3a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:40.386560 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4742046-1a0e-4817-9f9a-cb2705e6ec4c req-2afd2989-1574-4284-b498-5ce11355a4ee tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:40.393634 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2b8f6e46-36ba-4b16-b154-99c27e30d3a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:40.397784 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4742046-1a0e-4817-9f9a-cb2705e6ec4c req-2afd2989-1574-4284-b498-5ce11355a4ee tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:40.398426 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-2b8f6e46-36ba-4b16-b154-99c27e30d3a3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8ae8171b-da30-4327-855c-8c275ef41067 HTTP/1.1" status: 204 len: 168 time: 0.2676127 Jul 27 23:12:40.438930 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8f6e46-36ba-4b16-b154-99c27e30d3a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ae8171b-da30-4327-855c-8c275ef41067,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:12:40.440005 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4742046-1a0e-4817-9f9a-cb2705e6ec4c req-2afd2989-1574-4284-b498-5ce11355a4ee tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:40.457038 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4742046-1a0e-4817-9f9a-cb2705e6ec4c req-2afd2989-1574-4284-b498-5ce11355a4ee tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:40.466813 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a4742046-1a0e-4817-9f9a-cb2705e6ec4c req-2afd2989-1574-4284-b498-5ce11355a4ee tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] 10.222.0.18 "GET /v2.0/ports?device_id=bab14976-9a79-4961-bbb7-bef26e77c0b6 HTTP/1.1" status: 200 len: 5437 time: 0.3203228 Jul 27 23:12:40.488934 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9340f0ff-3860-452f-864a-3ab310755b02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:40.492626 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9340f0ff-3860-452f-864a-3ab310755b02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:40.496537 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-9340f0ff-3860-452f-864a-3ab310755b02 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f9282c7c-bf74-4e2f-accf-81bded4d9191 HTTP/1.1" status: 204 len: 168 time: 0.3022540 Jul 27 23:12:40.509733 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9340f0ff-3860-452f-864a-3ab310755b02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9282c7c-bf74-4e2f-accf-81bded4d9191,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:12:40.514267 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85aafc4-e1e9-4507-8c83-af5d561d4fbd req-e8ea138a-79fe-4c25-913a-9d8ce25882d3 tempest-ListServersNegativeTestJSON-219464243 tempest-ListServersNegativeTestJSON-219464243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:40.514949 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-a85aafc4-e1e9-4507-8c83-af5d561d4fbd req-e8ea138a-79fe-4c25-913a-9d8ce25882d3 tempest-ListServersNegativeTestJSON-219464243 tempest-ListServersNegativeTestJSON-219464243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:40.607414 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a85aafc4-e1e9-4507-8c83-af5d561d4fbd req-e8ea138a-79fe-4c25-913a-9d8ce25882d3 tempest-ListServersNegativeTestJSON-219464243 tempest-ListServersNegativeTestJSON-219464243-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2663159 Jul 27 23:12:40.629234 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a4742046-1a0e-4817-9f9a-cb2705e6ec4c req-cd47babb-a883-4b2e-b8f1-5dd97673fa51 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] 10.222.0.18 "GET /v2.0/security-groups?id=cfd41bdc-77a0-40db-b366-4cd3c3051f6e&id=590f29d5-a38d-458c-93ce-543ee7b0dac7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1609032 Jul 27 23:12:40.647688 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [req-a85aafc4-e1e9-4507-8c83-af5d561d4fbd req-79f5d6ea-4214-470c-81e5-716263fdc6ea service neutron] Request body: {'port': {'device_id': '014a5218-7778-45a1-a4e2-10f22857fd00', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802623-1'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:12:40.659433 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Pushing event updated for resources: {'Port': ['ID=7aa7f82a-79c8-4d31-aedb-c7b467805927,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:12:40.719982 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port aaaa4f7d-c44a-4b6f-bde1-dfd985f0a398, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=aaaa4f7d-c44a-4b6f-bde1-dfd985f0a398,segment=NetworkSegment(4ceca444-38c4-4d60-bd70-fd80dc9834fa),segment_id=4ceca444-38c4-4d60-bd70-fd80dc9834fa)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:12:40.746943 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Returning: {'device': 'aaaa4f7d-c44a-4b6f-bde1-dfd985f0a398', 'network_id': '8a269d53-4f2a-4865-a1d0-19bfee7666c6', 'port_id': 'aaaa4f7d-c44a-4b6f-bde1-dfd985f0a398', 'mac_address': 'fa:16:3e:e3:e8:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f549fcdc-30d6-4a86-9454-eed6b262e746', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 23:12:40.749948 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-a85aafc4-e1e9-4507-8c83-af5d561d4fbd req-79f5d6ea-4214-470c-81e5-716263fdc6ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:40.851213 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:40.852902 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351a2d39-c19b-446c-841a-0ca93e29c68c req-0e5bfaa9-bf99-4922-a03c-f4d83b28a8dd tempest-ServerRescueTestJSON-1182058210 tempest-ServerRescueTestJSON-1182058210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:40.863265 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-351a2d39-c19b-446c-841a-0ca93e29c68c req-0e5bfaa9-bf99-4922-a03c-f4d83b28a8dd tempest-ServerRescueTestJSON-1182058210 tempest-ServerRescueTestJSON-1182058210-project] 10.222.0.18 "GET /v2.0/ports?device_id=fdf76be6-bd13-41d1-88c2-61c6861cc347 HTTP/1.1" status: 200 len: 945 time: 0.1002159 Jul 27 23:12:40.884517 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aaaa4f7d-c44a-4b6f-bde1-dfd985f0a398 {{(pid=93799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:12:40.908400 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-a85aafc4-e1e9-4507-8c83-af5d561d4fbd req-94c5212a-0284-41ac-b68c-70885699453b tempest-ListServersNegativeTestJSON-219464243 tempest-ListServersNegativeTestJSON-219464243-project] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:40.931317 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port aaaa4f7d-c44a-4b6f-bde1-dfd985f0a398, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=aaaa4f7d-c44a-4b6f-bde1-dfd985f0a398,segment=NetworkSegment(4ceca444-38c4-4d60-bd70-fd80dc9834fa),segment_id=4ceca444-38c4-4d60-bd70-fd80dc9834fa)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:12:40.945137 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:40.955742 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-351a2d39-c19b-446c-841a-0ca93e29c68c req-4e718578-2546-415c-a3ed-6ab22e94b631 tempest-ServerRescueTestJSON-1182058210 tempest-ServerRescueTestJSON-1182058210-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1683666-2031-45b7-8015-e9f1b36fb2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903602 Jul 27 23:12:41.022788 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Pushing event updated for resources: {'Port': ['ID=aaaa4f7d-c44a-4b6f-bde1-dfd985f0a398,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:12:41.106714 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7221f68-ec8b-4c85-9e8a-e554fc769cc3 req-5bb7d2ba-2593-42c5-8b67-d4165a63a8f3 tempest-ServerRescueNegativeTestJSON-1855851441 tempest-ServerRescueNegativeTestJSON-1855851441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:41.115624 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-b7221f68-ec8b-4c85-9e8a-e554fc769cc3 req-5bb7d2ba-2593-42c5-8b67-d4165a63a8f3 tempest-ServerRescueNegativeTestJSON-1855851441 tempest-ServerRescueNegativeTestJSON-1855851441-project] 10.222.0.18 "GET /v2.0/ports?device_id=18bf2265-d54a-42b3-beea-c61771ab87ab HTTP/1.1" status: 200 len: 945 time: 0.2104838 Jul 27 23:12:41.169328 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-0081d622-42bf-4335-b506-659f6a2bdad2 req-51589819-71b7-4ab7-9783-dd79a83099de tempest-ListServersNegativeTestJSON-219464243 tempest-ListServersNegativeTestJSON-219464243-project] 10.222.0.18 "GET /v2.0/ports?device_id=8192a572-70e9-493b-bfee-65b34f4b4be8 HTTP/1.1" status: 200 len: 210 time: 0.0454104 Jul 27 23:12:41.197297 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-a85aafc4-e1e9-4507-8c83-af5d561d4fbd req-94c5212a-0284-41ac-b68c-70885699453b tempest-ListServersNegativeTestJSON-219464243 tempest-ListServersNegativeTestJSON-219464243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:41.219184 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-b7221f68-ec8b-4c85-9e8a-e554fc769cc3 req-2c2d7671-2a55-485d-be15-7f3acc2cef80 tempest-ServerRescueNegativeTestJSON-1855851441 tempest-ServerRescueNegativeTestJSON-1855851441-project] 10.222.0.18 "GET /v2.0/security-groups?id=1af18e13-f94e-429a-ab8a-66f4e32e8b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977094 Jul 27 23:12:41.286544 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a85aafc4-e1e9-4507-8c83-af5d561d4fbd req-94c5212a-0284-41ac-b68c-70885699453b tempest-ListServersNegativeTestJSON-219464243 tempest-ListServersNegativeTestJSON-219464243-project] Network 391df1cb-e82d-4300-8c53-ec49271834ac is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:12:41.290729 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [req-a85aafc4-e1e9-4507-8c83-af5d561d4fbd req-94c5212a-0284-41ac-b68c-70885699453b tempest-ListServersNegativeTestJSON-219464243 tempest-ListServersNegativeTestJSON-219464243-project] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:12:41.295365 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [req-a85aafc4-e1e9-4507-8c83-af5d561d4fbd req-94c5212a-0284-41ac-b68c-70885699453b tempest-ListServersNegativeTestJSON-219464243 tempest-ListServersNegativeTestJSON-219464243-project] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:12:41.362955 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c5212a-0284-41ac-b68c-70885699453b tempest-ListServersNegativeTestJSON-219464243 tempest-ListServersNegativeTestJSON-219464243-project] Pushing event updated for resources: {'Port': ['ID=84835e77-f38a-45de-9b12-85db398b9a14,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:12:41.390046 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85aafc4-e1e9-4507-8c83-af5d561d4fbd req-94c5212a-0284-41ac-b68c-70885699453b tempest-ListServersNegativeTestJSON-219464243 tempest-ListServersNegativeTestJSON-219464243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:41.391244 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-a85aafc4-e1e9-4507-8c83-af5d561d4fbd req-94c5212a-0284-41ac-b68c-70885699453b tempest-ListServersNegativeTestJSON-219464243 tempest-ListServersNegativeTestJSON-219464243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:41.415663 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f1838a-2f2c-4134-b089-ea8eb358a801 req-077ec4c8-d2e6-44d7-9b5f-5bd4c8806efd tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:41.416550 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a85aafc4-e1e9-4507-8c83-af5d561d4fbd req-94c5212a-0284-41ac-b68c-70885699453b tempest-ListServersNegativeTestJSON-219464243 tempest-ListServersNegativeTestJSON-219464243-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7047191 Jul 27 23:12:41.423476 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-74f1838a-2f2c-4134-b089-ea8eb358a801 req-077ec4c8-d2e6-44d7-9b5f-5bd4c8806efd tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/ports?device_id=c292af40-c395-4445-978c-d1d948a0e563 HTTP/1.1" status: 200 len: 949 time: 0.1067200 Jul 27 23:12:41.428888 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [req-a85aafc4-e1e9-4507-8c83-af5d561d4fbd req-c66223b0-3f70-4164-8431-6b2140c23bb4 tempest-ListServersNegativeTestJSON-219464243 tempest-ListServersNegativeTestJSON-219464243-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=93797) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 23:12:41.431456 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a85aafc4-e1e9-4507-8c83-af5d561d4fbd req-c66223b0-3f70-4164-8431-6b2140c23bb4 tempest-ListServersNegativeTestJSON-219464243 tempest-ListServersNegativeTestJSON-219464243-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0094154 Jul 27 23:12:41.446864 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [req-a85aafc4-e1e9-4507-8c83-af5d561d4fbd req-2f43d9cc-59e8-4c17-8344-c206c8efcd41 service neutron] Request body: {'port': {'device_id': '8192a572-70e9-493b-bfee-65b34f4b4be8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802623-1'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:12:41.489775 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-74f1838a-2f2c-4134-b089-ea8eb358a801 req-a1fe5bb0-e9d6-42e7-b7b6-8ebcff4623a2 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb779318-b8ff-43a6-a94f-3ce471aff166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653458 Jul 27 23:12:41.542879 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-a85aafc4-e1e9-4507-8c83-af5d561d4fbd req-2f43d9cc-59e8-4c17-8344-c206c8efcd41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:41.566314 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [req-a85aafc4-e1e9-4507-8c83-af5d561d4fbd req-7a172709-4dcf-4523-a626-d5547546d1e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e519a38a-bcaf-48eb-addd-572e97f9b106 {{(pid=93798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:12:41.594300 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-a85aafc4-e1e9-4507-8c83-af5d561d4fbd req-7a172709-4dcf-4523-a626-d5547546d1e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:41.613665 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-a85aafc4-e1e9-4507-8c83-af5d561d4fbd req-7a172709-4dcf-4523-a626-d5547546d1e2 service neutron] Transition to ACTIVE for port object e519a38a-bcaf-48eb-addd-572e97f9b106 will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:12:41.627508 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-a85aafc4-e1e9-4507-8c83-af5d561d4fbd req-7a172709-4dcf-4523-a626-d5547546d1e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:41.737695 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a172709-4dcf-4523-a626-d5547546d1e2 service neutron] Pushing event updated for resources: {'Port': ['ID=e519a38a-bcaf-48eb-addd-572e97f9b106,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:12:41.957745 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-a85aafc4-e1e9-4507-8c83-af5d561d4fbd req-7a172709-4dcf-4523-a626-d5547546d1e2 service neutron] Attempting to bind port e519a38a-bcaf-48eb-addd-572e97f9b106 on host n-h1-802623-1 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:12:41.958347 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-a85aafc4-e1e9-4507-8c83-af5d561d4fbd req-7a172709-4dcf-4523-a626-d5547546d1e2 service neutron] Attempting to bind port e519a38a-bcaf-48eb-addd-572e97f9b106 by drivers openvswitch,hyperv on host n-h1-802623-1 at level 0 using segments [{'id': '1fb2f591-8c81-4821-807c-46a0bb640046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '391df1cb-e82d-4300-8c53-ec49271834ac'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:12:41.958446 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a85aafc4-e1e9-4507-8c83-af5d561d4fbd req-7a172709-4dcf-4523-a626-d5547546d1e2 service neutron] Attempting to bind port e519a38a-bcaf-48eb-addd-572e97f9b106 on network 391df1cb-e82d-4300-8c53-ec49271834ac {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:12:41.984711 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a85aafc4-e1e9-4507-8c83-af5d561d4fbd req-7a172709-4dcf-4523-a626-d5547546d1e2 service neutron] Port e519a38a-bcaf-48eb-addd-572e97f9b106 on network 391df1cb-e82d-4300-8c53-ec49271834ac not bound, no agent of type Open vSwitch agent registered on host n-h1-802623-1 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 23:12:41.985669 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a85aafc4-e1e9-4507-8c83-af5d561d4fbd req-7a172709-4dcf-4523-a626-d5547546d1e2 service neutron] Attempting to bind port e519a38a-bcaf-48eb-addd-572e97f9b106 on network 391df1cb-e82d-4300-8c53-ec49271834ac {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:12:42.007346 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a85aafc4-e1e9-4507-8c83-af5d561d4fbd req-7a172709-4dcf-4523-a626-d5547546d1e2 service neutron] Checking agent: {'id': '245f1da4-a9b8-4b08-90d7-28f0f342b839', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 59, 59), 'started_at': datetime.datetime(2021, 7, 27, 22, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 12, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:12:42.007699 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a85aafc4-e1e9-4507-8c83-af5d561d4fbd req-7a172709-4dcf-4523-a626-d5547546d1e2 service neutron] Checking segment: {'id': '1fb2f591-8c81-4821-807c-46a0bb640046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '391df1cb-e82d-4300-8c53-ec49271834ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:12:42.016948 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a85aafc4-e1e9-4507-8c83-af5d561d4fbd req-7a172709-4dcf-4523-a626-d5547546d1e2 service neutron] Bound using segment: {'id': '1fb2f591-8c81-4821-807c-46a0bb640046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '391df1cb-e82d-4300-8c53-ec49271834ac'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:12:42.017597 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-a85aafc4-e1e9-4507-8c83-af5d561d4fbd req-7a172709-4dcf-4523-a626-d5547546d1e2 service neutron] Bound port: e519a38a-bcaf-48eb-addd-572e97f9b106, host: n-h1-802623-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1fb2f591-8c81-4821-807c-46a0bb640046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '391df1cb-e82d-4300-8c53-ec49271834ac'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:12:42.019302 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-a85aafc4-e1e9-4507-8c83-af5d561d4fbd req-7a172709-4dcf-4523-a626-d5547546d1e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:42.179600 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-a85aafc4-e1e9-4507-8c83-af5d561d4fbd req-7a172709-4dcf-4523-a626-d5547546d1e2 service neutron] For port e519a38a-bcaf-48eb-addd-572e97f9b106, host n-h1-802623-1, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:12:42.184550 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-a85aafc4-e1e9-4507-8c83-af5d561d4fbd req-7a172709-4dcf-4523-a626-d5547546d1e2 service neutron] For port e519a38a-bcaf-48eb-addd-572e97f9b106, host n-h1-802623-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=e519a38a-bcaf-48eb-addd-572e97f9b106,segment=NetworkSegment(1fb2f591-8c81-4821-807c-46a0bb640046),segment_id=1fb2f591-8c81-4821-807c-46a0bb640046)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:12:42.198278 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646d1095-0b8d-43b4-a794-acaf3f3bfbaa req-cc9ecb65-6ded-4e35-a201-22e82cd417bd tempest-ServerRescueTestJSON-1182058210 tempest-ServerRescueTestJSON-1182058210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:42.199611 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 37650) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:12:42.205657 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-646d1095-0b8d-43b4-a794-acaf3f3bfbaa req-cc9ecb65-6ded-4e35-a201-22e82cd417bd tempest-ServerRescueTestJSON-1182058210 tempest-ServerRescueTestJSON-1182058210-project] 10.222.0.18 "GET /v2.0/ports?device_id=fdf76be6-bd13-41d1-88c2-61c6861cc347 HTTP/1.1" status: 200 len: 945 time: 0.1065328 Jul 27 23:12:42.214887 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-a85aafc4-e1e9-4507-8c83-af5d561d4fbd req-7a172709-4dcf-4523-a626-d5547546d1e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:42.221246 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [req-a85aafc4-e1e9-4507-8c83-af5d561d4fbd req-79f5d6ea-4214-470c-81e5-716263fdc6ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d71e5a2a-0499-4002-bcab-f82255e4fc43 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:12:42.229509 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] get_ports_and_sgs() called for port_ids ['04fa79a8-5a6e-4754-87c2-e6c72b5d831d'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:12:42.253249 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] get_ports_and_sgs() called for port_ids ['da8eaa0e-5e3b-4fb2-abf0-06dbf59ba175'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:12:42.290123 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85aafc4-e1e9-4507-8c83-af5d561d4fbd req-7a172709-4dcf-4523-a626-d5547546d1e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:42.291005 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-a85aafc4-e1e9-4507-8c83-af5d561d4fbd req-7a172709-4dcf-4523-a626-d5547546d1e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:42.292463 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a85aafc4-e1e9-4507-8c83-af5d561d4fbd req-7a172709-4dcf-4523-a626-d5547546d1e2 service neutron] 10.222.0.38 "PUT /v2.0/ports/e519a38a-bcaf-48eb-addd-572e97f9b106 HTTP/1.1" status: 200 len: 1091 time: 2.9163294 Jul 27 23:12:42.293414 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a956a4fe-7dc3-483f-928f-4a7198c9d531', 'tag': 'e519a38a-bcaf-48eb-addd-572e97f9b106'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:12:42.296640 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}011f8d312121274bb12d78e77c6379a2079800640016cec6c6d605b73666e854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7012471-fcee-434c-82c8-6123448d00f9" -d '{"events": [{"name": "network-changed", "server_uuid": "a956a4fe-7dc3-483f-928f-4a7198c9d531", "tag": "e519a38a-bcaf-48eb-addd-572e97f9b106"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:12:42.329466 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-646d1095-0b8d-43b4-a794-acaf3f3bfbaa req-619847dc-2509-40b4-8c01-be110eca2ba7 tempest-ServerRescueTestJSON-1182058210 tempest-ServerRescueTestJSON-1182058210-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1683666-2031-45b7-8015-e9f1b36fb2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228590 Jul 27 23:12:42.403869 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] get_ports_and_sgs() called for port_ids ['a1bdfbba-9a24-43d6-84b3-1265d2295611'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:12:42.427109 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a172709-4dcf-4523-a626-d5547546d1e2 service neutron] Pushing event updated for resources: {'Port': ['ID=e519a38a-bcaf-48eb-addd-572e97f9b106,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:12:42.520832 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] get_ports_and_sgs() called for port_ids ['7000adaa-7864-409e-b126-7512669b5cb6'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:12:42.530797 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85aafc4-e1e9-4507-8c83-af5d561d4fbd req-6325cab3-4e68-4cfb-bb2b-9212a83b8cac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:42.532360 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a85aafc4-e1e9-4507-8c83-af5d561d4fbd req-6325cab3-4e68-4cfb-bb2b-9212a83b8cac service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=81a077be4a064eb3965d6b3bc3fbaffa&device_id=a956a4fe-7dc3-483f-928f-4a7198c9d531 HTTP/1.1" status: 200 len: 1094 time: 0.1751552 Jul 27 23:12:42.574051 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] get_ports_and_sgs() called for port_ids ['0559974f-5eee-44ff-baf2-074fd2c27b02'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:12:42.583710 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] get_ports_and_sgs() called for port_ids ['7aa7f82a-79c8-4d31-aedb-c7b467805927'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:12:42.596140 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] get_ports_and_sgs() called for port_ids ['aaaa4f7d-c44a-4b6f-bde1-dfd985f0a398'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:12:42.642289 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e14db7-45ba-4272-8896-66bfd4ff693b req-9fc38a38-bbc5-423b-ba5c-0f153de8fc1a tempest-ListServersNegativeTestJSON-219464243 tempest-ListServersNegativeTestJSON-219464243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:42.649517 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-77e14db7-45ba-4272-8896-66bfd4ff693b req-9fc38a38-bbc5-423b-ba5c-0f153de8fc1a tempest-ListServersNegativeTestJSON-219464243 tempest-ListServersNegativeTestJSON-219464243-project] 10.222.0.18 "GET /v2.0/ports?device_id=8192a572-70e9-493b-bfee-65b34f4b4be8 HTTP/1.1" status: 200 len: 932 time: 0.2184372 Jul 27 23:12:42.662559 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a85aafc4-e1e9-4507-8c83-af5d561d4fbd req-dc3ce18a-bef3-4fe1-bad8-560eec9e31d9 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e519a38a-bcaf-48eb-addd-572e97f9b106 HTTP/1.1" status: 200 len: 217 time: 0.1135919 Jul 27 23:12:42.797275 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.db.resource_extend [req-502b7c4f-9fc2-4d5f-ae0d-efc0f1e8075d req-0f439b27-a398-445e-9b92-94be464041fa tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] It took 0.57 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 27 23:12:42.818177 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502b7c4f-9fc2-4d5f-ae0d-efc0f1e8075d req-0f439b27-a398-445e-9b92-94be464041fa tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:42.831947 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502b7c4f-9fc2-4d5f-ae0d-efc0f1e8075d req-0f439b27-a398-445e-9b92-94be464041fa tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:42.847466 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502b7c4f-9fc2-4d5f-ae0d-efc0f1e8075d req-0f439b27-a398-445e-9b92-94be464041fa tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:42.851367 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-77e14db7-45ba-4272-8896-66bfd4ff693b req-abbbc9d1-32ed-445f-9f46-4d4362c6866c tempest-ListServersNegativeTestJSON-219464243 tempest-ListServersNegativeTestJSON-219464243-project] 10.222.0.18 "GET /v2.0/security-groups?id=101be31e-d533-430f-a71d-e6dea6b55f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2009015 Jul 27 23:12:42.865255 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502b7c4f-9fc2-4d5f-ae0d-efc0f1e8075d req-0f439b27-a398-445e-9b92-94be464041fa tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:42.871277 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502b7c4f-9fc2-4d5f-ae0d-efc0f1e8075d req-0f439b27-a398-445e-9b92-94be464041fa tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:42.875612 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85aafc4-e1e9-4507-8c83-af5d561d4fbd req-93c690ff-2474-41e5-b22f-1e84c40f8fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:42.877114 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a85aafc4-e1e9-4507-8c83-af5d561d4fbd req-93c690ff-2474-41e5-b22f-1e84c40f8fdf service neutron] 10.222.0.38 "GET /v2.0/subnets?id=7c8e862c-0ee9-4c23-a9f3-5185e9ea3c20 HTTP/1.1" status: 200 len: 858 time: 0.1935284 Jul 27 23:12:42.918394 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502b7c4f-9fc2-4d5f-ae0d-efc0f1e8075d req-0f439b27-a398-445e-9b92-94be464041fa tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:42.924875 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502b7c4f-9fc2-4d5f-ae0d-efc0f1e8075d req-0f439b27-a398-445e-9b92-94be464041fa tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:42.926872 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-502b7c4f-9fc2-4d5f-ae0d-efc0f1e8075d req-0f439b27-a398-445e-9b92-94be464041fa tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] 10.222.0.18 "GET /v2.0/ports?device_id=bab14976-9a79-4961-bbb7-bef26e77c0b6 HTTP/1.1" status: 200 len: 5439 time: 0.8377593 Jul 27 23:12:42.935430 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-bd78157e-892b-4a14-85a7-84e400ed9d5d admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1807446271-network', 'tenant_id': '096ab815848b4fa4865a54f76499dfb1'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:12:42.944219 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a85aafc4-e1e9-4507-8c83-af5d561d4fbd req-629e15bb-2b4f-45bc-922c-ec14571d45b4 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=391df1cb-e82d-4300-8c53-ec49271834ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0575495 Jul 27 23:12:42.985785 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-a85aafc4-e1e9-4507-8c83-af5d561d4fbd req-79f5d6ea-4214-470c-81e5-716263fdc6ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:42.996318 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd78157e-892b-4a14-85a7-84e400ed9d5d admin admin] Made reservation on behalf of 096ab815848b4fa4865a54f76499dfb1 for: {'network': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:12:43.003621 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-bd78157e-892b-4a14-85a7-84e400ed9d5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for network, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:43.037516 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device 42b29bb6-4988-492b-a994-653f19e603a5 no longer exists at agent hyperv_n-h2-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:12:43.074204 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-bd78157e-892b-4a14-85a7-84e400ed9d5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:43.127859 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [req-a85aafc4-e1e9-4507-8c83-af5d561d4fbd req-79f5d6ea-4214-470c-81e5-716263fdc6ea service neutron] Transition to ACTIVE for port object d71e5a2a-0499-4002-bcab-f82255e4fc43 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:12:43.194357 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-502b7c4f-9fc2-4d5f-ae0d-efc0f1e8075d req-79d56634-ec0e-46df-bea5-338c18f54864 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] 10.222.0.18 "GET /v2.0/security-groups?id=cfd41bdc-77a0-40db-b366-4cd3c3051f6e&id=590f29d5-a38d-458c-93ce-543ee7b0dac7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2007318 Jul 27 23:12:43.223677 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-a85aafc4-e1e9-4507-8c83-af5d561d4fbd req-79f5d6ea-4214-470c-81e5-716263fdc6ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11336041'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:43.226390 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a85aafc4-e1e9-4507-8c83-af5d561d4fbd req-c1cf5676-6383-404e-8827-59d7eadf9847 service neutron] 10.222.0.38 "GET /v2.0/networks/391df1cb-e82d-4300-8c53-ec49271834ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2730656 Jul 27 23:12:43.325678 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 37680) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:12:43.382464 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 23:12:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee1e0651-862f-4d8f-92a6-7219e041324e x-openstack-request-id: req-ee1e0651-862f-4d8f-92a6-7219e041324e {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:12:43.384513 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a956a4fe-7dc3-483f-928f-4a7198c9d531", "tag": "e519a38a-bcaf-48eb-addd-572e97f9b106", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:12:43.385302 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ee1e0651-862f-4d8f-92a6-7219e041324e {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:12:43.385302 n-d-802623-1 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a956a4fe-7dc3-483f-928f-4a7198c9d531', 'tag': 'e519a38a-bcaf-48eb-addd-572e97f9b106', 'status': 'completed', 'code': 200} Jul 27 23:12:43.431880 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] No Port match for: 42b29bb6-4988-492b-a994-653f19e603a5 {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:12:43.432502 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device 42b29bb6-4988-492b-a994-653f19e603a5 not bound to the agent host n-h2-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:12:43.489486 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a85aafc4-e1e9-4507-8c83-af5d561d4fbd req-782f924a-f467-4fce-b64b-1673641f571a service neutron] 10.222.0.38 "GET /v2.0/networks/391df1cb-e82d-4300-8c53-ec49271834ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2531874 Jul 27 23:12:43.589868 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-94ee4d75-b185-47af-b4c4-6ce330dd67f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524460478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524460478-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1534123025'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:12:43.604397 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d79d03a-5c7e-4163-b91d-88672c057a24 req-af562cce-5fa6-4bed-83bd-38707e743984 tempest-ServerRescueTestJSON-1182058210 tempest-ServerRescueTestJSON-1182058210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:43.612254 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-5d79d03a-5c7e-4163-b91d-88672c057a24 req-af562cce-5fa6-4bed-83bd-38707e743984 tempest-ServerRescueTestJSON-1182058210 tempest-ServerRescueTestJSON-1182058210-project] 10.222.0.18 "GET /v2.0/ports?device_id=fdf76be6-bd13-41d1-88c2-61c6861cc347 HTTP/1.1" status: 200 len: 945 time: 0.1215153 Jul 27 23:12:43.645138 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7012471-fcee-434c-82c8-6123448d00f9 req-d6fe8eb7-0f14-4a59-858a-690958a315c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:43.646666 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f7012471-fcee-434c-82c8-6123448d00f9 req-d6fe8eb7-0f14-4a59-858a-690958a315c5 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=81a077be4a064eb3965d6b3bc3fbaffa&device_id=a956a4fe-7dc3-483f-928f-4a7198c9d531 HTTP/1.1" status: 200 len: 1094 time: 0.0972857 Jul 27 23:12:43.653684 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f5d6ea-4214-470c-81e5-716263fdc6ea service neutron] Pushing event updated for resources: {'Port': ['ID=d71e5a2a-0499-4002-bcab-f82255e4fc43,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:12:43.660077 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-bd78157e-892b-4a14-85a7-84e400ed9d5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:43.668445 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-5d79d03a-5c7e-4163-b91d-88672c057a24 req-659d17fe-b81b-41c6-b2b4-34d2b1f83bef tempest-ServerRescueTestJSON-1182058210 tempest-ServerRescueTestJSON-1182058210-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1683666-2031-45b7-8015-e9f1b36fb2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554094 Jul 27 23:12:43.689962 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-bd78157e-892b-4a14-85a7-84e400ed9d5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:43.704888 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd78157e-892b-4a14-85a7-84e400ed9d5d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 521} {{(pid=93797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 23:12:43.716931 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-bd78157e-892b-4a14-85a7-84e400ed9d5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:43.718864 n-d-802623-1 neutron-server[93797]: INFO neutron.db.segments_db [None req-bd78157e-892b-4a14-85a7-84e400ed9d5d admin admin] Added segment 145d64c0-063a-4e1d-8ed5-459cef7aa517 of type vlan for network 0627b955-dd0f-4cce-ba7f-51e698f3bc59 Jul 27 23:12:43.747024 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94ee4d75-b185-47af-b4c4-6ce330dd67f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524460478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524460478-project] Made reservation on behalf of b72bbacd124e47ca94021515c6da78b3 for: {'network': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:12:43.751343 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-94ee4d75-b185-47af-b4c4-6ce330dd67f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524460478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524460478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for network, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:43.770176 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-94ee4d75-b185-47af-b4c4-6ce330dd67f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524460478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524460478-project] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:43.773526 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-bd78157e-892b-4a14-85a7-84e400ed9d5d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736833354590'] for network, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:43.791922 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7012471-fcee-434c-82c8-6123448d00f9 req-212d87c9-5cfe-4ccf-9197-8bb1d6435de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:43.793385 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f7012471-fcee-434c-82c8-6123448d00f9 req-212d87c9-5cfe-4ccf-9197-8bb1d6435de0 service neutron] 10.222.0.38 "GET /v2.0/networks?id=391df1cb-e82d-4300-8c53-ec49271834ac HTTP/1.1" status: 200 len: 919 time: 0.1390369 Jul 27 23:12:43.845235 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f7012471-fcee-434c-82c8-6123448d00f9 req-3b3e41d2-37ae-4563-a261-a5e8878ddefd service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e519a38a-bcaf-48eb-addd-572e97f9b106 HTTP/1.1" status: 200 len: 217 time: 0.0421927 Jul 27 23:12:43.858871 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2f6b9e-5379-4e57-9bc9-222d40cca240 req-628477c3-df1a-45cb-9bfd-e347844e8693 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:43.860569 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8d2f6b9e-5379-4e57-9bc9-222d40cca240 req-628477c3-df1a-45cb-9bfd-e347844e8693 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/ports?device_id=c292af40-c395-4445-978c-d1d948a0e563 HTTP/1.1" status: 200 len: 949 time: 0.4420183 Jul 27 23:12:43.892179 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-bd78157e-892b-4a14-85a7-84e400ed9d5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569'] for network, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:43.893430 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd78157e-892b-4a14-85a7-84e400ed9d5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:43.894485 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-bd78157e-892b-4a14-85a7-84e400ed9d5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for network, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:43.918739 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7012471-fcee-434c-82c8-6123448d00f9 req-b753da12-db02-42e7-b112-796662e4ad9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:43.920397 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f7012471-fcee-434c-82c8-6123448d00f9 req-b753da12-db02-42e7-b112-796662e4ad9b service neutron] 10.222.0.38 "GET /v2.0/subnets?id=7c8e862c-0ee9-4c23-a9f3-5185e9ea3c20 HTTP/1.1" status: 200 len: 858 time: 0.0675330 Jul 27 23:12:43.984404 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f7012471-fcee-434c-82c8-6123448d00f9 req-3e98813c-4aa9-4015-9c92-767308e5862f service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=391df1cb-e82d-4300-8c53-ec49271834ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485868 Jul 27 23:12:44.064179 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [req-a85aafc4-e1e9-4507-8c83-af5d561d4fbd req-2f43d9cc-59e8-4c17-8344-c206c8efcd41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84835e77-f38a-45de-9b12-85db398b9a14 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:12:44.068835 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-94ee4d75-b185-47af-b4c4-6ce330dd67f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524460478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524460478-project] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:44.073616 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-a85aafc4-e1e9-4507-8c83-af5d561d4fbd req-2f43d9cc-59e8-4c17-8344-c206c8efcd41 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:44.083085 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd78157e-892b-4a14-85a7-84e400ed9d5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa1f1682-89f2-436c-be39-8607c4cda167,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:12:44.083265 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e337aaac-3c65-4d9c-bb9e-95fcd2f925af req-182e06e6-f467-46d0-8da9-ca4776589675 tempest-ListServersNegativeTestJSON-219464243 tempest-ListServersNegativeTestJSON-219464243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:44.084926 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e337aaac-3c65-4d9c-bb9e-95fcd2f925af req-182e06e6-f467-46d0-8da9-ca4776589675 tempest-ListServersNegativeTestJSON-219464243 tempest-ListServersNegativeTestJSON-219464243-project] 10.222.0.18 "GET /v2.0/ports?device_id=8192a572-70e9-493b-bfee-65b34f4b4be8 HTTP/1.1" status: 200 len: 932 time: 0.1601639 Jul 27 23:12:44.089469 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-94ee4d75-b185-47af-b4c4-6ce330dd67f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524460478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524460478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:44.126086 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-a85aafc4-e1e9-4507-8c83-af5d561d4fbd req-79f5d6ea-4214-470c-81e5-716263fdc6ea service neutron] Attempting to bind port d71e5a2a-0499-4002-bcab-f82255e4fc43 on host n-h1-802623-1 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:12:44.126479 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-a85aafc4-e1e9-4507-8c83-af5d561d4fbd req-79f5d6ea-4214-470c-81e5-716263fdc6ea service neutron] Attempting to bind port d71e5a2a-0499-4002-bcab-f82255e4fc43 by drivers openvswitch,hyperv on host n-h1-802623-1 at level 0 using segments [{'id': '1fb2f591-8c81-4821-807c-46a0bb640046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '391df1cb-e82d-4300-8c53-ec49271834ac'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:12:44.127335 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a85aafc4-e1e9-4507-8c83-af5d561d4fbd req-79f5d6ea-4214-470c-81e5-716263fdc6ea service neutron] Attempting to bind port d71e5a2a-0499-4002-bcab-f82255e4fc43 on network 391df1cb-e82d-4300-8c53-ec49271834ac {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:12:44.131111 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-bd78157e-892b-4a14-85a7-84e400ed9d5d admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.9261322 Jul 27 23:12:44.137779 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 37700) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:12:44.147953 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [req-a85aafc4-e1e9-4507-8c83-af5d561d4fbd req-2f43d9cc-59e8-4c17-8344-c206c8efcd41 service neutron] Transition to ACTIVE for port object 84835e77-f38a-45de-9b12-85db398b9a14 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:12:44.151196 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-d68016f4-250c-49d7-a097-ee4692435bf2 admin admin] Request body: {'subnet': {'network_id': '0627b955-dd0f-4cce-ba7f-51e698f3bc59', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1807446271-subnet', 'tenant_id': '096ab815848b4fa4865a54f76499dfb1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:12:44.155138 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd78157e-892b-4a14-85a7-84e400ed9d5d admin admin] Pushing event updated for resources: {'Network': ['ID=0627b955-dd0f-4cce-ba7f-51e698f3bc59,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:12:44.164262 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a85aafc4-e1e9-4507-8c83-af5d561d4fbd req-79f5d6ea-4214-470c-81e5-716263fdc6ea service neutron] Port d71e5a2a-0499-4002-bcab-f82255e4fc43 on network 391df1cb-e82d-4300-8c53-ec49271834ac not bound, no agent of type Open vSwitch agent registered on host n-h1-802623-1 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 23:12:44.164724 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a85aafc4-e1e9-4507-8c83-af5d561d4fbd req-79f5d6ea-4214-470c-81e5-716263fdc6ea service neutron] Attempting to bind port d71e5a2a-0499-4002-bcab-f82255e4fc43 on network 391df1cb-e82d-4300-8c53-ec49271834ac {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:12:44.166741 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Network 0627b955-dd0f-4cce-ba7f-51e698f3bc59 details requested by agent ovs-agent-n-d-802623-1 with host n-d-802623-1 {{(pid=93799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 23:12:44.170778 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94ee4d75-b185-47af-b4c4-6ce330dd67f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524460478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524460478-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 545} {{(pid=93798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 23:12:44.172807 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a85aafc4-e1e9-4507-8c83-af5d561d4fbd req-79f5d6ea-4214-470c-81e5-716263fdc6ea service neutron] Checking agent: {'id': '245f1da4-a9b8-4b08-90d7-28f0f342b839', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 59, 59), 'started_at': datetime.datetime(2021, 7, 27, 22, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 12, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:12:44.173153 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a85aafc4-e1e9-4507-8c83-af5d561d4fbd req-79f5d6ea-4214-470c-81e5-716263fdc6ea service neutron] Checking segment: {'id': '1fb2f591-8c81-4821-807c-46a0bb640046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '391df1cb-e82d-4300-8c53-ec49271834ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:12:44.173592 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a85aafc4-e1e9-4507-8c83-af5d561d4fbd req-79f5d6ea-4214-470c-81e5-716263fdc6ea service neutron] Bound using segment: {'id': '1fb2f591-8c81-4821-807c-46a0bb640046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '391df1cb-e82d-4300-8c53-ec49271834ac'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:12:44.174038 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-a85aafc4-e1e9-4507-8c83-af5d561d4fbd req-79f5d6ea-4214-470c-81e5-716263fdc6ea service neutron] Bound port: d71e5a2a-0499-4002-bcab-f82255e4fc43, host: n-h1-802623-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1fb2f591-8c81-4821-807c-46a0bb640046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '391df1cb-e82d-4300-8c53-ec49271834ac'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:12:44.174402 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-a85aafc4-e1e9-4507-8c83-af5d561d4fbd req-79f5d6ea-4214-470c-81e5-716263fdc6ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:44.179546 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8d2f6b9e-5379-4e57-9bc9-222d40cca240 req-358844dc-075a-4583-9d4d-1d8344b2dea3 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb779318-b8ff-43a6-a94f-3ce471aff166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2902460 Jul 27 23:12:44.181335 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-a85aafc4-e1e9-4507-8c83-af5d561d4fbd req-2f43d9cc-59e8-4c17-8344-c206c8efcd41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11336041'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:44.210182 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ee4d75-b185-47af-b4c4-6ce330dd67f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524460478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524460478-project] Pushing event updated for resources: {'SecurityGroup': ['ID=788037b9-cc21-4988-bb96-ac914fa70978,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:12:44.240391 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-94ee4d75-b185-47af-b4c4-6ce330dd67f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524460478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524460478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:44.241183 n-d-802623-1 neutron-server[93798]: INFO neutron.db.segments_db [None req-94ee4d75-b185-47af-b4c4-6ce330dd67f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524460478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524460478-project] Added segment 95af18e4-d781-4c0a-a3bc-1668972ac497 of type vlan for network 5199d91b-912c-4f41-aad1-46d85c2b9bc6 Jul 27 23:12:44.244738 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f7012471-fcee-434c-82c8-6123448d00f9 req-7ad96d26-d108-49fc-8348-206d709acaf1 service neutron] 10.222.0.38 "GET /v2.0/networks/391df1cb-e82d-4300-8c53-ec49271834ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2514043 Jul 27 23:12:44.325891 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f43d9cc-59e8-4c17-8344-c206c8efcd41 service neutron] Pushing event updated for resources: {'Port': ['ID=84835e77-f38a-45de-9b12-85db398b9a14,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:12:44.336891 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d68016f4-250c-49d7-a097-ee4692435bf2 admin admin] Made reservation on behalf of 096ab815848b4fa4865a54f76499dfb1 for: {'subnet': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:12:44.339218 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d68016f4-250c-49d7-a097-ee4692435bf2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12265828'] for subnet, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:44.376081 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e337aaac-3c65-4d9c-bb9e-95fcd2f925af req-c40efd59-3139-4d8d-8187-9eeb08720ae7 tempest-ListServersNegativeTestJSON-219464243 tempest-ListServersNegativeTestJSON-219464243-project] 10.222.0.18 "GET /v2.0/security-groups?id=101be31e-d533-430f-a71d-e6dea6b55f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2482672 Jul 27 23:12:44.382170 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-a85aafc4-e1e9-4507-8c83-af5d561d4fbd req-79f5d6ea-4214-470c-81e5-716263fdc6ea service neutron] For port d71e5a2a-0499-4002-bcab-f82255e4fc43, host n-h1-802623-1, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:12:44.387077 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-a85aafc4-e1e9-4507-8c83-af5d561d4fbd req-79f5d6ea-4214-470c-81e5-716263fdc6ea service neutron] For port d71e5a2a-0499-4002-bcab-f82255e4fc43, host n-h1-802623-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=d71e5a2a-0499-4002-bcab-f82255e4fc43,segment=NetworkSegment(1fb2f591-8c81-4821-807c-46a0bb640046),segment_id=1fb2f591-8c81-4821-807c-46a0bb640046)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:12:44.400274 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-a85aafc4-e1e9-4507-8c83-af5d561d4fbd req-79f5d6ea-4214-470c-81e5-716263fdc6ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11336041'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:44.440518 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85aafc4-e1e9-4507-8c83-af5d561d4fbd req-79f5d6ea-4214-470c-81e5-716263fdc6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:44.441220 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-a85aafc4-e1e9-4507-8c83-af5d561d4fbd req-79f5d6ea-4214-470c-81e5-716263fdc6ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:44.442684 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a85aafc4-e1e9-4507-8c83-af5d561d4fbd req-79f5d6ea-4214-470c-81e5-716263fdc6ea service neutron] 10.222.0.38 "PUT /v2.0/ports/d71e5a2a-0499-4002-bcab-f82255e4fc43 HTTP/1.1" status: 200 len: 1091 time: 3.8124621 Jul 27 23:12:44.443151 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '014a5218-7778-45a1-a4e2-10f22857fd00', 'tag': 'd71e5a2a-0499-4002-bcab-f82255e4fc43'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:12:44.445510 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a476459a1bfce68b0ae0df5b6a71154bfc7cfdc8f9eefce6ad0a17231e60468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-994c02e9-d03c-411d-9dff-13d60980c353" -d '{"events": [{"name": "network-changed", "server_uuid": "014a5218-7778-45a1-a4e2-10f22857fd00", "tag": "d71e5a2a-0499-4002-bcab-f82255e4fc43"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:12:44.450873 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-a85aafc4-e1e9-4507-8c83-af5d561d4fbd req-2f43d9cc-59e8-4c17-8344-c206c8efcd41 service neutron] Attempting to bind port 84835e77-f38a-45de-9b12-85db398b9a14 on host n-h2-802623-1 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:12:44.451250 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-a85aafc4-e1e9-4507-8c83-af5d561d4fbd req-2f43d9cc-59e8-4c17-8344-c206c8efcd41 service neutron] Attempting to bind port 84835e77-f38a-45de-9b12-85db398b9a14 by drivers openvswitch,hyperv on host n-h2-802623-1 at level 0 using segments [{'id': '1fb2f591-8c81-4821-807c-46a0bb640046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '391df1cb-e82d-4300-8c53-ec49271834ac'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:12:44.451876 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a85aafc4-e1e9-4507-8c83-af5d561d4fbd req-2f43d9cc-59e8-4c17-8344-c206c8efcd41 service neutron] Attempting to bind port 84835e77-f38a-45de-9b12-85db398b9a14 on network 391df1cb-e82d-4300-8c53-ec49271834ac {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:12:44.462949 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a85aafc4-e1e9-4507-8c83-af5d561d4fbd req-2f43d9cc-59e8-4c17-8344-c206c8efcd41 service neutron] Port 84835e77-f38a-45de-9b12-85db398b9a14 on network 391df1cb-e82d-4300-8c53-ec49271834ac not bound, no agent of type Open vSwitch agent registered on host n-h2-802623-1 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 23:12:44.463276 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a85aafc4-e1e9-4507-8c83-af5d561d4fbd req-2f43d9cc-59e8-4c17-8344-c206c8efcd41 service neutron] Attempting to bind port 84835e77-f38a-45de-9b12-85db398b9a14 on network 391df1cb-e82d-4300-8c53-ec49271834ac {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:12:44.480673 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a85aafc4-e1e9-4507-8c83-af5d561d4fbd req-2f43d9cc-59e8-4c17-8344-c206c8efcd41 service neutron] Checking agent: {'id': 'c5cc038b-93c4-4df4-8061-5df2a04a48c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 23, 0, 4), 'started_at': datetime.datetime(2021, 7, 27, 23, 0, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 12, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:12:44.481014 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a85aafc4-e1e9-4507-8c83-af5d561d4fbd req-2f43d9cc-59e8-4c17-8344-c206c8efcd41 service neutron] Checking segment: {'id': '1fb2f591-8c81-4821-807c-46a0bb640046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '391df1cb-e82d-4300-8c53-ec49271834ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:12:44.481713 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a85aafc4-e1e9-4507-8c83-af5d561d4fbd req-2f43d9cc-59e8-4c17-8344-c206c8efcd41 service neutron] Bound using segment: {'id': '1fb2f591-8c81-4821-807c-46a0bb640046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '391df1cb-e82d-4300-8c53-ec49271834ac'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:12:44.481855 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-a85aafc4-e1e9-4507-8c83-af5d561d4fbd req-2f43d9cc-59e8-4c17-8344-c206c8efcd41 service neutron] Bound port: 84835e77-f38a-45de-9b12-85db398b9a14, host: n-h2-802623-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1fb2f591-8c81-4821-807c-46a0bb640046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '391df1cb-e82d-4300-8c53-ec49271834ac'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:12:44.482181 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-a85aafc4-e1e9-4507-8c83-af5d561d4fbd req-2f43d9cc-59e8-4c17-8344-c206c8efcd41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:44.510868 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f5d6ea-4214-470c-81e5-716263fdc6ea service neutron] Pushing event updated for resources: {'Port': ['ID=d71e5a2a-0499-4002-bcab-f82255e4fc43,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:12:44.531846 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-94ee4d75-b185-47af-b4c4-6ce330dd67f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524460478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524460478-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736833354590'] for network, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:44.619782 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c283dc8-e622-437b-bd3f-5b4d56ba9fa0 req-69893070-6517-4d84-83f1-85f5ece27330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:44.621560 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8c283dc8-e622-437b-bd3f-5b4d56ba9fa0 req-69893070-6517-4d84-83f1-85f5ece27330 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=8f4c75b9e70c4006b20b1726fcbef392&device_id=18bf2265-d54a-42b3-beea-c61771ab87ab HTTP/1.1" status: 200 len: 1096 time: 0.1343751 Jul 27 23:12:44.651450 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3218b6-7860-4ba9-a6f5-fd9868591aa7 req-b8afcfaf-07d5-4993-93d0-ac486d5ed932 tempest-ServerRescueNegativeTestJSON-1855851441 tempest-ServerRescueNegativeTestJSON-1855851441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:44.653430 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-ee3218b6-7860-4ba9-a6f5-fd9868591aa7 req-b8afcfaf-07d5-4993-93d0-ac486d5ed932 tempest-ServerRescueNegativeTestJSON-1855851441 tempest-ServerRescueNegativeTestJSON-1855851441-project] 10.222.0.18 "GET /v2.0/ports?device_id=18bf2265-d54a-42b3-beea-c61771ab87ab HTTP/1.1" status: 200 len: 945 time: 0.1179268 Jul 27 23:12:44.663443 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f7012471-fcee-434c-82c8-6123448d00f9 req-33600ffb-14d7-41b1-a9d6-e7ee9106c5f6 service neutron] 10.222.0.38 "GET /v2.0/networks/391df1cb-e82d-4300-8c53-ec49271834ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4086409 Jul 27 23:12:44.717941 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85aafc4-e1e9-4507-8c83-af5d561d4fbd req-9b917a6c-4855-4888-9a14-64919086b772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:44.719664 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a85aafc4-e1e9-4507-8c83-af5d561d4fbd req-9b917a6c-4855-4888-9a14-64919086b772 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=81a077be4a064eb3965d6b3bc3fbaffa&device_id=014a5218-7778-45a1-a4e2-10f22857fd00 HTTP/1.1" status: 200 len: 1094 time: 0.1799815 Jul 27 23:12:44.720001 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-a85aafc4-e1e9-4507-8c83-af5d561d4fbd req-2f43d9cc-59e8-4c17-8344-c206c8efcd41 service neutron] For port 84835e77-f38a-45de-9b12-85db398b9a14, host n-h2-802623-1, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:12:44.720484 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-94ee4d75-b185-47af-b4c4-6ce330dd67f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524460478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524460478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569'] for network, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:44.726342 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94ee4d75-b185-47af-b4c4-6ce330dd67f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524460478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524460478-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:44.726961 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-94ee4d75-b185-47af-b4c4-6ce330dd67f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524460478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524460478-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:44.751242 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-a85aafc4-e1e9-4507-8c83-af5d561d4fbd req-2f43d9cc-59e8-4c17-8344-c206c8efcd41 service neutron] For port 84835e77-f38a-45de-9b12-85db398b9a14, host n-h2-802623-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=84835e77-f38a-45de-9b12-85db398b9a14,segment=NetworkSegment(1fb2f591-8c81-4821-807c-46a0bb640046),segment_id=1fb2f591-8c81-4821-807c-46a0bb640046)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:12:44.759962 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-ee3218b6-7860-4ba9-a6f5-fd9868591aa7 req-b36f4571-aff0-483e-b7b2-bfd390f6d3bf tempest-ServerRescueNegativeTestJSON-1855851441 tempest-ServerRescueNegativeTestJSON-1855851441-project] 10.222.0.18 "GET /v2.0/security-groups?id=1af18e13-f94e-429a-ab8a-66f4e32e8b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879912 Jul 27 23:12:44.760847 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf9036b-1f5c-478b-8018-8022abe09a2a req-daf91de4-1928-454c-b99e-b69c73db649d tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:44.762977 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-a85aafc4-e1e9-4507-8c83-af5d561d4fbd req-2f43d9cc-59e8-4c17-8344-c206c8efcd41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11336041'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:44.767072 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf9036b-1f5c-478b-8018-8022abe09a2a req-daf91de4-1928-454c-b99e-b69c73db649d tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:44.773295 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf9036b-1f5c-478b-8018-8022abe09a2a req-daf91de4-1928-454c-b99e-b69c73db649d tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:44.781880 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf9036b-1f5c-478b-8018-8022abe09a2a req-daf91de4-1928-454c-b99e-b69c73db649d tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:44.787468 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf9036b-1f5c-478b-8018-8022abe09a2a req-daf91de4-1928-454c-b99e-b69c73db649d tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:44.793426 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf9036b-1f5c-478b-8018-8022abe09a2a req-daf91de4-1928-454c-b99e-b69c73db649d tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:44.800286 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf9036b-1f5c-478b-8018-8022abe09a2a req-daf91de4-1928-454c-b99e-b69c73db649d tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:44.802182 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-5cf9036b-1f5c-478b-8018-8022abe09a2a req-daf91de4-1928-454c-b99e-b69c73db649d tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] 10.222.0.18 "GET /v2.0/ports?device_id=bab14976-9a79-4961-bbb7-bef26e77c0b6 HTTP/1.1" status: 200 len: 5439 time: 0.2643683 Jul 27 23:12:44.845354 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 23:12:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a316180b-f59d-4bea-83fa-f1ceb2757ef9 x-openstack-request-id: req-a316180b-f59d-4bea-83fa-f1ceb2757ef9 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:12:44.845649 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "014a5218-7778-45a1-a4e2-10f22857fd00", "tag": "d71e5a2a-0499-4002-bcab-f82255e4fc43", "status": "completed", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:12:44.845905 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a316180b-f59d-4bea-83fa-f1ceb2757ef9 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:12:44.846301 n-d-802623-1 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '014a5218-7778-45a1-a4e2-10f22857fd00', 'tag': 'd71e5a2a-0499-4002-bcab-f82255e4fc43', 'status': 'completed', 'code': 200} Jul 27 23:12:44.849029 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85aafc4-e1e9-4507-8c83-af5d561d4fbd req-2f43d9cc-59e8-4c17-8344-c206c8efcd41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:44.849029 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-a85aafc4-e1e9-4507-8c83-af5d561d4fbd req-2f43d9cc-59e8-4c17-8344-c206c8efcd41 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:44.849781 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a85aafc4-e1e9-4507-8c83-af5d561d4fbd req-2f43d9cc-59e8-4c17-8344-c206c8efcd41 service neutron] 10.222.0.49 "PUT /v2.0/ports/84835e77-f38a-45de-9b12-85db398b9a14 HTTP/1.1" status: 200 len: 1092 time: 3.4109190 Jul 27 23:12:44.855765 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c283dc8-e622-437b-bd3f-5b4d56ba9fa0 req-4f4154ea-3c77-47a3-a661-eb246d7e3cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:44.857236 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8c283dc8-e622-437b-bd3f-5b4d56ba9fa0 req-4f4154ea-3c77-47a3-a661-eb246d7e3cfb service neutron] 10.222.0.38 "GET /v2.0/networks?id=751d782f-d338-44aa-a291-24d2ae3bed3e HTTP/1.1" status: 200 len: 919 time: 0.2246981 Jul 27 23:12:44.882223 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d68016f4-250c-49d7-a097-ee4692435bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11971609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12265750'] for subnet, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:44.894281 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a85aafc4-e1e9-4507-8c83-af5d561d4fbd req-201af630-713f-4f56-ac35-3f3ce8f6d2e6 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d71e5a2a-0499-4002-bcab-f82255e4fc43 HTTP/1.1" status: 200 len: 217 time: 0.1578462 Jul 27 23:12:44.895774 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-94ee4d75-b185-47af-b4c4-6ce330dd67f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524460478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524460478-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 1.5691423 Jul 27 23:12:44.923296 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8c283dc8-e622-437b-bd3f-5b4d56ba9fa0 req-f8f807ea-0132-4136-8f11-6a5a8d9df1e4 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3dd86524-9011-45e6-a984-688db58af8c0 HTTP/1.1" status: 200 len: 217 time: 0.0573061 Jul 27 23:12:44.923801 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f43d9cc-59e8-4c17-8344-c206c8efcd41 service neutron] Pushing event updated for resources: {'Port': ['ID=84835e77-f38a-45de-9b12-85db398b9a14,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:12:44.992106 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device e519a38a-bcaf-48eb-addd-572e97f9b106 details requested by agent hyperv_n-h1-802623-1 with host n-h1-802623-1 {{(pid=93799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 23:12:45.016171 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68016f4-250c-49d7-a097-ee4692435bf2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=232a981d-f7d1-42df-991c-3a09e4ce0177,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:12:45.027881 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ee4d75-b185-47af-b4c4-6ce330dd67f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524460478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524460478-project] Pushing event updated for resources: {'Network': ['ID=5199d91b-912c-4f41-aad1-46d85c2b9bc6,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:12:45.043223 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c283dc8-e622-437b-bd3f-5b4d56ba9fa0 req-fd88aa68-e2f5-4c84-8b59-50109c4d665f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:45.044771 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8c283dc8-e622-437b-bd3f-5b4d56ba9fa0 req-fd88aa68-e2f5-4c84-8b59-50109c4d665f service neutron] 10.222.0.38 "GET /v2.0/subnets?id=834f7fce-5291-4343-9c89-509f9d111866 HTTP/1.1" status: 200 len: 858 time: 0.1145098 Jul 27 23:12:45.049290 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85aafc4-e1e9-4507-8c83-af5d561d4fbd req-7de3ce6d-ee07-4252-9758-76ce4f46cc0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:45.050813 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a85aafc4-e1e9-4507-8c83-af5d561d4fbd req-7de3ce6d-ee07-4252-9758-76ce4f46cc0f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=81a077be4a064eb3965d6b3bc3fbaffa&device_id=8192a572-70e9-493b-bfee-65b34f4b4be8 HTTP/1.1" status: 200 len: 1095 time: 0.1370072 Jul 27 23:12:45.066113 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Network 5199d91b-912c-4f41-aad1-46d85c2b9bc6 details requested by agent ovs-agent-n-d-802623-1 with host n-d-802623-1 {{(pid=93799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 23:12:45.082574 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459c32fa-d1b0-429f-9c94-3a4951ea873d req-27af012d-88a9-4c67-a5af-d5e806a8dd85 tempest-ServerRescueTestJSON-1182058210 tempest-ServerRescueTestJSON-1182058210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:45.084140 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-459c32fa-d1b0-429f-9c94-3a4951ea873d req-27af012d-88a9-4c67-a5af-d5e806a8dd85 tempest-ServerRescueTestJSON-1182058210 tempest-ServerRescueTestJSON-1182058210-project] 10.222.0.18 "GET /v2.0/ports?device_id=fdf76be6-bd13-41d1-88c2-61c6861cc347 HTTP/1.1" status: 200 len: 945 time: 0.1301434 Jul 27 23:12:45.086330 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-5cf9036b-1f5c-478b-8018-8022abe09a2a req-52e4cf36-0f1e-4b90-b82c-e09c563988b3 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] 10.222.0.18 "GET /v2.0/security-groups?id=cfd41bdc-77a0-40db-b366-4cd3c3051f6e&id=590f29d5-a38d-458c-93ce-543ee7b0dac7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2080929 Jul 27 23:12:45.089335 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d68016f4-250c-49d7-a097-ee4692435bf2 admin admin] Checking segment: {'id': '145d64c0-063a-4e1d-8ed5-459cef7aa517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '0627b955-dd0f-4cce-ba7f-51e698f3bc59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:12:45.089759 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d68016f4-250c-49d7-a097-ee4692435bf2 admin admin] Network hostable DHCP agents. Network: 0627b955-dd0f-4cce-ba7f-51e698f3bc59, hostable agents: ['5950e76f-2bde-4343-a925-cbe6bacd2706'], hosted agents: [] {{(pid=93798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 23:12:45.102802 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8c283dc8-e622-437b-bd3f-5b4d56ba9fa0 req-e7df5e38-09d2-4ef0-9049-3e9d20e286d5 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=751d782f-d338-44aa-a291-24d2ae3bed3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0492153 Jul 27 23:12:45.134686 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85aafc4-e1e9-4507-8c83-af5d561d4fbd req-c3916cd6-9e34-4c1e-bfb4-0aea9a697e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:45.136527 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a85aafc4-e1e9-4507-8c83-af5d561d4fbd req-c3916cd6-9e34-4c1e-bfb4-0aea9a697e0c service neutron] 10.222.0.38 "GET /v2.0/subnets?id=7c8e862c-0ee9-4c23-a9f3-5185e9ea3c20 HTTP/1.1" status: 200 len: 858 time: 0.1858261 Jul 27 23:12:45.167287 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a85aafc4-e1e9-4507-8c83-af5d561d4fbd req-e02c0a45-9126-40ee-a8b0-8da6a27501fc service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=84835e77-f38a-45de-9b12-85db398b9a14 HTTP/1.1" status: 200 len: 217 time: 0.1027963 Jul 27 23:12:45.183486 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port e519a38a-bcaf-48eb-addd-572e97f9b106, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=e519a38a-bcaf-48eb-addd-572e97f9b106,segment=NetworkSegment(1fb2f591-8c81-4821-807c-46a0bb640046),segment_id=1fb2f591-8c81-4821-807c-46a0bb640046)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:12:45.197647 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a85aafc4-e1e9-4507-8c83-af5d561d4fbd req-cf14d778-784a-4cd2-87fa-6744d2818a52 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=391df1cb-e82d-4300-8c53-ec49271834ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0523007 Jul 27 23:12:45.198396 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d68016f4-250c-49d7-a097-ee4692435bf2 admin admin] Network 0627b955-dd0f-4cce-ba7f-51e698f3bc59 is scheduled to be hosted by DHCP agent 5950e76f-2bde-4343-a925-cbe6bacd2706 with binding_index 1 {{(pid=93798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 23:12:45.202817 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Returning: {'device': 'e519a38a-bcaf-48eb-addd-572e97f9b106', 'network_id': '391df1cb-e82d-4300-8c53-ec49271834ac', 'port_id': 'e519a38a-bcaf-48eb-addd-572e97f9b106', 'mac_address': 'fa:16:3e:88:3c:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 514, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c8e862c-0ee9-4c23-a9f3-5185e9ea3c20', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 23:12:45.251019 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:45.257725 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85aafc4-e1e9-4507-8c83-af5d561d4fbd req-8a1e4d08-8037-4aa3-90a6-0ad124f39e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:45.259861 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a85aafc4-e1e9-4507-8c83-af5d561d4fbd req-8a1e4d08-8037-4aa3-90a6-0ad124f39e02 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7c8e862c-0ee9-4c23-a9f3-5185e9ea3c20 HTTP/1.1" status: 200 len: 858 time: 0.0715261 Jul 27 23:12:45.266186 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e519a38a-bcaf-48eb-addd-572e97f9b106 {{(pid=93799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:12:45.289692 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port e519a38a-bcaf-48eb-addd-572e97f9b106, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=e519a38a-bcaf-48eb-addd-572e97f9b106,segment=NetworkSegment(1fb2f591-8c81-4821-807c-46a0bb640046),segment_id=1fb2f591-8c81-4821-807c-46a0bb640046)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:12:45.299378 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 37724) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:12:45.307178 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:45.309565 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-d50c0c80-c953-4ccf-a5c6-178541c4a796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Request body: {'port': {'network_id': '5199d91b-912c-4f41-aad1-46d85c2b9bc6', 'binding:host_id': 'n-h1-802623-1', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462961812'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:12:45.318822 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-d68016f4-250c-49d7-a097-ee4692435bf2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802623-1, 0627b955-dd0f-4cce-ba7f-51e698f3bc59) {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:12:45.329999 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a85aafc4-e1e9-4507-8c83-af5d561d4fbd req-a0ca3e73-0da4-4a60-ad63-c62c11f1b8b5 service neutron] 10.222.0.38 "GET /v2.0/networks/391df1cb-e82d-4300-8c53-ec49271834ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225491 Jul 27 23:12:45.331254 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d68016f4-250c-49d7-a097-ee4692435bf2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:45.331841 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d68016f4-250c-49d7-a097-ee4692435bf2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:45.371663 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c687935a-c900-4371-aa37-2f24b9515594 None None] Network 0627b955-dd0f-4cce-ba7f-51e698f3bc59 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:12:45.385868 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a85aafc4-e1e9-4507-8c83-af5d561d4fbd req-6001578d-3434-43ac-b09f-93c56b6a356d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=391df1cb-e82d-4300-8c53-ec49271834ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0655336 Jul 27 23:12:45.409975 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d50c0c80-c953-4ccf-a5c6-178541c4a796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Made reservation on behalf of d912dd2479474415aa4537f3db082df6 for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:12:45.411625 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d50c0c80-c953-4ccf-a5c6-178541c4a796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:45.437545 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-459c32fa-d1b0-429f-9c94-3a4951ea873d req-a22e5984-8b1c-4fa8-b930-dd353f5eea41 tempest-ServerRescueTestJSON-1182058210 tempest-ServerRescueTestJSON-1182058210-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1683666-2031-45b7-8015-e9f1b36fb2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2949908 Jul 27 23:12:45.525798 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Pushing event updated for resources: {'Port': ['ID=e519a38a-bcaf-48eb-addd-572e97f9b106,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:12:45.576011 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a85aafc4-e1e9-4507-8c83-af5d561d4fbd req-364f995b-4b39-4022-ab4d-90253abde480 service neutron] 10.222.0.49 "GET /v2.0/networks/391df1cb-e82d-4300-8c53-ec49271834ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1774383 Jul 27 23:12:45.591764 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] get_ports_and_sgs() called for port_ids ['e519a38a-bcaf-48eb-addd-572e97f9b106'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:12:45.606844 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8c283dc8-e622-437b-bd3f-5b4d56ba9fa0 req-f9e727e1-8dce-4c6b-9ff2-8cb00f8b9ac2 service neutron] 10.222.0.38 "GET /v2.0/networks/751d782f-d338-44aa-a291-24d2ae3bed3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4597635 Jul 27 23:12:45.622111 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54950a52-c37e-4945-bbf0-1b4eaafa5e83 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f6f257c-ad18-5f0c-8c8e-ea085a5fc8a2-0627b955-dd0f-4cce-ba7f-51e698f3bc59', 'network_id': '0627b955-dd0f-4cce-ba7f-51e698f3bc59', 'tenant_id': '096ab815848b4fa4865a54f76499dfb1', 'fixed_ips': [{'subnet_id': '232a981d-f7d1-42df-991c-3a09e4ce0177'}]}} from n-d-802623-1. {{(pid=93799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 23:12:45.624283 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-54950a52-c37e-4945-bbf0-1b4eaafa5e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:45.769267 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710784b2-c2e9-4a72-9e56-90a1a08576fe req-33a7ecf9-d791-44c2-a62b-0889e1f2b6ee tempest-ListServersNegativeTestJSON-219464243 tempest-ListServersNegativeTestJSON-219464243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:45.777432 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-710784b2-c2e9-4a72-9e56-90a1a08576fe req-33a7ecf9-d791-44c2-a62b-0889e1f2b6ee tempest-ListServersNegativeTestJSON-219464243 tempest-ListServersNegativeTestJSON-219464243-project] 10.222.0.18 "GET /v2.0/ports?device_id=8192a572-70e9-493b-bfee-65b34f4b4be8 HTTP/1.1" status: 200 len: 944 time: 0.1988084 Jul 27 23:12:45.826124 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-54950a52-c37e-4945-bbf0-1b4eaafa5e83 None None] Allocated IP 172.20.0.2 (0627b955-dd0f-4cce-ba7f-51e698f3bc59/232a981d-f7d1-42df-991c-3a09e4ce0177/ac9fa10f-b7c9-49a5-b221-7a0293adb985) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:12:45.850014 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-d68016f4-250c-49d7-a097-ee4692435bf2 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.7036026 Jul 27 23:12:45.853357 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 37736) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:12:45.856451 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d50c0c80-c953-4ccf-a5c6-178541c4a796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:45.863526 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-9a566947-c380-4cc1-88d1-4205308eaec3 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1807446271-router', 'tenant_id': '096ab815848b4fa4865a54f76499dfb1', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'}}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:12:45.864585 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a85aafc4-e1e9-4507-8c83-af5d561d4fbd req-da5cdd28-60d1-4dba-91ad-c6969aa63084 service neutron] 10.222.0.49 "GET /v2.0/networks/391df1cb-e82d-4300-8c53-ec49271834ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2756865 Jul 27 23:12:45.881782 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-710784b2-c2e9-4a72-9e56-90a1a08576fe req-f64104c6-eb2b-48e9-afae-13fb5181cb7e tempest-ListServersNegativeTestJSON-219464243 tempest-ListServersNegativeTestJSON-219464243-project] 10.222.0.18 "GET /v2.0/security-groups?id=101be31e-d533-430f-a71d-e6dea6b55f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980511 Jul 27 23:12:45.884762 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8c283dc8-e622-437b-bd3f-5b4d56ba9fa0 req-f83ff274-c064-4407-8e3c-bceab40e23f4 service neutron] 10.222.0.38 "GET /v2.0/networks/751d782f-d338-44aa-a291-24d2ae3bed3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2600574 Jul 27 23:12:45.985957 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf65b24-addd-4a21-8df3-bde7e0bcbb14 req-1ec4bcf1-02ee-45f1-8d75-ad048d69a130 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:45.987494 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-bcf65b24-addd-4a21-8df3-bde7e0bcbb14 req-1ec4bcf1-02ee-45f1-8d75-ad048d69a130 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/ports?device_id=c292af40-c395-4445-978c-d1d948a0e563 HTTP/1.1" status: 200 len: 949 time: 0.5961826 Jul 27 23:12:45.995498 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a85aafc4-e1e9-4507-8c83-af5d561d4fbd req-1b2e9b3d-2381-4491-b070-28f2ff32f958 service neutron] 10.222.0.38 "GET /v2.0/networks/391df1cb-e82d-4300-8c53-ec49271834ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6580336 Jul 27 23:12:46.016008 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9a566947-c380-4cc1-88d1-4205308eaec3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62159'] for router, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:46.017367 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9a566947-c380-4cc1-88d1-4205308eaec3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-479230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-415539', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3693317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62148'] for router, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:46.018816 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ca4b19-0039-48b4-9085-8df311c0da66 req-4514f74b-e7d0-4aef-a357-12300a3f6e4a tempest-ServerRescueNegativeTestJSON-1855851441 tempest-ServerRescueNegativeTestJSON-1855851441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:46.028750 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-30ca4b19-0039-48b4-9085-8df311c0da66 req-4514f74b-e7d0-4aef-a357-12300a3f6e4a tempest-ServerRescueNegativeTestJSON-1855851441 tempest-ServerRescueNegativeTestJSON-1855851441-project] 10.222.0.18 "GET /v2.0/ports?device_id=18bf2265-d54a-42b3-beea-c61771ab87ab HTTP/1.1" status: 200 len: 945 time: 0.0835512 Jul 27 23:12:46.086310 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-30ca4b19-0039-48b4-9085-8df311c0da66 req-7621c8ac-c1f4-4f09-b8ae-eceb7eba992f tempest-ServerRescueNegativeTestJSON-1855851441 tempest-ServerRescueNegativeTestJSON-1855851441-project] 10.222.0.18 "GET /v2.0/security-groups?id=1af18e13-f94e-429a-ab8a-66f4e32e8b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517886 Jul 27 23:12:46.104151 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-54950a52-c37e-4945-bbf0-1b4eaafa5e83 None None] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:46.124785 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-54950a52-c37e-4945-bbf0-1b4eaafa5e83 None None] Transition to ACTIVE for port object ac9fa10f-b7c9-49a5-b221-7a0293adb985 will not be triggered until provisioned by entity L2. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:12:46.138136 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-bcf65b24-addd-4a21-8df3-bde7e0bcbb14 req-73c94af0-d996-4050-a460-e978ffaa1308 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb779318-b8ff-43a6-a94f-3ce471aff166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107774 Jul 27 23:12:46.162251 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-54950a52-c37e-4945-bbf0-1b4eaafa5e83 None None] Transition to ACTIVE for port object ac9fa10f-b7c9-49a5-b221-7a0293adb985 will not be triggered until provisioned by entity DHCP. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:12:46.178076 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-54950a52-c37e-4945-bbf0-1b4eaafa5e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:46.190086 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9a566947-c380-4cc1-88d1-4205308eaec3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:46.227967 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54950a52-c37e-4945-bbf0-1b4eaafa5e83 None None] Network 0627b955-dd0f-4cce-ba7f-51e698f3bc59 is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:12:46.233804 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-54950a52-c37e-4945-bbf0-1b4eaafa5e83 None None] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:12:46.235897 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54950a52-c37e-4945-bbf0-1b4eaafa5e83 None None] Pushing event updated for resources: {'Port': ['ID=ac9fa10f-b7c9-49a5-b221-7a0293adb985,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:12:46.238021 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54950a52-c37e-4945-bbf0-1b4eaafa5e83 None None] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:12:46.294554 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a1ad85-ba64-4b53-937d-8a3b926ad2d7 req-fb9a72b9-ce19-4480-a086-68ac0dcb2aa4 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:46.299959 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-54950a52-c37e-4945-bbf0-1b4eaafa5e83 None None] Attempting to bind port ac9fa10f-b7c9-49a5-b221-7a0293adb985 on host n-d-802623-1 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:12:46.300353 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-54950a52-c37e-4945-bbf0-1b4eaafa5e83 None None] Attempting to bind port ac9fa10f-b7c9-49a5-b221-7a0293adb985 by drivers openvswitch,hyperv on host n-d-802623-1 at level 0 using segments [{'id': '145d64c0-063a-4e1d-8ed5-459cef7aa517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '0627b955-dd0f-4cce-ba7f-51e698f3bc59'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:12:46.300623 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54950a52-c37e-4945-bbf0-1b4eaafa5e83 None None] Attempting to bind port ac9fa10f-b7c9-49a5-b221-7a0293adb985 on network 0627b955-dd0f-4cce-ba7f-51e698f3bc59 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:12:46.303221 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a1ad85-ba64-4b53-937d-8a3b926ad2d7 req-fb9a72b9-ce19-4480-a086-68ac0dcb2aa4 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:46.306913 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54950a52-c37e-4945-bbf0-1b4eaafa5e83 None None] Checking agent: {'id': 'a9a568d2-a5e7-41e4-833f-a8ab42ea4073', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 52, 30), 'started_at': datetime.datetime(2021, 7, 27, 22, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 12, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802623-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:12:46.307342 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54950a52-c37e-4945-bbf0-1b4eaafa5e83 None None] Checking segment: {'id': '145d64c0-063a-4e1d-8ed5-459cef7aa517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '0627b955-dd0f-4cce-ba7f-51e698f3bc59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:12:46.307751 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-54950a52-c37e-4945-bbf0-1b4eaafa5e83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:46.308143 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54950a52-c37e-4945-bbf0-1b4eaafa5e83 None None] Bound using segment: {'id': '145d64c0-063a-4e1d-8ed5-459cef7aa517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '0627b955-dd0f-4cce-ba7f-51e698f3bc59'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:12:46.308618 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-54950a52-c37e-4945-bbf0-1b4eaafa5e83 None None] Bound port: ac9fa10f-b7c9-49a5-b221-7a0293adb985, host: n-d-802623-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '145d64c0-063a-4e1d-8ed5-459cef7aa517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '0627b955-dd0f-4cce-ba7f-51e698f3bc59'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:12:46.309022 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-54950a52-c37e-4945-bbf0-1b4eaafa5e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:46.315719 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a1ad85-ba64-4b53-937d-8a3b926ad2d7 req-fb9a72b9-ce19-4480-a086-68ac0dcb2aa4 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:46.317988 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994c02e9-d03c-411d-9dff-13d60980c353 req-5a84a03d-d5f5-4f72-b9bd-c5a290dc70dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:46.319582 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-994c02e9-d03c-411d-9dff-13d60980c353 req-5a84a03d-d5f5-4f72-b9bd-c5a290dc70dc service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=81a077be4a064eb3965d6b3bc3fbaffa&device_id=014a5218-7778-45a1-a4e2-10f22857fd00 HTTP/1.1" status: 200 len: 1094 time: 0.2455614 Jul 27 23:12:46.326239 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a1ad85-ba64-4b53-937d-8a3b926ad2d7 req-fb9a72b9-ce19-4480-a086-68ac0dcb2aa4 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:46.334869 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a1ad85-ba64-4b53-937d-8a3b926ad2d7 req-fb9a72b9-ce19-4480-a086-68ac0dcb2aa4 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:46.341660 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a1ad85-ba64-4b53-937d-8a3b926ad2d7 req-fb9a72b9-ce19-4480-a086-68ac0dcb2aa4 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:46.349298 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a1ad85-ba64-4b53-937d-8a3b926ad2d7 req-fb9a72b9-ce19-4480-a086-68ac0dcb2aa4 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:46.360203 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-46a1ad85-ba64-4b53-937d-8a3b926ad2d7 req-fb9a72b9-ce19-4480-a086-68ac0dcb2aa4 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] 10.222.0.18 "GET /v2.0/ports?device_id=bab14976-9a79-4961-bbb7-bef26e77c0b6 HTTP/1.1" status: 200 len: 5439 time: 0.1411133 Jul 27 23:12:46.375398 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d50c0c80-c953-4ccf-a5c6-178541c4a796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:46.420853 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d50c0c80-c953-4ccf-a5c6-178541c4a796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:46.425451 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-46a1ad85-ba64-4b53-937d-8a3b926ad2d7 req-b5877a31-023e-4f3a-a78e-5bc12c5e63e5 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] 10.222.0.18 "GET /v2.0/security-groups?id=cfd41bdc-77a0-40db-b366-4cd3c3051f6e&id=590f29d5-a38d-458c-93ce-543ee7b0dac7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0639789 Jul 27 23:12:46.471638 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [None req-d50c0c80-c953-4ccf-a5c6-178541c4a796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] device_id is not set on port dc2959a3-9568-4d2f-954b-5985d15a9d82 yet. {{(pid=93798) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 23:12:46.477839 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9a566947-c380-4cc1-88d1-4205308eaec3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-415433', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62186'] for router, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:46.534112 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-54950a52-c37e-4945-bbf0-1b4eaafa5e83 None None] For port ac9fa10f-b7c9-49a5-b221-7a0293adb985, host n-d-802623-1, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:12:46.537448 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-54950a52-c37e-4945-bbf0-1b4eaafa5e83 None None] For port ac9fa10f-b7c9-49a5-b221-7a0293adb985, host n-d-802623-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=ac9fa10f-b7c9-49a5-b221-7a0293adb985,segment=NetworkSegment(145d64c0-063a-4e1d-8ed5-459cef7aa517),segment_id=145d64c0-063a-4e1d-8ed5-459cef7aa517)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:12:46.542601 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-54950a52-c37e-4945-bbf0-1b4eaafa5e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:46.585780 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50c0c80-c953-4ccf-a5c6-178541c4a796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9dde055-98da-44fc-99a0-2688285321bd,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:12:46.609805 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54950a52-c37e-4945-bbf0-1b4eaafa5e83 None None] Pushing event updated for resources: {'Port': ['ID=ac9fa10f-b7c9-49a5-b221-7a0293adb985,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:12:46.701310 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994c02e9-d03c-411d-9dff-13d60980c353 req-618fd258-a0e1-40bb-9345-877184cf6686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:46.703587 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-994c02e9-d03c-411d-9dff-13d60980c353 req-618fd258-a0e1-40bb-9345-877184cf6686 service neutron] 10.222.0.38 "GET /v2.0/networks?id=391df1cb-e82d-4300-8c53-ec49271834ac HTTP/1.1" status: 200 len: 919 time: 0.3445771 Jul 27 23:12:46.711446 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 37748) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:12:46.719488 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-54f380e9-547c-4fe6-9670-04a143cf7ee3 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1121219126'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:12:46.744424 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff566ce2-0429-4a23-990e-82178ebbccbf req-942ed8d1-d97a-438c-afcd-f1f880ab83d9 tempest-ServerRescueTestJSON-1182058210 tempest-ServerRescueTestJSON-1182058210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:46.744424 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ff566ce2-0429-4a23-990e-82178ebbccbf req-942ed8d1-d97a-438c-afcd-f1f880ab83d9 tempest-ServerRescueTestJSON-1182058210 tempest-ServerRescueTestJSON-1182058210-project] 10.222.0.18 "GET /v2.0/ports?device_id=fdf76be6-bd13-41d1-88c2-61c6861cc347 HTTP/1.1" status: 200 len: 945 time: 0.1744733 Jul 27 23:12:46.777819 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54f380e9-547c-4fe6-9670-04a143cf7ee3 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Made reservation on behalf of f48a0b951c1c4793a7fc1226ee71e867 for: {'network': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:12:46.782780 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-54f380e9-547c-4fe6-9670-04a143cf7ee3 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for network, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:46.816108 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54f380e9-547c-4fe6-9670-04a143cf7ee3 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 506} {{(pid=93797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 23:12:46.828073 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-54f380e9-547c-4fe6-9670-04a143cf7ee3 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:46.828992 n-d-802623-1 neutron-server[93797]: INFO neutron.db.segments_db [None req-54f380e9-547c-4fe6-9670-04a143cf7ee3 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Added segment c9fb78ac-e6ea-467c-8f46-ba3c48e27877 of type vlan for network 0052d342-b5b8-4be5-86a5-4c909f6d7ddb Jul 27 23:12:46.830416 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-994c02e9-d03c-411d-9dff-13d60980c353 req-ffb2ced5-d267-40f3-9ba5-15756f23df53 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d71e5a2a-0499-4002-bcab-f82255e4fc43 HTTP/1.1" status: 200 len: 217 time: 0.1128330 Jul 27 23:12:46.858089 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8192a572-70e9-493b-bfee-65b34f4b4be8', 'tag': '84835e77-f38a-45de-9b12-85db398b9a14'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:12:46.860360 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a476459a1bfce68b0ae0df5b6a71154bfc7cfdc8f9eefce6ad0a17231e60468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6805f308-2790-4ac1-ae42-e58a3435c6c7" -d '{"events": [{"name": "network-changed", "server_uuid": "8192a572-70e9-493b-bfee-65b34f4b4be8", "tag": "84835e77-f38a-45de-9b12-85db398b9a14"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:12:46.878898 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-54f380e9-547c-4fe6-9670-04a143cf7ee3 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736833354590'] for network, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:46.916621 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-54f380e9-547c-4fe6-9670-04a143cf7ee3 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569'] for network, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:46.925441 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54f380e9-547c-4fe6-9670-04a143cf7ee3 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:46.926247 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-54f380e9-547c-4fe6-9670-04a143cf7ee3 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for network, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:46.929897 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 23:12:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99af954b-1102-4df6-8667-a9aa2ebc8797 x-openstack-request-id: req-99af954b-1102-4df6-8667-a9aa2ebc8797 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:12:46.930268 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8192a572-70e9-493b-bfee-65b34f4b4be8", "tag": "84835e77-f38a-45de-9b12-85db398b9a14", "status": "completed", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:12:46.931218 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-99af954b-1102-4df6-8667-a9aa2ebc8797 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:12:46.931218 n-d-802623-1 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8192a572-70e9-493b-bfee-65b34f4b4be8', 'tag': '84835e77-f38a-45de-9b12-85db398b9a14', 'status': 'completed', 'code': 200} Jul 27 23:12:46.947645 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ff566ce2-0429-4a23-990e-82178ebbccbf req-52f0898b-744e-47e9-a006-57f53dd046c9 tempest-ServerRescueTestJSON-1182058210 tempest-ServerRescueTestJSON-1182058210-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1683666-2031-45b7-8015-e9f1b36fb2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398098 Jul 27 23:12:46.965019 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994c02e9-d03c-411d-9dff-13d60980c353 req-61524a3b-ed61-4781-84ed-23762e8e4ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:46.965844 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device 04fa79a8-5a6e-4754-87c2-e6c72b5d831d up at agent hyperv_n-h2-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:12:46.966466 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-994c02e9-d03c-411d-9dff-13d60980c353 req-61524a3b-ed61-4781-84ed-23762e8e4ca2 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=7c8e862c-0ee9-4c23-a9f3-5185e9ea3c20 HTTP/1.1" status: 200 len: 858 time: 0.1197736 Jul 27 23:12:47.009820 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device d71e5a2a-0499-4002-bcab-f82255e4fc43 details requested by agent hyperv_n-h1-802623-1 with host n-h1-802623-1 {{(pid=93799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 23:12:47.011943 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device e519a38a-bcaf-48eb-addd-572e97f9b106 up at agent hyperv_n-h1-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:12:47.025624 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-994c02e9-d03c-411d-9dff-13d60980c353 req-254aad69-6c12-4382-9350-d28af811f7ba service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=391df1cb-e82d-4300-8c53-ec49271834ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348628 Jul 27 23:12:47.029468 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [None req-d50c0c80-c953-4ccf-a5c6-178541c4a796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] device_id is not set on port dc2959a3-9568-4d2f-954b-5985d15a9d82 yet. {{(pid=93798) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 23:12:47.042786 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-54f380e9-547c-4fe6-9670-04a143cf7ee3 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.3275657 Jul 27 23:12:47.046516 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 37754) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:12:47.065970 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-cb1b6d29-2618-4fa6-b836-fca3d44eb3ae tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1468573072'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:12:47.069533 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d50c0c80-c953-4ccf-a5c6-178541c4a796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:47.090684 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f380e9-547c-4fe6-9670-04a143cf7ee3 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Pushing event updated for resources: {'Network': ['ID=0052d342-b5b8-4be5-86a5-4c909f6d7ddb,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:12:47.119102 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6805f308-2790-4ac1-ae42-e58a3435c6c7 req-9d8ea177-2230-426e-8585-99e07c0a6563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:47.120658 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-6805f308-2790-4ac1-ae42-e58a3435c6c7 req-9d8ea177-2230-426e-8585-99e07c0a6563 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=81a077be4a064eb3965d6b3bc3fbaffa&device_id=8192a572-70e9-493b-bfee-65b34f4b4be8 HTTP/1.1" status: 200 len: 1095 time: 0.1512449 Jul 27 23:12:47.126717 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Network 0052d342-b5b8-4be5-86a5-4c909f6d7ddb details requested by agent ovs-agent-n-d-802623-1 with host n-d-802623-1 {{(pid=93799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 23:12:47.129440 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Provisioning for port 04fa79a8-5a6e-4754-87c2-e6c72b5d831d completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:12:47.137508 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-d50c0c80-c953-4ccf-a5c6-178541c4a796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Transition to ACTIVE for port object dc2959a3-9568-4d2f-954b-5985d15a9d82 will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:12:47.142378 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c3fc59-7c9a-47b4-b52b-db3ddcaf7edd req-8ca18cf9-51ae-44f5-a7c3-3b21b99f90a6 tempest-ListServersNegativeTestJSON-219464243 tempest-ListServersNegativeTestJSON-219464243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:47.144453 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-21c3fc59-7c9a-47b4-b52b-db3ddcaf7edd req-8ca18cf9-51ae-44f5-a7c3-3b21b99f90a6 tempest-ListServersNegativeTestJSON-219464243 tempest-ListServersNegativeTestJSON-219464243-project] 10.222.0.18 "GET /v2.0/ports?device_id=8192a572-70e9-493b-bfee-65b34f4b4be8 HTTP/1.1" status: 200 len: 944 time: 0.1121051 Jul 27 23:12:47.182439 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Provisioning complete for port 04fa79a8-5a6e-4754-87c2-e6c72b5d831d triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:12:47.183213 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:47.195478 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d50c0c80-c953-4ccf-a5c6-178541c4a796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:47.254383 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-21c3fc59-7c9a-47b4-b52b-db3ddcaf7edd req-de58c56d-ac1f-46a3-a0da-518e7baf2b83 tempest-ListServersNegativeTestJSON-219464243 tempest-ListServersNegativeTestJSON-219464243-project] 10.222.0.18 "GET /v2.0/security-groups?id=101be31e-d533-430f-a71d-e6dea6b55f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986321 Jul 27 23:12:47.256503 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Provisioning for port e519a38a-bcaf-48eb-addd-572e97f9b106 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:12:47.287626 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Provisioning complete for port e519a38a-bcaf-48eb-addd-572e97f9b106 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:12:47.288025 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:47.295455 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6805f308-2790-4ac1-ae42-e58a3435c6c7 req-d3c92869-e3a0-4aa7-a196-6cd3517763b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:47.297086 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-6805f308-2790-4ac1-ae42-e58a3435c6c7 req-d3c92869-e3a0-4aa7-a196-6cd3517763b8 service neutron] 10.222.0.49 "GET /v2.0/networks?id=391df1cb-e82d-4300-8c53-ec49271834ac HTTP/1.1" status: 200 len: 919 time: 0.1517308 Jul 27 23:12:47.330061 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port d71e5a2a-0499-4002-bcab-f82255e4fc43, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=d71e5a2a-0499-4002-bcab-f82255e4fc43,segment=NetworkSegment(1fb2f591-8c81-4821-807c-46a0bb640046),segment_id=1fb2f591-8c81-4821-807c-46a0bb640046)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:12:47.350042 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb1b6d29-2618-4fa6-b836-fca3d44eb3ae tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Made reservation on behalf of f48a0b951c1c4793a7fc1226ee71e867 for: {'network': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:12:47.351549 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Returning: {'device': 'd71e5a2a-0499-4002-bcab-f82255e4fc43', 'network_id': '391df1cb-e82d-4300-8c53-ec49271834ac', 'port_id': 'd71e5a2a-0499-4002-bcab-f82255e4fc43', 'mac_address': 'fa:16:3e:51:0e:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 514, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c8e862c-0ee9-4c23-a9f3-5185e9ea3c20', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 23:12:47.353671 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-cb1b6d29-2618-4fa6-b836-fca3d44eb3ae tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for network, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:47.371705 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-6805f308-2790-4ac1-ae42-e58a3435c6c7 req-104369bc-0486-41f4-a566-62e6df4d53c3 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=84835e77-f38a-45de-9b12-85db398b9a14 HTTP/1.1" status: 200 len: 217 time: 0.0643704 Jul 27 23:12:47.453136 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6805f308-2790-4ac1-ae42-e58a3435c6c7 req-227004cb-56bc-44eb-9746-f93363a84eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:47.455312 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-6805f308-2790-4ac1-ae42-e58a3435c6c7 req-227004cb-56bc-44eb-9746-f93363a84eb2 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7c8e862c-0ee9-4c23-a9f3-5185e9ea3c20 HTTP/1.1" status: 200 len: 858 time: 0.0744162 Jul 27 23:12:47.462921 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:47.473605 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00f7c4a-334e-43fe-8f20-45aa5ef4e6e3 req-1558a491-1f71-41a5-8530-e85f4fcf2013 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:47.475555 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f00f7c4a-334e-43fe-8f20-45aa5ef4e6e3 req-1558a491-1f71-41a5-8530-e85f4fcf2013 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/ports?device_id=c292af40-c395-4445-978c-d1d948a0e563 HTTP/1.1" status: 200 len: 949 time: 0.1070907 Jul 27 23:12:47.498525 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50c0c80-c953-4ccf-a5c6-178541c4a796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Pushing event updated for resources: {'Port': ['ID=dc2959a3-9568-4d2f-954b-5985d15a9d82,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:12:47.509768 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:47.520534 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bab14976-9a79-4961-bbb7-bef26e77c0b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04fa79a8-5a6e-4754-87c2-e6c72b5d831d'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:12:47.523425 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c0369b0d4f459110ff20a1f9878ba33f96d6491bddb9d15843bf29d01e0bda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-515da1cf-8c1d-4a08-bea4-796daa581c83" -d '{"events": [{"server_uuid": "bab14976-9a79-4961-bbb7-bef26e77c0b6", "name": "network-vif-plugged", "status": "completed", "tag": "04fa79a8-5a6e-4754-87c2-e6c72b5d831d"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:12:47.526721 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb1b6d29-2618-4fa6-b836-fca3d44eb3ae tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 528} {{(pid=93798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 23:12:47.535210 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9a566947-c380-4cc1-88d1-4205308eaec3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:47.537111 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-6805f308-2790-4ac1-ae42-e58a3435c6c7 req-5d617e8c-ffa6-4af5-9fb7-557cd17d3ca0 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=391df1cb-e82d-4300-8c53-ec49271834ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0598919 Jul 27 23:12:47.546664 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e14b6e-cdd2-4c55-a364-13caea40009b req-db9b9bf5-cde1-4338-86fa-c53b9ff45889 tempest-ServerRescueNegativeTestJSON-1855851441 tempest-ServerRescueNegativeTestJSON-1855851441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:47.548266 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c2e14b6e-cdd2-4c55-a364-13caea40009b req-db9b9bf5-cde1-4338-86fa-c53b9ff45889 tempest-ServerRescueNegativeTestJSON-1855851441 tempest-ServerRescueNegativeTestJSON-1855851441-project] 10.222.0.18 "GET /v2.0/ports?device_id=18bf2265-d54a-42b3-beea-c61771ab87ab HTTP/1.1" status: 200 len: 945 time: 0.3893676 Jul 27 23:12:47.550118 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-994c02e9-d03c-411d-9dff-13d60980c353 req-1ea7ecd4-5462-414d-87a5-63d314cfe8b8 service neutron] 10.222.0.38 "GET /v2.0/networks/391df1cb-e82d-4300-8c53-ec49271834ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5142891 Jul 27 23:12:47.552369 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port 04fa79a8-5a6e-4754-87c2-e6c72b5d831d, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=04fa79a8-5a6e-4754-87c2-e6c72b5d831d,segment=NetworkSegment(e18f4904-6ae0-4e14-a513-9cfea782d82f),segment_id=e18f4904-6ae0-4e14-a513-9cfea782d82f)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:12:47.557308 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d71e5a2a-0499-4002-bcab-f82255e4fc43 {{(pid=93799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:12:47.563004 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:47.566803 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:47.567645 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device da8eaa0e-5e3b-4fb2-abf0-06dbf59ba175 up at agent hyperv_n-h2-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:12:47.577516 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d50c0c80-c953-4ccf-a5c6-178541c4a796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Checking segment: {'id': '95af18e4-d781-4c0a-a3bc-1668972ac497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '5199d91b-912c-4f41-aad1-46d85c2b9bc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:12:47.577970 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d50c0c80-c953-4ccf-a5c6-178541c4a796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Network hostable DHCP agents. Network: 5199d91b-912c-4f41-aad1-46d85c2b9bc6, hostable agents: ['5950e76f-2bde-4343-a925-cbe6bacd2706'], hosted agents: [] {{(pid=93798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 23:12:47.588082 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-cb1b6d29-2618-4fa6-b836-fca3d44eb3ae tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:47.588438 n-d-802623-1 neutron-server[93798]: INFO neutron.db.segments_db [None req-cb1b6d29-2618-4fa6-b836-fca3d44eb3ae tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Added segment 938ec75d-2450-4436-aa8a-94471f8dbbb3 of type vlan for network 42a806fa-6465-4bb1-a70d-1966b5320f00 Jul 27 23:12:47.598329 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9a566947-c380-4cc1-88d1-4205308eaec3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:47.630208 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f00f7c4a-334e-43fe-8f20-45aa5ef4e6e3 req-fed7c87e-15db-45c2-a34a-3ba3072f4c82 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb779318-b8ff-43a6-a94f-3ce471aff166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420383 Jul 27 23:12:47.647335 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port d71e5a2a-0499-4002-bcab-f82255e4fc43, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=d71e5a2a-0499-4002-bcab-f82255e4fc43,segment=NetworkSegment(1fb2f591-8c81-4821-807c-46a0bb640046),segment_id=1fb2f591-8c81-4821-807c-46a0bb640046)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:12:47.669603 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-6805f308-2790-4ac1-ae42-e58a3435c6c7 req-584eef80-d52c-43bc-8da7-282b0a79710f service neutron] 10.222.0.49 "GET /v2.0/networks/391df1cb-e82d-4300-8c53-ec49271834ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045194 Jul 27 23:12:47.693462 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port e519a38a-bcaf-48eb-addd-572e97f9b106, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=e519a38a-bcaf-48eb-addd-572e97f9b106,segment=NetworkSegment(1fb2f591-8c81-4821-807c-46a0bb640046),segment_id=1fb2f591-8c81-4821-807c-46a0bb640046)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:12:47.695456 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:47.739334 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:47.761732 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Pushing event updated for resources: {'Port': ['ID=04fa79a8-5a6e-4754-87c2-e6c72b5d831d,revision_number=5']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:12:47.803871 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-cb1b6d29-2618-4fa6-b836-fca3d44eb3ae tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736833354590'] for network, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:47.838376 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Pushing event updated for resources: {'Port': ['ID=d71e5a2a-0499-4002-bcab-f82255e4fc43,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:12:47.839271 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-994c02e9-d03c-411d-9dff-13d60980c353 req-78010edf-aa94-448a-bdfd-41d6f242b841 service neutron] 10.222.0.38 "GET /v2.0/networks/391df1cb-e82d-4300-8c53-ec49271834ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2572489 Jul 27 23:12:47.843591 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c2e14b6e-cdd2-4c55-a364-13caea40009b req-99e8134e-1ef8-4584-971a-8e93e11ca927 tempest-ServerRescueNegativeTestJSON-1855851441 tempest-ServerRescueNegativeTestJSON-1855851441-project] 10.222.0.18 "GET /v2.0/security-groups?id=1af18e13-f94e-429a-ab8a-66f4e32e8b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2881877 Jul 27 23:12:47.872279 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4672a0d8-2c1e-4508-9027-bb6cbc9d7e22 req-3f9e8148-2615-4825-95a5-60d3297c6393 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:47.879909 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4672a0d8-2c1e-4508-9027-bb6cbc9d7e22 req-3f9e8148-2615-4825-95a5-60d3297c6393 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:47.887528 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d50c0c80-c953-4ccf-a5c6-178541c4a796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Network 5199d91b-912c-4f41-aad1-46d85c2b9bc6 is scheduled to be hosted by DHCP agent 5950e76f-2bde-4343-a925-cbe6bacd2706 with binding_index 1 {{(pid=93798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 23:12:47.888525 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4672a0d8-2c1e-4508-9027-bb6cbc9d7e22 req-3f9e8148-2615-4825-95a5-60d3297c6393 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:47.897575 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddb346f9-a719-4d0a-abee-7a931ee04368 None None] Network 0627b955-dd0f-4cce-ba7f-51e698f3bc59 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:12:47.901863 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4672a0d8-2c1e-4508-9027-bb6cbc9d7e22 req-3f9e8148-2615-4825-95a5-60d3297c6393 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:47.902154 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:12:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c35bc2bb-61aa-4f8e-8d8b-90ca9f24c266 x-openstack-request-id: req-c35bc2bb-61aa-4f8e-8d8b-90ca9f24c266 {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:12:47.902283 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-cb1b6d29-2618-4fa6-b836-fca3d44eb3ae tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569'] for network, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:47.902468 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bab14976-9a79-4961-bbb7-bef26e77c0b6", "name": "network-vif-plugged", "status": "completed", "tag": "04fa79a8-5a6e-4754-87c2-e6c72b5d831d", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:12:47.902947 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c35bc2bb-61aa-4f8e-8d8b-90ca9f24c266 {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:12:47.903356 n-d-802623-1 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bab14976-9a79-4961-bbb7-bef26e77c0b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04fa79a8-5a6e-4754-87c2-e6c72b5d831d', 'code': 200} Jul 27 23:12:47.904304 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Provisioning for port da8eaa0e-5e3b-4fb2-abf0-06dbf59ba175 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:12:47.908705 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb1b6d29-2618-4fa6-b836-fca3d44eb3ae tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:47.909315 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-cb1b6d29-2618-4fa6-b836-fca3d44eb3ae tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:47.909422 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4672a0d8-2c1e-4508-9027-bb6cbc9d7e22 req-3f9e8148-2615-4825-95a5-60d3297c6393 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:47.916277 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4672a0d8-2c1e-4508-9027-bb6cbc9d7e22 req-3f9e8148-2615-4825-95a5-60d3297c6393 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:47.923809 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4672a0d8-2c1e-4508-9027-bb6cbc9d7e22 req-3f9e8148-2615-4825-95a5-60d3297c6393 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:47.926017 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-4672a0d8-2c1e-4508-9027-bb6cbc9d7e22 req-3f9e8148-2615-4825-95a5-60d3297c6393 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] 10.222.0.18 "GET /v2.0/ports?device_id=bab14976-9a79-4961-bbb7-bef26e77c0b6 HTTP/1.1" status: 200 len: 5440 time: 0.1485720 Jul 27 23:12:47.943922 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Provisioning complete for port da8eaa0e-5e3b-4fb2-abf0-06dbf59ba175 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:12:47.944288 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:47.970818 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-d50c0c80-c953-4ccf-a5c6-178541c4a796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802623-1, 5199d91b-912c-4f41-aad1-46d85c2b9bc6) {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:12:47.974878 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-6805f308-2790-4ac1-ae42-e58a3435c6c7 req-51a27bc9-77e6-4941-9c79-549e070a0b19 service neutron] 10.222.0.49 "GET /v2.0/networks/391df1cb-e82d-4300-8c53-ec49271834ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2957935 Jul 27 23:12:47.997168 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e4b91a0-9633-4858-8819-2a221de033cb None None] Network 5199d91b-912c-4f41-aad1-46d85c2b9bc6 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:12:48.004565 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-4672a0d8-2c1e-4508-9027-bb6cbc9d7e22 req-f7cdadea-fc0c-4a10-8910-597f1f849a98 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] 10.222.0.18 "GET /v2.0/security-groups?id=cfd41bdc-77a0-40db-b366-4cd3c3051f6e&id=590f29d5-a38d-458c-93ce-543ee7b0dac7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0664730 Jul 27 23:12:48.008686 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d50c0c80-c953-4ccf-a5c6-178541c4a796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:12:48.037022 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-d50c0c80-c953-4ccf-a5c6-178541c4a796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Attempting to bind port dc2959a3-9568-4d2f-954b-5985d15a9d82 on host n-h1-802623-1 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:12:48.037363 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-d50c0c80-c953-4ccf-a5c6-178541c4a796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Attempting to bind port dc2959a3-9568-4d2f-954b-5985d15a9d82 by drivers openvswitch,hyperv on host n-h1-802623-1 at level 0 using segments [{'id': '95af18e4-d781-4c0a-a3bc-1668972ac497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '5199d91b-912c-4f41-aad1-46d85c2b9bc6'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:12:48.037745 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d50c0c80-c953-4ccf-a5c6-178541c4a796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Attempting to bind port dc2959a3-9568-4d2f-954b-5985d15a9d82 on network 5199d91b-912c-4f41-aad1-46d85c2b9bc6 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:12:48.043349 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 37766) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:12:48.043606 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-cb1b6d29-2618-4fa6-b836-fca3d44eb3ae tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.9924097 Jul 27 23:12:48.049986 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-7c4fea25-68f4-490a-85cf-c689c27e4ce5 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Request body: {'subnet': {'network_id': '0052d342-b5b8-4be5-86a5-4c909f6d7ddb', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:12:48.059666 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d50c0c80-c953-4ccf-a5c6-178541c4a796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Port dc2959a3-9568-4d2f-954b-5985d15a9d82 on network 5199d91b-912c-4f41-aad1-46d85c2b9bc6 not bound, no agent of type Open vSwitch agent registered on host n-h1-802623-1 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 23:12:48.060016 n-d-802623-1 neutron-server[93798]: ERROR neutron.plugins.ml2.managers [None req-d50c0c80-c953-4ccf-a5c6-178541c4a796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Failed to bind port dc2959a3-9568-4d2f-954b-5985d15a9d82 on host n-h1-802623-1 for vnic_type normal using segments [{'id': '95af18e4-d781-4c0a-a3bc-1668972ac497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '5199d91b-912c-4f41-aad1-46d85c2b9bc6'}] Jul 27 23:12:48.060569 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1b6d29-2618-4fa6-b836-fca3d44eb3ae tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Pushing event updated for resources: {'Network': ['ID=42a806fa-6465-4bb1-a70d-1966b5320f00,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:12:48.075919 n-d-802623-1 neutron-server[93798]: INFO neutron.plugins.ml2.plugin [None req-d50c0c80-c953-4ccf-a5c6-178541c4a796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Attempt 2 to bind port dc2959a3-9568-4d2f-954b-5985d15a9d82 Jul 27 23:12:48.076104 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] get_ports_and_sgs() called for port_ids ['d71e5a2a-0499-4002-bcab-f82255e4fc43'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:12:48.101524 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Network 42a806fa-6465-4bb1-a70d-1966b5320f00 details requested by agent ovs-agent-n-d-802623-1 with host n-d-802623-1 {{(pid=93799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 23:12:48.121008 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-9a566947-c380-4cc1-88d1-4205308eaec3 admin admin] Allocated IP 172.25.4.161 (2fd42287-ed26-4eb9-89a5-b521f5b04356/17de1f8f-393a-4b0c-a2df-614bd3f2fb5e/30e60e4b-5905-4371-b398-cc252ac3c37c) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:12:48.128371 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-d50c0c80-c953-4ccf-a5c6-178541c4a796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Attempting to bind port dc2959a3-9568-4d2f-954b-5985d15a9d82 on host n-h1-802623-1 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:12:48.128538 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-d50c0c80-c953-4ccf-a5c6-178541c4a796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Attempting to bind port dc2959a3-9568-4d2f-954b-5985d15a9d82 by drivers openvswitch,hyperv on host n-h1-802623-1 at level 0 using segments [{'id': '95af18e4-d781-4c0a-a3bc-1668972ac497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '5199d91b-912c-4f41-aad1-46d85c2b9bc6'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:12:48.128911 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d50c0c80-c953-4ccf-a5c6-178541c4a796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Attempting to bind port dc2959a3-9568-4d2f-954b-5985d15a9d82 on network 5199d91b-912c-4f41-aad1-46d85c2b9bc6 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:12:48.143160 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d50c0c80-c953-4ccf-a5c6-178541c4a796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Port dc2959a3-9568-4d2f-954b-5985d15a9d82 on network 5199d91b-912c-4f41-aad1-46d85c2b9bc6 not bound, no agent of type Open vSwitch agent registered on host n-h1-802623-1 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 23:12:48.149954 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Pushing event updated for resources: {'Port': ['ID=e519a38a-bcaf-48eb-addd-572e97f9b106,revision_number=5']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:12:48.150563 n-d-802623-1 neutron-server[93798]: ERROR neutron.plugins.ml2.managers [None req-d50c0c80-c953-4ccf-a5c6-178541c4a796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Failed to bind port dc2959a3-9568-4d2f-954b-5985d15a9d82 on host n-h1-802623-1 for vnic_type normal using segments [{'id': '95af18e4-d781-4c0a-a3bc-1668972ac497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '5199d91b-912c-4f41-aad1-46d85c2b9bc6'}] Jul 27 23:12:48.152979 n-d-802623-1 neutron-server[93798]: INFO neutron.plugins.ml2.plugin [None req-d50c0c80-c953-4ccf-a5c6-178541c4a796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Attempt 3 to bind port dc2959a3-9568-4d2f-954b-5985d15a9d82 Jul 27 23:12:48.191860 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020221c8-d49f-4804-9e12-fc48c49aca3c req-7f8619f3-2e96-4730-81bb-51c0201832ca tempest-ServerRescueTestJSON-1182058210 tempest-ServerRescueTestJSON-1182058210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:48.193456 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-020221c8-d49f-4804-9e12-fc48c49aca3c req-7f8619f3-2e96-4730-81bb-51c0201832ca tempest-ServerRescueTestJSON-1182058210 tempest-ServerRescueTestJSON-1182058210-project] 10.222.0.18 "GET /v2.0/ports?device_id=fdf76be6-bd13-41d1-88c2-61c6861cc347 HTTP/1.1" status: 200 len: 945 time: 0.1371064 Jul 27 23:12:48.198535 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-08c74eb5-3b74-4dd1-8dba-15e06a893139 None None] Provisioning for port ac9fa10f-b7c9-49a5-b221-7a0293adb985 completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:12:48.202286 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c4fea25-68f4-490a-85cf-c689c27e4ce5 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Made reservation on behalf of f48a0b951c1c4793a7fc1226ee71e867 for: {'subnet': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:12:48.205957 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7c4fea25-68f4-490a-85cf-c689c27e4ce5 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11551435'] for subnet, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:48.226296 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device ac9fa10f-b7c9-49a5-b221-7a0293adb985 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:12:48.231935 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-d50c0c80-c953-4ccf-a5c6-178541c4a796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Attempting to bind port dc2959a3-9568-4d2f-954b-5985d15a9d82 on host n-h1-802623-1 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:12:48.232272 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-d50c0c80-c953-4ccf-a5c6-178541c4a796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Attempting to bind port dc2959a3-9568-4d2f-954b-5985d15a9d82 by drivers openvswitch,hyperv on host n-h1-802623-1 at level 0 using segments [{'id': '95af18e4-d781-4c0a-a3bc-1668972ac497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '5199d91b-912c-4f41-aad1-46d85c2b9bc6'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:12:48.233138 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d50c0c80-c953-4ccf-a5c6-178541c4a796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Attempting to bind port dc2959a3-9568-4d2f-954b-5985d15a9d82 on network 5199d91b-912c-4f41-aad1-46d85c2b9bc6 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:12:48.260105 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d50c0c80-c953-4ccf-a5c6-178541c4a796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Port dc2959a3-9568-4d2f-954b-5985d15a9d82 on network 5199d91b-912c-4f41-aad1-46d85c2b9bc6 not bound, no agent of type Open vSwitch agent registered on host n-h1-802623-1 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 23:12:48.260686 n-d-802623-1 neutron-server[93798]: ERROR neutron.plugins.ml2.managers [None req-d50c0c80-c953-4ccf-a5c6-178541c4a796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Failed to bind port dc2959a3-9568-4d2f-954b-5985d15a9d82 on host n-h1-802623-1 for vnic_type normal using segments [{'id': '95af18e4-d781-4c0a-a3bc-1668972ac497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '5199d91b-912c-4f41-aad1-46d85c2b9bc6'}] Jul 27 23:12:48.263647 n-d-802623-1 neutron-server[93798]: INFO neutron.plugins.ml2.plugin [None req-d50c0c80-c953-4ccf-a5c6-178541c4a796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Attempt 4 to bind port dc2959a3-9568-4d2f-954b-5985d15a9d82 Jul 27 23:12:48.298543 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-d50c0c80-c953-4ccf-a5c6-178541c4a796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Attempting to bind port dc2959a3-9568-4d2f-954b-5985d15a9d82 on host n-h1-802623-1 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:12:48.298769 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-d50c0c80-c953-4ccf-a5c6-178541c4a796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Attempting to bind port dc2959a3-9568-4d2f-954b-5985d15a9d82 by drivers openvswitch,hyperv on host n-h1-802623-1 at level 0 using segments [{'id': '95af18e4-d781-4c0a-a3bc-1668972ac497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '5199d91b-912c-4f41-aad1-46d85c2b9bc6'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:12:48.299089 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d50c0c80-c953-4ccf-a5c6-178541c4a796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Attempting to bind port dc2959a3-9568-4d2f-954b-5985d15a9d82 on network 5199d91b-912c-4f41-aad1-46d85c2b9bc6 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:12:48.311657 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-020221c8-d49f-4804-9e12-fc48c49aca3c req-518a0473-cb39-43ff-830d-6c74a95f8042 tempest-ServerRescueTestJSON-1182058210 tempest-ServerRescueTestJSON-1182058210-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1683666-2031-45b7-8015-e9f1b36fb2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826278 Jul 27 23:12:48.315506 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d50c0c80-c953-4ccf-a5c6-178541c4a796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Port dc2959a3-9568-4d2f-954b-5985d15a9d82 on network 5199d91b-912c-4f41-aad1-46d85c2b9bc6 not bound, no agent of type Open vSwitch agent registered on host n-h1-802623-1 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 23:12:48.315864 n-d-802623-1 neutron-server[93798]: ERROR neutron.plugins.ml2.managers [None req-d50c0c80-c953-4ccf-a5c6-178541c4a796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Failed to bind port dc2959a3-9568-4d2f-954b-5985d15a9d82 on host n-h1-802623-1 for vnic_type normal using segments [{'id': '95af18e4-d781-4c0a-a3bc-1668972ac497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '5199d91b-912c-4f41-aad1-46d85c2b9bc6'}] Jul 27 23:12:48.321411 n-d-802623-1 neutron-server[93798]: INFO neutron.plugins.ml2.plugin [None req-d50c0c80-c953-4ccf-a5c6-178541c4a796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Attempt 5 to bind port dc2959a3-9568-4d2f-954b-5985d15a9d82 Jul 27 23:12:48.353677 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-d50c0c80-c953-4ccf-a5c6-178541c4a796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Attempting to bind port dc2959a3-9568-4d2f-954b-5985d15a9d82 on host n-h1-802623-1 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:12:48.354632 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-d50c0c80-c953-4ccf-a5c6-178541c4a796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Attempting to bind port dc2959a3-9568-4d2f-954b-5985d15a9d82 by drivers openvswitch,hyperv on host n-h1-802623-1 at level 0 using segments [{'id': '95af18e4-d781-4c0a-a3bc-1668972ac497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '5199d91b-912c-4f41-aad1-46d85c2b9bc6'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:12:48.354632 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d50c0c80-c953-4ccf-a5c6-178541c4a796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Attempting to bind port dc2959a3-9568-4d2f-954b-5985d15a9d82 on network 5199d91b-912c-4f41-aad1-46d85c2b9bc6 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:12:48.363303 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9a566947-c380-4cc1-88d1-4205308eaec3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:48.365821 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d50c0c80-c953-4ccf-a5c6-178541c4a796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Port dc2959a3-9568-4d2f-954b-5985d15a9d82 on network 5199d91b-912c-4f41-aad1-46d85c2b9bc6 not bound, no agent of type Open vSwitch agent registered on host n-h1-802623-1 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 23:12:48.366152 n-d-802623-1 neutron-server[93798]: ERROR neutron.plugins.ml2.managers [None req-d50c0c80-c953-4ccf-a5c6-178541c4a796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Failed to bind port dc2959a3-9568-4d2f-954b-5985d15a9d82 on host n-h1-802623-1 for vnic_type normal using segments [{'id': '95af18e4-d781-4c0a-a3bc-1668972ac497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '5199d91b-912c-4f41-aad1-46d85c2b9bc6'}] Jul 27 23:12:48.368229 n-d-802623-1 neutron-server[93798]: INFO neutron.plugins.ml2.plugin [None req-d50c0c80-c953-4ccf-a5c6-178541c4a796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Attempt 6 to bind port dc2959a3-9568-4d2f-954b-5985d15a9d82 Jul 27 23:12:48.387424 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-d50c0c80-c953-4ccf-a5c6-178541c4a796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Attempting to bind port dc2959a3-9568-4d2f-954b-5985d15a9d82 on host n-h1-802623-1 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:12:48.387757 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-d50c0c80-c953-4ccf-a5c6-178541c4a796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Attempting to bind port dc2959a3-9568-4d2f-954b-5985d15a9d82 by drivers openvswitch,hyperv on host n-h1-802623-1 at level 0 using segments [{'id': '95af18e4-d781-4c0a-a3bc-1668972ac497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '5199d91b-912c-4f41-aad1-46d85c2b9bc6'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:12:48.388097 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d50c0c80-c953-4ccf-a5c6-178541c4a796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Attempting to bind port dc2959a3-9568-4d2f-954b-5985d15a9d82 on network 5199d91b-912c-4f41-aad1-46d85c2b9bc6 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:12:48.399065 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d50c0c80-c953-4ccf-a5c6-178541c4a796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Port dc2959a3-9568-4d2f-954b-5985d15a9d82 on network 5199d91b-912c-4f41-aad1-46d85c2b9bc6 not bound, no agent of type Open vSwitch agent registered on host n-h1-802623-1 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 23:12:48.399539 n-d-802623-1 neutron-server[93798]: ERROR neutron.plugins.ml2.managers [None req-d50c0c80-c953-4ccf-a5c6-178541c4a796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Failed to bind port dc2959a3-9568-4d2f-954b-5985d15a9d82 on host n-h1-802623-1 for vnic_type normal using segments [{'id': '95af18e4-d781-4c0a-a3bc-1668972ac497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '5199d91b-912c-4f41-aad1-46d85c2b9bc6'}] Jul 27 23:12:48.401117 n-d-802623-1 neutron-server[93798]: INFO neutron.plugins.ml2.plugin [None req-d50c0c80-c953-4ccf-a5c6-178541c4a796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Attempt 7 to bind port dc2959a3-9568-4d2f-954b-5985d15a9d82 Jul 27 23:12:48.423331 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-d50c0c80-c953-4ccf-a5c6-178541c4a796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Attempting to bind port dc2959a3-9568-4d2f-954b-5985d15a9d82 on host n-h1-802623-1 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:12:48.424583 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-d50c0c80-c953-4ccf-a5c6-178541c4a796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Attempting to bind port dc2959a3-9568-4d2f-954b-5985d15a9d82 by drivers openvswitch,hyperv on host n-h1-802623-1 at level 0 using segments [{'id': '95af18e4-d781-4c0a-a3bc-1668972ac497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '5199d91b-912c-4f41-aad1-46d85c2b9bc6'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:12:48.424583 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d50c0c80-c953-4ccf-a5c6-178541c4a796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Attempting to bind port dc2959a3-9568-4d2f-954b-5985d15a9d82 on network 5199d91b-912c-4f41-aad1-46d85c2b9bc6 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:12:48.432713 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d50c0c80-c953-4ccf-a5c6-178541c4a796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Port dc2959a3-9568-4d2f-954b-5985d15a9d82 on network 5199d91b-912c-4f41-aad1-46d85c2b9bc6 not bound, no agent of type Open vSwitch agent registered on host n-h1-802623-1 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 23:12:48.433058 n-d-802623-1 neutron-server[93798]: ERROR neutron.plugins.ml2.managers [None req-d50c0c80-c953-4ccf-a5c6-178541c4a796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Failed to bind port dc2959a3-9568-4d2f-954b-5985d15a9d82 on host n-h1-802623-1 for vnic_type normal using segments [{'id': '95af18e4-d781-4c0a-a3bc-1668972ac497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '5199d91b-912c-4f41-aad1-46d85c2b9bc6'}] Jul 27 23:12:48.434211 n-d-802623-1 neutron-server[93798]: INFO neutron.plugins.ml2.plugin [None req-d50c0c80-c953-4ccf-a5c6-178541c4a796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Attempt 8 to bind port dc2959a3-9568-4d2f-954b-5985d15a9d82 Jul 27 23:12:48.444579 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9a566947-c380-4cc1-88d1-4205308eaec3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:48.472927 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7c4fea25-68f4-490a-85cf-c689c27e4ce5 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11336182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11551417'] for subnet, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:48.476099 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:48.478693 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-d50c0c80-c953-4ccf-a5c6-178541c4a796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Attempting to bind port dc2959a3-9568-4d2f-954b-5985d15a9d82 on host n-h1-802623-1 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:12:48.479032 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-d50c0c80-c953-4ccf-a5c6-178541c4a796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Attempting to bind port dc2959a3-9568-4d2f-954b-5985d15a9d82 by drivers openvswitch,hyperv on host n-h1-802623-1 at level 0 using segments [{'id': '95af18e4-d781-4c0a-a3bc-1668972ac497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '5199d91b-912c-4f41-aad1-46d85c2b9bc6'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:12:48.479423 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d50c0c80-c953-4ccf-a5c6-178541c4a796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Attempting to bind port dc2959a3-9568-4d2f-954b-5985d15a9d82 on network 5199d91b-912c-4f41-aad1-46d85c2b9bc6 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:12:48.490970 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d50c0c80-c953-4ccf-a5c6-178541c4a796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Port dc2959a3-9568-4d2f-954b-5985d15a9d82 on network 5199d91b-912c-4f41-aad1-46d85c2b9bc6 not bound, no agent of type Open vSwitch agent registered on host n-h1-802623-1 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 23:12:48.491332 n-d-802623-1 neutron-server[93798]: ERROR neutron.plugins.ml2.managers [None req-d50c0c80-c953-4ccf-a5c6-178541c4a796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Failed to bind port dc2959a3-9568-4d2f-954b-5985d15a9d82 on host n-h1-802623-1 for vnic_type normal using segments [{'id': '95af18e4-d781-4c0a-a3bc-1668972ac497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '5199d91b-912c-4f41-aad1-46d85c2b9bc6'}] Jul 27 23:12:48.494910 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning for port ac9fa10f-b7c9-49a5-b221-7a0293adb985 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:12:48.495783 n-d-802623-1 neutron-server[93798]: INFO neutron.plugins.ml2.plugin [None req-d50c0c80-c953-4ccf-a5c6-178541c4a796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Attempt 9 to bind port dc2959a3-9568-4d2f-954b-5985d15a9d82 Jul 27 23:12:48.499869 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a566947-c380-4cc1-88d1-4205308eaec3 admin admin] Network 2fd42287-ed26-4eb9-89a5-b521f5b04356 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:12:48.512289 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-9a566947-c380-4cc1-88d1-4205308eaec3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:12:48.513204 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port ac9fa10f-b7c9-49a5-b221-7a0293adb985 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:12:48.514108 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:48.518236 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a566947-c380-4cc1-88d1-4205308eaec3 admin admin] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:12:48.532836 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7141c61f-7e28-4e3d-9b93-83e13e7e90d0 req-4d1b2902-9784-426b-a4e1-9be27c936f91 tempest-ListServersNegativeTestJSON-219464243 tempest-ListServersNegativeTestJSON-219464243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:48.534456 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-7141c61f-7e28-4e3d-9b93-83e13e7e90d0 req-4d1b2902-9784-426b-a4e1-9be27c936f91 tempest-ListServersNegativeTestJSON-219464243 tempest-ListServersNegativeTestJSON-219464243-project] 10.222.0.18 "GET /v2.0/ports?device_id=8192a572-70e9-493b-bfee-65b34f4b4be8 HTTP/1.1" status: 200 len: 944 time: 0.1098380 Jul 27 23:12:48.539869 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a566947-c380-4cc1-88d1-4205308eaec3 admin admin] Pushing event updated for resources: {'Port': ['ID=30e60e4b-5905-4371-b398-cc252ac3c37c,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:12:48.543965 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-d50c0c80-c953-4ccf-a5c6-178541c4a796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Attempting to bind port dc2959a3-9568-4d2f-954b-5985d15a9d82 on host n-h1-802623-1 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:12:48.544304 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-d50c0c80-c953-4ccf-a5c6-178541c4a796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Attempting to bind port dc2959a3-9568-4d2f-954b-5985d15a9d82 by drivers openvswitch,hyperv on host n-h1-802623-1 at level 0 using segments [{'id': '95af18e4-d781-4c0a-a3bc-1668972ac497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '5199d91b-912c-4f41-aad1-46d85c2b9bc6'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:12:48.544636 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d50c0c80-c953-4ccf-a5c6-178541c4a796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Attempting to bind port dc2959a3-9568-4d2f-954b-5985d15a9d82 on network 5199d91b-912c-4f41-aad1-46d85c2b9bc6 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:12:48.556010 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d50c0c80-c953-4ccf-a5c6-178541c4a796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Port dc2959a3-9568-4d2f-954b-5985d15a9d82 on network 5199d91b-912c-4f41-aad1-46d85c2b9bc6 not bound, no agent of type Open vSwitch agent registered on host n-h1-802623-1 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 23:12:48.556265 n-d-802623-1 neutron-server[93798]: ERROR neutron.plugins.ml2.managers [None req-d50c0c80-c953-4ccf-a5c6-178541c4a796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Failed to bind port dc2959a3-9568-4d2f-954b-5985d15a9d82 on host n-h1-802623-1 for vnic_type normal using segments [{'id': '95af18e4-d781-4c0a-a3bc-1668972ac497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '5199d91b-912c-4f41-aad1-46d85c2b9bc6'}] Jul 27 23:12:48.558361 n-d-802623-1 neutron-server[93798]: INFO neutron.plugins.ml2.plugin [None req-d50c0c80-c953-4ccf-a5c6-178541c4a796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Attempt 10 to bind port dc2959a3-9568-4d2f-954b-5985d15a9d82 Jul 27 23:12:48.570994 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4fea25-68f4-490a-85cf-c689c27e4ce5 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Pushing event updated for resources: {'Subnet': ['ID=2370b3c6-3347-454c-b521-b5818cee031b,revision_number=0']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:12:48.576956 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-d50c0c80-c953-4ccf-a5c6-178541c4a796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Attempting to bind port dc2959a3-9568-4d2f-954b-5985d15a9d82 on host n-h1-802623-1 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:12:48.577355 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-d50c0c80-c953-4ccf-a5c6-178541c4a796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Attempting to bind port dc2959a3-9568-4d2f-954b-5985d15a9d82 by drivers openvswitch,hyperv on host n-h1-802623-1 at level 0 using segments [{'id': '95af18e4-d781-4c0a-a3bc-1668972ac497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '5199d91b-912c-4f41-aad1-46d85c2b9bc6'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:12:48.577624 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d50c0c80-c953-4ccf-a5c6-178541c4a796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Attempting to bind port dc2959a3-9568-4d2f-954b-5985d15a9d82 on network 5199d91b-912c-4f41-aad1-46d85c2b9bc6 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:12:48.587455 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port da8eaa0e-5e3b-4fb2-abf0-06dbf59ba175, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=da8eaa0e-5e3b-4fb2-abf0-06dbf59ba175,segment=NetworkSegment(e18f4904-6ae0-4e14-a513-9cfea782d82f),segment_id=e18f4904-6ae0-4e14-a513-9cfea782d82f)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:12:48.601593 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c4fea25-68f4-490a-85cf-c689c27e4ce5 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Checking segment: {'id': 'c9fb78ac-e6ea-467c-8f46-ba3c48e27877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '0052d342-b5b8-4be5-86a5-4c909f6d7ddb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:12:48.601958 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c4fea25-68f4-490a-85cf-c689c27e4ce5 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Network hostable DHCP agents. Network: 0052d342-b5b8-4be5-86a5-4c909f6d7ddb, hostable agents: ['5950e76f-2bde-4343-a925-cbe6bacd2706'], hosted agents: [] {{(pid=93797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 23:12:48.604513 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:48.622314 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-7141c61f-7e28-4e3d-9b93-83e13e7e90d0 req-57160b8c-ae86-4370-a502-8f8ab187ff5d tempest-ListServersNegativeTestJSON-219464243 tempest-ListServersNegativeTestJSON-219464243-project] 10.222.0.18 "GET /v2.0/security-groups?id=101be31e-d533-430f-a71d-e6dea6b55f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703237 Jul 27 23:12:48.639285 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c4fea25-68f4-490a-85cf-c689c27e4ce5 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Network 0052d342-b5b8-4be5-86a5-4c909f6d7ddb is scheduled to be hosted by DHCP agent 5950e76f-2bde-4343-a925-cbe6bacd2706 with binding_index 1 {{(pid=93797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 23:12:48.652444 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d50c0c80-c953-4ccf-a5c6-178541c4a796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Port dc2959a3-9568-4d2f-954b-5985d15a9d82 on network 5199d91b-912c-4f41-aad1-46d85c2b9bc6 not bound, no agent of type Open vSwitch agent registered on host n-h1-802623-1 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 23:12:48.653201 n-d-802623-1 neutron-server[93798]: ERROR neutron.plugins.ml2.managers [None req-d50c0c80-c953-4ccf-a5c6-178541c4a796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Failed to bind port dc2959a3-9568-4d2f-954b-5985d15a9d82 on host n-h1-802623-1 for vnic_type normal using segments [{'id': '95af18e4-d781-4c0a-a3bc-1668972ac497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '5199d91b-912c-4f41-aad1-46d85c2b9bc6'}] Jul 27 23:12:48.653316 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d50c0c80-c953-4ccf-a5c6-178541c4a796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:48.658647 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-7c4fea25-68f4-490a-85cf-c689c27e4ce5 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802623-1, 0052d342-b5b8-4be5-86a5-4c909f6d7ddb) {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:12:48.671000 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c4fea25-68f4-490a-85cf-c689c27e4ce5 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:48.671706 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7c4fea25-68f4-490a-85cf-c689c27e4ce5 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for subnet, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:48.672788 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba2cd852-2223-4a06-adc7-5fad6da66cec None None] Network 0052d342-b5b8-4be5-86a5-4c909f6d7ddb requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:12:48.691293 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Pushing event updated for resources: {'Port': ['ID=da8eaa0e-5e3b-4fb2-abf0-06dbf59ba175,revision_number=5']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:12:48.742213 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-7c4fea25-68f4-490a-85cf-c689c27e4ce5 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.6950521 Jul 27 23:12:48.742416 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 37772) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:12:48.747699 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-ce34cad3-25c2-4326-8909-2fb989684751 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Request body: {'subnet': {'network_id': '42a806fa-6465-4bb1-a70d-1966b5320f00', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:12:48.774441 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-d50c0c80-c953-4ccf-a5c6-178541c4a796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] For port dc2959a3-9568-4d2f-954b-5985d15a9d82, host n-h1-802623-1, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:12:48.775561 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-d50c0c80-c953-4ccf-a5c6-178541c4a796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Attempted to set empty binding levels {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 27 23:12:48.786971 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:48.827320 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d50c0c80-c953-4ccf-a5c6-178541c4a796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:48.897099 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d50c0c80-c953-4ccf-a5c6-178541c4a796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:48.897667 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d50c0c80-c953-4ccf-a5c6-178541c4a796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:48.913155 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-4e716c47-7a78-4e5d-8d17-2759a067f83c None None] Provisioning complete for port ac9fa10f-b7c9-49a5-b221-7a0293adb985 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:12:48.913598 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4e716c47-7a78-4e5d-8d17-2759a067f83c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:48.931414 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50c0c80-c953-4ccf-a5c6-178541c4a796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Pushing event updated for resources: {'Port': ['ID=dc2959a3-9568-4d2f-954b-5985d15a9d82,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:12:48.950145 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3767205-3bc4-4729-ba0d-a1e640c48601 req-d1103884-94e9-4426-9ba9-f23fb438fc63 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:48.952117 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f3767205-3bc4-4729-ba0d-a1e640c48601 req-d1103884-94e9-4426-9ba9-f23fb438fc63 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/ports?device_id=c292af40-c395-4445-978c-d1d948a0e563 HTTP/1.1" status: 200 len: 949 time: 0.1737506 Jul 27 23:12:48.953470 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-d50c0c80-c953-4ccf-a5c6-178541c4a796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 3.6531610 Jul 27 23:12:48.960749 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 37776) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:12:48.960943 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] For port ac9fa10f-b7c9-49a5-b221-7a0293adb985, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=ac9fa10f-b7c9-49a5-b221-7a0293adb985,segment=NetworkSegment(145d64c0-063a-4e1d-8ed5-459cef7aa517),segment_id=145d64c0-063a-4e1d-8ed5-459cef7aa517)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:12:48.972773 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:49.011230 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device aaaa4f7d-c44a-4b6f-bde1-dfd985f0a398 up at agent hyperv_n-h2-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:12:49.130208 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f3767205-3bc4-4729-ba0d-a1e640c48601 req-6d8c620d-e606-4cbd-8c85-90089ec666e2 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb779318-b8ff-43a6-a94f-3ce471aff166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583996 Jul 27 23:12:49.155360 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726a0dd7-d7f4-4f29-8c38-cf9764fa5145 req-86d7792e-6d36-4283-837f-3cf02c9c200f tempest-ServerRescueNegativeTestJSON-1855851441 tempest-ServerRescueNegativeTestJSON-1855851441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:49.163552 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-726a0dd7-d7f4-4f29-8c38-cf9764fa5145 req-86d7792e-6d36-4283-837f-3cf02c9c200f tempest-ServerRescueNegativeTestJSON-1855851441 tempest-ServerRescueNegativeTestJSON-1855851441-project] 10.222.0.18 "GET /v2.0/ports?device_id=18bf2265-d54a-42b3-beea-c61771ab87ab HTTP/1.1" status: 200 len: 945 time: 0.1038556 Jul 27 23:12:49.179478 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-58680924-9ed0-486b-81c0-bdfa7380e065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Deleting port dc2959a3-9568-4d2f-954b-5985d15a9d82 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:12:49.179811 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-58680924-9ed0-486b-81c0-bdfa7380e065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:49.182696 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9a566947-c380-4cc1-88d1-4205308eaec3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:49.207459 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce34cad3-25c2-4326-8909-2fb989684751 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Made reservation on behalf of f48a0b951c1c4793a7fc1226ee71e867 for: {'subnet': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:12:49.211343 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ce34cad3-25c2-4326-8909-2fb989684751 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11551435'] for subnet, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:49.211558 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edf66b4f-e54f-4c61-93a3-6680168d2e71 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f6f257c-ad18-5f0c-8c8e-ea085a5fc8a2-0052d342-b5b8-4be5-86a5-4c909f6d7ddb', 'network_id': '0052d342-b5b8-4be5-86a5-4c909f6d7ddb', 'tenant_id': 'f48a0b951c1c4793a7fc1226ee71e867', 'fixed_ips': [{'subnet_id': '2370b3c6-3347-454c-b521-b5818cee031b'}]}} from n-d-802623-1. {{(pid=93799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 23:12:49.212398 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-edf66b4f-e54f-4c61-93a3-6680168d2e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:49.235396 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-726a0dd7-d7f4-4f29-8c38-cf9764fa5145 req-714a9491-55ba-4c1b-84c7-083600a583e8 tempest-ServerRescueNegativeTestJSON-1855851441 tempest-ServerRescueNegativeTestJSON-1855851441-project] 10.222.0.18 "GET /v2.0/security-groups?id=1af18e13-f94e-429a-ab8a-66f4e32e8b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685236 Jul 27 23:12:49.266817 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Pushing event updated for resources: {'Port': ['ID=ac9fa10f-b7c9-49a5-b221-7a0293adb985,revision_number=3']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:12:49.375363 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Provisioning for port aaaa4f7d-c44a-4b6f-bde1-dfd985f0a398 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:12:49.391246 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-58680924-9ed0-486b-81c0-bdfa7380e065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] For port dc2959a3-9568-4d2f-954b-5985d15a9d82, host n-h1-802623-1, got binding levels [] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:12:49.391799 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-58680924-9ed0-486b-81c0-bdfa7380e065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:49.414231 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-58680924-9ed0-486b-81c0-bdfa7380e065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Calling delete_port for dc2959a3-9568-4d2f-954b-5985d15a9d82 owned by {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:12:49.426549 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9133206-b3ec-464c-9043-750b23de28cd req-399856c4-cd7a-410e-b5df-ee68530ef01e tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:49.428496 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Provisioning complete for port aaaa4f7d-c44a-4b6f-bde1-dfd985f0a398 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:12:49.428897 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:49.432795 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9133206-b3ec-464c-9043-750b23de28cd req-399856c4-cd7a-410e-b5df-ee68530ef01e tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:49.439343 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9133206-b3ec-464c-9043-750b23de28cd req-399856c4-cd7a-410e-b5df-ee68530ef01e tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:49.445210 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9133206-b3ec-464c-9043-750b23de28cd req-399856c4-cd7a-410e-b5df-ee68530ef01e tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:49.451099 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9133206-b3ec-464c-9043-750b23de28cd req-399856c4-cd7a-410e-b5df-ee68530ef01e tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:49.457776 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9133206-b3ec-464c-9043-750b23de28cd req-399856c4-cd7a-410e-b5df-ee68530ef01e tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:49.463658 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9133206-b3ec-464c-9043-750b23de28cd req-399856c4-cd7a-410e-b5df-ee68530ef01e tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:49.465564 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-edf66b4f-e54f-4c61-93a3-6680168d2e71 None None] Allocated IP 10.1.1.2 (0052d342-b5b8-4be5-86a5-4c909f6d7ddb/2370b3c6-3347-454c-b521-b5818cee031b/d84eb8e6-a02a-4476-a10b-fc7331bf84e7) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:12:49.465728 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f9133206-b3ec-464c-9043-750b23de28cd req-399856c4-cd7a-410e-b5df-ee68530ef01e tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] 10.222.0.18 "GET /v2.0/ports?device_id=bab14976-9a79-4961-bbb7-bef26e77c0b6 HTTP/1.1" status: 200 len: 5441 time: 0.2158015 Jul 27 23:12:49.491024 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ce34cad3-25c2-4326-8909-2fb989684751 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11336182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11551417'] for subnet, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:49.536710 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f1fa31-1745-4a1e-ae7f-082eb0f416ca req-5cff1b9e-f0b4-470f-8feb-ccc2f411ad1d tempest-ServerRescueTestJSON-1182058210 tempest-ServerRescueTestJSON-1182058210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:49.539366 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-00f1fa31-1745-4a1e-ae7f-082eb0f416ca req-5cff1b9e-f0b4-470f-8feb-ccc2f411ad1d tempest-ServerRescueTestJSON-1182058210 tempest-ServerRescueTestJSON-1182058210-project] 10.222.0.18 "GET /v2.0/ports?device_id=fdf76be6-bd13-41d1-88c2-61c6861cc347 HTTP/1.1" status: 200 len: 945 time: 0.1379876 Jul 27 23:12:49.587507 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:49.598475 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce34cad3-25c2-4326-8909-2fb989684751 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Pushing event updated for resources: {'Subnet': ['ID=26fa3d12-3c33-4127-ba40-843cbfb471cd,revision_number=0']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:12:49.626309 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce34cad3-25c2-4326-8909-2fb989684751 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Checking segment: {'id': '938ec75d-2450-4436-aa8a-94471f8dbbb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '42a806fa-6465-4bb1-a70d-1966b5320f00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:12:49.626995 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce34cad3-25c2-4326-8909-2fb989684751 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Network hostable DHCP agents. Network: 42a806fa-6465-4bb1-a70d-1966b5320f00, hostable agents: ['5950e76f-2bde-4343-a925-cbe6bacd2706'], hosted agents: [] {{(pid=93797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 23:12:49.638705 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-00f1fa31-1745-4a1e-ae7f-082eb0f416ca req-3ba0fe1e-a40c-42f8-8991-7e1887e2ab00 tempest-ServerRescueTestJSON-1182058210 tempest-ServerRescueTestJSON-1182058210-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1683666-2031-45b7-8015-e9f1b36fb2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890179 Jul 27 23:12:49.661329 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port aaaa4f7d-c44a-4b6f-bde1-dfd985f0a398, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=aaaa4f7d-c44a-4b6f-bde1-dfd985f0a398,segment=NetworkSegment(4ceca444-38c4-4d60-bd70-fd80dc9834fa),segment_id=4ceca444-38c4-4d60-bd70-fd80dc9834fa)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:12:49.663147 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce34cad3-25c2-4326-8909-2fb989684751 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Network 42a806fa-6465-4bb1-a70d-1966b5320f00 is scheduled to be hosted by DHCP agent 5950e76f-2bde-4343-a925-cbe6bacd2706 with binding_index 1 {{(pid=93797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 23:12:49.674950 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:49.675814 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device 0559974f-5eee-44ff-baf2-074fd2c27b02 up at agent hyperv_n-h2-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:12:49.690906 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-ce34cad3-25c2-4326-8909-2fb989684751 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802623-1, 42a806fa-6465-4bb1-a70d-1966b5320f00) {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:12:49.704341 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce34cad3-25c2-4326-8909-2fb989684751 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:49.709897 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ce34cad3-25c2-4326-8909-2fb989684751 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for subnet, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:49.731964 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f92abd9-932a-47a9-bf36-e22e54efb71d None None] Network 42a806fa-6465-4bb1-a70d-1966b5320f00 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:12:49.747194 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-ce34cad3-25c2-4326-8909-2fb989684751 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.0036943 Jul 27 23:12:49.766425 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 37786) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:12:49.774356 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-03d77716-ff12-4213-8c1f-f430b18bce1c tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Request body: {'port': {'network_id': '0052d342-b5b8-4be5-86a5-4c909f6d7ddb', 'name': 'tempest-TaggedBootDevicesTest-679554207', 'fixed_ips': [{'subnet_id': '2370b3c6-3347-454c-b521-b5818cee031b'}]}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:12:49.794795 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-edf66b4f-e54f-4c61-93a3-6680168d2e71 None None] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:49.835942 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-edf66b4f-e54f-4c61-93a3-6680168d2e71 None None] Transition to ACTIVE for port object d84eb8e6-a02a-4476-a10b-fc7331bf84e7 will not be triggered until provisioned by entity L2. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:12:49.844164 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Pushing event updated for resources: {'Port': ['ID=aaaa4f7d-c44a-4b6f-bde1-dfd985f0a398,revision_number=5']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:12:49.866934 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe49fa1-4717-4e68-b918-57efff73f5aa req-6ad8089a-2074-4348-92b3-cdb18182f348 tempest-ListServersNegativeTestJSON-219464243 tempest-ListServersNegativeTestJSON-219464243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:49.868493 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-dbe49fa1-4717-4e68-b918-57efff73f5aa req-6ad8089a-2074-4348-92b3-cdb18182f348 tempest-ListServersNegativeTestJSON-219464243 tempest-ListServersNegativeTestJSON-219464243-project] 10.222.0.18 "GET /v2.0/ports?device_id=8192a572-70e9-493b-bfee-65b34f4b4be8 HTTP/1.1" status: 200 len: 944 time: 0.1423101 Jul 27 23:12:49.879502 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Provisioning for port 0559974f-5eee-44ff-baf2-074fd2c27b02 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:12:49.885762 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-edf66b4f-e54f-4c61-93a3-6680168d2e71 None None] Transition to ACTIVE for port object d84eb8e6-a02a-4476-a10b-fc7331bf84e7 will not be triggered until provisioned by entity DHCP. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:12:49.891363 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Provisioning complete for port 0559974f-5eee-44ff-baf2-074fd2c27b02 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:12:49.891740 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:49.920778 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-edf66b4f-e54f-4c61-93a3-6680168d2e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:49.923181 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a956a4fe-7dc3-483f-928f-4a7198c9d531', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e519a38a-bcaf-48eb-addd-572e97f9b106'}, {'server_uuid': 'bab14976-9a79-4961-bbb7-bef26e77c0b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da8eaa0e-5e3b-4fb2-abf0-06dbf59ba175'}, {'server_uuid': 'bab14976-9a79-4961-bbb7-bef26e77c0b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaaa4f7d-c44a-4b6f-bde1-dfd985f0a398'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:12:49.925402 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c0369b0d4f459110ff20a1f9878ba33f96d6491bddb9d15843bf29d01e0bda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d54a6a8b-1ce3-4888-9b68-3e137b21ff86" -d '{"events": [{"server_uuid": "a956a4fe-7dc3-483f-928f-4a7198c9d531", "name": "network-vif-plugged", "status": "completed", "tag": "e519a38a-bcaf-48eb-addd-572e97f9b106"}, {"server_uuid": "bab14976-9a79-4961-bbb7-bef26e77c0b6", "name": "network-vif-plugged", "status": "completed", "tag": "da8eaa0e-5e3b-4fb2-abf0-06dbf59ba175"}, {"server_uuid": "bab14976-9a79-4961-bbb7-bef26e77c0b6", "name": "network-vif-plugged", "status": "completed", "tag": "aaaa4f7d-c44a-4b6f-bde1-dfd985f0a398"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:12:49.935479 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f9133206-b3ec-464c-9043-750b23de28cd req-54c6596d-a2e8-48ae-9338-4cb05457e962 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] 10.222.0.18 "GET /v2.0/security-groups?id=cfd41bdc-77a0-40db-b366-4cd3c3051f6e&id=590f29d5-a38d-458c-93ce-543ee7b0dac7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4557333 Jul 27 23:12:49.948084 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-dbe49fa1-4717-4e68-b918-57efff73f5aa req-15934836-e46d-401c-9171-d198f2f59027 tempest-ListServersNegativeTestJSON-219464243 tempest-ListServersNegativeTestJSON-219464243-project] 10.222.0.18 "GET /v2.0/security-groups?id=101be31e-d533-430f-a71d-e6dea6b55f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674813 Jul 27 23:12:49.976317 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf66b4f-e54f-4c61-93a3-6680168d2e71 None None] Pushing event updated for resources: {'Port': ['ID=d84eb8e6-a02a-4476-a10b-fc7331bf84e7,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:12:50.008993 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9a566947-c380-4cc1-88d1-4205308eaec3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-415468'] for router, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:50.012834 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-58680924-9ed0-486b-81c0-bdfa7380e065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:50.017071 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03d77716-ff12-4213-8c1f-f430b18bce1c tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Made reservation on behalf of f48a0b951c1c4793a7fc1226ee71e867 for: {'port': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:12:50.024269 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edf66b4f-e54f-4c61-93a3-6680168d2e71 None None] Network 0052d342-b5b8-4be5-86a5-4c909f6d7ddb is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:12:50.030863 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-edf66b4f-e54f-4c61-93a3-6680168d2e71 None None] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:12:50.036907 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf66b4f-e54f-4c61-93a3-6680168d2e71 None None] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:12:50.042039 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58680924-9ed0-486b-81c0-bdfa7380e065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Pushing event deleted for resources: {'Port': ['ID=dc2959a3-9568-4d2f-954b-5985d15a9d82,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:12:50.114398 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58680924-9ed0-486b-81c0-bdfa7380e065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:12:50.119678 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58680924-9ed0-486b-81c0-bdfa7380e065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:12:50.120215 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58680924-9ed0-486b-81c0-bdfa7380e065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:12:50.120714 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58680924-9ed0-486b-81c0-bdfa7380e065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:12:50.121217 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58680924-9ed0-486b-81c0-bdfa7380e065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:12:50.121732 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58680924-9ed0-486b-81c0-bdfa7380e065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:12:50.122382 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58680924-9ed0-486b-81c0-bdfa7380e065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:12:50.122855 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58680924-9ed0-486b-81c0-bdfa7380e065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:12:50.123409 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58680924-9ed0-486b-81c0-bdfa7380e065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:12:50.125107 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58680924-9ed0-486b-81c0-bdfa7380e065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:12:50.125604 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58680924-9ed0-486b-81c0-bdfa7380e065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:12:50.126116 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58680924-9ed0-486b-81c0-bdfa7380e065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:12:50.141982 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f51cd7a5-0313-4433-9a77-c0369ebffd72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f6f257c-ad18-5f0c-8c8e-ea085a5fc8a2-42a806fa-6465-4bb1-a70d-1966b5320f00', 'network_id': '42a806fa-6465-4bb1-a70d-1966b5320f00', 'tenant_id': 'f48a0b951c1c4793a7fc1226ee71e867', 'fixed_ips': [{'subnet_id': '26fa3d12-3c33-4127-ba40-843cbfb471cd'}]}} from n-d-802623-1. {{(pid=93799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 23:12:50.143067 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f51cd7a5-0313-4433-9a77-c0369ebffd72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:50.163671 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-03d77716-ff12-4213-8c1f-f430b18bce1c tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:50.164699 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device ac9fa10f-b7c9-49a5-b221-7a0293adb985 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:12:50.194007 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-03d77716-ff12-4213-8c1f-f430b18bce1c tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] device_id is not set on port cb2a8bc8-566d-48dc-b91d-d5248a770485 yet. {{(pid=93797) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 23:12:50.209399 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Tue, 27 Jul 2021 23:12:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35f724c8-4f08-419a-8eac-0d07bc9b3331 x-openstack-request-id: req-35f724c8-4f08-419a-8eac-0d07bc9b3331 {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:12:50.209941 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a956a4fe-7dc3-483f-928f-4a7198c9d531", "name": "network-vif-plugged", "status": "completed", "tag": "e519a38a-bcaf-48eb-addd-572e97f9b106", "code": 200}, {"server_uuid": "bab14976-9a79-4961-bbb7-bef26e77c0b6", "name": "network-vif-plugged", "status": "completed", "tag": "da8eaa0e-5e3b-4fb2-abf0-06dbf59ba175", "code": 200}, {"server_uuid": "bab14976-9a79-4961-bbb7-bef26e77c0b6", "name": "network-vif-plugged", "status": "completed", "tag": "aaaa4f7d-c44a-4b6f-bde1-dfd985f0a398", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:12:50.210339 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-35f724c8-4f08-419a-8eac-0d07bc9b3331 {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:12:50.210867 n-d-802623-1 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a956a4fe-7dc3-483f-928f-4a7198c9d531', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e519a38a-bcaf-48eb-addd-572e97f9b106', 'code': 200} Jul 27 23:12:50.211283 n-d-802623-1 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bab14976-9a79-4961-bbb7-bef26e77c0b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da8eaa0e-5e3b-4fb2-abf0-06dbf59ba175', 'code': 200} Jul 27 23:12:50.211708 n-d-802623-1 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bab14976-9a79-4961-bbb7-bef26e77c0b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaaa4f7d-c44a-4b6f-bde1-dfd985f0a398', 'code': 200} Jul 27 23:12:50.218213 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:50.224240 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-edf66b4f-e54f-4c61-93a3-6680168d2e71 None None] Attempting to bind port d84eb8e6-a02a-4476-a10b-fc7331bf84e7 on host n-d-802623-1 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:12:50.224848 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-edf66b4f-e54f-4c61-93a3-6680168d2e71 None None] Attempting to bind port d84eb8e6-a02a-4476-a10b-fc7331bf84e7 by drivers openvswitch,hyperv on host n-d-802623-1 at level 0 using segments [{'id': 'c9fb78ac-e6ea-467c-8f46-ba3c48e27877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '0052d342-b5b8-4be5-86a5-4c909f6d7ddb'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:12:50.225439 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf66b4f-e54f-4c61-93a3-6680168d2e71 None None] Attempting to bind port d84eb8e6-a02a-4476-a10b-fc7331bf84e7 on network 0052d342-b5b8-4be5-86a5-4c909f6d7ddb {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:12:50.250295 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-58680924-9ed0-486b-81c0-bdfa7380e065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:50.253959 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-58680924-9ed0-486b-81c0-bdfa7380e065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] 10.222.0.18 "DELETE /v2.0/ports/dc2959a3-9568-4d2f-954b-5985d15a9d82 HTTP/1.1" status: 204 len: 168 time: 1.2895732 Jul 27 23:12:50.254954 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 37796) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:12:50.292289 n-d-802623-1 neutron-server[93797]: INFO neutron.pecan_wsgi.hooks.translation [None req-f709fea0-66dc-4fb0-8bd0-c71902391af9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] GET failed (client error): The resource could not be found. Jul 27 23:12:50.297523 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-f709fea0-66dc-4fb0-8bd0-c71902391af9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] 10.222.0.18 "GET /v2.0/ports/dc2959a3-9568-4d2f-954b-5985d15a9d82 HTTP/1.1" status: 404 len: 333 time: 0.0381839 Jul 27 23:12:50.299337 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 37798) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:12:50.307839 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-f6ed066c-86c9-4503-9d85-b63cfc671c31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Request body: {'port': {'network_id': '5199d91b-912c-4f41-aad1-46d85c2b9bc6', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-829112090'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:12:50.319553 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf66b4f-e54f-4c61-93a3-6680168d2e71 None None] Checking agent: {'id': 'a9a568d2-a5e7-41e4-833f-a8ab42ea4073', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 52, 30), 'started_at': datetime.datetime(2021, 7, 27, 22, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 12, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802623-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:12:50.319940 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf66b4f-e54f-4c61-93a3-6680168d2e71 None None] Checking segment: {'id': 'c9fb78ac-e6ea-467c-8f46-ba3c48e27877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '0052d342-b5b8-4be5-86a5-4c909f6d7ddb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:12:50.320346 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-edf66b4f-e54f-4c61-93a3-6680168d2e71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:50.320741 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf66b4f-e54f-4c61-93a3-6680168d2e71 None None] Bound using segment: {'id': 'c9fb78ac-e6ea-467c-8f46-ba3c48e27877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '0052d342-b5b8-4be5-86a5-4c909f6d7ddb'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:12:50.321214 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-edf66b4f-e54f-4c61-93a3-6680168d2e71 None None] Bound port: d84eb8e6-a02a-4476-a10b-fc7331bf84e7, host: n-d-802623-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9fb78ac-e6ea-467c-8f46-ba3c48e27877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '0052d342-b5b8-4be5-86a5-4c909f6d7ddb'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:12:50.321589 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-edf66b4f-e54f-4c61-93a3-6680168d2e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:50.330440 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7bcfc6-fa2d-463c-88c9-a3115006bc22 req-a7cb5294-92ff-4cda-b818-654a863150ba tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:50.332001 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-6c7bcfc6-fa2d-463c-88c9-a3115006bc22 req-a7cb5294-92ff-4cda-b818-654a863150ba tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/ports?device_id=c292af40-c395-4445-978c-d1d948a0e563 HTTP/1.1" status: 200 len: 949 time: 0.0943074 Jul 27 23:12:50.367457 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dbb955-f5f0-4c49-8074-98acd91673e3 req-f9d5908f-ffd0-434d-a0f6-6c1999669883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:50.368947 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c4dbb955-f5f0-4c49-8074-98acd91673e3 req-f9d5908f-ffd0-434d-a0f6-6c1999669883 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=a956a4fe-7dc3-483f-928f-4a7198c9d531 HTTP/1.1" status: 200 len: 1096 time: 0.1018841 Jul 27 23:12:50.374933 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port 0559974f-5eee-44ff-baf2-074fd2c27b02, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=0559974f-5eee-44ff-baf2-074fd2c27b02,segment=NetworkSegment(c7a206b6-2b59-413c-9a8e-188476801f18),segment_id=c7a206b6-2b59-413c-9a8e-188476801f18)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:12:50.410200 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:50.411142 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device 7000adaa-7864-409e-b126-7512669b5cb6 up at agent hyperv_n-h2-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:12:50.412699 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6ed066c-86c9-4503-9d85-b63cfc671c31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Made reservation on behalf of d912dd2479474415aa4537f3db082df6 for: {'port': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:12:50.413189 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-6c7bcfc6-fa2d-463c-88c9-a3115006bc22 req-0c0ac445-604a-4038-9019-81e543604094 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb779318-b8ff-43a6-a94f-3ce471aff166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682590 Jul 27 23:12:50.415039 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f6ed066c-86c9-4503-9d85-b63cfc671c31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:50.415672 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a566947-c380-4cc1-88d1-4205308eaec3 admin admin] Router 10876ef5-369b-4d15-8f81-8b99419d04d0 is scheduled to L3 agent 018c4455-49c0-4734-927d-7824067b2a9e with binding_index 1 {{(pid=93798) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 23:12:50.440640 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c4dbb955-f5f0-4c49-8074-98acd91673e3 req-fb21e116-1fd3-4afc-8e21-3683adad73ca service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=101be31e-d533-430f-a71d-e6dea6b55f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588622 Jul 27 23:12:50.465397 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2173737-832c-4066-8b22-aac2b25b5bb5 req-94cad277-bde4-4aa0-981e-61fe7d39adc9 tempest-ServerRescueNegativeTestJSON-1855851441 tempest-ServerRescueNegativeTestJSON-1855851441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:50.466913 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-c2173737-832c-4066-8b22-aac2b25b5bb5 req-94cad277-bde4-4aa0-981e-61fe7d39adc9 tempest-ServerRescueNegativeTestJSON-1855851441 tempest-ServerRescueNegativeTestJSON-1855851441-project] 10.222.0.18 "GET /v2.0/ports?device_id=18bf2265-d54a-42b3-beea-c61771ab87ab HTTP/1.1" status: 200 len: 945 time: 0.1538188 Jul 27 23:12:50.476686 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-f6ed066c-86c9-4503-9d85-b63cfc671c31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] device_id is not set on port b539656b-aff7-4af8-a0a9-8c460ae6eebe yet. {{(pid=93797) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 23:12:50.497884 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-03d77716-ff12-4213-8c1f-f430b18bce1c tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Allocated IP 10.1.1.156 (0052d342-b5b8-4be5-86a5-4c909f6d7ddb/2370b3c6-3347-454c-b521-b5818cee031b/cb2a8bc8-566d-48dc-b91d-d5248a770485) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:12:50.560545 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port ac9fa10f-b7c9-49a5-b221-7a0293adb985 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:12:50.561065 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:50.565166 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-edf66b4f-e54f-4c61-93a3-6680168d2e71 None None] For port d84eb8e6-a02a-4476-a10b-fc7331bf84e7, host n-d-802623-1, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:12:50.569294 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a566947-c380-4cc1-88d1-4205308eaec3 admin admin] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:12:50.571814 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-edf66b4f-e54f-4c61-93a3-6680168d2e71 None None] For port d84eb8e6-a02a-4476-a10b-fc7331bf84e7, host n-d-802623-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=d84eb8e6-a02a-4476-a10b-fc7331bf84e7,segment=NetworkSegment(c9fb78ac-e6ea-467c-8f46-ba3c48e27877),segment_id=c9fb78ac-e6ea-467c-8f46-ba3c48e27877)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:12:50.593315 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Pushing event updated for resources: {'Port': ['ID=0559974f-5eee-44ff-baf2-074fd2c27b02,revision_number=5']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:12:50.594144 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9a566947-c380-4cc1-88d1-4205308eaec3 admin admin] Notify callbacks [] for router, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:50.595822 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-9a566947-c380-4cc1-88d1-4205308eaec3 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.7412088 Jul 27 23:12:50.603978 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c4bb075-89e1-4f10-a65d-d065b74db63c None None] Sync routers for ids ['10876ef5-369b-4d15-8f81-8b99419d04d0'] in n-d-802623-1 {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:12:50.604088 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 37800) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:12:50.608642 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-c2173737-832c-4066-8b22-aac2b25b5bb5 req-7f3d19f0-4238-4cb4-93fd-c28d4bbb19d8 tempest-ServerRescueNegativeTestJSON-1855851441 tempest-ServerRescueNegativeTestJSON-1855851441-project] 10.222.0.18 "GET /v2.0/security-groups?id=1af18e13-f94e-429a-ab8a-66f4e32e8b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250751 Jul 27 23:12:50.609760 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-f51cd7a5-0313-4433-9a77-c0369ebffd72 None None] Allocated IP 10.2.2.2 (42a806fa-6465-4bb1-a70d-1966b5320f00/26fa3d12-3c33-4127-ba40-843cbfb471cd/31a2e11e-ed3f-46bf-b771-5c4d99cb0235) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:12:50.612616 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-edf66b4f-e54f-4c61-93a3-6680168d2e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:50.681436 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Provisioning for port 7000adaa-7864-409e-b126-7512669b5cb6 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:12:50.684299 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c4bb075-89e1-4f10-a65d-d065b74db63c None None] Routers {'10876ef5-369b-4d15-8f81-8b99419d04d0'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:12:50.685146 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-4c4bb075-89e1-4f10-a65d-d065b74db63c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:12:29Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['10876ef5-369b-4d15-8f81-8b99419d04d0'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:12:50.776402 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Provisioning complete for port 7000adaa-7864-409e-b126-7512669b5cb6 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:12:50.776763 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:50.792393 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6845eef8-3b4c-4bd1-9cc9-a48ffc427903 req-6dcfb690-3e44-48cd-a681-133ca1e1548b tempest-ServerRescueTestJSON-1182058210 tempest-ServerRescueTestJSON-1182058210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:50.793565 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-6845eef8-3b4c-4bd1-9cc9-a48ffc427903 req-6dcfb690-3e44-48cd-a681-133ca1e1548b tempest-ServerRescueTestJSON-1182058210 tempest-ServerRescueTestJSON-1182058210-project] 10.222.0.18 "GET /v2.0/ports?device_id=fdf76be6-bd13-41d1-88c2-61c6861cc347 HTTP/1.1" status: 200 len: 945 time: 0.0584261 Jul 27 23:12:50.834969 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf66b4f-e54f-4c61-93a3-6680168d2e71 None None] Pushing event updated for resources: {'Port': ['ID=d84eb8e6-a02a-4476-a10b-fc7331bf84e7,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:12:50.860890 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-6845eef8-3b4c-4bd1-9cc9-a48ffc427903 req-fe740fc0-66bd-490c-afe9-3f46c6b6acc8 tempest-ServerRescueTestJSON-1182058210 tempest-ServerRescueTestJSON-1182058210-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1683666-2031-45b7-8015-e9f1b36fb2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612700 Jul 27 23:12:50.865414 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f6ed066c-86c9-4503-9d85-b63cfc671c31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:50.987134 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-03d77716-ff12-4213-8c1f-f430b18bce1c tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:50.990557 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device 84835e77-f38a-45de-9b12-85db398b9a14 details requested by agent hyperv_n-h2-802623-1 with host n-h2-802623-1 {{(pid=93799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 23:12:51.048577 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-03d77716-ff12-4213-8c1f-f430b18bce1c tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Transition to ACTIVE for port object cb2a8bc8-566d-48dc-b91d-d5248a770485 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:12:51.053204 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-4c4bb075-89e1-4f10-a65d-d065b74db63c None None] Set router 10876ef5-369b-4d15-8f81-8b99419d04d0 gateway port host: n-d-802623-1 {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:12:51.061516 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device d71e5a2a-0499-4002-bcab-f82255e4fc43 up at agent hyperv_n-h1-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:12:51.087302 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f6ed066c-86c9-4503-9d85-b63cfc671c31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:51.184136 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce21197-3b3d-4a81-881c-d04899a604c7 req-441da37b-8ba3-476f-8395-4a5242be5787 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:51.191957 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce21197-3b3d-4a81-881c-d04899a604c7 req-441da37b-8ba3-476f-8395-4a5242be5787 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:51.198566 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce21197-3b3d-4a81-881c-d04899a604c7 req-441da37b-8ba3-476f-8395-4a5242be5787 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:51.205877 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce21197-3b3d-4a81-881c-d04899a604c7 req-441da37b-8ba3-476f-8395-4a5242be5787 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:51.214649 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce21197-3b3d-4a81-881c-d04899a604c7 req-441da37b-8ba3-476f-8395-4a5242be5787 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:51.219478 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ed066c-86c9-4503-9d85-b63cfc671c31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Pushing event updated for resources: {'Port': ['ID=b539656b-aff7-4af8-a0a9-8c460ae6eebe,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:12:51.223065 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce21197-3b3d-4a81-881c-d04899a604c7 req-441da37b-8ba3-476f-8395-4a5242be5787 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:51.223776 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6ed066c-86c9-4503-9d85-b63cfc671c31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Network 5199d91b-912c-4f41-aad1-46d85c2b9bc6 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:12:51.229830 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce21197-3b3d-4a81-881c-d04899a604c7 req-441da37b-8ba3-476f-8395-4a5242be5787 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:51.232171 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-fce21197-3b3d-4a81-881c-d04899a604c7 req-441da37b-8ba3-476f-8395-4a5242be5787 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] 10.222.0.18 "GET /v2.0/ports?device_id=bab14976-9a79-4961-bbb7-bef26e77c0b6 HTTP/1.1" status: 200 len: 5443 time: 0.1436210 Jul 27 23:12:51.237516 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-f6ed066c-86c9-4503-9d85-b63cfc671c31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:12:51.243273 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ed066c-86c9-4503-9d85-b63cfc671c31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:12:51.244244 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6ed066c-86c9-4503-9d85-b63cfc671c31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:51.244911 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f6ed066c-86c9-4503-9d85-b63cfc671c31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:51.256660 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ff3a87-7c20-4b5b-a73f-bde62199b040 req-c131aae6-2f34-49d9-b5a5-61b67e5ead6c tempest-ListServersNegativeTestJSON-219464243 tempest-ListServersNegativeTestJSON-219464243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:51.258213 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-13ff3a87-7c20-4b5b-a73f-bde62199b040 req-c131aae6-2f34-49d9-b5a5-61b67e5ead6c tempest-ListServersNegativeTestJSON-219464243 tempest-ListServersNegativeTestJSON-219464243-project] 10.222.0.18 "GET /v2.0/ports?device_id=8192a572-70e9-493b-bfee-65b34f4b4be8 HTTP/1.1" status: 200 len: 944 time: 0.2110350 Jul 27 23:12:51.277056 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-03d77716-ff12-4213-8c1f-f430b18bce1c tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:51.290542 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-fce21197-3b3d-4a81-881c-d04899a604c7 req-d24faed5-fc52-48ae-b8c5-e7c4d0d2f4b6 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] 10.222.0.18 "GET /v2.0/security-groups?id=cfd41bdc-77a0-40db-b366-4cd3c3051f6e&id=590f29d5-a38d-458c-93ce-543ee7b0dac7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0438581 Jul 27 23:12:51.336234 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.db.resource_extend [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 27 23:12:51.355961 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-f6ed066c-86c9-4503-9d85-b63cfc671c31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.0555971 Jul 27 23:12:51.359160 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 37808) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:12:51.365621 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-d39c8311-cd31-44e8-bb43-ae84c0377de8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-802623-1'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:12:51.387507 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03d77716-ff12-4213-8c1f-f430b18bce1c tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Network 0052d342-b5b8-4be5-86a5-4c909f6d7ddb is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:12:51.398085 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-03d77716-ff12-4213-8c1f-f430b18bce1c tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:12:51.407891 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-13ff3a87-7c20-4b5b-a73f-bde62199b040 req-dbc2f967-6783-491c-a8d9-e08d6cc60d13 tempest-ListServersNegativeTestJSON-219464243 tempest-ListServersNegativeTestJSON-219464243-project] 10.222.0.18 "GET /v2.0/security-groups?id=101be31e-d533-430f-a71d-e6dea6b55f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354446 Jul 27 23:12:51.412929 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03d77716-ff12-4213-8c1f-f430b18bce1c tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:12:51.418479 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d77716-ff12-4213-8c1f-f430b18bce1c tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Pushing event updated for resources: {'Port': ['ID=cb2a8bc8-566d-48dc-b91d-d5248a770485,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:12:51.449945 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f51cd7a5-0313-4433-9a77-c0369ebffd72 None None] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:51.472225 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-f51cd7a5-0313-4433-9a77-c0369ebffd72 None None] Transition to ACTIVE for port object 31a2e11e-ed3f-46bf-b771-5c4d99cb0235 will not be triggered until provisioned by entity L2. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:12:51.494980 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:51.497279 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03d77716-ff12-4213-8c1f-f430b18bce1c tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:51.498936 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-03d77716-ff12-4213-8c1f-f430b18bce1c tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:51.541649 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-f51cd7a5-0313-4433-9a77-c0369ebffd72 None None] Transition to ACTIVE for port object 31a2e11e-ed3f-46bf-b771-5c4d99cb0235 will not be triggered until provisioned by entity DHCP. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:12:51.543069 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-03d77716-ff12-4213-8c1f-f430b18bce1c tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.7751331 Jul 27 23:12:51.559652 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 37812) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:12:51.564650 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f51cd7a5-0313-4433-9a77-c0369ebffd72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:51.570000 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-fc09ab47-02f4-47d5-a566-4988df0ad797 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Request body: {'port': {'network_id': '0052d342-b5b8-4be5-86a5-4c909f6d7ddb', 'name': 'tempest-TaggedBootDevicesTest-122812905', 'fixed_ips': [{'subnet_id': '2370b3c6-3347-454c-b521-b5818cee031b'}]}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:12:51.580003 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Provisioning for port d71e5a2a-0499-4002-bcab-f82255e4fc43 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:12:51.588138 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port 84835e77-f38a-45de-9b12-85db398b9a14, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=84835e77-f38a-45de-9b12-85db398b9a14,segment=NetworkSegment(1fb2f591-8c81-4821-807c-46a0bb640046),segment_id=1fb2f591-8c81-4821-807c-46a0bb640046)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:12:51.588343 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d39c8311-cd31-44e8-bb43-ae84c0377de8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:51.632775 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-00865b4e-4f94-4294-b332-7472c053c508 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:51.647219 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Provisioning complete for port d71e5a2a-0499-4002-bcab-f82255e4fc43 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:12:51.647595 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:51.651304 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port 7000adaa-7864-409e-b126-7512669b5cb6, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=7000adaa-7864-409e-b126-7512669b5cb6,segment=NetworkSegment(c7a206b6-2b59-413c-9a8e-188476801f18),segment_id=c7a206b6-2b59-413c-9a8e-188476801f18)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:12:51.678104 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7302d5-57f8-4949-8dda-bbeaa08eac0c req-dc87563b-aeaa-4bbf-b997-977c6c5b4f1c tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:51.679820 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-5e7302d5-57f8-4949-8dda-bbeaa08eac0c req-dc87563b-aeaa-4bbf-b997-977c6c5b4f1c tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/ports?device_id=c292af40-c395-4445-978c-d1d948a0e563 HTTP/1.1" status: 200 len: 949 time: 0.1571710 Jul 27 23:12:51.690695 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f51cd7a5-0313-4433-9a77-c0369ebffd72 None None] Network 42a806fa-6465-4bb1-a70d-1966b5320f00 is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:12:51.692782 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:51.693574 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device 7aa7f82a-79c8-4d31-aedb-c7b467805927 up at agent hyperv_n-h2-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:12:51.695294 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Returning: {'device': '84835e77-f38a-45de-9b12-85db398b9a14', 'network_id': '391df1cb-e82d-4300-8c53-ec49271834ac', 'port_id': '84835e77-f38a-45de-9b12-85db398b9a14', 'mac_address': 'fa:16:3e:c5:1e:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 514, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c8e862c-0ee9-4c23-a9f3-5185e9ea3c20', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 23:12:51.746715 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-f51cd7a5-0313-4433-9a77-c0369ebffd72 None None] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:12:51.759438 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51cd7a5-0313-4433-9a77-c0369ebffd72 None None] Pushing event updated for resources: {'Port': ['ID=31a2e11e-ed3f-46bf-b771-5c4d99cb0235,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:12:51.766796 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f51cd7a5-0313-4433-9a77-c0369ebffd72 None None] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:12:51.774185 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-5e7302d5-57f8-4949-8dda-bbeaa08eac0c req-12a2d818-ba12-47c9-8bfe-068060ce7b70 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb779318-b8ff-43a6-a94f-3ce471aff166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726850 Jul 27 23:12:51.893742 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc09ab47-02f4-47d5-a566-4988df0ad797 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Made reservation on behalf of f48a0b951c1c4793a7fc1226ee71e867 for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:12:51.961191 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271cfc16-81d4-4f6c-8aaf-9334b06263e6 req-62e4b27b-2cc3-425c-a7e0-b66275cca538 tempest-ServerRescueNegativeTestJSON-1855851441 tempest-ServerRescueNegativeTestJSON-1855851441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:51.971876 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-271cfc16-81d4-4f6c-8aaf-9334b06263e6 req-62e4b27b-2cc3-425c-a7e0-b66275cca538 tempest-ServerRescueNegativeTestJSON-1855851441 tempest-ServerRescueNegativeTestJSON-1855851441-project] 10.222.0.18 "GET /v2.0/ports?device_id=18bf2265-d54a-42b3-beea-c61771ab87ab HTTP/1.1" status: 200 len: 945 time: 0.1921046 Jul 27 23:12:52.011840 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:52.059031 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-f51cd7a5-0313-4433-9a77-c0369ebffd72 None None] Attempting to bind port 31a2e11e-ed3f-46bf-b771-5c4d99cb0235 on host n-d-802623-1 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:12:52.059450 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-f51cd7a5-0313-4433-9a77-c0369ebffd72 None None] Attempting to bind port 31a2e11e-ed3f-46bf-b771-5c4d99cb0235 by drivers openvswitch,hyperv on host n-d-802623-1 at level 0 using segments [{'id': '938ec75d-2450-4436-aa8a-94471f8dbbb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '42a806fa-6465-4bb1-a70d-1966b5320f00'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:12:52.059799 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f51cd7a5-0313-4433-9a77-c0369ebffd72 None None] Attempting to bind port 31a2e11e-ed3f-46bf-b771-5c4d99cb0235 on network 42a806fa-6465-4bb1-a70d-1966b5320f00 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:12:52.061471 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [None req-d39c8311-cd31-44e8-bb43-ae84c0377de8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] device_id is not set on port b539656b-aff7-4af8-a0a9-8c460ae6eebe yet. {{(pid=93798) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 23:12:52.077713 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f51cd7a5-0313-4433-9a77-c0369ebffd72 None None] Checking agent: {'id': 'a9a568d2-a5e7-41e4-833f-a8ab42ea4073', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 52, 30), 'started_at': datetime.datetime(2021, 7, 27, 22, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 12, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802623-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:12:52.078065 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f51cd7a5-0313-4433-9a77-c0369ebffd72 None None] Checking segment: {'id': '938ec75d-2450-4436-aa8a-94471f8dbbb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '42a806fa-6465-4bb1-a70d-1966b5320f00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:12:52.078492 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f51cd7a5-0313-4433-9a77-c0369ebffd72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:52.078836 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f51cd7a5-0313-4433-9a77-c0369ebffd72 None None] Bound using segment: {'id': '938ec75d-2450-4436-aa8a-94471f8dbbb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '42a806fa-6465-4bb1-a70d-1966b5320f00'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:12:52.079372 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-f51cd7a5-0313-4433-9a77-c0369ebffd72 None None] Bound port: 31a2e11e-ed3f-46bf-b771-5c4d99cb0235, host: n-d-802623-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '938ec75d-2450-4436-aa8a-94471f8dbbb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '42a806fa-6465-4bb1-a70d-1966b5320f00'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:12:52.079754 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f51cd7a5-0313-4433-9a77-c0369ebffd72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:52.084471 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d39c8311-cd31-44e8-bb43-ae84c0377de8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:52.121188 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fc09ab47-02f4-47d5-a566-4988df0ad797 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:52.121803 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port d71e5a2a-0499-4002-bcab-f82255e4fc43, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=d71e5a2a-0499-4002-bcab-f82255e4fc43,segment=NetworkSegment(1fb2f591-8c81-4821-807c-46a0bb640046),segment_id=1fb2f591-8c81-4821-807c-46a0bb640046)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:12:52.126122 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-d39c8311-cd31-44e8-bb43-ae84c0377de8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Transition to ACTIVE for port object b539656b-aff7-4af8-a0a9-8c460ae6eebe will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:12:52.128803 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:52.131643 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4cae3e2-23b7-49fd-aefd-d29aa5d9b07a None None] Network 0052d342-b5b8-4be5-86a5-4c909f6d7ddb requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:12:52.142525 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1980ec-5ec1-4074-8be5-595394cfc02c req-28a0788f-f61e-481b-96e0-87a3b488a84c tempest-ServerRescueTestJSON-1182058210 tempest-ServerRescueTestJSON-1182058210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:52.144280 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7d1980ec-5ec1-4074-8be5-595394cfc02c req-28a0788f-f61e-481b-96e0-87a3b488a84c tempest-ServerRescueTestJSON-1182058210 tempest-ServerRescueTestJSON-1182058210-project] 10.222.0.18 "GET /v2.0/ports?device_id=fdf76be6-bd13-41d1-88c2-61c6861cc347 HTTP/1.1" status: 200 len: 945 time: 0.1558936 Jul 27 23:12:52.147457 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d39c8311-cd31-44e8-bb43-ae84c0377de8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:52.195720 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [None req-fc09ab47-02f4-47d5-a566-4988df0ad797 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] device_id is not set on port b0d9ae02-d7ae-4081-8329-a04703c772b8 yet. {{(pid=93798) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 23:12:52.201980 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device d84eb8e6-a02a-4476-a10b-fc7331bf84e7 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:12:52.204869 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:52.234296 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bab14976-9a79-4961-bbb7-bef26e77c0b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0559974f-5eee-44ff-baf2-074fd2c27b02'}, {'server_uuid': 'bab14976-9a79-4961-bbb7-bef26e77c0b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7000adaa-7864-409e-b126-7512669b5cb6'}, {'server_uuid': '014a5218-7778-45a1-a4e2-10f22857fd00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd71e5a2a-0499-4002-bcab-f82255e4fc43'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:12:52.236579 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c0369b0d4f459110ff20a1f9878ba33f96d6491bddb9d15843bf29d01e0bda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2948033-4669-44e7-9fad-7309c8384a2c" -d '{"events": [{"server_uuid": "bab14976-9a79-4961-bbb7-bef26e77c0b6", "name": "network-vif-plugged", "status": "completed", "tag": "0559974f-5eee-44ff-baf2-074fd2c27b02"}, {"server_uuid": "bab14976-9a79-4961-bbb7-bef26e77c0b6", "name": "network-vif-plugged", "status": "completed", "tag": "7000adaa-7864-409e-b126-7512669b5cb6"}, {"server_uuid": "014a5218-7778-45a1-a4e2-10f22857fd00", "name": "network-vif-plugged", "status": "completed", "tag": "d71e5a2a-0499-4002-bcab-f82255e4fc43"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:12:52.239480 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Provisioning for port 7aa7f82a-79c8-4d31-aedb-c7b467805927 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:12:52.250583 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Provisioning complete for port 7aa7f82a-79c8-4d31-aedb-c7b467805927 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:12:52.251151 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:52.253608 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-4c4bb075-89e1-4f10-a65d-d065b74db63c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10876ef5-369b-4d15-8f81-8b99419d04d0', 'name': 'tempest-ServerActionsTestJSON-1807446271-router', 'tenant_id': '096ab815848b4fa4865a54f76499dfb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.161'}], 'enable_snat': True}, 'gw_port_id': '30e60e4b-5905-4371-b398-cc252ac3c37c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:12:46Z', 'updated_at': '2021-07-27T23:12:48Z', 'revision_number': 3, 'project_id': '096ab815848b4fa4865a54f76499dfb1', 'gw_port': {'id': '30e60e4b-5905-4371-b398-cc252ac3c37c', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:45:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10876ef5-369b-4d15-8f81-8b99419d04d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:12:47Z', 'updated_at': '2021-07-27T23:12:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1'}], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:12:52.256981 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Pushing event updated for resources: {'Port': ['ID=7000adaa-7864-409e-b126-7512669b5cb6,revision_number=5']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:12:52.290201 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39c8311-cd31-44e8-bb43-ae84c0377de8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Pushing event updated for resources: {'Port': ['ID=b539656b-aff7-4af8-a0a9-8c460ae6eebe,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:12:52.309483 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7d1980ec-5ec1-4074-8be5-595394cfc02c req-6eb8d443-d126-45fa-bbea-6c120bbf5cd6 tempest-ServerRescueTestJSON-1182058210 tempest-ServerRescueTestJSON-1182058210-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1683666-2031-45b7-8015-e9f1b36fb2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534951 Jul 27 23:12:52.316741 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-d39c8311-cd31-44e8-bb43-ae84c0377de8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Attempting to bind port b539656b-aff7-4af8-a0a9-8c460ae6eebe on host n-h1-802623-1 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:12:52.317009 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-d39c8311-cd31-44e8-bb43-ae84c0377de8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Attempting to bind port b539656b-aff7-4af8-a0a9-8c460ae6eebe by drivers openvswitch,hyperv on host n-h1-802623-1 at level 0 using segments [{'id': '95af18e4-d781-4c0a-a3bc-1668972ac497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '5199d91b-912c-4f41-aad1-46d85c2b9bc6'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:12:52.317284 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d39c8311-cd31-44e8-bb43-ae84c0377de8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Attempting to bind port b539656b-aff7-4af8-a0a9-8c460ae6eebe on network 5199d91b-912c-4f41-aad1-46d85c2b9bc6 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:12:52.331487 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-271cfc16-81d4-4f6c-8aaf-9334b06263e6 req-5444590a-3678-4b7e-9554-19d39557812c tempest-ServerRescueNegativeTestJSON-1855851441 tempest-ServerRescueNegativeTestJSON-1855851441-project] 10.222.0.18 "GET /v2.0/security-groups?id=1af18e13-f94e-429a-ab8a-66f4e32e8b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3586087 Jul 27 23:12:52.353558 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84835e77-f38a-45de-9b12-85db398b9a14 {{(pid=93799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:12:52.355350 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-00865b4e-4f94-4294-b332-7472c053c508 admin admin] Allocated IP 172.20.0.1 (0627b955-dd0f-4cce-ba7f-51e698f3bc59/232a981d-f7d1-42df-991c-3a09e4ce0177/31404c01-7b8d-4b39-bb63-d10246aef874) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:12:52.358907 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c4bb075-89e1-4f10-a65d-d065b74db63c None None] Checking router: 10876ef5-369b-4d15-8f81-8b99419d04d0 for host: n-d-802623-1 {{(pid=93799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 23:12:52.359083 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d39c8311-cd31-44e8-bb43-ae84c0377de8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Port b539656b-aff7-4af8-a0a9-8c460ae6eebe on network 5199d91b-912c-4f41-aad1-46d85c2b9bc6 not bound, no agent of type Open vSwitch agent registered on host n-h1-802623-1 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 23:12:52.359338 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c4bb075-89e1-4f10-a65d-d065b74db63c None None] Updating router 10876ef5-369b-4d15-8f81-8b99419d04d0 port 30e60e4b-5905-4371-b398-cc252ac3c37c binding host n-d-802623-1 {{(pid=93799) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 23:12:52.359445 n-d-802623-1 neutron-server[93798]: ERROR neutron.plugins.ml2.managers [None req-d39c8311-cd31-44e8-bb43-ae84c0377de8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Failed to bind port b539656b-aff7-4af8-a0a9-8c460ae6eebe on host n-h1-802623-1 for vnic_type normal using segments [{'id': '95af18e4-d781-4c0a-a3bc-1668972ac497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '5199d91b-912c-4f41-aad1-46d85c2b9bc6'}] Jul 27 23:12:52.362290 n-d-802623-1 neutron-server[93798]: INFO neutron.plugins.ml2.plugin [None req-d39c8311-cd31-44e8-bb43-ae84c0377de8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Attempt 2 to bind port b539656b-aff7-4af8-a0a9-8c460ae6eebe Jul 27 23:12:52.384153 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-d39c8311-cd31-44e8-bb43-ae84c0377de8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Attempting to bind port b539656b-aff7-4af8-a0a9-8c460ae6eebe on host n-h1-802623-1 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:12:52.384500 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-d39c8311-cd31-44e8-bb43-ae84c0377de8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Attempting to bind port b539656b-aff7-4af8-a0a9-8c460ae6eebe by drivers openvswitch,hyperv on host n-h1-802623-1 at level 0 using segments [{'id': '95af18e4-d781-4c0a-a3bc-1668972ac497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '5199d91b-912c-4f41-aad1-46d85c2b9bc6'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:12:52.384966 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d39c8311-cd31-44e8-bb43-ae84c0377de8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Attempting to bind port b539656b-aff7-4af8-a0a9-8c460ae6eebe on network 5199d91b-912c-4f41-aad1-46d85c2b9bc6 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:12:52.396783 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d39c8311-cd31-44e8-bb43-ae84c0377de8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Port b539656b-aff7-4af8-a0a9-8c460ae6eebe on network 5199d91b-912c-4f41-aad1-46d85c2b9bc6 not bound, no agent of type Open vSwitch agent registered on host n-h1-802623-1 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 23:12:52.397116 n-d-802623-1 neutron-server[93798]: ERROR neutron.plugins.ml2.managers [None req-d39c8311-cd31-44e8-bb43-ae84c0377de8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Failed to bind port b539656b-aff7-4af8-a0a9-8c460ae6eebe on host n-h1-802623-1 for vnic_type normal using segments [{'id': '95af18e4-d781-4c0a-a3bc-1668972ac497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '5199d91b-912c-4f41-aad1-46d85c2b9bc6'}] Jul 27 23:12:52.401232 n-d-802623-1 neutron-server[93798]: INFO neutron.plugins.ml2.plugin [None req-d39c8311-cd31-44e8-bb43-ae84c0377de8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Attempt 3 to bind port b539656b-aff7-4af8-a0a9-8c460ae6eebe Jul 27 23:12:52.438591 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-d39c8311-cd31-44e8-bb43-ae84c0377de8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Attempting to bind port b539656b-aff7-4af8-a0a9-8c460ae6eebe on host n-h1-802623-1 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:12:52.438984 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-d39c8311-cd31-44e8-bb43-ae84c0377de8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Attempting to bind port b539656b-aff7-4af8-a0a9-8c460ae6eebe by drivers openvswitch,hyperv on host n-h1-802623-1 at level 0 using segments [{'id': '95af18e4-d781-4c0a-a3bc-1668972ac497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '5199d91b-912c-4f41-aad1-46d85c2b9bc6'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:12:52.439353 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d39c8311-cd31-44e8-bb43-ae84c0377de8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Attempting to bind port b539656b-aff7-4af8-a0a9-8c460ae6eebe on network 5199d91b-912c-4f41-aad1-46d85c2b9bc6 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:12:52.452866 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d39c8311-cd31-44e8-bb43-ae84c0377de8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Port b539656b-aff7-4af8-a0a9-8c460ae6eebe on network 5199d91b-912c-4f41-aad1-46d85c2b9bc6 not bound, no agent of type Open vSwitch agent registered on host n-h1-802623-1 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 23:12:52.452866 n-d-802623-1 neutron-server[93798]: ERROR neutron.plugins.ml2.managers [None req-d39c8311-cd31-44e8-bb43-ae84c0377de8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Failed to bind port b539656b-aff7-4af8-a0a9-8c460ae6eebe on host n-h1-802623-1 for vnic_type normal using segments [{'id': '95af18e4-d781-4c0a-a3bc-1668972ac497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '5199d91b-912c-4f41-aad1-46d85c2b9bc6'}] Jul 27 23:12:52.454110 n-d-802623-1 neutron-server[93798]: INFO neutron.plugins.ml2.plugin [None req-d39c8311-cd31-44e8-bb43-ae84c0377de8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Attempt 4 to bind port b539656b-aff7-4af8-a0a9-8c460ae6eebe Jul 27 23:12:52.458433 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e0b31ad3-a5eb-4b46-97e8-6c0c47aa3416 None None] Provisioning for port d84eb8e6-a02a-4476-a10b-fc7331bf84e7 completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:12:52.472106 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Tue, 27 Jul 2021 23:12:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81997364-977a-47c0-ae4f-d6d2df5df537 x-openstack-request-id: req-81997364-977a-47c0-ae4f-d6d2df5df537 {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:12:52.472403 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bab14976-9a79-4961-bbb7-bef26e77c0b6", "name": "network-vif-plugged", "status": "completed", "tag": "0559974f-5eee-44ff-baf2-074fd2c27b02", "code": 200}, {"server_uuid": "bab14976-9a79-4961-bbb7-bef26e77c0b6", "name": "network-vif-plugged", "status": "completed", "tag": "7000adaa-7864-409e-b126-7512669b5cb6", "code": 200}, {"server_uuid": "014a5218-7778-45a1-a4e2-10f22857fd00", "name": "network-vif-plugged", "status": "completed", "tag": "d71e5a2a-0499-4002-bcab-f82255e4fc43", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:12:52.472659 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-81997364-977a-47c0-ae4f-d6d2df5df537 {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:12:52.473052 n-d-802623-1 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bab14976-9a79-4961-bbb7-bef26e77c0b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0559974f-5eee-44ff-baf2-074fd2c27b02', 'code': 200} Jul 27 23:12:52.473310 n-d-802623-1 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bab14976-9a79-4961-bbb7-bef26e77c0b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7000adaa-7864-409e-b126-7512669b5cb6', 'code': 200} Jul 27 23:12:52.473559 n-d-802623-1 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '014a5218-7778-45a1-a4e2-10f22857fd00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd71e5a2a-0499-4002-bcab-f82255e4fc43', 'code': 200} Jul 27 23:12:52.474166 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-d39c8311-cd31-44e8-bb43-ae84c0377de8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Attempting to bind port b539656b-aff7-4af8-a0a9-8c460ae6eebe on host n-h1-802623-1 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:12:52.474572 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-d39c8311-cd31-44e8-bb43-ae84c0377de8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Attempting to bind port b539656b-aff7-4af8-a0a9-8c460ae6eebe by drivers openvswitch,hyperv on host n-h1-802623-1 at level 0 using segments [{'id': '95af18e4-d781-4c0a-a3bc-1668972ac497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '5199d91b-912c-4f41-aad1-46d85c2b9bc6'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:12:52.475001 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d39c8311-cd31-44e8-bb43-ae84c0377de8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Attempting to bind port b539656b-aff7-4af8-a0a9-8c460ae6eebe on network 5199d91b-912c-4f41-aad1-46d85c2b9bc6 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:12:52.484531 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-fc09ab47-02f4-47d5-a566-4988df0ad797 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Allocated IP 10.1.1.30 (0052d342-b5b8-4be5-86a5-4c909f6d7ddb/2370b3c6-3347-454c-b521-b5818cee031b/b0d9ae02-d7ae-4081-8329-a04703c772b8) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:12:52.488854 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d39c8311-cd31-44e8-bb43-ae84c0377de8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Port b539656b-aff7-4af8-a0a9-8c460ae6eebe on network 5199d91b-912c-4f41-aad1-46d85c2b9bc6 not bound, no agent of type Open vSwitch agent registered on host n-h1-802623-1 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 23:12:52.489357 n-d-802623-1 neutron-server[93798]: ERROR neutron.plugins.ml2.managers [None req-d39c8311-cd31-44e8-bb43-ae84c0377de8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Failed to bind port b539656b-aff7-4af8-a0a9-8c460ae6eebe on host n-h1-802623-1 for vnic_type normal using segments [{'id': '95af18e4-d781-4c0a-a3bc-1668972ac497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '5199d91b-912c-4f41-aad1-46d85c2b9bc6'}] Jul 27 23:12:52.491746 n-d-802623-1 neutron-server[93798]: INFO neutron.plugins.ml2.plugin [None req-d39c8311-cd31-44e8-bb43-ae84c0377de8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Attempt 5 to bind port b539656b-aff7-4af8-a0a9-8c460ae6eebe Jul 27 23:12:52.517045 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-d39c8311-cd31-44e8-bb43-ae84c0377de8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Attempting to bind port b539656b-aff7-4af8-a0a9-8c460ae6eebe on host n-h1-802623-1 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:12:52.517477 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-d39c8311-cd31-44e8-bb43-ae84c0377de8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Attempting to bind port b539656b-aff7-4af8-a0a9-8c460ae6eebe by drivers openvswitch,hyperv on host n-h1-802623-1 at level 0 using segments [{'id': '95af18e4-d781-4c0a-a3bc-1668972ac497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '5199d91b-912c-4f41-aad1-46d85c2b9bc6'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:12:52.517910 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d39c8311-cd31-44e8-bb43-ae84c0377de8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Attempting to bind port b539656b-aff7-4af8-a0a9-8c460ae6eebe on network 5199d91b-912c-4f41-aad1-46d85c2b9bc6 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:12:52.538993 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d39c8311-cd31-44e8-bb43-ae84c0377de8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Port b539656b-aff7-4af8-a0a9-8c460ae6eebe on network 5199d91b-912c-4f41-aad1-46d85c2b9bc6 not bound, no agent of type Open vSwitch agent registered on host n-h1-802623-1 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 23:12:52.539464 n-d-802623-1 neutron-server[93798]: ERROR neutron.plugins.ml2.managers [None req-d39c8311-cd31-44e8-bb43-ae84c0377de8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Failed to bind port b539656b-aff7-4af8-a0a9-8c460ae6eebe on host n-h1-802623-1 for vnic_type normal using segments [{'id': '95af18e4-d781-4c0a-a3bc-1668972ac497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '5199d91b-912c-4f41-aad1-46d85c2b9bc6'}] Jul 27 23:12:52.541039 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port 84835e77-f38a-45de-9b12-85db398b9a14, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=84835e77-f38a-45de-9b12-85db398b9a14,segment=NetworkSegment(1fb2f591-8c81-4821-807c-46a0bb640046),segment_id=1fb2f591-8c81-4821-807c-46a0bb640046)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:12:52.543552 n-d-802623-1 neutron-server[93798]: INFO neutron.plugins.ml2.plugin [None req-d39c8311-cd31-44e8-bb43-ae84c0377de8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Attempt 6 to bind port b539656b-aff7-4af8-a0a9-8c460ae6eebe Jul 27 23:12:52.558148 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af164a02-2036-4e20-a922-2a32f3c5d547 req-3299e39a-b75f-40ee-93a7-63f2b5ce6dcd tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:52.564550 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af164a02-2036-4e20-a922-2a32f3c5d547 req-3299e39a-b75f-40ee-93a7-63f2b5ce6dcd tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:52.570680 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af164a02-2036-4e20-a922-2a32f3c5d547 req-3299e39a-b75f-40ee-93a7-63f2b5ce6dcd tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:52.576356 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-d39c8311-cd31-44e8-bb43-ae84c0377de8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Attempting to bind port b539656b-aff7-4af8-a0a9-8c460ae6eebe on host n-h1-802623-1 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:12:52.577155 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af164a02-2036-4e20-a922-2a32f3c5d547 req-3299e39a-b75f-40ee-93a7-63f2b5ce6dcd tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:52.577253 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-d39c8311-cd31-44e8-bb43-ae84c0377de8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Attempting to bind port b539656b-aff7-4af8-a0a9-8c460ae6eebe by drivers openvswitch,hyperv on host n-h1-802623-1 at level 0 using segments [{'id': '95af18e4-d781-4c0a-a3bc-1668972ac497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '5199d91b-912c-4f41-aad1-46d85c2b9bc6'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:12:52.577453 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d39c8311-cd31-44e8-bb43-ae84c0377de8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Attempting to bind port b539656b-aff7-4af8-a0a9-8c460ae6eebe on network 5199d91b-912c-4f41-aad1-46d85c2b9bc6 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:12:52.582968 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af164a02-2036-4e20-a922-2a32f3c5d547 req-3299e39a-b75f-40ee-93a7-63f2b5ce6dcd tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:52.589120 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af164a02-2036-4e20-a922-2a32f3c5d547 req-3299e39a-b75f-40ee-93a7-63f2b5ce6dcd tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:52.596117 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af164a02-2036-4e20-a922-2a32f3c5d547 req-3299e39a-b75f-40ee-93a7-63f2b5ce6dcd tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:52.603275 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:52.605343 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-af164a02-2036-4e20-a922-2a32f3c5d547 req-3299e39a-b75f-40ee-93a7-63f2b5ce6dcd tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] 10.222.0.18 "GET /v2.0/ports?device_id=bab14976-9a79-4961-bbb7-bef26e77c0b6 HTTP/1.1" status: 200 len: 5444 time: 0.1567018 Jul 27 23:12:52.614789 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f51cd7a5-0313-4433-9a77-c0369ebffd72 None None] For port 31a2e11e-ed3f-46bf-b771-5c4d99cb0235, host n-d-802623-1, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:12:52.621177 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4c4bb075-89e1-4f10-a65d-d065b74db63c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:52.628290 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Pushing event updated for resources: {'Port': ['ID=d71e5a2a-0499-4002-bcab-f82255e4fc43,revision_number=5']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:12:52.635813 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d39c8311-cd31-44e8-bb43-ae84c0377de8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Port b539656b-aff7-4af8-a0a9-8c460ae6eebe on network 5199d91b-912c-4f41-aad1-46d85c2b9bc6 not bound, no agent of type Open vSwitch agent registered on host n-h1-802623-1 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 23:12:52.636010 n-d-802623-1 neutron-server[93798]: ERROR neutron.plugins.ml2.managers [None req-d39c8311-cd31-44e8-bb43-ae84c0377de8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Failed to bind port b539656b-aff7-4af8-a0a9-8c460ae6eebe on host n-h1-802623-1 for vnic_type normal using segments [{'id': '95af18e4-d781-4c0a-a3bc-1668972ac497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '5199d91b-912c-4f41-aad1-46d85c2b9bc6'}] Jul 27 23:12:52.662245 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-00865b4e-4f94-4294-b332-7472c053c508 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:52.676311 n-d-802623-1 neutron-server[93798]: INFO neutron.plugins.ml2.plugin [None req-d39c8311-cd31-44e8-bb43-ae84c0377de8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Attempt 7 to bind port b539656b-aff7-4af8-a0a9-8c460ae6eebe Jul 27 23:12:52.691615 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-af164a02-2036-4e20-a922-2a32f3c5d547 req-c855300e-2f21-415b-9005-8f87dd1493d5 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] 10.222.0.18 "GET /v2.0/security-groups?id=cfd41bdc-77a0-40db-b366-4cd3c3051f6e&id=590f29d5-a38d-458c-93ce-543ee7b0dac7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0853586 Jul 27 23:12:52.692368 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f51cd7a5-0313-4433-9a77-c0369ebffd72 None None] For port 31a2e11e-ed3f-46bf-b771-5c4d99cb0235, host n-d-802623-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=31a2e11e-ed3f-46bf-b771-5c4d99cb0235,segment=NetworkSegment(938ec75d-2450-4436-aa8a-94471f8dbbb3),segment_id=938ec75d-2450-4436-aa8a-94471f8dbbb3)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:12:52.699652 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-00865b4e-4f94-4294-b332-7472c053c508 admin admin] Transition to ACTIVE for port object 31404c01-7b8d-4b39-bb63-d10246aef874 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:12:52.718864 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f51cd7a5-0313-4433-9a77-c0369ebffd72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:52.722074 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-d39c8311-cd31-44e8-bb43-ae84c0377de8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Attempting to bind port b539656b-aff7-4af8-a0a9-8c460ae6eebe on host n-h1-802623-1 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:12:52.722442 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-d39c8311-cd31-44e8-bb43-ae84c0377de8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Attempting to bind port b539656b-aff7-4af8-a0a9-8c460ae6eebe by drivers openvswitch,hyperv on host n-h1-802623-1 at level 0 using segments [{'id': '95af18e4-d781-4c0a-a3bc-1668972ac497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '5199d91b-912c-4f41-aad1-46d85c2b9bc6'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:12:52.722756 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d39c8311-cd31-44e8-bb43-ae84c0377de8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Attempting to bind port b539656b-aff7-4af8-a0a9-8c460ae6eebe on network 5199d91b-912c-4f41-aad1-46d85c2b9bc6 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:12:52.746122 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d39c8311-cd31-44e8-bb43-ae84c0377de8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Port b539656b-aff7-4af8-a0a9-8c460ae6eebe on network 5199d91b-912c-4f41-aad1-46d85c2b9bc6 not bound, no agent of type Open vSwitch agent registered on host n-h1-802623-1 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 23:12:52.746622 n-d-802623-1 neutron-server[93798]: ERROR neutron.plugins.ml2.managers [None req-d39c8311-cd31-44e8-bb43-ae84c0377de8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Failed to bind port b539656b-aff7-4af8-a0a9-8c460ae6eebe on host n-h1-802623-1 for vnic_type normal using segments [{'id': '95af18e4-d781-4c0a-a3bc-1668972ac497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '5199d91b-912c-4f41-aad1-46d85c2b9bc6'}] Jul 27 23:12:52.751682 n-d-802623-1 neutron-server[93798]: INFO neutron.plugins.ml2.plugin [None req-d39c8311-cd31-44e8-bb43-ae84c0377de8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Attempt 8 to bind port b539656b-aff7-4af8-a0a9-8c460ae6eebe Jul 27 23:12:52.761618 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-00865b4e-4f94-4294-b332-7472c053c508 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:52.784749 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d676f780-06d0-46ad-8809-d54fcc2b2e2e req-7e9f6280-fcf4-4a29-a28c-09c2278aa3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:52.786263 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-d676f780-06d0-46ad-8809-d54fcc2b2e2e req-7e9f6280-fcf4-4a29-a28c-09c2278aa3c9 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=014a5218-7778-45a1-a4e2-10f22857fd00 HTTP/1.1" status: 200 len: 1096 time: 0.2022007 Jul 27 23:12:52.795597 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764b2954-2ee6-4152-b267-f8da068b3219 req-d5410fd2-9e71-4b59-99fb-6a7685a23209 tempest-ListServersNegativeTestJSON-219464243 tempest-ListServersNegativeTestJSON-219464243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:52.797046 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-764b2954-2ee6-4152-b267-f8da068b3219 req-d5410fd2-9e71-4b59-99fb-6a7685a23209 tempest-ListServersNegativeTestJSON-219464243 tempest-ListServersNegativeTestJSON-219464243-project] 10.222.0.18 "GET /v2.0/ports?device_id=8192a572-70e9-493b-bfee-65b34f4b4be8 HTTP/1.1" status: 200 len: 945 time: 0.2218792 Jul 27 23:12:52.803124 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-d39c8311-cd31-44e8-bb43-ae84c0377de8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Attempting to bind port b539656b-aff7-4af8-a0a9-8c460ae6eebe on host n-h1-802623-1 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:12:52.803464 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-d39c8311-cd31-44e8-bb43-ae84c0377de8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Attempting to bind port b539656b-aff7-4af8-a0a9-8c460ae6eebe by drivers openvswitch,hyperv on host n-h1-802623-1 at level 0 using segments [{'id': '95af18e4-d781-4c0a-a3bc-1668972ac497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '5199d91b-912c-4f41-aad1-46d85c2b9bc6'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:12:52.803814 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d39c8311-cd31-44e8-bb43-ae84c0377de8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Attempting to bind port b539656b-aff7-4af8-a0a9-8c460ae6eebe on network 5199d91b-912c-4f41-aad1-46d85c2b9bc6 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:12:52.817442 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00865b4e-4f94-4294-b332-7472c053c508 admin admin] Network 0627b955-dd0f-4cce-ba7f-51e698f3bc59 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:12:52.820618 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-00865b4e-4f94-4294-b332-7472c053c508 admin admin] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:12:52.846332 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d39c8311-cd31-44e8-bb43-ae84c0377de8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Port b539656b-aff7-4af8-a0a9-8c460ae6eebe on network 5199d91b-912c-4f41-aad1-46d85c2b9bc6 not bound, no agent of type Open vSwitch agent registered on host n-h1-802623-1 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 23:12:52.846672 n-d-802623-1 neutron-server[93798]: ERROR neutron.plugins.ml2.managers [None req-d39c8311-cd31-44e8-bb43-ae84c0377de8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Failed to bind port b539656b-aff7-4af8-a0a9-8c460ae6eebe on host n-h1-802623-1 for vnic_type normal using segments [{'id': '95af18e4-d781-4c0a-a3bc-1668972ac497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '5199d91b-912c-4f41-aad1-46d85c2b9bc6'}] Jul 27 23:12:52.851987 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fc09ab47-02f4-47d5-a566-4988df0ad797 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:52.853959 n-d-802623-1 neutron-server[93798]: INFO neutron.plugins.ml2.plugin [None req-d39c8311-cd31-44e8-bb43-ae84c0377de8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Attempt 9 to bind port b539656b-aff7-4af8-a0a9-8c460ae6eebe Jul 27 23:12:52.861052 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning for port d84eb8e6-a02a-4476-a10b-fc7331bf84e7 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:12:52.867996 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00865b4e-4f94-4294-b332-7472c053c508 admin admin] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:12:52.895424 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Pushing event updated for resources: {'Port': ['ID=84835e77-f38a-45de-9b12-85db398b9a14,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:12:52.898705 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port d84eb8e6-a02a-4476-a10b-fc7331bf84e7 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:12:52.899114 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:52.908911 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-d676f780-06d0-46ad-8809-d54fcc2b2e2e req-a30ea87e-4088-4bf3-b778-65d055895b6d service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=101be31e-d533-430f-a71d-e6dea6b55f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000922 Jul 27 23:12:52.918389 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-fc09ab47-02f4-47d5-a566-4988df0ad797 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Transition to ACTIVE for port object b0d9ae02-d7ae-4081-8329-a04703c772b8 will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:12:52.960963 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00865b4e-4f94-4294-b332-7472c053c508 admin admin] Pushing event updated for resources: {'Port': ['ID=31404c01-7b8d-4b39-bb63-d10246aef874,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:12:52.962085 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51cd7a5-0313-4433-9a77-c0369ebffd72 None None] Pushing event updated for resources: {'Port': ['ID=31a2e11e-ed3f-46bf-b771-5c4d99cb0235,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:12:52.971710 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:52.999538 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-d39c8311-cd31-44e8-bb43-ae84c0377de8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Attempting to bind port b539656b-aff7-4af8-a0a9-8c460ae6eebe on host n-h1-802623-1 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:12:53.000032 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-00865b4e-4f94-4294-b332-7472c053c508 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-415283'] for router_interface, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:53.000298 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-d39c8311-cd31-44e8-bb43-ae84c0377de8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Attempting to bind port b539656b-aff7-4af8-a0a9-8c460ae6eebe by drivers openvswitch,hyperv on host n-h1-802623-1 at level 0 using segments [{'id': '95af18e4-d781-4c0a-a3bc-1668972ac497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '5199d91b-912c-4f41-aad1-46d85c2b9bc6'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:12:53.000804 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d39c8311-cd31-44e8-bb43-ae84c0377de8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Attempting to bind port b539656b-aff7-4af8-a0a9-8c460ae6eebe on network 5199d91b-912c-4f41-aad1-46d85c2b9bc6 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:12:53.012803 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fc09ab47-02f4-47d5-a566-4988df0ad797 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:53.018782 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-764b2954-2ee6-4152-b267-f8da068b3219 req-e21f5980-11d3-4ed5-87d7-2e932fd1e73c tempest-ListServersNegativeTestJSON-219464243 tempest-ListServersNegativeTestJSON-219464243-project] 10.222.0.18 "GET /v2.0/security-groups?id=101be31e-d533-430f-a71d-e6dea6b55f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2053764 Jul 27 23:12:53.026694 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d39c8311-cd31-44e8-bb43-ae84c0377de8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Port b539656b-aff7-4af8-a0a9-8c460ae6eebe on network 5199d91b-912c-4f41-aad1-46d85c2b9bc6 not bound, no agent of type Open vSwitch agent registered on host n-h1-802623-1 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 23:12:53.027221 n-d-802623-1 neutron-server[93798]: ERROR neutron.plugins.ml2.managers [None req-d39c8311-cd31-44e8-bb43-ae84c0377de8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Failed to bind port b539656b-aff7-4af8-a0a9-8c460ae6eebe on host n-h1-802623-1 for vnic_type normal using segments [{'id': '95af18e4-d781-4c0a-a3bc-1668972ac497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '5199d91b-912c-4f41-aad1-46d85c2b9bc6'}] Jul 27 23:12:53.037125 n-d-802623-1 neutron-server[93798]: INFO neutron.plugins.ml2.plugin [None req-d39c8311-cd31-44e8-bb43-ae84c0377de8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Attempt 10 to bind port b539656b-aff7-4af8-a0a9-8c460ae6eebe Jul 27 23:12:53.044637 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port 7aa7f82a-79c8-4d31-aedb-c7b467805927, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=7aa7f82a-79c8-4d31-aedb-c7b467805927,segment=NetworkSegment(c7a206b6-2b59-413c-9a8e-188476801f18),segment_id=c7a206b6-2b59-413c-9a8e-188476801f18)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:12:53.068350 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:53.069268 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device a1bdfbba-9a24-43d6-84b3-1265d2295611 up at agent hyperv_n-h2-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:12:53.092001 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc09ab47-02f4-47d5-a566-4988df0ad797 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Network 0052d342-b5b8-4be5-86a5-4c909f6d7ddb is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:12:53.104555 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-fc09ab47-02f4-47d5-a566-4988df0ad797 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:12:53.106435 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-d39c8311-cd31-44e8-bb43-ae84c0377de8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Attempting to bind port b539656b-aff7-4af8-a0a9-8c460ae6eebe on host n-h1-802623-1 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:12:53.106767 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-d39c8311-cd31-44e8-bb43-ae84c0377de8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Attempting to bind port b539656b-aff7-4af8-a0a9-8c460ae6eebe by drivers openvswitch,hyperv on host n-h1-802623-1 at level 0 using segments [{'id': '95af18e4-d781-4c0a-a3bc-1668972ac497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '5199d91b-912c-4f41-aad1-46d85c2b9bc6'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:12:53.107124 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d39c8311-cd31-44e8-bb43-ae84c0377de8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Attempting to bind port b539656b-aff7-4af8-a0a9-8c460ae6eebe on network 5199d91b-912c-4f41-aad1-46d85c2b9bc6 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:12:53.123841 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc09ab47-02f4-47d5-a566-4988df0ad797 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:12:53.140954 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f6f326-a2fb-455e-b516-be7f222e6421 req-8d428513-39fe-4f31-af86-c04efdc5a9d0 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:53.142734 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-00f6f326-a2fb-455e-b516-be7f222e6421 req-8d428513-39fe-4f31-af86-c04efdc5a9d0 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/ports?device_id=c292af40-c395-4445-978c-d1d948a0e563 HTTP/1.1" status: 200 len: 949 time: 0.2759459 Jul 27 23:12:53.191019 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d39c8311-cd31-44e8-bb43-ae84c0377de8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Port b539656b-aff7-4af8-a0a9-8c460ae6eebe on network 5199d91b-912c-4f41-aad1-46d85c2b9bc6 not bound, no agent of type Open vSwitch agent registered on host n-h1-802623-1 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 23:12:53.191392 n-d-802623-1 neutron-server[93798]: ERROR neutron.plugins.ml2.managers [None req-d39c8311-cd31-44e8-bb43-ae84c0377de8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Failed to bind port b539656b-aff7-4af8-a0a9-8c460ae6eebe on host n-h1-802623-1 for vnic_type normal using segments [{'id': '95af18e4-d781-4c0a-a3bc-1668972ac497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '5199d91b-912c-4f41-aad1-46d85c2b9bc6'}] Jul 27 23:12:53.191773 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d39c8311-cd31-44e8-bb43-ae84c0377de8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:53.202558 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc09ab47-02f4-47d5-a566-4988df0ad797 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Pushing event updated for resources: {'Port': ['ID=b0d9ae02-d7ae-4081-8329-a04703c772b8,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:12:53.209618 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Pushing event updated for resources: {'Port': ['ID=7aa7f82a-79c8-4d31-aedb-c7b467805927,revision_number=5']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:12:53.213065 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] get_ports_and_sgs() called for port_ids ['84835e77-f38a-45de-9b12-85db398b9a14'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:12:53.299808 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc09ab47-02f4-47d5-a566-4988df0ad797 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:53.300444 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fc09ab47-02f4-47d5-a566-4988df0ad797 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:53.332528 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-00f6f326-a2fb-455e-b516-be7f222e6421 req-a4bed15c-c525-4037-8836-d63bfeb54599 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb779318-b8ff-43a6-a94f-3ce471aff166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739616 Jul 27 23:12:53.371475 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-d39c8311-cd31-44e8-bb43-ae84c0377de8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] For port b539656b-aff7-4af8-a0a9-8c460ae6eebe, host n-h1-802623-1, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:12:53.372224 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-d39c8311-cd31-44e8-bb43-ae84c0377de8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Attempted to set empty binding levels {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 27 23:12:53.387684 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-fc09ab47-02f4-47d5-a566-4988df0ad797 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.8249934 Jul 27 23:12:53.389596 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d39c8311-cd31-44e8-bb43-ae84c0377de8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:53.455376 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-d39c8311-cd31-44e8-bb43-ae84c0377de8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] In _notify_port_updated(), no bound segment for port b539656b-aff7-4af8-a0a9-8c460ae6eebe on network 5199d91b-912c-4f41-aad1-46d85c2b9bc6 {{(pid=93798) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 27 23:12:53.456647 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d39c8311-cd31-44e8-bb43-ae84c0377de8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:53.457510 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d39c8311-cd31-44e8-bb43-ae84c0377de8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:53.459398 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-d39c8311-cd31-44e8-bb43-ae84c0377de8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] 10.222.0.18 "PUT /v2.0/ports/b539656b-aff7-4af8-a0a9-8c460ae6eebe HTTP/1.1" status: 200 len: 978 time: 2.0989096 Jul 27 23:12:53.462315 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 37834) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:12:53.479959 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-00865b4e-4f94-4294-b332-7472c053c508 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:53.517162 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e7913c98-18b4-4bd7-804e-470038092db3 None None] Provisioning for port 31404c01-7b8d-4b39-bb63-d10246aef874 completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:12:53.525039 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e7913c98-18b4-4bd7-804e-470038092db3 None None] Provisioning complete for port 31404c01-7b8d-4b39-bb63-d10246aef874 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:12:53.525410 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e7913c98-18b4-4bd7-804e-470038092db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:53.574696 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39c8311-cd31-44e8-bb43-ae84c0377de8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Pushing event updated for resources: {'Port': ['ID=b539656b-aff7-4af8-a0a9-8c460ae6eebe,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:12:53.591690 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0acc4b6-20fa-4717-8ac4-f193987948d3 req-d9edae43-8834-4fb0-857a-a83da628a013 tempest-ServerRescueNegativeTestJSON-1855851441 tempest-ServerRescueNegativeTestJSON-1855851441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:53.600235 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-b0acc4b6-20fa-4717-8ac4-f193987948d3 req-d9edae43-8834-4fb0-857a-a83da628a013 tempest-ServerRescueNegativeTestJSON-1855851441 tempest-ServerRescueNegativeTestJSON-1855851441-project] 10.222.0.18 "GET /v2.0/ports?device_id=18bf2265-d54a-42b3-beea-c61771ab87ab HTTP/1.1" status: 200 len: 945 time: 0.1376061 Jul 27 23:12:53.614105 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:53.651204 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f41cc3a1-79fc-4751-a1bd-d992db2a45d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:53.651729 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f41cc3a1-79fc-4751-a1bd-d992db2a45d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:53.652170 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f41cc3a1-79fc-4751-a1bd-d992db2a45d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:53.652643 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f41cc3a1-79fc-4751-a1bd-d992db2a45d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:53.653116 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f41cc3a1-79fc-4751-a1bd-d992db2a45d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:53.653585 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f41cc3a1-79fc-4751-a1bd-d992db2a45d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:53.654056 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f41cc3a1-79fc-4751-a1bd-d992db2a45d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:53.654554 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f41cc3a1-79fc-4751-a1bd-d992db2a45d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:53.655029 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f41cc3a1-79fc-4751-a1bd-d992db2a45d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:53.666379 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f41cc3a1-79fc-4751-a1bd-d992db2a45d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:53.668768 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f41cc3a1-79fc-4751-a1bd-d992db2a45d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:53.669260 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f41cc3a1-79fc-4751-a1bd-d992db2a45d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:53.669745 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f41cc3a1-79fc-4751-a1bd-d992db2a45d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:53.670756 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f41cc3a1-79fc-4751-a1bd-d992db2a45d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:53.671262 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f41cc3a1-79fc-4751-a1bd-d992db2a45d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:53.671737 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f41cc3a1-79fc-4751-a1bd-d992db2a45d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:53.672211 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f41cc3a1-79fc-4751-a1bd-d992db2a45d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:53.672676 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f41cc3a1-79fc-4751-a1bd-d992db2a45d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:53.673146 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f41cc3a1-79fc-4751-a1bd-d992db2a45d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:53.674212 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f41cc3a1-79fc-4751-a1bd-d992db2a45d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:53.674212 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f41cc3a1-79fc-4751-a1bd-d992db2a45d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:53.674651 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f41cc3a1-79fc-4751-a1bd-d992db2a45d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:53.675663 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f41cc3a1-79fc-4751-a1bd-d992db2a45d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:53.676144 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f41cc3a1-79fc-4751-a1bd-d992db2a45d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:53.676613 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f41cc3a1-79fc-4751-a1bd-d992db2a45d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:53.677300 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f41cc3a1-79fc-4751-a1bd-d992db2a45d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:53.677536 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f41cc3a1-79fc-4751-a1bd-d992db2a45d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:53.677994 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f41cc3a1-79fc-4751-a1bd-d992db2a45d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:53.678454 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f41cc3a1-79fc-4751-a1bd-d992db2a45d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:53.678916 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f41cc3a1-79fc-4751-a1bd-d992db2a45d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:53.679410 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f41cc3a1-79fc-4751-a1bd-d992db2a45d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:53.679876 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f41cc3a1-79fc-4751-a1bd-d992db2a45d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:53.680336 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f41cc3a1-79fc-4751-a1bd-d992db2a45d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:53.680843 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f41cc3a1-79fc-4751-a1bd-d992db2a45d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:53.681307 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f41cc3a1-79fc-4751-a1bd-d992db2a45d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:53.681764 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f41cc3a1-79fc-4751-a1bd-d992db2a45d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:53.688760 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f41cc3a1-79fc-4751-a1bd-d992db2a45d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:53.689410 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f41cc3a1-79fc-4751-a1bd-d992db2a45d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:53.689898 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f41cc3a1-79fc-4751-a1bd-d992db2a45d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:53.690374 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f41cc3a1-79fc-4751-a1bd-d992db2a45d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:53.690845 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f41cc3a1-79fc-4751-a1bd-d992db2a45d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:53.691423 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f41cc3a1-79fc-4751-a1bd-d992db2a45d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:53.700199 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-f41cc3a1-79fc-4751-a1bd-d992db2a45d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 37616 time: 0.2325535 Jul 27 23:12:53.702438 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 37836) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:12:53.706364 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-b0acc4b6-20fa-4717-8ac4-f193987948d3 req-84151d75-5e6f-4fc9-9317-797b9f8b5141 tempest-ServerRescueNegativeTestJSON-1855851441 tempest-ServerRescueNegativeTestJSON-1855851441-project] 10.222.0.18 "GET /v2.0/security-groups?id=1af18e13-f94e-429a-ab8a-66f4e32e8b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046164 Jul 27 23:12:53.712036 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7dff55-8c5d-4922-92e8-963eebe222ef req-79834bec-bad7-4c1b-8cf2-25a8c9103b60 tempest-ServerRescueTestJSON-1182058210 tempest-ServerRescueTestJSON-1182058210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:53.713875 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ee7dff55-8c5d-4922-92e8-963eebe222ef req-79834bec-bad7-4c1b-8cf2-25a8c9103b60 tempest-ServerRescueTestJSON-1182058210 tempest-ServerRescueTestJSON-1182058210-project] 10.222.0.18 "GET /v2.0/ports?device_id=fdf76be6-bd13-41d1-88c2-61c6861cc347 HTTP/1.1" status: 200 len: 945 time: 0.2109616 Jul 27 23:12:53.762907 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-e7913c98-18b4-4bd7-804e-470038092db3 None None] Port 31404c01-7b8d-4b39-bb63-d10246aef874 cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:12:53.797122 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] For port d84eb8e6-a02a-4476-a10b-fc7331bf84e7, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=d84eb8e6-a02a-4476-a10b-fc7331bf84e7,segment=NetworkSegment(c9fb78ac-e6ea-467c-8f46-ba3c48e27877),segment_id=c9fb78ac-e6ea-467c-8f46-ba3c48e27877)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:12:53.803291 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Provisioning for port a1bdfbba-9a24-43d6-84b3-1265d2295611 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:12:53.818417 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:53.878407 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ee7dff55-8c5d-4922-92e8-963eebe222ef req-bf5abe18-2c13-4d46-a5e9-93b04086c538 tempest-ServerRescueTestJSON-1182058210 tempest-ServerRescueTestJSON-1182058210-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1683666-2031-45b7-8015-e9f1b36fb2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229990 Jul 27 23:12:53.885572 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Provisioning complete for port a1bdfbba-9a24-43d6-84b3-1265d2295611 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:12:53.886059 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:53.897109 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Pushing event updated for resources: {'Port': ['ID=d84eb8e6-a02a-4476-a10b-fc7331bf84e7,revision_number=3']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:12:53.927897 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4c4bb075-89e1-4f10-a65d-d065b74db63c None None] Notify callbacks [] for port, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:53.954961 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-00865b4e-4f94-4294-b332-7472c053c508 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:53.967669 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-00865b4e-4f94-4294-b332-7472c053c508 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11336041'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:54.029048 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c7c011-5f91-4064-b3c2-827665f48c51 req-7ef76115-3c81-4589-b747-9e5810c1413e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:54.030700 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f1c7c011-5f91-4064-b3c2-827665f48c51 req-7ef76115-3c81-4589-b747-9e5810c1413e service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=fdf76be6-bd13-41d1-88c2-61c6861cc347 HTTP/1.1" status: 200 len: 1096 time: 0.2204950 Jul 27 23:12:54.047306 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-33ca7131-01b7-4882-b1bf-1371c9653563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Deleting port b539656b-aff7-4af8-a0a9-8c460ae6eebe {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:12:54.048025 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-33ca7131-01b7-4882-b1bf-1371c9653563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:54.129493 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00865b4e-4f94-4294-b332-7472c053c508 admin admin] Pushing event updated for resources: {'Port': ['ID=31404c01-7b8d-4b39-bb63-d10246aef874,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:12:54.145741 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-00865b4e-4f94-4294-b332-7472c053c508 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3760555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-414115'] for router_interface, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:54.161390 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-4c4bb075-89e1-4f10-a65d-d065b74db63c None None] Transition to ACTIVE for port object 30e60e4b-5905-4371-b398-cc252ac3c37c will not be triggered until provisioned by entity L2. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:12:54.180270 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-33ca7131-01b7-4882-b1bf-1371c9653563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] For port b539656b-aff7-4af8-a0a9-8c460ae6eebe, host n-h1-802623-1, got binding levels [] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:12:54.180682 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-33ca7131-01b7-4882-b1bf-1371c9653563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:54.194777 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-8d2b3003-60f2-4297-afea-7d81f905e9e4 None None] Provisioning for port cb2a8bc8-566d-48dc-b91d-d5248a770485 completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:12:54.198195 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-33ca7131-01b7-4882-b1bf-1371c9653563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Calling delete_port for b539656b-aff7-4af8-a0a9-8c460ae6eebe owned by {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:12:54.233648 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4c4bb075-89e1-4f10-a65d-d065b74db63c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:54.292565 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-8d2b3003-60f2-4297-afea-7d81f905e9e4 None None] Provisioning complete for port cb2a8bc8-566d-48dc-b91d-d5248a770485 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:12:54.292949 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8d2b3003-60f2-4297-afea-7d81f905e9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:54.299112 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 37842) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:12:54.304258 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-93158daa-84ca-4a9f-a1e0-698d22311224 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Request body: {'security_group': {'name': 'tempest-securitygroup--422533975', 'description': 'tempest-description--217383320'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:12:54.308485 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f1c7c011-5f91-4064-b3c2-827665f48c51 req-a685b499-e04d-4393-bfad-4321da75c25a service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=d1683666-2031-45b7-8015-e9f1b36fb2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2695191 Jul 27 23:12:54.347154 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-33ca7131-01b7-4882-b1bf-1371c9653563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:54.356513 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-93158daa-84ca-4a9f-a1e0-698d22311224 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:54.406780 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00865b4e-4f94-4294-b332-7472c053c508 admin admin] Network 0627b955-dd0f-4cce-ba7f-51e698f3bc59 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:12:54.409830 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-00865b4e-4f94-4294-b332-7472c053c508 admin admin] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:12:54.423839 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ca7131-01b7-4882-b1bf-1371c9653563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Pushing event deleted for resources: {'Port': ['ID=b539656b-aff7-4af8-a0a9-8c460ae6eebe,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:12:54.425875 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae670040-2395-4097-bfac-12715319cea8 None None] Pushing event updated for resources: {'Port': ['ID=30e60e4b-5905-4371-b398-cc252ac3c37c,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:12:54.426686 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1267d39-f3a0-48b1-90f0-07b70ad1b857 req-cd1271ef-73e2-4ed6-8635-ae65a2bb085b tempest-ListServersNegativeTestJSON-219464243 tempest-ListServersNegativeTestJSON-219464243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:54.428732 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-8d2b3003-60f2-4297-afea-7d81f905e9e4 None None] Port cb2a8bc8-566d-48dc-b91d-d5248a770485 cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:12:54.432363 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-33ca7131-01b7-4882-b1bf-1371c9653563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:54.435132 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-33ca7131-01b7-4882-b1bf-1371c9653563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] 10.222.0.18 "DELETE /v2.0/ports/b539656b-aff7-4af8-a0a9-8c460ae6eebe HTTP/1.1" status: 204 len: 168 time: 0.7202318 Jul 27 23:12:54.436506 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device d84eb8e6-a02a-4476-a10b-fc7331bf84e7 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:12:54.438828 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a1267d39-f3a0-48b1-90f0-07b70ad1b857 req-cd1271ef-73e2-4ed6-8635-ae65a2bb085b tempest-ListServersNegativeTestJSON-219464243 tempest-ListServersNegativeTestJSON-219464243-project] 10.222.0.18 "GET /v2.0/ports?device_id=8192a572-70e9-493b-bfee-65b34f4b4be8 HTTP/1.1" status: 200 len: 945 time: 0.1048443 Jul 27 23:12:54.440144 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 37846) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:12:54.477006 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bab14976-9a79-4961-bbb7-bef26e77c0b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7aa7f82a-79c8-4d31-aedb-c7b467805927'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:12:54.479741 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c0369b0d4f459110ff20a1f9878ba33f96d6491bddb9d15843bf29d01e0bda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a8d98a8-2a7f-4150-b82a-75615de47565" -d '{"events": [{"server_uuid": "bab14976-9a79-4961-bbb7-bef26e77c0b6", "name": "network-vif-plugged", "status": "completed", "tag": "7aa7f82a-79c8-4d31-aedb-c7b467805927"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:12:54.480260 n-d-802623-1 neutron-server[93798]: INFO neutron.pecan_wsgi.hooks.translation [None req-04458613-6438-42b1-a56c-4adfaf450140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] GET failed (client error): The resource could not be found. Jul 27 23:12:54.481829 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-04458613-6438-42b1-a56c-4adfaf450140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] 10.222.0.18 "GET /v2.0/ports/b539656b-aff7-4af8-a0a9-8c460ae6eebe HTTP/1.1" status: 404 len: 333 time: 0.0383329 Jul 27 23:12:54.487384 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 37848) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:12:54.491258 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-4c4bb075-89e1-4f10-a65d-d065b74db63c None None] Attempting to bind port 30e60e4b-5905-4371-b398-cc252ac3c37c on host n-d-802623-1 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:12:54.491883 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-4c4bb075-89e1-4f10-a65d-d065b74db63c None None] Attempting to bind port 30e60e4b-5905-4371-b398-cc252ac3c37c by drivers openvswitch,hyperv on host n-d-802623-1 at level 0 using segments [{'id': 'b9afe07e-bbe4-4740-834c-4b6a9698bdbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:12:54.492444 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c4bb075-89e1-4f10-a65d-d065b74db63c None None] Attempting to bind port 30e60e4b-5905-4371-b398-cc252ac3c37c on network 2fd42287-ed26-4eb9-89a5-b521f5b04356 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:12:54.510508 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8136c8-1d48-4c6a-ad05-2fc8c5344e07 req-34f51dc4-2d21-49ff-a894-7f5290ac2617 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:54.518249 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8136c8-1d48-4c6a-ad05-2fc8c5344e07 req-34f51dc4-2d21-49ff-a894-7f5290ac2617 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:54.524662 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8136c8-1d48-4c6a-ad05-2fc8c5344e07 req-34f51dc4-2d21-49ff-a894-7f5290ac2617 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:54.532873 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8136c8-1d48-4c6a-ad05-2fc8c5344e07 req-34f51dc4-2d21-49ff-a894-7f5290ac2617 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:54.540450 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c4bb075-89e1-4f10-a65d-d065b74db63c None None] Checking agent: {'id': 'a9a568d2-a5e7-41e4-833f-a8ab42ea4073', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 52, 30), 'started_at': datetime.datetime(2021, 7, 27, 22, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 12, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802623-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:12:54.540918 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c4bb075-89e1-4f10-a65d-d065b74db63c None None] Checking segment: {'id': 'b9afe07e-bbe4-4740-834c-4b6a9698bdbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:12:54.541224 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4c4bb075-89e1-4f10-a65d-d065b74db63c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:54.541641 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c4bb075-89e1-4f10-a65d-d065b74db63c None None] Bound using segment: {'id': 'b9afe07e-bbe4-4740-834c-4b6a9698bdbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:12:54.542100 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-4c4bb075-89e1-4f10-a65d-d065b74db63c None None] Bound port: 30e60e4b-5905-4371-b398-cc252ac3c37c, host: n-d-802623-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9afe07e-bbe4-4740-834c-4b6a9698bdbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:12:54.542495 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4c4bb075-89e1-4f10-a65d-d065b74db63c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:54.551988 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a1267d39-f3a0-48b1-90f0-07b70ad1b857 req-5879929a-ccdc-4cb0-a646-e2c4431fda5e tempest-ListServersNegativeTestJSON-219464243 tempest-ListServersNegativeTestJSON-219464243-project] 10.222.0.18 "GET /v2.0/security-groups?id=101be31e-d533-430f-a71d-e6dea6b55f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984051 Jul 27 23:12:54.554124 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8136c8-1d48-4c6a-ad05-2fc8c5344e07 req-34f51dc4-2d21-49ff-a894-7f5290ac2617 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:54.560851 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8136c8-1d48-4c6a-ad05-2fc8c5344e07 req-34f51dc4-2d21-49ff-a894-7f5290ac2617 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:54.566874 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8136c8-1d48-4c6a-ad05-2fc8c5344e07 req-34f51dc4-2d21-49ff-a894-7f5290ac2617 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:54.575363 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-6c8136c8-1d48-4c6a-ad05-2fc8c5344e07 req-34f51dc4-2d21-49ff-a894-7f5290ac2617 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] 10.222.0.18 "GET /v2.0/ports?device_id=bab14976-9a79-4961-bbb7-bef26e77c0b6 HTTP/1.1" status: 200 len: 5445 time: 0.5427113 Jul 27 23:12:54.579366 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-ada7f790-9e86-4346-8426-fe10dea992ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870313552', 'network_id': '5199d91b-912c-4f41-aad1-46d85c2b9bc6'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:12:54.656958 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-8d2b3003-60f2-4297-afea-7d81f905e9e4 None None] Provisioning complete for port d84eb8e6-a02a-4476-a10b-fc7331bf84e7 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:12:54.657382 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8d2b3003-60f2-4297-afea-7d81f905e9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:54.662506 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00865b4e-4f94-4294-b332-7472c053c508 admin admin] Router 10876ef5-369b-4d15-8f81-8b99419d04d0 has already been hosted by L3 agent 018c4455-49c0-4734-927d-7824067b2a9e {{(pid=93797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 23:12:54.666220 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47b87639-b641-4572-a187-fe07f0cb16fa None None] Network 42a806fa-6465-4bb1-a70d-1966b5320f00 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:12:54.675161 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-6c8136c8-1d48-4c6a-ad05-2fc8c5344e07 req-ec9869f6-bcc9-4971-9687-c4918c85547f tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] 10.222.0.18 "GET /v2.0/security-groups?id=cfd41bdc-77a0-40db-b366-4cd3c3051f6e&id=590f29d5-a38d-458c-93ce-543ee7b0dac7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0791817 Jul 27 23:12:54.736666 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-4c4bb075-89e1-4f10-a65d-d065b74db63c None None] For port 30e60e4b-5905-4371-b398-cc252ac3c37c, host n-d-802623-1, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:12:54.737843 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-93158daa-84ca-4a9f-a1e0-698d22311224 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:54.753509 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-93158daa-84ca-4a9f-a1e0-698d22311224 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:54.765882 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:12:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24471f33-38ce-4e81-b920-61fff4fe91af x-openstack-request-id: req-24471f33-38ce-4e81-b920-61fff4fe91af {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:12:54.766174 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bab14976-9a79-4961-bbb7-bef26e77c0b6", "name": "network-vif-plugged", "status": "completed", "tag": "7aa7f82a-79c8-4d31-aedb-c7b467805927", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:12:54.766798 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-24471f33-38ce-4e81-b920-61fff4fe91af {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:12:54.766798 n-d-802623-1 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bab14976-9a79-4961-bbb7-bef26e77c0b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7aa7f82a-79c8-4d31-aedb-c7b467805927', 'code': 200} Jul 27 23:12:54.772216 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:54.775309 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-4c4bb075-89e1-4f10-a65d-d065b74db63c None None] For port 30e60e4b-5905-4371-b398-cc252ac3c37c, host n-d-802623-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=30e60e4b-5905-4371-b398-cc252ac3c37c,segment=NetworkSegment(b9afe07e-bbe4-4740-834c-4b6a9698bdbc),segment_id=b9afe07e-bbe4-4740-834c-4b6a9698bdbc)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:12:54.793256 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port d84eb8e6-a02a-4476-a10b-fc7331bf84e7 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:12:54.793628 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:54.805876 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93158daa-84ca-4a9f-a1e0-698d22311224 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Pushing event updated for resources: {'SecurityGroup': ['ID=099e8df2-bc6b-4be8-8e74-9791e0ffd653,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:12:54.806105 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4c4bb075-89e1-4f10-a65d-d065b74db63c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:54.823161 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ada7f790-9e86-4346-8426-fe10dea992ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Made reservation on behalf of d912dd2479474415aa4537f3db082df6 for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:12:54.825617 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ada7f790-9e86-4346-8426-fe10dea992ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:54.846305 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-93158daa-84ca-4a9f-a1e0-698d22311224 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:54.847558 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-93158daa-84ca-4a9f-a1e0-698d22311224 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.5483408 Jul 27 23:12:54.851093 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 37854) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:12:54.853591 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b858fb8-75ee-46c2-847c-8646abb2b641 req-6408ed6e-a282-4f81-abf8-52b0d9d4262b tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:54.855581 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-167fb24e-20d8-45b6-a1e7-ec5b9f69e668 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Request body: {'security_group_rule': {'security_group_id': '099e8df2-bc6b-4be8-8e74-9791e0ffd653', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:12:54.855719 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-5b858fb8-75ee-46c2-847c-8646abb2b641 req-6408ed6e-a282-4f81-abf8-52b0d9d4262b tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/ports?device_id=c292af40-c395-4445-978c-d1d948a0e563 HTTP/1.1" status: 200 len: 949 time: 0.1915133 Jul 27 23:12:54.885531 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [None req-ada7f790-9e86-4346-8426-fe10dea992ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] device_id is not set on port 5609f09f-d551-4d53-bcf0-7b351f6bb933 yet. {{(pid=93798) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 23:12:54.933975 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-5b858fb8-75ee-46c2-847c-8646abb2b641 req-48cc1e7c-83f3-4388-9394-f7f0d606ffa2 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb779318-b8ff-43a6-a94f-3ce471aff166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480092 Jul 27 23:12:54.936867 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00865b4e-4f94-4294-b332-7472c053c508 admin admin] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:12:54.952702 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-00865b4e-4f94-4294-b332-7472c053c508 admin admin] 10.222.0.18 "PUT /v2.0/routers/10876ef5-369b-4d15-8f81-8b99419d04d0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3372910 Jul 27 23:12:54.952904 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae670040-2395-4097-bfac-12715319cea8 None None] Pushing event updated for resources: {'Port': ['ID=30e60e4b-5905-4371-b398-cc252ac3c37c,revision_number=3']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:12:54.963496 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff932dbc-922e-40f9-9bcd-c2627981a800 req-0cf3b91f-e583-468d-8dc2-75986b77148d tempest-ServerRescueNegativeTestJSON-1855851441 tempest-ServerRescueNegativeTestJSON-1855851441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:54.977265 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port a1bdfbba-9a24-43d6-84b3-1265d2295611, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=a1bdfbba-9a24-43d6-84b3-1265d2295611,segment=NetworkSegment(c7a206b6-2b59-413c-9a8e-188476801f18),segment_id=c7a206b6-2b59-413c-9a8e-188476801f18)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:12:54.980503 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ff932dbc-922e-40f9-9bcd-c2627981a800 req-0cf3b91f-e583-468d-8dc2-75986b77148d tempest-ServerRescueNegativeTestJSON-1855851441 tempest-ServerRescueNegativeTestJSON-1855851441-project] 10.222.0.18 "GET /v2.0/ports?device_id=18bf2265-d54a-42b3-beea-c61771ab87ab HTTP/1.1" status: 200 len: 945 time: 0.1588030 Jul 27 23:12:54.994186 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:55.000331 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-167fb24e-20d8-45b6-a1e7-ec5b9f69e668 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:55.049336 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c4bb075-89e1-4f10-a65d-d065b74db63c None None] Routers {'10876ef5-369b-4d15-8f81-8b99419d04d0'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:12:55.050001 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-4c4bb075-89e1-4f10-a65d-d065b74db63c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:12:29Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['10876ef5-369b-4d15-8f81-8b99419d04d0'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:12:55.091732 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ff932dbc-922e-40f9-9bcd-c2627981a800 req-5e9c6cf7-9618-43ab-9b21-82415d30f01a tempest-ServerRescueNegativeTestJSON-1855851441 tempest-ServerRescueNegativeTestJSON-1855851441-project] 10.222.0.18 "GET /v2.0/security-groups?id=1af18e13-f94e-429a-ab8a-66f4e32e8b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102917 Jul 27 23:12:55.107276 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2344d196-24b8-486c-affd-15233f77ab74 req-496edb6d-aa7d-44f6-9b02-2c6e32b317ca tempest-ServerRescueTestJSON-1182058210 tempest-ServerRescueTestJSON-1182058210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:55.107276 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-2344d196-24b8-486c-affd-15233f77ab74 req-496edb6d-aa7d-44f6-9b02-2c6e32b317ca tempest-ServerRescueTestJSON-1182058210 tempest-ServerRescueTestJSON-1182058210-project] 10.222.0.18 "GET /v2.0/ports?device_id=fdf76be6-bd13-41d1-88c2-61c6861cc347 HTTP/1.1" status: 200 len: 945 time: 0.0614710 Jul 27 23:12:55.171907 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-2344d196-24b8-486c-affd-15233f77ab74 req-85754e7c-0b70-4f52-b39a-f5b0680c183c tempest-ServerRescueTestJSON-1182058210 tempest-ServerRescueTestJSON-1182058210-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1683666-2031-45b7-8015-e9f1b36fb2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615025 Jul 27 23:12:55.208394 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Pushing event updated for resources: {'Port': ['ID=a1bdfbba-9a24-43d6-84b3-1265d2295611,revision_number=5']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:12:55.218444 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-167fb24e-20d8-45b6-a1e7-ec5b9f69e668 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:55.233138 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-167fb24e-20d8-45b6-a1e7-ec5b9f69e668 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784185'] for security_group_rule, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:55.244241 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ada7f790-9e86-4346-8426-fe10dea992ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:55.262485 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167fb24e-20d8-45b6-a1e7-ec5b9f69e668 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bcf6caf0-00ce-42df-b357-80f5cec4c12b,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:12:55.278591 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-167fb24e-20d8-45b6-a1e7-ec5b9f69e668 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:55.280526 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-167fb24e-20d8-45b6-a1e7-ec5b9f69e668 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4285152 Jul 27 23:12:55.283725 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 37864) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:12:55.289772 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-219c0168-ba43-4647-9a6e-62422c895fe4 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Request body: {'security_group_rule': {'security_group_id': '099e8df2-bc6b-4be8-8e74-9791e0ffd653', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:12:55.289905 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 31a2e11e-ed3f-46bf-b771-5c4d99cb0235 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:12:55.317654 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ada7f790-9e86-4346-8426-fe10dea992ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:55.330720 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-219c0168-ba43-4647-9a6e-62422c895fe4 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:55.341037 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-4c4bb075-89e1-4f10-a65d-d065b74db63c None None] Set router 10876ef5-369b-4d15-8f81-8b99419d04d0 gateway port host: n-d-802623-1 {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:12:55.382625 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ada7f790-9e86-4346-8426-fe10dea992ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Network 5199d91b-912c-4f41-aad1-46d85c2b9bc6 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:12:55.383800 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada7f790-9e86-4346-8426-fe10dea992ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Pushing event updated for resources: {'Port': ['ID=5609f09f-d551-4d53-bcf0-7b351f6bb933,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:12:55.388420 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-ada7f790-9e86-4346-8426-fe10dea992ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:12:55.394879 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada7f790-9e86-4346-8426-fe10dea992ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:12:55.395900 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ada7f790-9e86-4346-8426-fe10dea992ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:55.396742 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ada7f790-9e86-4346-8426-fe10dea992ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:55.404155 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-314b6f50-73ef-4f56-92ec-36ca1a73a618 None None] Provisioning complete for port 31404c01-7b8d-4b39-bb63-d10246aef874 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:12:55.405029 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-314b6f50-73ef-4f56-92ec-36ca1a73a618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:55.406207 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-219c0168-ba43-4647-9a6e-62422c895fe4 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:55.415728 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-219c0168-ba43-4647-9a6e-62422c895fe4 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784185'] for security_group_rule, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:55.430056 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-ada7f790-9e86-4346-8426-fe10dea992ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.9413106 Jul 27 23:12:55.433058 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 37866) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:12:55.433405 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 37868) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:12:55.440867 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-abc86f97-5813-42e2-ad06-39d33f880c28 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1932696802', 'description': 'tempest-description--1075242969'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:12:55.485891 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-219c0168-ba43-4647-9a6e-62422c895fe4 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:55.487339 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-219c0168-ba43-4647-9a6e-62422c895fe4 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2020245 Jul 27 23:12:55.490996 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 37870) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:12:55.493484 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219c0168-ba43-4647-9a6e-62422c895fe4 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0856e93-534f-4d14-b991-b4050f5455dd,revision_number=0']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:12:55.506194 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-f2e3bdc7-5d25-4e75-b203-46748a450679 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Request body: {'floatingip': {'floating_network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:12:55.508674 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78376b2b-66fc-4af0-b1f1-a856863af8fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:55.512430 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-78376b2b-66fc-4af0-b1f1-a856863af8fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] 10.222.0.18 "GET /v2.0/ports/5609f09f-d551-4d53-bcf0-7b351f6bb933 HTTP/1.1" status: 200 len: 959 time: 0.0644133 Jul 27 23:12:55.512603 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 37872) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:12:55.536375 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-314b6f50-73ef-4f56-92ec-36ca1a73a618 None None] Port 31404c01-7b8d-4b39-bb63-d10246aef874 cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:12:55.550742 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-abc86f97-5813-42e2-ad06-39d33f880c28 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:55.552958 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f2e3bdc7-5d25-4e75-b203-46748a450679 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Notify callbacks [] for floatingip, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:55.629191 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning for port 31a2e11e-ed3f-46bf-b771-5c4d99cb0235 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:12:55.680203 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f2e3bdc7-5d25-4e75-b203-46748a450679 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:55.695432 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-314b6f50-73ef-4f56-92ec-36ca1a73a618 None None] Provisioning for port b0d9ae02-d7ae-4081-8329-a04703c772b8 completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:12:55.701380 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-314b6f50-73ef-4f56-92ec-36ca1a73a618 None None] Provisioning complete for port b0d9ae02-d7ae-4081-8329-a04703c772b8 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:12:55.702079 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-314b6f50-73ef-4f56-92ec-36ca1a73a618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:55.763630 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-314b6f50-73ef-4f56-92ec-36ca1a73a618 None None] Port b0d9ae02-d7ae-4081-8329-a04703c772b8 cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:12:55.773163 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-4c4bb075-89e1-4f10-a65d-d065b74db63c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10876ef5-369b-4d15-8f81-8b99419d04d0', 'name': 'tempest-ServerActionsTestJSON-1807446271-router', 'tenant_id': '096ab815848b4fa4865a54f76499dfb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.161'}], 'enable_snat': True}, 'gw_port_id': '30e60e4b-5905-4371-b398-cc252ac3c37c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:12:46Z', 'updated_at': '2021-07-27T23:12:53Z', 'revision_number': 4, 'project_id': '096ab815848b4fa4865a54f76499dfb1', 'gw_port': {'id': '30e60e4b-5905-4371-b398-cc252ac3c37c', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:45:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10876ef5-369b-4d15-8f81-8b99419d04d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:12:47Z', 'updated_at': '2021-07-27T23:12:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': '31404c01-7b8d-4b39-bb63-d10246aef874', 'name': '', 'network_id': '0627b955-dd0f-4cce-ba7f-51e698f3bc59', 'tenant_id': '096ab815848b4fa4865a54f76499dfb1', 'mac_address': 'fa:16:3e:cb:97:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10876ef5-369b-4d15-8f81-8b99419d04d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '232a981d-f7d1-42df-991c-3a09e4ce0177', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:12:51Z', 'updated_at': '2021-07-27T23:12:53Z', 'revision_number': 2, 'project_id': '096ab815848b4fa4865a54f76499dfb1', 'subnets': [{'id': '232a981d-f7d1-42df-991c-3a09e4ce0177', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:12:55.780690 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2e84b4-dca0-4d7f-b7b6-58f0d07fa439 req-e5c5aa19-943a-49fb-b0c7-8b58bf0111ae tempest-ListServersNegativeTestJSON-219464243 tempest-ListServersNegativeTestJSON-219464243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:55.788618 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-dc2e84b4-dca0-4d7f-b7b6-58f0d07fa439 req-e5c5aa19-943a-49fb-b0c7-8b58bf0111ae tempest-ListServersNegativeTestJSON-219464243 tempest-ListServersNegativeTestJSON-219464243-project] 10.222.0.18 "GET /v2.0/ports?device_id=8192a572-70e9-493b-bfee-65b34f4b4be8 HTTP/1.1" status: 200 len: 945 time: 0.1185627 Jul 27 23:12:55.807472 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c4bb075-89e1-4f10-a65d-d065b74db63c None None] The sync data for ids ['10876ef5-369b-4d15-8f81-8b99419d04d0'] in n-d-802623-1 is: [{'id': '10876ef5-369b-4d15-8f81-8b99419d04d0', 'name': 'tempest-ServerActionsTestJSON-1807446271-router', 'tenant_id': '096ab815848b4fa4865a54f76499dfb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.161'}], 'enable_snat': True}, 'gw_port_id': '30e60e4b-5905-4371-b398-cc252ac3c37c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:12:46Z', 'updated_at': '2021-07-27T23:12:53Z', 'revision_number': 4, 'project_id': '096ab815848b4fa4865a54f76499dfb1', 'gw_port': {'id': '30e60e4b-5905-4371-b398-cc252ac3c37c', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:45:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10876ef5-369b-4d15-8f81-8b99419d04d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:12:47Z', 'updated_at': '2021-07-27T23:12:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': '31404c01-7b8d-4b39-bb63-d10246aef874', 'name': '', 'network_id': '0627b955-dd0f-4cce-ba7f-51e698f3bc59', 'tenant_id': '096ab815848b4fa4865a54f76499dfb1', 'mac_address': 'fa:16:3e:cb:97:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10876ef5-369b-4d15-8f81-8b99419d04d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '232a981d-f7d1-42df-991c-3a09e4ce0177', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:12:51Z', 'updated_at': '2021-07-27T23:12:53Z', 'revision_number': 2, 'project_id': '096ab815848b4fa4865a54f76499dfb1', 'subnets': [{'id': '232a981d-f7d1-42df-991c-3a09e4ce0177', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:12:55.809205 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-314b6f50-73ef-4f56-92ec-36ca1a73a618 None None] Provisioning for port 31a2e11e-ed3f-46bf-b771-5c4d99cb0235 completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:12:55.814608 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-314b6f50-73ef-4f56-92ec-36ca1a73a618 None None] Provisioning complete for port 31a2e11e-ed3f-46bf-b771-5c4d99cb0235 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:12:55.815139 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-314b6f50-73ef-4f56-92ec-36ca1a73a618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:55.816253 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d2d30ef1-c7c4-491f-a495-096f4be663f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Deleting port 5609f09f-d551-4d53-bcf0-7b351f6bb933 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:12:55.816637 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d2d30ef1-c7c4-491f-a495-096f4be663f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:55.866062 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-f2e3bdc7-5d25-4e75-b203-46748a450679 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Allocated IP 172.25.4.24 (2fd42287-ed26-4eb9-89a5-b521f5b04356/17de1f8f-393a-4b0c-a2df-614bd3f2fb5e/626d1258-8add-4a8d-9dca-aef6e4d2faba) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:12:55.886434 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-abc86f97-5813-42e2-ad06-39d33f880c28 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:55.905634 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f09635f-1cc1-47e8-b4a7-69b937135925 req-2faed266-3ad6-4611-b9ef-bc352561a5fa tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:55.908428 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-dc2e84b4-dca0-4d7f-b7b6-58f0d07fa439 req-a80ff93b-8834-444f-8e6b-64c202918e08 tempest-ListServersNegativeTestJSON-219464243 tempest-ListServersNegativeTestJSON-219464243-project] 10.222.0.18 "GET /v2.0/security-groups?id=101be31e-d533-430f-a71d-e6dea6b55f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187665 Jul 27 23:12:55.912238 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-314b6f50-73ef-4f56-92ec-36ca1a73a618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:55.914523 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f09635f-1cc1-47e8-b4a7-69b937135925 req-2faed266-3ad6-4611-b9ef-bc352561a5fa tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:55.922041 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f09635f-1cc1-47e8-b4a7-69b937135925 req-2faed266-3ad6-4611-b9ef-bc352561a5fa tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:55.926053 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-abc86f97-5813-42e2-ad06-39d33f880c28 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:55.928315 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f09635f-1cc1-47e8-b4a7-69b937135925 req-2faed266-3ad6-4611-b9ef-bc352561a5fa tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:55.937558 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f09635f-1cc1-47e8-b4a7-69b937135925 req-2faed266-3ad6-4611-b9ef-bc352561a5fa tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:55.945908 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f09635f-1cc1-47e8-b4a7-69b937135925 req-2faed266-3ad6-4611-b9ef-bc352561a5fa tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:55.950390 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-314b6f50-73ef-4f56-92ec-36ca1a73a618 None None] For port 31a2e11e-ed3f-46bf-b771-5c4d99cb0235, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=31a2e11e-ed3f-46bf-b771-5c4d99cb0235,segment=NetworkSegment(938ec75d-2450-4436-aa8a-94471f8dbbb3),segment_id=938ec75d-2450-4436-aa8a-94471f8dbbb3)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:12:55.952642 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f09635f-1cc1-47e8-b4a7-69b937135925 req-2faed266-3ad6-4611-b9ef-bc352561a5fa tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:55.955222 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-2f09635f-1cc1-47e8-b4a7-69b937135925 req-2faed266-3ad6-4611-b9ef-bc352561a5fa tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] 10.222.0.18 "GET /v2.0/ports?device_id=bab14976-9a79-4961-bbb7-bef26e77c0b6 HTTP/1.1" status: 200 len: 5446 time: 0.1673505 Jul 27 23:12:55.956483 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d2d30ef1-c7c4-491f-a495-096f4be663f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:55.958130 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-314b6f50-73ef-4f56-92ec-36ca1a73a618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:55.991663 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d2d30ef1-c7c4-491f-a495-096f4be663f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Calling delete_port for 5609f09f-d551-4d53-bcf0-7b351f6bb933 owned by {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:12:55.994400 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-abc86f97-5813-42e2-ad06-39d33f880c28 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:55.998604 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-abc86f97-5813-42e2-ad06-39d33f880c28 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.5630949 Jul 27 23:12:56.001865 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 37880) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:12:56.012245 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-0ed9f372-cb0b-4be1-b442-79c9b1a0ff62 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Request body: {'security_group_rule': {'security_group_id': '5f578744-6f09-4b7e-a537-2a342130270d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:12:56.019654 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc86f97-5813-42e2-ad06-39d33f880c28 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f578744-6f09-4b7e-a537-2a342130270d,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:12:56.040834 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314b6f50-73ef-4f56-92ec-36ca1a73a618 None None] Pushing event updated for resources: {'Port': ['ID=31a2e11e-ed3f-46bf-b771-5c4d99cb0235,revision_number=3']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:12:56.080697 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f2e3bdc7-5d25-4e75-b203-46748a450679 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:56.133160 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ad24f06a-cf76-4f56-b437-57573a77e835 None None] Provisioning complete for port 31a2e11e-ed3f-46bf-b771-5c4d99cb0235 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:12:56.133870 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ad24f06a-cf76-4f56-b437-57573a77e835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:56.145489 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f2e3bdc7-5d25-4e75-b203-46748a450679 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:56.154354 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0ed9f372-cb0b-4be1-b442-79c9b1a0ff62 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:56.206133 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37df776c-42a5-4c94-bdd0-03b8dd16623d req-270be0e9-445f-40f4-a80e-288224a1990d tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:56.207899 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-37df776c-42a5-4c94-bdd0-03b8dd16623d req-270be0e9-445f-40f4-a80e-288224a1990d tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/ports?device_id=c292af40-c395-4445-978c-d1d948a0e563 HTTP/1.1" status: 200 len: 949 time: 0.1286392 Jul 27 23:12:56.280936 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0ed9f372-cb0b-4be1-b442-79c9b1a0ff62 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:56.282443 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d2d30ef1-c7c4-491f-a495-096f4be663f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:56.312731 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0ed9f372-cb0b-4be1-b442-79c9b1a0ff62 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784185'] for security_group_rule, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:56.358926 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d30ef1-c7c4-491f-a495-096f4be663f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Pushing event deleted for resources: {'Port': ['ID=5609f09f-d551-4d53-bcf0-7b351f6bb933,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:12:56.390888 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-37df776c-42a5-4c94-bdd0-03b8dd16623d req-935e1747-b217-4a39-89c2-b651d105202c tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb779318-b8ff-43a6-a94f-3ce471aff166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633532 Jul 27 23:12:56.390888 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0ed9f372-cb0b-4be1-b442-79c9b1a0ff62 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:56.390888 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-0ed9f372-cb0b-4be1-b442-79c9b1a0ff62 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3840621 Jul 27 23:12:56.390888 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed9f372-cb0b-4be1-b442-79c9b1a0ff62 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2cf8edc-56a3-4f1e-ac0e-6f9af2768bd5,revision_number=0']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:12:56.396569 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d2d30ef1-c7c4-491f-a495-096f4be663f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:56.401397 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-d2d30ef1-c7c4-491f-a495-096f4be663f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] 10.222.0.18 "DELETE /v2.0/ports/5609f09f-d551-4d53-bcf0-7b351f6bb933 HTTP/1.1" status: 204 len: 168 time: 0.8877678 Jul 27 23:12:56.401977 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 37886) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:12:56.402322 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 37888) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:12:56.430043 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-dca45e83-35b9-4183-b4e7-d5ebe136a5b9 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Request body: {'security_group_rule': {'security_group_id': '5f578744-6f09-4b7e-a537-2a342130270d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:12:56.456266 n-d-802623-1 neutron-server[93797]: INFO neutron.pecan_wsgi.hooks.translation [None req-b67f0ec5-8c6e-4411-8599-7aedf8505112 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] GET failed (client error): The resource could not be found. Jul 27 23:12:56.458174 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-b67f0ec5-8c6e-4411-8599-7aedf8505112 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] 10.222.0.18 "GET /v2.0/ports/5609f09f-d551-4d53-bcf0-7b351f6bb933 HTTP/1.1" status: 404 len: 333 time: 0.0534582 Jul 27 23:12:56.461772 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 37890) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:12:56.467676 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-fa5bfb16-ed6c-418e-a4c1-546ca041421c tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Request body: {'port': {'network_id': '5199d91b-912c-4f41-aad1-46d85c2b9bc6', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-372315280'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:12:56.526415 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-dca45e83-35b9-4183-b4e7-d5ebe136a5b9 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:56.554170 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa5bfb16-ed6c-418e-a4c1-546ca041421c tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Made reservation on behalf of d912dd2479474415aa4537f3db082df6 for: {'port': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:12:56.556504 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-fa5bfb16-ed6c-418e-a4c1-546ca041421c tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:56.569805 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220f9ab3-ae63-4e09-9b27-7201dd9bc0c8 req-fb5f671d-770d-4206-92ad-746b6dab22d4 tempest-ServerRescueNegativeTestJSON-1855851441 tempest-ServerRescueNegativeTestJSON-1855851441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:56.571482 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-220f9ab3-ae63-4e09-9b27-7201dd9bc0c8 req-fb5f671d-770d-4206-92ad-746b6dab22d4 tempest-ServerRescueNegativeTestJSON-1855851441 tempest-ServerRescueNegativeTestJSON-1855851441-project] 10.222.0.18 "GET /v2.0/ports?device_id=18bf2265-d54a-42b3-beea-c61771ab87ab HTTP/1.1" status: 200 len: 945 time: 0.1104958 Jul 27 23:12:56.591235 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2e3bdc7-5d25-4e75-b203-46748a450679 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Network 2fd42287-ed26-4eb9-89a5-b521f5b04356 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:12:56.601158 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-f2e3bdc7-5d25-4e75-b203-46748a450679 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:12:56.609000 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2e3bdc7-5d25-4e75-b203-46748a450679 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:12:56.616091 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-2f09635f-1cc1-47e8-b4a7-69b937135925 req-e6d463b5-e043-4396-869f-6dda06eb89bc tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] 10.222.0.18 "GET /v2.0/security-groups?id=cfd41bdc-77a0-40db-b366-4cd3c3051f6e&id=590f29d5-a38d-458c-93ce-543ee7b0dac7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4839468 Jul 27 23:12:56.616732 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e3bdc7-5d25-4e75-b203-46748a450679 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Pushing event updated for resources: {'Port': ['ID=626d1258-8add-4a8d-9dca-aef6e4d2faba,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:12:56.625382 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-fa5bfb16-ed6c-418e-a4c1-546ca041421c tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] device_id is not set on port 7652131f-e1f7-47ca-b0e6-be57efbdf1d3 yet. {{(pid=93797) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 23:12:56.704054 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-dca45e83-35b9-4183-b4e7-d5ebe136a5b9 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:56.719143 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-220f9ab3-ae63-4e09-9b27-7201dd9bc0c8 req-5320863d-58fc-4aad-9727-303a938bb93d tempest-ServerRescueNegativeTestJSON-1855851441 tempest-ServerRescueNegativeTestJSON-1855851441-project] 10.222.0.18 "GET /v2.0/security-groups?id=1af18e13-f94e-429a-ab8a-66f4e32e8b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294737 Jul 27 23:12:56.734865 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-dca45e83-35b9-4183-b4e7-d5ebe136a5b9 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784185'] for security_group_rule, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:56.767579 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bab14976-9a79-4961-bbb7-bef26e77c0b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1bdfbba-9a24-43d6-84b3-1265d2295611'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:12:56.770441 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c0369b0d4f459110ff20a1f9878ba33f96d6491bddb9d15843bf29d01e0bda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c382f078-a9a1-4a98-8f80-066b07e46484" -d '{"events": [{"server_uuid": "bab14976-9a79-4961-bbb7-bef26e77c0b6", "name": "network-vif-plugged", "status": "completed", "tag": "a1bdfbba-9a24-43d6-84b3-1265d2295611"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:12:56.785657 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca45e83-35b9-4183-b4e7-d5ebe136a5b9 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57a2de57-5ef1-4c30-95ad-ebb9c8be3764,revision_number=0']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:12:56.818282 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f2e3bdc7-5d25-4e75-b203-46748a450679 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:56.820342 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:12:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cb6c641-a2d2-4d9c-ba93-ad3459a8528f x-openstack-request-id: req-8cb6c641-a2d2-4d9c-ba93-ad3459a8528f {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:12:56.820705 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bab14976-9a79-4961-bbb7-bef26e77c0b6", "name": "network-vif-plugged", "status": "completed", "tag": "a1bdfbba-9a24-43d6-84b3-1265d2295611", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:12:56.821020 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8cb6c641-a2d2-4d9c-ba93-ad3459a8528f {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:12:56.821483 n-d-802623-1 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bab14976-9a79-4961-bbb7-bef26e77c0b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1bdfbba-9a24-43d6-84b3-1265d2295611', 'code': 200} Jul 27 23:12:56.842744 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124942ae-1b6b-4e92-8972-04d2e3b95127 req-58549191-7d6f-49b9-a15d-47f0c9f9e3f3 tempest-ServerRescueTestJSON-1182058210 tempest-ServerRescueTestJSON-1182058210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:56.844284 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-124942ae-1b6b-4e92-8972-04d2e3b95127 req-58549191-7d6f-49b9-a15d-47f0c9f9e3f3 tempest-ServerRescueTestJSON-1182058210 tempest-ServerRescueTestJSON-1182058210-project] 10.222.0.18 "GET /v2.0/ports?device_id=fdf76be6-bd13-41d1-88c2-61c6861cc347 HTTP/1.1" status: 200 len: 945 time: 0.0916982 Jul 27 23:12:56.872533 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-dca45e83-35b9-4183-b4e7-d5ebe136a5b9 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:56.874271 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-dca45e83-35b9-4183-b4e7-d5ebe136a5b9 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4709432 Jul 27 23:12:56.874755 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f2e3bdc7-5d25-4e75-b203-46748a450679 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:56.877671 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 37894) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:12:56.878665 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-cf8278e0-5ec0-4f30-a0e6-e746cf468d8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:56.886928 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-47145408-0697-4706-959a-e7810ffea33d tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Request body: {'floatingip': {'floating_network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:12:56.959464 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-fa5bfb16-ed6c-418e-a4c1-546ca041421c tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:56.976300 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device 84835e77-f38a-45de-9b12-85db398b9a14 up at agent hyperv_n-h2-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:12:56.978770 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605ad295-7945-40b7-a0c7-fe079f08e712 req-7cb3e6f0-7a8a-4de4-9c46-f205e9992206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:56.979287 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605ad295-7945-40b7-a0c7-fe079f08e712 req-7cb3e6f0-7a8a-4de4-9c46-f205e9992206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:56.980635 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605ad295-7945-40b7-a0c7-fe079f08e712 req-7cb3e6f0-7a8a-4de4-9c46-f205e9992206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:56.980635 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605ad295-7945-40b7-a0c7-fe079f08e712 req-7cb3e6f0-7a8a-4de4-9c46-f205e9992206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:56.980829 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605ad295-7945-40b7-a0c7-fe079f08e712 req-7cb3e6f0-7a8a-4de4-9c46-f205e9992206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:56.981126 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605ad295-7945-40b7-a0c7-fe079f08e712 req-7cb3e6f0-7a8a-4de4-9c46-f205e9992206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:56.981590 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605ad295-7945-40b7-a0c7-fe079f08e712 req-7cb3e6f0-7a8a-4de4-9c46-f205e9992206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:56.983606 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-605ad295-7945-40b7-a0c7-fe079f08e712 req-7cb3e6f0-7a8a-4de4-9c46-f205e9992206 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=bab14976-9a79-4961-bbb7-bef26e77c0b6 HTTP/1.1" status: 200 len: 6503 time: 0.0782480 Jul 27 23:12:56.999689 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-124942ae-1b6b-4e92-8972-04d2e3b95127 req-6c026108-de45-4a84-9726-e7431d06eeab tempest-ServerRescueTestJSON-1182058210 tempest-ServerRescueTestJSON-1182058210-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1683666-2031-45b7-8015-e9f1b36fb2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263313 Jul 27 23:12:57.010048 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-47145408-0697-4706-959a-e7810ffea33d tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Notify callbacks [] for floatingip, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:57.068974 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Provisioning for port 84835e77-f38a-45de-9b12-85db398b9a14 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:12:57.075390 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Provisioning complete for port 84835e77-f38a-45de-9b12-85db398b9a14 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:12:57.075990 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:57.098716 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-605ad295-7945-40b7-a0c7-fe079f08e712 req-c1d8296c-ac1e-4ff6-8f15-e24625a65512 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=590f29d5-a38d-458c-93ce-543ee7b0dac7&id=cfd41bdc-77a0-40db-b366-4cd3c3051f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1066279 Jul 27 23:12:57.102846 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-fa5bfb16-ed6c-418e-a4c1-546ca041421c tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:57.195140 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbdb660-e7d7-4722-a4a4-6452160e2339 req-6a3e926f-3301-4c59-b721-97555a57ae0b tempest-ListServersNegativeTestJSON-219464243 tempest-ListServersNegativeTestJSON-219464243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:57.196737 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-1bbdb660-e7d7-4722-a4a4-6452160e2339 req-6a3e926f-3301-4c59-b721-97555a57ae0b tempest-ListServersNegativeTestJSON-219464243 tempest-ListServersNegativeTestJSON-219464243-project] 10.222.0.18 "GET /v2.0/ports?device_id=8192a572-70e9-493b-bfee-65b34f4b4be8 HTTP/1.1" status: 200 len: 945 time: 0.1712577 Jul 27 23:12:57.200421 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa5bfb16-ed6c-418e-a4c1-546ca041421c tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Network 5199d91b-912c-4f41-aad1-46d85c2b9bc6 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:12:57.210163 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-fa5bfb16-ed6c-418e-a4c1-546ca041421c tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:12:57.216470 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:57.216909 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa5bfb16-ed6c-418e-a4c1-546ca041421c tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:12:57.217841 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa5bfb16-ed6c-418e-a4c1-546ca041421c tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:57.218628 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-fa5bfb16-ed6c-418e-a4c1-546ca041421c tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:57.223208 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5bfb16-ed6c-418e-a4c1-546ca041421c tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Pushing event updated for resources: {'Port': ['ID=7652131f-e1f7-47ca-b0e6-be57efbdf1d3,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:12:57.275899 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-fa5bfb16-ed6c-418e-a4c1-546ca041421c tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.8129880 Jul 27 23:12:57.278682 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 37902) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:12:57.293941 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-f0f9cb1c-18ad-4172-aa47-9e0c8bba9313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-802623-1'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:12:57.308229 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-1bbdb660-e7d7-4722-a4a4-6452160e2339 req-5d3f1890-f277-4333-b7ed-89958a8d3efd tempest-ListServersNegativeTestJSON-219464243 tempest-ListServersNegativeTestJSON-219464243-project] 10.222.0.18 "GET /v2.0/security-groups?id=101be31e-d533-430f-a71d-e6dea6b55f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020341 Jul 27 23:12:57.318164 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port 84835e77-f38a-45de-9b12-85db398b9a14, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=84835e77-f38a-45de-9b12-85db398b9a14,segment=NetworkSegment(1fb2f591-8c81-4821-807c-46a0bb640046),segment_id=1fb2f591-8c81-4821-807c-46a0bb640046)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:12:57.327259 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:57.364353 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b02ecd-51b1-4e90-90d4-603d94d2da7e req-f3b78853-8ff1-4128-8e3e-445c8739d17f tempest-ServerRescueTestJSON-1182058210 tempest-ServerRescueTestJSON-1182058210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:57.365894 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-46b02ecd-51b1-4e90-90d4-603d94d2da7e req-f3b78853-8ff1-4128-8e3e-445c8739d17f tempest-ServerRescueTestJSON-1182058210 tempest-ServerRescueTestJSON-1182058210-project] 10.222.0.18 "GET /v2.0/ports?device_id=fdf76be6-bd13-41d1-88c2-61c6861cc347 HTTP/1.1" status: 200 len: 945 time: 0.1563892 Jul 27 23:12:57.369293 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f2e3bdc7-5d25-4e75-b203-46748a450679 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:57.395672 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Pushing event updated for resources: {'Port': ['ID=84835e77-f38a-45de-9b12-85db398b9a14,revision_number=5']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:12:57.408552 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f2e3bdc7-5d25-4e75-b203-46748a450679 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:57.442779 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f0f9cb1c-18ad-4172-aa47-9e0c8bba9313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:57.475965 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-47145408-0697-4706-959a-e7810ffea33d tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:57.478551 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0653b8-4451-421b-8f25-850efa420e26 req-7e4c1620-bcac-46ea-beee-915ef48d35e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:57.480115 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8e0653b8-4451-421b-8f25-850efa420e26 req-7e4c1620-bcac-46ea-beee-915ef48d35e1 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d4ae0349fedc4fe693e139d0088de506&device_id=fdf76be6-bd13-41d1-88c2-61c6861cc347 HTTP/1.1" status: 200 len: 1096 time: 0.1139774 Jul 27 23:12:57.592716 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-46b02ecd-51b1-4e90-90d4-603d94d2da7e req-9e645944-5673-476f-a437-dd15e6bbdde9 tempest-ServerRescueTestJSON-1182058210 tempest-ServerRescueTestJSON-1182058210-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1683666-2031-45b7-8015-e9f1b36fb2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2038240 Jul 27 23:12:57.596003 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f2e3bdc7-5d25-4e75-b203-46748a450679 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-415302'] for floatingip, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:57.599216 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e3bdc7-5d25-4e75-b203-46748a450679 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Pushing event updated for resources: {'Port': ['ID=626d1258-8add-4a8d-9dca-aef6e4d2faba,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:12:57.613341 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d148a42a-2a9d-4c14-8883-ca5ad43cc563 req-41e1f17b-385f-4063-ac5e-78159c7376a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:57.613341 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-d148a42a-2a9d-4c14-8883-ca5ad43cc563 req-41e1f17b-385f-4063-ac5e-78159c7376a9 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=18bf2265-d54a-42b3-beea-c61771ab87ab HTTP/1.1" status: 200 len: 1096 time: 0.2362790 Jul 27 23:12:57.651338 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f2e3bdc7-5d25-4e75-b203-46748a450679 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for floatingip, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:57.662292 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-f2e3bdc7-5d25-4e75-b203-46748a450679 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.1603701 Jul 27 23:12:57.708498 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-47145408-0697-4706-959a-e7810ffea33d tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Allocated IP 172.25.4.10 (2fd42287-ed26-4eb9-89a5-b521f5b04356/17de1f8f-393a-4b0c-a2df-614bd3f2fb5e/a7591e9a-ac35-4c45-9203-0ab9d5841584) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:12:57.824172 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-d148a42a-2a9d-4c14-8883-ca5ad43cc563 req-cb61ad5c-9098-4ccb-b3e5-521cff2a18df service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=1af18e13-f94e-429a-ab8a-66f4e32e8b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922696 Jul 27 23:12:57.875629 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10a7e04-5ed1-4840-a8fd-bdcb03d2541f req-798f522a-c308-4586-8c6a-63a31e97d1e6 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:57.882035 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10a7e04-5ed1-4840-a8fd-bdcb03d2541f req-798f522a-c308-4586-8c6a-63a31e97d1e6 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:57.883451 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc921ed7-1ab7-497d-84b2-5ccc69f6c0c5 req-7ea563ea-5333-4580-a7ba-a13d7f53e305 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:57.888001 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10a7e04-5ed1-4840-a8fd-bdcb03d2541f req-798f522a-c308-4586-8c6a-63a31e97d1e6 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:57.891611 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-cc921ed7-1ab7-497d-84b2-5ccc69f6c0c5 req-7ea563ea-5333-4580-a7ba-a13d7f53e305 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/ports?device_id=c292af40-c395-4445-978c-d1d948a0e563 HTTP/1.1" status: 200 len: 949 time: 0.4311545 Jul 27 23:12:57.894448 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10a7e04-5ed1-4840-a8fd-bdcb03d2541f req-798f522a-c308-4586-8c6a-63a31e97d1e6 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:57.900283 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10a7e04-5ed1-4840-a8fd-bdcb03d2541f req-798f522a-c308-4586-8c6a-63a31e97d1e6 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:57.906129 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10a7e04-5ed1-4840-a8fd-bdcb03d2541f req-798f522a-c308-4586-8c6a-63a31e97d1e6 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:57.912023 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10a7e04-5ed1-4840-a8fd-bdcb03d2541f req-798f522a-c308-4586-8c6a-63a31e97d1e6 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:57.914022 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e10a7e04-5ed1-4840-a8fd-bdcb03d2541f req-798f522a-c308-4586-8c6a-63a31e97d1e6 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] 10.222.0.18 "GET /v2.0/ports?device_id=bab14976-9a79-4961-bbb7-bef26e77c0b6 HTTP/1.1" status: 200 len: 5446 time: 0.1353612 Jul 27 23:12:57.931279 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-47145408-0697-4706-959a-e7810ffea33d tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:57.970443 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e10a7e04-5ed1-4840-a8fd-bdcb03d2541f req-2e7bc24b-fb91-47bd-990d-0002b1756281 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] 10.222.0.18 "GET /v2.0/security-groups?id=cfd41bdc-77a0-40db-b366-4cd3c3051f6e&id=590f29d5-a38d-458c-93ce-543ee7b0dac7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0485322 Jul 27 23:12:57.987710 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0653b8-4451-421b-8f25-850efa420e26 req-9a0b1e80-de6a-4d54-bd76-ae7dfc3cca77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:57.989106 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8e0653b8-4451-421b-8f25-850efa420e26 req-9a0b1e80-de6a-4d54-bd76-ae7dfc3cca77 service neutron] 10.222.0.49 "GET /v2.0/networks?id=d458c13a-e340-45a3-bc4b-5109e47750ee HTTP/1.1" status: 200 len: 912 time: 0.4908490 Jul 27 23:12:57.994719 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-cc921ed7-1ab7-497d-84b2-5ccc69f6c0c5 req-544a94b3-573b-4841-8ae4-2d4f36460aac tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb779318-b8ff-43a6-a94f-3ce471aff166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021452 Jul 27 23:12:58.003619 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-47145408-0697-4706-959a-e7810ffea33d tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:58.055374 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8e0653b8-4451-421b-8f25-850efa420e26 req-89fb245c-eed7-4066-b893-7d2a588855c5 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ad3e4c8c-a767-481e-95b6-7bfaa54edcb3 HTTP/1.1" status: 200 len: 217 time: 0.0577354 Jul 27 23:12:58.089130 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47145408-0697-4706-959a-e7810ffea33d tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Network 2fd42287-ed26-4eb9-89a5-b521f5b04356 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:12:58.128739 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-47145408-0697-4706-959a-e7810ffea33d tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:12:58.142916 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47145408-0697-4706-959a-e7810ffea33d tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:12:58.181244 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0653b8-4451-421b-8f25-850efa420e26 req-cacdbb8b-dc18-4907-a3fb-7df5b1cea352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:58.182866 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8e0653b8-4451-421b-8f25-850efa420e26 req-cacdbb8b-dc18-4907-a3fb-7df5b1cea352 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3178a8d2-6ff7-4d81-8c0d-f8cbfd092012 HTTP/1.1" status: 200 len: 851 time: 0.1179683 Jul 27 23:12:58.188158 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47145408-0697-4706-959a-e7810ffea33d tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Pushing event updated for resources: {'Port': ['ID=a7591e9a-ac35-4c45-9203-0ab9d5841584,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:12:58.221217 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8023c8-3a68-4ae1-80e9-72ed8af0da2f req-e82cbb0e-f8ef-46dc-ae5b-388479d7aa87 tempest-ServerRescueNegativeTestJSON-1855851441 tempest-ServerRescueNegativeTestJSON-1855851441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:58.222714 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-1e8023c8-3a68-4ae1-80e9-72ed8af0da2f req-e82cbb0e-f8ef-46dc-ae5b-388479d7aa87 tempest-ServerRescueNegativeTestJSON-1855851441 tempest-ServerRescueNegativeTestJSON-1855851441-project] 10.222.0.18 "GET /v2.0/ports?device_id=18bf2265-d54a-42b3-beea-c61771ab87ab HTTP/1.1" status: 200 len: 945 time: 0.1596141 Jul 27 23:12:58.236937 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-f0f9cb1c-18ad-4172-aa47-9e0c8bba9313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] device_id is not set on port 7652131f-e1f7-47ca-b0e6-be57efbdf1d3 yet. {{(pid=93797) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 23:12:58.267401 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 30e60e4b-5905-4371-b398-cc252ac3c37c up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:12:58.280318 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8e0653b8-4451-421b-8f25-850efa420e26 req-9f7a80e2-befd-4915-b788-b46fad3f2cfe service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d458c13a-e340-45a3-bc4b-5109e47750ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0517321 Jul 27 23:12:58.282516 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f0f9cb1c-18ad-4172-aa47-9e0c8bba9313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:58.294664 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-7fa88366-fdd7-4495-86d3-244ef612ab6f tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--422533975&fields=id&tenant_id=f48a0b951c1c4793a7fc1226ee71e867 HTTP/1.1" status: 200 len: 267 time: 0.1636195 Jul 27 23:12:58.299118 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-1e8023c8-3a68-4ae1-80e9-72ed8af0da2f req-532aa553-e4e9-43fc-bb42-2babffbfc790 tempest-ServerRescueNegativeTestJSON-1855851441 tempest-ServerRescueNegativeTestJSON-1855851441-project] 10.222.0.18 "GET /v2.0/security-groups?id=1af18e13-f94e-429a-ab8a-66f4e32e8b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685418 Jul 27 23:12:58.300341 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-47145408-0697-4706-959a-e7810ffea33d tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:58.338584 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning for port 30e60e4b-5905-4371-b398-cc252ac3c37c completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:12:58.343726 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port 30e60e4b-5905-4371-b398-cc252ac3c37c triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:12:58.344284 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:58.344843 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-47145408-0697-4706-959a-e7810ffea33d tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:58.441664 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-f0f9cb1c-18ad-4172-aa47-9e0c8bba9313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Transition to ACTIVE for port object 7652131f-e1f7-47ca-b0e6-be57efbdf1d3 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:12:58.456792 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:58.458114 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f0f9cb1c-18ad-4172-aa47-9e0c8bba9313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11336041'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:58.469894 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-d61ffb70-ec64-4e89-aa6f-f2bf15bd0948 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:58.471031 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-d61ffb70-ec64-4e89-aa6f-f2bf15bd0948 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] 10.222.0.18 "GET /v2.0/ports/cb2a8bc8-566d-48dc-b91d-d5248a770485 HTTP/1.1" status: 200 len: 931 time: 0.1755264 Jul 27 23:12:58.489164 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] For port 30e60e4b-5905-4371-b398-cc252ac3c37c, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=30e60e4b-5905-4371-b398-cc252ac3c37c,segment=NetworkSegment(b9afe07e-bbe4-4740-834c-4b6a9698bdbc),segment_id=b9afe07e-bbe4-4740-834c-4b6a9698bdbc)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:12:58.494628 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:58.494933 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8e0653b8-4451-421b-8f25-850efa420e26 req-a00eb30b-6dc8-4d22-b6c5-b74b7eb096eb service neutron] 10.222.0.49 "GET /v2.0/networks/d458c13a-e340-45a3-bc4b-5109e47750ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1963608 Jul 27 23:12:58.496124 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 31a2e11e-ed3f-46bf-b771-5c4d99cb0235 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:12:58.497939 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b28c6c-644d-4010-a3f1-f5284740f019 req-a087e954-b166-4f40-96a0-8159fbc962d3 tempest-ListServersNegativeTestJSON-219464243 tempest-ListServersNegativeTestJSON-219464243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:58.500157 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f4b28c6c-644d-4010-a3f1-f5284740f019 req-a087e954-b166-4f40-96a0-8159fbc962d3 tempest-ListServersNegativeTestJSON-219464243 tempest-ListServersNegativeTestJSON-219464243-project] 10.222.0.18 "GET /v2.0/ports?device_id=8192a572-70e9-493b-bfee-65b34f4b4be8 HTTP/1.1" status: 200 len: 946 time: 0.1093736 Jul 27 23:12:58.591887 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f4b28c6c-644d-4010-a3f1-f5284740f019 req-47c9f679-db87-411e-9906-238055570855 tempest-ListServersNegativeTestJSON-219464243 tempest-ListServersNegativeTestJSON-219464243-project] 10.222.0.18 "GET /v2.0/security-groups?id=101be31e-d533-430f-a71d-e6dea6b55f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792141 Jul 27 23:12:58.617988 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f9cb1c-18ad-4172-aa47-9e0c8bba9313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Pushing event updated for resources: {'Port': ['ID=7652131f-e1f7-47ca-b0e6-be57efbdf1d3,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:12:58.629640 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-39a5a3ae-a744-4a52-92cd-aa5f46feda94 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:58.631122 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-39a5a3ae-a744-4a52-92cd-aa5f46feda94 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] 10.222.0.18 "GET /v2.0/ports/b0d9ae02-d7ae-4081-8329-a04703c772b8 HTTP/1.1" status: 200 len: 930 time: 0.1319273 Jul 27 23:12:58.662005 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-47145408-0697-4706-959a-e7810ffea33d tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:58.675035 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-47145408-0697-4706-959a-e7810ffea33d tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:58.699473 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port 31a2e11e-ed3f-46bf-b771-5c4d99cb0235 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:12:58.701873 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:58.716174 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-a6045437-db41-470f-a1fb-5c228e107636 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] 10.222.0.18 "GET /v2.0/ports?network_id=42a806fa-6465-4bb1-a70d-1966b5320f00&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0736346 Jul 27 23:12:58.719074 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-f0f9cb1c-18ad-4172-aa47-9e0c8bba9313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Attempting to bind port 7652131f-e1f7-47ca-b0e6-be57efbdf1d3 on host n-h1-802623-1 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:12:58.720289 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-f0f9cb1c-18ad-4172-aa47-9e0c8bba9313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Attempting to bind port 7652131f-e1f7-47ca-b0e6-be57efbdf1d3 by drivers openvswitch,hyperv on host n-h1-802623-1 at level 0 using segments [{'id': '95af18e4-d781-4c0a-a3bc-1668972ac497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '5199d91b-912c-4f41-aad1-46d85c2b9bc6'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:12:58.720673 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f9cb1c-18ad-4172-aa47-9e0c8bba9313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Attempting to bind port 7652131f-e1f7-47ca-b0e6-be57efbdf1d3 on network 5199d91b-912c-4f41-aad1-46d85c2b9bc6 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:12:58.729220 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1670e056-bb48-4657-966e-8f7db0ab6560 None None] Sync routers for ids ['10876ef5-369b-4d15-8f81-8b99419d04d0'] in n-d-802623-1 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:12:58.739784 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f9cb1c-18ad-4172-aa47-9e0c8bba9313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Port 7652131f-e1f7-47ca-b0e6-be57efbdf1d3 on network 5199d91b-912c-4f41-aad1-46d85c2b9bc6 not bound, no agent of type Open vSwitch agent registered on host n-h1-802623-1 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 23:12:58.739784 n-d-802623-1 neutron-server[93797]: ERROR neutron.plugins.ml2.managers [None req-f0f9cb1c-18ad-4172-aa47-9e0c8bba9313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Failed to bind port 7652131f-e1f7-47ca-b0e6-be57efbdf1d3 on host n-h1-802623-1 for vnic_type normal using segments [{'id': '95af18e4-d781-4c0a-a3bc-1668972ac497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '5199d91b-912c-4f41-aad1-46d85c2b9bc6'}] Jul 27 23:12:58.744940 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Pushing event updated for resources: {'Port': ['ID=30e60e4b-5905-4371-b398-cc252ac3c37c,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:12:58.756031 n-d-802623-1 neutron-server[93797]: INFO neutron.plugins.ml2.plugin [None req-f0f9cb1c-18ad-4172-aa47-9e0c8bba9313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Attempt 2 to bind port 7652131f-e1f7-47ca-b0e6-be57efbdf1d3 Jul 27 23:12:58.758103 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1670e056-bb48-4657-966e-8f7db0ab6560 None None] Routers {'10876ef5-369b-4d15-8f81-8b99419d04d0'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:12:58.758791 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-1670e056-bb48-4657-966e-8f7db0ab6560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:12:29Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['10876ef5-369b-4d15-8f81-8b99419d04d0'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:12:58.762695 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8e0653b8-4451-421b-8f25-850efa420e26 req-d353c16e-b58a-48ec-a82e-b59a0eb66567 service neutron] 10.222.0.49 "GET /v2.0/networks/d458c13a-e340-45a3-bc4b-5109e47750ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2563384 Jul 27 23:12:58.802878 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-35c3a2f9-f45d-41c6-a82a-19151ca03ba4 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] 10.222.0.18 "GET /v2.0/ports?network_id=42a806fa-6465-4bb1-a70d-1966b5320f00&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0665758 Jul 27 23:12:58.822947 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8192a572-70e9-493b-bfee-65b34f4b4be8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84835e77-f38a-45de-9b12-85db398b9a14'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:12:58.827360 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c0369b0d4f459110ff20a1f9878ba33f96d6491bddb9d15843bf29d01e0bda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3c536c3-fe29-4524-a5f7-1ffe754f7348" -d '{"events": [{"server_uuid": "8192a572-70e9-493b-bfee-65b34f4b4be8", "name": "network-vif-plugged", "status": "completed", "tag": "84835e77-f38a-45de-9b12-85db398b9a14"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:12:58.830796 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-f0f9cb1c-18ad-4172-aa47-9e0c8bba9313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Attempting to bind port 7652131f-e1f7-47ca-b0e6-be57efbdf1d3 on host n-h1-802623-1 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:12:58.830796 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-f0f9cb1c-18ad-4172-aa47-9e0c8bba9313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Attempting to bind port 7652131f-e1f7-47ca-b0e6-be57efbdf1d3 by drivers openvswitch,hyperv on host n-h1-802623-1 at level 0 using segments [{'id': '95af18e4-d781-4c0a-a3bc-1668972ac497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '5199d91b-912c-4f41-aad1-46d85c2b9bc6'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:12:58.831036 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f9cb1c-18ad-4172-aa47-9e0c8bba9313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Attempting to bind port 7652131f-e1f7-47ca-b0e6-be57efbdf1d3 on network 5199d91b-912c-4f41-aad1-46d85c2b9bc6 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:12:58.875079 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f9cb1c-18ad-4172-aa47-9e0c8bba9313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Port 7652131f-e1f7-47ca-b0e6-be57efbdf1d3 on network 5199d91b-912c-4f41-aad1-46d85c2b9bc6 not bound, no agent of type Open vSwitch agent registered on host n-h1-802623-1 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 23:12:58.875079 n-d-802623-1 neutron-server[93797]: ERROR neutron.plugins.ml2.managers [None req-f0f9cb1c-18ad-4172-aa47-9e0c8bba9313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Failed to bind port 7652131f-e1f7-47ca-b0e6-be57efbdf1d3 on host n-h1-802623-1 for vnic_type normal using segments [{'id': '95af18e4-d781-4c0a-a3bc-1668972ac497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '5199d91b-912c-4f41-aad1-46d85c2b9bc6'}] Jul 27 23:12:58.877707 n-d-802623-1 neutron-server[93797]: INFO neutron.plugins.ml2.plugin [None req-f0f9cb1c-18ad-4172-aa47-9e0c8bba9313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Attempt 3 to bind port 7652131f-e1f7-47ca-b0e6-be57efbdf1d3 Jul 27 23:12:58.901605 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-f0f9cb1c-18ad-4172-aa47-9e0c8bba9313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Attempting to bind port 7652131f-e1f7-47ca-b0e6-be57efbdf1d3 on host n-h1-802623-1 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:12:58.902272 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-f0f9cb1c-18ad-4172-aa47-9e0c8bba9313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Attempting to bind port 7652131f-e1f7-47ca-b0e6-be57efbdf1d3 by drivers openvswitch,hyperv on host n-h1-802623-1 at level 0 using segments [{'id': '95af18e4-d781-4c0a-a3bc-1668972ac497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '5199d91b-912c-4f41-aad1-46d85c2b9bc6'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:12:58.902272 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f9cb1c-18ad-4172-aa47-9e0c8bba9313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Attempting to bind port 7652131f-e1f7-47ca-b0e6-be57efbdf1d3 on network 5199d91b-912c-4f41-aad1-46d85c2b9bc6 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:12:58.903292 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47145408-0697-4706-959a-e7810ffea33d tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Pushing event updated for resources: {'Port': ['ID=a7591e9a-ac35-4c45-9203-0ab9d5841584,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:12:58.917541 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f9cb1c-18ad-4172-aa47-9e0c8bba9313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Port 7652131f-e1f7-47ca-b0e6-be57efbdf1d3 on network 5199d91b-912c-4f41-aad1-46d85c2b9bc6 not bound, no agent of type Open vSwitch agent registered on host n-h1-802623-1 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 23:12:58.917976 n-d-802623-1 neutron-server[93797]: ERROR neutron.plugins.ml2.managers [None req-f0f9cb1c-18ad-4172-aa47-9e0c8bba9313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Failed to bind port 7652131f-e1f7-47ca-b0e6-be57efbdf1d3 on host n-h1-802623-1 for vnic_type normal using segments [{'id': '95af18e4-d781-4c0a-a3bc-1668972ac497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '5199d91b-912c-4f41-aad1-46d85c2b9bc6'}] Jul 27 23:12:58.921564 n-d-802623-1 neutron-server[93797]: INFO neutron.plugins.ml2.plugin [None req-f0f9cb1c-18ad-4172-aa47-9e0c8bba9313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Attempt 4 to bind port 7652131f-e1f7-47ca-b0e6-be57efbdf1d3 Jul 27 23:12:58.922945 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-47145408-0697-4706-959a-e7810ffea33d tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-415302'] for floatingip, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:58.937842 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-1670e056-bb48-4657-966e-8f7db0ab6560 None None] Set router 10876ef5-369b-4d15-8f81-8b99419d04d0 gateway port host: n-d-802623-1 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:12:58.938051 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c02897-73bc-4043-b680-c1cc8c9acae4 req-b321d70d-03b7-4687-b679-19e7a406a533 tempest-ServerRescueTestJSON-1182058210 tempest-ServerRescueTestJSON-1182058210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:58.939561 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c4c02897-73bc-4043-b680-c1cc8c9acae4 req-b321d70d-03b7-4687-b679-19e7a406a533 tempest-ServerRescueTestJSON-1182058210 tempest-ServerRescueTestJSON-1182058210-project] 10.222.0.18 "GET /v2.0/ports?device_id=fdf76be6-bd13-41d1-88c2-61c6861cc347 HTTP/1.1" status: 200 len: 945 time: 0.1683331 Jul 27 23:12:58.948219 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-47145408-0697-4706-959a-e7810ffea33d tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for floatingip, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:58.957637 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-47145408-0697-4706-959a-e7810ffea33d tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.0674686 Jul 27 23:12:58.957789 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-6cb7e707-c0ad-42ed-a708-f0aba547ea87 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:58.960680 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-6cb7e707-c0ad-42ed-a708-f0aba547ea87 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:58.966039 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-6cb7e707-c0ad-42ed-a708-f0aba547ea87 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:58.973281 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-6cb7e707-c0ad-42ed-a708-f0aba547ea87 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] 10.222.0.18 "GET /v2.0/networks?id=a77c1ae5-7f70-4eb8-a472-5ed26426d716&id=0052d342-b5b8-4be5-86a5-4c909f6d7ddb&id=0052d342-b5b8-4be5-86a5-4c909f6d7ddb&id=42a806fa-6465-4bb1-a70d-1966b5320f00&id=42a806fa-6465-4bb1-a70d-1966b5320f00 HTTP/1.1" status: 200 len: 1991 time: 0.1694822 Jul 27 23:12:58.975161 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-f0f9cb1c-18ad-4172-aa47-9e0c8bba9313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Attempting to bind port 7652131f-e1f7-47ca-b0e6-be57efbdf1d3 on host n-h1-802623-1 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:12:58.975503 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-f0f9cb1c-18ad-4172-aa47-9e0c8bba9313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Attempting to bind port 7652131f-e1f7-47ca-b0e6-be57efbdf1d3 by drivers openvswitch,hyperv on host n-h1-802623-1 at level 0 using segments [{'id': '95af18e4-d781-4c0a-a3bc-1668972ac497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '5199d91b-912c-4f41-aad1-46d85c2b9bc6'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:12:58.975861 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f9cb1c-18ad-4172-aa47-9e0c8bba9313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Attempting to bind port 7652131f-e1f7-47ca-b0e6-be57efbdf1d3 on network 5199d91b-912c-4f41-aad1-46d85c2b9bc6 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:12:58.988198 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f9cb1c-18ad-4172-aa47-9e0c8bba9313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Port 7652131f-e1f7-47ca-b0e6-be57efbdf1d3 on network 5199d91b-912c-4f41-aad1-46d85c2b9bc6 not bound, no agent of type Open vSwitch agent registered on host n-h1-802623-1 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 23:12:58.988535 n-d-802623-1 neutron-server[93797]: ERROR neutron.plugins.ml2.managers [None req-f0f9cb1c-18ad-4172-aa47-9e0c8bba9313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Failed to bind port 7652131f-e1f7-47ca-b0e6-be57efbdf1d3 on host n-h1-802623-1 for vnic_type normal using segments [{'id': '95af18e4-d781-4c0a-a3bc-1668972ac497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '5199d91b-912c-4f41-aad1-46d85c2b9bc6'}] Jul 27 23:12:58.989082 n-d-802623-1 neutron-server[93797]: INFO neutron.plugins.ml2.plugin [None req-f0f9cb1c-18ad-4172-aa47-9e0c8bba9313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Attempt 5 to bind port 7652131f-e1f7-47ca-b0e6-be57efbdf1d3 Jul 27 23:12:58.997821 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-a1fd18c3-26a6-4e03-b3ff-f81869f0855e tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] 10.222.0.18 "GET /v2.0/quotas/f48a0b951c1c4793a7fc1226ee71e867 HTTP/1.1" status: 200 len: 375 time: 0.0236514 Jul 27 23:12:59.005217 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c4c02897-73bc-4043-b680-c1cc8c9acae4 req-8c610d12-e302-4365-b6d8-fcd4fe888a0f tempest-ServerRescueTestJSON-1182058210 tempest-ServerRescueTestJSON-1182058210-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1683666-2031-45b7-8015-e9f1b36fb2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543571 Jul 27 23:12:59.036044 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-f0f9cb1c-18ad-4172-aa47-9e0c8bba9313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Attempting to bind port 7652131f-e1f7-47ca-b0e6-be57efbdf1d3 on host n-h1-802623-1 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:12:59.036387 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-f0f9cb1c-18ad-4172-aa47-9e0c8bba9313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Attempting to bind port 7652131f-e1f7-47ca-b0e6-be57efbdf1d3 by drivers openvswitch,hyperv on host n-h1-802623-1 at level 0 using segments [{'id': '95af18e4-d781-4c0a-a3bc-1668972ac497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '5199d91b-912c-4f41-aad1-46d85c2b9bc6'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:12:59.036732 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f9cb1c-18ad-4172-aa47-9e0c8bba9313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Attempting to bind port 7652131f-e1f7-47ca-b0e6-be57efbdf1d3 on network 5199d91b-912c-4f41-aad1-46d85c2b9bc6 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:12:59.046955 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f9cb1c-18ad-4172-aa47-9e0c8bba9313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Port 7652131f-e1f7-47ca-b0e6-be57efbdf1d3 on network 5199d91b-912c-4f41-aad1-46d85c2b9bc6 not bound, no agent of type Open vSwitch agent registered on host n-h1-802623-1 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 23:12:59.047313 n-d-802623-1 neutron-server[93797]: ERROR neutron.plugins.ml2.managers [None req-f0f9cb1c-18ad-4172-aa47-9e0c8bba9313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Failed to bind port 7652131f-e1f7-47ca-b0e6-be57efbdf1d3 on host n-h1-802623-1 for vnic_type normal using segments [{'id': '95af18e4-d781-4c0a-a3bc-1668972ac497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '5199d91b-912c-4f41-aad1-46d85c2b9bc6'}] Jul 27 23:12:59.048396 n-d-802623-1 neutron-server[93797]: INFO neutron.plugins.ml2.plugin [None req-f0f9cb1c-18ad-4172-aa47-9e0c8bba9313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Attempt 6 to bind port 7652131f-e1f7-47ca-b0e6-be57efbdf1d3 Jul 27 23:12:59.057212 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:12:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca80e98e-b3c9-4ca2-ad13-486cb1588980 x-openstack-request-id: req-ca80e98e-b3c9-4ca2-ad13-486cb1588980 {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:12:59.057936 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8192a572-70e9-493b-bfee-65b34f4b4be8", "name": "network-vif-plugged", "status": "completed", "tag": "84835e77-f38a-45de-9b12-85db398b9a14", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:12:59.058548 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ca80e98e-b3c9-4ca2-ad13-486cb1588980 {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:12:59.059014 n-d-802623-1 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8192a572-70e9-493b-bfee-65b34f4b4be8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84835e77-f38a-45de-9b12-85db398b9a14', 'code': 200} Jul 27 23:12:59.093976 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-027b26ec-aa36-477e-aa89-9d11d9544221 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=f48a0b951c1c4793a7fc1226ee71e867&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0876353 Jul 27 23:12:59.102191 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-f0f9cb1c-18ad-4172-aa47-9e0c8bba9313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Attempting to bind port 7652131f-e1f7-47ca-b0e6-be57efbdf1d3 on host n-h1-802623-1 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:12:59.102533 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-f0f9cb1c-18ad-4172-aa47-9e0c8bba9313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Attempting to bind port 7652131f-e1f7-47ca-b0e6-be57efbdf1d3 by drivers openvswitch,hyperv on host n-h1-802623-1 at level 0 using segments [{'id': '95af18e4-d781-4c0a-a3bc-1668972ac497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '5199d91b-912c-4f41-aad1-46d85c2b9bc6'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:12:59.102870 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f9cb1c-18ad-4172-aa47-9e0c8bba9313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Attempting to bind port 7652131f-e1f7-47ca-b0e6-be57efbdf1d3 on network 5199d91b-912c-4f41-aad1-46d85c2b9bc6 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:12:59.107599 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f9cb1c-18ad-4172-aa47-9e0c8bba9313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Port 7652131f-e1f7-47ca-b0e6-be57efbdf1d3 on network 5199d91b-912c-4f41-aad1-46d85c2b9bc6 not bound, no agent of type Open vSwitch agent registered on host n-h1-802623-1 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 23:12:59.107930 n-d-802623-1 neutron-server[93797]: ERROR neutron.plugins.ml2.managers [None req-f0f9cb1c-18ad-4172-aa47-9e0c8bba9313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Failed to bind port 7652131f-e1f7-47ca-b0e6-be57efbdf1d3 on host n-h1-802623-1 for vnic_type normal using segments [{'id': '95af18e4-d781-4c0a-a3bc-1668972ac497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '5199d91b-912c-4f41-aad1-46d85c2b9bc6'}] Jul 27 23:12:59.108327 n-d-802623-1 neutron-server[93797]: INFO neutron.plugins.ml2.plugin [None req-f0f9cb1c-18ad-4172-aa47-9e0c8bba9313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Attempt 7 to bind port 7652131f-e1f7-47ca-b0e6-be57efbdf1d3 Jul 27 23:12:59.120947 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-f0f9cb1c-18ad-4172-aa47-9e0c8bba9313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Attempting to bind port 7652131f-e1f7-47ca-b0e6-be57efbdf1d3 on host n-h1-802623-1 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:12:59.121222 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-f0f9cb1c-18ad-4172-aa47-9e0c8bba9313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Attempting to bind port 7652131f-e1f7-47ca-b0e6-be57efbdf1d3 by drivers openvswitch,hyperv on host n-h1-802623-1 at level 0 using segments [{'id': '95af18e4-d781-4c0a-a3bc-1668972ac497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '5199d91b-912c-4f41-aad1-46d85c2b9bc6'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:12:59.121562 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f9cb1c-18ad-4172-aa47-9e0c8bba9313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Attempting to bind port 7652131f-e1f7-47ca-b0e6-be57efbdf1d3 on network 5199d91b-912c-4f41-aad1-46d85c2b9bc6 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:12:59.126524 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f9cb1c-18ad-4172-aa47-9e0c8bba9313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Port 7652131f-e1f7-47ca-b0e6-be57efbdf1d3 on network 5199d91b-912c-4f41-aad1-46d85c2b9bc6 not bound, no agent of type Open vSwitch agent registered on host n-h1-802623-1 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 23:12:59.126891 n-d-802623-1 neutron-server[93797]: ERROR neutron.plugins.ml2.managers [None req-f0f9cb1c-18ad-4172-aa47-9e0c8bba9313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Failed to bind port 7652131f-e1f7-47ca-b0e6-be57efbdf1d3 on host n-h1-802623-1 for vnic_type normal using segments [{'id': '95af18e4-d781-4c0a-a3bc-1668972ac497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '5199d91b-912c-4f41-aad1-46d85c2b9bc6'}] Jul 27 23:12:59.127260 n-d-802623-1 neutron-server[93797]: INFO neutron.plugins.ml2.plugin [None req-f0f9cb1c-18ad-4172-aa47-9e0c8bba9313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Attempt 8 to bind port 7652131f-e1f7-47ca-b0e6-be57efbdf1d3 Jul 27 23:12:59.165168 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-f0f9cb1c-18ad-4172-aa47-9e0c8bba9313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Attempting to bind port 7652131f-e1f7-47ca-b0e6-be57efbdf1d3 on host n-h1-802623-1 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:12:59.165506 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-f0f9cb1c-18ad-4172-aa47-9e0c8bba9313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Attempting to bind port 7652131f-e1f7-47ca-b0e6-be57efbdf1d3 by drivers openvswitch,hyperv on host n-h1-802623-1 at level 0 using segments [{'id': '95af18e4-d781-4c0a-a3bc-1668972ac497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '5199d91b-912c-4f41-aad1-46d85c2b9bc6'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:12:59.166255 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f9cb1c-18ad-4172-aa47-9e0c8bba9313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Attempting to bind port 7652131f-e1f7-47ca-b0e6-be57efbdf1d3 on network 5199d91b-912c-4f41-aad1-46d85c2b9bc6 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:12:59.177288 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f9cb1c-18ad-4172-aa47-9e0c8bba9313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Port 7652131f-e1f7-47ca-b0e6-be57efbdf1d3 on network 5199d91b-912c-4f41-aad1-46d85c2b9bc6 not bound, no agent of type Open vSwitch agent registered on host n-h1-802623-1 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 23:12:59.177792 n-d-802623-1 neutron-server[93797]: ERROR neutron.plugins.ml2.managers [None req-f0f9cb1c-18ad-4172-aa47-9e0c8bba9313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Failed to bind port 7652131f-e1f7-47ca-b0e6-be57efbdf1d3 on host n-h1-802623-1 for vnic_type normal using segments [{'id': '95af18e4-d781-4c0a-a3bc-1668972ac497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '5199d91b-912c-4f41-aad1-46d85c2b9bc6'}] Jul 27 23:12:59.181479 n-d-802623-1 neutron-server[93797]: INFO neutron.plugins.ml2.plugin [None req-f0f9cb1c-18ad-4172-aa47-9e0c8bba9313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Attempt 9 to bind port 7652131f-e1f7-47ca-b0e6-be57efbdf1d3 Jul 27 23:12:59.188114 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-b691c3bc-913b-4864-be82-44d5f393cd6f service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=93797) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 23:12:59.194121 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-b691c3bc-913b-4864-be82-44d5f393cd6f service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0991228 Jul 27 23:12:59.206986 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-1670e056-bb48-4657-966e-8f7db0ab6560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10876ef5-369b-4d15-8f81-8b99419d04d0', 'name': 'tempest-ServerActionsTestJSON-1807446271-router', 'tenant_id': '096ab815848b4fa4865a54f76499dfb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.161'}], 'enable_snat': True}, 'gw_port_id': '30e60e4b-5905-4371-b398-cc252ac3c37c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:12:46Z', 'updated_at': '2021-07-27T23:12:53Z', 'revision_number': 4, 'project_id': '096ab815848b4fa4865a54f76499dfb1', 'gw_port': {'id': '30e60e4b-5905-4371-b398-cc252ac3c37c', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:45:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10876ef5-369b-4d15-8f81-8b99419d04d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:12:47Z', 'updated_at': '2021-07-27T23:12:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': '31404c01-7b8d-4b39-bb63-d10246aef874', 'name': '', 'network_id': '0627b955-dd0f-4cce-ba7f-51e698f3bc59', 'tenant_id': '096ab815848b4fa4865a54f76499dfb1', 'mac_address': 'fa:16:3e:cb:97:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10876ef5-369b-4d15-8f81-8b99419d04d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '232a981d-f7d1-42df-991c-3a09e4ce0177', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:12:51Z', 'updated_at': '2021-07-27T23:12:53Z', 'revision_number': 2, 'project_id': '096ab815848b4fa4865a54f76499dfb1', 'subnets': [{'id': '232a981d-f7d1-42df-991c-3a09e4ce0177', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:12:59.221186 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e3144b68-021c-4801-ba98-98a5d6b81786 req-710e79b2-8314-45ae-a457-45a3ff178a46 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1932696802&fields=id&tenant_id=096ab815848b4fa4865a54f76499dfb1 HTTP/1.1" status: 200 len: 267 time: 0.0621483 Jul 27 23:12:59.230446 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae21a03-6838-40d3-ab79-6989f36a10c6 req-b23a0bbb-a985-4f33-89da-144a401af97d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:59.232066 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-fae21a03-6838-40d3-ab79-6989f36a10c6 req-b23a0bbb-a985-4f33-89da-144a401af97d service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=8192a572-70e9-493b-bfee-65b34f4b4be8 HTTP/1.1" status: 200 len: 1097 time: 0.1012788 Jul 27 23:12:59.236114 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1670e056-bb48-4657-966e-8f7db0ab6560 None None] Checking router: 10876ef5-369b-4d15-8f81-8b99419d04d0 for host: n-d-802623-1 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 23:12:59.236473 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1670e056-bb48-4657-966e-8f7db0ab6560 None None] Updating router 10876ef5-369b-4d15-8f81-8b99419d04d0 port 31404c01-7b8d-4b39-bb63-d10246aef874 binding host n-d-802623-1 {{(pid=93800) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 23:12:59.257460 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-f0f9cb1c-18ad-4172-aa47-9e0c8bba9313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Attempting to bind port 7652131f-e1f7-47ca-b0e6-be57efbdf1d3 on host n-h1-802623-1 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:12:59.257894 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-f0f9cb1c-18ad-4172-aa47-9e0c8bba9313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Attempting to bind port 7652131f-e1f7-47ca-b0e6-be57efbdf1d3 by drivers openvswitch,hyperv on host n-h1-802623-1 at level 0 using segments [{'id': '95af18e4-d781-4c0a-a3bc-1668972ac497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '5199d91b-912c-4f41-aad1-46d85c2b9bc6'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:12:59.258301 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f9cb1c-18ad-4172-aa47-9e0c8bba9313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Attempting to bind port 7652131f-e1f7-47ca-b0e6-be57efbdf1d3 on network 5199d91b-912c-4f41-aad1-46d85c2b9bc6 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:12:59.274724 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-1670e056-bb48-4657-966e-8f7db0ab6560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:59.288279 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f9cb1c-18ad-4172-aa47-9e0c8bba9313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Port 7652131f-e1f7-47ca-b0e6-be57efbdf1d3 on network 5199d91b-912c-4f41-aad1-46d85c2b9bc6 not bound, no agent of type Open vSwitch agent registered on host n-h1-802623-1 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 23:12:59.288701 n-d-802623-1 neutron-server[93797]: ERROR neutron.plugins.ml2.managers [None req-f0f9cb1c-18ad-4172-aa47-9e0c8bba9313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Failed to bind port 7652131f-e1f7-47ca-b0e6-be57efbdf1d3 on host n-h1-802623-1 for vnic_type normal using segments [{'id': '95af18e4-d781-4c0a-a3bc-1668972ac497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '5199d91b-912c-4f41-aad1-46d85c2b9bc6'}] Jul 27 23:12:59.291709 n-d-802623-1 neutron-server[93797]: INFO neutron.plugins.ml2.plugin [None req-f0f9cb1c-18ad-4172-aa47-9e0c8bba9313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Attempt 10 to bind port 7652131f-e1f7-47ca-b0e6-be57efbdf1d3 Jul 27 23:12:59.319368 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-f0f9cb1c-18ad-4172-aa47-9e0c8bba9313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Attempting to bind port 7652131f-e1f7-47ca-b0e6-be57efbdf1d3 on host n-h1-802623-1 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:12:59.319952 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-f0f9cb1c-18ad-4172-aa47-9e0c8bba9313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Attempting to bind port 7652131f-e1f7-47ca-b0e6-be57efbdf1d3 by drivers openvswitch,hyperv on host n-h1-802623-1 at level 0 using segments [{'id': '95af18e4-d781-4c0a-a3bc-1668972ac497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '5199d91b-912c-4f41-aad1-46d85c2b9bc6'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:12:59.320293 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f9cb1c-18ad-4172-aa47-9e0c8bba9313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Attempting to bind port 7652131f-e1f7-47ca-b0e6-be57efbdf1d3 on network 5199d91b-912c-4f41-aad1-46d85c2b9bc6 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:12:59.326265 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3144b68-021c-4801-ba98-98a5d6b81786 req-5a11bcd2-aa25-4ade-b5ef-20a8b9882e5f tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:59.328219 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e3144b68-021c-4801-ba98-98a5d6b81786 req-5a11bcd2-aa25-4ade-b5ef-20a8b9882e5f tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/networks?id=0627b955-dd0f-4cce-ba7f-51e698f3bc59 HTTP/1.1" status: 200 len: 812 time: 0.1062562 Jul 27 23:12:59.332069 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-fae21a03-6838-40d3-ab79-6989f36a10c6 req-495da2ba-4681-4045-9198-aa81d3f01e3b service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=101be31e-d533-430f-a71d-e6dea6b55f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700467 Jul 27 23:12:59.334457 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f9cb1c-18ad-4172-aa47-9e0c8bba9313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Port 7652131f-e1f7-47ca-b0e6-be57efbdf1d3 on network 5199d91b-912c-4f41-aad1-46d85c2b9bc6 not bound, no agent of type Open vSwitch agent registered on host n-h1-802623-1 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 23:12:59.334788 n-d-802623-1 neutron-server[93797]: ERROR neutron.plugins.ml2.managers [None req-f0f9cb1c-18ad-4172-aa47-9e0c8bba9313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Failed to bind port 7652131f-e1f7-47ca-b0e6-be57efbdf1d3 on host n-h1-802623-1 for vnic_type normal using segments [{'id': '95af18e4-d781-4c0a-a3bc-1668972ac497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '5199d91b-912c-4f41-aad1-46d85c2b9bc6'}] Jul 27 23:12:59.335326 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f0f9cb1c-18ad-4172-aa47-9e0c8bba9313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:59.350511 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e3144b68-021c-4801-ba98-98a5d6b81786 req-24407447-b0ce-4392-a8f1-6901b60b1d69 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/quotas/096ab815848b4fa4865a54f76499dfb1 HTTP/1.1" status: 200 len: 375 time: 0.0155675 Jul 27 23:12:59.374955 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:59.384674 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-c612a2e9-f5a7-45a7-a705-d65a57289a5e service neutron] 10.222.0.18 "GET /v2.0/networks/a77c1ae5-7f70-4eb8-a472-5ed26426d716?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1880326 Jul 27 23:12:59.407987 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e3144b68-021c-4801-ba98-98a5d6b81786 req-67ab40a5-781d-4923-b13e-348ea300b34c tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=096ab815848b4fa4865a54f76499dfb1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0565350 Jul 27 23:12:59.474222 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-f0f9cb1c-18ad-4172-aa47-9e0c8bba9313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] For port 7652131f-e1f7-47ca-b0e6-be57efbdf1d3, host n-h1-802623-1, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:12:59.474693 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-f0f9cb1c-18ad-4172-aa47-9e0c8bba9313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Attempted to set empty binding levels {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 27 23:12:59.488784 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f0f9cb1c-18ad-4172-aa47-9e0c8bba9313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11336041'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:59.508199 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e3144b68-021c-4801-ba98-98a5d6b81786 req-789822c9-9f07-4177-abf3-ed39786ae6d5 service neutron] 10.222.0.18 "GET /v2.0/networks/0627b955-dd0f-4cce-ba7f-51e698f3bc59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881953 Jul 27 23:12:59.531009 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-0eb3a9a9-90fa-4b98-94dc-d3e0bdacb37b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:59.534634 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-f0f9cb1c-18ad-4172-aa47-9e0c8bba9313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] In _notify_port_updated(), no bound segment for port 7652131f-e1f7-47ca-b0e6-be57efbdf1d3 on network 5199d91b-912c-4f41-aad1-46d85c2b9bc6 {{(pid=93797) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 27 23:12:59.535540 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0f9cb1c-18ad-4172-aa47-9e0c8bba9313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:59.536155 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f0f9cb1c-18ad-4172-aa47-9e0c8bba9313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:59.537476 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-f0f9cb1c-18ad-4172-aa47-9e0c8bba9313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] 10.222.0.18 "PUT /v2.0/ports/7652131f-e1f7-47ca-b0e6-be57efbdf1d3 HTTP/1.1" status: 200 len: 978 time: 2.2578144 Jul 27 23:12:59.540315 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 37950) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:12:59.546917 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-4b7007e7-fb64-4948-b257-d73d614719fd service neutron] 10.222.0.18 "GET /v2.0/networks/a77c1ae5-7f70-4eb8-a472-5ed26426d716?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527548 Jul 27 23:12:59.570575 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-1670e056-bb48-4657-966e-8f7db0ab6560 None None] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:59.581770 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-1670e056-bb48-4657-966e-8f7db0ab6560 None None] Transition to ACTIVE for port object 31404c01-7b8d-4b39-bb63-d10246aef874 will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:12:59.584608 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f9cb1c-18ad-4172-aa47-9e0c8bba9313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Pushing event updated for resources: {'Port': ['ID=7652131f-e1f7-47ca-b0e6-be57efbdf1d3,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:12:59.587886 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-1670e056-bb48-4657-966e-8f7db0ab6560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:59.598012 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-39b9b1a9-9b0f-4e5b-ac77-3b312b7fcdf0 service neutron] 10.222.0.18 "GET /v2.0/ports/cb2a8bc8-566d-48dc-b91d-d5248a770485?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0423498 Jul 27 23:12:59.639808 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6ee6f9-a5e9-417d-8dbc-2fa88aa1b90c None None] Pushing event updated for resources: {'Port': ['ID=31404c01-7b8d-4b39-bb63-d10246aef874,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:12:59.660545 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6ee6f9-a5e9-417d-8dbc-2fa88aa1b90c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:12:59.660545 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6ee6f9-a5e9-417d-8dbc-2fa88aa1b90c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:12:59.661297 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6ee6f9-a5e9-417d-8dbc-2fa88aa1b90c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:12:59.661487 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6ee6f9-a5e9-417d-8dbc-2fa88aa1b90c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:12:59.662003 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6ee6f9-a5e9-417d-8dbc-2fa88aa1b90c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:12:59.662344 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6ee6f9-a5e9-417d-8dbc-2fa88aa1b90c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:12:59.662676 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6ee6f9-a5e9-417d-8dbc-2fa88aa1b90c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:12:59.663010 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6ee6f9-a5e9-417d-8dbc-2fa88aa1b90c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:12:59.663358 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6ee6f9-a5e9-417d-8dbc-2fa88aa1b90c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:12:59.663694 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6ee6f9-a5e9-417d-8dbc-2fa88aa1b90c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:12:59.664010 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6ee6f9-a5e9-417d-8dbc-2fa88aa1b90c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:12:59.664394 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6ee6f9-a5e9-417d-8dbc-2fa88aa1b90c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:12:59.694390 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e3144b68-021c-4801-ba98-98a5d6b81786 req-e832ef5e-9c2e-41a1-9cc3-3cc1d8835e94 service neutron] 10.222.0.18 "GET /v2.0/networks/0627b955-dd0f-4cce-ba7f-51e698f3bc59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1748955 Jul 27 23:12:59.708690 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:59.711518 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-11588c6f-59dd-4b15-a67a-735854269dd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Deleting port 7652131f-e1f7-47ca-b0e6-be57efbdf1d3 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:12:59.712166 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-11588c6f-59dd-4b15-a67a-735854269dd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:59.723323 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-06b8696a-8474-4f42-b339-54acf9f23d23 service neutron] 10.222.0.18 "GET /v2.0/networks/0052d342-b5b8-4be5-86a5-4c909f6d7ddb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190445 Jul 27 23:12:59.746821 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-1670e056-bb48-4657-966e-8f7db0ab6560 None None] Attempting to bind port 31404c01-7b8d-4b39-bb63-d10246aef874 on host n-d-802623-1 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:12:59.747416 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-1670e056-bb48-4657-966e-8f7db0ab6560 None None] Attempting to bind port 31404c01-7b8d-4b39-bb63-d10246aef874 by drivers openvswitch,hyperv on host n-d-802623-1 at level 0 using segments [{'id': '145d64c0-063a-4e1d-8ed5-459cef7aa517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '0627b955-dd0f-4cce-ba7f-51e698f3bc59'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:12:59.747579 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1670e056-bb48-4657-966e-8f7db0ab6560 None None] Attempting to bind port 31404c01-7b8d-4b39-bb63-d10246aef874 on network 0627b955-dd0f-4cce-ba7f-51e698f3bc59 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:12:59.754649 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1670e056-bb48-4657-966e-8f7db0ab6560 None None] Checking agent: {'id': 'a9a568d2-a5e7-41e4-833f-a8ab42ea4073', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 52, 30), 'started_at': datetime.datetime(2021, 7, 27, 22, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802623-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:12:59.755030 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1670e056-bb48-4657-966e-8f7db0ab6560 None None] Checking segment: {'id': '145d64c0-063a-4e1d-8ed5-459cef7aa517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '0627b955-dd0f-4cce-ba7f-51e698f3bc59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:12:59.755451 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-1670e056-bb48-4657-966e-8f7db0ab6560 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:59.755986 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1670e056-bb48-4657-966e-8f7db0ab6560 None None] Bound using segment: {'id': '145d64c0-063a-4e1d-8ed5-459cef7aa517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '0627b955-dd0f-4cce-ba7f-51e698f3bc59'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:12:59.756630 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-1670e056-bb48-4657-966e-8f7db0ab6560 None None] Bound port: 31404c01-7b8d-4b39-bb63-d10246aef874, host: n-d-802623-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '145d64c0-063a-4e1d-8ed5-459cef7aa517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '0627b955-dd0f-4cce-ba7f-51e698f3bc59'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:12:59.757176 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-1670e056-bb48-4657-966e-8f7db0ab6560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:59.796304 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-11588c6f-59dd-4b15-a67a-735854269dd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] For port 7652131f-e1f7-47ca-b0e6-be57efbdf1d3, host n-h1-802623-1, got binding levels [] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:12:59.796676 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-11588c6f-59dd-4b15-a67a-735854269dd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:59.815184 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-11588c6f-59dd-4b15-a67a-735854269dd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Calling delete_port for 7652131f-e1f7-47ca-b0e6-be57efbdf1d3 owned by {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:12:59.859500 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-d95d7bbd-ba5b-4934-ab33-d0be5c2ec4e4 service neutron] 10.222.0.18 "GET /v2.0/networks/0052d342-b5b8-4be5-86a5-4c909f6d7ddb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297858 Jul 27 23:12:59.876994 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-1670e056-bb48-4657-966e-8f7db0ab6560 None None] For port 31404c01-7b8d-4b39-bb63-d10246aef874, host n-d-802623-1, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:12:59.884818 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-1670e056-bb48-4657-966e-8f7db0ab6560 None None] For port 31404c01-7b8d-4b39-bb63-d10246aef874, host n-d-802623-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=31404c01-7b8d-4b39-bb63-d10246aef874,segment=NetworkSegment(145d64c0-063a-4e1d-8ed5-459cef7aa517),segment_id=145d64c0-063a-4e1d-8ed5-459cef7aa517)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:12:59.894906 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-1670e056-bb48-4657-966e-8f7db0ab6560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:59.913049 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-7aed0099-9040-4fa9-ad38-f63d9d8e321c service neutron] 10.222.0.18 "GET /v2.0/ports/b0d9ae02-d7ae-4081-8329-a04703c772b8?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0467043 Jul 27 23:12:59.948901 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-11588c6f-59dd-4b15-a67a-735854269dd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:59.968216 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1670e056-bb48-4657-966e-8f7db0ab6560 None None] Routers {'10876ef5-369b-4d15-8f81-8b99419d04d0'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:12:59.968861 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-1670e056-bb48-4657-966e-8f7db0ab6560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:13:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['10876ef5-369b-4d15-8f81-8b99419d04d0'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:13:00.031570 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-11588c6f-59dd-4b15-a67a-735854269dd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:00.036907 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-11588c6f-59dd-4b15-a67a-735854269dd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] 10.222.0.18 "DELETE /v2.0/ports/7652131f-e1f7-47ca-b0e6-be57efbdf1d3 HTTP/1.1" status: 204 len: 168 time: 0.4954953 Jul 27 23:13:00.039139 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 37960) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:13:00.039814 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11588c6f-59dd-4b15-a67a-735854269dd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] Pushing event deleted for resources: {'Port': ['ID=7652131f-e1f7-47ca-b0e6-be57efbdf1d3,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:13:00.064972 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6ee6f9-a5e9-417d-8dbc-2fa88aa1b90c None None] Pushing event updated for resources: {'Port': ['ID=31404c01-7b8d-4b39-bb63-d10246aef874,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:13:00.087308 n-d-802623-1 neutron-server[93798]: INFO neutron.pecan_wsgi.hooks.translation [None req-c326dddc-56c7-4da1-9444-b5c227286862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] GET failed (client error): The resource could not be found. Jul 27 23:13:00.096226 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-8cdc8e0e-f97d-490a-826b-8c3bda9a8067 service neutron] 10.222.0.18 "GET /v2.0/networks/0052d342-b5b8-4be5-86a5-4c909f6d7ddb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1758666 Jul 27 23:13:00.098029 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-c326dddc-56c7-4da1-9444-b5c227286862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-198807780-project-admin] 10.222.0.18 "GET /v2.0/ports/7652131f-e1f7-47ca-b0e6-be57efbdf1d3 HTTP/1.1" status: 404 len: 333 time: 0.0547111 Jul 27 23:13:00.100062 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 37962) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:13:00.158445 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 30e60e4b-5905-4371-b398-cc252ac3c37c up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:13:00.229787 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0406a63d-164c-431f-a43e-289a3b7ffafe req-5495d49c-7ed4-4735-8201-9d2da52ec31f tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:00.234947 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-162523ff-82d8-451c-9cac-7523e7f9caca service neutron] 10.222.0.18 "GET /v2.0/networks/0052d342-b5b8-4be5-86a5-4c909f6d7ddb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378498 Jul 27 23:13:00.236199 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0406a63d-164c-431f-a43e-289a3b7ffafe req-5495d49c-7ed4-4735-8201-9d2da52ec31f tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:00.238252 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port 30e60e4b-5905-4371-b398-cc252ac3c37c triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:13:00.238961 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:00.246138 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0406a63d-164c-431f-a43e-289a3b7ffafe req-5495d49c-7ed4-4735-8201-9d2da52ec31f tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:00.247493 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-1670e056-bb48-4657-966e-8f7db0ab6560 None None] Set router 10876ef5-369b-4d15-8f81-8b99419d04d0 gateway port host: n-d-802623-1 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:13:00.255370 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0406a63d-164c-431f-a43e-289a3b7ffafe req-5495d49c-7ed4-4735-8201-9d2da52ec31f tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:00.262322 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0406a63d-164c-431f-a43e-289a3b7ffafe req-5495d49c-7ed4-4735-8201-9d2da52ec31f tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:00.269343 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0406a63d-164c-431f-a43e-289a3b7ffafe req-5495d49c-7ed4-4735-8201-9d2da52ec31f tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:00.275679 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0406a63d-164c-431f-a43e-289a3b7ffafe req-5495d49c-7ed4-4735-8201-9d2da52ec31f tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:00.277671 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-0406a63d-164c-431f-a43e-289a3b7ffafe req-5495d49c-7ed4-4735-8201-9d2da52ec31f tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] 10.222.0.18 "GET /v2.0/ports?device_id=bab14976-9a79-4961-bbb7-bef26e77c0b6 HTTP/1.1" status: 200 len: 5446 time: 0.3109336 Jul 27 23:13:00.347103 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a7b107a3-7153-4334-80ba-3cf15aa54003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524460478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524460478-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593271'] for network, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:00.369357 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-0406a63d-164c-431f-a43e-289a3b7ffafe req-62e32a78-4966-4c16-94f8-c87ab5dff0f6 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] 10.222.0.18 "GET /v2.0/security-groups?id=cfd41bdc-77a0-40db-b366-4cd3c3051f6e&id=590f29d5-a38d-458c-93ce-543ee7b0dac7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0758021 Jul 27 23:13:00.409174 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-19f2e178-d45e-4fbe-b9be-c3963fc151ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:00.459861 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-c3d3db0e-95f0-4fe2-818d-22beb6324c0b service neutron] 10.222.0.18 "GET /v2.0/networks/0052d342-b5b8-4be5-86a5-4c909f6d7ddb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2187269 Jul 27 23:13:00.471361 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a7b107a3-7153-4334-80ba-3cf15aa54003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524460478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524460478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618032', 'neutron.services.segments.db._delete_segments_for_network-8736833900081'] for network, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:00.496046 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-a7b107a3-7153-4334-80ba-3cf15aa54003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524460478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524460478-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5199d91b-912c-4f41-aad1-46d85c2b9bc6']}} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:13:00.531019 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-a7b107a3-7153-4334-80ba-3cf15aa54003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524460478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524460478-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95af18e4-d781-4c0a-a3bc-1668972ac497') {'for_net_delete': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:13:00.531420 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-a7b107a3-7153-4334-80ba-3cf15aa54003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524460478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524460478-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95af18e4-d781-4c0a-a3bc-1668972ac497') {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:13:00.551548 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a7b107a3-7153-4334-80ba-3cf15aa54003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524460478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524460478-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736833900858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11163256'] for segment, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:00.575377 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c3b970-1541-4f98-89c7-7e8e703e9fb0 req-c487d9bc-bbef-495d-8b0f-f69a84027ef5 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:00.579643 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-72c3b970-1541-4f98-89c7-7e8e703e9fb0 req-c487d9bc-bbef-495d-8b0f-f69a84027ef5 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/ports?device_id=c292af40-c395-4445-978c-d1d948a0e563 HTTP/1.1" status: 200 len: 949 time: 0.1042545 Jul 27 23:13:00.584844 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-1670e056-bb48-4657-966e-8f7db0ab6560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10876ef5-369b-4d15-8f81-8b99419d04d0', 'name': 'tempest-ServerActionsTestJSON-1807446271-router', 'tenant_id': '096ab815848b4fa4865a54f76499dfb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.161'}], 'enable_snat': True}, 'gw_port_id': '30e60e4b-5905-4371-b398-cc252ac3c37c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:12:46Z', 'updated_at': '2021-07-27T23:12:53Z', 'revision_number': 4, 'project_id': '096ab815848b4fa4865a54f76499dfb1', 'gw_port': {'id': '30e60e4b-5905-4371-b398-cc252ac3c37c', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:45:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10876ef5-369b-4d15-8f81-8b99419d04d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:12:47Z', 'updated_at': '2021-07-27T23:12:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': '31404c01-7b8d-4b39-bb63-d10246aef874', 'name': '', 'network_id': '0627b955-dd0f-4cce-ba7f-51e698f3bc59', 'tenant_id': '096ab815848b4fa4865a54f76499dfb1', 'mac_address': 'fa:16:3e:cb:97:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10876ef5-369b-4d15-8f81-8b99419d04d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '232a981d-f7d1-42df-991c-3a09e4ce0177', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:12:51Z', 'updated_at': '2021-07-27T23:12:59Z', 'revision_number': 4, 'project_id': '096ab815848b4fa4865a54f76499dfb1', 'subnets': [{'id': '232a981d-f7d1-42df-991c-3a09e4ce0177', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:13:00.586310 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a7b107a3-7153-4334-80ba-3cf15aa54003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524460478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524460478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:00.617369 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1670e056-bb48-4657-966e-8f7db0ab6560 None None] The sync data for ids ['10876ef5-369b-4d15-8f81-8b99419d04d0'] in n-d-802623-1 is: [{'id': '10876ef5-369b-4d15-8f81-8b99419d04d0', 'name': 'tempest-ServerActionsTestJSON-1807446271-router', 'tenant_id': '096ab815848b4fa4865a54f76499dfb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.161'}], 'enable_snat': True}, 'gw_port_id': '30e60e4b-5905-4371-b398-cc252ac3c37c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:12:46Z', 'updated_at': '2021-07-27T23:12:53Z', 'revision_number': 4, 'project_id': '096ab815848b4fa4865a54f76499dfb1', 'gw_port': {'id': '30e60e4b-5905-4371-b398-cc252ac3c37c', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:45:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10876ef5-369b-4d15-8f81-8b99419d04d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:12:47Z', 'updated_at': '2021-07-27T23:12:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': '31404c01-7b8d-4b39-bb63-d10246aef874', 'name': '', 'network_id': '0627b955-dd0f-4cce-ba7f-51e698f3bc59', 'tenant_id': '096ab815848b4fa4865a54f76499dfb1', 'mac_address': 'fa:16:3e:cb:97:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10876ef5-369b-4d15-8f81-8b99419d04d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '232a981d-f7d1-42df-991c-3a09e4ce0177', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:12:51Z', 'updated_at': '2021-07-27T23:12:59Z', 'revision_number': 4, 'project_id': '096ab815848b4fa4865a54f76499dfb1', 'subnets': [{'id': '232a981d-f7d1-42df-991c-3a09e4ce0177', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:13:00.637259 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-b5316bd9-ecfd-424c-a385-85d9d350182a service neutron] 10.222.0.18 "GET /v2.0/networks/0052d342-b5b8-4be5-86a5-4c909f6d7ddb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1692502 Jul 27 23:13:00.766373 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-6e3b0976-79c5-4576-b877-075b8e2e08cc service neutron] 10.222.0.18 "GET /v2.0/networks/0052d342-b5b8-4be5-86a5-4c909f6d7ddb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190267 Jul 27 23:13:00.869837 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-5236625b-f573-4785-a5fc-a7104cef52a0 service neutron] 10.222.0.18 "GET /v2.0/networks/0052d342-b5b8-4be5-86a5-4c909f6d7ddb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969274 Jul 27 23:13:00.885658 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7b107a3-7153-4334-80ba-3cf15aa54003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524460478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524460478-project] Releasing vlan 545 on physical network physnet1 to pool {{(pid=93798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 23:13:00.886064 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a7b107a3-7153-4334-80ba-3cf15aa54003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524460478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524460478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11971746'] for segment, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:00.889752 n-d-802623-1 neutron-server[93798]: Traceback (most recent call last): Jul 27 23:13:00.889752 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 23:13:00.889752 n-d-802623-1 neutron-server[93798]: timer() Jul 27 23:13:00.889752 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 23:13:00.889752 n-d-802623-1 neutron-server[93798]: cb(*args, **kw) Jul 27 23:13:00.889752 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 23:13:00.889752 n-d-802623-1 neutron-server[93798]: return func(*args, **kwargs) Jul 27 23:13:00.889752 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 23:13:00.889752 n-d-802623-1 neutron-server[93798]: self._notify() Jul 27 23:13:00.889752 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 23:13:00.889752 n-d-802623-1 neutron-server[93798]: self.callback(batched_events) Jul 27 23:13:00.889752 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 23:13:00.889752 n-d-802623-1 neutron-server[93798]: event.method(event) Jul 27 23:13:00.889752 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 23:13:00.889752 n-d-802623-1 neutron-server[93798]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 23:13:00.889752 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 23:13:00.889752 n-d-802623-1 neutron-server[93798]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 23:13:00.889752 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 23:13:00.889752 n-d-802623-1 neutron-server[93798]: return f(self, *a, **k) Jul 27 23:13:00.889752 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 23:13:00.889752 n-d-802623-1 neutron-server[93798]: return self._get(url).json() Jul 27 23:13:00.889752 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 23:13:00.889752 n-d-802623-1 neutron-server[93798]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 23:13:00.889752 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 23:13:00.889752 n-d-802623-1 neutron-server[93798]: return self.request(url, 'GET', **kwargs) Jul 27 23:13:00.889752 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 23:13:00.889752 n-d-802623-1 neutron-server[93798]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 23:13:00.889752 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 23:13:00.889752 n-d-802623-1 neutron-server[93798]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 23:13:00.889752 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 23:13:00.889752 n-d-802623-1 neutron-server[93798]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 23:13:00.889752 n-d-802623-1 neutron-server[93798]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 23:13:00.956090 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-72c3b970-1541-4f98-89c7-7e8e703e9fb0 req-108fba85-afcd-4524-9cf2-70336fb34af3 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb779318-b8ff-43a6-a94f-3ce471aff166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3672650 Jul 27 23:13:00.965048 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a7b107a3-7153-4334-80ba-3cf15aa54003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524460478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524460478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415412'] for network, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:00.984318 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a7b107a3-7153-4334-80ba-3cf15aa54003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524460478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524460478-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:00.989423 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-a7b107a3-7153-4334-80ba-3cf15aa54003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524460478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524460478-project] 10.222.0.18 "DELETE /v2.0/networks/5199d91b-912c-4f41-aad1-46d85c2b9bc6 HTTP/1.1" status: 204 len: 168 time: 0.8845153 Jul 27 23:13:00.989423 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b107a3-7153-4334-80ba-3cf15aa54003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524460478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524460478-project] Pushing event deleted for resources: {'Network': ['ID=5199d91b-912c-4f41-aad1-46d85c2b9bc6,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:13:01.015625 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-af46a561-9c63-4431-81f6-39b2672f3896 service neutron] 10.222.0.18 "GET /v2.0/networks/42a806fa-6465-4bb1-a70d-1966b5320f00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343043 Jul 27 23:13:01.094660 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697b6584-dad1-4ab4-9776-23dcccd5ab21 req-63fae415-5ed6-4496-aa37-4881d4827442 tempest-ServerRescueNegativeTestJSON-1855851441 tempest-ServerRescueNegativeTestJSON-1855851441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:01.096270 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-697b6584-dad1-4ab4-9776-23dcccd5ab21 req-63fae415-5ed6-4496-aa37-4881d4827442 tempest-ServerRescueNegativeTestJSON-1855851441 tempest-ServerRescueNegativeTestJSON-1855851441-project] 10.222.0.18 "GET /v2.0/ports?device_id=18bf2265-d54a-42b3-beea-c61771ab87ab HTTP/1.1" status: 200 len: 945 time: 0.0583284 Jul 27 23:13:01.137684 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-697b6584-dad1-4ab4-9776-23dcccd5ab21 req-57b05883-9005-4619-8d22-38f487321930 tempest-ServerRescueNegativeTestJSON-1855851441 tempest-ServerRescueNegativeTestJSON-1855851441-project] 10.222.0.18 "GET /v2.0/security-groups?id=1af18e13-f94e-429a-ab8a-66f4e32e8b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344567 Jul 27 23:13:01.143188 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-37ca0396-2bf2-49ac-9637-a6b28f340e40 service neutron] 10.222.0.18 "GET /v2.0/networks/42a806fa-6465-4bb1-a70d-1966b5320f00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255708 Jul 27 23:13:01.262846 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-d2e507f0-f686-432a-9108-799979bc7258 service neutron] 10.222.0.18 "GET /v2.0/networks/42a806fa-6465-4bb1-a70d-1966b5320f00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134977 Jul 27 23:13:01.281178 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fc2551-1ec6-46a3-b494-64d446552d70 req-8315a991-3cbd-4685-a96d-b7a5dfffc6f3 tempest-ListServersNegativeTestJSON-219464243 tempest-ListServersNegativeTestJSON-219464243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:01.282719 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-67fc2551-1ec6-46a3-b494-64d446552d70 req-8315a991-3cbd-4685-a96d-b7a5dfffc6f3 tempest-ListServersNegativeTestJSON-219464243 tempest-ListServersNegativeTestJSON-219464243-project] 10.222.0.18 "GET /v2.0/ports?device_id=8192a572-70e9-493b-bfee-65b34f4b4be8 HTTP/1.1" status: 200 len: 946 time: 0.0607705 Jul 27 23:13:01.299103 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 37978) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:13:01.361639 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-67fc2551-1ec6-46a3-b494-64d446552d70 req-d125c638-eb66-433a-8a80-64aa4cdad2ca tempest-ListServersNegativeTestJSON-219464243 tempest-ListServersNegativeTestJSON-219464243-project] 10.222.0.18 "GET /v2.0/security-groups?id=101be31e-d533-430f-a71d-e6dea6b55f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609076 Jul 27 23:13:01.412319 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-f2c0a3e5-cf54-489d-9179-7ac888f747ab service neutron] 10.222.0.18 "GET /v2.0/networks/42a806fa-6465-4bb1-a70d-1966b5320f00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328197 Jul 27 23:13:01.547946 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e461b710-6ea6-4968-b8e6-de1f77c90b2d req-6d4dfa08-9a88-420b-8582-f961b97f1011 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/ports?device_id=55cb1b9e-b3c2-47cd-8a02-7c9e10ec36f7 HTTP/1.1" status: 200 len: 210 time: 0.0535352 Jul 27 23:13:01.554108 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-ce0fdcfa-6e9c-49a6-8f8c-35a936f67be8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b72bbacd124e47ca94021515c6da78b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2514100 Jul 27 23:13:01.555297 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 37986) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:13:01.579307 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3144b68-021c-4801-ba98-98a5d6b81786 req-22980669-9ecc-4abd-85f8-050a48f6cfdb tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:01.579307 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-e3144b68-021c-4801-ba98-98a5d6b81786 req-22980669-9ecc-4abd-85f8-050a48f6cfdb tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.49 "GET /v2.0/networks?id=0627b955-dd0f-4cce-ba7f-51e698f3bc59 HTTP/1.1" status: 200 len: 812 time: 0.1579013 Jul 27 23:13:01.631568 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-dbaa289e-3ad7-4262-8536-bd24c1a4226f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:01.662935 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-dbaa289e-3ad7-4262-8536-bd24c1a4226f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:01.674546 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-e3144b68-021c-4801-ba98-98a5d6b81786 req-615f5a8e-d946-4498-99c6-e0d24ef93826 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=096ab815848b4fa4865a54f76499dfb1 HTTP/1.1" status: 200 len: 380 time: 0.0759132 Jul 27 23:13:01.685346 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [req-e3144b68-021c-4801-ba98-98a5d6b81786 req-f59b6d63-6fa7-4a72-99dd-d99ccfa42ad1 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Request body: {'port': {'device_id': '55cb1b9e-b3c2-47cd-8a02-7c9e10ec36f7', 'network_id': '0627b955-dd0f-4cce-ba7f-51e698f3bc59', 'admin_state_up': True, 'tenant_id': '096ab815848b4fa4865a54f76499dfb1', 'security_groups': ['5f578744-6f09-4b7e-a537-2a342130270d']}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:13:01.749457 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91c70d3-79a1-4a41-9934-0cb48188b181 req-4d43ee89-35ac-420f-acdf-dfaaaba3bb36 tempest-ServerRescueTestJSON-1182058210 tempest-ServerRescueTestJSON-1182058210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:01.751236 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e91c70d3-79a1-4a41-9934-0cb48188b181 req-4d43ee89-35ac-420f-acdf-dfaaaba3bb36 tempest-ServerRescueTestJSON-1182058210 tempest-ServerRescueTestJSON-1182058210-project] 10.222.0.18 "GET /v2.0/ports?device_id=fdf76be6-bd13-41d1-88c2-61c6861cc347 HTTP/1.1" status: 200 len: 945 time: 0.0569336 Jul 27 23:13:01.758024 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-dbaa289e-3ad7-4262-8536-bd24c1a4226f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:01.760790 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-dbaa289e-3ad7-4262-8536-bd24c1a4226f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:01.762107 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-dbaa289e-3ad7-4262-8536-bd24c1a4226f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/788037b9-cc21-4988-bb96-ac914fa70978 HTTP/1.1" status: 204 len: 168 time: 0.2057445 Jul 27 23:13:01.796869 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbaa289e-3ad7-4262-8536-bd24c1a4226f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=788037b9-cc21-4988-bb96-ac914fa70978,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:13:01.833505 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e91c70d3-79a1-4a41-9934-0cb48188b181 req-df65fa7d-7364-482d-8054-f59131b2517b tempest-ServerRescueTestJSON-1182058210 tempest-ServerRescueTestJSON-1182058210-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1683666-2031-45b7-8015-e9f1b36fb2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601454 Jul 27 23:13:01.856744 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3144b68-021c-4801-ba98-98a5d6b81786 req-f59b6d63-6fa7-4a72-99dd-d99ccfa42ad1 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Made reservation on behalf of 096ab815848b4fa4865a54f76499dfb1 for: {'port': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:13:01.861049 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-e3144b68-021c-4801-ba98-98a5d6b81786 req-f59b6d63-6fa7-4a72-99dd-d99ccfa42ad1 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:01.950001 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e5e8fe-587e-414b-8107-d11f2e77ae59 req-767374cf-3e0d-4d62-8f76-60285ad3c3eb tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:01.958474 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e5e8fe-587e-414b-8107-d11f2e77ae59 req-767374cf-3e0d-4d62-8f76-60285ad3c3eb tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:01.966421 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e5e8fe-587e-414b-8107-d11f2e77ae59 req-767374cf-3e0d-4d62-8f76-60285ad3c3eb tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:01.973366 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e5e8fe-587e-414b-8107-d11f2e77ae59 req-767374cf-3e0d-4d62-8f76-60285ad3c3eb tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:01.979069 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e5e8fe-587e-414b-8107-d11f2e77ae59 req-767374cf-3e0d-4d62-8f76-60285ad3c3eb tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:01.985210 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e5e8fe-587e-414b-8107-d11f2e77ae59 req-767374cf-3e0d-4d62-8f76-60285ad3c3eb tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:02.001627 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e5e8fe-587e-414b-8107-d11f2e77ae59 req-767374cf-3e0d-4d62-8f76-60285ad3c3eb tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:02.003230 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-38e5e8fe-587e-414b-8107-d11f2e77ae59 req-767374cf-3e0d-4d62-8f76-60285ad3c3eb tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] 10.222.0.18 "GET /v2.0/ports?device_id=bab14976-9a79-4961-bbb7-bef26e77c0b6 HTTP/1.1" status: 200 len: 5446 time: 0.1174011 Jul 27 23:13:02.014738 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 38012) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:13:02.020227 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [req-e3144b68-021c-4801-ba98-98a5d6b81786 req-f59b6d63-6fa7-4a72-99dd-d99ccfa42ad1 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Allocated IP 172.20.0.4 (0627b955-dd0f-4cce-ba7f-51e698f3bc59/232a981d-f7d1-42df-991c-3a09e4ce0177/907413de-9aa6-49bc-ae78-3f4206ba8faf) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:13:02.033135 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-a6271aa0-6e53-4fa4-9728-e602f9742b21 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Request body: {'floatingip': {'port_id': 'aaaa4f7d-c44a-4b6f-bde1-dfd985f0a398'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:13:02.124649 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a6271aa0-6e53-4fa4-9728-e602f9742b21 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Notify callbacks [] for floatingip, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:02.153894 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7418f70f-e60d-4709-8ba9-6ab514bc7f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:02.198047 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 31404c01-7b8d-4b39-bb63-d10246aef874 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:13:02.221440 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 38016) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:13:02.246445 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-e3144b68-021c-4801-ba98-98a5d6b81786 req-f59b6d63-6fa7-4a72-99dd-d99ccfa42ad1 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:02.276947 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [req-e3144b68-021c-4801-ba98-98a5d6b81786 req-f59b6d63-6fa7-4a72-99dd-d99ccfa42ad1 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Transition to ACTIVE for port object 907413de-9aa6-49bc-ae78-3f4206ba8faf will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:13:02.311647 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning for port 31404c01-7b8d-4b39-bb63-d10246aef874 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:13:02.316010 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port 31404c01-7b8d-4b39-bb63-d10246aef874 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:13:02.316398 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:02.324190 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-e3144b68-021c-4801-ba98-98a5d6b81786 req-f59b6d63-6fa7-4a72-99dd-d99ccfa42ad1 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:02.393284 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3144b68-021c-4801-ba98-98a5d6b81786 req-f59b6d63-6fa7-4a72-99dd-d99ccfa42ad1 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Network 0627b955-dd0f-4cce-ba7f-51e698f3bc59 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:13:02.396150 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [req-e3144b68-021c-4801-ba98-98a5d6b81786 req-f59b6d63-6fa7-4a72-99dd-d99ccfa42ad1 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:13:02.412267 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3144b68-021c-4801-ba98-98a5d6b81786 req-f59b6d63-6fa7-4a72-99dd-d99ccfa42ad1 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:13:02.478027 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59b6d63-6fa7-4a72-99dd-d99ccfa42ad1 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Pushing event updated for resources: {'Port': ['ID=907413de-9aa6-49bc-ae78-3f4206ba8faf,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:13:02.503025 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:02.505764 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3144b68-021c-4801-ba98-98a5d6b81786 req-f59b6d63-6fa7-4a72-99dd-d99ccfa42ad1 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:02.506402 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-e3144b68-021c-4801-ba98-98a5d6b81786 req-f59b6d63-6fa7-4a72-99dd-d99ccfa42ad1 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:02.537872 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-620f12ec-0a94-48df-bf21-73f253fffb3c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d912dd2479474415aa4537f3db082df6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3150067 Jul 27 23:13:02.542388 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 38028) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:13:02.547551 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-e3144b68-021c-4801-ba98-98a5d6b81786 req-f59b6d63-6fa7-4a72-99dd-d99ccfa42ad1 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8661776 Jul 27 23:13:02.552215 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] For port 31404c01-7b8d-4b39-bb63-d10246aef874, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=31404c01-7b8d-4b39-bb63-d10246aef874,segment=NetworkSegment(145d64c0-063a-4e1d-8ed5-459cef7aa517),segment_id=145d64c0-063a-4e1d-8ed5-459cef7aa517)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:13:02.563138 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:02.583687 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [req-e3144b68-021c-4801-ba98-98a5d6b81786 req-de9667d1-f6ef-454d-ac63-bc2c01c3b1b7 service neutron] Request body: {'port': {'device_id': '55cb1b9e-b3c2-47cd-8a02-7c9e10ec36f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802623-1'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:13:02.612331 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3394b54a-803a-48da-8651-2a8f216fc5c3 req-ab50d6c6-e155-4517-aa2a-0b76a13c2429 tempest-ListServersNegativeTestJSON-219464243 tempest-ListServersNegativeTestJSON-219464243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:02.614135 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-3394b54a-803a-48da-8651-2a8f216fc5c3 req-ab50d6c6-e155-4517-aa2a-0b76a13c2429 tempest-ListServersNegativeTestJSON-219464243 tempest-ListServersNegativeTestJSON-219464243-project] 10.222.0.18 "GET /v2.0/ports?device_id=a956a4fe-7dc3-483f-928f-4a7198c9d531 HTTP/1.1" status: 200 len: 945 time: 0.3222992 Jul 27 23:13:02.651651 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Pushing event updated for resources: {'Port': ['ID=31404c01-7b8d-4b39-bb63-d10246aef874,revision_number=5']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:13:02.689244 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353a0e92-a05d-4475-9f67-89ae4deb6c77 req-8dcd054b-a57f-4c4c-bf09-73272162cd56 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:02.691328 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-353a0e92-a05d-4475-9f67-89ae4deb6c77 req-8dcd054b-a57f-4c4c-bf09-73272162cd56 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/ports?device_id=c292af40-c395-4445-978c-d1d948a0e563 HTTP/1.1" status: 200 len: 949 time: 0.1630559 Jul 27 23:13:02.697100 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-e3144b68-021c-4801-ba98-98a5d6b81786 req-de9667d1-f6ef-454d-ac63-bc2c01c3b1b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:02.777537 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c8bae8a0-d872-47f6-bcea-f429ef6bdbf2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:02.822401 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-b00191e4-797f-459a-855b-96deebc23c13 None None] Provisioning for port 907413de-9aa6-49bc-ae78-3f4206ba8faf completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:13:02.827720 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-b00191e4-797f-459a-855b-96deebc23c13 None None] Provisioning complete for port 907413de-9aa6-49bc-ae78-3f4206ba8faf triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:13:02.828392 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b00191e4-797f-459a-855b-96deebc23c13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:02.831546 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c8bae8a0-d872-47f6-bcea-f429ef6bdbf2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:02.874388 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-b00191e4-797f-459a-855b-96deebc23c13 None None] Port 907413de-9aa6-49bc-ae78-3f4206ba8faf cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:13:02.875710 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-353a0e92-a05d-4475-9f67-89ae4deb6c77 req-d8897ac6-df5a-4bc9-8b0a-160143655456 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb779318-b8ff-43a6-a94f-3ce471aff166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747208 Jul 27 23:13:02.894394 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-3394b54a-803a-48da-8651-2a8f216fc5c3 req-6b7913b4-5662-4949-861e-592b616324be tempest-ListServersNegativeTestJSON-219464243 tempest-ListServersNegativeTestJSON-219464243-project] 10.222.0.18 "GET /v2.0/security-groups?id=101be31e-d533-430f-a71d-e6dea6b55f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2656856 Jul 27 23:13:03.100076 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-36c75ae5-85bd-41f0-9c6a-858416255f24 req-4906bcac-2c5a-4bc7-9457-800538b2dc13 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] 10.222.0.18 "GET /v2.0/ports?device_id=b095b7c4-44b3-4276-8676-8d0be18fa84f HTTP/1.1" status: 200 len: 210 time: 0.0615962 Jul 27 23:13:03.147703 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.db.resource_extend [None req-a6271aa0-6e53-4fa4-9728-e602f9742b21 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 27 23:13:03.150304 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c8bae8a0-d872-47f6-bcea-f429ef6bdbf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:03.152905 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c8bae8a0-d872-47f6-bcea-f429ef6bdbf2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:03.154277 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-c8bae8a0-d872-47f6-bcea-f429ef6bdbf2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d9dde055-98da-44fc-99a0-2688285321bd HTTP/1.1" status: 204 len: 168 time: 0.6104257 Jul 27 23:13:03.164756 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [req-e3144b68-021c-4801-ba98-98a5d6b81786 req-de9667d1-f6ef-454d-ac63-bc2c01c3b1b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 907413de-9aa6-49bc-ae78-3f4206ba8faf {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:13:03.174877 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-e3144b68-021c-4801-ba98-98a5d6b81786 req-de9667d1-f6ef-454d-ac63-bc2c01c3b1b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:03.208111 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d5dc02-a8a3-40c1-8365-7da7a07f1527 req-47dd1523-501d-42c9-a610-c1099a8f4162 tempest-ServerRescueTestJSON-1182058210 tempest-ServerRescueTestJSON-1182058210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:03.209666 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a1d5dc02-a8a3-40c1-8365-7da7a07f1527 req-47dd1523-501d-42c9-a610-c1099a8f4162 tempest-ServerRescueTestJSON-1182058210 tempest-ServerRescueTestJSON-1182058210-project] 10.222.0.18 "GET /v2.0/ports?device_id=fdf76be6-bd13-41d1-88c2-61c6861cc347 HTTP/1.1" status: 200 len: 945 time: 0.1247778 Jul 27 23:13:03.210748 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [req-e3144b68-021c-4801-ba98-98a5d6b81786 req-de9667d1-f6ef-454d-ac63-bc2c01c3b1b7 service neutron] Transition to ACTIVE for port object 907413de-9aa6-49bc-ae78-3f4206ba8faf will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:13:03.216264 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-e3144b68-021c-4801-ba98-98a5d6b81786 req-de9667d1-f6ef-454d-ac63-bc2c01c3b1b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11336041'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:03.270119 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bae8a0-d872-47f6-bcea-f429ef6bdbf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9dde055-98da-44fc-99a0-2688285321bd,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:13:03.299309 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a6271aa0-6e53-4fa4-9728-e602f9742b21 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:03.307484 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a6271aa0-6e53-4fa4-9728-e602f9742b21 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-415302'] for floatingip, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:03.311348 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c3fa6e-45d9-49d7-9a10-e18f6344a705 req-ae13fa46-f9eb-4f79-b651-ba70f24ebc57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:03.312859 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-00c3fa6e-45d9-49d7-9a10-e18f6344a705 req-ae13fa46-f9eb-4f79-b651-ba70f24ebc57 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=8f4c75b9e70c4006b20b1726fcbef392&device_id=18bf2265-d54a-42b3-beea-c61771ab87ab HTTP/1.1" status: 200 len: 1096 time: 0.2014115 Jul 27 23:13:03.327355 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9667d1-f6ef-454d-ac63-bc2c01c3b1b7 service neutron] Pushing event updated for resources: {'Port': ['ID=907413de-9aa6-49bc-ae78-3f4206ba8faf,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:13:03.384447 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b58995d-ecb0-4c8b-bd54-68ad59b3d7fe req-afaf62c5-825a-42f4-9081-0f9a99232ef2 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:03.393526 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-0b58995d-ecb0-4c8b-bd54-68ad59b3d7fe req-afaf62c5-825a-42f4-9081-0f9a99232ef2 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/ports?device_id=55cb1b9e-b3c2-47cd-8a02-7c9e10ec36f7 HTTP/1.1" status: 200 len: 943 time: 0.1557808 Jul 27 23:13:03.515706 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-0b58995d-ecb0-4c8b-bd54-68ad59b3d7fe req-762ca6f7-2913-4f29-b7b1-7a6498ac0440 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/security-groups?id=5f578744-6f09-4b7e-a537-2a342130270d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1211197 Jul 27 23:13:03.632555 n-d-802623-1 neutron-server[93798]: INFO neutron.db.l3_db [None req-a6271aa0-6e53-4fa4-9728-e602f9742b21 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Floating IP 717c3bea-7331-4248-953b-a6f94eaeff3e associated. External IP: 172.25.4.117, port: aaaa4f7d-c44a-4b6f-bde1-dfd985f0a398. Jul 27 23:13:03.637078 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c3fa6e-45d9-49d7-9a10-e18f6344a705 req-38b771ff-51fd-4028-bd41-e8d6bcd7a687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:03.638639 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-00c3fa6e-45d9-49d7-9a10-e18f6344a705 req-38b771ff-51fd-4028-bd41-e8d6bcd7a687 service neutron] 10.222.0.38 "GET /v2.0/networks?id=751d782f-d338-44aa-a291-24d2ae3bed3e HTTP/1.1" status: 200 len: 919 time: 0.2713163 Jul 27 23:13:03.714164 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a1d5dc02-a8a3-40c1-8365-7da7a07f1527 req-61582b47-aeeb-46c9-b33f-b92b259f0b38 tempest-ServerRescueTestJSON-1182058210 tempest-ServerRescueTestJSON-1182058210-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1683666-2031-45b7-8015-e9f1b36fb2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4945087 Jul 27 23:13:03.720922 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-00c3fa6e-45d9-49d7-9a10-e18f6344a705 req-cd676421-6aba-467c-88d2-69265cb29843 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3dd86524-9011-45e6-a984-688db58af8c0 HTTP/1.1" status: 200 len: 217 time: 0.0437856 Jul 27 23:13:03.757751 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-d8f18d9a-d3ff-430d-b1d0-24642fa3215e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:03.760343 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-d8f18d9a-d3ff-430d-b1d0-24642fa3215e service neutron] 10.222.0.38 "GET /v2.0/ports/cb2a8bc8-566d-48dc-b91d-d5248a770485 HTTP/1.1" status: 200 len: 1027 time: 0.0442953 Jul 27 23:13:03.762169 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db1690f-49b4-4a02-8099-aecdda786b0f req-7bfff326-27ff-4575-a3a8-d5d85f07ba0a tempest-ListServersNegativeTestJSON-219464243 tempest-ListServersNegativeTestJSON-219464243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:03.763771 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-3db1690f-49b4-4a02-8099-aecdda786b0f req-7bfff326-27ff-4575-a3a8-d5d85f07ba0a tempest-ListServersNegativeTestJSON-219464243 tempest-ListServersNegativeTestJSON-219464243-project] 10.222.0.18 "GET /v2.0/ports?device_id=014a5218-7778-45a1-a4e2-10f22857fd00 HTTP/1.1" status: 200 len: 945 time: 0.1835618 Jul 27 23:13:03.796902 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-e3144b68-021c-4801-ba98-98a5d6b81786 req-de9667d1-f6ef-454d-ac63-bc2c01c3b1b7 service neutron] Attempting to bind port 907413de-9aa6-49bc-ae78-3f4206ba8faf on host n-h2-802623-1 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:13:03.797379 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-e3144b68-021c-4801-ba98-98a5d6b81786 req-de9667d1-f6ef-454d-ac63-bc2c01c3b1b7 service neutron] Attempting to bind port 907413de-9aa6-49bc-ae78-3f4206ba8faf by drivers openvswitch,hyperv on host n-h2-802623-1 at level 0 using segments [{'id': '145d64c0-063a-4e1d-8ed5-459cef7aa517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '0627b955-dd0f-4cce-ba7f-51e698f3bc59'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:13:03.797809 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3144b68-021c-4801-ba98-98a5d6b81786 req-de9667d1-f6ef-454d-ac63-bc2c01c3b1b7 service neutron] Attempting to bind port 907413de-9aa6-49bc-ae78-3f4206ba8faf on network 0627b955-dd0f-4cce-ba7f-51e698f3bc59 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:13:03.818138 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3144b68-021c-4801-ba98-98a5d6b81786 req-de9667d1-f6ef-454d-ac63-bc2c01c3b1b7 service neutron] Port 907413de-9aa6-49bc-ae78-3f4206ba8faf on network 0627b955-dd0f-4cce-ba7f-51e698f3bc59 not bound, no agent of type Open vSwitch agent registered on host n-h2-802623-1 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 23:13:03.818625 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3144b68-021c-4801-ba98-98a5d6b81786 req-de9667d1-f6ef-454d-ac63-bc2c01c3b1b7 service neutron] Attempting to bind port 907413de-9aa6-49bc-ae78-3f4206ba8faf on network 0627b955-dd0f-4cce-ba7f-51e698f3bc59 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:13:03.828874 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3144b68-021c-4801-ba98-98a5d6b81786 req-de9667d1-f6ef-454d-ac63-bc2c01c3b1b7 service neutron] Checking agent: {'id': 'c5cc038b-93c4-4df4-8061-5df2a04a48c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 23, 0, 4), 'started_at': datetime.datetime(2021, 7, 27, 23, 0, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 12, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:13:03.829329 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3144b68-021c-4801-ba98-98a5d6b81786 req-de9667d1-f6ef-454d-ac63-bc2c01c3b1b7 service neutron] Checking segment: {'id': '145d64c0-063a-4e1d-8ed5-459cef7aa517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '0627b955-dd0f-4cce-ba7f-51e698f3bc59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:13:03.829792 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3144b68-021c-4801-ba98-98a5d6b81786 req-de9667d1-f6ef-454d-ac63-bc2c01c3b1b7 service neutron] Bound using segment: {'id': '145d64c0-063a-4e1d-8ed5-459cef7aa517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '0627b955-dd0f-4cce-ba7f-51e698f3bc59'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:13:03.830332 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-e3144b68-021c-4801-ba98-98a5d6b81786 req-de9667d1-f6ef-454d-ac63-bc2c01c3b1b7 service neutron] Bound port: 907413de-9aa6-49bc-ae78-3f4206ba8faf, host: n-h2-802623-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '145d64c0-063a-4e1d-8ed5-459cef7aa517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '0627b955-dd0f-4cce-ba7f-51e698f3bc59'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:13:03.830794 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-e3144b68-021c-4801-ba98-98a5d6b81786 req-de9667d1-f6ef-454d-ac63-bc2c01c3b1b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:03.843941 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-c33d481c-3610-459b-bbee-bd2fb964543b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:03.845412 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-c33d481c-3610-459b-bbee-bd2fb964543b service neutron] 10.222.0.38 "GET /v2.0/ports/b0d9ae02-d7ae-4081-8329-a04703c772b8 HTTP/1.1" status: 200 len: 1026 time: 0.0622487 Jul 27 23:13:04.083168 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-0d5bc7bc-6c57-4ea0-aa72-bfca53c68dc4 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:04.098622 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-0d5bc7bc-6c57-4ea0-aa72-bfca53c68dc4 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:04.114235 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-0d5bc7bc-6c57-4ea0-aa72-bfca53c68dc4 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:04.116044 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-0d5bc7bc-6c57-4ea0-aa72-bfca53c68dc4 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] 10.222.0.38 "GET /v2.0/networks?id=a77c1ae5-7f70-4eb8-a472-5ed26426d716&id=0052d342-b5b8-4be5-86a5-4c909f6d7ddb&id=0052d342-b5b8-4be5-86a5-4c909f6d7ddb&id=0052d342-b5b8-4be5-86a5-4c909f6d7ddb&id=0052d342-b5b8-4be5-86a5-4c909f6d7ddb&id=42a806fa-6465-4bb1-a70d-1966b5320f00&id=42a806fa-6465-4bb1-a70d-1966b5320f00 HTTP/1.1" status: 200 len: 1991 time: 0.2564437 Jul 27 23:13:04.127373 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c3fa6e-45d9-49d7-9a10-e18f6344a705 req-5aa9fc99-0966-488d-9ff0-b5c3011d334c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:04.127744 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 31404c01-7b8d-4b39-bb63-d10246aef874 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:13:04.128777 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-00c3fa6e-45d9-49d7-9a10-e18f6344a705 req-5aa9fc99-0966-488d-9ff0-b5c3011d334c service neutron] 10.222.0.38 "GET /v2.0/subnets?id=834f7fce-5291-4343-9c89-509f9d111866 HTTP/1.1" status: 200 len: 858 time: 0.3855555 Jul 27 23:13:04.143279 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-3db1690f-49b4-4a02-8099-aecdda786b0f req-6e52f212-0fc9-4052-a54d-ee7660741e26 tempest-ListServersNegativeTestJSON-219464243 tempest-ListServersNegativeTestJSON-219464243-project] 10.222.0.18 "GET /v2.0/security-groups?id=101be31e-d533-430f-a71d-e6dea6b55f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3473418 Jul 27 23:13:04.144108 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e99923-32a7-4382-8898-6efc05955641 req-4f63537f-1821-4ace-b6a8-14c3f095241b tempest-ServerRescueNegativeTestJSON-1855851441 tempest-ServerRescueNegativeTestJSON-1855851441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:04.153914 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-18e99923-32a7-4382-8898-6efc05955641 req-4f63537f-1821-4ace-b6a8-14c3f095241b tempest-ServerRescueNegativeTestJSON-1855851441 tempest-ServerRescueNegativeTestJSON-1855851441-project] 10.222.0.18 "GET /v2.0/ports?device_id=18bf2265-d54a-42b3-beea-c61771ab87ab HTTP/1.1" status: 200 len: 945 time: 0.3119900 Jul 27 23:13:04.167357 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-e3144b68-021c-4801-ba98-98a5d6b81786 req-de9667d1-f6ef-454d-ac63-bc2c01c3b1b7 service neutron] For port 907413de-9aa6-49bc-ae78-3f4206ba8faf, host n-h2-802623-1, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:13:04.173234 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-e3144b68-021c-4801-ba98-98a5d6b81786 req-de9667d1-f6ef-454d-ac63-bc2c01c3b1b7 service neutron] For port 907413de-9aa6-49bc-ae78-3f4206ba8faf, host n-h2-802623-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=907413de-9aa6-49bc-ae78-3f4206ba8faf,segment=NetworkSegment(145d64c0-063a-4e1d-8ed5-459cef7aa517),segment_id=145d64c0-063a-4e1d-8ed5-459cef7aa517)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:13:04.199674 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-e3144b68-021c-4801-ba98-98a5d6b81786 req-de9667d1-f6ef-454d-ac63-bc2c01c3b1b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11336041'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:04.229555 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-00c3fa6e-45d9-49d7-9a10-e18f6344a705 req-649a33b4-68f9-44d1-8093-f375cc651c94 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=751d782f-d338-44aa-a291-24d2ae3bed3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0835392 Jul 27 23:13:04.235262 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 38064) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:13:04.242799 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port 31404c01-7b8d-4b39-bb63-d10246aef874 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:13:04.243504 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:04.288850 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3144b68-021c-4801-ba98-98a5d6b81786 req-de9667d1-f6ef-454d-ac63-bc2c01c3b1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:04.289477 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-e3144b68-021c-4801-ba98-98a5d6b81786 req-de9667d1-f6ef-454d-ac63-bc2c01c3b1b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:04.290883 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-e3144b68-021c-4801-ba98-98a5d6b81786 req-de9667d1-f6ef-454d-ac63-bc2c01c3b1b7 service neutron] 10.222.0.49 "PUT /v2.0/ports/907413de-9aa6-49bc-ae78-3f4206ba8faf HTTP/1.1" status: 200 len: 1091 time: 1.7144573 Jul 27 23:13:04.303973 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55cb1b9e-b3c2-47cd-8a02-7c9e10ec36f7', 'tag': '907413de-9aa6-49bc-ae78-3f4206ba8faf'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:13:04.306371 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a476459a1bfce68b0ae0df5b6a71154bfc7cfdc8f9eefce6ad0a17231e60468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d43ffea-3758-4490-9d1e-7fb535a6bf79" -d '{"events": [{"name": "network-changed", "server_uuid": "55cb1b9e-b3c2-47cd-8a02-7c9e10ec36f7", "tag": "907413de-9aa6-49bc-ae78-3f4206ba8faf"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:13:04.337902 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-468d0f52-fbcc-499d-b735-1d8528844f12 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f48a0b951c1c4793a7fc1226ee71e867 HTTP/1.1" status: 200 len: 379 time: 0.1788485 Jul 27 23:13:04.375640 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-18e99923-32a7-4382-8898-6efc05955641 req-ddb8f96c-72be-4604-9f23-a17ea6b916e9 tempest-ServerRescueNegativeTestJSON-1855851441 tempest-ServerRescueNegativeTestJSON-1855851441-project] 10.222.0.18 "GET /v2.0/security-groups?id=1af18e13-f94e-429a-ab8a-66f4e32e8b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2199404 Jul 27 23:13:04.405697 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-55ec2b90-508f-4193-bcba-72ec667b8d20 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Request body: {'port': {'device_id': 'b095b7c4-44b3-4276-8676-8d0be18fa84f', 'network_id': 'a77c1ae5-7f70-4eb8-a472-5ed26426d716', 'admin_state_up': True, 'tenant_id': 'f48a0b951c1c4793a7fc1226ee71e867', 'security_groups': ['099e8df2-bc6b-4be8-8e74-9791e0ffd653']}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:13:04.500621 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-0c8fe7c0-769f-41aa-97d2-ad3a1e6dc707 tempest-RoutersNegativeTest-1232238953 tempest-RoutersNegativeTest-1232238953-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1327424230', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:13:04.573750 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-c0eea969-72e3-4d71-89db-701358720d53 req-09062451-16f7-4f5b-8717-dc1ad8bdbaf8 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] 10.222.0.18 "GET /v2.0/ports?device_id=b095b7c4-44b3-4276-8676-8d0be18fa84f HTTP/1.1" status: 200 len: 210 time: 0.1006706 Jul 27 23:13:04.585438 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9667d1-f6ef-454d-ac63-bc2c01c3b1b7 service neutron] Pushing event updated for resources: {'Port': ['ID=907413de-9aa6-49bc-ae78-3f4206ba8faf,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:13:04.591162 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:04.618507 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3144b68-021c-4801-ba98-98a5d6b81786 req-55fa8d33-2bc4-44e9-b4ca-f2b38139e102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:04.620057 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-e3144b68-021c-4801-ba98-98a5d6b81786 req-55fa8d33-2bc4-44e9-b4ca-f2b38139e102 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=096ab815848b4fa4865a54f76499dfb1&device_id=55cb1b9e-b3c2-47cd-8a02-7c9e10ec36f7 HTTP/1.1" status: 200 len: 1094 time: 0.2406411 Jul 27 23:13:04.648091 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bec3ab0-61e1-4072-9c2f-862c49d9b8d3 req-82dc93d0-7c1f-4c03-b331-47abebea4d8c tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:04.649984 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-5bec3ab0-61e1-4072-9c2f-862c49d9b8d3 req-82dc93d0-7c1f-4c03-b331-47abebea4d8c tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/ports?device_id=c292af40-c395-4445-978c-d1d948a0e563 HTTP/1.1" status: 200 len: 949 time: 0.3353753 Jul 27 23:13:04.663131 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c2bf4047-2717-413a-81bb-5a06888d4af8 req-e624e597-b207-4208-b6d6-57fc69805fcc service neutron] 10.222.0.38 "GET /v2.0/ports/7cf95691-d169-4732-bb02-85a7aaedd64a/bindings/n-h1-802623-1 HTTP/1.1" status: 200 len: 382 time: 0.2497797 Jul 27 23:13:04.666688 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0c8fe7c0-769f-41aa-97d2-ad3a1e6dc707 tempest-RoutersNegativeTest-1232238953 tempest-RoutersNegativeTest-1232238953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62159'] for router, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:04.667932 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0c8fe7c0-769f-41aa-97d2-ad3a1e6dc707 tempest-RoutersNegativeTest-1232238953 tempest-RoutersNegativeTest-1232238953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-479230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-415539', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3693317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62148'] for router, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:04.716272 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6271aa0-6e53-4fa4-9728-e602f9742b21 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Router 5938e1b8-f45a-4d59-b4dc-a37105e6faa0 has already been hosted by L3 agent 018c4455-49c0-4734-927d-7824067b2a9e {{(pid=93798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 23:13:04.718763 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-00c3fa6e-45d9-49d7-9a10-e18f6344a705 req-466d77d5-8aaf-41ab-97d7-74a80259bc27 service neutron] 10.222.0.38 "GET /v2.0/networks/751d782f-d338-44aa-a291-24d2ae3bed3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4026265 Jul 27 23:13:04.745721 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-e3144b68-021c-4801-ba98-98a5d6b81786 req-d30811b8-62e0-485e-862d-da8876302c5f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=907413de-9aa6-49bc-ae78-3f4206ba8faf HTTP/1.1" status: 200 len: 217 time: 0.1134236 Jul 27 23:13:04.833857 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-5bec3ab0-61e1-4072-9c2f-862c49d9b8d3 req-25afde57-9724-4e4f-a0e2-0a50e1512a29 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb779318-b8ff-43a6-a94f-3ce471aff166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742508 Jul 27 23:13:04.895129 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-00c3fa6e-45d9-49d7-9a10-e18f6344a705 req-d6664f3a-d749-4af8-b506-8b9c23b137d0 service neutron] 10.222.0.38 "GET /v2.0/networks/751d782f-d338-44aa-a291-24d2ae3bed3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1651192 Jul 27 23:13:04.974924 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0c8fe7c0-769f-41aa-97d2-ad3a1e6dc707 tempest-RoutersNegativeTest-1232238953 tempest-RoutersNegativeTest-1232238953-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:04.983709 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 23:13:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e752e0ee-1b7f-463f-96d0-8833acb31df1 x-openstack-request-id: req-e752e0ee-1b7f-463f-96d0-8833acb31df1 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:13:04.984376 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55cb1b9e-b3c2-47cd-8a02-7c9e10ec36f7", "tag": "907413de-9aa6-49bc-ae78-3f4206ba8faf", "status": "completed", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:13:04.984829 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e752e0ee-1b7f-463f-96d0-8833acb31df1 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:13:04.985465 n-d-802623-1 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55cb1b9e-b3c2-47cd-8a02-7c9e10ec36f7', 'tag': '907413de-9aa6-49bc-ae78-3f4206ba8faf', 'status': 'completed', 'code': 200} Jul 27 23:13:04.992791 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0c8fe7c0-769f-41aa-97d2-ad3a1e6dc707 tempest-RoutersNegativeTest-1232238953 tempest-RoutersNegativeTest-1232238953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-415468'] for router, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:05.008989 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3144b68-021c-4801-ba98-98a5d6b81786 req-35a8dbcc-d172-4c70-b13d-30d07ebeb5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:05.011002 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-e3144b68-021c-4801-ba98-98a5d6b81786 req-35a8dbcc-d172-4c70-b13d-30d07ebeb5b1 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=232a981d-f7d1-42df-991c-3a09e4ce0177 HTTP/1.1" status: 200 len: 851 time: 0.2531407 Jul 27 23:13:05.038622 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-55ec2b90-508f-4193-bcba-72ec667b8d20 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Made reservation on behalf of f48a0b951c1c4793a7fc1226ee71e867 for: {'port': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:13:05.042659 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-55ec2b90-508f-4193-bcba-72ec667b8d20 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:05.057667 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0c8fe7c0-769f-41aa-97d2-ad3a1e6dc707 tempest-RoutersNegativeTest-1232238953 tempest-RoutersNegativeTest-1232238953-project] Notify callbacks [] for router, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:05.059268 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-0c8fe7c0-769f-41aa-97d2-ad3a1e6dc707 tempest-RoutersNegativeTest-1232238953 tempest-RoutersNegativeTest-1232238953-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.8180146 Jul 27 23:13:05.068142 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 38076) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:13:05.095124 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-ed6cf8cb-0061-40e9-8c8d-37c70be0f5c2 tempest-RoutersNegativeTest-1232238953 tempest-RoutersNegativeTest-1232238953-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-867278119'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:13:05.136242 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6271aa0-6e53-4fa4-9728-e602f9742b21 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:13:05.148673 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a6271aa0-6e53-4fa4-9728-e602f9742b21 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for floatingip, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:05.168514 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afa1d4d9-9aa2-4707-984b-91227805a9a6 None None] Sync routers for ids ['5938e1b8-f45a-4d59-b4dc-a37105e6faa0'] in n-d-802623-1 {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:13:05.172644 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3144b68-021c-4801-ba98-98a5d6b81786 req-234db85a-cdfe-406a-a49b-1b912c850697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:05.174255 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-e3144b68-021c-4801-ba98-98a5d6b81786 req-234db85a-cdfe-406a-a49b-1b912c850697 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0627b955-dd0f-4cce-ba7f-51e698f3bc59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1476114 Jul 27 23:13:05.181110 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa1d4d9-9aa2-4707-984b-91227805a9a6 None None] Routers {'5938e1b8-f45a-4d59-b4dc-a37105e6faa0'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:13:05.181968 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-afa1d4d9-9aa2-4707-984b-91227805a9a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:13:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['5938e1b8-f45a-4d59-b4dc-a37105e6faa0'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:13:05.185568 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed6cf8cb-0061-40e9-8c8d-37c70be0f5c2 tempest-RoutersNegativeTest-1232238953 tempest-RoutersNegativeTest-1232238953-project] Made reservation on behalf of 2da3311b7def4b329ffd918059481972 for: {'network': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:13:05.187651 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1cf999-af14-46e2-b390-2a538f351ad6 req-769b2eb3-c5b9-416c-8a20-906e758b8cd7 tempest-ServerRescueTestJSON-1182058210 tempest-ServerRescueTestJSON-1182058210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:05.189000 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ed6cf8cb-0061-40e9-8c8d-37c70be0f5c2 tempest-RoutersNegativeTest-1232238953 tempest-RoutersNegativeTest-1232238953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for network, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:05.195173 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-6c1cf999-af14-46e2-b390-2a538f351ad6 req-769b2eb3-c5b9-416c-8a20-906e758b8cd7 tempest-ServerRescueTestJSON-1182058210 tempest-ServerRescueTestJSON-1182058210-project] 10.222.0.18 "GET /v2.0/ports?device_id=fdf76be6-bd13-41d1-88c2-61c6861cc347 HTTP/1.1" status: 200 len: 945 time: 0.1793561 Jul 27 23:13:05.203603 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ed6cf8cb-0061-40e9-8c8d-37c70be0f5c2 tempest-RoutersNegativeTest-1232238953 tempest-RoutersNegativeTest-1232238953-project] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:05.218793 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a50b45-a082-4b3d-81b4-5781ab0eb1b9 req-918a2815-e499-4cb4-919d-59900f7aa4bc tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:05.228178 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-97a50b45-a082-4b3d-81b4-5781ab0eb1b9 req-918a2815-e499-4cb4-919d-59900f7aa4bc tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/ports?device_id=55cb1b9e-b3c2-47cd-8a02-7c9e10ec36f7 HTTP/1.1" status: 200 len: 943 time: 0.1882205 Jul 27 23:13:05.231899 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bf4047-2717-413a-81bb-5a06888d4af8 req-d3a0a32c-12ea-4b3d-b4e3-2d07778966b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:05.234946 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c2bf4047-2717-413a-81bb-5a06888d4af8 req-d3a0a32c-12ea-4b3d-b4e3-2d07778966b0 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=c292af40-c395-4445-978c-d1d948a0e563&tenant_id=1b545d5113d14592aa4c69bde083a757 HTTP/1.1" status: 200 len: 1100 time: 0.2360370 Jul 27 23:13:05.286410 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-a6271aa0-6e53-4fa4-9728-e602f9742b21 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] 10.222.0.18 "PUT /v2.0/floatingips/717c3bea-7331-4248-953b-a6f94eaeff3e HTTP/1.1" status: 200 len: 991 time: 3.2691765 Jul 27 23:13:05.299707 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bab14976-9a79-4961-bbb7-bef26e77c0b6', 'tag': 'aaaa4f7d-c44a-4b6f-bde1-dfd985f0a398'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:13:05.303967 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}011f8d312121274bb12d78e77c6379a2079800640016cec6c6d605b73666e854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7615e249-202d-4226-b303-3a3f24350298" -d '{"events": [{"name": "network-changed", "server_uuid": "bab14976-9a79-4961-bbb7-bef26e77c0b6", "tag": "aaaa4f7d-c44a-4b6f-bde1-dfd985f0a398"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:13:05.313943 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-afa1d4d9-9aa2-4707-984b-91227805a9a6 None None] Set router 5938e1b8-f45a-4d59-b4dc-a37105e6faa0 gateway port host: n-d-802623-1 {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:13:05.353391 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-6c1cf999-af14-46e2-b390-2a538f351ad6 req-36353c0f-27f3-402b-b6c6-e662d4b5371f tempest-ServerRescueTestJSON-1182058210 tempest-ServerRescueTestJSON-1182058210-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1683666-2031-45b7-8015-e9f1b36fb2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572554 Jul 27 23:13:05.384011 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-55ec2b90-508f-4193-bcba-72ec667b8d20 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Allocated IP 172.20.0.7 (a77c1ae5-7f70-4eb8-a472-5ed26426d716/09f6cf61-7c03-449e-9a5d-68f7eabed009/e47c6535-a4f5-45fa-b256-dc12446d1280) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:13:05.389156 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-97a50b45-a082-4b3d-81b4-5781ab0eb1b9 req-c7ecd8cf-1386-4dd5-b246-25aa306750a3 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/security-groups?id=5f578744-6f09-4b7e-a537-2a342130270d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1544340 Jul 27 23:13:05.417340 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bf4047-2717-413a-81bb-5a06888d4af8 req-8459534f-9205-4926-b001-a613ac80aab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:05.418873 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c2bf4047-2717-413a-81bb-5a06888d4af8 req-8459534f-9205-4926-b001-a613ac80aab5 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=1b545d5113d14592aa4c69bde083a757&device_id=c292af40-c395-4445-978c-d1d948a0e563 HTTP/1.1" status: 200 len: 1100 time: 0.1514318 Jul 27 23:13:05.510144 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-e3144b68-021c-4801-ba98-98a5d6b81786 req-5ff3aaa7-4c4b-4662-a3f4-513e50bc774e service neutron] 10.222.0.49 "GET /v2.0/networks/0627b955-dd0f-4cce-ba7f-51e698f3bc59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3097746 Jul 27 23:13:05.572658 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bf4047-2717-413a-81bb-5a06888d4af8 req-6137fccc-fb90-4994-9669-1ababa6a98f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:05.574395 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c2bf4047-2717-413a-81bb-5a06888d4af8 req-6137fccc-fb90-4994-9669-1ababa6a98f0 service neutron] 10.222.0.38 "GET /v2.0/networks?id=591af2dd-f826-43b1-aa9d-e7a0bf218c71 HTTP/1.1" status: 200 len: 870 time: 0.1324370 Jul 27 23:13:05.576808 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 23:13:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58ee92b4-c0d8-4435-988b-244342039836 x-openstack-request-id: req-58ee92b4-c0d8-4435-988b-244342039836 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:13:05.577093 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bab14976-9a79-4961-bbb7-bef26e77c0b6", "tag": "aaaa4f7d-c44a-4b6f-bde1-dfd985f0a398", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:13:05.577333 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-58ee92b4-c0d8-4435-988b-244342039836 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:13:05.577720 n-d-802623-1 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bab14976-9a79-4961-bbb7-bef26e77c0b6', 'tag': 'aaaa4f7d-c44a-4b6f-bde1-dfd985f0a398', 'status': 'completed', 'code': 200} Jul 27 23:13:05.625771 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c2bf4047-2717-413a-81bb-5a06888d4af8 req-14ec31b7-3c08-4b60-8e9a-060a4aeef5b8 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=7cf95691-d169-4732-bb02-85a7aaedd64a HTTP/1.1" status: 200 len: 217 time: 0.0427268 Jul 27 23:13:05.659503 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-afa1d4d9-9aa2-4707-984b-91227805a9a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5938e1b8-f45a-4d59-b4dc-a37105e6faa0', 'name': 'tempest-TaggedBootDevicesTest_v242-1124732428-router', 'tenant_id': '0367b9fbd8e84279b822c24a4e2fb6cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.30'}], 'enable_snat': True}, 'gw_port_id': '234ed106-7f9a-45b8-a00c-025ba7e00ea0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:10:53Z', 'updated_at': '2021-07-27T23:10:59Z', 'revision_number': 4, 'project_id': '0367b9fbd8e84279b822c24a4e2fb6cb', 'gw_port': {'id': '234ed106-7f9a-45b8-a00c-025ba7e00ea0', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:a9:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5938e1b8-f45a-4d59-b4dc-a37105e6faa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:10:54Z', 'updated_at': '2021-07-27T23:11:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_floatingips': [{'id': '717c3bea-7331-4248-953b-a6f94eaeff3e', 'tenant_id': '0367b9fbd8e84279b822c24a4e2fb6cb', 'floating_ip_address': '172.25.4.117', 'floating_network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'router_id': '5938e1b8-f45a-4d59-b4dc-a37105e6faa0', 'port_id': 'aaaa4f7d-c44a-4b6f-bde1-dfd985f0a398', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1072, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a269d53-4f2a-4865-a1d0-19bfee7666c6', 'mac_address': 'fa:16:3e:e3:e8:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bab14976-9a79-4961-bbb7-bef26e77c0b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T23:11:36Z', 'updated_at': '2021-07-27T23:13:03Z', 'revision_number': 1, 'project_id': '0367b9fbd8e84279b822c24a4e2fb6cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef18a1f3-5203-42c8-a585-56b0dd54e83a', 'name': '', 'network_id': '8a269d53-4f2a-4865-a1d0-19bfee7666c6', 'tenant_id': '0367b9fbd8e84279b822c24a4e2fb6cb', 'mac_address': 'fa:16:3e:6c:af:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5938e1b8-f45a-4d59-b4dc-a37105e6faa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': 'f549fcdc-30d6-4a86-9454-eed6b262e746', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:10:58Z', 'updated_at': '2021-07-27T23:11:09Z', 'revision_number': 5, 'project_id': '0367b9fbd8e84279b822c24a4e2fb6cb', 'subnets': [{'id': 'f549fcdc-30d6-4a86-9454-eed6b262e746', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:13:05.697891 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afa1d4d9-9aa2-4707-984b-91227805a9a6 None None] Checking router: 5938e1b8-f45a-4d59-b4dc-a37105e6faa0 for host: n-d-802623-1 {{(pid=93799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 23:13:05.708287 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa1d4d9-9aa2-4707-984b-91227805a9a6 None None] Routers {'5938e1b8-f45a-4d59-b4dc-a37105e6faa0'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:13:05.709132 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-afa1d4d9-9aa2-4707-984b-91227805a9a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:13:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['5938e1b8-f45a-4d59-b4dc-a37105e6faa0'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:13:05.742486 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39603779-6ec7-4f11-a964-0e267119b207 req-6ce5116b-e6d5-4dda-bf4a-5dbf9ea3b96e tempest-ListServersNegativeTestJSON-219464243 tempest-ListServersNegativeTestJSON-219464243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:05.744073 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-39603779-6ec7-4f11-a964-0e267119b207 req-6ce5116b-e6d5-4dda-bf4a-5dbf9ea3b96e tempest-ListServersNegativeTestJSON-219464243 tempest-ListServersNegativeTestJSON-219464243-project] 10.222.0.18 "GET /v2.0/ports?device_id=014a5218-7778-45a1-a4e2-10f22857fd00 HTTP/1.1" status: 200 len: 945 time: 0.3262758 Jul 27 23:13:05.757368 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7615e249-202d-4226-b303-3a3f24350298 req-a7a123d5-37e7-4c02-bf24-96a867a3ab87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:05.757862 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7615e249-202d-4226-b303-3a3f24350298 req-a7a123d5-37e7-4c02-bf24-96a867a3ab87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:05.758467 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7615e249-202d-4226-b303-3a3f24350298 req-a7a123d5-37e7-4c02-bf24-96a867a3ab87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:05.759186 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7615e249-202d-4226-b303-3a3f24350298 req-a7a123d5-37e7-4c02-bf24-96a867a3ab87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:05.759918 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7615e249-202d-4226-b303-3a3f24350298 req-a7a123d5-37e7-4c02-bf24-96a867a3ab87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:05.760399 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7615e249-202d-4226-b303-3a3f24350298 req-a7a123d5-37e7-4c02-bf24-96a867a3ab87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:05.761187 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7615e249-202d-4226-b303-3a3f24350298 req-a7a123d5-37e7-4c02-bf24-96a867a3ab87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:05.764565 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7615e249-202d-4226-b303-3a3f24350298 req-a7a123d5-37e7-4c02-bf24-96a867a3ab87 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0367b9fbd8e84279b822c24a4e2fb6cb&device_id=bab14976-9a79-4961-bbb7-bef26e77c0b6 HTTP/1.1" status: 200 len: 6503 time: 0.1368539 Jul 27 23:13:05.855014 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-afa1d4d9-9aa2-4707-984b-91227805a9a6 None None] Set router 5938e1b8-f45a-4d59-b4dc-a37105e6faa0 gateway port host: n-d-802623-1 {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:13:05.858065 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-39603779-6ec7-4f11-a964-0e267119b207 req-e55f8da0-10c6-4f6e-852d-71ab4810323a tempest-ListServersNegativeTestJSON-219464243 tempest-ListServersNegativeTestJSON-219464243-project] 10.222.0.18 "GET /v2.0/security-groups?id=101be31e-d533-430f-a71d-e6dea6b55f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943122 Jul 27 23:13:05.879627 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-e3144b68-021c-4801-ba98-98a5d6b81786 req-e510764a-c79c-4054-957c-02c07848681c service neutron] 10.222.0.49 "GET /v2.0/networks/0627b955-dd0f-4cce-ba7f-51e698f3bc59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3441982 Jul 27 23:13:05.894657 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7615e249-202d-4226-b303-3a3f24350298 req-2988f95c-53f2-4dba-9295-6d74b827f5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:05.896578 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7615e249-202d-4226-b303-3a3f24350298 req-2988f95c-53f2-4dba-9295-6d74b827f5b8 service neutron] 10.222.0.49 "GET /v2.0/networks?id=8a269d53-4f2a-4865-a1d0-19bfee7666c6 HTTP/1.1" status: 200 len: 918 time: 0.1224256 Jul 27 23:13:05.916472 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-55ec2b90-508f-4193-bcba-72ec667b8d20 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:05.991740 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-55ec2b90-508f-4193-bcba-72ec667b8d20 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Transition to ACTIVE for port object e47c6535-a4f5-45fa-b256-dc12446d1280 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:13:06.016151 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7615e249-202d-4226-b303-3a3f24350298 req-f0f1a2d5-da6a-4fd8-b898-fb8698a2c609 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=aaaa4f7d-c44a-4b6f-bde1-dfd985f0a398 HTTP/1.1" status: 200 len: 999 time: 0.1049783 Jul 27 23:13:06.071464 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7615e249-202d-4226-b303-3a3f24350298 req-d38f6e09-b3b9-446a-a0e1-5788c9469faf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:06.071859 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-59eeb7fc-ae6c-4b3c-a386-4e88638b928b req-4f6228b6-5d92-46cf-9e63-76ab319f8315 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] 10.222.0.18 "GET /v2.0/ports?device_id=b095b7c4-44b3-4276-8676-8d0be18fa84f HTTP/1.1" status: 200 len: 210 time: 0.0815387 Jul 27 23:13:06.072934 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7615e249-202d-4226-b303-3a3f24350298 req-d38f6e09-b3b9-446a-a0e1-5788c9469faf service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f549fcdc-30d6-4a86-9454-eed6b262e746 HTTP/1.1" status: 200 len: 856 time: 0.0475757 Jul 27 23:13:06.081841 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23ddf9c-b24f-4b13-b035-12c4f51c9046 req-5c9d1535-e57a-4fdc-8eec-5c4cdb53e237 tempest-ServerRescueNegativeTestJSON-1855851441 tempest-ServerRescueNegativeTestJSON-1855851441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:06.089245 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c23ddf9c-b24f-4b13-b035-12c4f51c9046 req-5c9d1535-e57a-4fdc-8eec-5c4cdb53e237 tempest-ServerRescueNegativeTestJSON-1855851441 tempest-ServerRescueNegativeTestJSON-1855851441-project] 10.222.0.18 "GET /v2.0/ports?device_id=18bf2265-d54a-42b3-beea-c61771ab87ab HTTP/1.1" status: 200 len: 945 time: 0.4094419 Jul 27 23:13:06.105244 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d43ffea-3758-4490-9d1e-7fb535a6bf79 req-32c2c630-0cef-4877-82d0-ecbbaeeff6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:06.106681 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8d43ffea-3758-4490-9d1e-7fb535a6bf79 req-32c2c630-0cef-4877-82d0-ecbbaeeff6b6 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=096ab815848b4fa4865a54f76499dfb1&device_id=55cb1b9e-b3c2-47cd-8a02-7c9e10ec36f7 HTTP/1.1" status: 200 len: 1094 time: 0.1507430 Jul 27 23:13:06.116582 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eab870c-aa50-4cd5-ab7a-e776b5bd3e55 req-1a729ad6-4999-4766-ad37-e047bd5dbd1b tempest-ServerRescueTestJSON-1182058210 tempest-ServerRescueTestJSON-1182058210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:06.118089 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-4eab870c-aa50-4cd5-ab7a-e776b5bd3e55 req-1a729ad6-4999-4766-ad37-e047bd5dbd1b tempest-ServerRescueTestJSON-1182058210 tempest-ServerRescueTestJSON-1182058210-project] 10.222.0.49 "GET /v2.0/ports?device_id=fdf76be6-bd13-41d1-88c2-61c6861cc347 HTTP/1.1" status: 200 len: 945 time: 0.1014442 Jul 27 23:13:06.151013 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bf4047-2717-413a-81bb-5a06888d4af8 req-685b5495-ce49-4ec6-9876-7904f1d62e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:06.152561 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c2bf4047-2717-413a-81bb-5a06888d4af8 req-685b5495-ce49-4ec6-9876-7904f1d62e26 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=62938449-046d-4cbe-923a-7ebb632c358d HTTP/1.1" status: 200 len: 843 time: 0.4855039 Jul 27 23:13:06.156501 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-afa1d4d9-9aa2-4707-984b-91227805a9a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5938e1b8-f45a-4d59-b4dc-a37105e6faa0', 'name': 'tempest-TaggedBootDevicesTest_v242-1124732428-router', 'tenant_id': '0367b9fbd8e84279b822c24a4e2fb6cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.30'}], 'enable_snat': True}, 'gw_port_id': '234ed106-7f9a-45b8-a00c-025ba7e00ea0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:10:53Z', 'updated_at': '2021-07-27T23:10:59Z', 'revision_number': 4, 'project_id': '0367b9fbd8e84279b822c24a4e2fb6cb', 'gw_port': {'id': '234ed106-7f9a-45b8-a00c-025ba7e00ea0', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:a9:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5938e1b8-f45a-4d59-b4dc-a37105e6faa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:10:54Z', 'updated_at': '2021-07-27T23:11:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_floatingips': [{'id': '717c3bea-7331-4248-953b-a6f94eaeff3e', 'tenant_id': '0367b9fbd8e84279b822c24a4e2fb6cb', 'floating_ip_address': '172.25.4.117', 'floating_network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'router_id': '5938e1b8-f45a-4d59-b4dc-a37105e6faa0', 'port_id': 'aaaa4f7d-c44a-4b6f-bde1-dfd985f0a398', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1072, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a269d53-4f2a-4865-a1d0-19bfee7666c6', 'mac_address': 'fa:16:3e:e3:e8:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bab14976-9a79-4961-bbb7-bef26e77c0b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T23:11:36Z', 'updated_at': '2021-07-27T23:13:03Z', 'revision_number': 1, 'project_id': '0367b9fbd8e84279b822c24a4e2fb6cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef18a1f3-5203-42c8-a585-56b0dd54e83a', 'name': '', 'network_id': '8a269d53-4f2a-4865-a1d0-19bfee7666c6', 'tenant_id': '0367b9fbd8e84279b822c24a4e2fb6cb', 'mac_address': 'fa:16:3e:6c:af:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5938e1b8-f45a-4d59-b4dc-a37105e6faa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': 'f549fcdc-30d6-4a86-9454-eed6b262e746', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:10:58Z', 'updated_at': '2021-07-27T23:11:09Z', 'revision_number': 5, 'project_id': '0367b9fbd8e84279b822c24a4e2fb6cb', 'subnets': [{'id': 'f549fcdc-30d6-4a86-9454-eed6b262e746', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:13:06.196126 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afa1d4d9-9aa2-4707-984b-91227805a9a6 None None] The sync data for ids ['5938e1b8-f45a-4d59-b4dc-a37105e6faa0'] in n-d-802623-1 is: [{'id': '5938e1b8-f45a-4d59-b4dc-a37105e6faa0', 'name': 'tempest-TaggedBootDevicesTest_v242-1124732428-router', 'tenant_id': '0367b9fbd8e84279b822c24a4e2fb6cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.30'}], 'enable_snat': True}, 'gw_port_id': '234ed106-7f9a-45b8-a00c-025ba7e00ea0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:10:53Z', 'updated_at': '2021-07-27T23:10:59Z', 'revision_number': 4, 'project_id': '0367b9fbd8e84279b822c24a4e2fb6cb', 'gw_port': {'id': '234ed106-7f9a-45b8-a00c-025ba7e00ea0', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:a9:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5938e1b8-f45a-4d59-b4dc-a37105e6faa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:10:54Z', 'updated_at': '2021-07-27T23:11:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_floatingips': [{'id': '717c3bea-7331-4248-953b-a6f94eaeff3e', 'tenant_id': '0367b9fbd8e84279b822c24a4e2fb6cb', 'floating_ip_address': '172.25.4.117', 'floating_network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'router_id': '5938e1b8-f45a-4d59-b4dc-a37105e6faa0', 'port_id': 'aaaa4f7d-c44a-4b6f-bde1-dfd985f0a398', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1072, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a269d53-4f2a-4865-a1d0-19bfee7666c6', 'mac_address': 'fa:16:3e:e3:e8:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bab14976-9a79-4961-bbb7-bef26e77c0b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T23:11:36Z', 'updated_at': '2021-07-27T23:13:03Z', 'revision_number': 1, 'project_id': '0367b9fbd8e84279b822c24a4e2fb6cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef18a1f3-5203-42c8-a585-56b0dd54e83a', 'name': '', 'network_id': '8a269d53-4f2a-4865-a1d0-19bfee7666c6', 'tenant_id': '0367b9fbd8e84279b822c24a4e2fb6cb', 'mac_address': 'fa:16:3e:6c:af:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5938e1b8-f45a-4d59-b4dc-a37105e6faa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': 'f549fcdc-30d6-4a86-9454-eed6b262e746', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:10:58Z', 'updated_at': '2021-07-27T23:11:09Z', 'revision_number': 5, 'project_id': '0367b9fbd8e84279b822c24a4e2fb6cb', 'subnets': [{'id': 'f549fcdc-30d6-4a86-9454-eed6b262e746', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:13:06.202954 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-55ec2b90-508f-4193-bcba-72ec667b8d20 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:06.240941 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c23ddf9c-b24f-4b13-b035-12c4f51c9046 req-3c55649e-d8db-431b-bcac-baa064342017 tempest-ServerRescueNegativeTestJSON-1855851441 tempest-ServerRescueNegativeTestJSON-1855851441-project] 10.222.0.18 "GET /v2.0/security-groups?id=1af18e13-f94e-429a-ab8a-66f4e32e8b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364713 Jul 27 23:13:06.265547 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ed6cf8cb-0061-40e9-8c8d-37c70be0f5c2 tempest-RoutersNegativeTest-1232238953 tempest-RoutersNegativeTest-1232238953-project] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:06.267981 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bf4047-2717-413a-81bb-5a06888d4af8 req-9bacc58a-3206-451a-8c4d-15a3fc1df760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:06.269599 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c2bf4047-2717-413a-81bb-5a06888d4af8 req-9bacc58a-3206-451a-8c4d-15a3fc1df760 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=591af2dd-f826-43b1-aa9d-e7a0bf218c71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0909431 Jul 27 23:13:06.275588 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7615e249-202d-4226-b303-3a3f24350298 req-62fe2a78-dc49-47a3-be3b-129fb7340460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:06.277085 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7615e249-202d-4226-b303-3a3f24350298 req-62fe2a78-dc49-47a3-be3b-129fb7340460 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8a269d53-4f2a-4865-a1d0-19bfee7666c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1719947 Jul 27 23:13:06.278358 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ed6cf8cb-0061-40e9-8c8d-37c70be0f5c2 tempest-RoutersNegativeTest-1232238953 tempest-RoutersNegativeTest-1232238953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:06.291952 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed6cf8cb-0061-40e9-8c8d-37c70be0f5c2 tempest-RoutersNegativeTest-1232238953 tempest-RoutersNegativeTest-1232238953-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 540} {{(pid=93798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 23:13:06.302712 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ed6cf8cb-0061-40e9-8c8d-37c70be0f5c2 tempest-RoutersNegativeTest-1232238953 tempest-RoutersNegativeTest-1232238953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:06.303184 n-d-802623-1 neutron-server[93798]: INFO neutron.db.segments_db [None req-ed6cf8cb-0061-40e9-8c8d-37c70be0f5c2 tempest-RoutersNegativeTest-1232238953 tempest-RoutersNegativeTest-1232238953-project] Added segment d582cf3a-e7f0-463f-b305-d124bf7d483e of type vlan for network ee17373c-db33-49b4-a8b0-d16c5b27efa7 Jul 27 23:13:06.346675 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ed6cf8cb-0061-40e9-8c8d-37c70be0f5c2 tempest-RoutersNegativeTest-1232238953 tempest-RoutersNegativeTest-1232238953-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736833354590'] for network, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:06.359466 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-55ec2b90-508f-4193-bcba-72ec667b8d20 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Network a77c1ae5-7f70-4eb8-a472-5ed26426d716 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:13:06.377518 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-55ec2b90-508f-4193-bcba-72ec667b8d20 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:13:06.383066 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-55ec2b90-508f-4193-bcba-72ec667b8d20 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:13:06.390111 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ec2b90-508f-4193-bcba-72ec667b8d20 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Pushing event updated for resources: {'Port': ['ID=e47c6535-a4f5-45fa-b256-dc12446d1280,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:13:06.476449 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90808452-109e-4d9c-bcf7-0496edbcfce5 req-926e567d-3dcc-4391-94ee-8a6d5b222bc3 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:06.485594 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-90808452-109e-4d9c-bcf7-0496edbcfce5 req-926e567d-3dcc-4391-94ee-8a6d5b222bc3 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/ports?device_id=c292af40-c395-4445-978c-d1d948a0e563 HTTP/1.1" status: 200 len: 949 time: 0.2876391 Jul 27 23:13:06.496558 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d43ffea-3758-4490-9d1e-7fb535a6bf79 req-48c21c12-b0c8-4924-bbbe-ea9f9ff5fbd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:06.498627 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8d43ffea-3758-4490-9d1e-7fb535a6bf79 req-48c21c12-b0c8-4924-bbbe-ea9f9ff5fbd3 service neutron] 10.222.0.49 "GET /v2.0/networks?id=0627b955-dd0f-4cce-ba7f-51e698f3bc59 HTTP/1.1" status: 200 len: 913 time: 0.3775973 Jul 27 23:13:06.572193 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.db.resource_extend [None req-ed6cf8cb-0061-40e9-8c8d-37c70be0f5c2 tempest-RoutersNegativeTest-1232238953 tempest-RoutersNegativeTest-1232238953-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 27 23:13:06.589975 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-55ec2b90-508f-4193-bcba-72ec667b8d20 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:06.590624 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-55ec2b90-508f-4193-bcba-72ec667b8d20 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:06.591259 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eabe1154-949d-420a-9fa3-bdd5b59969a5 None None] New status for floating IP 717c3bea-7331-4248-953b-a6f94eaeff3e: ACTIVE {{(pid=93800) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 23:13:06.594495 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8d43ffea-3758-4490-9d1e-7fb535a6bf79 req-c42565cc-76be-4f54-9eb6-cfb49661800a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=907413de-9aa6-49bc-ae78-3f4206ba8faf HTTP/1.1" status: 200 len: 217 time: 0.0764172 Jul 27 23:13:06.626673 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [req-4eab870c-aa50-4cd5-ab7a-e776b5bd3e55 req-6df4ed3e-3e73-4242-a70b-0b50d742a92d tempest-ServerRescueTestJSON-1182058210 tempest-ServerRescueTestJSON-1182058210-project] Deleting port ad3e4c8c-a767-481e-95b6-7bfaa54edcb3 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:13:06.627027 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-4eab870c-aa50-4cd5-ab7a-e776b5bd3e55 req-6df4ed3e-3e73-4242-a70b-0b50d742a92d tempest-ServerRescueTestJSON-1182058210 tempest-ServerRescueTestJSON-1182058210-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:06.659503 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ed6cf8cb-0061-40e9-8c8d-37c70be0f5c2 tempest-RoutersNegativeTest-1232238953 tempest-RoutersNegativeTest-1232238953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569'] for network, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:06.665736 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed6cf8cb-0061-40e9-8c8d-37c70be0f5c2 tempest-RoutersNegativeTest-1232238953 tempest-RoutersNegativeTest-1232238953-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:06.666518 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ed6cf8cb-0061-40e9-8c8d-37c70be0f5c2 tempest-RoutersNegativeTest-1232238953 tempest-RoutersNegativeTest-1232238953-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:06.738694 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-55ec2b90-508f-4193-bcba-72ec667b8d20 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3617094 Jul 27 23:13:06.749008 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-90808452-109e-4d9c-bcf7-0496edbcfce5 req-48f45a24-e212-4473-ac79-95cc805984c2 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb779318-b8ff-43a6-a94f-3ce471aff166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2598686 Jul 27 23:13:06.770954 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-201e2a72-7524-4b9f-b6f3-8499ffb1879c tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Request body: {'port': {'device_id': 'b095b7c4-44b3-4276-8676-8d0be18fa84f', 'network_id': '0052d342-b5b8-4be5-86a5-4c909f6d7ddb', 'admin_state_up': True, 'tenant_id': 'f48a0b951c1c4793a7fc1226ee71e867', 'security_groups': ['099e8df2-bc6b-4be8-8e74-9791e0ffd653']}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:13:06.787177 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-5c31230f-3252-4355-b3f8-1ce8bc9a5fbf None None] Provisioning for port e47c6535-a4f5-45fa-b256-dc12446d1280 completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:13:06.790313 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-ed6cf8cb-0061-40e9-8c8d-37c70be0f5c2 tempest-RoutersNegativeTest-1232238953 tempest-RoutersNegativeTest-1232238953-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.7048445 Jul 27 23:13:06.791258 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6cf8cb-0061-40e9-8c8d-37c70be0f5c2 tempest-RoutersNegativeTest-1232238953 tempest-RoutersNegativeTest-1232238953-project] Pushing event updated for resources: {'Network': ['ID=ee17373c-db33-49b4-a8b0-d16c5b27efa7,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:13:06.793273 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-5c31230f-3252-4355-b3f8-1ce8bc9a5fbf None None] Provisioning complete for port e47c6535-a4f5-45fa-b256-dc12446d1280 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:13:06.796582 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-5c31230f-3252-4355-b3f8-1ce8bc9a5fbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:06.798310 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 38096) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:13:06.804307 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Network ee17373c-db33-49b4-a8b0-d16c5b27efa7 details requested by agent ovs-agent-n-d-802623-1 with host n-d-802623-1 {{(pid=93799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 23:13:06.804650 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-f127d775-9d73-47d4-8e2b-9ad30c097124 tempest-RoutersNegativeTest-1232238953 tempest-RoutersNegativeTest-1232238953-project] Request body: {'subnet': {'network_id': 'ee17373c-db33-49b4-a8b0-d16c5b27efa7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:13:06.918533 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6cf8cb-0061-40e9-8c8d-37c70be0f5c2 tempest-RoutersNegativeTest-1232238953 tempest-RoutersNegativeTest-1232238953-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9da302c8-7774-4ae3-a86d-a46c81e81e36,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:13:06.929739 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7615e249-202d-4226-b303-3a3f24350298 req-bcfbeceb-a86a-4446-a965-d0435216150a service neutron] 10.222.0.49 "GET /v2.0/networks/8a269d53-4f2a-4865-a1d0-19bfee7666c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5748672 Jul 27 23:13:06.981776 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-5c31230f-3252-4355-b3f8-1ce8bc9a5fbf None None] Port e47c6535-a4f5-45fa-b256-dc12446d1280 cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:13:06.993678 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb4b302-e72d-45ac-a383-50f50ce98a7e req-d2d893c4-c77e-4597-a3f1-3f7436557c31 tempest-ListServersNegativeTestJSON-219464243 tempest-ListServersNegativeTestJSON-219464243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:06.995253 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-8cb4b302-e72d-45ac-a383-50f50ce98a7e req-d2d893c4-c77e-4597-a3f1-3f7436557c31 tempest-ListServersNegativeTestJSON-219464243 tempest-ListServersNegativeTestJSON-219464243-project] 10.222.0.38 "GET /v2.0/ports?device_id=014a5218-7778-45a1-a4e2-10f22857fd00 HTTP/1.1" status: 200 len: 945 time: 0.5159388 Jul 27 23:13:07.004781 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1303e2da-525b-4746-92c4-92ba7a9d3254 req-8e303ee9-71da-4f5c-8d91-11a63449462d tempest-ServerRescueTestJSON-1182058210 tempest-ServerRescueTestJSON-1182058210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:07.006703 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-1303e2da-525b-4746-92c4-92ba7a9d3254 req-8e303ee9-71da-4f5c-8d91-11a63449462d tempest-ServerRescueTestJSON-1182058210 tempest-ServerRescueTestJSON-1182058210-project] 10.222.0.18 "GET /v2.0/ports?device_id=fdf76be6-bd13-41d1-88c2-61c6861cc347 HTTP/1.1" status: 200 len: 945 time: 0.5657346 Jul 27 23:13:07.256511 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d43ffea-3758-4490-9d1e-7fb535a6bf79 req-f591183f-88df-4d58-9a7c-8f9848e0f7b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:07.258015 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8d43ffea-3758-4490-9d1e-7fb535a6bf79 req-f591183f-88df-4d58-9a7c-8f9848e0f7b1 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=232a981d-f7d1-42df-991c-3a09e4ce0177 HTTP/1.1" status: 200 len: 851 time: 0.6494665 Jul 27 23:13:07.282923 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.agents_db [None req-9beef776-8bab-4de2-989a-f5a23ba4aaf4 None None] Agent healthcheck: found 7 active agents {{(pid=93800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 23:13:07.354366 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-4eab870c-aa50-4cd5-ab7a-e776b5bd3e55 req-6df4ed3e-3e73-4242-a70b-0b50d742a92d tempest-ServerRescueTestJSON-1182058210 tempest-ServerRescueTestJSON-1182058210-project] For port ad3e4c8c-a767-481e-95b6-7bfaa54edcb3, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=ad3e4c8c-a767-481e-95b6-7bfaa54edcb3,segment=NetworkSegment(6aa8292f-47cc-47ee-ac5f-a751b39a03ef),segment_id=6aa8292f-47cc-47ee-ac5f-a751b39a03ef)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:13:07.354745 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-4eab870c-aa50-4cd5-ab7a-e776b5bd3e55 req-6df4ed3e-3e73-4242-a70b-0b50d742a92d tempest-ServerRescueTestJSON-1182058210 tempest-ServerRescueTestJSON-1182058210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:07.384802 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174cb026-c604-401c-b214-da7888e61c6d req-ebd2b905-c3f8-4e32-b079-08dfdad34572 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:07.387742 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-174cb026-c604-401c-b214-da7888e61c6d req-ebd2b905-c3f8-4e32-b079-08dfdad34572 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/ports?device_id=55cb1b9e-b3c2-47cd-8a02-7c9e10ec36f7 HTTP/1.1" status: 200 len: 943 time: 0.4706879 Jul 27 23:13:07.387890 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c2bf4047-2717-413a-81bb-5a06888d4af8 req-2574b0e0-9f34-4f2a-95ec-1bfc023e57d9 service neutron] 10.222.0.38 "GET /v2.0/networks/591af2dd-f826-43b1-aa9d-e7a0bf218c71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9663131 Jul 27 23:13:07.396043 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [req-4eab870c-aa50-4cd5-ab7a-e776b5bd3e55 req-6df4ed3e-3e73-4242-a70b-0b50d742a92d tempest-ServerRescueTestJSON-1182058210 tempest-ServerRescueTestJSON-1182058210-project] Calling delete_port for ad3e4c8c-a767-481e-95b6-7bfaa54edcb3 owned by compute:nova {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:13:07.410560 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f127d775-9d73-47d4-8e2b-9ad30c097124 tempest-RoutersNegativeTest-1232238953 tempest-RoutersNegativeTest-1232238953-project] Made reservation on behalf of 2da3311b7def4b329ffd918059481972 for: {'subnet': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:13:07.414415 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f127d775-9d73-47d4-8e2b-9ad30c097124 tempest-RoutersNegativeTest-1232238953 tempest-RoutersNegativeTest-1232238953-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12265828'] for subnet, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:07.433617 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d43ffea-3758-4490-9d1e-7fb535a6bf79 req-9b7d73fa-18f6-428e-89a9-5fd939af4d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:07.435242 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8d43ffea-3758-4490-9d1e-7fb535a6bf79 req-9b7d73fa-18f6-428e-89a9-5fd939af4d26 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0627b955-dd0f-4cce-ba7f-51e698f3bc59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1628232 Jul 27 23:13:07.465733 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-1303e2da-525b-4746-92c4-92ba7a9d3254 req-351d725c-8d22-47ad-806a-45904af4865e tempest-ServerRescueTestJSON-1182058210 tempest-ServerRescueTestJSON-1182058210-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1683666-2031-45b7-8015-e9f1b36fb2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4129608 Jul 27 23:13:07.545382 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-201e2a72-7524-4b9f-b6f3-8499ffb1879c tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Made reservation on behalf of f48a0b951c1c4793a7fc1226ee71e867 for: {'port': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:13:07.548410 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-201e2a72-7524-4b9f-b6f3-8499ffb1879c tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:07.596989 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-174cb026-c604-401c-b214-da7888e61c6d req-e095d3d2-a8ca-4cd0-9b1b-00f0d983ef9d tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/security-groups?id=5f578744-6f09-4b7e-a537-2a342130270d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1901803 Jul 27 23:13:07.616583 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7615e249-202d-4226-b303-3a3f24350298 req-836cc02c-d114-44e6-b013-763b6b29c681 service neutron] 10.222.0.49 "GET /v2.0/networks/8a269d53-4f2a-4865-a1d0-19bfee7666c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6735225 Jul 27 23:13:07.774102 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8d43ffea-3758-4490-9d1e-7fb535a6bf79 req-a0b59a41-ce4c-4844-9775-977d7f43448c service neutron] 10.222.0.49 "GET /v2.0/networks/0627b955-dd0f-4cce-ba7f-51e698f3bc59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3246608 Jul 27 23:13:07.816911 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c2bf4047-2717-413a-81bb-5a06888d4af8 req-70647568-3bf8-43d4-ac48-66e2d36393f1 service neutron] 10.222.0.38 "GET /v2.0/networks/591af2dd-f826-43b1-aa9d-e7a0bf218c71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3977242 Jul 27 23:13:07.833342 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-8cb4b302-e72d-45ac-a383-50f50ce98a7e req-556a8f6b-c641-4a91-a85f-497bf30d8cee tempest-ListServersNegativeTestJSON-219464243 tempest-ListServersNegativeTestJSON-219464243-project] Deleting port d71e5a2a-0499-4002-bcab-f82255e4fc43 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:13:07.833682 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-8cb4b302-e72d-45ac-a383-50f50ce98a7e req-556a8f6b-c641-4a91-a85f-497bf30d8cee tempest-ListServersNegativeTestJSON-219464243 tempest-ListServersNegativeTestJSON-219464243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:07.899541 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-4eab870c-aa50-4cd5-ab7a-e776b5bd3e55 req-6df4ed3e-3e73-4242-a70b-0b50d742a92d tempest-ServerRescueTestJSON-1182058210 tempest-ServerRescueTestJSON-1182058210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:07.924050 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] get_ports_and_sgs() called for port_ids ['cefb77b4-1f7c-4c0b-8c77-5ada85d70bd6'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:13:07.931098 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a5872b-b2d6-450a-aa7c-9c8773933986 req-8773a4ce-0d37-48d7-8a8b-dae5802ecb00 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:07.938679 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-63a5872b-b2d6-450a-aa7c-9c8773933986 req-8773a4ce-0d37-48d7-8a8b-dae5802ecb00 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] 10.222.0.18 "GET /v2.0/ports?device_id=b095b7c4-44b3-4276-8676-8d0be18fa84f HTTP/1.1" status: 200 len: 931 time: 0.1863661 Jul 27 23:13:07.948890 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d8cf98-4c2c-4d53-89f2-49d78fac4a05 req-932d458f-3ce0-45f5-b893-532ec974a121 tempest-ListServersNegativeTestJSON-219464243 tempest-ListServersNegativeTestJSON-219464243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:07.950428 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c1d8cf98-4c2c-4d53-89f2-49d78fac4a05 req-932d458f-3ce0-45f5-b893-532ec974a121 tempest-ListServersNegativeTestJSON-219464243 tempest-ListServersNegativeTestJSON-219464243-project] 10.222.0.18 "GET /v2.0/ports?device_id=014a5218-7778-45a1-a4e2-10f22857fd00 HTTP/1.1" status: 200 len: 945 time: 0.1897957 Jul 27 23:13:07.955099 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f127d775-9d73-47d4-8e2b-9ad30c097124 tempest-RoutersNegativeTest-1232238953 tempest-RoutersNegativeTest-1232238953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11971609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12265750'] for subnet, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:07.989321 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df4ed3e-3e73-4242-a70b-0b50d742a92d tempest-ServerRescueTestJSON-1182058210 tempest-ServerRescueTestJSON-1182058210-project] Pushing event deleted for resources: {'Port': ['ID=ad3e4c8c-a767-481e-95b6-7bfaa54edcb3,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:13:08.050708 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-8cb4b302-e72d-45ac-a383-50f50ce98a7e req-556a8f6b-c641-4a91-a85f-497bf30d8cee tempest-ListServersNegativeTestJSON-219464243 tempest-ListServersNegativeTestJSON-219464243-project] For port d71e5a2a-0499-4002-bcab-f82255e4fc43, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=d71e5a2a-0499-4002-bcab-f82255e4fc43,segment=NetworkSegment(1fb2f591-8c81-4821-807c-46a0bb640046),segment_id=1fb2f591-8c81-4821-807c-46a0bb640046)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:13:08.051213 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-8cb4b302-e72d-45ac-a383-50f50ce98a7e req-556a8f6b-c641-4a91-a85f-497bf30d8cee tempest-ListServersNegativeTestJSON-219464243 tempest-ListServersNegativeTestJSON-219464243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:08.090754 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c1d8cf98-4c2c-4d53-89f2-49d78fac4a05 req-3d688534-b11e-45f3-84e6-b808368ff36f tempest-ListServersNegativeTestJSON-219464243 tempest-ListServersNegativeTestJSON-219464243-project] 10.222.0.18 "GET /v2.0/security-groups?id=101be31e-d533-430f-a71d-e6dea6b55f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301925 Jul 27 23:13:08.091418 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f127d775-9d73-47d4-8e2b-9ad30c097124 tempest-RoutersNegativeTest-1232238953 tempest-RoutersNegativeTest-1232238953-project] Pushing event updated for resources: {'Subnet': ['ID=931eb11d-87ec-4996-bfaa-89905ac5f161,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:13:08.094088 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-8cb4b302-e72d-45ac-a383-50f50ce98a7e req-556a8f6b-c641-4a91-a85f-497bf30d8cee tempest-ListServersNegativeTestJSON-219464243 tempest-ListServersNegativeTestJSON-219464243-project] Calling delete_port for d71e5a2a-0499-4002-bcab-f82255e4fc43 owned by compute:nova {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:13:08.097604 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-201e2a72-7524-4b9f-b6f3-8499ffb1879c tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Allocated IP 10.1.1.115 (0052d342-b5b8-4be5-86a5-4c909f6d7ddb/2370b3c6-3347-454c-b521-b5818cee031b/50b2311c-7f44-4357-bc67-6eaa1ae4cefe) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:13:08.152700 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f127d775-9d73-47d4-8e2b-9ad30c097124 tempest-RoutersNegativeTest-1232238953 tempest-RoutersNegativeTest-1232238953-project] Checking segment: {'id': 'd582cf3a-e7f0-463f-b305-d124bf7d483e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'ee17373c-db33-49b4-a8b0-d16c5b27efa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:13:08.153927 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f127d775-9d73-47d4-8e2b-9ad30c097124 tempest-RoutersNegativeTest-1232238953 tempest-RoutersNegativeTest-1232238953-project] Network hostable DHCP agents. Network: ee17373c-db33-49b4-a8b0-d16c5b27efa7, hostable agents: ['5950e76f-2bde-4343-a925-cbe6bacd2706'], hosted agents: [] {{(pid=93798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 23:13:08.163187 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-63a5872b-b2d6-450a-aa7c-9c8773933986 req-244055b1-c6d8-4c91-bc6e-f86e4875149c tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] 10.222.0.18 "GET /v2.0/security-groups?id=099e8df2-bc6b-4be8-8e74-9791e0ffd653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2146099 Jul 27 23:13:08.220023 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [req-4eab870c-aa50-4cd5-ab7a-e776b5bd3e55 req-6df4ed3e-3e73-4242-a70b-0b50d742a92d tempest-ServerRescueTestJSON-1182058210 tempest-ServerRescueTestJSON-1182058210-project] No DVR routers for this DVR port ad3e4c8c-a767-481e-95b6-7bfaa54edcb3 on host n-h2-802623-1 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:13:08.235489 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-4eab870c-aa50-4cd5-ab7a-e776b5bd3e55 req-6df4ed3e-3e73-4242-a70b-0b50d742a92d tempest-ServerRescueTestJSON-1182058210 tempest-ServerRescueTestJSON-1182058210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:08.237918 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-4eab870c-aa50-4cd5-ab7a-e776b5bd3e55 req-6df4ed3e-3e73-4242-a70b-0b50d742a92d tempest-ServerRescueTestJSON-1182058210 tempest-ServerRescueTestJSON-1182058210-project] 10.222.0.49 "DELETE /v2.0/ports/ad3e4c8c-a767-481e-95b6-7bfaa54edcb3 HTTP/1.1" status: 204 len: 173 time: 2.1073277 Jul 27 23:13:08.238898 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdf76be6-bd13-41d1-88c2-61c6861cc347', 'name': 'network-vif-deleted', 'tag': 'ad3e4c8c-a767-481e-95b6-7bfaa54edcb3'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:13:08.241520 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a476459a1bfce68b0ae0df5b6a71154bfc7cfdc8f9eefce6ad0a17231e60468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c124716b-658a-45c4-97a2-edff785c57b7" -d '{"events": [{"server_uuid": "fdf76be6-bd13-41d1-88c2-61c6861cc347", "name": "network-vif-deleted", "tag": "ad3e4c8c-a767-481e-95b6-7bfaa54edcb3"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:13:08.251291 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8d43ffea-3758-4490-9d1e-7fb535a6bf79 req-03e69085-6b22-48c0-adaa-553acee758ac service neutron] 10.222.0.49 "GET /v2.0/networks/0627b955-dd0f-4cce-ba7f-51e698f3bc59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4527328 Jul 27 23:13:08.313141 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f127d775-9d73-47d4-8e2b-9ad30c097124 tempest-RoutersNegativeTest-1232238953 tempest-RoutersNegativeTest-1232238953-project] Network ee17373c-db33-49b4-a8b0-d16c5b27efa7 is scheduled to be hosted by DHCP agent 5950e76f-2bde-4343-a925-cbe6bacd2706 with binding_index 1 {{(pid=93798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 23:13:08.363263 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-f127d775-9d73-47d4-8e2b-9ad30c097124 tempest-RoutersNegativeTest-1232238953 tempest-RoutersNegativeTest-1232238953-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802623-1, ee17373c-db33-49b4-a8b0-d16c5b27efa7) {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:13:08.378235 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccfe1dbc-8a73-4d60-ba8f-5eab51f17147 None None] Network ee17373c-db33-49b4-a8b0-d16c5b27efa7 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:13:08.382836 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588b0d03-4792-4ba3-aeee-b0a4e9680b70 req-b05bb820-1860-4b6b-84fe-3f8c2716d4b1 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:08.384479 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-588b0d03-4792-4ba3-aeee-b0a4e9680b70 req-b05bb820-1860-4b6b-84fe-3f8c2716d4b1 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/ports?device_id=c292af40-c395-4445-978c-d1d948a0e563 HTTP/1.1" status: 200 len: 949 time: 0.1215808 Jul 27 23:13:08.400014 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511e83d7-1e3e-4882-ac60-004b91159359 req-904aa5ee-6f27-4792-bc22-c972cf60eb49 tempest-ServerRescueNegativeTestJSON-1855851441 tempest-ServerRescueNegativeTestJSON-1855851441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:08.407579 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-511e83d7-1e3e-4882-ac60-004b91159359 req-904aa5ee-6f27-4792-bc22-c972cf60eb49 tempest-ServerRescueNegativeTestJSON-1855851441 tempest-ServerRescueNegativeTestJSON-1855851441-project] 10.222.0.18 "GET /v2.0/ports?device_id=18bf2265-d54a-42b3-beea-c61771ab87ab HTTP/1.1" status: 200 len: 945 time: 0.1756039 Jul 27 23:13:08.442938 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f127d775-9d73-47d4-8e2b-9ad30c097124 tempest-RoutersNegativeTest-1232238953 tempest-RoutersNegativeTest-1232238953-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:08.444029 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f127d775-9d73-47d4-8e2b-9ad30c097124 tempest-RoutersNegativeTest-1232238953 tempest-RoutersNegativeTest-1232238953-project] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:08.460065 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-201e2a72-7524-4b9f-b6f3-8499ffb1879c tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:08.464750 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-8cb4b302-e72d-45ac-a383-50f50ce98a7e req-556a8f6b-c641-4a91-a85f-497bf30d8cee tempest-ListServersNegativeTestJSON-219464243 tempest-ListServersNegativeTestJSON-219464243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:08.466595 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-588b0d03-4792-4ba3-aeee-b0a4e9680b70 req-782b785f-a561-449a-8bd7-8ea4562c6394 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb779318-b8ff-43a6-a94f-3ce471aff166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661175 Jul 27 23:13:08.482756 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-201e2a72-7524-4b9f-b6f3-8499ffb1879c tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Transition to ACTIVE for port object 50b2311c-7f44-4357-bc67-6eaa1ae4cefe will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:13:08.507347 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] get_ports_and_sgs() called for port_ids ['84835e77-f38a-45de-9b12-85db398b9a14'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:13:08.509886 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] get_ports_and_sgs() called for port_ids ['e519a38a-bcaf-48eb-addd-572e97f9b106', 'd71e5a2a-0499-4002-bcab-f82255e4fc43'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:13:08.529264 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-201e2a72-7524-4b9f-b6f3-8499ffb1879c tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:08.581635 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-f127d775-9d73-47d4-8e2b-9ad30c097124 tempest-RoutersNegativeTest-1232238953 tempest-RoutersNegativeTest-1232238953-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7820652 Jul 27 23:13:08.582651 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 38110) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:13:08.588923 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-201e2a72-7524-4b9f-b6f3-8499ffb1879c tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Network 0052d342-b5b8-4be5-86a5-4c909f6d7ddb is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:13:08.594069 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:13:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-264b62f2-5dcb-4df6-8f3b-513b3d5a1b1a x-openstack-request-id: req-264b62f2-5dcb-4df6-8f3b-513b3d5a1b1a {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:13:08.594373 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdf76be6-bd13-41d1-88c2-61c6861cc347", "name": "network-vif-deleted", "tag": "ad3e4c8c-a767-481e-95b6-7bfaa54edcb3", "status": "completed", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:13:08.594670 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-264b62f2-5dcb-4df6-8f3b-513b3d5a1b1a {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:13:08.595151 n-d-802623-1 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdf76be6-bd13-41d1-88c2-61c6861cc347', 'name': 'network-vif-deleted', 'tag': 'ad3e4c8c-a767-481e-95b6-7bfaa54edcb3', 'status': 'completed', 'code': 200} Jul 27 23:13:08.595984 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-201e2a72-7524-4b9f-b6f3-8499ffb1879c tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:13:08.614810 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cb4b302-e72d-45ac-a383-50f50ce98a7e req-556a8f6b-c641-4a91-a85f-497bf30d8cee tempest-ListServersNegativeTestJSON-219464243 tempest-ListServersNegativeTestJSON-219464243-project] No DVR routers for this DVR port d71e5a2a-0499-4002-bcab-f82255e4fc43 on host n-h1-802623-1 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:13:08.618275 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-8cb4b302-e72d-45ac-a383-50f50ce98a7e req-556a8f6b-c641-4a91-a85f-497bf30d8cee tempest-ListServersNegativeTestJSON-219464243 tempest-ListServersNegativeTestJSON-219464243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:08.618441 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-201e2a72-7524-4b9f-b6f3-8499ffb1879c tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:13:08.622320 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-8cb4b302-e72d-45ac-a383-50f50ce98a7e req-556a8f6b-c641-4a91-a85f-497bf30d8cee tempest-ListServersNegativeTestJSON-219464243 tempest-ListServersNegativeTestJSON-219464243-project] 10.222.0.38 "DELETE /v2.0/ports/d71e5a2a-0499-4002-bcab-f82255e4fc43 HTTP/1.1" status: 204 len: 173 time: 1.5850503 Jul 27 23:13:08.628865 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-47e070b9-896e-490b-adbb-53c14897d93e tempest-RoutersNegativeTest-1232238953 tempest-RoutersNegativeTest-1232238953-project] Request body: {'network': {'name': 'tempest-router-network01--32899440'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:13:08.646463 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '014a5218-7778-45a1-a4e2-10f22857fd00', 'name': 'network-vif-deleted', 'tag': 'd71e5a2a-0499-4002-bcab-f82255e4fc43'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:13:08.660418 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}011f8d312121274bb12d78e77c6379a2079800640016cec6c6d605b73666e854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87fd9734-64b4-485d-85dc-f05353da92d1" -d '{"events": [{"server_uuid": "014a5218-7778-45a1-a4e2-10f22857fd00", "name": "network-vif-deleted", "tag": "d71e5a2a-0499-4002-bcab-f82255e4fc43"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:13:08.666531 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201e2a72-7524-4b9f-b6f3-8499ffb1879c tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Pushing event updated for resources: {'Port': ['ID=50b2311c-7f44-4357-bc67-6eaa1ae4cefe,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:13:08.674161 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556a8f6b-c641-4a91-a85f-497bf30d8cee tempest-ListServersNegativeTestJSON-219464243 tempest-ListServersNegativeTestJSON-219464243-project] Pushing event deleted for resources: {'Port': ['ID=d71e5a2a-0499-4002-bcab-f82255e4fc43,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:13:08.721401 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-201e2a72-7524-4b9f-b6f3-8499ffb1879c tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:08.722525 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9110b663-c0b2-4fce-b8ea-7c9e86d91c7b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f6f257c-ad18-5f0c-8c8e-ea085a5fc8a2-ee17373c-db33-49b4-a8b0-d16c5b27efa7', 'network_id': 'ee17373c-db33-49b4-a8b0-d16c5b27efa7', 'tenant_id': '2da3311b7def4b329ffd918059481972', 'fixed_ips': [{'subnet_id': '931eb11d-87ec-4996-bfaa-89905ac5f161'}]}} from n-d-802623-1. {{(pid=93799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 23:13:08.723615 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-9110b663-c0b2-4fce-b8ea-7c9e86d91c7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:08.727995 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-201e2a72-7524-4b9f-b6f3-8499ffb1879c tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:08.737745 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-511e83d7-1e3e-4882-ac60-004b91159359 req-80d5d568-99c9-41b0-bd7a-d282ecf3d230 tempest-ServerRescueNegativeTestJSON-1855851441 tempest-ServerRescueNegativeTestJSON-1855851441-project] 10.222.0.18 "GET /v2.0/security-groups?id=1af18e13-f94e-429a-ab8a-66f4e32e8b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2758648 Jul 27 23:13:08.762108 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47e070b9-896e-490b-adbb-53c14897d93e tempest-RoutersNegativeTest-1232238953 tempest-RoutersNegativeTest-1232238953-project] Made reservation on behalf of 2da3311b7def4b329ffd918059481972 for: {'network': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:13:08.765753 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-47e070b9-896e-490b-adbb-53c14897d93e tempest-RoutersNegativeTest-1232238953 tempest-RoutersNegativeTest-1232238953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for network, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:08.860292 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-55d5f2bf-7d90-4b03-8ffd-89ca8776473b req-c794af76-f506-4e3f-9851-2be721c2bbcc tempest-ServerRescueTestJSON-1182058210 tempest-ServerRescueTestJSON-1182058210-project] 10.222.0.18 "GET /v2.0/ports?device_id=fdf76be6-bd13-41d1-88c2-61c6861cc347 HTTP/1.1" status: 200 len: 210 time: 0.1291816 Jul 27 23:13:08.866121 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47e070b9-896e-490b-adbb-53c14897d93e tempest-RoutersNegativeTest-1232238953 tempest-RoutersNegativeTest-1232238953-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 509} {{(pid=93798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 23:13:08.870010 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-201e2a72-7524-4b9f-b6f3-8499ffb1879c tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1117380 Jul 27 23:13:08.887671 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-cca8e1f5-19a1-4d09-902a-7f852cdf1056 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Request body: {'port': {'device_id': 'b095b7c4-44b3-4276-8676-8d0be18fa84f', 'network_id': '0052d342-b5b8-4be5-86a5-4c909f6d7ddb', 'admin_state_up': True, 'tenant_id': 'f48a0b951c1c4793a7fc1226ee71e867', 'security_groups': ['099e8df2-bc6b-4be8-8e74-9791e0ffd653']}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:13:08.899287 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-47e070b9-896e-490b-adbb-53c14897d93e tempest-RoutersNegativeTest-1232238953 tempest-RoutersNegativeTest-1232238953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:08.899603 n-d-802623-1 neutron-server[93798]: INFO neutron.db.segments_db [None req-47e070b9-896e-490b-adbb-53c14897d93e tempest-RoutersNegativeTest-1232238953 tempest-RoutersNegativeTest-1232238953-project] Added segment 0df90c85-696a-40a4-85c4-717f38572d62 of type vlan for network 808e3eb7-6825-401d-bd72-2c77dbfcd577 Jul 27 23:13:08.966968 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-9110b663-c0b2-4fce-b8ea-7c9e86d91c7b None None] Allocated IP 172.20.0.2 (ee17373c-db33-49b4-a8b0-d16c5b27efa7/931eb11d-87ec-4996-bfaa-89905ac5f161/e8c53e8c-7825-4c59-9fb6-297921e29d03) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:13:09.013352 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:13:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f759ddd8-dcdc-40fb-aef8-6562ed77e59b x-openstack-request-id: req-f759ddd8-dcdc-40fb-aef8-6562ed77e59b {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:13:09.013352 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "014a5218-7778-45a1-a4e2-10f22857fd00", "name": "network-vif-deleted", "tag": "d71e5a2a-0499-4002-bcab-f82255e4fc43", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:13:09.015839 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f759ddd8-dcdc-40fb-aef8-6562ed77e59b {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:13:09.015972 n-d-802623-1 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '014a5218-7778-45a1-a4e2-10f22857fd00', 'name': 'network-vif-deleted', 'tag': 'd71e5a2a-0499-4002-bcab-f82255e4fc43', 'status': 'completed', 'code': 200} Jul 27 23:13:09.071506 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-47e070b9-896e-490b-adbb-53c14897d93e tempest-RoutersNegativeTest-1232238953 tempest-RoutersNegativeTest-1232238953-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736833354590'] for network, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:09.166465 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-cca8e1f5-19a1-4d09-902a-7f852cdf1056 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Made reservation on behalf of f48a0b951c1c4793a7fc1226ee71e867 for: {'port': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:13:09.170075 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-cca8e1f5-19a1-4d09-902a-7f852cdf1056 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:09.175211 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1534a781-6ce8-4e12-b5b6-cd84d36154b4 req-cee9705d-7e45-4b30-be7e-f367882b2fbb tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:09.176845 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-1534a781-6ce8-4e12-b5b6-cd84d36154b4 req-cee9705d-7e45-4b30-be7e-f367882b2fbb tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/ports?device_id=55cb1b9e-b3c2-47cd-8a02-7c9e10ec36f7 HTTP/1.1" status: 200 len: 943 time: 0.1802313 Jul 27 23:13:09.227466 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-47e070b9-896e-490b-adbb-53c14897d93e tempest-RoutersNegativeTest-1232238953 tempest-RoutersNegativeTest-1232238953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569'] for network, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:09.239818 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47e070b9-896e-490b-adbb-53c14897d93e tempest-RoutersNegativeTest-1232238953 tempest-RoutersNegativeTest-1232238953-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:09.247087 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-47e070b9-896e-490b-adbb-53c14897d93e tempest-RoutersNegativeTest-1232238953 tempest-RoutersNegativeTest-1232238953-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:09.331539 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-9110b663-c0b2-4fce-b8ea-7c9e86d91c7b None None] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:09.343704 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-9110b663-c0b2-4fce-b8ea-7c9e86d91c7b None None] Transition to ACTIVE for port object e8c53e8c-7825-4c59-9fb6-297921e29d03 will not be triggered until provisioned by entity L2. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:13:09.367402 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-47e070b9-896e-490b-adbb-53c14897d93e tempest-RoutersNegativeTest-1232238953 tempest-RoutersNegativeTest-1232238953-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7428606 Jul 27 23:13:09.368126 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-9110b663-c0b2-4fce-b8ea-7c9e86d91c7b None None] Transition to ACTIVE for port object e8c53e8c-7825-4c59-9fb6-297921e29d03 will not be triggered until provisioned by entity DHCP. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:13:09.371321 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 38126) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:13:09.382998 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device 907413de-9aa6-49bc-ae78-3f4206ba8faf details requested by agent hyperv_n-h2-802623-1 with host n-h2-802623-1 {{(pid=93799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 23:13:09.386266 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device ad3e4c8c-a767-481e-95b6-7bfaa54edcb3 no longer exists at agent hyperv_n-h2-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:13:09.387130 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-1534a781-6ce8-4e12-b5b6-cd84d36154b4 req-beced305-3c4d-4e96-b478-8948448ca24f tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/security-groups?id=5f578744-6f09-4b7e-a537-2a342130270d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1963916 Jul 27 23:13:09.408423 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-9d3328b3-a895-476f-8dac-5db7c5aa9ff3 tempest-RoutersNegativeTest-1232238953 tempest-RoutersNegativeTest-1232238953-project] Request body: {'network': {'name': 'tempest-router-network02--2044892767'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:13:09.410013 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 7cf95691-d169-4732-bb02-85a7aaedd64a no longer exists at agent hyperv_n-h1-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:13:09.437182 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e070b9-896e-490b-adbb-53c14897d93e tempest-RoutersNegativeTest-1232238953 tempest-RoutersNegativeTest-1232238953-project] Pushing event updated for resources: {'Network': ['ID=808e3eb7-6825-401d-bd72-2c77dbfcd577,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:13:09.469178 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] No Port match for: ad3e4c8c-a767-481e-95b6-7bfaa54edcb3 {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:13:09.469672 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device ad3e4c8c-a767-481e-95b6-7bfaa54edcb3 not bound to the agent host n-h2-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:13:09.473171 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Network 808e3eb7-6825-401d-bd72-2c77dbfcd577 details requested by agent ovs-agent-n-d-802623-1 with host n-d-802623-1 {{(pid=93799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 23:13:09.481231 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-9110b663-c0b2-4fce-b8ea-7c9e86d91c7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:09.491318 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d3328b3-a895-476f-8dac-5db7c5aa9ff3 tempest-RoutersNegativeTest-1232238953 tempest-RoutersNegativeTest-1232238953-project] Made reservation on behalf of 2da3311b7def4b329ffd918059481972 for: {'network': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:13:09.494890 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9d3328b3-a895-476f-8dac-5db7c5aa9ff3 tempest-RoutersNegativeTest-1232238953 tempest-RoutersNegativeTest-1232238953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for network, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:09.505616 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f3c8a038-a10b-4075-a241-4a7e39063234 req-81dda333-0d1e-4498-ad7e-be421e7e3ebd tempest-ListServersNegativeTestJSON-219464243 tempest-ListServersNegativeTestJSON-219464243-project] 10.222.0.18 "GET /v2.0/ports?device_id=014a5218-7778-45a1-a4e2-10f22857fd00 HTTP/1.1" status: 200 len: 210 time: 0.1193659 Jul 27 23:13:09.590761 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d3328b3-a895-476f-8dac-5db7c5aa9ff3 tempest-RoutersNegativeTest-1232238953 tempest-RoutersNegativeTest-1232238953-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 539} {{(pid=93798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 23:13:09.614096 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7125b160-2993-42ba-9cc8-9c40ba27f35d req-306fba08-d1f6-4092-b774-b20a69e742c5 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:09.620216 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7125b160-2993-42ba-9cc8-9c40ba27f35d req-306fba08-d1f6-4092-b774-b20a69e742c5 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:09.622062 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7125b160-2993-42ba-9cc8-9c40ba27f35d req-306fba08-d1f6-4092-b774-b20a69e742c5 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] 10.222.0.18 "GET /v2.0/ports?device_id=b095b7c4-44b3-4276-8676-8d0be18fa84f HTTP/1.1" status: 200 len: 1653 time: 0.1412418 Jul 27 23:13:09.627477 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9d3328b3-a895-476f-8dac-5db7c5aa9ff3 tempest-RoutersNegativeTest-1232238953 tempest-RoutersNegativeTest-1232238953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:09.627906 n-d-802623-1 neutron-server[93798]: INFO neutron.db.segments_db [None req-9d3328b3-a895-476f-8dac-5db7c5aa9ff3 tempest-RoutersNegativeTest-1232238953 tempest-RoutersNegativeTest-1232238953-project] Added segment 1ba7b2cf-50e4-41c4-bd6a-ec30ee885d04 of type vlan for network f85fc89f-35b4-4dfd-9fd7-4dd9eea13e74 Jul 27 23:13:09.649712 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-cca8e1f5-19a1-4d09-902a-7f852cdf1056 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Allocated IP 10.1.1.183 (0052d342-b5b8-4be5-86a5-4c909f6d7ddb/2370b3c6-3347-454c-b521-b5818cee031b/10e1e141-fabd-4db9-87e9-ff971f3de446) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:13:09.656098 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-555d47a5-e3b2-44ad-a47a-7da8c9e43cbd req-cbb1f591-8f04-4c53-b159-adc527ce27b7 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=710db404-18d5-4163-8833-5771fe8a1f7e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1373241 Jul 27 23:13:09.673007 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9110b663-c0b2-4fce-b8ea-7c9e86d91c7b None None] Network ee17373c-db33-49b4-a8b0-d16c5b27efa7 is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:13:09.709008 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9110b663-c0b2-4fce-b8ea-7c9e86d91c7b None None] Pushing event updated for resources: {'Port': ['ID=e8c53e8c-7825-4c59-9fb6-297921e29d03,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:13:09.710192 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9d3328b3-a895-476f-8dac-5db7c5aa9ff3 tempest-RoutersNegativeTest-1232238953 tempest-RoutersNegativeTest-1232238953-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736833354590'] for network, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:09.716916 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-9110b663-c0b2-4fce-b8ea-7c9e86d91c7b None None] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:13:09.760084 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9110b663-c0b2-4fce-b8ea-7c9e86d91c7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:13:09.760986 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9110b663-c0b2-4fce-b8ea-7c9e86d91c7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:13:09.760986 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9110b663-c0b2-4fce-b8ea-7c9e86d91c7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:13:09.766292 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9110b663-c0b2-4fce-b8ea-7c9e86d91c7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:13:09.766722 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9110b663-c0b2-4fce-b8ea-7c9e86d91c7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:13:09.767129 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9110b663-c0b2-4fce-b8ea-7c9e86d91c7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:13:09.767485 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9110b663-c0b2-4fce-b8ea-7c9e86d91c7b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:13:09.768550 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9110b663-c0b2-4fce-b8ea-7c9e86d91c7b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:13:09.770050 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9110b663-c0b2-4fce-b8ea-7c9e86d91c7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:13:09.770446 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9110b663-c0b2-4fce-b8ea-7c9e86d91c7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:13:09.770800 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9110b663-c0b2-4fce-b8ea-7c9e86d91c7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:13:09.771157 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9110b663-c0b2-4fce-b8ea-7c9e86d91c7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:13:09.795349 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7125b160-2993-42ba-9cc8-9c40ba27f35d req-9d98e976-1f8a-4bd4-9f36-a2402151fa97 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] 10.222.0.18 "GET /v2.0/security-groups?id=099e8df2-bc6b-4be8-8e74-9791e0ffd653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1581011 Jul 27 23:13:09.808969 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9110b663-c0b2-4fce-b8ea-7c9e86d91c7b None None] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:13:09.809274 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9d3328b3-a895-476f-8dac-5db7c5aa9ff3 tempest-RoutersNegativeTest-1232238953 tempest-RoutersNegativeTest-1232238953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569'] for network, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:09.825702 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d3328b3-a895-476f-8dac-5db7c5aa9ff3 tempest-RoutersNegativeTest-1232238953 tempest-RoutersNegativeTest-1232238953-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:09.831678 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9d3328b3-a895-476f-8dac-5db7c5aa9ff3 tempest-RoutersNegativeTest-1232238953 tempest-RoutersNegativeTest-1232238953-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:09.874819 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a34d1c8-cd17-46a8-afa1-3466ad6d61bf req-7f15c68c-fcba-4a28-afe1-3b63f8d7f52d tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:09.883606 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-5a34d1c8-cd17-46a8-afa1-3466ad6d61bf req-7f15c68c-fcba-4a28-afe1-3b63f8d7f52d tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/ports?device_id=c292af40-c395-4445-978c-d1d948a0e563 HTTP/1.1" status: 200 len: 949 time: 0.1794908 Jul 27 23:13:09.924231 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555d47a5-e3b2-44ad-a47a-7da8c9e43cbd req-9808d9f2-e82d-4cc3-9a57-d8a9211aa048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:09.925856 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-555d47a5-e3b2-44ad-a47a-7da8c9e43cbd req-9808d9f2-e82d-4cc3-9a57-d8a9211aa048 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=d4ae0349fedc4fe693e139d0088de506&device_id=710db404-18d5-4163-8833-5771fe8a1f7e HTTP/1.1" status: 200 len: 1096 time: 0.2355192 Jul 27 23:13:10.064966 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-cca8e1f5-19a1-4d09-902a-7f852cdf1056 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:10.079544 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-9d3328b3-a895-476f-8dac-5db7c5aa9ff3 tempest-RoutersNegativeTest-1232238953 tempest-RoutersNegativeTest-1232238953-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6910923 Jul 27 23:13:10.081987 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-99444715-189e-41cc-b1fd-e634854fc1c2 None None] Provisioning for port 50b2311c-7f44-4357-bc67-6eaa1ae4cefe completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:13:10.089209 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 38140) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:13:10.091971 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-cca8e1f5-19a1-4d09-902a-7f852cdf1056 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Transition to ACTIVE for port object 10e1e141-fabd-4db9-87e9-ff971f3de446 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:13:10.105869 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.db.resource_extend [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 27 23:13:10.112574 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:10.114876 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-99444715-189e-41cc-b1fd-e634854fc1c2 None None] Provisioning complete for port 50b2311c-7f44-4357-bc67-6eaa1ae4cefe triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:13:10.115285 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-99444715-189e-41cc-b1fd-e634854fc1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:10.164310 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-5a34d1c8-cd17-46a8-afa1-3466ad6d61bf req-034504b3-8f31-4ddb-9ad4-63a17abf68ae tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb779318-b8ff-43a6-a94f-3ce471aff166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2795584 Jul 27 23:13:10.172934 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-cca8e1f5-19a1-4d09-902a-7f852cdf1056 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:10.213236 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-6e6e51fc-72ad-48c2-9c1c-883dc0a59b4c tempest-RoutersNegativeTest-1232238953 tempest-RoutersNegativeTest-1232238953-project] Request body: {'subnet': {'network_id': '808e3eb7-6825-401d-bd72-2c77dbfcd577', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:13:10.219678 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-cca8e1f5-19a1-4d09-902a-7f852cdf1056 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Network 0052d342-b5b8-4be5-86a5-4c909f6d7ddb is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:13:10.223726 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-cca8e1f5-19a1-4d09-902a-7f852cdf1056 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:13:10.226222 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-cca8e1f5-19a1-4d09-902a-7f852cdf1056 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:13:10.240234 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3328b3-a895-476f-8dac-5db7c5aa9ff3 tempest-RoutersNegativeTest-1232238953 tempest-RoutersNegativeTest-1232238953-project] Pushing event updated for resources: {'Network': ['ID=f85fc89f-35b4-4dfd-9fd7-4dd9eea13e74,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:13:10.349570 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca8e1f5-19a1-4d09-902a-7f852cdf1056 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Pushing event updated for resources: {'Port': ['ID=10e1e141-fabd-4db9-87e9-ff971f3de446,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:13:10.366497 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-cca8e1f5-19a1-4d09-902a-7f852cdf1056 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:10.371537 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-cca8e1f5-19a1-4d09-902a-7f852cdf1056 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:10.398725 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-cca8e1f5-19a1-4d09-902a-7f852cdf1056 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5186415 Jul 27 23:13:10.420082 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Network f85fc89f-35b4-4dfd-9fd7-4dd9eea13e74 details requested by agent ovs-agent-n-d-802623-1 with host n-d-802623-1 {{(pid=93799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 23:13:10.427631 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-749d1f7a-8497-43df-b5a5-0a218d30d95c tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Request body: {'port': {'device_id': 'b095b7c4-44b3-4276-8676-8d0be18fa84f', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '42a806fa-6465-4bb1-a70d-1966b5320f00', 'admin_state_up': True, 'tenant_id': 'f48a0b951c1c4793a7fc1226ee71e867', 'security_groups': ['099e8df2-bc6b-4be8-8e74-9791e0ffd653']}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:13:10.446757 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-9110b663-c0b2-4fce-b8ea-7c9e86d91c7b None None] Attempting to bind port e8c53e8c-7825-4c59-9fb6-297921e29d03 on host n-d-802623-1 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:13:10.447327 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-9110b663-c0b2-4fce-b8ea-7c9e86d91c7b None None] Attempting to bind port e8c53e8c-7825-4c59-9fb6-297921e29d03 by drivers openvswitch,hyperv on host n-d-802623-1 at level 0 using segments [{'id': 'd582cf3a-e7f0-463f-b305-d124bf7d483e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'ee17373c-db33-49b4-a8b0-d16c5b27efa7'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:13:10.447781 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9110b663-c0b2-4fce-b8ea-7c9e86d91c7b None None] Attempting to bind port e8c53e8c-7825-4c59-9fb6-297921e29d03 on network ee17373c-db33-49b4-a8b0-d16c5b27efa7 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:13:10.485042 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555d47a5-e3b2-44ad-a47a-7da8c9e43cbd req-a9ef5f29-0d27-4867-a51e-b8f2c211e611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:10.486593 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-555d47a5-e3b2-44ad-a47a-7da8c9e43cbd req-a9ef5f29-0d27-4867-a51e-b8f2c211e611 service neutron] 10.222.0.38 "GET /v2.0/networks?id=d458c13a-e340-45a3-bc4b-5109e47750ee HTTP/1.1" status: 200 len: 912 time: 0.4760330 Jul 27 23:13:10.633714 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9110b663-c0b2-4fce-b8ea-7c9e86d91c7b None None] Checking agent: {'id': 'a9a568d2-a5e7-41e4-833f-a8ab42ea4073', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 52, 30), 'started_at': datetime.datetime(2021, 7, 27, 22, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802623-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:13:10.634116 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9110b663-c0b2-4fce-b8ea-7c9e86d91c7b None None] Checking segment: {'id': 'd582cf3a-e7f0-463f-b305-d124bf7d483e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'ee17373c-db33-49b4-a8b0-d16c5b27efa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:13:10.634511 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-9110b663-c0b2-4fce-b8ea-7c9e86d91c7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:10.634917 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9110b663-c0b2-4fce-b8ea-7c9e86d91c7b None None] Bound using segment: {'id': 'd582cf3a-e7f0-463f-b305-d124bf7d483e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'ee17373c-db33-49b4-a8b0-d16c5b27efa7'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:13:10.635463 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-9110b663-c0b2-4fce-b8ea-7c9e86d91c7b None None] Bound port: e8c53e8c-7825-4c59-9fb6-297921e29d03, host: n-d-802623-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd582cf3a-e7f0-463f-b305-d124bf7d483e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'ee17373c-db33-49b4-a8b0-d16c5b27efa7'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:13:10.635865 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-9110b663-c0b2-4fce-b8ea-7c9e86d91c7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:10.641323 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e6e51fc-72ad-48c2-9c1c-883dc0a59b4c tempest-RoutersNegativeTest-1232238953 tempest-RoutersNegativeTest-1232238953-project] Made reservation on behalf of 2da3311b7def4b329ffd918059481972 for: {'subnet': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:13:10.653616 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6e6e51fc-72ad-48c2-9c1c-883dc0a59b4c tempest-RoutersNegativeTest-1232238953 tempest-RoutersNegativeTest-1232238953-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12265828'] for subnet, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:10.657139 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c292af40-c395-4445-978c-d1d948a0e563', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7cf95691-d169-4732-bb02-85a7aaedd64a'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:13:10.659481 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c0369b0d4f459110ff20a1f9878ba33f96d6491bddb9d15843bf29d01e0bda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82099d84-fcba-47e9-bf49-6d9dc0c60d05" -d '{"events": [{"server_uuid": "c292af40-c395-4445-978c-d1d948a0e563", "name": "network-vif-unplugged", "status": "completed", "tag": "7cf95691-d169-4732-bb02-85a7aaedd64a"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:13:10.664204 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-555d47a5-e3b2-44ad-a47a-7da8c9e43cbd req-bb053f5f-0634-4fab-8f3c-89fecd8451da service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cefb77b4-1f7c-4c0b-8c77-5ada85d70bd6 HTTP/1.1" status: 200 len: 217 time: 0.1648278 Jul 27 23:13:10.716029 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-99444715-189e-41cc-b1fd-e634854fc1c2 None None] Port 50b2311c-7f44-4357-bc67-6eaa1ae4cefe cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:13:10.740910 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf5b586-1a2e-40e6-ab1c-447a48b06d73 req-349473bf-8b5b-4c98-bfde-c7f0b3b6761f tempest-ServerRescueTestJSON-1182058210 tempest-ServerRescueTestJSON-1182058210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:10.741440 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port 7cf95691-d169-4732-bb02-85a7aaedd64a, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=7cf95691-d169-4732-bb02-85a7aaedd64a,segment=NetworkSegment(16e91594-c047-4b55-93eb-43af33ad08e1),segment_id=16e91594-c047-4b55-93eb-43af33ad08e1)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:13:10.743735 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-bdf5b586-1a2e-40e6-ab1c-447a48b06d73 req-349473bf-8b5b-4c98-bfde-c7f0b3b6761f tempest-ServerRescueTestJSON-1182058210 tempest-ServerRescueTestJSON-1182058210-project] 10.222.0.18 "GET /v2.0/ports?device_id=710db404-18d5-4163-8833-5771fe8a1f7e HTTP/1.1" status: 200 len: 945 time: 0.1234627 Jul 27 23:13:10.809190 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555d47a5-e3b2-44ad-a47a-7da8c9e43cbd req-502da38d-4f0d-4ff7-b6f6-ce4a79483a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:10.811274 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-555d47a5-e3b2-44ad-a47a-7da8c9e43cbd req-502da38d-4f0d-4ff7-b6f6-ce4a79483a90 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=3178a8d2-6ff7-4d81-8c0d-f8cbfd092012 HTTP/1.1" status: 200 len: 851 time: 0.1195374 Jul 27 23:13:10.823618 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-bdf5b586-1a2e-40e6-ab1c-447a48b06d73 req-f0bce32e-e0b8-4008-8e76-16feabdefd06 tempest-ServerRescueTestJSON-1182058210 tempest-ServerRescueTestJSON-1182058210-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1683666-2031-45b7-8015-e9f1b36fb2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660083 Jul 27 23:13:10.824599 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-749d1f7a-8497-43df-b5a5-0a218d30d95c tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Made reservation on behalf of f48a0b951c1c4793a7fc1226ee71e867 for: {'port': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:13:10.865130 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1a9add-3cf6-4802-9218-465dd8ba917c req-e6134559-35b5-426d-a6b1-5b367081fdfb tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:10.865322 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-9110b663-c0b2-4fce-b8ea-7c9e86d91c7b None None] For port e8c53e8c-7825-4c59-9fb6-297921e29d03, host n-d-802623-1, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:13:10.869754 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-9110b663-c0b2-4fce-b8ea-7c9e86d91c7b None None] For port e8c53e8c-7825-4c59-9fb6-297921e29d03, host n-d-802623-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=e8c53e8c-7825-4c59-9fb6-297921e29d03,segment=NetworkSegment(d582cf3a-e7f0-463f-b305-d124bf7d483e),segment_id=d582cf3a-e7f0-463f-b305-d124bf7d483e)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:13:10.871272 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:10.876217 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-1f1a9add-3cf6-4802-9218-465dd8ba917c req-e6134559-35b5-426d-a6b1-5b367081fdfb tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/ports?device_id=55cb1b9e-b3c2-47cd-8a02-7c9e10ec36f7 HTTP/1.1" status: 200 len: 943 time: 0.2698729 Jul 27 23:13:10.894366 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port 907413de-9aa6-49bc-ae78-3f4206ba8faf, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=907413de-9aa6-49bc-ae78-3f4206ba8faf,segment=NetworkSegment(145d64c0-063a-4e1d-8ed5-459cef7aa517),segment_id=145d64c0-063a-4e1d-8ed5-459cef7aa517)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:13:10.932399 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-555d47a5-e3b2-44ad-a47a-7da8c9e43cbd req-3ec2d9ad-d65d-4c3c-913d-f2b1672549be service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=d458c13a-e340-45a3-bc4b-5109e47750ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1125367 Jul 27 23:13:10.976028 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-749d1f7a-8497-43df-b5a5-0a218d30d95c tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:10.992491 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Returning: {'device': '907413de-9aa6-49bc-ae78-3f4206ba8faf', 'network_id': '0627b955-dd0f-4cce-ba7f-51e698f3bc59', 'port_id': '907413de-9aa6-49bc-ae78-3f4206ba8faf', 'mac_address': 'fa:16:3e:7b:72:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '232a981d-f7d1-42df-991c-3a09e4ce0177', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 23:13:11.005339 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 23:13:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eab3d114-722f-4e17-8a15-93db782171d5 x-openstack-request-id: req-eab3d114-722f-4e17-8a15-93db782171d5 {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:13:11.005540 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c292af40-c395-4445-978c-d1d948a0e563", "name": "network-vif-unplugged", "status": "completed", "tag": "7cf95691-d169-4732-bb02-85a7aaedd64a", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:13:11.005802 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-eab3d114-722f-4e17-8a15-93db782171d5 {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:13:11.006291 n-d-802623-1 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c292af40-c395-4445-978c-d1d948a0e563', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7cf95691-d169-4732-bb02-85a7aaedd64a', 'code': 200} Jul 27 23:13:11.008240 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Pushing event updated for resources: {'Port': ['ID=7cf95691-d169-4732-bb02-85a7aaedd64a,revision_number=6']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:13:11.012536 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-1f1a9add-3cf6-4802-9218-465dd8ba917c req-b5e22a19-5ff1-463f-b8fa-48ea123ea06d tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/security-groups?id=5f578744-6f09-4b7e-a537-2a342130270d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1261013 Jul 27 23:13:11.037536 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-9110b663-c0b2-4fce-b8ea-7c9e86d91c7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:11.141971 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-555d47a5-e3b2-44ad-a47a-7da8c9e43cbd req-7a7a4617-db26-4613-addd-1beb31e95bfd service neutron] 10.222.0.38 "GET /v2.0/networks/d458c13a-e340-45a3-bc4b-5109e47750ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1983562 Jul 27 23:13:11.202153 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9110b663-c0b2-4fce-b8ea-7c9e86d91c7b None None] Pushing event updated for resources: {'Port': ['ID=e8c53e8c-7825-4c59-9fb6-297921e29d03,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:13:11.207912 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 7cf95691-d169-4732-bb02-85a7aaedd64a details requested by agent hyperv_n-h1-802623-1 with host n-h1-802623-1 {{(pid=93799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 23:13:11.318154 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6e6e51fc-72ad-48c2-9c1c-883dc0a59b4c tempest-RoutersNegativeTest-1232238953 tempest-RoutersNegativeTest-1232238953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11971609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12265750'] for subnet, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:11.333035 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906ea558-e8f1-4e87-86bf-2e12eb9fa527 req-5cf7798d-2cf1-4b15-9d74-fb4c1227be61 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:11.346485 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906ea558-e8f1-4e87-86bf-2e12eb9fa527 req-5cf7798d-2cf1-4b15-9d74-fb4c1227be61 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:11.351809 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device d71e5a2a-0499-4002-bcab-f82255e4fc43 no longer exists at agent hyperv_n-h1-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:13:11.353063 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906ea558-e8f1-4e87-86bf-2e12eb9fa527 req-5cf7798d-2cf1-4b15-9d74-fb4c1227be61 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:11.354753 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-906ea558-e8f1-4e87-86bf-2e12eb9fa527 req-5cf7798d-2cf1-4b15-9d74-fb4c1227be61 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] 10.222.0.18 "GET /v2.0/ports?device_id=b095b7c4-44b3-4276-8676-8d0be18fa84f HTTP/1.1" status: 200 len: 2374 time: 0.2371056 Jul 27 23:13:11.424069 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] No Port match for: d71e5a2a-0499-4002-bcab-f82255e4fc43 {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:13:11.425690 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device d71e5a2a-0499-4002-bcab-f82255e4fc43 not bound to the agent host n-h1-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:13:11.426562 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6e51fc-72ad-48c2-9c1c-883dc0a59b4c tempest-RoutersNegativeTest-1232238953 tempest-RoutersNegativeTest-1232238953-project] Pushing event updated for resources: {'Subnet': ['ID=4eeda3c3-40e6-4fbe-99eb-e32510eaf51b,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:13:11.436441 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-555d47a5-e3b2-44ad-a47a-7da8c9e43cbd req-366b0d66-caa2-479f-9502-5929664c1c8a service neutron] 10.222.0.38 "GET /v2.0/networks/d458c13a-e340-45a3-bc4b-5109e47750ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2684364 Jul 27 23:13:11.445083 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e6e51fc-72ad-48c2-9c1c-883dc0a59b4c tempest-RoutersNegativeTest-1232238953 tempest-RoutersNegativeTest-1232238953-project] Checking segment: {'id': '0df90c85-696a-40a4-85c4-717f38572d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '808e3eb7-6825-401d-bd72-2c77dbfcd577'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:13:11.445806 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e6e51fc-72ad-48c2-9c1c-883dc0a59b4c tempest-RoutersNegativeTest-1232238953 tempest-RoutersNegativeTest-1232238953-project] Network hostable DHCP agents. Network: 808e3eb7-6825-401d-bd72-2c77dbfcd577, hostable agents: ['5950e76f-2bde-4343-a925-cbe6bacd2706'], hosted agents: [] {{(pid=93798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 23:13:11.453716 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ec901bf0-8722-4ba4-bdb0-54f56dd04a2f None None] Provisioning for port 10e1e141-fabd-4db9-87e9-ff971f3de446 completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:13:11.495473 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ec901bf0-8722-4ba4-bdb0-54f56dd04a2f None None] Provisioning complete for port 10e1e141-fabd-4db9-87e9-ff971f3de446 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:13:11.496045 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ec901bf0-8722-4ba4-bdb0-54f56dd04a2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:11.501568 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e6e51fc-72ad-48c2-9c1c-883dc0a59b4c tempest-RoutersNegativeTest-1232238953 tempest-RoutersNegativeTest-1232238953-project] Network 808e3eb7-6825-401d-bd72-2c77dbfcd577 is scheduled to be hosted by DHCP agent 5950e76f-2bde-4343-a925-cbe6bacd2706 with binding_index 1 {{(pid=93798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 23:13:11.522107 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-6e6e51fc-72ad-48c2-9c1c-883dc0a59b4c tempest-RoutersNegativeTest-1232238953 tempest-RoutersNegativeTest-1232238953-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802623-1, 808e3eb7-6825-401d-bd72-2c77dbfcd577) {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:13:11.527211 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e6e51fc-72ad-48c2-9c1c-883dc0a59b4c tempest-RoutersNegativeTest-1232238953 tempest-RoutersNegativeTest-1232238953-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:11.528020 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6e6e51fc-72ad-48c2-9c1c-883dc0a59b4c tempest-RoutersNegativeTest-1232238953 tempest-RoutersNegativeTest-1232238953-project] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:11.556663 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-749d1f7a-8497-43df-b5a5-0a218d30d95c tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Allocated IP 10.2.2.100 (42a806fa-6465-4bb1-a70d-1966b5320f00/26fa3d12-3c33-4127-ba40-843cbfb471cd/f5d1c75c-f1a9-480c-a62c-f9b0baaaa34f) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:13:11.565593 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-6e6e51fc-72ad-48c2-9c1c-883dc0a59b4c tempest-RoutersNegativeTest-1232238953 tempest-RoutersNegativeTest-1232238953-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3744993 Jul 27 23:13:11.569779 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 38164) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:13:11.583828 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-ec901bf0-8722-4ba4-bdb0-54f56dd04a2f None None] Port 10e1e141-fabd-4db9-87e9-ff971f3de446 cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:13:11.590089 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-ea7505d2-cacc-4c21-9a55-ae69eb24ba3d tempest-RoutersNegativeTest-1232238953 tempest-RoutersNegativeTest-1232238953-project] Request body: {'subnet': {'network_id': 'f85fc89f-35b4-4dfd-9fd7-4dd9eea13e74', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:13:11.599242 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18902ffc-ed02-48b7-bc90-843aea9613a7 None None] Network 808e3eb7-6825-401d-bd72-2c77dbfcd577 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:13:11.610140 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-906ea558-e8f1-4e87-86bf-2e12eb9fa527 req-f9a49d7d-2960-4f45-a9e0-afbffd88a826 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] 10.222.0.18 "GET /v2.0/security-groups?id=099e8df2-bc6b-4be8-8e74-9791e0ffd653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2271876 Jul 27 23:13:11.753198 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:11.817037 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea7505d2-cacc-4c21-9a55-ae69eb24ba3d tempest-RoutersNegativeTest-1232238953 tempest-RoutersNegativeTest-1232238953-project] Made reservation on behalf of 2da3311b7def4b329ffd918059481972 for: {'subnet': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:13:11.820981 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ea7505d2-cacc-4c21-9a55-ae69eb24ba3d tempest-RoutersNegativeTest-1232238953 tempest-RoutersNegativeTest-1232238953-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12265828'] for subnet, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:11.874570 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60d53563-e478-495a-8b58-1d405cedb300 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f6f257c-ad18-5f0c-8c8e-ea085a5fc8a2-808e3eb7-6825-401d-bd72-2c77dbfcd577', 'network_id': '808e3eb7-6825-401d-bd72-2c77dbfcd577', 'tenant_id': '2da3311b7def4b329ffd918059481972', 'fixed_ips': [{'subnet_id': '4eeda3c3-40e6-4fbe-99eb-e32510eaf51b'}]}} from n-d-802623-1. {{(pid=93799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 23:13:11.875434 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-60d53563-e478-495a-8b58-1d405cedb300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:11.900609 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-749d1f7a-8497-43df-b5a5-0a218d30d95c tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:11.945215 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-749d1f7a-8497-43df-b5a5-0a218d30d95c tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Transition to ACTIVE for port object f5d1c75c-f1a9-480c-a62c-f9b0baaaa34f will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:13:12.016002 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412c7c57-f012-40a0-a282-c91507cef327 req-f5ab7a97-f0f3-4545-88bf-a6d8c5f1ab18 tempest-ServerRescueNegativeTestJSON-1855851441 tempest-ServerRescueNegativeTestJSON-1855851441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:12.018071 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-412c7c57-f012-40a0-a282-c91507cef327 req-f5ab7a97-f0f3-4545-88bf-a6d8c5f1ab18 tempest-ServerRescueNegativeTestJSON-1855851441 tempest-ServerRescueNegativeTestJSON-1855851441-project] 10.222.0.18 "GET /v2.0/ports?device_id=18bf2265-d54a-42b3-beea-c61771ab87ab HTTP/1.1" status: 200 len: 945 time: 0.0862906 Jul 27 23:13:12.061183 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ea7505d2-cacc-4c21-9a55-ae69eb24ba3d tempest-RoutersNegativeTest-1232238953 tempest-RoutersNegativeTest-1232238953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11971609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12265750'] for subnet, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:12.068502 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-60d53563-e478-495a-8b58-1d405cedb300 None None] Allocated IP 172.20.0.2 (808e3eb7-6825-401d-bd72-2c77dbfcd577/4eeda3c3-40e6-4fbe-99eb-e32510eaf51b/f61de268-fa06-4038-8eeb-c0fc047e06d3) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:13:12.131741 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-749d1f7a-8497-43df-b5a5-0a218d30d95c tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:12.136034 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7505d2-cacc-4c21-9a55-ae69eb24ba3d tempest-RoutersNegativeTest-1232238953 tempest-RoutersNegativeTest-1232238953-project] Pushing event updated for resources: {'Subnet': ['ID=40e8b330-db56-41cb-bde1-5d1a8b997769,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:13:12.185086 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e7fda7-a737-4fdf-a2b3-2cc9ae73d51a req-88733acb-fe44-4f72-9616-5eb7fc811b5b tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:12.187456 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-55e7fda7-a737-4fdf-a2b3-2cc9ae73d51a req-88733acb-fe44-4f72-9616-5eb7fc811b5b tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/ports?device_id=c292af40-c395-4445-978c-d1d948a0e563 HTTP/1.1" status: 200 len: 947 time: 0.5888443 Jul 27 23:13:12.193258 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-412c7c57-f012-40a0-a282-c91507cef327 req-98df109d-8280-4673-9483-21dcb592684c tempest-ServerRescueNegativeTestJSON-1855851441 tempest-ServerRescueNegativeTestJSON-1855851441-project] 10.222.0.18 "GET /v2.0/security-groups?id=1af18e13-f94e-429a-ab8a-66f4e32e8b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682661 Jul 27 23:13:12.215886 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 907413de-9aa6-49bc-ae78-3f4206ba8faf {{(pid=93799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:13:12.305775 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7505d2-cacc-4c21-9a55-ae69eb24ba3d tempest-RoutersNegativeTest-1232238953 tempest-RoutersNegativeTest-1232238953-project] Checking segment: {'id': '1ba7b2cf-50e4-41c4-bd6a-ec30ee885d04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'f85fc89f-35b4-4dfd-9fd7-4dd9eea13e74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:13:12.305775 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea7505d2-cacc-4c21-9a55-ae69eb24ba3d tempest-RoutersNegativeTest-1232238953 tempest-RoutersNegativeTest-1232238953-project] Network hostable DHCP agents. Network: f85fc89f-35b4-4dfd-9fd7-4dd9eea13e74, hostable agents: ['5950e76f-2bde-4343-a925-cbe6bacd2706'], hosted agents: [] {{(pid=93798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 23:13:12.306890 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-749d1f7a-8497-43df-b5a5-0a218d30d95c tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Network 42a806fa-6465-4bb1-a70d-1966b5320f00 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:13:12.314360 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-749d1f7a-8497-43df-b5a5-0a218d30d95c tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:13:12.317432 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-749d1f7a-8497-43df-b5a5-0a218d30d95c tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:13:12.325422 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-55e7fda7-a737-4fdf-a2b3-2cc9ae73d51a req-e9467332-aa89-4a96-91a3-eff56618a5ea tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb779318-b8ff-43a6-a94f-3ce471aff166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288223 Jul 27 23:13:12.347387 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port 7cf95691-d169-4732-bb02-85a7aaedd64a, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=7cf95691-d169-4732-bb02-85a7aaedd64a,segment=NetworkSegment(16e91594-c047-4b55-93eb-43af33ad08e1),segment_id=16e91594-c047-4b55-93eb-43af33ad08e1)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:13:12.373291 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device e8c53e8c-7825-4c59-9fb6-297921e29d03 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:13:12.381178 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea7505d2-cacc-4c21-9a55-ae69eb24ba3d tempest-RoutersNegativeTest-1232238953 tempest-RoutersNegativeTest-1232238953-project] Network f85fc89f-35b4-4dfd-9fd7-4dd9eea13e74 is scheduled to be hosted by DHCP agent 5950e76f-2bde-4343-a925-cbe6bacd2706 with binding_index 1 {{(pid=93798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 23:13:12.402123 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-ea7505d2-cacc-4c21-9a55-ae69eb24ba3d tempest-RoutersNegativeTest-1232238953 tempest-RoutersNegativeTest-1232238953-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802623-1, f85fc89f-35b4-4dfd-9fd7-4dd9eea13e74) {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:13:12.414074 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea7505d2-cacc-4c21-9a55-ae69eb24ba3d tempest-RoutersNegativeTest-1232238953 tempest-RoutersNegativeTest-1232238953-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:12.415001 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ea7505d2-cacc-4c21-9a55-ae69eb24ba3d tempest-RoutersNegativeTest-1232238953 tempest-RoutersNegativeTest-1232238953-project] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:12.426782 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749d1f7a-8497-43df-b5a5-0a218d30d95c tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Pushing event updated for resources: {'Port': ['ID=f5d1c75c-f1a9-480c-a62c-f9b0baaaa34f,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:13:12.435232 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-749d1f7a-8497-43df-b5a5-0a218d30d95c tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:12.435948 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-749d1f7a-8497-43df-b5a5-0a218d30d95c tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:12.457340 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-ea7505d2-cacc-4c21-9a55-ae69eb24ba3d tempest-RoutersNegativeTest-1232238953 tempest-RoutersNegativeTest-1232238953-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8859963 Jul 27 23:13:12.458231 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 38184) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:13:12.478181 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Returning: {'device': '7cf95691-d169-4732-bb02-85a7aaedd64a', 'network_id': '591af2dd-f826-43b1-aa9d-e7a0bf218c71', 'port_id': '7cf95691-d169-4732-bb02-85a7aaedd64a', 'mac_address': 'fa:16:3e:f0:7a:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62938449-046d-4cbe-923a-7ebb632c358d', 'ip_address': '192.168.233.54'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 23:13:12.482786 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-749d1f7a-8497-43df-b5a5-0a218d30d95c tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0670257 Jul 27 23:13:12.485600 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port 907413de-9aa6-49bc-ae78-3f4206ba8faf, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=907413de-9aa6-49bc-ae78-3f4206ba8faf,segment=NetworkSegment(145d64c0-063a-4e1d-8ed5-459cef7aa517),segment_id=145d64c0-063a-4e1d-8ed5-459cef7aa517)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:13:12.497838 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05cd6a20-f7a7-4619-8665-4154a9771a0b None None] Network f85fc89f-35b4-4dfd-9fd7-4dd9eea13e74 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:13:12.498036 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-18377575-8253-43b8-86f2-20460bf4a036 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Request body: {'port': {'device_id': 'b095b7c4-44b3-4276-8676-8d0be18fa84f', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '42a806fa-6465-4bb1-a70d-1966b5320f00', 'admin_state_up': True, 'tenant_id': 'f48a0b951c1c4793a7fc1226ee71e867', 'security_groups': ['099e8df2-bc6b-4be8-8e74-9791e0ffd653']}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:13:12.531902 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:12.772836 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-18377575-8253-43b8-86f2-20460bf4a036 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Made reservation on behalf of f48a0b951c1c4793a7fc1226ee71e867 for: {'port': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:13:12.783065 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-18377575-8253-43b8-86f2-20460bf4a036 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:12.801080 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ee8f55-acaa-4963-8ed6-4a20d564749c req-ea74f42c-54ef-4b6c-ac1f-a313034d3a0c tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:12.803306 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-42ee8f55-acaa-4963-8ed6-4a20d564749c req-ea74f42c-54ef-4b6c-ac1f-a313034d3a0c tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/ports?device_id=55cb1b9e-b3c2-47cd-8a02-7c9e10ec36f7 HTTP/1.1" status: 200 len: 944 time: 0.1529408 Jul 27 23:13:12.824228 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning for port e8c53e8c-7825-4c59-9fb6-297921e29d03 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:13:12.843857 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:12.847558 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-60d53563-e478-495a-8b58-1d405cedb300 None None] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:12.931467 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-42ee8f55-acaa-4963-8ed6-4a20d564749c req-e0933510-d787-4782-9cb2-01091946c8ae tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/security-groups?id=5f578744-6f09-4b7e-a537-2a342130270d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1127760 Jul 27 23:13:13.084821 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-60d53563-e478-495a-8b58-1d405cedb300 None None] Transition to ACTIVE for port object f61de268-fa06-4038-8eeb-c0fc047e06d3 will not be triggered until provisioned by entity L2. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:13:13.101721 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-18377575-8253-43b8-86f2-20460bf4a036 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Allocated IP 10.2.2.200 (42a806fa-6465-4bb1-a70d-1966b5320f00/26fa3d12-3c33-4127-ba40-843cbfb471cd/d4667984-2b2a-40a8-8de7-e286cc2c1b95) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:13:13.106518 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-60d53563-e478-495a-8b58-1d405cedb300 None None] Transition to ACTIVE for port object f61de268-fa06-4038-8eeb-c0fc047e06d3 will not be triggered until provisioned by entity DHCP. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:13:13.125887 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Pushing event updated for resources: {'Port': ['ID=907413de-9aa6-49bc-ae78-3f4206ba8faf,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:13:13.141681 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cce1ee6-20fd-470b-bb9a-8da6524ba3ef None None] Network ee17373c-db33-49b4-a8b0-d16c5b27efa7 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:13:13.144558 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] get_ports_and_sgs() called for port_ids ['907413de-9aa6-49bc-ae78-3f4206ba8faf'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:13:13.236167 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-60d53563-e478-495a-8b58-1d405cedb300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:13.254759 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-18377575-8253-43b8-86f2-20460bf4a036 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:13.254951 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-638f0400-d112-4f9e-a18c-058f23d9e952 None None] Provisioning for port f5d1c75c-f1a9-480c-a62c-f9b0baaaa34f completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:13:13.260850 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7cf95691-d169-4732-bb02-85a7aaedd64a {{(pid=93799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:13:13.288261 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port 7cf95691-d169-4732-bb02-85a7aaedd64a, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=7cf95691-d169-4732-bb02-85a7aaedd64a,segment=NetworkSegment(16e91594-c047-4b55-93eb-43af33ad08e1),segment_id=16e91594-c047-4b55-93eb-43af33ad08e1)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:13:13.297000 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-18377575-8253-43b8-86f2-20460bf4a036 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Transition to ACTIVE for port object d4667984-2b2a-40a8-8de7-e286cc2c1b95 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:13:13.362273 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-638f0400-d112-4f9e-a18c-058f23d9e952 None None] Provisioning complete for port f5d1c75c-f1a9-480c-a62c-f9b0baaaa34f triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:13:13.362669 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-638f0400-d112-4f9e-a18c-058f23d9e952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:13.369804 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78651bc-ca7d-4dbd-b986-990d6e5974c9 req-f8fcb9ef-d5d4-44c5-b9d9-8038ff55e896 tempest-ServerRescueTestJSON-1182058210 tempest-ServerRescueTestJSON-1182058210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:13.372195 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b78651bc-ca7d-4dbd-b986-990d6e5974c9 req-f8fcb9ef-d5d4-44c5-b9d9-8038ff55e896 tempest-ServerRescueTestJSON-1182058210 tempest-ServerRescueTestJSON-1182058210-project] 10.222.0.18 "GET /v2.0/ports?device_id=710db404-18d5-4163-8833-5771fe8a1f7e HTTP/1.1" status: 200 len: 945 time: 0.8482549 Jul 27 23:13:13.389014 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-18377575-8253-43b8-86f2-20460bf4a036 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:13.400151 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a71ec6c-b80e-4ed9-84ae-d66adf1deb0c req-baf69785-eb80-4227-869c-b0f6524aa9de tempest-ServerRescueTestJSON-1182058210 tempest-ServerRescueTestJSON-1182058210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:13.403154 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7a71ec6c-b80e-4ed9-84ae-d66adf1deb0c req-baf69785-eb80-4227-869c-b0f6524aa9de tempest-ServerRescueTestJSON-1182058210 tempest-ServerRescueTestJSON-1182058210-project] 10.222.0.38 "GET /v2.0/ports?device_id=710db404-18d5-4163-8833-5771fe8a1f7e HTTP/1.1" status: 200 len: 945 time: 0.3881645 Jul 27 23:13:13.450174 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-18377575-8253-43b8-86f2-20460bf4a036 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Network 42a806fa-6465-4bb1-a70d-1966b5320f00 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:13:13.453291 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-18377575-8253-43b8-86f2-20460bf4a036 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:13:13.461266 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:13.470345 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-18377575-8253-43b8-86f2-20460bf4a036 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:13:13.559688 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18377575-8253-43b8-86f2-20460bf4a036 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Pushing event updated for resources: {'Port': ['ID=d4667984-2b2a-40a8-8de7-e286cc2c1b95,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:13:13.606443 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60d53563-e478-495a-8b58-1d405cedb300 None None] Network 808e3eb7-6825-401d-bd72-2c77dbfcd577 is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:13:13.617746 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f2a39211-f3b1-4408-88c7-a81d53c7ea85 tempest-RoutersNegativeTest-1232238953 tempest-RoutersNegativeTest-1232238953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:13.646377 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-18377575-8253-43b8-86f2-20460bf4a036 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:13.647423 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-18377575-8253-43b8-86f2-20460bf4a036 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:13.649572 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-638f0400-d112-4f9e-a18c-058f23d9e952 None None] Port f5d1c75c-f1a9-480c-a62c-f9b0baaaa34f cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:13:13.668440 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-60d53563-e478-495a-8b58-1d405cedb300 None None] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:13:13.675179 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d53563-e478-495a-8b58-1d405cedb300 None None] Pushing event updated for resources: {'Port': ['ID=f61de268-fa06-4038-8eeb-c0fc047e06d3,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:13:13.691391 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-18377575-8253-43b8-86f2-20460bf4a036 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1988904 Jul 27 23:13:13.705212 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60d53563-e478-495a-8b58-1d405cedb300 None None] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:13:13.715033 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-146caf8e-b7f5-4c84-aab3-f398bd14f794 service neutron] Request body: {'port': {'device_id': 'b095b7c4-44b3-4276-8676-8d0be18fa84f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802623-1'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:13:13.770505 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] get_ports_and_sgs() called for port_ids ['7cf95691-d169-4732-bb02-85a7aaedd64a'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:13:13.800042 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b78651bc-ca7d-4dbd-b986-990d6e5974c9 req-e549ac5b-1a27-47c8-b0a2-0f56387eb8c2 tempest-ServerRescueTestJSON-1182058210 tempest-ServerRescueTestJSON-1182058210-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1683666-2031-45b7-8015-e9f1b36fb2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3903694 Jul 27 23:13:13.887731 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-163c1d7a-10c8-43a1-a13e-06857b8395a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f6f257c-ad18-5f0c-8c8e-ea085a5fc8a2-f85fc89f-35b4-4dfd-9fd7-4dd9eea13e74', 'network_id': 'f85fc89f-35b4-4dfd-9fd7-4dd9eea13e74', 'tenant_id': '2da3311b7def4b329ffd918059481972', 'fixed_ips': [{'subnet_id': '40e8b330-db56-41cb-bde1-5d1a8b997769'}]}} from n-d-802623-1. {{(pid=93799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 23:13:13.888633 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-163c1d7a-10c8-43a1-a13e-06857b8395a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:13.922166 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-146caf8e-b7f5-4c84-aab3-f398bd14f794 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:14.059806 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Pushing event updated for resources: {'Port': ['ID=7cf95691-d169-4732-bb02-85a7aaedd64a,revision_number=7']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:13:14.074630 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-d253dbd7-18a1-4fd7-b213-b57522fcafe6 None None] Provisioning for port e8c53e8c-7825-4c59-9fb6-297921e29d03 completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:13:14.178582 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-d253dbd7-18a1-4fd7-b213-b57522fcafe6 None None] Provisioning complete for port e8c53e8c-7825-4c59-9fb6-297921e29d03 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:13:14.178955 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d253dbd7-18a1-4fd7-b213-b57522fcafe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:14.288669 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-60d53563-e478-495a-8b58-1d405cedb300 None None] Attempting to bind port f61de268-fa06-4038-8eeb-c0fc047e06d3 on host n-d-802623-1 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:13:14.289787 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-60d53563-e478-495a-8b58-1d405cedb300 None None] Attempting to bind port f61de268-fa06-4038-8eeb-c0fc047e06d3 by drivers openvswitch,hyperv on host n-d-802623-1 at level 0 using segments [{'id': '0df90c85-696a-40a4-85c4-717f38572d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '808e3eb7-6825-401d-bd72-2c77dbfcd577'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:13:14.290341 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d53563-e478-495a-8b58-1d405cedb300 None None] Attempting to bind port f61de268-fa06-4038-8eeb-c0fc047e06d3 on network 808e3eb7-6825-401d-bd72-2c77dbfcd577 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:13:14.301670 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-f2a39211-f3b1-4408-88c7-a81d53c7ea85 tempest-RoutersNegativeTest-1232238953 tempest-RoutersNegativeTest-1232238953-project] Allocated IP 172.20.0.1 (808e3eb7-6825-401d-bd72-2c77dbfcd577/4eeda3c3-40e6-4fbe-99eb-e32510eaf51b/e593450e-eab1-43e5-9669-cde72e88aa11) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:13:14.325254 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d53563-e478-495a-8b58-1d405cedb300 None None] Checking agent: {'id': 'a9a568d2-a5e7-41e4-833f-a8ab42ea4073', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 52, 30), 'started_at': datetime.datetime(2021, 7, 27, 22, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802623-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:13:14.326729 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d53563-e478-495a-8b58-1d405cedb300 None None] Checking segment: {'id': '0df90c85-696a-40a4-85c4-717f38572d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '808e3eb7-6825-401d-bd72-2c77dbfcd577'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:13:14.327317 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-60d53563-e478-495a-8b58-1d405cedb300 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:14.327862 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d53563-e478-495a-8b58-1d405cedb300 None None] Bound using segment: {'id': '0df90c85-696a-40a4-85c4-717f38572d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '808e3eb7-6825-401d-bd72-2c77dbfcd577'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:13:14.328504 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-60d53563-e478-495a-8b58-1d405cedb300 None None] Bound port: f61de268-fa06-4038-8eeb-c0fc047e06d3, host: n-d-802623-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0df90c85-696a-40a4-85c4-717f38572d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '808e3eb7-6825-401d-bd72-2c77dbfcd577'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:13:14.329049 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-60d53563-e478-495a-8b58-1d405cedb300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:14.329526 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-146caf8e-b7f5-4c84-aab3-f398bd14f794 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e47c6535-a4f5-45fa-b256-dc12446d1280 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:13:14.337956 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-146caf8e-b7f5-4c84-aab3-f398bd14f794 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:14.351776 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-146caf8e-b7f5-4c84-aab3-f398bd14f794 service neutron] Transition to ACTIVE for port object e47c6535-a4f5-45fa-b256-dc12446d1280 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:13:14.378978 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-146caf8e-b7f5-4c84-aab3-f398bd14f794 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11336041'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:14.421432 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f2a39211-f3b1-4408-88c7-a81d53c7ea85 tempest-RoutersNegativeTest-1232238953 tempest-RoutersNegativeTest-1232238953-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:14.436506 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-f2a39211-f3b1-4408-88c7-a81d53c7ea85 tempest-RoutersNegativeTest-1232238953 tempest-RoutersNegativeTest-1232238953-project] Transition to ACTIVE for port object e593450e-eab1-43e5-9669-cde72e88aa11 will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:13:14.514895 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146caf8e-b7f5-4c84-aab3-f398bd14f794 service neutron] Pushing event updated for resources: {'Port': ['ID=e47c6535-a4f5-45fa-b256-dc12446d1280,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:13:14.532756 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00798c18-6fbb-4482-9fe3-73dbbf3b9bad req-ced5949c-fcf5-49c2-a45c-6c822fce96d9 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:14.534281 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f2a39211-f3b1-4408-88c7-a81d53c7ea85 tempest-RoutersNegativeTest-1232238953 tempest-RoutersNegativeTest-1232238953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:14.544352 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-00798c18-6fbb-4482-9fe3-73dbbf3b9bad req-ced5949c-fcf5-49c2-a45c-6c822fce96d9 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/ports?device_id=c292af40-c395-4445-978c-d1d948a0e563 HTTP/1.1" status: 200 len: 948 time: 0.5297642 Jul 27 23:13:14.615532 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef12b2d-3a2d-4c8d-98ba-294ff1bb801f req-c3d825b9-1e74-4594-9d7a-4e51880d7440 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:14.617090 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-2ef12b2d-3a2d-4c8d-98ba-294ff1bb801f req-c3d825b9-1e74-4594-9d7a-4e51880d7440 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.38 "GET /v2.0/ports?device_id=c292af40-c395-4445-978c-d1d948a0e563&tenant_id=1b545d5113d14592aa4c69bde083a757&binding%3Ahost_id=n-h1-802623-1 HTTP/1.1" status: 200 len: 948 time: 0.7723937 Jul 27 23:13:14.621075 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2a39211-f3b1-4408-88c7-a81d53c7ea85 tempest-RoutersNegativeTest-1232238953 tempest-RoutersNegativeTest-1232238953-project] Network 808e3eb7-6825-401d-bd72-2c77dbfcd577 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:13:14.625341 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-7a71ec6c-b80e-4ed9-84ae-d66adf1deb0c req-85403ef9-a387-41f9-88fd-384ee9e4ef6b tempest-ServerRescueTestJSON-1182058210 tempest-ServerRescueTestJSON-1182058210-project] Deleting port cefb77b4-1f7c-4c0b-8c77-5ada85d70bd6 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:13:14.625679 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-7a71ec6c-b80e-4ed9-84ae-d66adf1deb0c req-85403ef9-a387-41f9-88fd-384ee9e4ef6b tempest-ServerRescueTestJSON-1182058210 tempest-ServerRescueTestJSON-1182058210-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:14.637187 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-f2a39211-f3b1-4408-88c7-a81d53c7ea85 tempest-RoutersNegativeTest-1232238953 tempest-RoutersNegativeTest-1232238953-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:13:14.652910 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-60d53563-e478-495a-8b58-1d405cedb300 None None] For port f61de268-fa06-4038-8eeb-c0fc047e06d3, host n-d-802623-1, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:13:14.683485 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2a39211-f3b1-4408-88c7-a81d53c7ea85 tempest-RoutersNegativeTest-1232238953 tempest-RoutersNegativeTest-1232238953-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:13:14.705054 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d253dbd7-18a1-4fd7-b213-b57522fcafe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:14.739678 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-00798c18-6fbb-4482-9fe3-73dbbf3b9bad req-5ffb0996-4178-4843-8eca-8a5415ae61fd tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb779318-b8ff-43a6-a94f-3ce471aff166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938100 Jul 27 23:13:14.769156 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-d253dbd7-18a1-4fd7-b213-b57522fcafe6 None None] For port e8c53e8c-7825-4c59-9fb6-297921e29d03, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=e8c53e8c-7825-4c59-9fb6-297921e29d03,segment=NetworkSegment(d582cf3a-e7f0-463f-b305-d124bf7d483e),segment_id=d582cf3a-e7f0-463f-b305-d124bf7d483e)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:13:14.772791 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-60d53563-e478-495a-8b58-1d405cedb300 None None] For port f61de268-fa06-4038-8eeb-c0fc047e06d3, host n-d-802623-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=f61de268-fa06-4038-8eeb-c0fc047e06d3,segment=NetworkSegment(0df90c85-696a-40a4-85c4-717f38572d62),segment_id=0df90c85-696a-40a4-85c4-717f38572d62)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:13:14.786993 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-146caf8e-b7f5-4c84-aab3-f398bd14f794 service neutron] Attempting to bind port e47c6535-a4f5-45fa-b256-dc12446d1280 on host n-h1-802623-1 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:13:14.787385 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-146caf8e-b7f5-4c84-aab3-f398bd14f794 service neutron] Attempting to bind port e47c6535-a4f5-45fa-b256-dc12446d1280 by drivers openvswitch,hyperv on host n-h1-802623-1 at level 0 using segments [{'id': '2c40d656-ea7c-43ca-9b2a-a1885f79a619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'a77c1ae5-7f70-4eb8-a472-5ed26426d716'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:13:14.787718 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-146caf8e-b7f5-4c84-aab3-f398bd14f794 service neutron] Attempting to bind port e47c6535-a4f5-45fa-b256-dc12446d1280 on network a77c1ae5-7f70-4eb8-a472-5ed26426d716 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:13:14.792648 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d253dbd7-18a1-4fd7-b213-b57522fcafe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:14.797022 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-60d53563-e478-495a-8b58-1d405cedb300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:14.797978 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a39211-f3b1-4408-88c7-a81d53c7ea85 tempest-RoutersNegativeTest-1232238953 tempest-RoutersNegativeTest-1232238953-project] Pushing event updated for resources: {'Port': ['ID=e593450e-eab1-43e5-9669-cde72e88aa11,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:13:14.807847 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-146caf8e-b7f5-4c84-aab3-f398bd14f794 service neutron] Port e47c6535-a4f5-45fa-b256-dc12446d1280 on network a77c1ae5-7f70-4eb8-a472-5ed26426d716 not bound, no agent of type Open vSwitch agent registered on host n-h1-802623-1 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 23:13:14.808587 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-146caf8e-b7f5-4c84-aab3-f398bd14f794 service neutron] Attempting to bind port e47c6535-a4f5-45fa-b256-dc12446d1280 on network a77c1ae5-7f70-4eb8-a472-5ed26426d716 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:13:14.825612 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-146caf8e-b7f5-4c84-aab3-f398bd14f794 service neutron] Checking agent: {'id': '245f1da4-a9b8-4b08-90d7-28f0f342b839', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 59, 59), 'started_at': datetime.datetime(2021, 7, 27, 22, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 12, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:13:14.826054 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-146caf8e-b7f5-4c84-aab3-f398bd14f794 service neutron] Checking segment: {'id': '2c40d656-ea7c-43ca-9b2a-a1885f79a619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'a77c1ae5-7f70-4eb8-a472-5ed26426d716'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:13:14.826291 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-146caf8e-b7f5-4c84-aab3-f398bd14f794 service neutron] Bound using segment: {'id': '2c40d656-ea7c-43ca-9b2a-a1885f79a619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'a77c1ae5-7f70-4eb8-a472-5ed26426d716'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:13:14.826990 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-146caf8e-b7f5-4c84-aab3-f398bd14f794 service neutron] Bound port: e47c6535-a4f5-45fa-b256-dc12446d1280, host: n-h1-802623-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c40d656-ea7c-43ca-9b2a-a1885f79a619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'a77c1ae5-7f70-4eb8-a472-5ed26426d716'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:13:14.827379 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-146caf8e-b7f5-4c84-aab3-f398bd14f794 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:14.878795 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-163c1d7a-10c8-43a1-a13e-06857b8395a6 None None] Allocated IP 172.20.0.2 (f85fc89f-35b4-4dfd-9fd7-4dd9eea13e74/40e8b330-db56-41cb-bde1-5d1a8b997769/e8134632-5a46-454b-be02-0e085fd5f199) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:13:14.936114 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d253dbd7-18a1-4fd7-b213-b57522fcafe6 None None] Pushing event updated for resources: {'Port': ['ID=e8c53e8c-7825-4c59-9fb6-297921e29d03,revision_number=3']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:13:14.938295 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da41aab5-7387-4d07-8708-3196a8435e33 req-02ae7781-99bc-4819-a744-7bf860d8a6c6 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:14.963991 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da41aab5-7387-4d07-8708-3196a8435e33 req-02ae7781-99bc-4819-a744-7bf860d8a6c6 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:14.970847 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da41aab5-7387-4d07-8708-3196a8435e33 req-02ae7781-99bc-4819-a744-7bf860d8a6c6 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:14.988225 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da41aab5-7387-4d07-8708-3196a8435e33 req-02ae7781-99bc-4819-a744-7bf860d8a6c6 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:14.994248 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da41aab5-7387-4d07-8708-3196a8435e33 req-02ae7781-99bc-4819-a744-7bf860d8a6c6 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:15.014274 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-da41aab5-7387-4d07-8708-3196a8435e33 req-02ae7781-99bc-4819-a744-7bf860d8a6c6 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] 10.222.0.18 "GET /v2.0/ports?device_id=b095b7c4-44b3-4276-8676-8d0be18fa84f HTTP/1.1" status: 200 len: 3828 time: 0.5327637 Jul 27 23:13:15.041084 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-513710c2-f8de-4abb-a605-f7b9d705e618 None None] Provisioning for port d4667984-2b2a-40a8-8de7-e286cc2c1b95 completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:13:15.073520 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-513710c2-f8de-4abb-a605-f7b9d705e618 None None] Provisioning complete for port d4667984-2b2a-40a8-8de7-e286cc2c1b95 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:13:15.073994 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-513710c2-f8de-4abb-a605-f7b9d705e618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:15.089796 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-146caf8e-b7f5-4c84-aab3-f398bd14f794 service neutron] For port e47c6535-a4f5-45fa-b256-dc12446d1280, host n-h1-802623-1, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:13:15.094560 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-146caf8e-b7f5-4c84-aab3-f398bd14f794 service neutron] For port e47c6535-a4f5-45fa-b256-dc12446d1280, host n-h1-802623-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=e47c6535-a4f5-45fa-b256-dc12446d1280,segment=NetworkSegment(2c40d656-ea7c-43ca-9b2a-a1885f79a619),segment_id=2c40d656-ea7c-43ca-9b2a-a1885f79a619)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:13:15.105986 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11a1613-1668-45c7-a6e1-8ddfd4d0018e req-92a2f9ed-fb4f-40a2-a415-732cfa8b432d tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:15.116563 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d53563-e478-495a-8b58-1d405cedb300 None None] Pushing event updated for resources: {'Port': ['ID=f61de268-fa06-4038-8eeb-c0fc047e06d3,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:13:15.126186 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-e11a1613-1668-45c7-a6e1-8ddfd4d0018e req-92a2f9ed-fb4f-40a2-a415-732cfa8b432d tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/ports?device_id=55cb1b9e-b3c2-47cd-8a02-7c9e10ec36f7 HTTP/1.1" status: 200 len: 944 time: 0.1691003 Jul 27 23:13:15.134637 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-146caf8e-b7f5-4c84-aab3-f398bd14f794 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11336041'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:15.142015 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f2a39211-f3b1-4408-88c7-a81d53c7ea85 tempest-RoutersNegativeTest-1232238953 tempest-RoutersNegativeTest-1232238953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-415283'] for router_interface, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:15.156095 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-513710c2-f8de-4abb-a605-f7b9d705e618 None None] Port d4667984-2b2a-40a8-8de7-e286cc2c1b95 cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:13:15.243495 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-da41aab5-7387-4d07-8708-3196a8435e33 req-24051f31-4a68-4f71-b31b-d943cd4266b7 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] 10.222.0.18 "GET /v2.0/security-groups?id=099e8df2-bc6b-4be8-8e74-9791e0ffd653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2282770 Jul 27 23:13:15.290488 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-7a71ec6c-b80e-4ed9-84ae-d66adf1deb0c req-85403ef9-a387-41f9-88fd-384ee9e4ef6b tempest-ServerRescueTestJSON-1182058210 tempest-ServerRescueTestJSON-1182058210-project] For port cefb77b4-1f7c-4c0b-8c77-5ada85d70bd6, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=cefb77b4-1f7c-4c0b-8c77-5ada85d70bd6,segment=NetworkSegment(6aa8292f-47cc-47ee-ac5f-a751b39a03ef),segment_id=6aa8292f-47cc-47ee-ac5f-a751b39a03ef)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:13:15.291011 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-7a71ec6c-b80e-4ed9-84ae-d66adf1deb0c req-85403ef9-a387-41f9-88fd-384ee9e4ef6b tempest-ServerRescueTestJSON-1182058210 tempest-ServerRescueTestJSON-1182058210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:15.297901 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-2ef12b2d-3a2d-4c8d-98ba-294ff1bb801f req-491d9c93-6124-4b8e-9cb6-a183a0021dfa service neutron] 10.222.0.38 "GET /v2.0/ports/7cf95691-d169-4732-bb02-85a7aaedd64a/bindings/n-h1-802623-1 HTTP/1.1" status: 200 len: 382 time: 0.5468357 Jul 27 23:13:15.310360 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-146caf8e-b7f5-4c84-aab3-f398bd14f794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:15.312003 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-146caf8e-b7f5-4c84-aab3-f398bd14f794 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:15.321649 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-146caf8e-b7f5-4c84-aab3-f398bd14f794 service neutron] 10.222.0.38 "PUT /v2.0/ports/e47c6535-a4f5-45fa-b256-dc12446d1280 HTTP/1.1" status: 200 len: 1091 time: 1.6206365 Jul 27 23:13:15.324863 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b095b7c4-44b3-4276-8676-8d0be18fa84f', 'tag': 'e47c6535-a4f5-45fa-b256-dc12446d1280'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:13:15.331155 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a476459a1bfce68b0ae0df5b6a71154bfc7cfdc8f9eefce6ad0a17231e60468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5981910-95ef-49d1-9bf9-111144e805a8" -d '{"events": [{"name": "network-changed", "server_uuid": "b095b7c4-44b3-4276-8676-8d0be18fa84f", "tag": "e47c6535-a4f5-45fa-b256-dc12446d1280"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:13:15.340781 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-163c1d7a-10c8-43a1-a13e-06857b8395a6 None None] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:15.360132 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-163c1d7a-10c8-43a1-a13e-06857b8395a6 None None] Transition to ACTIVE for port object e8134632-5a46-454b-be02-0e085fd5f199 will not be triggered until provisioned by entity L2. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:13:15.361415 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-02d9017c-de3d-439c-b2f6-244a56fc0b3c service neutron] Request body: {'port': {'device_id': 'b095b7c4-44b3-4276-8676-8d0be18fa84f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802623-1'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:13:15.372113 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-7a71ec6c-b80e-4ed9-84ae-d66adf1deb0c req-85403ef9-a387-41f9-88fd-384ee9e4ef6b tempest-ServerRescueTestJSON-1182058210 tempest-ServerRescueTestJSON-1182058210-project] Calling delete_port for cefb77b4-1f7c-4c0b-8c77-5ada85d70bd6 owned by compute:nova {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:13:15.404888 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-163c1d7a-10c8-43a1-a13e-06857b8395a6 None None] Transition to ACTIVE for port object e8134632-5a46-454b-be02-0e085fd5f199 will not be triggered until provisioned by entity DHCP. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:13:15.416534 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-4f96c22e-1fad-4914-88c0-b49285eb3f02 None None] Provisioning complete for port e8c53e8c-7825-4c59-9fb6-297921e29d03 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:13:15.416917 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4f96c22e-1fad-4914-88c0-b49285eb3f02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:15.477968 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-163c1d7a-10c8-43a1-a13e-06857b8395a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:15.494682 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 7cf95691-d169-4732-bb02-85a7aaedd64a up at agent hyperv_n-h1-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:13:15.498943 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-e11a1613-1668-45c7-a6e1-8ddfd4d0018e req-d8c28670-9b12-46d5-9e6c-f42ec27adea6 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/security-groups?id=5f578744-6f09-4b7e-a537-2a342130270d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3683341 Jul 27 23:13:15.528442 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef12b2d-3a2d-4c8d-98ba-294ff1bb801f req-36db1a15-5687-4f63-9490-fce735b5e434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:15.553096 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-2ef12b2d-3a2d-4c8d-98ba-294ff1bb801f req-36db1a15-5687-4f63-9490-fce735b5e434 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=1b545d5113d14592aa4c69bde083a757&device_id=c292af40-c395-4445-978c-d1d948a0e563 HTTP/1.1" status: 200 len: 1099 time: 0.2133107 Jul 27 23:13:15.642712 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-02d9017c-de3d-439c-b2f6-244a56fc0b3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:15.661030 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-163c1d7a-10c8-43a1-a13e-06857b8395a6 None None] Network f85fc89f-35b4-4dfd-9fd7-4dd9eea13e74 is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:13:15.666742 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f2a39211-f3b1-4408-88c7-a81d53c7ea85 tempest-RoutersNegativeTest-1232238953 tempest-RoutersNegativeTest-1232238953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:15.707627 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-163c1d7a-10c8-43a1-a13e-06857b8395a6 None None] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:13:15.711929 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146caf8e-b7f5-4c84-aab3-f398bd14f794 service neutron] Pushing event updated for resources: {'Port': ['ID=e47c6535-a4f5-45fa-b256-dc12446d1280,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:13:15.713313 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-163c1d7a-10c8-43a1-a13e-06857b8395a6 None None] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:13:15.718377 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70c4eef-5fb6-4a8c-99a1-9af1827c420a req-593d2add-89c3-4762-854c-d5c22443f594 tempest-ServerRescueTestJSON-1182058210 tempest-ServerRescueTestJSON-1182058210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:15.720031 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f70c4eef-5fb6-4a8c-99a1-9af1827c420a req-593d2add-89c3-4762-854c-d5c22443f594 tempest-ServerRescueTestJSON-1182058210 tempest-ServerRescueTestJSON-1182058210-project] 10.222.0.18 "GET /v2.0/ports?device_id=710db404-18d5-4163-8833-5771fe8a1f7e HTTP/1.1" status: 200 len: 945 time: 0.2205594 Jul 27 23:13:15.739947 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163c1d7a-10c8-43a1-a13e-06857b8395a6 None None] Pushing event updated for resources: {'Port': ['ID=e8134632-5a46-454b-be02-0e085fd5f199,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:13:15.818933 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef12b2d-3a2d-4c8d-98ba-294ff1bb801f req-14ccf501-dfe8-428e-850d-af87651aea51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:15.822567 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-2ef12b2d-3a2d-4c8d-98ba-294ff1bb801f req-14ccf501-dfe8-428e-850d-af87651aea51 service neutron] 10.222.0.38 "GET /v2.0/networks?id=591af2dd-f826-43b1-aa9d-e7a0bf218c71 HTTP/1.1" status: 200 len: 870 time: 0.2560499 Jul 27 23:13:15.845548 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 23:13:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c66516d-8940-49a1-b60f-0f44dd661484 x-openstack-request-id: req-1c66516d-8940-49a1-b60f-0f44dd661484 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:13:15.845885 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b095b7c4-44b3-4276-8676-8d0be18fa84f", "tag": "e47c6535-a4f5-45fa-b256-dc12446d1280", "status": "completed", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:13:15.846139 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1c66516d-8940-49a1-b60f-0f44dd661484 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:13:15.846531 n-d-802623-1 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b095b7c4-44b3-4276-8676-8d0be18fa84f', 'tag': 'e47c6535-a4f5-45fa-b256-dc12446d1280', 'status': 'completed', 'code': 200} Jul 27 23:13:15.934409 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-163c1d7a-10c8-43a1-a13e-06857b8395a6 None None] Attempting to bind port e8134632-5a46-454b-be02-0e085fd5f199 on host n-d-802623-1 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:13:15.935137 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-163c1d7a-10c8-43a1-a13e-06857b8395a6 None None] Attempting to bind port e8134632-5a46-454b-be02-0e085fd5f199 by drivers openvswitch,hyperv on host n-d-802623-1 at level 0 using segments [{'id': '1ba7b2cf-50e4-41c4-bd6a-ec30ee885d04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'f85fc89f-35b4-4dfd-9fd7-4dd9eea13e74'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:13:15.936323 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-163c1d7a-10c8-43a1-a13e-06857b8395a6 None None] Attempting to bind port e8134632-5a46-454b-be02-0e085fd5f199 on network f85fc89f-35b4-4dfd-9fd7-4dd9eea13e74 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:13:15.942235 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Provisioning complete for port 7cf95691-d169-4732-bb02-85a7aaedd64a triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:13:15.943914 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:15.949437 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f70c4eef-5fb6-4a8c-99a1-9af1827c420a req-ed93534e-b03e-408b-8a09-52c4085eb8fd tempest-ServerRescueTestJSON-1182058210 tempest-ServerRescueTestJSON-1182058210-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1683666-2031-45b7-8015-e9f1b36fb2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2041790 Jul 27 23:13:15.984997 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-163c1d7a-10c8-43a1-a13e-06857b8395a6 None None] Checking agent: {'id': 'a9a568d2-a5e7-41e4-833f-a8ab42ea4073', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 52, 30), 'started_at': datetime.datetime(2021, 7, 27, 22, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802623-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:13:15.985655 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-163c1d7a-10c8-43a1-a13e-06857b8395a6 None None] Checking segment: {'id': '1ba7b2cf-50e4-41c4-bd6a-ec30ee885d04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'f85fc89f-35b4-4dfd-9fd7-4dd9eea13e74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:13:15.986238 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-163c1d7a-10c8-43a1-a13e-06857b8395a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:15.987017 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-163c1d7a-10c8-43a1-a13e-06857b8395a6 None None] Bound using segment: {'id': '1ba7b2cf-50e4-41c4-bd6a-ec30ee885d04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'f85fc89f-35b4-4dfd-9fd7-4dd9eea13e74'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:13:15.988029 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-163c1d7a-10c8-43a1-a13e-06857b8395a6 None None] Bound port: e8134632-5a46-454b-be02-0e085fd5f199, host: n-d-802623-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ba7b2cf-50e4-41c4-bd6a-ec30ee885d04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'f85fc89f-35b4-4dfd-9fd7-4dd9eea13e74'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:13:15.988719 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-163c1d7a-10c8-43a1-a13e-06857b8395a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:16.146543 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:16.157241 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-7a71ec6c-b80e-4ed9-84ae-d66adf1deb0c req-85403ef9-a387-41f9-88fd-384ee9e4ef6b tempest-ServerRescueTestJSON-1182058210 tempest-ServerRescueTestJSON-1182058210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:16.240285 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c292af40-c395-4445-978c-d1d948a0e563', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cf95691-d169-4732-bb02-85a7aaedd64a'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:13:16.246180 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c0369b0d4f459110ff20a1f9878ba33f96d6491bddb9d15843bf29d01e0bda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33dd055d-aa5c-42dc-a6d7-88ba48f50f09" -d '{"events": [{"server_uuid": "c292af40-c395-4445-978c-d1d948a0e563", "name": "network-vif-plugged", "status": "completed", "tag": "7cf95691-d169-4732-bb02-85a7aaedd64a"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:13:16.278560 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85403ef9-a387-41f9-88fd-384ee9e4ef6b tempest-ServerRescueTestJSON-1182058210 tempest-ServerRescueTestJSON-1182058210-project] Pushing event deleted for resources: {'Port': ['ID=cefb77b4-1f7c-4c0b-8c77-5ada85d70bd6,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:13:16.329028 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port 7cf95691-d169-4732-bb02-85a7aaedd64a, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=7cf95691-d169-4732-bb02-85a7aaedd64a,segment=NetworkSegment(16e91594-c047-4b55-93eb-43af33ad08e1),segment_id=16e91594-c047-4b55-93eb-43af33ad08e1)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:13:16.351475 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device e8c53e8c-7825-4c59-9fb6-297921e29d03 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:13:16.367751 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:16.368687 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device cefb77b4-1f7c-4c0b-8c77-5ada85d70bd6 no longer exists at agent hyperv_n-h1-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:13:16.499077 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-2ef12b2d-3a2d-4c8d-98ba-294ff1bb801f req-61142beb-4e14-4f3e-8ab6-d913573799e0 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=7cf95691-d169-4732-bb02-85a7aaedd64a HTTP/1.1" status: 200 len: 217 time: 0.6606107 Jul 27 23:13:16.503261 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a71ec6c-b80e-4ed9-84ae-d66adf1deb0c req-85403ef9-a387-41f9-88fd-384ee9e4ef6b tempest-ServerRescueTestJSON-1182058210 tempest-ServerRescueTestJSON-1182058210-project] No DVR routers for this DVR port cefb77b4-1f7c-4c0b-8c77-5ada85d70bd6 on host n-h1-802623-1 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:13:16.510222 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-7a71ec6c-b80e-4ed9-84ae-d66adf1deb0c req-85403ef9-a387-41f9-88fd-384ee9e4ef6b tempest-ServerRescueTestJSON-1182058210 tempest-ServerRescueTestJSON-1182058210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:16.519714 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7a71ec6c-b80e-4ed9-84ae-d66adf1deb0c req-85403ef9-a387-41f9-88fd-384ee9e4ef6b tempest-ServerRescueTestJSON-1182058210 tempest-ServerRescueTestJSON-1182058210-project] 10.222.0.38 "DELETE /v2.0/ports/cefb77b4-1f7c-4c0b-8c77-5ada85d70bd6 HTTP/1.1" status: 204 len: 173 time: 3.1090381 Jul 27 23:13:16.540580 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Pushing event updated for resources: {'Port': ['ID=7cf95691-d169-4732-bb02-85a7aaedd64a,revision_number=8']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:13:16.546650 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] No Port match for: cefb77b4-1f7c-4c0b-8c77-5ada85d70bd6 {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:13:16.547027 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device cefb77b4-1f7c-4c0b-8c77-5ada85d70bd6 not bound to the agent host n-h1-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:13:16.550096 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-163c1d7a-10c8-43a1-a13e-06857b8395a6 None None] For port e8134632-5a46-454b-be02-0e085fd5f199, host n-d-802623-1, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:13:16.554312 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '710db404-18d5-4163-8833-5771fe8a1f7e', 'name': 'network-vif-deleted', 'tag': 'cefb77b4-1f7c-4c0b-8c77-5ada85d70bd6'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:13:16.557544 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device 907413de-9aa6-49bc-ae78-3f4206ba8faf up at agent hyperv_n-h2-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:13:16.559331 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}011f8d312121274bb12d78e77c6379a2079800640016cec6c6d605b73666e854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bf69c34-67d5-4924-b88d-c3017860fc22" -d '{"events": [{"server_uuid": "710db404-18d5-4163-8833-5771fe8a1f7e", "name": "network-vif-deleted", "tag": "cefb77b4-1f7c-4c0b-8c77-5ada85d70bd6"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:13:16.595510 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port e8c53e8c-7825-4c59-9fb6-297921e29d03 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:13:16.595964 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:16.765703 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5981910-95ef-49d1-9bf9-111144e805a8 req-c2ebe968-52b5-4a48-9097-9da9e37a3cae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:16.766269 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5981910-95ef-49d1-9bf9-111144e805a8 req-c2ebe968-52b5-4a48-9097-9da9e37a3cae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:16.766800 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5981910-95ef-49d1-9bf9-111144e805a8 req-c2ebe968-52b5-4a48-9097-9da9e37a3cae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:16.767295 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5981910-95ef-49d1-9bf9-111144e805a8 req-c2ebe968-52b5-4a48-9097-9da9e37a3cae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:16.767769 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5981910-95ef-49d1-9bf9-111144e805a8 req-c2ebe968-52b5-4a48-9097-9da9e37a3cae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:16.769877 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-b5981910-95ef-49d1-9bf9-111144e805a8 req-c2ebe968-52b5-4a48-9097-9da9e37a3cae service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f48a0b951c1c4793a7fc1226ee71e867&device_id=b095b7c4-44b3-4276-8676-8d0be18fa84f HTTP/1.1" status: 200 len: 4363 time: 0.2675767 Jul 27 23:13:16.779183 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef12b2d-3a2d-4c8d-98ba-294ff1bb801f req-142eac5e-a689-4005-9dd3-fdcb2d594a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:16.780738 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-2ef12b2d-3a2d-4c8d-98ba-294ff1bb801f req-142eac5e-a689-4005-9dd3-fdcb2d594a68 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=62938449-046d-4cbe-923a-7ebb632c358d HTTP/1.1" status: 200 len: 843 time: 0.2464662 Jul 27 23:13:16.806944 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cad5a8-15c8-4fbd-97f1-dc5ffba3a4d8 req-b7fe8a7d-8afa-451f-895c-a86485251e4f tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:16.815688 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-b8cad5a8-15c8-4fbd-97f1-dc5ffba3a4d8 req-b7fe8a7d-8afa-451f-895c-a86485251e4f tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/ports?device_id=c292af40-c395-4445-978c-d1d948a0e563 HTTP/1.1" status: 200 len: 949 time: 0.3147414 Jul 27 23:13:16.827534 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43e8c8c2-e3c9-43fc-b31f-a4f17c7d6eaa None None] Network 808e3eb7-6825-401d-bd72-2c77dbfcd577 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:13:16.913727 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-163c1d7a-10c8-43a1-a13e-06857b8395a6 None None] For port e8134632-5a46-454b-be02-0e085fd5f199, host n-d-802623-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=e8134632-5a46-454b-be02-0e085fd5f199,segment=NetworkSegment(1ba7b2cf-50e4-41c4-bd6a-ec30ee885d04),segment_id=1ba7b2cf-50e4-41c4-bd6a-ec30ee885d04)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:13:16.962817 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-163c1d7a-10c8-43a1-a13e-06857b8395a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:17.018673 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-a56f145f-9dd0-4d7a-8ac3-e451da149a85 None None] Provisioning for port f61de268-fa06-4038-8eeb-c0fc047e06d3 completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:13:17.045289 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-6b72f2e7-384a-4859-b8b1-d73aa5106e57 req-bbf69da8-484f-4a3e-a546-06bda132a144 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=6551d2f1-dfc9-4bdf-adfb-bc809d0770ff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1904001 Jul 27 23:13:17.064801 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef12b2d-3a2d-4c8d-98ba-294ff1bb801f req-a648f501-2885-4101-8585-83d0968509aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:17.066541 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-2ef12b2d-3a2d-4c8d-98ba-294ff1bb801f req-a648f501-2885-4101-8585-83d0968509aa service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=591af2dd-f826-43b1-aa9d-e7a0bf218c71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2481585 Jul 27 23:13:17.073147 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-b8cad5a8-15c8-4fbd-97f1-dc5ffba3a4d8 req-e2746dc0-d9e6-4e8f-befa-7d8b9a15943d tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb779318-b8ff-43a6-a94f-3ce471aff166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2565699 Jul 27 23:13:17.135673 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45872e3-6f8f-4863-b11e-a1d5064d1f34 req-50439152-3a5f-4e4e-bfc3-e84f816546d9 tempest-ListServersNegativeTestJSON-219464243 tempest-ListServersNegativeTestJSON-219464243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:17.146739 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45872e3-6f8f-4863-b11e-a1d5064d1f34 req-50439152-3a5f-4e4e-bfc3-e84f816546d9 tempest-ListServersNegativeTestJSON-219464243 tempest-ListServersNegativeTestJSON-219464243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:17.155177 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e45872e3-6f8f-4863-b11e-a1d5064d1f34 req-50439152-3a5f-4e4e-bfc3-e84f816546d9 tempest-ListServersNegativeTestJSON-219464243 tempest-ListServersNegativeTestJSON-219464243-project] 10.222.0.18 "GET /v2.0/ports?device_id=8192a572-70e9-493b-bfee-65b34f4b4be8&device_id=a956a4fe-7dc3-483f-928f-4a7198c9d531 HTTP/1.1" status: 200 len: 1682 time: 0.6533132 Jul 27 23:13:17.196780 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device f61de268-fa06-4038-8eeb-c0fc047e06d3 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:13:17.210361 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163c1d7a-10c8-43a1-a13e-06857b8395a6 None None] Pushing event updated for resources: {'Port': ['ID=e8134632-5a46-454b-be02-0e085fd5f199,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:13:17.247100 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:13:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c6b8a22-81ea-4cad-8b2c-ac74fbc4b585 x-openstack-request-id: req-7c6b8a22-81ea-4cad-8b2c-ac74fbc4b585 {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:13:17.247657 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c292af40-c395-4445-978c-d1d948a0e563", "name": "network-vif-plugged", "status": "completed", "tag": "7cf95691-d169-4732-bb02-85a7aaedd64a", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:13:17.248101 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7c6b8a22-81ea-4cad-8b2c-ac74fbc4b585 {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:13:17.248594 n-d-802623-1 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c292af40-c395-4445-978c-d1d948a0e563', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cf95691-d169-4732-bb02-85a7aaedd64a', 'code': 200} Jul 27 23:13:17.261190 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Provisioning for port 907413de-9aa6-49bc-ae78-3f4206ba8faf completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:13:17.302279 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Provisioning complete for port 907413de-9aa6-49bc-ae78-3f4206ba8faf triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:13:17.302614 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-2ef12b2d-3a2d-4c8d-98ba-294ff1bb801f req-5b2cc7f4-b416-4cd1-8231-45d6979217ec service neutron] 10.222.0.38 "GET /v2.0/networks/591af2dd-f826-43b1-aa9d-e7a0bf218c71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1732326 Jul 27 23:13:17.303297 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:17.421344 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e45872e3-6f8f-4863-b11e-a1d5064d1f34 req-45b47a90-7269-4c6a-9480-748720aa10c9 tempest-ListServersNegativeTestJSON-219464243 tempest-ListServersNegativeTestJSON-219464243-project] 10.222.0.18 "GET /v2.0/security-groups?id=101be31e-d533-430f-a71d-e6dea6b55f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2643361 Jul 27 23:13:17.456282 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f2a39211-f3b1-4408-88c7-a81d53c7ea85 tempest-RoutersNegativeTest-1232238953 tempest-RoutersNegativeTest-1232238953-project] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:17.472295 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning for port f61de268-fa06-4038-8eeb-c0fc047e06d3 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:13:17.474274 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f2a39211-f3b1-4408-88c7-a81d53c7ea85 tempest-RoutersNegativeTest-1232238953 tempest-RoutersNegativeTest-1232238953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:17.502841 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b72f2e7-384a-4859-b8b1-d73aa5106e57 req-3d392a9d-a167-434a-8140-6611be232bec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:17.504456 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-6b72f2e7-384a-4859-b8b1-d73aa5106e57 req-3d392a9d-a167-434a-8140-6611be232bec service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8f4c75b9e70c4006b20b1726fcbef392&device_id=6551d2f1-dfc9-4bdf-adfb-bc809d0770ff HTTP/1.1" status: 200 len: 1096 time: 0.4304383 Jul 27 23:13:17.510323 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port f61de268-fa06-4038-8eeb-c0fc047e06d3 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:13:17.511006 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:17.586195 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-02d9017c-de3d-439c-b2f6-244a56fc0b3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb2a8bc8-566d-48dc-b91d-d5248a770485 {{(pid=93798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:13:17.607371 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-02d9017c-de3d-439c-b2f6-244a56fc0b3c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:17.611760 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:17.626200 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-02d9017c-de3d-439c-b2f6-244a56fc0b3c service neutron] Transition to ACTIVE for port object cb2a8bc8-566d-48dc-b91d-d5248a770485 will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:13:17.652357 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-02d9017c-de3d-439c-b2f6-244a56fc0b3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:17.691086 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port 907413de-9aa6-49bc-ae78-3f4206ba8faf, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=907413de-9aa6-49bc-ae78-3f4206ba8faf,segment=NetworkSegment(145d64c0-063a-4e1d-8ed5-459cef7aa517),segment_id=145d64c0-063a-4e1d-8ed5-459cef7aa517)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:13:17.706202 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:17.779615 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5981910-95ef-49d1-9bf9-111144e805a8 req-f9e09b87-bc41-4fe7-8be8-5355bde4e9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:17.780583 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5981910-95ef-49d1-9bf9-111144e805a8 req-f9e09b87-bc41-4fe7-8be8-5355bde4e9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:17.780693 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:17.782161 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5981910-95ef-49d1-9bf9-111144e805a8 req-f9e09b87-bc41-4fe7-8be8-5355bde4e9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:17.784284 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-b5981910-95ef-49d1-9bf9-111144e805a8 req-f9e09b87-bc41-4fe7-8be8-5355bde4e9fa service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=f48a0b951c1c4793a7fc1226ee71e867&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.9649413 Jul 27 23:13:17.785923 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b72f2e7-384a-4859-b8b1-d73aa5106e57 req-723f7fc3-f4cf-4dd9-b05e-0e34ff405421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:17.787692 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-6b72f2e7-384a-4859-b8b1-d73aa5106e57 req-723f7fc3-f4cf-4dd9-b05e-0e34ff405421 service neutron] 10.222.0.49 "GET /v2.0/networks?id=751d782f-d338-44aa-a291-24d2ae3bed3e HTTP/1.1" status: 200 len: 919 time: 0.2384315 Jul 27 23:13:17.839299 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f2a39211-f3b1-4408-88c7-a81d53c7ea85 tempest-RoutersNegativeTest-1232238953 tempest-RoutersNegativeTest-1232238953-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3760555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-414115'] for router_interface, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:17.904704 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Pushing event updated for resources: {'Port': ['ID=907413de-9aa6-49bc-ae78-3f4206ba8faf,revision_number=5']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:13:17.918828 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] For port f61de268-fa06-4038-8eeb-c0fc047e06d3, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=f61de268-fa06-4038-8eeb-c0fc047e06d3,segment=NetworkSegment(0df90c85-696a-40a4-85c4-717f38572d62),segment_id=0df90c85-696a-40a4-85c4-717f38572d62)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:13:17.931434 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63255ba6-f736-43a2-87b0-6b27ebfd9b7d req-3745109c-5229-4873-9a6b-d063fa023145 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:17.939457 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:17.942663 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-63255ba6-f736-43a2-87b0-6b27ebfd9b7d req-3745109c-5229-4873-9a6b-d063fa023145 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/ports?device_id=55cb1b9e-b3c2-47cd-8a02-7c9e10ec36f7 HTTP/1.1" status: 200 len: 944 time: 0.3069112 Jul 27 23:13:17.953918 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-f7063a30-6d37-493d-ae67-5c385353afaf None None] Provisioning complete for port f61de268-fa06-4038-8eeb-c0fc047e06d3 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:13:17.954309 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f7063a30-6d37-493d-ae67-5c385353afaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:17.988450 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-6b72f2e7-384a-4859-b8b1-d73aa5106e57 req-e5924efa-2556-48ab-9269-b6297e0feae2 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4c9b191d-845d-40fb-acc0-eb526d5bf190 HTTP/1.1" status: 200 len: 217 time: 0.1811068 Jul 27 23:13:17.991617 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-2ef12b2d-3a2d-4c8d-98ba-294ff1bb801f req-75fd3738-e6ba-42d2-abe4-db16b401750d service neutron] 10.222.0.38 "GET /v2.0/networks/591af2dd-f826-43b1-aa9d-e7a0bf218c71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6639767 Jul 27 23:13:18.017055 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40207887-aa02-462f-9291-37cdb0e227cd req-2eab2e82-451d-436d-b1a9-e0567d474976 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:18.028003 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40207887-aa02-462f-9291-37cdb0e227cd req-2eab2e82-451d-436d-b1a9-e0567d474976 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:18.047267 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a39211-f3b1-4408-88c7-a81d53c7ea85 tempest-RoutersNegativeTest-1232238953 tempest-RoutersNegativeTest-1232238953-project] Pushing event updated for resources: {'Port': ['ID=e593450e-eab1-43e5-9669-cde72e88aa11,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:13:18.063832 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2a39211-f3b1-4408-88c7-a81d53c7ea85 tempest-RoutersNegativeTest-1232238953 tempest-RoutersNegativeTest-1232238953-project] Network 808e3eb7-6825-401d-bd72-2c77dbfcd577 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:13:18.070896 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40207887-aa02-462f-9291-37cdb0e227cd req-2eab2e82-451d-436d-b1a9-e0567d474976 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:18.077667 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Pushing event updated for resources: {'Port': ['ID=f61de268-fa06-4038-8eeb-c0fc047e06d3,revision_number=3']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:13:18.091356 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40207887-aa02-462f-9291-37cdb0e227cd req-2eab2e82-451d-436d-b1a9-e0567d474976 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:18.108839 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40207887-aa02-462f-9291-37cdb0e227cd req-2eab2e82-451d-436d-b1a9-e0567d474976 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:18.116244 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-40207887-aa02-462f-9291-37cdb0e227cd req-2eab2e82-451d-436d-b1a9-e0567d474976 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] 10.222.0.18 "GET /v2.0/ports?device_id=b095b7c4-44b3-4276-8676-8d0be18fa84f HTTP/1.1" status: 200 len: 3828 time: 0.6796994 Jul 27 23:13:18.204044 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-f7063a30-6d37-493d-ae67-5c385353afaf None None] Provisioning for port e593450e-eab1-43e5-9669-cde72e88aa11 completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:13:18.209912 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-f2a39211-f3b1-4408-88c7-a81d53c7ea85 tempest-RoutersNegativeTest-1232238953 tempest-RoutersNegativeTest-1232238953-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:13:18.211015 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-f7063a30-6d37-493d-ae67-5c385353afaf None None] Provisioning complete for port e593450e-eab1-43e5-9669-cde72e88aa11 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:13:18.211962 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f7063a30-6d37-493d-ae67-5c385353afaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:18.212636 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d9017c-de3d-439c-b2f6-244a56fc0b3c service neutron] Pushing event updated for resources: {'Port': ['ID=cb2a8bc8-566d-48dc-b91d-d5248a770485,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:13:18.275471 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-f7063a30-6d37-493d-ae67-5c385353afaf None None] Port e593450e-eab1-43e5-9669-cde72e88aa11 cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:13:18.305474 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5981910-95ef-49d1-9bf9-111144e805a8 req-16196497-3013-48cd-b1e4-35e7b6f315f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:18.307268 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-b5981910-95ef-49d1-9bf9-111144e805a8 req-16196497-3013-48cd-b1e4-35e7b6f315f2 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5132685 Jul 27 23:13:18.313110 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device e8134632-5a46-454b-be02-0e085fd5f199 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:13:18.313276 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b72f2e7-384a-4859-b8b1-d73aa5106e57 req-691e2daa-cec5-49a9-8705-c3a4a488cf2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:18.314882 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-6b72f2e7-384a-4859-b8b1-d73aa5106e57 req-691e2daa-cec5-49a9-8705-c3a4a488cf2c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=834f7fce-5291-4343-9c89-509f9d111866 HTTP/1.1" status: 200 len: 858 time: 0.1974609 Jul 27 23:13:18.318411 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-40207887-aa02-462f-9291-37cdb0e227cd req-78911bc2-4b48-4496-ba22-335e242dfd81 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] 10.222.0.18 "GET /v2.0/security-groups?id=099e8df2-bc6b-4be8-8e74-9791e0ffd653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1686590 Jul 27 23:13:18.378522 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-6b72f2e7-384a-4859-b8b1-d73aa5106e57 req-6bf1e2fa-b826-4df7-ab14-8c52b20e7cac service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=751d782f-d338-44aa-a291-24d2ae3bed3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0548639 Jul 27 23:13:18.407032 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning for port e8134632-5a46-454b-be02-0e085fd5f199 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:13:18.460205 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-20a82056-db1b-4c3b-a8f3-5fcc4ff40bb1 None None] Provisioning complete for port e593450e-eab1-43e5-9669-cde72e88aa11 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:13:18.460823 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-20a82056-db1b-4c3b-a8f3-5fcc4ff40bb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:18.496934 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-63255ba6-f736-43a2-87b0-6b27ebfd9b7d req-551a42e6-fbb6-47f5-8bfc-ff7095fe28e2 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/security-groups?id=5f578744-6f09-4b7e-a537-2a342130270d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5483699 Jul 27 23:13:18.547432 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-20a82056-db1b-4c3b-a8f3-5fcc4ff40bb1 None None] Port e593450e-eab1-43e5-9669-cde72e88aa11 cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:13:18.556450 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-02d9017c-de3d-439c-b2f6-244a56fc0b3c service neutron] Attempting to bind port cb2a8bc8-566d-48dc-b91d-d5248a770485 on host n-h1-802623-1 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:13:18.557956 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-02d9017c-de3d-439c-b2f6-244a56fc0b3c service neutron] Attempting to bind port cb2a8bc8-566d-48dc-b91d-d5248a770485 by drivers openvswitch,hyperv on host n-h1-802623-1 at level 0 using segments [{'id': 'c9fb78ac-e6ea-467c-8f46-ba3c48e27877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '0052d342-b5b8-4be5-86a5-4c909f6d7ddb'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:13:18.557956 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-02d9017c-de3d-439c-b2f6-244a56fc0b3c service neutron] Attempting to bind port cb2a8bc8-566d-48dc-b91d-d5248a770485 on network 0052d342-b5b8-4be5-86a5-4c909f6d7ddb {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:13:18.571879 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2a39211-f3b1-4408-88c7-a81d53c7ea85 tempest-RoutersNegativeTest-1232238953 tempest-RoutersNegativeTest-1232238953-project] Router 581cb9b0-04d3-44c4-8d84-ed171d7fd15e is scheduled to L3 agent 018c4455-49c0-4734-927d-7824067b2a9e with binding_index 1 {{(pid=93798) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 23:13:18.597328 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-6b72f2e7-384a-4859-b8b1-d73aa5106e57 req-1fd7d243-ad7a-4d67-b705-f2a3c5fcaacd service neutron] 10.222.0.49 "GET /v2.0/networks/751d782f-d338-44aa-a291-24d2ae3bed3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2071846 Jul 27 23:13:18.606721 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-02d9017c-de3d-439c-b2f6-244a56fc0b3c service neutron] Port cb2a8bc8-566d-48dc-b91d-d5248a770485 on network 0052d342-b5b8-4be5-86a5-4c909f6d7ddb not bound, no agent of type Open vSwitch agent registered on host n-h1-802623-1 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 23:13:18.610638 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-02d9017c-de3d-439c-b2f6-244a56fc0b3c service neutron] Attempting to bind port cb2a8bc8-566d-48dc-b91d-d5248a770485 on network 0052d342-b5b8-4be5-86a5-4c909f6d7ddb {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:13:18.618666 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-02d9017c-de3d-439c-b2f6-244a56fc0b3c service neutron] Checking agent: {'id': '245f1da4-a9b8-4b08-90d7-28f0f342b839', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 59, 59), 'started_at': datetime.datetime(2021, 7, 27, 22, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 12, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:13:18.619169 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-02d9017c-de3d-439c-b2f6-244a56fc0b3c service neutron] Checking segment: {'id': 'c9fb78ac-e6ea-467c-8f46-ba3c48e27877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '0052d342-b5b8-4be5-86a5-4c909f6d7ddb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:13:18.619643 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-02d9017c-de3d-439c-b2f6-244a56fc0b3c service neutron] Bound using segment: {'id': 'c9fb78ac-e6ea-467c-8f46-ba3c48e27877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '0052d342-b5b8-4be5-86a5-4c909f6d7ddb'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:13:18.620342 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-02d9017c-de3d-439c-b2f6-244a56fc0b3c service neutron] Bound port: cb2a8bc8-566d-48dc-b91d-d5248a770485, host: n-h1-802623-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9fb78ac-e6ea-467c-8f46-ba3c48e27877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '0052d342-b5b8-4be5-86a5-4c909f6d7ddb'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:13:18.620787 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-02d9017c-de3d-439c-b2f6-244a56fc0b3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:18.679712 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-b14da2ed-5913-4e9d-9e8d-8eca9fb1afbe None None] Provisioning complete for port e593450e-eab1-43e5-9669-cde72e88aa11 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:13:18.680345 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b14da2ed-5913-4e9d-9e8d-8eca9fb1afbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:18.753288 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 38238) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:13:18.768827 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-b14da2ed-5913-4e9d-9e8d-8eca9fb1afbe None None] Port e593450e-eab1-43e5-9669-cde72e88aa11 cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:13:18.801572 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:13:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92e5e0a2-4ccc-4045-a4e1-f725eaefd6e8 x-openstack-request-id: req-92e5e0a2-4ccc-4045-a4e1-f725eaefd6e8 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:13:18.801887 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "710db404-18d5-4163-8833-5771fe8a1f7e", "name": "network-vif-deleted", "tag": "cefb77b4-1f7c-4c0b-8c77-5ada85d70bd6", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:13:18.802146 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-92e5e0a2-4ccc-4045-a4e1-f725eaefd6e8 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:13:18.802556 n-d-802623-1 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '710db404-18d5-4163-8833-5771fe8a1f7e', 'name': 'network-vif-deleted', 'tag': 'cefb77b4-1f7c-4c0b-8c77-5ada85d70bd6', 'status': 'completed', 'code': 200} Jul 27 23:13:18.827117 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f030f9a-1d8a-48ce-b23d-d712285503a7 None None] Network f85fc89f-35b4-4dfd-9fd7-4dd9eea13e74 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:13:18.933426 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2a39211-f3b1-4408-88c7-a81d53c7ea85 tempest-RoutersNegativeTest-1232238953 tempest-RoutersNegativeTest-1232238953-project] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:13:18.939990 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-6b72f2e7-384a-4859-b8b1-d73aa5106e57 req-809edd66-1ed5-4ca9-a2b9-7de4125cf88f service neutron] 10.222.0.49 "GET /v2.0/networks/751d782f-d338-44aa-a291-24d2ae3bed3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3311117 Jul 27 23:13:18.941243 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-f2a39211-f3b1-4408-88c7-a81d53c7ea85 tempest-RoutersNegativeTest-1232238953 tempest-RoutersNegativeTest-1232238953-project] 10.222.0.18 "PUT /v2.0/routers/581cb9b0-04d3-44c4-8d84-ed171d7fd15e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4819527 Jul 27 23:13:18.949151 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 38244) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:13:18.985838 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09a8ef16-efd4-4218-9d7c-5555e2af9f0f None None] Sync routers for ids ['581cb9b0-04d3-44c4-8d84-ed171d7fd15e'] in n-d-802623-1 {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:13:19.027185 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a8ef16-efd4-4218-9d7c-5555e2af9f0f None None] Routers {'581cb9b0-04d3-44c4-8d84-ed171d7fd15e'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:13:19.028112 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-09a8ef16-efd4-4218-9d7c-5555e2af9f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:13:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['581cb9b0-04d3-44c4-8d84-ed171d7fd15e'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:13:19.072491 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a77e94d-ac32-4e71-8b00-9d56fddda9dc req-409cc7d7-6fd3-4592-ada4-0a38f432988f tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:19.081300 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-6a77e94d-ac32-4e71-8b00-9d56fddda9dc req-409cc7d7-6fd3-4592-ada4-0a38f432988f tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/ports?device_id=c292af40-c395-4445-978c-d1d948a0e563 HTTP/1.1" status: 200 len: 949 time: 0.2246745 Jul 27 23:13:19.089897 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-26f1362b-c9e4-4a8e-b7a1-8a5a583806ad None None] Provisioning for port e8134632-5a46-454b-be02-0e085fd5f199 completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:13:19.095325 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-09a8ef16-efd4-4218-9d7c-5555e2af9f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:13:19.097582 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-02d9017c-de3d-439c-b2f6-244a56fc0b3c service neutron] For port cb2a8bc8-566d-48dc-b91d-d5248a770485, host n-h1-802623-1, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:13:19.111706 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-26f1362b-c9e4-4a8e-b7a1-8a5a583806ad None None] Provisioning complete for port e8134632-5a46-454b-be02-0e085fd5f199 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:13:19.112298 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-26f1362b-c9e4-4a8e-b7a1-8a5a583806ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:19.142904 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-02d9017c-de3d-439c-b2f6-244a56fc0b3c service neutron] For port cb2a8bc8-566d-48dc-b91d-d5248a770485, host n-h1-802623-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=cb2a8bc8-566d-48dc-b91d-d5248a770485,segment=NetworkSegment(c9fb78ac-e6ea-467c-8f46-ba3c48e27877),segment_id=c9fb78ac-e6ea-467c-8f46-ba3c48e27877)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:13:19.165249 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-02d9017c-de3d-439c-b2f6-244a56fc0b3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:19.167930 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a8ef16-efd4-4218-9d7c-5555e2af9f0f None None] Routers {'581cb9b0-04d3-44c4-8d84-ed171d7fd15e'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:13:19.169992 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-09a8ef16-efd4-4218-9d7c-5555e2af9f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:13:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['581cb9b0-04d3-44c4-8d84-ed171d7fd15e'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:13:19.245480 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d9017c-de3d-439c-b2f6-244a56fc0b3c service neutron] Pushing event updated for resources: {'Port': ['ID=cb2a8bc8-566d-48dc-b91d-d5248a770485,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:13:19.251275 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-09a8ef16-efd4-4218-9d7c-5555e2af9f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:13:19.256087 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09a8ef16-efd4-4218-9d7c-5555e2af9f0f None None] The sync data for ids ['581cb9b0-04d3-44c4-8d84-ed171d7fd15e'] in n-d-802623-1 is: [] {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:13:19.265857 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55cb1b9e-b3c2-47cd-8a02-7c9e10ec36f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '907413de-9aa6-49bc-ae78-3f4206ba8faf'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:13:19.271295 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-6a77e94d-ac32-4e71-8b00-9d56fddda9dc req-99d7069f-5518-4748-92a8-3797362da024 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb779318-b8ff-43a6-a94f-3ce471aff166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843867 Jul 27 23:13:19.271530 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c0369b0d4f459110ff20a1f9878ba33f96d6491bddb9d15843bf29d01e0bda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3ba29d6-5aec-4672-97f3-23fcb9bf8949" -d '{"events": [{"server_uuid": "55cb1b9e-b3c2-47cd-8a02-7c9e10ec36f7", "name": "network-vif-plugged", "status": "completed", "tag": "907413de-9aa6-49bc-ae78-3f4206ba8faf"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:13:19.286018 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-02d9017c-de3d-439c-b2f6-244a56fc0b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:19.286657 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-02d9017c-de3d-439c-b2f6-244a56fc0b3c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:19.288110 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-02d9017c-de3d-439c-b2f6-244a56fc0b3c service neutron] 10.222.0.38 "PUT /v2.0/ports/cb2a8bc8-566d-48dc-b91d-d5248a770485 HTTP/1.1" status: 200 len: 1130 time: 3.9321811 Jul 27 23:13:19.382993 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:13:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8226064-26d6-473b-9ef1-c63e74b22bd7 x-openstack-request-id: req-a8226064-26d6-473b-9ef1-c63e74b22bd7 {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:13:19.383337 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55cb1b9e-b3c2-47cd-8a02-7c9e10ec36f7", "name": "network-vif-plugged", "status": "completed", "tag": "907413de-9aa6-49bc-ae78-3f4206ba8faf", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:13:19.383726 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a8226064-26d6-473b-9ef1-c63e74b22bd7 {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:13:19.384190 n-d-802623-1 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55cb1b9e-b3c2-47cd-8a02-7c9e10ec36f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '907413de-9aa6-49bc-ae78-3f4206ba8faf', 'code': 200} Jul 27 23:13:19.403151 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-e8ccd2bd-e8f7-47ff-a12b-7fd02fd048d8 service neutron] Request body: {'port': {'device_id': 'b095b7c4-44b3-4276-8676-8d0be18fa84f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802623-1'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:13:19.519957 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-26f1362b-c9e4-4a8e-b7a1-8a5a583806ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:19.615156 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-26f1362b-c9e4-4a8e-b7a1-8a5a583806ad None None] For port e8134632-5a46-454b-be02-0e085fd5f199, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=e8134632-5a46-454b-be02-0e085fd5f199,segment=NetworkSegment(1ba7b2cf-50e4-41c4-bd6a-ec30ee885d04),segment_id=1ba7b2cf-50e4-41c4-bd6a-ec30ee885d04)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:13:19.629081 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-26f1362b-c9e4-4a8e-b7a1-8a5a583806ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:19.659868 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b80a81e9-bde9-43a3-9e32-cc25745ccc05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-414022'] for router_interface, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:19.663422 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58851dd-4e0c-465d-9950-41e2f2c39a65 req-77824399-20db-49f7-8202-b2c916a1d8c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:19.665237 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-c58851dd-4e0c-465d-9950-41e2f2c39a65 req-77824399-20db-49f7-8202-b2c916a1d8c5 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=55cb1b9e-b3c2-47cd-8a02-7c9e10ec36f7 HTTP/1.1" status: 200 len: 1096 time: 0.1654606 Jul 27 23:13:19.721838 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f1362b-c9e4-4a8e-b7a1-8a5a583806ad None None] Pushing event updated for resources: {'Port': ['ID=e8134632-5a46-454b-be02-0e085fd5f199,revision_number=3']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:13:19.754570 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-e8ccd2bd-e8f7-47ff-a12b-7fd02fd048d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:19.815431 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacfa291-7f52-4033-867b-b8d332b2e3e5 req-839bd790-d277-4652-bcc2-05eda8d3cc8d tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:19.821433 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacfa291-7f52-4033-867b-b8d332b2e3e5 req-839bd790-d277-4652-bcc2-05eda8d3cc8d tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:19.827636 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacfa291-7f52-4033-867b-b8d332b2e3e5 req-839bd790-d277-4652-bcc2-05eda8d3cc8d tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:19.833459 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacfa291-7f52-4033-867b-b8d332b2e3e5 req-839bd790-d277-4652-bcc2-05eda8d3cc8d tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:19.839483 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacfa291-7f52-4033-867b-b8d332b2e3e5 req-839bd790-d277-4652-bcc2-05eda8d3cc8d tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:19.845384 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacfa291-7f52-4033-867b-b8d332b2e3e5 req-839bd790-d277-4652-bcc2-05eda8d3cc8d tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:19.847330 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-eacfa291-7f52-4033-867b-b8d332b2e3e5 req-839bd790-d277-4652-bcc2-05eda8d3cc8d tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] 10.222.0.18 "GET /v2.0/ports?device_id=b095b7c4-44b3-4276-8676-8d0be18fa84f HTTP/1.1" status: 200 len: 4600 time: 0.3590467 Jul 27 23:13:19.848022 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-a7e99725-7308-4f0f-a786-8a1bfba54433 None None] Provisioning complete for port e8134632-5a46-454b-be02-0e085fd5f199 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:13:19.848400 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a7e99725-7308-4f0f-a786-8a1bfba54433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:19.887703 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-c58851dd-4e0c-465d-9950-41e2f2c39a65 req-9527ee7f-64ba-476d-b771-5ea4a300bdca service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=5f578744-6f09-4b7e-a537-2a342130270d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1087556 Jul 27 23:13:19.932416 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4594834-398c-44d1-822a-bd83cb66e8db req-e6e72bbe-fd1f-44e0-94d7-9b8c6907bbc4 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:19.934013 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-b4594834-398c-44d1-822a-bd83cb66e8db req-e6e72bbe-fd1f-44e0-94d7-9b8c6907bbc4 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/ports?device_id=55cb1b9e-b3c2-47cd-8a02-7c9e10ec36f7 HTTP/1.1" status: 200 len: 945 time: 0.1609311 Jul 27 23:13:20.012657 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-b4594834-398c-44d1-822a-bd83cb66e8db req-f98de3b2-d27b-491d-8020-17ecbaf1d014 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/security-groups?id=5f578744-6f09-4b7e-a537-2a342130270d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577474 Jul 27 23:13:20.042086 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-eacfa291-7f52-4033-867b-b8d332b2e3e5 req-f77e104a-4e56-44b7-92d4-9bdb7f11986a tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] 10.222.0.18 "GET /v2.0/security-groups?id=8a179c9a-ee47-4a9a-9e98-ceb367c5785f&id=099e8df2-bc6b-4be8-8e74-9791e0ffd653&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1842074 Jul 27 23:13:20.199464 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device e8134632-5a46-454b-be02-0e085fd5f199 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:13:20.225284 n-d-802623-1 neutron-server[93798]: INFO neutron.api.v2.resource [None req-0de012c2-62bb-432a-bc38-1c973330596b tempest-RoutersNegativeTest-1232238953 tempest-RoutersNegativeTest-1232238953-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 23:13:20.229376 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-0de012c2-62bb-432a-bc38-1c973330596b tempest-RoutersNegativeTest-1232238953 tempest-RoutersNegativeTest-1232238953-project] 10.222.0.18 "PUT /v2.0/routers/581cb9b0-04d3-44c4-8d84-ed171d7fd15e/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.2747443 Jul 27 23:13:20.229646 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 38262) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:13:20.279626 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port e8134632-5a46-454b-be02-0e085fd5f199 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:13:20.280009 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:20.388011 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device f61de268-fa06-4038-8eeb-c0fc047e06d3 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:13:20.481938 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port f61de268-fa06-4038-8eeb-c0fc047e06d3 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:13:20.482322 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:20.522420 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05850c83-5b2c-4c8a-81d2-d33328f4abe7 req-0df74fd1-9deb-403e-9728-23bcda837d35 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:20.524543 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-05850c83-5b2c-4c8a-81d2-d33328f4abe7 req-0df74fd1-9deb-403e-9728-23bcda837d35 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/ports?device_id=c292af40-c395-4445-978c-d1d948a0e563 HTTP/1.1" status: 200 len: 949 time: 0.1323302 Jul 27 23:13:20.532810 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-e8ccd2bd-e8f7-47ff-a12b-7fd02fd048d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0d9ae02-d7ae-4081-8329-a04703c772b8 {{(pid=93798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:13:20.543972 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-b80a81e9-bde9-43a3-9e32-cc25745ccc05 admin admin] Deleting port 47d4668d-1297-4a47-9a69-547fc830c809 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:13:20.544472 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b80a81e9-bde9-43a3-9e32-cc25745ccc05 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:20.556004 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a4f3d3-592f-431e-bcc0-cbe619e8c89d req-b572246e-9b41-4b80-ab25-617ebafeaa9f tempest-ListServersNegativeTestJSON-219464243 tempest-ListServersNegativeTestJSON-219464243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:20.556672 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-e8ccd2bd-e8f7-47ff-a12b-7fd02fd048d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:20.563665 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-b4a4f3d3-592f-431e-bcc0-cbe619e8c89d req-b572246e-9b41-4b80-ab25-617ebafeaa9f tempest-ListServersNegativeTestJSON-219464243 tempest-ListServersNegativeTestJSON-219464243-project] 10.222.0.18 "GET /v2.0/ports?device_id=a956a4fe-7dc3-483f-928f-4a7198c9d531 HTTP/1.1" status: 200 len: 945 time: 0.2882185 Jul 27 23:13:20.582353 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-e8ccd2bd-e8f7-47ff-a12b-7fd02fd048d8 service neutron] Transition to ACTIVE for port object b0d9ae02-d7ae-4081-8329-a04703c772b8 will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:13:20.590937 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-05850c83-5b2c-4c8a-81d2-d33328f4abe7 req-69e29173-5bc0-4916-b584-8007c79598ac tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb779318-b8ff-43a6-a94f-3ce471aff166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523078 Jul 27 23:13:20.592742 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-e8ccd2bd-e8f7-47ff-a12b-7fd02fd048d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:20.650686 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ccd2bd-e8f7-47ff-a12b-7fd02fd048d8 service neutron] Pushing event updated for resources: {'Port': ['ID=b0d9ae02-d7ae-4081-8329-a04703c772b8,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:13:20.745745 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-e8ccd2bd-e8f7-47ff-a12b-7fd02fd048d8 service neutron] Attempting to bind port b0d9ae02-d7ae-4081-8329-a04703c772b8 on host n-h1-802623-1 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:13:20.746162 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-e8ccd2bd-e8f7-47ff-a12b-7fd02fd048d8 service neutron] Attempting to bind port b0d9ae02-d7ae-4081-8329-a04703c772b8 by drivers openvswitch,hyperv on host n-h1-802623-1 at level 0 using segments [{'id': 'c9fb78ac-e6ea-467c-8f46-ba3c48e27877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '0052d342-b5b8-4be5-86a5-4c909f6d7ddb'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:13:20.746745 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-e8ccd2bd-e8f7-47ff-a12b-7fd02fd048d8 service neutron] Attempting to bind port b0d9ae02-d7ae-4081-8329-a04703c772b8 on network 0052d342-b5b8-4be5-86a5-4c909f6d7ddb {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:13:20.754230 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-e8ccd2bd-e8f7-47ff-a12b-7fd02fd048d8 service neutron] Port b0d9ae02-d7ae-4081-8329-a04703c772b8 on network 0052d342-b5b8-4be5-86a5-4c909f6d7ddb not bound, no agent of type Open vSwitch agent registered on host n-h1-802623-1 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 23:13:20.754560 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-e8ccd2bd-e8f7-47ff-a12b-7fd02fd048d8 service neutron] Attempting to bind port b0d9ae02-d7ae-4081-8329-a04703c772b8 on network 0052d342-b5b8-4be5-86a5-4c909f6d7ddb {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:13:20.761211 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-e8ccd2bd-e8f7-47ff-a12b-7fd02fd048d8 service neutron] Checking agent: {'id': '245f1da4-a9b8-4b08-90d7-28f0f342b839', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 59, 59), 'started_at': datetime.datetime(2021, 7, 27, 22, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 12, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:13:20.761474 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-e8ccd2bd-e8f7-47ff-a12b-7fd02fd048d8 service neutron] Checking segment: {'id': 'c9fb78ac-e6ea-467c-8f46-ba3c48e27877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '0052d342-b5b8-4be5-86a5-4c909f6d7ddb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:13:20.761865 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-e8ccd2bd-e8f7-47ff-a12b-7fd02fd048d8 service neutron] Bound using segment: {'id': 'c9fb78ac-e6ea-467c-8f46-ba3c48e27877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '0052d342-b5b8-4be5-86a5-4c909f6d7ddb'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:13:20.762375 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-e8ccd2bd-e8f7-47ff-a12b-7fd02fd048d8 service neutron] Bound port: b0d9ae02-d7ae-4081-8329-a04703c772b8, host: n-h1-802623-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9fb78ac-e6ea-467c-8f46-ba3c48e27877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '0052d342-b5b8-4be5-86a5-4c909f6d7ddb'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:13:20.762746 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-e8ccd2bd-e8f7-47ff-a12b-7fd02fd048d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:20.843733 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-e8ccd2bd-e8f7-47ff-a12b-7fd02fd048d8 service neutron] For port b0d9ae02-d7ae-4081-8329-a04703c772b8, host n-h1-802623-1, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:13:20.848390 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-e8ccd2bd-e8f7-47ff-a12b-7fd02fd048d8 service neutron] For port b0d9ae02-d7ae-4081-8329-a04703c772b8, host n-h1-802623-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=b0d9ae02-d7ae-4081-8329-a04703c772b8,segment=NetworkSegment(c9fb78ac-e6ea-467c-8f46-ba3c48e27877),segment_id=c9fb78ac-e6ea-467c-8f46-ba3c48e27877)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:13:20.849779 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b095b7c4-44b3-4276-8676-8d0be18fa84f', 'tag': 'cb2a8bc8-566d-48dc-b91d-d5248a770485'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:13:20.853159 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}011f8d312121274bb12d78e77c6379a2079800640016cec6c6d605b73666e854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0b3c27c-fbdd-4fe7-9380-c8f33b13f735" -d '{"events": [{"name": "network-changed", "server_uuid": "b095b7c4-44b3-4276-8676-8d0be18fa84f", "tag": "cb2a8bc8-566d-48dc-b91d-d5248a770485"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:13:20.859400 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-e8ccd2bd-e8f7-47ff-a12b-7fd02fd048d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:20.925560 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 23:13:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c657aa59-29ae-49ef-a8a6-7010c255d563 x-openstack-request-id: req-c657aa59-29ae-49ef-a8a6-7010c255d563 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:13:20.926164 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b095b7c4-44b3-4276-8676-8d0be18fa84f", "tag": "cb2a8bc8-566d-48dc-b91d-d5248a770485", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:13:20.926424 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c657aa59-29ae-49ef-a8a6-7010c255d563 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:13:20.926815 n-d-802623-1 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b095b7c4-44b3-4276-8676-8d0be18fa84f', 'tag': 'cb2a8bc8-566d-48dc-b91d-d5248a770485', 'status': 'completed', 'code': 200} Jul 27 23:13:20.972288 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ccd2bd-e8f7-47ff-a12b-7fd02fd048d8 service neutron] Pushing event updated for resources: {'Port': ['ID=b0d9ae02-d7ae-4081-8329-a04703c772b8,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:13:20.981654 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-e8ccd2bd-e8f7-47ff-a12b-7fd02fd048d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:20.982722 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-e8ccd2bd-e8f7-47ff-a12b-7fd02fd048d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:20.984135 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-e8ccd2bd-e8f7-47ff-a12b-7fd02fd048d8 service neutron] 10.222.0.38 "PUT /v2.0/ports/b0d9ae02-d7ae-4081-8329-a04703c772b8 HTTP/1.1" status: 200 len: 1129 time: 1.5910969 Jul 27 23:13:21.022002 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b3c27c-fbdd-4fe7-9380-c8f33b13f735 req-848f0be6-ac9e-4575-a5f4-d5b6207eedf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:21.022499 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b3c27c-fbdd-4fe7-9380-c8f33b13f735 req-848f0be6-ac9e-4575-a5f4-d5b6207eedf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:21.022981 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b3c27c-fbdd-4fe7-9380-c8f33b13f735 req-848f0be6-ac9e-4575-a5f4-d5b6207eedf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:21.025263 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b3c27c-fbdd-4fe7-9380-c8f33b13f735 req-848f0be6-ac9e-4575-a5f4-d5b6207eedf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:21.026444 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b3c27c-fbdd-4fe7-9380-c8f33b13f735 req-848f0be6-ac9e-4575-a5f4-d5b6207eedf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:21.026965 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b3c27c-fbdd-4fe7-9380-c8f33b13f735 req-848f0be6-ac9e-4575-a5f4-d5b6207eedf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:21.027523 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b3c27c-fbdd-4fe7-9380-c8f33b13f735 req-848f0be6-ac9e-4575-a5f4-d5b6207eedf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:21.030434 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b0b3c27c-fbdd-4fe7-9380-c8f33b13f735 req-848f0be6-ac9e-4575-a5f4-d5b6207eedf3 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f48a0b951c1c4793a7fc1226ee71e867&device_id=b095b7c4-44b3-4276-8676-8d0be18fa84f HTTP/1.1" status: 200 len: 6208 time: 0.1071372 Jul 27 23:13:21.038732 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-bafe03c0-b222-4813-9a0c-83cb604dd8bc service neutron] Request body: {'port': {'device_id': 'b095b7c4-44b3-4276-8676-8d0be18fa84f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802623-1'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:13:21.127626 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef12b2d-3a2d-4c8d-98ba-294ff1bb801f req-aa4f7bc7-ba09-49b5-998d-4e5521e4cf30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:21.129119 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-2ef12b2d-3a2d-4c8d-98ba-294ff1bb801f req-aa4f7bc7-ba09-49b5-998d-4e5521e4cf30 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=c292af40-c395-4445-978c-d1d948a0e563&tenant_id=1b545d5113d14592aa4c69bde083a757 HTTP/1.1" status: 200 len: 1100 time: 0.6682231 Jul 27 23:13:21.164064 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-b4a4f3d3-592f-431e-bcc0-cbe619e8c89d req-8d7772bc-2ce7-4a13-92e0-06f07dadc4dc tempest-ListServersNegativeTestJSON-219464243 tempest-ListServersNegativeTestJSON-219464243-project] 10.222.0.18 "GET /v2.0/security-groups?id=101be31e-d533-430f-a71d-e6dea6b55f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5968804 Jul 27 23:13:21.312053 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632efdbb-fe89-485d-a50f-199ba9c2dbc7 req-13c92180-7d1b-483a-82e6-7ece287fc2b8 tempest-ListServersNegativeTestJSON-219464243 tempest-ListServersNegativeTestJSON-219464243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:21.313911 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-632efdbb-fe89-485d-a50f-199ba9c2dbc7 req-13c92180-7d1b-483a-82e6-7ece287fc2b8 tempest-ListServersNegativeTestJSON-219464243 tempest-ListServersNegativeTestJSON-219464243-project] 10.222.0.38 "GET /v2.0/ports?device_id=a956a4fe-7dc3-483f-928f-4a7198c9d531 HTTP/1.1" status: 200 len: 945 time: 0.3730111 Jul 27 23:13:21.367267 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-b80a81e9-bde9-43a3-9e32-cc25745ccc05 admin admin] For port 47d4668d-1297-4a47-9a69-547fc830c809, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=47d4668d-1297-4a47-9a69-547fc830c809,segment=NetworkSegment(6aa8292f-47cc-47ee-ac5f-a751b39a03ef),segment_id=6aa8292f-47cc-47ee-ac5f-a751b39a03ef)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:13:21.367734 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b80a81e9-bde9-43a3-9e32-cc25745ccc05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:21.443138 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-b80a81e9-bde9-43a3-9e32-cc25745ccc05 admin admin] Calling delete_port for 47d4668d-1297-4a47-9a69-547fc830c809 owned by network:router_interface {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:13:21.533246 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef12b2d-3a2d-4c8d-98ba-294ff1bb801f req-c0802326-a1f2-4f52-8928-67e1d4d65e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:21.534659 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-2ef12b2d-3a2d-4c8d-98ba-294ff1bb801f req-c0802326-a1f2-4f52-8928-67e1d4d65e1b service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=1b545d5113d14592aa4c69bde083a757&device_id=c292af40-c395-4445-978c-d1d948a0e563 HTTP/1.1" status: 200 len: 1100 time: 0.3034649 Jul 27 23:13:21.608715 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447f72a5-f91c-4006-8888-4d6e09b8e75b req-8b05f1c2-0bf2-4893-b67f-d6b46aa83e70 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:21.615320 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447f72a5-f91c-4006-8888-4d6e09b8e75b req-8b05f1c2-0bf2-4893-b67f-d6b46aa83e70 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:21.621270 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447f72a5-f91c-4006-8888-4d6e09b8e75b req-8b05f1c2-0bf2-4893-b67f-d6b46aa83e70 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:21.628892 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447f72a5-f91c-4006-8888-4d6e09b8e75b req-8b05f1c2-0bf2-4893-b67f-d6b46aa83e70 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:21.635112 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447f72a5-f91c-4006-8888-4d6e09b8e75b req-8b05f1c2-0bf2-4893-b67f-d6b46aa83e70 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:21.641034 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447f72a5-f91c-4006-8888-4d6e09b8e75b req-8b05f1c2-0bf2-4893-b67f-d6b46aa83e70 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:21.648278 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447f72a5-f91c-4006-8888-4d6e09b8e75b req-8b05f1c2-0bf2-4893-b67f-d6b46aa83e70 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:21.657296 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-447f72a5-f91c-4006-8888-4d6e09b8e75b req-8b05f1c2-0bf2-4893-b67f-d6b46aa83e70 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] 10.222.0.18 "GET /v2.0/ports?device_id=b095b7c4-44b3-4276-8676-8d0be18fa84f HTTP/1.1" status: 200 len: 5371 time: 0.3344443 Jul 27 23:13:21.693461 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ac697d-712c-46ae-9a01-be8e39c05d05 req-68b82f90-295a-4cc1-96af-370f9eca0d82 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:21.695718 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-d3ac697d-712c-46ae-9a01-be8e39c05d05 req-68b82f90-295a-4cc1-96af-370f9eca0d82 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/ports?device_id=55cb1b9e-b3c2-47cd-8a02-7c9e10ec36f7 HTTP/1.1" status: 200 len: 945 time: 0.5767221 Jul 27 23:13:21.763497 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-bafe03c0-b222-4813-9a0c-83cb604dd8bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:21.846040 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-447f72a5-f91c-4006-8888-4d6e09b8e75b req-50944b0c-c463-452c-98a3-712a53a79535 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] 10.222.0.18 "GET /v2.0/security-groups?id=8a179c9a-ee47-4a9a-9e98-ceb367c5785f&id=099e8df2-bc6b-4be8-8e74-9791e0ffd653&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1867530 Jul 27 23:13:21.907520 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11a1168-3b65-4979-ba43-6464b9456fcd req-d364e59a-67f1-405c-8b90-0c01751c5d6b tempest-ListServersNegativeTestJSON-219464243 tempest-ListServersNegativeTestJSON-219464243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:21.909070 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d11a1168-3b65-4979-ba43-6464b9456fcd req-d364e59a-67f1-405c-8b90-0c01751c5d6b tempest-ListServersNegativeTestJSON-219464243 tempest-ListServersNegativeTestJSON-219464243-project] 10.222.0.49 "GET /v2.0/ports?device_id=8192a572-70e9-493b-bfee-65b34f4b4be8 HTTP/1.1" status: 200 len: 946 time: 0.3357816 Jul 27 23:13:21.911986 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [req-632efdbb-fe89-485d-a50f-199ba9c2dbc7 req-1c2ac30b-e48c-40a5-bc06-44fd431ac846 tempest-ListServersNegativeTestJSON-219464243 tempest-ListServersNegativeTestJSON-219464243-project] Deleting port e519a38a-bcaf-48eb-addd-572e97f9b106 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:13:21.912334 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-632efdbb-fe89-485d-a50f-199ba9c2dbc7 req-1c2ac30b-e48c-40a5-bc06-44fd431ac846 tempest-ListServersNegativeTestJSON-219464243 tempest-ListServersNegativeTestJSON-219464243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:21.956459 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-d3ac697d-712c-46ae-9a01-be8e39c05d05 req-66a0488d-3eee-473d-b17d-296465b9e67c tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/security-groups?id=5f578744-6f09-4b7e-a537-2a342130270d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2420719 Jul 27 23:13:21.960434 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b3c27c-fbdd-4fe7-9380-c8f33b13f735 req-585751e2-fd2b-4d57-891e-5824a83f0af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:21.960915 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b3c27c-fbdd-4fe7-9380-c8f33b13f735 req-585751e2-fd2b-4d57-891e-5824a83f0af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:21.961758 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b3c27c-fbdd-4fe7-9380-c8f33b13f735 req-585751e2-fd2b-4d57-891e-5824a83f0af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:21.963214 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b0b3c27c-fbdd-4fe7-9380-c8f33b13f735 req-585751e2-fd2b-4d57-891e-5824a83f0af1 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=f48a0b951c1c4793a7fc1226ee71e867&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.9213326 Jul 27 23:13:22.082169 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef12b2d-3a2d-4c8d-98ba-294ff1bb801f req-3cae2aca-a635-4805-8048-1b0fea3ae2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:22.083690 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-2ef12b2d-3a2d-4c8d-98ba-294ff1bb801f req-3cae2aca-a635-4805-8048-1b0fea3ae2dc service neutron] 10.222.0.38 "GET /v2.0/networks?id=591af2dd-f826-43b1-aa9d-e7a0bf218c71 HTTP/1.1" status: 200 len: 870 time: 0.5006018 Jul 27 23:13:22.155397 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b3c27c-fbdd-4fe7-9380-c8f33b13f735 req-7af4ad81-b6c3-43db-afeb-cb984d34ee44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:22.156934 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b0b3c27c-fbdd-4fe7-9380-c8f33b13f735 req-7af4ad81-b6c3-43db-afeb-cb984d34ee44 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1812663 Jul 27 23:13:22.190397 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-2ef12b2d-3a2d-4c8d-98ba-294ff1bb801f req-548facaf-c44d-46e3-8a5f-0ce0907be26f service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=7cf95691-d169-4732-bb02-85a7aaedd64a HTTP/1.1" status: 200 len: 217 time: 0.0884273 Jul 27 23:13:22.256325 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-632efdbb-fe89-485d-a50f-199ba9c2dbc7 req-1c2ac30b-e48c-40a5-bc06-44fd431ac846 tempest-ListServersNegativeTestJSON-219464243 tempest-ListServersNegativeTestJSON-219464243-project] For port e519a38a-bcaf-48eb-addd-572e97f9b106, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=e519a38a-bcaf-48eb-addd-572e97f9b106,segment=NetworkSegment(1fb2f591-8c81-4821-807c-46a0bb640046),segment_id=1fb2f591-8c81-4821-807c-46a0bb640046)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:13:22.256706 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-632efdbb-fe89-485d-a50f-199ba9c2dbc7 req-1c2ac30b-e48c-40a5-bc06-44fd431ac846 tempest-ListServersNegativeTestJSON-219464243 tempest-ListServersNegativeTestJSON-219464243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:22.293292 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997ce184-d27e-43e8-99ca-199bdbd856a9 req-9c4c9b8d-d4d6-42a1-9465-ed3ccff1a979 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:22.295392 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-997ce184-d27e-43e8-99ca-199bdbd856a9 req-9c4c9b8d-d4d6-42a1-9465-ed3ccff1a979 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/ports?device_id=c292af40-c395-4445-978c-d1d948a0e563 HTTP/1.1" status: 200 len: 949 time: 0.1349862 Jul 27 23:13:22.339501 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [req-632efdbb-fe89-485d-a50f-199ba9c2dbc7 req-1c2ac30b-e48c-40a5-bc06-44fd431ac846 tempest-ListServersNegativeTestJSON-219464243 tempest-ListServersNegativeTestJSON-219464243-project] Calling delete_port for e519a38a-bcaf-48eb-addd-572e97f9b106 owned by compute:nova {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:13:22.361425 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-997ce184-d27e-43e8-99ca-199bdbd856a9 req-bff36ba8-dc1c-474b-8227-1b72a05010f4 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb779318-b8ff-43a6-a94f-3ce471aff166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497100 Jul 27 23:13:22.388058 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-218d5ac7-e226-45ad-b241-c8af9f6aa025 tempest-RoutersNegativeTest-1232238953 tempest-RoutersNegativeTest-1232238953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-414022'] for router_interface, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:22.391319 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef12b2d-3a2d-4c8d-98ba-294ff1bb801f req-e01bd40b-83f9-4a3d-8b17-555b42f6ea21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:22.392799 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-2ef12b2d-3a2d-4c8d-98ba-294ff1bb801f req-e01bd40b-83f9-4a3d-8b17-555b42f6ea21 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=62938449-046d-4cbe-923a-7ebb632c358d HTTP/1.1" status: 200 len: 843 time: 0.1898637 Jul 27 23:13:22.444776 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-bafe03c0-b222-4813-9a0c-83cb604dd8bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50b2311c-7f44-4357-bc67-6eaa1ae4cefe {{(pid=93798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:13:22.455475 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-bafe03c0-b222-4813-9a0c-83cb604dd8bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:22.471797 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-bafe03c0-b222-4813-9a0c-83cb604dd8bc service neutron] Transition to ACTIVE for port object 50b2311c-7f44-4357-bc67-6eaa1ae4cefe will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:13:22.478265 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-bafe03c0-b222-4813-9a0c-83cb604dd8bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:22.533509 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b80a81e9-bde9-43a3-9e32-cc25745ccc05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:22.566474 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [req-d11a1168-3b65-4979-ba43-6464b9456fcd req-76e4ac58-5bba-4360-8f13-489cf4bf526c tempest-ListServersNegativeTestJSON-219464243 tempest-ListServersNegativeTestJSON-219464243-project] Deleting port 84835e77-f38a-45de-9b12-85db398b9a14 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:13:22.566732 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-d11a1168-3b65-4979-ba43-6464b9456fcd req-76e4ac58-5bba-4360-8f13-489cf4bf526c tempest-ListServersNegativeTestJSON-219464243 tempest-ListServersNegativeTestJSON-219464243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:22.626528 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafe03c0-b222-4813-9a0c-83cb604dd8bc service neutron] Pushing event updated for resources: {'Port': ['ID=50b2311c-7f44-4357-bc67-6eaa1ae4cefe,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:13:22.634705 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80a81e9-bde9-43a3-9e32-cc25745ccc05 admin admin] Pushing event deleted for resources: {'Port': ['ID=47d4668d-1297-4a47-9a69-547fc830c809,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:13:22.647786 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62515325-93e2-4817-8bc2-a70544cdc514 req-b81c557f-848c-4269-9050-4468dc67b58b tempest-ListServersNegativeTestJSON-219464243 tempest-ListServersNegativeTestJSON-219464243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:22.657532 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-62515325-93e2-4817-8bc2-a70544cdc514 req-b81c557f-848c-4269-9050-4468dc67b58b tempest-ListServersNegativeTestJSON-219464243 tempest-ListServersNegativeTestJSON-219464243-project] 10.222.0.18 "GET /v2.0/ports?device_id=a956a4fe-7dc3-483f-928f-4a7198c9d531 HTTP/1.1" status: 200 len: 945 time: 0.3529193 Jul 27 23:13:22.680347 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-bafe03c0-b222-4813-9a0c-83cb604dd8bc service neutron] Attempting to bind port 50b2311c-7f44-4357-bc67-6eaa1ae4cefe on host n-h1-802623-1 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:13:22.680707 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-bafe03c0-b222-4813-9a0c-83cb604dd8bc service neutron] Attempting to bind port 50b2311c-7f44-4357-bc67-6eaa1ae4cefe by drivers openvswitch,hyperv on host n-h1-802623-1 at level 0 using segments [{'id': 'c9fb78ac-e6ea-467c-8f46-ba3c48e27877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '0052d342-b5b8-4be5-86a5-4c909f6d7ddb'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:13:22.681132 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-bafe03c0-b222-4813-9a0c-83cb604dd8bc service neutron] Attempting to bind port 50b2311c-7f44-4357-bc67-6eaa1ae4cefe on network 0052d342-b5b8-4be5-86a5-4c909f6d7ddb {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:13:22.687490 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-bafe03c0-b222-4813-9a0c-83cb604dd8bc service neutron] Port 50b2311c-7f44-4357-bc67-6eaa1ae4cefe on network 0052d342-b5b8-4be5-86a5-4c909f6d7ddb not bound, no agent of type Open vSwitch agent registered on host n-h1-802623-1 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 23:13:22.687827 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-bafe03c0-b222-4813-9a0c-83cb604dd8bc service neutron] Attempting to bind port 50b2311c-7f44-4357-bc67-6eaa1ae4cefe on network 0052d342-b5b8-4be5-86a5-4c909f6d7ddb {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:13:22.693530 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-bafe03c0-b222-4813-9a0c-83cb604dd8bc service neutron] Checking agent: {'id': '245f1da4-a9b8-4b08-90d7-28f0f342b839', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 59, 59), 'started_at': datetime.datetime(2021, 7, 27, 22, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 12, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:13:22.694233 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-bafe03c0-b222-4813-9a0c-83cb604dd8bc service neutron] Checking segment: {'id': 'c9fb78ac-e6ea-467c-8f46-ba3c48e27877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '0052d342-b5b8-4be5-86a5-4c909f6d7ddb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:13:22.694233 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-bafe03c0-b222-4813-9a0c-83cb604dd8bc service neutron] Bound using segment: {'id': 'c9fb78ac-e6ea-467c-8f46-ba3c48e27877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '0052d342-b5b8-4be5-86a5-4c909f6d7ddb'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:13:22.694684 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-bafe03c0-b222-4813-9a0c-83cb604dd8bc service neutron] Bound port: 50b2311c-7f44-4357-bc67-6eaa1ae4cefe, host: n-h1-802623-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9fb78ac-e6ea-467c-8f46-ba3c48e27877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '0052d342-b5b8-4be5-86a5-4c909f6d7ddb'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:13:22.695159 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-bafe03c0-b222-4813-9a0c-83cb604dd8bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:22.793613 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-bafe03c0-b222-4813-9a0c-83cb604dd8bc service neutron] For port 50b2311c-7f44-4357-bc67-6eaa1ae4cefe, host n-h1-802623-1, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:13:22.798196 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-bafe03c0-b222-4813-9a0c-83cb604dd8bc service neutron] For port 50b2311c-7f44-4357-bc67-6eaa1ae4cefe, host n-h1-802623-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=50b2311c-7f44-4357-bc67-6eaa1ae4cefe,segment=NetworkSegment(c9fb78ac-e6ea-467c-8f46-ba3c48e27877),segment_id=c9fb78ac-e6ea-467c-8f46-ba3c48e27877)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:13:22.809123 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-bafe03c0-b222-4813-9a0c-83cb604dd8bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:22.853716 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-bafe03c0-b222-4813-9a0c-83cb604dd8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:22.854434 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-bafe03c0-b222-4813-9a0c-83cb604dd8bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:22.855850 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-bafe03c0-b222-4813-9a0c-83cb604dd8bc service neutron] 10.222.0.38 "PUT /v2.0/ports/50b2311c-7f44-4357-bc67-6eaa1ae4cefe HTTP/1.1" status: 200 len: 1091 time: 1.8241332 Jul 27 23:13:22.892955 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-fb070e15-73fd-4874-a0da-e481b98a429e service neutron] Request body: {'port': {'device_id': 'b095b7c4-44b3-4276-8676-8d0be18fa84f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802623-1'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:13:22.923912 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafe03c0-b222-4813-9a0c-83cb604dd8bc service neutron] Pushing event updated for resources: {'Port': ['ID=50b2311c-7f44-4357-bc67-6eaa1ae4cefe,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:13:22.929650 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b095b7c4-44b3-4276-8676-8d0be18fa84f', 'tag': 'b0d9ae02-d7ae-4081-8329-a04703c772b8'}, {'name': 'network-changed', 'server_uuid': 'b095b7c4-44b3-4276-8676-8d0be18fa84f', 'tag': '50b2311c-7f44-4357-bc67-6eaa1ae4cefe'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:13:22.932484 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}011f8d312121274bb12d78e77c6379a2079800640016cec6c6d605b73666e854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2858f48c-23b1-4716-8214-b5df28acd48b" -d '{"events": [{"name": "network-changed", "server_uuid": "b095b7c4-44b3-4276-8676-8d0be18fa84f", "tag": "b0d9ae02-d7ae-4081-8329-a04703c772b8"}, {"name": "network-changed", "server_uuid": "b095b7c4-44b3-4276-8676-8d0be18fa84f", "tag": "50b2311c-7f44-4357-bc67-6eaa1ae4cefe"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:13:22.974326 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-fb070e15-73fd-4874-a0da-e481b98a429e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:23.155233 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf71de71-b9ef-4bd6-8ddd-cd88a1f39d34 req-7d9f021b-04de-4b78-8d80-95c4dd34b6e3 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:23.161115 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf71de71-b9ef-4bd6-8ddd-cd88a1f39d34 req-7d9f021b-04de-4b78-8d80-95c4dd34b6e3 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:23.168120 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf71de71-b9ef-4bd6-8ddd-cd88a1f39d34 req-7d9f021b-04de-4b78-8d80-95c4dd34b6e3 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:23.174387 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf71de71-b9ef-4bd6-8ddd-cd88a1f39d34 req-7d9f021b-04de-4b78-8d80-95c4dd34b6e3 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:23.180367 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf71de71-b9ef-4bd6-8ddd-cd88a1f39d34 req-7d9f021b-04de-4b78-8d80-95c4dd34b6e3 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:23.186932 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf71de71-b9ef-4bd6-8ddd-cd88a1f39d34 req-7d9f021b-04de-4b78-8d80-95c4dd34b6e3 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:23.194107 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf71de71-b9ef-4bd6-8ddd-cd88a1f39d34 req-7d9f021b-04de-4b78-8d80-95c4dd34b6e3 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:23.195911 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-bf71de71-b9ef-4bd6-8ddd-cd88a1f39d34 req-7d9f021b-04de-4b78-8d80-95c4dd34b6e3 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] 10.222.0.18 "GET /v2.0/ports?device_id=b095b7c4-44b3-4276-8676-8d0be18fa84f HTTP/1.1" status: 200 len: 5383 time: 0.2041123 Jul 27 23:13:23.204621 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef12b2d-3a2d-4c8d-98ba-294ff1bb801f req-e17fe0aa-c71b-4f1f-970d-9146dfebd68f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:23.206136 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-2ef12b2d-3a2d-4c8d-98ba-294ff1bb801f req-e17fe0aa-c71b-4f1f-970d-9146dfebd68f service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=591af2dd-f826-43b1-aa9d-e7a0bf218c71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7623081 Jul 27 23:13:23.282213 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-62515325-93e2-4817-8bc2-a70544cdc514 req-7f7b8a5d-458e-4de2-8237-bad84aadda72 tempest-ListServersNegativeTestJSON-219464243 tempest-ListServersNegativeTestJSON-219464243-project] 10.222.0.18 "GET /v2.0/security-groups?id=101be31e-d533-430f-a71d-e6dea6b55f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6237705 Jul 27 23:13:23.309653 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-bf71de71-b9ef-4bd6-8ddd-cd88a1f39d34 req-9ab742b3-a2c7-421b-a7be-6a57ddf85cad tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] 10.222.0.18 "GET /v2.0/security-groups?id=8a179c9a-ee47-4a9a-9e98-ceb367c5785f&id=099e8df2-bc6b-4be8-8e74-9791e0ffd653&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0879378 Jul 27 23:13:23.379136 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 27 Jul 2021 23:13:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae48f22b-d3bd-4eaf-8392-f0161dae2448 x-openstack-request-id: req-ae48f22b-d3bd-4eaf-8392-f0161dae2448 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:13:23.379324 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b095b7c4-44b3-4276-8676-8d0be18fa84f", "tag": "b0d9ae02-d7ae-4081-8329-a04703c772b8", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "b095b7c4-44b3-4276-8676-8d0be18fa84f", "tag": "50b2311c-7f44-4357-bc67-6eaa1ae4cefe", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:13:23.379454 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ae48f22b-d3bd-4eaf-8392-f0161dae2448 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:13:23.379819 n-d-802623-1 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b095b7c4-44b3-4276-8676-8d0be18fa84f', 'tag': 'b0d9ae02-d7ae-4081-8329-a04703c772b8', 'status': 'completed', 'code': 200} Jul 27 23:13:23.380140 n-d-802623-1 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b095b7c4-44b3-4276-8676-8d0be18fa84f', 'tag': '50b2311c-7f44-4357-bc67-6eaa1ae4cefe', 'status': 'completed', 'code': 200} Jul 27 23:13:23.503439 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 7cf95691-d169-4732-bb02-85a7aaedd64a no longer exists at agent hyperv_n-h1-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:13:23.576513 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-fb070e15-73fd-4874-a0da-e481b98a429e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10e1e141-fabd-4db9-87e9-ff971f3de446 {{(pid=93798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:13:23.590019 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-d11a1168-3b65-4979-ba43-6464b9456fcd req-76e4ac58-5bba-4360-8f13-489cf4bf526c tempest-ListServersNegativeTestJSON-219464243 tempest-ListServersNegativeTestJSON-219464243-project] For port 84835e77-f38a-45de-9b12-85db398b9a14, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=84835e77-f38a-45de-9b12-85db398b9a14,segment=NetworkSegment(1fb2f591-8c81-4821-807c-46a0bb640046),segment_id=1fb2f591-8c81-4821-807c-46a0bb640046)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:13:23.590432 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-d11a1168-3b65-4979-ba43-6464b9456fcd req-76e4ac58-5bba-4360-8f13-489cf4bf526c tempest-ListServersNegativeTestJSON-219464243 tempest-ListServersNegativeTestJSON-219464243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:23.599539 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2858f48c-23b1-4716-8214-b5df28acd48b req-e65395a7-0736-49fe-9636-d7ffe011e210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:23.600117 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2858f48c-23b1-4716-8214-b5df28acd48b req-e65395a7-0736-49fe-9636-d7ffe011e210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:23.600596 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2858f48c-23b1-4716-8214-b5df28acd48b req-e65395a7-0736-49fe-9636-d7ffe011e210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:23.601067 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2858f48c-23b1-4716-8214-b5df28acd48b req-e65395a7-0736-49fe-9636-d7ffe011e210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:23.601537 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2858f48c-23b1-4716-8214-b5df28acd48b req-e65395a7-0736-49fe-9636-d7ffe011e210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:23.602245 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2858f48c-23b1-4716-8214-b5df28acd48b req-e65395a7-0736-49fe-9636-d7ffe011e210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:23.602717 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2858f48c-23b1-4716-8214-b5df28acd48b req-e65395a7-0736-49fe-9636-d7ffe011e210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:23.605283 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-2858f48c-23b1-4716-8214-b5df28acd48b req-e65395a7-0736-49fe-9636-d7ffe011e210 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f48a0b951c1c4793a7fc1226ee71e867&device_id=b095b7c4-44b3-4276-8676-8d0be18fa84f HTTP/1.1" status: 200 len: 6275 time: 0.1914895 Jul 27 23:13:23.606764 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [req-d11a1168-3b65-4979-ba43-6464b9456fcd req-76e4ac58-5bba-4360-8f13-489cf4bf526c tempest-ListServersNegativeTestJSON-219464243 tempest-ListServersNegativeTestJSON-219464243-project] Calling delete_port for 84835e77-f38a-45de-9b12-85db398b9a14 owned by compute:nova {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:13:23.608122 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-fb070e15-73fd-4874-a0da-e481b98a429e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:23.633157 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:23.662931 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c292af40-c395-4445-978c-d1d948a0e563', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7cf95691-d169-4732-bb02-85a7aaedd64a'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:13:23.666173 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c0369b0d4f459110ff20a1f9878ba33f96d6491bddb9d15843bf29d01e0bda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eed99f6c-4865-4f6e-81cf-858f5654d305" -d '{"events": [{"server_uuid": "c292af40-c395-4445-978c-d1d948a0e563", "name": "network-vif-unplugged", "status": "completed", "tag": "7cf95691-d169-4732-bb02-85a7aaedd64a"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:13:23.683119 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-fb070e15-73fd-4874-a0da-e481b98a429e service neutron] Transition to ACTIVE for port object 10e1e141-fabd-4db9-87e9-ff971f3de446 will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:13:23.691864 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port 7cf95691-d169-4732-bb02-85a7aaedd64a, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=7cf95691-d169-4732-bb02-85a7aaedd64a,segment=NetworkSegment(16e91594-c047-4b55-93eb-43af33ad08e1),segment_id=16e91594-c047-4b55-93eb-43af33ad08e1)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:13:23.697358 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:23.697963 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204398f3-aab0-42d7-9b8f-54632859c9c5 req-a9f686d3-7156-4001-a747-1bab4e6794a7 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:23.700212 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-204398f3-aab0-42d7-9b8f-54632859c9c5 req-a9f686d3-7156-4001-a747-1bab4e6794a7 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/ports?device_id=c292af40-c395-4445-978c-d1d948a0e563 HTTP/1.1" status: 200 len: 949 time: 0.1742218 Jul 27 23:13:23.708461 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-632efdbb-fe89-485d-a50f-199ba9c2dbc7 req-1c2ac30b-e48c-40a5-bc06-44fd431ac846 tempest-ListServersNegativeTestJSON-219464243 tempest-ListServersNegativeTestJSON-219464243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:23.710564 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-fb070e15-73fd-4874-a0da-e481b98a429e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:23.712078 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-2ef12b2d-3a2d-4c8d-98ba-294ff1bb801f req-b6a13761-c42b-402a-839d-71aa0a26af4f service neutron] 10.222.0.38 "GET /v2.0/networks/591af2dd-f826-43b1-aa9d-e7a0bf218c71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4478769 Jul 27 23:13:23.750461 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] get_ports_and_sgs() called for port_ids ['84835e77-f38a-45de-9b12-85db398b9a14'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:13:23.821060 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-204398f3-aab0-42d7-9b8f-54632859c9c5 req-86ca5ed3-df43-484e-a331-1ec9dbbf429d tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb779318-b8ff-43a6-a94f-3ce471aff166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977151 Jul 27 23:13:23.851522 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2ac30b-e48c-40a5-bc06-44fd431ac846 tempest-ListServersNegativeTestJSON-219464243 tempest-ListServersNegativeTestJSON-219464243-project] Pushing event deleted for resources: {'Port': ['ID=e519a38a-bcaf-48eb-addd-572e97f9b106,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:13:23.925770 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb070e15-73fd-4874-a0da-e481b98a429e service neutron] Pushing event updated for resources: {'Port': ['ID=10e1e141-fabd-4db9-87e9-ff971f3de446,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:13:23.937052 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2858f48c-23b1-4716-8214-b5df28acd48b req-de8711fc-1df5-4219-976b-db3cb78eca9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:23.937052 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2858f48c-23b1-4716-8214-b5df28acd48b req-de8711fc-1df5-4219-976b-db3cb78eca9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:23.937389 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2858f48c-23b1-4716-8214-b5df28acd48b req-de8711fc-1df5-4219-976b-db3cb78eca9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:23.939172 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-2858f48c-23b1-4716-8214-b5df28acd48b req-de8711fc-1df5-4219-976b-db3cb78eca9c service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=f48a0b951c1c4793a7fc1226ee71e867&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.3220682 Jul 27 23:13:23.940715 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-fb070e15-73fd-4874-a0da-e481b98a429e service neutron] Attempting to bind port 10e1e141-fabd-4db9-87e9-ff971f3de446 on host n-h1-802623-1 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:13:23.941156 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-fb070e15-73fd-4874-a0da-e481b98a429e service neutron] Attempting to bind port 10e1e141-fabd-4db9-87e9-ff971f3de446 by drivers openvswitch,hyperv on host n-h1-802623-1 at level 0 using segments [{'id': 'c9fb78ac-e6ea-467c-8f46-ba3c48e27877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '0052d342-b5b8-4be5-86a5-4c909f6d7ddb'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:13:23.941721 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-fb070e15-73fd-4874-a0da-e481b98a429e service neutron] Attempting to bind port 10e1e141-fabd-4db9-87e9-ff971f3de446 on network 0052d342-b5b8-4be5-86a5-4c909f6d7ddb {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:13:23.957925 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-fb070e15-73fd-4874-a0da-e481b98a429e service neutron] Port 10e1e141-fabd-4db9-87e9-ff971f3de446 on network 0052d342-b5b8-4be5-86a5-4c909f6d7ddb not bound, no agent of type Open vSwitch agent registered on host n-h1-802623-1 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 23:13:23.958459 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-fb070e15-73fd-4874-a0da-e481b98a429e service neutron] Attempting to bind port 10e1e141-fabd-4db9-87e9-ff971f3de446 on network 0052d342-b5b8-4be5-86a5-4c909f6d7ddb {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:13:23.973925 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-fb070e15-73fd-4874-a0da-e481b98a429e service neutron] Checking agent: {'id': '245f1da4-a9b8-4b08-90d7-28f0f342b839', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 59, 59), 'started_at': datetime.datetime(2021, 7, 27, 22, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 12, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:13:23.974413 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-fb070e15-73fd-4874-a0da-e481b98a429e service neutron] Checking segment: {'id': 'c9fb78ac-e6ea-467c-8f46-ba3c48e27877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '0052d342-b5b8-4be5-86a5-4c909f6d7ddb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:13:23.974920 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-fb070e15-73fd-4874-a0da-e481b98a429e service neutron] Bound using segment: {'id': 'c9fb78ac-e6ea-467c-8f46-ba3c48e27877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '0052d342-b5b8-4be5-86a5-4c909f6d7ddb'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:13:23.975495 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-fb070e15-73fd-4874-a0da-e481b98a429e service neutron] Bound port: 10e1e141-fabd-4db9-87e9-ff971f3de446, host: n-h1-802623-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9fb78ac-e6ea-467c-8f46-ba3c48e27877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '0052d342-b5b8-4be5-86a5-4c909f6d7ddb'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:13:23.975957 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-fb070e15-73fd-4874-a0da-e481b98a429e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:24.006534 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 23:13:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62439476-d3b9-4664-a688-5bd5a1148ebe x-openstack-request-id: req-62439476-d3b9-4664-a688-5bd5a1148ebe {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:13:24.007151 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c292af40-c395-4445-978c-d1d948a0e563", "name": "network-vif-unplugged", "status": "completed", "tag": "7cf95691-d169-4732-bb02-85a7aaedd64a", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:13:24.007635 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-62439476-d3b9-4664-a688-5bd5a1148ebe {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:13:24.008237 n-d-802623-1 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c292af40-c395-4445-978c-d1d948a0e563', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7cf95691-d169-4732-bb02-85a7aaedd64a', 'code': 200} Jul 27 23:13:24.022331 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Pushing event updated for resources: {'Port': ['ID=7cf95691-d169-4732-bb02-85a7aaedd64a,revision_number=9']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:13:24.052527 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-2ef12b2d-3a2d-4c8d-98ba-294ff1bb801f req-7c612c43-2d82-461b-8cc1-09d8777ea38c service neutron] 10.222.0.38 "GET /v2.0/networks/591af2dd-f826-43b1-aa9d-e7a0bf218c71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3209820 Jul 27 23:13:24.194717 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2858f48c-23b1-4716-8214-b5df28acd48b req-df759568-291f-49d0-ab66-0e37d9e40706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:24.196303 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-2858f48c-23b1-4716-8214-b5df28acd48b req-df759568-291f-49d0-ab66-0e37d9e40706 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2491269 Jul 27 23:13:24.200206 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [req-632efdbb-fe89-485d-a50f-199ba9c2dbc7 req-1c2ac30b-e48c-40a5-bc06-44fd431ac846 tempest-ListServersNegativeTestJSON-219464243 tempest-ListServersNegativeTestJSON-219464243-project] No DVR routers for this DVR port e519a38a-bcaf-48eb-addd-572e97f9b106 on host n-h1-802623-1 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:13:24.209487 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-fb070e15-73fd-4874-a0da-e481b98a429e service neutron] For port 10e1e141-fabd-4db9-87e9-ff971f3de446, host n-h1-802623-1, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:13:24.216754 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-fb070e15-73fd-4874-a0da-e481b98a429e service neutron] For port 10e1e141-fabd-4db9-87e9-ff971f3de446, host n-h1-802623-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=10e1e141-fabd-4db9-87e9-ff971f3de446,segment=NetworkSegment(c9fb78ac-e6ea-467c-8f46-ba3c48e27877),segment_id=c9fb78ac-e6ea-467c-8f46-ba3c48e27877)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:13:24.226466 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-fb070e15-73fd-4874-a0da-e481b98a429e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:24.252347 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7cf17e-be2b-40cb-92b4-7c209620fa8c req-b26e7cf5-0057-4572-a6a9-29d259ac8b21 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:24.255700 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-3c7cf17e-be2b-40cb-92b4-7c209620fa8c req-b26e7cf5-0057-4572-a6a9-29d259ac8b21 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/ports?device_id=55cb1b9e-b3c2-47cd-8a02-7c9e10ec36f7 HTTP/1.1" status: 200 len: 945 time: 0.7824490 Jul 27 23:13:24.258197 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-632efdbb-fe89-485d-a50f-199ba9c2dbc7 req-1c2ac30b-e48c-40a5-bc06-44fd431ac846 tempest-ListServersNegativeTestJSON-219464243 tempest-ListServersNegativeTestJSON-219464243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:24.260510 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-632efdbb-fe89-485d-a50f-199ba9c2dbc7 req-1c2ac30b-e48c-40a5-bc06-44fd431ac846 tempest-ListServersNegativeTestJSON-219464243 tempest-ListServersNegativeTestJSON-219464243-project] 10.222.0.38 "DELETE /v2.0/ports/e519a38a-bcaf-48eb-addd-572e97f9b106 HTTP/1.1" status: 204 len: 173 time: 2.9328508 Jul 27 23:13:24.270652 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a956a4fe-7dc3-483f-928f-4a7198c9d531', 'name': 'network-vif-deleted', 'tag': 'e519a38a-bcaf-48eb-addd-572e97f9b106'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:13:24.273528 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a476459a1bfce68b0ae0df5b6a71154bfc7cfdc8f9eefce6ad0a17231e60468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2aaabe11-da1e-45d7-8759-bf132ba7cdbd" -d '{"events": [{"server_uuid": "a956a4fe-7dc3-483f-928f-4a7198c9d531", "name": "network-vif-deleted", "tag": "e519a38a-bcaf-48eb-addd-572e97f9b106"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:13:24.293332 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b80a81e9-bde9-43a3-9e32-cc25745ccc05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3760546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-413994'] for router_interface, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:24.303975 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-fb070e15-73fd-4874-a0da-e481b98a429e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:24.304769 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-fb070e15-73fd-4874-a0da-e481b98a429e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:24.306053 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-d11a1168-3b65-4979-ba43-6464b9456fcd req-76e4ac58-5bba-4360-8f13-489cf4bf526c tempest-ListServersNegativeTestJSON-219464243 tempest-ListServersNegativeTestJSON-219464243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:24.306397 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-fb070e15-73fd-4874-a0da-e481b98a429e service neutron] 10.222.0.38 "PUT /v2.0/ports/10e1e141-fabd-4db9-87e9-ff971f3de446 HTTP/1.1" status: 200 len: 1091 time: 1.4187164 Jul 27 23:13:24.383608 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:13:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c72105ef-ddfb-4ba1-822d-4e1e411618aa x-openstack-request-id: req-c72105ef-ddfb-4ba1-822d-4e1e411618aa {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:13:24.384022 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-ba96ed52-eab6-4060-9eac-5182623e7897 service neutron] Request body: {'port': {'device_id': 'b095b7c4-44b3-4276-8676-8d0be18fa84f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802623-1'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:13:24.384145 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a956a4fe-7dc3-483f-928f-4a7198c9d531", "name": "network-vif-deleted", "tag": "e519a38a-bcaf-48eb-addd-572e97f9b106", "status": "completed", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:13:24.384505 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c72105ef-ddfb-4ba1-822d-4e1e411618aa {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:13:24.385000 n-d-802623-1 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a956a4fe-7dc3-483f-928f-4a7198c9d531', 'name': 'network-vif-deleted', 'tag': 'e519a38a-bcaf-48eb-addd-572e97f9b106', 'status': 'completed', 'code': 200} Jul 27 23:13:24.426741 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-3c7cf17e-be2b-40cb-92b4-7c209620fa8c req-8ff2cba4-5b87-4bf0-a68c-c671f9dd6af1 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/security-groups?id=5f578744-6f09-4b7e-a537-2a342130270d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1443861 Jul 27 23:13:24.430808 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e4ac58-5bba-4360-8f13-489cf4bf526c tempest-ListServersNegativeTestJSON-219464243 tempest-ListServersNegativeTestJSON-219464243-project] Pushing event deleted for resources: {'Port': ['ID=84835e77-f38a-45de-9b12-85db398b9a14,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:13:24.452581 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2858f48c-23b1-4716-8214-b5df28acd48b req-e1614f3f-ff7b-47b8-a821-5e558e14f431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:24.453066 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2858f48c-23b1-4716-8214-b5df28acd48b req-e1614f3f-ff7b-47b8-a821-5e558e14f431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:24.453537 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2858f48c-23b1-4716-8214-b5df28acd48b req-e1614f3f-ff7b-47b8-a821-5e558e14f431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:24.454004 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2858f48c-23b1-4716-8214-b5df28acd48b req-e1614f3f-ff7b-47b8-a821-5e558e14f431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:24.454472 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2858f48c-23b1-4716-8214-b5df28acd48b req-e1614f3f-ff7b-47b8-a821-5e558e14f431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:24.455005 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2858f48c-23b1-4716-8214-b5df28acd48b req-e1614f3f-ff7b-47b8-a821-5e558e14f431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:24.455602 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2858f48c-23b1-4716-8214-b5df28acd48b req-e1614f3f-ff7b-47b8-a821-5e558e14f431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:24.458727 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-2858f48c-23b1-4716-8214-b5df28acd48b req-e1614f3f-ff7b-47b8-a821-5e558e14f431 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f48a0b951c1c4793a7fc1226ee71e867&device_id=b095b7c4-44b3-4276-8676-8d0be18fa84f HTTP/1.1" status: 200 len: 6342 time: 0.2020564 Jul 27 23:13:24.459767 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb070e15-73fd-4874-a0da-e481b98a429e service neutron] Pushing event updated for resources: {'Port': ['ID=10e1e141-fabd-4db9-87e9-ff971f3de446,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:13:24.555101 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-ba96ed52-eab6-4060-9eac-5182623e7897 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:24.636089 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a7ee3e16-6627-41e7-8918-aeb3b78b553f req-439e2698-0320-4212-a096-3c8f9f082321 tempest-ListServersNegativeTestJSON-219464243 tempest-ListServersNegativeTestJSON-219464243-project] 10.222.0.18 "GET /v2.0/ports?device_id=a956a4fe-7dc3-483f-928f-4a7198c9d531 HTTP/1.1" status: 200 len: 210 time: 0.1047795 Jul 27 23:13:24.675690 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [req-d11a1168-3b65-4979-ba43-6464b9456fcd req-76e4ac58-5bba-4360-8f13-489cf4bf526c tempest-ListServersNegativeTestJSON-219464243 tempest-ListServersNegativeTestJSON-219464243-project] No DVR routers for this DVR port 84835e77-f38a-45de-9b12-85db398b9a14 on host n-h2-802623-1 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:13:24.681934 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-d11a1168-3b65-4979-ba43-6464b9456fcd req-76e4ac58-5bba-4360-8f13-489cf4bf526c tempest-ListServersNegativeTestJSON-219464243 tempest-ListServersNegativeTestJSON-219464243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:24.684571 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d11a1168-3b65-4979-ba43-6464b9456fcd req-76e4ac58-5bba-4360-8f13-489cf4bf526c tempest-ListServersNegativeTestJSON-219464243 tempest-ListServersNegativeTestJSON-219464243-project] 10.222.0.49 "DELETE /v2.0/ports/84835e77-f38a-45de-9b12-85db398b9a14 HTTP/1.1" status: 204 len: 173 time: 2.7623267 Jul 27 23:13:24.784023 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b53cf8b-fe35-40be-ab67-76bfcd7a0720 req-6e428305-a4e9-4c68-919a-1a1adc1f54cb tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:24.790684 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b53cf8b-fe35-40be-ab67-76bfcd7a0720 req-6e428305-a4e9-4c68-919a-1a1adc1f54cb tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:24.796779 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b53cf8b-fe35-40be-ab67-76bfcd7a0720 req-6e428305-a4e9-4c68-919a-1a1adc1f54cb tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:24.803951 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b53cf8b-fe35-40be-ab67-76bfcd7a0720 req-6e428305-a4e9-4c68-919a-1a1adc1f54cb tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:24.816848 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b53cf8b-fe35-40be-ab67-76bfcd7a0720 req-6e428305-a4e9-4c68-919a-1a1adc1f54cb tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:24.830994 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b53cf8b-fe35-40be-ab67-76bfcd7a0720 req-6e428305-a4e9-4c68-919a-1a1adc1f54cb tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:24.837747 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b53cf8b-fe35-40be-ab67-76bfcd7a0720 req-6e428305-a4e9-4c68-919a-1a1adc1f54cb tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:24.845678 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-1b53cf8b-fe35-40be-ab67-76bfcd7a0720 req-6e428305-a4e9-4c68-919a-1a1adc1f54cb tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] 10.222.0.18 "GET /v2.0/ports?device_id=b095b7c4-44b3-4276-8676-8d0be18fa84f HTTP/1.1" status: 200 len: 5395 time: 0.2505920 Jul 27 23:13:24.887665 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-218d5ac7-e226-45ad-b241-c8af9f6aa025 tempest-RoutersNegativeTest-1232238953 tempest-RoutersNegativeTest-1232238953-project] Deleting port e593450e-eab1-43e5-9669-cde72e88aa11 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:13:24.888837 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-218d5ac7-e226-45ad-b241-c8af9f6aa025 tempest-RoutersNegativeTest-1232238953 tempest-RoutersNegativeTest-1232238953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:25.013935 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-1b53cf8b-fe35-40be-ab67-76bfcd7a0720 req-55f6ea51-1429-4279-adf7-2d3f70ca6681 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] 10.222.0.18 "GET /v2.0/security-groups?id=8a179c9a-ee47-4a9a-9e98-ceb367c5785f&id=099e8df2-bc6b-4be8-8e74-9791e0ffd653&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1572127 Jul 27 23:13:25.106946 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-218d5ac7-e226-45ad-b241-c8af9f6aa025 tempest-RoutersNegativeTest-1232238953 tempest-RoutersNegativeTest-1232238953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:25.142552 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-218d5ac7-e226-45ad-b241-c8af9f6aa025 tempest-RoutersNegativeTest-1232238953 tempest-RoutersNegativeTest-1232238953-project] Calling delete_port for e593450e-eab1-43e5-9669-cde72e88aa11 owned by network:router_interface {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:13:25.181970 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b80a81e9-bde9-43a3-9e32-cc25745ccc05 admin admin] Router c43d5672-00a2-4a50-8a36-01de623c47e3 has already been hosted by L3 agent 018c4455-49c0-4734-927d-7824067b2a9e {{(pid=93797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 23:13:25.220919 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-ba96ed52-eab6-4060-9eac-5182623e7897 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5d1c75c-f1a9-480c-a62c-f9b0baaaa34f {{(pid=93798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:13:25.234675 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2b05f9-d93a-49c7-9be6-1ef2c226b90f req-48460488-546a-4aee-aa53-e8990d97c08e tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:25.237661 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-0a2b05f9-d93a-49c7-9be6-1ef2c226b90f req-48460488-546a-4aee-aa53-e8990d97c08e tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/ports?device_id=55cb1b9e-b3c2-47cd-8a02-7c9e10ec36f7 HTTP/1.1" status: 200 len: 945 time: 0.3048408 Jul 27 23:13:25.250655 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-ba96ed52-eab6-4060-9eac-5182623e7897 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:25.253467 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 38306) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:13:25.258480 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-6b3c346d-88c8-45ea-9955-1edebf5440a2 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Request body: {'floatingip': {'port_id': '907413de-9aa6-49bc-ae78-3f4206ba8faf'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:13:25.266097 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2858f48c-23b1-4716-8214-b5df28acd48b req-1f6e310d-228f-497f-9819-c2d8203010fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:25.266705 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2858f48c-23b1-4716-8214-b5df28acd48b req-1f6e310d-228f-497f-9819-c2d8203010fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:25.267293 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2858f48c-23b1-4716-8214-b5df28acd48b req-1f6e310d-228f-497f-9819-c2d8203010fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:25.269186 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-2858f48c-23b1-4716-8214-b5df28acd48b req-1f6e310d-228f-497f-9819-c2d8203010fb service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=f48a0b951c1c4793a7fc1226ee71e867&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.7401743 Jul 27 23:13:25.269306 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b88e729-fcc2-4233-b584-6ee0f6947764 req-89020b63-a742-476c-8a93-1685c91ca561 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:25.270928 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8b88e729-fcc2-4233-b584-6ee0f6947764 req-89020b63-a742-476c-8a93-1685c91ca561 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/ports?device_id=c292af40-c395-4445-978c-d1d948a0e563 HTTP/1.1" status: 200 len: 947 time: 0.1426783 Jul 27 23:13:25.274178 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-ba96ed52-eab6-4060-9eac-5182623e7897 service neutron] Transition to ACTIVE for port object f5d1c75c-f1a9-480c-a62c-f9b0baaaa34f will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:13:25.307578 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-ba96ed52-eab6-4060-9eac-5182623e7897 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:25.400917 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6b3c346d-88c8-45ea-9955-1edebf5440a2 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Notify callbacks [] for floatingip, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:25.502795 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 7cf95691-d169-4732-bb02-85a7aaedd64a details requested by agent hyperv_n-h1-802623-1 with host n-h1-802623-1 {{(pid=93799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 23:13:25.506693 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device e519a38a-bcaf-48eb-addd-572e97f9b106 no longer exists at agent hyperv_n-h1-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:13:25.536680 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] No Port match for: e519a38a-bcaf-48eb-addd-572e97f9b106 {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:13:25.537301 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device e519a38a-bcaf-48eb-addd-572e97f9b106 not bound to the agent host n-h1-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:13:25.611799 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b80a81e9-bde9-43a3-9e32-cc25745ccc05 admin admin] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:13:25.621671 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-b80a81e9-bde9-43a3-9e32-cc25745ccc05 admin admin] 10.222.0.18 "PUT /v2.0/routers/c43d5672-00a2-4a50-8a36-01de623c47e3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8606195 Jul 27 23:13:25.632293 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22582436-39f9-4fa3-92b8-efcac793651c None None] Sync routers for ids ['c43d5672-00a2-4a50-8a36-01de623c47e3'] in n-d-802623-1 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:13:25.655530 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8b88e729-fcc2-4233-b584-6ee0f6947764 req-aacb2144-a458-45a2-97dc-8946402286aa tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb779318-b8ff-43a6-a94f-3ce471aff166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3389740 Jul 27 23:13:25.657342 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22582436-39f9-4fa3-92b8-efcac793651c None None] Routers {'c43d5672-00a2-4a50-8a36-01de623c47e3'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:13:25.658274 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-22582436-39f9-4fa3-92b8-efcac793651c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:13:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['c43d5672-00a2-4a50-8a36-01de623c47e3'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:13:25.670325 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port 7cf95691-d169-4732-bb02-85a7aaedd64a, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=7cf95691-d169-4732-bb02-85a7aaedd64a,segment=NetworkSegment(16e91594-c047-4b55-93eb-43af33ad08e1),segment_id=16e91594-c047-4b55-93eb-43af33ad08e1)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:13:25.678955 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 38308) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:13:25.686833 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Returning: {'device': '7cf95691-d169-4732-bb02-85a7aaedd64a', 'network_id': '591af2dd-f826-43b1-aa9d-e7a0bf218c71', 'port_id': '7cf95691-d169-4732-bb02-85a7aaedd64a', 'mac_address': 'fa:16:3e:f0:7a:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62938449-046d-4cbe-923a-7ebb632c358d', 'ip_address': '192.168.233.54'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 23:13:25.893708 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:25.927079 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7cf95691-d169-4732-bb02-85a7aaedd64a {{(pid=93799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:13:25.969150 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-22582436-39f9-4fa3-92b8-efcac793651c None None] Set router c43d5672-00a2-4a50-8a36-01de623c47e3 gateway port host: n-d-802623-1 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:13:25.972603 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port 7cf95691-d169-4732-bb02-85a7aaedd64a, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=7cf95691-d169-4732-bb02-85a7aaedd64a,segment=NetworkSegment(16e91594-c047-4b55-93eb-43af33ad08e1),segment_id=16e91594-c047-4b55-93eb-43af33ad08e1)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:13:25.981049 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:25.999271 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 38318) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:13:26.007968 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b095b7c4-44b3-4276-8676-8d0be18fa84f', 'tag': '10e1e141-fabd-4db9-87e9-ff971f3de446'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:13:26.015501 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}011f8d312121274bb12d78e77c6379a2079800640016cec6c6d605b73666e854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6fcf988-ad8d-473d-8c6b-3f7efc79c4f1" -d '{"events": [{"name": "network-changed", "server_uuid": "b095b7c4-44b3-4276-8676-8d0be18fa84f", "tag": "10e1e141-fabd-4db9-87e9-ff971f3de446"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:13:26.022029 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba96ed52-eab6-4060-9eac-5182623e7897 service neutron] Pushing event updated for resources: {'Port': ['ID=f5d1c75c-f1a9-480c-a62c-f9b0baaaa34f,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:13:26.114045 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Pushing event updated for resources: {'Port': ['ID=7cf95691-d169-4732-bb02-85a7aaedd64a,revision_number=10']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:13:26.186086 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-22582436-39f9-4fa3-92b8-efcac793651c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c43d5672-00a2-4a50-8a36-01de623c47e3', 'name': 'tempest-ServerRescueTestJSON-1184834706-router', 'tenant_id': 'd4ae0349fedc4fe693e139d0088de506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.105'}], 'enable_snat': True}, 'gw_port_id': '2f3372b1-c0d2-4d13-b9a4-dd580507b830', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:10:55Z', 'updated_at': '2021-07-27T23:13:22Z', 'revision_number': 5, 'project_id': 'd4ae0349fedc4fe693e139d0088de506', 'gw_port': {'id': '2f3372b1-c0d2-4d13-b9a4-dd580507b830', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:3a:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c43d5672-00a2-4a50-8a36-01de623c47e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:10:56Z', 'updated_at': '2021-07-27T23:11:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1'}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:13:26.205283 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 23:13:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4330d593-02cb-4adb-8dda-3a68d8d5883c x-openstack-request-id: req-4330d593-02cb-4adb-8dda-3a68d8d5883c {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:13:26.205657 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b095b7c4-44b3-4276-8676-8d0be18fa84f", "tag": "10e1e141-fabd-4db9-87e9-ff971f3de446", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:13:26.205923 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4330d593-02cb-4adb-8dda-3a68d8d5883c {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:13:26.206322 n-d-802623-1 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b095b7c4-44b3-4276-8676-8d0be18fa84f', 'tag': '10e1e141-fabd-4db9-87e9-ff971f3de446', 'status': 'completed', 'code': 200} Jul 27 23:13:26.223778 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22582436-39f9-4fa3-92b8-efcac793651c None None] Checking router: c43d5672-00a2-4a50-8a36-01de623c47e3 for host: n-d-802623-1 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 23:13:26.233836 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22582436-39f9-4fa3-92b8-efcac793651c None None] Routers {'c43d5672-00a2-4a50-8a36-01de623c47e3'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:13:26.234905 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-22582436-39f9-4fa3-92b8-efcac793651c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:13:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['c43d5672-00a2-4a50-8a36-01de623c47e3'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:13:26.246012 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] get_ports_and_sgs() called for port_ids ['7cf95691-d169-4732-bb02-85a7aaedd64a'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:13:26.413498 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8192a572-70e9-493b-bfee-65b34f4b4be8', 'name': 'network-vif-deleted', 'tag': '84835e77-f38a-45de-9b12-85db398b9a14'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:13:26.427477 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-22582436-39f9-4fa3-92b8-efcac793651c None None] Set router c43d5672-00a2-4a50-8a36-01de623c47e3 gateway port host: n-d-802623-1 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:13:26.429851 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a476459a1bfce68b0ae0df5b6a71154bfc7cfdc8f9eefce6ad0a17231e60468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac612b7f-8a18-4b51-a99f-87bef4631441" -d '{"events": [{"server_uuid": "8192a572-70e9-493b-bfee-65b34f4b4be8", "name": "network-vif-deleted", "tag": "84835e77-f38a-45de-9b12-85db398b9a14"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:13:26.465045 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_v2 [None req-81bd6851-0eea-48b9-aa04-3dd628fcf1bf admin admin] Deleting subnet 7c8e862c-0ee9-4c23-a9f3-5185e9ea3c20 {{(pid=93798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 23:13:26.472167 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-81bd6851-0eea-48b9-aa04-3dd628fcf1bf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:26.507307 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-ba96ed52-eab6-4060-9eac-5182623e7897 service neutron] Attempting to bind port f5d1c75c-f1a9-480c-a62c-f9b0baaaa34f on host n-h1-802623-1 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:13:26.509060 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-ba96ed52-eab6-4060-9eac-5182623e7897 service neutron] Attempting to bind port f5d1c75c-f1a9-480c-a62c-f9b0baaaa34f by drivers openvswitch,hyperv on host n-h1-802623-1 at level 0 using segments [{'id': '938ec75d-2450-4436-aa8a-94471f8dbbb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '42a806fa-6465-4bb1-a70d-1966b5320f00'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:13:26.509060 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-ba96ed52-eab6-4060-9eac-5182623e7897 service neutron] Attempting to bind port f5d1c75c-f1a9-480c-a62c-f9b0baaaa34f on network 42a806fa-6465-4bb1-a70d-1966b5320f00 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:13:26.517658 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-ba96ed52-eab6-4060-9eac-5182623e7897 service neutron] Port f5d1c75c-f1a9-480c-a62c-f9b0baaaa34f on network 42a806fa-6465-4bb1-a70d-1966b5320f00 not bound, no agent of type Open vSwitch agent registered on host n-h1-802623-1 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 23:13:26.518068 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-ba96ed52-eab6-4060-9eac-5182623e7897 service neutron] Attempting to bind port f5d1c75c-f1a9-480c-a62c-f9b0baaaa34f on network 42a806fa-6465-4bb1-a70d-1966b5320f00 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:13:26.528096 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-ba96ed52-eab6-4060-9eac-5182623e7897 service neutron] Checking agent: {'id': '245f1da4-a9b8-4b08-90d7-28f0f342b839', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 59, 59), 'started_at': datetime.datetime(2021, 7, 27, 22, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 12, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:13:26.529679 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-ba96ed52-eab6-4060-9eac-5182623e7897 service neutron] Checking segment: {'id': '938ec75d-2450-4436-aa8a-94471f8dbbb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '42a806fa-6465-4bb1-a70d-1966b5320f00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:13:26.529679 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-ba96ed52-eab6-4060-9eac-5182623e7897 service neutron] Bound using segment: {'id': '938ec75d-2450-4436-aa8a-94471f8dbbb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '42a806fa-6465-4bb1-a70d-1966b5320f00'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:13:26.530091 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-ba96ed52-eab6-4060-9eac-5182623e7897 service neutron] Bound port: f5d1c75c-f1a9-480c-a62c-f9b0baaaa34f, host: n-h1-802623-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '938ec75d-2450-4436-aa8a-94471f8dbbb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '42a806fa-6465-4bb1-a70d-1966b5320f00'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:13:26.530456 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-ba96ed52-eab6-4060-9eac-5182623e7897 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:26.552350 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2858f48c-23b1-4716-8214-b5df28acd48b req-ae2f8009-16be-4e7f-84d4-688e01b4dcab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:26.553942 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-2858f48c-23b1-4716-8214-b5df28acd48b req-ae2f8009-16be-4e7f-84d4-688e01b4dcab service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.2756031 Jul 27 23:13:26.566345 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-81bd6851-0eea-48b9-aa04-3dd628fcf1bf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11163249'] for subnet, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:26.586985 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:13:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65703b21-ca8f-4c4f-9e47-de9714c3e6e6 x-openstack-request-id: req-65703b21-ca8f-4c4f-9e47-de9714c3e6e6 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:13:26.587466 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8192a572-70e9-493b-bfee-65b34f4b4be8", "name": "network-vif-deleted", "tag": "84835e77-f38a-45de-9b12-85db398b9a14", "status": "completed", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:13:26.587766 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-65703b21-ca8f-4c4f-9e47-de9714c3e6e6 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:13:26.588215 n-d-802623-1 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8192a572-70e9-493b-bfee-65b34f4b4be8', 'name': 'network-vif-deleted', 'tag': '84835e77-f38a-45de-9b12-85db398b9a14', 'status': 'completed', 'code': 200} Jul 27 23:13:26.612284 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device 84835e77-f38a-45de-9b12-85db398b9a14 no longer exists at agent hyperv_n-h2-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:13:26.621219 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-abd4373f-7308-4fbe-8105-ae493500f886 admin admin] Notify callbacks [] for router, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:26.706828 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-218d5ac7-e226-45ad-b241-c8af9f6aa025 tempest-RoutersNegativeTest-1232238953 tempest-RoutersNegativeTest-1232238953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:26.737065 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] No Port match for: 84835e77-f38a-45de-9b12-85db398b9a14 {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:13:26.737687 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device 84835e77-f38a-45de-9b12-85db398b9a14 not bound to the agent host n-h2-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:13:26.770803 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-22582436-39f9-4fa3-92b8-efcac793651c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c43d5672-00a2-4a50-8a36-01de623c47e3', 'name': 'tempest-ServerRescueTestJSON-1184834706-router', 'tenant_id': 'd4ae0349fedc4fe693e139d0088de506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.105'}], 'enable_snat': True}, 'gw_port_id': '2f3372b1-c0d2-4d13-b9a4-dd580507b830', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:10:55Z', 'updated_at': '2021-07-27T23:13:22Z', 'revision_number': 5, 'project_id': 'd4ae0349fedc4fe693e139d0088de506', 'gw_port': {'id': '2f3372b1-c0d2-4d13-b9a4-dd580507b830', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:3a:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c43d5672-00a2-4a50-8a36-01de623c47e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:10:56Z', 'updated_at': '2021-07-27T23:11:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1'}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:13:26.782177 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757314ac-8046-445d-9c39-99688b281395 req-2bb1ab4a-2038-4049-8f36-690da335e775 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:26.788487 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757314ac-8046-445d-9c39-99688b281395 req-2bb1ab4a-2038-4049-8f36-690da335e775 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:26.800559 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757314ac-8046-445d-9c39-99688b281395 req-2bb1ab4a-2038-4049-8f36-690da335e775 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:26.806825 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757314ac-8046-445d-9c39-99688b281395 req-2bb1ab4a-2038-4049-8f36-690da335e775 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:26.819573 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-ba96ed52-eab6-4060-9eac-5182623e7897 service neutron] For port f5d1c75c-f1a9-480c-a62c-f9b0baaaa34f, host n-h1-802623-1, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:13:26.822861 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757314ac-8046-445d-9c39-99688b281395 req-2bb1ab4a-2038-4049-8f36-690da335e775 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:26.827481 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-ba96ed52-eab6-4060-9eac-5182623e7897 service neutron] For port f5d1c75c-f1a9-480c-a62c-f9b0baaaa34f, host n-h1-802623-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=f5d1c75c-f1a9-480c-a62c-f9b0baaaa34f,segment=NetworkSegment(938ec75d-2450-4436-aa8a-94471f8dbbb3),segment_id=938ec75d-2450-4436-aa8a-94471f8dbbb3)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:13:26.831104 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757314ac-8046-445d-9c39-99688b281395 req-2bb1ab4a-2038-4049-8f36-690da335e775 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:26.837718 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757314ac-8046-445d-9c39-99688b281395 req-2bb1ab4a-2038-4049-8f36-690da335e775 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:26.839767 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-757314ac-8046-445d-9c39-99688b281395 req-2bb1ab4a-2038-4049-8f36-690da335e775 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] 10.222.0.18 "GET /v2.0/ports?device_id=b095b7c4-44b3-4276-8676-8d0be18fa84f HTTP/1.1" status: 200 len: 5407 time: 0.4023569 Jul 27 23:13:26.843159 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218d5ac7-e226-45ad-b241-c8af9f6aa025 tempest-RoutersNegativeTest-1232238953 tempest-RoutersNegativeTest-1232238953-project] Pushing event deleted for resources: {'Port': ['ID=e593450e-eab1-43e5-9669-cde72e88aa11,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:13:26.843437 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22582436-39f9-4fa3-92b8-efcac793651c None None] The sync data for ids ['c43d5672-00a2-4a50-8a36-01de623c47e3'] in n-d-802623-1 is: [{'id': 'c43d5672-00a2-4a50-8a36-01de623c47e3', 'name': 'tempest-ServerRescueTestJSON-1184834706-router', 'tenant_id': 'd4ae0349fedc4fe693e139d0088de506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.105'}], 'enable_snat': True}, 'gw_port_id': '2f3372b1-c0d2-4d13-b9a4-dd580507b830', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:10:55Z', 'updated_at': '2021-07-27T23:13:22Z', 'revision_number': 5, 'project_id': 'd4ae0349fedc4fe693e139d0088de506', 'gw_port': {'id': '2f3372b1-c0d2-4d13-b9a4-dd580507b830', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:3a:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c43d5672-00a2-4a50-8a36-01de623c47e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:10:56Z', 'updated_at': '2021-07-27T23:11:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1'}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:13:26.892982 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-57ad3311-c842-4321-835b-90540f019a13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:26.932859 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-ba96ed52-eab6-4060-9eac-5182623e7897 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:27.027982 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-ba96ed52-eab6-4060-9eac-5182623e7897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:27.029010 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-ba96ed52-eab6-4060-9eac-5182623e7897 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:27.031019 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-ba96ed52-eab6-4060-9eac-5182623e7897 service neutron] 10.222.0.38 "PUT /v2.0/ports/f5d1c75c-f1a9-480c-a62c-f9b0baaaa34f HTTP/1.1" status: 200 len: 1091 time: 2.6583712 Jul 27 23:13:27.052962 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-81bd6851-0eea-48b9-aa04-3dd628fcf1bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620741'] for subnet, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:27.093973 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fcf988-ad8d-473d-8c6b-3f7efc79c4f1 req-d0a410b1-544d-441c-b1bb-5daf927a6e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:27.094865 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fcf988-ad8d-473d-8c6b-3f7efc79c4f1 req-d0a410b1-544d-441c-b1bb-5daf927a6e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:27.095514 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fcf988-ad8d-473d-8c6b-3f7efc79c4f1 req-d0a410b1-544d-441c-b1bb-5daf927a6e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:27.096140 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fcf988-ad8d-473d-8c6b-3f7efc79c4f1 req-d0a410b1-544d-441c-b1bb-5daf927a6e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:27.096782 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fcf988-ad8d-473d-8c6b-3f7efc79c4f1 req-d0a410b1-544d-441c-b1bb-5daf927a6e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:27.097474 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fcf988-ad8d-473d-8c6b-3f7efc79c4f1 req-d0a410b1-544d-441c-b1bb-5daf927a6e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:27.098318 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fcf988-ad8d-473d-8c6b-3f7efc79c4f1 req-d0a410b1-544d-441c-b1bb-5daf927a6e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:27.100661 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e6fcf988-ad8d-473d-8c6b-3f7efc79c4f1 req-d0a410b1-544d-441c-b1bb-5daf927a6e60 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f48a0b951c1c4793a7fc1226ee71e867&device_id=b095b7c4-44b3-4276-8676-8d0be18fa84f HTTP/1.1" status: 200 len: 6367 time: 0.4793749 Jul 27 23:13:27.109434 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-5d5998f5-5edf-4217-be51-0630698cbc5c service neutron] Request body: {'port': {'device_id': 'b095b7c4-44b3-4276-8676-8d0be18fa84f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802623-1'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:13:27.184620 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-757314ac-8046-445d-9c39-99688b281395 req-11ec95f7-5fb8-4ca3-9b6d-8185a0352da1 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] 10.222.0.18 "GET /v2.0/security-groups?id=8a179c9a-ee47-4a9a-9e98-ceb367c5785f&id=099e8df2-bc6b-4be8-8e74-9791e0ffd653&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2839878 Jul 27 23:13:27.195519 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea14d894-965e-4d63-a17e-6e938fd3ae8e req-9bf5905d-c739-4da8-b804-745d1e359283 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:27.197095 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ea14d894-965e-4d63-a17e-6e938fd3ae8e req-9bf5905d-c739-4da8-b804-745d1e359283 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/ports?device_id=c292af40-c395-4445-978c-d1d948a0e563 HTTP/1.1" status: 200 len: 949 time: 0.3670366 Jul 27 23:13:27.201976 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba96ed52-eab6-4060-9eac-5182623e7897 service neutron] Pushing event updated for resources: {'Port': ['ID=f5d1c75c-f1a9-480c-a62c-f9b0baaaa34f,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:13:27.368250 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-abd4373f-7308-4fbe-8105-ae493500f886 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:27.387647 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-5d5998f5-5edf-4217-be51-0630698cbc5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:27.433839 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ea14d894-965e-4d63-a17e-6e938fd3ae8e req-fca3bde9-29c9-4450-b698-72d4b4ed627a tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb779318-b8ff-43a6-a94f-3ce471aff166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2196257 Jul 27 23:13:27.439294 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-81bd6851-0eea-48b9-aa04-3dd628fcf1bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11971800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12265753'] for subnet, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:27.502676 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 7cf95691-d169-4732-bb02-85a7aaedd64a up at agent hyperv_n-h1-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:13:27.593360 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Provisioning complete for port 7cf95691-d169-4732-bb02-85a7aaedd64a triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:13:27.593740 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:27.612942 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-218d5ac7-e226-45ad-b241-c8af9f6aa025 tempest-RoutersNegativeTest-1232238953 tempest-RoutersNegativeTest-1232238953-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3760546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-413994'] for router_interface, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:27.664652 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fcf988-ad8d-473d-8c6b-3f7efc79c4f1 req-6b70eee4-af44-4aea-a979-0224c634565f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:27.665356 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fcf988-ad8d-473d-8c6b-3f7efc79c4f1 req-6b70eee4-af44-4aea-a979-0224c634565f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:27.665771 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fcf988-ad8d-473d-8c6b-3f7efc79c4f1 req-6b70eee4-af44-4aea-a979-0224c634565f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:27.667481 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e6fcf988-ad8d-473d-8c6b-3f7efc79c4f1 req-6b70eee4-af44-4aea-a979-0224c634565f service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=f48a0b951c1c4793a7fc1226ee71e867&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.5473654 Jul 27 23:13:27.668197 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bd6851-0eea-48b9-aa04-3dd628fcf1bf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7c8e862c-0ee9-4c23-a9f3-5185e9ea3c20,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:13:27.670692 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-81bd6851-0eea-48b9-aa04-3dd628fcf1bf admin admin] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:27.675401 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-81bd6851-0eea-48b9-aa04-3dd628fcf1bf admin admin] 10.222.0.18 "DELETE /v2.0/subnets/7c8e862c-0ee9-4c23-a9f3-5185e9ea3c20 HTTP/1.1" status: 204 len: 168 time: 1.6345162 Jul 27 23:13:27.677897 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 38334) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:13:27.709947 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:27.764160 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c292af40-c395-4445-978c-d1d948a0e563', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cf95691-d169-4732-bb02-85a7aaedd64a'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:13:27.771256 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c0369b0d4f459110ff20a1f9878ba33f96d6491bddb9d15843bf29d01e0bda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a25e20ee-0ac2-4279-a94e-862b118964fa" -d '{"events": [{"server_uuid": "c292af40-c395-4445-978c-d1d948a0e563", "name": "network-vif-plugged", "status": "completed", "tag": "7cf95691-d169-4732-bb02-85a7aaedd64a"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:13:27.772139 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-29f1a928-c9e9-4444-baca-f1353415d1ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593271'] for network, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:27.787824 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port 7cf95691-d169-4732-bb02-85a7aaedd64a, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=7cf95691-d169-4732-bb02-85a7aaedd64a,segment=NetworkSegment(16e91594-c047-4b55-93eb-43af33ad08e1),segment_id=16e91594-c047-4b55-93eb-43af33ad08e1)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:13:27.793333 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:27.797991 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a29b4a-df39-4e00-8fe0-aa4ebc10ea9b req-5ac7545b-4bb9-45cf-b75f-2aae81082c81 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:27.800173 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-15a29b4a-df39-4e00-8fe0-aa4ebc10ea9b req-5ac7545b-4bb9-45cf-b75f-2aae81082c81 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/ports?device_id=c292af40-c395-4445-978c-d1d948a0e563 HTTP/1.1" status: 200 len: 949 time: 0.2317827 Jul 27 23:13:27.842117 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:13:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9922cb77-ed3d-4454-8fe8-7561a248fbf3 x-openstack-request-id: req-9922cb77-ed3d-4454-8fe8-7561a248fbf3 {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:13:27.842485 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c292af40-c395-4445-978c-d1d948a0e563", "name": "network-vif-plugged", "status": "completed", "tag": "7cf95691-d169-4732-bb02-85a7aaedd64a", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:13:27.842914 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9922cb77-ed3d-4454-8fe8-7561a248fbf3 {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:13:27.843416 n-d-802623-1 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c292af40-c395-4445-978c-d1d948a0e563', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cf95691-d169-4732-bb02-85a7aaedd64a', 'code': 200} Jul 27 23:13:27.884281 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Pushing event updated for resources: {'Port': ['ID=7cf95691-d169-4732-bb02-85a7aaedd64a,revision_number=11']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:13:27.885168 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.db.resource_extend [None req-6b3c346d-88c8-45ea-9955-1edebf5440a2 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 27 23:13:27.975694 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-abd4373f-7308-4fbe-8105-ae493500f886 admin admin] Deleting port 2f3372b1-c0d2-4d13-b9a4-dd580507b830 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:13:27.976159 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-abd4373f-7308-4fbe-8105-ae493500f886 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:28.001891 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-15a29b4a-df39-4e00-8fe0-aa4ebc10ea9b req-19d134c3-9de5-493f-95a9-53752c07f7c9 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb779318-b8ff-43a6-a94f-3ce471aff166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581483 Jul 27 23:13:28.078308 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-29f1a928-c9e9-4444-baca-f1353415d1ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618032', 'neutron.services.segments.db._delete_segments_for_network-8736833900081'] for network, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:28.105424 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-29f1a928-c9e9-4444-baca-f1353415d1ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['391df1cb-e82d-4300-8c53-ec49271834ac']}} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:13:28.106495 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6b3c346d-88c8-45ea-9955-1edebf5440a2 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:28.120371 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-218d5ac7-e226-45ad-b241-c8af9f6aa025 tempest-RoutersNegativeTest-1232238953 tempest-RoutersNegativeTest-1232238953-project] Router 581cb9b0-04d3-44c4-8d84-ed171d7fd15e has already been hosted by L3 agent 018c4455-49c0-4734-927d-7824067b2a9e {{(pid=93797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 23:13:28.130935 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6b3c346d-88c8-45ea-9955-1edebf5440a2 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-415302'] for floatingip, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:28.133492 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-29f1a928-c9e9-4444-baca-f1353415d1ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1fb2f591-8c81-4821-807c-46a0bb640046') {'for_net_delete': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:13:28.134925 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-29f1a928-c9e9-4444-baca-f1353415d1ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1fb2f591-8c81-4821-807c-46a0bb640046') {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:13:28.149373 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fcf988-ad8d-473d-8c6b-3f7efc79c4f1 req-5a895cf0-8b17-4198-85b2-c5632c04ed81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:28.151020 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e6fcf988-ad8d-473d-8c6b-3f7efc79c4f1 req-5a895cf0-8b17-4198-85b2-c5632c04ed81 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4740858 Jul 27 23:13:28.156659 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-29f1a928-c9e9-4444-baca-f1353415d1ec admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736833900858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11163256'] for segment, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:28.195212 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-29f1a928-c9e9-4444-baca-f1353415d1ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:28.198549 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 47d4668d-1297-4a47-9a69-547fc830c809 no longer exists at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:13:28.207683 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b095b7c4-44b3-4276-8676-8d0be18fa84f', 'tag': 'f5d1c75c-f1a9-480c-a62c-f9b0baaaa34f'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:13:28.210518 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}011f8d312121274bb12d78e77c6379a2079800640016cec6c6d605b73666e854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c221f9d-ac2e-42be-add5-065bbad8ebed" -d '{"events": [{"name": "network-changed", "server_uuid": "b095b7c4-44b3-4276-8676-8d0be18fa84f", "tag": "f5d1c75c-f1a9-480c-a62c-f9b0baaaa34f"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:13:28.219467 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29f1a928-c9e9-4444-baca-f1353415d1ec admin admin] Releasing vlan 514 on physical network physnet1 to pool {{(pid=93798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 23:13:28.219879 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-29f1a928-c9e9-4444-baca-f1353415d1ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11971746'] for segment, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:28.221620 n-d-802623-1 neutron-server[93798]: Traceback (most recent call last): Jul 27 23:13:28.221620 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 23:13:28.221620 n-d-802623-1 neutron-server[93798]: timer() Jul 27 23:13:28.221620 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 23:13:28.221620 n-d-802623-1 neutron-server[93798]: cb(*args, **kw) Jul 27 23:13:28.221620 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 23:13:28.221620 n-d-802623-1 neutron-server[93798]: return func(*args, **kwargs) Jul 27 23:13:28.221620 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 23:13:28.221620 n-d-802623-1 neutron-server[93798]: self._notify() Jul 27 23:13:28.221620 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 23:13:28.221620 n-d-802623-1 neutron-server[93798]: self.callback(batched_events) Jul 27 23:13:28.221620 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 23:13:28.221620 n-d-802623-1 neutron-server[93798]: event.method(event) Jul 27 23:13:28.221620 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 23:13:28.221620 n-d-802623-1 neutron-server[93798]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 23:13:28.221620 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 23:13:28.221620 n-d-802623-1 neutron-server[93798]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 23:13:28.221620 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 23:13:28.221620 n-d-802623-1 neutron-server[93798]: return f(self, *a, **k) Jul 27 23:13:28.221620 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 23:13:28.221620 n-d-802623-1 neutron-server[93798]: return self._get(url).json() Jul 27 23:13:28.221620 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 23:13:28.221620 n-d-802623-1 neutron-server[93798]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 23:13:28.221620 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 23:13:28.221620 n-d-802623-1 neutron-server[93798]: return self.request(url, 'GET', **kwargs) Jul 27 23:13:28.221620 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 23:13:28.221620 n-d-802623-1 neutron-server[93798]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 23:13:28.221620 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 23:13:28.221620 n-d-802623-1 neutron-server[93798]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 23:13:28.221620 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 23:13:28.221620 n-d-802623-1 neutron-server[93798]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 23:13:28.221620 n-d-802623-1 neutron-server[93798]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 23:13:28.282513 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] No Port match for: 47d4668d-1297-4a47-9a69-547fc830c809 {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:13:28.283134 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 47d4668d-1297-4a47-9a69-547fc830c809 not bound to the agent host n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:13:28.322858 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 23:13:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4da3725-4af0-4ac3-80df-bfbad80b18b8 x-openstack-request-id: req-e4da3725-4af0-4ac3-80df-bfbad80b18b8 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:13:28.327214 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b095b7c4-44b3-4276-8676-8d0be18fa84f", "tag": "f5d1c75c-f1a9-480c-a62c-f9b0baaaa34f", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:13:28.327586 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e4da3725-4af0-4ac3-80df-bfbad80b18b8 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:13:28.328078 n-d-802623-1 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b095b7c4-44b3-4276-8676-8d0be18fa84f', 'tag': 'f5d1c75c-f1a9-480c-a62c-f9b0baaaa34f', 'status': 'completed', 'code': 200} Jul 27 23:13:28.458641 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-5d5998f5-5edf-4217-be51-0630698cbc5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4667984-2b2a-40a8-8de7-e286cc2c1b95 {{(pid=93798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:13:28.470144 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-29f1a928-c9e9-4444-baca-f1353415d1ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415412'] for network, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:28.474290 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-5d5998f5-5edf-4217-be51-0630698cbc5c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:28.488468 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-29f1a928-c9e9-4444-baca-f1353415d1ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:28.493231 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-29f1a928-c9e9-4444-baca-f1353415d1ec admin admin] 10.222.0.18 "DELETE /v2.0/networks/391df1cb-e82d-4300-8c53-ec49271834ac HTTP/1.1" status: 204 len: 168 time: 0.8115613 Jul 27 23:13:28.521725 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96877ff1-a758-4649-b146-f58176988743 req-e18ddd28-46bb-4e66-86ac-89ea87e9ab81 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:28.528078 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96877ff1-a758-4649-b146-f58176988743 req-e18ddd28-46bb-4e66-86ac-89ea87e9ab81 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:28.534999 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96877ff1-a758-4649-b146-f58176988743 req-e18ddd28-46bb-4e66-86ac-89ea87e9ab81 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:28.541517 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96877ff1-a758-4649-b146-f58176988743 req-e18ddd28-46bb-4e66-86ac-89ea87e9ab81 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:28.548033 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96877ff1-a758-4649-b146-f58176988743 req-e18ddd28-46bb-4e66-86ac-89ea87e9ab81 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:28.554884 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96877ff1-a758-4649-b146-f58176988743 req-e18ddd28-46bb-4e66-86ac-89ea87e9ab81 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:28.562261 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96877ff1-a758-4649-b146-f58176988743 req-e18ddd28-46bb-4e66-86ac-89ea87e9ab81 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:28.564326 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-96877ff1-a758-4649-b146-f58176988743 req-e18ddd28-46bb-4e66-86ac-89ea87e9ab81 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] 10.222.0.18 "GET /v2.0/ports?device_id=b095b7c4-44b3-4276-8676-8d0be18fa84f HTTP/1.1" status: 200 len: 5407 time: 0.2351642 Jul 27 23:13:28.570731 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f1a928-c9e9-4444-baca-f1353415d1ec admin admin] Pushing event deleted for resources: {'Network': ['ID=391df1cb-e82d-4300-8c53-ec49271834ac,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:13:28.580623 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-5d5998f5-5edf-4217-be51-0630698cbc5c service neutron] Transition to ACTIVE for port object d4667984-2b2a-40a8-8de7-e286cc2c1b95 will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:13:28.596728 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c221f9d-ac2e-42be-add5-065bbad8ebed req-b12aeafe-4157-416f-8ef0-f55d66bae5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:28.597226 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c221f9d-ac2e-42be-add5-065bbad8ebed req-b12aeafe-4157-416f-8ef0-f55d66bae5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:28.597800 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c221f9d-ac2e-42be-add5-065bbad8ebed req-b12aeafe-4157-416f-8ef0-f55d66bae5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:28.598274 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c221f9d-ac2e-42be-add5-065bbad8ebed req-b12aeafe-4157-416f-8ef0-f55d66bae5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:28.598871 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c221f9d-ac2e-42be-add5-065bbad8ebed req-b12aeafe-4157-416f-8ef0-f55d66bae5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:28.599480 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c221f9d-ac2e-42be-add5-065bbad8ebed req-b12aeafe-4157-416f-8ef0-f55d66bae5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:28.600003 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c221f9d-ac2e-42be-add5-065bbad8ebed req-b12aeafe-4157-416f-8ef0-f55d66bae5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:28.602153 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-8c221f9d-ac2e-42be-add5-065bbad8ebed req-b12aeafe-4157-416f-8ef0-f55d66bae5c8 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f48a0b951c1c4793a7fc1226ee71e867&device_id=b095b7c4-44b3-4276-8676-8d0be18fa84f HTTP/1.1" status: 200 len: 6409 time: 0.2439735 Jul 27 23:13:28.610228 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-5d5998f5-5edf-4217-be51-0630698cbc5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:28.667656 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f492e623-22be-4cd3-abab-27cb972b8f42 req-ea646916-957f-4ee4-984c-0bd1407836ae tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=1b545d5113d14592aa4c69bde083a757&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0764539 Jul 27 23:13:28.670376 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-abd4373f-7308-4fbe-8105-ae493500f886 admin admin] For port 2f3372b1-c0d2-4d13-b9a4-dd580507b830, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=2f3372b1-c0d2-4d13-b9a4-dd580507b830,segment=NetworkSegment(b9afe07e-bbe4-4740-834c-4b6a9698bdbc),segment_id=b9afe07e-bbe4-4740-834c-4b6a9698bdbc)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:13:28.670941 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-abd4373f-7308-4fbe-8105-ae493500f886 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:28.678480 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-218d5ac7-e226-45ad-b241-c8af9f6aa025 tempest-RoutersNegativeTest-1232238953 tempest-RoutersNegativeTest-1232238953-project] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:13:28.690546 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5795880-0abd-44b1-839b-4032f2d74ae7 None None] Sync routers for ids ['581cb9b0-04d3-44c4-8d84-ed171d7fd15e'] in n-d-802623-1 {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:13:28.704231 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-218d5ac7-e226-45ad-b241-c8af9f6aa025 tempest-RoutersNegativeTest-1232238953 tempest-RoutersNegativeTest-1232238953-project] 10.222.0.18 "PUT /v2.0/routers/581cb9b0-04d3-44c4-8d84-ed171d7fd15e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4735978 Jul 27 23:13:28.711586 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 38362) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:13:28.712686 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5795880-0abd-44b1-839b-4032f2d74ae7 None None] Routers {'581cb9b0-04d3-44c4-8d84-ed171d7fd15e'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:13:28.713496 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-e5795880-0abd-44b1-839b-4032f2d74ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:13:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['581cb9b0-04d3-44c4-8d84-ed171d7fd15e'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:13:28.766723 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-abd4373f-7308-4fbe-8105-ae493500f886 admin admin] Calling delete_port for 2f3372b1-c0d2-4d13-b9a4-dd580507b830 owned by network:router_gateway {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:13:28.813616 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c221f9d-ac2e-42be-add5-065bbad8ebed req-c57ddfbb-b796-43d8-a189-ed2e1ef6fbb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:28.814722 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c221f9d-ac2e-42be-add5-065bbad8ebed req-c57ddfbb-b796-43d8-a189-ed2e1ef6fbb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:28.815635 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-e5795880-0abd-44b1-839b-4032f2d74ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:13:28.816024 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c221f9d-ac2e-42be-add5-065bbad8ebed req-c57ddfbb-b796-43d8-a189-ed2e1ef6fbb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:28.818620 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-8c221f9d-ac2e-42be-add5-065bbad8ebed req-c57ddfbb-b796-43d8-a189-ed2e1ef6fbb6 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=f48a0b951c1c4793a7fc1226ee71e867&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.1960001 Jul 27 23:13:28.850382 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-96877ff1-a758-4649-b146-f58176988743 req-855cbb38-a6bc-4d8a-87b0-508a57b3e0b6 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] 10.222.0.18 "GET /v2.0/security-groups?id=8a179c9a-ee47-4a9a-9e98-ceb367c5785f&id=099e8df2-bc6b-4be8-8e74-9791e0ffd653&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2712309 Jul 27 23:13:28.856222 n-d-802623-1 neutron-server[93797]: INFO neutron.api.v2.resource [None req-818074f8-2863-48cd-b2c7-95bd817418fd tempest-RoutersNegativeTest-1232238953 tempest-RoutersNegativeTest-1232238953-project] delete failed (client error): The resource could not be found. Jul 27 23:13:28.857963 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5795880-0abd-44b1-839b-4032f2d74ae7 None None] Routers {'581cb9b0-04d3-44c4-8d84-ed171d7fd15e'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:13:28.859353 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-818074f8-2863-48cd-b2c7-95bd817418fd tempest-RoutersNegativeTest-1232238953 tempest-RoutersNegativeTest-1232238953-project] 10.222.0.18 "DELETE /v2.0/routers/tempest-non_exist_router-1767829306 HTTP/1.1" status: 404 len: 335 time: 0.1139994 Jul 27 23:13:28.860164 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-e5795880-0abd-44b1-839b-4032f2d74ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:13:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['581cb9b0-04d3-44c4-8d84-ed171d7fd15e'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:13:28.872013 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 38364) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:13:28.893147 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 38366) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:13:28.931450 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-1d8e5ed5-4adb-4842-8a6e-e431119ffb4e tempest-RoutersNegativeTest-1232238953 tempest-RoutersNegativeTest-1232238953-project] Request body: {'router': {'external_gateway_info': {'network_id': '581cb9b0-04d3-44c4-8d84-ed171d7fd15e'}}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:13:28.948191 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-e5795880-0abd-44b1-839b-4032f2d74ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:13:28.949189 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5795880-0abd-44b1-839b-4032f2d74ae7 None None] The sync data for ids ['581cb9b0-04d3-44c4-8d84-ed171d7fd15e'] in n-d-802623-1 is: [] {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:13:29.124397 n-d-802623-1 neutron-server[93797]: INFO neutron.db.l3_db [None req-6b3c346d-88c8-45ea-9955-1edebf5440a2 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Floating IP dc7ccf33-6ede-408e-985f-628931a77ed3 associated. External IP: 172.25.4.10, port: 907413de-9aa6-49bc-ae78-3f4206ba8faf. Jul 27 23:13:29.175208 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5998f5-5edf-4217-be51-0630698cbc5c service neutron] Pushing event updated for resources: {'Port': ['ID=d4667984-2b2a-40a8-8de7-e286cc2c1b95,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:13:29.218205 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-96e605da-6d29-49b2-adc6-63f6918decc7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=81a077be4a064eb3965d6b3bc3fbaffa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3142209 Jul 27 23:13:29.236717 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 38370) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:13:29.261488 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f492e623-22be-4cd3-abab-27cb972b8f42 req-00d18246-b338-4a7e-b0f2-dba32ef8454e tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:29.269109 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f492e623-22be-4cd3-abab-27cb972b8f42 req-00d18246-b338-4a7e-b0f2-dba32ef8454e tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5880990 Jul 27 23:13:29.301654 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f492e623-22be-4cd3-abab-27cb972b8f42 req-c9c10c02-75ae-43f1-ba94-f2608b183f6c tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/quotas/1b545d5113d14592aa4c69bde083a757 HTTP/1.1" status: 200 len: 375 time: 0.0315180 Jul 27 23:13:29.338513 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c221f9d-ac2e-42be-add5-065bbad8ebed req-73a3ce24-ccfb-42e3-a200-ba8fa7eace39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:29.340779 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-8c221f9d-ac2e-42be-add5-065bbad8ebed req-73a3ce24-ccfb-42e3-a200-ba8fa7eace39 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5015981 Jul 27 23:13:29.364620 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-5d5998f5-5edf-4217-be51-0630698cbc5c service neutron] Attempting to bind port d4667984-2b2a-40a8-8de7-e286cc2c1b95 on host n-h1-802623-1 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:13:29.364620 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-5d5998f5-5edf-4217-be51-0630698cbc5c service neutron] Attempting to bind port d4667984-2b2a-40a8-8de7-e286cc2c1b95 by drivers openvswitch,hyperv on host n-h1-802623-1 at level 0 using segments [{'id': '938ec75d-2450-4436-aa8a-94471f8dbbb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '42a806fa-6465-4bb1-a70d-1966b5320f00'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:13:29.364620 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-5d5998f5-5edf-4217-be51-0630698cbc5c service neutron] Attempting to bind port d4667984-2b2a-40a8-8de7-e286cc2c1b95 on network 42a806fa-6465-4bb1-a70d-1966b5320f00 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:13:29.376186 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:29.379521 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-5d5998f5-5edf-4217-be51-0630698cbc5c service neutron] Port d4667984-2b2a-40a8-8de7-e286cc2c1b95 on network 42a806fa-6465-4bb1-a70d-1966b5320f00 not bound, no agent of type Open vSwitch agent registered on host n-h1-802623-1 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 23:13:29.380149 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-5d5998f5-5edf-4217-be51-0630698cbc5c service neutron] Attempting to bind port d4667984-2b2a-40a8-8de7-e286cc2c1b95 on network 42a806fa-6465-4bb1-a70d-1966b5320f00 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:13:29.430391 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-5d5998f5-5edf-4217-be51-0630698cbc5c service neutron] Checking agent: {'id': '245f1da4-a9b8-4b08-90d7-28f0f342b839', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 59, 59), 'started_at': datetime.datetime(2021, 7, 27, 22, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 13, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:13:29.430810 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-5d5998f5-5edf-4217-be51-0630698cbc5c service neutron] Checking segment: {'id': '938ec75d-2450-4436-aa8a-94471f8dbbb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '42a806fa-6465-4bb1-a70d-1966b5320f00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:13:29.431217 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-5d5998f5-5edf-4217-be51-0630698cbc5c service neutron] Bound using segment: {'id': '938ec75d-2450-4436-aa8a-94471f8dbbb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '42a806fa-6465-4bb1-a70d-1966b5320f00'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:13:29.431742 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-5d5998f5-5edf-4217-be51-0630698cbc5c service neutron] Bound port: d4667984-2b2a-40a8-8de7-e286cc2c1b95, host: n-h1-802623-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '938ec75d-2450-4436-aa8a-94471f8dbbb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '42a806fa-6465-4bb1-a70d-1966b5320f00'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:13:29.432173 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-5d5998f5-5edf-4217-be51-0630698cbc5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:29.480334 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1d8e5ed5-4adb-4842-8a6e-e431119ffb4e tempest-RoutersNegativeTest-1232238953 tempest-RoutersNegativeTest-1232238953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-415433', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62186'] for router, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:29.518016 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-30deaac7-791a-462a-b125-e7642805c32c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:29.523917 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f492e623-22be-4cd3-abab-27cb972b8f42 req-ed5da744-9144-4326-aece-52103a2bb4a7 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=1b545d5113d14592aa4c69bde083a757&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2210829 Jul 27 23:13:29.542112 n-d-802623-1 neutron-server[93798]: INFO neutron.api.v2.resource [None req-1d8e5ed5-4adb-4842-8a6e-e431119ffb4e tempest-RoutersNegativeTest-1232238953 tempest-RoutersNegativeTest-1232238953-project] update failed (client error): The resource could not be found. Jul 27 23:13:29.543372 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-1d8e5ed5-4adb-4842-8a6e-e431119ffb4e tempest-RoutersNegativeTest-1232238953 tempest-RoutersNegativeTest-1232238953-project] 10.222.0.18 "PUT /v2.0/routers/581cb9b0-04d3-44c4-8d84-ed171d7fd15e HTTP/1.1" status: 404 len: 339 time: 0.6696520 Jul 27 23:13:29.548040 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 38378) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:13:29.600904 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-198880cf-f828-4b34-8d44-62b16347a568 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:29.717206 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:29.729139 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-5d5998f5-5edf-4217-be51-0630698cbc5c service neutron] For port d4667984-2b2a-40a8-8de7-e286cc2c1b95, host n-h1-802623-1, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:13:29.733095 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-5d5998f5-5edf-4217-be51-0630698cbc5c service neutron] For port d4667984-2b2a-40a8-8de7-e286cc2c1b95, host n-h1-802623-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=d4667984-2b2a-40a8-8de7-e286cc2c1b95,segment=NetworkSegment(938ec75d-2450-4436-aa8a-94471f8dbbb3),segment_id=938ec75d-2450-4436-aa8a-94471f8dbbb3)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:13:29.787354 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-5d5998f5-5edf-4217-be51-0630698cbc5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:29.789080 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-198880cf-f828-4b34-8d44-62b16347a568 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:29.888899 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-abd4373f-7308-4fbe-8105-ae493500f886 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:29.981609 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd4373f-7308-4fbe-8105-ae493500f886 admin admin] Pushing event deleted for resources: {'Port': ['ID=2f3372b1-c0d2-4d13-b9a4-dd580507b830,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:13:30.099392 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b3c346d-88c8-45ea-9955-1edebf5440a2 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Router 10876ef5-369b-4d15-8f81-8b99419d04d0 has already been hosted by L3 agent 018c4455-49c0-4734-927d-7824067b2a9e {{(pid=93797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 23:13:30.113889 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc533629-26c5-4989-b112-61b2aa7c1556 req-dc5b7fbd-9122-483b-904c-807a4e93ecc8 tempest-ServerRescueNegativeTestJSON-1855851441 tempest-ServerRescueNegativeTestJSON-1855851441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:30.123686 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-dc533629-26c5-4989-b112-61b2aa7c1556 req-dc5b7fbd-9122-483b-904c-807a4e93ecc8 tempest-ServerRescueNegativeTestJSON-1855851441 tempest-ServerRescueNegativeTestJSON-1855851441-project] 10.222.0.18 "GET /v2.0/ports?device_id=18bf2265-d54a-42b3-beea-c61771ab87ab HTTP/1.1" status: 200 len: 945 time: 0.2758639 Jul 27 23:13:30.130121 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-198880cf-f828-4b34-8d44-62b16347a568 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:30.132981 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-198880cf-f828-4b34-8d44-62b16347a568 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:30.140316 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-198880cf-f828-4b34-8d44-62b16347a568 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/101be31e-d533-430f-a71d-e6dea6b55f37 HTTP/1.1" status: 204 len: 168 time: 0.8980608 Jul 27 23:13:30.209868 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-abd4373f-7308-4fbe-8105-ae493500f886 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-415368'] for router_gateway, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:30.342864 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-abd4373f-7308-4fbe-8105-ae493500f886 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62205'] for router, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:30.352290 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-abd4373f-7308-4fbe-8105-ae493500f886 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:30.358588 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198880cf-f828-4b34-8d44-62b16347a568 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=101be31e-d533-430f-a71d-e6dea6b55f37,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:13:30.359656 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-5d5998f5-5edf-4217-be51-0630698cbc5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:30.360322 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-5d5998f5-5edf-4217-be51-0630698cbc5c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:30.361759 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-5d5998f5-5edf-4217-be51-0630698cbc5c service neutron] 10.222.0.38 "PUT /v2.0/ports/d4667984-2b2a-40a8-8de7-e286cc2c1b95 HTTP/1.1" status: 200 len: 1091 time: 3.2756748 Jul 27 23:13:30.362308 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b095b7c4-44b3-4276-8676-8d0be18fa84f', 'tag': 'd4667984-2b2a-40a8-8de7-e286cc2c1b95'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:13:30.364791 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}011f8d312121274bb12d78e77c6379a2079800640016cec6c6d605b73666e854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8849544-aaab-4b88-abc7-d521095a9d70" -d '{"events": [{"name": "network-changed", "server_uuid": "b095b7c4-44b3-4276-8676-8d0be18fa84f", "tag": "d4667984-2b2a-40a8-8de7-e286cc2c1b95"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:13:30.373730 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198880cf-f828-4b34-8d44-62b16347a568 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:13:30.374357 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198880cf-f828-4b34-8d44-62b16347a568 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:13:30.374846 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198880cf-f828-4b34-8d44-62b16347a568 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:13:30.375490 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198880cf-f828-4b34-8d44-62b16347a568 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:13:30.376265 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198880cf-f828-4b34-8d44-62b16347a568 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:13:30.376911 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198880cf-f828-4b34-8d44-62b16347a568 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:13:30.377484 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198880cf-f828-4b34-8d44-62b16347a568 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:13:30.378105 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198880cf-f828-4b34-8d44-62b16347a568 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:13:30.378440 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198880cf-f828-4b34-8d44-62b16347a568 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:13:30.379168 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198880cf-f828-4b34-8d44-62b16347a568 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:13:30.380147 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198880cf-f828-4b34-8d44-62b16347a568 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:13:30.380663 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198880cf-f828-4b34-8d44-62b16347a568 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:13:30.446502 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-19f2e178-d45e-4fbe-b9be-c3963fc151ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:30.456131 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-4dbd3f44-7205-4018-ac49-53a41465b64c req-abfc4e1b-b13b-43d4-a2cb-d280ed51f7d3 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/ports?device_id=98a73beb-1410-4001-89d9-567ccd6893bc HTTP/1.1" status: 200 len: 210 time: 0.6225002 Jul 27 23:13:30.558654 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b452795-e9d4-4b48-924c-5f912b66bc38 req-a5f4a0cb-aa70-436d-aec0-c727f48e7ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:30.560485 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-2b452795-e9d4-4b48-924c-5f912b66bc38 req-a5f4a0cb-aa70-436d-aec0-c727f48e7ffe service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=8f4c75b9e70c4006b20b1726fcbef392&device_id=18bf2265-d54a-42b3-beea-c61771ab87ab HTTP/1.1" status: 200 len: 1096 time: 0.8655376 Jul 27 23:13:30.564458 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-dc533629-26c5-4989-b112-61b2aa7c1556 req-11d517d1-2310-4be6-9a63-3be86f68bb1a tempest-ServerRescueNegativeTestJSON-1855851441 tempest-ServerRescueNegativeTestJSON-1855851441-project] 10.222.0.18 "GET /v2.0/security-groups?id=1af18e13-f94e-429a-ab8a-66f4e32e8b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4345109 Jul 27 23:13:30.586762 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-abd4373f-7308-4fbe-8105-ae493500f886 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-477831'] for router, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:30.589976 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abd4373f-7308-4fbe-8105-ae493500f886 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c43d5672-00a2-4a50-8a36-01de623c47e3 {{(pid=93797) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 23:13:30.611883 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-abd4373f-7308-4fbe-8105-ae493500f886 admin admin] Notify callbacks [] for router, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:30.613577 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-abd4373f-7308-4fbe-8105-ae493500f886 admin admin] 10.222.0.18 "DELETE /v2.0/routers/c43d5672-00a2-4a50-8a36-01de623c47e3 HTTP/1.1" status: 204 len: 168 time: 4.9335911 Jul 27 23:13:30.616519 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 38400) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:13:30.616648 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5998f5-5edf-4217-be51-0630698cbc5c service neutron] Pushing event updated for resources: {'Port': ['ID=d4667984-2b2a-40a8-8de7-e286cc2c1b95,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:13:30.672737 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 23:13:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfd7d205-a9b9-4b0e-b7e8-ef1472e6612c x-openstack-request-id: req-dfd7d205-a9b9-4b0e-b7e8-ef1472e6612c {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:13:30.673041 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b095b7c4-44b3-4276-8676-8d0be18fa84f", "tag": "d4667984-2b2a-40a8-8de7-e286cc2c1b95", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:13:30.673303 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-dfd7d205-a9b9-4b0e-b7e8-ef1472e6612c {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:13:30.673767 n-d-802623-1 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b095b7c4-44b3-4276-8676-8d0be18fa84f', 'tag': 'd4667984-2b2a-40a8-8de7-e286cc2c1b95', 'status': 'completed', 'code': 200} Jul 27 23:13:30.736004 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-95961c0a-8b04-4d3a-86e3-e90eb4085913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:30.736807 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-95961c0a-8b04-4d3a-86e3-e90eb4085913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:30.737227 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-95961c0a-8b04-4d3a-86e3-e90eb4085913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:30.737779 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-95961c0a-8b04-4d3a-86e3-e90eb4085913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:30.738385 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-95961c0a-8b04-4d3a-86e3-e90eb4085913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:30.739094 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-95961c0a-8b04-4d3a-86e3-e90eb4085913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:30.739534 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-95961c0a-8b04-4d3a-86e3-e90eb4085913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:30.741655 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-95961c0a-8b04-4d3a-86e3-e90eb4085913 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f48a0b951c1c4793a7fc1226ee71e867&device_id=b095b7c4-44b3-4276-8676-8d0be18fa84f HTTP/1.1" status: 200 len: 6476 time: 0.3023815 Jul 27 23:13:30.745356 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7c54085-fde6-4bce-9e44-92431e0f5562 admin admin] Deleting subnet 3178a8d2-6ff7-4d81-8c0d-f8cbfd092012 {{(pid=93797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 23:13:30.754550 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a7c54085-fde6-4bce-9e44-92431e0f5562 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:30.808849 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-af376c19-561f-48e3-be5f-f0cebc3a4491 tempest-RoutersNegativeTest-1232238953 tempest-RoutersNegativeTest-1232238953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:30.820415 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b3c346d-88c8-45ea-9955-1edebf5440a2 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:13:30.826390 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6b3c346d-88c8-45ea-9955-1edebf5440a2 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for floatingip, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:30.835674 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e2c1a4d-b514-43a2-bb72-1998222fb688 None None] Sync routers for ids ['10876ef5-369b-4d15-8f81-8b99419d04d0'] in n-d-802623-1 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:13:30.852986 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e2c1a4d-b514-43a2-bb72-1998222fb688 None None] Routers {'10876ef5-369b-4d15-8f81-8b99419d04d0'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:13:30.853617 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-3e2c1a4d-b514-43a2-bb72-1998222fb688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:13:29Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['10876ef5-369b-4d15-8f81-8b99419d04d0'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:13:30.861763 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-ce0d8562-350e-434f-a7e4-dd85617b7713 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e47c6535-a4f5-45fa-b256-dc12446d1280 HTTP/1.1" status: 200 len: 217 time: 0.1058187 Jul 27 23:13:30.874972 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5e25cc-a8ce-4131-a9a0-b153acc89d07 req-23e01b9e-829c-4a8c-8125-1c5d68d1a223 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:30.881349 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5e25cc-a8ce-4131-a9a0-b153acc89d07 req-23e01b9e-829c-4a8c-8125-1c5d68d1a223 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:30.888559 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5e25cc-a8ce-4131-a9a0-b153acc89d07 req-23e01b9e-829c-4a8c-8125-1c5d68d1a223 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:30.889351 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a7c54085-fde6-4bce-9e44-92431e0f5562 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11335971'] for subnet, precommit_delete_associations {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:30.894500 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5e25cc-a8ce-4131-a9a0-b153acc89d07 req-23e01b9e-829c-4a8c-8125-1c5d68d1a223 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:30.900648 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5e25cc-a8ce-4131-a9a0-b153acc89d07 req-23e01b9e-829c-4a8c-8125-1c5d68d1a223 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:30.907392 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5e25cc-a8ce-4131-a9a0-b153acc89d07 req-23e01b9e-829c-4a8c-8125-1c5d68d1a223 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:30.913480 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5e25cc-a8ce-4131-a9a0-b153acc89d07 req-23e01b9e-829c-4a8c-8125-1c5d68d1a223 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:30.915551 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-0a5e25cc-a8ce-4131-a9a0-b153acc89d07 req-23e01b9e-829c-4a8c-8125-1c5d68d1a223 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] 10.222.0.18 "GET /v2.0/ports?device_id=b095b7c4-44b3-4276-8676-8d0be18fa84f HTTP/1.1" status: 200 len: 5419 time: 0.3667345 Jul 27 23:13:30.926269 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-6b3c346d-88c8-45ea-9955-1edebf5440a2 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "PUT /v2.0/floatingips/dc7ccf33-6ede-408e-985f-628931a77ed3 HTTP/1.1" status: 200 len: 990 time: 5.6688271 Jul 27 23:13:30.938689 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55cb1b9e-b3c2-47cd-8a02-7c9e10ec36f7', 'tag': '907413de-9aa6-49bc-ae78-3f4206ba8faf'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:13:30.947168 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a476459a1bfce68b0ae0df5b6a71154bfc7cfdc8f9eefce6ad0a17231e60468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae6adb94-37a2-4f9b-a08c-b097e8a6d5fb" -d '{"events": [{"name": "network-changed", "server_uuid": "55cb1b9e-b3c2-47cd-8a02-7c9e10ec36f7", "tag": "907413de-9aa6-49bc-ae78-3f4206ba8faf"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:13:30.967204 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a7c54085-fde6-4bce-9e44-92431e0f5562 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620741'] for subnet, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:30.973518 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b452795-e9d4-4b48-924c-5f912b66bc38 req-d80df9f6-5335-4f8a-8312-6fe3df32e704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:30.976284 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-2b452795-e9d4-4b48-924c-5f912b66bc38 req-d80df9f6-5335-4f8a-8312-6fe3df32e704 service neutron] 10.222.0.38 "GET /v2.0/networks?id=751d782f-d338-44aa-a291-24d2ae3bed3e HTTP/1.1" status: 200 len: 919 time: 0.3746471 Jul 27 23:13:31.016373 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-3e2c1a4d-b514-43a2-bb72-1998222fb688 None None] Set router 10876ef5-369b-4d15-8f81-8b99419d04d0 gateway port host: n-d-802623-1 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:13:31.043682 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a7c54085-fde6-4bce-9e44-92431e0f5562 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11335991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11551414'] for subnet, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:31.107358 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c54085-fde6-4bce-9e44-92431e0f5562 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3178a8d2-6ff7-4d81-8c0d-f8cbfd092012,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:13:31.112852 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a7c54085-fde6-4bce-9e44-92431e0f5562 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for subnet, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:31.115820 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-a7c54085-fde6-4bce-9e44-92431e0f5562 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/3178a8d2-6ff7-4d81-8c0d-f8cbfd092012 HTTP/1.1" status: 204 len: 168 time: 0.4912987 Jul 27 23:13:31.123660 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 38416) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:13:31.194576 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f492e623-22be-4cd3-abab-27cb972b8f42 req-f0fba178-78a7-48d5-a37d-4f1e21067730 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=1b545d5113d14592aa4c69bde083a757&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1019518 Jul 27 23:13:31.198023 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 23:13:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11a907eb-51f6-4f5f-9bde-b142292c50d1 x-openstack-request-id: req-11a907eb-51f6-4f5f-9bde-b142292c50d1 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:13:31.198761 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55cb1b9e-b3c2-47cd-8a02-7c9e10ec36f7", "tag": "907413de-9aa6-49bc-ae78-3f4206ba8faf", "status": "completed", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:13:31.199370 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-11a907eb-51f6-4f5f-9bde-b142292c50d1 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:13:31.200789 n-d-802623-1 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55cb1b9e-b3c2-47cd-8a02-7c9e10ec36f7', 'tag': '907413de-9aa6-49bc-ae78-3f4206ba8faf', 'status': 'completed', 'code': 200} Jul 27 23:13:31.360456 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-3e2c1a4d-b514-43a2-bb72-1998222fb688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10876ef5-369b-4d15-8f81-8b99419d04d0', 'name': 'tempest-ServerActionsTestJSON-1807446271-router', 'tenant_id': '096ab815848b4fa4865a54f76499dfb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.161'}], 'enable_snat': True}, 'gw_port_id': '30e60e4b-5905-4371-b398-cc252ac3c37c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:12:46Z', 'updated_at': '2021-07-27T23:12:53Z', 'revision_number': 4, 'project_id': '096ab815848b4fa4865a54f76499dfb1', 'gw_port': {'id': '30e60e4b-5905-4371-b398-cc252ac3c37c', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:45:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10876ef5-369b-4d15-8f81-8b99419d04d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:12:47Z', 'updated_at': '2021-07-27T23:12:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_floatingips': [{'id': 'dc7ccf33-6ede-408e-985f-628931a77ed3', 'tenant_id': '096ab815848b4fa4865a54f76499dfb1', 'floating_ip_address': '172.25.4.10', 'floating_network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'router_id': '10876ef5-369b-4d15-8f81-8b99419d04d0', 'port_id': '907413de-9aa6-49bc-ae78-3f4206ba8faf', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1209, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0627b955-dd0f-4cce-ba7f-51e698f3bc59', 'mac_address': 'fa:16:3e:7b:72:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55cb1b9e-b3c2-47cd-8a02-7c9e10ec36f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T23:12:58Z', 'updated_at': '2021-07-27T23:13:27Z', 'revision_number': 1, 'project_id': '096ab815848b4fa4865a54f76499dfb1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31404c01-7b8d-4b39-bb63-d10246aef874', 'name': '', 'network_id': '0627b955-dd0f-4cce-ba7f-51e698f3bc59', 'tenant_id': '096ab815848b4fa4865a54f76499dfb1', 'mac_address': 'fa:16:3e:cb:97:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10876ef5-369b-4d15-8f81-8b99419d04d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '232a981d-f7d1-42df-991c-3a09e4ce0177', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:12:51Z', 'updated_at': '2021-07-27T23:13:02Z', 'revision_number': 5, 'project_id': '096ab815848b4fa4865a54f76499dfb1', 'subnets': [{'id': '232a981d-f7d1-42df-991c-3a09e4ce0177', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:13:31.362369 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5db95b48-9302-4b58-8e70-4fec55c723ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593271'] for network, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:31.383379 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6adb94-37a2-4f9b-a08c-b097e8a6d5fb req-1db3043b-27d3-4a07-913c-e5083fe7e710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:31.385195 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-ae6adb94-37a2-4f9b-a08c-b097e8a6d5fb req-1db3043b-27d3-4a07-913c-e5083fe7e710 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=096ab815848b4fa4865a54f76499dfb1&device_id=55cb1b9e-b3c2-47cd-8a02-7c9e10ec36f7 HTTP/1.1" status: 200 len: 1096 time: 0.1892023 Jul 27 23:13:31.404020 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e2c1a4d-b514-43a2-bb72-1998222fb688 None None] Checking router: 10876ef5-369b-4d15-8f81-8b99419d04d0 for host: n-d-802623-1 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 23:13:31.415647 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e2c1a4d-b514-43a2-bb72-1998222fb688 None None] Routers {'10876ef5-369b-4d15-8f81-8b99419d04d0'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:13:31.416450 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-3e2c1a4d-b514-43a2-bb72-1998222fb688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:13:29Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['10876ef5-369b-4d15-8f81-8b99419d04d0'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:13:31.421933 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-2b452795-e9d4-4b48-924c-5f912b66bc38 req-b4485ab0-a3cf-491b-bb5c-58511770d783 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3dd86524-9011-45e6-a984-688db58af8c0 HTTP/1.1" status: 200 len: 217 time: 0.3710430 Jul 27 23:13:31.545461 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 38428) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:13:31.573247 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-0a5e25cc-a8ce-4131-a9a0-b153acc89d07 req-fde501f5-f027-4127-bf63-7844632946cb tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] 10.222.0.18 "GET /v2.0/security-groups?id=8a179c9a-ee47-4a9a-9e98-ceb367c5785f&id=099e8df2-bc6b-4be8-8e74-9791e0ffd653&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5927141 Jul 27 23:13:31.574553 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-a0d8c96f-2371-40f8-b749-243a2344f82f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:31.580919 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-3e2c1a4d-b514-43a2-bb72-1998222fb688 None None] Set router 10876ef5-369b-4d15-8f81-8b99419d04d0 gateway port host: n-d-802623-1 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:13:31.583420 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-a0d8c96f-2371-40f8-b749-243a2344f82f service neutron] 10.222.0.38 "GET /v2.0/subnets?id=09f6cf61-7c03-449e-9a5d-68f7eabed009 HTTP/1.1" status: 200 len: 851 time: 0.6523280 Jul 27 23:13:31.646684 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-497d1b47-5a69-4430-82c0-1772b6515981 req-d5f2d39d-cd23-4c6e-83d1-96851f554c0a tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/ports?device_id=98a73beb-1410-4001-89d9-567ccd6893bc HTTP/1.1" status: 200 len: 210 time: 0.0619946 Jul 27 23:13:31.651143 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5db95b48-9302-4b58-8e70-4fec55c723ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618032', 'neutron.services.segments.db._delete_segments_for_network-8736833900081'] for network, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:31.664821 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-5db95b48-9302-4b58-8e70-4fec55c723ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d458c13a-e340-45a3-bc4b-5109e47750ee']}} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:13:31.676678 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f492e623-22be-4cd3-abab-27cb972b8f42 req-7f238820-f06d-4d6e-a3b5-4ddb0efc6298 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:31.678384 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f492e623-22be-4cd3-abab-27cb972b8f42 req-7f238820-f06d-4d6e-a3b5-4ddb0efc6298 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4639845 Jul 27 23:13:31.696481 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-5db95b48-9302-4b58-8e70-4fec55c723ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6aa8292f-47cc-47ee-ac5f-a751b39a03ef') {'for_net_delete': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:13:31.696873 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-5db95b48-9302-4b58-8e70-4fec55c723ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6aa8292f-47cc-47ee-ac5f-a751b39a03ef') {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:13:31.703214 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [req-f492e623-22be-4cd3-abab-27cb972b8f42 req-0c0a9c38-798f-4bae-8a4a-c718b44e6fd3 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] Request body: {'port': {'device_id': '98a73beb-1410-4001-89d9-567ccd6893bc', 'network_id': '591af2dd-f826-43b1-aa9d-e7a0bf218c71', 'admin_state_up': True, 'tenant_id': '1b545d5113d14592aa4c69bde083a757'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:13:31.772694 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b452795-e9d4-4b48-924c-5f912b66bc38 req-a5a77a29-17e1-4b76-9d4c-d0341be6d101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:31.774698 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-2b452795-e9d4-4b48-924c-5f912b66bc38 req-a5a77a29-17e1-4b76-9d4c-d0341be6d101 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=834f7fce-5291-4343-9c89-509f9d111866 HTTP/1.1" status: 200 len: 858 time: 0.3373902 Jul 27 23:13:31.784549 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5db95b48-9302-4b58-8e70-4fec55c723ec admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736833900858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11335978'] for segment, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:31.832542 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-2b452795-e9d4-4b48-924c-5f912b66bc38 req-850158bd-17a5-478a-bcc7-655d4a0d9cbb service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=751d782f-d338-44aa-a291-24d2ae3bed3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498066 Jul 27 23:13:31.836736 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6adb94-37a2-4f9b-a08c-b097e8a6d5fb req-3c707cbd-fa51-452a-8ce3-bd126e11991c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:31.839498 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-ae6adb94-37a2-4f9b-a08c-b097e8a6d5fb req-3c707cbd-fa51-452a-8ce3-bd126e11991c service neutron] 10.222.0.49 "GET /v2.0/networks?id=0627b955-dd0f-4cce-ba7f-51e698f3bc59 HTTP/1.1" status: 200 len: 913 time: 0.4434586 Jul 27 23:13:31.840686 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5db95b48-9302-4b58-8e70-4fec55c723ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:31.858791 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5db95b48-9302-4b58-8e70-4fec55c723ec admin admin] Releasing vlan 510 on physical network physnet1 to pool {{(pid=93797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 23:13:31.859423 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-14951b4f-7822-48e7-a3e6-af9b1242e7b2 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-611287950-network', 'tenant_id': '4f7917702b4147c3acb3c21503fea468'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:13:31.859588 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5db95b48-9302-4b58-8e70-4fec55c723ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11336013'] for segment, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:31.861253 n-d-802623-1 neutron-server[93797]: Traceback (most recent call last): Jul 27 23:13:31.861253 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 23:13:31.861253 n-d-802623-1 neutron-server[93797]: timer() Jul 27 23:13:31.861253 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 23:13:31.861253 n-d-802623-1 neutron-server[93797]: cb(*args, **kw) Jul 27 23:13:31.861253 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 23:13:31.861253 n-d-802623-1 neutron-server[93797]: return func(*args, **kwargs) Jul 27 23:13:31.861253 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 23:13:31.861253 n-d-802623-1 neutron-server[93797]: self._notify() Jul 27 23:13:31.861253 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 23:13:31.861253 n-d-802623-1 neutron-server[93797]: self.callback(batched_events) Jul 27 23:13:31.861253 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 23:13:31.861253 n-d-802623-1 neutron-server[93797]: event.method(event) Jul 27 23:13:31.861253 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 23:13:31.861253 n-d-802623-1 neutron-server[93797]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 23:13:31.861253 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 23:13:31.861253 n-d-802623-1 neutron-server[93797]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 23:13:31.861253 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 23:13:31.861253 n-d-802623-1 neutron-server[93797]: return f(self, *a, **k) Jul 27 23:13:31.861253 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 23:13:31.861253 n-d-802623-1 neutron-server[93797]: return self._get(url).json() Jul 27 23:13:31.861253 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 23:13:31.861253 n-d-802623-1 neutron-server[93797]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 23:13:31.861253 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 23:13:31.861253 n-d-802623-1 neutron-server[93797]: return self.request(url, 'GET', **kwargs) Jul 27 23:13:31.861253 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 23:13:31.861253 n-d-802623-1 neutron-server[93797]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 23:13:31.861253 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 23:13:31.861253 n-d-802623-1 neutron-server[93797]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 23:13:31.861253 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 23:13:31.861253 n-d-802623-1 neutron-server[93797]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 23:13:31.861253 n-d-802623-1 neutron-server[93797]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 23:13:31.887984 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-d962d31a-44cf-49bf-8b6f-dc60f5e02b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:31.889519 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-d962d31a-44cf-49bf-8b6f-dc60f5e02b28 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a77c1ae5-7f70-4eb8-a472-5ed26426d716&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2866471 Jul 27 23:13:31.964707 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56587f22-add9-4b42-a0b3-3ffdbb6795bd req-880d7d59-b399-4d32-8aee-346a1df748e1 tempest-ServerRescueNegativeTestJSON-1855851441 tempest-ServerRescueNegativeTestJSON-1855851441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:31.966997 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-56587f22-add9-4b42-a0b3-3ffdbb6795bd req-880d7d59-b399-4d32-8aee-346a1df748e1 tempest-ServerRescueNegativeTestJSON-1855851441 tempest-ServerRescueNegativeTestJSON-1855851441-project] 10.222.0.18 "GET /v2.0/ports?device_id=18bf2265-d54a-42b3-beea-c61771ab87ab HTTP/1.1" status: 200 len: 945 time: 0.2708945 Jul 27 23:13:32.007903 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5db95b48-9302-4b58-8e70-4fec55c723ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415412'] for network, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:32.016878 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-3e2c1a4d-b514-43a2-bb72-1998222fb688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10876ef5-369b-4d15-8f81-8b99419d04d0', 'name': 'tempest-ServerActionsTestJSON-1807446271-router', 'tenant_id': '096ab815848b4fa4865a54f76499dfb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.161'}], 'enable_snat': True}, 'gw_port_id': '30e60e4b-5905-4371-b398-cc252ac3c37c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:12:46Z', 'updated_at': '2021-07-27T23:12:53Z', 'revision_number': 4, 'project_id': '096ab815848b4fa4865a54f76499dfb1', 'gw_port': {'id': '30e60e4b-5905-4371-b398-cc252ac3c37c', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:45:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10876ef5-369b-4d15-8f81-8b99419d04d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:12:47Z', 'updated_at': '2021-07-27T23:12:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_floatingips': [{'id': 'dc7ccf33-6ede-408e-985f-628931a77ed3', 'tenant_id': '096ab815848b4fa4865a54f76499dfb1', 'floating_ip_address': '172.25.4.10', 'floating_network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'router_id': '10876ef5-369b-4d15-8f81-8b99419d04d0', 'port_id': '907413de-9aa6-49bc-ae78-3f4206ba8faf', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1209, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0627b955-dd0f-4cce-ba7f-51e698f3bc59', 'mac_address': 'fa:16:3e:7b:72:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55cb1b9e-b3c2-47cd-8a02-7c9e10ec36f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T23:12:58Z', 'updated_at': '2021-07-27T23:13:27Z', 'revision_number': 1, 'project_id': '096ab815848b4fa4865a54f76499dfb1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31404c01-7b8d-4b39-bb63-d10246aef874', 'name': '', 'network_id': '0627b955-dd0f-4cce-ba7f-51e698f3bc59', 'tenant_id': '096ab815848b4fa4865a54f76499dfb1', 'mac_address': 'fa:16:3e:cb:97:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10876ef5-369b-4d15-8f81-8b99419d04d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '232a981d-f7d1-42df-991c-3a09e4ce0177', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:12:51Z', 'updated_at': '2021-07-27T23:13:02Z', 'revision_number': 5, 'project_id': '096ab815848b4fa4865a54f76499dfb1', 'subnets': [{'id': '232a981d-f7d1-42df-991c-3a09e4ce0177', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:13:32.027409 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5db95b48-9302-4b58-8e70-4fec55c723ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for network, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:32.033014 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-5db95b48-9302-4b58-8e70-4fec55c723ec admin admin] 10.222.0.18 "DELETE /v2.0/networks/d458c13a-e340-45a3-bc4b-5109e47750ee HTTP/1.1" status: 204 len: 168 time: 0.9057713 Jul 27 23:13:32.053243 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e2c1a4d-b514-43a2-bb72-1998222fb688 None None] The sync data for ids ['10876ef5-369b-4d15-8f81-8b99419d04d0'] in n-d-802623-1 is: [{'id': '10876ef5-369b-4d15-8f81-8b99419d04d0', 'name': 'tempest-ServerActionsTestJSON-1807446271-router', 'tenant_id': '096ab815848b4fa4865a54f76499dfb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.161'}], 'enable_snat': True}, 'gw_port_id': '30e60e4b-5905-4371-b398-cc252ac3c37c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:12:46Z', 'updated_at': '2021-07-27T23:12:53Z', 'revision_number': 4, 'project_id': '096ab815848b4fa4865a54f76499dfb1', 'gw_port': {'id': '30e60e4b-5905-4371-b398-cc252ac3c37c', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:45:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10876ef5-369b-4d15-8f81-8b99419d04d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:12:47Z', 'updated_at': '2021-07-27T23:12:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_floatingips': [{'id': 'dc7ccf33-6ede-408e-985f-628931a77ed3', 'tenant_id': '096ab815848b4fa4865a54f76499dfb1', 'floating_ip_address': '172.25.4.10', 'floating_network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'router_id': '10876ef5-369b-4d15-8f81-8b99419d04d0', 'port_id': '907413de-9aa6-49bc-ae78-3f4206ba8faf', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1209, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0627b955-dd0f-4cce-ba7f-51e698f3bc59', 'mac_address': 'fa:16:3e:7b:72:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55cb1b9e-b3c2-47cd-8a02-7c9e10ec36f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T23:12:58Z', 'updated_at': '2021-07-27T23:13:27Z', 'revision_number': 1, 'project_id': '096ab815848b4fa4865a54f76499dfb1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31404c01-7b8d-4b39-bb63-d10246aef874', 'name': '', 'network_id': '0627b955-dd0f-4cce-ba7f-51e698f3bc59', 'tenant_id': '096ab815848b4fa4865a54f76499dfb1', 'mac_address': 'fa:16:3e:cb:97:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10876ef5-369b-4d15-8f81-8b99419d04d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '232a981d-f7d1-42df-991c-3a09e4ce0177', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:12:51Z', 'updated_at': '2021-07-27T23:13:02Z', 'revision_number': 5, 'project_id': '096ab815848b4fa4865a54f76499dfb1', 'subnets': [{'id': '232a981d-f7d1-42df-991c-3a09e4ce0177', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:13:32.062227 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-af376c19-561f-48e3-be5f-f0cebc3a4491 tempest-RoutersNegativeTest-1232238953 tempest-RoutersNegativeTest-1232238953-project] Allocated IP 172.20.0.1 (ee17373c-db33-49b4-a8b0-d16c5b27efa7/931eb11d-87ec-4996-bfaa-89905ac5f161/aa99f75f-e302-4c83-99d6-3aff85b3d08b) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:13:32.071945 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db95b48-9302-4b58-8e70-4fec55c723ec admin admin] Pushing event deleted for resources: {'Network': ['ID=d458c13a-e340-45a3-bc4b-5109e47750ee,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:13:32.090998 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14951b4f-7822-48e7-a3e6-af9b1242e7b2 admin admin] Made reservation on behalf of 4f7917702b4147c3acb3c21503fea468 for: {'network': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:13:32.102231 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-14951b4f-7822-48e7-a3e6-af9b1242e7b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for network, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:32.105168 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-ae6adb94-37a2-4f9b-a08c-b097e8a6d5fb req-0abd76af-7ebf-4e48-993f-9df753df3c4e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=907413de-9aa6-49bc-ae78-3f4206ba8faf HTTP/1.1" status: 200 len: 998 time: 0.1625617 Jul 27 23:13:32.126374 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f492e623-22be-4cd3-abab-27cb972b8f42 req-0c0a9c38-798f-4bae-8a4a-c718b44e6fd3 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] Made reservation on behalf of 1b545d5113d14592aa4c69bde083a757 for: {'port': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:13:32.133007 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-f492e623-22be-4cd3-abab-27cb972b8f42 req-0c0a9c38-798f-4bae-8a4a-c718b44e6fd3 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:32.153587 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 2f3372b1-c0d2-4d13-b9a4-dd580507b830 no longer exists at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:13:32.181046 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-14951b4f-7822-48e7-a3e6-af9b1242e7b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:32.187611 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7418f70f-e60d-4709-8ba9-6ab514bc7f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:32.189730 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] No Port match for: 2f3372b1-c0d2-4d13-b9a4-dd580507b830 {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:13:32.190250 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 2f3372b1-c0d2-4d13-b9a4-dd580507b830 not bound to the agent host n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:13:32.256660 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 38440) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:13:32.259548 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6adb94-37a2-4f9b-a08c-b097e8a6d5fb req-f260ce6a-8acb-42b3-b4a5-52d752e90b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:32.261032 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-ae6adb94-37a2-4f9b-a08c-b097e8a6d5fb req-f260ce6a-8acb-42b3-b4a5-52d752e90b19 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=232a981d-f7d1-42df-991c-3a09e4ce0177 HTTP/1.1" status: 200 len: 851 time: 0.1461136 Jul 27 23:13:32.287238 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-56587f22-add9-4b42-a0b3-3ffdbb6795bd req-bfd8bbc9-ef58-4c59-9a44-d6a883f71024 tempest-ServerRescueNegativeTestJSON-1855851441 tempest-ServerRescueNegativeTestJSON-1855851441-project] 10.222.0.18 "GET /v2.0/security-groups?id=1af18e13-f94e-429a-ab8a-66f4e32e8b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2611408 Jul 27 23:13:32.339667 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-2b452795-e9d4-4b48-924c-5f912b66bc38 req-d2d88ac5-132c-4005-a4b5-e07dd0b76065 service neutron] 10.222.0.38 "GET /v2.0/networks/751d782f-d338-44aa-a291-24d2ae3bed3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4651911 Jul 27 23:13:32.349067 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-815acf4a-64a1-4354-b622-87c51d073ce5 service neutron] 10.222.0.38 "GET /v2.0/networks/a77c1ae5-7f70-4eb8-a472-5ed26426d716?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4355288 Jul 27 23:13:32.395305 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-3441241c-d53f-4b17-b7e6-22e314668949 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d4ae0349fedc4fe693e139d0088de506&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1373725 Jul 27 23:13:32.399570 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 38444) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:13:32.402036 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6adb94-37a2-4f9b-a08c-b097e8a6d5fb req-a53c75b9-d274-4c7b-ae0b-7274124a9c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:32.403772 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-ae6adb94-37a2-4f9b-a08c-b097e8a6d5fb req-a53c75b9-d274-4c7b-ae0b-7274124a9c5e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0627b955-dd0f-4cce-ba7f-51e698f3bc59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1328652 Jul 27 23:13:32.413001 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89ea8b77-8f2e-4f95-a71a-d9f2f3f6e0d3 None None] New status for floating IP dc7ccf33-6ede-408e-985f-628931a77ed3: ACTIVE {{(pid=93799) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 23:13:32.417667 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [req-f492e623-22be-4cd3-abab-27cb972b8f42 req-0c0a9c38-798f-4bae-8a4a-c718b44e6fd3 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] Allocated IP 192.168.233.44 (591af2dd-f826-43b1-aa9d-e7a0bf218c71/62938449-046d-4cbe-923a-7ebb632c358d/4dd088bb-2812-49b2-88d3-6f7a082f66e0) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:13:32.568481 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-af376c19-561f-48e3-be5f-f0cebc3a4491 tempest-RoutersNegativeTest-1232238953 tempest-RoutersNegativeTest-1232238953-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:32.614894 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-af376c19-561f-48e3-be5f-f0cebc3a4491 tempest-RoutersNegativeTest-1232238953 tempest-RoutersNegativeTest-1232238953-project] Transition to ACTIVE for port object aa99f75f-e302-4c83-99d6-3aff85b3d08b will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:13:32.652727 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-2b452795-e9d4-4b48-924c-5f912b66bc38 req-c4760c01-b34f-4376-a76c-3dfdd88e74c9 service neutron] 10.222.0.38 "GET /v2.0/networks/751d782f-d338-44aa-a291-24d2ae3bed3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3026719 Jul 27 23:13:32.663784 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-40bd3715-0a3a-4e26-90c9-1ce062259c48 service neutron] 10.222.0.38 "GET /v2.0/networks/a77c1ae5-7f70-4eb8-a472-5ed26426d716?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2952254 Jul 27 23:13:32.684306 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-14951b4f-7822-48e7-a3e6-af9b1242e7b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:32.736138 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-14951b4f-7822-48e7-a3e6-af9b1242e7b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:32.740016 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-12be51f2-fcfc-4387-b37f-eab6df537980 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.156&port_id=cb2a8bc8-566d-48dc-b91d-d5248a770485 HTTP/1.1" status: 200 len: 217 time: 0.0663011 Jul 27 23:13:32.804826 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14951b4f-7822-48e7-a3e6-af9b1242e7b2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 505} {{(pid=93798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 23:13:32.813618 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-af376c19-561f-48e3-be5f-f0cebc3a4491 tempest-RoutersNegativeTest-1232238953 tempest-RoutersNegativeTest-1232238953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:32.827713 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14951b4f-7822-48e7-a3e6-af9b1242e7b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=350ea54b-bb91-4acb-9a14-485a215cff29,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:13:32.864618 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-14951b4f-7822-48e7-a3e6-af9b1242e7b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:32.864968 n-d-802623-1 neutron-server[93798]: INFO neutron.db.segments_db [None req-14951b4f-7822-48e7-a3e6-af9b1242e7b2 admin admin] Added segment 58b25948-3aa2-4c40-92d5-617f6e5e546d of type vlan for network 382dd7c8-0b7f-4580-80e6-7dce3f70851a Jul 27 23:13:32.906739 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-3fec4a10-daa3-44c0-bff7-e3f309585554 req-e8f24435-797d-4a26-ac4a-c865ce6178d3 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/ports?device_id=98a73beb-1410-4001-89d9-567ccd6893bc HTTP/1.1" status: 200 len: 210 time: 0.0908034 Jul 27 23:13:32.914057 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af376c19-561f-48e3-be5f-f0cebc3a4491 tempest-RoutersNegativeTest-1232238953 tempest-RoutersNegativeTest-1232238953-project] Network ee17373c-db33-49b4-a8b0-d16c5b27efa7 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:13:32.917550 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-caa0391f-c66c-4720-8a80-7631dcdb2c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:32.919119 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-caa0391f-c66c-4720-8a80-7631dcdb2c57 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=2370b3c6-3347-454c-b521-b5818cee031b HTTP/1.1" status: 200 len: 797 time: 0.1633952 Jul 27 23:13:32.949066 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-af376c19-561f-48e3-be5f-f0cebc3a4491 tempest-RoutersNegativeTest-1232238953 tempest-RoutersNegativeTest-1232238953-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:13:32.967068 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-ae6adb94-37a2-4f9b-a08c-b097e8a6d5fb req-0eb563d7-bf65-410a-a2da-bcd6318f6f3c service neutron] 10.222.0.49 "GET /v2.0/networks/0627b955-dd0f-4cce-ba7f-51e698f3bc59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5516114 Jul 27 23:13:32.967770 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9ed29146-236d-4f38-9ae4-6f0be715fbce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:32.973313 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af376c19-561f-48e3-be5f-f0cebc3a4491 tempest-RoutersNegativeTest-1232238953 tempest-RoutersNegativeTest-1232238953-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:13:32.979288 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af376c19-561f-48e3-be5f-f0cebc3a4491 tempest-RoutersNegativeTest-1232238953 tempest-RoutersNegativeTest-1232238953-project] Pushing event updated for resources: {'Port': ['ID=aa99f75f-e302-4c83-99d6-3aff85b3d08b,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:13:32.980263 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccdccb6-de2b-4aef-9f79-a98a1208396d req-615d8f4f-8dc8-474c-a948-84b74b24386f tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:32.986334 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccdccb6-de2b-4aef-9f79-a98a1208396d req-615d8f4f-8dc8-474c-a948-84b74b24386f tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:32.996983 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccdccb6-de2b-4aef-9f79-a98a1208396d req-615d8f4f-8dc8-474c-a948-84b74b24386f tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:33.003659 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccdccb6-de2b-4aef-9f79-a98a1208396d req-615d8f4f-8dc8-474c-a948-84b74b24386f tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:33.009607 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccdccb6-de2b-4aef-9f79-a98a1208396d req-615d8f4f-8dc8-474c-a948-84b74b24386f tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:33.014054 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-14951b4f-7822-48e7-a3e6-af9b1242e7b2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736833354590'] for network, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:33.016192 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccdccb6-de2b-4aef-9f79-a98a1208396d req-615d8f4f-8dc8-474c-a948-84b74b24386f tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:33.022252 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccdccb6-de2b-4aef-9f79-a98a1208396d req-615d8f4f-8dc8-474c-a948-84b74b24386f tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:33.024231 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-cccdccb6-de2b-4aef-9f79-a98a1208396d req-615d8f4f-8dc8-474c-a948-84b74b24386f tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] 10.222.0.18 "GET /v2.0/ports?device_id=b095b7c4-44b3-4276-8676-8d0be18fa84f HTTP/1.1" status: 200 len: 5419 time: 0.2171729 Jul 27 23:13:33.067631 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-af376c19-561f-48e3-be5f-f0cebc3a4491 tempest-RoutersNegativeTest-1232238953 tempest-RoutersNegativeTest-1232238953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-415283'] for router_interface, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:33.150844 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9ed29146-236d-4f38-9ae4-6f0be715fbce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:33.214704 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-0c7ae909-aec4-413b-b684-1375a38e0610 None None] Provisioning for port aa99f75f-e302-4c83-99d6-3aff85b3d08b completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:13:33.221288 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-0c7ae909-aec4-413b-b684-1375a38e0610 None None] Provisioning complete for port aa99f75f-e302-4c83-99d6-3aff85b3d08b triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:13:33.221993 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-0c7ae909-aec4-413b-b684-1375a38e0610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:33.245040 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-cccdccb6-de2b-4aef-9f79-a98a1208396d req-1f20cfa9-0d78-4285-985b-f38995ebf70f tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] 10.222.0.18 "GET /v2.0/security-groups?id=8a179c9a-ee47-4a9a-9e98-ceb367c5785f&id=099e8df2-bc6b-4be8-8e74-9791e0ffd653&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1866777 Jul 27 23:13:33.272340 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-ae6adb94-37a2-4f9b-a08c-b097e8a6d5fb req-39d863a2-b1a6-4ff2-ba99-04e0b8fc1965 service neutron] 10.222.0.49 "GET /v2.0/networks/0627b955-dd0f-4cce-ba7f-51e698f3bc59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2459657 Jul 27 23:13:33.291614 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-f492e623-22be-4cd3-abab-27cb972b8f42 req-0c0a9c38-798f-4bae-8a4a-c718b44e6fd3 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:33.307747 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [req-f492e623-22be-4cd3-abab-27cb972b8f42 req-0c0a9c38-798f-4bae-8a4a-c718b44e6fd3 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] Transition to ACTIVE for port object 4dd088bb-2812-49b2-88d3-6f7a082f66e0 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:13:33.325113 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9ed29146-236d-4f38-9ae4-6f0be715fbce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:33.328475 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9ed29146-236d-4f38-9ae4-6f0be715fbce admin admin] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:33.329988 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-9ed29146-236d-4f38-9ae4-6f0be715fbce admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d1683666-2031-45b7-8015-e9f1b36fb2f1 HTTP/1.1" status: 204 len: 168 time: 0.9250071 Jul 27 23:13:33.335904 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-0c7ae909-aec4-413b-b684-1375a38e0610 None None] Port aa99f75f-e302-4c83-99d6-3aff85b3d08b cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:13:33.359848 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed29146-236d-4f38-9ae4-6f0be715fbce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1683666-2031-45b7-8015-e9f1b36fb2f1,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:13:33.389939 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-f492e623-22be-4cd3-abab-27cb972b8f42 req-0c0a9c38-798f-4bae-8a4a-c718b44e6fd3 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:33.401592 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] get_ports_and_sgs() called for port_ids ['6ba252fa-a400-4c81-8f91-22ddf08c59d0', '7cf95691-d169-4732-bb02-85a7aaedd64a'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:13:33.405671 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] get_ports_and_sgs() called for port_ids ['be3f4841-615f-4e54-aa39-ad6709ec1563'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:13:33.459113 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-877345e6-f636-458b-91d3-6b37ab657cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:33.461590 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-877345e6-f636-458b-91d3-6b37ab657cdd service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=0052d342-b5b8-4be5-86a5-4c909f6d7ddb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5160904 Jul 27 23:13:33.485880 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-14951b4f-7822-48e7-a3e6-af9b1242e7b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569'] for network, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:33.487264 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14951b4f-7822-48e7-a3e6-af9b1242e7b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:33.488071 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-14951b4f-7822-48e7-a3e6-af9b1242e7b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:33.500701 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f492e623-22be-4cd3-abab-27cb972b8f42 req-0c0a9c38-798f-4bae-8a4a-c718b44e6fd3 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] Network 591af2dd-f826-43b1-aa9d-e7a0bf218c71 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:13:33.501937 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0a9c38-798f-4bae-8a4a-c718b44e6fd3 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] Pushing event updated for resources: {'Port': ['ID=4dd088bb-2812-49b2-88d3-6f7a082f66e0,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:13:33.522434 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [req-f492e623-22be-4cd3-abab-27cb972b8f42 req-0c0a9c38-798f-4bae-8a4a-c718b44e6fd3 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:13:33.526364 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [req-f492e623-22be-4cd3-abab-27cb972b8f42 req-0c0a9c38-798f-4bae-8a4a-c718b44e6fd3 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:13:33.600221 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca66f833-9f64-4ff0-9473-80d2c8b1b251 req-03f492dd-7d30-47ef-8cce-7a9e1179b750 tempest-ServerRescueNegativeTestJSON-1855851441 tempest-ServerRescueNegativeTestJSON-1855851441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:33.608383 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-ca66f833-9f64-4ff0-9473-80d2c8b1b251 req-03f492dd-7d30-47ef-8cce-7a9e1179b750 tempest-ServerRescueNegativeTestJSON-1855851441 tempest-ServerRescueNegativeTestJSON-1855851441-project] 10.222.0.18 "GET /v2.0/ports?device_id=18bf2265-d54a-42b3-beea-c61771ab87ab HTTP/1.1" status: 200 len: 945 time: 0.2092083 Jul 27 23:13:33.637731 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f492e623-22be-4cd3-abab-27cb972b8f42 req-0c0a9c38-798f-4bae-8a4a-c718b44e6fd3 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:33.638552 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-f492e623-22be-4cd3-abab-27cb972b8f42 req-0c0a9c38-798f-4bae-8a4a-c718b44e6fd3 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:33.661650 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-14951b4f-7822-48e7-a3e6-af9b1242e7b2 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.1150219 Jul 27 23:13:33.665097 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 38464) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:13:33.677811 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-0af39229-b98c-4de9-8233-a1044be647e4 admin admin] Request body: {'subnet': {'network_id': '382dd7c8-0b7f-4580-80e6-7dce3f70851a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-611287950-subnet', 'tenant_id': '4f7917702b4147c3acb3c21503fea468', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:13:33.681434 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14951b4f-7822-48e7-a3e6-af9b1242e7b2 admin admin] Pushing event updated for resources: {'Network': ['ID=382dd7c8-0b7f-4580-80e6-7dce3f70851a,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:13:33.698354 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f492e623-22be-4cd3-abab-27cb972b8f42 req-0c0a9c38-798f-4bae-8a4a-c718b44e6fd3 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0039880 Jul 27 23:13:33.706969 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Network 382dd7c8-0b7f-4580-80e6-7dce3f70851a details requested by agent ovs-agent-n-d-802623-1 with host n-d-802623-1 {{(pid=93799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 23:13:33.726921 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-ca66f833-9f64-4ff0-9473-80d2c8b1b251 req-dde749a3-16d9-4f44-9b63-d90cc8a7edfb tempest-ServerRescueNegativeTestJSON-1855851441 tempest-ServerRescueNegativeTestJSON-1855851441-project] 10.222.0.18 "GET /v2.0/security-groups?id=1af18e13-f94e-429a-ab8a-66f4e32e8b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175447 Jul 27 23:13:33.741941 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [req-f492e623-22be-4cd3-abab-27cb972b8f42 req-b4568eb6-099d-440f-b649-0ee577587779 service neutron] Request body: {'port': {'device_id': '98a73beb-1410-4001-89d9-567ccd6893bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802623-1'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:13:33.764331 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-af376c19-561f-48e3-be5f-f0cebc3a4491 tempest-RoutersNegativeTest-1232238953 tempest-RoutersNegativeTest-1232238953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:33.769347 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-830fa964-92c0-4645-8f8f-b54a9ae3fc9b service neutron] 10.222.0.38 "GET /v2.0/networks/0052d342-b5b8-4be5-86a5-4c909f6d7ddb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2987037 Jul 27 23:13:33.834753 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-f492e623-22be-4cd3-abab-27cb972b8f42 req-b4568eb6-099d-440f-b649-0ee577587779 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:33.838439 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0af39229-b98c-4de9-8233-a1044be647e4 admin admin] Made reservation on behalf of 4f7917702b4147c3acb3c21503fea468 for: {'subnet': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:13:33.842388 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0af39229-b98c-4de9-8233-a1044be647e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11551435'] for subnet, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:33.918902 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-11c4c3b6-6f79-4b70-94bf-86324ebd93a2 service neutron] 10.222.0.38 "GET /v2.0/networks/0052d342-b5b8-4be5-86a5-4c909f6d7ddb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387706 Jul 27 23:13:33.970821 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-29f98feb-1df4-403a-8590-c3b4315ed551 None None] Provisioning for port 4dd088bb-2812-49b2-88d3-6f7a082f66e0 completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:13:33.986692 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-29f98feb-1df4-403a-8590-c3b4315ed551 None None] Provisioning complete for port 4dd088bb-2812-49b2-88d3-6f7a082f66e0 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:13:33.987226 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-29f98feb-1df4-403a-8590-c3b4315ed551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:34.039850 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-4e371e64-9e3e-446d-b05b-5d33eb9fcc7e service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.30&port_id=b0d9ae02-d7ae-4081-8329-a04703c772b8 HTTP/1.1" status: 200 len: 217 time: 0.1126537 Jul 27 23:13:34.045432 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-29f98feb-1df4-403a-8590-c3b4315ed551 None None] Port 4dd088bb-2812-49b2-88d3-6f7a082f66e0 cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:13:34.173787 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-91388001-8342-4c37-8115-328661c17b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:34.175537 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-91388001-8342-4c37-8115-328661c17b09 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=2370b3c6-3347-454c-b521-b5818cee031b HTTP/1.1" status: 200 len: 797 time: 0.1244481 Jul 27 23:13:34.217231 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1df65d4-2cf0-41b5-a9ae-b06f46a25997 req-a3da13b7-7165-481e-9a7e-fc6a90c0ec12 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:34.219599 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e1df65d4-2cf0-41b5-a9ae-b06f46a25997 req-a3da13b7-7165-481e-9a7e-fc6a90c0ec12 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/ports?device_id=98a73beb-1410-4001-89d9-567ccd6893bc HTTP/1.1" status: 200 len: 935 time: 0.1818502 Jul 27 23:13:34.264721 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0af39229-b98c-4de9-8233-a1044be647e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11336182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11551417'] for subnet, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:34.355574 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-2a8bc923-be81-45b2-8e30-8ac37eea6ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:34.357036 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-2a8bc923-be81-45b2-8e30-8ac37eea6ddd service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=0052d342-b5b8-4be5-86a5-4c909f6d7ddb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1683872 Jul 27 23:13:34.364392 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e1df65d4-2cf0-41b5-a9ae-b06f46a25997 req-a94d00df-a8fe-4806-921a-2630c975dd33 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb779318-b8ff-43a6-a94f-3ce471aff166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897324 Jul 27 23:13:34.397850 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af39229-b98c-4de9-8233-a1044be647e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=34f8ad7a-93d9-4504-a30b-5488d30c9296,revision_number=0']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:13:34.432342 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0af39229-b98c-4de9-8233-a1044be647e4 admin admin] Checking segment: {'id': '58b25948-3aa2-4c40-92d5-617f6e5e546d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '382dd7c8-0b7f-4580-80e6-7dce3f70851a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:13:34.432552 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0af39229-b98c-4de9-8233-a1044be647e4 admin admin] Network hostable DHCP agents. Network: 382dd7c8-0b7f-4580-80e6-7dce3f70851a, hostable agents: ['5950e76f-2bde-4343-a925-cbe6bacd2706'], hosted agents: [] {{(pid=93797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 23:13:34.481670 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [req-f492e623-22be-4cd3-abab-27cb972b8f42 req-b4568eb6-099d-440f-b649-0ee577587779 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4dd088bb-2812-49b2-88d3-6f7a082f66e0 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:13:34.486035 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0af39229-b98c-4de9-8233-a1044be647e4 admin admin] Network 382dd7c8-0b7f-4580-80e6-7dce3f70851a is scheduled to be hosted by DHCP agent 5950e76f-2bde-4343-a925-cbe6bacd2706 with binding_index 1 {{(pid=93797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 23:13:34.488642 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-af376c19-561f-48e3-be5f-f0cebc3a4491 tempest-RoutersNegativeTest-1232238953 tempest-RoutersNegativeTest-1232238953-project] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:34.494121 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-f492e623-22be-4cd3-abab-27cb972b8f42 req-b4568eb6-099d-440f-b649-0ee577587779 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:34.507479 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-0af39229-b98c-4de9-8233-a1044be647e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802623-1, 382dd7c8-0b7f-4580-80e6-7dce3f70851a) {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:13:34.514272 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [req-f492e623-22be-4cd3-abab-27cb972b8f42 req-b4568eb6-099d-440f-b649-0ee577587779 service neutron] Transition to ACTIVE for port object 4dd088bb-2812-49b2-88d3-6f7a082f66e0 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:13:34.515895 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0af39229-b98c-4de9-8233-a1044be647e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:34.516548 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0af39229-b98c-4de9-8233-a1044be647e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for subnet, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:34.517074 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-af376c19-561f-48e3-be5f-f0cebc3a4491 tempest-RoutersNegativeTest-1232238953 tempest-RoutersNegativeTest-1232238953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:34.521514 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e7b3c09-8a07-48cf-9a88-caa5cac13291 None None] Network 382dd7c8-0b7f-4580-80e6-7dce3f70851a requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:13:34.526133 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-f492e623-22be-4cd3-abab-27cb972b8f42 req-b4568eb6-099d-440f-b649-0ee577587779 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11336041'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:34.565057 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af376c19-561f-48e3-be5f-f0cebc3a4491 tempest-RoutersNegativeTest-1232238953 tempest-RoutersNegativeTest-1232238953-project] Pushing event updated for resources: {'Port': ['ID=aa99f75f-e302-4c83-99d6-3aff85b3d08b,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:13:34.572661 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-0af39229-b98c-4de9-8233-a1044be647e4 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9042346 Jul 27 23:13:34.617655 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-06762f3b-f905-4f6b-88c1-e6c05a532746 service neutron] 10.222.0.38 "GET /v2.0/networks/0052d342-b5b8-4be5-86a5-4c909f6d7ddb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2493892 Jul 27 23:13:34.641147 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4568eb6-099d-440f-b649-0ee577587779 service neutron] Pushing event updated for resources: {'Port': ['ID=4dd088bb-2812-49b2-88d3-6f7a082f66e0,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:13:34.711181 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:34.733312 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-f492e623-22be-4cd3-abab-27cb972b8f42 req-b4568eb6-099d-440f-b649-0ee577587779 service neutron] Attempting to bind port 4dd088bb-2812-49b2-88d3-6f7a082f66e0 on host n-h2-802623-1 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:13:34.733941 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-f492e623-22be-4cd3-abab-27cb972b8f42 req-b4568eb6-099d-440f-b649-0ee577587779 service neutron] Attempting to bind port 4dd088bb-2812-49b2-88d3-6f7a082f66e0 by drivers openvswitch,hyperv on host n-h2-802623-1 at level 0 using segments [{'id': '16e91594-c047-4b55-93eb-43af33ad08e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '591af2dd-f826-43b1-aa9d-e7a0bf218c71'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:13:34.734381 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f492e623-22be-4cd3-abab-27cb972b8f42 req-b4568eb6-099d-440f-b649-0ee577587779 service neutron] Attempting to bind port 4dd088bb-2812-49b2-88d3-6f7a082f66e0 on network 591af2dd-f826-43b1-aa9d-e7a0bf218c71 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:13:34.739957 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f492e623-22be-4cd3-abab-27cb972b8f42 req-b4568eb6-099d-440f-b649-0ee577587779 service neutron] Port 4dd088bb-2812-49b2-88d3-6f7a082f66e0 on network 591af2dd-f826-43b1-aa9d-e7a0bf218c71 not bound, no agent of type Open vSwitch agent registered on host n-h2-802623-1 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 23:13:34.740478 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f492e623-22be-4cd3-abab-27cb972b8f42 req-b4568eb6-099d-440f-b649-0ee577587779 service neutron] Attempting to bind port 4dd088bb-2812-49b2-88d3-6f7a082f66e0 on network 591af2dd-f826-43b1-aa9d-e7a0bf218c71 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:13:34.741010 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d82a3e-451a-4261-83e8-071fdee11a37 req-965e0ec5-c8f0-414e-b1bd-818a549b9d60 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:34.754936 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d82a3e-451a-4261-83e8-071fdee11a37 req-965e0ec5-c8f0-414e-b1bd-818a549b9d60 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:34.760461 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f492e623-22be-4cd3-abab-27cb972b8f42 req-b4568eb6-099d-440f-b649-0ee577587779 service neutron] Checking agent: {'id': 'c5cc038b-93c4-4df4-8061-5df2a04a48c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 23, 0, 4), 'started_at': datetime.datetime(2021, 7, 27, 23, 0, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 13, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:13:34.762941 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f492e623-22be-4cd3-abab-27cb972b8f42 req-b4568eb6-099d-440f-b649-0ee577587779 service neutron] Checking segment: {'id': '16e91594-c047-4b55-93eb-43af33ad08e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '591af2dd-f826-43b1-aa9d-e7a0bf218c71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:13:34.764546 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f492e623-22be-4cd3-abab-27cb972b8f42 req-b4568eb6-099d-440f-b649-0ee577587779 service neutron] Bound using segment: {'id': '16e91594-c047-4b55-93eb-43af33ad08e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '591af2dd-f826-43b1-aa9d-e7a0bf218c71'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:13:34.766016 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-f492e623-22be-4cd3-abab-27cb972b8f42 req-b4568eb6-099d-440f-b649-0ee577587779 service neutron] Bound port: 4dd088bb-2812-49b2-88d3-6f7a082f66e0, host: n-h2-802623-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16e91594-c047-4b55-93eb-43af33ad08e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '591af2dd-f826-43b1-aa9d-e7a0bf218c71'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:13:34.767077 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d82a3e-451a-4261-83e8-071fdee11a37 req-965e0ec5-c8f0-414e-b1bd-818a549b9d60 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:34.767857 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-f492e623-22be-4cd3-abab-27cb972b8f42 req-b4568eb6-099d-440f-b649-0ee577587779 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:34.773080 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d82a3e-451a-4261-83e8-071fdee11a37 req-965e0ec5-c8f0-414e-b1bd-818a549b9d60 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:34.783404 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d82a3e-451a-4261-83e8-071fdee11a37 req-965e0ec5-c8f0-414e-b1bd-818a549b9d60 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:34.789239 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d82a3e-451a-4261-83e8-071fdee11a37 req-965e0ec5-c8f0-414e-b1bd-818a549b9d60 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:34.808270 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d82a3e-451a-4261-83e8-071fdee11a37 req-965e0ec5-c8f0-414e-b1bd-818a549b9d60 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:34.823468 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a3d82a3e-451a-4261-83e8-071fdee11a37 req-965e0ec5-c8f0-414e-b1bd-818a549b9d60 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] 10.222.0.18 "GET /v2.0/ports?device_id=b095b7c4-44b3-4276-8676-8d0be18fa84f HTTP/1.1" status: 200 len: 5419 time: 0.3567648 Jul 27 23:13:34.852348 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53b20e66-7f4f-4f38-9e11-93f04847e55d None None] Network 382dd7c8-0b7f-4580-80e6-7dce3f70851a requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:13:34.865453 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-af376c19-561f-48e3-be5f-f0cebc3a4491 tempest-RoutersNegativeTest-1232238953 tempest-RoutersNegativeTest-1232238953-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3760555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-414115'] for router_interface, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:34.934252 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a3d82a3e-451a-4261-83e8-071fdee11a37 req-9c076daa-d7ca-47e9-b11a-c3ccd33dece5 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] 10.222.0.18 "GET /v2.0/security-groups?id=8a179c9a-ee47-4a9a-9e98-ceb367c5785f&id=099e8df2-bc6b-4be8-8e74-9791e0ffd653&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1046944 Jul 27 23:13:34.961502 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-f492e623-22be-4cd3-abab-27cb972b8f42 req-b4568eb6-099d-440f-b649-0ee577587779 service neutron] For port 4dd088bb-2812-49b2-88d3-6f7a082f66e0, host n-h2-802623-1, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:13:34.968272 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-f492e623-22be-4cd3-abab-27cb972b8f42 req-b4568eb6-099d-440f-b649-0ee577587779 service neutron] For port 4dd088bb-2812-49b2-88d3-6f7a082f66e0, host n-h2-802623-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=4dd088bb-2812-49b2-88d3-6f7a082f66e0,segment=NetworkSegment(16e91594-c047-4b55-93eb-43af33ad08e1),segment_id=16e91594-c047-4b55-93eb-43af33ad08e1)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:13:34.990145 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-f492e623-22be-4cd3-abab-27cb972b8f42 req-b4568eb6-099d-440f-b649-0ee577587779 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11336041'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:35.005618 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe87e0f-5f24-4677-bfad-1dfa3838cc11 req-734c1b68-8042-4bd7-af2c-1ca24550e960 tempest-ServerRescueNegativeTestJSON-1855851441 tempest-ServerRescueNegativeTestJSON-1855851441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:35.015996 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8fe87e0f-5f24-4677-bfad-1dfa3838cc11 req-734c1b68-8042-4bd7-af2c-1ca24550e960 tempest-ServerRescueNegativeTestJSON-1855851441 tempest-ServerRescueNegativeTestJSON-1855851441-project] 10.222.0.18 "GET /v2.0/ports?device_id=18bf2265-d54a-42b3-beea-c61771ab87ab HTTP/1.1" status: 200 len: 945 time: 0.1658447 Jul 27 23:13:35.019272 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-b64f2cbb-cb5e-41d9-83f3-d2655c1812e5 service neutron] 10.222.0.38 "GET /v2.0/networks/0052d342-b5b8-4be5-86a5-4c909f6d7ddb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3884096 Jul 27 23:13:35.066289 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-06616767-9ebc-4be0-8ae4-95bb401c7984 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.115&port_id=50b2311c-7f44-4357-bc67-6eaa1ae4cefe HTTP/1.1" status: 200 len: 217 time: 0.0389154 Jul 27 23:13:35.113130 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4568eb6-099d-440f-b649-0ee577587779 service neutron] Pushing event updated for resources: {'Port': ['ID=4dd088bb-2812-49b2-88d3-6f7a082f66e0,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:13:35.127871 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 38510) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:13:35.155609 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8fe87e0f-5f24-4677-bfad-1dfa3838cc11 req-8b7330f7-4e0b-4e4c-8a76-7cde6e8ad639 tempest-ServerRescueNegativeTestJSON-1855851441 tempest-ServerRescueNegativeTestJSON-1855851441-project] 10.222.0.18 "GET /v2.0/security-groups?id=1af18e13-f94e-429a-ab8a-66f4e32e8b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341257 Jul 27 23:13:35.157095 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f492e623-22be-4cd3-abab-27cb972b8f42 req-b4568eb6-099d-440f-b649-0ee577587779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:35.158005 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-8e025738-59db-47dd-bbae-9d8c47d4efa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:35.159713 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-f492e623-22be-4cd3-abab-27cb972b8f42 req-b4568eb6-099d-440f-b649-0ee577587779 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:35.175639 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f492e623-22be-4cd3-abab-27cb972b8f42 req-b4568eb6-099d-440f-b649-0ee577587779 service neutron] 10.222.0.49 "PUT /v2.0/ports/4dd088bb-2812-49b2-88d3-6f7a082f66e0 HTTP/1.1" status: 200 len: 1095 time: 1.4311576 Jul 27 23:13:35.176353 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98a73beb-1410-4001-89d9-567ccd6893bc', 'tag': '4dd088bb-2812-49b2-88d3-6f7a082f66e0'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:13:35.178706 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a476459a1bfce68b0ae0df5b6a71154bfc7cfdc8f9eefce6ad0a17231e60468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-494637dd-4a47-4b29-9dc8-9427e01307cb" -d '{"events": [{"name": "network-changed", "server_uuid": "98a73beb-1410-4001-89d9-567ccd6893bc", "tag": "4dd088bb-2812-49b2-88d3-6f7a082f66e0"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:13:35.179154 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-8e025738-59db-47dd-bbae-9d8c47d4efa0 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=2370b3c6-3347-454c-b521-b5818cee031b HTTP/1.1" status: 200 len: 797 time: 0.1040823 Jul 27 23:13:35.181422 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af376c19-561f-48e3-be5f-f0cebc3a4491 tempest-RoutersNegativeTest-1232238953 tempest-RoutersNegativeTest-1232238953-project] Network ee17373c-db33-49b4-a8b0-d16c5b27efa7 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:13:35.182915 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-af376c19-561f-48e3-be5f-f0cebc3a4491 tempest-RoutersNegativeTest-1232238953 tempest-RoutersNegativeTest-1232238953-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:13:35.301143 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f492e623-22be-4cd3-abab-27cb972b8f42 req-2cc7e25b-d7c7-4521-ab46-ee90a3caa498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:35.306924 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f492e623-22be-4cd3-abab-27cb972b8f42 req-2cc7e25b-d7c7-4521-ab46-ee90a3caa498 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1b545d5113d14592aa4c69bde083a757&device_id=98a73beb-1410-4001-89d9-567ccd6893bc HTTP/1.1" status: 200 len: 1098 time: 0.0850639 Jul 27 23:13:35.365472 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 23:13:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5be9a237-4067-4657-9cf8-353dc1dc81c2 x-openstack-request-id: req-5be9a237-4067-4657-9cf8-353dc1dc81c2 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:13:35.366044 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98a73beb-1410-4001-89d9-567ccd6893bc", "tag": "4dd088bb-2812-49b2-88d3-6f7a082f66e0", "status": "completed", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:13:35.366445 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5be9a237-4067-4657-9cf8-353dc1dc81c2 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:13:35.366996 n-d-802623-1 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98a73beb-1410-4001-89d9-567ccd6893bc', 'tag': '4dd088bb-2812-49b2-88d3-6f7a082f66e0', 'status': 'completed', 'code': 200} Jul 27 23:13:35.369579 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f492e623-22be-4cd3-abab-27cb972b8f42 req-7d28ed55-958d-47bf-8cf4-889a7085bb5a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=4dd088bb-2812-49b2-88d3-6f7a082f66e0 HTTP/1.1" status: 200 len: 217 time: 0.0540824 Jul 27 23:13:35.435580 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f492e623-22be-4cd3-abab-27cb972b8f42 req-d4a304eb-47a1-49f5-93d0-d0f002ec3f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:35.437101 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f492e623-22be-4cd3-abab-27cb972b8f42 req-d4a304eb-47a1-49f5-93d0-d0f002ec3f92 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=62938449-046d-4cbe-923a-7ebb632c358d HTTP/1.1" status: 200 len: 843 time: 0.0565193 Jul 27 23:13:35.472176 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5eee8b8a-e6c4-49fb-b869-cd109cd64876 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:35.497674 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-1dbf1948-d15d-4c63-9a85-b06f72f55bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:35.499176 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-1dbf1948-d15d-4c63-9a85-b06f72f55bc2 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=0052d342-b5b8-4be5-86a5-4c909f6d7ddb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3037093 Jul 27 23:13:35.510779 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f492e623-22be-4cd3-abab-27cb972b8f42 req-fe5644e2-6bc9-406c-8bd5-72383856beee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:35.513196 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f492e623-22be-4cd3-abab-27cb972b8f42 req-fe5644e2-6bc9-406c-8bd5-72383856beee service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=591af2dd-f826-43b1-aa9d-e7a0bf218c71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0662534 Jul 27 23:13:35.571825 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-d1e960b9-5fdc-4d9e-8c4c-0f85b897d0d3 None None] Provisioning complete for port aa99f75f-e302-4c83-99d6-3aff85b3d08b triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:13:35.572409 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d1e960b9-5fdc-4d9e-8c4c-0f85b897d0d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:35.606878 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-d1e960b9-5fdc-4d9e-8c4c-0f85b897d0d3 None None] Port aa99f75f-e302-4c83-99d6-3aff85b3d08b cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:13:35.616262 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34ceca3-d0fb-4bb0-b881-a021738deabf req-ed97187e-233d-43ea-b547-17cc9781f87f tempest-ServerAddressesTestJSON-692813910 tempest-ServerAddressesTestJSON-692813910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:35.617547 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f34ceca3-d0fb-4bb0-b881-a021738deabf req-ed97187e-233d-43ea-b547-17cc9781f87f tempest-ServerAddressesTestJSON-692813910 tempest-ServerAddressesTestJSON-692813910-project] 10.222.0.18 "GET /v2.0/networks?id=382dd7c8-0b7f-4580-80e6-7dce3f70851a HTTP/1.1" status: 200 len: 813 time: 0.2778959 Jul 27 23:13:35.636592 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af376c19-561f-48e3-be5f-f0cebc3a4491 tempest-RoutersNegativeTest-1232238953 tempest-RoutersNegativeTest-1232238953-project] Router 581cb9b0-04d3-44c4-8d84-ed171d7fd15e has already been hosted by L3 agent 018c4455-49c0-4734-927d-7824067b2a9e {{(pid=93798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 23:13:35.654151 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9627c172-bda7-4fe3-a22f-0a0e71e16f1c req-64a6bbb9-b068-456f-931b-3fc0739ddf52 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:35.656561 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-9627c172-bda7-4fe3-a22f-0a0e71e16f1c req-64a6bbb9-b068-456f-931b-3fc0739ddf52 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/ports?device_id=98a73beb-1410-4001-89d9-567ccd6893bc HTTP/1.1" status: 200 len: 947 time: 0.1197243 Jul 27 23:13:35.670930 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f34ceca3-d0fb-4bb0-b881-a021738deabf req-19e8a294-f2db-46e5-85ed-dbeee7ae6c27 tempest-ServerAddressesTestJSON-692813910 tempest-ServerAddressesTestJSON-692813910-project] 10.222.0.18 "GET /v2.0/quotas/4f7917702b4147c3acb3c21503fea468 HTTP/1.1" status: 200 len: 375 time: 0.0372827 Jul 27 23:13:35.684354 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f492e623-22be-4cd3-abab-27cb972b8f42 req-7e78d03d-01db-4b1a-ae25-2f1b3d19d072 service neutron] 10.222.0.49 "GET /v2.0/networks/591af2dd-f826-43b1-aa9d-e7a0bf218c71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1620398 Jul 27 23:13:35.751349 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-9627c172-bda7-4fe3-a22f-0a0e71e16f1c req-4823fa98-b0c9-465d-a3cd-7da03144350c tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb779318-b8ff-43a6-a94f-3ce471aff166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856154 Jul 27 23:13:35.765622 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f34ceca3-d0fb-4bb0-b881-a021738deabf req-91f5cdda-d2ad-4166-a4a3-bc8696c12fc1 tempest-ServerAddressesTestJSON-692813910 tempest-ServerAddressesTestJSON-692813910-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=4f7917702b4147c3acb3c21503fea468&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0799167 Jul 27 23:13:35.799925 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-89631909-a3fa-45ff-9881-35d2a87cec7f service neutron] 10.222.0.38 "GET /v2.0/networks/0052d342-b5b8-4be5-86a5-4c909f6d7ddb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2838812 Jul 27 23:13:35.808381 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f492e623-22be-4cd3-abab-27cb972b8f42 req-6c07e69e-8536-42e6-8dfa-f92b25d3b32b service neutron] 10.222.0.49 "GET /v2.0/networks/591af2dd-f826-43b1-aa9d-e7a0bf218c71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1165681 Jul 27 23:13:35.896173 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494637dd-4a47-4b29-9dc8-9427e01307cb req-c376b838-248a-4ed9-bcfe-875214ba3b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:35.897567 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-494637dd-4a47-4b29-9dc8-9427e01307cb req-c376b838-248a-4ed9-bcfe-875214ba3b93 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1b545d5113d14592aa4c69bde083a757&device_id=98a73beb-1410-4001-89d9-567ccd6893bc HTTP/1.1" status: 200 len: 1098 time: 0.0411665 Jul 27 23:13:35.933149 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af376c19-561f-48e3-be5f-f0cebc3a4491 tempest-RoutersNegativeTest-1232238953 tempest-RoutersNegativeTest-1232238953-project] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:13:35.945343 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-af376c19-561f-48e3-be5f-f0cebc3a4491 tempest-RoutersNegativeTest-1232238953 tempest-RoutersNegativeTest-1232238953-project] 10.222.0.18 "PUT /v2.0/routers/581cb9b0-04d3-44c4-8d84-ed171d7fd15e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3962438 Jul 27 23:13:35.946732 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-626d0a7d-3e60-4607-8f62-79b77ae97ab8 None None] Sync routers for ids ['581cb9b0-04d3-44c4-8d84-ed171d7fd15e'] in n-d-802623-1 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:13:35.954863 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 38530) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:13:35.956594 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-626d0a7d-3e60-4607-8f62-79b77ae97ab8 None None] Routers {'581cb9b0-04d3-44c4-8d84-ed171d7fd15e'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:13:35.957200 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-626d0a7d-3e60-4607-8f62-79b77ae97ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:13:29Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['581cb9b0-04d3-44c4-8d84-ed171d7fd15e'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:13:35.967388 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5eee8b8a-e6c4-49fb-b869-cd109cd64876 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:35.978366 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5eee8b8a-e6c4-49fb-b869-cd109cd64876 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:36.003791 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-626d0a7d-3e60-4607-8f62-79b77ae97ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:13:36.014145 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-626d0a7d-3e60-4607-8f62-79b77ae97ab8 None None] Routers {'581cb9b0-04d3-44c4-8d84-ed171d7fd15e'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:13:36.014988 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-626d0a7d-3e60-4607-8f62-79b77ae97ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:13:29Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['581cb9b0-04d3-44c4-8d84-ed171d7fd15e'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:13:36.045313 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-1cb0b7e0-3d24-4108-ad19-00223b701773 service neutron] 10.222.0.38 "GET /v2.0/networks/0052d342-b5b8-4be5-86a5-4c909f6d7ddb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2356043 Jul 27 23:13:36.047025 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f34ceca3-d0fb-4bb0-b881-a021738deabf req-16e1987c-57af-48aa-a592-667dc12ae963 service neutron] 10.222.0.18 "GET /v2.0/networks/382dd7c8-0b7f-4580-80e6-7dce3f70851a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2520437 Jul 27 23:13:36.050065 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eee8b8a-e6c4-49fb-b869-cd109cd64876 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7882331-f76e-410f-bf80-4f0decda22cc,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:13:36.057532 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-5eee8b8a-e6c4-49fb-b869-cd109cd64876 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4bc32bef9a1848de8c2c05f67f7f097a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9285707 Jul 27 23:13:36.058718 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 38534) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:13:36.071027 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-626d0a7d-3e60-4607-8f62-79b77ae97ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:13:36.071693 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-626d0a7d-3e60-4607-8f62-79b77ae97ab8 None None] The sync data for ids ['581cb9b0-04d3-44c4-8d84-ed171d7fd15e'] in n-d-802623-1 is: [] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:13:36.124468 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f2f1d162-fdf0-4180-8856-f7802a3fd9cb tempest-RoutersNegativeTest-1232238953 tempest-RoutersNegativeTest-1232238953-project] Notify callbacks [] for router, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:36.146366 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-dbca26cf-2aec-4248-9a77-25262f312e8d service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.183&port_id=10e1e141-fabd-4db9-87e9-ff971f3de446 HTTP/1.1" status: 200 len: 217 time: 0.0849690 Jul 27 23:13:36.166203 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494637dd-4a47-4b29-9dc8-9427e01307cb req-dc4104c0-63fe-42e7-8101-569027876d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:36.167723 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-494637dd-4a47-4b29-9dc8-9427e01307cb req-dc4104c0-63fe-42e7-8101-569027876d26 service neutron] 10.222.0.49 "GET /v2.0/networks?id=591af2dd-f826-43b1-aa9d-e7a0bf218c71 HTTP/1.1" status: 200 len: 870 time: 0.2628312 Jul 27 23:13:36.209383 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bce46a7-77b6-4921-9730-d17d03975e55 req-4100e0c9-9468-4e41-9e05-503e97355056 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:36.215375 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bce46a7-77b6-4921-9730-d17d03975e55 req-4100e0c9-9468-4e41-9e05-503e97355056 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:36.221369 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bce46a7-77b6-4921-9730-d17d03975e55 req-4100e0c9-9468-4e41-9e05-503e97355056 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:36.227348 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bce46a7-77b6-4921-9730-d17d03975e55 req-4100e0c9-9468-4e41-9e05-503e97355056 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:36.233832 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bce46a7-77b6-4921-9730-d17d03975e55 req-4100e0c9-9468-4e41-9e05-503e97355056 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:36.240015 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bce46a7-77b6-4921-9730-d17d03975e55 req-4100e0c9-9468-4e41-9e05-503e97355056 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:36.246093 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bce46a7-77b6-4921-9730-d17d03975e55 req-4100e0c9-9468-4e41-9e05-503e97355056 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:36.248563 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-9bce46a7-77b6-4921-9730-d17d03975e55 req-4100e0c9-9468-4e41-9e05-503e97355056 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] 10.222.0.18 "GET /v2.0/ports?device_id=b095b7c4-44b3-4276-8676-8d0be18fa84f HTTP/1.1" status: 200 len: 5419 time: 0.2128968 Jul 27 23:13:36.253263 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-090dcb1c-a0a4-4da3-aeac-1d65fc9784e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:36.254722 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-090dcb1c-a0a4-4da3-aeac-1d65fc9784e5 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=2370b3c6-3347-454c-b521-b5818cee031b HTTP/1.1" status: 200 len: 797 time: 0.0963776 Jul 27 23:13:36.256785 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f88ba6ff-2c10-4f79-b8a8-0f423c4283be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:36.261412 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f34ceca3-d0fb-4bb0-b881-a021738deabf req-30160461-543d-49f4-ac7e-30ffcbaa7423 service neutron] 10.222.0.18 "GET /v2.0/networks/382dd7c8-0b7f-4580-80e6-7dce3f70851a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2011421 Jul 27 23:13:36.299786 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-494637dd-4a47-4b29-9dc8-9427e01307cb req-696c53c9-edd3-46d0-84a4-a278f243583e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=4dd088bb-2812-49b2-88d3-6f7a082f66e0 HTTP/1.1" status: 200 len: 217 time: 0.0502343 Jul 27 23:13:36.303726 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f88ba6ff-2c10-4f79-b8a8-0f423c4283be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:36.342110 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-2a3421f9-2c27-40b9-8368-3a9476cb130e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:36.343673 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-2a3421f9-2c27-40b9-8368-3a9476cb130e service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=0052d342-b5b8-4be5-86a5-4c909f6d7ddb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0758858 Jul 27 23:13:36.350103 n-d-802623-1 neutron-server[93797]: INFO neutron.api.v2.resource [None req-f2f1d162-fdf0-4180-8856-f7802a3fd9cb tempest-RoutersNegativeTest-1232238953 tempest-RoutersNegativeTest-1232238953-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 27 23:13:36.354959 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-f2f1d162-fdf0-4180-8856-f7802a3fd9cb tempest-RoutersNegativeTest-1232238953 tempest-RoutersNegativeTest-1232238953-project] 10.222.0.18 "DELETE /v2.0/routers/581cb9b0-04d3-44c4-8d84-ed171d7fd15e HTTP/1.1" status: 409 len: 329 time: 0.3986788 Jul 27 23:13:36.355602 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 38542) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:13:36.417315 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f88ba6ff-2c10-4f79-b8a8-0f423c4283be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:36.420694 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f88ba6ff-2c10-4f79-b8a8-0f423c4283be admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:36.424571 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-f88ba6ff-2c10-4f79-b8a8-0f423c4283be admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a7882331-f76e-410f-bf80-4f0decda22cc HTTP/1.1" status: 204 len: 168 time: 0.3623023 Jul 27 23:13:36.437630 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88ba6ff-2c10-4f79-b8a8-0f423c4283be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7882331-f76e-410f-bf80-4f0decda22cc,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:13:36.498973 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-04111e23-fabd-4258-a60a-503ec63b27e2 service neutron] 10.222.0.38 "GET /v2.0/networks/0052d342-b5b8-4be5-86a5-4c909f6d7ddb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475627 Jul 27 23:13:36.511442 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-9bce46a7-77b6-4921-9730-d17d03975e55 req-58bfc562-0b48-422e-b633-6a060512c4e3 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] 10.222.0.18 "GET /v2.0/security-groups?id=8a179c9a-ee47-4a9a-9e98-ceb367c5785f&id=099e8df2-bc6b-4be8-8e74-9791e0ffd653&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2459595 Jul 27 23:13:36.549508 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10ecd51-2df8-4c92-a6ab-90e016b3e8d1 req-3d3f5418-241b-4c02-8de1-96749dc68378 tempest-ServerRescueNegativeTestJSON-1855851441 tempest-ServerRescueNegativeTestJSON-1855851441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:36.551530 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494637dd-4a47-4b29-9dc8-9427e01307cb req-aedf3f09-4104-4e25-a217-c8da3f524d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:36.553376 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-494637dd-4a47-4b29-9dc8-9427e01307cb req-aedf3f09-4104-4e25-a217-c8da3f524d95 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=62938449-046d-4cbe-923a-7ebb632c358d HTTP/1.1" status: 200 len: 843 time: 0.2403893 Jul 27 23:13:36.562530 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b10ecd51-2df8-4c92-a6ab-90e016b3e8d1 req-3d3f5418-241b-4c02-8de1-96749dc68378 tempest-ServerRescueNegativeTestJSON-1855851441 tempest-ServerRescueNegativeTestJSON-1855851441-project] 10.222.0.18 "GET /v2.0/ports?device_id=18bf2265-d54a-42b3-beea-c61771ab87ab HTTP/1.1" status: 200 len: 945 time: 0.1124659 Jul 27 23:13:36.693741 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b10ecd51-2df8-4c92-a6ab-90e016b3e8d1 req-15076258-827f-42d0-a9cd-ac7e70ca7248 tempest-ServerRescueNegativeTestJSON-1855851441 tempest-ServerRescueNegativeTestJSON-1855851441-project] 10.222.0.18 "GET /v2.0/security-groups?id=1af18e13-f94e-429a-ab8a-66f4e32e8b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301389 Jul 27 23:13:36.788271 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-e61bb568-0437-4e0b-959e-1028ec36b5a6 service neutron] 10.222.0.38 "GET /v2.0/networks/0052d342-b5b8-4be5-86a5-4c909f6d7ddb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2790928 Jul 27 23:13:36.815845 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-2e8ec305-a2a5-4f67-86e2-baa7841bc3f6 req-cdaaa913-5d9c-480b-9c5f-d6cb60a00cb1 tempest-ServerAddressesTestJSON-692813910 tempest-ServerAddressesTestJSON-692813910-project] 10.222.0.18 "GET /v2.0/ports?device_id=0b222bbf-d683-4a9a-a188-b77e0f71b2ec HTTP/1.1" status: 200 len: 210 time: 0.0639811 Jul 27 23:13:36.835754 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494637dd-4a47-4b29-9dc8-9427e01307cb req-d4ec7279-ec2d-46cb-a2b2-275dde9bd2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:36.837422 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-494637dd-4a47-4b29-9dc8-9427e01307cb req-d4ec7279-ec2d-46cb-a2b2-275dde9bd2a8 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=591af2dd-f826-43b1-aa9d-e7a0bf218c71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1147346 Jul 27 23:13:36.884450 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-b58ea57e-1ebd-414e-b0ef-25d5e526bf03 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f5d1c75c-f1a9-480c-a62c-f9b0baaaa34f HTTP/1.1" status: 200 len: 217 time: 0.0865288 Jul 27 23:13:37.012305 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-494637dd-4a47-4b29-9dc8-9427e01307cb req-5a5c259c-9e58-4576-a8b1-c81180e3c68f service neutron] 10.222.0.49 "GET /v2.0/networks/591af2dd-f826-43b1-aa9d-e7a0bf218c71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508195 Jul 27 23:13:37.076498 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b5d19013-5267-4bc2-be8b-7c0bd4a75d7e tempest-RoutersNegativeTest-1232238953 tempest-RoutersNegativeTest-1232238953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-414022'] for router_interface, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:37.301077 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6d2112-894e-41bd-aad9-3e41e54adc4e req-1afa6b34-e5d2-4458-a934-aff43e4bd100 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:37.302860 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ef6d2112-894e-41bd-aad9-3e41e54adc4e req-1afa6b34-e5d2-4458-a934-aff43e4bd100 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/ports?device_id=98a73beb-1410-4001-89d9-567ccd6893bc HTTP/1.1" status: 200 len: 947 time: 0.4208679 Jul 27 23:13:37.307972 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-479750d6-2633-4353-abba-75ff0b6f9d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:37.311874 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-479750d6-2633-4353-abba-75ff0b6f9d93 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=26fa3d12-3c33-4127-ba40-843cbfb471cd HTTP/1.1" status: 200 len: 797 time: 0.4163990 Jul 27 23:13:37.377826 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ef6d2112-894e-41bd-aad9-3e41e54adc4e req-a6f0ac47-f998-4fce-8e73-601949bea38f tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb779318-b8ff-43a6-a94f-3ce471aff166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659678 Jul 27 23:13:37.385088 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-faf08fc6-d9a1-449a-982f-7198e893752e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:37.386038 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-faf08fc6-d9a1-449a-982f-7198e893752e service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=42a806fa-6465-4bb1-a70d-1966b5320f00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0657852 Jul 27 23:13:37.504084 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-494637dd-4a47-4b29-9dc8-9427e01307cb req-1fc3bb50-ca81-4bbc-b882-41be1aaccd82 service neutron] 10.222.0.49 "GET /v2.0/networks/591af2dd-f826-43b1-aa9d-e7a0bf218c71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4807820 Jul 27 23:13:37.504645 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-00f1ff87-d7dc-4c69-827a-a7fe0e5d7d47 service neutron] 10.222.0.38 "GET /v2.0/networks/42a806fa-6465-4bb1-a70d-1966b5320f00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059349 Jul 27 23:13:37.629606 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-875ad1f1-a99e-42e4-aee9-4b940592d199 service neutron] 10.222.0.38 "GET /v2.0/networks/42a806fa-6465-4bb1-a70d-1966b5320f00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138597 Jul 27 23:13:37.690238 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-f8b2484c-0d51-4230-bc79-64db5ccd52a9 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d4667984-2b2a-40a8-8de7-e286cc2c1b95 HTTP/1.1" status: 200 len: 217 time: 0.0451324 Jul 27 23:13:37.717245 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f6c6dc-df0a-46ef-adca-c12f2b8acba3 req-ae65b35e-c3d6-4f6e-ae50-f17bc0c6a790 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:37.724728 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f6c6dc-df0a-46ef-adca-c12f2b8acba3 req-ae65b35e-c3d6-4f6e-ae50-f17bc0c6a790 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:37.731255 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f6c6dc-df0a-46ef-adca-c12f2b8acba3 req-ae65b35e-c3d6-4f6e-ae50-f17bc0c6a790 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:37.737960 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f6c6dc-df0a-46ef-adca-c12f2b8acba3 req-ae65b35e-c3d6-4f6e-ae50-f17bc0c6a790 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:37.744419 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f6c6dc-df0a-46ef-adca-c12f2b8acba3 req-ae65b35e-c3d6-4f6e-ae50-f17bc0c6a790 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:37.750228 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-b5d19013-5267-4bc2-be8b-7c0bd4a75d7e tempest-RoutersNegativeTest-1232238953 tempest-RoutersNegativeTest-1232238953-project] Deleting port aa99f75f-e302-4c83-99d6-3aff85b3d08b {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:13:37.750584 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f6c6dc-df0a-46ef-adca-c12f2b8acba3 req-ae65b35e-c3d6-4f6e-ae50-f17bc0c6a790 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:37.750735 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b5d19013-5267-4bc2-be8b-7c0bd4a75d7e tempest-RoutersNegativeTest-1232238953 tempest-RoutersNegativeTest-1232238953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:37.759647 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f6c6dc-df0a-46ef-adca-c12f2b8acba3 req-ae65b35e-c3d6-4f6e-ae50-f17bc0c6a790 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:37.761882 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f0f6c6dc-df0a-46ef-adca-c12f2b8acba3 req-ae65b35e-c3d6-4f6e-ae50-f17bc0c6a790 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] 10.222.0.18 "GET /v2.0/ports?device_id=b095b7c4-44b3-4276-8676-8d0be18fa84f HTTP/1.1" status: 200 len: 5419 time: 0.1527438 Jul 27 23:13:37.885492 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b5d19013-5267-4bc2-be8b-7c0bd4a75d7e tempest-RoutersNegativeTest-1232238953 tempest-RoutersNegativeTest-1232238953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:37.916749 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-0d6ddaa0-2b8c-4098-b450-c9e5076b1ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:37.918208 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-0d6ddaa0-2b8c-4098-b450-c9e5076b1ea7 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=26fa3d12-3c33-4127-ba40-843cbfb471cd HTTP/1.1" status: 200 len: 797 time: 0.1541226 Jul 27 23:13:37.923815 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-b5d19013-5267-4bc2-be8b-7c0bd4a75d7e tempest-RoutersNegativeTest-1232238953 tempest-RoutersNegativeTest-1232238953-project] Calling delete_port for aa99f75f-e302-4c83-99d6-3aff85b3d08b owned by network:router_interface {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:13:37.930137 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f0f6c6dc-df0a-46ef-adca-c12f2b8acba3 req-6f3f1b0c-2236-424c-b77d-718b9c9bcccb tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] 10.222.0.18 "GET /v2.0/security-groups?id=8a179c9a-ee47-4a9a-9e98-ceb367c5785f&id=099e8df2-bc6b-4be8-8e74-9791e0ffd653&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0979681 Jul 27 23:13:37.970299 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34ceca3-d0fb-4bb0-b881-a021738deabf req-a4240093-ef66-4677-af5d-e5fd359f30aa tempest-ServerAddressesTestJSON-692813910 tempest-ServerAddressesTestJSON-692813910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:37.971831 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f34ceca3-d0fb-4bb0-b881-a021738deabf req-a4240093-ef66-4677-af5d-e5fd359f30aa tempest-ServerAddressesTestJSON-692813910 tempest-ServerAddressesTestJSON-692813910-project] 10.222.0.38 "GET /v2.0/networks?id=382dd7c8-0b7f-4580-80e6-7dce3f70851a HTTP/1.1" status: 200 len: 813 time: 0.2093344 Jul 27 23:13:37.986902 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [req-f34ceca3-d0fb-4bb0-b881-a021738deabf req-90a642a4-a7f2-42c8-bdc1-4f37961cf419 tempest-ServerAddressesTestJSON-692813910 tempest-ServerAddressesTestJSON-692813910-project] Request body: {'port': {'device_id': '0b222bbf-d683-4a9a-a188-b77e0f71b2ec', 'network_id': '382dd7c8-0b7f-4580-80e6-7dce3f70851a', 'admin_state_up': True, 'tenant_id': '4f7917702b4147c3acb3c21503fea468'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:13:37.999181 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80006f7-04f6-4caf-a65b-a072eec4a11f req-f222935f-3689-4700-bcb7-58ff5d0a67c5 tempest-ServerRescueNegativeTestJSON-1855851441 tempest-ServerRescueNegativeTestJSON-1855851441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:38.000713 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-b80006f7-04f6-4caf-a65b-a072eec4a11f req-f222935f-3689-4700-bcb7-58ff5d0a67c5 tempest-ServerRescueNegativeTestJSON-1855851441 tempest-ServerRescueNegativeTestJSON-1855851441-project] 10.222.0.18 "GET /v2.0/ports?device_id=18bf2265-d54a-42b3-beea-c61771ab87ab HTTP/1.1" status: 200 len: 945 time: 0.1112754 Jul 27 23:13:38.004879 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-bf2e70aa-08df-4e83-b451-0271331e5c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:38.006380 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-bf2e70aa-08df-4e83-b451-0271331e5c30 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=42a806fa-6465-4bb1-a70d-1966b5320f00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0729477 Jul 27 23:13:38.103200 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-b80006f7-04f6-4caf-a65b-a072eec4a11f req-476f44ff-ea30-4406-b803-1e6bc532b63b tempest-ServerRescueNegativeTestJSON-1855851441 tempest-ServerRescueNegativeTestJSON-1855851441-project] 10.222.0.18 "GET /v2.0/security-groups?id=1af18e13-f94e-429a-ab8a-66f4e32e8b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905039 Jul 27 23:13:38.182257 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b5d19013-5267-4bc2-be8b-7c0bd4a75d7e tempest-RoutersNegativeTest-1232238953 tempest-RoutersNegativeTest-1232238953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:38.212501 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d19013-5267-4bc2-be8b-7c0bd4a75d7e tempest-RoutersNegativeTest-1232238953 tempest-RoutersNegativeTest-1232238953-project] Pushing event deleted for resources: {'Port': ['ID=aa99f75f-e302-4c83-99d6-3aff85b3d08b,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:13:38.217994 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-1eaf029b-c249-4fe1-a954-887fd15b39c0 service neutron] 10.222.0.38 "GET /v2.0/networks/42a806fa-6465-4bb1-a70d-1966b5320f00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1821847 Jul 27 23:13:38.222320 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-54812d18-53b4-4b21-ba42-513462f1ab02 req-bb8be9b5-8ae2-4b60-bf91-e06ad62c37f5 tempest-ServerAddressesTestJSON-692813910 tempest-ServerAddressesTestJSON-692813910-project] 10.222.0.18 "GET /v2.0/ports?device_id=0b222bbf-d683-4a9a-a188-b77e0f71b2ec HTTP/1.1" status: 200 len: 210 time: 0.0423677 Jul 27 23:13:38.307356 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f34ceca3-d0fb-4bb0-b881-a021738deabf req-90a642a4-a7f2-42c8-bdc1-4f37961cf419 tempest-ServerAddressesTestJSON-692813910 tempest-ServerAddressesTestJSON-692813910-project] Made reservation on behalf of 4f7917702b4147c3acb3c21503fea468 for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:13:38.311705 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-f34ceca3-d0fb-4bb0-b881-a021738deabf req-90a642a4-a7f2-42c8-bdc1-4f37961cf419 tempest-ServerAddressesTestJSON-692813910 tempest-ServerAddressesTestJSON-692813910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:38.392513 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b5d19013-5267-4bc2-be8b-7c0bd4a75d7e tempest-RoutersNegativeTest-1232238953 tempest-RoutersNegativeTest-1232238953-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3760546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-413994'] for router_interface, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:38.406352 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a4cda1f6-4667-4d63-a950-7681d73ddb4a req-91569736-e645-4087-b210-f63b5fb940c0 service neutron] 10.222.0.38 "GET /v2.0/networks/42a806fa-6465-4bb1-a70d-1966b5320f00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1761248 Jul 27 23:13:38.524166 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [req-f34ceca3-d0fb-4bb0-b881-a021738deabf req-90a642a4-a7f2-42c8-bdc1-4f37961cf419 tempest-ServerAddressesTestJSON-692813910 tempest-ServerAddressesTestJSON-692813910-project] Allocated IP 172.20.0.5 (382dd7c8-0b7f-4580-80e6-7dce3f70851a/34f8ad7a-93d9-4504-a30b-5488d30c9296/90616da3-0385-4baa-af03-940835b960e2) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:13:38.618806 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8849544-aaab-4b88-abc7-d521095a9d70 req-96d9393f-f753-4f69-9b48-cd40019211ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:38.619321 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8849544-aaab-4b88-abc7-d521095a9d70 req-96d9393f-f753-4f69-9b48-cd40019211ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:38.620124 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8849544-aaab-4b88-abc7-d521095a9d70 req-96d9393f-f753-4f69-9b48-cd40019211ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:38.620264 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8849544-aaab-4b88-abc7-d521095a9d70 req-96d9393f-f753-4f69-9b48-cd40019211ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:38.620720 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8849544-aaab-4b88-abc7-d521095a9d70 req-96d9393f-f753-4f69-9b48-cd40019211ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:38.621531 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8849544-aaab-4b88-abc7-d521095a9d70 req-96d9393f-f753-4f69-9b48-cd40019211ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:38.621680 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8849544-aaab-4b88-abc7-d521095a9d70 req-96d9393f-f753-4f69-9b48-cd40019211ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:38.624191 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f8849544-aaab-4b88-abc7-d521095a9d70 req-96d9393f-f753-4f69-9b48-cd40019211ec service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f48a0b951c1c4793a7fc1226ee71e867&device_id=b095b7c4-44b3-4276-8676-8d0be18fa84f HTTP/1.1" status: 200 len: 6476 time: 0.1384025 Jul 27 23:13:38.624645 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5d19013-5267-4bc2-be8b-7c0bd4a75d7e tempest-RoutersNegativeTest-1232238953 tempest-RoutersNegativeTest-1232238953-project] Router 581cb9b0-04d3-44c4-8d84-ed171d7fd15e has already been hosted by L3 agent 018c4455-49c0-4734-927d-7824067b2a9e {{(pid=93797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 23:13:38.635647 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc23b6b-2bd1-4cd4-897e-b7e0328f9504 req-df8f37df-65a6-4be1-b9c4-2f66b87deb1d tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:38.641879 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device 4dd088bb-2812-49b2-88d3-6f7a082f66e0 details requested by agent hyperv_n-h2-802623-1 with host n-h2-802623-1 {{(pid=93799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 23:13:38.642840 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-cfc23b6b-2bd1-4cd4-897e-b7e0328f9504 req-df8f37df-65a6-4be1-b9c4-2f66b87deb1d tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/ports?device_id=98a73beb-1410-4001-89d9-567ccd6893bc HTTP/1.1" status: 200 len: 947 time: 0.1204717 Jul 27 23:13:38.672466 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 38626) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:13:38.724675 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5d19013-5267-4bc2-be8b-7c0bd4a75d7e tempest-RoutersNegativeTest-1232238953 tempest-RoutersNegativeTest-1232238953-project] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:13:38.732726 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-b5d19013-5267-4bc2-be8b-7c0bd4a75d7e tempest-RoutersNegativeTest-1232238953 tempest-RoutersNegativeTest-1232238953-project] 10.222.0.18 "PUT /v2.0/routers/581cb9b0-04d3-44c4-8d84-ed171d7fd15e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3737545 Jul 27 23:13:38.736512 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 38630) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:13:38.752316 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61ab520b-ed4a-4b2d-84e4-214e94f10d3c None None] Sync routers for ids ['581cb9b0-04d3-44c4-8d84-ed171d7fd15e'] in n-d-802623-1 {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:13:38.774096 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61ab520b-ed4a-4b2d-84e4-214e94f10d3c None None] Routers {'581cb9b0-04d3-44c4-8d84-ed171d7fd15e'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:13:38.774462 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-61ab520b-ed4a-4b2d-84e4-214e94f10d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:13:29Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['581cb9b0-04d3-44c4-8d84-ed171d7fd15e'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:13:38.785734 n-d-802623-1 neutron-server[93797]: INFO neutron.api.v2.resource [None req-be9161cc-dacf-43c4-8865-8fdd7ff573d9 tempest-RoutersNegativeTest-1232238953 tempest-RoutersNegativeTest-1232238953-project] show failed (client error): The resource could not be found. Jul 27 23:13:38.786795 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-be9161cc-dacf-43c4-8865-8fdd7ff573d9 tempest-RoutersNegativeTest-1232238953 tempest-RoutersNegativeTest-1232238953-project] 10.222.0.18 "GET /v2.0/routers/tempest-non_exist_router-134718818 HTTP/1.1" status: 404 len: 334 time: 0.0491650 Jul 27 23:13:38.790509 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 38632) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:13:38.796170 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-301b5bc9-39a1-429f-8d18-adff176b055c tempest-RoutersNegativeTest-1232238953 tempest-RoutersNegativeTest-1232238953-project] Request body: {'router': {'name': 'new_name'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:13:38.818955 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-cfc23b6b-2bd1-4cd4-897e-b7e0328f9504 req-945e9020-bcc8-459c-a894-a407742fe8fa tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb779318-b8ff-43a6-a94f-3ce471aff166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704314 Jul 27 23:13:38.842801 n-d-802623-1 neutron-server[93797]: INFO neutron.api.v2.resource [None req-301b5bc9-39a1-429f-8d18-adff176b055c tempest-RoutersNegativeTest-1232238953 tempest-RoutersNegativeTest-1232238953-project] update failed (client error): The resource could not be found. Jul 27 23:13:38.844505 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-301b5bc9-39a1-429f-8d18-adff176b055c tempest-RoutersNegativeTest-1232238953 tempest-RoutersNegativeTest-1232238953-project] 10.222.0.18 "PUT /v2.0/routers/tempest-non_exist_router-509098385 HTTP/1.1" status: 404 len: 334 time: 0.0521491 Jul 27 23:13:38.849033 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 38636) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:13:38.849414 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-61ab520b-ed4a-4b2d-84e4-214e94f10d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:13:38.864413 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port 4dd088bb-2812-49b2-88d3-6f7a082f66e0, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=4dd088bb-2812-49b2-88d3-6f7a082f66e0,segment=NetworkSegment(16e91594-c047-4b55-93eb-43af33ad08e1),segment_id=16e91594-c047-4b55-93eb-43af33ad08e1)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:13:38.876604 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8849544-aaab-4b88-abc7-d521095a9d70 req-c75ca145-d9da-41d8-b510-28f7a7056100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:38.878274 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f8849544-aaab-4b88-abc7-d521095a9d70 req-c75ca145-d9da-41d8-b510-28f7a7056100 service neutron] 10.222.0.38 "GET /v2.0/networks?id=42a806fa-6465-4bb1-a70d-1966b5320f00 HTTP/1.1" status: 200 len: 903 time: 0.2313256 Jul 27 23:13:38.881851 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61ab520b-ed4a-4b2d-84e4-214e94f10d3c None None] Routers {'581cb9b0-04d3-44c4-8d84-ed171d7fd15e'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:13:38.882568 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-61ab520b-ed4a-4b2d-84e4-214e94f10d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:13:29Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['581cb9b0-04d3-44c4-8d84-ed171d7fd15e'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:13:38.901139 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-f34ceca3-d0fb-4bb0-b881-a021738deabf req-90a642a4-a7f2-42c8-bdc1-4f37961cf419 tempest-ServerAddressesTestJSON-692813910 tempest-ServerAddressesTestJSON-692813910-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:38.907193 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3b6596d8-4cc9-46be-a906-2efa2b0b23ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:38.927748 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-61ab520b-ed4a-4b2d-84e4-214e94f10d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:13:38.928478 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61ab520b-ed4a-4b2d-84e4-214e94f10d3c None None] The sync data for ids ['581cb9b0-04d3-44c4-8d84-ed171d7fd15e'] in n-d-802623-1 is: [] {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:13:38.930142 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Returning: {'device': '4dd088bb-2812-49b2-88d3-6f7a082f66e0', 'network_id': '591af2dd-f826-43b1-aa9d-e7a0bf218c71', 'port_id': '4dd088bb-2812-49b2-88d3-6f7a082f66e0', 'mac_address': 'fa:16:3e:70:93:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62938449-046d-4cbe-923a-7ebb632c358d', 'ip_address': '192.168.233.44'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 23:13:38.935758 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f8849544-aaab-4b88-abc7-d521095a9d70 req-3ffcbb7a-cf76-4a6d-b2b8-8d81c0ddb755 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d4667984-2b2a-40a8-8de7-e286cc2c1b95 HTTP/1.1" status: 200 len: 217 time: 0.0460753 Jul 27 23:13:38.968475 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae5ac0fe-c007-4e16-94f5-a2a3e23d58c5 tempest-RoutersNegativeTest-1232238953 tempest-RoutersNegativeTest-1232238953-project] Deleting subnet 40e8b330-db56-41cb-bde1-5d1a8b997769 {{(pid=93797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 23:13:38.971297 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:38.976430 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ae5ac0fe-c007-4e16-94f5-a2a3e23d58c5 tempest-RoutersNegativeTest-1232238953 tempest-RoutersNegativeTest-1232238953-project] Notify callbacks [] for subnet, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:38.986818 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4dd088bb-2812-49b2-88d3-6f7a082f66e0 {{(pid=93799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:13:39.005173 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8849544-aaab-4b88-abc7-d521095a9d70 req-ba9d8405-c9f7-4dad-9a02-b42253037482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:39.007720 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f8849544-aaab-4b88-abc7-d521095a9d70 req-ba9d8405-c9f7-4dad-9a02-b42253037482 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=26fa3d12-3c33-4127-ba40-843cbfb471cd HTTP/1.1" status: 200 len: 797 time: 0.0639238 Jul 27 23:13:39.009793 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port 4dd088bb-2812-49b2-88d3-6f7a082f66e0, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=4dd088bb-2812-49b2-88d3-6f7a082f66e0,segment=NetworkSegment(16e91594-c047-4b55-93eb-43af33ad08e1),segment_id=16e91594-c047-4b55-93eb-43af33ad08e1)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:13:39.010174 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abf994c-eb23-4228-a98f-fe8590eba12b req-6eabd8b9-6686-4e7c-8eec-a598aed3a2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:39.011875 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8abf994c-eb23-4228-a98f-fe8590eba12b req-6eabd8b9-6686-4e7c-8eec-a598aed3a2fa service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=18bf2265-d54a-42b3-beea-c61771ab87ab HTTP/1.1" status: 200 len: 1096 time: 0.1480558 Jul 27 23:13:39.015864 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:39.058669 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ae5ac0fe-c007-4e16-94f5-a2a3e23d58c5 tempest-RoutersNegativeTest-1232238953 tempest-RoutersNegativeTest-1232238953-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11335971'] for subnet, precommit_delete_associations {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:39.076167 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Pushing event updated for resources: {'Port': ['ID=4dd088bb-2812-49b2-88d3-6f7a082f66e0,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:13:39.094330 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-f34ceca3-d0fb-4bb0-b881-a021738deabf req-90a642a4-a7f2-42c8-bdc1-4f37961cf419 tempest-ServerAddressesTestJSON-692813910 tempest-ServerAddressesTestJSON-692813910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:39.120860 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8abf994c-eb23-4228-a98f-fe8590eba12b req-e3b6a490-21d0-4f61-afc3-91cc15d09c05 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=1af18e13-f94e-429a-ab8a-66f4e32e8b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951495 Jul 27 23:13:39.149097 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8849544-aaab-4b88-abc7-d521095a9d70 req-90fbf245-edcb-40f5-8532-b5c498350d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:39.150599 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f8849544-aaab-4b88-abc7-d521095a9d70 req-90fbf245-edcb-40f5-8532-b5c498350d86 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=42a806fa-6465-4bb1-a70d-1966b5320f00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1245785 Jul 27 23:13:39.166955 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcf2579-45a9-4983-809b-65a88f8acbc7 req-ac9fd1b0-2d52-4373-a410-92cf9a451091 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:39.173024 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcf2579-45a9-4983-809b-65a88f8acbc7 req-ac9fd1b0-2d52-4373-a410-92cf9a451091 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:39.179256 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcf2579-45a9-4983-809b-65a88f8acbc7 req-ac9fd1b0-2d52-4373-a410-92cf9a451091 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:39.184913 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcf2579-45a9-4983-809b-65a88f8acbc7 req-ac9fd1b0-2d52-4373-a410-92cf9a451091 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:39.191088 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcf2579-45a9-4983-809b-65a88f8acbc7 req-ac9fd1b0-2d52-4373-a410-92cf9a451091 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:39.197083 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcf2579-45a9-4983-809b-65a88f8acbc7 req-ac9fd1b0-2d52-4373-a410-92cf9a451091 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:39.203580 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcf2579-45a9-4983-809b-65a88f8acbc7 req-ac9fd1b0-2d52-4373-a410-92cf9a451091 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:39.205452 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7bcf2579-45a9-4983-809b-65a88f8acbc7 req-ac9fd1b0-2d52-4373-a410-92cf9a451091 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] 10.222.0.18 "GET /v2.0/ports?device_id=b095b7c4-44b3-4276-8676-8d0be18fa84f HTTP/1.1" status: 200 len: 5419 time: 0.1784024 Jul 27 23:13:39.216538 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ae5ac0fe-c007-4e16-94f5-a2a3e23d58c5 tempest-RoutersNegativeTest-1232238953 tempest-RoutersNegativeTest-1232238953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620741'] for subnet, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:39.216917 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f34ceca3-d0fb-4bb0-b881-a021738deabf req-90a642a4-a7f2-42c8-bdc1-4f37961cf419 tempest-ServerAddressesTestJSON-692813910 tempest-ServerAddressesTestJSON-692813910-project] Network 382dd7c8-0b7f-4580-80e6-7dce3f70851a is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:13:39.237964 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a642a4-a7f2-42c8-bdc1-4f37961cf419 tempest-ServerAddressesTestJSON-692813910 tempest-ServerAddressesTestJSON-692813910-project] Pushing event updated for resources: {'Port': ['ID=90616da3-0385-4baa-af03-940835b960e2,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:13:39.241119 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [req-f34ceca3-d0fb-4bb0-b881-a021738deabf req-90a642a4-a7f2-42c8-bdc1-4f37961cf419 tempest-ServerAddressesTestJSON-692813910 tempest-ServerAddressesTestJSON-692813910-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:13:39.257607 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3b6596d8-4cc9-46be-a906-2efa2b0b23ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:39.265246 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3b6596d8-4cc9-46be-a906-2efa2b0b23ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:39.272115 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-f34ceca3-d0fb-4bb0-b881-a021738deabf req-90a642a4-a7f2-42c8-bdc1-4f37961cf419 tempest-ServerAddressesTestJSON-692813910 tempest-ServerAddressesTestJSON-692813910-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:13:39.353516 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7bcf2579-45a9-4983-809b-65a88f8acbc7 req-42c79120-5ce0-4c65-b0d7-1ca49ccbe242 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] 10.222.0.18 "GET /v2.0/security-groups?id=8a179c9a-ee47-4a9a-9e98-ceb367c5785f&id=099e8df2-bc6b-4be8-8e74-9791e0ffd653&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1259909 Jul 27 23:13:39.362429 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-3b6596d8-4cc9-46be-a906-2efa2b0b23ab admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c8350f677e6141ecb5c58f59790b7e43&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6865034 Jul 27 23:13:39.362429 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6596d8-4cc9-46be-a906-2efa2b0b23ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ced2771-d55c-4c8e-af99-f230554c6352,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:13:39.362797 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 38646) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:13:39.374814 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34ceca3-d0fb-4bb0-b881-a021738deabf req-90a642a4-a7f2-42c8-bdc1-4f37961cf419 tempest-ServerAddressesTestJSON-692813910 tempest-ServerAddressesTestJSON-692813910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:39.375521 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-f34ceca3-d0fb-4bb0-b881-a021738deabf req-90a642a4-a7f2-42c8-bdc1-4f37961cf419 tempest-ServerAddressesTestJSON-692813910 tempest-ServerAddressesTestJSON-692813910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:39.381713 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4458e89d-12f0-434a-b2d0-17b376d6ce52 req-ba8b82cf-8636-4bd4-b5eb-63af32229598 tempest-ServerRescueNegativeTestJSON-1855851441 tempest-ServerRescueNegativeTestJSON-1855851441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:39.383274 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-4458e89d-12f0-434a-b2d0-17b376d6ce52 req-ba8b82cf-8636-4bd4-b5eb-63af32229598 tempest-ServerRescueNegativeTestJSON-1855851441 tempest-ServerRescueNegativeTestJSON-1855851441-project] 10.222.0.18 "GET /v2.0/ports?device_id=18bf2265-d54a-42b3-beea-c61771ab87ab HTTP/1.1" status: 200 len: 945 time: 0.1416965 Jul 27 23:13:39.384454 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ae5ac0fe-c007-4e16-94f5-a2a3e23d58c5 tempest-RoutersNegativeTest-1232238953 tempest-RoutersNegativeTest-1232238953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11335991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11551414'] for subnet, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:39.415444 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f8849544-aaab-4b88-abc7-d521095a9d70 req-bc3f35a2-b442-4750-be35-7fecd2f83d27 service neutron] 10.222.0.38 "GET /v2.0/networks/42a806fa-6465-4bb1-a70d-1966b5320f00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2011015 Jul 27 23:13:39.417846 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5ac0fe-c007-4e16-94f5-a2a3e23d58c5 tempest-RoutersNegativeTest-1232238953 tempest-RoutersNegativeTest-1232238953-project] Pushing event deleted for resources: {'Subnet': ['ID=40e8b330-db56-41cb-bde1-5d1a8b997769,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:13:39.438129 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ae5ac0fe-c007-4e16-94f5-a2a3e23d58c5 tempest-RoutersNegativeTest-1232238953 tempest-RoutersNegativeTest-1232238953-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for subnet, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:39.444100 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-ae5ac0fe-c007-4e16-94f5-a2a3e23d58c5 tempest-RoutersNegativeTest-1232238953 tempest-RoutersNegativeTest-1232238953-project] 10.222.0.18 "DELETE /v2.0/subnets/40e8b330-db56-41cb-bde1-5d1a8b997769 HTTP/1.1" status: 204 len: 168 time: 0.5895340 Jul 27 23:13:39.444870 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 38648) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:13:39.452843 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f34ceca3-d0fb-4bb0-b881-a021738deabf req-90a642a4-a7f2-42c8-bdc1-4f37961cf419 tempest-ServerAddressesTestJSON-692813910 tempest-ServerAddressesTestJSON-692813910-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4693105 Jul 27 23:13:39.461015 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0f3e766-261e-46a4-b0dc-ecbd2bcc3c5e None None] Network f85fc89f-35b4-4dfd-9fd7-4dd9eea13e74 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:13:39.489052 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [req-f34ceca3-d0fb-4bb0-b881-a021738deabf req-d0e68c74-7adb-4668-b60a-fb80642c1a94 service neutron] Request body: {'port': {'device_id': '0b222bbf-d683-4a9a-a188-b77e0f71b2ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802623-1'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:13:39.510588 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-4458e89d-12f0-434a-b2d0-17b376d6ce52 req-700aa8b3-6fa7-45c8-aa01-e2c6ce5af1a2 tempest-ServerRescueNegativeTestJSON-1855851441 tempest-ServerRescueNegativeTestJSON-1855851441-project] 10.222.0.18 "GET /v2.0/security-groups?id=1af18e13-f94e-429a-ab8a-66f4e32e8b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017859 Jul 27 23:13:39.535750 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_v2 [None req-480a3c69-8667-409f-b9bb-1b05a9be5ada tempest-RoutersNegativeTest-1232238953 tempest-RoutersNegativeTest-1232238953-project] Deleting subnet 4eeda3c3-40e6-4fbe-99eb-e32510eaf51b {{(pid=93797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 23:13:39.540832 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-480a3c69-8667-409f-b9bb-1b05a9be5ada tempest-RoutersNegativeTest-1232238953 tempest-RoutersNegativeTest-1232238953-project] Notify callbacks [] for subnet, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:39.570738 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b3516362-2bd6-4dfe-a455-fd242f2473a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:39.590945 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] get_ports_and_sgs() called for port_ids ['4dd088bb-2812-49b2-88d3-6f7a082f66e0'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:13:39.593141 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-480a3c69-8667-409f-b9bb-1b05a9be5ada tempest-RoutersNegativeTest-1232238953 tempest-RoutersNegativeTest-1232238953-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11335971'] for subnet, precommit_delete_associations {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:39.640574 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b3516362-2bd6-4dfe-a455-fd242f2473a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:39.650817 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f8849544-aaab-4b88-abc7-d521095a9d70 req-b89c944a-f94f-469c-9111-a72cf31808ed service neutron] 10.222.0.38 "GET /v2.0/networks/42a806fa-6465-4bb1-a70d-1966b5320f00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2258513 Jul 27 23:13:39.660385 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57832ad8-646b-47f6-8631-4f1e2c07ce72 req-79dc9ca1-df79-43fa-9946-b342eb739d42 tempest-ServerAddressesTestJSON-692813910 tempest-ServerAddressesTestJSON-692813910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:39.667627 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-57832ad8-646b-47f6-8631-4f1e2c07ce72 req-79dc9ca1-df79-43fa-9946-b342eb739d42 tempest-ServerAddressesTestJSON-692813910 tempest-ServerAddressesTestJSON-692813910-project] 10.222.0.18 "GET /v2.0/ports?device_id=0b222bbf-d683-4a9a-a188-b77e0f71b2ec HTTP/1.1" status: 200 len: 931 time: 0.1873057 Jul 27 23:13:39.681333 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-f34ceca3-d0fb-4bb0-b881-a021738deabf req-d0e68c74-7adb-4668-b60a-fb80642c1a94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:39.712816 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-480a3c69-8667-409f-b9bb-1b05a9be5ada tempest-RoutersNegativeTest-1232238953 tempest-RoutersNegativeTest-1232238953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620741'] for subnet, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:39.725572 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be0e86d7-582c-485e-a5cb-5ba8d8dc1093 None None] DHCP port deletion for f85fc89f-35b4-4dfd-9fd7-4dd9eea13e74 request from n-d-802623-1 {{(pid=93799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 23:13:39.784362 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-57832ad8-646b-47f6-8631-4f1e2c07ce72 req-9a14ec2b-8952-42d0-9f70-f70ae89e26aa tempest-ServerAddressesTestJSON-692813910 tempest-ServerAddressesTestJSON-692813910-project] 10.222.0.18 "GET /v2.0/security-groups?id=350ea54b-bb91-4acb-9a14-485a215cff29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154747 Jul 27 23:13:39.795909 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-480a3c69-8667-409f-b9bb-1b05a9be5ada tempest-RoutersNegativeTest-1232238953 tempest-RoutersNegativeTest-1232238953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11335991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11551414'] for subnet, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:39.855490 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b3516362-2bd6-4dfe-a455-fd242f2473a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:39.856573 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480a3c69-8667-409f-b9bb-1b05a9be5ada tempest-RoutersNegativeTest-1232238953 tempest-RoutersNegativeTest-1232238953-project] Pushing event deleted for resources: {'Subnet': ['ID=4eeda3c3-40e6-4fbe-99eb-e32510eaf51b,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:13:39.858756 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b3516362-2bd6-4dfe-a455-fd242f2473a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:39.860810 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-480a3c69-8667-409f-b9bb-1b05a9be5ada tempest-RoutersNegativeTest-1232238953 tempest-RoutersNegativeTest-1232238953-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for subnet, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:39.865184 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-480a3c69-8667-409f-b9bb-1b05a9be5ada tempest-RoutersNegativeTest-1232238953 tempest-RoutersNegativeTest-1232238953-project] 10.222.0.18 "DELETE /v2.0/subnets/4eeda3c3-40e6-4fbe-99eb-e32510eaf51b HTTP/1.1" status: 204 len: 168 time: 0.4138803 Jul 27 23:13:39.865447 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-b3516362-2bd6-4dfe-a455-fd242f2473a7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2ced2771-d55c-4c8e-af99-f230554c6352 HTTP/1.1" status: 204 len: 168 time: 0.4991817 Jul 27 23:13:39.865552 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 38654) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:13:39.871626 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-be0e86d7-582c-485e-a5cb-5ba8d8dc1093 None None] Deleting port e8134632-5a46-454b-be02-0e085fd5f199 {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:13:39.872619 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-be0e86d7-582c-485e-a5cb-5ba8d8dc1093 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:39.878695 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3516362-2bd6-4dfe-a455-fd242f2473a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ced2771-d55c-4c8e-af99-f230554c6352,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:13:39.940046 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-be0e86d7-582c-485e-a5cb-5ba8d8dc1093 None None] For port e8134632-5a46-454b-be02-0e085fd5f199, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=e8134632-5a46-454b-be02-0e085fd5f199,segment=NetworkSegment(1ba7b2cf-50e4-41c4-bd6a-ec30ee885d04),segment_id=1ba7b2cf-50e4-41c4-bd6a-ec30ee885d04)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:13:39.940393 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-be0e86d7-582c-485e-a5cb-5ba8d8dc1093 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:39.954948 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-be0e86d7-582c-485e-a5cb-5ba8d8dc1093 None None] Calling delete_port for e8134632-5a46-454b-be02-0e085fd5f199 owned by network:dhcp {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:13:40.033356 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c186144-fd6f-414b-9b17-30a4d6f9b7a1 None None] Network 808e3eb7-6825-401d-bd72-2c77dbfcd577 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:13:40.074884 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-838e6447-626b-414a-a5ff-e71fc40abb6a tempest-RoutersNegativeTest-1232238953 tempest-RoutersNegativeTest-1232238953-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593271'] for network, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:40.107218 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4276df-3e01-4302-b618-8f9831176094 req-3e11200e-04ce-411c-b856-054b236b4108 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:40.117463 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-0d4276df-3e01-4302-b618-8f9831176094 req-3e11200e-04ce-411c-b856-054b236b4108 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/ports?device_id=98a73beb-1410-4001-89d9-567ccd6893bc HTTP/1.1" status: 200 len: 948 time: 0.1443799 Jul 27 23:13:40.119277 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-be0e86d7-582c-485e-a5cb-5ba8d8dc1093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:40.168060 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-838e6447-626b-414a-a5ff-e71fc40abb6a tempest-RoutersNegativeTest-1232238953 tempest-RoutersNegativeTest-1232238953-project] The port 'e8134632-5a46-454b-be02-0e085fd5f199' was deleted {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 27 23:13:40.199313 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0e86d7-582c-485e-a5cb-5ba8d8dc1093 None None] Pushing event deleted for resources: {'Port': ['ID=e8134632-5a46-454b-be02-0e085fd5f199,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:13:40.220562 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device e8134632-5a46-454b-be02-0e085fd5f199 no longer exists at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:13:40.246716 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be0e86d7-582c-485e-a5cb-5ba8d8dc1093 None None] No DVR routers for this DVR port e8134632-5a46-454b-be02-0e085fd5f199 on host n-d-802623-1 {{(pid=93799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:13:40.254595 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] No Port match for: e8134632-5a46-454b-be02-0e085fd5f199 {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:13:40.258273 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device e8134632-5a46-454b-be02-0e085fd5f199 not bound to the agent host n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:13:40.271247 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [req-f34ceca3-d0fb-4bb0-b881-a021738deabf req-d0e68c74-7adb-4668-b60a-fb80642c1a94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90616da3-0385-4baa-af03-940835b960e2 {{(pid=93798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:13:40.295268 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-f34ceca3-d0fb-4bb0-b881-a021738deabf req-d0e68c74-7adb-4668-b60a-fb80642c1a94 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:40.310426 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-f34ceca3-d0fb-4bb0-b881-a021738deabf req-d0e68c74-7adb-4668-b60a-fb80642c1a94 service neutron] Transition to ACTIVE for port object 90616da3-0385-4baa-af03-940835b960e2 will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:13:40.317486 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-f34ceca3-d0fb-4bb0-b881-a021738deabf req-d0e68c74-7adb-4668-b60a-fb80642c1a94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:40.346696 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-838e6447-626b-414a-a5ff-e71fc40abb6a tempest-RoutersNegativeTest-1232238953 tempest-RoutersNegativeTest-1232238953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618032', 'neutron.services.segments.db._delete_segments_for_network-8736833900081'] for network, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:40.386512 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-0d4276df-3e01-4302-b618-8f9831176094 req-8d9d3926-ac7e-4783-97d7-e8f46e7a4752 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb779318-b8ff-43a6-a94f-3ce471aff166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2579954 Jul 27 23:13:40.393480 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-838e6447-626b-414a-a5ff-e71fc40abb6a tempest-RoutersNegativeTest-1232238953 tempest-RoutersNegativeTest-1232238953-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f85fc89f-35b4-4dfd-9fd7-4dd9eea13e74']}} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:13:40.405417 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-838e6447-626b-414a-a5ff-e71fc40abb6a tempest-RoutersNegativeTest-1232238953 tempest-RoutersNegativeTest-1232238953-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ba7b2cf-50e4-41c4-bd6a-ec30ee885d04') {'for_net_delete': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:13:40.406144 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-838e6447-626b-414a-a5ff-e71fc40abb6a tempest-RoutersNegativeTest-1232238953 tempest-RoutersNegativeTest-1232238953-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ba7b2cf-50e4-41c4-bd6a-ec30ee885d04') {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:13:40.412383 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33b9e57e-8484-4fea-979e-342ab6890829 None None] DHCP port deletion for 808e3eb7-6825-401d-bd72-2c77dbfcd577 request from n-d-802623-1 {{(pid=93799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 23:13:40.415365 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e68c74-7adb-4668-b60a-fb80642c1a94 service neutron] Pushing event updated for resources: {'Port': ['ID=90616da3-0385-4baa-af03-940835b960e2,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:13:40.423159 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-838e6447-626b-414a-a5ff-e71fc40abb6a tempest-RoutersNegativeTest-1232238953 tempest-RoutersNegativeTest-1232238953-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736833900858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11335978'] for segment, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:40.441562 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-838e6447-626b-414a-a5ff-e71fc40abb6a tempest-RoutersNegativeTest-1232238953 tempest-RoutersNegativeTest-1232238953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:40.455663 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-838e6447-626b-414a-a5ff-e71fc40abb6a tempest-RoutersNegativeTest-1232238953 tempest-RoutersNegativeTest-1232238953-project] Releasing vlan 539 on physical network physnet1 to pool {{(pid=93797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 23:13:40.455913 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-838e6447-626b-414a-a5ff-e71fc40abb6a tempest-RoutersNegativeTest-1232238953 tempest-RoutersNegativeTest-1232238953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11336013'] for segment, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:40.459899 n-d-802623-1 neutron-server[93797]: Traceback (most recent call last): Jul 27 23:13:40.459899 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 23:13:40.459899 n-d-802623-1 neutron-server[93797]: timer() Jul 27 23:13:40.459899 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 23:13:40.459899 n-d-802623-1 neutron-server[93797]: cb(*args, **kw) Jul 27 23:13:40.459899 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 23:13:40.459899 n-d-802623-1 neutron-server[93797]: return func(*args, **kwargs) Jul 27 23:13:40.459899 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 23:13:40.459899 n-d-802623-1 neutron-server[93797]: self._notify() Jul 27 23:13:40.459899 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 23:13:40.459899 n-d-802623-1 neutron-server[93797]: self.callback(batched_events) Jul 27 23:13:40.459899 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 23:13:40.459899 n-d-802623-1 neutron-server[93797]: event.method(event) Jul 27 23:13:40.459899 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 23:13:40.459899 n-d-802623-1 neutron-server[93797]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 23:13:40.459899 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 23:13:40.459899 n-d-802623-1 neutron-server[93797]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 23:13:40.459899 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 23:13:40.459899 n-d-802623-1 neutron-server[93797]: return f(self, *a, **k) Jul 27 23:13:40.459899 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 23:13:40.459899 n-d-802623-1 neutron-server[93797]: return self._get(url).json() Jul 27 23:13:40.459899 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 23:13:40.459899 n-d-802623-1 neutron-server[93797]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 23:13:40.459899 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 23:13:40.459899 n-d-802623-1 neutron-server[93797]: return self.request(url, 'GET', **kwargs) Jul 27 23:13:40.459899 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 23:13:40.459899 n-d-802623-1 neutron-server[93797]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 23:13:40.459899 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 23:13:40.459899 n-d-802623-1 neutron-server[93797]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 23:13:40.459899 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 23:13:40.459899 n-d-802623-1 neutron-server[93797]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 23:13:40.459899 n-d-802623-1 neutron-server[93797]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 23:13:40.502978 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-33b9e57e-8484-4fea-979e-342ab6890829 None None] Deleting port f61de268-fa06-4038-8eeb-c0fc047e06d3 {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:13:40.503400 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-33b9e57e-8484-4fea-979e-342ab6890829 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:40.522190 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-f34ceca3-d0fb-4bb0-b881-a021738deabf req-d0e68c74-7adb-4668-b60a-fb80642c1a94 service neutron] Attempting to bind port 90616da3-0385-4baa-af03-940835b960e2 on host n-h1-802623-1 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:13:40.522481 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-f34ceca3-d0fb-4bb0-b881-a021738deabf req-d0e68c74-7adb-4668-b60a-fb80642c1a94 service neutron] Attempting to bind port 90616da3-0385-4baa-af03-940835b960e2 by drivers openvswitch,hyperv on host n-h1-802623-1 at level 0 using segments [{'id': '58b25948-3aa2-4c40-92d5-617f6e5e546d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '382dd7c8-0b7f-4580-80e6-7dce3f70851a'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:13:40.522759 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f34ceca3-d0fb-4bb0-b881-a021738deabf req-d0e68c74-7adb-4668-b60a-fb80642c1a94 service neutron] Attempting to bind port 90616da3-0385-4baa-af03-940835b960e2 on network 382dd7c8-0b7f-4580-80e6-7dce3f70851a {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:13:40.532569 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f34ceca3-d0fb-4bb0-b881-a021738deabf req-d0e68c74-7adb-4668-b60a-fb80642c1a94 service neutron] Port 90616da3-0385-4baa-af03-940835b960e2 on network 382dd7c8-0b7f-4580-80e6-7dce3f70851a not bound, no agent of type Open vSwitch agent registered on host n-h1-802623-1 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 23:13:40.532914 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f34ceca3-d0fb-4bb0-b881-a021738deabf req-d0e68c74-7adb-4668-b60a-fb80642c1a94 service neutron] Attempting to bind port 90616da3-0385-4baa-af03-940835b960e2 on network 382dd7c8-0b7f-4580-80e6-7dce3f70851a {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:13:40.542280 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f34ceca3-d0fb-4bb0-b881-a021738deabf req-d0e68c74-7adb-4668-b60a-fb80642c1a94 service neutron] Checking agent: {'id': '245f1da4-a9b8-4b08-90d7-28f0f342b839', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 59, 59), 'started_at': datetime.datetime(2021, 7, 27, 22, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 13, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:13:40.542280 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f34ceca3-d0fb-4bb0-b881-a021738deabf req-d0e68c74-7adb-4668-b60a-fb80642c1a94 service neutron] Checking segment: {'id': '58b25948-3aa2-4c40-92d5-617f6e5e546d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '382dd7c8-0b7f-4580-80e6-7dce3f70851a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:13:40.542554 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f34ceca3-d0fb-4bb0-b881-a021738deabf req-d0e68c74-7adb-4668-b60a-fb80642c1a94 service neutron] Bound using segment: {'id': '58b25948-3aa2-4c40-92d5-617f6e5e546d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '382dd7c8-0b7f-4580-80e6-7dce3f70851a'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:13:40.542856 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-f34ceca3-d0fb-4bb0-b881-a021738deabf req-d0e68c74-7adb-4668-b60a-fb80642c1a94 service neutron] Bound port: 90616da3-0385-4baa-af03-940835b960e2, host: n-h1-802623-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58b25948-3aa2-4c40-92d5-617f6e5e546d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '382dd7c8-0b7f-4580-80e6-7dce3f70851a'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:13:40.543235 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-f34ceca3-d0fb-4bb0-b881-a021738deabf req-d0e68c74-7adb-4668-b60a-fb80642c1a94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:40.560089 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cab51c-c116-4498-8c4b-6830daacb8b6 req-30375178-6ef2-4aa0-994a-8d8f2e48e94b tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:40.566567 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cab51c-c116-4498-8c4b-6830daacb8b6 req-30375178-6ef2-4aa0-994a-8d8f2e48e94b tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:40.572850 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cab51c-c116-4498-8c4b-6830daacb8b6 req-30375178-6ef2-4aa0-994a-8d8f2e48e94b tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:40.580497 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cab51c-c116-4498-8c4b-6830daacb8b6 req-30375178-6ef2-4aa0-994a-8d8f2e48e94b tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:40.586877 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cab51c-c116-4498-8c4b-6830daacb8b6 req-30375178-6ef2-4aa0-994a-8d8f2e48e94b tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:40.588528 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-838e6447-626b-414a-a5ff-e71fc40abb6a tempest-RoutersNegativeTest-1232238953 tempest-RoutersNegativeTest-1232238953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415412'] for network, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:40.595087 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cab51c-c116-4498-8c4b-6830daacb8b6 req-30375178-6ef2-4aa0-994a-8d8f2e48e94b tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:40.598199 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-33b9e57e-8484-4fea-979e-342ab6890829 None None] For port f61de268-fa06-4038-8eeb-c0fc047e06d3, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=f61de268-fa06-4038-8eeb-c0fc047e06d3,segment=NetworkSegment(0df90c85-696a-40a4-85c4-717f38572d62),segment_id=0df90c85-696a-40a4-85c4-717f38572d62)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:13:40.598906 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-838e6447-626b-414a-a5ff-e71fc40abb6a tempest-RoutersNegativeTest-1232238953 tempest-RoutersNegativeTest-1232238953-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for network, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:40.599136 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-33b9e57e-8484-4fea-979e-342ab6890829 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:40.601516 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cab51c-c116-4498-8c4b-6830daacb8b6 req-30375178-6ef2-4aa0-994a-8d8f2e48e94b tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:40.605543 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-838e6447-626b-414a-a5ff-e71fc40abb6a tempest-RoutersNegativeTest-1232238953 tempest-RoutersNegativeTest-1232238953-project] 10.222.0.18 "DELETE /v2.0/networks/f85fc89f-35b4-4dfd-9fd7-4dd9eea13e74 HTTP/1.1" status: 204 len: 168 time: 0.7368548 Jul 27 23:13:40.605822 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c9cab51c-c116-4498-8c4b-6830daacb8b6 req-30375178-6ef2-4aa0-994a-8d8f2e48e94b tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] 10.222.0.18 "GET /v2.0/ports?device_id=b095b7c4-44b3-4276-8676-8d0be18fa84f HTTP/1.1" status: 200 len: 5419 time: 0.1328576 Jul 27 23:13:40.607667 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 38674) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:13:40.623837 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-33b9e57e-8484-4fea-979e-342ab6890829 None None] Calling delete_port for f61de268-fa06-4038-8eeb-c0fc047e06d3 owned by network:dhcp {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:13:40.686270 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c9cab51c-c116-4498-8c4b-6830daacb8b6 req-54810d9e-cb93-49b2-9f64-56075369d6d7 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] 10.222.0.18 "GET /v2.0/security-groups?id=8a179c9a-ee47-4a9a-9e98-ceb367c5785f&id=099e8df2-bc6b-4be8-8e74-9791e0ffd653&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0748103 Jul 27 23:13:40.722138 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838e6447-626b-414a-a5ff-e71fc40abb6a tempest-RoutersNegativeTest-1232238953 tempest-RoutersNegativeTest-1232238953-project] Pushing event deleted for resources: {'Network': ['ID=f85fc89f-35b4-4dfd-9fd7-4dd9eea13e74,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:13:40.734066 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-f34ceca3-d0fb-4bb0-b881-a021738deabf req-d0e68c74-7adb-4668-b60a-fb80642c1a94 service neutron] For port 90616da3-0385-4baa-af03-940835b960e2, host n-h1-802623-1, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:13:40.739267 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-f34ceca3-d0fb-4bb0-b881-a021738deabf req-d0e68c74-7adb-4668-b60a-fb80642c1a94 service neutron] For port 90616da3-0385-4baa-af03-940835b960e2, host n-h1-802623-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=90616da3-0385-4baa-af03-940835b960e2,segment=NetworkSegment(58b25948-3aa2-4c40-92d5-617f6e5e546d),segment_id=58b25948-3aa2-4c40-92d5-617f6e5e546d)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:13:40.740403 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-33b9e57e-8484-4fea-979e-342ab6890829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:40.752360 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-f34ceca3-d0fb-4bb0-b881-a021738deabf req-d0e68c74-7adb-4668-b60a-fb80642c1a94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:40.772175 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b9e57e-8484-4fea-979e-342ab6890829 None None] Pushing event deleted for resources: {'Port': ['ID=f61de268-fa06-4038-8eeb-c0fc047e06d3,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:13:40.780277 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33b9e57e-8484-4fea-979e-342ab6890829 None None] No DVR routers for this DVR port f61de268-fa06-4038-8eeb-c0fc047e06d3 on host n-d-802623-1 {{(pid=93799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:13:40.791019 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f4095b8a-6e32-443c-8bb8-1f271849dce1 tempest-RoutersNegativeTest-1232238953 tempest-RoutersNegativeTest-1232238953-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593271'] for network, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:40.815748 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8746d72-3fb7-4830-9ed7-5a4c2cb433f8 req-e0e66a08-c1db-4e0e-b7ca-e81141860d77 tempest-ServerRescueNegativeTestJSON-1855851441 tempest-ServerRescueNegativeTestJSON-1855851441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:40.823713 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e68c74-7adb-4668-b60a-fb80642c1a94 service neutron] Pushing event updated for resources: {'Port': ['ID=90616da3-0385-4baa-af03-940835b960e2,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:13:40.823978 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-e8746d72-3fb7-4830-9ed7-5a4c2cb433f8 req-e0e66a08-c1db-4e0e-b7ca-e81141860d77 tempest-ServerRescueNegativeTestJSON-1855851441 tempest-ServerRescueNegativeTestJSON-1855851441-project] 10.222.0.18 "GET /v2.0/ports?device_id=18bf2265-d54a-42b3-beea-c61771ab87ab HTTP/1.1" status: 200 len: 945 time: 0.2133186 Jul 27 23:13:40.840492 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34ceca3-d0fb-4bb0-b881-a021738deabf req-d0e68c74-7adb-4668-b60a-fb80642c1a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:40.841987 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-f34ceca3-d0fb-4bb0-b881-a021738deabf req-d0e68c74-7adb-4668-b60a-fb80642c1a94 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:40.845611 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f34ceca3-d0fb-4bb0-b881-a021738deabf req-d0e68c74-7adb-4668-b60a-fb80642c1a94 service neutron] 10.222.0.38 "PUT /v2.0/ports/90616da3-0385-4baa-af03-940835b960e2 HTTP/1.1" status: 200 len: 1091 time: 1.3626053 Jul 27 23:13:40.846149 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b222bbf-d683-4a9a-a188-b77e0f71b2ec', 'tag': '90616da3-0385-4baa-af03-940835b960e2'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:13:40.848835 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}011f8d312121274bb12d78e77c6379a2079800640016cec6c6d605b73666e854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4df4a33a-3c9d-4382-a0f6-87acc88cd1a3" -d '{"events": [{"name": "network-changed", "server_uuid": "0b222bbf-d683-4a9a-a188-b77e0f71b2ec", "tag": "90616da3-0385-4baa-af03-940835b960e2"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:13:40.942093 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-e8746d72-3fb7-4830-9ed7-5a4c2cb433f8 req-3ff23145-eb80-4a6b-b7c9-ed6f4af4d22f tempest-ServerRescueNegativeTestJSON-1855851441 tempest-ServerRescueNegativeTestJSON-1855851441-project] 10.222.0.18 "GET /v2.0/security-groups?id=1af18e13-f94e-429a-ab8a-66f4e32e8b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171875 Jul 27 23:13:40.952837 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f4095b8a-6e32-443c-8bb8-1f271849dce1 tempest-RoutersNegativeTest-1232238953 tempest-RoutersNegativeTest-1232238953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618032', 'neutron.services.segments.db._delete_segments_for_network-8736833900081'] for network, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:40.964589 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-f4095b8a-6e32-443c-8bb8-1f271849dce1 tempest-RoutersNegativeTest-1232238953 tempest-RoutersNegativeTest-1232238953-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['808e3eb7-6825-401d-bd72-2c77dbfcd577']}} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:13:40.988383 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5b2bf2-fe24-495e-9c6d-73ad838b3bf7 req-49314a4e-0339-4ad1-b793-f7e3a694a808 tempest-ServerAddressesTestJSON-692813910 tempest-ServerAddressesTestJSON-692813910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:40.989721 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-f4095b8a-6e32-443c-8bb8-1f271849dce1 tempest-RoutersNegativeTest-1232238953 tempest-RoutersNegativeTest-1232238953-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0df90c85-696a-40a4-85c4-717f38572d62') {'for_net_delete': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:13:40.990073 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-cb5b2bf2-fe24-495e-9c6d-73ad838b3bf7 req-49314a4e-0339-4ad1-b793-f7e3a694a808 tempest-ServerAddressesTestJSON-692813910 tempest-ServerAddressesTestJSON-692813910-project] 10.222.0.18 "GET /v2.0/ports?device_id=0b222bbf-d683-4a9a-a188-b77e0f71b2ec HTTP/1.1" status: 200 len: 943 time: 0.1061854 Jul 27 23:13:40.992364 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34ceca3-d0fb-4bb0-b881-a021738deabf req-7ad77aa8-a26a-4cda-9e5a-425018ae5a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:40.994091 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f34ceca3-d0fb-4bb0-b881-a021738deabf req-7ad77aa8-a26a-4cda-9e5a-425018ae5a32 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=4f7917702b4147c3acb3c21503fea468&device_id=0b222bbf-d683-4a9a-a188-b77e0f71b2ec HTTP/1.1" status: 200 len: 1094 time: 0.0697272 Jul 27 23:13:40.995579 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-f4095b8a-6e32-443c-8bb8-1f271849dce1 tempest-RoutersNegativeTest-1232238953 tempest-RoutersNegativeTest-1232238953-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0df90c85-696a-40a4-85c4-717f38572d62') {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:13:41.011481 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f4095b8a-6e32-443c-8bb8-1f271849dce1 tempest-RoutersNegativeTest-1232238953 tempest-RoutersNegativeTest-1232238953-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736833900858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11335978'] for segment, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:41.036160 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 23:13:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-315265c4-2a4e-4100-b498-d01d37db6ac7 x-openstack-request-id: req-315265c4-2a4e-4100-b498-d01d37db6ac7 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:13:41.036299 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b222bbf-d683-4a9a-a188-b77e0f71b2ec", "tag": "90616da3-0385-4baa-af03-940835b960e2", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:13:41.036470 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-315265c4-2a4e-4100-b498-d01d37db6ac7 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:13:41.036871 n-d-802623-1 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b222bbf-d683-4a9a-a188-b77e0f71b2ec', 'tag': '90616da3-0385-4baa-af03-940835b960e2', 'status': 'completed', 'code': 200} Jul 27 23:13:41.037885 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f4095b8a-6e32-443c-8bb8-1f271849dce1 tempest-RoutersNegativeTest-1232238953 tempest-RoutersNegativeTest-1232238953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:41.046564 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4095b8a-6e32-443c-8bb8-1f271849dce1 tempest-RoutersNegativeTest-1232238953 tempest-RoutersNegativeTest-1232238953-project] Releasing vlan 509 on physical network physnet1 to pool {{(pid=93797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 23:13:41.047091 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f4095b8a-6e32-443c-8bb8-1f271849dce1 tempest-RoutersNegativeTest-1232238953 tempest-RoutersNegativeTest-1232238953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11336013'] for segment, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:41.067795 n-d-802623-1 neutron-server[93797]: Traceback (most recent call last): Jul 27 23:13:41.067795 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 23:13:41.067795 n-d-802623-1 neutron-server[93797]: timer() Jul 27 23:13:41.067795 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 23:13:41.067795 n-d-802623-1 neutron-server[93797]: cb(*args, **kw) Jul 27 23:13:41.067795 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 23:13:41.067795 n-d-802623-1 neutron-server[93797]: return func(*args, **kwargs) Jul 27 23:13:41.067795 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 23:13:41.067795 n-d-802623-1 neutron-server[93797]: self._notify() Jul 27 23:13:41.067795 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 23:13:41.067795 n-d-802623-1 neutron-server[93797]: self.callback(batched_events) Jul 27 23:13:41.067795 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 23:13:41.067795 n-d-802623-1 neutron-server[93797]: event.method(event) Jul 27 23:13:41.067795 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 23:13:41.067795 n-d-802623-1 neutron-server[93797]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 23:13:41.067795 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 23:13:41.067795 n-d-802623-1 neutron-server[93797]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 23:13:41.067795 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 23:13:41.067795 n-d-802623-1 neutron-server[93797]: return f(self, *a, **k) Jul 27 23:13:41.067795 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 23:13:41.067795 n-d-802623-1 neutron-server[93797]: return self._get(url).json() Jul 27 23:13:41.067795 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 23:13:41.067795 n-d-802623-1 neutron-server[93797]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 23:13:41.067795 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 23:13:41.067795 n-d-802623-1 neutron-server[93797]: return self.request(url, 'GET', **kwargs) Jul 27 23:13:41.067795 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 23:13:41.067795 n-d-802623-1 neutron-server[93797]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 23:13:41.067795 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 23:13:41.067795 n-d-802623-1 neutron-server[93797]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 23:13:41.067795 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 23:13:41.067795 n-d-802623-1 neutron-server[93797]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 23:13:41.067795 n-d-802623-1 neutron-server[93797]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 23:13:41.099852 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f34ceca3-d0fb-4bb0-b881-a021738deabf req-27cf5753-96aa-4b4d-bd0c-f803a0aebd56 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=90616da3-0385-4baa-af03-940835b960e2 HTTP/1.1" status: 200 len: 217 time: 0.0657468 Jul 27 23:13:41.105704 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-cb5b2bf2-fe24-495e-9c6d-73ad838b3bf7 req-541dad88-69c5-4ac3-a3cc-81fedba5f270 tempest-ServerAddressesTestJSON-692813910 tempest-ServerAddressesTestJSON-692813910-project] 10.222.0.18 "GET /v2.0/security-groups?id=350ea54b-bb91-4acb-9a14-485a215cff29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085656 Jul 27 23:13:41.149866 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f4095b8a-6e32-443c-8bb8-1f271849dce1 tempest-RoutersNegativeTest-1232238953 tempest-RoutersNegativeTest-1232238953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415412'] for network, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:41.157719 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f4095b8a-6e32-443c-8bb8-1f271849dce1 tempest-RoutersNegativeTest-1232238953 tempest-RoutersNegativeTest-1232238953-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for network, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:41.162576 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 38696) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:13:41.162798 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-f4095b8a-6e32-443c-8bb8-1f271849dce1 tempest-RoutersNegativeTest-1232238953 tempest-RoutersNegativeTest-1232238953-project] 10.222.0.18 "DELETE /v2.0/networks/808e3eb7-6825-401d-bd72-2c77dbfcd577 HTTP/1.1" status: 204 len: 168 time: 0.5509043 Jul 27 23:13:41.181572 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4095b8a-6e32-443c-8bb8-1f271849dce1 tempest-RoutersNegativeTest-1232238953 tempest-RoutersNegativeTest-1232238953-project] Pushing event deleted for resources: {'Network': ['ID=808e3eb7-6825-401d-bd72-2c77dbfcd577,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:13:41.199219 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34ceca3-d0fb-4bb0-b881-a021738deabf req-80b6a156-d001-4d64-9e52-4be34b6e52b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:41.200996 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f34ceca3-d0fb-4bb0-b881-a021738deabf req-80b6a156-d001-4d64-9e52-4be34b6e52b9 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=34f8ad7a-93d9-4504-a30b-5488d30c9296 HTTP/1.1" status: 200 len: 853 time: 0.0934598 Jul 27 23:13:41.239572 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f34ceca3-d0fb-4bb0-b881-a021738deabf req-7ad33428-499b-4e8e-9352-e8d2d7b300e7 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=382dd7c8-0b7f-4580-80e6-7dce3f70851a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315742 Jul 27 23:13:41.275309 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_v2 [None req-481acddd-0ab5-4fdf-87b4-359f962c15dc tempest-RoutersNegativeTest-1232238953 tempest-RoutersNegativeTest-1232238953-project] Deleting subnet 931eb11d-87ec-4996-bfaa-89905ac5f161 {{(pid=93798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 23:13:41.311441 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-481acddd-0ab5-4fdf-87b4-359f962c15dc tempest-RoutersNegativeTest-1232238953 tempest-RoutersNegativeTest-1232238953-project] Notify callbacks [] for subnet, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:41.416965 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-481acddd-0ab5-4fdf-87b4-359f962c15dc tempest-RoutersNegativeTest-1232238953 tempest-RoutersNegativeTest-1232238953-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11163249'] for subnet, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:41.479944 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89efa11-86c5-4643-a756-98550a7a2987 req-ad317bfa-6599-4976-b693-3c1e01841e62 tempest-ServerRescueNegativeTestJSON-1855851441 tempest-ServerRescueNegativeTestJSON-1855851441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:41.483039 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a89efa11-86c5-4643-a756-98550a7a2987 req-ad317bfa-6599-4976-b693-3c1e01841e62 tempest-ServerRescueNegativeTestJSON-1855851441 tempest-ServerRescueNegativeTestJSON-1855851441-project] 10.222.0.18 "GET /v2.0/ports?device_id=18bf2265-d54a-42b3-beea-c61771ab87ab HTTP/1.1" status: 200 len: 945 time: 0.0868466 Jul 27 23:13:41.524980 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d16fb74-cd11-4edf-a48c-6a27ecb8e6ae req-a51a4316-be2b-4cce-9227-ae16939a2cca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:41.526675 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-9d16fb74-cd11-4edf-a48c-6a27ecb8e6ae req-a51a4316-be2b-4cce-9227-ae16939a2cca service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=8f4c75b9e70c4006b20b1726fcbef392&device_id=18bf2265-d54a-42b3-beea-c61771ab87ab HTTP/1.1" status: 200 len: 1096 time: 0.1726618 Jul 27 23:13:41.535832 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a89efa11-86c5-4643-a756-98550a7a2987 req-2be2b681-7bd4-4a1e-ab7a-e9ad11d0a06a tempest-ServerRescueNegativeTestJSON-1855851441 tempest-ServerRescueNegativeTestJSON-1855851441-project] 10.222.0.18 "GET /v2.0/security-groups?id=1af18e13-f94e-429a-ab8a-66f4e32e8b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430956 Jul 27 23:13:41.537224 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f34ceca3-d0fb-4bb0-b881-a021738deabf req-c9f8ba82-a79a-4fe8-94cc-004409a5846c service neutron] 10.222.0.38 "GET /v2.0/networks/382dd7c8-0b7f-4580-80e6-7dce3f70851a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2878807 Jul 27 23:13:41.848249 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da54eb60-8d3c-4a92-bf5d-15ab2c14806e req-077c1631-4e03-4ae0-95b0-b3c936d1e3dd tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:41.855373 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da54eb60-8d3c-4a92-bf5d-15ab2c14806e req-077c1631-4e03-4ae0-95b0-b3c936d1e3dd tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:41.862909 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da54eb60-8d3c-4a92-bf5d-15ab2c14806e req-077c1631-4e03-4ae0-95b0-b3c936d1e3dd tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:41.869851 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da54eb60-8d3c-4a92-bf5d-15ab2c14806e req-077c1631-4e03-4ae0-95b0-b3c936d1e3dd tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:41.876869 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da54eb60-8d3c-4a92-bf5d-15ab2c14806e req-077c1631-4e03-4ae0-95b0-b3c936d1e3dd tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:41.883671 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da54eb60-8d3c-4a92-bf5d-15ab2c14806e req-077c1631-4e03-4ae0-95b0-b3c936d1e3dd tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:41.890803 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da54eb60-8d3c-4a92-bf5d-15ab2c14806e req-077c1631-4e03-4ae0-95b0-b3c936d1e3dd tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:41.893120 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-da54eb60-8d3c-4a92-bf5d-15ab2c14806e req-077c1631-4e03-4ae0-95b0-b3c936d1e3dd tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] 10.222.0.18 "GET /v2.0/ports?device_id=b095b7c4-44b3-4276-8676-8d0be18fa84f HTTP/1.1" status: 200 len: 5419 time: 0.1190178 Jul 27 23:13:41.945068 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-da54eb60-8d3c-4a92-bf5d-15ab2c14806e req-77ad2251-e0c3-4589-b332-f72ad860ea0f tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] 10.222.0.18 "GET /v2.0/security-groups?id=8a179c9a-ee47-4a9a-9e98-ceb367c5785f&id=099e8df2-bc6b-4be8-8e74-9791e0ffd653&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0438278 Jul 27 23:13:42.039706 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c904f5-a948-415a-be11-5658341da60a req-7dad089a-47ce-4b79-aa6c-a2dc35d159b2 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:42.041374 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-d4c904f5-a948-415a-be11-5658341da60a req-7dad089a-47ce-4b79-aa6c-a2dc35d159b2 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/ports?device_id=98a73beb-1410-4001-89d9-567ccd6893bc HTTP/1.1" status: 200 len: 948 time: 0.5686402 Jul 27 23:13:42.058187 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-481acddd-0ab5-4fdf-87b4-359f962c15dc tempest-RoutersNegativeTest-1232238953 tempest-RoutersNegativeTest-1232238953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620741'] for subnet, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:42.143784 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device f61de268-fa06-4038-8eeb-c0fc047e06d3 no longer exists at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:13:42.157880 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d16fb74-cd11-4edf-a48c-6a27ecb8e6ae req-9bbbd093-a282-4859-9b80-2dbfb16ec1fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:42.159618 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-9d16fb74-cd11-4edf-a48c-6a27ecb8e6ae req-9bbbd093-a282-4859-9b80-2dbfb16ec1fe service neutron] 10.222.0.38 "GET /v2.0/networks?id=751d782f-d338-44aa-a291-24d2ae3bed3e HTTP/1.1" status: 200 len: 919 time: 0.6018379 Jul 27 23:13:42.168307 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f34ceca3-d0fb-4bb0-b881-a021738deabf req-579cf3d6-6465-4605-b2de-ef2880d7710a service neutron] 10.222.0.38 "GET /v2.0/networks/382dd7c8-0b7f-4580-80e6-7dce3f70851a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6091044 Jul 27 23:13:42.185627 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-d4c904f5-a948-415a-be11-5658341da60a req-dc2b8ca2-0671-4572-ac94-86aee58f62a4 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb779318-b8ff-43a6-a94f-3ce471aff166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237583 Jul 27 23:13:42.204033 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] No Port match for: f61de268-fa06-4038-8eeb-c0fc047e06d3 {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:13:42.204386 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device f61de268-fa06-4038-8eeb-c0fc047e06d3 not bound to the agent host n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:13:42.224939 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-9d16fb74-cd11-4edf-a48c-6a27ecb8e6ae req-70631967-3dfa-4aa4-bccb-1d9ea799a604 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3dd86524-9011-45e6-a984-688db58af8c0 HTTP/1.1" status: 200 len: 217 time: 0.0556278 Jul 27 23:13:42.279491 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-481acddd-0ab5-4fdf-87b4-359f962c15dc tempest-RoutersNegativeTest-1232238953 tempest-RoutersNegativeTest-1232238953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11971800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12265753'] for subnet, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:42.286942 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c347496-82f1-4f3c-9eb1-7099329f7ff4 req-c1876599-07a0-44d0-8cd4-2859650122b2 tempest-ServerAddressesTestJSON-692813910 tempest-ServerAddressesTestJSON-692813910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:42.297081 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-7c347496-82f1-4f3c-9eb1-7099329f7ff4 req-c1876599-07a0-44d0-8cd4-2859650122b2 tempest-ServerAddressesTestJSON-692813910 tempest-ServerAddressesTestJSON-692813910-project] 10.222.0.18 "GET /v2.0/ports?device_id=0b222bbf-d683-4a9a-a188-b77e0f71b2ec HTTP/1.1" status: 200 len: 943 time: 0.0826006 Jul 27 23:13:42.341284 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481acddd-0ab5-4fdf-87b4-359f962c15dc tempest-RoutersNegativeTest-1232238953 tempest-RoutersNegativeTest-1232238953-project] Pushing event deleted for resources: {'Subnet': ['ID=931eb11d-87ec-4996-bfaa-89905ac5f161,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:13:42.341900 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-7c347496-82f1-4f3c-9eb1-7099329f7ff4 req-26ceb778-2fb6-41a0-b44d-33b5e4100eef tempest-ServerAddressesTestJSON-692813910 tempest-ServerAddressesTestJSON-692813910-project] 10.222.0.18 "GET /v2.0/security-groups?id=350ea54b-bb91-4acb-9a14-485a215cff29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437167 Jul 27 23:13:42.350445 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-481acddd-0ab5-4fdf-87b4-359f962c15dc tempest-RoutersNegativeTest-1232238953 tempest-RoutersNegativeTest-1232238953-project] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:42.356030 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-481acddd-0ab5-4fdf-87b4-359f962c15dc tempest-RoutersNegativeTest-1232238953 tempest-RoutersNegativeTest-1232238953-project] 10.222.0.18 "DELETE /v2.0/subnets/931eb11d-87ec-4996-bfaa-89905ac5f161 HTTP/1.1" status: 204 len: 168 time: 1.1867363 Jul 27 23:13:42.356030 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d16fb74-cd11-4edf-a48c-6a27ecb8e6ae req-95e7b70e-21ec-4c7f-9bd3-13a5e1034806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:42.356229 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 38748) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:13:42.356797 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-9d16fb74-cd11-4edf-a48c-6a27ecb8e6ae req-95e7b70e-21ec-4c7f-9bd3-13a5e1034806 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=834f7fce-5291-4343-9c89-509f9d111866 HTTP/1.1" status: 200 len: 858 time: 0.1215174 Jul 27 23:13:42.358081 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cdecbb6-0b20-4243-8b81-5613ca35190f None None] Network ee17373c-db33-49b4-a8b0-d16c5b27efa7 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:13:42.367572 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df4a33a-3c9d-4382-a0f6-87acc88cd1a3 req-f0800c96-c5f3-4e98-a655-2ec508ff139f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:42.369336 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-4df4a33a-3c9d-4382-a0f6-87acc88cd1a3 req-f0800c96-c5f3-4e98-a655-2ec508ff139f service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=4f7917702b4147c3acb3c21503fea468&device_id=0b222bbf-d683-4a9a-a188-b77e0f71b2ec HTTP/1.1" status: 200 len: 1094 time: 0.1016538 Jul 27 23:13:42.432824 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-9d16fb74-cd11-4edf-a48c-6a27ecb8e6ae req-91d78caf-a832-4230-9a7e-cd5c282b1032 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=751d782f-d338-44aa-a291-24d2ae3bed3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0526521 Jul 27 23:13:42.484070 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f829dd91-ebd5-4a7c-9092-2ddac5c244e3 tempest-RoutersNegativeTest-1232238953 tempest-RoutersNegativeTest-1232238953-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593271'] for network, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:42.550888 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-f829dd91-ebd5-4a7c-9092-2ddac5c244e3 tempest-RoutersNegativeTest-1232238953 tempest-RoutersNegativeTest-1232238953-project] Deleting port e8c53e8c-7825-4c59-9fb6-297921e29d03 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:13:42.551314 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f829dd91-ebd5-4a7c-9092-2ddac5c244e3 tempest-RoutersNegativeTest-1232238953 tempest-RoutersNegativeTest-1232238953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:42.588534 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a3be0d7-d9df-4514-8f4f-040617dfe094 None None] DHCP port deletion for ee17373c-db33-49b4-a8b0-d16c5b27efa7 request from n-d-802623-1 {{(pid=93799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 23:13:42.606825 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df4a33a-3c9d-4382-a0f6-87acc88cd1a3 req-d8739ff4-33ee-46bf-b86c-a53d041f0b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:42.608770 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-4df4a33a-3c9d-4382-a0f6-87acc88cd1a3 req-d8739ff4-33ee-46bf-b86c-a53d041f0b8f service neutron] 10.222.0.38 "GET /v2.0/networks?id=382dd7c8-0b7f-4580-80e6-7dce3f70851a HTTP/1.1" status: 200 len: 914 time: 0.2273793 Jul 27 23:13:42.629131 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-9d16fb74-cd11-4edf-a48c-6a27ecb8e6ae req-6fc08f03-ab05-412b-8ad2-c3e72673bff2 service neutron] 10.222.0.38 "GET /v2.0/networks/751d782f-d338-44aa-a291-24d2ae3bed3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1615243 Jul 27 23:13:42.651762 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device 4dd088bb-2812-49b2-88d3-6f7a082f66e0 up at agent hyperv_n-h2-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:13:42.669497 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-4df4a33a-3c9d-4382-a0f6-87acc88cd1a3 req-2209b672-11cb-4df7-9325-373d0c15e960 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=90616da3-0385-4baa-af03-940835b960e2 HTTP/1.1" status: 200 len: 217 time: 0.0522346 Jul 27 23:13:42.698574 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-6a3be0d7-d9df-4514-8f4f-040617dfe094 None None] Deleting port e8c53e8c-7825-4c59-9fb6-297921e29d03 {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:13:42.699364 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-6a3be0d7-d9df-4514-8f4f-040617dfe094 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:42.718732 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-f829dd91-ebd5-4a7c-9092-2ddac5c244e3 tempest-RoutersNegativeTest-1232238953 tempest-RoutersNegativeTest-1232238953-project] For port e8c53e8c-7825-4c59-9fb6-297921e29d03, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=e8c53e8c-7825-4c59-9fb6-297921e29d03,segment=NetworkSegment(d582cf3a-e7f0-463f-b305-d124bf7d483e),segment_id=d582cf3a-e7f0-463f-b305-d124bf7d483e)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:13:42.719174 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f829dd91-ebd5-4a7c-9092-2ddac5c244e3 tempest-RoutersNegativeTest-1232238953 tempest-RoutersNegativeTest-1232238953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:42.753073 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d407fe2-74ca-4bec-868f-f2c07d9a665d req-4d5efa5c-bdbf-4b84-acdb-bcc481fc6310 tempest-ServerRescueNegativeTestJSON-1855851441 tempest-ServerRescueNegativeTestJSON-1855851441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:42.771801 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-0d407fe2-74ca-4bec-868f-f2c07d9a665d req-4d5efa5c-bdbf-4b84-acdb-bcc481fc6310 tempest-ServerRescueNegativeTestJSON-1855851441 tempest-ServerRescueNegativeTestJSON-1855851441-project] 10.222.0.18 "GET /v2.0/ports?device_id=18bf2265-d54a-42b3-beea-c61771ab87ab HTTP/1.1" status: 200 len: 945 time: 0.1109881 Jul 27 23:13:42.773737 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-f829dd91-ebd5-4a7c-9092-2ddac5c244e3 tempest-RoutersNegativeTest-1232238953 tempest-RoutersNegativeTest-1232238953-project] Calling delete_port for e8c53e8c-7825-4c59-9fb6-297921e29d03 owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:13:42.791938 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df4a33a-3c9d-4382-a0f6-87acc88cd1a3 req-4561246b-f4f4-4671-a799-ab859afbd992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:42.793699 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-4df4a33a-3c9d-4382-a0f6-87acc88cd1a3 req-4561246b-f4f4-4671-a799-ab859afbd992 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=34f8ad7a-93d9-4504-a30b-5488d30c9296 HTTP/1.1" status: 200 len: 853 time: 0.1113551 Jul 27 23:13:42.796297 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-6a3be0d7-d9df-4514-8f4f-040617dfe094 None None] For port e8c53e8c-7825-4c59-9fb6-297921e29d03, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=e8c53e8c-7825-4c59-9fb6-297921e29d03,segment=NetworkSegment(d582cf3a-e7f0-463f-b305-d124bf7d483e),segment_id=d582cf3a-e7f0-463f-b305-d124bf7d483e)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:13:42.796986 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-6a3be0d7-d9df-4514-8f4f-040617dfe094 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:42.819543 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-6a3be0d7-d9df-4514-8f4f-040617dfe094 None None] Calling delete_port for e8c53e8c-7825-4c59-9fb6-297921e29d03 owned by network:dhcp {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:13:42.824088 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Provisioning for port 4dd088bb-2812-49b2-88d3-6f7a082f66e0 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:13:42.832321 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Provisioning complete for port 4dd088bb-2812-49b2-88d3-6f7a082f66e0 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:13:42.833501 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:42.840753 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-4df4a33a-3c9d-4382-a0f6-87acc88cd1a3 req-70f0364d-dea2-4e2f-86d6-4c0cf0672203 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=382dd7c8-0b7f-4580-80e6-7dce3f70851a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360069 Jul 27 23:13:42.843208 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-9d16fb74-cd11-4edf-a48c-6a27ecb8e6ae req-52b14f99-aaf1-4396-976c-2e29e7a3131b service neutron] 10.222.0.38 "GET /v2.0/networks/751d782f-d338-44aa-a291-24d2ae3bed3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1831462 Jul 27 23:13:42.885530 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-0d407fe2-74ca-4bec-868f-f2c07d9a665d req-1d5a8be3-409c-49d7-bf3c-96cd1d411fd0 tempest-ServerRescueNegativeTestJSON-1855851441 tempest-ServerRescueNegativeTestJSON-1855851441-project] 10.222.0.18 "GET /v2.0/security-groups?id=1af18e13-f94e-429a-ab8a-66f4e32e8b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988703 Jul 27 23:13:42.927072 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f829dd91-ebd5-4a7c-9092-2ddac5c244e3 tempest-RoutersNegativeTest-1232238953 tempest-RoutersNegativeTest-1232238953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:42.960426 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f829dd91-ebd5-4a7c-9092-2ddac5c244e3 tempest-RoutersNegativeTest-1232238953 tempest-RoutersNegativeTest-1232238953-project] Pushing event deleted for resources: {'Port': ['ID=e8c53e8c-7825-4c59-9fb6-297921e29d03,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:13:42.964002 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f829dd91-ebd5-4a7c-9092-2ddac5c244e3 tempest-RoutersNegativeTest-1232238953 tempest-RoutersNegativeTest-1232238953-project] No DVR routers for this DVR port e8c53e8c-7825-4c59-9fb6-297921e29d03 on host n-d-802623-1 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:13:43.002175 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-4df4a33a-3c9d-4382-a0f6-87acc88cd1a3 req-d03c6315-29f5-4984-a1b8-3f4a9fe94032 service neutron] 10.222.0.38 "GET /v2.0/networks/382dd7c8-0b7f-4580-80e6-7dce3f70851a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494303 Jul 27 23:13:43.029656 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 38760) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:13:43.066453 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f829dd91-ebd5-4a7c-9092-2ddac5c244e3 tempest-RoutersNegativeTest-1232238953 tempest-RoutersNegativeTest-1232238953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618032', 'neutron.services.segments.db._delete_segments_for_network-8736833900081'] for network, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:43.079210 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-f829dd91-ebd5-4a7c-9092-2ddac5c244e3 tempest-RoutersNegativeTest-1232238953 tempest-RoutersNegativeTest-1232238953-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee17373c-db33-49b4-a8b0-d16c5b27efa7']}} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:13:43.094557 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-f829dd91-ebd5-4a7c-9092-2ddac5c244e3 tempest-RoutersNegativeTest-1232238953 tempest-RoutersNegativeTest-1232238953-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd582cf3a-e7f0-463f-b305-d124bf7d483e') {'for_net_delete': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:13:43.094783 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-f829dd91-ebd5-4a7c-9092-2ddac5c244e3 tempest-RoutersNegativeTest-1232238953 tempest-RoutersNegativeTest-1232238953-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd582cf3a-e7f0-463f-b305-d124bf7d483e') {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:13:43.105191 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f829dd91-ebd5-4a7c-9092-2ddac5c244e3 tempest-RoutersNegativeTest-1232238953 tempest-RoutersNegativeTest-1232238953-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736833900858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11335978'] for segment, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:43.120879 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f829dd91-ebd5-4a7c-9092-2ddac5c244e3 tempest-RoutersNegativeTest-1232238953 tempest-RoutersNegativeTest-1232238953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:43.129010 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f829dd91-ebd5-4a7c-9092-2ddac5c244e3 tempest-RoutersNegativeTest-1232238953 tempest-RoutersNegativeTest-1232238953-project] Releasing vlan 540 on physical network physnet1 to pool {{(pid=93797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 23:13:43.129908 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f829dd91-ebd5-4a7c-9092-2ddac5c244e3 tempest-RoutersNegativeTest-1232238953 tempest-RoutersNegativeTest-1232238953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11336013'] for segment, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:43.133366 n-d-802623-1 neutron-server[93797]: Traceback (most recent call last): Jul 27 23:13:43.133366 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 23:13:43.133366 n-d-802623-1 neutron-server[93797]: timer() Jul 27 23:13:43.133366 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 23:13:43.133366 n-d-802623-1 neutron-server[93797]: cb(*args, **kw) Jul 27 23:13:43.133366 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 23:13:43.133366 n-d-802623-1 neutron-server[93797]: return func(*args, **kwargs) Jul 27 23:13:43.133366 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 23:13:43.133366 n-d-802623-1 neutron-server[93797]: self._notify() Jul 27 23:13:43.133366 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 23:13:43.133366 n-d-802623-1 neutron-server[93797]: self.callback(batched_events) Jul 27 23:13:43.133366 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 23:13:43.133366 n-d-802623-1 neutron-server[93797]: event.method(event) Jul 27 23:13:43.133366 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 23:13:43.133366 n-d-802623-1 neutron-server[93797]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 23:13:43.133366 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 23:13:43.133366 n-d-802623-1 neutron-server[93797]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 23:13:43.133366 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 23:13:43.133366 n-d-802623-1 neutron-server[93797]: return f(self, *a, **k) Jul 27 23:13:43.133366 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 23:13:43.133366 n-d-802623-1 neutron-server[93797]: return self._get(url).json() Jul 27 23:13:43.133366 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 23:13:43.133366 n-d-802623-1 neutron-server[93797]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 23:13:43.133366 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 23:13:43.133366 n-d-802623-1 neutron-server[93797]: return self.request(url, 'GET', **kwargs) Jul 27 23:13:43.133366 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 23:13:43.133366 n-d-802623-1 neutron-server[93797]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 23:13:43.133366 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 23:13:43.133366 n-d-802623-1 neutron-server[93797]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 23:13:43.133366 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 23:13:43.133366 n-d-802623-1 neutron-server[93797]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 23:13:43.133366 n-d-802623-1 neutron-server[93797]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 23:13:43.143392 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:43.170652 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-6a3be0d7-d9df-4514-8f4f-040617dfe094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:43.185319 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98a73beb-1410-4001-89d9-567ccd6893bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dd088bb-2812-49b2-88d3-6f7a082f66e0'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:13:43.189495 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c0369b0d4f459110ff20a1f9878ba33f96d6491bddb9d15843bf29d01e0bda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db6f3249-578c-4383-9b32-cf5bef758d50" -d '{"events": [{"server_uuid": "98a73beb-1410-4001-89d9-567ccd6893bc", "name": "network-vif-plugged", "status": "completed", "tag": "4dd088bb-2812-49b2-88d3-6f7a082f66e0"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:13:43.206623 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f829dd91-ebd5-4a7c-9092-2ddac5c244e3 tempest-RoutersNegativeTest-1232238953 tempest-RoutersNegativeTest-1232238953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415412'] for network, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:43.211650 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-4df4a33a-3c9d-4382-a0f6-87acc88cd1a3 req-69830666-f588-457c-958a-f49402dd33f7 service neutron] 10.222.0.38 "GET /v2.0/networks/382dd7c8-0b7f-4580-80e6-7dce3f70851a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1994121 Jul 27 23:13:43.214240 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port 4dd088bb-2812-49b2-88d3-6f7a082f66e0, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=4dd088bb-2812-49b2-88d3-6f7a082f66e0,segment=NetworkSegment(16e91594-c047-4b55-93eb-43af33ad08e1),segment_id=16e91594-c047-4b55-93eb-43af33ad08e1)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:13:43.220210 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f829dd91-ebd5-4a7c-9092-2ddac5c244e3 tempest-RoutersNegativeTest-1232238953 tempest-RoutersNegativeTest-1232238953-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for network, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:43.225143 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-f829dd91-ebd5-4a7c-9092-2ddac5c244e3 tempest-RoutersNegativeTest-1232238953 tempest-RoutersNegativeTest-1232238953-project] 10.222.0.18 "DELETE /v2.0/networks/ee17373c-db33-49b4-a8b0-d16c5b27efa7 HTTP/1.1" status: 204 len: 168 time: 0.8676820 Jul 27 23:13:43.233966 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 38768) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:13:43.234892 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3be0d7-d9df-4514-8f4f-040617dfe094 None None] Pushing event deleted for resources: {'Port': ['ID=e8c53e8c-7825-4c59-9fb6-297921e29d03,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:13:43.236802 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:43.238723 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a3be0d7-d9df-4514-8f4f-040617dfe094 None None] No DVR routers for this DVR port e8c53e8c-7825-4c59-9fb6-297921e29d03 on host n-d-802623-1 {{(pid=93799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:13:43.268385 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f829dd91-ebd5-4a7c-9092-2ddac5c244e3 tempest-RoutersNegativeTest-1232238953 tempest-RoutersNegativeTest-1232238953-project] Pushing event deleted for resources: {'Network': ['ID=ee17373c-db33-49b4-a8b0-d16c5b27efa7,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:13:43.287621 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d629ffe8-f095-47b7-847e-ec671a0307ce req-b6dbff8f-1550-4b84-861f-9dcd117ef280 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:43.295382 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d629ffe8-f095-47b7-847e-ec671a0307ce req-b6dbff8f-1550-4b84-861f-9dcd117ef280 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:43.297895 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:13:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab5015f2-56a6-43d2-8fac-ee38db32957e x-openstack-request-id: req-ab5015f2-56a6-43d2-8fac-ee38db32957e {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:13:43.301731 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d629ffe8-f095-47b7-847e-ec671a0307ce req-b6dbff8f-1550-4b84-861f-9dcd117ef280 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:43.303153 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98a73beb-1410-4001-89d9-567ccd6893bc", "name": "network-vif-plugged", "status": "completed", "tag": "4dd088bb-2812-49b2-88d3-6f7a082f66e0", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:13:43.303751 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ab5015f2-56a6-43d2-8fac-ee38db32957e {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:13:43.304477 n-d-802623-1 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98a73beb-1410-4001-89d9-567ccd6893bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dd088bb-2812-49b2-88d3-6f7a082f66e0', 'code': 200} Jul 27 23:13:43.310312 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d629ffe8-f095-47b7-847e-ec671a0307ce req-b6dbff8f-1550-4b84-861f-9dcd117ef280 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:43.316375 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d629ffe8-f095-47b7-847e-ec671a0307ce req-b6dbff8f-1550-4b84-861f-9dcd117ef280 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:43.322564 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d629ffe8-f095-47b7-847e-ec671a0307ce req-b6dbff8f-1550-4b84-861f-9dcd117ef280 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:43.329226 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d629ffe8-f095-47b7-847e-ec671a0307ce req-b6dbff8f-1550-4b84-861f-9dcd117ef280 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:43.335851 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-d629ffe8-f095-47b7-847e-ec671a0307ce req-b6dbff8f-1550-4b84-861f-9dcd117ef280 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] 10.222.0.18 "GET /v2.0/ports?device_id=b095b7c4-44b3-4276-8676-8d0be18fa84f HTTP/1.1" status: 200 len: 5419 time: 0.1994717 Jul 27 23:13:43.342631 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Pushing event updated for resources: {'Port': ['ID=4dd088bb-2812-49b2-88d3-6f7a082f66e0,revision_number=5']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:13:43.362506 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-634894b7-8d6e-4441-8325-14aed6a79a04 tempest-RoutersNegativeTest-1232238953 tempest-RoutersNegativeTest-1232238953-project] 10.222.0.18 "GET /v2.0/ports?device_id=581cb9b0-04d3-44c4-8d84-ed171d7fd15e HTTP/1.1" status: 200 len: 205 time: 0.1128385 Jul 27 23:13:43.365205 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 38772) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:13:43.387561 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-963d9ccc-2cd4-4429-bdeb-40a93ef35c0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:43.414334 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be59525-a506-4070-aa3a-0c1ae5dc7f64 req-392e7477-8bb5-4d3a-ab41-3882f1b072b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:43.415888 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-1be59525-a506-4070-aa3a-0c1ae5dc7f64 req-392e7477-8bb5-4d3a-ab41-3882f1b072b5 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=98a73beb-1410-4001-89d9-567ccd6893bc HTTP/1.1" status: 200 len: 1100 time: 0.0718086 Jul 27 23:13:43.431534 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694d2173-2f5b-4dd7-a40f-0debd4974858 req-5708e769-e69f-40ba-a075-a4ad6b1cf542 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:43.434089 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-694d2173-2f5b-4dd7-a40f-0debd4974858 req-5708e769-e69f-40ba-a075-a4ad6b1cf542 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/ports?device_id=98a73beb-1410-4001-89d9-567ccd6893bc HTTP/1.1" status: 200 len: 949 time: 0.0790217 Jul 27 23:13:43.491036 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-1be59525-a506-4070-aa3a-0c1ae5dc7f64 req-aa8fc615-f018-4fe9-9585-94a7e9c4afbd service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=fb779318-b8ff-43a6-a94f-3ce471aff166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558910 Jul 27 23:13:43.491315 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-775c8ce0-d042-425e-af97-ac9a670ade70 tempest-RoutersNegativeTest-1232238953 tempest-RoutersNegativeTest-1232238953-project] Notify callbacks [] for router, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:43.499154 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-d629ffe8-f095-47b7-847e-ec671a0307ce req-a44decc7-0980-486b-b87a-b3aef4bca8a9 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] 10.222.0.18 "GET /v2.0/security-groups?id=8a179c9a-ee47-4a9a-9e98-ceb367c5785f&id=099e8df2-bc6b-4be8-8e74-9791e0ffd653&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1392133 Jul 27 23:13:43.500051 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-694d2173-2f5b-4dd7-a40f-0debd4974858 req-858b28a3-8698-402f-8944-7cd8174c29af tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb779318-b8ff-43a6-a94f-3ce471aff166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585127 Jul 27 23:13:43.547977 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 90616da3-0385-4baa-af03-940835b960e2 details requested by agent hyperv_n-h1-802623-1 with host n-h1-802623-1 {{(pid=93799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 23:13:43.662677 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port 90616da3-0385-4baa-af03-940835b960e2, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=90616da3-0385-4baa-af03-940835b960e2,segment=NetworkSegment(58b25948-3aa2-4c40-92d5-617f6e5e546d),segment_id=58b25948-3aa2-4c40-92d5-617f6e5e546d)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:13:43.677713 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Returning: {'device': '90616da3-0385-4baa-af03-940835b960e2', 'network_id': '382dd7c8-0b7f-4580-80e6-7dce3f70851a', 'port_id': '90616da3-0385-4baa-af03-940835b960e2', 'mac_address': 'fa:16:3e:c7:a1:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34f8ad7a-93d9-4504-a30b-5488d30c9296', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 23:13:43.719748 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:43.733410 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90616da3-0385-4baa-af03-940835b960e2 {{(pid=93799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:13:43.737343 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-775c8ce0-d042-425e-af97-ac9a670ade70 tempest-RoutersNegativeTest-1232238953 tempest-RoutersNegativeTest-1232238953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62205'] for router, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:43.742096 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-775c8ce0-d042-425e-af97-ac9a670ade70 tempest-RoutersNegativeTest-1232238953 tempest-RoutersNegativeTest-1232238953-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:43.754893 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port 90616da3-0385-4baa-af03-940835b960e2, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=90616da3-0385-4baa-af03-940835b960e2,segment=NetworkSegment(58b25948-3aa2-4c40-92d5-617f6e5e546d),segment_id=58b25948-3aa2-4c40-92d5-617f6e5e546d)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:13:43.759548 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:43.785507 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c539a23f-8019-4e41-a47e-cb2959f3ffed req-4bc7f263-f022-4222-b672-6326316f8c60 tempest-ServerAddressesTestJSON-692813910 tempest-ServerAddressesTestJSON-692813910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:43.786999 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c539a23f-8019-4e41-a47e-cb2959f3ffed req-4bc7f263-f022-4222-b672-6326316f8c60 tempest-ServerAddressesTestJSON-692813910 tempest-ServerAddressesTestJSON-692813910-project] 10.222.0.18 "GET /v2.0/ports?device_id=0b222bbf-d683-4a9a-a188-b77e0f71b2ec HTTP/1.1" status: 200 len: 943 time: 0.2070744 Jul 27 23:13:43.812372 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Pushing event updated for resources: {'Port': ['ID=90616da3-0385-4baa-af03-940835b960e2,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:13:43.845842 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-775c8ce0-d042-425e-af97-ac9a670ade70 tempest-RoutersNegativeTest-1232238953 tempest-RoutersNegativeTest-1232238953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-477831'] for router, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:43.846349 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-775c8ce0-d042-425e-af97-ac9a670ade70 tempest-RoutersNegativeTest-1232238953 tempest-RoutersNegativeTest-1232238953-project] Fanout notify agent at l3_agent the message router_deleted on router 581cb9b0-04d3-44c4-8d84-ed171d7fd15e {{(pid=93798) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 23:13:43.854686 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-775c8ce0-d042-425e-af97-ac9a670ade70 tempest-RoutersNegativeTest-1232238953 tempest-RoutersNegativeTest-1232238953-project] Notify callbacks [] for router, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:43.855891 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-775c8ce0-d042-425e-af97-ac9a670ade70 tempest-RoutersNegativeTest-1232238953 tempest-RoutersNegativeTest-1232238953-project] 10.222.0.18 "DELETE /v2.0/routers/581cb9b0-04d3-44c4-8d84-ed171d7fd15e HTTP/1.1" status: 204 len: 168 time: 0.4902222 Jul 27 23:13:43.890731 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-963d9ccc-2cd4-4429-bdeb-40a93ef35c0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:43.894558 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c539a23f-8019-4e41-a47e-cb2959f3ffed req-a3b0ed33-6d9f-4f99-a6ec-d5d8f122426e tempest-ServerAddressesTestJSON-692813910 tempest-ServerAddressesTestJSON-692813910-project] 10.222.0.18 "GET /v2.0/security-groups?id=350ea54b-bb91-4acb-9a14-485a215cff29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736477 Jul 27 23:13:43.895664 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-963d9ccc-2cd4-4429-bdeb-40a93ef35c0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:43.938752 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-963d9ccc-2cd4-4429-bdeb-40a93ef35c0f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b2f84c26311f48b08b58c1c9e4164f26&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9068427 Jul 27 23:13:43.939507 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963d9ccc-2cd4-4429-bdeb-40a93ef35c0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04127a7d-d217-42ce-bcf3-a88ea0fabf06,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:13:43.941636 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 38782) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:13:44.026914 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] get_ports_and_sgs() called for port_ids ['90616da3-0385-4baa-af03-940835b960e2'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:13:44.068444 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0f3b65-088b-4048-9519-27c66758b6ea req-0cff66af-84e1-4a66-aa11-2d0eefa87130 tempest-ServerRescueNegativeTestJSON-1855851441 tempest-ServerRescueNegativeTestJSON-1855851441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:44.070020 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-bc0f3b65-088b-4048-9519-27c66758b6ea req-0cff66af-84e1-4a66-aa11-2d0eefa87130 tempest-ServerRescueNegativeTestJSON-1855851441 tempest-ServerRescueNegativeTestJSON-1855851441-project] 10.222.0.18 "GET /v2.0/ports?device_id=18bf2265-d54a-42b3-beea-c61771ab87ab HTTP/1.1" status: 200 len: 945 time: 0.1002038 Jul 27 23:13:44.073151 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4f77459d-2cf1-41bb-989d-4d65bc0c67ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:44.116657 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 38786) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:13:44.116795 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4f77459d-2cf1-41bb-989d-4d65bc0c67ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:44.163687 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device e8c53e8c-7825-4c59-9fb6-297921e29d03 no longer exists at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:13:44.177445 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-bc0f3b65-088b-4048-9519-27c66758b6ea req-fd58969b-2a7b-4d38-9219-0320731e62fb tempest-ServerRescueNegativeTestJSON-1855851441 tempest-ServerRescueNegativeTestJSON-1855851441-project] 10.222.0.18 "GET /v2.0/security-groups?id=1af18e13-f94e-429a-ab8a-66f4e32e8b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937929 Jul 27 23:13:44.196396 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] No Port match for: e8c53e8c-7825-4c59-9fb6-297921e29d03 {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:13:44.196997 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device e8c53e8c-7825-4c59-9fb6-297921e29d03 not bound to the agent host n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:13:44.207939 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4f77459d-2cf1-41bb-989d-4d65bc0c67ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:44.215708 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4f77459d-2cf1-41bb-989d-4d65bc0c67ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:44.219757 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-4f77459d-2cf1-41bb-989d-4d65bc0c67ea admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/04127a7d-d217-42ce-bcf3-a88ea0fabf06 HTTP/1.1" status: 204 len: 168 time: 0.2719646 Jul 27 23:13:44.226579 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f77459d-2cf1-41bb-989d-4d65bc0c67ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04127a7d-d217-42ce-bcf3-a88ea0fabf06,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:13:44.280774 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.agents_db [None req-9beef776-8bab-4de2-989a-f5a23ba4aaf4 None None] Agent healthcheck: found 7 active agents {{(pid=93800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 23:13:44.313277 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-dc1672a7-ba71-4d00-86c1-66cb2a987107 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2da3311b7def4b329ffd918059481972&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1954627 Jul 27 23:13:44.316090 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 38792) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:13:44.372746 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-929e8513-be21-491e-ba97-a276ad029ceb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:44.396304 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-929e8513-be21-491e-ba97-a276ad029ceb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:44.464105 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-929e8513-be21-491e-ba97-a276ad029ceb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:44.467160 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-929e8513-be21-491e-ba97-a276ad029ceb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:44.469916 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-929e8513-be21-491e-ba97-a276ad029ceb admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9da302c8-7774-4ae3-a86d-a46c81e81e36 HTTP/1.1" status: 204 len: 168 time: 0.1513863 Jul 27 23:13:44.477208 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929e8513-be21-491e-ba97-a276ad029ceb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9da302c8-7774-4ae3-a86d-a46c81e81e36,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:13:44.558467 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 38802) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:13:44.574054 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d5e05dd8-e8dc-45cf-8f05-a20d79a38322 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:44.687007 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bd28d0-6564-4379-a348-e94bb6b42c8b req-8a953c7c-0c5c-476a-836b-f4b414807bb6 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:44.695141 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bd28d0-6564-4379-a348-e94bb6b42c8b req-8a953c7c-0c5c-476a-836b-f4b414807bb6 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:44.701500 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bd28d0-6564-4379-a348-e94bb6b42c8b req-8a953c7c-0c5c-476a-836b-f4b414807bb6 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:44.703036 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1649de08-a885-4da8-aef2-fc1cb14d2564 req-cf4d7bb7-1d21-442a-8ba1-10477b0aeef9 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:44.705139 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-1649de08-a885-4da8-aef2-fc1cb14d2564 req-cf4d7bb7-1d21-442a-8ba1-10477b0aeef9 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/ports?device_id=98a73beb-1410-4001-89d9-567ccd6893bc HTTP/1.1" status: 200 len: 949 time: 0.0603049 Jul 27 23:13:44.708497 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bd28d0-6564-4379-a348-e94bb6b42c8b req-8a953c7c-0c5c-476a-836b-f4b414807bb6 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:44.714780 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bd28d0-6564-4379-a348-e94bb6b42c8b req-8a953c7c-0c5c-476a-836b-f4b414807bb6 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:44.721128 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bd28d0-6564-4379-a348-e94bb6b42c8b req-8a953c7c-0c5c-476a-836b-f4b414807bb6 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:44.727487 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bd28d0-6564-4379-a348-e94bb6b42c8b req-8a953c7c-0c5c-476a-836b-f4b414807bb6 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:44.729763 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-59bd28d0-6564-4379-a348-e94bb6b42c8b req-8a953c7c-0c5c-476a-836b-f4b414807bb6 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] 10.222.0.18 "GET /v2.0/ports?device_id=b095b7c4-44b3-4276-8676-8d0be18fa84f HTTP/1.1" status: 200 len: 5419 time: 0.1312096 Jul 27 23:13:44.758058 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-1649de08-a885-4da8-aef2-fc1cb14d2564 req-7a36a800-bd7a-45ed-aa53-094b5a2b168a tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb779318-b8ff-43a6-a94f-3ce471aff166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462072 Jul 27 23:13:44.805704 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-59bd28d0-6564-4379-a348-e94bb6b42c8b req-e1817d22-0993-4e3c-94fd-c1a957aa0379 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] 10.222.0.18 "GET /v2.0/security-groups?id=8a179c9a-ee47-4a9a-9e98-ceb367c5785f&id=099e8df2-bc6b-4be8-8e74-9791e0ffd653&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0617688 Jul 27 23:13:44.836535 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d5e05dd8-e8dc-45cf-8f05-a20d79a38322 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:44.846547 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d5e05dd8-e8dc-45cf-8f05-a20d79a38322 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:44.890523 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-d5e05dd8-e8dc-45cf-8f05-a20d79a38322 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7849da7e7122430f984e2f1e1e245900&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3286672 Jul 27 23:13:44.890748 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 38814) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:13:44.898069 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e05dd8-e8dc-45cf-8f05-a20d79a38322 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10f3d62a-de6f-41f9-80b2-746c7caea485,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:13:44.956775 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1e15e9e2-24ff-4236-a0a7-d09d3fc9f893 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:44.979395 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1e15e9e2-24ff-4236-a0a7-d09d3fc9f893 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:45.031151 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2324b69-8fff-4794-82e8-118774d09f8d req-328af7cd-da61-4e3d-8e5d-46e2a1a4d238 tempest-ServerAddressesTestJSON-692813910 tempest-ServerAddressesTestJSON-692813910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:45.032299 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1e15e9e2-24ff-4236-a0a7-d09d3fc9f893 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:45.032677 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f2324b69-8fff-4794-82e8-118774d09f8d req-328af7cd-da61-4e3d-8e5d-46e2a1a4d238 tempest-ServerAddressesTestJSON-692813910 tempest-ServerAddressesTestJSON-692813910-project] 10.222.0.18 "GET /v2.0/ports?device_id=0b222bbf-d683-4a9a-a188-b77e0f71b2ec HTTP/1.1" status: 200 len: 944 time: 0.0549936 Jul 27 23:13:45.041825 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1e15e9e2-24ff-4236-a0a7-d09d3fc9f893 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:45.046674 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-1e15e9e2-24ff-4236-a0a7-d09d3fc9f893 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/10f3d62a-de6f-41f9-80b2-746c7caea485 HTTP/1.1" status: 204 len: 168 time: 0.1549451 Jul 27 23:13:45.055230 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e15e9e2-24ff-4236-a0a7-d09d3fc9f893 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10f3d62a-de6f-41f9-80b2-746c7caea485,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:13:45.098994 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f2324b69-8fff-4794-82e8-118774d09f8d req-14acf2d3-8ee7-46fb-8be4-5d0b05bf88c2 tempest-ServerAddressesTestJSON-692813910 tempest-ServerAddressesTestJSON-692813910-project] 10.222.0.18 "GET /v2.0/security-groups?id=350ea54b-bb91-4acb-9a14-485a215cff29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593655 Jul 27 23:13:45.311361 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e298a4-e5e3-4aaa-8728-a85e9af00ab7 req-afd51379-5bd9-4a34-8372-67cced0bbde4 tempest-ServerRescueNegativeTestJSON-1855851441 tempest-ServerRescueNegativeTestJSON-1855851441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:45.312961 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f7e298a4-e5e3-4aaa-8728-a85e9af00ab7 req-afd51379-5bd9-4a34-8372-67cced0bbde4 tempest-ServerRescueNegativeTestJSON-1855851441 tempest-ServerRescueNegativeTestJSON-1855851441-project] 10.222.0.18 "GET /v2.0/ports?device_id=18bf2265-d54a-42b3-beea-c61771ab87ab HTTP/1.1" status: 200 len: 945 time: 0.0497079 Jul 27 23:13:45.355732 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f7e298a4-e5e3-4aaa-8728-a85e9af00ab7 req-d22409ab-1418-42be-ba69-ca126635bcca tempest-ServerRescueNegativeTestJSON-1855851441 tempest-ServerRescueNegativeTestJSON-1855851441-project] 10.222.0.18 "GET /v2.0/security-groups?id=1af18e13-f94e-429a-ab8a-66f4e32e8b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357327 Jul 27 23:13:45.371161 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 38842) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:13:45.375018 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [-] 10.222.0.18 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0028727 Jul 27 23:13:45.378050 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 38844) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:13:45.566743 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 90616da3-0385-4baa-af03-940835b960e2 up at agent hyperv_n-h1-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:13:45.625811 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-891e04ab-1166-48e4-bf36-ead69b93fc36 tempest-NetworksApiDiscovery-724491440 tempest-NetworksApiDiscovery-724491440-project] 10.222.0.18 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.2465427 Jul 27 23:13:45.630282 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Provisioning for port 90616da3-0385-4baa-af03-940835b960e2 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:13:45.636710 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Provisioning complete for port 90616da3-0385-4baa-af03-940835b960e2 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:13:45.637292 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:45.765892 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:45.790259 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b222bbf-d683-4a9a-a188-b77e0f71b2ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90616da3-0385-4baa-af03-940835b960e2'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:13:45.792830 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c0369b0d4f459110ff20a1f9878ba33f96d6491bddb9d15843bf29d01e0bda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6afe8fe-e283-4098-ab3a-9a8b824dfe84" -d '{"events": [{"server_uuid": "0b222bbf-d683-4a9a-a188-b77e0f71b2ec", "name": "network-vif-plugged", "status": "completed", "tag": "90616da3-0385-4baa-af03-940835b960e2"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:13:45.819841 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port 90616da3-0385-4baa-af03-940835b960e2, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=90616da3-0385-4baa-af03-940835b960e2,segment=NetworkSegment(58b25948-3aa2-4c40-92d5-617f6e5e546d),segment_id=58b25948-3aa2-4c40-92d5-617f6e5e546d)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:13:45.828034 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:45.912963 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 38882) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:13:45.913542 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:13:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4890d852-4fb8-434a-9d19-89fa52e2e9b0 x-openstack-request-id: req-4890d852-4fb8-434a-9d19-89fa52e2e9b0 {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:13:45.913940 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b222bbf-d683-4a9a-a188-b77e0f71b2ec", "name": "network-vif-plugged", "status": "completed", "tag": "90616da3-0385-4baa-af03-940835b960e2", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:13:45.914197 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4890d852-4fb8-434a-9d19-89fa52e2e9b0 {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:13:45.914584 n-d-802623-1 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b222bbf-d683-4a9a-a188-b77e0f71b2ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90616da3-0385-4baa-af03-940835b960e2', 'code': 200} Jul 27 23:13:45.929250 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c537f6-26c1-456e-8060-aa5691266e14 req-19e8f73c-dca4-465b-b977-9bbb6c627e6a tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:45.934149 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-45c537f6-26c1-456e-8060-aa5691266e14 req-19e8f73c-dca4-465b-b977-9bbb6c627e6a tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/ports?device_id=98a73beb-1410-4001-89d9-567ccd6893bc HTTP/1.1" status: 200 len: 949 time: 0.0842068 Jul 27 23:13:45.935456 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Pushing event updated for resources: {'Port': ['ID=90616da3-0385-4baa-af03-940835b960e2,revision_number=5']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:13:46.005751 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b18f83e-4c0b-4604-96eb-7131963e4248 req-83c24ffa-1034-45b3-b898-468cc749e93a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:46.007424 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-2b18f83e-4c0b-4604-96eb-7131963e4248 req-83c24ffa-1034-45b3-b898-468cc749e93a service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=0b222bbf-d683-4a9a-a188-b77e0f71b2ec HTTP/1.1" status: 200 len: 1096 time: 0.0716267 Jul 27 23:13:46.013358 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-45c537f6-26c1-456e-8060-aa5691266e14 req-d84fde01-660b-463d-bf49-b479301f3149 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb779318-b8ff-43a6-a94f-3ce471aff166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476775 Jul 27 23:13:46.035528 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233eb565-f052-4a03-bce3-bafac8a95247 req-c2c3d09b-89f3-4c52-be17-b8a2a05c3308 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:46.042908 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233eb565-f052-4a03-bce3-bafac8a95247 req-c2c3d09b-89f3-4c52-be17-b8a2a05c3308 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:46.053230 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233eb565-f052-4a03-bce3-bafac8a95247 req-c2c3d09b-89f3-4c52-be17-b8a2a05c3308 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:46.060001 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233eb565-f052-4a03-bce3-bafac8a95247 req-c2c3d09b-89f3-4c52-be17-b8a2a05c3308 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:46.065211 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-2b18f83e-4c0b-4604-96eb-7131963e4248 req-d5c54a74-0e80-4626-b1bd-748a3bbabe52 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=350ea54b-bb91-4acb-9a14-485a215cff29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463686 Jul 27 23:13:46.068561 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233eb565-f052-4a03-bce3-bafac8a95247 req-c2c3d09b-89f3-4c52-be17-b8a2a05c3308 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:46.074781 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233eb565-f052-4a03-bce3-bafac8a95247 req-c2c3d09b-89f3-4c52-be17-b8a2a05c3308 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:46.081027 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233eb565-f052-4a03-bce3-bafac8a95247 req-c2c3d09b-89f3-4c52-be17-b8a2a05c3308 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:46.082928 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-233eb565-f052-4a03-bce3-bafac8a95247 req-c2c3d09b-89f3-4c52-be17-b8a2a05c3308 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] 10.222.0.18 "GET /v2.0/ports?device_id=b095b7c4-44b3-4276-8676-8d0be18fa84f HTTP/1.1" status: 200 len: 5419 time: 0.1140966 Jul 27 23:13:46.102996 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c9f05b60-48fb-4f8d-ab3f-d078a5ca7091 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:46.154037 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-233eb565-f052-4a03-bce3-bafac8a95247 req-403dfcbe-3303-42eb-9b1d-b782bf6e2167 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] 10.222.0.18 "GET /v2.0/security-groups?id=8a179c9a-ee47-4a9a-9e98-ceb367c5785f&id=099e8df2-bc6b-4be8-8e74-9791e0ffd653&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0630100 Jul 27 23:13:46.243911 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c9f05b60-48fb-4f8d-ab3f-d078a5ca7091 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:46.257830 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c9f05b60-48fb-4f8d-ab3f-d078a5ca7091 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:46.323332 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20c8ea9-cb00-4a0b-8241-8e2121c0c33a req-14ab8858-cc4c-48d3-ad3a-6c22f81a95bb tempest-MigrationsAdminTest-322685506 tempest-MigrationsAdminTest-322685506-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:46.324903 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c20c8ea9-cb00-4a0b-8241-8e2121c0c33a req-14ab8858-cc4c-48d3-ad3a-6c22f81a95bb tempest-MigrationsAdminTest-322685506 tempest-MigrationsAdminTest-322685506-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=98a73beb-1410-4001-89d9-567ccd6893bc HTTP/1.1" status: 200 len: 1100 time: 0.0879431 Jul 27 23:13:46.328913 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-c9f05b60-48fb-4f8d-ab3f-d078a5ca7091 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=41d9b8862d3f45cba61ea5ed8971d038&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4148207 Jul 27 23:13:46.329076 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 38898) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:13:46.331212 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f05b60-48fb-4f8d-ab3f-d078a5ca7091 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41d5aed4-bd77-4466-bec1-fab3588836ee,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:13:46.348409 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e7d054-6b69-4009-b5ba-8cbd3c756e51 req-28f93e81-7eec-4744-9ec6-b6e09560aa7b tempest-ServerAddressesTestJSON-692813910 tempest-ServerAddressesTestJSON-692813910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:46.357105 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f9e7d054-6b69-4009-b5ba-8cbd3c756e51 req-28f93e81-7eec-4744-9ec6-b6e09560aa7b tempest-ServerAddressesTestJSON-692813910 tempest-ServerAddressesTestJSON-692813910-project] 10.222.0.18 "GET /v2.0/ports?device_id=0b222bbf-d683-4a9a-a188-b77e0f71b2ec HTTP/1.1" status: 200 len: 945 time: 0.1110647 Jul 27 23:13:46.407708 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f9e7d054-6b69-4009-b5ba-8cbd3c756e51 req-a65dcfa8-cacb-4973-b2db-a019748cedf9 tempest-ServerAddressesTestJSON-692813910 tempest-ServerAddressesTestJSON-692813910-project] 10.222.0.18 "GET /v2.0/security-groups?id=350ea54b-bb91-4acb-9a14-485a215cff29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496423 Jul 27 23:13:46.408081 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c20c8ea9-cb00-4a0b-8241-8e2121c0c33a req-e1bd209a-abbe-4fe7-9664-daabf4808380 tempest-MigrationsAdminTest-322685506 tempest-MigrationsAdminTest-322685506-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=fb779318-b8ff-43a6-a94f-3ce471aff166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691795 Jul 27 23:13:46.433990 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9c5eb0a5-9569-4b65-a4d2-678bdeea5bb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:46.468200 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9c5eb0a5-9569-4b65-a4d2-678bdeea5bb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:46.537505 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9c5eb0a5-9569-4b65-a4d2-678bdeea5bb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:46.540392 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9c5eb0a5-9569-4b65-a4d2-678bdeea5bb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:46.541757 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-9c5eb0a5-9569-4b65-a4d2-678bdeea5bb1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/41d5aed4-bd77-4466-bec1-fab3588836ee HTTP/1.1" status: 204 len: 168 time: 0.2115719 Jul 27 23:13:46.551696 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5eb0a5-9569-4b65-a4d2-678bdeea5bb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41d5aed4-bd77-4466-bec1-fab3588836ee,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:13:47.310279 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bf3506-b25d-4495-9ca7-52cfa56ea135 req-2406a521-2fa5-426a-9f15-beb300ebb91d tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:47.312629 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-53bf3506-b25d-4495-9ca7-52cfa56ea135 req-2406a521-2fa5-426a-9f15-beb300ebb91d tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/ports?device_id=98a73beb-1410-4001-89d9-567ccd6893bc HTTP/1.1" status: 200 len: 949 time: 0.0711603 Jul 27 23:13:47.410921 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-53bf3506-b25d-4495-9ca7-52cfa56ea135 req-c3e758ad-55c5-45e9-a6e3-dc19d6a77c44 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb779318-b8ff-43a6-a94f-3ce471aff166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922306 Jul 27 23:13:47.537507 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2554a07f-3c43-4690-921d-5de775e9e97d req-2c383034-ba2e-418f-9217-30d24a429702 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:47.555268 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2554a07f-3c43-4690-921d-5de775e9e97d req-2c383034-ba2e-418f-9217-30d24a429702 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:47.561107 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2554a07f-3c43-4690-921d-5de775e9e97d req-2c383034-ba2e-418f-9217-30d24a429702 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:47.566030 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f363088-ef98-442b-a4ac-aa8a6de27267 req-a7982454-d5f2-468e-9987-da88bf6950b0 tempest-ServerAddressesTestJSON-692813910 tempest-ServerAddressesTestJSON-692813910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:47.567668 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2554a07f-3c43-4690-921d-5de775e9e97d req-2c383034-ba2e-418f-9217-30d24a429702 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:47.573740 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-3f363088-ef98-442b-a4ac-aa8a6de27267 req-a7982454-d5f2-468e-9987-da88bf6950b0 tempest-ServerAddressesTestJSON-692813910 tempest-ServerAddressesTestJSON-692813910-project] 10.222.0.18 "GET /v2.0/ports?device_id=0b222bbf-d683-4a9a-a188-b77e0f71b2ec HTTP/1.1" status: 200 len: 945 time: 0.0762253 Jul 27 23:13:47.574744 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2554a07f-3c43-4690-921d-5de775e9e97d req-2c383034-ba2e-418f-9217-30d24a429702 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:47.582270 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2554a07f-3c43-4690-921d-5de775e9e97d req-2c383034-ba2e-418f-9217-30d24a429702 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:47.589308 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2554a07f-3c43-4690-921d-5de775e9e97d req-2c383034-ba2e-418f-9217-30d24a429702 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:47.598750 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-2554a07f-3c43-4690-921d-5de775e9e97d req-2c383034-ba2e-418f-9217-30d24a429702 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] 10.222.0.18 "GET /v2.0/ports?device_id=b095b7c4-44b3-4276-8676-8d0be18fa84f HTTP/1.1" status: 200 len: 5419 time: 0.1892140 Jul 27 23:13:47.628106 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-3f363088-ef98-442b-a4ac-aa8a6de27267 req-9d3a6126-e18a-4de8-ab2a-bd4985a03a56 tempest-ServerAddressesTestJSON-692813910 tempest-ServerAddressesTestJSON-692813910-project] 10.222.0.18 "GET /v2.0/security-groups?id=350ea54b-bb91-4acb-9a14-485a215cff29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488174 Jul 27 23:13:47.696605 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-2554a07f-3c43-4690-921d-5de775e9e97d req-fa607598-e40e-4065-9c5f-c01513a8091c tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] 10.222.0.18 "GET /v2.0/security-groups?id=8a179c9a-ee47-4a9a-9e98-ceb367c5785f&id=099e8df2-bc6b-4be8-8e74-9791e0ffd653&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0966029 Jul 27 23:13:47.714397 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-9cf9810a-5d02-4a3f-b4b3-aa899b319833 req-7d82f8c1-a965-4592-98f8-eb5901db2e71 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=98a73beb-1410-4001-89d9-567ccd6893bc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4779270 Jul 27 23:13:47.959003 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 38986) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:13:48.083530 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93243b38-cd83-41c2-9218-1e6dbca16e14 req-1a4a4223-e38d-4602-a189-6a017c6fc3ba tempest-ServerAddressesTestJSON-692813910 tempest-ServerAddressesTestJSON-692813910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:48.093174 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 38998) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:13:48.094437 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-93243b38-cd83-41c2-9218-1e6dbca16e14 req-1a4a4223-e38d-4602-a189-6a017c6fc3ba tempest-ServerAddressesTestJSON-692813910 tempest-ServerAddressesTestJSON-692813910-project] 10.222.0.18 "GET /v2.0/ports?device_id=0b222bbf-d683-4a9a-a188-b77e0f71b2ec HTTP/1.1" status: 200 len: 945 time: 0.0655301 Jul 27 23:13:48.152111 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-93243b38-cd83-41c2-9218-1e6dbca16e14 req-dac6cbc5-ced6-4273-b073-6fff1cc4d167 tempest-ServerAddressesTestJSON-692813910 tempest-ServerAddressesTestJSON-692813910-project] 10.222.0.18 "GET /v2.0/security-groups?id=350ea54b-bb91-4acb-9a14-485a215cff29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523961 Jul 27 23:13:48.165036 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-2e09e235-8071-4be8-ab02-c9e85bf4ad6d admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1982206603-network', 'tenant_id': '08f1218ccb234975b3468c7e7eb90904'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:13:48.201146 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5e527c51-1223-40ab-84e1-3da74ba1d052 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:48.204818 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e09e235-8071-4be8-ab02-c9e85bf4ad6d admin admin] Made reservation on behalf of 08f1218ccb234975b3468c7e7eb90904 for: {'network': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:13:48.209164 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2e09e235-8071-4be8-ab02-c9e85bf4ad6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for network, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:48.220092 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2e09e235-8071-4be8-ab02-c9e85bf4ad6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:48.318121 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5e527c51-1223-40ab-84e1-3da74ba1d052 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:48.322890 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5e527c51-1223-40ab-84e1-3da74ba1d052 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:48.390879 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-5e527c51-1223-40ab-84e1-3da74ba1d052 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e098ac8e20f441bf9f0f3cbf2d472162&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2964036 Jul 27 23:13:48.391962 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e527c51-1223-40ab-84e1-3da74ba1d052 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c752012-5b83-4232-a99c-b76a79765dd8,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:13:48.394907 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 39014) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:13:48.416536 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2e09e235-8071-4be8-ab02-c9e85bf4ad6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:48.421534 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2e09e235-8071-4be8-ab02-c9e85bf4ad6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:48.446615 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e09e235-8071-4be8-ab02-c9e85bf4ad6d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 516} {{(pid=93798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 23:13:48.457871 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-546bb046-c9b2-4c7e-b91c-484fed1217b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:48.465283 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e09e235-8071-4be8-ab02-c9e85bf4ad6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10ec0baa-c716-4f9c-b482-f70c33bd7dc7,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:13:48.468513 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2e09e235-8071-4be8-ab02-c9e85bf4ad6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:48.469031 n-d-802623-1 neutron-server[93798]: INFO neutron.db.segments_db [None req-2e09e235-8071-4be8-ab02-c9e85bf4ad6d admin admin] Added segment 0b887911-ec6a-4ad8-babc-658b357be1c7 of type vlan for network 1b92febd-faf3-4c9d-8fd5-f022329641af Jul 27 23:13:48.484423 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-546bb046-c9b2-4c7e-b91c-484fed1217b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:48.523544 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2e09e235-8071-4be8-ab02-c9e85bf4ad6d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736833354590'] for network, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:48.563779 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-546bb046-c9b2-4c7e-b91c-484fed1217b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:48.567283 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-546bb046-c9b2-4c7e-b91c-484fed1217b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:48.569777 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-546bb046-c9b2-4c7e-b91c-484fed1217b4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5c752012-5b83-4232-a99c-b76a79765dd8 HTTP/1.1" status: 204 len: 168 time: 0.1735659 Jul 27 23:13:48.592984 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2e09e235-8071-4be8-ab02-c9e85bf4ad6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569'] for network, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:48.594731 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e09e235-8071-4be8-ab02-c9e85bf4ad6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:48.595983 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2e09e235-8071-4be8-ab02-c9e85bf4ad6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:48.619020 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546bb046-c9b2-4c7e-b91c-484fed1217b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c752012-5b83-4232-a99c-b76a79765dd8,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:13:48.641643 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243c3ff3-370c-4607-b66a-a035176a0da8 req-856174aa-58db-4a02-b17e-b5e146e375a1 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:48.645008 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-243c3ff3-370c-4607-b66a-a035176a0da8 req-856174aa-58db-4a02-b17e-b5e146e375a1 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/ports?device_id=98a73beb-1410-4001-89d9-567ccd6893bc HTTP/1.1" status: 200 len: 949 time: 0.0738358 Jul 27 23:13:48.696529 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-2e09e235-8071-4be8-ab02-c9e85bf4ad6d admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7357764 Jul 27 23:13:48.700426 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 39026) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:13:48.709930 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-91c00732-8239-4a09-bcb1-09d18bd127dc admin admin] Request body: {'subnet': {'network_id': '1b92febd-faf3-4c9d-8fd5-f022329641af', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1982206603-subnet', 'tenant_id': '08f1218ccb234975b3468c7e7eb90904', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:13:48.727983 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-243c3ff3-370c-4607-b66a-a035176a0da8 req-f573ce6a-1868-4f52-85be-5ff50e78c9b0 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb779318-b8ff-43a6-a94f-3ce471aff166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759678 Jul 27 23:13:48.728570 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e09e235-8071-4be8-ab02-c9e85bf4ad6d admin admin] Pushing event updated for resources: {'Network': ['ID=1b92febd-faf3-4c9d-8fd5-f022329641af,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:13:48.748482 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Network 1b92febd-faf3-4c9d-8fd5-f022329641af details requested by agent ovs-agent-n-d-802623-1 with host n-d-802623-1 {{(pid=93799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 23:13:48.813585 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91c00732-8239-4a09-bcb1-09d18bd127dc admin admin] Made reservation on behalf of 08f1218ccb234975b3468c7e7eb90904 for: {'subnet': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:13:48.816996 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-91c00732-8239-4a09-bcb1-09d18bd127dc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12265828'] for subnet, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:48.982674 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5aef89a-2503-4b3b-b54d-3d6819810dd4 req-6610bfa6-adb3-4f96-9b8c-39b3526be4d5 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:48.990085 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5aef89a-2503-4b3b-b54d-3d6819810dd4 req-6610bfa6-adb3-4f96-9b8c-39b3526be4d5 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:48.997618 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5aef89a-2503-4b3b-b54d-3d6819810dd4 req-6610bfa6-adb3-4f96-9b8c-39b3526be4d5 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:49.005920 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5aef89a-2503-4b3b-b54d-3d6819810dd4 req-6610bfa6-adb3-4f96-9b8c-39b3526be4d5 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:49.011730 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5aef89a-2503-4b3b-b54d-3d6819810dd4 req-6610bfa6-adb3-4f96-9b8c-39b3526be4d5 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:49.027595 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5aef89a-2503-4b3b-b54d-3d6819810dd4 req-6610bfa6-adb3-4f96-9b8c-39b3526be4d5 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:49.036750 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5aef89a-2503-4b3b-b54d-3d6819810dd4 req-6610bfa6-adb3-4f96-9b8c-39b3526be4d5 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:49.048670 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c5aef89a-2503-4b3b-b54d-3d6819810dd4 req-6610bfa6-adb3-4f96-9b8c-39b3526be4d5 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] 10.222.0.18 "GET /v2.0/ports?device_id=b095b7c4-44b3-4276-8676-8d0be18fa84f HTTP/1.1" status: 200 len: 5419 time: 0.2253690 Jul 27 23:13:49.074732 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 39034) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:13:49.096548 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d3662e99-7f29-46af-8b8a-b2086fdf0563 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:49.128591 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c5aef89a-2503-4b3b-b54d-3d6819810dd4 req-88c01d4e-9076-43de-aea6-9f181b55f0ce tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] 10.222.0.18 "GET /v2.0/security-groups?id=8a179c9a-ee47-4a9a-9e98-ceb367c5785f&id=099e8df2-bc6b-4be8-8e74-9791e0ffd653&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0697410 Jul 27 23:13:49.218651 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d3662e99-7f29-46af-8b8a-b2086fdf0563 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:49.231597 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d3662e99-7f29-46af-8b8a-b2086fdf0563 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:49.259398 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-91c00732-8239-4a09-bcb1-09d18bd127dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11971609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12265750'] for subnet, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:49.309056 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-d3662e99-7f29-46af-8b8a-b2086fdf0563 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e98134850de3405cbb5dc80db76da8e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2327991 Jul 27 23:13:49.312527 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 39040) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:13:49.318109 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61efa567-9fb7-4e84-be86-d55333bba6db req-1fba0f36-bf53-45c3-878b-079a45d8e74f tempest-ServerAddressesTestJSON-692813910 tempest-ServerAddressesTestJSON-692813910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:49.319854 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-61efa567-9fb7-4e84-be86-d55333bba6db req-1fba0f36-bf53-45c3-878b-079a45d8e74f tempest-ServerAddressesTestJSON-692813910 tempest-ServerAddressesTestJSON-692813910-project] 10.222.0.18 "GET /v2.0/ports?device_id=0b222bbf-d683-4a9a-a188-b77e0f71b2ec HTTP/1.1" status: 200 len: 945 time: 0.0987217 Jul 27 23:13:49.321328 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3662e99-7f29-46af-8b8a-b2086fdf0563 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faced2b0-d964-4047-83f0-c4297eae5fe7,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:13:49.328194 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c00732-8239-4a09-bcb1-09d18bd127dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=72c509dc-49af-4968-9b0a-b7476e94a9b7,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:13:49.373024 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c00732-8239-4a09-bcb1-09d18bd127dc admin admin] Checking segment: {'id': '0b887911-ec6a-4ad8-babc-658b357be1c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '1b92febd-faf3-4c9d-8fd5-f022329641af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:13:49.373409 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91c00732-8239-4a09-bcb1-09d18bd127dc admin admin] Network hostable DHCP agents. Network: 1b92febd-faf3-4c9d-8fd5-f022329641af, hostable agents: ['5950e76f-2bde-4343-a925-cbe6bacd2706'], hosted agents: [] {{(pid=93798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 23:13:49.400446 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-61efa567-9fb7-4e84-be86-d55333bba6db req-d8cd0828-e95f-459c-923a-7c70c043b1d6 tempest-ServerAddressesTestJSON-692813910 tempest-ServerAddressesTestJSON-692813910-project] 10.222.0.18 "GET /v2.0/security-groups?id=350ea54b-bb91-4acb-9a14-485a215cff29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602982 Jul 27 23:13:49.408212 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-cbd0d240-bf9a-4eca-a024-688df63fc96c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:49.413301 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91c00732-8239-4a09-bcb1-09d18bd127dc admin admin] Network 1b92febd-faf3-4c9d-8fd5-f022329641af is scheduled to be hosted by DHCP agent 5950e76f-2bde-4343-a925-cbe6bacd2706 with binding_index 1 {{(pid=93798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 23:13:49.437662 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-91c00732-8239-4a09-bcb1-09d18bd127dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802623-1, 1b92febd-faf3-4c9d-8fd5-f022329641af) {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:13:49.447242 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13cd9601-7777-4229-bec1-bd733598459d None None] Network 1b92febd-faf3-4c9d-8fd5-f022329641af requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:13:49.457641 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91c00732-8239-4a09-bcb1-09d18bd127dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:49.458394 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-91c00732-8239-4a09-bcb1-09d18bd127dc admin admin] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:49.461853 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-cbd0d240-bf9a-4eca-a024-688df63fc96c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:49.515091 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-91c00732-8239-4a09-bcb1-09d18bd127dc admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8131723 Jul 27 23:13:49.566844 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ebbfb5-3a31-4203-828d-e14b2cb957d0 req-6562615f-ee92-456a-b3dc-53e2d678a29a tempest-ServerAddressesTestJSON-692813910 tempest-ServerAddressesTestJSON-692813910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:49.568408 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-44ebbfb5-3a31-4203-828d-e14b2cb957d0 req-6562615f-ee92-456a-b3dc-53e2d678a29a tempest-ServerAddressesTestJSON-692813910 tempest-ServerAddressesTestJSON-692813910-project] 10.222.0.38 "GET /v2.0/ports?device_id=0b222bbf-d683-4a9a-a188-b77e0f71b2ec HTTP/1.1" status: 200 len: 945 time: 0.0696487 Jul 27 23:13:49.569964 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-cbd0d240-bf9a-4eca-a024-688df63fc96c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:49.573424 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-cbd0d240-bf9a-4eca-a024-688df63fc96c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:49.578030 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-cbd0d240-bf9a-4eca-a024-688df63fc96c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/faced2b0-d964-4047-83f0-c4297eae5fe7 HTTP/1.1" status: 204 len: 168 time: 0.2627053 Jul 27 23:13:49.594885 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf9810a-5d02-4a3f-b4b3-aa899b319833 req-5c0285bf-8030-4d68-9d36-2362b6136620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:49.596690 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-9cf9810a-5d02-4a3f-b4b3-aa899b319833 req-5c0285bf-8030-4d68-9d36-2362b6136620 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1b545d5113d14592aa4c69bde083a757&device_id=98a73beb-1410-4001-89d9-567ccd6893bc HTTP/1.1" status: 200 len: 1100 time: 0.0699964 Jul 27 23:13:49.617853 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd0d240-bf9a-4eca-a024-688df63fc96c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faced2b0-d964-4047-83f0-c4297eae5fe7,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:13:49.677229 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-136c7ef7-55fb-4943-bc65-7804ecd61d79 None None] Network 1b92febd-faf3-4c9d-8fd5-f022329641af requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:13:49.721167 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-44ebbfb5-3a31-4203-828d-e14b2cb957d0 req-69a5931e-23ac-487d-b00a-1c0111db991d tempest-ServerAddressesTestJSON-692813910 tempest-ServerAddressesTestJSON-692813910-project] Deleting port 90616da3-0385-4baa-af03-940835b960e2 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:13:49.721434 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-44ebbfb5-3a31-4203-828d-e14b2cb957d0 req-69a5931e-23ac-487d-b00a-1c0111db991d tempest-ServerAddressesTestJSON-692813910 tempest-ServerAddressesTestJSON-692813910-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:49.812758 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf9810a-5d02-4a3f-b4b3-aa899b319833 req-a1dc96ec-7cb8-47dc-b81a-2ab0751dfb8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:49.815174 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-9cf9810a-5d02-4a3f-b4b3-aa899b319833 req-a1dc96ec-7cb8-47dc-b81a-2ab0751dfb8e service neutron] 10.222.0.49 "GET /v2.0/networks?id=591af2dd-f826-43b1-aa9d-e7a0bf218c71 HTTP/1.1" status: 200 len: 870 time: 0.2076254 Jul 27 23:13:49.888436 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-44ebbfb5-3a31-4203-828d-e14b2cb957d0 req-69a5931e-23ac-487d-b00a-1c0111db991d tempest-ServerAddressesTestJSON-692813910 tempest-ServerAddressesTestJSON-692813910-project] For port 90616da3-0385-4baa-af03-940835b960e2, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=90616da3-0385-4baa-af03-940835b960e2,segment=NetworkSegment(58b25948-3aa2-4c40-92d5-617f6e5e546d),segment_id=58b25948-3aa2-4c40-92d5-617f6e5e546d)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:13:49.889060 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-44ebbfb5-3a31-4203-828d-e14b2cb957d0 req-69a5931e-23ac-487d-b00a-1c0111db991d tempest-ServerAddressesTestJSON-692813910 tempest-ServerAddressesTestJSON-692813910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:49.907956 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-44ebbfb5-3a31-4203-828d-e14b2cb957d0 req-69a5931e-23ac-487d-b00a-1c0111db991d tempest-ServerAddressesTestJSON-692813910 tempest-ServerAddressesTestJSON-692813910-project] Calling delete_port for 90616da3-0385-4baa-af03-940835b960e2 owned by compute:nova {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:13:50.176518 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-44ebbfb5-3a31-4203-828d-e14b2cb957d0 req-69a5931e-23ac-487d-b00a-1c0111db991d tempest-ServerAddressesTestJSON-692813910 tempest-ServerAddressesTestJSON-692813910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:50.193002 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] get_ports_and_sgs() called for port_ids ['90616da3-0385-4baa-af03-940835b960e2'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:13:50.241998 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a5931e-23ac-487d-b00a-1c0111db991d tempest-ServerAddressesTestJSON-692813910 tempest-ServerAddressesTestJSON-692813910-project] Pushing event deleted for resources: {'Port': ['ID=90616da3-0385-4baa-af03-940835b960e2,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:13:50.325289 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-44ebbfb5-3a31-4203-828d-e14b2cb957d0 req-69a5931e-23ac-487d-b00a-1c0111db991d tempest-ServerAddressesTestJSON-692813910 tempest-ServerAddressesTestJSON-692813910-project] No DVR routers for this DVR port 90616da3-0385-4baa-af03-940835b960e2 on host n-h1-802623-1 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:13:50.329836 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-44ebbfb5-3a31-4203-828d-e14b2cb957d0 req-69a5931e-23ac-487d-b00a-1c0111db991d tempest-ServerAddressesTestJSON-692813910 tempest-ServerAddressesTestJSON-692813910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:50.332472 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-44ebbfb5-3a31-4203-828d-e14b2cb957d0 req-69a5931e-23ac-487d-b00a-1c0111db991d tempest-ServerAddressesTestJSON-692813910 tempest-ServerAddressesTestJSON-692813910-project] 10.222.0.38 "DELETE /v2.0/ports/90616da3-0385-4baa-af03-940835b960e2 HTTP/1.1" status: 204 len: 173 time: 0.7532225 Jul 27 23:13:50.335165 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a5931e-23ac-487d-b00a-1c0111db991d tempest-ServerAddressesTestJSON-692813910 tempest-ServerAddressesTestJSON-692813910-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:13:50.335694 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a5931e-23ac-487d-b00a-1c0111db991d tempest-ServerAddressesTestJSON-692813910 tempest-ServerAddressesTestJSON-692813910-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:13:50.346780 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a5931e-23ac-487d-b00a-1c0111db991d tempest-ServerAddressesTestJSON-692813910 tempest-ServerAddressesTestJSON-692813910-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:13:50.347391 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a5931e-23ac-487d-b00a-1c0111db991d tempest-ServerAddressesTestJSON-692813910 tempest-ServerAddressesTestJSON-692813910-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:13:50.348028 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a5931e-23ac-487d-b00a-1c0111db991d tempest-ServerAddressesTestJSON-692813910 tempest-ServerAddressesTestJSON-692813910-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:13:50.348622 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a5931e-23ac-487d-b00a-1c0111db991d tempest-ServerAddressesTestJSON-692813910 tempest-ServerAddressesTestJSON-692813910-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:13:50.349150 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a5931e-23ac-487d-b00a-1c0111db991d tempest-ServerAddressesTestJSON-692813910 tempest-ServerAddressesTestJSON-692813910-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:13:50.349663 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a5931e-23ac-487d-b00a-1c0111db991d tempest-ServerAddressesTestJSON-692813910 tempest-ServerAddressesTestJSON-692813910-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:13:50.350159 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a5931e-23ac-487d-b00a-1c0111db991d tempest-ServerAddressesTestJSON-692813910 tempest-ServerAddressesTestJSON-692813910-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:13:50.350630 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a5931e-23ac-487d-b00a-1c0111db991d tempest-ServerAddressesTestJSON-692813910 tempest-ServerAddressesTestJSON-692813910-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:13:50.351185 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a5931e-23ac-487d-b00a-1c0111db991d tempest-ServerAddressesTestJSON-692813910 tempest-ServerAddressesTestJSON-692813910-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:13:50.351655 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a5931e-23ac-487d-b00a-1c0111db991d tempest-ServerAddressesTestJSON-692813910 tempest-ServerAddressesTestJSON-692813910-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:13:50.365220 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b222bbf-d683-4a9a-a188-b77e0f71b2ec', 'name': 'network-vif-deleted', 'tag': '90616da3-0385-4baa-af03-940835b960e2'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:13:50.367907 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}011f8d312121274bb12d78e77c6379a2079800640016cec6c6d605b73666e854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-799a8dc3-e9c4-44d7-8f65-0b6e980b3eb9" -d '{"events": [{"server_uuid": "0b222bbf-d683-4a9a-a188-b77e0f71b2ec", "name": "network-vif-deleted", "tag": "90616da3-0385-4baa-af03-940835b960e2"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:13:50.413467 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d0aec5-ba73-4871-a646-83f592d8856d req-e83bf60a-2be7-4535-96f7-cf0924bcbfa8 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:50.420206 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d0aec5-ba73-4871-a646-83f592d8856d req-e83bf60a-2be7-4535-96f7-cf0924bcbfa8 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:50.429606 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d0aec5-ba73-4871-a646-83f592d8856d req-e83bf60a-2be7-4535-96f7-cf0924bcbfa8 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:50.436158 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d0aec5-ba73-4871-a646-83f592d8856d req-e83bf60a-2be7-4535-96f7-cf0924bcbfa8 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:50.444017 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d0aec5-ba73-4871-a646-83f592d8856d req-e83bf60a-2be7-4535-96f7-cf0924bcbfa8 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:50.452747 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d0aec5-ba73-4871-a646-83f592d8856d req-e83bf60a-2be7-4535-96f7-cf0924bcbfa8 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:50.460016 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d0aec5-ba73-4871-a646-83f592d8856d req-e83bf60a-2be7-4535-96f7-cf0924bcbfa8 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:50.471374 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f2d0aec5-ba73-4871-a646-83f592d8856d req-e83bf60a-2be7-4535-96f7-cf0924bcbfa8 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] 10.222.0.18 "GET /v2.0/ports?device_id=b095b7c4-44b3-4276-8676-8d0be18fa84f HTTP/1.1" status: 200 len: 5419 time: 0.1791062 Jul 27 23:13:50.484957 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-9cf9810a-5d02-4a3f-b4b3-aa899b319833 req-4bb5bf35-e719-42f0-99ac-1ae34dc5940a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=4dd088bb-2812-49b2-88d3-6f7a082f66e0 HTTP/1.1" status: 200 len: 217 time: 0.6582394 Jul 27 23:13:50.531641 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f2d0aec5-ba73-4871-a646-83f592d8856d req-f7d688e4-8f99-41d8-b794-d39d19430a9b tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] 10.222.0.18 "GET /v2.0/security-groups?id=8a179c9a-ee47-4a9a-9e98-ceb367c5785f&id=099e8df2-bc6b-4be8-8e74-9791e0ffd653&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0592115 Jul 27 23:13:50.586253 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf9810a-5d02-4a3f-b4b3-aa899b319833 req-ba77a028-37f3-468e-8e25-9b2c6ccddb31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:50.587759 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-9cf9810a-5d02-4a3f-b4b3-aa899b319833 req-ba77a028-37f3-468e-8e25-9b2c6ccddb31 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=62938449-046d-4cbe-923a-7ebb632c358d HTTP/1.1" status: 200 len: 843 time: 0.0833249 Jul 27 23:13:50.599847 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbfb642-cb57-4e37-a3ae-09e07a6f15b0 req-d38360c0-596b-4736-ade2-b07abd11c05f tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:50.607032 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-3dbfb642-cb57-4e37-a3ae-09e07a6f15b0 req-d38360c0-596b-4736-ade2-b07abd11c05f tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/ports?device_id=98a73beb-1410-4001-89d9-567ccd6893bc HTTP/1.1" status: 200 len: 949 time: 0.1263270 Jul 27 23:13:50.630838 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:13:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3dcd1d5-70be-4b54-841a-e6bcf46ec4e5 x-openstack-request-id: req-b3dcd1d5-70be-4b54-841a-e6bcf46ec4e5 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:13:50.631354 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b222bbf-d683-4a9a-a188-b77e0f71b2ec", "name": "network-vif-deleted", "tag": "90616da3-0385-4baa-af03-940835b960e2", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:13:50.631436 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b3dcd1d5-70be-4b54-841a-e6bcf46ec4e5 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:13:50.631864 n-d-802623-1 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b222bbf-d683-4a9a-a188-b77e0f71b2ec', 'name': 'network-vif-deleted', 'tag': '90616da3-0385-4baa-af03-940835b960e2', 'status': 'completed', 'code': 200} Jul 27 23:13:50.648802 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 39084) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:13:50.654823 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-d54df9ef-ed95-455c-b0c0-8e324e83a9a2 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-297513989-network', 'tenant_id': '7daacfa3c9bc476ca05fabe2eb795a24'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:13:50.687323 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d54df9ef-ed95-455c-b0c0-8e324e83a9a2 admin admin] Made reservation on behalf of 7daacfa3c9bc476ca05fabe2eb795a24 for: {'network': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:13:50.689870 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d54df9ef-ed95-455c-b0c0-8e324e83a9a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for network, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:50.704043 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d54df9ef-ed95-455c-b0c0-8e324e83a9a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:50.714131 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf9810a-5d02-4a3f-b4b3-aa899b319833 req-09078ccf-3136-474f-b6ec-8aef9dcfcc3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:50.716659 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-9cf9810a-5d02-4a3f-b4b3-aa899b319833 req-09078ccf-3136-474f-b6ec-8aef9dcfcc3e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=591af2dd-f826-43b1-aa9d-e7a0bf218c71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1070554 Jul 27 23:13:50.720424 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-3dbfb642-cb57-4e37-a3ae-09e07a6f15b0 req-8bef6e19-0536-4d5a-8568-52c6e752383b tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb779318-b8ff-43a6-a94f-3ce471aff166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125989 Jul 27 23:13:50.843466 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-219a3afb-8f4a-4e42-ac0d-b89507cb2493 req-8f1f9558-ba45-42b3-9d44-1b2b943e58fa tempest-ServerAddressesTestJSON-692813910 tempest-ServerAddressesTestJSON-692813910-project] 10.222.0.18 "GET /v2.0/ports?device_id=0b222bbf-d683-4a9a-a188-b77e0f71b2ec HTTP/1.1" status: 200 len: 210 time: 0.0413175 Jul 27 23:13:50.924079 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-9cf9810a-5d02-4a3f-b4b3-aa899b319833 req-149624f2-e645-48a6-aeba-3f8777a1e749 service neutron] 10.222.0.49 "GET /v2.0/networks/591af2dd-f826-43b1-aa9d-e7a0bf218c71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1992691 Jul 27 23:13:50.938159 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d54df9ef-ed95-455c-b0c0-8e324e83a9a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:50.945821 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d54df9ef-ed95-455c-b0c0-8e324e83a9a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:50.959554 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d54df9ef-ed95-455c-b0c0-8e324e83a9a2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 509} {{(pid=93798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 23:13:50.997928 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54df9ef-ed95-455c-b0c0-8e324e83a9a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38db9a20-a424-4d00-a155-c7da4ba699f4,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:13:51.003599 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d54df9ef-ed95-455c-b0c0-8e324e83a9a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:51.003943 n-d-802623-1 neutron-server[93798]: INFO neutron.db.segments_db [None req-d54df9ef-ed95-455c-b0c0-8e324e83a9a2 admin admin] Added segment 8dbbbe6e-6a54-4c8e-9540-84ee605ed197 of type vlan for network a52ed2a6-84c2-4708-894d-c7dd3d75a239 Jul 27 23:13:51.067261 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d54df9ef-ed95-455c-b0c0-8e324e83a9a2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736833354590'] for network, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:51.076923 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-9cf9810a-5d02-4a3f-b4b3-aa899b319833 req-955fd3e3-460b-4a8a-81f5-2f20dd80948b service neutron] 10.222.0.49 "GET /v2.0/networks/591af2dd-f826-43b1-aa9d-e7a0bf218c71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425610 Jul 27 23:13:51.115719 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d54df9ef-ed95-455c-b0c0-8e324e83a9a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569'] for network, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:51.117178 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d54df9ef-ed95-455c-b0c0-8e324e83a9a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:51.118435 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d54df9ef-ed95-455c-b0c0-8e324e83a9a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:51.207628 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 39102) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:13:51.207778 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-d54df9ef-ed95-455c-b0c0-8e324e83a9a2 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5578032 Jul 27 23:13:51.214712 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-c98bff68-5dbf-44da-8f99-3e59ee7113d6 admin admin] Request body: {'subnet': {'network_id': 'a52ed2a6-84c2-4708-894d-c7dd3d75a239', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-297513989-subnet', 'tenant_id': '7daacfa3c9bc476ca05fabe2eb795a24', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:13:51.223646 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54df9ef-ed95-455c-b0c0-8e324e83a9a2 admin admin] Pushing event updated for resources: {'Network': ['ID=a52ed2a6-84c2-4708-894d-c7dd3d75a239,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:13:51.232124 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Network a52ed2a6-84c2-4708-894d-c7dd3d75a239 details requested by agent ovs-agent-n-d-802623-1 with host n-d-802623-1 {{(pid=93799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 23:13:51.269793 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c98bff68-5dbf-44da-8f99-3e59ee7113d6 admin admin] Made reservation on behalf of 7daacfa3c9bc476ca05fabe2eb795a24 for: {'subnet': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:13:51.272233 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c98bff68-5dbf-44da-8f99-3e59ee7113d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11551435'] for subnet, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:51.481750 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c98bff68-5dbf-44da-8f99-3e59ee7113d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11336182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11551417'] for subnet, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:51.526459 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 39112) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:13:51.555134 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98bff68-5dbf-44da-8f99-3e59ee7113d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=919bd34c-2411-44ac-aef5-e3e79f885c64,revision_number=0']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:13:51.561739 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c98bff68-5dbf-44da-8f99-3e59ee7113d6 admin admin] Checking segment: {'id': '8dbbbe6e-6a54-4c8e-9540-84ee605ed197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'a52ed2a6-84c2-4708-894d-c7dd3d75a239'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:13:51.562107 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c98bff68-5dbf-44da-8f99-3e59ee7113d6 admin admin] Network hostable DHCP agents. Network: a52ed2a6-84c2-4708-894d-c7dd3d75a239, hostable agents: ['5950e76f-2bde-4343-a925-cbe6bacd2706'], hosted agents: [] {{(pid=93797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 23:13:51.583992 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c98bff68-5dbf-44da-8f99-3e59ee7113d6 admin admin] Network a52ed2a6-84c2-4708-894d-c7dd3d75a239 is scheduled to be hosted by DHCP agent 5950e76f-2bde-4343-a925-cbe6bacd2706 with binding_index 1 {{(pid=93797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 23:13:51.595612 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-c98bff68-5dbf-44da-8f99-3e59ee7113d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802623-1, a52ed2a6-84c2-4708-894d-c7dd3d75a239) {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:13:51.604195 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c98bff68-5dbf-44da-8f99-3e59ee7113d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:51.604798 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c98bff68-5dbf-44da-8f99-3e59ee7113d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for subnet, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:51.609383 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88700f9a-bd77-440f-a3c0-8247bbdfb3a9 None None] Network a52ed2a6-84c2-4708-894d-c7dd3d75a239 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:13:51.642637 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-c98bff68-5dbf-44da-8f99-3e59ee7113d6 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.4326956 Jul 27 23:13:51.741920 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b61defe-4ec7-4bae-890b-7f50a8f6cc36 req-f634f1b4-b03f-4dae-b4e4-03947e8c8864 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:51.756517 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b61defe-4ec7-4bae-890b-7f50a8f6cc36 req-f634f1b4-b03f-4dae-b4e4-03947e8c8864 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:51.766698 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b61defe-4ec7-4bae-890b-7f50a8f6cc36 req-f634f1b4-b03f-4dae-b4e4-03947e8c8864 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:51.767459 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bf214af7-eea4-4d42-8c4e-3e258022e4ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:51.773774 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b61defe-4ec7-4bae-890b-7f50a8f6cc36 req-f634f1b4-b03f-4dae-b4e4-03947e8c8864 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:51.790821 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b61defe-4ec7-4bae-890b-7f50a8f6cc36 req-f634f1b4-b03f-4dae-b4e4-03947e8c8864 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:51.794984 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49e7ce61-2421-4610-b41d-773363bac0d3 None None] Network a52ed2a6-84c2-4708-894d-c7dd3d75a239 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:13:51.797064 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b61defe-4ec7-4bae-890b-7f50a8f6cc36 req-f634f1b4-b03f-4dae-b4e4-03947e8c8864 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:51.806993 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b61defe-4ec7-4bae-890b-7f50a8f6cc36 req-f634f1b4-b03f-4dae-b4e4-03947e8c8864 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:51.821877 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-9b61defe-4ec7-4bae-890b-7f50a8f6cc36 req-f634f1b4-b03f-4dae-b4e4-03947e8c8864 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] 10.222.0.18 "GET /v2.0/ports?device_id=b095b7c4-44b3-4276-8676-8d0be18fa84f HTTP/1.1" status: 200 len: 5419 time: 0.1910505 Jul 27 23:13:51.825974 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 39126) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:13:51.925744 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-9b61defe-4ec7-4bae-890b-7f50a8f6cc36 req-1ee8f44b-eebe-462b-aea5-7a524594982d tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] 10.222.0.18 "GET /v2.0/security-groups?id=8a179c9a-ee47-4a9a-9e98-ceb367c5785f&id=099e8df2-bc6b-4be8-8e74-9791e0ffd653&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0905814 Jul 27 23:13:51.930897 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4cbb9d9-7b1d-4c2e-9ea8-da586eef6e8f admin admin] Deleting subnet 72c509dc-49af-4968-9b0a-b7476e94a9b7 {{(pid=93797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 23:13:51.939456 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c4cbb9d9-7b1d-4c2e-9ea8-da586eef6e8f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:51.986907 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c4cbb9d9-7b1d-4c2e-9ea8-da586eef6e8f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11335971'] for subnet, precommit_delete_associations {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:52.005646 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f23ade-f964-4da0-be9c-46fb16ec96ae req-eb6212b6-59e0-4bdc-90f6-b85e8c0d229c tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:52.007631 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c9f23ade-f964-4da0-be9c-46fb16ec96ae req-eb6212b6-59e0-4bdc-90f6-b85e8c0d229c tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/ports?device_id=98a73beb-1410-4001-89d9-567ccd6893bc HTTP/1.1" status: 200 len: 949 time: 0.0753460 Jul 27 23:13:52.021452 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bf214af7-eea4-4d42-8c4e-3e258022e4ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:52.035033 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bf214af7-eea4-4d42-8c4e-3e258022e4ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:52.049350 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c4cbb9d9-7b1d-4c2e-9ea8-da586eef6e8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620741'] for subnet, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:52.063476 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-bf214af7-eea4-4d42-8c4e-3e258022e4ac admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6e1ba794693f41e7aafb4d14ae4d0033&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5343049 Jul 27 23:13:52.066194 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 39132) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:13:52.090199 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 39134) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:13:52.126512 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf214af7-eea4-4d42-8c4e-3e258022e4ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f2319de-6aae-487d-8a64-9745c46ee97c,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:13:52.133714 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c9f23ade-f964-4da0-be9c-46fb16ec96ae req-693eb56d-69c1-4be9-bcea-d10d5eeb8db7 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb779318-b8ff-43a6-a94f-3ce471aff166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181386 Jul 27 23:13:52.162803 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3bea02a-606f-4513-8efe-8f517331f5c7 admin admin] Deleting subnet 34f8ad7a-93d9-4504-a30b-5488d30c9296 {{(pid=93797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 23:13:52.164108 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c514ffb4-f018-42f1-8fde-305e142efd89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:52.167143 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f3bea02a-606f-4513-8efe-8f517331f5c7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:52.192476 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c514ffb4-f018-42f1-8fde-305e142efd89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:52.217899 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f3bea02a-606f-4513-8efe-8f517331f5c7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11335971'] for subnet, precommit_delete_associations {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:52.220749 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c4cbb9d9-7b1d-4c2e-9ea8-da586eef6e8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11335991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11551414'] for subnet, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:52.255407 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c514ffb4-f018-42f1-8fde-305e142efd89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:52.259829 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c514ffb4-f018-42f1-8fde-305e142efd89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:52.261038 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-c514ffb4-f018-42f1-8fde-305e142efd89 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2f2319de-6aae-487d-8a64-9745c46ee97c HTTP/1.1" status: 204 len: 168 time: 0.1939259 Jul 27 23:13:52.269879 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c514ffb4-f018-42f1-8fde-305e142efd89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f2319de-6aae-487d-8a64-9745c46ee97c,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:13:52.288416 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cbb9d9-7b1d-4c2e-9ea8-da586eef6e8f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=72c509dc-49af-4968-9b0a-b7476e94a9b7,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:13:52.290939 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c4cbb9d9-7b1d-4c2e-9ea8-da586eef6e8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for subnet, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:52.294115 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-c4cbb9d9-7b1d-4c2e-9ea8-da586eef6e8f admin admin] 10.222.0.18 "DELETE /v2.0/subnets/72c509dc-49af-4968-9b0a-b7476e94a9b7 HTTP/1.1" status: 204 len: 168 time: 0.4661450 Jul 27 23:13:52.296632 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 39138) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:13:52.326916 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f3bea02a-606f-4513-8efe-8f517331f5c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620741'] for subnet, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:52.383935 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3a3e0d96-5911-4b64-9130-2d7935d11d5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593271'] for network, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:52.401183 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f3bea02a-606f-4513-8efe-8f517331f5c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11335991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11551414'] for subnet, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:52.428025 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bea02a-606f-4513-8efe-8f517331f5c7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=34f8ad7a-93d9-4504-a30b-5488d30c9296,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:13:52.446512 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f3bea02a-606f-4513-8efe-8f517331f5c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for subnet, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:52.448865 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-f3bea02a-606f-4513-8efe-8f517331f5c7 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/34f8ad7a-93d9-4504-a30b-5488d30c9296 HTTP/1.1" status: 204 len: 168 time: 0.3576608 Jul 27 23:13:52.451359 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 39144) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:13:52.497524 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3a3e0d96-5911-4b64-9130-2d7935d11d5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618032', 'neutron.services.segments.db._delete_segments_for_network-8736833900081'] for network, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:52.512278 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-3a3e0d96-5911-4b64-9130-2d7935d11d5b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b92febd-faf3-4c9d-8fd5-f022329641af']}} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:13:52.525722 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-3a3e0d96-5911-4b64-9130-2d7935d11d5b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b887911-ec6a-4ad8-babc-658b357be1c7') {'for_net_delete': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:13:52.526327 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-3a3e0d96-5911-4b64-9130-2d7935d11d5b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b887911-ec6a-4ad8-babc-658b357be1c7') {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:13:52.529526 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6245bbf4-e20f-489d-b1d4-80b690f02646 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593271'] for network, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:52.537904 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3a3e0d96-5911-4b64-9130-2d7935d11d5b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736833900858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11163256'] for segment, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:52.553657 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3a3e0d96-5911-4b64-9130-2d7935d11d5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:52.560390 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a3e0d96-5911-4b64-9130-2d7935d11d5b admin admin] Releasing vlan 516 on physical network physnet1 to pool {{(pid=93798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 23:13:52.561110 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3a3e0d96-5911-4b64-9130-2d7935d11d5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11971746'] for segment, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:52.563429 n-d-802623-1 neutron-server[93798]: Traceback (most recent call last): Jul 27 23:13:52.563429 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 23:13:52.563429 n-d-802623-1 neutron-server[93798]: timer() Jul 27 23:13:52.563429 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 23:13:52.563429 n-d-802623-1 neutron-server[93798]: cb(*args, **kw) Jul 27 23:13:52.563429 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 23:13:52.563429 n-d-802623-1 neutron-server[93798]: return func(*args, **kwargs) Jul 27 23:13:52.563429 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 23:13:52.563429 n-d-802623-1 neutron-server[93798]: self._notify() Jul 27 23:13:52.563429 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 23:13:52.563429 n-d-802623-1 neutron-server[93798]: self.callback(batched_events) Jul 27 23:13:52.563429 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 23:13:52.563429 n-d-802623-1 neutron-server[93798]: event.method(event) Jul 27 23:13:52.563429 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 23:13:52.563429 n-d-802623-1 neutron-server[93798]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 23:13:52.563429 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 23:13:52.563429 n-d-802623-1 neutron-server[93798]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 23:13:52.563429 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 23:13:52.563429 n-d-802623-1 neutron-server[93798]: return f(self, *a, **k) Jul 27 23:13:52.563429 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 23:13:52.563429 n-d-802623-1 neutron-server[93798]: return self._get(url).json() Jul 27 23:13:52.563429 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 23:13:52.563429 n-d-802623-1 neutron-server[93798]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 23:13:52.563429 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 23:13:52.563429 n-d-802623-1 neutron-server[93798]: return self.request(url, 'GET', **kwargs) Jul 27 23:13:52.563429 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 23:13:52.563429 n-d-802623-1 neutron-server[93798]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 23:13:52.563429 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 23:13:52.563429 n-d-802623-1 neutron-server[93798]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 23:13:52.563429 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 23:13:52.563429 n-d-802623-1 neutron-server[93798]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 23:13:52.563429 n-d-802623-1 neutron-server[93798]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 23:13:52.635027 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6245bbf4-e20f-489d-b1d4-80b690f02646 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618032', 'neutron.services.segments.db._delete_segments_for_network-8736833900081'] for network, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:52.640350 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3a3e0d96-5911-4b64-9130-2d7935d11d5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415412'] for network, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:52.649658 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-6245bbf4-e20f-489d-b1d4-80b690f02646 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['382dd7c8-0b7f-4580-80e6-7dce3f70851a']}} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:13:52.655148 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3a3e0d96-5911-4b64-9130-2d7935d11d5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:52.657609 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-3a3e0d96-5911-4b64-9130-2d7935d11d5b admin admin] 10.222.0.18 "DELETE /v2.0/networks/1b92febd-faf3-4c9d-8fd5-f022329641af HTTP/1.1" status: 204 len: 168 time: 0.3599033 Jul 27 23:13:52.661395 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 39150) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:13:52.664721 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-6245bbf4-e20f-489d-b1d4-80b690f02646 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58b25948-3aa2-4c40-92d5-617f6e5e546d') {'for_net_delete': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:13:52.665221 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-6245bbf4-e20f-489d-b1d4-80b690f02646 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58b25948-3aa2-4c40-92d5-617f6e5e546d') {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:13:52.668239 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3e0d96-5911-4b64-9130-2d7935d11d5b admin admin] Pushing event deleted for resources: {'Network': ['ID=1b92febd-faf3-4c9d-8fd5-f022329641af,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:13:52.710255 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6245bbf4-e20f-489d-b1d4-80b690f02646 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736833900858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11335978'] for segment, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:52.735256 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6245bbf4-e20f-489d-b1d4-80b690f02646 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:52.744051 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_v2 [None req-6aa1ee45-b3d7-45e6-b1d4-7717ec980ff2 admin admin] Deleting subnet 919bd34c-2411-44ac-aef5-e3e79f885c64 {{(pid=93797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 23:13:52.749893 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6245bbf4-e20f-489d-b1d4-80b690f02646 admin admin] Releasing vlan 505 on physical network physnet1 to pool {{(pid=93797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 23:13:52.750439 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6245bbf4-e20f-489d-b1d4-80b690f02646 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11336013'] for segment, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:52.752392 n-d-802623-1 neutron-server[93797]: Traceback (most recent call last): Jul 27 23:13:52.752392 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 23:13:52.752392 n-d-802623-1 neutron-server[93797]: timer() Jul 27 23:13:52.752392 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 23:13:52.752392 n-d-802623-1 neutron-server[93797]: cb(*args, **kw) Jul 27 23:13:52.752392 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 23:13:52.752392 n-d-802623-1 neutron-server[93797]: return func(*args, **kwargs) Jul 27 23:13:52.752392 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 23:13:52.752392 n-d-802623-1 neutron-server[93797]: self._notify() Jul 27 23:13:52.752392 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 23:13:52.752392 n-d-802623-1 neutron-server[93797]: self.callback(batched_events) Jul 27 23:13:52.752392 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 23:13:52.752392 n-d-802623-1 neutron-server[93797]: event.method(event) Jul 27 23:13:52.752392 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 23:13:52.752392 n-d-802623-1 neutron-server[93797]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 23:13:52.752392 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 23:13:52.752392 n-d-802623-1 neutron-server[93797]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 23:13:52.752392 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 23:13:52.752392 n-d-802623-1 neutron-server[93797]: return f(self, *a, **k) Jul 27 23:13:52.752392 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 23:13:52.752392 n-d-802623-1 neutron-server[93797]: return self._get(url).json() Jul 27 23:13:52.752392 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 23:13:52.752392 n-d-802623-1 neutron-server[93797]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 23:13:52.752392 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 23:13:52.752392 n-d-802623-1 neutron-server[93797]: return self.request(url, 'GET', **kwargs) Jul 27 23:13:52.752392 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 23:13:52.752392 n-d-802623-1 neutron-server[93797]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 23:13:52.752392 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 23:13:52.752392 n-d-802623-1 neutron-server[93797]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 23:13:52.752392 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 23:13:52.752392 n-d-802623-1 neutron-server[93797]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 23:13:52.752392 n-d-802623-1 neutron-server[93797]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 23:13:52.754785 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6aa1ee45-b3d7-45e6-b1d4-7717ec980ff2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:52.844959 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6aa1ee45-b3d7-45e6-b1d4-7717ec980ff2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11335971'] for subnet, precommit_delete_associations {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:52.868405 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6245bbf4-e20f-489d-b1d4-80b690f02646 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415412'] for network, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:52.888882 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6245bbf4-e20f-489d-b1d4-80b690f02646 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for network, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:52.890804 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-6245bbf4-e20f-489d-b1d4-80b690f02646 admin admin] 10.222.0.18 "DELETE /v2.0/networks/382dd7c8-0b7f-4580-80e6-7dce3f70851a HTTP/1.1" status: 204 len: 168 time: 0.4381430 Jul 27 23:13:52.893741 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6245bbf4-e20f-489d-b1d4-80b690f02646 admin admin] Pushing event deleted for resources: {'Network': ['ID=382dd7c8-0b7f-4580-80e6-7dce3f70851a,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:13:52.924064 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6aa1ee45-b3d7-45e6-b1d4-7717ec980ff2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620741'] for subnet, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:52.992836 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6aa1ee45-b3d7-45e6-b1d4-7717ec980ff2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11335991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11551414'] for subnet, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:53.030640 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa1ee45-b3d7-45e6-b1d4-7717ec980ff2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=919bd34c-2411-44ac-aef5-e3e79f885c64,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:13:53.041589 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6aa1ee45-b3d7-45e6-b1d4-7717ec980ff2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for subnet, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:53.046249 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-6aa1ee45-b3d7-45e6-b1d4-7717ec980ff2 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/919bd34c-2411-44ac-aef5-e3e79f885c64 HTTP/1.1" status: 204 len: 168 time: 0.3838201 Jul 27 23:13:53.048962 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 39170) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:13:53.085034 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 39172) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:13:53.134190 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-ca51765a-7e3d-4afe-bfdf-e0ca28ffd946 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4f7917702b4147c3acb3c21503fea468&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0478575 Jul 27 23:13:53.134937 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 39174) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:13:53.227522 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9b63b46d-8c6c-4e90-994b-5c6281cd1770 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593271'] for network, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:53.232627 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0d3c40a1-9449-487a-9a77-5c2b353cc0eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:53.253219 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cf545f-7909-4199-a655-9e1ae8acd738 req-e4e04b5f-9c4f-45c1-9003-31ef69926c40 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:53.259342 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cf545f-7909-4199-a655-9e1ae8acd738 req-e4e04b5f-9c4f-45c1-9003-31ef69926c40 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:53.263715 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0d3c40a1-9449-487a-9a77-5c2b353cc0eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:53.265358 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cf545f-7909-4199-a655-9e1ae8acd738 req-e4e04b5f-9c4f-45c1-9003-31ef69926c40 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:53.271826 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cf545f-7909-4199-a655-9e1ae8acd738 req-e4e04b5f-9c4f-45c1-9003-31ef69926c40 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:53.279133 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cf545f-7909-4199-a655-9e1ae8acd738 req-e4e04b5f-9c4f-45c1-9003-31ef69926c40 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:53.287743 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cf545f-7909-4199-a655-9e1ae8acd738 req-e4e04b5f-9c4f-45c1-9003-31ef69926c40 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:53.294224 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cf545f-7909-4199-a655-9e1ae8acd738 req-e4e04b5f-9c4f-45c1-9003-31ef69926c40 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:53.296360 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-93cf545f-7909-4199-a655-9e1ae8acd738 req-e4e04b5f-9c4f-45c1-9003-31ef69926c40 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] 10.222.0.18 "GET /v2.0/ports?device_id=b095b7c4-44b3-4276-8676-8d0be18fa84f HTTP/1.1" status: 200 len: 5419 time: 0.2309761 Jul 27 23:13:53.339322 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58639d6e-38f6-4300-b084-89714c407069 req-c5d8983c-a1f2-4d8e-a5ca-f5a3235599a9 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:53.341815 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-58639d6e-38f6-4300-b084-89714c407069 req-c5d8983c-a1f2-4d8e-a5ca-f5a3235599a9 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/ports?device_id=98a73beb-1410-4001-89d9-567ccd6893bc HTTP/1.1" status: 200 len: 949 time: 0.0907059 Jul 27 23:13:53.376788 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0d3c40a1-9449-487a-9a77-5c2b353cc0eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:53.380320 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0d3c40a1-9449-487a-9a77-5c2b353cc0eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:53.381695 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-0d3c40a1-9449-487a-9a77-5c2b353cc0eb admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/350ea54b-bb91-4acb-9a14-485a215cff29 HTTP/1.1" status: 204 len: 168 time: 0.2457073 Jul 27 23:13:53.400093 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3c40a1-9449-487a-9a77-5c2b353cc0eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=350ea54b-bb91-4acb-9a14-485a215cff29,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:13:53.432402 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-58639d6e-38f6-4300-b084-89714c407069 req-cfc7dfc1-9fa9-4d6c-925f-eae8119710ce tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb779318-b8ff-43a6-a94f-3ce471aff166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783503 Jul 27 23:13:53.592338 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 90616da3-0385-4baa-af03-940835b960e2 no longer exists at agent hyperv_n-h1-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:13:53.619586 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] No Port match for: 90616da3-0385-4baa-af03-940835b960e2 {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:13:53.620182 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 90616da3-0385-4baa-af03-940835b960e2 not bound to the agent host n-h1-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:13:53.686221 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9b63b46d-8c6c-4e90-994b-5c6281cd1770 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618032', 'neutron.services.segments.db._delete_segments_for_network-8736833900081'] for network, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:53.707512 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-9b63b46d-8c6c-4e90-994b-5c6281cd1770 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a52ed2a6-84c2-4708-894d-c7dd3d75a239']}} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:13:53.723270 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-9b63b46d-8c6c-4e90-994b-5c6281cd1770 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8dbbbe6e-6a54-4c8e-9540-84ee605ed197') {'for_net_delete': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:13:53.723809 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-9b63b46d-8c6c-4e90-994b-5c6281cd1770 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8dbbbe6e-6a54-4c8e-9540-84ee605ed197') {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:13:53.749407 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9b63b46d-8c6c-4e90-994b-5c6281cd1770 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736833900858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11163256'] for segment, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:53.764059 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-93cf545f-7909-4199-a655-9e1ae8acd738 req-64175ca3-c19a-4e9b-922f-130229e883d3 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] 10.222.0.18 "GET /v2.0/security-groups?id=8a179c9a-ee47-4a9a-9e98-ceb367c5785f&id=099e8df2-bc6b-4be8-8e74-9791e0ffd653&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4452469 Jul 27 23:13:53.792060 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9b63b46d-8c6c-4e90-994b-5c6281cd1770 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:53.799928 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b63b46d-8c6c-4e90-994b-5c6281cd1770 admin admin] Releasing vlan 509 on physical network physnet1 to pool {{(pid=93798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 23:13:53.800524 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9b63b46d-8c6c-4e90-994b-5c6281cd1770 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11971746'] for segment, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:53.802917 n-d-802623-1 neutron-server[93798]: Traceback (most recent call last): Jul 27 23:13:53.802917 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 23:13:53.802917 n-d-802623-1 neutron-server[93798]: timer() Jul 27 23:13:53.802917 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 23:13:53.802917 n-d-802623-1 neutron-server[93798]: cb(*args, **kw) Jul 27 23:13:53.802917 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 23:13:53.802917 n-d-802623-1 neutron-server[93798]: return func(*args, **kwargs) Jul 27 23:13:53.802917 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 23:13:53.802917 n-d-802623-1 neutron-server[93798]: self._notify() Jul 27 23:13:53.802917 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 23:13:53.802917 n-d-802623-1 neutron-server[93798]: self.callback(batched_events) Jul 27 23:13:53.802917 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 23:13:53.802917 n-d-802623-1 neutron-server[93798]: event.method(event) Jul 27 23:13:53.802917 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 23:13:53.802917 n-d-802623-1 neutron-server[93798]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 23:13:53.802917 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 23:13:53.802917 n-d-802623-1 neutron-server[93798]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 23:13:53.802917 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 23:13:53.802917 n-d-802623-1 neutron-server[93798]: return f(self, *a, **k) Jul 27 23:13:53.802917 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 23:13:53.802917 n-d-802623-1 neutron-server[93798]: return self._get(url).json() Jul 27 23:13:53.802917 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 23:13:53.802917 n-d-802623-1 neutron-server[93798]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 23:13:53.802917 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 23:13:53.802917 n-d-802623-1 neutron-server[93798]: return self.request(url, 'GET', **kwargs) Jul 27 23:13:53.802917 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 23:13:53.802917 n-d-802623-1 neutron-server[93798]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 23:13:53.802917 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 23:13:53.802917 n-d-802623-1 neutron-server[93798]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 23:13:53.802917 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 23:13:53.802917 n-d-802623-1 neutron-server[93798]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 23:13:53.802917 n-d-802623-1 neutron-server[93798]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 23:13:53.883493 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9b63b46d-8c6c-4e90-994b-5c6281cd1770 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415412'] for network, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:53.890579 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9b63b46d-8c6c-4e90-994b-5c6281cd1770 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:53.892067 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-9b63b46d-8c6c-4e90-994b-5c6281cd1770 admin admin] 10.222.0.18 "DELETE /v2.0/networks/a52ed2a6-84c2-4708-894d-c7dd3d75a239 HTTP/1.1" status: 204 len: 168 time: 0.8420622 Jul 27 23:13:53.904310 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b63b46d-8c6c-4e90-994b-5c6281cd1770 admin admin] Pushing event deleted for resources: {'Network': ['ID=a52ed2a6-84c2-4708-894d-c7dd3d75a239,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:13:54.053917 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 39208) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:13:54.119273 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-5153137b-469c-4bdf-b9aa-ca792534b596 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=08f1218ccb234975b3468c7e7eb90904&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0640008 Jul 27 23:13:54.122364 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 39212) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:13:54.194032 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c3809763-00e1-4e95-99da-8021cc1a7c05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:54.218489 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c3809763-00e1-4e95-99da-8021cc1a7c05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:54.290186 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c3809763-00e1-4e95-99da-8021cc1a7c05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:54.297267 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c3809763-00e1-4e95-99da-8021cc1a7c05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:54.299699 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-c3809763-00e1-4e95-99da-8021cc1a7c05 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/10ec0baa-c716-4f9c-b482-f70c33bd7dc7 HTTP/1.1" status: 204 len: 168 time: 0.1761117 Jul 27 23:13:54.312861 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3809763-00e1-4e95-99da-8021cc1a7c05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10ec0baa-c716-4f9c-b482-f70c33bd7dc7,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:13:54.578483 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff7f65c-efdb-4c9c-99e0-2d42d5c6d14f req-cd0cda61-1adb-4b6c-8261-c2b8dbc92a84 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:54.580235 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-5ff7f65c-efdb-4c9c-99e0-2d42d5c6d14f req-cd0cda61-1adb-4b6c-8261-c2b8dbc92a84 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/ports?device_id=98a73beb-1410-4001-89d9-567ccd6893bc HTTP/1.1" status: 200 len: 949 time: 0.0726216 Jul 27 23:13:54.671098 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-5ff7f65c-efdb-4c9c-99e0-2d42d5c6d14f req-5c2423a3-105a-4baf-9c1e-cf9942b5d658 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb779318-b8ff-43a6-a94f-3ce471aff166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761633 Jul 27 23:13:54.857044 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 39250) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:13:54.976640 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a32f9b0-198e-470b-b107-7574b79f1321 req-2b07d86d-3966-4439-9c86-266b629e88b3 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:54.999227 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a32f9b0-198e-470b-b107-7574b79f1321 req-2b07d86d-3966-4439-9c86-266b629e88b3 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:55.007934 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a32f9b0-198e-470b-b107-7574b79f1321 req-2b07d86d-3966-4439-9c86-266b629e88b3 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:55.017571 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a32f9b0-198e-470b-b107-7574b79f1321 req-2b07d86d-3966-4439-9c86-266b629e88b3 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:55.026946 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a32f9b0-198e-470b-b107-7574b79f1321 req-2b07d86d-3966-4439-9c86-266b629e88b3 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:55.034989 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a32f9b0-198e-470b-b107-7574b79f1321 req-2b07d86d-3966-4439-9c86-266b629e88b3 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:55.041293 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a32f9b0-198e-470b-b107-7574b79f1321 req-2b07d86d-3966-4439-9c86-266b629e88b3 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:55.051675 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-3a479a66-fb83-4641-a564-172f79062a61 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-781402455-network', 'tenant_id': 'aa2231d547254a11ac1bad653a91c13d'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:13:55.053167 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-1a32f9b0-198e-470b-b107-7574b79f1321 req-2b07d86d-3966-4439-9c86-266b629e88b3 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] 10.222.0.18 "GET /v2.0/ports?device_id=b095b7c4-44b3-4276-8676-8d0be18fa84f HTTP/1.1" status: 200 len: 5419 time: 0.1664402 Jul 27 23:13:55.115702 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a479a66-fb83-4641-a564-172f79062a61 admin admin] Made reservation on behalf of aa2231d547254a11ac1bad653a91c13d for: {'network': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:13:55.118392 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3a479a66-fb83-4641-a564-172f79062a61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for network, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:55.124401 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-1a32f9b0-198e-470b-b107-7574b79f1321 req-d006ddf7-03da-4dca-9786-9074131bc603 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] 10.222.0.18 "GET /v2.0/security-groups?id=8a179c9a-ee47-4a9a-9e98-ceb367c5785f&id=099e8df2-bc6b-4be8-8e74-9791e0ffd653&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0701587 Jul 27 23:13:55.129601 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 39272) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:13:55.143026 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3a479a66-fb83-4641-a564-172f79062a61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:55.229737 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-baa77acc-e876-48fc-8355-d44c9e00b487 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7daacfa3c9bc476ca05fabe2eb795a24&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0866559 Jul 27 23:13:55.230140 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 39282) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:13:55.279905 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3a479a66-fb83-4641-a564-172f79062a61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:55.287625 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3a479a66-fb83-4641-a564-172f79062a61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:55.303214 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b4c01050-b7f5-4398-ac69-6af391640e46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:55.315572 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a479a66-fb83-4641-a564-172f79062a61 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 537} {{(pid=93797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 23:13:55.332528 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b4c01050-b7f5-4398-ac69-6af391640e46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:55.335512 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a479a66-fb83-4641-a564-172f79062a61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baa33dab-69cb-4bf1-9b0d-bfe0326eb552,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:13:55.341158 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3a479a66-fb83-4641-a564-172f79062a61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:55.341750 n-d-802623-1 neutron-server[93797]: INFO neutron.db.segments_db [None req-3a479a66-fb83-4641-a564-172f79062a61 admin admin] Added segment 41c6b6ec-e70d-4e20-8755-762b9c004bd0 of type vlan for network 29ee6e0e-5177-487c-ae17-69fc29b9655c Jul 27 23:13:55.403769 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b4c01050-b7f5-4398-ac69-6af391640e46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:55.406618 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b4c01050-b7f5-4398-ac69-6af391640e46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:55.408176 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-b4c01050-b7f5-4398-ac69-6af391640e46 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/38db9a20-a424-4d00-a155-c7da4ba699f4 HTTP/1.1" status: 204 len: 168 time: 0.1769960 Jul 27 23:13:55.413506 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3a479a66-fb83-4641-a564-172f79062a61 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736833354590'] for network, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:55.416702 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c01050-b7f5-4398-ac69-6af391640e46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38db9a20-a424-4d00-a155-c7da4ba699f4,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:13:55.466797 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3a479a66-fb83-4641-a564-172f79062a61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569'] for network, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:55.467821 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a479a66-fb83-4641-a564-172f79062a61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:55.468415 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3a479a66-fb83-4641-a564-172f79062a61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for network, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:55.532195 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 39292) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:13:55.535763 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-3a479a66-fb83-4641-a564-172f79062a61 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.6774497 Jul 27 23:13:55.540099 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-837c5539-9c7e-465b-b808-04f0fa2a2643 admin admin] Request body: {'subnet': {'network_id': '29ee6e0e-5177-487c-ae17-69fc29b9655c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-781402455-subnet', 'tenant_id': 'aa2231d547254a11ac1bad653a91c13d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:13:55.553557 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a479a66-fb83-4641-a564-172f79062a61 admin admin] Pushing event updated for resources: {'Network': ['ID=29ee6e0e-5177-487c-ae17-69fc29b9655c,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:13:55.566424 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Network 29ee6e0e-5177-487c-ae17-69fc29b9655c details requested by agent ovs-agent-n-d-802623-1 with host n-d-802623-1 {{(pid=93799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 23:13:55.574651 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-837c5539-9c7e-465b-b808-04f0fa2a2643 admin admin] Made reservation on behalf of aa2231d547254a11ac1bad653a91c13d for: {'subnet': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:13:55.577845 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-837c5539-9c7e-465b-b808-04f0fa2a2643 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12265828'] for subnet, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:55.609293 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device cb2a8bc8-566d-48dc-b91d-d5248a770485 details requested by agent hyperv_n-h1-802623-1 with host n-h1-802623-1 {{(pid=93799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 23:13:55.685938 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 39300) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:13:55.759817 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port cb2a8bc8-566d-48dc-b91d-d5248a770485, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=cb2a8bc8-566d-48dc-b91d-d5248a770485,segment=NetworkSegment(c9fb78ac-e6ea-467c-8f46-ba3c48e27877),segment_id=c9fb78ac-e6ea-467c-8f46-ba3c48e27877)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:13:55.774934 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Returning: {'device': 'cb2a8bc8-566d-48dc-b91d-d5248a770485', 'network_id': '0052d342-b5b8-4be5-86a5-4c909f6d7ddb', 'port_id': 'cb2a8bc8-566d-48dc-b91d-d5248a770485', 'mac_address': 'fa:16:3e:2a:5d:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2370b3c6-3347-454c-b521-b5818cee031b', 'ip_address': '10.1.1.156'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 23:13:55.825572 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:55.863103 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb2a8bc8-566d-48dc-b91d-d5248a770485 {{(pid=93799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:13:55.885625 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a47936e9-e86e-44fa-a6b1-d45bc288aa4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:55.904768 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port cb2a8bc8-566d-48dc-b91d-d5248a770485, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=cb2a8bc8-566d-48dc-b91d-d5248a770485,segment=NetworkSegment(c9fb78ac-e6ea-467c-8f46-ba3c48e27877),segment_id=c9fb78ac-e6ea-467c-8f46-ba3c48e27877)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:13:55.913411 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:55.914669 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device e47c6535-a4f5-45fa-b256-dc12446d1280 details requested by agent hyperv_n-h1-802623-1 with host n-h1-802623-1 {{(pid=93799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 23:13:55.923797 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7cf676-ed8d-4726-8d98-d2edaee46a49 req-1f61cac2-d0c2-4975-8f30-9f100156bf9d tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:55.931099 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-9d7cf676-ed8d-4726-8d98-d2edaee46a49 req-1f61cac2-d0c2-4975-8f30-9f100156bf9d tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/ports?device_id=98a73beb-1410-4001-89d9-567ccd6893bc HTTP/1.1" status: 200 len: 949 time: 0.1406374 Jul 27 23:13:55.959825 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-837c5539-9c7e-465b-b808-04f0fa2a2643 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11971609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12265750'] for subnet, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:56.002128 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-9d7cf676-ed8d-4726-8d98-d2edaee46a49 req-db99f66a-9630-4e03-85a9-fe4b42364410 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb779318-b8ff-43a6-a94f-3ce471aff166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699518 Jul 27 23:13:56.010972 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a47936e9-e86e-44fa-a6b1-d45bc288aa4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:56.016790 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a47936e9-e86e-44fa-a6b1-d45bc288aa4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:56.038478 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837c5539-9c7e-465b-b808-04f0fa2a2643 admin admin] Pushing event updated for resources: {'Subnet': ['ID=57c041d8-51c7-49d3-976b-8351e0924484,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:13:56.049107 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-837c5539-9c7e-465b-b808-04f0fa2a2643 admin admin] Checking segment: {'id': '41c6b6ec-e70d-4e20-8755-762b9c004bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '29ee6e0e-5177-487c-ae17-69fc29b9655c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:13:56.049487 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-837c5539-9c7e-465b-b808-04f0fa2a2643 admin admin] Network hostable DHCP agents. Network: 29ee6e0e-5177-487c-ae17-69fc29b9655c, hostable agents: ['5950e76f-2bde-4343-a925-cbe6bacd2706'], hosted agents: [] {{(pid=93798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 23:13:56.073007 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-837c5539-9c7e-465b-b808-04f0fa2a2643 admin admin] Network 29ee6e0e-5177-487c-ae17-69fc29b9655c is scheduled to be hosted by DHCP agent 5950e76f-2bde-4343-a925-cbe6bacd2706 with binding_index 1 {{(pid=93798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 23:13:56.097338 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-a47936e9-e86e-44fa-a6b1-d45bc288aa4f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=fef8a57bd4f54effb96c3fffed9f371c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4099512 Jul 27 23:13:56.101139 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-837c5539-9c7e-465b-b808-04f0fa2a2643 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802623-1, 29ee6e0e-5177-487c-ae17-69fc29b9655c) {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:13:56.104008 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 39314) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:13:56.106602 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port e47c6535-a4f5-45fa-b256-dc12446d1280, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=e47c6535-a4f5-45fa-b256-dc12446d1280,segment=NetworkSegment(2c40d656-ea7c-43ca-9b2a-a1885f79a619),segment_id=2c40d656-ea7c-43ca-9b2a-a1885f79a619)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:13:56.109416 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Pushing event updated for resources: {'Port': ['ID=cb2a8bc8-566d-48dc-b91d-d5248a770485,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:13:56.125489 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-837c5539-9c7e-465b-b808-04f0fa2a2643 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:56.126144 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-837c5539-9c7e-465b-b808-04f0fa2a2643 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:56.128035 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07d4d5f2-8993-4b03-897a-437795f6b8a8 None None] Network 29ee6e0e-5177-487c-ae17-69fc29b9655c requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:13:56.160044 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-837c5539-9c7e-465b-b808-04f0fa2a2643 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.6261590 Jul 27 23:13:56.189238 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82cc2999-8a8a-40c8-81bd-647650822d02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:56.192286 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47936e9-e86e-44fa-a6b1-d45bc288aa4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11133382-a550-4afb-8421-8671a475d9ff,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:13:56.230398 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82cc2999-8a8a-40c8-81bd-647650822d02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:56.297437 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Returning: {'device': 'e47c6535-a4f5-45fa-b256-dc12446d1280', 'network_id': 'a77c1ae5-7f70-4eb8-a472-5ed26426d716', 'port_id': 'e47c6535-a4f5-45fa-b256-dc12446d1280', 'mac_address': 'fa:16:3e:d2:a4:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09f6cf61-7c03-449e-9a5d-68f7eabed009', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 23:13:56.344204 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7d724ab-042a-4c11-aede-4b0aeee035bb None None] Network 29ee6e0e-5177-487c-ae17-69fc29b9655c requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:13:56.359655 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82cc2999-8a8a-40c8-81bd-647650822d02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:56.363181 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82cc2999-8a8a-40c8-81bd-647650822d02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:56.364644 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-82cc2999-8a8a-40c8-81bd-647650822d02 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/11133382-a550-4afb-8421-8671a475d9ff HTTP/1.1" status: 204 len: 168 time: 0.2589166 Jul 27 23:13:56.374651 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cc2999-8a8a-40c8-81bd-647650822d02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11133382-a550-4afb-8421-8671a475d9ff,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:13:56.412468 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda80b04-9cad-4e2f-b47d-cf9c8a22328d req-7dbd4bcb-315e-4802-b004-8e370d219132 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:56.418418 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda80b04-9cad-4e2f-b47d-cf9c8a22328d req-7dbd4bcb-315e-4802-b004-8e370d219132 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:56.427975 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:56.435069 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda80b04-9cad-4e2f-b47d-cf9c8a22328d req-7dbd4bcb-315e-4802-b004-8e370d219132 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:56.444661 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda80b04-9cad-4e2f-b47d-cf9c8a22328d req-7dbd4bcb-315e-4802-b004-8e370d219132 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:56.450856 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda80b04-9cad-4e2f-b47d-cf9c8a22328d req-7dbd4bcb-315e-4802-b004-8e370d219132 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:56.457599 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e47c6535-a4f5-45fa-b256-dc12446d1280 {{(pid=93799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:13:56.458296 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda80b04-9cad-4e2f-b47d-cf9c8a22328d req-7dbd4bcb-315e-4802-b004-8e370d219132 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:56.464281 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda80b04-9cad-4e2f-b47d-cf9c8a22328d req-7dbd4bcb-315e-4802-b004-8e370d219132 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:56.466865 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-fda80b04-9cad-4e2f-b47d-cf9c8a22328d req-7dbd4bcb-315e-4802-b004-8e370d219132 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] 10.222.0.18 "GET /v2.0/ports?device_id=b095b7c4-44b3-4276-8676-8d0be18fa84f HTTP/1.1" status: 200 len: 5420 time: 0.1517823 Jul 27 23:13:56.548445 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-fda80b04-9cad-4e2f-b47d-cf9c8a22328d req-ce4d6132-6060-4fb6-b4e9-db78386c2e32 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] 10.222.0.18 "GET /v2.0/security-groups?id=8a179c9a-ee47-4a9a-9e98-ceb367c5785f&id=099e8df2-bc6b-4be8-8e74-9791e0ffd653&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0632472 Jul 27 23:13:56.609952 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port e47c6535-a4f5-45fa-b256-dc12446d1280, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=e47c6535-a4f5-45fa-b256-dc12446d1280,segment=NetworkSegment(2c40d656-ea7c-43ca-9b2a-a1885f79a619),segment_id=2c40d656-ea7c-43ca-9b2a-a1885f79a619)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:13:56.644273 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:56.901420 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Pushing event updated for resources: {'Port': ['ID=e47c6535-a4f5-45fa-b256-dc12446d1280,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:13:56.914160 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ca2b4bb9-412e-4239-9869-0f4aced6049e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:56.924484 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] get_ports_and_sgs() called for port_ids ['cb2a8bc8-566d-48dc-b91d-d5248a770485'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:13:57.002053 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 39348) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:13:57.024279 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9bbc610c-d5ff-4853-8853-7f44706200e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:57.213566 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9bbc610c-d5ff-4853-8853-7f44706200e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:57.226611 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefb9a3c-e5fd-4ba3-8fdc-f73dc85e72a4 req-f8476684-b509-4d4f-8061-1818ac5560f5 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:57.228730 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-aefb9a3c-e5fd-4ba3-8fdc-f73dc85e72a4 req-f8476684-b509-4d4f-8061-1818ac5560f5 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/ports?device_id=98a73beb-1410-4001-89d9-567ccd6893bc HTTP/1.1" status: 200 len: 949 time: 0.0738511 Jul 27 23:13:57.230027 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9bbc610c-d5ff-4853-8853-7f44706200e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:57.272362 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e845d5-75b7-47b2-96c2-d99205779021 req-bd1ad2f4-82e8-4efd-80ae-d9702ec3d70e tempest-ServerMetadataNegativeTestJSON-1241375925 tempest-ServerMetadataNegativeTestJSON-1241375925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:57.275530 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d8e845d5-75b7-47b2-96c2-d99205779021 req-bd1ad2f4-82e8-4efd-80ae-d9702ec3d70e tempest-ServerMetadataNegativeTestJSON-1241375925 tempest-ServerMetadataNegativeTestJSON-1241375925-project] 10.222.0.18 "GET /v2.0/networks?id=29ee6e0e-5177-487c-ae17-69fc29b9655c HTTP/1.1" status: 200 len: 820 time: 0.1697912 Jul 27 23:13:57.292329 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-9bbc610c-d5ff-4853-8853-7f44706200e8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=14bf071190ab4ec88ffc741cf2b6a014&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2891178 Jul 27 23:13:57.292992 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 39364) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:13:57.297144 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbc610c-d5ff-4853-8853-7f44706200e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5746278-02b5-47c3-b7a8-78cf683793d8,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:13:57.304066 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d8e845d5-75b7-47b2-96c2-d99205779021 req-c562a417-b215-479f-8271-15374ee1aee2 tempest-ServerMetadataNegativeTestJSON-1241375925 tempest-ServerMetadataNegativeTestJSON-1241375925-project] 10.222.0.18 "GET /v2.0/quotas/aa2231d547254a11ac1bad653a91c13d HTTP/1.1" status: 200 len: 375 time: 0.0234976 Jul 27 23:13:57.333438 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-aefb9a3c-e5fd-4ba3-8fdc-f73dc85e72a4 req-49b0e744-32df-4912-8cfb-262fe9703f08 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb779318-b8ff-43a6-a94f-3ce471aff166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966976 Jul 27 23:13:57.361093 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d8e845d5-75b7-47b2-96c2-d99205779021 req-80390e5d-7991-48e7-8dab-105f36f601cf tempest-ServerMetadataNegativeTestJSON-1241375925 tempest-ServerMetadataNegativeTestJSON-1241375925-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=aa2231d547254a11ac1bad653a91c13d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0447674 Jul 27 23:13:57.473397 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d6dfb3-439b-4d58-902a-7ef2d046a1cc req-c07415e1-57e5-433a-b7eb-604d78e841ef tempest-ServerRescueNegativeTestJSON-1855851441 tempest-ServerRescueNegativeTestJSON-1855851441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:57.475224 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f8d6dfb3-439b-4d58-902a-7ef2d046a1cc req-c07415e1-57e5-433a-b7eb-604d78e841ef tempest-ServerRescueNegativeTestJSON-1855851441 tempest-ServerRescueNegativeTestJSON-1855851441-project] 10.222.0.18 "GET /v2.0/ports?device_id=6551d2f1-dfc9-4bdf-adfb-bc809d0770ff HTTP/1.1" status: 200 len: 945 time: 0.0744009 Jul 27 23:13:57.508398 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9f9f0d2e-c38c-4b98-abab-ebdaef446349 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:57.518411 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f8d6dfb3-439b-4d58-902a-7ef2d046a1cc req-45d76705-5a40-4663-a272-8284fef4d1a4 tempest-ServerRescueNegativeTestJSON-1855851441 tempest-ServerRescueNegativeTestJSON-1855851441-project] 10.222.0.18 "GET /v2.0/security-groups?id=1af18e13-f94e-429a-ab8a-66f4e32e8b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353248 Jul 27 23:13:57.529675 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d8e845d5-75b7-47b2-96c2-d99205779021 req-07c61185-bb18-4afb-8f96-868f4a883549 service neutron] 10.222.0.18 "GET /v2.0/networks/29ee6e0e-5177-487c-ae17-69fc29b9655c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1677239 Jul 27 23:13:57.563710 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9f9f0d2e-c38c-4b98-abab-ebdaef446349 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:57.623105 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device b0d9ae02-d7ae-4081-8329-a04703c772b8 details requested by agent hyperv_n-h1-802623-1 with host n-h1-802623-1 {{(pid=93799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 23:13:57.703643 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d8e845d5-75b7-47b2-96c2-d99205779021 req-5255fbf9-0ea3-42fe-a0df-2c0ac8f69a0b service neutron] 10.222.0.18 "GET /v2.0/networks/29ee6e0e-5177-487c-ae17-69fc29b9655c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571989 Jul 27 23:13:57.721872 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9f9f0d2e-c38c-4b98-abab-ebdaef446349 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:57.724832 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9f9f0d2e-c38c-4b98-abab-ebdaef446349 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:57.726832 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-9f9f0d2e-c38c-4b98-abab-ebdaef446349 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c5746278-02b5-47c3-b7a8-78cf683793d8 HTTP/1.1" status: 204 len: 168 time: 0.4316018 Jul 27 23:13:57.769923 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9f0d2e-c38c-4b98-abab-ebdaef446349 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5746278-02b5-47c3-b7a8-78cf683793d8,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:13:57.855848 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port b0d9ae02-d7ae-4081-8329-a04703c772b8, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=b0d9ae02-d7ae-4081-8329-a04703c772b8,segment=NetworkSegment(c9fb78ac-e6ea-467c-8f46-ba3c48e27877),segment_id=c9fb78ac-e6ea-467c-8f46-ba3c48e27877)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:13:57.890815 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Returning: {'device': 'b0d9ae02-d7ae-4081-8329-a04703c772b8', 'network_id': '0052d342-b5b8-4be5-86a5-4c909f6d7ddb', 'port_id': 'b0d9ae02-d7ae-4081-8329-a04703c772b8', 'mac_address': 'fa:16:3e:15:5e:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2370b3c6-3347-454c-b521-b5818cee031b', 'ip_address': '10.1.1.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 23:13:57.901633 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57360571-4b6f-4a04-a1dc-ee7df37d552d req-2a0ea722-3b63-4c21-a257-805f5049da4e tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:57.916186 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57360571-4b6f-4a04-a1dc-ee7df37d552d req-2a0ea722-3b63-4c21-a257-805f5049da4e tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:57.929417 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57360571-4b6f-4a04-a1dc-ee7df37d552d req-2a0ea722-3b63-4c21-a257-805f5049da4e tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:57.940778 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57360571-4b6f-4a04-a1dc-ee7df37d552d req-2a0ea722-3b63-4c21-a257-805f5049da4e tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:57.959834 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57360571-4b6f-4a04-a1dc-ee7df37d552d req-2a0ea722-3b63-4c21-a257-805f5049da4e tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:57.967315 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:57.971575 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57360571-4b6f-4a04-a1dc-ee7df37d552d req-2a0ea722-3b63-4c21-a257-805f5049da4e tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:57.988855 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57360571-4b6f-4a04-a1dc-ee7df37d552d req-2a0ea722-3b63-4c21-a257-805f5049da4e tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:57.998107 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-57360571-4b6f-4a04-a1dc-ee7df37d552d req-2a0ea722-3b63-4c21-a257-805f5049da4e tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] 10.222.0.18 "GET /v2.0/ports?device_id=b095b7c4-44b3-4276-8676-8d0be18fa84f HTTP/1.1" status: 200 len: 5421 time: 0.2058923 Jul 27 23:13:58.005314 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0d9ae02-d7ae-4081-8329-a04703c772b8 {{(pid=93799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:13:58.016440 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] get_ports_and_sgs() called for port_ids ['e47c6535-a4f5-45fa-b256-dc12446d1280'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:13:58.066675 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-289d8cc8-6555-42f7-917e-e5b9f1be9f69 req-e06b92cb-bfdd-488b-97a2-6a400a32dff6 tempest-ServerMetadataNegativeTestJSON-1241375925 tempest-ServerMetadataNegativeTestJSON-1241375925-project] 10.222.0.18 "GET /v2.0/ports?device_id=b87f9235-76ef-425f-a2ce-02087dadb990 HTTP/1.1" status: 200 len: 210 time: 0.0881202 Jul 27 23:13:58.100950 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-57360571-4b6f-4a04-a1dc-ee7df37d552d req-81560ced-7a12-42e2-8b9d-cb18bced28de tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] 10.222.0.18 "GET /v2.0/security-groups?id=8a179c9a-ee47-4a9a-9e98-ceb367c5785f&id=099e8df2-bc6b-4be8-8e74-9791e0ffd653&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1018908 Jul 27 23:13:58.119852 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port b0d9ae02-d7ae-4081-8329-a04703c772b8, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=b0d9ae02-d7ae-4081-8329-a04703c772b8,segment=NetworkSegment(c9fb78ac-e6ea-467c-8f46-ba3c48e27877),segment_id=c9fb78ac-e6ea-467c-8f46-ba3c48e27877)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:13:58.128632 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:58.129772 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device d4667984-2b2a-40a8-8de7-e286cc2c1b95 details requested by agent hyperv_n-h1-802623-1 with host n-h1-802623-1 {{(pid=93799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 23:13:58.276370 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Pushing event updated for resources: {'Port': ['ID=b0d9ae02-d7ae-4081-8329-a04703c772b8,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:13:58.367215 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port d4667984-2b2a-40a8-8de7-e286cc2c1b95, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=d4667984-2b2a-40a8-8de7-e286cc2c1b95,segment=NetworkSegment(938ec75d-2450-4436-aa8a-94471f8dbbb3),segment_id=938ec75d-2450-4436-aa8a-94471f8dbbb3)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:13:58.432166 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Returning: {'device': 'd4667984-2b2a-40a8-8de7-e286cc2c1b95', 'network_id': '42a806fa-6465-4bb1-a70d-1966b5320f00', 'port_id': 'd4667984-2b2a-40a8-8de7-e286cc2c1b95', 'mac_address': 'fa:16:3e:00:f7:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26fa3d12-3c33-4127-ba40-843cbfb471cd', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 23:13:58.474424 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:58.490429 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4667984-2b2a-40a8-8de7-e286cc2c1b95 {{(pid=93799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:13:58.505115 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8391e6-2cd2-4074-8892-f4906a7a6b57 req-0d741830-011a-472a-8266-feb0c0025b2a tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:58.507498 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-bb8391e6-2cd2-4074-8892-f4906a7a6b57 req-0d741830-011a-472a-8266-feb0c0025b2a tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/ports?device_id=98a73beb-1410-4001-89d9-567ccd6893bc HTTP/1.1" status: 200 len: 949 time: 0.0783906 Jul 27 23:13:58.521848 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port d4667984-2b2a-40a8-8de7-e286cc2c1b95, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=d4667984-2b2a-40a8-8de7-e286cc2c1b95,segment=NetworkSegment(938ec75d-2450-4436-aa8a-94471f8dbbb3),segment_id=938ec75d-2450-4436-aa8a-94471f8dbbb3)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:13:58.527580 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:58.528735 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 50b2311c-7f44-4357-bc67-6eaa1ae4cefe details requested by agent hyperv_n-h1-802623-1 with host n-h1-802623-1 {{(pid=93799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 23:13:58.573674 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-bb8391e6-2cd2-4074-8892-f4906a7a6b57 req-c65e930c-eb4f-4a98-89b4-24ee445a239d tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb779318-b8ff-43a6-a94f-3ce471aff166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588372 Jul 27 23:13:58.649739 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port 50b2311c-7f44-4357-bc67-6eaa1ae4cefe, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=50b2311c-7f44-4357-bc67-6eaa1ae4cefe,segment=NetworkSegment(c9fb78ac-e6ea-467c-8f46-ba3c48e27877),segment_id=c9fb78ac-e6ea-467c-8f46-ba3c48e27877)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:13:58.670519 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Pushing event updated for resources: {'Port': ['ID=d4667984-2b2a-40a8-8de7-e286cc2c1b95,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:13:58.690567 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Returning: {'device': '50b2311c-7f44-4357-bc67-6eaa1ae4cefe', 'network_id': '0052d342-b5b8-4be5-86a5-4c909f6d7ddb', 'port_id': '50b2311c-7f44-4357-bc67-6eaa1ae4cefe', 'mac_address': 'fa:16:3e:11:9d:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2370b3c6-3347-454c-b521-b5818cee031b', 'ip_address': '10.1.1.115'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 23:13:58.708001 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d74367-046a-4012-82eb-5685e9677a79 req-72584db7-ea41-4aaf-acdf-c3cbeb34cf59 tempest-ServerRescueNegativeTestJSON-1855851441 tempest-ServerRescueNegativeTestJSON-1855851441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:58.729938 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-43d74367-046a-4012-82eb-5685e9677a79 req-72584db7-ea41-4aaf-acdf-c3cbeb34cf59 tempest-ServerRescueNegativeTestJSON-1855851441 tempest-ServerRescueNegativeTestJSON-1855851441-project] 10.222.0.18 "GET /v2.0/ports?device_id=6551d2f1-dfc9-4bdf-adfb-bc809d0770ff HTTP/1.1" status: 200 len: 945 time: 0.1065784 Jul 27 23:13:58.752430 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:58.804528 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-43d74367-046a-4012-82eb-5685e9677a79 req-e240a32b-e684-47dc-95c2-f9e583b32ebc tempest-ServerRescueNegativeTestJSON-1855851441 tempest-ServerRescueNegativeTestJSON-1855851441-project] 10.222.0.18 "GET /v2.0/security-groups?id=1af18e13-f94e-429a-ab8a-66f4e32e8b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662241 Jul 27 23:13:58.805041 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50b2311c-7f44-4357-bc67-6eaa1ae4cefe {{(pid=93799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:13:58.841995 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port 50b2311c-7f44-4357-bc67-6eaa1ae4cefe, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=50b2311c-7f44-4357-bc67-6eaa1ae4cefe,segment=NetworkSegment(c9fb78ac-e6ea-467c-8f46-ba3c48e27877),segment_id=c9fb78ac-e6ea-467c-8f46-ba3c48e27877)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:13:58.848114 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:58.848799 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device f5d1c75c-f1a9-480c-a62c-f9b0baaaa34f details requested by agent hyperv_n-h1-802623-1 with host n-h1-802623-1 {{(pid=93799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 23:13:58.935180 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port f5d1c75c-f1a9-480c-a62c-f9b0baaaa34f, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=f5d1c75c-f1a9-480c-a62c-f9b0baaaa34f,segment=NetworkSegment(938ec75d-2450-4436-aa8a-94471f8dbbb3),segment_id=938ec75d-2450-4436-aa8a-94471f8dbbb3)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:13:58.948427 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Pushing event updated for resources: {'Port': ['ID=50b2311c-7f44-4357-bc67-6eaa1ae4cefe,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:13:58.958192 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Returning: {'device': 'f5d1c75c-f1a9-480c-a62c-f9b0baaaa34f', 'network_id': '42a806fa-6465-4bb1-a70d-1966b5320f00', 'port_id': 'f5d1c75c-f1a9-480c-a62c-f9b0baaaa34f', 'mac_address': 'fa:16:3e:b0:bc:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26fa3d12-3c33-4127-ba40-843cbfb471cd', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 23:13:58.998997 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:59.012661 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5d1c75c-f1a9-480c-a62c-f9b0baaaa34f {{(pid=93799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:13:59.034384 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port f5d1c75c-f1a9-480c-a62c-f9b0baaaa34f, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=f5d1c75c-f1a9-480c-a62c-f9b0baaaa34f,segment=NetworkSegment(938ec75d-2450-4436-aa8a-94471f8dbbb3),segment_id=938ec75d-2450-4436-aa8a-94471f8dbbb3)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:13:59.039605 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:59.040291 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 10e1e141-fabd-4db9-87e9-ff971f3de446 details requested by agent hyperv_n-h1-802623-1 with host n-h1-802623-1 {{(pid=93799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 23:13:59.120162 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port 10e1e141-fabd-4db9-87e9-ff971f3de446, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=10e1e141-fabd-4db9-87e9-ff971f3de446,segment=NetworkSegment(c9fb78ac-e6ea-467c-8f46-ba3c48e27877),segment_id=c9fb78ac-e6ea-467c-8f46-ba3c48e27877)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:13:59.131377 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Pushing event updated for resources: {'Port': ['ID=f5d1c75c-f1a9-480c-a62c-f9b0baaaa34f,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:13:59.138672 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Returning: {'device': '10e1e141-fabd-4db9-87e9-ff971f3de446', 'network_id': '0052d342-b5b8-4be5-86a5-4c909f6d7ddb', 'port_id': '10e1e141-fabd-4db9-87e9-ff971f3de446', 'mac_address': 'fa:16:3e:6e:89:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2370b3c6-3347-454c-b521-b5818cee031b', 'ip_address': '10.1.1.183'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 23:13:59.179214 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:59.196895 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10e1e141-fabd-4db9-87e9-ff971f3de446 {{(pid=93799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:13:59.232350 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port 10e1e141-fabd-4db9-87e9-ff971f3de446, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=10e1e141-fabd-4db9-87e9-ff971f3de446,segment=NetworkSegment(c9fb78ac-e6ea-467c-8f46-ba3c48e27877),segment_id=c9fb78ac-e6ea-467c-8f46-ba3c48e27877)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:13:59.242251 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:59.259506 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-5c5bf0b3-9f00-4521-bfc6-8769644baec3 req-5f0bb1a7-7061-460b-bd44-cc9b383d359b tempest-ServerMetadataNegativeTestJSON-1241375925 tempest-ServerMetadataNegativeTestJSON-1241375925-project] 10.222.0.18 "GET /v2.0/ports?device_id=b87f9235-76ef-425f-a2ce-02087dadb990 HTTP/1.1" status: 200 len: 210 time: 0.0558670 Jul 27 23:13:59.294119 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fc0947-6af0-4eb8-a18e-457037c6a114 req-b54a66c5-b8ad-4bd8-a3dc-e8010137bf54 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:59.312020 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Pushing event updated for resources: {'Port': ['ID=10e1e141-fabd-4db9-87e9-ff971f3de446,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:13:59.323122 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fc0947-6af0-4eb8-a18e-457037c6a114 req-b54a66c5-b8ad-4bd8-a3dc-e8010137bf54 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:59.333260 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fc0947-6af0-4eb8-a18e-457037c6a114 req-b54a66c5-b8ad-4bd8-a3dc-e8010137bf54 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:59.348955 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fc0947-6af0-4eb8-a18e-457037c6a114 req-b54a66c5-b8ad-4bd8-a3dc-e8010137bf54 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:59.367883 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:59.371023 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fc0947-6af0-4eb8-a18e-457037c6a114 req-b54a66c5-b8ad-4bd8-a3dc-e8010137bf54 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:59.378363 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fc0947-6af0-4eb8-a18e-457037c6a114 req-b54a66c5-b8ad-4bd8-a3dc-e8010137bf54 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:59.384672 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fc0947-6af0-4eb8-a18e-457037c6a114 req-b54a66c5-b8ad-4bd8-a3dc-e8010137bf54 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:59.386669 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a2fc0947-6af0-4eb8-a18e-457037c6a114 req-b54a66c5-b8ad-4bd8-a3dc-e8010137bf54 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] 10.222.0.18 "GET /v2.0/ports?device_id=b095b7c4-44b3-4276-8676-8d0be18fa84f HTTP/1.1" status: 200 len: 5425 time: 0.1692264 Jul 27 23:13:59.417227 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e845d5-75b7-47b2-96c2-d99205779021 req-826d8041-ef21-4a40-90b7-55cbe7e2b617 tempest-ServerMetadataNegativeTestJSON-1241375925 tempest-ServerMetadataNegativeTestJSON-1241375925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:59.419903 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-d8e845d5-75b7-47b2-96c2-d99205779021 req-826d8041-ef21-4a40-90b7-55cbe7e2b617 tempest-ServerMetadataNegativeTestJSON-1241375925 tempest-ServerMetadataNegativeTestJSON-1241375925-project] 10.222.0.38 "GET /v2.0/networks?id=29ee6e0e-5177-487c-ae17-69fc29b9655c HTTP/1.1" status: 200 len: 820 time: 0.1440704 Jul 27 23:13:59.440307 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [req-d8e845d5-75b7-47b2-96c2-d99205779021 req-58179a97-3cce-45de-af2d-fe6ce73405e1 tempest-ServerMetadataNegativeTestJSON-1241375925 tempest-ServerMetadataNegativeTestJSON-1241375925-project] Request body: {'port': {'device_id': 'b87f9235-76ef-425f-a2ce-02087dadb990', 'network_id': '29ee6e0e-5177-487c-ae17-69fc29b9655c', 'admin_state_up': True, 'tenant_id': 'aa2231d547254a11ac1bad653a91c13d'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:13:59.458677 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a2fc0947-6af0-4eb8-a18e-457037c6a114 req-c23bc66c-e2aa-4d24-87a6-bdc0a732dc70 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] 10.222.0.18 "GET /v2.0/security-groups?id=8a179c9a-ee47-4a9a-9e98-ceb367c5785f&id=099e8df2-bc6b-4be8-8e74-9791e0ffd653&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0615606 Jul 27 23:13:59.528419 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-9349068d-ac35-47e1-aaf7-7944d829fd90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:59.580447 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8e845d5-75b7-47b2-96c2-d99205779021 req-58179a97-3cce-45de-af2d-fe6ce73405e1 tempest-ServerMetadataNegativeTestJSON-1241375925 tempest-ServerMetadataNegativeTestJSON-1241375925-project] Made reservation on behalf of aa2231d547254a11ac1bad653a91c13d for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:13:59.584090 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-d8e845d5-75b7-47b2-96c2-d99205779021 req-58179a97-3cce-45de-af2d-fe6ce73405e1 tempest-ServerMetadataNegativeTestJSON-1241375925 tempest-ServerMetadataNegativeTestJSON-1241375925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:59.629030 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device cb2a8bc8-566d-48dc-b91d-d5248a770485 up at agent hyperv_n-h1-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:13:59.724426 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Provisioning for port cb2a8bc8-566d-48dc-b91d-d5248a770485 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:13:59.745288 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:59.754736 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Provisioning complete for port cb2a8bc8-566d-48dc-b91d-d5248a770485 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:13:59.758408 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:59.808883 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [req-d8e845d5-75b7-47b2-96c2-d99205779021 req-58179a97-3cce-45de-af2d-fe6ce73405e1 tempest-ServerMetadataNegativeTestJSON-1241375925 tempest-ServerMetadataNegativeTestJSON-1241375925-project] Allocated IP 172.20.0.13 (29ee6e0e-5177-487c-ae17-69fc29b9655c/57c041d8-51c7-49d3-976b-8351e0924484/8d63928f-73af-47ee-810d-f1fb026c2b03) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:13:59.818286 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] get_ports_and_sgs() called for port_ids ['d4667984-2b2a-40a8-8de7-e286cc2c1b95'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:13:59.845061 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21c89d9-fe34-4955-bd82-1842d84a1763 req-aa85c174-98b5-4dc5-aedc-5e6beced4aea tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:59.851800 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-d21c89d9-fe34-4955-bd82-1842d84a1763 req-aa85c174-98b5-4dc5-aedc-5e6beced4aea tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/ports?device_id=98a73beb-1410-4001-89d9-567ccd6893bc HTTP/1.1" status: 200 len: 949 time: 0.1309459 Jul 27 23:13:59.886083 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] get_ports_and_sgs() called for port_ids ['b0d9ae02-d7ae-4081-8329-a04703c772b8'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:13:59.888248 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] get_ports_and_sgs() called for port_ids ['50b2311c-7f44-4357-bc67-6eaa1ae4cefe'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:13:59.890854 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] get_ports_and_sgs() called for port_ids ['10e1e141-fabd-4db9-87e9-ff971f3de446'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:13:59.922798 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8bc123-c4a2-4d56-9904-5924cfcb4af4 req-76b788ca-c3b3-4bac-9c82-d28a844aafda tempest-ServerRescueNegativeTestJSON-1855851441 tempest-ServerRescueNegativeTestJSON-1855851441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:59.931061 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-0e8bc123-c4a2-4d56-9904-5924cfcb4af4 req-76b788ca-c3b3-4bac-9c82-d28a844aafda tempest-ServerRescueNegativeTestJSON-1855851441 tempest-ServerRescueNegativeTestJSON-1855851441-project] 10.222.0.49 "GET /v2.0/ports?device_id=6551d2f1-dfc9-4bdf-adfb-bc809d0770ff HTTP/1.1" status: 200 len: 945 time: 0.1391907 Jul 27 23:13:59.983330 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-d21c89d9-fe34-4955-bd82-1842d84a1763 req-42344618-7b8f-4039-b96f-75e7bcb45245 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb779318-b8ff-43a6-a94f-3ce471aff166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988271 Jul 27 23:14:00.112860 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:00.147003 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5c5e49-9d6f-438f-a584-600990b996cf req-ff13f9b1-cdd6-4054-b9fa-2defcd4798dc tempest-ServerRescueNegativeTestJSON-1855851441 tempest-ServerRescueNegativeTestJSON-1855851441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:14:00.155990 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-7b5c5e49-9d6f-438f-a584-600990b996cf req-ff13f9b1-cdd6-4054-b9fa-2defcd4798dc tempest-ServerRescueNegativeTestJSON-1855851441 tempest-ServerRescueNegativeTestJSON-1855851441-project] 10.222.0.18 "GET /v2.0/ports?device_id=6551d2f1-dfc9-4bdf-adfb-bc809d0770ff HTTP/1.1" status: 200 len: 945 time: 0.1565354 Jul 27 23:14:00.170863 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-d8e845d5-75b7-47b2-96c2-d99205779021 req-58179a97-3cce-45de-af2d-fe6ce73405e1 tempest-ServerMetadataNegativeTestJSON-1241375925 tempest-ServerMetadataNegativeTestJSON-1241375925-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:00.210467 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [req-0e8bc123-c4a2-4d56-9904-5924cfcb4af4 req-7a8e7810-9256-43cb-acec-034fdd188f07 tempest-ServerRescueNegativeTestJSON-1855851441 tempest-ServerRescueNegativeTestJSON-1855851441-project] Deleting port 4c9b191d-845d-40fb-acc0-eb526d5bf190 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:14:00.210467 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-0e8bc123-c4a2-4d56-9904-5924cfcb4af4 req-7a8e7810-9256-43cb-acec-034fdd188f07 tempest-ServerRescueNegativeTestJSON-1855851441 tempest-ServerRescueNegativeTestJSON-1855851441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:00.231036 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-7b5c5e49-9d6f-438f-a584-600990b996cf req-f43b474e-5dc7-4309-a70a-77b618ee11fb tempest-ServerRescueNegativeTestJSON-1855851441 tempest-ServerRescueNegativeTestJSON-1855851441-project] 10.222.0.18 "GET /v2.0/security-groups?id=1af18e13-f94e-429a-ab8a-66f4e32e8b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744925 Jul 27 23:14:00.267986 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-d8e845d5-75b7-47b2-96c2-d99205779021 req-58179a97-3cce-45de-af2d-fe6ce73405e1 tempest-ServerMetadataNegativeTestJSON-1241375925 tempest-ServerMetadataNegativeTestJSON-1241375925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:00.276381 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b095b7c4-44b3-4276-8676-8d0be18fa84f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb2a8bc8-566d-48dc-b91d-d5248a770485'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:14:00.280261 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c0369b0d4f459110ff20a1f9878ba33f96d6491bddb9d15843bf29d01e0bda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00863923-755f-49b2-a26c-49cc0ad83584" -d '{"events": [{"server_uuid": "b095b7c4-44b3-4276-8676-8d0be18fa84f", "name": "network-vif-plugged", "status": "completed", "tag": "cb2a8bc8-566d-48dc-b91d-d5248a770485"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:14:00.362175 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port cb2a8bc8-566d-48dc-b91d-d5248a770485, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=cb2a8bc8-566d-48dc-b91d-d5248a770485,segment=NetworkSegment(c9fb78ac-e6ea-467c-8f46-ba3c48e27877),segment_id=c9fb78ac-e6ea-467c-8f46-ba3c48e27877)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:14:00.390118 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-0e8bc123-c4a2-4d56-9904-5924cfcb4af4 req-7a8e7810-9256-43cb-acec-034fdd188f07 tempest-ServerRescueNegativeTestJSON-1855851441 tempest-ServerRescueNegativeTestJSON-1855851441-project] For port 4c9b191d-845d-40fb-acc0-eb526d5bf190, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=4c9b191d-845d-40fb-acc0-eb526d5bf190,segment=NetworkSegment(291bf24b-6a6d-4a3e-8abd-3858cd630ec0),segment_id=291bf24b-6a6d-4a3e-8abd-3858cd630ec0)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:14:00.390780 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-0e8bc123-c4a2-4d56-9904-5924cfcb4af4 req-7a8e7810-9256-43cb-acec-034fdd188f07 tempest-ServerRescueNegativeTestJSON-1855851441 tempest-ServerRescueNegativeTestJSON-1855851441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:00.396304 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8e845d5-75b7-47b2-96c2-d99205779021 req-58179a97-3cce-45de-af2d-fe6ce73405e1 tempest-ServerMetadataNegativeTestJSON-1241375925 tempest-ServerMetadataNegativeTestJSON-1241375925-project] Network 29ee6e0e-5177-487c-ae17-69fc29b9655c is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:14:00.405507 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [req-d8e845d5-75b7-47b2-96c2-d99205779021 req-58179a97-3cce-45de-af2d-fe6ce73405e1 tempest-ServerMetadataNegativeTestJSON-1241375925 tempest-ServerMetadataNegativeTestJSON-1241375925-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:14:00.406141 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:14:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32ed4b96-ad1d-4435-87e5-a87c1309b91e x-openstack-request-id: req-32ed4b96-ad1d-4435-87e5-a87c1309b91e {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:14:00.406440 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b095b7c4-44b3-4276-8676-8d0be18fa84f", "name": "network-vif-plugged", "status": "completed", "tag": "cb2a8bc8-566d-48dc-b91d-d5248a770485", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:14:00.406694 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-32ed4b96-ad1d-4435-87e5-a87c1309b91e {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:14:00.406897 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [req-0e8bc123-c4a2-4d56-9904-5924cfcb4af4 req-7a8e7810-9256-43cb-acec-034fdd188f07 tempest-ServerRescueNegativeTestJSON-1855851441 tempest-ServerRescueNegativeTestJSON-1855851441-project] Calling delete_port for 4c9b191d-845d-40fb-acc0-eb526d5bf190 owned by compute:nova {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:14:00.407227 n-d-802623-1 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b095b7c4-44b3-4276-8676-8d0be18fa84f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb2a8bc8-566d-48dc-b91d-d5248a770485', 'code': 200} Jul 27 23:14:00.416092 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8e845d5-75b7-47b2-96c2-d99205779021 req-58179a97-3cce-45de-af2d-fe6ce73405e1 tempest-ServerMetadataNegativeTestJSON-1241375925 tempest-ServerMetadataNegativeTestJSON-1241375925-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:14:00.474858 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:00.476292 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device e47c6535-a4f5-45fa-b256-dc12446d1280 up at agent hyperv_n-h1-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:14:00.563190 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58179a97-3cce-45de-af2d-fe6ce73405e1 tempest-ServerMetadataNegativeTestJSON-1241375925 tempest-ServerMetadataNegativeTestJSON-1241375925-project] Pushing event updated for resources: {'Port': ['ID=8d63928f-73af-47ee-810d-f1fb026c2b03,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:14:00.583191 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e845d5-75b7-47b2-96c2-d99205779021 req-58179a97-3cce-45de-af2d-fe6ce73405e1 tempest-ServerMetadataNegativeTestJSON-1241375925 tempest-ServerMetadataNegativeTestJSON-1241375925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:14:00.584197 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-d8e845d5-75b7-47b2-96c2-d99205779021 req-58179a97-3cce-45de-af2d-fe6ce73405e1 tempest-ServerMetadataNegativeTestJSON-1241375925 tempest-ServerMetadataNegativeTestJSON-1241375925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:00.606599 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-d8e845d5-75b7-47b2-96c2-d99205779021 req-58179a97-3cce-45de-af2d-fe6ce73405e1 tempest-ServerMetadataNegativeTestJSON-1241375925 tempest-ServerMetadataNegativeTestJSON-1241375925-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1725030 Jul 27 23:14:00.616695 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc5ea93-f7d6-488c-aa5a-976ca8f766aa req-4c076fbc-92c5-449d-8840-81e1759fa4d7 tempest-ServerMetadataNegativeTestJSON-1241375925 tempest-ServerMetadataNegativeTestJSON-1241375925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:14:00.619421 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-dbc5ea93-f7d6-488c-aa5a-976ca8f766aa req-4c076fbc-92c5-449d-8840-81e1759fa4d7 tempest-ServerMetadataNegativeTestJSON-1241375925 tempest-ServerMetadataNegativeTestJSON-1241375925-project] 10.222.0.18 "GET /v2.0/ports?device_id=b87f9235-76ef-425f-a2ce-02087dadb990 HTTP/1.1" status: 200 len: 932 time: 0.1457107 Jul 27 23:14:00.626747 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [req-d8e845d5-75b7-47b2-96c2-d99205779021 req-ce2dcd24-1f6e-417d-80b2-8d55fe6656e7 service neutron] Request body: {'port': {'device_id': 'b87f9235-76ef-425f-a2ce-02087dadb990', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802623-1'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:14:00.643429 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-19f2e178-d45e-4fbe-b9be-c3963fc151ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:00.665276 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-0e8bc123-c4a2-4d56-9904-5924cfcb4af4 req-7a8e7810-9256-43cb-acec-034fdd188f07 tempest-ServerRescueNegativeTestJSON-1855851441 tempest-ServerRescueNegativeTestJSON-1855851441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:00.721989 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-d8e845d5-75b7-47b2-96c2-d99205779021 req-ce2dcd24-1f6e-417d-80b2-8d55fe6656e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:00.756012 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] get_ports_and_sgs() called for port_ids ['4c9b191d-845d-40fb-acc0-eb526d5bf190'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:14:00.787803 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-dbc5ea93-f7d6-488c-aa5a-976ca8f766aa req-5a4c5a3c-0bce-4fee-b73b-525e64dd9111 tempest-ServerMetadataNegativeTestJSON-1241375925 tempest-ServerMetadataNegativeTestJSON-1241375925-project] 10.222.0.18 "GET /v2.0/security-groups?id=baa33dab-69cb-4bf1-9b0d-bfe0326eb552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225131 Jul 27 23:14:00.789526 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8e7810-9256-43cb-acec-034fdd188f07 tempest-ServerRescueNegativeTestJSON-1855851441 tempest-ServerRescueNegativeTestJSON-1855851441-project] Pushing event deleted for resources: {'Port': ['ID=4c9b191d-845d-40fb-acc0-eb526d5bf190,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:14:00.827161 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] get_ports_and_sgs() called for port_ids ['f5d1c75c-f1a9-480c-a62c-f9b0baaaa34f'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:14:00.850127 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e8bc123-c4a2-4d56-9904-5924cfcb4af4 req-7a8e7810-9256-43cb-acec-034fdd188f07 tempest-ServerRescueNegativeTestJSON-1855851441 tempest-ServerRescueNegativeTestJSON-1855851441-project] No DVR routers for this DVR port 4c9b191d-845d-40fb-acc0-eb526d5bf190 on host n-h2-802623-1 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:14:00.853018 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-0e8bc123-c4a2-4d56-9904-5924cfcb4af4 req-7a8e7810-9256-43cb-acec-034fdd188f07 tempest-ServerRescueNegativeTestJSON-1855851441 tempest-ServerRescueNegativeTestJSON-1855851441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:00.855744 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-0e8bc123-c4a2-4d56-9904-5924cfcb4af4 req-7a8e7810-9256-43cb-acec-034fdd188f07 tempest-ServerRescueNegativeTestJSON-1855851441 tempest-ServerRescueNegativeTestJSON-1855851441-project] 10.222.0.49 "DELETE /v2.0/ports/4c9b191d-845d-40fb-acc0-eb526d5bf190 HTTP/1.1" status: 204 len: 173 time: 0.9164581 Jul 27 23:14:00.856935 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6551d2f1-dfc9-4bdf-adfb-bc809d0770ff', 'name': 'network-vif-deleted', 'tag': '4c9b191d-845d-40fb-acc0-eb526d5bf190'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:14:00.863737 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a476459a1bfce68b0ae0df5b6a71154bfc7cfdc8f9eefce6ad0a17231e60468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f611bfa-89e3-40b7-bffe-1da3f68feb27" -d '{"events": [{"server_uuid": "6551d2f1-dfc9-4bdf-adfb-bc809d0770ff", "name": "network-vif-deleted", "tag": "4c9b191d-845d-40fb-acc0-eb526d5bf190"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:14:00.917020 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa4791f-7b01-4123-bf45-279ff2ebcb9c req-b5066495-0598-44cc-9611-fe6477e8e88c tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:14:00.923228 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa4791f-7b01-4123-bf45-279ff2ebcb9c req-b5066495-0598-44cc-9611-fe6477e8e88c tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:14:00.940352 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa4791f-7b01-4123-bf45-279ff2ebcb9c req-b5066495-0598-44cc-9611-fe6477e8e88c tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:14:00.966382 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa4791f-7b01-4123-bf45-279ff2ebcb9c req-b5066495-0598-44cc-9611-fe6477e8e88c tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:14:00.979233 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa4791f-7b01-4123-bf45-279ff2ebcb9c req-b5066495-0598-44cc-9611-fe6477e8e88c tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:14:00.995974 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa4791f-7b01-4123-bf45-279ff2ebcb9c req-b5066495-0598-44cc-9611-fe6477e8e88c tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:14:01.006125 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Pushing event updated for resources: {'Port': ['ID=cb2a8bc8-566d-48dc-b91d-d5248a770485,revision_number=5']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:14:01.010900 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa4791f-7b01-4123-bf45-279ff2ebcb9c req-b5066495-0598-44cc-9611-fe6477e8e88c tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:14:01.025771 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-6fa4791f-7b01-4123-bf45-279ff2ebcb9c req-b5066495-0598-44cc-9611-fe6477e8e88c tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] 10.222.0.18 "GET /v2.0/ports?device_id=b095b7c4-44b3-4276-8676-8d0be18fa84f HTTP/1.1" status: 200 len: 5427 time: 0.3734105 Jul 27 23:14:01.029845 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:14:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-911032b2-d6fd-42cb-a83f-7d63f23dc5db x-openstack-request-id: req-911032b2-d6fd-42cb-a83f-7d63f23dc5db {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:14:01.030139 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6551d2f1-dfc9-4bdf-adfb-bc809d0770ff", "name": "network-vif-deleted", "tag": "4c9b191d-845d-40fb-acc0-eb526d5bf190", "status": "completed", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:14:01.030391 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-911032b2-d6fd-42cb-a83f-7d63f23dc5db {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:14:01.030782 n-d-802623-1 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6551d2f1-dfc9-4bdf-adfb-bc809d0770ff', 'name': 'network-vif-deleted', 'tag': '4c9b191d-845d-40fb-acc0-eb526d5bf190', 'status': 'completed', 'code': 200} Jul 27 23:14:01.032638 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Provisioning for port e47c6535-a4f5-45fa-b256-dc12446d1280 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:14:01.041534 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Provisioning complete for port e47c6535-a4f5-45fa-b256-dc12446d1280 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:14:01.042144 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:01.096843 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-6fa4791f-7b01-4123-bf45-279ff2ebcb9c req-1a36af2e-ce87-432f-b236-41128cc0580b tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] 10.222.0.18 "GET /v2.0/security-groups?id=8a179c9a-ee47-4a9a-9e98-ceb367c5785f&id=099e8df2-bc6b-4be8-8e74-9791e0ffd653&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0695407 Jul 27 23:14:01.192037 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [req-d8e845d5-75b7-47b2-96c2-d99205779021 req-ce2dcd24-1f6e-417d-80b2-8d55fe6656e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d63928f-73af-47ee-810d-f1fb026c2b03 {{(pid=93798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:14:01.200701 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-d8e845d5-75b7-47b2-96c2-d99205779021 req-ce2dcd24-1f6e-417d-80b2-8d55fe6656e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:01.234292 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-d8e845d5-75b7-47b2-96c2-d99205779021 req-ce2dcd24-1f6e-417d-80b2-8d55fe6656e7 service neutron] Transition to ACTIVE for port object 8d63928f-73af-47ee-810d-f1fb026c2b03 will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:14:01.249010 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:01.263187 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-d8e845d5-75b7-47b2-96c2-d99205779021 req-ce2dcd24-1f6e-417d-80b2-8d55fe6656e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:01.322770 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port e47c6535-a4f5-45fa-b256-dc12446d1280, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=e47c6535-a4f5-45fa-b256-dc12446d1280,segment=NetworkSegment(2c40d656-ea7c-43ca-9b2a-a1885f79a619),segment_id=2c40d656-ea7c-43ca-9b2a-a1885f79a619)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:14:01.328198 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a65bc80-e228-433b-bc88-78b340a5278b req-55c7bfdc-dc26-4a43-8fd8-6b2bdffe3948 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:14:01.332800 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:01.348136 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-9a65bc80-e228-433b-bc88-78b340a5278b req-55c7bfdc-dc26-4a43-8fd8-6b2bdffe3948 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/ports?device_id=98a73beb-1410-4001-89d9-567ccd6893bc HTTP/1.1" status: 200 len: 949 time: 0.1408992 Jul 27 23:14:01.380277 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2dcd24-1f6e-417d-80b2-8d55fe6656e7 service neutron] Pushing event updated for resources: {'Port': ['ID=8d63928f-73af-47ee-810d-f1fb026c2b03,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:14:01.457892 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-9a65bc80-e228-433b-bc88-78b340a5278b req-b2471783-9187-45c9-ab5b-a792bfda38f3 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb779318-b8ff-43a6-a94f-3ce471aff166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990367 Jul 27 23:14:01.460640 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-45784f05-276b-40cb-8684-31696596e97b req-617b6930-473f-4b4f-a31d-a2c0f0c420f1 tempest-ServerRescueNegativeTestJSON-1855851441 tempest-ServerRescueNegativeTestJSON-1855851441-project] 10.222.0.18 "GET /v2.0/ports?device_id=6551d2f1-dfc9-4bdf-adfb-bc809d0770ff HTTP/1.1" status: 200 len: 210 time: 0.0758317 Jul 27 23:14:01.474295 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Pushing event updated for resources: {'Port': ['ID=e47c6535-a4f5-45fa-b256-dc12446d1280,revision_number=5']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:14:01.522594 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-d8e845d5-75b7-47b2-96c2-d99205779021 req-ce2dcd24-1f6e-417d-80b2-8d55fe6656e7 service neutron] Attempting to bind port 8d63928f-73af-47ee-810d-f1fb026c2b03 on host n-h1-802623-1 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:14:01.522990 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-d8e845d5-75b7-47b2-96c2-d99205779021 req-ce2dcd24-1f6e-417d-80b2-8d55fe6656e7 service neutron] Attempting to bind port 8d63928f-73af-47ee-810d-f1fb026c2b03 by drivers openvswitch,hyperv on host n-h1-802623-1 at level 0 using segments [{'id': '41c6b6ec-e70d-4e20-8755-762b9c004bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '29ee6e0e-5177-487c-ae17-69fc29b9655c'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:14:01.524672 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8e845d5-75b7-47b2-96c2-d99205779021 req-ce2dcd24-1f6e-417d-80b2-8d55fe6656e7 service neutron] Attempting to bind port 8d63928f-73af-47ee-810d-f1fb026c2b03 on network 29ee6e0e-5177-487c-ae17-69fc29b9655c {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:14:01.537767 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8e845d5-75b7-47b2-96c2-d99205779021 req-ce2dcd24-1f6e-417d-80b2-8d55fe6656e7 service neutron] Port 8d63928f-73af-47ee-810d-f1fb026c2b03 on network 29ee6e0e-5177-487c-ae17-69fc29b9655c not bound, no agent of type Open vSwitch agent registered on host n-h1-802623-1 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 23:14:01.538801 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8e845d5-75b7-47b2-96c2-d99205779021 req-ce2dcd24-1f6e-417d-80b2-8d55fe6656e7 service neutron] Attempting to bind port 8d63928f-73af-47ee-810d-f1fb026c2b03 on network 29ee6e0e-5177-487c-ae17-69fc29b9655c {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:14:01.545278 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8e845d5-75b7-47b2-96c2-d99205779021 req-ce2dcd24-1f6e-417d-80b2-8d55fe6656e7 service neutron] Checking agent: {'id': '245f1da4-a9b8-4b08-90d7-28f0f342b839', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 59, 59), 'started_at': datetime.datetime(2021, 7, 27, 22, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 13, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:14:01.545626 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8e845d5-75b7-47b2-96c2-d99205779021 req-ce2dcd24-1f6e-417d-80b2-8d55fe6656e7 service neutron] Checking segment: {'id': '41c6b6ec-e70d-4e20-8755-762b9c004bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '29ee6e0e-5177-487c-ae17-69fc29b9655c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:14:01.546013 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8e845d5-75b7-47b2-96c2-d99205779021 req-ce2dcd24-1f6e-417d-80b2-8d55fe6656e7 service neutron] Bound using segment: {'id': '41c6b6ec-e70d-4e20-8755-762b9c004bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '29ee6e0e-5177-487c-ae17-69fc29b9655c'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:14:01.547281 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-d8e845d5-75b7-47b2-96c2-d99205779021 req-ce2dcd24-1f6e-417d-80b2-8d55fe6656e7 service neutron] Bound port: 8d63928f-73af-47ee-810d-f1fb026c2b03, host: n-h1-802623-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41c6b6ec-e70d-4e20-8755-762b9c004bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '29ee6e0e-5177-487c-ae17-69fc29b9655c'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:14:01.547653 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-d8e845d5-75b7-47b2-96c2-d99205779021 req-ce2dcd24-1f6e-417d-80b2-8d55fe6656e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:01.582393 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] get_ports_and_sgs() called for port_ids ['3dd86524-9011-45e6-a984-688db58af8c0'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:14:01.660887 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-d8e845d5-75b7-47b2-96c2-d99205779021 req-ce2dcd24-1f6e-417d-80b2-8d55fe6656e7 service neutron] For port 8d63928f-73af-47ee-810d-f1fb026c2b03, host n-h1-802623-1, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:14:01.664881 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-d8e845d5-75b7-47b2-96c2-d99205779021 req-ce2dcd24-1f6e-417d-80b2-8d55fe6656e7 service neutron] For port 8d63928f-73af-47ee-810d-f1fb026c2b03, host n-h1-802623-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=8d63928f-73af-47ee-810d-f1fb026c2b03,segment=NetworkSegment(41c6b6ec-e70d-4e20-8755-762b9c004bd0),segment_id=41c6b6ec-e70d-4e20-8755-762b9c004bd0)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:14:01.669730 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-d8e845d5-75b7-47b2-96c2-d99205779021 req-ce2dcd24-1f6e-417d-80b2-8d55fe6656e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:01.716051 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e845d5-75b7-47b2-96c2-d99205779021 req-ce2dcd24-1f6e-417d-80b2-8d55fe6656e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:14:01.716675 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-d8e845d5-75b7-47b2-96c2-d99205779021 req-ce2dcd24-1f6e-417d-80b2-8d55fe6656e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:01.718065 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-d8e845d5-75b7-47b2-96c2-d99205779021 req-ce2dcd24-1f6e-417d-80b2-8d55fe6656e7 service neutron] 10.222.0.38 "PUT /v2.0/ports/8d63928f-73af-47ee-810d-f1fb026c2b03 HTTP/1.1" status: 200 len: 1092 time: 1.0966549 Jul 27 23:14:01.718504 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b87f9235-76ef-425f-a2ce-02087dadb990', 'tag': '8d63928f-73af-47ee-810d-f1fb026c2b03'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:14:01.720782 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}011f8d312121274bb12d78e77c6379a2079800640016cec6c6d605b73666e854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca8ede34-a35b-4300-96f3-57c115f6fc56" -d '{"events": [{"name": "network-changed", "server_uuid": "b87f9235-76ef-425f-a2ce-02087dadb990", "tag": "8d63928f-73af-47ee-810d-f1fb026c2b03"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:14:01.749526 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2dcd24-1f6e-417d-80b2-8d55fe6656e7 service neutron] Pushing event updated for resources: {'Port': ['ID=8d63928f-73af-47ee-810d-f1fb026c2b03,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:14:01.795666 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 23:14:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3358f122-b271-4d64-acd6-6808ab15cac2 x-openstack-request-id: req-3358f122-b271-4d64-acd6-6808ab15cac2 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:14:01.796023 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b87f9235-76ef-425f-a2ce-02087dadb990", "tag": "8d63928f-73af-47ee-810d-f1fb026c2b03", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:14:01.796230 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3358f122-b271-4d64-acd6-6808ab15cac2 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:14:01.796610 n-d-802623-1 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b87f9235-76ef-425f-a2ce-02087dadb990', 'tag': '8d63928f-73af-47ee-810d-f1fb026c2b03', 'status': 'completed', 'code': 200} Jul 27 23:14:01.815410 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e845d5-75b7-47b2-96c2-d99205779021 req-ba3a8e5c-e2d3-4f3a-b5e5-07cb5cbb181c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:14:01.817626 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-d8e845d5-75b7-47b2-96c2-d99205779021 req-ba3a8e5c-e2d3-4f3a-b5e5-07cb5cbb181c service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=aa2231d547254a11ac1bad653a91c13d&device_id=b87f9235-76ef-425f-a2ce-02087dadb990 HTTP/1.1" status: 200 len: 1095 time: 0.0525069 Jul 27 23:14:01.867920 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-d8e845d5-75b7-47b2-96c2-d99205779021 req-4b7cf51e-f046-4796-aed0-ab6ca961b260 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8d63928f-73af-47ee-810d-f1fb026c2b03 HTTP/1.1" status: 200 len: 217 time: 0.0400279 Jul 27 23:14:01.955474 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e845d5-75b7-47b2-96c2-d99205779021 req-14b8abd5-b823-41bb-9998-de316ae24681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:14:01.956978 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-d8e845d5-75b7-47b2-96c2-d99205779021 req-14b8abd5-b823-41bb-9998-de316ae24681 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=57c041d8-51c7-49d3-976b-8351e0924484 HTTP/1.1" status: 200 len: 860 time: 0.0765917 Jul 27 23:14:01.969882 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc5e825-c60e-4d2f-b6e9-d07a274d8632 req-07ed2c34-ca3b-4fab-a0c0-0884ee8867ee tempest-ServerMetadataNegativeTestJSON-1241375925 tempest-ServerMetadataNegativeTestJSON-1241375925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:14:01.971399 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-efc5e825-c60e-4d2f-b6e9-d07a274d8632 req-07ed2c34-ca3b-4fab-a0c0-0884ee8867ee tempest-ServerMetadataNegativeTestJSON-1241375925 tempest-ServerMetadataNegativeTestJSON-1241375925-project] 10.222.0.18 "GET /v2.0/ports?device_id=b87f9235-76ef-425f-a2ce-02087dadb990 HTTP/1.1" status: 200 len: 944 time: 0.0934758 Jul 27 23:14:02.010325 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-d8e845d5-75b7-47b2-96c2-d99205779021 req-798e17de-824d-4c63-b84c-d6646f5210b5 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=29ee6e0e-5177-487c-ae17-69fc29b9655c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379775 Jul 27 23:14:02.095137 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-efc5e825-c60e-4d2f-b6e9-d07a274d8632 req-6737f1bb-fcba-4a7d-9d43-c9c44e05a6bc tempest-ServerMetadataNegativeTestJSON-1241375925 tempest-ServerMetadataNegativeTestJSON-1241375925-project] 10.222.0.18 "GET /v2.0/security-groups?id=baa33dab-69cb-4bf1-9b0d-bfe0326eb552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126866 Jul 27 23:14:02.156383 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7418f70f-e60d-4709-8ba9-6ab514bc7f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:02.160503 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-d8e845d5-75b7-47b2-96c2-d99205779021 req-f45bf213-ca2a-4e7a-af83-254a021c5ad8 service neutron] 10.222.0.38 "GET /v2.0/networks/29ee6e0e-5177-487c-ae17-69fc29b9655c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416907 Jul 27 23:14:02.305067 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de65754-56fc-423b-a440-23b1ca9cb8da req-c5160e4e-8c08-407d-8555-9902b87ab19a tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:14:02.311628 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de65754-56fc-423b-a440-23b1ca9cb8da req-c5160e4e-8c08-407d-8555-9902b87ab19a tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:14:02.317711 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de65754-56fc-423b-a440-23b1ca9cb8da req-c5160e4e-8c08-407d-8555-9902b87ab19a tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:14:02.323701 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de65754-56fc-423b-a440-23b1ca9cb8da req-c5160e4e-8c08-407d-8555-9902b87ab19a tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:14:02.330721 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de65754-56fc-423b-a440-23b1ca9cb8da req-c5160e4e-8c08-407d-8555-9902b87ab19a tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:14:02.336444 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de65754-56fc-423b-a440-23b1ca9cb8da req-c5160e4e-8c08-407d-8555-9902b87ab19a tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:14:02.342610 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de65754-56fc-423b-a440-23b1ca9cb8da req-c5160e4e-8c08-407d-8555-9902b87ab19a tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:14:02.344716 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-3de65754-56fc-423b-a440-23b1ca9cb8da req-c5160e4e-8c08-407d-8555-9902b87ab19a tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] 10.222.0.18 "GET /v2.0/ports?device_id=b095b7c4-44b3-4276-8676-8d0be18fa84f HTTP/1.1" status: 200 len: 5428 time: 0.1282945 Jul 27 23:14:02.391449 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-d8e845d5-75b7-47b2-96c2-d99205779021 req-a0a7d0ca-26b0-4e5f-beef-aec53ff4a121 service neutron] 10.222.0.38 "GET /v2.0/networks/29ee6e0e-5177-487c-ae17-69fc29b9655c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2211442 Jul 27 23:14:02.408693 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b095b7c4-44b3-4276-8676-8d0be18fa84f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e47c6535-a4f5-45fa-b256-dc12446d1280'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:14:02.410875 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c0369b0d4f459110ff20a1f9878ba33f96d6491bddb9d15843bf29d01e0bda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c9aa893-0017-4a89-bed5-791a098d5af0" -d '{"events": [{"server_uuid": "b095b7c4-44b3-4276-8676-8d0be18fa84f", "name": "network-vif-plugged", "status": "completed", "tag": "e47c6535-a4f5-45fa-b256-dc12446d1280"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:14:02.415114 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-3de65754-56fc-423b-a440-23b1ca9cb8da req-c80c43e1-387a-4240-953e-49ca27f5e7a7 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] 10.222.0.18 "GET /v2.0/security-groups?id=8a179c9a-ee47-4a9a-9e98-ceb367c5785f&id=099e8df2-bc6b-4be8-8e74-9791e0ffd653&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0615015 Jul 27 23:14:02.464441 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:14:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a828c58d-f747-444a-91e2-bab237a83db6 x-openstack-request-id: req-a828c58d-f747-444a-91e2-bab237a83db6 {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:14:02.464968 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b095b7c4-44b3-4276-8676-8d0be18fa84f", "name": "network-vif-plugged", "status": "completed", "tag": "e47c6535-a4f5-45fa-b256-dc12446d1280", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:14:02.465869 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a828c58d-f747-444a-91e2-bab237a83db6 {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:14:02.466758 n-d-802623-1 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b095b7c4-44b3-4276-8676-8d0be18fa84f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e47c6535-a4f5-45fa-b256-dc12446d1280', 'code': 200} Jul 27 23:14:02.511758 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8ede34-a35b-4300-96f3-57c115f6fc56 req-2dfaa0b3-3947-4420-91ed-6f1fdbef29b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:14:02.513340 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ca8ede34-a35b-4300-96f3-57c115f6fc56 req-2dfaa0b3-3947-4420-91ed-6f1fdbef29b3 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=aa2231d547254a11ac1bad653a91c13d&device_id=b87f9235-76ef-425f-a2ce-02087dadb990 HTTP/1.1" status: 200 len: 1095 time: 0.0521817 Jul 27 23:14:02.609584 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662f9df3-2443-47e2-8064-8308cc567a18 req-0077fb66-59d0-4ed0-85f4-cf25568baba6 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:14:02.618025 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-662f9df3-2443-47e2-8064-8308cc567a18 req-0077fb66-59d0-4ed0-85f4-cf25568baba6 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/ports?device_id=98a73beb-1410-4001-89d9-567ccd6893bc HTTP/1.1" status: 200 len: 949 time: 0.0819764 Jul 27 23:14:02.672687 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-662f9df3-2443-47e2-8064-8308cc567a18 req-5e1dc4fe-7119-48f1-a334-f9c95cf07cfe tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb779318-b8ff-43a6-a94f-3ce471aff166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507743 Jul 27 23:14:02.743269 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8ede34-a35b-4300-96f3-57c115f6fc56 req-8f25974c-d67b-4d0f-a7ab-95b14ad65ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:14:02.745176 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ca8ede34-a35b-4300-96f3-57c115f6fc56 req-8f25974c-d67b-4d0f-a7ab-95b14ad65ea8 service neutron] 10.222.0.38 "GET /v2.0/networks?id=29ee6e0e-5177-487c-ae17-69fc29b9655c HTTP/1.1" status: 200 len: 921 time: 0.2175584 Jul 27 23:14:02.803802 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ca8ede34-a35b-4300-96f3-57c115f6fc56 req-709d0f40-1d22-4ec2-814f-3a0db006c105 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8d63928f-73af-47ee-810d-f1fb026c2b03 HTTP/1.1" status: 200 len: 217 time: 0.0495865 Jul 27 23:14:02.864375 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8ede34-a35b-4300-96f3-57c115f6fc56 req-87831577-40fb-43c1-bf39-4a9f610f1010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:14:02.865787 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ca8ede34-a35b-4300-96f3-57c115f6fc56 req-87831577-40fb-43c1-bf39-4a9f610f1010 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=57c041d8-51c7-49d3-976b-8351e0924484 HTTP/1.1" status: 200 len: 860 time: 0.0488210 Jul 27 23:14:02.903539 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d712ffd6-e865-45f6-835c-e86e597a76bd req-ce6ca917-d25c-4ac5-95ab-89f7d03a58bb tempest-ServerRescueNegativeTestJSON-1855851441 tempest-ServerRescueNegativeTestJSON-1855851441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:14:02.906671 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d712ffd6-e865-45f6-835c-e86e597a76bd req-ce6ca917-d25c-4ac5-95ab-89f7d03a58bb tempest-ServerRescueNegativeTestJSON-1855851441 tempest-ServerRescueNegativeTestJSON-1855851441-project] 10.222.0.18 "GET /v2.0/ports?device_id=18bf2265-d54a-42b3-beea-c61771ab87ab HTTP/1.1" status: 200 len: 945 time: 0.0607307 Jul 27 23:14:02.923238 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ca8ede34-a35b-4300-96f3-57c115f6fc56 req-4a4c71ed-760a-4e92-8b50-9686b1b7bd91 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=29ee6e0e-5177-487c-ae17-69fc29b9655c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445518 Jul 27 23:14:02.976459 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d712ffd6-e865-45f6-835c-e86e597a76bd req-1e9b17f7-dd82-4ae0-beaa-330dad6f6ff0 tempest-ServerRescueNegativeTestJSON-1855851441 tempest-ServerRescueNegativeTestJSON-1855851441-project] 10.222.0.18 "GET /v2.0/security-groups?id=1af18e13-f94e-429a-ab8a-66f4e32e8b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642617 Jul 27 23:14:03.010382 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 39676) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:14:03.039995 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ca8ede34-a35b-4300-96f3-57c115f6fc56 req-03abedf0-1c40-4cb4-bcf0-c67efa6feefb service neutron] 10.222.0.38 "GET /v2.0/networks/29ee6e0e-5177-487c-ae17-69fc29b9655c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068630 Jul 27 23:14:03.154452 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7be76147-6bcc-4220-94ad-26cbfeec6fc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:03.167931 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ca8ede34-a35b-4300-96f3-57c115f6fc56 req-58b1af44-8911-4f1e-86fa-dff22136b1d7 service neutron] 10.222.0.38 "GET /v2.0/networks/29ee6e0e-5177-487c-ae17-69fc29b9655c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114502 Jul 27 23:14:03.265197 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b74a3d9-e88b-445c-b231-0a9ac3627f74 req-6a59fe0f-a33a-4442-8167-8f336c76711c tempest-ServerMetadataNegativeTestJSON-1241375925 tempest-ServerMetadataNegativeTestJSON-1241375925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:14:03.267343 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-2b74a3d9-e88b-445c-b231-0a9ac3627f74 req-6a59fe0f-a33a-4442-8167-8f336c76711c tempest-ServerMetadataNegativeTestJSON-1241375925 tempest-ServerMetadataNegativeTestJSON-1241375925-project] 10.222.0.18 "GET /v2.0/ports?device_id=b87f9235-76ef-425f-a2ce-02087dadb990 HTTP/1.1" status: 200 len: 944 time: 0.0659733 Jul 27 23:14:03.304808 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7be76147-6bcc-4220-94ad-26cbfeec6fc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:03.311925 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7be76147-6bcc-4220-94ad-26cbfeec6fc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:03.327240 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-2b74a3d9-e88b-445c-b231-0a9ac3627f74 req-faada953-fb31-46cf-a0ec-37e867cb8869 tempest-ServerMetadataNegativeTestJSON-1241375925 tempest-ServerMetadataNegativeTestJSON-1241375925-project] 10.222.0.18 "GET /v2.0/security-groups?id=baa33dab-69cb-4bf1-9b0d-bfe0326eb552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488713 Jul 27 23:14:03.361440 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-7be76147-6bcc-4220-94ad-26cbfeec6fc1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e6220c37de204649b21543905c18b274&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3475285 Jul 27 23:14:03.361440 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be76147-6bcc-4220-94ad-26cbfeec6fc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cedadda0-2ef9-40c5-9bc5-df2b0481b209,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:14:03.362396 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 39710) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:14:03.417636 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-69c854e8-c5be-48d0-849d-42db587aa4b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:03.443513 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-69c854e8-c5be-48d0-849d-42db587aa4b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:03.508891 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-69c854e8-c5be-48d0-849d-42db587aa4b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:03.512003 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-69c854e8-c5be-48d0-849d-42db587aa4b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:03.515437 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-69c854e8-c5be-48d0-849d-42db587aa4b1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/cedadda0-2ef9-40c5-9bc5-df2b0481b209 HTTP/1.1" status: 204 len: 168 time: 0.1498885 Jul 27 23:14:03.545168 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c854e8-c5be-48d0-849d-42db587aa4b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cedadda0-2ef9-40c5-9bc5-df2b0481b209,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:14:03.597053 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b39eb6-52dd-4780-aa10-5eed6c44569d req-3fe288bc-819b-4633-a562-103749140584 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:14:03.602898 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b39eb6-52dd-4780-aa10-5eed6c44569d req-3fe288bc-819b-4633-a562-103749140584 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:14:03.609528 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b39eb6-52dd-4780-aa10-5eed6c44569d req-3fe288bc-819b-4633-a562-103749140584 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:14:03.615319 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b39eb6-52dd-4780-aa10-5eed6c44569d req-3fe288bc-819b-4633-a562-103749140584 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:14:03.621094 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b39eb6-52dd-4780-aa10-5eed6c44569d req-3fe288bc-819b-4633-a562-103749140584 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:14:03.626622 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device b0d9ae02-d7ae-4081-8329-a04703c772b8 up at agent hyperv_n-h1-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:14:03.627115 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b39eb6-52dd-4780-aa10-5eed6c44569d req-3fe288bc-819b-4633-a562-103749140584 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:14:03.632934 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b39eb6-52dd-4780-aa10-5eed6c44569d req-3fe288bc-819b-4633-a562-103749140584 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:14:03.634833 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-83b39eb6-52dd-4780-aa10-5eed6c44569d req-3fe288bc-819b-4633-a562-103749140584 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] 10.222.0.18 "GET /v2.0/ports?device_id=b095b7c4-44b3-4276-8676-8d0be18fa84f HTTP/1.1" status: 200 len: 5428 time: 0.1111121 Jul 27 23:14:03.687216 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Provisioning for port b0d9ae02-d7ae-4081-8329-a04703c772b8 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:14:03.687636 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-83b39eb6-52dd-4780-aa10-5eed6c44569d req-3c46a533-d2af-4ac1-8107-2770c57612c5 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] 10.222.0.18 "GET /v2.0/security-groups?id=8a179c9a-ee47-4a9a-9e98-ceb367c5785f&id=099e8df2-bc6b-4be8-8e74-9791e0ffd653&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0457387 Jul 27 23:14:03.694544 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Provisioning complete for port b0d9ae02-d7ae-4081-8329-a04703c772b8 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:14:03.695113 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:03.801567 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:03.807508 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece08808-4844-4bb6-98ad-903a3d9f8a2b req-b5ae53bc-f8a6-44f9-84dc-0fa7512e3e8f tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:14:03.811554 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-ece08808-4844-4bb6-98ad-903a3d9f8a2b req-b5ae53bc-f8a6-44f9-84dc-0fa7512e3e8f tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/ports?device_id=98a73beb-1410-4001-89d9-567ccd6893bc HTTP/1.1" status: 200 len: 949 time: 0.0644321 Jul 27 23:14:03.842763 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port b0d9ae02-d7ae-4081-8329-a04703c772b8, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=b0d9ae02-d7ae-4081-8329-a04703c772b8,segment=NetworkSegment(c9fb78ac-e6ea-467c-8f46-ba3c48e27877),segment_id=c9fb78ac-e6ea-467c-8f46-ba3c48e27877)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:14:03.848118 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:03.849288 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device d4667984-2b2a-40a8-8de7-e286cc2c1b95 up at agent hyperv_n-h1-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:14:03.862685 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-ece08808-4844-4bb6-98ad-903a3d9f8a2b req-e4bcab2f-5338-4753-abe0-fcb18da001c3 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb779318-b8ff-43a6-a94f-3ce471aff166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454450 Jul 27 23:14:03.909099 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 39744) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:14:03.924263 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8e946379-0e15-4c8c-b5de-65ba63db07ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:03.945362 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Pushing event updated for resources: {'Port': ['ID=b0d9ae02-d7ae-4081-8329-a04703c772b8,revision_number=5']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:14:03.961064 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Provisioning for port d4667984-2b2a-40a8-8de7-e286cc2c1b95 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:14:03.965795 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Provisioning complete for port d4667984-2b2a-40a8-8de7-e286cc2c1b95 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:14:03.966349 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:04.031664 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8e946379-0e15-4c8c-b5de-65ba63db07ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:04.039390 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8e946379-0e15-4c8c-b5de-65ba63db07ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:04.055769 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:04.092801 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port d4667984-2b2a-40a8-8de7-e286cc2c1b95, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=d4667984-2b2a-40a8-8de7-e286cc2c1b95,segment=NetworkSegment(938ec75d-2450-4436-aa8a-94471f8dbbb3),segment_id=938ec75d-2450-4436-aa8a-94471f8dbbb3)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:14:04.100346 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:04.101512 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 50b2311c-7f44-4357-bc67-6eaa1ae4cefe up at agent hyperv_n-h1-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:14:04.110570 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-8e946379-0e15-4c8c-b5de-65ba63db07ef admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=20eb86a015d045b3a797371cf19f4313&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1978257 Jul 27 23:14:04.110885 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 39758) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:14:04.120575 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e946379-0e15-4c8c-b5de-65ba63db07ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de834fcd-f36e-4278-ae5c-fc88b29d2573,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:14:04.149266 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03eae2d5-39f0-4776-8bc9-5b412782383c req-1cf8da98-fbe1-4420-91b1-cc851108bf69 tempest-ServerRescueNegativeTestJSON-1855851441 tempest-ServerRescueNegativeTestJSON-1855851441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:14:04.151106 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-03eae2d5-39f0-4776-8bc9-5b412782383c req-1cf8da98-fbe1-4420-91b1-cc851108bf69 tempest-ServerRescueNegativeTestJSON-1855851441 tempest-ServerRescueNegativeTestJSON-1855851441-project] 10.222.0.18 "GET /v2.0/ports?device_id=18bf2265-d54a-42b3-beea-c61771ab87ab HTTP/1.1" status: 200 len: 945 time: 0.0960419 Jul 27 23:14:04.204071 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c9b613e3-b320-44e9-93f2-c1db54cc1f0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:04.207790 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-03eae2d5-39f0-4776-8bc9-5b412782383c req-2ecdae7e-0f90-4b08-a97c-7fd6e0bf5fa5 tempest-ServerRescueNegativeTestJSON-1855851441 tempest-ServerRescueNegativeTestJSON-1855851441-project] 10.222.0.18 "GET /v2.0/security-groups?id=1af18e13-f94e-429a-ab8a-66f4e32e8b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481069 Jul 27 23:14:04.236144 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c9b613e3-b320-44e9-93f2-c1db54cc1f0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:04.321391 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c9b613e3-b320-44e9-93f2-c1db54cc1f0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:04.324957 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c9b613e3-b320-44e9-93f2-c1db54cc1f0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:04.326423 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-c9b613e3-b320-44e9-93f2-c1db54cc1f0d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/de834fcd-f36e-4278-ae5c-fc88b29d2573 HTTP/1.1" status: 204 len: 168 time: 0.2143552 Jul 27 23:14:04.338555 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b613e3-b320-44e9-93f2-c1db54cc1f0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de834fcd-f36e-4278-ae5c-fc88b29d2573,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:14:04.347054 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Provisioning for port 50b2311c-7f44-4357-bc67-6eaa1ae4cefe completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:14:04.360279 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Pushing event updated for resources: {'Port': ['ID=d4667984-2b2a-40a8-8de7-e286cc2c1b95,revision_number=5']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:14:04.364946 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Provisioning complete for port 50b2311c-7f44-4357-bc67-6eaa1ae4cefe triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:14:04.365317 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:04.469797 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b095b7c4-44b3-4276-8676-8d0be18fa84f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0d9ae02-d7ae-4081-8329-a04703c772b8'}, {'server_uuid': 'b095b7c4-44b3-4276-8676-8d0be18fa84f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4667984-2b2a-40a8-8de7-e286cc2c1b95'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:14:04.472638 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c0369b0d4f459110ff20a1f9878ba33f96d6491bddb9d15843bf29d01e0bda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d2349cb-c61f-4722-8b2e-3efbef8c194c" -d '{"events": [{"server_uuid": "b095b7c4-44b3-4276-8676-8d0be18fa84f", "name": "network-vif-plugged", "status": "completed", "tag": "b0d9ae02-d7ae-4081-8329-a04703c772b8"}, {"server_uuid": "b095b7c4-44b3-4276-8676-8d0be18fa84f", "name": "network-vif-plugged", "status": "completed", "tag": "d4667984-2b2a-40a8-8de7-e286cc2c1b95"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:14:04.477899 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbf640a-44e6-4e49-ab31-b02c4a51b4d8 req-3ff0aedc-b677-48ba-8436-8f0c16ec2d55 tempest-ServerMetadataNegativeTestJSON-1241375925 tempest-ServerMetadataNegativeTestJSON-1241375925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:14:04.481747 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:04.483124 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-dfbf640a-44e6-4e49-ab31-b02c4a51b4d8 req-3ff0aedc-b677-48ba-8436-8f0c16ec2d55 tempest-ServerMetadataNegativeTestJSON-1241375925 tempest-ServerMetadataNegativeTestJSON-1241375925-project] 10.222.0.18 "GET /v2.0/ports?device_id=b87f9235-76ef-425f-a2ce-02087dadb990 HTTP/1.1" status: 200 len: 944 time: 0.0881171 Jul 27 23:14:04.536948 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 27 Jul 2021 23:14:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9354045b-a247-4417-9a89-96d7160dafbe x-openstack-request-id: req-9354045b-a247-4417-9a89-96d7160dafbe {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:14:04.537246 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b095b7c4-44b3-4276-8676-8d0be18fa84f", "name": "network-vif-plugged", "status": "completed", "tag": "b0d9ae02-d7ae-4081-8329-a04703c772b8", "code": 200}, {"server_uuid": "b095b7c4-44b3-4276-8676-8d0be18fa84f", "name": "network-vif-plugged", "status": "completed", "tag": "d4667984-2b2a-40a8-8de7-e286cc2c1b95", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:14:04.537661 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9354045b-a247-4417-9a89-96d7160dafbe {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:14:04.538386 n-d-802623-1 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b095b7c4-44b3-4276-8676-8d0be18fa84f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0d9ae02-d7ae-4081-8329-a04703c772b8', 'code': 200} Jul 27 23:14:04.538960 n-d-802623-1 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b095b7c4-44b3-4276-8676-8d0be18fa84f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4667984-2b2a-40a8-8de7-e286cc2c1b95', 'code': 200} Jul 27 23:14:04.542284 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-dfbf640a-44e6-4e49-ab31-b02c4a51b4d8 req-690b2849-257f-4aca-918d-534c95b82974 tempest-ServerMetadataNegativeTestJSON-1241375925 tempest-ServerMetadataNegativeTestJSON-1241375925-project] 10.222.0.18 "GET /v2.0/security-groups?id=baa33dab-69cb-4bf1-9b0d-bfe0326eb552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535347 Jul 27 23:14:04.545958 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port 50b2311c-7f44-4357-bc67-6eaa1ae4cefe, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=50b2311c-7f44-4357-bc67-6eaa1ae4cefe,segment=NetworkSegment(c9fb78ac-e6ea-467c-8f46-ba3c48e27877),segment_id=c9fb78ac-e6ea-467c-8f46-ba3c48e27877)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:14:04.551722 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:04.553006 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device f5d1c75c-f1a9-480c-a62c-f9b0baaaa34f up at agent hyperv_n-h1-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:14:04.632267 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:04.646431 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Pushing event updated for resources: {'Port': ['ID=50b2311c-7f44-4357-bc67-6eaa1ae4cefe,revision_number=5']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:14:04.656704 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Provisioning for port f5d1c75c-f1a9-480c-a62c-f9b0baaaa34f completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:14:04.660855 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Provisioning complete for port f5d1c75c-f1a9-480c-a62c-f9b0baaaa34f triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:14:04.661304 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:04.736757 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device 4c9b191d-845d-40fb-acc0-eb526d5bf190 no longer exists at agent hyperv_n-h2-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:14:04.771402 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] No Port match for: 4c9b191d-845d-40fb-acc0-eb526d5bf190 {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:14:04.771702 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device 4c9b191d-845d-40fb-acc0-eb526d5bf190 not bound to the agent host n-h2-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:14:04.780449 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:04.823733 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port f5d1c75c-f1a9-480c-a62c-f9b0baaaa34f, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=f5d1c75c-f1a9-480c-a62c-f9b0baaaa34f,segment=NetworkSegment(938ec75d-2450-4436-aa8a-94471f8dbbb3),segment_id=938ec75d-2450-4436-aa8a-94471f8dbbb3)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:14:04.832131 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:04.833046 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 10e1e141-fabd-4db9-87e9-ff971f3de446 up at agent hyperv_n-h1-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:14:04.868998 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1a4f01-222e-4199-b88e-449672a666cc req-82e58a9e-e176-4f64-a646-a6dec82a871b tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:14:04.876546 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1a4f01-222e-4199-b88e-449672a666cc req-82e58a9e-e176-4f64-a646-a6dec82a871b tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:14:04.883541 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1a4f01-222e-4199-b88e-449672a666cc req-82e58a9e-e176-4f64-a646-a6dec82a871b tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:14:04.891909 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1a4f01-222e-4199-b88e-449672a666cc req-82e58a9e-e176-4f64-a646-a6dec82a871b tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:14:04.897984 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1a4f01-222e-4199-b88e-449672a666cc req-82e58a9e-e176-4f64-a646-a6dec82a871b tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:14:04.904740 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1a4f01-222e-4199-b88e-449672a666cc req-82e58a9e-e176-4f64-a646-a6dec82a871b tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:14:04.910705 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1a4f01-222e-4199-b88e-449672a666cc req-82e58a9e-e176-4f64-a646-a6dec82a871b tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:14:04.919390 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-3b1a4f01-222e-4199-b88e-449672a666cc req-82e58a9e-e176-4f64-a646-a6dec82a871b tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] 10.222.0.18 "GET /v2.0/ports?device_id=b095b7c4-44b3-4276-8676-8d0be18fa84f HTTP/1.1" status: 200 len: 5431 time: 0.1140428 Jul 27 23:14:04.945230 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Pushing event updated for resources: {'Port': ['ID=f5d1c75c-f1a9-480c-a62c-f9b0baaaa34f,revision_number=5']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:14:04.969572 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-3b1a4f01-222e-4199-b88e-449672a666cc req-7a476fb9-ed7f-4d44-84d3-5cca0dbc0c8e tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] 10.222.0.18 "GET /v2.0/security-groups?id=8a179c9a-ee47-4a9a-9e98-ceb367c5785f&id=099e8df2-bc6b-4be8-8e74-9791e0ffd653&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0491779 Jul 27 23:14:04.970857 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Provisioning for port 10e1e141-fabd-4db9-87e9-ff971f3de446 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:14:04.978729 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Provisioning complete for port 10e1e141-fabd-4db9-87e9-ff971f3de446 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:14:04.980310 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:05.042272 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145fb977-5b08-48d0-9711-ddb7fc7f6719 req-d7fd2e4d-344f-456d-929a-0fa76d076405 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:14:05.044639 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-145fb977-5b08-48d0-9711-ddb7fc7f6719 req-d7fd2e4d-344f-456d-929a-0fa76d076405 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/ports?device_id=98a73beb-1410-4001-89d9-567ccd6893bc HTTP/1.1" status: 200 len: 949 time: 0.0794482 Jul 27 23:14:05.087373 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:05.108476 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-145fb977-5b08-48d0-9711-ddb7fc7f6719 req-4b8351c6-49f2-4106-afb0-93c33c09ab0e tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb779318-b8ff-43a6-a94f-3ce471aff166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561171 Jul 27 23:14:05.129299 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port 10e1e141-fabd-4db9-87e9-ff971f3de446, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=10e1e141-fabd-4db9-87e9-ff971f3de446,segment=NetworkSegment(c9fb78ac-e6ea-467c-8f46-ba3c48e27877),segment_id=c9fb78ac-e6ea-467c-8f46-ba3c48e27877)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:14:05.133807 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:05.193035 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Pushing event updated for resources: {'Port': ['ID=10e1e141-fabd-4db9-87e9-ff971f3de446,revision_number=5']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:14:05.330627 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70861054-cca6-404b-8caa-565dbd9ef02d req-495d090f-1648-42c0-b1f1-f4048170f3c9 tempest-ServerRescueNegativeTestJSON-1855851441 tempest-ServerRescueNegativeTestJSON-1855851441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:14:05.332207 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-70861054-cca6-404b-8caa-565dbd9ef02d req-495d090f-1648-42c0-b1f1-f4048170f3c9 tempest-ServerRescueNegativeTestJSON-1855851441 tempest-ServerRescueNegativeTestJSON-1855851441-project] 10.222.0.18 "GET /v2.0/ports?device_id=18bf2265-d54a-42b3-beea-c61771ab87ab HTTP/1.1" status: 200 len: 945 time: 0.0511551 Jul 27 23:14:05.379633 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-70861054-cca6-404b-8caa-565dbd9ef02d req-7af3a92c-e87c-4753-9241-679215b7b8db tempest-ServerRescueNegativeTestJSON-1855851441 tempest-ServerRescueNegativeTestJSON-1855851441-project] 10.222.0.18 "GET /v2.0/security-groups?id=1af18e13-f94e-429a-ab8a-66f4e32e8b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401487 Jul 27 23:14:05.655089 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 8d63928f-73af-47ee-810d-f1fb026c2b03 details requested by agent hyperv_n-h1-802623-1 with host n-h1-802623-1 {{(pid=93799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 23:14:05.680612 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c303468c-a3c4-4597-9f21-e3009d32d4a3 req-89f334b8-d847-4770-bf97-7818cb0617be tempest-ServerMetadataNegativeTestJSON-1241375925 tempest-ServerMetadataNegativeTestJSON-1241375925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:14:05.688353 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-c303468c-a3c4-4597-9f21-e3009d32d4a3 req-89f334b8-d847-4770-bf97-7818cb0617be tempest-ServerMetadataNegativeTestJSON-1241375925 tempest-ServerMetadataNegativeTestJSON-1241375925-project] 10.222.0.18 "GET /v2.0/ports?device_id=b87f9235-76ef-425f-a2ce-02087dadb990 HTTP/1.1" status: 200 len: 944 time: 0.0621476 Jul 27 23:14:05.696516 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 39884) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:14:05.736215 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-c303468c-a3c4-4597-9f21-e3009d32d4a3 req-52ca2853-3e74-4bbb-a6b2-1f79d3bed06a tempest-ServerMetadataNegativeTestJSON-1241375925 tempest-ServerMetadataNegativeTestJSON-1241375925-project] 10.222.0.18 "GET /v2.0/security-groups?id=baa33dab-69cb-4bf1-9b0d-bfe0326eb552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468578 Jul 27 23:14:05.781498 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port 8d63928f-73af-47ee-810d-f1fb026c2b03, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=8d63928f-73af-47ee-810d-f1fb026c2b03,segment=NetworkSegment(41c6b6ec-e70d-4e20-8755-762b9c004bd0),segment_id=41c6b6ec-e70d-4e20-8755-762b9c004bd0)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:14:05.794506 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Returning: {'device': '8d63928f-73af-47ee-810d-f1fb026c2b03', 'network_id': '29ee6e0e-5177-487c-ae17-69fc29b9655c', 'port_id': '8d63928f-73af-47ee-810d-f1fb026c2b03', 'mac_address': 'fa:16:3e:3e:80:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57c041d8-51c7-49d3-976b-8351e0924484', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 23:14:05.828113 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1e59c231-0cef-4c59-b6b4-4becafacf61c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:05.835187 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:05.848329 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d63928f-73af-47ee-810d-f1fb026c2b03 {{(pid=93799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:14:05.869700 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port 8d63928f-73af-47ee-810d-f1fb026c2b03, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=8d63928f-73af-47ee-810d-f1fb026c2b03,segment=NetworkSegment(41c6b6ec-e70d-4e20-8755-762b9c004bd0),segment_id=41c6b6ec-e70d-4e20-8755-762b9c004bd0)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:14:05.875790 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:05.924222 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Pushing event updated for resources: {'Port': ['ID=8d63928f-73af-47ee-810d-f1fb026c2b03,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:14:05.926496 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1e59c231-0cef-4c59-b6b4-4becafacf61c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:05.931244 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1e59c231-0cef-4c59-b6b4-4becafacf61c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:05.968926 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e59c231-0cef-4c59-b6b4-4becafacf61c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=057adf81-aaa9-45cb-8fe8-2ebbe7d77530,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:14:05.973644 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-1e59c231-0cef-4c59-b6b4-4becafacf61c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f04e19b01b7042b4a0e453465e9af696&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2760589 Jul 27 23:14:05.977121 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 39900) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:14:06.029941 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c5a532bd-ebb4-412e-8557-ae5e17e6c32d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:06.053170 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c5a532bd-ebb4-412e-8557-ae5e17e6c32d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:06.108024 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc18ceb-d929-400d-866b-1b32f5458db0 req-94287aaa-2129-4d12-9e47-50056a45d780 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:14:06.114086 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc18ceb-d929-400d-866b-1b32f5458db0 req-94287aaa-2129-4d12-9e47-50056a45d780 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:14:06.120022 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c5a532bd-ebb4-412e-8557-ae5e17e6c32d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:06.120156 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc18ceb-d929-400d-866b-1b32f5458db0 req-94287aaa-2129-4d12-9e47-50056a45d780 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:14:06.123242 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c5a532bd-ebb4-412e-8557-ae5e17e6c32d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:06.124705 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-c5a532bd-ebb4-412e-8557-ae5e17e6c32d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/057adf81-aaa9-45cb-8fe8-2ebbe7d77530 HTTP/1.1" status: 204 len: 168 time: 0.1461761 Jul 27 23:14:06.134238 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a532bd-ebb4-412e-8557-ae5e17e6c32d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=057adf81-aaa9-45cb-8fe8-2ebbe7d77530,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:14:06.143742 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc18ceb-d929-400d-866b-1b32f5458db0 req-94287aaa-2129-4d12-9e47-50056a45d780 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:14:06.155482 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc18ceb-d929-400d-866b-1b32f5458db0 req-94287aaa-2129-4d12-9e47-50056a45d780 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:14:06.165017 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc18ceb-d929-400d-866b-1b32f5458db0 req-94287aaa-2129-4d12-9e47-50056a45d780 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:14:06.173073 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc18ceb-d929-400d-866b-1b32f5458db0 req-94287aaa-2129-4d12-9e47-50056a45d780 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:14:06.182636 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-fcc18ceb-d929-400d-866b-1b32f5458db0 req-94287aaa-2129-4d12-9e47-50056a45d780 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] 10.222.0.18 "GET /v2.0/ports?device_id=b095b7c4-44b3-4276-8676-8d0be18fa84f HTTP/1.1" status: 200 len: 5433 time: 0.1319089 Jul 27 23:14:06.214994 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] get_ports_and_sgs() called for port_ids ['8d63928f-73af-47ee-810d-f1fb026c2b03'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:14:06.247350 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-fcc18ceb-d929-400d-866b-1b32f5458db0 req-1af78f90-c2ee-4232-9fe4-2b130905df01 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] 10.222.0.18 "GET /v2.0/security-groups?id=8a179c9a-ee47-4a9a-9e98-ceb367c5785f&id=099e8df2-bc6b-4be8-8e74-9791e0ffd653&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0557942 Jul 27 23:14:06.261910 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f61f373-09b3-465c-9e60-4fa2de68c86b req-008a8268-b71e-4b52-8641-4e603a09a014 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:14:06.263672 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-5f61f373-09b3-465c-9e60-4fa2de68c86b req-008a8268-b71e-4b52-8641-4e603a09a014 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/ports?device_id=98a73beb-1410-4001-89d9-567ccd6893bc HTTP/1.1" status: 200 len: 949 time: 0.0650854 Jul 27 23:14:06.311407 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-5f61f373-09b3-465c-9e60-4fa2de68c86b req-b96bebe4-24ca-448f-8f51-f6fb431d2e87 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb779318-b8ff-43a6-a94f-3ce471aff166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401137 Jul 27 23:14:06.345344 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 39922) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:14:06.502257 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0eb0f3e2-1a29-466c-a5c4-c061c857c1f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:06.537038 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0bbef0-2278-4b92-a0b1-912704ea9975 req-1be13585-d006-471f-b1b8-1c0e9bba2fde tempest-ServerRescueNegativeTestJSON-1855851441 tempest-ServerRescueNegativeTestJSON-1855851441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:14:06.538584 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8a0bbef0-2278-4b92-a0b1-912704ea9975 req-1be13585-d006-471f-b1b8-1c0e9bba2fde tempest-ServerRescueNegativeTestJSON-1855851441 tempest-ServerRescueNegativeTestJSON-1855851441-project] 10.222.0.18 "GET /v2.0/ports?device_id=18bf2265-d54a-42b3-beea-c61771ab87ab HTTP/1.1" status: 200 len: 945 time: 0.0797050 Jul 27 23:14:06.540826 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b095b7c4-44b3-4276-8676-8d0be18fa84f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50b2311c-7f44-4357-bc67-6eaa1ae4cefe'}, {'server_uuid': 'b095b7c4-44b3-4276-8676-8d0be18fa84f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5d1c75c-f1a9-480c-a62c-f9b0baaaa34f'}, {'server_uuid': 'b095b7c4-44b3-4276-8676-8d0be18fa84f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10e1e141-fabd-4db9-87e9-ff971f3de446'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:14:06.543798 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c0369b0d4f459110ff20a1f9878ba33f96d6491bddb9d15843bf29d01e0bda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a57eb69-c086-480b-900f-8ecc61ca3ba3" -d '{"events": [{"server_uuid": "b095b7c4-44b3-4276-8676-8d0be18fa84f", "name": "network-vif-plugged", "status": "completed", "tag": "50b2311c-7f44-4357-bc67-6eaa1ae4cefe"}, {"server_uuid": "b095b7c4-44b3-4276-8676-8d0be18fa84f", "name": "network-vif-plugged", "status": "completed", "tag": "f5d1c75c-f1a9-480c-a62c-f9b0baaaa34f"}, {"server_uuid": "b095b7c4-44b3-4276-8676-8d0be18fa84f", "name": "network-vif-plugged", "status": "completed", "tag": "10e1e141-fabd-4db9-87e9-ff971f3de446"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:14:06.583828 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Tue, 27 Jul 2021 23:14:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72d9ef79-2388-4576-9174-b7882392ed7c x-openstack-request-id: req-72d9ef79-2388-4576-9174-b7882392ed7c {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:14:06.584129 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b095b7c4-44b3-4276-8676-8d0be18fa84f", "name": "network-vif-plugged", "status": "completed", "tag": "50b2311c-7f44-4357-bc67-6eaa1ae4cefe", "code": 200}, {"server_uuid": "b095b7c4-44b3-4276-8676-8d0be18fa84f", "name": "network-vif-plugged", "status": "completed", "tag": "f5d1c75c-f1a9-480c-a62c-f9b0baaaa34f", "code": 200}, {"server_uuid": "b095b7c4-44b3-4276-8676-8d0be18fa84f", "name": "network-vif-plugged", "status": "completed", "tag": "10e1e141-fabd-4db9-87e9-ff971f3de446", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:14:06.584390 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-72d9ef79-2388-4576-9174-b7882392ed7c {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:14:06.584785 n-d-802623-1 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b095b7c4-44b3-4276-8676-8d0be18fa84f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50b2311c-7f44-4357-bc67-6eaa1ae4cefe', 'code': 200} Jul 27 23:14:06.585130 n-d-802623-1 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b095b7c4-44b3-4276-8676-8d0be18fa84f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5d1c75c-f1a9-480c-a62c-f9b0baaaa34f', 'code': 200} Jul 27 23:14:06.585353 n-d-802623-1 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b095b7c4-44b3-4276-8676-8d0be18fa84f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10e1e141-fabd-4db9-87e9-ff971f3de446', 'code': 200} Jul 27 23:14:06.608663 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8a0bbef0-2278-4b92-a0b1-912704ea9975 req-b9e5794b-dfac-4162-aa15-62528591bfcc tempest-ServerRescueNegativeTestJSON-1855851441 tempest-ServerRescueNegativeTestJSON-1855851441-project] 10.222.0.18 "GET /v2.0/security-groups?id=1af18e13-f94e-429a-ab8a-66f4e32e8b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573575 Jul 27 23:14:06.656126 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0eb0f3e2-1a29-466c-a5c4-c061c857c1f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:06.663577 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0eb0f3e2-1a29-466c-a5c4-c061c857c1f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:06.703840 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-0eb0f3e2-1a29-466c-a5c4-c061c857c1f4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=dbf51969ac2941bdb029555923f895e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3568599 Jul 27 23:14:06.704718 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb0f3e2-1a29-466c-a5c4-c061c857c1f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d2b38ea-392a-4a4f-ad86-8bc374c8f55c,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:14:06.707002 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 39944) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:14:06.735249 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fc532e-d5ac-4a32-849b-c559a32079ff req-0cc3724b-527a-4f6c-a0bb-7e9295f9928a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:14:06.735716 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fc532e-d5ac-4a32-849b-c559a32079ff req-0cc3724b-527a-4f6c-a0bb-7e9295f9928a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:14:06.736178 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fc532e-d5ac-4a32-849b-c559a32079ff req-0cc3724b-527a-4f6c-a0bb-7e9295f9928a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:14:06.736901 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fc532e-d5ac-4a32-849b-c559a32079ff req-0cc3724b-527a-4f6c-a0bb-7e9295f9928a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:14:06.737519 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fc532e-d5ac-4a32-849b-c559a32079ff req-0cc3724b-527a-4f6c-a0bb-7e9295f9928a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:14:06.737979 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fc532e-d5ac-4a32-849b-c559a32079ff req-0cc3724b-527a-4f6c-a0bb-7e9295f9928a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:14:06.738573 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fc532e-d5ac-4a32-849b-c559a32079ff req-0cc3724b-527a-4f6c-a0bb-7e9295f9928a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:14:06.740610 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-26fc532e-d5ac-4a32-849b-c559a32079ff req-0cc3724b-527a-4f6c-a0bb-7e9295f9928a service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=b095b7c4-44b3-4276-8676-8d0be18fa84f HTTP/1.1" status: 200 len: 6490 time: 0.0600433 Jul 27 23:14:06.769342 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-89ab96a8-956f-4219-ae7b-2788bbb7516a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:06.784123 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-26fc532e-d5ac-4a32-849b-c559a32079ff req-5741562d-f038-4d43-b994-d69f8634e8e4 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=8a179c9a-ee47-4a9a-9e98-ceb367c5785f&id=099e8df2-bc6b-4be8-8e74-9791e0ffd653&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0346630 Jul 27 23:14:06.793951 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-89ab96a8-956f-4219-ae7b-2788bbb7516a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:06.872861 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8b73a0-2344-4579-a11f-09d6bed36eb3 req-6356e854-2e78-41c8-9183-5c78f29e0aff tempest-ServerMetadataNegativeTestJSON-1241375925 tempest-ServerMetadataNegativeTestJSON-1241375925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:14:06.874795 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-ce8b73a0-2344-4579-a11f-09d6bed36eb3 req-6356e854-2e78-41c8-9183-5c78f29e0aff tempest-ServerMetadataNegativeTestJSON-1241375925 tempest-ServerMetadataNegativeTestJSON-1241375925-project] 10.222.0.18 "GET /v2.0/ports?device_id=b87f9235-76ef-425f-a2ce-02087dadb990 HTTP/1.1" status: 200 len: 945 time: 0.0665569 Jul 27 23:14:06.899220 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-89ab96a8-956f-4219-ae7b-2788bbb7516a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:06.901826 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-89ab96a8-956f-4219-ae7b-2788bbb7516a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:06.903561 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-89ab96a8-956f-4219-ae7b-2788bbb7516a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4d2b38ea-392a-4a4f-ad86-8bc374c8f55c HTTP/1.1" status: 204 len: 168 time: 0.1913097 Jul 27 23:14:06.904266 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 39954) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:14:06.918098 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ab96a8-956f-4219-ae7b-2788bbb7516a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d2b38ea-392a-4a4f-ad86-8bc374c8f55c,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:14:06.944014 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-ce8b73a0-2344-4579-a11f-09d6bed36eb3 req-8f0b1aee-f3b9-41ef-a221-5ba7ea67f131 tempest-ServerMetadataNegativeTestJSON-1241375925 tempest-ServerMetadataNegativeTestJSON-1241375925-project] 10.222.0.18 "GET /v2.0/security-groups?id=baa33dab-69cb-4bf1-9b0d-bfe0326eb552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627546 Jul 27 23:14:07.004450 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-6724421c-55bd-4362-8d1d-ec9b6682cc5c admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-2075530828-network', 'tenant_id': '63335f5f30aa4279921bf8e469e2b753'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:14:07.026803 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6724421c-55bd-4362-8d1d-ec9b6682cc5c admin admin] Made reservation on behalf of 63335f5f30aa4279921bf8e469e2b753 for: {'network': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:14:07.029688 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6724421c-55bd-4362-8d1d-ec9b6682cc5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for network, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:07.037941 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6724421c-55bd-4362-8d1d-ec9b6682cc5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:07.130991 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6724421c-55bd-4362-8d1d-ec9b6682cc5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:07.140142 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6724421c-55bd-4362-8d1d-ec9b6682cc5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:07.166067 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6724421c-55bd-4362-8d1d-ec9b6682cc5c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 531} {{(pid=93798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 23:14:07.176542 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6724421c-55bd-4362-8d1d-ec9b6682cc5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4daccd8-cf20-481b-97f9-9f0b5bce602e,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:14:07.181777 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6724421c-55bd-4362-8d1d-ec9b6682cc5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:07.182124 n-d-802623-1 neutron-server[93798]: INFO neutron.db.segments_db [None req-6724421c-55bd-4362-8d1d-ec9b6682cc5c admin admin] Added segment 581ace71-b51b-4793-b03c-e85d8420ffe3 of type vlan for network fad8bfa8-f447-470c-b9fc-91616b00e055 Jul 27 23:14:07.227554 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6724421c-55bd-4362-8d1d-ec9b6682cc5c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736833354590'] for network, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:07.257471 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6724421c-55bd-4362-8d1d-ec9b6682cc5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569'] for network, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:07.258545 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6724421c-55bd-4362-8d1d-ec9b6682cc5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:14:07.259158 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6724421c-55bd-4362-8d1d-ec9b6682cc5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:07.316021 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-6724421c-55bd-4362-8d1d-ec9b6682cc5c admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4104326 Jul 27 23:14:07.319093 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 39972) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:14:07.325639 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-d73f95a6-92b1-4242-b9ca-d69dbdd4cc15 admin admin] Request body: {'subnet': {'network_id': 'fad8bfa8-f447-470c-b9fc-91616b00e055', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-2075530828-subnet', 'tenant_id': '63335f5f30aa4279921bf8e469e2b753', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:14:07.337623 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6724421c-55bd-4362-8d1d-ec9b6682cc5c admin admin] Pushing event updated for resources: {'Network': ['ID=fad8bfa8-f447-470c-b9fc-91616b00e055,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:14:07.355183 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Network fad8bfa8-f447-470c-b9fc-91616b00e055 details requested by agent ovs-agent-n-d-802623-1 with host n-d-802623-1 {{(pid=93799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 23:14:07.356729 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d73f95a6-92b1-4242-b9ca-d69dbdd4cc15 admin admin] Made reservation on behalf of 63335f5f30aa4279921bf8e469e2b753 for: {'subnet': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:14:07.359805 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d73f95a6-92b1-4242-b9ca-d69dbdd4cc15 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11551435'] for subnet, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:07.415208 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5955322c-1ca5-43fb-a71a-f2a550ebaac8 req-44b3b5e2-9abe-4930-b177-69ecfc11b1ba tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:14:07.426677 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5955322c-1ca5-43fb-a71a-f2a550ebaac8 req-44b3b5e2-9abe-4930-b177-69ecfc11b1ba tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:14:07.438321 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5955322c-1ca5-43fb-a71a-f2a550ebaac8 req-44b3b5e2-9abe-4930-b177-69ecfc11b1ba tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:14:07.444822 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5955322c-1ca5-43fb-a71a-f2a550ebaac8 req-44b3b5e2-9abe-4930-b177-69ecfc11b1ba tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:14:07.451367 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5955322c-1ca5-43fb-a71a-f2a550ebaac8 req-44b3b5e2-9abe-4930-b177-69ecfc11b1ba tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:14:07.458110 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5955322c-1ca5-43fb-a71a-f2a550ebaac8 req-44b3b5e2-9abe-4930-b177-69ecfc11b1ba tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:14:07.464201 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5955322c-1ca5-43fb-a71a-f2a550ebaac8 req-44b3b5e2-9abe-4930-b177-69ecfc11b1ba tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:14:07.466158 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-5955322c-1ca5-43fb-a71a-f2a550ebaac8 req-44b3b5e2-9abe-4930-b177-69ecfc11b1ba tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] 10.222.0.18 "GET /v2.0/ports?device_id=b095b7c4-44b3-4276-8676-8d0be18fa84f HTTP/1.1" status: 200 len: 5433 time: 0.1477041 Jul 27 23:14:07.507714 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e95ddf4-d999-4ac9-99e9-c07effb66d02 req-d4be3070-2f3a-4591-b769-d8b913022016 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:14:07.515572 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-0e95ddf4-d999-4ac9-99e9-c07effb66d02 req-d4be3070-2f3a-4591-b769-d8b913022016 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/ports?device_id=98a73beb-1410-4001-89d9-567ccd6893bc HTTP/1.1" status: 200 len: 949 time: 0.0936515 Jul 27 23:14:07.516838 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-5955322c-1ca5-43fb-a71a-f2a550ebaac8 req-dab8594d-204b-49cd-9da5-2d5935487463 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] 10.222.0.18 "GET /v2.0/security-groups?id=8a179c9a-ee47-4a9a-9e98-ceb367c5785f&id=099e8df2-bc6b-4be8-8e74-9791e0ffd653&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0408437 Jul 27 23:14:07.608264 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-0e95ddf4-d999-4ac9-99e9-c07effb66d02 req-c88825ea-3832-4fb3-b930-463332905d3c tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb779318-b8ff-43a6-a94f-3ce471aff166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917709 Jul 27 23:14:07.663889 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 8d63928f-73af-47ee-810d-f1fb026c2b03 up at agent hyperv_n-h1-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:14:07.678549 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d73f95a6-92b1-4242-b9ca-d69dbdd4cc15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11336182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11551417'] for subnet, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:07.737041 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Provisioning for port 8d63928f-73af-47ee-810d-f1fb026c2b03 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:14:07.742873 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Provisioning complete for port 8d63928f-73af-47ee-810d-f1fb026c2b03 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:14:07.743746 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:07.784184 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73f95a6-92b1-4242-b9ca-d69dbdd4cc15 admin admin] Pushing event updated for resources: {'Subnet': ['ID=52a4d5d1-71b2-405d-81c0-f3a84fcb4bdf,revision_number=0']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:14:07.789129 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a580067a-e63c-4cc9-880d-480bb1dcd4e8 req-61ced658-e866-45bd-8613-f8d8d6e74744 tempest-ServerRescueNegativeTestJSON-1855851441 tempest-ServerRescueNegativeTestJSON-1855851441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:14:07.790703 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a580067a-e63c-4cc9-880d-480bb1dcd4e8 req-61ced658-e866-45bd-8613-f8d8d6e74744 tempest-ServerRescueNegativeTestJSON-1855851441 tempest-ServerRescueNegativeTestJSON-1855851441-project] 10.222.0.18 "GET /v2.0/ports?device_id=18bf2265-d54a-42b3-beea-c61771ab87ab HTTP/1.1" status: 200 len: 945 time: 0.0650895 Jul 27 23:14:07.795852 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d73f95a6-92b1-4242-b9ca-d69dbdd4cc15 admin admin] Checking segment: {'id': '581ace71-b51b-4793-b03c-e85d8420ffe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'fad8bfa8-f447-470c-b9fc-91616b00e055'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:14:07.796393 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d73f95a6-92b1-4242-b9ca-d69dbdd4cc15 admin admin] Network hostable DHCP agents. Network: fad8bfa8-f447-470c-b9fc-91616b00e055, hostable agents: ['5950e76f-2bde-4343-a925-cbe6bacd2706'], hosted agents: [] {{(pid=93797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 23:14:07.818226 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d73f95a6-92b1-4242-b9ca-d69dbdd4cc15 admin admin] Network fad8bfa8-f447-470c-b9fc-91616b00e055 is scheduled to be hosted by DHCP agent 5950e76f-2bde-4343-a925-cbe6bacd2706 with binding_index 1 {{(pid=93797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 23:14:07.830233 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-d73f95a6-92b1-4242-b9ca-d69dbdd4cc15 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802623-1, fad8bfa8-f447-470c-b9fc-91616b00e055) {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:14:07.834577 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d73f95a6-92b1-4242-b9ca-d69dbdd4cc15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:14:07.835376 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d73f95a6-92b1-4242-b9ca-d69dbdd4cc15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for subnet, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:07.849160 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a580067a-e63c-4cc9-880d-480bb1dcd4e8 req-0eea6337-cde3-4ea9-8efe-cc85fac0f98d tempest-ServerRescueNegativeTestJSON-1855851441 tempest-ServerRescueNegativeTestJSON-1855851441-project] 10.222.0.18 "GET /v2.0/security-groups?id=1af18e13-f94e-429a-ab8a-66f4e32e8b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410936 Jul 27 23:14:07.852503 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-d73f95a6-92b1-4242-b9ca-d69dbdd4cc15 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5318198 Jul 27 23:14:07.878413 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fef5cb39-9ae9-474b-a7a1-c84d91c8d01d None None] Network fad8bfa8-f447-470c-b9fc-91616b00e055 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:14:07.949126 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:08.008955 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port 8d63928f-73af-47ee-810d-f1fb026c2b03, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=8d63928f-73af-47ee-810d-f1fb026c2b03,segment=NetworkSegment(41c6b6ec-e70d-4e20-8755-762b9c004bd0),segment_id=41c6b6ec-e70d-4e20-8755-762b9c004bd0)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:14:08.019847 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:08.114613 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daf1626-4b93-432b-9bf2-10468aef656f req-1d8c9a3d-56a0-46f5-b580-c89f63f7ad7b tempest-ServerMetadataNegativeTestJSON-1241375925 tempest-ServerMetadataNegativeTestJSON-1241375925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:14:08.116232 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-1daf1626-4b93-432b-9bf2-10468aef656f req-1d8c9a3d-56a0-46f5-b580-c89f63f7ad7b tempest-ServerMetadataNegativeTestJSON-1241375925 tempest-ServerMetadataNegativeTestJSON-1241375925-project] 10.222.0.18 "GET /v2.0/ports?device_id=b87f9235-76ef-425f-a2ce-02087dadb990 HTTP/1.1" status: 200 len: 946 time: 0.0587013 Jul 27 23:14:08.153394 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7850760d-fe6c-4bc4-85f6-87f5cc17e20a None None] Network fad8bfa8-f447-470c-b9fc-91616b00e055 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:14:08.180144 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-1daf1626-4b93-432b-9bf2-10468aef656f req-b52307d4-ad94-4526-bfdb-cb0382c73ba8 tempest-ServerMetadataNegativeTestJSON-1241375925 tempest-ServerMetadataNegativeTestJSON-1241375925-project] 10.222.0.18 "GET /v2.0/security-groups?id=baa33dab-69cb-4bf1-9b0d-bfe0326eb552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486395 Jul 27 23:14:08.228985 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Pushing event updated for resources: {'Port': ['ID=8d63928f-73af-47ee-810d-f1fb026c2b03,revision_number=5']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:14:08.528928 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 40026) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:14:08.534229 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-537965b2-1b96-49ed-b9d7-490268a6e654 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1511796357-network', 'tenant_id': 'b41e45e5b99a4f429630b6905a8a9691'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:14:08.556407 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-537965b2-1b96-49ed-b9d7-490268a6e654 admin admin] Made reservation on behalf of b41e45e5b99a4f429630b6905a8a9691 for: {'network': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:14:08.559285 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-537965b2-1b96-49ed-b9d7-490268a6e654 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for network, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:08.567707 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-537965b2-1b96-49ed-b9d7-490268a6e654 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:08.586687 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b87f9235-76ef-425f-a2ce-02087dadb990', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d63928f-73af-47ee-810d-f1fb026c2b03'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:14:08.589268 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c0369b0d4f459110ff20a1f9878ba33f96d6491bddb9d15843bf29d01e0bda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98ecb2f4-b239-440b-9a96-1e0079db3005" -d '{"events": [{"server_uuid": "b87f9235-76ef-425f-a2ce-02087dadb990", "name": "network-vif-plugged", "status": "completed", "tag": "8d63928f-73af-47ee-810d-f1fb026c2b03"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:14:08.638413 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:14:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3de9926d-ae62-4c9e-a17c-94cbfe6757aa x-openstack-request-id: req-3de9926d-ae62-4c9e-a17c-94cbfe6757aa {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:14:08.638842 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b87f9235-76ef-425f-a2ce-02087dadb990", "name": "network-vif-plugged", "status": "completed", "tag": "8d63928f-73af-47ee-810d-f1fb026c2b03", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:14:08.639225 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3de9926d-ae62-4c9e-a17c-94cbfe6757aa {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:14:08.639801 n-d-802623-1 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b87f9235-76ef-425f-a2ce-02087dadb990', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d63928f-73af-47ee-810d-f1fb026c2b03', 'code': 200} Jul 27 23:14:08.686267 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-537965b2-1b96-49ed-b9d7-490268a6e654 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:08.694157 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-537965b2-1b96-49ed-b9d7-490268a6e654 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:08.707081 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75240ca-fa30-4811-901a-101083449c6a req-e7fa899c-03f4-49fe-b6ab-971bd73f92d8 tempest-ServerRescueNegativeTestJSON-1855851441 tempest-ServerRescueNegativeTestJSON-1855851441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:14:08.708657 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-d75240ca-fa30-4811-901a-101083449c6a req-e7fa899c-03f4-49fe-b6ab-971bd73f92d8 tempest-ServerRescueNegativeTestJSON-1855851441 tempest-ServerRescueNegativeTestJSON-1855851441-project] 10.222.0.38 "GET /v2.0/ports?device_id=18bf2265-d54a-42b3-beea-c61771ab87ab HTTP/1.1" status: 200 len: 945 time: 0.1358254 Jul 27 23:14:08.733429 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-537965b2-1b96-49ed-b9d7-490268a6e654 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 536} {{(pid=93797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 23:14:08.738910 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a163605-a383-4183-a986-9d474c92c237 req-860dcaed-b122-46a2-a815-d6214af2b045 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:14:08.745001 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537965b2-1b96-49ed-b9d7-490268a6e654 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2cac37e-59a8-4938-81cc-172c76f352b3,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:14:08.745783 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a163605-a383-4183-a986-9d474c92c237 req-860dcaed-b122-46a2-a815-d6214af2b045 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:14:08.753629 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-537965b2-1b96-49ed-b9d7-490268a6e654 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:08.754132 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a163605-a383-4183-a986-9d474c92c237 req-860dcaed-b122-46a2-a815-d6214af2b045 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:14:08.754643 n-d-802623-1 neutron-server[93797]: INFO neutron.db.segments_db [None req-537965b2-1b96-49ed-b9d7-490268a6e654 admin admin] Added segment 2f11b804-07bb-4ec7-bf59-f26f8d3465b4 of type vlan for network 10048b5c-0928-4dc2-9f62-3fdc9e53e908 Jul 27 23:14:08.762907 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a163605-a383-4183-a986-9d474c92c237 req-860dcaed-b122-46a2-a815-d6214af2b045 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:14:08.769779 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a163605-a383-4183-a986-9d474c92c237 req-860dcaed-b122-46a2-a815-d6214af2b045 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:14:08.778788 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a163605-a383-4183-a986-9d474c92c237 req-860dcaed-b122-46a2-a815-d6214af2b045 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:14:08.785165 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a163605-a383-4183-a986-9d474c92c237 req-860dcaed-b122-46a2-a815-d6214af2b045 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:14:08.793069 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-0a163605-a383-4183-a986-9d474c92c237 req-860dcaed-b122-46a2-a815-d6214af2b045 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] 10.222.0.18 "GET /v2.0/ports?device_id=b095b7c4-44b3-4276-8676-8d0be18fa84f HTTP/1.1" status: 200 len: 5433 time: 0.1668568 Jul 27 23:14:08.817080 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-537965b2-1b96-49ed-b9d7-490268a6e654 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736833354590'] for network, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:08.873649 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939f0ccb-8ef7-417b-9e89-5879255ddfdd req-02e71dab-f661-4652-a0ac-e96e83fc0fbe tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:14:08.875325 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-939f0ccb-8ef7-417b-9e89-5879255ddfdd req-02e71dab-f661-4652-a0ac-e96e83fc0fbe tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/ports?device_id=98a73beb-1410-4001-89d9-567ccd6893bc HTTP/1.1" status: 200 len: 949 time: 0.0717413 Jul 27 23:14:08.891926 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-537965b2-1b96-49ed-b9d7-490268a6e654 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569'] for network, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:08.893004 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-537965b2-1b96-49ed-b9d7-490268a6e654 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:14:08.893602 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-537965b2-1b96-49ed-b9d7-490268a6e654 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for network, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:08.919157 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-0a163605-a383-4183-a986-9d474c92c237 req-bcd4f1d6-527e-4b84-8767-4f151e3113e4 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] 10.222.0.18 "GET /v2.0/security-groups?id=8a179c9a-ee47-4a9a-9e98-ceb367c5785f&id=099e8df2-bc6b-4be8-8e74-9791e0ffd653&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1244292 Jul 27 23:14:08.926270 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f64726-ca72-431d-a50d-e4980cc9adce req-aa4d80fb-3ebd-4dd0-a53e-f57c14e6d58d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:14:08.928171 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-09f64726-ca72-431d-a50d-e4980cc9adce req-aa4d80fb-3ebd-4dd0-a53e-f57c14e6d58d service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=b87f9235-76ef-425f-a2ce-02087dadb990 HTTP/1.1" status: 200 len: 1097 time: 0.2186267 Jul 27 23:14:08.985522 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-d75240ca-fa30-4811-901a-101083449c6a req-eb6cbc6d-d51b-4dcb-8041-595cbf4d4b30 tempest-ServerRescueNegativeTestJSON-1855851441 tempest-ServerRescueNegativeTestJSON-1855851441-project] Deleting port 3dd86524-9011-45e6-a984-688db58af8c0 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:14:08.986143 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-d75240ca-fa30-4811-901a-101083449c6a req-eb6cbc6d-d51b-4dcb-8041-595cbf4d4b30 tempest-ServerRescueNegativeTestJSON-1855851441 tempest-ServerRescueNegativeTestJSON-1855851441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:08.993444 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-537965b2-1b96-49ed-b9d7-490268a6e654 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4632394 Jul 27 23:14:09.000188 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 40056) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:14:09.009418 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-5b36e849-5370-4a95-8773-6d3ac8ab913c admin admin] Request body: {'subnet': {'network_id': '10048b5c-0928-4dc2-9f62-3fdc9e53e908', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1511796357-subnet', 'tenant_id': 'b41e45e5b99a4f429630b6905a8a9691', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:14:09.013094 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537965b2-1b96-49ed-b9d7-490268a6e654 admin admin] Pushing event updated for resources: {'Network': ['ID=10048b5c-0928-4dc2-9f62-3fdc9e53e908,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:14:09.023381 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-939f0ccb-8ef7-417b-9e89-5879255ddfdd req-e0ebdb7a-c026-4b4a-a748-7f9ce550c3c1 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb779318-b8ff-43a6-a94f-3ce471aff166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392229 Jul 27 23:14:09.037609 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-09f64726-ca72-431d-a50d-e4980cc9adce req-f7a7ff9e-3972-487b-8211-c08039ca97ff service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=baa33dab-69cb-4bf1-9b0d-bfe0326eb552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945110 Jul 27 23:14:09.045173 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Network 10048b5c-0928-4dc2-9f62-3fdc9e53e908 details requested by agent ovs-agent-n-d-802623-1 with host n-d-802623-1 {{(pid=93799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 23:14:09.049325 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b36e849-5370-4a95-8773-6d3ac8ab913c admin admin] Made reservation on behalf of b41e45e5b99a4f429630b6905a8a9691 for: {'subnet': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:14:09.051816 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5b36e849-5370-4a95-8773-6d3ac8ab913c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11551435'] for subnet, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:09.163097 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-d75240ca-fa30-4811-901a-101083449c6a req-eb6cbc6d-d51b-4dcb-8041-595cbf4d4b30 tempest-ServerRescueNegativeTestJSON-1855851441 tempest-ServerRescueNegativeTestJSON-1855851441-project] For port 3dd86524-9011-45e6-a984-688db58af8c0, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=3dd86524-9011-45e6-a984-688db58af8c0,segment=NetworkSegment(291bf24b-6a6d-4a3e-8abd-3858cd630ec0),segment_id=291bf24b-6a6d-4a3e-8abd-3858cd630ec0)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:14:09.163097 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-d75240ca-fa30-4811-901a-101083449c6a req-eb6cbc6d-d51b-4dcb-8041-595cbf4d4b30 tempest-ServerRescueNegativeTestJSON-1855851441 tempest-ServerRescueNegativeTestJSON-1855851441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:09.198408 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd126dc-e430-43f3-aa1f-47e045b9846b req-1179f9fb-75f0-4fcb-832a-8efe1707ab73 tempest-ServerRescueNegativeTestJSON-1855851441 tempest-ServerRescueNegativeTestJSON-1855851441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:14:09.198408 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-cbd126dc-e430-43f3-aa1f-47e045b9846b req-1179f9fb-75f0-4fcb-832a-8efe1707ab73 tempest-ServerRescueNegativeTestJSON-1855851441 tempest-ServerRescueNegativeTestJSON-1855851441-project] 10.222.0.18 "GET /v2.0/ports?device_id=18bf2265-d54a-42b3-beea-c61771ab87ab HTTP/1.1" status: 200 len: 945 time: 0.0901697 Jul 27 23:14:09.198672 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-d75240ca-fa30-4811-901a-101083449c6a req-eb6cbc6d-d51b-4dcb-8041-595cbf4d4b30 tempest-ServerRescueNegativeTestJSON-1855851441 tempest-ServerRescueNegativeTestJSON-1855851441-project] Calling delete_port for 3dd86524-9011-45e6-a984-688db58af8c0 owned by compute:nova {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:14:09.264965 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea73f683-c713-4335-8144-9312d3bbc1e3 req-24fb607a-ef8e-4619-90e6-95808f7fc00f tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:14:09.270857 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea73f683-c713-4335-8144-9312d3bbc1e3 req-24fb607a-ef8e-4619-90e6-95808f7fc00f tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:14:09.277476 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea73f683-c713-4335-8144-9312d3bbc1e3 req-24fb607a-ef8e-4619-90e6-95808f7fc00f tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:14:09.284571 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea73f683-c713-4335-8144-9312d3bbc1e3 req-24fb607a-ef8e-4619-90e6-95808f7fc00f tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:14:09.285518 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-cbd126dc-e430-43f3-aa1f-47e045b9846b req-f5fe98bd-3315-47dc-a4c5-1cd110ebd75f tempest-ServerRescueNegativeTestJSON-1855851441 tempest-ServerRescueNegativeTestJSON-1855851441-project] 10.222.0.18 "GET /v2.0/security-groups?id=1af18e13-f94e-429a-ab8a-66f4e32e8b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791318 Jul 27 23:14:09.290716 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea73f683-c713-4335-8144-9312d3bbc1e3 req-24fb607a-ef8e-4619-90e6-95808f7fc00f tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:14:09.297429 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea73f683-c713-4335-8144-9312d3bbc1e3 req-24fb607a-ef8e-4619-90e6-95808f7fc00f tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:14:09.303659 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea73f683-c713-4335-8144-9312d3bbc1e3 req-24fb607a-ef8e-4619-90e6-95808f7fc00f tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:14:09.309943 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-ea73f683-c713-4335-8144-9312d3bbc1e3 req-24fb607a-ef8e-4619-90e6-95808f7fc00f tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] 10.222.0.18 "GET /v2.0/ports?device_id=b095b7c4-44b3-4276-8676-8d0be18fa84f HTTP/1.1" status: 200 len: 5433 time: 0.1541450 Jul 27 23:14:09.319168 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 40084) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:14:09.326954 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-ab024c21-284e-4786-a9e9-f6093716b40f tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Request body: {'floatingip': {'port_id': 'e47c6535-a4f5-45fa-b256-dc12446d1280'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:14:09.376535 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ab024c21-284e-4786-a9e9-f6093716b40f tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Notify callbacks [] for floatingip, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:09.416791 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-d75240ca-fa30-4811-901a-101083449c6a req-eb6cbc6d-d51b-4dcb-8041-595cbf4d4b30 tempest-ServerRescueNegativeTestJSON-1855851441 tempest-ServerRescueNegativeTestJSON-1855851441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:09.428855 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe558c1-04fa-49f8-b6ff-9dc5cadfa93c req-0897364e-cdca-458f-928e-6caa88863b25 tempest-ServerMetadataNegativeTestJSON-1241375925 tempest-ServerMetadataNegativeTestJSON-1241375925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:14:09.429102 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] get_ports_and_sgs() called for port_ids ['3dd86524-9011-45e6-a984-688db58af8c0'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:14:09.430417 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-8fe558c1-04fa-49f8-b6ff-9dc5cadfa93c req-0897364e-cdca-458f-928e-6caa88863b25 tempest-ServerMetadataNegativeTestJSON-1241375925 tempest-ServerMetadataNegativeTestJSON-1241375925-project] 10.222.0.18 "GET /v2.0/ports?device_id=b87f9235-76ef-425f-a2ce-02087dadb990 HTTP/1.1" status: 200 len: 946 time: 0.0686553 Jul 27 23:14:09.461438 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6cbc6d-d51b-4dcb-8041-595cbf4d4b30 tempest-ServerRescueNegativeTestJSON-1855851441 tempest-ServerRescueNegativeTestJSON-1855851441-project] Pushing event deleted for resources: {'Port': ['ID=3dd86524-9011-45e6-a984-688db58af8c0,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:14:09.517541 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-8fe558c1-04fa-49f8-b6ff-9dc5cadfa93c req-979218e3-71b2-493a-9f2a-c7afae4afb96 tempest-ServerMetadataNegativeTestJSON-1241375925 tempest-ServerMetadataNegativeTestJSON-1241375925-project] 10.222.0.18 "GET /v2.0/security-groups?id=baa33dab-69cb-4bf1-9b0d-bfe0326eb552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609996 Jul 27 23:14:09.546845 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-d75240ca-fa30-4811-901a-101083449c6a req-eb6cbc6d-d51b-4dcb-8041-595cbf4d4b30 tempest-ServerRescueNegativeTestJSON-1855851441 tempest-ServerRescueNegativeTestJSON-1855851441-project] No DVR routers for this DVR port 3dd86524-9011-45e6-a984-688db58af8c0 on host n-h1-802623-1 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:14:09.550814 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-d75240ca-fa30-4811-901a-101083449c6a req-eb6cbc6d-d51b-4dcb-8041-595cbf4d4b30 tempest-ServerRescueNegativeTestJSON-1855851441 tempest-ServerRescueNegativeTestJSON-1855851441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:09.552940 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-d75240ca-fa30-4811-901a-101083449c6a req-eb6cbc6d-d51b-4dcb-8041-595cbf4d4b30 tempest-ServerRescueNegativeTestJSON-1855851441 tempest-ServerRescueNegativeTestJSON-1855851441-project] 10.222.0.38 "DELETE /v2.0/ports/3dd86524-9011-45e6-a984-688db58af8c0 HTTP/1.1" status: 204 len: 173 time: 0.7558799 Jul 27 23:14:09.553439 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18bf2265-d54a-42b3-beea-c61771ab87ab', 'name': 'network-vif-deleted', 'tag': '3dd86524-9011-45e6-a984-688db58af8c0'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:14:09.555877 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}011f8d312121274bb12d78e77c6379a2079800640016cec6c6d605b73666e854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00ad7feb-0f54-4bea-8b90-a985d1d2aeee" -d '{"events": [{"server_uuid": "18bf2265-d54a-42b3-beea-c61771ab87ab", "name": "network-vif-deleted", "tag": "3dd86524-9011-45e6-a984-688db58af8c0"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:14:09.600961 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:14:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f5e5813-5816-4dd6-9546-dcd97d058de2 x-openstack-request-id: req-8f5e5813-5816-4dd6-9546-dcd97d058de2 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:14:09.601258 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18bf2265-d54a-42b3-beea-c61771ab87ab", "name": "network-vif-deleted", "tag": "3dd86524-9011-45e6-a984-688db58af8c0", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:14:09.601508 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8f5e5813-5816-4dd6-9546-dcd97d058de2 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:14:09.601908 n-d-802623-1 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18bf2265-d54a-42b3-beea-c61771ab87ab', 'name': 'network-vif-deleted', 'tag': '3dd86524-9011-45e6-a984-688db58af8c0', 'status': 'completed', 'code': 200} Jul 27 23:14:09.701531 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 40092) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:14:09.798204 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5b36e849-5370-4a95-8773-6d3ac8ab913c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11336182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11551417'] for subnet, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:09.836941 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-af1ca900-fab4-4ada-bdfd-c7a88132ade5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:09.901318 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b36e849-5370-4a95-8773-6d3ac8ab913c admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a29e8dc-dc36-4c05-81f8-981e8d179b43,revision_number=0']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:14:09.936679 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-af1ca900-fab4-4ada-bdfd-c7a88132ade5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:09.940910 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-af1ca900-fab4-4ada-bdfd-c7a88132ade5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:09.947301 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b36e849-5370-4a95-8773-6d3ac8ab913c admin admin] Checking segment: {'id': '2f11b804-07bb-4ec7-bf59-f26f8d3465b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '10048b5c-0928-4dc2-9f62-3fdc9e53e908'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:14:09.947665 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b36e849-5370-4a95-8773-6d3ac8ab913c admin admin] Network hostable DHCP agents. Network: 10048b5c-0928-4dc2-9f62-3fdc9e53e908, hostable agents: ['5950e76f-2bde-4343-a925-cbe6bacd2706'], hosted agents: [] {{(pid=93797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 23:14:09.986612 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-af1ca900-fab4-4ada-bdfd-c7a88132ade5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=256f742bb99c4dac86b77c8d75fee7f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2834473 Jul 27 23:14:09.987605 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1ca900-fab4-4ada-bdfd-c7a88132ade5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef58c2b5-b9ef-4d52-b843-3d627877ff13,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:14:09.990527 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 40098) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:14:10.009914 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b36e849-5370-4a95-8773-6d3ac8ab913c admin admin] Network 10048b5c-0928-4dc2-9f62-3fdc9e53e908 is scheduled to be hosted by DHCP agent 5950e76f-2bde-4343-a925-cbe6bacd2706 with binding_index 1 {{(pid=93797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 23:14:10.057277 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-5b36e849-5370-4a95-8773-6d3ac8ab913c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802623-1, 10048b5c-0928-4dc2-9f62-3fdc9e53e908) {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:14:10.067363 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c933b80-7345-44bd-b9a6-e23a915c2806 None None] Network 10048b5c-0928-4dc2-9f62-3fdc9e53e908 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:14:10.069761 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-48274255-a653-4b64-81a9-21a673c731e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:10.071026 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b36e849-5370-4a95-8773-6d3ac8ab913c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:14:10.071668 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5b36e849-5370-4a95-8773-6d3ac8ab913c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for subnet, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:10.096033 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-48274255-a653-4b64-81a9-21a673c731e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:10.186178 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-5b36e849-5370-4a95-8773-6d3ac8ab913c admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1768932 Jul 27 23:14:10.235993 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-48274255-a653-4b64-81a9-21a673c731e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:10.239314 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-48274255-a653-4b64-81a9-21a673c731e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:10.243602 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-48274255-a653-4b64-81a9-21a673c731e1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ef58c2b5-b9ef-4d52-b843-3d627877ff13 HTTP/1.1" status: 204 len: 168 time: 0.2412355 Jul 27 23:14:10.255886 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48274255-a653-4b64-81a9-21a673c731e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef58c2b5-b9ef-4d52-b843-3d627877ff13,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:14:10.278393 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c0ed11-72da-4bde-be5a-b31ed760d570 req-07f8519e-fc6a-421a-afc1-15c3c9da0391 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:14:10.286677 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-74c0ed11-72da-4bde-be5a-b31ed760d570 req-07f8519e-fc6a-421a-afc1-15c3c9da0391 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/ports?device_id=98a73beb-1410-4001-89d9-567ccd6893bc HTTP/1.1" status: 200 len: 949 time: 0.1178157 Jul 27 23:14:10.314208 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b33cdb00-7839-445c-884d-98fd2f061ae0 None None] Network 10048b5c-0928-4dc2-9f62-3fdc9e53e908 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:14:10.351477 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-74c0ed11-72da-4bde-be5a-b31ed760d570 req-94bbd76d-b2ce-4e06-be04-6f263c38d890 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb779318-b8ff-43a6-a94f-3ce471aff166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591614 Jul 27 23:14:10.365941 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 40110) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:14:10.408667 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ab024c21-284e-4786-a9e9-f6093716b40f tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:10.418585 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ab024c21-284e-4786-a9e9-f6093716b40f tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-415302'] for floatingip, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:10.561526 n-d-802623-1 neutron-server[93797]: INFO neutron.db.l3_db [None req-ab024c21-284e-4786-a9e9-f6093716b40f tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Floating IP aaa3be83-1228-467c-8bd0-d6f4f7ea13f6 associated. External IP: 172.25.4.24, port: e47c6535-a4f5-45fa-b256-dc12446d1280. Jul 27 23:14:10.715429 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 40122) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:14:10.722967 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052b80c8-6673-4993-90fe-279b50b8d6b3 req-ab0b6e0e-ad1b-4bb2-acff-029137e7664b tempest-ServerMetadataNegativeTestJSON-1241375925 tempest-ServerMetadataNegativeTestJSON-1241375925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:14:10.724496 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-052b80c8-6673-4993-90fe-279b50b8d6b3 req-ab0b6e0e-ad1b-4bb2-acff-029137e7664b tempest-ServerMetadataNegativeTestJSON-1241375925 tempest-ServerMetadataNegativeTestJSON-1241375925-project] 10.222.0.18 "GET /v2.0/ports?device_id=b87f9235-76ef-425f-a2ce-02087dadb990 HTTP/1.1" status: 200 len: 946 time: 0.0970793 Jul 27 23:14:10.757057 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-76808414-8a81-4dbd-812f-2b2b64c1c287 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:10.813163 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-052b80c8-6673-4993-90fe-279b50b8d6b3 req-c97de17e-52de-48c4-8018-4a1b76a9bbad tempest-ServerMetadataNegativeTestJSON-1241375925 tempest-ServerMetadataNegativeTestJSON-1241375925-project] 10.222.0.18 "GET /v2.0/security-groups?id=baa33dab-69cb-4bf1-9b0d-bfe0326eb552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795314 Jul 27 23:14:10.892814 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab024c21-284e-4786-a9e9-f6093716b40f tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Router d832e13c-b8ca-4c7d-a2f2-d6c8c4df0f63 has already been hosted by L3 agent 018c4455-49c0-4734-927d-7824067b2a9e {{(pid=93797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 23:14:10.953441 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-76808414-8a81-4dbd-812f-2b2b64c1c287 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:10.961135 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-76808414-8a81-4dbd-812f-2b2b64c1c287 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:10.977971 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaaf630-dd4b-47f0-921d-83086004bd13 req-73f01268-5a19-44b3-ade6-1e18c7422906 tempest-TestServerAdvancedOps-849151542 tempest-TestServerAdvancedOps-849151542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:14:10.987661 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8eaaf630-dd4b-47f0-921d-83086004bd13 req-73f01268-5a19-44b3-ade6-1e18c7422906 tempest-TestServerAdvancedOps-849151542 tempest-TestServerAdvancedOps-849151542-project] 10.222.0.18 "GET /v2.0/networks?id=fad8bfa8-f447-470c-b9fc-91616b00e055 HTTP/1.1" status: 200 len: 812 time: 0.1924150 Jul 27 23:14:11.012760 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2207bf66-60d6-4120-b4fd-137951d4f777 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-414022'] for router_interface, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:11.019561 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-76808414-8a81-4dbd-812f-2b2b64c1c287 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=dab911c6452b4f8198a5047e338bd039&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2917523 Jul 27 23:14:11.019768 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8eaaf630-dd4b-47f0-921d-83086004bd13 req-cb08463a-efd3-43f1-86fa-6f246b281e0a tempest-TestServerAdvancedOps-849151542 tempest-TestServerAdvancedOps-849151542-project] 10.222.0.18 "GET /v2.0/quotas/63335f5f30aa4279921bf8e469e2b753 HTTP/1.1" status: 200 len: 375 time: 0.0240860 Jul 27 23:14:11.020844 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 40142) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:14:11.057891 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76808414-8a81-4dbd-812f-2b2b64c1c287 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bfa9d3f-bf3c-4b82-8721-81c51303e8c7,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:14:11.099953 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8eaaf630-dd4b-47f0-921d-83086004bd13 req-ccb2b5ae-86b9-4e4f-8589-4686f5413d61 tempest-TestServerAdvancedOps-849151542 tempest-TestServerAdvancedOps-849151542-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=63335f5f30aa4279921bf8e469e2b753&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0461247 Jul 27 23:14:11.183089 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab024c21-284e-4786-a9e9-f6093716b40f tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:14:11.191975 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ab024c21-284e-4786-a9e9-f6093716b40f tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for floatingip, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:11.195821 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02a01464-343d-4c27-b84d-a26402de46b7 None None] Sync routers for ids ['d832e13c-b8ca-4c7d-a2f2-d6c8c4df0f63'] in n-d-802623-1 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:14:11.213383 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02a01464-343d-4c27-b84d-a26402de46b7 None None] Routers {'d832e13c-b8ca-4c7d-a2f2-d6c8c4df0f63'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:14:11.215693 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-02a01464-343d-4c27-b84d-a26402de46b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:13:59Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['d832e13c-b8ca-4c7d-a2f2-d6c8c4df0f63'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:14:11.246826 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2f82c335-f4e4-4295-bc8b-3e6542f4f6b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:11.256968 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-ab024c21-284e-4786-a9e9-f6093716b40f tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] 10.222.0.18 "PUT /v2.0/floatingips/aaa3be83-1228-467c-8bd0-d6f4f7ea13f6 HTTP/1.1" status: 200 len: 990 time: 1.9364872 Jul 27 23:14:11.265150 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b095b7c4-44b3-4276-8676-8d0be18fa84f', 'tag': 'e47c6535-a4f5-45fa-b256-dc12446d1280'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:14:11.267509 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a476459a1bfce68b0ae0df5b6a71154bfc7cfdc8f9eefce6ad0a17231e60468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4dd2da8-492d-4cc3-ade6-58d1e726d6d1" -d '{"events": [{"name": "network-changed", "server_uuid": "b095b7c4-44b3-4276-8676-8d0be18fa84f", "tag": "e47c6535-a4f5-45fa-b256-dc12446d1280"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:14:11.296074 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2f82c335-f4e4-4295-bc8b-3e6542f4f6b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:11.305740 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8eaaf630-dd4b-47f0-921d-83086004bd13 req-d4243efa-d224-4231-b4a0-84ceb26f4bb6 service neutron] 10.222.0.18 "GET /v2.0/networks/fad8bfa8-f447-470c-b9fc-91616b00e055?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1929774 Jul 27 23:14:11.380733 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-02a01464-343d-4c27-b84d-a26402de46b7 None None] Set router d832e13c-b8ca-4c7d-a2f2-d6c8c4df0f63 gateway port host: n-d-802623-1 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:14:11.423920 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2f82c335-f4e4-4295-bc8b-3e6542f4f6b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:11.426487 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2f82c335-f4e4-4295-bc8b-3e6542f4f6b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:11.428094 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-2f82c335-f4e4-4295-bc8b-3e6542f4f6b5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5bfa9d3f-bf3c-4b82-8721-81c51303e8c7 HTTP/1.1" status: 204 len: 168 time: 0.4062855 Jul 27 23:14:11.447764 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f82c335-f4e4-4295-bc8b-3e6542f4f6b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bfa9d3f-bf3c-4b82-8721-81c51303e8c7,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:14:11.452193 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 23:14:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bde8950-258b-4d44-997f-d9e53a6fb5ec x-openstack-request-id: req-2bde8950-258b-4d44-997f-d9e53a6fb5ec {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:14:11.452749 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b095b7c4-44b3-4276-8676-8d0be18fa84f", "tag": "e47c6535-a4f5-45fa-b256-dc12446d1280", "status": "completed", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:14:11.454473 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2bde8950-258b-4d44-997f-d9e53a6fb5ec {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:14:11.454905 n-d-802623-1 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b095b7c4-44b3-4276-8676-8d0be18fa84f', 'tag': 'e47c6535-a4f5-45fa-b256-dc12446d1280', 'status': 'completed', 'code': 200} Jul 27 23:14:11.473663 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8eaaf630-dd4b-47f0-921d-83086004bd13 req-8492e31e-32e2-4a40-ac07-ab07b307c180 service neutron] 10.222.0.18 "GET /v2.0/networks/fad8bfa8-f447-470c-b9fc-91616b00e055?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581841 Jul 27 23:14:11.697242 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-02a01464-343d-4c27-b84d-a26402de46b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd832e13c-b8ca-4c7d-a2f2-d6c8c4df0f63', 'name': 'tempest-TaggedBootDevicesTest-1540006599-router', 'tenant_id': 'f48a0b951c1c4793a7fc1226ee71e867', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.142'}], 'enable_snat': True}, 'gw_port_id': '9c6935e6-0081-40b7-9a90-c97bad37e3d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:12:08Z', 'updated_at': '2021-07-27T23:12:14Z', 'revision_number': 4, 'project_id': 'f48a0b951c1c4793a7fc1226ee71e867', 'gw_port': {'id': '9c6935e6-0081-40b7-9a90-c97bad37e3d9', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:54:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd832e13c-b8ca-4c7d-a2f2-d6c8c4df0f63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:12:09Z', 'updated_at': '2021-07-27T23:12:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_floatingips': [{'id': 'aaa3be83-1228-467c-8bd0-d6f4f7ea13f6', 'tenant_id': 'f48a0b951c1c4793a7fc1226ee71e867', 'floating_ip_address': '172.25.4.24', 'floating_network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'router_id': 'd832e13c-b8ca-4c7d-a2f2-d6c8c4df0f63', 'port_id': 'e47c6535-a4f5-45fa-b256-dc12446d1280', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1207, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a77c1ae5-7f70-4eb8-a472-5ed26426d716', 'mac_address': 'fa:16:3e:d2:a4:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b095b7c4-44b3-4276-8676-8d0be18fa84f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T23:12:56Z', 'updated_at': '2021-07-27T23:14:10Z', 'revision_number': 1, 'project_id': 'f48a0b951c1c4793a7fc1226ee71e867', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a53333b-532e-40d1-a0bb-1412d9c92dff', 'name': '', 'network_id': 'a77c1ae5-7f70-4eb8-a472-5ed26426d716', 'tenant_id': 'f48a0b951c1c4793a7fc1226ee71e867', 'mac_address': 'fa:16:3e:93:af:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd832e13c-b8ca-4c7d-a2f2-d6c8c4df0f63', 'device_owner': 'network:router_interface', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': '09f6cf61-7c03-449e-9a5d-68f7eabed009', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:12:13Z', 'updated_at': '2021-07-27T23:12:22Z', 'revision_number': 5, 'project_id': 'f48a0b951c1c4793a7fc1226ee71e867', 'subnets': [{'id': '09f6cf61-7c03-449e-9a5d-68f7eabed009', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:14:11.727795 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02a01464-343d-4c27-b84d-a26402de46b7 None None] Checking router: d832e13c-b8ca-4c7d-a2f2-d6c8c4df0f63 for host: n-d-802623-1 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 23:14:11.737066 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02a01464-343d-4c27-b84d-a26402de46b7 None None] Routers {'d832e13c-b8ca-4c7d-a2f2-d6c8c4df0f63'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:14:11.737691 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-02a01464-343d-4c27-b84d-a26402de46b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:13:59Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['d832e13c-b8ca-4c7d-a2f2-d6c8c4df0f63'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:14:11.781545 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dd2da8-492d-4cc3-ade6-58d1e726d6d1 req-650ab7e2-be3d-4cf6-970f-a7e314ec53df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:14:11.782034 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dd2da8-492d-4cc3-ade6-58d1e726d6d1 req-650ab7e2-be3d-4cf6-970f-a7e314ec53df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:14:11.782505 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dd2da8-492d-4cc3-ade6-58d1e726d6d1 req-650ab7e2-be3d-4cf6-970f-a7e314ec53df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:14:11.782973 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dd2da8-492d-4cc3-ade6-58d1e726d6d1 req-650ab7e2-be3d-4cf6-970f-a7e314ec53df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:14:11.783562 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dd2da8-492d-4cc3-ade6-58d1e726d6d1 req-650ab7e2-be3d-4cf6-970f-a7e314ec53df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:14:11.784024 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dd2da8-492d-4cc3-ade6-58d1e726d6d1 req-650ab7e2-be3d-4cf6-970f-a7e314ec53df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:14:11.784483 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dd2da8-492d-4cc3-ade6-58d1e726d6d1 req-650ab7e2-be3d-4cf6-970f-a7e314ec53df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:14:11.786865 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a4dd2da8-492d-4cc3-ade6-58d1e726d6d1 req-650ab7e2-be3d-4cf6-970f-a7e314ec53df service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f48a0b951c1c4793a7fc1226ee71e867&device_id=b095b7c4-44b3-4276-8676-8d0be18fa84f HTTP/1.1" status: 200 len: 6490 time: 0.1853521 Jul 27 23:14:11.796130 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcd3813-1a29-4337-9a02-f12f97c836f1 req-2df145ae-66bb-4620-ac19-9010c44ef14f tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:14:11.803668 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-8bcd3813-1a29-4337-9a02-f12f97c836f1 req-2df145ae-66bb-4620-ac19-9010c44ef14f tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/ports?device_id=98a73beb-1410-4001-89d9-567ccd6893bc HTTP/1.1" status: 200 len: 949 time: 0.2010143 Jul 27 23:14:11.877565 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-8bcd3813-1a29-4337-9a02-f12f97c836f1 req-dc12d502-dbb1-4a62-9c77-bff4ee474005 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb779318-b8ff-43a6-a94f-3ce471aff166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728052 Jul 27 23:14:11.908102 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-02a01464-343d-4c27-b84d-a26402de46b7 None None] Set router d832e13c-b8ca-4c7d-a2f2-d6c8c4df0f63 gateway port host: n-d-802623-1 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:14:11.987210 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-5e5f0891-5cb6-4e2a-9154-9ab18fc998f6 req-fa4630e8-0446-4046-afe6-47e20f1bb9b4 tempest-TestServerAdvancedOps-849151542 tempest-TestServerAdvancedOps-849151542-project] 10.222.0.18 "GET /v2.0/ports?device_id=362e1d8f-5871-4451-8122-708a9b7d081c HTTP/1.1" status: 200 len: 210 time: 0.0320237 Jul 27 23:14:12.078263 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dd2da8-492d-4cc3-ade6-58d1e726d6d1 req-13b41627-2953-4a61-ba99-0da11d34f588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:14:12.080115 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a4dd2da8-492d-4cc3-ade6-58d1e726d6d1 req-13b41627-2953-4a61-ba99-0da11d34f588 service neutron] 10.222.0.38 "GET /v2.0/networks?id=a77c1ae5-7f70-4eb8-a472-5ed26426d716 HTTP/1.1" status: 200 len: 913 time: 0.2738290 Jul 27 23:14:12.108524 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576d34ff-6856-49c2-8f30-7a18e7b7bfc9 req-127db51c-43f6-41e6-b78b-f63c60a51b29 tempest-ServerMetadataNegativeTestJSON-1241375925 tempest-ServerMetadataNegativeTestJSON-1241375925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:14:12.110776 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-576d34ff-6856-49c2-8f30-7a18e7b7bfc9 req-127db51c-43f6-41e6-b78b-f63c60a51b29 tempest-ServerMetadataNegativeTestJSON-1241375925 tempest-ServerMetadataNegativeTestJSON-1241375925-project] 10.222.0.18 "GET /v2.0/ports?device_id=b87f9235-76ef-425f-a2ce-02087dadb990 HTTP/1.1" status: 200 len: 946 time: 0.0975509 Jul 27 23:14:12.181254 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-2207bf66-60d6-4120-b4fd-137951d4f777 admin admin] Deleting port b3ec4964-e47d-4543-9198-c2d4eb4c0002 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:14:12.181601 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2207bf66-60d6-4120-b4fd-137951d4f777 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:12.187728 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-576d34ff-6856-49c2-8f30-7a18e7b7bfc9 req-0ed73534-6016-403c-bfbf-236417ee1989 tempest-ServerMetadataNegativeTestJSON-1241375925 tempest-ServerMetadataNegativeTestJSON-1241375925-project] 10.222.0.18 "GET /v2.0/security-groups?id=baa33dab-69cb-4bf1-9b0d-bfe0326eb552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590110 Jul 27 23:14:12.245077 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a4dd2da8-492d-4cc3-ade6-58d1e726d6d1 req-cf2ac005-1c51-4e24-b34f-5e29805d2caa service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e47c6535-a4f5-45fa-b256-dc12446d1280 HTTP/1.1" status: 200 len: 998 time: 0.1471374 Jul 27 23:14:12.271148 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-02a01464-343d-4c27-b84d-a26402de46b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd832e13c-b8ca-4c7d-a2f2-d6c8c4df0f63', 'name': 'tempest-TaggedBootDevicesTest-1540006599-router', 'tenant_id': 'f48a0b951c1c4793a7fc1226ee71e867', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.142'}], 'enable_snat': True}, 'gw_port_id': '9c6935e6-0081-40b7-9a90-c97bad37e3d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:12:08Z', 'updated_at': '2021-07-27T23:12:14Z', 'revision_number': 4, 'project_id': 'f48a0b951c1c4793a7fc1226ee71e867', 'gw_port': {'id': '9c6935e6-0081-40b7-9a90-c97bad37e3d9', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:54:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd832e13c-b8ca-4c7d-a2f2-d6c8c4df0f63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:12:09Z', 'updated_at': '2021-07-27T23:12:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_floatingips': [{'id': 'aaa3be83-1228-467c-8bd0-d6f4f7ea13f6', 'tenant_id': 'f48a0b951c1c4793a7fc1226ee71e867', 'floating_ip_address': '172.25.4.24', 'floating_network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'router_id': 'd832e13c-b8ca-4c7d-a2f2-d6c8c4df0f63', 'port_id': 'e47c6535-a4f5-45fa-b256-dc12446d1280', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1207, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a77c1ae5-7f70-4eb8-a472-5ed26426d716', 'mac_address': 'fa:16:3e:d2:a4:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b095b7c4-44b3-4276-8676-8d0be18fa84f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T23:12:56Z', 'updated_at': '2021-07-27T23:14:10Z', 'revision_number': 1, 'project_id': 'f48a0b951c1c4793a7fc1226ee71e867', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a53333b-532e-40d1-a0bb-1412d9c92dff', 'name': '', 'network_id': 'a77c1ae5-7f70-4eb8-a472-5ed26426d716', 'tenant_id': 'f48a0b951c1c4793a7fc1226ee71e867', 'mac_address': 'fa:16:3e:93:af:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd832e13c-b8ca-4c7d-a2f2-d6c8c4df0f63', 'device_owner': 'network:router_interface', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': '09f6cf61-7c03-449e-9a5d-68f7eabed009', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:12:13Z', 'updated_at': '2021-07-27T23:12:22Z', 'revision_number': 5, 'project_id': 'f48a0b951c1c4793a7fc1226ee71e867', 'subnets': [{'id': '09f6cf61-7c03-449e-9a5d-68f7eabed009', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:14:12.301588 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02a01464-343d-4c27-b84d-a26402de46b7 None None] The sync data for ids ['d832e13c-b8ca-4c7d-a2f2-d6c8c4df0f63'] in n-d-802623-1 is: [{'id': 'd832e13c-b8ca-4c7d-a2f2-d6c8c4df0f63', 'name': 'tempest-TaggedBootDevicesTest-1540006599-router', 'tenant_id': 'f48a0b951c1c4793a7fc1226ee71e867', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.142'}], 'enable_snat': True}, 'gw_port_id': '9c6935e6-0081-40b7-9a90-c97bad37e3d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:12:08Z', 'updated_at': '2021-07-27T23:12:14Z', 'revision_number': 4, 'project_id': 'f48a0b951c1c4793a7fc1226ee71e867', 'gw_port': {'id': '9c6935e6-0081-40b7-9a90-c97bad37e3d9', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:54:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd832e13c-b8ca-4c7d-a2f2-d6c8c4df0f63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:12:09Z', 'updated_at': '2021-07-27T23:12:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_floatingips': [{'id': 'aaa3be83-1228-467c-8bd0-d6f4f7ea13f6', 'tenant_id': 'f48a0b951c1c4793a7fc1226ee71e867', 'floating_ip_address': '172.25.4.24', 'floating_network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'router_id': 'd832e13c-b8ca-4c7d-a2f2-d6c8c4df0f63', 'port_id': 'e47c6535-a4f5-45fa-b256-dc12446d1280', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1207, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a77c1ae5-7f70-4eb8-a472-5ed26426d716', 'mac_address': 'fa:16:3e:d2:a4:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b095b7c4-44b3-4276-8676-8d0be18fa84f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T23:12:56Z', 'updated_at': '2021-07-27T23:14:10Z', 'revision_number': 1, 'project_id': 'f48a0b951c1c4793a7fc1226ee71e867', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a53333b-532e-40d1-a0bb-1412d9c92dff', 'name': '', 'network_id': 'a77c1ae5-7f70-4eb8-a472-5ed26426d716', 'tenant_id': 'f48a0b951c1c4793a7fc1226ee71e867', 'mac_address': 'fa:16:3e:93:af:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd832e13c-b8ca-4c7d-a2f2-d6c8c4df0f63', 'device_owner': 'network:router_interface', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': '09f6cf61-7c03-449e-9a5d-68f7eabed009', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:12:13Z', 'updated_at': '2021-07-27T23:12:22Z', 'revision_number': 5, 'project_id': 'f48a0b951c1c4793a7fc1226ee71e867', 'subnets': [{'id': '09f6cf61-7c03-449e-9a5d-68f7eabed009', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:14:12.351908 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dd2da8-492d-4cc3-ade6-58d1e726d6d1 req-c7d5c5c1-fac2-48c3-b273-74644f079593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:14:12.353410 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a4dd2da8-492d-4cc3-ade6-58d1e726d6d1 req-c7d5c5c1-fac2-48c3-b273-74644f079593 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=09f6cf61-7c03-449e-9a5d-68f7eabed009 HTTP/1.1" status: 200 len: 851 time: 0.0988526 Jul 27 23:14:12.360485 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-2207bf66-60d6-4120-b4fd-137951d4f777 admin admin] For port b3ec4964-e47d-4543-9198-c2d4eb4c0002, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=b3ec4964-e47d-4543-9198-c2d4eb4c0002,segment=NetworkSegment(291bf24b-6a6d-4a3e-8abd-3858cd630ec0),segment_id=291bf24b-6a6d-4a3e-8abd-3858cd630ec0)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:14:12.360833 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2207bf66-60d6-4120-b4fd-137951d4f777 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:12.409140 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-2207bf66-60d6-4120-b4fd-137951d4f777 admin admin] Calling delete_port for b3ec4964-e47d-4543-9198-c2d4eb4c0002 owned by network:router_interface {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:14:12.467016 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dd2da8-492d-4cc3-ade6-58d1e726d6d1 req-e79249ef-63ec-4d00-80f5-0ed37d3b8ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:14:12.469015 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a4dd2da8-492d-4cc3-ade6-58d1e726d6d1 req-e79249ef-63ec-4d00-80f5-0ed37d3b8ebf service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a77c1ae5-7f70-4eb8-a472-5ed26426d716&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1051855 Jul 27 23:14:12.640446 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a4dd2da8-492d-4cc3-ade6-58d1e726d6d1 req-f3c561b4-4d96-4437-9893-ede95ca782d1 service neutron] 10.222.0.38 "GET /v2.0/networks/a77c1ae5-7f70-4eb8-a472-5ed26426d716?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551995 Jul 27 23:14:12.662525 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f52f195a-3141-4680-b474-1d79fab0a38f None None] New status for floating IP aaa3be83-1228-467c-8bd0-d6f4f7ea13f6: ACTIVE {{(pid=93799) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 23:14:12.771336 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2207bf66-60d6-4120-b4fd-137951d4f777 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:12.828816 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a4dd2da8-492d-4cc3-ade6-58d1e726d6d1 req-1df53487-a6fe-4e3f-9fa1-cee2e3a03a4e service neutron] 10.222.0.38 "GET /v2.0/networks/a77c1ae5-7f70-4eb8-a472-5ed26426d716?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1793725 Jul 27 23:14:12.829583 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2207bf66-60d6-4120-b4fd-137951d4f777 admin admin] Pushing event deleted for resources: {'Port': ['ID=b3ec4964-e47d-4543-9198-c2d4eb4c0002,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:14:13.048609 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2207bf66-60d6-4120-b4fd-137951d4f777 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3760546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-413994'] for router_interface, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:13.110805 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-16d50d02-5bfe-465f-98b3-0fd9d4930f72 req-c5ad5e57-ff0c-4a49-a518-065168ff875d tempest-TestServerAdvancedOps-849151542 tempest-TestServerAdvancedOps-849151542-project] 10.222.0.18 "GET /v2.0/ports?device_id=362e1d8f-5871-4451-8122-708a9b7d081c HTTP/1.1" status: 200 len: 210 time: 0.0450068 Jul 27 23:14:13.164451 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaaf630-dd4b-47f0-921d-83086004bd13 req-731d81dc-54e1-43ed-b1cd-2928d19da463 tempest-TestServerAdvancedOps-849151542 tempest-TestServerAdvancedOps-849151542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:14:13.165951 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8eaaf630-dd4b-47f0-921d-83086004bd13 req-731d81dc-54e1-43ed-b1cd-2928d19da463 tempest-TestServerAdvancedOps-849151542 tempest-TestServerAdvancedOps-849151542-project] 10.222.0.49 "GET /v2.0/networks?id=fad8bfa8-f447-470c-b9fc-91616b00e055 HTTP/1.1" status: 200 len: 812 time: 0.2221498 Jul 27 23:14:13.185962 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3a0d8c-1688-42a2-9e4d-59e4e8d3888b req-e888220a-d7e2-4763-8f48-b64c0fb40bad tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:14:13.187517 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7b3a0d8c-1688-42a2-9e4d-59e4e8d3888b req-e888220a-d7e2-4763-8f48-b64c0fb40bad tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/ports?device_id=98a73beb-1410-4001-89d9-567ccd6893bc HTTP/1.1" status: 200 len: 949 time: 0.1678464 Jul 27 23:14:13.194805 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [req-8eaaf630-dd4b-47f0-921d-83086004bd13 req-ab955e9c-ebab-4c84-8587-f4a27dad9205 tempest-TestServerAdvancedOps-849151542 tempest-TestServerAdvancedOps-849151542-project] Request body: {'port': {'device_id': '362e1d8f-5871-4451-8122-708a9b7d081c', 'network_id': 'fad8bfa8-f447-470c-b9fc-91616b00e055', 'admin_state_up': True, 'tenant_id': '63335f5f30aa4279921bf8e469e2b753'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:14:13.319417 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7b3a0d8c-1688-42a2-9e4d-59e4e8d3888b req-fc3e3361-96b6-4933-a898-9bb3cdace53e tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb779318-b8ff-43a6-a94f-3ce471aff166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851099 Jul 27 23:14:13.331079 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d452ca-210a-4910-a0e0-af264cd9879a req-39c00296-a70b-4d2c-86ee-4448c5094815 tempest-ServerMetadataNegativeTestJSON-1241375925 tempest-ServerMetadataNegativeTestJSON-1241375925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:14:13.340689 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-00d452ca-210a-4910-a0e0-af264cd9879a req-39c00296-a70b-4d2c-86ee-4448c5094815 tempest-ServerMetadataNegativeTestJSON-1241375925 tempest-ServerMetadataNegativeTestJSON-1241375925-project] 10.222.0.38 "GET /v2.0/ports?device_id=b87f9235-76ef-425f-a2ce-02087dadb990 HTTP/1.1" status: 200 len: 946 time: 0.0982692 Jul 27 23:14:13.357286 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa848c21-8a2e-44c9-98e4-4c7550ad28db req-219ffa45-08cd-4f0e-a137-86b6320b7ee9 tempest-ServerMetadataNegativeTestJSON-1241375925 tempest-ServerMetadataNegativeTestJSON-1241375925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:14:13.358951 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-aa848c21-8a2e-44c9-98e4-4c7550ad28db req-219ffa45-08cd-4f0e-a137-86b6320b7ee9 tempest-ServerMetadataNegativeTestJSON-1241375925 tempest-ServerMetadataNegativeTestJSON-1241375925-project] 10.222.0.18 "GET /v2.0/ports?device_id=b87f9235-76ef-425f-a2ce-02087dadb990 HTTP/1.1" status: 200 len: 946 time: 0.0714455 Jul 27 23:14:13.410602 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-aa848c21-8a2e-44c9-98e4-4c7550ad28db req-25c0fded-08d0-4367-b8e1-064876263f2c tempest-ServerMetadataNegativeTestJSON-1241375925 tempest-ServerMetadataNegativeTestJSON-1241375925-project] 10.222.0.18 "GET /v2.0/security-groups?id=baa33dab-69cb-4bf1-9b0d-bfe0326eb552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425007 Jul 27 23:14:13.411685 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8eaaf630-dd4b-47f0-921d-83086004bd13 req-ab955e9c-ebab-4c84-8587-f4a27dad9205 tempest-TestServerAdvancedOps-849151542 tempest-TestServerAdvancedOps-849151542-project] Made reservation on behalf of 63335f5f30aa4279921bf8e469e2b753 for: {'port': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:14:13.415582 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-8eaaf630-dd4b-47f0-921d-83086004bd13 req-ab955e9c-ebab-4c84-8587-f4a27dad9205 tempest-TestServerAdvancedOps-849151542 tempest-TestServerAdvancedOps-849151542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:13.457554 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 40258) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:14:13.554678 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-00d452ca-210a-4910-a0e0-af264cd9879a req-aed24e0c-34d0-482b-8346-79c09be4e7fb tempest-ServerMetadataNegativeTestJSON-1241375925 tempest-ServerMetadataNegativeTestJSON-1241375925-project] Deleting port 8d63928f-73af-47ee-810d-f1fb026c2b03 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:14:13.555021 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-00d452ca-210a-4910-a0e0-af264cd9879a req-aed24e0c-34d0-482b-8346-79c09be4e7fb tempest-ServerMetadataNegativeTestJSON-1241375925 tempest-ServerMetadataNegativeTestJSON-1241375925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:13.560481 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2207bf66-60d6-4120-b4fd-137951d4f777 admin admin] Router d16d156b-3d43-460b-870e-5cde5411fd61 has already been hosted by L3 agent 018c4455-49c0-4734-927d-7824067b2a9e {{(pid=93798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 23:14:13.570437 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [req-8eaaf630-dd4b-47f0-921d-83086004bd13 req-ab955e9c-ebab-4c84-8587-f4a27dad9205 tempest-TestServerAdvancedOps-849151542 tempest-TestServerAdvancedOps-849151542-project] Allocated IP 172.20.0.2 (fad8bfa8-f447-470c-b9fc-91616b00e055/52a4d5d1-71b2-405d-81c0-f3a84fcb4bdf/a142bec0-f63c-43a8-b598-e4015038c2bc) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:14:13.633894 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-da66ff5e-8161-480c-a79f-9f605bf658bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:13.687283 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 3dd86524-9011-45e6-a984-688db58af8c0 no longer exists at agent hyperv_n-h1-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:14:13.708602 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] No Port match for: 3dd86524-9011-45e6-a984-688db58af8c0 {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:14:13.709820 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 3dd86524-9011-45e6-a984-688db58af8c0 not bound to the agent host n-h1-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:14:13.723031 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-8eaaf630-dd4b-47f0-921d-83086004bd13 req-ab955e9c-ebab-4c84-8587-f4a27dad9205 tempest-TestServerAdvancedOps-849151542 tempest-TestServerAdvancedOps-849151542-project] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:13.764237 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-8eaaf630-dd4b-47f0-921d-83086004bd13 req-ab955e9c-ebab-4c84-8587-f4a27dad9205 tempest-TestServerAdvancedOps-849151542 tempest-TestServerAdvancedOps-849151542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:13.783652 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-00d452ca-210a-4910-a0e0-af264cd9879a req-aed24e0c-34d0-482b-8346-79c09be4e7fb tempest-ServerMetadataNegativeTestJSON-1241375925 tempest-ServerMetadataNegativeTestJSON-1241375925-project] For port 8d63928f-73af-47ee-810d-f1fb026c2b03, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=8d63928f-73af-47ee-810d-f1fb026c2b03,segment=NetworkSegment(41c6b6ec-e70d-4e20-8755-762b9c004bd0),segment_id=41c6b6ec-e70d-4e20-8755-762b9c004bd0)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:14:13.784022 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-00d452ca-210a-4910-a0e0-af264cd9879a req-aed24e0c-34d0-482b-8346-79c09be4e7fb tempest-ServerMetadataNegativeTestJSON-1241375925 tempest-ServerMetadataNegativeTestJSON-1241375925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:13.811311 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8eaaf630-dd4b-47f0-921d-83086004bd13 req-ab955e9c-ebab-4c84-8587-f4a27dad9205 tempest-TestServerAdvancedOps-849151542 tempest-TestServerAdvancedOps-849151542-project] Network fad8bfa8-f447-470c-b9fc-91616b00e055 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:14:13.814435 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [req-8eaaf630-dd4b-47f0-921d-83086004bd13 req-ab955e9c-ebab-4c84-8587-f4a27dad9205 tempest-TestServerAdvancedOps-849151542 tempest-TestServerAdvancedOps-849151542-project] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:14:13.819162 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-00d452ca-210a-4910-a0e0-af264cd9879a req-aed24e0c-34d0-482b-8346-79c09be4e7fb tempest-ServerMetadataNegativeTestJSON-1241375925 tempest-ServerMetadataNegativeTestJSON-1241375925-project] Calling delete_port for 8d63928f-73af-47ee-810d-f1fb026c2b03 owned by compute:nova {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:14:13.820455 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [req-8eaaf630-dd4b-47f0-921d-83086004bd13 req-ab955e9c-ebab-4c84-8587-f4a27dad9205 tempest-TestServerAdvancedOps-849151542 tempest-TestServerAdvancedOps-849151542-project] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:14:13.834520 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2207bf66-60d6-4120-b4fd-137951d4f777 admin admin] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:14:13.844021 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9860374c-a43f-4bee-bed8-840fa4b9e823 None None] Sync routers for ids ['d16d156b-3d43-460b-870e-5cde5411fd61'] in n-d-802623-1 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:14:13.845110 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-2207bf66-60d6-4120-b4fd-137951d4f777 admin admin] 10.222.0.18 "PUT /v2.0/routers/d16d156b-3d43-460b-870e-5cde5411fd61/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4777730 Jul 27 23:14:13.849383 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 40264) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:14:13.854040 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9860374c-a43f-4bee-bed8-840fa4b9e823 None None] Routers {'d16d156b-3d43-460b-870e-5cde5411fd61'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:14:13.854851 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-9860374c-a43f-4bee-bed8-840fa4b9e823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:13:59Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['d16d156b-3d43-460b-870e-5cde5411fd61'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:14:13.858104 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab955e9c-ebab-4c84-8587-f4a27dad9205 tempest-TestServerAdvancedOps-849151542 tempest-TestServerAdvancedOps-849151542-project] Pushing event updated for resources: {'Port': ['ID=a142bec0-f63c-43a8-b598-e4015038c2bc,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:14:13.876055 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaaf630-dd4b-47f0-921d-83086004bd13 req-ab955e9c-ebab-4c84-8587-f4a27dad9205 tempest-TestServerAdvancedOps-849151542 tempest-TestServerAdvancedOps-849151542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:14:13.876845 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-8eaaf630-dd4b-47f0-921d-83086004bd13 req-ab955e9c-ebab-4c84-8587-f4a27dad9205 tempest-TestServerAdvancedOps-849151542 tempest-TestServerAdvancedOps-849151542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:13.958612 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-9860374c-a43f-4bee-bed8-840fa4b9e823 None None] Set router d16d156b-3d43-460b-870e-5cde5411fd61 gateway port host: n-d-802623-1 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:14:14.035372 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-da66ff5e-8161-480c-a79f-9f605bf658bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:14.042941 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-da66ff5e-8161-480c-a79f-9f605bf658bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:14.045629 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8eaaf630-dd4b-47f0-921d-83086004bd13 req-ab955e9c-ebab-4c84-8587-f4a27dad9205 tempest-TestServerAdvancedOps-849151542 tempest-TestServerAdvancedOps-849151542-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8618858 Jul 27 23:14:14.051495 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6bfcb7a1-46b0-4eed-a259-47ebe54db77f admin admin] Notify callbacks [] for router, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:14.058807 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [req-8eaaf630-dd4b-47f0-921d-83086004bd13 req-260928d6-3c37-4d73-913c-6a3721a7ad94 service neutron] Request body: {'port': {'device_id': '362e1d8f-5871-4451-8122-708a9b7d081c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802623-1'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:14:14.115567 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-8eaaf630-dd4b-47f0-921d-83086004bd13 req-260928d6-3c37-4d73-913c-6a3721a7ad94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:14.158615 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-da66ff5e-8161-480c-a79f-9f605bf658bf admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9a5e3f1f6da143cfa986708c15662742&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6990771 Jul 27 23:14:14.164627 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da66ff5e-8161-480c-a79f-9f605bf658bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c361029-cfe1-4085-bd90-1fee2b04e20c,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:14:14.164627 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 40268) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:14:14.169622 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-9860374c-a43f-4bee-bed8-840fa4b9e823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd16d156b-3d43-460b-870e-5cde5411fd61', 'name': 'tempest-ServerRescueNegativeTestJSON-559846646-router', 'tenant_id': '8f4c75b9e70c4006b20b1726fcbef392', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.113'}], 'enable_snat': True}, 'gw_port_id': 'cfe1191c-3484-48a3-b708-289d4a3bf33a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:11:36Z', 'updated_at': '2021-07-27T23:14:12Z', 'revision_number': 5, 'project_id': '8f4c75b9e70c4006b20b1726fcbef392', 'gw_port': {'id': 'cfe1191c-3484-48a3-b708-289d4a3bf33a', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:fe:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd16d156b-3d43-460b-870e-5cde5411fd61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1073, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:11:37Z', 'updated_at': '2021-07-27T23:11:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1'}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:14:14.202024 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9860374c-a43f-4bee-bed8-840fa4b9e823 None None] Checking router: d16d156b-3d43-460b-870e-5cde5411fd61 for host: n-d-802623-1 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 23:14:14.211259 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9860374c-a43f-4bee-bed8-840fa4b9e823 None None] Routers {'d16d156b-3d43-460b-870e-5cde5411fd61'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:14:14.211930 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-9860374c-a43f-4bee-bed8-840fa4b9e823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:13:59Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['d16d156b-3d43-460b-870e-5cde5411fd61'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:14:14.262851 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-00d452ca-210a-4910-a0e0-af264cd9879a req-aed24e0c-34d0-482b-8346-79c09be4e7fb tempest-ServerMetadataNegativeTestJSON-1241375925 tempest-ServerMetadataNegativeTestJSON-1241375925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:14.274726 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] get_ports_and_sgs() called for port_ids ['8d63928f-73af-47ee-810d-f1fb026c2b03'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:14:14.339538 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed24e0c-34d0-482b-8346-79c09be4e7fb tempest-ServerMetadataNegativeTestJSON-1241375925 tempest-ServerMetadataNegativeTestJSON-1241375925-project] Pushing event deleted for resources: {'Port': ['ID=8d63928f-73af-47ee-810d-f1fb026c2b03,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:14:14.351582 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-9860374c-a43f-4bee-bed8-840fa4b9e823 None None] Set router d16d156b-3d43-460b-870e-5cde5411fd61 gateway port host: n-d-802623-1 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:14:14.406440 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6bfcb7a1-46b0-4eed-a259-47ebe54db77f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:14.411692 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0884f04a-7d53-460d-815a-4f03bcca66bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:14.432742 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-00d452ca-210a-4910-a0e0-af264cd9879a req-aed24e0c-34d0-482b-8346-79c09be4e7fb tempest-ServerMetadataNegativeTestJSON-1241375925 tempest-ServerMetadataNegativeTestJSON-1241375925-project] No DVR routers for this DVR port 8d63928f-73af-47ee-810d-f1fb026c2b03 on host n-h1-802623-1 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:14:14.452245 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce512c41-125d-4414-8d77-f6605bee03e6 req-e52bd0a5-8339-43db-95bb-3c23965f7132 tempest-TestServerAdvancedOps-849151542 tempest-TestServerAdvancedOps-849151542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:14:14.453855 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ce512c41-125d-4414-8d77-f6605bee03e6 req-e52bd0a5-8339-43db-95bb-3c23965f7132 tempest-TestServerAdvancedOps-849151542 tempest-TestServerAdvancedOps-849151542-project] 10.222.0.18 "GET /v2.0/ports?device_id=362e1d8f-5871-4451-8122-708a9b7d081c HTTP/1.1" status: 200 len: 931 time: 0.2131495 Jul 27 23:14:14.457226 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-00d452ca-210a-4910-a0e0-af264cd9879a req-aed24e0c-34d0-482b-8346-79c09be4e7fb tempest-ServerMetadataNegativeTestJSON-1241375925 tempest-ServerMetadataNegativeTestJSON-1241375925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:14.459546 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-00d452ca-210a-4910-a0e0-af264cd9879a req-aed24e0c-34d0-482b-8346-79c09be4e7fb tempest-ServerMetadataNegativeTestJSON-1241375925 tempest-ServerMetadataNegativeTestJSON-1241375925-project] 10.222.0.38 "DELETE /v2.0/ports/8d63928f-73af-47ee-810d-f1fb026c2b03 HTTP/1.1" status: 204 len: 173 time: 1.0832298 Jul 27 23:14:14.460143 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b87f9235-76ef-425f-a2ce-02087dadb990', 'name': 'network-vif-deleted', 'tag': '8d63928f-73af-47ee-810d-f1fb026c2b03'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:14:14.462540 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}011f8d312121274bb12d78e77c6379a2079800640016cec6c6d605b73666e854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25d3d98c-ee57-46a1-81d0-6df79612c116" -d '{"events": [{"server_uuid": "b87f9235-76ef-425f-a2ce-02087dadb990", "name": "network-vif-deleted", "tag": "8d63928f-73af-47ee-810d-f1fb026c2b03"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:14:14.492678 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0884f04a-7d53-460d-815a-4f03bcca66bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:14.520265 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592332da-2606-49e4-a4b9-f3f4e186e6d3 req-409e1099-632d-4332-b2c2-c05e912ac8d6 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:14:14.521855 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-592332da-2606-49e4-a4b9-f3f4e186e6d3 req-409e1099-632d-4332-b2c2-c05e912ac8d6 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/ports?device_id=98a73beb-1410-4001-89d9-567ccd6893bc HTTP/1.1" status: 200 len: 949 time: 0.0920129 Jul 27 23:14:14.642659 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [req-8eaaf630-dd4b-47f0-921d-83086004bd13 req-260928d6-3c37-4d73-913c-6a3721a7ad94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a142bec0-f63c-43a8-b598-e4015038c2bc {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:14:14.650188 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-592332da-2606-49e4-a4b9-f3f4e186e6d3 req-ca0875f8-c9a8-4bc6-ac65-559edc3e1983 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb779318-b8ff-43a6-a94f-3ce471aff166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102085 Jul 27 23:14:14.655186 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-8eaaf630-dd4b-47f0-921d-83086004bd13 req-260928d6-3c37-4d73-913c-6a3721a7ad94 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:14.675317 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [req-8eaaf630-dd4b-47f0-921d-83086004bd13 req-260928d6-3c37-4d73-913c-6a3721a7ad94 service neutron] Transition to ACTIVE for port object a142bec0-f63c-43a8-b598-e4015038c2bc will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:14:14.675632 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-8eaaf630-dd4b-47f0-921d-83086004bd13 req-260928d6-3c37-4d73-913c-6a3721a7ad94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11336041'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:14.714016 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-9860374c-a43f-4bee-bed8-840fa4b9e823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd16d156b-3d43-460b-870e-5cde5411fd61', 'name': 'tempest-ServerRescueNegativeTestJSON-559846646-router', 'tenant_id': '8f4c75b9e70c4006b20b1726fcbef392', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.113'}], 'enable_snat': True}, 'gw_port_id': 'cfe1191c-3484-48a3-b708-289d4a3bf33a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:11:36Z', 'updated_at': '2021-07-27T23:14:12Z', 'revision_number': 5, 'project_id': '8f4c75b9e70c4006b20b1726fcbef392', 'gw_port': {'id': 'cfe1191c-3484-48a3-b708-289d4a3bf33a', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:fe:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd16d156b-3d43-460b-870e-5cde5411fd61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1073, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:11:37Z', 'updated_at': '2021-07-27T23:11:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1'}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:14:14.731647 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260928d6-3c37-4d73-913c-6a3721a7ad94 service neutron] Pushing event updated for resources: {'Port': ['ID=a142bec0-f63c-43a8-b598-e4015038c2bc,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:14:14.755633 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9860374c-a43f-4bee-bed8-840fa4b9e823 None None] The sync data for ids ['d16d156b-3d43-460b-870e-5cde5411fd61'] in n-d-802623-1 is: [{'id': 'd16d156b-3d43-460b-870e-5cde5411fd61', 'name': 'tempest-ServerRescueNegativeTestJSON-559846646-router', 'tenant_id': '8f4c75b9e70c4006b20b1726fcbef392', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.113'}], 'enable_snat': True}, 'gw_port_id': 'cfe1191c-3484-48a3-b708-289d4a3bf33a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:11:36Z', 'updated_at': '2021-07-27T23:14:12Z', 'revision_number': 5, 'project_id': '8f4c75b9e70c4006b20b1726fcbef392', 'gw_port': {'id': 'cfe1191c-3484-48a3-b708-289d4a3bf33a', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:fe:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd16d156b-3d43-460b-870e-5cde5411fd61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1073, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:11:37Z', 'updated_at': '2021-07-27T23:11:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1'}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:14:14.829570 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-101d5a2e-e01b-48ef-9987-341b6ed5966e req-9683feae-c736-4f3d-83bf-cb842db5a338 tempest-ServerMetadataNegativeTestJSON-1241375925 tempest-ServerMetadataNegativeTestJSON-1241375925-project] 10.222.0.18 "GET /v2.0/ports?device_id=b87f9235-76ef-425f-a2ce-02087dadb990 HTTP/1.1" status: 200 len: 210 time: 0.0701575 Jul 27 23:14:14.860418 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-8eaaf630-dd4b-47f0-921d-83086004bd13 req-260928d6-3c37-4d73-913c-6a3721a7ad94 service neutron] Attempting to bind port a142bec0-f63c-43a8-b598-e4015038c2bc on host n-h2-802623-1 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:14:14.860850 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-8eaaf630-dd4b-47f0-921d-83086004bd13 req-260928d6-3c37-4d73-913c-6a3721a7ad94 service neutron] Attempting to bind port a142bec0-f63c-43a8-b598-e4015038c2bc by drivers openvswitch,hyperv on host n-h2-802623-1 at level 0 using segments [{'id': '581ace71-b51b-4793-b03c-e85d8420ffe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'fad8bfa8-f447-470c-b9fc-91616b00e055'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:14:14.861271 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eaaf630-dd4b-47f0-921d-83086004bd13 req-260928d6-3c37-4d73-913c-6a3721a7ad94 service neutron] Attempting to bind port a142bec0-f63c-43a8-b598-e4015038c2bc on network fad8bfa8-f447-470c-b9fc-91616b00e055 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:14:14.866514 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eaaf630-dd4b-47f0-921d-83086004bd13 req-260928d6-3c37-4d73-913c-6a3721a7ad94 service neutron] Port a142bec0-f63c-43a8-b598-e4015038c2bc on network fad8bfa8-f447-470c-b9fc-91616b00e055 not bound, no agent of type Open vSwitch agent registered on host n-h2-802623-1 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 23:14:14.866962 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eaaf630-dd4b-47f0-921d-83086004bd13 req-260928d6-3c37-4d73-913c-6a3721a7ad94 service neutron] Attempting to bind port a142bec0-f63c-43a8-b598-e4015038c2bc on network fad8bfa8-f447-470c-b9fc-91616b00e055 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:14:14.872223 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eaaf630-dd4b-47f0-921d-83086004bd13 req-260928d6-3c37-4d73-913c-6a3721a7ad94 service neutron] Checking agent: {'id': 'c5cc038b-93c4-4df4-8061-5df2a04a48c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 23, 0, 4), 'started_at': datetime.datetime(2021, 7, 27, 23, 0, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 14, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:14:14.872639 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eaaf630-dd4b-47f0-921d-83086004bd13 req-260928d6-3c37-4d73-913c-6a3721a7ad94 service neutron] Checking segment: {'id': '581ace71-b51b-4793-b03c-e85d8420ffe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'fad8bfa8-f447-470c-b9fc-91616b00e055'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:14:14.873361 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eaaf630-dd4b-47f0-921d-83086004bd13 req-260928d6-3c37-4d73-913c-6a3721a7ad94 service neutron] Bound using segment: {'id': '581ace71-b51b-4793-b03c-e85d8420ffe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'fad8bfa8-f447-470c-b9fc-91616b00e055'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:14:14.874181 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-8eaaf630-dd4b-47f0-921d-83086004bd13 req-260928d6-3c37-4d73-913c-6a3721a7ad94 service neutron] Bound port: a142bec0-f63c-43a8-b598-e4015038c2bc, host: n-h2-802623-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '581ace71-b51b-4793-b03c-e85d8420ffe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'fad8bfa8-f447-470c-b9fc-91616b00e055'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:14:14.874181 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-8eaaf630-dd4b-47f0-921d-83086004bd13 req-260928d6-3c37-4d73-913c-6a3721a7ad94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:14.906008 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ce512c41-125d-4414-8d77-f6605bee03e6 req-6073241f-d8b7-42b2-ad17-06a27736d1d6 tempest-TestServerAdvancedOps-849151542 tempest-TestServerAdvancedOps-849151542-project] 10.222.0.18 "GET /v2.0/security-groups?id=f4daccd8-cf20-481b-97f9-9f0b5bce602e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4379272 Jul 27 23:14:14.936064 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:14:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-024b5024-7eb6-4da3-a84c-c87b8c99045c x-openstack-request-id: req-024b5024-7eb6-4da3-a84c-c87b8c99045c {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:14:14.936360 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b87f9235-76ef-425f-a2ce-02087dadb990", "name": "network-vif-deleted", "tag": "8d63928f-73af-47ee-810d-f1fb026c2b03", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:14:14.936717 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-024b5024-7eb6-4da3-a84c-c87b8c99045c {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:14:14.937294 n-d-802623-1 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b87f9235-76ef-425f-a2ce-02087dadb990', 'name': 'network-vif-deleted', 'tag': '8d63928f-73af-47ee-810d-f1fb026c2b03', 'status': 'completed', 'code': 200} Jul 27 23:14:14.944472 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-6bfcb7a1-46b0-4eed-a259-47ebe54db77f admin admin] Deleting port cfe1191c-3484-48a3-b708-289d4a3bf33a {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:14:14.945137 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6bfcb7a1-46b0-4eed-a259-47ebe54db77f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:14.948734 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0884f04a-7d53-460d-815a-4f03bcca66bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:14.951580 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0884f04a-7d53-460d-815a-4f03bcca66bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:14.953183 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-0884f04a-7d53-460d-815a-4f03bcca66bf admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8c361029-cfe1-4085-bd90-1fee2b04e20c HTTP/1.1" status: 204 len: 168 time: 0.7804787 Jul 27 23:14:15.000895 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-8eaaf630-dd4b-47f0-921d-83086004bd13 req-260928d6-3c37-4d73-913c-6a3721a7ad94 service neutron] For port a142bec0-f63c-43a8-b598-e4015038c2bc, host n-h2-802623-1, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:14:15.006951 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0884f04a-7d53-460d-815a-4f03bcca66bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c361029-cfe1-4085-bd90-1fee2b04e20c,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:14:15.012283 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-8eaaf630-dd4b-47f0-921d-83086004bd13 req-260928d6-3c37-4d73-913c-6a3721a7ad94 service neutron] For port a142bec0-f63c-43a8-b598-e4015038c2bc, host n-h2-802623-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=a142bec0-f63c-43a8-b598-e4015038c2bc,segment=NetworkSegment(581ace71-b51b-4793-b03c-e85d8420ffe3),segment_id=581ace71-b51b-4793-b03c-e85d8420ffe3)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:14:15.026900 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-8eaaf630-dd4b-47f0-921d-83086004bd13 req-260928d6-3c37-4d73-913c-6a3721a7ad94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11336041'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:15.086638 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaaf630-dd4b-47f0-921d-83086004bd13 req-260928d6-3c37-4d73-913c-6a3721a7ad94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:14:15.087329 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-8eaaf630-dd4b-47f0-921d-83086004bd13 req-260928d6-3c37-4d73-913c-6a3721a7ad94 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:15.092032 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8eaaf630-dd4b-47f0-921d-83086004bd13 req-260928d6-3c37-4d73-913c-6a3721a7ad94 service neutron] 10.222.0.49 "PUT /v2.0/ports/a142bec0-f63c-43a8-b598-e4015038c2bc HTTP/1.1" status: 200 len: 1091 time: 1.0384886 Jul 27 23:14:15.092606 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '362e1d8f-5871-4451-8122-708a9b7d081c', 'tag': 'a142bec0-f63c-43a8-b598-e4015038c2bc'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:14:15.093744 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-6bfcb7a1-46b0-4eed-a259-47ebe54db77f admin admin] For port cfe1191c-3484-48a3-b708-289d4a3bf33a, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=cfe1191c-3484-48a3-b708-289d4a3bf33a,segment=NetworkSegment(b9afe07e-bbe4-4740-834c-4b6a9698bdbc),segment_id=b9afe07e-bbe4-4740-834c-4b6a9698bdbc)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:14:15.094981 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a476459a1bfce68b0ae0df5b6a71154bfc7cfdc8f9eefce6ad0a17231e60468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f1731b9-3be7-45c5-a9e8-5faaec86e835" -d '{"events": [{"name": "network-changed", "server_uuid": "362e1d8f-5871-4451-8122-708a9b7d081c", "tag": "a142bec0-f63c-43a8-b598-e4015038c2bc"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:14:15.099068 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6bfcb7a1-46b0-4eed-a259-47ebe54db77f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:15.136296 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260928d6-3c37-4d73-913c-6a3721a7ad94 service neutron] Pushing event updated for resources: {'Port': ['ID=a142bec0-f63c-43a8-b598-e4015038c2bc,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:14:15.138943 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-6bfcb7a1-46b0-4eed-a259-47ebe54db77f admin admin] Calling delete_port for cfe1191c-3484-48a3-b708-289d4a3bf33a owned by network:router_gateway {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:14:15.174493 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 23:14:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d0dc4ee-9d67-4f30-bcaa-24c496ec8dff x-openstack-request-id: req-7d0dc4ee-9d67-4f30-bcaa-24c496ec8dff {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:14:15.174793 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "362e1d8f-5871-4451-8122-708a9b7d081c", "tag": "a142bec0-f63c-43a8-b598-e4015038c2bc", "status": "completed", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:14:15.175081 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7d0dc4ee-9d67-4f30-bcaa-24c496ec8dff {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:14:15.175475 n-d-802623-1 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '362e1d8f-5871-4451-8122-708a9b7d081c', 'tag': 'a142bec0-f63c-43a8-b598-e4015038c2bc', 'status': 'completed', 'code': 200} Jul 27 23:14:15.279602 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1731b9-3be7-45c5-a9e8-5faaec86e835 req-17f757bd-d57c-4d8c-85ca-7b049d32a3ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:14:15.281219 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-1f1731b9-3be7-45c5-a9e8-5faaec86e835 req-17f757bd-d57c-4d8c-85ca-7b049d32a3ed service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=63335f5f30aa4279921bf8e469e2b753&device_id=362e1d8f-5871-4451-8122-708a9b7d081c HTTP/1.1" status: 200 len: 1094 time: 0.0486779 Jul 27 23:14:15.405855 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6bfcb7a1-46b0-4eed-a259-47ebe54db77f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:15.425910 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1731b9-3be7-45c5-a9e8-5faaec86e835 req-f17a2ad0-fd38-439b-854c-9698402bc64a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:14:15.427427 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-1f1731b9-3be7-45c5-a9e8-5faaec86e835 req-f17a2ad0-fd38-439b-854c-9698402bc64a service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=63335f5f30aa4279921bf8e469e2b753&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1380441 Jul 27 23:14:15.439350 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfcb7a1-46b0-4eed-a259-47ebe54db77f admin admin] Pushing event deleted for resources: {'Port': ['ID=cfe1191c-3484-48a3-b708-289d4a3bf33a,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:14:15.504064 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6bfcb7a1-46b0-4eed-a259-47ebe54db77f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-415368'] for router_gateway, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:15.553457 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1731b9-3be7-45c5-a9e8-5faaec86e835 req-09315382-fbb6-439f-b2b6-a96aba1acade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:14:15.555086 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-1f1731b9-3be7-45c5-a9e8-5faaec86e835 req-09315382-fbb6-439f-b2b6-a96aba1acade service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1199274 Jul 27 23:14:15.609454 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6bfcb7a1-46b0-4eed-a259-47ebe54db77f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62205'] for router, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:15.611704 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6bfcb7a1-46b0-4eed-a259-47ebe54db77f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:15.638163 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaaf630-dd4b-47f0-921d-83086004bd13 req-d4b11fdb-ef95-4388-a1a4-2047d82a38e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:14:15.639752 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8eaaf630-dd4b-47f0-921d-83086004bd13 req-d4b11fdb-ef95-4388-a1a4-2047d82a38e9 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=63335f5f30aa4279921bf8e469e2b753&device_id=362e1d8f-5871-4451-8122-708a9b7d081c HTTP/1.1" status: 200 len: 1094 time: 0.0458963 Jul 27 23:14:15.662027 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6bfcb7a1-46b0-4eed-a259-47ebe54db77f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-477831'] for router, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:15.662737 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bfcb7a1-46b0-4eed-a259-47ebe54db77f admin admin] Fanout notify agent at l3_agent the message router_deleted on router d16d156b-3d43-460b-870e-5cde5411fd61 {{(pid=93798) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 23:14:15.673908 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6bfcb7a1-46b0-4eed-a259-47ebe54db77f admin admin] Notify callbacks [] for router, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:15.677430 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-6bfcb7a1-46b0-4eed-a259-47ebe54db77f admin admin] 10.222.0.18 "DELETE /v2.0/routers/d16d156b-3d43-460b-870e-5cde5411fd61 HTTP/1.1" status: 204 len: 168 time: 1.8249414 Jul 27 23:14:15.678391 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 40304) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:14:15.698156 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8eaaf630-dd4b-47f0-921d-83086004bd13 req-c4125e87-9f29-4181-8c19-8322db43621a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a142bec0-f63c-43a8-b598-e4015038c2bc HTTP/1.1" status: 200 len: 217 time: 0.0493710 Jul 27 23:14:15.756466 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd76989a-e463-45d7-869b-7d6560773b1d admin admin] Deleting subnet 834f7fce-5291-4343-9c89-509f9d111866 {{(pid=93798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 23:14:15.764095 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-dd76989a-e463-45d7-869b-7d6560773b1d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:15.771873 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaaf630-dd4b-47f0-921d-83086004bd13 req-16127ac6-54de-4ec0-b789-772c59e6e894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:14:15.772692 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8eaaf630-dd4b-47f0-921d-83086004bd13 req-16127ac6-54de-4ec0-b789-772c59e6e894 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=52a4d5d1-71b2-405d-81c0-f3a84fcb4bdf HTTP/1.1" status: 200 len: 852 time: 0.0657628 Jul 27 23:14:15.813556 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-dd76989a-e463-45d7-869b-7d6560773b1d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11163249'] for subnet, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:15.822225 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8eaaf630-dd4b-47f0-921d-83086004bd13 req-32018580-0019-4922-bcfc-a8161ded6f82 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=fad8bfa8-f447-470c-b9fc-91616b00e055&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325439 Jul 27 23:14:15.859794 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-dd76989a-e463-45d7-869b-7d6560773b1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620741'] for subnet, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:15.863008 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4f0e3e-587d-494a-b359-8435d5555f8d req-fbfd9156-46f3-4647-a7f1-6741ea5312c3 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:14:15.864585 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-2e4f0e3e-587d-494a-b359-8435d5555f8d req-fbfd9156-46f3-4647-a7f1-6741ea5312c3 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/ports?device_id=98a73beb-1410-4001-89d9-567ccd6893bc HTTP/1.1" status: 200 len: 949 time: 0.1063905 Jul 27 23:14:15.905727 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 40314) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:14:15.970064 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_v2 [None req-841e5fc1-8d75-414c-98aa-26a41032d617 admin admin] Deleting subnet 57c041d8-51c7-49d3-976b-8351e0924484 {{(pid=93798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 23:14:15.973923 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-841e5fc1-8d75-414c-98aa-26a41032d617 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:15.997924 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-dd76989a-e463-45d7-869b-7d6560773b1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11971800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12265753'] for subnet, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:16.051690 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd76989a-e463-45d7-869b-7d6560773b1d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=834f7fce-5291-4343-9c89-509f9d111866,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:14:16.054704 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-dd76989a-e463-45d7-869b-7d6560773b1d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:16.058689 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-dd76989a-e463-45d7-869b-7d6560773b1d admin admin] 10.222.0.18 "DELETE /v2.0/subnets/834f7fce-5291-4343-9c89-509f9d111866 HTTP/1.1" status: 204 len: 168 time: 0.3792174 Jul 27 23:14:16.059355 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 40322) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:14:16.087016 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-841e5fc1-8d75-414c-98aa-26a41032d617 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11163249'] for subnet, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:16.216328 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5864b33d-bd0b-4c20-bf9a-8988fa01fc8c req-1e59d041-2fb2-4ba0-9041-9e9fdfbf2860 tempest-TestServerAdvancedOps-849151542 tempest-TestServerAdvancedOps-849151542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:14:16.223934 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-5864b33d-bd0b-4c20-bf9a-8988fa01fc8c req-1e59d041-2fb2-4ba0-9041-9e9fdfbf2860 tempest-TestServerAdvancedOps-849151542 tempest-TestServerAdvancedOps-849151542-project] 10.222.0.18 "GET /v2.0/ports?device_id=362e1d8f-5871-4451-8122-708a9b7d081c HTTP/1.1" status: 200 len: 943 time: 0.2136590 Jul 27 23:14:16.230011 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-18d57d39-188e-43e1-a512-9d7074e2e1df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593271'] for network, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:16.232321 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-841e5fc1-8d75-414c-98aa-26a41032d617 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620741'] for subnet, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:16.293625 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device cfe1191c-3484-48a3-b708-289d4a3bf33a no longer exists at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:14:16.314396 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] No Port match for: cfe1191c-3484-48a3-b708-289d4a3bf33a {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:14:16.314738 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device cfe1191c-3484-48a3-b708-289d4a3bf33a not bound to the agent host n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:14:16.315354 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device b3ec4964-e47d-4543-9198-c2d4eb4c0002 no longer exists at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:14:16.335565 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-5864b33d-bd0b-4c20-bf9a-8988fa01fc8c req-837b3d9c-08d2-4481-86c2-921069d5e4f1 tempest-TestServerAdvancedOps-849151542 tempest-TestServerAdvancedOps-849151542-project] 10.222.0.18 "GET /v2.0/security-groups?id=f4daccd8-cf20-481b-97f9-9f0b5bce602e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109622 Jul 27 23:14:16.353290 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] No Port match for: b3ec4964-e47d-4543-9198-c2d4eb4c0002 {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:14:16.353904 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device b3ec4964-e47d-4543-9198-c2d4eb4c0002 not bound to the agent host n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:14:16.355884 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8eaaf630-dd4b-47f0-921d-83086004bd13 req-3d61cc26-775f-4387-bcb5-3e3d11551bc9 service neutron] 10.222.0.49 "GET /v2.0/networks/fad8bfa8-f447-470c-b9fc-91616b00e055?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5243132 Jul 27 23:14:16.421911 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-2e4f0e3e-587d-494a-b359-8435d5555f8d req-a4515eae-3c90-4c8a-8bc2-2c8776e948b4 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb779318-b8ff-43a6-a94f-3ce471aff166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390498 Jul 27 23:14:16.453331 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-841e5fc1-8d75-414c-98aa-26a41032d617 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11971800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12265753'] for subnet, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:16.464021 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-18d57d39-188e-43e1-a512-9d7074e2e1df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618032', 'neutron.services.segments.db._delete_segments_for_network-8736833900081'] for network, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:16.494184 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-18d57d39-188e-43e1-a512-9d7074e2e1df admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['751d782f-d338-44aa-a291-24d2ae3bed3e']}} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:14:16.503840 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841e5fc1-8d75-414c-98aa-26a41032d617 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=57c041d8-51c7-49d3-976b-8351e0924484,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:14:16.507400 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-841e5fc1-8d75-414c-98aa-26a41032d617 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:16.509259 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-841e5fc1-8d75-414c-98aa-26a41032d617 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/57c041d8-51c7-49d3-976b-8351e0924484 HTTP/1.1" status: 204 len: 168 time: 0.6025867 Jul 27 23:14:16.511163 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-18d57d39-188e-43e1-a512-9d7074e2e1df admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '291bf24b-6a6d-4a3e-8abd-3858cd630ec0') {'for_net_delete': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:14:16.511419 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-18d57d39-188e-43e1-a512-9d7074e2e1df admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '291bf24b-6a6d-4a3e-8abd-3858cd630ec0') {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:14:16.514091 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 40338) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:14:16.522528 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8eaaf630-dd4b-47f0-921d-83086004bd13 req-f9c5ad6f-a8dc-4185-9b91-e10dcb80baf6 service neutron] 10.222.0.49 "GET /v2.0/networks/fad8bfa8-f447-470c-b9fc-91616b00e055?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1563354 Jul 27 23:14:16.544573 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-18d57d39-188e-43e1-a512-9d7074e2e1df admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736833900858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11163256'] for segment, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:16.582564 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 40340) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:14:16.591450 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-18d57d39-188e-43e1-a512-9d7074e2e1df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:16.605949 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18d57d39-188e-43e1-a512-9d7074e2e1df admin admin] Releasing vlan 515 on physical network physnet1 to pool {{(pid=93798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 23:14:16.606343 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-18d57d39-188e-43e1-a512-9d7074e2e1df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11971746'] for segment, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:16.607989 n-d-802623-1 neutron-server[93798]: Traceback (most recent call last): Jul 27 23:14:16.607989 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 23:14:16.607989 n-d-802623-1 neutron-server[93798]: timer() Jul 27 23:14:16.607989 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 23:14:16.607989 n-d-802623-1 neutron-server[93798]: cb(*args, **kw) Jul 27 23:14:16.607989 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 23:14:16.607989 n-d-802623-1 neutron-server[93798]: return func(*args, **kwargs) Jul 27 23:14:16.607989 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 23:14:16.607989 n-d-802623-1 neutron-server[93798]: self._notify() Jul 27 23:14:16.607989 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 23:14:16.607989 n-d-802623-1 neutron-server[93798]: self.callback(batched_events) Jul 27 23:14:16.607989 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 23:14:16.607989 n-d-802623-1 neutron-server[93798]: event.method(event) Jul 27 23:14:16.607989 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 23:14:16.607989 n-d-802623-1 neutron-server[93798]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 23:14:16.607989 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 23:14:16.607989 n-d-802623-1 neutron-server[93798]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 23:14:16.607989 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 23:14:16.607989 n-d-802623-1 neutron-server[93798]: return f(self, *a, **k) Jul 27 23:14:16.607989 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 23:14:16.607989 n-d-802623-1 neutron-server[93798]: return self._get(url).json() Jul 27 23:14:16.607989 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 23:14:16.607989 n-d-802623-1 neutron-server[93798]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 23:14:16.607989 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 23:14:16.607989 n-d-802623-1 neutron-server[93798]: return self.request(url, 'GET', **kwargs) Jul 27 23:14:16.607989 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 23:14:16.607989 n-d-802623-1 neutron-server[93798]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 23:14:16.607989 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 23:14:16.607989 n-d-802623-1 neutron-server[93798]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 23:14:16.607989 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 23:14:16.607989 n-d-802623-1 neutron-server[93798]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 23:14:16.607989 n-d-802623-1 neutron-server[93798]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 23:14:16.646437 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a9181299-50b6-4fed-b232-c1f646c0b9c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593271'] for network, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:16.693561 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-18d57d39-188e-43e1-a512-9d7074e2e1df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415412'] for network, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:16.698974 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-18d57d39-188e-43e1-a512-9d7074e2e1df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:16.703623 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-18d57d39-188e-43e1-a512-9d7074e2e1df admin admin] 10.222.0.18 "DELETE /v2.0/networks/751d782f-d338-44aa-a291-24d2ae3bed3e HTTP/1.1" status: 204 len: 168 time: 0.6251752 Jul 27 23:14:16.727374 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-db506e2a-0dff-4a05-b23f-17f3043cb122 tempest-DHCPAgentSchedulersTestJSON-352642511 tempest-DHCPAgentSchedulersTestJSON-352642511-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-113906734'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:14:16.751070 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d57d39-188e-43e1-a512-9d7074e2e1df admin admin] Pushing event deleted for resources: {'Network': ['ID=751d782f-d338-44aa-a291-24d2ae3bed3e,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:14:16.757835 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db506e2a-0dff-4a05-b23f-17f3043cb122 tempest-DHCPAgentSchedulersTestJSON-352642511 tempest-DHCPAgentSchedulersTestJSON-352642511-project] Made reservation on behalf of 40475f6625b64167abe3f6dc91921c42 for: {'network': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:14:16.760087 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a9181299-50b6-4fed-b232-c1f646c0b9c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618032', 'neutron.services.segments.db._delete_segments_for_network-8736833900081'] for network, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:16.764015 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-db506e2a-0dff-4a05-b23f-17f3043cb122 tempest-DHCPAgentSchedulersTestJSON-352642511 tempest-DHCPAgentSchedulersTestJSON-352642511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for network, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:16.770327 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-a9181299-50b6-4fed-b232-c1f646c0b9c9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29ee6e0e-5177-487c-ae17-69fc29b9655c']}} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:14:16.776265 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-db506e2a-0dff-4a05-b23f-17f3043cb122 tempest-DHCPAgentSchedulersTestJSON-352642511 tempest-DHCPAgentSchedulersTestJSON-352642511-project] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:16.781441 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-a9181299-50b6-4fed-b232-c1f646c0b9c9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41c6b6ec-e70d-4e20-8755-762b9c004bd0') {'for_net_delete': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:14:16.781441 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-a9181299-50b6-4fed-b232-c1f646c0b9c9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41c6b6ec-e70d-4e20-8755-762b9c004bd0') {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:14:16.793868 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a9181299-50b6-4fed-b232-c1f646c0b9c9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736833900858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11163256'] for segment, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:16.810330 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a9181299-50b6-4fed-b232-c1f646c0b9c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:16.817911 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9181299-50b6-4fed-b232-c1f646c0b9c9 admin admin] Releasing vlan 537 on physical network physnet1 to pool {{(pid=93798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 23:14:16.818364 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a9181299-50b6-4fed-b232-c1f646c0b9c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11971746'] for segment, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:16.820743 n-d-802623-1 neutron-server[93798]: Traceback (most recent call last): Jul 27 23:14:16.820743 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 23:14:16.820743 n-d-802623-1 neutron-server[93798]: timer() Jul 27 23:14:16.820743 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 23:14:16.820743 n-d-802623-1 neutron-server[93798]: cb(*args, **kw) Jul 27 23:14:16.820743 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 23:14:16.820743 n-d-802623-1 neutron-server[93798]: return func(*args, **kwargs) Jul 27 23:14:16.820743 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 23:14:16.820743 n-d-802623-1 neutron-server[93798]: self._notify() Jul 27 23:14:16.820743 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 23:14:16.820743 n-d-802623-1 neutron-server[93798]: self.callback(batched_events) Jul 27 23:14:16.820743 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 23:14:16.820743 n-d-802623-1 neutron-server[93798]: event.method(event) Jul 27 23:14:16.820743 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 23:14:16.820743 n-d-802623-1 neutron-server[93798]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 23:14:16.820743 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 23:14:16.820743 n-d-802623-1 neutron-server[93798]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 23:14:16.820743 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 23:14:16.820743 n-d-802623-1 neutron-server[93798]: return f(self, *a, **k) Jul 27 23:14:16.820743 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 23:14:16.820743 n-d-802623-1 neutron-server[93798]: return self._get(url).json() Jul 27 23:14:16.820743 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 23:14:16.820743 n-d-802623-1 neutron-server[93798]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 23:14:16.820743 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 23:14:16.820743 n-d-802623-1 neutron-server[93798]: return self.request(url, 'GET', **kwargs) Jul 27 23:14:16.820743 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 23:14:16.820743 n-d-802623-1 neutron-server[93798]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 23:14:16.820743 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 23:14:16.820743 n-d-802623-1 neutron-server[93798]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 23:14:16.820743 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 23:14:16.820743 n-d-802623-1 neutron-server[93798]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 23:14:16.820743 n-d-802623-1 neutron-server[93798]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 23:14:16.882423 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-db506e2a-0dff-4a05-b23f-17f3043cb122 tempest-DHCPAgentSchedulersTestJSON-352642511 tempest-DHCPAgentSchedulersTestJSON-352642511-project] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:16.885086 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a9181299-50b6-4fed-b232-c1f646c0b9c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415412'] for network, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:16.890075 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-db506e2a-0dff-4a05-b23f-17f3043cb122 tempest-DHCPAgentSchedulersTestJSON-352642511 tempest-DHCPAgentSchedulersTestJSON-352642511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:16.901175 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a9181299-50b6-4fed-b232-c1f646c0b9c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:16.903157 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-a9181299-50b6-4fed-b232-c1f646c0b9c9 admin admin] 10.222.0.18 "DELETE /v2.0/networks/29ee6e0e-5177-487c-ae17-69fc29b9655c HTTP/1.1" status: 204 len: 168 time: 0.3827636 Jul 27 23:14:16.904210 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 40346) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:14:16.904988 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9181299-50b6-4fed-b232-c1f646c0b9c9 admin admin] Pushing event deleted for resources: {'Network': ['ID=29ee6e0e-5177-487c-ae17-69fc29b9655c,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:14:16.936256 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db506e2a-0dff-4a05-b23f-17f3043cb122 tempest-DHCPAgentSchedulersTestJSON-352642511 tempest-DHCPAgentSchedulersTestJSON-352642511-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 501} {{(pid=93797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 23:14:16.943371 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db506e2a-0dff-4a05-b23f-17f3043cb122 tempest-DHCPAgentSchedulersTestJSON-352642511 tempest-DHCPAgentSchedulersTestJSON-352642511-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b33268ea-bdcf-437d-8ba5-35dd3853af12,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:14:16.951707 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-db506e2a-0dff-4a05-b23f-17f3043cb122 tempest-DHCPAgentSchedulersTestJSON-352642511 tempest-DHCPAgentSchedulersTestJSON-352642511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:16.952459 n-d-802623-1 neutron-server[93797]: INFO neutron.db.segments_db [None req-db506e2a-0dff-4a05-b23f-17f3043cb122 tempest-DHCPAgentSchedulersTestJSON-352642511 tempest-DHCPAgentSchedulersTestJSON-352642511-project] Added segment 178ec027-3736-48f4-a123-6b032a573b5f of type vlan for network 99c6f239-65c9-4ce3-95ad-b68e02c54f9a Jul 27 23:14:16.958389 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-1818445f-2fb3-4bdf-ba9d-1c5e436dc4fd admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8f4c75b9e70c4006b20b1726fcbef392&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0429320 Jul 27 23:14:16.958389 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 40350) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:14:16.997028 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-db506e2a-0dff-4a05-b23f-17f3043cb122 tempest-DHCPAgentSchedulersTestJSON-352642511 tempest-DHCPAgentSchedulersTestJSON-352642511-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736833354590'] for network, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:17.008756 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a8c83d2d-df5c-4d5c-a116-2c74813b0d97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:17.028525 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-db506e2a-0dff-4a05-b23f-17f3043cb122 tempest-DHCPAgentSchedulersTestJSON-352642511 tempest-DHCPAgentSchedulersTestJSON-352642511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569'] for network, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:17.032391 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a8c83d2d-df5c-4d5c-a116-2c74813b0d97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:17.034463 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db506e2a-0dff-4a05-b23f-17f3043cb122 tempest-DHCPAgentSchedulersTestJSON-352642511 tempest-DHCPAgentSchedulersTestJSON-352642511-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:14:17.035090 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-db506e2a-0dff-4a05-b23f-17f3043cb122 tempest-DHCPAgentSchedulersTestJSON-352642511 tempest-DHCPAgentSchedulersTestJSON-352642511-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for network, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:17.084764 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a8c83d2d-df5c-4d5c-a116-2c74813b0d97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:17.088004 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a8c83d2d-df5c-4d5c-a116-2c74813b0d97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:17.089171 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-a8c83d2d-df5c-4d5c-a116-2c74813b0d97 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1af18e13-f94e-429a-ab8a-66f4e32e8b2c HTTP/1.1" status: 204 len: 168 time: 0.1299574 Jul 27 23:14:17.099752 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 40354) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:14:17.100011 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-db506e2a-0dff-4a05-b23f-17f3043cb122 tempest-DHCPAgentSchedulersTestJSON-352642511 tempest-DHCPAgentSchedulersTestJSON-352642511-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.5161002 Jul 27 23:14:17.102713 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 40356) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:14:17.103340 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c83d2d-df5c-4d5c-a116-2c74813b0d97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1af18e13-f94e-429a-ab8a-66f4e32e8b2c,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:14:17.108794 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-f06150a5-2351-495c-b2f0-db7f7b929885 tempest-DHCPAgentSchedulersTestJSON-352642511 tempest-DHCPAgentSchedulersTestJSON-352642511-project] Request body: {'subnet': {'network_id': '99c6f239-65c9-4ce3-95ad-b68e02c54f9a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:14:17.153863 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db506e2a-0dff-4a05-b23f-17f3043cb122 tempest-DHCPAgentSchedulersTestJSON-352642511 tempest-DHCPAgentSchedulersTestJSON-352642511-project] Pushing event updated for resources: {'Network': ['ID=99c6f239-65c9-4ce3-95ad-b68e02c54f9a,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:14:17.160658 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-b7862ddd-d94a-4c03-bfdd-62f9f1d50cd4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=aa2231d547254a11ac1bad653a91c13d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0595233 Jul 27 23:14:17.162975 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 40358) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:14:17.166316 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Network 99c6f239-65c9-4ce3-95ad-b68e02c54f9a details requested by agent ovs-agent-n-d-802623-1 with host n-d-802623-1 {{(pid=93799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 23:14:17.221245 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9204134b-149f-4a26-a41d-a9354603ea73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:17.222163 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f06150a5-2351-495c-b2f0-db7f7b929885 tempest-DHCPAgentSchedulersTestJSON-352642511 tempest-DHCPAgentSchedulersTestJSON-352642511-project] Made reservation on behalf of 40475f6625b64167abe3f6dc91921c42 for: {'subnet': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:14:17.226870 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f06150a5-2351-495c-b2f0-db7f7b929885 tempest-DHCPAgentSchedulersTestJSON-352642511 tempest-DHCPAgentSchedulersTestJSON-352642511-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11551435'] for subnet, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:17.245432 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9204134b-149f-4a26-a41d-a9354603ea73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:17.305409 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9204134b-149f-4a26-a41d-a9354603ea73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:17.308423 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9204134b-149f-4a26-a41d-a9354603ea73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:17.309646 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-9204134b-149f-4a26-a41d-a9354603ea73 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/baa33dab-69cb-4bf1-9b0d-bfe0326eb552 HTTP/1.1" status: 204 len: 168 time: 0.1447611 Jul 27 23:14:17.323436 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9204134b-149f-4a26-a41d-a9354603ea73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baa33dab-69cb-4bf1-9b0d-bfe0326eb552,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:14:17.481167 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f06150a5-2351-495c-b2f0-db7f7b929885 tempest-DHCPAgentSchedulersTestJSON-352642511 tempest-DHCPAgentSchedulersTestJSON-352642511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11336182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11551417'] for subnet, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:17.510699 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0503bedb-ef0f-4a91-a39f-dabdcb1c257b req-c2a01bd8-d1e8-490e-a25b-0f2c1eaf2fe8 tempest-TestServerAdvancedOps-849151542 tempest-TestServerAdvancedOps-849151542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:14:17.512838 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-0503bedb-ef0f-4a91-a39f-dabdcb1c257b req-c2a01bd8-d1e8-490e-a25b-0f2c1eaf2fe8 tempest-TestServerAdvancedOps-849151542 tempest-TestServerAdvancedOps-849151542-project] 10.222.0.18 "GET /v2.0/ports?device_id=362e1d8f-5871-4451-8122-708a9b7d081c HTTP/1.1" status: 200 len: 943 time: 0.0872045 Jul 27 23:14:17.573228 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4390883-df35-4a79-823a-ac37a0a5c2f4 req-d15102b1-0c6c-41df-a1a2-49cd3d03eb8e tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:14:17.575381 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f4390883-df35-4a79-823a-ac37a0a5c2f4 req-d15102b1-0c6c-41df-a1a2-49cd3d03eb8e tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/ports?device_id=98a73beb-1410-4001-89d9-567ccd6893bc HTTP/1.1" status: 200 len: 949 time: 0.0579393 Jul 27 23:14:17.618292 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06150a5-2351-495c-b2f0-db7f7b929885 tempest-DHCPAgentSchedulersTestJSON-352642511 tempest-DHCPAgentSchedulersTestJSON-352642511-project] Pushing event updated for resources: {'Subnet': ['ID=068fe178-9da8-4556-8379-a885822bd76e,revision_number=0']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:14:17.629805 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f4390883-df35-4a79-823a-ac37a0a5c2f4 req-afc0659e-4557-411f-870a-9f9118b26209 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb779318-b8ff-43a6-a94f-3ce471aff166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477054 Jul 27 23:14:17.657052 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-0503bedb-ef0f-4a91-a39f-dabdcb1c257b req-66f2f294-e6e9-45e5-a8f2-a3ad7f6790ff tempest-TestServerAdvancedOps-849151542 tempest-TestServerAdvancedOps-849151542-project] 10.222.0.18 "GET /v2.0/security-groups?id=f4daccd8-cf20-481b-97f9-9f0b5bce602e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303594 Jul 27 23:14:17.657874 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f06150a5-2351-495c-b2f0-db7f7b929885 tempest-DHCPAgentSchedulersTestJSON-352642511 tempest-DHCPAgentSchedulersTestJSON-352642511-project] Checking segment: {'id': '178ec027-3736-48f4-a123-6b032a573b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '99c6f239-65c9-4ce3-95ad-b68e02c54f9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:14:17.658241 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f06150a5-2351-495c-b2f0-db7f7b929885 tempest-DHCPAgentSchedulersTestJSON-352642511 tempest-DHCPAgentSchedulersTestJSON-352642511-project] Network hostable DHCP agents. Network: 99c6f239-65c9-4ce3-95ad-b68e02c54f9a, hostable agents: ['5950e76f-2bde-4343-a925-cbe6bacd2706'], hosted agents: [] {{(pid=93797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 23:14:17.689573 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f06150a5-2351-495c-b2f0-db7f7b929885 tempest-DHCPAgentSchedulersTestJSON-352642511 tempest-DHCPAgentSchedulersTestJSON-352642511-project] Network 99c6f239-65c9-4ce3-95ad-b68e02c54f9a is scheduled to be hosted by DHCP agent 5950e76f-2bde-4343-a925-cbe6bacd2706 with binding_index 1 {{(pid=93797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 23:14:17.701339 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 8d63928f-73af-47ee-810d-f1fb026c2b03 no longer exists at agent hyperv_n-h1-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:14:17.708019 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-f06150a5-2351-495c-b2f0-db7f7b929885 tempest-DHCPAgentSchedulersTestJSON-352642511 tempest-DHCPAgentSchedulersTestJSON-352642511-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802623-1, 99c6f239-65c9-4ce3-95ad-b68e02c54f9a) {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:14:17.713866 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f06150a5-2351-495c-b2f0-db7f7b929885 tempest-DHCPAgentSchedulersTestJSON-352642511 tempest-DHCPAgentSchedulersTestJSON-352642511-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:14:17.714473 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f06150a5-2351-495c-b2f0-db7f7b929885 tempest-DHCPAgentSchedulersTestJSON-352642511 tempest-DHCPAgentSchedulersTestJSON-352642511-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for subnet, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:17.749863 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-f06150a5-2351-495c-b2f0-db7f7b929885 tempest-DHCPAgentSchedulersTestJSON-352642511 tempest-DHCPAgentSchedulersTestJSON-352642511-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6458406 Jul 27 23:14:17.752983 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 40386) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:14:17.755370 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] No Port match for: 8d63928f-73af-47ee-810d-f1fb026c2b03 {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:14:17.756152 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 8d63928f-73af-47ee-810d-f1fb026c2b03 not bound to the agent host n-h1-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:14:17.758734 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e554ac47-451b-48f5-8ba8-d6717b146404 None None] Network 99c6f239-65c9-4ce3-95ad-b68e02c54f9a requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:14:17.759791 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-0a2b33fa-c4e3-463d-a2dc-99dc1a6b613d tempest-DHCPAgentSchedulersTestJSON-352642511 tempest-DHCPAgentSchedulersTestJSON-352642511-project] Request body: {'port': {'network_id': '99c6f239-65c9-4ce3-95ad-b68e02c54f9a', 'name': 'tempest-DHCPAgentSchedulersTestJSON-2034703929'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:14:17.915769 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a2b33fa-c4e3-463d-a2dc-99dc1a6b613d tempest-DHCPAgentSchedulersTestJSON-352642511 tempest-DHCPAgentSchedulersTestJSON-352642511-project] Made reservation on behalf of 40475f6625b64167abe3f6dc91921c42 for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:14:17.920628 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0a2b33fa-c4e3-463d-a2dc-99dc1a6b613d tempest-DHCPAgentSchedulersTestJSON-352642511 tempest-DHCPAgentSchedulersTestJSON-352642511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:17.941879 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b60e65e-9fc5-483b-973d-826a595e0bd2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f6f257c-ad18-5f0c-8c8e-ea085a5fc8a2-99c6f239-65c9-4ce3-95ad-b68e02c54f9a', 'network_id': '99c6f239-65c9-4ce3-95ad-b68e02c54f9a', 'tenant_id': '40475f6625b64167abe3f6dc91921c42', 'fixed_ips': [{'subnet_id': '068fe178-9da8-4556-8379-a885822bd76e'}]}} from n-d-802623-1. {{(pid=93799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 23:14:17.945957 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7b60e65e-9fc5-483b-973d-826a595e0bd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:17.946465 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [None req-0a2b33fa-c4e3-463d-a2dc-99dc1a6b613d tempest-DHCPAgentSchedulersTestJSON-352642511 tempest-DHCPAgentSchedulersTestJSON-352642511-project] device_id is not set on port f672ba6a-3db6-455d-b957-d94286ccecd2 yet. {{(pid=93798) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 23:14:18.076988 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-0a2b33fa-c4e3-463d-a2dc-99dc1a6b613d tempest-DHCPAgentSchedulersTestJSON-352642511 tempest-DHCPAgentSchedulersTestJSON-352642511-project] Allocated IP 172.20.0.2 (99c6f239-65c9-4ce3-95ad-b68e02c54f9a/068fe178-9da8-4556-8379-a885822bd76e/f672ba6a-3db6-455d-b957-d94286ccecd2) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:14:18.202043 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 40406) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:14:18.262218 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0a2b33fa-c4e3-463d-a2dc-99dc1a6b613d tempest-DHCPAgentSchedulersTestJSON-352642511 tempest-DHCPAgentSchedulersTestJSON-352642511-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:18.283530 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-0a2b33fa-c4e3-463d-a2dc-99dc1a6b613d tempest-DHCPAgentSchedulersTestJSON-352642511 tempest-DHCPAgentSchedulersTestJSON-352642511-project] Transition to ACTIVE for port object f672ba6a-3db6-455d-b957-d94286ccecd2 will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:14:18.286005 n-d-802623-1 neutron-server[93797]: INFO neutron.api.v2.resource [req-9cf9810a-5d02-4a3f-b4b3-aa899b319833 req-a6a686db-db7b-4cf7-8416-d9ace886996d service neutron] show failed (client error): The resource could not be found. Jul 27 23:14:18.287211 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-9cf9810a-5d02-4a3f-b4b3-aa899b319833 req-a6a686db-db7b-4cf7-8416-d9ace886996d service neutron] 10.222.0.49 "GET /v2.0/ports/4dd088bb-2812-49b2-88d3-6f7a082f66e0/bindings/n-h1-802623-1 HTTP/1.1" status: 404 len: 380 time: 0.0626321 Jul 27 23:14:18.335169 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0a2b33fa-c4e3-463d-a2dc-99dc1a6b613d tempest-DHCPAgentSchedulersTestJSON-352642511 tempest-DHCPAgentSchedulersTestJSON-352642511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:18.391144 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.db.api [None req-7b60e65e-9fc5-483b-973d-826a595e0bd2 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-76f05ff2-bb1d-4d33-85f6-e08b71c8b768 {{(pid=93799) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 23:14:18.391922 n-d-802623-1 neutron-server[93799]: DEBUG oslo_db.api [None req-7b60e65e-9fc5-483b-973d-826a595e0bd2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 23:14:18.414562 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2b33fa-c4e3-463d-a2dc-99dc1a6b613d tempest-DHCPAgentSchedulersTestJSON-352642511 tempest-DHCPAgentSchedulersTestJSON-352642511-project] Pushing event updated for resources: {'Port': ['ID=f672ba6a-3db6-455d-b957-d94286ccecd2,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:14:18.429064 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a2b33fa-c4e3-463d-a2dc-99dc1a6b613d tempest-DHCPAgentSchedulersTestJSON-352642511 tempest-DHCPAgentSchedulersTestJSON-352642511-project] Network 99c6f239-65c9-4ce3-95ad-b68e02c54f9a is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:14:18.430538 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-0a2b33fa-c4e3-463d-a2dc-99dc1a6b613d tempest-DHCPAgentSchedulersTestJSON-352642511 tempest-DHCPAgentSchedulersTestJSON-352642511-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:14:18.444337 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a2b33fa-c4e3-463d-a2dc-99dc1a6b613d tempest-DHCPAgentSchedulersTestJSON-352642511 tempest-DHCPAgentSchedulersTestJSON-352642511-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:14:18.491979 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-dde880cc-e0f3-412a-a31f-d056e107e27d admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-173587153-network', 'tenant_id': '087950dd0e374a4ea176521b9b838135'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:14:18.518062 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dde880cc-e0f3-412a-a31f-d056e107e27d admin admin] Made reservation on behalf of 087950dd0e374a4ea176521b9b838135 for: {'network': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:14:18.521109 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-dde880cc-e0f3-412a-a31f-d056e107e27d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for network, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:18.534456 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-dde880cc-e0f3-412a-a31f-d056e107e27d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:18.536163 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a2b33fa-c4e3-463d-a2dc-99dc1a6b613d tempest-DHCPAgentSchedulersTestJSON-352642511 tempest-DHCPAgentSchedulersTestJSON-352642511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:14:18.536794 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0a2b33fa-c4e3-463d-a2dc-99dc1a6b613d tempest-DHCPAgentSchedulersTestJSON-352642511 tempest-DHCPAgentSchedulersTestJSON-352642511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:18.553072 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf9810a-5d02-4a3f-b4b3-aa899b319833 req-009428d8-0aa5-41c4-986c-5c4ee0f75aac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:14:18.554794 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-9cf9810a-5d02-4a3f-b4b3-aa899b319833 req-009428d8-0aa5-41c4-986c-5c4ee0f75aac service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=98a73beb-1410-4001-89d9-567ccd6893bc&tenant_id=1b545d5113d14592aa4c69bde083a757 HTTP/1.1" status: 200 len: 1100 time: 0.0710340 Jul 27 23:14:18.575017 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [req-9cf9810a-5d02-4a3f-b4b3-aa899b319833 req-91d1bf79-40e8-45cf-93b1-b0f2f624c8c2 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-802623-1', 'device_owner': 'compute:nova'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:14:18.634275 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-9cf9810a-5d02-4a3f-b4b3-aa899b319833 req-91d1bf79-40e8-45cf-93b1-b0f2f624c8c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:18.639928 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-dde880cc-e0f3-412a-a31f-d056e107e27d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:18.648393 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-dde880cc-e0f3-412a-a31f-d056e107e27d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:18.653230 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-0a2b33fa-c4e3-463d-a2dc-99dc1a6b613d tempest-DHCPAgentSchedulersTestJSON-352642511 tempest-DHCPAgentSchedulersTestJSON-352642511-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8987973 Jul 27 23:14:18.664880 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 40430) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:14:18.686367 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dde880cc-e0f3-412a-a31f-d056e107e27d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 541} {{(pid=93797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 23:14:18.732822 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-dde880cc-e0f3-412a-a31f-d056e107e27d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:18.733047 n-d-802623-1 neutron-server[93797]: INFO neutron.db.segments_db [None req-dde880cc-e0f3-412a-a31f-d056e107e27d admin admin] Added segment 09b526ec-df96-4a77-885e-8a5fa321e907 of type vlan for network 76c7e756-28f4-4745-b962-f14793a97234 Jul 27 23:14:18.734435 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde880cc-e0f3-412a-a31f-d056e107e27d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c20cdd6f-00df-4b95-b139-513d9164316b,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:14:18.849031 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b11e29a-4d84-4f41-b297-624b0f274178 req-6fabde25-ff16-4355-93de-30e11af03412 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:14:18.850553 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7b11e29a-4d84-4f41-b297-624b0f274178 req-6fabde25-ff16-4355-93de-30e11af03412 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/ports?device_id=98a73beb-1410-4001-89d9-567ccd6893bc HTTP/1.1" status: 200 len: 949 time: 0.1277089 Jul 27 23:14:18.855312 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-dde880cc-e0f3-412a-a31f-d056e107e27d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736833354590'] for network, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:18.893197 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7b60e65e-9fc5-483b-973d-826a595e0bd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:18.935030 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-99c426db-02a2-4303-88b8-d8c919b8892f tempest-DHCPAgentSchedulersTestJSON-352642511 tempest-DHCPAgentSchedulersTestJSON-352642511-project] Deleting port f672ba6a-3db6-455d-b957-d94286ccecd2 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:14:18.935398 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-99c426db-02a2-4303-88b8-d8c919b8892f tempest-DHCPAgentSchedulersTestJSON-352642511 tempest-DHCPAgentSchedulersTestJSON-352642511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:18.949666 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7b11e29a-4d84-4f41-b297-624b0f274178 req-6b13eea3-6327-47de-86af-d0e03bae7874 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb779318-b8ff-43a6-a94f-3ce471aff166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819175 Jul 27 23:14:18.951612 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-dde880cc-e0f3-412a-a31f-d056e107e27d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569'] for network, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:18.952789 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dde880cc-e0f3-412a-a31f-d056e107e27d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:14:18.953376 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-dde880cc-e0f3-412a-a31f-d056e107e27d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for network, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:19.009909 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-9cf9810a-5d02-4a3f-b4b3-aa899b319833 req-91d1bf79-40e8-45cf-93b1-b0f2f624c8c2 service neutron] For port 4dd088bb-2812-49b2-88d3-6f7a082f66e0, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=4dd088bb-2812-49b2-88d3-6f7a082f66e0,segment=NetworkSegment(16e91594-c047-4b55-93eb-43af33ad08e1),segment_id=16e91594-c047-4b55-93eb-43af33ad08e1)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:14:19.102810 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-7b60e65e-9fc5-483b-973d-826a595e0bd2 None None] Allocated IP 172.20.0.3 (99c6f239-65c9-4ce3-95ad-b68e02c54f9a/068fe178-9da8-4556-8379-a885822bd76e/0c33ea88-f6a2-4e3f-8e12-3f16d6f7aa8e) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:14:19.107429 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-9cf9810a-5d02-4a3f-b4b3-aa899b319833 req-91d1bf79-40e8-45cf-93b1-b0f2f624c8c2 service neutron] For port 4dd088bb-2812-49b2-88d3-6f7a082f66e0, host n-h2-802623-1, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:14:19.154802 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72a70d5-9663-497f-9ffb-d6244a61d034 req-2baaebf5-6ee7-43e2-ac23-6718e57d542e tempest-TestServerAdvancedOps-849151542 tempest-TestServerAdvancedOps-849151542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:14:19.170232 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a72a70d5-9663-497f-9ffb-d6244a61d034 req-2baaebf5-6ee7-43e2-ac23-6718e57d542e tempest-TestServerAdvancedOps-849151542 tempest-TestServerAdvancedOps-849151542-project] 10.222.0.18 "GET /v2.0/ports?device_id=362e1d8f-5871-4451-8122-708a9b7d081c HTTP/1.1" status: 200 len: 943 time: 0.3056579 Jul 27 23:14:19.207765 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-153ee770-0322-42cb-834a-b0bd046821dd req-83d45cfd-057b-4691-aeb6-807f2e6fb415 tempest-ServerShowV254Test-2064811959 tempest-ServerShowV254Test-2064811959-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5f4b7d8-0f5a-496b-9d75-fcac7b4c9717 HTTP/1.1" status: 200 len: 210 time: 0.0395856 Jul 27 23:14:19.226090 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98a73beb-1410-4001-89d9-567ccd6893bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4dd088bb-2812-49b2-88d3-6f7a082f66e0'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:14:19.229484 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}011f8d312121274bb12d78e77c6379a2079800640016cec6c6d605b73666e854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72607087-128a-4f58-9cbe-dec001f7b140" -d '{"events": [{"server_uuid": "98a73beb-1410-4001-89d9-567ccd6893bc", "name": "network-vif-unplugged", "status": "completed", "tag": "4dd088bb-2812-49b2-88d3-6f7a082f66e0"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:14:19.235652 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-9cf9810a-5d02-4a3f-b4b3-aa899b319833 req-91d1bf79-40e8-45cf-93b1-b0f2f624c8c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:19.254448 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-9cf9810a-5d02-4a3f-b4b3-aa899b319833 req-91d1bf79-40e8-45cf-93b1-b0f2f624c8c2 service neutron] Transition to ACTIVE for port object 4dd088bb-2812-49b2-88d3-6f7a082f66e0 will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:14:19.259530 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-9cf9810a-5d02-4a3f-b4b3-aa899b319833 req-91d1bf79-40e8-45cf-93b1-b0f2f624c8c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:19.291982 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7b60e65e-9fc5-483b-973d-826a595e0bd2 None None] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:19.303609 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-7b60e65e-9fc5-483b-973d-826a595e0bd2 None None] Transition to ACTIVE for port object 0c33ea88-f6a2-4e3f-8e12-3f16d6f7aa8e will not be triggered until provisioned by entity L2. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:14:19.325022 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-7b60e65e-9fc5-483b-973d-826a595e0bd2 None None] Transition to ACTIVE for port object 0c33ea88-f6a2-4e3f-8e12-3f16d6f7aa8e will not be triggered until provisioned by entity DHCP. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:14:19.335189 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7b60e65e-9fc5-483b-973d-826a595e0bd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:19.350291 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cf9810a-5d02-4a3f-b4b3-aa899b319833 req-91d1bf79-40e8-45cf-93b1-b0f2f624c8c2 service neutron] No DVR routers for this DVR port 4dd088bb-2812-49b2-88d3-6f7a082f66e0 on host n-h2-802623-1 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:14:19.362403 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d1bf79-40e8-45cf-93b1-b0f2f624c8c2 service neutron] Pushing event updated for resources: {'Port': ['ID=4dd088bb-2812-49b2-88d3-6f7a082f66e0,revision_number=6']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:14:19.375772 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-99c426db-02a2-4303-88b8-d8c919b8892f tempest-DHCPAgentSchedulersTestJSON-352642511 tempest-DHCPAgentSchedulersTestJSON-352642511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:19.401911 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-99c426db-02a2-4303-88b8-d8c919b8892f tempest-DHCPAgentSchedulersTestJSON-352642511 tempest-DHCPAgentSchedulersTestJSON-352642511-project] Calling delete_port for f672ba6a-3db6-455d-b957-d94286ccecd2 owned by {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:14:19.412792 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-9cf9810a-5d02-4a3f-b4b3-aa899b319833 req-91d1bf79-40e8-45cf-93b1-b0f2f624c8c2 service neutron] Attempting to bind port 4dd088bb-2812-49b2-88d3-6f7a082f66e0 on host n-h1-802623-1 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:14:19.413147 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-9cf9810a-5d02-4a3f-b4b3-aa899b319833 req-91d1bf79-40e8-45cf-93b1-b0f2f624c8c2 service neutron] Attempting to bind port 4dd088bb-2812-49b2-88d3-6f7a082f66e0 by drivers openvswitch,hyperv on host n-h1-802623-1 at level 0 using segments [{'id': '16e91594-c047-4b55-93eb-43af33ad08e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '591af2dd-f826-43b1-aa9d-e7a0bf218c71'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:14:19.413469 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cf9810a-5d02-4a3f-b4b3-aa899b319833 req-91d1bf79-40e8-45cf-93b1-b0f2f624c8c2 service neutron] Attempting to bind port 4dd088bb-2812-49b2-88d3-6f7a082f66e0 on network 591af2dd-f826-43b1-aa9d-e7a0bf218c71 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:14:19.423436 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cf9810a-5d02-4a3f-b4b3-aa899b319833 req-91d1bf79-40e8-45cf-93b1-b0f2f624c8c2 service neutron] Port 4dd088bb-2812-49b2-88d3-6f7a082f66e0 on network 591af2dd-f826-43b1-aa9d-e7a0bf218c71 not bound, no agent of type Open vSwitch agent registered on host n-h1-802623-1 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 23:14:19.423847 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cf9810a-5d02-4a3f-b4b3-aa899b319833 req-91d1bf79-40e8-45cf-93b1-b0f2f624c8c2 service neutron] Attempting to bind port 4dd088bb-2812-49b2-88d3-6f7a082f66e0 on network 591af2dd-f826-43b1-aa9d-e7a0bf218c71 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:14:19.439009 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cf9810a-5d02-4a3f-b4b3-aa899b319833 req-91d1bf79-40e8-45cf-93b1-b0f2f624c8c2 service neutron] Checking agent: {'id': '245f1da4-a9b8-4b08-90d7-28f0f342b839', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 59, 59), 'started_at': datetime.datetime(2021, 7, 27, 22, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 13, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:14:19.439390 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cf9810a-5d02-4a3f-b4b3-aa899b319833 req-91d1bf79-40e8-45cf-93b1-b0f2f624c8c2 service neutron] Checking segment: {'id': '16e91594-c047-4b55-93eb-43af33ad08e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '591af2dd-f826-43b1-aa9d-e7a0bf218c71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:14:19.439783 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cf9810a-5d02-4a3f-b4b3-aa899b319833 req-91d1bf79-40e8-45cf-93b1-b0f2f624c8c2 service neutron] Bound using segment: {'id': '16e91594-c047-4b55-93eb-43af33ad08e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '591af2dd-f826-43b1-aa9d-e7a0bf218c71'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:14:19.440429 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-9cf9810a-5d02-4a3f-b4b3-aa899b319833 req-91d1bf79-40e8-45cf-93b1-b0f2f624c8c2 service neutron] Bound port: 4dd088bb-2812-49b2-88d3-6f7a082f66e0, host: n-h1-802623-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16e91594-c047-4b55-93eb-43af33ad08e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '591af2dd-f826-43b1-aa9d-e7a0bf218c71'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:14:19.440864 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-9cf9810a-5d02-4a3f-b4b3-aa899b319833 req-91d1bf79-40e8-45cf-93b1-b0f2f624c8c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:19.458315 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60e65e-9fc5-483b-973d-826a595e0bd2 None None] Pushing event updated for resources: {'Port': ['ID=0c33ea88-f6a2-4e3f-8e12-3f16d6f7aa8e,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:14:19.501547 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b60e65e-9fc5-483b-973d-826a595e0bd2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:14:19.501901 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b60e65e-9fc5-483b-973d-826a595e0bd2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:14:19.504081 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b60e65e-9fc5-483b-973d-826a595e0bd2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:14:19.504741 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b60e65e-9fc5-483b-973d-826a595e0bd2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:14:19.506180 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 23:14:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-465c5751-aa11-4529-afb7-9cc850ba69e9 x-openstack-request-id: req-465c5751-aa11-4529-afb7-9cc850ba69e9 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:14:19.506180 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98a73beb-1410-4001-89d9-567ccd6893bc", "name": "network-vif-unplugged", "status": "completed", "tag": "4dd088bb-2812-49b2-88d3-6f7a082f66e0", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:14:19.506409 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-465c5751-aa11-4529-afb7-9cc850ba69e9 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:14:19.507148 n-d-802623-1 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98a73beb-1410-4001-89d9-567ccd6893bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4dd088bb-2812-49b2-88d3-6f7a082f66e0', 'code': 200} Jul 27 23:14:19.507991 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b60e65e-9fc5-483b-973d-826a595e0bd2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:14:19.510138 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b60e65e-9fc5-483b-973d-826a595e0bd2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:14:19.510964 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b60e65e-9fc5-483b-973d-826a595e0bd2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:14:19.514902 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b60e65e-9fc5-483b-973d-826a595e0bd2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:14:19.515503 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b60e65e-9fc5-483b-973d-826a595e0bd2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:14:19.516411 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b60e65e-9fc5-483b-973d-826a595e0bd2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:14:19.517621 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b60e65e-9fc5-483b-973d-826a595e0bd2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:14:19.518053 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b60e65e-9fc5-483b-973d-826a595e0bd2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:14:19.523858 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b60e65e-9fc5-483b-973d-826a595e0bd2 None None] Network 99c6f239-65c9-4ce3-95ad-b68e02c54f9a is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:14:19.525939 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-7b60e65e-9fc5-483b-973d-826a595e0bd2 None None] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:14:19.529421 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b60e65e-9fc5-483b-973d-826a595e0bd2 None None] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:14:19.565756 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-dde880cc-e0f3-412a-a31f-d056e107e27d admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.3625021 Jul 27 23:14:19.569955 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 40452) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:14:19.578548 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a72a70d5-9663-497f-9ffb-d6244a61d034 req-4a7b8cd4-5fa5-4717-b8c9-d256f1fdd1ee tempest-TestServerAdvancedOps-849151542 tempest-TestServerAdvancedOps-849151542-project] 10.222.0.18 "GET /v2.0/security-groups?id=f4daccd8-cf20-481b-97f9-9f0b5bce602e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4072196 Jul 27 23:14:19.581592 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde880cc-e0f3-412a-a31f-d056e107e27d admin admin] Pushing event updated for resources: {'Network': ['ID=76c7e756-28f4-4745-b962-f14793a97234,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:14:19.581962 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-20515b08-17c8-4d4b-9b33-17b6933926ac admin admin] Request body: {'subnet': {'network_id': '76c7e756-28f4-4745-b962-f14793a97234', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-173587153-subnet', 'tenant_id': '087950dd0e374a4ea176521b9b838135', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:14:19.611450 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Network 76c7e756-28f4-4745-b962-f14793a97234 details requested by agent ovs-agent-n-d-802623-1 with host n-d-802623-1 {{(pid=93799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 23:14:19.619340 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-9cf9810a-5d02-4a3f-b4b3-aa899b319833 req-91d1bf79-40e8-45cf-93b1-b0f2f624c8c2 service neutron] For port 4dd088bb-2812-49b2-88d3-6f7a082f66e0, host n-h1-802623-1, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:14:19.656773 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-9cf9810a-5d02-4a3f-b4b3-aa899b319833 req-91d1bf79-40e8-45cf-93b1-b0f2f624c8c2 service neutron] For port 4dd088bb-2812-49b2-88d3-6f7a082f66e0, host n-h1-802623-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=4dd088bb-2812-49b2-88d3-6f7a082f66e0,segment=NetworkSegment(16e91594-c047-4b55-93eb-43af33ad08e1),segment_id=16e91594-c047-4b55-93eb-43af33ad08e1)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:14:19.663392 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-9cf9810a-5d02-4a3f-b4b3-aa899b319833 req-91d1bf79-40e8-45cf-93b1-b0f2f624c8c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:19.669536 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20515b08-17c8-4d4b-9b33-17b6933926ac admin admin] Made reservation on behalf of 087950dd0e374a4ea176521b9b838135 for: {'subnet': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:14:19.671124 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-7b60e65e-9fc5-483b-973d-826a595e0bd2 None None] Attempting to bind port 0c33ea88-f6a2-4e3f-8e12-3f16d6f7aa8e on host n-d-802623-1 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:14:19.671788 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-7b60e65e-9fc5-483b-973d-826a595e0bd2 None None] Attempting to bind port 0c33ea88-f6a2-4e3f-8e12-3f16d6f7aa8e by drivers openvswitch,hyperv on host n-d-802623-1 at level 0 using segments [{'id': '178ec027-3736-48f4-a123-6b032a573b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '99c6f239-65c9-4ce3-95ad-b68e02c54f9a'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:14:19.672061 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-20515b08-17c8-4d4b-9b33-17b6933926ac admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12265828'] for subnet, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:19.672350 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b60e65e-9fc5-483b-973d-826a595e0bd2 None None] Attempting to bind port 0c33ea88-f6a2-4e3f-8e12-3f16d6f7aa8e on network 99c6f239-65c9-4ce3-95ad-b68e02c54f9a {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:14:19.674032 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-99c426db-02a2-4303-88b8-d8c919b8892f tempest-DHCPAgentSchedulersTestJSON-352642511 tempest-DHCPAgentSchedulersTestJSON-352642511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:19.713784 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c426db-02a2-4303-88b8-d8c919b8892f tempest-DHCPAgentSchedulersTestJSON-352642511 tempest-DHCPAgentSchedulersTestJSON-352642511-project] Pushing event deleted for resources: {'Port': ['ID=f672ba6a-3db6-455d-b957-d94286ccecd2,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:14:19.767698 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf9810a-5d02-4a3f-b4b3-aa899b319833 req-91d1bf79-40e8-45cf-93b1-b0f2f624c8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:14:19.768597 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-9cf9810a-5d02-4a3f-b4b3-aa899b319833 req-91d1bf79-40e8-45cf-93b1-b0f2f624c8c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:19.770019 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-9cf9810a-5d02-4a3f-b4b3-aa899b319833 req-91d1bf79-40e8-45cf-93b1-b0f2f624c8c2 service neutron] 10.222.0.38 "PUT /v2.0/ports/4dd088bb-2812-49b2-88d3-6f7a082f66e0 HTTP/1.1" status: 200 len: 1095 time: 1.2001319 Jul 27 23:14:19.854528 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-99c426db-02a2-4303-88b8-d8c919b8892f tempest-DHCPAgentSchedulersTestJSON-352642511 tempest-DHCPAgentSchedulersTestJSON-352642511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:19.855923 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b60e65e-9fc5-483b-973d-826a595e0bd2 None None] Checking agent: {'id': 'a9a568d2-a5e7-41e4-833f-a8ab42ea4073', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 52, 30), 'started_at': datetime.datetime(2021, 7, 27, 22, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802623-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:14:19.856566 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b60e65e-9fc5-483b-973d-826a595e0bd2 None None] Checking segment: {'id': '178ec027-3736-48f4-a123-6b032a573b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '99c6f239-65c9-4ce3-95ad-b68e02c54f9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:14:19.857134 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7b60e65e-9fc5-483b-973d-826a595e0bd2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:19.857330 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-99c426db-02a2-4303-88b8-d8c919b8892f tempest-DHCPAgentSchedulersTestJSON-352642511 tempest-DHCPAgentSchedulersTestJSON-352642511-project] 10.222.0.18 "DELETE /v2.0/ports/f672ba6a-3db6-455d-b957-d94286ccecd2 HTTP/1.1" status: 204 len: 168 time: 1.1897802 Jul 27 23:14:19.857844 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b60e65e-9fc5-483b-973d-826a595e0bd2 None None] Bound using segment: {'id': '178ec027-3736-48f4-a123-6b032a573b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '99c6f239-65c9-4ce3-95ad-b68e02c54f9a'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:14:19.858342 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-7b60e65e-9fc5-483b-973d-826a595e0bd2 None None] Bound port: 0c33ea88-f6a2-4e3f-8e12-3f16d6f7aa8e, host: n-d-802623-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '178ec027-3736-48f4-a123-6b032a573b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '99c6f239-65c9-4ce3-95ad-b68e02c54f9a'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:14:19.858919 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7b60e65e-9fc5-483b-973d-826a595e0bd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:19.863756 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 40454) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:14:19.889391 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d1bf79-40e8-45cf-93b1-b0f2f624c8c2 service neutron] Pushing event updated for resources: {'Port': ['ID=4dd088bb-2812-49b2-88d3-6f7a082f66e0,revision_number=7']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:14:19.922507 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf9810a-5d02-4a3f-b4b3-aa899b319833 req-a2572ab0-6778-4d00-a6e3-0cecdb3ac49d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:14:19.924214 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-9cf9810a-5d02-4a3f-b4b3-aa899b319833 req-a2572ab0-6778-4d00-a6e3-0cecdb3ac49d service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=1b545d5113d14592aa4c69bde083a757&device_id=98a73beb-1410-4001-89d9-567ccd6893bc HTTP/1.1" status: 200 len: 1098 time: 0.1237707 Jul 27 23:14:19.969036 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-7b60e65e-9fc5-483b-973d-826a595e0bd2 None None] For port 0c33ea88-f6a2-4e3f-8e12-3f16d6f7aa8e, host n-d-802623-1, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:14:19.973247 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-7b60e65e-9fc5-483b-973d-826a595e0bd2 None None] For port 0c33ea88-f6a2-4e3f-8e12-3f16d6f7aa8e, host n-d-802623-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=0c33ea88-f6a2-4e3f-8e12-3f16d6f7aa8e,segment=NetworkSegment(178ec027-3736-48f4-a123-6b032a573b5f),segment_id=178ec027-3736-48f4-a123-6b032a573b5f)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:14:19.978833 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7b60e65e-9fc5-483b-973d-826a595e0bd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:20.035184 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-75b4ac61-fa90-4b3d-a0fe-06f207642d26 tempest-DHCPAgentSchedulersTestJSON-950687865 tempest-DHCPAgentSchedulersTestJSON-950687865-project-admin] 10.222.0.18 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4677 time: 0.1694686 Jul 27 23:14:20.043699 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 40460) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:14:20.056762 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-56c666b1-0ba4-4272-8673-ebcb86b68627 tempest-DHCPAgentSchedulersTestJSON-352642511 tempest-DHCPAgentSchedulersTestJSON-352642511-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-115921484'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:14:20.109558 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56c666b1-0ba4-4272-8673-ebcb86b68627 tempest-DHCPAgentSchedulersTestJSON-352642511 tempest-DHCPAgentSchedulersTestJSON-352642511-project] Made reservation on behalf of 40475f6625b64167abe3f6dc91921c42 for: {'network': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:14:20.114329 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-56c666b1-0ba4-4272-8673-ebcb86b68627 tempest-DHCPAgentSchedulersTestJSON-352642511 tempest-DHCPAgentSchedulersTestJSON-352642511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for network, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:20.130248 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60e65e-9fc5-483b-973d-826a595e0bd2 None None] Pushing event updated for resources: {'Port': ['ID=0c33ea88-f6a2-4e3f-8e12-3f16d6f7aa8e,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:14:20.179642 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56c666b1-0ba4-4272-8673-ebcb86b68627 tempest-DHCPAgentSchedulersTestJSON-352642511 tempest-DHCPAgentSchedulersTestJSON-352642511-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 514} {{(pid=93797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 23:14:20.193356 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-20515b08-17c8-4d4b-9b33-17b6933926ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11971609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12265750'] for subnet, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:20.196428 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-56c666b1-0ba4-4272-8673-ebcb86b68627 tempest-DHCPAgentSchedulersTestJSON-352642511 tempest-DHCPAgentSchedulersTestJSON-352642511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:20.197074 n-d-802623-1 neutron-server[93797]: INFO neutron.db.segments_db [None req-56c666b1-0ba4-4272-8673-ebcb86b68627 tempest-DHCPAgentSchedulersTestJSON-352642511 tempest-DHCPAgentSchedulersTestJSON-352642511-project] Added segment e94737f1-09a0-4fc4-8c62-d7121448945c of type vlan for network d26c5f32-af0d-41e7-af55-2d4ec1154b05 Jul 27 23:14:20.267437 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-56c666b1-0ba4-4272-8673-ebcb86b68627 tempest-DHCPAgentSchedulersTestJSON-352642511 tempest-DHCPAgentSchedulersTestJSON-352642511-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736833354590'] for network, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:20.301302 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20515b08-17c8-4d4b-9b33-17b6933926ac admin admin] Pushing event updated for resources: {'Subnet': ['ID=50644b7c-7810-4f55-8fe3-b32463d21f4c,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:14:20.305062 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-56c666b1-0ba4-4272-8673-ebcb86b68627 tempest-DHCPAgentSchedulersTestJSON-352642511 tempest-DHCPAgentSchedulersTestJSON-352642511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569'] for network, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:20.313591 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56c666b1-0ba4-4272-8673-ebcb86b68627 tempest-DHCPAgentSchedulersTestJSON-352642511 tempest-DHCPAgentSchedulersTestJSON-352642511-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:14:20.314561 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-56c666b1-0ba4-4272-8673-ebcb86b68627 tempest-DHCPAgentSchedulersTestJSON-352642511 tempest-DHCPAgentSchedulersTestJSON-352642511-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for network, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:20.412941 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265e8196-07ef-4393-8b0a-fa06b514750c req-c8c10709-70f7-4720-ad67-b04f5450f01a tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:14:20.415519 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-265e8196-07ef-4393-8b0a-fa06b514750c req-c8c10709-70f7-4720-ad67-b04f5450f01a tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/ports?device_id=98a73beb-1410-4001-89d9-567ccd6893bc HTTP/1.1" status: 200 len: 947 time: 0.3121691 Jul 27 23:14:20.420657 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-56c666b1-0ba4-4272-8673-ebcb86b68627 tempest-DHCPAgentSchedulersTestJSON-352642511 tempest-DHCPAgentSchedulersTestJSON-352642511-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.3759127 Jul 27 23:14:20.425262 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 40470) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:14:20.481032 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a54be54d-9ba7-4e91-85fb-e5cfa3c3262e req-0c4aaddf-9ebe-421c-aa8d-77ea9b7856d6 tempest-ServerShowV254Test-2064811959 tempest-ServerShowV254Test-2064811959-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5f4b7d8-0f5a-496b-9d75-fcac7b4c9717 HTTP/1.1" status: 200 len: 210 time: 0.0658779 Jul 27 23:14:20.490822 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c666b1-0ba4-4272-8673-ebcb86b68627 tempest-DHCPAgentSchedulersTestJSON-352642511 tempest-DHCPAgentSchedulersTestJSON-352642511-project] Pushing event updated for resources: {'Network': ['ID=d26c5f32-af0d-41e7-af55-2d4ec1154b05,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:14:20.502377 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Network d26c5f32-af0d-41e7-af55-2d4ec1154b05 details requested by agent ovs-agent-n-d-802623-1 with host n-d-802623-1 {{(pid=93799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 23:14:20.551341 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf9810a-5d02-4a3f-b4b3-aa899b319833 req-58281f1d-e01b-4f04-bca8-9dd844f696f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:14:20.552986 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-9cf9810a-5d02-4a3f-b4b3-aa899b319833 req-58281f1d-e01b-4f04-bca8-9dd844f696f5 service neutron] 10.222.0.38 "GET /v2.0/networks?id=591af2dd-f826-43b1-aa9d-e7a0bf218c71 HTTP/1.1" status: 200 len: 870 time: 0.5972404 Jul 27 23:14:20.556129 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20515b08-17c8-4d4b-9b33-17b6933926ac admin admin] Checking segment: {'id': '09b526ec-df96-4a77-885e-8a5fa321e907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '76c7e756-28f4-4745-b962-f14793a97234'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:14:20.556556 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20515b08-17c8-4d4b-9b33-17b6933926ac admin admin] Network hostable DHCP agents. Network: 76c7e756-28f4-4745-b962-f14793a97234, hostable agents: ['5950e76f-2bde-4343-a925-cbe6bacd2706'], hosted agents: [] {{(pid=93798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 23:14:20.582110 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-265e8196-07ef-4393-8b0a-fa06b514750c req-487bedb7-75b1-4625-b8b9-67389f30505d tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb779318-b8ff-43a6-a94f-3ce471aff166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438529 Jul 27 23:14:20.664092 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-9cf9810a-5d02-4a3f-b4b3-aa899b319833 req-7bc95bf7-4869-4b1d-b079-d9a36f1a97cb service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=4dd088bb-2812-49b2-88d3-6f7a082f66e0 HTTP/1.1" status: 200 len: 217 time: 0.1003745 Jul 27 23:14:20.709969 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2448282-a9a9-4108-a1a0-cf0f710f2d9e req-ac65df71-5d17-47ef-86d4-07c74da7ed7f tempest-TestServerAdvancedOps-849151542 tempest-TestServerAdvancedOps-849151542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:14:20.711705 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-b2448282-a9a9-4108-a1a0-cf0f710f2d9e req-ac65df71-5d17-47ef-86d4-07c74da7ed7f tempest-TestServerAdvancedOps-849151542 tempest-TestServerAdvancedOps-849151542-project] 10.222.0.18 "GET /v2.0/ports?device_id=362e1d8f-5871-4451-8122-708a9b7d081c HTTP/1.1" status: 200 len: 943 time: 0.0576429 Jul 27 23:14:20.722644 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20515b08-17c8-4d4b-9b33-17b6933926ac admin admin] Network 76c7e756-28f4-4745-b962-f14793a97234 is scheduled to be hosted by DHCP agent 5950e76f-2bde-4343-a925-cbe6bacd2706 with binding_index 1 {{(pid=93798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 23:14:20.754129 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-b2448282-a9a9-4108-a1a0-cf0f710f2d9e req-fae0f78a-8675-4fbe-b69e-8480d435adc9 tempest-TestServerAdvancedOps-849151542 tempest-TestServerAdvancedOps-849151542-project] 10.222.0.18 "GET /v2.0/security-groups?id=f4daccd8-cf20-481b-97f9-9f0b5bce602e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354924 Jul 27 23:14:20.755369 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-20515b08-17c8-4d4b-9b33-17b6933926ac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802623-1, 76c7e756-28f4-4745-b962-f14793a97234) {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:14:20.765723 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbb87033-f9c3-40f7-b905-df363d364dfc None None] Network 76c7e756-28f4-4745-b962-f14793a97234 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:14:20.776728 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20515b08-17c8-4d4b-9b33-17b6933926ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:14:20.778199 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-20515b08-17c8-4d4b-9b33-17b6933926ac admin admin] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:20.792281 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf9810a-5d02-4a3f-b4b3-aa899b319833 req-600772fb-36bb-4d6f-a9d8-e5566bf8d918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:14:20.793923 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-9cf9810a-5d02-4a3f-b4b3-aa899b319833 req-600772fb-36bb-4d6f-a9d8-e5566bf8d918 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=62938449-046d-4cbe-923a-7ebb632c358d HTTP/1.1" status: 200 len: 843 time: 0.1183515 Jul 27 23:14:20.807393 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device a142bec0-f63c-43a8-b598-e4015038c2bc details requested by agent hyperv_n-h2-802623-1 with host n-h2-802623-1 {{(pid=93799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 23:14:20.857354 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-9f670ab9-b80d-44a1-bf59-13c8341d07b5 tempest-DHCPAgentSchedulersTestJSON-950687865 tempest-DHCPAgentSchedulersTestJSON-950687865-project-admin] 10.222.0.18 "GET /v2.0/agents/5950e76f-2bde-4343-a925-cbe6bacd2706/dhcp-networks HTTP/1.1" status: 200 len: 10444 time: 0.4135311 Jul 27 23:14:20.860196 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-20515b08-17c8-4d4b-9b33-17b6933926ac admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.2883573 Jul 27 23:14:20.865077 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 40474) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:14:20.897046 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf9810a-5d02-4a3f-b4b3-aa899b319833 req-385bb661-de66-4633-8cfc-43b7d7229624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:14:20.899172 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-9cf9810a-5d02-4a3f-b4b3-aa899b319833 req-385bb661-de66-4633-8cfc-43b7d7229624 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=591af2dd-f826-43b1-aa9d-e7a0bf218c71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0893159 Jul 27 23:14:20.966882 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1e54c67-0d44-484d-8fbb-0101a8c89d6d None None] Network 76c7e756-28f4-4745-b962-f14793a97234 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:14:21.021603 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port a142bec0-f63c-43a8-b598-e4015038c2bc, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=a142bec0-f63c-43a8-b598-e4015038c2bc,segment=NetworkSegment(581ace71-b51b-4793-b03c-e85d8420ffe3),segment_id=581ace71-b51b-4793-b03c-e85d8420ffe3)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:14:21.039079 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-9cf9810a-5d02-4a3f-b4b3-aa899b319833 req-5799a4f5-fd0e-407d-9923-5a88762857b2 service neutron] 10.222.0.38 "GET /v2.0/networks/591af2dd-f826-43b1-aa9d-e7a0bf218c71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1150539 Jul 27 23:14:21.040219 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Returning: {'device': 'a142bec0-f63c-43a8-b598-e4015038c2bc', 'network_id': 'fad8bfa8-f447-470c-b9fc-91616b00e055', 'port_id': 'a142bec0-f63c-43a8-b598-e4015038c2bc', 'mac_address': 'fa:16:3e:4b:ef:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52a4d5d1-71b2-405d-81c0-f3a84fcb4bdf', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 23:14:21.105403 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:21.107364 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-909815fc-ff9e-49c9-b11d-a9af60ef9d27 tempest-DHCPAgentSchedulersTestJSON-950687865 tempest-DHCPAgentSchedulersTestJSON-950687865-project-admin] Network d26c5f32-af0d-41e7-af55-2d4ec1154b05 is scheduled to be hosted by DHCP agent 5950e76f-2bde-4343-a925-cbe6bacd2706 with binding_index 1 {{(pid=93798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 23:14:21.131524 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 40482) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:14:21.139477 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-909815fc-ff9e-49c9-b11d-a9af60ef9d27 tempest-DHCPAgentSchedulersTestJSON-950687865 tempest-DHCPAgentSchedulersTestJSON-950687865-project-admin] 10.222.0.18 "POST /v2.0/agents/5950e76f-2bde-4343-a925-cbe6bacd2706/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.2583518 Jul 27 23:14:21.175933 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62769ae2-64c8-4c0f-bbba-8f9c0dc4290b None None] Network d26c5f32-af0d-41e7-af55-2d4ec1154b05 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:14:21.182995 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a142bec0-f63c-43a8-b598-e4015038c2bc {{(pid=93799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:14:21.191076 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-9cf9810a-5d02-4a3f-b4b3-aa899b319833 req-cf89043d-c522-4a31-8f7c-8da1226caf7b service neutron] 10.222.0.38 "GET /v2.0/networks/591af2dd-f826-43b1-aa9d-e7a0bf218c71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429081 Jul 27 23:14:21.207572 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port a142bec0-f63c-43a8-b598-e4015038c2bc, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=a142bec0-f63c-43a8-b598-e4015038c2bc,segment=NetworkSegment(581ace71-b51b-4793-b03c-e85d8420ffe3),segment_id=581ace71-b51b-4793-b03c-e85d8420ffe3)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:14:21.253750 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:21.282733 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.agents_db [None req-9beef776-8bab-4de2-989a-f5a23ba4aaf4 None None] Agent healthcheck: found 7 active agents {{(pid=93800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 23:14:21.372237 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Pushing event updated for resources: {'Port': ['ID=a142bec0-f63c-43a8-b598-e4015038c2bc,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:14:21.413948 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78bb2ae0-687f-49f5-bdf0-fda8e04f5d72 None None] Network 99c6f239-65c9-4ce3-95ad-b68e02c54f9a requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:14:21.436500 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 40494) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:14:21.441496 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-3996f304-8a1a-4b33-a8c3-3cc0c06fd87e admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-753624358-network', 'tenant_id': '9671a5f8ef734c61b8885afef41ff3a6'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:14:21.454061 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-e09e8f2c-2461-4915-a1ca-8976e251d899 tempest-DHCPAgentSchedulersTestJSON-950687865 tempest-DHCPAgentSchedulersTestJSON-950687865-project-admin] 10.222.0.18 "GET /v2.0/agents/5950e76f-2bde-4343-a925-cbe6bacd2706/dhcp-networks HTTP/1.1" status: 200 len: 12024 time: 0.3183711 Jul 27 23:14:21.455600 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 40496) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:14:21.467243 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3996f304-8a1a-4b33-a8c3-3cc0c06fd87e admin admin] Made reservation on behalf of 9671a5f8ef734c61b8885afef41ff3a6 for: {'network': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:14:21.470031 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3996f304-8a1a-4b33-a8c3-3cc0c06fd87e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for network, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:21.480997 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3996f304-8a1a-4b33-a8c3-3cc0c06fd87e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:21.486604 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-94a74917-5a19-4678-9022-26eec01b0d9b None None] Provisioning for port 0c33ea88-f6a2-4e3f-8e12-3f16d6f7aa8e completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:14:21.512238 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98a73beb-1410-4001-89d9-567ccd6893bc', 'tag': '4dd088bb-2812-49b2-88d3-6f7a082f66e0'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:14:21.515445 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}011f8d312121274bb12d78e77c6379a2079800640016cec6c6d605b73666e854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2b4d958-471e-4967-bad0-705618ae6f26" -d '{"events": [{"name": "network-changed", "server_uuid": "98a73beb-1410-4001-89d9-567ccd6893bc", "tag": "4dd088bb-2812-49b2-88d3-6f7a082f66e0"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:14:21.559771 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-ccce3f5e-e339-4ea1-bdb1-6d47c24dac7b tempest-DHCPAgentSchedulersTestJSON-950687865 tempest-DHCPAgentSchedulersTestJSON-950687865-project-admin] 10.222.0.18 "DELETE /v2.0/agents/5950e76f-2bde-4343-a925-cbe6bacd2706/dhcp-networks/d26c5f32-af0d-41e7-af55-2d4ec1154b05 HTTP/1.1" status: 204 len: 168 time: 0.1029036 Jul 27 23:14:21.561609 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 40502) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:14:21.585470 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ca5bbffd-4570-409e-8c1d-b0bef9838846 req-cc532ea0-028d-4945-9e8b-ae7914671f55 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=a5f4b7d8-0f5a-496b-9d75-fcac7b4c9717 HTTP/1.1" status: 200 len: 210 time: 0.0501614 Jul 27 23:14:21.629121 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-617f6cc2-4bb0-470b-8995-293a11c27fc5 req-8c780b3e-1919-4b70-a359-4efe718c761c tempest-ServerShowV254Test-2064811959 tempest-ServerShowV254Test-2064811959-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5f4b7d8-0f5a-496b-9d75-fcac7b4c9717 HTTP/1.1" status: 200 len: 210 time: 0.0401111 Jul 27 23:14:21.633914 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 23:14:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8f2d7e0-269c-443f-a479-7c3e26bc835a x-openstack-request-id: req-b8f2d7e0-269c-443f-a479-7c3e26bc835a {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:14:21.634205 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98a73beb-1410-4001-89d9-567ccd6893bc", "tag": "4dd088bb-2812-49b2-88d3-6f7a082f66e0", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:14:21.634460 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b8f2d7e0-269c-443f-a479-7c3e26bc835a {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:14:21.634850 n-d-802623-1 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98a73beb-1410-4001-89d9-567ccd6893bc', 'tag': '4dd088bb-2812-49b2-88d3-6f7a082f66e0', 'status': 'completed', 'code': 200} Jul 27 23:14:21.668632 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] get_ports_and_sgs() called for port_ids ['a142bec0-f63c-43a8-b598-e4015038c2bc'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:14:21.807149 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3996f304-8a1a-4b33-a8c3-3cc0c06fd87e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:21.812477 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b4d958-471e-4967-bad0-705618ae6f26 req-0f0a81ab-7f80-4c42-a987-fd4ed6389133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:14:21.814548 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e2b4d958-471e-4967-bad0-705618ae6f26 req-0f0a81ab-7f80-4c42-a987-fd4ed6389133 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=1b545d5113d14592aa4c69bde083a757&device_id=98a73beb-1410-4001-89d9-567ccd6893bc HTTP/1.1" status: 200 len: 1098 time: 0.1275506 Jul 27 23:14:21.816469 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3996f304-8a1a-4b33-a8c3-3cc0c06fd87e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:21.826056 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b4d958-471e-4967-bad0-705618ae6f26 req-58edc68b-787b-419c-a9df-0a7985b41b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:14:21.829149 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-e2b4d958-471e-4967-bad0-705618ae6f26 req-58edc68b-787b-419c-a9df-0a7985b41b87 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1b545d5113d14592aa4c69bde083a757&device_id=98a73beb-1410-4001-89d9-567ccd6893bc HTTP/1.1" status: 200 len: 1098 time: 0.1703286 Jul 27 23:14:21.869053 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3996f304-8a1a-4b33-a8c3-3cc0c06fd87e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 539} {{(pid=93798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 23:14:21.889414 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531267fb-4284-4647-9ccf-fe8e8b8de08e req-86d4de3c-86bf-4f0b-9cb3-c75ec3170d2d tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:14:21.891166 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-531267fb-4284-4647-9ccf-fe8e8b8de08e req-86d4de3c-86bf-4f0b-9cb3-c75ec3170d2d tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/ports?device_id=98a73beb-1410-4001-89d9-567ccd6893bc HTTP/1.1" status: 200 len: 947 time: 0.1663892 Jul 27 23:14:21.939651 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3996f304-8a1a-4b33-a8c3-3cc0c06fd87e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0edd0cc6-aeff-4be6-8b0d-d12f7c179a5a,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:14:21.947273 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3996f304-8a1a-4b33-a8c3-3cc0c06fd87e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:21.947482 n-d-802623-1 neutron-server[93798]: INFO neutron.db.segments_db [None req-3996f304-8a1a-4b33-a8c3-3cc0c06fd87e admin admin] Added segment 491db5e2-b8ef-4b16-8dbb-193cc9646e67 of type vlan for network 35ff23ed-a7a4-4b5d-a162-030bc7587cd1 Jul 27 23:14:21.989433 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-7acd564a-306e-4887-9b1d-a3a0b0bba093 tempest-DHCPAgentSchedulersTestJSON-950687865 tempest-DHCPAgentSchedulersTestJSON-950687865-project-admin] 10.222.0.18 "GET /v2.0/agents/5950e76f-2bde-4343-a925-cbe6bacd2706/dhcp-networks HTTP/1.1" status: 200 len: 11254 time: 0.4224901 Jul 27 23:14:21.993760 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 40510) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:14:22.047765 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-bbcc6fa3-9337-4c0b-909a-db066aa1a693 tempest-DHCPAgentSchedulersTestJSON-950687865 tempest-DHCPAgentSchedulersTestJSON-950687865-project-admin] 10.222.0.18 "GET /v2.0/networks/99c6f239-65c9-4ce3-95ad-b68e02c54f9a/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0512109 Jul 27 23:14:22.057001 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-531267fb-4284-4647-9ccf-fe8e8b8de08e req-72f0de5f-3f05-448d-b27c-35d480a26353 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb779318-b8ff-43a6-a94f-3ce471aff166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245642 Jul 27 23:14:22.058049 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 40512) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:14:22.059504 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3996f304-8a1a-4b33-a8c3-3cc0c06fd87e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736833354590'] for network, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:22.068493 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44b4c40-b60a-43e7-a367-e7ef5b7ffea3 req-f38f7435-8e61-4555-ba1a-eb68195f0cd7 tempest-TestServerAdvancedOps-849151542 tempest-TestServerAdvancedOps-849151542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:14:22.071348 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b4d958-471e-4967-bad0-705618ae6f26 req-60d579ae-2182-4ebb-af91-87dbe542839f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:14:22.071692 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-e44b4c40-b60a-43e7-a367-e7ef5b7ffea3 req-f38f7435-8e61-4555-ba1a-eb68195f0cd7 tempest-TestServerAdvancedOps-849151542 tempest-TestServerAdvancedOps-849151542-project] 10.222.0.18 "GET /v2.0/ports?device_id=362e1d8f-5871-4451-8122-708a9b7d081c HTTP/1.1" status: 200 len: 944 time: 0.1656339 Jul 27 23:14:22.073176 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e2b4d958-471e-4967-bad0-705618ae6f26 req-60d579ae-2182-4ebb-af91-87dbe542839f service neutron] 10.222.0.38 "GET /v2.0/networks?id=591af2dd-f826-43b1-aa9d-e7a0bf218c71 HTTP/1.1" status: 200 len: 870 time: 0.2446556 Jul 27 23:14:22.097099 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b4d958-471e-4967-bad0-705618ae6f26 req-eb37b0cd-3dbf-4c73-b264-c5af4753c7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:14:22.098679 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-e2b4d958-471e-4967-bad0-705618ae6f26 req-eb37b0cd-3dbf-4c73-b264-c5af4753c7b0 service neutron] 10.222.0.49 "GET /v2.0/networks?id=591af2dd-f826-43b1-aa9d-e7a0bf218c71 HTTP/1.1" status: 200 len: 870 time: 0.2572446 Jul 27 23:14:22.122974 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e2b4d958-471e-4967-bad0-705618ae6f26 req-e3cea66e-3519-44eb-800d-3cc055090a45 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=4dd088bb-2812-49b2-88d3-6f7a082f66e0 HTTP/1.1" status: 200 len: 217 time: 0.0402584 Jul 27 23:14:22.145435 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3996f304-8a1a-4b33-a8c3-3cc0c06fd87e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569'] for network, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:22.146341 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3996f304-8a1a-4b33-a8c3-3cc0c06fd87e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:14:22.146922 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3996f304-8a1a-4b33-a8c3-3cc0c06fd87e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:22.169394 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-c5648da2-c4ff-400b-8e0b-d181fe1ba52f tempest-DHCPAgentSchedulersTestJSON-950687865 tempest-DHCPAgentSchedulersTestJSON-950687865-project-admin] 10.222.0.18 "GET /v2.0/networks/99c6f239-65c9-4ce3-95ad-b68e02c54f9a/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.1079094 Jul 27 23:14:22.169633 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 40514) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:14:22.174648 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-e2b4d958-471e-4967-bad0-705618ae6f26 req-e7f4a585-0396-4431-ad0e-a5ac1cff871a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=4dd088bb-2812-49b2-88d3-6f7a082f66e0 HTTP/1.1" status: 200 len: 217 time: 0.0656660 Jul 27 23:14:22.207175 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-e44b4c40-b60a-43e7-a367-e7ef5b7ffea3 req-27a83d65-8dde-46f8-bf10-8f8be3dc1b08 tempest-TestServerAdvancedOps-849151542 tempest-TestServerAdvancedOps-849151542-project] 10.222.0.18 "GET /v2.0/security-groups?id=f4daccd8-cf20-481b-97f9-9f0b5bce602e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255991 Jul 27 23:14:22.237628 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-3996f304-8a1a-4b33-a8c3-3cc0c06fd87e admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7999966 Jul 27 23:14:22.240625 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 40516) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:14:22.251915 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-74df775d-80cf-4370-a31e-189cab3b6194 None None] Could not find standard attr ID for object f672ba6a-3db6-455d-b957-d94286ccecd2. {{(pid=93799) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 23:14:22.255323 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-20b36c07-7ee1-46d9-9287-6892940027b0 admin admin] Request body: {'subnet': {'network_id': '35ff23ed-a7a4-4b5d-a162-030bc7587cd1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-753624358-subnet', 'tenant_id': '9671a5f8ef734c61b8885afef41ff3a6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:14:22.275665 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b4d958-471e-4967-bad0-705618ae6f26 req-484ba143-bc38-464c-97f4-9a698cb0f440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:14:22.277737 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e2b4d958-471e-4967-bad0-705618ae6f26 req-484ba143-bc38-464c-97f4-9a698cb0f440 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=62938449-046d-4cbe-923a-7ebb632c358d HTTP/1.1" status: 200 len: 843 time: 0.1392474 Jul 27 23:14:22.279149 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3996f304-8a1a-4b33-a8c3-3cc0c06fd87e admin admin] Pushing event updated for resources: {'Network': ['ID=35ff23ed-a7a4-4b5d-a162-030bc7587cd1,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:14:22.295060 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 0c33ea88-f6a2-4e3f-8e12-3f16d6f7aa8e up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:14:22.332580 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Network 35ff23ed-a7a4-4b5d-a162-030bc7587cd1 details requested by agent ovs-agent-n-d-802623-1 with host n-d-802623-1 {{(pid=93799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 23:14:22.355935 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b4d958-471e-4967-bad0-705618ae6f26 req-f277358f-0c8d-4799-b7c7-d1d5d6f39c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:14:22.358372 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e2b4d958-471e-4967-bad0-705618ae6f26 req-f277358f-0c8d-4799-b7c7-d1d5d6f39c6b service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=591af2dd-f826-43b1-aa9d-e7a0bf218c71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0674474 Jul 27 23:14:22.380928 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b4d958-471e-4967-bad0-705618ae6f26 req-9d9ab098-7078-4385-b477-d88f1a6ad3dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:14:22.382664 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-e2b4d958-471e-4967-bad0-705618ae6f26 req-9d9ab098-7078-4385-b477-d88f1a6ad3dd service neutron] 10.222.0.49 "GET /v2.0/subnets?id=62938449-046d-4cbe-923a-7ebb632c358d HTTP/1.1" status: 200 len: 843 time: 0.1956010 Jul 27 23:14:22.405930 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20b36c07-7ee1-46d9-9287-6892940027b0 admin admin] Made reservation on behalf of 9671a5f8ef734c61b8885afef41ff3a6 for: {'subnet': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:14:22.408417 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-20b36c07-7ee1-46d9-9287-6892940027b0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11551435'] for subnet, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:22.490045 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning for port 0c33ea88-f6a2-4e3f-8e12-3f16d6f7aa8e completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:14:22.495414 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port 0c33ea88-f6a2-4e3f-8e12-3f16d6f7aa8e triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:14:22.496515 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:22.521066 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e2b4d958-471e-4967-bad0-705618ae6f26 req-81490e17-dd54-40e6-b434-3b793843b414 service neutron] 10.222.0.38 "GET /v2.0/networks/591af2dd-f826-43b1-aa9d-e7a0bf218c71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446340 Jul 27 23:14:22.560006 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b4d958-471e-4967-bad0-705618ae6f26 req-443306a8-ba7d-4e66-8e71-287cee80f1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:14:22.561533 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-e2b4d958-471e-4967-bad0-705618ae6f26 req-443306a8-ba7d-4e66-8e71-287cee80f1cb service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=591af2dd-f826-43b1-aa9d-e7a0bf218c71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1693487 Jul 27 23:14:22.591733 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:22.593578 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-f47a6b39-c148-45d2-8015-a65a6d7cded0 tempest-DHCPAgentSchedulersTestJSON-950687865 tempest-DHCPAgentSchedulersTestJSON-950687865-project-admin] 10.222.0.18 "GET /v2.0/agents/5950e76f-2bde-4343-a925-cbe6bacd2706/dhcp-networks HTTP/1.1" status: 200 len: 11254 time: 0.4205079 Jul 27 23:14:22.605162 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 40522) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:14:22.635652 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] For port 0c33ea88-f6a2-4e3f-8e12-3f16d6f7aa8e, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=0c33ea88-f6a2-4e3f-8e12-3f16d6f7aa8e,segment=NetworkSegment(178ec027-3736-48f4-a123-6b032a573b5f),segment_id=178ec027-3736-48f4-a123-6b032a573b5f)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:14:22.640895 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:22.697666 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Pushing event updated for resources: {'Port': ['ID=0c33ea88-f6a2-4e3f-8e12-3f16d6f7aa8e,revision_number=3']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:14:22.824302 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device 4dd088bb-2812-49b2-88d3-6f7a082f66e0 no longer exists at agent hyperv_n-h2-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:14:22.827878 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8c4dca6c-5f97-4b8e-86bb-3f9850883ce7 tempest-DHCPAgentSchedulersTestJSON-352642511 tempest-DHCPAgentSchedulersTestJSON-352642511-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593271'] for network, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:22.846490 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-20b36c07-7ee1-46d9-9287-6892940027b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11336182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11551417'] for subnet, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:22.876410 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device 4dd088bb-2812-49b2-88d3-6f7a082f66e0 not bound to the agent host n-h2-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:14:22.881360 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-e2b4d958-471e-4967-bad0-705618ae6f26 req-f83137ae-c191-4a7a-89d9-ab8e2a3673e6 service neutron] 10.222.0.49 "GET /v2.0/networks/591af2dd-f826-43b1-aa9d-e7a0bf218c71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3086662 Jul 27 23:14:22.898530 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c74bfb41-910f-4a32-82db-162ac1ad3ca3 req-acdbb5e8-20d9-444f-9d28-9b1c01fc1dff tempest-ServerShowV254Test-2064811959 tempest-ServerShowV254Test-2064811959-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5f4b7d8-0f5a-496b-9d75-fcac7b4c9717 HTTP/1.1" status: 200 len: 210 time: 0.0554900 Jul 27 23:14:22.935106 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e2b4d958-471e-4967-bad0-705618ae6f26 req-fd4520e0-e16b-410e-a660-f71c13b9c472 service neutron] 10.222.0.38 "GET /v2.0/networks/591af2dd-f826-43b1-aa9d-e7a0bf218c71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4048598 Jul 27 23:14:23.203617 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd247e2f-f6a4-43db-919b-8c4b5b6faa39 req-888263bb-89f8-4df4-9059-de32a9077380 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:14:23.206250 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-fd247e2f-f6a4-43db-919b-8c4b5b6faa39 req-888263bb-89f8-4df4-9059-de32a9077380 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/ports?device_id=98a73beb-1410-4001-89d9-567ccd6893bc HTTP/1.1" status: 200 len: 947 time: 0.0874496 Jul 27 23:14:23.267186 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-fd247e2f-f6a4-43db-919b-8c4b5b6faa39 req-1e624c73-4aae-468b-b921-becf3c07df6b tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb779318-b8ff-43a6-a94f-3ce471aff166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543540 Jul 27 23:14:23.357440 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b36c07-7ee1-46d9-9287-6892940027b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aff8138c-cee8-41b4-8afe-055a10cf75e8,revision_number=0']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:14:23.383061 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb62abf-1ca8-4ef4-809d-b8d51424748d req-d70ec3a5-5828-4d89-9168-6326fedca04c tempest-TestServerAdvancedOps-849151542 tempest-TestServerAdvancedOps-849151542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:14:23.384637 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-5eb62abf-1ca8-4ef4-809d-b8d51424748d req-d70ec3a5-5828-4d89-9168-6326fedca04c tempest-TestServerAdvancedOps-849151542 tempest-TestServerAdvancedOps-849151542-project] 10.222.0.18 "GET /v2.0/ports?device_id=362e1d8f-5871-4451-8122-708a9b7d081c HTTP/1.1" status: 200 len: 944 time: 0.0529671 Jul 27 23:14:23.418789 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20b36c07-7ee1-46d9-9287-6892940027b0 admin admin] Checking segment: {'id': '491db5e2-b8ef-4b16-8dbb-193cc9646e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '35ff23ed-a7a4-4b5d-a162-030bc7587cd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:14:23.419208 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20b36c07-7ee1-46d9-9287-6892940027b0 admin admin] Network hostable DHCP agents. Network: 35ff23ed-a7a4-4b5d-a162-030bc7587cd1, hostable agents: ['5950e76f-2bde-4343-a925-cbe6bacd2706'], hosted agents: [] {{(pid=93797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 23:14:23.432360 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8c4dca6c-5f97-4b8e-86bb-3f9850883ce7 tempest-DHCPAgentSchedulersTestJSON-352642511 tempest-DHCPAgentSchedulersTestJSON-352642511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618032', 'neutron.services.segments.db._delete_segments_for_network-8736833900081'] for network, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:23.453903 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-8c4dca6c-5f97-4b8e-86bb-3f9850883ce7 tempest-DHCPAgentSchedulersTestJSON-352642511 tempest-DHCPAgentSchedulersTestJSON-352642511-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d26c5f32-af0d-41e7-af55-2d4ec1154b05']}} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:14:23.471623 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-5eb62abf-1ca8-4ef4-809d-b8d51424748d req-0df7be06-c946-4ba2-b728-bededc6175fe tempest-TestServerAdvancedOps-849151542 tempest-TestServerAdvancedOps-849151542-project] 10.222.0.18 "GET /v2.0/security-groups?id=f4daccd8-cf20-481b-97f9-9f0b5bce602e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715292 Jul 27 23:14:23.476262 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-8c4dca6c-5f97-4b8e-86bb-3f9850883ce7 tempest-DHCPAgentSchedulersTestJSON-352642511 tempest-DHCPAgentSchedulersTestJSON-352642511-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e94737f1-09a0-4fc4-8c62-d7121448945c') {'for_net_delete': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:14:23.476808 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-8c4dca6c-5f97-4b8e-86bb-3f9850883ce7 tempest-DHCPAgentSchedulersTestJSON-352642511 tempest-DHCPAgentSchedulersTestJSON-352642511-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e94737f1-09a0-4fc4-8c62-d7121448945c') {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:14:23.518453 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-e2b4d958-471e-4967-bad0-705618ae6f26 req-5f3dc6d4-364b-4334-a58d-c9be9c3daf56 service neutron] 10.222.0.49 "GET /v2.0/networks/591af2dd-f826-43b1-aa9d-e7a0bf218c71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6288028 Jul 27 23:14:23.522820 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8c4dca6c-5f97-4b8e-86bb-3f9850883ce7 tempest-DHCPAgentSchedulersTestJSON-352642511 tempest-DHCPAgentSchedulersTestJSON-352642511-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736833900858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11335978'] for segment, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:23.524712 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20b36c07-7ee1-46d9-9287-6892940027b0 admin admin] Network 35ff23ed-a7a4-4b5d-a162-030bc7587cd1 is scheduled to be hosted by DHCP agent 5950e76f-2bde-4343-a925-cbe6bacd2706 with binding_index 1 {{(pid=93797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 23:14:23.543163 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-20b36c07-7ee1-46d9-9287-6892940027b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802623-1, 35ff23ed-a7a4-4b5d-a162-030bc7587cd1) {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:14:23.545006 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8c4dca6c-5f97-4b8e-86bb-3f9850883ce7 tempest-DHCPAgentSchedulersTestJSON-352642511 tempest-DHCPAgentSchedulersTestJSON-352642511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:23.551396 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ba13724-545b-491f-a9c9-f48750480d99 None None] Network 35ff23ed-a7a4-4b5d-a162-030bc7587cd1 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:14:23.552102 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20b36c07-7ee1-46d9-9287-6892940027b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:14:23.552498 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-20b36c07-7ee1-46d9-9287-6892940027b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for subnet, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:23.561070 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c4dca6c-5f97-4b8e-86bb-3f9850883ce7 tempest-DHCPAgentSchedulersTestJSON-352642511 tempest-DHCPAgentSchedulersTestJSON-352642511-project] Releasing vlan 514 on physical network physnet1 to pool {{(pid=93797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 23:14:23.561489 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8c4dca6c-5f97-4b8e-86bb-3f9850883ce7 tempest-DHCPAgentSchedulersTestJSON-352642511 tempest-DHCPAgentSchedulersTestJSON-352642511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11336013'] for segment, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:23.564713 n-d-802623-1 neutron-server[93797]: Traceback (most recent call last): Jul 27 23:14:23.564713 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 23:14:23.564713 n-d-802623-1 neutron-server[93797]: timer() Jul 27 23:14:23.564713 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 23:14:23.564713 n-d-802623-1 neutron-server[93797]: cb(*args, **kw) Jul 27 23:14:23.564713 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 23:14:23.564713 n-d-802623-1 neutron-server[93797]: return func(*args, **kwargs) Jul 27 23:14:23.564713 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 23:14:23.564713 n-d-802623-1 neutron-server[93797]: self._notify() Jul 27 23:14:23.564713 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 23:14:23.564713 n-d-802623-1 neutron-server[93797]: self.callback(batched_events) Jul 27 23:14:23.564713 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 23:14:23.564713 n-d-802623-1 neutron-server[93797]: event.method(event) Jul 27 23:14:23.564713 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 23:14:23.564713 n-d-802623-1 neutron-server[93797]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 23:14:23.564713 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 23:14:23.564713 n-d-802623-1 neutron-server[93797]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 23:14:23.564713 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 23:14:23.564713 n-d-802623-1 neutron-server[93797]: return f(self, *a, **k) Jul 27 23:14:23.564713 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 23:14:23.564713 n-d-802623-1 neutron-server[93797]: return self._get(url).json() Jul 27 23:14:23.564713 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 23:14:23.564713 n-d-802623-1 neutron-server[93797]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 23:14:23.564713 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 23:14:23.564713 n-d-802623-1 neutron-server[93797]: return self.request(url, 'GET', **kwargs) Jul 27 23:14:23.564713 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 23:14:23.564713 n-d-802623-1 neutron-server[93797]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 23:14:23.564713 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 23:14:23.564713 n-d-802623-1 neutron-server[93797]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 23:14:23.564713 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 23:14:23.564713 n-d-802623-1 neutron-server[93797]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 23:14:23.564713 n-d-802623-1 neutron-server[93797]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 23:14:23.639493 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-20b36c07-7ee1-46d9-9287-6892940027b0 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.3967812 Jul 27 23:14:23.655304 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f4fb2398-99f6-4721-9a5b-e6f7a91d08c0 req-58d65df2-386c-41b0-afcc-661563b55aa1 tempest-ServerShowV254Test-2064811959 tempest-ServerShowV254Test-2064811959-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5f4b7d8-0f5a-496b-9d75-fcac7b4c9717 HTTP/1.1" status: 200 len: 210 time: 0.0459621 Jul 27 23:14:23.667509 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8c4dca6c-5f97-4b8e-86bb-3f9850883ce7 tempest-DHCPAgentSchedulersTestJSON-352642511 tempest-DHCPAgentSchedulersTestJSON-352642511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415412'] for network, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:23.679579 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8c4dca6c-5f97-4b8e-86bb-3f9850883ce7 tempest-DHCPAgentSchedulersTestJSON-352642511 tempest-DHCPAgentSchedulersTestJSON-352642511-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for network, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:23.686782 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-8c4dca6c-5f97-4b8e-86bb-3f9850883ce7 tempest-DHCPAgentSchedulersTestJSON-352642511 tempest-DHCPAgentSchedulersTestJSON-352642511-project] 10.222.0.18 "DELETE /v2.0/networks/d26c5f32-af0d-41e7-af55-2d4ec1154b05 HTTP/1.1" status: 204 len: 168 time: 1.0534971 Jul 27 23:14:23.689494 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 40556) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:14:23.714495 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e8c68e0-56f4-49f2-8d06-3bad6a2660ee None None] Network 35ff23ed-a7a4-4b5d-a162-030bc7587cd1 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:14:23.717851 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4dca6c-5f97-4b8e-86bb-3f9850883ce7 tempest-DHCPAgentSchedulersTestJSON-352642511 tempest-DHCPAgentSchedulersTestJSON-352642511-project] Pushing event deleted for resources: {'Network': ['ID=d26c5f32-af0d-41e7-af55-2d4ec1154b05,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:14:23.721396 n-d-802623-1 neutron-server[93798]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b38412a-1860-48e3-94e0-a68cf1f6311f tempest-DHCPAgentSchedulersTestJSON-352642511 tempest-DHCPAgentSchedulersTestJSON-352642511-project] DELETE failed (client error): The resource could not be found. Jul 27 23:14:23.722125 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b38412a-1860-48e3-94e0-a68cf1f6311f tempest-DHCPAgentSchedulersTestJSON-352642511 tempest-DHCPAgentSchedulersTestJSON-352642511-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 23:14:23.726273 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-3b38412a-1860-48e3-94e0-a68cf1f6311f tempest-DHCPAgentSchedulersTestJSON-352642511 tempest-DHCPAgentSchedulersTestJSON-352642511-project] 10.222.0.18 "DELETE /v2.0/ports/f672ba6a-3db6-455d-b957-d94286ccecd2 HTTP/1.1" status: 404 len: 333 time: 0.0332570 Jul 27 23:14:23.726494 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 40558) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:14:23.794834 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d5df896-08ea-4135-919b-7ff2028c804b tempest-DHCPAgentSchedulersTestJSON-352642511 tempest-DHCPAgentSchedulersTestJSON-352642511-project] Deleting subnet 068fe178-9da8-4556-8379-a885822bd76e {{(pid=93798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 23:14:23.799485 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4d5df896-08ea-4135-919b-7ff2028c804b tempest-DHCPAgentSchedulersTestJSON-352642511 tempest-DHCPAgentSchedulersTestJSON-352642511-project] Notify callbacks [] for subnet, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:23.848215 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4d5df896-08ea-4135-919b-7ff2028c804b tempest-DHCPAgentSchedulersTestJSON-352642511 tempest-DHCPAgentSchedulersTestJSON-352642511-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11163249'] for subnet, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:23.938744 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4d5df896-08ea-4135-919b-7ff2028c804b tempest-DHCPAgentSchedulersTestJSON-352642511 tempest-DHCPAgentSchedulersTestJSON-352642511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620741'] for subnet, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:24.000702 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4d5df896-08ea-4135-919b-7ff2028c804b tempest-DHCPAgentSchedulersTestJSON-352642511 tempest-DHCPAgentSchedulersTestJSON-352642511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11971800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12265753'] for subnet, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:24.027707 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5df896-08ea-4135-919b-7ff2028c804b tempest-DHCPAgentSchedulersTestJSON-352642511 tempest-DHCPAgentSchedulersTestJSON-352642511-project] Pushing event deleted for resources: {'Subnet': ['ID=068fe178-9da8-4556-8379-a885822bd76e,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:14:24.031936 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4d5df896-08ea-4135-919b-7ff2028c804b tempest-DHCPAgentSchedulersTestJSON-352642511 tempest-DHCPAgentSchedulersTestJSON-352642511-project] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:24.038419 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-4d5df896-08ea-4135-919b-7ff2028c804b tempest-DHCPAgentSchedulersTestJSON-352642511 tempest-DHCPAgentSchedulersTestJSON-352642511-project] 10.222.0.18 "DELETE /v2.0/subnets/068fe178-9da8-4556-8379-a885822bd76e HTTP/1.1" status: 204 len: 168 time: 0.3084891 Jul 27 23:14:24.038558 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 40572) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:14:24.039137 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db7aa980-1a28-4bd2-88b2-424859ed46be None None] Network 99c6f239-65c9-4ce3-95ad-b68e02c54f9a requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:14:24.115206 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-14f21f31-262d-4574-95b8-f60f64889941 tempest-DHCPAgentSchedulersTestJSON-352642511 tempest-DHCPAgentSchedulersTestJSON-352642511-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593271'] for network, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:24.185959 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-14f21f31-262d-4574-95b8-f60f64889941 tempest-DHCPAgentSchedulersTestJSON-352642511 tempest-DHCPAgentSchedulersTestJSON-352642511-project] Deleting port 0c33ea88-f6a2-4e3f-8e12-3f16d6f7aa8e {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:14:24.186319 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-14f21f31-262d-4574-95b8-f60f64889941 tempest-DHCPAgentSchedulersTestJSON-352642511 tempest-DHCPAgentSchedulersTestJSON-352642511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:24.228814 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e75bf8-af74-4490-b11f-eed79af18683 req-f0e2c138-2a01-4a96-839a-f9a1e236dbb1 tempest-ServersNegativeTestMultiTenantJSON-1318694166 tempest-ServersNegativeTestMultiTenantJSON-1318694166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:14:24.230436 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-59e75bf8-af74-4490-b11f-eed79af18683 req-f0e2c138-2a01-4a96-839a-f9a1e236dbb1 tempest-ServersNegativeTestMultiTenantJSON-1318694166 tempest-ServersNegativeTestMultiTenantJSON-1318694166-project] 10.222.0.18 "GET /v2.0/networks?id=76c7e756-28f4-4745-b962-f14793a97234 HTTP/1.1" status: 200 len: 824 time: 0.1510127 Jul 27 23:14:24.244749 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91069d95-afa9-4830-adb3-b1d514da955e None None] DHCP port deletion for 99c6f239-65c9-4ce3-95ad-b68e02c54f9a request from n-d-802623-1 {{(pid=93799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 23:14:24.249651 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-59e75bf8-af74-4490-b11f-eed79af18683 req-b0709b6e-9122-4dff-b5ee-76b346f3c81c tempest-ServersNegativeTestMultiTenantJSON-1318694166 tempest-ServersNegativeTestMultiTenantJSON-1318694166-project] 10.222.0.18 "GET /v2.0/quotas/087950dd0e374a4ea176521b9b838135 HTTP/1.1" status: 200 len: 375 time: 0.0112922 Jul 27 23:14:24.260199 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-14f21f31-262d-4574-95b8-f60f64889941 tempest-DHCPAgentSchedulersTestJSON-352642511 tempest-DHCPAgentSchedulersTestJSON-352642511-project] For port 0c33ea88-f6a2-4e3f-8e12-3f16d6f7aa8e, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=0c33ea88-f6a2-4e3f-8e12-3f16d6f7aa8e,segment=NetworkSegment(178ec027-3736-48f4-a123-6b032a573b5f),segment_id=178ec027-3736-48f4-a123-6b032a573b5f)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:14:24.260573 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-14f21f31-262d-4574-95b8-f60f64889941 tempest-DHCPAgentSchedulersTestJSON-352642511 tempest-DHCPAgentSchedulersTestJSON-352642511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:24.275678 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-14f21f31-262d-4574-95b8-f60f64889941 tempest-DHCPAgentSchedulersTestJSON-352642511 tempest-DHCPAgentSchedulersTestJSON-352642511-project] Calling delete_port for 0c33ea88-f6a2-4e3f-8e12-3f16d6f7aa8e owned by network:dhcp {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:14:24.286481 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-59e75bf8-af74-4490-b11f-eed79af18683 req-024ee200-f607-48ea-afdb-858c731ff9b3 tempest-ServersNegativeTestMultiTenantJSON-1318694166 tempest-ServersNegativeTestMultiTenantJSON-1318694166-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=087950dd0e374a4ea176521b9b838135&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0293992 Jul 27 23:14:24.292460 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-91069d95-afa9-4830-adb3-b1d514da955e None None] Deleting port 0c33ea88-f6a2-4e3f-8e12-3f16d6f7aa8e {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:14:24.292886 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-91069d95-afa9-4830-adb3-b1d514da955e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:24.357038 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-91069d95-afa9-4830-adb3-b1d514da955e None None] For port 0c33ea88-f6a2-4e3f-8e12-3f16d6f7aa8e, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=0c33ea88-f6a2-4e3f-8e12-3f16d6f7aa8e,segment=NetworkSegment(178ec027-3736-48f4-a123-6b032a573b5f),segment_id=178ec027-3736-48f4-a123-6b032a573b5f)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:14:24.357440 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-91069d95-afa9-4830-adb3-b1d514da955e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:24.370147 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-91069d95-afa9-4830-adb3-b1d514da955e None None] Calling delete_port for 0c33ea88-f6a2-4e3f-8e12-3f16d6f7aa8e owned by network:dhcp {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:14:24.398513 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-14f21f31-262d-4574-95b8-f60f64889941 tempest-DHCPAgentSchedulersTestJSON-352642511 tempest-DHCPAgentSchedulersTestJSON-352642511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:24.404812 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-59e75bf8-af74-4490-b11f-eed79af18683 req-86efb476-d58e-4d07-ad88-6ece56d95767 service neutron] 10.222.0.18 "GET /v2.0/networks/76c7e756-28f4-4745-b962-f14793a97234?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097126 Jul 27 23:14:24.412136 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcec8a5b-74dc-4979-9370-c4e5782e0890 req-e7ec2906-fa6c-41a3-a6e9-fe2efe02b489 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:14:24.413645 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-fcec8a5b-74dc-4979-9370-c4e5782e0890 req-e7ec2906-fa6c-41a3-a6e9-fe2efe02b489 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/ports?device_id=98a73beb-1410-4001-89d9-567ccd6893bc HTTP/1.1" status: 200 len: 947 time: 0.0747640 Jul 27 23:14:24.436015 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f21f31-262d-4574-95b8-f60f64889941 tempest-DHCPAgentSchedulersTestJSON-352642511 tempest-DHCPAgentSchedulersTestJSON-352642511-project] Pushing event deleted for resources: {'Port': ['ID=0c33ea88-f6a2-4e3f-8e12-3f16d6f7aa8e,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:14:24.446923 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14f21f31-262d-4574-95b8-f60f64889941 tempest-DHCPAgentSchedulersTestJSON-352642511 tempest-DHCPAgentSchedulersTestJSON-352642511-project] No DVR routers for this DVR port 0c33ea88-f6a2-4e3f-8e12-3f16d6f7aa8e on host n-d-802623-1 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:14:24.449540 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-91069d95-afa9-4830-adb3-b1d514da955e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:24.475291 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91069d95-afa9-4830-adb3-b1d514da955e None None] Pushing event deleted for resources: {'Port': ['ID=0c33ea88-f6a2-4e3f-8e12-3f16d6f7aa8e,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:14:24.478655 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91069d95-afa9-4830-adb3-b1d514da955e None None] No DVR routers for this DVR port 0c33ea88-f6a2-4e3f-8e12-3f16d6f7aa8e on host n-d-802623-1 {{(pid=93799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:14:24.505921 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-59e75bf8-af74-4490-b11f-eed79af18683 req-bdc3e724-b50c-4074-8ca3-3f81f0602343 service neutron] 10.222.0.18 "GET /v2.0/networks/76c7e756-28f4-4745-b962-f14793a97234?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002707 Jul 27 23:14:24.540637 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-fcec8a5b-74dc-4979-9370-c4e5782e0890 req-d84433be-2c31-4a75-91c5-927c4d7ee1c4 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb779318-b8ff-43a6-a94f-3ce471aff166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081555 Jul 27 23:14:24.550642 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-14f21f31-262d-4574-95b8-f60f64889941 tempest-DHCPAgentSchedulersTestJSON-352642511 tempest-DHCPAgentSchedulersTestJSON-352642511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618032', 'neutron.services.segments.db._delete_segments_for_network-8736833900081'] for network, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:24.570537 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-14f21f31-262d-4574-95b8-f60f64889941 tempest-DHCPAgentSchedulersTestJSON-352642511 tempest-DHCPAgentSchedulersTestJSON-352642511-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99c6f239-65c9-4ce3-95ad-b68e02c54f9a']}} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:14:24.583966 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-14f21f31-262d-4574-95b8-f60f64889941 tempest-DHCPAgentSchedulersTestJSON-352642511 tempest-DHCPAgentSchedulersTestJSON-352642511-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '178ec027-3736-48f4-a123-6b032a573b5f') {'for_net_delete': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:14:24.584355 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-14f21f31-262d-4574-95b8-f60f64889941 tempest-DHCPAgentSchedulersTestJSON-352642511 tempest-DHCPAgentSchedulersTestJSON-352642511-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '178ec027-3736-48f4-a123-6b032a573b5f') {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:14:24.594870 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-14f21f31-262d-4574-95b8-f60f64889941 tempest-DHCPAgentSchedulersTestJSON-352642511 tempest-DHCPAgentSchedulersTestJSON-352642511-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736833900858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11163256'] for segment, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:24.620413 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-14f21f31-262d-4574-95b8-f60f64889941 tempest-DHCPAgentSchedulersTestJSON-352642511 tempest-DHCPAgentSchedulersTestJSON-352642511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:24.636010 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14f21f31-262d-4574-95b8-f60f64889941 tempest-DHCPAgentSchedulersTestJSON-352642511 tempest-DHCPAgentSchedulersTestJSON-352642511-project] Releasing vlan 501 on physical network physnet1 to pool {{(pid=93798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 23:14:24.637012 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-14f21f31-262d-4574-95b8-f60f64889941 tempest-DHCPAgentSchedulersTestJSON-352642511 tempest-DHCPAgentSchedulersTestJSON-352642511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11971746'] for segment, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:24.640229 n-d-802623-1 neutron-server[93798]: Traceback (most recent call last): Jul 27 23:14:24.640229 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 23:14:24.640229 n-d-802623-1 neutron-server[93798]: timer() Jul 27 23:14:24.640229 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 23:14:24.640229 n-d-802623-1 neutron-server[93798]: cb(*args, **kw) Jul 27 23:14:24.640229 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 23:14:24.640229 n-d-802623-1 neutron-server[93798]: return func(*args, **kwargs) Jul 27 23:14:24.640229 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 23:14:24.640229 n-d-802623-1 neutron-server[93798]: self._notify() Jul 27 23:14:24.640229 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 23:14:24.640229 n-d-802623-1 neutron-server[93798]: self.callback(batched_events) Jul 27 23:14:24.640229 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 23:14:24.640229 n-d-802623-1 neutron-server[93798]: event.method(event) Jul 27 23:14:24.640229 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 23:14:24.640229 n-d-802623-1 neutron-server[93798]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 23:14:24.640229 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 23:14:24.640229 n-d-802623-1 neutron-server[93798]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 23:14:24.640229 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 23:14:24.640229 n-d-802623-1 neutron-server[93798]: return f(self, *a, **k) Jul 27 23:14:24.640229 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 23:14:24.640229 n-d-802623-1 neutron-server[93798]: return self._get(url).json() Jul 27 23:14:24.640229 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 23:14:24.640229 n-d-802623-1 neutron-server[93798]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 23:14:24.640229 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 23:14:24.640229 n-d-802623-1 neutron-server[93798]: return self.request(url, 'GET', **kwargs) Jul 27 23:14:24.640229 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 23:14:24.640229 n-d-802623-1 neutron-server[93798]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 23:14:24.640229 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 23:14:24.640229 n-d-802623-1 neutron-server[93798]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 23:14:24.640229 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 23:14:24.640229 n-d-802623-1 neutron-server[93798]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 23:14:24.640229 n-d-802623-1 neutron-server[93798]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 23:14:24.731437 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43bb849-a787-4918-bf1a-79c3726a5921 req-4c6a591e-84a7-4c09-a5d6-e7c6e5408088 tempest-TestServerAdvancedOps-849151542 tempest-TestServerAdvancedOps-849151542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:14:24.733510 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b43bb849-a787-4918-bf1a-79c3726a5921 req-4c6a591e-84a7-4c09-a5d6-e7c6e5408088 tempest-TestServerAdvancedOps-849151542 tempest-TestServerAdvancedOps-849151542-project] 10.222.0.18 "GET /v2.0/ports?device_id=362e1d8f-5871-4451-8122-708a9b7d081c HTTP/1.1" status: 200 len: 944 time: 0.1321537 Jul 27 23:14:24.734879 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-14f21f31-262d-4574-95b8-f60f64889941 tempest-DHCPAgentSchedulersTestJSON-352642511 tempest-DHCPAgentSchedulersTestJSON-352642511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415412'] for network, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:24.740875 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-14f21f31-262d-4574-95b8-f60f64889941 tempest-DHCPAgentSchedulersTestJSON-352642511 tempest-DHCPAgentSchedulersTestJSON-352642511-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:24.743501 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-14f21f31-262d-4574-95b8-f60f64889941 tempest-DHCPAgentSchedulersTestJSON-352642511 tempest-DHCPAgentSchedulersTestJSON-352642511-project] 10.222.0.18 "DELETE /v2.0/networks/99c6f239-65c9-4ce3-95ad-b68e02c54f9a HTTP/1.1" status: 204 len: 168 time: 0.7040858 Jul 27 23:14:24.799809 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f21f31-262d-4574-95b8-f60f64889941 tempest-DHCPAgentSchedulersTestJSON-352642511 tempest-DHCPAgentSchedulersTestJSON-352642511-project] Pushing event deleted for resources: {'Network': ['ID=99c6f239-65c9-4ce3-95ad-b68e02c54f9a,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:14:24.807681 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b43bb849-a787-4918-bf1a-79c3726a5921 req-e7feee3d-1ae1-4f9a-b180-13d583c43b2f tempest-TestServerAdvancedOps-849151542 tempest-TestServerAdvancedOps-849151542-project] 10.222.0.18 "GET /v2.0/security-groups?id=f4daccd8-cf20-481b-97f9-9f0b5bce602e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627615 Jul 27 23:14:24.810788 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device a142bec0-f63c-43a8-b598-e4015038c2bc up at agent hyperv_n-h2-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:14:24.906708 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Provisioning for port a142bec0-f63c-43a8-b598-e4015038c2bc completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:14:24.914525 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Provisioning complete for port a142bec0-f63c-43a8-b598-e4015038c2bc triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:14:24.914870 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:24.945221 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8d78fe9d-994a-4741-aba0-f39cefd03a83 req-e7a8ca7e-7d5c-400e-8039-fbd72e78a63e tempest-ServersNegativeTestMultiTenantJSON-1318694166 tempest-ServersNegativeTestMultiTenantJSON-1318694166-project] 10.222.0.18 "GET /v2.0/ports?device_id=43b2c76f-54b1-49b0-97dc-ca5613dbee6b HTTP/1.1" status: 200 len: 210 time: 0.0636115 Jul 27 23:14:24.957566 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f23295a-690c-4837-b2eb-950cc9eb76eb req-1313235d-efff-42d0-a126-fb833c2a4aa7 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:14:24.957566 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-8f23295a-690c-4837-b2eb-950cc9eb76eb req-1313235d-efff-42d0-a126-fb833c2a4aa7 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.38 "GET /v2.0/ports?device_id=98a73beb-1410-4001-89d9-567ccd6893bc&tenant_id=1b545d5113d14592aa4c69bde083a757&binding%3Ahost_id=n-h1-802623-1 HTTP/1.1" status: 200 len: 947 time: 0.0884480 Jul 27 23:14:25.052134 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-8f23295a-690c-4837-b2eb-950cc9eb76eb req-0f6c6c50-cfd5-43d2-bebb-98fbd7470e61 service neutron] 10.222.0.38 "GET /v2.0/ports/4dd088bb-2812-49b2-88d3-6f7a082f66e0/bindings/n-h1-802623-1 HTTP/1.1" status: 200 len: 382 time: 0.0864890 Jul 27 23:14:25.053248 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:25.080431 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-028c8344-8646-43a4-a849-dad9ec098cb1 req-47c1495b-2407-4294-9b16-0bb788fc8423 tempest-ServerShowV254Test-2064811959 tempest-ServerShowV254Test-2064811959-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5f4b7d8-0f5a-496b-9d75-fcac7b4c9717 HTTP/1.1" status: 200 len: 210 time: 0.0548317 Jul 27 23:14:25.102374 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e23e7b-d46b-4775-bcac-e2d5f468df20 req-78d6b6d7-e615-4bfb-b1a2-43d48be87822 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:14:25.114216 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-85e23e7b-d46b-4775-bcac-e2d5f468df20 req-78d6b6d7-e615-4bfb-b1a2-43d48be87822 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/ports?device_id=98a73beb-1410-4001-89d9-567ccd6893bc HTTP/1.1" status: 200 len: 947 time: 0.1001341 Jul 27 23:14:25.120607 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '362e1d8f-5871-4451-8122-708a9b7d081c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a142bec0-f63c-43a8-b598-e4015038c2bc'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:14:25.128918 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c0369b0d4f459110ff20a1f9878ba33f96d6491bddb9d15843bf29d01e0bda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d447f8b0-6bb5-4dc8-89fc-2bde0ced90bb" -d '{"events": [{"server_uuid": "362e1d8f-5871-4451-8122-708a9b7d081c", "name": "network-vif-plugged", "status": "completed", "tag": "a142bec0-f63c-43a8-b598-e4015038c2bc"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:14:25.136944 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f23295a-690c-4837-b2eb-950cc9eb76eb req-754b1320-dbef-40cc-8cbc-8e5d425b630a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:14:25.141444 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-8f23295a-690c-4837-b2eb-950cc9eb76eb req-754b1320-dbef-40cc-8cbc-8e5d425b630a service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=1b545d5113d14592aa4c69bde083a757&device_id=98a73beb-1410-4001-89d9-567ccd6893bc HTTP/1.1" status: 200 len: 1098 time: 0.0549021 Jul 27 23:14:25.162631 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port a142bec0-f63c-43a8-b598-e4015038c2bc, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=a142bec0-f63c-43a8-b598-e4015038c2bc,segment=NetworkSegment(581ace71-b51b-4793-b03c-e85d8420ffe3),segment_id=581ace71-b51b-4793-b03c-e85d8420ffe3)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:14:25.174720 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:25.196140 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-85e23e7b-d46b-4775-bcac-e2d5f468df20 req-596cafab-9499-453b-acda-0ef8485059fa tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb779318-b8ff-43a6-a94f-3ce471aff166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808337 Jul 27 23:14:25.236585 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 40610) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:14:25.246527 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:14:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bd4a4ba-9b2d-49a4-bdc3-2c42b1273098 x-openstack-request-id: req-7bd4a4ba-9b2d-49a4-bdc3-2c42b1273098 {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:14:25.246527 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "362e1d8f-5871-4451-8122-708a9b7d081c", "name": "network-vif-plugged", "status": "completed", "tag": "a142bec0-f63c-43a8-b598-e4015038c2bc", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:14:25.246766 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7bd4a4ba-9b2d-49a4-bdc3-2c42b1273098 {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:14:25.248649 n-d-802623-1 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '362e1d8f-5871-4451-8122-708a9b7d081c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a142bec0-f63c-43a8-b598-e4015038c2bc', 'code': 200} Jul 27 23:14:25.253598 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Pushing event updated for resources: {'Port': ['ID=a142bec0-f63c-43a8-b598-e4015038c2bc,revision_number=5']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:14:25.268713 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f23295a-690c-4837-b2eb-950cc9eb76eb req-06782714-8e30-41c5-98f6-5047357dd390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:14:25.270745 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-8f23295a-690c-4837-b2eb-950cc9eb76eb req-06782714-8e30-41c5-98f6-5047357dd390 service neutron] 10.222.0.38 "GET /v2.0/networks?id=591af2dd-f826-43b1-aa9d-e7a0bf218c71 HTTP/1.1" status: 200 len: 870 time: 0.1240597 Jul 27 23:14:25.319459 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-8f23295a-690c-4837-b2eb-950cc9eb76eb req-39da88ad-98f4-4559-a148-91c477cf0ca9 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=4dd088bb-2812-49b2-88d3-6f7a082f66e0 HTTP/1.1" status: 200 len: 217 time: 0.0406766 Jul 27 23:14:25.376335 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f23295a-690c-4837-b2eb-950cc9eb76eb req-a14351f6-e25c-4128-98d0-8aad7d095067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:14:25.377957 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-8f23295a-690c-4837-b2eb-950cc9eb76eb req-a14351f6-e25c-4128-98d0-8aad7d095067 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=62938449-046d-4cbe-923a-7ebb632c358d HTTP/1.1" status: 200 len: 843 time: 0.0514171 Jul 27 23:14:25.378174 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ecc9c2-502c-48b2-a49d-cadcad00f41b req-522e3490-4936-4588-9e97-43b9426a7fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:14:25.379894 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a8ecc9c2-502c-48b2-a49d-cadcad00f41b req-522e3490-4936-4588-9e97-43b9426a7fb8 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=362e1d8f-5871-4451-8122-708a9b7d081c HTTP/1.1" status: 200 len: 1096 time: 0.0573645 Jul 27 23:14:25.429440 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f23295a-690c-4837-b2eb-950cc9eb76eb req-f01f1d1a-aefe-47ab-bfa1-7be69cac2fae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:14:25.430977 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-8f23295a-690c-4837-b2eb-950cc9eb76eb req-f01f1d1a-aefe-47ab-bfa1-7be69cac2fae service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=591af2dd-f826-43b1-aa9d-e7a0bf218c71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0455489 Jul 27 23:14:25.441882 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-f2d17570-97e3-4859-81c5-bb91455d9b5f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=40475f6625b64167abe3f6dc91921c42&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2027311 Jul 27 23:14:25.443691 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a8ecc9c2-502c-48b2-a49d-cadcad00f41b req-c9d72ab2-3d5e-4628-8d1a-caded8e26469 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=f4daccd8-cf20-481b-97f9-9f0b5bce602e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514834 Jul 27 23:14:25.444339 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 40614) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:14:25.494806 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-fee04af7-e42a-4826-bf83-008eae81bdd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:25.516345 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-fee04af7-e42a-4826-bf83-008eae81bdd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:25.541192 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-8f23295a-690c-4837-b2eb-950cc9eb76eb req-bd83b779-2eec-4098-a757-0d559962b6e6 service neutron] 10.222.0.38 "GET /v2.0/networks/591af2dd-f826-43b1-aa9d-e7a0bf218c71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948312 Jul 27 23:14:25.577291 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-fee04af7-e42a-4826-bf83-008eae81bdd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:25.579960 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-fee04af7-e42a-4826-bf83-008eae81bdd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:25.583896 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-fee04af7-e42a-4826-bf83-008eae81bdd3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b33268ea-bdcf-437d-8ba5-35dd3853af12 HTTP/1.1" status: 204 len: 168 time: 0.1359026 Jul 27 23:14:25.594652 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee04af7-e42a-4826-bf83-008eae81bdd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b33268ea-bdcf-437d-8ba5-35dd3853af12,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:14:25.645181 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-8f23295a-690c-4837-b2eb-950cc9eb76eb req-b5546dd0-478c-47da-80c6-76d94b52768a service neutron] 10.222.0.38 "GET /v2.0/networks/591af2dd-f826-43b1-aa9d-e7a0bf218c71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966105 Jul 27 23:14:25.733746 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 4dd088bb-2812-49b2-88d3-6f7a082f66e0 details requested by agent hyperv_n-h1-802623-1 with host n-h1-802623-1 {{(pid=93799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 23:14:25.832077 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port 4dd088bb-2812-49b2-88d3-6f7a082f66e0, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=4dd088bb-2812-49b2-88d3-6f7a082f66e0,segment=NetworkSegment(16e91594-c047-4b55-93eb-43af33ad08e1),segment_id=16e91594-c047-4b55-93eb-43af33ad08e1)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:14:25.844680 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Returning: {'device': '4dd088bb-2812-49b2-88d3-6f7a082f66e0', 'network_id': '591af2dd-f826-43b1-aa9d-e7a0bf218c71', 'port_id': '4dd088bb-2812-49b2-88d3-6f7a082f66e0', 'mac_address': 'fa:16:3e:70:93:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62938449-046d-4cbe-923a-7ebb632c358d', 'ip_address': '192.168.233.44'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 23:14:25.863154 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 40624) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:14:25.882268 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:25.896225 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4dd088bb-2812-49b2-88d3-6f7a082f66e0 {{(pid=93799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:14:25.896911 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6c4e6885-adf0-4b84-8464-e8c46a6cd7d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:25.917806 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port 4dd088bb-2812-49b2-88d3-6f7a082f66e0, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=4dd088bb-2812-49b2-88d3-6f7a082f66e0,segment=NetworkSegment(16e91594-c047-4b55-93eb-43af33ad08e1),segment_id=16e91594-c047-4b55-93eb-43af33ad08e1)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:14:25.929056 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:25.951709 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc38177-d867-4644-969f-f3a7c8e0797f req-d8cf3308-6b70-4548-b676-b34ecb165c7b tempest-TestServerAdvancedOps-849151542 tempest-TestServerAdvancedOps-849151542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:14:25.955245 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-3fc38177-d867-4644-969f-f3a7c8e0797f req-d8cf3308-6b70-4548-b676-b34ecb165c7b tempest-TestServerAdvancedOps-849151542 tempest-TestServerAdvancedOps-849151542-project] 10.222.0.18 "GET /v2.0/ports?device_id=362e1d8f-5871-4451-8122-708a9b7d081c HTTP/1.1" status: 200 len: 945 time: 0.0612333 Jul 27 23:14:26.026729 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-3fc38177-d867-4644-969f-f3a7c8e0797f req-e4806620-c7ea-41c5-a227-a0e1b6ee0833 tempest-TestServerAdvancedOps-849151542 tempest-TestServerAdvancedOps-849151542-project] 10.222.0.18 "GET /v2.0/security-groups?id=f4daccd8-cf20-481b-97f9-9f0b5bce602e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642295 Jul 27 23:14:26.040750 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Pushing event updated for resources: {'Port': ['ID=4dd088bb-2812-49b2-88d3-6f7a082f66e0,revision_number=8']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:14:26.122733 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d98abf63-70c1-40e2-88b8-50002e8db813 req-d661a273-42b6-403e-b135-bf5a0a7289a9 tempest-ServersNegativeTestMultiTenantJSON-1318694166 tempest-ServersNegativeTestMultiTenantJSON-1318694166-project] 10.222.0.18 "GET /v2.0/ports?device_id=43b2c76f-54b1-49b0-97dc-ca5613dbee6b HTTP/1.1" status: 200 len: 210 time: 0.0450783 Jul 27 23:14:26.188506 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e75bf8-af74-4490-b11f-eed79af18683 req-9591f06d-5e6d-4ffe-acf2-c025f95f956f tempest-ServersNegativeTestMultiTenantJSON-1318694166 tempest-ServersNegativeTestMultiTenantJSON-1318694166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:14:26.189459 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-59e75bf8-af74-4490-b11f-eed79af18683 req-9591f06d-5e6d-4ffe-acf2-c025f95f956f tempest-ServersNegativeTestMultiTenantJSON-1318694166 tempest-ServersNegativeTestMultiTenantJSON-1318694166-project] 10.222.0.49 "GET /v2.0/networks?id=76c7e756-28f4-4745-b962-f14793a97234 HTTP/1.1" status: 200 len: 824 time: 0.2042289 Jul 27 23:14:26.211594 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6c4e6885-adf0-4b84-8464-e8c46a6cd7d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:26.221637 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [req-59e75bf8-af74-4490-b11f-eed79af18683 req-cdaf26ea-7b49-4bb4-ad9d-5e52b2a7b523 tempest-ServersNegativeTestMultiTenantJSON-1318694166 tempest-ServersNegativeTestMultiTenantJSON-1318694166-project] Request body: {'port': {'device_id': '43b2c76f-54b1-49b0-97dc-ca5613dbee6b', 'network_id': '76c7e756-28f4-4745-b962-f14793a97234', 'admin_state_up': True, 'tenant_id': '087950dd0e374a4ea176521b9b838135'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:14:26.222298 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-08a89f57-e0fc-4ce6-81c3-a25ea4747f13 req-49b5dc7b-eb76-4102-9cc8-78456a7e993f tempest-ServerShowV254Test-2064811959 tempest-ServerShowV254Test-2064811959-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5f4b7d8-0f5a-496b-9d75-fcac7b4c9717 HTTP/1.1" status: 200 len: 210 time: 0.0365171 Jul 27 23:14:26.234091 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 0c33ea88-f6a2-4e3f-8e12-3f16d6f7aa8e no longer exists at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:14:26.263189 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] No Port match for: 0c33ea88-f6a2-4e3f-8e12-3f16d6f7aa8e {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:14:26.263189 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 0c33ea88-f6a2-4e3f-8e12-3f16d6f7aa8e not bound to the agent host n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:14:26.271722 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6c4e6885-adf0-4b84-8464-e8c46a6cd7d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:26.294311 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] get_ports_and_sgs() called for port_ids ['4dd088bb-2812-49b2-88d3-6f7a082f66e0'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:14:26.326493 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-6c4e6885-adf0-4b84-8464-e8c46a6cd7d5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d9d454cfd98c4dffa434186912f02eb2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4617264 Jul 27 23:14:26.327642 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4e6885-adf0-4b84-8464-e8c46a6cd7d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a432e74e-ecc1-4045-bb3a-a3bc10db99f6,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:14:26.331432 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 40636) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:14:26.342654 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76215e5-cb9c-4082-8955-c04bb5876874 req-c3c0f279-0d0b-4665-867c-68d254d6faa8 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:14:26.348099 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e76215e5-cb9c-4082-8955-c04bb5876874 req-c3c0f279-0d0b-4665-867c-68d254d6faa8 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/ports?device_id=98a73beb-1410-4001-89d9-567ccd6893bc HTTP/1.1" status: 200 len: 948 time: 0.0578897 Jul 27 23:14:26.384279 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e76215e5-cb9c-4082-8955-c04bb5876874 req-2327ac96-bca6-4dbc-831f-9c4b41afb9c0 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb779318-b8ff-43a6-a94f-3ce471aff166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337017 Jul 27 23:14:26.427669 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-209b9ff6-17d1-4230-bec7-49e53d7dd22b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:26.442872 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59e75bf8-af74-4490-b11f-eed79af18683 req-cdaf26ea-7b49-4bb4-ad9d-5e52b2a7b523 tempest-ServersNegativeTestMultiTenantJSON-1318694166 tempest-ServersNegativeTestMultiTenantJSON-1318694166-project] Made reservation on behalf of 087950dd0e374a4ea176521b9b838135 for: {'port': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:14:26.447327 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-59e75bf8-af74-4490-b11f-eed79af18683 req-cdaf26ea-7b49-4bb4-ad9d-5e52b2a7b523 tempest-ServersNegativeTestMultiTenantJSON-1318694166 tempest-ServersNegativeTestMultiTenantJSON-1318694166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:26.468401 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-209b9ff6-17d1-4230-bec7-49e53d7dd22b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:26.602868 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-209b9ff6-17d1-4230-bec7-49e53d7dd22b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:26.606301 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-209b9ff6-17d1-4230-bec7-49e53d7dd22b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:26.607480 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-209b9ff6-17d1-4230-bec7-49e53d7dd22b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a432e74e-ecc1-4045-bb3a-a3bc10db99f6 HTTP/1.1" status: 204 len: 168 time: 0.2730510 Jul 27 23:14:26.624045 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209b9ff6-17d1-4230-bec7-49e53d7dd22b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a432e74e-ecc1-4045-bb3a-a3bc10db99f6,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:14:26.637215 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [req-59e75bf8-af74-4490-b11f-eed79af18683 req-cdaf26ea-7b49-4bb4-ad9d-5e52b2a7b523 tempest-ServersNegativeTestMultiTenantJSON-1318694166 tempest-ServersNegativeTestMultiTenantJSON-1318694166-project] Allocated IP 172.20.0.9 (76c7e756-28f4-4745-b962-f14793a97234/50644b7c-7810-4f55-8fe3-b32463d21f4c/07fee088-ca6a-4a66-b672-8d714b8a3be3) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:14:26.804044 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-59e75bf8-af74-4490-b11f-eed79af18683 req-cdaf26ea-7b49-4bb4-ad9d-5e52b2a7b523 tempest-ServersNegativeTestMultiTenantJSON-1318694166 tempest-ServersNegativeTestMultiTenantJSON-1318694166-project] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:26.846756 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-59e75bf8-af74-4490-b11f-eed79af18683 req-cdaf26ea-7b49-4bb4-ad9d-5e52b2a7b523 tempest-ServersNegativeTestMultiTenantJSON-1318694166 tempest-ServersNegativeTestMultiTenantJSON-1318694166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:26.856480 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-300089b3-6067-41f8-97b1-77dc55291c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:26.890936 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59e75bf8-af74-4490-b11f-eed79af18683 req-cdaf26ea-7b49-4bb4-ad9d-5e52b2a7b523 tempest-ServersNegativeTestMultiTenantJSON-1318694166 tempest-ServersNegativeTestMultiTenantJSON-1318694166-project] Network 76c7e756-28f4-4745-b962-f14793a97234 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:14:26.894386 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [req-59e75bf8-af74-4490-b11f-eed79af18683 req-cdaf26ea-7b49-4bb4-ad9d-5e52b2a7b523 tempest-ServersNegativeTestMultiTenantJSON-1318694166 tempest-ServersNegativeTestMultiTenantJSON-1318694166-project] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:14:26.901386 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [req-59e75bf8-af74-4490-b11f-eed79af18683 req-cdaf26ea-7b49-4bb4-ad9d-5e52b2a7b523 tempest-ServersNegativeTestMultiTenantJSON-1318694166 tempest-ServersNegativeTestMultiTenantJSON-1318694166-project] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:14:26.942514 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdaf26ea-7b49-4bb4-ad9d-5e52b2a7b523 tempest-ServersNegativeTestMultiTenantJSON-1318694166 tempest-ServersNegativeTestMultiTenantJSON-1318694166-project] Pushing event updated for resources: {'Port': ['ID=07fee088-ca6a-4a66-b672-8d714b8a3be3,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:14:26.969247 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e75bf8-af74-4490-b11f-eed79af18683 req-cdaf26ea-7b49-4bb4-ad9d-5e52b2a7b523 tempest-ServersNegativeTestMultiTenantJSON-1318694166 tempest-ServersNegativeTestMultiTenantJSON-1318694166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:14:26.969868 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-59e75bf8-af74-4490-b11f-eed79af18683 req-cdaf26ea-7b49-4bb4-ad9d-5e52b2a7b523 tempest-ServersNegativeTestMultiTenantJSON-1318694166 tempest-ServersNegativeTestMultiTenantJSON-1318694166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:26.984573 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-59e75bf8-af74-4490-b11f-eed79af18683 req-cdaf26ea-7b49-4bb4-ad9d-5e52b2a7b523 tempest-ServersNegativeTestMultiTenantJSON-1318694166 tempest-ServersNegativeTestMultiTenantJSON-1318694166-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7686856 Jul 27 23:14:26.998761 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [req-59e75bf8-af74-4490-b11f-eed79af18683 req-6c129c56-1c54-41e6-a16f-5cb8b01390a2 service neutron] Request body: {'port': {'device_id': '43b2c76f-54b1-49b0-97dc-ca5613dbee6b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802623-1'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:14:27.057451 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-59e75bf8-af74-4490-b11f-eed79af18683 req-6c129c56-1c54-41e6-a16f-5cb8b01390a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:27.258021 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20022ca-857e-473d-aba1-e620deed7125 req-e356bbf2-bc7c-4e28-a352-6d4b6fb0fa00 tempest-TestServerAdvancedOps-849151542 tempest-TestServerAdvancedOps-849151542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:14:27.260604 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-b20022ca-857e-473d-aba1-e620deed7125 req-e356bbf2-bc7c-4e28-a352-6d4b6fb0fa00 tempest-TestServerAdvancedOps-849151542 tempest-TestServerAdvancedOps-849151542-project] 10.222.0.18 "GET /v2.0/ports?device_id=362e1d8f-5871-4451-8122-708a9b7d081c HTTP/1.1" status: 200 len: 945 time: 0.1403520 Jul 27 23:14:27.292408 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130b359d-ad47-4ec6-b912-4b99431a44d2 req-d77088a5-67a3-4726-8149-0fc1d4dfc880 tempest-ServersNegativeTestMultiTenantJSON-1318694166 tempest-ServersNegativeTestMultiTenantJSON-1318694166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:14:27.295130 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-130b359d-ad47-4ec6-b912-4b99431a44d2 req-d77088a5-67a3-4726-8149-0fc1d4dfc880 tempest-ServersNegativeTestMultiTenantJSON-1318694166 tempest-ServersNegativeTestMultiTenantJSON-1318694166-project] 10.222.0.18 "GET /v2.0/ports?device_id=43b2c76f-54b1-49b0-97dc-ca5613dbee6b HTTP/1.1" status: 200 len: 931 time: 0.0678811 Jul 27 23:14:27.356907 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-130b359d-ad47-4ec6-b912-4b99431a44d2 req-61f60ee1-08ca-4b3a-91f6-6311e569a1d3 tempest-ServersNegativeTestMultiTenantJSON-1318694166 tempest-ServersNegativeTestMultiTenantJSON-1318694166-project] 10.222.0.18 "GET /v2.0/security-groups?id=c20cdd6f-00df-4b95-b139-513d9164316b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503774 Jul 27 23:14:27.359203 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-b20022ca-857e-473d-aba1-e620deed7125 req-1f4c0a12-79b5-43db-ac83-13b0b674a48f tempest-TestServerAdvancedOps-849151542 tempest-TestServerAdvancedOps-849151542-project] 10.222.0.18 "GET /v2.0/security-groups?id=f4daccd8-cf20-481b-97f9-9f0b5bce602e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887768 Jul 27 23:14:27.499837 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [req-59e75bf8-af74-4490-b11f-eed79af18683 req-6c129c56-1c54-41e6-a16f-5cb8b01390a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07fee088-ca6a-4a66-b672-8d714b8a3be3 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:14:27.523443 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-59e75bf8-af74-4490-b11f-eed79af18683 req-6c129c56-1c54-41e6-a16f-5cb8b01390a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:27.538596 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [req-59e75bf8-af74-4490-b11f-eed79af18683 req-6c129c56-1c54-41e6-a16f-5cb8b01390a2 service neutron] Transition to ACTIVE for port object 07fee088-ca6a-4a66-b672-8d714b8a3be3 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:14:27.543852 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a8b4e7ce-7654-4163-a3a5-0fe7918360d0 req-82782127-1c50-4112-9ffd-0206a972f2fa tempest-ServerShowV254Test-2064811959 tempest-ServerShowV254Test-2064811959-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5f4b7d8-0f5a-496b-9d75-fcac7b4c9717 HTTP/1.1" status: 200 len: 210 time: 0.0667686 Jul 27 23:14:27.544862 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-59e75bf8-af74-4490-b11f-eed79af18683 req-6c129c56-1c54-41e6-a16f-5cb8b01390a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11336041'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:27.626626 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c129c56-1c54-41e6-a16f-5cb8b01390a2 service neutron] Pushing event updated for resources: {'Port': ['ID=07fee088-ca6a-4a66-b672-8d714b8a3be3,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:14:27.641783 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 40674) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:14:27.696236 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a203eca-e64c-4934-aba5-003d38b84c05 req-c3899323-9fd6-45ae-a152-22b29930cdc5 tempest-TestServerAdvancedOps-849151542 tempest-TestServerAdvancedOps-849151542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:14:27.704593 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b458216-d3c9-4f29-a8f9-4c6d40047d90 req-4006ffbd-12f7-4e29-a0a3-5682a3b44cd2 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:14:27.706614 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-9b458216-d3c9-4f29-a8f9-4c6d40047d90 req-4006ffbd-12f7-4e29-a0a3-5682a3b44cd2 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/ports?device_id=98a73beb-1410-4001-89d9-567ccd6893bc HTTP/1.1" status: 200 len: 948 time: 0.1269591 Jul 27 23:14:27.709201 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-9a203eca-e64c-4934-aba5-003d38b84c05 req-c3899323-9fd6-45ae-a152-22b29930cdc5 tempest-TestServerAdvancedOps-849151542 tempest-TestServerAdvancedOps-849151542-project] 10.222.0.18 "GET /v2.0/ports?device_id=362e1d8f-5871-4451-8122-708a9b7d081c HTTP/1.1" status: 200 len: 945 time: 0.0659540 Jul 27 23:14:27.757367 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-9a203eca-e64c-4934-aba5-003d38b84c05 req-e94fae33-3d7b-467c-b418-950612d06413 tempest-TestServerAdvancedOps-849151542 tempest-TestServerAdvancedOps-849151542-project] 10.222.0.18 "GET /v2.0/security-groups?id=f4daccd8-cf20-481b-97f9-9f0b5bce602e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472729 Jul 27 23:14:27.758907 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 4dd088bb-2812-49b2-88d3-6f7a082f66e0 details requested by agent hyperv_n-h1-802623-1 with host n-h1-802623-1 {{(pid=93799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 23:14:27.800686 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-9b458216-d3c9-4f29-a8f9-4c6d40047d90 req-a9f91c66-832d-4aaa-a060-ac2e349cd821 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb779318-b8ff-43a6-a94f-3ce471aff166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841942 Jul 27 23:14:27.815826 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-59e75bf8-af74-4490-b11f-eed79af18683 req-6c129c56-1c54-41e6-a16f-5cb8b01390a2 service neutron] Attempting to bind port 07fee088-ca6a-4a66-b672-8d714b8a3be3 on host n-h2-802623-1 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:14:27.816175 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-59e75bf8-af74-4490-b11f-eed79af18683 req-6c129c56-1c54-41e6-a16f-5cb8b01390a2 service neutron] Attempting to bind port 07fee088-ca6a-4a66-b672-8d714b8a3be3 by drivers openvswitch,hyperv on host n-h2-802623-1 at level 0 using segments [{'id': '09b526ec-df96-4a77-885e-8a5fa321e907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '76c7e756-28f4-4745-b962-f14793a97234'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:14:27.816596 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59e75bf8-af74-4490-b11f-eed79af18683 req-6c129c56-1c54-41e6-a16f-5cb8b01390a2 service neutron] Attempting to bind port 07fee088-ca6a-4a66-b672-8d714b8a3be3 on network 76c7e756-28f4-4745-b962-f14793a97234 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:14:27.821463 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59e75bf8-af74-4490-b11f-eed79af18683 req-6c129c56-1c54-41e6-a16f-5cb8b01390a2 service neutron] Port 07fee088-ca6a-4a66-b672-8d714b8a3be3 on network 76c7e756-28f4-4745-b962-f14793a97234 not bound, no agent of type Open vSwitch agent registered on host n-h2-802623-1 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 23:14:27.821798 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59e75bf8-af74-4490-b11f-eed79af18683 req-6c129c56-1c54-41e6-a16f-5cb8b01390a2 service neutron] Attempting to bind port 07fee088-ca6a-4a66-b672-8d714b8a3be3 on network 76c7e756-28f4-4745-b962-f14793a97234 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:14:27.833065 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-13645940-7136-489b-8657-734977d14cbe tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-461585111'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:14:27.841494 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59e75bf8-af74-4490-b11f-eed79af18683 req-6c129c56-1c54-41e6-a16f-5cb8b01390a2 service neutron] Checking agent: {'id': 'c5cc038b-93c4-4df4-8061-5df2a04a48c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 23, 0, 4), 'started_at': datetime.datetime(2021, 7, 27, 23, 0, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 14, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:14:27.841821 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59e75bf8-af74-4490-b11f-eed79af18683 req-6c129c56-1c54-41e6-a16f-5cb8b01390a2 service neutron] Checking segment: {'id': '09b526ec-df96-4a77-885e-8a5fa321e907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '76c7e756-28f4-4745-b962-f14793a97234'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:14:27.842272 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59e75bf8-af74-4490-b11f-eed79af18683 req-6c129c56-1c54-41e6-a16f-5cb8b01390a2 service neutron] Bound using segment: {'id': '09b526ec-df96-4a77-885e-8a5fa321e907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '76c7e756-28f4-4745-b962-f14793a97234'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:14:27.842970 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-59e75bf8-af74-4490-b11f-eed79af18683 req-6c129c56-1c54-41e6-a16f-5cb8b01390a2 service neutron] Bound port: 07fee088-ca6a-4a66-b672-8d714b8a3be3, host: n-h2-802623-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09b526ec-df96-4a77-885e-8a5fa321e907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '76c7e756-28f4-4745-b962-f14793a97234'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:14:27.843199 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-59e75bf8-af74-4490-b11f-eed79af18683 req-6c129c56-1c54-41e6-a16f-5cb8b01390a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:27.912982 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13645940-7136-489b-8657-734977d14cbe tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Made reservation on behalf of 514745170d2d4aba9e26a599d4d1a11f for: {'network': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:14:27.920061 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-13645940-7136-489b-8657-734977d14cbe tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for network, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:27.943381 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-13645940-7136-489b-8657-734977d14cbe tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:27.962702 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port 4dd088bb-2812-49b2-88d3-6f7a082f66e0, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=4dd088bb-2812-49b2-88d3-6f7a082f66e0,segment=NetworkSegment(16e91594-c047-4b55-93eb-43af33ad08e1),segment_id=16e91594-c047-4b55-93eb-43af33ad08e1)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:14:27.977794 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-59e75bf8-af74-4490-b11f-eed79af18683 req-6c129c56-1c54-41e6-a16f-5cb8b01390a2 service neutron] For port 07fee088-ca6a-4a66-b672-8d714b8a3be3, host n-h2-802623-1, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:14:27.978231 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Returning: {'device': '4dd088bb-2812-49b2-88d3-6f7a082f66e0', 'network_id': '591af2dd-f826-43b1-aa9d-e7a0bf218c71', 'port_id': '4dd088bb-2812-49b2-88d3-6f7a082f66e0', 'mac_address': 'fa:16:3e:70:93:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62938449-046d-4cbe-923a-7ebb632c358d', 'ip_address': '192.168.233.44'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 23:14:27.983837 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-59e75bf8-af74-4490-b11f-eed79af18683 req-6c129c56-1c54-41e6-a16f-5cb8b01390a2 service neutron] For port 07fee088-ca6a-4a66-b672-8d714b8a3be3, host n-h2-802623-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=07fee088-ca6a-4a66-b672-8d714b8a3be3,segment=NetworkSegment(09b526ec-df96-4a77-885e-8a5fa321e907),segment_id=09b526ec-df96-4a77-885e-8a5fa321e907)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:14:27.992597 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-59e75bf8-af74-4490-b11f-eed79af18683 req-6c129c56-1c54-41e6-a16f-5cb8b01390a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11336041'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:28.095768 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e75bf8-af74-4490-b11f-eed79af18683 req-6c129c56-1c54-41e6-a16f-5cb8b01390a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:14:28.096392 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-59e75bf8-af74-4490-b11f-eed79af18683 req-6c129c56-1c54-41e6-a16f-5cb8b01390a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:28.097870 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-59e75bf8-af74-4490-b11f-eed79af18683 req-6c129c56-1c54-41e6-a16f-5cb8b01390a2 service neutron] 10.222.0.49 "PUT /v2.0/ports/07fee088-ca6a-4a66-b672-8d714b8a3be3 HTTP/1.1" status: 200 len: 1091 time: 1.1037097 Jul 27 23:14:28.099477 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43b2c76f-54b1-49b0-97dc-ca5613dbee6b', 'tag': '07fee088-ca6a-4a66-b672-8d714b8a3be3'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:14:28.101792 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a476459a1bfce68b0ae0df5b6a71154bfc7cfdc8f9eefce6ad0a17231e60468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb005cd2-946c-4bd4-8e19-a225fdef58fe" -d '{"events": [{"name": "network-changed", "server_uuid": "43b2c76f-54b1-49b0-97dc-ca5613dbee6b", "tag": "07fee088-ca6a-4a66-b672-8d714b8a3be3"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:14:28.154769 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c129c56-1c54-41e6-a16f-5cb8b01390a2 service neutron] Pushing event updated for resources: {'Port': ['ID=07fee088-ca6a-4a66-b672-8d714b8a3be3,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:14:28.200192 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f23295a-690c-4837-b2eb-950cc9eb76eb req-841011db-5fb8-458e-bac7-eaee4dcc9a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:14:28.201700 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8f23295a-690c-4837-b2eb-950cc9eb76eb req-841011db-5fb8-458e-bac7-eaee4dcc9a96 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=98a73beb-1410-4001-89d9-567ccd6893bc&tenant_id=1b545d5113d14592aa4c69bde083a757 HTTP/1.1" status: 200 len: 1099 time: 0.2065220 Jul 27 23:14:28.205996 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 23:14:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e87aca54-2637-4a3f-bff8-0142a12ad32e x-openstack-request-id: req-e87aca54-2637-4a3f-bff8-0142a12ad32e {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:14:28.206286 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43b2c76f-54b1-49b0-97dc-ca5613dbee6b", "tag": "07fee088-ca6a-4a66-b672-8d714b8a3be3", "status": "completed", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:14:28.206532 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e87aca54-2637-4a3f-bff8-0142a12ad32e {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:14:28.206919 n-d-802623-1 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43b2c76f-54b1-49b0-97dc-ca5613dbee6b', 'tag': '07fee088-ca6a-4a66-b672-8d714b8a3be3', 'status': 'completed', 'code': 200} Jul 27 23:14:28.219150 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8721c6-b719-4c03-8643-5fad991c7278 req-2664e3fe-d7aa-4030-aa11-1079e20f1c42 tempest-TestServerAdvancedOps-849151542 tempest-TestServerAdvancedOps-849151542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:14:28.220883 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-6c8721c6-b719-4c03-8643-5fad991c7278 req-2664e3fe-d7aa-4030-aa11-1079e20f1c42 tempest-TestServerAdvancedOps-849151542 tempest-TestServerAdvancedOps-849151542-project] 10.222.0.18 "GET /v2.0/ports?device_id=362e1d8f-5871-4451-8122-708a9b7d081c HTTP/1.1" status: 200 len: 945 time: 0.2010245 Jul 27 23:14:28.230680 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [req-8f23295a-690c-4837-b2eb-950cc9eb76eb req-d8db295b-e5e7-4e18-a9dc-03594a377276 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-802623-1', 'device_owner': 'compute:nova'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:14:28.291260 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-13645940-7136-489b-8657-734977d14cbe tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:28.300034 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-13645940-7136-489b-8657-734977d14cbe tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:28.356391 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e75bf8-af74-4490-b11f-eed79af18683 req-42ce661a-1958-4cc0-b20b-7ff19ceb00a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:14:28.357893 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-59e75bf8-af74-4490-b11f-eed79af18683 req-42ce661a-1958-4cc0-b20b-7ff19ceb00a9 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=087950dd0e374a4ea176521b9b838135&device_id=43b2c76f-54b1-49b0-97dc-ca5613dbee6b HTTP/1.1" status: 200 len: 1094 time: 0.1973221 Jul 27 23:14:28.362457 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13645940-7136-489b-8657-734977d14cbe tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 543} {{(pid=93797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 23:14:28.368171 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-6c8721c6-b719-4c03-8643-5fad991c7278 req-03bf8540-c907-4627-adab-4ee3ea09e1ed tempest-TestServerAdvancedOps-849151542 tempest-TestServerAdvancedOps-849151542-project] 10.222.0.18 "GET /v2.0/security-groups?id=f4daccd8-cf20-481b-97f9-9f0b5bce602e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339579 Jul 27 23:14:28.385948 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-8f23295a-690c-4837-b2eb-950cc9eb76eb req-d8db295b-e5e7-4e18-a9dc-03594a377276 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:28.419725 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13645940-7136-489b-8657-734977d14cbe tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Pushing event updated for resources: {'SecurityGroup': ['ID=468cbf08-6316-4f81-9a3d-2b7a2cede509,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:14:28.428078 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-13645940-7136-489b-8657-734977d14cbe tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:28.428423 n-d-802623-1 neutron-server[93797]: INFO neutron.db.segments_db [None req-13645940-7136-489b-8657-734977d14cbe tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Added segment d3e8be66-da04-40f0-8ae0-990ab171b95b of type vlan for network 0ca84c83-45da-4ef6-b04f-a4d9490aea53 Jul 27 23:14:28.439997 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-59e75bf8-af74-4490-b11f-eed79af18683 req-b6cd504b-3d45-4685-80c9-5329f56153bd service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=07fee088-ca6a-4a66-b672-8d714b8a3be3 HTTP/1.1" status: 200 len: 217 time: 0.0655942 Jul 27 23:14:28.509997 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb341e0-9923-4892-a049-2b978d2b6d66 req-51467daf-c56c-4ba9-be49-3f5f5a774b49 tempest-ServersNegativeTestMultiTenantJSON-1318694166 tempest-ServersNegativeTestMultiTenantJSON-1318694166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:14:28.512166 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-cfb341e0-9923-4892-a049-2b978d2b6d66 req-51467daf-c56c-4ba9-be49-3f5f5a774b49 tempest-ServersNegativeTestMultiTenantJSON-1318694166 tempest-ServersNegativeTestMultiTenantJSON-1318694166-project] 10.222.0.18 "GET /v2.0/ports?device_id=43b2c76f-54b1-49b0-97dc-ca5613dbee6b HTTP/1.1" status: 200 len: 943 time: 0.0507274 Jul 27 23:14:28.529157 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-13645940-7136-489b-8657-734977d14cbe tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736833354590'] for network, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:28.553433 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-cfb341e0-9923-4892-a049-2b978d2b6d66 req-dcabfb8c-742f-42a2-92dd-2573f9ab3c98 tempest-ServersNegativeTestMultiTenantJSON-1318694166 tempest-ServersNegativeTestMultiTenantJSON-1318694166-project] 10.222.0.18 "GET /v2.0/security-groups?id=c20cdd6f-00df-4b95-b139-513d9164316b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339484 Jul 27 23:14:28.615899 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e75bf8-af74-4490-b11f-eed79af18683 req-25b21202-d960-4038-bb82-70b1fc2da332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:14:28.617370 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-59e75bf8-af74-4490-b11f-eed79af18683 req-25b21202-d960-4038-bb82-70b1fc2da332 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=50644b7c-7810-4f55-8fe3-b32463d21f4c HTTP/1.1" status: 200 len: 864 time: 0.1543272 Jul 27 23:14:28.662154 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-97cab279-e75c-4476-996e-4628611da86d req-923a6686-a3cd-4cc2-a6f5-8808f2a4c958 tempest-ServerShowV254Test-2064811959 tempest-ServerShowV254Test-2064811959-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5f4b7d8-0f5a-496b-9d75-fcac7b4c9717 HTTP/1.1" status: 200 len: 210 time: 0.0266984 Jul 27 23:14:28.664566 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-59e75bf8-af74-4490-b11f-eed79af18683 req-8793c864-aa5b-471c-8976-56aa20aeed56 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=76c7e756-28f4-4745-b962-f14793a97234&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392599 Jul 27 23:14:28.670274 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-13645940-7136-489b-8657-734977d14cbe tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569'] for network, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:28.676020 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13645940-7136-489b-8657-734977d14cbe tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:14:28.676597 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-13645940-7136-489b-8657-734977d14cbe tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for network, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:28.825979 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-13645940-7136-489b-8657-734977d14cbe tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.1782086 Jul 27 23:14:28.829969 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 40696) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:14:28.839666 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-84224102-da0d-4f1c-9490-471e43407429 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Request body: {'subnet': {'network_id': '0ca84c83-45da-4ef6-b04f-a4d9490aea53', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:14:28.854590 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13645940-7136-489b-8657-734977d14cbe tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Pushing event updated for resources: {'Network': ['ID=0ca84c83-45da-4ef6-b04f-a4d9490aea53,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:14:28.866210 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Network 0ca84c83-45da-4ef6-b04f-a4d9490aea53 details requested by agent ovs-agent-n-d-802623-1 with host n-d-802623-1 {{(pid=93799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 23:14:28.889246 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-8f23295a-690c-4837-b2eb-950cc9eb76eb req-d8db295b-e5e7-4e18-a9dc-03594a377276 service neutron] For port 4dd088bb-2812-49b2-88d3-6f7a082f66e0, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=4dd088bb-2812-49b2-88d3-6f7a082f66e0,segment=NetworkSegment(16e91594-c047-4b55-93eb-43af33ad08e1),segment_id=16e91594-c047-4b55-93eb-43af33ad08e1)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:14:28.914937 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-59e75bf8-af74-4490-b11f-eed79af18683 req-505c6070-8204-40ef-8c6f-5e4620bc7139 service neutron] 10.222.0.49 "GET /v2.0/networks/76c7e756-28f4-4745-b962-f14793a97234?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2358303 Jul 27 23:14:28.973114 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84224102-da0d-4f1c-9490-471e43407429 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Made reservation on behalf of 514745170d2d4aba9e26a599d4d1a11f for: {'subnet': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:14:28.981592 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-84224102-da0d-4f1c-9490-471e43407429 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12265828'] for subnet, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:29.052661 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-8f23295a-690c-4837-b2eb-950cc9eb76eb req-d8db295b-e5e7-4e18-a9dc-03594a377276 service neutron] For port 4dd088bb-2812-49b2-88d3-6f7a082f66e0, host n-h1-802623-1, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:14:29.108360 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-59e75bf8-af74-4490-b11f-eed79af18683 req-4afbe1b9-c7c5-4cdb-adbc-5876c05de970 service neutron] 10.222.0.49 "GET /v2.0/networks/76c7e756-28f4-4745-b962-f14793a97234?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1805141 Jul 27 23:14:29.119643 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [req-8f23295a-690c-4837-b2eb-950cc9eb76eb req-d8db295b-e5e7-4e18-a9dc-03594a377276 service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 4dd088bb-2812-49b2-88d3-6f7a082f66e0 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:14:29.141215 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536f76c3-dd2e-4594-92ac-abb85f1a79a0 req-adae0532-cfd6-4831-9213-fa473b7cc106 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:14:29.142748 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-536f76c3-dd2e-4594-92ac-abb85f1a79a0 req-adae0532-cfd6-4831-9213-fa473b7cc106 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/ports?device_id=98a73beb-1410-4001-89d9-567ccd6893bc HTTP/1.1" status: 200 len: 948 time: 0.1158147 Jul 27 23:14:29.144807 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-8f23295a-690c-4837-b2eb-950cc9eb76eb req-d8db295b-e5e7-4e18-a9dc-03594a377276 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:29.172827 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [req-8f23295a-690c-4837-b2eb-950cc9eb76eb req-d8db295b-e5e7-4e18-a9dc-03594a377276 service neutron] Ignored duplicate provisioning block setup for port 4dd088bb-2812-49b2-88d3-6f7a082f66e0 by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 27 23:14:29.198750 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-84224102-da0d-4f1c-9490-471e43407429 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11971609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12265750'] for subnet, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:29.204576 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-8f23295a-690c-4837-b2eb-950cc9eb76eb req-d8db295b-e5e7-4e18-a9dc-03594a377276 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11336041'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:29.272725 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84224102-da0d-4f1c-9490-471e43407429 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Pushing event updated for resources: {'Subnet': ['ID=004aad6f-c745-47c1-8a75-3f40ff3b8157,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:14:29.278805 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-536f76c3-dd2e-4594-92ac-abb85f1a79a0 req-6d0b1066-1fb6-451f-8f06-d950d1bd71da tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb779318-b8ff-43a6-a94f-3ce471aff166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288664 Jul 27 23:14:29.280817 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84224102-da0d-4f1c-9490-471e43407429 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Checking segment: {'id': 'd3e8be66-da04-40f0-8ae0-990ab171b95b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '0ca84c83-45da-4ef6-b04f-a4d9490aea53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:14:29.281087 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84224102-da0d-4f1c-9490-471e43407429 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Network hostable DHCP agents. Network: 0ca84c83-45da-4ef6-b04f-a4d9490aea53, hostable agents: ['5950e76f-2bde-4343-a925-cbe6bacd2706'], hosted agents: [] {{(pid=93798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 23:14:29.306956 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84224102-da0d-4f1c-9490-471e43407429 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Network 0ca84c83-45da-4ef6-b04f-a4d9490aea53 is scheduled to be hosted by DHCP agent 5950e76f-2bde-4343-a925-cbe6bacd2706 with binding_index 1 {{(pid=93798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 23:14:29.321810 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-84224102-da0d-4f1c-9490-471e43407429 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802623-1, 0ca84c83-45da-4ef6-b04f-a4d9490aea53) {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:14:29.328319 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84224102-da0d-4f1c-9490-471e43407429 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:14:29.329102 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f23295a-690c-4837-b2eb-950cc9eb76eb req-d8db295b-e5e7-4e18-a9dc-03594a377276 service neutron] No DVR routers for this DVR port 4dd088bb-2812-49b2-88d3-6f7a082f66e0 on host n-h1-802623-1 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:14:29.329429 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-84224102-da0d-4f1c-9490-471e43407429 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:29.336992 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b98a1bc-6e50-4ddb-b0ab-f0b725c3f6fd None None] Network 0ca84c83-45da-4ef6-b04f-a4d9490aea53 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:14:29.339863 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb005cd2-946c-4bd4-8e19-a225fdef58fe req-46eafc63-2077-4687-8078-d70213a83283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:14:29.341395 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-eb005cd2-946c-4bd4-8e19-a225fdef58fe req-46eafc63-2077-4687-8078-d70213a83283 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=087950dd0e374a4ea176521b9b838135&device_id=43b2c76f-54b1-49b0-97dc-ca5613dbee6b HTTP/1.1" status: 200 len: 1094 time: 0.1673255 Jul 27 23:14:29.344523 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8db295b-e5e7-4e18-a9dc-03594a377276 service neutron] Pushing event updated for resources: {'Port': ['ID=4dd088bb-2812-49b2-88d3-6f7a082f66e0,revision_number=9']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:14:29.347655 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-84224102-da0d-4f1c-9490-471e43407429 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.5144670 Jul 27 23:14:29.350079 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 40702) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:14:29.356742 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-a2e471a4-c795-4b01-b04b-de3fd5bd9d7d tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-622764190', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'}, 'admin_state_up': False}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:14:29.389726 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a2e471a4-c795-4b01-b04b-de3fd5bd9d7d tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62159'] for router, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:29.391287 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a2e471a4-c795-4b01-b04b-de3fd5bd9d7d tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-479230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-415539', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3693317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62148'] for router, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:29.417049 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-8f23295a-690c-4837-b2eb-950cc9eb76eb req-d8db295b-e5e7-4e18-a9dc-03594a377276 service neutron] Attempting to bind port 4dd088bb-2812-49b2-88d3-6f7a082f66e0 on host n-h2-802623-1 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:14:29.418269 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-8f23295a-690c-4837-b2eb-950cc9eb76eb req-d8db295b-e5e7-4e18-a9dc-03594a377276 service neutron] Attempting to bind port 4dd088bb-2812-49b2-88d3-6f7a082f66e0 by drivers openvswitch,hyperv on host n-h2-802623-1 at level 0 using segments [{'id': '16e91594-c047-4b55-93eb-43af33ad08e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '591af2dd-f826-43b1-aa9d-e7a0bf218c71'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:14:29.418392 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f23295a-690c-4837-b2eb-950cc9eb76eb req-d8db295b-e5e7-4e18-a9dc-03594a377276 service neutron] Attempting to bind port 4dd088bb-2812-49b2-88d3-6f7a082f66e0 on network 591af2dd-f826-43b1-aa9d-e7a0bf218c71 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:14:29.458789 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f23295a-690c-4837-b2eb-950cc9eb76eb req-d8db295b-e5e7-4e18-a9dc-03594a377276 service neutron] Port 4dd088bb-2812-49b2-88d3-6f7a082f66e0 on network 591af2dd-f826-43b1-aa9d-e7a0bf218c71 not bound, no agent of type Open vSwitch agent registered on host n-h2-802623-1 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 23:14:29.459173 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f23295a-690c-4837-b2eb-950cc9eb76eb req-d8db295b-e5e7-4e18-a9dc-03594a377276 service neutron] Attempting to bind port 4dd088bb-2812-49b2-88d3-6f7a082f66e0 on network 591af2dd-f826-43b1-aa9d-e7a0bf218c71 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:14:29.478198 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:29.479403 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f23295a-690c-4837-b2eb-950cc9eb76eb req-d8db295b-e5e7-4e18-a9dc-03594a377276 service neutron] Checking agent: {'id': 'c5cc038b-93c4-4df4-8061-5df2a04a48c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 23, 0, 4), 'started_at': datetime.datetime(2021, 7, 27, 23, 0, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 14, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:14:29.480444 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f23295a-690c-4837-b2eb-950cc9eb76eb req-d8db295b-e5e7-4e18-a9dc-03594a377276 service neutron] Checking segment: {'id': '16e91594-c047-4b55-93eb-43af33ad08e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '591af2dd-f826-43b1-aa9d-e7a0bf218c71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:14:29.480853 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f23295a-690c-4837-b2eb-950cc9eb76eb req-d8db295b-e5e7-4e18-a9dc-03594a377276 service neutron] Bound using segment: {'id': '16e91594-c047-4b55-93eb-43af33ad08e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '591af2dd-f826-43b1-aa9d-e7a0bf218c71'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:14:29.481441 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-8f23295a-690c-4837-b2eb-950cc9eb76eb req-d8db295b-e5e7-4e18-a9dc-03594a377276 service neutron] Bound port: 4dd088bb-2812-49b2-88d3-6f7a082f66e0, host: n-h2-802623-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16e91594-c047-4b55-93eb-43af33ad08e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '591af2dd-f826-43b1-aa9d-e7a0bf218c71'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:14:29.485093 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-8f23295a-690c-4837-b2eb-950cc9eb76eb req-d8db295b-e5e7-4e18-a9dc-03594a377276 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:29.498439 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a2e471a4-c795-4b01-b04b-de3fd5bd9d7d tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:29.555132 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f920b4ea-4be4-4268-8a15-53e541c51247 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:29.594347 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2f475c2-52da-447a-828e-3bce68e07d8b None None] Network 0ca84c83-45da-4ef6-b04f-a4d9490aea53 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:14:29.629762 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb005cd2-946c-4bd4-8e19-a225fdef58fe req-52b257ee-bdf8-46b2-adc3-d5676ff91ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:14:29.631250 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-eb005cd2-946c-4bd4-8e19-a225fdef58fe req-52b257ee-bdf8-46b2-adc3-d5676ff91ba3 service neutron] 10.222.0.49 "GET /v2.0/networks?id=76c7e756-28f4-4745-b962-f14793a97234 HTTP/1.1" status: 200 len: 925 time: 0.2795792 Jul 27 23:14:29.647945 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d6387d-5078-4c06-86e9-db70ed68db76 req-e79399b4-de1f-4b3a-84b1-7d12f43e9113 tempest-TestServerAdvancedOps-849151542 tempest-TestServerAdvancedOps-849151542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:14:29.657283 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-24d6387d-5078-4c06-86e9-db70ed68db76 req-e79399b4-de1f-4b3a-84b1-7d12f43e9113 tempest-TestServerAdvancedOps-849151542 tempest-TestServerAdvancedOps-849151542-project] 10.222.0.18 "GET /v2.0/ports?device_id=362e1d8f-5871-4451-8122-708a9b7d081c HTTP/1.1" status: 200 len: 945 time: 0.1769969 Jul 27 23:14:29.691292 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-eb005cd2-946c-4bd4-8e19-a225fdef58fe req-c582ac83-debc-466b-808d-35a990388626 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=07fee088-ca6a-4a66-b672-8d714b8a3be3 HTTP/1.1" status: 200 len: 217 time: 0.0503883 Jul 27 23:14:29.695621 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-8f23295a-690c-4837-b2eb-950cc9eb76eb req-d8db295b-e5e7-4e18-a9dc-03594a377276 service neutron] For port 4dd088bb-2812-49b2-88d3-6f7a082f66e0, host n-h2-802623-1, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:14:29.742713 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:29.777470 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-24d6387d-5078-4c06-86e9-db70ed68db76 req-d156e444-1a8c-4b0a-8ae3-a7343459a8c5 tempest-TestServerAdvancedOps-849151542 tempest-TestServerAdvancedOps-849151542-project] 10.222.0.18 "GET /v2.0/security-groups?id=f4daccd8-cf20-481b-97f9-9f0b5bce602e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134081 Jul 27 23:14:29.779702 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a2e471a4-c795-4b01-b04b-de3fd5bd9d7d tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-415433', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62186'] for router, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:29.794578 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-8f23295a-690c-4837-b2eb-950cc9eb76eb req-d8db295b-e5e7-4e18-a9dc-03594a377276 service neutron] For port 4dd088bb-2812-49b2-88d3-6f7a082f66e0, host n-h2-802623-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=4dd088bb-2812-49b2-88d3-6f7a082f66e0,segment=NetworkSegment(16e91594-c047-4b55-93eb-43af33ad08e1),segment_id=16e91594-c047-4b55-93eb-43af33ad08e1)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:14:29.802614 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-8f23295a-690c-4837-b2eb-950cc9eb76eb req-d8db295b-e5e7-4e18-a9dc-03594a377276 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11336041'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:29.873434 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfccfc1-ff4a-4855-af2f-a8e086294894 req-c719bd4f-6697-4f59-b356-cf859adb53df tempest-ServersNegativeTestMultiTenantJSON-1318694166 tempest-ServersNegativeTestMultiTenantJSON-1318694166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:14:29.881166 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8dfccfc1-ff4a-4855-af2f-a8e086294894 req-c719bd4f-6697-4f59-b356-cf859adb53df tempest-ServersNegativeTestMultiTenantJSON-1318694166 tempest-ServersNegativeTestMultiTenantJSON-1318694166-project] 10.222.0.18 "GET /v2.0/ports?device_id=43b2c76f-54b1-49b0-97dc-ca5613dbee6b HTTP/1.1" status: 200 len: 943 time: 0.1873646 Jul 27 23:14:29.894530 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb005cd2-946c-4bd4-8e19-a225fdef58fe req-2e400e74-ed3d-43db-b969-d188c974fd5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:14:29.896158 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-eb005cd2-946c-4bd4-8e19-a225fdef58fe req-2e400e74-ed3d-43db-b969-d188c974fd5a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=50644b7c-7810-4f55-8fe3-b32463d21f4c HTTP/1.1" status: 200 len: 864 time: 0.1703839 Jul 27 23:14:29.905120 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f23295a-690c-4837-b2eb-950cc9eb76eb req-d8db295b-e5e7-4e18-a9dc-03594a377276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:14:29.905757 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-8f23295a-690c-4837-b2eb-950cc9eb76eb req-d8db295b-e5e7-4e18-a9dc-03594a377276 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:29.907158 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8f23295a-690c-4837-b2eb-950cc9eb76eb req-d8db295b-e5e7-4e18-a9dc-03594a377276 service neutron] 10.222.0.49 "PUT /v2.0/ports/4dd088bb-2812-49b2-88d3-6f7a082f66e0 HTTP/1.1" status: 200 len: 1095 time: 1.6810987 Jul 27 23:14:29.971319 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-eb005cd2-946c-4bd4-8e19-a225fdef58fe req-d0394c89-2e22-4d05-a239-d091e04880bb service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=76c7e756-28f4-4745-b962-f14793a97234&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0562198 Jul 27 23:14:29.986194 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8db295b-e5e7-4e18-a9dc-03594a377276 service neutron] Pushing event updated for resources: {'Port': ['ID=4dd088bb-2812-49b2-88d3-6f7a082f66e0,revision_number=10']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:14:30.041860 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a2e471a4-c795-4b01-b04b-de3fd5bd9d7d tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Notify callbacks [] for router_gateway, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:30.055994 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8dfccfc1-ff4a-4855-af2f-a8e086294894 req-901e3e1a-737d-438e-9ab7-c44c8b92749e tempest-ServersNegativeTestMultiTenantJSON-1318694166 tempest-ServersNegativeTestMultiTenantJSON-1318694166-project] 10.222.0.18 "GET /v2.0/security-groups?id=c20cdd6f-00df-4b95-b139-513d9164316b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739233 Jul 27 23:14:30.062837 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b69b2d70-8736-4327-9b54-949e19897af2 req-691b1a11-c537-4fca-b957-d28ae0b85008 tempest-ServerShowV254Test-2064811959 tempest-ServerShowV254Test-2064811959-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5f4b7d8-0f5a-496b-9d75-fcac7b4c9717 HTTP/1.1" status: 200 len: 210 time: 0.1004343 Jul 27 23:14:30.063939 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a2e471a4-c795-4b01-b04b-de3fd5bd9d7d tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:30.126711 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f23295a-690c-4837-b2eb-950cc9eb76eb req-f306bfdd-3fca-422b-b7af-f5de2de8c5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:14:30.128379 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8f23295a-690c-4837-b2eb-950cc9eb76eb req-f306bfdd-3fca-422b-b7af-f5de2de8c5b9 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1b545d5113d14592aa4c69bde083a757&device_id=98a73beb-1410-4001-89d9-567ccd6893bc HTTP/1.1" status: 200 len: 1099 time: 0.1912713 Jul 27 23:14:30.134490 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-eb005cd2-946c-4bd4-8e19-a225fdef58fe req-09f1b645-99d7-47e6-aba3-d0ad9193bb69 service neutron] 10.222.0.49 "GET /v2.0/networks/76c7e756-28f4-4745-b962-f14793a97234?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450307 Jul 27 23:14:30.208450 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98a73beb-1410-4001-89d9-567ccd6893bc', 'tag': '4dd088bb-2812-49b2-88d3-6f7a082f66e0'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:14:30.210992 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a476459a1bfce68b0ae0df5b6a71154bfc7cfdc8f9eefce6ad0a17231e60468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8430f071-229b-43a9-9446-a4475ab95369" -d '{"events": [{"name": "network-changed", "server_uuid": "98a73beb-1410-4001-89d9-567ccd6893bc", "tag": "4dd088bb-2812-49b2-88d3-6f7a082f66e0"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:14:30.240139 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-a2e471a4-c795-4b01-b04b-de3fd5bd9d7d tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Allocated IP 172.25.4.46 (2fd42287-ed26-4eb9-89a5-b521f5b04356/17de1f8f-393a-4b0c-a2df-614bd3f2fb5e/a2f2fbee-121e-41b0-9bf3-fe8c28839af0) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:14:30.409309 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-19f2e178-d45e-4fbe-b9be-c3963fc151ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:30.458335 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a93cd2a-23b8-4e5d-832d-c61e2a904e0e req-cf6734e9-0e61-4146-bb96-04f1ffed0c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:14:30.459989 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-2a93cd2a-23b8-4e5d-832d-c61e2a904e0e req-cf6734e9-0e61-4146-bb96-04f1ffed0c99 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=63335f5f30aa4279921bf8e469e2b753&device_id=362e1d8f-5871-4451-8122-708a9b7d081c HTTP/1.1" status: 200 len: 1096 time: 0.1167958 Jul 27 23:14:30.488074 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a2e471a4-c795-4b01-b04b-de3fd5bd9d7d tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:30.547806 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95061280-b321-4716-a3b6-11dd65ce1dea req-937dd7d4-2b88-4a03-80ce-3d4f1c185ca5 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:14:30.549600 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-95061280-b321-4716-a3b6-11dd65ce1dea req-937dd7d4-2b88-4a03-80ce-3d4f1c185ca5 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/ports?device_id=98a73beb-1410-4001-89d9-567ccd6893bc HTTP/1.1" status: 200 len: 948 time: 0.1551418 Jul 27 23:14:30.634809 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-95061280-b321-4716-a3b6-11dd65ce1dea req-b38d62f5-f3dd-4af0-8e92-de5c7d2ad409 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb779318-b8ff-43a6-a94f-3ce471aff166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758171 Jul 27 23:14:30.653796 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a93cd2a-23b8-4e5d-832d-c61e2a904e0e req-f5e6741b-f90f-4873-b64a-aa9e6aaebf47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:14:30.655618 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-2a93cd2a-23b8-4e5d-832d-c61e2a904e0e req-f5e6741b-f90f-4873-b64a-aa9e6aaebf47 service neutron] 10.222.0.49 "GET /v2.0/networks?id=fad8bfa8-f447-470c-b9fc-91616b00e055 HTTP/1.1" status: 200 len: 913 time: 0.1836107 Jul 27 23:14:30.678591 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a2e471a4-c795-4b01-b04b-de3fd5bd9d7d tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:30.680351 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50409d5e-df1c-4fe3-b6ba-e0a034c533ca req-e190b790-8618-4538-bed1-065e4b350325 tempest-TestServerAdvancedOps-849151542 tempest-TestServerAdvancedOps-849151542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:14:30.681930 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-50409d5e-df1c-4fe3-b6ba-e0a034c533ca req-e190b790-8618-4538-bed1-065e4b350325 tempest-TestServerAdvancedOps-849151542 tempest-TestServerAdvancedOps-849151542-project] 10.222.0.18 "GET /v2.0/ports?device_id=362e1d8f-5871-4451-8122-708a9b7d081c HTTP/1.1" status: 200 len: 945 time: 0.1260364 Jul 27 23:14:30.686193 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-eb005cd2-946c-4bd4-8e19-a225fdef58fe req-103a99a1-c501-4607-b0d6-5226349ad85c service neutron] 10.222.0.49 "GET /v2.0/networks/76c7e756-28f4-4745-b962-f14793a97234?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5426843 Jul 27 23:14:30.687425 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f23295a-690c-4837-b2eb-950cc9eb76eb req-c8331415-9cd1-4bb1-a1f4-42178231265b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:14:30.688852 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8f23295a-690c-4837-b2eb-950cc9eb76eb req-c8331415-9cd1-4bb1-a1f4-42178231265b service neutron] 10.222.0.49 "GET /v2.0/networks?id=591af2dd-f826-43b1-aa9d-e7a0bf218c71 HTTP/1.1" status: 200 len: 870 time: 0.5465961 Jul 27 23:14:30.721374 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-2a93cd2a-23b8-4e5d-832d-c61e2a904e0e req-c700a407-f0e8-449c-8efd-02b05b01cab1 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a142bec0-f63c-43a8-b598-e4015038c2bc HTTP/1.1" status: 200 len: 217 time: 0.0535665 Jul 27 23:14:30.722745 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 23:14:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-678684a8-ce30-465e-8a05-abda6effd12b x-openstack-request-id: req-678684a8-ce30-465e-8a05-abda6effd12b {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:14:30.723124 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98a73beb-1410-4001-89d9-567ccd6893bc", "tag": "4dd088bb-2812-49b2-88d3-6f7a082f66e0", "status": "completed", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:14:30.723493 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-678684a8-ce30-465e-8a05-abda6effd12b {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:14:30.723876 n-d-802623-1 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98a73beb-1410-4001-89d9-567ccd6893bc', 'tag': '4dd088bb-2812-49b2-88d3-6f7a082f66e0', 'status': 'completed', 'code': 200} Jul 27 23:14:30.759574 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8f23295a-690c-4837-b2eb-950cc9eb76eb req-25476a74-47a0-4e57-a8c7-ca6d3f5d8ac7 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=4dd088bb-2812-49b2-88d3-6f7a082f66e0 HTTP/1.1" status: 200 len: 217 time: 0.0602329 Jul 27 23:14:30.775389 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2e471a4-c795-4b01-b04b-de3fd5bd9d7d tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Network 2fd42287-ed26-4eb9-89a5-b521f5b04356 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:14:30.781945 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-50409d5e-df1c-4fe3-b6ba-e0a034c533ca req-33a5ab38-b896-43d5-8ae1-0697fb919c6d tempest-TestServerAdvancedOps-849151542 tempest-TestServerAdvancedOps-849151542-project] 10.222.0.18 "GET /v2.0/security-groups?id=f4daccd8-cf20-481b-97f9-9f0b5bce602e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902832 Jul 27 23:14:30.814794 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-a2e471a4-c795-4b01-b04b-de3fd5bd9d7d tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:14:30.816748 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f23295a-690c-4837-b2eb-950cc9eb76eb req-1e45ea39-e353-4f0b-8a1f-1ee6a21949d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:14:30.817357 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2e471a4-c795-4b01-b04b-de3fd5bd9d7d tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:14:30.818263 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8f23295a-690c-4837-b2eb-950cc9eb76eb req-1e45ea39-e353-4f0b-8a1f-1ee6a21949d1 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=62938449-046d-4cbe-923a-7ebb632c358d HTTP/1.1" status: 200 len: 843 time: 0.0506637 Jul 27 23:14:30.865772 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f23295a-690c-4837-b2eb-950cc9eb76eb req-18be4f90-44d3-454c-b629-1582f5c6f2af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:14:30.867366 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8f23295a-690c-4837-b2eb-950cc9eb76eb req-18be4f90-44d3-454c-b629-1582f5c6f2af service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=591af2dd-f826-43b1-aa9d-e7a0bf218c71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0411561 Jul 27 23:14:30.871216 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e471a4-c795-4b01-b04b-de3fd5bd9d7d tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Pushing event updated for resources: {'Port': ['ID=a2f2fbee-121e-41b0-9bf3-fe8c28839af0,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:14:30.883029 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a93cd2a-23b8-4e5d-832d-c61e2a904e0e req-4dc447e9-c442-4e0a-8cf8-f707638f07e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:14:30.884580 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-2a93cd2a-23b8-4e5d-832d-c61e2a904e0e req-4dc447e9-c442-4e0a-8cf8-f707638f07e3 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=52a4d5d1-71b2-405d-81c0-f3a84fcb4bdf HTTP/1.1" status: 200 len: 852 time: 0.1377456 Jul 27 23:14:30.895390 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8430f071-229b-43a9-9446-a4475ab95369 req-aef5b105-05fb-48a4-a528-670df39acc46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:14:30.896755 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-8430f071-229b-43a9-9446-a4475ab95369 req-aef5b105-05fb-48a4-a528-670df39acc46 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=1b545d5113d14592aa4c69bde083a757&device_id=98a73beb-1410-4001-89d9-567ccd6893bc HTTP/1.1" status: 200 len: 1099 time: 0.1510761 Jul 27 23:14:30.961824 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-2a93cd2a-23b8-4e5d-832d-c61e2a904e0e req-a93bd9cf-56c6-478b-b4b9-1bb42305bda9 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=fad8bfa8-f447-470c-b9fc-91616b00e055&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0640266 Jul 27 23:14:30.977203 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8f23295a-690c-4837-b2eb-950cc9eb76eb req-2f33a5f0-b4a9-4f8a-8187-f2efd87ee5b3 service neutron] 10.222.0.49 "GET /v2.0/networks/591af2dd-f826-43b1-aa9d-e7a0bf218c71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983725 Jul 27 23:14:31.068048 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8f23295a-690c-4837-b2eb-950cc9eb76eb req-cf273674-97cf-471d-af36-baecde5fd93d service neutron] 10.222.0.49 "GET /v2.0/networks/591af2dd-f826-43b1-aa9d-e7a0bf218c71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841196 Jul 27 23:14:31.210311 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8430f071-229b-43a9-9446-a4475ab95369 req-4d171905-65d4-4ea2-a3ff-4fc6dd0df098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:14:31.211862 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8430f071-229b-43a9-9446-a4475ab95369 req-4d171905-65d4-4ea2-a3ff-4fc6dd0df098 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1b545d5113d14592aa4c69bde083a757&device_id=98a73beb-1410-4001-89d9-567ccd6893bc HTTP/1.1" status: 200 len: 1099 time: 0.0897441 Jul 27 23:14:31.237164 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcb70f3-91b0-4ee7-9d8d-1566901a4a8b req-79b895b4-df08-4530-8af2-467f55d563ed tempest-ServersNegativeTestMultiTenantJSON-1318694166 tempest-ServersNegativeTestMultiTenantJSON-1318694166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:14:31.238702 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-cbcb70f3-91b0-4ee7-9d8d-1566901a4a8b req-79b895b4-df08-4530-8af2-467f55d563ed tempest-ServersNegativeTestMultiTenantJSON-1318694166 tempest-ServersNegativeTestMultiTenantJSON-1318694166-project] 10.222.0.18 "GET /v2.0/ports?device_id=43b2c76f-54b1-49b0-97dc-ca5613dbee6b HTTP/1.1" status: 200 len: 943 time: 0.0776286 Jul 27 23:14:31.337529 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-cbcb70f3-91b0-4ee7-9d8d-1566901a4a8b req-16b135c6-8d22-4758-a16e-c702611d1577 tempest-ServersNegativeTestMultiTenantJSON-1318694166 tempest-ServersNegativeTestMultiTenantJSON-1318694166-project] 10.222.0.18 "GET /v2.0/security-groups?id=c20cdd6f-00df-4b95-b139-513d9164316b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882101 Jul 27 23:14:31.369467 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8430f071-229b-43a9-9446-a4475ab95369 req-663c0091-3305-4cd7-b23f-985fd3fe5afd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:14:31.371511 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8430f071-229b-43a9-9446-a4475ab95369 req-663c0091-3305-4cd7-b23f-985fd3fe5afd service neutron] 10.222.0.49 "GET /v2.0/networks?id=591af2dd-f826-43b1-aa9d-e7a0bf218c71 HTTP/1.1" status: 200 len: 870 time: 0.1510808 Jul 27 23:14:31.425091 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8430f071-229b-43a9-9446-a4475ab95369 req-504d01ed-4e89-43af-b3f3-e4ab26d3305b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=4dd088bb-2812-49b2-88d3-6f7a082f66e0 HTTP/1.1" status: 200 len: 217 time: 0.0437722 Jul 27 23:14:31.458242 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-952b72d7-b00c-43a9-94e6-e4d69b673ce2 req-91d83562-66dc-4fd2-a9ef-a3afaeccf031 tempest-ServerShowV254Test-2064811959 tempest-ServerShowV254Test-2064811959-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5f4b7d8-0f5a-496b-9d75-fcac7b4c9717 HTTP/1.1" status: 200 len: 210 time: 0.0471799 Jul 27 23:14:31.486165 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8430f071-229b-43a9-9446-a4475ab95369 req-d3576205-bf24-4f92-b790-d31519c25d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:14:31.487950 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8430f071-229b-43a9-9446-a4475ab95369 req-d3576205-bf24-4f92-b790-d31519c25d9d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=62938449-046d-4cbe-923a-7ebb632c358d HTTP/1.1" status: 200 len: 843 time: 0.0547628 Jul 27 23:14:31.538337 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8430f071-229b-43a9-9446-a4475ab95369 req-1c91e711-4d4c-4345-8c65-7c19e8348f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:14:31.540045 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8430f071-229b-43a9-9446-a4475ab95369 req-1c91e711-4d4c-4345-8c65-7c19e8348f06 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=591af2dd-f826-43b1-aa9d-e7a0bf218c71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0447295 Jul 27 23:14:31.548175 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8430f071-229b-43a9-9446-a4475ab95369 req-ee661f1d-0e6f-4f17-83af-a5f279e6cba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:14:31.549826 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-8430f071-229b-43a9-9446-a4475ab95369 req-ee661f1d-0e6f-4f17-83af-a5f279e6cba0 service neutron] 10.222.0.38 "GET /v2.0/networks?id=591af2dd-f826-43b1-aa9d-e7a0bf218c71 HTTP/1.1" status: 200 len: 870 time: 0.6110146 Jul 27 23:14:31.635283 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-8430f071-229b-43a9-9446-a4475ab95369 req-fdd9ea60-2f58-45e0-a0f1-cd6f38463461 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=4dd088bb-2812-49b2-88d3-6f7a082f66e0 HTTP/1.1" status: 200 len: 217 time: 0.0714853 Jul 27 23:14:31.641341 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-2a93cd2a-23b8-4e5d-832d-c61e2a904e0e req-829de3e0-7db6-4133-8d54-42146edd04a5 service neutron] 10.222.0.49 "GET /v2.0/networks/fad8bfa8-f447-470c-b9fc-91616b00e055?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6439006 Jul 27 23:14:31.641898 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8430f071-229b-43a9-9446-a4475ab95369 req-a7309296-9af8-4e1f-b912-6f6cdd05b86d service neutron] 10.222.0.49 "GET /v2.0/networks/591af2dd-f826-43b1-aa9d-e7a0bf218c71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938377 Jul 27 23:14:31.754064 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8430f071-229b-43a9-9446-a4475ab95369 req-97168203-bb31-4d79-b3e1-001c7f79abb8 service neutron] 10.222.0.49 "GET /v2.0/networks/591af2dd-f826-43b1-aa9d-e7a0bf218c71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965412 Jul 27 23:14:31.781017 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 4dd088bb-2812-49b2-88d3-6f7a082f66e0 no longer exists at agent hyperv_n-h1-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:14:31.814957 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a2e471a4-c795-4b01-b04b-de3fd5bd9d7d tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Notify callbacks [] for router_gateway, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:31.826206 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 4dd088bb-2812-49b2-88d3-6f7a082f66e0 not bound to the agent host n-h1-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:14:31.858320 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8430f071-229b-43a9-9446-a4475ab95369 req-8fd7d3a2-249f-4c0a-be55-24219e6bd94b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:14:31.859970 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-8430f071-229b-43a9-9446-a4475ab95369 req-8fd7d3a2-249f-4c0a-be55-24219e6bd94b service neutron] 10.222.0.38 "GET /v2.0/subnets?id=62938449-046d-4cbe-923a-7ebb632c358d HTTP/1.1" status: 200 len: 843 time: 0.2176812 Jul 27 23:14:31.911828 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f52ee55-7f71-4253-9e6f-09244cd07e18 req-e17e5e12-254e-4688-a613-006aa74221e7 tempest-TestServerAdvancedOps-849151542 tempest-TestServerAdvancedOps-849151542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:14:31.913478 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-9f52ee55-7f71-4253-9e6f-09244cd07e18 req-e17e5e12-254e-4688-a613-006aa74221e7 tempest-TestServerAdvancedOps-849151542 tempest-TestServerAdvancedOps-849151542-project] 10.222.0.18 "GET /v2.0/ports?device_id=362e1d8f-5871-4451-8122-708a9b7d081c HTTP/1.1" status: 200 len: 945 time: 0.0534387 Jul 27 23:14:31.942011 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8a255c-c599-45ad-bd8d-0b849acc3038 req-d8162802-020b-4092-827a-69c182f5c08f tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:14:31.943477 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ce8a255c-c599-45ad-bd8d-0b849acc3038 req-d8162802-020b-4092-827a-69c182f5c08f tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/ports?device_id=98a73beb-1410-4001-89d9-567ccd6893bc HTTP/1.1" status: 200 len: 948 time: 0.1993597 Jul 27 23:14:31.949903 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-2a93cd2a-23b8-4e5d-832d-c61e2a904e0e req-999b4b56-5f7a-46ed-bc8b-7fe7aea1145a service neutron] 10.222.0.49 "GET /v2.0/networks/fad8bfa8-f447-470c-b9fc-91616b00e055?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2764516 Jul 27 23:14:31.972186 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-9f52ee55-7f71-4253-9e6f-09244cd07e18 req-b8ef3580-1cb4-41ef-9c86-9ce9c5b2e142 tempest-TestServerAdvancedOps-849151542 tempest-TestServerAdvancedOps-849151542-project] 10.222.0.18 "GET /v2.0/security-groups?id=f4daccd8-cf20-481b-97f9-9f0b5bce602e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516067 Jul 27 23:14:32.021574 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8430f071-229b-43a9-9446-a4475ab95369 req-196220f8-9ff4-41fa-ad31-2af77ba650fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:14:32.023400 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-8430f071-229b-43a9-9446-a4475ab95369 req-196220f8-9ff4-41fa-ad31-2af77ba650fb service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=591af2dd-f826-43b1-aa9d-e7a0bf218c71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1486838 Jul 27 23:14:32.095337 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ce8a255c-c599-45ad-bd8d-0b849acc3038 req-52b531cb-3fe7-42d4-8215-3686c2a290bf tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb779318-b8ff-43a6-a94f-3ce471aff166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154356 Jul 27 23:14:32.155024 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7418f70f-e60d-4709-8ba9-6ab514bc7f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:32.214021 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-8430f071-229b-43a9-9446-a4475ab95369 req-99dda477-0282-4b61-8771-01a03528d2bf service neutron] 10.222.0.38 "GET /v2.0/networks/591af2dd-f826-43b1-aa9d-e7a0bf218c71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1803176 Jul 27 23:14:32.275413 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a2e471a4-c795-4b01-b04b-de3fd5bd9d7d tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-415468'] for router, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:32.400858 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-8430f071-229b-43a9-9446-a4475ab95369 req-175e815f-b808-4996-86b2-ab4d5349fdfe service neutron] 10.222.0.38 "GET /v2.0/networks/591af2dd-f826-43b1-aa9d-e7a0bf218c71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1768448 Jul 27 23:14:32.447931 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2e471a4-c795-4b01-b04b-de3fd5bd9d7d tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Router b14a20e9-da53-4224-bb7e-8af91419b108 is scheduled to L3 agent 018c4455-49c0-4734-927d-7824067b2a9e with binding_index 1 {{(pid=93798) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 23:14:32.471778 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6286238-7f20-4611-b4a3-752f5edfb409 req-15806dee-6f66-4306-acea-8f92bc574dd8 tempest-ServersNegativeTestMultiTenantJSON-1318694166 tempest-ServersNegativeTestMultiTenantJSON-1318694166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:14:32.474050 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f6286238-7f20-4611-b4a3-752f5edfb409 req-15806dee-6f66-4306-acea-8f92bc574dd8 tempest-ServersNegativeTestMultiTenantJSON-1318694166 tempest-ServersNegativeTestMultiTenantJSON-1318694166-project] 10.222.0.18 "GET /v2.0/ports?device_id=43b2c76f-54b1-49b0-97dc-ca5613dbee6b HTTP/1.1" status: 200 len: 943 time: 0.0646122 Jul 27 23:14:32.519621 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f6286238-7f20-4611-b4a3-752f5edfb409 req-0f397b35-c23e-453c-90e4-cf55e5908c39 tempest-ServersNegativeTestMultiTenantJSON-1318694166 tempest-ServersNegativeTestMultiTenantJSON-1318694166-project] 10.222.0.18 "GET /v2.0/security-groups?id=c20cdd6f-00df-4b95-b139-513d9164316b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384974 Jul 27 23:14:32.569895 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2e471a4-c795-4b01-b04b-de3fd5bd9d7d tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:14:32.581175 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc53fd6b-20fa-49ad-84b3-e95e5e6ab8d8 None None] Sync routers for ids ['b14a20e9-da53-4224-bb7e-8af91419b108'] in n-d-802623-1 {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:14:32.591557 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a2e471a4-c795-4b01-b04b-de3fd5bd9d7d tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Notify callbacks [] for router, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:32.592381 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc53fd6b-20fa-49ad-84b3-e95e5e6ab8d8 None None] Routers {'b14a20e9-da53-4224-bb7e-8af91419b108'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:14:32.592845 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-a2e471a4-c795-4b01-b04b-de3fd5bd9d7d tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.2416608 Jul 27 23:14:32.593171 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-fc53fd6b-20fa-49ad-84b3-e95e5e6ab8d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:14:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['b14a20e9-da53-4224-bb7e-8af91419b108'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:14:32.595496 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 40748) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:14:32.614314 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-4f2119eb-166f-4e41-99fd-2c63988efb18 req-b48badf4-a5b2-44f9-adc7-15a7241acaac tempest-ServerShowV254Test-2064811959 tempest-ServerShowV254Test-2064811959-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5f4b7d8-0f5a-496b-9d75-fcac7b4c9717 HTTP/1.1" status: 200 len: 210 time: 0.0320826 Jul 27 23:14:32.627875 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-fc53fd6b-20fa-49ad-84b3-e95e5e6ab8d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:14:32.643556 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc53fd6b-20fa-49ad-84b3-e95e5e6ab8d8 None None] Routers {'b14a20e9-da53-4224-bb7e-8af91419b108'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:14:32.644253 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-fc53fd6b-20fa-49ad-84b3-e95e5e6ab8d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:14:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['b14a20e9-da53-4224-bb7e-8af91419b108'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:14:32.680878 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-fc53fd6b-20fa-49ad-84b3-e95e5e6ab8d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:14:32.681581 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc53fd6b-20fa-49ad-84b3-e95e5e6ab8d8 None None] The sync data for ids ['b14a20e9-da53-4224-bb7e-8af91419b108'] in n-d-802623-1 is: [] {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:14:32.836483 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device 07fee088-ca6a-4a66-b672-8d714b8a3be3 details requested by agent hyperv_n-h2-802623-1 with host n-h2-802623-1 {{(pid=93799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 23:14:33.073595 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port 07fee088-ca6a-4a66-b672-8d714b8a3be3, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=07fee088-ca6a-4a66-b672-8d714b8a3be3,segment=NetworkSegment(09b526ec-df96-4a77-885e-8a5fa321e907),segment_id=09b526ec-df96-4a77-885e-8a5fa321e907)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:14:33.088821 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Returning: {'device': '07fee088-ca6a-4a66-b672-8d714b8a3be3', 'network_id': '76c7e756-28f4-4745-b962-f14793a97234', 'port_id': '07fee088-ca6a-4a66-b672-8d714b8a3be3', 'mac_address': 'fa:16:3e:f3:bf:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50644b7c-7810-4f55-8fe3-b32463d21f4c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 23:14:33.093409 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c708c6d3-fc71-4d1d-9a85-ded84694ed1d tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:33.128680 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a802cdb-330a-4d93-b299-90c0fe266fa5 req-11f5887f-ec4e-4205-8be3-daec746f6b7c tempest-TestServerAdvancedOps-849151542 tempest-TestServerAdvancedOps-849151542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:14:33.130338 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-1a802cdb-330a-4d93-b299-90c0fe266fa5 req-11f5887f-ec4e-4205-8be3-daec746f6b7c tempest-TestServerAdvancedOps-849151542 tempest-TestServerAdvancedOps-849151542-project] 10.222.0.18 "GET /v2.0/ports?device_id=362e1d8f-5871-4451-8122-708a9b7d081c HTTP/1.1" status: 200 len: 945 time: 0.0756922 Jul 27 23:14:33.149901 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:33.172233 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07fee088-ca6a-4a66-b672-8d714b8a3be3 {{(pid=93799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:14:33.202302 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port 07fee088-ca6a-4a66-b672-8d714b8a3be3, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=07fee088-ca6a-4a66-b672-8d714b8a3be3,segment=NetworkSegment(09b526ec-df96-4a77-885e-8a5fa321e907),segment_id=09b526ec-df96-4a77-885e-8a5fa321e907)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:14:33.206507 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:33.237851 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b98131-e8ea-4fac-8179-7dd9e0d80c72 req-e9b55e1a-06ca-4b7b-b712-328e2548c9d9 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:14:33.239452 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-57b98131-e8ea-4fac-8179-7dd9e0d80c72 req-e9b55e1a-06ca-4b7b-b712-328e2548c9d9 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/ports?device_id=98a73beb-1410-4001-89d9-567ccd6893bc HTTP/1.1" status: 200 len: 948 time: 0.0573730 Jul 27 23:14:33.258621 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-1a802cdb-330a-4d93-b299-90c0fe266fa5 req-21aea6c3-3921-4f53-8d21-3093cce7183f tempest-TestServerAdvancedOps-849151542 tempest-TestServerAdvancedOps-849151542-project] 10.222.0.18 "GET /v2.0/security-groups?id=f4daccd8-cf20-481b-97f9-9f0b5bce602e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938153 Jul 27 23:14:33.270124 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Pushing event updated for resources: {'Port': ['ID=07fee088-ca6a-4a66-b672-8d714b8a3be3,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:14:33.281230 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-57b98131-e8ea-4fac-8179-7dd9e0d80c72 req-032c8e19-3960-498d-8dff-e8ff91c8b7f4 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb779318-b8ff-43a6-a94f-3ce471aff166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340152 Jul 27 23:14:33.459308 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-c708c6d3-fc71-4d1d-9a85-ded84694ed1d tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Allocated IP 172.20.0.1 (0ca84c83-45da-4ef6-b04f-a4d9490aea53/004aad6f-c745-47c1-8a75-3f40ff3b8157/f113cd52-7a58-40d1-b326-3c0c79054546) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:14:33.490964 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426088f3-604a-4017-bc84-30bbeb1f103b req-99a1aa7a-ee5c-45b7-b839-7290a584cc31 tempest-TestServerAdvancedOps-849151542 tempest-TestServerAdvancedOps-849151542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:14:33.492182 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-426088f3-604a-4017-bc84-30bbeb1f103b req-99a1aa7a-ee5c-45b7-b839-7290a584cc31 tempest-TestServerAdvancedOps-849151542 tempest-TestServerAdvancedOps-849151542-project] 10.222.0.18 "GET /v2.0/ports?device_id=362e1d8f-5871-4451-8122-708a9b7d081c HTTP/1.1" status: 200 len: 945 time: 0.0559661 Jul 27 23:14:33.542057 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-426088f3-604a-4017-bc84-30bbeb1f103b req-8aa0d76a-0749-4a24-a0d5-7f1c68d7f528 tempest-TestServerAdvancedOps-849151542 tempest-TestServerAdvancedOps-849151542-project] 10.222.0.18 "GET /v2.0/security-groups?id=f4daccd8-cf20-481b-97f9-9f0b5bce602e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395832 Jul 27 23:14:33.589867 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c708c6d3-fc71-4d1d-9a85-ded84694ed1d tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:33.634118 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c708c6d3-fc71-4d1d-9a85-ded84694ed1d tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:33.653440 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee9941b-4868-4395-9d81-de8626b4b1df req-68ebd68d-65fb-4361-a957-67b50a2ddc7e tempest-ServersNegativeTestMultiTenantJSON-1318694166 tempest-ServersNegativeTestMultiTenantJSON-1318694166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:14:33.655124 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-fee9941b-4868-4395-9d81-de8626b4b1df req-68ebd68d-65fb-4361-a957-67b50a2ddc7e tempest-ServersNegativeTestMultiTenantJSON-1318694166 tempest-ServersNegativeTestMultiTenantJSON-1318694166-project] 10.222.0.18 "GET /v2.0/ports?device_id=43b2c76f-54b1-49b0-97dc-ca5613dbee6b HTTP/1.1" status: 200 len: 944 time: 0.0519462 Jul 27 23:14:33.688097 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c708c6d3-fc71-4d1d-9a85-ded84694ed1d tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Network 0ca84c83-45da-4ef6-b04f-a4d9490aea53 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:14:33.692702 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-c708c6d3-fc71-4d1d-9a85-ded84694ed1d tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:14:33.695805 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c708c6d3-fc71-4d1d-9a85-ded84694ed1d tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:14:33.702225 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] get_ports_and_sgs() called for port_ids ['07fee088-ca6a-4a66-b672-8d714b8a3be3'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:14:33.706983 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-fee9941b-4868-4395-9d81-de8626b4b1df req-bdbcd733-4f56-4c90-ab3a-8a239638c7d8 tempest-ServersNegativeTestMultiTenantJSON-1318694166 tempest-ServersNegativeTestMultiTenantJSON-1318694166-project] 10.222.0.18 "GET /v2.0/security-groups?id=c20cdd6f-00df-4b95-b139-513d9164316b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451288 Jul 27 23:14:33.778987 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c603d4f0-ea18-4b1c-802b-f7c28a44ccba req-180884d5-195c-4659-8d0f-edd680e77bfb tempest-ServerShowV254Test-2064811959 tempest-ServerShowV254Test-2064811959-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5f4b7d8-0f5a-496b-9d75-fcac7b4c9717 HTTP/1.1" status: 200 len: 210 time: 0.0782008 Jul 27 23:14:33.787109 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708c6d3-fc71-4d1d-9a85-ded84694ed1d tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Pushing event updated for resources: {'Port': ['ID=f113cd52-7a58-40d1-b326-3c0c79054546,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:14:33.801635 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c708c6d3-fc71-4d1d-9a85-ded84694ed1d tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-415283'] for router_interface, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:33.949905 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c708c6d3-fc71-4d1d-9a85-ded84694ed1d tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:34.250787 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c708c6d3-fc71-4d1d-9a85-ded84694ed1d tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:34.254982 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c708c6d3-fc71-4d1d-9a85-ded84694ed1d tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:34.327390 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c708c6d3-fc71-4d1d-9a85-ded84694ed1d tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3760555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-414115'] for router_interface, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:34.330025 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708c6d3-fc71-4d1d-9a85-ded84694ed1d tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Pushing event updated for resources: {'Port': ['ID=f113cd52-7a58-40d1-b326-3c0c79054546,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:14:34.451760 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3006ad31-916a-432e-b8c4-6ed57d4f4042 req-651d9c24-c094-4f6a-9dff-ad8f7686d971 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:14:34.453513 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-3006ad31-916a-432e-b8c4-6ed57d4f4042 req-651d9c24-c094-4f6a-9dff-ad8f7686d971 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/ports?device_id=98a73beb-1410-4001-89d9-567ccd6893bc HTTP/1.1" status: 200 len: 948 time: 0.0807362 Jul 27 23:14:34.466364 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c708c6d3-fc71-4d1d-9a85-ded84694ed1d tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Network 0ca84c83-45da-4ef6-b04f-a4d9490aea53 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:14:34.472866 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-c708c6d3-fc71-4d1d-9a85-ded84694ed1d tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:14:34.538310 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-3006ad31-916a-432e-b8c4-6ed57d4f4042 req-21adadea-2e44-47ea-8eae-c32ebc6d2e42 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb779318-b8ff-43a6-a94f-3ce471aff166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744910 Jul 27 23:14:34.618711 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:34.842900 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d194588-ad6e-4914-bb87-b2c152f8a0af req-b98f24f8-1bdc-424b-972f-6f9fecfc0011 tempest-ServersNegativeTestMultiTenantJSON-1318694166 tempest-ServersNegativeTestMultiTenantJSON-1318694166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:14:34.844002 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device 4dd088bb-2812-49b2-88d3-6f7a082f66e0 details requested by agent hyperv_n-h2-802623-1 with host n-h2-802623-1 {{(pid=93799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 23:14:34.844387 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-3d194588-ad6e-4914-bb87-b2c152f8a0af req-b98f24f8-1bdc-424b-972f-6f9fecfc0011 tempest-ServersNegativeTestMultiTenantJSON-1318694166 tempest-ServersNegativeTestMultiTenantJSON-1318694166-project] 10.222.0.18 "GET /v2.0/ports?device_id=43b2c76f-54b1-49b0-97dc-ca5613dbee6b HTTP/1.1" status: 200 len: 944 time: 0.0557680 Jul 27 23:14:34.900159 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-3d194588-ad6e-4914-bb87-b2c152f8a0af req-4e0c8097-2d5a-4c22-a7b6-b70462a44e25 tempest-ServersNegativeTestMultiTenantJSON-1318694166 tempest-ServersNegativeTestMultiTenantJSON-1318694166-project] 10.222.0.18 "GET /v2.0/security-groups?id=c20cdd6f-00df-4b95-b139-513d9164316b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482237 Jul 27 23:14:34.964915 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c708c6d3-fc71-4d1d-9a85-ded84694ed1d tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Router b14a20e9-da53-4224-bb7e-8af91419b108 has already been hosted by L3 agent 018c4455-49c0-4734-927d-7824067b2a9e {{(pid=93798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 23:14:34.968187 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port 4dd088bb-2812-49b2-88d3-6f7a082f66e0, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=4dd088bb-2812-49b2-88d3-6f7a082f66e0,segment=NetworkSegment(16e91594-c047-4b55-93eb-43af33ad08e1),segment_id=16e91594-c047-4b55-93eb-43af33ad08e1)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:14:34.985566 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Returning: {'device': '4dd088bb-2812-49b2-88d3-6f7a082f66e0', 'network_id': '591af2dd-f826-43b1-aa9d-e7a0bf218c71', 'port_id': '4dd088bb-2812-49b2-88d3-6f7a082f66e0', 'mac_address': 'fa:16:3e:70:93:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62938449-046d-4cbe-923a-7ebb632c358d', 'ip_address': '192.168.233.44'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 23:14:35.003039 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1dd103-0b7d-410e-9222-3a4214196a95 req-9122fcc5-8dc5-490c-a250-8449d9d3cd3a tempest-TestServerAdvancedOps-849151542 tempest-TestServerAdvancedOps-849151542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:14:35.004657 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-6e1dd103-0b7d-410e-9222-3a4214196a95 req-9122fcc5-8dc5-490c-a250-8449d9d3cd3a tempest-TestServerAdvancedOps-849151542 tempest-TestServerAdvancedOps-849151542-project] 10.222.0.18 "GET /v2.0/ports?device_id=362e1d8f-5871-4451-8122-708a9b7d081c HTTP/1.1" status: 200 len: 945 time: 0.0970147 Jul 27 23:14:35.018035 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-b339ecac-612a-4063-a0dc-aff76bbc4aaa req-b37a6a32-d947-43b8-a7e4-3068cd00bd61 tempest-ServerShowV254Test-2064811959 tempest-ServerShowV254Test-2064811959-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5f4b7d8-0f5a-496b-9d75-fcac7b4c9717 HTTP/1.1" status: 200 len: 210 time: 0.0386157 Jul 27 23:14:35.024670 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:35.039403 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4dd088bb-2812-49b2-88d3-6f7a082f66e0 {{(pid=93799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:14:35.062319 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port 4dd088bb-2812-49b2-88d3-6f7a082f66e0, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=4dd088bb-2812-49b2-88d3-6f7a082f66e0,segment=NetworkSegment(16e91594-c047-4b55-93eb-43af33ad08e1),segment_id=16e91594-c047-4b55-93eb-43af33ad08e1)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:14:35.066039 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:35.121467 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Pushing event updated for resources: {'Port': ['ID=4dd088bb-2812-49b2-88d3-6f7a082f66e0,revision_number=11']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:14:35.128903 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-6e1dd103-0b7d-410e-9222-3a4214196a95 req-248494e7-6857-46ad-8e3f-34165ea35371 tempest-TestServerAdvancedOps-849151542 tempest-TestServerAdvancedOps-849151542-project] 10.222.0.18 "GET /v2.0/security-groups?id=f4daccd8-cf20-481b-97f9-9f0b5bce602e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722661 Jul 27 23:14:35.149207 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c708c6d3-fc71-4d1d-9a85-ded84694ed1d tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:14:35.159520 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-c708c6d3-fc71-4d1d-9a85-ded84694ed1d tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] 10.222.0.18 "PUT /v2.0/routers/b14a20e9-da53-4224-bb7e-8af91419b108/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5626678 Jul 27 23:14:35.160710 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b2994fd-ef09-4817-a2c7-8835940e065b None None] Sync routers for ids ['b14a20e9-da53-4224-bb7e-8af91419b108'] in n-d-802623-1 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:14:35.162150 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 40784) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:14:35.169002 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-bacf917b-3e69-457d-8637-eaa3f71b9dd3 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Request body: {'port': {'network_id': '0ca84c83-45da-4ef6-b04f-a4d9490aea53', 'name': 'tempest-FloatingIPTestJSON-1415248988'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:14:35.177813 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b2994fd-ef09-4817-a2c7-8835940e065b None None] Routers {'b14a20e9-da53-4224-bb7e-8af91419b108'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:14:35.178436 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-0b2994fd-ef09-4817-a2c7-8835940e065b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:14:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['b14a20e9-da53-4224-bb7e-8af91419b108'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:14:35.216707 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-0b2994fd-ef09-4817-a2c7-8835940e065b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:14:35.225890 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b2994fd-ef09-4817-a2c7-8835940e065b None None] Routers {'b14a20e9-da53-4224-bb7e-8af91419b108'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:14:35.226511 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-0b2994fd-ef09-4817-a2c7-8835940e065b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:14:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['b14a20e9-da53-4224-bb7e-8af91419b108'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:14:35.273826 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-0b2994fd-ef09-4817-a2c7-8835940e065b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:14:35.274869 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b2994fd-ef09-4817-a2c7-8835940e065b None None] The sync data for ids ['b14a20e9-da53-4224-bb7e-8af91419b108'] in n-d-802623-1 is: [] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:14:35.317692 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bacf917b-3e69-457d-8637-eaa3f71b9dd3 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Made reservation on behalf of 514745170d2d4aba9e26a599d4d1a11f for: {'port': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:14:35.323773 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-bacf917b-3e69-457d-8637-eaa3f71b9dd3 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:35.376924 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-bacf917b-3e69-457d-8637-eaa3f71b9dd3 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] device_id is not set on port 8e3683e7-5478-4895-a801-eca38be8a2e7 yet. {{(pid=93797) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 23:14:35.411026 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df393c50-9fb2-45ae-a911-887569479323 req-aa9a65a0-a99c-49a2-b56b-56e27e509bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:14:35.412722 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-df393c50-9fb2-45ae-a911-887569479323 req-aa9a65a0-a99c-49a2-b56b-56e27e509bbc service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=63335f5f30aa4279921bf8e469e2b753&device_id=362e1d8f-5871-4451-8122-708a9b7d081c HTTP/1.1" status: 200 len: 1096 time: 0.0481939 Jul 27 23:14:35.452885 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7952a6d-fc81-4ddc-9b6f-915e3f9be4f3 req-2e047328-48cf-479c-bd4a-2387a3ecc2d1 tempest-TestServerAdvancedOps-849151542 tempest-TestServerAdvancedOps-849151542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:14:35.454548 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a7952a6d-fc81-4ddc-9b6f-915e3f9be4f3 req-2e047328-48cf-479c-bd4a-2387a3ecc2d1 tempest-TestServerAdvancedOps-849151542 tempest-TestServerAdvancedOps-849151542-project] 10.222.0.18 "GET /v2.0/ports?device_id=362e1d8f-5871-4451-8122-708a9b7d081c HTTP/1.1" status: 200 len: 945 time: 0.1169581 Jul 27 23:14:35.498134 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] get_ports_and_sgs() called for port_ids ['4dd088bb-2812-49b2-88d3-6f7a082f66e0'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:14:35.518934 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df393c50-9fb2-45ae-a911-887569479323 req-3e664c29-3669-428a-b4f6-4cab618dd846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:14:35.520631 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-df393c50-9fb2-45ae-a911-887569479323 req-3e664c29-3669-428a-b4f6-4cab618dd846 service neutron] 10.222.0.49 "GET /v2.0/networks?id=fad8bfa8-f447-470c-b9fc-91616b00e055 HTTP/1.1" status: 200 len: 913 time: 0.1000843 Jul 27 23:14:35.542444 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a7952a6d-fc81-4ddc-9b6f-915e3f9be4f3 req-1be279c1-1e81-46a8-8a73-553507a33446 tempest-TestServerAdvancedOps-849151542 tempest-TestServerAdvancedOps-849151542-project] 10.222.0.18 "GET /v2.0/security-groups?id=f4daccd8-cf20-481b-97f9-9f0b5bce602e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807183 Jul 27 23:14:35.546965 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-bacf917b-3e69-457d-8637-eaa3f71b9dd3 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Allocated IP 172.20.0.8 (0ca84c83-45da-4ef6-b04f-a4d9490aea53/004aad6f-c745-47c1-8a75-3f40ff3b8157/8e3683e7-5478-4895-a801-eca38be8a2e7) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:14:35.601514 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-df393c50-9fb2-45ae-a911-887569479323 req-2784ff0d-0c3d-434e-bc04-e2fe4ba8ad4f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a142bec0-f63c-43a8-b598-e4015038c2bc HTTP/1.1" status: 200 len: 217 time: 0.0724959 Jul 27 23:14:35.706957 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df393c50-9fb2-45ae-a911-887569479323 req-fb2d1b10-afc6-4b14-9466-f5745c6a3356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:14:35.708984 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-df393c50-9fb2-45ae-a911-887569479323 req-fb2d1b10-afc6-4b14-9466-f5745c6a3356 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=52a4d5d1-71b2-405d-81c0-f3a84fcb4bdf HTTP/1.1" status: 200 len: 852 time: 0.0996571 Jul 27 23:14:35.719004 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727cb439-11e6-4223-8b13-d7622fe267e3 req-56bb3ec3-9c6b-47ae-8b07-24b77e06fa62 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:14:35.720748 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-727cb439-11e6-4223-8b13-d7622fe267e3 req-56bb3ec3-9c6b-47ae-8b07-24b77e06fa62 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/ports?device_id=98a73beb-1410-4001-89d9-567ccd6893bc HTTP/1.1" status: 200 len: 949 time: 0.0997522 Jul 27 23:14:35.754975 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-df393c50-9fb2-45ae-a911-887569479323 req-39c854d5-839a-44ed-80d5-0a6886e058ee service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=fad8bfa8-f447-470c-b9fc-91616b00e055&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330539 Jul 27 23:14:35.770880 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-bacf917b-3e69-457d-8637-eaa3f71b9dd3 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:35.818985 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-bacf917b-3e69-457d-8637-eaa3f71b9dd3 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:35.833754 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-727cb439-11e6-4223-8b13-d7622fe267e3 req-5e218bbc-fb29-46ba-a376-ac89db4ad2d7 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb779318-b8ff-43a6-a94f-3ce471aff166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040297 Jul 27 23:14:35.875451 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bacf917b-3e69-457d-8637-eaa3f71b9dd3 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Network 0ca84c83-45da-4ef6-b04f-a4d9490aea53 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:14:35.879629 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-bacf917b-3e69-457d-8637-eaa3f71b9dd3 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:14:35.881469 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-df393c50-9fb2-45ae-a911-887569479323 req-acd8447d-27af-495f-8e76-970ca1e114d8 service neutron] 10.222.0.49 "GET /v2.0/networks/fad8bfa8-f447-470c-b9fc-91616b00e055?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186259 Jul 27 23:14:35.884276 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bacf917b-3e69-457d-8637-eaa3f71b9dd3 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:14:35.930709 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacf917b-3e69-457d-8637-eaa3f71b9dd3 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Pushing event updated for resources: {'Port': ['ID=8e3683e7-5478-4895-a801-eca38be8a2e7,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:14:35.970934 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bacf917b-3e69-457d-8637-eaa3f71b9dd3 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:14:35.971559 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bacf917b-3e69-457d-8637-eaa3f71b9dd3 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:14:35.971863 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bacf917b-3e69-457d-8637-eaa3f71b9dd3 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:14:35.972126 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bacf917b-3e69-457d-8637-eaa3f71b9dd3 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:14:35.972414 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bacf917b-3e69-457d-8637-eaa3f71b9dd3 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:14:35.972793 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bacf917b-3e69-457d-8637-eaa3f71b9dd3 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:14:35.973132 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bacf917b-3e69-457d-8637-eaa3f71b9dd3 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:14:35.973608 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bacf917b-3e69-457d-8637-eaa3f71b9dd3 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:14:35.973861 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bacf917b-3e69-457d-8637-eaa3f71b9dd3 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:14:35.974195 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bacf917b-3e69-457d-8637-eaa3f71b9dd3 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:14:35.974521 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bacf917b-3e69-457d-8637-eaa3f71b9dd3 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:14:35.974842 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bacf917b-3e69-457d-8637-eaa3f71b9dd3 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:14:35.998929 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bacf917b-3e69-457d-8637-eaa3f71b9dd3 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:14:35.999585 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-bacf917b-3e69-457d-8637-eaa3f71b9dd3 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:36.003887 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-df393c50-9fb2-45ae-a911-887569479323 req-966b6c9f-4187-4164-bd7c-76e881a9618d service neutron] 10.222.0.49 "GET /v2.0/networks/fad8bfa8-f447-470c-b9fc-91616b00e055?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148982 Jul 27 23:14:36.016696 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec47bbe-c780-4989-b45f-0190e971229c req-d66e7fcb-2512-477f-b0cc-6fb1efc2fe16 tempest-MigrationsAdminTest-322685506 tempest-MigrationsAdminTest-322685506-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:14:36.018263 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-eec47bbe-c780-4989-b45f-0190e971229c req-d66e7fcb-2512-477f-b0cc-6fb1efc2fe16 tempest-MigrationsAdminTest-322685506 tempest-MigrationsAdminTest-322685506-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=98a73beb-1410-4001-89d9-567ccd6893bc HTTP/1.1" status: 200 len: 1100 time: 0.0921628 Jul 27 23:14:36.020020 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-bacf917b-3e69-457d-8637-eaa3f71b9dd3 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.8567898 Jul 27 23:14:36.022550 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 40800) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:14:36.027605 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-27659a5a-e62a-4fac-b788-5d6243b98ded tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Request body: {'port': {'network_id': '0ca84c83-45da-4ef6-b04f-a4d9490aea53', 'name': 'tempest-FloatingIPTestJSON-1779563146'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:14:36.044893 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64132652-d590-453d-9521-53686606062a req-0d3523e5-c6c9-4666-93fe-b7491998afec tempest-ServersNegativeTestMultiTenantJSON-1318694166 tempest-ServersNegativeTestMultiTenantJSON-1318694166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:14:36.046535 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-64132652-d590-453d-9521-53686606062a req-0d3523e5-c6c9-4666-93fe-b7491998afec tempest-ServersNegativeTestMultiTenantJSON-1318694166 tempest-ServersNegativeTestMultiTenantJSON-1318694166-project] 10.222.0.18 "GET /v2.0/ports?device_id=43b2c76f-54b1-49b0-97dc-ca5613dbee6b HTTP/1.1" status: 200 len: 944 time: 0.0569389 Jul 27 23:14:36.088948 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-64132652-d590-453d-9521-53686606062a req-d493b114-b908-4b6f-b9fd-7bf8d1b73350 tempest-ServersNegativeTestMultiTenantJSON-1318694166 tempest-ServersNegativeTestMultiTenantJSON-1318694166-project] 10.222.0.18 "GET /v2.0/security-groups?id=c20cdd6f-00df-4b95-b139-513d9164316b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349791 Jul 27 23:14:36.114889 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-eec47bbe-c780-4989-b45f-0190e971229c req-d68e846e-10c0-40e5-b84c-24d0925e0cd3 tempest-MigrationsAdminTest-322685506 tempest-MigrationsAdminTest-322685506-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=fb779318-b8ff-43a6-a94f-3ce471aff166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838451 Jul 27 23:14:36.180260 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27659a5a-e62a-4fac-b788-5d6243b98ded tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Made reservation on behalf of 514745170d2d4aba9e26a599d4d1a11f for: {'port': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:14:36.184875 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-27659a5a-e62a-4fac-b788-5d6243b98ded tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:36.201485 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c6fba516-36eb-4b0b-9515-9a4a1e1e7316 req-3a967577-35c4-4c76-8a0b-1bf3f6d77acc tempest-ServerShowV254Test-2064811959 tempest-ServerShowV254Test-2064811959-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5f4b7d8-0f5a-496b-9d75-fcac7b4c9717 HTTP/1.1" status: 200 len: 210 time: 0.0352647 Jul 27 23:14:36.209740 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-27659a5a-e62a-4fac-b788-5d6243b98ded tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] device_id is not set on port 6f5aac3a-892f-427c-82bd-eb959603faac yet. {{(pid=93797) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 23:14:36.330371 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-27659a5a-e62a-4fac-b788-5d6243b98ded tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Allocated IP 172.20.0.5 (0ca84c83-45da-4ef6-b04f-a4d9490aea53/004aad6f-c745-47c1-8a75-3f40ff3b8157/6f5aac3a-892f-427c-82bd-eb959603faac) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:14:36.370189 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac265704-1f19-4dca-b6ff-9b27c8af6952 req-2b0c61a3-4823-4113-9c32-d47432f808a3 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:14:36.372318 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ac265704-1f19-4dca-b6ff-9b27c8af6952 req-2b0c61a3-4823-4113-9c32-d47432f808a3 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/ports?device_id=98a73beb-1410-4001-89d9-567ccd6893bc HTTP/1.1" status: 200 len: 949 time: 0.0529492 Jul 27 23:14:36.410798 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ac265704-1f19-4dca-b6ff-9b27c8af6952 req-cfc406c6-4273-4cf0-bec4-aa59d29e3ea3 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb779318-b8ff-43a6-a94f-3ce471aff166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324423 Jul 27 23:14:36.483316 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-27659a5a-e62a-4fac-b788-5d6243b98ded tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:36.522171 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-27659a5a-e62a-4fac-b788-5d6243b98ded tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:36.564857 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27659a5a-e62a-4fac-b788-5d6243b98ded tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Network 0ca84c83-45da-4ef6-b04f-a4d9490aea53 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:14:36.567944 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-27659a5a-e62a-4fac-b788-5d6243b98ded tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:14:36.573582 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27659a5a-e62a-4fac-b788-5d6243b98ded tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:14:36.580268 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27659a5a-e62a-4fac-b788-5d6243b98ded tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Pushing event updated for resources: {'Port': ['ID=6f5aac3a-892f-427c-82bd-eb959603faac,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:14:36.630827 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27659a5a-e62a-4fac-b788-5d6243b98ded tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:14:36.631483 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-27659a5a-e62a-4fac-b788-5d6243b98ded tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:36.669330 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-27659a5a-e62a-4fac-b788-5d6243b98ded tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.6457133 Jul 27 23:14:36.672917 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 40812) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:14:36.677908 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-872f0ce6-8620-49b3-9419-f5aa5e93fecf tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Request body: {'floatingip': {'floating_network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'port_id': '6f5aac3a-892f-427c-82bd-eb959603faac', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:14:36.690950 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1acd74f-49e9-4239-9e12-e1487fd4e023 req-52e1d932-7623-4ecd-a5b7-48d53b699a2c tempest-TestServerAdvancedOps-849151542 tempest-TestServerAdvancedOps-849151542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:14:36.692673 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-e1acd74f-49e9-4239-9e12-e1487fd4e023 req-52e1d932-7623-4ecd-a5b7-48d53b699a2c tempest-TestServerAdvancedOps-849151542 tempest-TestServerAdvancedOps-849151542-project] 10.222.0.18 "GET /v2.0/ports?device_id=362e1d8f-5871-4451-8122-708a9b7d081c HTTP/1.1" status: 200 len: 945 time: 0.0585940 Jul 27 23:14:36.701025 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-872f0ce6-8620-49b3-9419-f5aa5e93fecf tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Notify callbacks [] for floatingip, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:36.734027 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-e1acd74f-49e9-4239-9e12-e1487fd4e023 req-f89754b9-76a2-4897-8065-9e920a42b884 tempest-TestServerAdvancedOps-849151542 tempest-TestServerAdvancedOps-849151542-project] 10.222.0.18 "GET /v2.0/security-groups?id=f4daccd8-cf20-481b-97f9-9f0b5bce602e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342007 Jul 27 23:14:36.809850 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-872f0ce6-8620-49b3-9419-f5aa5e93fecf tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:36.853604 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device 07fee088-ca6a-4a66-b672-8d714b8a3be3 up at agent hyperv_n-h2-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:14:36.905616 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Provisioning for port 07fee088-ca6a-4a66-b672-8d714b8a3be3 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:14:36.909467 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Provisioning complete for port 07fee088-ca6a-4a66-b672-8d714b8a3be3 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:14:36.909848 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:36.919534 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-872f0ce6-8620-49b3-9419-f5aa5e93fecf tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Allocated IP 172.25.4.226 (2fd42287-ed26-4eb9-89a5-b521f5b04356/17de1f8f-393a-4b0c-a2df-614bd3f2fb5e/c5fef30f-286b-441e-9ddd-714001e9d62f) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:14:36.987758 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:37.008796 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43b2c76f-54b1-49b0-97dc-ca5613dbee6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07fee088-ca6a-4a66-b672-8d714b8a3be3'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:14:37.011531 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c0369b0d4f459110ff20a1f9878ba33f96d6491bddb9d15843bf29d01e0bda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68b8bac6-199f-4a84-a2a3-7423e0ad9a3b" -d '{"events": [{"server_uuid": "43b2c76f-54b1-49b0-97dc-ca5613dbee6b", "name": "network-vif-plugged", "status": "completed", "tag": "07fee088-ca6a-4a66-b672-8d714b8a3be3"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:14:37.025082 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port 07fee088-ca6a-4a66-b672-8d714b8a3be3, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=07fee088-ca6a-4a66-b672-8d714b8a3be3,segment=NetworkSegment(09b526ec-df96-4a77-885e-8a5fa321e907),segment_id=09b526ec-df96-4a77-885e-8a5fa321e907)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:14:37.030186 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-872f0ce6-8620-49b3-9419-f5aa5e93fecf tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:37.030700 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:37.056558 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:14:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3536bc16-a7f7-4e68-85c0-a5ac7442df06 x-openstack-request-id: req-3536bc16-a7f7-4e68-85c0-a5ac7442df06 {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:14:37.056974 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43b2c76f-54b1-49b0-97dc-ca5613dbee6b", "name": "network-vif-plugged", "status": "completed", "tag": "07fee088-ca6a-4a66-b672-8d714b8a3be3", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:14:37.057230 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3536bc16-a7f7-4e68-85c0-a5ac7442df06 {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:14:37.057620 n-d-802623-1 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43b2c76f-54b1-49b0-97dc-ca5613dbee6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07fee088-ca6a-4a66-b672-8d714b8a3be3', 'code': 200} Jul 27 23:14:37.071561 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-872f0ce6-8620-49b3-9419-f5aa5e93fecf tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:37.091876 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Pushing event updated for resources: {'Port': ['ID=07fee088-ca6a-4a66-b672-8d714b8a3be3,revision_number=5']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:14:37.109647 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-872f0ce6-8620-49b3-9419-f5aa5e93fecf tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Network 2fd42287-ed26-4eb9-89a5-b521f5b04356 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:14:37.112884 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-872f0ce6-8620-49b3-9419-f5aa5e93fecf tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:14:37.116560 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-872f0ce6-8620-49b3-9419-f5aa5e93fecf tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:14:37.177550 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872f0ce6-8620-49b3-9419-f5aa5e93fecf tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Pushing event updated for resources: {'Port': ['ID=c5fef30f-286b-441e-9ddd-714001e9d62f,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:14:37.231598 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82681d2f-2598-42b7-8cc3-309833c56e7e req-f46d9f70-0021-4ddd-b0fa-fe4d2fd24f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:14:37.232431 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add08a83-858a-4360-b13d-db2ca2073b3f req-dd12041a-bf14-4467-b19b-52e32d774514 tempest-ServersNegativeTestMultiTenantJSON-1318694166 tempest-ServersNegativeTestMultiTenantJSON-1318694166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:14:37.233115 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-82681d2f-2598-42b7-8cc3-309833c56e7e req-f46d9f70-0021-4ddd-b0fa-fe4d2fd24f59 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=43b2c76f-54b1-49b0-97dc-ca5613dbee6b HTTP/1.1" status: 200 len: 1096 time: 0.0857923 Jul 27 23:14:37.234093 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-add08a83-858a-4360-b13d-db2ca2073b3f req-dd12041a-bf14-4467-b19b-52e32d774514 tempest-ServersNegativeTestMultiTenantJSON-1318694166 tempest-ServersNegativeTestMultiTenantJSON-1318694166-project] 10.222.0.18 "GET /v2.0/ports?device_id=43b2c76f-54b1-49b0-97dc-ca5613dbee6b HTTP/1.1" status: 200 len: 945 time: 0.0546362 Jul 27 23:14:37.284741 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-add08a83-858a-4360-b13d-db2ca2073b3f req-662e9cd1-b4fe-4a7d-8ae9-c86c5c97220d tempest-ServersNegativeTestMultiTenantJSON-1318694166 tempest-ServersNegativeTestMultiTenantJSON-1318694166-project] 10.222.0.18 "GET /v2.0/security-groups?id=c20cdd6f-00df-4b95-b139-513d9164316b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426075 Jul 27 23:14:37.331749 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f84b081e-ea05-4c8c-9063-fede0ab53bbd req-244e50da-82ee-40de-ae10-708c46e044cd tempest-ServerShowV254Test-2064811959 tempest-ServerShowV254Test-2064811959-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5f4b7d8-0f5a-496b-9d75-fcac7b4c9717 HTTP/1.1" status: 200 len: 210 time: 0.0424764 Jul 27 23:14:37.366998 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-82681d2f-2598-42b7-8cc3-309833c56e7e req-c6984938-3cbb-4bfb-8818-a94391433fc3 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=c20cdd6f-00df-4b95-b139-513d9164316b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249597 Jul 27 23:14:37.601249 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c94a1b-88c8-40f9-9831-bd2cd31fc51e req-67a68549-d704-45f8-83ff-ca4b684ec76d tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:14:37.602639 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f3c94a1b-88c8-40f9-9831-bd2cd31fc51e req-67a68549-d704-45f8-83ff-ca4b684ec76d tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/ports?device_id=98a73beb-1410-4001-89d9-567ccd6893bc HTTP/1.1" status: 200 len: 949 time: 0.1262398 Jul 27 23:14:37.627817 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-872f0ce6-8620-49b3-9419-f5aa5e93fecf tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:37.670964 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f3c94a1b-88c8-40f9-9831-bd2cd31fc51e req-656f5d60-c8c1-419d-8fe6-a10890566e6e tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb779318-b8ff-43a6-a94f-3ce471aff166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607836 Jul 27 23:14:37.709718 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-872f0ce6-8620-49b3-9419-f5aa5e93fecf tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:37.862471 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4021eb3-465c-4ad2-9c89-522950de1685 req-009e7c18-4e11-4ee9-bf98-699dea62dfe0 tempest-TestServerAdvancedOps-849151542 tempest-TestServerAdvancedOps-849151542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:14:37.864006 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-e4021eb3-465c-4ad2-9c89-522950de1685 req-009e7c18-4e11-4ee9-bf98-699dea62dfe0 tempest-TestServerAdvancedOps-849151542 tempest-TestServerAdvancedOps-849151542-project] 10.222.0.18 "GET /v2.0/ports?device_id=362e1d8f-5871-4451-8122-708a9b7d081c HTTP/1.1" status: 200 len: 945 time: 0.0578573 Jul 27 23:14:37.868552 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-872f0ce6-8620-49b3-9419-f5aa5e93fecf tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:37.873920 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-872f0ce6-8620-49b3-9419-f5aa5e93fecf tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:37.922365 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-e4021eb3-465c-4ad2-9c89-522950de1685 req-abbd3d0b-b2ec-48a0-bfe2-cbcb8f705b3e tempest-TestServerAdvancedOps-849151542 tempest-TestServerAdvancedOps-849151542-project] 10.222.0.18 "GET /v2.0/security-groups?id=f4daccd8-cf20-481b-97f9-9f0b5bce602e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515652 Jul 27 23:14:37.961609 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872f0ce6-8620-49b3-9419-f5aa5e93fecf tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Pushing event updated for resources: {'Port': ['ID=c5fef30f-286b-441e-9ddd-714001e9d62f,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:14:37.972846 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-872f0ce6-8620-49b3-9419-f5aa5e93fecf tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-415302'] for floatingip, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:38.079401 n-d-802623-1 neutron-server[93798]: INFO neutron.db.l3_db [None req-872f0ce6-8620-49b3-9419-f5aa5e93fecf tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Floating IP e71c7447-fdc5-4a31-a373-68cf64588f33 associated. External IP: 172.25.4.226, port: 6f5aac3a-892f-427c-82bd-eb959603faac. Jul 27 23:14:38.205659 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51549620-9192-4502-a558-a6081ff1d6f2 req-85a83a74-2e5f-4d79-a421-240360b323de tempest-TestServerAdvancedOps-849151542 tempest-TestServerAdvancedOps-849151542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:14:38.207150 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-51549620-9192-4502-a558-a6081ff1d6f2 req-85a83a74-2e5f-4d79-a421-240360b323de tempest-TestServerAdvancedOps-849151542 tempest-TestServerAdvancedOps-849151542-project] 10.222.0.18 "GET /v2.0/ports?device_id=362e1d8f-5871-4451-8122-708a9b7d081c HTTP/1.1" status: 200 len: 945 time: 0.0905130 Jul 27 23:14:38.256615 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-51549620-9192-4502-a558-a6081ff1d6f2 req-4c7fdc33-4b3a-45bb-812a-636915eb6d4b tempest-TestServerAdvancedOps-849151542 tempest-TestServerAdvancedOps-849151542-project] 10.222.0.18 "GET /v2.0/security-groups?id=f4daccd8-cf20-481b-97f9-9f0b5bce602e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411057 Jul 27 23:14:38.387183 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3c061f-089e-4494-921a-9fe7e99412b2 req-4ebad324-6e3a-45ea-9ecd-6f00a1e2fcfc tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:14:38.388646 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ff3c061f-089e-4494-921a-9fe7e99412b2 req-4ebad324-6e3a-45ea-9ecd-6f00a1e2fcfc tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.49 "GET /v2.0/ports?device_id=98a73beb-1410-4001-89d9-567ccd6893bc HTTP/1.1" status: 200 len: 949 time: 0.0966365 Jul 27 23:14:38.398900 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-872f0ce6-8620-49b3-9419-f5aa5e93fecf tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Router b14a20e9-da53-4224-bb7e-8af91419b108 has already been hosted by L3 agent 018c4455-49c0-4734-927d-7824067b2a9e {{(pid=93798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 23:14:38.406847 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cfa07e-9799-4f6a-8dba-a3328dacb2da req-1a81ab5c-9ddb-417f-9fe7-c65fb45b65b0 tempest-ServersNegativeTestMultiTenantJSON-1318694166 tempest-ServersNegativeTestMultiTenantJSON-1318694166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:14:38.409209 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-b5cfa07e-9799-4f6a-8dba-a3328dacb2da req-1a81ab5c-9ddb-417f-9fe7-c65fb45b65b0 tempest-ServersNegativeTestMultiTenantJSON-1318694166 tempest-ServersNegativeTestMultiTenantJSON-1318694166-project] 10.222.0.18 "GET /v2.0/ports?device_id=43b2c76f-54b1-49b0-97dc-ca5613dbee6b HTTP/1.1" status: 200 len: 945 time: 0.0567110 Jul 27 23:14:38.449677 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-b5cfa07e-9799-4f6a-8dba-a3328dacb2da req-b83c0b29-e1c7-4863-a058-331192d0d9cc tempest-ServersNegativeTestMultiTenantJSON-1318694166 tempest-ServersNegativeTestMultiTenantJSON-1318694166-project] 10.222.0.18 "GET /v2.0/security-groups?id=c20cdd6f-00df-4b95-b139-513d9164316b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328519 Jul 27 23:14:38.466389 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c3f03715-8af2-42a5-9181-db578200c092 req-4b889b96-9285-4446-a8ed-8da80ddf80ba tempest-ServerShowV254Test-2064811959 tempest-ServerShowV254Test-2064811959-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5f4b7d8-0f5a-496b-9d75-fcac7b4c9717 HTTP/1.1" status: 200 len: 210 time: 0.0386217 Jul 27 23:14:38.603907 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-ff3c061f-089e-4494-921a-9fe7e99412b2 req-8ef2a552-d201-482e-8222-388ab64c7183 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] Deleting port 4dd088bb-2812-49b2-88d3-6f7a082f66e0 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:14:38.604165 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-ff3c061f-089e-4494-921a-9fe7e99412b2 req-8ef2a552-d201-482e-8222-388ab64c7183 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:38.618541 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-872f0ce6-8620-49b3-9419-f5aa5e93fecf tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:14:38.628925 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68c121fe-7c53-4893-8cea-f67731c1b55c None None] Sync routers for ids ['b14a20e9-da53-4224-bb7e-8af91419b108'] in n-d-802623-1 {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:14:38.639918 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c121fe-7c53-4893-8cea-f67731c1b55c None None] Routers {'b14a20e9-da53-4224-bb7e-8af91419b108'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:14:38.640540 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-68c121fe-7c53-4893-8cea-f67731c1b55c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:14:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['b14a20e9-da53-4224-bb7e-8af91419b108'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:14:38.663199 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-872f0ce6-8620-49b3-9419-f5aa5e93fecf tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for floatingip, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:38.687327 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-68c121fe-7c53-4893-8cea-f67731c1b55c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:14:38.697980 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c121fe-7c53-4893-8cea-f67731c1b55c None None] Routers {'b14a20e9-da53-4224-bb7e-8af91419b108'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:14:38.699421 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-68c121fe-7c53-4893-8cea-f67731c1b55c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:14:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['b14a20e9-da53-4224-bb7e-8af91419b108'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:14:38.711813 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-872f0ce6-8620-49b3-9419-f5aa5e93fecf tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 2.0352318 Jul 27 23:14:38.712349 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 40846) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:14:38.717441 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-f64bff9e-7bb5-40d5-b999-dd96b0965538 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:14:38.728790 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-ff3c061f-089e-4494-921a-9fe7e99412b2 req-8ef2a552-d201-482e-8222-388ab64c7183 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] For port 4dd088bb-2812-49b2-88d3-6f7a082f66e0, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=4dd088bb-2812-49b2-88d3-6f7a082f66e0,segment=NetworkSegment(16e91594-c047-4b55-93eb-43af33ad08e1),segment_id=16e91594-c047-4b55-93eb-43af33ad08e1)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:14:38.729314 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-ff3c061f-089e-4494-921a-9fe7e99412b2 req-8ef2a552-d201-482e-8222-388ab64c7183 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:38.733970 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-68c121fe-7c53-4893-8cea-f67731c1b55c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:14:38.734682 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68c121fe-7c53-4893-8cea-f67731c1b55c None None] The sync data for ids ['b14a20e9-da53-4224-bb7e-8af91419b108'] in n-d-802623-1 is: [] {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:14:38.749419 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-ff3c061f-089e-4494-921a-9fe7e99412b2 req-8ef2a552-d201-482e-8222-388ab64c7183 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] Calling delete_port for 4dd088bb-2812-49b2-88d3-6f7a082f66e0 owned by compute:nova {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:14:38.787905 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f64bff9e-7bb5-40d5-b999-dd96b0965538 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Notify callbacks [] for floatingip, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:38.863895 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device 4dd088bb-2812-49b2-88d3-6f7a082f66e0 up at agent hyperv_n-h2-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:14:38.871217 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1b6e54-ce56-493e-9ed5-f89eba4e4cb7 req-686ec552-4b89-49ae-89eb-8bb6aa29ecb8 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:14:38.872760 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-cc1b6e54-ce56-493e-9ed5-f89eba4e4cb7 req-686ec552-4b89-49ae-89eb-8bb6aa29ecb8 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/ports?device_id=98a73beb-1410-4001-89d9-567ccd6893bc HTTP/1.1" status: 200 len: 949 time: 0.1055405 Jul 27 23:14:38.958685 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-cc1b6e54-ce56-493e-9ed5-f89eba4e4cb7 req-e574ed2c-ab31-4f02-af33-b0a2726d2141 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb779318-b8ff-43a6-a94f-3ce471aff166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762091 Jul 27 23:14:38.963598 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Provisioning for port 4dd088bb-2812-49b2-88d3-6f7a082f66e0 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:14:38.964556 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-ff3c061f-089e-4494-921a-9fe7e99412b2 req-8ef2a552-d201-482e-8222-388ab64c7183 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:38.967842 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Provisioning complete for port 4dd088bb-2812-49b2-88d3-6f7a082f66e0 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:14:38.968002 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:38.997756 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Port 4dd088bb-2812-49b2-88d3-6f7a082f66e0 was deleted so its status cannot be updated. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 27 23:14:38.999616 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef2a552-d201-482e-8222-388ab64c7183 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] Pushing event deleted for resources: {'Port': ['ID=4dd088bb-2812-49b2-88d3-6f7a082f66e0,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:14:39.005676 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] get_ports_and_sgs() called for port_ids ['be3f4841-615f-4e54-aa39-ad6709ec1563', '4dd088bb-2812-49b2-88d3-6f7a082f66e0'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:14:39.016861 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f64bff9e-7bb5-40d5-b999-dd96b0965538 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:39.024676 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f64bff9e-7bb5-40d5-b999-dd96b0965538 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-415302'] for floatingip, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:39.028125 n-d-802623-1 neutron-server[93797]: INFO neutron.db.l3_db [None req-f64bff9e-7bb5-40d5-b999-dd96b0965538 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Floating IP e71c7447-fdc5-4a31-a373-68cf64588f33 disassociated. External IP: 172.25.4.226, port: 6f5aac3a-892f-427c-82bd-eb959603faac. Jul 27 23:14:39.033906 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] get_ports_and_sgs() called for port_ids ['6ba252fa-a400-4c81-8f91-22ddf08c59d0', '7cf95691-d169-4732-bb02-85a7aaedd64a'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:14:39.064434 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff3c061f-089e-4494-921a-9fe7e99412b2 req-8ef2a552-d201-482e-8222-388ab64c7183 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] No DVR routers for this DVR port 4dd088bb-2812-49b2-88d3-6f7a082f66e0 on host n-h2-802623-1 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:14:39.067332 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-ff3c061f-089e-4494-921a-9fe7e99412b2 req-8ef2a552-d201-482e-8222-388ab64c7183 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:39.070161 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ff3c061f-089e-4494-921a-9fe7e99412b2 req-8ef2a552-d201-482e-8222-388ab64c7183 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.49 "DELETE /v2.0/ports/4dd088bb-2812-49b2-88d3-6f7a082f66e0 HTTP/1.1" status: 204 len: 173 time: 0.6733553 Jul 27 23:14:39.070714 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98a73beb-1410-4001-89d9-567ccd6893bc', 'name': 'network-vif-deleted', 'tag': '4dd088bb-2812-49b2-88d3-6f7a082f66e0'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:14:39.074302 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}011f8d312121274bb12d78e77c6379a2079800640016cec6c6d605b73666e854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ac5b800-1e65-4938-b74b-5175e7943791" -d '{"events": [{"server_uuid": "98a73beb-1410-4001-89d9-567ccd6893bc", "name": "network-vif-deleted", "tag": "4dd088bb-2812-49b2-88d3-6f7a082f66e0"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:14:39.131192 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:14:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a9acc7b-b18f-4e03-8911-441817f8fecd x-openstack-request-id: req-6a9acc7b-b18f-4e03-8911-441817f8fecd {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:14:39.131576 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98a73beb-1410-4001-89d9-567ccd6893bc", "name": "network-vif-deleted", "tag": "4dd088bb-2812-49b2-88d3-6f7a082f66e0", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:14:39.131920 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6a9acc7b-b18f-4e03-8911-441817f8fecd {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:14:39.132416 n-d-802623-1 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98a73beb-1410-4001-89d9-567ccd6893bc', 'name': 'network-vif-deleted', 'tag': '4dd088bb-2812-49b2-88d3-6f7a082f66e0', 'status': 'completed', 'code': 200} Jul 27 23:14:39.329104 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f64bff9e-7bb5-40d5-b999-dd96b0965538 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Router b14a20e9-da53-4224-bb7e-8af91419b108 has already been hosted by L3 agent 018c4455-49c0-4734-927d-7824067b2a9e {{(pid=93797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 23:14:39.432629 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b813fc1-6b2f-44d7-b81e-b46773bdb780 req-e8bcffb3-da96-42f4-836b-8d1982b90732 tempest-TestServerAdvancedOps-849151542 tempest-TestServerAdvancedOps-849151542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:14:39.434790 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-4b813fc1-6b2f-44d7-b81e-b46773bdb780 req-e8bcffb3-da96-42f4-836b-8d1982b90732 tempest-TestServerAdvancedOps-849151542 tempest-TestServerAdvancedOps-849151542-project] 10.222.0.18 "GET /v2.0/ports?device_id=362e1d8f-5871-4451-8122-708a9b7d081c HTTP/1.1" status: 200 len: 945 time: 0.0947742 Jul 27 23:14:39.517124 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-4b813fc1-6b2f-44d7-b81e-b46773bdb780 req-121bc0eb-1d7b-43cd-a5ca-bf5c99979198 tempest-TestServerAdvancedOps-849151542 tempest-TestServerAdvancedOps-849151542-project] 10.222.0.18 "GET /v2.0/security-groups?id=f4daccd8-cf20-481b-97f9-9f0b5bce602e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740635 Jul 27 23:14:39.519863 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f64bff9e-7bb5-40d5-b999-dd96b0965538 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:14:39.524295 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f64bff9e-7bb5-40d5-b999-dd96b0965538 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for floatingip, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:39.532184 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3356311b-f387-4a97-9c61-832b4b4b9375 None None] Sync routers for ids ['b14a20e9-da53-4224-bb7e-8af91419b108'] in n-d-802623-1 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:14:39.543358 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3356311b-f387-4a97-9c61-832b4b4b9375 None None] Routers {'b14a20e9-da53-4224-bb7e-8af91419b108'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:14:39.544847 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-3356311b-f387-4a97-9c61-832b4b4b9375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:14:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['b14a20e9-da53-4224-bb7e-8af91419b108'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:14:39.553495 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-f64bff9e-7bb5-40d5-b999-dd96b0965538 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] 10.222.0.18 "PUT /v2.0/floatingips/e71c7447-fdc5-4a31-a373-68cf64588f33 HTTP/1.1" status: 200 len: 688 time: 0.8402216 Jul 27 23:14:39.564453 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 40862) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:14:39.589537 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-3356311b-f387-4a97-9c61-832b4b4b9375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:14:39.599388 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3356311b-f387-4a97-9c61-832b4b4b9375 None None] Routers {'b14a20e9-da53-4224-bb7e-8af91419b108'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:14:39.600254 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-3356311b-f387-4a97-9c61-832b4b4b9375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:14:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['b14a20e9-da53-4224-bb7e-8af91419b108'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:14:39.601958 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3351d1-86d4-4c01-863f-728e77e1e9a3 req-b302da83-a63e-465d-9bf5-29bb5769858a tempest-ServersNegativeTestMultiTenantJSON-1318694166 tempest-ServersNegativeTestMultiTenantJSON-1318694166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:14:39.604219 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ff3351d1-86d4-4c01-863f-728e77e1e9a3 req-b302da83-a63e-465d-9bf5-29bb5769858a tempest-ServersNegativeTestMultiTenantJSON-1318694166 tempest-ServersNegativeTestMultiTenantJSON-1318694166-project] 10.222.0.18 "GET /v2.0/ports?device_id=43b2c76f-54b1-49b0-97dc-ca5613dbee6b HTTP/1.1" status: 200 len: 945 time: 0.0808434 Jul 27 23:14:39.644193 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-3356311b-f387-4a97-9c61-832b4b4b9375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:14:39.644846 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3356311b-f387-4a97-9c61-832b4b4b9375 None None] The sync data for ids ['b14a20e9-da53-4224-bb7e-8af91419b108'] in n-d-802623-1 is: [] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:14:39.645130 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ff3351d1-86d4-4c01-863f-728e77e1e9a3 req-9b8073e4-401b-4056-8b1d-d43114af77fd tempest-ServersNegativeTestMultiTenantJSON-1318694166 tempest-ServersNegativeTestMultiTenantJSON-1318694166-project] 10.222.0.18 "GET /v2.0/security-groups?id=c20cdd6f-00df-4b95-b139-513d9164316b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348508 Jul 27 23:14:39.673135 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-86c33e5c-0bb0-4a4c-a13e-3daa122a75f1 req-8ca65a82-5ba3-4fcb-acc4-b067c0c7be7e tempest-ServerShowV254Test-2064811959 tempest-ServerShowV254Test-2064811959-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5f4b7d8-0f5a-496b-9d75-fcac7b4c9717 HTTP/1.1" status: 200 len: 210 time: 0.0615268 Jul 27 23:14:39.733287 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-08008b6c-3012-493a-aa21-ce3ec52596a9 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Deleting port c5fef30f-286b-441e-9ddd-714001e9d62f {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:14:39.733633 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-08008b6c-3012-493a-aa21-ce3ec52596a9 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:39.846501 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b487070-7e2f-461c-b3b1-fbb7c143ba46 req-9bc89bef-84df-41d1-85a3-da1bb662ec5b tempest-ServersNegativeTestMultiTenantJSON-1318694166 tempest-ServersNegativeTestMultiTenantJSON-1318694166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:14:39.847968 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-9b487070-7e2f-461c-b3b1-fbb7c143ba46 req-9bc89bef-84df-41d1-85a3-da1bb662ec5b tempest-ServersNegativeTestMultiTenantJSON-1318694166 tempest-ServersNegativeTestMultiTenantJSON-1318694166-project] 10.222.0.18 "GET /v2.0/ports?device_id=43b2c76f-54b1-49b0-97dc-ca5613dbee6b HTTP/1.1" status: 200 len: 945 time: 0.1026134 Jul 27 23:14:39.849637 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-08008b6c-3012-493a-aa21-ce3ec52596a9 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:39.849961 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-08008b6c-3012-493a-aa21-ce3ec52596a9 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:39.874029 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-08008b6c-3012-493a-aa21-ce3ec52596a9 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Calling delete_port for c5fef30f-286b-441e-9ddd-714001e9d62f owned by network:floatingip {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:14:39.932042 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-9b487070-7e2f-461c-b3b1-fbb7c143ba46 req-c5624beb-8bbe-41df-8a23-17bd3a7625e2 tempest-ServersNegativeTestMultiTenantJSON-1318694166 tempest-ServersNegativeTestMultiTenantJSON-1318694166-project] 10.222.0.18 "GET /v2.0/security-groups?id=c20cdd6f-00df-4b95-b139-513d9164316b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743220 Jul 27 23:14:40.025147 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-08008b6c-3012-493a-aa21-ce3ec52596a9 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:40.053706 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08008b6c-3012-493a-aa21-ce3ec52596a9 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Pushing event deleted for resources: {'Port': ['ID=c5fef30f-286b-441e-9ddd-714001e9d62f,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:14:40.123313 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-08008b6c-3012-493a-aa21-ce3ec52596a9 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Notify callbacks [] for floatingip, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:40.125908 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-08008b6c-3012-493a-aa21-ce3ec52596a9 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for floatingip, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:40.130377 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-08008b6c-3012-493a-aa21-ce3ec52596a9 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] 10.222.0.18 "DELETE /v2.0/floatingips/e71c7447-fdc5-4a31-a373-68cf64588f33 HTTP/1.1" status: 204 len: 168 time: 0.5615540 Jul 27 23:14:40.131548 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 40878) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:14:40.138318 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-3728672c-2498-4dbc-a5ed-08d0763485f8 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Request body: {'floatingip': {'floating_network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'port_id': '8e3683e7-5478-4895-a801-eca38be8a2e7'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:14:40.178087 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3728672c-2498-4dbc-a5ed-08d0763485f8 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Notify callbacks [] for floatingip, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:40.300006 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3728672c-2498-4dbc-a5ed-08d0763485f8 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:40.300246 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c9f0dc-b845-4712-a6dd-515941bba051 req-cb806642-6e14-4d47-833d-34fbc5560dd5 tempest-ServersNegativeTestMultiTenantJSON-1318694166 tempest-ServersNegativeTestMultiTenantJSON-1318694166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:14:40.302168 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-74c9f0dc-b845-4712-a6dd-515941bba051 req-cb806642-6e14-4d47-833d-34fbc5560dd5 tempest-ServersNegativeTestMultiTenantJSON-1318694166 tempest-ServersNegativeTestMultiTenantJSON-1318694166-project] 10.222.0.18 "GET /v2.0/ports?device_id=43b2c76f-54b1-49b0-97dc-ca5613dbee6b HTTP/1.1" status: 200 len: 945 time: 0.0592122 Jul 27 23:14:40.342268 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-74c9f0dc-b845-4712-a6dd-515941bba051 req-51efc977-e68f-413e-a214-bee2d6d21dbb tempest-ServersNegativeTestMultiTenantJSON-1318694166 tempest-ServersNegativeTestMultiTenantJSON-1318694166-project] 10.222.0.18 "GET /v2.0/security-groups?id=c20cdd6f-00df-4b95-b139-513d9164316b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343072 Jul 27 23:14:40.442349 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f9aff8-bb45-4b8e-b1cc-5d2ee569e57b req-d3db6023-2fa3-4d92-8e75-022092f3e65e tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:14:40.443811 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c8f9aff8-bb45-4b8e-b1cc-5d2ee569e57b req-d3db6023-2fa3-4d92-8e75-022092f3e65e tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/ports?device_id=c292af40-c395-4445-978c-d1d948a0e563 HTTP/1.1" status: 200 len: 950 time: 0.1068711 Jul 27 23:14:40.492387 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-3728672c-2498-4dbc-a5ed-08d0763485f8 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Allocated IP 172.25.4.187 (2fd42287-ed26-4eb9-89a5-b521f5b04356/17de1f8f-393a-4b0c-a2df-614bd3f2fb5e/046511cd-a207-477e-b06b-2d52cbb89134) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:14:40.532359 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7c934c-aa23-4ebf-a02a-d7ec2263a377 req-0e17ec8b-7014-41c8-9a23-3e5e96f2da9c tempest-TestServerAdvancedOps-849151542 tempest-TestServerAdvancedOps-849151542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:14:40.533829 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-4b7c934c-aa23-4ebf-a02a-d7ec2263a377 req-0e17ec8b-7014-41c8-9a23-3e5e96f2da9c tempest-TestServerAdvancedOps-849151542 tempest-TestServerAdvancedOps-849151542-project] 10.222.0.49 "GET /v2.0/ports?device_id=362e1d8f-5871-4451-8122-708a9b7d081c HTTP/1.1" status: 200 len: 945 time: 0.1154027 Jul 27 23:14:40.540955 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c8f9aff8-bb45-4b8e-b1cc-5d2ee569e57b req-3bfa587b-485c-4096-abe8-d3ac7beb2e4e tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb779318-b8ff-43a6-a94f-3ce471aff166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806360 Jul 27 23:14:40.624183 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842caf01-779b-4814-b495-2153e1e050b6 req-5abcb161-4d5f-4252-b7ea-7c4a312b3003 tempest-ServersNegativeTestMultiTenantJSON-1318694166 tempest-ServersNegativeTestMultiTenantJSON-1318694166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:14:40.625756 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-842caf01-779b-4814-b495-2153e1e050b6 req-5abcb161-4d5f-4252-b7ea-7c4a312b3003 tempest-ServersNegativeTestMultiTenantJSON-1318694166 tempest-ServersNegativeTestMultiTenantJSON-1318694166-project] 10.222.0.18 "GET /v2.0/ports?device_id=43b2c76f-54b1-49b0-97dc-ca5613dbee6b HTTP/1.1" status: 200 len: 945 time: 0.0494933 Jul 27 23:14:40.664356 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-842caf01-779b-4814-b495-2153e1e050b6 req-d8668df3-f881-44ce-bd62-1053d8495270 tempest-ServersNegativeTestMultiTenantJSON-1318694166 tempest-ServersNegativeTestMultiTenantJSON-1318694166-project] 10.222.0.18 "GET /v2.0/security-groups?id=c20cdd6f-00df-4b95-b139-513d9164316b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325067 Jul 27 23:14:40.780739 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-72b20aed-6841-4bad-8470-3dae7705e678 req-2969380d-c75b-4d8c-b096-de65130f830e tempest-ServerShowV254Test-2064811959 tempest-ServerShowV254Test-2064811959-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5f4b7d8-0f5a-496b-9d75-fcac7b4c9717 HTTP/1.1" status: 200 len: 210 time: 0.0268416 Jul 27 23:14:41.017539 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7db396-23a4-4f8f-9f7e-e4b5565d5fd3 req-9705d1b1-75be-4ab3-b3f6-184bb41edbf0 tempest-TestServerAdvancedOps-849151542 tempest-TestServerAdvancedOps-849151542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:14:41.018935 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-4f7db396-23a4-4f8f-9f7e-e4b5565d5fd3 req-9705d1b1-75be-4ab3-b3f6-184bb41edbf0 tempest-TestServerAdvancedOps-849151542 tempest-TestServerAdvancedOps-849151542-project] 10.222.0.18 "GET /v2.0/ports?device_id=362e1d8f-5871-4451-8122-708a9b7d081c HTTP/1.1" status: 200 len: 945 time: 0.4109275 Jul 27 23:14:41.024800 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3728672c-2498-4dbc-a5ed-08d0763485f8 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:41.075779 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-4b7c934c-aa23-4ebf-a02a-d7ec2263a377 req-621d3f28-77a2-48eb-b110-f412fb641330 tempest-TestServerAdvancedOps-849151542 tempest-TestServerAdvancedOps-849151542-project] Deleting port a142bec0-f63c-43a8-b598-e4015038c2bc {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:14:41.076115 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-4b7c934c-aa23-4ebf-a02a-d7ec2263a377 req-621d3f28-77a2-48eb-b110-f412fb641330 tempest-TestServerAdvancedOps-849151542 tempest-TestServerAdvancedOps-849151542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:41.128563 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-4f7db396-23a4-4f8f-9f7e-e4b5565d5fd3 req-bee255ca-45ef-4d6d-93ef-ac341aa531ca tempest-TestServerAdvancedOps-849151542 tempest-TestServerAdvancedOps-849151542-project] 10.222.0.18 "GET /v2.0/security-groups?id=f4daccd8-cf20-481b-97f9-9f0b5bce602e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004546 Jul 27 23:14:41.165864 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3728672c-2498-4dbc-a5ed-08d0763485f8 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:41.223374 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-4b7c934c-aa23-4ebf-a02a-d7ec2263a377 req-621d3f28-77a2-48eb-b110-f412fb641330 tempest-TestServerAdvancedOps-849151542 tempest-TestServerAdvancedOps-849151542-project] For port a142bec0-f63c-43a8-b598-e4015038c2bc, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=a142bec0-f63c-43a8-b598-e4015038c2bc,segment=NetworkSegment(581ace71-b51b-4793-b03c-e85d8420ffe3),segment_id=581ace71-b51b-4793-b03c-e85d8420ffe3)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:14:41.223730 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-4b7c934c-aa23-4ebf-a02a-d7ec2263a377 req-621d3f28-77a2-48eb-b110-f412fb641330 tempest-TestServerAdvancedOps-849151542 tempest-TestServerAdvancedOps-849151542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:41.231242 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3728672c-2498-4dbc-a5ed-08d0763485f8 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Network 2fd42287-ed26-4eb9-89a5-b521f5b04356 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:14:41.242356 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-3728672c-2498-4dbc-a5ed-08d0763485f8 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:14:41.249718 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3728672c-2498-4dbc-a5ed-08d0763485f8 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:14:41.251966 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-4b7c934c-aa23-4ebf-a02a-d7ec2263a377 req-621d3f28-77a2-48eb-b110-f412fb641330 tempest-TestServerAdvancedOps-849151542 tempest-TestServerAdvancedOps-849151542-project] Calling delete_port for a142bec0-f63c-43a8-b598-e4015038c2bc owned by compute:nova {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:14:41.254389 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3728672c-2498-4dbc-a5ed-08d0763485f8 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Pushing event updated for resources: {'Port': ['ID=046511cd-a207-477e-b06b-2d52cbb89134,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:14:41.549203 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-4b7c934c-aa23-4ebf-a02a-d7ec2263a377 req-621d3f28-77a2-48eb-b110-f412fb641330 tempest-TestServerAdvancedOps-849151542 tempest-TestServerAdvancedOps-849151542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:41.560862 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] get_ports_and_sgs() called for port_ids ['a142bec0-f63c-43a8-b598-e4015038c2bc'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:14:41.590802 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621d3f28-77a2-48eb-b110-f412fb641330 tempest-TestServerAdvancedOps-849151542 tempest-TestServerAdvancedOps-849151542-project] Pushing event deleted for resources: {'Port': ['ID=a142bec0-f63c-43a8-b598-e4015038c2bc,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:14:41.663116 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b7c934c-aa23-4ebf-a02a-d7ec2263a377 req-621d3f28-77a2-48eb-b110-f412fb641330 tempest-TestServerAdvancedOps-849151542 tempest-TestServerAdvancedOps-849151542-project] No DVR routers for this DVR port a142bec0-f63c-43a8-b598-e4015038c2bc on host n-h2-802623-1 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:14:41.665657 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-4b7c934c-aa23-4ebf-a02a-d7ec2263a377 req-621d3f28-77a2-48eb-b110-f412fb641330 tempest-TestServerAdvancedOps-849151542 tempest-TestServerAdvancedOps-849151542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:41.668053 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-4b7c934c-aa23-4ebf-a02a-d7ec2263a377 req-621d3f28-77a2-48eb-b110-f412fb641330 tempest-TestServerAdvancedOps-849151542 tempest-TestServerAdvancedOps-849151542-project] 10.222.0.49 "DELETE /v2.0/ports/a142bec0-f63c-43a8-b598-e4015038c2bc HTTP/1.1" status: 204 len: 173 time: 1.1176767 Jul 27 23:14:41.682603 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '362e1d8f-5871-4451-8122-708a9b7d081c', 'name': 'network-vif-deleted', 'tag': 'a142bec0-f63c-43a8-b598-e4015038c2bc'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:14:41.685128 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}011f8d312121274bb12d78e77c6379a2079800640016cec6c6d605b73666e854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8d85b1a-fa9d-4fc4-9053-3b08d86cd77a" -d '{"events": [{"server_uuid": "362e1d8f-5871-4451-8122-708a9b7d081c", "name": "network-vif-deleted", "tag": "a142bec0-f63c-43a8-b598-e4015038c2bc"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:14:41.791217 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da408560-1c86-475b-9c73-347541614151 req-7bca1b83-bf3c-424b-a77a-b0e4d0890373 tempest-ServersNegativeTestMultiTenantJSON-1318694166 tempest-ServersNegativeTestMultiTenantJSON-1318694166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:14:41.792905 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-da408560-1c86-475b-9c73-347541614151 req-7bca1b83-bf3c-424b-a77a-b0e4d0890373 tempest-ServersNegativeTestMultiTenantJSON-1318694166 tempest-ServersNegativeTestMultiTenantJSON-1318694166-project] 10.222.0.18 "GET /v2.0/ports?device_id=43b2c76f-54b1-49b0-97dc-ca5613dbee6b HTTP/1.1" status: 200 len: 945 time: 0.0546591 Jul 27 23:14:41.806423 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf75c1e5-c946-4708-836b-eeff9e12584b req-f4e2503d-755c-4018-9d01-7ba986e442a1 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:14:41.808531 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-cf75c1e5-c946-4708-836b-eeff9e12584b req-f4e2503d-755c-4018-9d01-7ba986e442a1 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/ports?device_id=c292af40-c395-4445-978c-d1d948a0e563 HTTP/1.1" status: 200 len: 950 time: 0.1899779 Jul 27 23:14:41.824328 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd03e8a-87bd-42d3-a4f3-69c6dd8311b3 req-e45c6a89-a824-446c-89e1-1edf9398d197 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:14:41.825826 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-5dd03e8a-87bd-42d3-a4f3-69c6dd8311b3 req-e45c6a89-a824-446c-89e1-1edf9398d197 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.38 "GET /v2.0/ports?device_id=c292af40-c395-4445-978c-d1d948a0e563 HTTP/1.1" status: 200 len: 950 time: 0.1373239 Jul 27 23:14:41.834154 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-da408560-1c86-475b-9c73-347541614151 req-6c7256be-5e98-4647-826a-bbc6b52d6ec0 tempest-ServersNegativeTestMultiTenantJSON-1318694166 tempest-ServersNegativeTestMultiTenantJSON-1318694166-project] 10.222.0.18 "GET /v2.0/security-groups?id=c20cdd6f-00df-4b95-b139-513d9164316b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351043 Jul 27 23:14:41.887080 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:14:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef9251ff-584d-4ca5-9d0a-52718fb65465 x-openstack-request-id: req-ef9251ff-584d-4ca5-9d0a-52718fb65465 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:14:41.887362 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "362e1d8f-5871-4451-8122-708a9b7d081c", "name": "network-vif-deleted", "tag": "a142bec0-f63c-43a8-b598-e4015038c2bc", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:14:41.887628 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ef9251ff-584d-4ca5-9d0a-52718fb65465 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:14:41.887996 n-d-802623-1 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '362e1d8f-5871-4451-8122-708a9b7d081c', 'name': 'network-vif-deleted', 'tag': 'a142bec0-f63c-43a8-b598-e4015038c2bc', 'status': 'completed', 'code': 200} Jul 27 23:14:41.951474 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-9133a31a-140d-4925-9803-27d15e6971cc req-8f104669-a636-4d35-bf35-cd8eb5785678 tempest-ServerShowV254Test-2064811959 tempest-ServerShowV254Test-2064811959-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5f4b7d8-0f5a-496b-9d75-fcac7b4c9717 HTTP/1.1" status: 200 len: 210 time: 0.0274260 Jul 27 23:14:41.973483 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-cf75c1e5-c946-4708-836b-eeff9e12584b req-1fa30369-af2f-41ac-956a-8c5152a171fb tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb779318-b8ff-43a6-a94f-3ce471aff166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466868 Jul 27 23:14:41.978201 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3728672c-2498-4dbc-a5ed-08d0763485f8 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:42.071886 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-5dd03e8a-87bd-42d3-a4f3-69c6dd8311b3 req-67c87ae2-a733-42ef-9fcb-a72a6bde734b tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] Deleting port 7cf95691-d169-4732-bb02-85a7aaedd64a {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:14:42.072143 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-5dd03e8a-87bd-42d3-a4f3-69c6dd8311b3 req-67c87ae2-a733-42ef-9fcb-a72a6bde734b tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:42.102026 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3728672c-2498-4dbc-a5ed-08d0763485f8 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:42.205796 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4cc9a2-cc2b-4d78-bf02-321cb66aee93 req-a467d166-f3ef-4cb0-8471-e79c0ffefb99 tempest-ServersNegativeTestMultiTenantJSON-1318694166 tempest-ServersNegativeTestMultiTenantJSON-1318694166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:14:42.207365 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ee4cc9a2-cc2b-4d78-bf02-321cb66aee93 req-a467d166-f3ef-4cb0-8471-e79c0ffefb99 tempest-ServersNegativeTestMultiTenantJSON-1318694166 tempest-ServersNegativeTestMultiTenantJSON-1318694166-project] 10.222.0.49 "GET /v2.0/ports?device_id=43b2c76f-54b1-49b0-97dc-ca5613dbee6b HTTP/1.1" status: 200 len: 945 time: 0.1726069 Jul 27 23:14:42.258968 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-14188df1-7938-4cc1-9be7-fb115af39ee5 req-e6805527-c91e-4a9e-b062-25bd69b39043 tempest-TestServerAdvancedOps-849151542 tempest-TestServerAdvancedOps-849151542-project] 10.222.0.18 "GET /v2.0/ports?device_id=362e1d8f-5871-4451-8122-708a9b7d081c HTTP/1.1" status: 200 len: 210 time: 0.0404084 Jul 27 23:14:42.329029 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-5dd03e8a-87bd-42d3-a4f3-69c6dd8311b3 req-67c87ae2-a733-42ef-9fcb-a72a6bde734b tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] For port 7cf95691-d169-4732-bb02-85a7aaedd64a, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=7cf95691-d169-4732-bb02-85a7aaedd64a,segment=NetworkSegment(16e91594-c047-4b55-93eb-43af33ad08e1),segment_id=16e91594-c047-4b55-93eb-43af33ad08e1)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:14:42.329332 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-5dd03e8a-87bd-42d3-a4f3-69c6dd8311b3 req-67c87ae2-a733-42ef-9fcb-a72a6bde734b tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:42.377423 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-5dd03e8a-87bd-42d3-a4f3-69c6dd8311b3 req-67c87ae2-a733-42ef-9fcb-a72a6bde734b tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] Calling delete_port for 7cf95691-d169-4732-bb02-85a7aaedd64a owned by compute:nova {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:14:42.483976 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-ee4cc9a2-cc2b-4d78-bf02-321cb66aee93 req-58f8c41c-353e-4da7-bbc0-3e1a896460f0 tempest-ServersNegativeTestMultiTenantJSON-1318694166 tempest-ServersNegativeTestMultiTenantJSON-1318694166-project] Deleting port 07fee088-ca6a-4a66-b672-8d714b8a3be3 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:14:42.484314 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-ee4cc9a2-cc2b-4d78-bf02-321cb66aee93 req-58f8c41c-353e-4da7-bbc0-3e1a896460f0 tempest-ServersNegativeTestMultiTenantJSON-1318694166 tempest-ServersNegativeTestMultiTenantJSON-1318694166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:42.552362 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3728672c-2498-4dbc-a5ed-08d0763485f8 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:42.561135 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3728672c-2498-4dbc-a5ed-08d0763485f8 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:42.711502 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-ee4cc9a2-cc2b-4d78-bf02-321cb66aee93 req-58f8c41c-353e-4da7-bbc0-3e1a896460f0 tempest-ServersNegativeTestMultiTenantJSON-1318694166 tempest-ServersNegativeTestMultiTenantJSON-1318694166-project] For port 07fee088-ca6a-4a66-b672-8d714b8a3be3, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=07fee088-ca6a-4a66-b672-8d714b8a3be3,segment=NetworkSegment(09b526ec-df96-4a77-885e-8a5fa321e907),segment_id=09b526ec-df96-4a77-885e-8a5fa321e907)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:14:42.711864 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-ee4cc9a2-cc2b-4d78-bf02-321cb66aee93 req-58f8c41c-353e-4da7-bbc0-3e1a896460f0 tempest-ServersNegativeTestMultiTenantJSON-1318694166 tempest-ServersNegativeTestMultiTenantJSON-1318694166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:42.714102 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3728672c-2498-4dbc-a5ed-08d0763485f8 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Pushing event updated for resources: {'Port': ['ID=046511cd-a207-477e-b06b-2d52cbb89134,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:14:42.728497 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-5dd03e8a-87bd-42d3-a4f3-69c6dd8311b3 req-67c87ae2-a733-42ef-9fcb-a72a6bde734b tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:42.730066 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3728672c-2498-4dbc-a5ed-08d0763485f8 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-415302'] for floatingip, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:42.732136 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-ee4cc9a2-cc2b-4d78-bf02-321cb66aee93 req-58f8c41c-353e-4da7-bbc0-3e1a896460f0 tempest-ServersNegativeTestMultiTenantJSON-1318694166 tempest-ServersNegativeTestMultiTenantJSON-1318694166-project] Calling delete_port for 07fee088-ca6a-4a66-b672-8d714b8a3be3 owned by compute:nova {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:14:42.742309 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] get_ports_and_sgs() called for port_ids ['be3f4841-615f-4e54-aa39-ad6709ec1563'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:14:42.744662 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] get_ports_and_sgs() called for port_ids ['6ba252fa-a400-4c81-8f91-22ddf08c59d0', '7cf95691-d169-4732-bb02-85a7aaedd64a'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:14:42.800028 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c87ae2-a733-42ef-9fcb-a72a6bde734b tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] Pushing event deleted for resources: {'Port': ['ID=7cf95691-d169-4732-bb02-85a7aaedd64a,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:14:42.879591 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device 4dd088bb-2812-49b2-88d3-6f7a082f66e0 no longer exists at agent hyperv_n-h2-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:14:42.919264 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] No Port match for: 4dd088bb-2812-49b2-88d3-6f7a082f66e0 {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:14:42.919610 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device 4dd088bb-2812-49b2-88d3-6f7a082f66e0 not bound to the agent host n-h2-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:14:42.919730 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dd03e8a-87bd-42d3-a4f3-69c6dd8311b3 req-67c87ae2-a733-42ef-9fcb-a72a6bde734b tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] No DVR routers for this DVR port 7cf95691-d169-4732-bb02-85a7aaedd64a on host n-h1-802623-1 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:14:42.926825 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-5dd03e8a-87bd-42d3-a4f3-69c6dd8311b3 req-67c87ae2-a733-42ef-9fcb-a72a6bde734b tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:42.928763 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-5dd03e8a-87bd-42d3-a4f3-69c6dd8311b3 req-67c87ae2-a733-42ef-9fcb-a72a6bde734b tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.38 "DELETE /v2.0/ports/7cf95691-d169-4732-bb02-85a7aaedd64a HTTP/1.1" status: 204 len: 173 time: 1.0657415 Jul 27 23:14:42.997235 n-d-802623-1 neutron-server[93798]: INFO neutron.db.l3_db [None req-3728672c-2498-4dbc-a5ed-08d0763485f8 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Floating IP db569f1a-baf0-4118-ba18-425d99aff466 associated. External IP: 172.25.4.187, port: 8e3683e7-5478-4895-a801-eca38be8a2e7. Jul 27 23:14:43.047890 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e8a8af-98bf-4334-af91-ea06e47d1e4c req-73868688-0cea-4702-8a32-8de573ff00bd tempest-ServersNegativeTestMultiTenantJSON-1318694166 tempest-ServersNegativeTestMultiTenantJSON-1318694166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:14:43.049567 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b6e8a8af-98bf-4334-af91-ea06e47d1e4c req-73868688-0cea-4702-8a32-8de573ff00bd tempest-ServersNegativeTestMultiTenantJSON-1318694166 tempest-ServersNegativeTestMultiTenantJSON-1318694166-project] 10.222.0.18 "GET /v2.0/ports?device_id=43b2c76f-54b1-49b0-97dc-ca5613dbee6b HTTP/1.1" status: 200 len: 945 time: 0.1343932 Jul 27 23:14:43.106002 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-bc9eb303-fb6c-4c22-b347-700f4205cca7 req-25437334-c68f-40bf-b92f-0c8d05125749 tempest-ServerShowV254Test-2064811959 tempest-ServerShowV254Test-2064811959-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5f4b7d8-0f5a-496b-9d75-fcac7b4c9717 HTTP/1.1" status: 200 len: 210 time: 0.0360575 Jul 27 23:14:43.176957 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b6e8a8af-98bf-4334-af91-ea06e47d1e4c req-15e50420-ae73-4fa1-b884-ce98c3a3e4af tempest-ServersNegativeTestMultiTenantJSON-1318694166 tempest-ServersNegativeTestMultiTenantJSON-1318694166-project] 10.222.0.18 "GET /v2.0/security-groups?id=c20cdd6f-00df-4b95-b139-513d9164316b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949750 Jul 27 23:14:43.180776 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-ee4cc9a2-cc2b-4d78-bf02-321cb66aee93 req-58f8c41c-353e-4da7-bbc0-3e1a896460f0 tempest-ServersNegativeTestMultiTenantJSON-1318694166 tempest-ServersNegativeTestMultiTenantJSON-1318694166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:43.215446 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f8c41c-353e-4da7-bbc0-3e1a896460f0 tempest-ServersNegativeTestMultiTenantJSON-1318694166 tempest-ServersNegativeTestMultiTenantJSON-1318694166-project] Pushing event deleted for resources: {'Port': ['ID=07fee088-ca6a-4a66-b672-8d714b8a3be3,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:14:43.241143 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-0b0694b3-84a6-48ce-be53-c828fdf8c87b req-e09dfcf7-bdd4-4db4-b63f-6a6c7022400e tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/ports?device_id=c292af40-c395-4445-978c-d1d948a0e563 HTTP/1.1" status: 200 len: 210 time: 0.0513546 Jul 27 23:14:43.322191 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee4cc9a2-cc2b-4d78-bf02-321cb66aee93 req-58f8c41c-353e-4da7-bbc0-3e1a896460f0 tempest-ServersNegativeTestMultiTenantJSON-1318694166 tempest-ServersNegativeTestMultiTenantJSON-1318694166-project] No DVR routers for this DVR port 07fee088-ca6a-4a66-b672-8d714b8a3be3 on host n-h2-802623-1 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:14:43.326720 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-ee4cc9a2-cc2b-4d78-bf02-321cb66aee93 req-58f8c41c-353e-4da7-bbc0-3e1a896460f0 tempest-ServersNegativeTestMultiTenantJSON-1318694166 tempest-ServersNegativeTestMultiTenantJSON-1318694166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:43.329351 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ee4cc9a2-cc2b-4d78-bf02-321cb66aee93 req-58f8c41c-353e-4da7-bbc0-3e1a896460f0 tempest-ServersNegativeTestMultiTenantJSON-1318694166 tempest-ServersNegativeTestMultiTenantJSON-1318694166-project] 10.222.0.49 "DELETE /v2.0/ports/07fee088-ca6a-4a66-b672-8d714b8a3be3 HTTP/1.1" status: 204 len: 173 time: 1.1105604 Jul 27 23:14:43.350599 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] get_ports_and_sgs() called for port_ids ['07fee088-ca6a-4a66-b672-8d714b8a3be3'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:14:43.386719 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 40930) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:14:43.439217 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3728672c-2498-4dbc-a5ed-08d0763485f8 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Router b14a20e9-da53-4224-bb7e-8af91419b108 has already been hosted by L3 agent 018c4455-49c0-4734-927d-7824067b2a9e {{(pid=93798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 23:14:43.459457 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3cb0b2a-6da3-455a-a2f3-f4021b2b1bea admin admin] Deleting subnet 52a4d5d1-71b2-405d-81c0-f3a84fcb4bdf {{(pid=93797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 23:14:43.465409 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b3cb0b2a-6da3-455a-a2f3-f4021b2b1bea admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:43.524416 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b3cb0b2a-6da3-455a-a2f3-f4021b2b1bea admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11335971'] for subnet, precommit_delete_associations {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:43.578521 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b3cb0b2a-6da3-455a-a2f3-f4021b2b1bea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620741'] for subnet, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:43.644239 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b3cb0b2a-6da3-455a-a2f3-f4021b2b1bea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11335991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11551414'] for subnet, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:43.671309 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cb0b2a-6da3-455a-a2f3-f4021b2b1bea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=52a4d5d1-71b2-405d-81c0-f3a84fcb4bdf,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:14:43.676518 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b3cb0b2a-6da3-455a-a2f3-f4021b2b1bea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for subnet, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:43.681331 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-b3cb0b2a-6da3-455a-a2f3-f4021b2b1bea admin admin] 10.222.0.18 "DELETE /v2.0/subnets/52a4d5d1-71b2-405d-81c0-f3a84fcb4bdf HTTP/1.1" status: 204 len: 168 time: 0.2959495 Jul 27 23:14:43.681987 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 40932) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:14:43.774145 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-68c031b4-a8ab-4835-a2bb-a99a3cf915ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593271'] for network, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:43.872039 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3728672c-2498-4dbc-a5ed-08d0763485f8 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:14:43.886344 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b967cd20-506b-4120-baf3-f3e4e359a2f7 None None] Sync routers for ids ['b14a20e9-da53-4224-bb7e-8af91419b108'] in n-d-802623-1 {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:14:43.888675 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-68c031b4-a8ab-4835-a2bb-a99a3cf915ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618032', 'neutron.services.segments.db._delete_segments_for_network-8736833900081'] for network, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:43.888989 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c292af40-c395-4445-978c-d1d948a0e563', 'name': 'network-vif-deleted', 'tag': '7cf95691-d169-4732-bb02-85a7aaedd64a'}, {'server_uuid': '43b2c76f-54b1-49b0-97dc-ca5613dbee6b', 'name': 'network-vif-deleted', 'tag': '07fee088-ca6a-4a66-b672-8d714b8a3be3'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:14:43.891946 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}011f8d312121274bb12d78e77c6379a2079800640016cec6c6d605b73666e854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1e5e826-c523-4360-9271-1d39e58704dc" -d '{"events": [{"server_uuid": "c292af40-c395-4445-978c-d1d948a0e563", "name": "network-vif-deleted", "tag": "7cf95691-d169-4732-bb02-85a7aaedd64a"}, {"server_uuid": "43b2c76f-54b1-49b0-97dc-ca5613dbee6b", "name": "network-vif-deleted", "tag": "07fee088-ca6a-4a66-b672-8d714b8a3be3"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:14:43.899362 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b967cd20-506b-4120-baf3-f3e4e359a2f7 None None] Routers {'b14a20e9-da53-4224-bb7e-8af91419b108'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:14:43.900309 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-b967cd20-506b-4120-baf3-f3e4e359a2f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:14:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['b14a20e9-da53-4224-bb7e-8af91419b108'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:14:43.904355 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-68c031b4-a8ab-4835-a2bb-a99a3cf915ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fad8bfa8-f447-470c-b9fc-91616b00e055']}} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:14:43.907082 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3728672c-2498-4dbc-a5ed-08d0763485f8 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for floatingip, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:43.921920 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-68c031b4-a8ab-4835-a2bb-a99a3cf915ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '581ace71-b51b-4793-b03c-e85d8420ffe3') {'for_net_delete': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:14:43.922245 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-68c031b4-a8ab-4835-a2bb-a99a3cf915ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '581ace71-b51b-4793-b03c-e85d8420ffe3') {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:14:43.934260 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-68c031b4-a8ab-4835-a2bb-a99a3cf915ec admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736833900858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11335978'] for segment, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:43.947119 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-b967cd20-506b-4120-baf3-f3e4e359a2f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:14:43.950688 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 27 Jul 2021 23:14:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bff4e07a-f953-4b7c-815c-b16e3c6b86ca x-openstack-request-id: req-bff4e07a-f953-4b7c-815c-b16e3c6b86ca {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:14:43.950992 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c292af40-c395-4445-978c-d1d948a0e563", "name": "network-vif-deleted", "tag": "7cf95691-d169-4732-bb02-85a7aaedd64a", "status": "completed", "code": 200}, {"server_uuid": "43b2c76f-54b1-49b0-97dc-ca5613dbee6b", "name": "network-vif-deleted", "tag": "07fee088-ca6a-4a66-b672-8d714b8a3be3", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:14:43.951551 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-bff4e07a-f953-4b7c-815c-b16e3c6b86ca {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:14:43.952277 n-d-802623-1 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c292af40-c395-4445-978c-d1d948a0e563', 'name': 'network-vif-deleted', 'tag': '7cf95691-d169-4732-bb02-85a7aaedd64a', 'status': 'completed', 'code': 200} Jul 27 23:14:43.952773 n-d-802623-1 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43b2c76f-54b1-49b0-97dc-ca5613dbee6b', 'name': 'network-vif-deleted', 'tag': '07fee088-ca6a-4a66-b672-8d714b8a3be3', 'status': 'completed', 'code': 200} Jul 27 23:14:43.954314 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-68c031b4-a8ab-4835-a2bb-a99a3cf915ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:43.962049 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b967cd20-506b-4120-baf3-f3e4e359a2f7 None None] Routers {'b14a20e9-da53-4224-bb7e-8af91419b108'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:14:43.962314 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-3728672c-2498-4dbc-a5ed-08d0763485f8 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 3.8260727 Jul 27 23:14:43.962471 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-b967cd20-506b-4120-baf3-f3e4e359a2f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:14:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['b14a20e9-da53-4224-bb7e-8af91419b108'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:14:43.963603 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 40936) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:14:43.973469 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68c031b4-a8ab-4835-a2bb-a99a3cf915ec admin admin] Releasing vlan 531 on physical network physnet1 to pool {{(pid=93797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 23:14:43.973881 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-68c031b4-a8ab-4835-a2bb-a99a3cf915ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11336013'] for segment, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:43.975628 n-d-802623-1 neutron-server[93797]: Traceback (most recent call last): Jul 27 23:14:43.975628 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 23:14:43.975628 n-d-802623-1 neutron-server[93797]: timer() Jul 27 23:14:43.975628 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 23:14:43.975628 n-d-802623-1 neutron-server[93797]: cb(*args, **kw) Jul 27 23:14:43.975628 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 23:14:43.975628 n-d-802623-1 neutron-server[93797]: return func(*args, **kwargs) Jul 27 23:14:43.975628 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 23:14:43.975628 n-d-802623-1 neutron-server[93797]: self._notify() Jul 27 23:14:43.975628 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 23:14:43.975628 n-d-802623-1 neutron-server[93797]: self.callback(batched_events) Jul 27 23:14:43.975628 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 23:14:43.975628 n-d-802623-1 neutron-server[93797]: event.method(event) Jul 27 23:14:43.975628 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 23:14:43.975628 n-d-802623-1 neutron-server[93797]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 23:14:43.975628 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 23:14:43.975628 n-d-802623-1 neutron-server[93797]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 23:14:43.975628 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 23:14:43.975628 n-d-802623-1 neutron-server[93797]: return f(self, *a, **k) Jul 27 23:14:43.975628 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 23:14:43.975628 n-d-802623-1 neutron-server[93797]: return self._get(url).json() Jul 27 23:14:43.975628 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 23:14:43.975628 n-d-802623-1 neutron-server[93797]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 23:14:43.975628 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 23:14:43.975628 n-d-802623-1 neutron-server[93797]: return self.request(url, 'GET', **kwargs) Jul 27 23:14:43.975628 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 23:14:43.975628 n-d-802623-1 neutron-server[93797]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 23:14:43.975628 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 23:14:43.975628 n-d-802623-1 neutron-server[93797]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 23:14:43.975628 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 23:14:43.975628 n-d-802623-1 neutron-server[93797]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 23:14:43.975628 n-d-802623-1 neutron-server[93797]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 23:14:43.993880 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-b967cd20-506b-4120-baf3-f3e4e359a2f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:14:43.994580 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b967cd20-506b-4120-baf3-f3e4e359a2f7 None None] The sync data for ids ['b14a20e9-da53-4224-bb7e-8af91419b108'] in n-d-802623-1 is: [] {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:14:44.071695 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-68c031b4-a8ab-4835-a2bb-a99a3cf915ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415412'] for network, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:44.077038 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-68c031b4-a8ab-4835-a2bb-a99a3cf915ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for network, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:44.079473 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-68c031b4-a8ab-4835-a2bb-a99a3cf915ec admin admin] 10.222.0.18 "DELETE /v2.0/networks/fad8bfa8-f447-470c-b9fc-91616b00e055 HTTP/1.1" status: 204 len: 168 time: 0.3956816 Jul 27 23:14:44.082435 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 40938) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:14:44.085322 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-f44c0cc8-ebe9-41b4-894d-6462fbaf81d6 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] 10.222.0.18 "GET /v2.0/floatingips/db569f1a-baf0-4118-ba18-425d99aff466 HTTP/1.1" status: 200 len: 978 time: 0.1200552 Jul 27 23:14:44.089686 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 40940) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:14:44.095619 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c031b4-a8ab-4835-a2bb-a99a3cf915ec admin admin] Pushing event deleted for resources: {'Network': ['ID=fad8bfa8-f447-470c-b9fc-91616b00e055,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:14:44.248744 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 40946) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:14:44.251115 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_v2 [None req-50ca89d9-7599-446d-9260-eae7e5b3da7e admin admin] Deleting subnet 0a29e8dc-dc36-4c05-81f8-981e8d179b43 {{(pid=93798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 23:14:44.262034 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-602bc267-aa6a-47c0-b90d-3eca5ccf4f72 req-2a0d1003-a9bb-4a15-a457-b27f2f7d2d4b tempest-ServerShowV254Test-2064811959 tempest-ServerShowV254Test-2064811959-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5f4b7d8-0f5a-496b-9d75-fcac7b4c9717 HTTP/1.1" status: 200 len: 210 time: 0.0662138 Jul 27 23:14:44.262956 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-50ca89d9-7599-446d-9260-eae7e5b3da7e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:44.267801 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-13dbdd26-34cf-4efc-8a60-d816ee766155 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] 10.222.0.18 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.1770406 Jul 27 23:14:44.285178 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 40950) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:14:44.289935 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-0e2a8420-7518-499f-9de7-1a8042ee3cdb tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Request body: {'floatingip': {'port_id': '6f5aac3a-892f-427c-82bd-eb959603faac'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:14:44.330656 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_v2 [None req-06de05f3-484e-4942-ab12-72be0804dff3 admin admin] Deleting subnet 50644b7c-7810-4f55-8fe3-b32463d21f4c {{(pid=93797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 23:14:44.339139 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-06de05f3-484e-4942-ab12-72be0804dff3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:44.344073 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-50ca89d9-7599-446d-9260-eae7e5b3da7e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11163249'] for subnet, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:44.385032 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0e2a8420-7518-499f-9de7-1a8042ee3cdb tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Notify callbacks [] for floatingip, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:44.401409 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-06de05f3-484e-4942-ab12-72be0804dff3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11335971'] for subnet, precommit_delete_associations {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:44.441498 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-50ca89d9-7599-446d-9260-eae7e5b3da7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620741'] for subnet, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:44.470378 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-06de05f3-484e-4942-ab12-72be0804dff3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620741'] for subnet, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:44.576187 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-50ca89d9-7599-446d-9260-eae7e5b3da7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11971800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12265753'] for subnet, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:44.592396 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-06de05f3-484e-4942-ab12-72be0804dff3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11335991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11551414'] for subnet, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:44.624046 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06de05f3-484e-4942-ab12-72be0804dff3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=50644b7c-7810-4f55-8fe3-b32463d21f4c,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:14:44.627100 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-06de05f3-484e-4942-ab12-72be0804dff3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for subnet, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:44.631515 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-06de05f3-484e-4942-ab12-72be0804dff3 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/50644b7c-7810-4f55-8fe3-b32463d21f4c HTTP/1.1" status: 204 len: 168 time: 0.3792102 Jul 27 23:14:44.631912 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 40962) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:14:44.638650 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ca89d9-7599-446d-9260-eae7e5b3da7e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a29e8dc-dc36-4c05-81f8-981e8d179b43,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:14:44.645126 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-50ca89d9-7599-446d-9260-eae7e5b3da7e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:44.649937 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-50ca89d9-7599-446d-9260-eae7e5b3da7e admin admin] 10.222.0.18 "DELETE /v2.0/subnets/0a29e8dc-dc36-4c05-81f8-981e8d179b43 HTTP/1.1" status: 204 len: 168 time: 0.5635283 Jul 27 23:14:44.650052 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 40964) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:14:44.885747 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device 07fee088-ca6a-4a66-b672-8d714b8a3be3 no longer exists at agent hyperv_n-h2-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:14:44.907648 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] No Port match for: 07fee088-ca6a-4a66-b672-8d714b8a3be3 {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:14:44.908355 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device 07fee088-ca6a-4a66-b672-8d714b8a3be3 not bound to the agent host n-h2-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:14:44.908465 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device a142bec0-f63c-43a8-b598-e4015038c2bc no longer exists at agent hyperv_n-h2-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:14:44.930160 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] No Port match for: a142bec0-f63c-43a8-b598-e4015038c2bc {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:14:44.930864 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device a142bec0-f63c-43a8-b598-e4015038c2bc not bound to the agent host n-h2-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:14:44.985794 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0e2a8420-7518-499f-9de7-1a8042ee3cdb tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:44.989663 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0e2a8420-7518-499f-9de7-1a8042ee3cdb tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-415302'] for floatingip, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:45.053363 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec3db38-78d9-4ddb-9cfb-cb1e32c1f270 req-f699b1c3-ded3-40e8-a868-8c1d2bbfe632 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:14:45.054954 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-6ec3db38-78d9-4ddb-9cfb-cb1e32c1f270 req-f699b1c3-ded3-40e8-a868-8c1d2bbfe632 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/ports?device_id=13990610-5726-4497-81b9-f5375fbe4860 HTTP/1.1" status: 200 len: 950 time: 0.4938488 Jul 27 23:14:45.093298 n-d-802623-1 neutron-server[93798]: INFO neutron.db.l3_db [None req-0e2a8420-7518-499f-9de7-1a8042ee3cdb tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Floating IP db569f1a-baf0-4118-ba18-425d99aff466 associated. External IP: 172.25.4.187, port: 8e3683e7-5478-4895-a801-eca38be8a2e7. Jul 27 23:14:45.109227 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a7728691-d97c-428c-9dd4-a40aec50ac81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593271'] for network, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:45.116643 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8a8b7e98-c3a0-429e-8cc3-a16e819676b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593271'] for network, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:45.149303 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-6ec3db38-78d9-4ddb-9cfb-cb1e32c1f270 req-8928b24b-7b63-42f5-b6ac-3d23ba0e6a1c tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb779318-b8ff-43a6-a94f-3ce471aff166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838733 Jul 27 23:14:45.292085 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a7728691-d97c-428c-9dd4-a40aec50ac81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618032', 'neutron.services.segments.db._delete_segments_for_network-8736833900081'] for network, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:45.295977 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8a8b7e98-c3a0-429e-8cc3-a16e819676b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618032', 'neutron.services.segments.db._delete_segments_for_network-8736833900081'] for network, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:45.318895 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e2a8420-7518-499f-9de7-1a8042ee3cdb tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Router b14a20e9-da53-4224-bb7e-8af91419b108 has already been hosted by L3 agent 018c4455-49c0-4734-927d-7824067b2a9e {{(pid=93798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 23:14:45.319564 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-8a8b7e98-c3a0-429e-8cc3-a16e819676b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10048b5c-0928-4dc2-9f62-3fdc9e53e908']}} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:14:45.323917 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-a7728691-d97c-428c-9dd4-a40aec50ac81 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76c7e756-28f4-4745-b962-f14793a97234']}} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:14:45.342303 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-8a8b7e98-c3a0-429e-8cc3-a16e819676b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f11b804-07bb-4ec7-bf59-f26f8d3465b4') {'for_net_delete': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:14:45.342997 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-8a8b7e98-c3a0-429e-8cc3-a16e819676b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f11b804-07bb-4ec7-bf59-f26f8d3465b4') {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:14:45.345675 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-a7728691-d97c-428c-9dd4-a40aec50ac81 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09b526ec-df96-4a77-885e-8a5fa321e907') {'for_net_delete': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:14:45.346041 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-a7728691-d97c-428c-9dd4-a40aec50ac81 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09b526ec-df96-4a77-885e-8a5fa321e907') {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:14:45.362260 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8a8b7e98-c3a0-429e-8cc3-a16e819676b7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736833900858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11335978'] for segment, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:45.365320 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a7728691-d97c-428c-9dd4-a40aec50ac81 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736833900858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11335978'] for segment, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:45.389036 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8a8b7e98-c3a0-429e-8cc3-a16e819676b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:45.391567 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a7728691-d97c-428c-9dd4-a40aec50ac81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:45.398334 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-31463ffb-2dbd-466f-9609-fb71af92705e req-f77c2847-739e-4343-a6c7-ff47873214a9 tempest-ServerShowV254Test-2064811959 tempest-ServerShowV254Test-2064811959-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5f4b7d8-0f5a-496b-9d75-fcac7b4c9717 HTTP/1.1" status: 200 len: 210 time: 0.0340676 Jul 27 23:14:45.400838 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a8b7e98-c3a0-429e-8cc3-a16e819676b7 admin admin] Releasing vlan 536 on physical network physnet1 to pool {{(pid=93797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 23:14:45.401246 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8a8b7e98-c3a0-429e-8cc3-a16e819676b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11336013'] for segment, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:45.403379 n-d-802623-1 neutron-server[93797]: Traceback (most recent call last): Jul 27 23:14:45.403379 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 23:14:45.403379 n-d-802623-1 neutron-server[93797]: timer() Jul 27 23:14:45.403379 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 23:14:45.403379 n-d-802623-1 neutron-server[93797]: cb(*args, **kw) Jul 27 23:14:45.403379 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 23:14:45.403379 n-d-802623-1 neutron-server[93797]: return func(*args, **kwargs) Jul 27 23:14:45.403379 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 23:14:45.403379 n-d-802623-1 neutron-server[93797]: self._notify() Jul 27 23:14:45.403379 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 23:14:45.403379 n-d-802623-1 neutron-server[93797]: self.callback(batched_events) Jul 27 23:14:45.403379 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 23:14:45.403379 n-d-802623-1 neutron-server[93797]: event.method(event) Jul 27 23:14:45.403379 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 23:14:45.403379 n-d-802623-1 neutron-server[93797]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 23:14:45.403379 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 23:14:45.403379 n-d-802623-1 neutron-server[93797]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 23:14:45.403379 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 23:14:45.403379 n-d-802623-1 neutron-server[93797]: return f(self, *a, **k) Jul 27 23:14:45.403379 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 23:14:45.403379 n-d-802623-1 neutron-server[93797]: return self._get(url).json() Jul 27 23:14:45.403379 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 23:14:45.403379 n-d-802623-1 neutron-server[93797]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 23:14:45.403379 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 23:14:45.403379 n-d-802623-1 neutron-server[93797]: return self.request(url, 'GET', **kwargs) Jul 27 23:14:45.403379 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 23:14:45.403379 n-d-802623-1 neutron-server[93797]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 23:14:45.403379 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 23:14:45.403379 n-d-802623-1 neutron-server[93797]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 23:14:45.403379 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 23:14:45.403379 n-d-802623-1 neutron-server[93797]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 23:14:45.403379 n-d-802623-1 neutron-server[93797]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 23:14:45.413654 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7728691-d97c-428c-9dd4-a40aec50ac81 admin admin] Releasing vlan 541 on physical network physnet1 to pool {{(pid=93797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 23:14:45.414171 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a7728691-d97c-428c-9dd4-a40aec50ac81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11336013'] for segment, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:45.415980 n-d-802623-1 neutron-server[93797]: Traceback (most recent call last): Jul 27 23:14:45.415980 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 23:14:45.415980 n-d-802623-1 neutron-server[93797]: timer() Jul 27 23:14:45.415980 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 23:14:45.415980 n-d-802623-1 neutron-server[93797]: cb(*args, **kw) Jul 27 23:14:45.415980 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 23:14:45.415980 n-d-802623-1 neutron-server[93797]: return func(*args, **kwargs) Jul 27 23:14:45.415980 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 23:14:45.415980 n-d-802623-1 neutron-server[93797]: self._notify() Jul 27 23:14:45.415980 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 23:14:45.415980 n-d-802623-1 neutron-server[93797]: self.callback(batched_events) Jul 27 23:14:45.415980 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 23:14:45.415980 n-d-802623-1 neutron-server[93797]: event.method(event) Jul 27 23:14:45.415980 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 23:14:45.415980 n-d-802623-1 neutron-server[93797]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 23:14:45.415980 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 23:14:45.415980 n-d-802623-1 neutron-server[93797]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 23:14:45.415980 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 23:14:45.415980 n-d-802623-1 neutron-server[93797]: return f(self, *a, **k) Jul 27 23:14:45.415980 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 23:14:45.415980 n-d-802623-1 neutron-server[93797]: return self._get(url).json() Jul 27 23:14:45.415980 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 23:14:45.415980 n-d-802623-1 neutron-server[93797]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 23:14:45.415980 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 23:14:45.415980 n-d-802623-1 neutron-server[93797]: return self.request(url, 'GET', **kwargs) Jul 27 23:14:45.415980 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 23:14:45.415980 n-d-802623-1 neutron-server[93797]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 23:14:45.415980 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 23:14:45.415980 n-d-802623-1 neutron-server[93797]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 23:14:45.415980 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 23:14:45.415980 n-d-802623-1 neutron-server[93797]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 23:14:45.415980 n-d-802623-1 neutron-server[93797]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 23:14:45.484777 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e2a8420-7518-499f-9de7-1a8042ee3cdb tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:14:45.495908 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be43616e-e7c8-49cc-84db-9bbdea989b05 None None] Sync routers for ids ['b14a20e9-da53-4224-bb7e-8af91419b108'] in n-d-802623-1 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:14:45.506593 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be43616e-e7c8-49cc-84db-9bbdea989b05 None None] Routers {'b14a20e9-da53-4224-bb7e-8af91419b108'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:14:45.507235 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-be43616e-e7c8-49cc-84db-9bbdea989b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:14:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['b14a20e9-da53-4224-bb7e-8af91419b108'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:14:45.537866 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8a8b7e98-c3a0-429e-8cc3-a16e819676b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415412'] for network, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:45.543656 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-be43616e-e7c8-49cc-84db-9bbdea989b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:14:45.555285 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be43616e-e7c8-49cc-84db-9bbdea989b05 None None] Routers {'b14a20e9-da53-4224-bb7e-8af91419b108'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:14:45.556227 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-be43616e-e7c8-49cc-84db-9bbdea989b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:14:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['b14a20e9-da53-4224-bb7e-8af91419b108'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:14:45.557091 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8a8b7e98-c3a0-429e-8cc3-a16e819676b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for network, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:45.559335 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-8a8b7e98-c3a0-429e-8cc3-a16e819676b7 admin admin] 10.222.0.18 "DELETE /v2.0/networks/10048b5c-0928-4dc2-9f62-3fdc9e53e908 HTTP/1.1" status: 204 len: 168 time: 0.9083328 Jul 27 23:14:45.560544 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8b7e98-c3a0-429e-8cc3-a16e819676b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=10048b5c-0928-4dc2-9f62-3fdc9e53e908,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:14:45.565738 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a7728691-d97c-428c-9dd4-a40aec50ac81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415412'] for network, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:45.571059 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a7728691-d97c-428c-9dd4-a40aec50ac81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for network, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:45.572908 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-a7728691-d97c-428c-9dd4-a40aec50ac81 admin admin] 10.222.0.18 "DELETE /v2.0/networks/76c7e756-28f4-4745-b962-f14793a97234 HTTP/1.1" status: 204 len: 168 time: 0.9402654 Jul 27 23:14:45.579737 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 40976) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:14:45.598338 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7728691-d97c-428c-9dd4-a40aec50ac81 admin admin] Pushing event deleted for resources: {'Network': ['ID=76c7e756-28f4-4745-b962-f14793a97234,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:14:45.625483 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-be43616e-e7c8-49cc-84db-9bbdea989b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:14:45.626118 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be43616e-e7c8-49cc-84db-9bbdea989b05 None None] The sync data for ids ['b14a20e9-da53-4224-bb7e-8af91419b108'] in n-d-802623-1 is: [] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:14:45.681637 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a2be517-9043-4e22-915e-3a46e7a6c204 admin admin] Deleting subnet aff8138c-cee8-41b4-8afe-055a10cf75e8 {{(pid=93798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 23:14:45.688012 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5a2be517-9043-4e22-915e-3a46e7a6c204 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:45.766585 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5a2be517-9043-4e22-915e-3a46e7a6c204 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11163249'] for subnet, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:45.784835 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 40978) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:14:45.837859 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-3e94f8bd-acf3-4e5e-b70f-2f5cdaa5ce49 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=63335f5f30aa4279921bf8e469e2b753&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0514410 Jul 27 23:14:45.840566 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 40980) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:14:45.852266 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5a2be517-9043-4e22-915e-3a46e7a6c204 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620741'] for subnet, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:45.873836 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 7cf95691-d169-4732-bb02-85a7aaedd64a no longer exists at agent hyperv_n-h1-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:14:45.885743 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e2a8420-7518-499f-9de7-1a8042ee3cdb tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Router b14a20e9-da53-4224-bb7e-8af91419b108 has already been hosted by L3 agent 018c4455-49c0-4734-927d-7824067b2a9e {{(pid=93798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 23:14:45.896800 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-54414c45-1ff4-4dd6-8c7c-a47725cf34bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:45.900285 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] No Port match for: 7cf95691-d169-4732-bb02-85a7aaedd64a {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:14:45.900617 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 7cf95691-d169-4732-bb02-85a7aaedd64a not bound to the agent host n-h1-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:14:45.926374 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-54414c45-1ff4-4dd6-8c7c-a47725cf34bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:45.980520 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-54414c45-1ff4-4dd6-8c7c-a47725cf34bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:45.983318 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-54414c45-1ff4-4dd6-8c7c-a47725cf34bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:45.986930 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-54414c45-1ff4-4dd6-8c7c-a47725cf34bd admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f4daccd8-cf20-481b-97f9-9f0b5bce602e HTTP/1.1" status: 204 len: 168 time: 0.1429002 Jul 27 23:14:45.993137 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54414c45-1ff4-4dd6-8c7c-a47725cf34bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4daccd8-cf20-481b-97f9-9f0b5bce602e,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:14:46.318185 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5a2be517-9043-4e22-915e-3a46e7a6c204 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11971800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12265753'] for subnet, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:46.338009 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 40988) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:14:46.379521 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-a3f82532-400c-4979-83a0-be521c6b4455 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b41e45e5b99a4f429630b6905a8a9691&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0403247 Jul 27 23:14:46.381983 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 40990) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:14:46.389199 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2be517-9043-4e22-915e-3a46e7a6c204 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aff8138c-cee8-41b4-8afe-055a10cf75e8,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:14:46.396019 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5a2be517-9043-4e22-915e-3a46e7a6c204 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:46.400252 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-5a2be517-9043-4e22-915e-3a46e7a6c204 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/aff8138c-cee8-41b4-8afe-055a10cf75e8 HTTP/1.1" status: 204 len: 168 time: 0.8171446 Jul 27 23:14:46.400558 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 40992) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:14:46.429168 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89baef05-fc32-4b60-8530-18cee4781288 req-e9e118d7-051c-4986-8c1e-5aeec2ddf186 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:14:46.430585 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-89baef05-fc32-4b60-8530-18cee4781288 req-e9e118d7-051c-4986-8c1e-5aeec2ddf186 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.49 "GET /v2.0/ports?device_id=13990610-5726-4497-81b9-f5375fbe4860 HTTP/1.1" status: 200 len: 950 time: 0.1756945 Jul 27 23:14:46.454427 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12534b8-3438-4f91-b084-8e7326f5c73c req-29d3e257-ec6e-4494-9a23-06ac6b8305a1 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:14:46.456292 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b12534b8-3438-4f91-b084-8e7326f5c73c req-29d3e257-ec6e-4494-9a23-06ac6b8305a1 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/ports?device_id=13990610-5726-4497-81b9-f5375fbe4860 HTTP/1.1" status: 200 len: 950 time: 0.2060509 Jul 27 23:14:46.481744 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e2a8420-7518-499f-9de7-1a8042ee3cdb tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:14:46.493051 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0e2a8420-7518-499f-9de7-1a8042ee3cdb tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for floatingip, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:46.496322 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44da58f6-1103-40f5-9136-8ad777a99168 None None] Sync routers for ids ['b14a20e9-da53-4224-bb7e-8af91419b108'] in n-d-802623-1 {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:14:46.507374 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3a02c85f-1210-4c40-a5ba-6b0146e11ded admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593271'] for network, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:46.511826 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-466bafd1-5b46-4027-ba1c-6f7ac75a61ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:46.513704 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44da58f6-1103-40f5-9136-8ad777a99168 None None] Routers {'b14a20e9-da53-4224-bb7e-8af91419b108'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:14:46.515919 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-44da58f6-1103-40f5-9136-8ad777a99168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:14:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['b14a20e9-da53-4224-bb7e-8af91419b108'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:14:46.559952 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-44da58f6-1103-40f5-9136-8ad777a99168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:14:46.562468 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-466bafd1-5b46-4027-ba1c-6f7ac75a61ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:46.565958 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-33fa7445-4a0f-4d92-8843-2711153ab8ea req-3e0bfff5-5d91-4265-b1b1-b79c27229f23 tempest-ServerShowV254Test-2064811959 tempest-ServerShowV254Test-2064811959-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5f4b7d8-0f5a-496b-9d75-fcac7b4c9717 HTTP/1.1" status: 200 len: 210 time: 0.0430374 Jul 27 23:14:46.572175 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44da58f6-1103-40f5-9136-8ad777a99168 None None] Routers {'b14a20e9-da53-4224-bb7e-8af91419b108'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:14:46.573041 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-44da58f6-1103-40f5-9136-8ad777a99168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:14:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['b14a20e9-da53-4224-bb7e-8af91419b108'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:14:46.615582 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-44da58f6-1103-40f5-9136-8ad777a99168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:14:46.616667 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44da58f6-1103-40f5-9136-8ad777a99168 None None] The sync data for ids ['b14a20e9-da53-4224-bb7e-8af91419b108'] in n-d-802623-1 is: [] {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:14:46.623914 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b12534b8-3438-4f91-b084-8e7326f5c73c req-38138ba2-a282-4d80-9dd4-3735314c296d tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb779318-b8ff-43a6-a94f-3ce471aff166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444416 Jul 27 23:14:46.635309 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-0e2a8420-7518-499f-9de7-1a8042ee3cdb tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] 10.222.0.18 "PUT /v2.0/floatingips/db569f1a-baf0-4118-ba18-425d99aff466 HTTP/1.1" status: 200 len: 978 time: 2.3464804 Jul 27 23:14:46.635522 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 41002) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:14:46.646090 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-d2234f16-ac91-4c59-9ab3-b5936189861a tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:14:46.700818 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-89baef05-fc32-4b60-8530-18cee4781288 req-0060f7bf-310e-4f3d-8eca-f4a19fa61740 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] Deleting port be3f4841-615f-4e54-aa39-ad6709ec1563 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:14:46.701185 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-89baef05-fc32-4b60-8530-18cee4781288 req-0060f7bf-310e-4f3d-8eca-f4a19fa61740 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:46.707409 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3a02c85f-1210-4c40-a5ba-6b0146e11ded admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618032', 'neutron.services.segments.db._delete_segments_for_network-8736833900081'] for network, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:46.722030 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-3a02c85f-1210-4c40-a5ba-6b0146e11ded admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35ff23ed-a7a4-4b5d-a162-030bc7587cd1']}} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:14:46.734988 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-3a02c85f-1210-4c40-a5ba-6b0146e11ded admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '491db5e2-b8ef-4b16-8dbb-193cc9646e67') {'for_net_delete': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:14:46.735380 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-3a02c85f-1210-4c40-a5ba-6b0146e11ded admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '491db5e2-b8ef-4b16-8dbb-193cc9646e67') {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:14:46.746053 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3a02c85f-1210-4c40-a5ba-6b0146e11ded admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736833900858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11335978'] for segment, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:46.768947 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3a02c85f-1210-4c40-a5ba-6b0146e11ded admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:46.774448 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-466bafd1-5b46-4027-ba1c-6f7ac75a61ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:46.778056 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-466bafd1-5b46-4027-ba1c-6f7ac75a61ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:46.781720 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-466bafd1-5b46-4027-ba1c-6f7ac75a61ae admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e2cac37e-59a8-4938-81cc-172c76f352b3 HTTP/1.1" status: 204 len: 168 time: 0.3963504 Jul 27 23:14:46.784226 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a02c85f-1210-4c40-a5ba-6b0146e11ded admin admin] Releasing vlan 539 on physical network physnet1 to pool {{(pid=93797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 23:14:46.784647 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3a02c85f-1210-4c40-a5ba-6b0146e11ded admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11336013'] for segment, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:46.786451 n-d-802623-1 neutron-server[93797]: Traceback (most recent call last): Jul 27 23:14:46.786451 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 23:14:46.786451 n-d-802623-1 neutron-server[93797]: timer() Jul 27 23:14:46.786451 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 23:14:46.786451 n-d-802623-1 neutron-server[93797]: cb(*args, **kw) Jul 27 23:14:46.786451 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 23:14:46.786451 n-d-802623-1 neutron-server[93797]: return func(*args, **kwargs) Jul 27 23:14:46.786451 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 23:14:46.786451 n-d-802623-1 neutron-server[93797]: self._notify() Jul 27 23:14:46.786451 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 23:14:46.786451 n-d-802623-1 neutron-server[93797]: self.callback(batched_events) Jul 27 23:14:46.786451 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 23:14:46.786451 n-d-802623-1 neutron-server[93797]: event.method(event) Jul 27 23:14:46.786451 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 23:14:46.786451 n-d-802623-1 neutron-server[93797]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 23:14:46.786451 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 23:14:46.786451 n-d-802623-1 neutron-server[93797]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 23:14:46.786451 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 23:14:46.786451 n-d-802623-1 neutron-server[93797]: return f(self, *a, **k) Jul 27 23:14:46.786451 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 23:14:46.786451 n-d-802623-1 neutron-server[93797]: return self._get(url).json() Jul 27 23:14:46.786451 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 23:14:46.786451 n-d-802623-1 neutron-server[93797]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 23:14:46.786451 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 23:14:46.786451 n-d-802623-1 neutron-server[93797]: return self.request(url, 'GET', **kwargs) Jul 27 23:14:46.786451 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 23:14:46.786451 n-d-802623-1 neutron-server[93797]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 23:14:46.786451 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 23:14:46.786451 n-d-802623-1 neutron-server[93797]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 23:14:46.786451 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 23:14:46.786451 n-d-802623-1 neutron-server[93797]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 23:14:46.786451 n-d-802623-1 neutron-server[93797]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 23:14:46.793262 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d2234f16-ac91-4c59-9ab3-b5936189861a tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Notify callbacks [] for floatingip, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:46.837124 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466bafd1-5b46-4027-ba1c-6f7ac75a61ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2cac37e-59a8-4938-81cc-172c76f352b3,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:14:46.856807 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3a02c85f-1210-4c40-a5ba-6b0146e11ded admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415412'] for network, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:46.863428 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3a02c85f-1210-4c40-a5ba-6b0146e11ded admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for network, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:46.871918 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-3a02c85f-1210-4c40-a5ba-6b0146e11ded admin admin] 10.222.0.18 "DELETE /v2.0/networks/35ff23ed-a7a4-4b5d-a162-030bc7587cd1 HTTP/1.1" status: 204 len: 168 time: 0.4697421 Jul 27 23:14:46.879734 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-89baef05-fc32-4b60-8530-18cee4781288 req-0060f7bf-310e-4f3d-8eca-f4a19fa61740 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] For port be3f4841-615f-4e54-aa39-ad6709ec1563, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=be3f4841-615f-4e54-aa39-ad6709ec1563,segment=NetworkSegment(16e91594-c047-4b55-93eb-43af33ad08e1),segment_id=16e91594-c047-4b55-93eb-43af33ad08e1)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:14:46.880106 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-89baef05-fc32-4b60-8530-18cee4781288 req-0060f7bf-310e-4f3d-8eca-f4a19fa61740 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:46.889294 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a02c85f-1210-4c40-a5ba-6b0146e11ded admin admin] Pushing event deleted for resources: {'Network': ['ID=35ff23ed-a7a4-4b5d-a162-030bc7587cd1,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:14:46.929973 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-89baef05-fc32-4b60-8530-18cee4781288 req-0060f7bf-310e-4f3d-8eca-f4a19fa61740 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] Calling delete_port for be3f4841-615f-4e54-aa39-ad6709ec1563 owned by compute:nova {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:14:47.035338 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d2234f16-ac91-4c59-9ab3-b5936189861a tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:47.047492 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d2234f16-ac91-4c59-9ab3-b5936189861a tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-415302'] for floatingip, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:47.047818 n-d-802623-1 neutron-server[93798]: INFO neutron.db.l3_db [None req-d2234f16-ac91-4c59-9ab3-b5936189861a tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Floating IP db569f1a-baf0-4118-ba18-425d99aff466 disassociated. External IP: 172.25.4.187, port: 6f5aac3a-892f-427c-82bd-eb959603faac. Jul 27 23:14:47.104008 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 41016) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:14:47.231091 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-95bd1ef1-fb50-44e5-b335-e647a735e79b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=087950dd0e374a4ea176521b9b838135&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1260910 Jul 27 23:14:47.233750 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 41020) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:14:47.279855 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-89baef05-fc32-4b60-8530-18cee4781288 req-0060f7bf-310e-4f3d-8eca-f4a19fa61740 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:47.293141 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] get_ports_and_sgs() called for port_ids ['be3f4841-615f-4e54-aa39-ad6709ec1563'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:14:47.309426 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f7abeae3-8b15-463c-a641-2f5e1189ad83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:47.316352 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0060f7bf-310e-4f3d-8eca-f4a19fa61740 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] Pushing event deleted for resources: {'Port': ['ID=be3f4841-615f-4e54-aa39-ad6709ec1563,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:14:47.326269 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] get_ports_and_sgs() called for port_ids ['6ba252fa-a400-4c81-8f91-22ddf08c59d0'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:14:47.357280 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f7abeae3-8b15-463c-a641-2f5e1189ad83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:47.407611 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-89baef05-fc32-4b60-8530-18cee4781288 req-0060f7bf-310e-4f3d-8eca-f4a19fa61740 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] No DVR routers for this DVR port be3f4841-615f-4e54-aa39-ad6709ec1563 on host n-h2-802623-1 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:14:47.413029 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-89baef05-fc32-4b60-8530-18cee4781288 req-0060f7bf-310e-4f3d-8eca-f4a19fa61740 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:47.415409 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-89baef05-fc32-4b60-8530-18cee4781288 req-0060f7bf-310e-4f3d-8eca-f4a19fa61740 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.49 "DELETE /v2.0/ports/be3f4841-615f-4e54-aa39-ad6709ec1563 HTTP/1.1" status: 204 len: 173 time: 0.9778666 Jul 27 23:14:47.416031 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13990610-5726-4497-81b9-f5375fbe4860', 'name': 'network-vif-deleted', 'tag': 'be3f4841-615f-4e54-aa39-ad6709ec1563'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:14:47.418641 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}011f8d312121274bb12d78e77c6379a2079800640016cec6c6d605b73666e854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-386b74fa-07d7-4431-98b6-cd815eb78812" -d '{"events": [{"server_uuid": "13990610-5726-4497-81b9-f5375fbe4860", "name": "network-vif-deleted", "tag": "be3f4841-615f-4e54-aa39-ad6709ec1563"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:14:47.427285 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f7abeae3-8b15-463c-a641-2f5e1189ad83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:47.430011 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f7abeae3-8b15-463c-a641-2f5e1189ad83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:47.443362 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2234f16-ac91-4c59-9ab3-b5936189861a tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Router b14a20e9-da53-4224-bb7e-8af91419b108 has already been hosted by L3 agent 018c4455-49c0-4734-927d-7824067b2a9e {{(pid=93798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 23:14:47.454814 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-f7abeae3-8b15-463c-a641-2f5e1189ad83 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c20cdd6f-00df-4b95-b139-513d9164316b HTTP/1.1" status: 204 len: 168 time: 0.2164197 Jul 27 23:14:47.479980 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7abeae3-8b15-463c-a641-2f5e1189ad83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c20cdd6f-00df-4b95-b139-513d9164316b,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:14:47.522603 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:14:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b52c99f-6f38-4da7-8a0c-a417505808fe x-openstack-request-id: req-2b52c99f-6f38-4da7-8a0c-a417505808fe {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:14:47.522894 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13990610-5726-4497-81b9-f5375fbe4860", "name": "network-vif-deleted", "tag": "be3f4841-615f-4e54-aa39-ad6709ec1563", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:14:47.523216 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2b52c99f-6f38-4da7-8a0c-a417505808fe {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:14:47.523621 n-d-802623-1 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13990610-5726-4497-81b9-f5375fbe4860', 'name': 'network-vif-deleted', 'tag': 'be3f4841-615f-4e54-aa39-ad6709ec1563', 'status': 'completed', 'code': 200} Jul 27 23:14:47.599595 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2234f16-ac91-4c59-9ab3-b5936189861a tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:14:47.604913 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d2234f16-ac91-4c59-9ab3-b5936189861a tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for floatingip, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:47.612574 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1718b9ec-8d08-43c8-9bac-21e3fc1e9552 None None] Sync routers for ids ['b14a20e9-da53-4224-bb7e-8af91419b108'] in n-d-802623-1 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:14:47.622104 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1718b9ec-8d08-43c8-9bac-21e3fc1e9552 None None] Routers {'b14a20e9-da53-4224-bb7e-8af91419b108'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:14:47.622859 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-1718b9ec-8d08-43c8-9bac-21e3fc1e9552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:14:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['b14a20e9-da53-4224-bb7e-8af91419b108'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:14:47.656843 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-1718b9ec-8d08-43c8-9bac-21e3fc1e9552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:14:47.659700 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 41040) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:14:47.665785 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1718b9ec-8d08-43c8-9bac-21e3fc1e9552 None None] Routers {'b14a20e9-da53-4224-bb7e-8af91419b108'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:14:47.666903 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-1718b9ec-8d08-43c8-9bac-21e3fc1e9552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:14:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['b14a20e9-da53-4224-bb7e-8af91419b108'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:14:47.672940 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-d2234f16-ac91-4c59-9ab3-b5936189861a tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] 10.222.0.18 "PUT /v2.0/floatingips/db569f1a-baf0-4118-ba18-425d99aff466 HTTP/1.1" status: 200 len: 688 time: 1.0352356 Jul 27 23:14:47.673691 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 41044) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:14:47.709967 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-1718b9ec-8d08-43c8-9bac-21e3fc1e9552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:14:47.710630 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1718b9ec-8d08-43c8-9bac-21e3fc1e9552 None None] The sync data for ids ['b14a20e9-da53-4224-bb7e-8af91419b108'] in n-d-802623-1 is: [] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:14:47.776027 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-3b6f9508-cded-4007-a480-373547b2f434 req-1f5fda86-4018-4723-87b4-e7c074619491 tempest-ServerShowV254Test-2064811959 tempest-ServerShowV254Test-2064811959-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5f4b7d8-0f5a-496b-9d75-fcac7b4c9717 HTTP/1.1" status: 200 len: 210 time: 0.0667574 Jul 27 23:14:47.924173 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-c4e70d46-d42a-40de-b94e-a3b840db90b9 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-316683545-network', 'tenant_id': '2533646710b841519bd0b48701bb2da4'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:14:47.937286 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-67118ed4-df6c-4302-849f-c87592ade915 req-35c3e9ca-95d7-4230-9579-a35eb403c981 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/ports?device_id=13990610-5726-4497-81b9-f5375fbe4860 HTTP/1.1" status: 200 len: 210 time: 0.0693185 Jul 27 23:14:47.943909 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 41052) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:14:47.984012 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4e70d46-d42a-40de-b94e-a3b840db90b9 admin admin] Made reservation on behalf of 2533646710b841519bd0b48701bb2da4 for: {'network': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:14:47.997595 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c4e70d46-d42a-40de-b94e-a3b840db90b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for network, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:48.012744 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c4e70d46-d42a-40de-b94e-a3b840db90b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:48.027081 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-01561fa9-ba34-432c-bb2b-e5583f6e168d tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Deleting port 046511cd-a207-477e-b06b-2d52cbb89134 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:14:48.027497 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-01561fa9-ba34-432c-bb2b-e5583f6e168d tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:48.087619 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-d31cdb23-9a14-4ff2-9e20-6cc19ee6befd admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9671a5f8ef734c61b8885afef41ff3a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1403086 Jul 27 23:14:48.088470 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 41054) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:14:48.137524 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-01561fa9-ba34-432c-bb2b-e5583f6e168d tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:48.137857 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-01561fa9-ba34-432c-bb2b-e5583f6e168d tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:48.150999 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-01561fa9-ba34-432c-bb2b-e5583f6e168d tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Calling delete_port for 046511cd-a207-477e-b06b-2d52cbb89134 owned by network:floatingip {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:14:48.158951 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c4e70d46-d42a-40de-b94e-a3b840db90b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:48.169088 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c4e70d46-d42a-40de-b94e-a3b840db90b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:48.181848 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-988e0ed1-5396-471c-ad0a-29226ce3859f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:48.195685 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4e70d46-d42a-40de-b94e-a3b840db90b9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 526} {{(pid=93797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 23:14:48.224146 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c4e70d46-d42a-40de-b94e-a3b840db90b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:48.224495 n-d-802623-1 neutron-server[93797]: INFO neutron.db.segments_db [None req-c4e70d46-d42a-40de-b94e-a3b840db90b9 admin admin] Added segment 5cbb93c6-e3ff-41fe-877e-637cfe4b424e of type vlan for network 054c7f72-c391-4793-970a-42b47cdb7861 Jul 27 23:14:48.229985 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e70d46-d42a-40de-b94e-a3b840db90b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c43dcb36-d2df-4be7-8a6b-0988513f45b4,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:14:48.244720 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-988e0ed1-5396-471c-ad0a-29226ce3859f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:48.295184 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c4e70d46-d42a-40de-b94e-a3b840db90b9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736833354590'] for network, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:48.301504 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-01561fa9-ba34-432c-bb2b-e5583f6e168d tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:48.334933 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01561fa9-ba34-432c-bb2b-e5583f6e168d tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Pushing event deleted for resources: {'Port': ['ID=046511cd-a207-477e-b06b-2d52cbb89134,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:14:48.338258 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c4e70d46-d42a-40de-b94e-a3b840db90b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569'] for network, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:48.340721 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4e70d46-d42a-40de-b94e-a3b840db90b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:14:48.341367 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c4e70d46-d42a-40de-b94e-a3b840db90b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for network, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:48.365124 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-988e0ed1-5396-471c-ad0a-29226ce3859f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:48.367696 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-988e0ed1-5396-471c-ad0a-29226ce3859f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:48.368848 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-988e0ed1-5396-471c-ad0a-29226ce3859f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0edd0cc6-aeff-4be6-8b0d-d12f7c179a5a HTTP/1.1" status: 204 len: 168 time: 0.2776704 Jul 27 23:14:48.402639 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-01561fa9-ba34-432c-bb2b-e5583f6e168d tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Notify callbacks [] for floatingip, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:48.406813 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-01561fa9-ba34-432c-bb2b-e5583f6e168d tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for floatingip, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:48.408235 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-01561fa9-ba34-432c-bb2b-e5583f6e168d tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] 10.222.0.18 "DELETE /v2.0/floatingips/db569f1a-baf0-4118-ba18-425d99aff466 HTTP/1.1" status: 204 len: 168 time: 0.7333555 Jul 27 23:14:48.410846 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 41058) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:14:48.416789 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-c4e70d46-d42a-40de-b94e-a3b840db90b9 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.7557740 Jul 27 23:14:48.418161 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988e0ed1-5396-471c-ad0a-29226ce3859f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0edd0cc6-aeff-4be6-8b0d-d12f7c179a5a,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:14:48.421850 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 41060) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:14:48.428679 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-0095980b-4565-48cf-a12a-409c4b05b34b admin admin] Request body: {'subnet': {'network_id': '054c7f72-c391-4793-970a-42b47cdb7861', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-316683545-subnet', 'tenant_id': '2533646710b841519bd0b48701bb2da4', 'ip_version': 4}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:14:48.437350 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e70d46-d42a-40de-b94e-a3b840db90b9 admin admin] Pushing event updated for resources: {'Network': ['ID=054c7f72-c391-4793-970a-42b47cdb7861,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:14:48.455835 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0095980b-4565-48cf-a12a-409c4b05b34b admin admin] Made reservation on behalf of 2533646710b841519bd0b48701bb2da4 for: {'subnet': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:14:48.456179 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Network 054c7f72-c391-4793-970a-42b47cdb7861 details requested by agent ovs-agent-n-d-802623-1 with host n-d-802623-1 {{(pid=93799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 23:14:48.458929 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0095980b-4565-48cf-a12a-409c4b05b34b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11551435'] for subnet, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:48.462729 n-d-802623-1 neutron-server[93798]: INFO neutron.api.v2.resource [None req-2b0ee057-50ff-4e7c-b960-6a9cddbf3592 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] delete failed (client error): The resource could not be found. Jul 27 23:14:48.463885 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-2b0ee057-50ff-4e7c-b960-6a9cddbf3592 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] 10.222.0.18 "DELETE /v2.0/floatingips/db569f1a-baf0-4118-ba18-425d99aff466 HTTP/1.1" status: 404 len: 345 time: 0.0519669 Jul 27 23:14:48.467976 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 41062) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:14:48.560617 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27da6351-340b-45e5-bcdf-60f854beac25 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:14:48.566491 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27da6351-340b-45e5-bcdf-60f854beac25 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:14:48.572551 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27da6351-340b-45e5-bcdf-60f854beac25 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:14:48.574275 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-27da6351-340b-45e5-bcdf-60f854beac25 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] 10.222.0.18 "GET /v2.0/ports?network_id=0ca84c83-45da-4ef6-b04f-a4d9490aea53 HTTP/1.1" status: 200 len: 2358 time: 0.1053572 Jul 27 23:14:48.577397 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 41066) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:14:48.634530 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7415a0cc-8550-425c-bf18-4edd563a645f tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:14:48.640954 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-7415a0cc-8550-425c-bf18-4edd563a645f tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] 10.222.0.18 "GET /v2.0/subnets/004aad6f-c745-47c1-8a75-3f40ff3b8157 HTTP/1.1" status: 200 len: 797 time: 0.0575414 Jul 27 23:14:48.641633 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 41068) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:14:48.646670 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-6ab720c4-a6a5-4e03-9dc0-5e7e5d84cd86 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Request body: {'port': {'network_id': '0ca84c83-45da-4ef6-b04f-a4d9490aea53', 'name': 'tempest-FloatingIPTestJSON-855825116', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:14:48.649333 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0095980b-4565-48cf-a12a-409c4b05b34b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11336182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11551417'] for subnet, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:48.707164 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0095980b-4565-48cf-a12a-409c4b05b34b admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc91267c-1732-43c3-b75e-db3e1fee49b1,revision_number=0']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:14:48.716997 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0095980b-4565-48cf-a12a-409c4b05b34b admin admin] Checking segment: {'id': '5cbb93c6-e3ff-41fe-877e-637cfe4b424e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '054c7f72-c391-4793-970a-42b47cdb7861'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:14:48.717363 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0095980b-4565-48cf-a12a-409c4b05b34b admin admin] Network hostable DHCP agents. Network: 054c7f72-c391-4793-970a-42b47cdb7861, hostable agents: ['5950e76f-2bde-4343-a925-cbe6bacd2706'], hosted agents: [] {{(pid=93797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 23:14:48.734687 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0095980b-4565-48cf-a12a-409c4b05b34b admin admin] Network 054c7f72-c391-4793-970a-42b47cdb7861 is scheduled to be hosted by DHCP agent 5950e76f-2bde-4343-a925-cbe6bacd2706 with binding_index 1 {{(pid=93797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 23:14:48.749430 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-0095980b-4565-48cf-a12a-409c4b05b34b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802623-1, 054c7f72-c391-4793-970a-42b47cdb7861) {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:14:48.758438 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-282d5b30-6d0f-43fe-897a-933a96a7c070 None None] Network 054c7f72-c391-4793-970a-42b47cdb7861 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:14:48.764026 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0095980b-4565-48cf-a12a-409c4b05b34b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:14:48.764779 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0095980b-4565-48cf-a12a-409c4b05b34b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for subnet, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:48.783895 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ab720c4-a6a5-4e03-9dc0-5e7e5d84cd86 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Made reservation on behalf of 514745170d2d4aba9e26a599d4d1a11f for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:14:48.790427 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-0095980b-4565-48cf-a12a-409c4b05b34b admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.3673031 Jul 27 23:14:48.793642 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 41076) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:14:48.798524 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-78b48a49-dded-4f3f-9b6c-7a782b6e6ebe admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-316683545-router', 'tenant_id': '2533646710b841519bd0b48701bb2da4', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'}}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:14:48.826224 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-78b48a49-dded-4f3f-9b6c-7a782b6e6ebe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62159'] for router, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:48.827817 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-78b48a49-dded-4f3f-9b6c-7a782b6e6ebe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-479230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-415539', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3693317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62148'] for router, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:48.896854 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6ab720c4-a6a5-4e03-9dc0-5e7e5d84cd86 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:48.916884 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [None req-6ab720c4-a6a5-4e03-9dc0-5e7e5d84cd86 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] device_id is not set on port cad6b7e9-9d15-4960-b1b7-91f75ed43432 yet. {{(pid=93798) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 23:14:48.918043 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-78b48a49-dded-4f3f-9b6c-7a782b6e6ebe admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:48.973149 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdd868a9-d37f-4059-b8a7-c6faad61aa23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f6f257c-ad18-5f0c-8c8e-ea085a5fc8a2-054c7f72-c391-4793-970a-42b47cdb7861', 'network_id': '054c7f72-c391-4793-970a-42b47cdb7861', 'tenant_id': '2533646710b841519bd0b48701bb2da4', 'fixed_ips': [{'subnet_id': 'dc91267c-1732-43c3-b75e-db3e1fee49b1'}]}} from n-d-802623-1. {{(pid=93799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 23:14:48.974019 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-cdd868a9-d37f-4059-b8a7-c6faad61aa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:49.038152 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8848ffa8-e4a2-4b8a-b2be-0262ffce9334 req-37ba27be-5d0c-4b9d-925e-476d48a4828b tempest-ServerShowV254Test-2064811959 tempest-ServerShowV254Test-2064811959-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5f4b7d8-0f5a-496b-9d75-fcac7b4c9717 HTTP/1.1" status: 200 len: 210 time: 0.1184459 Jul 27 23:14:49.188288 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-cdd868a9-d37f-4059-b8a7-c6faad61aa23 None None] Allocated IP 172.20.0.2 (054c7f72-c391-4793-970a-42b47cdb7861/dc91267c-1732-43c3-b75e-db3e1fee49b1/a7540eb0-d382-4eed-9d66-80b850b191c1) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:14:49.207108 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-78b48a49-dded-4f3f-9b6c-7a782b6e6ebe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-415433', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62186'] for router, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:49.324139 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 41102) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:14:49.451464 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-6ab720c4-a6a5-4e03-9dc0-5e7e5d84cd86 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Allocated IP 172.20.0.14 (0ca84c83-45da-4ef6-b04f-a4d9490aea53/004aad6f-c745-47c1-8a75-3f40ff3b8157/cad6b7e9-9d15-4960-b1b7-91f75ed43432) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:14:49.469934 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc93783e-c7ff-493b-8739-a1c2cd8efede req-832a0f9c-442d-4761-be04-1dcb270f7598 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:14:49.470731 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-cdd868a9-d37f-4059-b8a7-c6faad61aa23 None None] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:49.471521 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-bc93783e-c7ff-493b-8739-a1c2cd8efede req-832a0f9c-442d-4761-be04-1dcb270f7598 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/ports?device_id=84967986-7299-4570-bc82-4e600f892180 HTTP/1.1" status: 200 len: 950 time: 0.0774131 Jul 27 23:14:49.476264 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-6ab720c4-a6a5-4e03-9dc0-5e7e5d84cd86 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Allocated IP 172.20.0.13 (0ca84c83-45da-4ef6-b04f-a4d9490aea53/004aad6f-c745-47c1-8a75-3f40ff3b8157/cad6b7e9-9d15-4960-b1b7-91f75ed43432) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:14:49.485154 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-59ca7d34-77da-4eab-bb9f-1449cc67bd59 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-937409980-network', 'tenant_id': '0739a81d3f4e41cea4d8b5d15cf0347a'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:14:49.488083 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-cdd868a9-d37f-4059-b8a7-c6faad61aa23 None None] Transition to ACTIVE for port object a7540eb0-d382-4eed-9d66-80b850b191c1 will not be triggered until provisioned by entity L2. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:14:49.496242 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-78b48a49-dded-4f3f-9b6c-7a782b6e6ebe admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:49.505391 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-cdd868a9-d37f-4059-b8a7-c6faad61aa23 None None] Transition to ACTIVE for port object a7540eb0-d382-4eed-9d66-80b850b191c1 will not be triggered until provisioned by entity DHCP. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:14:49.512977 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-cdd868a9-d37f-4059-b8a7-c6faad61aa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:49.532696 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-78b48a49-dded-4f3f-9b6c-7a782b6e6ebe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:49.544820 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-bc93783e-c7ff-493b-8739-a1c2cd8efede req-7e5fa431-3891-4612-a630-fe4dab5d8fdf tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb779318-b8ff-43a6-a94f-3ce471aff166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611625 Jul 27 23:14:49.557345 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdd868a9-d37f-4059-b8a7-c6faad61aa23 None None] Network 054c7f72-c391-4793-970a-42b47cdb7861 is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:14:49.566148 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-cdd868a9-d37f-4059-b8a7-c6faad61aa23 None None] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:14:49.568021 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd868a9-d37f-4059-b8a7-c6faad61aa23 None None] Pushing event updated for resources: {'Port': ['ID=a7540eb0-d382-4eed-9d66-80b850b191c1,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:14:49.571360 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdd868a9-d37f-4059-b8a7-c6faad61aa23 None None] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:14:49.587973 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59ca7d34-77da-4eab-bb9f-1449cc67bd59 admin admin] Made reservation on behalf of 0739a81d3f4e41cea4d8b5d15cf0347a for: {'network': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:14:49.590298 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-59ca7d34-77da-4eab-bb9f-1449cc67bd59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for network, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:49.603750 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-59ca7d34-77da-4eab-bb9f-1449cc67bd59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:49.643296 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-cdd868a9-d37f-4059-b8a7-c6faad61aa23 None None] Attempting to bind port a7540eb0-d382-4eed-9d66-80b850b191c1 on host n-d-802623-1 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:14:49.643932 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-cdd868a9-d37f-4059-b8a7-c6faad61aa23 None None] Attempting to bind port a7540eb0-d382-4eed-9d66-80b850b191c1 by drivers openvswitch,hyperv on host n-d-802623-1 at level 0 using segments [{'id': '5cbb93c6-e3ff-41fe-877e-637cfe4b424e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '054c7f72-c391-4793-970a-42b47cdb7861'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:14:49.644360 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdd868a9-d37f-4059-b8a7-c6faad61aa23 None None] Attempting to bind port a7540eb0-d382-4eed-9d66-80b850b191c1 on network 054c7f72-c391-4793-970a-42b47cdb7861 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:14:49.650443 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdd868a9-d37f-4059-b8a7-c6faad61aa23 None None] Checking agent: {'id': 'a9a568d2-a5e7-41e4-833f-a8ab42ea4073', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 52, 30), 'started_at': datetime.datetime(2021, 7, 27, 22, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 14, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802623-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:14:49.651413 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdd868a9-d37f-4059-b8a7-c6faad61aa23 None None] Checking segment: {'id': '5cbb93c6-e3ff-41fe-877e-637cfe4b424e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '054c7f72-c391-4793-970a-42b47cdb7861'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:14:49.651893 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-cdd868a9-d37f-4059-b8a7-c6faad61aa23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:49.652343 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdd868a9-d37f-4059-b8a7-c6faad61aa23 None None] Bound using segment: {'id': '5cbb93c6-e3ff-41fe-877e-637cfe4b424e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '054c7f72-c391-4793-970a-42b47cdb7861'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:14:49.653365 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-cdd868a9-d37f-4059-b8a7-c6faad61aa23 None None] Bound port: a7540eb0-d382-4eed-9d66-80b850b191c1, host: n-d-802623-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cbb93c6-e3ff-41fe-877e-637cfe4b424e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '054c7f72-c391-4793-970a-42b47cdb7861'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:14:49.653811 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-cdd868a9-d37f-4059-b8a7-c6faad61aa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:49.673097 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6ab720c4-a6a5-4e03-9dc0-5e7e5d84cd86 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:49.703010 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-78b48a49-dded-4f3f-9b6c-7a782b6e6ebe admin admin] Allocated IP 172.25.4.160 (2fd42287-ed26-4eb9-89a5-b521f5b04356/17de1f8f-393a-4b0c-a2df-614bd3f2fb5e/aa8fad0a-5ff8-420e-ab5c-57ab3bd638cf) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:14:49.728953 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6ab720c4-a6a5-4e03-9dc0-5e7e5d84cd86 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:49.747129 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-cdd868a9-d37f-4059-b8a7-c6faad61aa23 None None] For port a7540eb0-d382-4eed-9d66-80b850b191c1, host n-d-802623-1, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:14:49.751358 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-cdd868a9-d37f-4059-b8a7-c6faad61aa23 None None] For port a7540eb0-d382-4eed-9d66-80b850b191c1, host n-d-802623-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=a7540eb0-d382-4eed-9d66-80b850b191c1,segment=NetworkSegment(5cbb93c6-e3ff-41fe-877e-637cfe4b424e),segment_id=5cbb93c6-e3ff-41fe-877e-637cfe4b424e)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:14:49.757075 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-cdd868a9-d37f-4059-b8a7-c6faad61aa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:49.795330 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ab720c4-a6a5-4e03-9dc0-5e7e5d84cd86 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Network 0ca84c83-45da-4ef6-b04f-a4d9490aea53 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:14:49.801020 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-6ab720c4-a6a5-4e03-9dc0-5e7e5d84cd86 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:14:49.806355 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab720c4-a6a5-4e03-9dc0-5e7e5d84cd86 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:14:49.810826 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab720c4-a6a5-4e03-9dc0-5e7e5d84cd86 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Pushing event updated for resources: {'Port': ['ID=cad6b7e9-9d15-4960-b1b7-91f75ed43432,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:14:49.819780 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd868a9-d37f-4059-b8a7-c6faad61aa23 None None] Pushing event updated for resources: {'Port': ['ID=a7540eb0-d382-4eed-9d66-80b850b191c1,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:14:49.836202 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-59ca7d34-77da-4eab-bb9f-1449cc67bd59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:49.843359 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-59ca7d34-77da-4eab-bb9f-1449cc67bd59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:49.875511 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ab720c4-a6a5-4e03-9dc0-5e7e5d84cd86 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:14:49.876507 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6ab720c4-a6a5-4e03-9dc0-5e7e5d84cd86 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:49.889303 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59ca7d34-77da-4eab-bb9f-1449cc67bd59 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 502} {{(pid=93797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 23:14:49.892285 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-6ab720c4-a6a5-4e03-9dc0-5e7e5d84cd86 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 1.2495615 Jul 27 23:14:49.895509 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 41106) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:14:49.901124 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-de59be8b-106e-49b4-80f1-f419ce47df6a tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Request body: {'floatingip': {'floating_network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'port_id': 'cad6b7e9-9d15-4960-b1b7-91f75ed43432', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:14:49.902459 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-78b48a49-dded-4f3f-9b6c-7a782b6e6ebe admin admin] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:49.905821 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ca7d34-77da-4eab-bb9f-1449cc67bd59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebb6057f-1248-4273-8511-999e9ab4fc8b,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:14:49.912972 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-59ca7d34-77da-4eab-bb9f-1449cc67bd59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:49.913331 n-d-802623-1 neutron-server[93797]: INFO neutron.db.segments_db [None req-59ca7d34-77da-4eab-bb9f-1449cc67bd59 admin admin] Added segment 98faa4f5-ea68-48b0-9aca-3a2c02b24634 of type vlan for network f590ac3c-3b09-4f42-9e1d-db2014c05402 Jul 27 23:14:49.931622 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-de59be8b-106e-49b4-80f1-f419ce47df6a tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Notify callbacks [] for floatingip, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:49.969091 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-59ca7d34-77da-4eab-bb9f-1449cc67bd59 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736833354590'] for network, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:50.024612 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-78b48a49-dded-4f3f-9b6c-7a782b6e6ebe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:50.064453 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-59ca7d34-77da-4eab-bb9f-1449cc67bd59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569'] for network, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:50.065577 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59ca7d34-77da-4eab-bb9f-1449cc67bd59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:14:50.066175 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-59ca7d34-77da-4eab-bb9f-1449cc67bd59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for network, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:50.081457 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78b48a49-dded-4f3f-9b6c-7a782b6e6ebe admin admin] Network 2fd42287-ed26-4eb9-89a5-b521f5b04356 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:14:50.124257 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-de59be8b-106e-49b4-80f1-f419ce47df6a tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:50.130824 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-78b48a49-dded-4f3f-9b6c-7a782b6e6ebe admin admin] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:14:50.184856 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78b48a49-dded-4f3f-9b6c-7a782b6e6ebe admin admin] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:14:50.226572 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-59ca7d34-77da-4eab-bb9f-1449cc67bd59 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9007065 Jul 27 23:14:50.227224 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 41116) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:14:50.233284 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b48a49-dded-4f3f-9b6c-7a782b6e6ebe admin admin] Pushing event updated for resources: {'Port': ['ID=aa8fad0a-5ff8-420e-ab5c-57ab3bd638cf,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:14:50.245480 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-1bf75532-f725-4539-935d-de8c6266c423 req-2c2e3501-8f5d-44b6-9967-e39d6477407a tempest-ServerShowV254Test-2064811959 tempest-ServerShowV254Test-2064811959-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5f4b7d8-0f5a-496b-9d75-fcac7b4c9717 HTTP/1.1" status: 200 len: 210 time: 0.0386882 Jul 27 23:14:50.254738 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-69462f4b-d75b-4745-80e1-519dff40ec74 admin admin] Request body: {'subnet': {'network_id': 'f590ac3c-3b09-4f42-9e1d-db2014c05402', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-937409980-subnet', 'tenant_id': '0739a81d3f4e41cea4d8b5d15cf0347a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:14:50.288981 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ca7d34-77da-4eab-bb9f-1449cc67bd59 admin admin] Pushing event updated for resources: {'Network': ['ID=f590ac3c-3b09-4f42-9e1d-db2014c05402,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:14:50.299609 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Network f590ac3c-3b09-4f42-9e1d-db2014c05402 details requested by agent ovs-agent-n-d-802623-1 with host n-d-802623-1 {{(pid=93799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 23:14:50.341668 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-de59be8b-106e-49b4-80f1-f419ce47df6a tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Allocated IP 172.25.4.143 (2fd42287-ed26-4eb9-89a5-b521f5b04356/17de1f8f-393a-4b0c-a2df-614bd3f2fb5e/84648080-3043-4321-a523-abdf4775fc1e) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:14:50.345055 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device a7540eb0-d382-4eed-9d66-80b850b191c1 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:14:50.347312 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69462f4b-d75b-4745-80e1-519dff40ec74 admin admin] Made reservation on behalf of 0739a81d3f4e41cea4d8b5d15cf0347a for: {'subnet': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:14:50.350588 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-69462f4b-d75b-4745-80e1-519dff40ec74 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11551435'] for subnet, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:50.419534 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning for port a7540eb0-d382-4eed-9d66-80b850b191c1 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:14:50.466737 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-de59be8b-106e-49b4-80f1-f419ce47df6a tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:50.507407 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-de59be8b-106e-49b4-80f1-f419ce47df6a tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:50.547797 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de59be8b-106e-49b4-80f1-f419ce47df6a tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Network 2fd42287-ed26-4eb9-89a5-b521f5b04356 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:14:50.552645 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-de59be8b-106e-49b4-80f1-f419ce47df6a tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:14:50.557025 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de59be8b-106e-49b4-80f1-f419ce47df6a tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:14:50.560111 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de59be8b-106e-49b4-80f1-f419ce47df6a tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Pushing event updated for resources: {'Port': ['ID=84648080-3043-4321-a523-abdf4775fc1e,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:14:50.585720 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de59be8b-106e-49b4-80f1-f419ce47df6a tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:14:50.585987 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de59be8b-106e-49b4-80f1-f419ce47df6a tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:14:50.586329 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de59be8b-106e-49b4-80f1-f419ce47df6a tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:14:50.586663 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de59be8b-106e-49b4-80f1-f419ce47df6a tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:14:50.586997 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de59be8b-106e-49b4-80f1-f419ce47df6a tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:14:50.587352 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de59be8b-106e-49b4-80f1-f419ce47df6a tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:14:50.587685 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de59be8b-106e-49b4-80f1-f419ce47df6a tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:14:50.588009 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de59be8b-106e-49b4-80f1-f419ce47df6a tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:14:50.588333 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de59be8b-106e-49b4-80f1-f419ce47df6a tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:14:50.589372 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de59be8b-106e-49b4-80f1-f419ce47df6a tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:14:50.589760 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de59be8b-106e-49b4-80f1-f419ce47df6a tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:14:50.590082 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de59be8b-106e-49b4-80f1-f419ce47df6a tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:14:50.716135 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-78b48a49-dded-4f3f-9b6c-7a782b6e6ebe admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:50.774580 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-69462f4b-d75b-4745-80e1-519dff40ec74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11336182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11551417'] for subnet, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:50.880508 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69462f4b-d75b-4745-80e1-519dff40ec74 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a2baf2b-e8a5-477d-9fe0-f66d6debbdb2,revision_number=0']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:14:50.902144 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device be3f4841-615f-4e54-aa39-ad6709ec1563 no longer exists at agent hyperv_n-h2-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:14:50.928722 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] No Port match for: be3f4841-615f-4e54-aa39-ad6709ec1563 {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:14:50.929159 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device be3f4841-615f-4e54-aa39-ad6709ec1563 not bound to the agent host n-h2-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:14:50.943381 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69462f4b-d75b-4745-80e1-519dff40ec74 admin admin] Checking segment: {'id': '98faa4f5-ea68-48b0-9aca-3a2c02b24634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'f590ac3c-3b09-4f42-9e1d-db2014c05402'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:14:50.943744 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69462f4b-d75b-4745-80e1-519dff40ec74 admin admin] Network hostable DHCP agents. Network: f590ac3c-3b09-4f42-9e1d-db2014c05402, hostable agents: ['5950e76f-2bde-4343-a925-cbe6bacd2706'], hosted agents: [] {{(pid=93797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 23:14:50.986397 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2332e497-c34a-4464-a474-ff9c7f430884 None None] Network 054c7f72-c391-4793-970a-42b47cdb7861 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:14:51.006487 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69462f4b-d75b-4745-80e1-519dff40ec74 admin admin] Network f590ac3c-3b09-4f42-9e1d-db2014c05402 is scheduled to be hosted by DHCP agent 5950e76f-2bde-4343-a925-cbe6bacd2706 with binding_index 1 {{(pid=93797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 23:14:51.027991 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-69462f4b-d75b-4745-80e1-519dff40ec74 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802623-1, f590ac3c-3b09-4f42-9e1d-db2014c05402) {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:14:51.033157 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69462f4b-d75b-4745-80e1-519dff40ec74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:14:51.034140 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-69462f4b-d75b-4745-80e1-519dff40ec74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for subnet, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:51.043708 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd0e9d60-9171-4e33-974f-bea01da58b14 None None] Network f590ac3c-3b09-4f42-9e1d-db2014c05402 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:14:51.048030 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-78b48a49-dded-4f3f-9b6c-7a782b6e6ebe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-415468'] for router, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:51.106230 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-69462f4b-d75b-4745-80e1-519dff40ec74 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8655751 Jul 27 23:14:51.118803 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ef2555-b18f-42d2-ab55-177012653cbc req-75f75488-dae9-47db-a935-9ad5f0ed7cc5 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:14:51.119733 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-038a45e7-b7f9-4aa8-9214-7262ff224938 None None] Provisioning for port a7540eb0-d382-4eed-9d66-80b850b191c1 completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:14:51.127676 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b9ef2555-b18f-42d2-ab55-177012653cbc req-75f75488-dae9-47db-a935-9ad5f0ed7cc5 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/ports?device_id=84967986-7299-4570-bc82-4e600f892180 HTTP/1.1" status: 200 len: 950 time: 0.4799125 Jul 27 23:14:51.138411 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-038a45e7-b7f9-4aa8-9214-7262ff224938 None None] Provisioning complete for port a7540eb0-d382-4eed-9d66-80b850b191c1 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:14:51.138731 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-038a45e7-b7f9-4aa8-9214-7262ff224938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:51.148185 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2821cd-a3ba-4ee6-9261-9825f6dc8e5e req-9312244d-299d-40cd-966f-2d31d8051ecf tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:14:51.149744 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-8b2821cd-a3ba-4ee6-9261-9825f6dc8e5e req-9312244d-299d-40cd-966f-2d31d8051ecf tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.38 "GET /v2.0/ports?device_id=84967986-7299-4570-bc82-4e600f892180 HTTP/1.1" status: 200 len: 950 time: 0.4385002 Jul 27 23:14:51.383790 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78b48a49-dded-4f3f-9b6c-7a782b6e6ebe admin admin] Router b7ce0f61-903c-4da1-af74-48cbf55077c9 is scheduled to L3 agent 018c4455-49c0-4734-927d-7824067b2a9e with binding_index 1 {{(pid=93797) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 23:14:51.391174 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 41136) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:14:51.509961 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad271b18-c2ce-4c8b-9f4a-0dd19d2f1770 None None] Network f590ac3c-3b09-4f42-9e1d-db2014c05402 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:14:51.554310 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b9ef2555-b18f-42d2-ab55-177012653cbc req-a3e6b1cb-e5ce-403a-9a64-4d809a1fee6c tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb779318-b8ff-43a6-a94f-3ce471aff166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4256816 Jul 27 23:14:51.574291 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-de59be8b-106e-49b4-80f1-f419ce47df6a tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:51.576245 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-038a45e7-b7f9-4aa8-9214-7262ff224938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:51.638819 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-038a45e7-b7f9-4aa8-9214-7262ff224938 None None] For port a7540eb0-d382-4eed-9d66-80b850b191c1, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=a7540eb0-d382-4eed-9d66-80b850b191c1,segment=NetworkSegment(5cbb93c6-e3ff-41fe-877e-637cfe4b424e),segment_id=5cbb93c6-e3ff-41fe-877e-637cfe4b424e)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:14:51.648446 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-8b2821cd-a3ba-4ee6-9261-9825f6dc8e5e req-9e8fd6bf-0706-4565-9e95-9113342e6e50 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] Deleting port 6ba252fa-a400-4c81-8f91-22ddf08c59d0 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:14:51.648803 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-8b2821cd-a3ba-4ee6-9261-9825f6dc8e5e req-9e8fd6bf-0706-4565-9e95-9113342e6e50 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:51.665077 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-038a45e7-b7f9-4aa8-9214-7262ff224938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:51.737181 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038a45e7-b7f9-4aa8-9214-7262ff224938 None None] Pushing event updated for resources: {'Port': ['ID=a7540eb0-d382-4eed-9d66-80b850b191c1,revision_number=3']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:14:51.747313 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-de59be8b-106e-49b4-80f1-f419ce47df6a tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:51.827597 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-8b2821cd-a3ba-4ee6-9261-9825f6dc8e5e req-9e8fd6bf-0706-4565-9e95-9113342e6e50 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] For port 6ba252fa-a400-4c81-8f91-22ddf08c59d0, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=6ba252fa-a400-4c81-8f91-22ddf08c59d0,segment=NetworkSegment(16e91594-c047-4b55-93eb-43af33ad08e1),segment_id=16e91594-c047-4b55-93eb-43af33ad08e1)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:14:51.828060 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-8b2821cd-a3ba-4ee6-9261-9825f6dc8e5e req-9e8fd6bf-0706-4565-9e95-9113342e6e50 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:51.848514 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-8b2821cd-a3ba-4ee6-9261-9825f6dc8e5e req-9e8fd6bf-0706-4565-9e95-9113342e6e50 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] Calling delete_port for 6ba252fa-a400-4c81-8f91-22ddf08c59d0 owned by compute:nova {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:14:51.858460 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-0450ffa2-1152-4d6d-94b4-bc99b66c1b00 req-882e7822-37da-49e5-957f-505888855294 tempest-ServerShowV254Test-2064811959 tempest-ServerShowV254Test-2064811959-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5f4b7d8-0f5a-496b-9d75-fcac7b4c9717 HTTP/1.1" status: 200 len: 210 time: 0.3928761 Jul 27 23:14:51.867337 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_v2 [None req-28c75a67-e5cc-4641-8345-adbd22ceefc6 admin admin] Deleting subnet 5a2baf2b-e8a5-477d-9fe0-f66d6debbdb2 {{(pid=93797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 23:14:51.873586 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-28c75a67-e5cc-4641-8345-adbd22ceefc6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:51.896800 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-0bdd4b13-9a16-4c33-91da-73b89b1e5114 None None] Provisioning complete for port a7540eb0-d382-4eed-9d66-80b850b191c1 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:14:51.897420 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-0bdd4b13-9a16-4c33-91da-73b89b1e5114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:51.958584 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-28c75a67-e5cc-4641-8345-adbd22ceefc6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11335971'] for subnet, precommit_delete_associations {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:51.990705 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78b48a49-dded-4f3f-9b6c-7a782b6e6ebe admin admin] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:14:52.002786 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-647334cf-fe08-49f7-a3e1-aecf2615a9ea None None] Sync routers for ids ['b7ce0f61-903c-4da1-af74-48cbf55077c9'] in n-d-802623-1 {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:14:52.014968 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-647334cf-fe08-49f7-a3e1-aecf2615a9ea None None] Routers {'b7ce0f61-903c-4da1-af74-48cbf55077c9'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:14:52.015540 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-28c75a67-e5cc-4641-8345-adbd22ceefc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620741'] for subnet, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:52.016272 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-647334cf-fe08-49f7-a3e1-aecf2615a9ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:14:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['b7ce0f61-903c-4da1-af74-48cbf55077c9'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:14:52.034361 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-de59be8b-106e-49b4-80f1-f419ce47df6a tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:52.036863 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-78b48a49-dded-4f3f-9b6c-7a782b6e6ebe admin admin] Notify callbacks [] for router, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:52.038121 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-78b48a49-dded-4f3f-9b6c-7a782b6e6ebe admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 3.2433996 Jul 27 23:14:52.042570 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 41138) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:14:52.065084 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-de59be8b-106e-49b4-80f1-f419ce47df6a tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:52.140061 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-647334cf-fe08-49f7-a3e1-aecf2615a9ea None None] Set router b7ce0f61-903c-4da1-af74-48cbf55077c9 gateway port host: n-d-802623-1 {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:14:52.155143 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-28c75a67-e5cc-4641-8345-adbd22ceefc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11335991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11551414'] for subnet, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:52.165679 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de59be8b-106e-49b4-80f1-f419ce47df6a tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Pushing event updated for resources: {'Port': ['ID=84648080-3043-4321-a523-abdf4775fc1e,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:14:52.170277 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-8b2821cd-a3ba-4ee6-9261-9825f6dc8e5e req-9e8fd6bf-0706-4565-9e95-9113342e6e50 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:52.173022 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-de59be8b-106e-49b4-80f1-f419ce47df6a tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-415302'] for floatingip, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:52.195387 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c75a67-e5cc-4641-8345-adbd22ceefc6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5a2baf2b-e8a5-477d-9fe0-f66d6debbdb2,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:14:52.197792 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-28c75a67-e5cc-4641-8345-adbd22ceefc6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for subnet, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:52.202265 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-28c75a67-e5cc-4641-8345-adbd22ceefc6 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/5a2baf2b-e8a5-477d-9fe0-f66d6debbdb2 HTTP/1.1" status: 204 len: 168 time: 0.8106847 Jul 27 23:14:52.203733 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 41140) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:14:52.204864 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] get_ports_and_sgs() called for port_ids ['6ba252fa-a400-4c81-8f91-22ddf08c59d0'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:14:52.241174 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8fd6bf-0706-4565-9e95-9113342e6e50 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] Pushing event deleted for resources: {'Port': ['ID=6ba252fa-a400-4c81-8f91-22ddf08c59d0,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:14:52.290434 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device a7540eb0-d382-4eed-9d66-80b850b191c1 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:14:52.338627 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ef2744d0-af10-4dd0-aad9-82a1a4a4906d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593271'] for network, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:52.339420 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b2821cd-a3ba-4ee6-9261-9825f6dc8e5e req-9e8fd6bf-0706-4565-9e95-9113342e6e50 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] No DVR routers for this DVR port 6ba252fa-a400-4c81-8f91-22ddf08c59d0 on host n-h1-802623-1 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:14:52.344596 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-8b2821cd-a3ba-4ee6-9261-9825f6dc8e5e req-9e8fd6bf-0706-4565-9e95-9113342e6e50 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:52.346881 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-8b2821cd-a3ba-4ee6-9261-9825f6dc8e5e req-9e8fd6bf-0706-4565-9e95-9113342e6e50 tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.38 "DELETE /v2.0/ports/6ba252fa-a400-4c81-8f91-22ddf08c59d0 HTTP/1.1" status: 204 len: 173 time: 1.1901240 Jul 27 23:14:52.349423 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84967986-7299-4570-bc82-4e600f892180', 'name': 'network-vif-deleted', 'tag': '6ba252fa-a400-4c81-8f91-22ddf08c59d0'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:14:52.352727 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}011f8d312121274bb12d78e77c6379a2079800640016cec6c6d605b73666e854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a939911f-1a29-4854-84c0-70ff569e12f4" -d '{"events": [{"server_uuid": "84967986-7299-4570-bc82-4e600f892180", "name": "network-vif-deleted", "tag": "6ba252fa-a400-4c81-8f91-22ddf08c59d0"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:14:52.374949 n-d-802623-1 neutron-server[93798]: INFO neutron.db.l3_db [None req-de59be8b-106e-49b4-80f1-f419ce47df6a tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Floating IP 3b741d74-88f3-4267-bd04-a87d386040b7 associated. External IP: 172.25.4.143, port: cad6b7e9-9d15-4960-b1b7-91f75ed43432. Jul 27 23:14:52.477500 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ef2744d0-af10-4dd0-aad9-82a1a4a4906d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618032', 'neutron.services.segments.db._delete_segments_for_network-8736833900081'] for network, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:52.490272 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-ef2744d0-af10-4dd0-aad9-82a1a4a4906d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f590ac3c-3b09-4f42-9e1d-db2014c05402']}} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:14:52.497180 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port a7540eb0-d382-4eed-9d66-80b850b191c1 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:14:52.497702 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:52.510117 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:14:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a376e31c-969d-4357-91ed-cdfef390b6d2 x-openstack-request-id: req-a376e31c-969d-4357-91ed-cdfef390b6d2 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:14:52.510578 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84967986-7299-4570-bc82-4e600f892180", "name": "network-vif-deleted", "tag": "6ba252fa-a400-4c81-8f91-22ddf08c59d0", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:14:52.510842 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a376e31c-969d-4357-91ed-cdfef390b6d2 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:14:52.511875 n-d-802623-1 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84967986-7299-4570-bc82-4e600f892180', 'name': 'network-vif-deleted', 'tag': '6ba252fa-a400-4c81-8f91-22ddf08c59d0', 'status': 'completed', 'code': 200} Jul 27 23:14:52.533675 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-ef2744d0-af10-4dd0-aad9-82a1a4a4906d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98faa4f5-ea68-48b0-9aca-3a2c02b24634') {'for_net_delete': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:14:52.534198 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-ef2744d0-af10-4dd0-aad9-82a1a4a4906d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98faa4f5-ea68-48b0-9aca-3a2c02b24634') {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:14:52.547711 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ef2744d0-af10-4dd0-aad9-82a1a4a4906d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736833900858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11335978'] for segment, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:52.579422 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-647334cf-fe08-49f7-a3e1-aecf2615a9ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7ce0f61-903c-4da1-af74-48cbf55077c9', 'name': 'tempest-ImageQuotaTest-316683545-router', 'tenant_id': '2533646710b841519bd0b48701bb2da4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.160'}], 'enable_snat': True}, 'gw_port_id': 'aa8fad0a-5ff8-420e-ab5c-57ab3bd638cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:14:48Z', 'updated_at': '2021-07-27T23:14:50Z', 'revision_number': 3, 'project_id': '2533646710b841519bd0b48701bb2da4', 'gw_port': {'id': 'aa8fad0a-5ff8-420e-ab5c-57ab3bd638cf', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:7d:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7ce0f61-903c-4da1-af74-48cbf55077c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:14:49Z', 'updated_at': '2021-07-27T23:14:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1'}], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:14:52.597124 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ef2744d0-af10-4dd0-aad9-82a1a4a4906d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:52.607167 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef2744d0-af10-4dd0-aad9-82a1a4a4906d admin admin] Releasing vlan 502 on physical network physnet1 to pool {{(pid=93797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 23:14:52.607442 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ef2744d0-af10-4dd0-aad9-82a1a4a4906d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11336013'] for segment, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:52.610772 n-d-802623-1 neutron-server[93797]: Traceback (most recent call last): Jul 27 23:14:52.610772 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 23:14:52.610772 n-d-802623-1 neutron-server[93797]: timer() Jul 27 23:14:52.610772 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 23:14:52.610772 n-d-802623-1 neutron-server[93797]: cb(*args, **kw) Jul 27 23:14:52.610772 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 23:14:52.610772 n-d-802623-1 neutron-server[93797]: return func(*args, **kwargs) Jul 27 23:14:52.610772 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 23:14:52.610772 n-d-802623-1 neutron-server[93797]: self._notify() Jul 27 23:14:52.610772 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 23:14:52.610772 n-d-802623-1 neutron-server[93797]: self.callback(batched_events) Jul 27 23:14:52.610772 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 23:14:52.610772 n-d-802623-1 neutron-server[93797]: event.method(event) Jul 27 23:14:52.610772 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 23:14:52.610772 n-d-802623-1 neutron-server[93797]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 23:14:52.610772 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 23:14:52.610772 n-d-802623-1 neutron-server[93797]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 23:14:52.610772 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 23:14:52.610772 n-d-802623-1 neutron-server[93797]: return f(self, *a, **k) Jul 27 23:14:52.610772 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 23:14:52.610772 n-d-802623-1 neutron-server[93797]: return self._get(url).json() Jul 27 23:14:52.610772 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 23:14:52.610772 n-d-802623-1 neutron-server[93797]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 23:14:52.610772 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 23:14:52.610772 n-d-802623-1 neutron-server[93797]: return self.request(url, 'GET', **kwargs) Jul 27 23:14:52.610772 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 23:14:52.610772 n-d-802623-1 neutron-server[93797]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 23:14:52.610772 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 23:14:52.610772 n-d-802623-1 neutron-server[93797]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 23:14:52.610772 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 23:14:52.610772 n-d-802623-1 neutron-server[93797]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 23:14:52.610772 n-d-802623-1 neutron-server[93797]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 23:14:52.642554 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-647334cf-fe08-49f7-a3e1-aecf2615a9ea None None] Checking router: b7ce0f61-903c-4da1-af74-48cbf55077c9 for host: n-d-802623-1 {{(pid=93799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 23:14:52.642986 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-647334cf-fe08-49f7-a3e1-aecf2615a9ea None None] Updating router b7ce0f61-903c-4da1-af74-48cbf55077c9 port aa8fad0a-5ff8-420e-ab5c-57ab3bd638cf binding host n-d-802623-1 {{(pid=93799) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 23:14:52.674200 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de59be8b-106e-49b4-80f1-f419ce47df6a tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Router b14a20e9-da53-4224-bb7e-8af91419b108 has already been hosted by L3 agent 018c4455-49c0-4734-927d-7824067b2a9e {{(pid=93798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 23:14:52.692622 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-647334cf-fe08-49f7-a3e1-aecf2615a9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:52.806170 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-3f6af3a4-fef9-4288-b2c5-52c1788b126c req-d6ca2fb0-9553-4b79-90c8-536f1aef523e tempest-MigrationsAdminTest-1191683169 tempest-MigrationsAdminTest-1191683169-project] 10.222.0.18 "GET /v2.0/ports?device_id=84967986-7299-4570-bc82-4e600f892180 HTTP/1.1" status: 200 len: 210 time: 0.0700016 Jul 27 23:14:52.811758 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ef2744d0-af10-4dd0-aad9-82a1a4a4906d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415412'] for network, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:52.834856 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ef2744d0-af10-4dd0-aad9-82a1a4a4906d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for network, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:52.837035 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-ef2744d0-af10-4dd0-aad9-82a1a4a4906d admin admin] 10.222.0.18 "DELETE /v2.0/networks/f590ac3c-3b09-4f42-9e1d-db2014c05402 HTTP/1.1" status: 204 len: 168 time: 0.6322970 Jul 27 23:14:52.877828 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2744d0-af10-4dd0-aad9-82a1a4a4906d admin admin] Pushing event deleted for resources: {'Network': ['ID=f590ac3c-3b09-4f42-9e1d-db2014c05402,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:14:52.966731 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de59be8b-106e-49b4-80f1-f419ce47df6a tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:14:52.980819 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e6039cd-e137-4d1b-a491-9fde2c5d4ac3 None None] Sync routers for ids ['b14a20e9-da53-4224-bb7e-8af91419b108'] in n-d-802623-1 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:14:53.002524 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-de59be8b-106e-49b4-80f1-f419ce47df6a tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for floatingip, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:53.003606 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e6039cd-e137-4d1b-a491-9fde2c5d4ac3 None None] Routers {'b14a20e9-da53-4224-bb7e-8af91419b108'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:14:53.004678 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-0e6039cd-e137-4d1b-a491-9fde2c5d4ac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:14:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['b14a20e9-da53-4224-bb7e-8af91419b108'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:14:53.046005 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-de59be8b-106e-49b4-80f1-f419ce47df6a tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 3.1492856 Jul 27 23:14:53.046795 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 41156) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:14:53.047137 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 41158) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:14:53.051816 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-5c0e8324-443e-4dab-93c5-f220d51ca944 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Request body: {'floatingip': {'port_id': 'cad6b7e9-9d15-4960-b1b7-91f75ed43432', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:14:53.054590 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-9d3063f3-70e8-494a-8822-2a10c388eea1 req-d677bd9c-7921-4b19-811e-ad5a2f5ee5d4 tempest-ServerShowV254Test-2064811959 tempest-ServerShowV254Test-2064811959-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5f4b7d8-0f5a-496b-9d75-fcac7b4c9717 HTTP/1.1" status: 200 len: 210 time: 0.0477059 Jul 27 23:14:53.069835 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-0e6039cd-e137-4d1b-a491-9fde2c5d4ac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:14:53.095205 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e6039cd-e137-4d1b-a491-9fde2c5d4ac3 None None] Routers {'b14a20e9-da53-4224-bb7e-8af91419b108'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:14:53.096175 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-0e6039cd-e137-4d1b-a491-9fde2c5d4ac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:14:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['b14a20e9-da53-4224-bb7e-8af91419b108'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:14:53.106724 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f5ee974f-aef9-4e36-b695-e21b158425a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:53.110853 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-647334cf-fe08-49f7-a3e1-aecf2615a9ea None None] Notify callbacks [] for port, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:53.122958 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-647334cf-fe08-49f7-a3e1-aecf2615a9ea None None] Transition to ACTIVE for port object aa8fad0a-5ff8-420e-ab5c-57ab3bd638cf will not be triggered until provisioned by entity L2. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:14:53.130670 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-647334cf-fe08-49f7-a3e1-aecf2615a9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:53.138429 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-0e6039cd-e137-4d1b-a491-9fde2c5d4ac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:14:53.139885 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e6039cd-e137-4d1b-a491-9fde2c5d4ac3 None None] The sync data for ids ['b14a20e9-da53-4224-bb7e-8af91419b108'] in n-d-802623-1 is: [] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:14:53.145820 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5c0e8324-443e-4dab-93c5-f220d51ca944 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Notify callbacks [] for floatingip, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:53.191540 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-647334cf-fe08-49f7-a3e1-aecf2615a9ea None None] Attempting to bind port aa8fad0a-5ff8-420e-ab5c-57ab3bd638cf on host n-d-802623-1 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:14:53.191832 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-647334cf-fe08-49f7-a3e1-aecf2615a9ea None None] Attempting to bind port aa8fad0a-5ff8-420e-ab5c-57ab3bd638cf by drivers openvswitch,hyperv on host n-d-802623-1 at level 0 using segments [{'id': 'b9afe07e-bbe4-4740-834c-4b6a9698bdbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:14:53.192202 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-647334cf-fe08-49f7-a3e1-aecf2615a9ea None None] Attempting to bind port aa8fad0a-5ff8-420e-ab5c-57ab3bd638cf on network 2fd42287-ed26-4eb9-89a5-b521f5b04356 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:14:53.195102 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6046092-0f3d-49a7-b596-b738640e8b9e None None] Pushing event updated for resources: {'Port': ['ID=aa8fad0a-5ff8-420e-ab5c-57ab3bd638cf,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:14:53.199875 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-647334cf-fe08-49f7-a3e1-aecf2615a9ea None None] Checking agent: {'id': 'a9a568d2-a5e7-41e4-833f-a8ab42ea4073', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 52, 30), 'started_at': datetime.datetime(2021, 7, 27, 22, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 14, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802623-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:14:53.200255 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-647334cf-fe08-49f7-a3e1-aecf2615a9ea None None] Checking segment: {'id': 'b9afe07e-bbe4-4740-834c-4b6a9698bdbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:14:53.200659 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-647334cf-fe08-49f7-a3e1-aecf2615a9ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:53.201047 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-647334cf-fe08-49f7-a3e1-aecf2615a9ea None None] Bound using segment: {'id': 'b9afe07e-bbe4-4740-834c-4b6a9698bdbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:14:53.201518 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-647334cf-fe08-49f7-a3e1-aecf2615a9ea None None] Bound port: aa8fad0a-5ff8-420e-ab5c-57ab3bd638cf, host: n-d-802623-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9afe07e-bbe4-4740-834c-4b6a9698bdbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:14:53.202169 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-647334cf-fe08-49f7-a3e1-aecf2615a9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:53.227065 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-b12d1a07-abd9-4c6e-a832-a63d78e1350e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0739a81d3f4e41cea4d8b5d15cf0347a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0926111 Jul 27 23:14:53.231598 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 41160) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:14:53.260373 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-647334cf-fe08-49f7-a3e1-aecf2615a9ea None None] For port aa8fad0a-5ff8-420e-ab5c-57ab3bd638cf, host n-d-802623-1, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:14:53.264417 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-647334cf-fe08-49f7-a3e1-aecf2615a9ea None None] For port aa8fad0a-5ff8-420e-ab5c-57ab3bd638cf, host n-d-802623-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=aa8fad0a-5ff8-420e-ab5c-57ab3bd638cf,segment=NetworkSegment(b9afe07e-bbe4-4740-834c-4b6a9698bdbc),segment_id=b9afe07e-bbe4-4740-834c-4b6a9698bdbc)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:14:53.269908 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-647334cf-fe08-49f7-a3e1-aecf2615a9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:53.301096 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-f5ee974f-aef9-4e36-b695-e21b158425a1 admin admin] Allocated IP 172.20.0.1 (054c7f72-c391-4793-970a-42b47cdb7861/dc91267c-1732-43c3-b75e-db3e1fee49b1/d92dc19b-7b89-45a3-bc3e-2ef579a19af2) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:14:53.334045 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-647334cf-fe08-49f7-a3e1-aecf2615a9ea None None] Routers {'b7ce0f61-903c-4da1-af74-48cbf55077c9'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:14:53.334822 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-647334cf-fe08-49f7-a3e1-aecf2615a9ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:14:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['b7ce0f61-903c-4da1-af74-48cbf55077c9'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:14:53.336829 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6046092-0f3d-49a7-b596-b738640e8b9e None None] Pushing event updated for resources: {'Port': ['ID=aa8fad0a-5ff8-420e-ab5c-57ab3bd638cf,revision_number=3']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:14:53.378504 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d418b71b-4fd2-4deb-bb80-c499b720cecd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:53.427791 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f5ee974f-aef9-4e36-b695-e21b158425a1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:53.443097 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-f5ee974f-aef9-4e36-b695-e21b158425a1 admin admin] Transition to ACTIVE for port object d92dc19b-7b89-45a3-bc3e-2ef579a19af2 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:14:53.444608 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d418b71b-4fd2-4deb-bb80-c499b720cecd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:53.461154 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-647334cf-fe08-49f7-a3e1-aecf2615a9ea None None] Set router b7ce0f61-903c-4da1-af74-48cbf55077c9 gateway port host: n-d-802623-1 {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:14:53.479983 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f5ee974f-aef9-4e36-b695-e21b158425a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:53.520085 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5ee974f-aef9-4e36-b695-e21b158425a1 admin admin] Network 054c7f72-c391-4793-970a-42b47cdb7861 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:14:53.529016 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-f5ee974f-aef9-4e36-b695-e21b158425a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:14:53.532928 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5ee974f-aef9-4e36-b695-e21b158425a1 admin admin] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:14:53.535994 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ee974f-aef9-4e36-b695-e21b158425a1 admin admin] Pushing event updated for resources: {'Port': ['ID=d92dc19b-7b89-45a3-bc3e-2ef579a19af2,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:14:53.559140 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d418b71b-4fd2-4deb-bb80-c499b720cecd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:53.569242 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d418b71b-4fd2-4deb-bb80-c499b720cecd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:53.572707 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-d418b71b-4fd2-4deb-bb80-c499b720cecd admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ebb6057f-1248-4273-8511-999e9ab4fc8b HTTP/1.1" status: 204 len: 168 time: 0.3379233 Jul 27 23:14:53.583685 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f5ee974f-aef9-4e36-b695-e21b158425a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-415283'] for router_interface, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:53.607831 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d418b71b-4fd2-4deb-bb80-c499b720cecd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebb6057f-1248-4273-8511-999e9ab4fc8b,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:14:53.777676 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f5ee974f-aef9-4e36-b695-e21b158425a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:53.800693 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-647334cf-fe08-49f7-a3e1-aecf2615a9ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7ce0f61-903c-4da1-af74-48cbf55077c9', 'name': 'tempest-ImageQuotaTest-316683545-router', 'tenant_id': '2533646710b841519bd0b48701bb2da4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.160'}], 'enable_snat': True}, 'gw_port_id': 'aa8fad0a-5ff8-420e-ab5c-57ab3bd638cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:14:48Z', 'updated_at': '2021-07-27T23:14:50Z', 'revision_number': 3, 'project_id': '2533646710b841519bd0b48701bb2da4', 'gw_port': {'id': 'aa8fad0a-5ff8-420e-ab5c-57ab3bd638cf', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:7d:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7ce0f61-903c-4da1-af74-48cbf55077c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:14:49Z', 'updated_at': '2021-07-27T23:14:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1'}], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:14:53.840475 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-647334cf-fe08-49f7-a3e1-aecf2615a9ea None None] The sync data for ids ['b7ce0f61-903c-4da1-af74-48cbf55077c9'] in n-d-802623-1 is: [{'id': 'b7ce0f61-903c-4da1-af74-48cbf55077c9', 'name': 'tempest-ImageQuotaTest-316683545-router', 'tenant_id': '2533646710b841519bd0b48701bb2da4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.160'}], 'enable_snat': True}, 'gw_port_id': 'aa8fad0a-5ff8-420e-ab5c-57ab3bd638cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:14:48Z', 'updated_at': '2021-07-27T23:14:50Z', 'revision_number': 3, 'project_id': '2533646710b841519bd0b48701bb2da4', 'gw_port': {'id': 'aa8fad0a-5ff8-420e-ab5c-57ab3bd638cf', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:7d:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7ce0f61-903c-4da1-af74-48cbf55077c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:14:49Z', 'updated_at': '2021-07-27T23:14:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1'}] {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:14:53.922917 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-43c221ee-3f9a-4309-811c-949e130595d3 None None] Provisioning for port d92dc19b-7b89-45a3-bc3e-2ef579a19af2 completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:14:53.929440 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-43c221ee-3f9a-4309-811c-949e130595d3 None None] Provisioning complete for port d92dc19b-7b89-45a3-bc3e-2ef579a19af2 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:14:53.929965 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-43c221ee-3f9a-4309-811c-949e130595d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:53.998500 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-43c221ee-3f9a-4309-811c-949e130595d3 None None] Port d92dc19b-7b89-45a3-bc3e-2ef579a19af2 cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:14:53.998734 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5c0e8324-443e-4dab-93c5-f220d51ca944 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:54.012740 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5c0e8324-443e-4dab-93c5-f220d51ca944 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-415302'] for floatingip, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:54.039529 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f5ee974f-aef9-4e36-b695-e21b158425a1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:54.046752 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f5ee974f-aef9-4e36-b695-e21b158425a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11336041'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:54.133002 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ee974f-aef9-4e36-b695-e21b158425a1 admin admin] Pushing event updated for resources: {'Port': ['ID=d92dc19b-7b89-45a3-bc3e-2ef579a19af2,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:14:54.144129 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f5ee974f-aef9-4e36-b695-e21b158425a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3760555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-414115'] for router_interface, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:54.274012 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-fd2eddec-076a-4d92-ac58-9e234c1d1dc9 req-6d316ca7-50f6-4dd5-a500-4359bfedac21 tempest-ServerShowV254Test-2064811959 tempest-ServerShowV254Test-2064811959-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5f4b7d8-0f5a-496b-9d75-fcac7b4c9717 HTTP/1.1" status: 200 len: 210 time: 0.0818379 Jul 27 23:14:54.354016 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5ee974f-aef9-4e36-b695-e21b158425a1 admin admin] Network 054c7f72-c391-4793-970a-42b47cdb7861 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:14:54.355677 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-f5ee974f-aef9-4e36-b695-e21b158425a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:14:54.415212 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 41188) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:14:54.442098 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c0e8324-443e-4dab-93c5-f220d51ca944 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Router b14a20e9-da53-4224-bb7e-8af91419b108 has already been hosted by L3 agent 018c4455-49c0-4734-927d-7824067b2a9e {{(pid=93798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 23:14:54.611990 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5ee974f-aef9-4e36-b695-e21b158425a1 admin admin] Router b7ce0f61-903c-4da1-af74-48cbf55077c9 has already been hosted by L3 agent 018c4455-49c0-4734-927d-7824067b2a9e {{(pid=93797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 23:14:54.727359 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c0e8324-443e-4dab-93c5-f220d51ca944 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:14:54.737547 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b76e001d-5434-4d0f-9ac1-79e5404b5e35 None None] Sync routers for ids ['b14a20e9-da53-4224-bb7e-8af91419b108'] in n-d-802623-1 {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:14:54.739810 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5c0e8324-443e-4dab-93c5-f220d51ca944 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for floatingip, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:54.759440 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-6296eac8-a509-4c31-9a0d-69ecc089b47d None None] Provisioning complete for port d92dc19b-7b89-45a3-bc3e-2ef579a19af2 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:14:54.761064 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-6296eac8-a509-4c31-9a0d-69ecc089b47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:54.772298 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b76e001d-5434-4d0f-9ac1-79e5404b5e35 None None] Routers {'b14a20e9-da53-4224-bb7e-8af91419b108'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:14:54.775346 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-b76e001d-5434-4d0f-9ac1-79e5404b5e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:14:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['b14a20e9-da53-4224-bb7e-8af91419b108'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:14:54.777171 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5ee974f-aef9-4e36-b695-e21b158425a1 admin admin] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:14:54.781409 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-df0475ec-0dee-44b1-88ad-44f037f90cda admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1b545d5113d14592aa4c69bde083a757&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3648481 Jul 27 23:14:54.784004 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 41204) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:14:54.792910 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-f5ee974f-aef9-4e36-b695-e21b158425a1 admin admin] 10.222.0.18 "PUT /v2.0/routers/b7ce0f61-903c-4da1-af74-48cbf55077c9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7411716 Jul 27 23:14:54.853843 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-5c0e8324-443e-4dab-93c5-f220d51ca944 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] 10.222.0.18 "PUT /v2.0/floatingips/3b741d74-88f3-4267-bd04-a87d386040b7 HTTP/1.1" status: 200 len: 978 time: 1.8056321 Jul 27 23:14:54.854007 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 41208) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:14:54.877427 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-b76e001d-5434-4d0f-9ac1-79e5404b5e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:14:54.890016 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-00f4af62-a16b-4cd2-8e84-31ed17dc1654 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:54.917641 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b76e001d-5434-4d0f-9ac1-79e5404b5e35 None None] Routers {'b14a20e9-da53-4224-bb7e-8af91419b108'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:14:54.918297 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-b76e001d-5434-4d0f-9ac1-79e5404b5e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:14:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['b14a20e9-da53-4224-bb7e-8af91419b108'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:14:54.920864 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-6296eac8-a509-4c31-9a0d-69ecc089b47d None None] Port d92dc19b-7b89-45a3-bc3e-2ef579a19af2 cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:14:54.934382 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-00f4af62-a16b-4cd2-8e84-31ed17dc1654 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:54.968542 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-b76e001d-5434-4d0f-9ac1-79e5404b5e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:14:54.969233 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b76e001d-5434-4d0f-9ac1-79e5404b5e35 None None] The sync data for ids ['b14a20e9-da53-4224-bb7e-8af91419b108'] in n-d-802623-1 is: [] {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:14:55.013483 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-00f4af62-a16b-4cd2-8e84-31ed17dc1654 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:55.019939 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-00f4af62-a16b-4cd2-8e84-31ed17dc1654 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:55.025401 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-00f4af62-a16b-4cd2-8e84-31ed17dc1654 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/fb779318-b8ff-43a6-a94f-3ce471aff166 HTTP/1.1" status: 204 len: 168 time: 0.2402651 Jul 27 23:14:55.037498 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f4af62-a16b-4cd2-8e84-31ed17dc1654 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb779318-b8ff-43a6-a94f-3ce471aff166,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:14:55.139620 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-f4ccbbab-e5b5-47dd-9ab7-d8b2fca3e980 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Deleting port 84648080-3043-4321-a523-abdf4775fc1e {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:14:55.140390 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f4ccbbab-e5b5-47dd-9ab7-d8b2fca3e980 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:55.273702 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f4ccbbab-e5b5-47dd-9ab7-d8b2fca3e980 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:55.274120 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f4ccbbab-e5b5-47dd-9ab7-d8b2fca3e980 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:55.297573 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-f4ccbbab-e5b5-47dd-9ab7-d8b2fca3e980 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Calling delete_port for 84648080-3043-4321-a523-abdf4775fc1e owned by network:floatingip {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:14:55.490279 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-cc6fa992-671a-4b55-b0be-6820c3fae250 req-74fafa87-6165-4ad5-abff-9b55a407a77b tempest-ServerShowV254Test-2064811959 tempest-ServerShowV254Test-2064811959-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5f4b7d8-0f5a-496b-9d75-fcac7b4c9717 HTTP/1.1" status: 200 len: 210 time: 0.0558991 Jul 27 23:14:55.606827 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f4ccbbab-e5b5-47dd-9ab7-d8b2fca3e980 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:55.660696 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ccbbab-e5b5-47dd-9ab7-d8b2fca3e980 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Pushing event deleted for resources: {'Port': ['ID=84648080-3043-4321-a523-abdf4775fc1e,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:14:55.693095 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 41236) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:14:55.749324 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f4ccbbab-e5b5-47dd-9ab7-d8b2fca3e980 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Notify callbacks [] for floatingip, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:55.750041 n-d-802623-1 neutron-server[93797]: INFO neutron.db.l3_db [None req-f4ccbbab-e5b5-47dd-9ab7-d8b2fca3e980 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Floating IP 3b741d74-88f3-4267-bd04-a87d386040b7 disassociated (deleted). External IP: 172.25.4.143, port: cad6b7e9-9d15-4960-b1b7-91f75ed43432. Jul 27 23:14:55.797192 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 41244) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:14:55.799668 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-f6cece28-19f4-4f8b-ac37-11f3a83ea734 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=91d1fa89f0d843fab51361ed5c79aea4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1018379 Jul 27 23:14:55.898632 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 6ba252fa-a400-4c81-8f91-22ddf08c59d0 no longer exists at agent hyperv_n-h1-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:14:55.902082 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ca4f96f3-f462-4409-89a8-a36ac2acd002 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:55.933165 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] No Port match for: 6ba252fa-a400-4c81-8f91-22ddf08c59d0 {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:14:55.933940 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 6ba252fa-a400-4c81-8f91-22ddf08c59d0 not bound to the agent host n-h1-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:14:55.934980 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ca4f96f3-f462-4409-89a8-a36ac2acd002 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:56.086279 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4ccbbab-e5b5-47dd-9ab7-d8b2fca3e980 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Router b14a20e9-da53-4224-bb7e-8af91419b108 has already been hosted by L3 agent 018c4455-49c0-4734-927d-7824067b2a9e {{(pid=93797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 23:14:56.099839 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ca4f96f3-f462-4409-89a8-a36ac2acd002 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:56.102330 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ca4f96f3-f462-4409-89a8-a36ac2acd002 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:56.103482 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-ca4f96f3-f462-4409-89a8-a36ac2acd002 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2629e6d9-122c-481c-ad95-978ef317b5a8 HTTP/1.1" status: 204 len: 168 time: 0.3050563 Jul 27 23:14:56.176648 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4f96f3-f462-4409-89a8-a36ac2acd002 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2629e6d9-122c-481c-ad95-978ef317b5a8,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:14:56.340549 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4ccbbab-e5b5-47dd-9ab7-d8b2fca3e980 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:14:56.348388 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f4ccbbab-e5b5-47dd-9ab7-d8b2fca3e980 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for floatingip, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:56.357663 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9601796b-e6e8-4d81-ac1f-b14c201959f1 None None] Sync routers for ids ['b14a20e9-da53-4224-bb7e-8af91419b108'] in n-d-802623-1 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:14:56.373544 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-cca0517d-95ae-42d0-ad1d-b4efb41bdf66 req-3d4249ca-3d1c-4a30-9ca2-1011c0e1d354 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=a5f4b7d8-0f5a-496b-9d75-fcac7b4c9717 HTTP/1.1" status: 200 len: 210 time: 0.0842617 Jul 27 23:14:56.378547 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9601796b-e6e8-4d81-ac1f-b14c201959f1 None None] Routers {'b14a20e9-da53-4224-bb7e-8af91419b108'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:14:56.379256 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-9601796b-e6e8-4d81-ac1f-b14c201959f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:14:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['b14a20e9-da53-4224-bb7e-8af91419b108'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:14:56.409008 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device aa8fad0a-5ff8-420e-ab5c-57ab3bd638cf up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:14:56.440310 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-9601796b-e6e8-4d81-ac1f-b14c201959f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:14:56.446486 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-f4ccbbab-e5b5-47dd-9ab7-d8b2fca3e980 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] 10.222.0.18 "DELETE /v2.0/floatingips/3b741d74-88f3-4267-bd04-a87d386040b7 HTTP/1.1" status: 204 len: 168 time: 1.5912554 Jul 27 23:14:56.450248 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 41254) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:14:56.451093 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9601796b-e6e8-4d81-ac1f-b14c201959f1 None None] Routers {'b14a20e9-da53-4224-bb7e-8af91419b108'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:14:56.452152 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-9601796b-e6e8-4d81-ac1f-b14c201959f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:14:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['b14a20e9-da53-4224-bb7e-8af91419b108'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:14:56.512998 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-9601796b-e6e8-4d81-ac1f-b14c201959f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:14:56.513663 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9601796b-e6e8-4d81-ac1f-b14c201959f1 None None] The sync data for ids ['b14a20e9-da53-4224-bb7e-8af91419b108'] in n-d-802623-1 is: [] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:14:56.537025 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning for port aa8fad0a-5ff8-420e-ab5c-57ab3bd638cf completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:14:56.545526 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port aa8fad0a-5ff8-420e-ab5c-57ab3bd638cf triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:14:56.548044 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:56.610429 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9cb7cdbc-c7bc-40f9-88b1-b442bedd7f8c tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Deleting port cad6b7e9-9d15-4960-b1b7-91f75ed43432 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:14:56.611209 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9cb7cdbc-c7bc-40f9-88b1-b442bedd7f8c tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:56.647342 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-1a9ec2b8-9851-45b8-be54-057370dbbc7f req-2f32fc70-e97f-4a40-8dc1-449830faad96 tempest-ServerShowV254Test-2064811959 tempest-ServerShowV254Test-2064811959-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5f4b7d8-0f5a-496b-9d75-fcac7b4c9717 HTTP/1.1" status: 200 len: 210 time: 0.0621445 Jul 27 23:14:56.686937 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfa884fd-2b2c-466c-8d3a-761b1dc0495e None None] Sync routers for ids ['b7ce0f61-903c-4da1-af74-48cbf55077c9'] in n-d-802623-1 {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:14:56.715458 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfa884fd-2b2c-466c-8d3a-761b1dc0495e None None] Routers {'b7ce0f61-903c-4da1-af74-48cbf55077c9'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:14:56.716140 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-bfa884fd-2b2c-466c-8d3a-761b1dc0495e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:14:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['b7ce0f61-903c-4da1-af74-48cbf55077c9'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:14:56.761713 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:56.818700 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9cb7cdbc-c7bc-40f9-88b1-b442bedd7f8c tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:56.825320 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] For port aa8fad0a-5ff8-420e-ab5c-57ab3bd638cf, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=aa8fad0a-5ff8-420e-ab5c-57ab3bd638cf,segment=NetworkSegment(b9afe07e-bbe4-4740-834c-4b6a9698bdbc),segment_id=b9afe07e-bbe4-4740-834c-4b6a9698bdbc)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:14:56.845245 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9cb7cdbc-c7bc-40f9-88b1-b442bedd7f8c tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Calling delete_port for cad6b7e9-9d15-4960-b1b7-91f75ed43432 owned by {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:14:56.861427 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:56.938107 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-49782a02-e89b-4ddb-814b-260244c59b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:56.954976 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-bfa884fd-2b2c-466c-8d3a-761b1dc0495e None None] Set router b7ce0f61-903c-4da1-af74-48cbf55077c9 gateway port host: n-d-802623-1 {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:14:57.142543 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 41284) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:14:57.174148 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9cb7cdbc-c7bc-40f9-88b1-b442bedd7f8c tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:57.239439 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb7cdbc-c7bc-40f9-88b1-b442bedd7f8c tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Pushing event deleted for resources: {'Port': ['ID=cad6b7e9-9d15-4960-b1b7-91f75ed43432,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:14:57.279455 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Pushing event updated for resources: {'Port': ['ID=aa8fad0a-5ff8-420e-ab5c-57ab3bd638cf,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:14:57.516586 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9cb7cdbc-c7bc-40f9-88b1-b442bedd7f8c tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:57.523637 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-9cb7cdbc-c7bc-40f9-88b1-b442bedd7f8c tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] 10.222.0.18 "DELETE /v2.0/ports/cad6b7e9-9d15-4960-b1b7-91f75ed43432 HTTP/1.1" status: 204 len: 168 time: 1.0713873 Jul 27 23:14:57.529696 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 41298) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:14:57.537121 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-ed595d95-b087-4d7b-94ee-79f2e157b2ad tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Request body: {'floatingip': {'floating_network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:14:57.599333 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-bfa884fd-2b2c-466c-8d3a-761b1dc0495e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7ce0f61-903c-4da1-af74-48cbf55077c9', 'name': 'tempest-ImageQuotaTest-316683545-router', 'tenant_id': '2533646710b841519bd0b48701bb2da4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.160'}], 'enable_snat': True}, 'gw_port_id': 'aa8fad0a-5ff8-420e-ab5c-57ab3bd638cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:14:48Z', 'updated_at': '2021-07-27T23:14:53Z', 'revision_number': 4, 'project_id': '2533646710b841519bd0b48701bb2da4', 'gw_port': {'id': 'aa8fad0a-5ff8-420e-ab5c-57ab3bd638cf', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:7d:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7ce0f61-903c-4da1-af74-48cbf55077c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:14:49Z', 'updated_at': '2021-07-27T23:14:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': 'd92dc19b-7b89-45a3-bc3e-2ef579a19af2', 'name': '', 'network_id': '054c7f72-c391-4793-970a-42b47cdb7861', 'tenant_id': '2533646710b841519bd0b48701bb2da4', 'mac_address': 'fa:16:3e:19:63:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7ce0f61-903c-4da1-af74-48cbf55077c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': 'dc91267c-1732-43c3-b75e-db3e1fee49b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:14:53Z', 'updated_at': '2021-07-27T23:14:53Z', 'revision_number': 2, 'project_id': '2533646710b841519bd0b48701bb2da4', 'subnets': [{'id': 'dc91267c-1732-43c3-b75e-db3e1fee49b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:14:57.609144 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ed595d95-b087-4d7b-94ee-79f2e157b2ad tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Notify callbacks [] for floatingip, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:57.628510 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfa884fd-2b2c-466c-8d3a-761b1dc0495e None None] Checking router: b7ce0f61-903c-4da1-af74-48cbf55077c9 for host: n-d-802623-1 {{(pid=93799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 23:14:57.629024 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfa884fd-2b2c-466c-8d3a-761b1dc0495e None None] Updating router b7ce0f61-903c-4da1-af74-48cbf55077c9 port d92dc19b-7b89-45a3-bc3e-2ef579a19af2 binding host n-d-802623-1 {{(pid=93799) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 23:14:57.657257 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-bfa884fd-2b2c-466c-8d3a-761b1dc0495e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:57.816615 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-840f0086-ba5e-4474-b764-7761d2711b66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-414022'] for router_interface, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:57.857537 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a92713af-e3af-41ef-8f56-7d2f40d04587 req-4e12bb2e-3135-4956-8594-6cf338b6d7cd tempest-ServerShowV254Test-2064811959 tempest-ServerShowV254Test-2064811959-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5f4b7d8-0f5a-496b-9d75-fcac7b4c9717 HTTP/1.1" status: 200 len: 210 time: 0.0418973 Jul 27 23:14:57.929624 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ed595d95-b087-4d7b-94ee-79f2e157b2ad tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:58.066615 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-bfa884fd-2b2c-466c-8d3a-761b1dc0495e None None] Notify callbacks [] for port, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:58.082758 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-bfa884fd-2b2c-466c-8d3a-761b1dc0495e None None] Transition to ACTIVE for port object d92dc19b-7b89-45a3-bc3e-2ef579a19af2 will not be triggered until provisioned by entity L2. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:14:58.094802 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-bfa884fd-2b2c-466c-8d3a-761b1dc0495e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:58.176403 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-ed595d95-b087-4d7b-94ee-79f2e157b2ad tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Allocated IP 172.25.4.132 (2fd42287-ed26-4eb9-89a5-b521f5b04356/17de1f8f-393a-4b0c-a2df-614bd3f2fb5e/f4663885-be50-4b58-9c8c-fff0f37fcf77) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:14:58.204611 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c325675e-a65d-48ba-a9fd-ae5fc1181127 None None] Pushing event updated for resources: {'Port': ['ID=d92dc19b-7b89-45a3-bc3e-2ef579a19af2,revision_number=3']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:14:58.287977 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.agents_db [None req-9beef776-8bab-4de2-989a-f5a23ba4aaf4 None None] Agent healthcheck: found 7 active agents {{(pid=93800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 23:14:58.289001 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-bfa884fd-2b2c-466c-8d3a-761b1dc0495e None None] Attempting to bind port d92dc19b-7b89-45a3-bc3e-2ef579a19af2 on host n-d-802623-1 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:14:58.289388 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-bfa884fd-2b2c-466c-8d3a-761b1dc0495e None None] Attempting to bind port d92dc19b-7b89-45a3-bc3e-2ef579a19af2 by drivers openvswitch,hyperv on host n-d-802623-1 at level 0 using segments [{'id': '5cbb93c6-e3ff-41fe-877e-637cfe4b424e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '054c7f72-c391-4793-970a-42b47cdb7861'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:14:58.289760 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa884fd-2b2c-466c-8d3a-761b1dc0495e None None] Attempting to bind port d92dc19b-7b89-45a3-bc3e-2ef579a19af2 on network 054c7f72-c391-4793-970a-42b47cdb7861 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:14:58.295696 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa884fd-2b2c-466c-8d3a-761b1dc0495e None None] Checking agent: {'id': 'a9a568d2-a5e7-41e4-833f-a8ab42ea4073', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 52, 30), 'started_at': datetime.datetime(2021, 7, 27, 22, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 14, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802623-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:14:58.296075 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa884fd-2b2c-466c-8d3a-761b1dc0495e None None] Checking segment: {'id': '5cbb93c6-e3ff-41fe-877e-637cfe4b424e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '054c7f72-c391-4793-970a-42b47cdb7861'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:14:58.296487 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-bfa884fd-2b2c-466c-8d3a-761b1dc0495e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:58.296889 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa884fd-2b2c-466c-8d3a-761b1dc0495e None None] Bound using segment: {'id': '5cbb93c6-e3ff-41fe-877e-637cfe4b424e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '054c7f72-c391-4793-970a-42b47cdb7861'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:14:58.297682 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-bfa884fd-2b2c-466c-8d3a-761b1dc0495e None None] Bound port: d92dc19b-7b89-45a3-bc3e-2ef579a19af2, host: n-d-802623-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cbb93c6-e3ff-41fe-877e-637cfe4b424e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '054c7f72-c391-4793-970a-42b47cdb7861'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:14:58.298192 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-bfa884fd-2b2c-466c-8d3a-761b1dc0495e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:58.351964 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-9e5891ce-bb4b-4512-aaf1-2f6d50093916 req-112814da-dffa-47d9-a4f8-5304e5b0d7d3 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=4904deedae28408fbde6e694380726a5&device_id=a5f4b7d8-0f5a-496b-9d75-fcac7b4c9717 HTTP/1.1" status: 200 len: 210 time: 0.0656972 Jul 27 23:14:58.404161 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-9e5891ce-bb4b-4512-aaf1-2f6d50093916 req-eb0b1084-a04d-4b67-a150-c4703111ac96 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=4904deedae28408fbde6e694380726a5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0416298 Jul 27 23:14:58.414612 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device aa8fad0a-5ff8-420e-ab5c-57ab3bd638cf up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:14:58.490444 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ed595d95-b087-4d7b-94ee-79f2e157b2ad tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:58.571924 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port aa8fad0a-5ff8-420e-ab5c-57ab3bd638cf triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:14:58.585390 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:58.607147 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-60c83f87-51d9-4671-bfc0-25817b2f550e req-4ec35367-288f-4fb7-b96b-8b33759b7a48 tempest-ServerShowV254Test-2064811959 tempest-ServerShowV254Test-2064811959-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5f4b7d8-0f5a-496b-9d75-fcac7b4c9717 HTTP/1.1" status: 200 len: 210 time: 0.1667304 Jul 27 23:14:58.666367 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-bfa884fd-2b2c-466c-8d3a-761b1dc0495e None None] For port d92dc19b-7b89-45a3-bc3e-2ef579a19af2, host n-d-802623-1, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:14:58.704572 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ed595d95-b087-4d7b-94ee-79f2e157b2ad tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:58.718928 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-bfa884fd-2b2c-466c-8d3a-761b1dc0495e None None] For port d92dc19b-7b89-45a3-bc3e-2ef579a19af2, host n-d-802623-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=d92dc19b-7b89-45a3-bc3e-2ef579a19af2,segment=NetworkSegment(5cbb93c6-e3ff-41fe-877e-637cfe4b424e),segment_id=5cbb93c6-e3ff-41fe-877e-637cfe4b424e)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:14:58.754655 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-bfa884fd-2b2c-466c-8d3a-761b1dc0495e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:58.765318 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed595d95-b087-4d7b-94ee-79f2e157b2ad tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Pushing event updated for resources: {'Port': ['ID=f4663885-be50-4b58-9c8c-fff0f37fcf77,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:14:58.788851 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed595d95-b087-4d7b-94ee-79f2e157b2ad tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Network 2fd42287-ed26-4eb9-89a5-b521f5b04356 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:14:58.793316 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-ed595d95-b087-4d7b-94ee-79f2e157b2ad tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:14:58.796960 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed595d95-b087-4d7b-94ee-79f2e157b2ad tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:14:58.922603 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c325675e-a65d-48ba-a9fd-ae5fc1181127 None None] Pushing event updated for resources: {'Port': ['ID=d92dc19b-7b89-45a3-bc3e-2ef579a19af2,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:14:58.933661 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfa884fd-2b2c-466c-8d3a-761b1dc0495e None None] Routers {'b7ce0f61-903c-4da1-af74-48cbf55077c9'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:14:58.934639 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-bfa884fd-2b2c-466c-8d3a-761b1dc0495e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:14:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['b7ce0f61-903c-4da1-af74-48cbf55077c9'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:14:59.042992 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ed595d95-b087-4d7b-94ee-79f2e157b2ad tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:59.091252 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5891ce-bb4b-4512-aaf1-2f6d50093916 req-c80f3b55-1f8f-403e-80f6-f4c53f8a0e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:14:59.092999 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-9e5891ce-bb4b-4512-aaf1-2f6d50093916 req-c80f3b55-1f8f-403e-80f6-f4c53f8a0e52 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6792290 Jul 27 23:14:59.117069 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ed595d95-b087-4d7b-94ee-79f2e157b2ad tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:59.118384 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-840f0086-ba5e-4474-b764-7761d2711b66 admin admin] Deleting port d92dc19b-7b89-45a3-bc3e-2ef579a19af2 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:14:59.118820 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-840f0086-ba5e-4474-b764-7761d2711b66 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:59.194259 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-bfa884fd-2b2c-466c-8d3a-761b1dc0495e None None] Set router b7ce0f61-903c-4da1-af74-48cbf55077c9 gateway port host: n-d-802623-1 {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:14:59.254934 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-840f0086-ba5e-4474-b764-7761d2711b66 admin admin] For port d92dc19b-7b89-45a3-bc3e-2ef579a19af2, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=d92dc19b-7b89-45a3-bc3e-2ef579a19af2,segment=NetworkSegment(5cbb93c6-e3ff-41fe-877e-637cfe4b424e),segment_id=5cbb93c6-e3ff-41fe-877e-637cfe4b424e)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:14:59.255320 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-840f0086-ba5e-4474-b764-7761d2711b66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:59.270882 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-840f0086-ba5e-4474-b764-7761d2711b66 admin admin] Calling delete_port for d92dc19b-7b89-45a3-bc3e-2ef579a19af2 owned by network:router_interface {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:14:59.325239 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ed595d95-b087-4d7b-94ee-79f2e157b2ad tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:59.331774 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ed595d95-b087-4d7b-94ee-79f2e157b2ad tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11336041'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:59.415019 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed595d95-b087-4d7b-94ee-79f2e157b2ad tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Pushing event updated for resources: {'Port': ['ID=f4663885-be50-4b58-9c8c-fff0f37fcf77,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:14:59.426492 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:59.440563 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ed595d95-b087-4d7b-94ee-79f2e157b2ad tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-415302'] for floatingip, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:59.457057 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ed595d95-b087-4d7b-94ee-79f2e157b2ad tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for floatingip, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:59.458471 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-ed595d95-b087-4d7b-94ee-79f2e157b2ad tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9275389 Jul 27 23:14:59.461610 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 41350) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:14:59.468034 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-8c47834d-1792-43f9-8ca4-30a6651303d7 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Request body: {'port': {'network_id': '0ca84c83-45da-4ef6-b04f-a4d9490aea53', 'name': 'tempest-FloatingIPTestJSON-342245430'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:14:59.470329 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-bfa884fd-2b2c-466c-8d3a-761b1dc0495e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7ce0f61-903c-4da1-af74-48cbf55077c9', 'name': 'tempest-ImageQuotaTest-316683545-router', 'tenant_id': '2533646710b841519bd0b48701bb2da4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.160'}], 'enable_snat': True}, 'gw_port_id': 'aa8fad0a-5ff8-420e-ab5c-57ab3bd638cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:14:48Z', 'updated_at': '2021-07-27T23:14:53Z', 'revision_number': 4, 'project_id': '2533646710b841519bd0b48701bb2da4', 'gw_port': {'id': 'aa8fad0a-5ff8-420e-ab5c-57ab3bd638cf', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:7d:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7ce0f61-903c-4da1-af74-48cbf55077c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:14:49Z', 'updated_at': '2021-07-27T23:14:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': 'd92dc19b-7b89-45a3-bc3e-2ef579a19af2', 'name': '', 'network_id': '054c7f72-c391-4793-970a-42b47cdb7861', 'tenant_id': '2533646710b841519bd0b48701bb2da4', 'mac_address': 'fa:16:3e:19:63:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7ce0f61-903c-4da1-af74-48cbf55077c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': 'dc91267c-1732-43c3-b75e-db3e1fee49b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:14:53Z', 'updated_at': '2021-07-27T23:14:58Z', 'revision_number': 4, 'project_id': '2533646710b841519bd0b48701bb2da4', 'subnets': [{'id': 'dc91267c-1732-43c3-b75e-db3e1fee49b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:14:59.512523 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfa884fd-2b2c-466c-8d3a-761b1dc0495e None None] The sync data for ids ['b7ce0f61-903c-4da1-af74-48cbf55077c9'] in n-d-802623-1 is: [{'id': 'b7ce0f61-903c-4da1-af74-48cbf55077c9', 'name': 'tempest-ImageQuotaTest-316683545-router', 'tenant_id': '2533646710b841519bd0b48701bb2da4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.160'}], 'enable_snat': True}, 'gw_port_id': 'aa8fad0a-5ff8-420e-ab5c-57ab3bd638cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:14:48Z', 'updated_at': '2021-07-27T23:14:53Z', 'revision_number': 4, 'project_id': '2533646710b841519bd0b48701bb2da4', 'gw_port': {'id': 'aa8fad0a-5ff8-420e-ab5c-57ab3bd638cf', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:7d:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7ce0f61-903c-4da1-af74-48cbf55077c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:14:49Z', 'updated_at': '2021-07-27T23:14:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': 'd92dc19b-7b89-45a3-bc3e-2ef579a19af2', 'name': '', 'network_id': '054c7f72-c391-4793-970a-42b47cdb7861', 'tenant_id': '2533646710b841519bd0b48701bb2da4', 'mac_address': 'fa:16:3e:19:63:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7ce0f61-903c-4da1-af74-48cbf55077c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': 'dc91267c-1732-43c3-b75e-db3e1fee49b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:14:53Z', 'updated_at': '2021-07-27T23:14:58Z', 'revision_number': 4, 'project_id': '2533646710b841519bd0b48701bb2da4', 'subnets': [{'id': 'dc91267c-1732-43c3-b75e-db3e1fee49b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:14:59.526060 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-840f0086-ba5e-4474-b764-7761d2711b66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:59.538988 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ef4e19ad-90d9-42de-90aa-460006804e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:59.646747 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840f0086-ba5e-4474-b764-7761d2711b66 admin admin] Pushing event deleted for resources: {'Port': ['ID=d92dc19b-7b89-45a3-bc3e-2ef579a19af2,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:14:59.663393 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c47834d-1792-43f9-8ca4-30a6651303d7 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Made reservation on behalf of 514745170d2d4aba9e26a599d4d1a11f for: {'port': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:14:59.669731 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8c47834d-1792-43f9-8ca4-30a6651303d7 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:59.698776 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-8c47834d-1792-43f9-8ca4-30a6651303d7 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] device_id is not set on port ae792e74-2913-4b65-9dfc-2d28376a8434 yet. {{(pid=93797) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 23:14:59.724674 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:59.913047 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-8c47834d-1792-43f9-8ca4-30a6651303d7 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Allocated IP 172.20.0.10 (0ca84c83-45da-4ef6-b04f-a4d9490aea53/004aad6f-c745-47c1-8a75-3f40ff3b8157/ae792e74-2913-4b65-9dfc-2d28376a8434) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:14:59.990121 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-840f0086-ba5e-4474-b764-7761d2711b66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3760546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-413994'] for router_interface, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:00.383087 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-840f0086-ba5e-4474-b764-7761d2711b66 admin admin] Router b7ce0f61-903c-4da1-af74-48cbf55077c9 has already been hosted by L3 agent 018c4455-49c0-4734-927d-7824067b2a9e {{(pid=93798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 23:15:00.419081 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-19f2e178-d45e-4fbe-b9be-c3963fc151ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:00.592686 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d274389d-3a6f-4044-b0d9-d2de30aff7cd req-085216fa-13d3-432f-bee5-355d3b0e9a28 tempest-ServerShowV254Test-2064811959 tempest-ServerShowV254Test-2064811959-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5f4b7d8-0f5a-496b-9d75-fcac7b4c9717 HTTP/1.1" status: 200 len: 210 time: 0.7478900 Jul 27 23:15:00.615879 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-9e5891ce-bb4b-4512-aaf1-2f6d50093916 req-09fee9c3-ed12-4a0f-9def-cc21b958ea22 tempest-ServerShowV254Test-2064811959 tempest-ServerShowV254Test-2064811959-project] 10.222.0.38 "GET /v2.0/ports?device_id=a5f4b7d8-0f5a-496b-9d75-fcac7b4c9717 HTTP/1.1" status: 200 len: 210 time: 0.2052639 Jul 27 23:15:00.621366 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8c47834d-1792-43f9-8ca4-30a6651303d7 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:00.704832 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8c47834d-1792-43f9-8ca4-30a6651303d7 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:00.714977 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-840f0086-ba5e-4474-b764-7761d2711b66 admin admin] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:15:00.741210 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-840f0086-ba5e-4474-b764-7761d2711b66 admin admin] 10.222.0.18 "PUT /v2.0/routers/b7ce0f61-903c-4da1-af74-48cbf55077c9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5971313 Jul 27 23:15:00.742933 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 41402) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:15:00.817578 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c47834d-1792-43f9-8ca4-30a6651303d7 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Network 0ca84c83-45da-4ef6-b04f-a4d9490aea53 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:15:00.840711 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-8c47834d-1792-43f9-8ca4-30a6651303d7 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:15:00.845597 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c47834d-1792-43f9-8ca4-30a6651303d7 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:15:00.849551 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c47834d-1792-43f9-8ca4-30a6651303d7 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Pushing event updated for resources: {'Port': ['ID=ae792e74-2913-4b65-9dfc-2d28376a8434,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:15:00.911898 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c47834d-1792-43f9-8ca4-30a6651303d7 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:15:00.912578 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8c47834d-1792-43f9-8ca4-30a6651303d7 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:00.941043 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-8c47834d-1792-43f9-8ca4-30a6651303d7 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.4754641 Jul 27 23:15:00.941519 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 41406) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:15:00.965469 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-7bf9ef86-48bc-47d7-9d10-9bdc85a676a9 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Request body: {'floatingip': {'port_id': 'ae792e74-2913-4b65-9dfc-2d28376a8434'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:15:00.969994 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b36dc1ed-d0b7-491e-9498-9fb3b22be604 admin admin] Notify callbacks [] for router, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:01.037904 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7bf9ef86-48bc-47d7-9d10-9bdc85a676a9 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Notify callbacks [] for floatingip, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:01.093656 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b36dc1ed-d0b7-491e-9498-9fb3b22be604 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:01.224729 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-b36dc1ed-d0b7-491e-9498-9fb3b22be604 admin admin] Deleting port aa8fad0a-5ff8-420e-ab5c-57ab3bd638cf {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:15:01.225089 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b36dc1ed-d0b7-491e-9498-9fb3b22be604 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:01.337278 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-b36dc1ed-d0b7-491e-9498-9fb3b22be604 admin admin] For port aa8fad0a-5ff8-420e-ab5c-57ab3bd638cf, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=aa8fad0a-5ff8-420e-ab5c-57ab3bd638cf,segment=NetworkSegment(b9afe07e-bbe4-4740-834c-4b6a9698bdbc),segment_id=b9afe07e-bbe4-4740-834c-4b6a9698bdbc)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:15:01.337657 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b36dc1ed-d0b7-491e-9498-9fb3b22be604 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:01.366948 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-b36dc1ed-d0b7-491e-9498-9fb3b22be604 admin admin] Calling delete_port for aa8fad0a-5ff8-420e-ab5c-57ab3bd638cf owned by network:router_gateway {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:15:01.545937 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c1731c2-e7c1-42ee-a268-81bceb2ed6a0 None None] Sync routers for ids ['b7ce0f61-903c-4da1-af74-48cbf55077c9'] in n-d-802623-1 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:15:01.556408 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c1731c2-e7c1-42ee-a268-81bceb2ed6a0 None None] Routers {'b7ce0f61-903c-4da1-af74-48cbf55077c9'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:15:01.561073 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-3c1731c2-e7c1-42ee-a268-81bceb2ed6a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:15:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['b7ce0f61-903c-4da1-af74-48cbf55077c9'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:15:01.597874 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b36dc1ed-d0b7-491e-9498-9fb3b22be604 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:01.664397 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-3c1731c2-e7c1-42ee-a268-81bceb2ed6a0 None None] Set router b7ce0f61-903c-4da1-af74-48cbf55077c9 gateway port host: None {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:15:01.677117 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36dc1ed-d0b7-491e-9498-9fb3b22be604 admin admin] Pushing event deleted for resources: {'Port': ['ID=aa8fad0a-5ff8-420e-ab5c-57ab3bd638cf,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:15:01.731590 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-3c1731c2-e7c1-42ee-a268-81bceb2ed6a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7ce0f61-903c-4da1-af74-48cbf55077c9', 'name': 'tempest-ImageQuotaTest-316683545-router', 'tenant_id': '2533646710b841519bd0b48701bb2da4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:14:48Z', 'updated_at': '2021-07-27T23:15:01Z', 'revision_number': 6, 'project_id': '2533646710b841519bd0b48701bb2da4', 'gw_port_host': None}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:15:01.736979 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7bf9ef86-48bc-47d7-9d10-9bdc85a676a9 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:01.746918 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7bf9ef86-48bc-47d7-9d10-9bdc85a676a9 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-415302'] for floatingip, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:01.761897 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c1731c2-e7c1-42ee-a268-81bceb2ed6a0 None None] Checking router: b7ce0f61-903c-4da1-af74-48cbf55077c9 for host: n-d-802623-1 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 23:15:01.771135 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c1731c2-e7c1-42ee-a268-81bceb2ed6a0 None None] Routers {'b7ce0f61-903c-4da1-af74-48cbf55077c9'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:15:01.772119 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-3c1731c2-e7c1-42ee-a268-81bceb2ed6a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:15:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['b7ce0f61-903c-4da1-af74-48cbf55077c9'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:15:01.838833 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 41430) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:15:01.852042 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-3c1731c2-e7c1-42ee-a268-81bceb2ed6a0 None None] Set router b7ce0f61-903c-4da1-af74-48cbf55077c9 gateway port host: None {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:15:01.873932 n-d-802623-1 neutron-server[93797]: INFO neutron.db.l3_db [None req-7bf9ef86-48bc-47d7-9d10-9bdc85a676a9 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Floating IP e89f08d4-29be-43ff-b935-a237b0c0b480 associated. External IP: 172.25.4.132, port: ae792e74-2913-4b65-9dfc-2d28376a8434. Jul 27 23:15:01.887875 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b36dc1ed-d0b7-491e-9498-9fb3b22be604 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-415368'] for router_gateway, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:01.917861 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-3c1731c2-e7c1-42ee-a268-81bceb2ed6a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7ce0f61-903c-4da1-af74-48cbf55077c9', 'name': 'tempest-ImageQuotaTest-316683545-router', 'tenant_id': '2533646710b841519bd0b48701bb2da4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:14:48Z', 'updated_at': '2021-07-27T23:15:01Z', 'revision_number': 7, 'project_id': '2533646710b841519bd0b48701bb2da4', 'gw_port_host': None}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:15:01.947278 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c1731c2-e7c1-42ee-a268-81bceb2ed6a0 None None] The sync data for ids ['b7ce0f61-903c-4da1-af74-48cbf55077c9'] in n-d-802623-1 is: [{'id': 'b7ce0f61-903c-4da1-af74-48cbf55077c9', 'name': 'tempest-ImageQuotaTest-316683545-router', 'tenant_id': '2533646710b841519bd0b48701bb2da4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:14:48Z', 'updated_at': '2021-07-27T23:15:01Z', 'revision_number': 7, 'project_id': '2533646710b841519bd0b48701bb2da4', 'gw_port_host': None}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:15:02.033841 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b36dc1ed-d0b7-491e-9498-9fb3b22be604 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62205'] for router, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:02.036181 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b36dc1ed-d0b7-491e-9498-9fb3b22be604 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:02.103648 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-efc3fd1d-7a39-4a1f-87b1-69816bd48212 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:02.112053 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b36dc1ed-d0b7-491e-9498-9fb3b22be604 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-477831'] for router, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:02.113603 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b36dc1ed-d0b7-491e-9498-9fb3b22be604 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b7ce0f61-903c-4da1-af74-48cbf55077c9 {{(pid=93798) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 23:15:02.124590 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b36dc1ed-d0b7-491e-9498-9fb3b22be604 admin admin] Notify callbacks [] for router, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:02.125816 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-b36dc1ed-d0b7-491e-9498-9fb3b22be604 admin admin] 10.222.0.18 "DELETE /v2.0/routers/b7ce0f61-903c-4da1-af74-48cbf55077c9 HTTP/1.1" status: 204 len: 168 time: 1.3807547 Jul 27 23:15:02.128512 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 41446) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:15:02.171571 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7418f70f-e60d-4709-8ba9-6ab514bc7f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:02.223786 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 41448) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:15:02.237662 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7e1853a-d6cf-46b1-bf39-401fde8346fb admin admin] Deleting subnet dc91267c-1732-43c3-b75e-db3e1fee49b1 {{(pid=93797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 23:15:02.243415 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f7e1853a-d6cf-46b1-bf39-401fde8346fb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:02.288994 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-efc3fd1d-7a39-4a1f-87b1-69816bd48212 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:02.293204 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bf9ef86-48bc-47d7-9d10-9bdc85a676a9 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Router b14a20e9-da53-4224-bb7e-8af91419b108 has already been hosted by L3 agent 018c4455-49c0-4734-927d-7824067b2a9e {{(pid=93797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 23:15:02.300587 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f7e1853a-d6cf-46b1-bf39-401fde8346fb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11335971'] for subnet, precommit_delete_associations {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:02.305633 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-efc3fd1d-7a39-4a1f-87b1-69816bd48212 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:02.392140 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-efc3fd1d-7a39-4a1f-87b1-69816bd48212 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d7afa7a32dee4ce39a239d564dea0f4b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5379384 Jul 27 23:15:02.394599 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 41456) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:15:02.439068 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d01758fa-4374-46d3-b255-7039e487d294 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:02.451464 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device d92dc19b-7b89-45a3-bc3e-2ef579a19af2 no longer exists at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:15:02.452847 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc3fd1d-7a39-4a1f-87b1-69816bd48212 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5699d850-f3a2-40a6-a579-5aea87b2aa3b,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:15:02.474202 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] No Port match for: d92dc19b-7b89-45a3-bc3e-2ef579a19af2 {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:15:02.474951 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device d92dc19b-7b89-45a3-bc3e-2ef579a19af2 not bound to the agent host n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:15:02.516912 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bf9ef86-48bc-47d7-9d10-9bdc85a676a9 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:15:02.522922 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7bf9ef86-48bc-47d7-9d10-9bdc85a676a9 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for floatingip, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:02.525900 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-54dd5e3c-f751-4cf7-b194-f079b6bf395f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:02.532663 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96cd68e5-70ad-444d-a013-97fa0ee02a38 None None] Sync routers for ids ['b14a20e9-da53-4224-bb7e-8af91419b108'] in n-d-802623-1 {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:15:02.550005 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96cd68e5-70ad-444d-a013-97fa0ee02a38 None None] Routers {'b14a20e9-da53-4224-bb7e-8af91419b108'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:15:02.551552 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-96cd68e5-70ad-444d-a013-97fa0ee02a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:15:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['b14a20e9-da53-4224-bb7e-8af91419b108'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:15:02.566597 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-54dd5e3c-f751-4cf7-b194-f079b6bf395f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:02.579165 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-7bf9ef86-48bc-47d7-9d10-9bdc85a676a9 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] 10.222.0.18 "PUT /v2.0/floatingips/e89f08d4-29be-43ff-b935-a237b0c0b480 HTTP/1.1" status: 200 len: 978 time: 1.6360822 Jul 27 23:15:02.583107 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 41462) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:15:02.624147 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f7e1853a-d6cf-46b1-bf39-401fde8346fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620741'] for subnet, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:02.630063 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-96cd68e5-70ad-444d-a013-97fa0ee02a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:15:02.649111 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96cd68e5-70ad-444d-a013-97fa0ee02a38 None None] Routers {'b14a20e9-da53-4224-bb7e-8af91419b108'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:15:02.649890 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-96cd68e5-70ad-444d-a013-97fa0ee02a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:15:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['b14a20e9-da53-4224-bb7e-8af91419b108'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:15:02.655708 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d01758fa-4374-46d3-b255-7039e487d294 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:02.662376 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d01758fa-4374-46d3-b255-7039e487d294 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:02.708909 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-96cd68e5-70ad-444d-a013-97fa0ee02a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:15:02.709792 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-54dd5e3c-f751-4cf7-b194-f079b6bf395f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:02.710228 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96cd68e5-70ad-444d-a013-97fa0ee02a38 None None] The sync data for ids ['b14a20e9-da53-4224-bb7e-8af91419b108'] in n-d-802623-1 is: [] {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:15:02.718749 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-54dd5e3c-f751-4cf7-b194-f079b6bf395f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:02.720003 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-54dd5e3c-f751-4cf7-b194-f079b6bf395f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5699d850-f3a2-40a6-a579-5aea87b2aa3b HTTP/1.1" status: 204 len: 168 time: 0.3152845 Jul 27 23:15:02.728660 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01758fa-4374-46d3-b255-7039e487d294 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8699fc4c-74fb-4cd3-b526-b82023fa62fc,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:15:02.733379 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-d01758fa-4374-46d3-b255-7039e487d294 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4904deedae28408fbde6e694380726a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5081935 Jul 27 23:15:02.736953 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 41472) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:15:02.762106 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-68b918f6-6d5c-428e-9319-bef9956981ed tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Deleting port ae792e74-2913-4b65-9dfc-2d28376a8434 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:15:02.762584 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-68b918f6-6d5c-428e-9319-bef9956981ed tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:02.769461 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f7e1853a-d6cf-46b1-bf39-401fde8346fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11335991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11551414'] for subnet, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:02.782395 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dd5e3c-f751-4cf7-b194-f079b6bf395f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5699d850-f3a2-40a6-a579-5aea87b2aa3b,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:15:02.803946 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f8b3fda9-e177-420c-aa28-bbe328514ce9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:02.829230 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f8b3fda9-e177-420c-aa28-bbe328514ce9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:02.875644 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cf2f181-46f2-4b54-a0e3-702c8f5ec4e5 None None] Network 054c7f72-c391-4793-970a-42b47cdb7861 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:15:02.908051 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f8b3fda9-e177-420c-aa28-bbe328514ce9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:02.914266 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f8b3fda9-e177-420c-aa28-bbe328514ce9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:02.922000 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-f8b3fda9-e177-420c-aa28-bbe328514ce9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8699fc4c-74fb-4cd3-b526-b82023fa62fc HTTP/1.1" status: 204 len: 168 time: 0.1837063 Jul 27 23:15:02.930259 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e1853a-d6cf-46b1-bf39-401fde8346fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc91267c-1732-43c3-b75e-db3e1fee49b1,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:15:02.938413 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b3fda9-e177-420c-aa28-bbe328514ce9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8699fc4c-74fb-4cd3-b526-b82023fa62fc,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:15:02.955610 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f7e1853a-d6cf-46b1-bf39-401fde8346fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for subnet, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:02.960208 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-f7e1853a-d6cf-46b1-bf39-401fde8346fb admin admin] 10.222.0.18 "DELETE /v2.0/subnets/dc91267c-1732-43c3-b75e-db3e1fee49b1 HTTP/1.1" status: 204 len: 168 time: 0.8278890 Jul 27 23:15:02.960997 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 41484) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:15:03.081067 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-68b918f6-6d5c-428e-9319-bef9956981ed tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:03.142522 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8346891f-2191-44bf-b5b8-b60ce597181b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593271'] for network, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:03.235135 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-8346891f-2191-44bf-b5b8-b60ce597181b admin admin] Deleting port a7540eb0-d382-4eed-9d66-80b850b191c1 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:15:03.235492 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8346891f-2191-44bf-b5b8-b60ce597181b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:03.309812 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 41498) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:15:03.315517 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1ad03f0-f1e7-4a12-a4ea-4413929f24be None None] DHCP port deletion for 054c7f72-c391-4793-970a-42b47cdb7861 request from n-d-802623-1 {{(pid=93799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 23:15:03.388661 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-8346891f-2191-44bf-b5b8-b60ce597181b admin admin] For port a7540eb0-d382-4eed-9d66-80b850b191c1, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=a7540eb0-d382-4eed-9d66-80b850b191c1,segment=NetworkSegment(5cbb93c6-e3ff-41fe-877e-637cfe4b424e),segment_id=5cbb93c6-e3ff-41fe-877e-637cfe4b424e)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:15:03.389940 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8346891f-2191-44bf-b5b8-b60ce597181b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:03.399399 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-e1ad03f0-f1e7-4a12-a4ea-4413929f24be None None] Deleting port a7540eb0-d382-4eed-9d66-80b850b191c1 {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:15:03.399866 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e1ad03f0-f1e7-4a12-a4ea-4413929f24be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:03.409778 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-8346891f-2191-44bf-b5b8-b60ce597181b admin admin] Calling delete_port for a7540eb0-d382-4eed-9d66-80b850b191c1 owned by network:dhcp {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:15:03.443835 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3a415b7b-dd13-4900-bc0c-d3f49a8a53be admin admin] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:03.480953 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-68b918f6-6d5c-428e-9319-bef9956981ed tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:03.481405 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-68b918f6-6d5c-428e-9319-bef9956981ed tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-415302'] for floatingip, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:03.481726 n-d-802623-1 neutron-server[93797]: INFO neutron.db.l3_db [None req-68b918f6-6d5c-428e-9319-bef9956981ed tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Floating IP e89f08d4-29be-43ff-b935-a237b0c0b480 disassociated. External IP: 172.25.4.132, port: ae792e74-2913-4b65-9dfc-2d28376a8434. Jul 27 23:15:03.482072 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-68b918f6-6d5c-428e-9319-bef9956981ed tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Calling delete_port for ae792e74-2913-4b65-9dfc-2d28376a8434 owned by {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:15:03.540860 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-e1ad03f0-f1e7-4a12-a4ea-4413929f24be None None] For port a7540eb0-d382-4eed-9d66-80b850b191c1, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=a7540eb0-d382-4eed-9d66-80b850b191c1,segment=NetworkSegment(5cbb93c6-e3ff-41fe-877e-637cfe4b424e),segment_id=5cbb93c6-e3ff-41fe-877e-637cfe4b424e)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:15:03.543281 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e1ad03f0-f1e7-4a12-a4ea-4413929f24be None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:03.570404 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-e1ad03f0-f1e7-4a12-a4ea-4413929f24be None None] Calling delete_port for a7540eb0-d382-4eed-9d66-80b850b191c1 owned by network:dhcp {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:15:03.590739 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8346891f-2191-44bf-b5b8-b60ce597181b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:03.623762 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8346891f-2191-44bf-b5b8-b60ce597181b admin admin] Pushing event deleted for resources: {'Port': ['ID=a7540eb0-d382-4eed-9d66-80b850b191c1,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:15:03.632009 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8346891f-2191-44bf-b5b8-b60ce597181b admin admin] No DVR routers for this DVR port a7540eb0-d382-4eed-9d66-80b850b191c1 on host n-d-802623-1 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:15:03.692516 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3a415b7b-dd13-4900-bc0c-d3f49a8a53be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:03.717402 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3a415b7b-dd13-4900-bc0c-d3f49a8a53be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:03.732732 n-d-802623-1 neutron-server[93799]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 27 23:15:03.732732 n-d-802623-1 neutron-server[93799]: from cryptography.utils import int_from_bytes Jul 27 23:15:03.732732 n-d-802623-1 neutron-server[93799]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 27 23:15:03.732732 n-d-802623-1 neutron-server[93799]: from cryptography.utils import int_from_bytes Jul 27 23:15:03.732732 n-d-802623-1 neutron-server[93799]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 23:15:03.732732 n-d-802623-1 neutron-server[93799]: self.session.flush() Jul 27 23:15:03.732732 n-d-802623-1 neutron-server[93799]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 23:15:03.732732 n-d-802623-1 neutron-server[93799]: self.session.flush() Jul 27 23:15:03.732732 n-d-802623-1 neutron-server[93799]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 23:15:03.732732 n-d-802623-1 neutron-server[93799]: self.session.flush() Jul 27 23:15:03.732732 n-d-802623-1 neutron-server[93799]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 23:15:03.732732 n-d-802623-1 neutron-server[93799]: self.session.flush() Jul 27 23:15:03.732732 n-d-802623-1 neutron-server[93799]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 23:15:03.732732 n-d-802623-1 neutron-server[93799]: self.session.flush() Jul 27 23:15:03.732732 n-d-802623-1 neutron-server[93799]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 23:15:03.732732 n-d-802623-1 neutron-server[93799]: self.session.flush() Jul 27 23:15:03.732732 n-d-802623-1 neutron-server[93799]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 23:15:03.732732 n-d-802623-1 neutron-server[93799]: self.session.flush() Jul 27 23:15:03.732732 n-d-802623-1 neutron-server[93799]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 23:15:03.732732 n-d-802623-1 neutron-server[93799]: self.session.flush() Jul 27 23:15:03.732732 n-d-802623-1 neutron-server[93799]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 23:15:03.732732 n-d-802623-1 neutron-server[93799]: self.session.flush() Jul 27 23:15:03.732732 n-d-802623-1 neutron-server[93799]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 23:15:03.732732 n-d-802623-1 neutron-server[93799]: self.session.flush() Jul 27 23:15:03.732732 n-d-802623-1 neutron-server[93799]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 23:15:03.732732 n-d-802623-1 neutron-server[93799]: self.session.flush() Jul 27 23:15:03.732732 n-d-802623-1 neutron-server[93799]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 23:15:03.732732 n-d-802623-1 neutron-server[93799]: self.session.flush() Jul 27 23:15:03.732732 n-d-802623-1 neutron-server[93799]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 23:15:03.732732 n-d-802623-1 neutron-server[93799]: self.session.flush() Jul 27 23:15:03.732732 n-d-802623-1 neutron-server[93799]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 23:15:03.732732 n-d-802623-1 neutron-server[93799]: self.session.flush() Jul 27 23:15:03.732732 n-d-802623-1 neutron-server[93799]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 23:15:03.732732 n-d-802623-1 neutron-server[93799]: self.session.flush() Jul 27 23:15:03.732732 n-d-802623-1 neutron-server[93799]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 23:15:03.732732 n-d-802623-1 neutron-server[93799]: self.session.flush() Jul 27 23:15:03.732732 n-d-802623-1 neutron-server[93799]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 23:15:03.732732 n-d-802623-1 neutron-server[93799]: self.session.flush() Jul 27 23:15:03.732732 n-d-802623-1 neutron-server[93799]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 23:15:03.732732 n-d-802623-1 neutron-server[93799]: self.session.flush() Jul 27 23:15:03.732732 n-d-802623-1 neutron-server[93799]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 23:15:03.732732 n-d-802623-1 neutron-server[93799]: self.session.flush() Jul 27 23:15:03.735448 n-d-802623-1 neutron-server[93799]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 23:15:03.735448 n-d-802623-1 neutron-server[93799]: self.session.flush() Jul 27 23:15:03.735448 n-d-802623-1 neutron-server[93799]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 23:15:03.735448 n-d-802623-1 neutron-server[93799]: self.session.flush() Jul 27 23:15:03.735448 n-d-802623-1 neutron-server[93799]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 23:15:03.735448 n-d-802623-1 neutron-server[93799]: self.session.flush() Jul 27 23:15:03.735448 n-d-802623-1 neutron-server[93799]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 23:15:03.735448 n-d-802623-1 neutron-server[93799]: self.session.flush() Jul 27 23:15:03.735448 n-d-802623-1 neutron-server[93799]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 23:15:03.735448 n-d-802623-1 neutron-server[93799]: self.session.flush() Jul 27 23:15:03.735448 n-d-802623-1 neutron-server[93799]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 23:15:03.735448 n-d-802623-1 neutron-server[93799]: self.session.flush() Jul 27 23:15:03.735448 n-d-802623-1 neutron-server[93799]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 23:15:03.735448 n-d-802623-1 neutron-server[93799]: self.session.flush() Jul 27 23:15:03.739601 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8346891f-2191-44bf-b5b8-b60ce597181b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618032', 'neutron.services.segments.db._delete_segments_for_network-8736833900081'] for network, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:03.746497 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-68b918f6-6d5c-428e-9319-bef9956981ed tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:03.749761 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e1ad03f0-f1e7-4a12-a4ea-4413929f24be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:03.753535 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-8346891f-2191-44bf-b5b8-b60ce597181b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['054c7f72-c391-4793-970a-42b47cdb7861']}} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:15:03.774615 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-8346891f-2191-44bf-b5b8-b60ce597181b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5cbb93c6-e3ff-41fe-877e-637cfe4b424e') {'for_net_delete': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:15:03.774922 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-8346891f-2191-44bf-b5b8-b60ce597181b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5cbb93c6-e3ff-41fe-877e-637cfe4b424e') {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:15:03.787089 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8346891f-2191-44bf-b5b8-b60ce597181b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736833900858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11163256'] for segment, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:03.805069 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8346891f-2191-44bf-b5b8-b60ce597181b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:03.813794 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8346891f-2191-44bf-b5b8-b60ce597181b admin admin] Releasing vlan 526 on physical network physnet1 to pool {{(pid=93798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 23:15:03.814099 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8346891f-2191-44bf-b5b8-b60ce597181b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11971746'] for segment, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:03.828502 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1ad03f0-f1e7-4a12-a4ea-4413929f24be None None] No DVR routers for this DVR port a7540eb0-d382-4eed-9d66-80b850b191c1 on host n-d-802623-1 {{(pid=93799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:15:03.838415 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ad03f0-f1e7-4a12-a4ea-4413929f24be None None] Pushing event deleted for resources: {'Port': ['ID=a7540eb0-d382-4eed-9d66-80b850b191c1,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:15:03.866474 n-d-802623-1 neutron-server[93798]: Traceback (most recent call last): Jul 27 23:15:03.866474 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 23:15:03.866474 n-d-802623-1 neutron-server[93798]: timer() Jul 27 23:15:03.866474 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 23:15:03.866474 n-d-802623-1 neutron-server[93798]: cb(*args, **kw) Jul 27 23:15:03.866474 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 23:15:03.866474 n-d-802623-1 neutron-server[93798]: return func(*args, **kwargs) Jul 27 23:15:03.866474 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 23:15:03.866474 n-d-802623-1 neutron-server[93798]: self._notify() Jul 27 23:15:03.866474 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 23:15:03.866474 n-d-802623-1 neutron-server[93798]: self.callback(batched_events) Jul 27 23:15:03.866474 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 23:15:03.866474 n-d-802623-1 neutron-server[93798]: event.method(event) Jul 27 23:15:03.866474 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 23:15:03.866474 n-d-802623-1 neutron-server[93798]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 23:15:03.866474 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 23:15:03.866474 n-d-802623-1 neutron-server[93798]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 23:15:03.866474 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 23:15:03.866474 n-d-802623-1 neutron-server[93798]: return f(self, *a, **k) Jul 27 23:15:03.866474 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 23:15:03.866474 n-d-802623-1 neutron-server[93798]: return self._get(url).json() Jul 27 23:15:03.866474 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 23:15:03.866474 n-d-802623-1 neutron-server[93798]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 23:15:03.866474 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 23:15:03.866474 n-d-802623-1 neutron-server[93798]: return self.request(url, 'GET', **kwargs) Jul 27 23:15:03.866474 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 23:15:03.866474 n-d-802623-1 neutron-server[93798]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 23:15:03.866474 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 23:15:03.866474 n-d-802623-1 neutron-server[93798]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 23:15:03.866474 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 23:15:03.866474 n-d-802623-1 neutron-server[93798]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 23:15:03.866474 n-d-802623-1 neutron-server[93798]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 23:15:03.888283 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-3a415b7b-dd13-4900-bc0c-d3f49a8a53be admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3583b38c10e24b0b8b00899f162316a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5631609 Jul 27 23:15:03.893282 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b918f6-6d5c-428e-9319-bef9956981ed tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Pushing event deleted for resources: {'Port': ['ID=ae792e74-2913-4b65-9dfc-2d28376a8434,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:15:03.895012 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 41512) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:15:03.895881 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a415b7b-dd13-4900-bc0c-d3f49a8a53be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd153be1-6af2-45f4-8512-d453b47c9ece,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:15:03.905336 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8346891f-2191-44bf-b5b8-b60ce597181b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415412'] for network, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:03.919210 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8346891f-2191-44bf-b5b8-b60ce597181b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:03.924203 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-8346891f-2191-44bf-b5b8-b60ce597181b admin admin] 10.222.0.18 "DELETE /v2.0/networks/054c7f72-c391-4793-970a-42b47cdb7861 HTTP/1.1" status: 204 len: 168 time: 0.9621756 Jul 27 23:15:03.939811 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8346891f-2191-44bf-b5b8-b60ce597181b admin admin] Pushing event deleted for resources: {'Network': ['ID=054c7f72-c391-4793-970a-42b47cdb7861,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:15:04.028081 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-038a4eac-6bf6-4fb2-acc5-273815690206 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:04.065112 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-038a4eac-6bf6-4fb2-acc5-273815690206 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:04.084097 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 41524) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:15:04.084265 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68b918f6-6d5c-428e-9319-bef9956981ed tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Router b14a20e9-da53-4224-bb7e-8af91419b108 has already been hosted by L3 agent 018c4455-49c0-4734-927d-7824067b2a9e {{(pid=93797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 23:15:04.135848 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-b87ce41f-e964-4484-9358-2e320fa454e7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2533646710b841519bd0b48701bb2da4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0505030 Jul 27 23:15:04.136623 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 41528) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:15:04.235815 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c89d0da9-5d08-4a17-8f00-bf623bac7690 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:04.238223 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68b918f6-6d5c-428e-9319-bef9956981ed tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:15:04.249131 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 41530) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:15:04.254749 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1761f6b5-f04c-4a1a-8e05-6849523b777a None None] Sync routers for ids ['b14a20e9-da53-4224-bb7e-8af91419b108'] in n-d-802623-1 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:15:04.267008 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1761f6b5-f04c-4a1a-8e05-6849523b777a None None] Routers {'b14a20e9-da53-4224-bb7e-8af91419b108'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:15:04.267670 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-1761f6b5-f04c-4a1a-8e05-6849523b777a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:15:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['b14a20e9-da53-4224-bb7e-8af91419b108'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:15:04.295705 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device a7540eb0-d382-4eed-9d66-80b850b191c1 no longer exists at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:15:04.313954 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c89d0da9-5d08-4a17-8f00-bf623bac7690 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:04.338778 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-68b918f6-6d5c-428e-9319-bef9956981ed tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:04.339305 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] No Port match for: a7540eb0-d382-4eed-9d66-80b850b191c1 {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:15:04.340105 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device a7540eb0-d382-4eed-9d66-80b850b191c1 not bound to the agent host n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:15:04.340554 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device aa8fad0a-5ff8-420e-ab5c-57ab3bd638cf no longer exists at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:15:04.354705 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-68b918f6-6d5c-428e-9319-bef9956981ed tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] 10.222.0.18 "DELETE /v2.0/ports/ae792e74-2913-4b65-9dfc-2d28376a8434 HTTP/1.1" status: 204 len: 168 time: 1.7692375 Jul 27 23:15:04.360418 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-b37fb6a5-5da8-4680-8a97-16830b21a58b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-549894904-network', 'tenant_id': '6415e174d6e146abb15fff69092e7210'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:15:04.365181 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-038a4eac-6bf6-4fb2-acc5-273815690206 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:04.367894 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-038a4eac-6bf6-4fb2-acc5-273815690206 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:04.369424 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-038a4eac-6bf6-4fb2-acc5-273815690206 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/bd153be1-6af2-45f4-8512-d453b47c9ece HTTP/1.1" status: 204 len: 168 time: 0.4709415 Jul 27 23:15:04.373964 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 41534) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:15:04.395632 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c89d0da9-5d08-4a17-8f00-bf623bac7690 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:04.398988 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c89d0da9-5d08-4a17-8f00-bf623bac7690 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:04.404138 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-c89d0da9-5d08-4a17-8f00-bf623bac7690 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c43dcb36-d2df-4be7-8a6b-0988513f45b4 HTTP/1.1" status: 204 len: 168 time: 0.2664289 Jul 27 23:15:04.407839 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038a4eac-6bf6-4fb2-acc5-273815690206 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd153be1-6af2-45f4-8512-d453b47c9ece,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:15:04.414108 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89d0da9-5d08-4a17-8f00-bf623bac7690 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c43dcb36-d2df-4be7-8a6b-0988513f45b4,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:15:04.419511 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-1761f6b5-f04c-4a1a-8e05-6849523b777a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:15:04.423397 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] No Port match for: aa8fad0a-5ff8-420e-ab5c-57ab3bd638cf {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:15:04.424280 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device aa8fad0a-5ff8-420e-ab5c-57ab3bd638cf not bound to the agent host n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:15:04.447362 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1761f6b5-f04c-4a1a-8e05-6849523b777a None None] Routers {'b14a20e9-da53-4224-bb7e-8af91419b108'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:15:04.448001 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-1761f6b5-f04c-4a1a-8e05-6849523b777a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:15:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['b14a20e9-da53-4224-bb7e-8af91419b108'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:15:04.530217 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-d795095b-a3c1-49a0-9df1-81a4b698c1f3 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] 10.222.0.18 "GET /v2.0/floatingips/e89f08d4-29be-43ff-b935-a237b0c0b480 HTTP/1.1" status: 200 len: 688 time: 0.1455879 Jul 27 23:15:04.532975 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 41542) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:15:04.583317 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b37fb6a5-5da8-4680-8a97-16830b21a58b admin admin] Made reservation on behalf of 6415e174d6e146abb15fff69092e7210 for: {'network': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:15:04.585838 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b37fb6a5-5da8-4680-8a97-16830b21a58b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for network, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:04.600660 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b37fb6a5-5da8-4680-8a97-16830b21a58b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:04.618861 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-1761f6b5-f04c-4a1a-8e05-6849523b777a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:15:04.619940 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1761f6b5-f04c-4a1a-8e05-6849523b777a None None] The sync data for ids ['b14a20e9-da53-4224-bb7e-8af91419b108'] in n-d-802623-1 is: [] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:15:04.630101 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:04.758556 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-bdc18a9d-1d78-4ec3-bad0-d277394a4a08 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Deleting port f4663885-be50-4b58-9c8c-fff0f37fcf77 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:15:04.758854 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-bdc18a9d-1d78-4ec3-bad0-d277394a4a08 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:04.835760 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b37fb6a5-5da8-4680-8a97-16830b21a58b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:04.845451 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b37fb6a5-5da8-4680-8a97-16830b21a58b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:04.880603 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-bdc18a9d-1d78-4ec3-bad0-d277394a4a08 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:04.881158 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-bdc18a9d-1d78-4ec3-bad0-d277394a4a08 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:04.895273 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b37fb6a5-5da8-4680-8a97-16830b21a58b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 534} {{(pid=93797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 23:15:04.912689 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-bdc18a9d-1d78-4ec3-bad0-d277394a4a08 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Calling delete_port for f4663885-be50-4b58-9c8c-fff0f37fcf77 owned by network:floatingip {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:15:04.914669 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 41556) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:15:04.925472 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37fb6a5-5da8-4680-8a97-16830b21a58b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26af1cf9-e9c7-4a45-892a-984cfb4b3e1d,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:15:04.930131 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b37fb6a5-5da8-4680-8a97-16830b21a58b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:04.930570 n-d-802623-1 neutron-server[93797]: INFO neutron.db.segments_db [None req-b37fb6a5-5da8-4680-8a97-16830b21a58b admin admin] Added segment dd3fb910-11a1-4198-8a90-f4352ae92025 of type vlan for network a198ee08-ada0-4348-9b3a-3cd923d78e26 Jul 27 23:15:04.966178 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ad3ae2f6-fbb1-4d69-a78b-07e39c9d6b02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:05.060253 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b37fb6a5-5da8-4680-8a97-16830b21a58b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736833354590'] for network, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:05.092905 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ad3ae2f6-fbb1-4d69-a78b-07e39c9d6b02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:05.097053 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ad3ae2f6-fbb1-4d69-a78b-07e39c9d6b02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:05.125666 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-ad3ae2f6-fbb1-4d69-a78b-07e39c9d6b02 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.2065647 Jul 27 23:15:05.127175 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 41562) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:15:05.132690 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b37fb6a5-5da8-4680-8a97-16830b21a58b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569'] for network, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:05.133977 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b37fb6a5-5da8-4680-8a97-16830b21a58b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:15:05.134775 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b37fb6a5-5da8-4680-8a97-16830b21a58b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for network, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:05.156282 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3ae2f6-fbb1-4d69-a78b-07e39c9d6b02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb11ff4e-c963-4cfe-87a5-587d77cb7955,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:15:05.257312 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-b37fb6a5-5da8-4680-8a97-16830b21a58b admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.0085177 Jul 27 23:15:05.264594 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 41570) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:15:05.264727 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37fb6a5-5da8-4680-8a97-16830b21a58b admin admin] Pushing event updated for resources: {'Network': ['ID=a198ee08-ada0-4348-9b3a-3cd923d78e26,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:15:05.276608 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-dc3a1a5c-d5e6-4046-b5d8-67499f73e1b0 admin admin] Request body: {'subnet': {'network_id': 'a198ee08-ada0-4348-9b3a-3cd923d78e26', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-549894904-subnet', 'tenant_id': '6415e174d6e146abb15fff69092e7210', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:15:05.277029 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Network a198ee08-ada0-4348-9b3a-3cd923d78e26 details requested by agent ovs-agent-n-d-802623-1 with host n-d-802623-1 {{(pid=93799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 23:15:05.290765 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-bdc18a9d-1d78-4ec3-bad0-d277394a4a08 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:05.301731 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d2d2aeda-f94e-4f60-801a-5cc164a51b75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:05.307843 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc3a1a5c-d5e6-4046-b5d8-67499f73e1b0 admin admin] Made reservation on behalf of 6415e174d6e146abb15fff69092e7210 for: {'subnet': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:15:05.310831 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-dc3a1a5c-d5e6-4046-b5d8-67499f73e1b0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12265828'] for subnet, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:05.334815 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc18a9d-1d78-4ec3-bad0-d277394a4a08 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Pushing event deleted for resources: {'Port': ['ID=f4663885-be50-4b58-9c8c-fff0f37fcf77,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:15:05.367380 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d2d2aeda-f94e-4f60-801a-5cc164a51b75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:05.427222 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-bdc18a9d-1d78-4ec3-bad0-d277394a4a08 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Notify callbacks [] for floatingip, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:05.430005 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-bdc18a9d-1d78-4ec3-bad0-d277394a4a08 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for floatingip, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:05.431149 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-bdc18a9d-1d78-4ec3-bad0-d277394a4a08 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] 10.222.0.18 "DELETE /v2.0/floatingips/e89f08d4-29be-43ff-b935-a237b0c0b480 HTTP/1.1" status: 204 len: 168 time: 0.8959861 Jul 27 23:15:05.436678 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 41576) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:15:05.441358 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-3d621718-9677-4a89-b865-a682d378c3a8 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Request body: {'floatingip': {'floating_network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'port_id': '6f5aac3a-892f-427c-82bd-eb959603faac'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:15:05.482150 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3d621718-9677-4a89-b865-a682d378c3a8 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Notify callbacks [] for floatingip, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:05.539233 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d2d2aeda-f94e-4f60-801a-5cc164a51b75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:05.542924 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d2d2aeda-f94e-4f60-801a-5cc164a51b75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:05.544705 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-d2d2aeda-f94e-4f60-801a-5cc164a51b75 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/cb11ff4e-c963-4cfe-87a5-587d77cb7955 HTTP/1.1" status: 204 len: 168 time: 0.4162390 Jul 27 23:15:05.565941 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d2aeda-f94e-4f60-801a-5cc164a51b75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb11ff4e-c963-4cfe-87a5-587d77cb7955,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:15:05.619347 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-dc3a1a5c-d5e6-4046-b5d8-67499f73e1b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11971609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12265750'] for subnet, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:05.681694 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3a1a5c-d5e6-4046-b5d8-67499f73e1b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6bb4b577-bd47-4366-ace3-c23131aef649,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:15:05.722232 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3d621718-9677-4a89-b865-a682d378c3a8 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:05.736214 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc3a1a5c-d5e6-4046-b5d8-67499f73e1b0 admin admin] Checking segment: {'id': 'dd3fb910-11a1-4198-8a90-f4352ae92025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'a198ee08-ada0-4348-9b3a-3cd923d78e26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:15:05.736781 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc3a1a5c-d5e6-4046-b5d8-67499f73e1b0 admin admin] Network hostable DHCP agents. Network: a198ee08-ada0-4348-9b3a-3cd923d78e26, hostable agents: ['5950e76f-2bde-4343-a925-cbe6bacd2706'], hosted agents: [] {{(pid=93798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 23:15:05.759686 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc3a1a5c-d5e6-4046-b5d8-67499f73e1b0 admin admin] Network a198ee08-ada0-4348-9b3a-3cd923d78e26 is scheduled to be hosted by DHCP agent 5950e76f-2bde-4343-a925-cbe6bacd2706 with binding_index 1 {{(pid=93798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 23:15:05.777801 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-dc3a1a5c-d5e6-4046-b5d8-67499f73e1b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802623-1, a198ee08-ada0-4348-9b3a-3cd923d78e26) {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:15:05.785575 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc3a1a5c-d5e6-4046-b5d8-67499f73e1b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:15:05.786165 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-dc3a1a5c-d5e6-4046-b5d8-67499f73e1b0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:05.811589 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f72c7ea1-46f1-441a-96a6-c1bc25d57615 None None] Network a198ee08-ada0-4348-9b3a-3cd923d78e26 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:15:05.821545 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-dc3a1a5c-d5e6-4046-b5d8-67499f73e1b0 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5526893 Jul 27 23:15:05.822097 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 41590) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:15:05.831357 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-0c685315-012a-4be0-870a-d430a8ca8ae1 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-549894904-router', 'tenant_id': '6415e174d6e146abb15fff69092e7210', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'}}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:15:05.885655 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0c685315-012a-4be0-870a-d430a8ca8ae1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62159'] for router, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:05.887116 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0c685315-012a-4be0-870a-d430a8ca8ae1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-479230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-415539', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3693317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62148'] for router, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:05.973030 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-3d621718-9677-4a89-b865-a682d378c3a8 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Allocated IP 172.25.4.76 (2fd42287-ed26-4eb9-89a5-b521f5b04356/17de1f8f-393a-4b0c-a2df-614bd3f2fb5e/9dab5144-bdbe-41e2-9567-4e27495d3e36) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:15:06.058246 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0c685315-012a-4be0-870a-d430a8ca8ae1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:06.252035 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2afe2c3a-6df6-4fed-a43a-2bbff93b0f45 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f6f257c-ad18-5f0c-8c8e-ea085a5fc8a2-a198ee08-ada0-4348-9b3a-3cd923d78e26', 'network_id': 'a198ee08-ada0-4348-9b3a-3cd923d78e26', 'tenant_id': '6415e174d6e146abb15fff69092e7210', 'fixed_ips': [{'subnet_id': '6bb4b577-bd47-4366-ace3-c23131aef649'}]}} from n-d-802623-1. {{(pid=93799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 23:15:06.253146 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2afe2c3a-6df6-4fed-a43a-2bbff93b0f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:06.302824 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0c685315-012a-4be0-870a-d430a8ca8ae1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-415433', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62186'] for router, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:06.561213 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-2afe2c3a-6df6-4fed-a43a-2bbff93b0f45 None None] Allocated IP 172.20.0.2 (a198ee08-ada0-4348-9b3a-3cd923d78e26/6bb4b577-bd47-4366-ace3-c23131aef649/01bc91b3-f903-46f1-9bfa-3c4358eadcfd) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:15:06.645091 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0c685315-012a-4be0-870a-d430a8ca8ae1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:06.674543 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0c685315-012a-4be0-870a-d430a8ca8ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:06.739498 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3d621718-9677-4a89-b865-a682d378c3a8 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:06.796649 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3d621718-9677-4a89-b865-a682d378c3a8 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:06.855753 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d621718-9677-4a89-b865-a682d378c3a8 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Pushing event updated for resources: {'Port': ['ID=9dab5144-bdbe-41e2-9567-4e27495d3e36,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:15:06.864981 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2afe2c3a-6df6-4fed-a43a-2bbff93b0f45 None None] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:06.868807 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d621718-9677-4a89-b865-a682d378c3a8 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Network 2fd42287-ed26-4eb9-89a5-b521f5b04356 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:15:06.871225 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-3d621718-9677-4a89-b865-a682d378c3a8 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:15:06.874200 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d621718-9677-4a89-b865-a682d378c3a8 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:15:06.888823 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-2afe2c3a-6df6-4fed-a43a-2bbff93b0f45 None None] Transition to ACTIVE for port object 01bc91b3-f903-46f1-9bfa-3c4358eadcfd will not be triggered until provisioned by entity L2. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:15:06.914419 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-2afe2c3a-6df6-4fed-a43a-2bbff93b0f45 None None] Transition to ACTIVE for port object 01bc91b3-f903-46f1-9bfa-3c4358eadcfd will not be triggered until provisioned by entity DHCP. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:15:06.933941 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2afe2c3a-6df6-4fed-a43a-2bbff93b0f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:06.945931 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-0c685315-012a-4be0-870a-d430a8ca8ae1 admin admin] Allocated IP 172.25.4.62 (2fd42287-ed26-4eb9-89a5-b521f5b04356/17de1f8f-393a-4b0c-a2df-614bd3f2fb5e/ae9bad43-4b95-4357-9b0f-9761e6626877) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:15:07.013143 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2afe2c3a-6df6-4fed-a43a-2bbff93b0f45 None None] Network a198ee08-ada0-4348-9b3a-3cd923d78e26 is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:15:07.016569 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-2afe2c3a-6df6-4fed-a43a-2bbff93b0f45 None None] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:15:07.020081 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2afe2c3a-6df6-4fed-a43a-2bbff93b0f45 None None] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:15:07.034335 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afe2c3a-6df6-4fed-a43a-2bbff93b0f45 None None] Pushing event updated for resources: {'Port': ['ID=01bc91b3-f903-46f1-9bfa-3c4358eadcfd,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:15:07.112432 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-2afe2c3a-6df6-4fed-a43a-2bbff93b0f45 None None] Attempting to bind port 01bc91b3-f903-46f1-9bfa-3c4358eadcfd on host n-d-802623-1 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:15:07.112882 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-2afe2c3a-6df6-4fed-a43a-2bbff93b0f45 None None] Attempting to bind port 01bc91b3-f903-46f1-9bfa-3c4358eadcfd by drivers openvswitch,hyperv on host n-d-802623-1 at level 0 using segments [{'id': 'dd3fb910-11a1-4198-8a90-f4352ae92025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'a198ee08-ada0-4348-9b3a-3cd923d78e26'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:15:07.113262 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2afe2c3a-6df6-4fed-a43a-2bbff93b0f45 None None] Attempting to bind port 01bc91b3-f903-46f1-9bfa-3c4358eadcfd on network a198ee08-ada0-4348-9b3a-3cd923d78e26 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:15:07.123494 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2afe2c3a-6df6-4fed-a43a-2bbff93b0f45 None None] Checking agent: {'id': 'a9a568d2-a5e7-41e4-833f-a8ab42ea4073', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 52, 30), 'started_at': datetime.datetime(2021, 7, 27, 22, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802623-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:15:07.124419 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2afe2c3a-6df6-4fed-a43a-2bbff93b0f45 None None] Checking segment: {'id': 'dd3fb910-11a1-4198-8a90-f4352ae92025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'a198ee08-ada0-4348-9b3a-3cd923d78e26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:15:07.125021 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2afe2c3a-6df6-4fed-a43a-2bbff93b0f45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:07.125860 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2afe2c3a-6df6-4fed-a43a-2bbff93b0f45 None None] Bound using segment: {'id': 'dd3fb910-11a1-4198-8a90-f4352ae92025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'a198ee08-ada0-4348-9b3a-3cd923d78e26'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:15:07.126360 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-2afe2c3a-6df6-4fed-a43a-2bbff93b0f45 None None] Bound port: 01bc91b3-f903-46f1-9bfa-3c4358eadcfd, host: n-d-802623-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd3fb910-11a1-4198-8a90-f4352ae92025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'a198ee08-ada0-4348-9b3a-3cd923d78e26'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:15:07.126748 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2afe2c3a-6df6-4fed-a43a-2bbff93b0f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:07.173764 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0c685315-012a-4be0-870a-d430a8ca8ae1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:07.199790 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-2afe2c3a-6df6-4fed-a43a-2bbff93b0f45 None None] For port 01bc91b3-f903-46f1-9bfa-3c4358eadcfd, host n-d-802623-1, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:15:07.203803 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-2afe2c3a-6df6-4fed-a43a-2bbff93b0f45 None None] For port 01bc91b3-f903-46f1-9bfa-3c4358eadcfd, host n-d-802623-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=01bc91b3-f903-46f1-9bfa-3c4358eadcfd,segment=NetworkSegment(dd3fb910-11a1-4198-8a90-f4352ae92025),segment_id=dd3fb910-11a1-4198-8a90-f4352ae92025)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:15:07.215926 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2afe2c3a-6df6-4fed-a43a-2bbff93b0f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:07.267853 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0c685315-012a-4be0-870a-d430a8ca8ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:07.305698 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c685315-012a-4be0-870a-d430a8ca8ae1 admin admin] Network 2fd42287-ed26-4eb9-89a5-b521f5b04356 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:15:07.309675 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-0c685315-012a-4be0-870a-d430a8ca8ae1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:15:07.315610 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c685315-012a-4be0-870a-d430a8ca8ae1 admin admin] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:15:07.345641 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afe2c3a-6df6-4fed-a43a-2bbff93b0f45 None None] Pushing event updated for resources: {'Port': ['ID=01bc91b3-f903-46f1-9bfa-3c4358eadcfd,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:15:07.517044 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c685315-012a-4be0-870a-d430a8ca8ae1 admin admin] Pushing event updated for resources: {'Port': ['ID=ae9bad43-4b95-4357-9b0f-9761e6626877,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:15:07.543608 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3d621718-9677-4a89-b865-a682d378c3a8 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:07.631113 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3d621718-9677-4a89-b865-a682d378c3a8 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:07.854650 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3d621718-9677-4a89-b865-a682d378c3a8 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:07.861194 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3d621718-9677-4a89-b865-a682d378c3a8 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11336041'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:07.944016 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d621718-9677-4a89-b865-a682d378c3a8 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Pushing event updated for resources: {'Port': ['ID=9dab5144-bdbe-41e2-9567-4e27495d3e36,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:15:07.965064 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3d621718-9677-4a89-b865-a682d378c3a8 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-415302'] for floatingip, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:08.021349 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-60e1daeb-4642-46c4-80af-0ecc633b5b32 req-76deb75d-1148-433c-8961-e55e85175ae1 tempest-QuotasAdminNegativeTest-551968250 tempest-QuotasAdminNegativeTest-551968250-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=e0fed829e5d64514b6ee97587f3198ac&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4350438 Jul 27 23:15:08.078302 n-d-802623-1 neutron-server[93797]: INFO neutron.db.l3_db [None req-3d621718-9677-4a89-b865-a682d378c3a8 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Floating IP 553e93f0-0862-408f-b90d-db11a66c1716 associated. External IP: 172.25.4.76, port: 6f5aac3a-892f-427c-82bd-eb959603faac. Jul 27 23:15:08.149679 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0c685315-012a-4be0-870a-d430a8ca8ae1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:08.226169 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e1daeb-4642-46c4-80af-0ecc633b5b32 req-d33dd64e-adc1-4ed9-9612-a10893eeae78 tempest-QuotasAdminNegativeTest-551968250 tempest-QuotasAdminNegativeTest-551968250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:15:08.229386 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-60e1daeb-4642-46c4-80af-0ecc633b5b32 req-d33dd64e-adc1-4ed9-9612-a10893eeae78 tempest-QuotasAdminNegativeTest-551968250 tempest-QuotasAdminNegativeTest-551968250-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2016821 Jul 27 23:15:08.345227 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-60e1daeb-4642-46c4-80af-0ecc633b5b32 req-16395ad4-b6df-49da-8d26-bacf9bbb4bde tempest-QuotasAdminNegativeTest-551968250 tempest-QuotasAdminNegativeTest-551968250-project] 10.222.0.18 "GET /v2.0/quotas/e0fed829e5d64514b6ee97587f3198ac HTTP/1.1" status: 200 len: 375 time: 0.1058989 Jul 27 23:15:08.398239 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d621718-9677-4a89-b865-a682d378c3a8 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Router b14a20e9-da53-4224-bb7e-8af91419b108 has already been hosted by L3 agent 018c4455-49c0-4734-927d-7824067b2a9e {{(pid=93797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 23:15:08.409599 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 01bc91b3-f903-46f1-9bfa-3c4358eadcfd up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:15:08.464551 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-60e1daeb-4642-46c4-80af-0ecc633b5b32 req-64ee3f66-39d6-41a8-8ac6-89962703b702 tempest-QuotasAdminNegativeTest-551968250 tempest-QuotasAdminNegativeTest-551968250-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=e0fed829e5d64514b6ee97587f3198ac&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1182835 Jul 27 23:15:08.528889 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning for port 01bc91b3-f903-46f1-9bfa-3c4358eadcfd completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:15:08.586178 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0c685315-012a-4be0-870a-d430a8ca8ae1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-415468'] for router, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:08.639984 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d621718-9677-4a89-b865-a682d378c3a8 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:15:08.651293 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95657a06-65e4-4986-8410-4c8eae917368 None None] Sync routers for ids ['b14a20e9-da53-4224-bb7e-8af91419b108'] in n-d-802623-1 {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:15:08.663748 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95657a06-65e4-4986-8410-4c8eae917368 None None] Routers {'b14a20e9-da53-4224-bb7e-8af91419b108'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:15:08.664400 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-95657a06-65e4-4986-8410-4c8eae917368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:15:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['b14a20e9-da53-4224-bb7e-8af91419b108'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:15:08.677183 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3d621718-9677-4a89-b865-a682d378c3a8 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for floatingip, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:08.730801 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-95657a06-65e4-4986-8410-4c8eae917368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:15:08.749327 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95657a06-65e4-4986-8410-4c8eae917368 None None] Routers {'b14a20e9-da53-4224-bb7e-8af91419b108'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:15:08.750798 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-3d621718-9677-4a89-b865-a682d378c3a8 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 3.3130836 Jul 27 23:15:08.751037 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-95657a06-65e4-4986-8410-4c8eae917368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:15:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['b14a20e9-da53-4224-bb7e-8af91419b108'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:15:08.753634 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 41658) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:15:08.767707 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-977ec523-b3b0-40fe-a313-7dc6a48ce3f3 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1596294686'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:15:08.793157 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-977ec523-b3b0-40fe-a313-7dc6a48ce3f3 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Made reservation on behalf of 514745170d2d4aba9e26a599d4d1a11f for: {'network': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:15:08.797191 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-977ec523-b3b0-40fe-a313-7dc6a48ce3f3 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for network, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:08.827935 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-977ec523-b3b0-40fe-a313-7dc6a48ce3f3 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 505} {{(pid=93797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 23:15:08.839905 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-977ec523-b3b0-40fe-a313-7dc6a48ce3f3 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:08.840316 n-d-802623-1 neutron-server[93797]: INFO neutron.db.segments_db [None req-977ec523-b3b0-40fe-a313-7dc6a48ce3f3 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Added segment 52494f96-79b6-4361-b49d-cbda2b9214c5 of type vlan for network 3a07d114-ab0a-486f-be1b-db834003a696 Jul 27 23:15:08.844222 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c685315-012a-4be0-870a-d430a8ca8ae1 admin admin] Router 1a1bc2bf-7ab2-400d-bd2a-68c922770983 is scheduled to L3 agent 018c4455-49c0-4734-927d-7824067b2a9e with binding_index 1 {{(pid=93798) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 23:15:08.916468 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-977ec523-b3b0-40fe-a313-7dc6a48ce3f3 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736833354590'] for network, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:08.955318 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-977ec523-b3b0-40fe-a313-7dc6a48ce3f3 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569'] for network, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:08.964202 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-977ec523-b3b0-40fe-a313-7dc6a48ce3f3 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:15:08.965259 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-977ec523-b3b0-40fe-a313-7dc6a48ce3f3 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for network, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:09.037497 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e00b2719-a3f3-4513-9c1b-190b3c0b03c4 None None] Network a198ee08-ada0-4348-9b3a-3cd923d78e26 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:15:09.095271 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-977ec523-b3b0-40fe-a313-7dc6a48ce3f3 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3351433 Jul 27 23:15:09.097803 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 41678) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:15:09.105121 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-212addd8-1ed6-40e0-be63-2e490fdcd6c2 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Request body: {'subnet': {'network_id': '3a07d114-ab0a-486f-be1b-db834003a696', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:15:09.133578 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977ec523-b3b0-40fe-a313-7dc6a48ce3f3 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Pushing event updated for resources: {'Network': ['ID=3a07d114-ab0a-486f-be1b-db834003a696,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:15:09.155632 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c685315-012a-4be0-870a-d430a8ca8ae1 admin admin] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:15:09.155766 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-95657a06-65e4-4986-8410-4c8eae917368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:15:09.156312 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95657a06-65e4-4986-8410-4c8eae917368 None None] The sync data for ids ['b14a20e9-da53-4224-bb7e-8af91419b108'] in n-d-802623-1 is: [] {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:15:09.158157 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Network 3a07d114-ab0a-486f-be1b-db834003a696 details requested by agent ovs-agent-n-d-802623-1 with host n-d-802623-1 {{(pid=93799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 23:15:09.170165 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18d0ca0a-7096-4dc9-8d2f-aebc3ca30424 None None] Sync routers for ids ['1a1bc2bf-7ab2-400d-bd2a-68c922770983'] in n-d-802623-1 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:15:09.196339 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d0ca0a-7096-4dc9-8d2f-aebc3ca30424 None None] Routers {'1a1bc2bf-7ab2-400d-bd2a-68c922770983'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:15:09.198745 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-18d0ca0a-7096-4dc9-8d2f-aebc3ca30424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:15:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['1a1bc2bf-7ab2-400d-bd2a-68c922770983'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:15:09.214545 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0c685315-012a-4be0-870a-d430a8ca8ae1 admin admin] Notify callbacks [] for router, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:09.215935 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-0c685315-012a-4be0-870a-d430a8ca8ae1 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.3926420 Jul 27 23:15:09.218675 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 41680) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:15:09.266062 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-1f3353cc-33d2-47bc-89b3-41451e5f2757 None None] Provisioning for port 01bc91b3-f903-46f1-9bfa-3c4358eadcfd completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:15:09.274664 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-1f3353cc-33d2-47bc-89b3-41451e5f2757 None None] Provisioning complete for port 01bc91b3-f903-46f1-9bfa-3c4358eadcfd triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:15:09.275062 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-1f3353cc-33d2-47bc-89b3-41451e5f2757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:09.402583 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-18d0ca0a-7096-4dc9-8d2f-aebc3ca30424 None None] Set router 1a1bc2bf-7ab2-400d-bd2a-68c922770983 gateway port host: n-d-802623-1 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:15:09.487764 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-1f3353cc-33d2-47bc-89b3-41451e5f2757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:09.503611 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-b50962e8-64e0-4278-97b1-785163d3b633 req-9f300a11-123a-4ed4-b62f-d2bec6e1a74e tempest-QuotasAdminNegativeTest-551968250 tempest-QuotasAdminNegativeTest-551968250-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=e0fed829e5d64514b6ee97587f3198ac&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0410006 Jul 27 23:15:09.531726 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-1f3353cc-33d2-47bc-89b3-41451e5f2757 None None] For port 01bc91b3-f903-46f1-9bfa-3c4358eadcfd, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=01bc91b3-f903-46f1-9bfa-3c4358eadcfd,segment=NetworkSegment(dd3fb910-11a1-4198-8a90-f4352ae92025),segment_id=dd3fb910-11a1-4198-8a90-f4352ae92025)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:15:09.546020 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-1f3353cc-33d2-47bc-89b3-41451e5f2757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:09.658370 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3353cc-33d2-47bc-89b3-41451e5f2757 None None] Pushing event updated for resources: {'Port': ['ID=01bc91b3-f903-46f1-9bfa-3c4358eadcfd,revision_number=3']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:15:09.764319 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-18d0ca0a-7096-4dc9-8d2f-aebc3ca30424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a1bc2bf-7ab2-400d-bd2a-68c922770983', 'name': 'tempest-AttachVolumeShelveTestJSON-549894904-router', 'tenant_id': '6415e174d6e146abb15fff69092e7210', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.62'}], 'enable_snat': True}, 'gw_port_id': 'ae9bad43-4b95-4357-9b0f-9761e6626877', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:15:05Z', 'updated_at': '2021-07-27T23:15:07Z', 'revision_number': 3, 'project_id': '6415e174d6e146abb15fff69092e7210', 'gw_port': {'id': 'ae9bad43-4b95-4357-9b0f-9761e6626877', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:a4:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a1bc2bf-7ab2-400d-bd2a-68c922770983', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:15:06Z', 'updated_at': '2021-07-27T23:15:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1'}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:15:09.768396 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50962e8-64e0-4278-97b1-785163d3b633 req-33239527-0630-424d-8fa4-9f45c409a995 tempest-QuotasAdminNegativeTest-551968250 tempest-QuotasAdminNegativeTest-551968250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:15:09.769923 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-b50962e8-64e0-4278-97b1-785163d3b633 req-33239527-0630-424d-8fa4-9f45c409a995 tempest-QuotasAdminNegativeTest-551968250 tempest-QuotasAdminNegativeTest-551968250-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2486336 Jul 27 23:15:09.771292 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-3fc04468-ad2c-46d4-a752-7f59d4b5ab6e None None] Provisioning complete for port 01bc91b3-f903-46f1-9bfa-3c4358eadcfd triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:15:09.771745 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-3fc04468-ad2c-46d4-a752-7f59d4b5ab6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:09.773352 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-212addd8-1ed6-40e0-be63-2e490fdcd6c2 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Made reservation on behalf of 514745170d2d4aba9e26a599d4d1a11f for: {'subnet': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:15:09.777414 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-212addd8-1ed6-40e0-be63-2e490fdcd6c2 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11551435'] for subnet, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:09.797873 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18d0ca0a-7096-4dc9-8d2f-aebc3ca30424 None None] Checking router: 1a1bc2bf-7ab2-400d-bd2a-68c922770983 for host: n-d-802623-1 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 23:15:09.798210 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18d0ca0a-7096-4dc9-8d2f-aebc3ca30424 None None] Updating router 1a1bc2bf-7ab2-400d-bd2a-68c922770983 port ae9bad43-4b95-4357-9b0f-9761e6626877 binding host n-d-802623-1 {{(pid=93800) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 23:15:09.839475 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-18d0ca0a-7096-4dc9-8d2f-aebc3ca30424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:09.871395 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-b50962e8-64e0-4278-97b1-785163d3b633 req-b9d02f64-0012-42d5-b898-36e599e154f9 tempest-QuotasAdminNegativeTest-551968250 tempest-QuotasAdminNegativeTest-551968250-project] 10.222.0.18 "GET /v2.0/quotas/e0fed829e5d64514b6ee97587f3198ac HTTP/1.1" status: 200 len: 375 time: 0.0903118 Jul 27 23:15:09.946650 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-b50962e8-64e0-4278-97b1-785163d3b633 req-adba574e-55a3-4323-a05d-cb01522b4fd9 tempest-QuotasAdminNegativeTest-551968250 tempest-QuotasAdminNegativeTest-551968250-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=e0fed829e5d64514b6ee97587f3198ac&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0591366 Jul 27 23:15:10.183535 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-18d0ca0a-7096-4dc9-8d2f-aebc3ca30424 None None] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:10.192018 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-212addd8-1ed6-40e0-be63-2e490fdcd6c2 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11336182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11551417'] for subnet, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:10.197416 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-18d0ca0a-7096-4dc9-8d2f-aebc3ca30424 None None] Transition to ACTIVE for port object ae9bad43-4b95-4357-9b0f-9761e6626877 will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:15:10.210577 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-18d0ca0a-7096-4dc9-8d2f-aebc3ca30424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:10.289105 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-18d0ca0a-7096-4dc9-8d2f-aebc3ca30424 None None] Attempting to bind port ae9bad43-4b95-4357-9b0f-9761e6626877 on host n-d-802623-1 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:15:10.289470 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-18d0ca0a-7096-4dc9-8d2f-aebc3ca30424 None None] Attempting to bind port ae9bad43-4b95-4357-9b0f-9761e6626877 by drivers openvswitch,hyperv on host n-d-802623-1 at level 0 using segments [{'id': 'b9afe07e-bbe4-4740-834c-4b6a9698bdbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:15:10.289827 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d0ca0a-7096-4dc9-8d2f-aebc3ca30424 None None] Attempting to bind port ae9bad43-4b95-4357-9b0f-9761e6626877 on network 2fd42287-ed26-4eb9-89a5-b521f5b04356 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:15:10.303634 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212addd8-1ed6-40e0-be63-2e490fdcd6c2 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Pushing event updated for resources: {'Subnet': ['ID=1cbc8e2a-ca1c-442b-8221-56a2e4814b27,revision_number=0']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:15:10.314641 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d0ca0a-7096-4dc9-8d2f-aebc3ca30424 None None] Checking agent: {'id': 'a9a568d2-a5e7-41e4-833f-a8ab42ea4073', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 52, 30), 'started_at': datetime.datetime(2021, 7, 27, 22, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802623-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:15:10.314826 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d0ca0a-7096-4dc9-8d2f-aebc3ca30424 None None] Checking segment: {'id': 'b9afe07e-bbe4-4740-834c-4b6a9698bdbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:15:10.315274 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-18d0ca0a-7096-4dc9-8d2f-aebc3ca30424 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:10.315660 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d0ca0a-7096-4dc9-8d2f-aebc3ca30424 None None] Bound using segment: {'id': 'b9afe07e-bbe4-4740-834c-4b6a9698bdbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:15:10.316134 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-18d0ca0a-7096-4dc9-8d2f-aebc3ca30424 None None] Bound port: ae9bad43-4b95-4357-9b0f-9761e6626877, host: n-d-802623-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9afe07e-bbe4-4740-834c-4b6a9698bdbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:15:10.316515 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-18d0ca0a-7096-4dc9-8d2f-aebc3ca30424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:10.317014 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 01bc91b3-f903-46f1-9bfa-3c4358eadcfd up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:15:10.318903 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c589ba-b372-4ea7-9353-9c89ac4c74b2 None None] Pushing event updated for resources: {'Port': ['ID=ae9bad43-4b95-4357-9b0f-9761e6626877,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:15:10.341071 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c0f9385b-5049-4a48-813d-6baba36b4dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:10.351603 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c589ba-b372-4ea7-9353-9c89ac4c74b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:15:10.352028 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c589ba-b372-4ea7-9353-9c89ac4c74b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:15:10.352435 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c589ba-b372-4ea7-9353-9c89ac4c74b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:15:10.352774 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c589ba-b372-4ea7-9353-9c89ac4c74b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:15:10.353190 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c589ba-b372-4ea7-9353-9c89ac4c74b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:15:10.353582 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c589ba-b372-4ea7-9353-9c89ac4c74b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:15:10.354660 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c589ba-b372-4ea7-9353-9c89ac4c74b2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:15:10.355061 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c589ba-b372-4ea7-9353-9c89ac4c74b2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:15:10.355458 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c589ba-b372-4ea7-9353-9c89ac4c74b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:15:10.355840 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c589ba-b372-4ea7-9353-9c89ac4c74b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:15:10.356227 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c589ba-b372-4ea7-9353-9c89ac4c74b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:15:10.356613 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c589ba-b372-4ea7-9353-9c89ac4c74b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:15:10.364188 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-212addd8-1ed6-40e0-be63-2e490fdcd6c2 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Checking segment: {'id': '52494f96-79b6-4361-b49d-cbda2b9214c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '3a07d114-ab0a-486f-be1b-db834003a696'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:15:10.364562 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-212addd8-1ed6-40e0-be63-2e490fdcd6c2 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Network hostable DHCP agents. Network: 3a07d114-ab0a-486f-be1b-db834003a696, hostable agents: ['5950e76f-2bde-4343-a925-cbe6bacd2706'], hosted agents: [] {{(pid=93797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 23:15:10.393006 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port 01bc91b3-f903-46f1-9bfa-3c4358eadcfd triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:15:10.393507 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:10.402835 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-18d0ca0a-7096-4dc9-8d2f-aebc3ca30424 None None] For port ae9bad43-4b95-4357-9b0f-9761e6626877, host n-d-802623-1, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:15:10.405975 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-18d0ca0a-7096-4dc9-8d2f-aebc3ca30424 None None] For port ae9bad43-4b95-4357-9b0f-9761e6626877, host n-d-802623-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=ae9bad43-4b95-4357-9b0f-9761e6626877,segment=NetworkSegment(b9afe07e-bbe4-4740-834c-4b6a9698bdbc),segment_id=b9afe07e-bbe4-4740-834c-4b6a9698bdbc)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:15:10.424245 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-18d0ca0a-7096-4dc9-8d2f-aebc3ca30424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:10.430326 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-212addd8-1ed6-40e0-be63-2e490fdcd6c2 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Network 3a07d114-ab0a-486f-be1b-db834003a696 is scheduled to be hosted by DHCP agent 5950e76f-2bde-4343-a925-cbe6bacd2706 with binding_index 1 {{(pid=93797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 23:15:10.451626 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-212addd8-1ed6-40e0-be63-2e490fdcd6c2 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802623-1, 3a07d114-ab0a-486f-be1b-db834003a696) {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:15:10.460764 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-212addd8-1ed6-40e0-be63-2e490fdcd6c2 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:15:10.461783 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-212addd8-1ed6-40e0-be63-2e490fdcd6c2 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for subnet, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:10.469174 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24ab5118-269b-4198-9ae6-cc5370e56e0b None None] Network 3a07d114-ab0a-486f-be1b-db834003a696 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:15:10.498839 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c589ba-b372-4ea7-9353-9c89ac4c74b2 None None] Pushing event updated for resources: {'Port': ['ID=ae9bad43-4b95-4357-9b0f-9761e6626877,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:15:10.511958 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-212addd8-1ed6-40e0-be63-2e490fdcd6c2 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4100292 Jul 27 23:15:10.511958 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 41720) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:15:10.519838 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-a28ba658-07e3-4db5-9b27-fc42f1c9f0f8 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-147760577', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'}, 'admin_state_up': False}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:15:10.535494 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d0ca0a-7096-4dc9-8d2f-aebc3ca30424 None None] Routers {'1a1bc2bf-7ab2-400d-bd2a-68c922770983'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:15:10.536260 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-18d0ca0a-7096-4dc9-8d2f-aebc3ca30424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:15:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['1a1bc2bf-7ab2-400d-bd2a-68c922770983'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:15:10.594448 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a28ba658-07e3-4db5-9b27-fc42f1c9f0f8 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62159'] for router, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:10.596044 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a28ba658-07e3-4db5-9b27-fc42f1c9f0f8 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-479230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-415539', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3693317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62148'] for router, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:10.733580 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c111cbf-b8cc-4020-8825-428f5916208d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f6f257c-ad18-5f0c-8c8e-ea085a5fc8a2-3a07d114-ab0a-486f-be1b-db834003a696', 'network_id': '3a07d114-ab0a-486f-be1b-db834003a696', 'tenant_id': '514745170d2d4aba9e26a599d4d1a11f', 'fixed_ips': [{'subnet_id': '1cbc8e2a-ca1c-442b-8221-56a2e4814b27'}]}} from n-d-802623-1. {{(pid=93799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 23:15:10.735264 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-0c111cbf-b8cc-4020-8825-428f5916208d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:10.759317 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-c0f9385b-5049-4a48-813d-6baba36b4dc5 admin admin] Allocated IP 172.20.0.1 (a198ee08-ada0-4348-9b3a-3cd923d78e26/6bb4b577-bd47-4366-ace3-c23131aef649/533d5142-c4e5-4443-8369-16adea237988) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:15:10.767271 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a28ba658-07e3-4db5-9b27-fc42f1c9f0f8 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:10.797589 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-18d0ca0a-7096-4dc9-8d2f-aebc3ca30424 None None] Set router 1a1bc2bf-7ab2-400d-bd2a-68c922770983 gateway port host: n-d-802623-1 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:15:10.896802 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-35ddf41a-c2f3-43af-bf61-48764e1a919b req-87e243bc-97a2-4224-a350-5b69dfa59b35 tempest-QuotasAdminNegativeTest-551968250 tempest-QuotasAdminNegativeTest-551968250-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=e0fed829e5d64514b6ee97587f3198ac&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0989420 Jul 27 23:15:10.922167 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-0c111cbf-b8cc-4020-8825-428f5916208d None None] Allocated IP 172.20.0.2 (3a07d114-ab0a-486f-be1b-db834003a696/1cbc8e2a-ca1c-442b-8221-56a2e4814b27/d00e65ec-1d17-494c-8195-35e95df0b9b2) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:15:11.018907 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-18d0ca0a-7096-4dc9-8d2f-aebc3ca30424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a1bc2bf-7ab2-400d-bd2a-68c922770983', 'name': 'tempest-AttachVolumeShelveTestJSON-549894904-router', 'tenant_id': '6415e174d6e146abb15fff69092e7210', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.62'}], 'enable_snat': True}, 'gw_port_id': 'ae9bad43-4b95-4357-9b0f-9761e6626877', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:15:05Z', 'updated_at': '2021-07-27T23:15:07Z', 'revision_number': 3, 'project_id': '6415e174d6e146abb15fff69092e7210', 'gw_port': {'id': 'ae9bad43-4b95-4357-9b0f-9761e6626877', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:a4:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a1bc2bf-7ab2-400d-bd2a-68c922770983', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:15:06Z', 'updated_at': '2021-07-27T23:15:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1'}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:15:11.058517 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18d0ca0a-7096-4dc9-8d2f-aebc3ca30424 None None] The sync data for ids ['1a1bc2bf-7ab2-400d-bd2a-68c922770983'] in n-d-802623-1 is: [{'id': '1a1bc2bf-7ab2-400d-bd2a-68c922770983', 'name': 'tempest-AttachVolumeShelveTestJSON-549894904-router', 'tenant_id': '6415e174d6e146abb15fff69092e7210', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.62'}], 'enable_snat': True}, 'gw_port_id': 'ae9bad43-4b95-4357-9b0f-9761e6626877', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:15:05Z', 'updated_at': '2021-07-27T23:15:07Z', 'revision_number': 3, 'project_id': '6415e174d6e146abb15fff69092e7210', 'gw_port': {'id': 'ae9bad43-4b95-4357-9b0f-9761e6626877', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:a4:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a1bc2bf-7ab2-400d-bd2a-68c922770983', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:15:06Z', 'updated_at': '2021-07-27T23:15:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1'}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:15:11.094629 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-0c111cbf-b8cc-4020-8825-428f5916208d None None] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:11.103893 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-0c111cbf-b8cc-4020-8825-428f5916208d None None] Transition to ACTIVE for port object d00e65ec-1d17-494c-8195-35e95df0b9b2 will not be triggered until provisioned by entity L2. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:15:11.124368 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-0c111cbf-b8cc-4020-8825-428f5916208d None None] Transition to ACTIVE for port object d00e65ec-1d17-494c-8195-35e95df0b9b2 will not be triggered until provisioned by entity DHCP. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:15:11.141196 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-0c111cbf-b8cc-4020-8825-428f5916208d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:11.178035 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c111cbf-b8cc-4020-8825-428f5916208d None None] Network 3a07d114-ab0a-486f-be1b-db834003a696 is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:15:11.181416 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-0c111cbf-b8cc-4020-8825-428f5916208d None None] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:15:11.186099 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c111cbf-b8cc-4020-8825-428f5916208d None None] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:15:11.218576 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c111cbf-b8cc-4020-8825-428f5916208d None None] Pushing event updated for resources: {'Port': ['ID=d00e65ec-1d17-494c-8195-35e95df0b9b2,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:15:11.254551 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-0c111cbf-b8cc-4020-8825-428f5916208d None None] Attempting to bind port d00e65ec-1d17-494c-8195-35e95df0b9b2 on host n-d-802623-1 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:15:11.255138 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-0c111cbf-b8cc-4020-8825-428f5916208d None None] Attempting to bind port d00e65ec-1d17-494c-8195-35e95df0b9b2 by drivers openvswitch,hyperv on host n-d-802623-1 at level 0 using segments [{'id': '52494f96-79b6-4361-b49d-cbda2b9214c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '3a07d114-ab0a-486f-be1b-db834003a696'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:15:11.255586 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c111cbf-b8cc-4020-8825-428f5916208d None None] Attempting to bind port d00e65ec-1d17-494c-8195-35e95df0b9b2 on network 3a07d114-ab0a-486f-be1b-db834003a696 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:15:11.262497 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c111cbf-b8cc-4020-8825-428f5916208d None None] Checking agent: {'id': 'a9a568d2-a5e7-41e4-833f-a8ab42ea4073', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 52, 30), 'started_at': datetime.datetime(2021, 7, 27, 22, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802623-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:15:11.263100 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c111cbf-b8cc-4020-8825-428f5916208d None None] Checking segment: {'id': '52494f96-79b6-4361-b49d-cbda2b9214c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '3a07d114-ab0a-486f-be1b-db834003a696'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:15:11.263579 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-0c111cbf-b8cc-4020-8825-428f5916208d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:11.264036 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c111cbf-b8cc-4020-8825-428f5916208d None None] Bound using segment: {'id': '52494f96-79b6-4361-b49d-cbda2b9214c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '3a07d114-ab0a-486f-be1b-db834003a696'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:15:11.264581 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-0c111cbf-b8cc-4020-8825-428f5916208d None None] Bound port: d00e65ec-1d17-494c-8195-35e95df0b9b2, host: n-d-802623-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52494f96-79b6-4361-b49d-cbda2b9214c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '3a07d114-ab0a-486f-be1b-db834003a696'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:15:11.265112 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-0c111cbf-b8cc-4020-8825-428f5916208d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:11.358509 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-0c111cbf-b8cc-4020-8825-428f5916208d None None] For port d00e65ec-1d17-494c-8195-35e95df0b9b2, host n-d-802623-1, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:15:11.362958 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-0c111cbf-b8cc-4020-8825-428f5916208d None None] For port d00e65ec-1d17-494c-8195-35e95df0b9b2, host n-d-802623-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=d00e65ec-1d17-494c-8195-35e95df0b9b2,segment=NetworkSegment(52494f96-79b6-4361-b49d-cbda2b9214c5),segment_id=52494f96-79b6-4361-b49d-cbda2b9214c5)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:15:11.373168 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-0c111cbf-b8cc-4020-8825-428f5916208d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:11.470071 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a28ba658-07e3-4db5-9b27-fc42f1c9f0f8 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-415433', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62186'] for router, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:11.493399 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c111cbf-b8cc-4020-8825-428f5916208d None None] Pushing event updated for resources: {'Port': ['ID=d00e65ec-1d17-494c-8195-35e95df0b9b2,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:15:11.614152 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c0f9385b-5049-4a48-813d-6baba36b4dc5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:11.624440 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ddf41a-c2f3-43af-bf61-48764e1a919b req-4e59a56d-1dec-4208-b40b-70e4dd40622d tempest-QuotasAdminNegativeTest-551968250 tempest-QuotasAdminNegativeTest-551968250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:15:11.626033 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-35ddf41a-c2f3-43af-bf61-48764e1a919b req-4e59a56d-1dec-4208-b40b-70e4dd40622d tempest-QuotasAdminNegativeTest-551968250 tempest-QuotasAdminNegativeTest-551968250-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6881588 Jul 27 23:15:11.650856 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-c0f9385b-5049-4a48-813d-6baba36b4dc5 admin admin] Transition to ACTIVE for port object 533d5142-c4e5-4443-8369-16adea237988 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:15:11.678408 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-35ddf41a-c2f3-43af-bf61-48764e1a919b req-2ead53eb-ad6d-4a7b-8d76-83954d40a27c tempest-QuotasAdminNegativeTest-551968250 tempest-QuotasAdminNegativeTest-551968250-project] 10.222.0.18 "GET /v2.0/quotas/e0fed829e5d64514b6ee97587f3198ac HTTP/1.1" status: 200 len: 375 time: 0.0403864 Jul 27 23:15:11.768501 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-35ddf41a-c2f3-43af-bf61-48764e1a919b req-1b97ce14-5797-4e39-b917-f2dfcc0c5f16 tempest-QuotasAdminNegativeTest-551968250 tempest-QuotasAdminNegativeTest-551968250-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=e0fed829e5d64514b6ee97587f3198ac&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0790749 Jul 27 23:15:11.833822 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c0f9385b-5049-4a48-813d-6baba36b4dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:11.946604 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f9385b-5049-4a48-813d-6baba36b4dc5 admin admin] Pushing event updated for resources: {'Port': ['ID=533d5142-c4e5-4443-8369-16adea237988,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:15:11.976760 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0f9385b-5049-4a48-813d-6baba36b4dc5 admin admin] Network a198ee08-ada0-4348-9b3a-3cd923d78e26 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:15:11.981582 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 41758) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:15:12.063856 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-c0f9385b-5049-4a48-813d-6baba36b4dc5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:15:12.067905 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0f9385b-5049-4a48-813d-6baba36b4dc5 admin admin] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:15:12.155913 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f52cc9f9-567e-4a89-ba5f-3089efdaf19d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:12.275509 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a28ba658-07e3-4db5-9b27-fc42f1c9f0f8 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Notify callbacks [] for router_gateway, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:12.326654 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a28ba658-07e3-4db5-9b27-fc42f1c9f0f8 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:12.478361 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c0f9385b-5049-4a48-813d-6baba36b4dc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-415283'] for router_interface, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:12.528001 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device ae9bad43-4b95-4357-9b0f-9761e6626877 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:15:12.538993 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-74c505d8-ef97-40c7-8075-cf9065be6733 req-c41647eb-f894-44b8-8c44-8dcf48e4be23 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=b095b7c4-44b3-4276-8676-8d0be18fa84f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1609445 Jul 27 23:15:12.561066 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f52cc9f9-567e-4a89-ba5f-3089efdaf19d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:12.569448 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f52cc9f9-567e-4a89-ba5f-3089efdaf19d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:12.610159 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-1b6b8d0b-00ce-47e4-ac97-4712be7fbab4 None None] Provisioning for port 533d5142-c4e5-4443-8369-16adea237988 completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:15:12.616374 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-1b6b8d0b-00ce-47e4-ac97-4712be7fbab4 None None] Provisioning complete for port 533d5142-c4e5-4443-8369-16adea237988 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:15:12.617085 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-1b6b8d0b-00ce-47e4-ac97-4712be7fbab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:12.627119 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-f52cc9f9-567e-4a89-ba5f-3089efdaf19d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5db958824a974711a781d6f4a2aeccdb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6444068 Jul 27 23:15:12.631714 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 41766) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:15:12.690008 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning for port ae9bad43-4b95-4357-9b0f-9761e6626877 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:15:12.706451 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52cc9f9-567e-4a89-ba5f-3089efdaf19d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5aabedec-21d1-4068-aeb9-7aabb78917ee,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:15:12.721205 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port ae9bad43-4b95-4357-9b0f-9761e6626877 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:15:12.721591 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:12.723452 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-1b6b8d0b-00ce-47e4-ac97-4712be7fbab4 None None] Port 533d5142-c4e5-4443-8369-16adea237988 cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:15:12.725422 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c505d8-ef97-40c7-8075-cf9065be6733 req-c49aeabc-4ef2-471c-b34c-a30ac785a1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:15:12.726171 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c505d8-ef97-40c7-8075-cf9065be6733 req-c49aeabc-4ef2-471c-b34c-a30ac785a1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:15:12.726724 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c505d8-ef97-40c7-8075-cf9065be6733 req-c49aeabc-4ef2-471c-b34c-a30ac785a1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:15:12.727406 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c505d8-ef97-40c7-8075-cf9065be6733 req-c49aeabc-4ef2-471c-b34c-a30ac785a1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:15:12.733624 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c505d8-ef97-40c7-8075-cf9065be6733 req-c49aeabc-4ef2-471c-b34c-a30ac785a1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:15:12.734883 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c505d8-ef97-40c7-8075-cf9065be6733 req-c49aeabc-4ef2-471c-b34c-a30ac785a1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:15:12.735926 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c505d8-ef97-40c7-8075-cf9065be6733 req-c49aeabc-4ef2-471c-b34c-a30ac785a1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:15:12.738610 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-74c505d8-ef97-40c7-8075-cf9065be6733 req-c49aeabc-4ef2-471c-b34c-a30ac785a1ed service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f48a0b951c1c4793a7fc1226ee71e867&device_id=b095b7c4-44b3-4276-8676-8d0be18fa84f HTTP/1.1" status: 200 len: 6490 time: 0.1183586 Jul 27 23:15:12.814170 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-a28ba658-07e3-4db5-9b27-fc42f1c9f0f8 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Allocated IP 172.25.4.139 (2fd42287-ed26-4eb9-89a5-b521f5b04356/17de1f8f-393a-4b0c-a2df-614bd3f2fb5e/8769977c-a9cc-4919-b188-13e7b6ac154a) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:15:12.902626 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 41774) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:15:12.905095 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2376c5ec-96ce-4caf-bb99-ab20f7808b80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:12.920900 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:12.982034 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] For port ae9bad43-4b95-4357-9b0f-9761e6626877, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=ae9bad43-4b95-4357-9b0f-9761e6626877,segment=NetworkSegment(b9afe07e-bbe4-4740-834c-4b6a9698bdbc),segment_id=b9afe07e-bbe4-4740-834c-4b6a9698bdbc)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:15:12.991857 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:12.993707 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device d00e65ec-1d17-494c-8195-35e95df0b9b2 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:15:12.995018 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c0f9385b-5049-4a48-813d-6baba36b4dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:13.030850 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c505d8-ef97-40c7-8075-cf9065be6733 req-402b1c2a-9566-4099-b6b5-3a455094f01a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:15:13.034757 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c505d8-ef97-40c7-8075-cf9065be6733 req-402b1c2a-9566-4099-b6b5-3a455094f01a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:15:13.035303 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c505d8-ef97-40c7-8075-cf9065be6733 req-402b1c2a-9566-4099-b6b5-3a455094f01a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:15:13.037024 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-74c505d8-ef97-40c7-8075-cf9065be6733 req-402b1c2a-9566-4099-b6b5-3a455094f01a service neutron] 10.222.0.38 "GET /v2.0/networks?id=a77c1ae5-7f70-4eb8-a472-5ed26426d716&id=0052d342-b5b8-4be5-86a5-4c909f6d7ddb&id=0052d342-b5b8-4be5-86a5-4c909f6d7ddb&id=0052d342-b5b8-4be5-86a5-4c909f6d7ddb&id=0052d342-b5b8-4be5-86a5-4c909f6d7ddb&id=42a806fa-6465-4bb1-a70d-1966b5320f00&id=42a806fa-6465-4bb1-a70d-1966b5320f00 HTTP/1.1" status: 200 len: 2294 time: 0.2685390 Jul 27 23:15:13.037157 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2376c5ec-96ce-4caf-bb99-ab20f7808b80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:13.088007 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Pushing event updated for resources: {'Port': ['ID=ae9bad43-4b95-4357-9b0f-9761e6626877,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:15:13.140779 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning for port d00e65ec-1d17-494c-8195-35e95df0b9b2 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:15:13.150210 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9146bcc1-ba5e-4c39-a074-a56e36557c9e None None] Network 3a07d114-ab0a-486f-be1b-db834003a696 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:15:13.152465 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-74c505d8-ef97-40c7-8075-cf9065be6733 req-e5837685-3739-4249-a2a5-35b09a645b0a service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e47c6535-a4f5-45fa-b256-dc12446d1280 HTTP/1.1" status: 200 len: 1000 time: 0.1047754 Jul 27 23:15:13.154723 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-68ba1d07-b90b-4ffa-89af-98ab695a5a93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:13.226564 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c505d8-ef97-40c7-8075-cf9065be6733 req-630c1a51-8458-4663-9d84-af4a20f6334a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:15:13.228828 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-74c505d8-ef97-40c7-8075-cf9065be6733 req-630c1a51-8458-4663-9d84-af4a20f6334a service neutron] 10.222.0.38 "GET /v2.0/subnets?id=09f6cf61-7c03-449e-9a5d-68f7eabed009 HTTP/1.1" status: 200 len: 851 time: 0.0588672 Jul 27 23:15:13.253015 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a28ba658-07e3-4db5-9b27-fc42f1c9f0f8 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:13.285792 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-3f4ed67e-1deb-4b47-9c8f-264641e7c64a None None] Provisioning for port d00e65ec-1d17-494c-8195-35e95df0b9b2 completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:15:13.289228 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c505d8-ef97-40c7-8075-cf9065be6733 req-e13376dc-db9a-4f7b-8663-66f0d7146092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:15:13.290720 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-74c505d8-ef97-40c7-8075-cf9065be6733 req-e13376dc-db9a-4f7b-8663-66f0d7146092 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a77c1ae5-7f70-4eb8-a472-5ed26426d716&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0548050 Jul 27 23:15:13.295633 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-3f4ed67e-1deb-4b47-9c8f-264641e7c64a None None] Provisioning complete for port d00e65ec-1d17-494c-8195-35e95df0b9b2 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:15:13.296008 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-3f4ed67e-1deb-4b47-9c8f-264641e7c64a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:13.299924 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2376c5ec-96ce-4caf-bb99-ab20f7808b80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:13.302556 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2376c5ec-96ce-4caf-bb99-ab20f7808b80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:13.303763 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-2376c5ec-96ce-4caf-bb99-ab20f7808b80 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5aabedec-21d1-4068-aeb9-7aabb78917ee HTTP/1.1" status: 204 len: 168 time: 0.6708188 Jul 27 23:15:13.343348 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2376c5ec-96ce-4caf-bb99-ab20f7808b80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5aabedec-21d1-4068-aeb9-7aabb78917ee,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:15:13.429454 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a28ba658-07e3-4db5-9b27-fc42f1c9f0f8 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:13.478502 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-74c505d8-ef97-40c7-8075-cf9065be6733 req-9a8fbcf4-c982-4eff-95cb-ecd780f9f229 service neutron] 10.222.0.38 "GET /v2.0/networks/a77c1ae5-7f70-4eb8-a472-5ed26426d716?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1802366 Jul 27 23:15:13.480355 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-3f4ed67e-1deb-4b47-9c8f-264641e7c64a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:13.526806 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-3f4ed67e-1deb-4b47-9c8f-264641e7c64a None None] For port d00e65ec-1d17-494c-8195-35e95df0b9b2, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=d00e65ec-1d17-494c-8195-35e95df0b9b2,segment=NetworkSegment(52494f96-79b6-4361-b49d-cbda2b9214c5),segment_id=52494f96-79b6-4361-b49d-cbda2b9214c5)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:15:13.531668 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c0f9385b-5049-4a48-813d-6baba36b4dc5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:13.539278 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-3f4ed67e-1deb-4b47-9c8f-264641e7c64a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:13.553120 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a28ba658-07e3-4db5-9b27-fc42f1c9f0f8 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Network 2fd42287-ed26-4eb9-89a5-b521f5b04356 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:15:13.563929 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c0f9385b-5049-4a48-813d-6baba36b4dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11336041'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:13.580604 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-a28ba658-07e3-4db5-9b27-fc42f1c9f0f8 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:15:13.600870 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ed67e-1deb-4b47-9c8f-264641e7c64a None None] Pushing event updated for resources: {'Port': ['ID=d00e65ec-1d17-494c-8195-35e95df0b9b2,revision_number=3']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:15:13.627271 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a28ba658-07e3-4db5-9b27-fc42f1c9f0f8 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:15:13.636764 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-74c505d8-ef97-40c7-8075-cf9065be6733 req-56e14fe4-099d-428b-930b-54638bd7ad9b service neutron] 10.222.0.38 "GET /v2.0/networks/a77c1ae5-7f70-4eb8-a472-5ed26426d716?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439676 Jul 27 23:15:13.672416 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-68ba1d07-b90b-4ffa-89af-98ab695a5a93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:13.689940 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28ba658-07e3-4db5-9b27-fc42f1c9f0f8 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Pushing event updated for resources: {'Port': ['ID=8769977c-a9cc-4919-b188-13e7b6ac154a,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:15:13.690968 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-74c505d8-ef97-40c7-8075-cf9065be6733 req-60c545f1-01f2-4d40-aa9a-3fd53a29e185 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.156&port_id=cb2a8bc8-566d-48dc-b91d-d5248a770485 HTTP/1.1" status: 200 len: 217 time: 0.0458379 Jul 27 23:15:13.692308 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-68ba1d07-b90b-4ffa-89af-98ab695a5a93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:13.752927 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f9385b-5049-4a48-813d-6baba36b4dc5 admin admin] Pushing event updated for resources: {'Port': ['ID=533d5142-c4e5-4443-8369-16adea237988,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:15:13.761833 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c505d8-ef97-40c7-8075-cf9065be6733 req-af329698-53de-4998-9b26-b0e0d6a85b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:15:13.763369 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-74c505d8-ef97-40c7-8075-cf9065be6733 req-af329698-53de-4998-9b26-b0e0d6a85b5f service neutron] 10.222.0.38 "GET /v2.0/subnets?id=2370b3c6-3347-454c-b521-b5818cee031b HTTP/1.1" status: 200 len: 797 time: 0.0651472 Jul 27 23:15:13.773716 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-bf898638-ee45-4e2c-b97e-9dc3f2ba8e96 None None] Provisioning complete for port d00e65ec-1d17-494c-8195-35e95df0b9b2 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:15:13.774996 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-bf898638-ee45-4e2c-b97e-9dc3f2ba8e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:13.796303 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c0f9385b-5049-4a48-813d-6baba36b4dc5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3760555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-414115'] for router_interface, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:13.826035 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c505d8-ef97-40c7-8075-cf9065be6733 req-31c6708c-d9a5-40bb-9460-6be10237c5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:15:13.828025 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-74c505d8-ef97-40c7-8075-cf9065be6733 req-31c6708c-d9a5-40bb-9460-6be10237c5f1 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=0052d342-b5b8-4be5-86a5-4c909f6d7ddb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0574069 Jul 27 23:15:13.855742 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-68ba1d07-b90b-4ffa-89af-98ab695a5a93 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e0fed829e5d64514b6ee97587f3198ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9487600 Jul 27 23:15:13.857661 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ba1d07-b90b-4ffa-89af-98ab695a5a93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=477d20f5-44da-4a6a-a84c-8921271a0995,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:15:13.860105 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 41792) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:15:13.940281 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-74c505d8-ef97-40c7-8075-cf9065be6733 req-e3450c2b-b6e7-492a-9647-a0ee67ad471f service neutron] 10.222.0.38 "GET /v2.0/networks/0052d342-b5b8-4be5-86a5-4c909f6d7ddb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054480 Jul 27 23:15:14.035951 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8ea7e2a2-232d-4ccf-9c08-0956fc645746 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:14.069287 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-74c505d8-ef97-40c7-8075-cf9065be6733 req-04f3edbb-5308-483b-b8e2-469dbeeed96e service neutron] 10.222.0.38 "GET /v2.0/networks/0052d342-b5b8-4be5-86a5-4c909f6d7ddb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217349 Jul 27 23:15:14.116697 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-74c505d8-ef97-40c7-8075-cf9065be6733 req-db5317db-7974-4fa0-b0f3-2e3201fc55be service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.30&port_id=b0d9ae02-d7ae-4081-8329-a04703c772b8 HTTP/1.1" status: 200 len: 217 time: 0.0406542 Jul 27 23:15:14.136913 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8ea7e2a2-232d-4ccf-9c08-0956fc645746 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:14.175932 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0f9385b-5049-4a48-813d-6baba36b4dc5 admin admin] Network a198ee08-ada0-4348-9b3a-3cd923d78e26 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:15:14.210370 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-c0f9385b-5049-4a48-813d-6baba36b4dc5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:15:14.212511 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c505d8-ef97-40c7-8075-cf9065be6733 req-7b5a51c2-d0b1-498b-b11b-5db13c848e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:15:14.214668 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-74c505d8-ef97-40c7-8075-cf9065be6733 req-7b5a51c2-d0b1-498b-b11b-5db13c848e72 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=2370b3c6-3347-454c-b521-b5818cee031b HTTP/1.1" status: 200 len: 797 time: 0.0899458 Jul 27 23:15:14.270723 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c505d8-ef97-40c7-8075-cf9065be6733 req-aa47815c-12e5-4e8d-b5a1-e70fda76b0b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:15:14.272327 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-74c505d8-ef97-40c7-8075-cf9065be6733 req-aa47815c-12e5-4e8d-b5a1-e70fda76b0b7 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=0052d342-b5b8-4be5-86a5-4c909f6d7ddb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0499418 Jul 27 23:15:14.292037 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device ae9bad43-4b95-4357-9b0f-9761e6626877 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:15:14.339496 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a28ba658-07e3-4db5-9b27-fc42f1c9f0f8 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Notify callbacks [] for router_gateway, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:14.377903 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port ae9bad43-4b95-4357-9b0f-9761e6626877 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:15:14.378367 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:14.417438 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-74c505d8-ef97-40c7-8075-cf9065be6733 req-3cddd210-457a-4d72-b43a-52a1846208e4 service neutron] 10.222.0.38 "GET /v2.0/networks/0052d342-b5b8-4be5-86a5-4c909f6d7ddb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370070 Jul 27 23:15:14.432411 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0f9385b-5049-4a48-813d-6baba36b4dc5 admin admin] Router 1a1bc2bf-7ab2-400d-bd2a-68c922770983 has already been hosted by L3 agent 018c4455-49c0-4734-927d-7824067b2a9e {{(pid=93797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 23:15:14.477967 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8ea7e2a2-232d-4ccf-9c08-0956fc645746 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:14.482494 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8ea7e2a2-232d-4ccf-9c08-0956fc645746 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:14.483782 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-8ea7e2a2-232d-4ccf-9c08-0956fc645746 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/477d20f5-44da-4a6a-a84c-8921271a0995 HTTP/1.1" status: 204 len: 168 time: 0.5929849 Jul 27 23:15:14.498931 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device d00e65ec-1d17-494c-8195-35e95df0b9b2 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:15:14.554045 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea7e2a2-232d-4ccf-9c08-0956fc645746 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=477d20f5-44da-4a6a-a84c-8921271a0995,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:15:14.598413 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port d00e65ec-1d17-494c-8195-35e95df0b9b2 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:15:14.599897 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-74c505d8-ef97-40c7-8075-cf9065be6733 req-ff2dadf7-9285-4f99-83a3-8da84466ac09 service neutron] 10.222.0.38 "GET /v2.0/networks/0052d342-b5b8-4be5-86a5-4c909f6d7ddb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1749933 Jul 27 23:15:14.600562 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:14.675288 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-74c505d8-ef97-40c7-8075-cf9065be6733 req-73398511-7310-4534-9d2a-3869cd2f99f0 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.115&port_id=50b2311c-7f44-4357-bc67-6eaa1ae4cefe HTTP/1.1" status: 200 len: 217 time: 0.0674956 Jul 27 23:15:14.680962 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-591b1a0f-a888-4b20-b824-5bd3b19b7989 None None] Provisioning complete for port 533d5142-c4e5-4443-8369-16adea237988 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:15:14.681378 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-591b1a0f-a888-4b20-b824-5bd3b19b7989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:14.683387 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0f9385b-5049-4a48-813d-6baba36b4dc5 admin admin] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:15:14.690446 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-c0f9385b-5049-4a48-813d-6baba36b4dc5 admin admin] 10.222.0.18 "PUT /v2.0/routers/1a1bc2bf-7ab2-400d-bd2a-68c922770983/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4701149 Jul 27 23:15:14.759577 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c505d8-ef97-40c7-8075-cf9065be6733 req-e931dc0d-e43c-4f7e-88bc-7a8b88cc3d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:15:14.763590 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-74c505d8-ef97-40c7-8075-cf9065be6733 req-e931dc0d-e43c-4f7e-88bc-7a8b88cc3d54 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=2370b3c6-3347-454c-b521-b5818cee031b HTTP/1.1" status: 200 len: 797 time: 0.0787454 Jul 27 23:15:14.768572 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcdb5caf-65be-4a10-b974-69b204e1c2c5 None None] Sync routers for ids ['1a1bc2bf-7ab2-400d-bd2a-68c922770983'] in n-d-802623-1 {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:15:14.795691 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcdb5caf-65be-4a10-b974-69b204e1c2c5 None None] Routers {'1a1bc2bf-7ab2-400d-bd2a-68c922770983'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:15:14.796347 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-fcdb5caf-65be-4a10-b974-69b204e1c2c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:15:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['1a1bc2bf-7ab2-400d-bd2a-68c922770983'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:15:14.809622 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a28ba658-07e3-4db5-9b27-fc42f1c9f0f8 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-415468'] for router, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:14.825957 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c505d8-ef97-40c7-8075-cf9065be6733 req-071e72b2-b61b-4c37-8c80-afefde863ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:15:14.828374 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-74c505d8-ef97-40c7-8075-cf9065be6733 req-071e72b2-b61b-4c37-8c80-afefde863ea1 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=0052d342-b5b8-4be5-86a5-4c909f6d7ddb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0562375 Jul 27 23:15:14.846212 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-591b1a0f-a888-4b20-b824-5bd3b19b7989 None None] Port 533d5142-c4e5-4443-8369-16adea237988 cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:15:14.956918 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-fcdb5caf-65be-4a10-b974-69b204e1c2c5 None None] Set router 1a1bc2bf-7ab2-400d-bd2a-68c922770983 gateway port host: n-d-802623-1 {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:15:14.985600 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-74c505d8-ef97-40c7-8075-cf9065be6733 req-3ca01faf-d446-4dae-836e-f5f1f2ee1cbd service neutron] 10.222.0.38 "GET /v2.0/networks/0052d342-b5b8-4be5-86a5-4c909f6d7ddb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496549 Jul 27 23:15:15.015011 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a28ba658-07e3-4db5-9b27-fc42f1c9f0f8 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Router 175ec1a9-596f-420c-add9-fd80bc16572a is scheduled to L3 agent 018c4455-49c0-4734-927d-7824067b2a9e with binding_index 1 {{(pid=93797) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 23:15:15.078703 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 41830) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:15:15.185251 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a28ba658-07e3-4db5-9b27-fc42f1c9f0f8 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:15:15.192581 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9a03b414-fd12-4a68-86de-8dc40a686353 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:15.195586 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb4af4cb-6d34-441e-914d-1ddce7ccae75 None None] Sync routers for ids ['175ec1a9-596f-420c-add9-fd80bc16572a'] in n-d-802623-1 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:15:15.196391 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-74c505d8-ef97-40c7-8075-cf9065be6733 req-df7b1532-75a4-4f6f-a5fc-16bb1225dd2e service neutron] 10.222.0.38 "GET /v2.0/networks/0052d342-b5b8-4be5-86a5-4c909f6d7ddb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2030354 Jul 27 23:15:15.209799 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb4af4cb-6d34-441e-914d-1ddce7ccae75 None None] Routers {'175ec1a9-596f-420c-add9-fd80bc16572a'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:15:15.211204 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-eb4af4cb-6d34-441e-914d-1ddce7ccae75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:15:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['175ec1a9-596f-420c-add9-fd80bc16572a'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:15:15.220392 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a28ba658-07e3-4db5-9b27-fc42f1c9f0f8 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Notify callbacks [] for router, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:15.221932 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-a28ba658-07e3-4db5-9b27-fc42f1c9f0f8 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 4.7091916 Jul 27 23:15:15.225047 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 41834) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:15:15.288590 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-fcdb5caf-65be-4a10-b974-69b204e1c2c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a1bc2bf-7ab2-400d-bd2a-68c922770983', 'name': 'tempest-AttachVolumeShelveTestJSON-549894904-router', 'tenant_id': '6415e174d6e146abb15fff69092e7210', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.62'}], 'enable_snat': True}, 'gw_port_id': 'ae9bad43-4b95-4357-9b0f-9761e6626877', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:15:05Z', 'updated_at': '2021-07-27T23:15:12Z', 'revision_number': 4, 'project_id': '6415e174d6e146abb15fff69092e7210', 'gw_port': {'id': 'ae9bad43-4b95-4357-9b0f-9761e6626877', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:a4:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1bc2bf-7ab2-400d-bd2a-68c922770983', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:15:06Z', 'updated_at': '2021-07-27T23:15:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': '533d5142-c4e5-4443-8369-16adea237988', 'name': '', 'network_id': 'a198ee08-ada0-4348-9b3a-3cd923d78e26', 'tenant_id': '6415e174d6e146abb15fff69092e7210', 'mac_address': 'fa:16:3e:0d:6c:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a1bc2bf-7ab2-400d-bd2a-68c922770983', 'device_owner': 'network:router_interface', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '6bb4b577-bd47-4366-ace3-c23131aef649', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:15:10Z', 'updated_at': '2021-07-27T23:15:13Z', 'revision_number': 2, 'project_id': '6415e174d6e146abb15fff69092e7210', 'subnets': [{'id': '6bb4b577-bd47-4366-ace3-c23131aef649', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:15:15.288779 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-eb4af4cb-6d34-441e-914d-1ddce7ccae75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:15:15.313153 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb4af4cb-6d34-441e-914d-1ddce7ccae75 None None] Routers {'175ec1a9-596f-420c-add9-fd80bc16572a'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:15:15.313806 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-eb4af4cb-6d34-441e-914d-1ddce7ccae75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:15:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['175ec1a9-596f-420c-add9-fd80bc16572a'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:15:15.352949 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcdb5caf-65be-4a10-b974-69b204e1c2c5 None None] Checking router: 1a1bc2bf-7ab2-400d-bd2a-68c922770983 for host: n-d-802623-1 {{(pid=93799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 23:15:15.354750 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcdb5caf-65be-4a10-b974-69b204e1c2c5 None None] Updating router 1a1bc2bf-7ab2-400d-bd2a-68c922770983 port 533d5142-c4e5-4443-8369-16adea237988 binding host n-d-802623-1 {{(pid=93799) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 23:15:15.394581 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-eb4af4cb-6d34-441e-914d-1ddce7ccae75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:15:15.395277 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb4af4cb-6d34-441e-914d-1ddce7ccae75 None None] The sync data for ids ['175ec1a9-596f-420c-add9-fd80bc16572a'] in n-d-802623-1 is: [] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:15:15.415357 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9a03b414-fd12-4a68-86de-8dc40a686353 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:15.452936 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-74c505d8-ef97-40c7-8075-cf9065be6733 req-58e31080-ef40-480d-92d0-d283cd377db8 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.183&port_id=10e1e141-fabd-4db9-87e9-ff971f3de446 HTTP/1.1" status: 200 len: 217 time: 0.2398720 Jul 27 23:15:15.454151 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9a03b414-fd12-4a68-86de-8dc40a686353 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:15.548752 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-fcdb5caf-65be-4a10-b974-69b204e1c2c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:15.553580 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-9a03b414-fd12-4a68-86de-8dc40a686353 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5730dcb98f1d4398aaa0e5d7d47a6dde&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4697766 Jul 27 23:15:15.553580 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c505d8-ef97-40c7-8075-cf9065be6733 req-ff28eb88-c992-406b-b6bd-f481aea91572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:15:15.554328 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-74c505d8-ef97-40c7-8075-cf9065be6733 req-ff28eb88-c992-406b-b6bd-f481aea91572 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=2370b3c6-3347-454c-b521-b5818cee031b HTTP/1.1" status: 200 len: 797 time: 0.0900526 Jul 27 23:15:15.554857 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 41844) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:15:15.589428 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a03b414-fd12-4a68-86de-8dc40a686353 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c105834f-681d-4f74-804a-0df637aaa01c,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:15:15.676919 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c505d8-ef97-40c7-8075-cf9065be6733 req-dc248819-606c-4e39-989b-7e55bb4a950d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:15:15.678723 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-74c505d8-ef97-40c7-8075-cf9065be6733 req-dc248819-606c-4e39-989b-7e55bb4a950d service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=0052d342-b5b8-4be5-86a5-4c909f6d7ddb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1076047 Jul 27 23:15:15.680189 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-77d0646a-d0a7-4cbe-b1fc-5b00d49456ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:15.709052 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-77d0646a-d0a7-4cbe-b1fc-5b00d49456ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:15.843368 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-74c505d8-ef97-40c7-8075-cf9065be6733 req-70b39a67-fe50-4174-8a37-1137c0a725f5 service neutron] 10.222.0.38 "GET /v2.0/networks/0052d342-b5b8-4be5-86a5-4c909f6d7ddb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148307 Jul 27 23:15:15.915328 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 41850) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:15:15.922167 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-c6846ff5-3766-48ba-aa53-1cb6be02a3f6 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Request body: {'security_group': {'name': 'tempest-securitygroup--423160254', 'description': 'tempest-description--1040334291'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:15:15.932684 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-77d0646a-d0a7-4cbe-b1fc-5b00d49456ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:15.935600 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-77d0646a-d0a7-4cbe-b1fc-5b00d49456ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:15.936982 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-77d0646a-d0a7-4cbe-b1fc-5b00d49456ac admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c105834f-681d-4f74-804a-0df637aaa01c HTTP/1.1" status: 204 len: 168 time: 0.3768475 Jul 27 23:15:15.979713 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d0646a-d0a7-4cbe-b1fc-5b00d49456ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c105834f-681d-4f74-804a-0df637aaa01c,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:15:15.984570 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-fcdb5caf-65be-4a10-b974-69b204e1c2c5 None None] Notify callbacks [] for port, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:15.993666 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c6846ff5-3766-48ba-aa53-1cb6be02a3f6 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:16.005911 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-fcdb5caf-65be-4a10-b974-69b204e1c2c5 None None] Transition to ACTIVE for port object 533d5142-c4e5-4443-8369-16adea237988 will not be triggered until provisioned by entity L2. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:15:16.016594 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-fcdb5caf-65be-4a10-b974-69b204e1c2c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:16.021191 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-74c505d8-ef97-40c7-8075-cf9065be6733 req-db773e39-5f35-456f-b61a-3d2a5dec23a1 service neutron] 10.222.0.38 "GET /v2.0/networks/0052d342-b5b8-4be5-86a5-4c909f6d7ddb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1704788 Jul 27 23:15:16.077938 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cff8e2c-2459-4f9a-a6e3-a6100f7759c8 None None] Pushing event updated for resources: {'Port': ['ID=533d5142-c4e5-4443-8369-16adea237988,revision_number=3']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:15:16.100742 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-74c505d8-ef97-40c7-8075-cf9065be6733 req-d8e6b903-daab-47c8-b6d1-ff26a279d324 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f5d1c75c-f1a9-480c-a62c-f9b0baaaa34f HTTP/1.1" status: 200 len: 217 time: 0.0684206 Jul 27 23:15:16.182116 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c505d8-ef97-40c7-8075-cf9065be6733 req-7b793f59-cbcc-4e1a-9f3a-5ce302161ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:15:16.184014 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-74c505d8-ef97-40c7-8075-cf9065be6733 req-7b793f59-cbcc-4e1a-9f3a-5ce302161ec5 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=26fa3d12-3c33-4127-ba40-843cbfb471cd HTTP/1.1" status: 200 len: 797 time: 0.0716219 Jul 27 23:15:16.200359 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-fcdb5caf-65be-4a10-b974-69b204e1c2c5 None None] Attempting to bind port 533d5142-c4e5-4443-8369-16adea237988 on host n-d-802623-1 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:15:16.200742 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-fcdb5caf-65be-4a10-b974-69b204e1c2c5 None None] Attempting to bind port 533d5142-c4e5-4443-8369-16adea237988 by drivers openvswitch,hyperv on host n-d-802623-1 at level 0 using segments [{'id': 'dd3fb910-11a1-4198-8a90-f4352ae92025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'a198ee08-ada0-4348-9b3a-3cd923d78e26'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:15:16.201113 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcdb5caf-65be-4a10-b974-69b204e1c2c5 None None] Attempting to bind port 533d5142-c4e5-4443-8369-16adea237988 on network a198ee08-ada0-4348-9b3a-3cd923d78e26 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:15:16.216341 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcdb5caf-65be-4a10-b974-69b204e1c2c5 None None] Checking agent: {'id': 'a9a568d2-a5e7-41e4-833f-a8ab42ea4073', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 52, 30), 'started_at': datetime.datetime(2021, 7, 27, 22, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802623-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:15:16.219001 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcdb5caf-65be-4a10-b974-69b204e1c2c5 None None] Checking segment: {'id': 'dd3fb910-11a1-4198-8a90-f4352ae92025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'a198ee08-ada0-4348-9b3a-3cd923d78e26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:15:16.219617 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-fcdb5caf-65be-4a10-b974-69b204e1c2c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:16.220150 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcdb5caf-65be-4a10-b974-69b204e1c2c5 None None] Bound using segment: {'id': 'dd3fb910-11a1-4198-8a90-f4352ae92025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'a198ee08-ada0-4348-9b3a-3cd923d78e26'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:15:16.220667 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-fcdb5caf-65be-4a10-b974-69b204e1c2c5 None None] Bound port: 533d5142-c4e5-4443-8369-16adea237988, host: n-d-802623-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd3fb910-11a1-4198-8a90-f4352ae92025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'a198ee08-ada0-4348-9b3a-3cd923d78e26'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:15:16.221449 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-fcdb5caf-65be-4a10-b974-69b204e1c2c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:16.320699 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-fcdb5caf-65be-4a10-b974-69b204e1c2c5 None None] For port 533d5142-c4e5-4443-8369-16adea237988, host n-d-802623-1, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:15:16.327570 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-fcdb5caf-65be-4a10-b974-69b204e1c2c5 None None] For port 533d5142-c4e5-4443-8369-16adea237988, host n-d-802623-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=533d5142-c4e5-4443-8369-16adea237988,segment=NetworkSegment(dd3fb910-11a1-4198-8a90-f4352ae92025),segment_id=dd3fb910-11a1-4198-8a90-f4352ae92025)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:15:16.335356 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c505d8-ef97-40c7-8075-cf9065be6733 req-7fee9781-2e33-478c-b00f-655bdb6fdce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:15:16.336973 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-74c505d8-ef97-40c7-8075-cf9065be6733 req-7fee9781-2e33-478c-b00f-655bdb6fdce4 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=42a806fa-6465-4bb1-a70d-1966b5320f00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1431112 Jul 27 23:15:16.343682 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-fcdb5caf-65be-4a10-b974-69b204e1c2c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:16.518784 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cff8e2c-2459-4f9a-a6e3-a6100f7759c8 None None] Pushing event updated for resources: {'Port': ['ID=533d5142-c4e5-4443-8369-16adea237988,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:15:16.526869 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c6846ff5-3766-48ba-aa53-1cb6be02a3f6 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:16.541224 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c6846ff5-3766-48ba-aa53-1cb6be02a3f6 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:16.565431 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcdb5caf-65be-4a10-b974-69b204e1c2c5 None None] Routers {'1a1bc2bf-7ab2-400d-bd2a-68c922770983'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:15:16.566698 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-fcdb5caf-65be-4a10-b974-69b204e1c2c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:15:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['1a1bc2bf-7ab2-400d-bd2a-68c922770983'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:15:16.684820 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6846ff5-3766-48ba-aa53-1cb6be02a3f6 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7226db73-c6f2-4ea3-adb9-5e608bea74da,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:15:16.691681 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c6846ff5-3766-48ba-aa53-1cb6be02a3f6 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:16.693216 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-c6846ff5-3766-48ba-aa53-1cb6be02a3f6 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.7756691 Jul 27 23:15:16.698816 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 41876) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:15:16.700299 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-74c505d8-ef97-40c7-8075-cf9065be6733 req-40558eb1-df8d-45d4-b61c-a8212a7d8b1d service neutron] 10.222.0.38 "GET /v2.0/networks/42a806fa-6465-4bb1-a70d-1966b5320f00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3457789 Jul 27 23:15:16.710774 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-299f05bf-ae63-425b-940e-3401e8c7286d tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Request body: {'security_group_rule': {'security_group_id': '7226db73-c6f2-4ea3-adb9-5e608bea74da', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:15:16.811980 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-299f05bf-ae63-425b-940e-3401e8c7286d tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:16.857851 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-fcdb5caf-65be-4a10-b974-69b204e1c2c5 None None] Set router 1a1bc2bf-7ab2-400d-bd2a-68c922770983 gateway port host: n-d-802623-1 {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:15:16.861358 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4607fc88-84e4-4c2c-b230-bec494a6d52b tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:16.917138 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-74c505d8-ef97-40c7-8075-cf9065be6733 req-b6188dc5-b0c8-4263-b82a-9e613d700994 service neutron] 10.222.0.38 "GET /v2.0/networks/42a806fa-6465-4bb1-a70d-1966b5320f00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2071941 Jul 27 23:15:16.972612 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-74c505d8-ef97-40c7-8075-cf9065be6733 req-13f7220f-a040-4477-8715-1446d9ed6d05 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d4667984-2b2a-40a8-8de7-e286cc2c1b95 HTTP/1.1" status: 200 len: 217 time: 0.0479226 Jul 27 23:15:17.016816 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-299f05bf-ae63-425b-940e-3401e8c7286d tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:17.030196 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-299f05bf-ae63-425b-940e-3401e8c7286d tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784185'] for security_group_rule, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:17.055094 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c505d8-ef97-40c7-8075-cf9065be6733 req-e236d324-29d7-415c-8cd7-03654a464658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:15:17.056590 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-74c505d8-ef97-40c7-8075-cf9065be6733 req-e236d324-29d7-415c-8cd7-03654a464658 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=26fa3d12-3c33-4127-ba40-843cbfb471cd HTTP/1.1" status: 200 len: 797 time: 0.0764184 Jul 27 23:15:17.086138 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299f05bf-ae63-425b-940e-3401e8c7286d tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=feb1e92c-94f7-4459-b8a8-f74d5bd4eff2,revision_number=0']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:15:17.115310 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-299f05bf-ae63-425b-940e-3401e8c7286d tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:17.116527 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-299f05bf-ae63-425b-940e-3401e8c7286d tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4153376 Jul 27 23:15:17.119393 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 41890) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:15:17.125340 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-d4c08440-1711-424b-93ef-5b64de4b4c63 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Request body: {'security_group_rule': {'security_group_id': '7226db73-c6f2-4ea3-adb9-5e608bea74da', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:15:17.146134 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c505d8-ef97-40c7-8075-cf9065be6733 req-d7141233-78fe-4e6d-87de-3ff65c7c3f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:15:17.147684 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-74c505d8-ef97-40c7-8075-cf9065be6733 req-d7141233-78fe-4e6d-87de-3ff65c7c3f30 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=42a806fa-6465-4bb1-a70d-1966b5320f00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0840843 Jul 27 23:15:17.177439 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-fcdb5caf-65be-4a10-b974-69b204e1c2c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a1bc2bf-7ab2-400d-bd2a-68c922770983', 'name': 'tempest-AttachVolumeShelveTestJSON-549894904-router', 'tenant_id': '6415e174d6e146abb15fff69092e7210', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.62'}], 'enable_snat': True}, 'gw_port_id': 'ae9bad43-4b95-4357-9b0f-9761e6626877', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:15:05Z', 'updated_at': '2021-07-27T23:15:12Z', 'revision_number': 4, 'project_id': '6415e174d6e146abb15fff69092e7210', 'gw_port': {'id': 'ae9bad43-4b95-4357-9b0f-9761e6626877', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:a4:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1bc2bf-7ab2-400d-bd2a-68c922770983', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:15:06Z', 'updated_at': '2021-07-27T23:15:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': '533d5142-c4e5-4443-8369-16adea237988', 'name': '', 'network_id': 'a198ee08-ada0-4348-9b3a-3cd923d78e26', 'tenant_id': '6415e174d6e146abb15fff69092e7210', 'mac_address': 'fa:16:3e:0d:6c:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a1bc2bf-7ab2-400d-bd2a-68c922770983', 'device_owner': 'network:router_interface', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '6bb4b577-bd47-4366-ace3-c23131aef649', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:15:10Z', 'updated_at': '2021-07-27T23:15:16Z', 'revision_number': 4, 'project_id': '6415e174d6e146abb15fff69092e7210', 'subnets': [{'id': '6bb4b577-bd47-4366-ace3-c23131aef649', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:15:17.218028 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcdb5caf-65be-4a10-b974-69b204e1c2c5 None None] The sync data for ids ['1a1bc2bf-7ab2-400d-bd2a-68c922770983'] in n-d-802623-1 is: [{'id': '1a1bc2bf-7ab2-400d-bd2a-68c922770983', 'name': 'tempest-AttachVolumeShelveTestJSON-549894904-router', 'tenant_id': '6415e174d6e146abb15fff69092e7210', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.62'}], 'enable_snat': True}, 'gw_port_id': 'ae9bad43-4b95-4357-9b0f-9761e6626877', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:15:05Z', 'updated_at': '2021-07-27T23:15:12Z', 'revision_number': 4, 'project_id': '6415e174d6e146abb15fff69092e7210', 'gw_port': {'id': 'ae9bad43-4b95-4357-9b0f-9761e6626877', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:a4:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1bc2bf-7ab2-400d-bd2a-68c922770983', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:15:06Z', 'updated_at': '2021-07-27T23:15:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': '533d5142-c4e5-4443-8369-16adea237988', 'name': '', 'network_id': 'a198ee08-ada0-4348-9b3a-3cd923d78e26', 'tenant_id': '6415e174d6e146abb15fff69092e7210', 'mac_address': 'fa:16:3e:0d:6c:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a1bc2bf-7ab2-400d-bd2a-68c922770983', 'device_owner': 'network:router_interface', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '6bb4b577-bd47-4366-ace3-c23131aef649', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:15:10Z', 'updated_at': '2021-07-27T23:15:16Z', 'revision_number': 4, 'project_id': '6415e174d6e146abb15fff69092e7210', 'subnets': [{'id': '6bb4b577-bd47-4366-ace3-c23131aef649', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:15:17.218299 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d4c08440-1711-424b-93ef-5b64de4b4c63 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:17.395676 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-4607fc88-84e4-4c2c-b230-bec494a6d52b tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Allocated IP 172.20.0.1 (3a07d114-ab0a-486f-be1b-db834003a696/1cbc8e2a-ca1c-442b-8221-56a2e4814b27/d613eaf9-ba6c-4012-9f5b-b56d56893b83) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:15:17.402532 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d4c08440-1711-424b-93ef-5b64de4b4c63 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:17.420983 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d4c08440-1711-424b-93ef-5b64de4b4c63 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784185'] for security_group_rule, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:17.463864 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-74c505d8-ef97-40c7-8075-cf9065be6733 req-41bf1552-3af8-428e-91e7-85f642c8823a service neutron] 10.222.0.38 "GET /v2.0/networks/42a806fa-6465-4bb1-a70d-1966b5320f00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3057377 Jul 27 23:15:17.493555 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c08440-1711-424b-93ef-5b64de4b4c63 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3014c226-5575-458a-9797-3fc34a8300f4,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:15:17.558416 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d4c08440-1711-424b-93ef-5b64de4b4c63 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:17.559679 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-d4c08440-1711-424b-93ef-5b64de4b4c63 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4393616 Jul 27 23:15:17.570779 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4607fc88-84e4-4c2c-b230-bec494a6d52b tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:17.589215 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-4607fc88-84e4-4c2c-b230-bec494a6d52b tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Transition to ACTIVE for port object d613eaf9-ba6c-4012-9f5b-b56d56893b83 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:15:17.613766 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 41906) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:15:17.617960 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-74c505d8-ef97-40c7-8075-cf9065be6733 req-3c1a9fad-bd9e-4918-8d84-e3e88735710a service neutron] 10.222.0.38 "GET /v2.0/networks/42a806fa-6465-4bb1-a70d-1966b5320f00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475894 Jul 27 23:15:17.626514 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-bebcc531-3980-44b3-8d73-f8a031c59775 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Request body: {'floatingip': {'floating_network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:15:17.687123 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4607fc88-84e4-4c2c-b230-bec494a6d52b tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:17.691858 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-bebcc531-3980-44b3-8d73-f8a031c59775 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Notify callbacks [] for floatingip, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:17.787537 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4607fc88-84e4-4c2c-b230-bec494a6d52b tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Network 3a07d114-ab0a-486f-be1b-db834003a696 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:15:17.797810 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-4607fc88-84e4-4c2c-b230-bec494a6d52b tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:15:17.801597 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4607fc88-84e4-4c2c-b230-bec494a6d52b tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Pushing event updated for resources: {'Port': ['ID=d613eaf9-ba6c-4012-9f5b-b56d56893b83,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:15:17.803887 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4607fc88-84e4-4c2c-b230-bec494a6d52b tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:15:17.869594 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4607fc88-84e4-4c2c-b230-bec494a6d52b tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-415283'] for router_interface, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:17.967224 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-4a8b01f0-17da-48c8-9f01-f6a277c5bfbe req-40f99c09-59dc-4dec-a089-254e597eb3fd service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=bab14976-9a79-4961-bbb7-bef26e77c0b6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1359022 Jul 27 23:15:18.103971 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-bebcc531-3980-44b3-8d73-f8a031c59775 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:18.122678 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8b01f0-17da-48c8-9f01-f6a277c5bfbe req-aed3376a-d84e-447c-ba4d-854ee5f88500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:15:18.126457 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8b01f0-17da-48c8-9f01-f6a277c5bfbe req-aed3376a-d84e-447c-ba4d-854ee5f88500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:15:18.127279 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8b01f0-17da-48c8-9f01-f6a277c5bfbe req-aed3376a-d84e-447c-ba4d-854ee5f88500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:15:18.129535 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8b01f0-17da-48c8-9f01-f6a277c5bfbe req-aed3376a-d84e-447c-ba4d-854ee5f88500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:15:18.142727 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8b01f0-17da-48c8-9f01-f6a277c5bfbe req-aed3376a-d84e-447c-ba4d-854ee5f88500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:15:18.143202 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8b01f0-17da-48c8-9f01-f6a277c5bfbe req-aed3376a-d84e-447c-ba4d-854ee5f88500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:15:18.145156 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8b01f0-17da-48c8-9f01-f6a277c5bfbe req-aed3376a-d84e-447c-ba4d-854ee5f88500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:15:18.151411 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-4a8b01f0-17da-48c8-9f01-f6a277c5bfbe req-aed3376a-d84e-447c-ba4d-854ee5f88500 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0367b9fbd8e84279b822c24a4e2fb6cb&device_id=bab14976-9a79-4961-bbb7-bef26e77c0b6 HTTP/1.1" status: 200 len: 6503 time: 0.1099882 Jul 27 23:15:18.329570 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4607fc88-84e4-4c2c-b230-bec494a6d52b tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:18.382422 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 533d5142-c4e5-4443-8369-16adea237988 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:15:18.471167 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8b01f0-17da-48c8-9f01-f6a277c5bfbe req-51933f6a-b4b2-4c70-8c23-9953ebb18bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:15:18.471857 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8b01f0-17da-48c8-9f01-f6a277c5bfbe req-51933f6a-b4b2-4c70-8c23-9953ebb18bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:15:18.472977 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8b01f0-17da-48c8-9f01-f6a277c5bfbe req-51933f6a-b4b2-4c70-8c23-9953ebb18bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:15:18.475736 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-4a8b01f0-17da-48c8-9f01-f6a277c5bfbe req-51933f6a-b4b2-4c70-8c23-9953ebb18bf8 service neutron] 10.222.0.49 "GET /v2.0/networks?id=8a269d53-4f2a-4865-a1d0-19bfee7666c6&id=c246f1fa-d287-4449-88ed-7e41ec7ffa41&id=c246f1fa-d287-4449-88ed-7e41ec7ffa41&id=c246f1fa-d287-4449-88ed-7e41ec7ffa41&id=c246f1fa-d287-4449-88ed-7e41ec7ffa41&id=c34a942f-0b0f-45f7-a399-4187f193826f&id=c34a942f-0b0f-45f7-a399-4187f193826f HTTP/1.1" status: 200 len: 2298 time: 0.2759435 Jul 27 23:15:18.538312 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-49db122d-bae4-47fa-9a01-729906a658b5 None None] Provisioning for port d613eaf9-ba6c-4012-9f5b-b56d56893b83 completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:15:18.545921 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-49db122d-bae4-47fa-9a01-729906a658b5 None None] Provisioning complete for port d613eaf9-ba6c-4012-9f5b-b56d56893b83 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:15:18.546852 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-49db122d-bae4-47fa-9a01-729906a658b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:18.548699 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning for port 533d5142-c4e5-4443-8369-16adea237988 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:15:18.555507 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port 533d5142-c4e5-4443-8369-16adea237988 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:15:18.556248 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:18.628777 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-4a8b01f0-17da-48c8-9f01-f6a277c5bfbe req-d4ec6257-f7ea-4ee3-af4c-f9c6090f6599 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=aaaa4f7d-c44a-4b6f-bde1-dfd985f0a398 HTTP/1.1" status: 200 len: 1001 time: 0.1454978 Jul 27 23:15:18.629448 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-bebcc531-3980-44b3-8d73-f8a031c59775 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Allocated IP 172.25.4.22 (2fd42287-ed26-4eb9-89a5-b521f5b04356/17de1f8f-393a-4b0c-a2df-614bd3f2fb5e/b544a84b-5de7-4c38-8b20-8c8d83195f26) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:15:18.744259 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-49db122d-bae4-47fa-9a01-729906a658b5 None None] Port d613eaf9-ba6c-4012-9f5b-b56d56893b83 cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:15:18.760939 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8b01f0-17da-48c8-9f01-f6a277c5bfbe req-239de151-1af2-4695-b2ee-639c1d462f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:15:18.766088 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-4a8b01f0-17da-48c8-9f01-f6a277c5bfbe req-239de151-1af2-4695-b2ee-639c1d462f3b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f549fcdc-30d6-4a86-9454-eed6b262e746 HTTP/1.1" status: 200 len: 856 time: 0.1240807 Jul 27 23:15:18.796225 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:18.849003 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8b01f0-17da-48c8-9f01-f6a277c5bfbe req-0290f6d3-c2a2-4a1c-80be-c20b2e605cba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:15:18.850983 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-4a8b01f0-17da-48c8-9f01-f6a277c5bfbe req-0290f6d3-c2a2-4a1c-80be-c20b2e605cba service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8a269d53-4f2a-4865-a1d0-19bfee7666c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0773909 Jul 27 23:15:18.874113 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] For port 533d5142-c4e5-4443-8369-16adea237988, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=533d5142-c4e5-4443-8369-16adea237988,segment=NetworkSegment(dd3fb910-11a1-4198-8a90-f4352ae92025),segment_id=dd3fb910-11a1-4198-8a90-f4352ae92025)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:15:18.888169 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:19.017244 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-4a8b01f0-17da-48c8-9f01-f6a277c5bfbe req-9b5764aa-f5c3-42ad-a82b-cf8d67d7ced6 service neutron] 10.222.0.49 "GET /v2.0/networks/8a269d53-4f2a-4865-a1d0-19bfee7666c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1588984 Jul 27 23:15:19.017843 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Pushing event updated for resources: {'Port': ['ID=533d5142-c4e5-4443-8369-16adea237988,revision_number=5']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:15:19.044945 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-bebcc531-3980-44b3-8d73-f8a031c59775 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:19.168643 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-4a8b01f0-17da-48c8-9f01-f6a277c5bfbe req-52c0fdb4-19bf-45ea-85c0-59519945c10c service neutron] 10.222.0.49 "GET /v2.0/networks/8a269d53-4f2a-4865-a1d0-19bfee7666c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415019 Jul 27 23:15:19.172997 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4607fc88-84e4-4c2c-b230-bec494a6d52b tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:19.175736 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-bebcc531-3980-44b3-8d73-f8a031c59775 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:19.206846 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4607fc88-84e4-4c2c-b230-bec494a6d52b tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11336041'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:19.243611 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-4a8b01f0-17da-48c8-9f01-f6a277c5bfbe req-62ea0725-7dbb-414e-b715-0c9e1a1dfe45 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.153&port_id=0559974f-5eee-44ff-baf2-074fd2c27b02 HTTP/1.1" status: 200 len: 217 time: 0.0620799 Jul 27 23:15:19.264549 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bebcc531-3980-44b3-8d73-f8a031c59775 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Network 2fd42287-ed26-4eb9-89a5-b521f5b04356 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:15:19.275015 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-bebcc531-3980-44b3-8d73-f8a031c59775 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:15:19.283370 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bebcc531-3980-44b3-8d73-f8a031c59775 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:15:19.289174 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4607fc88-84e4-4c2c-b230-bec494a6d52b tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3760555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-414115'] for router_interface, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:19.290827 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebcc531-3980-44b3-8d73-f8a031c59775 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Pushing event updated for resources: {'Port': ['ID=b544a84b-5de7-4c38-8b20-8c8d83195f26,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:15:19.326293 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8b01f0-17da-48c8-9f01-f6a277c5bfbe req-a0bfb3c4-8e25-466d-8661-ab304e3ab222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:15:19.328420 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-4a8b01f0-17da-48c8-9f01-f6a277c5bfbe req-a0bfb3c4-8e25-466d-8661-ab304e3ab222 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ba464d94-7c37-4a78-bcc3-06220a9217b5 HTTP/1.1" status: 200 len: 797 time: 0.0774803 Jul 27 23:15:19.409504 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8b01f0-17da-48c8-9f01-f6a277c5bfbe req-f1b805f8-e516-42ce-96aa-32248a911e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:15:19.411281 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-4a8b01f0-17da-48c8-9f01-f6a277c5bfbe req-f1b805f8-e516-42ce-96aa-32248a911e39 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c246f1fa-d287-4449-88ed-7e41ec7ffa41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0707102 Jul 27 23:15:19.432536 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ca56496f-d2b0-4b70-be3d-5f0c1f335c73 req-6c0dd8be-64f0-4d12-8d9e-743bb9e30ef0 tempest-FlavorsV2NegativeTest-10522694 tempest-FlavorsV2NegativeTest-10522694-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=8de9596696a244e3b60d2fae86fb2f41&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0362344 Jul 27 23:15:19.476966 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4607fc88-84e4-4c2c-b230-bec494a6d52b tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Pushing event updated for resources: {'Port': ['ID=d613eaf9-ba6c-4012-9f5b-b56d56893b83,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:15:19.529528 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-bebcc531-3980-44b3-8d73-f8a031c59775 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:19.564107 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4607fc88-84e4-4c2c-b230-bec494a6d52b tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Network 3a07d114-ab0a-486f-be1b-db834003a696 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:15:19.587350 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-4607fc88-84e4-4c2c-b230-bec494a6d52b tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:15:19.598604 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-bebcc531-3980-44b3-8d73-f8a031c59775 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:19.600563 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-4a8b01f0-17da-48c8-9f01-f6a277c5bfbe req-0bf0f3d2-e79c-4100-ac1a-92f070442844 service neutron] 10.222.0.49 "GET /v2.0/networks/c246f1fa-d287-4449-88ed-7e41ec7ffa41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1775506 Jul 27 23:15:19.625587 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca56496f-d2b0-4b70-be3d-5f0c1f335c73 req-239ba661-947d-4140-88f7-54e0f28939a7 tempest-FlavorsV2NegativeTest-10522694 tempest-FlavorsV2NegativeTest-10522694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:15:19.629060 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ca56496f-d2b0-4b70-be3d-5f0c1f335c73 req-239ba661-947d-4140-88f7-54e0f28939a7 tempest-FlavorsV2NegativeTest-10522694 tempest-FlavorsV2NegativeTest-10522694-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1785140 Jul 27 23:15:19.696416 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ca56496f-d2b0-4b70-be3d-5f0c1f335c73 req-0c688470-3d34-465b-af12-7e0436c55b4e tempest-FlavorsV2NegativeTest-10522694 tempest-FlavorsV2NegativeTest-10522694-project] 10.222.0.18 "GET /v2.0/quotas/8de9596696a244e3b60d2fae86fb2f41 HTTP/1.1" status: 200 len: 375 time: 0.0552793 Jul 27 23:15:19.756245 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ca56496f-d2b0-4b70-be3d-5f0c1f335c73 req-0cd7a487-4f03-448a-921e-f0871ab10ace tempest-FlavorsV2NegativeTest-10522694 tempest-FlavorsV2NegativeTest-10522694-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=8de9596696a244e3b60d2fae86fb2f41&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0580487 Jul 27 23:15:19.803223 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-4a8b01f0-17da-48c8-9f01-f6a277c5bfbe req-352cab1d-f198-4800-95c3-b45c14192b13 service neutron] 10.222.0.49 "GET /v2.0/networks/c246f1fa-d287-4449-88ed-7e41ec7ffa41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1951396 Jul 27 23:15:19.841591 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4607fc88-84e4-4c2c-b230-bec494a6d52b tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Router 175ec1a9-596f-420c-add9-fd80bc16572a has already been hosted by L3 agent 018c4455-49c0-4734-927d-7824067b2a9e {{(pid=93797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 23:15:19.862451 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-4a8b01f0-17da-48c8-9f01-f6a277c5bfbe req-73d7a95c-332e-4bad-9e3b-592912446860 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.155&port_id=a1bdfbba-9a24-43d6-84b3-1265d2295611 HTTP/1.1" status: 200 len: 217 time: 0.0521677 Jul 27 23:15:19.938699 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8b01f0-17da-48c8-9f01-f6a277c5bfbe req-875fe20b-802c-4528-bdab-584213a76085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:15:19.940127 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-4a8b01f0-17da-48c8-9f01-f6a277c5bfbe req-875fe20b-802c-4528-bdab-584213a76085 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ba464d94-7c37-4a78-bcc3-06220a9217b5 HTTP/1.1" status: 200 len: 797 time: 0.0694959 Jul 27 23:15:19.977938 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-04233080-9b25-4076-a923-81585f1a08d0 None None] Provisioning complete for port d613eaf9-ba6c-4012-9f5b-b56d56893b83 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:15:19.977938 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-04233080-9b25-4076-a923-81585f1a08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:19.995463 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8b01f0-17da-48c8-9f01-f6a277c5bfbe req-16d63dfb-050d-4e3d-8c05-53946e62b408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:15:19.997434 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-4a8b01f0-17da-48c8-9f01-f6a277c5bfbe req-16d63dfb-050d-4e3d-8c05-53946e62b408 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c246f1fa-d287-4449-88ed-7e41ec7ffa41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0492835 Jul 27 23:15:20.010880 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-bebcc531-3980-44b3-8d73-f8a031c59775 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:20.018127 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-04233080-9b25-4076-a923-81585f1a08d0 None None] Port d613eaf9-ba6c-4012-9f5b-b56d56893b83 cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:15:20.021862 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-bebcc531-3980-44b3-8d73-f8a031c59775 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11336041'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:20.069118 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4607fc88-84e4-4c2c-b230-bec494a6d52b tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:15:20.081741 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee4d2cbe-d055-4016-86d6-e5a318b4e774 None None] Sync routers for ids ['175ec1a9-596f-420c-add9-fd80bc16572a'] in n-d-802623-1 {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:15:20.095209 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-4607fc88-84e4-4c2c-b230-bec494a6d52b tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] 10.222.0.18 "PUT /v2.0/routers/175ec1a9-596f-420c-add9-fd80bc16572a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8672266 Jul 27 23:15:20.096378 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 42012) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:15:20.099246 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee4d2cbe-d055-4016-86d6-e5a318b4e774 None None] Routers {'175ec1a9-596f-420c-add9-fd80bc16572a'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:15:20.100895 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-ee4d2cbe-d055-4016-86d6-e5a318b4e774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:15:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['175ec1a9-596f-420c-add9-fd80bc16572a'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:15:20.104080 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-493889ac-f218-4927-99e0-5103974d9f4e tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Request body: {'port': {'network_id': '3a07d114-ab0a-486f-be1b-db834003a696', 'name': 'tempest-FloatingIPTestJSON-478603672'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:15:20.183596 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-4a8b01f0-17da-48c8-9f01-f6a277c5bfbe req-14198c55-5f15-40ce-833b-5a1867b6aa52 service neutron] 10.222.0.49 "GET /v2.0/networks/c246f1fa-d287-4449-88ed-7e41ec7ffa41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1782141 Jul 27 23:15:20.210931 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebcc531-3980-44b3-8d73-f8a031c59775 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Pushing event updated for resources: {'Port': ['ID=b544a84b-5de7-4c38-8b20-8c8d83195f26,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:15:20.232275 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-bebcc531-3980-44b3-8d73-f8a031c59775 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-415302'] for floatingip, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:20.253280 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-ee4d2cbe-d055-4016-86d6-e5a318b4e774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:15:20.263253 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-bebcc531-3980-44b3-8d73-f8a031c59775 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for floatingip, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:20.265411 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-bebcc531-3980-44b3-8d73-f8a031c59775 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.6457925 Jul 27 23:15:20.268198 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee4d2cbe-d055-4016-86d6-e5a318b4e774 None None] Routers {'175ec1a9-596f-420c-add9-fd80bc16572a'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:15:20.269169 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-ee4d2cbe-d055-4016-86d6-e5a318b4e774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:15:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['175ec1a9-596f-420c-add9-fd80bc16572a'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:15:20.305099 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-493889ac-f218-4927-99e0-5103974d9f4e tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Made reservation on behalf of 514745170d2d4aba9e26a599d4d1a11f for: {'port': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:15:20.318562 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-493889ac-f218-4927-99e0-5103974d9f4e tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:20.324286 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-ee4d2cbe-d055-4016-86d6-e5a318b4e774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:15:20.325761 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee4d2cbe-d055-4016-86d6-e5a318b4e774 None None] The sync data for ids ['175ec1a9-596f-420c-add9-fd80bc16572a'] in n-d-802623-1 is: [] {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:15:20.358829 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-4a8b01f0-17da-48c8-9f01-f6a277c5bfbe req-b1555f2a-9195-443e-b5bd-cc0f9b8371f4 service neutron] 10.222.0.49 "GET /v2.0/networks/c246f1fa-d287-4449-88ed-7e41ec7ffa41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1684210 Jul 27 23:15:20.362367 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-493889ac-f218-4927-99e0-5103974d9f4e tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] device_id is not set on port 3d786d47-9474-41b4-941a-8e5710132486 yet. {{(pid=93797) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 23:15:20.362864 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 533d5142-c4e5-4443-8369-16adea237988 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:15:20.420372 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port 533d5142-c4e5-4443-8369-16adea237988 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:15:20.420757 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:20.566113 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-493889ac-f218-4927-99e0-5103974d9f4e tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Allocated IP 172.20.0.5 (3a07d114-ab0a-486f-be1b-db834003a696/1cbc8e2a-ca1c-442b-8221-56a2e4814b27/3d786d47-9474-41b4-941a-8e5710132486) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:15:20.807601 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-493889ac-f218-4927-99e0-5103974d9f4e tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:20.826753 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-493889ac-f218-4927-99e0-5103974d9f4e tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Transition to ACTIVE for port object 3d786d47-9474-41b4-941a-8e5710132486 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:15:20.842884 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-4a8b01f0-17da-48c8-9f01-f6a277c5bfbe req-9fecdbcc-28e3-4e41-ba05-c15f04fb092f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.230&port_id=7000adaa-7864-409e-b126-7512669b5cb6 HTTP/1.1" status: 200 len: 217 time: 0.4748061 Jul 27 23:15:20.862892 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 42050) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:15:20.869870 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-493889ac-f218-4927-99e0-5103974d9f4e tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:20.911169 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-bda7f86d-504e-42f9-ae6c-b962bce496a6 req-b70fdc7e-3781-4050-899a-4c1566df1fe4 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--423160254&fields=id&tenant_id=6415e174d6e146abb15fff69092e7210 HTTP/1.1" status: 200 len: 267 time: 0.0743656 Jul 27 23:15:20.918489 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-493889ac-f218-4927-99e0-5103974d9f4e tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Network 3a07d114-ab0a-486f-be1b-db834003a696 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:15:20.921732 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-493889ac-f218-4927-99e0-5103974d9f4e tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:15:20.927846 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-493889ac-f218-4927-99e0-5103974d9f4e tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:15:20.961369 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493889ac-f218-4927-99e0-5103974d9f4e tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Pushing event updated for resources: {'Port': ['ID=3d786d47-9474-41b4-941a-8e5710132486,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:15:20.990487 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8b01f0-17da-48c8-9f01-f6a277c5bfbe req-fc8521e3-7ca9-4be9-b465-e89e24a21422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:15:20.996289 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-4a8b01f0-17da-48c8-9f01-f6a277c5bfbe req-fc8521e3-7ca9-4be9-b465-e89e24a21422 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ba464d94-7c37-4a78-bcc3-06220a9217b5 HTTP/1.1" status: 200 len: 797 time: 0.1432936 Jul 27 23:15:21.001416 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-493889ac-f218-4927-99e0-5103974d9f4e tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:15:21.002046 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-493889ac-f218-4927-99e0-5103974d9f4e tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:21.061438 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-493889ac-f218-4927-99e0-5103974d9f4e tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.9633741 Jul 27 23:15:21.062092 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 42058) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:15:21.076356 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-1d14e3c7-c8dd-495c-878e-89abc372889c tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Request body: {'floatingip': {'port_id': '3d786d47-9474-41b4-941a-8e5710132486'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:15:21.082552 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7fec9985-626e-421f-b43b-61f12400d1b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:21.127471 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8b01f0-17da-48c8-9f01-f6a277c5bfbe req-09c41e9b-d9d2-48b2-a009-d14e6724d745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:15:21.129426 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-4a8b01f0-17da-48c8-9f01-f6a277c5bfbe req-09c41e9b-d9d2-48b2-a009-d14e6724d745 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c246f1fa-d287-4449-88ed-7e41ec7ffa41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0745389 Jul 27 23:15:21.202174 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1d14e3c7-c8dd-495c-878e-89abc372889c tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Notify callbacks [] for floatingip, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:21.230174 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda7f86d-504e-42f9-ae6c-b962bce496a6 req-d319ce54-3b27-4cc8-96a5-d80278eafc3b tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:15:21.235350 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-bda7f86d-504e-42f9-ae6c-b962bce496a6 req-d319ce54-3b27-4cc8-96a5-d80278eafc3b tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] 10.222.0.18 "GET /v2.0/networks?id=a198ee08-ada0-4348-9b3a-3cd923d78e26 HTTP/1.1" status: 200 len: 816 time: 0.3140810 Jul 27 23:15:21.253514 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-bda7f86d-504e-42f9-ae6c-b962bce496a6 req-6acddd68-80f4-46b4-83db-d7d89c2546b7 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] 10.222.0.18 "GET /v2.0/quotas/6415e174d6e146abb15fff69092e7210 HTTP/1.1" status: 200 len: 375 time: 0.0169876 Jul 27 23:15:21.261796 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e2c526be-6ed2-4d80-af68-96a628e969cc None None] Provisioning for port 3d786d47-9474-41b4-941a-8e5710132486 completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:15:21.266086 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e2c526be-6ed2-4d80-af68-96a628e969cc None None] Provisioning complete for port 3d786d47-9474-41b4-941a-8e5710132486 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:15:21.266468 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e2c526be-6ed2-4d80-af68-96a628e969cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:21.326477 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-4a8b01f0-17da-48c8-9f01-f6a277c5bfbe req-2fc8f89d-6b1a-42aa-adf6-1f5b836b2050 service neutron] 10.222.0.49 "GET /v2.0/networks/c246f1fa-d287-4449-88ed-7e41ec7ffa41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1884985 Jul 27 23:15:21.336765 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-bda7f86d-504e-42f9-ae6c-b962bce496a6 req-c1442989-856b-4564-a5a6-5487589dc8a9 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=6415e174d6e146abb15fff69092e7210&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0821605 Jul 27 23:15:21.338364 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-e2c526be-6ed2-4d80-af68-96a628e969cc None None] Port 3d786d47-9474-41b4-941a-8e5710132486 cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:15:21.393726 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7fec9985-626e-421f-b43b-61f12400d1b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:21.403478 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7fec9985-626e-421f-b43b-61f12400d1b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:21.439398 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-4a8b01f0-17da-48c8-9f01-f6a277c5bfbe req-c05f011a-0f17-461e-8f66-694f059bf932 service neutron] 10.222.0.49 "GET /v2.0/networks/c246f1fa-d287-4449-88ed-7e41ec7ffa41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011641 Jul 27 23:15:21.490528 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-7fec9985-626e-421f-b43b-61f12400d1b9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8de9596696a244e3b60d2fae86fb2f41&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6237402 Jul 27 23:15:21.490696 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 42068) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:15:21.497755 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-4a8b01f0-17da-48c8-9f01-f6a277c5bfbe req-fbc727c0-b033-4ac9-adb4-3e274a1e496d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.239&port_id=7aa7f82a-79c8-4d31-aedb-c7b467805927 HTTP/1.1" status: 200 len: 217 time: 0.0508850 Jul 27 23:15:21.528592 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fec9985-626e-421f-b43b-61f12400d1b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cfeb2a9-c4c9-46ee-a6f7-c4218c5d4ce6,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:15:21.544602 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [req-bda7f86d-504e-42f9-ae6c-b962bce496a6 req-d2a7ffed-6df4-4d28-8073-ae26a6877e9a service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=93798) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 23:15:21.545612 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-bda7f86d-504e-42f9-ae6c-b962bce496a6 req-d2a7ffed-6df4-4d28-8073-ae26a6877e9a service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1880527 Jul 27 23:15:21.618516 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8b01f0-17da-48c8-9f01-f6a277c5bfbe req-9ae48714-c2a9-47e6-b0e4-d1026a7ea398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:15:21.620427 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-4a8b01f0-17da-48c8-9f01-f6a277c5bfbe req-9ae48714-c2a9-47e6-b0e4-d1026a7ea398 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ba464d94-7c37-4a78-bcc3-06220a9217b5 HTTP/1.1" status: 200 len: 797 time: 0.1152632 Jul 27 23:15:21.697534 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8b01f0-17da-48c8-9f01-f6a277c5bfbe req-cefee00c-3e4a-4c43-aee4-8c619a71eec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:15:21.698798 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-4a8b01f0-17da-48c8-9f01-f6a277c5bfbe req-cefee00c-3e4a-4c43-aee4-8c619a71eec4 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c246f1fa-d287-4449-88ed-7e41ec7ffa41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0706675 Jul 27 23:15:21.701037 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-bda7f86d-504e-42f9-ae6c-b962bce496a6 req-95897750-4d64-444f-93bf-3abe892fad9d service neutron] 10.222.0.18 "GET /v2.0/networks/a198ee08-ada0-4348-9b3a-3cd923d78e26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438200 Jul 27 23:15:21.884322 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-4a8b01f0-17da-48c8-9f01-f6a277c5bfbe req-a0c67ae2-8c15-42a7-915b-d505c4325ba8 service neutron] 10.222.0.49 "GET /v2.0/networks/c246f1fa-d287-4449-88ed-7e41ec7ffa41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1785755 Jul 27 23:15:21.886894 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-bda7f86d-504e-42f9-ae6c-b962bce496a6 req-3e1d97b5-e315-4bc3-8a23-62587b87b474 service neutron] 10.222.0.18 "GET /v2.0/networks/a198ee08-ada0-4348-9b3a-3cd923d78e26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1715732 Jul 27 23:15:22.007289 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-53c61f66-52ec-4cad-8bdf-fc45bc1d8f32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:22.022247 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-4a8b01f0-17da-48c8-9f01-f6a277c5bfbe req-068da44a-8f04-4f96-955e-29a5eeb9226c service neutron] 10.222.0.49 "GET /v2.0/networks/c246f1fa-d287-4449-88ed-7e41ec7ffa41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301384 Jul 27 23:15:22.083678 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-53c61f66-52ec-4cad-8bdf-fc45bc1d8f32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:22.090237 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-4a8b01f0-17da-48c8-9f01-f6a277c5bfbe req-28e9e37f-c8f2-47fb-9b25-c2e3f6484518 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=da8eaa0e-5e3b-4fb2-abf0-06dbf59ba175 HTTP/1.1" status: 200 len: 217 time: 0.0558274 Jul 27 23:15:22.123319 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8fc48dac-cde2-458f-80b4-a62f8e044792 req-02fabd22-76a4-459f-a571-6b399a9b8ef5 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] 10.222.0.18 "GET /v2.0/ports?device_id=6a43bd9a-6245-44f3-a319-a8a9d9683e94 HTTP/1.1" status: 200 len: 210 time: 0.0421333 Jul 27 23:15:22.207329 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8b01f0-17da-48c8-9f01-f6a277c5bfbe req-2b0ea3d0-42e7-4221-a1c9-24a3a010d676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:15:22.207329 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-4a8b01f0-17da-48c8-9f01-f6a277c5bfbe req-2b0ea3d0-42e7-4221-a1c9-24a3a010d676 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=205a94b6-ea5d-4719-adab-a78f7e1e308f HTTP/1.1" status: 200 len: 797 time: 0.1125169 Jul 27 23:15:22.256313 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-53c61f66-52ec-4cad-8bdf-fc45bc1d8f32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:22.258878 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-53c61f66-52ec-4cad-8bdf-fc45bc1d8f32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:22.263297 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-53c61f66-52ec-4cad-8bdf-fc45bc1d8f32 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0cfeb2a9-c4c9-46ee-a6f7-c4218c5d4ce6 HTTP/1.1" status: 204 len: 168 time: 0.7693410 Jul 27 23:15:22.287579 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8b01f0-17da-48c8-9f01-f6a277c5bfbe req-2341a863-f380-49f4-859b-419c9b118e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:15:22.289433 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-4a8b01f0-17da-48c8-9f01-f6a277c5bfbe req-2341a863-f380-49f4-859b-419c9b118e8e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c34a942f-0b0f-45f7-a399-4187f193826f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0740259 Jul 27 23:15:22.295413 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c61f66-52ec-4cad-8bdf-fc45bc1d8f32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cfeb2a9-c4c9-46ee-a6f7-c4218c5d4ce6,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:15:22.493882 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1d14e3c7-c8dd-495c-878e-89abc372889c tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:22.496841 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-4a8b01f0-17da-48c8-9f01-f6a277c5bfbe req-0bdb0d89-6aaf-4fb7-a856-b8d7ae4b26ac service neutron] 10.222.0.49 "GET /v2.0/networks/c34a942f-0b0f-45f7-a399-4187f193826f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1998599 Jul 27 23:15:22.500252 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1d14e3c7-c8dd-495c-878e-89abc372889c tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-415302'] for floatingip, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:22.627432 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-4a8b01f0-17da-48c8-9f01-f6a277c5bfbe req-df38d6e4-a900-4f3c-90e6-1c3b702fc305 service neutron] 10.222.0.49 "GET /v2.0/networks/c34a942f-0b0f-45f7-a399-4187f193826f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225173 Jul 27 23:15:22.689667 n-d-802623-1 neutron-server[93797]: INFO neutron.db.l3_db [None req-1d14e3c7-c8dd-495c-878e-89abc372889c tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Floating IP 553e93f0-0862-408f-b90d-db11a66c1716 associated. External IP: 172.25.4.76, port: 6f5aac3a-892f-427c-82bd-eb959603faac. Jul 27 23:15:22.720731 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-4a8b01f0-17da-48c8-9f01-f6a277c5bfbe req-ff6ee15c-c23c-4b5c-8da0-3406adfada23 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=04fa79a8-5a6e-4754-87c2-e6c72b5d831d HTTP/1.1" status: 200 len: 217 time: 0.0860434 Jul 27 23:15:22.819311 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8b01f0-17da-48c8-9f01-f6a277c5bfbe req-dcfd4b26-b78d-4e84-8a05-daedec63222e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:15:22.821416 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-4a8b01f0-17da-48c8-9f01-f6a277c5bfbe req-dcfd4b26-b78d-4e84-8a05-daedec63222e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=205a94b6-ea5d-4719-adab-a78f7e1e308f HTTP/1.1" status: 200 len: 797 time: 0.0936675 Jul 27 23:15:22.965010 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8b01f0-17da-48c8-9f01-f6a277c5bfbe req-9d83a2f1-e9fe-4eb8-88a6-42013b0feddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:15:22.969628 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-4a8b01f0-17da-48c8-9f01-f6a277c5bfbe req-9d83a2f1-e9fe-4eb8-88a6-42013b0feddc service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c34a942f-0b0f-45f7-a399-4187f193826f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1402128 Jul 27 23:15:22.997855 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d14e3c7-c8dd-495c-878e-89abc372889c tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Router b14a20e9-da53-4224-bb7e-8af91419b108 has already been hosted by L3 agent 018c4455-49c0-4734-927d-7824067b2a9e {{(pid=93797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 23:15:23.133184 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-4a8b01f0-17da-48c8-9f01-f6a277c5bfbe req-ac47f8a3-58ec-4092-8880-07125e55eff9 service neutron] 10.222.0.49 "GET /v2.0/networks/c34a942f-0b0f-45f7-a399-4187f193826f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1564054 Jul 27 23:15:23.189893 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d14e3c7-c8dd-495c-878e-89abc372889c tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:15:23.208825 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b0d4436-b6c3-41c4-a3b5-fd26f133b4f7 None None] Sync routers for ids ['b14a20e9-da53-4224-bb7e-8af91419b108'] in n-d-802623-1 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:15:23.226539 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b0d4436-b6c3-41c4-a3b5-fd26f133b4f7 None None] Routers {'b14a20e9-da53-4224-bb7e-8af91419b108'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:15:23.227210 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-2b0d4436-b6c3-41c4-a3b5-fd26f133b4f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:15:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['b14a20e9-da53-4224-bb7e-8af91419b108'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:15:23.343091 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-2b0d4436-b6c3-41c4-a3b5-fd26f133b4f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:15:23.346670 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-73777d62-aa89-4f64-840f-0c9b520e3eab req-2bc6db50-a006-4c5b-87b2-08787f057304 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] 10.222.0.18 "GET /v2.0/ports?device_id=6a43bd9a-6245-44f3-a319-a8a9d9683e94 HTTP/1.1" status: 200 len: 210 time: 0.0572245 Jul 27 23:15:23.365831 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b0d4436-b6c3-41c4-a3b5-fd26f133b4f7 None None] Routers {'b14a20e9-da53-4224-bb7e-8af91419b108'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:15:23.370330 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-2b0d4436-b6c3-41c4-a3b5-fd26f133b4f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:15:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['b14a20e9-da53-4224-bb7e-8af91419b108'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:15:23.400112 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-4a8b01f0-17da-48c8-9f01-f6a277c5bfbe req-ec0e6a30-a207-4fd0-8201-c354db981072 service neutron] 10.222.0.49 "GET /v2.0/networks/c34a942f-0b0f-45f7-a399-4187f193826f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2591124 Jul 27 23:15:23.452375 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-2b0d4436-b6c3-41c4-a3b5-fd26f133b4f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:15:23.454115 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b0d4436-b6c3-41c4-a3b5-fd26f133b4f7 None None] The sync data for ids ['b14a20e9-da53-4224-bb7e-8af91419b108'] in n-d-802623-1 is: [] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:15:23.679017 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d14e3c7-c8dd-495c-878e-89abc372889c tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Router 175ec1a9-596f-420c-add9-fd80bc16572a has already been hosted by L3 agent 018c4455-49c0-4734-927d-7824067b2a9e {{(pid=93797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 23:15:23.709757 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda7f86d-504e-42f9-ae6c-b962bce496a6 req-25d501b2-d2de-4e9b-bc01-8e5591e285e5 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:15:23.713450 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-bda7f86d-504e-42f9-ae6c-b962bce496a6 req-25d501b2-d2de-4e9b-bc01-8e5591e285e5 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] 10.222.0.38 "GET /v2.0/networks?id=a198ee08-ada0-4348-9b3a-3cd923d78e26 HTTP/1.1" status: 200 len: 816 time: 0.1680143 Jul 27 23:15:23.801473 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-bda7f86d-504e-42f9-ae6c-b962bce496a6 req-a6ecd8c7-98fd-49c4-80c7-aa114e82e8ef tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6415e174d6e146abb15fff69092e7210 HTTP/1.1" status: 200 len: 379 time: 0.0787809 Jul 27 23:15:23.812883 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [req-bda7f86d-504e-42f9-ae6c-b962bce496a6 req-8f75c4e3-507a-41ec-b7d9-2f4bd1d35826 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Request body: {'port': {'device_id': '6a43bd9a-6245-44f3-a319-a8a9d9683e94', 'network_id': 'a198ee08-ada0-4348-9b3a-3cd923d78e26', 'admin_state_up': True, 'tenant_id': '6415e174d6e146abb15fff69092e7210', 'security_groups': ['7226db73-c6f2-4ea3-adb9-5e608bea74da']}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:15:23.861580 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 42138) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:15:23.862539 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d14e3c7-c8dd-495c-878e-89abc372889c tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:15:23.876295 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1d14e3c7-c8dd-495c-878e-89abc372889c tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for floatingip, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:23.878108 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b6bc09e-a127-4f4e-a224-5ad9beeed174 None None] Sync routers for ids ['175ec1a9-596f-420c-add9-fd80bc16572a'] in n-d-802623-1 {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:15:23.893387 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b6bc09e-a127-4f4e-a224-5ad9beeed174 None None] Routers {'175ec1a9-596f-420c-add9-fd80bc16572a'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:15:23.895036 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-5b6bc09e-a127-4f4e-a224-5ad9beeed174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:15:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['175ec1a9-596f-420c-add9-fd80bc16572a'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:15:23.927732 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 42144) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:15:23.963070 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-1d14e3c7-c8dd-495c-878e-89abc372889c tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] 10.222.0.18 "PUT /v2.0/floatingips/553e93f0-0862-408f-b90d-db11a66c1716 HTTP/1.1" status: 200 len: 976 time: 2.8908153 Jul 27 23:15:23.963675 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 42148) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:15:23.970523 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-5b6bc09e-a127-4f4e-a224-5ad9beeed174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:15:23.979415 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b6bc09e-a127-4f4e-a224-5ad9beeed174 None None] Routers {'175ec1a9-596f-420c-add9-fd80bc16572a'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:15:23.980114 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-5b6bc09e-a127-4f4e-a224-5ad9beeed174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:15:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['175ec1a9-596f-420c-add9-fd80bc16572a'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:15:24.008736 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bda7f86d-504e-42f9-ae6c-b962bce496a6 req-8f75c4e3-507a-41ec-b7d9-2f4bd1d35826 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Made reservation on behalf of 6415e174d6e146abb15fff69092e7210 for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:15:24.013673 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-bda7f86d-504e-42f9-ae6c-b962bce496a6 req-8f75c4e3-507a-41ec-b7d9-2f4bd1d35826 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:24.051769 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-5b6bc09e-a127-4f4e-a224-5ad9beeed174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:15:24.052437 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b6bc09e-a127-4f4e-a224-5ad9beeed174 None None] The sync data for ids ['175ec1a9-596f-420c-add9-fd80bc16572a'] in n-d-802623-1 is: [] {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:15:24.090646 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-23353881-2f57-46f8-bbd6-258f6c486b79 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Deleting port 3d786d47-9474-41b4-941a-8e5710132486 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:15:24.091012 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-23353881-2f57-46f8-bbd6-258f6c486b79 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:24.106899 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-5ea84ebc-281f-419d-a5cc-cd278af34ddf admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-73033849-network', 'tenant_id': 'd275f54469544ab9abd801155d665ba1'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:15:24.144189 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7c55ca52-59a6-4dc8-9753-0236600839f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:24.194082 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ea84ebc-281f-419d-a5cc-cd278af34ddf admin admin] Made reservation on behalf of d275f54469544ab9abd801155d665ba1 for: {'network': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:15:24.196385 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5ea84ebc-281f-419d-a5cc-cd278af34ddf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for network, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:24.204007 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-23353881-2f57-46f8-bbd6-258f6c486b79 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:24.215576 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5ea84ebc-281f-419d-a5cc-cd278af34ddf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:24.261000 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [req-bda7f86d-504e-42f9-ae6c-b962bce496a6 req-8f75c4e3-507a-41ec-b7d9-2f4bd1d35826 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Allocated IP 172.20.0.13 (a198ee08-ada0-4348-9b3a-3cd923d78e26/6bb4b577-bd47-4366-ace3-c23131aef649/add62f76-8960-42c5-a51d-b75f221ac213) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:15:24.390970 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-23353881-2f57-46f8-bbd6-258f6c486b79 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:24.391508 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-23353881-2f57-46f8-bbd6-258f6c486b79 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-415302'] for floatingip, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:24.391822 n-d-802623-1 neutron-server[93797]: INFO neutron.db.l3_db [None req-23353881-2f57-46f8-bbd6-258f6c486b79 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Floating IP 553e93f0-0862-408f-b90d-db11a66c1716 disassociated. External IP: 172.25.4.76, port: 3d786d47-9474-41b4-941a-8e5710132486. Jul 27 23:15:24.392168 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-23353881-2f57-46f8-bbd6-258f6c486b79 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Calling delete_port for 3d786d47-9474-41b4-941a-8e5710132486 owned by {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:15:24.401559 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7c55ca52-59a6-4dc8-9753-0236600839f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:24.415736 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7c55ca52-59a6-4dc8-9753-0236600839f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:24.472918 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-c668af55-bc93-4cef-8bcf-909f114d4e78 req-ab43862b-3a43-4a55-a994-c0894e4cc9c3 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] 10.222.0.18 "GET /v2.0/ports?device_id=6a43bd9a-6245-44f3-a319-a8a9d9683e94 HTTP/1.1" status: 200 len: 210 time: 0.0291300 Jul 27 23:15:24.503582 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-7c55ca52-59a6-4dc8-9753-0236600839f6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=eb909e6d36b347a8957305028bfe707c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5749595 Jul 27 23:15:24.503874 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 42156) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:15:24.508903 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c55ca52-59a6-4dc8-9753-0236600839f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95ac3037-a9dd-4d8d-9d0e-590d1d40b66c,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:15:24.513561 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-bda7f86d-504e-42f9-ae6c-b962bce496a6 req-8f75c4e3-507a-41ec-b7d9-2f4bd1d35826 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:24.573337 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5ea84ebc-281f-419d-a5cc-cd278af34ddf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:24.577470 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5ea84ebc-281f-419d-a5cc-cd278af34ddf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:24.580211 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-23353881-2f57-46f8-bbd6-258f6c486b79 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:24.581519 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-bda7f86d-504e-42f9-ae6c-b962bce496a6 req-8f75c4e3-507a-41ec-b7d9-2f4bd1d35826 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Transition to ACTIVE for port object add62f76-8960-42c5-a51d-b75f221ac213 will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:15:24.601524 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ea84ebc-281f-419d-a5cc-cd278af34ddf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 533} {{(pid=93798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 23:15:24.619885 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23353881-2f57-46f8-bbd6-258f6c486b79 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Pushing event deleted for resources: {'Port': ['ID=3d786d47-9474-41b4-941a-8e5710132486,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:15:24.625412 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5ea84ebc-281f-419d-a5cc-cd278af34ddf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:24.625664 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a928690-5c33-4a90-a5c0-6ea1799389f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:24.625778 n-d-802623-1 neutron-server[93798]: INFO neutron.db.segments_db [None req-5ea84ebc-281f-419d-a5cc-cd278af34ddf admin admin] Added segment 95f4c351-b25e-43d9-ba8e-34c4aa118da8 of type vlan for network 3a3cbeff-b007-4bc1-b89e-3434caa880b9 Jul 27 23:15:24.628039 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea84ebc-281f-419d-a5cc-cd278af34ddf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8de43b2a-3064-44a7-b92f-0f4c3410d3bd,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:15:24.689282 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5ea84ebc-281f-419d-a5cc-cd278af34ddf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736833354590'] for network, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:24.704109 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-bda7f86d-504e-42f9-ae6c-b962bce496a6 req-8f75c4e3-507a-41ec-b7d9-2f4bd1d35826 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:24.759340 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a928690-5c33-4a90-a5c0-6ea1799389f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:24.769439 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bda7f86d-504e-42f9-ae6c-b962bce496a6 req-8f75c4e3-507a-41ec-b7d9-2f4bd1d35826 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Network a198ee08-ada0-4348-9b3a-3cd923d78e26 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:15:24.773809 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [req-bda7f86d-504e-42f9-ae6c-b962bce496a6 req-8f75c4e3-507a-41ec-b7d9-2f4bd1d35826 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:15:24.780696 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5ea84ebc-281f-419d-a5cc-cd278af34ddf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569'] for network, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:24.781868 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ea84ebc-281f-419d-a5cc-cd278af34ddf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:15:24.782141 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5ea84ebc-281f-419d-a5cc-cd278af34ddf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:24.785292 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-bda7f86d-504e-42f9-ae6c-b962bce496a6 req-8f75c4e3-507a-41ec-b7d9-2f4bd1d35826 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:15:24.835324 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23353881-2f57-46f8-bbd6-258f6c486b79 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Router 175ec1a9-596f-420c-add9-fd80bc16572a has already been hosted by L3 agent 018c4455-49c0-4734-927d-7824067b2a9e {{(pid=93797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 23:15:24.870019 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f75c4e3-507a-41ec-b7d9-2f4bd1d35826 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Pushing event updated for resources: {'Port': ['ID=add62f76-8960-42c5-a51d-b75f221ac213,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:15:24.916111 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-5ea84ebc-281f-419d-a5cc-cd278af34ddf admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 876 time: 1.0502160 Jul 27 23:15:24.923237 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda7f86d-504e-42f9-ae6c-b962bce496a6 req-8f75c4e3-507a-41ec-b7d9-2f4bd1d35826 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:15:24.923991 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-bda7f86d-504e-42f9-ae6c-b962bce496a6 req-8f75c4e3-507a-41ec-b7d9-2f4bd1d35826 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:24.926494 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea84ebc-281f-419d-a5cc-cd278af34ddf admin admin] Pushing event updated for resources: {'Network': ['ID=3a3cbeff-b007-4bc1-b89e-3434caa880b9,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:15:24.929458 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 42158) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:15:24.934850 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-233505a0-23c8-4a61-9d76-0d9f568a302c admin admin] Request body: {'subnet': {'network_id': '3a3cbeff-b007-4bc1-b89e-3434caa880b9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-73033849-subnet', 'tenant_id': 'd275f54469544ab9abd801155d665ba1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:15:24.938732 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Network 3a3cbeff-b007-4bc1-b89e-3434caa880b9 details requested by agent ovs-agent-n-d-802623-1 with host n-d-802623-1 {{(pid=93799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 23:15:24.968126 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-233505a0-23c8-4a61-9d76-0d9f568a302c admin admin] Made reservation on behalf of d275f54469544ab9abd801155d665ba1 for: {'subnet': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:15:24.971328 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-233505a0-23c8-4a61-9d76-0d9f568a302c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12265828'] for subnet, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:24.998114 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a928690-5c33-4a90-a5c0-6ea1799389f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:25.001010 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a928690-5c33-4a90-a5c0-6ea1799389f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:25.004686 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-9a928690-5c33-4a90-a5c0-6ea1799389f9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/95ac3037-a9dd-4d8d-9d0e-590d1d40b66c HTTP/1.1" status: 204 len: 168 time: 0.4973876 Jul 27 23:15:25.044813 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a928690-5c33-4a90-a5c0-6ea1799389f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95ac3037-a9dd-4d8d-9d0e-590d1d40b66c,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:15:25.052850 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23353881-2f57-46f8-bbd6-258f6c486b79 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:15:25.069627 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a46d09-47e1-4870-8f57-8a385c8a8ad8 None None] Sync routers for ids ['175ec1a9-596f-420c-add9-fd80bc16572a'] in n-d-802623-1 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:15:25.085766 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a46d09-47e1-4870-8f57-8a385c8a8ad8 None None] Routers {'175ec1a9-596f-420c-add9-fd80bc16572a'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:15:25.093701 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-c3a46d09-47e1-4870-8f57-8a385c8a8ad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:15:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['175ec1a9-596f-420c-add9-fd80bc16572a'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:15:25.108685 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-bda7f86d-504e-42f9-ae6c-b962bce496a6 req-8f75c4e3-507a-41ec-b7d9-2f4bd1d35826 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2998850 Jul 27 23:15:25.123179 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [req-bda7f86d-504e-42f9-ae6c-b962bce496a6 req-a9de1236-cf39-4698-9412-2d52394c0b7d service neutron] Request body: {'port': {'device_id': '6a43bd9a-6245-44f3-a319-a8a9d9683e94', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802623-1'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:15:25.206864 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-606cefc4-6258-49c2-9b18-fc2c4231e086 None None] Provisioning for port add62f76-8960-42c5-a51d-b75f221ac213 completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:15:25.212484 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-606cefc4-6258-49c2-9b18-fc2c4231e086 None None] Provisioning complete for port add62f76-8960-42c5-a51d-b75f221ac213 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:15:25.213829 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-606cefc4-6258-49c2-9b18-fc2c4231e086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:25.226851 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-23353881-2f57-46f8-bbd6-258f6c486b79 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:25.233689 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-23353881-2f57-46f8-bbd6-258f6c486b79 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] 10.222.0.18 "DELETE /v2.0/ports/3d786d47-9474-41b4-941a-8e5710132486 HTTP/1.1" status: 204 len: 168 time: 1.2683606 Jul 27 23:15:25.234717 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 42166) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:15:25.266174 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-bda7f86d-504e-42f9-ae6c-b962bce496a6 req-a9de1236-cf39-4698-9412-2d52394c0b7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:25.270912 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-606cefc4-6258-49c2-9b18-fc2c4231e086 None None] Port add62f76-8960-42c5-a51d-b75f221ac213 cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:15:25.348469 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-233505a0-23c8-4a61-9d76-0d9f568a302c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11971609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12265750'] for subnet, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:25.409361 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-c3a46d09-47e1-4870-8f57-8a385c8a8ad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:15:25.434946 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a46d09-47e1-4870-8f57-8a385c8a8ad8 None None] Routers {'175ec1a9-596f-420c-add9-fd80bc16572a'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:15:25.435607 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-c3a46d09-47e1-4870-8f57-8a385c8a8ad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:15:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['175ec1a9-596f-420c-add9-fd80bc16572a'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:15:25.489461 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233505a0-23c8-4a61-9d76-0d9f568a302c admin admin] Pushing event updated for resources: {'Subnet': ['ID=b6febf1a-433f-4f54-bd03-8c744a40d170,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:15:25.500382 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-c3a46d09-47e1-4870-8f57-8a385c8a8ad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:15:25.502484 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a46d09-47e1-4870-8f57-8a385c8a8ad8 None None] The sync data for ids ['175ec1a9-596f-420c-add9-fd80bc16572a'] in n-d-802623-1 is: [] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:15:25.505595 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-233505a0-23c8-4a61-9d76-0d9f568a302c admin admin] Checking segment: {'id': '95f4c351-b25e-43d9-ba8e-34c4aa118da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '3a3cbeff-b007-4bc1-b89e-3434caa880b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:15:25.505957 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-233505a0-23c8-4a61-9d76-0d9f568a302c admin admin] Network hostable DHCP agents. Network: 3a3cbeff-b007-4bc1-b89e-3434caa880b9, hostable agents: ['5950e76f-2bde-4343-a925-cbe6bacd2706'], hosted agents: [] {{(pid=93798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 23:15:25.575472 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 42174) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:15:25.601802 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9749a9fa-b78e-4763-a565-2c5fd4dccfff admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:25.604573 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-233505a0-23c8-4a61-9d76-0d9f568a302c admin admin] Network 3a3cbeff-b007-4bc1-b89e-3434caa880b9 is scheduled to be hosted by DHCP agent 5950e76f-2bde-4343-a925-cbe6bacd2706 with binding_index 1 {{(pid=93798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 23:15:25.636167 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-233505a0-23c8-4a61-9d76-0d9f568a302c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802623-1, 3a3cbeff-b007-4bc1-b89e-3434caa880b9) {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:15:25.649729 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-233505a0-23c8-4a61-9d76-0d9f568a302c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:15:25.649849 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-233505a0-23c8-4a61-9d76-0d9f568a302c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:25.653537 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a8c7e65-0c45-4771-8edd-d4eef650a307 None None] Network 3a3cbeff-b007-4bc1-b89e-3434caa880b9 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:15:25.678484 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49169151-6eea-4093-87c1-ee8a7f05800b req-9064968e-e7ed-480b-a15d-fde0625f7534 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:15:25.680066 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-49169151-6eea-4093-87c1-ee8a7f05800b req-9064968e-e7ed-480b-a15d-fde0625f7534 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] 10.222.0.18 "GET /v2.0/ports?device_id=6a43bd9a-6245-44f3-a319-a8a9d9683e94 HTTP/1.1" status: 200 len: 932 time: 0.0850732 Jul 27 23:15:25.765665 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [req-bda7f86d-504e-42f9-ae6c-b962bce496a6 req-a9de1236-cf39-4698-9412-2d52394c0b7d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id add62f76-8960-42c5-a51d-b75f221ac213 {{(pid=93798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:15:25.779757 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-bda7f86d-504e-42f9-ae6c-b962bce496a6 req-a9de1236-cf39-4698-9412-2d52394c0b7d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:25.787688 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-49169151-6eea-4093-87c1-ee8a7f05800b req-d23f546b-0266-4010-bda0-791796961eba tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] 10.222.0.18 "GET /v2.0/security-groups?id=7226db73-c6f2-4ea3-adb9-5e608bea74da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728199 Jul 27 23:15:25.795010 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09f5ee0a-b56f-407d-b70c-5f10cb6ed2fc None None] Network 3a3cbeff-b007-4bc1-b89e-3434caa880b9 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:15:25.800454 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-bda7f86d-504e-42f9-ae6c-b962bce496a6 req-a9de1236-cf39-4698-9412-2d52394c0b7d service neutron] Transition to ACTIVE for port object add62f76-8960-42c5-a51d-b75f221ac213 will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:15:25.818873 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-bda7f86d-504e-42f9-ae6c-b962bce496a6 req-a9de1236-cf39-4698-9412-2d52394c0b7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:25.827253 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9749a9fa-b78e-4763-a565-2c5fd4dccfff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:25.852515 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9749a9fa-b78e-4763-a565-2c5fd4dccfff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:25.871151 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-233505a0-23c8-4a61-9d76-0d9f568a302c admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.9397089 Jul 27 23:15:25.932126 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9de1236-cf39-4698-9412-2d52394c0b7d service neutron] Pushing event updated for resources: {'Port': ['ID=add62f76-8960-42c5-a51d-b75f221ac213,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:15:25.942381 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-9749a9fa-b78e-4763-a565-2c5fd4dccfff admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=83f515d31e6848b59324534965a66ee1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3647792 Jul 27 23:15:25.943282 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9749a9fa-b78e-4763-a565-2c5fd4dccfff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2511e4f5-3230-41bf-b612-52128e4dfaa2,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:15:25.985360 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 42178) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:15:26.090101 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-bda7f86d-504e-42f9-ae6c-b962bce496a6 req-a9de1236-cf39-4698-9412-2d52394c0b7d service neutron] Attempting to bind port add62f76-8960-42c5-a51d-b75f221ac213 on host n-h1-802623-1 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:15:26.090501 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-bda7f86d-504e-42f9-ae6c-b962bce496a6 req-a9de1236-cf39-4698-9412-2d52394c0b7d service neutron] Attempting to bind port add62f76-8960-42c5-a51d-b75f221ac213 by drivers openvswitch,hyperv on host n-h1-802623-1 at level 0 using segments [{'id': 'dd3fb910-11a1-4198-8a90-f4352ae92025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'a198ee08-ada0-4348-9b3a-3cd923d78e26'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:15:26.090840 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bda7f86d-504e-42f9-ae6c-b962bce496a6 req-a9de1236-cf39-4698-9412-2d52394c0b7d service neutron] Attempting to bind port add62f76-8960-42c5-a51d-b75f221ac213 on network a198ee08-ada0-4348-9b3a-3cd923d78e26 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:15:26.100758 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bda7f86d-504e-42f9-ae6c-b962bce496a6 req-a9de1236-cf39-4698-9412-2d52394c0b7d service neutron] Port add62f76-8960-42c5-a51d-b75f221ac213 on network a198ee08-ada0-4348-9b3a-3cd923d78e26 not bound, no agent of type Open vSwitch agent registered on host n-h1-802623-1 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 23:15:26.101089 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bda7f86d-504e-42f9-ae6c-b962bce496a6 req-a9de1236-cf39-4698-9412-2d52394c0b7d service neutron] Attempting to bind port add62f76-8960-42c5-a51d-b75f221ac213 on network a198ee08-ada0-4348-9b3a-3cd923d78e26 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:15:26.108471 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bda7f86d-504e-42f9-ae6c-b962bce496a6 req-a9de1236-cf39-4698-9412-2d52394c0b7d service neutron] Checking agent: {'id': '245f1da4-a9b8-4b08-90d7-28f0f342b839', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 59, 59), 'started_at': datetime.datetime(2021, 7, 27, 22, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 14, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:15:26.109189 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bda7f86d-504e-42f9-ae6c-b962bce496a6 req-a9de1236-cf39-4698-9412-2d52394c0b7d service neutron] Checking segment: {'id': 'dd3fb910-11a1-4198-8a90-f4352ae92025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'a198ee08-ada0-4348-9b3a-3cd923d78e26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:15:26.109665 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bda7f86d-504e-42f9-ae6c-b962bce496a6 req-a9de1236-cf39-4698-9412-2d52394c0b7d service neutron] Bound using segment: {'id': 'dd3fb910-11a1-4198-8a90-f4352ae92025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'a198ee08-ada0-4348-9b3a-3cd923d78e26'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:15:26.110200 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-bda7f86d-504e-42f9-ae6c-b962bce496a6 req-a9de1236-cf39-4698-9412-2d52394c0b7d service neutron] Bound port: add62f76-8960-42c5-a51d-b75f221ac213, host: n-h1-802623-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd3fb910-11a1-4198-8a90-f4352ae92025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'a198ee08-ada0-4348-9b3a-3cd923d78e26'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:15:26.110828 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-bda7f86d-504e-42f9-ae6c-b962bce496a6 req-a9de1236-cf39-4698-9412-2d52394c0b7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:26.126523 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-cabee8de-8030-49a8-bfeb-3622f82a5b9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:26.236921 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-cabee8de-8030-49a8-bfeb-3622f82a5b9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:26.252743 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-bda7f86d-504e-42f9-ae6c-b962bce496a6 req-a9de1236-cf39-4698-9412-2d52394c0b7d service neutron] For port add62f76-8960-42c5-a51d-b75f221ac213, host n-h1-802623-1, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:15:26.268453 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-acbe5e59-9c1a-4df0-abe1-5b0dfbaa7803 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-414022'] for router_interface, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:26.269823 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-bda7f86d-504e-42f9-ae6c-b962bce496a6 req-a9de1236-cf39-4698-9412-2d52394c0b7d service neutron] For port add62f76-8960-42c5-a51d-b75f221ac213, host n-h1-802623-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=add62f76-8960-42c5-a51d-b75f221ac213,segment=NetworkSegment(dd3fb910-11a1-4198-8a90-f4352ae92025),segment_id=dd3fb910-11a1-4198-8a90-f4352ae92025)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:15:26.278310 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-bda7f86d-504e-42f9-ae6c-b962bce496a6 req-a9de1236-cf39-4698-9412-2d52394c0b7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:26.331752 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda7f86d-504e-42f9-ae6c-b962bce496a6 req-a9de1236-cf39-4698-9412-2d52394c0b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:15:26.332366 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-bda7f86d-504e-42f9-ae6c-b962bce496a6 req-a9de1236-cf39-4698-9412-2d52394c0b7d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:26.333976 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-bda7f86d-504e-42f9-ae6c-b962bce496a6 req-a9de1236-cf39-4698-9412-2d52394c0b7d service neutron] 10.222.0.38 "PUT /v2.0/ports/add62f76-8960-42c5-a51d-b75f221ac213 HTTP/1.1" status: 200 len: 1092 time: 1.2156258 Jul 27 23:15:26.334418 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a43bd9a-6245-44f3-a319-a8a9d9683e94', 'tag': 'add62f76-8960-42c5-a51d-b75f221ac213'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:15:26.336684 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}011f8d312121274bb12d78e77c6379a2079800640016cec6c6d605b73666e854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d668e784-6f6b-4d9c-b0b4-9ecb68546e28" -d '{"events": [{"name": "network-changed", "server_uuid": "6a43bd9a-6245-44f3-a319-a8a9d9683e94", "tag": "add62f76-8960-42c5-a51d-b75f221ac213"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:15:26.393020 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-cabee8de-8030-49a8-bfeb-3622f82a5b9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:26.399152 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-cabee8de-8030-49a8-bfeb-3622f82a5b9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:26.404320 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-cabee8de-8030-49a8-bfeb-3622f82a5b9b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2511e4f5-3230-41bf-b612-52128e4dfaa2 HTTP/1.1" status: 204 len: 168 time: 0.4156950 Jul 27 23:15:26.432558 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 23:15:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71ad5efc-04d9-464e-b8c8-6c6ca3186175 x-openstack-request-id: req-71ad5efc-04d9-464e-b8c8-6c6ca3186175 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:15:26.433066 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a43bd9a-6245-44f3-a319-a8a9d9683e94", "tag": "add62f76-8960-42c5-a51d-b75f221ac213", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:15:26.433324 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-71ad5efc-04d9-464e-b8c8-6c6ca3186175 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:15:26.433721 n-d-802623-1 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a43bd9a-6245-44f3-a319-a8a9d9683e94', 'tag': 'add62f76-8960-42c5-a51d-b75f221ac213', 'status': 'completed', 'code': 200} Jul 27 23:15:26.435770 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9de1236-cf39-4698-9412-2d52394c0b7d service neutron] Pushing event updated for resources: {'Port': ['ID=add62f76-8960-42c5-a51d-b75f221ac213,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:15:26.447604 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabee8de-8030-49a8-bfeb-3622f82a5b9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2511e4f5-3230-41bf-b612-52128e4dfaa2,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:15:26.479448 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda7f86d-504e-42f9-ae6c-b962bce496a6 req-1938e959-b53b-458e-9d04-a4be0431fd72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:15:26.481003 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-bda7f86d-504e-42f9-ae6c-b962bce496a6 req-1938e959-b53b-458e-9d04-a4be0431fd72 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=6415e174d6e146abb15fff69092e7210&device_id=6a43bd9a-6245-44f3-a319-a8a9d9683e94 HTTP/1.1" status: 200 len: 1095 time: 0.1020257 Jul 27 23:15:26.542186 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-bda7f86d-504e-42f9-ae6c-b962bce496a6 req-6bcfb23c-d9fa-41f0-bffa-4bb958605ede service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=add62f76-8960-42c5-a51d-b75f221ac213 HTTP/1.1" status: 200 len: 217 time: 0.0512962 Jul 27 23:15:26.594465 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb1cfca-ec39-4126-bdad-ca05d147ed8a req-3062cb43-14d8-4399-8e75-24e8c1c4f55d tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:15:26.601798 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-9bb1cfca-ec39-4126-bdad-ca05d147ed8a req-3062cb43-14d8-4399-8e75-24e8c1c4f55d tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] 10.222.0.18 "GET /v2.0/networks?id=3a3cbeff-b007-4bc1-b89e-3434caa880b9 HTTP/1.1" status: 200 len: 803 time: 0.1569238 Jul 27 23:15:26.615701 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda7f86d-504e-42f9-ae6c-b962bce496a6 req-c1f2084c-5140-4718-9290-51346ebd72fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:15:26.617515 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-bda7f86d-504e-42f9-ae6c-b962bce496a6 req-c1f2084c-5140-4718-9290-51346ebd72fe service neutron] 10.222.0.38 "GET /v2.0/subnets?id=6bb4b577-bd47-4366-ace3-c23131aef649 HTTP/1.1" status: 200 len: 855 time: 0.0687842 Jul 27 23:15:26.625220 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-9bb1cfca-ec39-4126-bdad-ca05d147ed8a req-0542059d-a762-42ed-8e18-f2207626aeb5 tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] 10.222.0.18 "GET /v2.0/quotas/d275f54469544ab9abd801155d665ba1 HTTP/1.1" status: 200 len: 375 time: 0.0224752 Jul 27 23:15:26.675938 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda7f86d-504e-42f9-ae6c-b962bce496a6 req-b2ad03f8-5f49-4f65-b249-9ef01f5322ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:15:26.677574 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-bda7f86d-504e-42f9-ae6c-b962bce496a6 req-b2ad03f8-5f49-4f65-b249-9ef01f5322ac service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a198ee08-ada0-4348-9b3a-3cd923d78e26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0524447 Jul 27 23:15:26.693595 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-9bb1cfca-ec39-4126-bdad-ca05d147ed8a req-74f52065-7a40-43bd-abf4-70b34f39d633 tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=d275f54469544ab9abd801155d665ba1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0618722 Jul 27 23:15:26.792685 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-bda7f86d-504e-42f9-ae6c-b962bce496a6 req-cbefb65f-0936-4363-9b3c-20e5a5493ce7 service neutron] 10.222.0.38 "GET /v2.0/networks/a198ee08-ada0-4348-9b3a-3cd923d78e26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074126 Jul 27 23:15:26.832202 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-9bb1cfca-ec39-4126-bdad-ca05d147ed8a req-3e2e1583-0875-4e4e-b71b-3baf53d5ca8c service neutron] 10.222.0.18 "GET /v2.0/networks/3a3cbeff-b007-4bc1-b89e-3434caa880b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311307 Jul 27 23:15:26.844363 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-acbe5e59-9c1a-4df0-abe1-5b0dfbaa7803 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Deleting port d613eaf9-ba6c-4012-9f5b-b56d56893b83 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:15:26.844710 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-acbe5e59-9c1a-4df0-abe1-5b0dfbaa7803 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:26.873607 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-cdff9ec9-dfe5-4455-b280-648ea809ddc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:26.919403 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-bda7f86d-504e-42f9-ae6c-b962bce496a6 req-e6226a20-09f6-4179-a55f-b581138963d3 service neutron] 10.222.0.38 "GET /v2.0/networks/a198ee08-ada0-4348-9b3a-3cd923d78e26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201098 Jul 27 23:15:26.952326 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13fb454-014e-4ec9-9fbc-8bad930bd267 req-d18a57fe-391e-4b60-9572-e58fce7863a6 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:15:26.959298 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-d13fb454-014e-4ec9-9fbc-8bad930bd267 req-d18a57fe-391e-4b60-9572-e58fce7863a6 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] 10.222.0.18 "GET /v2.0/ports?device_id=6a43bd9a-6245-44f3-a319-a8a9d9683e94 HTTP/1.1" status: 200 len: 944 time: 0.0760548 Jul 27 23:15:26.997824 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-acbe5e59-9c1a-4df0-abe1-5b0dfbaa7803 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:27.019254 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-9bb1cfca-ec39-4126-bdad-ca05d147ed8a req-b6b9c5d3-4365-4648-93c6-0aef0bc20d69 service neutron] 10.222.0.18 "GET /v2.0/networks/3a3cbeff-b007-4bc1-b89e-3434caa880b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1859767 Jul 27 23:15:27.020104 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-acbe5e59-9c1a-4df0-abe1-5b0dfbaa7803 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Calling delete_port for d613eaf9-ba6c-4012-9f5b-b56d56893b83 owned by network:router_interface {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:15:27.030895 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-d13fb454-014e-4ec9-9fbc-8bad930bd267 req-623df800-b7af-4d99-afa9-7bb743dfa9d4 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] 10.222.0.18 "GET /v2.0/security-groups?id=7226db73-c6f2-4ea3-adb9-5e608bea74da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676675 Jul 27 23:15:27.059610 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d668e784-6f6b-4d9c-b0b4-9ecb68546e28 req-9b388519-133d-4b77-9d8c-1fe0d2fe822e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:15:27.061450 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-d668e784-6f6b-4d9c-b0b4-9ecb68546e28 req-9b388519-133d-4b77-9d8c-1fe0d2fe822e service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=6415e174d6e146abb15fff69092e7210&device_id=6a43bd9a-6245-44f3-a319-a8a9d9683e94 HTTP/1.1" status: 200 len: 1095 time: 0.0859385 Jul 27 23:15:27.183236 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d668e784-6f6b-4d9c-b0b4-9ecb68546e28 req-7d7551f3-0b70-4130-a6ea-0d8e78984b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:15:27.184828 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-d668e784-6f6b-4d9c-b0b4-9ecb68546e28 req-7d7551f3-0b70-4130-a6ea-0d8e78984b6a service neutron] 10.222.0.38 "GET /v2.0/networks?id=a198ee08-ada0-4348-9b3a-3cd923d78e26 HTTP/1.1" status: 200 len: 917 time: 0.1158903 Jul 27 23:15:27.252746 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-d668e784-6f6b-4d9c-b0b4-9ecb68546e28 req-782f4b1a-5d72-4c7b-bded-9aaac94b9753 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=add62f76-8960-42c5-a51d-b75f221ac213 HTTP/1.1" status: 200 len: 217 time: 0.0557117 Jul 27 23:15:27.272629 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-2dee9d53-fb21-46f4-98a9-3a1b42de3e20 req-faabe5cc-b29e-446c-9b74-16cb6f0e6302 tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] 10.222.0.18 "GET /v2.0/ports?device_id=edb5143d-4bb1-4696-8f82-7407d17671e4 HTTP/1.1" status: 200 len: 210 time: 0.0670147 Jul 27 23:15:27.324315 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-acbe5e59-9c1a-4df0-abe1-5b0dfbaa7803 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:27.328951 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d668e784-6f6b-4d9c-b0b4-9ecb68546e28 req-ecfbd91d-aaf6-4297-896c-aad184b69fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:15:27.330681 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-d668e784-6f6b-4d9c-b0b4-9ecb68546e28 req-ecfbd91d-aaf6-4297-896c-aad184b69fc7 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=6bb4b577-bd47-4366-ace3-c23131aef649 HTTP/1.1" status: 200 len: 855 time: 0.0608571 Jul 27 23:15:27.381799 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbe5e59-9c1a-4df0-abe1-5b0dfbaa7803 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Pushing event deleted for resources: {'Port': ['ID=d613eaf9-ba6c-4012-9f5b-b56d56893b83,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:15:27.408957 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d668e784-6f6b-4d9c-b0b4-9ecb68546e28 req-2d7a02fe-6b8c-499e-907d-2a1f90000f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:15:27.410184 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-d668e784-6f6b-4d9c-b0b4-9ecb68546e28 req-2d7a02fe-6b8c-499e-907d-2a1f90000f33 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a198ee08-ada0-4348-9b3a-3cd923d78e26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0712295 Jul 27 23:15:27.718016 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-acbe5e59-9c1a-4df0-abe1-5b0dfbaa7803 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3760546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-413994'] for router_interface, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:27.956466 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-d668e784-6f6b-4d9c-b0b4-9ecb68546e28 req-ca7fec7b-21fe-4c83-85f9-77a5bf98b32e service neutron] 10.222.0.38 "GET /v2.0/networks/a198ee08-ada0-4348-9b3a-3cd923d78e26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5378227 Jul 27 23:15:28.042628 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acbe5e59-9c1a-4df0-abe1-5b0dfbaa7803 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Router 175ec1a9-596f-420c-add9-fd80bc16572a has already been hosted by L3 agent 018c4455-49c0-4734-927d-7824067b2a9e {{(pid=93797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 23:15:28.073636 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-d668e784-6f6b-4d9c-b0b4-9ecb68546e28 req-d3df8b1e-e77e-4a44-9013-fe97e96a2a3d service neutron] 10.222.0.38 "GET /v2.0/networks/a198ee08-ada0-4348-9b3a-3cd923d78e26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086435 Jul 27 23:15:28.187791 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db085bdf-02f9-4ec5-9a45-594caa0669a7 req-fc22d459-7d32-4e69-9a7d-7ee1a97d144d tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:15:28.189932 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-db085bdf-02f9-4ec5-9a45-594caa0669a7 req-fc22d459-7d32-4e69-9a7d-7ee1a97d144d tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] 10.222.0.18 "GET /v2.0/ports?device_id=6a43bd9a-6245-44f3-a319-a8a9d9683e94 HTTP/1.1" status: 200 len: 944 time: 0.0809412 Jul 27 23:15:28.205727 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acbe5e59-9c1a-4df0-abe1-5b0dfbaa7803 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:15:28.211007 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-acbe5e59-9c1a-4df0-abe1-5b0dfbaa7803 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] 10.222.0.18 "PUT /v2.0/routers/175ec1a9-596f-420c-add9-fd80bc16572a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9748442 Jul 27 23:15:28.214259 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 42256) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:15:28.217109 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d120828-f05a-448a-8f58-d17b2dd53268 None None] Sync routers for ids ['175ec1a9-596f-420c-add9-fd80bc16572a'] in n-d-802623-1 {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:15:28.228544 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d120828-f05a-448a-8f58-d17b2dd53268 None None] Routers {'175ec1a9-596f-420c-add9-fd80bc16572a'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:15:28.229178 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-8d120828-f05a-448a-8f58-d17b2dd53268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:15:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['175ec1a9-596f-420c-add9-fd80bc16572a'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:15:28.250941 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-db085bdf-02f9-4ec5-9a45-594caa0669a7 req-c2819260-d9ea-4506-ae05-30e4ebd5fa17 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] 10.222.0.18 "GET /v2.0/security-groups?id=7226db73-c6f2-4ea3-adb9-5e608bea74da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531697 Jul 27 23:15:28.266639 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-8d120828-f05a-448a-8f58-d17b2dd53268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:15:28.279434 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d120828-f05a-448a-8f58-d17b2dd53268 None None] Routers {'175ec1a9-596f-420c-add9-fd80bc16572a'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:15:28.280181 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-8d120828-f05a-448a-8f58-d17b2dd53268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:15:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['175ec1a9-596f-420c-add9-fd80bc16572a'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:15:28.376459 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-55eaead2-dd5a-4cfa-a294-09f352b42c3c tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Notify callbacks [] for router, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:28.468941 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d5a52a7f-82ff-4b6d-a548-8e79d7507b8d req-500214b7-f560-4d1a-891c-de9d6cb47dc9 tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] 10.222.0.18 "GET /v2.0/ports?device_id=edb5143d-4bb1-4696-8f82-7407d17671e4 HTTP/1.1" status: 200 len: 210 time: 0.0436680 Jul 27 23:15:28.476464 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-8d120828-f05a-448a-8f58-d17b2dd53268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:15:28.477139 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d120828-f05a-448a-8f58-d17b2dd53268 None None] The sync data for ids ['175ec1a9-596f-420c-add9-fd80bc16572a'] in n-d-802623-1 is: [] {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:15:28.560214 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-55eaead2-dd5a-4cfa-a294-09f352b42c3c tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:28.639618 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-55eaead2-dd5a-4cfa-a294-09f352b42c3c tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Deleting port 8769977c-a9cc-4919-b188-13e7b6ac154a {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:15:28.640201 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-55eaead2-dd5a-4cfa-a294-09f352b42c3c tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:28.658567 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb1cfca-ec39-4126-bdad-ca05d147ed8a req-a11da3a6-7abc-4120-adb7-3580b496c13a tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:15:28.661034 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-9bb1cfca-ec39-4126-bdad-ca05d147ed8a req-a11da3a6-7abc-4120-adb7-3580b496c13a tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] 10.222.0.49 "GET /v2.0/networks?id=3a3cbeff-b007-4bc1-b89e-3434caa880b9 HTTP/1.1" status: 200 len: 803 time: 0.1302390 Jul 27 23:15:28.677393 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [req-9bb1cfca-ec39-4126-bdad-ca05d147ed8a req-40125e61-5ca0-4249-8314-eb04f2f4ef45 tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] Request body: {'port': {'device_id': 'edb5143d-4bb1-4696-8f82-7407d17671e4', 'network_id': '3a3cbeff-b007-4bc1-b89e-3434caa880b9', 'admin_state_up': True, 'tenant_id': 'd275f54469544ab9abd801155d665ba1'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:15:28.727367 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-55eaead2-dd5a-4cfa-a294-09f352b42c3c tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:28.750168 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-55eaead2-dd5a-4cfa-a294-09f352b42c3c tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Calling delete_port for 8769977c-a9cc-4919-b188-13e7b6ac154a owned by network:router_gateway {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:15:28.863638 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9bb1cfca-ec39-4126-bdad-ca05d147ed8a req-40125e61-5ca0-4249-8314-eb04f2f4ef45 tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] Made reservation on behalf of d275f54469544ab9abd801155d665ba1 for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:15:28.869810 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-9bb1cfca-ec39-4126-bdad-ca05d147ed8a req-40125e61-5ca0-4249-8314-eb04f2f4ef45 tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:28.954279 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-55eaead2-dd5a-4cfa-a294-09f352b42c3c tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:28.984669 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55eaead2-dd5a-4cfa-a294-09f352b42c3c tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Pushing event deleted for resources: {'Port': ['ID=8769977c-a9cc-4919-b188-13e7b6ac154a,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:15:29.036575 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [req-9bb1cfca-ec39-4126-bdad-ca05d147ed8a req-40125e61-5ca0-4249-8314-eb04f2f4ef45 tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] Allocated IP 172.20.0.11 (3a3cbeff-b007-4bc1-b89e-3434caa880b9/b6febf1a-433f-4f54-bd03-8c744a40d170/55ddf06c-b572-4074-a812-837813a058d7) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:15:29.074262 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-55eaead2-dd5a-4cfa-a294-09f352b42c3c tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-415368'] for router_gateway, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:29.182872 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-55eaead2-dd5a-4cfa-a294-09f352b42c3c tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62205'] for router, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:29.185266 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-55eaead2-dd5a-4cfa-a294-09f352b42c3c tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:29.234253 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-55eaead2-dd5a-4cfa-a294-09f352b42c3c tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-477831'] for router, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:29.235522 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55eaead2-dd5a-4cfa-a294-09f352b42c3c tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Fanout notify agent at l3_agent the message router_deleted on router 175ec1a9-596f-420c-add9-fd80bc16572a {{(pid=93797) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 23:15:29.244575 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-55eaead2-dd5a-4cfa-a294-09f352b42c3c tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Notify callbacks [] for router, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:29.246362 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-55eaead2-dd5a-4cfa-a294-09f352b42c3c tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] 10.222.0.18 "DELETE /v2.0/routers/175ec1a9-596f-420c-add9-fd80bc16572a HTTP/1.1" status: 204 len: 168 time: 1.0311899 Jul 27 23:15:29.249041 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 42282) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:15:29.259754 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-9bb1cfca-ec39-4126-bdad-ca05d147ed8a req-40125e61-5ca0-4249-8314-eb04f2f4ef45 tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:29.317287 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_v2 [None req-65aceade-73fa-49b7-9578-fffa0e7591fe tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Deleting subnet 1cbc8e2a-ca1c-442b-8221-56a2e4814b27 {{(pid=93797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 23:15:29.321550 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-65aceade-73fa-49b7-9578-fffa0e7591fe tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Notify callbacks [] for subnet, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:29.356606 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-9bb1cfca-ec39-4126-bdad-ca05d147ed8a req-40125e61-5ca0-4249-8314-eb04f2f4ef45 tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:29.384087 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-65aceade-73fa-49b7-9578-fffa0e7591fe tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11335971'] for subnet, precommit_delete_associations {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:29.413824 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:29.456984 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9bb1cfca-ec39-4126-bdad-ca05d147ed8a req-40125e61-5ca0-4249-8314-eb04f2f4ef45 tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] Network 3a3cbeff-b007-4bc1-b89e-3434caa880b9 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:15:29.472941 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [req-9bb1cfca-ec39-4126-bdad-ca05d147ed8a req-40125e61-5ca0-4249-8314-eb04f2f4ef45 tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:15:29.492725 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bb1cfca-ec39-4126-bdad-ca05d147ed8a req-40125e61-5ca0-4249-8314-eb04f2f4ef45 tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:15:29.530292 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-5c17fc58-ea87-4189-abe4-f9fda9bd191e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:29.544768 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40125e61-5ca0-4249-8314-eb04f2f4ef45 tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] Pushing event updated for resources: {'Port': ['ID=55ddf06c-b572-4074-a812-837813a058d7,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:15:29.551779 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-65aceade-73fa-49b7-9578-fffa0e7591fe tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620741'] for subnet, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:29.583191 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb1cfca-ec39-4126-bdad-ca05d147ed8a req-40125e61-5ca0-4249-8314-eb04f2f4ef45 tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:15:29.584112 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-9bb1cfca-ec39-4126-bdad-ca05d147ed8a req-40125e61-5ca0-4249-8314-eb04f2f4ef45 tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:29.593851 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818268e0-b828-4d28-be89-6ff3760dcf38 req-07292cad-a552-4206-8e51-db685a70e096 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:15:29.595804 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-818268e0-b828-4d28-be89-6ff3760dcf38 req-07292cad-a552-4206-8e51-db685a70e096 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] 10.222.0.18 "GET /v2.0/ports?device_id=6a43bd9a-6245-44f3-a319-a8a9d9683e94 HTTP/1.1" status: 200 len: 944 time: 0.1510453 Jul 27 23:15:29.624615 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-9bb1cfca-ec39-4126-bdad-ca05d147ed8a req-40125e61-5ca0-4249-8314-eb04f2f4ef45 tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9544275 Jul 27 23:15:29.629771 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 42296) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:15:29.641163 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [req-9bb1cfca-ec39-4126-bdad-ca05d147ed8a req-9dc8cf82-d558-48a8-89d4-5d44cb9cc15f service neutron] Request body: {'port': {'device_id': 'edb5143d-4bb1-4696-8f82-7407d17671e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802623-1'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:15:29.668680 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27042cae-0c9d-4f28-bcd0-e6281200a4fa req-5e5d87a0-7487-4acd-b56c-5cec3b9217e0 tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:15:29.670276 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-27042cae-0c9d-4f28-bcd0-e6281200a4fa req-5e5d87a0-7487-4acd-b56c-5cec3b9217e0 tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] 10.222.0.18 "GET /v2.0/ports?device_id=edb5143d-4bb1-4696-8f82-7407d17671e4 HTTP/1.1" status: 200 len: 932 time: 0.0735557 Jul 27 23:15:29.672423 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-65aceade-73fa-49b7-9578-fffa0e7591fe tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11335991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11551414'] for subnet, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:29.688871 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-65aceade-73fa-49b7-9578-fffa0e7591fe tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for subnet, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:29.690559 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-65aceade-73fa-49b7-9578-fffa0e7591fe tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] 10.222.0.18 "DELETE /v2.0/subnets/1cbc8e2a-ca1c-442b-8221-56a2e4814b27 HTTP/1.1" status: 204 len: 168 time: 0.4404700 Jul 27 23:15:29.694826 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5383e8de-beb1-48ec-9063-c108c9e43825 None None] Network 3a07d114-ab0a-486f-be1b-db834003a696 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:15:29.699782 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-818268e0-b828-4d28-be89-6ff3760dcf38 req-946e073f-d9fa-4bff-9347-1733d5c41611 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] 10.222.0.18 "GET /v2.0/security-groups?id=7226db73-c6f2-4ea3-adb9-5e608bea74da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0962629 Jul 27 23:15:29.700862 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 42300) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:15:29.770953 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65aceade-73fa-49b7-9578-fffa0e7591fe tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Pushing event deleted for resources: {'Subnet': ['ID=1cbc8e2a-ca1c-442b-8221-56a2e4814b27,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:15:29.808882 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-27042cae-0c9d-4f28-bcd0-e6281200a4fa req-c1d52143-4ba9-408d-9dd6-b976dfb383f1 tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] 10.222.0.18 "GET /v2.0/security-groups?id=8de43b2a-3064-44a7-b92f-0f4c3410d3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282506 Jul 27 23:15:29.815461 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-dc96a74f-b1fc-49a4-b8f6-4f90a03c51f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:29.841274 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-dc83884c-2b00-4f74-997c-8ca4263d5351 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593271'] for network, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:29.849830 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:29.852578 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-9bb1cfca-ec39-4126-bdad-ca05d147ed8a req-9dc8cf82-d558-48a8-89d4-5d44cb9cc15f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:29.930215 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-dc96a74f-b1fc-49a4-b8f6-4f90a03c51f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:29.935624 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-dc96a74f-b1fc-49a4-b8f6-4f90a03c51f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:29.961486 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4616246d-8aa1-4bcc-b408-45cbfb44d2c3 None None] DHCP port deletion for 3a07d114-ab0a-486f-be1b-db834003a696 request from n-d-802623-1 {{(pid=93799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 23:15:29.983859 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-dc96a74f-b1fc-49a4-b8f6-4f90a03c51f7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=cb1bf02fd4cb4c57b76b1fdfb7932d63&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3499262 Jul 27 23:15:29.983859 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc96a74f-b1fc-49a4-b8f6-4f90a03c51f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=616e09ae-5092-4b68-a767-1eb793a609da,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:15:29.984726 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 42304) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:15:30.006872 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-4616246d-8aa1-4bcc-b408-45cbfb44d2c3 None None] Deleting port d00e65ec-1d17-494c-8195-35e95df0b9b2 {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:15:30.007411 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4616246d-8aa1-4bcc-b408-45cbfb44d2c3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:30.044186 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-dc83884c-2b00-4f74-997c-8ca4263d5351 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Deleting port d00e65ec-1d17-494c-8195-35e95df0b9b2 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:15:30.044808 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-dc83884c-2b00-4f74-997c-8ca4263d5351 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:30.048879 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-10863ed8-c470-4c24-8c8d-a0cf42b2a16b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:30.050050 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device add62f76-8960-42c5-a51d-b75f221ac213 details requested by agent hyperv_n-h1-802623-1 with host n-h1-802623-1 {{(pid=93799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 23:15:30.071383 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-10863ed8-c470-4c24-8c8d-a0cf42b2a16b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:30.091840 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-4616246d-8aa1-4bcc-b408-45cbfb44d2c3 None None] For port d00e65ec-1d17-494c-8195-35e95df0b9b2, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=d00e65ec-1d17-494c-8195-35e95df0b9b2,segment=NetworkSegment(52494f96-79b6-4361-b49d-cbda2b9214c5),segment_id=52494f96-79b6-4361-b49d-cbda2b9214c5)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:15:30.092158 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4616246d-8aa1-4bcc-b408-45cbfb44d2c3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:30.124481 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-10863ed8-c470-4c24-8c8d-a0cf42b2a16b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:30.127346 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-10863ed8-c470-4c24-8c8d-a0cf42b2a16b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:30.128595 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-10863ed8-c470-4c24-8c8d-a0cf42b2a16b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/616e09ae-5092-4b68-a767-1eb793a609da HTTP/1.1" status: 204 len: 168 time: 0.1408608 Jul 27 23:15:30.138432 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-4616246d-8aa1-4bcc-b408-45cbfb44d2c3 None None] Calling delete_port for d00e65ec-1d17-494c-8195-35e95df0b9b2 owned by network:dhcp {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:15:30.143514 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10863ed8-c470-4c24-8c8d-a0cf42b2a16b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=616e09ae-5092-4b68-a767-1eb793a609da,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:15:30.168032 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-dc83884c-2b00-4f74-997c-8ca4263d5351 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] For port d00e65ec-1d17-494c-8195-35e95df0b9b2, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=d00e65ec-1d17-494c-8195-35e95df0b9b2,segment=NetworkSegment(52494f96-79b6-4361-b49d-cbda2b9214c5),segment_id=52494f96-79b6-4361-b49d-cbda2b9214c5)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:15:30.168415 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-dc83884c-2b00-4f74-997c-8ca4263d5351 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:30.187011 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-dc83884c-2b00-4f74-997c-8ca4263d5351 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Calling delete_port for d00e65ec-1d17-494c-8195-35e95df0b9b2 owned by network:dhcp {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:15:30.239089 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port add62f76-8960-42c5-a51d-b75f221ac213, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=add62f76-8960-42c5-a51d-b75f221ac213,segment=NetworkSegment(dd3fb910-11a1-4198-8a90-f4352ae92025),segment_id=dd3fb910-11a1-4198-8a90-f4352ae92025)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:15:30.260624 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Returning: {'device': 'add62f76-8960-42c5-a51d-b75f221ac213', 'network_id': 'a198ee08-ada0-4348-9b3a-3cd923d78e26', 'port_id': 'add62f76-8960-42c5-a51d-b75f221ac213', 'mac_address': 'fa:16:3e:02:4c:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bb4b577-bd47-4366-ace3-c23131aef649', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 23:15:30.274408 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device d00e65ec-1d17-494c-8195-35e95df0b9b2 no longer exists at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:15:30.335778 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4616246d-8aa1-4bcc-b408-45cbfb44d2c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:30.347404 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-dc83884c-2b00-4f74-997c-8ca4263d5351 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:30.360009 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [req-9bb1cfca-ec39-4126-bdad-ca05d147ed8a req-9dc8cf82-d558-48a8-89d4-5d44cb9cc15f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55ddf06c-b572-4074-a812-837813a058d7 {{(pid=93798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:15:30.368018 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4616246d-8aa1-4bcc-b408-45cbfb44d2c3 None None] Pushing event deleted for resources: {'Port': ['ID=d00e65ec-1d17-494c-8195-35e95df0b9b2,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:15:30.381296 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:30.385501 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4616246d-8aa1-4bcc-b408-45cbfb44d2c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:15:30.385851 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4616246d-8aa1-4bcc-b408-45cbfb44d2c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:15:30.386372 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4616246d-8aa1-4bcc-b408-45cbfb44d2c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:15:30.386867 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4616246d-8aa1-4bcc-b408-45cbfb44d2c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:15:30.387235 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4616246d-8aa1-4bcc-b408-45cbfb44d2c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:15:30.387746 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4616246d-8aa1-4bcc-b408-45cbfb44d2c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:15:30.388086 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4616246d-8aa1-4bcc-b408-45cbfb44d2c3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:15:30.388466 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4616246d-8aa1-4bcc-b408-45cbfb44d2c3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:15:30.388964 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4616246d-8aa1-4bcc-b408-45cbfb44d2c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:15:30.389180 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-9bb1cfca-ec39-4126-bdad-ca05d147ed8a req-9dc8cf82-d558-48a8-89d4-5d44cb9cc15f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:30.389300 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4616246d-8aa1-4bcc-b408-45cbfb44d2c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:15:30.389615 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4616246d-8aa1-4bcc-b408-45cbfb44d2c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:15:30.389942 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4616246d-8aa1-4bcc-b408-45cbfb44d2c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:15:30.391604 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc83884c-2b00-4f74-997c-8ca4263d5351 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] No DVR routers for this DVR port d00e65ec-1d17-494c-8195-35e95df0b9b2 on host n-d-802623-1 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:15:30.393277 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc83884c-2b00-4f74-997c-8ca4263d5351 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Pushing event deleted for resources: {'Port': ['ID=d00e65ec-1d17-494c-8195-35e95df0b9b2,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:15:30.393586 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] No active binding found for port d00e65ec-1d17-494c-8195-35e95df0b9b2 {{(pid=93799) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 27 23:15:30.394012 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device d00e65ec-1d17-494c-8195-35e95df0b9b2 not bound to the agent host n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:15:30.396202 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4616246d-8aa1-4bcc-b408-45cbfb44d2c3 None None] No DVR routers for this DVR port d00e65ec-1d17-494c-8195-35e95df0b9b2 on host n-d-802623-1 {{(pid=93799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:15:30.427029 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id add62f76-8960-42c5-a51d-b75f221ac213 {{(pid=93799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:15:30.451364 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port add62f76-8960-42c5-a51d-b75f221ac213, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=add62f76-8960-42c5-a51d-b75f221ac213,segment=NetworkSegment(dd3fb910-11a1-4198-8a90-f4352ae92025),segment_id=dd3fb910-11a1-4198-8a90-f4352ae92025)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:15:30.453434 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-19f2e178-d45e-4fbe-b9be-c3963fc151ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:30.455784 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:30.479843 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-9bb1cfca-ec39-4126-bdad-ca05d147ed8a req-9dc8cf82-d558-48a8-89d4-5d44cb9cc15f service neutron] Transition to ACTIVE for port object 55ddf06c-b572-4074-a812-837813a058d7 will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:15:30.486145 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-9bb1cfca-ec39-4126-bdad-ca05d147ed8a req-9dc8cf82-d558-48a8-89d4-5d44cb9cc15f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:30.501265 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-dc83884c-2b00-4f74-997c-8ca4263d5351 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618032', 'neutron.services.segments.db._delete_segments_for_network-8736833900081'] for network, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:30.507601 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Pushing event updated for resources: {'Port': ['ID=add62f76-8960-42c5-a51d-b75f221ac213,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:15:30.535323 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-dc83884c-2b00-4f74-997c-8ca4263d5351 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a07d114-ab0a-486f-be1b-db834003a696']}} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:15:30.571510 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-dc83884c-2b00-4f74-997c-8ca4263d5351 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52494f96-79b6-4361-b49d-cbda2b9214c5') {'for_net_delete': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:15:30.571810 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-dc83884c-2b00-4f74-997c-8ca4263d5351 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52494f96-79b6-4361-b49d-cbda2b9214c5') {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:15:30.579248 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 42312) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:15:30.592447 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-48f3e9a9-3d6d-4b4b-8ae1-29c67a6a65de admin admin] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:30.606446 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-dc83884c-2b00-4f74-997c-8ca4263d5351 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736833900858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11163256'] for segment, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:30.625576 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc8cf82-d558-48a8-89d4-5d44cb9cc15f service neutron] Pushing event updated for resources: {'Port': ['ID=55ddf06c-b572-4074-a812-837813a058d7,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:15:30.639986 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-dc83884c-2b00-4f74-997c-8ca4263d5351 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:30.654207 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc83884c-2b00-4f74-997c-8ca4263d5351 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Releasing vlan 505 on physical network physnet1 to pool {{(pid=93798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 23:15:30.654634 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-dc83884c-2b00-4f74-997c-8ca4263d5351 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11971746'] for segment, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:30.657701 n-d-802623-1 neutron-server[93798]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 23:15:30.657701 n-d-802623-1 neutron-server[93798]: self.session.flush() Jul 27 23:15:30.657701 n-d-802623-1 neutron-server[93798]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 23:15:30.657701 n-d-802623-1 neutron-server[93798]: self.session.flush() Jul 27 23:15:30.657701 n-d-802623-1 neutron-server[93798]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 23:15:30.657701 n-d-802623-1 neutron-server[93798]: self.session.flush() Jul 27 23:15:30.657701 n-d-802623-1 neutron-server[93798]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 23:15:30.657701 n-d-802623-1 neutron-server[93798]: self.session.flush() Jul 27 23:15:30.657701 n-d-802623-1 neutron-server[93798]: Traceback (most recent call last): Jul 27 23:15:30.657701 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 23:15:30.657701 n-d-802623-1 neutron-server[93798]: timer() Jul 27 23:15:30.657701 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 23:15:30.657701 n-d-802623-1 neutron-server[93798]: cb(*args, **kw) Jul 27 23:15:30.657701 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 23:15:30.657701 n-d-802623-1 neutron-server[93798]: return func(*args, **kwargs) Jul 27 23:15:30.657701 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 23:15:30.657701 n-d-802623-1 neutron-server[93798]: self._notify() Jul 27 23:15:30.657701 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 23:15:30.657701 n-d-802623-1 neutron-server[93798]: self.callback(batched_events) Jul 27 23:15:30.657701 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 23:15:30.657701 n-d-802623-1 neutron-server[93798]: event.method(event) Jul 27 23:15:30.657701 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 23:15:30.657701 n-d-802623-1 neutron-server[93798]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 23:15:30.657701 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 23:15:30.657701 n-d-802623-1 neutron-server[93798]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 23:15:30.657701 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 23:15:30.657701 n-d-802623-1 neutron-server[93798]: return f(self, *a, **k) Jul 27 23:15:30.657701 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 23:15:30.657701 n-d-802623-1 neutron-server[93798]: return self._get(url).json() Jul 27 23:15:30.657701 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 23:15:30.657701 n-d-802623-1 neutron-server[93798]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 23:15:30.657701 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 23:15:30.657701 n-d-802623-1 neutron-server[93798]: return self.request(url, 'GET', **kwargs) Jul 27 23:15:30.657701 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 23:15:30.657701 n-d-802623-1 neutron-server[93798]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 23:15:30.657701 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 23:15:30.657701 n-d-802623-1 neutron-server[93798]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 23:15:30.657701 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 23:15:30.657701 n-d-802623-1 neutron-server[93798]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 23:15:30.657701 n-d-802623-1 neutron-server[93798]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 23:15:30.672592 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-9bb1cfca-ec39-4126-bdad-ca05d147ed8a req-9dc8cf82-d558-48a8-89d4-5d44cb9cc15f service neutron] Attempting to bind port 55ddf06c-b572-4074-a812-837813a058d7 on host n-h2-802623-1 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:15:30.672855 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-9bb1cfca-ec39-4126-bdad-ca05d147ed8a req-9dc8cf82-d558-48a8-89d4-5d44cb9cc15f service neutron] Attempting to bind port 55ddf06c-b572-4074-a812-837813a058d7 by drivers openvswitch,hyperv on host n-h2-802623-1 at level 0 using segments [{'id': '95f4c351-b25e-43d9-ba8e-34c4aa118da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '3a3cbeff-b007-4bc1-b89e-3434caa880b9'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:15:30.673180 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bb1cfca-ec39-4126-bdad-ca05d147ed8a req-9dc8cf82-d558-48a8-89d4-5d44cb9cc15f service neutron] Attempting to bind port 55ddf06c-b572-4074-a812-837813a058d7 on network 3a3cbeff-b007-4bc1-b89e-3434caa880b9 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:15:30.689338 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-48f3e9a9-3d6d-4b4b-8ae1-29c67a6a65de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:30.693489 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-48f3e9a9-3d6d-4b4b-8ae1-29c67a6a65de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:30.710610 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bb1cfca-ec39-4126-bdad-ca05d147ed8a req-9dc8cf82-d558-48a8-89d4-5d44cb9cc15f service neutron] Port 55ddf06c-b572-4074-a812-837813a058d7 on network 3a3cbeff-b007-4bc1-b89e-3434caa880b9 not bound, no agent of type Open vSwitch agent registered on host n-h2-802623-1 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 23:15:30.710941 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bb1cfca-ec39-4126-bdad-ca05d147ed8a req-9dc8cf82-d558-48a8-89d4-5d44cb9cc15f service neutron] Attempting to bind port 55ddf06c-b572-4074-a812-837813a058d7 on network 3a3cbeff-b007-4bc1-b89e-3434caa880b9 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:15:30.721942 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bb1cfca-ec39-4126-bdad-ca05d147ed8a req-9dc8cf82-d558-48a8-89d4-5d44cb9cc15f service neutron] Checking agent: {'id': 'c5cc038b-93c4-4df4-8061-5df2a04a48c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 23, 0, 4), 'started_at': datetime.datetime(2021, 7, 27, 23, 0, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 15, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:15:30.722287 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bb1cfca-ec39-4126-bdad-ca05d147ed8a req-9dc8cf82-d558-48a8-89d4-5d44cb9cc15f service neutron] Checking segment: {'id': '95f4c351-b25e-43d9-ba8e-34c4aa118da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '3a3cbeff-b007-4bc1-b89e-3434caa880b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:15:30.722684 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bb1cfca-ec39-4126-bdad-ca05d147ed8a req-9dc8cf82-d558-48a8-89d4-5d44cb9cc15f service neutron] Bound using segment: {'id': '95f4c351-b25e-43d9-ba8e-34c4aa118da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '3a3cbeff-b007-4bc1-b89e-3434caa880b9'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:15:30.723092 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] get_ports_and_sgs() called for port_ids ['add62f76-8960-42c5-a51d-b75f221ac213'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:15:30.723216 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-9bb1cfca-ec39-4126-bdad-ca05d147ed8a req-9dc8cf82-d558-48a8-89d4-5d44cb9cc15f service neutron] Bound port: 55ddf06c-b572-4074-a812-837813a058d7, host: n-h2-802623-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95f4c351-b25e-43d9-ba8e-34c4aa118da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '3a3cbeff-b007-4bc1-b89e-3434caa880b9'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:15:30.723512 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-9bb1cfca-ec39-4126-bdad-ca05d147ed8a req-9dc8cf82-d558-48a8-89d4-5d44cb9cc15f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:30.736529 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-48f3e9a9-3d6d-4b4b-8ae1-29c67a6a65de admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8aa3463aea974645b8237808f7981711&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1538920 Jul 27 23:15:30.737288 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 42316) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:15:30.783430 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f3e9a9-3d6d-4b4b-8ae1-29c67a6a65de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c82bc518-aebc-486c-9f5b-0aeb1c988887,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:15:30.790025 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-dc83884c-2b00-4f74-997c-8ca4263d5351 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415412'] for network, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:30.795955 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-dc83884c-2b00-4f74-997c-8ca4263d5351 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:30.797968 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-dc83884c-2b00-4f74-997c-8ca4263d5351 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] 10.222.0.18 "DELETE /v2.0/networks/3a07d114-ab0a-486f-be1b-db834003a696 HTTP/1.1" status: 204 len: 168 time: 1.0881288 Jul 27 23:15:30.803986 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 42320) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:15:30.819769 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d1c805f7-68f3-49b7-8e2e-d543e55d8152 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:30.831458 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc83884c-2b00-4f74-997c-8ca4263d5351 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Pushing event deleted for resources: {'Network': ['ID=3a07d114-ab0a-486f-be1b-db834003a696,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:15:30.904658 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-9bb1cfca-ec39-4126-bdad-ca05d147ed8a req-9dc8cf82-d558-48a8-89d4-5d44cb9cc15f service neutron] For port 55ddf06c-b572-4074-a812-837813a058d7, host n-h2-802623-1, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:15:30.909755 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-9bb1cfca-ec39-4126-bdad-ca05d147ed8a req-9dc8cf82-d558-48a8-89d4-5d44cb9cc15f service neutron] For port 55ddf06c-b572-4074-a812-837813a058d7, host n-h2-802623-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=55ddf06c-b572-4074-a812-837813a058d7,segment=NetworkSegment(95f4c351-b25e-43d9-ba8e-34c4aa118da8),segment_id=95f4c351-b25e-43d9-ba8e-34c4aa118da8)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:15:30.920073 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a5ddee-0c06-4138-b888-daaebc0d8f37 req-4b987c8a-76a2-47c0-907f-7a6ab714377d tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:15:30.920682 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d1c805f7-68f3-49b7-8e2e-d543e55d8152 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:30.921621 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-73a5ddee-0c06-4138-b888-daaebc0d8f37 req-4b987c8a-76a2-47c0-907f-7a6ab714377d tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] 10.222.0.18 "GET /v2.0/ports?device_id=6a43bd9a-6245-44f3-a319-a8a9d9683e94 HTTP/1.1" status: 200 len: 945 time: 0.1350071 Jul 27 23:15:30.923611 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-9bb1cfca-ec39-4126-bdad-ca05d147ed8a req-9dc8cf82-d558-48a8-89d4-5d44cb9cc15f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:30.941209 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb1cfca-ec39-4126-bdad-ca05d147ed8a req-9dc8cf82-d558-48a8-89d4-5d44cb9cc15f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:15:30.942309 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-9bb1cfca-ec39-4126-bdad-ca05d147ed8a req-9dc8cf82-d558-48a8-89d4-5d44cb9cc15f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:30.943695 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-9bb1cfca-ec39-4126-bdad-ca05d147ed8a req-9dc8cf82-d558-48a8-89d4-5d44cb9cc15f service neutron] 10.222.0.49 "PUT /v2.0/ports/55ddf06c-b572-4074-a812-837813a058d7 HTTP/1.1" status: 200 len: 1092 time: 1.3094540 Jul 27 23:15:30.950512 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edb5143d-4bb1-4696-8f82-7407d17671e4', 'tag': '55ddf06c-b572-4074-a812-837813a058d7'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:15:30.953139 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}011f8d312121274bb12d78e77c6379a2079800640016cec6c6d605b73666e854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-242632f7-35c7-41a3-ac9d-b919e6a386df" -d '{"events": [{"name": "network-changed", "server_uuid": "edb5143d-4bb1-4696-8f82-7407d17671e4", "tag": "55ddf06c-b572-4074-a812-837813a058d7"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:15:31.033556 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa483ec0-223a-4d3a-80bc-435a07cc2090 req-a4a3270a-445d-4deb-9093-3def448e76e0 tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:15:31.035074 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-aa483ec0-223a-4d3a-80bc-435a07cc2090 req-a4a3270a-445d-4deb-9093-3def448e76e0 tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] 10.222.0.18 "GET /v2.0/ports?device_id=edb5143d-4bb1-4696-8f82-7407d17671e4 HTTP/1.1" status: 200 len: 944 time: 0.1044168 Jul 27 23:15:31.050632 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d1c805f7-68f3-49b7-8e2e-d543e55d8152 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:31.053127 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d1c805f7-68f3-49b7-8e2e-d543e55d8152 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:31.054204 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-d1c805f7-68f3-49b7-8e2e-d543e55d8152 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c82bc518-aebc-486c-9f5b-0aeb1c988887 HTTP/1.1" status: 204 len: 168 time: 0.3165402 Jul 27 23:15:31.059162 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-b3c4bece-19de-434f-b9a2-86ef2eecd2d1 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Deleting port 9dab5144-bdbe-41e2-9567-4e27495d3e36 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:15:31.059681 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b3c4bece-19de-434f-b9a2-86ef2eecd2d1 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:31.066207 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-73a5ddee-0c06-4138-b888-daaebc0d8f37 req-0c2bf564-bf8a-462b-a2fc-e2e038ecfced tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] 10.222.0.18 "GET /v2.0/security-groups?id=7226db73-c6f2-4ea3-adb9-5e608bea74da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1335673 Jul 27 23:15:31.068817 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc8cf82-d558-48a8-89d4-5d44cb9cc15f service neutron] Pushing event updated for resources: {'Port': ['ID=55ddf06c-b572-4074-a812-837813a058d7,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:15:31.075172 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb1cfca-ec39-4126-bdad-ca05d147ed8a req-9728fda8-d8ec-4777-8934-01f656e2db81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:15:31.077543 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-9bb1cfca-ec39-4126-bdad-ca05d147ed8a req-9728fda8-d8ec-4777-8934-01f656e2db81 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d275f54469544ab9abd801155d665ba1&device_id=edb5143d-4bb1-4696-8f82-7407d17671e4 HTTP/1.1" status: 200 len: 1095 time: 0.0903718 Jul 27 23:15:31.112430 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c805f7-68f3-49b7-8e2e-d543e55d8152 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c82bc518-aebc-486c-9f5b-0aeb1c988887,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:15:31.146263 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-aa483ec0-223a-4d3a-80bc-435a07cc2090 req-4ca6e85c-ea94-4000-9a18-ff8bb5599c57 tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] 10.222.0.18 "GET /v2.0/security-groups?id=8de43b2a-3064-44a7-b92f-0f4c3410d3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034653 Jul 27 23:15:31.152358 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-9bb1cfca-ec39-4126-bdad-ca05d147ed8a req-01bfded7-bc71-488b-9e9d-f0e455d441c9 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=55ddf06c-b572-4074-a812-837813a058d7 HTTP/1.1" status: 200 len: 217 time: 0.0663781 Jul 27 23:15:31.196751 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b3c4bece-19de-434f-b9a2-86ef2eecd2d1 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:31.198319 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b3c4bece-19de-434f-b9a2-86ef2eecd2d1 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:31.204352 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 23:15:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28d41bc1-f685-486f-9bdb-90edc6c54746 x-openstack-request-id: req-28d41bc1-f685-486f-9bdb-90edc6c54746 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:15:31.204648 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edb5143d-4bb1-4696-8f82-7407d17671e4", "tag": "55ddf06c-b572-4074-a812-837813a058d7", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:15:31.204910 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-28d41bc1-f685-486f-9bdb-90edc6c54746 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:15:31.205331 n-d-802623-1 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edb5143d-4bb1-4696-8f82-7407d17671e4', 'tag': '55ddf06c-b572-4074-a812-837813a058d7', 'status': 'completed', 'code': 200} Jul 27 23:15:31.212713 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb1cfca-ec39-4126-bdad-ca05d147ed8a req-994ac488-d4b7-47b1-ba7d-0075e5476798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:15:31.213876 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-b3c4bece-19de-434f-b9a2-86ef2eecd2d1 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Calling delete_port for 9dab5144-bdbe-41e2-9567-4e27495d3e36 owned by network:floatingip {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:15:31.214208 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-9bb1cfca-ec39-4126-bdad-ca05d147ed8a req-994ac488-d4b7-47b1-ba7d-0075e5476798 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b6febf1a-433f-4f54-bd03-8c744a40d170 HTTP/1.1" status: 200 len: 843 time: 0.0543122 Jul 27 23:15:31.250004 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-9bb1cfca-ec39-4126-bdad-ca05d147ed8a req-0c4f4b0f-18da-492e-8057-afe56def3a86 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3a3cbeff-b007-4bc1-b89e-3434caa880b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289671 Jul 27 23:15:31.354173 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-9bb1cfca-ec39-4126-bdad-ca05d147ed8a req-cc51cfe0-9efd-47ec-a292-37a4cf9bef42 service neutron] 10.222.0.49 "GET /v2.0/networks/3a3cbeff-b007-4bc1-b89e-3434caa880b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965416 Jul 27 23:15:31.354918 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b3c4bece-19de-434f-b9a2-86ef2eecd2d1 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:31.385662 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c4bece-19de-434f-b9a2-86ef2eecd2d1 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Pushing event deleted for resources: {'Port': ['ID=9dab5144-bdbe-41e2-9567-4e27495d3e36,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:15:31.445904 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b3c4bece-19de-434f-b9a2-86ef2eecd2d1 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Notify callbacks [] for floatingip, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:31.448575 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b3c4bece-19de-434f-b9a2-86ef2eecd2d1 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for floatingip, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:31.449739 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-b3c4bece-19de-434f-b9a2-86ef2eecd2d1 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] 10.222.0.18 "DELETE /v2.0/floatingips/553e93f0-0862-408f-b90d-db11a66c1716 HTTP/1.1" status: 204 len: 168 time: 0.6448138 Jul 27 23:15:31.453712 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 42336) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:15:31.457604 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-9bb1cfca-ec39-4126-bdad-ca05d147ed8a req-2a65016e-87da-494a-8079-6c6ab9a2214b service neutron] 10.222.0.49 "GET /v2.0/networks/3a3cbeff-b007-4bc1-b89e-3434caa880b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975630 Jul 27 23:15:31.480863 n-d-802623-1 neutron-server[93797]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea95f574-ddb2-454d-91fa-1757a1b91114 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] DELETE failed (client error): The resource could not be found. Jul 27 23:15:31.481578 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea95f574-ddb2-454d-91fa-1757a1b91114 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93797) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 23:15:31.483354 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-ea95f574-ddb2-454d-91fa-1757a1b91114 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] 10.222.0.18 "DELETE /v2.0/ports/3d786d47-9474-41b4-941a-8e5710132486 HTTP/1.1" status: 404 len: 333 time: 0.0286810 Jul 27 23:15:31.485944 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 42340) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:15:31.513073 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-95627f45-c21c-4dd9-94a7-a34e2d64ef4a tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] 10.222.0.18 "GET /v2.0/ports?device_id=175ec1a9-596f-420c-add9-fd80bc16572a HTTP/1.1" status: 200 len: 205 time: 0.0259888 Jul 27 23:15:31.517009 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 42344) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:15:31.552710 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242632f7-35c7-41a3-ac9d-b919e6a386df req-910d2d97-fc1a-4f53-8e94-754abd276faa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:15:31.554308 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-242632f7-35c7-41a3-ac9d-b919e6a386df req-910d2d97-fc1a-4f53-8e94-754abd276faa service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d275f54469544ab9abd801155d665ba1&device_id=edb5143d-4bb1-4696-8f82-7407d17671e4 HTTP/1.1" status: 200 len: 1095 time: 0.0509470 Jul 27 23:15:31.558274 n-d-802623-1 neutron-server[93797]: INFO neutron.api.v2.resource [None req-fede5301-1d86-4d16-aee0-4f0c398c22f5 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] delete failed (client error): The resource could not be found. Jul 27 23:15:31.561840 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-fede5301-1d86-4d16-aee0-4f0c398c22f5 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] 10.222.0.18 "DELETE /v2.0/routers/175ec1a9-596f-420c-add9-fd80bc16572a HTTP/1.1" status: 404 len: 336 time: 0.0430493 Jul 27 23:15:31.561840 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 42348) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:15:31.593562 n-d-802623-1 neutron-server[93797]: INFO neutron.pecan_wsgi.hooks.translation [None req-e02e4c24-aee3-445c-8e22-72ee8dbbc54b tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] DELETE failed (client error): The resource could not be found. Jul 27 23:15:31.594241 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e02e4c24-aee3-445c-8e22-72ee8dbbc54b tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93797) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 23:15:31.595781 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-e02e4c24-aee3-445c-8e22-72ee8dbbc54b tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] 10.222.0.18 "DELETE /v2.0/subnets/1cbc8e2a-ca1c-442b-8221-56a2e4814b27 HTTP/1.1" status: 404 len: 337 time: 0.0329599 Jul 27 23:15:31.599028 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 42350) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:15:31.659469 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242632f7-35c7-41a3-ac9d-b919e6a386df req-5d25f797-a11a-4b6f-9111-dee8ab42c862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:15:31.660994 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-242632f7-35c7-41a3-ac9d-b919e6a386df req-5d25f797-a11a-4b6f-9111-dee8ab42c862 service neutron] 10.222.0.49 "GET /v2.0/networks?id=3a3cbeff-b007-4bc1-b89e-3434caa880b9 HTTP/1.1" status: 200 len: 904 time: 0.1000748 Jul 27 23:15:31.709202 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-2ae7e3ad-27b7-4bc6-a559-df83e3aff411 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Deleting port 6f5aac3a-892f-427c-82bd-eb959603faac {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:15:31.709654 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2ae7e3ad-27b7-4bc6-a559-df83e3aff411 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:31.714274 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-242632f7-35c7-41a3-ac9d-b919e6a386df req-cebee839-6c65-4627-899f-3064a2f0c6bf service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=55ddf06c-b572-4074-a812-837813a058d7 HTTP/1.1" status: 200 len: 217 time: 0.0445600 Jul 27 23:15:31.772107 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242632f7-35c7-41a3-ac9d-b919e6a386df req-b004be70-4f54-48e9-b3b5-f83bd5e1d612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:15:31.773987 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-242632f7-35c7-41a3-ac9d-b919e6a386df req-b004be70-4f54-48e9-b3b5-f83bd5e1d612 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b6febf1a-433f-4f54-bd03-8c744a40d170 HTTP/1.1" status: 200 len: 843 time: 0.0547585 Jul 27 23:15:31.801085 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2ae7e3ad-27b7-4bc6-a559-df83e3aff411 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:31.808276 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-242632f7-35c7-41a3-ac9d-b919e6a386df req-2fba5c2d-91a5-4434-9c45-784a9c2f4839 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3a3cbeff-b007-4bc1-b89e-3434caa880b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276277 Jul 27 23:15:31.814416 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-2ae7e3ad-27b7-4bc6-a559-df83e3aff411 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Calling delete_port for 6f5aac3a-892f-427c-82bd-eb959603faac owned by {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:15:31.909186 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-242632f7-35c7-41a3-ac9d-b919e6a386df req-55945f13-340a-4fc7-8b29-169211356fa0 service neutron] 10.222.0.49 "GET /v2.0/networks/3a3cbeff-b007-4bc1-b89e-3434caa880b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938218 Jul 27 23:15:31.966802 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2ae7e3ad-27b7-4bc6-a559-df83e3aff411 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:31.997016 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae7e3ad-27b7-4bc6-a559-df83e3aff411 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Pushing event deleted for resources: {'Port': ['ID=6f5aac3a-892f-427c-82bd-eb959603faac,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:15:32.015142 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-242632f7-35c7-41a3-ac9d-b919e6a386df req-ec02c962-9ee5-4e4d-8af1-38523a3a48e1 service neutron] 10.222.0.49 "GET /v2.0/networks/3a3cbeff-b007-4bc1-b89e-3434caa880b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990214 Jul 27 23:15:32.044402 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device add62f76-8960-42c5-a51d-b75f221ac213 up at agent hyperv_n-h1-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:15:32.072217 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2ae7e3ad-27b7-4bc6-a559-df83e3aff411 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:32.074461 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-2ae7e3ad-27b7-4bc6-a559-df83e3aff411 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] 10.222.0.18 "DELETE /v2.0/ports/6f5aac3a-892f-427c-82bd-eb959603faac HTTP/1.1" status: 204 len: 168 time: 0.4742794 Jul 27 23:15:32.077159 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 42368) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:15:32.099671 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Provisioning for port add62f76-8960-42c5-a51d-b75f221ac213 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:15:32.108070 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Provisioning complete for port add62f76-8960-42c5-a51d-b75f221ac213 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:15:32.108570 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:32.183327 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7418f70f-e60d-4709-8ba9-6ab514bc7f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:32.185435 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-5a1dff14-d0ae-4281-929b-054ab9720950 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Deleting port 8e3683e7-5478-4895-a801-eca38be8a2e7 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:15:32.185851 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5a1dff14-d0ae-4281-929b-054ab9720950 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:32.232126 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:32.282367 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a43bd9a-6245-44f3-a319-a8a9d9683e94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'add62f76-8960-42c5-a51d-b75f221ac213'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:15:32.285037 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c0369b0d4f459110ff20a1f9878ba33f96d6491bddb9d15843bf29d01e0bda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c3399bc-903e-4916-b1da-092db69c93f9" -d '{"events": [{"server_uuid": "6a43bd9a-6245-44f3-a319-a8a9d9683e94", "name": "network-vif-plugged", "status": "completed", "tag": "add62f76-8960-42c5-a51d-b75f221ac213"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:15:32.309703 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43e26e3-3755-4f49-8757-353a489a127d req-c692e10e-541b-473c-9809-5c981f312406 tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:15:32.311075 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port add62f76-8960-42c5-a51d-b75f221ac213, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=add62f76-8960-42c5-a51d-b75f221ac213,segment=NetworkSegment(dd3fb910-11a1-4198-8a90-f4352ae92025),segment_id=dd3fb910-11a1-4198-8a90-f4352ae92025)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:15:32.315907 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:32.317710 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d43e26e3-3755-4f49-8757-353a489a127d req-c692e10e-541b-473c-9809-5c981f312406 tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] 10.222.0.18 "GET /v2.0/ports?device_id=edb5143d-4bb1-4696-8f82-7407d17671e4 HTTP/1.1" status: 200 len: 944 time: 0.0693643 Jul 27 23:15:32.327280 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262604c4-e37e-4ac2-973b-e59c19ce4b3e req-c9836d31-dcb9-43ab-9659-9466aa508656 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:15:32.328983 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-262604c4-e37e-4ac2-973b-e59c19ce4b3e req-c9836d31-dcb9-43ab-9659-9466aa508656 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] 10.222.0.18 "GET /v2.0/ports?device_id=6a43bd9a-6245-44f3-a319-a8a9d9683e94 HTTP/1.1" status: 200 len: 945 time: 0.1238647 Jul 27 23:15:32.366069 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d43e26e3-3755-4f49-8757-353a489a127d req-3c17151a-a3de-421b-8831-cf0a71a7e11b tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] 10.222.0.18 "GET /v2.0/security-groups?id=8de43b2a-3064-44a7-b92f-0f4c3410d3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427833 Jul 27 23:15:32.378113 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Pushing event updated for resources: {'Port': ['ID=add62f76-8960-42c5-a51d-b75f221ac213,revision_number=5']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:15:32.389947 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5a1dff14-d0ae-4281-929b-054ab9720950 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:32.416470 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-5a1dff14-d0ae-4281-929b-054ab9720950 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Calling delete_port for 8e3683e7-5478-4895-a801-eca38be8a2e7 owned by {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:15:32.433796 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-262604c4-e37e-4ac2-973b-e59c19ce4b3e req-1390e836-4fdb-4c2c-922f-0fcf8c421476 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] 10.222.0.18 "GET /v2.0/security-groups?id=7226db73-c6f2-4ea3-adb9-5e608bea74da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0897586 Jul 27 23:15:32.466519 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:15:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a172e56b-1e26-41e8-87e2-d8c353f48a1f x-openstack-request-id: req-a172e56b-1e26-41e8-87e2-d8c353f48a1f {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:15:32.466831 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a43bd9a-6245-44f3-a319-a8a9d9683e94", "name": "network-vif-plugged", "status": "completed", "tag": "add62f76-8960-42c5-a51d-b75f221ac213", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:15:32.467490 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a172e56b-1e26-41e8-87e2-d8c353f48a1f {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:15:32.467908 n-d-802623-1 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a43bd9a-6245-44f3-a319-a8a9d9683e94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'add62f76-8960-42c5-a51d-b75f221ac213', 'code': 200} Jul 27 23:15:32.585642 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5a1dff14-d0ae-4281-929b-054ab9720950 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:32.593795 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb07839-1a4c-4f7e-be8d-e1784838a2ea req-6aded323-1187-4e59-8cd9-15bda2afe9b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:15:32.595279 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-5fb07839-1a4c-4f7e-be8d-e1784838a2ea req-6aded323-1187-4e59-8cd9-15bda2afe9b6 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=6a43bd9a-6245-44f3-a319-a8a9d9683e94 HTTP/1.1" status: 200 len: 1097 time: 0.0612471 Jul 27 23:15:32.627189 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1dff14-d0ae-4281-929b-054ab9720950 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Pushing event deleted for resources: {'Port': ['ID=8e3683e7-5478-4895-a801-eca38be8a2e7,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:15:32.703788 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-5fb07839-1a4c-4f7e-be8d-e1784838a2ea req-5b9b9482-0052-42fa-9747-869124159285 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=7226db73-c6f2-4ea3-adb9-5e608bea74da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0835514 Jul 27 23:15:32.721069 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5a1dff14-d0ae-4281-929b-054ab9720950 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:32.722961 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-5a1dff14-d0ae-4281-929b-054ab9720950 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] 10.222.0.18 "DELETE /v2.0/ports/8e3683e7-5478-4895-a801-eca38be8a2e7 HTTP/1.1" status: 204 len: 168 time: 0.6448293 Jul 27 23:15:32.725462 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 42396) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:15:32.778017 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86bf29b8-71b6-497f-bb7d-4b79ee246840 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:15:32.779685 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-86bf29b8-71b6-497f-bb7d-4b79ee246840 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] 10.222.0.18 "GET /v2.0/ports?device_id=b14a20e9-da53-4224-bb7e-8af91419b108 HTTP/1.1" status: 200 len: 913 time: 0.0532882 Jul 27 23:15:32.782318 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 42398) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:15:32.946833 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 42402) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:15:33.063313 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-986b50f5-69ef-4096-9532-de627eb48578 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:33.146718 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d89522b8-7e1c-4c39-969f-d50e82ac156e tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-414022'] for router_interface, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:33.152455 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-986b50f5-69ef-4096-9532-de627eb48578 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:33.156514 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-986b50f5-69ef-4096-9532-de627eb48578 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:33.196385 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-986b50f5-69ef-4096-9532-de627eb48578 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8b077a9c9a77407fbd7ab01bdfb5789c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2478683 Jul 27 23:15:33.197263 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986b50f5-69ef-4096-9532-de627eb48578 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fd664c8-6f90-47cb-8012-82a19a3a0c90,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:15:33.200333 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 42408) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:15:33.249966 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9c067ff9-2497-4ac7-b048-5834dbf32a7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:33.270873 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9c067ff9-2497-4ac7-b048-5834dbf32a7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:33.323580 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9c067ff9-2497-4ac7-b048-5834dbf32a7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:33.326251 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9c067ff9-2497-4ac7-b048-5834dbf32a7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:33.327715 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-9c067ff9-2497-4ac7-b048-5834dbf32a7e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7fd664c8-6f90-47cb-8012-82a19a3a0c90 HTTP/1.1" status: 204 len: 168 time: 0.1262958 Jul 27 23:15:33.335961 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c067ff9-2497-4ac7-b048-5834dbf32a7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fd664c8-6f90-47cb-8012-82a19a3a0c90,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:15:33.409196 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-d89522b8-7e1c-4c39-969f-d50e82ac156e tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Deleting port f113cd52-7a58-40d1-b326-3c0c79054546 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:15:33.409635 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d89522b8-7e1c-4c39-969f-d50e82ac156e tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:33.549562 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28054ca-1f91-4be8-a537-8a11802b9c45 req-76d9eee6-75a3-401e-8361-e5492476504d tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:15:33.551216 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c28054ca-1f91-4be8-a537-8a11802b9c45 req-76d9eee6-75a3-401e-8361-e5492476504d tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] 10.222.0.18 "GET /v2.0/ports?device_id=edb5143d-4bb1-4696-8f82-7407d17671e4 HTTP/1.1" status: 200 len: 944 time: 0.0853589 Jul 27 23:15:33.561393 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d89522b8-7e1c-4c39-969f-d50e82ac156e tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:33.585326 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-d89522b8-7e1c-4c39-969f-d50e82ac156e tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Calling delete_port for f113cd52-7a58-40d1-b326-3c0c79054546 owned by network:router_interface {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:15:33.609632 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c842f30-7ff1-4d1d-99ad-7a502694cb5b req-dd835e30-4d72-4ee3-8576-73f394f1b6ca tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:15:33.611402 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-3c842f30-7ff1-4d1d-99ad-7a502694cb5b req-dd835e30-4d72-4ee3-8576-73f394f1b6ca tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] 10.222.0.18 "GET /v2.0/ports?device_id=6a43bd9a-6245-44f3-a319-a8a9d9683e94 HTTP/1.1" status: 200 len: 946 time: 0.0555999 Jul 27 23:15:33.615618 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c28054ca-1f91-4be8-a537-8a11802b9c45 req-63a6a8ce-48f1-4187-b382-206c1fb096df tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] 10.222.0.18 "GET /v2.0/security-groups?id=8de43b2a-3064-44a7-b92f-0f4c3410d3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562043 Jul 27 23:15:33.667517 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-3c842f30-7ff1-4d1d-99ad-7a502694cb5b req-1b259ab6-4a50-4c67-b94e-cfce41c022a1 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] 10.222.0.18 "GET /v2.0/security-groups?id=7226db73-c6f2-4ea3-adb9-5e608bea74da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417626 Jul 27 23:15:33.828585 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af19140c-6df1-4348-8ba8-9013736a842f req-a427b9d4-ee5f-4fc9-926d-cca3f821e25d tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:15:33.830349 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-af19140c-6df1-4348-8ba8-9013736a842f req-a427b9d4-ee5f-4fc9-926d-cca3f821e25d tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] 10.222.0.18 "GET /v2.0/ports?device_id=6a43bd9a-6245-44f3-a319-a8a9d9683e94 HTTP/1.1" status: 200 len: 946 time: 0.0899346 Jul 27 23:15:33.839749 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 42434) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:15:33.844846 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-909e69b3-209b-47bf-a381-dcc9f88be60a tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Request body: {'floatingip': {'port_id': 'add62f76-8960-42c5-a51d-b75f221ac213'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:15:33.848759 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d89522b8-7e1c-4c39-969f-d50e82ac156e tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:33.912647 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-909e69b3-209b-47bf-a381-dcc9f88be60a tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Notify callbacks [] for floatingip, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:33.917738 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89522b8-7e1c-4c39-969f-d50e82ac156e tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Pushing event deleted for resources: {'Port': ['ID=f113cd52-7a58-40d1-b326-3c0c79054546,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:15:34.257496 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d89522b8-7e1c-4c39-969f-d50e82ac156e tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3760546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-413994'] for router_interface, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:34.623810 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:34.745517 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33205b80-7714-4c8c-bec4-df72baf188a0 req-7eae1871-38d4-40c6-b0de-e05b878956a3 tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:15:34.751614 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-33205b80-7714-4c8c-bec4-df72baf188a0 req-7eae1871-38d4-40c6-b0de-e05b878956a3 tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] 10.222.0.18 "GET /v2.0/ports?device_id=edb5143d-4bb1-4696-8f82-7407d17671e4 HTTP/1.1" status: 200 len: 944 time: 0.0573065 Jul 27 23:15:34.802264 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-33205b80-7714-4c8c-bec4-df72baf188a0 req-8e4a08a3-1410-4e87-91a8-efb00ab47b43 tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] 10.222.0.18 "GET /v2.0/security-groups?id=8de43b2a-3064-44a7-b92f-0f4c3410d3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485530 Jul 27 23:15:34.873560 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 42480) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:15:34.976007 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-909e69b3-209b-47bf-a381-dcc9f88be60a tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:34.977935 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-260a6aac-ed39-45c2-bd46-6b466dddaa96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:34.982982 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-909e69b3-209b-47bf-a381-dcc9f88be60a tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-415302'] for floatingip, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:35.024804 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d89522b8-7e1c-4c39-969f-d50e82ac156e tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Router b14a20e9-da53-4224-bb7e-8af91419b108 has already been hosted by L3 agent 018c4455-49c0-4734-927d-7824067b2a9e {{(pid=93798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 23:15:35.070574 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-260a6aac-ed39-45c2-bd46-6b466dddaa96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:35.074911 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-260a6aac-ed39-45c2-bd46-6b466dddaa96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:35.116014 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-260a6aac-ed39-45c2-bd46-6b466dddaa96 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=23aee8c4f8644f289c4ec2c37e63c16e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2390404 Jul 27 23:15:35.116014 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260a6aac-ed39-45c2-bd46-6b466dddaa96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2345b7f4-3e97-4d6b-8adb-2c3908872af8,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:15:35.117063 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 42486) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:15:35.120856 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device 55ddf06c-b572-4074-a812-837813a058d7 details requested by agent hyperv_n-h2-802623-1 with host n-h2-802623-1 {{(pid=93799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 23:15:35.176767 n-d-802623-1 neutron-server[93798]: INFO neutron.db.l3_db [None req-909e69b3-209b-47bf-a381-dcc9f88be60a tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Floating IP 49dba62f-a2dd-4fe9-bd74-b21a2e7d4b35 associated. External IP: 172.25.4.22, port: add62f76-8960-42c5-a51d-b75f221ac213. Jul 27 23:15:35.231236 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port 55ddf06c-b572-4074-a812-837813a058d7, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=55ddf06c-b572-4074-a812-837813a058d7,segment=NetworkSegment(95f4c351-b25e-43d9-ba8e-34c4aa118da8),segment_id=95f4c351-b25e-43d9-ba8e-34c4aa118da8)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:15:35.242120 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Returning: {'device': '55ddf06c-b572-4074-a812-837813a058d7', 'network_id': '3a3cbeff-b007-4bc1-b89e-3434caa880b9', 'port_id': '55ddf06c-b572-4074-a812-837813a058d7', 'mac_address': 'fa:16:3e:00:73:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6febf1a-433f-4f54-bd03-8c744a40d170', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 23:15:35.278635 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:35.286796 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.agents_db [None req-9beef776-8bab-4de2-989a-f5a23ba4aaf4 None None] Agent healthcheck: found 7 active agents {{(pid=93800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 23:15:35.290889 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55ddf06c-b572-4074-a812-837813a058d7 {{(pid=93799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:15:35.294835 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d89522b8-7e1c-4c39-969f-d50e82ac156e tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:15:35.305414 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e7eb7e4-4c9a-4b70-bde3-234e66b6747d None None] Sync routers for ids ['b14a20e9-da53-4224-bb7e-8af91419b108'] in n-d-802623-1 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:15:35.307553 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-d89522b8-7e1c-4c39-969f-d50e82ac156e tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] 10.222.0.18 "PUT /v2.0/routers/b14a20e9-da53-4224-bb7e-8af91419b108/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5242262 Jul 27 23:15:35.309111 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 42488) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:15:35.313376 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port 55ddf06c-b572-4074-a812-837813a058d7, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=55ddf06c-b572-4074-a812-837813a058d7,segment=NetworkSegment(95f4c351-b25e-43d9-ba8e-34c4aa118da8),segment_id=95f4c351-b25e-43d9-ba8e-34c4aa118da8)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:15:35.315723 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4f70c48d-afaa-4bb9-b5f0-fd7ca589d12c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:35.318997 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:35.324893 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e7eb7e4-4c9a-4b70-bde3-234e66b6747d None None] Routers {'b14a20e9-da53-4224-bb7e-8af91419b108'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:15:35.325817 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-4e7eb7e4-4c9a-4b70-bde3-234e66b6747d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:15:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['b14a20e9-da53-4224-bb7e-8af91419b108'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:15:35.343371 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4f70c48d-afaa-4bb9-b5f0-fd7ca589d12c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:35.363909 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-4e7eb7e4-4c9a-4b70-bde3-234e66b6747d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:15:35.374918 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Pushing event updated for resources: {'Port': ['ID=55ddf06c-b572-4074-a812-837813a058d7,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:15:35.375936 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e7eb7e4-4c9a-4b70-bde3-234e66b6747d None None] Routers {'b14a20e9-da53-4224-bb7e-8af91419b108'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:15:35.376777 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-4e7eb7e4-4c9a-4b70-bde3-234e66b6747d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:15:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['b14a20e9-da53-4224-bb7e-8af91419b108'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:15:35.414510 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-4e7eb7e4-4c9a-4b70-bde3-234e66b6747d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:15:35.415322 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e7eb7e4-4c9a-4b70-bde3-234e66b6747d None None] The sync data for ids ['b14a20e9-da53-4224-bb7e-8af91419b108'] in n-d-802623-1 is: [] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:15:35.441908 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4f70c48d-afaa-4bb9-b5f0-fd7ca589d12c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:35.444786 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4f70c48d-afaa-4bb9-b5f0-fd7ca589d12c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:35.445955 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-4f70c48d-afaa-4bb9-b5f0-fd7ca589d12c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2345b7f4-3e97-4d6b-8adb-2c3908872af8 HTTP/1.1" status: 204 len: 168 time: 0.3233259 Jul 27 23:15:35.483269 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f70c48d-afaa-4bb9-b5f0-fd7ca589d12c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2345b7f4-3e97-4d6b-8adb-2c3908872af8,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:15:35.514086 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-909e69b3-209b-47bf-a381-dcc9f88be60a tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Router 1a1bc2bf-7ab2-400d-bd2a-68c922770983 has already been hosted by L3 agent 018c4455-49c0-4734-927d-7824067b2a9e {{(pid=93798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 23:15:35.648629 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-909e69b3-209b-47bf-a381-dcc9f88be60a tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:15:35.654332 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-909e69b3-209b-47bf-a381-dcc9f88be60a tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for floatingip, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:35.662314 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ceb4679-c312-476d-b7eb-ea89371f18ea None None] Sync routers for ids ['1a1bc2bf-7ab2-400d-bd2a-68c922770983'] in n-d-802623-1 {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:15:35.674460 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ceb4679-c312-476d-b7eb-ea89371f18ea None None] Routers {'1a1bc2bf-7ab2-400d-bd2a-68c922770983'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:15:35.675256 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-7ceb4679-c312-476d-b7eb-ea89371f18ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:15:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['1a1bc2bf-7ab2-400d-bd2a-68c922770983'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:15:35.705338 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-909e69b3-209b-47bf-a381-dcc9f88be60a tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] 10.222.0.18 "PUT /v2.0/floatingips/49dba62f-a2dd-4fe9-bd74-b21a2e7d4b35 HTTP/1.1" status: 200 len: 991 time: 1.8644590 Jul 27 23:15:35.706103 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a43bd9a-6245-44f3-a319-a8a9d9683e94', 'tag': 'add62f76-8960-42c5-a51d-b75f221ac213'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:15:35.723287 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}011f8d312121274bb12d78e77c6379a2079800640016cec6c6d605b73666e854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e97a6d2a-bc03-423d-8a60-23343dd30a79" -d '{"events": [{"name": "network-changed", "server_uuid": "6a43bd9a-6245-44f3-a319-a8a9d9683e94", "tag": "add62f76-8960-42c5-a51d-b75f221ac213"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:15:35.729983 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] get_ports_and_sgs() called for port_ids ['55ddf06c-b572-4074-a812-837813a058d7'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:15:35.797522 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 23:15:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb367af3-e8b1-4b2b-a4d0-108b07a857f1 x-openstack-request-id: req-fb367af3-e8b1-4b2b-a4d0-108b07a857f1 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:15:35.797919 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a43bd9a-6245-44f3-a319-a8a9d9683e94", "tag": "add62f76-8960-42c5-a51d-b75f221ac213", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:15:35.798262 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-fb367af3-e8b1-4b2b-a4d0-108b07a857f1 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:15:35.798751 n-d-802623-1 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a43bd9a-6245-44f3-a319-a8a9d9683e94', 'tag': 'add62f76-8960-42c5-a51d-b75f221ac213', 'status': 'completed', 'code': 200} Jul 27 23:15:35.816385 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-42ffae51-1c98-4a70-8f13-944b50b5ed80 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Notify callbacks [] for router, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:35.927593 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-7ceb4679-c312-476d-b7eb-ea89371f18ea None None] Set router 1a1bc2bf-7ab2-400d-bd2a-68c922770983 gateway port host: n-d-802623-1 {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:15:35.941457 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97a6d2a-bc03-423d-8a60-23343dd30a79 req-5453f89a-e543-4a4c-a8fa-349b9ca46fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:15:35.942800 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e97a6d2a-bc03-423d-8a60-23343dd30a79 req-5453f89a-e543-4a4c-a8fa-349b9ca46fdd service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=6415e174d6e146abb15fff69092e7210&device_id=6a43bd9a-6245-44f3-a319-a8a9d9683e94 HTTP/1.1" status: 200 len: 1097 time: 0.1203420 Jul 27 23:15:35.993290 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-42ffae51-1c98-4a70-8f13-944b50b5ed80 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:36.020250 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eba2468-9171-4eb8-b02b-2264bca68818 req-7bf85fd5-ed02-4535-8881-84254b4093df tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:15:36.029181 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-1eba2468-9171-4eb8-b02b-2264bca68818 req-7bf85fd5-ed02-4535-8881-84254b4093df tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] 10.222.0.18 "GET /v2.0/ports?device_id=edb5143d-4bb1-4696-8f82-7407d17671e4 HTTP/1.1" status: 200 len: 945 time: 0.0823109 Jul 27 23:15:36.076552 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97a6d2a-bc03-423d-8a60-23343dd30a79 req-9584b379-1f0b-4a36-9750-a1d4c7d7f7d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:15:36.079623 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e97a6d2a-bc03-423d-8a60-23343dd30a79 req-9584b379-1f0b-4a36-9750-a1d4c7d7f7d5 service neutron] 10.222.0.38 "GET /v2.0/networks?id=a198ee08-ada0-4348-9b3a-3cd923d78e26 HTTP/1.1" status: 200 len: 917 time: 0.1277730 Jul 27 23:15:36.091283 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-1eba2468-9171-4eb8-b02b-2264bca68818 req-93881e4b-7e4f-455b-ae61-068e7ad4b785 tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] 10.222.0.18 "GET /v2.0/security-groups?id=8de43b2a-3064-44a7-b92f-0f4c3410d3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611272 Jul 27 23:15:36.106979 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-42ffae51-1c98-4a70-8f13-944b50b5ed80 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Deleting port a2f2fbee-121e-41b0-9bf3-fe8c28839af0 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:15:36.107566 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-42ffae51-1c98-4a70-8f13-944b50b5ed80 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:36.203939 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e97a6d2a-bc03-423d-8a60-23343dd30a79 req-459a3acb-b9a2-45e7-b266-3913ca2a31d9 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=add62f76-8960-42c5-a51d-b75f221ac213 HTTP/1.1" status: 200 len: 999 time: 0.1155007 Jul 27 23:15:36.233618 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-42ffae51-1c98-4a70-8f13-944b50b5ed80 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:36.255017 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-42ffae51-1c98-4a70-8f13-944b50b5ed80 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Calling delete_port for a2f2fbee-121e-41b0-9bf3-fe8c28839af0 owned by network:router_gateway {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:15:36.271183 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97a6d2a-bc03-423d-8a60-23343dd30a79 req-8c54649e-d0d3-4f05-ab1b-60f75f63433d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:15:36.273131 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e97a6d2a-bc03-423d-8a60-23343dd30a79 req-8c54649e-d0d3-4f05-ab1b-60f75f63433d service neutron] 10.222.0.38 "GET /v2.0/subnets?id=6bb4b577-bd47-4366-ace3-c23131aef649 HTTP/1.1" status: 200 len: 855 time: 0.0624852 Jul 27 23:15:36.308742 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-7ceb4679-c312-476d-b7eb-ea89371f18ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a1bc2bf-7ab2-400d-bd2a-68c922770983', 'name': 'tempest-AttachVolumeShelveTestJSON-549894904-router', 'tenant_id': '6415e174d6e146abb15fff69092e7210', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.62'}], 'enable_snat': True}, 'gw_port_id': 'ae9bad43-4b95-4357-9b0f-9761e6626877', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:15:05Z', 'updated_at': '2021-07-27T23:15:12Z', 'revision_number': 4, 'project_id': '6415e174d6e146abb15fff69092e7210', 'gw_port': {'id': 'ae9bad43-4b95-4357-9b0f-9761e6626877', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:a4:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1bc2bf-7ab2-400d-bd2a-68c922770983', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:15:06Z', 'updated_at': '2021-07-27T23:15:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_floatingips': [{'id': '49dba62f-a2dd-4fe9-bd74-b21a2e7d4b35', 'tenant_id': '6415e174d6e146abb15fff69092e7210', 'floating_ip_address': '172.25.4.22', 'floating_network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'router_id': '1a1bc2bf-7ab2-400d-bd2a-68c922770983', 'port_id': 'add62f76-8960-42c5-a51d-b75f221ac213', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1513, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a198ee08-ada0-4348-9b3a-3cd923d78e26', 'mac_address': 'fa:16:3e:02:4c:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a43bd9a-6245-44f3-a319-a8a9d9683e94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T23:15:19Z', 'updated_at': '2021-07-27T23:15:34Z', 'revision_number': 1, 'project_id': '6415e174d6e146abb15fff69092e7210', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '533d5142-c4e5-4443-8369-16adea237988', 'name': '', 'network_id': 'a198ee08-ada0-4348-9b3a-3cd923d78e26', 'tenant_id': '6415e174d6e146abb15fff69092e7210', 'mac_address': 'fa:16:3e:0d:6c:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1bc2bf-7ab2-400d-bd2a-68c922770983', 'device_owner': 'network:router_interface', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '6bb4b577-bd47-4366-ace3-c23131aef649', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:15:10Z', 'updated_at': '2021-07-27T23:15:18Z', 'revision_number': 5, 'project_id': '6415e174d6e146abb15fff69092e7210', 'subnets': [{'id': '6bb4b577-bd47-4366-ace3-c23131aef649', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:15:36.328676 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97a6d2a-bc03-423d-8a60-23343dd30a79 req-61bbb3ad-7747-4085-9465-a947da13c471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:15:36.335124 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e97a6d2a-bc03-423d-8a60-23343dd30a79 req-61bbb3ad-7747-4085-9465-a947da13c471 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a198ee08-ada0-4348-9b3a-3cd923d78e26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0506365 Jul 27 23:15:36.345806 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ceb4679-c312-476d-b7eb-ea89371f18ea None None] Checking router: 1a1bc2bf-7ab2-400d-bd2a-68c922770983 for host: n-d-802623-1 {{(pid=93799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 23:15:36.355263 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ceb4679-c312-476d-b7eb-ea89371f18ea None None] Routers {'1a1bc2bf-7ab2-400d-bd2a-68c922770983'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:15:36.356410 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-7ceb4679-c312-476d-b7eb-ea89371f18ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:15:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['1a1bc2bf-7ab2-400d-bd2a-68c922770983'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:15:36.441970 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e97a6d2a-bc03-423d-8a60-23343dd30a79 req-077d4ba4-a920-4ca3-a771-7d8961a84155 service neutron] 10.222.0.38 "GET /v2.0/networks/a198ee08-ada0-4348-9b3a-3cd923d78e26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029220 Jul 27 23:15:36.476197 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-42ffae51-1c98-4a70-8f13-944b50b5ed80 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:36.515381 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ffae51-1c98-4a70-8f13-944b50b5ed80 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Pushing event deleted for resources: {'Port': ['ID=a2f2fbee-121e-41b0-9bf3-fe8c28839af0,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:15:36.547991 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ffae51-1c98-4a70-8f13-944b50b5ed80 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:15:36.548401 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ffae51-1c98-4a70-8f13-944b50b5ed80 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:15:36.548665 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ffae51-1c98-4a70-8f13-944b50b5ed80 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:15:36.548997 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ffae51-1c98-4a70-8f13-944b50b5ed80 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:15:36.549328 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ffae51-1c98-4a70-8f13-944b50b5ed80 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:15:36.549656 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ffae51-1c98-4a70-8f13-944b50b5ed80 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:15:36.549983 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ffae51-1c98-4a70-8f13-944b50b5ed80 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:15:36.550306 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ffae51-1c98-4a70-8f13-944b50b5ed80 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:15:36.551135 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ffae51-1c98-4a70-8f13-944b50b5ed80 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:15:36.551626 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ffae51-1c98-4a70-8f13-944b50b5ed80 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:15:36.552195 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ffae51-1c98-4a70-8f13-944b50b5ed80 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:15:36.552474 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ffae51-1c98-4a70-8f13-944b50b5ed80 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:15:36.574157 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e97a6d2a-bc03-423d-8a60-23343dd30a79 req-8638f174-63d4-4358-8274-30dc26ab5882 service neutron] 10.222.0.38 "GET /v2.0/networks/a198ee08-ada0-4348-9b3a-3cd923d78e26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232998 Jul 27 23:15:36.603542 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-42ffae51-1c98-4a70-8f13-944b50b5ed80 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-415368'] for router_gateway, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:36.609275 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-7ceb4679-c312-476d-b7eb-ea89371f18ea None None] Set router 1a1bc2bf-7ab2-400d-bd2a-68c922770983 gateway port host: n-d-802623-1 {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:15:36.702823 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-42ffae51-1c98-4a70-8f13-944b50b5ed80 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62205'] for router, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:36.705018 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-42ffae51-1c98-4a70-8f13-944b50b5ed80 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:36.759181 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-42ffae51-1c98-4a70-8f13-944b50b5ed80 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-477831'] for router, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:36.760540 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42ffae51-1c98-4a70-8f13-944b50b5ed80 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Fanout notify agent at l3_agent the message router_deleted on router b14a20e9-da53-4224-bb7e-8af91419b108 {{(pid=93797) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 23:15:36.775772 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-42ffae51-1c98-4a70-8f13-944b50b5ed80 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Notify callbacks [] for router, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:36.776893 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-42ffae51-1c98-4a70-8f13-944b50b5ed80 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] 10.222.0.18 "DELETE /v2.0/routers/b14a20e9-da53-4224-bb7e-8af91419b108 HTTP/1.1" status: 204 len: 168 time: 1.4667444 Jul 27 23:15:36.779492 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 42534) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:15:36.844892 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8e93a50-43ce-4ec8-8ea9-205fd2a22e60 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Deleting subnet 004aad6f-c745-47c1-8a75-3f40ff3b8157 {{(pid=93797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 23:15:36.848684 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8e93a50-43ce-4ec8-8ea9-205fd2a22e60 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Notify callbacks [] for subnet, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:36.873817 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-7ceb4679-c312-476d-b7eb-ea89371f18ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a1bc2bf-7ab2-400d-bd2a-68c922770983', 'name': 'tempest-AttachVolumeShelveTestJSON-549894904-router', 'tenant_id': '6415e174d6e146abb15fff69092e7210', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.62'}], 'enable_snat': True}, 'gw_port_id': 'ae9bad43-4b95-4357-9b0f-9761e6626877', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:15:05Z', 'updated_at': '2021-07-27T23:15:12Z', 'revision_number': 4, 'project_id': '6415e174d6e146abb15fff69092e7210', 'gw_port': {'id': 'ae9bad43-4b95-4357-9b0f-9761e6626877', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:a4:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1bc2bf-7ab2-400d-bd2a-68c922770983', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:15:06Z', 'updated_at': '2021-07-27T23:15:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_floatingips': [{'id': '49dba62f-a2dd-4fe9-bd74-b21a2e7d4b35', 'tenant_id': '6415e174d6e146abb15fff69092e7210', 'floating_ip_address': '172.25.4.22', 'floating_network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'router_id': '1a1bc2bf-7ab2-400d-bd2a-68c922770983', 'port_id': 'add62f76-8960-42c5-a51d-b75f221ac213', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1513, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a198ee08-ada0-4348-9b3a-3cd923d78e26', 'mac_address': 'fa:16:3e:02:4c:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a43bd9a-6245-44f3-a319-a8a9d9683e94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T23:15:19Z', 'updated_at': '2021-07-27T23:15:34Z', 'revision_number': 1, 'project_id': '6415e174d6e146abb15fff69092e7210', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '533d5142-c4e5-4443-8369-16adea237988', 'name': '', 'network_id': 'a198ee08-ada0-4348-9b3a-3cd923d78e26', 'tenant_id': '6415e174d6e146abb15fff69092e7210', 'mac_address': 'fa:16:3e:0d:6c:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1bc2bf-7ab2-400d-bd2a-68c922770983', 'device_owner': 'network:router_interface', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '6bb4b577-bd47-4366-ace3-c23131aef649', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:15:10Z', 'updated_at': '2021-07-27T23:15:18Z', 'revision_number': 5, 'project_id': '6415e174d6e146abb15fff69092e7210', 'subnets': [{'id': '6bb4b577-bd47-4366-ace3-c23131aef649', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:15:36.894305 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8e93a50-43ce-4ec8-8ea9-205fd2a22e60 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11335971'] for subnet, precommit_delete_associations {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:36.912329 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ceb4679-c312-476d-b7eb-ea89371f18ea None None] The sync data for ids ['1a1bc2bf-7ab2-400d-bd2a-68c922770983'] in n-d-802623-1 is: [{'id': '1a1bc2bf-7ab2-400d-bd2a-68c922770983', 'name': 'tempest-AttachVolumeShelveTestJSON-549894904-router', 'tenant_id': '6415e174d6e146abb15fff69092e7210', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.62'}], 'enable_snat': True}, 'gw_port_id': 'ae9bad43-4b95-4357-9b0f-9761e6626877', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:15:05Z', 'updated_at': '2021-07-27T23:15:12Z', 'revision_number': 4, 'project_id': '6415e174d6e146abb15fff69092e7210', 'gw_port': {'id': 'ae9bad43-4b95-4357-9b0f-9761e6626877', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:a4:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1bc2bf-7ab2-400d-bd2a-68c922770983', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:15:06Z', 'updated_at': '2021-07-27T23:15:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_floatingips': [{'id': '49dba62f-a2dd-4fe9-bd74-b21a2e7d4b35', 'tenant_id': '6415e174d6e146abb15fff69092e7210', 'floating_ip_address': '172.25.4.22', 'floating_network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'router_id': '1a1bc2bf-7ab2-400d-bd2a-68c922770983', 'port_id': 'add62f76-8960-42c5-a51d-b75f221ac213', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1513, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a198ee08-ada0-4348-9b3a-3cd923d78e26', 'mac_address': 'fa:16:3e:02:4c:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a43bd9a-6245-44f3-a319-a8a9d9683e94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T23:15:19Z', 'updated_at': '2021-07-27T23:15:34Z', 'revision_number': 1, 'project_id': '6415e174d6e146abb15fff69092e7210', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '533d5142-c4e5-4443-8369-16adea237988', 'name': '', 'network_id': 'a198ee08-ada0-4348-9b3a-3cd923d78e26', 'tenant_id': '6415e174d6e146abb15fff69092e7210', 'mac_address': 'fa:16:3e:0d:6c:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1bc2bf-7ab2-400d-bd2a-68c922770983', 'device_owner': 'network:router_interface', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '6bb4b577-bd47-4366-ace3-c23131aef649', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:15:10Z', 'updated_at': '2021-07-27T23:15:18Z', 'revision_number': 5, 'project_id': '6415e174d6e146abb15fff69092e7210', 'subnets': [{'id': '6bb4b577-bd47-4366-ace3-c23131aef649', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:15:36.946214 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8e93a50-43ce-4ec8-8ea9-205fd2a22e60 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620741'] for subnet, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:37.020230 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8e93a50-43ce-4ec8-8ea9-205fd2a22e60 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11335991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11551414'] for subnet, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:37.050313 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e93a50-43ce-4ec8-8ea9-205fd2a22e60 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Pushing event deleted for resources: {'Subnet': ['ID=004aad6f-c745-47c1-8a75-3f40ff3b8157,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:15:37.054060 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8e93a50-43ce-4ec8-8ea9-205fd2a22e60 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for subnet, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:37.058352 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-d8e93a50-43ce-4ec8-8ea9-205fd2a22e60 tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] 10.222.0.18 "DELETE /v2.0/subnets/004aad6f-c745-47c1-8a75-3f40ff3b8157 HTTP/1.1" status: 204 len: 168 time: 0.2754958 Jul 27 23:15:37.058683 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 42544) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:15:37.137358 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-37b4bbd4-970a-4e40-a347-418cbea5745a tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593271'] for network, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:37.141076 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device 55ddf06c-b572-4074-a812-837813a058d7 up at agent hyperv_n-h2-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:15:37.208642 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0593e53-6cae-4492-a431-f53cc6ad68c5 None None] New status for floating IP 49dba62f-a2dd-4fe9-bd74-b21a2e7d4b35: ACTIVE {{(pid=93800) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 23:15:37.226684 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Provisioning for port 55ddf06c-b572-4074-a812-837813a058d7 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:15:37.232987 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Provisioning complete for port 55ddf06c-b572-4074-a812-837813a058d7 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:15:37.234985 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:37.247513 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-37b4bbd4-970a-4e40-a347-418cbea5745a tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618032', 'neutron.services.segments.db._delete_segments_for_network-8736833900081'] for network, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:37.262035 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-37b4bbd4-970a-4e40-a347-418cbea5745a tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ca84c83-45da-4ef6-b04f-a4d9490aea53']}} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:15:37.277519 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-37b4bbd4-970a-4e40-a347-418cbea5745a tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3e8be66-da04-40f0-8ae0-990ab171b95b') {'for_net_delete': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:15:37.278071 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-37b4bbd4-970a-4e40-a347-418cbea5745a tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3e8be66-da04-40f0-8ae0-990ab171b95b') {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:15:37.297997 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-37b4bbd4-970a-4e40-a347-418cbea5745a tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736833900858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11335978'] for segment, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:37.307403 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588f7aab-52fb-4610-b73c-6f7cf89915f1 req-8b7dec69-d865-4789-b7fe-c1f3b8949912 tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:15:37.308964 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-588f7aab-52fb-4610-b73c-6f7cf89915f1 req-8b7dec69-d865-4789-b7fe-c1f3b8949912 tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] 10.222.0.18 "GET /v2.0/ports?device_id=edb5143d-4bb1-4696-8f82-7407d17671e4 HTTP/1.1" status: 200 len: 945 time: 0.1273515 Jul 27 23:15:37.332248 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-37b4bbd4-970a-4e40-a347-418cbea5745a tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:37.341490 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37b4bbd4-970a-4e40-a347-418cbea5745a tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Releasing vlan 543 on physical network physnet1 to pool {{(pid=93797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 23:15:37.341490 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-37b4bbd4-970a-4e40-a347-418cbea5745a tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11336013'] for segment, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:37.345043 n-d-802623-1 neutron-server[93797]: Traceback (most recent call last): Jul 27 23:15:37.345043 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 23:15:37.345043 n-d-802623-1 neutron-server[93797]: timer() Jul 27 23:15:37.345043 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 23:15:37.345043 n-d-802623-1 neutron-server[93797]: cb(*args, **kw) Jul 27 23:15:37.345043 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 23:15:37.345043 n-d-802623-1 neutron-server[93797]: return func(*args, **kwargs) Jul 27 23:15:37.345043 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 23:15:37.345043 n-d-802623-1 neutron-server[93797]: self._notify() Jul 27 23:15:37.345043 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 23:15:37.345043 n-d-802623-1 neutron-server[93797]: self.callback(batched_events) Jul 27 23:15:37.345043 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 23:15:37.345043 n-d-802623-1 neutron-server[93797]: event.method(event) Jul 27 23:15:37.345043 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 23:15:37.345043 n-d-802623-1 neutron-server[93797]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 23:15:37.345043 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 23:15:37.345043 n-d-802623-1 neutron-server[93797]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 23:15:37.345043 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 23:15:37.345043 n-d-802623-1 neutron-server[93797]: return f(self, *a, **k) Jul 27 23:15:37.345043 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 23:15:37.345043 n-d-802623-1 neutron-server[93797]: return self._get(url).json() Jul 27 23:15:37.345043 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 23:15:37.345043 n-d-802623-1 neutron-server[93797]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 23:15:37.345043 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 23:15:37.345043 n-d-802623-1 neutron-server[93797]: return self.request(url, 'GET', **kwargs) Jul 27 23:15:37.345043 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 23:15:37.345043 n-d-802623-1 neutron-server[93797]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 23:15:37.345043 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 23:15:37.345043 n-d-802623-1 neutron-server[93797]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 23:15:37.345043 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 23:15:37.345043 n-d-802623-1 neutron-server[93797]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 23:15:37.345043 n-d-802623-1 neutron-server[93797]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 23:15:37.360003 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:37.403217 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-588f7aab-52fb-4610-b73c-6f7cf89915f1 req-eea0aac1-903a-4b02-8354-b38ab15a984c tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] 10.222.0.18 "GET /v2.0/security-groups?id=8de43b2a-3064-44a7-b92f-0f4c3410d3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721164 Jul 27 23:15:37.411242 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-37b4bbd4-970a-4e40-a347-418cbea5745a tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415412'] for network, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:37.411791 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edb5143d-4bb1-4696-8f82-7407d17671e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55ddf06c-b572-4074-a812-837813a058d7'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:15:37.413990 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c0369b0d4f459110ff20a1f9878ba33f96d6491bddb9d15843bf29d01e0bda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc3e1d0c-e1e3-4eb8-b2cf-76338d75fd1a" -d '{"events": [{"server_uuid": "edb5143d-4bb1-4696-8f82-7407d17671e4", "name": "network-vif-plugged", "status": "completed", "tag": "55ddf06c-b572-4074-a812-837813a058d7"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:15:37.428367 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-37b4bbd4-970a-4e40-a347-418cbea5745a tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for network, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:37.430422 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-37b4bbd4-970a-4e40-a347-418cbea5745a tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] 10.222.0.18 "DELETE /v2.0/networks/0ca84c83-45da-4ef6-b04f-a4d9490aea53 HTTP/1.1" status: 204 len: 168 time: 0.3708601 Jul 27 23:15:37.449593 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port 55ddf06c-b572-4074-a812-837813a058d7, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=55ddf06c-b572-4074-a812-837813a058d7,segment=NetworkSegment(95f4c351-b25e-43d9-ba8e-34c4aa118da8),segment_id=95f4c351-b25e-43d9-ba8e-34c4aa118da8)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:15:37.452679 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b4bbd4-970a-4e40-a347-418cbea5745a tempest-FloatingIPTestJSON-936222849 tempest-FloatingIPTestJSON-936222849-project] Pushing event deleted for resources: {'Network': ['ID=0ca84c83-45da-4ef6-b04f-a4d9490aea53,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:15:37.459527 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:37.485468 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:15:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b87fed0-5dc3-4af1-bc83-115de6633d89 x-openstack-request-id: req-1b87fed0-5dc3-4af1-bc83-115de6633d89 {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:15:37.485761 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edb5143d-4bb1-4696-8f82-7407d17671e4", "name": "network-vif-plugged", "status": "completed", "tag": "55ddf06c-b572-4074-a812-837813a058d7", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:15:37.486011 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1b87fed0-5dc3-4af1-bc83-115de6633d89 {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:15:37.486795 n-d-802623-1 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edb5143d-4bb1-4696-8f82-7407d17671e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55ddf06c-b572-4074-a812-837813a058d7', 'code': 200} Jul 27 23:15:37.533250 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Pushing event updated for resources: {'Port': ['ID=55ddf06c-b572-4074-a812-837813a058d7,revision_number=5']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:15:37.617509 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff11cee-64f2-4245-9cdf-ebb6ac1d11a0 req-aeb16e70-c034-4a0e-a9c7-552ef7ed3ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:15:37.619600 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-bff11cee-64f2-4245-9cdf-ebb6ac1d11a0 req-aeb16e70-c034-4a0e-a9c7-552ef7ed3ff2 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=edb5143d-4bb1-4696-8f82-7407d17671e4 HTTP/1.1" status: 200 len: 1097 time: 0.0531590 Jul 27 23:15:37.621507 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 42564) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:15:37.656482 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-bff11cee-64f2-4245-9cdf-ebb6ac1d11a0 req-d6764c2d-a94b-420f-9531-18cab63a93da service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=8de43b2a-3064-44a7-b92f-0f4c3410d3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303094 Jul 27 23:15:37.695292 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 42568) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:15:37.772355 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-607740e5-108a-4cf3-b12e-3f49f74df650 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:37.844491 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-1f408449-7f85-458b-84a6-d1e100ecb88b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=514745170d2d4aba9e26a599d4d1a11f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1479180 Jul 27 23:15:37.846892 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 42574) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:15:37.899606 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-56c253e6-b385-42b0-b95a-09d240aca79b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:37.906893 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-607740e5-108a-4cf3-b12e-3f49f74df650 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:37.912487 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-607740e5-108a-4cf3-b12e-3f49f74df650 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:37.924478 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-56c253e6-b385-42b0-b95a-09d240aca79b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:37.953861 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607740e5-108a-4cf3-b12e-3f49f74df650 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cebb2a61-b770-4f15-9f54-92da1a8f47e6,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:15:37.958302 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-607740e5-108a-4cf3-b12e-3f49f74df650 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d2191e54306040eeb315c1d4d6d65ac0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3357086 Jul 27 23:15:37.960932 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 42578) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:15:37.983361 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-56c253e6-b385-42b0-b95a-09d240aca79b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:37.985976 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-56c253e6-b385-42b0-b95a-09d240aca79b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:37.989373 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-56c253e6-b385-42b0-b95a-09d240aca79b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/468cbf08-6316-4f81-9a3d-2b7a2cede509 HTTP/1.1" status: 204 len: 168 time: 0.1391957 Jul 27 23:15:37.997168 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c253e6-b385-42b0-b95a-09d240aca79b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=468cbf08-6316-4f81-9a3d-2b7a2cede509,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:15:38.018801 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d1a526ca-c2c4-4cbd-b182-a4c3faf4b99e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:38.041390 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d1a526ca-c2c4-4cbd-b182-a4c3faf4b99e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:38.097197 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d1a526ca-c2c4-4cbd-b182-a4c3faf4b99e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:38.099973 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d1a526ca-c2c4-4cbd-b182-a4c3faf4b99e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:38.101176 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-d1a526ca-c2c4-4cbd-b182-a4c3faf4b99e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/cebb2a61-b770-4f15-9f54-92da1a8f47e6 HTTP/1.1" status: 204 len: 168 time: 0.1393154 Jul 27 23:15:38.111763 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a526ca-c2c4-4cbd-b182-a4c3faf4b99e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cebb2a61-b770-4f15-9f54-92da1a8f47e6,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:15:38.442080 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 42602) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:15:38.456092 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-007f00f1-b23d-41d5-b5bb-83e3f0dd61d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:38.526730 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0727a151-607a-48b2-883a-426d3e5de438 req-6c6e42ee-9a94-4802-bef0-51206a63cb5d tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:15:38.528451 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-0727a151-607a-48b2-883a-426d3e5de438 req-6c6e42ee-9a94-4802-bef0-51206a63cb5d tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] 10.222.0.18 "GET /v2.0/ports?device_id=edb5143d-4bb1-4696-8f82-7407d17671e4 HTTP/1.1" status: 200 len: 946 time: 0.0595849 Jul 27 23:15:38.556733 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-007f00f1-b23d-41d5-b5bb-83e3f0dd61d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:38.561779 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-007f00f1-b23d-41d5-b5bb-83e3f0dd61d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:38.573630 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-0727a151-607a-48b2-883a-426d3e5de438 req-c1dbc8d2-34b9-4d31-80cd-05687a564107 tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] 10.222.0.18 "GET /v2.0/security-groups?id=8de43b2a-3064-44a7-b92f-0f4c3410d3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370049 Jul 27 23:15:38.607949 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-007f00f1-b23d-41d5-b5bb-83e3f0dd61d0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=bf015394c2114600ab11fd3e6863a28c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1618493 Jul 27 23:15:38.607949 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 42610) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:15:38.613821 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007f00f1-b23d-41d5-b5bb-83e3f0dd61d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de9e89a2-2306-410b-a1d3-339ac6449dd4,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:15:38.668824 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b68b9113-454d-4a47-8703-44198f7e9992 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:38.691242 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b68b9113-454d-4a47-8703-44198f7e9992 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:38.742036 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b68b9113-454d-4a47-8703-44198f7e9992 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:38.745062 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b68b9113-454d-4a47-8703-44198f7e9992 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:38.746286 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-b68b9113-454d-4a47-8703-44198f7e9992 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/de9e89a2-2306-410b-a1d3-339ac6449dd4 HTTP/1.1" status: 204 len: 168 time: 0.1375191 Jul 27 23:15:38.761851 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68b9113-454d-4a47-8703-44198f7e9992 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de9e89a2-2306-410b-a1d3-339ac6449dd4,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:15:38.804817 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 42618) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:15:39.009981 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-60bedd9a-d066-47ba-b905-bb1391b18d07 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1749784194'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:15:39.031234 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60bedd9a-d066-47ba-b905-bb1391b18d07 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Made reservation on behalf of ce22108b54794f2f97b5322030e97124 for: {'network': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:15:39.034691 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-60bedd9a-d066-47ba-b905-bb1391b18d07 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for network, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:39.043606 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-60bedd9a-d066-47ba-b905-bb1391b18d07 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:39.144461 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-60bedd9a-d066-47ba-b905-bb1391b18d07 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:39.148363 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-60bedd9a-d066-47ba-b905-bb1391b18d07 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:39.178786 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60bedd9a-d066-47ba-b905-bb1391b18d07 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 517} {{(pid=93797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 23:15:39.188967 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bedd9a-d066-47ba-b905-bb1391b18d07 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d49bb1d1-1619-42fb-8ecb-c5c7989d40c4,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:15:39.196246 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-60bedd9a-d066-47ba-b905-bb1391b18d07 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:39.196614 n-d-802623-1 neutron-server[93797]: INFO neutron.db.segments_db [None req-60bedd9a-d066-47ba-b905-bb1391b18d07 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Added segment d7647ef8-e3c5-4500-8919-ad26a94707c5 of type vlan for network 7933cbbe-5c57-41f5-9efb-e15c3a6ede7b Jul 27 23:15:39.239193 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-60bedd9a-d066-47ba-b905-bb1391b18d07 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736833354590'] for network, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:39.268307 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-60bedd9a-d066-47ba-b905-bb1391b18d07 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569'] for network, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:39.274055 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60bedd9a-d066-47ba-b905-bb1391b18d07 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:15:39.274656 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-60bedd9a-d066-47ba-b905-bb1391b18d07 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for network, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:39.331256 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-60bedd9a-d066-47ba-b905-bb1391b18d07 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.5252552 Jul 27 23:15:39.333771 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 42644) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:15:39.341144 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-8b3b093e-ed41-4dbb-a276-ff7f622d39ac tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Request body: {'port': {'network_id': '7933cbbe-5c57-41f5-9efb-e15c3a6ede7b', 'name': 'tempest-PortsTestJSON-229366073'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:15:39.389380 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bedd9a-d066-47ba-b905-bb1391b18d07 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Pushing event updated for resources: {'Network': ['ID=7933cbbe-5c57-41f5-9efb-e15c3a6ede7b,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:15:39.400640 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Network 7933cbbe-5c57-41f5-9efb-e15c3a6ede7b details requested by agent ovs-agent-n-d-802623-1 with host n-d-802623-1 {{(pid=93799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 23:15:39.453144 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b3b093e-ed41-4dbb-a276-ff7f622d39ac tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Made reservation on behalf of ce22108b54794f2f97b5322030e97124 for: {'port': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:15:39.458100 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8b3b093e-ed41-4dbb-a276-ff7f622d39ac tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:39.480300 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-8b3b093e-ed41-4dbb-a276-ff7f622d39ac tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] device_id is not set on port 6f084729-ecd1-44ac-9b4f-056b46bece91 yet. {{(pid=93797) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 23:15:39.651147 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8b3b093e-ed41-4dbb-a276-ff7f622d39ac tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:39.724983 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05a5855-e8a8-4d51-9698-a9af4ce12163 req-3a666b9e-7e80-4d96-a72e-9841f19146db tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:15:39.726456 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f05a5855-e8a8-4d51-9698-a9af4ce12163 req-3a666b9e-7e80-4d96-a72e-9841f19146db tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] 10.222.0.18 "GET /v2.0/ports?device_id=edb5143d-4bb1-4696-8f82-7407d17671e4 HTTP/1.1" status: 200 len: 946 time: 0.0590079 Jul 27 23:15:39.728002 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8b3b093e-ed41-4dbb-a276-ff7f622d39ac tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:39.814633 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3b093e-ed41-4dbb-a276-ff7f622d39ac tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Pushing event updated for resources: {'Port': ['ID=6f084729-ecd1-44ac-9b4f-056b46bece91,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:15:39.824267 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f05a5855-e8a8-4d51-9698-a9af4ce12163 req-db168bde-3a00-40e5-9bfa-e2d19d0a8733 tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] 10.222.0.18 "GET /v2.0/security-groups?id=8de43b2a-3064-44a7-b92f-0f4c3410d3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895553 Jul 27 23:15:39.830229 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b3b093e-ed41-4dbb-a276-ff7f622d39ac tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Checking segment: {'id': 'd7647ef8-e3c5-4500-8919-ad26a94707c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '7933cbbe-5c57-41f5-9efb-e15c3a6ede7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:15:39.830593 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b3b093e-ed41-4dbb-a276-ff7f622d39ac tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Network hostable DHCP agents. Network: 7933cbbe-5c57-41f5-9efb-e15c3a6ede7b, hostable agents: ['5950e76f-2bde-4343-a925-cbe6bacd2706'], hosted agents: [] {{(pid=93797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 23:15:39.848965 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b3b093e-ed41-4dbb-a276-ff7f622d39ac tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Network 7933cbbe-5c57-41f5-9efb-e15c3a6ede7b is scheduled to be hosted by DHCP agent 5950e76f-2bde-4343-a925-cbe6bacd2706 with binding_index 1 {{(pid=93797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 23:15:39.859152 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-8b3b093e-ed41-4dbb-a276-ff7f622d39ac tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802623-1, 7933cbbe-5c57-41f5-9efb-e15c3a6ede7b) {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:15:39.863666 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b3b093e-ed41-4dbb-a276-ff7f622d39ac tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:15:39.867171 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55080e8a-cbc0-4283-a5ff-cc71584ef53e None None] Network 7933cbbe-5c57-41f5-9efb-e15c3a6ede7b requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:15:39.870570 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b3b093e-ed41-4dbb-a276-ff7f622d39ac tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:15:39.871217 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8b3b093e-ed41-4dbb-a276-ff7f622d39ac tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:39.891610 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-8b3b093e-ed41-4dbb-a276-ff7f622d39ac tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.5537713 Jul 27 23:15:39.891610 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 42658) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:15:39.898392 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-f69a9f61-3493-4f44-be3c-c84c0e9a8d69 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2086130339'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:15:39.928731 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f69a9f61-3493-4f44-be3c-c84c0e9a8d69 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Made reservation on behalf of ce22108b54794f2f97b5322030e97124 for: {'network': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:15:39.932842 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f69a9f61-3493-4f44-be3c-c84c0e9a8d69 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for network, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:39.994573 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f69a9f61-3493-4f44-be3c-c84c0e9a8d69 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 519} {{(pid=93797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 23:15:40.005697 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f69a9f61-3493-4f44-be3c-c84c0e9a8d69 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:40.005697 n-d-802623-1 neutron-server[93797]: INFO neutron.db.segments_db [None req-f69a9f61-3493-4f44-be3c-c84c0e9a8d69 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Added segment 1f91d09b-c0a6-4527-85ec-64bb8d3c69c9 of type vlan for network fa139520-ca5e-45ba-a3bc-abdaa5d84f35 Jul 27 23:15:40.053387 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f69a9f61-3493-4f44-be3c-c84c0e9a8d69 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736833354590'] for network, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:40.076582 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30689088-6c49-49e0-8aa3-914d5d27dcbf req-edf54402-9fb4-4d65-a65c-7c08f59b5ca8 tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:15:40.088264 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-30689088-6c49-49e0-8aa3-914d5d27dcbf req-edf54402-9fb4-4d65-a65c-7c08f59b5ca8 tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] 10.222.0.18 "GET /v2.0/ports?device_id=edb5143d-4bb1-4696-8f82-7407d17671e4 HTTP/1.1" status: 200 len: 946 time: 0.0915151 Jul 27 23:15:40.090721 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f69a9f61-3493-4f44-be3c-c84c0e9a8d69 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569'] for network, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:40.097566 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f69a9f61-3493-4f44-be3c-c84c0e9a8d69 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:15:40.098393 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f69a9f61-3493-4f44-be3c-c84c0e9a8d69 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for network, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:40.130093 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-30689088-6c49-49e0-8aa3-914d5d27dcbf req-9c3f225b-a555-492a-807b-25caf798e444 tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] 10.222.0.18 "GET /v2.0/security-groups?id=8de43b2a-3064-44a7-b92f-0f4c3410d3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351498 Jul 27 23:15:40.160842 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-f69a9f61-3493-4f44-be3c-c84c0e9a8d69 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2680743 Jul 27 23:15:40.163217 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 42664) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:15:40.170576 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-b942ec87-62e5-4ee6-b76b-ba837d745e41 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Request body: {'ports': [{'network_id': '7933cbbe-5c57-41f5-9efb-e15c3a6ede7b'}, {'network_id': 'fa139520-ca5e-45ba-a3bc-abdaa5d84f35'}]} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:15:40.170972 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-b942ec87-62e5-4ee6-b76b-ba837d745e41 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Request body: {'port': {'network_id': '7933cbbe-5c57-41f5-9efb-e15c3a6ede7b'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:15:40.171552 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-b942ec87-62e5-4ee6-b76b-ba837d745e41 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Request body: {'port': {'network_id': 'fa139520-ca5e-45ba-a3bc-abdaa5d84f35'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:15:40.180857 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69a9f61-3493-4f44-be3c-c84c0e9a8d69 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Pushing event updated for resources: {'Network': ['ID=fa139520-ca5e-45ba-a3bc-abdaa5d84f35,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:15:40.197870 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Network fa139520-ca5e-45ba-a3bc-abdaa5d84f35 details requested by agent ovs-agent-n-d-802623-1 with host n-d-802623-1 {{(pid=93799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 23:15:40.345521 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b942ec87-62e5-4ee6-b76b-ba837d745e41 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Made reservation on behalf of ce22108b54794f2f97b5322030e97124 for: {'port': 2} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:15:40.349873 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b942ec87-62e5-4ee6-b76b-ba837d745e41 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:40.362468 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b942ec87-62e5-4ee6-b76b-ba837d745e41 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:40.436980 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [None req-b942ec87-62e5-4ee6-b76b-ba837d745e41 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] device_id is not set on port 7fe6d61f-ee19-4745-9cd9-9c93939f5fec yet. {{(pid=93798) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 23:15:40.555017 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b942ec87-62e5-4ee6-b76b-ba837d745e41 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:40.623509 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [None req-b942ec87-62e5-4ee6-b76b-ba837d745e41 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] device_id is not set on port eef619ce-f981-4e6c-a656-3644117c0b38 yet. {{(pid=93798) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 23:15:40.742375 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b942ec87-62e5-4ee6-b76b-ba837d745e41 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:40.783400 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b942ec87-62e5-4ee6-b76b-ba837d745e41 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:40.823725 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b942ec87-62e5-4ee6-b76b-ba837d745e41 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Network 7933cbbe-5c57-41f5-9efb-e15c3a6ede7b is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:15:40.826750 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-b942ec87-62e5-4ee6-b76b-ba837d745e41 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:15:40.830743 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b942ec87-62e5-4ee6-b76b-ba837d745e41 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:15:40.831600 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b942ec87-62e5-4ee6-b76b-ba837d745e41 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:40.844749 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b942ec87-62e5-4ee6-b76b-ba837d745e41 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Pushing event updated for resources: {'Port': ['ID=7fe6d61f-ee19-4745-9cd9-9c93939f5fec,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:15:40.905189 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b942ec87-62e5-4ee6-b76b-ba837d745e41 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Pushing event updated for resources: {'Port': ['ID=eef619ce-f981-4e6c-a656-3644117c0b38,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:15:40.907748 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b942ec87-62e5-4ee6-b76b-ba837d745e41 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Checking segment: {'id': '1f91d09b-c0a6-4527-85ec-64bb8d3c69c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'fa139520-ca5e-45ba-a3bc-abdaa5d84f35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:15:40.908356 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b942ec87-62e5-4ee6-b76b-ba837d745e41 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Network hostable DHCP agents. Network: fa139520-ca5e-45ba-a3bc-abdaa5d84f35, hostable agents: ['5950e76f-2bde-4343-a925-cbe6bacd2706'], hosted agents: [] {{(pid=93798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 23:15:40.924759 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b942ec87-62e5-4ee6-b76b-ba837d745e41 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Network fa139520-ca5e-45ba-a3bc-abdaa5d84f35 is scheduled to be hosted by DHCP agent 5950e76f-2bde-4343-a925-cbe6bacd2706 with binding_index 1 {{(pid=93798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 23:15:40.933782 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-b942ec87-62e5-4ee6-b76b-ba837d745e41 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802623-1, fa139520-ca5e-45ba-a3bc-abdaa5d84f35) {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:15:40.937301 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b942ec87-62e5-4ee6-b76b-ba837d745e41 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:15:40.942199 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dd6012b-5a16-4be7-ba81-54073b93f23f None None] Network fa139520-ca5e-45ba-a3bc-abdaa5d84f35 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:15:40.943343 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b942ec87-62e5-4ee6-b76b-ba837d745e41 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:15:40.948185 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b942ec87-62e5-4ee6-b76b-ba837d745e41 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:15:40.948848 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b942ec87-62e5-4ee6-b76b-ba837d745e41 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:40.963157 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-b942ec87-62e5-4ee6-b76b-ba837d745e41 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 0.7977061 Jul 27 23:15:40.965775 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 42680) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:15:41.060953 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-47adfd86-7c11-4ddc-bb71-82d2e9896a14 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Deleting port eef619ce-f981-4e6c-a656-3644117c0b38 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:15:41.061304 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-47adfd86-7c11-4ddc-bb71-82d2e9896a14 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:41.125553 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-47adfd86-7c11-4ddc-bb71-82d2e9896a14 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:41.139010 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-47adfd86-7c11-4ddc-bb71-82d2e9896a14 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Calling delete_port for eef619ce-f981-4e6c-a656-3644117c0b38 owned by {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:15:41.222930 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-47adfd86-7c11-4ddc-bb71-82d2e9896a14 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:41.249351 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47adfd86-7c11-4ddc-bb71-82d2e9896a14 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Pushing event deleted for resources: {'Port': ['ID=eef619ce-f981-4e6c-a656-3644117c0b38,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:15:41.256305 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e103078-bcb2-4d6b-8c85-cf36200f906f req-a3044a1c-f8c2-4d59-bc94-987871ccbf7c tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:15:41.256859 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-47adfd86-7c11-4ddc-bb71-82d2e9896a14 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:41.259212 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-4e103078-bcb2-4d6b-8c85-cf36200f906f req-a3044a1c-f8c2-4d59-bc94-987871ccbf7c tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] 10.222.0.18 "GET /v2.0/ports?device_id=edb5143d-4bb1-4696-8f82-7407d17671e4 HTTP/1.1" status: 200 len: 946 time: 0.0570810 Jul 27 23:15:41.259396 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-47adfd86-7c11-4ddc-bb71-82d2e9896a14 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] 10.222.0.18 "DELETE /v2.0/ports/eef619ce-f981-4e6c-a656-3644117c0b38 HTTP/1.1" status: 204 len: 168 time: 0.2918036 Jul 27 23:15:41.261023 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 42690) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:15:41.308199 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-4e103078-bcb2-4d6b-8c85-cf36200f906f req-80b19cf0-904c-40ad-b377-0124820e87d9 tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] 10.222.0.18 "GET /v2.0/security-groups?id=8de43b2a-3064-44a7-b92f-0f4c3410d3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409436 Jul 27 23:15:41.344269 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b4aea6a-5158-4228-8141-d491f0070b19 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:15:41.350146 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b4aea6a-5158-4228-8141-d491f0070b19 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:15:41.351780 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-5b4aea6a-5158-4228-8141-d491f0070b19 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.0898287 Jul 27 23:15:41.355031 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 42694) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:15:41.444086 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-6b4c81e5-1e60-4ba4-95ce-df9e0146fd79 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Deleting port 7fe6d61f-ee19-4745-9cd9-9c93939f5fec {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:15:41.444428 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6b4c81e5-1e60-4ba4-95ce-df9e0146fd79 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:41.508166 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6b4c81e5-1e60-4ba4-95ce-df9e0146fd79 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:41.524494 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-6b4c81e5-1e60-4ba4-95ce-df9e0146fd79 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Calling delete_port for 7fe6d61f-ee19-4745-9cd9-9c93939f5fec owned by {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:15:41.608555 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6b4c81e5-1e60-4ba4-95ce-df9e0146fd79 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:41.639532 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4c81e5-1e60-4ba4-95ce-df9e0146fd79 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Pushing event deleted for resources: {'Port': ['ID=7fe6d61f-ee19-4745-9cd9-9c93939f5fec,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:15:41.662778 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6b4c81e5-1e60-4ba4-95ce-df9e0146fd79 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:41.665560 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-6b4c81e5-1e60-4ba4-95ce-df9e0146fd79 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] 10.222.0.18 "DELETE /v2.0/ports/7fe6d61f-ee19-4745-9cd9-9c93939f5fec HTTP/1.1" status: 204 len: 168 time: 0.3095472 Jul 27 23:15:41.668175 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 42716) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:15:41.719598 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-059aa624-42ed-4cdd-ae54-93713c280f21 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:15:41.721062 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-059aa624-42ed-4cdd-ae54-93713c280f21 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0519712 Jul 27 23:15:41.723878 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 42718) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:15:41.749668 n-d-802623-1 neutron-server[93798]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8579a90-6e79-4896-8203-4e6723eba8d2 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] GET failed (client error): The resource could not be found. Jul 27 23:15:41.751268 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-c8579a90-6e79-4896-8203-4e6723eba8d2 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] 10.222.0.18 "GET /v2.0/ports/eef619ce-f981-4e6c-a656-3644117c0b38 HTTP/1.1" status: 404 len: 333 time: 0.0264647 Jul 27 23:15:41.753916 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 42720) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:15:41.777943 n-d-802623-1 neutron-server[93798]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b0c2950-e5a9-47e2-b218-7c2ffcacbde5 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] GET failed (client error): The resource could not be found. Jul 27 23:15:41.779382 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-7b0c2950-e5a9-47e2-b218-7c2ffcacbde5 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] 10.222.0.18 "GET /v2.0/ports/7fe6d61f-ee19-4745-9cd9-9c93939f5fec HTTP/1.1" status: 404 len: 333 time: 0.0245624 Jul 27 23:15:41.782074 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 42722) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:15:41.854386 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5da6c968-e12c-4fe3-8699-61721b289006 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593271'] for network, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:41.939206 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5da6c968-e12c-4fe3-8699-61721b289006 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618032', 'neutron.services.segments.db._delete_segments_for_network-8736833900081'] for network, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:41.949612 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-5da6c968-e12c-4fe3-8699-61721b289006 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa139520-ca5e-45ba-a3bc-abdaa5d84f35']}} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:15:41.960075 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-5da6c968-e12c-4fe3-8699-61721b289006 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f91d09b-c0a6-4527-85ec-64bb8d3c69c9') {'for_net_delete': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:15:41.960377 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-5da6c968-e12c-4fe3-8699-61721b289006 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f91d09b-c0a6-4527-85ec-64bb8d3c69c9') {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:15:41.969299 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5da6c968-e12c-4fe3-8699-61721b289006 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736833900858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11163256'] for segment, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:41.982767 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5da6c968-e12c-4fe3-8699-61721b289006 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:41.988686 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5da6c968-e12c-4fe3-8699-61721b289006 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Releasing vlan 519 on physical network physnet1 to pool {{(pid=93798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 23:15:41.989078 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5da6c968-e12c-4fe3-8699-61721b289006 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11971746'] for segment, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:41.991997 n-d-802623-1 neutron-server[93798]: Traceback (most recent call last): Jul 27 23:15:41.991997 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 23:15:41.991997 n-d-802623-1 neutron-server[93798]: timer() Jul 27 23:15:41.991997 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 23:15:41.991997 n-d-802623-1 neutron-server[93798]: cb(*args, **kw) Jul 27 23:15:41.991997 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 23:15:41.991997 n-d-802623-1 neutron-server[93798]: return func(*args, **kwargs) Jul 27 23:15:41.991997 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 23:15:41.991997 n-d-802623-1 neutron-server[93798]: self._notify() Jul 27 23:15:41.991997 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 23:15:41.991997 n-d-802623-1 neutron-server[93798]: self.callback(batched_events) Jul 27 23:15:41.991997 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 23:15:41.991997 n-d-802623-1 neutron-server[93798]: event.method(event) Jul 27 23:15:41.991997 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 23:15:41.991997 n-d-802623-1 neutron-server[93798]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 23:15:41.991997 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 23:15:41.991997 n-d-802623-1 neutron-server[93798]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 23:15:41.991997 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 23:15:41.991997 n-d-802623-1 neutron-server[93798]: return f(self, *a, **k) Jul 27 23:15:41.991997 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 23:15:41.991997 n-d-802623-1 neutron-server[93798]: return self._get(url).json() Jul 27 23:15:41.991997 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 23:15:41.991997 n-d-802623-1 neutron-server[93798]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 23:15:41.991997 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 23:15:41.991997 n-d-802623-1 neutron-server[93798]: return self.request(url, 'GET', **kwargs) Jul 27 23:15:41.991997 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 23:15:41.991997 n-d-802623-1 neutron-server[93798]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 23:15:41.991997 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 23:15:41.991997 n-d-802623-1 neutron-server[93798]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 23:15:41.991997 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 23:15:41.991997 n-d-802623-1 neutron-server[93798]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 23:15:41.991997 n-d-802623-1 neutron-server[93798]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 23:15:42.048420 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5da6c968-e12c-4fe3-8699-61721b289006 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415412'] for network, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:42.055781 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5da6c968-e12c-4fe3-8699-61721b289006 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:42.058860 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-5da6c968-e12c-4fe3-8699-61721b289006 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] 10.222.0.18 "DELETE /v2.0/networks/fa139520-ca5e-45ba-a3bc-abdaa5d84f35 HTTP/1.1" status: 204 len: 168 time: 0.2758224 Jul 27 23:15:42.062737 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 42732) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:15:42.068769 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-54300494-3c02-4e03-b44b-46fa6b412972 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1757894382'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:15:42.070949 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da6c968-e12c-4fe3-8699-61721b289006 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Pushing event deleted for resources: {'Network': ['ID=fa139520-ca5e-45ba-a3bc-abdaa5d84f35,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:15:42.091425 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54300494-3c02-4e03-b44b-46fa6b412972 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Made reservation on behalf of ce22108b54794f2f97b5322030e97124 for: {'network': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:15:42.094898 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-54300494-3c02-4e03-b44b-46fa6b412972 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for network, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:42.119954 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54300494-3c02-4e03-b44b-46fa6b412972 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 512} {{(pid=93797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 23:15:42.129188 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-54300494-3c02-4e03-b44b-46fa6b412972 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:42.129678 n-d-802623-1 neutron-server[93797]: INFO neutron.db.segments_db [None req-54300494-3c02-4e03-b44b-46fa6b412972 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Added segment be9bbf28-902c-4f11-945c-e97e70d55fc3 of type vlan for network abd42e92-5971-4a46-b095-8564a1cd081a Jul 27 23:15:42.172453 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-54300494-3c02-4e03-b44b-46fa6b412972 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736833354590'] for network, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:42.203436 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-54300494-3c02-4e03-b44b-46fa6b412972 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569'] for network, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:42.209210 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54300494-3c02-4e03-b44b-46fa6b412972 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:15:42.209829 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-54300494-3c02-4e03-b44b-46fa6b412972 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for network, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:42.270385 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-54300494-3c02-4e03-b44b-46fa6b412972 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2063422 Jul 27 23:15:42.273308 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 42736) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:15:42.281104 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-e489648d-abcd-4326-b4a6-35a6972d6d6b tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Request body: {'subnet': {'network_id': 'abd42e92-5971-4a46-b095-8564a1cd081a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:15:42.322291 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54300494-3c02-4e03-b44b-46fa6b412972 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Pushing event updated for resources: {'Network': ['ID=abd42e92-5971-4a46-b095-8564a1cd081a,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:15:42.333267 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Network abd42e92-5971-4a46-b095-8564a1cd081a details requested by agent ovs-agent-n-d-802623-1 with host n-d-802623-1 {{(pid=93799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 23:15:42.379774 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e489648d-abcd-4326-b4a6-35a6972d6d6b tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Made reservation on behalf of ce22108b54794f2f97b5322030e97124 for: {'subnet': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:15:42.383812 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e489648d-abcd-4326-b4a6-35a6972d6d6b tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11551435'] for subnet, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:42.564257 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e489648d-abcd-4326-b4a6-35a6972d6d6b tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11336182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11551417'] for subnet, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:42.626966 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e489648d-abcd-4326-b4a6-35a6972d6d6b tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Pushing event updated for resources: {'Subnet': ['ID=cfdef3b3-f9e5-4abb-bff6-ec5dc839d4a9,revision_number=0']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:15:42.635987 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e489648d-abcd-4326-b4a6-35a6972d6d6b tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Checking segment: {'id': 'be9bbf28-902c-4f11-945c-e97e70d55fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'abd42e92-5971-4a46-b095-8564a1cd081a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:15:42.636345 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e489648d-abcd-4326-b4a6-35a6972d6d6b tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Network hostable DHCP agents. Network: abd42e92-5971-4a46-b095-8564a1cd081a, hostable agents: ['5950e76f-2bde-4343-a925-cbe6bacd2706'], hosted agents: [] {{(pid=93797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 23:15:42.652079 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e489648d-abcd-4326-b4a6-35a6972d6d6b tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Network abd42e92-5971-4a46-b095-8564a1cd081a is scheduled to be hosted by DHCP agent 5950e76f-2bde-4343-a925-cbe6bacd2706 with binding_index 1 {{(pid=93797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 23:15:42.660844 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-e489648d-abcd-4326-b4a6-35a6972d6d6b tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802623-1, abd42e92-5971-4a46-b095-8564a1cd081a) {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:15:42.665037 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e489648d-abcd-4326-b4a6-35a6972d6d6b tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:15:42.665723 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e489648d-abcd-4326-b4a6-35a6972d6d6b tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for subnet, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:42.671039 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-633261a0-9415-4cf8-b95d-353e153bcd03 None None] Network abd42e92-5971-4a46-b095-8564a1cd081a requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:15:42.682598 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-e489648d-abcd-4326-b4a6-35a6972d6d6b tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4082453 Jul 27 23:15:42.685252 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 42742) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:15:42.690292 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-b1a6aba4-3249-47ae-be7f-0d29e604a127 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Request body: {'port': {'network_id': 'abd42e92-5971-4a46-b095-8564a1cd081a', 'name': 'tempest-PortsTestJSON-1270896782'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:15:42.805293 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1a6aba4-3249-47ae-be7f-0d29e604a127 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Made reservation on behalf of ce22108b54794f2f97b5322030e97124 for: {'port': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:15:42.809443 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b1a6aba4-3249-47ae-be7f-0d29e604a127 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:42.826548 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69983ff8-dc9d-413f-a0db-f8ebe757d17f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f6f257c-ad18-5f0c-8c8e-ea085a5fc8a2-abd42e92-5971-4a46-b095-8564a1cd081a', 'network_id': 'abd42e92-5971-4a46-b095-8564a1cd081a', 'tenant_id': 'ce22108b54794f2f97b5322030e97124', 'fixed_ips': [{'subnet_id': 'cfdef3b3-f9e5-4abb-bff6-ec5dc839d4a9'}]}} from n-d-802623-1. {{(pid=93799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 23:15:42.827730 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-69983ff8-dc9d-413f-a0db-f8ebe757d17f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:42.830658 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-b1a6aba4-3249-47ae-be7f-0d29e604a127 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] device_id is not set on port bdd1211d-ee5e-4d6a-a69a-50e848091f8c yet. {{(pid=93797) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 23:15:42.948155 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-b1a6aba4-3249-47ae-be7f-0d29e604a127 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Allocated IP 172.20.0.7 (abd42e92-5971-4a46-b095-8564a1cd081a/cfdef3b3-f9e5-4abb-bff6-ec5dc839d4a9/bdd1211d-ee5e-4d6a-a69a-50e848091f8c) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:15:43.102067 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b1a6aba4-3249-47ae-be7f-0d29e604a127 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:43.116618 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-b1a6aba4-3249-47ae-be7f-0d29e604a127 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Transition to ACTIVE for port object bdd1211d-ee5e-4d6a-a69a-50e848091f8c will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:15:43.156115 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b1a6aba4-3249-47ae-be7f-0d29e604a127 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:43.210557 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1a6aba4-3249-47ae-be7f-0d29e604a127 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Network abd42e92-5971-4a46-b095-8564a1cd081a is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:15:43.214859 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-69983ff8-dc9d-413f-a0db-f8ebe757d17f None None] Allocated IP 172.20.0.2 (abd42e92-5971-4a46-b095-8564a1cd081a/cfdef3b3-f9e5-4abb-bff6-ec5dc839d4a9/a10f5cf0-af7f-4c6b-bb98-0588eea3ad59) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:15:43.216150 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-b1a6aba4-3249-47ae-be7f-0d29e604a127 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:15:43.218977 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1a6aba4-3249-47ae-be7f-0d29e604a127 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:15:43.227598 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a6aba4-3249-47ae-be7f-0d29e604a127 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Pushing event updated for resources: {'Port': ['ID=bdd1211d-ee5e-4d6a-a69a-50e848091f8c,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:15:43.284225 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1a6aba4-3249-47ae-be7f-0d29e604a127 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:15:43.284896 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b1a6aba4-3249-47ae-be7f-0d29e604a127 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:43.299860 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-b1a6aba4-3249-47ae-be7f-0d29e604a127 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.6135542 Jul 27 23:15:43.302490 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 42764) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:15:43.370226 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-69983ff8-dc9d-413f-a0db-f8ebe757d17f None None] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:43.379204 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-69983ff8-dc9d-413f-a0db-f8ebe757d17f None None] Transition to ACTIVE for port object a10f5cf0-af7f-4c6b-bb98-0588eea3ad59 will not be triggered until provisioned by entity L2. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:15:43.393721 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-69983ff8-dc9d-413f-a0db-f8ebe757d17f None None] Transition to ACTIVE for port object a10f5cf0-af7f-4c6b-bb98-0588eea3ad59 will not be triggered until provisioned by entity DHCP. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:15:43.397031 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d0ba0e64-7ef9-42d6-b050-c34a3ae56fc7 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Deleting port bdd1211d-ee5e-4d6a-a69a-50e848091f8c {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:15:43.397031 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d0ba0e64-7ef9-42d6-b050-c34a3ae56fc7 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:43.400723 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-69983ff8-dc9d-413f-a0db-f8ebe757d17f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:43.437289 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69983ff8-dc9d-413f-a0db-f8ebe757d17f None None] Network abd42e92-5971-4a46-b095-8564a1cd081a is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:15:43.440488 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-69983ff8-dc9d-413f-a0db-f8ebe757d17f None None] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:15:43.443002 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69983ff8-dc9d-413f-a0db-f8ebe757d17f None None] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:15:43.460052 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69983ff8-dc9d-413f-a0db-f8ebe757d17f None None] Pushing event updated for resources: {'Port': ['ID=a10f5cf0-af7f-4c6b-bb98-0588eea3ad59,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:15:43.494536 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d0ba0e64-7ef9-42d6-b050-c34a3ae56fc7 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:43.506286 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d0ba0e64-7ef9-42d6-b050-c34a3ae56fc7 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Calling delete_port for bdd1211d-ee5e-4d6a-a69a-50e848091f8c owned by {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:15:43.512699 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-69983ff8-dc9d-413f-a0db-f8ebe757d17f None None] Attempting to bind port a10f5cf0-af7f-4c6b-bb98-0588eea3ad59 on host n-d-802623-1 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:15:43.513069 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-69983ff8-dc9d-413f-a0db-f8ebe757d17f None None] Attempting to bind port a10f5cf0-af7f-4c6b-bb98-0588eea3ad59 by drivers openvswitch,hyperv on host n-d-802623-1 at level 0 using segments [{'id': 'be9bbf28-902c-4f11-945c-e97e70d55fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'abd42e92-5971-4a46-b095-8564a1cd081a'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:15:43.513423 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69983ff8-dc9d-413f-a0db-f8ebe757d17f None None] Attempting to bind port a10f5cf0-af7f-4c6b-bb98-0588eea3ad59 on network abd42e92-5971-4a46-b095-8564a1cd081a {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:15:43.518239 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69983ff8-dc9d-413f-a0db-f8ebe757d17f None None] Checking agent: {'id': 'a9a568d2-a5e7-41e4-833f-a8ab42ea4073', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 52, 30), 'started_at': datetime.datetime(2021, 7, 27, 22, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 15, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802623-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:15:43.518607 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69983ff8-dc9d-413f-a0db-f8ebe757d17f None None] Checking segment: {'id': 'be9bbf28-902c-4f11-945c-e97e70d55fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'abd42e92-5971-4a46-b095-8564a1cd081a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:15:43.519003 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-69983ff8-dc9d-413f-a0db-f8ebe757d17f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:43.519427 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69983ff8-dc9d-413f-a0db-f8ebe757d17f None None] Bound using segment: {'id': 'be9bbf28-902c-4f11-945c-e97e70d55fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'abd42e92-5971-4a46-b095-8564a1cd081a'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:15:43.519886 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-69983ff8-dc9d-413f-a0db-f8ebe757d17f None None] Bound port: a10f5cf0-af7f-4c6b-bb98-0588eea3ad59, host: n-d-802623-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be9bbf28-902c-4f11-945c-e97e70d55fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'abd42e92-5971-4a46-b095-8564a1cd081a'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:15:43.520257 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-69983ff8-dc9d-413f-a0db-f8ebe757d17f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:43.582103 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-69983ff8-dc9d-413f-a0db-f8ebe757d17f None None] For port a10f5cf0-af7f-4c6b-bb98-0588eea3ad59, host n-d-802623-1, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:15:43.585175 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-69983ff8-dc9d-413f-a0db-f8ebe757d17f None None] For port a10f5cf0-af7f-4c6b-bb98-0588eea3ad59, host n-d-802623-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=a10f5cf0-af7f-4c6b-bb98-0588eea3ad59,segment=NetworkSegment(be9bbf28-902c-4f11-945c-e97e70d55fc3),segment_id=be9bbf28-902c-4f11-945c-e97e70d55fc3)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:15:43.591636 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-69983ff8-dc9d-413f-a0db-f8ebe757d17f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:43.647592 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d0ba0e64-7ef9-42d6-b050-c34a3ae56fc7 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:43.651812 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69983ff8-dc9d-413f-a0db-f8ebe757d17f None None] Pushing event updated for resources: {'Port': ['ID=a10f5cf0-af7f-4c6b-bb98-0588eea3ad59,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:15:43.685755 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ba0e64-7ef9-42d6-b050-c34a3ae56fc7 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Pushing event deleted for resources: {'Port': ['ID=bdd1211d-ee5e-4d6a-a69a-50e848091f8c,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:15:43.754978 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d0ba0e64-7ef9-42d6-b050-c34a3ae56fc7 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:43.760289 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-d0ba0e64-7ef9-42d6-b050-c34a3ae56fc7 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] 10.222.0.18 "DELETE /v2.0/ports/bdd1211d-ee5e-4d6a-a69a-50e848091f8c HTTP/1.1" status: 204 len: 168 time: 0.4567840 Jul 27 23:15:43.760535 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 42770) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:15:43.800952 n-d-802623-1 neutron-server[93798]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7ebe461-65fa-4e29-8f60-c8f95d26e815 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] DELETE failed (client error): The resource could not be found. Jul 27 23:15:43.801629 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7ebe461-65fa-4e29-8f60-c8f95d26e815 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 23:15:43.803418 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-b7ebe461-65fa-4e29-8f60-c8f95d26e815 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] 10.222.0.18 "DELETE /v2.0/ports/bdd1211d-ee5e-4d6a-a69a-50e848091f8c HTTP/1.1" status: 404 len: 333 time: 0.0413139 Jul 27 23:15:43.806050 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 42778) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:15:43.836846 n-d-802623-1 neutron-server[93798]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1f074c7-ea55-4033-a870-ed8910a77df6 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] GET failed (client error): The resource could not be found. Jul 27 23:15:43.839184 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-e1f074c7-ea55-4033-a870-ed8910a77df6 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] 10.222.0.18 "GET /v2.0/ports/bdd1211d-ee5e-4d6a-a69a-50e848091f8c HTTP/1.1" status: 404 len: 333 time: 0.0318186 Jul 27 23:15:43.841746 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 42784) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:15:43.903791 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbca9cd5-8c2a-4395-924c-de8a9b8e25d2 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Deleting subnet cfdef3b3-f9e5-4abb-bff6-ec5dc839d4a9 {{(pid=93797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 23:15:43.907137 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-fbca9cd5-8c2a-4395-924c-de8a9b8e25d2 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks [] for subnet, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:43.951516 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-fbca9cd5-8c2a-4395-924c-de8a9b8e25d2 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11335971'] for subnet, precommit_delete_associations {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:44.042948 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-fbca9cd5-8c2a-4395-924c-de8a9b8e25d2 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620741'] for subnet, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:44.102451 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-fbca9cd5-8c2a-4395-924c-de8a9b8e25d2 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11335991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11551414'] for subnet, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:44.129596 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbca9cd5-8c2a-4395-924c-de8a9b8e25d2 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Pushing event deleted for resources: {'Subnet': ['ID=cfdef3b3-f9e5-4abb-bff6-ec5dc839d4a9,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:15:44.133263 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-fbca9cd5-8c2a-4395-924c-de8a9b8e25d2 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for subnet, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:44.136604 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-fbca9cd5-8c2a-4395-924c-de8a9b8e25d2 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] 10.222.0.18 "DELETE /v2.0/subnets/cfdef3b3-f9e5-4abb-bff6-ec5dc839d4a9 HTTP/1.1" status: 204 len: 168 time: 0.2930877 Jul 27 23:15:44.138370 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 42786) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:15:44.216175 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-bca8f491-0245-4186-a885-a810d79ff716 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593271'] for network, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:44.289160 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-bca8f491-0245-4186-a885-a810d79ff716 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Deleting port a10f5cf0-af7f-4c6b-bb98-0588eea3ad59 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:15:44.289737 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-bca8f491-0245-4186-a885-a810d79ff716 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:44.340659 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device a10f5cf0-af7f-4c6b-bb98-0588eea3ad59 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:15:44.389681 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-bca8f491-0245-4186-a885-a810d79ff716 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] For port a10f5cf0-af7f-4c6b-bb98-0588eea3ad59, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=a10f5cf0-af7f-4c6b-bb98-0588eea3ad59,segment=NetworkSegment(be9bbf28-902c-4f11-945c-e97e70d55fc3),segment_id=be9bbf28-902c-4f11-945c-e97e70d55fc3)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:15:44.390075 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-bca8f491-0245-4186-a885-a810d79ff716 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:44.405799 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning for port a10f5cf0-af7f-4c6b-bb98-0588eea3ad59 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:15:44.406424 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-bca8f491-0245-4186-a885-a810d79ff716 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Calling delete_port for a10f5cf0-af7f-4c6b-bb98-0588eea3ad59 owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:15:44.500243 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-bca8f491-0245-4186-a885-a810d79ff716 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:44.529874 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bca8f491-0245-4186-a885-a810d79ff716 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] No DVR routers for this DVR port a10f5cf0-af7f-4c6b-bb98-0588eea3ad59 on host n-d-802623-1 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:15:44.531529 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca8f491-0245-4186-a885-a810d79ff716 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Pushing event deleted for resources: {'Port': ['ID=a10f5cf0-af7f-4c6b-bb98-0588eea3ad59,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:15:44.612569 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-bca8f491-0245-4186-a885-a810d79ff716 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618032', 'neutron.services.segments.db._delete_segments_for_network-8736833900081'] for network, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:44.623406 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-bca8f491-0245-4186-a885-a810d79ff716 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abd42e92-5971-4a46-b095-8564a1cd081a']}} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:15:44.625633 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1f0387e-fa36-4394-a1e2-3ffd4b13f7fb None None] Network abd42e92-5971-4a46-b095-8564a1cd081a requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:15:44.638063 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-bca8f491-0245-4186-a885-a810d79ff716 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be9bbf28-902c-4f11-945c-e97e70d55fc3') {'for_net_delete': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:15:44.638364 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-bca8f491-0245-4186-a885-a810d79ff716 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be9bbf28-902c-4f11-945c-e97e70d55fc3') {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:15:44.647025 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-bca8f491-0245-4186-a885-a810d79ff716 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736833900858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11335978'] for segment, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:44.660423 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-bca8f491-0245-4186-a885-a810d79ff716 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:44.666700 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bca8f491-0245-4186-a885-a810d79ff716 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Releasing vlan 512 on physical network physnet1 to pool {{(pid=93797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 23:15:44.667102 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-bca8f491-0245-4186-a885-a810d79ff716 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11336013'] for segment, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:44.669939 n-d-802623-1 neutron-server[93797]: Traceback (most recent call last): Jul 27 23:15:44.669939 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 23:15:44.669939 n-d-802623-1 neutron-server[93797]: timer() Jul 27 23:15:44.669939 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 23:15:44.669939 n-d-802623-1 neutron-server[93797]: cb(*args, **kw) Jul 27 23:15:44.669939 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 23:15:44.669939 n-d-802623-1 neutron-server[93797]: return func(*args, **kwargs) Jul 27 23:15:44.669939 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 23:15:44.669939 n-d-802623-1 neutron-server[93797]: self._notify() Jul 27 23:15:44.669939 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 23:15:44.669939 n-d-802623-1 neutron-server[93797]: self.callback(batched_events) Jul 27 23:15:44.669939 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 23:15:44.669939 n-d-802623-1 neutron-server[93797]: event.method(event) Jul 27 23:15:44.669939 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 23:15:44.669939 n-d-802623-1 neutron-server[93797]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 23:15:44.669939 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 23:15:44.669939 n-d-802623-1 neutron-server[93797]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 23:15:44.669939 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 23:15:44.669939 n-d-802623-1 neutron-server[93797]: return f(self, *a, **k) Jul 27 23:15:44.669939 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 23:15:44.669939 n-d-802623-1 neutron-server[93797]: return self._get(url).json() Jul 27 23:15:44.669939 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 23:15:44.669939 n-d-802623-1 neutron-server[93797]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 23:15:44.669939 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 23:15:44.669939 n-d-802623-1 neutron-server[93797]: return self.request(url, 'GET', **kwargs) Jul 27 23:15:44.669939 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 23:15:44.669939 n-d-802623-1 neutron-server[93797]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 23:15:44.669939 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 23:15:44.669939 n-d-802623-1 neutron-server[93797]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 23:15:44.669939 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 23:15:44.669939 n-d-802623-1 neutron-server[93797]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 23:15:44.669939 n-d-802623-1 neutron-server[93797]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 23:15:44.712063 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e9fae2b8-0f6b-4526-a2d4-87f74f8420b7 None None] Could not find standard attr ID for object a10f5cf0-af7f-4c6b-bb98-0588eea3ad59. {{(pid=93799) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 23:15:44.732513 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-bca8f491-0245-4186-a885-a810d79ff716 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415412'] for network, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:44.740689 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-bca8f491-0245-4186-a885-a810d79ff716 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for network, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:44.742863 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-bca8f491-0245-4186-a885-a810d79ff716 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] 10.222.0.18 "DELETE /v2.0/networks/abd42e92-5971-4a46-b095-8564a1cd081a HTTP/1.1" status: 204 len: 168 time: 0.6035340 Jul 27 23:15:44.748435 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 42800) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:15:44.754304 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca8f491-0245-4186-a885-a810d79ff716 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Pushing event deleted for resources: {'Network': ['ID=abd42e92-5971-4a46-b095-8564a1cd081a,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:15:44.754500 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-b85f07f3-b6eb-40e5-8ef3-e4c429a893bf tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-697476443'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:15:44.777042 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b85f07f3-b6eb-40e5-8ef3-e4c429a893bf tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Made reservation on behalf of ce22108b54794f2f97b5322030e97124 for: {'network': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:15:44.780534 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b85f07f3-b6eb-40e5-8ef3-e4c429a893bf tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for network, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:44.791393 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b96e8c5-bccd-458a-a4b2-7bc3ae9a8a7c None None] DHCP port deletion for abd42e92-5971-4a46-b095-8564a1cd081a request from n-d-802623-1 {{(pid=93799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 23:15:44.809205 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b85f07f3-b6eb-40e5-8ef3-e4c429a893bf tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 503} {{(pid=93798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 23:15:44.818796 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b85f07f3-b6eb-40e5-8ef3-e4c429a893bf tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:44.819176 n-d-802623-1 neutron-server[93798]: INFO neutron.db.segments_db [None req-b85f07f3-b6eb-40e5-8ef3-e4c429a893bf tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Added segment bbb94a16-a0a6-4f1f-a788-19aa92d899e0 of type vlan for network 0cb3c290-6d24-4b47-9231-ea48fea10204 Jul 27 23:15:44.862544 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b85f07f3-b6eb-40e5-8ef3-e4c429a893bf tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736833354590'] for network, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:44.891217 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b85f07f3-b6eb-40e5-8ef3-e4c429a893bf tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569'] for network, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:44.896724 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b85f07f3-b6eb-40e5-8ef3-e4c429a893bf tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:15:44.897314 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b85f07f3-b6eb-40e5-8ef3-e4c429a893bf tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:44.950876 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-b85f07f3-b6eb-40e5-8ef3-e4c429a893bf tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2012963 Jul 27 23:15:44.954008 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 42814) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:15:44.959380 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-89188b2e-d572-4d5d-9ab8-70a1709d9e88 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Request body: {'subnet': {'network_id': '0cb3c290-6d24-4b47-9231-ea48fea10204', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:15:44.968368 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85f07f3-b6eb-40e5-8ef3-e4c429a893bf tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Pushing event updated for resources: {'Network': ['ID=0cb3c290-6d24-4b47-9231-ea48fea10204,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:15:44.979097 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Network 0cb3c290-6d24-4b47-9231-ea48fea10204 details requested by agent ovs-agent-n-d-802623-1 with host n-d-802623-1 {{(pid=93799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 23:15:45.047221 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89188b2e-d572-4d5d-9ab8-70a1709d9e88 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Made reservation on behalf of ce22108b54794f2f97b5322030e97124 for: {'subnet': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:15:45.050667 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-89188b2e-d572-4d5d-9ab8-70a1709d9e88 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11551435'] for subnet, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:45.177671 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device 55ddf06c-b572-4074-a812-837813a058d7 details requested by agent hyperv_n-h2-802623-1 with host n-h2-802623-1 {{(pid=93799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 23:15:45.231714 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-89188b2e-d572-4d5d-9ab8-70a1709d9e88 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11336182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11551417'] for subnet, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:45.271886 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port 55ddf06c-b572-4074-a812-837813a058d7, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=55ddf06c-b572-4074-a812-837813a058d7,segment=NetworkSegment(95f4c351-b25e-43d9-ba8e-34c4aa118da8),segment_id=95f4c351-b25e-43d9-ba8e-34c4aa118da8)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:15:45.283457 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Returning: {'device': '55ddf06c-b572-4074-a812-837813a058d7', 'network_id': '3a3cbeff-b007-4bc1-b89e-3434caa880b9', 'port_id': '55ddf06c-b572-4074-a812-837813a058d7', 'mac_address': 'fa:16:3e:00:73:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6febf1a-433f-4f54-bd03-8c744a40d170', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 23:15:45.295679 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89188b2e-d572-4d5d-9ab8-70a1709d9e88 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Pushing event updated for resources: {'Subnet': ['ID=2ca95d2d-894b-4653-8391-47260c9f7a7e,revision_number=0']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:15:45.305378 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89188b2e-d572-4d5d-9ab8-70a1709d9e88 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Checking segment: {'id': 'bbb94a16-a0a6-4f1f-a788-19aa92d899e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '0cb3c290-6d24-4b47-9231-ea48fea10204'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:15:45.305737 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89188b2e-d572-4d5d-9ab8-70a1709d9e88 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Network hostable DHCP agents. Network: 0cb3c290-6d24-4b47-9231-ea48fea10204, hostable agents: ['5950e76f-2bde-4343-a925-cbe6bacd2706'], hosted agents: [] {{(pid=93797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 23:15:45.324432 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89188b2e-d572-4d5d-9ab8-70a1709d9e88 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Network 0cb3c290-6d24-4b47-9231-ea48fea10204 is scheduled to be hosted by DHCP agent 5950e76f-2bde-4343-a925-cbe6bacd2706 with binding_index 1 {{(pid=93797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 23:15:45.328359 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:45.335651 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-89188b2e-d572-4d5d-9ab8-70a1709d9e88 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802623-1, 0cb3c290-6d24-4b47-9231-ea48fea10204) {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:15:45.341972 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89188b2e-d572-4d5d-9ab8-70a1709d9e88 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:15:45.342860 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-89188b2e-d572-4d5d-9ab8-70a1709d9e88 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for subnet, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:45.346143 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef67a515-4118-4f51-874e-adc9057d0030 None None] Network 0cb3c290-6d24-4b47-9231-ea48fea10204 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:15:45.361805 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-89188b2e-d572-4d5d-9ab8-70a1709d9e88 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4041641 Jul 27 23:15:45.362160 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 42818) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:15:45.370501 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-39510b49-3861-4092-afb0-c75a219b53a4 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Request body: {'port': {'network_id': '0cb3c290-6d24-4b47-9231-ea48fea10204', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1417464453'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:15:45.413547 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 55ddf06c-b572-4074-a812-837813a058d7 {{(pid=93799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:15:45.448783 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port 55ddf06c-b572-4074-a812-837813a058d7, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=55ddf06c-b572-4074-a812-837813a058d7,segment=NetworkSegment(95f4c351-b25e-43d9-ba8e-34c4aa118da8),segment_id=95f4c351-b25e-43d9-ba8e-34c4aa118da8)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:15:45.470209 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:45.482692 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39510b49-3861-4092-afb0-c75a219b53a4 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Made reservation on behalf of ce22108b54794f2f97b5322030e97124 for: {'port': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:15:45.486463 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-39510b49-3861-4092-afb0-c75a219b53a4 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:45.505899 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-39510b49-3861-4092-afb0-c75a219b53a4 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] device_id is not set on port abaeee4c-d0f9-4e2b-b7c9-2d01a1c6faf7 yet. {{(pid=93797) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 23:15:45.549201 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Pushing event updated for resources: {'Port': ['ID=55ddf06c-b572-4074-a812-837813a058d7,revision_number=6']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:15:45.559991 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c6e0b28-a2fe-4730-9789-bb5a5889b0c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f6f257c-ad18-5f0c-8c8e-ea085a5fc8a2-0cb3c290-6d24-4b47-9231-ea48fea10204', 'network_id': '0cb3c290-6d24-4b47-9231-ea48fea10204', 'tenant_id': 'ce22108b54794f2f97b5322030e97124', 'fixed_ips': [{'subnet_id': '2ca95d2d-894b-4653-8391-47260c9f7a7e'}]}} from n-d-802623-1. {{(pid=93799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 23:15:45.560787 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-3c6e0b28-a2fe-4730-9789-bb5a5889b0c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:45.584928 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] get_ports_and_sgs() called for port_ids ['55ddf06c-b572-4074-a812-837813a058d7'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:15:45.621298 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-39510b49-3861-4092-afb0-c75a219b53a4 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Allocated IP 172.20.0.11 (0cb3c290-6d24-4b47-9231-ea48fea10204/2ca95d2d-894b-4653-8391-47260c9f7a7e/abaeee4c-d0f9-4e2b-b7c9-2d01a1c6faf7) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:15:45.756957 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-39510b49-3861-4092-afb0-c75a219b53a4 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:45.771038 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-39510b49-3861-4092-afb0-c75a219b53a4 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Transition to ACTIVE for port object abaeee4c-d0f9-4e2b-b7c9-2d01a1c6faf7 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:15:45.802823 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-39510b49-3861-4092-afb0-c75a219b53a4 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:45.839745 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39510b49-3861-4092-afb0-c75a219b53a4 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Network 0cb3c290-6d24-4b47-9231-ea48fea10204 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:15:45.844584 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-39510b49-3861-4092-afb0-c75a219b53a4 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:15:45.845780 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-3c6e0b28-a2fe-4730-9789-bb5a5889b0c8 None None] Allocated IP 172.20.0.2 (0cb3c290-6d24-4b47-9231-ea48fea10204/2ca95d2d-894b-4653-8391-47260c9f7a7e/279fcd5d-e353-485d-aa9f-d280dd79d6ac) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:15:45.848651 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39510b49-3861-4092-afb0-c75a219b53a4 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:15:45.878204 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39510b49-3861-4092-afb0-c75a219b53a4 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Pushing event updated for resources: {'Port': ['ID=abaeee4c-d0f9-4e2b-b7c9-2d01a1c6faf7,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:15:45.904350 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39510b49-3861-4092-afb0-c75a219b53a4 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:15:45.904579 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-39510b49-3861-4092-afb0-c75a219b53a4 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:45.919286 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-39510b49-3861-4092-afb0-c75a219b53a4 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 887 time: 0.5557258 Jul 27 23:15:45.921785 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 42828) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:15:46.013669 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-3c6e0b28-a2fe-4730-9789-bb5a5889b0c8 None None] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:46.021950 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-2ad49bd0-e228-422f-9c0e-a1213e1e60ff tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Deleting port abaeee4c-d0f9-4e2b-b7c9-2d01a1c6faf7 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:15:46.022288 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2ad49bd0-e228-422f-9c0e-a1213e1e60ff tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:46.022530 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-3c6e0b28-a2fe-4730-9789-bb5a5889b0c8 None None] Transition to ACTIVE for port object 279fcd5d-e353-485d-aa9f-d280dd79d6ac will not be triggered until provisioned by entity L2. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:15:46.037512 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-3c6e0b28-a2fe-4730-9789-bb5a5889b0c8 None None] Transition to ACTIVE for port object 279fcd5d-e353-485d-aa9f-d280dd79d6ac will not be triggered until provisioned by entity DHCP. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:15:46.044111 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-3c6e0b28-a2fe-4730-9789-bb5a5889b0c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:46.081926 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c6e0b28-a2fe-4730-9789-bb5a5889b0c8 None None] Network 0cb3c290-6d24-4b47-9231-ea48fea10204 is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:15:46.084869 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-3c6e0b28-a2fe-4730-9789-bb5a5889b0c8 None None] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:15:46.087320 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c6e0b28-a2fe-4730-9789-bb5a5889b0c8 None None] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:15:46.098781 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6e0b28-a2fe-4730-9789-bb5a5889b0c8 None None] Pushing event updated for resources: {'Port': ['ID=279fcd5d-e353-485d-aa9f-d280dd79d6ac,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:15:46.280545 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device a10f5cf0-af7f-4c6b-bb98-0588eea3ad59 no longer exists at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:15:46.306888 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] No Port match for: a10f5cf0-af7f-4c6b-bb98-0588eea3ad59 {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:15:46.307249 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device a10f5cf0-af7f-4c6b-bb98-0588eea3ad59 not bound to the agent host n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:15:46.310805 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-3c6e0b28-a2fe-4730-9789-bb5a5889b0c8 None None] Attempting to bind port 279fcd5d-e353-485d-aa9f-d280dd79d6ac on host n-d-802623-1 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:15:46.311200 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-3c6e0b28-a2fe-4730-9789-bb5a5889b0c8 None None] Attempting to bind port 279fcd5d-e353-485d-aa9f-d280dd79d6ac by drivers openvswitch,hyperv on host n-d-802623-1 at level 0 using segments [{'id': 'bbb94a16-a0a6-4f1f-a788-19aa92d899e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '0cb3c290-6d24-4b47-9231-ea48fea10204'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:15:46.311565 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c6e0b28-a2fe-4730-9789-bb5a5889b0c8 None None] Attempting to bind port 279fcd5d-e353-485d-aa9f-d280dd79d6ac on network 0cb3c290-6d24-4b47-9231-ea48fea10204 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:15:46.317136 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c6e0b28-a2fe-4730-9789-bb5a5889b0c8 None None] Checking agent: {'id': 'a9a568d2-a5e7-41e4-833f-a8ab42ea4073', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 52, 30), 'started_at': datetime.datetime(2021, 7, 27, 22, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 15, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802623-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:15:46.317518 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c6e0b28-a2fe-4730-9789-bb5a5889b0c8 None None] Checking segment: {'id': 'bbb94a16-a0a6-4f1f-a788-19aa92d899e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '0cb3c290-6d24-4b47-9231-ea48fea10204'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:15:46.317824 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-3c6e0b28-a2fe-4730-9789-bb5a5889b0c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:46.318221 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c6e0b28-a2fe-4730-9789-bb5a5889b0c8 None None] Bound using segment: {'id': 'bbb94a16-a0a6-4f1f-a788-19aa92d899e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '0cb3c290-6d24-4b47-9231-ea48fea10204'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:15:46.318685 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-3c6e0b28-a2fe-4730-9789-bb5a5889b0c8 None None] Bound port: 279fcd5d-e353-485d-aa9f-d280dd79d6ac, host: n-d-802623-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbb94a16-a0a6-4f1f-a788-19aa92d899e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '0cb3c290-6d24-4b47-9231-ea48fea10204'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:15:46.319079 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-3c6e0b28-a2fe-4730-9789-bb5a5889b0c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:46.385284 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-3c6e0b28-a2fe-4730-9789-bb5a5889b0c8 None None] For port 279fcd5d-e353-485d-aa9f-d280dd79d6ac, host n-d-802623-1, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:15:46.390220 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-3c6e0b28-a2fe-4730-9789-bb5a5889b0c8 None None] For port 279fcd5d-e353-485d-aa9f-d280dd79d6ac, host n-d-802623-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=279fcd5d-e353-485d-aa9f-d280dd79d6ac,segment=NetworkSegment(bbb94a16-a0a6-4f1f-a788-19aa92d899e0),segment_id=bbb94a16-a0a6-4f1f-a788-19aa92d899e0)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:15:46.396347 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-3c6e0b28-a2fe-4730-9789-bb5a5889b0c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:46.423005 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2ad49bd0-e228-422f-9c0e-a1213e1e60ff tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:46.441400 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-2ad49bd0-e228-422f-9c0e-a1213e1e60ff tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Calling delete_port for abaeee4c-d0f9-4e2b-b7c9-2d01a1c6faf7 owned by {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:15:46.463837 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6e0b28-a2fe-4730-9789-bb5a5889b0c8 None None] Pushing event updated for resources: {'Port': ['ID=279fcd5d-e353-485d-aa9f-d280dd79d6ac,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:15:46.596647 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2ad49bd0-e228-422f-9c0e-a1213e1e60ff tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:46.645025 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad49bd0-e228-422f-9c0e-a1213e1e60ff tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Pushing event deleted for resources: {'Port': ['ID=abaeee4c-d0f9-4e2b-b7c9-2d01a1c6faf7,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:15:46.731552 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2ad49bd0-e228-422f-9c0e-a1213e1e60ff tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:46.733583 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-2ad49bd0-e228-422f-9c0e-a1213e1e60ff tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] 10.222.0.18 "DELETE /v2.0/ports/abaeee4c-d0f9-4e2b-b7c9-2d01a1c6faf7 HTTP/1.1" status: 204 len: 168 time: 0.8107219 Jul 27 23:15:46.736289 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 42856) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:15:46.769400 n-d-802623-1 neutron-server[93797]: INFO neutron.pecan_wsgi.hooks.translation [None req-712cb5c1-3805-4bca-a10c-95e44b190153 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] GET failed (client error): The resource could not be found. Jul 27 23:15:46.770872 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-712cb5c1-3805-4bca-a10c-95e44b190153 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] 10.222.0.18 "GET /v2.0/ports/abaeee4c-d0f9-4e2b-b7c9-2d01a1c6faf7 HTTP/1.1" status: 404 len: 333 time: 0.0334980 Jul 27 23:15:46.773488 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 42858) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:15:46.827188 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b1b00ef-febb-4916-84ab-0ff03787ef63 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Deleting subnet 2ca95d2d-894b-4653-8391-47260c9f7a7e {{(pid=93797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 23:15:46.830219 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1b1b00ef-febb-4916-84ab-0ff03787ef63 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks [] for subnet, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:46.870058 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1b1b00ef-febb-4916-84ab-0ff03787ef63 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11335971'] for subnet, precommit_delete_associations {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:46.955475 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1b1b00ef-febb-4916-84ab-0ff03787ef63 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620741'] for subnet, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:47.026293 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1b1b00ef-febb-4916-84ab-0ff03787ef63 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11335991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11551414'] for subnet, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:47.058553 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1b00ef-febb-4916-84ab-0ff03787ef63 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Pushing event deleted for resources: {'Subnet': ['ID=2ca95d2d-894b-4653-8391-47260c9f7a7e,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:15:47.067335 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1b1b00ef-febb-4916-84ab-0ff03787ef63 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for subnet, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:47.071574 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-1b1b00ef-febb-4916-84ab-0ff03787ef63 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] 10.222.0.18 "DELETE /v2.0/subnets/2ca95d2d-894b-4653-8391-47260c9f7a7e HTTP/1.1" status: 204 len: 168 time: 0.2970939 Jul 27 23:15:47.072187 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 42880) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:15:47.164357 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6ade0bb9-c982-4220-ac8c-aa321523ff93 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593271'] for network, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:47.197064 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device 55ddf06c-b572-4074-a812-837813a058d7 up at agent hyperv_n-h2-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:15:47.240049 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-6ade0bb9-c982-4220-ac8c-aa321523ff93 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Deleting port 279fcd5d-e353-485d-aa9f-d280dd79d6ac {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:15:47.240916 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6ade0bb9-c982-4220-ac8c-aa321523ff93 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:47.257686 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Provisioning complete for port 55ddf06c-b572-4074-a812-837813a058d7 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:15:47.258219 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:47.314629 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-6ade0bb9-c982-4220-ac8c-aa321523ff93 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] For port 279fcd5d-e353-485d-aa9f-d280dd79d6ac, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=279fcd5d-e353-485d-aa9f-d280dd79d6ac,segment=NetworkSegment(bbb94a16-a0a6-4f1f-a788-19aa92d899e0),segment_id=bbb94a16-a0a6-4f1f-a788-19aa92d899e0)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:15:47.315210 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6ade0bb9-c982-4220-ac8c-aa321523ff93 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:47.332485 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-6ade0bb9-c982-4220-ac8c-aa321523ff93 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Calling delete_port for 279fcd5d-e353-485d-aa9f-d280dd79d6ac owned by network:dhcp {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:15:47.355315 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:47.381071 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edb5143d-4bb1-4696-8f82-7407d17671e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55ddf06c-b572-4074-a812-837813a058d7'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:15:47.384708 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c0369b0d4f459110ff20a1f9878ba33f96d6491bddb9d15843bf29d01e0bda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63828ed2-d1c1-4a06-bac2-747954d0e96e" -d '{"events": [{"server_uuid": "edb5143d-4bb1-4696-8f82-7407d17671e4", "name": "network-vif-plugged", "status": "completed", "tag": "55ddf06c-b572-4074-a812-837813a058d7"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:15:47.403435 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port 55ddf06c-b572-4074-a812-837813a058d7, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=55ddf06c-b572-4074-a812-837813a058d7,segment=NetworkSegment(95f4c351-b25e-43d9-ba8e-34c4aa118da8),segment_id=95f4c351-b25e-43d9-ba8e-34c4aa118da8)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:15:47.413051 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:47.448593 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6ade0bb9-c982-4220-ac8c-aa321523ff93 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:47.454096 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:15:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dcc0d65-9539-4073-9d51-9e88166ec7c7 x-openstack-request-id: req-0dcc0d65-9539-4073-9d51-9e88166ec7c7 {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:15:47.454387 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edb5143d-4bb1-4696-8f82-7407d17671e4", "name": "network-vif-plugged", "status": "completed", "tag": "55ddf06c-b572-4074-a812-837813a058d7", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:15:47.454802 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0dcc0d65-9539-4073-9d51-9e88166ec7c7 {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:15:47.455523 n-d-802623-1 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edb5143d-4bb1-4696-8f82-7407d17671e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55ddf06c-b572-4074-a812-837813a058d7', 'code': 200} Jul 27 23:15:47.468774 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c22ef64-8653-47c0-a9e5-c68137d15525 None None] Network 0cb3c290-6d24-4b47-9231-ea48fea10204 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:15:47.476654 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ade0bb9-c982-4220-ac8c-aa321523ff93 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Pushing event deleted for resources: {'Port': ['ID=279fcd5d-e353-485d-aa9f-d280dd79d6ac,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:15:47.482840 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ade0bb9-c982-4220-ac8c-aa321523ff93 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] No DVR routers for this DVR port 279fcd5d-e353-485d-aa9f-d280dd79d6ac on host n-d-802623-1 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:15:47.537565 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Pushing event updated for resources: {'Port': ['ID=55ddf06c-b572-4074-a812-837813a058d7,revision_number=7']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:15:47.566345 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-9888cdc1-afbb-495e-8aaf-1d721de35d36 None None] Could not find standard attr ID for object 279fcd5d-e353-485d-aa9f-d280dd79d6ac. {{(pid=93799) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 23:15:47.582606 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6ade0bb9-c982-4220-ac8c-aa321523ff93 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618032', 'neutron.services.segments.db._delete_segments_for_network-8736833900081'] for network, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:47.593997 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-6ade0bb9-c982-4220-ac8c-aa321523ff93 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0cb3c290-6d24-4b47-9231-ea48fea10204']}} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:15:47.609036 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-6ade0bb9-c982-4220-ac8c-aa321523ff93 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbb94a16-a0a6-4f1f-a788-19aa92d899e0') {'for_net_delete': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:15:47.609450 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-6ade0bb9-c982-4220-ac8c-aa321523ff93 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbb94a16-a0a6-4f1f-a788-19aa92d899e0') {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:15:47.620619 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6ade0bb9-c982-4220-ac8c-aa321523ff93 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736833900858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11163256'] for segment, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:47.637538 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6ade0bb9-c982-4220-ac8c-aa321523ff93 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:47.644459 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ade0bb9-c982-4220-ac8c-aa321523ff93 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Releasing vlan 503 on physical network physnet1 to pool {{(pid=93798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 23:15:47.645073 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6ade0bb9-c982-4220-ac8c-aa321523ff93 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11971746'] for segment, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:47.648310 n-d-802623-1 neutron-server[93798]: Traceback (most recent call last): Jul 27 23:15:47.648310 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 23:15:47.648310 n-d-802623-1 neutron-server[93798]: timer() Jul 27 23:15:47.648310 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 23:15:47.648310 n-d-802623-1 neutron-server[93798]: cb(*args, **kw) Jul 27 23:15:47.648310 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 23:15:47.648310 n-d-802623-1 neutron-server[93798]: return func(*args, **kwargs) Jul 27 23:15:47.648310 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 23:15:47.648310 n-d-802623-1 neutron-server[93798]: self._notify() Jul 27 23:15:47.648310 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 23:15:47.648310 n-d-802623-1 neutron-server[93798]: self.callback(batched_events) Jul 27 23:15:47.648310 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 23:15:47.648310 n-d-802623-1 neutron-server[93798]: event.method(event) Jul 27 23:15:47.648310 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 23:15:47.648310 n-d-802623-1 neutron-server[93798]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 23:15:47.648310 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 23:15:47.648310 n-d-802623-1 neutron-server[93798]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 23:15:47.648310 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 23:15:47.648310 n-d-802623-1 neutron-server[93798]: return f(self, *a, **k) Jul 27 23:15:47.648310 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 23:15:47.648310 n-d-802623-1 neutron-server[93798]: return self._get(url).json() Jul 27 23:15:47.648310 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 23:15:47.648310 n-d-802623-1 neutron-server[93798]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 23:15:47.648310 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 23:15:47.648310 n-d-802623-1 neutron-server[93798]: return self.request(url, 'GET', **kwargs) Jul 27 23:15:47.648310 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 23:15:47.648310 n-d-802623-1 neutron-server[93798]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 23:15:47.648310 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 23:15:47.648310 n-d-802623-1 neutron-server[93798]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 23:15:47.648310 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 23:15:47.648310 n-d-802623-1 neutron-server[93798]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 23:15:47.648310 n-d-802623-1 neutron-server[93798]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 23:15:47.697502 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa90e29f-8e7b-49f2-811a-670c9c5a999b None None] DHCP port deletion for 0cb3c290-6d24-4b47-9231-ea48fea10204 request from n-d-802623-1 {{(pid=93799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 23:15:47.741209 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6ade0bb9-c982-4220-ac8c-aa321523ff93 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415412'] for network, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:47.747325 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6ade0bb9-c982-4220-ac8c-aa321523ff93 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:47.756364 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 42904) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:15:47.758317 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-6ade0bb9-c982-4220-ac8c-aa321523ff93 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] 10.222.0.18 "DELETE /v2.0/networks/0cb3c290-6d24-4b47-9231-ea48fea10204 HTTP/1.1" status: 204 len: 168 time: 0.6844647 Jul 27 23:15:47.761817 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-e07fc12c-5fb4-4d1a-8ec0-c60041198b67 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Request body: {'port': {'network_id': '7933cbbe-5c57-41f5-9efb-e15c3a6ede7b', 'name': 'tempest-PortsTestJSON-2042144448'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:15:47.779760 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ade0bb9-c982-4220-ac8c-aa321523ff93 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Pushing event deleted for resources: {'Network': ['ID=0cb3c290-6d24-4b47-9231-ea48fea10204,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:15:47.862457 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e07fc12c-5fb4-4d1a-8ec0-c60041198b67 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Made reservation on behalf of ce22108b54794f2f97b5322030e97124 for: {'port': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:15:47.866179 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e07fc12c-5fb4-4d1a-8ec0-c60041198b67 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:47.886925 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-e07fc12c-5fb4-4d1a-8ec0-c60041198b67 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] device_id is not set on port e31c1ce6-9d71-40d0-8530-22d3afd0abaf yet. {{(pid=93797) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 23:15:48.092366 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e07fc12c-5fb4-4d1a-8ec0-c60041198b67 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:48.147024 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e07fc12c-5fb4-4d1a-8ec0-c60041198b67 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:48.235141 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e07fc12c-5fb4-4d1a-8ec0-c60041198b67 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Network 7933cbbe-5c57-41f5-9efb-e15c3a6ede7b is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:15:48.243087 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-e07fc12c-5fb4-4d1a-8ec0-c60041198b67 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:15:48.248374 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e07fc12c-5fb4-4d1a-8ec0-c60041198b67 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:15:48.255359 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e07fc12c-5fb4-4d1a-8ec0-c60041198b67 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:15:48.256240 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e07fc12c-5fb4-4d1a-8ec0-c60041198b67 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:48.261282 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07fc12c-5fb4-4d1a-8ec0-c60041198b67 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Pushing event updated for resources: {'Port': ['ID=e31c1ce6-9d71-40d0-8530-22d3afd0abaf,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:15:48.285333 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-e07fc12c-5fb4-4d1a-8ec0-c60041198b67 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.5253935 Jul 27 23:15:48.285714 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 42918) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:15:48.394214 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-462aed81-cc7c-4b1f-a399-d5560a5f4a98 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Deleting port e31c1ce6-9d71-40d0-8530-22d3afd0abaf {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:15:48.394477 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-462aed81-cc7c-4b1f-a399-d5560a5f4a98 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:48.487239 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-462aed81-cc7c-4b1f-a399-d5560a5f4a98 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:48.503596 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-462aed81-cc7c-4b1f-a399-d5560a5f4a98 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Calling delete_port for e31c1ce6-9d71-40d0-8530-22d3afd0abaf owned by {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:15:48.619077 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-462aed81-cc7c-4b1f-a399-d5560a5f4a98 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:48.655290 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-462aed81-cc7c-4b1f-a399-d5560a5f4a98 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:48.657828 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-462aed81-cc7c-4b1f-a399-d5560a5f4a98 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] 10.222.0.18 "DELETE /v2.0/ports/e31c1ce6-9d71-40d0-8530-22d3afd0abaf HTTP/1.1" status: 204 len: 168 time: 0.3711092 Jul 27 23:15:48.659269 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462aed81-cc7c-4b1f-a399-d5560a5f4a98 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Pushing event deleted for resources: {'Port': ['ID=e31c1ce6-9d71-40d0-8530-22d3afd0abaf,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:15:48.660414 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 42924) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:15:48.669657 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-27593cb1-ae39-4c01-8032-eed87668cc5e tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Request body: {'port': {'network_id': '7933cbbe-5c57-41f5-9efb-e15c3a6ede7b', 'mac_address': 'fa:16:3e:94:4d:01', 'name': 'tempest-PortsTestJSON-1568780742'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:15:48.771469 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27593cb1-ae39-4c01-8032-eed87668cc5e tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Made reservation on behalf of ce22108b54794f2f97b5322030e97124 for: {'port': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:15:48.858531 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-27593cb1-ae39-4c01-8032-eed87668cc5e tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:48.890202 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-27593cb1-ae39-4c01-8032-eed87668cc5e tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] device_id is not set on port 49b70edc-ecb6-4d74-a98f-8a198f00d988 yet. {{(pid=93797) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 23:15:49.074904 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-27593cb1-ae39-4c01-8032-eed87668cc5e tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:49.128525 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-27593cb1-ae39-4c01-8032-eed87668cc5e tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:49.186067 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27593cb1-ae39-4c01-8032-eed87668cc5e tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Network 7933cbbe-5c57-41f5-9efb-e15c3a6ede7b is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:15:49.194113 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-27593cb1-ae39-4c01-8032-eed87668cc5e tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:15:49.201256 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27593cb1-ae39-4c01-8032-eed87668cc5e tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:15:49.207237 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27593cb1-ae39-4c01-8032-eed87668cc5e tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:15:49.207678 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-27593cb1-ae39-4c01-8032-eed87668cc5e tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:49.224089 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27593cb1-ae39-4c01-8032-eed87668cc5e tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Pushing event updated for resources: {'Port': ['ID=49b70edc-ecb6-4d74-a98f-8a198f00d988,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:15:49.231546 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 42940) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:15:49.240293 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-27593cb1-ae39-4c01-8032-eed87668cc5e tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.5785205 Jul 27 23:15:49.287019 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abc4f382-e87e-46fe-9050-51a5ca0ab197 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:15:49.291896 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-abc4f382-e87e-46fe-9050-51a5ca0ab197 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] 10.222.0.18 "GET /v2.0/ports/49b70edc-ecb6-4d74-a98f-8a198f00d988 HTTP/1.1" status: 200 len: 841 time: 0.0593216 Jul 27 23:15:49.292156 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 42942) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:15:49.428638 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-59df4983-7e9e-4f59-8600-70273acdf52b tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Deleting port 49b70edc-ecb6-4d74-a98f-8a198f00d988 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:15:49.429139 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-59df4983-7e9e-4f59-8600-70273acdf52b tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:49.852496 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-59df4983-7e9e-4f59-8600-70273acdf52b tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:49.868045 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-59df4983-7e9e-4f59-8600-70273acdf52b tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Calling delete_port for 49b70edc-ecb6-4d74-a98f-8a198f00d988 owned by {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:15:49.973195 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-59df4983-7e9e-4f59-8600-70273acdf52b tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:50.005501 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59df4983-7e9e-4f59-8600-70273acdf52b tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Pushing event deleted for resources: {'Port': ['ID=49b70edc-ecb6-4d74-a98f-8a198f00d988,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:15:50.013564 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-59df4983-7e9e-4f59-8600-70273acdf52b tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:50.020292 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-59df4983-7e9e-4f59-8600-70273acdf52b tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] 10.222.0.18 "DELETE /v2.0/ports/49b70edc-ecb6-4d74-a98f-8a198f00d988 HTTP/1.1" status: 204 len: 168 time: 0.7268317 Jul 27 23:15:50.022942 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 42950) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:15:50.054211 n-d-802623-1 neutron-server[93797]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7f5374a-a2fd-42d3-91e3-065cf418bfab tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] GET failed (client error): The resource could not be found. Jul 27 23:15:50.056392 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-e7f5374a-a2fd-42d3-91e3-065cf418bfab tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] 10.222.0.18 "GET /v2.0/ports/49b70edc-ecb6-4d74-a98f-8a198f00d988 HTTP/1.1" status: 404 len: 333 time: 0.0319524 Jul 27 23:15:50.061191 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 42952) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:15:50.065154 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-debc91fc-f3bb-4851-9a7b-0455388f7a91 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Request body: {'port': {'network_id': '7933cbbe-5c57-41f5-9efb-e15c3a6ede7b', 'name': 'tempest-PortsTestJSON-1432393344'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:15:50.168971 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-debc91fc-f3bb-4851-9a7b-0455388f7a91 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Made reservation on behalf of ce22108b54794f2f97b5322030e97124 for: {'port': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:15:50.172706 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-debc91fc-f3bb-4851-9a7b-0455388f7a91 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:50.198214 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-debc91fc-f3bb-4851-9a7b-0455388f7a91 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] device_id is not set on port c08fe8f4-30ff-4ea0-b12c-a5c9a9df7ce1 yet. {{(pid=93797) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 23:15:50.399389 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-debc91fc-f3bb-4851-9a7b-0455388f7a91 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:50.438661 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-debc91fc-f3bb-4851-9a7b-0455388f7a91 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:50.486140 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-debc91fc-f3bb-4851-9a7b-0455388f7a91 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Network 7933cbbe-5c57-41f5-9efb-e15c3a6ede7b is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:15:50.492918 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-debc91fc-f3bb-4851-9a7b-0455388f7a91 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:15:50.498914 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-debc91fc-f3bb-4851-9a7b-0455388f7a91 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:15:50.504736 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-debc91fc-f3bb-4851-9a7b-0455388f7a91 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:15:50.505949 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-debc91fc-f3bb-4851-9a7b-0455388f7a91 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:50.513233 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debc91fc-f3bb-4851-9a7b-0455388f7a91 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Pushing event updated for resources: {'Port': ['ID=c08fe8f4-30ff-4ea0-b12c-a5c9a9df7ce1,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:15:50.528731 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-debc91fc-f3bb-4851-9a7b-0455388f7a91 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.4676316 Jul 27 23:15:50.531433 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 42972) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:15:50.537296 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-cf4d2271-5a40-4740-b132-0b077c1b5ddd tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:15:50.619759 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-cf4d2271-5a40-4740-b132-0b077c1b5ddd tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:50.820614 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-cf4d2271-5a40-4740-b132-0b077c1b5ddd tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:50.828637 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-cf4d2271-5a40-4740-b132-0b077c1b5ddd tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11336041'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:50.862542 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-cf4d2271-5a40-4740-b132-0b077c1b5ddd tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] In _notify_port_updated(), no bound segment for port c08fe8f4-30ff-4ea0-b12c-a5c9a9df7ce1 on network 7933cbbe-5c57-41f5-9efb-e15c3a6ede7b {{(pid=93797) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 27 23:15:50.868068 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf4d2271-5a40-4740-b132-0b077c1b5ddd tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:15:50.869265 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-cf4d2271-5a40-4740-b132-0b077c1b5ddd tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:50.870600 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-cf4d2271-5a40-4740-b132-0b077c1b5ddd tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] 10.222.0.18 "PUT /v2.0/ports/c08fe8f4-30ff-4ea0-b12c-a5c9a9df7ce1 HTTP/1.1" status: 200 len: 818 time: 0.3380244 Jul 27 23:15:50.873568 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 42978) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:15:50.890142 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4d2271-5a40-4740-b132-0b077c1b5ddd tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Pushing event updated for resources: {'Port': ['ID=c08fe8f4-30ff-4ea0-b12c-a5c9a9df7ce1,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:15:50.983619 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-8a43b5bb-6aea-4da0-b3c4-698a0a803b23 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Deleting port c08fe8f4-30ff-4ea0-b12c-a5c9a9df7ce1 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:15:50.984055 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8a43b5bb-6aea-4da0-b3c4-698a0a803b23 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:51.063520 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8a43b5bb-6aea-4da0-b3c4-698a0a803b23 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:51.081270 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-8a43b5bb-6aea-4da0-b3c4-698a0a803b23 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Calling delete_port for c08fe8f4-30ff-4ea0-b12c-a5c9a9df7ce1 owned by {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:15:51.173554 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8a43b5bb-6aea-4da0-b3c4-698a0a803b23 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:51.212005 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8a43b5bb-6aea-4da0-b3c4-698a0a803b23 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:51.214276 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-8a43b5bb-6aea-4da0-b3c4-698a0a803b23 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] 10.222.0.18 "DELETE /v2.0/ports/c08fe8f4-30ff-4ea0-b12c-a5c9a9df7ce1 HTTP/1.1" status: 204 len: 168 time: 0.3397179 Jul 27 23:15:51.215294 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a43b5bb-6aea-4da0-b3c4-698a0a803b23 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Pushing event deleted for resources: {'Port': ['ID=c08fe8f4-30ff-4ea0-b12c-a5c9a9df7ce1,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:15:51.219584 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 42982) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:15:51.223463 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a43b5bb-6aea-4da0-b3c4-698a0a803b23 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:15:51.223810 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a43b5bb-6aea-4da0-b3c4-698a0a803b23 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:15:51.224147 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a43b5bb-6aea-4da0-b3c4-698a0a803b23 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:15:51.224482 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a43b5bb-6aea-4da0-b3c4-698a0a803b23 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:15:51.224810 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a43b5bb-6aea-4da0-b3c4-698a0a803b23 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:15:51.225137 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a43b5bb-6aea-4da0-b3c4-698a0a803b23 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:15:51.225460 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a43b5bb-6aea-4da0-b3c4-698a0a803b23 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:15:51.225779 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a43b5bb-6aea-4da0-b3c4-698a0a803b23 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:15:51.226099 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a43b5bb-6aea-4da0-b3c4-698a0a803b23 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:15:51.226417 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a43b5bb-6aea-4da0-b3c4-698a0a803b23 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:15:51.226735 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a43b5bb-6aea-4da0-b3c4-698a0a803b23 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:15:51.227073 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a43b5bb-6aea-4da0-b3c4-698a0a803b23 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:15:51.329801 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97017b9f-2ce4-46b2-8998-8be80b5320ba tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:15:51.333904 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-97017b9f-2ce4-46b2-8998-8be80b5320ba tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1102743 Jul 27 23:15:51.334242 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 42986) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:15:51.365432 n-d-802623-1 neutron-server[93798]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b55790d-8706-4b48-82fa-461858718581 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] GET failed (client error): The resource could not be found. Jul 27 23:15:51.367233 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-5b55790d-8706-4b48-82fa-461858718581 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] 10.222.0.18 "GET /v2.0/ports/c08fe8f4-30ff-4ea0-b12c-a5c9a9df7ce1 HTTP/1.1" status: 404 len: 333 time: 0.0318584 Jul 27 23:15:51.374289 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 42994) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:15:51.382777 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-ff7eb473-bcdd-41b0-a9fd-04a6867349b4 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-811784945'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:15:51.408262 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff7eb473-bcdd-41b0-a9fd-04a6867349b4 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Made reservation on behalf of ce22108b54794f2f97b5322030e97124 for: {'network': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:15:51.413019 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ff7eb473-bcdd-41b0-a9fd-04a6867349b4 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for network, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:51.443151 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff7eb473-bcdd-41b0-a9fd-04a6867349b4 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 509} {{(pid=93797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 23:15:51.457521 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ff7eb473-bcdd-41b0-a9fd-04a6867349b4 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:51.459178 n-d-802623-1 neutron-server[93797]: INFO neutron.db.segments_db [None req-ff7eb473-bcdd-41b0-a9fd-04a6867349b4 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Added segment d16151f1-aab3-407e-b5b0-fb129fa52f5b of type vlan for network dd2274f4-f589-4056-a053-7174429b847a Jul 27 23:15:51.513328 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ff7eb473-bcdd-41b0-a9fd-04a6867349b4 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736833354590'] for network, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:51.551317 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ff7eb473-bcdd-41b0-a9fd-04a6867349b4 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569'] for network, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:51.557791 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff7eb473-bcdd-41b0-a9fd-04a6867349b4 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:15:51.558520 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ff7eb473-bcdd-41b0-a9fd-04a6867349b4 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for network, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:51.633833 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-ff7eb473-bcdd-41b0-a9fd-04a6867349b4 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2580917 Jul 27 23:15:51.637257 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 43000) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:15:51.638523 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7eb473-bcdd-41b0-a9fd-04a6867349b4 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Pushing event updated for resources: {'Network': ['ID=dd2274f4-f589-4056-a053-7174429b847a,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:15:51.642895 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-40e139da-baa9-4038-a8f8-ac3fd3aabfa7 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Request body: {'subnet': {'network_id': 'dd2274f4-f589-4056-a053-7174429b847a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:15:51.649621 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Network dd2274f4-f589-4056-a053-7174429b847a details requested by agent ovs-agent-n-d-802623-1 with host n-d-802623-1 {{(pid=93799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 23:15:51.754980 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40e139da-baa9-4038-a8f8-ac3fd3aabfa7 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Made reservation on behalf of ce22108b54794f2f97b5322030e97124 for: {'subnet': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:15:51.759473 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-40e139da-baa9-4038-a8f8-ac3fd3aabfa7 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12265828'] for subnet, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:51.985203 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-40e139da-baa9-4038-a8f8-ac3fd3aabfa7 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11971609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12265750'] for subnet, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:52.056746 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e139da-baa9-4038-a8f8-ac3fd3aabfa7 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Pushing event updated for resources: {'Subnet': ['ID=9dff7230-f848-437c-8602-151b3d3f9cb4,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:15:52.060896 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40e139da-baa9-4038-a8f8-ac3fd3aabfa7 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Checking segment: {'id': 'd16151f1-aab3-407e-b5b0-fb129fa52f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'dd2274f4-f589-4056-a053-7174429b847a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:15:52.061271 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40e139da-baa9-4038-a8f8-ac3fd3aabfa7 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Network hostable DHCP agents. Network: dd2274f4-f589-4056-a053-7174429b847a, hostable agents: ['5950e76f-2bde-4343-a925-cbe6bacd2706'], hosted agents: [] {{(pid=93798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 23:15:52.083913 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40e139da-baa9-4038-a8f8-ac3fd3aabfa7 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Network dd2274f4-f589-4056-a053-7174429b847a is scheduled to be hosted by DHCP agent 5950e76f-2bde-4343-a925-cbe6bacd2706 with binding_index 1 {{(pid=93798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 23:15:52.096623 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-40e139da-baa9-4038-a8f8-ac3fd3aabfa7 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802623-1, dd2274f4-f589-4056-a053-7174429b847a) {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:15:52.101027 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40e139da-baa9-4038-a8f8-ac3fd3aabfa7 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:15:52.101651 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-40e139da-baa9-4038-a8f8-ac3fd3aabfa7 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:52.113059 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f6981bb-a74d-409d-a8c2-0cd60e08109e None None] Network dd2274f4-f589-4056-a053-7174429b847a requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:15:52.120512 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-40e139da-baa9-4038-a8f8-ac3fd3aabfa7 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4814434 Jul 27 23:15:52.123098 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 43008) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:15:52.129351 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-9f63eae8-a78b-41a0-9ac4-b2174af25608 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Request body: {'subnet': {'network_id': 'dd2274f4-f589-4056-a053-7174429b847a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:15:52.252180 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f63eae8-a78b-41a0-9ac4-b2174af25608 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Made reservation on behalf of ce22108b54794f2f97b5322030e97124 for: {'subnet': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:15:52.255882 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9f63eae8-a78b-41a0-9ac4-b2174af25608 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11551435'] for subnet, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:52.331084 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc426a74-f640-4145-b44d-aa21e66b9c31 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f6f257c-ad18-5f0c-8c8e-ea085a5fc8a2-dd2274f4-f589-4056-a053-7174429b847a', 'network_id': 'dd2274f4-f589-4056-a053-7174429b847a', 'tenant_id': 'ce22108b54794f2f97b5322030e97124', 'fixed_ips': [{'subnet_id': '9dff7230-f848-437c-8602-151b3d3f9cb4'}]}} from n-d-802623-1. {{(pid=93799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 23:15:52.333122 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-fc426a74-f640-4145-b44d-aa21e66b9c31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:52.366050 n-d-802623-1 neutron-server[93797]: INFO neutron.db.ipam_backend_mixin [None req-9f63eae8-a78b-41a0-9ac4-b2174af25608 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 9dff7230-f848-437c-8602-151b3d3f9cb4 (CIDR: 172.20.0.0/28) Jul 27 23:15:52.374168 n-d-802623-1 neutron-server[93797]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f63eae8-a78b-41a0-9ac4-b2174af25608 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 23:15:52.375251 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f63eae8-a78b-41a0-9ac4-b2174af25608 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93797) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 23:15:52.396991 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-9f63eae8-a78b-41a0-9ac4-b2174af25608 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2717953 Jul 27 23:15:52.402549 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 43012) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:15:52.408174 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-494fa099-fe10-4cdf-8461-0f848f1cc26d tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Request body: {'subnet': {'network_id': 'dd2274f4-f589-4056-a053-7174429b847a', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:15:52.535677 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-fc426a74-f640-4145-b44d-aa21e66b9c31 None None] Allocated IP 172.20.0.2 (dd2274f4-f589-4056-a053-7174429b847a/9dff7230-f848-437c-8602-151b3d3f9cb4/2cdd47c5-2e78-4af2-8923-0977b4d08682) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:15:52.563934 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-494fa099-fe10-4cdf-8461-0f848f1cc26d tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Made reservation on behalf of ce22108b54794f2f97b5322030e97124 for: {'subnet': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:15:52.569192 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-494fa099-fe10-4cdf-8461-0f848f1cc26d tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11551435'] for subnet, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:52.738653 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-fc426a74-f640-4145-b44d-aa21e66b9c31 None None] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:52.750645 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-fc426a74-f640-4145-b44d-aa21e66b9c31 None None] Transition to ACTIVE for port object 2cdd47c5-2e78-4af2-8923-0977b4d08682 will not be triggered until provisioned by entity L2. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:15:52.769929 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-fc426a74-f640-4145-b44d-aa21e66b9c31 None None] Transition to ACTIVE for port object 2cdd47c5-2e78-4af2-8923-0977b4d08682 will not be triggered until provisioned by entity DHCP. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:15:52.776596 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-fc426a74-f640-4145-b44d-aa21e66b9c31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:52.824356 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc426a74-f640-4145-b44d-aa21e66b9c31 None None] Network dd2274f4-f589-4056-a053-7174429b847a is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:15:52.829145 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-fc426a74-f640-4145-b44d-aa21e66b9c31 None None] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:15:52.835035 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc426a74-f640-4145-b44d-aa21e66b9c31 None None] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:15:52.844591 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc426a74-f640-4145-b44d-aa21e66b9c31 None None] Pushing event updated for resources: {'Port': ['ID=2cdd47c5-2e78-4af2-8923-0977b4d08682,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:15:52.911595 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-fc426a74-f640-4145-b44d-aa21e66b9c31 None None] Attempting to bind port 2cdd47c5-2e78-4af2-8923-0977b4d08682 on host n-d-802623-1 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:15:52.911994 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-fc426a74-f640-4145-b44d-aa21e66b9c31 None None] Attempting to bind port 2cdd47c5-2e78-4af2-8923-0977b4d08682 by drivers openvswitch,hyperv on host n-d-802623-1 at level 0 using segments [{'id': 'd16151f1-aab3-407e-b5b0-fb129fa52f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'dd2274f4-f589-4056-a053-7174429b847a'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:15:52.912334 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc426a74-f640-4145-b44d-aa21e66b9c31 None None] Attempting to bind port 2cdd47c5-2e78-4af2-8923-0977b4d08682 on network dd2274f4-f589-4056-a053-7174429b847a {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:15:52.914526 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-494fa099-fe10-4cdf-8461-0f848f1cc26d tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11336182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11551417'] for subnet, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:52.918731 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc426a74-f640-4145-b44d-aa21e66b9c31 None None] Checking agent: {'id': 'a9a568d2-a5e7-41e4-833f-a8ab42ea4073', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 52, 30), 'started_at': datetime.datetime(2021, 7, 27, 22, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 15, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802623-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:15:52.919467 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc426a74-f640-4145-b44d-aa21e66b9c31 None None] Checking segment: {'id': 'd16151f1-aab3-407e-b5b0-fb129fa52f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'dd2274f4-f589-4056-a053-7174429b847a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:15:52.919984 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-fc426a74-f640-4145-b44d-aa21e66b9c31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:52.920460 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc426a74-f640-4145-b44d-aa21e66b9c31 None None] Bound using segment: {'id': 'd16151f1-aab3-407e-b5b0-fb129fa52f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'dd2274f4-f589-4056-a053-7174429b847a'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:15:52.920991 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-fc426a74-f640-4145-b44d-aa21e66b9c31 None None] Bound port: 2cdd47c5-2e78-4af2-8923-0977b4d08682, host: n-d-802623-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd16151f1-aab3-407e-b5b0-fb129fa52f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'dd2274f4-f589-4056-a053-7174429b847a'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:15:52.921617 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-fc426a74-f640-4145-b44d-aa21e66b9c31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:52.980636 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-494fa099-fe10-4cdf-8461-0f848f1cc26d tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Network dd2274f4-f589-4056-a053-7174429b847a is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:15:52.982167 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-494fa099-fe10-4cdf-8461-0f848f1cc26d tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:15:52.992363 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-494fa099-fe10-4cdf-8461-0f848f1cc26d tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:15:52.992363 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-494fa099-fe10-4cdf-8461-0f848f1cc26d tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for subnet, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:53.021486 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-494fa099-fe10-4cdf-8461-0f848f1cc26d tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.6178212 Jul 27 23:15:53.025578 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 43028) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:15:53.030779 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-fc426a74-f640-4145-b44d-aa21e66b9c31 None None] For port 2cdd47c5-2e78-4af2-8923-0977b4d08682, host n-d-802623-1, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:15:53.031825 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-da0da2b3-c367-474f-842f-6e1148adf067 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Request body: {'port': {'network_id': 'dd2274f4-f589-4056-a053-7174429b847a', 'fixed_ips': [{'subnet_id': '9dff7230-f848-437c-8602-151b3d3f9cb4'}, {'subnet_id': '2456b7ae-d644-41ac-a079-42549a70a352'}], 'name': 'tempest-PortsTestJSON-305499805'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:15:53.034108 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-fc426a74-f640-4145-b44d-aa21e66b9c31 None None] For port 2cdd47c5-2e78-4af2-8923-0977b4d08682, host n-d-802623-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=2cdd47c5-2e78-4af2-8923-0977b4d08682,segment=NetworkSegment(d16151f1-aab3-407e-b5b0-fb129fa52f5b),segment_id=d16151f1-aab3-407e-b5b0-fb129fa52f5b)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:15:53.042565 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-fc426a74-f640-4145-b44d-aa21e66b9c31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:53.066448 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494fa099-fe10-4cdf-8461-0f848f1cc26d tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Pushing event updated for resources: {'Subnet': ['ID=2456b7ae-d644-41ac-a079-42549a70a352,revision_number=0']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:15:53.106730 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc426a74-f640-4145-b44d-aa21e66b9c31 None None] Pushing event updated for resources: {'Port': ['ID=2cdd47c5-2e78-4af2-8923-0977b4d08682,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:15:53.234972 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da0da2b3-c367-474f-842f-6e1148adf067 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Made reservation on behalf of ce22108b54794f2f97b5322030e97124 for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:15:53.387245 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-da0da2b3-c367-474f-842f-6e1148adf067 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:53.418078 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [None req-da0da2b3-c367-474f-842f-6e1148adf067 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] device_id is not set on port 490a89dd-3221-46e5-b51d-b7af129b5454 yet. {{(pid=93798) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 23:15:53.731386 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-da0da2b3-c367-474f-842f-6e1148adf067 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Allocated IP 172.20.0.5 (dd2274f4-f589-4056-a053-7174429b847a/9dff7230-f848-437c-8602-151b3d3f9cb4/490a89dd-3221-46e5-b51d-b7af129b5454) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:15:53.737994 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-da0da2b3-c367-474f-842f-6e1148adf067 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Allocated IP 172.20.0.18 (dd2274f4-f589-4056-a053-7174429b847a/2456b7ae-d644-41ac-a079-42549a70a352/490a89dd-3221-46e5-b51d-b7af129b5454) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:15:53.911904 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-da0da2b3-c367-474f-842f-6e1148adf067 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:53.932212 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-da0da2b3-c367-474f-842f-6e1148adf067 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Transition to ACTIVE for port object 490a89dd-3221-46e5-b51d-b7af129b5454 will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:15:53.979542 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-da0da2b3-c367-474f-842f-6e1148adf067 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:54.039075 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da0da2b3-c367-474f-842f-6e1148adf067 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Network dd2274f4-f589-4056-a053-7174429b847a is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:15:54.044296 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-da0da2b3-c367-474f-842f-6e1148adf067 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:15:54.054168 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da0da2b3-c367-474f-842f-6e1148adf067 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:15:54.088757 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0da2b3-c367-474f-842f-6e1148adf067 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Pushing event updated for resources: {'Port': ['ID=490a89dd-3221-46e5-b51d-b7af129b5454,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:15:54.140798 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da0da2b3-c367-474f-842f-6e1148adf067 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:15:54.144431 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-da0da2b3-c367-474f-842f-6e1148adf067 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:54.171331 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-da0da2b3-c367-474f-842f-6e1148adf067 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1003 time: 1.1435387 Jul 27 23:15:54.172222 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 43052) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:15:54.178106 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-8477fc21-9415-4758-96b8-4d4eca812dc2 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '9dff7230-f848-437c-8602-151b3d3f9cb4'}]}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:15:54.386695 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 2cdd47c5-2e78-4af2-8923-0977b4d08682 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:15:54.402395 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8477fc21-9415-4758-96b8-4d4eca812dc2 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:54.456567 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning for port 2cdd47c5-2e78-4af2-8923-0977b4d08682 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:15:54.474879 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d856c62-38f3-48a2-bd7c-dacbd2437689 None None] Network dd2274f4-f589-4056-a053-7174429b847a requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:15:54.589468 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-3edf4737-a319-43c1-9fd3-e170f06dadfe None None] Provisioning for port 2cdd47c5-2e78-4af2-8923-0977b4d08682 completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:15:54.596462 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-3edf4737-a319-43c1-9fd3-e170f06dadfe None None] Provisioning complete for port 2cdd47c5-2e78-4af2-8923-0977b4d08682 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:15:54.597085 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-3edf4737-a319-43c1-9fd3-e170f06dadfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:54.757165 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-3edf4737-a319-43c1-9fd3-e170f06dadfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:54.793096 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-8477fc21-9415-4758-96b8-4d4eca812dc2 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Delete allocated IP 172.20.0.18 (dd2274f4-f589-4056-a053-7174429b847a/2456b7ae-d644-41ac-a079-42549a70a352) {{(pid=93797) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 27 23:15:54.831164 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03f2453c-3184-4aea-8155-60ef97c3e184 None None] Update dhcp port {'port': {'network_id': 'dd2274f4-f589-4056-a053-7174429b847a', 'fixed_ips': [{'subnet_id': '9dff7230-f848-437c-8602-151b3d3f9cb4', 'ip_address': '172.20.0.2'}, {'subnet_id': '2456b7ae-d644-41ac-a079-42549a70a352'}], 'binding:host_id': 'n-d-802623-1'}, 'id': '2cdd47c5-2e78-4af2-8923-0977b4d08682'} from n-d-802623-1. {{(pid=93799) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 27 23:15:54.834936 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-3edf4737-a319-43c1-9fd3-e170f06dadfe None None] For port 2cdd47c5-2e78-4af2-8923-0977b4d08682, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=2cdd47c5-2e78-4af2-8923-0977b4d08682,segment=NetworkSegment(d16151f1-aab3-407e-b5b0-fb129fa52f5b),segment_id=d16151f1-aab3-407e-b5b0-fb129fa52f5b)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:15:54.856346 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-3edf4737-a319-43c1-9fd3-e170f06dadfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:54.888209 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-03f2453c-3184-4aea-8155-60ef97c3e184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:54.944491 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edf4737-a319-43c1-9fd3-e170f06dadfe None None] Pushing event updated for resources: {'Port': ['ID=2cdd47c5-2e78-4af2-8923-0977b4d08682,revision_number=3']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:15:54.965849 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8477fc21-9415-4758-96b8-4d4eca812dc2 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:54.979384 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-8477fc21-9415-4758-96b8-4d4eca812dc2 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Ignored duplicate provisioning block setup for port 490a89dd-3221-46e5-b51d-b7af129b5454 by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 27 23:15:54.988431 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8477fc21-9415-4758-96b8-4d4eca812dc2 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11336041'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:55.093591 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8477fc21-9415-4758-96b8-4d4eca812dc2 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Pushing event updated for resources: {'Port': ['ID=490a89dd-3221-46e5-b51d-b7af129b5454,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:15:55.110461 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-03f2453c-3184-4aea-8155-60ef97c3e184 None None] Allocated IP 172.20.0.19 (dd2274f4-f589-4056-a053-7174429b847a/2456b7ae-d644-41ac-a079-42549a70a352/2cdd47c5-2e78-4af2-8923-0977b4d08682) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:15:55.122379 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-8477fc21-9415-4758-96b8-4d4eca812dc2 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] In _notify_port_updated(), no bound segment for port 490a89dd-3221-46e5-b51d-b7af129b5454 on network dd2274f4-f589-4056-a053-7174429b847a {{(pid=93797) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 27 23:15:55.135547 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8477fc21-9415-4758-96b8-4d4eca812dc2 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:15:55.138731 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8477fc21-9415-4758-96b8-4d4eca812dc2 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:55.143649 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 43072) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:15:55.149158 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-9a932f34-416e-48e2-ba72-bdd2b1a62602 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '9dff7230-f848-437c-8602-151b3d3f9cb4'}, {'subnet_id': '2456b7ae-d644-41ac-a079-42549a70a352'}]}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:15:55.154039 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-8477fc21-9415-4758-96b8-4d4eca812dc2 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] 10.222.0.18 "PUT /v2.0/ports/490a89dd-3221-46e5-b51d-b7af129b5454 HTTP/1.1" status: 200 len: 918 time: 0.9806333 Jul 27 23:15:55.246754 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9a932f34-416e-48e2-ba72-bdd2b1a62602 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:55.286058 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-03f2453c-3184-4aea-8155-60ef97c3e184 None None] For port 2cdd47c5-2e78-4af2-8923-0977b4d08682, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=2cdd47c5-2e78-4af2-8923-0977b4d08682,segment=NetworkSegment(d16151f1-aab3-407e-b5b0-fb129fa52f5b),segment_id=d16151f1-aab3-407e-b5b0-fb129fa52f5b)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:15:55.325742 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-03f2453c-3184-4aea-8155-60ef97c3e184 None None] Notify callbacks [] for port, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:55.345414 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-03f2453c-3184-4aea-8155-60ef97c3e184 None None] Transition to ACTIVE for port object 2cdd47c5-2e78-4af2-8923-0977b4d08682 will not be triggered until provisioned by entity DHCP. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:15:55.357555 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-03f2453c-3184-4aea-8155-60ef97c3e184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:55.458070 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f2453c-3184-4aea-8155-60ef97c3e184 None None] Pushing event updated for resources: {'Port': ['ID=2cdd47c5-2e78-4af2-8923-0977b4d08682,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:15:55.560619 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-9a932f34-416e-48e2-ba72-bdd2b1a62602 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Allocated IP 172.20.0.24 (dd2274f4-f589-4056-a053-7174429b847a/2456b7ae-d644-41ac-a079-42549a70a352/490a89dd-3221-46e5-b51d-b7af129b5454) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:15:55.759991 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9a932f34-416e-48e2-ba72-bdd2b1a62602 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:55.778731 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-9a932f34-416e-48e2-ba72-bdd2b1a62602 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Ignored duplicate provisioning block setup for port 490a89dd-3221-46e5-b51d-b7af129b5454 by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 27 23:15:55.784042 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9a932f34-416e-48e2-ba72-bdd2b1a62602 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:55.926060 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a932f34-416e-48e2-ba72-bdd2b1a62602 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Pushing event updated for resources: {'Port': ['ID=490a89dd-3221-46e5-b51d-b7af129b5454,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:15:55.955513 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-9a932f34-416e-48e2-ba72-bdd2b1a62602 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] In _notify_port_updated(), no bound segment for port 490a89dd-3221-46e5-b51d-b7af129b5454 on network dd2274f4-f589-4056-a053-7174429b847a {{(pid=93798) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 27 23:15:55.961693 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a932f34-416e-48e2-ba72-bdd2b1a62602 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:15:55.962457 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9a932f34-416e-48e2-ba72-bdd2b1a62602 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:55.963830 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-9a932f34-416e-48e2-ba72-bdd2b1a62602 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] 10.222.0.18 "PUT /v2.0/ports/490a89dd-3221-46e5-b51d-b7af129b5454 HTTP/1.1" status: 200 len: 998 time: 0.8191938 Jul 27 23:15:55.967026 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 43088) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:15:56.103345 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-299ac480-5089-4ae0-ba56-c65ec373dd36 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Deleting port 490a89dd-3221-46e5-b51d-b7af129b5454 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:15:56.103792 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-299ac480-5089-4ae0-ba56-c65ec373dd36 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:56.114166 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-539aac4d-816c-4574-93ef-c30ea8ba5e45 None None] Network dd2274f4-f589-4056-a053-7174429b847a requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:15:56.211922 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-7d7d084d-9952-4423-815d-dcef98f73256 None None] Provisioning for port 2cdd47c5-2e78-4af2-8923-0977b4d08682 completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:15:56.230994 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-7d7d084d-9952-4423-815d-dcef98f73256 None None] Provisioning complete for port 2cdd47c5-2e78-4af2-8923-0977b4d08682 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:15:56.231407 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7d7d084d-9952-4423-815d-dcef98f73256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:56.232618 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-299ac480-5089-4ae0-ba56-c65ec373dd36 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:56.292397 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-299ac480-5089-4ae0-ba56-c65ec373dd36 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Calling delete_port for 490a89dd-3221-46e5-b51d-b7af129b5454 owned by {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:15:56.391199 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 2cdd47c5-2e78-4af2-8923-0977b4d08682 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:15:56.563867 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-299ac480-5089-4ae0-ba56-c65ec373dd36 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:56.602220 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ac480-5089-4ae0-ba56-c65ec373dd36 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Pushing event deleted for resources: {'Port': ['ID=490a89dd-3221-46e5-b51d-b7af129b5454,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:15:56.714598 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-7d7d084d-9952-4423-815d-dcef98f73256 None None] Could not find standard attr ID for object 490a89dd-3221-46e5-b51d-b7af129b5454. {{(pid=93799) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 23:15:56.723100 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-299ac480-5089-4ae0-ba56-c65ec373dd36 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:56.728978 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-299ac480-5089-4ae0-ba56-c65ec373dd36 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] 10.222.0.18 "DELETE /v2.0/ports/490a89dd-3221-46e5-b51d-b7af129b5454 HTTP/1.1" status: 204 len: 168 time: 0.7578185 Jul 27 23:15:56.731273 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 43098) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:15:56.776314 n-d-802623-1 neutron-server[93798]: INFO neutron.pecan_wsgi.hooks.translation [None req-3653f891-47dc-406c-96b8-164d165deb12 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] GET failed (client error): The resource could not be found. Jul 27 23:15:56.780769 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 43102) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:15:56.789405 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-3653f891-47dc-406c-96b8-164d165deb12 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] 10.222.0.18 "GET /v2.0/ports/490a89dd-3221-46e5-b51d-b7af129b5454 HTTP/1.1" status: 404 len: 333 time: 0.0476875 Jul 27 23:15:56.802994 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port 2cdd47c5-2e78-4af2-8923-0977b4d08682 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:15:56.803480 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:56.879304 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_v2 [None req-438c1ba4-152c-44a8-9262-7a6ce20b82a5 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Deleting subnet 2456b7ae-d644-41ac-a079-42549a70a352 {{(pid=93797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 23:15:56.883538 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-438c1ba4-152c-44a8-9262-7a6ce20b82a5 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks [] for subnet, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:56.886178 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-59f2a097-aba8-4e82-8289-b2c19c184594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:56.936331 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-438c1ba4-152c-44a8-9262-7a6ce20b82a5 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11335971'] for subnet, precommit_delete_associations {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:57.029909 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-438c1ba4-152c-44a8-9262-7a6ce20b82a5 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620741'] for subnet, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:57.102982 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-438c1ba4-152c-44a8-9262-7a6ce20b82a5 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11335991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11551414'] for subnet, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:57.144129 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-438c1ba4-152c-44a8-9262-7a6ce20b82a5 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for subnet, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:57.146025 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-438c1ba4-152c-44a8-9262-7a6ce20b82a5 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] 10.222.0.18 "DELETE /v2.0/subnets/2456b7ae-d644-41ac-a079-42549a70a352 HTTP/1.1" status: 204 len: 168 time: 0.3640888 Jul 27 23:15:57.147162 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438c1ba4-152c-44a8-9262-7a6ce20b82a5 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Pushing event deleted for resources: {'Subnet': ['ID=2456b7ae-d644-41ac-a079-42549a70a352,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:15:57.148808 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 43112) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:15:57.210881 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_v2 [None req-06678e16-5662-4211-84d7-b68ad9915d2b tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Deleting subnet 9dff7230-f848-437c-8602-151b3d3f9cb4 {{(pid=93798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 23:15:57.215312 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-06678e16-5662-4211-84d7-b68ad9915d2b tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks [] for subnet, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:57.291328 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-06678e16-5662-4211-84d7-b68ad9915d2b tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11163249'] for subnet, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:57.315750 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04dcd412-0587-4285-ae87-65c33585eec9 None None] Network dd2274f4-f589-4056-a053-7174429b847a requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:15:57.411121 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-a14af2bc-072b-4447-9e1b-2201f2873ce3 None None] Provisioning complete for port 2cdd47c5-2e78-4af2-8923-0977b4d08682 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:15:57.411502 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a14af2bc-072b-4447-9e1b-2201f2873ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:57.460420 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-06678e16-5662-4211-84d7-b68ad9915d2b tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620741'] for subnet, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:57.569252 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-06678e16-5662-4211-84d7-b68ad9915d2b tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11971800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12265753'] for subnet, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:57.588856 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-a14af2bc-072b-4447-9e1b-2201f2873ce3 None None] Could not find standard attr ID for object 490a89dd-3221-46e5-b51d-b7af129b5454. {{(pid=93799) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 23:15:57.612887 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06678e16-5662-4211-84d7-b68ad9915d2b tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Pushing event deleted for resources: {'Subnet': ['ID=9dff7230-f848-437c-8602-151b3d3f9cb4,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:15:57.617827 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-06678e16-5662-4211-84d7-b68ad9915d2b tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:57.622781 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-06678e16-5662-4211-84d7-b68ad9915d2b tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] 10.222.0.18 "DELETE /v2.0/subnets/9dff7230-f848-437c-8602-151b3d3f9cb4 HTTP/1.1" status: 204 len: 168 time: 0.4699082 Jul 27 23:15:57.623141 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 43124) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:15:57.702218 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91d9a388-88b1-4c6e-8a59-35f9d92f5212 None None] Update dhcp port {'port': {'network_id': 'dd2274f4-f589-4056-a053-7174429b847a', 'fixed_ips': [{'subnet_id': '9dff7230-f848-437c-8602-151b3d3f9cb4'}], 'binding:host_id': 'n-d-802623-1'}, 'id': '2cdd47c5-2e78-4af2-8923-0977b4d08682'} from n-d-802623-1. {{(pid=93799) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 27 23:15:57.722793 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a5bf5e94-e79b-4a97-972e-999f06036107 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593271'] for network, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:57.744782 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-91d9a388-88b1-4c6e-8a59-35f9d92f5212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:57.794077 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-a5bf5e94-e79b-4a97-972e-999f06036107 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Deleting port 2cdd47c5-2e78-4af2-8923-0977b4d08682 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:15:57.794426 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a5bf5e94-e79b-4a97-972e-999f06036107 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:57.902870 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-a5bf5e94-e79b-4a97-972e-999f06036107 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] For port 2cdd47c5-2e78-4af2-8923-0977b4d08682, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=2cdd47c5-2e78-4af2-8923-0977b4d08682,segment=NetworkSegment(d16151f1-aab3-407e-b5b0-fb129fa52f5b),segment_id=d16151f1-aab3-407e-b5b0-fb129fa52f5b)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:15:57.903279 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a5bf5e94-e79b-4a97-972e-999f06036107 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:57.935102 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-a5bf5e94-e79b-4a97-972e-999f06036107 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Calling delete_port for 2cdd47c5-2e78-4af2-8923-0977b4d08682 owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:15:58.058053 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-200d6372-8aa7-41d1-a500-8234fecb3145 None None] Network dd2274f4-f589-4056-a053-7174429b847a requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:15:58.075635 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a5bf5e94-e79b-4a97-972e-999f06036107 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:58.102259 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bf5e94-e79b-4a97-972e-999f06036107 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Pushing event deleted for resources: {'Port': ['ID=2cdd47c5-2e78-4af2-8923-0977b4d08682,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:15:58.116909 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5bf5e94-e79b-4a97-972e-999f06036107 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] No DVR routers for this DVR port 2cdd47c5-2e78-4af2-8923-0977b4d08682 on host n-d-802623-1 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:15:58.117096 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-aad094e3-ad8c-4f97-9677-c1de5e1507dc None None] Could not find standard attr ID for object 2cdd47c5-2e78-4af2-8923-0977b4d08682. {{(pid=93799) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 23:15:58.201262 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d4306a4-88ee-40d4-bcb8-0b9d9dc11fb6 None None] DHCP port deletion for dd2274f4-f589-4056-a053-7174429b847a request from n-d-802623-1 {{(pid=93799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 23:15:58.216306 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a5bf5e94-e79b-4a97-972e-999f06036107 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618032', 'neutron.services.segments.db._delete_segments_for_network-8736833900081'] for network, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:58.228464 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-a5bf5e94-e79b-4a97-972e-999f06036107 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd2274f4-f589-4056-a053-7174429b847a']}} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:15:58.240168 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-a5bf5e94-e79b-4a97-972e-999f06036107 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd16151f1-aab3-407e-b5b0-fb129fa52f5b') {'for_net_delete': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:15:58.240364 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-a5bf5e94-e79b-4a97-972e-999f06036107 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd16151f1-aab3-407e-b5b0-fb129fa52f5b') {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:15:58.251877 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a5bf5e94-e79b-4a97-972e-999f06036107 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736833900858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11335978'] for segment, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:58.266807 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a5bf5e94-e79b-4a97-972e-999f06036107 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:58.278182 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5bf5e94-e79b-4a97-972e-999f06036107 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Releasing vlan 509 on physical network physnet1 to pool {{(pid=93797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 23:15:58.278590 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a5bf5e94-e79b-4a97-972e-999f06036107 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11336013'] for segment, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:58.282034 n-d-802623-1 neutron-server[93797]: Traceback (most recent call last): Jul 27 23:15:58.282034 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 23:15:58.282034 n-d-802623-1 neutron-server[93797]: timer() Jul 27 23:15:58.282034 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 23:15:58.282034 n-d-802623-1 neutron-server[93797]: cb(*args, **kw) Jul 27 23:15:58.282034 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 23:15:58.282034 n-d-802623-1 neutron-server[93797]: return func(*args, **kwargs) Jul 27 23:15:58.282034 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 23:15:58.282034 n-d-802623-1 neutron-server[93797]: self._notify() Jul 27 23:15:58.282034 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 23:15:58.282034 n-d-802623-1 neutron-server[93797]: self.callback(batched_events) Jul 27 23:15:58.282034 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 23:15:58.282034 n-d-802623-1 neutron-server[93797]: event.method(event) Jul 27 23:15:58.282034 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 23:15:58.282034 n-d-802623-1 neutron-server[93797]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 23:15:58.282034 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 23:15:58.282034 n-d-802623-1 neutron-server[93797]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 23:15:58.282034 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 23:15:58.282034 n-d-802623-1 neutron-server[93797]: return f(self, *a, **k) Jul 27 23:15:58.282034 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 23:15:58.282034 n-d-802623-1 neutron-server[93797]: return self._get(url).json() Jul 27 23:15:58.282034 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 23:15:58.282034 n-d-802623-1 neutron-server[93797]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 23:15:58.282034 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 23:15:58.282034 n-d-802623-1 neutron-server[93797]: return self.request(url, 'GET', **kwargs) Jul 27 23:15:58.282034 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 23:15:58.282034 n-d-802623-1 neutron-server[93797]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 23:15:58.282034 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 23:15:58.282034 n-d-802623-1 neutron-server[93797]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 23:15:58.282034 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 23:15:58.282034 n-d-802623-1 neutron-server[93797]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 23:15:58.282034 n-d-802623-1 neutron-server[93797]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 23:15:58.290428 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 2cdd47c5-2e78-4af2-8923-0977b4d08682 no longer exists at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:15:58.311133 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] No Port match for: 2cdd47c5-2e78-4af2-8923-0977b4d08682 {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:15:58.311492 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 2cdd47c5-2e78-4af2-8923-0977b4d08682 not bound to the agent host n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:15:58.353285 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a5bf5e94-e79b-4a97-972e-999f06036107 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415412'] for network, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:58.361753 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a5bf5e94-e79b-4a97-972e-999f06036107 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for network, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:58.363584 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-a5bf5e94-e79b-4a97-972e-999f06036107 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] 10.222.0.18 "DELETE /v2.0/networks/dd2274f4-f589-4056-a053-7174429b847a HTTP/1.1" status: 204 len: 168 time: 0.7393696 Jul 27 23:15:58.368117 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 43150) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:15:58.375379 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bf5e94-e79b-4a97-972e-999f06036107 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Pushing event deleted for resources: {'Network': ['ID=dd2274f4-f589-4056-a053-7174429b847a,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:15:58.428808 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-749409fb-7e25-42ee-9050-4e2dda87a315 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:15:58.430266 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-749409fb-7e25-42ee-9050-4e2dda87a315 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0608966 Jul 27 23:15:58.433785 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 43154) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:15:58.478545 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-c0621f2b-fc56-456a-97e8-80cdc8e29c2c tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] 10.222.0.18 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0427587 Jul 27 23:15:58.481497 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 43158) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:15:58.486395 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-5aa8f4e1-b34e-4563-9e18-9abfe5ebec47 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1336347642'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:15:58.506908 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5aa8f4e1-b34e-4563-9e18-9abfe5ebec47 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Made reservation on behalf of ce22108b54794f2f97b5322030e97124 for: {'network': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:15:58.511728 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5aa8f4e1-b34e-4563-9e18-9abfe5ebec47 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for network, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:58.536190 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5aa8f4e1-b34e-4563-9e18-9abfe5ebec47 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 504} {{(pid=93798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 23:15:58.546767 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5aa8f4e1-b34e-4563-9e18-9abfe5ebec47 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:58.547239 n-d-802623-1 neutron-server[93798]: INFO neutron.db.segments_db [None req-5aa8f4e1-b34e-4563-9e18-9abfe5ebec47 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Added segment 459fda2e-d68d-474f-9013-12495e5ae0d1 of type vlan for network 3400348a-00d2-42c9-954a-b49a4663562f Jul 27 23:15:58.596700 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5aa8f4e1-b34e-4563-9e18-9abfe5ebec47 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736833354590'] for network, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:58.626537 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5aa8f4e1-b34e-4563-9e18-9abfe5ebec47 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569'] for network, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:58.632661 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aa8f4e1-b34e-4563-9e18-9abfe5ebec47 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:15:58.633288 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5aa8f4e1-b34e-4563-9e18-9abfe5ebec47 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:58.695632 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-5aa8f4e1-b34e-4563-9e18-9abfe5ebec47 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2131009 Jul 27 23:15:58.698506 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 43164) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:15:58.705977 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-ab105e62-3099-4899-bb97-398921a0e600 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Request body: {'subnet': {'network_id': '3400348a-00d2-42c9-954a-b49a4663562f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:15:58.724845 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa8f4e1-b34e-4563-9e18-9abfe5ebec47 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Pushing event updated for resources: {'Network': ['ID=3400348a-00d2-42c9-954a-b49a4663562f,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:15:58.736896 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Network 3400348a-00d2-42c9-954a-b49a4663562f details requested by agent ovs-agent-n-d-802623-1 with host n-d-802623-1 {{(pid=93799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 23:15:58.805221 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab105e62-3099-4899-bb97-398921a0e600 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Made reservation on behalf of ce22108b54794f2f97b5322030e97124 for: {'subnet': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:15:58.809242 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ab105e62-3099-4899-bb97-398921a0e600 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12265828'] for subnet, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:59.006220 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ab105e62-3099-4899-bb97-398921a0e600 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11971609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12265750'] for subnet, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:59.077988 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab105e62-3099-4899-bb97-398921a0e600 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Pushing event updated for resources: {'Subnet': ['ID=a0f657c6-2f8e-478d-8566-4e3d90fd9783,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:15:59.089446 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab105e62-3099-4899-bb97-398921a0e600 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Checking segment: {'id': '459fda2e-d68d-474f-9013-12495e5ae0d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '3400348a-00d2-42c9-954a-b49a4663562f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:15:59.089815 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab105e62-3099-4899-bb97-398921a0e600 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Network hostable DHCP agents. Network: 3400348a-00d2-42c9-954a-b49a4663562f, hostable agents: ['5950e76f-2bde-4343-a925-cbe6bacd2706'], hosted agents: [] {{(pid=93798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 23:15:59.109080 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab105e62-3099-4899-bb97-398921a0e600 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Network 3400348a-00d2-42c9-954a-b49a4663562f is scheduled to be hosted by DHCP agent 5950e76f-2bde-4343-a925-cbe6bacd2706 with binding_index 1 {{(pid=93798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 23:15:59.119644 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-ab105e62-3099-4899-bb97-398921a0e600 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802623-1, 3400348a-00d2-42c9-954a-b49a4663562f) {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:15:59.128469 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b9227ca-0c06-4467-b5ba-8ccb174cce35 None None] Network 3400348a-00d2-42c9-954a-b49a4663562f requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:15:59.129173 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab105e62-3099-4899-bb97-398921a0e600 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:15:59.129779 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ab105e62-3099-4899-bb97-398921a0e600 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:59.151181 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-ab105e62-3099-4899-bb97-398921a0e600 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4513049 Jul 27 23:15:59.153720 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 43202) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:15:59.158851 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-e352c944-3a0b-450c-8408-65612f67f8d6 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Request body: {'port': {'network_id': '3400348a-00d2-42c9-954a-b49a4663562f', 'name': 'tempest-PortsTestJSON-2095403617'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:15:59.291291 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e352c944-3a0b-450c-8408-65612f67f8d6 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Made reservation on behalf of ce22108b54794f2f97b5322030e97124 for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:15:59.295867 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e352c944-3a0b-450c-8408-65612f67f8d6 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:59.315917 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [None req-e352c944-3a0b-450c-8408-65612f67f8d6 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] device_id is not set on port d3b7b3eb-207a-4418-ae2f-6533f7a09ef8 yet. {{(pid=93798) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 23:15:59.333605 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c729a594-1a80-4e13-a536-74990126b16f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f6f257c-ad18-5f0c-8c8e-ea085a5fc8a2-3400348a-00d2-42c9-954a-b49a4663562f', 'network_id': '3400348a-00d2-42c9-954a-b49a4663562f', 'tenant_id': 'ce22108b54794f2f97b5322030e97124', 'fixed_ips': [{'subnet_id': 'a0f657c6-2f8e-478d-8566-4e3d90fd9783'}]}} from n-d-802623-1. {{(pid=93799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 23:15:59.334852 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c729a594-1a80-4e13-a536-74990126b16f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:59.435981 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-e352c944-3a0b-450c-8408-65612f67f8d6 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Allocated IP 172.20.0.3 (3400348a-00d2-42c9-954a-b49a4663562f/a0f657c6-2f8e-478d-8566-4e3d90fd9783/d3b7b3eb-207a-4418-ae2f-6533f7a09ef8) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:15:59.456627 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:59.525499 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-60d2d8f5-e4a1-43a2-ba06-73e360188841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:59.594736 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e352c944-3a0b-450c-8408-65612f67f8d6 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:59.613651 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-e352c944-3a0b-450c-8408-65612f67f8d6 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Transition to ACTIVE for port object d3b7b3eb-207a-4418-ae2f-6533f7a09ef8 will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:15:59.659394 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e352c944-3a0b-450c-8408-65612f67f8d6 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:59.719995 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e352c944-3a0b-450c-8408-65612f67f8d6 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Network 3400348a-00d2-42c9-954a-b49a4663562f is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:15:59.723395 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-e352c944-3a0b-450c-8408-65612f67f8d6 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:15:59.726357 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e352c944-3a0b-450c-8408-65612f67f8d6 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:15:59.727644 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-c729a594-1a80-4e13-a536-74990126b16f None None] Allocated IP 172.20.0.2 (3400348a-00d2-42c9-954a-b49a4663562f/a0f657c6-2f8e-478d-8566-4e3d90fd9783/1b47caa9-8e0d-4242-9f35-a045e1601c97) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:15:59.734229 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:59.762057 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e352c944-3a0b-450c-8408-65612f67f8d6 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Pushing event updated for resources: {'Port': ['ID=d3b7b3eb-207a-4418-ae2f-6533f7a09ef8,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:15:59.801068 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e352c944-3a0b-450c-8408-65612f67f8d6 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:15:59.801767 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e352c944-3a0b-450c-8408-65612f67f8d6 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:59.817120 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-e352c944-3a0b-450c-8408-65612f67f8d6 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.6623013 Jul 27 23:15:59.819624 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 43248) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:15:59.825246 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-00b607f2-24b3-43df-ae9a-89bba0a5d63f tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Request body: {'port': {'network_id': '3400348a-00d2-42c9-954a-b49a4663562f', 'name': 'tempest-PortsTestJSON-1054325707'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:15:59.917338 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c729a594-1a80-4e13-a536-74990126b16f None None] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:59.925953 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-c729a594-1a80-4e13-a536-74990126b16f None None] Transition to ACTIVE for port object 1b47caa9-8e0d-4242-9f35-a045e1601c97 will not be triggered until provisioned by entity L2. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:15:59.942089 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00b607f2-24b3-43df-ae9a-89bba0a5d63f tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Made reservation on behalf of ce22108b54794f2f97b5322030e97124 for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:15:59.942675 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-c729a594-1a80-4e13-a536-74990126b16f None None] Transition to ACTIVE for port object 1b47caa9-8e0d-4242-9f35-a045e1601c97 will not be triggered until provisioned by entity DHCP. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:15:59.946720 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-00b607f2-24b3-43df-ae9a-89bba0a5d63f tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:59.949926 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c729a594-1a80-4e13-a536-74990126b16f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:59.984381 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c729a594-1a80-4e13-a536-74990126b16f None None] Network 3400348a-00d2-42c9-954a-b49a4663562f is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:15:59.988458 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-c729a594-1a80-4e13-a536-74990126b16f None None] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:15:59.991783 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c729a594-1a80-4e13-a536-74990126b16f None None] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:16:00.004508 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c729a594-1a80-4e13-a536-74990126b16f None None] Pushing event updated for resources: {'Port': ['ID=1b47caa9-8e0d-4242-9f35-a045e1601c97,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:16:00.010329 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [None req-00b607f2-24b3-43df-ae9a-89bba0a5d63f tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] device_id is not set on port 71984650-5feb-4578-a2a9-9070933926a4 yet. {{(pid=93798) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 23:16:00.068501 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-c729a594-1a80-4e13-a536-74990126b16f None None] Attempting to bind port 1b47caa9-8e0d-4242-9f35-a045e1601c97 on host n-d-802623-1 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:16:00.068846 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-c729a594-1a80-4e13-a536-74990126b16f None None] Attempting to bind port 1b47caa9-8e0d-4242-9f35-a045e1601c97 by drivers openvswitch,hyperv on host n-d-802623-1 at level 0 using segments [{'id': '459fda2e-d68d-474f-9013-12495e5ae0d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '3400348a-00d2-42c9-954a-b49a4663562f'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:16:00.069207 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c729a594-1a80-4e13-a536-74990126b16f None None] Attempting to bind port 1b47caa9-8e0d-4242-9f35-a045e1601c97 on network 3400348a-00d2-42c9-954a-b49a4663562f {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:16:00.075089 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c729a594-1a80-4e13-a536-74990126b16f None None] Checking agent: {'id': 'a9a568d2-a5e7-41e4-833f-a8ab42ea4073', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 52, 30), 'started_at': datetime.datetime(2021, 7, 27, 22, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802623-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:16:00.075505 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c729a594-1a80-4e13-a536-74990126b16f None None] Checking segment: {'id': '459fda2e-d68d-474f-9013-12495e5ae0d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '3400348a-00d2-42c9-954a-b49a4663562f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:16:00.075873 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c729a594-1a80-4e13-a536-74990126b16f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:00.076262 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c729a594-1a80-4e13-a536-74990126b16f None None] Bound using segment: {'id': '459fda2e-d68d-474f-9013-12495e5ae0d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '3400348a-00d2-42c9-954a-b49a4663562f'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:16:00.076859 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-c729a594-1a80-4e13-a536-74990126b16f None None] Bound port: 1b47caa9-8e0d-4242-9f35-a045e1601c97, host: n-d-802623-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '459fda2e-d68d-474f-9013-12495e5ae0d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '3400348a-00d2-42c9-954a-b49a4663562f'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:16:00.077609 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c729a594-1a80-4e13-a536-74990126b16f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:00.148146 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-c729a594-1a80-4e13-a536-74990126b16f None None] For port 1b47caa9-8e0d-4242-9f35-a045e1601c97, host n-d-802623-1, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:16:00.151933 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-c729a594-1a80-4e13-a536-74990126b16f None None] For port 1b47caa9-8e0d-4242-9f35-a045e1601c97, host n-d-802623-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=1b47caa9-8e0d-4242-9f35-a045e1601c97,segment=NetworkSegment(459fda2e-d68d-474f-9013-12495e5ae0d1),segment_id=459fda2e-d68d-474f-9013-12495e5ae0d1)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:16:00.156192 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c729a594-1a80-4e13-a536-74990126b16f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:00.185225 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94608266-a5ab-422a-b751-59771c4bd4e2 req-83a07252-35c3-42c8-98ce-b01f4b21b3bd tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:16:00.186770 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-94608266-a5ab-422a-b751-59771c4bd4e2 req-83a07252-35c3-42c8-98ce-b01f4b21b3bd tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] 10.222.0.18 "GET /v2.0/networks?id=3a3cbeff-b007-4bc1-b89e-3434caa880b9 HTTP/1.1" status: 200 len: 803 time: 0.2291322 Jul 27 23:16:00.191975 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-00b607f2-24b3-43df-ae9a-89bba0a5d63f tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Allocated IP 172.20.0.7 (3400348a-00d2-42c9-954a-b49a4663562f/a0f657c6-2f8e-478d-8566-4e3d90fd9783/71984650-5feb-4578-a2a9-9070933926a4) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:16:00.218424 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-94608266-a5ab-422a-b751-59771c4bd4e2 req-cb54a942-5497-401d-a152-fcb041f3d2ec tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] 10.222.0.18 "GET /v2.0/quotas/d275f54469544ab9abd801155d665ba1 HTTP/1.1" status: 200 len: 375 time: 0.0146370 Jul 27 23:16:00.219663 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c729a594-1a80-4e13-a536-74990126b16f None None] Pushing event updated for resources: {'Port': ['ID=1b47caa9-8e0d-4242-9f35-a045e1601c97,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:16:00.238185 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53627e5-e037-47c2-84f1-69e623d66192 req-d53ed223-ebf5-4924-bbef-5430bba791b0 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:16:00.240635 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d53627e5-e037-47c2-84f1-69e623d66192 req-d53ed223-ebf5-4924-bbef-5430bba791b0 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/ports?device_id=55cb1b9e-b3c2-47cd-8a02-7c9e10ec36f7 HTTP/1.1" status: 200 len: 945 time: 0.0968289 Jul 27 23:16:00.288021 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d53627e5-e037-47c2-84f1-69e623d66192 req-ffcbea30-96d9-4584-84f9-f8bf6ce5fdde tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/security-groups?id=5f578744-6f09-4b7e-a537-2a342130270d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387301 Jul 27 23:16:00.356186 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-94608266-a5ab-422a-b751-59771c4bd4e2 req-7b35c792-6f12-4159-babd-bfc56fdc48e2 tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=d275f54469544ab9abd801155d665ba1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1288455 Jul 27 23:16:00.425410 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-19f2e178-d45e-4fbe-b9be-c3963fc151ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:00.491639 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-00b607f2-24b3-43df-ae9a-89bba0a5d63f tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:00.523962 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-94608266-a5ab-422a-b751-59771c4bd4e2 req-26273bfd-731d-4341-ac3b-38d458af0d9a service neutron] 10.222.0.18 "GET /v2.0/networks/3a3cbeff-b007-4bc1-b89e-3434caa880b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1666617 Jul 27 23:16:00.525558 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-00b607f2-24b3-43df-ae9a-89bba0a5d63f tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Transition to ACTIVE for port object 71984650-5feb-4578-a2a9-9070933926a4 will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:16:00.665974 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-00b607f2-24b3-43df-ae9a-89bba0a5d63f tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:00.716342 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-94608266-a5ab-422a-b751-59771c4bd4e2 req-8f99a8a1-3cdb-4092-8c03-84b16896f658 service neutron] 10.222.0.18 "GET /v2.0/networks/3a3cbeff-b007-4bc1-b89e-3434caa880b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1734183 Jul 27 23:16:00.739011 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00b607f2-24b3-43df-ae9a-89bba0a5d63f tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Network 3400348a-00d2-42c9-954a-b49a4663562f is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:16:00.746187 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-00b607f2-24b3-43df-ae9a-89bba0a5d63f tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:16:00.751005 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b607f2-24b3-43df-ae9a-89bba0a5d63f tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:16:00.759724 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b607f2-24b3-43df-ae9a-89bba0a5d63f tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Pushing event updated for resources: {'Port': ['ID=71984650-5feb-4578-a2a9-9070933926a4,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:16:00.817216 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00b607f2-24b3-43df-ae9a-89bba0a5d63f tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:16:00.818235 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-00b607f2-24b3-43df-ae9a-89bba0a5d63f tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:00.842068 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-00b607f2-24b3-43df-ae9a-89bba0a5d63f tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.0190852 Jul 27 23:16:00.842349 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 43290) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:16:01.292072 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-3fff62bd-78e3-4141-8296-a15c1898a7a7 req-2a10586a-d2b1-4705-a885-743452f03963 tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] 10.222.0.18 "GET /v2.0/ports?device_id=7686eb2c-2073-4bea-b19a-672b3e4cf798 HTTP/1.1" status: 200 len: 210 time: 0.3736255 Jul 27 23:16:01.317015 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e868d83-95a0-494d-b90b-20b21191a41e tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:16:01.319157 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-3e868d83-95a0-494d-b90b-20b21191a41e tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] 10.222.0.18 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.3 HTTP/1.1" status: 200 len: 922 time: 0.4749513 Jul 27 23:16:01.321786 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 43302) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:16:01.383754 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2232409f-cfd6-4d1d-ad35-a5a5632945fe None None] Network 3400348a-00d2-42c9-954a-b49a4663562f requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:16:01.434166 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-bcec5ee3-c97c-4889-b38e-91dd66fcd286 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Deleting port 71984650-5feb-4578-a2a9-9070933926a4 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:16:01.434513 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-bcec5ee3-c97c-4889-b38e-91dd66fcd286 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:01.486861 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-d0b3eb3b-42ce-41d9-a2ad-8c85f1d36315 None None] Provisioning for port 1b47caa9-8e0d-4242-9f35-a045e1601c97 completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:16:01.547477 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-bcec5ee3-c97c-4889-b38e-91dd66fcd286 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:01.564659 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-bcec5ee3-c97c-4889-b38e-91dd66fcd286 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Calling delete_port for 71984650-5feb-4578-a2a9-9070933926a4 owned by {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:16:01.694122 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c23cc5-0c3c-47f2-bdaf-4e9d0ce88cfb req-9d444d69-3fd6-4333-9a63-5713b14d45a5 tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:16:01.696474 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-65c23cc5-0c3c-47f2-bdaf-4e9d0ce88cfb req-9d444d69-3fd6-4333-9a63-5713b14d45a5 tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] 10.222.0.49 "GET /v2.0/ports?device_id=edb5143d-4bb1-4696-8f82-7407d17671e4 HTTP/1.1" status: 200 len: 946 time: 0.0539873 Jul 27 23:16:01.711437 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-bcec5ee3-c97c-4889-b38e-91dd66fcd286 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:01.740205 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcec5ee3-c97c-4889-b38e-91dd66fcd286 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Pushing event deleted for resources: {'Port': ['ID=71984650-5feb-4578-a2a9-9070933926a4,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:16:01.816208 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-9867c1ea-130f-4954-bba6-eb1cc223a648 None None] Could not find standard attr ID for object 71984650-5feb-4578-a2a9-9070933926a4. {{(pid=93799) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 23:16:01.830848 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-bcec5ee3-c97c-4889-b38e-91dd66fcd286 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:01.831742 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-65c23cc5-0c3c-47f2-bdaf-4e9d0ce88cfb req-18dca738-d4b4-4512-ad4e-b82345b7250a tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] Deleting port 55ddf06c-b572-4074-a812-837813a058d7 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:16:01.832132 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-65c23cc5-0c3c-47f2-bdaf-4e9d0ce88cfb req-18dca738-d4b4-4512-ad4e-b82345b7250a tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:01.837197 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-bcec5ee3-c97c-4889-b38e-91dd66fcd286 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] 10.222.0.18 "DELETE /v2.0/ports/71984650-5feb-4578-a2a9-9070933926a4 HTTP/1.1" status: 204 len: 168 time: 0.5111663 Jul 27 23:16:01.837357 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 43316) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:16:01.839322 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-9867c1ea-130f-4954-bba6-eb1cc223a648 None None] Provisioning for port d3b7b3eb-207a-4418-ae2f-6533f7a09ef8 completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:16:01.844721 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-9867c1ea-130f-4954-bba6-eb1cc223a648 None None] Provisioning complete for port d3b7b3eb-207a-4418-ae2f-6533f7a09ef8 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:16:01.845099 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-9867c1ea-130f-4954-bba6-eb1cc223a648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:01.907628 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-9867c1ea-130f-4954-bba6-eb1cc223a648 None None] Port d3b7b3eb-207a-4418-ae2f-6533f7a09ef8 cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:16:01.927162 n-d-802623-1 neutron-server[93798]: INFO neutron.pecan_wsgi.hooks.translation [None req-fcfe7e30-4494-4aa7-997b-8dc175b35cc1 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] GET failed (client error): The resource could not be found. Jul 27 23:16:01.930971 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-fcfe7e30-4494-4aa7-997b-8dc175b35cc1 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] 10.222.0.18 "GET /v2.0/ports/71984650-5feb-4578-a2a9-9070933926a4 HTTP/1.1" status: 404 len: 333 time: 0.0928147 Jul 27 23:16:01.934013 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 43322) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:16:02.004845 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-65c23cc5-0c3c-47f2-bdaf-4e9d0ce88cfb req-18dca738-d4b4-4512-ad4e-b82345b7250a tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] For port 55ddf06c-b572-4074-a812-837813a058d7, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=55ddf06c-b572-4074-a812-837813a058d7,segment=NetworkSegment(95f4c351-b25e-43d9-ba8e-34c4aa118da8),segment_id=95f4c351-b25e-43d9-ba8e-34c4aa118da8)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:16:02.005706 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-65c23cc5-0c3c-47f2-bdaf-4e9d0ce88cfb req-18dca738-d4b4-4512-ad4e-b82345b7250a tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:02.044834 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-65c23cc5-0c3c-47f2-bdaf-4e9d0ce88cfb req-18dca738-d4b4-4512-ad4e-b82345b7250a tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] Calling delete_port for 55ddf06c-b572-4074-a812-837813a058d7 owned by compute:nova {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:16:02.083606 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d27209f3-b134-4136-9fe2-d03e78f97ecf tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Deleting port d3b7b3eb-207a-4418-ae2f-6533f7a09ef8 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:16:02.084581 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d27209f3-b134-4136-9fe2-d03e78f97ecf tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:02.167080 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-f8ad3af5-376a-477b-ae1b-07ddd57578ad None None] Provisioning complete for port d3b7b3eb-207a-4418-ae2f-6533f7a09ef8 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:16:02.167329 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f8ad3af5-376a-477b-ae1b-07ddd57578ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:02.191203 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7418f70f-e60d-4709-8ba9-6ab514bc7f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:02.214488 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-f8ad3af5-376a-477b-ae1b-07ddd57578ad None None] Port d3b7b3eb-207a-4418-ae2f-6533f7a09ef8 cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:16:02.222098 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94608266-a5ab-422a-b751-59771c4bd4e2 req-ff5bf1a3-db04-4cba-b94d-172890f2e0e9 tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:16:02.223827 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-94608266-a5ab-422a-b751-59771c4bd4e2 req-ff5bf1a3-db04-4cba-b94d-172890f2e0e9 tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] 10.222.0.38 "GET /v2.0/networks?id=3a3cbeff-b007-4bc1-b89e-3434caa880b9 HTTP/1.1" status: 200 len: 803 time: 0.2134054 Jul 27 23:16:02.242592 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [req-94608266-a5ab-422a-b751-59771c4bd4e2 req-3890baaa-20ad-48fb-8281-8c8b21538804 tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] Request body: {'port': {'device_id': '7686eb2c-2073-4bea-b19a-672b3e4cf798', 'network_id': '3a3cbeff-b007-4bc1-b89e-3434caa880b9', 'admin_state_up': True, 'tenant_id': 'd275f54469544ab9abd801155d665ba1'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:16:02.247844 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d27209f3-b134-4136-9fe2-d03e78f97ecf tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:02.261899 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d27209f3-b134-4136-9fe2-d03e78f97ecf tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Calling delete_port for d3b7b3eb-207a-4418-ae2f-6533f7a09ef8 owned by {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:16:02.372472 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 1b47caa9-8e0d-4242-9f35-a045e1601c97 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:16:02.398137 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-65c23cc5-0c3c-47f2-bdaf-4e9d0ce88cfb req-18dca738-d4b4-4512-ad4e-b82345b7250a tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:02.428565 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d27209f3-b134-4136-9fe2-d03e78f97ecf tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:02.442267 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18dca738-d4b4-4512-ad4e-b82345b7250a tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] Pushing event deleted for resources: {'Port': ['ID=55ddf06c-b572-4074-a812-837813a058d7,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:16:02.443143 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-d9071a7b-8322-4276-8405-ad55dd5efdcd None None] Could not find standard attr ID for object 71984650-5feb-4578-a2a9-9070933926a4. {{(pid=93799) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 23:16:02.477006 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27209f3-b134-4136-9fe2-d03e78f97ecf tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Pushing event deleted for resources: {'Port': ['ID=d3b7b3eb-207a-4418-ae2f-6533f7a09ef8,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:16:02.491297 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning for port 1b47caa9-8e0d-4242-9f35-a045e1601c97 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:16:02.497091 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port 1b47caa9-8e0d-4242-9f35-a045e1601c97 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:16:02.497810 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:02.506465 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-69e05e4b-8813-47d4-89c8-0cd859275f7f req-5bd5d4db-c1ec-4f44-9e2d-ad698f7d2fca tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] 10.222.0.18 "GET /v2.0/ports?device_id=7686eb2c-2073-4bea-b19a-672b3e4cf798 HTTP/1.1" status: 200 len: 210 time: 0.0562525 Jul 27 23:16:02.521569 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-65c23cc5-0c3c-47f2-bdaf-4e9d0ce88cfb req-18dca738-d4b4-4512-ad4e-b82345b7250a tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] No DVR routers for this DVR port 55ddf06c-b572-4074-a812-837813a058d7 on host n-h2-802623-1 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:16:02.534518 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-65c23cc5-0c3c-47f2-bdaf-4e9d0ce88cfb req-18dca738-d4b4-4512-ad4e-b82345b7250a tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:02.537066 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-65c23cc5-0c3c-47f2-bdaf-4e9d0ce88cfb req-18dca738-d4b4-4512-ad4e-b82345b7250a tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] 10.222.0.49 "DELETE /v2.0/ports/55ddf06c-b572-4074-a812-837813a058d7 HTTP/1.1" status: 204 len: 173 time: 0.8330061 Jul 27 23:16:02.537547 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edb5143d-4bb1-4696-8f82-7407d17671e4', 'name': 'network-vif-deleted', 'tag': '55ddf06c-b572-4074-a812-837813a058d7'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:16:02.540485 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}011f8d312121274bb12d78e77c6379a2079800640016cec6c6d605b73666e854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97767773-a30b-4f93-9bcf-862f7ec0655d" -d '{"events": [{"server_uuid": "edb5143d-4bb1-4696-8f82-7407d17671e4", "name": "network-vif-deleted", "tag": "55ddf06c-b572-4074-a812-837813a058d7"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:16:02.544500 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94608266-a5ab-422a-b751-59771c4bd4e2 req-3890baaa-20ad-48fb-8281-8c8b21538804 tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] Made reservation on behalf of d275f54469544ab9abd801155d665ba1 for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:16:02.548228 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-94608266-a5ab-422a-b751-59771c4bd4e2 req-3890baaa-20ad-48fb-8281-8c8b21538804 tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:02.559729 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d27209f3-b134-4136-9fe2-d03e78f97ecf tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:02.565024 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-d27209f3-b134-4136-9fe2-d03e78f97ecf tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] 10.222.0.18 "DELETE /v2.0/ports/d3b7b3eb-207a-4418-ae2f-6533f7a09ef8 HTTP/1.1" status: 204 len: 168 time: 0.6296451 Jul 27 23:16:02.570088 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 43328) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:16:02.627536 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:16:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2e6dc8b-4b45-4d21-9617-11e34d5671a5 x-openstack-request-id: req-b2e6dc8b-4b45-4d21-9617-11e34d5671a5 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:16:02.629250 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edb5143d-4bb1-4696-8f82-7407d17671e4", "name": "network-vif-deleted", "tag": "55ddf06c-b572-4074-a812-837813a058d7", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:16:02.630097 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b2e6dc8b-4b45-4d21-9617-11e34d5671a5 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:16:02.630956 n-d-802623-1 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edb5143d-4bb1-4696-8f82-7407d17671e4', 'name': 'network-vif-deleted', 'tag': '55ddf06c-b572-4074-a812-837813a058d7', 'status': 'completed', 'code': 200} Jul 27 23:16:02.638381 n-d-802623-1 neutron-server[93797]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1aa910d-3f28-4ef4-8be1-b073547458ad tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] GET failed (client error): The resource could not be found. Jul 27 23:16:02.643277 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-e1aa910d-3f28-4ef4-8be1-b073547458ad tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] 10.222.0.18 "GET /v2.0/ports/d3b7b3eb-207a-4418-ae2f-6533f7a09ef8 HTTP/1.1" status: 404 len: 333 time: 0.0691652 Jul 27 23:16:02.643277 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 43332) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:16:02.672147 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:02.717868 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] For port 1b47caa9-8e0d-4242-9f35-a045e1601c97, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=1b47caa9-8e0d-4242-9f35-a045e1601c97,segment=NetworkSegment(459fda2e-d68d-474f-9013-12495e5ae0d1),segment_id=459fda2e-d68d-474f-9013-12495e5ae0d1)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:16:02.722970 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:02.740423 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_v2 [None req-48aeea43-6a55-4d39-ad59-35dce63fd64d tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Deleting subnet a0f657c6-2f8e-478d-8566-4e3d90fd9783 {{(pid=93797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 23:16:02.745359 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-48aeea43-6a55-4d39-ad59-35dce63fd64d tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks [] for subnet, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:02.762878 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [req-94608266-a5ab-422a-b751-59771c4bd4e2 req-3890baaa-20ad-48fb-8281-8c8b21538804 tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] Allocated IP 172.20.0.11 (3a3cbeff-b007-4bc1-b89e-3434caa880b9/b6febf1a-433f-4f54-bd03-8c744a40d170/c66a2b48-02b3-420d-927a-1d39eacfd203) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:16:02.808447 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-48aeea43-6a55-4d39-ad59-35dce63fd64d tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11335971'] for subnet, precommit_delete_associations {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:02.819121 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Pushing event updated for resources: {'Port': ['ID=1b47caa9-8e0d-4242-9f35-a045e1601c97,revision_number=3']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:16:02.916731 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-48aeea43-6a55-4d39-ad59-35dce63fd64d tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620741'] for subnet, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:02.971794 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-94608266-a5ab-422a-b751-59771c4bd4e2 req-3890baaa-20ad-48fb-8281-8c8b21538804 tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:03.005411 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-48aeea43-6a55-4d39-ad59-35dce63fd64d tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11335991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11551414'] for subnet, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:03.026716 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-94608266-a5ab-422a-b751-59771c4bd4e2 req-3890baaa-20ad-48fb-8281-8c8b21538804 tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:03.032485 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48aeea43-6a55-4d39-ad59-35dce63fd64d tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Pushing event deleted for resources: {'Subnet': ['ID=a0f657c6-2f8e-478d-8566-4e3d90fd9783,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:16:03.041417 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-48aeea43-6a55-4d39-ad59-35dce63fd64d tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for subnet, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:03.042246 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-48aeea43-6a55-4d39-ad59-35dce63fd64d tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] 10.222.0.18 "DELETE /v2.0/subnets/a0f657c6-2f8e-478d-8566-4e3d90fd9783 HTTP/1.1" status: 204 len: 168 time: 0.3980577 Jul 27 23:16:03.044861 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 43344) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:16:03.063038 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac9f0415-7eb4-4f08-8e78-d7f2a3150979 None None] Network 3400348a-00d2-42c9-954a-b49a4663562f requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:16:03.070324 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94608266-a5ab-422a-b751-59771c4bd4e2 req-3890baaa-20ad-48fb-8281-8c8b21538804 tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] Network 3a3cbeff-b007-4bc1-b89e-3434caa880b9 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:16:03.071948 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [req-94608266-a5ab-422a-b751-59771c4bd4e2 req-3890baaa-20ad-48fb-8281-8c8b21538804 tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:16:03.074764 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-94608266-a5ab-422a-b751-59771c4bd4e2 req-3890baaa-20ad-48fb-8281-8c8b21538804 tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:16:03.125541 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3890baaa-20ad-48fb-8281-8c8b21538804 tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] Pushing event updated for resources: {'Port': ['ID=c66a2b48-02b3-420d-927a-1d39eacfd203,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:16:03.150665 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b3c24477-93ff-4cd9-a90a-4321158cddd9 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593271'] for network, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:03.156930 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94608266-a5ab-422a-b751-59771c4bd4e2 req-3890baaa-20ad-48fb-8281-8c8b21538804 tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:16:03.157845 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-94608266-a5ab-422a-b751-59771c4bd4e2 req-3890baaa-20ad-48fb-8281-8c8b21538804 tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:03.181689 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-94608266-a5ab-422a-b751-59771c4bd4e2 req-3890baaa-20ad-48fb-8281-8c8b21538804 tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9439676 Jul 27 23:16:03.194062 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [req-94608266-a5ab-422a-b751-59771c4bd4e2 req-44601359-7ade-4c01-9baf-6c1cd2feeded service neutron] Request body: {'port': {'device_id': '7686eb2c-2073-4bea-b19a-672b3e4cf798', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802623-1'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:16:03.210426 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-b3c24477-93ff-4cd9-a90a-4321158cddd9 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Deleting port 1b47caa9-8e0d-4242-9f35-a045e1601c97 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:16:03.210779 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b3c24477-93ff-4cd9-a90a-4321158cddd9 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:03.251200 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-94608266-a5ab-422a-b751-59771c4bd4e2 req-44601359-7ade-4c01-9baf-6c1cd2feeded service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:03.283487 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eef12208-e66c-491f-aec9-f5a5dec131a8 None None] DHCP port deletion for 3400348a-00d2-42c9-954a-b49a4663562f request from n-d-802623-1 {{(pid=93799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 23:16:03.287499 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-b3c24477-93ff-4cd9-a90a-4321158cddd9 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] For port 1b47caa9-8e0d-4242-9f35-a045e1601c97, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=1b47caa9-8e0d-4242-9f35-a045e1601c97,segment=NetworkSegment(459fda2e-d68d-474f-9013-12495e5ae0d1),segment_id=459fda2e-d68d-474f-9013-12495e5ae0d1)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:16:03.287955 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b3c24477-93ff-4cd9-a90a-4321158cddd9 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:03.305636 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-b3c24477-93ff-4cd9-a90a-4321158cddd9 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Calling delete_port for 1b47caa9-8e0d-4242-9f35-a045e1601c97 owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:16:03.308892 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device 55ddf06c-b572-4074-a812-837813a058d7 no longer exists at agent hyperv_n-h2-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:16:03.333094 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] No Port match for: 55ddf06c-b572-4074-a812-837813a058d7 {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:16:03.333433 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device 55ddf06c-b572-4074-a812-837813a058d7 not bound to the agent host n-h2-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:16:03.365195 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-eef12208-e66c-491f-aec9-f5a5dec131a8 None None] Deleting port 1b47caa9-8e0d-4242-9f35-a045e1601c97 {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:16:03.365624 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-eef12208-e66c-491f-aec9-f5a5dec131a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:03.401067 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b3c24477-93ff-4cd9-a90a-4321158cddd9 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:03.442135 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c24477-93ff-4cd9-a90a-4321158cddd9 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] No DVR routers for this DVR port 1b47caa9-8e0d-4242-9f35-a045e1601c97 on host n-d-802623-1 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:16:03.443936 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c24477-93ff-4cd9-a90a-4321158cddd9 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Pushing event deleted for resources: {'Port': ['ID=1b47caa9-8e0d-4242-9f35-a045e1601c97,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:16:03.468644 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-eef12208-e66c-491f-aec9-f5a5dec131a8 None None] For port 1b47caa9-8e0d-4242-9f35-a045e1601c97, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=1b47caa9-8e0d-4242-9f35-a045e1601c97,segment=NetworkSegment(459fda2e-d68d-474f-9013-12495e5ae0d1),segment_id=459fda2e-d68d-474f-9013-12495e5ae0d1)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:16:03.469230 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-eef12208-e66c-491f-aec9-f5a5dec131a8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:03.490687 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-eef12208-e66c-491f-aec9-f5a5dec131a8 None None] Calling delete_port for 1b47caa9-8e0d-4242-9f35-a045e1601c97 owned by network:dhcp {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:16:03.527830 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b3c24477-93ff-4cd9-a90a-4321158cddd9 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618032', 'neutron.services.segments.db._delete_segments_for_network-8736833900081'] for network, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:03.540953 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-b3c24477-93ff-4cd9-a90a-4321158cddd9 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3400348a-00d2-42c9-954a-b49a4663562f']}} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:16:03.553510 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-b3c24477-93ff-4cd9-a90a-4321158cddd9 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '459fda2e-d68d-474f-9013-12495e5ae0d1') {'for_net_delete': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:16:03.553843 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-b3c24477-93ff-4cd9-a90a-4321158cddd9 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '459fda2e-d68d-474f-9013-12495e5ae0d1') {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:16:03.565887 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b3c24477-93ff-4cd9-a90a-4321158cddd9 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736833900858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11335978'] for segment, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:03.581134 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-eef12208-e66c-491f-aec9-f5a5dec131a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:03.582998 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b3c24477-93ff-4cd9-a90a-4321158cddd9 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:03.588053 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [req-94608266-a5ab-422a-b751-59771c4bd4e2 req-44601359-7ade-4c01-9baf-6c1cd2feeded service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c66a2b48-02b3-420d-927a-1d39eacfd203 {{(pid=93798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:16:03.590368 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3c24477-93ff-4cd9-a90a-4321158cddd9 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Releasing vlan 504 on physical network physnet1 to pool {{(pid=93797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 23:16:03.590826 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b3c24477-93ff-4cd9-a90a-4321158cddd9 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11336013'] for segment, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:03.595022 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eef12208-e66c-491f-aec9-f5a5dec131a8 None None] No DVR routers for this DVR port 1b47caa9-8e0d-4242-9f35-a045e1601c97 on host n-d-802623-1 {{(pid=93799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:16:03.596765 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-94608266-a5ab-422a-b751-59771c4bd4e2 req-44601359-7ade-4c01-9baf-6c1cd2feeded service neutron] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:03.625171 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef12208-e66c-491f-aec9-f5a5dec131a8 None None] Pushing event deleted for resources: {'Port': ['ID=1b47caa9-8e0d-4242-9f35-a045e1601c97,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:16:03.634590 n-d-802623-1 neutron-server[93797]: Traceback (most recent call last): Jul 27 23:16:03.634590 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 23:16:03.634590 n-d-802623-1 neutron-server[93797]: timer() Jul 27 23:16:03.634590 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 23:16:03.634590 n-d-802623-1 neutron-server[93797]: cb(*args, **kw) Jul 27 23:16:03.634590 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 23:16:03.634590 n-d-802623-1 neutron-server[93797]: return func(*args, **kwargs) Jul 27 23:16:03.634590 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 23:16:03.634590 n-d-802623-1 neutron-server[93797]: self._notify() Jul 27 23:16:03.634590 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 23:16:03.634590 n-d-802623-1 neutron-server[93797]: self.callback(batched_events) Jul 27 23:16:03.634590 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 23:16:03.634590 n-d-802623-1 neutron-server[93797]: event.method(event) Jul 27 23:16:03.634590 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 23:16:03.634590 n-d-802623-1 neutron-server[93797]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 23:16:03.634590 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 23:16:03.634590 n-d-802623-1 neutron-server[93797]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 23:16:03.634590 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 23:16:03.634590 n-d-802623-1 neutron-server[93797]: return f(self, *a, **k) Jul 27 23:16:03.634590 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 23:16:03.634590 n-d-802623-1 neutron-server[93797]: return self._get(url).json() Jul 27 23:16:03.634590 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 23:16:03.634590 n-d-802623-1 neutron-server[93797]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 23:16:03.634590 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 23:16:03.634590 n-d-802623-1 neutron-server[93797]: return self.request(url, 'GET', **kwargs) Jul 27 23:16:03.634590 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 23:16:03.634590 n-d-802623-1 neutron-server[93797]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 23:16:03.634590 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 23:16:03.634590 n-d-802623-1 neutron-server[93797]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 23:16:03.634590 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 23:16:03.634590 n-d-802623-1 neutron-server[93797]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 23:16:03.634590 n-d-802623-1 neutron-server[93797]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 23:16:03.677864 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-94608266-a5ab-422a-b751-59771c4bd4e2 req-44601359-7ade-4c01-9baf-6c1cd2feeded service neutron] Transition to ACTIVE for port object c66a2b48-02b3-420d-927a-1d39eacfd203 will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:16:03.678125 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b3c24477-93ff-4cd9-a90a-4321158cddd9 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415412'] for network, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:03.681665 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-94608266-a5ab-422a-b751-59771c4bd4e2 req-44601359-7ade-4c01-9baf-6c1cd2feeded service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:03.688689 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b3c24477-93ff-4cd9-a90a-4321158cddd9 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for network, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:03.690544 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-b3c24477-93ff-4cd9-a90a-4321158cddd9 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] 10.222.0.18 "DELETE /v2.0/networks/3400348a-00d2-42c9-954a-b49a4663562f HTTP/1.1" status: 204 len: 168 time: 0.6442587 Jul 27 23:16:03.703539 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 43350) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:16:03.708856 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-c4f03b48-6192-4a90-b1d1-1d649b468a9d tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1899528981'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:16:03.712911 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c24477-93ff-4cd9-a90a-4321158cddd9 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Pushing event deleted for resources: {'Network': ['ID=3400348a-00d2-42c9-954a-b49a4663562f,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:16:03.735393 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d17f94-ddc4-473d-9afd-63820e7ef2f1 req-127bd989-cb88-4b97-8cd4-d2e494cc8da9 tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:16:03.738448 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-92d17f94-ddc4-473d-9afd-63820e7ef2f1 req-127bd989-cb88-4b97-8cd4-d2e494cc8da9 tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] 10.222.0.18 "GET /v2.0/ports?device_id=7686eb2c-2073-4bea-b19a-672b3e4cf798 HTTP/1.1" status: 200 len: 932 time: 0.0994360 Jul 27 23:16:03.755762 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4f03b48-6192-4a90-b1d1-1d649b468a9d tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Made reservation on behalf of ce22108b54794f2f97b5322030e97124 for: {'network': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:16:03.759918 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c4f03b48-6192-4a90-b1d1-1d649b468a9d tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for network, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:03.788619 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44601359-7ade-4c01-9baf-6c1cd2feeded service neutron] Pushing event updated for resources: {'Port': ['ID=c66a2b48-02b3-420d-927a-1d39eacfd203,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:16:03.802554 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-92d17f94-ddc4-473d-9afd-63820e7ef2f1 req-4f069786-7d8e-4b7c-bb9a-b6a7403de946 tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] 10.222.0.18 "GET /v2.0/security-groups?id=8de43b2a-3064-44a7-b92f-0f4c3410d3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565515 Jul 27 23:16:03.806507 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4f03b48-6192-4a90-b1d1-1d649b468a9d tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 510} {{(pid=93797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 23:16:03.825136 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c4f03b48-6192-4a90-b1d1-1d649b468a9d tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:03.825136 n-d-802623-1 neutron-server[93797]: INFO neutron.db.segments_db [None req-c4f03b48-6192-4a90-b1d1-1d649b468a9d tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Added segment 3bf59b6f-f958-430c-9328-1f77e114d7bc of type vlan for network f715dbd9-0fd7-45da-8085-d664aefd930f Jul 27 23:16:03.838528 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-94608266-a5ab-422a-b751-59771c4bd4e2 req-44601359-7ade-4c01-9baf-6c1cd2feeded service neutron] Attempting to bind port c66a2b48-02b3-420d-927a-1d39eacfd203 on host n-h1-802623-1 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:16:03.838865 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-94608266-a5ab-422a-b751-59771c4bd4e2 req-44601359-7ade-4c01-9baf-6c1cd2feeded service neutron] Attempting to bind port c66a2b48-02b3-420d-927a-1d39eacfd203 by drivers openvswitch,hyperv on host n-h1-802623-1 at level 0 using segments [{'id': '95f4c351-b25e-43d9-ba8e-34c4aa118da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '3a3cbeff-b007-4bc1-b89e-3434caa880b9'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:16:03.839219 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94608266-a5ab-422a-b751-59771c4bd4e2 req-44601359-7ade-4c01-9baf-6c1cd2feeded service neutron] Attempting to bind port c66a2b48-02b3-420d-927a-1d39eacfd203 on network 3a3cbeff-b007-4bc1-b89e-3434caa880b9 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:16:03.844074 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94608266-a5ab-422a-b751-59771c4bd4e2 req-44601359-7ade-4c01-9baf-6c1cd2feeded service neutron] Port c66a2b48-02b3-420d-927a-1d39eacfd203 on network 3a3cbeff-b007-4bc1-b89e-3434caa880b9 not bound, no agent of type Open vSwitch agent registered on host n-h1-802623-1 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 23:16:03.844396 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94608266-a5ab-422a-b751-59771c4bd4e2 req-44601359-7ade-4c01-9baf-6c1cd2feeded service neutron] Attempting to bind port c66a2b48-02b3-420d-927a-1d39eacfd203 on network 3a3cbeff-b007-4bc1-b89e-3434caa880b9 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:16:03.852071 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94608266-a5ab-422a-b751-59771c4bd4e2 req-44601359-7ade-4c01-9baf-6c1cd2feeded service neutron] Checking agent: {'id': '245f1da4-a9b8-4b08-90d7-28f0f342b839', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 59, 59), 'started_at': datetime.datetime(2021, 7, 27, 22, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 15, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:16:03.853254 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94608266-a5ab-422a-b751-59771c4bd4e2 req-44601359-7ade-4c01-9baf-6c1cd2feeded service neutron] Checking segment: {'id': '95f4c351-b25e-43d9-ba8e-34c4aa118da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '3a3cbeff-b007-4bc1-b89e-3434caa880b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:16:03.853742 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94608266-a5ab-422a-b751-59771c4bd4e2 req-44601359-7ade-4c01-9baf-6c1cd2feeded service neutron] Bound using segment: {'id': '95f4c351-b25e-43d9-ba8e-34c4aa118da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '3a3cbeff-b007-4bc1-b89e-3434caa880b9'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:16:03.854311 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-94608266-a5ab-422a-b751-59771c4bd4e2 req-44601359-7ade-4c01-9baf-6c1cd2feeded service neutron] Bound port: c66a2b48-02b3-420d-927a-1d39eacfd203, host: n-h1-802623-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95f4c351-b25e-43d9-ba8e-34c4aa118da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '3a3cbeff-b007-4bc1-b89e-3434caa880b9'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:16:03.854868 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-94608266-a5ab-422a-b751-59771c4bd4e2 req-44601359-7ade-4c01-9baf-6c1cd2feeded service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:03.872207 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c4f03b48-6192-4a90-b1d1-1d649b468a9d tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736833354590'] for network, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:03.908695 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c4f03b48-6192-4a90-b1d1-1d649b468a9d tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569'] for network, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:03.915523 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4f03b48-6192-4a90-b1d1-1d649b468a9d tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:16:03.916126 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c4f03b48-6192-4a90-b1d1-1d649b468a9d tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for network, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:03.923283 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-94608266-a5ab-422a-b751-59771c4bd4e2 req-44601359-7ade-4c01-9baf-6c1cd2feeded service neutron] For port c66a2b48-02b3-420d-927a-1d39eacfd203, host n-h1-802623-1, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:16:03.926381 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-94608266-a5ab-422a-b751-59771c4bd4e2 req-44601359-7ade-4c01-9baf-6c1cd2feeded service neutron] For port c66a2b48-02b3-420d-927a-1d39eacfd203, host n-h1-802623-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=c66a2b48-02b3-420d-927a-1d39eacfd203,segment=NetworkSegment(95f4c351-b25e-43d9-ba8e-34c4aa118da8),segment_id=95f4c351-b25e-43d9-ba8e-34c4aa118da8)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:16:03.932135 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-94608266-a5ab-422a-b751-59771c4bd4e2 req-44601359-7ade-4c01-9baf-6c1cd2feeded service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:03.978895 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-c4f03b48-6192-4a90-b1d1-1d649b468a9d tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2709634 Jul 27 23:16:03.979101 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 43362) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:16:03.986568 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-4a07be17-c24e-4888-b44d-503de56a9505 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Request body: {'subnet': {'network_id': 'f715dbd9-0fd7-45da-8085-d664aefd930f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:16:03.989640 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94608266-a5ab-422a-b751-59771c4bd4e2 req-44601359-7ade-4c01-9baf-6c1cd2feeded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:16:03.990329 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-94608266-a5ab-422a-b751-59771c4bd4e2 req-44601359-7ade-4c01-9baf-6c1cd2feeded service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:03.991970 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-94608266-a5ab-422a-b751-59771c4bd4e2 req-44601359-7ade-4c01-9baf-6c1cd2feeded service neutron] 10.222.0.38 "PUT /v2.0/ports/c66a2b48-02b3-420d-927a-1d39eacfd203 HTTP/1.1" status: 200 len: 1092 time: 0.8023140 Jul 27 23:16:04.045424 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f03b48-6192-4a90-b1d1-1d649b468a9d tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Pushing event updated for resources: {'Network': ['ID=f715dbd9-0fd7-45da-8085-d664aefd930f,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:16:04.050650 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44601359-7ade-4c01-9baf-6c1cd2feeded service neutron] Pushing event updated for resources: {'Port': ['ID=c66a2b48-02b3-420d-927a-1d39eacfd203,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:16:04.063352 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Network f715dbd9-0fd7-45da-8085-d664aefd930f details requested by agent ovs-agent-n-d-802623-1 with host n-d-802623-1 {{(pid=93799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 23:16:04.092291 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 43366) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:16:04.116178 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94608266-a5ab-422a-b751-59771c4bd4e2 req-886e2b5b-9796-43d5-8421-b1290905fac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:16:04.118568 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-94608266-a5ab-422a-b751-59771c4bd4e2 req-886e2b5b-9796-43d5-8421-b1290905fac8 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=d275f54469544ab9abd801155d665ba1&device_id=7686eb2c-2073-4bea-b19a-672b3e4cf798 HTTP/1.1" status: 200 len: 1095 time: 0.0637064 Jul 27 23:16:04.146649 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a07be17-c24e-4888-b44d-503de56a9505 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Made reservation on behalf of ce22108b54794f2f97b5322030e97124 for: {'subnet': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:16:04.151720 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4a07be17-c24e-4888-b44d-503de56a9505 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11551435'] for subnet, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:04.202691 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-94608266-a5ab-422a-b751-59771c4bd4e2 req-1fb96670-feb2-458e-bed2-8e0148bf3a4d service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c66a2b48-02b3-420d-927a-1d39eacfd203 HTTP/1.1" status: 200 len: 217 time: 0.0758445 Jul 27 23:16:04.250051 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2f7d5691-ed87-4292-87fa-d87bdea5fb15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:04.265827 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94608266-a5ab-422a-b751-59771c4bd4e2 req-1874e49f-fd91-49d9-874b-7352103aa35b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:16:04.267344 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-94608266-a5ab-422a-b751-59771c4bd4e2 req-1874e49f-fd91-49d9-874b-7352103aa35b service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b6febf1a-433f-4f54-bd03-8c744a40d170 HTTP/1.1" status: 200 len: 843 time: 0.0588033 Jul 27 23:16:04.313322 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-94608266-a5ab-422a-b751-59771c4bd4e2 req-a63421f2-babe-4ad8-902e-cb11a241afd2 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=3a3cbeff-b007-4bc1-b89e-3434caa880b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373001 Jul 27 23:16:04.322188 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 1b47caa9-8e0d-4242-9f35-a045e1601c97 no longer exists at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:16:04.343614 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] No Port match for: 1b47caa9-8e0d-4242-9f35-a045e1601c97 {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:16:04.343948 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 1b47caa9-8e0d-4242-9f35-a045e1601c97 not bound to the agent host n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:16:04.415905 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4a07be17-c24e-4888-b44d-503de56a9505 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11336182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11551417'] for subnet, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:04.426687 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-94608266-a5ab-422a-b751-59771c4bd4e2 req-e64bd6c6-1fd2-4375-933a-5bfb1b5afae0 service neutron] 10.222.0.38 "GET /v2.0/networks/3a3cbeff-b007-4bc1-b89e-3434caa880b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026793 Jul 27 23:16:04.493212 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2f7d5691-ed87-4292-87fa-d87bdea5fb15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:04.495191 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a07be17-c24e-4888-b44d-503de56a9505 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Pushing event updated for resources: {'Subnet': ['ID=d1c061c6-68ee-44ea-a253-df639a7683b1,revision_number=0']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:16:04.504111 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2f7d5691-ed87-4292-87fa-d87bdea5fb15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:04.522621 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-94608266-a5ab-422a-b751-59771c4bd4e2 req-1ea618f0-4364-4186-bd86-a72ec27cdace service neutron] 10.222.0.38 "GET /v2.0/networks/3a3cbeff-b007-4bc1-b89e-3434caa880b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865424 Jul 27 23:16:04.542975 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a07be17-c24e-4888-b44d-503de56a9505 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Checking segment: {'id': '3bf59b6f-f958-430c-9328-1f77e114d7bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'f715dbd9-0fd7-45da-8085-d664aefd930f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:16:04.543438 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a07be17-c24e-4888-b44d-503de56a9505 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Network hostable DHCP agents. Network: f715dbd9-0fd7-45da-8085-d664aefd930f, hostable agents: ['5950e76f-2bde-4343-a925-cbe6bacd2706'], hosted agents: [] {{(pid=93797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 23:16:04.553702 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-2f7d5691-ed87-4292-87fa-d87bdea5fb15 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=eff90b1d04a642bdb06ce3f1ef81fbe6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4604452 Jul 27 23:16:04.556199 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7d5691-ed87-4292-87fa-d87bdea5fb15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a3c7821-9950-4ace-a0ab-8b76ff43ec05,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:16:04.556638 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 43374) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:16:04.571639 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a07be17-c24e-4888-b44d-503de56a9505 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Network f715dbd9-0fd7-45da-8085-d664aefd930f is scheduled to be hosted by DHCP agent 5950e76f-2bde-4343-a925-cbe6bacd2706 with binding_index 1 {{(pid=93797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 23:16:04.581332 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-4a07be17-c24e-4888-b44d-503de56a9505 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802623-1, f715dbd9-0fd7-45da-8085-d664aefd930f) {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:16:04.585350 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a07be17-c24e-4888-b44d-503de56a9505 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:16:04.585944 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4a07be17-c24e-4888-b44d-503de56a9505 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for subnet, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:04.594330 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86427e31-296f-42f3-9cc6-99d98e5ae5f8 None None] Network f715dbd9-0fd7-45da-8085-d664aefd930f requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:16:04.601090 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-4a07be17-c24e-4888-b44d-503de56a9505 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6209712 Jul 27 23:16:04.604306 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 43376) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:16:04.609562 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-889f5e9c-a48e-4935-bb50-43f595e90cdf tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Request body: {'port': {'network_id': 'f715dbd9-0fd7-45da-8085-d664aefd930f', 'name': 'tempest-PortsTestJSON-741485684', 'fixed_ips': [{'subnet_id': 'd1c061c6-68ee-44ea-a253-df639a7683b1', 'ip_address': '172.20.0.10'}]}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:16:04.612246 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a502d1bb-7366-4220-839f-d24d390fd9ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:04.634537 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a502d1bb-7366-4220-839f-d24d390fd9ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:04.656008 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:04.670583 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7686eb2c-2073-4bea-b19a-672b3e4cf798', 'tag': 'c66a2b48-02b3-420d-927a-1d39eacfd203'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:16:04.673122 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}011f8d312121274bb12d78e77c6379a2079800640016cec6c6d605b73666e854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d5b1e87-4bd3-4e9e-bd79-b6cc972fcfa5" -d '{"events": [{"name": "network-changed", "server_uuid": "7686eb2c-2073-4bea-b19a-672b3e4cf798", "tag": "c66a2b48-02b3-420d-927a-1d39eacfd203"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:16:04.702276 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a502d1bb-7366-4220-839f-d24d390fd9ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:04.705346 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a502d1bb-7366-4220-839f-d24d390fd9ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:04.706510 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-a502d1bb-7366-4220-839f-d24d390fd9ae admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1a3c7821-9950-4ace-a0ab-8b76ff43ec05 HTTP/1.1" status: 204 len: 168 time: 0.1488359 Jul 27 23:16:04.715644 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a502d1bb-7366-4220-839f-d24d390fd9ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a3c7821-9950-4ace-a0ab-8b76ff43ec05,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:16:04.729989 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 23:16:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a317922e-faad-4414-a76c-97b966ca48dd x-openstack-request-id: req-a317922e-faad-4414-a76c-97b966ca48dd {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:16:04.730520 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7686eb2c-2073-4bea-b19a-672b3e4cf798", "tag": "c66a2b48-02b3-420d-927a-1d39eacfd203", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:16:04.730959 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a317922e-faad-4414-a76c-97b966ca48dd {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:16:04.731560 n-d-802623-1 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7686eb2c-2073-4bea-b19a-672b3e4cf798', 'tag': 'c66a2b48-02b3-420d-927a-1d39eacfd203', 'status': 'completed', 'code': 200} Jul 27 23:16:04.754239 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-889f5e9c-a48e-4935-bb50-43f595e90cdf tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Made reservation on behalf of ce22108b54794f2f97b5322030e97124 for: {'port': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:16:04.788482 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5b1e87-4bd3-4e9e-bd79-b6cc972fcfa5 req-2da29f48-1651-416b-98ca-fe3f5cf3393c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:16:04.790666 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-3d5b1e87-4bd3-4e9e-bd79-b6cc972fcfa5 req-2da29f48-1651-416b-98ca-fe3f5cf3393c service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=d275f54469544ab9abd801155d665ba1&device_id=7686eb2c-2073-4bea-b19a-672b3e4cf798 HTTP/1.1" status: 200 len: 1095 time: 0.0514386 Jul 27 23:16:04.806060 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fb2c881-109c-4c38-827d-5f6b1561a0c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f6f257c-ad18-5f0c-8c8e-ea085a5fc8a2-f715dbd9-0fd7-45da-8085-d664aefd930f', 'network_id': 'f715dbd9-0fd7-45da-8085-d664aefd930f', 'tenant_id': 'ce22108b54794f2f97b5322030e97124', 'fixed_ips': [{'subnet_id': 'd1c061c6-68ee-44ea-a253-df639a7683b1'}]}} from n-d-802623-1. {{(pid=93799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 23:16:04.808410 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-9fb2c881-109c-4c38-827d-5f6b1561a0c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:04.847209 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-889f5e9c-a48e-4935-bb50-43f595e90cdf tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:04.873234 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-889f5e9c-a48e-4935-bb50-43f595e90cdf tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] device_id is not set on port a100bfac-81b4-423d-8b3a-da8d91ead5b5 yet. {{(pid=93797) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 23:16:04.980964 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-9fb2c881-109c-4c38-827d-5f6b1561a0c7 None None] Allocated IP 172.20.0.2 (f715dbd9-0fd7-45da-8085-d664aefd930f/d1c061c6-68ee-44ea-a253-df639a7683b1/174bc859-2b9b-4f2e-9f3c-619cc2fdc3b8) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:16:04.984916 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5b1e87-4bd3-4e9e-bd79-b6cc972fcfa5 req-cf8424b1-7980-4fc3-b492-f1b311d890ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:16:04.986693 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-3d5b1e87-4bd3-4e9e-bd79-b6cc972fcfa5 req-cf8424b1-7980-4fc3-b492-f1b311d890ca service neutron] 10.222.0.38 "GET /v2.0/networks?id=3a3cbeff-b007-4bc1-b89e-3434caa880b9 HTTP/1.1" status: 200 len: 904 time: 0.1824400 Jul 27 23:16:05.000085 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a160165-d18b-413c-9e58-8221eb06c194 req-0106e703-e582-431d-a728-90c647f74933 tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:16:05.007660 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-8a160165-d18b-413c-9e58-8221eb06c194 req-0106e703-e582-431d-a728-90c647f74933 tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] 10.222.0.18 "GET /v2.0/ports?device_id=7686eb2c-2073-4bea-b19a-672b3e4cf798 HTTP/1.1" status: 200 len: 944 time: 0.0971949 Jul 27 23:16:05.058355 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-3d5b1e87-4bd3-4e9e-bd79-b6cc972fcfa5 req-17bb408f-2383-433b-8e2a-c431d587e8e5 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c66a2b48-02b3-420d-927a-1d39eacfd203 HTTP/1.1" status: 200 len: 217 time: 0.0480006 Jul 27 23:16:05.111386 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-8a160165-d18b-413c-9e58-8221eb06c194 req-62175963-344d-4472-99da-5b6d1c20b8ee tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] 10.222.0.18 "GET /v2.0/security-groups?id=8de43b2a-3064-44a7-b92f-0f4c3410d3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980368 Jul 27 23:16:05.162076 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-9fb2c881-109c-4c38-827d-5f6b1561a0c7 None None] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:05.170469 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5b1e87-4bd3-4e9e-bd79-b6cc972fcfa5 req-03d39f7e-74d4-47cc-943e-68157028a881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:16:05.171990 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-3d5b1e87-4bd3-4e9e-bd79-b6cc972fcfa5 req-03d39f7e-74d4-47cc-943e-68157028a881 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b6febf1a-433f-4f54-bd03-8c744a40d170 HTTP/1.1" status: 200 len: 843 time: 0.1027482 Jul 27 23:16:05.178569 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-9fb2c881-109c-4c38-827d-5f6b1561a0c7 None None] Transition to ACTIVE for port object 174bc859-2b9b-4f2e-9f3c-619cc2fdc3b8 will not be triggered until provisioned by entity L2. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:16:05.196883 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-9fb2c881-109c-4c38-827d-5f6b1561a0c7 None None] Transition to ACTIVE for port object 174bc859-2b9b-4f2e-9f3c-619cc2fdc3b8 will not be triggered until provisioned by entity DHCP. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:16:05.207647 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-9fb2c881-109c-4c38-827d-5f6b1561a0c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:05.223371 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-3d5b1e87-4bd3-4e9e-bd79-b6cc972fcfa5 req-49478f0e-6e4f-470c-9baf-16370c740f05 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=3a3cbeff-b007-4bc1-b89e-3434caa880b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429940 Jul 27 23:16:05.250516 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fb2c881-109c-4c38-827d-5f6b1561a0c7 None None] Network f715dbd9-0fd7-45da-8085-d664aefd930f is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:16:05.253500 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-9fb2c881-109c-4c38-827d-5f6b1561a0c7 None None] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:16:05.260688 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb2c881-109c-4c38-827d-5f6b1561a0c7 None None] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:16:05.263629 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-889f5e9c-a48e-4935-bb50-43f595e90cdf tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Allocated IP 172.20.0.10 (f715dbd9-0fd7-45da-8085-d664aefd930f/d1c061c6-68ee-44ea-a253-df639a7683b1/a100bfac-81b4-423d-8b3a-da8d91ead5b5) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:16:05.271924 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb2c881-109c-4c38-827d-5f6b1561a0c7 None None] Pushing event updated for resources: {'Port': ['ID=174bc859-2b9b-4f2e-9f3c-619cc2fdc3b8,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:16:05.311349 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device 907413de-9aa6-49bc-ae78-3f4206ba8faf details requested by agent hyperv_n-h2-802623-1 with host n-h2-802623-1 {{(pid=93799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 23:16:05.335072 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-9fb2c881-109c-4c38-827d-5f6b1561a0c7 None None] Attempting to bind port 174bc859-2b9b-4f2e-9f3c-619cc2fdc3b8 on host n-d-802623-1 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:16:05.335384 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-9fb2c881-109c-4c38-827d-5f6b1561a0c7 None None] Attempting to bind port 174bc859-2b9b-4f2e-9f3c-619cc2fdc3b8 by drivers openvswitch,hyperv on host n-d-802623-1 at level 0 using segments [{'id': '3bf59b6f-f958-430c-9328-1f77e114d7bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'f715dbd9-0fd7-45da-8085-d664aefd930f'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:16:05.335687 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb2c881-109c-4c38-827d-5f6b1561a0c7 None None] Attempting to bind port 174bc859-2b9b-4f2e-9f3c-619cc2fdc3b8 on network f715dbd9-0fd7-45da-8085-d664aefd930f {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:16:05.337893 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-3d5b1e87-4bd3-4e9e-bd79-b6cc972fcfa5 req-90a3a52d-c668-4c02-90a3-55e17690f896 service neutron] 10.222.0.38 "GET /v2.0/networks/3a3cbeff-b007-4bc1-b89e-3434caa880b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049511 Jul 27 23:16:05.346468 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb2c881-109c-4c38-827d-5f6b1561a0c7 None None] Checking agent: {'id': 'a9a568d2-a5e7-41e4-833f-a8ab42ea4073', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 52, 30), 'started_at': datetime.datetime(2021, 7, 27, 22, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802623-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:16:05.346849 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb2c881-109c-4c38-827d-5f6b1561a0c7 None None] Checking segment: {'id': '3bf59b6f-f958-430c-9328-1f77e114d7bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'f715dbd9-0fd7-45da-8085-d664aefd930f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:16:05.347283 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-9fb2c881-109c-4c38-827d-5f6b1561a0c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:05.347683 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb2c881-109c-4c38-827d-5f6b1561a0c7 None None] Bound using segment: {'id': '3bf59b6f-f958-430c-9328-1f77e114d7bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'f715dbd9-0fd7-45da-8085-d664aefd930f'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:16:05.348164 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-9fb2c881-109c-4c38-827d-5f6b1561a0c7 None None] Bound port: 174bc859-2b9b-4f2e-9f3c-619cc2fdc3b8, host: n-d-802623-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bf59b6f-f958-430c-9328-1f77e114d7bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'f715dbd9-0fd7-45da-8085-d664aefd930f'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:16:05.348547 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-9fb2c881-109c-4c38-827d-5f6b1561a0c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:05.463657 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-3d5b1e87-4bd3-4e9e-bd79-b6cc972fcfa5 req-174e65aa-e653-42ec-8f6f-13b726f3fc26 service neutron] 10.222.0.38 "GET /v2.0/networks/3a3cbeff-b007-4bc1-b89e-3434caa880b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157086 Jul 27 23:16:05.481757 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-889f5e9c-a48e-4935-bb50-43f595e90cdf tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:05.498433 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-889f5e9c-a48e-4935-bb50-43f595e90cdf tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Transition to ACTIVE for port object a100bfac-81b4-423d-8b3a-da8d91ead5b5 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:16:05.541261 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-889f5e9c-a48e-4935-bb50-43f595e90cdf tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:05.584437 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-889f5e9c-a48e-4935-bb50-43f595e90cdf tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Network f715dbd9-0fd7-45da-8085-d664aefd930f is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:16:05.588236 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-889f5e9c-a48e-4935-bb50-43f595e90cdf tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:16:05.593024 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-889f5e9c-a48e-4935-bb50-43f595e90cdf tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:16:05.617257 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port 907413de-9aa6-49bc-ae78-3f4206ba8faf, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=907413de-9aa6-49bc-ae78-3f4206ba8faf,segment=NetworkSegment(145d64c0-063a-4e1d-8ed5-459cef7aa517),segment_id=145d64c0-063a-4e1d-8ed5-459cef7aa517)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:16:05.624978 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889f5e9c-a48e-4935-bb50-43f595e90cdf tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Pushing event updated for resources: {'Port': ['ID=a100bfac-81b4-423d-8b3a-da8d91ead5b5,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:16:05.626368 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-9fb2c881-109c-4c38-827d-5f6b1561a0c7 None None] For port 174bc859-2b9b-4f2e-9f3c-619cc2fdc3b8, host n-d-802623-1, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:16:05.638075 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Returning: {'device': '907413de-9aa6-49bc-ae78-3f4206ba8faf', 'network_id': '0627b955-dd0f-4cce-ba7f-51e698f3bc59', 'port_id': '907413de-9aa6-49bc-ae78-3f4206ba8faf', 'mac_address': 'fa:16:3e:7b:72:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '232a981d-f7d1-42df-991c-3a09e4ce0177', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 23:16:05.645760 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-9fb2c881-109c-4c38-827d-5f6b1561a0c7 None None] For port 174bc859-2b9b-4f2e-9f3c-619cc2fdc3b8, host n-d-802623-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=174bc859-2b9b-4f2e-9f3c-619cc2fdc3b8,segment=NetworkSegment(3bf59b6f-f958-430c-9328-1f77e114d7bc),segment_id=3bf59b6f-f958-430c-9328-1f77e114d7bc)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:16:05.665614 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-889f5e9c-a48e-4935-bb50-43f595e90cdf tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:16:05.666237 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-889f5e9c-a48e-4935-bb50-43f595e90cdf tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:05.668024 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-9fb2c881-109c-4c38-827d-5f6b1561a0c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:05.682027 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-889f5e9c-a48e-4935-bb50-43f595e90cdf tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.0765643 Jul 27 23:16:05.684545 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 43420) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:16:05.689687 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-0bbd0f1f-35ec-4c42-bef8-d07a959b2734 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Request body: {'port': {'network_id': 'f715dbd9-0fd7-45da-8085-d664aefd930f', 'name': 'tempest-PortsTestJSON-410044126', 'fixed_ips': [{'subnet_id': 'd1c061c6-68ee-44ea-a253-df639a7683b1', 'ip_address': '172.20.0.9'}]}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:16:05.723749 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:05.759528 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb2c881-109c-4c38-827d-5f6b1561a0c7 None None] Pushing event updated for resources: {'Port': ['ID=174bc859-2b9b-4f2e-9f3c-619cc2fdc3b8,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:16:05.763661 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 907413de-9aa6-49bc-ae78-3f4206ba8faf {{(pid=93799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:16:05.792018 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port 907413de-9aa6-49bc-ae78-3f4206ba8faf, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=907413de-9aa6-49bc-ae78-3f4206ba8faf,segment=NetworkSegment(145d64c0-063a-4e1d-8ed5-459cef7aa517),segment_id=145d64c0-063a-4e1d-8ed5-459cef7aa517)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:16:05.800509 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:05.845830 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bbd0f1f-35ec-4c42-bef8-d07a959b2734 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Made reservation on behalf of ce22108b54794f2f97b5322030e97124 for: {'port': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:16:05.852973 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0bbd0f1f-35ec-4c42-bef8-d07a959b2734 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:05.867036 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Pushing event updated for resources: {'Port': ['ID=907413de-9aa6-49bc-ae78-3f4206ba8faf,revision_number=6']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:16:05.880546 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-0bbd0f1f-35ec-4c42-bef8-d07a959b2734 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] device_id is not set on port 44bceafb-6cc4-4509-bb9e-86502725b405 yet. {{(pid=93797) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 23:16:05.911374 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] get_ports_and_sgs() called for port_ids ['907413de-9aa6-49bc-ae78-3f4206ba8faf'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:16:06.120215 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-0bbd0f1f-35ec-4c42-bef8-d07a959b2734 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Allocated IP 172.20.0.9 (f715dbd9-0fd7-45da-8085-d664aefd930f/d1c061c6-68ee-44ea-a253-df639a7683b1/44bceafb-6cc4-4509-bb9e-86502725b405) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:16:06.285706 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 43472) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:16:06.322511 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 174bc859-2b9b-4f2e-9f3c-619cc2fdc3b8 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:16:06.381722 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning for port 174bc859-2b9b-4f2e-9f3c-619cc2fdc3b8 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:16:06.415982 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ee0b17da-7806-4075-9f1a-291543b2d120 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:06.521002 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ee0b17da-7806-4075-9f1a-291543b2d120 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:06.526142 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ee0b17da-7806-4075-9f1a-291543b2d120 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:06.568778 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-ee0b17da-7806-4075-9f1a-291543b2d120 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7023111712024cd8a943a45599c2ffdc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2818964 Jul 27 23:16:06.569623 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0b17da-7806-4075-9f1a-291543b2d120 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=511cc111-be17-42b2-85de-436bfb9c51ac,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:16:06.572168 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 43478) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:16:06.628165 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4e5198e6-dbe4-485c-a846-6139a37bedc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:06.652552 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4e5198e6-dbe4-485c-a846-6139a37bedc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:06.688474 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b65fc1e-f400-41fd-a37c-38b90710a7cb req-c8967a1d-6a47-4d27-8102-a54c8e6a7eef tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:16:06.689997 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-4b65fc1e-f400-41fd-a37c-38b90710a7cb req-c8967a1d-6a47-4d27-8102-a54c8e6a7eef tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] 10.222.0.18 "GET /v2.0/ports?device_id=7686eb2c-2073-4bea-b19a-672b3e4cf798 HTTP/1.1" status: 200 len: 944 time: 0.0898142 Jul 27 23:16:06.708110 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4e5198e6-dbe4-485c-a846-6139a37bedc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:06.711211 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4e5198e6-dbe4-485c-a846-6139a37bedc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:06.713269 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-4e5198e6-dbe4-485c-a846-6139a37bedc6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/511cc111-be17-42b2-85de-436bfb9c51ac HTTP/1.1" status: 204 len: 168 time: 0.1396616 Jul 27 23:16:06.722658 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5198e6-dbe4-485c-a846-6139a37bedc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=511cc111-be17-42b2-85de-436bfb9c51ac,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:16:06.729018 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0bbd0f1f-35ec-4c42-bef8-d07a959b2734 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:06.762384 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-4b65fc1e-f400-41fd-a37c-38b90710a7cb req-357ab9ef-4a84-4b19-8ee0-c5cc7239c221 tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] 10.222.0.18 "GET /v2.0/security-groups?id=8de43b2a-3064-44a7-b92f-0f4c3410d3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605350 Jul 27 23:16:06.763346 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-0bbd0f1f-35ec-4c42-bef8-d07a959b2734 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Transition to ACTIVE for port object 44bceafb-6cc4-4509-bb9e-86502725b405 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:16:06.812390 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0bbd0f1f-35ec-4c42-bef8-d07a959b2734 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:06.857488 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bbd0f1f-35ec-4c42-bef8-d07a959b2734 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Network f715dbd9-0fd7-45da-8085-d664aefd930f is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:16:06.860812 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-0bbd0f1f-35ec-4c42-bef8-d07a959b2734 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:16:06.862871 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f37e8c4-753e-4332-84ae-667d64513385 None None] Network f715dbd9-0fd7-45da-8085-d664aefd930f requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:16:06.864490 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bbd0f1f-35ec-4c42-bef8-d07a959b2734 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:16:06.901868 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbd0f1f-35ec-4c42-bef8-d07a959b2734 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Pushing event updated for resources: {'Port': ['ID=44bceafb-6cc4-4509-bb9e-86502725b405,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:16:06.931079 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bbd0f1f-35ec-4c42-bef8-d07a959b2734 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:16:06.931794 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0bbd0f1f-35ec-4c42-bef8-d07a959b2734 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:06.945306 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-1fc24cc1-7b67-400a-8e84-7d0e015f306d None None] Provisioning for port 174bc859-2b9b-4f2e-9f3c-619cc2fdc3b8 completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:16:06.952580 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-0bbd0f1f-35ec-4c42-bef8-d07a959b2734 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.2664840 Jul 27 23:16:06.955279 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 43488) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:16:06.969258 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-1fc24cc1-7b67-400a-8e84-7d0e015f306d None None] Provisioning complete for port 174bc859-2b9b-4f2e-9f3c-619cc2fdc3b8 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:16:06.969874 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-1fc24cc1-7b67-400a-8e84-7d0e015f306d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:07.048350 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3abbadd-cb08-493c-9a26-66c90b860dd1 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:16:07.049852 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-e3abbadd-cb08-493c-9a26-66c90b860dd1 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] 10.222.0.18 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.0931771 Jul 27 23:16:07.052583 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 43496) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:16:07.111248 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13b39c77-a55c-4765-8df5-3bbbf2499a06 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:16:07.115016 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-1fc24cc1-7b67-400a-8e84-7d0e015f306d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:07.117539 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13b39c77-a55c-4765-8df5-3bbbf2499a06 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:16:07.123564 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13b39c77-a55c-4765-8df5-3bbbf2499a06 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:16:07.125303 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-13b39c77-a55c-4765-8df5-3bbbf2499a06 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] 10.222.0.18 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2376 time: 0.0717955 Jul 27 23:16:07.128338 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 43500) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:16:07.157964 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-1fc24cc1-7b67-400a-8e84-7d0e015f306d None None] For port 174bc859-2b9b-4f2e-9f3c-619cc2fdc3b8, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=174bc859-2b9b-4f2e-9f3c-619cc2fdc3b8,segment=NetworkSegment(3bf59b6f-f958-430c-9328-1f77e114d7bc),segment_id=3bf59b6f-f958-430c-9328-1f77e114d7bc)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:16:07.169796 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-1fc24cc1-7b67-400a-8e84-7d0e015f306d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:07.233004 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc24cc1-7b67-400a-8e84-7d0e015f306d None None] Pushing event updated for resources: {'Port': ['ID=174bc859-2b9b-4f2e-9f3c-619cc2fdc3b8,revision_number=3']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:16:07.251408 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-091f8d0f-c6c4-4116-9874-277dcdc3db7f tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Deleting port 44bceafb-6cc4-4509-bb9e-86502725b405 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:16:07.251762 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-091f8d0f-c6c4-4116-9874-277dcdc3db7f tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:07.295274 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device 907413de-9aa6-49bc-ae78-3f4206ba8faf up at agent hyperv_n-h2-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:16:07.353439 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Provisioning complete for port 907413de-9aa6-49bc-ae78-3f4206ba8faf triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:16:07.354046 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:07.387477 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-091f8d0f-c6c4-4116-9874-277dcdc3db7f tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:07.403916 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-091f8d0f-c6c4-4116-9874-277dcdc3db7f tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Calling delete_port for 44bceafb-6cc4-4509-bb9e-86502725b405 owned by {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:16:07.446366 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:07.476351 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55cb1b9e-b3c2-47cd-8a02-7c9e10ec36f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '907413de-9aa6-49bc-ae78-3f4206ba8faf'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:16:07.482325 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c0369b0d4f459110ff20a1f9878ba33f96d6491bddb9d15843bf29d01e0bda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80fb9671-497e-4be8-8fbb-4a6667785d3c" -d '{"events": [{"server_uuid": "55cb1b9e-b3c2-47cd-8a02-7c9e10ec36f7", "name": "network-vif-plugged", "status": "completed", "tag": "907413de-9aa6-49bc-ae78-3f4206ba8faf"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:16:07.511757 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port 907413de-9aa6-49bc-ae78-3f4206ba8faf, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=907413de-9aa6-49bc-ae78-3f4206ba8faf,segment=NetworkSegment(145d64c0-063a-4e1d-8ed5-459cef7aa517),segment_id=145d64c0-063a-4e1d-8ed5-459cef7aa517)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:16:07.516355 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e37eb2ca-02ac-4639-bd84-f185276edba0 None None] Provisioning complete for port 174bc859-2b9b-4f2e-9f3c-619cc2fdc3b8 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:16:07.516897 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e37eb2ca-02ac-4639-bd84-f185276edba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:07.549417 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:07.556330 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 43516) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:16:07.564465 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:16:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75830d26-6786-4b18-bb24-676227d6b243 x-openstack-request-id: req-75830d26-6786-4b18-bb24-676227d6b243 {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:16:07.564766 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55cb1b9e-b3c2-47cd-8a02-7c9e10ec36f7", "name": "network-vif-plugged", "status": "completed", "tag": "907413de-9aa6-49bc-ae78-3f4206ba8faf", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:16:07.565020 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-75830d26-6786-4b18-bb24-676227d6b243 {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:16:07.565415 n-d-802623-1 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55cb1b9e-b3c2-47cd-8a02-7c9e10ec36f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '907413de-9aa6-49bc-ae78-3f4206ba8faf', 'code': 200} Jul 27 23:16:07.592670 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-091f8d0f-c6c4-4116-9874-277dcdc3db7f tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:07.660694 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f8d0f-c6c4-4116-9874-277dcdc3db7f tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Pushing event deleted for resources: {'Port': ['ID=44bceafb-6cc4-4509-bb9e-86502725b405,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:16:07.672347 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Pushing event updated for resources: {'Port': ['ID=907413de-9aa6-49bc-ae78-3f4206ba8faf,revision_number=7']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:16:07.683788 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-35ca8bdb-b901-4ce6-82af-ebf4c889bcb8 tempest-DvrRoutersNegativeTest-68694262 tempest-DvrRoutersNegativeTest-68694262-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1252967184', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:16:07.686698 n-d-802623-1 neutron-server[93797]: DEBUG neutron.policy [None req-35ca8bdb-b901-4ce6-82af-ebf4c889bcb8 tempest-DvrRoutersNegativeTest-68694262 tempest-DvrRoutersNegativeTest-68694262-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=93797) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Jul 27 23:16:07.686926 n-d-802623-1 neutron-server[93797]: DEBUG neutron.policy [None req-35ca8bdb-b901-4ce6-82af-ebf4c889bcb8 tempest-DvrRoutersNegativeTest-68694262 tempest-DvrRoutersNegativeTest-68694262-project] Failed policy check for 'create_router' {{(pid=93797) enforce /opt/stack/neutron/neutron/policy.py:520}} Jul 27 23:16:07.687758 n-d-802623-1 neutron-server[93797]: INFO neutron.api.v2.resource [None req-35ca8bdb-b901-4ce6-82af-ebf4c889bcb8 tempest-DvrRoutersNegativeTest-68694262 tempest-DvrRoutersNegativeTest-68694262-project] create failed (client error): Access was denied to this resource. Jul 27 23:16:07.692907 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-35ca8bdb-b901-4ce6-82af-ebf4c889bcb8 tempest-DvrRoutersNegativeTest-68694262 tempest-DvrRoutersNegativeTest-68694262-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1316080 Jul 27 23:16:07.693440 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e37eb2ca-02ac-4639-bd84-f185276edba0 None None] Provisioning for port a100bfac-81b4-423d-8b3a-da8d91ead5b5 completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:16:07.696137 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e37eb2ca-02ac-4639-bd84-f185276edba0 None None] Provisioning complete for port a100bfac-81b4-423d-8b3a-da8d91ead5b5 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:16:07.696791 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e37eb2ca-02ac-4639-bd84-f185276edba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:07.740893 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-e37eb2ca-02ac-4639-bd84-f185276edba0 None None] Port a100bfac-81b4-423d-8b3a-da8d91ead5b5 cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:16:07.746165 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e37eb2ca-02ac-4639-bd84-f185276edba0 None None] Could not find standard attr ID for object 44bceafb-6cc4-4509-bb9e-86502725b405. {{(pid=93799) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 23:16:07.763544 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-091f8d0f-c6c4-4116-9874-277dcdc3db7f tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:07.765523 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-091f8d0f-c6c4-4116-9874-277dcdc3db7f tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] 10.222.0.18 "DELETE /v2.0/ports/44bceafb-6cc4-4509-bb9e-86502725b405 HTTP/1.1" status: 204 len: 168 time: 0.6362619 Jul 27 23:16:07.768417 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 43524) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:16:07.794564 n-d-802623-1 neutron-server[93798]: INFO neutron.pecan_wsgi.hooks.translation [None req-58b99f23-66bc-41e8-8068-28638ac04851 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] GET failed (client error): The resource could not be found. Jul 27 23:16:07.796182 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-58b99f23-66bc-41e8-8068-28638ac04851 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] 10.222.0.18 "GET /v2.0/ports/44bceafb-6cc4-4509-bb9e-86502725b405 HTTP/1.1" status: 404 len: 333 time: 0.0263021 Jul 27 23:16:07.798951 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 43528) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:16:07.872073 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-db07b816-72fa-46eb-878b-4c76163fb8fb None None] Provisioning complete for port a100bfac-81b4-423d-8b3a-da8d91ead5b5 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:16:07.872792 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-db07b816-72fa-46eb-878b-4c76163fb8fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:07.928839 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-db07b816-72fa-46eb-878b-4c76163fb8fb None None] Port a100bfac-81b4-423d-8b3a-da8d91ead5b5 cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:16:07.948035 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc31b7c-0a76-4113-8d1d-6cebffa431e0 req-57b3703c-764a-4f44-ac19-b8a2d66a66c5 tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:16:07.949759 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-3bc31b7c-0a76-4113-8d1d-6cebffa431e0 req-57b3703c-764a-4f44-ac19-b8a2d66a66c5 tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] 10.222.0.18 "GET /v2.0/ports?device_id=7686eb2c-2073-4bea-b19a-672b3e4cf798 HTTP/1.1" status: 200 len: 944 time: 0.1018763 Jul 27 23:16:07.955224 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-90dcd6ff-bc86-4306-a30e-5dd96f1d1698 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Deleting port a100bfac-81b4-423d-8b3a-da8d91ead5b5 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:16:07.955539 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-90dcd6ff-bc86-4306-a30e-5dd96f1d1698 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:08.034679 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 43536) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:16:08.045591 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-3bc31b7c-0a76-4113-8d1d-6cebffa431e0 req-5ed1fa21-470a-4ac2-9d22-2d251e8855a6 tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] 10.222.0.18 "GET /v2.0/security-groups?id=8de43b2a-3064-44a7-b92f-0f4c3410d3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869453 Jul 27 23:16:08.046027 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-7cd097e2-e962-4141-928a-9892077eb0bf None None] Could not find standard attr ID for object 44bceafb-6cc4-4509-bb9e-86502725b405. {{(pid=93799) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 23:16:08.081862 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-90dcd6ff-bc86-4306-a30e-5dd96f1d1698 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:08.095310 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-90dcd6ff-bc86-4306-a30e-5dd96f1d1698 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Calling delete_port for a100bfac-81b4-423d-8b3a-da8d91ead5b5 owned by {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:16:08.163276 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7dbc0da5-b780-49f9-82d9-f044495e62eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:08.232697 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-90dcd6ff-bc86-4306-a30e-5dd96f1d1698 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:08.244850 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device c66a2b48-02b3-420d-927a-1d39eacfd203 details requested by agent hyperv_n-h1-802623-1 with host n-h1-802623-1 {{(pid=93799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 23:16:08.262738 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90dcd6ff-bc86-4306-a30e-5dd96f1d1698 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Pushing event deleted for resources: {'Port': ['ID=a100bfac-81b4-423d-8b3a-da8d91ead5b5,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:16:08.323515 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 174bc859-2b9b-4f2e-9f3c-619cc2fdc3b8 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:16:08.337517 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7dbc0da5-b780-49f9-82d9-f044495e62eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:08.344187 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7dbc0da5-b780-49f9-82d9-f044495e62eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:08.366462 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-90dcd6ff-bc86-4306-a30e-5dd96f1d1698 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:08.372268 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 43542) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:16:08.373154 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-90dcd6ff-bc86-4306-a30e-5dd96f1d1698 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] 10.222.0.18 "DELETE /v2.0/ports/a100bfac-81b4-423d-8b3a-da8d91ead5b5 HTTP/1.1" status: 204 len: 168 time: 0.5731425 Jul 27 23:16:08.426382 n-d-802623-1 neutron-server[93797]: INFO neutron.pecan_wsgi.hooks.translation [None req-a48e71fe-7cf2-4b30-85de-7b1f48ba1ea9 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] GET failed (client error): The resource could not be found. Jul 27 23:16:08.428166 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-a48e71fe-7cf2-4b30-85de-7b1f48ba1ea9 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] 10.222.0.18 "GET /v2.0/ports/a100bfac-81b4-423d-8b3a-da8d91ead5b5 HTTP/1.1" status: 404 len: 333 time: 0.0548041 Jul 27 23:16:08.431184 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 43546) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:16:08.439425 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-7dbc0da5-b780-49f9-82d9-f044495e62eb admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1c998972a52d4bb8810019a577fbc37d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4035459 Jul 27 23:16:08.440012 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbc0da5-b780-49f9-82d9-f044495e62eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dca58a9d-703b-434f-890f-1b9127368f3a,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:16:08.442839 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 43548) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:16:08.453146 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port 174bc859-2b9b-4f2e-9f3c-619cc2fdc3b8 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:16:08.453146 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:08.457185 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port c66a2b48-02b3-420d-927a-1d39eacfd203, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=c66a2b48-02b3-420d-927a-1d39eacfd203,segment=NetworkSegment(95f4c351-b25e-43d9-ba8e-34c4aa118da8),segment_id=95f4c351-b25e-43d9-ba8e-34c4aa118da8)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:16:08.494859 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Returning: {'device': 'c66a2b48-02b3-420d-927a-1d39eacfd203', 'network_id': '3a3cbeff-b007-4bc1-b89e-3434caa880b9', 'port_id': 'c66a2b48-02b3-420d-927a-1d39eacfd203', 'mac_address': 'fa:16:3e:31:ad:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6febf1a-433f-4f54-bd03-8c744a40d170', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 23:16:08.505906 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc7b4825-4f4f-49fb-8ef7-0e5ca4e4c8fb tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Deleting subnet d1c061c6-68ee-44ea-a253-df639a7683b1 {{(pid=93798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 23:16:08.509760 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fc7b4825-4f4f-49fb-8ef7-0e5ca4e4c8fb tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks [] for subnet, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:08.515701 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e2a7bdb5-56ce-495b-9ed5-49dcbb9a82d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:08.541802 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e2a7bdb5-56ce-495b-9ed5-49dcbb9a82d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:08.549314 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:08.562328 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fc7b4825-4f4f-49fb-8ef7-0e5ca4e4c8fb tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11163249'] for subnet, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:08.589619 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c66a2b48-02b3-420d-927a-1d39eacfd203 {{(pid=93799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:16:08.594093 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e2a7bdb5-56ce-495b-9ed5-49dcbb9a82d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:08.596773 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e2a7bdb5-56ce-495b-9ed5-49dcbb9a82d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:08.597931 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-e2a7bdb5-56ce-495b-9ed5-49dcbb9a82d0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/dca58a9d-703b-434f-890f-1b9127368f3a HTTP/1.1" status: 204 len: 168 time: 0.1540782 Jul 27 23:16:08.614424 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a7bdb5-56ce-495b-9ed5-49dcbb9a82d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dca58a9d-703b-434f-890f-1b9127368f3a,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:16:08.637522 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port c66a2b48-02b3-420d-927a-1d39eacfd203, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=c66a2b48-02b3-420d-927a-1d39eacfd203,segment=NetworkSegment(95f4c351-b25e-43d9-ba8e-34c4aa118da8),segment_id=95f4c351-b25e-43d9-ba8e-34c4aa118da8)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:16:08.643843 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:08.681611 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fc7b4825-4f4f-49fb-8ef7-0e5ca4e4c8fb tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620741'] for subnet, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:08.702862 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Pushing event updated for resources: {'Port': ['ID=c66a2b48-02b3-420d-927a-1d39eacfd203,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:16:08.751822 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fc7b4825-4f4f-49fb-8ef7-0e5ca4e4c8fb tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11971800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12265753'] for subnet, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:08.780750 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7b4825-4f4f-49fb-8ef7-0e5ca4e4c8fb tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Pushing event deleted for resources: {'Subnet': ['ID=d1c061c6-68ee-44ea-a253-df639a7683b1,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:16:08.784349 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fc7b4825-4f4f-49fb-8ef7-0e5ca4e4c8fb tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:08.786433 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-fc7b4825-4f4f-49fb-8ef7-0e5ca4e4c8fb tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] 10.222.0.18 "DELETE /v2.0/subnets/d1c061c6-68ee-44ea-a253-df639a7683b1 HTTP/1.1" status: 204 len: 168 time: 0.3542316 Jul 27 23:16:08.789043 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 43556) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:16:08.791933 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-088a7286-54d1-48f1-aab5-0714db4a3476 None None] Network f715dbd9-0fd7-45da-8085-d664aefd930f requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:16:08.874075 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-abeb13e0-f4f7-4ad3-bc7f-a581fa7d238b tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593271'] for network, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:08.947802 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-abeb13e0-f4f7-4ad3-bc7f-a581fa7d238b tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Deleting port 174bc859-2b9b-4f2e-9f3c-619cc2fdc3b8 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:16:08.948215 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-abeb13e0-f4f7-4ad3-bc7f-a581fa7d238b tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:08.953436 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] get_ports_and_sgs() called for port_ids ['c66a2b48-02b3-420d-927a-1d39eacfd203'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:16:08.981998 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0623b2c5-530c-43ff-8a99-9a9c2eed109c None None] DHCP port deletion for f715dbd9-0fd7-45da-8085-d664aefd930f request from n-d-802623-1 {{(pid=93799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 23:16:09.016222 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-abeb13e0-f4f7-4ad3-bc7f-a581fa7d238b tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] For port 174bc859-2b9b-4f2e-9f3c-619cc2fdc3b8, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=174bc859-2b9b-4f2e-9f3c-619cc2fdc3b8,segment=NetworkSegment(3bf59b6f-f958-430c-9328-1f77e114d7bc),segment_id=3bf59b6f-f958-430c-9328-1f77e114d7bc)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:16:09.016588 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-abeb13e0-f4f7-4ad3-bc7f-a581fa7d238b tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:09.037375 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-abeb13e0-f4f7-4ad3-bc7f-a581fa7d238b tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Calling delete_port for 174bc859-2b9b-4f2e-9f3c-619cc2fdc3b8 owned by network:dhcp {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:16:09.067713 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-0623b2c5-530c-43ff-8a99-9a9c2eed109c None None] Deleting port 174bc859-2b9b-4f2e-9f3c-619cc2fdc3b8 {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:16:09.068089 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-0623b2c5-530c-43ff-8a99-9a9c2eed109c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:09.134247 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-abeb13e0-f4f7-4ad3-bc7f-a581fa7d238b tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:09.158566 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-0623b2c5-530c-43ff-8a99-9a9c2eed109c None None] For port 174bc859-2b9b-4f2e-9f3c-619cc2fdc3b8, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=174bc859-2b9b-4f2e-9f3c-619cc2fdc3b8,segment=NetworkSegment(3bf59b6f-f958-430c-9328-1f77e114d7bc),segment_id=3bf59b6f-f958-430c-9328-1f77e114d7bc)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:16:09.158970 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-0623b2c5-530c-43ff-8a99-9a9c2eed109c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:09.180849 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-0623b2c5-530c-43ff-8a99-9a9c2eed109c None None] Calling delete_port for 174bc859-2b9b-4f2e-9f3c-619cc2fdc3b8 owned by network:dhcp {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:16:09.191555 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abeb13e0-f4f7-4ad3-bc7f-a581fa7d238b tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Pushing event deleted for resources: {'Port': ['ID=174bc859-2b9b-4f2e-9f3c-619cc2fdc3b8,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:16:09.193706 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abeb13e0-f4f7-4ad3-bc7f-a581fa7d238b tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] No DVR routers for this DVR port 174bc859-2b9b-4f2e-9f3c-619cc2fdc3b8 on host n-d-802623-1 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:16:09.280316 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-0623b2c5-530c-43ff-8a99-9a9c2eed109c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:09.319640 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0623b2c5-530c-43ff-8a99-9a9c2eed109c None None] Pushing event deleted for resources: {'Port': ['ID=174bc859-2b9b-4f2e-9f3c-619cc2fdc3b8,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:16:09.324486 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0623b2c5-530c-43ff-8a99-9a9c2eed109c None None] No DVR routers for this DVR port 174bc859-2b9b-4f2e-9f3c-619cc2fdc3b8 on host n-d-802623-1 {{(pid=93799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:16:09.327194 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30b75e4-3119-4e6f-8f97-704416dc65a3 req-49a34e7e-0c48-46f0-b2f0-aebfc8d468d7 tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:16:09.328854 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a30b75e4-3119-4e6f-8f97-704416dc65a3 req-49a34e7e-0c48-46f0-b2f0-aebfc8d468d7 tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] 10.222.0.18 "GET /v2.0/ports?device_id=7686eb2c-2073-4bea-b19a-672b3e4cf798 HTTP/1.1" status: 200 len: 945 time: 0.1788776 Jul 27 23:16:09.333920 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-abeb13e0-f4f7-4ad3-bc7f-a581fa7d238b tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618032', 'neutron.services.segments.db._delete_segments_for_network-8736833900081'] for network, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:09.351152 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-abeb13e0-f4f7-4ad3-bc7f-a581fa7d238b tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f715dbd9-0fd7-45da-8085-d664aefd930f']}} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:16:09.369620 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-abeb13e0-f4f7-4ad3-bc7f-a581fa7d238b tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bf59b6f-f958-430c-9328-1f77e114d7bc') {'for_net_delete': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:16:09.369933 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-abeb13e0-f4f7-4ad3-bc7f-a581fa7d238b tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bf59b6f-f958-430c-9328-1f77e114d7bc') {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:16:09.370054 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 43580) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:16:09.386709 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-abeb13e0-f4f7-4ad3-bc7f-a581fa7d238b tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736833900858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11163256'] for segment, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:09.399926 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a30b75e4-3119-4e6f-8f97-704416dc65a3 req-32b9ebf2-4515-4fb6-aefc-d03389028141 tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] 10.222.0.18 "GET /v2.0/security-groups?id=8de43b2a-3064-44a7-b92f-0f4c3410d3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633686 Jul 27 23:16:09.409861 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-abeb13e0-f4f7-4ad3-bc7f-a581fa7d238b tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:09.418256 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abeb13e0-f4f7-4ad3-bc7f-a581fa7d238b tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Releasing vlan 510 on physical network physnet1 to pool {{(pid=93798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 23:16:09.418750 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-abeb13e0-f4f7-4ad3-bc7f-a581fa7d238b tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11971746'] for segment, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:09.422242 n-d-802623-1 neutron-server[93798]: Traceback (most recent call last): Jul 27 23:16:09.422242 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 23:16:09.422242 n-d-802623-1 neutron-server[93798]: timer() Jul 27 23:16:09.422242 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 23:16:09.422242 n-d-802623-1 neutron-server[93798]: cb(*args, **kw) Jul 27 23:16:09.422242 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 23:16:09.422242 n-d-802623-1 neutron-server[93798]: return func(*args, **kwargs) Jul 27 23:16:09.422242 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 23:16:09.422242 n-d-802623-1 neutron-server[93798]: self._notify() Jul 27 23:16:09.422242 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 23:16:09.422242 n-d-802623-1 neutron-server[93798]: self.callback(batched_events) Jul 27 23:16:09.422242 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 23:16:09.422242 n-d-802623-1 neutron-server[93798]: event.method(event) Jul 27 23:16:09.422242 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 23:16:09.422242 n-d-802623-1 neutron-server[93798]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 23:16:09.422242 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 23:16:09.422242 n-d-802623-1 neutron-server[93798]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 23:16:09.422242 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 23:16:09.422242 n-d-802623-1 neutron-server[93798]: return f(self, *a, **k) Jul 27 23:16:09.422242 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 23:16:09.422242 n-d-802623-1 neutron-server[93798]: return self._get(url).json() Jul 27 23:16:09.422242 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 23:16:09.422242 n-d-802623-1 neutron-server[93798]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 23:16:09.422242 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 23:16:09.422242 n-d-802623-1 neutron-server[93798]: return self.request(url, 'GET', **kwargs) Jul 27 23:16:09.422242 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 23:16:09.422242 n-d-802623-1 neutron-server[93798]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 23:16:09.422242 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 23:16:09.422242 n-d-802623-1 neutron-server[93798]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 23:16:09.422242 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 23:16:09.422242 n-d-802623-1 neutron-server[93798]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 23:16:09.422242 n-d-802623-1 neutron-server[93798]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 23:16:09.486871 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-62c79d60-f51f-41a3-b005-8937ea1e831d tempest-ServiceProvidersTest-2135993991 tempest-ServiceProvidersTest-2135993991-project] 10.222.0.18 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1157165 Jul 27 23:16:09.489580 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-abeb13e0-f4f7-4ad3-bc7f-a581fa7d238b tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415412'] for network, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:09.500085 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-abeb13e0-f4f7-4ad3-bc7f-a581fa7d238b tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:09.502533 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-abeb13e0-f4f7-4ad3-bc7f-a581fa7d238b tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] 10.222.0.18 "DELETE /v2.0/networks/f715dbd9-0fd7-45da-8085-d664aefd930f HTTP/1.1" status: 204 len: 168 time: 0.7125270 Jul 27 23:16:09.506706 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 43590) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:16:09.512147 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-d5206961-2769-4b3f-b370-33ac6dd00885 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-214137194'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:16:09.515640 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abeb13e0-f4f7-4ad3-bc7f-a581fa7d238b tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Pushing event deleted for resources: {'Network': ['ID=f715dbd9-0fd7-45da-8085-d664aefd930f,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:16:09.541700 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5206961-2769-4b3f-b370-33ac6dd00885 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Made reservation on behalf of ce22108b54794f2f97b5322030e97124 for: {'network': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:16:09.545217 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d5206961-2769-4b3f-b370-33ac6dd00885 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for network, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:09.576754 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5206961-2769-4b3f-b370-33ac6dd00885 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 527} {{(pid=93797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 23:16:09.589112 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d5206961-2769-4b3f-b370-33ac6dd00885 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:09.589468 n-d-802623-1 neutron-server[93797]: INFO neutron.db.segments_db [None req-d5206961-2769-4b3f-b370-33ac6dd00885 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Added segment 7680dd83-6f4c-48a6-8d27-01cff342985b of type vlan for network 473d2533-a9a7-4439-9ded-9f25ed03e1db Jul 27 23:16:09.630965 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d5206961-2769-4b3f-b370-33ac6dd00885 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736833354590'] for network, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:09.666474 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d5206961-2769-4b3f-b370-33ac6dd00885 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569'] for network, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:09.671976 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5206961-2769-4b3f-b370-33ac6dd00885 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:16:09.672563 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d5206961-2769-4b3f-b370-33ac6dd00885 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for network, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:09.742149 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-d5206961-2769-4b3f-b370-33ac6dd00885 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2318034 Jul 27 23:16:09.742377 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 43594) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:16:09.747798 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-7236d33f-ec6e-4a0b-b770-43160e2dfcb8 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Request body: {'subnet': {'network_id': '473d2533-a9a7-4439-9ded-9f25ed03e1db', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:16:09.777375 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 43596) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:16:09.809992 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5206961-2769-4b3f-b370-33ac6dd00885 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Pushing event updated for resources: {'Network': ['ID=473d2533-a9a7-4439-9ded-9f25ed03e1db,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:16:09.826598 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Network 473d2533-a9a7-4439-9ded-9f25ed03e1db details requested by agent ovs-agent-n-d-802623-1 with host n-d-802623-1 {{(pid=93799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 23:16:09.866432 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7236d33f-ec6e-4a0b-b770-43160e2dfcb8 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Made reservation on behalf of ce22108b54794f2f97b5322030e97124 for: {'subnet': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:16:09.870525 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7236d33f-ec6e-4a0b-b770-43160e2dfcb8 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11551435'] for subnet, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:09.920210 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-32536a4a-aaad-4d30-b6bc-5d5460fb7afd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:10.048631 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-32536a4a-aaad-4d30-b6bc-5d5460fb7afd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:10.054161 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-32536a4a-aaad-4d30-b6bc-5d5460fb7afd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:10.084975 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-32536a4a-aaad-4d30-b6bc-5d5460fb7afd admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b46d61ea7d5449c89574e526158c9fb8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3064239 Jul 27 23:16:10.091601 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 43614) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:16:10.105164 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32536a4a-aaad-4d30-b6bc-5d5460fb7afd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9319cf38-3426-49dc-88c2-1f180890acf5,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:16:10.123244 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7236d33f-ec6e-4a0b-b770-43160e2dfcb8 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11336182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11551417'] for subnet, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:10.210777 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f86d6ed7-c400-4916-a7c7-51e010cd1ffa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:10.215683 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7236d33f-ec6e-4a0b-b770-43160e2dfcb8 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Pushing event updated for resources: {'Subnet': ['ID=39b0182a-4547-4cac-aa84-d69011479f52,revision_number=0']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:16:10.232169 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7236d33f-ec6e-4a0b-b770-43160e2dfcb8 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Checking segment: {'id': '7680dd83-6f4c-48a6-8d27-01cff342985b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '473d2533-a9a7-4439-9ded-9f25ed03e1db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:16:10.232542 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7236d33f-ec6e-4a0b-b770-43160e2dfcb8 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Network hostable DHCP agents. Network: 473d2533-a9a7-4439-9ded-9f25ed03e1db, hostable agents: ['5950e76f-2bde-4343-a925-cbe6bacd2706'], hosted agents: [] {{(pid=93797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 23:16:10.249994 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device c66a2b48-02b3-420d-927a-1d39eacfd203 up at agent hyperv_n-h1-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:16:10.252299 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f86d6ed7-c400-4916-a7c7-51e010cd1ffa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:10.302277 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7236d33f-ec6e-4a0b-b770-43160e2dfcb8 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Network 473d2533-a9a7-4439-9ded-9f25ed03e1db is scheduled to be hosted by DHCP agent 5950e76f-2bde-4343-a925-cbe6bacd2706 with binding_index 1 {{(pid=93797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 23:16:10.304686 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Provisioning for port c66a2b48-02b3-420d-927a-1d39eacfd203 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:16:10.313612 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 174bc859-2b9b-4f2e-9f3c-619cc2fdc3b8 no longer exists at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:16:10.315665 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Provisioning complete for port c66a2b48-02b3-420d-927a-1d39eacfd203 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:16:10.316040 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:10.328150 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-7236d33f-ec6e-4a0b-b770-43160e2dfcb8 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802623-1, 473d2533-a9a7-4439-9ded-9f25ed03e1db) {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:16:10.343938 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7236d33f-ec6e-4a0b-b770-43160e2dfcb8 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:16:10.344562 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7236d33f-ec6e-4a0b-b770-43160e2dfcb8 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for subnet, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:10.359326 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f86d6ed7-c400-4916-a7c7-51e010cd1ffa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:10.362178 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f86d6ed7-c400-4916-a7c7-51e010cd1ffa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:10.363435 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-f86d6ed7-c400-4916-a7c7-51e010cd1ffa admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9319cf38-3426-49dc-88c2-1f180890acf5 HTTP/1.1" status: 204 len: 168 time: 0.2707827 Jul 27 23:16:10.366950 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cdbccc6-bba2-4d24-9f57-935bc035e41a None None] Network 473d2533-a9a7-4439-9ded-9f25ed03e1db requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:16:10.372876 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-7236d33f-ec6e-4a0b-b770-43160e2dfcb8 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6257274 Jul 27 23:16:10.373314 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 43628) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:16:10.377932 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-2dbae7fa-2526-473e-bc14-29260ed69223 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1725466234', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:16:10.384026 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] No Port match for: 174bc859-2b9b-4f2e-9f3c-619cc2fdc3b8 {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:16:10.384506 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 174bc859-2b9b-4f2e-9f3c-619cc2fdc3b8 not bound to the agent host n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:16:10.398143 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86d6ed7-c400-4916-a7c7-51e010cd1ffa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9319cf38-3426-49dc-88c2-1f180890acf5,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:16:10.417230 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2dbae7fa-2526-473e-bc14-29260ed69223 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62159'] for router, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:10.419376 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2dbae7fa-2526-473e-bc14-29260ed69223 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-479230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-415539', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3693317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62148'] for router, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:10.499294 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2dbae7fa-2526-473e-bc14-29260ed69223 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:10.525003 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2dbae7fa-2526-473e-bc14-29260ed69223 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-415468'] for router, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:10.609302 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:10.642662 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2dbae7fa-2526-473e-bc14-29260ed69223 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks [] for router, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:10.646277 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 43642) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:16:10.651301 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-2dbae7fa-2526-473e-bc14-29260ed69223 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.2770963 Jul 27 23:16:10.652973 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-2bb00f92-ebee-46f3-aac8-109fde4433b7 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Request body: {'port': {'network_id': '473d2533-a9a7-4439-9ded-9f25ed03e1db', 'name': 'tempest-PortsTestJSON-1112592960'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:16:10.655023 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port c66a2b48-02b3-420d-927a-1d39eacfd203, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=c66a2b48-02b3-420d-927a-1d39eacfd203,segment=NetworkSegment(95f4c351-b25e-43d9-ba8e-34c4aa118da8),segment_id=95f4c351-b25e-43d9-ba8e-34c4aa118da8)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:16:10.656416 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7686eb2c-2073-4bea-b19a-672b3e4cf798', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c66a2b48-02b3-420d-927a-1d39eacfd203'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:16:10.659654 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c0369b0d4f459110ff20a1f9878ba33f96d6491bddb9d15843bf29d01e0bda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7432c00c-87f0-43d6-827f-8e28aa93b7b9" -d '{"events": [{"server_uuid": "7686eb2c-2073-4bea-b19a-672b3e4cf798", "name": "network-vif-plugged", "status": "completed", "tag": "c66a2b48-02b3-420d-927a-1d39eacfd203"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:16:10.666864 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:10.705095 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88981ec-6f29-4117-94d9-a732380fb386 req-cfcaa2e4-2ee3-479e-890c-3bd3f10491e0 tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:16:10.706692 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c88981ec-6f29-4117-94d9-a732380fb386 req-cfcaa2e4-2ee3-479e-890c-3bd3f10491e0 tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] 10.222.0.18 "GET /v2.0/ports?device_id=7686eb2c-2073-4bea-b19a-672b3e4cf798 HTTP/1.1" status: 200 len: 945 time: 0.1601615 Jul 27 23:16:10.723392 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a74e6ada-b0f7-4f74-a125-c1ea793fca01 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f6f257c-ad18-5f0c-8c8e-ea085a5fc8a2-473d2533-a9a7-4439-9ded-9f25ed03e1db', 'network_id': '473d2533-a9a7-4439-9ded-9f25ed03e1db', 'tenant_id': 'ce22108b54794f2f97b5322030e97124', 'fixed_ips': [{'subnet_id': '39b0182a-4547-4cac-aa84-d69011479f52'}]}} from n-d-802623-1. {{(pid=93799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 23:16:10.724621 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a74e6ada-b0f7-4f74-a125-c1ea793fca01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:10.751944 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Pushing event updated for resources: {'Port': ['ID=c66a2b48-02b3-420d-927a-1d39eacfd203,revision_number=5']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:16:10.778625 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c88981ec-6f29-4117-94d9-a732380fb386 req-5bbb498c-e35d-4652-a5c6-d2b5c9695d0c tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] 10.222.0.18 "GET /v2.0/security-groups?id=8de43b2a-3064-44a7-b92f-0f4c3410d3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595589 Jul 27 23:16:10.822127 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:16:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95c637fa-d138-49b6-8f2d-9eca0c551db8 x-openstack-request-id: req-95c637fa-d138-49b6-8f2d-9eca0c551db8 {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:16:10.822362 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7686eb2c-2073-4bea-b19a-672b3e4cf798", "name": "network-vif-plugged", "status": "completed", "tag": "c66a2b48-02b3-420d-927a-1d39eacfd203", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:16:10.822465 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-95c637fa-d138-49b6-8f2d-9eca0c551db8 {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:16:10.822837 n-d-802623-1 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7686eb2c-2073-4bea-b19a-672b3e4cf798', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c66a2b48-02b3-420d-927a-1d39eacfd203', 'code': 200} Jul 27 23:16:10.887020 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0682c271-8299-4edb-bda0-b7c4dc13c9d4 req-8def9065-813d-4a40-b47d-9074e42268e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:16:10.889245 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-0682c271-8299-4edb-bda0-b7c4dc13c9d4 req-8def9065-813d-4a40-b47d-9074e42268e7 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=7686eb2c-2073-4bea-b19a-672b3e4cf798 HTTP/1.1" status: 200 len: 1097 time: 0.0541205 Jul 27 23:16:10.923953 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bb00f92-ebee-46f3-aac8-109fde4433b7 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Made reservation on behalf of ce22108b54794f2f97b5322030e97124 for: {'port': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:16:10.932039 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2bb00f92-ebee-46f3-aac8-109fde4433b7 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:10.932596 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-a74e6ada-b0f7-4f74-a125-c1ea793fca01 None None] Allocated IP 172.20.0.2 (473d2533-a9a7-4439-9ded-9f25ed03e1db/39b0182a-4547-4cac-aa84-d69011479f52/3238bc69-319a-4354-8bda-1c33c49d46df) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:16:10.943712 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-0682c271-8299-4edb-bda0-b7c4dc13c9d4 req-4ea40593-9a00-4c2e-82a2-7f6f9467bfe4 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=8de43b2a-3064-44a7-b92f-0f4c3410d3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465829 Jul 27 23:16:10.982132 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-2bb00f92-ebee-46f3-aac8-109fde4433b7 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] device_id is not set on port 6784c4a1-7d86-49a7-ba1a-1ff480ab35b3 yet. {{(pid=93797) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 23:16:11.174402 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a74e6ada-b0f7-4f74-a125-c1ea793fca01 None None] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:11.185381 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-a74e6ada-b0f7-4f74-a125-c1ea793fca01 None None] Transition to ACTIVE for port object 3238bc69-319a-4354-8bda-1c33c49d46df will not be triggered until provisioned by entity L2. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:16:11.205583 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-a74e6ada-b0f7-4f74-a125-c1ea793fca01 None None] Transition to ACTIVE for port object 3238bc69-319a-4354-8bda-1c33c49d46df will not be triggered until provisioned by entity DHCP. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:16:11.214419 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a74e6ada-b0f7-4f74-a125-c1ea793fca01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:11.259522 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74e6ada-b0f7-4f74-a125-c1ea793fca01 None None] Pushing event updated for resources: {'Port': ['ID=3238bc69-319a-4354-8bda-1c33c49d46df,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:16:11.274104 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a74e6ada-b0f7-4f74-a125-c1ea793fca01 None None] Network 473d2533-a9a7-4439-9ded-9f25ed03e1db is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:16:11.275584 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-a74e6ada-b0f7-4f74-a125-c1ea793fca01 None None] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:16:11.278131 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a74e6ada-b0f7-4f74-a125-c1ea793fca01 None None] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:16:11.319374 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-2bb00f92-ebee-46f3-aac8-109fde4433b7 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Allocated IP 172.20.0.5 (473d2533-a9a7-4439-9ded-9f25ed03e1db/39b0182a-4547-4cac-aa84-d69011479f52/6784c4a1-7d86-49a7-ba1a-1ff480ab35b3) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:16:11.397697 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-a74e6ada-b0f7-4f74-a125-c1ea793fca01 None None] Attempting to bind port 3238bc69-319a-4354-8bda-1c33c49d46df on host n-d-802623-1 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:16:11.398183 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-a74e6ada-b0f7-4f74-a125-c1ea793fca01 None None] Attempting to bind port 3238bc69-319a-4354-8bda-1c33c49d46df by drivers openvswitch,hyperv on host n-d-802623-1 at level 0 using segments [{'id': '7680dd83-6f4c-48a6-8d27-01cff342985b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '473d2533-a9a7-4439-9ded-9f25ed03e1db'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:16:11.398452 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a74e6ada-b0f7-4f74-a125-c1ea793fca01 None None] Attempting to bind port 3238bc69-319a-4354-8bda-1c33c49d46df on network 473d2533-a9a7-4439-9ded-9f25ed03e1db {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:16:11.413566 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a74e6ada-b0f7-4f74-a125-c1ea793fca01 None None] Checking agent: {'id': 'a9a568d2-a5e7-41e4-833f-a8ab42ea4073', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 52, 30), 'started_at': datetime.datetime(2021, 7, 27, 22, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802623-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:16:11.415636 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a74e6ada-b0f7-4f74-a125-c1ea793fca01 None None] Checking segment: {'id': '7680dd83-6f4c-48a6-8d27-01cff342985b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '473d2533-a9a7-4439-9ded-9f25ed03e1db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:16:11.416414 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a74e6ada-b0f7-4f74-a125-c1ea793fca01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:11.416818 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a74e6ada-b0f7-4f74-a125-c1ea793fca01 None None] Bound using segment: {'id': '7680dd83-6f4c-48a6-8d27-01cff342985b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '473d2533-a9a7-4439-9ded-9f25ed03e1db'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:16:11.417309 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-a74e6ada-b0f7-4f74-a125-c1ea793fca01 None None] Bound port: 3238bc69-319a-4354-8bda-1c33c49d46df, host: n-d-802623-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7680dd83-6f4c-48a6-8d27-01cff342985b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '473d2533-a9a7-4439-9ded-9f25ed03e1db'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:16:11.417703 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a74e6ada-b0f7-4f74-a125-c1ea793fca01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:11.499568 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-a74e6ada-b0f7-4f74-a125-c1ea793fca01 None None] For port 3238bc69-319a-4354-8bda-1c33c49d46df, host n-d-802623-1, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:16:11.503332 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-a74e6ada-b0f7-4f74-a125-c1ea793fca01 None None] For port 3238bc69-319a-4354-8bda-1c33c49d46df, host n-d-802623-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=3238bc69-319a-4354-8bda-1c33c49d46df,segment=NetworkSegment(7680dd83-6f4c-48a6-8d27-01cff342985b),segment_id=7680dd83-6f4c-48a6-8d27-01cff342985b)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:16:11.512854 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a74e6ada-b0f7-4f74-a125-c1ea793fca01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:11.581264 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74e6ada-b0f7-4f74-a125-c1ea793fca01 None None] Pushing event updated for resources: {'Port': ['ID=3238bc69-319a-4354-8bda-1c33c49d46df,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:16:11.609476 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2bb00f92-ebee-46f3-aac8-109fde4433b7 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:11.624814 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 43670) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:16:11.642114 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-2bb00f92-ebee-46f3-aac8-109fde4433b7 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Transition to ACTIVE for port object 6784c4a1-7d86-49a7-ba1a-1ff480ab35b3 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:16:11.734598 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2bb00f92-ebee-46f3-aac8-109fde4433b7 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:11.799947 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-bc4ff6ad-f169-4c28-936f-2c493ab2172b tempest-SubnetPoolsTestJSON-819260108 tempest-SubnetPoolsTestJSON-819260108-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1664314006', 'prefixes': ['172.20.0.0/16']}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:16:11.840745 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bb00f92-ebee-46f3-aac8-109fde4433b7 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Network 473d2533-a9a7-4439-9ded-9f25ed03e1db is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:16:11.856061 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-2bb00f92-ebee-46f3-aac8-109fde4433b7 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:16:11.888961 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb00f92-ebee-46f3-aac8-109fde4433b7 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:16:11.978264 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bc4ff6ad-f169-4c28-936f-2c493ab2172b tempest-SubnetPoolsTestJSON-819260108 tempest-SubnetPoolsTestJSON-819260108-project] Notify callbacks [] for subnetpool, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:11.982132 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-bc4ff6ad-f169-4c28-936f-2c493ab2172b tempest-SubnetPoolsTestJSON-819260108 tempest-SubnetPoolsTestJSON-819260108-project] 10.222.0.18 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.3529341 Jul 27 23:16:11.984571 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bb00f92-ebee-46f3-aac8-109fde4433b7 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:16:11.985233 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2bb00f92-ebee-46f3-aac8-109fde4433b7 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:11.990612 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f6bdd2-ff53-4066-aae4-fe3495aa5a86 req-1f00c297-f35b-4992-bab8-7f3586ee2a1a tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:16:11.993231 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b3f6bdd2-ff53-4066-aae4-fe3495aa5a86 req-1f00c297-f35b-4992-bab8-7f3586ee2a1a tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] 10.222.0.18 "GET /v2.0/ports?device_id=7686eb2c-2073-4bea-b19a-672b3e4cf798 HTTP/1.1" status: 200 len: 946 time: 0.0977991 Jul 27 23:16:11.994342 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 43678) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:16:11.997596 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb00f92-ebee-46f3-aac8-109fde4433b7 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Pushing event updated for resources: {'Port': ['ID=6784c4a1-7d86-49a7-ba1a-1ff480ab35b3,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:16:12.011316 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-2bb00f92-ebee-46f3-aac8-109fde4433b7 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.3612764 Jul 27 23:16:12.013094 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 43680) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:16:12.079752 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-8bbfb40e-6b04-4439-b68c-ba75c9167d06 tempest-SubnetPoolsTestJSON-819260108 tempest-SubnetPoolsTestJSON-819260108-project] 10.222.0.18 "GET /v2.0/subnetpools/a988f53a-309f-4166-b3fb-a4ed66f7f096 HTTP/1.1" status: 200 len: 732 time: 0.0836782 Jul 27 23:16:12.081962 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 43684) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:16:12.109646 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-9b4cebe1-a379-4398-b8b6-d2419576389a tempest-SubnetPoolsTestJSON-819260108 tempest-SubnetPoolsTestJSON-819260108-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1240448887'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:16:12.164505 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b3f6bdd2-ff53-4066-aae4-fe3495aa5a86 req-9ce7f0b6-d34f-40ca-91c8-d0089d2aed2b tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] 10.222.0.18 "GET /v2.0/security-groups?id=8de43b2a-3064-44a7-b92f-0f4c3410d3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923073 Jul 27 23:16:12.291281 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.agents_db [None req-9beef776-8bab-4de2-989a-f5a23ba4aaf4 None None] Agent healthcheck: found 7 active agents {{(pid=93800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 23:16:12.325579 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9b4cebe1-a379-4398-b8b6-d2419576389a tempest-SubnetPoolsTestJSON-819260108 tempest-SubnetPoolsTestJSON-819260108-project] Notify callbacks [] for subnetpool, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:12.327256 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-9b4cebe1-a379-4398-b8b6-d2419576389a tempest-SubnetPoolsTestJSON-819260108 tempest-SubnetPoolsTestJSON-819260108-project] 10.222.0.18 "PUT /v2.0/subnetpools/a988f53a-309f-4166-b3fb-a4ed66f7f096 HTTP/1.1" status: 200 len: 684 time: 0.2429433 Jul 27 23:16:12.330413 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 43692) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:16:12.409311 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 3238bc69-319a-4354-8bda-1c33c49d46df up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:16:12.448453 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-265bd9ab-9945-4a5e-a57f-858ef7453930 tempest-SubnetPoolsTestJSON-819260108 tempest-SubnetPoolsTestJSON-819260108-project] Notify callbacks [] for subnetpool, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:12.449618 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-265bd9ab-9945-4a5e-a57f-858ef7453930 tempest-SubnetPoolsTestJSON-819260108 tempest-SubnetPoolsTestJSON-819260108-project] 10.222.0.18 "DELETE /v2.0/subnetpools/a988f53a-309f-4166-b3fb-a4ed66f7f096 HTTP/1.1" status: 204 len: 168 time: 0.1185467 Jul 27 23:16:12.452604 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 43696) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:16:12.483571 n-d-802623-1 neutron-server[93798]: INFO neutron.api.v2.resource [None req-df9985b8-3f50-4cbd-bb65-4dec264281c6 tempest-SubnetPoolsTestJSON-819260108 tempest-SubnetPoolsTestJSON-819260108-project] show failed (client error): The resource could not be found. Jul 27 23:16:12.487133 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-df9985b8-3f50-4cbd-bb65-4dec264281c6 tempest-SubnetPoolsTestJSON-819260108 tempest-SubnetPoolsTestJSON-819260108-project] 10.222.0.18 "GET /v2.0/subnetpools/a988f53a-309f-4166-b3fb-a4ed66f7f096 HTTP/1.1" status: 404 len: 346 time: 0.0311773 Jul 27 23:16:12.487710 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 43698) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:16:12.505334 n-d-802623-1 neutron-server[93798]: INFO neutron.api.v2.resource [None req-1aa43322-d6b2-4cc7-b34f-13c7ef94ac63 tempest-SubnetPoolsTestJSON-819260108 tempest-SubnetPoolsTestJSON-819260108-project] delete failed (client error): The resource could not be found. Jul 27 23:16:12.506864 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning for port 3238bc69-319a-4354-8bda-1c33c49d46df completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:16:12.517150 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-1aa43322-d6b2-4cc7-b34f-13c7ef94ac63 tempest-SubnetPoolsTestJSON-819260108 tempest-SubnetPoolsTestJSON-819260108-project] 10.222.0.18 "DELETE /v2.0/subnetpools/a988f53a-309f-4166-b3fb-a4ed66f7f096 HTTP/1.1" status: 404 len: 346 time: 0.0284393 Jul 27 23:16:12.568956 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e8f003-2a0d-46b2-b951-c2c23ac237e5 req-e2e75214-1e60-4160-803f-c05074a6f014 tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:16:12.570550 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-c7e8f003-2a0d-46b2-b951-c2c23ac237e5 req-e2e75214-1e60-4160-803f-c05074a6f014 tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] 10.222.0.18 "GET /v2.0/ports?device_id=7686eb2c-2073-4bea-b19a-672b3e4cf798 HTTP/1.1" status: 200 len: 946 time: 0.1272485 Jul 27 23:16:12.652671 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8dd45e34-e215-49c1-aecf-d759fc202fd1 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:12.685022 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-c7e8f003-2a0d-46b2-b951-c2c23ac237e5 req-37d69700-5c19-46d3-a4e3-e0dd3de0f9c0 tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] 10.222.0.18 "GET /v2.0/security-groups?id=8de43b2a-3064-44a7-b92f-0f4c3410d3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012471 Jul 27 23:16:12.872218 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7db0010b-5090-4e6c-b351-270565eb21ce req-b8d426a6-51a3-4772-8d5b-79c1cf9bf108 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=b095b7c4-44b3-4276-8676-8d0be18fa84f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1083505 Jul 27 23:16:13.009164 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 43708) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:16:13.027384 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db0010b-5090-4e6c-b351-270565eb21ce req-aef2461a-50e9-4544-a47f-a7d8d8940765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:16:13.027871 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db0010b-5090-4e6c-b351-270565eb21ce req-aef2461a-50e9-4544-a47f-a7d8d8940765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:16:13.028342 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db0010b-5090-4e6c-b351-270565eb21ce req-aef2461a-50e9-4544-a47f-a7d8d8940765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:16:13.028844 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db0010b-5090-4e6c-b351-270565eb21ce req-aef2461a-50e9-4544-a47f-a7d8d8940765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:16:13.029313 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db0010b-5090-4e6c-b351-270565eb21ce req-aef2461a-50e9-4544-a47f-a7d8d8940765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:16:13.029760 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db0010b-5090-4e6c-b351-270565eb21ce req-aef2461a-50e9-4544-a47f-a7d8d8940765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:16:13.030216 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db0010b-5090-4e6c-b351-270565eb21ce req-aef2461a-50e9-4544-a47f-a7d8d8940765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:16:13.032338 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7db0010b-5090-4e6c-b351-270565eb21ce req-aef2461a-50e9-4544-a47f-a7d8d8940765 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f48a0b951c1c4793a7fc1226ee71e867&device_id=b095b7c4-44b3-4276-8676-8d0be18fa84f HTTP/1.1" status: 200 len: 6490 time: 0.1034701 Jul 27 23:16:13.108276 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8508c6c3-169e-40a0-8126-3b7c6a14c1d4 None None] Network 473d2533-a9a7-4439-9ded-9f25ed03e1db requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:16:13.190921 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8dd45e34-e215-49c1-aecf-d759fc202fd1 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:13.210256 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8dd45e34-e215-49c1-aecf-d759fc202fd1 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11336041'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:13.257841 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-edaa3f7d-5fc0-4e53-9d89-d8483b9977ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:13.279787 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db0010b-5090-4e6c-b351-270565eb21ce req-a6611821-dda3-4c9a-a46e-8927543e7eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:16:13.280426 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db0010b-5090-4e6c-b351-270565eb21ce req-a6611821-dda3-4c9a-a46e-8927543e7eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:16:13.280900 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db0010b-5090-4e6c-b351-270565eb21ce req-a6611821-dda3-4c9a-a46e-8927543e7eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:16:13.282934 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7db0010b-5090-4e6c-b351-270565eb21ce req-a6611821-dda3-4c9a-a46e-8927543e7eb8 service neutron] 10.222.0.38 "GET /v2.0/networks?id=a77c1ae5-7f70-4eb8-a472-5ed26426d716&id=0052d342-b5b8-4be5-86a5-4c909f6d7ddb&id=0052d342-b5b8-4be5-86a5-4c909f6d7ddb&id=0052d342-b5b8-4be5-86a5-4c909f6d7ddb&id=0052d342-b5b8-4be5-86a5-4c909f6d7ddb&id=42a806fa-6465-4bb1-a70d-1966b5320f00&id=42a806fa-6465-4bb1-a70d-1966b5320f00 HTTP/1.1" status: 200 len: 2294 time: 0.2186375 Jul 27 23:16:13.307569 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd45e34-e215-49c1-aecf-d759fc202fd1 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Pushing event updated for resources: {'Port': ['ID=6784c4a1-7d86-49a7-ba1a-1ff480ab35b3,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:16:13.363719 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-040690d8-1031-49f4-a26c-8e02a1d5d1ce None None] Provisioning for port 3238bc69-319a-4354-8bda-1c33c49d46df completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:16:13.368029 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7db0010b-5090-4e6c-b351-270565eb21ce req-acfeb9e5-8765-4323-8c5b-c9a28fa09aef service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e47c6535-a4f5-45fa-b256-dc12446d1280 HTTP/1.1" status: 200 len: 1000 time: 0.0758779 Jul 27 23:16:13.371792 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-040690d8-1031-49f4-a26c-8e02a1d5d1ce None None] Provisioning complete for port 3238bc69-319a-4354-8bda-1c33c49d46df triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:16:13.372563 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-040690d8-1031-49f4-a26c-8e02a1d5d1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:13.477735 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db0010b-5090-4e6c-b351-270565eb21ce req-45b2dfcb-da0f-464a-aef5-12f5915d78e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:16:13.479652 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7db0010b-5090-4e6c-b351-270565eb21ce req-45b2dfcb-da0f-464a-aef5-12f5915d78e6 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=09f6cf61-7c03-449e-9a5d-68f7eabed009 HTTP/1.1" status: 200 len: 851 time: 0.1039274 Jul 27 23:16:13.512469 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-040690d8-1031-49f4-a26c-8e02a1d5d1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:13.551579 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db0010b-5090-4e6c-b351-270565eb21ce req-c2a25568-6982-4cc3-937b-32407a56f285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:16:13.553493 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7db0010b-5090-4e6c-b351-270565eb21ce req-c2a25568-6982-4cc3-937b-32407a56f285 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a77c1ae5-7f70-4eb8-a472-5ed26426d716&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0640252 Jul 27 23:16:13.572774 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-040690d8-1031-49f4-a26c-8e02a1d5d1ce None None] For port 3238bc69-319a-4354-8bda-1c33c49d46df, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=3238bc69-319a-4354-8bda-1c33c49d46df,segment=NetworkSegment(7680dd83-6f4c-48a6-8d27-01cff342985b),segment_id=7680dd83-6f4c-48a6-8d27-01cff342985b)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:16:13.588876 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-040690d8-1031-49f4-a26c-8e02a1d5d1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:13.609275 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8dd45e34-e215-49c1-aecf-d759fc202fd1 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-415283'] for router_interface, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:13.662166 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040690d8-1031-49f4-a26c-8e02a1d5d1ce None None] Pushing event updated for resources: {'Port': ['ID=3238bc69-319a-4354-8bda-1c33c49d46df,revision_number=3']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:16:13.680557 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-edaa3f7d-5fc0-4e53-9d89-d8483b9977ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:13.733168 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-edaa3f7d-5fc0-4e53-9d89-d8483b9977ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:13.763499 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7db0010b-5090-4e6c-b351-270565eb21ce req-28beba40-7d95-4d52-aea0-ddc3e409434d service neutron] 10.222.0.38 "GET /v2.0/networks/a77c1ae5-7f70-4eb8-a472-5ed26426d716?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2028086 Jul 27 23:16:13.825917 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8dd45e34-e215-49c1-aecf-d759fc202fd1 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:13.917106 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4907c1e4-08e2-4f8e-9e8d-0bab3dc816c2 req-d835336c-eaeb-44f8-93b0-096dbbb65de4 tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:16:13.926553 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-4907c1e4-08e2-4f8e-9e8d-0bab3dc816c2 req-d835336c-eaeb-44f8-93b0-096dbbb65de4 tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] 10.222.0.18 "GET /v2.0/ports?device_id=7686eb2c-2073-4bea-b19a-672b3e4cf798 HTTP/1.1" status: 200 len: 946 time: 0.1105168 Jul 27 23:16:14.032558 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-4625c8f6-ea3f-4f64-b787-b79632642a18 None None] Provisioning for port 6784c4a1-7d86-49a7-ba1a-1ff480ab35b3 completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:16:14.038171 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-4625c8f6-ea3f-4f64-b787-b79632642a18 None None] Provisioning complete for port 6784c4a1-7d86-49a7-ba1a-1ff480ab35b3 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:16:14.038790 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4625c8f6-ea3f-4f64-b787-b79632642a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:14.107639 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-4907c1e4-08e2-4f8e-9e8d-0bab3dc816c2 req-6eb0b461-5a58-4b83-8bcc-177a02bd9b16 tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] 10.222.0.18 "GET /v2.0/security-groups?id=8de43b2a-3064-44a7-b92f-0f4c3410d3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799290 Jul 27 23:16:14.153004 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-4625c8f6-ea3f-4f64-b787-b79632642a18 None None] Port 6784c4a1-7d86-49a7-ba1a-1ff480ab35b3 cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:16:14.175658 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-4625c8f6-ea3f-4f64-b787-b79632642a18 None None] Provisioning complete for port 3238bc69-319a-4354-8bda-1c33c49d46df triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:16:14.177315 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4625c8f6-ea3f-4f64-b787-b79632642a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:14.276553 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-edaa3f7d-5fc0-4e53-9d89-d8483b9977ec admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=72997af77a004343b8285a5a328fe4d8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2663369 Jul 27 23:16:14.336084 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 43728) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:16:14.351696 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaa3f7d-5fc0-4e53-9d89-d8483b9977ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=549951b3-3e75-4251-b6e2-5a90862e7a26,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:16:14.354035 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 3238bc69-319a-4354-8bda-1c33c49d46df up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:16:14.425468 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2a423a3b-a35d-49e6-b51a-42095a8e8f4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:14.432987 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8dd45e34-e215-49c1-aecf-d759fc202fd1 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:14.445026 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8dd45e34-e215-49c1-aecf-d759fc202fd1 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11336041'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:14.458761 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2a423a3b-a35d-49e6-b51a-42095a8e8f4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:14.477334 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port 3238bc69-319a-4354-8bda-1c33c49d46df triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:16:14.477974 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:14.520741 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8dd45e34-e215-49c1-aecf-d759fc202fd1 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3760555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-414115'] for router_interface, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:14.529649 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2a423a3b-a35d-49e6-b51a-42095a8e8f4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:14.532166 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2a423a3b-a35d-49e6-b51a-42095a8e8f4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:14.533320 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-2a423a3b-a35d-49e6-b51a-42095a8e8f4d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/549951b3-3e75-4251-b6e2-5a90862e7a26 HTTP/1.1" status: 204 len: 168 time: 0.1960516 Jul 27 23:16:14.549170 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a423a3b-a35d-49e6-b51a-42095a8e8f4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=549951b3-3e75-4251-b6e2-5a90862e7a26,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:16:14.556762 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7db0010b-5090-4e6c-b351-270565eb21ce req-b371dc9c-947d-42b0-9ccc-9bb6cafb48ad service neutron] 10.222.0.38 "GET /v2.0/networks/a77c1ae5-7f70-4eb8-a472-5ed26426d716?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7850101 Jul 27 23:16:14.635201 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-4133dc8f-e728-471f-9b57-9c7aa72d0582 None None] Provisioning complete for port 6784c4a1-7d86-49a7-ba1a-1ff480ab35b3 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:16:14.636138 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4133dc8f-e728-471f-9b57-9c7aa72d0582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:14.653243 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd45e34-e215-49c1-aecf-d759fc202fd1 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Pushing event updated for resources: {'Port': ['ID=6784c4a1-7d86-49a7-ba1a-1ff480ab35b3,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:16:14.666991 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7db0010b-5090-4e6c-b351-270565eb21ce req-dab3536e-0510-4cc9-a283-44747fd4501b service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.156&port_id=cb2a8bc8-566d-48dc-b91d-d5248a770485 HTTP/1.1" status: 200 len: 217 time: 0.1023741 Jul 27 23:16:14.697032 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-4133dc8f-e728-471f-9b57-9c7aa72d0582 None None] Port 6784c4a1-7d86-49a7-ba1a-1ff480ab35b3 cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:16:14.742144 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dd45e34-e215-49c1-aecf-d759fc202fd1 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Network 473d2533-a9a7-4439-9ded-9f25ed03e1db is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:16:14.743787 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-8dd45e34-e215-49c1-aecf-d759fc202fd1 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:16:14.762809 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db0010b-5090-4e6c-b351-270565eb21ce req-bc03d54f-965f-407d-b8c6-f93b1e15336e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:16:14.764872 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7db0010b-5090-4e6c-b351-270565eb21ce req-bc03d54f-965f-407d-b8c6-f93b1e15336e service neutron] 10.222.0.38 "GET /v2.0/subnets?id=2370b3c6-3347-454c-b521-b5818cee031b HTTP/1.1" status: 200 len: 797 time: 0.0888307 Jul 27 23:16:14.837857 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-a1a46350-8f5f-41c1-bf45-deed2f8f128b None None] Provisioning complete for port 6784c4a1-7d86-49a7-ba1a-1ff480ab35b3 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:16:14.838247 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a1a46350-8f5f-41c1-bf45-deed2f8f128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:14.873598 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db0010b-5090-4e6c-b351-270565eb21ce req-b49dfed1-ffb9-4a00-bfb3-5add2fef5571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:16:14.875269 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7db0010b-5090-4e6c-b351-270565eb21ce req-b49dfed1-ffb9-4a00-bfb3-5add2fef5571 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=0052d342-b5b8-4be5-86a5-4c909f6d7ddb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1017103 Jul 27 23:16:14.922398 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-a1a46350-8f5f-41c1-bf45-deed2f8f128b None None] Port 6784c4a1-7d86-49a7-ba1a-1ff480ab35b3 cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:16:15.061028 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dd45e34-e215-49c1-aecf-d759fc202fd1 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Router 33080d57-3452-4de4-9bb8-f69486cfc599 is scheduled to L3 agent 018c4455-49c0-4734-927d-7824067b2a9e with binding_index 1 {{(pid=93797) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 23:16:15.119446 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7db0010b-5090-4e6c-b351-270565eb21ce req-e076d0ba-8245-4e55-8945-812711822d2d service neutron] 10.222.0.38 "GET /v2.0/networks/0052d342-b5b8-4be5-86a5-4c909f6d7ddb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2361691 Jul 27 23:16:15.145661 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e8750831-b534-4335-9587-406414d7bd9d None None] Provisioning complete for port 6784c4a1-7d86-49a7-ba1a-1ff480ab35b3 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:16:15.146046 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e8750831-b534-4335-9587-406414d7bd9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:15.225418 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-e8750831-b534-4335-9587-406414d7bd9d None None] Port 6784c4a1-7d86-49a7-ba1a-1ff480ab35b3 cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:16:15.293906 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7db0010b-5090-4e6c-b351-270565eb21ce req-3e9e415d-ce44-4ff9-ac82-49d64872e583 service neutron] 10.222.0.38 "GET /v2.0/networks/0052d342-b5b8-4be5-86a5-4c909f6d7ddb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1665866 Jul 27 23:16:15.333092 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dd45e34-e215-49c1-aecf-d759fc202fd1 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:16:15.343019 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-8dd45e34-e215-49c1-aecf-d759fc202fd1 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] 10.222.0.18 "PUT /v2.0/routers/33080d57-3452-4de4-9bb8-f69486cfc599/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3252685 Jul 27 23:16:15.343562 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 43754) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:16:15.353065 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-838bda90-4e30-4725-b8fb-5f5d0014a0bb None None] Sync routers for ids ['33080d57-3452-4de4-9bb8-f69486cfc599'] in n-d-802623-1 {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:16:15.366734 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8293a8-4aff-4f23-aed7-c7a1626d2583 req-45625db5-9075-4ffa-bc5e-eb80839fc987 tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:16:15.368806 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8c8293a8-4aff-4f23-aed7-c7a1626d2583 req-45625db5-9075-4ffa-bc5e-eb80839fc987 tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] 10.222.0.18 "GET /v2.0/ports?device_id=7686eb2c-2073-4bea-b19a-672b3e4cf798 HTTP/1.1" status: 200 len: 946 time: 0.1014302 Jul 27 23:16:15.373213 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-838bda90-4e30-4725-b8fb-5f5d0014a0bb None None] Routers {'33080d57-3452-4de4-9bb8-f69486cfc599'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:16:15.374935 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-838bda90-4e30-4725-b8fb-5f5d0014a0bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:16:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['33080d57-3452-4de4-9bb8-f69486cfc599'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:16:15.395508 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7db0010b-5090-4e6c-b351-270565eb21ce req-a7e42f25-c26a-47c4-90ca-363896bb04d0 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.30&port_id=b0d9ae02-d7ae-4081-8329-a04703c772b8 HTTP/1.1" status: 200 len: 217 time: 0.0936365 Jul 27 23:16:15.429143 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2888bb8a-199d-4939-9ea2-62060c945a89 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:16:15.431272 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-2888bb8a-199d-4939-9ea2-62060c945a89 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] 10.222.0.18 "GET /v2.0/ports?device_id=33080d57-3452-4de4-9bb8-f69486cfc599 HTTP/1.1" status: 200 len: 982 time: 0.0857451 Jul 27 23:16:15.436959 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 43756) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:16:15.449176 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-838bda90-4e30-4725-b8fb-5f5d0014a0bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:16:15.454024 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8c8293a8-4aff-4f23-aed7-c7a1626d2583 req-98e17015-cd4a-4d87-be29-33b21844f998 tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] 10.222.0.18 "GET /v2.0/security-groups?id=8de43b2a-3064-44a7-b92f-0f4c3410d3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668459 Jul 27 23:16:15.469321 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db0010b-5090-4e6c-b351-270565eb21ce req-55e40b76-67c6-4c4b-b217-ae2bf972017b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:16:15.471080 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7db0010b-5090-4e6c-b351-270565eb21ce req-55e40b76-67c6-4c4b-b217-ae2bf972017b service neutron] 10.222.0.38 "GET /v2.0/subnets?id=2370b3c6-3347-454c-b521-b5818cee031b HTTP/1.1" status: 200 len: 797 time: 0.0652437 Jul 27 23:16:15.492520 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-838bda90-4e30-4725-b8fb-5f5d0014a0bb None None] Routers {'33080d57-3452-4de4-9bb8-f69486cfc599'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:16:15.493665 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-838bda90-4e30-4725-b8fb-5f5d0014a0bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:16:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['33080d57-3452-4de4-9bb8-f69486cfc599'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:16:15.547881 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db0010b-5090-4e6c-b351-270565eb21ce req-889483eb-d163-44b5-a936-f1efd9b86754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:16:15.550125 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7db0010b-5090-4e6c-b351-270565eb21ce req-889483eb-d163-44b5-a936-f1efd9b86754 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=0052d342-b5b8-4be5-86a5-4c909f6d7ddb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0711749 Jul 27 23:16:15.567352 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-838bda90-4e30-4725-b8fb-5f5d0014a0bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:16:15.568054 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-838bda90-4e30-4725-b8fb-5f5d0014a0bb None None] The sync data for ids ['33080d57-3452-4de4-9bb8-f69486cfc599'] in n-d-802623-1 is: [] {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:16:15.686001 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7db0010b-5090-4e6c-b351-270565eb21ce req-851fadc8-a9f9-46e9-b6d6-38f11a965eeb service neutron] 10.222.0.38 "GET /v2.0/networks/0052d342-b5b8-4be5-86a5-4c909f6d7ddb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271632 Jul 27 23:16:15.819210 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7db0010b-5090-4e6c-b351-270565eb21ce req-bf61e403-c225-48d0-b705-ddacb9e3aaf5 service neutron] 10.222.0.38 "GET /v2.0/networks/0052d342-b5b8-4be5-86a5-4c909f6d7ddb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265438 Jul 27 23:16:15.871719 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7db0010b-5090-4e6c-b351-270565eb21ce req-5e0b7909-e102-4a28-b251-3e75ee2ffaa4 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.115&port_id=50b2311c-7f44-4357-bc67-6eaa1ae4cefe HTTP/1.1" status: 200 len: 217 time: 0.0398290 Jul 27 23:16:15.928381 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db0010b-5090-4e6c-b351-270565eb21ce req-1b015d2b-7691-4b6f-a9e8-d347900d90e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:16:15.930532 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7db0010b-5090-4e6c-b351-270565eb21ce req-1b015d2b-7691-4b6f-a9e8-d347900d90e8 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=2370b3c6-3347-454c-b521-b5818cee031b HTTP/1.1" status: 200 len: 797 time: 0.0522759 Jul 27 23:16:15.991683 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db0010b-5090-4e6c-b351-270565eb21ce req-a6bd6a86-4d46-46e1-9aa0-8ae4d3c68dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:16:15.994153 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7db0010b-5090-4e6c-b351-270565eb21ce req-a6bd6a86-4d46-46e1-9aa0-8ae4d3c68dfb service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=0052d342-b5b8-4be5-86a5-4c909f6d7ddb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0567129 Jul 27 23:16:16.090571 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-db568525-0926-44ab-a398-0cea7c4dbb9c tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-414022'] for router_interface, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:16.157964 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7db0010b-5090-4e6c-b351-270565eb21ce req-bf0e116f-1fa6-4403-9951-56b25b678185 service neutron] 10.222.0.38 "GET /v2.0/networks/0052d342-b5b8-4be5-86a5-4c909f6d7ddb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555383 Jul 27 23:16:16.319672 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7db0010b-5090-4e6c-b351-270565eb21ce req-349e6531-e0ad-4ba1-87f9-8e58900ac7d9 service neutron] 10.222.0.38 "GET /v2.0/networks/0052d342-b5b8-4be5-86a5-4c909f6d7ddb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529343 Jul 27 23:16:16.419671 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7db0010b-5090-4e6c-b351-270565eb21ce req-5f1355e7-9b43-4cac-a750-f26bae010660 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.183&port_id=10e1e141-fabd-4db9-87e9-ff971f3de446 HTTP/1.1" status: 200 len: 217 time: 0.0787508 Jul 27 23:16:16.496339 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db0010b-5090-4e6c-b351-270565eb21ce req-acea233d-270f-4a69-a87a-8d536677e29e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:16:16.499809 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7db0010b-5090-4e6c-b351-270565eb21ce req-acea233d-270f-4a69-a87a-8d536677e29e service neutron] 10.222.0.38 "GET /v2.0/subnets?id=2370b3c6-3347-454c-b521-b5818cee031b HTTP/1.1" status: 200 len: 797 time: 0.0717711 Jul 27 23:16:16.568563 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db0010b-5090-4e6c-b351-270565eb21ce req-ee5f4c77-2ba6-4272-96aa-c3d76d97e7fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:16:16.570643 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7db0010b-5090-4e6c-b351-270565eb21ce req-ee5f4c77-2ba6-4272-96aa-c3d76d97e7fb service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=0052d342-b5b8-4be5-86a5-4c909f6d7ddb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0636475 Jul 27 23:16:16.714162 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7db0010b-5090-4e6c-b351-270565eb21ce req-6dcaf8fd-7f07-4d4d-93d1-2215c1841551 service neutron] 10.222.0.38 "GET /v2.0/networks/0052d342-b5b8-4be5-86a5-4c909f6d7ddb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341128 Jul 27 23:16:16.825613 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7db0010b-5090-4e6c-b351-270565eb21ce req-72e2da51-1140-4ac6-82b0-f1b4f6ae49fe service neutron] 10.222.0.38 "GET /v2.0/networks/0052d342-b5b8-4be5-86a5-4c909f6d7ddb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039596 Jul 27 23:16:16.860929 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3680f6f-4976-4d53-a51a-ce15640c0e0c req-d7adaaa0-2724-4ae9-a732-be7d557632f3 tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:16:16.865661 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f3680f6f-4976-4d53-a51a-ce15640c0e0c req-d7adaaa0-2724-4ae9-a732-be7d557632f3 tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] 10.222.0.18 "GET /v2.0/ports?device_id=7686eb2c-2073-4bea-b19a-672b3e4cf798 HTTP/1.1" status: 200 len: 946 time: 0.1239223 Jul 27 23:16:16.879850 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7db0010b-5090-4e6c-b351-270565eb21ce req-4abcbb17-5264-4edf-815c-3207d88c4be4 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f5d1c75c-f1a9-480c-a62c-f9b0baaaa34f HTTP/1.1" status: 200 len: 217 time: 0.0474553 Jul 27 23:16:16.935974 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db0010b-5090-4e6c-b351-270565eb21ce req-5fce280c-5b16-4cee-817b-625a142dd2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:16:16.939547 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7db0010b-5090-4e6c-b351-270565eb21ce req-5fce280c-5b16-4cee-817b-625a142dd2cc service neutron] 10.222.0.38 "GET /v2.0/subnets?id=26fa3d12-3c33-4127-ba40-843cbfb471cd HTTP/1.1" status: 200 len: 797 time: 0.0507593 Jul 27 23:16:16.954206 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f3680f6f-4976-4d53-a51a-ce15640c0e0c req-6bd381d1-aba8-4a34-b2f4-881cfe28f42a tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] 10.222.0.18 "GET /v2.0/security-groups?id=8de43b2a-3064-44a7-b92f-0f4c3410d3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787044 Jul 27 23:16:16.986156 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-db568525-0926-44ab-a398-0cea7c4dbb9c tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Deleting port 6784c4a1-7d86-49a7-ba1a-1ff480ab35b3 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:16:16.986796 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-db568525-0926-44ab-a398-0cea7c4dbb9c tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:17.007775 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db0010b-5090-4e6c-b351-270565eb21ce req-df39bac1-2409-4245-9065-8dcba9e1062c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:16:17.010108 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7db0010b-5090-4e6c-b351-270565eb21ce req-df39bac1-2409-4245-9065-8dcba9e1062c service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=42a806fa-6465-4bb1-a70d-1966b5320f00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0605986 Jul 27 23:16:17.117220 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-db568525-0926-44ab-a398-0cea7c4dbb9c tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:17.144723 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-db568525-0926-44ab-a398-0cea7c4dbb9c tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Calling delete_port for 6784c4a1-7d86-49a7-ba1a-1ff480ab35b3 owned by network:router_interface {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:16:17.158582 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7db0010b-5090-4e6c-b351-270565eb21ce req-4208859f-c11e-4a8f-8469-2f92a3891705 service neutron] 10.222.0.38 "GET /v2.0/networks/42a806fa-6465-4bb1-a70d-1966b5320f00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397564 Jul 27 23:16:17.291311 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 43804) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:16:17.315336 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7db0010b-5090-4e6c-b351-270565eb21ce req-062b977a-529e-4cd1-a5c8-39ad11819bac service neutron] 10.222.0.38 "GET /v2.0/networks/42a806fa-6465-4bb1-a70d-1966b5320f00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495161 Jul 27 23:16:17.397856 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7db0010b-5090-4e6c-b351-270565eb21ce req-2be08f68-a735-4a37-95b9-754adbc0037a service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d4667984-2b2a-40a8-8de7-e286cc2c1b95 HTTP/1.1" status: 200 len: 217 time: 0.0747020 Jul 27 23:16:17.455369 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-db568525-0926-44ab-a398-0cea7c4dbb9c tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:17.490466 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db568525-0926-44ab-a398-0cea7c4dbb9c tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Pushing event deleted for resources: {'Port': ['ID=6784c4a1-7d86-49a7-ba1a-1ff480ab35b3,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:16:17.513464 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db0010b-5090-4e6c-b351-270565eb21ce req-4aa0f682-ed0d-4af3-bdd5-04c34f53e703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:16:17.516706 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7db0010b-5090-4e6c-b351-270565eb21ce req-4aa0f682-ed0d-4af3-bdd5-04c34f53e703 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=26fa3d12-3c33-4127-ba40-843cbfb471cd HTTP/1.1" status: 200 len: 797 time: 0.1112316 Jul 27 23:16:17.517702 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6faf75d8-70fa-4e63-9923-f7821de62fac admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:17.623847 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db0010b-5090-4e6c-b351-270565eb21ce req-d38854f6-24f4-4ae9-8f85-a15cfc1ab3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:16:17.625387 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7db0010b-5090-4e6c-b351-270565eb21ce req-d38854f6-24f4-4ae9-8f85-a15cfc1ab3d3 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=42a806fa-6465-4bb1-a70d-1966b5320f00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0943966 Jul 27 23:16:17.697738 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-db568525-0926-44ab-a398-0cea7c4dbb9c tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3760546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-413994'] for router_interface, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:17.768411 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7db0010b-5090-4e6c-b351-270565eb21ce req-7c0caaae-1e49-426c-8f54-6be18dc08618 service neutron] 10.222.0.38 "GET /v2.0/networks/42a806fa-6465-4bb1-a70d-1966b5320f00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293137 Jul 27 23:16:17.900956 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6faf75d8-70fa-4e63-9923-f7821de62fac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:17.913636 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db568525-0926-44ab-a398-0cea7c4dbb9c tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Router 33080d57-3452-4de4-9bb8-f69486cfc599 has already been hosted by L3 agent 018c4455-49c0-4734-927d-7824067b2a9e {{(pid=93797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 23:16:17.927198 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6faf75d8-70fa-4e63-9923-f7821de62fac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:17.950756 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7db0010b-5090-4e6c-b351-270565eb21ce req-5becf3c1-02f3-42d7-a772-2914754a4a4d service neutron] 10.222.0.38 "GET /v2.0/networks/42a806fa-6465-4bb1-a70d-1966b5320f00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1694558 Jul 27 23:16:17.999550 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-6faf75d8-70fa-4e63-9923-f7821de62fac admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3e1d2e47c9a84730853ebfbdcaa545ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7009025 Jul 27 23:16:18.010064 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 43818) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:16:18.011215 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db568525-0926-44ab-a398-0cea7c4dbb9c tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:16:18.014251 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faf75d8-70fa-4e63-9923-f7821de62fac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b713292f-42dc-4ed2-b444-cd29310b2179,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:16:18.022411 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b50f19eb-33df-4160-9710-586fd2c2e105 None None] Sync routers for ids ['33080d57-3452-4de4-9bb8-f69486cfc599'] in n-d-802623-1 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:16:18.023326 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-db568525-0926-44ab-a398-0cea7c4dbb9c tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] 10.222.0.18 "PUT /v2.0/routers/33080d57-3452-4de4-9bb8-f69486cfc599/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5850601 Jul 27 23:16:18.026360 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 43820) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:16:18.038049 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b50f19eb-33df-4160-9710-586fd2c2e105 None None] Routers {'33080d57-3452-4de4-9bb8-f69486cfc599'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:16:18.038684 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-b50f19eb-33df-4160-9710-586fd2c2e105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:16:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['33080d57-3452-4de4-9bb8-f69486cfc599'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:16:18.073823 n-d-802623-1 neutron-server[93797]: INFO neutron.pecan_wsgi.hooks.translation [None req-37a66140-2dd9-43e7-a83d-ba4910deb143 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] GET failed (client error): The resource could not be found. Jul 27 23:16:18.074306 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-37a66140-2dd9-43e7-a83d-ba4910deb143 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] 10.222.0.18 "GET /v2.0/ports/6784c4a1-7d86-49a7-ba1a-1ff480ab35b3 HTTP/1.1" status: 404 len: 333 time: 0.0466390 Jul 27 23:16:18.077205 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 43822) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:16:18.085905 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-b50f19eb-33df-4160-9710-586fd2c2e105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:16:18.095615 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b50f19eb-33df-4160-9710-586fd2c2e105 None None] Routers {'33080d57-3452-4de4-9bb8-f69486cfc599'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:16:18.096469 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-b50f19eb-33df-4160-9710-586fd2c2e105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:16:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['33080d57-3452-4de4-9bb8-f69486cfc599'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:16:18.134435 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-b50f19eb-33df-4160-9710-586fd2c2e105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:16:18.135389 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b50f19eb-33df-4160-9710-586fd2c2e105 None None] The sync data for ids ['33080d57-3452-4de4-9bb8-f69486cfc599'] in n-d-802623-1 is: [] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:16:18.153925 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4279653d-58e4-4987-ae97-ba55c5a8a96a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:18.180229 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b2101b-da45-4b29-8425-e2384f412ef0 req-6441641a-68b6-4d97-8678-055a7ce8b518 tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:16:18.180670 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fc225da7-1065-44d9-af4e-2d674c45116e tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks [] for router, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:18.182274 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-71b2101b-da45-4b29-8425-e2384f412ef0 req-6441641a-68b6-4d97-8678-055a7ce8b518 tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] 10.222.0.18 "GET /v2.0/ports?device_id=7686eb2c-2073-4bea-b19a-672b3e4cf798 HTTP/1.1" status: 200 len: 946 time: 0.1227024 Jul 27 23:16:18.233745 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4279653d-58e4-4987-ae97-ba55c5a8a96a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:18.262628 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-71b2101b-da45-4b29-8425-e2384f412ef0 req-d8993fbd-2841-4110-a5c5-d88597e06554 tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] 10.222.0.18 "GET /v2.0/security-groups?id=8de43b2a-3064-44a7-b92f-0f4c3410d3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676718 Jul 27 23:16:18.325167 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4279653d-58e4-4987-ae97-ba55c5a8a96a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:18.328904 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4279653d-58e4-4987-ae97-ba55c5a8a96a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:18.331171 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-4279653d-58e4-4987-ae97-ba55c5a8a96a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b713292f-42dc-4ed2-b444-cd29310b2179 HTTP/1.1" status: 204 len: 168 time: 0.3174031 Jul 27 23:16:18.342442 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4279653d-58e4-4987-ae97-ba55c5a8a96a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b713292f-42dc-4ed2-b444-cd29310b2179,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:16:18.390029 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fc225da7-1065-44d9-af4e-2d674c45116e tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62205'] for router, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:18.392815 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fc225da7-1065-44d9-af4e-2d674c45116e tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:18.482410 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fc225da7-1065-44d9-af4e-2d674c45116e tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-477831'] for router, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:18.483160 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc225da7-1065-44d9-af4e-2d674c45116e tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Fanout notify agent at l3_agent the message router_deleted on router 33080d57-3452-4de4-9bb8-f69486cfc599 {{(pid=93798) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 23:16:18.493822 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fc225da7-1065-44d9-af4e-2d674c45116e tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks [] for router, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:18.498064 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-fc225da7-1065-44d9-af4e-2d674c45116e tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] 10.222.0.18 "DELETE /v2.0/routers/33080d57-3452-4de4-9bb8-f69486cfc599 HTTP/1.1" status: 204 len: 168 time: 0.4170699 Jul 27 23:16:18.500719 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 43832) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:16:18.582992 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f8020bf-5a88-496c-8d68-1d34d7d9af31 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Deleting subnet 39b0182a-4547-4cac-aa84-d69011479f52 {{(pid=93797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 23:16:18.593946 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5f8020bf-5a88-496c-8d68-1d34d7d9af31 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks [] for subnet, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:18.643485 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5f8020bf-5a88-496c-8d68-1d34d7d9af31 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11335971'] for subnet, precommit_delete_associations {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:18.736379 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 43838) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:16:18.754398 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9c90d04e-bef8-4ec4-9f9c-5d26e1520523 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:18.761541 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5f8020bf-5a88-496c-8d68-1d34d7d9af31 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620741'] for subnet, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:18.878729 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5f8020bf-5a88-496c-8d68-1d34d7d9af31 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11335991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11551414'] for subnet, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:18.909099 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9c90d04e-bef8-4ec4-9f9c-5d26e1520523 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:18.920443 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a838cd-66ce-4519-a796-8aa32c7da636 req-45682241-4a55-4c28-a72e-131f40bed12f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:16:18.922058 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a6a838cd-66ce-4519-a796-8aa32c7da636 req-45682241-4a55-4c28-a72e-131f40bed12f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=096ab815848b4fa4865a54f76499dfb1&device_id=55cb1b9e-b3c2-47cd-8a02-7c9e10ec36f7 HTTP/1.1" status: 200 len: 1096 time: 0.0737467 Jul 27 23:16:18.922864 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9c90d04e-bef8-4ec4-9f9c-5d26e1520523 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:18.933701 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5f8020bf-5a88-496c-8d68-1d34d7d9af31 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for subnet, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:18.938410 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-5f8020bf-5a88-496c-8d68-1d34d7d9af31 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] 10.222.0.18 "DELETE /v2.0/subnets/39b0182a-4547-4cac-aa84-d69011479f52 HTTP/1.1" status: 204 len: 168 time: 0.4329386 Jul 27 23:16:18.938410 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8020bf-5a88-496c-8d68-1d34d7d9af31 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Pushing event deleted for resources: {'Subnet': ['ID=39b0182a-4547-4cac-aa84-d69011479f52,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:16:18.941465 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b384eefe-e3f2-46c5-ae54-2966d833cc61 None None] Network 473d2533-a9a7-4439-9ded-9f25ed03e1db requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:16:18.944534 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 43842) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:16:19.006203 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-9c90d04e-bef8-4ec4-9f9c-5d26e1520523 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7a5bfde711bb4deeb07de12cd70e503a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2685990 Jul 27 23:16:19.009600 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 43844) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:16:19.075584 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c90d04e-bef8-4ec4-9f9c-5d26e1520523 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39dc187f-4a6f-412c-b6ed-311dfa17868b,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:16:19.088506 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8095f2ff-cd45-4321-b19d-f1345aefb039 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593271'] for network, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:19.109065 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-54772c69-25ff-401a-91c1-12366b73e0aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:19.137540 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a838cd-66ce-4519-a796-8aa32c7da636 req-dc6a7772-5c2d-4c70-b492-28e4f0b49ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:16:19.139267 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a6a838cd-66ce-4519-a796-8aa32c7da636 req-dc6a7772-5c2d-4c70-b492-28e4f0b49ceb service neutron] 10.222.0.49 "GET /v2.0/networks?id=0627b955-dd0f-4cce-ba7f-51e698f3bc59 HTTP/1.1" status: 200 len: 913 time: 0.1537812 Jul 27 23:16:19.181034 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-54772c69-25ff-401a-91c1-12366b73e0aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:19.216435 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95d6cf1b-60b6-4722-bdb3-9dc3d23c0751 None None] DHCP port deletion for 473d2533-a9a7-4439-9ded-9f25ed03e1db request from n-d-802623-1 {{(pid=93799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 23:16:19.246094 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a6a838cd-66ce-4519-a796-8aa32c7da636 req-2d356b3d-08d5-467d-b3ed-90c625f0714f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=907413de-9aa6-49bc-ae78-3f4206ba8faf HTTP/1.1" status: 200 len: 1000 time: 0.0972843 Jul 27 23:16:19.271507 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-8095f2ff-cd45-4321-b19d-f1345aefb039 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Deleting port 3238bc69-319a-4354-8bda-1c33c49d46df {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:16:19.272063 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8095f2ff-cd45-4321-b19d-f1345aefb039 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:19.276079 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-95d6cf1b-60b6-4722-bdb3-9dc3d23c0751 None None] Deleting port 3238bc69-319a-4354-8bda-1c33c49d46df {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:16:19.276519 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-95d6cf1b-60b6-4722-bdb3-9dc3d23c0751 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:19.329426 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a838cd-66ce-4519-a796-8aa32c7da636 req-dcb21d13-218c-4b42-82bf-246571bfa4ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:16:19.331634 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a6a838cd-66ce-4519-a796-8aa32c7da636 req-dcb21d13-218c-4b42-82bf-246571bfa4ac service neutron] 10.222.0.49 "GET /v2.0/subnets?id=232a981d-f7d1-42df-991c-3a09e4ce0177 HTTP/1.1" status: 200 len: 851 time: 0.0759542 Jul 27 23:16:19.345029 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-95d6cf1b-60b6-4722-bdb3-9dc3d23c0751 None None] For port 3238bc69-319a-4354-8bda-1c33c49d46df, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=3238bc69-319a-4354-8bda-1c33c49d46df,segment=NetworkSegment(7680dd83-6f4c-48a6-8d27-01cff342985b),segment_id=7680dd83-6f4c-48a6-8d27-01cff342985b)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:16:19.345449 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-95d6cf1b-60b6-4722-bdb3-9dc3d23c0751 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:19.360258 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-95d6cf1b-60b6-4722-bdb3-9dc3d23c0751 None None] Calling delete_port for 3238bc69-319a-4354-8bda-1c33c49d46df owned by network:dhcp {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:16:19.399942 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a838cd-66ce-4519-a796-8aa32c7da636 req-f2f7bb21-c9ad-4200-8dbb-d7629b5dcb5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:16:19.401461 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a6a838cd-66ce-4519-a796-8aa32c7da636 req-f2f7bb21-c9ad-4200-8dbb-d7629b5dcb5b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0627b955-dd0f-4cce-ba7f-51e698f3bc59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0571153 Jul 27 23:16:19.414016 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-8095f2ff-cd45-4321-b19d-f1345aefb039 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] For port 3238bc69-319a-4354-8bda-1c33c49d46df, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=3238bc69-319a-4354-8bda-1c33c49d46df,segment=NetworkSegment(7680dd83-6f4c-48a6-8d27-01cff342985b),segment_id=7680dd83-6f4c-48a6-8d27-01cff342985b)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:16:19.415291 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8095f2ff-cd45-4321-b19d-f1345aefb039 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:19.436038 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-54772c69-25ff-401a-91c1-12366b73e0aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:19.438917 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-54772c69-25ff-401a-91c1-12366b73e0aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:19.440292 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-54772c69-25ff-401a-91c1-12366b73e0aa admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/39dc187f-4a6f-412c-b6ed-311dfa17868b HTTP/1.1" status: 204 len: 168 time: 0.4224408 Jul 27 23:16:19.470561 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-95d6cf1b-60b6-4722-bdb3-9dc3d23c0751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:19.481400 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-8095f2ff-cd45-4321-b19d-f1345aefb039 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Calling delete_port for 3238bc69-319a-4354-8bda-1c33c49d46df owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:16:19.489174 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54772c69-25ff-401a-91c1-12366b73e0aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39dc187f-4a6f-412c-b6ed-311dfa17868b,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:16:19.570058 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d6cf1b-60b6-4722-bdb3-9dc3d23c0751 None None] Pushing event deleted for resources: {'Port': ['ID=3238bc69-319a-4354-8bda-1c33c49d46df,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:16:19.574127 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d6cf1b-60b6-4722-bdb3-9dc3d23c0751 None None] No DVR routers for this DVR port 3238bc69-319a-4354-8bda-1c33c49d46df on host n-d-802623-1 {{(pid=93799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:16:19.609210 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a6a838cd-66ce-4519-a796-8aa32c7da636 req-fde6d2b3-fa74-4ead-9923-280a5b181773 service neutron] 10.222.0.49 "GET /v2.0/networks/0627b955-dd0f-4cce-ba7f-51e698f3bc59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1974890 Jul 27 23:16:19.634032 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5dc98a-13df-4b56-8f3d-6e1c6b28406d req-2cc4c646-a5d6-45ea-b726-87e63958e717 tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:16:19.635867 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-3d5dc98a-13df-4b56-8f3d-6e1c6b28406d req-2cc4c646-a5d6-45ea-b726-87e63958e717 tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] 10.222.0.18 "GET /v2.0/ports?device_id=7686eb2c-2073-4bea-b19a-672b3e4cf798 HTTP/1.1" status: 200 len: 946 time: 0.2252169 Jul 27 23:16:19.706373 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-3d5dc98a-13df-4b56-8f3d-6e1c6b28406d req-04caa4cc-7aaf-4cbf-a8fa-146aad9e39ed tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] 10.222.0.18 "GET /v2.0/security-groups?id=8de43b2a-3064-44a7-b92f-0f4c3410d3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617862 Jul 27 23:16:19.715012 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8095f2ff-cd45-4321-b19d-f1345aefb039 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:19.752613 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8095f2ff-cd45-4321-b19d-f1345aefb039 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Pushing event deleted for resources: {'Port': ['ID=3238bc69-319a-4354-8bda-1c33c49d46df,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:16:19.764116 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8095f2ff-cd45-4321-b19d-f1345aefb039 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] No DVR routers for this DVR port 3238bc69-319a-4354-8bda-1c33c49d46df on host n-d-802623-1 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:16:19.781050 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a6a838cd-66ce-4519-a796-8aa32c7da636 req-2cc1111e-2f95-4cb6-b68d-25b962728bf7 service neutron] 10.222.0.49 "GET /v2.0/networks/0627b955-dd0f-4cce-ba7f-51e698f3bc59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1599972 Jul 27 23:16:19.857347 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8095f2ff-cd45-4321-b19d-f1345aefb039 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618032', 'neutron.services.segments.db._delete_segments_for_network-8736833900081'] for network, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:19.874888 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-8095f2ff-cd45-4321-b19d-f1345aefb039 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['473d2533-a9a7-4439-9ded-9f25ed03e1db']}} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:16:19.889531 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-8095f2ff-cd45-4321-b19d-f1345aefb039 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7680dd83-6f4c-48a6-8d27-01cff342985b') {'for_net_delete': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:16:19.889968 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-8095f2ff-cd45-4321-b19d-f1345aefb039 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7680dd83-6f4c-48a6-8d27-01cff342985b') {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:16:19.901827 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8095f2ff-cd45-4321-b19d-f1345aefb039 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736833900858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11335978'] for segment, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:19.919614 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8095f2ff-cd45-4321-b19d-f1345aefb039 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:19.931500 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8095f2ff-cd45-4321-b19d-f1345aefb039 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Releasing vlan 527 on physical network physnet1 to pool {{(pid=93797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 23:16:19.931949 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8095f2ff-cd45-4321-b19d-f1345aefb039 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11336013'] for segment, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:19.935722 n-d-802623-1 neutron-server[93797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 23:16:19.935722 n-d-802623-1 neutron-server[93797]: self.session.flush() Jul 27 23:16:19.935722 n-d-802623-1 neutron-server[93797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 23:16:19.935722 n-d-802623-1 neutron-server[93797]: self.session.flush() Jul 27 23:16:19.935722 n-d-802623-1 neutron-server[93797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 23:16:19.935722 n-d-802623-1 neutron-server[93797]: self.session.flush() Jul 27 23:16:19.935722 n-d-802623-1 neutron-server[93797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 23:16:19.935722 n-d-802623-1 neutron-server[93797]: self.session.flush() Jul 27 23:16:19.935722 n-d-802623-1 neutron-server[93797]: Traceback (most recent call last): Jul 27 23:16:19.935722 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 23:16:19.935722 n-d-802623-1 neutron-server[93797]: timer() Jul 27 23:16:19.935722 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 23:16:19.935722 n-d-802623-1 neutron-server[93797]: cb(*args, **kw) Jul 27 23:16:19.935722 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 23:16:19.935722 n-d-802623-1 neutron-server[93797]: return func(*args, **kwargs) Jul 27 23:16:19.935722 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 23:16:19.935722 n-d-802623-1 neutron-server[93797]: self._notify() Jul 27 23:16:19.935722 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 23:16:19.935722 n-d-802623-1 neutron-server[93797]: self.callback(batched_events) Jul 27 23:16:19.935722 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 23:16:19.935722 n-d-802623-1 neutron-server[93797]: event.method(event) Jul 27 23:16:19.935722 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 23:16:19.935722 n-d-802623-1 neutron-server[93797]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 23:16:19.935722 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 23:16:19.935722 n-d-802623-1 neutron-server[93797]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 23:16:19.935722 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 23:16:19.935722 n-d-802623-1 neutron-server[93797]: return f(self, *a, **k) Jul 27 23:16:19.935722 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 23:16:19.935722 n-d-802623-1 neutron-server[93797]: return self._get(url).json() Jul 27 23:16:19.935722 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 23:16:19.935722 n-d-802623-1 neutron-server[93797]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 23:16:19.935722 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 23:16:19.935722 n-d-802623-1 neutron-server[93797]: return self.request(url, 'GET', **kwargs) Jul 27 23:16:19.935722 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 23:16:19.935722 n-d-802623-1 neutron-server[93797]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 23:16:19.935722 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 23:16:19.935722 n-d-802623-1 neutron-server[93797]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 23:16:19.935722 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 23:16:19.935722 n-d-802623-1 neutron-server[93797]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 23:16:19.935722 n-d-802623-1 neutron-server[93797]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 23:16:20.018450 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8095f2ff-cd45-4321-b19d-f1345aefb039 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415412'] for network, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:20.024890 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8095f2ff-cd45-4321-b19d-f1345aefb039 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for network, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:20.026825 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-8095f2ff-cd45-4321-b19d-f1345aefb039 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] 10.222.0.18 "DELETE /v2.0/networks/473d2533-a9a7-4439-9ded-9f25ed03e1db HTTP/1.1" status: 204 len: 168 time: 1.0812893 Jul 27 23:16:20.030930 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 43868) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:16:20.076376 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8095f2ff-cd45-4321-b19d-f1345aefb039 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Pushing event deleted for resources: {'Network': ['ID=473d2533-a9a7-4439-9ded-9f25ed03e1db,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:16:20.097297 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c67eef74-5826-400c-a78c-e1b2eaabb35f tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:16:20.098784 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-c67eef74-5826-400c-a78c-e1b2eaabb35f tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] 10.222.0.18 "GET /v2.0/ports/6f084729-ecd1-44ac-9b4f-056b46bece91 HTTP/1.1" status: 200 len: 840 time: 0.0667787 Jul 27 23:16:20.102910 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 43872) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:16:20.176648 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-bfee4b98-c4b8-46a2-bbed-092a40c86b18 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] 10.222.0.18 "GET /v2.0/ports/6f084729-ecd1-44ac-9b4f-056b46bece91?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0714571 Jul 27 23:16:20.179316 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 43874) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:16:20.185551 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-3a82521e-2b8f-4cbc-8514-d12d5b134467 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Request body: {'subnet': {'network_id': '7933cbbe-5c57-41f5-9efb-e15c3a6ede7b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:16:20.307820 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 3238bc69-319a-4354-8bda-1c33c49d46df no longer exists at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:16:20.311500 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a82521e-2b8f-4cbc-8514-d12d5b134467 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Made reservation on behalf of ce22108b54794f2f97b5322030e97124 for: {'subnet': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:16:20.316344 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3a82521e-2b8f-4cbc-8514-d12d5b134467 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12265828'] for subnet, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:20.332238 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] No Port match for: 3238bc69-319a-4354-8bda-1c33c49d46df {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:16:20.332895 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 3238bc69-319a-4354-8bda-1c33c49d46df not bound to the agent host n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:16:20.572047 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3a82521e-2b8f-4cbc-8514-d12d5b134467 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11971609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12265750'] for subnet, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:20.635307 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a82521e-2b8f-4cbc-8514-d12d5b134467 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Pushing event updated for resources: {'Subnet': ['ID=ab952942-b9e3-4876-8c3b-5a0dd7ad4dad,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:16:20.656563 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a82521e-2b8f-4cbc-8514-d12d5b134467 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Network 7933cbbe-5c57-41f5-9efb-e15c3a6ede7b is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:16:20.658430 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-3a82521e-2b8f-4cbc-8514-d12d5b134467 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:16:20.661981 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a82521e-2b8f-4cbc-8514-d12d5b134467 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:16:20.662585 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3a82521e-2b8f-4cbc-8514-d12d5b134467 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:20.669426 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a55aaac-a422-4028-9884-699dc7e046be None None] Network 7933cbbe-5c57-41f5-9efb-e15c3a6ede7b requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:16:20.686286 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-3a82521e-2b8f-4cbc-8514-d12d5b134467 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5026674 Jul 27 23:16:20.686539 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 43892) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:16:20.692401 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-b7d432fb-d44b-4532-a8f9-6a8b47541807 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Request body: {'security_group': {'name': 'tempest-secgroup-1717820652'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:16:20.737994 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b7d432fb-d44b-4532-a8f9-6a8b47541807 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:20.935863 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5974dbc-ce77-49cf-b789-8b259cae4977 req-1342a72c-6cc9-417e-9e9f-1479e0e775d5 tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:16:20.959621 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-c5974dbc-ce77-49cf-b789-8b259cae4977 req-1342a72c-6cc9-417e-9e9f-1479e0e775d5 tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] 10.222.0.18 "GET /v2.0/ports?device_id=7686eb2c-2073-4bea-b19a-672b3e4cf798 HTTP/1.1" status: 200 len: 946 time: 0.1279898 Jul 27 23:16:20.963942 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b7d432fb-d44b-4532-a8f9-6a8b47541807 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:20.975943 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b7d432fb-d44b-4532-a8f9-6a8b47541807 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:21.006775 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e38a5b67-7ecb-40eb-a975-08f360ec684d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f6f257c-ad18-5f0c-8c8e-ea085a5fc8a2-7933cbbe-5c57-41f5-9efb-e15c3a6ede7b', 'network_id': '7933cbbe-5c57-41f5-9efb-e15c3a6ede7b', 'tenant_id': 'ce22108b54794f2f97b5322030e97124', 'fixed_ips': [{'subnet_id': 'ab952942-b9e3-4876-8c3b-5a0dd7ad4dad'}]}} from n-d-802623-1. {{(pid=93799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 23:16:21.007827 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e38a5b67-7ecb-40eb-a975-08f360ec684d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:21.013836 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-c5974dbc-ce77-49cf-b789-8b259cae4977 req-ae358d6b-78f1-4908-baa3-e1328b23913e tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] 10.222.0.18 "GET /v2.0/security-groups?id=8de43b2a-3064-44a7-b92f-0f4c3410d3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474577 Jul 27 23:16:21.024024 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b7d432fb-d44b-4532-a8f9-6a8b47541807 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:21.028464 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 43906) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:16:21.030849 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-b7d432fb-d44b-4532-a8f9-6a8b47541807 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3432372 Jul 27 23:16:21.035772 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-75e80030-1ec3-48bf-9f25-a472f510b6b7 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Request body: {'security_group': {'name': 'tempest-secgroup-144072318'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:16:21.037013 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d432fb-d44b-4532-a8f9-6a8b47541807 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a33e79a0-da24-4a24-b447-efc16caad923,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:16:21.083494 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-75e80030-1ec3-48bf-9f25-a472f510b6b7 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:21.177135 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-e38a5b67-7ecb-40eb-a975-08f360ec684d None None] Allocated IP 172.20.0.2 (7933cbbe-5c57-41f5-9efb-e15c3a6ede7b/ab952942-b9e3-4876-8c3b-5a0dd7ad4dad/ab7929c0-3dcd-4b44-ba7d-f12fe853c135) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:16:21.223082 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-75e80030-1ec3-48bf-9f25-a472f510b6b7 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:21.232423 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-75e80030-1ec3-48bf-9f25-a472f510b6b7 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:21.283660 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-75e80030-1ec3-48bf-9f25-a472f510b6b7 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:21.289977 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-75e80030-1ec3-48bf-9f25-a472f510b6b7 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2573178 Jul 27 23:16:21.290289 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 43920) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:16:21.295712 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-7b08428b-50dc-462d-9fe4-fafd0d000fc6 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-573230048', 'security_groups': ['575bb7e9-1b27-4a4d-90cb-2e32580ef1c0'], 'network_id': '7933cbbe-5c57-41f5-9efb-e15c3a6ede7b', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'ab952942-b9e3-4876-8c3b-5a0dd7ad4dad'}]}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:16:21.301944 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e80030-1ec3-48bf-9f25-a472f510b6b7 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Pushing event updated for resources: {'SecurityGroup': ['ID=575bb7e9-1b27-4a4d-90cb-2e32580ef1c0,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:16:21.402727 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e38a5b67-7ecb-40eb-a975-08f360ec684d None None] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:21.418418 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e38a5b67-7ecb-40eb-a975-08f360ec684d None None] Transition to ACTIVE for port object ab7929c0-3dcd-4b44-ba7d-f12fe853c135 will not be triggered until provisioned by entity L2. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:16:21.440940 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e38a5b67-7ecb-40eb-a975-08f360ec684d None None] Transition to ACTIVE for port object ab7929c0-3dcd-4b44-ba7d-f12fe853c135 will not be triggered until provisioned by entity DHCP. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:16:21.451005 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e38a5b67-7ecb-40eb-a975-08f360ec684d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:21.500379 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b08428b-50dc-462d-9fe4-fafd0d000fc6 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Made reservation on behalf of ce22108b54794f2f97b5322030e97124 for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:16:21.504711 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e38a5b67-7ecb-40eb-a975-08f360ec684d None None] Network 7933cbbe-5c57-41f5-9efb-e15c3a6ede7b is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:16:21.510419 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-e38a5b67-7ecb-40eb-a975-08f360ec684d None None] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:16:21.513234 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38a5b67-7ecb-40eb-a975-08f360ec684d None None] Pushing event updated for resources: {'Port': ['ID=ab7929c0-3dcd-4b44-ba7d-f12fe853c135,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:16:21.520946 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e38a5b67-7ecb-40eb-a975-08f360ec684d None None] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:16:21.585105 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-e38a5b67-7ecb-40eb-a975-08f360ec684d None None] Attempting to bind port ab7929c0-3dcd-4b44-ba7d-f12fe853c135 on host n-d-802623-1 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:16:21.585488 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-e38a5b67-7ecb-40eb-a975-08f360ec684d None None] Attempting to bind port ab7929c0-3dcd-4b44-ba7d-f12fe853c135 by drivers openvswitch,hyperv on host n-d-802623-1 at level 0 using segments [{'id': 'd7647ef8-e3c5-4500-8919-ad26a94707c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '7933cbbe-5c57-41f5-9efb-e15c3a6ede7b'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:16:21.585855 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e38a5b67-7ecb-40eb-a975-08f360ec684d None None] Attempting to bind port ab7929c0-3dcd-4b44-ba7d-f12fe853c135 on network 7933cbbe-5c57-41f5-9efb-e15c3a6ede7b {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:16:21.593309 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e38a5b67-7ecb-40eb-a975-08f360ec684d None None] Checking agent: {'id': 'a9a568d2-a5e7-41e4-833f-a8ab42ea4073', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 52, 30), 'started_at': datetime.datetime(2021, 7, 27, 22, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802623-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:16:21.593309 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e38a5b67-7ecb-40eb-a975-08f360ec684d None None] Checking segment: {'id': 'd7647ef8-e3c5-4500-8919-ad26a94707c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '7933cbbe-5c57-41f5-9efb-e15c3a6ede7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:16:21.593645 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e38a5b67-7ecb-40eb-a975-08f360ec684d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:21.594041 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e38a5b67-7ecb-40eb-a975-08f360ec684d None None] Bound using segment: {'id': 'd7647ef8-e3c5-4500-8919-ad26a94707c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '7933cbbe-5c57-41f5-9efb-e15c3a6ede7b'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:16:21.594513 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-e38a5b67-7ecb-40eb-a975-08f360ec684d None None] Bound port: ab7929c0-3dcd-4b44-ba7d-f12fe853c135, host: n-d-802623-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7647ef8-e3c5-4500-8919-ad26a94707c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '7933cbbe-5c57-41f5-9efb-e15c3a6ede7b'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:16:21.594897 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e38a5b67-7ecb-40eb-a975-08f360ec684d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:21.687614 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7b08428b-50dc-462d-9fe4-fafd0d000fc6 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:21.693279 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-e38a5b67-7ecb-40eb-a975-08f360ec684d None None] For port ab7929c0-3dcd-4b44-ba7d-f12fe853c135, host n-d-802623-1, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:16:21.699460 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-e38a5b67-7ecb-40eb-a975-08f360ec684d None None] For port ab7929c0-3dcd-4b44-ba7d-f12fe853c135, host n-d-802623-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=ab7929c0-3dcd-4b44-ba7d-f12fe853c135,segment=NetworkSegment(d7647ef8-e3c5-4500-8919-ad26a94707c5),segment_id=d7647ef8-e3c5-4500-8919-ad26a94707c5)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:16:21.718077 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e38a5b67-7ecb-40eb-a975-08f360ec684d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:21.718732 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [None req-7b08428b-50dc-462d-9fe4-fafd0d000fc6 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] device_id is not set on port d43ea1ae-2f22-4f92-86ae-88b1bb5b0e17 yet. {{(pid=93798) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 23:16:21.848409 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38a5b67-7ecb-40eb-a975-08f360ec684d None None] Pushing event updated for resources: {'Port': ['ID=ab7929c0-3dcd-4b44-ba7d-f12fe853c135,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:16:21.985326 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-7b08428b-50dc-462d-9fe4-fafd0d000fc6 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Allocated IP 172.20.0.12 (7933cbbe-5c57-41f5-9efb-e15c3a6ede7b/ab952942-b9e3-4876-8c3b-5a0dd7ad4dad/d43ea1ae-2f22-4f92-86ae-88b1bb5b0e17) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:16:22.215133 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e6c049-49b6-4349-9910-b44e14a16efb req-0daf1123-56b4-499b-89b0-0fe1da4a9c04 tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:16:22.248427 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-53e6c049-49b6-4349-9910-b44e14a16efb req-0daf1123-56b4-499b-89b0-0fe1da4a9c04 tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] 10.222.0.18 "GET /v2.0/ports?device_id=7686eb2c-2073-4bea-b19a-672b3e4cf798 HTTP/1.1" status: 200 len: 946 time: 0.0923910 Jul 27 23:16:22.290014 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7b08428b-50dc-462d-9fe4-fafd0d000fc6 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:22.317528 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-7b08428b-50dc-462d-9fe4-fafd0d000fc6 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Transition to ACTIVE for port object d43ea1ae-2f22-4f92-86ae-88b1bb5b0e17 will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:16:22.376659 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7b08428b-50dc-462d-9fe4-fafd0d000fc6 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:22.388385 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-53e6c049-49b6-4349-9910-b44e14a16efb req-5b25e182-5857-494b-a13a-c59a166124b7 tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] 10.222.0.18 "GET /v2.0/security-groups?id=8de43b2a-3064-44a7-b92f-0f4c3410d3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376429 Jul 27 23:16:22.424186 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 43954) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:16:22.466264 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b08428b-50dc-462d-9fe4-fafd0d000fc6 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Network 7933cbbe-5c57-41f5-9efb-e15c3a6ede7b is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:16:22.469506 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-7b08428b-50dc-462d-9fe4-fafd0d000fc6 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:16:22.474582 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b08428b-50dc-462d-9fe4-fafd0d000fc6 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:16:22.479826 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device ab7929c0-3dcd-4b44-ba7d-f12fe853c135 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:16:22.507094 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b08428b-50dc-462d-9fe4-fafd0d000fc6 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Pushing event updated for resources: {'Port': ['ID=d43ea1ae-2f22-4f92-86ae-88b1bb5b0e17,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:16:22.544918 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b08428b-50dc-462d-9fe4-fafd0d000fc6 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:16:22.545564 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7b08428b-50dc-462d-9fe4-fafd0d000fc6 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:22.567431 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-7b08428b-50dc-462d-9fe4-fafd0d000fc6 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.2758398 Jul 27 23:16:22.567674 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning for port ab7929c0-3dcd-4b44-ba7d-f12fe853c135 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:16:22.570931 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 43958) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:16:22.579662 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-0ac5e214-31a9-4086-b488-281541fc79f2 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Request body: {'subnet': {'network_id': '7933cbbe-5c57-41f5-9efb-e15c3a6ede7b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:16:22.640826 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b89161a2-5944-4d8b-b853-810db8a94a4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:22.799121 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b89161a2-5944-4d8b-b853-810db8a94a4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:22.817802 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b89161a2-5944-4d8b-b853-810db8a94a4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:22.851025 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ac5e214-31a9-4086-b488-281541fc79f2 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Made reservation on behalf of ce22108b54794f2f97b5322030e97124 for: {'subnet': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:16:22.855241 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0ac5e214-31a9-4086-b488-281541fc79f2 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11551435'] for subnet, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:22.943634 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89161a2-5944-4d8b-b853-810db8a94a4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25c6ceda-e3e8-4a40-ac2a-11d8e03dd2c8,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:16:22.955798 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-b89161a2-5944-4d8b-b853-810db8a94a4d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a0db44350adf4e45b46f8ea43f93b0a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5299299 Jul 27 23:16:22.958522 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 43966) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:16:23.055470 n-d-802623-1 neutron-server[93797]: INFO neutron.db.ipam_backend_mixin [None req-0ac5e214-31a9-4086-b488-281541fc79f2 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet ab952942-b9e3-4876-8c3b-5a0dd7ad4dad (CIDR: 172.20.0.0/28) Jul 27 23:16:23.061840 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d0f2e909-fcd1-4563-b573-98db3063bc6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:23.063169 n-d-802623-1 neutron-server[93797]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ac5e214-31a9-4086-b488-281541fc79f2 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 23:16:23.063879 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ac5e214-31a9-4086-b488-281541fc79f2 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93797) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 23:16:23.090971 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-0ac5e214-31a9-4086-b488-281541fc79f2 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5185111 Jul 27 23:16:23.091717 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 43970) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:16:23.098230 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-1196aa02-31bb-4ec2-a267-8e9a9c9210ce tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Request body: {'subnet': {'network_id': '7933cbbe-5c57-41f5-9efb-e15c3a6ede7b', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:16:23.113507 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d0f2e909-fcd1-4563-b573-98db3063bc6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:23.191006 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d0f2e909-fcd1-4563-b573-98db3063bc6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:23.196576 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d0f2e909-fcd1-4563-b573-98db3063bc6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:23.198317 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-d0f2e909-fcd1-4563-b573-98db3063bc6f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/25c6ceda-e3e8-4a40-ac2a-11d8e03dd2c8 HTTP/1.1" status: 204 len: 168 time: 0.2387319 Jul 27 23:16:23.225473 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-9620ffd6-ffa0-45a1-a525-e873f8e26471 None None] Provisioning complete for port 6f084729-ecd1-44ac-9b4f-056b46bece91 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:16:23.228020 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-9620ffd6-ffa0-45a1-a525-e873f8e26471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:23.232285 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f2e909-fcd1-4563-b573-98db3063bc6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25c6ceda-e3e8-4a40-ac2a-11d8e03dd2c8,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:16:23.285635 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-9620ffd6-ffa0-45a1-a525-e873f8e26471 None None] Port 6f084729-ecd1-44ac-9b4f-056b46bece91 cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:16:23.315757 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1196aa02-31bb-4ec2-a267-8e9a9c9210ce tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Made reservation on behalf of ce22108b54794f2f97b5322030e97124 for: {'subnet': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:16:23.320616 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-9620ffd6-ffa0-45a1-a525-e873f8e26471 None None] Provisioning for port ab7929c0-3dcd-4b44-ba7d-f12fe853c135 completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:16:23.326798 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-9620ffd6-ffa0-45a1-a525-e873f8e26471 None None] Provisioning complete for port ab7929c0-3dcd-4b44-ba7d-f12fe853c135 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:16:23.327611 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-9620ffd6-ffa0-45a1-a525-e873f8e26471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:23.330742 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1196aa02-31bb-4ec2-a267-8e9a9c9210ce tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11551435'] for subnet, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:23.463833 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-9620ffd6-ffa0-45a1-a525-e873f8e26471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:23.529130 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-9620ffd6-ffa0-45a1-a525-e873f8e26471 None None] For port ab7929c0-3dcd-4b44-ba7d-f12fe853c135, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=ab7929c0-3dcd-4b44-ba7d-f12fe853c135,segment=NetworkSegment(d7647ef8-e3c5-4500-8919-ad26a94707c5),segment_id=d7647ef8-e3c5-4500-8919-ad26a94707c5)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:16:23.541350 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-9620ffd6-ffa0-45a1-a525-e873f8e26471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:23.604176 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9620ffd6-ffa0-45a1-a525-e873f8e26471 None None] Pushing event updated for resources: {'Port': ['ID=ab7929c0-3dcd-4b44-ba7d-f12fe853c135,revision_number=3']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:16:23.612820 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2ad275-35ce-4754-9dc7-e7989cd891f0 req-1022d4e1-a224-457f-a49f-5abbe95e8825 tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:16:23.614459 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-cc2ad275-35ce-4754-9dc7-e7989cd891f0 req-1022d4e1-a224-457f-a49f-5abbe95e8825 tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] 10.222.0.18 "GET /v2.0/ports?device_id=7686eb2c-2073-4bea-b19a-672b3e4cf798 HTTP/1.1" status: 200 len: 946 time: 0.0785446 Jul 27 23:16:23.687347 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-cc2ad275-35ce-4754-9dc7-e7989cd891f0 req-e6ebec1d-5702-4773-8c6a-c9a077ed5267 tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] 10.222.0.18 "GET /v2.0/security-groups?id=8de43b2a-3064-44a7-b92f-0f4c3410d3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532413 Jul 27 23:16:23.697290 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-18ec751f-acc9-4435-a69f-873ee4bce6a7 None None] Provisioning for port d43ea1ae-2f22-4f92-86ae-88b1bb5b0e17 completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:16:23.706135 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 43984) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:16:23.715679 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-18ec751f-acc9-4435-a69f-873ee4bce6a7 None None] Provisioning complete for port d43ea1ae-2f22-4f92-86ae-88b1bb5b0e17 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:16:23.715679 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-18ec751f-acc9-4435-a69f-873ee4bce6a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:23.722010 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-02485da6-7fe3-40c0-93ab-c0c85ac00269 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:23.757473 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-18ec751f-acc9-4435-a69f-873ee4bce6a7 None None] Port d43ea1ae-2f22-4f92-86ae-88b1bb5b0e17 cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:16:23.780122 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1196aa02-31bb-4ec2-a267-8e9a9c9210ce tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11336182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11551417'] for subnet, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:23.827852 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1196aa02-31bb-4ec2-a267-8e9a9c9210ce tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Network 7933cbbe-5c57-41f5-9efb-e15c3a6ede7b is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:16:23.831079 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-1196aa02-31bb-4ec2-a267-8e9a9c9210ce tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:16:23.835540 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1196aa02-31bb-4ec2-a267-8e9a9c9210ce tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:16:23.836544 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1196aa02-31bb-4ec2-a267-8e9a9c9210ce tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for subnet, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:23.851552 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1196aa02-31bb-4ec2-a267-8e9a9c9210ce tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Pushing event updated for resources: {'Subnet': ['ID=6807e06b-ed91-42f9-bcaa-d779462cddbb,revision_number=0']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:16:23.852156 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c00f6ef-2fce-4d09-908d-f63b0623fbd8 None None] Network 7933cbbe-5c57-41f5-9efb-e15c3a6ede7b requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:16:23.876287 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-02485da6-7fe3-40c0-93ab-c0c85ac00269 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:23.882538 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-02485da6-7fe3-40c0-93ab-c0c85ac00269 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:23.902807 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-1196aa02-31bb-4ec2-a267-8e9a9c9210ce tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.8098884 Jul 27 23:16:23.903512 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 43986) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:16:23.910582 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-f83fcce3-00ee-4e61-b68a-abdcea67f486 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1747661298', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '6807e06b-ed91-42f9-bcaa-d779462cddbb'}], 'security_groups': ['a33e79a0-da24-4a24-b447-efc16caad923']}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:16:23.933591 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-02485da6-7fe3-40c0-93ab-c0c85ac00269 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1b1392598e564580b7af770c924afae0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2257152 Jul 27 23:16:23.935236 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 43988) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:16:23.942402 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02485da6-7fe3-40c0-93ab-c0c85ac00269 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3553a5dc-d838-4a45-9753-ffa1a917fc32,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:16:23.998701 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-68a92d78-58ad-4a12-ac1c-dc75e208260b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:24.030314 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-68a92d78-58ad-4a12-ac1c-dc75e208260b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:24.134565 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-68a92d78-58ad-4a12-ac1c-dc75e208260b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:24.137221 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-68a92d78-58ad-4a12-ac1c-dc75e208260b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:24.138745 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-68a92d78-58ad-4a12-ac1c-dc75e208260b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3553a5dc-d838-4a45-9753-ffa1a917fc32 HTTP/1.1" status: 204 len: 168 time: 0.2025928 Jul 27 23:16:24.153169 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a92d78-58ad-4a12-ac1c-dc75e208260b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3553a5dc-d838-4a45-9753-ffa1a917fc32,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:16:24.191090 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f83fcce3-00ee-4e61-b68a-abdcea67f486 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:24.284908 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-008c30db-22d3-49f3-a49b-219b7c839f0d None None] Update dhcp port {'port': {'network_id': '7933cbbe-5c57-41f5-9efb-e15c3a6ede7b', 'fixed_ips': [{'subnet_id': 'ab952942-b9e3-4876-8c3b-5a0dd7ad4dad', 'ip_address': '172.20.0.2'}, {'subnet_id': '6807e06b-ed91-42f9-bcaa-d779462cddbb'}], 'binding:host_id': 'n-d-802623-1'}, 'id': 'ab7929c0-3dcd-4b44-ba7d-f12fe853c135'} from n-d-802623-1. {{(pid=93799) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 27 23:16:24.315879 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-008c30db-22d3-49f3-a49b-219b7c839f0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:24.356521 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device ab7929c0-3dcd-4b44-ba7d-f12fe853c135 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:16:24.491829 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port ab7929c0-3dcd-4b44-ba7d-f12fe853c135 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:16:24.492849 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:24.612809 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-f83fcce3-00ee-4e61-b68a-abdcea67f486 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Delete allocated IP 172.20.0.12 (7933cbbe-5c57-41f5-9efb-e15c3a6ede7b/ab952942-b9e3-4876-8c3b-5a0dd7ad4dad) {{(pid=93797) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 27 23:16:24.629036 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-f83fcce3-00ee-4e61-b68a-abdcea67f486 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Allocated IP 172.20.0.26 (7933cbbe-5c57-41f5-9efb-e15c3a6ede7b/6807e06b-ed91-42f9-bcaa-d779462cddbb/d43ea1ae-2f22-4f92-86ae-88b1bb5b0e17) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:16:24.869696 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f83fcce3-00ee-4e61-b68a-abdcea67f486 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:24.894207 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfe4318-348f-4277-a4e1-dc43ed93005f req-999c1069-3e4e-46f8-b532-197b8112a8f0 tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:16:24.896135 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-5cfe4318-348f-4277-a4e1-dc43ed93005f req-999c1069-3e4e-46f8-b532-197b8112a8f0 tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] 10.222.0.18 "GET /v2.0/ports?device_id=7686eb2c-2073-4bea-b19a-672b3e4cf798 HTTP/1.1" status: 200 len: 946 time: 0.0945208 Jul 27 23:16:24.899722 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-f83fcce3-00ee-4e61-b68a-abdcea67f486 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Transition to ACTIVE for port object d43ea1ae-2f22-4f92-86ae-88b1bb5b0e17 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:16:24.918403 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f83fcce3-00ee-4e61-b68a-abdcea67f486 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11336041'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:24.977742 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-008c30db-22d3-49f3-a49b-219b7c839f0d None None] Allocated IP 172.20.0.18 (7933cbbe-5c57-41f5-9efb-e15c3a6ede7b/6807e06b-ed91-42f9-bcaa-d779462cddbb/ab7929c0-3dcd-4b44-ba7d-f12fe853c135) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:16:25.036280 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83fcce3-00ee-4e61-b68a-abdcea67f486 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Pushing event updated for resources: {'Port': ['ID=d43ea1ae-2f22-4f92-86ae-88b1bb5b0e17,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:16:25.053130 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-5cfe4318-348f-4277-a4e1-dc43ed93005f req-d332998c-20ef-44ed-abaa-e274261535af tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] 10.222.0.18 "GET /v2.0/security-groups?id=8de43b2a-3064-44a7-b92f-0f4c3410d3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496022 Jul 27 23:16:25.078588 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-f83fcce3-00ee-4e61-b68a-abdcea67f486 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] In _notify_port_updated(), no bound segment for port d43ea1ae-2f22-4f92-86ae-88b1bb5b0e17 on network 7933cbbe-5c57-41f5-9efb-e15c3a6ede7b {{(pid=93797) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 27 23:16:25.085207 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f83fcce3-00ee-4e61-b68a-abdcea67f486 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:16:25.086635 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f83fcce3-00ee-4e61-b68a-abdcea67f486 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:25.088144 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-f83fcce3-00ee-4e61-b68a-abdcea67f486 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] 10.222.0.18 "PUT /v2.0/ports/d43ea1ae-2f22-4f92-86ae-88b1bb5b0e17 HTTP/1.1" status: 200 len: 921 time: 1.1829207 Jul 27 23:16:25.091087 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 44018) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:16:25.147277 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-008c30db-22d3-49f3-a49b-219b7c839f0d None None] For port ab7929c0-3dcd-4b44-ba7d-f12fe853c135, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=ab7929c0-3dcd-4b44-ba7d-f12fe853c135,segment=NetworkSegment(d7647ef8-e3c5-4500-8919-ad26a94707c5),segment_id=d7647ef8-e3c5-4500-8919-ad26a94707c5)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:16:25.233175 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-008c30db-22d3-49f3-a49b-219b7c839f0d None None] Notify callbacks [] for port, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:25.233827 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-f5a45522-5124-4b4d-9dd0-debac781cd9b tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Deleting port d43ea1ae-2f22-4f92-86ae-88b1bb5b0e17 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:16:25.234266 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f5a45522-5124-4b4d-9dd0-debac781cd9b tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:25.277670 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-008c30db-22d3-49f3-a49b-219b7c839f0d None None] Transition to ACTIVE for port object ab7929c0-3dcd-4b44-ba7d-f12fe853c135 will not be triggered until provisioned by entity DHCP. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:16:25.288385 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-008c30db-22d3-49f3-a49b-219b7c839f0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:25.355740 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f5a45522-5124-4b4d-9dd0-debac781cd9b tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:25.373156 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-f5a45522-5124-4b4d-9dd0-debac781cd9b tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Calling delete_port for d43ea1ae-2f22-4f92-86ae-88b1bb5b0e17 owned by {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:16:25.415501 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008c30db-22d3-49f3-a49b-219b7c839f0d None None] Pushing event updated for resources: {'Port': ['ID=ab7929c0-3dcd-4b44-ba7d-f12fe853c135,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:16:25.623645 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f5a45522-5124-4b4d-9dd0-debac781cd9b tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:25.669958 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a45522-5124-4b4d-9dd0-debac781cd9b tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Pushing event deleted for resources: {'Port': ['ID=d43ea1ae-2f22-4f92-86ae-88b1bb5b0e17,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:16:25.813149 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f5a45522-5124-4b4d-9dd0-debac781cd9b tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:25.815981 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-f5a45522-5124-4b4d-9dd0-debac781cd9b tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] 10.222.0.18 "DELETE /v2.0/ports/d43ea1ae-2f22-4f92-86ae-88b1bb5b0e17 HTTP/1.1" status: 204 len: 168 time: 0.7231562 Jul 27 23:16:25.818961 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 44040) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:16:25.853668 n-d-802623-1 neutron-server[93797]: INFO neutron.pecan_wsgi.hooks.translation [None req-f922d5f0-1167-42e6-b9db-11fc3de03362 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] GET failed (client error): The resource could not be found. Jul 27 23:16:25.855289 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-f922d5f0-1167-42e6-b9db-11fc3de03362 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] 10.222.0.18 "GET /v2.0/ports/d43ea1ae-2f22-4f92-86ae-88b1bb5b0e17 HTTP/1.1" status: 404 len: 333 time: 0.0352848 Jul 27 23:16:25.858046 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 44044) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:16:25.942443 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-52b12c07-bd29-4f80-b818-fee56ee06144 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:25.985826 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-52b12c07-bd29-4f80-b818-fee56ee06144 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:26.047092 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-52b12c07-bd29-4f80-b818-fee56ee06144 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:26.049757 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-52b12c07-bd29-4f80-b818-fee56ee06144 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:26.053549 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-52b12c07-bd29-4f80-b818-fee56ee06144 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] 10.222.0.18 "DELETE /v2.0/security-groups/575bb7e9-1b27-4a4d-90cb-2e32580ef1c0 HTTP/1.1" status: 204 len: 168 time: 0.1910055 Jul 27 23:16:26.054835 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 44050) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:16:26.062833 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b12c07-bd29-4f80-b818-fee56ee06144 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=575bb7e9-1b27-4a4d-90cb-2e32580ef1c0,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:16:26.187644 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0161ffa2-4e7d-4bdc-b39b-fdf9a63e6d7e tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:26.218820 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0161ffa2-4e7d-4bdc-b39b-fdf9a63e6d7e tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:26.234629 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e8854a-0381-49f4-aeb5-3cb60efef7b4 req-bc795541-c148-4f5b-bab5-78c69b758dca tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:16:26.236648 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a0e8854a-0381-49f4-aeb5-3cb60efef7b4 req-bc795541-c148-4f5b-bab5-78c69b758dca tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] 10.222.0.18 "GET /v2.0/ports?device_id=7686eb2c-2073-4bea-b19a-672b3e4cf798 HTTP/1.1" status: 200 len: 946 time: 0.0845025 Jul 27 23:16:26.293261 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0161ffa2-4e7d-4bdc-b39b-fdf9a63e6d7e tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:26.304317 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0161ffa2-4e7d-4bdc-b39b-fdf9a63e6d7e tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:26.310478 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-c53e6151-b1dd-4d47-9ab2-ec462ef68e70 None None] Provisioning complete for port 6f084729-ecd1-44ac-9b4f-056b46bece91 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:16:26.310989 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c53e6151-b1dd-4d47-9ab2-ec462ef68e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:26.311959 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-0161ffa2-4e7d-4bdc-b39b-fdf9a63e6d7e tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] 10.222.0.18 "DELETE /v2.0/security-groups/a33e79a0-da24-4a24-b447-efc16caad923 HTTP/1.1" status: 204 len: 168 time: 0.2564042 Jul 27 23:16:26.312741 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 44062) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:16:26.342031 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0161ffa2-4e7d-4bdc-b39b-fdf9a63e6d7e tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a33e79a0-da24-4a24-b447-efc16caad923,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:16:26.373597 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a0e8854a-0381-49f4-aeb5-3cb60efef7b4 req-e8d6b72e-010e-4df7-acf4-1c68da2f003a tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] 10.222.0.18 "GET /v2.0/security-groups?id=8de43b2a-3064-44a7-b92f-0f4c3410d3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289799 Jul 27 23:16:26.415491 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device ab7929c0-3dcd-4b44-ba7d-f12fe853c135 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:16:26.444585 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_v2 [None req-28fc93a4-c963-4c2a-97fb-063615ce563b tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Deleting subnet ab952942-b9e3-4876-8c3b-5a0dd7ad4dad {{(pid=93797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 23:16:26.449534 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-28fc93a4-c963-4c2a-97fb-063615ce563b tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks [] for subnet, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:26.519771 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-28fc93a4-c963-4c2a-97fb-063615ce563b tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11335971'] for subnet, precommit_delete_associations {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:26.526464 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-c53e6151-b1dd-4d47-9ab2-ec462ef68e70 None None] Port 6f084729-ecd1-44ac-9b4f-056b46bece91 cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:16:26.561026 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-c53e6151-b1dd-4d47-9ab2-ec462ef68e70 None None] Provisioning for port ab7929c0-3dcd-4b44-ba7d-f12fe853c135 completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:16:26.565185 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port ab7929c0-3dcd-4b44-ba7d-f12fe853c135 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:16:26.565566 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:26.572085 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-c53e6151-b1dd-4d47-9ab2-ec462ef68e70 None None] Provisioning complete for port ab7929c0-3dcd-4b44-ba7d-f12fe853c135 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:16:26.572467 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c53e6151-b1dd-4d47-9ab2-ec462ef68e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:26.632232 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-28fc93a4-c963-4c2a-97fb-063615ce563b tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620741'] for subnet, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:26.762893 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-28fc93a4-c963-4c2a-97fb-063615ce563b tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11335991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11551414'] for subnet, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:26.814354 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-28fc93a4-c963-4c2a-97fb-063615ce563b tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for subnet, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:26.817870 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-28fc93a4-c963-4c2a-97fb-063615ce563b tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] 10.222.0.18 "DELETE /v2.0/subnets/ab952942-b9e3-4876-8c3b-5a0dd7ad4dad HTTP/1.1" status: 204 len: 168 time: 0.4987395 Jul 27 23:16:26.822330 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 44078) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:16:26.822526 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fc93a4-c963-4c2a-97fb-063615ce563b tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Pushing event deleted for resources: {'Subnet': ['ID=ab952942-b9e3-4876-8c3b-5a0dd7ad4dad,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:16:26.830922 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-4d3c23a9-7d23-4994-a0d2-cea7de2ee6cc tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Request body: {'subnet': {'network_id': '7933cbbe-5c57-41f5-9efb-e15c3a6ede7b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:16:26.896366 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-cf546cf1-69a0-48ef-aa27-cc0f64a50a07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:27.042089 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-c53e6151-b1dd-4d47-9ab2-ec462ef68e70 None None] Could not find standard attr ID for object d43ea1ae-2f22-4f92-86ae-88b1bb5b0e17. {{(pid=93799) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 23:16:27.064901 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d3c23a9-7d23-4994-a0d2-cea7de2ee6cc tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Made reservation on behalf of ce22108b54794f2f97b5322030e97124 for: {'subnet': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:16:27.072924 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4d3c23a9-7d23-4994-a0d2-cea7de2ee6cc tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12265828'] for subnet, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:27.081069 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-990e00a1-2883-4b0c-b980-c76818768a40 None None] Network 7933cbbe-5c57-41f5-9efb-e15c3a6ede7b requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:16:27.165044 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-98801808-5245-4d68-9a0e-9a00baecb209 None None] Could not find standard attr ID for object d43ea1ae-2f22-4f92-86ae-88b1bb5b0e17. {{(pid=93799) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 23:16:27.424492 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4d3c23a9-7d23-4994-a0d2-cea7de2ee6cc tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11971609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12265750'] for subnet, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:27.476141 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d3c23a9-7d23-4994-a0d2-cea7de2ee6cc tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Network 7933cbbe-5c57-41f5-9efb-e15c3a6ede7b is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:16:27.482806 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-4d3c23a9-7d23-4994-a0d2-cea7de2ee6cc tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:16:27.485810 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d3c23a9-7d23-4994-a0d2-cea7de2ee6cc tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:16:27.486404 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4d3c23a9-7d23-4994-a0d2-cea7de2ee6cc tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:27.516176 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-4d3c23a9-7d23-4994-a0d2-cea7de2ee6cc tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6917996 Jul 27 23:16:27.519934 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 44102) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:16:27.531820 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-3c6087bc-4a0f-45ea-9f7e-8d801def2823 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Request body: {'security_group': {'name': 'tempest-secgroup-508920070'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:16:27.583184 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3c23a9-7d23-4994-a0d2-cea7de2ee6cc tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Pushing event updated for resources: {'Subnet': ['ID=43edbd0b-9a4f-4d07-8ccd-4925885ca91b,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:16:27.587031 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3c6087bc-4a0f-45ea-9f7e-8d801def2823 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:27.615091 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9be21e-4193-4cfd-9471-a86e6664342a req-8587db83-b485-45e4-8cb7-19235f8f0b74 tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:16:27.616602 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7e9be21e-4193-4cfd-9471-a86e6664342a req-8587db83-b485-45e4-8cb7-19235f8f0b74 tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] 10.222.0.18 "GET /v2.0/ports?device_id=7686eb2c-2073-4bea-b19a-672b3e4cf798 HTTP/1.1" status: 200 len: 946 time: 0.1136322 Jul 27 23:16:27.675817 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7e9be21e-4193-4cfd-9471-a86e6664342a req-d0ff0d9c-aab5-4a06-a3a8-0e12937cce53 tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] 10.222.0.18 "GET /v2.0/security-groups?id=8de43b2a-3064-44a7-b92f-0f4c3410d3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509737 Jul 27 23:16:27.729853 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3c6087bc-4a0f-45ea-9f7e-8d801def2823 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:27.735853 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3c6087bc-4a0f-45ea-9f7e-8d801def2823 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:27.769495 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3c6087bc-4a0f-45ea-9f7e-8d801def2823 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:27.774292 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 44106) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:16:27.774491 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-3c6087bc-4a0f-45ea-9f7e-8d801def2823 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2535875 Jul 27 23:16:27.779435 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6087bc-4a0f-45ea-9f7e-8d801def2823 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6c4aea2-a5d6-4da0-98f0-aa686eff0e85,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:16:27.780754 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-d0502da2-ff17-46f5-a745-11a7df8e2c71 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Request body: {'security_group': {'name': 'tempest-secgroup-813847620'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:16:27.805961 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d0502da2-ff17-46f5-a745-11a7df8e2c71 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:27.904630 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d0502da2-ff17-46f5-a745-11a7df8e2c71 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:27.913461 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d0502da2-ff17-46f5-a745-11a7df8e2c71 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:27.946230 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d0502da2-ff17-46f5-a745-11a7df8e2c71 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:27.948825 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-d0502da2-ff17-46f5-a745-11a7df8e2c71 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.1731203 Jul 27 23:16:27.952230 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 44114) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:16:27.954896 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0502da2-ff17-46f5-a745-11a7df8e2c71 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fed7e9ea-0ca9-490d-a064-c79c25d33f5d,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:16:27.957554 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-8f5b717d-b8f9-4023-acb2-06dbc069daa0 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Request body: {'security_group': {'name': 'tempest-secgroup-1099325495'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:16:27.995629 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8f5b717d-b8f9-4023-acb2-06dbc069daa0 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:28.026097 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5753ea22-3fe2-44b8-9213-abef08fd1e17 req-9d388f92-dc61-4f2a-8593-a98b9fc11065 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:16:28.034568 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-5753ea22-3fe2-44b8-9213-abef08fd1e17 req-9d388f92-dc61-4f2a-8593-a98b9fc11065 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/ports?device_id=55cb1b9e-b3c2-47cd-8a02-7c9e10ec36f7 HTTP/1.1" status: 200 len: 945 time: 0.0649071 Jul 27 23:16:28.050630 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-770969dc-3858-4ceb-87e0-8492ac3c9bdc None None] Network 7933cbbe-5c57-41f5-9efb-e15c3a6ede7b requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:16:28.147966 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8f5b717d-b8f9-4023-acb2-06dbc069daa0 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:28.166095 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8f5b717d-b8f9-4023-acb2-06dbc069daa0 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:28.197518 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-5753ea22-3fe2-44b8-9213-abef08fd1e17 req-54fa4a34-4f68-4bdd-bd31-54ec95697870 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/security-groups?id=5f578744-6f09-4b7e-a537-2a342130270d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1615105 Jul 27 23:16:28.241975 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5b717d-b8f9-4023-acb2-06dbc069daa0 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1564882d-7c53-47cf-bd68-d66e02c9debe,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:16:28.259496 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8f5b717d-b8f9-4023-acb2-06dbc069daa0 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:28.261812 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-8f5b717d-b8f9-4023-acb2-06dbc069daa0 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3078079 Jul 27 23:16:28.264635 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 44120) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:16:28.269205 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-81f24122-1a9b-4f03-ac7d-f2abb3a3b336 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1864624409', 'security_groups': ['1564882d-7c53-47cf-bd68-d66e02c9debe'], 'network_id': '7933cbbe-5c57-41f5-9efb-e15c3a6ede7b', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '43edbd0b-9a4f-4d07-8ccd-4925885ca91b'}]}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:16:28.293564 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-08d1d6c2-659c-42bc-bfc1-f28308e91782 None None] Provisioning complete for port 6f084729-ecd1-44ac-9b4f-056b46bece91 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:16:28.293939 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-08d1d6c2-659c-42bc-bfc1-f28308e91782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:28.364931 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-08d1d6c2-659c-42bc-bfc1-f28308e91782 None None] Port 6f084729-ecd1-44ac-9b4f-056b46bece91 cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:16:28.411789 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81f24122-1a9b-4f03-ac7d-f2abb3a3b336 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Made reservation on behalf of ce22108b54794f2f97b5322030e97124 for: {'port': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:16:28.415610 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-08d1d6c2-659c-42bc-bfc1-f28308e91782 None None] Provisioning complete for port ab7929c0-3dcd-4b44-ba7d-f12fe853c135 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:16:28.415995 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-08d1d6c2-659c-42bc-bfc1-f28308e91782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:28.417778 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-81f24122-1a9b-4f03-ac7d-f2abb3a3b336 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:28.438861 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-81f24122-1a9b-4f03-ac7d-f2abb3a3b336 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] device_id is not set on port 38b8c32d-532a-4b8e-aaa5-27d9ac816498 yet. {{(pid=93797) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 23:16:28.553090 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44b0faec-ee54-4070-8082-e5b084081893 None None] Update dhcp port {'port': {'network_id': '7933cbbe-5c57-41f5-9efb-e15c3a6ede7b', 'fixed_ips': [{'subnet_id': '6807e06b-ed91-42f9-bcaa-d779462cddbb', 'ip_address': '172.20.0.18'}, {'subnet_id': '43edbd0b-9a4f-4d07-8ccd-4925885ca91b'}], 'binding:host_id': 'n-d-802623-1'}, 'id': 'ab7929c0-3dcd-4b44-ba7d-f12fe853c135'} from n-d-802623-1. {{(pid=93799) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 27 23:16:28.583294 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-44b0faec-ee54-4070-8082-e5b084081893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:28.633158 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-81f24122-1a9b-4f03-ac7d-f2abb3a3b336 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Allocated IP 172.20.0.12 (7933cbbe-5c57-41f5-9efb-e15c3a6ede7b/43edbd0b-9a4f-4d07-8ccd-4925885ca91b/38b8c32d-532a-4b8e-aaa5-27d9ac816498) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:16:28.814162 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-81f24122-1a9b-4f03-ac7d-f2abb3a3b336 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:28.833278 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-81f24122-1a9b-4f03-ac7d-f2abb3a3b336 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Transition to ACTIVE for port object 38b8c32d-532a-4b8e-aaa5-27d9ac816498 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:16:28.846874 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572a7291-cfa6-4a64-a732-cd249b69e295 req-9b72e18f-0b2b-4566-ad3a-8c6476281546 tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:16:28.848512 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-572a7291-cfa6-4a64-a732-cd249b69e295 req-9b72e18f-0b2b-4566-ad3a-8c6476281546 tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] 10.222.0.18 "GET /v2.0/ports?device_id=7686eb2c-2073-4bea-b19a-672b3e4cf798 HTTP/1.1" status: 200 len: 946 time: 0.0861495 Jul 27 23:16:28.920674 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-572a7291-cfa6-4a64-a732-cd249b69e295 req-2bc1315a-0eae-4885-a09f-0688a8b90c08 tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] 10.222.0.18 "GET /v2.0/security-groups?id=8de43b2a-3064-44a7-b92f-0f4c3410d3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631225 Jul 27 23:16:28.930752 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-81f24122-1a9b-4f03-ac7d-f2abb3a3b336 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:28.981814 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81f24122-1a9b-4f03-ac7d-f2abb3a3b336 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Network 7933cbbe-5c57-41f5-9efb-e15c3a6ede7b is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:16:28.985128 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-81f24122-1a9b-4f03-ac7d-f2abb3a3b336 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:16:28.988176 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81f24122-1a9b-4f03-ac7d-f2abb3a3b336 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:16:29.001891 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-44b0faec-ee54-4070-8082-e5b084081893 None None] Allocated IP 172.20.0.2 (7933cbbe-5c57-41f5-9efb-e15c3a6ede7b/43edbd0b-9a4f-4d07-8ccd-4925885ca91b/ab7929c0-3dcd-4b44-ba7d-f12fe853c135) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:16:29.026812 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f24122-1a9b-4f03-ac7d-f2abb3a3b336 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Pushing event updated for resources: {'Port': ['ID=38b8c32d-532a-4b8e-aaa5-27d9ac816498,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:16:29.061333 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81f24122-1a9b-4f03-ac7d-f2abb3a3b336 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:16:29.062140 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-81f24122-1a9b-4f03-ac7d-f2abb3a3b336 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:29.078628 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-81f24122-1a9b-4f03-ac7d-f2abb3a3b336 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 0.8134403 Jul 27 23:16:29.081223 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 44142) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:16:29.087700 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-f4f722c6-6dd8-41d6-b5ef-e8c3b4f60661 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Request body: {'subnet': {'network_id': '7933cbbe-5c57-41f5-9efb-e15c3a6ede7b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:16:29.122971 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-44b0faec-ee54-4070-8082-e5b084081893 None None] For port ab7929c0-3dcd-4b44-ba7d-f12fe853c135, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=ab7929c0-3dcd-4b44-ba7d-f12fe853c135,segment=NetworkSegment(d7647ef8-e3c5-4500-8919-ad26a94707c5),segment_id=d7647ef8-e3c5-4500-8919-ad26a94707c5)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:16:29.157305 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-44b0faec-ee54-4070-8082-e5b084081893 None None] Notify callbacks [] for port, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:29.186539 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-44b0faec-ee54-4070-8082-e5b084081893 None None] Transition to ACTIVE for port object ab7929c0-3dcd-4b44-ba7d-f12fe853c135 will not be triggered until provisioned by entity DHCP. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:16:29.192511 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-44b0faec-ee54-4070-8082-e5b084081893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:29.244452 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4f722c6-6dd8-41d6-b5ef-e8c3b4f60661 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Made reservation on behalf of ce22108b54794f2f97b5322030e97124 for: {'subnet': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:16:29.253102 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f4f722c6-6dd8-41d6-b5ef-e8c3b4f60661 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11551435'] for subnet, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:29.307837 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b0faec-ee54-4070-8082-e5b084081893 None None] Pushing event updated for resources: {'Port': ['ID=ab7929c0-3dcd-4b44-ba7d-f12fe853c135,revision_number=6']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:16:29.404562 n-d-802623-1 neutron-server[93797]: INFO neutron.db.ipam_backend_mixin [None req-f4f722c6-6dd8-41d6-b5ef-e8c3b4f60661 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 43edbd0b-9a4f-4d07-8ccd-4925885ca91b (CIDR: 172.20.0.0/28) Jul 27 23:16:29.408666 n-d-802623-1 neutron-server[93797]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4f722c6-6dd8-41d6-b5ef-e8c3b4f60661 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 23:16:29.409270 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4f722c6-6dd8-41d6-b5ef-e8c3b4f60661 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93797) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 23:16:29.425141 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-f4f722c6-6dd8-41d6-b5ef-e8c3b4f60661 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3426385 Jul 27 23:16:29.426588 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:29.427636 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 44154) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:16:29.433118 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-4218ae77-a6a3-46ea-bd99-75cb1e9bc6f3 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Request body: {'subnet': {'network_id': '7933cbbe-5c57-41f5-9efb-e15c3a6ede7b', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:16:29.458963 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57080356-6a1e-4a50-bfe3-b862139d153d req-88ee0292-8f4d-4f3e-a5e2-09b5881df069 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:16:29.460622 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-57080356-6a1e-4a50-bfe3-b862139d153d req-88ee0292-8f4d-4f3e-a5e2-09b5881df069 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/ports?device_id=55cb1b9e-b3c2-47cd-8a02-7c9e10ec36f7 HTTP/1.1" status: 200 len: 945 time: 0.1337879 Jul 27 23:16:29.536081 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-57080356-6a1e-4a50-bfe3-b862139d153d req-10148e27-b4b7-4a17-982f-b6c2e165b527 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/security-groups?id=5f578744-6f09-4b7e-a537-2a342130270d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674152 Jul 27 23:16:29.543002 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7509dee7-a166-4de8-94d3-88e5595cf823 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:29.611381 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4218ae77-a6a3-46ea-bd99-75cb1e9bc6f3 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Made reservation on behalf of ce22108b54794f2f97b5322030e97124 for: {'subnet': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:16:29.616182 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4218ae77-a6a3-46ea-bd99-75cb1e9bc6f3 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11551435'] for subnet, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:29.732620 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:29.754720 n-d-802623-1 neutron-server[93797]: INFO neutron.db.ipam_backend_mixin [None req-4218ae77-a6a3-46ea-bd99-75cb1e9bc6f3 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 6807e06b-ed91-42f9-bcaa-d779462cddbb (CIDR: 172.20.0.16/28) Jul 27 23:16:29.760048 n-d-802623-1 neutron-server[93797]: INFO neutron.pecan_wsgi.hooks.translation [None req-4218ae77-a6a3-46ea-bd99-75cb1e9bc6f3 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 23:16:29.760910 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4218ae77-a6a3-46ea-bd99-75cb1e9bc6f3 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93797) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 23:16:29.786742 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-4218ae77-a6a3-46ea-bd99-75cb1e9bc6f3 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.3554256 Jul 27 23:16:29.787127 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 44166) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:16:29.795241 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-00c1ce24-c367-407f-9b0c-7c6e0783c0c7 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Request body: {'subnet': {'network_id': '7933cbbe-5c57-41f5-9efb-e15c3a6ede7b', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:16:29.969524 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00c1ce24-c367-407f-9b0c-7c6e0783c0c7 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Made reservation on behalf of ce22108b54794f2f97b5322030e97124 for: {'subnet': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:16:29.973256 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-00c1ce24-c367-407f-9b0c-7c6e0783c0c7 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11551435'] for subnet, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:30.075411 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b6e65c-be7f-4c55-9b56-f67b0a35fa44 req-60b1b56c-550a-4334-b3e9-0dfe97874546 tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:16:30.077473 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f6b6e65c-be7f-4c55-9b56-f67b0a35fa44 req-60b1b56c-550a-4334-b3e9-0dfe97874546 tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] 10.222.0.18 "GET /v2.0/ports?device_id=7686eb2c-2073-4bea-b19a-672b3e4cf798 HTTP/1.1" status: 200 len: 946 time: 0.0679061 Jul 27 23:16:30.149192 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f6b6e65c-be7f-4c55-9b56-f67b0a35fa44 req-042463ab-f953-48e9-a58c-d3498f058b96 tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] 10.222.0.18 "GET /v2.0/security-groups?id=8de43b2a-3064-44a7-b92f-0f4c3410d3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544443 Jul 27 23:16:30.202619 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-c1617ccf-6b9b-466a-b7a9-cb65b9735cff None None] Provisioning complete for port 6f084729-ecd1-44ac-9b4f-056b46bece91 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:16:30.203253 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c1617ccf-6b9b-466a-b7a9-cb65b9735cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:30.271784 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-00c1ce24-c367-407f-9b0c-7c6e0783c0c7 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11336182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11551417'] for subnet, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:30.277669 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-c1617ccf-6b9b-466a-b7a9-cb65b9735cff None None] Port 6f084729-ecd1-44ac-9b4f-056b46bece91 cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:16:30.292359 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-c1617ccf-6b9b-466a-b7a9-cb65b9735cff None None] Provisioning for port ab7929c0-3dcd-4b44-ba7d-f12fe853c135 completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:16:30.297344 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-c1617ccf-6b9b-466a-b7a9-cb65b9735cff None None] Provisioning complete for port ab7929c0-3dcd-4b44-ba7d-f12fe853c135 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:16:30.297960 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c1617ccf-6b9b-466a-b7a9-cb65b9735cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:30.371356 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device ab7929c0-3dcd-4b44-ba7d-f12fe853c135 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:16:30.372834 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00c1ce24-c367-407f-9b0c-7c6e0783c0c7 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Network 7933cbbe-5c57-41f5-9efb-e15c3a6ede7b is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:16:30.376767 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-00c1ce24-c367-407f-9b0c-7c6e0783c0c7 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:16:30.381112 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00c1ce24-c367-407f-9b0c-7c6e0783c0c7 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:16:30.382102 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-00c1ce24-c367-407f-9b0c-7c6e0783c0c7 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for subnet, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:30.386104 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c1ce24-c367-407f-9b0c-7c6e0783c0c7 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Pushing event updated for resources: {'Subnet': ['ID=8a79f139-91ef-4320-83c1-743bb9085f79,revision_number=0']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:16:30.406225 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 44182) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:16:30.406646 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-00c1ce24-c367-407f-9b0c-7c6e0783c0c7 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.6181180 Jul 27 23:16:30.411986 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-1b92e65c-f057-41c4-a895-ae26281e1b89 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-667148874', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '8a79f139-91ef-4320-83c1-743bb9085f79'}], 'security_groups': ['c6c4aea2-a5d6-4da0-98f0-aa686eff0e85', 'fed7e9ea-0ca9-490d-a064-c79c25d33f5d']}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:16:30.420995 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0db9e954-a0c3-4b89-983a-fd9328645ae7 None None] Network 7933cbbe-5c57-41f5-9efb-e15c3a6ede7b requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:16:30.488394 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-19f2e178-d45e-4fbe-b9be-c3963fc151ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:30.596922 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port ab7929c0-3dcd-4b44-ba7d-f12fe853c135 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:16:30.597528 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:30.740367 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-40fa6508-d4c5-4824-94e0-1db5e353bf23 None None] Provisioning for port 38b8c32d-532a-4b8e-aaa5-27d9ac816498 completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:16:30.747660 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-40fa6508-d4c5-4824-94e0-1db5e353bf23 None None] Provisioning complete for port 38b8c32d-532a-4b8e-aaa5-27d9ac816498 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:16:30.749346 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-40fa6508-d4c5-4824-94e0-1db5e353bf23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:30.797145 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-40fa6508-d4c5-4824-94e0-1db5e353bf23 None None] Port 38b8c32d-532a-4b8e-aaa5-27d9ac816498 cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:16:30.862655 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb488e9f-0ce6-4d1f-9462-9c422daac3ff None None] Update dhcp port {'port': {'network_id': '7933cbbe-5c57-41f5-9efb-e15c3a6ede7b', 'fixed_ips': [{'subnet_id': '6807e06b-ed91-42f9-bcaa-d779462cddbb', 'ip_address': '172.20.0.18'}, {'subnet_id': '43edbd0b-9a4f-4d07-8ccd-4925885ca91b', 'ip_address': '172.20.0.2'}, {'subnet_id': '8a79f139-91ef-4320-83c1-743bb9085f79'}], 'binding:host_id': 'n-d-802623-1'}, 'id': 'ab7929c0-3dcd-4b44-ba7d-f12fe853c135'} from n-d-802623-1. {{(pid=93799) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 27 23:16:30.891343 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-fb488e9f-0ce6-4d1f-9462-9c422daac3ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:30.929082 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1b92e65c-f057-41c4-a895-ae26281e1b89 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:31.068024 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-fb488e9f-0ce6-4d1f-9462-9c422daac3ff None None] Allocated IP 172.20.0.34 (7933cbbe-5c57-41f5-9efb-e15c3a6ede7b/8a79f139-91ef-4320-83c1-743bb9085f79/ab7929c0-3dcd-4b44-ba7d-f12fe853c135) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:16:31.167344 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-fb488e9f-0ce6-4d1f-9462-9c422daac3ff None None] For port ab7929c0-3dcd-4b44-ba7d-f12fe853c135, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=ab7929c0-3dcd-4b44-ba7d-f12fe853c135,segment=NetworkSegment(d7647ef8-e3c5-4500-8919-ad26a94707c5),segment_id=d7647ef8-e3c5-4500-8919-ad26a94707c5)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:16:31.199245 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-fb488e9f-0ce6-4d1f-9462-9c422daac3ff None None] Notify callbacks [] for port, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:31.214128 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-fb488e9f-0ce6-4d1f-9462-9c422daac3ff None None] Transition to ACTIVE for port object ab7929c0-3dcd-4b44-ba7d-f12fe853c135 will not be triggered until provisioned by entity DHCP. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:16:31.227868 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-fb488e9f-0ce6-4d1f-9462-9c422daac3ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:31.310714 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17133039-9ebe-469c-a4a9-892b83b9be55 req-37bcbee5-ec87-4e50-adbf-92c5d53d5b82 tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:16:31.312379 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-17133039-9ebe-469c-a4a9-892b83b9be55 req-37bcbee5-ec87-4e50-adbf-92c5d53d5b82 tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] 10.222.0.18 "GET /v2.0/ports?device_id=7686eb2c-2073-4bea-b19a-672b3e4cf798 HTTP/1.1" status: 200 len: 946 time: 0.0844674 Jul 27 23:16:31.346596 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb488e9f-0ce6-4d1f-9462-9c422daac3ff None None] Pushing event updated for resources: {'Port': ['ID=ab7929c0-3dcd-4b44-ba7d-f12fe853c135,revision_number=7']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:16:31.354914 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb488e9f-0ce6-4d1f-9462-9c422daac3ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:16:31.355384 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb488e9f-0ce6-4d1f-9462-9c422daac3ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:16:31.355728 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb488e9f-0ce6-4d1f-9462-9c422daac3ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:16:31.356068 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb488e9f-0ce6-4d1f-9462-9c422daac3ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:16:31.356405 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb488e9f-0ce6-4d1f-9462-9c422daac3ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:16:31.356736 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb488e9f-0ce6-4d1f-9462-9c422daac3ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:16:31.357066 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb488e9f-0ce6-4d1f-9462-9c422daac3ff None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:16:31.357392 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb488e9f-0ce6-4d1f-9462-9c422daac3ff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:16:31.357733 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb488e9f-0ce6-4d1f-9462-9c422daac3ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:16:31.358221 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb488e9f-0ce6-4d1f-9462-9c422daac3ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:16:31.358554 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb488e9f-0ce6-4d1f-9462-9c422daac3ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:16:31.358849 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb488e9f-0ce6-4d1f-9462-9c422daac3ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:16:31.393107 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-17133039-9ebe-469c-a4a9-892b83b9be55 req-88e92f46-3252-4dfa-bc04-508597e4c10f tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] 10.222.0.18 "GET /v2.0/security-groups?id=8de43b2a-3064-44a7-b92f-0f4c3410d3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531487 Jul 27 23:16:31.397153 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-1b92e65c-f057-41c4-a895-ae26281e1b89 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Delete allocated IP 172.20.0.12 (7933cbbe-5c57-41f5-9efb-e15c3a6ede7b/43edbd0b-9a4f-4d07-8ccd-4925885ca91b) {{(pid=93798) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 27 23:16:31.407576 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-1b92e65c-f057-41c4-a895-ae26281e1b89 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Allocated IP 172.20.0.38 (7933cbbe-5c57-41f5-9efb-e15c3a6ede7b/8a79f139-91ef-4320-83c1-743bb9085f79/38b8c32d-532a-4b8e-aaa5-27d9ac816498) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:16:31.431591 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device 907413de-9aa6-49bc-ae78-3f4206ba8faf no longer exists at agent hyperv_n-h2-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:16:31.578691 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:31.608014 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1b92e65c-f057-41c4-a895-ae26281e1b89 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:31.609562 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55cb1b9e-b3c2-47cd-8a02-7c9e10ec36f7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '907413de-9aa6-49bc-ae78-3f4206ba8faf'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:16:31.611828 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c0369b0d4f459110ff20a1f9878ba33f96d6491bddb9d15843bf29d01e0bda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd4adfa9-e99e-4fae-b61b-60bde226221e" -d '{"events": [{"server_uuid": "55cb1b9e-b3c2-47cd-8a02-7c9e10ec36f7", "name": "network-vif-unplugged", "status": "completed", "tag": "907413de-9aa6-49bc-ae78-3f4206ba8faf"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:16:31.623551 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-1b92e65c-f057-41c4-a895-ae26281e1b89 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Transition to ACTIVE for port object 38b8c32d-532a-4b8e-aaa5-27d9ac816498 will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:16:31.635853 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1b92e65c-f057-41c4-a895-ae26281e1b89 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:31.636329 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port 907413de-9aa6-49bc-ae78-3f4206ba8faf, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=907413de-9aa6-49bc-ae78-3f4206ba8faf,segment=NetworkSegment(145d64c0-063a-4e1d-8ed5-459cef7aa517),segment_id=145d64c0-063a-4e1d-8ed5-459cef7aa517)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:16:31.648484 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:31.704654 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 23:16:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-096925e2-0484-4791-a5d3-65ffc72dcf83 x-openstack-request-id: req-096925e2-0484-4791-a5d3-65ffc72dcf83 {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:16:31.704986 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55cb1b9e-b3c2-47cd-8a02-7c9e10ec36f7", "name": "network-vif-unplugged", "status": "completed", "tag": "907413de-9aa6-49bc-ae78-3f4206ba8faf", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:16:31.705223 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-096925e2-0484-4791-a5d3-65ffc72dcf83 {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:16:31.705598 n-d-802623-1 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55cb1b9e-b3c2-47cd-8a02-7c9e10ec36f7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '907413de-9aa6-49bc-ae78-3f4206ba8faf', 'code': 200} Jul 27 23:16:31.723376 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Pushing event updated for resources: {'Port': ['ID=907413de-9aa6-49bc-ae78-3f4206ba8faf,revision_number=8']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:16:31.751127 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b92e65c-f057-41c4-a895-ae26281e1b89 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Pushing event updated for resources: {'Port': ['ID=38b8c32d-532a-4b8e-aaa5-27d9ac816498,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:16:31.775977 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-1b92e65c-f057-41c4-a895-ae26281e1b89 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] In _notify_port_updated(), no bound segment for port 38b8c32d-532a-4b8e-aaa5-27d9ac816498 on network 7933cbbe-5c57-41f5-9efb-e15c3a6ede7b {{(pid=93798) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 27 23:16:31.782752 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b92e65c-f057-41c4-a895-ae26281e1b89 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:16:31.784097 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1b92e65c-f057-41c4-a895-ae26281e1b89 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:31.788619 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 44204) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:16:31.789748 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-1b92e65c-f057-41c4-a895-ae26281e1b89 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] 10.222.0.18 "PUT /v2.0/ports/38b8c32d-532a-4b8e-aaa5-27d9ac816498 HTTP/1.1" status: 200 len: 959 time: 1.3815200 Jul 27 23:16:31.938003 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-04864a2b-93d7-452d-863d-d73bc5832796 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Deleting port 38b8c32d-532a-4b8e-aaa5-27d9ac816498 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:16:31.938555 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-04864a2b-93d7-452d-863d-d73bc5832796 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:32.065934 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-04864a2b-93d7-452d-863d-d73bc5832796 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:32.079753 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-04864a2b-93d7-452d-863d-d73bc5832796 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Calling delete_port for 38b8c32d-532a-4b8e-aaa5-27d9ac816498 owned by {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:16:32.111368 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 44216) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:16:32.133543 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-637c8e52-bdc3-4782-8a8f-16d7ea399087 None None] Provisioning complete for port 6f084729-ecd1-44ac-9b4f-056b46bece91 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:16:32.134138 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-637c8e52-bdc3-4782-8a8f-16d7ea399087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:32.196408 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7418f70f-e60d-4709-8ba9-6ab514bc7f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:32.199922 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-637c8e52-bdc3-4782-8a8f-16d7ea399087 None None] Port 6f084729-ecd1-44ac-9b4f-056b46bece91 cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:16:32.212785 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-637c8e52-bdc3-4782-8a8f-16d7ea399087 None None] Provisioning for port ab7929c0-3dcd-4b44-ba7d-f12fe853c135 completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:16:32.217023 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-637c8e52-bdc3-4782-8a8f-16d7ea399087 None None] Provisioning complete for port ab7929c0-3dcd-4b44-ba7d-f12fe853c135 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:16:32.218111 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-637c8e52-bdc3-4782-8a8f-16d7ea399087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:32.245021 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ce53f33c-506d-47bf-afc5-a6b9e1e6368e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:32.248575 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-04864a2b-93d7-452d-863d-d73bc5832796 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:32.321545 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-637c8e52-bdc3-4782-8a8f-16d7ea399087 None None] Could not find standard attr ID for object 38b8c32d-532a-4b8e-aaa5-27d9ac816498. {{(pid=93799) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 23:16:32.346970 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device ab7929c0-3dcd-4b44-ba7d-f12fe853c135 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:16:32.408445 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ce53f33c-506d-47bf-afc5-a6b9e1e6368e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:32.415438 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port ab7929c0-3dcd-4b44-ba7d-f12fe853c135 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:16:32.416450 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:32.425846 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ce53f33c-506d-47bf-afc5-a6b9e1e6368e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:32.520701 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce53f33c-506d-47bf-afc5-a6b9e1e6368e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ca439ef-de78-4574-bc32-41a97d72956a,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:16:32.545788 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-ce53f33c-506d-47bf-afc5-a6b9e1e6368e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=cb9ace5ff63d4feab1139fe6e84c7adf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4308894 Jul 27 23:16:32.546003 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 44224) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:16:32.609161 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-536ebd5c-e616-4863-9df5-ec01641f6de5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:32.636831 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-536ebd5c-e616-4863-9df5-ec01641f6de5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:32.657338 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04864a2b-93d7-452d-863d-d73bc5832796 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Pushing event deleted for resources: {'Port': ['ID=38b8c32d-532a-4b8e-aaa5-27d9ac816498,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:16:32.695988 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-536ebd5c-e616-4863-9df5-ec01641f6de5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:32.698640 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-536ebd5c-e616-4863-9df5-ec01641f6de5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:32.699863 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-536ebd5c-e616-4863-9df5-ec01641f6de5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8ca439ef-de78-4574-bc32-41a97d72956a HTTP/1.1" status: 204 len: 168 time: 0.1527276 Jul 27 23:16:32.710585 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536ebd5c-e616-4863-9df5-ec01641f6de5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ca439ef-de78-4574-bc32-41a97d72956a,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:16:32.744234 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-909d1819-e988-45ff-ae48-b23e47043c90 None None] Could not find standard attr ID for object 38b8c32d-532a-4b8e-aaa5-27d9ac816498. {{(pid=93799) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 23:16:32.763415 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-04864a2b-93d7-452d-863d-d73bc5832796 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:32.768051 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 44228) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:16:32.768196 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-04864a2b-93d7-452d-863d-d73bc5832796 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] 10.222.0.18 "DELETE /v2.0/ports/38b8c32d-532a-4b8e-aaa5-27d9ac816498 HTTP/1.1" status: 204 len: 168 time: 0.9766898 Jul 27 23:16:32.787754 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0e4ae5-3a3b-4e37-a972-62f0d1a0e7d8 req-31a52435-cf90-4b81-8890-425081a455ad tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:16:32.789900 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-ee0e4ae5-3a3b-4e37-a972-62f0d1a0e7d8 req-31a52435-cf90-4b81-8890-425081a455ad tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] 10.222.0.18 "GET /v2.0/ports?device_id=7686eb2c-2073-4bea-b19a-672b3e4cf798 HTTP/1.1" status: 200 len: 946 time: 0.1363194 Jul 27 23:16:32.810347 n-d-802623-1 neutron-server[93798]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1723eda-5d66-4008-8a25-520530fa3342 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] GET failed (client error): The resource could not be found. Jul 27 23:16:32.813004 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-f1723eda-5d66-4008-8a25-520530fa3342 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] 10.222.0.18 "GET /v2.0/ports/38b8c32d-532a-4b8e-aaa5-27d9ac816498 HTTP/1.1" status: 404 len: 333 time: 0.0438168 Jul 27 23:16:32.815627 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 44230) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:16:32.851904 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-ee0e4ae5-3a3b-4e37-a972-62f0d1a0e7d8 req-9091c8bc-f5f0-4649-861c-b8133695497e tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] 10.222.0.18 "GET /v2.0/security-groups?id=8de43b2a-3064-44a7-b92f-0f4c3410d3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483809 Jul 27 23:16:32.880641 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-580e7887-3123-4b02-9c8f-dcf08bf85d76 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:32.907992 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-580e7887-3123-4b02-9c8f-dcf08bf85d76 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:32.986811 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-580e7887-3123-4b02-9c8f-dcf08bf85d76 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:32.990033 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-580e7887-3123-4b02-9c8f-dcf08bf85d76 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:32.994032 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-580e7887-3123-4b02-9c8f-dcf08bf85d76 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] 10.222.0.18 "DELETE /v2.0/security-groups/1564882d-7c53-47cf-bd68-d66e02c9debe HTTP/1.1" status: 204 len: 168 time: 0.1743271 Jul 27 23:16:32.994774 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 44238) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:16:33.024153 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580e7887-3123-4b02-9c8f-dcf08bf85d76 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1564882d-7c53-47cf-bd68-d66e02c9debe,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:16:33.064941 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6ea9410c-242c-4ad4-82d5-caed06af858f tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:33.087794 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6ea9410c-242c-4ad4-82d5-caed06af858f tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:33.092659 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 44240) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:16:33.106525 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e6e9bc6f-3104-4bde-97d2-c8849bd0199b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:33.138619 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6ea9410c-242c-4ad4-82d5-caed06af858f tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:33.141337 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6ea9410c-242c-4ad4-82d5-caed06af858f tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:33.142472 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-6ea9410c-242c-4ad4-82d5-caed06af858f tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] 10.222.0.18 "DELETE /v2.0/security-groups/fed7e9ea-0ca9-490d-a064-c79c25d33f5d HTTP/1.1" status: 204 len: 168 time: 0.1465166 Jul 27 23:16:33.147026 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 44246) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:16:33.168615 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea9410c-242c-4ad4-82d5-caed06af858f tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fed7e9ea-0ca9-490d-a064-c79c25d33f5d,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:16:33.209650 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e6e9bc6f-3104-4bde-97d2-c8849bd0199b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:33.211699 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a3d00605-acb0-4557-86ce-477dfdb59b15 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:33.214214 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e6e9bc6f-3104-4bde-97d2-c8849bd0199b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:33.233591 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a3d00605-acb0-4557-86ce-477dfdb59b15 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:33.252094 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-e6e9bc6f-3104-4bde-97d2-c8849bd0199b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c2e29a539ee245d9b4d456189339d0ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1582000 Jul 27 23:16:33.252937 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e9bc6f-3104-4bde-97d2-c8849bd0199b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6586fa2-9d6f-424d-a578-f9c8bad6d607,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:16:33.255076 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 44248) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:16:33.297627 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a3d00605-acb0-4557-86ce-477dfdb59b15 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:33.300136 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a3d00605-acb0-4557-86ce-477dfdb59b15 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:33.301245 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-a3d00605-acb0-4557-86ce-477dfdb59b15 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] 10.222.0.18 "DELETE /v2.0/security-groups/c6c4aea2-a5d6-4da0-98f0-aa686eff0e85 HTTP/1.1" status: 204 len: 168 time: 0.1532943 Jul 27 23:16:33.304078 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 44250) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:16:33.315384 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d00605-acb0-4557-86ce-477dfdb59b15 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6c4aea2-a5d6-4da0-98f0-aa686eff0e85,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:16:33.331210 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5cc65a84-6418-4762-bceb-eef7cc1d5c2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:33.353536 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5cc65a84-6418-4762-bceb-eef7cc1d5c2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:33.362379 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_v2 [None req-9af94a48-0c2e-4b14-940f-9fd590802346 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Deleting subnet 43edbd0b-9a4f-4d07-8ccd-4925885ca91b {{(pid=93798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 23:16:33.365435 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9af94a48-0c2e-4b14-940f-9fd590802346 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks [] for subnet, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:33.401095 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5cc65a84-6418-4762-bceb-eef7cc1d5c2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:33.403722 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5cc65a84-6418-4762-bceb-eef7cc1d5c2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:33.404882 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-5cc65a84-6418-4762-bceb-eef7cc1d5c2b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e6586fa2-9d6f-424d-a578-f9c8bad6d607 HTTP/1.1" status: 204 len: 168 time: 0.1488600 Jul 27 23:16:33.409193 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9af94a48-0c2e-4b14-940f-9fd590802346 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11163249'] for subnet, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:33.412964 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc65a84-6418-4762-bceb-eef7cc1d5c2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6586fa2-9d6f-424d-a578-f9c8bad6d607,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:16:33.503981 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9af94a48-0c2e-4b14-940f-9fd590802346 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620741'] for subnet, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:33.566655 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9af94a48-0c2e-4b14-940f-9fd590802346 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11971800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12265753'] for subnet, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:33.595820 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af94a48-0c2e-4b14-940f-9fd590802346 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Pushing event deleted for resources: {'Subnet': ['ID=43edbd0b-9a4f-4d07-8ccd-4925885ca91b,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:16:33.597842 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9af94a48-0c2e-4b14-940f-9fd590802346 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:33.603611 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-9af94a48-0c2e-4b14-940f-9fd590802346 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] 10.222.0.18 "DELETE /v2.0/subnets/43edbd0b-9a4f-4d07-8ccd-4925885ca91b HTTP/1.1" status: 204 len: 168 time: 0.2946322 Jul 27 23:16:33.603611 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 44256) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:16:33.605505 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-443675cc-e1a3-4971-b7ba-0c0a95dedc77 None None] Network 7933cbbe-5c57-41f5-9efb-e15c3a6ede7b requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:16:33.661688 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe22c5d8-d7db-47db-82f8-5e87ed4527fc tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Deleting subnet 8a79f139-91ef-4320-83c1-743bb9085f79 {{(pid=93798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 23:16:33.665427 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fe22c5d8-d7db-47db-82f8-5e87ed4527fc tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks [] for subnet, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:33.717174 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fe22c5d8-d7db-47db-82f8-5e87ed4527fc tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11163249'] for subnet, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:33.815593 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fe22c5d8-d7db-47db-82f8-5e87ed4527fc tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620741'] for subnet, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:33.892792 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fe22c5d8-d7db-47db-82f8-5e87ed4527fc tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11971800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12265753'] for subnet, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:33.926493 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe22c5d8-d7db-47db-82f8-5e87ed4527fc tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Pushing event deleted for resources: {'Subnet': ['ID=8a79f139-91ef-4320-83c1-743bb9085f79,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:16:33.932565 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fe22c5d8-d7db-47db-82f8-5e87ed4527fc tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:33.936952 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-fe22c5d8-d7db-47db-82f8-5e87ed4527fc tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] 10.222.0.18 "DELETE /v2.0/subnets/8a79f139-91ef-4320-83c1-743bb9085f79 HTTP/1.1" status: 204 len: 168 time: 0.3304286 Jul 27 23:16:33.937247 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 44272) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:16:33.971014 n-d-802623-1 neutron-server[93798]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9d9e53d-81b9-45ea-9456-7046f263b07a tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] DELETE failed (client error): The resource could not be found. Jul 27 23:16:33.971513 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9d9e53d-81b9-45ea-9456-7046f263b07a tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 23:16:33.973267 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-f9d9e53d-81b9-45ea-9456-7046f263b07a tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] 10.222.0.18 "DELETE /v2.0/subnets/43edbd0b-9a4f-4d07-8ccd-4925885ca91b HTTP/1.1" status: 404 len: 337 time: 0.0350354 Jul 27 23:16:33.975799 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 44276) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:16:34.008203 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e834984-c1da-40f7-bce3-5f4531265b1a req-7dd68ca4-3511-421d-b824-75f9424bcc14 tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:16:34.010107 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-6e834984-c1da-40f7-bce3-5f4531265b1a req-7dd68ca4-3511-421d-b824-75f9424bcc14 tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] 10.222.0.18 "GET /v2.0/ports?device_id=7686eb2c-2073-4bea-b19a-672b3e4cf798 HTTP/1.1" status: 200 len: 946 time: 0.0855820 Jul 27 23:16:34.033083 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba6a5d97-66a8-4dc5-9440-5ff3701b1aaf tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Deleting subnet 6807e06b-ed91-42f9-bcaa-d779462cddbb {{(pid=93798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 23:16:34.036610 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ba6a5d97-66a8-4dc5-9440-5ff3701b1aaf tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks [] for subnet, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:34.058221 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-6e834984-c1da-40f7-bce3-5f4531265b1a req-513fe119-4466-4083-9b42-1767a3e6d32c tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] 10.222.0.18 "GET /v2.0/security-groups?id=8de43b2a-3064-44a7-b92f-0f4c3410d3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404365 Jul 27 23:16:34.100553 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ba6a5d97-66a8-4dc5-9440-5ff3701b1aaf tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11163249'] for subnet, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:34.243697 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ba6a5d97-66a8-4dc5-9440-5ff3701b1aaf tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620741'] for subnet, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:34.309118 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ba6a5d97-66a8-4dc5-9440-5ff3701b1aaf tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11971800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12265753'] for subnet, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:34.350933 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ba6a5d97-66a8-4dc5-9440-5ff3701b1aaf tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:34.355660 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-ba6a5d97-66a8-4dc5-9440-5ff3701b1aaf tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] 10.222.0.18 "DELETE /v2.0/subnets/6807e06b-ed91-42f9-bcaa-d779462cddbb HTTP/1.1" status: 204 len: 168 time: 0.3762484 Jul 27 23:16:34.356052 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 44292) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:16:34.356829 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6a5d97-66a8-4dc5-9440-5ff3701b1aaf tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Pushing event deleted for resources: {'Subnet': ['ID=6807e06b-ed91-42f9-bcaa-d779462cddbb,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:16:34.386194 n-d-802623-1 neutron-server[93797]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9ce737b-5201-48c2-ab0c-0f11f94f3e60 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] DELETE failed (client error): The resource could not be found. Jul 27 23:16:34.386654 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9ce737b-5201-48c2-ab0c-0f11f94f3e60 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93797) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 23:16:34.391018 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-e9ce737b-5201-48c2-ab0c-0f11f94f3e60 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] 10.222.0.18 "DELETE /v2.0/subnets/ab952942-b9e3-4876-8c3b-5a0dd7ad4dad HTTP/1.1" status: 404 len: 337 time: 0.0316677 Jul 27 23:16:34.391289 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 44296) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:16:34.413714 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73cdde56-764b-498c-b8b6-16c77fec19a4 None None] Network 7933cbbe-5c57-41f5-9efb-e15c3a6ede7b requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:16:34.423213 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-feee94d9-1566-4129-9197-2610b9932173 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] 10.222.0.18 "GET /v2.0/ports?device_id=33080d57-3452-4de4-9bb8-f69486cfc599 HTTP/1.1" status: 200 len: 205 time: 0.0307930 Jul 27 23:16:34.425537 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 44298) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:16:34.462873 n-d-802623-1 neutron-server[93797]: INFO neutron.api.v2.resource [None req-d8dad49d-04db-4955-bceb-ba8e80a8dd8d tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] delete failed (client error): The resource could not be found. Jul 27 23:16:34.464131 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-d8dad49d-04db-4955-bceb-ba8e80a8dd8d tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] 10.222.0.18 "DELETE /v2.0/routers/33080d57-3452-4de4-9bb8-f69486cfc599 HTTP/1.1" status: 404 len: 336 time: 0.0376322 Jul 27 23:16:34.466835 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 44300) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:16:34.495651 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-4e5b330a-5c7b-4f73-923b-bb26201c2639 None None] Provisioning complete for port 6f084729-ecd1-44ac-9b4f-056b46bece91 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:16:34.495971 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4e5b330a-5c7b-4f73-923b-bb26201c2639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:34.506847 n-d-802623-1 neutron-server[93797]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d73d8f5-36e3-44ac-b09c-6e45a603b252 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] DELETE failed (client error): The resource could not be found. Jul 27 23:16:34.507415 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d73d8f5-36e3-44ac-b09c-6e45a603b252 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93797) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 23:16:34.511571 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-7d73d8f5-36e3-44ac-b09c-6e45a603b252 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] 10.222.0.18 "DELETE /v2.0/subnets/39b0182a-4547-4cac-aa84-d69011479f52 HTTP/1.1" status: 404 len: 337 time: 0.0436466 Jul 27 23:16:34.512105 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 44306) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:16:34.545613 n-d-802623-1 neutron-server[93798]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb458770-1d0b-4ac8-b95c-3c85d768e9b7 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] DELETE failed (client error): The resource could not be found. Jul 27 23:16:34.546141 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb458770-1d0b-4ac8-b95c-3c85d768e9b7 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 23:16:34.548274 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-bb458770-1d0b-4ac8-b95c-3c85d768e9b7 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] 10.222.0.18 "DELETE /v2.0/subnets/d1c061c6-68ee-44ea-a253-df639a7683b1 HTTP/1.1" status: 404 len: 337 time: 0.0348649 Jul 27 23:16:34.551097 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 44308) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:16:34.569073 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-4e5b330a-5c7b-4f73-923b-bb26201c2639 None None] Port 6f084729-ecd1-44ac-9b4f-056b46bece91 cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:16:34.584483 n-d-802623-1 neutron-server[93798]: INFO neutron.pecan_wsgi.hooks.translation [None req-908ce838-9370-4646-8906-93cb0e138320 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] DELETE failed (client error): The resource could not be found. Jul 27 23:16:34.584944 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-908ce838-9370-4646-8906-93cb0e138320 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 23:16:34.589526 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-908ce838-9370-4646-8906-93cb0e138320 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] 10.222.0.18 "DELETE /v2.0/subnets/a0f657c6-2f8e-478d-8566-4e3d90fd9783 HTTP/1.1" status: 404 len: 337 time: 0.0350313 Jul 27 23:16:34.590006 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-4e5b330a-5c7b-4f73-923b-bb26201c2639 None None] Provisioning complete for port ab7929c0-3dcd-4b44-ba7d-f12fe853c135 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:16:34.590006 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4e5b330a-5c7b-4f73-923b-bb26201c2639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:34.590157 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 44312) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:16:34.614416 n-d-802623-1 neutron-server[93798]: INFO neutron.pecan_wsgi.hooks.translation [None req-cea2fe74-a39e-48b9-b627-06f7b78b58d8 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] DELETE failed (client error): The resource could not be found. Jul 27 23:16:34.615142 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cea2fe74-a39e-48b9-b627-06f7b78b58d8 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 23:16:34.619195 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-cea2fe74-a39e-48b9-b627-06f7b78b58d8 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] 10.222.0.18 "DELETE /v2.0/ports/490a89dd-3221-46e5-b51d-b7af129b5454 HTTP/1.1" status: 404 len: 333 time: 0.0262377 Jul 27 23:16:34.620184 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 44314) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:16:34.643743 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:34.651962 n-d-802623-1 neutron-server[93797]: INFO neutron.pecan_wsgi.hooks.translation [None req-927dfc35-8c56-4a7b-8bab-97a3ddd8cf47 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] DELETE failed (client error): The resource could not be found. Jul 27 23:16:34.652573 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-927dfc35-8c56-4a7b-8bab-97a3ddd8cf47 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93797) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 23:16:34.657430 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-927dfc35-8c56-4a7b-8bab-97a3ddd8cf47 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] 10.222.0.18 "DELETE /v2.0/subnets/2456b7ae-d644-41ac-a079-42549a70a352 HTTP/1.1" status: 404 len: 337 time: 0.0333340 Jul 27 23:16:34.657430 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 44316) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:16:34.681344 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b85d8164-8b03-4e3f-9260-b706df297731 None None] DHCP port deletion for 7933cbbe-5c57-41f5-9efb-e15c3a6ede7b request from n-d-802623-1 {{(pid=93799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 23:16:34.694049 n-d-802623-1 neutron-server[93797]: INFO neutron.pecan_wsgi.hooks.translation [None req-3490c3dc-17f0-4c02-b4d9-8198862364f3 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] DELETE failed (client error): The resource could not be found. Jul 27 23:16:34.694707 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3490c3dc-17f0-4c02-b4d9-8198862364f3 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93797) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 23:16:34.699657 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-3490c3dc-17f0-4c02-b4d9-8198862364f3 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] 10.222.0.18 "DELETE /v2.0/subnets/9dff7230-f848-437c-8602-151b3d3f9cb4 HTTP/1.1" status: 404 len: 337 time: 0.0385544 Jul 27 23:16:34.699657 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 44320) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:16:34.723541 n-d-802623-1 neutron-server[93797]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbd311d0-91d0-45c2-bb03-294553affcf5 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] DELETE failed (client error): The resource could not be found. Jul 27 23:16:34.724338 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bbd311d0-91d0-45c2-bb03-294553affcf5 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93797) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 23:16:34.728714 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-bbd311d0-91d0-45c2-bb03-294553affcf5 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] 10.222.0.18 "DELETE /v2.0/ports/abaeee4c-d0f9-4e2b-b7c9-2d01a1c6faf7 HTTP/1.1" status: 404 len: 333 time: 0.0282333 Jul 27 23:16:34.731298 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 44324) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:16:34.747876 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-b85d8164-8b03-4e3f-9260-b706df297731 None None] Deleting port ab7929c0-3dcd-4b44-ba7d-f12fe853c135 {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:16:34.748067 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b85d8164-8b03-4e3f-9260-b706df297731 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:34.760653 n-d-802623-1 neutron-server[93797]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6ff7f78-63ee-4ecd-b661-7ea21a5d7864 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] DELETE failed (client error): The resource could not be found. Jul 27 23:16:34.761612 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6ff7f78-63ee-4ecd-b661-7ea21a5d7864 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93797) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 23:16:34.763420 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-c6ff7f78-63ee-4ecd-b661-7ea21a5d7864 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] 10.222.0.18 "DELETE /v2.0/subnets/2ca95d2d-894b-4653-8391-47260c9f7a7e HTTP/1.1" status: 404 len: 337 time: 0.0309653 Jul 27 23:16:34.766417 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 44328) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:16:34.796867 n-d-802623-1 neutron-server[93797]: INFO neutron.pecan_wsgi.hooks.translation [None req-e34438c2-fc5a-4664-913c-bdfda301e64d tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] DELETE failed (client error): The resource could not be found. Jul 27 23:16:34.797394 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e34438c2-fc5a-4664-913c-bdfda301e64d tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93797) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 23:16:34.799433 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-e34438c2-fc5a-4664-913c-bdfda301e64d tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] 10.222.0.18 "DELETE /v2.0/subnets/cfdef3b3-f9e5-4abb-bff6-ec5dc839d4a9 HTTP/1.1" status: 404 len: 337 time: 0.0318198 Jul 27 23:16:34.801939 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 44330) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:16:34.820704 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-b85d8164-8b03-4e3f-9260-b706df297731 None None] For port ab7929c0-3dcd-4b44-ba7d-f12fe853c135, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=ab7929c0-3dcd-4b44-ba7d-f12fe853c135,segment=NetworkSegment(d7647ef8-e3c5-4500-8919-ad26a94707c5),segment_id=d7647ef8-e3c5-4500-8919-ad26a94707c5)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:16:34.821101 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b85d8164-8b03-4e3f-9260-b706df297731 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:34.834376 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-b85d8164-8b03-4e3f-9260-b706df297731 None None] Calling delete_port for ab7929c0-3dcd-4b44-ba7d-f12fe853c135 owned by network:dhcp {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:16:34.896279 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-63393166-39e3-4356-9cb8-8c7e1327f500 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Deleting port 6f084729-ecd1-44ac-9b4f-056b46bece91 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:16:34.896898 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-63393166-39e3-4356-9cb8-8c7e1327f500 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:34.920428 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b85d8164-8b03-4e3f-9260-b706df297731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:34.934771 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b85d8164-8b03-4e3f-9260-b706df297731 None None] No DVR routers for this DVR port ab7929c0-3dcd-4b44-ba7d-f12fe853c135 on host n-d-802623-1 {{(pid=93799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:16:34.956692 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85d8164-8b03-4e3f-9260-b706df297731 None None] Pushing event deleted for resources: {'Port': ['ID=ab7929c0-3dcd-4b44-ba7d-f12fe853c135,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:16:34.966791 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-63393166-39e3-4356-9cb8-8c7e1327f500 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:34.981322 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-63393166-39e3-4356-9cb8-8c7e1327f500 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Calling delete_port for 6f084729-ecd1-44ac-9b4f-056b46bece91 owned by {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:16:35.065174 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-63393166-39e3-4356-9cb8-8c7e1327f500 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:35.096669 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63393166-39e3-4356-9cb8-8c7e1327f500 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Pushing event deleted for resources: {'Port': ['ID=6f084729-ecd1-44ac-9b4f-056b46bece91,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:16:35.106144 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-63393166-39e3-4356-9cb8-8c7e1327f500 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:35.108200 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-63393166-39e3-4356-9cb8-8c7e1327f500 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] 10.222.0.18 "DELETE /v2.0/ports/6f084729-ecd1-44ac-9b4f-056b46bece91 HTTP/1.1" status: 204 len: 168 time: 0.3052804 Jul 27 23:16:35.110601 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 44350) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:16:35.223734 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-84158438-eef9-455f-9dcc-62828b6b71b3 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593271'] for network, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:35.236947 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83732f58-ae67-463c-b15b-cd2bc07e1297 req-1d0ef20c-c48d-4643-9001-c743fa997b3e tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:16:35.238437 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-83732f58-ae67-463c-b15b-cd2bc07e1297 req-1d0ef20c-c48d-4643-9001-c743fa997b3e tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] 10.222.0.18 "GET /v2.0/ports?device_id=7686eb2c-2073-4bea-b19a-672b3e4cf798 HTTP/1.1" status: 200 len: 946 time: 0.0820310 Jul 27 23:16:35.348576 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-83732f58-ae67-463c-b15b-cd2bc07e1297 req-c2baac61-3f37-4546-b6cf-2c75d005a565 tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] 10.222.0.18 "GET /v2.0/security-groups?id=8de43b2a-3064-44a7-b92f-0f4c3410d3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009169 Jul 27 23:16:35.352956 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-84158438-eef9-455f-9dcc-62828b6b71b3 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618032', 'neutron.services.segments.db._delete_segments_for_network-8736833900081'] for network, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:35.363542 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-84158438-eef9-455f-9dcc-62828b6b71b3 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7933cbbe-5c57-41f5-9efb-e15c3a6ede7b']}} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:16:35.374857 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-84158438-eef9-455f-9dcc-62828b6b71b3 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7647ef8-e3c5-4500-8919-ad26a94707c5') {'for_net_delete': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:16:35.375314 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-84158438-eef9-455f-9dcc-62828b6b71b3 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7647ef8-e3c5-4500-8919-ad26a94707c5') {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:16:35.384998 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-84158438-eef9-455f-9dcc-62828b6b71b3 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736833900858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11335978'] for segment, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:35.398714 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-84158438-eef9-455f-9dcc-62828b6b71b3 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:35.401539 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 44362) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:16:35.405009 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84158438-eef9-455f-9dcc-62828b6b71b3 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Releasing vlan 517 on physical network physnet1 to pool {{(pid=93797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 23:16:35.405390 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-84158438-eef9-455f-9dcc-62828b6b71b3 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11336013'] for segment, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:35.408807 n-d-802623-1 neutron-server[93797]: Traceback (most recent call last): Jul 27 23:16:35.408807 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 23:16:35.408807 n-d-802623-1 neutron-server[93797]: timer() Jul 27 23:16:35.408807 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 23:16:35.408807 n-d-802623-1 neutron-server[93797]: cb(*args, **kw) Jul 27 23:16:35.408807 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 23:16:35.408807 n-d-802623-1 neutron-server[93797]: return func(*args, **kwargs) Jul 27 23:16:35.408807 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 23:16:35.408807 n-d-802623-1 neutron-server[93797]: self._notify() Jul 27 23:16:35.408807 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 23:16:35.408807 n-d-802623-1 neutron-server[93797]: self.callback(batched_events) Jul 27 23:16:35.408807 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 23:16:35.408807 n-d-802623-1 neutron-server[93797]: event.method(event) Jul 27 23:16:35.408807 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 23:16:35.408807 n-d-802623-1 neutron-server[93797]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 23:16:35.408807 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 23:16:35.408807 n-d-802623-1 neutron-server[93797]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 23:16:35.408807 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 23:16:35.408807 n-d-802623-1 neutron-server[93797]: return f(self, *a, **k) Jul 27 23:16:35.408807 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 23:16:35.408807 n-d-802623-1 neutron-server[93797]: return self._get(url).json() Jul 27 23:16:35.408807 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 23:16:35.408807 n-d-802623-1 neutron-server[93797]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 23:16:35.408807 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 23:16:35.408807 n-d-802623-1 neutron-server[93797]: return self.request(url, 'GET', **kwargs) Jul 27 23:16:35.408807 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 23:16:35.408807 n-d-802623-1 neutron-server[93797]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 23:16:35.408807 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 23:16:35.408807 n-d-802623-1 neutron-server[93797]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 23:16:35.408807 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 23:16:35.408807 n-d-802623-1 neutron-server[93797]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 23:16:35.408807 n-d-802623-1 neutron-server[93797]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 23:16:35.449477 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device 907413de-9aa6-49bc-ae78-3f4206ba8faf details requested by agent hyperv_n-h2-802623-1 with host n-h2-802623-1 {{(pid=93799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 23:16:35.467169 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-84158438-eef9-455f-9dcc-62828b6b71b3 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415412'] for network, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:35.472149 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-84158438-eef9-455f-9dcc-62828b6b71b3 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for network, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:35.477412 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-84158438-eef9-455f-9dcc-62828b6b71b3 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] 10.222.0.18 "DELETE /v2.0/networks/7933cbbe-5c57-41f5-9efb-e15c3a6ede7b HTTP/1.1" status: 204 len: 168 time: 0.3625195 Jul 27 23:16:35.499490 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84158438-eef9-455f-9dcc-62828b6b71b3 tempest-PortsTestJSON-1690022809 tempest-PortsTestJSON-1690022809-project] Pushing event deleted for resources: {'Network': ['ID=7933cbbe-5c57-41f5-9efb-e15c3a6ede7b,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:16:35.520486 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7c543dfb-7f9a-46e5-bf93-eb2d31e1af24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:35.557375 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port 907413de-9aa6-49bc-ae78-3f4206ba8faf, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=907413de-9aa6-49bc-ae78-3f4206ba8faf,segment=NetworkSegment(145d64c0-063a-4e1d-8ed5-459cef7aa517),segment_id=145d64c0-063a-4e1d-8ed5-459cef7aa517)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:16:35.569108 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Returning: {'device': '907413de-9aa6-49bc-ae78-3f4206ba8faf', 'network_id': '0627b955-dd0f-4cce-ba7f-51e698f3bc59', 'port_id': '907413de-9aa6-49bc-ae78-3f4206ba8faf', 'mac_address': 'fa:16:3e:7b:72:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '232a981d-f7d1-42df-991c-3a09e4ce0177', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 23:16:35.609501 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:35.623570 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 907413de-9aa6-49bc-ae78-3f4206ba8faf {{(pid=93799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:16:35.631284 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7c543dfb-7f9a-46e5-bf93-eb2d31e1af24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:35.636672 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7c543dfb-7f9a-46e5-bf93-eb2d31e1af24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:35.645410 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port 907413de-9aa6-49bc-ae78-3f4206ba8faf, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=907413de-9aa6-49bc-ae78-3f4206ba8faf,segment=NetworkSegment(145d64c0-063a-4e1d-8ed5-459cef7aa517),segment_id=145d64c0-063a-4e1d-8ed5-459cef7aa517)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:16:35.650418 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:35.683173 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 44370) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:16:35.683418 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-7c543dfb-7f9a-46e5-bf93-eb2d31e1af24 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=207630c344be40199272ac97739fc75a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2806005 Jul 27 23:16:35.684616 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c543dfb-7f9a-46e5-bf93-eb2d31e1af24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e3080db-a378-4a42-943b-637cf7fafafc,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:16:35.704508 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 44372) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:16:35.754505 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-22f56fec-215a-4abf-996a-8aff4f6b467d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:35.784517 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-22f56fec-215a-4abf-996a-8aff4f6b467d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:35.832965 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] get_ports_and_sgs() called for port_ids ['907413de-9aa6-49bc-ae78-3f4206ba8faf'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:16:35.856190 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-8f0522fc-0aff-4820-a9a6-c9212f3a4ae7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ce22108b54794f2f97b5322030e97124&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1504469 Jul 27 23:16:35.857033 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-22f56fec-215a-4abf-996a-8aff4f6b467d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:35.858866 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 44378) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:16:35.861711 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-22f56fec-215a-4abf-996a-8aff4f6b467d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:35.863650 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-22f56fec-215a-4abf-996a-8aff4f6b467d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5e3080db-a378-4a42-943b-637cf7fafafc HTTP/1.1" status: 204 len: 168 time: 0.1794171 Jul 27 23:16:35.876228 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f56fec-215a-4abf-996a-8aff4f6b467d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e3080db-a378-4a42-943b-637cf7fafafc,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:16:35.886636 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Pushing event updated for resources: {'Port': ['ID=907413de-9aa6-49bc-ae78-3f4206ba8faf,revision_number=9']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:16:35.922836 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-621ed770-1574-4a67-9da6-8ff905d6345f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:35.949580 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-621ed770-1574-4a67-9da6-8ff905d6345f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:36.008327 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-621ed770-1574-4a67-9da6-8ff905d6345f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:36.015494 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-621ed770-1574-4a67-9da6-8ff905d6345f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:36.016810 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-621ed770-1574-4a67-9da6-8ff905d6345f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d49bb1d1-1619-42fb-8ecb-c5c7989d40c4 HTTP/1.1" status: 204 len: 168 time: 0.1565919 Jul 27 23:16:36.025394 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621ed770-1574-4a67-9da6-8ff905d6345f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d49bb1d1-1619-42fb-8ecb-c5c7989d40c4,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:16:36.179414 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 44388) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:16:36.194247 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a8d1662-bc92-4a76-a96f-71f6f3e28a24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:36.312987 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a8d1662-bc92-4a76-a96f-71f6f3e28a24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:36.318173 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a8d1662-bc92-4a76-a96f-71f6f3e28a24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:36.329029 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device ab7929c0-3dcd-4b44-ba7d-f12fe853c135 no longer exists at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:16:36.355197 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] No Port match for: ab7929c0-3dcd-4b44-ba7d-f12fe853c135 {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:16:36.355197 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device ab7929c0-3dcd-4b44-ba7d-f12fe853c135 not bound to the agent host n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:16:36.370300 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-9a8d1662-bc92-4a76-a96f-71f6f3e28a24 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=97b404e7841e4b1dba886b33af167306&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1897893 Jul 27 23:16:36.373066 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 44404) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:16:36.384055 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8d1662-bc92-4a76-a96f-71f6f3e28a24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68ea2183-419d-4643-b7fd-d01047cfb5c7,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:16:36.440978 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a63d1e1e-65e7-4b53-b603-a6ca75cbf7df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:36.462967 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a63d1e1e-65e7-4b53-b603-a6ca75cbf7df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:36.483989 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105c9571-1b3c-4e72-8e88-1523a2ffd36f req-62eb40ac-cf3b-429e-9f9a-697b9a0c78c8 tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:16:36.485994 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-105c9571-1b3c-4e72-8e88-1523a2ffd36f req-62eb40ac-cf3b-429e-9f9a-697b9a0c78c8 tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] 10.222.0.18 "GET /v2.0/ports?device_id=7686eb2c-2073-4bea-b19a-672b3e4cf798 HTTP/1.1" status: 200 len: 946 time: 0.0595319 Jul 27 23:16:36.512182 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a63d1e1e-65e7-4b53-b603-a6ca75cbf7df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:36.515060 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a63d1e1e-65e7-4b53-b603-a6ca75cbf7df admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:36.518768 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-a63d1e1e-65e7-4b53-b603-a6ca75cbf7df admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/68ea2183-419d-4643-b7fd-d01047cfb5c7 HTTP/1.1" status: 204 len: 168 time: 0.1421306 Jul 27 23:16:36.525283 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63d1e1e-65e7-4b53-b603-a6ca75cbf7df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68ea2183-419d-4643-b7fd-d01047cfb5c7,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:16:36.535868 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-105c9571-1b3c-4e72-8e88-1523a2ffd36f req-b7903c1a-c7a5-4b6f-a01d-8da1f5d677bc tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] 10.222.0.18 "GET /v2.0/security-groups?id=8de43b2a-3064-44a7-b92f-0f4c3410d3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424345 Jul 27 23:16:36.821114 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 44426) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:16:36.914909 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-f5262adf-d651-4fb5-b1ed-98b013a5fb14 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Request body: {'network': {'name': 'tempest-RoutersTest-2141651923'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:16:36.936836 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5262adf-d651-4fb5-b1ed-98b013a5fb14 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Made reservation on behalf of 2c20245bbadb4ad09448e470090626f6 for: {'network': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:16:36.940569 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f5262adf-d651-4fb5-b1ed-98b013a5fb14 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for network, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:36.954254 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f5262adf-d651-4fb5-b1ed-98b013a5fb14 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:37.053396 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f5262adf-d651-4fb5-b1ed-98b013a5fb14 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:37.057810 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f5262adf-d651-4fb5-b1ed-98b013a5fb14 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:37.081746 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5262adf-d651-4fb5-b1ed-98b013a5fb14 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 517} {{(pid=93797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 23:16:37.095868 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5262adf-d651-4fb5-b1ed-98b013a5fb14 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Pushing event updated for resources: {'SecurityGroup': ['ID=983474c1-c295-4acc-933a-ba1449645966,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:16:37.100742 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f5262adf-d651-4fb5-b1ed-98b013a5fb14 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:37.101606 n-d-802623-1 neutron-server[93797]: INFO neutron.db.segments_db [None req-f5262adf-d651-4fb5-b1ed-98b013a5fb14 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Added segment f4d8c97f-efe4-4d4e-b97f-a57ee17c056d of type vlan for network 539c2611-93eb-499e-8942-be9e629eb9c7 Jul 27 23:16:37.114614 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5262adf-d651-4fb5-b1ed-98b013a5fb14 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:16:37.114962 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5262adf-d651-4fb5-b1ed-98b013a5fb14 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:16:37.115409 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5262adf-d651-4fb5-b1ed-98b013a5fb14 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:16:37.115767 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5262adf-d651-4fb5-b1ed-98b013a5fb14 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:16:37.116189 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5262adf-d651-4fb5-b1ed-98b013a5fb14 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:16:37.116581 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5262adf-d651-4fb5-b1ed-98b013a5fb14 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:16:37.117037 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5262adf-d651-4fb5-b1ed-98b013a5fb14 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:16:37.117368 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5262adf-d651-4fb5-b1ed-98b013a5fb14 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:16:37.118194 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5262adf-d651-4fb5-b1ed-98b013a5fb14 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:16:37.118526 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5262adf-d651-4fb5-b1ed-98b013a5fb14 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:16:37.119125 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5262adf-d651-4fb5-b1ed-98b013a5fb14 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:16:37.119464 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5262adf-d651-4fb5-b1ed-98b013a5fb14 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:16:37.167965 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f5262adf-d651-4fb5-b1ed-98b013a5fb14 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736833354590'] for network, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:37.198934 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f5262adf-d651-4fb5-b1ed-98b013a5fb14 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569'] for network, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:37.205327 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5262adf-d651-4fb5-b1ed-98b013a5fb14 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:16:37.205576 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f5262adf-d651-4fb5-b1ed-98b013a5fb14 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for network, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:37.270026 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-f5262adf-d651-4fb5-b1ed-98b013a5fb14 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4476821 Jul 27 23:16:37.272559 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 44452) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:16:37.278553 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-698d8a79-0d58-4278-98a9-79154ec83dfe tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Request body: {'network': {'name': 'tempest-RoutersTest-1134681969'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:16:37.283128 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5262adf-d651-4fb5-b1ed-98b013a5fb14 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Pushing event updated for resources: {'Network': ['ID=539c2611-93eb-499e-8942-be9e629eb9c7,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:16:37.294889 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Network 539c2611-93eb-499e-8942-be9e629eb9c7 details requested by agent ovs-agent-n-d-802623-1 with host n-d-802623-1 {{(pid=93799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 23:16:37.339834 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-698d8a79-0d58-4278-98a9-79154ec83dfe tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Made reservation on behalf of 2c20245bbadb4ad09448e470090626f6 for: {'network': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:16:37.344317 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-698d8a79-0d58-4278-98a9-79154ec83dfe tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for network, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:37.371354 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-698d8a79-0d58-4278-98a9-79154ec83dfe tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 505} {{(pid=93798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 23:16:37.382898 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-698d8a79-0d58-4278-98a9-79154ec83dfe tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:37.383317 n-d-802623-1 neutron-server[93798]: INFO neutron.db.segments_db [None req-698d8a79-0d58-4278-98a9-79154ec83dfe tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Added segment 498813e6-e9d4-4109-983e-09d98bef9583 of type vlan for network a5678981-a1f7-4cf1-a75b-604335d5df52 Jul 27 23:16:37.428081 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-698d8a79-0d58-4278-98a9-79154ec83dfe tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736833354590'] for network, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:37.457213 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-698d8a79-0d58-4278-98a9-79154ec83dfe tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569'] for network, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:37.463375 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-698d8a79-0d58-4278-98a9-79154ec83dfe tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:16:37.463963 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-698d8a79-0d58-4278-98a9-79154ec83dfe tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:37.476094 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device 907413de-9aa6-49bc-ae78-3f4206ba8faf up at agent hyperv_n-h2-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:16:37.531003 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-698d8a79-0d58-4278-98a9-79154ec83dfe tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2567227 Jul 27 23:16:37.533880 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 44462) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:16:37.539586 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Provisioning complete for port 907413de-9aa6-49bc-ae78-3f4206ba8faf triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:16:37.540185 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:37.541606 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-e2c7de0e-028a-4c7f-9b9f-3b16fb2d4867 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Request body: {'subnet': {'network_id': '539c2611-93eb-499e-8942-be9e629eb9c7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:16:37.548248 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698d8a79-0d58-4278-98a9-79154ec83dfe tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Pushing event updated for resources: {'Network': ['ID=a5678981-a1f7-4cf1-a75b-604335d5df52,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:16:37.561923 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Network a5678981-a1f7-4cf1-a75b-604335d5df52 details requested by agent ovs-agent-n-d-802623-1 with host n-d-802623-1 {{(pid=93799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 23:16:37.675949 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70eb8762-f242-48d8-8a70-502764f60687 req-4a5968d5-5783-4464-bd9c-b927becb293a tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:16:37.680420 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-70eb8762-f242-48d8-8a70-502764f60687 req-4a5968d5-5783-4464-bd9c-b927becb293a tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] 10.222.0.18 "GET /v2.0/ports?device_id=7686eb2c-2073-4bea-b19a-672b3e4cf798 HTTP/1.1" status: 200 len: 946 time: 0.0600107 Jul 27 23:16:37.687687 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2c7de0e-028a-4c7f-9b9f-3b16fb2d4867 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Made reservation on behalf of 2c20245bbadb4ad09448e470090626f6 for: {'subnet': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:16:37.691833 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e2c7de0e-028a-4c7f-9b9f-3b16fb2d4867 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12265828'] for subnet, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:37.697269 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:37.723407 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55cb1b9e-b3c2-47cd-8a02-7c9e10ec36f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '907413de-9aa6-49bc-ae78-3f4206ba8faf'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:16:37.726898 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c0369b0d4f459110ff20a1f9878ba33f96d6491bddb9d15843bf29d01e0bda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53709e7f-0a1e-4895-ba8e-8778223de9e5" -d '{"events": [{"server_uuid": "55cb1b9e-b3c2-47cd-8a02-7c9e10ec36f7", "name": "network-vif-plugged", "status": "completed", "tag": "907413de-9aa6-49bc-ae78-3f4206ba8faf"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:16:37.745944 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port 907413de-9aa6-49bc-ae78-3f4206ba8faf, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=907413de-9aa6-49bc-ae78-3f4206ba8faf,segment=NetworkSegment(145d64c0-063a-4e1d-8ed5-459cef7aa517),segment_id=145d64c0-063a-4e1d-8ed5-459cef7aa517)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:16:37.758488 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:37.779710 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-70eb8762-f242-48d8-8a70-502764f60687 req-4ba14ab0-3df9-442a-b6f6-2a00062b87a7 tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] 10.222.0.18 "GET /v2.0/security-groups?id=8de43b2a-3064-44a7-b92f-0f4c3410d3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946174 Jul 27 23:16:37.794963 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:16:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ae80da8-3d17-4caf-9ee9-40724316d32f x-openstack-request-id: req-3ae80da8-3d17-4caf-9ee9-40724316d32f {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:16:37.795288 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55cb1b9e-b3c2-47cd-8a02-7c9e10ec36f7", "name": "network-vif-plugged", "status": "completed", "tag": "907413de-9aa6-49bc-ae78-3f4206ba8faf", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:16:37.795537 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3ae80da8-3d17-4caf-9ee9-40724316d32f {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:16:37.795976 n-d-802623-1 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55cb1b9e-b3c2-47cd-8a02-7c9e10ec36f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '907413de-9aa6-49bc-ae78-3f4206ba8faf', 'code': 200} Jul 27 23:16:37.827479 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Pushing event updated for resources: {'Port': ['ID=907413de-9aa6-49bc-ae78-3f4206ba8faf,revision_number=10']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:16:37.943093 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e2c7de0e-028a-4c7f-9b9f-3b16fb2d4867 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11971609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12265750'] for subnet, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:38.016930 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c7de0e-028a-4c7f-9b9f-3b16fb2d4867 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Pushing event updated for resources: {'Subnet': ['ID=362e7d67-5a39-46f8-81af-18cfbb51c72f,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:16:38.032811 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c7de0e-028a-4c7f-9b9f-3b16fb2d4867 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Checking segment: {'id': 'f4d8c97f-efe4-4d4e-b97f-a57ee17c056d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '539c2611-93eb-499e-8942-be9e629eb9c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:16:38.033182 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2c7de0e-028a-4c7f-9b9f-3b16fb2d4867 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Network hostable DHCP agents. Network: 539c2611-93eb-499e-8942-be9e629eb9c7, hostable agents: ['5950e76f-2bde-4343-a925-cbe6bacd2706'], hosted agents: [] {{(pid=93798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 23:16:38.052446 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2c7de0e-028a-4c7f-9b9f-3b16fb2d4867 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Network 539c2611-93eb-499e-8942-be9e629eb9c7 is scheduled to be hosted by DHCP agent 5950e76f-2bde-4343-a925-cbe6bacd2706 with binding_index 1 {{(pid=93798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 23:16:38.063682 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-e2c7de0e-028a-4c7f-9b9f-3b16fb2d4867 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802623-1, 539c2611-93eb-499e-8942-be9e629eb9c7) {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:16:38.069300 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2c7de0e-028a-4c7f-9b9f-3b16fb2d4867 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:16:38.069877 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e2c7de0e-028a-4c7f-9b9f-3b16fb2d4867 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:38.083936 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-470b906f-a717-4918-a753-2b681da54b43 None None] Network 539c2611-93eb-499e-8942-be9e629eb9c7 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:16:38.085515 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-e2c7de0e-028a-4c7f-9b9f-3b16fb2d4867 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5505426 Jul 27 23:16:38.088735 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 44486) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:16:38.093911 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-1e784cdf-25be-418f-a241-b1347c77591a tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Request body: {'subnet': {'network_id': 'a5678981-a1f7-4cf1-a75b-604335d5df52', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:16:38.198337 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e784cdf-25be-418f-a241-b1347c77591a tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Made reservation on behalf of 2c20245bbadb4ad09448e470090626f6 for: {'subnet': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:16:38.203254 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1e784cdf-25be-418f-a241-b1347c77591a tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11551435'] for subnet, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:38.307908 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-555cffde-8b17-4285-943f-130ba870f063 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f6f257c-ad18-5f0c-8c8e-ea085a5fc8a2-539c2611-93eb-499e-8942-be9e629eb9c7', 'network_id': '539c2611-93eb-499e-8942-be9e629eb9c7', 'tenant_id': '2c20245bbadb4ad09448e470090626f6', 'fixed_ips': [{'subnet_id': '362e7d67-5a39-46f8-81af-18cfbb51c72f'}]}} from n-d-802623-1. {{(pid=93799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 23:16:38.309568 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-555cffde-8b17-4285-943f-130ba870f063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:38.478561 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-555cffde-8b17-4285-943f-130ba870f063 None None] Allocated IP 172.20.0.2 (539c2611-93eb-499e-8942-be9e629eb9c7/362e7d67-5a39-46f8-81af-18cfbb51c72f/b713aa1e-a15f-42ca-94b1-168736adcff3) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:16:38.492841 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1e784cdf-25be-418f-a241-b1347c77591a tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11336182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11551417'] for subnet, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:38.572878 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e784cdf-25be-418f-a241-b1347c77591a tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Pushing event updated for resources: {'Subnet': ['ID=32bff3b9-b647-4f98-b8c2-0c7c8c3c7c21,revision_number=0']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:16:38.590033 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e784cdf-25be-418f-a241-b1347c77591a tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Checking segment: {'id': '498813e6-e9d4-4109-983e-09d98bef9583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'a5678981-a1f7-4cf1-a75b-604335d5df52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:16:38.590399 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e784cdf-25be-418f-a241-b1347c77591a tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Network hostable DHCP agents. Network: a5678981-a1f7-4cf1-a75b-604335d5df52, hostable agents: ['5950e76f-2bde-4343-a925-cbe6bacd2706'], hosted agents: [] {{(pid=93797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 23:16:38.611474 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e784cdf-25be-418f-a241-b1347c77591a tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Network a5678981-a1f7-4cf1-a75b-604335d5df52 is scheduled to be hosted by DHCP agent 5950e76f-2bde-4343-a925-cbe6bacd2706 with binding_index 1 {{(pid=93797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 23:16:38.626752 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-1e784cdf-25be-418f-a241-b1347c77591a tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802623-1, a5678981-a1f7-4cf1-a75b-604335d5df52) {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:16:38.636874 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b18a111f-fab3-4c48-adbf-c426fb432503 None None] Network a5678981-a1f7-4cf1-a75b-604335d5df52 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:16:38.641156 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e784cdf-25be-418f-a241-b1347c77591a tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:16:38.642472 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1e784cdf-25be-418f-a241-b1347c77591a tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for subnet, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:38.673145 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 44514) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:16:38.678627 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-1e784cdf-25be-418f-a241-b1347c77591a tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5886264 Jul 27 23:16:38.681016 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-e73c3efa-79cd-4931-aaf6-787089900190 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-313811797', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:16:38.716505 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-555cffde-8b17-4285-943f-130ba870f063 None None] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:38.738018 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-555cffde-8b17-4285-943f-130ba870f063 None None] Transition to ACTIVE for port object b713aa1e-a15f-42ca-94b1-168736adcff3 will not be triggered until provisioned by entity L2. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:16:38.738466 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e73c3efa-79cd-4931-aaf6-787089900190 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62159'] for router, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:38.747069 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e73c3efa-79cd-4931-aaf6-787089900190 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-479230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-415539', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3693317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62148'] for router, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:38.799272 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-555cffde-8b17-4285-943f-130ba870f063 None None] Transition to ACTIVE for port object b713aa1e-a15f-42ca-94b1-168736adcff3 will not be triggered until provisioned by entity DHCP. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:16:38.830819 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e73c3efa-79cd-4931-aaf6-787089900190 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:38.840986 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-555cffde-8b17-4285-943f-130ba870f063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:38.846504 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e73c3efa-79cd-4931-aaf6-787089900190 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-415468'] for router, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:38.903241 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e73c3efa-79cd-4931-aaf6-787089900190 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks [] for router, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:38.904708 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-e73c3efa-79cd-4931-aaf6-787089900190 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2305217 Jul 27 23:16:38.907991 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 44528) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:16:38.951803 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e6f079-822b-44d9-b98a-58637cb1551d req-570efbc4-7b53-4ab6-b274-aae82d9727e6 tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:16:38.953312 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-555cffde-8b17-4285-943f-130ba870f063 None None] Network 539c2611-93eb-499e-8942-be9e629eb9c7 is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:16:38.956856 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-555cffde-8b17-4285-943f-130ba870f063 None None] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:16:38.964510 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e4e6f079-822b-44d9-b98a-58637cb1551d req-570efbc4-7b53-4ab6-b274-aae82d9727e6 tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] 10.222.0.18 "GET /v2.0/ports?device_id=7686eb2c-2073-4bea-b19a-672b3e4cf798 HTTP/1.1" status: 200 len: 946 time: 0.0854650 Jul 27 23:16:38.976731 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-555cffde-8b17-4285-943f-130ba870f063 None None] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:16:38.982655 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555cffde-8b17-4285-943f-130ba870f063 None None] Pushing event updated for resources: {'Port': ['ID=b713aa1e-a15f-42ca-94b1-168736adcff3,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:16:39.016997 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-871a25be-9266-4d2a-8085-3394b49d44b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f6f257c-ad18-5f0c-8c8e-ea085a5fc8a2-a5678981-a1f7-4cf1-a75b-604335d5df52', 'network_id': 'a5678981-a1f7-4cf1-a75b-604335d5df52', 'tenant_id': '2c20245bbadb4ad09448e470090626f6', 'fixed_ips': [{'subnet_id': '32bff3b9-b647-4f98-b8c2-0c7c8c3c7c21'}]}} from n-d-802623-1. {{(pid=93799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 23:16:39.018104 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-871a25be-9266-4d2a-8085-3394b49d44b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:39.025538 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e4e6f079-822b-44d9-b98a-58637cb1551d req-1735f1fc-61b5-442b-92b0-7d27e078d37e tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] 10.222.0.18 "GET /v2.0/security-groups?id=8de43b2a-3064-44a7-b92f-0f4c3410d3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584590 Jul 27 23:16:39.154041 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-555cffde-8b17-4285-943f-130ba870f063 None None] Attempting to bind port b713aa1e-a15f-42ca-94b1-168736adcff3 on host n-d-802623-1 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:16:39.154652 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-555cffde-8b17-4285-943f-130ba870f063 None None] Attempting to bind port b713aa1e-a15f-42ca-94b1-168736adcff3 by drivers openvswitch,hyperv on host n-d-802623-1 at level 0 using segments [{'id': 'f4d8c97f-efe4-4d4e-b97f-a57ee17c056d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '539c2611-93eb-499e-8942-be9e629eb9c7'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:16:39.155035 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-555cffde-8b17-4285-943f-130ba870f063 None None] Attempting to bind port b713aa1e-a15f-42ca-94b1-168736adcff3 on network 539c2611-93eb-499e-8942-be9e629eb9c7 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:16:39.213779 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-555cffde-8b17-4285-943f-130ba870f063 None None] Checking agent: {'id': 'a9a568d2-a5e7-41e4-833f-a8ab42ea4073', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 52, 30), 'started_at': datetime.datetime(2021, 7, 27, 22, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 16, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802623-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:16:39.214333 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-555cffde-8b17-4285-943f-130ba870f063 None None] Checking segment: {'id': 'f4d8c97f-efe4-4d4e-b97f-a57ee17c056d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '539c2611-93eb-499e-8942-be9e629eb9c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:16:39.214845 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-555cffde-8b17-4285-943f-130ba870f063 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:39.215366 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-555cffde-8b17-4285-943f-130ba870f063 None None] Bound using segment: {'id': 'f4d8c97f-efe4-4d4e-b97f-a57ee17c056d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '539c2611-93eb-499e-8942-be9e629eb9c7'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:16:39.215959 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-555cffde-8b17-4285-943f-130ba870f063 None None] Bound port: b713aa1e-a15f-42ca-94b1-168736adcff3, host: n-d-802623-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4d8c97f-efe4-4d4e-b97f-a57ee17c056d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '539c2611-93eb-499e-8942-be9e629eb9c7'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:16:39.216444 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-555cffde-8b17-4285-943f-130ba870f063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:39.356346 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-555cffde-8b17-4285-943f-130ba870f063 None None] For port b713aa1e-a15f-42ca-94b1-168736adcff3, host n-d-802623-1, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:16:39.359265 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-871a25be-9266-4d2a-8085-3394b49d44b5 None None] Allocated IP 172.21.0.2 (a5678981-a1f7-4cf1-a75b-604335d5df52/32bff3b9-b647-4f98-b8c2-0c7c8c3c7c21/dfea8f94-bca2-458e-979b-9e50616fc6b6) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:16:39.362846 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-555cffde-8b17-4285-943f-130ba870f063 None None] For port b713aa1e-a15f-42ca-94b1-168736adcff3, host n-d-802623-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=b713aa1e-a15f-42ca-94b1-168736adcff3,segment=NetworkSegment(f4d8c97f-efe4-4d4e-b97f-a57ee17c056d),segment_id=f4d8c97f-efe4-4d4e-b97f-a57ee17c056d)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:16:39.393349 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-555cffde-8b17-4285-943f-130ba870f063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:39.563781 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-34119756-ab4d-4239-804e-ee4f73e36601 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:39.581643 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555cffde-8b17-4285-943f-130ba870f063 None None] Pushing event updated for resources: {'Port': ['ID=b713aa1e-a15f-42ca-94b1-168736adcff3,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:16:39.831001 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-871a25be-9266-4d2a-8085-3394b49d44b5 None None] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:39.890260 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-871a25be-9266-4d2a-8085-3394b49d44b5 None None] Transition to ACTIVE for port object dfea8f94-bca2-458e-979b-9e50616fc6b6 will not be triggered until provisioned by entity L2. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:16:39.946385 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-871a25be-9266-4d2a-8085-3394b49d44b5 None None] Transition to ACTIVE for port object dfea8f94-bca2-458e-979b-9e50616fc6b6 will not be triggered until provisioned by entity DHCP. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:16:39.957200 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-871a25be-9266-4d2a-8085-3394b49d44b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:40.042709 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-871a25be-9266-4d2a-8085-3394b49d44b5 None None] Network a5678981-a1f7-4cf1-a75b-604335d5df52 is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:16:40.047757 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-871a25be-9266-4d2a-8085-3394b49d44b5 None None] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:16:40.051900 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871a25be-9266-4d2a-8085-3394b49d44b5 None None] Pushing event updated for resources: {'Port': ['ID=dfea8f94-bca2-458e-979b-9e50616fc6b6,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:16:40.055614 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-871a25be-9266-4d2a-8085-3394b49d44b5 None None] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:16:40.061926 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-34119756-ab4d-4239-804e-ee4f73e36601 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Allocated IP 172.20.0.1 (539c2611-93eb-499e-8942-be9e629eb9c7/362e7d67-5a39-46f8-81af-18cfbb51c72f/3e77dbf7-53dd-48cb-8643-f024f4595a42) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:16:40.140448 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-871a25be-9266-4d2a-8085-3394b49d44b5 None None] Attempting to bind port dfea8f94-bca2-458e-979b-9e50616fc6b6 on host n-d-802623-1 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:16:40.140754 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-871a25be-9266-4d2a-8085-3394b49d44b5 None None] Attempting to bind port dfea8f94-bca2-458e-979b-9e50616fc6b6 by drivers openvswitch,hyperv on host n-d-802623-1 at level 0 using segments [{'id': '498813e6-e9d4-4109-983e-09d98bef9583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'a5678981-a1f7-4cf1-a75b-604335d5df52'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:16:40.141198 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-871a25be-9266-4d2a-8085-3394b49d44b5 None None] Attempting to bind port dfea8f94-bca2-458e-979b-9e50616fc6b6 on network a5678981-a1f7-4cf1-a75b-604335d5df52 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:16:40.148079 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-871a25be-9266-4d2a-8085-3394b49d44b5 None None] Checking agent: {'id': 'a9a568d2-a5e7-41e4-833f-a8ab42ea4073', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 52, 30), 'started_at': datetime.datetime(2021, 7, 27, 22, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 16, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802623-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:16:40.148079 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-871a25be-9266-4d2a-8085-3394b49d44b5 None None] Checking segment: {'id': '498813e6-e9d4-4109-983e-09d98bef9583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'a5678981-a1f7-4cf1-a75b-604335d5df52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:16:40.148447 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-871a25be-9266-4d2a-8085-3394b49d44b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:40.148540 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-871a25be-9266-4d2a-8085-3394b49d44b5 None None] Bound using segment: {'id': '498813e6-e9d4-4109-983e-09d98bef9583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'a5678981-a1f7-4cf1-a75b-604335d5df52'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:16:40.149106 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-871a25be-9266-4d2a-8085-3394b49d44b5 None None] Bound port: dfea8f94-bca2-458e-979b-9e50616fc6b6, host: n-d-802623-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '498813e6-e9d4-4109-983e-09d98bef9583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'a5678981-a1f7-4cf1-a75b-604335d5df52'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:16:40.149516 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-871a25be-9266-4d2a-8085-3394b49d44b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:40.258277 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-871a25be-9266-4d2a-8085-3394b49d44b5 None None] For port dfea8f94-bca2-458e-979b-9e50616fc6b6, host n-d-802623-1, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:16:40.262391 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-871a25be-9266-4d2a-8085-3394b49d44b5 None None] For port dfea8f94-bca2-458e-979b-9e50616fc6b6, host n-d-802623-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=dfea8f94-bca2-458e-979b-9e50616fc6b6,segment=NetworkSegment(498813e6-e9d4-4109-983e-09d98bef9583),segment_id=498813e6-e9d4-4109-983e-09d98bef9583)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:16:40.265663 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-34119756-ab4d-4239-804e-ee4f73e36601 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:40.276296 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-871a25be-9266-4d2a-8085-3394b49d44b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:40.303325 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-34119756-ab4d-4239-804e-ee4f73e36601 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Transition to ACTIVE for port object 3e77dbf7-53dd-48cb-8643-f024f4595a42 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:16:40.369938 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-34119756-ab4d-4239-804e-ee4f73e36601 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:40.404430 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871a25be-9266-4d2a-8085-3394b49d44b5 None None] Pushing event updated for resources: {'Port': ['ID=dfea8f94-bca2-458e-979b-9e50616fc6b6,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:16:40.420041 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device b713aa1e-a15f-42ca-94b1-168736adcff3 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:16:40.434720 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34119756-ab4d-4239-804e-ee4f73e36601 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Network 539c2611-93eb-499e-8942-be9e629eb9c7 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:16:40.448087 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-34119756-ab4d-4239-804e-ee4f73e36601 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:16:40.452411 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34119756-ab4d-4239-804e-ee4f73e36601 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:16:40.509998 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning for port b713aa1e-a15f-42ca-94b1-168736adcff3 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:16:40.514519 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-34119756-ab4d-4239-804e-ee4f73e36601 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-415283'] for router_interface, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:40.643204 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34119756-ab4d-4239-804e-ee4f73e36601 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Pushing event updated for resources: {'Port': ['ID=3e77dbf7-53dd-48cb-8643-f024f4595a42,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:16:40.745740 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-34119756-ab4d-4239-804e-ee4f73e36601 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:41.134912 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c9dcd1c-035d-4907-8417-10ac0c0ade5c None None] Network 539c2611-93eb-499e-8942-be9e629eb9c7 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:16:41.150498 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-34119756-ab4d-4239-804e-ee4f73e36601 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:41.165261 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-34119756-ab4d-4239-804e-ee4f73e36601 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11336041'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:41.296571 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-34119756-ab4d-4239-804e-ee4f73e36601 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3760555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-414115'] for router_interface, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:41.299566 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34119756-ab4d-4239-804e-ee4f73e36601 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Pushing event updated for resources: {'Port': ['ID=3e77dbf7-53dd-48cb-8643-f024f4595a42,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:16:41.356649 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-43065219-ff09-49be-9fcc-340aeea14e28 None None] Provisioning for port b713aa1e-a15f-42ca-94b1-168736adcff3 completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:16:41.372734 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-43065219-ff09-49be-9fcc-340aeea14e28 None None] Provisioning complete for port b713aa1e-a15f-42ca-94b1-168736adcff3 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:16:41.375066 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-43065219-ff09-49be-9fcc-340aeea14e28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:41.465421 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34119756-ab4d-4239-804e-ee4f73e36601 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Network 539c2611-93eb-499e-8942-be9e629eb9c7 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:16:41.466934 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-34119756-ab4d-4239-804e-ee4f73e36601 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:16:41.577474 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-43065219-ff09-49be-9fcc-340aeea14e28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:41.638618 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-43065219-ff09-49be-9fcc-340aeea14e28 None None] For port b713aa1e-a15f-42ca-94b1-168736adcff3, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=b713aa1e-a15f-42ca-94b1-168736adcff3,segment=NetworkSegment(f4d8c97f-efe4-4d4e-b97f-a57ee17c056d),segment_id=f4d8c97f-efe4-4d4e-b97f-a57ee17c056d)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:16:41.650069 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-43065219-ff09-49be-9fcc-340aeea14e28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:41.759422 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34119756-ab4d-4239-804e-ee4f73e36601 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Router 078107e7-ebbe-4aad-956f-7c1e3b3918d5 is scheduled to L3 agent 018c4455-49c0-4734-927d-7824067b2a9e with binding_index 1 {{(pid=93797) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 23:16:41.776707 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43065219-ff09-49be-9fcc-340aeea14e28 None None] Pushing event updated for resources: {'Port': ['ID=b713aa1e-a15f-42ca-94b1-168736adcff3,revision_number=3']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:16:41.932003 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34119756-ab4d-4239-804e-ee4f73e36601 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:16:41.943586 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-34119756-ab4d-4239-804e-ee4f73e36601 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] 10.222.0.18 "PUT /v2.0/routers/078107e7-ebbe-4aad-956f-7c1e3b3918d5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0344963 Jul 27 23:16:41.946786 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 44604) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:16:41.947316 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-541ead1b-1684-4809-a597-92883f9e8b23 None None] Sync routers for ids ['078107e7-ebbe-4aad-956f-7c1e3b3918d5'] in n-d-802623-1 {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:16:41.972273 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-541ead1b-1684-4809-a597-92883f9e8b23 None None] Routers {'078107e7-ebbe-4aad-956f-7c1e3b3918d5'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:16:41.972930 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-541ead1b-1684-4809-a597-92883f9e8b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:16:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['078107e7-ebbe-4aad-956f-7c1e3b3918d5'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:16:42.059243 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e81f99ac-acdb-429d-bd16-19a9d11d4886 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:16:42.061016 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-e81f99ac-acdb-429d-bd16-19a9d11d4886 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] 10.222.0.18 "GET /v2.0/ports/3e77dbf7-53dd-48cb-8643-f024f4595a42 HTTP/1.1" status: 200 len: 910 time: 0.1125541 Jul 27 23:16:42.064233 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 44610) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:16:42.185599 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7074b1a4-f9ed-4e83-809d-ba940384a346 None None] Network a5678981-a1f7-4cf1-a75b-604335d5df52 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:16:42.204440 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-541ead1b-1684-4809-a597-92883f9e8b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:16:42.279479 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-bd6028de-0427-4c09-b825-143721b83535 None None] Provisioning for port 3e77dbf7-53dd-48cb-8643-f024f4595a42 completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:16:42.292811 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-541ead1b-1684-4809-a597-92883f9e8b23 None None] Routers {'078107e7-ebbe-4aad-956f-7c1e3b3918d5'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:16:42.293550 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-541ead1b-1684-4809-a597-92883f9e8b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:16:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['078107e7-ebbe-4aad-956f-7c1e3b3918d5'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:16:42.386995 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-bd6028de-0427-4c09-b825-143721b83535 None None] Provisioning complete for port 3e77dbf7-53dd-48cb-8643-f024f4595a42 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:16:42.389445 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-bd6028de-0427-4c09-b825-143721b83535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:42.406553 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-541ead1b-1684-4809-a597-92883f9e8b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:16:42.411756 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-541ead1b-1684-4809-a597-92883f9e8b23 None None] The sync data for ids ['078107e7-ebbe-4aad-956f-7c1e3b3918d5'] in n-d-802623-1 is: [] {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:16:42.484668 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device c66a2b48-02b3-420d-927a-1d39eacfd203 details requested by agent hyperv_n-h1-802623-1 with host n-h1-802623-1 {{(pid=93799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 23:16:42.560503 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-bd6028de-0427-4c09-b825-143721b83535 None None] Port 3e77dbf7-53dd-48cb-8643-f024f4595a42 cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:16:42.620852 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device dfea8f94-bca2-458e-979b-9e50616fc6b6 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:16:42.755881 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-79b11ea7-d57c-4615-9933-bda445883be5 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:42.801388 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-bd6028de-0427-4c09-b825-143721b83535 None None] Provisioning complete for port b713aa1e-a15f-42ca-94b1-168736adcff3 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:16:42.801765 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-bd6028de-0427-4c09-b825-143721b83535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:42.956578 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port c66a2b48-02b3-420d-927a-1d39eacfd203, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=c66a2b48-02b3-420d-927a-1d39eacfd203,segment=NetworkSegment(95f4c351-b25e-43d9-ba8e-34c4aa118da8),segment_id=95f4c351-b25e-43d9-ba8e-34c4aa118da8)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:16:43.071176 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Returning: {'device': 'c66a2b48-02b3-420d-927a-1d39eacfd203', 'network_id': '3a3cbeff-b007-4bc1-b89e-3434caa880b9', 'port_id': 'c66a2b48-02b3-420d-927a-1d39eacfd203', 'mac_address': 'fa:16:3e:31:ad:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6febf1a-433f-4f54-bd03-8c744a40d170', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 23:16:43.083309 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning for port dfea8f94-bca2-458e-979b-9e50616fc6b6 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:16:43.105944 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device b713aa1e-a15f-42ca-94b1-168736adcff3 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:16:43.411157 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:43.442662 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c66a2b48-02b3-420d-927a-1d39eacfd203 {{(pid=93799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:16:43.483974 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port c66a2b48-02b3-420d-927a-1d39eacfd203, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=c66a2b48-02b3-420d-927a-1d39eacfd203,segment=NetworkSegment(95f4c351-b25e-43d9-ba8e-34c4aa118da8),segment_id=95f4c351-b25e-43d9-ba8e-34c4aa118da8)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:16:43.494990 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:43.536372 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port b713aa1e-a15f-42ca-94b1-168736adcff3 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:16:43.536750 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:43.693806 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-edc9d046-6301-4f12-98e1-58ac93ec3fc7 None None] Provisioning for port dfea8f94-bca2-458e-979b-9e50616fc6b6 completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:16:43.729977 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-edc9d046-6301-4f12-98e1-58ac93ec3fc7 None None] Provisioning complete for port dfea8f94-bca2-458e-979b-9e50616fc6b6 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:16:43.734506 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-edc9d046-6301-4f12-98e1-58ac93ec3fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:43.737621 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] get_ports_and_sgs() called for port_ids ['c66a2b48-02b3-420d-927a-1d39eacfd203'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:16:43.886138 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Pushing event updated for resources: {'Port': ['ID=c66a2b48-02b3-420d-927a-1d39eacfd203,revision_number=6']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:16:44.134485 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-edc9d046-6301-4f12-98e1-58ac93ec3fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:44.242031 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-79b11ea7-d57c-4615-9933-bda445883be5 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Allocated IP 172.21.0.1 (a5678981-a1f7-4cf1-a75b-604335d5df52/32bff3b9-b647-4f98-b8c2-0c7c8c3c7c21/1959bbd6-f659-4abb-90e0-1ab56504d23e) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:16:44.285513 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-edc9d046-6301-4f12-98e1-58ac93ec3fc7 None None] For port dfea8f94-bca2-458e-979b-9e50616fc6b6, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=dfea8f94-bca2-458e-979b-9e50616fc6b6,segment=NetworkSegment(498813e6-e9d4-4109-983e-09d98bef9583),segment_id=498813e6-e9d4-4109-983e-09d98bef9583)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:16:44.290242 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-edc9d046-6301-4f12-98e1-58ac93ec3fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:44.342990 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-edc9d046-6301-4f12-98e1-58ac93ec3fc7 None None] Provisioning complete for port 3e77dbf7-53dd-48cb-8643-f024f4595a42 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:16:44.343409 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-edc9d046-6301-4f12-98e1-58ac93ec3fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:44.400208 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc9d046-6301-4f12-98e1-58ac93ec3fc7 None None] Pushing event updated for resources: {'Port': ['ID=dfea8f94-bca2-458e-979b-9e50616fc6b6,revision_number=3']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:16:44.412749 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-edc9d046-6301-4f12-98e1-58ac93ec3fc7 None None] Port 3e77dbf7-53dd-48cb-8643-f024f4595a42 cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:16:44.432172 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device c66a2b48-02b3-420d-927a-1d39eacfd203 up at agent hyperv_n-h1-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:16:44.510199 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-79b11ea7-d57c-4615-9933-bda445883be5 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:44.548652 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-79b11ea7-d57c-4615-9933-bda445883be5 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Transition to ACTIVE for port object 1959bbd6-f659-4abb-90e0-1ab56504d23e will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:16:44.571358 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-a1b720ae-b1c2-422e-84c6-a36a2aee2f28 None None] Provisioning complete for port dfea8f94-bca2-458e-979b-9e50616fc6b6 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:16:44.572034 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a1b720ae-b1c2-422e-84c6-a36a2aee2f28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:44.605874 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Provisioning complete for port c66a2b48-02b3-420d-927a-1d39eacfd203 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:16:44.606653 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:44.649754 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-79b11ea7-d57c-4615-9933-bda445883be5 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:44.752310 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79b11ea7-d57c-4615-9933-bda445883be5 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Network a5678981-a1f7-4cf1-a75b-604335d5df52 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:16:44.767977 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-79b11ea7-d57c-4615-9933-bda445883be5 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:16:44.774101 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79b11ea7-d57c-4615-9933-bda445883be5 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:16:44.800699 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:44.830924 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7686eb2c-2073-4bea-b19a-672b3e4cf798', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c66a2b48-02b3-420d-927a-1d39eacfd203'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:16:44.833779 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c0369b0d4f459110ff20a1f9878ba33f96d6491bddb9d15843bf29d01e0bda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99b8bb4f-08bc-43d8-a210-18c103e95ba6" -d '{"events": [{"server_uuid": "7686eb2c-2073-4bea-b19a-672b3e4cf798", "name": "network-vif-plugged", "status": "completed", "tag": "c66a2b48-02b3-420d-927a-1d39eacfd203"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:16:44.870406 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b11ea7-d57c-4615-9933-bda445883be5 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Pushing event updated for resources: {'Port': ['ID=1959bbd6-f659-4abb-90e0-1ab56504d23e,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:16:44.883900 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port c66a2b48-02b3-420d-927a-1d39eacfd203, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=c66a2b48-02b3-420d-927a-1d39eacfd203,segment=NetworkSegment(95f4c351-b25e-43d9-ba8e-34c4aa118da8),segment_id=95f4c351-b25e-43d9-ba8e-34c4aa118da8)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:16:44.898887 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:44.935073 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-79b11ea7-d57c-4615-9933-bda445883be5 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-415283'] for router_interface, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:44.937042 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:16:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-beb98bdd-dc74-4fa1-b893-b936624c918e x-openstack-request-id: req-beb98bdd-dc74-4fa1-b893-b936624c918e {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:16:44.937513 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7686eb2c-2073-4bea-b19a-672b3e4cf798", "name": "network-vif-plugged", "status": "completed", "tag": "c66a2b48-02b3-420d-927a-1d39eacfd203", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:16:44.937763 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-beb98bdd-dc74-4fa1-b893-b936624c918e {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:16:44.938153 n-d-802623-1 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7686eb2c-2073-4bea-b19a-672b3e4cf798', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c66a2b48-02b3-420d-927a-1d39eacfd203', 'code': 200} Jul 27 23:16:44.982104 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Pushing event updated for resources: {'Port': ['ID=c66a2b48-02b3-420d-927a-1d39eacfd203,revision_number=7']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:16:45.194331 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-79b11ea7-d57c-4615-9933-bda445883be5 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:45.278532 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-7e58a09c-8b00-4b34-bfe3-2aa2cb690ac0 None None] Provisioning for port 1959bbd6-f659-4abb-90e0-1ab56504d23e completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:16:45.283275 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-7e58a09c-8b00-4b34-bfe3-2aa2cb690ac0 None None] Provisioning complete for port 1959bbd6-f659-4abb-90e0-1ab56504d23e triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:16:45.283931 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7e58a09c-8b00-4b34-bfe3-2aa2cb690ac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:45.390930 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-7e58a09c-8b00-4b34-bfe3-2aa2cb690ac0 None None] Port 1959bbd6-f659-4abb-90e0-1ab56504d23e cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:16:45.613066 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-79b11ea7-d57c-4615-9933-bda445883be5 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:45.621067 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-79b11ea7-d57c-4615-9933-bda445883be5 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11336041'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:45.677888 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-79b11ea7-d57c-4615-9933-bda445883be5 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3760555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-414115'] for router_interface, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:45.793803 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b11ea7-d57c-4615-9933-bda445883be5 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Pushing event updated for resources: {'Port': ['ID=1959bbd6-f659-4abb-90e0-1ab56504d23e,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:16:45.837622 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79b11ea7-d57c-4615-9933-bda445883be5 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Network a5678981-a1f7-4cf1-a75b-604335d5df52 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:16:45.839022 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-79b11ea7-d57c-4615-9933-bda445883be5 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:16:45.971035 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79b11ea7-d57c-4615-9933-bda445883be5 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Router 078107e7-ebbe-4aad-956f-7c1e3b3918d5 has already been hosted by L3 agent 018c4455-49c0-4734-927d-7824067b2a9e {{(pid=93797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 23:16:46.156213 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79b11ea7-d57c-4615-9933-bda445883be5 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:16:46.162342 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-79b11ea7-d57c-4615-9933-bda445883be5 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] 10.222.0.18 "PUT /v2.0/routers/078107e7-ebbe-4aad-956f-7c1e3b3918d5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0968499 Jul 27 23:16:46.170988 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 44688) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:16:46.174065 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-564d8dc9-ad78-4bed-98a2-86e30d60ef30 None None] Sync routers for ids ['078107e7-ebbe-4aad-956f-7c1e3b3918d5'] in n-d-802623-1 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:16:46.193013 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-564d8dc9-ad78-4bed-98a2-86e30d60ef30 None None] Routers {'078107e7-ebbe-4aad-956f-7c1e3b3918d5'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:16:46.193669 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-564d8dc9-ad78-4bed-98a2-86e30d60ef30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:16:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['078107e7-ebbe-4aad-956f-7c1e3b3918d5'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:16:46.224034 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-8635765c-f6da-4e87-a859-c7b07ce1e70d None None] Provisioning complete for port 1959bbd6-f659-4abb-90e0-1ab56504d23e triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:16:46.225086 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8635765c-f6da-4e87-a859-c7b07ce1e70d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:46.278983 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac3268c8-254d-4e72-912b-886306fda2f3 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:16:46.285502 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 44692) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:16:46.287766 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-ac3268c8-254d-4e72-912b-886306fda2f3 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] 10.222.0.18 "GET /v2.0/ports/1959bbd6-f659-4abb-90e0-1ab56504d23e HTTP/1.1" status: 200 len: 910 time: 0.1121061 Jul 27 23:16:46.311907 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-8635765c-f6da-4e87-a859-c7b07ce1e70d None None] Port 1959bbd6-f659-4abb-90e0-1ab56504d23e cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:16:46.327533 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-564d8dc9-ad78-4bed-98a2-86e30d60ef30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:16:46.349595 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-564d8dc9-ad78-4bed-98a2-86e30d60ef30 None None] Routers {'078107e7-ebbe-4aad-956f-7c1e3b3918d5'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:16:46.352327 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-564d8dc9-ad78-4bed-98a2-86e30d60ef30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:16:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['078107e7-ebbe-4aad-956f-7c1e3b3918d5'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:16:46.402562 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device dfea8f94-bca2-458e-979b-9e50616fc6b6 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:16:46.449826 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-564d8dc9-ad78-4bed-98a2-86e30d60ef30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:16:46.450493 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-564d8dc9-ad78-4bed-98a2-86e30d60ef30 None None] The sync data for ids ['078107e7-ebbe-4aad-956f-7c1e3b3918d5'] in n-d-802623-1 is: [] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:16:46.516503 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port dfea8f94-bca2-458e-979b-9e50616fc6b6 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:16:46.516884 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:47.000508 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c8bb446e-05e5-4d57-8a27-37317a9f2768 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-414022'] for router_interface, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:47.566235 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-c8bb446e-05e5-4d57-8a27-37317a9f2768 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Deleting port 1959bbd6-f659-4abb-90e0-1ab56504d23e {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:16:47.566837 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c8bb446e-05e5-4d57-8a27-37317a9f2768 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:47.769135 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c8bb446e-05e5-4d57-8a27-37317a9f2768 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:47.794042 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-c8bb446e-05e5-4d57-8a27-37317a9f2768 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Calling delete_port for 1959bbd6-f659-4abb-90e0-1ab56504d23e owned by network:router_interface {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:16:48.365850 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c8bb446e-05e5-4d57-8a27-37317a9f2768 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:48.418069 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bb446e-05e5-4d57-8a27-37317a9f2768 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Pushing event deleted for resources: {'Port': ['ID=1959bbd6-f659-4abb-90e0-1ab56504d23e,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:16:48.892528 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c8bb446e-05e5-4d57-8a27-37317a9f2768 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3760546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-413994'] for router_interface, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:49.175443 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8bb446e-05e5-4d57-8a27-37317a9f2768 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Router 078107e7-ebbe-4aad-956f-7c1e3b3918d5 has already been hosted by L3 agent 018c4455-49c0-4734-927d-7824067b2a9e {{(pid=93797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 23:16:49.292355 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.agents_db [None req-9beef776-8bab-4de2-989a-f5a23ba4aaf4 None None] Agent healthcheck: found 7 active agents {{(pid=93800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 23:16:49.309422 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8bb446e-05e5-4d57-8a27-37317a9f2768 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:16:49.319506 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 44726) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:16:49.321257 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af6d16a-43d1-4511-955d-93a31a1f5f2e None None] Sync routers for ids ['078107e7-ebbe-4aad-956f-7c1e3b3918d5'] in n-d-802623-1 {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:16:49.332810 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-c8bb446e-05e5-4d57-8a27-37317a9f2768 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] 10.222.0.18 "PUT /v2.0/routers/078107e7-ebbe-4aad-956f-7c1e3b3918d5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0459888 Jul 27 23:16:49.366078 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af6d16a-43d1-4511-955d-93a31a1f5f2e None None] Routers {'078107e7-ebbe-4aad-956f-7c1e3b3918d5'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:16:49.368044 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-1af6d16a-43d1-4511-955d-93a31a1f5f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:16:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['078107e7-ebbe-4aad-956f-7c1e3b3918d5'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:16:49.430178 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-1af6d16a-43d1-4511-955d-93a31a1f5f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:16:49.447877 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af6d16a-43d1-4511-955d-93a31a1f5f2e None None] Routers {'078107e7-ebbe-4aad-956f-7c1e3b3918d5'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:16:49.454651 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-1af6d16a-43d1-4511-955d-93a31a1f5f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:16:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['078107e7-ebbe-4aad-956f-7c1e3b3918d5'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:16:49.494847 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-1af6d16a-43d1-4511-955d-93a31a1f5f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:16:49.495518 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af6d16a-43d1-4511-955d-93a31a1f5f2e None None] The sync data for ids ['078107e7-ebbe-4aad-956f-7c1e3b3918d5'] in n-d-802623-1 is: [] {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:16:49.926293 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c94c7071-673a-40af-8915-2f026e964302 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-414022'] for router_interface, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:50.332750 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-c94c7071-673a-40af-8915-2f026e964302 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Deleting port 3e77dbf7-53dd-48cb-8643-f024f4595a42 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:16:50.333824 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c94c7071-673a-40af-8915-2f026e964302 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:50.514900 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c94c7071-673a-40af-8915-2f026e964302 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:50.529799 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-c94c7071-673a-40af-8915-2f026e964302 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Calling delete_port for 3e77dbf7-53dd-48cb-8643-f024f4595a42 owned by network:router_interface {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:16:50.753327 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c94c7071-673a-40af-8915-2f026e964302 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:50.880854 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94c7071-673a-40af-8915-2f026e964302 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Pushing event deleted for resources: {'Port': ['ID=3e77dbf7-53dd-48cb-8643-f024f4595a42,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:16:51.197878 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c94c7071-673a-40af-8915-2f026e964302 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3760546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-413994'] for router_interface, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:51.464679 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c94c7071-673a-40af-8915-2f026e964302 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Router 078107e7-ebbe-4aad-956f-7c1e3b3918d5 has already been hosted by L3 agent 018c4455-49c0-4734-927d-7824067b2a9e {{(pid=93798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 23:16:51.666435 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c94c7071-673a-40af-8915-2f026e964302 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:16:51.684369 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ede06bc-8f5c-489b-8953-0417835e0d18 None None] Sync routers for ids ['078107e7-ebbe-4aad-956f-7c1e3b3918d5'] in n-d-802623-1 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:16:51.695542 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-c94c7071-673a-40af-8915-2f026e964302 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] 10.222.0.18 "PUT /v2.0/routers/078107e7-ebbe-4aad-956f-7c1e3b3918d5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3727214 Jul 27 23:16:51.697664 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 44756) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:16:51.708724 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ede06bc-8f5c-489b-8953-0417835e0d18 None None] Routers {'078107e7-ebbe-4aad-956f-7c1e3b3918d5'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:16:51.709865 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-2ede06bc-8f5c-489b-8953-0417835e0d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:16:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['078107e7-ebbe-4aad-956f-7c1e3b3918d5'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:16:51.773876 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 44760) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:16:51.779433 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-ed795c6b-f4dc-46bb-9596-2a2be8aa1a0e tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] 10.222.0.18 "GET /v2.0/ports?device_id=078107e7-ebbe-4aad-956f-7c1e3b3918d5 HTTP/1.1" status: 200 len: 205 time: 0.0802886 Jul 27 23:16:51.806346 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-2ede06bc-8f5c-489b-8953-0417835e0d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:16:51.835873 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ede06bc-8f5c-489b-8953-0417835e0d18 None None] Routers {'078107e7-ebbe-4aad-956f-7c1e3b3918d5'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:16:51.836517 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-2ede06bc-8f5c-489b-8953-0417835e0d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:16:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['078107e7-ebbe-4aad-956f-7c1e3b3918d5'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:16:51.842150 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 44762) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:16:51.898219 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-2ede06bc-8f5c-489b-8953-0417835e0d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:16:51.901680 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ede06bc-8f5c-489b-8953-0417835e0d18 None None] The sync data for ids ['078107e7-ebbe-4aad-956f-7c1e3b3918d5'] in n-d-802623-1 is: [] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:16:51.957676 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e8ee02c4-0a43-49c3-a013-14f50f9a8bd9 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks [] for router, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:51.971863 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-dd19e511-9bf6-4483-8c54-a0873d5e4dc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:52.157060 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-dd19e511-9bf6-4483-8c54-a0873d5e4dc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:52.170395 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-dd19e511-9bf6-4483-8c54-a0873d5e4dc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:52.234386 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-dd19e511-9bf6-4483-8c54-a0873d5e4dc9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b3150dabd5ed49d8a8bb2a6faf5689b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3908582 Jul 27 23:16:52.237946 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 44768) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:16:52.240735 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd19e511-9bf6-4483-8c54-a0873d5e4dc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6000c209-6a7b-4e6d-9a08-bbbaf1f5fe7f,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:16:52.338432 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e8ee02c4-0a43-49c3-a013-14f50f9a8bd9 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62205'] for router, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:52.342423 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e8ee02c4-0a43-49c3-a013-14f50f9a8bd9 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:52.442331 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e8ee02c4-0a43-49c3-a013-14f50f9a8bd9 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-477831'] for router, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:52.443346 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8ee02c4-0a43-49c3-a013-14f50f9a8bd9 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Fanout notify agent at l3_agent the message router_deleted on router 078107e7-ebbe-4aad-956f-7c1e3b3918d5 {{(pid=93798) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 23:16:52.453625 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e8ee02c4-0a43-49c3-a013-14f50f9a8bd9 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks [] for router, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:52.454757 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-e8ee02c4-0a43-49c3-a013-14f50f9a8bd9 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] 10.222.0.18 "DELETE /v2.0/routers/078107e7-ebbe-4aad-956f-7c1e3b3918d5 HTTP/1.1" status: 204 len: 168 time: 0.6798074 Jul 27 23:16:52.457522 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 44772) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:16:52.519192 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-71f3ecad-33e6-4b5d-be06-9e213617a57f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:52.557192 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-71f3ecad-33e6-4b5d-be06-9e213617a57f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:52.626470 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-71f3ecad-33e6-4b5d-be06-9e213617a57f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:52.633083 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-71f3ecad-33e6-4b5d-be06-9e213617a57f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:52.634124 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-71f3ecad-33e6-4b5d-be06-9e213617a57f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6000c209-6a7b-4e6d-9a08-bbbaf1f5fe7f HTTP/1.1" status: 204 len: 168 time: 0.3920481 Jul 27 23:16:52.709309 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f3ecad-33e6-4b5d-be06-9e213617a57f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6000c209-6a7b-4e6d-9a08-bbbaf1f5fe7f,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:16:52.732287 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_v2 [None req-88defa14-1e6e-4f7b-b870-b714f30f039b tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Deleting subnet 32bff3b9-b647-4f98-b8c2-0c7c8c3c7c21 {{(pid=93798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 23:16:52.738938 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-88defa14-1e6e-4f7b-b870-b714f30f039b tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks [] for subnet, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:52.786255 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f3ecad-33e6-4b5d-be06-9e213617a57f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:16:52.786614 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f3ecad-33e6-4b5d-be06-9e213617a57f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:16:52.786960 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f3ecad-33e6-4b5d-be06-9e213617a57f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:16:52.787332 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f3ecad-33e6-4b5d-be06-9e213617a57f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:16:52.787667 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f3ecad-33e6-4b5d-be06-9e213617a57f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:16:52.788007 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f3ecad-33e6-4b5d-be06-9e213617a57f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:16:52.788956 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f3ecad-33e6-4b5d-be06-9e213617a57f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:16:52.789298 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f3ecad-33e6-4b5d-be06-9e213617a57f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:16:52.789604 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f3ecad-33e6-4b5d-be06-9e213617a57f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:16:52.789932 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f3ecad-33e6-4b5d-be06-9e213617a57f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:16:52.790264 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f3ecad-33e6-4b5d-be06-9e213617a57f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:16:52.790589 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f3ecad-33e6-4b5d-be06-9e213617a57f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:16:52.814495 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-88defa14-1e6e-4f7b-b870-b714f30f039b tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11163249'] for subnet, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:52.913606 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-88defa14-1e6e-4f7b-b870-b714f30f039b tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620741'] for subnet, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:52.992018 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-88defa14-1e6e-4f7b-b870-b714f30f039b tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11971800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12265753'] for subnet, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:53.045168 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-88defa14-1e6e-4f7b-b870-b714f30f039b tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:53.049546 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-88defa14-1e6e-4f7b-b870-b714f30f039b tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] 10.222.0.18 "DELETE /v2.0/subnets/32bff3b9-b647-4f98-b8c2-0c7c8c3c7c21 HTTP/1.1" status: 204 len: 168 time: 0.5911813 Jul 27 23:16:53.055410 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 44782) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:16:53.056121 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15833ea5-0660-471b-9d83-2c37a75bb247 None None] Network a5678981-a1f7-4cf1-a75b-604335d5df52 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:16:53.100026 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88defa14-1e6e-4f7b-b870-b714f30f039b tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Pushing event deleted for resources: {'Subnet': ['ID=32bff3b9-b647-4f98-b8c2-0c7c8c3c7c21,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:16:53.171186 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_v2 [None req-32ac562c-cc01-4cd7-b03e-6e9b8efc546d tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Deleting subnet 362e7d67-5a39-46f8-81af-18cfbb51c72f {{(pid=93798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 23:16:53.175312 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-32ac562c-cc01-4cd7-b03e-6e9b8efc546d tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks [] for subnet, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:53.239725 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-32ac562c-cc01-4cd7-b03e-6e9b8efc546d tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11163249'] for subnet, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:53.368661 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2853a265-42ac-4ec7-b6c9-77ff78fd1fb8 None None] DHCP port deletion for a5678981-a1f7-4cf1-a75b-604335d5df52 request from n-d-802623-1 {{(pid=93799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 23:16:53.370965 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 44790) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:16:53.397870 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6aac3474-9e0c-4897-889c-4d2e503bb8c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:53.456769 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-2853a265-42ac-4ec7-b6c9-77ff78fd1fb8 None None] Deleting port dfea8f94-bca2-458e-979b-9e50616fc6b6 {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:16:53.457547 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2853a265-42ac-4ec7-b6c9-77ff78fd1fb8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:53.492310 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-32ac562c-cc01-4cd7-b03e-6e9b8efc546d tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620741'] for subnet, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:53.546926 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-2853a265-42ac-4ec7-b6c9-77ff78fd1fb8 None None] For port dfea8f94-bca2-458e-979b-9e50616fc6b6, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=dfea8f94-bca2-458e-979b-9e50616fc6b6,segment=NetworkSegment(498813e6-e9d4-4109-983e-09d98bef9583),segment_id=498813e6-e9d4-4109-983e-09d98bef9583)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:16:53.547866 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2853a265-42ac-4ec7-b6c9-77ff78fd1fb8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:53.572107 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-2853a265-42ac-4ec7-b6c9-77ff78fd1fb8 None None] Calling delete_port for dfea8f94-bca2-458e-979b-9e50616fc6b6 owned by network:dhcp {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:16:53.608845 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6aac3474-9e0c-4897-889c-4d2e503bb8c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:53.614285 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6aac3474-9e0c-4897-889c-4d2e503bb8c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:53.656787 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-32ac562c-cc01-4cd7-b03e-6e9b8efc546d tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11971800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12265753'] for subnet, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:53.657679 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aac3474-9e0c-4897-889c-4d2e503bb8c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=592888f7-f614-4750-88ed-6cdd0c5e6d74,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:16:53.683569 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-6aac3474-9e0c-4897-889c-4d2e503bb8c4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=fbbf9c536f8c4a9b86f5c61f96067d13&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3082364 Jul 27 23:16:53.684369 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 44792) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:16:53.686583 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2853a265-42ac-4ec7-b6c9-77ff78fd1fb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:53.721082 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2853a265-42ac-4ec7-b6c9-77ff78fd1fb8 None None] No DVR routers for this DVR port dfea8f94-bca2-458e-979b-9e50616fc6b6 on host n-d-802623-1 {{(pid=93799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:16:53.732697 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2853a265-42ac-4ec7-b6c9-77ff78fd1fb8 None None] Pushing event deleted for resources: {'Port': ['ID=dfea8f94-bca2-458e-979b-9e50616fc6b6,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:16:53.746931 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ac562c-cc01-4cd7-b03e-6e9b8efc546d tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Pushing event deleted for resources: {'Subnet': ['ID=362e7d67-5a39-46f8-81af-18cfbb51c72f,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:16:53.757769 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-532be613-6b27-45fc-b488-a13ab6973519 None None] Network 539c2611-93eb-499e-8942-be9e629eb9c7 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:16:53.759868 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-32ac562c-cc01-4cd7-b03e-6e9b8efc546d tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:53.760242 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b472ba86-e3c5-4735-9cf8-1a420857228a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:53.765432 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 44794) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:16:53.775620 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-32ac562c-cc01-4cd7-b03e-6e9b8efc546d tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] 10.222.0.18 "DELETE /v2.0/subnets/362e7d67-5a39-46f8-81af-18cfbb51c72f HTTP/1.1" status: 204 len: 168 time: 0.7167652 Jul 27 23:16:53.867628 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d9764dc6-b12a-4066-8e51-a24f27a2abda tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593271'] for network, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:53.944385 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b472ba86-e3c5-4735-9cf8-1a420857228a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:54.077503 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b1073c7-c3ae-4241-972f-74db27e03e96 None None] DHCP port deletion for 539c2611-93eb-499e-8942-be9e629eb9c7 request from n-d-802623-1 {{(pid=93799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 23:16:54.278526 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d9764dc6-b12a-4066-8e51-a24f27a2abda tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618032', 'neutron.services.segments.db._delete_segments_for_network-8736833900081'] for network, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:54.293597 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-d9764dc6-b12a-4066-8e51-a24f27a2abda tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5678981-a1f7-4cf1-a75b-604335d5df52']}} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:16:54.307535 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-d9764dc6-b12a-4066-8e51-a24f27a2abda tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '498813e6-e9d4-4109-983e-09d98bef9583') {'for_net_delete': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:16:54.307870 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-d9764dc6-b12a-4066-8e51-a24f27a2abda tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '498813e6-e9d4-4109-983e-09d98bef9583') {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:16:54.317363 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d9764dc6-b12a-4066-8e51-a24f27a2abda tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736833900858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11335978'] for segment, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:54.348594 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d9764dc6-b12a-4066-8e51-a24f27a2abda tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:54.356036 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device dfea8f94-bca2-458e-979b-9e50616fc6b6 no longer exists at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:16:54.363267 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9764dc6-b12a-4066-8e51-a24f27a2abda tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Releasing vlan 505 on physical network physnet1 to pool {{(pid=93797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 23:16:54.363739 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d9764dc6-b12a-4066-8e51-a24f27a2abda tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11336013'] for segment, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:54.367464 n-d-802623-1 neutron-server[93797]: Traceback (most recent call last): Jul 27 23:16:54.367464 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 23:16:54.367464 n-d-802623-1 neutron-server[93797]: timer() Jul 27 23:16:54.367464 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 23:16:54.367464 n-d-802623-1 neutron-server[93797]: cb(*args, **kw) Jul 27 23:16:54.367464 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 23:16:54.367464 n-d-802623-1 neutron-server[93797]: return func(*args, **kwargs) Jul 27 23:16:54.367464 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 23:16:54.367464 n-d-802623-1 neutron-server[93797]: self._notify() Jul 27 23:16:54.367464 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 23:16:54.367464 n-d-802623-1 neutron-server[93797]: self.callback(batched_events) Jul 27 23:16:54.367464 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 23:16:54.367464 n-d-802623-1 neutron-server[93797]: event.method(event) Jul 27 23:16:54.367464 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 23:16:54.367464 n-d-802623-1 neutron-server[93797]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 23:16:54.367464 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 23:16:54.367464 n-d-802623-1 neutron-server[93797]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 23:16:54.367464 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 23:16:54.367464 n-d-802623-1 neutron-server[93797]: return f(self, *a, **k) Jul 27 23:16:54.367464 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 23:16:54.367464 n-d-802623-1 neutron-server[93797]: return self._get(url).json() Jul 27 23:16:54.367464 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 23:16:54.367464 n-d-802623-1 neutron-server[93797]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 23:16:54.367464 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 23:16:54.367464 n-d-802623-1 neutron-server[93797]: return self.request(url, 'GET', **kwargs) Jul 27 23:16:54.367464 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 23:16:54.367464 n-d-802623-1 neutron-server[93797]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 23:16:54.367464 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 23:16:54.367464 n-d-802623-1 neutron-server[93797]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 23:16:54.367464 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 23:16:54.367464 n-d-802623-1 neutron-server[93797]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 23:16:54.367464 n-d-802623-1 neutron-server[93797]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 23:16:54.384607 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] No Port match for: dfea8f94-bca2-458e-979b-9e50616fc6b6 {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:16:54.385017 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device dfea8f94-bca2-458e-979b-9e50616fc6b6 not bound to the agent host n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:16:54.386122 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device b713aa1e-a15f-42ca-94b1-168736adcff3 no longer exists at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:16:54.386266 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b472ba86-e3c5-4735-9cf8-1a420857228a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:54.388714 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b472ba86-e3c5-4735-9cf8-1a420857228a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:54.391949 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-b472ba86-e3c5-4735-9cf8-1a420857228a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/592888f7-f614-4750-88ed-6cdd0c5e6d74 HTTP/1.1" status: 204 len: 168 time: 0.7042022 Jul 27 23:16:54.443657 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b472ba86-e3c5-4735-9cf8-1a420857228a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=592888f7-f614-4750-88ed-6cdd0c5e6d74,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:16:54.468574 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d9764dc6-b12a-4066-8e51-a24f27a2abda tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415412'] for network, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:54.477002 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d9764dc6-b12a-4066-8e51-a24f27a2abda tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for network, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:54.481728 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 44806) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:16:54.508056 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-d9764dc6-b12a-4066-8e51-a24f27a2abda tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] 10.222.0.18 "DELETE /v2.0/networks/a5678981-a1f7-4cf1-a75b-604335d5df52 HTTP/1.1" status: 204 len: 168 time: 0.7409225 Jul 27 23:16:54.535621 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9764dc6-b12a-4066-8e51-a24f27a2abda tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Pushing event deleted for resources: {'Network': ['ID=a5678981-a1f7-4cf1-a75b-604335d5df52,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:16:54.676710 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-6b1073c7-c3ae-4241-972f-74db27e03e96 None None] Deleting port b713aa1e-a15f-42ca-94b1-168736adcff3 {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:16:54.677215 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-6b1073c7-c3ae-4241-972f-74db27e03e96 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:54.688425 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-07f96b41-c924-41dd-9e94-6401b8f503f7 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593271'] for network, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:54.774487 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-6b1073c7-c3ae-4241-972f-74db27e03e96 None None] For port b713aa1e-a15f-42ca-94b1-168736adcff3, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=b713aa1e-a15f-42ca-94b1-168736adcff3,segment=NetworkSegment(f4d8c97f-efe4-4d4e-b97f-a57ee17c056d),segment_id=f4d8c97f-efe4-4d4e-b97f-a57ee17c056d)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:16:54.774954 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-6b1073c7-c3ae-4241-972f-74db27e03e96 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:54.778115 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:54.824067 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-07f96b41-c924-41dd-9e94-6401b8f503f7 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Deleting port b713aa1e-a15f-42ca-94b1-168736adcff3 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:16:54.824067 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-07f96b41-c924-41dd-9e94-6401b8f503f7 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:54.851990 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-6b1073c7-c3ae-4241-972f-74db27e03e96 None None] Calling delete_port for b713aa1e-a15f-42ca-94b1-168736adcff3 owned by network:dhcp {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:16:54.893285 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] For port b713aa1e-a15f-42ca-94b1-168736adcff3, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=b713aa1e-a15f-42ca-94b1-168736adcff3,segment=NetworkSegment(f4d8c97f-efe4-4d4e-b97f-a57ee17c056d),segment_id=f4d8c97f-efe4-4d4e-b97f-a57ee17c056d)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:16:54.910461 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:54.995744 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-07f96b41-c924-41dd-9e94-6401b8f503f7 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] For port b713aa1e-a15f-42ca-94b1-168736adcff3, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=b713aa1e-a15f-42ca-94b1-168736adcff3,segment=NetworkSegment(f4d8c97f-efe4-4d4e-b97f-a57ee17c056d),segment_id=f4d8c97f-efe4-4d4e-b97f-a57ee17c056d)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:16:54.995744 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-07f96b41-c924-41dd-9e94-6401b8f503f7 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:55.036642 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-07f96b41-c924-41dd-9e94-6401b8f503f7 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Calling delete_port for b713aa1e-a15f-42ca-94b1-168736adcff3 owned by network:dhcp {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:16:55.103272 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Pushing event updated for resources: {'Port': ['ID=b713aa1e-a15f-42ca-94b1-168736adcff3,revision_number=5']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:16:55.132224 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-6b1073c7-c3ae-4241-972f-74db27e03e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:55.206610 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b1073c7-c3ae-4241-972f-74db27e03e96 None None] No DVR routers for this DVR port b713aa1e-a15f-42ca-94b1-168736adcff3 on host n-d-802623-1 {{(pid=93799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:16:55.217703 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1073c7-c3ae-4241-972f-74db27e03e96 None None] Pushing event deleted for resources: {'Port': ['ID=b713aa1e-a15f-42ca-94b1-168736adcff3,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:16:55.803086 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-07f96b41-c924-41dd-9e94-6401b8f503f7 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:55.832680 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f96b41-c924-41dd-9e94-6401b8f503f7 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] No DVR routers for this DVR port b713aa1e-a15f-42ca-94b1-168736adcff3 on host n-d-802623-1 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:16:55.857758 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f96b41-c924-41dd-9e94-6401b8f503f7 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Pushing event deleted for resources: {'Port': ['ID=b713aa1e-a15f-42ca-94b1-168736adcff3,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:16:55.938717 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-07f96b41-c924-41dd-9e94-6401b8f503f7 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618032', 'neutron.services.segments.db._delete_segments_for_network-8736833900081'] for network, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:55.949837 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-07f96b41-c924-41dd-9e94-6401b8f503f7 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['539c2611-93eb-499e-8942-be9e629eb9c7']}} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:16:55.961382 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-07f96b41-c924-41dd-9e94-6401b8f503f7 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4d8c97f-efe4-4d4e-b97f-a57ee17c056d') {'for_net_delete': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:16:55.961689 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-07f96b41-c924-41dd-9e94-6401b8f503f7 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4d8c97f-efe4-4d4e-b97f-a57ee17c056d') {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:16:55.971676 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-07f96b41-c924-41dd-9e94-6401b8f503f7 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736833900858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11163256'] for segment, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:55.986709 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-07f96b41-c924-41dd-9e94-6401b8f503f7 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:55.992999 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07f96b41-c924-41dd-9e94-6401b8f503f7 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Releasing vlan 517 on physical network physnet1 to pool {{(pid=93798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 23:16:55.993420 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-07f96b41-c924-41dd-9e94-6401b8f503f7 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11971746'] for segment, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:56.058957 n-d-802623-1 neutron-server[93798]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 23:16:56.058957 n-d-802623-1 neutron-server[93798]: self.session.flush() Jul 27 23:16:56.058957 n-d-802623-1 neutron-server[93798]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 23:16:56.058957 n-d-802623-1 neutron-server[93798]: self.session.flush() Jul 27 23:16:56.058957 n-d-802623-1 neutron-server[93798]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 23:16:56.058957 n-d-802623-1 neutron-server[93798]: self.session.flush() Jul 27 23:16:56.058957 n-d-802623-1 neutron-server[93798]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 23:16:56.058957 n-d-802623-1 neutron-server[93798]: self.session.flush() Jul 27 23:16:56.058957 n-d-802623-1 neutron-server[93798]: Traceback (most recent call last): Jul 27 23:16:56.058957 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 23:16:56.058957 n-d-802623-1 neutron-server[93798]: timer() Jul 27 23:16:56.058957 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 23:16:56.058957 n-d-802623-1 neutron-server[93798]: cb(*args, **kw) Jul 27 23:16:56.058957 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 23:16:56.058957 n-d-802623-1 neutron-server[93798]: return func(*args, **kwargs) Jul 27 23:16:56.058957 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 23:16:56.058957 n-d-802623-1 neutron-server[93798]: self._notify() Jul 27 23:16:56.058957 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 23:16:56.058957 n-d-802623-1 neutron-server[93798]: self.callback(batched_events) Jul 27 23:16:56.058957 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 23:16:56.058957 n-d-802623-1 neutron-server[93798]: event.method(event) Jul 27 23:16:56.058957 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 23:16:56.058957 n-d-802623-1 neutron-server[93798]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 23:16:56.058957 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 23:16:56.058957 n-d-802623-1 neutron-server[93798]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 23:16:56.058957 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 23:16:56.058957 n-d-802623-1 neutron-server[93798]: return f(self, *a, **k) Jul 27 23:16:56.058957 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 23:16:56.058957 n-d-802623-1 neutron-server[93798]: return self._get(url).json() Jul 27 23:16:56.058957 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 23:16:56.058957 n-d-802623-1 neutron-server[93798]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 23:16:56.058957 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 23:16:56.058957 n-d-802623-1 neutron-server[93798]: return self.request(url, 'GET', **kwargs) Jul 27 23:16:56.058957 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 23:16:56.058957 n-d-802623-1 neutron-server[93798]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 23:16:56.058957 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 23:16:56.058957 n-d-802623-1 neutron-server[93798]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 23:16:56.058957 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 23:16:56.058957 n-d-802623-1 neutron-server[93798]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 23:16:56.058957 n-d-802623-1 neutron-server[93798]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 23:16:56.063798 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-07f96b41-c924-41dd-9e94-6401b8f503f7 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415412'] for network, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:56.075120 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-07f96b41-c924-41dd-9e94-6401b8f503f7 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:56.078041 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-07f96b41-c924-41dd-9e94-6401b8f503f7 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] 10.222.0.18 "DELETE /v2.0/networks/539c2611-93eb-499e-8942-be9e629eb9c7 HTTP/1.1" status: 204 len: 168 time: 1.5951259 Jul 27 23:16:56.083032 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 44850) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:16:56.088807 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-1447893c-d9b1-43a8-8b82-35140d63924a tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Request body: {'network': {'name': 'tempest-RoutersTest-1063044997'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:16:56.094141 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f96b41-c924-41dd-9e94-6401b8f503f7 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Pushing event deleted for resources: {'Network': ['ID=539c2611-93eb-499e-8942-be9e629eb9c7,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:16:56.135752 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1447893c-d9b1-43a8-8b82-35140d63924a tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Made reservation on behalf of 2c20245bbadb4ad09448e470090626f6 for: {'network': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:16:56.146479 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1447893c-d9b1-43a8-8b82-35140d63924a tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for network, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:56.187079 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1447893c-d9b1-43a8-8b82-35140d63924a tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 529} {{(pid=93797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 23:16:56.204430 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1447893c-d9b1-43a8-8b82-35140d63924a tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:56.205680 n-d-802623-1 neutron-server[93797]: INFO neutron.db.segments_db [None req-1447893c-d9b1-43a8-8b82-35140d63924a tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Added segment 60ba8236-5f57-4b60-b074-c67b962d36e4 of type vlan for network 0168ec7a-58bf-4fcb-9a6b-26a1196331cd Jul 27 23:16:56.325007 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1447893c-d9b1-43a8-8b82-35140d63924a tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736833354590'] for network, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:56.423808 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1447893c-d9b1-43a8-8b82-35140d63924a tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569'] for network, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:56.431547 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1447893c-d9b1-43a8-8b82-35140d63924a tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:16:56.431547 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1447893c-d9b1-43a8-8b82-35140d63924a tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for network, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:56.474852 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4f677f-5003-47ad-af69-d25078f901fa req-8e535290-ffdd-40a7-88cb-bc48645eca21 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:16:56.478289 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-ba4f677f-5003-47ad-af69-d25078f901fa req-8e535290-ffdd-40a7-88cb-bc48645eca21 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/ports?device_id=55cb1b9e-b3c2-47cd-8a02-7c9e10ec36f7 HTTP/1.1" status: 200 len: 946 time: 0.1161788 Jul 27 23:16:56.555088 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 44874) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:16:56.561161 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-94d23868-bc42-4ef7-8ff2-ca7f84745e79 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Request body: {'subnet': {'network_id': '0168ec7a-58bf-4fcb-9a6b-26a1196331cd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:16:56.562220 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-1447893c-d9b1-43a8-8b82-35140d63924a tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4774344 Jul 27 23:16:56.572898 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1447893c-d9b1-43a8-8b82-35140d63924a tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Pushing event updated for resources: {'Network': ['ID=0168ec7a-58bf-4fcb-9a6b-26a1196331cd,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:16:56.583729 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Network 0168ec7a-58bf-4fcb-9a6b-26a1196331cd details requested by agent ovs-agent-n-d-802623-1 with host n-d-802623-1 {{(pid=93799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 23:16:56.626463 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-ba4f677f-5003-47ad-af69-d25078f901fa req-84d44ab5-5d79-4d51-8147-df7ccf431e9e tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/security-groups?id=5f578744-6f09-4b7e-a537-2a342130270d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1034820 Jul 27 23:16:56.674504 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94d23868-bc42-4ef7-8ff2-ca7f84745e79 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Made reservation on behalf of 2c20245bbadb4ad09448e470090626f6 for: {'subnet': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:16:56.678414 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-94d23868-bc42-4ef7-8ff2-ca7f84745e79 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12265828'] for subnet, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:56.868473 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8a0cd7bb-e95c-4032-ae90-25088452f1bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:56.946049 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-94d23868-bc42-4ef7-8ff2-ca7f84745e79 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11971609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12265750'] for subnet, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:57.067514 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d23868-bc42-4ef7-8ff2-ca7f84745e79 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Pushing event updated for resources: {'Subnet': ['ID=3319795e-3854-4d2a-8bad-7db209ca5071,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:16:57.071110 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94d23868-bc42-4ef7-8ff2-ca7f84745e79 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Checking segment: {'id': '60ba8236-5f57-4b60-b074-c67b962d36e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '0168ec7a-58bf-4fcb-9a6b-26a1196331cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:16:57.071698 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94d23868-bc42-4ef7-8ff2-ca7f84745e79 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Network hostable DHCP agents. Network: 0168ec7a-58bf-4fcb-9a6b-26a1196331cd, hostable agents: ['5950e76f-2bde-4343-a925-cbe6bacd2706'], hosted agents: [] {{(pid=93798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 23:16:57.093606 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94d23868-bc42-4ef7-8ff2-ca7f84745e79 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Network 0168ec7a-58bf-4fcb-9a6b-26a1196331cd is scheduled to be hosted by DHCP agent 5950e76f-2bde-4343-a925-cbe6bacd2706 with binding_index 1 {{(pid=93798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 23:16:57.106267 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-94d23868-bc42-4ef7-8ff2-ca7f84745e79 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802623-1, 0168ec7a-58bf-4fcb-9a6b-26a1196331cd) {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:16:57.111393 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94d23868-bc42-4ef7-8ff2-ca7f84745e79 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:16:57.112124 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-94d23868-bc42-4ef7-8ff2-ca7f84745e79 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:57.118024 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d4cc406-6927-4ae2-90b7-686e47519e0a None None] Network 0168ec7a-58bf-4fcb-9a6b-26a1196331cd requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:16:57.143126 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-94d23868-bc42-4ef7-8ff2-ca7f84745e79 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5858524 Jul 27 23:16:57.145740 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 44900) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:16:57.152489 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-c918c240-baf6-4eec-a304-d61976ecef71 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2093028815', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:16:57.204201 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c918c240-baf6-4eec-a304-d61976ecef71 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62159'] for router, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:57.207058 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c918c240-baf6-4eec-a304-d61976ecef71 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-479230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-415539', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3693317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62148'] for router, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:57.282874 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c918c240-baf6-4eec-a304-d61976ecef71 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:57.298047 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c918c240-baf6-4eec-a304-d61976ecef71 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-415468'] for router, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:57.318695 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaf6f847-e19a-49a3-b55f-5c3973804314 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f6f257c-ad18-5f0c-8c8e-ea085a5fc8a2-0168ec7a-58bf-4fcb-9a6b-26a1196331cd', 'network_id': '0168ec7a-58bf-4fcb-9a6b-26a1196331cd', 'tenant_id': '2c20245bbadb4ad09448e470090626f6', 'fixed_ips': [{'subnet_id': '3319795e-3854-4d2a-8bad-7db209ca5071'}]}} from n-d-802623-1. {{(pid=93799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 23:16:57.322078 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-eaf6f847-e19a-49a3-b55f-5c3973804314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:57.322923 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c918c240-baf6-4eec-a304-d61976ecef71 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks [] for router, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:57.328697 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 44916) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:16:57.329005 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-c918c240-baf6-4eec-a304-d61976ecef71 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1807697 Jul 27 23:16:57.334336 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-36f02afd-c9fe-43e3-ab6c-6956a3267792 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Request body: {'port': {'network_id': '0168ec7a-58bf-4fcb-9a6b-26a1196331cd', 'name': 'tempest-RoutersTest-380664809'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:16:57.548324 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-eaf6f847-e19a-49a3-b55f-5c3973804314 None None] Allocated IP 172.20.0.2 (0168ec7a-58bf-4fcb-9a6b-26a1196331cd/3319795e-3854-4d2a-8bad-7db209ca5071/d1986898-638c-4f90-9ef2-5799fd00809d) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:16:57.582281 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36f02afd-c9fe-43e3-ab6c-6956a3267792 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Made reservation on behalf of 2c20245bbadb4ad09448e470090626f6 for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:16:57.594970 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-36f02afd-c9fe-43e3-ab6c-6956a3267792 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:57.623022 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [None req-36f02afd-c9fe-43e3-ab6c-6956a3267792 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] device_id is not set on port 569653ba-0e10-47c5-b186-739c7179db8e yet. {{(pid=93798) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 23:16:57.789638 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-eaf6f847-e19a-49a3-b55f-5c3973804314 None None] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:57.819081 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-eaf6f847-e19a-49a3-b55f-5c3973804314 None None] Transition to ACTIVE for port object d1986898-638c-4f90-9ef2-5799fd00809d will not be triggered until provisioned by entity L2. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:16:57.845075 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-eaf6f847-e19a-49a3-b55f-5c3973804314 None None] Transition to ACTIVE for port object d1986898-638c-4f90-9ef2-5799fd00809d will not be triggered until provisioned by entity DHCP. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:16:57.855366 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-eaf6f847-e19a-49a3-b55f-5c3973804314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:57.905913 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf6f847-e19a-49a3-b55f-5c3973804314 None None] Pushing event updated for resources: {'Port': ['ID=d1986898-638c-4f90-9ef2-5799fd00809d,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:16:57.924613 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaf6f847-e19a-49a3-b55f-5c3973804314 None None] Network 0168ec7a-58bf-4fcb-9a6b-26a1196331cd is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:16:57.926449 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-eaf6f847-e19a-49a3-b55f-5c3973804314 None None] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:16:57.928869 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b68499-967f-445c-9148-44eeb85ddaf5 req-e5ca9dae-ef93-4153-956f-1fefc0a9f44b tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:16:57.929028 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf6f847-e19a-49a3-b55f-5c3973804314 None None] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:16:57.930678 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-46b68499-967f-445c-9148-44eeb85ddaf5 req-e5ca9dae-ef93-4153-956f-1fefc0a9f44b tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/ports?device_id=55cb1b9e-b3c2-47cd-8a02-7c9e10ec36f7 HTTP/1.1" status: 200 len: 946 time: 0.1357598 Jul 27 23:16:57.957224 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.db.api [None req-36f02afd-c9fe-43e3-ab6c-6956a3267792 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-b3aebba4-a6a3-46cc-9cd7-bbaa457ffdce {{(pid=93798) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 23:16:57.957870 n-d-802623-1 neutron-server[93798]: DEBUG oslo_db.api [None req-36f02afd-c9fe-43e3-ab6c-6956a3267792 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 23:16:57.982898 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-46b68499-967f-445c-9148-44eeb85ddaf5 req-cfe9f372-2f66-44d9-b207-f2e13f2c1048 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/security-groups?id=5f578744-6f09-4b7e-a537-2a342130270d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451834 Jul 27 23:16:58.037642 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-eaf6f847-e19a-49a3-b55f-5c3973804314 None None] Attempting to bind port d1986898-638c-4f90-9ef2-5799fd00809d on host n-d-802623-1 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:16:58.038611 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-eaf6f847-e19a-49a3-b55f-5c3973804314 None None] Attempting to bind port d1986898-638c-4f90-9ef2-5799fd00809d by drivers openvswitch,hyperv on host n-d-802623-1 at level 0 using segments [{'id': '60ba8236-5f57-4b60-b074-c67b962d36e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '0168ec7a-58bf-4fcb-9a6b-26a1196331cd'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:16:58.039305 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf6f847-e19a-49a3-b55f-5c3973804314 None None] Attempting to bind port d1986898-638c-4f90-9ef2-5799fd00809d on network 0168ec7a-58bf-4fcb-9a6b-26a1196331cd {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:16:58.045063 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf6f847-e19a-49a3-b55f-5c3973804314 None None] Checking agent: {'id': 'a9a568d2-a5e7-41e4-833f-a8ab42ea4073', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 52, 30), 'started_at': datetime.datetime(2021, 7, 27, 22, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 16, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802623-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:16:58.045443 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf6f847-e19a-49a3-b55f-5c3973804314 None None] Checking segment: {'id': '60ba8236-5f57-4b60-b074-c67b962d36e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '0168ec7a-58bf-4fcb-9a6b-26a1196331cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:16:58.045850 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-eaf6f847-e19a-49a3-b55f-5c3973804314 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:58.046245 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf6f847-e19a-49a3-b55f-5c3973804314 None None] Bound using segment: {'id': '60ba8236-5f57-4b60-b074-c67b962d36e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '0168ec7a-58bf-4fcb-9a6b-26a1196331cd'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:16:58.046714 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-eaf6f847-e19a-49a3-b55f-5c3973804314 None None] Bound port: d1986898-638c-4f90-9ef2-5799fd00809d, host: n-d-802623-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60ba8236-5f57-4b60-b074-c67b962d36e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '0168ec7a-58bf-4fcb-9a6b-26a1196331cd'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:16:58.047119 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-eaf6f847-e19a-49a3-b55f-5c3973804314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:58.058376 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 44944) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:16:58.125740 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-eaf6f847-e19a-49a3-b55f-5c3973804314 None None] For port d1986898-638c-4f90-9ef2-5799fd00809d, host n-d-802623-1, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:16:58.129730 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-eaf6f847-e19a-49a3-b55f-5c3973804314 None None] For port d1986898-638c-4f90-9ef2-5799fd00809d, host n-d-802623-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=d1986898-638c-4f90-9ef2-5799fd00809d,segment=NetworkSegment(60ba8236-5f57-4b60-b074-c67b962d36e4),segment_id=60ba8236-5f57-4b60-b074-c67b962d36e4)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:16:58.141478 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-eaf6f847-e19a-49a3-b55f-5c3973804314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:58.235229 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3820fe24-da30-4f69-a2f0-8a925bf6ef4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:58.238935 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf6f847-e19a-49a3-b55f-5c3973804314 None None] Pushing event updated for resources: {'Port': ['ID=d1986898-638c-4f90-9ef2-5799fd00809d,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:16:58.381991 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3820fe24-da30-4f69-a2f0-8a925bf6ef4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:58.398329 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3820fe24-da30-4f69-a2f0-8a925bf6ef4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:58.443821 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3820fe24-da30-4f69-a2f0-8a925bf6ef4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0ed018e-22ba-4426-adec-ea104d57096c,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:16:58.467839 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-36f02afd-c9fe-43e3-ab6c-6956a3267792 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:58.532880 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-3820fe24-da30-4f69-a2f0-8a925bf6ef4f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c0af0a1ebf5040a5a73ae4b501754477&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4728980 Jul 27 23:16:58.535390 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 44968) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:16:58.544582 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [None req-36f02afd-c9fe-43e3-ab6c-6956a3267792 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] device_id is not set on port a86ab4fb-17a0-4903-baea-61ff89457e1f yet. {{(pid=93798) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 23:16:58.729388 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc5ca86-4a03-4d6a-bbec-233993fa5c91 req-24c72944-2e03-405b-9adf-5ab09e6c6543 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:16:58.731078 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-2dc5ca86-4a03-4d6a-bbec-233993fa5c91 req-24c72944-2e03-405b-9adf-5ab09e6c6543 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/ports?device_id=55cb1b9e-b3c2-47cd-8a02-7c9e10ec36f7 HTTP/1.1" status: 200 len: 946 time: 0.1488614 Jul 27 23:16:58.789931 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2ee10ed7-78e1-4716-812a-635095ee1af4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:58.832384 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-36f02afd-c9fe-43e3-ab6c-6956a3267792 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Allocated IP 172.20.0.4 (0168ec7a-58bf-4fcb-9a6b-26a1196331cd/3319795e-3854-4d2a-8bad-7db209ca5071/a86ab4fb-17a0-4903-baea-61ff89457e1f) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:16:58.843736 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2ee10ed7-78e1-4716-812a-635095ee1af4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:58.847978 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-2dc5ca86-4a03-4d6a-bbec-233993fa5c91 req-fabe0660-53a0-4eae-8bdc-f9504713ff71 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/security-groups?id=5f578744-6f09-4b7e-a537-2a342130270d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880947 Jul 27 23:16:58.936099 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2ee10ed7-78e1-4716-812a-635095ee1af4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:58.938592 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2ee10ed7-78e1-4716-812a-635095ee1af4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:58.939765 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-2ee10ed7-78e1-4716-812a-635095ee1af4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b0ed018e-22ba-4426-adec-ea104d57096c HTTP/1.1" status: 204 len: 168 time: 0.4032466 Jul 27 23:16:58.985340 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee10ed7-78e1-4716-812a-635095ee1af4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0ed018e-22ba-4426-adec-ea104d57096c,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:16:59.048714 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-36f02afd-c9fe-43e3-ab6c-6956a3267792 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:59.070492 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-36f02afd-c9fe-43e3-ab6c-6956a3267792 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Transition to ACTIVE for port object a86ab4fb-17a0-4903-baea-61ff89457e1f will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:16:59.106766 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-36f02afd-c9fe-43e3-ab6c-6956a3267792 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:59.152457 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36f02afd-c9fe-43e3-ab6c-6956a3267792 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Network 0168ec7a-58bf-4fcb-9a6b-26a1196331cd is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:16:59.155760 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-36f02afd-c9fe-43e3-ab6c-6956a3267792 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:16:59.159592 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36f02afd-c9fe-43e3-ab6c-6956a3267792 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:16:59.236418 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f02afd-c9fe-43e3-ab6c-6956a3267792 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Pushing event updated for resources: {'Port': ['ID=a86ab4fb-17a0-4903-baea-61ff89457e1f,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:16:59.248771 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 44990) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:16:59.250416 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36f02afd-c9fe-43e3-ab6c-6956a3267792 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:16:59.251144 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-36f02afd-c9fe-43e3-ab6c-6956a3267792 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:59.262104 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8596004a-5cbc-4d6b-8ac8-118c7857e3e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:59.270564 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-36f02afd-c9fe-43e3-ab6c-6956a3267792 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 1.9380980 Jul 27 23:16:59.270785 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 44992) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:16:59.370841 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8596004a-5cbc-4d6b-8ac8-118c7857e3e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:59.375317 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8596004a-5cbc-4d6b-8ac8-118c7857e3e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:59.391345 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce86b98f-c3a1-4e56-badd-9bc8cf63a2f4 None None] Network 0168ec7a-58bf-4fcb-9a6b-26a1196331cd requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:16:59.424054 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-8596004a-5cbc-4d6b-8ac8-118c7857e3e9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d71debcda0104e9c9829919849d55fab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1723516 Jul 27 23:16:59.424054 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8596004a-5cbc-4d6b-8ac8-118c7857e3e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8f8be0f-fac3-42c3-913e-3527f0a85177,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:16:59.424510 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 44994) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:16:59.459810 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:59.496874 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-443ba97a-58b5-4394-8b7c-cda6f4065cd6 None None] Provisioning for port d1986898-638c-4f90-9ef2-5799fd00809d completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:16:59.554637 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a37677bc-7e2e-473a-9779-6a3af321627e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:59.572794 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-02ca4520-8cfc-4501-a5c4-b6bbf70596f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:59.592723 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device 907413de-9aa6-49bc-ae78-3f4206ba8faf no longer exists at agent hyperv_n-h2-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:16:59.624199 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-02ca4520-8cfc-4501-a5c4-b6bbf70596f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:59.693629 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-512a2ca4-e4f2-4362-9340-59d0763e9d57 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:59.774909 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:59.777823 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-02ca4520-8cfc-4501-a5c4-b6bbf70596f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:59.781219 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-02ca4520-8cfc-4501-a5c4-b6bbf70596f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:59.782547 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-02ca4520-8cfc-4501-a5c4-b6bbf70596f7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c8f8be0f-fac3-42c3-913e-3527f0a85177 HTTP/1.1" status: 204 len: 168 time: 0.3570552 Jul 27 23:16:59.830562 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port 907413de-9aa6-49bc-ae78-3f4206ba8faf, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=907413de-9aa6-49bc-ae78-3f4206ba8faf,segment=NetworkSegment(145d64c0-063a-4e1d-8ed5-459cef7aa517),segment_id=145d64c0-063a-4e1d-8ed5-459cef7aa517)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:16:59.832399 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:59.835989 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55cb1b9e-b3c2-47cd-8a02-7c9e10ec36f7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '907413de-9aa6-49bc-ae78-3f4206ba8faf'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:16:59.839551 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c0369b0d4f459110ff20a1f9878ba33f96d6491bddb9d15843bf29d01e0bda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-841c3625-2a9d-473f-b05c-0508f9a4e74c" -d '{"events": [{"server_uuid": "55cb1b9e-b3c2-47cd-8a02-7c9e10ec36f7", "name": "network-vif-unplugged", "status": "completed", "tag": "907413de-9aa6-49bc-ae78-3f4206ba8faf"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:16:59.844197 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:59.901164 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Pushing event updated for resources: {'Port': ['ID=907413de-9aa6-49bc-ae78-3f4206ba8faf,revision_number=11']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:16:59.915373 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 23:16:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c77302a-cd65-4f8b-aa02-a1c55df5f101 x-openstack-request-id: req-6c77302a-cd65-4f8b-aa02-a1c55df5f101 {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:16:59.915687 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55cb1b9e-b3c2-47cd-8a02-7c9e10ec36f7", "name": "network-vif-unplugged", "status": "completed", "tag": "907413de-9aa6-49bc-ae78-3f4206ba8faf", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:16:59.915925 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6c77302a-cd65-4f8b-aa02-a1c55df5f101 {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:16:59.916331 n-d-802623-1 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55cb1b9e-b3c2-47cd-8a02-7c9e10ec36f7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '907413de-9aa6-49bc-ae78-3f4206ba8faf', 'code': 200} Jul 27 23:16:59.920805 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ca4520-8cfc-4501-a5c4-b6bbf70596f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8f8be0f-fac3-42c3-913e-3527f0a85177,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:16:59.960747 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-6b68fde6-916e-441d-bf32-42dd9015ab4a None None] Provisioning for port a86ab4fb-17a0-4903-baea-61ff89457e1f completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:16:59.971368 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-6b68fde6-916e-441d-bf32-42dd9015ab4a None None] Provisioning complete for port a86ab4fb-17a0-4903-baea-61ff89457e1f triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:16:59.971873 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-6b68fde6-916e-441d-bf32-42dd9015ab4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:00.037248 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-6b68fde6-916e-441d-bf32-42dd9015ab4a None None] Port a86ab4fb-17a0-4903-baea-61ff89457e1f cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:17:00.074515 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45375f7-1701-4819-973a-7942d3aefc7c req-08193e5b-7f02-4634-a117-155c328ca3b7 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:17:00.080715 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-c45375f7-1701-4819-973a-7942d3aefc7c req-08193e5b-7f02-4634-a117-155c328ca3b7 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/ports?device_id=55cb1b9e-b3c2-47cd-8a02-7c9e10ec36f7 HTTP/1.1" status: 200 len: 944 time: 0.0751770 Jul 27 23:17:00.154121 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-c45375f7-1701-4819-973a-7942d3aefc7c req-621d05b2-d77f-4f6b-8492-a11cea4c80bf tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/security-groups?id=5f578744-6f09-4b7e-a537-2a342130270d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628250 Jul 27 23:17:00.197432 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-b1a94cb7-82d7-4fc1-a123-b896eb95fe25 None None] Provisioning complete for port a86ab4fb-17a0-4903-baea-61ff89457e1f triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:17:00.197954 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b1a94cb7-82d7-4fc1-a123-b896eb95fe25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:00.203760 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-512a2ca4-e4f2-4362-9340-59d0763e9d57 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:00.216433 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-512a2ca4-e4f2-4362-9340-59d0763e9d57 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:00.256339 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-b1a94cb7-82d7-4fc1-a123-b896eb95fe25 None None] Port a86ab4fb-17a0-4903-baea-61ff89457e1f cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:17:00.374445 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512a2ca4-e4f2-4362-9340-59d0763e9d57 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Pushing event updated for resources: {'Port': ['ID=a86ab4fb-17a0-4903-baea-61ff89457e1f,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:17:00.415282 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-19f2e178-d45e-4fbe-b9be-c3963fc151ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:00.419140 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device d1986898-638c-4f90-9ef2-5799fd00809d up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:17:00.498720 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning for port d1986898-638c-4f90-9ef2-5799fd00809d completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:17:00.511392 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port d1986898-638c-4f90-9ef2-5799fd00809d triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:17:00.511772 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:00.593668 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-87ae3560-4ebf-486f-ac4c-c029f5f2e0b3 None None] Provisioning complete for port a86ab4fb-17a0-4903-baea-61ff89457e1f triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:17:00.594686 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-87ae3560-4ebf-486f-ac4c-c029f5f2e0b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:00.595765 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-512a2ca4-e4f2-4362-9340-59d0763e9d57 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-415283'] for router_interface, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:00.668049 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-87ae3560-4ebf-486f-ac4c-c029f5f2e0b3 None None] Port a86ab4fb-17a0-4903-baea-61ff89457e1f cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:17:00.672229 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:00.709481 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] For port d1986898-638c-4f90-9ef2-5799fd00809d, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=d1986898-638c-4f90-9ef2-5799fd00809d,segment=NetworkSegment(60ba8236-5f57-4b60-b074-c67b962d36e4),segment_id=60ba8236-5f57-4b60-b074-c67b962d36e4)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:17:00.714994 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:00.742076 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-512a2ca4-e4f2-4362-9340-59d0763e9d57 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:00.788234 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Pushing event updated for resources: {'Port': ['ID=d1986898-638c-4f90-9ef2-5799fd00809d,revision_number=3']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:17:01.040431 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-512a2ca4-e4f2-4362-9340-59d0763e9d57 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:01.045665 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-512a2ca4-e4f2-4362-9340-59d0763e9d57 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:01.135724 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-512a2ca4-e4f2-4362-9340-59d0763e9d57 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3760555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-414115'] for router_interface, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:01.135724 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512a2ca4-e4f2-4362-9340-59d0763e9d57 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Pushing event updated for resources: {'Port': ['ID=a86ab4fb-17a0-4903-baea-61ff89457e1f,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:17:01.213285 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9c10d9-67b2-40c7-9f50-3ef5be5c3f4f req-25b0c40b-26fb-4850-8547-a827185531e7 tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:17:01.215118 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-3f9c10d9-67b2-40c7-9f50-3ef5be5c3f4f req-25b0c40b-26fb-4850-8547-a827185531e7 tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] 10.222.0.18 "GET /v2.0/networks?id=3a3cbeff-b007-4bc1-b89e-3434caa880b9 HTTP/1.1" status: 200 len: 803 time: 0.1258326 Jul 27 23:17:01.237927 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-3f9c10d9-67b2-40c7-9f50-3ef5be5c3f4f req-ba10df71-d1b1-4605-aa28-e4cc93f84af4 tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] 10.222.0.18 "GET /v2.0/quotas/d275f54469544ab9abd801155d665ba1 HTTP/1.1" status: 200 len: 375 time: 0.0151269 Jul 27 23:17:01.280186 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-512a2ca4-e4f2-4362-9340-59d0763e9d57 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Network 0168ec7a-58bf-4fcb-9a6b-26a1196331cd is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:17:01.284237 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-512a2ca4-e4f2-4362-9340-59d0763e9d57 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:17:01.304125 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-3f9c10d9-67b2-40c7-9f50-3ef5be5c3f4f req-04cf97f0-d58b-4c43-ad39-abbe64657c00 tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=d275f54469544ab9abd801155d665ba1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0560138 Jul 27 23:17:01.343478 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4835b4e3-cce7-44f1-b77b-44bc45428c20 req-9eaaa276-4681-4a76-bcb4-a90c65a7af76 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:17:01.345076 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-4835b4e3-cce7-44f1-b77b-44bc45428c20 req-9eaaa276-4681-4a76-bcb4-a90c65a7af76 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/ports?device_id=55cb1b9e-b3c2-47cd-8a02-7c9e10ec36f7 HTTP/1.1" status: 200 len: 944 time: 0.1169453 Jul 27 23:17:01.429536 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-3f9c10d9-67b2-40c7-9f50-3ef5be5c3f4f req-b9c11b4d-3013-4448-b8e2-d46b0d21e3d6 service neutron] 10.222.0.18 "GET /v2.0/networks/3a3cbeff-b007-4bc1-b89e-3434caa880b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1172659 Jul 27 23:17:01.430805 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-4835b4e3-cce7-44f1-b77b-44bc45428c20 req-aa301359-b7ad-43d1-90cc-9d7b319496fc tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/security-groups?id=5f578744-6f09-4b7e-a537-2a342130270d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580440 Jul 27 23:17:01.481687 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-512a2ca4-e4f2-4362-9340-59d0763e9d57 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Router 35f67031-4ae0-40e9-a883-778046a6543d is scheduled to L3 agent 018c4455-49c0-4734-927d-7824067b2a9e with binding_index 1 {{(pid=93798) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 23:17:01.576028 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-3f9c10d9-67b2-40c7-9f50-3ef5be5c3f4f req-4d380e3d-e7fb-4be2-81c4-9554c240a344 service neutron] 10.222.0.18 "GET /v2.0/networks/3a3cbeff-b007-4bc1-b89e-3434caa880b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439617 Jul 27 23:17:01.624408 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-512a2ca4-e4f2-4362-9340-59d0763e9d57 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:17:01.629465 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-512a2ca4-e4f2-4362-9340-59d0763e9d57 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] 10.222.0.18 "PUT /v2.0/routers/35f67031-4ae0-40e9-a883-778046a6543d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3575733 Jul 27 23:17:01.632517 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 45120) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:17:01.638121 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e58a6260-bdeb-4764-b844-b9a564026598 None None] Sync routers for ids ['35f67031-4ae0-40e9-a883-778046a6543d'] in n-d-802623-1 {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:17:01.653288 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e58a6260-bdeb-4764-b844-b9a564026598 None None] Routers {'35f67031-4ae0-40e9-a883-778046a6543d'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:17:01.654128 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-e58a6260-bdeb-4764-b844-b9a564026598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:17:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['35f67031-4ae0-40e9-a883-778046a6543d'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:17:01.686558 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7553ca67-54c4-417b-a798-8e007d0aff46 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:17:01.690979 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 45124) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:17:01.696696 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-7553ca67-54c4-417b-a798-8e007d0aff46 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] 10.222.0.18 "GET /v2.0/ports/a86ab4fb-17a0-4903-baea-61ff89457e1f HTTP/1.1" status: 200 len: 976 time: 0.0628076 Jul 27 23:17:01.740324 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-e58a6260-bdeb-4764-b844-b9a564026598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:17:01.753254 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e58a6260-bdeb-4764-b844-b9a564026598 None None] Routers {'35f67031-4ae0-40e9-a883-778046a6543d'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:17:01.753877 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-e58a6260-bdeb-4764-b844-b9a564026598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:17:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['35f67031-4ae0-40e9-a883-778046a6543d'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:17:01.759572 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-f2f75dfa-744f-4cdf-81fc-399464653e1d None None] Provisioning complete for port a86ab4fb-17a0-4903-baea-61ff89457e1f triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:17:01.760531 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f2f75dfa-744f-4cdf-81fc-399464653e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:01.815814 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-e58a6260-bdeb-4764-b844-b9a564026598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:17:01.816486 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e58a6260-bdeb-4764-b844-b9a564026598 None None] The sync data for ids ['35f67031-4ae0-40e9-a883-778046a6543d'] in n-d-802623-1 is: [] {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:17:01.837186 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-f2f75dfa-744f-4cdf-81fc-399464653e1d None None] Port a86ab4fb-17a0-4903-baea-61ff89457e1f cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:17:01.869174 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f6444d6b-0161-47a0-bf29-8c5472a27512 req-34e943b4-0b7e-432c-8cfe-6bb86ca5ff12 tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] 10.222.0.18 "GET /v2.0/ports?device_id=4df7e342-2fc4-4ef3-b8e8-41a81d8e456c HTTP/1.1" status: 200 len: 210 time: 0.0546229 Jul 27 23:17:02.173791 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7418f70f-e60d-4709-8ba9-6ab514bc7f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:02.341291 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device d1986898-638c-4f90-9ef2-5799fd00809d up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:17:02.399776 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port d1986898-638c-4f90-9ef2-5799fd00809d triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:17:02.400537 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:02.451327 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e743af24-0cd8-4ec3-844e-b7130c2c80f8 req-1fa71359-e052-46ff-b517-789312a70ea3 tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:17:02.454096 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e743af24-0cd8-4ec3-844e-b7130c2c80f8 req-1fa71359-e052-46ff-b517-789312a70ea3 tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] 10.222.0.38 "GET /v2.0/ports?device_id=7686eb2c-2073-4bea-b19a-672b3e4cf798 HTTP/1.1" status: 200 len: 946 time: 0.0708227 Jul 27 23:17:02.461677 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0b8655c9-84a7-4f5f-a0c6-2452657c16a8 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-414022'] for router_interface, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:02.520233 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device c66a2b48-02b3-420d-927a-1d39eacfd203 no longer exists at agent hyperv_n-h1-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:17:02.590076 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-e743af24-0cd8-4ec3-844e-b7130c2c80f8 req-204b8e88-5093-4f1b-9a2b-b9f8cb545c6c tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] Deleting port c66a2b48-02b3-420d-927a-1d39eacfd203 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:17:02.590510 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-e743af24-0cd8-4ec3-844e-b7130c2c80f8 req-204b8e88-5093-4f1b-9a2b-b9f8cb545c6c tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:02.632898 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2223c2f-7df5-4cd6-98cb-cc6a2cfa9a72 req-4c33a221-239e-4736-ade9-699c6b94a931 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:17:02.635061 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:02.635286 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-e2223c2f-7df5-4cd6-98cb-cc6a2cfa9a72 req-4c33a221-239e-4736-ade9-699c6b94a931 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/ports?device_id=55cb1b9e-b3c2-47cd-8a02-7c9e10ec36f7 HTTP/1.1" status: 200 len: 944 time: 0.0782542 Jul 27 23:17:02.690002 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port c66a2b48-02b3-420d-927a-1d39eacfd203, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=c66a2b48-02b3-420d-927a-1d39eacfd203,segment=NetworkSegment(95f4c351-b25e-43d9-ba8e-34c4aa118da8),segment_id=95f4c351-b25e-43d9-ba8e-34c4aa118da8)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:17:02.690966 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7686eb2c-2073-4bea-b19a-672b3e4cf798', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c66a2b48-02b3-420d-927a-1d39eacfd203'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:17:02.693973 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c0369b0d4f459110ff20a1f9878ba33f96d6491bddb9d15843bf29d01e0bda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6d58f86-8c4c-433f-a1a4-66f3b3833632" -d '{"events": [{"server_uuid": "7686eb2c-2073-4bea-b19a-672b3e4cf798", "name": "network-vif-unplugged", "status": "completed", "tag": "c66a2b48-02b3-420d-927a-1d39eacfd203"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:17:02.698165 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:02.728642 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-e743af24-0cd8-4ec3-844e-b7130c2c80f8 req-204b8e88-5093-4f1b-9a2b-b9f8cb545c6c tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] For port c66a2b48-02b3-420d-927a-1d39eacfd203, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=c66a2b48-02b3-420d-927a-1d39eacfd203,segment=NetworkSegment(95f4c351-b25e-43d9-ba8e-34c4aa118da8),segment_id=95f4c351-b25e-43d9-ba8e-34c4aa118da8)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:17:02.729203 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-e743af24-0cd8-4ec3-844e-b7130c2c80f8 req-204b8e88-5093-4f1b-9a2b-b9f8cb545c6c tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:02.757383 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 23:17:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c30ce58-b8e0-4db8-8ff2-492d4e1e2c1a x-openstack-request-id: req-8c30ce58-b8e0-4db8-8ff2-492d4e1e2c1a {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:17:02.757592 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7686eb2c-2073-4bea-b19a-672b3e4cf798", "name": "network-vif-unplugged", "status": "completed", "tag": "c66a2b48-02b3-420d-927a-1d39eacfd203", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:17:02.758615 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8c30ce58-b8e0-4db8-8ff2-492d4e1e2c1a {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:17:02.759091 n-d-802623-1 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7686eb2c-2073-4bea-b19a-672b3e4cf798', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c66a2b48-02b3-420d-927a-1d39eacfd203', 'code': 200} Jul 27 23:17:02.762371 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-e743af24-0cd8-4ec3-844e-b7130c2c80f8 req-204b8e88-5093-4f1b-9a2b-b9f8cb545c6c tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] Calling delete_port for c66a2b48-02b3-420d-927a-1d39eacfd203 owned by compute:nova {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:17:02.777515 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-e2223c2f-7df5-4cd6-98cb-cc6a2cfa9a72 req-24ab52a0-02bc-477d-8f1f-975e00c6cc2b tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/security-groups?id=5f578744-6f09-4b7e-a537-2a342130270d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1346946 Jul 27 23:17:02.826405 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Pushing event updated for resources: {'Port': ['ID=c66a2b48-02b3-420d-927a-1d39eacfd203,revision_number=8']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:17:02.874762 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-0b8655c9-84a7-4f5f-a0c6-2452657c16a8 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Deleting port a86ab4fb-17a0-4903-baea-61ff89457e1f {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:17:02.875134 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0b8655c9-84a7-4f5f-a0c6-2452657c16a8 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:03.059943 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-49f162b6-01f0-4ef2-a546-873d3f7fd92c req-86499463-9624-4b26-bf0a-07d2e5955508 tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] 10.222.0.18 "GET /v2.0/ports?device_id=4df7e342-2fc4-4ef3-b8e8-41a81d8e456c HTTP/1.1" status: 200 len: 210 time: 0.0521903 Jul 27 23:17:03.076065 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0b8655c9-84a7-4f5f-a0c6-2452657c16a8 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:03.095323 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9c10d9-67b2-40c7-9f50-3ef5be5c3f4f req-681f4753-ff1f-492a-a058-58d4df65d480 tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:17:03.097289 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-3f9c10d9-67b2-40c7-9f50-3ef5be5c3f4f req-681f4753-ff1f-492a-a058-58d4df65d480 tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] 10.222.0.49 "GET /v2.0/networks?id=3a3cbeff-b007-4bc1-b89e-3434caa880b9 HTTP/1.1" status: 200 len: 803 time: 0.2487185 Jul 27 23:17:03.102128 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-0b8655c9-84a7-4f5f-a0c6-2452657c16a8 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Calling delete_port for a86ab4fb-17a0-4903-baea-61ff89457e1f owned by network:router_interface {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:17:03.142134 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [req-3f9c10d9-67b2-40c7-9f50-3ef5be5c3f4f req-b8884f0b-0386-4094-a892-945b4a959200 tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] Request body: {'port': {'device_id': '4df7e342-2fc4-4ef3-b8e8-41a81d8e456c', 'network_id': '3a3cbeff-b007-4bc1-b89e-3434caa880b9', 'admin_state_up': True, 'tenant_id': 'd275f54469544ab9abd801155d665ba1'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:17:03.224186 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-e743af24-0cd8-4ec3-844e-b7130c2c80f8 req-204b8e88-5093-4f1b-9a2b-b9f8cb545c6c tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:03.266361 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204b8e88-5093-4f1b-9a2b-b9f8cb545c6c tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] Pushing event deleted for resources: {'Port': ['ID=c66a2b48-02b3-420d-927a-1d39eacfd203,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:17:03.300099 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0b8655c9-84a7-4f5f-a0c6-2452657c16a8 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:03.326084 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8655c9-84a7-4f5f-a0c6-2452657c16a8 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Pushing event deleted for resources: {'Port': ['ID=a86ab4fb-17a0-4903-baea-61ff89457e1f,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:17:03.326647 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-e743af24-0cd8-4ec3-844e-b7130c2c80f8 req-204b8e88-5093-4f1b-9a2b-b9f8cb545c6c tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] No DVR routers for this DVR port c66a2b48-02b3-420d-927a-1d39eacfd203 on host n-h1-802623-1 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:17:03.331178 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-e743af24-0cd8-4ec3-844e-b7130c2c80f8 req-204b8e88-5093-4f1b-9a2b-b9f8cb545c6c tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:03.333221 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e743af24-0cd8-4ec3-844e-b7130c2c80f8 req-204b8e88-5093-4f1b-9a2b-b9f8cb545c6c tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] 10.222.0.38 "DELETE /v2.0/ports/c66a2b48-02b3-420d-927a-1d39eacfd203 HTTP/1.1" status: 204 len: 173 time: 0.8728061 Jul 27 23:17:03.333585 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7686eb2c-2073-4bea-b19a-672b3e4cf798', 'name': 'network-vif-deleted', 'tag': 'c66a2b48-02b3-420d-927a-1d39eacfd203'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:17:03.336024 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}011f8d312121274bb12d78e77c6379a2079800640016cec6c6d605b73666e854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4d66222-c79c-4183-9d36-de163059c6ee" -d '{"events": [{"server_uuid": "7686eb2c-2073-4bea-b19a-672b3e4cf798", "name": "network-vif-deleted", "tag": "c66a2b48-02b3-420d-927a-1d39eacfd203"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:17:03.355755 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f9c10d9-67b2-40c7-9f50-3ef5be5c3f4f req-b8884f0b-0386-4094-a892-945b4a959200 tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] Made reservation on behalf of d275f54469544ab9abd801155d665ba1 for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:17:03.359977 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-3f9c10d9-67b2-40c7-9f50-3ef5be5c3f4f req-b8884f0b-0386-4094-a892-945b4a959200 tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:03.420691 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:17:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb042b54-bbcc-46ac-a29e-d6afc40e74c3 x-openstack-request-id: req-eb042b54-bbcc-46ac-a29e-d6afc40e74c3 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:17:03.421051 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7686eb2c-2073-4bea-b19a-672b3e4cf798", "name": "network-vif-deleted", "tag": "c66a2b48-02b3-420d-927a-1d39eacfd203", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:17:03.421232 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-eb042b54-bbcc-46ac-a29e-d6afc40e74c3 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:17:03.421617 n-d-802623-1 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7686eb2c-2073-4bea-b19a-672b3e4cf798', 'name': 'network-vif-deleted', 'tag': 'c66a2b48-02b3-420d-927a-1d39eacfd203', 'status': 'completed', 'code': 200} Jul 27 23:17:03.536562 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [req-3f9c10d9-67b2-40c7-9f50-3ef5be5c3f4f req-b8884f0b-0386-4094-a892-945b4a959200 tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] Allocated IP 172.20.0.5 (3a3cbeff-b007-4bc1-b89e-3434caa880b9/b6febf1a-433f-4f54-bd03-8c744a40d170/c01ca015-102a-4a41-943f-e3e0b8118856) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:17:03.555021 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0b8655c9-84a7-4f5f-a0c6-2452657c16a8 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3760546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-413994'] for router_interface, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:03.633916 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device 907413de-9aa6-49bc-ae78-3f4206ba8faf details requested by agent hyperv_n-h2-802623-1 with host n-h2-802623-1 {{(pid=93799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 23:17:03.746120 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-3f9c10d9-67b2-40c7-9f50-3ef5be5c3f4f req-b8884f0b-0386-4094-a892-945b4a959200 tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:03.795521 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port 907413de-9aa6-49bc-ae78-3f4206ba8faf, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=907413de-9aa6-49bc-ae78-3f4206ba8faf,segment=NetworkSegment(145d64c0-063a-4e1d-8ed5-459cef7aa517),segment_id=145d64c0-063a-4e1d-8ed5-459cef7aa517)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:17:03.798156 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b8655c9-84a7-4f5f-a0c6-2452657c16a8 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Router 35f67031-4ae0-40e9-a883-778046a6543d has already been hosted by L3 agent 018c4455-49c0-4734-927d-7824067b2a9e {{(pid=93797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 23:17:03.811528 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Returning: {'device': '907413de-9aa6-49bc-ae78-3f4206ba8faf', 'network_id': '0627b955-dd0f-4cce-ba7f-51e698f3bc59', 'port_id': '907413de-9aa6-49bc-ae78-3f4206ba8faf', 'mac_address': 'fa:16:3e:7b:72:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '232a981d-f7d1-42df-991c-3a09e4ce0177', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 23:17:03.828554 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-3f9c10d9-67b2-40c7-9f50-3ef5be5c3f4f req-b8884f0b-0386-4094-a892-945b4a959200 tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:03.907816 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:03.932346 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 907413de-9aa6-49bc-ae78-3f4206ba8faf {{(pid=93799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:17:03.934188 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b8655c9-84a7-4f5f-a0c6-2452657c16a8 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:17:03.942344 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-0b8655c9-84a7-4f5f-a0c6-2452657c16a8 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] 10.222.0.18 "PUT /v2.0/routers/35f67031-4ae0-40e9-a883-778046a6543d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2470660 Jul 27 23:17:03.942344 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 45180) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:17:03.943853 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-153267b0-8601-4ba8-941a-5fa4e26167ec None None] Sync routers for ids ['35f67031-4ae0-40e9-a883-778046a6543d'] in n-d-802623-1 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:17:03.946440 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f9c10d9-67b2-40c7-9f50-3ef5be5c3f4f req-b8884f0b-0386-4094-a892-945b4a959200 tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] Network 3a3cbeff-b007-4bc1-b89e-3434caa880b9 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:17:03.955398 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [req-3f9c10d9-67b2-40c7-9f50-3ef5be5c3f4f req-b8884f0b-0386-4094-a892-945b4a959200 tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:17:03.958050 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f9c10d9-67b2-40c7-9f50-3ef5be5c3f4f req-b8884f0b-0386-4094-a892-945b4a959200 tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:17:03.964374 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port 907413de-9aa6-49bc-ae78-3f4206ba8faf, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=907413de-9aa6-49bc-ae78-3f4206ba8faf,segment=NetworkSegment(145d64c0-063a-4e1d-8ed5-459cef7aa517),segment_id=145d64c0-063a-4e1d-8ed5-459cef7aa517)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:17:03.966190 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-153267b0-8601-4ba8-941a-5fa4e26167ec None None] Routers {'35f67031-4ae0-40e9-a883-778046a6543d'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:17:03.967975 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-153267b0-8601-4ba8-941a-5fa4e26167ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:17:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['35f67031-4ae0-40e9-a883-778046a6543d'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:17:03.972990 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:04.058677 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-153267b0-8601-4ba8-941a-5fa4e26167ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:17:04.079820 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-153267b0-8601-4ba8-941a-5fa4e26167ec None None] Routers {'35f67031-4ae0-40e9-a883-778046a6543d'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:17:04.080699 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-153267b0-8601-4ba8-941a-5fa4e26167ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:17:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['35f67031-4ae0-40e9-a883-778046a6543d'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:17:04.121110 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] get_ports_and_sgs() called for port_ids ['907413de-9aa6-49bc-ae78-3f4206ba8faf'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:17:04.125732 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-153267b0-8601-4ba8-941a-5fa4e26167ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:17:04.126752 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-153267b0-8601-4ba8-941a-5fa4e26167ec None None] The sync data for ids ['35f67031-4ae0-40e9-a883-778046a6543d'] in n-d-802623-1 is: [] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:17:04.159608 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Pushing event updated for resources: {'Port': ['ID=907413de-9aa6-49bc-ae78-3f4206ba8faf,revision_number=12']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:17:04.213393 n-d-802623-1 neutron-server[93797]: INFO neutron.api.v2.resource [None req-da76eb0c-24f8-4a55-935c-4a52f644da62 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] remove_router_interface failed (client error): The resource could not be found. Jul 27 23:17:04.217644 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-da76eb0c-24f8-4a55-935c-4a52f644da62 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] 10.222.0.18 "PUT /v2.0/routers/35f67031-4ae0-40e9-a883-778046a6543d/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2716236 Jul 27 23:17:04.218298 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 45190) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:17:04.260886 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-b634a409-4487-42ae-a003-260170c1488a tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] 10.222.0.18 "GET /v2.0/ports?device_id=35f67031-4ae0-40e9-a883-778046a6543d HTTP/1.1" status: 200 len: 205 time: 0.0391722 Jul 27 23:17:04.261432 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 45194) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:17:04.357383 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-37f3d0c6-2494-4686-b8fc-ea31df6288e4 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks [] for router, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:04.407522 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8884f0b-0386-4094-a892-945b4a959200 tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] Pushing event updated for resources: {'Port': ['ID=c01ca015-102a-4a41-943f-e3e0b8118856,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:17:04.431080 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e784d7-b905-44f1-8a0a-8abfb152b037 req-3a3d892d-2314-479e-a695-d939e3837695 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:17:04.432471 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-d3e784d7-b905-44f1-8a0a-8abfb152b037 req-3a3d892d-2314-479e-a695-d939e3837695 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/ports?device_id=55cb1b9e-b3c2-47cd-8a02-7c9e10ec36f7 HTTP/1.1" status: 200 len: 944 time: 0.5397556 Jul 27 23:17:04.465400 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9c10d9-67b2-40c7-9f50-3ef5be5c3f4f req-b8884f0b-0386-4094-a892-945b4a959200 tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:17:04.466016 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-3f9c10d9-67b2-40c7-9f50-3ef5be5c3f4f req-b8884f0b-0386-4094-a892-945b4a959200 tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:04.491416 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-3f9c10d9-67b2-40c7-9f50-3ef5be5c3f4f req-b8884f0b-0386-4094-a892-945b4a959200 tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3806834 Jul 27 23:17:04.494363 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-d3e784d7-b905-44f1-8a0a-8abfb152b037 req-8df7e16b-5f7a-49aa-9b03-ad200d7f590c tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/security-groups?id=5f578744-6f09-4b7e-a537-2a342130270d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547335 Jul 27 23:17:04.505315 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [req-3f9c10d9-67b2-40c7-9f50-3ef5be5c3f4f req-abd7a471-afd6-4e2c-be00-382e6eab7cb2 service neutron] Request body: {'port': {'device_id': '4df7e342-2fc4-4ef3-b8e8-41a81d8e456c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802623-1'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:17:04.541345 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bd7c9b-4c18-4500-b5ac-0a75a40dcd2b req-d603bf64-380c-4447-b4ee-7245bad21b6d tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:17:04.545852 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d6bd7c9b-4c18-4500-b5ac-0a75a40dcd2b req-d603bf64-380c-4447-b4ee-7245bad21b6d tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] 10.222.0.18 "GET /v2.0/ports?device_id=4df7e342-2fc4-4ef3-b8e8-41a81d8e456c HTTP/1.1" status: 200 len: 931 time: 0.2365515 Jul 27 23:17:04.566869 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-3f9c10d9-67b2-40c7-9f50-3ef5be5c3f4f req-abd7a471-afd6-4e2c-be00-382e6eab7cb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:04.583260 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-37f3d0c6-2494-4686-b8fc-ea31df6288e4 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62205'] for router, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:04.586608 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-37f3d0c6-2494-4686-b8fc-ea31df6288e4 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:04.633728 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:04.662363 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d6bd7c9b-4c18-4500-b5ac-0a75a40dcd2b req-3e5f2ad7-9978-40e9-9a7a-4de6ac039243 tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] 10.222.0.18 "GET /v2.0/security-groups?id=8de43b2a-3064-44a7-b92f-0f4c3410d3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904620 Jul 27 23:17:04.663990 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-37f3d0c6-2494-4686-b8fc-ea31df6288e4 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-477831'] for router, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:04.664524 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37f3d0c6-2494-4686-b8fc-ea31df6288e4 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Fanout notify agent at l3_agent the message router_deleted on router 35f67031-4ae0-40e9-a883-778046a6543d {{(pid=93797) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 23:17:04.672952 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-37f3d0c6-2494-4686-b8fc-ea31df6288e4 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks [] for router, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:04.677338 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-37f3d0c6-2494-4686-b8fc-ea31df6288e4 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] 10.222.0.18 "DELETE /v2.0/routers/35f67031-4ae0-40e9-a883-778046a6543d HTTP/1.1" status: 204 len: 168 time: 0.4151514 Jul 27 23:17:04.678067 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 45204) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:17:04.782236 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_v2 [None req-93504050-63ea-46ac-b2f2-d8f14b3eafa3 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Deleting subnet 3319795e-3854-4d2a-8bad-7db209ca5071 {{(pid=93798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 23:17:04.788333 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-93504050-63ea-46ac-b2f2-d8f14b3eafa3 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks [] for subnet, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:04.848258 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-93504050-63ea-46ac-b2f2-d8f14b3eafa3 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11163249'] for subnet, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:04.994131 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-93504050-63ea-46ac-b2f2-d8f14b3eafa3 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620741'] for subnet, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:04.998385 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [req-3f9c10d9-67b2-40c7-9f50-3ef5be5c3f4f req-abd7a471-afd6-4e2c-be00-382e6eab7cb2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c01ca015-102a-4a41-943f-e3e0b8118856 {{(pid=93798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:17:05.025208 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-3f9c10d9-67b2-40c7-9f50-3ef5be5c3f4f req-abd7a471-afd6-4e2c-be00-382e6eab7cb2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:05.050460 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-3f9c10d9-67b2-40c7-9f50-3ef5be5c3f4f req-abd7a471-afd6-4e2c-be00-382e6eab7cb2 service neutron] Transition to ACTIVE for port object c01ca015-102a-4a41-943f-e3e0b8118856 will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:17:05.055564 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-3f9c10d9-67b2-40c7-9f50-3ef5be5c3f4f req-abd7a471-afd6-4e2c-be00-382e6eab7cb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:05.110463 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-93504050-63ea-46ac-b2f2-d8f14b3eafa3 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11971800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12265753'] for subnet, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:05.146946 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd7a471-afd6-4e2c-be00-382e6eab7cb2 service neutron] Pushing event updated for resources: {'Port': ['ID=c01ca015-102a-4a41-943f-e3e0b8118856,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:17:05.153211 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93504050-63ea-46ac-b2f2-d8f14b3eafa3 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Pushing event deleted for resources: {'Subnet': ['ID=3319795e-3854-4d2a-8bad-7db209ca5071,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:17:05.155283 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-93504050-63ea-46ac-b2f2-d8f14b3eafa3 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:05.157167 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-93504050-63ea-46ac-b2f2-d8f14b3eafa3 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] 10.222.0.18 "DELETE /v2.0/subnets/3319795e-3854-4d2a-8bad-7db209ca5071 HTTP/1.1" status: 204 len: 168 time: 0.4773333 Jul 27 23:17:05.162613 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-072b583f-f4a9-4d2c-9ec4-778d1abed4f0 None None] Network 0168ec7a-58bf-4fcb-9a6b-26a1196331cd requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:17:05.166720 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 45224) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:17:05.261613 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-3f9c10d9-67b2-40c7-9f50-3ef5be5c3f4f req-abd7a471-afd6-4e2c-be00-382e6eab7cb2 service neutron] Attempting to bind port c01ca015-102a-4a41-943f-e3e0b8118856 on host n-h2-802623-1 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:17:05.262053 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-3f9c10d9-67b2-40c7-9f50-3ef5be5c3f4f req-abd7a471-afd6-4e2c-be00-382e6eab7cb2 service neutron] Attempting to bind port c01ca015-102a-4a41-943f-e3e0b8118856 by drivers openvswitch,hyperv on host n-h2-802623-1 at level 0 using segments [{'id': '95f4c351-b25e-43d9-ba8e-34c4aa118da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '3a3cbeff-b007-4bc1-b89e-3434caa880b9'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:17:05.262285 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f9c10d9-67b2-40c7-9f50-3ef5be5c3f4f req-abd7a471-afd6-4e2c-be00-382e6eab7cb2 service neutron] Attempting to bind port c01ca015-102a-4a41-943f-e3e0b8118856 on network 3a3cbeff-b007-4bc1-b89e-3434caa880b9 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:17:05.271504 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f9c10d9-67b2-40c7-9f50-3ef5be5c3f4f req-abd7a471-afd6-4e2c-be00-382e6eab7cb2 service neutron] Port c01ca015-102a-4a41-943f-e3e0b8118856 on network 3a3cbeff-b007-4bc1-b89e-3434caa880b9 not bound, no agent of type Open vSwitch agent registered on host n-h2-802623-1 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 23:17:05.271877 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f9c10d9-67b2-40c7-9f50-3ef5be5c3f4f req-abd7a471-afd6-4e2c-be00-382e6eab7cb2 service neutron] Attempting to bind port c01ca015-102a-4a41-943f-e3e0b8118856 on network 3a3cbeff-b007-4bc1-b89e-3434caa880b9 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:17:05.274839 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b534947d-ff97-463b-8f2a-e0b5be9550f8 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593271'] for network, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:05.280774 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f9c10d9-67b2-40c7-9f50-3ef5be5c3f4f req-abd7a471-afd6-4e2c-be00-382e6eab7cb2 service neutron] Checking agent: {'id': 'c5cc038b-93c4-4df4-8061-5df2a04a48c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 23, 0, 4), 'started_at': datetime.datetime(2021, 7, 27, 23, 0, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 17, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:17:05.281133 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f9c10d9-67b2-40c7-9f50-3ef5be5c3f4f req-abd7a471-afd6-4e2c-be00-382e6eab7cb2 service neutron] Checking segment: {'id': '95f4c351-b25e-43d9-ba8e-34c4aa118da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '3a3cbeff-b007-4bc1-b89e-3434caa880b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:17:05.281514 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f9c10d9-67b2-40c7-9f50-3ef5be5c3f4f req-abd7a471-afd6-4e2c-be00-382e6eab7cb2 service neutron] Bound using segment: {'id': '95f4c351-b25e-43d9-ba8e-34c4aa118da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '3a3cbeff-b007-4bc1-b89e-3434caa880b9'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:17:05.281955 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-3f9c10d9-67b2-40c7-9f50-3ef5be5c3f4f req-abd7a471-afd6-4e2c-be00-382e6eab7cb2 service neutron] Bound port: c01ca015-102a-4a41-943f-e3e0b8118856, host: n-h2-802623-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95f4c351-b25e-43d9-ba8e-34c4aa118da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '3a3cbeff-b007-4bc1-b89e-3434caa880b9'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:17:05.282341 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-3f9c10d9-67b2-40c7-9f50-3ef5be5c3f4f req-abd7a471-afd6-4e2c-be00-382e6eab7cb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:05.342382 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-b534947d-ff97-463b-8f2a-e0b5be9550f8 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Deleting port d1986898-638c-4f90-9ef2-5799fd00809d {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:17:05.343166 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b534947d-ff97-463b-8f2a-e0b5be9550f8 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:05.378165 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-3f9c10d9-67b2-40c7-9f50-3ef5be5c3f4f req-abd7a471-afd6-4e2c-be00-382e6eab7cb2 service neutron] For port c01ca015-102a-4a41-943f-e3e0b8118856, host n-h2-802623-1, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:17:05.382662 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-3f9c10d9-67b2-40c7-9f50-3ef5be5c3f4f req-abd7a471-afd6-4e2c-be00-382e6eab7cb2 service neutron] For port c01ca015-102a-4a41-943f-e3e0b8118856, host n-h2-802623-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=c01ca015-102a-4a41-943f-e3e0b8118856,segment=NetworkSegment(95f4c351-b25e-43d9-ba8e-34c4aa118da8),segment_id=95f4c351-b25e-43d9-ba8e-34c4aa118da8)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:17:05.388917 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-3f9c10d9-67b2-40c7-9f50-3ef5be5c3f4f req-abd7a471-afd6-4e2c-be00-382e6eab7cb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:05.422645 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-b534947d-ff97-463b-8f2a-e0b5be9550f8 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] For port d1986898-638c-4f90-9ef2-5799fd00809d, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=d1986898-638c-4f90-9ef2-5799fd00809d,segment=NetworkSegment(60ba8236-5f57-4b60-b074-c67b962d36e4),segment_id=60ba8236-5f57-4b60-b074-c67b962d36e4)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:17:05.423350 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b534947d-ff97-463b-8f2a-e0b5be9550f8 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:05.435558 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9c10d9-67b2-40c7-9f50-3ef5be5c3f4f req-abd7a471-afd6-4e2c-be00-382e6eab7cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:17:05.436268 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-3f9c10d9-67b2-40c7-9f50-3ef5be5c3f4f req-abd7a471-afd6-4e2c-be00-382e6eab7cb2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:05.437937 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-3f9c10d9-67b2-40c7-9f50-3ef5be5c3f4f req-abd7a471-afd6-4e2c-be00-382e6eab7cb2 service neutron] 10.222.0.49 "PUT /v2.0/ports/c01ca015-102a-4a41-943f-e3e0b8118856 HTTP/1.1" status: 200 len: 1091 time: 0.9380355 Jul 27 23:17:05.438444 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4df7e342-2fc4-4ef3-b8e8-41a81d8e456c', 'tag': 'c01ca015-102a-4a41-943f-e3e0b8118856'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:17:05.440839 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}011f8d312121274bb12d78e77c6379a2079800640016cec6c6d605b73666e854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2455320-9115-4ddf-b2bb-803ac1a67418" -d '{"events": [{"name": "network-changed", "server_uuid": "4df7e342-2fc4-4ef3-b8e8-41a81d8e456c", "tag": "c01ca015-102a-4a41-943f-e3e0b8118856"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:17:05.441851 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70a428c3-8dcf-4a84-8a32-ff7eddd175d6 None None] DHCP port deletion for 0168ec7a-58bf-4fcb-9a6b-26a1196331cd request from n-d-802623-1 {{(pid=93799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 23:17:05.459342 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd7a471-afd6-4e2c-be00-382e6eab7cb2 service neutron] Pushing event updated for resources: {'Port': ['ID=c01ca015-102a-4a41-943f-e3e0b8118856,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:17:05.467017 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-b534947d-ff97-463b-8f2a-e0b5be9550f8 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Calling delete_port for d1986898-638c-4f90-9ef2-5799fd00809d owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:17:05.538006 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 23:17:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f90e3625-8cf3-4516-b8b8-abd940539fab x-openstack-request-id: req-f90e3625-8cf3-4516-b8b8-abd940539fab {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:17:05.538846 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4df7e342-2fc4-4ef3-b8e8-41a81d8e456c", "tag": "c01ca015-102a-4a41-943f-e3e0b8118856", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:17:05.539269 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f90e3625-8cf3-4516-b8b8-abd940539fab {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:17:05.539673 n-d-802623-1 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4df7e342-2fc4-4ef3-b8e8-41a81d8e456c', 'tag': 'c01ca015-102a-4a41-943f-e3e0b8118856', 'status': 'completed', 'code': 200} Jul 27 23:17:05.548917 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-70a428c3-8dcf-4a84-8a32-ff7eddd175d6 None None] Deleting port d1986898-638c-4f90-9ef2-5799fd00809d {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:17:05.549526 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-70a428c3-8dcf-4a84-8a32-ff7eddd175d6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:05.555812 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9c10d9-67b2-40c7-9f50-3ef5be5c3f4f req-fae173b7-6bfb-4511-aa13-c320333cfd00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:17:05.557561 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-3f9c10d9-67b2-40c7-9f50-3ef5be5c3f4f req-fae173b7-6bfb-4511-aa13-c320333cfd00 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d275f54469544ab9abd801155d665ba1&device_id=4df7e342-2fc4-4ef3-b8e8-41a81d8e456c HTTP/1.1" status: 200 len: 1094 time: 0.0670042 Jul 27 23:17:05.602845 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b534947d-ff97-463b-8f2a-e0b5be9550f8 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:05.608858 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-3f9c10d9-67b2-40c7-9f50-3ef5be5c3f4f req-33176ee8-2853-4cd0-8968-80d3dd89571e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c01ca015-102a-4a41-943f-e3e0b8118856 HTTP/1.1" status: 200 len: 217 time: 0.0420723 Jul 27 23:17:05.631398 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b534947d-ff97-463b-8f2a-e0b5be9550f8 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Pushing event deleted for resources: {'Port': ['ID=d1986898-638c-4f90-9ef2-5799fd00809d,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:17:05.633019 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-70a428c3-8dcf-4a84-8a32-ff7eddd175d6 None None] For port d1986898-638c-4f90-9ef2-5799fd00809d, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=d1986898-638c-4f90-9ef2-5799fd00809d,segment=NetworkSegment(60ba8236-5f57-4b60-b074-c67b962d36e4),segment_id=60ba8236-5f57-4b60-b074-c67b962d36e4)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:17:05.634161 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-70a428c3-8dcf-4a84-8a32-ff7eddd175d6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:05.636227 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b534947d-ff97-463b-8f2a-e0b5be9550f8 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] No DVR routers for this DVR port d1986898-638c-4f90-9ef2-5799fd00809d on host n-d-802623-1 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:17:05.658434 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device 907413de-9aa6-49bc-ae78-3f4206ba8faf up at agent hyperv_n-h2-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:17:05.669297 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-70a428c3-8dcf-4a84-8a32-ff7eddd175d6 None None] Calling delete_port for d1986898-638c-4f90-9ef2-5799fd00809d owned by network:dhcp {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:17:05.707539 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfebdad3-c877-4ff1-a181-961dc36b5ee5 req-7e9afddb-0d81-4ee0-b61b-2656b737b5b9 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:17:05.709469 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-cfebdad3-c877-4ff1-a181-961dc36b5ee5 req-7e9afddb-0d81-4ee0-b61b-2656b737b5b9 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/ports?device_id=55cb1b9e-b3c2-47cd-8a02-7c9e10ec36f7 HTTP/1.1" status: 200 len: 945 time: 0.1032596 Jul 27 23:17:05.736229 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b534947d-ff97-463b-8f2a-e0b5be9550f8 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618032', 'neutron.services.segments.db._delete_segments_for_network-8736833900081'] for network, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:05.747987 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9c10d9-67b2-40c7-9f50-3ef5be5c3f4f req-ebbf67cc-2b25-4c38-9ee5-2a40a91fbe08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:17:05.748620 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-b534947d-ff97-463b-8f2a-e0b5be9550f8 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0168ec7a-58bf-4fcb-9a6b-26a1196331cd']}} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:17:05.749811 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-3f9c10d9-67b2-40c7-9f50-3ef5be5c3f4f req-ebbf67cc-2b25-4c38-9ee5-2a40a91fbe08 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b6febf1a-433f-4f54-bd03-8c744a40d170 HTTP/1.1" status: 200 len: 843 time: 0.1324174 Jul 27 23:17:05.763789 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-b534947d-ff97-463b-8f2a-e0b5be9550f8 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60ba8236-5f57-4b60-b074-c67b962d36e4') {'for_net_delete': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:17:05.765141 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-b534947d-ff97-463b-8f2a-e0b5be9550f8 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60ba8236-5f57-4b60-b074-c67b962d36e4') {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:17:05.795452 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b534947d-ff97-463b-8f2a-e0b5be9550f8 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736833900858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11335978'] for segment, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:05.802683 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-cfebdad3-c877-4ff1-a181-961dc36b5ee5 req-fc5bf986-cb91-4ae6-8a4e-37a4c552bd87 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/security-groups?id=5f578744-6f09-4b7e-a537-2a342130270d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829458 Jul 27 23:17:05.805276 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-3f9c10d9-67b2-40c7-9f50-3ef5be5c3f4f req-d0b24cb9-162c-416a-a40f-3fb30aaa739f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3a3cbeff-b007-4bc1-b89e-3434caa880b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412652 Jul 27 23:17:05.832022 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Provisioning complete for port 907413de-9aa6-49bc-ae78-3f4206ba8faf triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:17:05.832671 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:05.842124 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b534947d-ff97-463b-8f2a-e0b5be9550f8 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:05.851176 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b534947d-ff97-463b-8f2a-e0b5be9550f8 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Releasing vlan 529 on physical network physnet1 to pool {{(pid=93797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 23:17:05.851576 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b534947d-ff97-463b-8f2a-e0b5be9550f8 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11336013'] for segment, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:05.854444 n-d-802623-1 neutron-server[93797]: Traceback (most recent call last): Jul 27 23:17:05.854444 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 23:17:05.854444 n-d-802623-1 neutron-server[93797]: timer() Jul 27 23:17:05.854444 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 23:17:05.854444 n-d-802623-1 neutron-server[93797]: cb(*args, **kw) Jul 27 23:17:05.854444 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 23:17:05.854444 n-d-802623-1 neutron-server[93797]: return func(*args, **kwargs) Jul 27 23:17:05.854444 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 23:17:05.854444 n-d-802623-1 neutron-server[93797]: self._notify() Jul 27 23:17:05.854444 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 23:17:05.854444 n-d-802623-1 neutron-server[93797]: self.callback(batched_events) Jul 27 23:17:05.854444 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 23:17:05.854444 n-d-802623-1 neutron-server[93797]: event.method(event) Jul 27 23:17:05.854444 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 23:17:05.854444 n-d-802623-1 neutron-server[93797]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 23:17:05.854444 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 23:17:05.854444 n-d-802623-1 neutron-server[93797]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 23:17:05.854444 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 23:17:05.854444 n-d-802623-1 neutron-server[93797]: return f(self, *a, **k) Jul 27 23:17:05.854444 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 23:17:05.854444 n-d-802623-1 neutron-server[93797]: return self._get(url).json() Jul 27 23:17:05.854444 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 23:17:05.854444 n-d-802623-1 neutron-server[93797]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 23:17:05.854444 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 23:17:05.854444 n-d-802623-1 neutron-server[93797]: return self.request(url, 'GET', **kwargs) Jul 27 23:17:05.854444 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 23:17:05.854444 n-d-802623-1 neutron-server[93797]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 23:17:05.854444 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 23:17:05.854444 n-d-802623-1 neutron-server[93797]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 23:17:05.854444 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 23:17:05.854444 n-d-802623-1 neutron-server[93797]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 23:17:05.854444 n-d-802623-1 neutron-server[93797]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 23:17:05.876261 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691a7adf-dec2-407c-b254-92357d42da5b req-92cbd295-85b2-4434-a611-461df9775261 tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:17:05.878886 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-691a7adf-dec2-407c-b254-92357d42da5b req-92cbd295-85b2-4434-a611-461df9775261 tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] 10.222.0.18 "GET /v2.0/ports?device_id=4df7e342-2fc4-4ef3-b8e8-41a81d8e456c HTTP/1.1" status: 200 len: 943 time: 0.1042478 Jul 27 23:17:05.896012 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-70a428c3-8dcf-4a84-8a32-ff7eddd175d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:05.912272 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70a428c3-8dcf-4a84-8a32-ff7eddd175d6 None None] No DVR routers for this DVR port d1986898-638c-4f90-9ef2-5799fd00809d on host n-d-802623-1 {{(pid=93799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:17:05.963433 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-3f9c10d9-67b2-40c7-9f50-3ef5be5c3f4f req-97683442-035e-4098-b2fc-2129c8764e34 service neutron] 10.222.0.49 "GET /v2.0/networks/3a3cbeff-b007-4bc1-b89e-3434caa880b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467271 Jul 27 23:17:05.963638 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b534947d-ff97-463b-8f2a-e0b5be9550f8 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415412'] for network, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:05.967574 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-691a7adf-dec2-407c-b254-92357d42da5b req-64c2d445-fb8f-48bf-b5b0-bd2bad176c59 tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] 10.222.0.18 "GET /v2.0/security-groups?id=8de43b2a-3064-44a7-b92f-0f4c3410d3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553615 Jul 27 23:17:05.976133 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b534947d-ff97-463b-8f2a-e0b5be9550f8 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for network, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:05.978362 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-b534947d-ff97-463b-8f2a-e0b5be9550f8 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] 10.222.0.18 "DELETE /v2.0/networks/0168ec7a-58bf-4fcb-9a6b-26a1196331cd HTTP/1.1" status: 204 len: 168 time: 0.8105891 Jul 27 23:17:05.982167 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a428c3-8dcf-4a84-8a32-ff7eddd175d6 None None] Pushing event deleted for resources: {'Port': ['ID=d1986898-638c-4f90-9ef2-5799fd00809d,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:17:05.988698 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 45236) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:17:05.992952 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b534947d-ff97-463b-8f2a-e0b5be9550f8 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Pushing event deleted for resources: {'Network': ['ID=0168ec7a-58bf-4fcb-9a6b-26a1196331cd,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:17:05.998673 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-a4520436-a53b-46e2-bae3-143923ca0917 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Request body: {'network': {'name': 'tempest-RoutersTest-1895754251'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:17:06.036258 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4520436-a53b-46e2-bae3-143923ca0917 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Made reservation on behalf of 2c20245bbadb4ad09448e470090626f6 for: {'network': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:17:06.041206 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a4520436-a53b-46e2-bae3-143923ca0917 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for network, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:06.072064 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4520436-a53b-46e2-bae3-143923ca0917 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 508} {{(pid=93797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 23:17:06.086270 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a4520436-a53b-46e2-bae3-143923ca0917 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:06.086966 n-d-802623-1 neutron-server[93797]: INFO neutron.db.segments_db [None req-a4520436-a53b-46e2-bae3-143923ca0917 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Added segment b0cc2a1a-6d32-4760-b1c7-b49ee328cb69 of type vlan for network 6d1dfc8a-c52e-40ab-910e-2f889e0db305 Jul 27 23:17:06.119082 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-3f9c10d9-67b2-40c7-9f50-3ef5be5c3f4f req-61979c71-6c37-40bd-854d-c5565f688a09 service neutron] 10.222.0.49 "GET /v2.0/networks/3a3cbeff-b007-4bc1-b89e-3434caa880b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444132 Jul 27 23:17:06.167635 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a4520436-a53b-46e2-bae3-143923ca0917 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736833354590'] for network, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:06.202858 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a4520436-a53b-46e2-bae3-143923ca0917 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569'] for network, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:06.208785 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4520436-a53b-46e2-bae3-143923ca0917 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:17:06.209374 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a4520436-a53b-46e2-bae3-143923ca0917 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for network, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:06.215167 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:06.226355 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2455320-9115-4ddf-b2bb-803ac1a67418 req-f3b2f717-70ba-4c8a-bf68-b44e1bf62fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:17:06.228464 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b2455320-9115-4ddf-b2bb-803ac1a67418 req-f3b2f717-70ba-4c8a-bf68-b44e1bf62fd4 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d275f54469544ab9abd801155d665ba1&device_id=4df7e342-2fc4-4ef3-b8e8-41a81d8e456c HTTP/1.1" status: 200 len: 1094 time: 0.0487666 Jul 27 23:17:06.238246 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55cb1b9e-b3c2-47cd-8a02-7c9e10ec36f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '907413de-9aa6-49bc-ae78-3f4206ba8faf'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:17:06.240493 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c0369b0d4f459110ff20a1f9878ba33f96d6491bddb9d15843bf29d01e0bda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-446f7db9-f72d-4e0f-bc77-1d611d47063e" -d '{"events": [{"server_uuid": "55cb1b9e-b3c2-47cd-8a02-7c9e10ec36f7", "name": "network-vif-plugged", "status": "completed", "tag": "907413de-9aa6-49bc-ae78-3f4206ba8faf"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:17:06.254333 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port 907413de-9aa6-49bc-ae78-3f4206ba8faf, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=907413de-9aa6-49bc-ae78-3f4206ba8faf,segment=NetworkSegment(145d64c0-063a-4e1d-8ed5-459cef7aa517),segment_id=145d64c0-063a-4e1d-8ed5-459cef7aa517)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:17:06.268692 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:06.282953 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-a4520436-a53b-46e2-bae3-143923ca0917 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2899959 Jul 27 23:17:06.294664 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 45244) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:17:06.300677 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-5e2f4527-753c-4c5b-b643-70abab27e880 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Request body: {'subnet': {'network_id': '6d1dfc8a-c52e-40ab-910e-2f889e0db305', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:17:06.321716 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:17:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47b99cec-0a82-494a-a0de-051ffc0cf942 x-openstack-request-id: req-47b99cec-0a82-494a-a0de-051ffc0cf942 {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:17:06.322005 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55cb1b9e-b3c2-47cd-8a02-7c9e10ec36f7", "name": "network-vif-plugged", "status": "completed", "tag": "907413de-9aa6-49bc-ae78-3f4206ba8faf", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:17:06.322452 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-47b99cec-0a82-494a-a0de-051ffc0cf942 {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:17:06.322999 n-d-802623-1 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55cb1b9e-b3c2-47cd-8a02-7c9e10ec36f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '907413de-9aa6-49bc-ae78-3f4206ba8faf', 'code': 200} Jul 27 23:17:06.336579 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Pushing event updated for resources: {'Port': ['ID=907413de-9aa6-49bc-ae78-3f4206ba8faf,revision_number=13']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:17:06.385339 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device d1986898-638c-4f90-9ef2-5799fd00809d no longer exists at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:17:06.414733 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2455320-9115-4ddf-b2bb-803ac1a67418 req-f67b5e61-b835-4985-b756-fb756fab6bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:17:06.416042 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] No Port match for: d1986898-638c-4f90-9ef2-5799fd00809d {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:17:06.416390 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device d1986898-638c-4f90-9ef2-5799fd00809d not bound to the agent host n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:17:06.418095 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b2455320-9115-4ddf-b2bb-803ac1a67418 req-f67b5e61-b835-4985-b756-fb756fab6bd1 service neutron] 10.222.0.49 "GET /v2.0/networks?id=3a3cbeff-b007-4bc1-b89e-3434caa880b9 HTTP/1.1" status: 200 len: 904 time: 0.1809769 Jul 27 23:17:06.444601 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4520436-a53b-46e2-bae3-143923ca0917 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Pushing event updated for resources: {'Network': ['ID=6d1dfc8a-c52e-40ab-910e-2f889e0db305,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:17:06.458067 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Network 6d1dfc8a-c52e-40ab-910e-2f889e0db305 details requested by agent ovs-agent-n-d-802623-1 with host n-d-802623-1 {{(pid=93799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 23:17:06.466219 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b2455320-9115-4ddf-b2bb-803ac1a67418 req-844e3d14-95fe-4596-9462-cc4feee85fc9 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c01ca015-102a-4a41-943f-e3e0b8118856 HTTP/1.1" status: 200 len: 217 time: 0.0400307 Jul 27 23:17:06.478499 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e2f4527-753c-4c5b-b643-70abab27e880 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Made reservation on behalf of 2c20245bbadb4ad09448e470090626f6 for: {'subnet': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:17:06.483019 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5e2f4527-753c-4c5b-b643-70abab27e880 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11551435'] for subnet, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:06.528990 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device c66a2b48-02b3-420d-927a-1d39eacfd203 no longer exists at agent hyperv_n-h1-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:17:06.529325 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2455320-9115-4ddf-b2bb-803ac1a67418 req-6b1771c4-3778-43e1-9166-617cb9468659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:17:06.530991 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b2455320-9115-4ddf-b2bb-803ac1a67418 req-6b1771c4-3778-43e1-9166-617cb9468659 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b6febf1a-433f-4f54-bd03-8c744a40d170 HTTP/1.1" status: 200 len: 843 time: 0.0570126 Jul 27 23:17:06.558884 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] No Port match for: c66a2b48-02b3-420d-927a-1d39eacfd203 {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:17:06.559460 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device c66a2b48-02b3-420d-927a-1d39eacfd203 not bound to the agent host n-h1-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:17:06.575107 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b2455320-9115-4ddf-b2bb-803ac1a67418 req-0e68757e-08da-4dd1-8f90-cc6bab9f910f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3a3cbeff-b007-4bc1-b89e-3434caa880b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346031 Jul 27 23:17:06.669169 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b2455320-9115-4ddf-b2bb-803ac1a67418 req-8c3e5c20-5aa1-4ce5-99ff-84c0f18325be service neutron] 10.222.0.49 "GET /v2.0/networks/3a3cbeff-b007-4bc1-b89e-3434caa880b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870938 Jul 27 23:17:06.692382 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5e2f4527-753c-4c5b-b643-70abab27e880 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11336182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11551417'] for subnet, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:06.766202 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2f4527-753c-4c5b-b643-70abab27e880 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Pushing event updated for resources: {'Subnet': ['ID=8c4579a9-ec59-4bc9-a9ab-791b62f7a6e5,revision_number=0']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:17:06.774295 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b2455320-9115-4ddf-b2bb-803ac1a67418 req-e106292b-87c3-47e8-8e7d-f10d89329c82 service neutron] 10.222.0.49 "GET /v2.0/networks/3a3cbeff-b007-4bc1-b89e-3434caa880b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967741 Jul 27 23:17:06.781322 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e2f4527-753c-4c5b-b643-70abab27e880 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Checking segment: {'id': 'b0cc2a1a-6d32-4760-b1c7-b49ee328cb69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '6d1dfc8a-c52e-40ab-910e-2f889e0db305'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:17:06.781693 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e2f4527-753c-4c5b-b643-70abab27e880 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Network hostable DHCP agents. Network: 6d1dfc8a-c52e-40ab-910e-2f889e0db305, hostable agents: ['5950e76f-2bde-4343-a925-cbe6bacd2706'], hosted agents: [] {{(pid=93797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 23:17:06.798551 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e2f4527-753c-4c5b-b643-70abab27e880 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Network 6d1dfc8a-c52e-40ab-910e-2f889e0db305 is scheduled to be hosted by DHCP agent 5950e76f-2bde-4343-a925-cbe6bacd2706 with binding_index 1 {{(pid=93797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 23:17:06.807353 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-5e2f4527-753c-4c5b-b643-70abab27e880 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802623-1, 6d1dfc8a-c52e-40ab-910e-2f889e0db305) {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:17:06.811597 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e2f4527-753c-4c5b-b643-70abab27e880 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:17:06.812237 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5e2f4527-753c-4c5b-b643-70abab27e880 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for subnet, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:06.817960 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-831f9907-84e6-4ab2-8da1-78f6db8f295b None None] Network 6d1dfc8a-c52e-40ab-910e-2f889e0db305 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:17:06.832077 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-5e2f4527-753c-4c5b-b643-70abab27e880 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5333085 Jul 27 23:17:06.832295 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 45250) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:17:06.837824 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-66300e62-1320-4470-9a65-4c7f57f7675e tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-855869816', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:17:06.868048 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-66300e62-1320-4470-9a65-4c7f57f7675e tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62159'] for router, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:06.870162 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-66300e62-1320-4470-9a65-4c7f57f7675e tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-479230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-415539', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3693317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62148'] for router, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:06.929167 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-66300e62-1320-4470-9a65-4c7f57f7675e tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:06.936246 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-66300e62-1320-4470-9a65-4c7f57f7675e tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-415468'] for router, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:06.982633 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-66300e62-1320-4470-9a65-4c7f57f7675e tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks [] for router, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:06.985627 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 45254) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:17:06.985906 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-66300e62-1320-4470-9a65-4c7f57f7675e tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1523697 Jul 27 23:17:07.011304 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af75400-e120-4722-9638-07d4d806b0cc req-106f81df-51e1-4fa9-bc88-7493b1d962b8 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:17:07.013012 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05d285ff-f747-4be0-992f-5eb5f1622512 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f6f257c-ad18-5f0c-8c8e-ea085a5fc8a2-6d1dfc8a-c52e-40ab-910e-2f889e0db305', 'network_id': '6d1dfc8a-c52e-40ab-910e-2f889e0db305', 'tenant_id': '2c20245bbadb4ad09448e470090626f6', 'fixed_ips': [{'subnet_id': '8c4579a9-ec59-4bc9-a9ab-791b62f7a6e5'}]}} from n-d-802623-1. {{(pid=93799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 23:17:07.014324 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-05d285ff-f747-4be0-992f-5eb5f1622512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:07.019656 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8af75400-e120-4722-9638-07d4d806b0cc req-106f81df-51e1-4fa9-bc88-7493b1d962b8 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/ports?device_id=55cb1b9e-b3c2-47cd-8a02-7c9e10ec36f7 HTTP/1.1" status: 200 len: 946 time: 0.0736454 Jul 27 23:17:07.065746 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8af75400-e120-4722-9638-07d4d806b0cc req-f6e74de2-d5a0-4cbf-9fe3-9f8fc76b9dd7 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/security-groups?id=5f578744-6f09-4b7e-a537-2a342130270d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451400 Jul 27 23:17:07.280240 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-05d285ff-f747-4be0-992f-5eb5f1622512 None None] Allocated IP 172.20.0.2 (6d1dfc8a-c52e-40ab-910e-2f889e0db305/8c4579a9-ec59-4bc9-a9ab-791b62f7a6e5/2c2d79b8-2a33-4a9a-8770-68856eb459c4) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:17:07.295362 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9c3ef3-3157-4511-8a5a-a801c778687d req-bc00bacd-6817-41d8-b6a2-f1c35c5b538e tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:17:07.305623 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-fe9c3ef3-3157-4511-8a5a-a801c778687d req-bc00bacd-6817-41d8-b6a2-f1c35c5b538e tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] 10.222.0.18 "GET /v2.0/ports?device_id=4df7e342-2fc4-4ef3-b8e8-41a81d8e456c HTTP/1.1" status: 200 len: 943 time: 0.1044059 Jul 27 23:17:07.357632 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-fe9c3ef3-3157-4511-8a5a-a801c778687d req-5e1eb69c-090e-4b5b-82ca-11c56ea4416c tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] 10.222.0.18 "GET /v2.0/security-groups?id=8de43b2a-3064-44a7-b92f-0f4c3410d3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464644 Jul 27 23:17:07.467087 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8ef3acb9-09a9-48fb-b85a-0f64d77fd35b tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:07.487855 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-05d285ff-f747-4be0-992f-5eb5f1622512 None None] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:07.499757 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-05d285ff-f747-4be0-992f-5eb5f1622512 None None] Transition to ACTIVE for port object 2c2d79b8-2a33-4a9a-8770-68856eb459c4 will not be triggered until provisioned by entity L2. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:17:07.517406 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-05d285ff-f747-4be0-992f-5eb5f1622512 None None] Transition to ACTIVE for port object 2c2d79b8-2a33-4a9a-8770-68856eb459c4 will not be triggered until provisioned by entity DHCP. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:17:07.530784 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-05d285ff-f747-4be0-992f-5eb5f1622512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:07.582944 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05d285ff-f747-4be0-992f-5eb5f1622512 None None] Network 6d1dfc8a-c52e-40ab-910e-2f889e0db305 is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:17:07.587921 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-05d285ff-f747-4be0-992f-5eb5f1622512 None None] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:17:07.593743 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05d285ff-f747-4be0-992f-5eb5f1622512 None None] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:17:07.643854 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d285ff-f747-4be0-992f-5eb5f1622512 None None] Pushing event updated for resources: {'Port': ['ID=2c2d79b8-2a33-4a9a-8770-68856eb459c4,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:17:07.678446 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-05d285ff-f747-4be0-992f-5eb5f1622512 None None] Attempting to bind port 2c2d79b8-2a33-4a9a-8770-68856eb459c4 on host n-d-802623-1 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:17:07.678761 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-05d285ff-f747-4be0-992f-5eb5f1622512 None None] Attempting to bind port 2c2d79b8-2a33-4a9a-8770-68856eb459c4 by drivers openvswitch,hyperv on host n-d-802623-1 at level 0 using segments [{'id': 'b0cc2a1a-6d32-4760-b1c7-b49ee328cb69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '6d1dfc8a-c52e-40ab-910e-2f889e0db305'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:17:07.679917 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05d285ff-f747-4be0-992f-5eb5f1622512 None None] Attempting to bind port 2c2d79b8-2a33-4a9a-8770-68856eb459c4 on network 6d1dfc8a-c52e-40ab-910e-2f889e0db305 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:17:07.684576 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05d285ff-f747-4be0-992f-5eb5f1622512 None None] Checking agent: {'id': 'a9a568d2-a5e7-41e4-833f-a8ab42ea4073', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 52, 30), 'started_at': datetime.datetime(2021, 7, 27, 22, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802623-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:17:07.685027 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05d285ff-f747-4be0-992f-5eb5f1622512 None None] Checking segment: {'id': 'b0cc2a1a-6d32-4760-b1c7-b49ee328cb69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '6d1dfc8a-c52e-40ab-910e-2f889e0db305'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:17:07.685371 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-05d285ff-f747-4be0-992f-5eb5f1622512 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:07.685770 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05d285ff-f747-4be0-992f-5eb5f1622512 None None] Bound using segment: {'id': 'b0cc2a1a-6d32-4760-b1c7-b49ee328cb69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '6d1dfc8a-c52e-40ab-910e-2f889e0db305'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:17:07.686244 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-05d285ff-f747-4be0-992f-5eb5f1622512 None None] Bound port: 2c2d79b8-2a33-4a9a-8770-68856eb459c4, host: n-d-802623-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0cc2a1a-6d32-4760-b1c7-b49ee328cb69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '6d1dfc8a-c52e-40ab-910e-2f889e0db305'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:17:07.686627 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-05d285ff-f747-4be0-992f-5eb5f1622512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:07.791189 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-8ef3acb9-09a9-48fb-b85a-0f64d77fd35b tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Allocated IP 172.20.0.1 (6d1dfc8a-c52e-40ab-910e-2f889e0db305/8c4579a9-ec59-4bc9-a9ab-791b62f7a6e5/1248609b-7549-4d7f-a80f-212d0c0178cd) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:17:07.841365 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-05d285ff-f747-4be0-992f-5eb5f1622512 None None] For port 2c2d79b8-2a33-4a9a-8770-68856eb459c4, host n-d-802623-1, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:17:07.873287 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-05d285ff-f747-4be0-992f-5eb5f1622512 None None] For port 2c2d79b8-2a33-4a9a-8770-68856eb459c4, host n-d-802623-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=2c2d79b8-2a33-4a9a-8770-68856eb459c4,segment=NetworkSegment(b0cc2a1a-6d32-4760-b1c7-b49ee328cb69),segment_id=b0cc2a1a-6d32-4760-b1c7-b49ee328cb69)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:17:07.884136 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-05d285ff-f747-4be0-992f-5eb5f1622512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:07.960123 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8ef3acb9-09a9-48fb-b85a-0f64d77fd35b tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:08.010832 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-8ef3acb9-09a9-48fb-b85a-0f64d77fd35b tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Transition to ACTIVE for port object 1248609b-7549-4d7f-a80f-212d0c0178cd will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:17:08.012634 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d285ff-f747-4be0-992f-5eb5f1622512 None None] Pushing event updated for resources: {'Port': ['ID=2c2d79b8-2a33-4a9a-8770-68856eb459c4,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:17:08.085422 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8ef3acb9-09a9-48fb-b85a-0f64d77fd35b tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:08.177666 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ef3acb9-09a9-48fb-b85a-0f64d77fd35b tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Network 6d1dfc8a-c52e-40ab-910e-2f889e0db305 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:17:08.186350 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-8ef3acb9-09a9-48fb-b85a-0f64d77fd35b tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:17:08.197879 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef3acb9-09a9-48fb-b85a-0f64d77fd35b tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:17:08.212109 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef3acb9-09a9-48fb-b85a-0f64d77fd35b tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Pushing event updated for resources: {'Port': ['ID=1248609b-7549-4d7f-a80f-212d0c0178cd,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:17:08.270793 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8ef3acb9-09a9-48fb-b85a-0f64d77fd35b tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-415283'] for router_interface, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:08.281225 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add45702-5d27-4029-abab-030e3135e76b req-7caf6b27-51e1-498e-bf68-3e4a22c0d337 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:17:08.283350 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-add45702-5d27-4029-abab-030e3135e76b req-7caf6b27-51e1-498e-bf68-3e4a22c0d337 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/ports?device_id=55cb1b9e-b3c2-47cd-8a02-7c9e10ec36f7 HTTP/1.1" status: 200 len: 946 time: 0.1148570 Jul 27 23:17:08.404769 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-add45702-5d27-4029-abab-030e3135e76b req-60e8b15e-18ba-4eb3-b75c-453d1bf923ba tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/security-groups?id=5f578744-6f09-4b7e-a537-2a342130270d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1092563 Jul 27 23:17:08.645187 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204f004b-8f75-400f-a0d3-cab4cb3ce686 req-f28c2129-308c-4488-806c-512af4e32baa tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:17:08.646841 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-204f004b-8f75-400f-a0d3-cab4cb3ce686 req-f28c2129-308c-4488-806c-512af4e32baa tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] 10.222.0.18 "GET /v2.0/ports?device_id=4df7e342-2fc4-4ef3-b8e8-41a81d8e456c HTTP/1.1" status: 200 len: 943 time: 0.1308076 Jul 27 23:17:08.665558 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8ef3acb9-09a9-48fb-b85a-0f64d77fd35b tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:08.733709 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-204f004b-8f75-400f-a0d3-cab4cb3ce686 req-2e5611fe-d5ad-49a7-b6e8-b2c3aaf0441d tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] 10.222.0.18 "GET /v2.0/security-groups?id=8de43b2a-3064-44a7-b92f-0f4c3410d3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793436 Jul 27 23:17:09.059659 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8ef3acb9-09a9-48fb-b85a-0f64d77fd35b tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:09.069052 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8ef3acb9-09a9-48fb-b85a-0f64d77fd35b tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:09.166696 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef3acb9-09a9-48fb-b85a-0f64d77fd35b tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Pushing event updated for resources: {'Port': ['ID=1248609b-7549-4d7f-a80f-212d0c0178cd,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:17:09.174523 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8ef3acb9-09a9-48fb-b85a-0f64d77fd35b tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3760555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-414115'] for router_interface, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:09.355441 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ef3acb9-09a9-48fb-b85a-0f64d77fd35b tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Network 6d1dfc8a-c52e-40ab-910e-2f889e0db305 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:17:09.359847 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-8ef3acb9-09a9-48fb-b85a-0f64d77fd35b tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:17:09.389065 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33ec1fae-446d-4117-af3f-d99d77164d9e None None] Network 6d1dfc8a-c52e-40ab-910e-2f889e0db305 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:17:09.536659 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ef3acb9-09a9-48fb-b85a-0f64d77fd35b tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Router c560ed4c-02b3-497b-9937-a89b8a9dc359 is scheduled to L3 agent 018c4455-49c0-4734-927d-7824067b2a9e with binding_index 1 {{(pid=93798) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 23:17:09.551206 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-6d9a3aa1-5d3b-4c7f-8110-ebaabb4ddcc8 None None] Provisioning for port 2c2d79b8-2a33-4a9a-8770-68856eb459c4 completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:17:09.575988 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50ed839-ba0e-4c1b-b44a-f81c4cd01cb6 req-89c798b8-61c4-406f-ade3-01b0d302d035 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:17:09.580066 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a50ed839-ba0e-4c1b-b44a-f81c4cd01cb6 req-89c798b8-61c4-406f-ade3-01b0d302d035 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/ports?device_id=55cb1b9e-b3c2-47cd-8a02-7c9e10ec36f7 HTTP/1.1" status: 200 len: 946 time: 0.0807819 Jul 27 23:17:09.644940 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a50ed839-ba0e-4c1b-b44a-f81c4cd01cb6 req-821731fa-de1b-4352-a771-9f151305069d tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/security-groups?id=5f578744-6f09-4b7e-a537-2a342130270d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586948 Jul 27 23:17:09.654464 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ef3acb9-09a9-48fb-b85a-0f64d77fd35b tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:17:09.659591 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-8ef3acb9-09a9-48fb-b85a-0f64d77fd35b tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] 10.222.0.18 "PUT /v2.0/routers/c560ed4c-02b3-497b-9937-a89b8a9dc359/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6720738 Jul 27 23:17:09.662004 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 45318) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:17:09.682391 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device c01ca015-102a-4a41-943f-e3e0b8118856 details requested by agent hyperv_n-h2-802623-1 with host n-h2-802623-1 {{(pid=93799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 23:17:09.686041 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a15bb61f-572c-443b-9a64-f3366a497fb7 None None] Sync routers for ids ['c560ed4c-02b3-497b-9937-a89b8a9dc359'] in n-d-802623-1 {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:17:09.721313 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a15bb61f-572c-443b-9a64-f3366a497fb7 None None] Routers {'c560ed4c-02b3-497b-9937-a89b8a9dc359'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:17:09.722265 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-a15bb61f-572c-443b-9a64-f3366a497fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:17:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['c560ed4c-02b3-497b-9937-a89b8a9dc359'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:17:09.727819 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38bbc352-5b70-46f5-991d-3333870e63c4 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:17:09.729353 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-38bbc352-5b70-46f5-991d-3333870e63c4 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] 10.222.0.18 "GET /v2.0/ports/1248609b-7549-4d7f-a80f-212d0c0178cd HTTP/1.1" status: 200 len: 910 time: 0.0660167 Jul 27 23:17:09.732232 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 45320) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:17:09.776936 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-a15bb61f-572c-443b-9a64-f3366a497fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:17:09.837995 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a15bb61f-572c-443b-9a64-f3366a497fb7 None None] Routers {'c560ed4c-02b3-497b-9937-a89b8a9dc359'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:17:09.838653 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-a15bb61f-572c-443b-9a64-f3366a497fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:17:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['c560ed4c-02b3-497b-9937-a89b8a9dc359'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:17:09.906987 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc16cf7-18d2-4dba-ad78-c8d45308c243 req-c6c23263-4d7a-4b66-bbbe-30b7b1a4dd00 tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:17:09.916551 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-5fc16cf7-18d2-4dba-ad78-c8d45308c243 req-c6c23263-4d7a-4b66-bbbe-30b7b1a4dd00 tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] 10.222.0.18 "GET /v2.0/ports?device_id=4df7e342-2fc4-4ef3-b8e8-41a81d8e456c HTTP/1.1" status: 200 len: 943 time: 0.0649121 Jul 27 23:17:09.950117 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-a15bb61f-572c-443b-9a64-f3366a497fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:17:09.950998 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a15bb61f-572c-443b-9a64-f3366a497fb7 None None] The sync data for ids ['c560ed4c-02b3-497b-9937-a89b8a9dc359'] in n-d-802623-1 is: [] {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:17:09.965915 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-5fc16cf7-18d2-4dba-ad78-c8d45308c243 req-081026a2-aaef-4b19-bec3-5c58eb0ce5a1 tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] 10.222.0.18 "GET /v2.0/security-groups?id=8de43b2a-3064-44a7-b92f-0f4c3410d3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475702 Jul 27 23:17:10.040833 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port c01ca015-102a-4a41-943f-e3e0b8118856, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=c01ca015-102a-4a41-943f-e3e0b8118856,segment=NetworkSegment(95f4c351-b25e-43d9-ba8e-34c4aa118da8),segment_id=95f4c351-b25e-43d9-ba8e-34c4aa118da8)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:17:10.062109 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Returning: {'device': 'c01ca015-102a-4a41-943f-e3e0b8118856', 'network_id': '3a3cbeff-b007-4bc1-b89e-3434caa880b9', 'port_id': 'c01ca015-102a-4a41-943f-e3e0b8118856', 'mac_address': 'fa:16:3e:0e:4e:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6febf1a-433f-4f54-bd03-8c744a40d170', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 23:17:10.121894 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:10.156022 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c01ca015-102a-4a41-943f-e3e0b8118856 {{(pid=93799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:17:10.204022 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port c01ca015-102a-4a41-943f-e3e0b8118856, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=c01ca015-102a-4a41-943f-e3e0b8118856,segment=NetworkSegment(95f4c351-b25e-43d9-ba8e-34c4aa118da8),segment_id=95f4c351-b25e-43d9-ba8e-34c4aa118da8)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:17:10.220647 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:10.249847 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-590adf9b-fdc9-486c-8c12-862f0890de33 None None] Provisioning for port 1248609b-7549-4d7f-a80f-212d0c0178cd completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:17:10.257570 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-590adf9b-fdc9-486c-8c12-862f0890de33 None None] Provisioning complete for port 1248609b-7549-4d7f-a80f-212d0c0178cd triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:17:10.258122 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-590adf9b-fdc9-486c-8c12-862f0890de33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:10.380437 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Pushing event updated for resources: {'Port': ['ID=c01ca015-102a-4a41-943f-e3e0b8118856,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:17:10.420211 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-590adf9b-fdc9-486c-8c12-862f0890de33 None None] Port 1248609b-7549-4d7f-a80f-212d0c0178cd cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:17:10.441083 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-cef3472b-675c-498c-911c-440e88ceb1a5 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-414022'] for router_interface, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:10.503663 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 2c2d79b8-2a33-4a9a-8770-68856eb459c4 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:17:10.617046 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning for port 2c2d79b8-2a33-4a9a-8770-68856eb459c4 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:17:10.632391 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] get_ports_and_sgs() called for port_ids ['c01ca015-102a-4a41-943f-e3e0b8118856'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:17:10.650731 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port 2c2d79b8-2a33-4a9a-8770-68856eb459c4 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:17:10.650731 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:10.831275 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-4eaa12c1-757c-4401-bdcf-558fa89fc8d2 None None] Provisioning complete for port 1248609b-7549-4d7f-a80f-212d0c0178cd triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:17:10.831662 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4eaa12c1-757c-4401-bdcf-558fa89fc8d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:10.946825 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-4eaa12c1-757c-4401-bdcf-558fa89fc8d2 None None] Port 1248609b-7549-4d7f-a80f-212d0c0178cd cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:17:10.948245 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f44ab3-d050-4680-bc07-8904acd7da55 req-d5395813-7c05-4b31-a899-980715b2e49d tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:17:10.949893 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e6f44ab3-d050-4680-bc07-8904acd7da55 req-d5395813-7c05-4b31-a899-980715b2e49d tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/ports?device_id=55cb1b9e-b3c2-47cd-8a02-7c9e10ec36f7 HTTP/1.1" status: 200 len: 946 time: 0.1296628 Jul 27 23:17:11.022876 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e6f44ab3-d050-4680-bc07-8904acd7da55 req-f03a8265-f984-4a11-ba83-46f79cdf14ed tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/security-groups?id=5f578744-6f09-4b7e-a537-2a342130270d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496352 Jul 27 23:17:11.113067 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:11.158369 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-cef3472b-675c-498c-911c-440e88ceb1a5 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Deleting port 1248609b-7549-4d7f-a80f-212d0c0178cd {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:17:11.158720 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-cef3472b-675c-498c-911c-440e88ceb1a5 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:11.170503 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70955c1b-d977-4e85-a804-efded8739ab4 req-b7d79568-c8ac-4dec-b774-41bb1e5053ac tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:17:11.171703 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-70955c1b-d977-4e85-a804-efded8739ab4 req-b7d79568-c8ac-4dec-b774-41bb1e5053ac tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] 10.222.0.18 "GET /v2.0/ports?device_id=4df7e342-2fc4-4ef3-b8e8-41a81d8e456c HTTP/1.1" status: 200 len: 944 time: 0.0727720 Jul 27 23:17:11.197557 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] For port 2c2d79b8-2a33-4a9a-8770-68856eb459c4, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=2c2d79b8-2a33-4a9a-8770-68856eb459c4,segment=NetworkSegment(b0cc2a1a-6d32-4760-b1c7-b49ee328cb69),segment_id=b0cc2a1a-6d32-4760-b1c7-b49ee328cb69)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:17:11.242418 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-947a736a-e1fe-4f1d-9458-23059d771160 None None] Provisioning complete for port 1248609b-7549-4d7f-a80f-212d0c0178cd triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:17:11.242418 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-947a736a-e1fe-4f1d-9458-23059d771160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:11.250352 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:11.267629 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-70955c1b-d977-4e85-a804-efded8739ab4 req-eb1ffb68-d197-4050-adfe-cf16d5c6c1ec tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] 10.222.0.18 "GET /v2.0/security-groups?id=8de43b2a-3064-44a7-b92f-0f4c3410d3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882223 Jul 27 23:17:11.329926 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-cef3472b-675c-498c-911c-440e88ceb1a5 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:11.348642 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-cef3472b-675c-498c-911c-440e88ceb1a5 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Calling delete_port for 1248609b-7549-4d7f-a80f-212d0c0178cd owned by network:router_interface {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:17:11.398270 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Pushing event updated for resources: {'Port': ['ID=2c2d79b8-2a33-4a9a-8770-68856eb459c4,revision_number=3']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:17:11.457272 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-947a736a-e1fe-4f1d-9458-23059d771160 None None] Port 1248609b-7549-4d7f-a80f-212d0c0178cd cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:17:11.648186 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-cef3472b-675c-498c-911c-440e88ceb1a5 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:11.682220 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef3472b-675c-498c-911c-440e88ceb1a5 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Pushing event deleted for resources: {'Port': ['ID=1248609b-7549-4d7f-a80f-212d0c0178cd,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:17:11.880260 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-cef3472b-675c-498c-911c-440e88ceb1a5 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3760546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-413994'] for router_interface, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:12.405342 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 2c2d79b8-2a33-4a9a-8770-68856eb459c4 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:17:12.514850 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port 2c2d79b8-2a33-4a9a-8770-68856eb459c4 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:17:12.515617 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:12.553065 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caccaebb-79c7-41cf-95a2-90e61ebb2293 req-990c762d-4c61-48d5-97da-2336c88bb69d tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:17:12.564248 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-caccaebb-79c7-41cf-95a2-90e61ebb2293 req-990c762d-4c61-48d5-97da-2336c88bb69d tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] 10.222.0.18 "GET /v2.0/ports?device_id=4df7e342-2fc4-4ef3-b8e8-41a81d8e456c HTTP/1.1" status: 200 len: 944 time: 0.1398745 Jul 27 23:17:12.671688 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-caccaebb-79c7-41cf-95a2-90e61ebb2293 req-0e368439-810c-4723-b8a5-a7b340f006e8 tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] 10.222.0.18 "GET /v2.0/security-groups?id=8de43b2a-3064-44a7-b92f-0f4c3410d3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814610 Jul 27 23:17:12.814401 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cef3472b-675c-498c-911c-440e88ceb1a5 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Router c560ed4c-02b3-497b-9937-a89b8a9dc359 has already been hosted by L3 agent 018c4455-49c0-4734-927d-7824067b2a9e {{(pid=93798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 23:17:12.907647 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cef3472b-675c-498c-911c-440e88ceb1a5 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:17:12.917992 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8a223cb-034d-495b-b593-07b79acf2d59 None None] Sync routers for ids ['c560ed4c-02b3-497b-9937-a89b8a9dc359'] in n-d-802623-1 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:17:12.937780 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8a223cb-034d-495b-b593-07b79acf2d59 None None] Routers {'c560ed4c-02b3-497b-9937-a89b8a9dc359'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:17:12.938422 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-a8a223cb-034d-495b-b593-07b79acf2d59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:17:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['c560ed4c-02b3-497b-9937-a89b8a9dc359'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:17:12.950363 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb68f45e-1df9-47e6-8037-ef2981c852a6 req-aeb6f6f7-4df2-43da-9aac-82b7283097f8 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:17:12.964547 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-bb68f45e-1df9-47e6-8037-ef2981c852a6 req-aeb6f6f7-4df2-43da-9aac-82b7283097f8 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/ports?device_id=55cb1b9e-b3c2-47cd-8a02-7c9e10ec36f7 HTTP/1.1" status: 200 len: 946 time: 0.2316046 Jul 27 23:17:12.972799 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 45388) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:17:12.981551 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-cef3472b-675c-498c-911c-440e88ceb1a5 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] 10.222.0.18 "PUT /v2.0/routers/c560ed4c-02b3-497b-9937-a89b8a9dc359/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2438266 Jul 27 23:17:13.017506 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-f62f5eb4-fbfb-45d4-9551-3a7617197e8c tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] 10.222.0.18 "GET /v2.0/ports?device_id=c560ed4c-02b3-497b-9937-a89b8a9dc359 HTTP/1.1" status: 200 len: 205 time: 0.0448899 Jul 27 23:17:13.025406 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 45392) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:17:13.093527 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-a8a223cb-034d-495b-b593-07b79acf2d59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:17:13.108126 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-bb68f45e-1df9-47e6-8037-ef2981c852a6 req-59b8093f-dde2-4a04-b05a-e14a5d22a3ef tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/security-groups?id=5f578744-6f09-4b7e-a537-2a342130270d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1249461 Jul 27 23:17:13.108401 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6264d0b7-557f-4dae-934f-bc44116c117f tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks [] for router, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:13.120030 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8a223cb-034d-495b-b593-07b79acf2d59 None None] Routers {'c560ed4c-02b3-497b-9937-a89b8a9dc359'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:17:13.121450 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-a8a223cb-034d-495b-b593-07b79acf2d59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:17:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['c560ed4c-02b3-497b-9937-a89b8a9dc359'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:17:13.179431 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-a8a223cb-034d-495b-b593-07b79acf2d59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:17:13.180094 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8a223cb-034d-495b-b593-07b79acf2d59 None None] The sync data for ids ['c560ed4c-02b3-497b-9937-a89b8a9dc359'] in n-d-802623-1 is: [] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:17:13.384788 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6264d0b7-557f-4dae-934f-bc44116c117f tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62205'] for router, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:13.388708 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6264d0b7-557f-4dae-934f-bc44116c117f tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:13.445178 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6264d0b7-557f-4dae-934f-bc44116c117f tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-477831'] for router, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:13.445887 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6264d0b7-557f-4dae-934f-bc44116c117f tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Fanout notify agent at l3_agent the message router_deleted on router c560ed4c-02b3-497b-9937-a89b8a9dc359 {{(pid=93797) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 23:17:13.463941 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6264d0b7-557f-4dae-934f-bc44116c117f tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks [] for router, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:13.466262 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-6264d0b7-557f-4dae-934f-bc44116c117f tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] 10.222.0.18 "DELETE /v2.0/routers/c560ed4c-02b3-497b-9937-a89b8a9dc359 HTTP/1.1" status: 204 len: 168 time: 0.4386342 Jul 27 23:17:13.467751 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 45400) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:17:13.500643 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 45402) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:17:13.589203 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_v2 [None req-e26ac7f0-daff-43b9-9d87-00407f68b7d7 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Deleting subnet 8c4579a9-ec59-4bc9-a9ab-791b62f7a6e5 {{(pid=93797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 23:17:13.595839 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e26ac7f0-daff-43b9-9d87-00407f68b7d7 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks [] for subnet, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:13.659341 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device c01ca015-102a-4a41-943f-e3e0b8118856 up at agent hyperv_n-h2-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:17:13.750362 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ebe53dfe-a0ad-4f00-9d50-22eb0953803b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:13.966163 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Provisioning for port c01ca015-102a-4a41-943f-e3e0b8118856 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:17:13.972047 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Provisioning complete for port c01ca015-102a-4a41-943f-e3e0b8118856 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:17:13.973608 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:14.056480 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ebe53dfe-a0ad-4f00-9d50-22eb0953803b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:14.065146 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ebe53dfe-a0ad-4f00-9d50-22eb0953803b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:14.109503 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe53dfe-a0ad-4f00-9d50-22eb0953803b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff6c4e1b-ed3c-48f2-acf7-4f5f15fb666b,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:17:14.134003 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-ebe53dfe-a0ad-4f00-9d50-22eb0953803b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3fa0c8a0f87e411cb4f4632b68af2375&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6296372 Jul 27 23:17:14.134003 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 45414) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:17:14.143551 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:14.192808 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5917557e-97ab-41bc-b821-0fe512fda0d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:14.198474 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4df7e342-2fc4-4ef3-b8e8-41a81d8e456c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c01ca015-102a-4a41-943f-e3e0b8118856'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:17:14.213938 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c0369b0d4f459110ff20a1f9878ba33f96d6491bddb9d15843bf29d01e0bda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b16956d9-9bf2-4a79-948d-0d0d8118f5eb" -d '{"events": [{"server_uuid": "4df7e342-2fc4-4ef3-b8e8-41a81d8e456c", "name": "network-vif-plugged", "status": "completed", "tag": "c01ca015-102a-4a41-943f-e3e0b8118856"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:17:14.228336 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5917557e-97ab-41bc-b821-0fe512fda0d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:14.249778 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port c01ca015-102a-4a41-943f-e3e0b8118856, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=c01ca015-102a-4a41-943f-e3e0b8118856,segment=NetworkSegment(95f4c351-b25e-43d9-ba8e-34c4aa118da8),segment_id=95f4c351-b25e-43d9-ba8e-34c4aa118da8)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:17:14.261132 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:14.302217 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e26ac7f0-daff-43b9-9d87-00407f68b7d7 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11335971'] for subnet, precommit_delete_associations {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:14.364264 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc59a4a-1256-4274-bb1f-83fee13be414 req-68a5ff64-02d8-41df-954a-fbe9f925637f tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:17:14.375209 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-fcc59a4a-1256-4274-bb1f-83fee13be414 req-68a5ff64-02d8-41df-954a-fbe9f925637f tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/ports?device_id=55cb1b9e-b3c2-47cd-8a02-7c9e10ec36f7 HTTP/1.1" status: 200 len: 946 time: 0.1098413 Jul 27 23:17:14.379359 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Pushing event updated for resources: {'Port': ['ID=c01ca015-102a-4a41-943f-e3e0b8118856,revision_number=5']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:17:14.390157 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f02aed9-0de3-4025-bd88-41961ae68880 req-0418bd5d-b7d2-47f1-9614-800972b445a2 tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:17:14.398049 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-4f02aed9-0de3-4025-bd88-41961ae68880 req-0418bd5d-b7d2-47f1-9614-800972b445a2 tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] 10.222.0.18 "GET /v2.0/ports?device_id=4df7e342-2fc4-4ef3-b8e8-41a81d8e456c HTTP/1.1" status: 200 len: 945 time: 0.1341662 Jul 27 23:17:14.414027 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5917557e-97ab-41bc-b821-0fe512fda0d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:14.417197 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5917557e-97ab-41bc-b821-0fe512fda0d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:14.418642 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-5917557e-97ab-41bc-b821-0fe512fda0d7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ff6c4e1b-ed3c-48f2-acf7-4f5f15fb666b HTTP/1.1" status: 204 len: 168 time: 0.2837117 Jul 27 23:17:14.483410 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5917557e-97ab-41bc-b821-0fe512fda0d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff6c4e1b-ed3c-48f2-acf7-4f5f15fb666b,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:17:14.496472 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-4f02aed9-0de3-4025-bd88-41961ae68880 req-3bcc98ab-a106-4e73-b4f8-4099d5f83cc4 tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] 10.222.0.18 "GET /v2.0/security-groups?id=8de43b2a-3064-44a7-b92f-0f4c3410d3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846643 Jul 27 23:17:14.521146 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e26ac7f0-daff-43b9-9d87-00407f68b7d7 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620741'] for subnet, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:14.528010 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-fcc59a4a-1256-4274-bb1f-83fee13be414 req-2f80d417-f72a-4a35-a75f-386c55220504 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/security-groups?id=5f578744-6f09-4b7e-a537-2a342130270d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1499383 Jul 27 23:17:14.532379 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-592e9ae6-a0e3-41d1-bfc9-b358d22c6d9b req-635927bf-97ff-49da-99ae-b18087cb3c05 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=6a43bd9a-6245-44f3-a319-a8a9d9683e94&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1351264 Jul 27 23:17:14.589781 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:17:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e751a51-ddbb-4181-a3b8-8d48e2ec9bd5 x-openstack-request-id: req-8e751a51-ddbb-4181-a3b8-8d48e2ec9bd5 {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:17:14.589781 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4df7e342-2fc4-4ef3-b8e8-41a81d8e456c", "name": "network-vif-plugged", "status": "completed", "tag": "c01ca015-102a-4a41-943f-e3e0b8118856", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:17:14.589781 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8e751a51-ddbb-4181-a3b8-8d48e2ec9bd5 {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:17:14.590222 n-d-802623-1 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4df7e342-2fc4-4ef3-b8e8-41a81d8e456c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c01ca015-102a-4a41-943f-e3e0b8118856', 'code': 200} Jul 27 23:17:14.630298 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592e9ae6-a0e3-41d1-bfc9-b358d22c6d9b req-9ade7588-eb4c-4a9d-881d-919d10cd0416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:17:14.634372 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-592e9ae6-a0e3-41d1-bfc9-b358d22c6d9b req-9ade7588-eb4c-4a9d-881d-919d10cd0416 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=6415e174d6e146abb15fff69092e7210&device_id=6a43bd9a-6245-44f3-a319-a8a9d9683e94 HTTP/1.1" status: 200 len: 1097 time: 0.0738893 Jul 27 23:17:14.656723 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e26ac7f0-daff-43b9-9d87-00407f68b7d7 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11335991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11551414'] for subnet, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:14.682160 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26ac7f0-daff-43b9-9d87-00407f68b7d7 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Pushing event deleted for resources: {'Subnet': ['ID=8c4579a9-ec59-4bc9-a9ab-791b62f7a6e5,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:17:14.697440 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e26ac7f0-daff-43b9-9d87-00407f68b7d7 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for subnet, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:14.702276 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-e26ac7f0-daff-43b9-9d87-00407f68b7d7 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] 10.222.0.18 "DELETE /v2.0/subnets/8c4579a9-ec59-4bc9-a9ab-791b62f7a6e5 HTTP/1.1" status: 204 len: 168 time: 1.2332947 Jul 27 23:17:14.704989 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 45424) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:17:14.706083 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14210edc-a674-42f2-8058-f7eed11134ed None None] Network 6d1dfc8a-c52e-40ab-910e-2f889e0db305 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:17:14.782503 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d29dea-1a76-41c5-a472-ee65ddcb5589 req-c4ff2232-739e-4560-bcae-fa05d652cc17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:17:14.784470 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b3d29dea-1a76-41c5-a472-ee65ddcb5589 req-c4ff2232-739e-4560-bcae-fa05d652cc17 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=4df7e342-2fc4-4ef3-b8e8-41a81d8e456c HTTP/1.1" status: 200 len: 1096 time: 0.1319585 Jul 27 23:17:14.860277 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b3d29dea-1a76-41c5-a472-ee65ddcb5589 req-f44ab701-69d1-40fd-965e-20dcab8d40b1 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=8de43b2a-3064-44a7-b92f-0f4c3410d3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611124 Jul 27 23:17:14.861558 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592e9ae6-a0e3-41d1-bfc9-b358d22c6d9b req-13443fff-2a4e-421f-bb8f-9a11f3046714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:17:14.863166 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-592e9ae6-a0e3-41d1-bfc9-b358d22c6d9b req-13443fff-2a4e-421f-bb8f-9a11f3046714 service neutron] 10.222.0.38 "GET /v2.0/networks?id=a198ee08-ada0-4348-9b3a-3cd923d78e26 HTTP/1.1" status: 200 len: 917 time: 0.1961060 Jul 27 23:17:14.873651 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9424e479-c205-4e49-80a1-3e0ae12aaf48 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593271'] for network, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:14.897057 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 45426) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:17:14.940775 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-add5102b-6ce5-4196-868c-d31c41c081c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:15.010155 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-592e9ae6-a0e3-41d1-bfc9-b358d22c6d9b req-56d82293-fc58-4227-bd49-d02239fe67ab service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=add62f76-8960-42c5-a51d-b75f221ac213 HTTP/1.1" status: 200 len: 1001 time: 0.1383243 Jul 27 23:17:15.021477 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9424e479-c205-4e49-80a1-3e0ae12aaf48 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Deleting port 2c2d79b8-2a33-4a9a-8770-68856eb459c4 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:17:15.021477 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9424e479-c205-4e49-80a1-3e0ae12aaf48 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:15.026413 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52eee4b4-ecb2-4614-8786-dce01dfde22b None None] DHCP port deletion for 6d1dfc8a-c52e-40ab-910e-2f889e0db305 request from n-d-802623-1 {{(pid=93799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 23:17:15.122057 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592e9ae6-a0e3-41d1-bfc9-b358d22c6d9b req-675aafe0-49ea-445b-bb0e-a2b78841e6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:17:15.125651 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-592e9ae6-a0e3-41d1-bfc9-b358d22c6d9b req-675aafe0-49ea-445b-bb0e-a2b78841e6fa service neutron] 10.222.0.38 "GET /v2.0/subnets?id=6bb4b577-bd47-4366-ace3-c23131aef649 HTTP/1.1" status: 200 len: 855 time: 0.0969081 Jul 27 23:17:15.126293 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-add5102b-6ce5-4196-868c-d31c41c081c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:15.142176 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-add5102b-6ce5-4196-868c-d31c41c081c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:15.147587 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-52eee4b4-ecb2-4614-8786-dce01dfde22b None None] Deleting port 2c2d79b8-2a33-4a9a-8770-68856eb459c4 {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:17:15.150433 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-52eee4b4-ecb2-4614-8786-dce01dfde22b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:15.209970 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-add5102b-6ce5-4196-868c-d31c41c081c5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3e7b513031734c95bd6053823915dca3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3108454 Jul 27 23:17:15.213945 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 45436) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:17:15.220446 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592e9ae6-a0e3-41d1-bfc9-b358d22c6d9b req-bca5e4d6-ef07-4d0c-8221-96a42e5cbbb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:17:15.222929 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-592e9ae6-a0e3-41d1-bfc9-b358d22c6d9b req-bca5e4d6-ef07-4d0c-8221-96a42e5cbbb0 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a198ee08-ada0-4348-9b3a-3cd923d78e26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0826468 Jul 27 23:17:15.250926 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add5102b-6ce5-4196-868c-d31c41c081c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69ce1beb-1f1f-46bd-ba2a-3b4d15bfd911,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:17:15.269243 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-9424e479-c205-4e49-80a1-3e0ae12aaf48 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] For port 2c2d79b8-2a33-4a9a-8770-68856eb459c4, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=2c2d79b8-2a33-4a9a-8770-68856eb459c4,segment=NetworkSegment(b0cc2a1a-6d32-4760-b1c7-b49ee328cb69),segment_id=b0cc2a1a-6d32-4760-b1c7-b49ee328cb69)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:17:15.269883 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9424e479-c205-4e49-80a1-3e0ae12aaf48 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:15.276910 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-52eee4b4-ecb2-4614-8786-dce01dfde22b None None] For port 2c2d79b8-2a33-4a9a-8770-68856eb459c4, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=2c2d79b8-2a33-4a9a-8770-68856eb459c4,segment=NetworkSegment(b0cc2a1a-6d32-4760-b1c7-b49ee328cb69),segment_id=b0cc2a1a-6d32-4760-b1c7-b49ee328cb69)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:17:15.277319 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-52eee4b4-ecb2-4614-8786-dce01dfde22b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:15.293112 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-52eee4b4-ecb2-4614-8786-dce01dfde22b None None] Calling delete_port for 2c2d79b8-2a33-4a9a-8770-68856eb459c4 owned by network:dhcp {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:17:15.300279 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9424e479-c205-4e49-80a1-3e0ae12aaf48 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Calling delete_port for 2c2d79b8-2a33-4a9a-8770-68856eb459c4 owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:17:15.376500 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2b4b1ac0-056c-4dd2-b083-ce9d5c77f46f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:15.403398 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-52eee4b4-ecb2-4614-8786-dce01dfde22b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:15.418687 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9424e479-c205-4e49-80a1-3e0ae12aaf48 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:15.427661 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2b4b1ac0-056c-4dd2-b083-ce9d5c77f46f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:15.439744 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9424e479-c205-4e49-80a1-3e0ae12aaf48 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] No DVR routers for this DVR port 2c2d79b8-2a33-4a9a-8770-68856eb459c4 on host n-d-802623-1 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:17:15.445183 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52eee4b4-ecb2-4614-8786-dce01dfde22b None None] Pushing event deleted for resources: {'Port': ['ID=2c2d79b8-2a33-4a9a-8770-68856eb459c4,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:17:15.447850 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52eee4b4-ecb2-4614-8786-dce01dfde22b None None] No DVR routers for this DVR port 2c2d79b8-2a33-4a9a-8770-68856eb459c4 on host n-d-802623-1 {{(pid=93799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:17:15.465306 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-592e9ae6-a0e3-41d1-bfc9-b358d22c6d9b req-75ed3b84-57fb-4a08-910a-10d034f5164b service neutron] 10.222.0.38 "GET /v2.0/networks/a198ee08-ada0-4348-9b3a-3cd923d78e26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2344844 Jul 27 23:17:15.509108 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9424e479-c205-4e49-80a1-3e0ae12aaf48 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Pushing event deleted for resources: {'Port': ['ID=2c2d79b8-2a33-4a9a-8770-68856eb459c4,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:17:15.626262 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9424e479-c205-4e49-80a1-3e0ae12aaf48 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618032', 'neutron.services.segments.db._delete_segments_for_network-8736833900081'] for network, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:15.647748 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-9424e479-c205-4e49-80a1-3e0ae12aaf48 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d1dfc8a-c52e-40ab-910e-2f889e0db305']}} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:17:15.699954 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-9424e479-c205-4e49-80a1-3e0ae12aaf48 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0cc2a1a-6d32-4760-b1c7-b49ee328cb69') {'for_net_delete': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:17:15.702495 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2b4b1ac0-056c-4dd2-b083-ce9d5c77f46f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:15.702671 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-9424e479-c205-4e49-80a1-3e0ae12aaf48 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0cc2a1a-6d32-4760-b1c7-b49ee328cb69') {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:17:15.705849 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2b4b1ac0-056c-4dd2-b083-ce9d5c77f46f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:15.707019 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-2b4b1ac0-056c-4dd2-b083-ce9d5c77f46f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/69ce1beb-1f1f-46bd-ba2a-3b4d15bfd911 HTTP/1.1" status: 204 len: 168 time: 0.4831400 Jul 27 23:17:15.721438 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9424e479-c205-4e49-80a1-3e0ae12aaf48 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736833900858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11335978'] for segment, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:15.730717 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-592e9ae6-a0e3-41d1-bfc9-b358d22c6d9b req-7de5e2d1-794f-48f1-97c2-b2d0b0c08c2f service neutron] 10.222.0.38 "GET /v2.0/networks/a198ee08-ada0-4348-9b3a-3cd923d78e26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2547898 Jul 27 23:17:15.733752 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4b1ac0-056c-4dd2-b083-ce9d5c77f46f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69ce1beb-1f1f-46bd-ba2a-3b4d15bfd911,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:17:15.752418 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9424e479-c205-4e49-80a1-3e0ae12aaf48 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:15.770521 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421903fd-292f-455a-a1f2-a9fa4849954f req-bbccd250-7687-4fe8-920b-87ea07bed830 tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:17:15.775840 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-421903fd-292f-455a-a1f2-a9fa4849954f req-bbccd250-7687-4fe8-920b-87ea07bed830 tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] 10.222.0.18 "GET /v2.0/ports?device_id=4df7e342-2fc4-4ef3-b8e8-41a81d8e456c HTTP/1.1" status: 200 len: 945 time: 0.1629488 Jul 27 23:17:15.776014 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9424e479-c205-4e49-80a1-3e0ae12aaf48 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Releasing vlan 508 on physical network physnet1 to pool {{(pid=93797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 23:17:15.776497 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9424e479-c205-4e49-80a1-3e0ae12aaf48 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11336013'] for segment, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:15.783419 n-d-802623-1 neutron-server[93797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 23:17:15.783419 n-d-802623-1 neutron-server[93797]: self.session.flush() Jul 27 23:17:15.783419 n-d-802623-1 neutron-server[93797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 23:17:15.783419 n-d-802623-1 neutron-server[93797]: self.session.flush() Jul 27 23:17:15.783419 n-d-802623-1 neutron-server[93797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 23:17:15.783419 n-d-802623-1 neutron-server[93797]: self.session.flush() Jul 27 23:17:15.783419 n-d-802623-1 neutron-server[93797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 23:17:15.783419 n-d-802623-1 neutron-server[93797]: self.session.flush() Jul 27 23:17:15.783419 n-d-802623-1 neutron-server[93797]: Traceback (most recent call last): Jul 27 23:17:15.783419 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 23:17:15.783419 n-d-802623-1 neutron-server[93797]: timer() Jul 27 23:17:15.783419 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 23:17:15.783419 n-d-802623-1 neutron-server[93797]: cb(*args, **kw) Jul 27 23:17:15.783419 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 23:17:15.783419 n-d-802623-1 neutron-server[93797]: return func(*args, **kwargs) Jul 27 23:17:15.783419 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 23:17:15.783419 n-d-802623-1 neutron-server[93797]: self._notify() Jul 27 23:17:15.783419 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 23:17:15.783419 n-d-802623-1 neutron-server[93797]: self.callback(batched_events) Jul 27 23:17:15.783419 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 23:17:15.783419 n-d-802623-1 neutron-server[93797]: event.method(event) Jul 27 23:17:15.783419 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 23:17:15.783419 n-d-802623-1 neutron-server[93797]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 23:17:15.783419 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 23:17:15.783419 n-d-802623-1 neutron-server[93797]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 23:17:15.783419 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 23:17:15.783419 n-d-802623-1 neutron-server[93797]: return f(self, *a, **k) Jul 27 23:17:15.783419 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 23:17:15.783419 n-d-802623-1 neutron-server[93797]: return self._get(url).json() Jul 27 23:17:15.783419 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 23:17:15.783419 n-d-802623-1 neutron-server[93797]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 23:17:15.783419 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 23:17:15.783419 n-d-802623-1 neutron-server[93797]: return self.request(url, 'GET', **kwargs) Jul 27 23:17:15.783419 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 23:17:15.783419 n-d-802623-1 neutron-server[93797]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 23:17:15.783419 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 23:17:15.783419 n-d-802623-1 neutron-server[93797]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 23:17:15.783419 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 23:17:15.783419 n-d-802623-1 neutron-server[93797]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 23:17:15.783419 n-d-802623-1 neutron-server[93797]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 23:17:15.831211 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0956d9b1-9991-49a9-8d93-69483b1ec766 req-06ed214f-c000-43a8-a626-ee8e432f282a tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:17:15.839192 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-0956d9b1-9991-49a9-8d93-69483b1ec766 req-06ed214f-c000-43a8-a626-ee8e432f282a tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/ports?device_id=55cb1b9e-b3c2-47cd-8a02-7c9e10ec36f7 HTTP/1.1" status: 200 len: 946 time: 0.1746595 Jul 27 23:17:15.867683 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-421903fd-292f-455a-a1f2-a9fa4849954f req-c7ddb615-de11-412b-8e29-00b69c69d790 tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] 10.222.0.18 "GET /v2.0/security-groups?id=8de43b2a-3064-44a7-b92f-0f4c3410d3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777090 Jul 27 23:17:15.972723 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9424e479-c205-4e49-80a1-3e0ae12aaf48 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415412'] for network, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:15.979869 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9424e479-c205-4e49-80a1-3e0ae12aaf48 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for network, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:15.982224 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-9424e479-c205-4e49-80a1-3e0ae12aaf48 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] 10.222.0.18 "DELETE /v2.0/networks/6d1dfc8a-c52e-40ab-910e-2f889e0db305 HTTP/1.1" status: 204 len: 168 time: 1.2760861 Jul 27 23:17:15.986757 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 45448) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:17:15.993811 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-1ec52a2c-204f-4a68-b261-4606ff6a2818 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-739464266', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'}, 'admin_state_up': False}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:17:16.054532 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-0956d9b1-9991-49a9-8d93-69483b1ec766 req-b846ae5f-1b44-4c10-bd20-20a590d138f3 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/security-groups?id=5f578744-6f09-4b7e-a537-2a342130270d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2051618 Jul 27 23:17:16.061334 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9424e479-c205-4e49-80a1-3e0ae12aaf48 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Pushing event deleted for resources: {'Network': ['ID=6d1dfc8a-c52e-40ab-910e-2f889e0db305,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:17:16.089776 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1ec52a2c-204f-4a68-b261-4606ff6a2818 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62159'] for router, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:16.094336 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1ec52a2c-204f-4a68-b261-4606ff6a2818 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-479230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-415539', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3693317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62148'] for router, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:16.212129 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1ec52a2c-204f-4a68-b261-4606ff6a2818 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:16.440091 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 2c2d79b8-2a33-4a9a-8770-68856eb459c4 no longer exists at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:17:16.498367 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1ec52a2c-204f-4a68-b261-4606ff6a2818 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-415433', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62186'] for router, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:16.500845 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] No Port match for: 2c2d79b8-2a33-4a9a-8770-68856eb459c4 {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:17:16.501205 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 2c2d79b8-2a33-4a9a-8770-68856eb459c4 not bound to the agent host n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:17:16.503210 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 45466) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:17:16.520754 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-66a13d42-3c20-47aa-991e-134d6f2e0aba admin admin] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:16.650513 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-66a13d42-3c20-47aa-991e-134d6f2e0aba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:16.651646 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9520293-7ae8-458b-9d5c-5c2d79ca3e17 req-f77a50ee-b559-4aab-b77f-24a6e26b33db tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:17:16.655209 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f9520293-7ae8-458b-9d5c-5c2d79ca3e17 req-f77a50ee-b559-4aab-b77f-24a6e26b33db tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] 10.222.0.18 "GET /v2.0/ports?device_id=6a43bd9a-6245-44f3-a319-a8a9d9683e94 HTTP/1.1" status: 200 len: 946 time: 0.1361940 Jul 27 23:17:16.664938 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-66a13d42-3c20-47aa-991e-134d6f2e0aba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:16.722870 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-66a13d42-3c20-47aa-991e-134d6f2e0aba admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c348cfdc46214717ab7b96887ccb5bec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2183540 Jul 27 23:17:16.725569 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 45468) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:17:16.736937 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f9520293-7ae8-458b-9d5c-5c2d79ca3e17 req-1cb5f013-d7a5-4034-aa12-b2db8a08e2e2 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] 10.222.0.18 "GET /v2.0/security-groups?id=7226db73-c6f2-4ea3-adb9-5e608bea74da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721035 Jul 27 23:17:16.743629 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a13d42-3c20-47aa-991e-134d6f2e0aba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99411e22-e2b1-4ac1-9aa9-cf133357950a,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:17:16.820160 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7aa20211-e030-404d-8876-bcc8d86bde60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:16.850255 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7aa20211-e030-404d-8876-bcc8d86bde60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:16.931252 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7aa20211-e030-404d-8876-bcc8d86bde60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:16.934253 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7aa20211-e030-404d-8876-bcc8d86bde60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:16.935488 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-7aa20211-e030-404d-8876-bcc8d86bde60 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/99411e22-e2b1-4ac1-9aa9-cf133357950a HTTP/1.1" status: 204 len: 168 time: 0.2087550 Jul 27 23:17:16.951515 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa20211-e030-404d-8876-bcc8d86bde60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99411e22-e2b1-4ac1-9aa9-cf133357950a,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:17:16.961631 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1ec52a2c-204f-4a68-b261-4606ff6a2818 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks [] for router_gateway, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:16.985455 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1ec52a2c-204f-4a68-b261-4606ff6a2818 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:17.085229 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6a4de6-08a9-4ff0-bd0f-ecf2bac839b5 req-ee696638-c25f-4c69-85dd-953b74a29eb6 tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:17:17.087526 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-cc6a4de6-08a9-4ff0-bd0f-ecf2bac839b5 req-ee696638-c25f-4c69-85dd-953b74a29eb6 tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] 10.222.0.18 "GET /v2.0/ports?device_id=4df7e342-2fc4-4ef3-b8e8-41a81d8e456c HTTP/1.1" status: 200 len: 945 time: 0.0735745 Jul 27 23:17:17.141609 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-1ec52a2c-204f-4a68-b261-4606ff6a2818 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Allocated IP 172.25.4.182 (2fd42287-ed26-4eb9-89a5-b521f5b04356/17de1f8f-393a-4b0c-a2df-614bd3f2fb5e/7fa923db-d9fe-4531-a182-d6fe2d1df26c) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:17:17.168562 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-cc6a4de6-08a9-4ff0-bd0f-ecf2bac839b5 req-83b7f6cd-2ef1-4ea8-8f0c-3c05cf3c0672 tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] 10.222.0.18 "GET /v2.0/security-groups?id=8de43b2a-3064-44a7-b92f-0f4c3410d3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715246 Jul 27 23:17:17.310478 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdadd79d-60c0-4891-a311-de2661aff3c9 req-9dd5b4ce-4746-484a-9b40-95192a7044c8 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:17:17.312397 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-fdadd79d-60c0-4891-a311-de2661aff3c9 req-9dd5b4ce-4746-484a-9b40-95192a7044c8 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/ports?device_id=55cb1b9e-b3c2-47cd-8a02-7c9e10ec36f7 HTTP/1.1" status: 200 len: 946 time: 0.0988772 Jul 27 23:17:17.360959 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1ec52a2c-204f-4a68-b261-4606ff6a2818 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:17.407698 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-fdadd79d-60c0-4891-a311-de2661aff3c9 req-0dba0aaf-9a07-404f-b91a-cad2331f5bfa tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/security-groups?id=5f578744-6f09-4b7e-a537-2a342130270d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832937 Jul 27 23:17:17.482217 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1ec52a2c-204f-4a68-b261-4606ff6a2818 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:17.546307 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ec52a2c-204f-4a68-b261-4606ff6a2818 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Network 2fd42287-ed26-4eb9-89a5-b521f5b04356 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:17:17.553824 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-1ec52a2c-204f-4a68-b261-4606ff6a2818 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:17:17.562913 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ec52a2c-204f-4a68-b261-4606ff6a2818 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:17:17.570761 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec52a2c-204f-4a68-b261-4606ff6a2818 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Pushing event updated for resources: {'Port': ['ID=7fa923db-d9fe-4531-a182-d6fe2d1df26c,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:17:17.778324 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7215994a-c11d-4288-b976-9d8f3ff991b1 req-8755ef2b-5b7a-41dc-8b92-59ebfbe89289 tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:17:17.785817 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7215994a-c11d-4288-b976-9d8f3ff991b1 req-8755ef2b-5b7a-41dc-8b92-59ebfbe89289 tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] 10.222.0.18 "GET /v2.0/ports?device_id=4df7e342-2fc4-4ef3-b8e8-41a81d8e456c HTTP/1.1" status: 200 len: 945 time: 0.1676538 Jul 27 23:17:17.880772 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7215994a-c11d-4288-b976-9d8f3ff991b1 req-23d39e4e-68b9-436f-ad4c-4e5fafbe855b tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] 10.222.0.18 "GET /v2.0/security-groups?id=8de43b2a-3064-44a7-b92f-0f4c3410d3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938046 Jul 27 23:17:17.930362 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8debd497-c94c-487f-a618-ad088ee1307c req-82d2b3b0-604d-402e-bb71-5ea3e1d883d7 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:17:17.932064 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8debd497-c94c-487f-a618-ad088ee1307c req-82d2b3b0-604d-402e-bb71-5ea3e1d883d7 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] 10.222.0.18 "GET /v2.0/ports?device_id=6a43bd9a-6245-44f3-a319-a8a9d9683e94 HTTP/1.1" status: 200 len: 946 time: 0.0837457 Jul 27 23:17:18.023556 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8debd497-c94c-487f-a618-ad088ee1307c req-a32d4f13-52ae-4189-bd69-b3ac471e9fd3 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] 10.222.0.18 "GET /v2.0/security-groups?id=7226db73-c6f2-4ea3-adb9-5e608bea74da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787148 Jul 27 23:17:18.065708 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1ec52a2c-204f-4a68-b261-4606ff6a2818 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks [] for router_gateway, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:18.356317 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1ec52a2c-204f-4a68-b261-4606ff6a2818 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-415468'] for router, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:18.508605 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ec52a2c-204f-4a68-b261-4606ff6a2818 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Router dc467227-d949-4b1d-ac5f-f9e4267cc035 is scheduled to L3 agent 018c4455-49c0-4734-927d-7824067b2a9e with binding_index 1 {{(pid=93798) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 23:17:18.664725 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b86dc3-00ef-40fc-9189-8d251e7dbaa1 req-c1d6ef19-9263-43b8-a00d-69d6289283ff tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:17:18.665370 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b9b86dc3-00ef-40fc-9189-8d251e7dbaa1 req-c1d6ef19-9263-43b8-a00d-69d6289283ff tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/ports?device_id=55cb1b9e-b3c2-47cd-8a02-7c9e10ec36f7 HTTP/1.1" status: 200 len: 946 time: 0.1097469 Jul 27 23:17:18.694533 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ec52a2c-204f-4a68-b261-4606ff6a2818 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:17:18.711305 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e80068-6af6-4461-a4e3-13cfb88a9c09 None None] Sync routers for ids ['dc467227-d949-4b1d-ac5f-f9e4267cc035'] in n-d-802623-1 {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:17:18.732415 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e80068-6af6-4461-a4e3-13cfb88a9c09 None None] Routers {'dc467227-d949-4b1d-ac5f-f9e4267cc035'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:17:18.733062 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-93e80068-6af6-4461-a4e3-13cfb88a9c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:17:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['dc467227-d949-4b1d-ac5f-f9e4267cc035'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:17:18.762707 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b9b86dc3-00ef-40fc-9189-8d251e7dbaa1 req-8479547c-7223-4d89-aa1e-1b8775f6ad01 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/security-groups?id=5f578744-6f09-4b7e-a537-2a342130270d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892234 Jul 27 23:17:18.763849 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1ec52a2c-204f-4a68-b261-4606ff6a2818 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks [] for router, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:18.770885 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 45556) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:17:18.804337 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-1ec52a2c-204f-4a68-b261-4606ff6a2818 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 2.8161528 Jul 27 23:17:18.959032 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-88e68e01-add7-49c8-ad1d-be3c355a6468 req-27904f29-0a9b-4905-ab80-c4fe114cea7f service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=bab14976-9a79-4961-bbb7-bef26e77c0b6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1303463 Jul 27 23:17:19.060900 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-93e80068-6af6-4461-a4e3-13cfb88a9c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:17:19.085154 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e80068-6af6-4461-a4e3-13cfb88a9c09 None None] Routers {'dc467227-d949-4b1d-ac5f-f9e4267cc035'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:17:19.088968 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-93e80068-6af6-4461-a4e3-13cfb88a9c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:17:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['dc467227-d949-4b1d-ac5f-f9e4267cc035'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:17:19.127162 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-fccf5d63-16ce-415a-ba13-c75047806fc3 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] 10.222.0.18 "GET /v2.0/routers/dc467227-d949-4b1d-ac5f-f9e4267cc035 HTTP/1.1" status: 200 len: 880 time: 0.3528390 Jul 27 23:17:19.127753 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 45568) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:17:19.134270 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e68e01-add7-49c8-ad1d-be3c355a6468 req-e0ac4139-097e-4806-8f69-aa10a3ac490a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:17:19.134751 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e68e01-add7-49c8-ad1d-be3c355a6468 req-e0ac4139-097e-4806-8f69-aa10a3ac490a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:17:19.135259 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e68e01-add7-49c8-ad1d-be3c355a6468 req-e0ac4139-097e-4806-8f69-aa10a3ac490a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:17:19.135724 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e68e01-add7-49c8-ad1d-be3c355a6468 req-e0ac4139-097e-4806-8f69-aa10a3ac490a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:17:19.138424 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e68e01-add7-49c8-ad1d-be3c355a6468 req-e0ac4139-097e-4806-8f69-aa10a3ac490a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:17:19.138927 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e68e01-add7-49c8-ad1d-be3c355a6468 req-e0ac4139-097e-4806-8f69-aa10a3ac490a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:17:19.139430 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e68e01-add7-49c8-ad1d-be3c355a6468 req-e0ac4139-097e-4806-8f69-aa10a3ac490a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:17:19.141398 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-88e68e01-add7-49c8-ad1d-be3c355a6468 req-e0ac4139-097e-4806-8f69-aa10a3ac490a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0367b9fbd8e84279b822c24a4e2fb6cb&device_id=bab14976-9a79-4961-bbb7-bef26e77c0b6 HTTP/1.1" status: 200 len: 6503 time: 0.0874667 Jul 27 23:17:19.202226 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-93e80068-6af6-4461-a4e3-13cfb88a9c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:17:19.203157 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e80068-6af6-4461-a4e3-13cfb88a9c09 None None] The sync data for ids ['dc467227-d949-4b1d-ac5f-f9e4267cc035'] in n-d-802623-1 is: [] {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:17:19.317783 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d82f504-44ed-4c60-9ab9-cd92dc39bcc3 req-ecc78e4d-b25d-4289-9402-05b18e83308e tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:17:19.325191 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-1d82f504-44ed-4c60-9ab9-cd92dc39bcc3 req-ecc78e4d-b25d-4289-9402-05b18e83308e tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] 10.222.0.18 "GET /v2.0/ports?device_id=4df7e342-2fc4-4ef3-b8e8-41a81d8e456c HTTP/1.1" status: 200 len: 945 time: 0.3210766 Jul 27 23:17:19.387834 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-1d82f504-44ed-4c60-9ab9-cd92dc39bcc3 req-c45b1f72-42f1-4d41-b58c-cfbe92cbc402 tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] 10.222.0.18 "GET /v2.0/security-groups?id=8de43b2a-3064-44a7-b92f-0f4c3410d3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509167 Jul 27 23:17:19.392083 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97de4255-75e4-49c9-ba93-32ebdcc71f43 req-84e40f21-9006-4ba7-9ddd-482fe78c3eb3 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:17:19.394447 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-97de4255-75e4-49c9-ba93-32ebdcc71f43 req-84e40f21-9006-4ba7-9ddd-482fe78c3eb3 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] 10.222.0.18 "GET /v2.0/ports?device_id=6a43bd9a-6245-44f3-a319-a8a9d9683e94 HTTP/1.1" status: 200 len: 946 time: 0.1830182 Jul 27 23:17:19.553866 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e68e01-add7-49c8-ad1d-be3c355a6468 req-773964e0-3f3c-4f95-88e7-8c30070bf15f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:17:19.554357 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e68e01-add7-49c8-ad1d-be3c355a6468 req-773964e0-3f3c-4f95-88e7-8c30070bf15f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:17:19.554862 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e68e01-add7-49c8-ad1d-be3c355a6468 req-773964e0-3f3c-4f95-88e7-8c30070bf15f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:17:19.556861 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-88e68e01-add7-49c8-ad1d-be3c355a6468 req-773964e0-3f3c-4f95-88e7-8c30070bf15f service neutron] 10.222.0.49 "GET /v2.0/networks?id=8a269d53-4f2a-4865-a1d0-19bfee7666c6&id=c246f1fa-d287-4449-88ed-7e41ec7ffa41&id=c246f1fa-d287-4449-88ed-7e41ec7ffa41&id=c246f1fa-d287-4449-88ed-7e41ec7ffa41&id=c246f1fa-d287-4449-88ed-7e41ec7ffa41&id=c34a942f-0b0f-45f7-a399-4187f193826f&id=c34a942f-0b0f-45f7-a399-4187f193826f HTTP/1.1" status: 200 len: 2298 time: 0.3474095 Jul 27 23:17:19.608165 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-97de4255-75e4-49c9-ba93-32ebdcc71f43 req-3abe78be-9dd7-4a44-a434-7ab5b171229b tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] 10.222.0.18 "GET /v2.0/security-groups?id=7226db73-c6f2-4ea3-adb9-5e608bea74da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2005973 Jul 27 23:17:19.671026 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-88e68e01-add7-49c8-ad1d-be3c355a6468 req-c986a53f-ff33-4bef-8bd5-0f34458683ef service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=aaaa4f7d-c44a-4b6f-bde1-dfd985f0a398 HTTP/1.1" status: 200 len: 1001 time: 0.1052010 Jul 27 23:17:20.107564 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e68e01-add7-49c8-ad1d-be3c355a6468 req-0f2fd0f8-8420-4938-9071-2e514d4e5580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:17:20.110059 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-88e68e01-add7-49c8-ad1d-be3c355a6468 req-0f2fd0f8-8420-4938-9071-2e514d4e5580 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f549fcdc-30d6-4a86-9454-eed6b262e746 HTTP/1.1" status: 200 len: 856 time: 0.4315250 Jul 27 23:17:20.127317 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-370a1347-271d-4345-84b6-c48518caca8b tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.9824772 Jul 27 23:17:20.127677 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 45616) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:17:20.133672 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-eae6f05c-ec7a-4c55-86d7-f50437c38bf9 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-739464266'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:17:20.189668 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa15bbc7-1f2d-45d9-b23f-5623e780709b req-3d2db1f1-4b55-4b15-bfc0-6ad455f3f032 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:17:20.197208 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-fa15bbc7-1f2d-45d9-b23f-5623e780709b req-3d2db1f1-4b55-4b15-bfc0-6ad455f3f032 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/ports?device_id=55cb1b9e-b3c2-47cd-8a02-7c9e10ec36f7 HTTP/1.1" status: 200 len: 946 time: 0.1452410 Jul 27 23:17:20.226408 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e68e01-add7-49c8-ad1d-be3c355a6468 req-5b2f0fe6-8424-48ae-a582-f856cc37e750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:17:20.227938 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-88e68e01-add7-49c8-ad1d-be3c355a6468 req-5b2f0fe6-8424-48ae-a582-f856cc37e750 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8a269d53-4f2a-4865-a1d0-19bfee7666c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1010921 Jul 27 23:17:20.276556 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-fa15bbc7-1f2d-45d9-b23f-5623e780709b req-7c158f57-3303-4df9-8ba1-5604d3ee13e1 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/security-groups?id=5f578744-6f09-4b7e-a537-2a342130270d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784907 Jul 27 23:17:20.394300 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-88e68e01-add7-49c8-ad1d-be3c355a6468 req-5c5493eb-1fc3-4df4-8cbf-3ffe0136a35c service neutron] 10.222.0.49 "GET /v2.0/networks/8a269d53-4f2a-4865-a1d0-19bfee7666c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546967 Jul 27 23:17:20.572518 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-88e68e01-add7-49c8-ad1d-be3c355a6468 req-285c9fa0-dd3f-4bc0-8cb3-e7edcd3dc7cd service neutron] 10.222.0.49 "GET /v2.0/networks/8a269d53-4f2a-4865-a1d0-19bfee7666c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1669915 Jul 27 23:17:20.628654 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-88e68e01-add7-49c8-ad1d-be3c355a6468 req-a0f43e62-d2fe-4771-8ce4-edea52fe1644 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.153&port_id=0559974f-5eee-44ff-baf2-074fd2c27b02 HTTP/1.1" status: 200 len: 217 time: 0.0455055 Jul 27 23:17:20.633843 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-eae6f05c-ec7a-4c55-86d7-f50437c38bf9 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-415433', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62186'] for router, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:20.673515 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-eae6f05c-ec7a-4c55-86d7-f50437c38bf9 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-415468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-415442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-415451', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-479100'] for router, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:20.698005 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e68e01-add7-49c8-ad1d-be3c355a6468 req-99e6fd59-3a29-4300-be1e-0c501f3fc8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:17:20.699920 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-88e68e01-add7-49c8-ad1d-be3c355a6468 req-99e6fd59-3a29-4300-be1e-0c501f3fc8cd service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ba464d94-7c37-4a78-bcc3-06220a9217b5 HTTP/1.1" status: 200 len: 797 time: 0.0643685 Jul 27 23:17:20.804142 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e68e01-add7-49c8-ad1d-be3c355a6468 req-783e47ea-5d6c-4d18-9278-8d33d9e4f9d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:17:20.806834 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-88e68e01-add7-49c8-ad1d-be3c355a6468 req-783e47ea-5d6c-4d18-9278-8d33d9e4f9d9 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c246f1fa-d287-4449-88ed-7e41ec7ffa41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0992203 Jul 27 23:17:20.823265 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d307ac-f6ce-4641-b34e-0e2a74733dbe req-800f6ac8-ab5f-443a-ae38-58fe49a474a3 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:17:20.824984 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-31d307ac-f6ce-4641-b34e-0e2a74733dbe req-800f6ac8-ab5f-443a-ae38-58fe49a474a3 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] 10.222.0.18 "GET /v2.0/ports?device_id=6a43bd9a-6245-44f3-a319-a8a9d9683e94 HTTP/1.1" status: 200 len: 946 time: 0.0749879 Jul 27 23:17:20.827517 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eae6f05c-ec7a-4c55-86d7-f50437c38bf9 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Router dc467227-d949-4b1d-ac5f-f9e4267cc035 has already been hosted by L3 agent 018c4455-49c0-4734-927d-7824067b2a9e {{(pid=93797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 23:17:20.937079 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-31d307ac-f6ce-4641-b34e-0e2a74733dbe req-621aefab-6f05-4be3-aa8f-d998bc478b24 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] 10.222.0.18 "GET /v2.0/security-groups?id=7226db73-c6f2-4ea3-adb9-5e608bea74da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0965512 Jul 27 23:17:20.979438 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eae6f05c-ec7a-4c55-86d7-f50437c38bf9 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:17:20.982368 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-88e68e01-add7-49c8-ad1d-be3c355a6468 req-5a801fcd-54ca-4920-82d1-3370e4854f4a service neutron] 10.222.0.49 "GET /v2.0/networks/c246f1fa-d287-4449-88ed-7e41ec7ffa41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1562986 Jul 27 23:17:20.986778 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-eae6f05c-ec7a-4c55-86d7-f50437c38bf9 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks [] for router, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:20.987968 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-eae6f05c-ec7a-4c55-86d7-f50437c38bf9 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] 10.222.0.18 "PUT /v2.0/routers/dc467227-d949-4b1d-ac5f-f9e4267cc035 HTTP/1.1" status: 200 len: 887 time: 0.8590438 Jul 27 23:17:20.992011 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace83e2e-7ccd-477b-a35c-216d3649fc8e None None] Sync routers for ids ['dc467227-d949-4b1d-ac5f-f9e4267cc035'] in n-d-802623-1 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:17:20.999353 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 45622) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:17:21.011440 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace83e2e-7ccd-477b-a35c-216d3649fc8e None None] Routers {'dc467227-d949-4b1d-ac5f-f9e4267cc035'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:17:21.011938 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-ace83e2e-7ccd-477b-a35c-216d3649fc8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:17:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['dc467227-d949-4b1d-ac5f-f9e4267cc035'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:17:21.089386 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-ace83e2e-7ccd-477b-a35c-216d3649fc8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:17:21.106269 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace83e2e-7ccd-477b-a35c-216d3649fc8e None None] Routers {'dc467227-d949-4b1d-ac5f-f9e4267cc035'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:17:21.106891 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-ace83e2e-7ccd-477b-a35c-216d3649fc8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:17:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['dc467227-d949-4b1d-ac5f-f9e4267cc035'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:17:21.127614 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-88e68e01-add7-49c8-ad1d-be3c355a6468 req-accf1501-5ba6-4460-936e-6f7ca905f577 service neutron] 10.222.0.49 "GET /v2.0/networks/c246f1fa-d287-4449-88ed-7e41ec7ffa41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355398 Jul 27 23:17:21.193026 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-ace83e2e-7ccd-477b-a35c-216d3649fc8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:17:21.193991 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace83e2e-7ccd-477b-a35c-216d3649fc8e None None] The sync data for ids ['dc467227-d949-4b1d-ac5f-f9e4267cc035'] in n-d-802623-1 is: [] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:17:21.237412 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-88e68e01-add7-49c8-ad1d-be3c355a6468 req-f188db11-ad62-450e-9e1d-70a30b294817 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.155&port_id=a1bdfbba-9a24-43d6-84b3-1265d2295611 HTTP/1.1" status: 200 len: 217 time: 0.0972269 Jul 27 23:17:21.241455 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-f4c08cc0-29f6-453e-b34e-8d1018a7cdf0 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] 10.222.0.18 "GET /v2.0/routers/dc467227-d949-4b1d-ac5f-f9e4267cc035 HTTP/1.1" status: 200 len: 887 time: 0.2404466 Jul 27 23:17:21.244527 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 45626) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:17:21.315388 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-ddcb2a2f-eb0c-4369-8ec1-f5006ab53230 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] 10.222.0.18 "GET /v2.0/ports?device_id=dc467227-d949-4b1d-ac5f-f9e4267cc035 HTTP/1.1" status: 200 len: 205 time: 0.0625784 Jul 27 23:17:21.317137 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 45630) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:17:21.337342 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e68e01-add7-49c8-ad1d-be3c355a6468 req-6c1c00ba-99c8-4586-a363-a45ad2f92f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:17:21.339435 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-88e68e01-add7-49c8-ad1d-be3c355a6468 req-6c1c00ba-99c8-4586-a363-a45ad2f92f22 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ba464d94-7c37-4a78-bcc3-06220a9217b5 HTTP/1.1" status: 200 len: 797 time: 0.0957513 Jul 27 23:17:21.476253 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e68e01-add7-49c8-ad1d-be3c355a6468 req-cf1383cd-e063-4f3a-9bfb-618bdd4d7d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:17:21.478813 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-88e68e01-add7-49c8-ad1d-be3c355a6468 req-cf1383cd-e063-4f3a-9bfb-618bdd4d7d04 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c246f1fa-d287-4449-88ed-7e41ec7ffa41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1308243 Jul 27 23:17:21.601658 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3f6a97cf-5fd3-45f0-8eba-d4029b180bb5 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks [] for router, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:21.635582 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b86854-9e2c-4756-804b-855c2d1df767 req-f2625113-4791-407a-aa15-0252159210e0 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:17:21.636120 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-35b86854-9e2c-4756-804b-855c2d1df767 req-f2625113-4791-407a-aa15-0252159210e0 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/ports?device_id=55cb1b9e-b3c2-47cd-8a02-7c9e10ec36f7 HTTP/1.1" status: 200 len: 946 time: 0.1351917 Jul 27 23:17:21.684409 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-88e68e01-add7-49c8-ad1d-be3c355a6468 req-b4ef18c8-8f13-4fae-92c6-dc78c18de8cb service neutron] 10.222.0.49 "GET /v2.0/networks/c246f1fa-d287-4449-88ed-7e41ec7ffa41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1917126 Jul 27 23:17:21.770432 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-35b86854-9e2c-4756-804b-855c2d1df767 req-b0a4b6e2-d37f-43b0-8944-5108d9bc200b tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/security-groups?id=5f578744-6f09-4b7e-a537-2a342130270d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1261494 Jul 27 23:17:21.786241 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3f6a97cf-5fd3-45f0-8eba-d4029b180bb5 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:21.851744 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-88e68e01-add7-49c8-ad1d-be3c355a6468 req-c9f2d656-62e0-49b3-9ef4-a4e0b7848afb service neutron] 10.222.0.49 "GET /v2.0/networks/c246f1fa-d287-4449-88ed-7e41ec7ffa41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520319 Jul 27 23:17:21.885199 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-3f6a97cf-5fd3-45f0-8eba-d4029b180bb5 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Deleting port 7fa923db-d9fe-4531-a182-d6fe2d1df26c {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:17:21.885556 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3f6a97cf-5fd3-45f0-8eba-d4029b180bb5 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:21.907609 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-88e68e01-add7-49c8-ad1d-be3c355a6468 req-e9d80856-72d0-4113-b43e-09079b83548a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.230&port_id=7000adaa-7864-409e-b126-7512669b5cb6 HTTP/1.1" status: 200 len: 217 time: 0.0412378 Jul 27 23:17:22.016142 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3f6a97cf-5fd3-45f0-8eba-d4029b180bb5 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:22.026685 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e68e01-add7-49c8-ad1d-be3c355a6468 req-a6cf8023-a4ba-44bd-aa8c-c551d98c5884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:17:22.029460 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-88e68e01-add7-49c8-ad1d-be3c355a6468 req-a6cf8023-a4ba-44bd-aa8c-c551d98c5884 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ba464d94-7c37-4a78-bcc3-06220a9217b5 HTTP/1.1" status: 200 len: 797 time: 0.1110814 Jul 27 23:17:22.035413 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-3f6a97cf-5fd3-45f0-8eba-d4029b180bb5 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Calling delete_port for 7fa923db-d9fe-4531-a182-d6fe2d1df26c owned by network:router_gateway {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:17:22.174299 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e68e01-add7-49c8-ad1d-be3c355a6468 req-a4c52498-74b9-4c6d-990b-903e096a7eec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:17:22.175959 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-88e68e01-add7-49c8-ad1d-be3c355a6468 req-a4c52498-74b9-4c6d-990b-903e096a7eec service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c246f1fa-d287-4449-88ed-7e41ec7ffa41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1384850 Jul 27 23:17:22.187273 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01191de2-ec58-4805-b474-105d04193ba8 req-80b714fc-f135-4821-82ea-f58b8aa5de9c tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:17:22.189334 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-01191de2-ec58-4805-b474-105d04193ba8 req-80b714fc-f135-4821-82ea-f58b8aa5de9c tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] 10.222.0.18 "GET /v2.0/ports?device_id=6a43bd9a-6245-44f3-a319-a8a9d9683e94 HTTP/1.1" status: 200 len: 946 time: 0.0755060 Jul 27 23:17:22.330047 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-01191de2-ec58-4805-b474-105d04193ba8 req-4133db75-4610-44dc-9313-ec6f43ea43e4 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] 10.222.0.18 "GET /v2.0/security-groups?id=7226db73-c6f2-4ea3-adb9-5e608bea74da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808682 Jul 27 23:17:22.345894 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3f6a97cf-5fd3-45f0-8eba-d4029b180bb5 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:22.356298 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-88e68e01-add7-49c8-ad1d-be3c355a6468 req-ddf1ca51-eade-4e0b-a665-7da3349e868c service neutron] 10.222.0.49 "GET /v2.0/networks/c246f1fa-d287-4449-88ed-7e41ec7ffa41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1656330 Jul 27 23:17:22.400231 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6a97cf-5fd3-45f0-8eba-d4029b180bb5 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Pushing event deleted for resources: {'Port': ['ID=7fa923db-d9fe-4531-a182-d6fe2d1df26c,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:17:22.489112 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3f6a97cf-5fd3-45f0-8eba-d4029b180bb5 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-415368'] for router_gateway, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:22.492016 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-88e68e01-add7-49c8-ad1d-be3c355a6468 req-e696a008-3923-4d1c-8839-2f9969147658 service neutron] 10.222.0.49 "GET /v2.0/networks/c246f1fa-d287-4449-88ed-7e41ec7ffa41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240253 Jul 27 23:17:22.547838 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-88e68e01-add7-49c8-ad1d-be3c355a6468 req-8c6571cf-c898-43a0-9232-c6978c4d6745 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.239&port_id=7aa7f82a-79c8-4d31-aedb-c7b467805927 HTTP/1.1" status: 200 len: 217 time: 0.0450268 Jul 27 23:17:22.609546 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e68e01-add7-49c8-ad1d-be3c355a6468 req-4e1bd266-071b-41ae-a6d9-9b35e54f7f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:17:22.611367 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-88e68e01-add7-49c8-ad1d-be3c355a6468 req-4e1bd266-071b-41ae-a6d9-9b35e54f7f78 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ba464d94-7c37-4a78-bcc3-06220a9217b5 HTTP/1.1" status: 200 len: 797 time: 0.0567153 Jul 27 23:17:22.614035 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3f6a97cf-5fd3-45f0-8eba-d4029b180bb5 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62205'] for router, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:22.616595 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3f6a97cf-5fd3-45f0-8eba-d4029b180bb5 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:22.672132 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e68e01-add7-49c8-ad1d-be3c355a6468 req-30cf29c4-3d6e-4d2c-b322-08b54698777f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:17:22.674367 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-88e68e01-add7-49c8-ad1d-be3c355a6468 req-30cf29c4-3d6e-4d2c-b322-08b54698777f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c246f1fa-d287-4449-88ed-7e41ec7ffa41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0549054 Jul 27 23:17:22.691833 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3f6a97cf-5fd3-45f0-8eba-d4029b180bb5 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-477831'] for router, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:22.692741 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f6a97cf-5fd3-45f0-8eba-d4029b180bb5 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Fanout notify agent at l3_agent the message router_deleted on router dc467227-d949-4b1d-ac5f-f9e4267cc035 {{(pid=93797) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 23:17:22.716020 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3f6a97cf-5fd3-45f0-8eba-d4029b180bb5 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks [] for router, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:22.721234 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-3f6a97cf-5fd3-45f0-8eba-d4029b180bb5 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] 10.222.0.18 "DELETE /v2.0/routers/dc467227-d949-4b1d-ac5f-f9e4267cc035 HTTP/1.1" status: 204 len: 168 time: 1.3985312 Jul 27 23:17:22.721753 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 45640) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:17:22.727079 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-ba7bc2f5-9590-4361-900e-9c77004269b7 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Request body: {'network': {'name': 'tempest-RoutersTest-1344578362'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:17:22.760225 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba7bc2f5-9590-4361-900e-9c77004269b7 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Made reservation on behalf of 2c20245bbadb4ad09448e470090626f6 for: {'network': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:17:22.765256 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ba7bc2f5-9590-4361-900e-9c77004269b7 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for network, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:22.796248 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba7bc2f5-9590-4361-900e-9c77004269b7 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 510} {{(pid=93797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 23:17:22.816580 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ba7bc2f5-9590-4361-900e-9c77004269b7 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:22.818263 n-d-802623-1 neutron-server[93797]: INFO neutron.db.segments_db [None req-ba7bc2f5-9590-4361-900e-9c77004269b7 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Added segment 40120f98-1bb5-4b76-9a26-2a3b08603f0d of type vlan for network 5aff43cc-d05a-4468-a4d2-d0ea20ae419b Jul 27 23:17:22.836547 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-88e68e01-add7-49c8-ad1d-be3c355a6468 req-b972328b-0312-44b0-8f1f-e6ecae21f162 service neutron] 10.222.0.49 "GET /v2.0/networks/c246f1fa-d287-4449-88ed-7e41ec7ffa41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534393 Jul 27 23:17:22.910296 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ba7bc2f5-9590-4361-900e-9c77004269b7 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736833354590'] for network, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:22.978509 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ba7bc2f5-9590-4361-900e-9c77004269b7 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569'] for network, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:22.988344 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba7bc2f5-9590-4361-900e-9c77004269b7 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:17:22.989383 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ba7bc2f5-9590-4361-900e-9c77004269b7 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for network, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:22.996198 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f5f46d-0d10-4a27-9020-4b3b9d82511a req-705654d6-5f1b-4b76-832f-2f712034f00a tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:17:22.997977 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b7f5f46d-0d10-4a27-9020-4b3b9d82511a req-705654d6-5f1b-4b76-832f-2f712034f00a tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/ports?device_id=55cb1b9e-b3c2-47cd-8a02-7c9e10ec36f7 HTTP/1.1" status: 200 len: 946 time: 0.0873137 Jul 27 23:17:23.068971 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-ba7bc2f5-9590-4361-900e-9c77004269b7 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3451486 Jul 27 23:17:23.071968 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 45652) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:17:23.078984 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-0fefdc28-5dd2-4727-af87-ee5cab80aecd tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Request body: {'subnet': {'network_id': '5aff43cc-d05a-4468-a4d2-d0ea20ae419b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:17:23.084466 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-88e68e01-add7-49c8-ad1d-be3c355a6468 req-ff2e9f72-f6b9-45ce-b32b-7953b1729a20 service neutron] 10.222.0.49 "GET /v2.0/networks/c246f1fa-d287-4449-88ed-7e41ec7ffa41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2397978 Jul 27 23:17:23.101923 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7bc2f5-9590-4361-900e-9c77004269b7 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Pushing event updated for resources: {'Network': ['ID=5aff43cc-d05a-4468-a4d2-d0ea20ae419b,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:17:23.113018 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Network 5aff43cc-d05a-4468-a4d2-d0ea20ae419b details requested by agent ovs-agent-n-d-802623-1 with host n-d-802623-1 {{(pid=93799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 23:17:23.236819 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fefdc28-5dd2-4727-af87-ee5cab80aecd tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Made reservation on behalf of 2c20245bbadb4ad09448e470090626f6 for: {'subnet': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:17:23.243028 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0fefdc28-5dd2-4727-af87-ee5cab80aecd tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11551435'] for subnet, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:23.257688 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b7f5f46d-0d10-4a27-9020-4b3b9d82511a req-eb9e8e2a-80d3-42d8-b957-fa00e984273f tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/security-groups?id=5f578744-6f09-4b7e-a537-2a342130270d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2524474 Jul 27 23:17:23.261991 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-88e68e01-add7-49c8-ad1d-be3c355a6468 req-bf4a2f1e-e625-41d4-8103-0fe1335e877a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=da8eaa0e-5e3b-4fb2-abf0-06dbf59ba175 HTTP/1.1" status: 200 len: 217 time: 0.1643386 Jul 27 23:17:23.336852 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e68e01-add7-49c8-ad1d-be3c355a6468 req-f775bd58-8d1f-4b83-9eaa-e0a5e182e8a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:17:23.338610 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-88e68e01-add7-49c8-ad1d-be3c355a6468 req-f775bd58-8d1f-4b83-9eaa-e0a5e182e8a4 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=205a94b6-ea5d-4719-adab-a78f7e1e308f HTTP/1.1" status: 200 len: 797 time: 0.0691955 Jul 27 23:17:23.449308 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e68e01-add7-49c8-ad1d-be3c355a6468 req-f66c0c6f-433c-47c4-bca2-6b50f8652b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:17:23.456768 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-88e68e01-add7-49c8-ad1d-be3c355a6468 req-f66c0c6f-433c-47c4-bca2-6b50f8652b39 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c34a942f-0b0f-45f7-a399-4187f193826f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1087222 Jul 27 23:17:23.601809 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-88e68e01-add7-49c8-ad1d-be3c355a6468 req-efccc9ad-d004-4d31-a99e-08f805396fc4 service neutron] 10.222.0.49 "GET /v2.0/networks/c34a942f-0b0f-45f7-a399-4187f193826f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359608 Jul 27 23:17:23.639325 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0fefdc28-5dd2-4727-af87-ee5cab80aecd tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11336182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11551417'] for subnet, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:23.721477 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fefdc28-5dd2-4727-af87-ee5cab80aecd tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Checking segment: {'id': '40120f98-1bb5-4b76-9a26-2a3b08603f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '5aff43cc-d05a-4468-a4d2-d0ea20ae419b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:17:23.721840 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fefdc28-5dd2-4727-af87-ee5cab80aecd tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Network hostable DHCP agents. Network: 5aff43cc-d05a-4468-a4d2-d0ea20ae419b, hostable agents: ['5950e76f-2bde-4343-a925-cbe6bacd2706'], hosted agents: [] {{(pid=93797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 23:17:23.745042 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fefdc28-5dd2-4727-af87-ee5cab80aecd tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Pushing event updated for resources: {'Subnet': ['ID=79060411-e50c-454f-bd86-e282fa9e67c9,revision_number=0']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:17:23.752041 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fefdc28-5dd2-4727-af87-ee5cab80aecd tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Network 5aff43cc-d05a-4468-a4d2-d0ea20ae419b is scheduled to be hosted by DHCP agent 5950e76f-2bde-4343-a925-cbe6bacd2706 with binding_index 1 {{(pid=93797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 23:17:23.772855 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-0fefdc28-5dd2-4727-af87-ee5cab80aecd tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802623-1, 5aff43cc-d05a-4468-a4d2-d0ea20ae419b) {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:17:23.780898 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-527b4591-0325-4b80-bb70-ec59cc0acf97 None None] Network 5aff43cc-d05a-4468-a4d2-d0ea20ae419b requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:17:23.785305 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fefdc28-5dd2-4727-af87-ee5cab80aecd tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:17:23.786250 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0fefdc28-5dd2-4727-af87-ee5cab80aecd tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for subnet, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:23.799132 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-88e68e01-add7-49c8-ad1d-be3c355a6468 req-91571ece-9b1c-40a3-abec-2ba638d8a6d0 service neutron] 10.222.0.49 "GET /v2.0/networks/c34a942f-0b0f-45f7-a399-4187f193826f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1879561 Jul 27 23:17:23.809436 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-0fefdc28-5dd2-4727-af87-ee5cab80aecd tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7340658 Jul 27 23:17:23.809882 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 45662) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:17:23.822112 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-4209810a-7e2d-4344-acb3-cecc740f29cc tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1057247925', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:17:23.872911 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4209810a-7e2d-4344-acb3-cecc740f29cc tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62159'] for router, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:23.874077 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4209810a-7e2d-4344-acb3-cecc740f29cc tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-479230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-415539', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3693317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62148'] for router, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:23.897287 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-88e68e01-add7-49c8-ad1d-be3c355a6468 req-68f7ad66-93c5-4cc3-ad8a-28fb9f62999d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=04fa79a8-5a6e-4754-87c2-e6c72b5d831d HTTP/1.1" status: 200 len: 217 time: 0.0558293 Jul 27 23:17:23.962404 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e68e01-add7-49c8-ad1d-be3c355a6468 req-63f079a5-b5e4-4003-84e2-1b6ffbbb548d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:17:23.964252 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-88e68e01-add7-49c8-ad1d-be3c355a6468 req-63f079a5-b5e4-4003-84e2-1b6ffbbb548d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=205a94b6-ea5d-4719-adab-a78f7e1e308f HTTP/1.1" status: 200 len: 797 time: 0.0586572 Jul 27 23:17:23.979745 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ab2825-2b53-4e07-b64b-c58876ec8d9e req-32e40a3c-6011-4641-bb85-f27a2a5d0e04 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:17:23.990913 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c1ab2825-2b53-4e07-b64b-c58876ec8d9e req-32e40a3c-6011-4641-bb85-f27a2a5d0e04 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] 10.222.0.18 "GET /v2.0/ports?device_id=6a43bd9a-6245-44f3-a319-a8a9d9683e94 HTTP/1.1" status: 200 len: 946 time: 0.3527808 Jul 27 23:17:23.991887 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05b3a803-8724-4c44-be3e-ec12d071b2e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f6f257c-ad18-5f0c-8c8e-ea085a5fc8a2-5aff43cc-d05a-4468-a4d2-d0ea20ae419b', 'network_id': '5aff43cc-d05a-4468-a4d2-d0ea20ae419b', 'tenant_id': '2c20245bbadb4ad09448e470090626f6', 'fixed_ips': [{'subnet_id': '79060411-e50c-454f-bd86-e282fa9e67c9'}]}} from n-d-802623-1. {{(pid=93799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 23:17:23.993063 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-05b3a803-8724-4c44-be3e-ec12d071b2e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:24.008516 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4209810a-7e2d-4344-acb3-cecc740f29cc tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:24.023097 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4209810a-7e2d-4344-acb3-cecc740f29cc tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-415468'] for router, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:24.078167 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4209810a-7e2d-4344-acb3-cecc740f29cc tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks [] for router, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:24.080850 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-4209810a-7e2d-4344-acb3-cecc740f29cc tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2687430 Jul 27 23:17:24.083668 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 45664) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:17:24.083774 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c1ab2825-2b53-4e07-b64b-c58876ec8d9e req-e040a004-c36c-4f1b-a2b0-6e64012f5389 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] 10.222.0.18 "GET /v2.0/security-groups?id=7226db73-c6f2-4ea3-adb9-5e608bea74da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0916090 Jul 27 23:17:24.121940 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e68e01-add7-49c8-ad1d-be3c355a6468 req-764a3e0f-7d33-4cb0-b86c-34bb8fc07e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:17:24.125087 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-88e68e01-add7-49c8-ad1d-be3c355a6468 req-764a3e0f-7d33-4cb0-b86c-34bb8fc07e6d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c34a942f-0b0f-45f7-a399-4187f193826f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1318204 Jul 27 23:17:24.193155 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-05b3a803-8724-4c44-be3e-ec12d071b2e9 None None] Allocated IP 172.20.0.2 (5aff43cc-d05a-4468-a4d2-d0ea20ae419b/79060411-e50c-454f-bd86-e282fa9e67c9/b68ffee0-dc12-4518-b122-29225fe9faae) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:17:24.354786 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-88e68e01-add7-49c8-ad1d-be3c355a6468 req-d6a2fc86-2860-41f9-8215-face249e4957 service neutron] 10.222.0.49 "GET /v2.0/networks/c34a942f-0b0f-45f7-a399-4187f193826f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2219174 Jul 27 23:17:24.477147 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-05b3a803-8724-4c44-be3e-ec12d071b2e9 None None] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:24.489823 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-05b3a803-8724-4c44-be3e-ec12d071b2e9 None None] Transition to ACTIVE for port object b68ffee0-dc12-4518-b122-29225fe9faae will not be triggered until provisioned by entity L2. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:17:24.492463 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-53d13e64-430d-4c0c-8524-0eff60504f5f tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:24.515760 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-05b3a803-8724-4c44-be3e-ec12d071b2e9 None None] Transition to ACTIVE for port object b68ffee0-dc12-4518-b122-29225fe9faae will not be triggered until provisioned by entity DHCP. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:17:24.528904 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-05b3a803-8724-4c44-be3e-ec12d071b2e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:24.560843 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e600a3-196f-46ad-b899-fa0cc0a4b4b2 req-a1af87f7-3c8d-4425-8382-9e2b6bd5c81b tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:17:24.565914 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e5e600a3-196f-46ad-b899-fa0cc0a4b4b2 req-a1af87f7-3c8d-4425-8382-9e2b6bd5c81b tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/ports?device_id=55cb1b9e-b3c2-47cd-8a02-7c9e10ec36f7 HTTP/1.1" status: 200 len: 946 time: 0.1810284 Jul 27 23:17:24.612932 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05b3a803-8724-4c44-be3e-ec12d071b2e9 None None] Network 5aff43cc-d05a-4468-a4d2-d0ea20ae419b is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:17:24.618564 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-05b3a803-8724-4c44-be3e-ec12d071b2e9 None None] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:17:24.625948 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05b3a803-8724-4c44-be3e-ec12d071b2e9 None None] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:17:24.634045 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-88e68e01-add7-49c8-ad1d-be3c355a6468 req-b8178510-45aa-4bd8-9302-50dcbc73b51d service neutron] 10.222.0.49 "GET /v2.0/networks/c34a942f-0b0f-45f7-a399-4187f193826f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2649953 Jul 27 23:17:24.640062 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b3a803-8724-4c44-be3e-ec12d071b2e9 None None] Pushing event updated for resources: {'Port': ['ID=b68ffee0-dc12-4518-b122-29225fe9faae,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:17:24.653953 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e5e600a3-196f-46ad-b899-fa0cc0a4b4b2 req-6c428190-c104-4de0-8ed4-4cc4d87265af tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/security-groups?id=5f578744-6f09-4b7e-a537-2a342130270d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815094 Jul 27 23:17:24.744037 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-05b3a803-8724-4c44-be3e-ec12d071b2e9 None None] Attempting to bind port b68ffee0-dc12-4518-b122-29225fe9faae on host n-d-802623-1 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:17:24.744579 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-05b3a803-8724-4c44-be3e-ec12d071b2e9 None None] Attempting to bind port b68ffee0-dc12-4518-b122-29225fe9faae by drivers openvswitch,hyperv on host n-d-802623-1 at level 0 using segments [{'id': '40120f98-1bb5-4b76-9a26-2a3b08603f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '5aff43cc-d05a-4468-a4d2-d0ea20ae419b'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:17:24.745039 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05b3a803-8724-4c44-be3e-ec12d071b2e9 None None] Attempting to bind port b68ffee0-dc12-4518-b122-29225fe9faae on network 5aff43cc-d05a-4468-a4d2-d0ea20ae419b {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:17:24.750635 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05b3a803-8724-4c44-be3e-ec12d071b2e9 None None] Checking agent: {'id': 'a9a568d2-a5e7-41e4-833f-a8ab42ea4073', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 52, 30), 'started_at': datetime.datetime(2021, 7, 27, 22, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802623-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:17:24.751280 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05b3a803-8724-4c44-be3e-ec12d071b2e9 None None] Checking segment: {'id': '40120f98-1bb5-4b76-9a26-2a3b08603f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '5aff43cc-d05a-4468-a4d2-d0ea20ae419b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:17:24.751787 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-05b3a803-8724-4c44-be3e-ec12d071b2e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:24.752288 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05b3a803-8724-4c44-be3e-ec12d071b2e9 None None] Bound using segment: {'id': '40120f98-1bb5-4b76-9a26-2a3b08603f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '5aff43cc-d05a-4468-a4d2-d0ea20ae419b'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:17:24.752878 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-05b3a803-8724-4c44-be3e-ec12d071b2e9 None None] Bound port: b68ffee0-dc12-4518-b122-29225fe9faae, host: n-d-802623-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40120f98-1bb5-4b76-9a26-2a3b08603f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '5aff43cc-d05a-4468-a4d2-d0ea20ae419b'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:17:24.753369 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-05b3a803-8724-4c44-be3e-ec12d071b2e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:24.849898 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-05b3a803-8724-4c44-be3e-ec12d071b2e9 None None] For port b68ffee0-dc12-4518-b122-29225fe9faae, host n-d-802623-1, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:17:24.853408 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-05b3a803-8724-4c44-be3e-ec12d071b2e9 None None] For port b68ffee0-dc12-4518-b122-29225fe9faae, host n-d-802623-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=b68ffee0-dc12-4518-b122-29225fe9faae,segment=NetworkSegment(40120f98-1bb5-4b76-9a26-2a3b08603f0d),segment_id=40120f98-1bb5-4b76-9a26-2a3b08603f0d)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:17:24.858844 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-05b3a803-8724-4c44-be3e-ec12d071b2e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:24.911913 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-53d13e64-430d-4c0c-8524-0eff60504f5f tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Allocated IP 172.20.0.1 (5aff43cc-d05a-4468-a4d2-d0ea20ae419b/79060411-e50c-454f-bd86-e282fa9e67c9/3952f77d-9bab-4305-bfe6-ec93f5168c6e) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:17:24.918220 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b3a803-8724-4c44-be3e-ec12d071b2e9 None None] Pushing event updated for resources: {'Port': ['ID=b68ffee0-dc12-4518-b122-29225fe9faae,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:17:25.065995 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-53d13e64-430d-4c0c-8524-0eff60504f5f tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:25.083424 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-53d13e64-430d-4c0c-8524-0eff60504f5f tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Transition to ACTIVE for port object 3952f77d-9bab-4305-bfe6-ec93f5168c6e will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:17:25.139906 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-53d13e64-430d-4c0c-8524-0eff60504f5f tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:25.224533 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53d13e64-430d-4c0c-8524-0eff60504f5f tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Network 5aff43cc-d05a-4468-a4d2-d0ea20ae419b is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:17:25.238901 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-53d13e64-430d-4c0c-8524-0eff60504f5f tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:17:25.243409 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d13e64-430d-4c0c-8524-0eff60504f5f tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:17:25.287304 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e840ed48-8dd0-4606-8cd8-183d8e6b2c92 req-58dcaf17-cb29-4789-a568-475e1f763aa9 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:17:25.288898 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e840ed48-8dd0-4606-8cd8-183d8e6b2c92 req-58dcaf17-cb29-4789-a568-475e1f763aa9 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] 10.222.0.18 "GET /v2.0/ports?device_id=6a43bd9a-6245-44f3-a319-a8a9d9683e94 HTTP/1.1" status: 200 len: 946 time: 0.0679076 Jul 27 23:17:25.356529 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e840ed48-8dd0-4606-8cd8-183d8e6b2c92 req-e0e9a6fe-80d1-4b01-a183-2eef246b296e tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] 10.222.0.18 "GET /v2.0/security-groups?id=7226db73-c6f2-4ea3-adb9-5e608bea74da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587015 Jul 27 23:17:25.669841 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d13e64-430d-4c0c-8524-0eff60504f5f tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Pushing event updated for resources: {'Port': ['ID=3952f77d-9bab-4305-bfe6-ec93f5168c6e,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:17:25.680556 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-53d13e64-430d-4c0c-8524-0eff60504f5f tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-415283'] for router_interface, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:25.955222 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-53d13e64-430d-4c0c-8524-0eff60504f5f tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:25.979698 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81c41fb-0fd5-431c-8462-1d51549c08af req-a0c0a87f-ac8b-44de-af61-8bc2114680bd tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:17:25.981335 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-e81c41fb-0fd5-431c-8462-1d51549c08af req-a0c0a87f-ac8b-44de-af61-8bc2114680bd tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/ports?device_id=55cb1b9e-b3c2-47cd-8a02-7c9e10ec36f7 HTTP/1.1" status: 200 len: 946 time: 0.2259545 Jul 27 23:17:26.121612 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-e81c41fb-0fd5-431c-8462-1d51549c08af req-a4de33f4-0dd9-4014-a6f9-2e530229facf tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/security-groups?id=5f578744-6f09-4b7e-a537-2a342130270d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1109006 Jul 27 23:17:26.178973 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-024fed17-a392-4f67-9583-7a721264fe6a None None] Network 5aff43cc-d05a-4468-a4d2-d0ea20ae419b requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:17:26.259698 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-de015f15-061b-42ce-a0ed-6ff611b6cb83 None None] Provisioning for port b68ffee0-dc12-4518-b122-29225fe9faae completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:17:26.291614 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.agents_db [None req-9beef776-8bab-4de2-989a-f5a23ba4aaf4 None None] Agent healthcheck: found 7 active agents {{(pid=93800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 23:17:26.317697 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-53d13e64-430d-4c0c-8524-0eff60504f5f tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:26.329626 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-53d13e64-430d-4c0c-8524-0eff60504f5f tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11336041'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:26.350837 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f7b245-f041-4fa3-88a9-5529a1b8d7a7 req-73c5d4a7-55a1-4844-b1ce-2eb6f97ef097 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:17:26.361657 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-90f7b245-f041-4fa3-88a9-5529a1b8d7a7 req-73c5d4a7-55a1-4844-b1ce-2eb6f97ef097 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/ports?device_id=55cb1b9e-b3c2-47cd-8a02-7c9e10ec36f7 HTTP/1.1" status: 200 len: 946 time: 0.0722418 Jul 27 23:17:26.430518 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-90f7b245-f041-4fa3-88a9-5529a1b8d7a7 req-889d5d8d-9750-43cb-b077-12414fb1873b tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/security-groups?id=5f578744-6f09-4b7e-a537-2a342130270d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677640 Jul 27 23:17:26.483666 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device b68ffee0-dc12-4518-b122-29225fe9faae up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:17:26.485185 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-53d13e64-430d-4c0c-8524-0eff60504f5f tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3760555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-414115'] for router_interface, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:26.488689 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d13e64-430d-4c0c-8524-0eff60504f5f tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Pushing event updated for resources: {'Port': ['ID=3952f77d-9bab-4305-bfe6-ec93f5168c6e,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:17:26.573607 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning for port b68ffee0-dc12-4518-b122-29225fe9faae completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:17:26.579093 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port b68ffee0-dc12-4518-b122-29225fe9faae triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:17:26.579867 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:26.646283 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bc66cd-dba5-45f4-b2f8-7aab43bbf15d req-13ba6d9e-94ad-42df-894b-d70377c4c507 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:17:26.670552 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a9bc66cd-dba5-45f4-b2f8-7aab43bbf15d req-13ba6d9e-94ad-42df-894b-d70377c4c507 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] 10.222.0.18 "GET /v2.0/ports?device_id=6a43bd9a-6245-44f3-a319-a8a9d9683e94 HTTP/1.1" status: 200 len: 946 time: 0.1485333 Jul 27 23:17:26.723731 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-1d2ed026-d244-4513-b6d6-14955afe18cb None None] Provisioning complete for port b68ffee0-dc12-4518-b122-29225fe9faae triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:17:26.724314 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-1d2ed026-d244-4513-b6d6-14955afe18cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:26.754640 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53d13e64-430d-4c0c-8524-0eff60504f5f tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Network 5aff43cc-d05a-4468-a4d2-d0ea20ae419b is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:17:26.765713 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:26.775777 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a9bc66cd-dba5-45f4-b2f8-7aab43bbf15d req-03025ae9-fb13-46ca-a61e-027df40fb7bc tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] 10.222.0.18 "GET /v2.0/security-groups?id=7226db73-c6f2-4ea3-adb9-5e608bea74da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1043417 Jul 27 23:17:26.777012 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-53d13e64-430d-4c0c-8524-0eff60504f5f tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:17:26.838500 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] For port b68ffee0-dc12-4518-b122-29225fe9faae, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=b68ffee0-dc12-4518-b122-29225fe9faae,segment=NetworkSegment(40120f98-1bb5-4b76-9a26-2a3b08603f0d),segment_id=40120f98-1bb5-4b76-9a26-2a3b08603f0d)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:17:26.853602 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:26.990948 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7c0101ea-0193-4229-9b69-1eaaf527b805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:27.029219 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53d13e64-430d-4c0c-8524-0eff60504f5f tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Router 1cd6ddb8-325e-40d1-aa5b-7cffa7459c4f is scheduled to L3 agent 018c4455-49c0-4734-927d-7824067b2a9e with binding_index 1 {{(pid=93797) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 23:17:27.038251 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Pushing event updated for resources: {'Port': ['ID=b68ffee0-dc12-4518-b122-29225fe9faae,revision_number=3']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:17:27.054832 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-1d2ed026-d244-4513-b6d6-14955afe18cb None None] Provisioning for port 3952f77d-9bab-4305-bfe6-ec93f5168c6e completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:17:27.060554 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-1d2ed026-d244-4513-b6d6-14955afe18cb None None] Provisioning complete for port 3952f77d-9bab-4305-bfe6-ec93f5168c6e triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:17:27.061056 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-1d2ed026-d244-4513-b6d6-14955afe18cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:27.103555 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-1d2ed026-d244-4513-b6d6-14955afe18cb None None] Port 3952f77d-9bab-4305-bfe6-ec93f5168c6e cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:17:27.183114 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53d13e64-430d-4c0c-8524-0eff60504f5f tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:17:27.192880 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04bc3d60-abb0-42a7-9ce8-b44b858de289 None None] Sync routers for ids ['1cd6ddb8-325e-40d1-aa5b-7cffa7459c4f'] in n-d-802623-1 {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:17:27.194979 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-53d13e64-430d-4c0c-8524-0eff60504f5f tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] 10.222.0.18 "PUT /v2.0/routers/1cd6ddb8-325e-40d1-aa5b-7cffa7459c4f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1098046 Jul 27 23:17:27.197678 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 45816) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:17:27.223548 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04bc3d60-abb0-42a7-9ce8-b44b858de289 None None] Routers {'1cd6ddb8-325e-40d1-aa5b-7cffa7459c4f'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:17:27.229028 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-04bc3d60-abb0-42a7-9ce8-b44b858de289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:17:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['1cd6ddb8-325e-40d1-aa5b-7cffa7459c4f'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:17:27.261434 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e064409b-c77e-4a3f-931c-68d453ceac62 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:17:27.263239 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-e064409b-c77e-4a3f-931c-68d453ceac62 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] 10.222.0.18 "GET /v2.0/ports/3952f77d-9bab-4305-bfe6-ec93f5168c6e HTTP/1.1" status: 200 len: 910 time: 0.0644903 Jul 27 23:17:27.265928 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 45826) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:17:27.273781 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-48f8c6c0-9270-4a49-b750-512fb4c0dd53 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '79060411-e50c-454f-bd86-e282fa9e67c9'}]}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:17:27.315534 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-dcbc9f69-bca4-400c-83cc-ddab46a2b17d None None] Provisioning complete for port 3952f77d-9bab-4305-bfe6-ec93f5168c6e triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:17:27.315931 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-dcbc9f69-bca4-400c-83cc-ddab46a2b17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:27.317940 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-04bc3d60-abb0-42a7-9ce8-b44b858de289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:17:27.363886 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04bc3d60-abb0-42a7-9ce8-b44b858de289 None None] Routers {'1cd6ddb8-325e-40d1-aa5b-7cffa7459c4f'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:17:27.364532 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-04bc3d60-abb0-42a7-9ce8-b44b858de289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:17:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['1cd6ddb8-325e-40d1-aa5b-7cffa7459c4f'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:17:27.403709 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-04bc3d60-abb0-42a7-9ce8-b44b858de289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:17:27.404381 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04bc3d60-abb0-42a7-9ce8-b44b858de289 None None] The sync data for ids ['1cd6ddb8-325e-40d1-aa5b-7cffa7459c4f'] in n-d-802623-1 is: [] {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:17:27.420261 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-dcbc9f69-bca4-400c-83cc-ddab46a2b17d None None] Port 3952f77d-9bab-4305-bfe6-ec93f5168c6e cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:17:27.462996 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-48f8c6c0-9270-4a49-b750-512fb4c0dd53 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:27.540525 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-921c489d-0fad-4ec5-b203-a4c3423e3579 None None] Provisioning complete for port 3952f77d-9bab-4305-bfe6-ec93f5168c6e triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:17:27.541011 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-921c489d-0fad-4ec5-b203-a4c3423e3579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:27.589024 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-921c489d-0fad-4ec5-b203-a4c3423e3579 None None] Port 3952f77d-9bab-4305-bfe6-ec93f5168c6e cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:17:27.694409 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device c01ca015-102a-4a41-943f-e3e0b8118856 details requested by agent hyperv_n-h2-802623-1 with host n-h2-802623-1 {{(pid=93799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 23:17:27.698681 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device 907413de-9aa6-49bc-ae78-3f4206ba8faf no longer exists at agent hyperv_n-h2-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:17:27.870352 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:27.907570 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port c01ca015-102a-4a41-943f-e3e0b8118856, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=c01ca015-102a-4a41-943f-e3e0b8118856,segment=NetworkSegment(95f4c351-b25e-43d9-ba8e-34c4aa118da8),segment_id=95f4c351-b25e-43d9-ba8e-34c4aa118da8)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:17:27.914067 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55cb1b9e-b3c2-47cd-8a02-7c9e10ec36f7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '907413de-9aa6-49bc-ae78-3f4206ba8faf'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:17:27.916331 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c0369b0d4f459110ff20a1f9878ba33f96d6491bddb9d15843bf29d01e0bda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9bf218c-81fa-495b-908b-e76bed282fdf" -d '{"events": [{"server_uuid": "55cb1b9e-b3c2-47cd-8a02-7c9e10ec36f7", "name": "network-vif-unplugged", "status": "completed", "tag": "907413de-9aa6-49bc-ae78-3f4206ba8faf"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:17:27.937212 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Returning: {'device': 'c01ca015-102a-4a41-943f-e3e0b8118856', 'network_id': '3a3cbeff-b007-4bc1-b89e-3434caa880b9', 'port_id': 'c01ca015-102a-4a41-943f-e3e0b8118856', 'mac_address': 'fa:16:3e:0e:4e:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6febf1a-433f-4f54-bd03-8c744a40d170', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 23:17:27.939854 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port 907413de-9aa6-49bc-ae78-3f4206ba8faf, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=907413de-9aa6-49bc-ae78-3f4206ba8faf,segment=NetworkSegment(145d64c0-063a-4e1d-8ed5-459cef7aa517),segment_id=145d64c0-063a-4e1d-8ed5-459cef7aa517)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:17:27.968790 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:27.981338 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a8c06e-21c1-44e6-a5cb-b993e533b2a5 req-54302de2-d0fe-454a-98af-8e57f8548bad tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:17:27.989959 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c7a8c06e-21c1-44e6-a5cb-b993e533b2a5 req-54302de2-d0fe-454a-98af-8e57f8548bad tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] 10.222.0.18 "GET /v2.0/ports?device_id=6a43bd9a-6245-44f3-a319-a8a9d9683e94 HTTP/1.1" status: 200 len: 946 time: 0.0817757 Jul 27 23:17:28.003366 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e31815-bb7e-4bef-a5fa-8aee9360b9f7 req-c0a15337-82cf-4678-b48d-180a80e31f67 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:17:28.004901 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-03e31815-bb7e-4bef-a5fa-8aee9360b9f7 req-c0a15337-82cf-4678-b48d-180a80e31f67 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/ports?device_id=55cb1b9e-b3c2-47cd-8a02-7c9e10ec36f7 HTTP/1.1" status: 200 len: 946 time: 0.1085086 Jul 27 23:17:28.007574 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:28.022859 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c01ca015-102a-4a41-943f-e3e0b8118856 {{(pid=93799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:17:28.040643 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-48f8c6c0-9270-4a49-b750-512fb4c0dd53 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:28.049288 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c7a8c06e-21c1-44e6-a5cb-b993e533b2a5 req-46e33181-a073-4e65-b31b-b5f9f53eaee5 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] 10.222.0.18 "GET /v2.0/security-groups?id=7226db73-c6f2-4ea3-adb9-5e608bea74da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553172 Jul 27 23:17:28.060017 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Pushing event updated for resources: {'Port': ['ID=907413de-9aa6-49bc-ae78-3f4206ba8faf,revision_number=14']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:17:28.062786 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-48f8c6c0-9270-4a49-b750-512fb4c0dd53 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11336041'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:28.064092 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port c01ca015-102a-4a41-943f-e3e0b8118856, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=c01ca015-102a-4a41-943f-e3e0b8118856,segment=NetworkSegment(95f4c351-b25e-43d9-ba8e-34c4aa118da8),segment_id=95f4c351-b25e-43d9-ba8e-34c4aa118da8)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:17:28.070199 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:28.094981 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-03e31815-bb7e-4bef-a5fa-8aee9360b9f7 req-176977f6-8481-44bd-a4a8-307679f434a1 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/security-groups?id=5f578744-6f09-4b7e-a537-2a342130270d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800111 Jul 27 23:17:28.126914 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 23:17:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16d762ac-2041-4659-bfe2-c0960e31946e x-openstack-request-id: req-16d762ac-2041-4659-bfe2-c0960e31946e {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:17:28.127474 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55cb1b9e-b3c2-47cd-8a02-7c9e10ec36f7", "name": "network-vif-unplugged", "status": "completed", "tag": "907413de-9aa6-49bc-ae78-3f4206ba8faf", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:17:28.127945 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-16d762ac-2041-4659-bfe2-c0960e31946e {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:17:28.128549 n-d-802623-1 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55cb1b9e-b3c2-47cd-8a02-7c9e10ec36f7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '907413de-9aa6-49bc-ae78-3f4206ba8faf', 'code': 200} Jul 27 23:17:28.160725 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Pushing event updated for resources: {'Port': ['ID=c01ca015-102a-4a41-943f-e3e0b8118856,revision_number=6']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:17:28.164444 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f8c6c0-9270-4a49-b750-512fb4c0dd53 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Pushing event updated for resources: {'Port': ['ID=3952f77d-9bab-4305-bfe6-ec93f5168c6e,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:17:28.178857 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48f8c6c0-9270-4a49-b750-512fb4c0dd53 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:17:28.179522 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-48f8c6c0-9270-4a49-b750-512fb4c0dd53 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:28.180871 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-48f8c6c0-9270-4a49-b750-512fb4c0dd53 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] 10.222.0.18 "PUT /v2.0/ports/3952f77d-9bab-4305-bfe6-ec93f5168c6e HTTP/1.1" status: 200 len: 910 time: 0.9137247 Jul 27 23:17:28.183653 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 45874) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:17:28.199425 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] get_ports_and_sgs() called for port_ids ['c01ca015-102a-4a41-943f-e3e0b8118856'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:17:28.406049 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device b68ffee0-dc12-4518-b122-29225fe9faae up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:17:28.481404 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port b68ffee0-dc12-4518-b122-29225fe9faae triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:17:28.481847 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:28.543755 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de0fadc-5e90-4ac3-aa96-4ba58355f06a req-d655e217-9df8-42e4-a874-63d9ab2c52d3 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:17:28.544565 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d125de-d6d3-4016-95e9-fdfd709a654b req-765ab051-68d4-4cad-89a0-ec0066653a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:17:28.545285 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-7de0fadc-5e90-4ac3-aa96-4ba58355f06a req-d655e217-9df8-42e4-a874-63d9ab2c52d3 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/ports?device_id=55cb1b9e-b3c2-47cd-8a02-7c9e10ec36f7 HTTP/1.1" status: 200 len: 944 time: 0.0906801 Jul 27 23:17:28.553287 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-66d125de-d6d3-4016-95e9-fdfd709a654b req-765ab051-68d4-4cad-89a0-ec0066653a7b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=096ab815848b4fa4865a54f76499dfb1&device_id=55cb1b9e-b3c2-47cd-8a02-7c9e10ec36f7 HTTP/1.1" status: 200 len: 1095 time: 0.0720267 Jul 27 23:17:28.607645 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device add62f76-8960-42c5-a51d-b75f221ac213 details requested by agent hyperv_n-h1-802623-1 with host n-h1-802623-1 {{(pid=93799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 23:17:28.628792 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-7de0fadc-5e90-4ac3-aa96-4ba58355f06a req-76586a58-2940-4b95-9e17-69f3ca5ce641 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/security-groups?id=5f578744-6f09-4b7e-a537-2a342130270d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742116 Jul 27 23:17:28.677801 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d125de-d6d3-4016-95e9-fdfd709a654b req-d0b11654-0e37-41f0-abee-afa35a53c2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:17:28.678029 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1e13a50d-934f-4cd2-8534-f05d55edecde tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-414022'] for router_interface, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:28.679972 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-66d125de-d6d3-4016-95e9-fdfd709a654b req-d0b11654-0e37-41f0-abee-afa35a53c2ed service neutron] 10.222.0.49 "GET /v2.0/networks?id=0627b955-dd0f-4cce-ba7f-51e698f3bc59 HTTP/1.1" status: 200 len: 913 time: 0.1192076 Jul 27 23:17:28.748457 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port add62f76-8960-42c5-a51d-b75f221ac213, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=add62f76-8960-42c5-a51d-b75f221ac213,segment=NetworkSegment(dd3fb910-11a1-4198-8a90-f4352ae92025),segment_id=dd3fb910-11a1-4198-8a90-f4352ae92025)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:17:28.790624 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Returning: {'device': 'add62f76-8960-42c5-a51d-b75f221ac213', 'network_id': 'a198ee08-ada0-4348-9b3a-3cd923d78e26', 'port_id': 'add62f76-8960-42c5-a51d-b75f221ac213', 'mac_address': 'fa:16:3e:02:4c:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bb4b577-bd47-4366-ace3-c23131aef649', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 23:17:28.910706 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:28.955262 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id add62f76-8960-42c5-a51d-b75f221ac213 {{(pid=93799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:17:28.987770 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-66d125de-d6d3-4016-95e9-fdfd709a654b req-257bd3da-8520-4652-8816-9a105c3042a9 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=907413de-9aa6-49bc-ae78-3f4206ba8faf HTTP/1.1" status: 200 len: 998 time: 0.2976756 Jul 27 23:17:29.018551 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port add62f76-8960-42c5-a51d-b75f221ac213, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=add62f76-8960-42c5-a51d-b75f221ac213,segment=NetworkSegment(dd3fb910-11a1-4198-8a90-f4352ae92025),segment_id=dd3fb910-11a1-4198-8a90-f4352ae92025)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:17:29.026930 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:29.051759 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d125de-d6d3-4016-95e9-fdfd709a654b req-1e592cdb-c17f-45db-ab89-fc790936a543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:17:29.053839 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-66d125de-d6d3-4016-95e9-fdfd709a654b req-1e592cdb-c17f-45db-ab89-fc790936a543 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=232a981d-f7d1-42df-991c-3a09e4ce0177 HTTP/1.1" status: 200 len: 851 time: 0.0580337 Jul 27 23:17:29.118612 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Pushing event updated for resources: {'Port': ['ID=add62f76-8960-42c5-a51d-b75f221ac213,revision_number=6']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:17:29.142089 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] get_ports_and_sgs() called for port_ids ['add62f76-8960-42c5-a51d-b75f221ac213'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:17:29.165977 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d125de-d6d3-4016-95e9-fdfd709a654b req-c0db2a7c-8df8-4778-b9a0-fdf8eab4558e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:17:29.168169 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-66d125de-d6d3-4016-95e9-fdfd709a654b req-c0db2a7c-8df8-4778-b9a0-fdf8eab4558e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0627b955-dd0f-4cce-ba7f-51e698f3bc59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1069684 Jul 27 23:17:29.365556 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f41033-0955-43aa-909f-5308cb87740b req-f1c8e166-17e7-4647-9474-6dd8eb66ce3d tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:17:29.368008 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-30f41033-0955-43aa-909f-5308cb87740b req-f1c8e166-17e7-4647-9474-6dd8eb66ce3d tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] 10.222.0.18 "GET /v2.0/ports?device_id=6a43bd9a-6245-44f3-a319-a8a9d9683e94 HTTP/1.1" status: 200 len: 945 time: 0.1668334 Jul 27 23:17:29.394631 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-66d125de-d6d3-4016-95e9-fdfd709a654b req-7fe92e1b-0347-49ad-9167-c247e5fbda78 service neutron] 10.222.0.49 "GET /v2.0/networks/0627b955-dd0f-4cce-ba7f-51e698f3bc59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2179136 Jul 27 23:17:29.397987 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-1e13a50d-934f-4cd2-8534-f05d55edecde tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Deleting port 3952f77d-9bab-4305-bfe6-ec93f5168c6e {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:17:29.399781 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1e13a50d-934f-4cd2-8534-f05d55edecde tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:29.465777 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:29.536301 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c1836ea5-c52c-4522-885b-ef7f3645c8b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:29.541674 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-30f41033-0955-43aa-909f-5308cb87740b req-8f77070f-3bdc-4236-a0b2-bb3e5955b553 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] 10.222.0.18 "GET /v2.0/security-groups?id=7226db73-c6f2-4ea3-adb9-5e608bea74da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1636307 Jul 27 23:17:29.586655 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1e13a50d-934f-4cd2-8534-f05d55edecde tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:29.600797 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-1e13a50d-934f-4cd2-8534-f05d55edecde tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Calling delete_port for 3952f77d-9bab-4305-bfe6-ec93f5168c6e owned by network:router_interface {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:17:29.605016 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-66d125de-d6d3-4016-95e9-fdfd709a654b req-5c2b99f5-e903-4888-b156-81a2ee8c96ff service neutron] 10.222.0.49 "GET /v2.0/networks/0627b955-dd0f-4cce-ba7f-51e698f3bc59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2016392 Jul 27 23:17:29.712557 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device c01ca015-102a-4a41-943f-e3e0b8118856 up at agent hyperv_n-h2-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:17:29.786512 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:29.830314 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Provisioning complete for port c01ca015-102a-4a41-943f-e3e0b8118856 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:17:29.830694 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:29.889551 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427c6d21-73b8-491a-b37c-eb597bc5383e req-e06e59e8-5129-464e-9119-4dda53d5acb1 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:17:29.893692 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-427c6d21-73b8-491a-b37c-eb597bc5383e req-e06e59e8-5129-464e-9119-4dda53d5acb1 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/ports?device_id=55cb1b9e-b3c2-47cd-8a02-7c9e10ec36f7 HTTP/1.1" status: 200 len: 944 time: 0.1178591 Jul 27 23:17:29.996785 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-427c6d21-73b8-491a-b37c-eb597bc5383e req-7e66fdc1-54f7-4bcc-a4ce-e8c454bc2367 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/security-groups?id=5f578744-6f09-4b7e-a537-2a342130270d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928886 Jul 27 23:17:30.023218 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1e13a50d-934f-4cd2-8534-f05d55edecde tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:30.054360 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:30.084916 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e13a50d-934f-4cd2-8534-f05d55edecde tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Pushing event deleted for resources: {'Port': ['ID=3952f77d-9bab-4305-bfe6-ec93f5168c6e,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:17:30.104311 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port c01ca015-102a-4a41-943f-e3e0b8118856, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=c01ca015-102a-4a41-943f-e3e0b8118856,segment=NetworkSegment(95f4c351-b25e-43d9-ba8e-34c4aa118da8),segment_id=95f4c351-b25e-43d9-ba8e-34c4aa118da8)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:17:30.114030 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:30.144320 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4df7e342-2fc4-4ef3-b8e8-41a81d8e456c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c01ca015-102a-4a41-943f-e3e0b8118856'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:17:30.148426 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c0369b0d4f459110ff20a1f9878ba33f96d6491bddb9d15843bf29d01e0bda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-951b6c14-ce1f-4be0-9973-7fbe9c04bc9e" -d '{"events": [{"server_uuid": "4df7e342-2fc4-4ef3-b8e8-41a81d8e456c", "name": "network-vif-plugged", "status": "completed", "tag": "c01ca015-102a-4a41-943f-e3e0b8118856"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:17:30.225405 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:17:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64c23ef3-e9f8-40fc-9b44-2fbd20d15f32 x-openstack-request-id: req-64c23ef3-e9f8-40fc-9b44-2fbd20d15f32 {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:17:30.225767 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4df7e342-2fc4-4ef3-b8e8-41a81d8e456c", "name": "network-vif-plugged", "status": "completed", "tag": "c01ca015-102a-4a41-943f-e3e0b8118856", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:17:30.226080 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-64c23ef3-e9f8-40fc-9b44-2fbd20d15f32 {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:17:30.226534 n-d-802623-1 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4df7e342-2fc4-4ef3-b8e8-41a81d8e456c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c01ca015-102a-4a41-943f-e3e0b8118856', 'code': 200} Jul 27 23:17:30.229635 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Pushing event updated for resources: {'Port': ['ID=c01ca015-102a-4a41-943f-e3e0b8118856,revision_number=7']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:17:30.427864 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-19f2e178-d45e-4fbe-b9be-c3963fc151ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:30.498061 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1e13a50d-934f-4cd2-8534-f05d55edecde tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3760546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-413994'] for router_interface, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:30.592062 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device add62f76-8960-42c5-a51d-b75f221ac213 up at agent hyperv_n-h1-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:17:30.681047 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Provisioning complete for port add62f76-8960-42c5-a51d-b75f221ac213 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:17:30.681570 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:30.736573 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e13a50d-934f-4cd2-8534-f05d55edecde tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Router 1cd6ddb8-325e-40d1-aa5b-7cffa7459c4f has already been hosted by L3 agent 018c4455-49c0-4734-927d-7824067b2a9e {{(pid=93797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 23:17:30.843309 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890c084d-cf1d-4d1d-9715-e206e6c6289b req-e10c955a-129c-4cd9-9bd0-b6d77eee0586 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:17:30.843530 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:30.856109 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-890c084d-cf1d-4d1d-9715-e206e6c6289b req-e10c955a-129c-4cd9-9bd0-b6d77eee0586 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] 10.222.0.18 "GET /v2.0/ports?device_id=6a43bd9a-6245-44f3-a319-a8a9d9683e94 HTTP/1.1" status: 200 len: 945 time: 0.1284688 Jul 27 23:17:30.896833 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e13a50d-934f-4cd2-8534-f05d55edecde tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:17:30.906487 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-1e13a50d-934f-4cd2-8534-f05d55edecde tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] 10.222.0.18 "PUT /v2.0/routers/1cd6ddb8-325e-40d1-aa5b-7cffa7459c4f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7191730 Jul 27 23:17:30.908731 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94db74dd-befa-4ea4-8368-bab999fffec2 None None] Sync routers for ids ['1cd6ddb8-325e-40d1-aa5b-7cffa7459c4f'] in n-d-802623-1 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:17:30.915988 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 45940) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:17:30.924018 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94db74dd-befa-4ea4-8368-bab999fffec2 None None] Routers {'1cd6ddb8-325e-40d1-aa5b-7cffa7459c4f'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:17:30.924636 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-94db74dd-befa-4ea4-8368-bab999fffec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:17:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['1cd6ddb8-325e-40d1-aa5b-7cffa7459c4f'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:17:30.934517 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port add62f76-8960-42c5-a51d-b75f221ac213, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=add62f76-8960-42c5-a51d-b75f221ac213,segment=NetworkSegment(dd3fb910-11a1-4198-8a90-f4352ae92025),segment_id=dd3fb910-11a1-4198-8a90-f4352ae92025)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:17:30.941719 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-890c084d-cf1d-4d1d-9715-e206e6c6289b req-34eb16ff-2d1a-4781-af92-e797d22839c7 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] 10.222.0.18 "GET /v2.0/security-groups?id=7226db73-c6f2-4ea3-adb9-5e608bea74da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0841198 Jul 27 23:17:30.943360 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:30.981259 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-94db74dd-befa-4ea4-8368-bab999fffec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:17:30.986152 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 45942) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:17:30.992131 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94db74dd-befa-4ea4-8368-bab999fffec2 None None] Routers {'1cd6ddb8-325e-40d1-aa5b-7cffa7459c4f'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:17:30.992944 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-94db74dd-befa-4ea4-8368-bab999fffec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:17:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['1cd6ddb8-325e-40d1-aa5b-7cffa7459c4f'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:17:31.001223 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-9c55bfd4-26fb-4528-b73e-9969a6830606 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] 10.222.0.18 "GET /v2.0/ports?device_id=1cd6ddb8-325e-40d1-aa5b-7cffa7459c4f HTTP/1.1" status: 200 len: 205 time: 0.0824697 Jul 27 23:17:31.032623 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-94db74dd-befa-4ea4-8368-bab999fffec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:17:31.033603 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94db74dd-befa-4ea4-8368-bab999fffec2 None None] The sync data for ids ['1cd6ddb8-325e-40d1-aa5b-7cffa7459c4f'] in n-d-802623-1 is: [] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:17:31.054220 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Pushing event updated for resources: {'Port': ['ID=add62f76-8960-42c5-a51d-b75f221ac213,revision_number=7']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:17:31.184421 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5456282a-ef0d-41e3-8b8c-3937fdb7bb7d tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks [] for router, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:31.420915 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5585bd8f-52e7-482b-b9b1-f4c2ce822f3a req-a69385f8-b4b4-4665-8750-239f98a86f2a tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:17:31.428331 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-5585bd8f-52e7-482b-b9b1-f4c2ce822f3a req-a69385f8-b4b4-4665-8750-239f98a86f2a tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/ports?device_id=55cb1b9e-b3c2-47cd-8a02-7c9e10ec36f7 HTTP/1.1" status: 200 len: 944 time: 0.2010822 Jul 27 23:17:31.437332 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5456282a-ef0d-41e3-8b8c-3937fdb7bb7d tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62205'] for router, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:31.439917 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5456282a-ef0d-41e3-8b8c-3937fdb7bb7d tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:31.503359 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-5585bd8f-52e7-482b-b9b1-f4c2ce822f3a req-cc9ae43f-947d-4a78-9c01-d248e4197cc2 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/security-groups?id=5f578744-6f09-4b7e-a537-2a342130270d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738802 Jul 27 23:17:31.506647 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5456282a-ef0d-41e3-8b8c-3937fdb7bb7d tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-477831'] for router, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:31.507574 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5456282a-ef0d-41e3-8b8c-3937fdb7bb7d tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Fanout notify agent at l3_agent the message router_deleted on router 1cd6ddb8-325e-40d1-aa5b-7cffa7459c4f {{(pid=93798) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 23:17:31.524310 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5456282a-ef0d-41e3-8b8c-3937fdb7bb7d tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks [] for router, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:31.524310 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-5456282a-ef0d-41e3-8b8c-3937fdb7bb7d tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] 10.222.0.18 "DELETE /v2.0/routers/1cd6ddb8-325e-40d1-aa5b-7cffa7459c4f HTTP/1.1" status: 204 len: 168 time: 0.5360129 Jul 27 23:17:31.525901 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 45950) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:17:31.599425 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc97d2c7-a2a0-4423-bbc2-645fdb76b36d tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Deleting subnet 79060411-e50c-454f-bd86-e282fa9e67c9 {{(pid=93798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 23:17:31.603914 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fc97d2c7-a2a0-4423-bbc2-645fdb76b36d tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks [] for subnet, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:31.673928 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fc97d2c7-a2a0-4423-bbc2-645fdb76b36d tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11163249'] for subnet, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:31.822022 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fc97d2c7-a2a0-4423-bbc2-645fdb76b36d tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620741'] for subnet, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:31.917884 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b314e4e0-df38-4015-9166-015b3a96e9fc req-8f3bd80f-8c08-4644-9451-d01ea562595f tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:17:31.918733 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b314e4e0-df38-4015-9166-015b3a96e9fc req-8f3bd80f-8c08-4644-9451-d01ea562595f tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/ports?device_id=55cb1b9e-b3c2-47cd-8a02-7c9e10ec36f7 HTTP/1.1" status: 200 len: 944 time: 0.1143193 Jul 27 23:17:31.960955 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fc97d2c7-a2a0-4423-bbc2-645fdb76b36d tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11971800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12265753'] for subnet, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:31.993488 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b314e4e0-df38-4015-9166-015b3a96e9fc req-3eb3d555-7bf9-4021-9b52-297b5d53884d tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/security-groups?id=5f578744-6f09-4b7e-a537-2a342130270d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671535 Jul 27 23:17:31.999738 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc97d2c7-a2a0-4423-bbc2-645fdb76b36d tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Pushing event deleted for resources: {'Subnet': ['ID=79060411-e50c-454f-bd86-e282fa9e67c9,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:17:32.004629 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fc97d2c7-a2a0-4423-bbc2-645fdb76b36d tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:32.007150 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-fc97d2c7-a2a0-4423-bbc2-645fdb76b36d tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] 10.222.0.18 "DELETE /v2.0/subnets/79060411-e50c-454f-bd86-e282fa9e67c9 HTTP/1.1" status: 204 len: 168 time: 0.4800816 Jul 27 23:17:32.010084 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 45960) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:17:32.015890 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6abb6bca-ecbc-4859-8b1a-0a40c3fd2d7b None None] Network 5aff43cc-d05a-4468-a4d2-d0ea20ae419b requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:17:32.194410 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f1ba3e-7b38-43dd-a4dd-fc17f0d2bc01 req-dfdfdf91-be95-450f-a187-2667183afb43 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:17:32.204310 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-d2f1ba3e-7b38-43dd-a4dd-fc17f0d2bc01 req-dfdfdf91-be95-450f-a187-2667183afb43 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] 10.222.0.18 "GET /v2.0/ports?device_id=6a43bd9a-6245-44f3-a319-a8a9d9683e94 HTTP/1.1" status: 200 len: 946 time: 0.0837579 Jul 27 23:17:32.218096 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f90182b3-f5c9-44e6-a3d7-a917a414cb9f tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593271'] for network, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:32.293323 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-d2f1ba3e-7b38-43dd-a4dd-fc17f0d2bc01 req-7d739a5e-ee30-4e1d-8af9-907db990bffb tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] 10.222.0.18 "GET /v2.0/security-groups?id=7226db73-c6f2-4ea3-adb9-5e608bea74da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0828242 Jul 27 23:17:32.353787 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a43bd9a-6245-44f3-a319-a8a9d9683e94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'add62f76-8960-42c5-a51d-b75f221ac213'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:17:32.357075 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c0369b0d4f459110ff20a1f9878ba33f96d6491bddb9d15843bf29d01e0bda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d02b49c-85cf-426d-b139-a211be67e3f5" -d '{"events": [{"server_uuid": "6a43bd9a-6245-44f3-a319-a8a9d9683e94", "name": "network-vif-plugged", "status": "completed", "tag": "add62f76-8960-42c5-a51d-b75f221ac213"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:17:32.371603 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-f90182b3-f5c9-44e6-a3d7-a917a414cb9f tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Deleting port b68ffee0-dc12-4518-b122-29225fe9faae {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:17:32.373079 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f90182b3-f5c9-44e6-a3d7-a917a414cb9f tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:32.405809 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7418f70f-e60d-4709-8ba9-6ab514bc7f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:32.465488 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6ab786-7bcf-4057-b4c7-d280c8d4d321 req-e145d17c-239a-4881-b3c8-237183b45b64 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:17:32.479753 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ce6ab786-7bcf-4057-b4c7-d280c8d4d321 req-e145d17c-239a-4881-b3c8-237183b45b64 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/ports?device_id=55cb1b9e-b3c2-47cd-8a02-7c9e10ec36f7 HTTP/1.1" status: 200 len: 944 time: 0.1072168 Jul 27 23:17:32.482412 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-f90182b3-f5c9-44e6-a3d7-a917a414cb9f tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] For port b68ffee0-dc12-4518-b122-29225fe9faae, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=b68ffee0-dc12-4518-b122-29225fe9faae,segment=NetworkSegment(40120f98-1bb5-4b76-9a26-2a3b08603f0d),segment_id=40120f98-1bb5-4b76-9a26-2a3b08603f0d)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:17:32.483307 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f90182b3-f5c9-44e6-a3d7-a917a414cb9f tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:32.509653 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-f90182b3-f5c9-44e6-a3d7-a917a414cb9f tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Calling delete_port for b68ffee0-dc12-4518-b122-29225fe9faae owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:17:32.540968 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ce6ab786-7bcf-4057-b4c7-d280c8d4d321 req-8ce0778c-02da-4569-b828-5a1e23c360d4 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/security-groups?id=5f578744-6f09-4b7e-a537-2a342130270d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568647 Jul 27 23:17:32.616259 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2301b72-1b57-4cb2-aca1-0757f75d899d None None] DHCP port deletion for 5aff43cc-d05a-4468-a4d2-d0ea20ae419b request from n-d-802623-1 {{(pid=93799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 23:17:32.682257 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:17:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2c980aa-b91a-44a2-97e8-b5173e31a842 x-openstack-request-id: req-e2c980aa-b91a-44a2-97e8-b5173e31a842 {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:17:32.682892 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a43bd9a-6245-44f3-a319-a8a9d9683e94", "name": "network-vif-plugged", "status": "completed", "tag": "add62f76-8960-42c5-a51d-b75f221ac213", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:17:32.684734 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e2c980aa-b91a-44a2-97e8-b5173e31a842 {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:17:32.689901 n-d-802623-1 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a43bd9a-6245-44f3-a319-a8a9d9683e94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'add62f76-8960-42c5-a51d-b75f221ac213', 'code': 200} Jul 27 23:17:32.766983 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-a2301b72-1b57-4cb2-aca1-0757f75d899d None None] Deleting port b68ffee0-dc12-4518-b122-29225fe9faae {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:17:32.767126 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a2301b72-1b57-4cb2-aca1-0757f75d899d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:32.804577 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f90182b3-f5c9-44e6-a3d7-a917a414cb9f tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:32.846689 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90182b3-f5c9-44e6-a3d7-a917a414cb9f tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Pushing event deleted for resources: {'Port': ['ID=b68ffee0-dc12-4518-b122-29225fe9faae,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:17:32.864140 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f90182b3-f5c9-44e6-a3d7-a917a414cb9f tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] No DVR routers for this DVR port b68ffee0-dc12-4518-b122-29225fe9faae on host n-d-802623-1 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:17:32.903995 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-a2301b72-1b57-4cb2-aca1-0757f75d899d None None] For port b68ffee0-dc12-4518-b122-29225fe9faae, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=b68ffee0-dc12-4518-b122-29225fe9faae,segment=NetworkSegment(40120f98-1bb5-4b76-9a26-2a3b08603f0d),segment_id=40120f98-1bb5-4b76-9a26-2a3b08603f0d)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:17:32.904395 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a2301b72-1b57-4cb2-aca1-0757f75d899d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:32.932068 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-a2301b72-1b57-4cb2-aca1-0757f75d899d None None] Calling delete_port for b68ffee0-dc12-4518-b122-29225fe9faae owned by network:dhcp {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:17:32.997995 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f90182b3-f5c9-44e6-a3d7-a917a414cb9f tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618032', 'neutron.services.segments.db._delete_segments_for_network-8736833900081'] for network, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:33.009025 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-f90182b3-f5c9-44e6-a3d7-a917a414cb9f tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5aff43cc-d05a-4468-a4d2-d0ea20ae419b']}} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:17:33.020567 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-f90182b3-f5c9-44e6-a3d7-a917a414cb9f tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40120f98-1bb5-4b76-9a26-2a3b08603f0d') {'for_net_delete': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:17:33.021767 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-f90182b3-f5c9-44e6-a3d7-a917a414cb9f tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40120f98-1bb5-4b76-9a26-2a3b08603f0d') {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:17:33.035966 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f90182b3-f5c9-44e6-a3d7-a917a414cb9f tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736833900858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11335978'] for segment, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:33.042367 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a2301b72-1b57-4cb2-aca1-0757f75d899d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:33.056754 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f90182b3-f5c9-44e6-a3d7-a917a414cb9f tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:33.063823 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f90182b3-f5c9-44e6-a3d7-a917a414cb9f tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Releasing vlan 510 on physical network physnet1 to pool {{(pid=93797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 23:17:33.064365 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f90182b3-f5c9-44e6-a3d7-a917a414cb9f tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11336013'] for segment, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:33.067653 n-d-802623-1 neutron-server[93797]: Traceback (most recent call last): Jul 27 23:17:33.067653 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 23:17:33.067653 n-d-802623-1 neutron-server[93797]: timer() Jul 27 23:17:33.067653 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 23:17:33.067653 n-d-802623-1 neutron-server[93797]: cb(*args, **kw) Jul 27 23:17:33.067653 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 23:17:33.067653 n-d-802623-1 neutron-server[93797]: return func(*args, **kwargs) Jul 27 23:17:33.067653 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 23:17:33.067653 n-d-802623-1 neutron-server[93797]: self._notify() Jul 27 23:17:33.067653 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 23:17:33.067653 n-d-802623-1 neutron-server[93797]: self.callback(batched_events) Jul 27 23:17:33.067653 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 23:17:33.067653 n-d-802623-1 neutron-server[93797]: event.method(event) Jul 27 23:17:33.067653 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 23:17:33.067653 n-d-802623-1 neutron-server[93797]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 23:17:33.067653 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 23:17:33.067653 n-d-802623-1 neutron-server[93797]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 23:17:33.067653 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 23:17:33.067653 n-d-802623-1 neutron-server[93797]: return f(self, *a, **k) Jul 27 23:17:33.067653 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 23:17:33.067653 n-d-802623-1 neutron-server[93797]: return self._get(url).json() Jul 27 23:17:33.067653 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 23:17:33.067653 n-d-802623-1 neutron-server[93797]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 23:17:33.067653 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 23:17:33.067653 n-d-802623-1 neutron-server[93797]: return self.request(url, 'GET', **kwargs) Jul 27 23:17:33.067653 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 23:17:33.067653 n-d-802623-1 neutron-server[93797]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 23:17:33.067653 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 23:17:33.067653 n-d-802623-1 neutron-server[93797]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 23:17:33.067653 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 23:17:33.067653 n-d-802623-1 neutron-server[93797]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 23:17:33.067653 n-d-802623-1 neutron-server[93797]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 23:17:33.095455 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2301b72-1b57-4cb2-aca1-0757f75d899d None None] No DVR routers for this DVR port b68ffee0-dc12-4518-b122-29225fe9faae on host n-d-802623-1 {{(pid=93799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:17:33.100352 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2301b72-1b57-4cb2-aca1-0757f75d899d None None] Pushing event deleted for resources: {'Port': ['ID=b68ffee0-dc12-4518-b122-29225fe9faae,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:17:33.115583 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2301b72-1b57-4cb2-aca1-0757f75d899d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:17:33.115940 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2301b72-1b57-4cb2-aca1-0757f75d899d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:17:33.116433 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2301b72-1b57-4cb2-aca1-0757f75d899d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:17:33.116765 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2301b72-1b57-4cb2-aca1-0757f75d899d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:17:33.117103 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2301b72-1b57-4cb2-aca1-0757f75d899d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:17:33.117437 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2301b72-1b57-4cb2-aca1-0757f75d899d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:17:33.117769 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2301b72-1b57-4cb2-aca1-0757f75d899d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:17:33.118096 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2301b72-1b57-4cb2-aca1-0757f75d899d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:17:33.118425 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2301b72-1b57-4cb2-aca1-0757f75d899d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:17:33.118750 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2301b72-1b57-4cb2-aca1-0757f75d899d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:17:33.119100 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2301b72-1b57-4cb2-aca1-0757f75d899d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:17:33.119419 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2301b72-1b57-4cb2-aca1-0757f75d899d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:17:33.153280 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f90182b3-f5c9-44e6-a3d7-a917a414cb9f tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415412'] for network, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:33.159534 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f90182b3-f5c9-44e6-a3d7-a917a414cb9f tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for network, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:33.165282 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-f90182b3-f5c9-44e6-a3d7-a917a414cb9f tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] 10.222.0.18 "DELETE /v2.0/networks/5aff43cc-d05a-4468-a4d2-d0ea20ae419b HTTP/1.1" status: 204 len: 168 time: 1.1543908 Jul 27 23:17:33.171391 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 45980) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:17:33.178015 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-ed701b82-3df1-43b7-a65b-9a2199e33910 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-207095176', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:17:33.190671 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90182b3-f5c9-44e6-a3d7-a917a414cb9f tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Pushing event deleted for resources: {'Network': ['ID=5aff43cc-d05a-4468-a4d2-d0ea20ae419b,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:17:33.219639 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ed701b82-3df1-43b7-a65b-9a2199e33910 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62159'] for router, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:33.221515 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ed701b82-3df1-43b7-a65b-9a2199e33910 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-479230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-415539', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3693317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62148'] for router, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:33.281975 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ed701b82-3df1-43b7-a65b-9a2199e33910 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:33.290919 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ed701b82-3df1-43b7-a65b-9a2199e33910 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-415468'] for router, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:33.313083 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ed701b82-3df1-43b7-a65b-9a2199e33910 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks [] for router, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:33.316787 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-ed701b82-3df1-43b7-a65b-9a2199e33910 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.1427379 Jul 27 23:17:33.317093 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 45986) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:17:33.323415 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-9b435907-ea61-44cd-8b8b-281f0d971e8f tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Request body: {'network': {'name': 'tempest-RoutersTest-851203702'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:17:33.360956 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b435907-ea61-44cd-8b8b-281f0d971e8f tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Made reservation on behalf of 2c20245bbadb4ad09448e470090626f6 for: {'network': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:17:33.366532 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9b435907-ea61-44cd-8b8b-281f0d971e8f tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for network, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:33.397967 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b435907-ea61-44cd-8b8b-281f0d971e8f tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 546} {{(pid=93798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 23:17:33.407902 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9b435907-ea61-44cd-8b8b-281f0d971e8f tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:33.408254 n-d-802623-1 neutron-server[93798]: INFO neutron.db.segments_db [None req-9b435907-ea61-44cd-8b8b-281f0d971e8f tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Added segment 989f00ef-2b2a-43e6-98fd-652c120f7ea7 of type vlan for network aacc2243-92c1-40fb-ad0f-c26dad421b6d Jul 27 23:17:33.453391 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9b435907-ea61-44cd-8b8b-281f0d971e8f tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736833354590'] for network, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:33.493713 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9b435907-ea61-44cd-8b8b-281f0d971e8f tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569'] for network, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:33.501099 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b435907-ea61-44cd-8b8b-281f0d971e8f tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:17:33.502012 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9b435907-ea61-44cd-8b8b-281f0d971e8f tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:33.539252 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 45988) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:17:33.539463 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-9b435907-ea61-44cd-8b8b-281f0d971e8f tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2209954 Jul 27 23:17:33.545598 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-41ca29ef-a5df-4fdd-a94f-b1869b8ac9a3 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Request body: {'subnet': {'network_id': 'aacc2243-92c1-40fb-ad0f-c26dad421b6d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:17:33.633726 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b435907-ea61-44cd-8b8b-281f0d971e8f tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Pushing event updated for resources: {'Network': ['ID=aacc2243-92c1-40fb-ad0f-c26dad421b6d,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:17:33.651958 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Network aacc2243-92c1-40fb-ad0f-c26dad421b6d details requested by agent ovs-agent-n-d-802623-1 with host n-d-802623-1 {{(pid=93799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 23:17:33.710983 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41ca29ef-a5df-4fdd-a94f-b1869b8ac9a3 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Made reservation on behalf of 2c20245bbadb4ad09448e470090626f6 for: {'subnet': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:17:33.714651 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-41ca29ef-a5df-4fdd-a94f-b1869b8ac9a3 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11551435'] for subnet, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:33.950716 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-41ca29ef-a5df-4fdd-a94f-b1869b8ac9a3 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11336182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11551417'] for subnet, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:34.030103 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41ca29ef-a5df-4fdd-a94f-b1869b8ac9a3 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Checking segment: {'id': '989f00ef-2b2a-43e6-98fd-652c120f7ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'aacc2243-92c1-40fb-ad0f-c26dad421b6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:17:34.030929 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41ca29ef-a5df-4fdd-a94f-b1869b8ac9a3 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Network hostable DHCP agents. Network: aacc2243-92c1-40fb-ad0f-c26dad421b6d, hostable agents: ['5950e76f-2bde-4343-a925-cbe6bacd2706'], hosted agents: [] {{(pid=93797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 23:17:34.033653 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ca29ef-a5df-4fdd-a94f-b1869b8ac9a3 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Pushing event updated for resources: {'Subnet': ['ID=ba2b94c0-908c-45d7-983c-026a3c95ab3d,revision_number=0']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:17:34.062790 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41ca29ef-a5df-4fdd-a94f-b1869b8ac9a3 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Network aacc2243-92c1-40fb-ad0f-c26dad421b6d is scheduled to be hosted by DHCP agent 5950e76f-2bde-4343-a925-cbe6bacd2706 with binding_index 1 {{(pid=93797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 23:17:34.082664 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-41ca29ef-a5df-4fdd-a94f-b1869b8ac9a3 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802623-1, aacc2243-92c1-40fb-ad0f-c26dad421b6d) {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:17:34.091524 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac073cd6-57e0-4177-aa2c-6cb401188d24 None None] Network aacc2243-92c1-40fb-ad0f-c26dad421b6d requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:17:34.095987 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41ca29ef-a5df-4fdd-a94f-b1869b8ac9a3 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:17:34.096674 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-41ca29ef-a5df-4fdd-a94f-b1869b8ac9a3 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for subnet, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:34.119106 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-41ca29ef-a5df-4fdd-a94f-b1869b8ac9a3 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5769029 Jul 27 23:17:34.120315 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 45994) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:17:34.304851 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30502645-9dc8-45e4-9b60-7b7d44a0b7d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f6f257c-ad18-5f0c-8c8e-ea085a5fc8a2-aacc2243-92c1-40fb-ad0f-c26dad421b6d', 'network_id': 'aacc2243-92c1-40fb-ad0f-c26dad421b6d', 'tenant_id': '2c20245bbadb4ad09448e470090626f6', 'fixed_ips': [{'subnet_id': 'ba2b94c0-908c-45d7-983c-026a3c95ab3d'}]}} from n-d-802623-1. {{(pid=93799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 23:17:34.305948 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-30502645-9dc8-45e4-9b60-7b7d44a0b7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:34.454465 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device b68ffee0-dc12-4518-b122-29225fe9faae no longer exists at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:17:34.504348 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] No Port match for: b68ffee0-dc12-4518-b122-29225fe9faae {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:17:34.507329 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device b68ffee0-dc12-4518-b122-29225fe9faae not bound to the agent host n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:17:34.544993 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b86b5488-0daf-42c6-8995-fb325ef06acc tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:34.562825 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-30502645-9dc8-45e4-9b60-7b7d44a0b7d2 None None] Allocated IP 172.20.0.2 (aacc2243-92c1-40fb-ad0f-c26dad421b6d/ba2b94c0-908c-45d7-983c-026a3c95ab3d/25559053-cd20-4654-9d49-4fcd22c0b1d2) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:17:34.671831 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:34.788655 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-30502645-9dc8-45e4-9b60-7b7d44a0b7d2 None None] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:34.798585 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-30502645-9dc8-45e4-9b60-7b7d44a0b7d2 None None] Transition to ACTIVE for port object 25559053-cd20-4654-9d49-4fcd22c0b1d2 will not be triggered until provisioned by entity L2. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:17:34.824421 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-30502645-9dc8-45e4-9b60-7b7d44a0b7d2 None None] Transition to ACTIVE for port object 25559053-cd20-4654-9d49-4fcd22c0b1d2 will not be triggered until provisioned by entity DHCP. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:17:34.844419 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-30502645-9dc8-45e4-9b60-7b7d44a0b7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:34.933401 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30502645-9dc8-45e4-9b60-7b7d44a0b7d2 None None] Network aacc2243-92c1-40fb-ad0f-c26dad421b6d is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:17:34.936562 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-30502645-9dc8-45e4-9b60-7b7d44a0b7d2 None None] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:17:34.938343 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-b86b5488-0daf-42c6-8995-fb325ef06acc tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Allocated IP 172.20.0.1 (aacc2243-92c1-40fb-ad0f-c26dad421b6d/ba2b94c0-908c-45d7-983c-026a3c95ab3d/0abce86b-920d-4aac-8926-b342aca75023) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:17:34.949429 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30502645-9dc8-45e4-9b60-7b7d44a0b7d2 None None] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:17:34.957094 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30502645-9dc8-45e4-9b60-7b7d44a0b7d2 None None] Pushing event updated for resources: {'Port': ['ID=25559053-cd20-4654-9d49-4fcd22c0b1d2,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:17:35.020878 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-30502645-9dc8-45e4-9b60-7b7d44a0b7d2 None None] Attempting to bind port 25559053-cd20-4654-9d49-4fcd22c0b1d2 on host n-d-802623-1 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:17:35.021797 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-30502645-9dc8-45e4-9b60-7b7d44a0b7d2 None None] Attempting to bind port 25559053-cd20-4654-9d49-4fcd22c0b1d2 by drivers openvswitch,hyperv on host n-d-802623-1 at level 0 using segments [{'id': '989f00ef-2b2a-43e6-98fd-652c120f7ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'aacc2243-92c1-40fb-ad0f-c26dad421b6d'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:17:35.022181 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30502645-9dc8-45e4-9b60-7b7d44a0b7d2 None None] Attempting to bind port 25559053-cd20-4654-9d49-4fcd22c0b1d2 on network aacc2243-92c1-40fb-ad0f-c26dad421b6d {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:17:35.028224 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30502645-9dc8-45e4-9b60-7b7d44a0b7d2 None None] Checking agent: {'id': 'a9a568d2-a5e7-41e4-833f-a8ab42ea4073', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 52, 30), 'started_at': datetime.datetime(2021, 7, 27, 22, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 17, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802623-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:17:35.028599 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30502645-9dc8-45e4-9b60-7b7d44a0b7d2 None None] Checking segment: {'id': '989f00ef-2b2a-43e6-98fd-652c120f7ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'aacc2243-92c1-40fb-ad0f-c26dad421b6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:17:35.029005 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-30502645-9dc8-45e4-9b60-7b7d44a0b7d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:35.029399 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30502645-9dc8-45e4-9b60-7b7d44a0b7d2 None None] Bound using segment: {'id': '989f00ef-2b2a-43e6-98fd-652c120f7ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'aacc2243-92c1-40fb-ad0f-c26dad421b6d'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:17:35.029871 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-30502645-9dc8-45e4-9b60-7b7d44a0b7d2 None None] Bound port: 25559053-cd20-4654-9d49-4fcd22c0b1d2, host: n-d-802623-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '989f00ef-2b2a-43e6-98fd-652c120f7ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'aacc2243-92c1-40fb-ad0f-c26dad421b6d'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:17:35.030256 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-30502645-9dc8-45e4-9b60-7b7d44a0b7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:35.119839 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-30502645-9dc8-45e4-9b60-7b7d44a0b7d2 None None] For port 25559053-cd20-4654-9d49-4fcd22c0b1d2, host n-d-802623-1, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:17:35.122933 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b86b5488-0daf-42c6-8995-fb325ef06acc tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:35.123569 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-30502645-9dc8-45e4-9b60-7b7d44a0b7d2 None None] For port 25559053-cd20-4654-9d49-4fcd22c0b1d2, host n-d-802623-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=25559053-cd20-4654-9d49-4fcd22c0b1d2,segment=NetworkSegment(989f00ef-2b2a-43e6-98fd-652c120f7ea7),segment_id=989f00ef-2b2a-43e6-98fd-652c120f7ea7)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:17:35.132870 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-30502645-9dc8-45e4-9b60-7b7d44a0b7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:35.141728 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-b86b5488-0daf-42c6-8995-fb325ef06acc tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Transition to ACTIVE for port object 0abce86b-920d-4aac-8926-b342aca75023 will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:17:35.191216 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b86b5488-0daf-42c6-8995-fb325ef06acc tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:35.236115 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30502645-9dc8-45e4-9b60-7b7d44a0b7d2 None None] Pushing event updated for resources: {'Port': ['ID=25559053-cd20-4654-9d49-4fcd22c0b1d2,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:17:35.732621 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b86b5488-0daf-42c6-8995-fb325ef06acc tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Network aacc2243-92c1-40fb-ad0f-c26dad421b6d is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:17:35.735734 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-b86b5488-0daf-42c6-8995-fb325ef06acc tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:17:35.739647 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b86b5488-0daf-42c6-8995-fb325ef06acc tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:17:35.783508 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86b5488-0daf-42c6-8995-fb325ef06acc tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Pushing event updated for resources: {'Port': ['ID=0abce86b-920d-4aac-8926-b342aca75023,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:17:35.816354 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b86b5488-0daf-42c6-8995-fb325ef06acc tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-415283'] for router_interface, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:36.019899 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b86b5488-0daf-42c6-8995-fb325ef06acc tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:36.448860 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b86b5488-0daf-42c6-8995-fb325ef06acc tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:36.460834 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b86b5488-0daf-42c6-8995-fb325ef06acc tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:36.477172 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 25559053-cd20-4654-9d49-4fcd22c0b1d2 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:17:36.553578 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning for port 25559053-cd20-4654-9d49-4fcd22c0b1d2 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:17:36.615437 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b86b5488-0daf-42c6-8995-fb325ef06acc tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3760555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-414115'] for router_interface, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:36.861319 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdfa896-791d-44ca-b105-a5ba45ae7516 req-5f7770cc-325d-4f3e-8ab8-a5ca97b3ad11 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:17:36.865227 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2d17cde-fc13-4717-abcd-78034d54cb2c None None] Network aacc2243-92c1-40fb-ad0f-c26dad421b6d requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:17:36.865413 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-1cdfa896-791d-44ca-b105-a5ba45ae7516 req-5f7770cc-325d-4f3e-8ab8-a5ca97b3ad11 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] 10.222.0.18 "GET /v2.0/ports?device_id=6a43bd9a-6245-44f3-a319-a8a9d9683e94 HTTP/1.1" status: 200 len: 946 time: 0.1125517 Jul 27 23:17:36.882396 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86b5488-0daf-42c6-8995-fb325ef06acc tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Pushing event updated for resources: {'Port': ['ID=0abce86b-920d-4aac-8926-b342aca75023,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:17:36.954595 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4ccbd3-82b5-4460-8381-576b6b53b694 req-5ae57626-e076-490c-9a9c-8db64fd4825a tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:17:36.978281 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-dd4ccbd3-82b5-4460-8381-576b6b53b694 req-5ae57626-e076-490c-9a9c-8db64fd4825a tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/networks?id=0627b955-dd0f-4cce-ba7f-51e698f3bc59 HTTP/1.1" status: 200 len: 812 time: 0.2768643 Jul 27 23:17:36.982402 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-1cdfa896-791d-44ca-b105-a5ba45ae7516 req-afd0d23b-9f89-4028-b56d-482b3177469c tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] 10.222.0.18 "GET /v2.0/security-groups?id=7226db73-c6f2-4ea3-adb9-5e608bea74da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1034417 Jul 27 23:17:37.042832 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ce168a5b-d75c-454c-86b6-2e87a43526ca None None] Provisioning for port 25559053-cd20-4654-9d49-4fcd22c0b1d2 completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:17:37.048318 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-dd4ccbd3-82b5-4460-8381-576b6b53b694 req-e79e1c8a-59d9-4c29-bddf-82341b8812ab tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/quotas/096ab815848b4fa4865a54f76499dfb1 HTTP/1.1" status: 200 len: 375 time: 0.0495934 Jul 27 23:17:37.072621 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ce168a5b-d75c-454c-86b6-2e87a43526ca None None] Provisioning complete for port 25559053-cd20-4654-9d49-4fcd22c0b1d2 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:17:37.073003 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ce168a5b-d75c-454c-86b6-2e87a43526ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:37.183657 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b86b5488-0daf-42c6-8995-fb325ef06acc tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Network aacc2243-92c1-40fb-ad0f-c26dad421b6d is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:17:37.199193 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-b86b5488-0daf-42c6-8995-fb325ef06acc tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:17:37.268078 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-dd4ccbd3-82b5-4460-8381-576b6b53b694 req-3889cf24-e231-44f9-b311-718ddde91eab tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=096ab815848b4fa4865a54f76499dfb1&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1868110 Jul 27 23:17:37.280373 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ce168a5b-d75c-454c-86b6-2e87a43526ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:37.328404 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ce168a5b-d75c-454c-86b6-2e87a43526ca None None] For port 25559053-cd20-4654-9d49-4fcd22c0b1d2, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=25559053-cd20-4654-9d49-4fcd22c0b1d2,segment=NetworkSegment(989f00ef-2b2a-43e6-98fd-652c120f7ea7),segment_id=989f00ef-2b2a-43e6-98fd-652c120f7ea7)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:17:37.345934 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ce168a5b-d75c-454c-86b6-2e87a43526ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:37.486771 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce168a5b-d75c-454c-86b6-2e87a43526ca None None] Pushing event updated for resources: {'Port': ['ID=25559053-cd20-4654-9d49-4fcd22c0b1d2,revision_number=3']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:17:37.617338 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-dd4ccbd3-82b5-4460-8381-576b6b53b694 req-42909456-a9c7-4314-bff4-a12d1ef4841f service neutron] 10.222.0.18 "GET /v2.0/networks/0627b955-dd0f-4cce-ba7f-51e698f3bc59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3483753 Jul 27 23:17:37.681086 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-7386f675-1fa3-4b36-9bf5-efd22269754e None None] Provisioning complete for port 25559053-cd20-4654-9d49-4fcd22c0b1d2 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:17:37.681465 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7386f675-1fa3-4b36-9bf5-efd22269754e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:37.766431 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b86b5488-0daf-42c6-8995-fb325ef06acc tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Router bf7dd5ae-5ac3-4fa4-8cd1-df4dc4925f6e is scheduled to L3 agent 018c4455-49c0-4734-927d-7824067b2a9e with binding_index 1 {{(pid=93798) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 23:17:37.881617 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-7386f675-1fa3-4b36-9bf5-efd22269754e None None] Provisioning for port 0abce86b-920d-4aac-8926-b342aca75023 completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:17:37.903700 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-7386f675-1fa3-4b36-9bf5-efd22269754e None None] Provisioning complete for port 0abce86b-920d-4aac-8926-b342aca75023 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:17:37.904081 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7386f675-1fa3-4b36-9bf5-efd22269754e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:37.976410 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-7386f675-1fa3-4b36-9bf5-efd22269754e None None] Port 0abce86b-920d-4aac-8926-b342aca75023 cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:17:37.988348 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-dd4ccbd3-82b5-4460-8381-576b6b53b694 req-b2f58133-2181-4c53-a80c-1acf634143bf service neutron] 10.222.0.18 "GET /v2.0/networks/0627b955-dd0f-4cce-ba7f-51e698f3bc59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3545063 Jul 27 23:17:38.029473 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b86b5488-0daf-42c6-8995-fb325ef06acc tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:17:38.034463 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-b86b5488-0daf-42c6-8995-fb325ef06acc tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] 10.222.0.18 "PUT /v2.0/routers/bf7dd5ae-5ac3-4fa4-8cd1-df4dc4925f6e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9125154 Jul 27 23:17:38.038101 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 46052) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:17:38.045959 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-095b2852-4589-4781-bfcd-bb18a54cffc3 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Request body: {'network': {'name': 'tempest-RoutersTest-500979067'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:17:38.064035 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d72c590-5d10-45dc-beb5-13d7aea0668f None None] Sync routers for ids ['bf7dd5ae-5ac3-4fa4-8cd1-df4dc4925f6e'] in n-d-802623-1 {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:17:38.079627 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d72c590-5d10-45dc-beb5-13d7aea0668f None None] Routers {'bf7dd5ae-5ac3-4fa4-8cd1-df4dc4925f6e'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:17:38.082596 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-8d72c590-5d10-45dc-beb5-13d7aea0668f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:17:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['bf7dd5ae-5ac3-4fa4-8cd1-df4dc4925f6e'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:17:38.148345 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-095b2852-4589-4781-bfcd-bb18a54cffc3 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Made reservation on behalf of 2c20245bbadb4ad09448e470090626f6 for: {'network': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:17:38.155560 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-095b2852-4589-4781-bfcd-bb18a54cffc3 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for network, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:38.226888 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-095b2852-4589-4781-bfcd-bb18a54cffc3 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 510} {{(pid=93797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 23:17:38.264131 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-095b2852-4589-4781-bfcd-bb18a54cffc3 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:38.264481 n-d-802623-1 neutron-server[93797]: INFO neutron.db.segments_db [None req-095b2852-4589-4781-bfcd-bb18a54cffc3 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Added segment 4d711229-1ab1-48af-a3c8-f37d3b2ac526 of type vlan for network f56ae25f-bd79-4cac-a972-8b8e2522386b Jul 27 23:17:38.361440 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-3fa547af-3ddf-461e-8f0d-f6b820a3b6c3 None None] Provisioning complete for port 0abce86b-920d-4aac-8926-b342aca75023 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:17:38.361966 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-3fa547af-3ddf-461e-8f0d-f6b820a3b6c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:38.430300 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-095b2852-4589-4781-bfcd-bb18a54cffc3 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736833354590'] for network, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:38.462828 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 25559053-cd20-4654-9d49-4fcd22c0b1d2 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:17:38.493492 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-8d72c590-5d10-45dc-beb5-13d7aea0668f None None] Set router bf7dd5ae-5ac3-4fa4-8cd1-df4dc4925f6e gateway port host: None {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:17:38.532985 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-095b2852-4589-4781-bfcd-bb18a54cffc3 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569'] for network, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:38.548029 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-095b2852-4589-4781-bfcd-bb18a54cffc3 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:17:38.548695 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-095b2852-4589-4781-bfcd-bb18a54cffc3 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for network, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:38.549563 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-3fa547af-3ddf-461e-8f0d-f6b820a3b6c3 None None] Port 0abce86b-920d-4aac-8926-b342aca75023 cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:17:38.667665 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port 25559053-cd20-4654-9d49-4fcd22c0b1d2 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:17:38.668920 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:38.715390 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be345b4b-4165-457c-84f0-db45c63fe558 req-f69389bf-6029-4735-b153-b869300b43d5 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:17:38.717888 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-be345b4b-4165-457c-84f0-db45c63fe558 req-f69389bf-6029-4735-b153-b869300b43d5 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] 10.222.0.18 "GET /v2.0/ports?device_id=6a43bd9a-6245-44f3-a319-a8a9d9683e94 HTTP/1.1" status: 200 len: 946 time: 0.1437979 Jul 27 23:17:38.745384 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-095b2852-4589-4781-bfcd-bb18a54cffc3 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.7055457 Jul 27 23:17:38.746012 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 46064) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:17:38.779276 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-2b591c6e-d92b-45f9-bd7e-2c28d652cbd0 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Request body: {'subnet': {'network_id': 'f56ae25f-bd79-4cac-a972-8b8e2522386b', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:17:38.868560 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-be345b4b-4165-457c-84f0-db45c63fe558 req-31749dfd-00c9-4754-a219-5b11485e50ee tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] 10.222.0.18 "GET /v2.0/security-groups?id=7226db73-c6f2-4ea3-adb9-5e608bea74da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1416955 Jul 27 23:17:38.941753 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095b2852-4589-4781-bfcd-bb18a54cffc3 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Pushing event updated for resources: {'Network': ['ID=f56ae25f-bd79-4cac-a972-8b8e2522386b,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:17:38.961880 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095b2852-4589-4781-bfcd-bb18a54cffc3 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:17:38.962243 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095b2852-4589-4781-bfcd-bb18a54cffc3 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:17:38.962600 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095b2852-4589-4781-bfcd-bb18a54cffc3 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:17:38.962939 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095b2852-4589-4781-bfcd-bb18a54cffc3 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:17:38.963317 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095b2852-4589-4781-bfcd-bb18a54cffc3 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:17:38.963778 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095b2852-4589-4781-bfcd-bb18a54cffc3 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:17:38.964490 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095b2852-4589-4781-bfcd-bb18a54cffc3 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:17:38.964837 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095b2852-4589-4781-bfcd-bb18a54cffc3 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:17:38.965169 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095b2852-4589-4781-bfcd-bb18a54cffc3 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:17:38.965499 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095b2852-4589-4781-bfcd-bb18a54cffc3 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:17:38.965829 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095b2852-4589-4781-bfcd-bb18a54cffc3 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:17:38.966649 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095b2852-4589-4781-bfcd-bb18a54cffc3 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:17:39.058318 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b591c6e-d92b-45f9-bd7e-2c28d652cbd0 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Made reservation on behalf of 2c20245bbadb4ad09448e470090626f6 for: {'subnet': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:17:39.063099 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2b591c6e-d92b-45f9-bd7e-2c28d652cbd0 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11551435'] for subnet, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:39.145342 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-902f0614-f1e7-4899-aca7-3cce0c9203bf None None] Provisioning complete for port 0abce86b-920d-4aac-8926-b342aca75023 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:17:39.145741 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-902f0614-f1e7-4899-aca7-3cce0c9203bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:39.175119 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Network f56ae25f-bd79-4cac-a972-8b8e2522386b details requested by agent ovs-agent-n-d-802623-1 with host n-d-802623-1 {{(pid=93799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 23:17:39.294838 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-4c755a65-1664-4395-ab26-547a5e4ce5b0 req-892d0b2d-2fb9-4a32-b026-97e60960b887 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/ports?device_id=3dc73040-187a-4f58-bcc9-a88d65cd484b HTTP/1.1" status: 200 len: 210 time: 0.0702658 Jul 27 23:17:39.539659 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-902f0614-f1e7-4899-aca7-3cce0c9203bf None None] Port 0abce86b-920d-4aac-8926-b342aca75023 cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:17:39.553534 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2b591c6e-d92b-45f9-bd7e-2c28d652cbd0 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11336182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11551417'] for subnet, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:39.589637 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-8d72c590-5d10-45dc-beb5-13d7aea0668f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf7dd5ae-5ac3-4fa4-8cd1-df4dc4925f6e', 'name': 'tempest-RoutersTest-router-207095176', 'tenant_id': '2c20245bbadb4ad09448e470090626f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:17:33Z', 'updated_at': '2021-07-27T23:17:35Z', 'revision_number': 2, 'project_id': '2c20245bbadb4ad09448e470090626f6', 'gw_port_host': None, '_interfaces': [{'id': '0abce86b-920d-4aac-8926-b342aca75023', 'name': '', 'network_id': 'aacc2243-92c1-40fb-ad0f-c26dad421b6d', 'tenant_id': '2c20245bbadb4ad09448e470090626f6', 'mac_address': 'fa:16:3e:c1:b9:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf7dd5ae-5ac3-4fa4-8cd1-df4dc4925f6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': 'ba2b94c0-908c-45d7-983c-026a3c95ab3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:17:34Z', 'updated_at': '2021-07-27T23:17:36Z', 'revision_number': 2, 'project_id': '2c20245bbadb4ad09448e470090626f6', 'subnets': [{'id': 'ba2b94c0-908c-45d7-983c-026a3c95ab3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:17:39.619440 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d72c590-5d10-45dc-beb5-13d7aea0668f None None] Checking router: bf7dd5ae-5ac3-4fa4-8cd1-df4dc4925f6e for host: n-d-802623-1 {{(pid=93799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 23:17:39.620156 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d72c590-5d10-45dc-beb5-13d7aea0668f None None] Updating router bf7dd5ae-5ac3-4fa4-8cd1-df4dc4925f6e port 0abce86b-920d-4aac-8926-b342aca75023 binding host n-d-802623-1 {{(pid=93799) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 23:17:39.702552 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8d72c590-5d10-45dc-beb5-13d7aea0668f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:39.710368 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b591c6e-d92b-45f9-bd7e-2c28d652cbd0 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Pushing event updated for resources: {'Subnet': ['ID=6eb1835d-5abb-426d-9089-ce670d78660f,revision_number=0']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:17:39.735866 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b591c6e-d92b-45f9-bd7e-2c28d652cbd0 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Checking segment: {'id': '4d711229-1ab1-48af-a3c8-f37d3b2ac526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'f56ae25f-bd79-4cac-a972-8b8e2522386b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:17:39.738093 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b591c6e-d92b-45f9-bd7e-2c28d652cbd0 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Network hostable DHCP agents. Network: f56ae25f-bd79-4cac-a972-8b8e2522386b, hostable agents: ['5950e76f-2bde-4343-a925-cbe6bacd2706'], hosted agents: [] {{(pid=93797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 23:17:39.776428 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b591c6e-d92b-45f9-bd7e-2c28d652cbd0 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Network f56ae25f-bd79-4cac-a972-8b8e2522386b is scheduled to be hosted by DHCP agent 5950e76f-2bde-4343-a925-cbe6bacd2706 with binding_index 1 {{(pid=93797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 23:17:39.792852 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-2b591c6e-d92b-45f9-bd7e-2c28d652cbd0 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802623-1, f56ae25f-bd79-4cac-a972-8b8e2522386b) {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:17:39.800014 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b591c6e-d92b-45f9-bd7e-2c28d652cbd0 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:17:39.800709 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2b591c6e-d92b-45f9-bd7e-2c28d652cbd0 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for subnet, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:39.824367 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e878eaee-f209-4d88-bf42-3f34da12e7a1 None None] Network f56ae25f-bd79-4cac-a972-8b8e2522386b requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:17:39.835202 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-2b591c6e-d92b-45f9-bd7e-2c28d652cbd0 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0749447 Jul 27 23:17:39.837782 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 46080) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:17:40.264663 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112cfdd9-0adb-4b16-b374-1897ce8232d7 req-b00a4e0a-5683-4ae5-947d-f9eaf24af896 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:17:40.269019 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-112cfdd9-0adb-4b16-b374-1897ce8232d7 req-b00a4e0a-5683-4ae5-947d-f9eaf24af896 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] 10.222.0.18 "GET /v2.0/ports?device_id=6a43bd9a-6245-44f3-a319-a8a9d9683e94 HTTP/1.1" status: 200 len: 946 time: 0.2012787 Jul 27 23:17:40.338536 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8b94f6a-9b37-4cbd-9565-2c6ca244d14c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f6f257c-ad18-5f0c-8c8e-ea085a5fc8a2-f56ae25f-bd79-4cac-a972-8b8e2522386b', 'network_id': 'f56ae25f-bd79-4cac-a972-8b8e2522386b', 'tenant_id': '2c20245bbadb4ad09448e470090626f6', 'fixed_ips': [{'subnet_id': '6eb1835d-5abb-426d-9089-ce670d78660f'}]}} from n-d-802623-1. {{(pid=93799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 23:17:40.339408 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f8b94f6a-9b37-4cbd-9565-2c6ca244d14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:40.497506 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-112cfdd9-0adb-4b16-b374-1897ce8232d7 req-b65ad695-a8f6-49bf-9708-1f76c6f737e4 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] 10.222.0.18 "GET /v2.0/security-groups?id=7226db73-c6f2-4ea3-adb9-5e608bea74da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2222321 Jul 27 23:17:40.709964 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8d72c590-5d10-45dc-beb5-13d7aea0668f None None] Notify callbacks [] for port, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:40.731886 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-8d72c590-5d10-45dc-beb5-13d7aea0668f None None] Transition to ACTIVE for port object 0abce86b-920d-4aac-8926-b342aca75023 will not be triggered until provisioned by entity L2. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:17:40.734127 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-f8b94f6a-9b37-4cbd-9565-2c6ca244d14c None None] Allocated IP 172.21.0.2 (f56ae25f-bd79-4cac-a972-8b8e2522386b/6eb1835d-5abb-426d-9089-ce670d78660f/57c87624-6a3e-411f-a772-024fb4f8af11) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:17:40.749761 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8d72c590-5d10-45dc-beb5-13d7aea0668f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:40.750000 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4ccbd3-82b5-4460-8381-576b6b53b694 req-a07aeb89-cb24-447f-8221-2160a3413a06 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:17:40.760143 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-dd4ccbd3-82b5-4460-8381-576b6b53b694 req-a07aeb89-cb24-447f-8221-2160a3413a06 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.38 "GET /v2.0/networks?id=0627b955-dd0f-4cce-ba7f-51e698f3bc59 HTTP/1.1" status: 200 len: 812 time: 0.3946521 Jul 27 23:17:40.771687 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [req-dd4ccbd3-82b5-4460-8381-576b6b53b694 req-0e34e78a-3725-41eb-9070-d5f817c0abb5 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Request body: {'port': {'device_id': '3dc73040-187a-4f58-bcc9-a88d65cd484b', 'network_id': '0627b955-dd0f-4cce-ba7f-51e698f3bc59', 'admin_state_up': True, 'tenant_id': '096ab815848b4fa4865a54f76499dfb1'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:17:41.044588 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f8b94f6a-9b37-4cbd-9565-2c6ca244d14c None None] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:41.065636 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-f8b94f6a-9b37-4cbd-9565-2c6ca244d14c None None] Transition to ACTIVE for port object 57c87624-6a3e-411f-a772-024fb4f8af11 will not be triggered until provisioned by entity L2. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:17:41.088220 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-f8b94f6a-9b37-4cbd-9565-2c6ca244d14c None None] Transition to ACTIVE for port object 57c87624-6a3e-411f-a772-024fb4f8af11 will not be triggered until provisioned by entity DHCP. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:17:41.112786 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fadb93d-f9eb-463a-85f0-6ee8ed859685 None None] Pushing event updated for resources: {'Port': ['ID=0abce86b-920d-4aac-8926-b342aca75023,revision_number=3']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:17:41.116799 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f8b94f6a-9b37-4cbd-9565-2c6ca244d14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:41.190095 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b94f6a-9b37-4cbd-9565-2c6ca244d14c None None] Pushing event updated for resources: {'Port': ['ID=57c87624-6a3e-411f-a772-024fb4f8af11,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:17:41.217442 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7672ae72-8a08-4cb4-9a1f-757cafdd3763 req-62a53edc-90f9-4f0e-9383-eb167b2be63e tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/ports?device_id=3dc73040-187a-4f58-bcc9-a88d65cd484b HTTP/1.1" status: 200 len: 210 time: 0.2421086 Jul 27 23:17:41.298097 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8b94f6a-9b37-4cbd-9565-2c6ca244d14c None None] Network f56ae25f-bd79-4cac-a972-8b8e2522386b is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:17:41.302889 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd4ccbd3-82b5-4460-8381-576b6b53b694 req-0e34e78a-3725-41eb-9070-d5f817c0abb5 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Made reservation on behalf of 096ab815848b4fa4865a54f76499dfb1 for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:17:41.307294 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-dd4ccbd3-82b5-4460-8381-576b6b53b694 req-0e34e78a-3725-41eb-9070-d5f817c0abb5 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:41.344372 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-f8b94f6a-9b37-4cbd-9565-2c6ca244d14c None None] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:17:41.348149 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8b94f6a-9b37-4cbd-9565-2c6ca244d14c None None] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:17:41.391878 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-8d72c590-5d10-45dc-beb5-13d7aea0668f None None] Attempting to bind port 0abce86b-920d-4aac-8926-b342aca75023 on host n-d-802623-1 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:17:41.395987 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-8d72c590-5d10-45dc-beb5-13d7aea0668f None None] Attempting to bind port 0abce86b-920d-4aac-8926-b342aca75023 by drivers openvswitch,hyperv on host n-d-802623-1 at level 0 using segments [{'id': '989f00ef-2b2a-43e6-98fd-652c120f7ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'aacc2243-92c1-40fb-ad0f-c26dad421b6d'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:17:41.396593 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d72c590-5d10-45dc-beb5-13d7aea0668f None None] Attempting to bind port 0abce86b-920d-4aac-8926-b342aca75023 on network aacc2243-92c1-40fb-ad0f-c26dad421b6d {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:17:41.409260 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d72c590-5d10-45dc-beb5-13d7aea0668f None None] Checking agent: {'id': 'a9a568d2-a5e7-41e4-833f-a8ab42ea4073', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 52, 30), 'started_at': datetime.datetime(2021, 7, 27, 22, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 17, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802623-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:17:41.409638 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d72c590-5d10-45dc-beb5-13d7aea0668f None None] Checking segment: {'id': '989f00ef-2b2a-43e6-98fd-652c120f7ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'aacc2243-92c1-40fb-ad0f-c26dad421b6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:17:41.410039 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8d72c590-5d10-45dc-beb5-13d7aea0668f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:41.410428 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d72c590-5d10-45dc-beb5-13d7aea0668f None None] Bound using segment: {'id': '989f00ef-2b2a-43e6-98fd-652c120f7ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'aacc2243-92c1-40fb-ad0f-c26dad421b6d'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:17:41.410894 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-8d72c590-5d10-45dc-beb5-13d7aea0668f None None] Bound port: 0abce86b-920d-4aac-8926-b342aca75023, host: n-d-802623-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '989f00ef-2b2a-43e6-98fd-652c120f7ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'aacc2243-92c1-40fb-ad0f-c26dad421b6d'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:17:41.411732 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8d72c590-5d10-45dc-beb5-13d7aea0668f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:41.537187 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [req-dd4ccbd3-82b5-4460-8381-576b6b53b694 req-0e34e78a-3725-41eb-9070-d5f817c0abb5 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Allocated IP 172.20.0.8 (0627b955-dd0f-4cce-ba7f-51e698f3bc59/232a981d-f7d1-42df-991c-3a09e4ce0177/2f6e68dd-baf9-4f43-bbe4-1312f336f420) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:17:41.617616 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-8d72c590-5d10-45dc-beb5-13d7aea0668f None None] For port 0abce86b-920d-4aac-8926-b342aca75023, host n-d-802623-1, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:17:41.621114 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-8d72c590-5d10-45dc-beb5-13d7aea0668f None None] For port 0abce86b-920d-4aac-8926-b342aca75023, host n-d-802623-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=0abce86b-920d-4aac-8926-b342aca75023,segment=NetworkSegment(989f00ef-2b2a-43e6-98fd-652c120f7ea7),segment_id=989f00ef-2b2a-43e6-98fd-652c120f7ea7)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:17:41.653870 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8d72c590-5d10-45dc-beb5-13d7aea0668f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:41.718742 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-f8b94f6a-9b37-4cbd-9565-2c6ca244d14c None None] Attempting to bind port 57c87624-6a3e-411f-a772-024fb4f8af11 on host n-d-802623-1 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:17:41.719523 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-f8b94f6a-9b37-4cbd-9565-2c6ca244d14c None None] Attempting to bind port 57c87624-6a3e-411f-a772-024fb4f8af11 by drivers openvswitch,hyperv on host n-d-802623-1 at level 0 using segments [{'id': '4d711229-1ab1-48af-a3c8-f37d3b2ac526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'f56ae25f-bd79-4cac-a972-8b8e2522386b'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:17:41.720380 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b94f6a-9b37-4cbd-9565-2c6ca244d14c None None] Attempting to bind port 57c87624-6a3e-411f-a772-024fb4f8af11 on network f56ae25f-bd79-4cac-a972-8b8e2522386b {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:17:41.742787 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-25dfbc86-f57f-48b9-b538-289e839d7b54 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:41.774972 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-dd4ccbd3-82b5-4460-8381-576b6b53b694 req-0e34e78a-3725-41eb-9070-d5f817c0abb5 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:41.791895 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-dd4ccbd3-82b5-4460-8381-576b6b53b694 req-0e34e78a-3725-41eb-9070-d5f817c0abb5 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Transition to ACTIVE for port object 2f6e68dd-baf9-4f43-bbe4-1312f336f420 will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:17:41.798436 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fadb93d-f9eb-463a-85f0-6ee8ed859685 None None] Pushing event updated for resources: {'Port': ['ID=0abce86b-920d-4aac-8926-b342aca75023,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:17:41.810000 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b94f6a-9b37-4cbd-9565-2c6ca244d14c None None] Checking agent: {'id': 'a9a568d2-a5e7-41e4-833f-a8ab42ea4073', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 52, 30), 'started_at': datetime.datetime(2021, 7, 27, 22, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 17, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802623-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:17:41.810000 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b94f6a-9b37-4cbd-9565-2c6ca244d14c None None] Checking segment: {'id': '4d711229-1ab1-48af-a3c8-f37d3b2ac526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'f56ae25f-bd79-4cac-a972-8b8e2522386b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:17:41.810384 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f8b94f6a-9b37-4cbd-9565-2c6ca244d14c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:41.810652 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b94f6a-9b37-4cbd-9565-2c6ca244d14c None None] Bound using segment: {'id': '4d711229-1ab1-48af-a3c8-f37d3b2ac526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'f56ae25f-bd79-4cac-a972-8b8e2522386b'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:17:41.819444 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-f8b94f6a-9b37-4cbd-9565-2c6ca244d14c None None] Bound port: 57c87624-6a3e-411f-a772-024fb4f8af11, host: n-d-802623-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d711229-1ab1-48af-a3c8-f37d3b2ac526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'f56ae25f-bd79-4cac-a972-8b8e2522386b'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:17:41.819995 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f8b94f6a-9b37-4cbd-9565-2c6ca244d14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:41.904549 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-dd4ccbd3-82b5-4460-8381-576b6b53b694 req-0e34e78a-3725-41eb-9070-d5f817c0abb5 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:41.931317 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d72c590-5d10-45dc-beb5-13d7aea0668f None None] Routers {'bf7dd5ae-5ac3-4fa4-8cd1-df4dc4925f6e'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:17:41.931984 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-8d72c590-5d10-45dc-beb5-13d7aea0668f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:17:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['bf7dd5ae-5ac3-4fa4-8cd1-df4dc4925f6e'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:17:41.998125 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e34e78a-3725-41eb-9070-d5f817c0abb5 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Pushing event updated for resources: {'Port': ['ID=2f6e68dd-baf9-4f43-bbe4-1312f336f420,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:17:42.006951 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd4ccbd3-82b5-4460-8381-576b6b53b694 req-0e34e78a-3725-41eb-9070-d5f817c0abb5 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Network 0627b955-dd0f-4cce-ba7f-51e698f3bc59 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:17:42.009752 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [req-dd4ccbd3-82b5-4460-8381-576b6b53b694 req-0e34e78a-3725-41eb-9070-d5f817c0abb5 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:17:42.018944 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd4ccbd3-82b5-4460-8381-576b6b53b694 req-0e34e78a-3725-41eb-9070-d5f817c0abb5 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:17:42.138034 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ef35fc-95ef-49ec-92c0-023fa5dabd45 req-1a87bd3a-3391-4de8-b5b1-5c1b9a9644fc tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:17:42.147775 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-95ef35fc-95ef-49ec-92c0-023fa5dabd45 req-1a87bd3a-3391-4de8-b5b1-5c1b9a9644fc tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] 10.222.0.18 "GET /v2.0/ports?device_id=6a43bd9a-6245-44f3-a319-a8a9d9683e94 HTTP/1.1" status: 200 len: 946 time: 0.2938004 Jul 27 23:17:42.247521 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4ccbd3-82b5-4460-8381-576b6b53b694 req-0e34e78a-3725-41eb-9070-d5f817c0abb5 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:17:42.248362 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-dd4ccbd3-82b5-4460-8381-576b6b53b694 req-0e34e78a-3725-41eb-9070-d5f817c0abb5 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:42.276774 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-95ef35fc-95ef-49ec-92c0-023fa5dabd45 req-0a6fe273-ea33-4bd8-889c-35371d525ead tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] 10.222.0.18 "GET /v2.0/security-groups?id=7226db73-c6f2-4ea3-adb9-5e608bea74da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1114316 Jul 27 23:17:42.293194 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-dd4ccbd3-82b5-4460-8381-576b6b53b694 req-0e34e78a-3725-41eb-9070-d5f817c0abb5 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5259366 Jul 27 23:17:42.356011 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-25dfbc86-f57f-48b9-b538-289e839d7b54 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Allocated IP 172.21.0.1 (f56ae25f-bd79-4cac-a972-8b8e2522386b/6eb1835d-5abb-426d-9089-ce670d78660f/e7a810c3-8890-45d3-928d-784af4528afb) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:17:42.440076 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [req-dd4ccbd3-82b5-4460-8381-576b6b53b694 req-7c2017ec-90a7-4bc6-a88e-57f484989f14 service neutron] Request body: {'port': {'device_id': '3dc73040-187a-4f58-bcc9-a88d65cd484b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802623-1'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:17:42.477309 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-8d72c590-5d10-45dc-beb5-13d7aea0668f None None] Set router bf7dd5ae-5ac3-4fa4-8cd1-df4dc4925f6e gateway port host: None {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:17:42.479703 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f8b94f6a-9b37-4cbd-9565-2c6ca244d14c None None] For port 57c87624-6a3e-411f-a772-024fb4f8af11, host n-d-802623-1, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:17:42.561092 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f8b94f6a-9b37-4cbd-9565-2c6ca244d14c None None] For port 57c87624-6a3e-411f-a772-024fb4f8af11, host n-d-802623-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=57c87624-6a3e-411f-a772-024fb4f8af11,segment=NetworkSegment(4d711229-1ab1-48af-a3c8-f37d3b2ac526),segment_id=4d711229-1ab1-48af-a3c8-f37d3b2ac526)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:17:42.599513 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f8b94f6a-9b37-4cbd-9565-2c6ca244d14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:42.617492 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-dd4ccbd3-82b5-4460-8381-576b6b53b694 req-7c2017ec-90a7-4bc6-a88e-57f484989f14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:42.701685 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-25dfbc86-f57f-48b9-b538-289e839d7b54 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:42.744348 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-25dfbc86-f57f-48b9-b538-289e839d7b54 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Transition to ACTIVE for port object e7a810c3-8890-45d3-928d-784af4528afb will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:17:42.817259 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-4b80e00a-7d7a-414f-8259-a3c494c075b2 None None] Provisioning for port 2f6e68dd-baf9-4f43-bbe4-1312f336f420 completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:17:42.876101 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-4b80e00a-7d7a-414f-8259-a3c494c075b2 None None] Provisioning complete for port 2f6e68dd-baf9-4f43-bbe4-1312f336f420 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:17:42.876280 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4b80e00a-7d7a-414f-8259-a3c494c075b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:42.878281 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-25dfbc86-f57f-48b9-b538-289e839d7b54 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:42.929200 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25dfbc86-f57f-48b9-b538-289e839d7b54 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Network f56ae25f-bd79-4cac-a972-8b8e2522386b is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:17:42.939799 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-25dfbc86-f57f-48b9-b538-289e839d7b54 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:17:42.971525 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25dfbc86-f57f-48b9-b538-289e839d7b54 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Pushing event updated for resources: {'Port': ['ID=e7a810c3-8890-45d3-928d-784af4528afb,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:17:42.975036 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25dfbc86-f57f-48b9-b538-289e839d7b54 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:17:43.046139 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-25dfbc86-f57f-48b9-b538-289e839d7b54 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-415283'] for router_interface, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:43.150040 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222314c7-0051-43a2-aaf3-61976239c277 req-162016c0-923d-4eb2-86c3-abb6a599e963 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:17:43.176949 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-222314c7-0051-43a2-aaf3-61976239c277 req-162016c0-923d-4eb2-86c3-abb6a599e963 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/ports?device_id=3dc73040-187a-4f58-bcc9-a88d65cd484b HTTP/1.1" status: 200 len: 931 time: 0.3248701 Jul 27 23:17:43.292868 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-25dfbc86-f57f-48b9-b538-289e839d7b54 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:43.296731 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b94f6a-9b37-4cbd-9565-2c6ca244d14c None None] Pushing event updated for resources: {'Port': ['ID=57c87624-6a3e-411f-a772-024fb4f8af11,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:17:43.376902 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-222314c7-0051-43a2-aaf3-61976239c277 req-85ae0d01-4610-4489-81db-548dfaf1bae8 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/security-groups?id=fa1f1682-89f2-436c-be39-8607c4cda167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894822 Jul 27 23:17:43.410790 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-4b80e00a-7d7a-414f-8259-a3c494c075b2 None None] Port 2f6e68dd-baf9-4f43-bbe4-1312f336f420 cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:17:43.605073 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [req-dd4ccbd3-82b5-4460-8381-576b6b53b694 req-7c2017ec-90a7-4bc6-a88e-57f484989f14 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f6e68dd-baf9-4f43-bbe4-1312f336f420 {{(pid=93798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:17:43.618215 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-dd4ccbd3-82b5-4460-8381-576b6b53b694 req-7c2017ec-90a7-4bc6-a88e-57f484989f14 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:43.634036 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-dd4ccbd3-82b5-4460-8381-576b6b53b694 req-7c2017ec-90a7-4bc6-a88e-57f484989f14 service neutron] Transition to ACTIVE for port object 2f6e68dd-baf9-4f43-bbe4-1312f336f420 will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:17:43.682202 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-8d72c590-5d10-45dc-beb5-13d7aea0668f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf7dd5ae-5ac3-4fa4-8cd1-df4dc4925f6e', 'name': 'tempest-RoutersTest-router-207095176', 'tenant_id': '2c20245bbadb4ad09448e470090626f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:17:33Z', 'updated_at': '2021-07-27T23:17:35Z', 'revision_number': 2, 'project_id': '2c20245bbadb4ad09448e470090626f6', 'gw_port_host': None, '_interfaces': [{'id': '0abce86b-920d-4aac-8926-b342aca75023', 'name': '', 'network_id': 'aacc2243-92c1-40fb-ad0f-c26dad421b6d', 'tenant_id': '2c20245bbadb4ad09448e470090626f6', 'mac_address': 'fa:16:3e:c1:b9:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf7dd5ae-5ac3-4fa4-8cd1-df4dc4925f6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': 'ba2b94c0-908c-45d7-983c-026a3c95ab3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:17:34Z', 'updated_at': '2021-07-27T23:17:41Z', 'revision_number': 4, 'project_id': '2c20245bbadb4ad09448e470090626f6', 'subnets': [{'id': 'ba2b94c0-908c-45d7-983c-026a3c95ab3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:17:43.696586 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-dd4ccbd3-82b5-4460-8381-576b6b53b694 req-7c2017ec-90a7-4bc6-a88e-57f484989f14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:43.740915 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d72c590-5d10-45dc-beb5-13d7aea0668f None None] The sync data for ids ['bf7dd5ae-5ac3-4fa4-8cd1-df4dc4925f6e'] in n-d-802623-1 is: [{'id': 'bf7dd5ae-5ac3-4fa4-8cd1-df4dc4925f6e', 'name': 'tempest-RoutersTest-router-207095176', 'tenant_id': '2c20245bbadb4ad09448e470090626f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:17:33Z', 'updated_at': '2021-07-27T23:17:35Z', 'revision_number': 2, 'project_id': '2c20245bbadb4ad09448e470090626f6', 'gw_port_host': None, '_interfaces': [{'id': '0abce86b-920d-4aac-8926-b342aca75023', 'name': '', 'network_id': 'aacc2243-92c1-40fb-ad0f-c26dad421b6d', 'tenant_id': '2c20245bbadb4ad09448e470090626f6', 'mac_address': 'fa:16:3e:c1:b9:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf7dd5ae-5ac3-4fa4-8cd1-df4dc4925f6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': 'ba2b94c0-908c-45d7-983c-026a3c95ab3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:17:34Z', 'updated_at': '2021-07-27T23:17:41Z', 'revision_number': 4, 'project_id': '2c20245bbadb4ad09448e470090626f6', 'subnets': [{'id': 'ba2b94c0-908c-45d7-983c-026a3c95ab3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:17:43.812070 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984c719a-a0a1-4395-8b33-3634c82ce862 req-519a0818-68a4-4e0f-b62f-8179dc174783 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:17:43.827396 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-984c719a-a0a1-4395-8b33-3634c82ce862 req-519a0818-68a4-4e0f-b62f-8179dc174783 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] 10.222.0.18 "GET /v2.0/ports?device_id=6a43bd9a-6245-44f3-a319-a8a9d9683e94 HTTP/1.1" status: 200 len: 946 time: 0.3352025 Jul 27 23:17:43.891870 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2017ec-90a7-4bc6-a88e-57f484989f14 service neutron] Pushing event updated for resources: {'Port': ['ID=2f6e68dd-baf9-4f43-bbe4-1312f336f420,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:17:44.111331 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-25dfbc86-f57f-48b9-b538-289e839d7b54 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:44.132396 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-25dfbc86-f57f-48b9-b538-289e839d7b54 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11336041'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:44.137165 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-984c719a-a0a1-4395-8b33-3634c82ce862 req-74831067-1ef9-4672-a35f-3ea80a689ac0 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] 10.222.0.18 "GET /v2.0/security-groups?id=7226db73-c6f2-4ea3-adb9-5e608bea74da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3088524 Jul 27 23:17:44.234075 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-dd4ccbd3-82b5-4460-8381-576b6b53b694 req-7c2017ec-90a7-4bc6-a88e-57f484989f14 service neutron] Attempting to bind port 2f6e68dd-baf9-4f43-bbe4-1312f336f420 on host n-h1-802623-1 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:17:44.234821 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-dd4ccbd3-82b5-4460-8381-576b6b53b694 req-7c2017ec-90a7-4bc6-a88e-57f484989f14 service neutron] Attempting to bind port 2f6e68dd-baf9-4f43-bbe4-1312f336f420 by drivers openvswitch,hyperv on host n-h1-802623-1 at level 0 using segments [{'id': '145d64c0-063a-4e1d-8ed5-459cef7aa517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '0627b955-dd0f-4cce-ba7f-51e698f3bc59'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:17:44.242321 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd4ccbd3-82b5-4460-8381-576b6b53b694 req-7c2017ec-90a7-4bc6-a88e-57f484989f14 service neutron] Attempting to bind port 2f6e68dd-baf9-4f43-bbe4-1312f336f420 on network 0627b955-dd0f-4cce-ba7f-51e698f3bc59 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:17:44.265092 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd4ccbd3-82b5-4460-8381-576b6b53b694 req-7c2017ec-90a7-4bc6-a88e-57f484989f14 service neutron] Port 2f6e68dd-baf9-4f43-bbe4-1312f336f420 on network 0627b955-dd0f-4cce-ba7f-51e698f3bc59 not bound, no agent of type Open vSwitch agent registered on host n-h1-802623-1 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 23:17:44.268299 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd4ccbd3-82b5-4460-8381-576b6b53b694 req-7c2017ec-90a7-4bc6-a88e-57f484989f14 service neutron] Attempting to bind port 2f6e68dd-baf9-4f43-bbe4-1312f336f420 on network 0627b955-dd0f-4cce-ba7f-51e698f3bc59 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:17:44.289992 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd4ccbd3-82b5-4460-8381-576b6b53b694 req-7c2017ec-90a7-4bc6-a88e-57f484989f14 service neutron] Checking agent: {'id': '245f1da4-a9b8-4b08-90d7-28f0f342b839', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 59, 59), 'started_at': datetime.datetime(2021, 7, 27, 22, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 17, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:17:44.299718 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd4ccbd3-82b5-4460-8381-576b6b53b694 req-7c2017ec-90a7-4bc6-a88e-57f484989f14 service neutron] Checking segment: {'id': '145d64c0-063a-4e1d-8ed5-459cef7aa517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '0627b955-dd0f-4cce-ba7f-51e698f3bc59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:17:44.305047 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd4ccbd3-82b5-4460-8381-576b6b53b694 req-7c2017ec-90a7-4bc6-a88e-57f484989f14 service neutron] Bound using segment: {'id': '145d64c0-063a-4e1d-8ed5-459cef7aa517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '0627b955-dd0f-4cce-ba7f-51e698f3bc59'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:17:44.306804 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-dd4ccbd3-82b5-4460-8381-576b6b53b694 req-7c2017ec-90a7-4bc6-a88e-57f484989f14 service neutron] Bound port: 2f6e68dd-baf9-4f43-bbe4-1312f336f420, host: n-h1-802623-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '145d64c0-063a-4e1d-8ed5-459cef7aa517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '0627b955-dd0f-4cce-ba7f-51e698f3bc59'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:17:44.310527 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-dd4ccbd3-82b5-4460-8381-576b6b53b694 req-7c2017ec-90a7-4bc6-a88e-57f484989f14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:44.453102 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-25dfbc86-f57f-48b9-b538-289e839d7b54 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3760555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-414115'] for router_interface, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:44.531531 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25dfbc86-f57f-48b9-b538-289e839d7b54 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Pushing event updated for resources: {'Port': ['ID=e7a810c3-8890-45d3-928d-784af4528afb,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:17:44.568880 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-dd4ccbd3-82b5-4460-8381-576b6b53b694 req-7c2017ec-90a7-4bc6-a88e-57f484989f14 service neutron] For port 2f6e68dd-baf9-4f43-bbe4-1312f336f420, host n-h1-802623-1, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:17:44.577789 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-dd4ccbd3-82b5-4460-8381-576b6b53b694 req-7c2017ec-90a7-4bc6-a88e-57f484989f14 service neutron] For port 2f6e68dd-baf9-4f43-bbe4-1312f336f420, host n-h1-802623-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=2f6e68dd-baf9-4f43-bbe4-1312f336f420,segment=NetworkSegment(145d64c0-063a-4e1d-8ed5-459cef7aa517),segment_id=145d64c0-063a-4e1d-8ed5-459cef7aa517)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:17:44.591342 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-dd4ccbd3-82b5-4460-8381-576b6b53b694 req-7c2017ec-90a7-4bc6-a88e-57f484989f14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:44.620696 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 57c87624-6a3e-411f-a772-024fb4f8af11 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:17:44.774934 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning for port 57c87624-6a3e-411f-a772-024fb4f8af11 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:17:44.784122 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 0abce86b-920d-4aac-8926-b342aca75023 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:17:44.902592 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25dfbc86-f57f-48b9-b538-289e839d7b54 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Network f56ae25f-bd79-4cac-a972-8b8e2522386b is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:17:44.905385 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-25dfbc86-f57f-48b9-b538-289e839d7b54 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:17:44.905499 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning for port 0abce86b-920d-4aac-8926-b342aca75023 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:17:44.908486 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4ccbd3-82b5-4460-8381-576b6b53b694 req-7c2017ec-90a7-4bc6-a88e-57f484989f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:17:44.909053 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-dd4ccbd3-82b5-4460-8381-576b6b53b694 req-7c2017ec-90a7-4bc6-a88e-57f484989f14 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:44.910594 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-dd4ccbd3-82b5-4460-8381-576b6b53b694 req-7c2017ec-90a7-4bc6-a88e-57f484989f14 service neutron] 10.222.0.38 "PUT /v2.0/ports/2f6e68dd-baf9-4f43-bbe4-1312f336f420 HTTP/1.1" status: 200 len: 1091 time: 2.6045659 Jul 27 23:17:44.911286 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2017ec-90a7-4bc6-a88e-57f484989f14 service neutron] Pushing event updated for resources: {'Port': ['ID=2f6e68dd-baf9-4f43-bbe4-1312f336f420,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:17:44.932361 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3dc73040-187a-4f58-bcc9-a88d65cd484b', 'tag': '2f6e68dd-baf9-4f43-bbe4-1312f336f420'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:17:44.935440 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}011f8d312121274bb12d78e77c6379a2079800640016cec6c6d605b73666e854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ad9b024-d3bd-4c64-99cc-7537e1c3a341" -d '{"events": [{"name": "network-changed", "server_uuid": "3dc73040-187a-4f58-bcc9-a88d65cd484b", "tag": "2f6e68dd-baf9-4f43-bbe4-1312f336f420"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:17:44.938125 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port 0abce86b-920d-4aac-8926-b342aca75023 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:17:44.938540 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:44.993147 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba204e44-e23c-418f-bbf7-f832bbb08da7 None None] Network f56ae25f-bd79-4cac-a972-8b8e2522386b requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:17:45.098181 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a20d234-207b-4832-b6aa-3317e205957c req-4f08152f-8724-4220-b0a9-545bb165322a tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:17:45.106536 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-9a20d234-207b-4832-b6aa-3317e205957c req-4f08152f-8724-4220-b0a9-545bb165322a tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/ports?device_id=3dc73040-187a-4f58-bcc9-a88d65cd484b HTTP/1.1" status: 200 len: 943 time: 0.1754606 Jul 27 23:17:45.146001 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4ccbd3-82b5-4460-8381-576b6b53b694 req-50f311f2-9f24-47f1-b59a-2cffa96760a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:17:45.170357 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-dd4ccbd3-82b5-4460-8381-576b6b53b694 req-50f311f2-9f24-47f1-b59a-2cffa96760a4 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=096ab815848b4fa4865a54f76499dfb1&device_id=3dc73040-187a-4f58-bcc9-a88d65cd484b HTTP/1.1" status: 200 len: 1094 time: 0.2038438 Jul 27 23:17:45.243524 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25dfbc86-f57f-48b9-b538-289e839d7b54 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Router bf7dd5ae-5ac3-4fa4-8cd1-df4dc4925f6e has already been hosted by L3 agent 018c4455-49c0-4734-927d-7824067b2a9e {{(pid=93797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 23:17:45.274736 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-dd4ccbd3-82b5-4460-8381-576b6b53b694 req-ed3e5643-6d9f-4d8a-916d-44f85ec0ac89 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2f6e68dd-baf9-4f43-bbe4-1312f336f420 HTTP/1.1" status: 200 len: 217 time: 0.0953236 Jul 27 23:17:45.345223 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-9a20d234-207b-4832-b6aa-3317e205957c req-1f394352-cf5a-4d7d-8b11-1755889b0982 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/security-groups?id=fa1f1682-89f2-436c-be39-8607c4cda167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2370527 Jul 27 23:17:45.448534 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-a23bff7b-c69d-4d2a-95ff-79073a9f7966 None None] Provisioning for port 57c87624-6a3e-411f-a772-024fb4f8af11 completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:17:45.463387 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-a23bff7b-c69d-4d2a-95ff-79073a9f7966 None None] Provisioning complete for port 57c87624-6a3e-411f-a772-024fb4f8af11 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:17:45.463746 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a23bff7b-c69d-4d2a-95ff-79073a9f7966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:45.504454 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4ccbd3-82b5-4460-8381-576b6b53b694 req-4a4d4226-2655-43b8-bbf7-650b563b8cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:17:45.506191 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-dd4ccbd3-82b5-4460-8381-576b6b53b694 req-4a4d4226-2655-43b8-bbf7-650b563b8cf7 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=232a981d-f7d1-42df-991c-3a09e4ce0177 HTTP/1.1" status: 200 len: 851 time: 0.2207952 Jul 27 23:17:45.554537 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:45.572462 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25dfbc86-f57f-48b9-b538-289e839d7b54 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:17:45.582330 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-25dfbc86-f57f-48b9-b538-289e839d7b54 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] 10.222.0.18 "PUT /v2.0/routers/bf7dd5ae-5ac3-4fa4-8cd1-df4dc4925f6e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7413228 Jul 27 23:17:45.582810 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 46134) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:17:45.592748 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-76518804-fcbb-4dac-926f-147548b8892c tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Request body: {'network': {'name': 'tempest-RoutersTest-1807257158'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:17:45.646835 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] For port 0abce86b-920d-4aac-8926-b342aca75023, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=0abce86b-920d-4aac-8926-b342aca75023,segment=NetworkSegment(989f00ef-2b2a-43e6-98fd-652c120f7ea7),segment_id=989f00ef-2b2a-43e6-98fd-652c120f7ea7)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:17:45.653720 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76518804-fcbb-4dac-926f-147548b8892c tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Made reservation on behalf of 2c20245bbadb4ad09448e470090626f6 for: {'network': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:17:45.659854 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:45.664311 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-76518804-fcbb-4dac-926f-147548b8892c tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for network, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:45.683576 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 23:17:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c13081d-5607-49b1-9c1c-44c8abd31ac1 x-openstack-request-id: req-5c13081d-5607-49b1-9c1c-44c8abd31ac1 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:17:45.694453 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3dc73040-187a-4f58-bcc9-a88d65cd484b", "tag": "2f6e68dd-baf9-4f43-bbe4-1312f336f420", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:17:45.695596 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5c13081d-5607-49b1-9c1c-44c8abd31ac1 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:17:45.699968 n-d-802623-1 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3dc73040-187a-4f58-bcc9-a88d65cd484b', 'tag': '2f6e68dd-baf9-4f43-bbe4-1312f336f420', 'status': 'completed', 'code': 200} Jul 27 23:17:45.725048 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76518804-fcbb-4dac-926f-147548b8892c tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 513} {{(pid=93797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 23:17:45.760174 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4ccbd3-82b5-4460-8381-576b6b53b694 req-86ae352d-8c4e-4774-8a88-1a686ce79934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:17:45.763612 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-dd4ccbd3-82b5-4460-8381-576b6b53b694 req-86ae352d-8c4e-4774-8a88-1a686ce79934 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=0627b955-dd0f-4cce-ba7f-51e698f3bc59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2489398 Jul 27 23:17:45.771662 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-76518804-fcbb-4dac-926f-147548b8892c tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:45.772590 n-d-802623-1 neutron-server[93797]: INFO neutron.db.segments_db [None req-76518804-fcbb-4dac-926f-147548b8892c tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Added segment a32a7f1e-e5a9-4056-a9f9-fe9b63805dc6 of type vlan for network 553cc17b-18fa-4831-9757-814a642f681c Jul 27 23:17:45.810802 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Pushing event updated for resources: {'Port': ['ID=0abce86b-920d-4aac-8926-b342aca75023,revision_number=5']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:17:45.865394 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-76518804-fcbb-4dac-926f-147548b8892c tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736833354590'] for network, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:45.908760 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a23bff7b-c69d-4d2a-95ff-79073a9f7966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:45.965073 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-76518804-fcbb-4dac-926f-147548b8892c tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569'] for network, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:45.970835 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76518804-fcbb-4dac-926f-147548b8892c tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:17:45.984646 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-76518804-fcbb-4dac-926f-147548b8892c tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for network, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:46.004015 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-a23bff7b-c69d-4d2a-95ff-79073a9f7966 None None] For port 57c87624-6a3e-411f-a772-024fb4f8af11, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=57c87624-6a3e-411f-a772-024fb4f8af11,segment=NetworkSegment(4d711229-1ab1-48af-a3c8-f37d3b2ac526),segment_id=4d711229-1ab1-48af-a3c8-f37d3b2ac526)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:17:46.012209 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a23bff7b-c69d-4d2a-95ff-79073a9f7966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:46.160210 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76518804-fcbb-4dac-926f-147548b8892c tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Pushing event updated for resources: {'Network': ['ID=553cc17b-18fa-4831-9757-814a642f681c,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:17:46.164007 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-76518804-fcbb-4dac-926f-147548b8892c tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5801158 Jul 27 23:17:46.168429 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 46140) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:17:46.183036 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-e0317ede-ea5c-4e68-91d1-869bb8252765 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Request body: {'subnet': {'network_id': '553cc17b-18fa-4831-9757-814a642f681c', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:17:46.184109 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-91880048-f583-4691-827b-afd7cb9f905e None None] Provisioning for port e7a810c3-8890-45d3-928d-784af4528afb completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:17:46.195025 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-91880048-f583-4691-827b-afd7cb9f905e None None] Provisioning complete for port e7a810c3-8890-45d3-928d-784af4528afb triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:17:46.196651 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-91880048-f583-4691-827b-afd7cb9f905e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:46.262026 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23bff7b-c69d-4d2a-95ff-79073a9f7966 None None] Pushing event updated for resources: {'Port': ['ID=57c87624-6a3e-411f-a772-024fb4f8af11,revision_number=3']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:17:46.276356 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Network 553cc17b-18fa-4831-9757-814a642f681c details requested by agent ovs-agent-n-d-802623-1 with host n-d-802623-1 {{(pid=93799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 23:17:46.278059 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc88ad0b-dd46-46c1-9c84-200f2f785217 req-0201d808-c8b2-4f8b-8758-d26ac2833cc7 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:17:46.287760 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-bc88ad0b-dd46-46c1-9c84-200f2f785217 req-0201d808-c8b2-4f8b-8758-d26ac2833cc7 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] 10.222.0.18 "GET /v2.0/ports?device_id=6a43bd9a-6245-44f3-a319-a8a9d9683e94 HTTP/1.1" status: 200 len: 946 time: 0.3240039 Jul 27 23:17:46.290739 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-dd4ccbd3-82b5-4460-8381-576b6b53b694 req-ea659672-97ea-400b-89b8-a4a530dd8abf service neutron] 10.222.0.38 "GET /v2.0/networks/0627b955-dd0f-4cce-ba7f-51e698f3bc59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5193374 Jul 27 23:17:46.367130 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-91880048-f583-4691-827b-afd7cb9f905e None None] Port e7a810c3-8890-45d3-928d-784af4528afb cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:17:46.389518 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-91880048-f583-4691-827b-afd7cb9f905e None None] Provisioning complete for port 57c87624-6a3e-411f-a772-024fb4f8af11 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:17:46.391498 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-91880048-f583-4691-827b-afd7cb9f905e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:46.464713 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0317ede-ea5c-4e68-91d1-869bb8252765 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Made reservation on behalf of 2c20245bbadb4ad09448e470090626f6 for: {'subnet': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:17:46.468290 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e0317ede-ea5c-4e68-91d1-869bb8252765 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11551435'] for subnet, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:46.507344 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-bc88ad0b-dd46-46c1-9c84-200f2f785217 req-dca70a3f-26ae-49b3-b873-ab11b2eeac60 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] 10.222.0.18 "GET /v2.0/security-groups?id=7226db73-c6f2-4ea3-adb9-5e608bea74da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2035732 Jul 27 23:17:46.589458 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe74a478-27f7-4dd1-ac46-4c8dc4669585 None None] Sync routers for ids ['bf7dd5ae-5ac3-4fa4-8cd1-df4dc4925f6e'] in n-d-802623-1 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:17:46.614098 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe74a478-27f7-4dd1-ac46-4c8dc4669585 None None] Routers {'bf7dd5ae-5ac3-4fa4-8cd1-df4dc4925f6e'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:17:46.616352 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-fe74a478-27f7-4dd1-ac46-4c8dc4669585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:17:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['bf7dd5ae-5ac3-4fa4-8cd1-df4dc4925f6e'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:17:46.622886 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 57c87624-6a3e-411f-a772-024fb4f8af11 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:17:46.654340 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-dd4ccbd3-82b5-4460-8381-576b6b53b694 req-91df3f37-d916-4755-bd02-62becdbe1a4f service neutron] 10.222.0.38 "GET /v2.0/networks/0627b955-dd0f-4cce-ba7f-51e698f3bc59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3480215 Jul 27 23:17:46.760312 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port 57c87624-6a3e-411f-a772-024fb4f8af11 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:17:46.764834 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:46.860655 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad9b024-d3bd-4c64-99cc-7537e1c3a341 req-0a020c12-b4ca-4143-8918-dc8a2f3c06b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:17:46.862213 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7ad9b024-d3bd-4c64-99cc-7537e1c3a341 req-0a020c12-b4ca-4143-8918-dc8a2f3c06b8 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=096ab815848b4fa4865a54f76499dfb1&device_id=3dc73040-187a-4f58-bcc9-a88d65cd484b HTTP/1.1" status: 200 len: 1094 time: 0.1430745 Jul 27 23:17:47.019337 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-fe74a478-27f7-4dd1-ac46-4c8dc4669585 None None] Set router bf7dd5ae-5ac3-4fa4-8cd1-df4dc4925f6e gateway port host: None {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:17:47.029606 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-8679bf8a-2823-4797-87ca-2aa9d4fdc185 None None] Provisioning complete for port e7a810c3-8890-45d3-928d-784af4528afb triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:17:47.029990 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8679bf8a-2823-4797-87ca-2aa9d4fdc185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:47.080385 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad9b024-d3bd-4c64-99cc-7537e1c3a341 req-4457d634-6fc7-4114-b85b-4bb82e79b807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:17:47.082458 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7ad9b024-d3bd-4c64-99cc-7537e1c3a341 req-4457d634-6fc7-4114-b85b-4bb82e79b807 service neutron] 10.222.0.38 "GET /v2.0/networks?id=0627b955-dd0f-4cce-ba7f-51e698f3bc59 HTTP/1.1" status: 200 len: 913 time: 0.1973159 Jul 27 23:17:47.120054 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-8679bf8a-2823-4797-87ca-2aa9d4fdc185 None None] Port e7a810c3-8890-45d3-928d-784af4528afb cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:17:47.125160 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e0317ede-ea5c-4e68-91d1-869bb8252765 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11336182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11551417'] for subnet, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:47.149300 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 0abce86b-920d-4aac-8926-b342aca75023 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:17:47.204843 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7ad9b024-d3bd-4c64-99cc-7537e1c3a341 req-0592d502-9600-4330-b651-00f0b6138a1c service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2f6e68dd-baf9-4f43-bbe4-1312f336f420 HTTP/1.1" status: 200 len: 217 time: 0.0862138 Jul 27 23:17:47.218069 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0317ede-ea5c-4e68-91d1-869bb8252765 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Pushing event updated for resources: {'Subnet': ['ID=6bddf330-d571-45d9-ad22-0f4c3c7edf2c,revision_number=0']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:17:47.224577 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0317ede-ea5c-4e68-91d1-869bb8252765 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Checking segment: {'id': 'a32a7f1e-e5a9-4056-a9f9-fe9b63805dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '553cc17b-18fa-4831-9757-814a642f681c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:17:47.224935 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0317ede-ea5c-4e68-91d1-869bb8252765 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Network hostable DHCP agents. Network: 553cc17b-18fa-4831-9757-814a642f681c, hostable agents: ['5950e76f-2bde-4343-a925-cbe6bacd2706'], hosted agents: [] {{(pid=93797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 23:17:47.233694 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32cd2af-76ef-4e51-b2f3-6c202dabff53 req-ada02824-663a-474c-b2df-de56cf6d1ec0 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:17:47.246422 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b32cd2af-76ef-4e51-b2f3-6c202dabff53 req-ada02824-663a-474c-b2df-de56cf6d1ec0 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/ports?device_id=3dc73040-187a-4f58-bcc9-a88d65cd484b HTTP/1.1" status: 200 len: 943 time: 0.2260315 Jul 27 23:17:47.256515 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0317ede-ea5c-4e68-91d1-869bb8252765 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Network 553cc17b-18fa-4831-9757-814a642f681c is scheduled to be hosted by DHCP agent 5950e76f-2bde-4343-a925-cbe6bacd2706 with binding_index 1 {{(pid=93797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 23:17:47.279671 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-e0317ede-ea5c-4e68-91d1-869bb8252765 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802623-1, 553cc17b-18fa-4831-9757-814a642f681c) {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:17:47.287035 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0317ede-ea5c-4e68-91d1-869bb8252765 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:17:47.288346 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e0317ede-ea5c-4e68-91d1-869bb8252765 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for subnet, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:47.309958 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05ef1228-9f94-411c-9b13-b7e5fca13d5a None None] Network 553cc17b-18fa-4831-9757-814a642f681c requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:17:47.314024 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b32cd2af-76ef-4e51-b2f3-6c202dabff53 req-6c269ce5-eac6-4cd3-b8b0-75dda60e6172 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/security-groups?id=fa1f1682-89f2-436c-be39-8607c4cda167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663061 Jul 27 23:17:47.317954 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-e0317ede-ea5c-4e68-91d1-869bb8252765 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1436362 Jul 27 23:17:47.318249 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 46160) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:17:47.359862 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-fcd2a7eb-d40f-44be-87e9-15de6162849a None None] Provisioning complete for port e7a810c3-8890-45d3-928d-784af4528afb triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:17:47.359862 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-fcd2a7eb-d40f-44be-87e9-15de6162849a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:47.423007 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad9b024-d3bd-4c64-99cc-7537e1c3a341 req-f664b187-17b9-4997-ba0a-e2be5c7a7e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:17:47.424768 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7ad9b024-d3bd-4c64-99cc-7537e1c3a341 req-f664b187-17b9-4997-ba0a-e2be5c7a7e64 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=232a981d-f7d1-42df-991c-3a09e4ce0177 HTTP/1.1" status: 200 len: 851 time: 0.1098816 Jul 27 23:17:47.510757 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad9b024-d3bd-4c64-99cc-7537e1c3a341 req-e454da01-eacf-499a-8be7-23e244a26b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:17:47.512577 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7ad9b024-d3bd-4c64-99cc-7537e1c3a341 req-e454da01-eacf-499a-8be7-23e244a26b55 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=0627b955-dd0f-4cce-ba7f-51e698f3bc59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0787103 Jul 27 23:17:47.516618 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-fe74a478-27f7-4dd1-ac46-4c8dc4669585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf7dd5ae-5ac3-4fa4-8cd1-df4dc4925f6e', 'name': 'tempest-RoutersTest-router-207095176', 'tenant_id': '2c20245bbadb4ad09448e470090626f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:17:33Z', 'updated_at': '2021-07-27T23:17:43Z', 'revision_number': 3, 'project_id': '2c20245bbadb4ad09448e470090626f6', 'gw_port_host': None, '_interfaces': [{'id': '0abce86b-920d-4aac-8926-b342aca75023', 'name': '', 'network_id': 'aacc2243-92c1-40fb-ad0f-c26dad421b6d', 'tenant_id': '2c20245bbadb4ad09448e470090626f6', 'mac_address': 'fa:16:3e:c1:b9:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf7dd5ae-5ac3-4fa4-8cd1-df4dc4925f6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': 'ba2b94c0-908c-45d7-983c-026a3c95ab3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:17:34Z', 'updated_at': '2021-07-27T23:17:45Z', 'revision_number': 5, 'project_id': '2c20245bbadb4ad09448e470090626f6', 'subnets': [{'id': 'ba2b94c0-908c-45d7-983c-026a3c95ab3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7a810c3-8890-45d3-928d-784af4528afb', 'name': '', 'network_id': 'f56ae25f-bd79-4cac-a972-8b8e2522386b', 'tenant_id': '2c20245bbadb4ad09448e470090626f6', 'mac_address': 'fa:16:3e:81:73:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf7dd5ae-5ac3-4fa4-8cd1-df4dc4925f6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '6eb1835d-5abb-426d-9089-ce670d78660f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:17:42Z', 'updated_at': '2021-07-27T23:17:43Z', 'revision_number': 2, 'project_id': '2c20245bbadb4ad09448e470090626f6', 'subnets': [{'id': '6eb1835d-5abb-426d-9089-ce670d78660f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:17:47.574776 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port 0abce86b-920d-4aac-8926-b342aca75023 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:17:47.577192 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:47.617329 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-fcd2a7eb-d40f-44be-87e9-15de6162849a None None] Port e7a810c3-8890-45d3-928d-784af4528afb cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:17:47.620818 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe74a478-27f7-4dd1-ac46-4c8dc4669585 None None] Checking router: bf7dd5ae-5ac3-4fa4-8cd1-df4dc4925f6e for host: n-d-802623-1 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 23:17:47.643846 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe74a478-27f7-4dd1-ac46-4c8dc4669585 None None] Updating router bf7dd5ae-5ac3-4fa4-8cd1-df4dc4925f6e port e7a810c3-8890-45d3-928d-784af4528afb binding host n-d-802623-1 {{(pid=93800) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 23:17:47.720197 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-fe74a478-27f7-4dd1-ac46-4c8dc4669585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:47.759213 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f6effc4-1dc2-498f-ad11-1a4e407470d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f6f257c-ad18-5f0c-8c8e-ea085a5fc8a2-553cc17b-18fa-4831-9757-814a642f681c', 'network_id': '553cc17b-18fa-4831-9757-814a642f681c', 'tenant_id': '2c20245bbadb4ad09448e470090626f6', 'fixed_ips': [{'subnet_id': '6bddf330-d571-45d9-ad22-0f4c3c7edf2c'}]}} from n-d-802623-1. {{(pid=93799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 23:17:47.760951 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-6f6effc4-1dc2-498f-ad11-1a4e407470d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:47.815074 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4766e781-3013-4ca5-8a40-4693a710e228 req-d609d960-256c-42ff-9e37-d5b206a91292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:17:47.820479 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-4766e781-3013-4ca5-8a40-4693a710e228 req-d609d960-256c-42ff-9e37-d5b206a91292 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=6415e174d6e146abb15fff69092e7210&device_id=6a43bd9a-6245-44f3-a319-a8a9d9683e94 HTTP/1.1" status: 200 len: 1097 time: 0.2324913 Jul 27 23:17:47.952913 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-6f6effc4-1dc2-498f-ad11-1a4e407470d1 None None] Allocated IP 172.22.0.2 (553cc17b-18fa-4831-9757-814a642f681c/6bddf330-d571-45d9-ad22-0f4c3c7edf2c/b9523ee3-c1d2-4b59-bc52-1eb71a926e58) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:17:47.956930 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d255320-d950-49f7-88b4-f6ad25878578 req-6da7efc9-29ec-4467-bf98-3adf995357d2 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:17:47.968566 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-7d255320-d950-49f7-88b4-f6ad25878578 req-6da7efc9-29ec-4467-bf98-3adf995357d2 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] 10.222.0.18 "GET /v2.0/ports?device_id=6a43bd9a-6245-44f3-a319-a8a9d9683e94 HTTP/1.1" status: 200 len: 946 time: 0.2987289 Jul 27 23:17:47.971084 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7ad9b024-d3bd-4c64-99cc-7537e1c3a341 req-75d809df-b726-41e4-8171-a5eaf2e6c150 service neutron] 10.222.0.38 "GET /v2.0/networks/0627b955-dd0f-4cce-ba7f-51e698f3bc59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4453194 Jul 27 23:17:48.116039 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-7d255320-d950-49f7-88b4-f6ad25878578 req-1d13d688-fa38-4153-8079-9a05100d1ef9 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] 10.222.0.18 "GET /v2.0/security-groups?id=7226db73-c6f2-4ea3-adb9-5e608bea74da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1460869 Jul 27 23:17:48.252850 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4766e781-3013-4ca5-8a40-4693a710e228 req-9def7403-1532-4507-8494-f57aa48789e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:17:48.254985 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-4766e781-3013-4ca5-8a40-4693a710e228 req-9def7403-1532-4507-8494-f57aa48789e1 service neutron] 10.222.0.38 "GET /v2.0/networks?id=a198ee08-ada0-4348-9b3a-3cd923d78e26 HTTP/1.1" status: 200 len: 917 time: 0.4194520 Jul 27 23:17:48.308227 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-fe74a478-27f7-4dd1-ac46-4c8dc4669585 None None] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:48.318478 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-fe74a478-27f7-4dd1-ac46-4c8dc4669585 None None] Transition to ACTIVE for port object e7a810c3-8890-45d3-928d-784af4528afb will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:17:48.327879 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-fe74a478-27f7-4dd1-ac46-4c8dc4669585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:48.364261 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-4766e781-3013-4ca5-8a40-4693a710e228 req-a711616a-e39a-4ef8-b8a4-37ce96a5b3ff service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=add62f76-8960-42c5-a51d-b75f221ac213 HTTP/1.1" status: 200 len: 1001 time: 0.0965621 Jul 27 23:17:48.366214 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-6f6effc4-1dc2-498f-ad11-1a4e407470d1 None None] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:48.383858 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-617336a9-a089-4be0-a7c7-eeb1318b472f tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:48.386321 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-6f6effc4-1dc2-498f-ad11-1a4e407470d1 None None] Transition to ACTIVE for port object b9523ee3-c1d2-4b59-bc52-1eb71a926e58 will not be triggered until provisioned by entity L2. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:17:48.426562 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-6f6effc4-1dc2-498f-ad11-1a4e407470d1 None None] Transition to ACTIVE for port object b9523ee3-c1d2-4b59-bc52-1eb71a926e58 will not be triggered until provisioned by entity DHCP. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:17:48.454772 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b74433-2999-4abc-9baa-5fbc7fc54640 None None] Pushing event updated for resources: {'Port': ['ID=e7a810c3-8890-45d3-928d-784af4528afb,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:17:48.456315 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-6f6effc4-1dc2-498f-ad11-1a4e407470d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:48.508965 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4766e781-3013-4ca5-8a40-4693a710e228 req-66b97339-1413-44ed-8b5c-1ddd7bfa7624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:17:48.510735 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-4766e781-3013-4ca5-8a40-4693a710e228 req-66b97339-1413-44ed-8b5c-1ddd7bfa7624 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=6bb4b577-bd47-4366-ace3-c23131aef649 HTTP/1.1" status: 200 len: 855 time: 0.1344001 Jul 27 23:17:48.538981 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b74433-2999-4abc-9baa-5fbc7fc54640 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:17:48.540944 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b74433-2999-4abc-9baa-5fbc7fc54640 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:17:48.545364 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b74433-2999-4abc-9baa-5fbc7fc54640 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:17:48.546168 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b74433-2999-4abc-9baa-5fbc7fc54640 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:17:48.546796 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b74433-2999-4abc-9baa-5fbc7fc54640 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:17:48.547757 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b74433-2999-4abc-9baa-5fbc7fc54640 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:17:48.549034 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b74433-2999-4abc-9baa-5fbc7fc54640 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:17:48.550451 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b74433-2999-4abc-9baa-5fbc7fc54640 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:17:48.552509 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b74433-2999-4abc-9baa-5fbc7fc54640 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:17:48.554143 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b74433-2999-4abc-9baa-5fbc7fc54640 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:17:48.554636 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b74433-2999-4abc-9baa-5fbc7fc54640 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:17:48.555148 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b74433-2999-4abc-9baa-5fbc7fc54640 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:17:48.565867 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f6effc4-1dc2-498f-ad11-1a4e407470d1 None None] Network 553cc17b-18fa-4831-9757-814a642f681c is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:17:48.572758 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-6f6effc4-1dc2-498f-ad11-1a4e407470d1 None None] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:17:48.583017 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f6effc4-1dc2-498f-ad11-1a4e407470d1 None None] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:17:48.608057 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6effc4-1dc2-498f-ad11-1a4e407470d1 None None] Pushing event updated for resources: {'Port': ['ID=b9523ee3-c1d2-4b59-bc52-1eb71a926e58,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:17:48.613100 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-fe74a478-27f7-4dd1-ac46-4c8dc4669585 None None] Attempting to bind port e7a810c3-8890-45d3-928d-784af4528afb on host n-d-802623-1 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:17:48.613472 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-fe74a478-27f7-4dd1-ac46-4c8dc4669585 None None] Attempting to bind port e7a810c3-8890-45d3-928d-784af4528afb by drivers openvswitch,hyperv on host n-d-802623-1 at level 0 using segments [{'id': '4d711229-1ab1-48af-a3c8-f37d3b2ac526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'f56ae25f-bd79-4cac-a972-8b8e2522386b'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:17:48.613986 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe74a478-27f7-4dd1-ac46-4c8dc4669585 None None] Attempting to bind port e7a810c3-8890-45d3-928d-784af4528afb on network f56ae25f-bd79-4cac-a972-8b8e2522386b {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:17:48.620999 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe74a478-27f7-4dd1-ac46-4c8dc4669585 None None] Checking agent: {'id': 'a9a568d2-a5e7-41e4-833f-a8ab42ea4073', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 52, 30), 'started_at': datetime.datetime(2021, 7, 27, 22, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 17, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802623-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:17:48.621715 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe74a478-27f7-4dd1-ac46-4c8dc4669585 None None] Checking segment: {'id': '4d711229-1ab1-48af-a3c8-f37d3b2ac526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'f56ae25f-bd79-4cac-a972-8b8e2522386b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:17:48.621972 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-fe74a478-27f7-4dd1-ac46-4c8dc4669585 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:48.622253 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe74a478-27f7-4dd1-ac46-4c8dc4669585 None None] Bound using segment: {'id': '4d711229-1ab1-48af-a3c8-f37d3b2ac526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'f56ae25f-bd79-4cac-a972-8b8e2522386b'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:17:48.622716 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-fe74a478-27f7-4dd1-ac46-4c8dc4669585 None None] Bound port: e7a810c3-8890-45d3-928d-784af4528afb, host: n-d-802623-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d711229-1ab1-48af-a3c8-f37d3b2ac526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'f56ae25f-bd79-4cac-a972-8b8e2522386b'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:17:48.623469 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-fe74a478-27f7-4dd1-ac46-4c8dc4669585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:48.735336 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4766e781-3013-4ca5-8a40-4693a710e228 req-2ab6d3d9-c21e-4573-ba46-31f75441fd35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:17:48.740970 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-fe74a478-27f7-4dd1-ac46-4c8dc4669585 None None] For port e7a810c3-8890-45d3-928d-784af4528afb, host n-d-802623-1, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:17:48.741722 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-4766e781-3013-4ca5-8a40-4693a710e228 req-2ab6d3d9-c21e-4573-ba46-31f75441fd35 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a198ee08-ada0-4348-9b3a-3cd923d78e26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1973789 Jul 27 23:17:48.754710 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-fe74a478-27f7-4dd1-ac46-4c8dc4669585 None None] For port e7a810c3-8890-45d3-928d-784af4528afb, host n-d-802623-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=e7a810c3-8890-45d3-928d-784af4528afb,segment=NetworkSegment(4d711229-1ab1-48af-a3c8-f37d3b2ac526),segment_id=4d711229-1ab1-48af-a3c8-f37d3b2ac526)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:17:48.760777 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7ad9b024-d3bd-4c64-99cc-7537e1c3a341 req-b1bf37fd-a433-4e9c-a9a0-616d35be150b service neutron] 10.222.0.38 "GET /v2.0/networks/0627b955-dd0f-4cce-ba7f-51e698f3bc59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7833014 Jul 27 23:17:48.761110 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-6f6effc4-1dc2-498f-ad11-1a4e407470d1 None None] Attempting to bind port b9523ee3-c1d2-4b59-bc52-1eb71a926e58 on host n-d-802623-1 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:17:48.761667 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-6f6effc4-1dc2-498f-ad11-1a4e407470d1 None None] Attempting to bind port b9523ee3-c1d2-4b59-bc52-1eb71a926e58 by drivers openvswitch,hyperv on host n-d-802623-1 at level 0 using segments [{'id': 'a32a7f1e-e5a9-4056-a9f9-fe9b63805dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '553cc17b-18fa-4831-9757-814a642f681c'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:17:48.761916 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f6effc4-1dc2-498f-ad11-1a4e407470d1 None None] Attempting to bind port b9523ee3-c1d2-4b59-bc52-1eb71a926e58 on network 553cc17b-18fa-4831-9757-814a642f681c {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:17:48.765556 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-fe74a478-27f7-4dd1-ac46-4c8dc4669585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:48.792907 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f6effc4-1dc2-498f-ad11-1a4e407470d1 None None] Checking agent: {'id': 'a9a568d2-a5e7-41e4-833f-a8ab42ea4073', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 52, 30), 'started_at': datetime.datetime(2021, 7, 27, 22, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 17, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802623-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:17:48.793355 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f6effc4-1dc2-498f-ad11-1a4e407470d1 None None] Checking segment: {'id': 'a32a7f1e-e5a9-4056-a9f9-fe9b63805dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '553cc17b-18fa-4831-9757-814a642f681c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:17:48.795526 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-6f6effc4-1dc2-498f-ad11-1a4e407470d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:48.797753 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f6effc4-1dc2-498f-ad11-1a4e407470d1 None None] Bound using segment: {'id': 'a32a7f1e-e5a9-4056-a9f9-fe9b63805dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '553cc17b-18fa-4831-9757-814a642f681c'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:17:48.799746 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-6f6effc4-1dc2-498f-ad11-1a4e407470d1 None None] Bound port: b9523ee3-c1d2-4b59-bc52-1eb71a926e58, host: n-d-802623-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a32a7f1e-e5a9-4056-a9f9-fe9b63805dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '553cc17b-18fa-4831-9757-814a642f681c'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:17:48.808072 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-6f6effc4-1dc2-498f-ad11-1a4e407470d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:48.812336 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b104efd-1f2f-47c3-ba20-30aa55337835 req-c6308e87-7f1f-4b1e-af4f-ac011673b2ae tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:17:48.826543 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-1b104efd-1f2f-47c3-ba20-30aa55337835 req-c6308e87-7f1f-4b1e-af4f-ac011673b2ae tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/ports?device_id=3dc73040-187a-4f58-bcc9-a88d65cd484b HTTP/1.1" status: 200 len: 943 time: 0.3146787 Jul 27 23:17:48.990230 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b74433-2999-4abc-9baa-5fbc7fc54640 None None] Pushing event updated for resources: {'Port': ['ID=e7a810c3-8890-45d3-928d-784af4528afb,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:17:49.008291 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-617336a9-a089-4be0-a7c7-eeb1318b472f tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Allocated IP 172.22.0.1 (553cc17b-18fa-4831-9757-814a642f681c/6bddf330-d571-45d9-ad22-0f4c3c7edf2c/e26d095c-6998-4a41-9a58-8a0c1cee06df) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:17:49.022368 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe74a478-27f7-4dd1-ac46-4c8dc4669585 None None] Routers {'bf7dd5ae-5ac3-4fa4-8cd1-df4dc4925f6e'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:17:49.023193 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-fe74a478-27f7-4dd1-ac46-4c8dc4669585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:17:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['bf7dd5ae-5ac3-4fa4-8cd1-df4dc4925f6e'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:17:49.026354 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-1b104efd-1f2f-47c3-ba20-30aa55337835 req-8cfc894f-db19-4ebf-a9a8-043e1dfe1897 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/security-groups?id=fa1f1682-89f2-436c-be39-8607c4cda167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983109 Jul 27 23:17:49.031362 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-6f6effc4-1dc2-498f-ad11-1a4e407470d1 None None] For port b9523ee3-c1d2-4b59-bc52-1eb71a926e58, host n-d-802623-1, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:17:49.045161 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-6f6effc4-1dc2-498f-ad11-1a4e407470d1 None None] For port b9523ee3-c1d2-4b59-bc52-1eb71a926e58, host n-d-802623-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=b9523ee3-c1d2-4b59-bc52-1eb71a926e58,segment=NetworkSegment(a32a7f1e-e5a9-4056-a9f9-fe9b63805dc6),segment_id=a32a7f1e-e5a9-4056-a9f9-fe9b63805dc6)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:17:49.067251 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-6f6effc4-1dc2-498f-ad11-1a4e407470d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:49.123433 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-4766e781-3013-4ca5-8a40-4693a710e228 req-abc59552-8485-432c-bd7c-b8bcdbd299f7 service neutron] 10.222.0.38 "GET /v2.0/networks/a198ee08-ada0-4348-9b3a-3cd923d78e26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3616128 Jul 27 23:17:49.296868 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-4766e781-3013-4ca5-8a40-4693a710e228 req-72367536-f228-41fa-bd36-f7858a62b8cb service neutron] 10.222.0.38 "GET /v2.0/networks/a198ee08-ada0-4348-9b3a-3cd923d78e26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1659384 Jul 27 23:17:49.332749 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-fe74a478-27f7-4dd1-ac46-4c8dc4669585 None None] Set router bf7dd5ae-5ac3-4fa4-8cd1-df4dc4925f6e gateway port host: None {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:17:49.336681 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-617336a9-a089-4be0-a7c7-eeb1318b472f tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:49.350399 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6effc4-1dc2-498f-ad11-1a4e407470d1 None None] Pushing event updated for resources: {'Port': ['ID=b9523ee3-c1d2-4b59-bc52-1eb71a926e58,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:17:49.433053 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-617336a9-a089-4be0-a7c7-eeb1318b472f tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Transition to ACTIVE for port object e26d095c-6998-4a41-9a58-8a0c1cee06df will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:17:49.477826 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0919e0-c16b-4681-99c7-15b4b01a8016 req-fe819525-83e5-4224-a759-99ef8c8452b9 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:17:49.487277 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-6c0919e0-c16b-4681-99c7-15b4b01a8016 req-fe819525-83e5-4224-a759-99ef8c8452b9 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] 10.222.0.18 "GET /v2.0/ports?device_id=6a43bd9a-6245-44f3-a319-a8a9d9683e94 HTTP/1.1" status: 200 len: 946 time: 0.1194668 Jul 27 23:17:49.567678 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-6c0919e0-c16b-4681-99c7-15b4b01a8016 req-f8a21a6c-257b-4329-a56a-ba35e790d9a6 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] 10.222.0.18 "GET /v2.0/security-groups?id=7226db73-c6f2-4ea3-adb9-5e608bea74da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788901 Jul 27 23:17:49.596311 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-617336a9-a089-4be0-a7c7-eeb1318b472f tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:49.692503 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617336a9-a089-4be0-a7c7-eeb1318b472f tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Pushing event updated for resources: {'Port': ['ID=e26d095c-6998-4a41-9a58-8a0c1cee06df,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:17:49.706987 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-617336a9-a089-4be0-a7c7-eeb1318b472f tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Network 553cc17b-18fa-4831-9757-814a642f681c is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:17:49.709543 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-617336a9-a089-4be0-a7c7-eeb1318b472f tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:17:49.712647 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-617336a9-a089-4be0-a7c7-eeb1318b472f tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:17:49.738987 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-fe74a478-27f7-4dd1-ac46-4c8dc4669585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf7dd5ae-5ac3-4fa4-8cd1-df4dc4925f6e', 'name': 'tempest-RoutersTest-router-207095176', 'tenant_id': '2c20245bbadb4ad09448e470090626f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:17:33Z', 'updated_at': '2021-07-27T23:17:43Z', 'revision_number': 3, 'project_id': '2c20245bbadb4ad09448e470090626f6', 'gw_port_host': None, '_interfaces': [{'id': '0abce86b-920d-4aac-8926-b342aca75023', 'name': '', 'network_id': 'aacc2243-92c1-40fb-ad0f-c26dad421b6d', 'tenant_id': '2c20245bbadb4ad09448e470090626f6', 'mac_address': 'fa:16:3e:c1:b9:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf7dd5ae-5ac3-4fa4-8cd1-df4dc4925f6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': 'ba2b94c0-908c-45d7-983c-026a3c95ab3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:17:34Z', 'updated_at': '2021-07-27T23:17:45Z', 'revision_number': 5, 'project_id': '2c20245bbadb4ad09448e470090626f6', 'subnets': [{'id': 'ba2b94c0-908c-45d7-983c-026a3c95ab3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7a810c3-8890-45d3-928d-784af4528afb', 'name': '', 'network_id': 'f56ae25f-bd79-4cac-a972-8b8e2522386b', 'tenant_id': '2c20245bbadb4ad09448e470090626f6', 'mac_address': 'fa:16:3e:81:73:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf7dd5ae-5ac3-4fa4-8cd1-df4dc4925f6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '6eb1835d-5abb-426d-9089-ce670d78660f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:17:42Z', 'updated_at': '2021-07-27T23:17:48Z', 'revision_number': 4, 'project_id': '2c20245bbadb4ad09448e470090626f6', 'subnets': [{'id': '6eb1835d-5abb-426d-9089-ce670d78660f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:17:49.767444 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-617336a9-a089-4be0-a7c7-eeb1318b472f tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-415283'] for router_interface, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:49.769174 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe74a478-27f7-4dd1-ac46-4c8dc4669585 None None] The sync data for ids ['bf7dd5ae-5ac3-4fa4-8cd1-df4dc4925f6e'] in n-d-802623-1 is: [{'id': 'bf7dd5ae-5ac3-4fa4-8cd1-df4dc4925f6e', 'name': 'tempest-RoutersTest-router-207095176', 'tenant_id': '2c20245bbadb4ad09448e470090626f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:17:33Z', 'updated_at': '2021-07-27T23:17:43Z', 'revision_number': 3, 'project_id': '2c20245bbadb4ad09448e470090626f6', 'gw_port_host': None, '_interfaces': [{'id': '0abce86b-920d-4aac-8926-b342aca75023', 'name': '', 'network_id': 'aacc2243-92c1-40fb-ad0f-c26dad421b6d', 'tenant_id': '2c20245bbadb4ad09448e470090626f6', 'mac_address': 'fa:16:3e:c1:b9:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf7dd5ae-5ac3-4fa4-8cd1-df4dc4925f6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': 'ba2b94c0-908c-45d7-983c-026a3c95ab3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:17:34Z', 'updated_at': '2021-07-27T23:17:45Z', 'revision_number': 5, 'project_id': '2c20245bbadb4ad09448e470090626f6', 'subnets': [{'id': 'ba2b94c0-908c-45d7-983c-026a3c95ab3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7a810c3-8890-45d3-928d-784af4528afb', 'name': '', 'network_id': 'f56ae25f-bd79-4cac-a972-8b8e2522386b', 'tenant_id': '2c20245bbadb4ad09448e470090626f6', 'mac_address': 'fa:16:3e:81:73:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf7dd5ae-5ac3-4fa4-8cd1-df4dc4925f6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '6eb1835d-5abb-426d-9089-ce670d78660f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:17:42Z', 'updated_at': '2021-07-27T23:17:48Z', 'revision_number': 4, 'project_id': '2c20245bbadb4ad09448e470090626f6', 'subnets': [{'id': '6eb1835d-5abb-426d-9089-ce670d78660f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:17:50.046106 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-617336a9-a089-4be0-a7c7-eeb1318b472f tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:50.647225 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device e7a810c3-8890-45d3-928d-784af4528afb up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:17:50.712198 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-617336a9-a089-4be0-a7c7-eeb1318b472f tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:50.734170 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac23cc1-3f58-4f88-8aff-beb77fb9a936 req-0cfdf31c-8116-4fb6-ab13-d0a564001926 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:17:50.735922 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-9ac23cc1-3f58-4f88-8aff-beb77fb9a936 req-0cfdf31c-8116-4fb6-ab13-d0a564001926 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/ports?device_id=3dc73040-187a-4f58-bcc9-a88d65cd484b HTTP/1.1" status: 200 len: 943 time: 0.5983920 Jul 27 23:17:50.737539 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-617336a9-a089-4be0-a7c7-eeb1318b472f tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11336041'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:50.775973 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 2f6e68dd-baf9-4f43-bbe4-1312f336f420 details requested by agent hyperv_n-h1-802623-1 with host n-h1-802623-1 {{(pid=93799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 23:17:50.787310 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device add62f76-8960-42c5-a51d-b75f221ac213 no longer exists at agent hyperv_n-h1-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:17:50.818492 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f8dec5-3543-4edb-a5eb-ce417965f6e2 req-2faba35f-0126-4aa5-9cc7-8cd000aba45d tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:17:50.828283 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-59f8dec5-3543-4edb-a5eb-ce417965f6e2 req-2faba35f-0126-4aa5-9cc7-8cd000aba45d tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] 10.222.0.18 "GET /v2.0/ports?device_id=6a43bd9a-6245-44f3-a319-a8a9d9683e94 HTTP/1.1" status: 200 len: 946 time: 0.0913558 Jul 27 23:17:50.885792 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-59f8dec5-3543-4edb-a5eb-ce417965f6e2 req-134f73da-8abb-484d-a517-5fffcd25f137 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] 10.222.0.18 "GET /v2.0/security-groups?id=7226db73-c6f2-4ea3-adb9-5e608bea74da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491071 Jul 27 23:17:50.943084 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-617336a9-a089-4be0-a7c7-eeb1318b472f tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3760555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-414115'] for router_interface, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:50.953466 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617336a9-a089-4be0-a7c7-eeb1318b472f tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Pushing event updated for resources: {'Port': ['ID=e26d095c-6998-4a41-9a58-8a0c1cee06df,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:17:51.041742 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-9ac23cc1-3f58-4f88-8aff-beb77fb9a936 req-cc65c854-d4fe-4107-9240-5b69f77fffc0 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/security-groups?id=fa1f1682-89f2-436c-be39-8607c4cda167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825011 Jul 27 23:17:51.171453 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-617336a9-a089-4be0-a7c7-eeb1318b472f tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Network 553cc17b-18fa-4831-9757-814a642f681c is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:17:51.176579 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-617336a9-a089-4be0-a7c7-eeb1318b472f tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:17:51.200824 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port 2f6e68dd-baf9-4f43-bbe4-1312f336f420, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=2f6e68dd-baf9-4f43-bbe4-1312f336f420,segment=NetworkSegment(145d64c0-063a-4e1d-8ed5-459cef7aa517),segment_id=145d64c0-063a-4e1d-8ed5-459cef7aa517)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:17:51.208546 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8048d41f-717e-4fbc-839c-4d810ba159da None None] Network 553cc17b-18fa-4831-9757-814a642f681c requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:17:51.333786 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning for port e7a810c3-8890-45d3-928d-784af4528afb completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:17:51.335822 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-617336a9-a089-4be0-a7c7-eeb1318b472f tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Router bf7dd5ae-5ac3-4fa4-8cd1-df4dc4925f6e has already been hosted by L3 agent 018c4455-49c0-4734-927d-7824067b2a9e {{(pid=93797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 23:17:51.339159 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Returning: {'device': '2f6e68dd-baf9-4f43-bbe4-1312f336f420', 'network_id': '0627b955-dd0f-4cce-ba7f-51e698f3bc59', 'port_id': '2f6e68dd-baf9-4f43-bbe4-1312f336f420', 'mac_address': 'fa:16:3e:96:24:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '232a981d-f7d1-42df-991c-3a09e4ce0177', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 23:17:51.362245 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port e7a810c3-8890-45d3-928d-784af4528afb triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:17:51.362621 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:51.410311 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-36d18a11-80fc-4ca0-b6df-0bae9de8f5fc None None] Provisioning for port b9523ee3-c1d2-4b59-bc52-1eb71a926e58 completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:17:51.457699 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:51.548448 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a43bd9a-6245-44f3-a319-a8a9d9683e94', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'add62f76-8960-42c5-a51d-b75f221ac213'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:17:51.551102 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c0369b0d4f459110ff20a1f9878ba33f96d6491bddb9d15843bf29d01e0bda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a55a10b2-9695-4829-acd1-c27adf834316" -d '{"events": [{"server_uuid": "6a43bd9a-6245-44f3-a319-a8a9d9683e94", "name": "network-vif-unplugged", "status": "completed", "tag": "add62f76-8960-42c5-a51d-b75f221ac213"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:17:51.644770 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port add62f76-8960-42c5-a51d-b75f221ac213, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=add62f76-8960-42c5-a51d-b75f221ac213,segment=NetworkSegment(dd3fb910-11a1-4198-8a90-f4352ae92025),segment_id=dd3fb910-11a1-4198-8a90-f4352ae92025)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:17:51.650001 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:51.678828 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:51.898439 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f6e68dd-baf9-4f43-bbe4-1312f336f420 {{(pid=93799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:17:51.919740 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port 2f6e68dd-baf9-4f43-bbe4-1312f336f420, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=2f6e68dd-baf9-4f43-bbe4-1312f336f420,segment=NetworkSegment(145d64c0-063a-4e1d-8ed5-459cef7aa517),segment_id=145d64c0-063a-4e1d-8ed5-459cef7aa517)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:17:51.923387 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 27 Jul 2021 23:17:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c0ded6e-9fcb-4ae5-9b77-51aff5dcb9aa x-openstack-request-id: req-8c0ded6e-9fcb-4ae5-9b77-51aff5dcb9aa {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:17:51.923783 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a43bd9a-6245-44f3-a319-a8a9d9683e94", "name": "network-vif-unplugged", "status": "failed", "tag": "add62f76-8960-42c5-a51d-b75f221ac213", "code": 422}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:17:51.924106 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8c0ded6e-9fcb-4ae5-9b77-51aff5dcb9aa {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:17:51.924583 n-d-802623-1 neutron-server[93799]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '6a43bd9a-6245-44f3-a319-a8a9d9683e94', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'add62f76-8960-42c5-a51d-b75f221ac213', 'code': 422} returned with failed status Jul 27 23:17:51.934008 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:51.963230 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:51.983510 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Pushing event updated for resources: {'Port': ['ID=add62f76-8960-42c5-a51d-b75f221ac213,revision_number=8']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:17:52.008679 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-617336a9-a089-4be0-a7c7-eeb1318b472f tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:17:52.015926 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-617336a9-a089-4be0-a7c7-eeb1318b472f tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] 10.222.0.18 "PUT /v2.0/routers/bf7dd5ae-5ac3-4fa4-8cd1-df4dc4925f6e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6964781 Jul 27 23:17:52.018313 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 46262) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:17:52.024576 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-70fe7f24-da83-472d-a05a-9235831da9ee tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Request body: {'network': {'name': 'tempest-RoutersTest-29705308'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:17:52.031302 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de4e0195-6c78-412d-a940-409363d8cdfe None None] Sync routers for ids ['bf7dd5ae-5ac3-4fa4-8cd1-df4dc4925f6e'] in n-d-802623-1 {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:17:52.085547 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70fe7f24-da83-472d-a05a-9235831da9ee tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Made reservation on behalf of 2c20245bbadb4ad09448e470090626f6 for: {'network': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:17:52.090312 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-70fe7f24-da83-472d-a05a-9235831da9ee tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for network, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:52.092274 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] For port e7a810c3-8890-45d3-928d-784af4528afb, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=e7a810c3-8890-45d3-928d-784af4528afb,segment=NetworkSegment(4d711229-1ab1-48af-a3c8-f37d3b2ac526),segment_id=4d711229-1ab1-48af-a3c8-f37d3b2ac526)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:17:52.109138 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de4e0195-6c78-412d-a940-409363d8cdfe None None] Routers {'bf7dd5ae-5ac3-4fa4-8cd1-df4dc4925f6e'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:17:52.109848 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-de4e0195-6c78-412d-a940-409363d8cdfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:17:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['bf7dd5ae-5ac3-4fa4-8cd1-df4dc4925f6e'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:17:52.114004 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:52.115083 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device b9523ee3-c1d2-4b59-bc52-1eb71a926e58 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:17:52.183342 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70fe7f24-da83-472d-a05a-9235831da9ee tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 525} {{(pid=93798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 23:17:52.214431 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab1f4a1-1b1a-41d2-84bc-2b7a57a17167 req-65578a3f-8070-42b8-bb2b-1da43c41493f tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:17:52.216411 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-dab1f4a1-1b1a-41d2-84bc-2b7a57a17167 req-65578a3f-8070-42b8-bb2b-1da43c41493f tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] 10.222.0.18 "GET /v2.0/ports?device_id=6a43bd9a-6245-44f3-a319-a8a9d9683e94 HTTP/1.1" status: 200 len: 944 time: 0.1442630 Jul 27 23:17:52.251376 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Pushing event updated for resources: {'Port': ['ID=2f6e68dd-baf9-4f43-bbe4-1312f336f420,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:17:52.312811 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-dab1f4a1-1b1a-41d2-84bc-2b7a57a17167 req-e67162ed-9476-44f1-add0-2b855b86befb tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] 10.222.0.18 "GET /v2.0/security-groups?id=7226db73-c6f2-4ea3-adb9-5e608bea74da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0781412 Jul 27 23:17:52.314916 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-70fe7f24-da83-472d-a05a-9235831da9ee tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:52.315474 n-d-802623-1 neutron-server[93798]: INFO neutron.db.segments_db [None req-70fe7f24-da83-472d-a05a-9235831da9ee tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Added segment 802c4e2b-15d2-4960-b345-69dbb04a8422 of type vlan for network 6fd50f12-3af5-4a88-9c08-6165a3ee15bf Jul 27 23:17:52.354729 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] get_ports_and_sgs() called for port_ids ['2f6e68dd-baf9-4f43-bbe4-1312f336f420'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:17:52.393530 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20aaa3e-1f2f-48c4-a714-44e11015e4ed req-6eb795e9-4d70-4cc1-becb-3d2a8081c91e tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:17:52.401120 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d20aaa3e-1f2f-48c4-a714-44e11015e4ed req-6eb795e9-4d70-4cc1-becb-3d2a8081c91e tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/ports?device_id=3dc73040-187a-4f58-bcc9-a88d65cd484b HTTP/1.1" status: 200 len: 944 time: 0.1865270 Jul 27 23:17:52.424744 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-70fe7f24-da83-472d-a05a-9235831da9ee tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736833354590'] for network, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:52.498636 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d20aaa3e-1f2f-48c4-a714-44e11015e4ed req-d615f4a4-a51a-46b6-b2f8-c328909bead6 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/security-groups?id=fa1f1682-89f2-436c-be39-8607c4cda167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893919 Jul 27 23:17:52.529112 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-70fe7f24-da83-472d-a05a-9235831da9ee tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569'] for network, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:52.540162 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70fe7f24-da83-472d-a05a-9235831da9ee tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:17:52.543164 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-70fe7f24-da83-472d-a05a-9235831da9ee tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:52.629520 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning for port b9523ee3-c1d2-4b59-bc52-1eb71a926e58 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:17:52.711385 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 46282) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:17:52.711584 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-70fe7f24-da83-472d-a05a-9235831da9ee tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.6914549 Jul 27 23:17:52.715769 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fe7f24-da83-472d-a05a-9235831da9ee tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Pushing event updated for resources: {'Network': ['ID=6fd50f12-3af5-4a88-9c08-6165a3ee15bf,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:17:52.717051 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-e92d7c8e-2541-4d40-bc49-53dada3033d7 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Request body: {'subnet': {'network_id': '6fd50f12-3af5-4a88-9c08-6165a3ee15bf', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:17:52.752709 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Network 6fd50f12-3af5-4a88-9c08-6165a3ee15bf details requested by agent ovs-agent-n-d-802623-1 with host n-d-802623-1 {{(pid=93799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 23:17:52.909348 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port b9523ee3-c1d2-4b59-bc52-1eb71a926e58 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:17:52.909783 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:52.942866 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e92d7c8e-2541-4d40-bc49-53dada3033d7 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Made reservation on behalf of 2c20245bbadb4ad09448e470090626f6 for: {'subnet': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:17:52.946614 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e92d7c8e-2541-4d40-bc49-53dada3033d7 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11551435'] for subnet, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:52.954429 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-de4e0195-6c78-412d-a940-409363d8cdfe None None] Set router bf7dd5ae-5ac3-4fa4-8cd1-df4dc4925f6e gateway port host: None {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:17:53.107693 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Pushing event updated for resources: {'Port': ['ID=e7a810c3-8890-45d3-928d-784af4528afb,revision_number=5']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:17:53.205882 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-f0003bd4-6d8a-4b53-9a8d-d1ac2c3a3de6 None None] Provisioning for port e26d095c-6998-4a41-9a58-8a0c1cee06df completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:17:53.235521 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-f0003bd4-6d8a-4b53-9a8d-d1ac2c3a3de6 None None] Provisioning complete for port e26d095c-6998-4a41-9a58-8a0c1cee06df triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:17:53.235898 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f0003bd4-6d8a-4b53-9a8d-d1ac2c3a3de6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:53.370638 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e92d7c8e-2541-4d40-bc49-53dada3033d7 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11336182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11551417'] for subnet, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:53.429895 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92d7c8e-2541-4d40-bc49-53dada3033d7 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Pushing event updated for resources: {'Subnet': ['ID=51ed9992-6422-48e8-af12-d3d217f9ca58,revision_number=0']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:17:53.480140 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e92d7c8e-2541-4d40-bc49-53dada3033d7 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Checking segment: {'id': '802c4e2b-15d2-4960-b345-69dbb04a8422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6fd50f12-3af5-4a88-9c08-6165a3ee15bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:17:53.481042 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e92d7c8e-2541-4d40-bc49-53dada3033d7 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Network hostable DHCP agents. Network: 6fd50f12-3af5-4a88-9c08-6165a3ee15bf, hostable agents: ['5950e76f-2bde-4343-a925-cbe6bacd2706'], hosted agents: [] {{(pid=93797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 23:17:53.507426 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e92d7c8e-2541-4d40-bc49-53dada3033d7 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Network 6fd50f12-3af5-4a88-9c08-6165a3ee15bf is scheduled to be hosted by DHCP agent 5950e76f-2bde-4343-a925-cbe6bacd2706 with binding_index 1 {{(pid=93797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 23:17:53.537969 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-f0003bd4-6d8a-4b53-9a8d-d1ac2c3a3de6 None None] Port e26d095c-6998-4a41-9a58-8a0c1cee06df cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:17:53.554356 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-e92d7c8e-2541-4d40-bc49-53dada3033d7 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802623-1, 6fd50f12-3af5-4a88-9c08-6165a3ee15bf) {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:17:53.573537 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e92d7c8e-2541-4d40-bc49-53dada3033d7 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:17:53.574151 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e92d7c8e-2541-4d40-bc49-53dada3033d7 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for subnet, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:53.588192 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e18ffda7-09c3-45ab-a654-f11250b557a9 None None] Network 6fd50f12-3af5-4a88-9c08-6165a3ee15bf requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:17:53.598680 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-e92d7c8e-2541-4d40-bc49-53dada3033d7 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8856270 Jul 27 23:17:53.601200 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 46310) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:17:53.824108 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:53.906242 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4da073-1bcd-4bba-9cda-c1b9cd5f8a8d req-2b153f97-1d81-4799-9b59-3338d7e4b42e tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:17:53.919089 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-1f4da073-1bcd-4bba-9cda-c1b9cd5f8a8d req-2b153f97-1d81-4799-9b59-3338d7e4b42e tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/ports?device_id=3dc73040-187a-4f58-bcc9-a88d65cd484b HTTP/1.1" status: 200 len: 944 time: 0.1720834 Jul 27 23:17:53.934325 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-5d9ca62c-e34b-4e6a-83f2-cd9b14a2c70c None None] Provisioning complete for port e26d095c-6998-4a41-9a58-8a0c1cee06df triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:17:53.935920 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-5d9ca62c-e34b-4e6a-83f2-cd9b14a2c70c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:53.969998 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7622641-d2ff-48d6-ad53-c7c7ac0db2d8 req-3ccc2e9f-ca14-4266-a4da-b9e06ca04b48 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:17:53.975712 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d7622641-d2ff-48d6-ad53-c7c7ac0db2d8 req-3ccc2e9f-ca14-4266-a4da-b9e06ca04b48 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] 10.222.0.18 "GET /v2.0/ports?device_id=6a43bd9a-6245-44f3-a319-a8a9d9683e94 HTTP/1.1" status: 200 len: 944 time: 0.2604203 Jul 27 23:17:54.019215 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-1f4da073-1bcd-4bba-9cda-c1b9cd5f8a8d req-5ad48b5b-d56b-4fb4-bd51-3ac7d9779826 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/security-groups?id=fa1f1682-89f2-436c-be39-8607c4cda167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978160 Jul 27 23:17:54.042459 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] For port b9523ee3-c1d2-4b59-bc52-1eb71a926e58, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=b9523ee3-c1d2-4b59-bc52-1eb71a926e58,segment=NetworkSegment(a32a7f1e-e5a9-4056-a9f9-fe9b63805dc6),segment_id=a32a7f1e-e5a9-4056-a9f9-fe9b63805dc6)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:17:54.079565 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:54.236620 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62fc8606-14e7-4b65-9157-c762227c1c26 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f6f257c-ad18-5f0c-8c8e-ea085a5fc8a2-6fd50f12-3af5-4a88-9c08-6165a3ee15bf', 'network_id': '6fd50f12-3af5-4a88-9c08-6165a3ee15bf', 'tenant_id': '2c20245bbadb4ad09448e470090626f6', 'fixed_ips': [{'subnet_id': '51ed9992-6422-48e8-af12-d3d217f9ca58'}]}} from n-d-802623-1. {{(pid=93799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 23:17:54.237837 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-62fc8606-14e7-4b65-9157-c762227c1c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:54.256193 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Pushing event updated for resources: {'Port': ['ID=b9523ee3-c1d2-4b59-bc52-1eb71a926e58,revision_number=3']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:17:54.263538 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device e7a810c3-8890-45d3-928d-784af4528afb up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:17:54.269355 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-de4e0195-6c78-412d-a940-409363d8cdfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf7dd5ae-5ac3-4fa4-8cd1-df4dc4925f6e', 'name': 'tempest-RoutersTest-router-207095176', 'tenant_id': '2c20245bbadb4ad09448e470090626f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:17:33Z', 'updated_at': '2021-07-27T23:17:49Z', 'revision_number': 4, 'project_id': '2c20245bbadb4ad09448e470090626f6', 'gw_port_host': None, '_interfaces': [{'id': '0abce86b-920d-4aac-8926-b342aca75023', 'name': '', 'network_id': 'aacc2243-92c1-40fb-ad0f-c26dad421b6d', 'tenant_id': '2c20245bbadb4ad09448e470090626f6', 'mac_address': 'fa:16:3e:c1:b9:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf7dd5ae-5ac3-4fa4-8cd1-df4dc4925f6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': 'ba2b94c0-908c-45d7-983c-026a3c95ab3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:17:34Z', 'updated_at': '2021-07-27T23:17:45Z', 'revision_number': 5, 'project_id': '2c20245bbadb4ad09448e470090626f6', 'subnets': [{'id': 'ba2b94c0-908c-45d7-983c-026a3c95ab3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e26d095c-6998-4a41-9a58-8a0c1cee06df', 'name': '', 'network_id': '553cc17b-18fa-4831-9757-814a642f681c', 'tenant_id': '2c20245bbadb4ad09448e470090626f6', 'mac_address': 'fa:16:3e:91:1d:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf7dd5ae-5ac3-4fa4-8cd1-df4dc4925f6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': '6bddf330-d571-45d9-ad22-0f4c3c7edf2c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:17:48Z', 'updated_at': '2021-07-27T23:17:50Z', 'revision_number': 2, 'project_id': '2c20245bbadb4ad09448e470090626f6', 'subnets': [{'id': '6bddf330-d571-45d9-ad22-0f4c3c7edf2c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7a810c3-8890-45d3-928d-784af4528afb', 'name': '', 'network_id': 'f56ae25f-bd79-4cac-a972-8b8e2522386b', 'tenant_id': '2c20245bbadb4ad09448e470090626f6', 'mac_address': 'fa:16:3e:81:73:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf7dd5ae-5ac3-4fa4-8cd1-df4dc4925f6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '6eb1835d-5abb-426d-9089-ce670d78660f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:17:42Z', 'updated_at': '2021-07-27T23:17:52Z', 'revision_number': 5, 'project_id': '2c20245bbadb4ad09448e470090626f6', 'subnets': [{'id': '6eb1835d-5abb-426d-9089-ce670d78660f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:17:54.288507 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-5d9ca62c-e34b-4e6a-83f2-cd9b14a2c70c None None] Port e26d095c-6998-4a41-9a58-8a0c1cee06df cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:17:54.296434 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-202c6429-6aad-46fa-89e9-4f0eb9617d7b req-886a1427-6b2d-4c9b-a0e3-6390739600b4 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=6a43bd9a-6245-44f3-a319-a8a9d9683e94&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4080241 Jul 27 23:17:54.312997 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d7622641-d2ff-48d6-ad53-c7c7ac0db2d8 req-e3658245-4eee-420a-9999-63e1d0ac734b tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] 10.222.0.18 "GET /v2.0/security-groups?id=7226db73-c6f2-4ea3-adb9-5e608bea74da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3158016 Jul 27 23:17:54.406864 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de4e0195-6c78-412d-a940-409363d8cdfe None None] Checking router: bf7dd5ae-5ac3-4fa4-8cd1-df4dc4925f6e for host: n-d-802623-1 {{(pid=93799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 23:17:54.407573 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de4e0195-6c78-412d-a940-409363d8cdfe None None] Updating router bf7dd5ae-5ac3-4fa4-8cd1-df4dc4925f6e port e26d095c-6998-4a41-9a58-8a0c1cee06df binding host n-d-802623-1 {{(pid=93799) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 23:17:54.463174 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-de4e0195-6c78-412d-a940-409363d8cdfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:54.601854 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port e7a810c3-8890-45d3-928d-784af4528afb triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:17:54.602455 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:54.767820 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4b897d86-e48f-45b7-b3da-435cee109e95 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:54.797879 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 2f6e68dd-baf9-4f43-bbe4-1312f336f420 up at agent hyperv_n-h1-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:17:54.938998 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-62fc8606-14e7-4b65-9157-c762227c1c26 None None] Allocated IP 172.23.0.2 (6fd50f12-3af5-4a88-9c08-6165a3ee15bf/51ed9992-6422-48e8-af12-d3d217f9ca58/3ff2505e-9173-4416-b4e5-047c64a6f1c4) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:17:55.176148 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Provisioning for port 2f6e68dd-baf9-4f43-bbe4-1312f336f420 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:17:55.203777 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Provisioning complete for port 2f6e68dd-baf9-4f43-bbe4-1312f336f420 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:17:55.204160 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:55.333763 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9468d6e7-a6ea-4e34-919e-54141d13fe8e req-e0a9c298-11fb-4a41-8341-ab907c468538 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:17:55.341506 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-9468d6e7-a6ea-4e34-919e-54141d13fe8e req-e0a9c298-11fb-4a41-8341-ab907c468538 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/ports?device_id=3dc73040-187a-4f58-bcc9-a88d65cd484b HTTP/1.1" status: 200 len: 944 time: 0.0947087 Jul 27 23:17:55.412316 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-9468d6e7-a6ea-4e34-919e-54141d13fe8e req-6485f8a4-db0a-4a7b-b9d7-b5226632025e tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/security-groups?id=fa1f1682-89f2-436c-be39-8607c4cda167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697036 Jul 27 23:17:55.555780 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0107c33f-7302-4066-bbeb-9c06af3bb2e6 req-ad6fb529-8fc2-481a-b2fc-46f5d660c002 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:17:55.562740 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-0107c33f-7302-4066-bbeb-9c06af3bb2e6 req-ad6fb529-8fc2-481a-b2fc-46f5d660c002 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] 10.222.0.18 "GET /v2.0/ports?device_id=6a43bd9a-6245-44f3-a319-a8a9d9683e94 HTTP/1.1" status: 200 len: 944 time: 0.0868955 Jul 27 23:17:55.643842 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-0107c33f-7302-4066-bbeb-9c06af3bb2e6 req-f87d4c8f-5086-49b6-ac5f-9752397822ed tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] 10.222.0.18 "GET /v2.0/security-groups?id=7226db73-c6f2-4ea3-adb9-5e608bea74da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718381 Jul 27 23:17:55.847201 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-de4e0195-6c78-412d-a940-409363d8cdfe None None] Notify callbacks [] for port, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:55.860108 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:55.862308 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-62fc8606-14e7-4b65-9157-c762227c1c26 None None] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:55.880316 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-de4e0195-6c78-412d-a940-409363d8cdfe None None] Transition to ACTIVE for port object e26d095c-6998-4a41-9a58-8a0c1cee06df will not be triggered until provisioned by entity L2. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:17:55.893884 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-62fc8606-14e7-4b65-9157-c762227c1c26 None None] Transition to ACTIVE for port object 3ff2505e-9173-4416-b4e5-047c64a6f1c4 will not be triggered until provisioned by entity L2. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:17:55.902921 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-de4e0195-6c78-412d-a940-409363d8cdfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:55.953736 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-62fc8606-14e7-4b65-9157-c762227c1c26 None None] Transition to ACTIVE for port object 3ff2505e-9173-4416-b4e5-047c64a6f1c4 will not be triggered until provisioned by entity DHCP. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:17:55.961836 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dc73040-187a-4f58-bcc9-a88d65cd484b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f6e68dd-baf9-4f43-bbe4-1312f336f420'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:17:55.965053 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c0369b0d4f459110ff20a1f9878ba33f96d6491bddb9d15843bf29d01e0bda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1dd479c-de69-4fd7-a4fd-755f26d0e860" -d '{"events": [{"server_uuid": "3dc73040-187a-4f58-bcc9-a88d65cd484b", "name": "network-vif-plugged", "status": "completed", "tag": "2f6e68dd-baf9-4f43-bbe4-1312f336f420"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:17:56.013577 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-62fc8606-14e7-4b65-9157-c762227c1c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:56.045154 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port 2f6e68dd-baf9-4f43-bbe4-1312f336f420, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=2f6e68dd-baf9-4f43-bbe4-1312f336f420,segment=NetworkSegment(145d64c0-063a-4e1d-8ed5-459cef7aa517),segment_id=145d64c0-063a-4e1d-8ed5-459cef7aa517)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:17:56.047483 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:17:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d564d16-447c-46c5-be68-901a68860b43 x-openstack-request-id: req-4d564d16-447c-46c5-be68-901a68860b43 {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:17:56.048115 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3dc73040-187a-4f58-bcc9-a88d65cd484b", "name": "network-vif-plugged", "status": "completed", "tag": "2f6e68dd-baf9-4f43-bbe4-1312f336f420", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:17:56.049034 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4d564d16-447c-46c5-be68-901a68860b43 {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:17:56.049720 n-d-802623-1 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3dc73040-187a-4f58-bcc9-a88d65cd484b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f6e68dd-baf9-4f43-bbe4-1312f336f420', 'code': 200} Jul 27 23:17:56.068555 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:56.070240 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device add62f76-8960-42c5-a51d-b75f221ac213 no longer exists at agent hyperv_n-h1-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:17:56.075789 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-4b897d86-e48f-45b7-b3da-435cee109e95 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Allocated IP 172.23.0.1 (6fd50f12-3af5-4a88-9c08-6165a3ee15bf/51ed9992-6422-48e8-af12-d3d217f9ca58/63179a24-37cd-4cef-8205-8c9121c9ea67) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:17:56.184902 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35de81b-da63-453f-8910-5850c1a83cb8 req-a625d23f-00cd-496d-9b13-da4208d956a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:17:56.186774 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e35de81b-da63-453f-8910-5850c1a83cb8 req-a625d23f-00cd-496d-9b13-da4208d956a2 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=3dc73040-187a-4f58-bcc9-a88d65cd484b HTTP/1.1" status: 200 len: 1096 time: 0.0856612 Jul 27 23:17:56.237393 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e16c4ca-54cd-4bbb-b6a2-c2843012b0c5 None None] Pushing event updated for resources: {'Port': ['ID=e26d095c-6998-4a41-9a58-8a0c1cee06df,revision_number=3']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:17:56.251300 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e35de81b-da63-453f-8910-5850c1a83cb8 req-70be0bd8-ea75-44a8-943b-576f7fe86610 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=fa1f1682-89f2-436c-be39-8607c4cda167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566170 Jul 27 23:17:56.257351 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62fc8606-14e7-4b65-9157-c762227c1c26 None None] Network 6fd50f12-3af5-4a88-9c08-6165a3ee15bf is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:17:56.363085 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device b9523ee3-c1d2-4b59-bc52-1eb71a926e58 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:17:56.378793 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-62fc8606-14e7-4b65-9157-c762227c1c26 None None] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:17:56.395994 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62fc8606-14e7-4b65-9157-c762227c1c26 None None] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:17:56.443708 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4b897d86-e48f-45b7-b3da-435cee109e95 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:56.489058 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-4b897d86-e48f-45b7-b3da-435cee109e95 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Transition to ACTIVE for port object 63179a24-37cd-4cef-8205-8c9121c9ea67 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:17:56.549289 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4b897d86-e48f-45b7-b3da-435cee109e95 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:56.558285 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-de4e0195-6c78-412d-a940-409363d8cdfe None None] Attempting to bind port e26d095c-6998-4a41-9a58-8a0c1cee06df on host n-d-802623-1 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:17:56.558285 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-de4e0195-6c78-412d-a940-409363d8cdfe None None] Attempting to bind port e26d095c-6998-4a41-9a58-8a0c1cee06df by drivers openvswitch,hyperv on host n-d-802623-1 at level 0 using segments [{'id': 'a32a7f1e-e5a9-4056-a9f9-fe9b63805dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '553cc17b-18fa-4831-9757-814a642f681c'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:17:56.558285 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de4e0195-6c78-412d-a940-409363d8cdfe None None] Attempting to bind port e26d095c-6998-4a41-9a58-8a0c1cee06df on network 553cc17b-18fa-4831-9757-814a642f681c {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:17:56.607745 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b897d86-e48f-45b7-b3da-435cee109e95 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Network 6fd50f12-3af5-4a88-9c08-6165a3ee15bf is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:17:56.615101 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-4b897d86-e48f-45b7-b3da-435cee109e95 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:17:56.622060 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b897d86-e48f-45b7-b3da-435cee109e95 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:17:56.724860 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de4e0195-6c78-412d-a940-409363d8cdfe None None] Checking agent: {'id': 'a9a568d2-a5e7-41e4-833f-a8ab42ea4073', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 52, 30), 'started_at': datetime.datetime(2021, 7, 27, 22, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 17, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802623-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:17:56.725244 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de4e0195-6c78-412d-a940-409363d8cdfe None None] Checking segment: {'id': 'a32a7f1e-e5a9-4056-a9f9-fe9b63805dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '553cc17b-18fa-4831-9757-814a642f681c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:17:56.725651 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-de4e0195-6c78-412d-a940-409363d8cdfe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:56.726050 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de4e0195-6c78-412d-a940-409363d8cdfe None None] Bound using segment: {'id': 'a32a7f1e-e5a9-4056-a9f9-fe9b63805dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '553cc17b-18fa-4831-9757-814a642f681c'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:17:56.727545 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-de4e0195-6c78-412d-a940-409363d8cdfe None None] Bound port: e26d095c-6998-4a41-9a58-8a0c1cee06df, host: n-d-802623-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a32a7f1e-e5a9-4056-a9f9-fe9b63805dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '553cc17b-18fa-4831-9757-814a642f681c'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:17:56.727938 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-de4e0195-6c78-412d-a940-409363d8cdfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:56.757681 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b897d86-e48f-45b7-b3da-435cee109e95 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Pushing event updated for resources: {'Port': ['ID=63179a24-37cd-4cef-8205-8c9121c9ea67,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:17:56.876875 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12918d6b-feea-4679-b7ee-facf2d378377 req-f7e20235-a355-46fc-9f88-be7a0ab918e0 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:17:56.885178 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba3f7a5-0268-4780-869f-19d0986c0464 req-ff08fc2c-7aeb-4e26-8110-1ce04a4c354e tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:17:56.886791 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-eba3f7a5-0268-4780-869f-19d0986c0464 req-ff08fc2c-7aeb-4e26-8110-1ce04a4c354e tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/ports?device_id=3dc73040-187a-4f58-bcc9-a88d65cd484b HTTP/1.1" status: 200 len: 945 time: 0.2737784 Jul 27 23:17:56.887826 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4b897d86-e48f-45b7-b3da-435cee109e95 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-415283'] for router_interface, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:56.890559 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-12918d6b-feea-4679-b7ee-facf2d378377 req-f7e20235-a355-46fc-9f88-be7a0ab918e0 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] 10.222.0.18 "GET /v2.0/ports?device_id=6a43bd9a-6245-44f3-a319-a8a9d9683e94 HTTP/1.1" status: 200 len: 944 time: 0.0975523 Jul 27 23:17:56.903848 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fc8606-14e7-4b65-9157-c762227c1c26 None None] Pushing event updated for resources: {'Port': ['ID=3ff2505e-9173-4416-b4e5-047c64a6f1c4,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:17:56.988059 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-12918d6b-feea-4679-b7ee-facf2d378377 req-3bfe71ad-9a8b-409b-ba61-ee3c57b8417a tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] 10.222.0.18 "GET /v2.0/security-groups?id=7226db73-c6f2-4ea3-adb9-5e608bea74da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0889714 Jul 27 23:17:57.039871 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-62fc8606-14e7-4b65-9157-c762227c1c26 None None] Attempting to bind port 3ff2505e-9173-4416-b4e5-047c64a6f1c4 on host n-d-802623-1 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:17:57.040426 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-62fc8606-14e7-4b65-9157-c762227c1c26 None None] Attempting to bind port 3ff2505e-9173-4416-b4e5-047c64a6f1c4 by drivers openvswitch,hyperv on host n-d-802623-1 at level 0 using segments [{'id': '802c4e2b-15d2-4960-b345-69dbb04a8422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6fd50f12-3af5-4a88-9c08-6165a3ee15bf'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:17:57.050688 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62fc8606-14e7-4b65-9157-c762227c1c26 None None] Attempting to bind port 3ff2505e-9173-4416-b4e5-047c64a6f1c4 on network 6fd50f12-3af5-4a88-9c08-6165a3ee15bf {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:17:57.058362 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b3602653-e11d-4a5d-8c47-f3fc24931302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:57.136305 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-de4e0195-6c78-412d-a940-409363d8cdfe None None] For port e26d095c-6998-4a41-9a58-8a0c1cee06df, host n-d-802623-1, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:17:57.140849 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-de4e0195-6c78-412d-a940-409363d8cdfe None None] For port e26d095c-6998-4a41-9a58-8a0c1cee06df, host n-d-802623-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=e26d095c-6998-4a41-9a58-8a0c1cee06df,segment=NetworkSegment(a32a7f1e-e5a9-4056-a9f9-fe9b63805dc6),segment_id=a32a7f1e-e5a9-4056-a9f9-fe9b63805dc6)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:17:57.142389 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-eba3f7a5-0268-4780-869f-19d0986c0464 req-ec4bd1e7-aa52-4c8d-a00b-e2ac4fda4954 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/security-groups?id=fa1f1682-89f2-436c-be39-8607c4cda167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730704 Jul 27 23:17:57.166818 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62fc8606-14e7-4b65-9157-c762227c1c26 None None] Checking agent: {'id': 'a9a568d2-a5e7-41e4-833f-a8ab42ea4073', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 52, 30), 'started_at': datetime.datetime(2021, 7, 27, 22, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 17, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802623-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:17:57.168261 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62fc8606-14e7-4b65-9157-c762227c1c26 None None] Checking segment: {'id': '802c4e2b-15d2-4960-b345-69dbb04a8422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6fd50f12-3af5-4a88-9c08-6165a3ee15bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:17:57.169690 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-62fc8606-14e7-4b65-9157-c762227c1c26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:57.170303 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62fc8606-14e7-4b65-9157-c762227c1c26 None None] Bound using segment: {'id': '802c4e2b-15d2-4960-b345-69dbb04a8422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6fd50f12-3af5-4a88-9c08-6165a3ee15bf'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:17:57.171019 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-62fc8606-14e7-4b65-9157-c762227c1c26 None None] Bound port: 3ff2505e-9173-4416-b4e5-047c64a6f1c4, host: n-d-802623-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '802c4e2b-15d2-4960-b345-69dbb04a8422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6fd50f12-3af5-4a88-9c08-6165a3ee15bf'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:17:57.171686 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-62fc8606-14e7-4b65-9157-c762227c1c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:57.204600 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Pushing event updated for resources: {'Port': ['ID=2f6e68dd-baf9-4f43-bbe4-1312f336f420,revision_number=5']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:17:57.209651 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port b9523ee3-c1d2-4b59-bc52-1eb71a926e58 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:17:57.210183 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:57.212480 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-de4e0195-6c78-412d-a940-409363d8cdfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:57.228621 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4b897d86-e48f-45b7-b3da-435cee109e95 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:57.442081 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-62fc8606-14e7-4b65-9157-c762227c1c26 None None] For port 3ff2505e-9173-4416-b4e5-047c64a6f1c4, host n-d-802623-1, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:17:57.454236 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-62fc8606-14e7-4b65-9157-c762227c1c26 None None] For port 3ff2505e-9173-4416-b4e5-047c64a6f1c4, host n-d-802623-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=3ff2505e-9173-4416-b4e5-047c64a6f1c4,segment=NetworkSegment(802c4e2b-15d2-4960-b345-69dbb04a8422),segment_id=802c4e2b-15d2-4960-b345-69dbb04a8422)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:17:57.560745 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e16c4ca-54cd-4bbb-b6a2-c2843012b0c5 None None] Pushing event updated for resources: {'Port': ['ID=e26d095c-6998-4a41-9a58-8a0c1cee06df,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:17:57.569598 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-62fc8606-14e7-4b65-9157-c762227c1c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:57.735838 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de4e0195-6c78-412d-a940-409363d8cdfe None None] Routers {'bf7dd5ae-5ac3-4fa4-8cd1-df4dc4925f6e'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:17:57.735838 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-de4e0195-6c78-412d-a940-409363d8cdfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:17:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['bf7dd5ae-5ac3-4fa4-8cd1-df4dc4925f6e'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:17:57.736151 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4b897d86-e48f-45b7-b3da-435cee109e95 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:57.761502 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4b897d86-e48f-45b7-b3da-435cee109e95 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11336041'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:57.824538 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-de4e0195-6c78-412d-a940-409363d8cdfe None None] Set router bf7dd5ae-5ac3-4fa4-8cd1-df4dc4925f6e gateway port host: None {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:17:57.886511 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b897d86-e48f-45b7-b3da-435cee109e95 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Pushing event updated for resources: {'Port': ['ID=63179a24-37cd-4cef-8205-8c9121c9ea67,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:17:57.889896 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4b897d86-e48f-45b7-b3da-435cee109e95 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3760555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-414115'] for router_interface, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:57.970509 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fc8606-14e7-4b65-9157-c762227c1c26 None None] Pushing event updated for resources: {'Port': ['ID=3ff2505e-9173-4416-b4e5-047c64a6f1c4,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:17:58.037350 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b897d86-e48f-45b7-b3da-435cee109e95 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Network 6fd50f12-3af5-4a88-9c08-6165a3ee15bf is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:17:58.044658 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-4b897d86-e48f-45b7-b3da-435cee109e95 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:17:58.244916 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd278051-0064-4a75-9483-a33fe87780da req-00ba470d-16e3-4716-b528-e62c68d6e3f8 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:17:58.266914 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-cd278051-0064-4a75-9483-a33fe87780da req-00ba470d-16e3-4716-b528-e62c68d6e3f8 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] 10.222.0.18 "GET /v2.0/ports?device_id=6a43bd9a-6245-44f3-a319-a8a9d9683e94 HTTP/1.1" status: 200 len: 944 time: 0.1599932 Jul 27 23:17:58.320832 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-cd278051-0064-4a75-9483-a33fe87780da req-9b0fbbe1-1536-421b-ba6e-912670f0380e tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] 10.222.0.18 "GET /v2.0/security-groups?id=7226db73-c6f2-4ea3-adb9-5e608bea74da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523891 Jul 27 23:17:58.427398 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-de4e0195-6c78-412d-a940-409363d8cdfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf7dd5ae-5ac3-4fa4-8cd1-df4dc4925f6e', 'name': 'tempest-RoutersTest-router-207095176', 'tenant_id': '2c20245bbadb4ad09448e470090626f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:17:33Z', 'updated_at': '2021-07-27T23:17:57Z', 'revision_number': 5, 'project_id': '2c20245bbadb4ad09448e470090626f6', 'gw_port_host': None, '_interfaces': [{'id': '0abce86b-920d-4aac-8926-b342aca75023', 'name': '', 'network_id': 'aacc2243-92c1-40fb-ad0f-c26dad421b6d', 'tenant_id': '2c20245bbadb4ad09448e470090626f6', 'mac_address': 'fa:16:3e:c1:b9:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf7dd5ae-5ac3-4fa4-8cd1-df4dc4925f6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': 'ba2b94c0-908c-45d7-983c-026a3c95ab3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:17:34Z', 'updated_at': '2021-07-27T23:17:45Z', 'revision_number': 5, 'project_id': '2c20245bbadb4ad09448e470090626f6', 'subnets': [{'id': 'ba2b94c0-908c-45d7-983c-026a3c95ab3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '63179a24-37cd-4cef-8205-8c9121c9ea67', 'name': '', 'network_id': '6fd50f12-3af5-4a88-9c08-6165a3ee15bf', 'tenant_id': '2c20245bbadb4ad09448e470090626f6', 'mac_address': 'fa:16:3e:14:19:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf7dd5ae-5ac3-4fa4-8cd1-df4dc4925f6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '51ed9992-6422-48e8-af12-d3d217f9ca58', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:17:54Z', 'updated_at': '2021-07-27T23:17:56Z', 'revision_number': 1, 'project_id': '2c20245bbadb4ad09448e470090626f6', 'subnets': [{'id': '51ed9992-6422-48e8-af12-d3d217f9ca58', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e26d095c-6998-4a41-9a58-8a0c1cee06df', 'name': '', 'network_id': '553cc17b-18fa-4831-9757-814a642f681c', 'tenant_id': '2c20245bbadb4ad09448e470090626f6', 'mac_address': 'fa:16:3e:91:1d:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf7dd5ae-5ac3-4fa4-8cd1-df4dc4925f6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': '6bddf330-d571-45d9-ad22-0f4c3c7edf2c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:17:48Z', 'updated_at': '2021-07-27T23:17:57Z', 'revision_number': 4, 'project_id': '2c20245bbadb4ad09448e470090626f6', 'subnets': [{'id': '6bddf330-d571-45d9-ad22-0f4c3c7edf2c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7a810c3-8890-45d3-928d-784af4528afb', 'name': '', 'network_id': 'f56ae25f-bd79-4cac-a972-8b8e2522386b', 'tenant_id': '2c20245bbadb4ad09448e470090626f6', 'mac_address': 'fa:16:3e:81:73:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf7dd5ae-5ac3-4fa4-8cd1-df4dc4925f6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '6eb1835d-5abb-426d-9089-ce670d78660f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:17:42Z', 'updated_at': '2021-07-27T23:17:52Z', 'revision_number': 5, 'project_id': '2c20245bbadb4ad09448e470090626f6', 'subnets': [{'id': '6eb1835d-5abb-426d-9089-ce670d78660f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:17:58.486415 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de4e0195-6c78-412d-a940-409363d8cdfe None None] The sync data for ids ['bf7dd5ae-5ac3-4fa4-8cd1-df4dc4925f6e'] in n-d-802623-1 is: [{'id': 'bf7dd5ae-5ac3-4fa4-8cd1-df4dc4925f6e', 'name': 'tempest-RoutersTest-router-207095176', 'tenant_id': '2c20245bbadb4ad09448e470090626f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:17:33Z', 'updated_at': '2021-07-27T23:17:57Z', 'revision_number': 5, 'project_id': '2c20245bbadb4ad09448e470090626f6', 'gw_port_host': None, '_interfaces': [{'id': '0abce86b-920d-4aac-8926-b342aca75023', 'name': '', 'network_id': 'aacc2243-92c1-40fb-ad0f-c26dad421b6d', 'tenant_id': '2c20245bbadb4ad09448e470090626f6', 'mac_address': 'fa:16:3e:c1:b9:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf7dd5ae-5ac3-4fa4-8cd1-df4dc4925f6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': 'ba2b94c0-908c-45d7-983c-026a3c95ab3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:17:34Z', 'updated_at': '2021-07-27T23:17:45Z', 'revision_number': 5, 'project_id': '2c20245bbadb4ad09448e470090626f6', 'subnets': [{'id': 'ba2b94c0-908c-45d7-983c-026a3c95ab3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '63179a24-37cd-4cef-8205-8c9121c9ea67', 'name': '', 'network_id': '6fd50f12-3af5-4a88-9c08-6165a3ee15bf', 'tenant_id': '2c20245bbadb4ad09448e470090626f6', 'mac_address': 'fa:16:3e:14:19:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf7dd5ae-5ac3-4fa4-8cd1-df4dc4925f6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '51ed9992-6422-48e8-af12-d3d217f9ca58', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:17:54Z', 'updated_at': '2021-07-27T23:17:56Z', 'revision_number': 1, 'project_id': '2c20245bbadb4ad09448e470090626f6', 'subnets': [{'id': '51ed9992-6422-48e8-af12-d3d217f9ca58', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e26d095c-6998-4a41-9a58-8a0c1cee06df', 'name': '', 'network_id': '553cc17b-18fa-4831-9757-814a642f681c', 'tenant_id': '2c20245bbadb4ad09448e470090626f6', 'mac_address': 'fa:16:3e:91:1d:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf7dd5ae-5ac3-4fa4-8cd1-df4dc4925f6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': '6bddf330-d571-45d9-ad22-0f4c3c7edf2c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:17:48Z', 'updated_at': '2021-07-27T23:17:57Z', 'revision_number': 4, 'project_id': '2c20245bbadb4ad09448e470090626f6', 'subnets': [{'id': '6bddf330-d571-45d9-ad22-0f4c3c7edf2c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7a810c3-8890-45d3-928d-784af4528afb', 'name': '', 'network_id': 'f56ae25f-bd79-4cac-a972-8b8e2522386b', 'tenant_id': '2c20245bbadb4ad09448e470090626f6', 'mac_address': 'fa:16:3e:81:73:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf7dd5ae-5ac3-4fa4-8cd1-df4dc4925f6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '6eb1835d-5abb-426d-9089-ce670d78660f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:17:42Z', 'updated_at': '2021-07-27T23:17:52Z', 'revision_number': 5, 'project_id': '2c20245bbadb4ad09448e470090626f6', 'subnets': [{'id': '6eb1835d-5abb-426d-9089-ce670d78660f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:17:58.490355 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b897d86-e48f-45b7-b3da-435cee109e95 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Router bf7dd5ae-5ac3-4fa4-8cd1-df4dc4925f6e has already been hosted by L3 agent 018c4455-49c0-4734-927d-7824067b2a9e {{(pid=93797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 23:17:58.526031 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11b6677-d116-485b-bce7-6f31be1a57ac req-20993861-4890-4563-a1dd-f267c3b0e9fc tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:17:58.528776 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d11b6677-d116-485b-bce7-6f31be1a57ac req-20993861-4890-4563-a1dd-f267c3b0e9fc tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/ports?device_id=3dc73040-187a-4f58-bcc9-a88d65cd484b HTTP/1.1" status: 200 len: 945 time: 0.1261394 Jul 27 23:17:58.778090 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b897d86-e48f-45b7-b3da-435cee109e95 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:17:58.789054 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d11b6677-d116-485b-bce7-6f31be1a57ac req-3f688710-f764-40c0-9750-a246575355af tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/security-groups?id=fa1f1682-89f2-436c-be39-8607c4cda167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683202 Jul 27 23:17:58.814965 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-4b897d86-e48f-45b7-b3da-435cee109e95 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] 10.222.0.18 "PUT /v2.0/routers/bf7dd5ae-5ac3-4fa4-8cd1-df4dc4925f6e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2114699 Jul 27 23:17:58.817706 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 46428) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:17:58.822465 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-5420d1a4-29e8-4219-b729-efe3fae30624 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:17:59.458697 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:59.602003 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-76568603-d661-46e0-99b8-bb8f80d223a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:59.744471 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a114c24-19d4-4d78-a41e-4e450f97c903 req-e7998087-2415-4bc4-8a8f-27f273f6155d tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:17:59.746584 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8a114c24-19d4-4d78-a41e-4e450f97c903 req-e7998087-2415-4bc4-8a8f-27f273f6155d tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] 10.222.0.18 "GET /v2.0/ports?device_id=6a43bd9a-6245-44f3-a319-a8a9d9683e94 HTTP/1.1" status: 200 len: 944 time: 0.1169035 Jul 27 23:17:59.754360 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9f4ca8b-1a2e-40a4-80cd-fb76f25d2139 None None] Network 6fd50f12-3af5-4a88-9c08-6165a3ee15bf requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:17:59.828472 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8a114c24-19d4-4d78-a41e-4e450f97c903 req-1a4201b5-ce8f-4469-ac0a-b1ce524dc076 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] 10.222.0.18 "GET /v2.0/security-groups?id=7226db73-c6f2-4ea3-adb9-5e608bea74da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686138 Jul 27 23:17:59.984976 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-78426571-3dda-481a-8fb9-fea85b332dfb None None] Provisioning for port 3ff2505e-9173-4416-b4e5-047c64a6f1c4 completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:18:00.083806 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc96d800-010e-498d-a67f-7d2e381d49c9 req-ed17faa7-bbf7-42da-a0c1-47f76c0c3478 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:18:00.086484 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:00.092263 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-cc96d800-010e-498d-a67f-7d2e381d49c9 req-ed17faa7-bbf7-42da-a0c1-47f76c0c3478 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/ports?device_id=3dc73040-187a-4f58-bcc9-a88d65cd484b HTTP/1.1" status: 200 len: 945 time: 0.2797189 Jul 27 23:18:00.177708 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-cc96d800-010e-498d-a67f-7d2e381d49c9 req-b302b224-ccc3-4b76-9316-b1e4891c74ef tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/security-groups?id=fa1f1682-89f2-436c-be39-8607c4cda167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793631 Jul 27 23:18:00.455436 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-19f2e178-d45e-4fbe-b9be-c3963fc151ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:00.476738 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 3ff2505e-9173-4416-b4e5-047c64a6f1c4 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:18:00.675546 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning for port 3ff2505e-9173-4416-b4e5-047c64a6f1c4 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:18:00.684071 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port 3ff2505e-9173-4416-b4e5-047c64a6f1c4 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:18:00.685213 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:00.803305 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.extraroute_db [None req-5420d1a4-29e8-4219-b729-efe3fae30624 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Added routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=93798) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 27 23:18:00.832633 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.extraroute_db [None req-5420d1a4-29e8-4219-b729-efe3fae30624 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Removed routes are [] {{(pid=93798) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 27 23:18:00.843139 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5420d1a4-29e8-4219-b729-efe3fae30624 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-415433', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62186'] for router, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:00.857823 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-bfad78f7-5f62-4fa8-a387-4148fe635235 None None] Provisioning complete for port 3ff2505e-9173-4416-b4e5-047c64a6f1c4 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:18:00.858619 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-bfad78f7-5f62-4fa8-a387-4148fe635235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:00.862028 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:00.933644 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] For port 3ff2505e-9173-4416-b4e5-047c64a6f1c4, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=3ff2505e-9173-4416-b4e5-047c64a6f1c4,segment=NetworkSegment(802c4e2b-15d2-4960-b345-69dbb04a8422),segment_id=802c4e2b-15d2-4960-b345-69dbb04a8422)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:18:00.944656 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:00.945966 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device e26d095c-6998-4a41-9a58-8a0c1cee06df up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:18:01.089724 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-608b4fe9-686f-43b5-a17d-71fa007ad20a None None] Sync routers for ids ['bf7dd5ae-5ac3-4fa4-8cd1-df4dc4925f6e'] in n-d-802623-1 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:18:01.110484 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-608b4fe9-686f-43b5-a17d-71fa007ad20a None None] Routers {'bf7dd5ae-5ac3-4fa4-8cd1-df4dc4925f6e'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:18:01.113368 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-608b4fe9-686f-43b5-a17d-71fa007ad20a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:18:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['bf7dd5ae-5ac3-4fa4-8cd1-df4dc4925f6e'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:18:01.269680 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-bfad78f7-5f62-4fa8-a387-4148fe635235 None None] Provisioning for port 63179a24-37cd-4cef-8205-8c9121c9ea67 completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:18:01.278499 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-bfad78f7-5f62-4fa8-a387-4148fe635235 None None] Provisioning complete for port 63179a24-37cd-4cef-8205-8c9121c9ea67 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:18:01.279688 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-bfad78f7-5f62-4fa8-a387-4148fe635235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:01.323587 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5420d1a4-29e8-4219-b729-efe3fae30624 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-415433', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62186'] for router, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:01.324234 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-bfad78f7-5f62-4fa8-a387-4148fe635235 None None] Port 63179a24-37cd-4cef-8205-8c9121c9ea67 cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:18:01.329293 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning for port e26d095c-6998-4a41-9a58-8a0c1cee06df completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:18:01.336216 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port e26d095c-6998-4a41-9a58-8a0c1cee06df triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:18:01.336466 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-608b4fe9-686f-43b5-a17d-71fa007ad20a None None] Set router bf7dd5ae-5ac3-4fa4-8cd1-df4dc4925f6e gateway port host: None {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:18:01.336578 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:01.339723 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Pushing event updated for resources: {'Port': ['ID=3ff2505e-9173-4416-b4e5-047c64a6f1c4,revision_number=3']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:18:01.340343 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5420d1a4-29e8-4219-b729-efe3fae30624 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-415468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-415442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-415451', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-479100'] for router, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:01.461813 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-40dc88eb-c11f-4b1e-b513-b9c2ec2cb757 None None] Provisioning complete for port 63179a24-37cd-4cef-8205-8c9121c9ea67 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:18:01.462195 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-40dc88eb-c11f-4b1e-b513-b9c2ec2cb757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:01.558564 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-40dc88eb-c11f-4b1e-b513-b9c2ec2cb757 None None] Port 63179a24-37cd-4cef-8205-8c9121c9ea67 cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:18:01.613496 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5420d1a4-29e8-4219-b729-efe3fae30624 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Router bf7dd5ae-5ac3-4fa4-8cd1-df4dc4925f6e has already been hosted by L3 agent 018c4455-49c0-4734-927d-7824067b2a9e {{(pid=93798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 23:18:01.632141 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:01.661733 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cecca48-66eb-499e-9c4b-e8c0b38a66e9 req-e5a11d5f-c9a4-430e-92e3-808423e6b959 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:18:01.672702 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-6cecca48-66eb-499e-9c4b-e8c0b38a66e9 req-e5a11d5f-c9a4-430e-92e3-808423e6b959 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] 10.222.0.18 "GET /v2.0/ports?device_id=6a43bd9a-6245-44f3-a319-a8a9d9683e94 HTTP/1.1" status: 200 len: 944 time: 0.5361679 Jul 27 23:18:01.705669 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] For port e26d095c-6998-4a41-9a58-8a0c1cee06df, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=e26d095c-6998-4a41-9a58-8a0c1cee06df,segment=NetworkSegment(a32a7f1e-e5a9-4056-a9f9-fe9b63805dc6),segment_id=a32a7f1e-e5a9-4056-a9f9-fe9b63805dc6)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:18:01.727213 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:01.782436 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3298ff7-594c-49e3-9d08-20f4cd7f66d2 req-c04bfda6-c468-4b55-b632-563733b5063b tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:18:01.796012 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f3298ff7-594c-49e3-9d08-20f4cd7f66d2 req-c04bfda6-c468-4b55-b632-563733b5063b tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/ports?device_id=3dc73040-187a-4f58-bcc9-a88d65cd484b HTTP/1.1" status: 200 len: 945 time: 0.1158628 Jul 27 23:18:01.837311 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-608b4fe9-686f-43b5-a17d-71fa007ad20a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf7dd5ae-5ac3-4fa4-8cd1-df4dc4925f6e', 'name': 'tempest-RoutersTest-router-207095176', 'tenant_id': '2c20245bbadb4ad09448e470090626f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:17:33Z', 'updated_at': '2021-07-27T23:18:00Z', 'revision_number': 6, 'project_id': '2c20245bbadb4ad09448e470090626f6', 'gw_port_host': None, '_interfaces': [{'id': '0abce86b-920d-4aac-8926-b342aca75023', 'name': '', 'network_id': 'aacc2243-92c1-40fb-ad0f-c26dad421b6d', 'tenant_id': '2c20245bbadb4ad09448e470090626f6', 'mac_address': 'fa:16:3e:c1:b9:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf7dd5ae-5ac3-4fa4-8cd1-df4dc4925f6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': 'ba2b94c0-908c-45d7-983c-026a3c95ab3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:17:34Z', 'updated_at': '2021-07-27T23:17:45Z', 'revision_number': 5, 'project_id': '2c20245bbadb4ad09448e470090626f6', 'subnets': [{'id': 'ba2b94c0-908c-45d7-983c-026a3c95ab3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '63179a24-37cd-4cef-8205-8c9121c9ea67', 'name': '', 'network_id': '6fd50f12-3af5-4a88-9c08-6165a3ee15bf', 'tenant_id': '2c20245bbadb4ad09448e470090626f6', 'mac_address': 'fa:16:3e:14:19:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf7dd5ae-5ac3-4fa4-8cd1-df4dc4925f6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '51ed9992-6422-48e8-af12-d3d217f9ca58', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:17:54Z', 'updated_at': '2021-07-27T23:17:57Z', 'revision_number': 2, 'project_id': '2c20245bbadb4ad09448e470090626f6', 'subnets': [{'id': '51ed9992-6422-48e8-af12-d3d217f9ca58', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e26d095c-6998-4a41-9a58-8a0c1cee06df', 'name': '', 'network_id': '553cc17b-18fa-4831-9757-814a642f681c', 'tenant_id': '2c20245bbadb4ad09448e470090626f6', 'mac_address': 'fa:16:3e:91:1d:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf7dd5ae-5ac3-4fa4-8cd1-df4dc4925f6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': '6bddf330-d571-45d9-ad22-0f4c3c7edf2c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:17:48Z', 'updated_at': '2021-07-27T23:17:57Z', 'revision_number': 4, 'project_id': '2c20245bbadb4ad09448e470090626f6', 'subnets': [{'id': '6bddf330-d571-45d9-ad22-0f4c3c7edf2c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7a810c3-8890-45d3-928d-784af4528afb', 'name': '', 'network_id': 'f56ae25f-bd79-4cac-a972-8b8e2522386b', 'tenant_id': '2c20245bbadb4ad09448e470090626f6', 'mac_address': 'fa:16:3e:81:73:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf7dd5ae-5ac3-4fa4-8cd1-df4dc4925f6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '6eb1835d-5abb-426d-9089-ce670d78660f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:17:42Z', 'updated_at': '2021-07-27T23:17:52Z', 'revision_number': 5, 'project_id': '2c20245bbadb4ad09448e470090626f6', 'subnets': [{'id': '6eb1835d-5abb-426d-9089-ce670d78660f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:18:01.847094 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-6cecca48-66eb-499e-9c4b-e8c0b38a66e9 req-3f3a368a-14e6-4d54-b89c-02a28705c1c8 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] 10.222.0.18 "GET /v2.0/security-groups?id=7226db73-c6f2-4ea3-adb9-5e608bea74da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1730013 Jul 27 23:18:01.855764 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5420d1a4-29e8-4219-b729-efe3fae30624 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:18:01.865835 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Pushing event updated for resources: {'Port': ['ID=e26d095c-6998-4a41-9a58-8a0c1cee06df,revision_number=5']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:18:01.871451 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f3298ff7-594c-49e3-9d08-20f4cd7f66d2 req-45d793d8-d22e-4100-998f-5357776a0475 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/security-groups?id=fa1f1682-89f2-436c-be39-8607c4cda167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745311 Jul 27 23:18:01.891974 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5420d1a4-29e8-4219-b729-efe3fae30624 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks [] for router, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:01.892688 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-2567f029-1dfd-4102-866a-2fd81870ffdb None None] Provisioning complete for port 63179a24-37cd-4cef-8205-8c9121c9ea67 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:18:01.893335 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-5420d1a4-29e8-4219-b729-efe3fae30624 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] 10.222.0.18 "PUT /v2.0/routers/bf7dd5ae-5ac3-4fa4-8cd1-df4dc4925f6e HTTP/1.1" status: 200 len: 933 time: 3.0745525 Jul 27 23:18:01.896486 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2567f029-1dfd-4102-866a-2fd81870ffdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:01.896889 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 46530) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:18:01.945610 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-608b4fe9-686f-43b5-a17d-71fa007ad20a None None] Checking router: bf7dd5ae-5ac3-4fa4-8cd1-df4dc4925f6e for host: n-d-802623-1 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 23:18:01.948110 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-608b4fe9-686f-43b5-a17d-71fa007ad20a None None] Updating router bf7dd5ae-5ac3-4fa4-8cd1-df4dc4925f6e port 63179a24-37cd-4cef-8205-8c9121c9ea67 binding host n-d-802623-1 {{(pid=93800) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 23:18:01.960237 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-2567f029-1dfd-4102-866a-2fd81870ffdb None None] Port 63179a24-37cd-4cef-8205-8c9121c9ea67 cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:18:02.000711 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-608b4fe9-686f-43b5-a17d-71fa007ad20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:02.119574 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-6631aaba-7679-4cf9-85b2-b2de2329d370 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] 10.222.0.18 "GET /v2.0/routers/bf7dd5ae-5ac3-4fa4-8cd1-df4dc4925f6e HTTP/1.1" status: 200 len: 933 time: 0.2215235 Jul 27 23:18:02.122015 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 46542) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:18:02.137199 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-30172664-04ae-4f5b-b63a-2f4c5a99ef3e tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Request body: {'router': {'routes': None}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:18:02.196178 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7418f70f-e60d-4709-8ba9-6ab514bc7f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:02.240019 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6542a7-237a-483b-bbf7-37cb016ac86d req-698233ab-be49-4e85-ba92-d3028cb2b109 tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:18:02.244460 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-cd6542a7-237a-483b-bbf7-37cb016ac86d req-698233ab-be49-4e85-ba92-d3028cb2b109 tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] 10.222.0.18 "GET /v2.0/networks?id=3a3cbeff-b007-4bc1-b89e-3434caa880b9 HTTP/1.1" status: 200 len: 803 time: 0.1747077 Jul 27 23:18:02.271057 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-cd6542a7-237a-483b-bbf7-37cb016ac86d req-0e07e25e-db03-4e3a-a1c4-569f087fcefa tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] 10.222.0.18 "GET /v2.0/quotas/d275f54469544ab9abd801155d665ba1 HTTP/1.1" status: 200 len: 375 time: 0.0206108 Jul 27 23:18:02.332719 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 3ff2505e-9173-4416-b4e5-047c64a6f1c4 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:18:02.385130 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-cd6542a7-237a-483b-bbf7-37cb016ac86d req-af097b39-023a-4d3e-ad24-27b380c83054 tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=d275f54469544ab9abd801155d665ba1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1125104 Jul 27 23:18:02.434745 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port 3ff2505e-9173-4416-b4e5-047c64a6f1c4 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:18:02.435355 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:02.550893 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-608b4fe9-686f-43b5-a17d-71fa007ad20a None None] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:02.562842 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-608b4fe9-686f-43b5-a17d-71fa007ad20a None None] Transition to ACTIVE for port object 63179a24-37cd-4cef-8205-8c9121c9ea67 will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:18:02.575504 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-608b4fe9-686f-43b5-a17d-71fa007ad20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:02.637822 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device e26d095c-6998-4a41-9a58-8a0c1cee06df up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:18:02.733063 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-cd6542a7-237a-483b-bbf7-37cb016ac86d req-c7ae2a37-6de6-416c-b279-82764888a507 service neutron] 10.222.0.18 "GET /v2.0/networks/3a3cbeff-b007-4bc1-b89e-3434caa880b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3427622 Jul 27 23:18:02.749502 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.extraroute_db [None req-30172664-04ae-4f5b-b63a-2f4c5a99ef3e tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Added routes are [] {{(pid=93798) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 27 23:18:02.750056 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.extraroute_db [None req-30172664-04ae-4f5b-b63a-2f4c5a99ef3e tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Removed routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=93798) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 27 23:18:02.750921 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port e26d095c-6998-4a41-9a58-8a0c1cee06df triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:18:02.752336 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:02.777472 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-608b4fe9-686f-43b5-a17d-71fa007ad20a None None] Attempting to bind port 63179a24-37cd-4cef-8205-8c9121c9ea67 on host n-d-802623-1 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:18:02.777835 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-608b4fe9-686f-43b5-a17d-71fa007ad20a None None] Attempting to bind port 63179a24-37cd-4cef-8205-8c9121c9ea67 by drivers openvswitch,hyperv on host n-d-802623-1 at level 0 using segments [{'id': '802c4e2b-15d2-4960-b345-69dbb04a8422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6fd50f12-3af5-4a88-9c08-6165a3ee15bf'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:18:02.781081 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-608b4fe9-686f-43b5-a17d-71fa007ad20a None None] Attempting to bind port 63179a24-37cd-4cef-8205-8c9121c9ea67 on network 6fd50f12-3af5-4a88-9c08-6165a3ee15bf {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:18:02.796811 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-608b4fe9-686f-43b5-a17d-71fa007ad20a None None] Checking agent: {'id': 'a9a568d2-a5e7-41e4-833f-a8ab42ea4073', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 52, 30), 'started_at': datetime.datetime(2021, 7, 27, 22, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802623-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:18:02.797180 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-608b4fe9-686f-43b5-a17d-71fa007ad20a None None] Checking segment: {'id': '802c4e2b-15d2-4960-b345-69dbb04a8422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6fd50f12-3af5-4a88-9c08-6165a3ee15bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:18:02.797581 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-608b4fe9-686f-43b5-a17d-71fa007ad20a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:02.797964 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-608b4fe9-686f-43b5-a17d-71fa007ad20a None None] Bound using segment: {'id': '802c4e2b-15d2-4960-b345-69dbb04a8422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6fd50f12-3af5-4a88-9c08-6165a3ee15bf'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:18:02.806530 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-608b4fe9-686f-43b5-a17d-71fa007ad20a None None] Bound port: 63179a24-37cd-4cef-8205-8c9121c9ea67, host: n-d-802623-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '802c4e2b-15d2-4960-b345-69dbb04a8422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6fd50f12-3af5-4a88-9c08-6165a3ee15bf'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:18:02.807192 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-608b4fe9-686f-43b5-a17d-71fa007ad20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:02.821824 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-30172664-04ae-4f5b-b63a-2f4c5a99ef3e tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-415433', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62186'] for router, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:02.940193 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-cd6542a7-237a-483b-bbf7-37cb016ac86d req-7c02f4ba-fcf1-4e6d-ae80-e8902976770b service neutron] 10.222.0.18 "GET /v2.0/networks/3a3cbeff-b007-4bc1-b89e-3434caa880b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2018611 Jul 27 23:18:02.952926 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-608b4fe9-686f-43b5-a17d-71fa007ad20a None None] For port 63179a24-37cd-4cef-8205-8c9121c9ea67, host n-d-802623-1, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:18:02.962026 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-608b4fe9-686f-43b5-a17d-71fa007ad20a None None] For port 63179a24-37cd-4cef-8205-8c9121c9ea67, host n-d-802623-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=63179a24-37cd-4cef-8205-8c9121c9ea67,segment=NetworkSegment(802c4e2b-15d2-4960-b345-69dbb04a8422),segment_id=802c4e2b-15d2-4960-b345-69dbb04a8422)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:18:02.964031 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4e65cf-cfd2-451a-af7d-8492a011d396 None None] Pushing event updated for resources: {'Port': ['ID=63179a24-37cd-4cef-8205-8c9121c9ea67,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:18:02.973789 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-608b4fe9-686f-43b5-a17d-71fa007ad20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:03.236975 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeef4cbd-ec25-4237-ac14-406a55cd2c71 req-835174fb-faec-438a-9e4a-ed30b5d602b7 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:18:03.245938 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-aeef4cbd-ec25-4237-ac14-406a55cd2c71 req-835174fb-faec-438a-9e4a-ed30b5d602b7 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] 10.222.0.18 "GET /v2.0/ports?device_id=6a43bd9a-6245-44f3-a319-a8a9d9683e94 HTTP/1.1" status: 200 len: 944 time: 0.2584243 Jul 27 23:18:03.268774 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-30172664-04ae-4f5b-b63a-2f4c5a99ef3e tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-415433', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62186'] for router, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:03.275707 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-30172664-04ae-4f5b-b63a-2f4c5a99ef3e tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-415468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-415442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-415451', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-479100'] for router, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:03.293167 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-608b4fe9-686f-43b5-a17d-71fa007ad20a None None] Routers {'bf7dd5ae-5ac3-4fa4-8cd1-df4dc4925f6e'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:18:03.296510 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-608b4fe9-686f-43b5-a17d-71fa007ad20a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:18:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['bf7dd5ae-5ac3-4fa4-8cd1-df4dc4925f6e'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:18:03.330326 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4a1ff3-8e21-4ded-bedf-b1967cc0a12e req-fbc430ea-b64e-4918-8029-39b61e9ad9ae tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:18:03.340305 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-2d4a1ff3-8e21-4ded-bedf-b1967cc0a12e req-fbc430ea-b64e-4918-8029-39b61e9ad9ae tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/ports?device_id=3dc73040-187a-4f58-bcc9-a88d65cd484b HTTP/1.1" status: 200 len: 945 time: 0.1357350 Jul 27 23:18:03.401340 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-608b4fe9-686f-43b5-a17d-71fa007ad20a None None] Set router bf7dd5ae-5ac3-4fa4-8cd1-df4dc4925f6e gateway port host: None {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:18:03.438269 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-aeef4cbd-ec25-4237-ac14-406a55cd2c71 req-9703b4a7-62aa-4fc5-9ca4-02308998f56f tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] 10.222.0.18 "GET /v2.0/security-groups?id=7226db73-c6f2-4ea3-adb9-5e608bea74da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1914587 Jul 27 23:18:03.457901 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30172664-04ae-4f5b-b63a-2f4c5a99ef3e tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Router bf7dd5ae-5ac3-4fa4-8cd1-df4dc4925f6e has already been hosted by L3 agent 018c4455-49c0-4734-927d-7824067b2a9e {{(pid=93798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 23:18:03.467584 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-2d4a1ff3-8e21-4ded-bedf-b1967cc0a12e req-dc2b46b4-efcb-44c7-8b06-de78df939b80 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/security-groups?id=fa1f1682-89f2-436c-be39-8607c4cda167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236446 Jul 27 23:18:03.650719 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-08e6b2cf-2099-46c3-ad87-8d1114ce522d req-3d7b7da2-4c82-4007-a7ab-3b2fac9af0c2 tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] 10.222.0.18 "GET /v2.0/ports?device_id=85f40be3-f1df-4145-8683-ed8ce90ae102 HTTP/1.1" status: 200 len: 210 time: 0.0872109 Jul 27 23:18:03.791214 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.agents_db [None req-9beef776-8bab-4de2-989a-f5a23ba4aaf4 None None] Agent healthcheck: found 7 active agents {{(pid=93800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 23:18:03.797938 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device c01ca015-102a-4a41-943f-e3e0b8118856 no longer exists at agent hyperv_n-h2-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:18:03.845890 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4e65cf-cfd2-451a-af7d-8492a011d396 None None] Pushing event updated for resources: {'Port': ['ID=63179a24-37cd-4cef-8205-8c9121c9ea67,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:18:03.877788 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-608b4fe9-686f-43b5-a17d-71fa007ad20a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf7dd5ae-5ac3-4fa4-8cd1-df4dc4925f6e', 'name': 'tempest-RoutersTest-router-207095176', 'tenant_id': '2c20245bbadb4ad09448e470090626f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:17:33Z', 'updated_at': '2021-07-27T23:18:02Z', 'revision_number': 7, 'project_id': '2c20245bbadb4ad09448e470090626f6', 'gw_port_host': None, '_interfaces': [{'id': '0abce86b-920d-4aac-8926-b342aca75023', 'name': '', 'network_id': 'aacc2243-92c1-40fb-ad0f-c26dad421b6d', 'tenant_id': '2c20245bbadb4ad09448e470090626f6', 'mac_address': 'fa:16:3e:c1:b9:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf7dd5ae-5ac3-4fa4-8cd1-df4dc4925f6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': 'ba2b94c0-908c-45d7-983c-026a3c95ab3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:17:34Z', 'updated_at': '2021-07-27T23:17:45Z', 'revision_number': 5, 'project_id': '2c20245bbadb4ad09448e470090626f6', 'subnets': [{'id': 'ba2b94c0-908c-45d7-983c-026a3c95ab3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '63179a24-37cd-4cef-8205-8c9121c9ea67', 'name': '', 'network_id': '6fd50f12-3af5-4a88-9c08-6165a3ee15bf', 'tenant_id': '2c20245bbadb4ad09448e470090626f6', 'mac_address': 'fa:16:3e:14:19:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf7dd5ae-5ac3-4fa4-8cd1-df4dc4925f6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '51ed9992-6422-48e8-af12-d3d217f9ca58', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:17:54Z', 'updated_at': '2021-07-27T23:18:02Z', 'revision_number': 4, 'project_id': '2c20245bbadb4ad09448e470090626f6', 'subnets': [{'id': '51ed9992-6422-48e8-af12-d3d217f9ca58', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e26d095c-6998-4a41-9a58-8a0c1cee06df', 'name': '', 'network_id': '553cc17b-18fa-4831-9757-814a642f681c', 'tenant_id': '2c20245bbadb4ad09448e470090626f6', 'mac_address': 'fa:16:3e:91:1d:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf7dd5ae-5ac3-4fa4-8cd1-df4dc4925f6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': '6bddf330-d571-45d9-ad22-0f4c3c7edf2c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:17:48Z', 'updated_at': '2021-07-27T23:18:01Z', 'revision_number': 5, 'project_id': '2c20245bbadb4ad09448e470090626f6', 'subnets': [{'id': '6bddf330-d571-45d9-ad22-0f4c3c7edf2c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7a810c3-8890-45d3-928d-784af4528afb', 'name': '', 'network_id': 'f56ae25f-bd79-4cac-a972-8b8e2522386b', 'tenant_id': '2c20245bbadb4ad09448e470090626f6', 'mac_address': 'fa:16:3e:81:73:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf7dd5ae-5ac3-4fa4-8cd1-df4dc4925f6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '6eb1835d-5abb-426d-9089-ce670d78660f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:17:42Z', 'updated_at': '2021-07-27T23:17:52Z', 'revision_number': 5, 'project_id': '2c20245bbadb4ad09448e470090626f6', 'subnets': [{'id': '6eb1835d-5abb-426d-9089-ce670d78660f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:18:03.919039 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-608b4fe9-686f-43b5-a17d-71fa007ad20a None None] The sync data for ids ['bf7dd5ae-5ac3-4fa4-8cd1-df4dc4925f6e'] in n-d-802623-1 is: [{'id': 'bf7dd5ae-5ac3-4fa4-8cd1-df4dc4925f6e', 'name': 'tempest-RoutersTest-router-207095176', 'tenant_id': '2c20245bbadb4ad09448e470090626f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:17:33Z', 'updated_at': '2021-07-27T23:18:02Z', 'revision_number': 7, 'project_id': '2c20245bbadb4ad09448e470090626f6', 'gw_port_host': None, '_interfaces': [{'id': '0abce86b-920d-4aac-8926-b342aca75023', 'name': '', 'network_id': 'aacc2243-92c1-40fb-ad0f-c26dad421b6d', 'tenant_id': '2c20245bbadb4ad09448e470090626f6', 'mac_address': 'fa:16:3e:c1:b9:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf7dd5ae-5ac3-4fa4-8cd1-df4dc4925f6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': 'ba2b94c0-908c-45d7-983c-026a3c95ab3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:17:34Z', 'updated_at': '2021-07-27T23:17:45Z', 'revision_number': 5, 'project_id': '2c20245bbadb4ad09448e470090626f6', 'subnets': [{'id': 'ba2b94c0-908c-45d7-983c-026a3c95ab3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '63179a24-37cd-4cef-8205-8c9121c9ea67', 'name': '', 'network_id': '6fd50f12-3af5-4a88-9c08-6165a3ee15bf', 'tenant_id': '2c20245bbadb4ad09448e470090626f6', 'mac_address': 'fa:16:3e:14:19:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf7dd5ae-5ac3-4fa4-8cd1-df4dc4925f6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '51ed9992-6422-48e8-af12-d3d217f9ca58', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:17:54Z', 'updated_at': '2021-07-27T23:18:02Z', 'revision_number': 4, 'project_id': '2c20245bbadb4ad09448e470090626f6', 'subnets': [{'id': '51ed9992-6422-48e8-af12-d3d217f9ca58', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e26d095c-6998-4a41-9a58-8a0c1cee06df', 'name': '', 'network_id': '553cc17b-18fa-4831-9757-814a642f681c', 'tenant_id': '2c20245bbadb4ad09448e470090626f6', 'mac_address': 'fa:16:3e:91:1d:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf7dd5ae-5ac3-4fa4-8cd1-df4dc4925f6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': '6bddf330-d571-45d9-ad22-0f4c3c7edf2c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:17:48Z', 'updated_at': '2021-07-27T23:18:01Z', 'revision_number': 5, 'project_id': '2c20245bbadb4ad09448e470090626f6', 'subnets': [{'id': '6bddf330-d571-45d9-ad22-0f4c3c7edf2c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7a810c3-8890-45d3-928d-784af4528afb', 'name': '', 'network_id': 'f56ae25f-bd79-4cac-a972-8b8e2522386b', 'tenant_id': '2c20245bbadb4ad09448e470090626f6', 'mac_address': 'fa:16:3e:81:73:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf7dd5ae-5ac3-4fa4-8cd1-df4dc4925f6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '6eb1835d-5abb-426d-9089-ce670d78660f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:17:42Z', 'updated_at': '2021-07-27T23:17:52Z', 'revision_number': 5, 'project_id': '2c20245bbadb4ad09448e470090626f6', 'subnets': [{'id': '6eb1835d-5abb-426d-9089-ce670d78660f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:18:03.970228 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:04.017858 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4df7e342-2fc4-4ef3-b8e8-41a81d8e456c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c01ca015-102a-4a41-943f-e3e0b8118856'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:18:04.026813 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c0369b0d4f459110ff20a1f9878ba33f96d6491bddb9d15843bf29d01e0bda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dd97341-c0fa-4d31-9524-3b8702de296b" -d '{"events": [{"server_uuid": "4df7e342-2fc4-4ef3-b8e8-41a81d8e456c", "name": "network-vif-unplugged", "status": "completed", "tag": "c01ca015-102a-4a41-943f-e3e0b8118856"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:18:04.097519 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port c01ca015-102a-4a41-943f-e3e0b8118856, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=c01ca015-102a-4a41-943f-e3e0b8118856,segment=NetworkSegment(95f4c351-b25e-43d9-ba8e-34c4aa118da8),segment_id=95f4c351-b25e-43d9-ba8e-34c4aa118da8)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:18:04.104716 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:04.162911 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 23:18:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e4958fa-460f-4fba-9057-574605b4339c x-openstack-request-id: req-5e4958fa-460f-4fba-9057-574605b4339c {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:18:04.163313 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4df7e342-2fc4-4ef3-b8e8-41a81d8e456c", "name": "network-vif-unplugged", "status": "completed", "tag": "c01ca015-102a-4a41-943f-e3e0b8118856", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:18:04.163723 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5e4958fa-460f-4fba-9057-574605b4339c {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:18:04.164312 n-d-802623-1 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4df7e342-2fc4-4ef3-b8e8-41a81d8e456c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c01ca015-102a-4a41-943f-e3e0b8118856', 'code': 200} Jul 27 23:18:04.269339 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Pushing event updated for resources: {'Port': ['ID=c01ca015-102a-4a41-943f-e3e0b8118856,revision_number=8']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:18:04.293661 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8606194-5408-4c34-82ac-30deda475514 None None] Sync routers for ids ['bf7dd5ae-5ac3-4fa4-8cd1-df4dc4925f6e'] in n-d-802623-1 {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:18:04.313370 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2902b8-8bcf-4da7-b52c-1584e1e89d71 req-e055465b-719e-4819-bee6-cfa52c34dc48 tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:18:04.314854 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7e2902b8-8bcf-4da7-b52c-1584e1e89d71 req-e055465b-719e-4819-bee6-cfa52c34dc48 tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] 10.222.0.49 "GET /v2.0/ports?device_id=4df7e342-2fc4-4ef3-b8e8-41a81d8e456c HTTP/1.1" status: 200 len: 943 time: 0.6683342 Jul 27 23:18:04.316452 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30172664-04ae-4f5b-b63a-2f4c5a99ef3e tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:18:04.325772 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 63179a24-37cd-4cef-8205-8c9121c9ea67 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:18:04.335300 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-30172664-04ae-4f5b-b63a-2f4c5a99ef3e tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks [] for router, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:04.341024 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-30172664-04ae-4f5b-b63a-2f4c5a99ef3e tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] 10.222.0.18 "PUT /v2.0/routers/bf7dd5ae-5ac3-4fa4-8cd1-df4dc4925f6e HTTP/1.1" status: 200 len: 699 time: 2.2179627 Jul 27 23:18:04.343421 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 46574) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:18:04.353822 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8606194-5408-4c34-82ac-30deda475514 None None] Routers {'bf7dd5ae-5ac3-4fa4-8cd1-df4dc4925f6e'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:18:04.354458 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-c8606194-5408-4c34-82ac-30deda475514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:18:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['bf7dd5ae-5ac3-4fa4-8cd1-df4dc4925f6e'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:18:04.488554 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-c8606194-5408-4c34-82ac-30deda475514 None None] Set router bf7dd5ae-5ac3-4fa4-8cd1-df4dc4925f6e gateway port host: None {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:18:04.518639 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-7e2902b8-8bcf-4da7-b52c-1584e1e89d71 req-535a4099-9f8c-4f6a-bdbf-4a41515d47b7 tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] Deleting port c01ca015-102a-4a41-943f-e3e0b8118856 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:18:04.518997 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-7e2902b8-8bcf-4da7-b52c-1584e1e89d71 req-535a4099-9f8c-4f6a-bdbf-4a41515d47b7 tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:04.526745 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-717098a3-7fff-4d38-8972-d0c0cd2915be tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] 10.222.0.18 "GET /v2.0/routers/bf7dd5ae-5ac3-4fa4-8cd1-df4dc4925f6e HTTP/1.1" status: 200 len: 699 time: 0.1813924 Jul 27 23:18:04.527393 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 46580) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:18:04.551174 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning for port 63179a24-37cd-4cef-8205-8c9121c9ea67 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:18:04.561971 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port 63179a24-37cd-4cef-8205-8c9121c9ea67 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:18:04.562443 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:04.690393 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:04.794165 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac66624a-75ef-4c3a-bd20-fbbf6f937ad9 req-4b7ebfec-e2ba-4b9a-b4ca-0c7485453f5c tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:18:04.798610 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ac66624a-75ef-4c3a-bd20-fbbf6f937ad9 req-4b7ebfec-e2ba-4b9a-b4ca-0c7485453f5c tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/ports?device_id=3dc73040-187a-4f58-bcc9-a88d65cd484b HTTP/1.1" status: 200 len: 945 time: 0.2012804 Jul 27 23:18:04.887842 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:04.898350 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-7e2902b8-8bcf-4da7-b52c-1584e1e89d71 req-535a4099-9f8c-4f6a-bdbf-4a41515d47b7 tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] For port c01ca015-102a-4a41-943f-e3e0b8118856, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=c01ca015-102a-4a41-943f-e3e0b8118856,segment=NetworkSegment(95f4c351-b25e-43d9-ba8e-34c4aa118da8),segment_id=95f4c351-b25e-43d9-ba8e-34c4aa118da8)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:18:04.898987 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-7e2902b8-8bcf-4da7-b52c-1584e1e89d71 req-535a4099-9f8c-4f6a-bdbf-4a41515d47b7 tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:04.904259 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d485fca6-29c6-447a-a01c-a7fc144baa9a req-6ab781e7-0e3e-4a68-afb3-06c75021cec8 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:18:04.920581 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d485fca6-29c6-447a-a01c-a7fc144baa9a req-6ab781e7-0e3e-4a68-afb3-06c75021cec8 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] 10.222.0.18 "GET /v2.0/ports?device_id=6a43bd9a-6245-44f3-a319-a8a9d9683e94 HTTP/1.1" status: 200 len: 944 time: 0.2076144 Jul 27 23:18:05.013017 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-7e2902b8-8bcf-4da7-b52c-1584e1e89d71 req-535a4099-9f8c-4f6a-bdbf-4a41515d47b7 tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] Calling delete_port for c01ca015-102a-4a41-943f-e3e0b8118856 owned by compute:nova {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:18:05.016493 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] For port 63179a24-37cd-4cef-8205-8c9121c9ea67, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=63179a24-37cd-4cef-8205-8c9121c9ea67,segment=NetworkSegment(802c4e2b-15d2-4960-b345-69dbb04a8422),segment_id=802c4e2b-15d2-4960-b345-69dbb04a8422)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:18:05.023765 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ac66624a-75ef-4c3a-bd20-fbbf6f937ad9 req-9119dd4b-c698-4886-bb70-439594cd7945 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/security-groups?id=fa1f1682-89f2-436c-be39-8607c4cda167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2071238 Jul 27 23:18:05.040718 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:05.120269 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d485fca6-29c6-447a-a01c-a7fc144baa9a req-1495d984-b1fd-4221-9401-20e5e63b7379 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] 10.222.0.18 "GET /v2.0/security-groups?id=7226db73-c6f2-4ea3-adb9-5e608bea74da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1983893 Jul 27 23:18:05.206102 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Pushing event updated for resources: {'Port': ['ID=63179a24-37cd-4cef-8205-8c9121c9ea67,revision_number=5']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:18:05.220499 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6542a7-237a-483b-bbf7-37cb016ac86d req-f455943c-baac-43a3-b7b2-c42670d271df tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:18:05.222282 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-cd6542a7-237a-483b-bbf7-37cb016ac86d req-f455943c-baac-43a3-b7b2-c42670d271df tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] 10.222.0.38 "GET /v2.0/networks?id=3a3cbeff-b007-4bc1-b89e-3434caa880b9 HTTP/1.1" status: 200 len: 803 time: 0.3409081 Jul 27 23:18:05.235686 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-c8606194-5408-4c34-82ac-30deda475514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf7dd5ae-5ac3-4fa4-8cd1-df4dc4925f6e', 'name': 'tempest-RoutersTest-router-207095176', 'tenant_id': '2c20245bbadb4ad09448e470090626f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:17:33Z', 'updated_at': '2021-07-27T23:18:02Z', 'revision_number': 7, 'project_id': '2c20245bbadb4ad09448e470090626f6', 'gw_port_host': None, '_interfaces': [{'id': '0abce86b-920d-4aac-8926-b342aca75023', 'name': '', 'network_id': 'aacc2243-92c1-40fb-ad0f-c26dad421b6d', 'tenant_id': '2c20245bbadb4ad09448e470090626f6', 'mac_address': 'fa:16:3e:c1:b9:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf7dd5ae-5ac3-4fa4-8cd1-df4dc4925f6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': 'ba2b94c0-908c-45d7-983c-026a3c95ab3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:17:34Z', 'updated_at': '2021-07-27T23:17:45Z', 'revision_number': 5, 'project_id': '2c20245bbadb4ad09448e470090626f6', 'subnets': [{'id': 'ba2b94c0-908c-45d7-983c-026a3c95ab3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '63179a24-37cd-4cef-8205-8c9121c9ea67', 'name': '', 'network_id': '6fd50f12-3af5-4a88-9c08-6165a3ee15bf', 'tenant_id': '2c20245bbadb4ad09448e470090626f6', 'mac_address': 'fa:16:3e:14:19:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf7dd5ae-5ac3-4fa4-8cd1-df4dc4925f6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '51ed9992-6422-48e8-af12-d3d217f9ca58', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:17:54Z', 'updated_at': '2021-07-27T23:18:02Z', 'revision_number': 4, 'project_id': '2c20245bbadb4ad09448e470090626f6', 'subnets': [{'id': '51ed9992-6422-48e8-af12-d3d217f9ca58', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e26d095c-6998-4a41-9a58-8a0c1cee06df', 'name': '', 'network_id': '553cc17b-18fa-4831-9757-814a642f681c', 'tenant_id': '2c20245bbadb4ad09448e470090626f6', 'mac_address': 'fa:16:3e:91:1d:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf7dd5ae-5ac3-4fa4-8cd1-df4dc4925f6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': '6bddf330-d571-45d9-ad22-0f4c3c7edf2c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:17:48Z', 'updated_at': '2021-07-27T23:18:01Z', 'revision_number': 5, 'project_id': '2c20245bbadb4ad09448e470090626f6', 'subnets': [{'id': '6bddf330-d571-45d9-ad22-0f4c3c7edf2c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7a810c3-8890-45d3-928d-784af4528afb', 'name': '', 'network_id': 'f56ae25f-bd79-4cac-a972-8b8e2522386b', 'tenant_id': '2c20245bbadb4ad09448e470090626f6', 'mac_address': 'fa:16:3e:81:73:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf7dd5ae-5ac3-4fa4-8cd1-df4dc4925f6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '6eb1835d-5abb-426d-9089-ce670d78660f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:17:42Z', 'updated_at': '2021-07-27T23:17:52Z', 'revision_number': 5, 'project_id': '2c20245bbadb4ad09448e470090626f6', 'subnets': [{'id': '6eb1835d-5abb-426d-9089-ce670d78660f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:18:05.260522 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [req-cd6542a7-237a-483b-bbf7-37cb016ac86d req-b07c7687-307b-41d6-afce-f8bfccf48d52 tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] Request body: {'port': {'device_id': '85f40be3-f1df-4145-8683-ed8ce90ae102', 'network_id': '3a3cbeff-b007-4bc1-b89e-3434caa880b9', 'admin_state_up': True, 'tenant_id': 'd275f54469544ab9abd801155d665ba1'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:18:05.312992 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8606194-5408-4c34-82ac-30deda475514 None None] Checking router: bf7dd5ae-5ac3-4fa4-8cd1-df4dc4925f6e for host: n-d-802623-1 {{(pid=93799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 23:18:05.333380 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-247cf7b8-e5fd-4892-9bb3-6cef289e3db0 req-c876034c-767e-4064-ab09-c1b06dc4f13e tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] 10.222.0.18 "GET /v2.0/ports?device_id=85f40be3-f1df-4145-8683-ed8ce90ae102 HTTP/1.1" status: 200 len: 210 time: 0.1027236 Jul 27 23:18:05.336401 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8606194-5408-4c34-82ac-30deda475514 None None] Routers {'bf7dd5ae-5ac3-4fa4-8cd1-df4dc4925f6e'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:18:05.337051 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-c8606194-5408-4c34-82ac-30deda475514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:18:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['bf7dd5ae-5ac3-4fa4-8cd1-df4dc4925f6e'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:18:05.454502 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202c6429-6aad-46fa-89e9-4f0eb9617d7b req-38a0f953-10be-496e-aeea-40c08768fa1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:18:05.456096 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-202c6429-6aad-46fa-89e9-4f0eb9617d7b req-38a0f953-10be-496e-aeea-40c08768fa1a service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=6a43bd9a-6245-44f3-a319-a8a9d9683e94&tenant_id=6415e174d6e146abb15fff69092e7210 HTTP/1.1" status: 200 len: 1095 time: 0.2305286 Jul 27 23:18:05.475547 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-c8606194-5408-4c34-82ac-30deda475514 None None] Set router bf7dd5ae-5ac3-4fa4-8cd1-df4dc4925f6e gateway port host: None {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:18:05.618881 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-7e2902b8-8bcf-4da7-b52c-1584e1e89d71 req-535a4099-9f8c-4f6a-bdbf-4a41515d47b7 tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:05.692290 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535a4099-9f8c-4f6a-bdbf-4a41515d47b7 tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] Pushing event deleted for resources: {'Port': ['ID=c01ca015-102a-4a41-943f-e3e0b8118856,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:18:05.704860 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202c6429-6aad-46fa-89e9-4f0eb9617d7b req-d2d81ff1-7441-4d19-97a9-dec8afb2d94c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:18:05.707525 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-202c6429-6aad-46fa-89e9-4f0eb9617d7b req-d2d81ff1-7441-4d19-97a9-dec8afb2d94c service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=6415e174d6e146abb15fff69092e7210&device_id=6a43bd9a-6245-44f3-a319-a8a9d9683e94 HTTP/1.1" status: 200 len: 1095 time: 0.1251571 Jul 27 23:18:05.745493 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535a4099-9f8c-4f6a-bdbf-4a41515d47b7 tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:18:05.745988 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535a4099-9f8c-4f6a-bdbf-4a41515d47b7 tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:18:05.746633 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535a4099-9f8c-4f6a-bdbf-4a41515d47b7 tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:18:05.747377 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535a4099-9f8c-4f6a-bdbf-4a41515d47b7 tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:18:05.748493 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535a4099-9f8c-4f6a-bdbf-4a41515d47b7 tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:18:05.748954 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535a4099-9f8c-4f6a-bdbf-4a41515d47b7 tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:18:05.749483 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535a4099-9f8c-4f6a-bdbf-4a41515d47b7 tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:18:05.749963 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535a4099-9f8c-4f6a-bdbf-4a41515d47b7 tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:18:05.750416 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535a4099-9f8c-4f6a-bdbf-4a41515d47b7 tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:18:05.750944 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535a4099-9f8c-4f6a-bdbf-4a41515d47b7 tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:18:05.751652 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535a4099-9f8c-4f6a-bdbf-4a41515d47b7 tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:18:05.752515 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535a4099-9f8c-4f6a-bdbf-4a41515d47b7 tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:18:05.783316 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6a6be982-ec36-4395-86c6-e83dc54d5657 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-414022'] for router_interface, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:05.835124 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e2902b8-8bcf-4da7-b52c-1584e1e89d71 req-535a4099-9f8c-4f6a-bdbf-4a41515d47b7 tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] No DVR routers for this DVR port c01ca015-102a-4a41-943f-e3e0b8118856 on host n-h2-802623-1 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:18:05.842241 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-7e2902b8-8bcf-4da7-b52c-1584e1e89d71 req-535a4099-9f8c-4f6a-bdbf-4a41515d47b7 tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:05.845242 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7e2902b8-8bcf-4da7-b52c-1584e1e89d71 req-535a4099-9f8c-4f6a-bdbf-4a41515d47b7 tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] 10.222.0.49 "DELETE /v2.0/ports/c01ca015-102a-4a41-943f-e3e0b8118856 HTTP/1.1" status: 204 len: 173 time: 1.5233500 Jul 27 23:18:05.846644 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4df7e342-2fc4-4ef3-b8e8-41a81d8e456c', 'name': 'network-vif-deleted', 'tag': 'c01ca015-102a-4a41-943f-e3e0b8118856'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:18:05.850351 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}011f8d312121274bb12d78e77c6379a2079800640016cec6c6d605b73666e854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-615f70c7-e1fb-46ea-a4fd-fe1d41e01411" -d '{"events": [{"server_uuid": "4df7e342-2fc4-4ef3-b8e8-41a81d8e456c", "name": "network-vif-deleted", "tag": "c01ca015-102a-4a41-943f-e3e0b8118856"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:18:05.914920 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd6542a7-237a-483b-bbf7-37cb016ac86d req-b07c7687-307b-41d6-afce-f8bfccf48d52 tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] Made reservation on behalf of d275f54469544ab9abd801155d665ba1 for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:18:05.922300 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-cd6542a7-237a-483b-bbf7-37cb016ac86d req-b07c7687-307b-41d6-afce-f8bfccf48d52 tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:05.936997 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-c8606194-5408-4c34-82ac-30deda475514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf7dd5ae-5ac3-4fa4-8cd1-df4dc4925f6e', 'name': 'tempest-RoutersTest-router-207095176', 'tenant_id': '2c20245bbadb4ad09448e470090626f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:17:33Z', 'updated_at': '2021-07-27T23:18:02Z', 'revision_number': 7, 'project_id': '2c20245bbadb4ad09448e470090626f6', 'gw_port_host': None, '_interfaces': [{'id': '0abce86b-920d-4aac-8926-b342aca75023', 'name': '', 'network_id': 'aacc2243-92c1-40fb-ad0f-c26dad421b6d', 'tenant_id': '2c20245bbadb4ad09448e470090626f6', 'mac_address': 'fa:16:3e:c1:b9:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf7dd5ae-5ac3-4fa4-8cd1-df4dc4925f6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': 'ba2b94c0-908c-45d7-983c-026a3c95ab3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:17:34Z', 'updated_at': '2021-07-27T23:17:45Z', 'revision_number': 5, 'project_id': '2c20245bbadb4ad09448e470090626f6', 'subnets': [{'id': 'ba2b94c0-908c-45d7-983c-026a3c95ab3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '63179a24-37cd-4cef-8205-8c9121c9ea67', 'name': '', 'network_id': '6fd50f12-3af5-4a88-9c08-6165a3ee15bf', 'tenant_id': '2c20245bbadb4ad09448e470090626f6', 'mac_address': 'fa:16:3e:14:19:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf7dd5ae-5ac3-4fa4-8cd1-df4dc4925f6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '51ed9992-6422-48e8-af12-d3d217f9ca58', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:17:54Z', 'updated_at': '2021-07-27T23:18:04Z', 'revision_number': 5, 'project_id': '2c20245bbadb4ad09448e470090626f6', 'subnets': [{'id': '51ed9992-6422-48e8-af12-d3d217f9ca58', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e26d095c-6998-4a41-9a58-8a0c1cee06df', 'name': '', 'network_id': '553cc17b-18fa-4831-9757-814a642f681c', 'tenant_id': '2c20245bbadb4ad09448e470090626f6', 'mac_address': 'fa:16:3e:91:1d:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf7dd5ae-5ac3-4fa4-8cd1-df4dc4925f6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': '6bddf330-d571-45d9-ad22-0f4c3c7edf2c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:17:48Z', 'updated_at': '2021-07-27T23:18:01Z', 'revision_number': 5, 'project_id': '2c20245bbadb4ad09448e470090626f6', 'subnets': [{'id': '6bddf330-d571-45d9-ad22-0f4c3c7edf2c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7a810c3-8890-45d3-928d-784af4528afb', 'name': '', 'network_id': 'f56ae25f-bd79-4cac-a972-8b8e2522386b', 'tenant_id': '2c20245bbadb4ad09448e470090626f6', 'mac_address': 'fa:16:3e:81:73:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf7dd5ae-5ac3-4fa4-8cd1-df4dc4925f6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '6eb1835d-5abb-426d-9089-ce670d78660f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:17:42Z', 'updated_at': '2021-07-27T23:17:52Z', 'revision_number': 5, 'project_id': '2c20245bbadb4ad09448e470090626f6', 'subnets': [{'id': '6eb1835d-5abb-426d-9089-ce670d78660f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:18:05.978350 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:18:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab9ad67b-d051-48ac-857b-498529950fb5 x-openstack-request-id: req-ab9ad67b-d051-48ac-857b-498529950fb5 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:18:05.978630 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4df7e342-2fc4-4ef3-b8e8-41a81d8e456c", "name": "network-vif-deleted", "tag": "c01ca015-102a-4a41-943f-e3e0b8118856", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:18:05.978922 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ab9ad67b-d051-48ac-857b-498529950fb5 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:18:05.979380 n-d-802623-1 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4df7e342-2fc4-4ef3-b8e8-41a81d8e456c', 'name': 'network-vif-deleted', 'tag': 'c01ca015-102a-4a41-943f-e3e0b8118856', 'status': 'completed', 'code': 200} Jul 27 23:18:06.015918 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8606194-5408-4c34-82ac-30deda475514 None None] The sync data for ids ['bf7dd5ae-5ac3-4fa4-8cd1-df4dc4925f6e'] in n-d-802623-1 is: [{'id': 'bf7dd5ae-5ac3-4fa4-8cd1-df4dc4925f6e', 'name': 'tempest-RoutersTest-router-207095176', 'tenant_id': '2c20245bbadb4ad09448e470090626f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:17:33Z', 'updated_at': '2021-07-27T23:18:02Z', 'revision_number': 7, 'project_id': '2c20245bbadb4ad09448e470090626f6', 'gw_port_host': None, '_interfaces': [{'id': '0abce86b-920d-4aac-8926-b342aca75023', 'name': '', 'network_id': 'aacc2243-92c1-40fb-ad0f-c26dad421b6d', 'tenant_id': '2c20245bbadb4ad09448e470090626f6', 'mac_address': 'fa:16:3e:c1:b9:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf7dd5ae-5ac3-4fa4-8cd1-df4dc4925f6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': 'ba2b94c0-908c-45d7-983c-026a3c95ab3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:17:34Z', 'updated_at': '2021-07-27T23:17:45Z', 'revision_number': 5, 'project_id': '2c20245bbadb4ad09448e470090626f6', 'subnets': [{'id': 'ba2b94c0-908c-45d7-983c-026a3c95ab3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '63179a24-37cd-4cef-8205-8c9121c9ea67', 'name': '', 'network_id': '6fd50f12-3af5-4a88-9c08-6165a3ee15bf', 'tenant_id': '2c20245bbadb4ad09448e470090626f6', 'mac_address': 'fa:16:3e:14:19:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf7dd5ae-5ac3-4fa4-8cd1-df4dc4925f6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '51ed9992-6422-48e8-af12-d3d217f9ca58', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:17:54Z', 'updated_at': '2021-07-27T23:18:04Z', 'revision_number': 5, 'project_id': '2c20245bbadb4ad09448e470090626f6', 'subnets': [{'id': '51ed9992-6422-48e8-af12-d3d217f9ca58', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e26d095c-6998-4a41-9a58-8a0c1cee06df', 'name': '', 'network_id': '553cc17b-18fa-4831-9757-814a642f681c', 'tenant_id': '2c20245bbadb4ad09448e470090626f6', 'mac_address': 'fa:16:3e:91:1d:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf7dd5ae-5ac3-4fa4-8cd1-df4dc4925f6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': '6bddf330-d571-45d9-ad22-0f4c3c7edf2c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:17:48Z', 'updated_at': '2021-07-27T23:18:01Z', 'revision_number': 5, 'project_id': '2c20245bbadb4ad09448e470090626f6', 'subnets': [{'id': '6bddf330-d571-45d9-ad22-0f4c3c7edf2c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7a810c3-8890-45d3-928d-784af4528afb', 'name': '', 'network_id': 'f56ae25f-bd79-4cac-a972-8b8e2522386b', 'tenant_id': '2c20245bbadb4ad09448e470090626f6', 'mac_address': 'fa:16:3e:81:73:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf7dd5ae-5ac3-4fa4-8cd1-df4dc4925f6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '6eb1835d-5abb-426d-9089-ce670d78660f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:17:42Z', 'updated_at': '2021-07-27T23:17:52Z', 'revision_number': 5, 'project_id': '2c20245bbadb4ad09448e470090626f6', 'subnets': [{'id': '6eb1835d-5abb-426d-9089-ce670d78660f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:18:06.023493 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202c6429-6aad-46fa-89e9-4f0eb9617d7b req-536bcc15-38a2-4d50-9ff1-7c13f7a925e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:18:06.025862 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-202c6429-6aad-46fa-89e9-4f0eb9617d7b req-536bcc15-38a2-4d50-9ff1-7c13f7a925e9 service neutron] 10.222.0.38 "GET /v2.0/networks?id=a198ee08-ada0-4348-9b3a-3cd923d78e26 HTTP/1.1" status: 200 len: 917 time: 0.3096602 Jul 27 23:18:06.198929 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-202c6429-6aad-46fa-89e9-4f0eb9617d7b req-3c3b4df5-e9bd-46c2-a0b1-f7ca4f1b2cc5 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=add62f76-8960-42c5-a51d-b75f221ac213 HTTP/1.1" status: 200 len: 999 time: 0.1434913 Jul 27 23:18:06.302954 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 63179a24-37cd-4cef-8205-8c9121c9ea67 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:18:06.357514 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e31d750-be76-4624-87f0-d9e6ba3e9069 req-1b416440-f590-47dc-9d0b-79e44c3ebd4d tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:18:06.368530 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [req-cd6542a7-237a-483b-bbf7-37cb016ac86d req-b07c7687-307b-41d6-afce-f8bfccf48d52 tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] Allocated IP 172.20.0.11 (3a3cbeff-b007-4bc1-b89e-3434caa880b9/b6febf1a-433f-4f54-bd03-8c744a40d170/3e860460-9096-4baf-a8a3-9d5491ceaea8) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:18:06.369764 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-4e31d750-be76-4624-87f0-d9e6ba3e9069 req-1b416440-f590-47dc-9d0b-79e44c3ebd4d tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/ports?device_id=3dc73040-187a-4f58-bcc9-a88d65cd484b HTTP/1.1" status: 200 len: 945 time: 0.1573930 Jul 27 23:18:06.381830 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202c6429-6aad-46fa-89e9-4f0eb9617d7b req-7a9aa4fe-90c6-4fb8-94c7-274dd4dfba32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:18:06.385513 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-202c6429-6aad-46fa-89e9-4f0eb9617d7b req-7a9aa4fe-90c6-4fb8-94c7-274dd4dfba32 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=6bb4b577-bd47-4366-ace3-c23131aef649 HTTP/1.1" status: 200 len: 855 time: 0.1244662 Jul 27 23:18:06.401255 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port 63179a24-37cd-4cef-8205-8c9121c9ea67 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:18:06.401621 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:06.402979 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e405438-682f-4ba0-b3fc-a12ab2f9ef0d req-3888b07b-2299-4b1b-83e7-51ac32dc50ba tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:18:06.411638 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7e405438-682f-4ba0-b3fc-a12ab2f9ef0d req-3888b07b-2299-4b1b-83e7-51ac32dc50ba tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] 10.222.0.18 "GET /v2.0/ports?device_id=6a43bd9a-6245-44f3-a319-a8a9d9683e94 HTTP/1.1" status: 200 len: 944 time: 0.1366730 Jul 27 23:18:06.438703 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-6a6be982-ec36-4395-86c6-e83dc54d5657 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Deleting port 63179a24-37cd-4cef-8205-8c9121c9ea67 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:18:06.440344 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6a6be982-ec36-4395-86c6-e83dc54d5657 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:06.461636 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29fe258a-c835-404b-9147-a9e196aa3576 None None] Sync routers for ids ['bf7dd5ae-5ac3-4fa4-8cd1-df4dc4925f6e'] in n-d-802623-1 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:18:06.478640 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29fe258a-c835-404b-9147-a9e196aa3576 None None] Routers {'bf7dd5ae-5ac3-4fa4-8cd1-df4dc4925f6e'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:18:06.479221 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-29fe258a-c835-404b-9147-a9e196aa3576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:18:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['bf7dd5ae-5ac3-4fa4-8cd1-df4dc4925f6e'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:18:06.482666 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-4e31d750-be76-4624-87f0-d9e6ba3e9069 req-6801ab40-95b8-4f3c-a1bc-5c7b9a3ebef9 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/security-groups?id=fa1f1682-89f2-436c-be39-8607c4cda167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106813 Jul 27 23:18:06.609755 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7e405438-682f-4ba0-b3fc-a12ab2f9ef0d req-c2642020-62b2-46b9-a60d-fb42d39140d6 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] 10.222.0.18 "GET /v2.0/security-groups?id=7226db73-c6f2-4ea3-adb9-5e608bea74da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1906698 Jul 27 23:18:06.680414 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202c6429-6aad-46fa-89e9-4f0eb9617d7b req-4907f0fe-5ddc-45f3-a1e0-7bcbaacc688f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:18:06.682612 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-29fe258a-c835-404b-9147-a9e196aa3576 None None] Set router bf7dd5ae-5ac3-4fa4-8cd1-df4dc4925f6e gateway port host: None {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:18:06.694144 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-202c6429-6aad-46fa-89e9-4f0eb9617d7b req-4907f0fe-5ddc-45f3-a1e0-7bcbaacc688f service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a198ee08-ada0-4348-9b3a-3cd923d78e26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3005378 Jul 27 23:18:06.731325 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-6a6be982-ec36-4395-86c6-e83dc54d5657 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] For port 63179a24-37cd-4cef-8205-8c9121c9ea67, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=63179a24-37cd-4cef-8205-8c9121c9ea67,segment=NetworkSegment(802c4e2b-15d2-4960-b345-69dbb04a8422),segment_id=802c4e2b-15d2-4960-b345-69dbb04a8422)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:18:06.735704 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6a6be982-ec36-4395-86c6-e83dc54d5657 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:06.785983 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-6a6be982-ec36-4395-86c6-e83dc54d5657 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Calling delete_port for 63179a24-37cd-4cef-8205-8c9121c9ea67 owned by network:router_interface {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:18:06.819711 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c9995ce0-4ba8-423b-9f52-d01f489f3807 req-0d7210c4-589d-450c-bd5d-5003dda34223 tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] 10.222.0.18 "GET /v2.0/ports?device_id=85f40be3-f1df-4145-8683-ed8ce90ae102 HTTP/1.1" status: 200 len: 210 time: 0.0654924 Jul 27 23:18:07.029936 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-29fe258a-c835-404b-9147-a9e196aa3576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf7dd5ae-5ac3-4fa4-8cd1-df4dc4925f6e', 'name': 'tempest-RoutersTest-router-207095176', 'tenant_id': '2c20245bbadb4ad09448e470090626f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:17:33Z', 'updated_at': '2021-07-27T23:18:02Z', 'revision_number': 7, 'project_id': '2c20245bbadb4ad09448e470090626f6', 'gw_port_host': None, '_interfaces': [{'id': '0abce86b-920d-4aac-8926-b342aca75023', 'name': '', 'network_id': 'aacc2243-92c1-40fb-ad0f-c26dad421b6d', 'tenant_id': '2c20245bbadb4ad09448e470090626f6', 'mac_address': 'fa:16:3e:c1:b9:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf7dd5ae-5ac3-4fa4-8cd1-df4dc4925f6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': 'ba2b94c0-908c-45d7-983c-026a3c95ab3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:17:34Z', 'updated_at': '2021-07-27T23:17:45Z', 'revision_number': 5, 'project_id': '2c20245bbadb4ad09448e470090626f6', 'subnets': [{'id': 'ba2b94c0-908c-45d7-983c-026a3c95ab3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '63179a24-37cd-4cef-8205-8c9121c9ea67', 'name': '', 'network_id': '6fd50f12-3af5-4a88-9c08-6165a3ee15bf', 'tenant_id': '2c20245bbadb4ad09448e470090626f6', 'mac_address': 'fa:16:3e:14:19:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf7dd5ae-5ac3-4fa4-8cd1-df4dc4925f6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '51ed9992-6422-48e8-af12-d3d217f9ca58', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:17:54Z', 'updated_at': '2021-07-27T23:18:04Z', 'revision_number': 5, 'project_id': '2c20245bbadb4ad09448e470090626f6', 'subnets': [{'id': '51ed9992-6422-48e8-af12-d3d217f9ca58', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e26d095c-6998-4a41-9a58-8a0c1cee06df', 'name': '', 'network_id': '553cc17b-18fa-4831-9757-814a642f681c', 'tenant_id': '2c20245bbadb4ad09448e470090626f6', 'mac_address': 'fa:16:3e:91:1d:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf7dd5ae-5ac3-4fa4-8cd1-df4dc4925f6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': '6bddf330-d571-45d9-ad22-0f4c3c7edf2c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:17:48Z', 'updated_at': '2021-07-27T23:18:01Z', 'revision_number': 5, 'project_id': '2c20245bbadb4ad09448e470090626f6', 'subnets': [{'id': '6bddf330-d571-45d9-ad22-0f4c3c7edf2c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7a810c3-8890-45d3-928d-784af4528afb', 'name': '', 'network_id': 'f56ae25f-bd79-4cac-a972-8b8e2522386b', 'tenant_id': '2c20245bbadb4ad09448e470090626f6', 'mac_address': 'fa:16:3e:81:73:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf7dd5ae-5ac3-4fa4-8cd1-df4dc4925f6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '6eb1835d-5abb-426d-9089-ce670d78660f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:17:42Z', 'updated_at': '2021-07-27T23:17:52Z', 'revision_number': 5, 'project_id': '2c20245bbadb4ad09448e470090626f6', 'subnets': [{'id': '6eb1835d-5abb-426d-9089-ce670d78660f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:18:07.047394 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-cd6542a7-237a-483b-bbf7-37cb016ac86d req-b07c7687-307b-41d6-afce-f8bfccf48d52 tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:07.063848 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29fe258a-c835-404b-9147-a9e196aa3576 None None] Checking router: bf7dd5ae-5ac3-4fa4-8cd1-df4dc4925f6e for host: n-d-802623-1 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 23:18:07.078076 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-202c6429-6aad-46fa-89e9-4f0eb9617d7b req-d0183cd2-a25c-4d18-a523-5ccf9e234375 service neutron] 10.222.0.38 "GET /v2.0/networks/a198ee08-ada0-4348-9b3a-3cd923d78e26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3316698 Jul 27 23:18:07.085327 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29fe258a-c835-404b-9147-a9e196aa3576 None None] Routers {'bf7dd5ae-5ac3-4fa4-8cd1-df4dc4925f6e'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:18:07.086336 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-29fe258a-c835-404b-9147-a9e196aa3576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:18:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['bf7dd5ae-5ac3-4fa4-8cd1-df4dc4925f6e'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:18:07.165870 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6a6be982-ec36-4395-86c6-e83dc54d5657 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:07.176166 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-cd6542a7-237a-483b-bbf7-37cb016ac86d req-b07c7687-307b-41d6-afce-f8bfccf48d52 tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:07.205442 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6be982-ec36-4395-86c6-e83dc54d5657 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Pushing event deleted for resources: {'Port': ['ID=63179a24-37cd-4cef-8205-8c9121c9ea67,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:18:07.266861 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-29fe258a-c835-404b-9147-a9e196aa3576 None None] Set router bf7dd5ae-5ac3-4fa4-8cd1-df4dc4925f6e gateway port host: None {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:18:07.288472 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd6542a7-237a-483b-bbf7-37cb016ac86d req-b07c7687-307b-41d6-afce-f8bfccf48d52 tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] Network 3a3cbeff-b007-4bc1-b89e-3434caa880b9 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:18:07.307758 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-202c6429-6aad-46fa-89e9-4f0eb9617d7b req-a14e9981-46fa-42fb-8b3d-d329c7caeda4 service neutron] 10.222.0.38 "GET /v2.0/networks/a198ee08-ada0-4348-9b3a-3cd923d78e26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2207336 Jul 27 23:18:07.328341 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07c7687-307b-41d6-afce-f8bfccf48d52 tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] Pushing event updated for resources: {'Port': ['ID=3e860460-9096-4baf-a8a3-9d5491ceaea8,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:18:07.360914 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [req-cd6542a7-237a-483b-bbf7-37cb016ac86d req-b07c7687-307b-41d6-afce-f8bfccf48d52 tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:18:07.372940 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd6542a7-237a-483b-bbf7-37cb016ac86d req-b07c7687-307b-41d6-afce-f8bfccf48d52 tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:18:07.502554 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6542a7-237a-483b-bbf7-37cb016ac86d req-b07c7687-307b-41d6-afce-f8bfccf48d52 tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:18:07.503144 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-cd6542a7-237a-483b-bbf7-37cb016ac86d req-b07c7687-307b-41d6-afce-f8bfccf48d52 tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:07.506040 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6a6be982-ec36-4395-86c6-e83dc54d5657 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3760546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-413994'] for router_interface, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:07.532012 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-cd6542a7-237a-483b-bbf7-37cb016ac86d req-b07c7687-307b-41d6-afce-f8bfccf48d52 tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2863696 Jul 27 23:18:07.545242 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [req-cd6542a7-237a-483b-bbf7-37cb016ac86d req-82990354-5aa5-48a1-bf7f-85603e6b235a service neutron] Request body: {'port': {'device_id': '85f40be3-f1df-4145-8683-ed8ce90ae102', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802623-1'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:18:07.714880 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-29fe258a-c835-404b-9147-a9e196aa3576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf7dd5ae-5ac3-4fa4-8cd1-df4dc4925f6e', 'name': 'tempest-RoutersTest-router-207095176', 'tenant_id': '2c20245bbadb4ad09448e470090626f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:17:33Z', 'updated_at': '2021-07-27T23:18:02Z', 'revision_number': 7, 'project_id': '2c20245bbadb4ad09448e470090626f6', 'gw_port_host': None, '_interfaces': [{'id': '0abce86b-920d-4aac-8926-b342aca75023', 'name': '', 'network_id': 'aacc2243-92c1-40fb-ad0f-c26dad421b6d', 'tenant_id': '2c20245bbadb4ad09448e470090626f6', 'mac_address': 'fa:16:3e:c1:b9:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf7dd5ae-5ac3-4fa4-8cd1-df4dc4925f6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': 'ba2b94c0-908c-45d7-983c-026a3c95ab3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:17:34Z', 'updated_at': '2021-07-27T23:17:45Z', 'revision_number': 5, 'project_id': '2c20245bbadb4ad09448e470090626f6', 'subnets': [{'id': 'ba2b94c0-908c-45d7-983c-026a3c95ab3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '63179a24-37cd-4cef-8205-8c9121c9ea67', 'name': '', 'network_id': '6fd50f12-3af5-4a88-9c08-6165a3ee15bf', 'tenant_id': '2c20245bbadb4ad09448e470090626f6', 'mac_address': 'fa:16:3e:14:19:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf7dd5ae-5ac3-4fa4-8cd1-df4dc4925f6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '51ed9992-6422-48e8-af12-d3d217f9ca58', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:17:54Z', 'updated_at': '2021-07-27T23:18:04Z', 'revision_number': 5, 'project_id': '2c20245bbadb4ad09448e470090626f6', 'subnets': [{'id': '51ed9992-6422-48e8-af12-d3d217f9ca58', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e26d095c-6998-4a41-9a58-8a0c1cee06df', 'name': '', 'network_id': '553cc17b-18fa-4831-9757-814a642f681c', 'tenant_id': '2c20245bbadb4ad09448e470090626f6', 'mac_address': 'fa:16:3e:91:1d:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf7dd5ae-5ac3-4fa4-8cd1-df4dc4925f6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': '6bddf330-d571-45d9-ad22-0f4c3c7edf2c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:17:48Z', 'updated_at': '2021-07-27T23:18:01Z', 'revision_number': 5, 'project_id': '2c20245bbadb4ad09448e470090626f6', 'subnets': [{'id': '6bddf330-d571-45d9-ad22-0f4c3c7edf2c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7a810c3-8890-45d3-928d-784af4528afb', 'name': '', 'network_id': 'f56ae25f-bd79-4cac-a972-8b8e2522386b', 'tenant_id': '2c20245bbadb4ad09448e470090626f6', 'mac_address': 'fa:16:3e:81:73:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf7dd5ae-5ac3-4fa4-8cd1-df4dc4925f6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '6eb1835d-5abb-426d-9089-ce670d78660f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:17:42Z', 'updated_at': '2021-07-27T23:17:52Z', 'revision_number': 5, 'project_id': '2c20245bbadb4ad09448e470090626f6', 'subnets': [{'id': '6eb1835d-5abb-426d-9089-ce670d78660f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:18:07.715624 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-cd6542a7-237a-483b-bbf7-37cb016ac86d req-82990354-5aa5-48a1-bf7f-85603e6b235a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:07.783402 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f861db5e-70ff-4338-b966-06fbeeec58b8 req-723dc0f2-70fa-408c-b95e-e12b301133ec tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:18:07.792990 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f861db5e-70ff-4338-b966-06fbeeec58b8 req-723dc0f2-70fa-408c-b95e-e12b301133ec tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/ports?device_id=3dc73040-187a-4f58-bcc9-a88d65cd484b HTTP/1.1" status: 200 len: 945 time: 0.1246846 Jul 27 23:18:07.808464 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device c01ca015-102a-4a41-943f-e3e0b8118856 no longer exists at agent hyperv_n-h2-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:18:07.843387 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f861db5e-70ff-4338-b966-06fbeeec58b8 req-ef5a9d91-35c5-464f-a83c-d1c98c709158 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/security-groups?id=fa1f1682-89f2-436c-be39-8607c4cda167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493543 Jul 27 23:18:07.854903 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29fe258a-c835-404b-9147-a9e196aa3576 None None] The sync data for ids ['bf7dd5ae-5ac3-4fa4-8cd1-df4dc4925f6e'] in n-d-802623-1 is: [{'id': 'bf7dd5ae-5ac3-4fa4-8cd1-df4dc4925f6e', 'name': 'tempest-RoutersTest-router-207095176', 'tenant_id': '2c20245bbadb4ad09448e470090626f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:17:33Z', 'updated_at': '2021-07-27T23:18:02Z', 'revision_number': 7, 'project_id': '2c20245bbadb4ad09448e470090626f6', 'gw_port_host': None, '_interfaces': [{'id': '0abce86b-920d-4aac-8926-b342aca75023', 'name': '', 'network_id': 'aacc2243-92c1-40fb-ad0f-c26dad421b6d', 'tenant_id': '2c20245bbadb4ad09448e470090626f6', 'mac_address': 'fa:16:3e:c1:b9:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf7dd5ae-5ac3-4fa4-8cd1-df4dc4925f6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': 'ba2b94c0-908c-45d7-983c-026a3c95ab3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:17:34Z', 'updated_at': '2021-07-27T23:17:45Z', 'revision_number': 5, 'project_id': '2c20245bbadb4ad09448e470090626f6', 'subnets': [{'id': 'ba2b94c0-908c-45d7-983c-026a3c95ab3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '63179a24-37cd-4cef-8205-8c9121c9ea67', 'name': '', 'network_id': '6fd50f12-3af5-4a88-9c08-6165a3ee15bf', 'tenant_id': '2c20245bbadb4ad09448e470090626f6', 'mac_address': 'fa:16:3e:14:19:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf7dd5ae-5ac3-4fa4-8cd1-df4dc4925f6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '51ed9992-6422-48e8-af12-d3d217f9ca58', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:17:54Z', 'updated_at': '2021-07-27T23:18:04Z', 'revision_number': 5, 'project_id': '2c20245bbadb4ad09448e470090626f6', 'subnets': [{'id': '51ed9992-6422-48e8-af12-d3d217f9ca58', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e26d095c-6998-4a41-9a58-8a0c1cee06df', 'name': '', 'network_id': '553cc17b-18fa-4831-9757-814a642f681c', 'tenant_id': '2c20245bbadb4ad09448e470090626f6', 'mac_address': 'fa:16:3e:91:1d:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf7dd5ae-5ac3-4fa4-8cd1-df4dc4925f6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': '6bddf330-d571-45d9-ad22-0f4c3c7edf2c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:17:48Z', 'updated_at': '2021-07-27T23:18:01Z', 'revision_number': 5, 'project_id': '2c20245bbadb4ad09448e470090626f6', 'subnets': [{'id': '6bddf330-d571-45d9-ad22-0f4c3c7edf2c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7a810c3-8890-45d3-928d-784af4528afb', 'name': '', 'network_id': 'f56ae25f-bd79-4cac-a972-8b8e2522386b', 'tenant_id': '2c20245bbadb4ad09448e470090626f6', 'mac_address': 'fa:16:3e:81:73:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf7dd5ae-5ac3-4fa4-8cd1-df4dc4925f6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '6eb1835d-5abb-426d-9089-ce670d78660f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:17:42Z', 'updated_at': '2021-07-27T23:17:52Z', 'revision_number': 5, 'project_id': '2c20245bbadb4ad09448e470090626f6', 'subnets': [{'id': '6eb1835d-5abb-426d-9089-ce670d78660f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:18:07.878254 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] No Port match for: c01ca015-102a-4a41-943f-e3e0b8118856 {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:18:07.878910 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device c01ca015-102a-4a41-943f-e3e0b8118856 not bound to the agent host n-h2-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:18:07.956440 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a6be982-ec36-4395-86c6-e83dc54d5657 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Router bf7dd5ae-5ac3-4fa4-8cd1-df4dc4925f6e has already been hosted by L3 agent 018c4455-49c0-4734-927d-7824067b2a9e {{(pid=93797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 23:18:08.005131 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cf3fd7-0bb6-4cd0-9818-39229cda14f0 req-ccfd444f-508f-4e0e-b0d3-65aef85a578d tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:18:08.026547 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-40cf3fd7-0bb6-4cd0-9818-39229cda14f0 req-ccfd444f-508f-4e0e-b0d3-65aef85a578d tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] 10.222.0.18 "GET /v2.0/ports?device_id=6a43bd9a-6245-44f3-a319-a8a9d9683e94 HTTP/1.1" status: 200 len: 944 time: 0.2317386 Jul 27 23:18:08.265963 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-40cf3fd7-0bb6-4cd0-9818-39229cda14f0 req-571ffee0-d05c-4aea-b0d6-9d8db6d473df tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] 10.222.0.18 "GET /v2.0/security-groups?id=7226db73-c6f2-4ea3-adb9-5e608bea74da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2361066 Jul 27 23:18:08.318616 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a6be982-ec36-4395-86c6-e83dc54d5657 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:18:08.328329 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-6a6be982-ec36-4395-86c6-e83dc54d5657 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] 10.222.0.18 "PUT /v2.0/routers/bf7dd5ae-5ac3-4fa4-8cd1-df4dc4925f6e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7997272 Jul 27 23:18:08.329505 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2629734d-cd03-401a-8fc3-a148d3bc7c1e None None] Sync routers for ids ['bf7dd5ae-5ac3-4fa4-8cd1-df4dc4925f6e'] in n-d-802623-1 {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:18:08.330865 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 46634) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:18:08.352524 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2629734d-cd03-401a-8fc3-a148d3bc7c1e None None] Routers {'bf7dd5ae-5ac3-4fa4-8cd1-df4dc4925f6e'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:18:08.353156 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-2629734d-cd03-401a-8fc3-a148d3bc7c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:18:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['bf7dd5ae-5ac3-4fa4-8cd1-df4dc4925f6e'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:18:08.485876 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad168a61-2c01-4afe-a41c-be314ca400c4 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Deleting subnet 51ed9992-6422-48e8-af12-d3d217f9ca58 {{(pid=93797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 23:18:08.493400 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [req-cd6542a7-237a-483b-bbf7-37cb016ac86d req-82990354-5aa5-48a1-bf7f-85603e6b235a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e860460-9096-4baf-a8a3-9d5491ceaea8 {{(pid=93798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:18:08.499423 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ad168a61-2c01-4afe-a41c-be314ca400c4 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks [] for subnet, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:08.511313 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40666a9c-e846-4547-8abf-fcebeb0a9011 req-b1e942b2-5cf0-4b62-904b-5458c49cb7cd tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:18:08.519870 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-40666a9c-e846-4547-8abf-fcebeb0a9011 req-b1e942b2-5cf0-4b62-904b-5458c49cb7cd tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] 10.222.0.18 "GET /v2.0/ports?device_id=85f40be3-f1df-4145-8683-ed8ce90ae102 HTTP/1.1" status: 200 len: 932 time: 0.1208346 Jul 27 23:18:08.530817 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-cd6542a7-237a-483b-bbf7-37cb016ac86d req-82990354-5aa5-48a1-bf7f-85603e6b235a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:08.569038 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-cd6542a7-237a-483b-bbf7-37cb016ac86d req-82990354-5aa5-48a1-bf7f-85603e6b235a service neutron] Transition to ACTIVE for port object 3e860460-9096-4baf-a8a3-9d5491ceaea8 will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:18:08.579717 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-cd6542a7-237a-483b-bbf7-37cb016ac86d req-82990354-5aa5-48a1-bf7f-85603e6b235a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:08.666581 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-40666a9c-e846-4547-8abf-fcebeb0a9011 req-5d2f7a3f-3971-4be1-8488-28ca509cc9ae tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] 10.222.0.18 "GET /v2.0/security-groups?id=8de43b2a-3064-44a7-b92f-0f4c3410d3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396153 Jul 27 23:18:08.683378 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82990354-5aa5-48a1-bf7f-85603e6b235a service neutron] Pushing event updated for resources: {'Port': ['ID=3e860460-9096-4baf-a8a3-9d5491ceaea8,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:18:08.705200 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ad168a61-2c01-4afe-a41c-be314ca400c4 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11335971'] for subnet, precommit_delete_associations {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:08.708662 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-2629734d-cd03-401a-8fc3-a148d3bc7c1e None None] Set router bf7dd5ae-5ac3-4fa4-8cd1-df4dc4925f6e gateway port host: None {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:18:08.814328 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ad168a61-2c01-4afe-a41c-be314ca400c4 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620741'] for subnet, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:08.878113 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-cd6542a7-237a-483b-bbf7-37cb016ac86d req-82990354-5aa5-48a1-bf7f-85603e6b235a service neutron] Attempting to bind port 3e860460-9096-4baf-a8a3-9d5491ceaea8 on host n-h1-802623-1 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:18:08.878465 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-cd6542a7-237a-483b-bbf7-37cb016ac86d req-82990354-5aa5-48a1-bf7f-85603e6b235a service neutron] Attempting to bind port 3e860460-9096-4baf-a8a3-9d5491ceaea8 by drivers openvswitch,hyperv on host n-h1-802623-1 at level 0 using segments [{'id': '95f4c351-b25e-43d9-ba8e-34c4aa118da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '3a3cbeff-b007-4bc1-b89e-3434caa880b9'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:18:08.878803 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd6542a7-237a-483b-bbf7-37cb016ac86d req-82990354-5aa5-48a1-bf7f-85603e6b235a service neutron] Attempting to bind port 3e860460-9096-4baf-a8a3-9d5491ceaea8 on network 3a3cbeff-b007-4bc1-b89e-3434caa880b9 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:18:08.885673 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd6542a7-237a-483b-bbf7-37cb016ac86d req-82990354-5aa5-48a1-bf7f-85603e6b235a service neutron] Port 3e860460-9096-4baf-a8a3-9d5491ceaea8 on network 3a3cbeff-b007-4bc1-b89e-3434caa880b9 not bound, no agent of type Open vSwitch agent registered on host n-h1-802623-1 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 23:18:08.886121 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd6542a7-237a-483b-bbf7-37cb016ac86d req-82990354-5aa5-48a1-bf7f-85603e6b235a service neutron] Attempting to bind port 3e860460-9096-4baf-a8a3-9d5491ceaea8 on network 3a3cbeff-b007-4bc1-b89e-3434caa880b9 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:18:08.909716 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd6542a7-237a-483b-bbf7-37cb016ac86d req-82990354-5aa5-48a1-bf7f-85603e6b235a service neutron] Checking agent: {'id': '245f1da4-a9b8-4b08-90d7-28f0f342b839', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 59, 59), 'started_at': datetime.datetime(2021, 7, 27, 22, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 17, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:18:08.910106 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd6542a7-237a-483b-bbf7-37cb016ac86d req-82990354-5aa5-48a1-bf7f-85603e6b235a service neutron] Checking segment: {'id': '95f4c351-b25e-43d9-ba8e-34c4aa118da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '3a3cbeff-b007-4bc1-b89e-3434caa880b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:18:08.910454 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd6542a7-237a-483b-bbf7-37cb016ac86d req-82990354-5aa5-48a1-bf7f-85603e6b235a service neutron] Bound using segment: {'id': '95f4c351-b25e-43d9-ba8e-34c4aa118da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '3a3cbeff-b007-4bc1-b89e-3434caa880b9'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:18:08.911848 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-cd6542a7-237a-483b-bbf7-37cb016ac86d req-82990354-5aa5-48a1-bf7f-85603e6b235a service neutron] Bound port: 3e860460-9096-4baf-a8a3-9d5491ceaea8, host: n-h1-802623-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95f4c351-b25e-43d9-ba8e-34c4aa118da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '3a3cbeff-b007-4bc1-b89e-3434caa880b9'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:18:08.912522 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-cd6542a7-237a-483b-bbf7-37cb016ac86d req-82990354-5aa5-48a1-bf7f-85603e6b235a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:08.922362 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ad168a61-2c01-4afe-a41c-be314ca400c4 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11335991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11551414'] for subnet, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:08.965210 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ad168a61-2c01-4afe-a41c-be314ca400c4 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for subnet, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:08.971366 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-ad168a61-2c01-4afe-a41c-be314ca400c4 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] 10.222.0.18 "DELETE /v2.0/subnets/51ed9992-6422-48e8-af12-d3d217f9ca58 HTTP/1.1" status: 204 len: 168 time: 0.6333923 Jul 27 23:18:08.980039 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4001ab16-9883-4972-ada2-276b33b691aa None None] Network 6fd50f12-3af5-4a88-9c08-6165a3ee15bf requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:18:08.998267 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 46638) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:18:09.026401 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad168a61-2c01-4afe-a41c-be314ca400c4 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Pushing event deleted for resources: {'Subnet': ['ID=51ed9992-6422-48e8-af12-d3d217f9ca58,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:18:09.163067 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c6ce68-a9c9-44e5-a1b8-996567d34bd3 req-9eed719f-b3b5-4499-896d-886254a1c78c tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:18:09.170497 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-35c6ce68-a9c9-44e5-a1b8-996567d34bd3 req-9eed719f-b3b5-4499-896d-886254a1c78c tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/ports?device_id=3dc73040-187a-4f58-bcc9-a88d65cd484b HTTP/1.1" status: 200 len: 945 time: 0.1459877 Jul 27 23:18:09.246457 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-35c6ce68-a9c9-44e5-a1b8-996567d34bd3 req-18f98bfd-129e-4ce3-9211-482e4ad99a21 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/security-groups?id=fa1f1682-89f2-436c-be39-8607c4cda167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750551 Jul 27 23:18:09.597299 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-cd6542a7-237a-483b-bbf7-37cb016ac86d req-82990354-5aa5-48a1-bf7f-85603e6b235a service neutron] For port 3e860460-9096-4baf-a8a3-9d5491ceaea8, host n-h1-802623-1, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:18:09.620013 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bafb7809-b43a-4c4f-8d76-4eb89138a787 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593271'] for network, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:09.625158 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-cd6542a7-237a-483b-bbf7-37cb016ac86d req-82990354-5aa5-48a1-bf7f-85603e6b235a service neutron] For port 3e860460-9096-4baf-a8a3-9d5491ceaea8, host n-h1-802623-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=3e860460-9096-4baf-a8a3-9d5491ceaea8,segment=NetworkSegment(95f4c351-b25e-43d9-ba8e-34c4aa118da8),segment_id=95f4c351-b25e-43d9-ba8e-34c4aa118da8)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:18:09.644398 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-cd6542a7-237a-483b-bbf7-37cb016ac86d req-82990354-5aa5-48a1-bf7f-85603e6b235a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:09.662930 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-2629734d-cd03-401a-8fc3-a148d3bc7c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf7dd5ae-5ac3-4fa4-8cd1-df4dc4925f6e', 'name': 'tempest-RoutersTest-router-207095176', 'tenant_id': '2c20245bbadb4ad09448e470090626f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:17:33Z', 'updated_at': '2021-07-27T23:18:07Z', 'revision_number': 8, 'project_id': '2c20245bbadb4ad09448e470090626f6', 'gw_port_host': None, '_interfaces': [{'id': '0abce86b-920d-4aac-8926-b342aca75023', 'name': '', 'network_id': 'aacc2243-92c1-40fb-ad0f-c26dad421b6d', 'tenant_id': '2c20245bbadb4ad09448e470090626f6', 'mac_address': 'fa:16:3e:c1:b9:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf7dd5ae-5ac3-4fa4-8cd1-df4dc4925f6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': 'ba2b94c0-908c-45d7-983c-026a3c95ab3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:17:34Z', 'updated_at': '2021-07-27T23:17:45Z', 'revision_number': 5, 'project_id': '2c20245bbadb4ad09448e470090626f6', 'subnets': [{'id': 'ba2b94c0-908c-45d7-983c-026a3c95ab3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e26d095c-6998-4a41-9a58-8a0c1cee06df', 'name': '', 'network_id': '553cc17b-18fa-4831-9757-814a642f681c', 'tenant_id': '2c20245bbadb4ad09448e470090626f6', 'mac_address': 'fa:16:3e:91:1d:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf7dd5ae-5ac3-4fa4-8cd1-df4dc4925f6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': '6bddf330-d571-45d9-ad22-0f4c3c7edf2c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:17:48Z', 'updated_at': '2021-07-27T23:18:01Z', 'revision_number': 5, 'project_id': '2c20245bbadb4ad09448e470090626f6', 'subnets': [{'id': '6bddf330-d571-45d9-ad22-0f4c3c7edf2c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7a810c3-8890-45d3-928d-784af4528afb', 'name': '', 'network_id': 'f56ae25f-bd79-4cac-a972-8b8e2522386b', 'tenant_id': '2c20245bbadb4ad09448e470090626f6', 'mac_address': 'fa:16:3e:81:73:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf7dd5ae-5ac3-4fa4-8cd1-df4dc4925f6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '6eb1835d-5abb-426d-9089-ce670d78660f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:17:42Z', 'updated_at': '2021-07-27T23:17:52Z', 'revision_number': 5, 'project_id': '2c20245bbadb4ad09448e470090626f6', 'subnets': [{'id': '6eb1835d-5abb-426d-9089-ce670d78660f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:18:09.739488 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7562f0-7d43-4955-b8c6-cf8a3428c8ce req-bb264723-9289-4000-937f-bf04d4109583 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:18:09.752329 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-3d7562f0-7d43-4955-b8c6-cf8a3428c8ce req-bb264723-9289-4000-937f-bf04d4109583 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] 10.222.0.18 "GET /v2.0/ports?device_id=6a43bd9a-6245-44f3-a319-a8a9d9683e94 HTTP/1.1" status: 200 len: 944 time: 0.2561965 Jul 27 23:18:09.765965 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2629734d-cd03-401a-8fc3-a148d3bc7c1e None None] Checking router: bf7dd5ae-5ac3-4fa4-8cd1-df4dc4925f6e for host: n-d-802623-1 {{(pid=93799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 23:18:09.777684 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fb514c7-28e0-447c-a957-15a58ff487b3 None None] DHCP port deletion for 6fd50f12-3af5-4a88-9c08-6165a3ee15bf request from n-d-802623-1 {{(pid=93799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 23:18:09.836755 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82990354-5aa5-48a1-bf7f-85603e6b235a service neutron] Pushing event updated for resources: {'Port': ['ID=3e860460-9096-4baf-a8a3-9d5491ceaea8,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:18:09.920409 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-3d7562f0-7d43-4955-b8c6-cf8a3428c8ce req-49d70249-a438-4f12-b80e-9033e0b686be tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] 10.222.0.18 "GET /v2.0/security-groups?id=7226db73-c6f2-4ea3-adb9-5e608bea74da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709577 Jul 27 23:18:09.922490 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6542a7-237a-483b-bbf7-37cb016ac86d req-82990354-5aa5-48a1-bf7f-85603e6b235a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:18:09.923387 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-cd6542a7-237a-483b-bbf7-37cb016ac86d req-82990354-5aa5-48a1-bf7f-85603e6b235a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:09.924990 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-cd6542a7-237a-483b-bbf7-37cb016ac86d req-82990354-5aa5-48a1-bf7f-85603e6b235a service neutron] 10.222.0.38 "PUT /v2.0/ports/3e860460-9096-4baf-a8a3-9d5491ceaea8 HTTP/1.1" status: 200 len: 1092 time: 2.3851781 Jul 27 23:18:09.925128 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2629734d-cd03-401a-8fc3-a148d3bc7c1e None None] Routers {'bf7dd5ae-5ac3-4fa4-8cd1-df4dc4925f6e'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:18:09.927742 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85f40be3-f1df-4145-8683-ed8ce90ae102', 'tag': '3e860460-9096-4baf-a8a3-9d5491ceaea8'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:18:09.929770 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-2629734d-cd03-401a-8fc3-a148d3bc7c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:18:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['bf7dd5ae-5ac3-4fa4-8cd1-df4dc4925f6e'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:18:09.931284 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}011f8d312121274bb12d78e77c6379a2079800640016cec6c6d605b73666e854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4b27375-e0c8-4723-adef-38680d8cf1bf" -d '{"events": [{"name": "network-changed", "server_uuid": "85f40be3-f1df-4145-8683-ed8ce90ae102", "tag": "3e860460-9096-4baf-a8a3-9d5491ceaea8"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:18:10.057655 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 23:18:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52730a1d-dd63-4474-9e69-4b022abe3900 x-openstack-request-id: req-52730a1d-dd63-4474-9e69-4b022abe3900 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:18:10.057956 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85f40be3-f1df-4145-8683-ed8ce90ae102", "tag": "3e860460-9096-4baf-a8a3-9d5491ceaea8", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:18:10.058187 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-52730a1d-dd63-4474-9e69-4b022abe3900 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:18:10.058592 n-d-802623-1 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85f40be3-f1df-4145-8683-ed8ce90ae102', 'tag': '3e860460-9096-4baf-a8a3-9d5491ceaea8', 'status': 'completed', 'code': 200} Jul 27 23:18:10.074082 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-bafb7809-b43a-4c4f-8d76-4eb89138a787 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Deleting port 3ff2505e-9173-4416-b4e5-047c64a6f1c4 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:18:10.074849 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bafb7809-b43a-4c4f-8d76-4eb89138a787 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:10.169249 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ddf71d-4edf-45fd-9e4d-9abeeeb1df25 req-a8b9198f-d3a1-4952-8f63-e347e45f3239 tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:18:10.181953 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-c5ddf71d-4edf-45fd-9e4d-9abeeeb1df25 req-a8b9198f-d3a1-4952-8f63-e347e45f3239 tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] 10.222.0.18 "GET /v2.0/ports?device_id=85f40be3-f1df-4145-8683-ed8ce90ae102 HTTP/1.1" status: 200 len: 944 time: 0.2390287 Jul 27 23:18:10.316726 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-2629734d-cd03-401a-8fc3-a148d3bc7c1e None None] Set router bf7dd5ae-5ac3-4fa4-8cd1-df4dc4925f6e gateway port host: None {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:18:10.326154 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-c5ddf71d-4edf-45fd-9e4d-9abeeeb1df25 req-6b45c6a3-4711-43ab-bbea-726354adfeac tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] 10.222.0.18 "GET /v2.0/security-groups?id=8de43b2a-3064-44a7-b92f-0f4c3410d3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328421 Jul 27 23:18:10.425256 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 3ff2505e-9173-4416-b4e5-047c64a6f1c4 no longer exists at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:18:10.475480 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-bafb7809-b43a-4c4f-8d76-4eb89138a787 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] For port 3ff2505e-9173-4416-b4e5-047c64a6f1c4, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=3ff2505e-9173-4416-b4e5-047c64a6f1c4,segment=NetworkSegment(802c4e2b-15d2-4960-b345-69dbb04a8422),segment_id=802c4e2b-15d2-4960-b345-69dbb04a8422)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:18:10.476102 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bafb7809-b43a-4c4f-8d76-4eb89138a787 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:10.494851 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-bafb7809-b43a-4c4f-8d76-4eb89138a787 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Calling delete_port for 3ff2505e-9173-4416-b4e5-047c64a6f1c4 owned by network:dhcp {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:18:10.518704 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6542a7-237a-483b-bbf7-37cb016ac86d req-05140dd9-e9ae-49ab-b22e-d3ed3e3f5a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:18:10.521012 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-cd6542a7-237a-483b-bbf7-37cb016ac86d req-05140dd9-e9ae-49ab-b22e-d3ed3e3f5a92 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=d275f54469544ab9abd801155d665ba1&device_id=85f40be3-f1df-4145-8683-ed8ce90ae102 HTTP/1.1" status: 200 len: 1095 time: 0.1807041 Jul 27 23:18:10.551001 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-2fb514c7-28e0-447c-a957-15a58ff487b3 None None] Deleting port 3ff2505e-9173-4416-b4e5-047c64a6f1c4 {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:18:10.552645 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2fb514c7-28e0-447c-a957-15a58ff487b3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:10.596030 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af398a4a-0d33-4aa3-b705-bcf3030963a7 req-bbe933f4-cdf3-4ab3-b53e-7c9bec418745 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:18:10.615437 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-af398a4a-0d33-4aa3-b705-bcf3030963a7 req-bbe933f4-cdf3-4ab3-b53e-7c9bec418745 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/ports?device_id=3dc73040-187a-4f58-bcc9-a88d65cd484b HTTP/1.1" status: 200 len: 945 time: 0.1564965 Jul 27 23:18:10.671231 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-af398a4a-0d33-4aa3-b705-bcf3030963a7 req-414ab2a3-6058-4213-bd81-d56acc348252 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/security-groups?id=fa1f1682-89f2-436c-be39-8607c4cda167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558534 Jul 27 23:18:10.678587 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bafb7809-b43a-4c4f-8d76-4eb89138a787 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:10.742946 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-2fb514c7-28e0-447c-a957-15a58ff487b3 None None] For port 3ff2505e-9173-4416-b4e5-047c64a6f1c4, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=3ff2505e-9173-4416-b4e5-047c64a6f1c4,segment=NetworkSegment(802c4e2b-15d2-4960-b345-69dbb04a8422),segment_id=802c4e2b-15d2-4960-b345-69dbb04a8422)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:18:10.743658 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2fb514c7-28e0-447c-a957-15a58ff487b3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:10.758372 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-2fb514c7-28e0-447c-a957-15a58ff487b3 None None] Calling delete_port for 3ff2505e-9173-4416-b4e5-047c64a6f1c4 owned by network:dhcp {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:18:10.856783 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2fb514c7-28e0-447c-a957-15a58ff487b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:10.908176 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafb7809-b43a-4c4f-8d76-4eb89138a787 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Pushing event deleted for resources: {'Port': ['ID=3ff2505e-9173-4416-b4e5-047c64a6f1c4,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:18:10.910924 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-cd6542a7-237a-483b-bbf7-37cb016ac86d req-1da1ef5f-5df4-4159-a28e-d5bf10f9b8f0 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3e860460-9096-4baf-a8a3-9d5491ceaea8 HTTP/1.1" status: 200 len: 217 time: 0.2131531 Jul 27 23:18:10.914276 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] No active binding found for port 3ff2505e-9173-4416-b4e5-047c64a6f1c4 {{(pid=93799) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 27 23:18:10.914723 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 3ff2505e-9173-4416-b4e5-047c64a6f1c4 not bound to the agent host n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:18:10.926342 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb514c7-28e0-447c-a957-15a58ff487b3 None None] Pushing event deleted for resources: {'Port': ['ID=3ff2505e-9173-4416-b4e5-047c64a6f1c4,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:18:10.927032 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bafb7809-b43a-4c4f-8d76-4eb89138a787 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] No DVR routers for this DVR port 3ff2505e-9173-4416-b4e5-047c64a6f1c4 on host n-d-802623-1 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:18:10.998042 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fb514c7-28e0-447c-a957-15a58ff487b3 None None] No DVR routers for this DVR port 3ff2505e-9173-4416-b4e5-047c64a6f1c4 on host n-d-802623-1 {{(pid=93799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:18:11.080494 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bafb7809-b43a-4c4f-8d76-4eb89138a787 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618032', 'neutron.services.segments.db._delete_segments_for_network-8736833900081'] for network, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:11.091303 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-bafb7809-b43a-4c4f-8d76-4eb89138a787 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fd50f12-3af5-4a88-9c08-6165a3ee15bf']}} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:18:11.111131 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-bafb7809-b43a-4c4f-8d76-4eb89138a787 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '802c4e2b-15d2-4960-b345-69dbb04a8422') {'for_net_delete': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:18:11.111366 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-bafb7809-b43a-4c4f-8d76-4eb89138a787 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '802c4e2b-15d2-4960-b345-69dbb04a8422') {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:18:11.138106 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bafb7809-b43a-4c4f-8d76-4eb89138a787 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736833900858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11163256'] for segment, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:11.168011 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bafb7809-b43a-4c4f-8d76-4eb89138a787 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:11.192762 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0123d11-298c-45ba-bcaa-5b520f44f67f req-08971c32-a2b8-493e-a87a-82bb29dbed31 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:18:11.195539 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d0123d11-298c-45ba-bcaa-5b520f44f67f req-08971c32-a2b8-493e-a87a-82bb29dbed31 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] 10.222.0.18 "GET /v2.0/ports?device_id=6a43bd9a-6245-44f3-a319-a8a9d9683e94 HTTP/1.1" status: 200 len: 944 time: 0.1391747 Jul 27 23:18:11.202230 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bafb7809-b43a-4c4f-8d76-4eb89138a787 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Releasing vlan 525 on physical network physnet1 to pool {{(pid=93798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 23:18:11.203565 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bafb7809-b43a-4c4f-8d76-4eb89138a787 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11971746'] for segment, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:11.205764 n-d-802623-1 neutron-server[93798]: Traceback (most recent call last): Jul 27 23:18:11.205764 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 23:18:11.205764 n-d-802623-1 neutron-server[93798]: timer() Jul 27 23:18:11.205764 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 23:18:11.205764 n-d-802623-1 neutron-server[93798]: cb(*args, **kw) Jul 27 23:18:11.205764 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 23:18:11.205764 n-d-802623-1 neutron-server[93798]: return func(*args, **kwargs) Jul 27 23:18:11.205764 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 23:18:11.205764 n-d-802623-1 neutron-server[93798]: self._notify() Jul 27 23:18:11.205764 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 23:18:11.205764 n-d-802623-1 neutron-server[93798]: self.callback(batched_events) Jul 27 23:18:11.205764 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 23:18:11.205764 n-d-802623-1 neutron-server[93798]: event.method(event) Jul 27 23:18:11.205764 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 23:18:11.205764 n-d-802623-1 neutron-server[93798]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 23:18:11.205764 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 23:18:11.205764 n-d-802623-1 neutron-server[93798]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 23:18:11.205764 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 23:18:11.205764 n-d-802623-1 neutron-server[93798]: return f(self, *a, **k) Jul 27 23:18:11.205764 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 23:18:11.205764 n-d-802623-1 neutron-server[93798]: return self._get(url).json() Jul 27 23:18:11.205764 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 23:18:11.205764 n-d-802623-1 neutron-server[93798]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 23:18:11.205764 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 23:18:11.205764 n-d-802623-1 neutron-server[93798]: return self.request(url, 'GET', **kwargs) Jul 27 23:18:11.205764 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 23:18:11.205764 n-d-802623-1 neutron-server[93798]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 23:18:11.205764 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 23:18:11.205764 n-d-802623-1 neutron-server[93798]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 23:18:11.205764 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 23:18:11.205764 n-d-802623-1 neutron-server[93798]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 23:18:11.205764 n-d-802623-1 neutron-server[93798]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 23:18:11.296584 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d0123d11-298c-45ba-bcaa-5b520f44f67f req-906d94f6-bdef-47a2-b64c-2ee6453783f2 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] 10.222.0.18 "GET /v2.0/security-groups?id=7226db73-c6f2-4ea3-adb9-5e608bea74da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0946586 Jul 27 23:18:11.340067 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bafb7809-b43a-4c4f-8d76-4eb89138a787 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415412'] for network, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:11.400121 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-2629734d-cd03-401a-8fc3-a148d3bc7c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf7dd5ae-5ac3-4fa4-8cd1-df4dc4925f6e', 'name': 'tempest-RoutersTest-router-207095176', 'tenant_id': '2c20245bbadb4ad09448e470090626f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:17:33Z', 'updated_at': '2021-07-27T23:18:07Z', 'revision_number': 8, 'project_id': '2c20245bbadb4ad09448e470090626f6', 'gw_port_host': None, '_interfaces': [{'id': '0abce86b-920d-4aac-8926-b342aca75023', 'name': '', 'network_id': 'aacc2243-92c1-40fb-ad0f-c26dad421b6d', 'tenant_id': '2c20245bbadb4ad09448e470090626f6', 'mac_address': 'fa:16:3e:c1:b9:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf7dd5ae-5ac3-4fa4-8cd1-df4dc4925f6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': 'ba2b94c0-908c-45d7-983c-026a3c95ab3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:17:34Z', 'updated_at': '2021-07-27T23:17:45Z', 'revision_number': 5, 'project_id': '2c20245bbadb4ad09448e470090626f6', 'subnets': [{'id': 'ba2b94c0-908c-45d7-983c-026a3c95ab3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e26d095c-6998-4a41-9a58-8a0c1cee06df', 'name': '', 'network_id': '553cc17b-18fa-4831-9757-814a642f681c', 'tenant_id': '2c20245bbadb4ad09448e470090626f6', 'mac_address': 'fa:16:3e:91:1d:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf7dd5ae-5ac3-4fa4-8cd1-df4dc4925f6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': '6bddf330-d571-45d9-ad22-0f4c3c7edf2c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:17:48Z', 'updated_at': '2021-07-27T23:18:01Z', 'revision_number': 5, 'project_id': '2c20245bbadb4ad09448e470090626f6', 'subnets': [{'id': '6bddf330-d571-45d9-ad22-0f4c3c7edf2c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7a810c3-8890-45d3-928d-784af4528afb', 'name': '', 'network_id': 'f56ae25f-bd79-4cac-a972-8b8e2522386b', 'tenant_id': '2c20245bbadb4ad09448e470090626f6', 'mac_address': 'fa:16:3e:81:73:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf7dd5ae-5ac3-4fa4-8cd1-df4dc4925f6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '6eb1835d-5abb-426d-9089-ce670d78660f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:17:42Z', 'updated_at': '2021-07-27T23:17:52Z', 'revision_number': 5, 'project_id': '2c20245bbadb4ad09448e470090626f6', 'subnets': [{'id': '6eb1835d-5abb-426d-9089-ce670d78660f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:18:11.404983 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bafb7809-b43a-4c4f-8d76-4eb89138a787 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:11.410467 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 46666) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:18:11.418778 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-bafb7809-b43a-4c4f-8d76-4eb89138a787 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] 10.222.0.18 "DELETE /v2.0/networks/6fd50f12-3af5-4a88-9c08-6165a3ee15bf HTTP/1.1" status: 204 len: 168 time: 2.4080346 Jul 27 23:18:11.488826 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafb7809-b43a-4c4f-8d76-4eb89138a787 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Pushing event deleted for resources: {'Network': ['ID=6fd50f12-3af5-4a88-9c08-6165a3ee15bf,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:18:11.489734 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2629734d-cd03-401a-8fc3-a148d3bc7c1e None None] The sync data for ids ['bf7dd5ae-5ac3-4fa4-8cd1-df4dc4925f6e'] in n-d-802623-1 is: [{'id': 'bf7dd5ae-5ac3-4fa4-8cd1-df4dc4925f6e', 'name': 'tempest-RoutersTest-router-207095176', 'tenant_id': '2c20245bbadb4ad09448e470090626f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:17:33Z', 'updated_at': '2021-07-27T23:18:07Z', 'revision_number': 8, 'project_id': '2c20245bbadb4ad09448e470090626f6', 'gw_port_host': None, '_interfaces': [{'id': '0abce86b-920d-4aac-8926-b342aca75023', 'name': '', 'network_id': 'aacc2243-92c1-40fb-ad0f-c26dad421b6d', 'tenant_id': '2c20245bbadb4ad09448e470090626f6', 'mac_address': 'fa:16:3e:c1:b9:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf7dd5ae-5ac3-4fa4-8cd1-df4dc4925f6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': 'ba2b94c0-908c-45d7-983c-026a3c95ab3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:17:34Z', 'updated_at': '2021-07-27T23:17:45Z', 'revision_number': 5, 'project_id': '2c20245bbadb4ad09448e470090626f6', 'subnets': [{'id': 'ba2b94c0-908c-45d7-983c-026a3c95ab3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e26d095c-6998-4a41-9a58-8a0c1cee06df', 'name': '', 'network_id': '553cc17b-18fa-4831-9757-814a642f681c', 'tenant_id': '2c20245bbadb4ad09448e470090626f6', 'mac_address': 'fa:16:3e:91:1d:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf7dd5ae-5ac3-4fa4-8cd1-df4dc4925f6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': '6bddf330-d571-45d9-ad22-0f4c3c7edf2c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:17:48Z', 'updated_at': '2021-07-27T23:18:01Z', 'revision_number': 5, 'project_id': '2c20245bbadb4ad09448e470090626f6', 'subnets': [{'id': '6bddf330-d571-45d9-ad22-0f4c3c7edf2c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7a810c3-8890-45d3-928d-784af4528afb', 'name': '', 'network_id': 'f56ae25f-bd79-4cac-a972-8b8e2522386b', 'tenant_id': '2c20245bbadb4ad09448e470090626f6', 'mac_address': 'fa:16:3e:81:73:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf7dd5ae-5ac3-4fa4-8cd1-df4dc4925f6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '6eb1835d-5abb-426d-9089-ce670d78660f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:17:42Z', 'updated_at': '2021-07-27T23:17:52Z', 'revision_number': 5, 'project_id': '2c20245bbadb4ad09448e470090626f6', 'subnets': [{'id': '6eb1835d-5abb-426d-9089-ce670d78660f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:18:11.741150 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0859203e-213a-4651-9db4-bf7cd7157a62 req-fe8de2e8-fd91-49e7-81fe-a3a982aeb088 tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:18:11.760146 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-0859203e-213a-4651-9db4-bf7cd7157a62 req-fe8de2e8-fd91-49e7-81fe-a3a982aeb088 tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] 10.222.0.18 "GET /v2.0/ports?device_id=85f40be3-f1df-4145-8683-ed8ce90ae102 HTTP/1.1" status: 200 len: 944 time: 0.1775296 Jul 27 23:18:11.824013 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-0859203e-213a-4651-9db4-bf7cd7157a62 req-a56a1b76-b237-4ff8-bc17-7c060efd08e6 tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] 10.222.0.18 "GET /v2.0/security-groups?id=8de43b2a-3064-44a7-b92f-0f4c3410d3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615144 Jul 27 23:18:12.115205 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc63288-555e-4859-b107-4bcdb7004b8b req-2b7736f1-affe-4c75-9c95-8e802b22a51b tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:18:12.123148 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-6fc63288-555e-4859-b107-4bcdb7004b8b req-2b7736f1-affe-4c75-9c95-8e802b22a51b tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/ports?device_id=3dc73040-187a-4f58-bcc9-a88d65cd484b HTTP/1.1" status: 200 len: 945 time: 0.1292636 Jul 27 23:18:12.204122 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ebf5b40b-f567-49fb-9f31-d86005d9dfbd tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-414022'] for router_interface, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:12.217379 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-6fc63288-555e-4859-b107-4bcdb7004b8b req-ebe40ebe-aa54-41b3-8e78-83dcfe257d55 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/security-groups?id=fa1f1682-89f2-436c-be39-8607c4cda167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882435 Jul 27 23:18:12.288139 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 63179a24-37cd-4cef-8205-8c9121c9ea67 no longer exists at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:18:12.328730 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] No Port match for: 63179a24-37cd-4cef-8205-8c9121c9ea67 {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:18:12.329260 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 63179a24-37cd-4cef-8205-8c9121c9ea67 not bound to the agent host n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:18:12.555623 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904d1b9a-7908-4ad6-add3-5acdf6b5822b req-604933a2-2892-4ff0-b218-5c8c77ad7979 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:18:12.557646 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-904d1b9a-7908-4ad6-add3-5acdf6b5822b req-604933a2-2892-4ff0-b218-5c8c77ad7979 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] 10.222.0.18 "GET /v2.0/ports?device_id=6a43bd9a-6245-44f3-a319-a8a9d9683e94 HTTP/1.1" status: 200 len: 944 time: 0.0735397 Jul 27 23:18:12.615560 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-904d1b9a-7908-4ad6-add3-5acdf6b5822b req-7dc8efa0-d715-41be-87ca-ed734649df0d tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] 10.222.0.18 "GET /v2.0/security-groups?id=7226db73-c6f2-4ea3-adb9-5e608bea74da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507989 Jul 27 23:18:12.666526 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-ebf5b40b-f567-49fb-9f31-d86005d9dfbd tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Deleting port e26d095c-6998-4a41-9a58-8a0c1cee06df {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:18:12.666878 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ebf5b40b-f567-49fb-9f31-d86005d9dfbd tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:12.832833 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-ebf5b40b-f567-49fb-9f31-d86005d9dfbd tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] For port e26d095c-6998-4a41-9a58-8a0c1cee06df, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=e26d095c-6998-4a41-9a58-8a0c1cee06df,segment=NetworkSegment(a32a7f1e-e5a9-4056-a9f9-fe9b63805dc6),segment_id=a32a7f1e-e5a9-4056-a9f9-fe9b63805dc6)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:18:12.833196 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ebf5b40b-f567-49fb-9f31-d86005d9dfbd tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:12.848516 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-ebf5b40b-f567-49fb-9f31-d86005d9dfbd tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Calling delete_port for e26d095c-6998-4a41-9a58-8a0c1cee06df owned by network:router_interface {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:18:13.007733 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58acdd6c-b9f1-4ae8-9d2b-7a835bfc2a48 req-a203a40b-881f-46d8-8a38-8a052c0d776d tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:18:13.015945 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-58acdd6c-b9f1-4ae8-9d2b-7a835bfc2a48 req-a203a40b-881f-46d8-8a38-8a052c0d776d tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] 10.222.0.18 "GET /v2.0/ports?device_id=85f40be3-f1df-4145-8683-ed8ce90ae102 HTTP/1.1" status: 200 len: 944 time: 0.0873053 Jul 27 23:18:13.067007 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-58acdd6c-b9f1-4ae8-9d2b-7a835bfc2a48 req-c0225949-ff50-45b5-9411-2a28cf7f16b3 tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] 10.222.0.18 "GET /v2.0/security-groups?id=8de43b2a-3064-44a7-b92f-0f4c3410d3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499506 Jul 27 23:18:13.068607 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ebf5b40b-f567-49fb-9f31-d86005d9dfbd tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:13.102855 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf5b40b-f567-49fb-9f31-d86005d9dfbd tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Pushing event deleted for resources: {'Port': ['ID=e26d095c-6998-4a41-9a58-8a0c1cee06df,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:18:13.301887 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ebf5b40b-f567-49fb-9f31-d86005d9dfbd tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3760546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-413994'] for router_interface, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:13.439764 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40165f5c-5f74-40e3-af94-2d5e59746203 req-8d961a82-b79a-4f21-be23-3c9f09c50d18 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:18:13.444846 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-40165f5c-5f74-40e3-af94-2d5e59746203 req-8d961a82-b79a-4f21-be23-3c9f09c50d18 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/ports?device_id=3dc73040-187a-4f58-bcc9-a88d65cd484b HTTP/1.1" status: 200 len: 945 time: 0.0593741 Jul 27 23:18:13.497045 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-40165f5c-5f74-40e3-af94-2d5e59746203 req-b4da8640-7f8c-4fef-adde-ac1eb210cf50 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/security-groups?id=fa1f1682-89f2-436c-be39-8607c4cda167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512371 Jul 27 23:18:13.578144 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebf5b40b-f567-49fb-9f31-d86005d9dfbd tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Router bf7dd5ae-5ac3-4fa4-8cd1-df4dc4925f6e has already been hosted by L3 agent 018c4455-49c0-4734-927d-7824067b2a9e {{(pid=93797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 23:18:13.684174 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebf5b40b-f567-49fb-9f31-d86005d9dfbd tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:18:13.690616 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-ebf5b40b-f567-49fb-9f31-d86005d9dfbd tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] 10.222.0.18 "PUT /v2.0/routers/bf7dd5ae-5ac3-4fa4-8cd1-df4dc4925f6e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2784259 Jul 27 23:18:13.693902 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 46690) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:18:13.696852 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-606695f2-d7c5-44f3-bcf5-7db61eba02b1 None None] Sync routers for ids ['bf7dd5ae-5ac3-4fa4-8cd1-df4dc4925f6e'] in n-d-802623-1 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:18:13.714069 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-606695f2-d7c5-44f3-bcf5-7db61eba02b1 None None] Routers {'bf7dd5ae-5ac3-4fa4-8cd1-df4dc4925f6e'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:18:13.715403 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-606695f2-d7c5-44f3-bcf5-7db61eba02b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:18:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['bf7dd5ae-5ac3-4fa4-8cd1-df4dc4925f6e'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:18:13.829306 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_v2 [None req-46c6285c-16ca-4232-91ba-3514d26f0d9f tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Deleting subnet 6bddf330-d571-45d9-ad22-0f4c3c7edf2c {{(pid=93798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 23:18:13.838475 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-46c6285c-16ca-4232-91ba-3514d26f0d9f tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks [] for subnet, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:13.884209 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-46c6285c-16ca-4232-91ba-3514d26f0d9f tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11163249'] for subnet, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:13.902112 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-606695f2-d7c5-44f3-bcf5-7db61eba02b1 None None] Set router bf7dd5ae-5ac3-4fa4-8cd1-df4dc4925f6e gateway port host: None {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:18:13.928426 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2106fda-ab22-4457-961c-e76d1eb8813e req-f2603569-1174-4d22-8588-b2d8ef4d480d tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:18:13.940120 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-d2106fda-ab22-4457-961c-e76d1eb8813e req-f2603569-1174-4d22-8588-b2d8ef4d480d tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] 10.222.0.18 "GET /v2.0/ports?device_id=6a43bd9a-6245-44f3-a319-a8a9d9683e94 HTTP/1.1" status: 200 len: 944 time: 0.1549280 Jul 27 23:18:14.017930 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-d2106fda-ab22-4457-961c-e76d1eb8813e req-a0c75c20-414e-429b-8b4f-6b1a268a922e tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] 10.222.0.18 "GET /v2.0/security-groups?id=7226db73-c6f2-4ea3-adb9-5e608bea74da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768886 Jul 27 23:18:14.093258 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-46c6285c-16ca-4232-91ba-3514d26f0d9f tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620741'] for subnet, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:14.265803 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-606695f2-d7c5-44f3-bcf5-7db61eba02b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf7dd5ae-5ac3-4fa4-8cd1-df4dc4925f6e', 'name': 'tempest-RoutersTest-router-207095176', 'tenant_id': '2c20245bbadb4ad09448e470090626f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:17:33Z', 'updated_at': '2021-07-27T23:18:12Z', 'revision_number': 9, 'project_id': '2c20245bbadb4ad09448e470090626f6', 'gw_port_host': None, '_interfaces': [{'id': '0abce86b-920d-4aac-8926-b342aca75023', 'name': '', 'network_id': 'aacc2243-92c1-40fb-ad0f-c26dad421b6d', 'tenant_id': '2c20245bbadb4ad09448e470090626f6', 'mac_address': 'fa:16:3e:c1:b9:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf7dd5ae-5ac3-4fa4-8cd1-df4dc4925f6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': 'ba2b94c0-908c-45d7-983c-026a3c95ab3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:17:34Z', 'updated_at': '2021-07-27T23:17:45Z', 'revision_number': 5, 'project_id': '2c20245bbadb4ad09448e470090626f6', 'subnets': [{'id': 'ba2b94c0-908c-45d7-983c-026a3c95ab3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7a810c3-8890-45d3-928d-784af4528afb', 'name': '', 'network_id': 'f56ae25f-bd79-4cac-a972-8b8e2522386b', 'tenant_id': '2c20245bbadb4ad09448e470090626f6', 'mac_address': 'fa:16:3e:81:73:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf7dd5ae-5ac3-4fa4-8cd1-df4dc4925f6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '6eb1835d-5abb-426d-9089-ce670d78660f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:17:42Z', 'updated_at': '2021-07-27T23:17:52Z', 'revision_number': 5, 'project_id': '2c20245bbadb4ad09448e470090626f6', 'subnets': [{'id': '6eb1835d-5abb-426d-9089-ce670d78660f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:18:14.287569 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2783b37-b831-4746-a4fc-19ab4f917dba req-1f9869f4-8835-4dfa-891b-a6d381d13189 tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:18:14.289370 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f2783b37-b831-4746-a4fc-19ab4f917dba req-1f9869f4-8835-4dfa-891b-a6d381d13189 tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] 10.222.0.18 "GET /v2.0/ports?device_id=85f40be3-f1df-4145-8683-ed8ce90ae102 HTTP/1.1" status: 200 len: 944 time: 0.1302962 Jul 27 23:18:14.292174 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-46c6285c-16ca-4232-91ba-3514d26f0d9f tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11971800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12265753'] for subnet, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:14.325706 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13ced0bd-2f97-4578-b3bd-2d3551bcf840 None None] Network 553cc17b-18fa-4831-9757-814a642f681c requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:18:14.334315 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-46c6285c-16ca-4232-91ba-3514d26f0d9f tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:14.339458 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 46694) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:18:14.349000 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-46c6285c-16ca-4232-91ba-3514d26f0d9f tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] 10.222.0.18 "DELETE /v2.0/subnets/6bddf330-d571-45d9-ad22-0f4c3c7edf2c HTTP/1.1" status: 204 len: 168 time: 0.6539230 Jul 27 23:18:14.405749 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c6285c-16ca-4232-91ba-3514d26f0d9f tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Pushing event deleted for resources: {'Subnet': ['ID=6bddf330-d571-45d9-ad22-0f4c3c7edf2c,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:18:14.435408 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f2783b37-b831-4746-a4fc-19ab4f917dba req-64cdf946-be70-4f05-9633-01b9a6aa062f tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] 10.222.0.18 "GET /v2.0/security-groups?id=8de43b2a-3064-44a7-b92f-0f4c3410d3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298695 Jul 27 23:18:14.466691 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5546e755-0c65-43a9-ba9d-d7d5784ede38 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593271'] for network, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:14.485827 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-606695f2-d7c5-44f3-bcf5-7db61eba02b1 None None] Checking router: bf7dd5ae-5ac3-4fa4-8cd1-df4dc4925f6e for host: n-d-802623-1 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 23:18:14.495310 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-606695f2-d7c5-44f3-bcf5-7db61eba02b1 None None] Routers {'bf7dd5ae-5ac3-4fa4-8cd1-df4dc4925f6e'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:18:14.495925 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-606695f2-d7c5-44f3-bcf5-7db61eba02b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:18:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['bf7dd5ae-5ac3-4fa4-8cd1-df4dc4925f6e'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:18:14.527654 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-5546e755-0c65-43a9-ba9d-d7d5784ede38 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Deleting port b9523ee3-c1d2-4b59-bc52-1eb71a926e58 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:18:14.528012 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5546e755-0c65-43a9-ba9d-d7d5784ede38 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:14.645610 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73c0a9e8-396d-48b0-8e8a-4df436e46c3c None None] DHCP port deletion for 553cc17b-18fa-4831-9757-814a642f681c request from n-d-802623-1 {{(pid=93799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 23:18:14.654145 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58f68fa-4150-44e2-bd14-ccf316ffb296 req-e435956a-3d98-4024-89dd-588c1840e496 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:18:14.659338 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f58f68fa-4150-44e2-bd14-ccf316ffb296 req-e435956a-3d98-4024-89dd-588c1840e496 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/ports?device_id=3dc73040-187a-4f58-bcc9-a88d65cd484b HTTP/1.1" status: 200 len: 945 time: 0.0960600 Jul 27 23:18:14.671740 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-606695f2-d7c5-44f3-bcf5-7db61eba02b1 None None] Set router bf7dd5ae-5ac3-4fa4-8cd1-df4dc4925f6e gateway port host: None {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:18:14.694890 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-5546e755-0c65-43a9-ba9d-d7d5784ede38 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] For port b9523ee3-c1d2-4b59-bc52-1eb71a926e58, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=b9523ee3-c1d2-4b59-bc52-1eb71a926e58,segment=NetworkSegment(a32a7f1e-e5a9-4056-a9f9-fe9b63805dc6),segment_id=a32a7f1e-e5a9-4056-a9f9-fe9b63805dc6)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:18:14.695219 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5546e755-0c65-43a9-ba9d-d7d5784ede38 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:14.714796 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-5546e755-0c65-43a9-ba9d-d7d5784ede38 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Calling delete_port for b9523ee3-c1d2-4b59-bc52-1eb71a926e58 owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:18:14.756357 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-73c0a9e8-396d-48b0-8e8a-4df436e46c3c None None] Deleting port b9523ee3-c1d2-4b59-bc52-1eb71a926e58 {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:18:14.756942 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-73c0a9e8-396d-48b0-8e8a-4df436e46c3c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:14.762723 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f58f68fa-4150-44e2-bd14-ccf316ffb296 req-e23fad62-5b01-47d2-87ec-a9a53b272a4f tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/security-groups?id=fa1f1682-89f2-436c-be39-8607c4cda167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966868 Jul 27 23:18:14.913855 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-73c0a9e8-396d-48b0-8e8a-4df436e46c3c None None] For port b9523ee3-c1d2-4b59-bc52-1eb71a926e58, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=b9523ee3-c1d2-4b59-bc52-1eb71a926e58,segment=NetworkSegment(a32a7f1e-e5a9-4056-a9f9-fe9b63805dc6),segment_id=a32a7f1e-e5a9-4056-a9f9-fe9b63805dc6)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:18:14.914571 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-73c0a9e8-396d-48b0-8e8a-4df436e46c3c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:14.933689 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-73c0a9e8-396d-48b0-8e8a-4df436e46c3c None None] Calling delete_port for b9523ee3-c1d2-4b59-bc52-1eb71a926e58 owned by network:dhcp {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:18:14.955933 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5546e755-0c65-43a9-ba9d-d7d5784ede38 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:14.986692 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5546e755-0c65-43a9-ba9d-d7d5784ede38 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] No DVR routers for this DVR port b9523ee3-c1d2-4b59-bc52-1eb71a926e58 on host n-d-802623-1 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:18:15.005276 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-606695f2-d7c5-44f3-bcf5-7db61eba02b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf7dd5ae-5ac3-4fa4-8cd1-df4dc4925f6e', 'name': 'tempest-RoutersTest-router-207095176', 'tenant_id': '2c20245bbadb4ad09448e470090626f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:17:33Z', 'updated_at': '2021-07-27T23:18:12Z', 'revision_number': 9, 'project_id': '2c20245bbadb4ad09448e470090626f6', 'gw_port_host': None, '_interfaces': [{'id': '0abce86b-920d-4aac-8926-b342aca75023', 'name': '', 'network_id': 'aacc2243-92c1-40fb-ad0f-c26dad421b6d', 'tenant_id': '2c20245bbadb4ad09448e470090626f6', 'mac_address': 'fa:16:3e:c1:b9:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf7dd5ae-5ac3-4fa4-8cd1-df4dc4925f6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': 'ba2b94c0-908c-45d7-983c-026a3c95ab3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:17:34Z', 'updated_at': '2021-07-27T23:17:45Z', 'revision_number': 5, 'project_id': '2c20245bbadb4ad09448e470090626f6', 'subnets': [{'id': 'ba2b94c0-908c-45d7-983c-026a3c95ab3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7a810c3-8890-45d3-928d-784af4528afb', 'name': '', 'network_id': 'f56ae25f-bd79-4cac-a972-8b8e2522386b', 'tenant_id': '2c20245bbadb4ad09448e470090626f6', 'mac_address': 'fa:16:3e:81:73:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf7dd5ae-5ac3-4fa4-8cd1-df4dc4925f6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '6eb1835d-5abb-426d-9089-ce670d78660f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:17:42Z', 'updated_at': '2021-07-27T23:17:52Z', 'revision_number': 5, 'project_id': '2c20245bbadb4ad09448e470090626f6', 'subnets': [{'id': '6eb1835d-5abb-426d-9089-ce670d78660f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:18:15.041577 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-606695f2-d7c5-44f3-bcf5-7db61eba02b1 None None] The sync data for ids ['bf7dd5ae-5ac3-4fa4-8cd1-df4dc4925f6e'] in n-d-802623-1 is: [{'id': 'bf7dd5ae-5ac3-4fa4-8cd1-df4dc4925f6e', 'name': 'tempest-RoutersTest-router-207095176', 'tenant_id': '2c20245bbadb4ad09448e470090626f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:17:33Z', 'updated_at': '2021-07-27T23:18:12Z', 'revision_number': 9, 'project_id': '2c20245bbadb4ad09448e470090626f6', 'gw_port_host': None, '_interfaces': [{'id': '0abce86b-920d-4aac-8926-b342aca75023', 'name': '', 'network_id': 'aacc2243-92c1-40fb-ad0f-c26dad421b6d', 'tenant_id': '2c20245bbadb4ad09448e470090626f6', 'mac_address': 'fa:16:3e:c1:b9:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf7dd5ae-5ac3-4fa4-8cd1-df4dc4925f6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': 'ba2b94c0-908c-45d7-983c-026a3c95ab3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:17:34Z', 'updated_at': '2021-07-27T23:17:45Z', 'revision_number': 5, 'project_id': '2c20245bbadb4ad09448e470090626f6', 'subnets': [{'id': 'ba2b94c0-908c-45d7-983c-026a3c95ab3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7a810c3-8890-45d3-928d-784af4528afb', 'name': '', 'network_id': 'f56ae25f-bd79-4cac-a972-8b8e2522386b', 'tenant_id': '2c20245bbadb4ad09448e470090626f6', 'mac_address': 'fa:16:3e:81:73:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf7dd5ae-5ac3-4fa4-8cd1-df4dc4925f6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '6eb1835d-5abb-426d-9089-ce670d78660f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:17:42Z', 'updated_at': '2021-07-27T23:17:52Z', 'revision_number': 5, 'project_id': '2c20245bbadb4ad09448e470090626f6', 'subnets': [{'id': '6eb1835d-5abb-426d-9089-ce670d78660f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:18:15.053956 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-73c0a9e8-396d-48b0-8e8a-4df436e46c3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:15.089906 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5546e755-0c65-43a9-ba9d-d7d5784ede38 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Pushing event deleted for resources: {'Port': ['ID=b9523ee3-c1d2-4b59-bc52-1eb71a926e58,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:18:15.128118 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73c0a9e8-396d-48b0-8e8a-4df436e46c3c None None] No DVR routers for this DVR port b9523ee3-c1d2-4b59-bc52-1eb71a926e58 on host n-d-802623-1 {{(pid=93799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:18:15.136153 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c0a9e8-396d-48b0-8e8a-4df436e46c3c None None] Pushing event deleted for resources: {'Port': ['ID=b9523ee3-c1d2-4b59-bc52-1eb71a926e58,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:18:15.288885 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b23a63-9eb9-4ef1-b663-3a68ce232c2a req-cd4c796f-658e-41d7-ba8f-ddf9d1aad406 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:18:15.290752 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-56b23a63-9eb9-4ef1-b663-3a68ce232c2a req-cd4c796f-658e-41d7-ba8f-ddf9d1aad406 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] 10.222.0.18 "GET /v2.0/ports?device_id=6a43bd9a-6245-44f3-a319-a8a9d9683e94 HTTP/1.1" status: 200 len: 944 time: 0.1111217 Jul 27 23:18:15.351510 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-56b23a63-9eb9-4ef1-b663-3a68ce232c2a req-b35f41be-f0a3-4b9e-88eb-dd1d481a8b3c tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] 10.222.0.18 "GET /v2.0/security-groups?id=7226db73-c6f2-4ea3-adb9-5e608bea74da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527618 Jul 27 23:18:15.625193 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b57272-fa5d-497f-8e3b-6287ba1e43d4 req-a0f6b2a1-725d-4d20-ab39-8073a986352f tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:18:15.632807 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e1b57272-fa5d-497f-8e3b-6287ba1e43d4 req-a0f6b2a1-725d-4d20-ab39-8073a986352f tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] 10.222.0.18 "GET /v2.0/ports?device_id=85f40be3-f1df-4145-8683-ed8ce90ae102 HTTP/1.1" status: 200 len: 944 time: 0.0882442 Jul 27 23:18:15.659180 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5546e755-0c65-43a9-ba9d-d7d5784ede38 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618032', 'neutron.services.segments.db._delete_segments_for_network-8736833900081'] for network, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:15.672951 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-5546e755-0c65-43a9-ba9d-d7d5784ede38 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['553cc17b-18fa-4831-9757-814a642f681c']}} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:18:15.683003 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e1b57272-fa5d-497f-8e3b-6287ba1e43d4 req-c69b8e28-fbb4-47a0-9012-7682e47a52c7 tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] 10.222.0.18 "GET /v2.0/security-groups?id=8de43b2a-3064-44a7-b92f-0f4c3410d3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492990 Jul 27 23:18:15.687936 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-5546e755-0c65-43a9-ba9d-d7d5784ede38 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a32a7f1e-e5a9-4056-a9f9-fe9b63805dc6') {'for_net_delete': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:18:15.689158 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-5546e755-0c65-43a9-ba9d-d7d5784ede38 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a32a7f1e-e5a9-4056-a9f9-fe9b63805dc6') {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:18:15.705846 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5546e755-0c65-43a9-ba9d-d7d5784ede38 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736833900858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11335978'] for segment, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:15.728579 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5546e755-0c65-43a9-ba9d-d7d5784ede38 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:15.739502 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5546e755-0c65-43a9-ba9d-d7d5784ede38 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Releasing vlan 513 on physical network physnet1 to pool {{(pid=93797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 23:18:15.740210 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5546e755-0c65-43a9-ba9d-d7d5784ede38 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11336013'] for segment, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:15.743566 n-d-802623-1 neutron-server[93797]: Traceback (most recent call last): Jul 27 23:18:15.743566 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 23:18:15.743566 n-d-802623-1 neutron-server[93797]: timer() Jul 27 23:18:15.743566 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 23:18:15.743566 n-d-802623-1 neutron-server[93797]: cb(*args, **kw) Jul 27 23:18:15.743566 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 23:18:15.743566 n-d-802623-1 neutron-server[93797]: return func(*args, **kwargs) Jul 27 23:18:15.743566 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 23:18:15.743566 n-d-802623-1 neutron-server[93797]: self._notify() Jul 27 23:18:15.743566 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 23:18:15.743566 n-d-802623-1 neutron-server[93797]: self.callback(batched_events) Jul 27 23:18:15.743566 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 23:18:15.743566 n-d-802623-1 neutron-server[93797]: event.method(event) Jul 27 23:18:15.743566 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 23:18:15.743566 n-d-802623-1 neutron-server[93797]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 23:18:15.743566 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 23:18:15.743566 n-d-802623-1 neutron-server[93797]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 23:18:15.743566 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 23:18:15.743566 n-d-802623-1 neutron-server[93797]: return f(self, *a, **k) Jul 27 23:18:15.743566 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 23:18:15.743566 n-d-802623-1 neutron-server[93797]: return self._get(url).json() Jul 27 23:18:15.743566 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 23:18:15.743566 n-d-802623-1 neutron-server[93797]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 23:18:15.743566 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 23:18:15.743566 n-d-802623-1 neutron-server[93797]: return self.request(url, 'GET', **kwargs) Jul 27 23:18:15.743566 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 23:18:15.743566 n-d-802623-1 neutron-server[93797]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 23:18:15.743566 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 23:18:15.743566 n-d-802623-1 neutron-server[93797]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 23:18:15.743566 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 23:18:15.743566 n-d-802623-1 neutron-server[93797]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 23:18:15.743566 n-d-802623-1 neutron-server[93797]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 23:18:15.817937 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5546e755-0c65-43a9-ba9d-d7d5784ede38 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415412'] for network, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:15.827650 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5546e755-0c65-43a9-ba9d-d7d5784ede38 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for network, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:15.829633 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-5546e755-0c65-43a9-ba9d-d7d5784ede38 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] 10.222.0.18 "DELETE /v2.0/networks/553cc17b-18fa-4831-9757-814a642f681c HTTP/1.1" status: 204 len: 168 time: 1.4890726 Jul 27 23:18:15.832473 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 46720) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:18:15.858754 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5546e755-0c65-43a9-ba9d-d7d5784ede38 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Pushing event deleted for resources: {'Network': ['ID=553cc17b-18fa-4831-9757-814a642f681c,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:18:16.010899 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6132d51f-c617-4291-8800-8b936705f8f2 req-a6abc873-a154-470d-b076-f56ff92b44ff tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:18:16.012282 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-6132d51f-c617-4291-8800-8b936705f8f2 req-a6abc873-a154-470d-b076-f56ff92b44ff tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/ports?device_id=3dc73040-187a-4f58-bcc9-a88d65cd484b HTTP/1.1" status: 200 len: 945 time: 0.1059651 Jul 27 23:18:16.117828 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-6132d51f-c617-4291-8800-8b936705f8f2 req-3e35c291-ee8a-4a5f-84a4-11daab2e8f39 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/security-groups?id=fa1f1682-89f2-436c-be39-8607c4cda167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733175 Jul 27 23:18:16.295689 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device e26d095c-6998-4a41-9a58-8a0c1cee06df no longer exists at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:18:16.339369 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] No Port match for: e26d095c-6998-4a41-9a58-8a0c1cee06df {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:18:16.339711 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device e26d095c-6998-4a41-9a58-8a0c1cee06df not bound to the agent host n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:18:16.340130 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device b9523ee3-c1d2-4b59-bc52-1eb71a926e58 no longer exists at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:18:16.362442 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] No Port match for: b9523ee3-c1d2-4b59-bc52-1eb71a926e58 {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:18:16.362879 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device b9523ee3-c1d2-4b59-bc52-1eb71a926e58 not bound to the agent host n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:18:16.522880 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fc78e132-8b76-4e6b-86c1-b662e5a041e9 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-414022'] for router_interface, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:16.624805 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae32e590-5199-4d5f-8eda-19b8bf412f5a req-678acdde-dfce-4c32-8ca0-385cfec6465b tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:18:16.626381 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ae32e590-5199-4d5f-8eda-19b8bf412f5a req-678acdde-dfce-4c32-8ca0-385cfec6465b tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] 10.222.0.18 "GET /v2.0/ports?device_id=6a43bd9a-6245-44f3-a319-a8a9d9683e94 HTTP/1.1" status: 200 len: 944 time: 0.1463816 Jul 27 23:18:16.732225 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ae32e590-5199-4d5f-8eda-19b8bf412f5a req-07707cbb-cfa7-4341-9df3-2ac84a1f8cc3 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] 10.222.0.18 "GET /v2.0/security-groups?id=7226db73-c6f2-4ea3-adb9-5e608bea74da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0972190 Jul 27 23:18:16.906671 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614fca59-5226-49c4-8a46-d0dbc4d72903 req-12312c96-a465-4529-b4ea-c1f3a47c6bed tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:18:16.908353 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-614fca59-5226-49c4-8a46-d0dbc4d72903 req-12312c96-a465-4529-b4ea-c1f3a47c6bed tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] 10.222.0.18 "GET /v2.0/ports?device_id=85f40be3-f1df-4145-8683-ed8ce90ae102 HTTP/1.1" status: 200 len: 944 time: 0.0917702 Jul 27 23:18:16.959308 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-fc78e132-8b76-4e6b-86c1-b662e5a041e9 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Deleting port e7a810c3-8890-45d3-928d-784af4528afb {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:18:16.959950 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fc78e132-8b76-4e6b-86c1-b662e5a041e9 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:17.034488 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-614fca59-5226-49c4-8a46-d0dbc4d72903 req-ee43c7e1-8c6e-4a77-99c4-b5188b2fce96 tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] 10.222.0.18 "GET /v2.0/security-groups?id=8de43b2a-3064-44a7-b92f-0f4c3410d3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139534 Jul 27 23:18:17.118558 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-fc78e132-8b76-4e6b-86c1-b662e5a041e9 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] For port e7a810c3-8890-45d3-928d-784af4528afb, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=e7a810c3-8890-45d3-928d-784af4528afb,segment=NetworkSegment(4d711229-1ab1-48af-a3c8-f37d3b2ac526),segment_id=4d711229-1ab1-48af-a3c8-f37d3b2ac526)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:18:17.118932 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fc78e132-8b76-4e6b-86c1-b662e5a041e9 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:17.135509 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-fc78e132-8b76-4e6b-86c1-b662e5a041e9 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Calling delete_port for e7a810c3-8890-45d3-928d-784af4528afb owned by network:router_interface {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:18:17.311376 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e672bd53-6e8b-4f21-a0b4-cc0de0a87760 req-b03ce2e0-42d2-4203-bd47-19b406b9bc17 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:18:17.312797 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e672bd53-6e8b-4f21-a0b4-cc0de0a87760 req-b03ce2e0-42d2-4203-bd47-19b406b9bc17 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/ports?device_id=3dc73040-187a-4f58-bcc9-a88d65cd484b HTTP/1.1" status: 200 len: 945 time: 0.0612881 Jul 27 23:18:17.476674 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e672bd53-6e8b-4f21-a0b4-cc0de0a87760 req-96423359-0266-4bbb-b08f-bc83afd704ad tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/security-groups?id=fa1f1682-89f2-436c-be39-8607c4cda167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511493 Jul 27 23:18:17.513773 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fc78e132-8b76-4e6b-86c1-b662e5a041e9 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:17.564619 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc78e132-8b76-4e6b-86c1-b662e5a041e9 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Pushing event deleted for resources: {'Port': ['ID=e7a810c3-8890-45d3-928d-784af4528afb,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:18:18.195437 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fc78e132-8b76-4e6b-86c1-b662e5a041e9 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3760546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-413994'] for router_interface, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:18.232846 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba57520-d643-4cd3-8d2b-6ffbd6d6730b req-c95eac9b-58da-4d9c-924a-a50c02b24e0d tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:18:18.265721 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-4ba57520-d643-4cd3-8d2b-6ffbd6d6730b req-c95eac9b-58da-4d9c-924a-a50c02b24e0d tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] 10.222.0.18 "GET /v2.0/ports?device_id=6a43bd9a-6245-44f3-a319-a8a9d9683e94 HTTP/1.1" status: 200 len: 944 time: 0.1701887 Jul 27 23:18:18.419220 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-4ba57520-d643-4cd3-8d2b-6ffbd6d6730b req-87a52598-9bd3-4632-b16f-858f6a6899ec tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] 10.222.0.18 "GET /v2.0/security-groups?id=7226db73-c6f2-4ea3-adb9-5e608bea74da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1524153 Jul 27 23:18:18.593570 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc78e132-8b76-4e6b-86c1-b662e5a041e9 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Router bf7dd5ae-5ac3-4fa4-8cd1-df4dc4925f6e has already been hosted by L3 agent 018c4455-49c0-4734-927d-7824067b2a9e {{(pid=93798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 23:18:18.609218 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0be8cce-a4ee-4c3f-b26c-99c269d63440 req-6d613e21-755b-4be7-9a7f-a0bc576cbe91 tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:18:18.610776 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c0be8cce-a4ee-4c3f-b26c-99c269d63440 req-6d613e21-755b-4be7-9a7f-a0bc576cbe91 tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] 10.222.0.18 "GET /v2.0/ports?device_id=85f40be3-f1df-4145-8683-ed8ce90ae102 HTTP/1.1" status: 200 len: 944 time: 0.0834644 Jul 27 23:18:18.723465 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c0be8cce-a4ee-4c3f-b26c-99c269d63440 req-63e8ec15-fdd8-499d-adcb-dd13900f6cba tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] 10.222.0.18 "GET /v2.0/security-groups?id=8de43b2a-3064-44a7-b92f-0f4c3410d3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037440 Jul 27 23:18:18.727813 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc78e132-8b76-4e6b-86c1-b662e5a041e9 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:18:18.735153 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-fc78e132-8b76-4e6b-86c1-b662e5a041e9 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] 10.222.0.18 "PUT /v2.0/routers/bf7dd5ae-5ac3-4fa4-8cd1-df4dc4925f6e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8990643 Jul 27 23:18:18.744098 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 46754) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:18:18.755129 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b784500b-3183-4f75-b061-20b3d9e29d31 None None] Sync routers for ids ['bf7dd5ae-5ac3-4fa4-8cd1-df4dc4925f6e'] in n-d-802623-1 {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:18:18.772506 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b784500b-3183-4f75-b061-20b3d9e29d31 None None] Routers {'bf7dd5ae-5ac3-4fa4-8cd1-df4dc4925f6e'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:18:18.773786 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-b784500b-3183-4f75-b061-20b3d9e29d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:18:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['bf7dd5ae-5ac3-4fa4-8cd1-df4dc4925f6e'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:18:18.795758 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a4bc0bb-2f62-4ce3-8943-dbefa819f197 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Deleting subnet 6eb1835d-5abb-426d-9089-ce670d78660f {{(pid=93797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 23:18:18.799791 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7a4bc0bb-2f62-4ce3-8943-dbefa819f197 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks [] for subnet, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:18.839610 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a6164e-4f6b-48ed-9e50-f133d6934e80 req-6017b37c-620e-4a64-8518-4444f5fe57a7 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:18:18.843525 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-25a6164e-4f6b-48ed-9e50-f133d6934e80 req-6017b37c-620e-4a64-8518-4444f5fe57a7 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/ports?device_id=3dc73040-187a-4f58-bcc9-a88d65cd484b HTTP/1.1" status: 200 len: 945 time: 0.0558023 Jul 27 23:18:18.854748 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7a4bc0bb-2f62-4ce3-8943-dbefa819f197 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11335971'] for subnet, precommit_delete_associations {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:18.887026 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-b784500b-3183-4f75-b061-20b3d9e29d31 None None] Set router bf7dd5ae-5ac3-4fa4-8cd1-df4dc4925f6e gateway port host: None {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:18:18.887411 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-25a6164e-4f6b-48ed-9e50-f133d6934e80 req-6441f72d-7db7-46fc-902f-e626d910f150 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/security-groups?id=fa1f1682-89f2-436c-be39-8607c4cda167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394654 Jul 27 23:18:18.973171 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7a4bc0bb-2f62-4ce3-8943-dbefa819f197 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620741'] for subnet, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:19.049617 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7a4bc0bb-2f62-4ce3-8943-dbefa819f197 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11335991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11551414'] for subnet, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:19.088444 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7a4bc0bb-2f62-4ce3-8943-dbefa819f197 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for subnet, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:19.100570 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-7a4bc0bb-2f62-4ce3-8943-dbefa819f197 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] 10.222.0.18 "DELETE /v2.0/subnets/6eb1835d-5abb-426d-9089-ce670d78660f HTTP/1.1" status: 204 len: 168 time: 0.3639355 Jul 27 23:18:19.101852 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4bc0bb-2f62-4ce3-8943-dbefa819f197 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Pushing event deleted for resources: {'Subnet': ['ID=6eb1835d-5abb-426d-9089-ce670d78660f,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:18:19.102723 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c645d520-2fc0-436b-8cd8-b47c4a9e813c None None] Network f56ae25f-bd79-4cac-a972-8b8e2522386b requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:18:19.104458 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 46758) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:18:19.205564 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6be9bce0-8d75-428e-a4a3-a1ffb9f79bbd tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593271'] for network, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:19.243623 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6542a7-237a-483b-bbf7-37cb016ac86d req-c4362234-89a5-40c9-940d-0c142322eb00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:18:19.245366 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-cd6542a7-237a-483b-bbf7-37cb016ac86d req-c4362234-89a5-40c9-940d-0c142322eb00 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b6febf1a-433f-4f54-bd03-8c744a40d170 HTTP/1.1" status: 200 len: 843 time: 0.0631983 Jul 27 23:18:19.283627 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-6be9bce0-8d75-428e-a4a3-a1ffb9f79bbd tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Deleting port 57c87624-6a3e-411f-a772-024fb4f8af11 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:18:19.283982 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6be9bce0-8d75-428e-a4a3-a1ffb9f79bbd tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:19.319855 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-cd6542a7-237a-483b-bbf7-37cb016ac86d req-5be04ed2-9f84-4dbc-b987-2a21c5bec469 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=3a3cbeff-b007-4bc1-b89e-3434caa880b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0572398 Jul 27 23:18:19.352895 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-6be9bce0-8d75-428e-a4a3-a1ffb9f79bbd tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] For port 57c87624-6a3e-411f-a772-024fb4f8af11, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=57c87624-6a3e-411f-a772-024fb4f8af11,segment=NetworkSegment(4d711229-1ab1-48af-a3c8-f37d3b2ac526),segment_id=4d711229-1ab1-48af-a3c8-f37d3b2ac526)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:18:19.353276 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6be9bce0-8d75-428e-a4a3-a1ffb9f79bbd tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:19.367933 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-6be9bce0-8d75-428e-a4a3-a1ffb9f79bbd tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Calling delete_port for 57c87624-6a3e-411f-a772-024fb4f8af11 owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:18:19.414040 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-b784500b-3183-4f75-b061-20b3d9e29d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf7dd5ae-5ac3-4fa4-8cd1-df4dc4925f6e', 'name': 'tempest-RoutersTest-router-207095176', 'tenant_id': '2c20245bbadb4ad09448e470090626f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:17:33Z', 'updated_at': '2021-07-27T23:18:17Z', 'revision_number': 10, 'project_id': '2c20245bbadb4ad09448e470090626f6', 'gw_port_host': None, '_interfaces': [{'id': '0abce86b-920d-4aac-8926-b342aca75023', 'name': '', 'network_id': 'aacc2243-92c1-40fb-ad0f-c26dad421b6d', 'tenant_id': '2c20245bbadb4ad09448e470090626f6', 'mac_address': 'fa:16:3e:c1:b9:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf7dd5ae-5ac3-4fa4-8cd1-df4dc4925f6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': 'ba2b94c0-908c-45d7-983c-026a3c95ab3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:17:34Z', 'updated_at': '2021-07-27T23:17:45Z', 'revision_number': 5, 'project_id': '2c20245bbadb4ad09448e470090626f6', 'subnets': [{'id': 'ba2b94c0-908c-45d7-983c-026a3c95ab3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:18:19.447020 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b784500b-3183-4f75-b061-20b3d9e29d31 None None] Checking router: bf7dd5ae-5ac3-4fa4-8cd1-df4dc4925f6e for host: n-d-802623-1 {{(pid=93799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 23:18:19.455700 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-cd6542a7-237a-483b-bbf7-37cb016ac86d req-df30852b-6e69-461d-b05c-01be357eaa65 service neutron] 10.222.0.38 "GET /v2.0/networks/3a3cbeff-b007-4bc1-b89e-3434caa880b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192369 Jul 27 23:18:19.460690 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b784500b-3183-4f75-b061-20b3d9e29d31 None None] Routers {'bf7dd5ae-5ac3-4fa4-8cd1-df4dc4925f6e'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:18:19.461666 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-b784500b-3183-4f75-b061-20b3d9e29d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:18:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['bf7dd5ae-5ac3-4fa4-8cd1-df4dc4925f6e'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:18:19.484361 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6be9bce0-8d75-428e-a4a3-a1ffb9f79bbd tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:19.499955 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6be9bce0-8d75-428e-a4a3-a1ffb9f79bbd tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] No DVR routers for this DVR port 57c87624-6a3e-411f-a772-024fb4f8af11 on host n-d-802623-1 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:18:19.509667 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f4d7f4c-8328-400d-afe2-27744f409b44 None None] DHCP port deletion for f56ae25f-bd79-4cac-a972-8b8e2522386b request from n-d-802623-1 {{(pid=93799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 23:18:19.522790 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be9bce0-8d75-428e-a4a3-a1ffb9f79bbd tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Pushing event deleted for resources: {'Port': ['ID=57c87624-6a3e-411f-a772-024fb4f8af11,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:18:19.576141 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-b784500b-3183-4f75-b061-20b3d9e29d31 None None] Set router bf7dd5ae-5ac3-4fa4-8cd1-df4dc4925f6e gateway port host: None {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:18:19.656143 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6be9bce0-8d75-428e-a4a3-a1ffb9f79bbd tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618032', 'neutron.services.segments.db._delete_segments_for_network-8736833900081'] for network, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:19.669053 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-6be9bce0-8d75-428e-a4a3-a1ffb9f79bbd tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f56ae25f-bd79-4cac-a972-8b8e2522386b']}} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:18:19.679134 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-cd6542a7-237a-483b-bbf7-37cb016ac86d req-eaf81c33-2101-4628-a712-d126e06efac6 service neutron] 10.222.0.38 "GET /v2.0/networks/3a3cbeff-b007-4bc1-b89e-3434caa880b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2124925 Jul 27 23:18:19.684275 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-6be9bce0-8d75-428e-a4a3-a1ffb9f79bbd tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d711229-1ab1-48af-a3c8-f37d3b2ac526') {'for_net_delete': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:18:19.684856 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-6be9bce0-8d75-428e-a4a3-a1ffb9f79bbd tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d711229-1ab1-48af-a3c8-f37d3b2ac526') {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:18:19.695564 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6be9bce0-8d75-428e-a4a3-a1ffb9f79bbd tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736833900858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11335978'] for segment, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:19.716496 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6be9bce0-8d75-428e-a4a3-a1ffb9f79bbd tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:19.726264 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0021a0-cfd0-4ca9-afd5-a73908ff5117 req-f088cc67-e092-4173-b7c4-015989ca1c26 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:18:19.729234 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-1a0021a0-cfd0-4ca9-afd5-a73908ff5117 req-f088cc67-e092-4173-b7c4-015989ca1c26 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] 10.222.0.18 "GET /v2.0/ports?device_id=6a43bd9a-6245-44f3-a319-a8a9d9683e94 HTTP/1.1" status: 200 len: 944 time: 0.1371257 Jul 27 23:18:19.748314 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6be9bce0-8d75-428e-a4a3-a1ffb9f79bbd tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Releasing vlan 510 on physical network physnet1 to pool {{(pid=93797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 23:18:19.749313 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6be9bce0-8d75-428e-a4a3-a1ffb9f79bbd tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11336013'] for segment, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:19.839662 n-d-802623-1 neutron-server[93797]: Traceback (most recent call last): Jul 27 23:18:19.839662 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 23:18:19.839662 n-d-802623-1 neutron-server[93797]: timer() Jul 27 23:18:19.839662 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 23:18:19.839662 n-d-802623-1 neutron-server[93797]: cb(*args, **kw) Jul 27 23:18:19.839662 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 23:18:19.839662 n-d-802623-1 neutron-server[93797]: return func(*args, **kwargs) Jul 27 23:18:19.839662 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 23:18:19.839662 n-d-802623-1 neutron-server[93797]: self._notify() Jul 27 23:18:19.839662 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 23:18:19.839662 n-d-802623-1 neutron-server[93797]: self.callback(batched_events) Jul 27 23:18:19.839662 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 23:18:19.839662 n-d-802623-1 neutron-server[93797]: event.method(event) Jul 27 23:18:19.839662 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 23:18:19.839662 n-d-802623-1 neutron-server[93797]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 23:18:19.839662 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 23:18:19.839662 n-d-802623-1 neutron-server[93797]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 23:18:19.839662 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 23:18:19.839662 n-d-802623-1 neutron-server[93797]: return f(self, *a, **k) Jul 27 23:18:19.839662 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 23:18:19.839662 n-d-802623-1 neutron-server[93797]: return self._get(url).json() Jul 27 23:18:19.839662 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 23:18:19.839662 n-d-802623-1 neutron-server[93797]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 23:18:19.839662 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 23:18:19.839662 n-d-802623-1 neutron-server[93797]: return self.request(url, 'GET', **kwargs) Jul 27 23:18:19.839662 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 23:18:19.839662 n-d-802623-1 neutron-server[93797]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 23:18:19.839662 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 23:18:19.839662 n-d-802623-1 neutron-server[93797]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 23:18:19.839662 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 23:18:19.839662 n-d-802623-1 neutron-server[93797]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 23:18:19.839662 n-d-802623-1 neutron-server[93797]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 23:18:19.848754 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-b784500b-3183-4f75-b061-20b3d9e29d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf7dd5ae-5ac3-4fa4-8cd1-df4dc4925f6e', 'name': 'tempest-RoutersTest-router-207095176', 'tenant_id': '2c20245bbadb4ad09448e470090626f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:17:33Z', 'updated_at': '2021-07-27T23:18:17Z', 'revision_number': 10, 'project_id': '2c20245bbadb4ad09448e470090626f6', 'gw_port_host': None, '_interfaces': [{'id': '0abce86b-920d-4aac-8926-b342aca75023', 'name': '', 'network_id': 'aacc2243-92c1-40fb-ad0f-c26dad421b6d', 'tenant_id': '2c20245bbadb4ad09448e470090626f6', 'mac_address': 'fa:16:3e:c1:b9:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf7dd5ae-5ac3-4fa4-8cd1-df4dc4925f6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': 'ba2b94c0-908c-45d7-983c-026a3c95ab3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:17:34Z', 'updated_at': '2021-07-27T23:17:45Z', 'revision_number': 5, 'project_id': '2c20245bbadb4ad09448e470090626f6', 'subnets': [{'id': 'ba2b94c0-908c-45d7-983c-026a3c95ab3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:18:19.867882 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-1a0021a0-cfd0-4ca9-afd5-a73908ff5117 req-2f98fb07-2853-4558-b9ca-2738ea4f9336 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] 10.222.0.18 "GET /v2.0/security-groups?id=7226db73-c6f2-4ea3-adb9-5e608bea74da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1286771 Jul 27 23:18:19.889638 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b27375-e0c8-4723-adef-38680d8cf1bf req-b57ec3f0-0f24-47bc-b4e9-4b9b759fad62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:18:19.890008 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b784500b-3183-4f75-b061-20b3d9e29d31 None None] The sync data for ids ['bf7dd5ae-5ac3-4fa4-8cd1-df4dc4925f6e'] in n-d-802623-1 is: [{'id': 'bf7dd5ae-5ac3-4fa4-8cd1-df4dc4925f6e', 'name': 'tempest-RoutersTest-router-207095176', 'tenant_id': '2c20245bbadb4ad09448e470090626f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:17:33Z', 'updated_at': '2021-07-27T23:18:17Z', 'revision_number': 10, 'project_id': '2c20245bbadb4ad09448e470090626f6', 'gw_port_host': None, '_interfaces': [{'id': '0abce86b-920d-4aac-8926-b342aca75023', 'name': '', 'network_id': 'aacc2243-92c1-40fb-ad0f-c26dad421b6d', 'tenant_id': '2c20245bbadb4ad09448e470090626f6', 'mac_address': 'fa:16:3e:c1:b9:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf7dd5ae-5ac3-4fa4-8cd1-df4dc4925f6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': 'ba2b94c0-908c-45d7-983c-026a3c95ab3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:17:34Z', 'updated_at': '2021-07-27T23:17:45Z', 'revision_number': 5, 'project_id': '2c20245bbadb4ad09448e470090626f6', 'subnets': [{'id': 'ba2b94c0-908c-45d7-983c-026a3c95ab3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:18:19.891677 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a4b27375-e0c8-4723-adef-38680d8cf1bf req-b57ec3f0-0f24-47bc-b4e9-4b9b759fad62 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=d275f54469544ab9abd801155d665ba1&device_id=85f40be3-f1df-4145-8683-ed8ce90ae102 HTTP/1.1" status: 200 len: 1095 time: 0.1299214 Jul 27 23:18:19.939741 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6be9bce0-8d75-428e-a4a3-a1ffb9f79bbd tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415412'] for network, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:19.959594 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6be9bce0-8d75-428e-a4a3-a1ffb9f79bbd tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for network, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:19.962776 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-6be9bce0-8d75-428e-a4a3-a1ffb9f79bbd tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] 10.222.0.18 "DELETE /v2.0/networks/f56ae25f-bd79-4cac-a972-8b8e2522386b HTTP/1.1" status: 204 len: 168 time: 0.8569689 Jul 27 23:18:19.979643 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c24aaa-5ba5-44b8-87a5-9dad051136f1 req-92ad92ef-abeb-4523-8539-435152aa685a tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:18:19.982104 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-10c24aaa-5ba5-44b8-87a5-9dad051136f1 req-92ad92ef-abeb-4523-8539-435152aa685a tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] 10.222.0.18 "GET /v2.0/ports?device_id=85f40be3-f1df-4145-8683-ed8ce90ae102 HTTP/1.1" status: 200 len: 944 time: 0.1390820 Jul 27 23:18:19.991200 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 46766) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:18:19.997763 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be9bce0-8d75-428e-a4a3-a1ffb9f79bbd tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Pushing event deleted for resources: {'Network': ['ID=f56ae25f-bd79-4cac-a972-8b8e2522386b,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:18:20.033747 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-10c24aaa-5ba5-44b8-87a5-9dad051136f1 req-6a93e219-793e-447a-9f09-6b43b1f9b5bb tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] 10.222.0.18 "GET /v2.0/security-groups?id=8de43b2a-3064-44a7-b92f-0f4c3410d3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377688 Jul 27 23:18:20.171284 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea5d6d7-65d8-4e56-b834-cb1c296ca5c7 req-b4e7f2b8-d584-4424-9bdf-a2dab32cd506 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:18:20.172958 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-cea5d6d7-65d8-4e56-b834-cb1c296ca5c7 req-b4e7f2b8-d584-4424-9bdf-a2dab32cd506 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/ports?device_id=3dc73040-187a-4f58-bcc9-a88d65cd484b HTTP/1.1" status: 200 len: 945 time: 0.1805835 Jul 27 23:18:20.245780 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b27375-e0c8-4723-adef-38680d8cf1bf req-f74086e3-54b5-4021-918d-fc9c4dc5db6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:18:20.247313 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a4b27375-e0c8-4723-adef-38680d8cf1bf req-f74086e3-54b5-4021-918d-fc9c4dc5db6b service neutron] 10.222.0.38 "GET /v2.0/networks?id=3a3cbeff-b007-4bc1-b89e-3434caa880b9 HTTP/1.1" status: 200 len: 904 time: 0.3439412 Jul 27 23:18:20.316383 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a4b27375-e0c8-4723-adef-38680d8cf1bf req-bae2c396-b85b-4016-a1c2-f42395dbe151 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3e860460-9096-4baf-a8a3-9d5491ceaea8 HTTP/1.1" status: 200 len: 217 time: 0.0387378 Jul 27 23:18:20.341641 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 57c87624-6a3e-411f-a772-024fb4f8af11 no longer exists at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:18:20.350359 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-cea5d6d7-65d8-4e56-b834-cb1c296ca5c7 req-85e863d3-3fbb-44dc-847d-903f59a65311 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/security-groups?id=fa1f1682-89f2-436c-be39-8607c4cda167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643431 Jul 27 23:18:20.372371 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] No Port match for: 57c87624-6a3e-411f-a772-024fb4f8af11 {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:18:20.372951 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 57c87624-6a3e-411f-a772-024fb4f8af11 not bound to the agent host n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:18:20.373525 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device e7a810c3-8890-45d3-928d-784af4528afb no longer exists at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:18:20.398189 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] No Port match for: e7a810c3-8890-45d3-928d-784af4528afb {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:18:20.398520 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device e7a810c3-8890-45d3-928d-784af4528afb not bound to the agent host n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:18:20.428288 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b27375-e0c8-4723-adef-38680d8cf1bf req-6b3a53f8-9f0b-4496-87da-0486c00c39bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:18:20.429906 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a4b27375-e0c8-4723-adef-38680d8cf1bf req-6b3a53f8-9f0b-4496-87da-0486c00c39bd service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b6febf1a-433f-4f54-bd03-8c744a40d170 HTTP/1.1" status: 200 len: 843 time: 0.0965066 Jul 27 23:18:20.469135 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a4b27375-e0c8-4723-adef-38680d8cf1bf req-70be465e-9825-4fab-bbe1-52187a22b392 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=3a3cbeff-b007-4bc1-b89e-3434caa880b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299952 Jul 27 23:18:20.608724 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a4b27375-e0c8-4723-adef-38680d8cf1bf req-68be374f-9abd-4a38-80ac-dd521671b847 service neutron] 10.222.0.38 "GET /v2.0/networks/3a3cbeff-b007-4bc1-b89e-3434caa880b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151342 Jul 27 23:18:20.737505 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f2bce467-7888-40f6-97d2-a31e39da8f24 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-414022'] for router_interface, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:20.774195 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a4b27375-e0c8-4723-adef-38680d8cf1bf req-de962e8a-64f0-43ca-a856-2e99817f16b3 service neutron] 10.222.0.38 "GET /v2.0/networks/3a3cbeff-b007-4bc1-b89e-3434caa880b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1562934 Jul 27 23:18:20.911229 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-dd3a705e-611f-4421-914a-14e55539aad6 req-122fd42b-27c5-4b9f-b90f-28b075e43f3c service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=55cb1b9e-b3c2-47cd-8a02-7c9e10ec36f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0932593 Jul 27 23:18:21.003188 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2d629a-f66f-4e35-a71a-a0b812cdcf98 req-b7b5818e-b9b1-4708-b9fe-1f31d0b86155 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:18:21.013947 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-3a2d629a-f66f-4e35-a71a-a0b812cdcf98 req-b7b5818e-b9b1-4708-b9fe-1f31d0b86155 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] 10.222.0.18 "GET /v2.0/ports?device_id=6a43bd9a-6245-44f3-a319-a8a9d9683e94 HTTP/1.1" status: 200 len: 944 time: 0.0703728 Jul 27 23:18:21.016456 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3a705e-611f-4421-914a-14e55539aad6 req-5acd2381-7b79-4817-9c01-098d246fccad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:18:21.018182 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-dd3a705e-611f-4421-914a-14e55539aad6 req-5acd2381-7b79-4817-9c01-098d246fccad service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=096ab815848b4fa4865a54f76499dfb1&device_id=55cb1b9e-b3c2-47cd-8a02-7c9e10ec36f7 HTTP/1.1" status: 200 len: 1095 time: 0.0851078 Jul 27 23:18:21.080439 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-3a2d629a-f66f-4e35-a71a-a0b812cdcf98 req-c22b0332-5f25-4cea-a14c-df5c78c7149a tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] 10.222.0.18 "GET /v2.0/security-groups?id=7226db73-c6f2-4ea3-adb9-5e608bea74da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655470 Jul 27 23:18:21.226106 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-f2bce467-7888-40f6-97d2-a31e39da8f24 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Deleting port 0abce86b-920d-4aac-8926-b342aca75023 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:18:21.226448 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f2bce467-7888-40f6-97d2-a31e39da8f24 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:21.231557 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3a705e-611f-4421-914a-14e55539aad6 req-7ab36d11-b6f6-48ef-9686-5e5f6b66e175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:18:21.233049 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-dd3a705e-611f-4421-914a-14e55539aad6 req-7ab36d11-b6f6-48ef-9686-5e5f6b66e175 service neutron] 10.222.0.49 "GET /v2.0/networks?id=0627b955-dd0f-4cce-ba7f-51e698f3bc59 HTTP/1.1" status: 200 len: 913 time: 0.1819842 Jul 27 23:18:21.326385 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868e6eb7-287b-4704-8b00-0841c530e755 req-0750276d-2146-4f31-8564-868606cd6ea9 tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:18:21.328178 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-868e6eb7-287b-4704-8b00-0841c530e755 req-0750276d-2146-4f31-8564-868606cd6ea9 tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] 10.222.0.18 "GET /v2.0/ports?device_id=85f40be3-f1df-4145-8683-ed8ce90ae102 HTTP/1.1" status: 200 len: 944 time: 0.1938965 Jul 27 23:18:21.382190 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-dd3a705e-611f-4421-914a-14e55539aad6 req-61de3781-3917-43d5-b7a1-a37adf32ed8f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=907413de-9aa6-49bc-ae78-3f4206ba8faf HTTP/1.1" status: 200 len: 998 time: 0.1102996 Jul 27 23:18:21.446487 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-f2bce467-7888-40f6-97d2-a31e39da8f24 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] For port 0abce86b-920d-4aac-8926-b342aca75023, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=0abce86b-920d-4aac-8926-b342aca75023,segment=NetworkSegment(989f00ef-2b2a-43e6-98fd-652c120f7ea7),segment_id=989f00ef-2b2a-43e6-98fd-652c120f7ea7)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:18:21.446755 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f2bce467-7888-40f6-97d2-a31e39da8f24 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:21.451439 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-868e6eb7-287b-4704-8b00-0841c530e755 req-437fbc92-6cd9-465a-bacb-2d82cf00343f tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] 10.222.0.18 "GET /v2.0/security-groups?id=8de43b2a-3064-44a7-b92f-0f4c3410d3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140916 Jul 27 23:18:21.468114 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-f2bce467-7888-40f6-97d2-a31e39da8f24 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Calling delete_port for 0abce86b-920d-4aac-8926-b342aca75023 owned by network:router_interface {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:18:21.483871 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3a705e-611f-4421-914a-14e55539aad6 req-a788f5d2-d9bf-415a-b758-1871f7a68716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:18:21.486225 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-dd3a705e-611f-4421-914a-14e55539aad6 req-a788f5d2-d9bf-415a-b758-1871f7a68716 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=232a981d-f7d1-42df-991c-3a09e4ce0177 HTTP/1.1" status: 200 len: 851 time: 0.0943043 Jul 27 23:18:21.495445 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd332a7-34dc-4052-90f4-018654d4f6ee req-fa43e185-5cde-45f2-8784-9894983c04d7 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:18:21.502988 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-fcd332a7-34dc-4052-90f4-018654d4f6ee req-fa43e185-5cde-45f2-8784-9894983c04d7 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/ports?device_id=3dc73040-187a-4f58-bcc9-a88d65cd484b HTTP/1.1" status: 200 len: 945 time: 0.0645671 Jul 27 23:18:21.551003 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-fcd332a7-34dc-4052-90f4-018654d4f6ee req-c00a884a-5fb8-4c61-b160-a2874fb43f32 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/security-groups?id=fa1f1682-89f2-436c-be39-8607c4cda167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458462 Jul 27 23:18:21.581317 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3a705e-611f-4421-914a-14e55539aad6 req-bf228320-20df-4b96-a919-dc8490b8aa9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:18:21.583357 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-dd3a705e-611f-4421-914a-14e55539aad6 req-bf228320-20df-4b96-a919-dc8490b8aa9d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0627b955-dd0f-4cce-ba7f-51e698f3bc59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0654137 Jul 27 23:18:21.751992 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-dd3a705e-611f-4421-914a-14e55539aad6 req-331ca8a6-8e5d-4791-9752-b28cf6fcdd58 service neutron] 10.222.0.49 "GET /v2.0/networks/0627b955-dd0f-4cce-ba7f-51e698f3bc59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314278 Jul 27 23:18:21.777812 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f2bce467-7888-40f6-97d2-a31e39da8f24 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:21.840616 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bce467-7888-40f6-97d2-a31e39da8f24 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Pushing event deleted for resources: {'Port': ['ID=0abce86b-920d-4aac-8926-b342aca75023,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:18:21.923239 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-dd3a705e-611f-4421-914a-14e55539aad6 req-69908b06-9e95-467e-a66f-7fff43a8be12 service neutron] 10.222.0.49 "GET /v2.0/networks/0627b955-dd0f-4cce-ba7f-51e698f3bc59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1635056 Jul 27 23:18:22.415531 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f2bce467-7888-40f6-97d2-a31e39da8f24 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3760546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-413994'] for router_interface, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:22.476919 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699aee7a-82f9-4e55-82d6-1a7b6c0d1871 req-d371d6fe-c499-40d7-b70d-156490cda261 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:18:22.478445 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-699aee7a-82f9-4e55-82d6-1a7b6c0d1871 req-d371d6fe-c499-40d7-b70d-156490cda261 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] 10.222.0.18 "GET /v2.0/ports?device_id=6a43bd9a-6245-44f3-a319-a8a9d9683e94 HTTP/1.1" status: 200 len: 944 time: 0.0966399 Jul 27 23:18:22.587296 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-699aee7a-82f9-4e55-82d6-1a7b6c0d1871 req-05ae67e5-5db4-4e99-b297-2ae0503ee02e tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] 10.222.0.18 "GET /v2.0/security-groups?id=7226db73-c6f2-4ea3-adb9-5e608bea74da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1019192 Jul 27 23:18:22.606568 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294aaaef-761f-4d4c-b800-f6713cee5790 req-40fabe9e-6487-430c-95e4-e457866eaa2d tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:18:22.614246 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-294aaaef-761f-4d4c-b800-f6713cee5790 req-40fabe9e-6487-430c-95e4-e457866eaa2d tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] 10.222.0.18 "GET /v2.0/ports?device_id=85f40be3-f1df-4145-8683-ed8ce90ae102 HTTP/1.1" status: 200 len: 944 time: 0.0685945 Jul 27 23:18:22.642643 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2bce467-7888-40f6-97d2-a31e39da8f24 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Router bf7dd5ae-5ac3-4fa4-8cd1-df4dc4925f6e has already been hosted by L3 agent 018c4455-49c0-4734-927d-7824067b2a9e {{(pid=93798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 23:18:22.700914 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-294aaaef-761f-4d4c-b800-f6713cee5790 req-52138341-265d-483e-bf1b-2ac93dcc6410 tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] 10.222.0.18 "GET /v2.0/security-groups?id=8de43b2a-3064-44a7-b92f-0f4c3410d3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857525 Jul 27 23:18:22.757250 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2bce467-7888-40f6-97d2-a31e39da8f24 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:18:22.765668 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-f2bce467-7888-40f6-97d2-a31e39da8f24 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] 10.222.0.18 "PUT /v2.0/routers/bf7dd5ae-5ac3-4fa4-8cd1-df4dc4925f6e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7690990 Jul 27 23:18:22.766384 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 46798) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:18:22.774239 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86258fab-d803-444c-9cd6-d5eb1624da1e None None] Sync routers for ids ['bf7dd5ae-5ac3-4fa4-8cd1-df4dc4925f6e'] in n-d-802623-1 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:18:22.785614 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86258fab-d803-444c-9cd6-d5eb1624da1e None None] Routers {'bf7dd5ae-5ac3-4fa4-8cd1-df4dc4925f6e'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:18:22.786533 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-86258fab-d803-444c-9cd6-d5eb1624da1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:18:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['bf7dd5ae-5ac3-4fa4-8cd1-df4dc4925f6e'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:18:22.798545 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c576b3-d7e6-4502-a2a1-60132d3a05fd req-3a75418b-ed2c-4d5b-8c6b-039a0d0d86ce tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:18:22.800114 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-09c576b3-d7e6-4502-a2a1-60132d3a05fd req-3a75418b-ed2c-4d5b-8c6b-039a0d0d86ce tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/ports?device_id=3dc73040-187a-4f58-bcc9-a88d65cd484b HTTP/1.1" status: 200 len: 945 time: 0.1069298 Jul 27 23:18:22.843573 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c8a39cd-3e98-41af-84b4-866c8db997d9 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Deleting subnet ba2b94c0-908c-45d7-983c-026a3c95ab3d {{(pid=93797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 23:18:22.846799 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2c8a39cd-3e98-41af-84b4-866c8db997d9 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks [] for subnet, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:22.848769 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-09c576b3-d7e6-4502-a2a1-60132d3a05fd req-d358c0af-a34e-434d-a888-3ba4b99f055d tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/security-groups?id=fa1f1682-89f2-436c-be39-8607c4cda167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425975 Jul 27 23:18:22.880666 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-86258fab-d803-444c-9cd6-d5eb1624da1e None None] Set router bf7dd5ae-5ac3-4fa4-8cd1-df4dc4925f6e gateway port host: None {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:18:22.900837 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2c8a39cd-3e98-41af-84b4-866c8db997d9 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11335971'] for subnet, precommit_delete_associations {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:22.905367 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 3e860460-9096-4baf-a8a3-9d5491ceaea8 details requested by agent hyperv_n-h1-802623-1 with host n-h1-802623-1 {{(pid=93799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 23:18:22.946018 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-86258fab-d803-444c-9cd6-d5eb1624da1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf7dd5ae-5ac3-4fa4-8cd1-df4dc4925f6e', 'name': 'tempest-RoutersTest-router-207095176', 'tenant_id': '2c20245bbadb4ad09448e470090626f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:17:33Z', 'updated_at': '2021-07-27T23:18:21Z', 'revision_number': 11, 'project_id': '2c20245bbadb4ad09448e470090626f6', 'gw_port_host': None}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:18:22.973336 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86258fab-d803-444c-9cd6-d5eb1624da1e None None] Checking router: bf7dd5ae-5ac3-4fa4-8cd1-df4dc4925f6e for host: n-d-802623-1 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 23:18:22.987643 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86258fab-d803-444c-9cd6-d5eb1624da1e None None] Routers {'bf7dd5ae-5ac3-4fa4-8cd1-df4dc4925f6e'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:18:22.988538 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-86258fab-d803-444c-9cd6-d5eb1624da1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:18:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['bf7dd5ae-5ac3-4fa4-8cd1-df4dc4925f6e'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:18:23.005133 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port 3e860460-9096-4baf-a8a3-9d5491ceaea8, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=3e860460-9096-4baf-a8a3-9d5491ceaea8,segment=NetworkSegment(95f4c351-b25e-43d9-ba8e-34c4aa118da8),segment_id=95f4c351-b25e-43d9-ba8e-34c4aa118da8)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:18:23.016115 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2c8a39cd-3e98-41af-84b4-866c8db997d9 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620741'] for subnet, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:23.026758 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Returning: {'device': '3e860460-9096-4baf-a8a3-9d5491ceaea8', 'network_id': '3a3cbeff-b007-4bc1-b89e-3434caa880b9', 'port_id': '3e860460-9096-4baf-a8a3-9d5491ceaea8', 'mac_address': 'fa:16:3e:47:f0:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6febf1a-433f-4f54-bd03-8c744a40d170', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 23:18:23.057356 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-86258fab-d803-444c-9cd6-d5eb1624da1e None None] Set router bf7dd5ae-5ac3-4fa4-8cd1-df4dc4925f6e gateway port host: None {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:18:23.074619 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:23.088895 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e860460-9096-4baf-a8a3-9d5491ceaea8 {{(pid=93799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:18:23.111701 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-86258fab-d803-444c-9cd6-d5eb1624da1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf7dd5ae-5ac3-4fa4-8cd1-df4dc4925f6e', 'name': 'tempest-RoutersTest-router-207095176', 'tenant_id': '2c20245bbadb4ad09448e470090626f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:17:33Z', 'updated_at': '2021-07-27T23:18:21Z', 'revision_number': 11, 'project_id': '2c20245bbadb4ad09448e470090626f6', 'gw_port_host': None}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:18:23.115839 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port 3e860460-9096-4baf-a8a3-9d5491ceaea8, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=3e860460-9096-4baf-a8a3-9d5491ceaea8,segment=NetworkSegment(95f4c351-b25e-43d9-ba8e-34c4aa118da8),segment_id=95f4c351-b25e-43d9-ba8e-34c4aa118da8)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:18:23.117850 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2c8a39cd-3e98-41af-84b4-866c8db997d9 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11335991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11551414'] for subnet, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:23.135810 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:23.147866 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86258fab-d803-444c-9cd6-d5eb1624da1e None None] The sync data for ids ['bf7dd5ae-5ac3-4fa4-8cd1-df4dc4925f6e'] in n-d-802623-1 is: [{'id': 'bf7dd5ae-5ac3-4fa4-8cd1-df4dc4925f6e', 'name': 'tempest-RoutersTest-router-207095176', 'tenant_id': '2c20245bbadb4ad09448e470090626f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:17:33Z', 'updated_at': '2021-07-27T23:18:21Z', 'revision_number': 11, 'project_id': '2c20245bbadb4ad09448e470090626f6', 'gw_port_host': None}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:18:23.167796 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8a39cd-3e98-41af-84b4-866c8db997d9 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Pushing event deleted for resources: {'Subnet': ['ID=ba2b94c0-908c-45d7-983c-026a3c95ab3d,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:18:23.173221 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2c8a39cd-3e98-41af-84b4-866c8db997d9 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for subnet, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:23.178909 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-2c8a39cd-3e98-41af-84b4-866c8db997d9 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] 10.222.0.18 "DELETE /v2.0/subnets/ba2b94c0-908c-45d7-983c-026a3c95ab3d HTTP/1.1" status: 204 len: 168 time: 0.4101582 Jul 27 23:18:23.180614 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 46800) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:18:23.199195 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d59160c-06ee-4709-861e-875a3b30fba9 None None] Network aacc2243-92c1-40fb-ad0f-c26dad421b6d requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:18:23.271763 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5ca18850-e1d6-483d-97dc-1c9ee94fa25b tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593271'] for network, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:23.325812 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Pushing event updated for resources: {'Port': ['ID=3e860460-9096-4baf-a8a3-9d5491ceaea8,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:18:23.349117 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-5ca18850-e1d6-483d-97dc-1c9ee94fa25b tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Deleting port 25559053-cd20-4654-9d49-4fcd22c0b1d2 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:18:23.349474 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5ca18850-e1d6-483d-97dc-1c9ee94fa25b tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:23.426487 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] get_ports_and_sgs() called for port_ids ['3e860460-9096-4baf-a8a3-9d5491ceaea8'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:18:23.446598 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-5ca18850-e1d6-483d-97dc-1c9ee94fa25b tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] For port 25559053-cd20-4654-9d49-4fcd22c0b1d2, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=25559053-cd20-4654-9d49-4fcd22c0b1d2,segment=NetworkSegment(989f00ef-2b2a-43e6-98fd-652c120f7ea7),segment_id=989f00ef-2b2a-43e6-98fd-652c120f7ea7)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:18:23.446598 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5ca18850-e1d6-483d-97dc-1c9ee94fa25b tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:23.461234 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-5ca18850-e1d6-483d-97dc-1c9ee94fa25b tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Calling delete_port for 25559053-cd20-4654-9d49-4fcd22c0b1d2 owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:18:23.573240 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5ca18850-e1d6-483d-97dc-1c9ee94fa25b tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:23.583733 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-677743e0-42ca-44cf-8e95-e8ceac3c32e7 None None] DHCP port deletion for aacc2243-92c1-40fb-ad0f-c26dad421b6d request from n-d-802623-1 {{(pid=93799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 23:18:23.596319 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ca18850-e1d6-483d-97dc-1c9ee94fa25b tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] No DVR routers for this DVR port 25559053-cd20-4654-9d49-4fcd22c0b1d2 on host n-d-802623-1 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:18:23.698400 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca18850-e1d6-483d-97dc-1c9ee94fa25b tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Pushing event deleted for resources: {'Port': ['ID=25559053-cd20-4654-9d49-4fcd22c0b1d2,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:18:23.707714 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5ca18850-e1d6-483d-97dc-1c9ee94fa25b tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618032', 'neutron.services.segments.db._delete_segments_for_network-8736833900081'] for network, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:23.737344 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-5ca18850-e1d6-483d-97dc-1c9ee94fa25b tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aacc2243-92c1-40fb-ad0f-c26dad421b6d']}} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:18:23.755440 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-5ca18850-e1d6-483d-97dc-1c9ee94fa25b tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '989f00ef-2b2a-43e6-98fd-652c120f7ea7') {'for_net_delete': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:18:23.755838 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-5ca18850-e1d6-483d-97dc-1c9ee94fa25b tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '989f00ef-2b2a-43e6-98fd-652c120f7ea7') {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:18:23.765289 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5ca18850-e1d6-483d-97dc-1c9ee94fa25b tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736833900858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11335978'] for segment, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:23.780682 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5ca18850-e1d6-483d-97dc-1c9ee94fa25b tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:23.799865 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ca18850-e1d6-483d-97dc-1c9ee94fa25b tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Releasing vlan 546 on physical network physnet1 to pool {{(pid=93797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 23:18:23.800298 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5ca18850-e1d6-483d-97dc-1c9ee94fa25b tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11336013'] for segment, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:23.803650 n-d-802623-1 neutron-server[93797]: Traceback (most recent call last): Jul 27 23:18:23.803650 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 23:18:23.803650 n-d-802623-1 neutron-server[93797]: timer() Jul 27 23:18:23.803650 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 23:18:23.803650 n-d-802623-1 neutron-server[93797]: cb(*args, **kw) Jul 27 23:18:23.803650 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 23:18:23.803650 n-d-802623-1 neutron-server[93797]: return func(*args, **kwargs) Jul 27 23:18:23.803650 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 23:18:23.803650 n-d-802623-1 neutron-server[93797]: self._notify() Jul 27 23:18:23.803650 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 23:18:23.803650 n-d-802623-1 neutron-server[93797]: self.callback(batched_events) Jul 27 23:18:23.803650 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 23:18:23.803650 n-d-802623-1 neutron-server[93797]: event.method(event) Jul 27 23:18:23.803650 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 23:18:23.803650 n-d-802623-1 neutron-server[93797]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 23:18:23.803650 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 23:18:23.803650 n-d-802623-1 neutron-server[93797]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 23:18:23.803650 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 23:18:23.803650 n-d-802623-1 neutron-server[93797]: return f(self, *a, **k) Jul 27 23:18:23.803650 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 23:18:23.803650 n-d-802623-1 neutron-server[93797]: return self._get(url).json() Jul 27 23:18:23.803650 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 23:18:23.803650 n-d-802623-1 neutron-server[93797]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 23:18:23.803650 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 23:18:23.803650 n-d-802623-1 neutron-server[93797]: return self.request(url, 'GET', **kwargs) Jul 27 23:18:23.803650 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 23:18:23.803650 n-d-802623-1 neutron-server[93797]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 23:18:23.803650 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 23:18:23.803650 n-d-802623-1 neutron-server[93797]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 23:18:23.803650 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 23:18:23.803650 n-d-802623-1 neutron-server[93797]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 23:18:23.803650 n-d-802623-1 neutron-server[93797]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 23:18:23.850340 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbb335b-1b27-4879-8375-ae0b6b76f872 req-3c5d60d3-7ea1-4ca0-ac0e-46398d715389 tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:18:23.852494 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-2cbb335b-1b27-4879-8375-ae0b6b76f872 req-3c5d60d3-7ea1-4ca0-ac0e-46398d715389 tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] 10.222.0.18 "GET /v2.0/ports?device_id=85f40be3-f1df-4145-8683-ed8ce90ae102 HTTP/1.1" status: 200 len: 945 time: 0.0674388 Jul 27 23:18:23.898243 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95b56c3-2f59-4ab0-9dce-a7752e14a74b req-3f829d3f-a6d6-4655-ac4f-17a9530e89c3 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:18:23.899585 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-e95b56c3-2f59-4ab0-9dce-a7752e14a74b req-3f829d3f-a6d6-4655-ac4f-17a9530e89c3 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] 10.222.0.18 "GET /v2.0/ports?device_id=6a43bd9a-6245-44f3-a319-a8a9d9683e94 HTTP/1.1" status: 200 len: 944 time: 0.1124465 Jul 27 23:18:23.899737 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-2cbb335b-1b27-4879-8375-ae0b6b76f872 req-d1c44e69-f3a0-487e-8c9a-483bdae97fdb tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] 10.222.0.18 "GET /v2.0/security-groups?id=8de43b2a-3064-44a7-b92f-0f4c3410d3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404158 Jul 27 23:18:23.904772 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5ca18850-e1d6-483d-97dc-1c9ee94fa25b tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415412'] for network, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:23.915686 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5ca18850-e1d6-483d-97dc-1c9ee94fa25b tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for network, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:23.920961 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 46814) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:18:23.921170 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-5ca18850-e1d6-483d-97dc-1c9ee94fa25b tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] 10.222.0.18 "DELETE /v2.0/networks/aacc2243-92c1-40fb-ad0f-c26dad421b6d HTTP/1.1" status: 204 len: 168 time: 0.7395930 Jul 27 23:18:23.926010 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-4af156d7-20f2-43f4-880c-81b7bbcdfb8a tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Request body: {'router': {'routes': None}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:18:23.958709 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca18850-e1d6-483d-97dc-1c9ee94fa25b tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Pushing event deleted for resources: {'Network': ['ID=aacc2243-92c1-40fb-ad0f-c26dad421b6d,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:18:23.996967 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-e95b56c3-2f59-4ab0-9dce-a7752e14a74b req-7d596b0c-b0b3-4cc9-b860-2d0814cb3234 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] 10.222.0.18 "GET /v2.0/security-groups?id=7226db73-c6f2-4ea3-adb9-5e608bea74da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745916 Jul 27 23:18:24.122172 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e8beef-3f3f-49d4-b7d0-d73543d9231d req-ee5c4188-5d08-4410-9bcf-217e3e820d8d tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:18:24.123733 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-36e8beef-3f3f-49d4-b7d0-d73543d9231d req-ee5c4188-5d08-4410-9bcf-217e3e820d8d tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/ports?device_id=3dc73040-187a-4f58-bcc9-a88d65cd484b HTTP/1.1" status: 200 len: 945 time: 0.1251771 Jul 27 23:18:24.145767 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.extraroute_db [None req-4af156d7-20f2-43f4-880c-81b7bbcdfb8a tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Added routes are [] {{(pid=93798) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 27 23:18:24.146067 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.extraroute_db [None req-4af156d7-20f2-43f4-880c-81b7bbcdfb8a tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Removed routes are [] {{(pid=93798) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 27 23:18:24.146418 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4af156d7-20f2-43f4-880c-81b7bbcdfb8a tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-415433', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62186'] for router, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:24.249717 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-36e8beef-3f3f-49d4-b7d0-d73543d9231d req-babe0804-a3d7-4ccd-832d-84f458129e22 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/security-groups?id=fa1f1682-89f2-436c-be39-8607c4cda167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063011 Jul 27 23:18:24.265287 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 0abce86b-920d-4aac-8926-b342aca75023 no longer exists at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:18:24.288772 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] No Port match for: 0abce86b-920d-4aac-8926-b342aca75023 {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:18:24.289455 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 0abce86b-920d-4aac-8926-b342aca75023 not bound to the agent host n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:18:24.290108 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 25559053-cd20-4654-9d49-4fcd22c0b1d2 no longer exists at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:18:24.310046 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] No Port match for: 25559053-cd20-4654-9d49-4fcd22c0b1d2 {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:18:24.310688 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 25559053-cd20-4654-9d49-4fcd22c0b1d2 not bound to the agent host n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:18:24.324311 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4af156d7-20f2-43f4-880c-81b7bbcdfb8a tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-415433', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62186'] for router, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:24.327937 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4af156d7-20f2-43f4-880c-81b7bbcdfb8a tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-415468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-415442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-415451', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-479100'] for router, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:24.405353 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4af156d7-20f2-43f4-880c-81b7bbcdfb8a tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Router bf7dd5ae-5ac3-4fa4-8cd1-df4dc4925f6e has already been hosted by L3 agent 018c4455-49c0-4734-927d-7824067b2a9e {{(pid=93798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 23:18:24.496253 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4af156d7-20f2-43f4-880c-81b7bbcdfb8a tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:18:24.508250 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2804d892-bf8d-4636-b9ff-a763a660f094 None None] Sync routers for ids ['bf7dd5ae-5ac3-4fa4-8cd1-df4dc4925f6e'] in n-d-802623-1 {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:18:24.510754 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4af156d7-20f2-43f4-880c-81b7bbcdfb8a tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks [] for router, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:24.513057 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-4af156d7-20f2-43f4-880c-81b7bbcdfb8a tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] 10.222.0.18 "PUT /v2.0/routers/bf7dd5ae-5ac3-4fa4-8cd1-df4dc4925f6e HTTP/1.1" status: 200 len: 700 time: 0.5894065 Jul 27 23:18:24.513762 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 46820) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:18:24.528864 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2804d892-bf8d-4636-b9ff-a763a660f094 None None] Routers {'bf7dd5ae-5ac3-4fa4-8cd1-df4dc4925f6e'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:18:24.529507 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-2804d892-bf8d-4636-b9ff-a763a660f094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:18:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['bf7dd5ae-5ac3-4fa4-8cd1-df4dc4925f6e'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:18:24.554044 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-601210ee-ec08-4877-ada5-178355b34edc tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf7dd5ae-5ac3-4fa4-8cd1-df4dc4925f6e HTTP/1.1" status: 200 len: 205 time: 0.0363939 Jul 27 23:18:24.554362 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 46822) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:18:24.609710 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-2804d892-bf8d-4636-b9ff-a763a660f094 None None] Set router bf7dd5ae-5ac3-4fa4-8cd1-df4dc4925f6e gateway port host: None {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:18:24.650144 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-83f999de-bb12-4f33-b977-2d9093542cc8 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks [] for router, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:24.682143 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-2804d892-bf8d-4636-b9ff-a763a660f094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf7dd5ae-5ac3-4fa4-8cd1-df4dc4925f6e', 'name': 'tempest-RoutersTest-router-207095176', 'tenant_id': '2c20245bbadb4ad09448e470090626f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:17:33Z', 'updated_at': '2021-07-27T23:18:21Z', 'revision_number': 11, 'project_id': '2c20245bbadb4ad09448e470090626f6', 'gw_port_host': None}], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:18:24.709620 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2804d892-bf8d-4636-b9ff-a763a660f094 None None] Checking router: bf7dd5ae-5ac3-4fa4-8cd1-df4dc4925f6e for host: n-d-802623-1 {{(pid=93799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 23:18:24.718533 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2804d892-bf8d-4636-b9ff-a763a660f094 None None] Routers {'bf7dd5ae-5ac3-4fa4-8cd1-df4dc4925f6e'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:18:24.719194 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-2804d892-bf8d-4636-b9ff-a763a660f094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:18:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['bf7dd5ae-5ac3-4fa4-8cd1-df4dc4925f6e'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:18:24.809835 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-2804d892-bf8d-4636-b9ff-a763a660f094 None None] Set router bf7dd5ae-5ac3-4fa4-8cd1-df4dc4925f6e gateway port host: None {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:18:24.826711 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-83f999de-bb12-4f33-b977-2d9093542cc8 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62205'] for router, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:24.829538 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-83f999de-bb12-4f33-b977-2d9093542cc8 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:24.862423 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-2804d892-bf8d-4636-b9ff-a763a660f094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf7dd5ae-5ac3-4fa4-8cd1-df4dc4925f6e', 'name': 'tempest-RoutersTest-router-207095176', 'tenant_id': '2c20245bbadb4ad09448e470090626f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:17:33Z', 'updated_at': '2021-07-27T23:18:21Z', 'revision_number': 11, 'project_id': '2c20245bbadb4ad09448e470090626f6', 'gw_port_host': None}], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:18:24.888947 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-83f999de-bb12-4f33-b977-2d9093542cc8 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-477831'] for router, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:24.889538 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83f999de-bb12-4f33-b977-2d9093542cc8 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Fanout notify agent at l3_agent the message router_deleted on router bf7dd5ae-5ac3-4fa4-8cd1-df4dc4925f6e {{(pid=93798) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 23:18:24.893616 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2804d892-bf8d-4636-b9ff-a763a660f094 None None] The sync data for ids ['bf7dd5ae-5ac3-4fa4-8cd1-df4dc4925f6e'] in n-d-802623-1 is: [{'id': 'bf7dd5ae-5ac3-4fa4-8cd1-df4dc4925f6e', 'name': 'tempest-RoutersTest-router-207095176', 'tenant_id': '2c20245bbadb4ad09448e470090626f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:17:33Z', 'updated_at': '2021-07-27T23:18:21Z', 'revision_number': 11, 'project_id': '2c20245bbadb4ad09448e470090626f6', 'gw_port_host': None}] {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:18:24.896276 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-83f999de-bb12-4f33-b977-2d9093542cc8 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks [] for router, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:24.897659 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-83f999de-bb12-4f33-b977-2d9093542cc8 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] 10.222.0.18 "DELETE /v2.0/routers/bf7dd5ae-5ac3-4fa4-8cd1-df4dc4925f6e HTTP/1.1" status: 204 len: 168 time: 0.3421526 Jul 27 23:18:24.901874 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 46826) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:18:24.906323 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-ee34615d-1552-49dd-a7a5-87dcd4c054a2 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1154023514', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:18:24.934784 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 3e860460-9096-4baf-a8a3-9d5491ceaea8 up at agent hyperv_n-h1-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:18:24.940902 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ee34615d-1552-49dd-a7a5-87dcd4c054a2 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62159'] for router, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:24.950697 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ee34615d-1552-49dd-a7a5-87dcd4c054a2 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-479230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-415539', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3693317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62148'] for router, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:25.014611 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Provisioning for port 3e860460-9096-4baf-a8a3-9d5491ceaea8 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:18:25.031067 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Provisioning complete for port 3e860460-9096-4baf-a8a3-9d5491ceaea8 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:18:25.031485 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:25.033126 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ee34615d-1552-49dd-a7a5-87dcd4c054a2 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:25.054134 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ee34615d-1552-49dd-a7a5-87dcd4c054a2 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-415468'] for router, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:25.068249 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd726495-9431-43e4-89e5-eb7c44375adf req-8c6507e6-4bc1-4a05-8331-c0c267784acc tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:18:25.076108 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-fd726495-9431-43e4-89e5-eb7c44375adf req-8c6507e6-4bc1-4a05-8331-c0c267784acc tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] 10.222.0.18 "GET /v2.0/ports?device_id=85f40be3-f1df-4145-8683-ed8ce90ae102 HTTP/1.1" status: 200 len: 945 time: 0.0832241 Jul 27 23:18:25.094794 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ee34615d-1552-49dd-a7a5-87dcd4c054a2 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks [] for router, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:25.096819 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-ee34615d-1552-49dd-a7a5-87dcd4c054a2 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1938891 Jul 27 23:18:25.103538 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 46832) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:18:25.112783 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-a8104717-1a87-456c-9c0d-a86138af1744 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Request body: {'router': {'admin_state_up': True}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:18:25.178592 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-fd726495-9431-43e4-89e5-eb7c44375adf req-3494f5d0-24c1-4f65-bf42-3e9e3b994e70 tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] 10.222.0.18 "GET /v2.0/security-groups?id=8de43b2a-3064-44a7-b92f-0f4c3410d3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989807 Jul 27 23:18:25.191411 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:25.220647 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85f40be3-f1df-4145-8683-ed8ce90ae102', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e860460-9096-4baf-a8a3-9d5491ceaea8'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:18:25.224220 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c0369b0d4f459110ff20a1f9878ba33f96d6491bddb9d15843bf29d01e0bda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8db7596e-3a44-4f5d-a3d9-975f26e0f667" -d '{"events": [{"server_uuid": "85f40be3-f1df-4145-8683-ed8ce90ae102", "name": "network-vif-plugged", "status": "completed", "tag": "3e860460-9096-4baf-a8a3-9d5491ceaea8"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:18:25.254505 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port 3e860460-9096-4baf-a8a3-9d5491ceaea8, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=3e860460-9096-4baf-a8a3-9d5491ceaea8,segment=NetworkSegment(95f4c351-b25e-43d9-ba8e-34c4aa118da8),segment_id=95f4c351-b25e-43d9-ba8e-34c4aa118da8)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:18:25.260895 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:25.279960 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:18:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-994af769-5a13-490f-995f-2eeabea1a98d x-openstack-request-id: req-994af769-5a13-490f-995f-2eeabea1a98d {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:18:25.285147 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85f40be3-f1df-4145-8683-ed8ce90ae102", "name": "network-vif-plugged", "status": "completed", "tag": "3e860460-9096-4baf-a8a3-9d5491ceaea8", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:18:25.287443 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-994af769-5a13-490f-995f-2eeabea1a98d {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:18:25.289403 n-d-802623-1 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85f40be3-f1df-4145-8683-ed8ce90ae102', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e860460-9096-4baf-a8a3-9d5491ceaea8', 'code': 200} Jul 27 23:18:25.346651 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f39983-f458-491f-8f0f-eb1cc9e9cf36 req-fc5687f7-e03d-4062-9adf-39892e48c9fd tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:18:25.353124 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-69f39983-f458-491f-8f0f-eb1cc9e9cf36 req-fc5687f7-e03d-4062-9adf-39892e48c9fd tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] 10.222.0.18 "GET /v2.0/ports?device_id=6a43bd9a-6245-44f3-a319-a8a9d9683e94 HTTP/1.1" status: 200 len: 944 time: 0.1733546 Jul 27 23:18:25.392156 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Pushing event updated for resources: {'Port': ['ID=3e860460-9096-4baf-a8a3-9d5491ceaea8,revision_number=5']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:18:25.445317 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ecb53b-7e46-4615-992a-9ac2ed97c223 req-360cf419-f929-4444-849e-b38a0955b7aa tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:18:25.454459 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f0ecb53b-7e46-4615-992a-9ac2ed97c223 req-360cf419-f929-4444-849e-b38a0955b7aa tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/ports?device_id=3dc73040-187a-4f58-bcc9-a88d65cd484b HTTP/1.1" status: 200 len: 945 time: 0.0792947 Jul 27 23:18:25.514640 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f0ecb53b-7e46-4615-992a-9ac2ed97c223 req-663cbb7c-5022-4c73-8b13-bbfbf138b70b tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/security-groups?id=fa1f1682-89f2-436c-be39-8607c4cda167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592670 Jul 27 23:18:25.539078 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a8104717-1a87-456c-9c0d-a86138af1744 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-415433', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62186'] for router, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:25.546005 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-69f39983-f458-491f-8f0f-eb1cc9e9cf36 req-b373fcca-e5d8-47dd-b3a5-4fa84d98e106 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] 10.222.0.18 "GET /v2.0/security-groups?id=7226db73-c6f2-4ea3-adb9-5e608bea74da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1757953 Jul 27 23:18:25.550149 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a8104717-1a87-456c-9c0d-a86138af1744 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-415468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-415442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-415451', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-479100'] for router, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:25.554830 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d643db09-8599-4405-abc8-cd9a9e690fb6 req-5b9db373-312c-4a4f-b585-18c0b53415c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:18:25.556343 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-d643db09-8599-4405-abc8-cd9a9e690fb6 req-5b9db373-312c-4a4f-b585-18c0b53415c8 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=85f40be3-f1df-4145-8683-ed8ce90ae102 HTTP/1.1" status: 200 len: 1097 time: 0.1967232 Jul 27 23:18:25.676196 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-d643db09-8599-4405-abc8-cd9a9e690fb6 req-a3cdc607-ea35-416b-a687-8d721a4ae83a service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=8de43b2a-3064-44a7-b92f-0f4c3410d3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413871 Jul 27 23:18:25.704680 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8104717-1a87-456c-9c0d-a86138af1744 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Router 2af1d2bc-5615-4ce5-ab9d-bb8984deae17 is scheduled to L3 agent 018c4455-49c0-4734-927d-7824067b2a9e with binding_index 1 {{(pid=93798) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 23:18:25.791076 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8104717-1a87-456c-9c0d-a86138af1744 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:18:25.798882 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a8104717-1a87-456c-9c0d-a86138af1744 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks [] for router, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:25.802246 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-a8104717-1a87-456c-9c0d-a86138af1744 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] 10.222.0.18 "PUT /v2.0/routers/2af1d2bc-5615-4ce5-ab9d-bb8984deae17 HTTP/1.1" status: 200 len: 694 time: 0.6947939 Jul 27 23:18:25.802673 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 46844) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:18:25.806375 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12b8586b-056d-429e-8dd1-d830b2794c6c None None] Sync routers for ids ['2af1d2bc-5615-4ce5-ab9d-bb8984deae17'] in n-d-802623-1 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:18:25.819093 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b8586b-056d-429e-8dd1-d830b2794c6c None None] Routers {'2af1d2bc-5615-4ce5-ab9d-bb8984deae17'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:18:25.820126 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-12b8586b-056d-429e-8dd1-d830b2794c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:18:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['2af1d2bc-5615-4ce5-ab9d-bb8984deae17'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:18:25.888502 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-70da47c2-3af5-4bb1-b7b0-a21e108b06db tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] 10.222.0.18 "GET /v2.0/routers/2af1d2bc-5615-4ce5-ab9d-bb8984deae17 HTTP/1.1" status: 200 len: 700 time: 0.0827179 Jul 27 23:18:25.888805 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 46846) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:18:25.897639 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-12b8586b-056d-429e-8dd1-d830b2794c6c None None] Set router 2af1d2bc-5615-4ce5-ab9d-bb8984deae17 gateway port host: None {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:18:25.921979 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-fd73dc08-873e-48a1-abcd-9185a54908db tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] 10.222.0.18 "GET /v2.0/ports?device_id=2af1d2bc-5615-4ce5-ab9d-bb8984deae17 HTTP/1.1" status: 200 len: 205 time: 0.0299878 Jul 27 23:18:25.922543 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 46848) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:18:25.978538 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-12b8586b-056d-429e-8dd1-d830b2794c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2af1d2bc-5615-4ce5-ab9d-bb8984deae17', 'name': 'tempest-RoutersTest-router-1154023514', 'tenant_id': '2c20245bbadb4ad09448e470090626f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:18:24Z', 'updated_at': '2021-07-27T23:18:25Z', 'revision_number': 2, 'project_id': '2c20245bbadb4ad09448e470090626f6', 'gw_port_host': None}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:18:26.000179 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-61aa2442-4255-4740-bed5-ec2b9771bedd tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks [] for router, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:26.006152 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12b8586b-056d-429e-8dd1-d830b2794c6c None None] Checking router: 2af1d2bc-5615-4ce5-ab9d-bb8984deae17 for host: n-d-802623-1 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 23:18:26.014312 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b8586b-056d-429e-8dd1-d830b2794c6c None None] Routers {'2af1d2bc-5615-4ce5-ab9d-bb8984deae17'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:18:26.014924 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-12b8586b-056d-429e-8dd1-d830b2794c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:18:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['2af1d2bc-5615-4ce5-ab9d-bb8984deae17'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:18:26.090620 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-12b8586b-056d-429e-8dd1-d830b2794c6c None None] Set router 2af1d2bc-5615-4ce5-ab9d-bb8984deae17 gateway port host: None {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:18:26.158183 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-12b8586b-056d-429e-8dd1-d830b2794c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2af1d2bc-5615-4ce5-ab9d-bb8984deae17', 'name': 'tempest-RoutersTest-router-1154023514', 'tenant_id': '2c20245bbadb4ad09448e470090626f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:18:24Z', 'updated_at': '2021-07-27T23:18:25Z', 'revision_number': 2, 'project_id': '2c20245bbadb4ad09448e470090626f6', 'gw_port_host': None}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:18:26.185052 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-61aa2442-4255-4740-bed5-ec2b9771bedd tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62205'] for router, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:26.187273 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-61aa2442-4255-4740-bed5-ec2b9771bedd tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:26.198409 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12b8586b-056d-429e-8dd1-d830b2794c6c None None] The sync data for ids ['2af1d2bc-5615-4ce5-ab9d-bb8984deae17'] in n-d-802623-1 is: [{'id': '2af1d2bc-5615-4ce5-ab9d-bb8984deae17', 'name': 'tempest-RoutersTest-router-1154023514', 'tenant_id': '2c20245bbadb4ad09448e470090626f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:18:24Z', 'updated_at': '2021-07-27T23:18:25Z', 'revision_number': 2, 'project_id': '2c20245bbadb4ad09448e470090626f6', 'gw_port_host': None}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:18:26.235152 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-61aa2442-4255-4740-bed5-ec2b9771bedd tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-477831'] for router, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:26.235690 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61aa2442-4255-4740-bed5-ec2b9771bedd tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Fanout notify agent at l3_agent the message router_deleted on router 2af1d2bc-5615-4ce5-ab9d-bb8984deae17 {{(pid=93798) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 23:18:26.242642 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-61aa2442-4255-4740-bed5-ec2b9771bedd tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] Notify callbacks [] for router, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:26.246978 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-61aa2442-4255-4740-bed5-ec2b9771bedd tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] 10.222.0.18 "DELETE /v2.0/routers/2af1d2bc-5615-4ce5-ab9d-bb8984deae17 HTTP/1.1" status: 204 len: 168 time: 0.3206413 Jul 27 23:18:26.247432 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 46852) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:18:26.277066 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-dd3b425b-e6b6-4811-8246-0bd46b9c3362 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] 10.222.0.18 "GET /v2.0/ports?device_id=2af1d2bc-5615-4ce5-ab9d-bb8984deae17 HTTP/1.1" status: 200 len: 205 time: 0.0286906 Jul 27 23:18:26.279431 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 46854) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:18:26.328712 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7df696e-f105-45ff-b644-516ec38fedf4 req-cacf4e81-7331-4835-95bd-d998ad2cfca1 tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:18:26.330673 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d7df696e-f105-45ff-b644-516ec38fedf4 req-cacf4e81-7331-4835-95bd-d998ad2cfca1 tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] 10.222.0.18 "GET /v2.0/ports?device_id=85f40be3-f1df-4145-8683-ed8ce90ae102 HTTP/1.1" status: 200 len: 946 time: 0.0548518 Jul 27 23:18:26.378771 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d7df696e-f105-45ff-b644-516ec38fedf4 req-00d33abe-464b-4758-9ee0-7adca1686d5f tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] 10.222.0.18 "GET /v2.0/security-groups?id=8de43b2a-3064-44a7-b92f-0f4c3410d3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414114 Jul 27 23:18:26.722903 n-d-802623-1 neutron-server[93798]: INFO neutron.api.v2.resource [None req-534b8d6d-6682-4c65-8934-2828d2c708bc tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] delete failed (client error): The resource could not be found. Jul 27 23:18:26.723966 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-534b8d6d-6682-4c65-8934-2828d2c708bc tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] 10.222.0.18 "DELETE /v2.0/routers/2af1d2bc-5615-4ce5-ab9d-bb8984deae17 HTTP/1.1" status: 404 len: 336 time: 0.4433792 Jul 27 23:18:26.726900 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 46864) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:18:26.743868 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355a98c5-a255-4bcc-b9b9-241f61fb7c91 req-14d6fdcf-1ac3-467c-816f-9bd5534fb03a tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:18:26.750939 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-355a98c5-a255-4bcc-b9b9-241f61fb7c91 req-14d6fdcf-1ac3-467c-816f-9bd5534fb03a tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] 10.222.0.18 "GET /v2.0/ports?device_id=6a43bd9a-6245-44f3-a319-a8a9d9683e94 HTTP/1.1" status: 200 len: 944 time: 0.0767119 Jul 27 23:18:26.777480 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a9b3c6-30a0-4f21-a663-02d7a9540e0f req-59274a32-18b2-430b-ba7c-1e6204e5e6b2 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:18:26.779062 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-39a9b3c6-30a0-4f21-a663-02d7a9540e0f req-59274a32-18b2-430b-ba7c-1e6204e5e6b2 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/ports?device_id=3dc73040-187a-4f58-bcc9-a88d65cd484b HTTP/1.1" status: 200 len: 945 time: 0.0651488 Jul 27 23:18:26.781961 n-d-802623-1 neutron-server[93797]: INFO neutron.pecan_wsgi.hooks.translation [None req-c53047ee-ec4d-4e89-8f4d-936deda883de tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] DELETE failed (client error): The resource could not be found. Jul 27 23:18:26.782411 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c53047ee-ec4d-4e89-8f4d-936deda883de tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93797) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 23:18:26.784184 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-c53047ee-ec4d-4e89-8f4d-936deda883de tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] 10.222.0.18 "DELETE /v2.0/subnets/51ed9992-6422-48e8-af12-d3d217f9ca58 HTTP/1.1" status: 404 len: 337 time: 0.0562530 Jul 27 23:18:26.787168 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 46868) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:18:26.807692 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-355a98c5-a255-4bcc-b9b9-241f61fb7c91 req-9f748759-1a63-42c0-923c-6df094513092 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] 10.222.0.18 "GET /v2.0/security-groups?id=7226db73-c6f2-4ea3-adb9-5e608bea74da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557878 Jul 27 23:18:26.829490 n-d-802623-1 neutron-server[93798]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e4e43cc-174c-45a5-8c2d-509e2acc3b57 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] DELETE failed (client error): The resource could not be found. Jul 27 23:18:26.829963 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e4e43cc-174c-45a5-8c2d-509e2acc3b57 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 23:18:26.834216 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-4e4e43cc-174c-45a5-8c2d-509e2acc3b57 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] 10.222.0.18 "DELETE /v2.0/subnets/6bddf330-d571-45d9-ad22-0f4c3c7edf2c HTTP/1.1" status: 404 len: 337 time: 0.0427072 Jul 27 23:18:26.834774 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 46870) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:18:26.868064 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-6c62227e-1620-4ad7-8c07-b8e1e634e0fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:26.879459 n-d-802623-1 neutron-server[93798]: INFO neutron.pecan_wsgi.hooks.translation [None req-523c4ae9-caea-4115-96fb-5ec8e77a73e5 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] DELETE failed (client error): The resource could not be found. Jul 27 23:18:26.879934 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-523c4ae9-caea-4115-96fb-5ec8e77a73e5 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 23:18:26.881803 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-523c4ae9-caea-4115-96fb-5ec8e77a73e5 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] 10.222.0.18 "DELETE /v2.0/subnets/6eb1835d-5abb-426d-9089-ce670d78660f HTTP/1.1" status: 404 len: 337 time: 0.0449893 Jul 27 23:18:26.884512 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 46872) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:18:26.899935 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-39a9b3c6-30a0-4f21-a663-02d7a9540e0f req-b9f4f5ad-0a5f-443f-87c6-49e5aab9182e tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/security-groups?id=fa1f1682-89f2-436c-be39-8607c4cda167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134281 Jul 27 23:18:26.922178 n-d-802623-1 neutron-server[93798]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf597c50-ac40-4d03-b4f9-1b7166fca269 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] DELETE failed (client error): The resource could not be found. Jul 27 23:18:26.923487 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf597c50-ac40-4d03-b4f9-1b7166fca269 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 23:18:26.925265 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-cf597c50-ac40-4d03-b4f9-1b7166fca269 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] 10.222.0.18 "DELETE /v2.0/subnets/ba2b94c0-908c-45d7-983c-026a3c95ab3d HTTP/1.1" status: 404 len: 337 time: 0.0398066 Jul 27 23:18:26.928685 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 46874) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:18:26.969598 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-768e1412-5cb5-4fff-a6e7-3c730ebbb220 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf7dd5ae-5ac3-4fa4-8cd1-df4dc4925f6e HTTP/1.1" status: 200 len: 205 time: 0.0381000 Jul 27 23:18:26.969598 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 46876) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:18:27.019741 n-d-802623-1 neutron-server[93797]: INFO neutron.api.v2.resource [None req-bdf311b1-785f-405f-9403-ab4dc2c4b893 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] delete failed (client error): The resource could not be found. Jul 27 23:18:27.021043 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-bdf311b1-785f-405f-9403-ab4dc2c4b893 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] 10.222.0.18 "DELETE /v2.0/routers/bf7dd5ae-5ac3-4fa4-8cd1-df4dc4925f6e HTTP/1.1" status: 404 len: 336 time: 0.0510299 Jul 27 23:18:27.023590 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 46878) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:18:27.053279 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-b8a7acf4-8592-46b6-ba86-1ec49cb6b81d tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] 10.222.0.18 "GET /v2.0/ports?device_id=1cd6ddb8-325e-40d1-aa5b-7cffa7459c4f HTTP/1.1" status: 200 len: 205 time: 0.0286195 Jul 27 23:18:27.056270 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 46880) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:18:27.098919 n-d-802623-1 neutron-server[93798]: INFO neutron.api.v2.resource [None req-e913f081-9b57-44b1-ad14-ac775b2c028b tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] delete failed (client error): The resource could not be found. Jul 27 23:18:27.100004 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-e913f081-9b57-44b1-ad14-ac775b2c028b tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] 10.222.0.18 "DELETE /v2.0/routers/1cd6ddb8-325e-40d1-aa5b-7cffa7459c4f HTTP/1.1" status: 404 len: 336 time: 0.0427625 Jul 27 23:18:27.102586 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 46882) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:18:27.131247 n-d-802623-1 neutron-server[93798]: INFO neutron.pecan_wsgi.hooks.translation [None req-9eba29cd-3bd9-44fb-a14a-b9dede95fd13 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] DELETE failed (client error): The resource could not be found. Jul 27 23:18:27.131717 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9eba29cd-3bd9-44fb-a14a-b9dede95fd13 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 23:18:27.133640 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-9eba29cd-3bd9-44fb-a14a-b9dede95fd13 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] 10.222.0.18 "DELETE /v2.0/subnets/79060411-e50c-454f-bd86-e282fa9e67c9 HTTP/1.1" status: 404 len: 337 time: 0.0300105 Jul 27 23:18:27.136489 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 46884) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:18:27.172642 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-8327e31f-60d0-4b74-96b4-9e88b05c3e67 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] 10.222.0.18 "GET /v2.0/ports?device_id=dc467227-d949-4b1d-ac5f-f9e4267cc035 HTTP/1.1" status: 200 len: 205 time: 0.0347652 Jul 27 23:18:27.174997 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 46886) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:18:27.215741 n-d-802623-1 neutron-server[93797]: INFO neutron.api.v2.resource [None req-3ff6af76-7868-427b-a9cc-1d880fdad717 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] delete failed (client error): The resource could not be found. Jul 27 23:18:27.216764 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-3ff6af76-7868-427b-a9cc-1d880fdad717 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] 10.222.0.18 "DELETE /v2.0/routers/dc467227-d949-4b1d-ac5f-f9e4267cc035 HTTP/1.1" status: 404 len: 336 time: 0.0407286 Jul 27 23:18:27.219422 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 46888) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:18:27.247560 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-21142927-15ca-4173-a552-644c4c6d8354 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] 10.222.0.18 "GET /v2.0/ports?device_id=c560ed4c-02b3-497b-9937-a89b8a9dc359 HTTP/1.1" status: 200 len: 205 time: 0.0270457 Jul 27 23:18:27.249899 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 46890) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:18:27.286985 n-d-802623-1 neutron-server[93797]: INFO neutron.api.v2.resource [None req-bc5164ae-c6ad-4c60-98f7-9817af93f62a tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] delete failed (client error): The resource could not be found. Jul 27 23:18:27.288053 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-bc5164ae-c6ad-4c60-98f7-9817af93f62a tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] 10.222.0.18 "DELETE /v2.0/routers/c560ed4c-02b3-497b-9937-a89b8a9dc359 HTTP/1.1" status: 404 len: 336 time: 0.0372622 Jul 27 23:18:27.290607 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 46892) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:18:27.320342 n-d-802623-1 neutron-server[93797]: INFO neutron.pecan_wsgi.hooks.translation [None req-834bc953-ec2f-4b94-b66a-d6ee989b3e2b tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] DELETE failed (client error): The resource could not be found. Jul 27 23:18:27.320821 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-834bc953-ec2f-4b94-b66a-d6ee989b3e2b tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93797) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 23:18:27.322614 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-834bc953-ec2f-4b94-b66a-d6ee989b3e2b tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] 10.222.0.18 "DELETE /v2.0/subnets/8c4579a9-ec59-4bc9-a9ab-791b62f7a6e5 HTTP/1.1" status: 404 len: 337 time: 0.0310502 Jul 27 23:18:27.325271 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 46894) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:18:27.355868 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-dd423c80-389d-475e-89eb-9f52ce385ec3 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] 10.222.0.18 "GET /v2.0/ports?device_id=35f67031-4ae0-40e9-a883-778046a6543d HTTP/1.1" status: 200 len: 205 time: 0.0295539 Jul 27 23:18:27.358082 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 46896) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:18:27.395461 n-d-802623-1 neutron-server[93797]: INFO neutron.api.v2.resource [None req-24f5299f-e5f2-42a2-9df1-bef2751925e3 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] delete failed (client error): The resource could not be found. Jul 27 23:18:27.396512 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-24f5299f-e5f2-42a2-9df1-bef2751925e3 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] 10.222.0.18 "DELETE /v2.0/routers/35f67031-4ae0-40e9-a883-778046a6543d HTTP/1.1" status: 404 len: 336 time: 0.0374985 Jul 27 23:18:27.398906 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 46898) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:18:27.426265 n-d-802623-1 neutron-server[93797]: INFO neutron.pecan_wsgi.hooks.translation [None req-c221da0d-4afe-4aad-ae4e-0419340461ec tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] DELETE failed (client error): The resource could not be found. Jul 27 23:18:27.426739 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c221da0d-4afe-4aad-ae4e-0419340461ec tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93797) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 23:18:27.428497 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-c221da0d-4afe-4aad-ae4e-0419340461ec tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] 10.222.0.18 "DELETE /v2.0/subnets/3319795e-3854-4d2a-8bad-7db209ca5071 HTTP/1.1" status: 404 len: 337 time: 0.0286095 Jul 27 23:18:27.431357 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 46902) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:18:27.457581 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-a7662c81-3455-41fe-aa3e-1d8b6b569c37 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] 10.222.0.18 "GET /v2.0/ports?device_id=078107e7-ebbe-4aad-956f-7c1e3b3918d5 HTTP/1.1" status: 200 len: 205 time: 0.0251369 Jul 27 23:18:27.459928 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 46904) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:18:27.501842 n-d-802623-1 neutron-server[93797]: INFO neutron.api.v2.resource [None req-34062858-b128-4701-a8ad-71f4c89e50b0 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] delete failed (client error): The resource could not be found. Jul 27 23:18:27.502878 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-34062858-b128-4701-a8ad-71f4c89e50b0 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] 10.222.0.18 "DELETE /v2.0/routers/078107e7-ebbe-4aad-956f-7c1e3b3918d5 HTTP/1.1" status: 404 len: 336 time: 0.0420504 Jul 27 23:18:27.505344 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 46906) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:18:27.508939 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dc9ed8-d67c-49c3-bff2-9dc82300b19f req-1def9d3f-4b78-4afb-99eb-30620fc22ad3 tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:18:27.510413 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-41dc9ed8-d67c-49c3-bff2-9dc82300b19f req-1def9d3f-4b78-4afb-99eb-30620fc22ad3 tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] 10.222.0.18 "GET /v2.0/ports?device_id=85f40be3-f1df-4145-8683-ed8ce90ae102 HTTP/1.1" status: 200 len: 946 time: 0.0529196 Jul 27 23:18:27.531871 n-d-802623-1 neutron-server[93797]: INFO neutron.pecan_wsgi.hooks.translation [None req-56f32929-6ea4-4f1f-b827-ac6ed339b258 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] DELETE failed (client error): The resource could not be found. Jul 27 23:18:27.532332 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56f32929-6ea4-4f1f-b827-ac6ed339b258 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93797) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 23:18:27.534044 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-56f32929-6ea4-4f1f-b827-ac6ed339b258 tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] 10.222.0.18 "DELETE /v2.0/subnets/32bff3b9-b647-4f98-b8c2-0c7c8c3c7c21 HTTP/1.1" status: 404 len: 337 time: 0.0278096 Jul 27 23:18:27.537187 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 46908) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:18:27.549518 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-41dc9ed8-d67c-49c3-bff2-9dc82300b19f req-6af67cf9-e0fd-4762-b45f-95fa0c30963b tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] 10.222.0.18 "GET /v2.0/security-groups?id=8de43b2a-3064-44a7-b92f-0f4c3410d3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331025 Jul 27 23:18:27.562000 n-d-802623-1 neutron-server[93797]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad0cfd06-7b57-4db5-b11f-de2a80ace84c tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] DELETE failed (client error): The resource could not be found. Jul 27 23:18:27.562455 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad0cfd06-7b57-4db5-b11f-de2a80ace84c tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93797) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 23:18:27.564182 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-ad0cfd06-7b57-4db5-b11f-de2a80ace84c tempest-RoutersTest-660400416 tempest-RoutersTest-660400416-project] 10.222.0.18 "DELETE /v2.0/subnets/362e7d67-5a39-46f8-81af-18cfbb51c72f HTTP/1.1" status: 404 len: 337 time: 0.0261009 Jul 27 23:18:27.840187 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 46932) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:18:28.001944 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4a6921-450c-449c-b3c1-b6def33a62f7 req-07ebb891-0015-4f7d-8093-91412f79437d tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:18:28.002949 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-d22b113a-d153-4b3b-8969-12d70134ccab admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2c20245bbadb4ad09448e470090626f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1615062 Jul 27 23:18:28.003855 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 46946) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:18:28.010188 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-eb4a6921-450c-449c-b3c1-b6def33a62f7 req-07ebb891-0015-4f7d-8093-91412f79437d tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] 10.222.0.18 "GET /v2.0/ports?device_id=6a43bd9a-6245-44f3-a319-a8a9d9683e94 HTTP/1.1" status: 200 len: 944 time: 0.0915093 Jul 27 23:18:28.067357 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-eb4a6921-450c-449c-b3c1-b6def33a62f7 req-85304997-d760-4f32-b833-b63e89810c7a tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] 10.222.0.18 "GET /v2.0/security-groups?id=7226db73-c6f2-4ea3-adb9-5e608bea74da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442216 Jul 27 23:18:28.078956 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4e931222-478e-48d3-9d59-999f79823dd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:28.127131 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4e931222-478e-48d3-9d59-999f79823dd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:28.217695 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4e931222-478e-48d3-9d59-999f79823dd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:28.220943 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4e931222-478e-48d3-9d59-999f79823dd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:28.225346 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-4e931222-478e-48d3-9d59-999f79823dd8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/983474c1-c295-4acc-933a-ba1449645966 HTTP/1.1" status: 204 len: 168 time: 0.2170873 Jul 27 23:18:28.233972 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52bbbfb-a1f3-463f-91c4-30da9756d317 req-4b3ebd8e-9eed-46f1-833f-194ace8f0387 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:18:28.235507 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-b52bbbfb-a1f3-463f-91c4-30da9756d317 req-4b3ebd8e-9eed-46f1-833f-194ace8f0387 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/ports?device_id=3dc73040-187a-4f58-bcc9-a88d65cd484b HTTP/1.1" status: 200 len: 945 time: 0.0944278 Jul 27 23:18:28.244833 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e931222-478e-48d3-9d59-999f79823dd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=983474c1-c295-4acc-933a-ba1449645966,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:18:28.318311 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-b52bbbfb-a1f3-463f-91c4-30da9756d317 req-49423d89-3d72-4dbf-93f5-c32f5700543f tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/security-groups?id=fa1f1682-89f2-436c-be39-8607c4cda167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745072 Jul 27 23:18:28.531389 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298aab34-eb43-46f8-8cfd-3b6cecd76e3f req-d595b053-9635-4c96-bb9e-b0411dedff52 tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:18:28.532896 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-298aab34-eb43-46f8-8cfd-3b6cecd76e3f req-d595b053-9635-4c96-bb9e-b0411dedff52 tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] 10.222.0.18 "GET /v2.0/ports?device_id=85f40be3-f1df-4145-8683-ed8ce90ae102 HTTP/1.1" status: 200 len: 946 time: 0.0507882 Jul 27 23:18:28.573396 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-298aab34-eb43-46f8-8cfd-3b6cecd76e3f req-e91dc1c9-7712-4555-a400-ac01c8eeb154 tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] 10.222.0.18 "GET /v2.0/security-groups?id=8de43b2a-3064-44a7-b92f-0f4c3410d3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330219 Jul 27 23:18:28.923103 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 47000) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:18:28.950141 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device add62f76-8960-42c5-a51d-b75f221ac213 details requested by agent hyperv_n-h1-802623-1 with host n-h1-802623-1 {{(pid=93799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 23:18:29.089499 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-f808f753-0ff6-46ec-8939-2971882188ff tempest-NegativeSecGroupIPv6Test-32729272 tempest-NegativeSecGroupIPv6Test-32729272-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:18:29.090204 n-d-802623-1 neutron-server[93797]: WARNING neutron.api.v2.base [None req-f808f753-0ff6-46ec-8939-2971882188ff tempest-NegativeSecGroupIPv6Test-32729272 tempest-NegativeSecGroupIPv6Test-32729272-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 27 23:18:29.090700 n-d-802623-1 neutron-server[93797]: INFO neutron.api.v2.resource [None req-f808f753-0ff6-46ec-8939-2971882188ff tempest-NegativeSecGroupIPv6Test-32729272 tempest-NegativeSecGroupIPv6Test-32729272-project] create failed (client error): There was a conflict when trying to complete your request. Jul 27 23:18:29.098062 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 47010) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:18:29.098815 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-f808f753-0ff6-46ec-8939-2971882188ff tempest-NegativeSecGroupIPv6Test-32729272 tempest-NegativeSecGroupIPv6Test-32729272-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1745362 Jul 27 23:18:29.110814 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-15a5f5ce-c131-4af8-a5b2-5bb7e768295b tempest-NegativeSecGroupIPv6Test-32729272 tempest-NegativeSecGroupIPv6Test-32729272-project] Request body: {'security_group': {'name': 'tempest-secgroup--1076152587'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:18:29.114479 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port add62f76-8960-42c5-a51d-b75f221ac213, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=add62f76-8960-42c5-a51d-b75f221ac213,segment=NetworkSegment(dd3fb910-11a1-4198-8a90-f4352ae92025),segment_id=dd3fb910-11a1-4198-8a90-f4352ae92025)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:18:29.136660 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Returning: {'device': 'add62f76-8960-42c5-a51d-b75f221ac213', 'network_id': 'a198ee08-ada0-4348-9b3a-3cd923d78e26', 'port_id': 'add62f76-8960-42c5-a51d-b75f221ac213', 'mac_address': 'fa:16:3e:02:4c:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bb4b577-bd47-4366-ace3-c23131aef649', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 23:18:29.173195 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-15a5f5ce-c131-4af8-a5b2-5bb7e768295b tempest-NegativeSecGroupIPv6Test-32729272 tempest-NegativeSecGroupIPv6Test-32729272-project] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:29.178260 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:29.193616 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-15a5f5ce-c131-4af8-a5b2-5bb7e768295b tempest-NegativeSecGroupIPv6Test-32729272 tempest-NegativeSecGroupIPv6Test-32729272-project] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:29.200352 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id add62f76-8960-42c5-a51d-b75f221ac213 {{(pid=93799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:18:29.225090 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port add62f76-8960-42c5-a51d-b75f221ac213, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=add62f76-8960-42c5-a51d-b75f221ac213,segment=NetworkSegment(dd3fb910-11a1-4198-8a90-f4352ae92025),segment_id=dd3fb910-11a1-4198-8a90-f4352ae92025)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:18:29.231740 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:29.356537 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Pushing event updated for resources: {'Port': ['ID=add62f76-8960-42c5-a51d-b75f221ac213,revision_number=9']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:18:29.371877 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb5f06a-d0d6-4bd8-924a-0320473e8f57 req-6a21de71-a223-4ac6-958b-32d75ad88864 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:18:29.379815 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-9eb5f06a-d0d6-4bd8-924a-0320473e8f57 req-6a21de71-a223-4ac6-958b-32d75ad88864 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] 10.222.0.18 "GET /v2.0/ports?device_id=6a43bd9a-6245-44f3-a319-a8a9d9683e94 HTTP/1.1" status: 200 len: 945 time: 0.1526744 Jul 27 23:18:29.427686 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-9eb5f06a-d0d6-4bd8-924a-0320473e8f57 req-3fa3c40c-5852-43d6-9b57-42357beb3637 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] 10.222.0.18 "GET /v2.0/security-groups?id=7226db73-c6f2-4ea3-adb9-5e608bea74da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438623 Jul 27 23:18:29.446115 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-15a5f5ce-c131-4af8-a5b2-5bb7e768295b tempest-NegativeSecGroupIPv6Test-32729272 tempest-NegativeSecGroupIPv6Test-32729272-project] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:29.456599 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-15a5f5ce-c131-4af8-a5b2-5bb7e768295b tempest-NegativeSecGroupIPv6Test-32729272 tempest-NegativeSecGroupIPv6Test-32729272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:29.475630 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:29.489398 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a5f5ce-c131-4af8-a5b2-5bb7e768295b tempest-NegativeSecGroupIPv6Test-32729272 tempest-NegativeSecGroupIPv6Test-32729272-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1931aa78-0452-4fb3-94c9-0e138ccb0693,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:18:29.562455 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecccc705-f51c-48ba-8142-9a26e7f3f183 req-145e7a96-3d8d-4efc-8dee-4ed22c3a28df tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:18:29.567844 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-ecccc705-f51c-48ba-8142-9a26e7f3f183 req-145e7a96-3d8d-4efc-8dee-4ed22c3a28df tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/ports?device_id=3dc73040-187a-4f58-bcc9-a88d65cd484b HTTP/1.1" status: 200 len: 945 time: 0.1188979 Jul 27 23:18:29.571444 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-1058abdb-e4b7-4246-81dd-239cabaa8149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:29.579639 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] get_ports_and_sgs() called for port_ids ['add62f76-8960-42c5-a51d-b75f221ac213'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:18:29.601919 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-15a5f5ce-c131-4af8-a5b2-5bb7e768295b tempest-NegativeSecGroupIPv6Test-32729272 tempest-NegativeSecGroupIPv6Test-32729272-project] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:29.616744 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-15a5f5ce-c131-4af8-a5b2-5bb7e768295b tempest-NegativeSecGroupIPv6Test-32729272 tempest-NegativeSecGroupIPv6Test-32729272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:29.634037 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-ecccc705-f51c-48ba-8142-9a26e7f3f183 req-1efdeb46-c030-44d0-9621-8ac9f00e091e tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/security-groups?id=fa1f1682-89f2-436c-be39-8607c4cda167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627315 Jul 27 23:18:29.668886 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-15a5f5ce-c131-4af8-a5b2-5bb7e768295b tempest-NegativeSecGroupIPv6Test-32729272 tempest-NegativeSecGroupIPv6Test-32729272-project] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:29.670835 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-15a5f5ce-c131-4af8-a5b2-5bb7e768295b tempest-NegativeSecGroupIPv6Test-32729272 tempest-NegativeSecGroupIPv6Test-32729272-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5714540 Jul 27 23:18:29.673654 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 47018) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:18:29.679035 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-8f029748-22ef-4eb5-a5fd-d3d8219e9f5d tempest-NegativeSecGroupIPv6Test-32729272 tempest-NegativeSecGroupIPv6Test-32729272-project] Request body: {'security_group_rule': {'security_group_id': '7cc89e63-70ce-4c1c-80d9-723a36dcecc8', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:18:29.685288 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a5f5ce-c131-4af8-a5b2-5bb7e768295b tempest-NegativeSecGroupIPv6Test-32729272 tempest-NegativeSecGroupIPv6Test-32729272-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7cc89e63-70ce-4c1c-80d9-723a36dcecc8,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:18:29.728459 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8f029748-22ef-4eb5-a5fd-d3d8219e9f5d tempest-NegativeSecGroupIPv6Test-32729272 tempest-NegativeSecGroupIPv6Test-32729272-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:29.766060 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d229e1ac-51a4-4e15-b9a6-2b0162569df4 req-53fdfd00-d189-4e61-abab-edd8e69d15b1 tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:18:29.781577 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-d229e1ac-51a4-4e15-b9a6-2b0162569df4 req-53fdfd00-d189-4e61-abab-edd8e69d15b1 tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] 10.222.0.18 "GET /v2.0/ports?device_id=85f40be3-f1df-4145-8683-ed8ce90ae102 HTTP/1.1" status: 200 len: 946 time: 0.1087294 Jul 27 23:18:29.807005 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8f029748-22ef-4eb5-a5fd-d3d8219e9f5d tempest-NegativeSecGroupIPv6Test-32729272 tempest-NegativeSecGroupIPv6Test-32729272-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:29.811213 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8f029748-22ef-4eb5-a5fd-d3d8219e9f5d tempest-NegativeSecGroupIPv6Test-32729272 tempest-NegativeSecGroupIPv6Test-32729272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784185'] for security_group_rule, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:29.839844 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-d229e1ac-51a4-4e15-b9a6-2b0162569df4 req-81bb0498-073f-48b3-8986-449f048d893c tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] 10.222.0.18 "GET /v2.0/security-groups?id=8de43b2a-3064-44a7-b92f-0f4c3410d3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561335 Jul 27 23:18:29.845333 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f029748-22ef-4eb5-a5fd-d3d8219e9f5d tempest-NegativeSecGroupIPv6Test-32729272 tempest-NegativeSecGroupIPv6Test-32729272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2cc361e0-bfe3-465b-9118-d3e69cd3a234,revision_number=0']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:18:29.851890 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8f029748-22ef-4eb5-a5fd-d3d8219e9f5d tempest-NegativeSecGroupIPv6Test-32729272 tempest-NegativeSecGroupIPv6Test-32729272-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:29.856015 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-8f029748-22ef-4eb5-a5fd-d3d8219e9f5d tempest-NegativeSecGroupIPv6Test-32729272 tempest-NegativeSecGroupIPv6Test-32729272-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1812928 Jul 27 23:18:29.862460 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 47020) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:18:29.864252 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-8ed23048-9828-47b5-b627-c6afae230e60 tempest-NegativeSecGroupIPv6Test-32729272 tempest-NegativeSecGroupIPv6Test-32729272-project] Request body: {'security_group_rule': {'security_group_id': '7cc89e63-70ce-4c1c-80d9-723a36dcecc8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:18:29.898074 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8ed23048-9828-47b5-b627-c6afae230e60 tempest-NegativeSecGroupIPv6Test-32729272 tempest-NegativeSecGroupIPv6Test-32729272-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:29.944002 n-d-802623-1 neutron-server[93798]: INFO neutron.api.v2.resource [None req-8ed23048-9828-47b5-b627-c6afae230e60 tempest-NegativeSecGroupIPv6Test-32729272 tempest-NegativeSecGroupIPv6Test-32729272-project] create failed (client error): There was a conflict when trying to complete your request. Jul 27 23:18:29.948030 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-8ed23048-9828-47b5-b627-c6afae230e60 tempest-NegativeSecGroupIPv6Test-32729272 tempest-NegativeSecGroupIPv6Test-32729272-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.0852795 Jul 27 23:18:29.948361 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 47022) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:18:30.005670 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-87dfc907-a813-45c2-9728-40694fa8cd05 tempest-NegativeSecGroupIPv6Test-32729272 tempest-NegativeSecGroupIPv6Test-32729272-project] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:30.033262 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:30.039012 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-87dfc907-a813-45c2-9728-40694fa8cd05 tempest-NegativeSecGroupIPv6Test-32729272 tempest-NegativeSecGroupIPv6Test-32729272-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:30.089975 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-87dfc907-a813-45c2-9728-40694fa8cd05 tempest-NegativeSecGroupIPv6Test-32729272 tempest-NegativeSecGroupIPv6Test-32729272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:30.093681 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-87dfc907-a813-45c2-9728-40694fa8cd05 tempest-NegativeSecGroupIPv6Test-32729272 tempest-NegativeSecGroupIPv6Test-32729272-project] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:30.095057 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-87dfc907-a813-45c2-9728-40694fa8cd05 tempest-NegativeSecGroupIPv6Test-32729272 tempest-NegativeSecGroupIPv6Test-32729272-project] 10.222.0.18 "DELETE /v2.0/security-groups/7cc89e63-70ce-4c1c-80d9-723a36dcecc8 HTTP/1.1" status: 204 len: 168 time: 0.1456168 Jul 27 23:18:30.097577 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 47030) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:18:30.118970 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87dfc907-a813-45c2-9728-40694fa8cd05 tempest-NegativeSecGroupIPv6Test-32729272 tempest-NegativeSecGroupIPv6Test-32729272-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cc89e63-70ce-4c1c-80d9-723a36dcecc8,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:18:30.212927 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-56528f97-4509-4c89-9a4f-8feb8554c0f6 tempest-NegativeSecGroupIPv6Test-32729272 tempest-NegativeSecGroupIPv6Test-32729272-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1140370 Jul 27 23:18:30.216248 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 47034) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:18:30.220752 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-3f68f5fe-3654-40d2-b8ac-164cdaa1bbfc tempest-NegativeSecGroupIPv6Test-32729272 tempest-NegativeSecGroupIPv6Test-32729272-project] Request body: {'security_group': {'name': 'tempest-secgroup--737694464'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:18:30.244900 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3f68f5fe-3654-40d2-b8ac-164cdaa1bbfc tempest-NegativeSecGroupIPv6Test-32729272 tempest-NegativeSecGroupIPv6Test-32729272-project] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:30.342479 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3f68f5fe-3654-40d2-b8ac-164cdaa1bbfc tempest-NegativeSecGroupIPv6Test-32729272 tempest-NegativeSecGroupIPv6Test-32729272-project] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:30.349375 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3f68f5fe-3654-40d2-b8ac-164cdaa1bbfc tempest-NegativeSecGroupIPv6Test-32729272 tempest-NegativeSecGroupIPv6Test-32729272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:30.378027 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3f68f5fe-3654-40d2-b8ac-164cdaa1bbfc tempest-NegativeSecGroupIPv6Test-32729272 tempest-NegativeSecGroupIPv6Test-32729272-project] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:30.379604 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-3f68f5fe-3654-40d2-b8ac-164cdaa1bbfc tempest-NegativeSecGroupIPv6Test-32729272 tempest-NegativeSecGroupIPv6Test-32729272-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1622458 Jul 27 23:18:30.382447 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 47038) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:18:30.387849 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-09b971aa-40a8-4257-9cfe-253f87fe7d27 tempest-NegativeSecGroupIPv6Test-32729272 tempest-NegativeSecGroupIPv6Test-32729272-project] Request body: {'security_group_rule': {'security_group_id': 'ef4fde64-57e2-423d-b921-5159ab7b1e96', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:18:30.388919 n-d-802623-1 neutron-server[93798]: WARNING neutron.api.v2.base [None req-09b971aa-40a8-4257-9cfe-253f87fe7d27 tempest-NegativeSecGroupIPv6Test-32729272 tempest-NegativeSecGroupIPv6Test-32729272-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jul 27 23:18:30.389803 n-d-802623-1 neutron-server[93798]: INFO neutron.api.v2.resource [None req-09b971aa-40a8-4257-9cfe-253f87fe7d27 tempest-NegativeSecGroupIPv6Test-32729272 tempest-NegativeSecGroupIPv6Test-32729272-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 23:18:30.391029 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-09b971aa-40a8-4257-9cfe-253f87fe7d27 tempest-NegativeSecGroupIPv6Test-32729272 tempest-NegativeSecGroupIPv6Test-32729272-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0073547 Jul 27 23:18:30.393727 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 47040) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:18:30.399418 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f68f5fe-3654-40d2-b8ac-164cdaa1bbfc tempest-NegativeSecGroupIPv6Test-32729272 tempest-NegativeSecGroupIPv6Test-32729272-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef4fde64-57e2-423d-b921-5159ab7b1e96,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:18:30.429535 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-19f2e178-d45e-4fbe-b9be-c3963fc151ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:30.469277 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c9945513-a1c8-48c8-9b00-e15c57f810d7 tempest-NegativeSecGroupIPv6Test-32729272 tempest-NegativeSecGroupIPv6Test-32729272-project] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:30.497043 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c9945513-a1c8-48c8-9b00-e15c57f810d7 tempest-NegativeSecGroupIPv6Test-32729272 tempest-NegativeSecGroupIPv6Test-32729272-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:30.546388 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c9945513-a1c8-48c8-9b00-e15c57f810d7 tempest-NegativeSecGroupIPv6Test-32729272 tempest-NegativeSecGroupIPv6Test-32729272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:30.549040 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c9945513-a1c8-48c8-9b00-e15c57f810d7 tempest-NegativeSecGroupIPv6Test-32729272 tempest-NegativeSecGroupIPv6Test-32729272-project] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:30.552625 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-c9945513-a1c8-48c8-9b00-e15c57f810d7 tempest-NegativeSecGroupIPv6Test-32729272 tempest-NegativeSecGroupIPv6Test-32729272-project] 10.222.0.18 "DELETE /v2.0/security-groups/ef4fde64-57e2-423d-b921-5159ab7b1e96 HTTP/1.1" status: 204 len: 168 time: 0.1550255 Jul 27 23:18:30.559945 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 47044) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:18:30.560726 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9945513-a1c8-48c8-9b00-e15c57f810d7 tempest-NegativeSecGroupIPv6Test-32729272 tempest-NegativeSecGroupIPv6Test-32729272-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef4fde64-57e2-423d-b921-5159ab7b1e96,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:18:30.603706 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63524806-77f5-4b33-8a55-a219abf551e1 req-4a27e56d-e35c-4996-9143-19cd0f0f0a27 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:18:30.612669 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-63524806-77f5-4b33-8a55-a219abf551e1 req-4a27e56d-e35c-4996-9143-19cd0f0f0a27 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] 10.222.0.18 "GET /v2.0/ports?device_id=6a43bd9a-6245-44f3-a319-a8a9d9683e94 HTTP/1.1" status: 200 len: 945 time: 0.0804574 Jul 27 23:18:30.636435 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-5c2d987b-110e-402f-aba0-f9e8fa96d116 tempest-NegativeSecGroupIPv6Test-32729272 tempest-NegativeSecGroupIPv6Test-32729272-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0734820 Jul 27 23:18:30.639970 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 47048) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:18:30.645455 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-6c970b59-d79c-43b8-a2db-702439bde10e tempest-NegativeSecGroupIPv6Test-32729272 tempest-NegativeSecGroupIPv6Test-32729272-project] Request body: {'security_group': {'name': 'tempest-secgroup--938168520'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:18:30.656592 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-63524806-77f5-4b33-8a55-a219abf551e1 req-967660cd-de29-441f-9734-6e05b8e61d6d tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] 10.222.0.18 "GET /v2.0/security-groups?id=7226db73-c6f2-4ea3-adb9-5e608bea74da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425916 Jul 27 23:18:30.696430 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6c970b59-d79c-43b8-a2db-702439bde10e tempest-NegativeSecGroupIPv6Test-32729272 tempest-NegativeSecGroupIPv6Test-32729272-project] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:30.817003 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efeee73c-f251-456e-8ef3-5a1defde940d req-e3d9e803-8c9d-4b68-958d-a8fb65546f8c tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:18:30.818614 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-efeee73c-f251-456e-8ef3-5a1defde940d req-e3d9e803-8c9d-4b68-958d-a8fb65546f8c tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/ports?device_id=3dc73040-187a-4f58-bcc9-a88d65cd484b HTTP/1.1" status: 200 len: 945 time: 0.0797176 Jul 27 23:18:30.842769 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6c970b59-d79c-43b8-a2db-702439bde10e tempest-NegativeSecGroupIPv6Test-32729272 tempest-NegativeSecGroupIPv6Test-32729272-project] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:30.850437 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6c970b59-d79c-43b8-a2db-702439bde10e tempest-NegativeSecGroupIPv6Test-32729272 tempest-NegativeSecGroupIPv6Test-32729272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:30.897314 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6c970b59-d79c-43b8-a2db-702439bde10e tempest-NegativeSecGroupIPv6Test-32729272 tempest-NegativeSecGroupIPv6Test-32729272-project] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:30.898570 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-6c970b59-d79c-43b8-a2db-702439bde10e tempest-NegativeSecGroupIPv6Test-32729272 tempest-NegativeSecGroupIPv6Test-32729272-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2574992 Jul 27 23:18:30.901517 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 47054) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:18:30.902853 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c970b59-d79c-43b8-a2db-702439bde10e tempest-NegativeSecGroupIPv6Test-32729272 tempest-NegativeSecGroupIPv6Test-32729272-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3cb947d9-b842-4494-8497-e8ebe7c2c57d,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:18:30.908435 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-b48677b4-72a6-41a7-9de4-02351ae4bb2f tempest-NegativeSecGroupIPv6Test-32729272 tempest-NegativeSecGroupIPv6Test-32729272-project] Request body: {'security_group_rule': {'security_group_id': '3cb947d9-b842-4494-8497-e8ebe7c2c57d', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:18:30.909941 n-d-802623-1 neutron-server[93797]: WARNING neutron.api.v2.base [None req-b48677b4-72a6-41a7-9de4-02351ae4bb2f tempest-NegativeSecGroupIPv6Test-32729272 tempest-NegativeSecGroupIPv6Test-32729272-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jul 27 23:18:30.910838 n-d-802623-1 neutron-server[93797]: INFO neutron.api.v2.resource [None req-b48677b4-72a6-41a7-9de4-02351ae4bb2f tempest-NegativeSecGroupIPv6Test-32729272 tempest-NegativeSecGroupIPv6Test-32729272-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 23:18:30.914557 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-b48677b4-72a6-41a7-9de4-02351ae4bb2f tempest-NegativeSecGroupIPv6Test-32729272 tempest-NegativeSecGroupIPv6Test-32729272-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0089176 Jul 27 23:18:30.915152 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 47056) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:18:30.918001 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-efeee73c-f251-456e-8ef3-5a1defde940d req-243b4592-984e-41cf-8c3f-7d5049b84b9c tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/security-groups?id=fa1f1682-89f2-436c-be39-8607c4cda167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891747 Jul 27 23:18:30.950137 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 3e860460-9096-4baf-a8a3-9d5491ceaea8 details requested by agent hyperv_n-h1-802623-1 with host n-h1-802623-1 {{(pid=93799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 23:18:30.953044 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device add62f76-8960-42c5-a51d-b75f221ac213 up at agent hyperv_n-h1-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:18:31.033236 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c644d0ca-9b8a-47cf-bcdb-d39c60a549e3 tempest-NegativeSecGroupIPv6Test-32729272 tempest-NegativeSecGroupIPv6Test-32729272-project] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:31.044552 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90302a6-d937-44dc-a53b-64c3b74535e1 req-b094ab75-7832-4e07-989d-0241cc1ba338 tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:18:31.046258 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d90302a6-d937-44dc-a53b-64c3b74535e1 req-b094ab75-7832-4e07-989d-0241cc1ba338 tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] 10.222.0.18 "GET /v2.0/ports?device_id=85f40be3-f1df-4145-8683-ed8ce90ae102 HTTP/1.1" status: 200 len: 946 time: 0.0769603 Jul 27 23:18:31.073709 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Provisioning complete for port add62f76-8960-42c5-a51d-b75f221ac213 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:18:31.074309 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:31.082660 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c644d0ca-9b8a-47cf-bcdb-d39c60a549e3 tempest-NegativeSecGroupIPv6Test-32729272 tempest-NegativeSecGroupIPv6Test-32729272-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:31.145680 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2d12a8-a31f-40fa-a6fc-76fcf073d098 req-dd7eef85-6981-40aa-873a-d1c444105efc tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:18:31.152588 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port 3e860460-9096-4baf-a8a3-9d5491ceaea8, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=3e860460-9096-4baf-a8a3-9d5491ceaea8,segment=NetworkSegment(95f4c351-b25e-43d9-ba8e-34c4aa118da8),segment_id=95f4c351-b25e-43d9-ba8e-34c4aa118da8)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:18:31.153888 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-8a2d12a8-a31f-40fa-a6fc-76fcf073d098 req-dd7eef85-6981-40aa-873a-d1c444105efc tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/ports?device_id=55cb1b9e-b3c2-47cd-8a02-7c9e10ec36f7 HTTP/1.1" status: 200 len: 944 time: 0.0647905 Jul 27 23:18:31.159161 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d90302a6-d937-44dc-a53b-64c3b74535e1 req-ff82af16-d0b1-45a0-9fbf-c33f5889d1b2 tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] 10.222.0.18 "GET /v2.0/security-groups?id=8de43b2a-3064-44a7-b92f-0f4c3410d3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037076 Jul 27 23:18:31.160841 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c644d0ca-9b8a-47cf-bcdb-d39c60a549e3 tempest-NegativeSecGroupIPv6Test-32729272 tempest-NegativeSecGroupIPv6Test-32729272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:31.163778 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c644d0ca-9b8a-47cf-bcdb-d39c60a549e3 tempest-NegativeSecGroupIPv6Test-32729272 tempest-NegativeSecGroupIPv6Test-32729272-project] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:31.164874 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-c644d0ca-9b8a-47cf-bcdb-d39c60a549e3 tempest-NegativeSecGroupIPv6Test-32729272 tempest-NegativeSecGroupIPv6Test-32729272-project] 10.222.0.18 "DELETE /v2.0/security-groups/3cb947d9-b842-4494-8497-e8ebe7c2c57d HTTP/1.1" status: 204 len: 168 time: 0.2476747 Jul 27 23:18:31.168808 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 47062) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:18:31.184191 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c644d0ca-9b8a-47cf-bcdb-d39c60a549e3 tempest-NegativeSecGroupIPv6Test-32729272 tempest-NegativeSecGroupIPv6Test-32729272-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cb947d9-b842-4494-8497-e8ebe7c2c57d,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:18:31.197008 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Returning: {'device': '3e860460-9096-4baf-a8a3-9d5491ceaea8', 'network_id': '3a3cbeff-b007-4bc1-b89e-3434caa880b9', 'port_id': '3e860460-9096-4baf-a8a3-9d5491ceaea8', 'mac_address': 'fa:16:3e:47:f0:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6febf1a-433f-4f54-bd03-8c744a40d170', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 23:18:31.246981 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-25b5abb9-1b84-4c29-9e8a-4d8b71e439de tempest-NegativeSecGroupIPv6Test-32729272 tempest-NegativeSecGroupIPv6Test-32729272-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0745885 Jul 27 23:18:31.254605 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 47070) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:18:31.255395 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-8a2d12a8-a31f-40fa-a6fc-76fcf073d098 req-535d5518-0ed1-471e-8d30-8446b362b958 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/security-groups?id=5f578744-6f09-4b7e-a537-2a342130270d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1005867 Jul 27 23:18:31.260475 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-2ffb9ebe-a333-44c3-9eb6-10a073c6247e tempest-NegativeSecGroupIPv6Test-32729272 tempest-NegativeSecGroupIPv6Test-32729272-project] Request body: {'security_group': {'name': 'tempest-secgroup--423944864'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:18:31.312654 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2ffb9ebe-a333-44c3-9eb6-10a073c6247e tempest-NegativeSecGroupIPv6Test-32729272 tempest-NegativeSecGroupIPv6Test-32729272-project] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:31.477063 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:31.484799 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2ffb9ebe-a333-44c3-9eb6-10a073c6247e tempest-NegativeSecGroupIPv6Test-32729272 tempest-NegativeSecGroupIPv6Test-32729272-project] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:31.491926 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2ffb9ebe-a333-44c3-9eb6-10a073c6247e tempest-NegativeSecGroupIPv6Test-32729272 tempest-NegativeSecGroupIPv6Test-32729272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:31.521039 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a43bd9a-6245-44f3-a319-a8a9d9683e94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'add62f76-8960-42c5-a51d-b75f221ac213'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:18:31.523277 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c0369b0d4f459110ff20a1f9878ba33f96d6491bddb9d15843bf29d01e0bda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a024f42d-f3a3-47fd-afcc-360a21279591" -d '{"events": [{"server_uuid": "6a43bd9a-6245-44f3-a319-a8a9d9683e94", "name": "network-vif-plugged", "status": "completed", "tag": "add62f76-8960-42c5-a51d-b75f221ac213"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:18:31.528009 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:31.536493 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3a2acb-1c66-4281-aef9-ff18371243ae req-d8f612b1-beea-419f-8171-23991c752618 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:18:31.545132 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port add62f76-8960-42c5-a51d-b75f221ac213, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=add62f76-8960-42c5-a51d-b75f221ac213,segment=NetworkSegment(dd3fb910-11a1-4198-8a90-f4352ae92025),segment_id=dd3fb910-11a1-4198-8a90-f4352ae92025)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:18:31.546320 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-2c3a2acb-1c66-4281-aef9-ff18371243ae req-d8f612b1-beea-419f-8171-23991c752618 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/ports?device_id=55cb1b9e-b3c2-47cd-8a02-7c9e10ec36f7 HTTP/1.1" status: 200 len: 944 time: 0.1035480 Jul 27 23:18:31.555192 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:31.559454 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3e860460-9096-4baf-a8a3-9d5491ceaea8 {{(pid=93799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:18:31.562217 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2ffb9ebe-a333-44c3-9eb6-10a073c6247e tempest-NegativeSecGroupIPv6Test-32729272 tempest-NegativeSecGroupIPv6Test-32729272-project] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:31.563494 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-2ffb9ebe-a333-44c3-9eb6-10a073c6247e tempest-NegativeSecGroupIPv6Test-32729272 tempest-NegativeSecGroupIPv6Test-32729272-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3071735 Jul 27 23:18:31.575778 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 47086) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:18:31.580705 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffb9ebe-a333-44c3-9eb6-10a073c6247e tempest-NegativeSecGroupIPv6Test-32729272 tempest-NegativeSecGroupIPv6Test-32729272-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64ca10db-9177-4503-90d0-7e52025235ab,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:18:31.584750 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-17cc106d-1f75-4e01-a743-753ea43429bf tempest-NegativeSecGroupIPv6Test-32729272 tempest-NegativeSecGroupIPv6Test-32729272-project] Request body: {'security_group_rule': {'security_group_id': '64ca10db-9177-4503-90d0-7e52025235ab', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:18:31.601914 n-d-802623-1 neutron-server[93797]: WARNING neutron.api.v2.base [None req-17cc106d-1f75-4e01-a743-753ea43429bf tempest-NegativeSecGroupIPv6Test-32729272 tempest-NegativeSecGroupIPv6Test-32729272-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jul 27 23:18:31.602558 n-d-802623-1 neutron-server[93797]: INFO neutron.api.v2.resource [None req-17cc106d-1f75-4e01-a743-753ea43429bf tempest-NegativeSecGroupIPv6Test-32729272 tempest-NegativeSecGroupIPv6Test-32729272-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 23:18:31.605497 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-17cc106d-1f75-4e01-a743-753ea43429bf tempest-NegativeSecGroupIPv6Test-32729272 tempest-NegativeSecGroupIPv6Test-32729272-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0242245 Jul 27 23:18:31.606648 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port 3e860460-9096-4baf-a8a3-9d5491ceaea8, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=3e860460-9096-4baf-a8a3-9d5491ceaea8,segment=NetworkSegment(95f4c351-b25e-43d9-ba8e-34c4aa118da8),segment_id=95f4c351-b25e-43d9-ba8e-34c4aa118da8)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:18:31.606804 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 47088) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:18:31.611190 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-7b7b92c5-7b1c-463d-86d9-6544e2e21139 tempest-NegativeSecGroupIPv6Test-32729272 tempest-NegativeSecGroupIPv6Test-32729272-project] Request body: {'security_group_rule': {'security_group_id': '64ca10db-9177-4503-90d0-7e52025235ab', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:18:31.611889 n-d-802623-1 neutron-server[93797]: WARNING neutron.api.v2.base [None req-7b7b92c5-7b1c-463d-86d9-6544e2e21139 tempest-NegativeSecGroupIPv6Test-32729272 tempest-NegativeSecGroupIPv6Test-32729272-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jul 27 23:18:31.612363 n-d-802623-1 neutron-server[93797]: INFO neutron.api.v2.resource [None req-7b7b92c5-7b1c-463d-86d9-6544e2e21139 tempest-NegativeSecGroupIPv6Test-32729272 tempest-NegativeSecGroupIPv6Test-32729272-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 23:18:31.614338 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-7b7b92c5-7b1c-463d-86d9-6544e2e21139 tempest-NegativeSecGroupIPv6Test-32729272 tempest-NegativeSecGroupIPv6Test-32729272-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0056982 Jul 27 23:18:31.618005 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 47090) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:18:31.620765 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:31.622434 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-7500ce43-a4a8-44f0-a17c-7f556997be06 tempest-NegativeSecGroupIPv6Test-32729272 tempest-NegativeSecGroupIPv6Test-32729272-project] Request body: {'security_group_rule': {'security_group_id': '64ca10db-9177-4503-90d0-7e52025235ab', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:18:31.623308 n-d-802623-1 neutron-server[93797]: WARNING neutron.api.v2.base [None req-7500ce43-a4a8-44f0-a17c-7f556997be06 tempest-NegativeSecGroupIPv6Test-32729272 tempest-NegativeSecGroupIPv6Test-32729272-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jul 27 23:18:31.623803 n-d-802623-1 neutron-server[93797]: INFO neutron.api.v2.resource [None req-7500ce43-a4a8-44f0-a17c-7f556997be06 tempest-NegativeSecGroupIPv6Test-32729272 tempest-NegativeSecGroupIPv6Test-32729272-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 23:18:31.624771 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-7500ce43-a4a8-44f0-a17c-7f556997be06 tempest-NegativeSecGroupIPv6Test-32729272 tempest-NegativeSecGroupIPv6Test-32729272-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0058336 Jul 27 23:18:31.629105 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 47092) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:18:31.637160 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-5ea97d27-9782-4095-b361-6eaed4ba687f tempest-NegativeSecGroupIPv6Test-32729272 tempest-NegativeSecGroupIPv6Test-32729272-project] Request body: {'security_group_rule': {'security_group_id': '64ca10db-9177-4503-90d0-7e52025235ab', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:18:31.638043 n-d-802623-1 neutron-server[93797]: WARNING neutron.api.v2.base [None req-5ea97d27-9782-4095-b361-6eaed4ba687f tempest-NegativeSecGroupIPv6Test-32729272 tempest-NegativeSecGroupIPv6Test-32729272-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jul 27 23:18:31.638528 n-d-802623-1 neutron-server[93797]: INFO neutron.api.v2.resource [None req-5ea97d27-9782-4095-b361-6eaed4ba687f tempest-NegativeSecGroupIPv6Test-32729272 tempest-NegativeSecGroupIPv6Test-32729272-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 23:18:31.642566 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-5ea97d27-9782-4095-b361-6eaed4ba687f tempest-NegativeSecGroupIPv6Test-32729272 tempest-NegativeSecGroupIPv6Test-32729272-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0095115 Jul 27 23:18:31.642735 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-2c3a2acb-1c66-4281-aef9-ff18371243ae req-bf63d5a4-7cdc-4fc2-abb1-26a87f055947 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/security-groups?id=5f578744-6f09-4b7e-a537-2a342130270d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882463 Jul 27 23:18:31.642868 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 47094) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:18:31.659716 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Pushing event updated for resources: {'Port': ['ID=add62f76-8960-42c5-a51d-b75f221ac213,revision_number=10']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:18:31.729142 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:18:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e0be736-cfef-4828-a3fd-9aa57e52e943 x-openstack-request-id: req-6e0be736-cfef-4828-a3fd-9aa57e52e943 {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:18:31.731389 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a43bd9a-6245-44f3-a319-a8a9d9683e94", "name": "network-vif-plugged", "status": "completed", "tag": "add62f76-8960-42c5-a51d-b75f221ac213", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:18:31.743312 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6e0be736-cfef-4828-a3fd-9aa57e52e943 {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:18:31.745218 n-d-802623-1 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a43bd9a-6245-44f3-a319-a8a9d9683e94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'add62f76-8960-42c5-a51d-b75f221ac213', 'code': 200} Jul 27 23:18:31.749797 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] get_ports_and_sgs() called for port_ids ['3e860460-9096-4baf-a8a3-9d5491ceaea8'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:18:31.771013 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f886c9e1-600b-4abe-bb1e-8a13b2a8f7af tempest-NegativeSecGroupIPv6Test-32729272 tempest-NegativeSecGroupIPv6Test-32729272-project] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:31.843609 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Pushing event updated for resources: {'Port': ['ID=3e860460-9096-4baf-a8a3-9d5491ceaea8,revision_number=6']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:18:31.872840 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f886c9e1-600b-4abe-bb1e-8a13b2a8f7af tempest-NegativeSecGroupIPv6Test-32729272 tempest-NegativeSecGroupIPv6Test-32729272-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:31.919257 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9731e315-2523-41ad-9203-789152d9e76c req-ffcd3350-d25d-46c6-96d9-d1bf1ea37bcd tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:18:31.920818 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-9731e315-2523-41ad-9203-789152d9e76c req-ffcd3350-d25d-46c6-96d9-d1bf1ea37bcd tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] 10.222.0.18 "GET /v2.0/ports?device_id=6a43bd9a-6245-44f3-a319-a8a9d9683e94 HTTP/1.1" status: 200 len: 947 time: 0.0996640 Jul 27 23:18:31.961155 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2404eb2d-462e-4a8a-a4be-923e8e51c188 req-7135bfc3-a634-4e01-a25d-67828023eab8 tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:18:31.963149 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-2404eb2d-462e-4a8a-a4be-923e8e51c188 req-7135bfc3-a634-4e01-a25d-67828023eab8 tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] 10.222.0.18 "GET /v2.0/ports?device_id=85f40be3-f1df-4145-8683-ed8ce90ae102 HTTP/1.1" status: 200 len: 945 time: 0.1308348 Jul 27 23:18:31.996230 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1663576-78a3-4f70-bff0-39e94f8e3cda req-f838ccf8-ba83-4207-bdea-da6453e789fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:18:31.997603 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f886c9e1-600b-4abe-bb1e-8a13b2a8f7af tempest-NegativeSecGroupIPv6Test-32729272 tempest-NegativeSecGroupIPv6Test-32729272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:31.998047 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b1663576-78a3-4f70-bff0-39e94f8e3cda req-f838ccf8-ba83-4207-bdea-da6453e789fc service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=6a43bd9a-6245-44f3-a319-a8a9d9683e94 HTTP/1.1" status: 200 len: 1098 time: 0.0762033 Jul 27 23:18:32.000375 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f886c9e1-600b-4abe-bb1e-8a13b2a8f7af tempest-NegativeSecGroupIPv6Test-32729272 tempest-NegativeSecGroupIPv6Test-32729272-project] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:32.001349 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-9731e315-2523-41ad-9203-789152d9e76c req-0bb1405f-af00-452c-a666-dce0aff6edd4 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] 10.222.0.18 "GET /v2.0/security-groups?id=7226db73-c6f2-4ea3-adb9-5e608bea74da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696182 Jul 27 23:18:32.004172 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 47104) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:18:32.004316 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-f886c9e1-600b-4abe-bb1e-8a13b2a8f7af tempest-NegativeSecGroupIPv6Test-32729272 tempest-NegativeSecGroupIPv6Test-32729272-project] 10.222.0.18 "DELETE /v2.0/security-groups/64ca10db-9177-4503-90d0-7e52025235ab HTTP/1.1" status: 204 len: 168 time: 0.3610437 Jul 27 23:18:32.033875 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-2404eb2d-462e-4a8a-a4be-923e8e51c188 req-1c70f5fe-e3cf-4836-8c75-5ad3c141f2c3 tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] 10.222.0.18 "GET /v2.0/security-groups?id=8de43b2a-3064-44a7-b92f-0f4c3410d3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542755 Jul 27 23:18:32.036040 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f886c9e1-600b-4abe-bb1e-8a13b2a8f7af tempest-NegativeSecGroupIPv6Test-32729272 tempest-NegativeSecGroupIPv6Test-32729272-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=64ca10db-9177-4503-90d0-7e52025235ab,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:18:32.075325 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b1663576-78a3-4f70-bff0-39e94f8e3cda req-cff9af86-444c-4df0-a527-bd2f51c3b23e service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=7226db73-c6f2-4ea3-adb9-5e608bea74da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635862 Jul 27 23:18:32.084709 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-e004a825-b383-4c16-ab03-379e4d96802b tempest-NegativeSecGroupIPv6Test-32729272 tempest-NegativeSecGroupIPv6Test-32729272-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0791259 Jul 27 23:18:32.088299 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 47110) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:18:32.093006 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-daabddd1-2887-4151-bf6c-7702919660d1 tempest-NegativeSecGroupIPv6Test-32729272 tempest-NegativeSecGroupIPv6Test-32729272-project] Request body: {'security_group': {'name': 'tempest-secgroup--1019895639'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:18:32.131357 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-daabddd1-2887-4151-bf6c-7702919660d1 tempest-NegativeSecGroupIPv6Test-32729272 tempest-NegativeSecGroupIPv6Test-32729272-project] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:32.180154 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7418f70f-e60d-4709-8ba9-6ab514bc7f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:32.244200 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919c996b-a03e-425c-8299-41ca2c2002fc req-a9285175-89a6-48f1-8f77-b0da543c7bfd tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:18:32.245291 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-daabddd1-2887-4151-bf6c-7702919660d1 tempest-NegativeSecGroupIPv6Test-32729272 tempest-NegativeSecGroupIPv6Test-32729272-project] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:32.247557 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-919c996b-a03e-425c-8299-41ca2c2002fc req-a9285175-89a6-48f1-8f77-b0da543c7bfd tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/networks?id=0627b955-dd0f-4cce-ba7f-51e698f3bc59 HTTP/1.1" status: 200 len: 812 time: 0.1255178 Jul 27 23:18:32.251598 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-daabddd1-2887-4151-bf6c-7702919660d1 tempest-NegativeSecGroupIPv6Test-32729272 tempest-NegativeSecGroupIPv6Test-32729272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:32.265370 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-919c996b-a03e-425c-8299-41ca2c2002fc req-ef9fe410-7217-456b-900c-ea97ba7bcf38 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/quotas/096ab815848b4fa4865a54f76499dfb1 HTTP/1.1" status: 200 len: 375 time: 0.0130513 Jul 27 23:18:32.294292 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daabddd1-2887-4151-bf6c-7702919660d1 tempest-NegativeSecGroupIPv6Test-32729272 tempest-NegativeSecGroupIPv6Test-32729272-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4bf3869c-274f-43a3-9009-8c8b9ff5ed57,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:18:32.297764 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-daabddd1-2887-4151-bf6c-7702919660d1 tempest-NegativeSecGroupIPv6Test-32729272 tempest-NegativeSecGroupIPv6Test-32729272-project] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:32.299431 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-daabddd1-2887-4151-bf6c-7702919660d1 tempest-NegativeSecGroupIPv6Test-32729272 tempest-NegativeSecGroupIPv6Test-32729272-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2098029 Jul 27 23:18:32.302199 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 47120) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:18:32.309676 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-04b16773-dd3f-4f80-9883-02e3ec13147b tempest-NegativeSecGroupIPv6Test-32729272 tempest-NegativeSecGroupIPv6Test-32729272-project] Request body: {'security_group_rule': {'security_group_id': '4bf3869c-274f-43a3-9009-8c8b9ff5ed57', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:18:32.310777 n-d-802623-1 neutron-server[93797]: WARNING neutron.api.v2.base [None req-04b16773-dd3f-4f80-9883-02e3ec13147b tempest-NegativeSecGroupIPv6Test-32729272 tempest-NegativeSecGroupIPv6Test-32729272-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 27 23:18:32.311458 n-d-802623-1 neutron-server[93797]: INFO neutron.api.v2.resource [None req-04b16773-dd3f-4f80-9883-02e3ec13147b tempest-NegativeSecGroupIPv6Test-32729272 tempest-NegativeSecGroupIPv6Test-32729272-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 23:18:32.312449 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-04b16773-dd3f-4f80-9883-02e3ec13147b tempest-NegativeSecGroupIPv6Test-32729272 tempest-NegativeSecGroupIPv6Test-32729272-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0089364 Jul 27 23:18:32.315754 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 47122) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:18:32.320871 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-ca147f03-749f-4ef3-b3b3-0d2f7be14bba tempest-NegativeSecGroupIPv6Test-32729272 tempest-NegativeSecGroupIPv6Test-32729272-project] Request body: {'security_group_rule': {'security_group_id': '4bf3869c-274f-43a3-9009-8c8b9ff5ed57', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:18:32.362164 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-919c996b-a03e-425c-8299-41ca2c2002fc req-919d1e61-c4b6-47e1-8c2c-ca03d31e6612 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=096ab815848b4fa4865a54f76499dfb1&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0852969 Jul 27 23:18:32.391702 n-d-802623-1 neutron-server[93797]: INFO neutron.api.v2.resource [None req-ca147f03-749f-4ef3-b3b3-0d2f7be14bba tempest-NegativeSecGroupIPv6Test-32729272 tempest-NegativeSecGroupIPv6Test-32729272-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 23:18:32.392951 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-ca147f03-749f-4ef3-b3b3-0d2f7be14bba tempest-NegativeSecGroupIPv6Test-32729272 tempest-NegativeSecGroupIPv6Test-32729272-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0762422 Jul 27 23:18:32.396359 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 47128) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:18:32.401373 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-934bd42c-4974-41a6-9bdb-df075f6d4a76 tempest-NegativeSecGroupIPv6Test-32729272 tempest-NegativeSecGroupIPv6Test-32729272-project] Request body: {'security_group_rule': {'security_group_id': '4bf3869c-274f-43a3-9009-8c8b9ff5ed57', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:18:32.401958 n-d-802623-1 neutron-server[93797]: WARNING neutron.api.v2.base [None req-934bd42c-4974-41a6-9bdb-df075f6d4a76 tempest-NegativeSecGroupIPv6Test-32729272 tempest-NegativeSecGroupIPv6Test-32729272-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jul 27 23:18:32.402583 n-d-802623-1 neutron-server[93797]: INFO neutron.api.v2.resource [None req-934bd42c-4974-41a6-9bdb-df075f6d4a76 tempest-NegativeSecGroupIPv6Test-32729272 tempest-NegativeSecGroupIPv6Test-32729272-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 23:18:32.403932 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-934bd42c-4974-41a6-9bdb-df075f6d4a76 tempest-NegativeSecGroupIPv6Test-32729272 tempest-NegativeSecGroupIPv6Test-32729272-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0064819 Jul 27 23:18:32.406541 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 47130) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:18:32.411180 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-8322ea73-b5ab-49fc-b3da-7b439809ce92 tempest-NegativeSecGroupIPv6Test-32729272 tempest-NegativeSecGroupIPv6Test-32729272-project] Request body: {'security_group_rule': {'security_group_id': '4bf3869c-274f-43a3-9009-8c8b9ff5ed57', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:18:32.459454 n-d-802623-1 neutron-server[93797]: INFO neutron.api.v2.resource [None req-8322ea73-b5ab-49fc-b3da-7b439809ce92 tempest-NegativeSecGroupIPv6Test-32729272 tempest-NegativeSecGroupIPv6Test-32729272-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 23:18:32.460943 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-8322ea73-b5ab-49fc-b3da-7b439809ce92 tempest-NegativeSecGroupIPv6Test-32729272 tempest-NegativeSecGroupIPv6Test-32729272-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0533495 Jul 27 23:18:32.463836 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 47132) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:18:32.473668 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-790c768c-1111-44cc-a7fb-ed8165dda602 tempest-NegativeSecGroupIPv6Test-32729272 tempest-NegativeSecGroupIPv6Test-32729272-project] Request body: {'security_group_rule': {'security_group_id': '4bf3869c-274f-43a3-9009-8c8b9ff5ed57', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:18:32.474403 n-d-802623-1 neutron-server[93797]: WARNING neutron.api.v2.base [None req-790c768c-1111-44cc-a7fb-ed8165dda602 tempest-NegativeSecGroupIPv6Test-32729272 tempest-NegativeSecGroupIPv6Test-32729272-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 27 23:18:32.475314 n-d-802623-1 neutron-server[93797]: INFO neutron.api.v2.resource [None req-790c768c-1111-44cc-a7fb-ed8165dda602 tempest-NegativeSecGroupIPv6Test-32729272 tempest-NegativeSecGroupIPv6Test-32729272-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 23:18:32.476836 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-790c768c-1111-44cc-a7fb-ed8165dda602 tempest-NegativeSecGroupIPv6Test-32729272 tempest-NegativeSecGroupIPv6Test-32729272-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0114198 Jul 27 23:18:32.479204 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 47134) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:18:32.483791 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-6d660603-1e54-4d48-9cde-9fbd95ea2be8 tempest-NegativeSecGroupIPv6Test-32729272 tempest-NegativeSecGroupIPv6Test-32729272-project] Request body: {'security_group_rule': {'security_group_id': '4bf3869c-274f-43a3-9009-8c8b9ff5ed57', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:18:32.502550 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-919c996b-a03e-425c-8299-41ca2c2002fc req-c3779178-fa9d-4b90-83cf-3202cf2ba138 service neutron] 10.222.0.18 "GET /v2.0/networks/0627b955-dd0f-4cce-ba7f-51e698f3bc59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395798 Jul 27 23:18:32.518726 n-d-802623-1 neutron-server[93797]: INFO neutron.db.securitygroups_db [None req-6d660603-1e54-4d48-9cde-9fbd95ea2be8 tempest-NegativeSecGroupIPv6Test-32729272 tempest-NegativeSecGroupIPv6Test-32729272-project] Project 97ab8dfe39a34e2fa20745852b72b2e0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 23:18:32.535463 n-d-802623-1 neutron-server[93797]: INFO neutron.api.v2.resource [None req-6d660603-1e54-4d48-9cde-9fbd95ea2be8 tempest-NegativeSecGroupIPv6Test-32729272 tempest-NegativeSecGroupIPv6Test-32729272-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 23:18:32.537655 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-6d660603-1e54-4d48-9cde-9fbd95ea2be8 tempest-NegativeSecGroupIPv6Test-32729272 tempest-NegativeSecGroupIPv6Test-32729272-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0571122 Jul 27 23:18:32.540189 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 47136) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:18:32.545238 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-654fa9a3-ff9c-47b1-bc0c-2c23bd28821c tempest-NegativeSecGroupIPv6Test-32729272 tempest-NegativeSecGroupIPv6Test-32729272-project] Request body: {'security_group_rule': {'security_group_id': '4bf3869c-274f-43a3-9009-8c8b9ff5ed57', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:18:32.546022 n-d-802623-1 neutron-server[93797]: WARNING neutron.api.v2.base [None req-654fa9a3-ff9c-47b1-bc0c-2c23bd28821c tempest-NegativeSecGroupIPv6Test-32729272 tempest-NegativeSecGroupIPv6Test-32729272-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jul 27 23:18:32.547167 n-d-802623-1 neutron-server[93797]: INFO neutron.api.v2.resource [None req-654fa9a3-ff9c-47b1-bc0c-2c23bd28821c tempest-NegativeSecGroupIPv6Test-32729272 tempest-NegativeSecGroupIPv6Test-32729272-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 23:18:32.548761 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-654fa9a3-ff9c-47b1-bc0c-2c23bd28821c tempest-NegativeSecGroupIPv6Test-32729272 tempest-NegativeSecGroupIPv6Test-32729272-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0073891 Jul 27 23:18:32.551270 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 47138) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:18:32.556067 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-bbda1a8b-5072-49e5-a93b-be606e9a6731 tempest-NegativeSecGroupIPv6Test-32729272 tempest-NegativeSecGroupIPv6Test-32729272-project] Request body: {'security_group_rule': {'security_group_id': '4bf3869c-274f-43a3-9009-8c8b9ff5ed57', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:18:32.589086 n-d-802623-1 neutron-server[93797]: INFO neutron.db.securitygroups_db [None req-bbda1a8b-5072-49e5-a93b-be606e9a6731 tempest-NegativeSecGroupIPv6Test-32729272 tempest-NegativeSecGroupIPv6Test-32729272-project] Project 97ab8dfe39a34e2fa20745852b72b2e0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 23:18:32.612072 n-d-802623-1 neutron-server[93797]: INFO neutron.api.v2.resource [None req-bbda1a8b-5072-49e5-a93b-be606e9a6731 tempest-NegativeSecGroupIPv6Test-32729272 tempest-NegativeSecGroupIPv6Test-32729272-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 23:18:32.613964 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-bbda1a8b-5072-49e5-a93b-be606e9a6731 tempest-NegativeSecGroupIPv6Test-32729272 tempest-NegativeSecGroupIPv6Test-32729272-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0615373 Jul 27 23:18:32.618067 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 47142) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:18:32.628360 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-5f2ae5f9-f24b-4bea-bf76-6ef3c1904d63 tempest-NegativeSecGroupIPv6Test-32729272 tempest-NegativeSecGroupIPv6Test-32729272-project] Request body: {'security_group_rule': {'security_group_id': '4bf3869c-274f-43a3-9009-8c8b9ff5ed57', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:18:32.663769 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-919c996b-a03e-425c-8299-41ca2c2002fc req-9b2c71e5-78a3-4f80-9f57-cb55d8ea0678 service neutron] 10.222.0.18 "GET /v2.0/networks/0627b955-dd0f-4cce-ba7f-51e698f3bc59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1516066 Jul 27 23:18:32.676307 n-d-802623-1 neutron-server[93797]: INFO neutron.db.securitygroups_db [None req-5f2ae5f9-f24b-4bea-bf76-6ef3c1904d63 tempest-NegativeSecGroupIPv6Test-32729272 tempest-NegativeSecGroupIPv6Test-32729272-project] Project 97ab8dfe39a34e2fa20745852b72b2e0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 23:18:32.700702 n-d-802623-1 neutron-server[93797]: INFO neutron.api.v2.resource [None req-5f2ae5f9-f24b-4bea-bf76-6ef3c1904d63 tempest-NegativeSecGroupIPv6Test-32729272 tempest-NegativeSecGroupIPv6Test-32729272-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 23:18:32.705473 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 47144) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:18:32.705625 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-5f2ae5f9-f24b-4bea-bf76-6ef3c1904d63 tempest-NegativeSecGroupIPv6Test-32729272 tempest-NegativeSecGroupIPv6Test-32729272-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0857599 Jul 27 23:18:32.772998 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-57cc46b3-cbad-42a6-b5d9-13a58f435366 tempest-NegativeSecGroupIPv6Test-32729272 tempest-NegativeSecGroupIPv6Test-32729272-project] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:32.801178 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-57cc46b3-cbad-42a6-b5d9-13a58f435366 tempest-NegativeSecGroupIPv6Test-32729272 tempest-NegativeSecGroupIPv6Test-32729272-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:32.864406 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d9700279-a2c8-4fad-ad1e-0a2337d5e055 req-19910107-19d0-4175-b707-45f3e89d04b0 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/ports?device_id=dda1de1e-19a8-4219-8d1f-ae329934698f HTTP/1.1" status: 200 len: 210 time: 0.0295515 Jul 27 23:18:32.883926 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-57cc46b3-cbad-42a6-b5d9-13a58f435366 tempest-NegativeSecGroupIPv6Test-32729272 tempest-NegativeSecGroupIPv6Test-32729272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:32.886932 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-57cc46b3-cbad-42a6-b5d9-13a58f435366 tempest-NegativeSecGroupIPv6Test-32729272 tempest-NegativeSecGroupIPv6Test-32729272-project] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:32.888125 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-57cc46b3-cbad-42a6-b5d9-13a58f435366 tempest-NegativeSecGroupIPv6Test-32729272 tempest-NegativeSecGroupIPv6Test-32729272-project] 10.222.0.18 "DELETE /v2.0/security-groups/4bf3869c-274f-43a3-9009-8c8b9ff5ed57 HTTP/1.1" status: 204 len: 168 time: 0.1800289 Jul 27 23:18:32.891232 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 47150) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:18:32.899433 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cc46b3-cbad-42a6-b5d9-13a58f435366 tempest-NegativeSecGroupIPv6Test-32729272 tempest-NegativeSecGroupIPv6Test-32729272-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bf3869c-274f-43a3-9009-8c8b9ff5ed57,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:18:32.957388 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 3e860460-9096-4baf-a8a3-9d5491ceaea8 no longer exists at agent hyperv_n-h1-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:18:32.985970 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-a33d89a1-8dec-4320-a668-01d1e889d96c tempest-NegativeSecGroupIPv6Test-32729272 tempest-NegativeSecGroupIPv6Test-32729272-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0934987 Jul 27 23:18:32.991077 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 47154) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:18:32.996038 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-d7027810-5fc8-4d3f-8935-604294a27a52 tempest-NegativeSecGroupIPv6Test-32729272 tempest-NegativeSecGroupIPv6Test-32729272-project] Request body: {'security_group': {'name': 'tempest-secgroup--277715217'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:18:33.056188 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d7027810-5fc8-4d3f-8935-604294a27a52 tempest-NegativeSecGroupIPv6Test-32729272 tempest-NegativeSecGroupIPv6Test-32729272-project] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:33.095123 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:33.146643 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 3e860460-9096-4baf-a8a3-9d5491ceaea8 {{(pid=93799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:18:33.190790 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port 3e860460-9096-4baf-a8a3-9d5491ceaea8, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=3e860460-9096-4baf-a8a3-9d5491ceaea8,segment=NetworkSegment(95f4c351-b25e-43d9-ba8e-34c4aa118da8),segment_id=95f4c351-b25e-43d9-ba8e-34c4aa118da8)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:18:33.208699 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:33.308961 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Pushing event updated for resources: {'Port': ['ID=3e860460-9096-4baf-a8a3-9d5491ceaea8,revision_number=7']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:18:33.327576 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:18:33.330704 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:18:33.331286 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:18:33.331856 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:18:33.332349 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:18:33.332840 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:18:33.333630 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:18:33.334861 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:18:33.335205 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a6552d-4af1-4f60-b699-958bb5e619c4 req-6dcebeda-8718-4cf3-a98c-77db0cde7ea0 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:18:33.335860 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:18:33.336740 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:18:33.336889 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-15a6552d-4af1-4f60-b699-958bb5e619c4 req-6dcebeda-8718-4cf3-a98c-77db0cde7ea0 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] 10.222.0.18 "GET /v2.0/ports?device_id=6a43bd9a-6245-44f3-a319-a8a9d9683e94 HTTP/1.1" status: 200 len: 947 time: 0.1461306 Jul 27 23:18:33.337610 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:18:33.337947 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:18:33.356527 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7644360-8b8f-4f87-a695-cde25d00760a req-41541e26-f6dd-4d61-aa60-9a92c4c51959 tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:18:33.371959 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f7644360-8b8f-4f87-a695-cde25d00760a req-41541e26-f6dd-4d61-aa60-9a92c4c51959 tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] 10.222.0.18 "GET /v2.0/ports?device_id=85f40be3-f1df-4145-8683-ed8ce90ae102 HTTP/1.1" status: 200 len: 945 time: 0.2018709 Jul 27 23:18:33.375873 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d7027810-5fc8-4d3f-8935-604294a27a52 tempest-NegativeSecGroupIPv6Test-32729272 tempest-NegativeSecGroupIPv6Test-32729272-project] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:33.404026 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d7027810-5fc8-4d3f-8935-604294a27a52 tempest-NegativeSecGroupIPv6Test-32729272 tempest-NegativeSecGroupIPv6Test-32729272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:33.421014 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c660ce12-a60e-4407-b1cf-4c5b56b44b06 req-8ae81f54-4ed4-4220-a1fc-f0dcebcf195e tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:18:33.423600 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c660ce12-a60e-4407-b1cf-4c5b56b44b06 req-8ae81f54-4ed4-4220-a1fc-f0dcebcf195e tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] 10.222.0.38 "GET /v2.0/ports?device_id=85f40be3-f1df-4145-8683-ed8ce90ae102 HTTP/1.1" status: 200 len: 944 time: 0.1683764 Jul 27 23:18:33.434993 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7027810-5fc8-4d3f-8935-604294a27a52 tempest-NegativeSecGroupIPv6Test-32729272 tempest-NegativeSecGroupIPv6Test-32729272-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38dc6747-122f-4f6d-96a7-d278bb97684b,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:18:33.443792 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-15a6552d-4af1-4f60-b699-958bb5e619c4 req-116c8856-4255-4654-972d-5f20be0ace3a tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] 10.222.0.18 "GET /v2.0/security-groups?id=7226db73-c6f2-4ea3-adb9-5e608bea74da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0924132 Jul 27 23:18:33.457913 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f7644360-8b8f-4f87-a695-cde25d00760a req-cdb2c7a2-950f-4cc1-ba23-35ac048e36b3 tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] 10.222.0.18 "GET /v2.0/security-groups?id=8de43b2a-3064-44a7-b92f-0f4c3410d3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850813 Jul 27 23:18:33.496932 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d7027810-5fc8-4d3f-8935-604294a27a52 tempest-NegativeSecGroupIPv6Test-32729272 tempest-NegativeSecGroupIPv6Test-32729272-project] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:33.498404 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-d7027810-5fc8-4d3f-8935-604294a27a52 tempest-NegativeSecGroupIPv6Test-32729272 tempest-NegativeSecGroupIPv6Test-32729272-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5061889 Jul 27 23:18:33.501601 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 47182) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:18:33.513274 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-fce729ff-4c2c-48fa-acb5-f9007f7f9faa tempest-NegativeSecGroupIPv6Test-32729272 tempest-NegativeSecGroupIPv6Test-32729272-project] Request body: {'security_group_rule': {'security_group_id': '38dc6747-122f-4f6d-96a7-d278bb97684b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:18:33.627369 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-c660ce12-a60e-4407-b1cf-4c5b56b44b06 req-18000c95-3502-4c29-ad50-eef7327ccdab tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] Deleting port 3e860460-9096-4baf-a8a3-9d5491ceaea8 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:18:33.627725 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-c660ce12-a60e-4407-b1cf-4c5b56b44b06 req-18000c95-3502-4c29-ad50-eef7327ccdab tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:33.632898 n-d-802623-1 neutron-server[93798]: INFO neutron.api.v2.resource [None req-fce729ff-4c2c-48fa-acb5-f9007f7f9faa tempest-NegativeSecGroupIPv6Test-32729272 tempest-NegativeSecGroupIPv6Test-32729272-project] create failed (client error): The resource could not be found. Jul 27 23:18:33.634117 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-fce729ff-4c2c-48fa-acb5-f9007f7f9faa tempest-NegativeSecGroupIPv6Test-32729272 tempest-NegativeSecGroupIPv6Test-32729272-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1310732 Jul 27 23:18:33.637236 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 47196) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:18:33.644768 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-096b66fb-4e46-4241-92d6-64fe9348a2e5 tempest-NegativeSecGroupIPv6Test-32729272 tempest-NegativeSecGroupIPv6Test-32729272-project] Request body: {'security_group_rule': {'security_group_id': '38dc6747-122f-4f6d-96a7-d278bb97684b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '11e45b45-b699-4187-afb1-01956d217271'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:18:33.725331 n-d-802623-1 neutron-server[93797]: INFO neutron.api.v2.resource [None req-096b66fb-4e46-4241-92d6-64fe9348a2e5 tempest-NegativeSecGroupIPv6Test-32729272 tempest-NegativeSecGroupIPv6Test-32729272-project] create failed (client error): The resource could not be found. Jul 27 23:18:33.728277 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-096b66fb-4e46-4241-92d6-64fe9348a2e5 tempest-NegativeSecGroupIPv6Test-32729272 tempest-NegativeSecGroupIPv6Test-32729272-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0891149 Jul 27 23:18:33.732635 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 47210) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:18:33.814237 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-c660ce12-a60e-4407-b1cf-4c5b56b44b06 req-18000c95-3502-4c29-ad50-eef7327ccdab tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] For port 3e860460-9096-4baf-a8a3-9d5491ceaea8, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=3e860460-9096-4baf-a8a3-9d5491ceaea8,segment=NetworkSegment(95f4c351-b25e-43d9-ba8e-34c4aa118da8),segment_id=95f4c351-b25e-43d9-ba8e-34c4aa118da8)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:18:33.814691 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-c660ce12-a60e-4407-b1cf-4c5b56b44b06 req-18000c95-3502-4c29-ad50-eef7327ccdab tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:33.824202 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2013c62f-9ef1-4ebb-af4a-ec4436710b85 tempest-NegativeSecGroupIPv6Test-32729272 tempest-NegativeSecGroupIPv6Test-32729272-project] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:33.830264 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-c660ce12-a60e-4407-b1cf-4c5b56b44b06 req-18000c95-3502-4c29-ad50-eef7327ccdab tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] Calling delete_port for 3e860460-9096-4baf-a8a3-9d5491ceaea8 owned by compute:nova {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:18:33.851713 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2013c62f-9ef1-4ebb-af4a-ec4436710b85 tempest-NegativeSecGroupIPv6Test-32729272 tempest-NegativeSecGroupIPv6Test-32729272-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:33.897920 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2013c62f-9ef1-4ebb-af4a-ec4436710b85 tempest-NegativeSecGroupIPv6Test-32729272 tempest-NegativeSecGroupIPv6Test-32729272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:33.901531 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2013c62f-9ef1-4ebb-af4a-ec4436710b85 tempest-NegativeSecGroupIPv6Test-32729272 tempest-NegativeSecGroupIPv6Test-32729272-project] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:33.902753 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-2013c62f-9ef1-4ebb-af4a-ec4436710b85 tempest-NegativeSecGroupIPv6Test-32729272 tempest-NegativeSecGroupIPv6Test-32729272-project] 10.222.0.18 "DELETE /v2.0/security-groups/38dc6747-122f-4f6d-96a7-d278bb97684b HTTP/1.1" status: 204 len: 168 time: 0.1598635 Jul 27 23:18:33.906308 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 47214) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:18:33.915284 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2013c62f-9ef1-4ebb-af4a-ec4436710b85 tempest-NegativeSecGroupIPv6Test-32729272 tempest-NegativeSecGroupIPv6Test-32729272-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=38dc6747-122f-4f6d-96a7-d278bb97684b,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:18:33.978253 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-6cb03004-2356-40d2-a46f-56e875da8735 tempest-NegativeSecGroupIPv6Test-32729272 tempest-NegativeSecGroupIPv6Test-32729272-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0704679 Jul 27 23:18:33.984252 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 47216) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:18:33.991455 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-292fbc27-dada-4d75-8350-65b7eca68f5a tempest-NegativeSecGroupIPv6Test-32729272 tempest-NegativeSecGroupIPv6Test-32729272-project] Request body: {'security_group_rule': {'security_group_id': 'eb9c1ab6-e24b-41bf-85d1-cc711c34ab0c', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:18:34.027670 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-aa4f786b-b5c6-47fe-ae54-47b5fa0acc21 req-89669813-4376-4c44-8050-d336562c09c4 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/ports?device_id=dda1de1e-19a8-4219-8d1f-ae329934698f HTTP/1.1" status: 200 len: 210 time: 0.0595529 Jul 27 23:18:34.052605 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-c660ce12-a60e-4407-b1cf-4c5b56b44b06 req-18000c95-3502-4c29-ad50-eef7327ccdab tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:34.087184 n-d-802623-1 neutron-server[93797]: INFO neutron.api.v2.resource [None req-292fbc27-dada-4d75-8350-65b7eca68f5a tempest-NegativeSecGroupIPv6Test-32729272 tempest-NegativeSecGroupIPv6Test-32729272-project] create failed (client error): The resource could not be found. Jul 27 23:18:34.088627 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18000c95-3502-4c29-ad50-eef7327ccdab tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] Pushing event deleted for resources: {'Port': ['ID=3e860460-9096-4baf-a8a3-9d5491ceaea8,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:18:34.089390 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-292fbc27-dada-4d75-8350-65b7eca68f5a tempest-NegativeSecGroupIPv6Test-32729272 tempest-NegativeSecGroupIPv6Test-32729272-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1024280 Jul 27 23:18:34.093538 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 47218) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:18:34.104500 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-038e2e21-0aec-4c14-a045-3fce9bdd634c tempest-NegativeSecGroupIPv6Test-32729272 tempest-NegativeSecGroupIPv6Test-32729272-project] Request body: {'security_group': {'name': 'tempest-secgroup--179385165'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:18:34.143832 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-038e2e21-0aec-4c14-a045-3fce9bdd634c tempest-NegativeSecGroupIPv6Test-32729272 tempest-NegativeSecGroupIPv6Test-32729272-project] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:34.264088 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-038e2e21-0aec-4c14-a045-3fce9bdd634c tempest-NegativeSecGroupIPv6Test-32729272 tempest-NegativeSecGroupIPv6Test-32729272-project] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:34.268557 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-038e2e21-0aec-4c14-a045-3fce9bdd634c tempest-NegativeSecGroupIPv6Test-32729272 tempest-NegativeSecGroupIPv6Test-32729272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:34.272446 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919c996b-a03e-425c-8299-41ca2c2002fc req-a50325df-b37c-4c5a-a270-2ad10399e67d tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:18:34.274073 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-919c996b-a03e-425c-8299-41ca2c2002fc req-a50325df-b37c-4c5a-a270-2ad10399e67d tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.49 "GET /v2.0/networks?id=0627b955-dd0f-4cce-ba7f-51e698f3bc59 HTTP/1.1" status: 200 len: 812 time: 0.1477938 Jul 27 23:18:34.293756 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [req-919c996b-a03e-425c-8299-41ca2c2002fc req-2fd68abd-696f-462f-990d-f6da32a4df52 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Request body: {'port': {'device_id': 'dda1de1e-19a8-4219-8d1f-ae329934698f', 'network_id': '0627b955-dd0f-4cce-ba7f-51e698f3bc59', 'admin_state_up': True, 'tenant_id': '096ab815848b4fa4865a54f76499dfb1'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:18:34.297788 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-c660ce12-a60e-4407-b1cf-4c5b56b44b06 req-18000c95-3502-4c29-ad50-eef7327ccdab tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] No DVR routers for this DVR port 3e860460-9096-4baf-a8a3-9d5491ceaea8 on host n-h1-802623-1 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:18:34.301837 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-c660ce12-a60e-4407-b1cf-4c5b56b44b06 req-18000c95-3502-4c29-ad50-eef7327ccdab tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:34.304222 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c660ce12-a60e-4407-b1cf-4c5b56b44b06 req-18000c95-3502-4c29-ad50-eef7327ccdab tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] 10.222.0.38 "DELETE /v2.0/ports/3e860460-9096-4baf-a8a3-9d5491ceaea8 HTTP/1.1" status: 204 len: 173 time: 0.8584743 Jul 27 23:18:34.304904 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85f40be3-f1df-4145-8683-ed8ce90ae102', 'name': 'network-vif-deleted', 'tag': '3e860460-9096-4baf-a8a3-9d5491ceaea8'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:18:34.307800 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}011f8d312121274bb12d78e77c6379a2079800640016cec6c6d605b73666e854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8103a94-461f-4c7b-b8ed-342bef4e53de" -d '{"events": [{"server_uuid": "85f40be3-f1df-4145-8683-ed8ce90ae102", "name": "network-vif-deleted", "tag": "3e860460-9096-4baf-a8a3-9d5491ceaea8"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:18:34.313824 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038e2e21-0aec-4c14-a045-3fce9bdd634c tempest-NegativeSecGroupIPv6Test-32729272 tempest-NegativeSecGroupIPv6Test-32729272-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28728b3f-0a9b-42fe-8fec-534d2a2715a0,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:18:34.327759 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-038e2e21-0aec-4c14-a045-3fce9bdd634c tempest-NegativeSecGroupIPv6Test-32729272 tempest-NegativeSecGroupIPv6Test-32729272-project] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:34.334175 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-038e2e21-0aec-4c14-a045-3fce9bdd634c tempest-NegativeSecGroupIPv6Test-32729272 tempest-NegativeSecGroupIPv6Test-32729272-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2340062 Jul 27 23:18:34.334289 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 47222) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:18:34.339513 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-1bf9e1a0-05bc-446b-b6ad-3ac18f4ad784 tempest-NegativeSecGroupIPv6Test-32729272 tempest-NegativeSecGroupIPv6Test-32729272-project] Request body: {'security_group': {'name': 'tempest-secgroup--740311553'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:18:34.378798 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:18:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65c1e9b1-071d-4151-87ff-30d4af0c36d6 x-openstack-request-id: req-65c1e9b1-071d-4151-87ff-30d4af0c36d6 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:18:34.379093 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85f40be3-f1df-4145-8683-ed8ce90ae102", "name": "network-vif-deleted", "tag": "3e860460-9096-4baf-a8a3-9d5491ceaea8", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:18:34.379364 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-65c1e9b1-071d-4151-87ff-30d4af0c36d6 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:18:34.379765 n-d-802623-1 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85f40be3-f1df-4145-8683-ed8ce90ae102', 'name': 'network-vif-deleted', 'tag': '3e860460-9096-4baf-a8a3-9d5491ceaea8', 'status': 'completed', 'code': 200} Jul 27 23:18:34.423961 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1bf9e1a0-05bc-446b-b6ad-3ac18f4ad784 tempest-NegativeSecGroupIPv6Test-32729272 tempest-NegativeSecGroupIPv6Test-32729272-project] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:34.578243 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1bf9e1a0-05bc-446b-b6ad-3ac18f4ad784 tempest-NegativeSecGroupIPv6Test-32729272 tempest-NegativeSecGroupIPv6Test-32729272-project] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:34.590497 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1bf9e1a0-05bc-446b-b6ad-3ac18f4ad784 tempest-NegativeSecGroupIPv6Test-32729272 tempest-NegativeSecGroupIPv6Test-32729272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:34.591291 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-aaf5d843-e0a6-4af9-969d-61517ce9ce93 req-2bf0e876-794a-473f-a304-c827f2207060 tempest-ImagesTestJSON-1810696221 tempest-ImagesTestJSON-1810696221-project] 10.222.0.18 "GET /v2.0/ports?device_id=85f40be3-f1df-4145-8683-ed8ce90ae102 HTTP/1.1" status: 200 len: 210 time: 0.0308015 Jul 27 23:18:34.638687 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-919c996b-a03e-425c-8299-41ca2c2002fc req-2fd68abd-696f-462f-990d-f6da32a4df52 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Made reservation on behalf of 096ab815848b4fa4865a54f76499dfb1 for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:18:34.642946 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-919c996b-a03e-425c-8299-41ca2c2002fc req-2fd68abd-696f-462f-990d-f6da32a4df52 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:34.653490 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3ac17a-a9e9-45eb-b3ce-552e929c7500 req-14298cad-d428-4033-a7f5-6940d9d827bc tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:18:34.663510 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-6f3ac17a-a9e9-45eb-b3ce-552e929c7500 req-14298cad-d428-4033-a7f5-6940d9d827bc tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] 10.222.0.18 "GET /v2.0/ports?device_id=6a43bd9a-6245-44f3-a319-a8a9d9683e94 HTTP/1.1" status: 200 len: 947 time: 0.1200740 Jul 27 23:18:34.680434 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:34.681623 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1bf9e1a0-05bc-446b-b6ad-3ac18f4ad784 tempest-NegativeSecGroupIPv6Test-32729272 tempest-NegativeSecGroupIPv6Test-32729272-project] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:34.685319 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-1bf9e1a0-05bc-446b-b6ad-3ac18f4ad784 tempest-NegativeSecGroupIPv6Test-32729272 tempest-NegativeSecGroupIPv6Test-32729272-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3472404 Jul 27 23:18:34.685319 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf9e1a0-05bc-446b-b6ad-3ac18f4ad784 tempest-NegativeSecGroupIPv6Test-32729272 tempest-NegativeSecGroupIPv6Test-32729272-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de1169dd-ffc3-4ec3-bccc-6e69a14e39d6,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:18:34.686325 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 47234) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:18:34.690753 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-4eb2bfb2-4cd2-4d19-8219-7ecb572db26b tempest-NegativeSecGroupIPv6Test-32729272 tempest-NegativeSecGroupIPv6Test-32729272-project] Request body: {'security_group_rule': {'security_group_id': '28728b3f-0a9b-42fe-8fec-534d2a2715a0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'de1169dd-ffc3-4ec3-bccc-6e69a14e39d6'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:18:34.759643 n-d-802623-1 neutron-server[93797]: INFO neutron.api.v2.resource [None req-4eb2bfb2-4cd2-4d19-8219-7ecb572db26b tempest-NegativeSecGroupIPv6Test-32729272 tempest-NegativeSecGroupIPv6Test-32729272-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 23:18:34.762190 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-4eb2bfb2-4cd2-4d19-8219-7ecb572db26b tempest-NegativeSecGroupIPv6Test-32729272 tempest-NegativeSecGroupIPv6Test-32729272-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0745602 Jul 27 23:18:34.764580 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 47238) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:18:34.805996 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-6f3ac17a-a9e9-45eb-b3ce-552e929c7500 req-5f20a185-14f7-467b-a4c6-a703d8c29195 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] 10.222.0.18 "GET /v2.0/security-groups?id=7226db73-c6f2-4ea3-adb9-5e608bea74da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1273496 Jul 27 23:18:34.910980 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5e3fe52e-6c5b-4861-bdfd-8010533cfa4c tempest-NegativeSecGroupIPv6Test-32729272 tempest-NegativeSecGroupIPv6Test-32729272-project] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:34.939066 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [req-919c996b-a03e-425c-8299-41ca2c2002fc req-2fd68abd-696f-462f-990d-f6da32a4df52 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Allocated IP 172.20.0.9 (0627b955-dd0f-4cce-ba7f-51e698f3bc59/232a981d-f7d1-42df-991c-3a09e4ce0177/b8ac6b50-4d3e-4b8a-9d24-a1e0600d37ae) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:18:34.965187 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5e3fe52e-6c5b-4861-bdfd-8010533cfa4c tempest-NegativeSecGroupIPv6Test-32729272 tempest-NegativeSecGroupIPv6Test-32729272-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:35.028871 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5e3fe52e-6c5b-4861-bdfd-8010533cfa4c tempest-NegativeSecGroupIPv6Test-32729272 tempest-NegativeSecGroupIPv6Test-32729272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:35.031753 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5e3fe52e-6c5b-4861-bdfd-8010533cfa4c tempest-NegativeSecGroupIPv6Test-32729272 tempest-NegativeSecGroupIPv6Test-32729272-project] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:35.035390 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-5e3fe52e-6c5b-4861-bdfd-8010533cfa4c tempest-NegativeSecGroupIPv6Test-32729272 tempest-NegativeSecGroupIPv6Test-32729272-project] 10.222.0.18 "DELETE /v2.0/security-groups/de1169dd-ffc3-4ec3-bccc-6e69a14e39d6 HTTP/1.1" status: 204 len: 168 time: 0.2673128 Jul 27 23:18:35.036030 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 47244) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:18:35.085864 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3fe52e-6c5b-4861-bdfd-8010533cfa4c tempest-NegativeSecGroupIPv6Test-32729272 tempest-NegativeSecGroupIPv6Test-32729272-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de1169dd-ffc3-4ec3-bccc-6e69a14e39d6,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:18:35.142783 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-3affc93a-e390-45f6-9e02-0355f5bdd97b tempest-NegativeSecGroupIPv6Test-32729272 tempest-NegativeSecGroupIPv6Test-32729272-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1056507 Jul 27 23:18:35.145582 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 47248) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:18:35.148690 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-05175129-df89-4858-bfbf-2caa6c2b5d0c req-017d951c-f605-48de-933f-29e88e98eded tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/ports?device_id=dda1de1e-19a8-4219-8d1f-ae329934698f HTTP/1.1" status: 200 len: 210 time: 0.0374701 Jul 27 23:18:35.214651 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-bda58ef8-1f59-4b32-91da-5baa9ce382da tempest-NegativeSecGroupIPv6Test-32729272 tempest-NegativeSecGroupIPv6Test-32729272-project] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:35.225478 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-919c996b-a03e-425c-8299-41ca2c2002fc req-2fd68abd-696f-462f-990d-f6da32a4df52 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:35.241137 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-bda58ef8-1f59-4b32-91da-5baa9ce382da tempest-NegativeSecGroupIPv6Test-32729272 tempest-NegativeSecGroupIPv6Test-32729272-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:35.247162 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-919c996b-a03e-425c-8299-41ca2c2002fc req-2fd68abd-696f-462f-990d-f6da32a4df52 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Transition to ACTIVE for port object b8ac6b50-4d3e-4b8a-9d24-a1e0600d37ae will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:18:35.285654 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-bda58ef8-1f59-4b32-91da-5baa9ce382da tempest-NegativeSecGroupIPv6Test-32729272 tempest-NegativeSecGroupIPv6Test-32729272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:35.287029 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-919c996b-a03e-425c-8299-41ca2c2002fc req-2fd68abd-696f-462f-990d-f6da32a4df52 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:35.289178 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-bda58ef8-1f59-4b32-91da-5baa9ce382da tempest-NegativeSecGroupIPv6Test-32729272 tempest-NegativeSecGroupIPv6Test-32729272-project] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:35.290739 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-bda58ef8-1f59-4b32-91da-5baa9ce382da tempest-NegativeSecGroupIPv6Test-32729272 tempest-NegativeSecGroupIPv6Test-32729272-project] 10.222.0.18 "DELETE /v2.0/security-groups/28728b3f-0a9b-42fe-8fec-534d2a2715a0 HTTP/1.1" status: 204 len: 168 time: 0.1438529 Jul 27 23:18:35.293916 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 47250) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:18:35.298936 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] get_ports_and_sgs() called for port_ids ['2f6e68dd-baf9-4f43-bbe4-1312f336f420'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:18:35.301937 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda58ef8-1f59-4b32-91da-5baa9ce382da tempest-NegativeSecGroupIPv6Test-32729272 tempest-NegativeSecGroupIPv6Test-32729272-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=28728b3f-0a9b-42fe-8fec-534d2a2715a0,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:18:35.360743 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-919c996b-a03e-425c-8299-41ca2c2002fc req-2fd68abd-696f-462f-990d-f6da32a4df52 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Network 0627b955-dd0f-4cce-ba7f-51e698f3bc59 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:18:35.365387 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [req-919c996b-a03e-425c-8299-41ca2c2002fc req-2fd68abd-696f-462f-990d-f6da32a4df52 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:18:35.380877 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-919c996b-a03e-425c-8299-41ca2c2002fc req-2fd68abd-696f-462f-990d-f6da32a4df52 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:18:35.427272 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd68abd-696f-462f-990d-f6da32a4df52 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Pushing event updated for resources: {'Port': ['ID=b8ac6b50-4d3e-4b8a-9d24-a1e0600d37ae,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:18:35.450352 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-9e0dc7ce-54f0-4f8f-b955-575aeb7f13df tempest-NegativeSecGroupIPv6Test-32729272 tempest-NegativeSecGroupIPv6Test-32729272-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1543598 Jul 27 23:18:35.454646 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 47252) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:18:35.459458 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-1c6ed77f-7dfa-4591-a4e6-fa1e66bd60f7 tempest-NegativeSecGroupIPv6Test-32729272 tempest-NegativeSecGroupIPv6Test-32729272-project] Request body: {'security_group': {'name': 'tempest-secgroup--33826051'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:18:35.479480 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919c996b-a03e-425c-8299-41ca2c2002fc req-2fd68abd-696f-462f-990d-f6da32a4df52 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:18:35.481652 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-919c996b-a03e-425c-8299-41ca2c2002fc req-2fd68abd-696f-462f-990d-f6da32a4df52 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:35.512555 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1c6ed77f-7dfa-4591-a4e6-fa1e66bd60f7 tempest-NegativeSecGroupIPv6Test-32729272 tempest-NegativeSecGroupIPv6Test-32729272-project] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:35.525280 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-919c996b-a03e-425c-8299-41ca2c2002fc req-2fd68abd-696f-462f-990d-f6da32a4df52 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2353797 Jul 27 23:18:35.544835 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [req-919c996b-a03e-425c-8299-41ca2c2002fc req-25b3a324-c2a9-4c70-81d0-10ec85063557 service neutron] Request body: {'port': {'device_id': 'dda1de1e-19a8-4219-8d1f-ae329934698f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802623-1'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:18:35.618599 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1c6ed77f-7dfa-4591-a4e6-fa1e66bd60f7 tempest-NegativeSecGroupIPv6Test-32729272 tempest-NegativeSecGroupIPv6Test-32729272-project] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:35.628011 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1c6ed77f-7dfa-4591-a4e6-fa1e66bd60f7 tempest-NegativeSecGroupIPv6Test-32729272 tempest-NegativeSecGroupIPv6Test-32729272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:35.630150 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-919c996b-a03e-425c-8299-41ca2c2002fc req-25b3a324-c2a9-4c70-81d0-10ec85063557 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:35.661983 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6ed77f-7dfa-4591-a4e6-fa1e66bd60f7 tempest-NegativeSecGroupIPv6Test-32729272 tempest-NegativeSecGroupIPv6Test-32729272-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5bc70dfd-eb51-4de8-83f7-8ebbb99b6332,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:18:35.672057 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1c6ed77f-7dfa-4591-a4e6-fa1e66bd60f7 tempest-NegativeSecGroupIPv6Test-32729272 tempest-NegativeSecGroupIPv6Test-32729272-project] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:35.674217 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-1c6ed77f-7dfa-4591-a4e6-fa1e66bd60f7 tempest-NegativeSecGroupIPv6Test-32729272 tempest-NegativeSecGroupIPv6Test-32729272-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2182269 Jul 27 23:18:35.677468 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 47258) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:18:35.682286 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-08081bd5-81a9-4da3-9d13-b0a77dbd8f0c tempest-NegativeSecGroupIPv6Test-32729272 tempest-NegativeSecGroupIPv6Test-32729272-project] Request body: {'security_group_rule': {'security_group_id': '5bc70dfd-eb51-4de8-83f7-8ebbb99b6332', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:18:35.711663 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-0c138551-fe29-4e6f-b99b-c1195e4b0617 None None] Provisioning for port b8ac6b50-4d3e-4b8a-9d24-a1e0600d37ae completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:18:35.720672 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-0c138551-fe29-4e6f-b99b-c1195e4b0617 None None] Provisioning complete for port b8ac6b50-4d3e-4b8a-9d24-a1e0600d37ae triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:18:35.720672 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-0c138551-fe29-4e6f-b99b-c1195e4b0617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:35.755225 n-d-802623-1 neutron-server[93797]: INFO neutron.api.v2.resource [None req-08081bd5-81a9-4da3-9d13-b0a77dbd8f0c tempest-NegativeSecGroupIPv6Test-32729272 tempest-NegativeSecGroupIPv6Test-32729272-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 23:18:35.758456 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-08081bd5-81a9-4da3-9d13-b0a77dbd8f0c tempest-NegativeSecGroupIPv6Test-32729272 tempest-NegativeSecGroupIPv6Test-32729272-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0779839 Jul 27 23:18:35.759394 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 47268) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:18:35.763984 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-dba56939-a366-4c0e-b6ba-8d0c6ef2f07b tempest-NegativeSecGroupIPv6Test-32729272 tempest-NegativeSecGroupIPv6Test-32729272-project] Request body: {'security_group_rule': {'security_group_id': '5bc70dfd-eb51-4de8-83f7-8ebbb99b6332', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:18:35.801151 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-0c138551-fe29-4e6f-b99b-c1195e4b0617 None None] Port b8ac6b50-4d3e-4b8a-9d24-a1e0600d37ae cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:18:35.850425 n-d-802623-1 neutron-server[93797]: INFO neutron.api.v2.resource [None req-dba56939-a366-4c0e-b6ba-8d0c6ef2f07b tempest-NegativeSecGroupIPv6Test-32729272 tempest-NegativeSecGroupIPv6Test-32729272-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 23:18:35.851717 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-dba56939-a366-4c0e-b6ba-8d0c6ef2f07b tempest-NegativeSecGroupIPv6Test-32729272 tempest-NegativeSecGroupIPv6Test-32729272-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0912931 Jul 27 23:18:35.855793 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 47280) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:18:35.968576 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ed4995c1-b292-4a65-b109-c591ef64555d tempest-NegativeSecGroupIPv6Test-32729272 tempest-NegativeSecGroupIPv6Test-32729272-project] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:35.995116 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ed4995c1-b292-4a65-b109-c591ef64555d tempest-NegativeSecGroupIPv6Test-32729272 tempest-NegativeSecGroupIPv6Test-32729272-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:36.041909 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ed4995c1-b292-4a65-b109-c591ef64555d tempest-NegativeSecGroupIPv6Test-32729272 tempest-NegativeSecGroupIPv6Test-32729272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:36.045097 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ed4995c1-b292-4a65-b109-c591ef64555d tempest-NegativeSecGroupIPv6Test-32729272 tempest-NegativeSecGroupIPv6Test-32729272-project] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:36.046868 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-ed4995c1-b292-4a65-b109-c591ef64555d tempest-NegativeSecGroupIPv6Test-32729272 tempest-NegativeSecGroupIPv6Test-32729272-project] 10.222.0.18 "DELETE /v2.0/security-groups/5bc70dfd-eb51-4de8-83f7-8ebbb99b6332 HTTP/1.1" status: 204 len: 168 time: 0.1899612 Jul 27 23:18:36.050701 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 47296) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:18:36.062066 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4995c1-b292-4a65-b109-c591ef64555d tempest-NegativeSecGroupIPv6Test-32729272 tempest-NegativeSecGroupIPv6Test-32729272-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bc70dfd-eb51-4de8-83f7-8ebbb99b6332,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:18:36.092457 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [req-919c996b-a03e-425c-8299-41ca2c2002fc req-25b3a324-c2a9-4c70-81d0-10ec85063557 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8ac6b50-4d3e-4b8a-9d24-a1e0600d37ae {{(pid=93798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:18:36.105509 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-919c996b-a03e-425c-8299-41ca2c2002fc req-25b3a324-c2a9-4c70-81d0-10ec85063557 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:36.120998 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 47300) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:18:36.130392 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-566104c3-992c-421e-bf43-d55465deeaa4 tempest-NegativeSecGroupIPv6Test-32729272 tempest-NegativeSecGroupIPv6Test-32729272-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0748878 Jul 27 23:18:36.130392 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-919c996b-a03e-425c-8299-41ca2c2002fc req-25b3a324-c2a9-4c70-81d0-10ec85063557 service neutron] Transition to ACTIVE for port object b8ac6b50-4d3e-4b8a-9d24-a1e0600d37ae will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:18:36.132039 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 47302) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:18:36.136936 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-ba9a71e1-fc71-411c-89a0-f8acdc0d420d tempest-NegativeSecGroupIPv6Test-32729272 tempest-NegativeSecGroupIPv6Test-32729272-project] Request body: {'security_group': {'name': 'tempest-secgroup--536483062'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:18:36.142748 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-919c996b-a03e-425c-8299-41ca2c2002fc req-25b3a324-c2a9-4c70-81d0-10ec85063557 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:36.182739 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_v2 [None req-58491efa-03d2-4aa8-927d-162b5a33aef1 admin admin] Deleting subnet b6febf1a-433f-4f54-bd03-8c744a40d170 {{(pid=93797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 23:18:36.186799 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-58491efa-03d2-4aa8-927d-162b5a33aef1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:36.207346 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b3a324-c2a9-4c70-81d0-10ec85063557 service neutron] Pushing event updated for resources: {'Port': ['ID=b8ac6b50-4d3e-4b8a-9d24-a1e0600d37ae,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:18:36.223513 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ba9a71e1-fc71-411c-89a0-f8acdc0d420d tempest-NegativeSecGroupIPv6Test-32729272 tempest-NegativeSecGroupIPv6Test-32729272-project] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:36.242243 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-58491efa-03d2-4aa8-927d-162b5a33aef1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11335971'] for subnet, precommit_delete_associations {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:36.300543 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-58491efa-03d2-4aa8-927d-162b5a33aef1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620741'] for subnet, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:36.377101 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-58491efa-03d2-4aa8-927d-162b5a33aef1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11335991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11551414'] for subnet, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:36.393225 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-58491efa-03d2-4aa8-927d-162b5a33aef1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for subnet, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:36.398222 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-58491efa-03d2-4aa8-927d-162b5a33aef1 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/b6febf1a-433f-4f54-bd03-8c744a40d170 HTTP/1.1" status: 204 len: 168 time: 0.2753217 Jul 27 23:18:36.402980 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 47306) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:18:36.411753 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e564fa-571c-41f4-805b-8364b0295fe9 req-f8341157-0ae0-47dd-a834-bd7ed1f5119d tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:18:36.413542 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b4e564fa-571c-41f4-805b-8364b0295fe9 req-f8341157-0ae0-47dd-a834-bd7ed1f5119d tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/ports?device_id=dda1de1e-19a8-4219-8d1f-ae329934698f HTTP/1.1" status: 200 len: 943 time: 0.1534357 Jul 27 23:18:36.428162 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58491efa-03d2-4aa8-927d-162b5a33aef1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b6febf1a-433f-4f54-bd03-8c744a40d170,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:18:36.519839 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-919c996b-a03e-425c-8299-41ca2c2002fc req-25b3a324-c2a9-4c70-81d0-10ec85063557 service neutron] Attempting to bind port b8ac6b50-4d3e-4b8a-9d24-a1e0600d37ae on host n-h2-802623-1 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:18:36.520184 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-919c996b-a03e-425c-8299-41ca2c2002fc req-25b3a324-c2a9-4c70-81d0-10ec85063557 service neutron] Attempting to bind port b8ac6b50-4d3e-4b8a-9d24-a1e0600d37ae by drivers openvswitch,hyperv on host n-h2-802623-1 at level 0 using segments [{'id': '145d64c0-063a-4e1d-8ed5-459cef7aa517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '0627b955-dd0f-4cce-ba7f-51e698f3bc59'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:18:36.520564 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-919c996b-a03e-425c-8299-41ca2c2002fc req-25b3a324-c2a9-4c70-81d0-10ec85063557 service neutron] Attempting to bind port b8ac6b50-4d3e-4b8a-9d24-a1e0600d37ae on network 0627b955-dd0f-4cce-ba7f-51e698f3bc59 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:18:36.545743 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-919c996b-a03e-425c-8299-41ca2c2002fc req-25b3a324-c2a9-4c70-81d0-10ec85063557 service neutron] Port b8ac6b50-4d3e-4b8a-9d24-a1e0600d37ae on network 0627b955-dd0f-4cce-ba7f-51e698f3bc59 not bound, no agent of type Open vSwitch agent registered on host n-h2-802623-1 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 23:18:36.546086 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-919c996b-a03e-425c-8299-41ca2c2002fc req-25b3a324-c2a9-4c70-81d0-10ec85063557 service neutron] Attempting to bind port b8ac6b50-4d3e-4b8a-9d24-a1e0600d37ae on network 0627b955-dd0f-4cce-ba7f-51e698f3bc59 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:18:36.558751 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b4e564fa-571c-41f4-805b-8364b0295fe9 req-8a385648-a59d-4413-b913-6f4120dd970e tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/security-groups?id=fa1f1682-89f2-436c-be39-8607c4cda167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345985 Jul 27 23:18:36.584730 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-919c996b-a03e-425c-8299-41ca2c2002fc req-25b3a324-c2a9-4c70-81d0-10ec85063557 service neutron] Checking agent: {'id': 'c5cc038b-93c4-4df4-8061-5df2a04a48c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 23, 0, 4), 'started_at': datetime.datetime(2021, 7, 27, 23, 0, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 18, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:18:36.585085 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-919c996b-a03e-425c-8299-41ca2c2002fc req-25b3a324-c2a9-4c70-81d0-10ec85063557 service neutron] Checking segment: {'id': '145d64c0-063a-4e1d-8ed5-459cef7aa517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '0627b955-dd0f-4cce-ba7f-51e698f3bc59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:18:36.585459 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-919c996b-a03e-425c-8299-41ca2c2002fc req-25b3a324-c2a9-4c70-81d0-10ec85063557 service neutron] Bound using segment: {'id': '145d64c0-063a-4e1d-8ed5-459cef7aa517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '0627b955-dd0f-4cce-ba7f-51e698f3bc59'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:18:36.585905 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-919c996b-a03e-425c-8299-41ca2c2002fc req-25b3a324-c2a9-4c70-81d0-10ec85063557 service neutron] Bound port: b8ac6b50-4d3e-4b8a-9d24-a1e0600d37ae, host: n-h2-802623-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '145d64c0-063a-4e1d-8ed5-459cef7aa517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '0627b955-dd0f-4cce-ba7f-51e698f3bc59'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:18:36.586267 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-919c996b-a03e-425c-8299-41ca2c2002fc req-25b3a324-c2a9-4c70-81d0-10ec85063557 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:36.589932 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ba9a71e1-fc71-411c-89a0-f8acdc0d420d tempest-NegativeSecGroupIPv6Test-32729272 tempest-NegativeSecGroupIPv6Test-32729272-project] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:36.594291 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1cff0067-1731-4b55-a27f-e6572da1e1bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593271'] for network, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:36.602760 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ba9a71e1-fc71-411c-89a0-f8acdc0d420d tempest-NegativeSecGroupIPv6Test-32729272 tempest-NegativeSecGroupIPv6Test-32729272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:36.661624 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ba9a71e1-fc71-411c-89a0-f8acdc0d420d tempest-NegativeSecGroupIPv6Test-32729272 tempest-NegativeSecGroupIPv6Test-32729272-project] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:36.662866 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-ba9a71e1-fc71-411c-89a0-f8acdc0d420d tempest-NegativeSecGroupIPv6Test-32729272 tempest-NegativeSecGroupIPv6Test-32729272-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5297596 Jul 27 23:18:36.665881 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 47308) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:18:36.669432 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9a71e1-fc71-411c-89a0-f8acdc0d420d tempest-NegativeSecGroupIPv6Test-32729272 tempest-NegativeSecGroupIPv6Test-32729272-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10386588-441b-4593-971c-f23389e2a92f,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:18:36.671107 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-5690c788-e989-448e-bf1a-3d4a81b4bf4f tempest-NegativeSecGroupIPv6Test-32729272 tempest-NegativeSecGroupIPv6Test-32729272-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:18:36.671529 n-d-802623-1 neutron-server[93797]: WARNING neutron.api.v2.base [None req-5690c788-e989-448e-bf1a-3d4a81b4bf4f tempest-NegativeSecGroupIPv6Test-32729272 tempest-NegativeSecGroupIPv6Test-32729272-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 27 23:18:36.672025 n-d-802623-1 neutron-server[93797]: INFO neutron.api.v2.resource [None req-5690c788-e989-448e-bf1a-3d4a81b4bf4f tempest-NegativeSecGroupIPv6Test-32729272 tempest-NegativeSecGroupIPv6Test-32729272-project] update failed (client error): There was a conflict when trying to complete your request. Jul 27 23:18:36.675897 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-5690c788-e989-448e-bf1a-3d4a81b4bf4f tempest-NegativeSecGroupIPv6Test-32729272 tempest-NegativeSecGroupIPv6Test-32729272-project] 10.222.0.18 "PUT /v2.0/security-groups/10386588-441b-4593-971c-f23389e2a92f HTTP/1.1" status: 409 len: 330 time: 0.0058331 Jul 27 23:18:36.676332 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 47310) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:18:36.734368 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-759974fa-e84e-4447-898e-413ff7f8282a tempest-NegativeSecGroupIPv6Test-32729272 tempest-NegativeSecGroupIPv6Test-32729272-project] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:36.758619 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-759974fa-e84e-4447-898e-413ff7f8282a tempest-NegativeSecGroupIPv6Test-32729272 tempest-NegativeSecGroupIPv6Test-32729272-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:36.760846 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-919c996b-a03e-425c-8299-41ca2c2002fc req-25b3a324-c2a9-4c70-81d0-10ec85063557 service neutron] For port b8ac6b50-4d3e-4b8a-9d24-a1e0600d37ae, host n-h2-802623-1, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:18:36.766701 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1cff0067-1731-4b55-a27f-e6572da1e1bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618032', 'neutron.services.segments.db._delete_segments_for_network-8736833900081'] for network, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:36.782560 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-919c996b-a03e-425c-8299-41ca2c2002fc req-25b3a324-c2a9-4c70-81d0-10ec85063557 service neutron] For port b8ac6b50-4d3e-4b8a-9d24-a1e0600d37ae, host n-h2-802623-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=b8ac6b50-4d3e-4b8a-9d24-a1e0600d37ae,segment=NetworkSegment(145d64c0-063a-4e1d-8ed5-459cef7aa517),segment_id=145d64c0-063a-4e1d-8ed5-459cef7aa517)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:18:36.784894 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-1cff0067-1731-4b55-a27f-e6572da1e1bb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a3cbeff-b007-4bc1-b89e-3434caa880b9']}} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:18:36.793109 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-919c996b-a03e-425c-8299-41ca2c2002fc req-25b3a324-c2a9-4c70-81d0-10ec85063557 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:36.800014 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-1cff0067-1731-4b55-a27f-e6572da1e1bb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95f4c351-b25e-43d9-ba8e-34c4aa118da8') {'for_net_delete': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:18:36.800842 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-1cff0067-1731-4b55-a27f-e6572da1e1bb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95f4c351-b25e-43d9-ba8e-34c4aa118da8') {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:18:36.802203 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-759974fa-e84e-4447-898e-413ff7f8282a tempest-NegativeSecGroupIPv6Test-32729272 tempest-NegativeSecGroupIPv6Test-32729272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:36.805503 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-759974fa-e84e-4447-898e-413ff7f8282a tempest-NegativeSecGroupIPv6Test-32729272 tempest-NegativeSecGroupIPv6Test-32729272-project] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:36.809143 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-759974fa-e84e-4447-898e-413ff7f8282a tempest-NegativeSecGroupIPv6Test-32729272 tempest-NegativeSecGroupIPv6Test-32729272-project] 10.222.0.18 "DELETE /v2.0/security-groups/10386588-441b-4593-971c-f23389e2a92f HTTP/1.1" status: 204 len: 168 time: 0.1295893 Jul 27 23:18:36.811219 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 47312) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:18:36.819663 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759974fa-e84e-4447-898e-413ff7f8282a tempest-NegativeSecGroupIPv6Test-32729272 tempest-NegativeSecGroupIPv6Test-32729272-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=10386588-441b-4593-971c-f23389e2a92f,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:18:36.833486 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1cff0067-1731-4b55-a27f-e6572da1e1bb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736833900858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11163256'] for segment, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:36.871382 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919c996b-a03e-425c-8299-41ca2c2002fc req-25b3a324-c2a9-4c70-81d0-10ec85063557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:18:36.872010 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-919c996b-a03e-425c-8299-41ca2c2002fc req-25b3a324-c2a9-4c70-81d0-10ec85063557 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:36.873439 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-919c996b-a03e-425c-8299-41ca2c2002fc req-25b3a324-c2a9-4c70-81d0-10ec85063557 service neutron] 10.222.0.49 "PUT /v2.0/ports/b8ac6b50-4d3e-4b8a-9d24-a1e0600d37ae HTTP/1.1" status: 200 len: 1091 time: 1.3359942 Jul 27 23:18:36.873924 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dda1de1e-19a8-4219-8d1f-ae329934698f', 'tag': 'b8ac6b50-4d3e-4b8a-9d24-a1e0600d37ae'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:18:36.876254 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}011f8d312121274bb12d78e77c6379a2079800640016cec6c6d605b73666e854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-915b10ad-aaaf-486e-93b5-e930f6ec0404" -d '{"events": [{"name": "network-changed", "server_uuid": "dda1de1e-19a8-4219-8d1f-ae329934698f", "tag": "b8ac6b50-4d3e-4b8a-9d24-a1e0600d37ae"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:18:36.884725 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1cff0067-1731-4b55-a27f-e6572da1e1bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:36.909539 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cff0067-1731-4b55-a27f-e6572da1e1bb admin admin] Releasing vlan 533 on physical network physnet1 to pool {{(pid=93798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 23:18:36.910484 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1cff0067-1731-4b55-a27f-e6572da1e1bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11971746'] for segment, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:36.912245 n-d-802623-1 neutron-server[93798]: Traceback (most recent call last): Jul 27 23:18:36.912245 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 23:18:36.912245 n-d-802623-1 neutron-server[93798]: timer() Jul 27 23:18:36.912245 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 23:18:36.912245 n-d-802623-1 neutron-server[93798]: cb(*args, **kw) Jul 27 23:18:36.912245 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 23:18:36.912245 n-d-802623-1 neutron-server[93798]: return func(*args, **kwargs) Jul 27 23:18:36.912245 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 23:18:36.912245 n-d-802623-1 neutron-server[93798]: self._notify() Jul 27 23:18:36.912245 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 23:18:36.912245 n-d-802623-1 neutron-server[93798]: self.callback(batched_events) Jul 27 23:18:36.912245 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 23:18:36.912245 n-d-802623-1 neutron-server[93798]: event.method(event) Jul 27 23:18:36.912245 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 23:18:36.912245 n-d-802623-1 neutron-server[93798]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 23:18:36.912245 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 23:18:36.912245 n-d-802623-1 neutron-server[93798]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 23:18:36.912245 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 23:18:36.912245 n-d-802623-1 neutron-server[93798]: return f(self, *a, **k) Jul 27 23:18:36.912245 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 23:18:36.912245 n-d-802623-1 neutron-server[93798]: return self._get(url).json() Jul 27 23:18:36.912245 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 23:18:36.912245 n-d-802623-1 neutron-server[93798]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 23:18:36.912245 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 23:18:36.912245 n-d-802623-1 neutron-server[93798]: return self.request(url, 'GET', **kwargs) Jul 27 23:18:36.912245 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 23:18:36.912245 n-d-802623-1 neutron-server[93798]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 23:18:36.912245 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 23:18:36.912245 n-d-802623-1 neutron-server[93798]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 23:18:36.912245 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 23:18:36.912245 n-d-802623-1 neutron-server[93798]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 23:18:36.912245 n-d-802623-1 neutron-server[93798]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 23:18:36.960837 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 23:18:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59052d5c-32f6-4c3d-8dac-b0beeadfebce x-openstack-request-id: req-59052d5c-32f6-4c3d-8dac-b0beeadfebce {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:18:36.961190 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dda1de1e-19a8-4219-8d1f-ae329934698f", "tag": "b8ac6b50-4d3e-4b8a-9d24-a1e0600d37ae", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:18:36.961382 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-59052d5c-32f6-4c3d-8dac-b0beeadfebce {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:18:36.961777 n-d-802623-1 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dda1de1e-19a8-4219-8d1f-ae329934698f', 'tag': 'b8ac6b50-4d3e-4b8a-9d24-a1e0600d37ae', 'status': 'completed', 'code': 200} Jul 27 23:18:36.978075 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b3a324-c2a9-4c70-81d0-10ec85063557 service neutron] Pushing event updated for resources: {'Port': ['ID=b8ac6b50-4d3e-4b8a-9d24-a1e0600d37ae,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:18:36.979658 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 3e860460-9096-4baf-a8a3-9d5491ceaea8 no longer exists at agent hyperv_n-h1-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:18:37.020810 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-85a68362-defb-46eb-93c0-af66b080f8f6 tempest-NegativeSecGroupIPv6Test-32729272 tempest-NegativeSecGroupIPv6Test-32729272-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1897087 Jul 27 23:18:37.025949 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] No Port match for: 3e860460-9096-4baf-a8a3-9d5491ceaea8 {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:18:37.026317 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 3e860460-9096-4baf-a8a3-9d5491ceaea8 not bound to the agent host n-h1-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:18:37.026686 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 47324) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:18:37.046243 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1cff0067-1731-4b55-a27f-e6572da1e1bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415412'] for network, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:37.048208 n-d-802623-1 neutron-server[93798]: INFO neutron.api.v2.resource [None req-0b3a19ee-3cec-4585-895e-dba7f0815a79 tempest-NegativeSecGroupIPv6Test-32729272 tempest-NegativeSecGroupIPv6Test-32729272-project] delete failed (client error): The resource could not be found. Jul 27 23:18:37.049312 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-0b3a19ee-3cec-4585-895e-dba7f0815a79 tempest-NegativeSecGroupIPv6Test-32729272 tempest-NegativeSecGroupIPv6Test-32729272-project] 10.222.0.18 "DELETE /v2.0/security-groups/ff2cb638-780f-48e1-9a2b-7be817f3a7f3 HTTP/1.1" status: 404 len: 347 time: 0.0216556 Jul 27 23:18:37.054679 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 47326) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:18:37.058645 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1cff0067-1731-4b55-a27f-e6572da1e1bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:37.060912 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-1cff0067-1731-4b55-a27f-e6572da1e1bb admin admin] 10.222.0.18 "DELETE /v2.0/networks/3a3cbeff-b007-4bc1-b89e-3434caa880b9 HTTP/1.1" status: 204 len: 168 time: 0.6462553 Jul 27 23:18:37.073220 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919c996b-a03e-425c-8299-41ca2c2002fc req-debf0bad-ef57-4af3-bb94-1aaa04aa2480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:18:37.074817 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-919c996b-a03e-425c-8299-41ca2c2002fc req-debf0bad-ef57-4af3-bb94-1aaa04aa2480 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=096ab815848b4fa4865a54f76499dfb1&device_id=dda1de1e-19a8-4219-8d1f-ae329934698f HTTP/1.1" status: 200 len: 1094 time: 0.1122811 Jul 27 23:18:37.076032 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cff0067-1731-4b55-a27f-e6572da1e1bb admin admin] Pushing event deleted for resources: {'Network': ['ID=3a3cbeff-b007-4bc1-b89e-3434caa880b9,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:18:37.085965 n-d-802623-1 neutron-server[93797]: INFO neutron.api.v2.resource [None req-6148588f-f03f-4655-954b-1952a6a74c90 tempest-NegativeSecGroupIPv6Test-32729272 tempest-NegativeSecGroupIPv6Test-32729272-project] show failed (client error): The resource could not be found. Jul 27 23:18:37.091512 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-6148588f-f03f-4655-954b-1952a6a74c90 tempest-NegativeSecGroupIPv6Test-32729272 tempest-NegativeSecGroupIPv6Test-32729272-project] 10.222.0.18 "GET /v2.0/security-groups/21ee6772-1541-4174-94c9-51fc8f84b2c9 HTTP/1.1" status: 404 len: 347 time: 0.0360928 Jul 27 23:18:37.092196 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 47330) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:18:37.109563 n-d-802623-1 neutron-server[93797]: INFO neutron.api.v2.resource [None req-22e1b7e0-4bd0-406a-b8e4-ad7eeb4c9163 tempest-NegativeSecGroupIPv6Test-32729272 tempest-NegativeSecGroupIPv6Test-32729272-project] show failed (client error): The resource could not be found. Jul 27 23:18:37.117190 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-22e1b7e0-4bd0-406a-b8e4-ad7eeb4c9163 tempest-NegativeSecGroupIPv6Test-32729272 tempest-NegativeSecGroupIPv6Test-32729272-project] 10.222.0.18 "GET /v2.0/security-group-rules/b87ab640-62ce-40ae-aa87-de280bc8797a HTTP/1.1" status: 404 len: 356 time: 0.0236239 Jul 27 23:18:37.143840 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-919c996b-a03e-425c-8299-41ca2c2002fc req-ade5f51f-6545-44cb-aeb4-3757e523fe89 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b8ac6b50-4d3e-4b8a-9d24-a1e0600d37ae HTTP/1.1" status: 200 len: 217 time: 0.0566630 Jul 27 23:18:37.222781 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919c996b-a03e-425c-8299-41ca2c2002fc req-fc421509-0b51-41e7-af79-705082f3ac7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:18:37.224709 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-919c996b-a03e-425c-8299-41ca2c2002fc req-fc421509-0b51-41e7-af79-705082f3ac7d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=232a981d-f7d1-42df-991c-3a09e4ce0177 HTTP/1.1" status: 200 len: 851 time: 0.0684919 Jul 27 23:18:37.295378 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919c996b-a03e-425c-8299-41ca2c2002fc req-5c657a8f-1237-41d6-abb5-a57ac155f888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:18:37.296896 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-919c996b-a03e-425c-8299-41ca2c2002fc req-5c657a8f-1237-41d6-abb5-a57ac155f888 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0627b955-dd0f-4cce-ba7f-51e698f3bc59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0633838 Jul 27 23:18:37.337622 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 47336) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:18:37.428971 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-83b994e5-3925-4a36-a921-5665d41f96e1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d275f54469544ab9abd801155d665ba1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0901213 Jul 27 23:18:37.431482 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 47338) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:18:37.452954 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-919c996b-a03e-425c-8299-41ca2c2002fc req-825bafd1-1463-41c1-855a-40b1d7d2716b service neutron] 10.222.0.49 "GET /v2.0/networks/0627b955-dd0f-4cce-ba7f-51e698f3bc59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482201 Jul 27 23:18:37.480393 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 47340) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:18:37.522293 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4b8c4d84-959f-4556-86e2-e0ed2cd670a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:37.546691 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4b8c4d84-959f-4556-86e2-e0ed2cd670a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:37.571459 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-919c996b-a03e-425c-8299-41ca2c2002fc req-a7cb04ef-7fda-4ead-aae9-cf0cea08b8d3 service neutron] 10.222.0.49 "GET /v2.0/networks/0627b955-dd0f-4cce-ba7f-51e698f3bc59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115425 Jul 27 23:18:37.648664 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4b8c4d84-959f-4556-86e2-e0ed2cd670a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:37.651409 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4b8c4d84-959f-4556-86e2-e0ed2cd670a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:37.653293 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-4b8c4d84-959f-4556-86e2-e0ed2cd670a9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8de43b2a-3064-44a7-b92f-0f4c3410d3bd HTTP/1.1" status: 204 len: 168 time: 0.2195985 Jul 27 23:18:37.667319 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8c4d84-959f-4556-86e2-e0ed2cd670a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8de43b2a-3064-44a7-b92f-0f4c3410d3bd,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:18:37.675545 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0b93c2b2-d429-4b4e-9fe8-3b0fed649b68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:37.724010 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 47350) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:18:37.750843 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915b10ad-aaaf-486e-93b5-e930f6ec0404 req-0d8df4e6-3c5e-45ca-b957-aafa700f09c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:18:37.752885 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-915b10ad-aaaf-486e-93b5-e930f6ec0404 req-0d8df4e6-3c5e-45ca-b957-aafa700f09c8 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=096ab815848b4fa4865a54f76499dfb1&device_id=dda1de1e-19a8-4219-8d1f-ae329934698f HTTP/1.1" status: 200 len: 1094 time: 0.1190205 Jul 27 23:18:37.808186 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0b93c2b2-d429-4b4e-9fe8-3b0fed649b68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:37.815988 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0b93c2b2-d429-4b4e-9fe8-3b0fed649b68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:37.820894 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a915257-398d-4dbf-8cd4-cbdbf8f166ba req-0f1e09aa-0a5a-4f6d-9d81-8b28bb126d58 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:18:37.822430 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7a915257-398d-4dbf-8cd4-cbdbf8f166ba req-0f1e09aa-0a5a-4f6d-9d81-8b28bb126d58 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/ports?device_id=dda1de1e-19a8-4219-8d1f-ae329934698f HTTP/1.1" status: 200 len: 943 time: 0.1107676 Jul 27 23:18:37.877344 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 47354) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:18:37.877569 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-0b93c2b2-d429-4b4e-9fe8-3b0fed649b68 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a41a2e6c30be4dc39cb991ac33ed9f1c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3960273 Jul 27 23:18:37.883668 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b93c2b2-d429-4b4e-9fe8-3b0fed649b68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d0b3b3b-7d67-4d25-8345-8f99cdd6e569,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:18:37.907310 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7a915257-398d-4dbf-8cd4-cbdbf8f166ba req-818d44b8-0423-4b90-abde-b5d3c390963f tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/security-groups?id=fa1f1682-89f2-436c-be39-8607c4cda167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702868 Jul 27 23:18:37.918527 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915b10ad-aaaf-486e-93b5-e930f6ec0404 req-d5576453-1d7b-4189-9746-5adf6c42ee1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:18:37.920213 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-915b10ad-aaaf-486e-93b5-e930f6ec0404 req-d5576453-1d7b-4189-9746-5adf6c42ee1d service neutron] 10.222.0.49 "GET /v2.0/networks?id=0627b955-dd0f-4cce-ba7f-51e698f3bc59 HTTP/1.1" status: 200 len: 913 time: 0.1597378 Jul 27 23:18:37.984694 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-915b10ad-aaaf-486e-93b5-e930f6ec0404 req-3f80b31f-21fb-4003-9947-bfe73176f372 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b8ac6b50-4d3e-4b8a-9d24-a1e0600d37ae HTTP/1.1" status: 200 len: 217 time: 0.0548489 Jul 27 23:18:38.049794 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-210cd34d-fa0d-4897-9741-d7ebf9a7467b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:38.067381 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915b10ad-aaaf-486e-93b5-e930f6ec0404 req-3bcf5f63-b592-4b83-a0bc-3c35ce900d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:18:38.068862 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-915b10ad-aaaf-486e-93b5-e930f6ec0404 req-3bcf5f63-b592-4b83-a0bc-3c35ce900d98 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=232a981d-f7d1-42df-991c-3a09e4ce0177 HTTP/1.1" status: 200 len: 851 time: 0.0741820 Jul 27 23:18:38.076569 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-35be757b-5834-4e94-a12b-d61ce69e4328 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=97ab8dfe39a34e2fa20745852b72b2e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3482847 Jul 27 23:18:38.079440 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 47364) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:18:38.082106 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-210cd34d-fa0d-4897-9741-d7ebf9a7467b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:38.142295 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-11dd989d-3e3e-4b6a-808d-62c80f9cae72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:38.152362 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915b10ad-aaaf-486e-93b5-e930f6ec0404 req-e89a5ac2-38ae-48b9-ba55-b85545ff3f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:18:38.154145 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-915b10ad-aaaf-486e-93b5-e930f6ec0404 req-e89a5ac2-38ae-48b9-ba55-b85545ff3f91 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0627b955-dd0f-4cce-ba7f-51e698f3bc59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0747511 Jul 27 23:18:38.193715 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-11dd989d-3e3e-4b6a-808d-62c80f9cae72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:38.226256 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-210cd34d-fa0d-4897-9741-d7ebf9a7467b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:38.229029 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-210cd34d-fa0d-4897-9741-d7ebf9a7467b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:38.230249 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-210cd34d-fa0d-4897-9741-d7ebf9a7467b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0d0b3b3b-7d67-4d25-8345-8f99cdd6e569 HTTP/1.1" status: 204 len: 168 time: 0.3485160 Jul 27 23:18:38.249635 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-11dd989d-3e3e-4b6a-808d-62c80f9cae72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:38.252829 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210cd34d-fa0d-4897-9741-d7ebf9a7467b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d0b3b3b-7d67-4d25-8345-8f99cdd6e569,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:18:38.254073 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-11dd989d-3e3e-4b6a-808d-62c80f9cae72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:38.255523 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-11dd989d-3e3e-4b6a-808d-62c80f9cae72 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1931aa78-0452-4fb3-94c9-0e138ccb0693 HTTP/1.1" status: 204 len: 168 time: 0.1749723 Jul 27 23:18:38.277735 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11dd989d-3e3e-4b6a-808d-62c80f9cae72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1931aa78-0452-4fb3-94c9-0e138ccb0693,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:18:38.286504 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-915b10ad-aaaf-486e-93b5-e930f6ec0404 req-f4c6f145-db99-4080-b5ca-24cdc11fe5b7 service neutron] 10.222.0.49 "GET /v2.0/networks/0627b955-dd0f-4cce-ba7f-51e698f3bc59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251194 Jul 27 23:18:38.396062 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-915b10ad-aaaf-486e-93b5-e930f6ec0404 req-b9ef4a56-43cc-4333-81a1-5fdba9ffccf4 service neutron] 10.222.0.49 "GET /v2.0/networks/0627b955-dd0f-4cce-ba7f-51e698f3bc59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013556 Jul 27 23:18:39.037761 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f22e8e-f4b5-45bb-8b4d-179c0fd130a6 req-ea071576-df7b-41b2-b628-5c1bc77edd46 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:18:39.044914 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-64f22e8e-f4b5-45bb-8b4d-179c0fd130a6 req-ea071576-df7b-41b2-b628-5c1bc77edd46 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/ports?device_id=dda1de1e-19a8-4219-8d1f-ae329934698f HTTP/1.1" status: 200 len: 943 time: 0.0609639 Jul 27 23:18:39.080041 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-64f22e8e-f4b5-45bb-8b4d-179c0fd130a6 req-73e82c44-d416-4cb2-bb5a-d89f4d410d01 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/security-groups?id=fa1f1682-89f2-436c-be39-8607c4cda167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342581 Jul 27 23:18:39.625629 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 47472) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:18:39.770438 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3c425554-7acf-40f4-991e-f2984630fc06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:39.873464 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3c425554-7acf-40f4-991e-f2984630fc06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:39.877804 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3c425554-7acf-40f4-991e-f2984630fc06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:39.921571 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-3c425554-7acf-40f4-991e-f2984630fc06 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=007d4a1ee98347128ba8408dc8f540eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2947912 Jul 27 23:18:39.922538 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c425554-7acf-40f4-991e-f2984630fc06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfa5d479-2218-447a-87bc-bc15fe663965,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:18:39.924420 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 47506) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:18:39.931591 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c425554-7acf-40f4-991e-f2984630fc06 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:18:39.931943 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c425554-7acf-40f4-991e-f2984630fc06 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:18:39.932284 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c425554-7acf-40f4-991e-f2984630fc06 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:18:39.932617 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c425554-7acf-40f4-991e-f2984630fc06 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:18:39.932944 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c425554-7acf-40f4-991e-f2984630fc06 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:18:39.933284 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c425554-7acf-40f4-991e-f2984630fc06 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:18:39.933595 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c425554-7acf-40f4-991e-f2984630fc06 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:18:39.934101 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c425554-7acf-40f4-991e-f2984630fc06 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:18:39.934657 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c425554-7acf-40f4-991e-f2984630fc06 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:18:39.935163 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c425554-7acf-40f4-991e-f2984630fc06 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:18:39.935648 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c425554-7acf-40f4-991e-f2984630fc06 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:18:39.936262 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c425554-7acf-40f4-991e-f2984630fc06 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:18:39.978229 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1bf6c6d0-5c7c-44be-811e-257b7e9c6a50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:40.002104 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1bf6c6d0-5c7c-44be-811e-257b7e9c6a50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:40.054571 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1bf6c6d0-5c7c-44be-811e-257b7e9c6a50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:40.058311 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1bf6c6d0-5c7c-44be-811e-257b7e9c6a50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:40.059501 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-1bf6c6d0-5c7c-44be-811e-257b7e9c6a50 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/dfa5d479-2218-447a-87bc-bc15fe663965 HTTP/1.1" status: 204 len: 168 time: 0.1340835 Jul 27 23:18:40.067842 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf6c6d0-5c7c-44be-811e-257b7e9c6a50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfa5d479-2218-447a-87bc-bc15fe663965,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:18:40.205931 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c2cfac-26b8-4d9e-bdc0-5f297a4806cf req-3c4360d1-accb-4520-aca3-1b37521e90c5 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:18:40.214030 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-42c2cfac-26b8-4d9e-bdc0-5f297a4806cf req-3c4360d1-accb-4520-aca3-1b37521e90c5 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/ports?device_id=dda1de1e-19a8-4219-8d1f-ae329934698f HTTP/1.1" status: 200 len: 943 time: 0.0644155 Jul 27 23:18:40.269823 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-42c2cfac-26b8-4d9e-bdc0-5f297a4806cf req-694d0ba7-9622-423e-819e-dd98e0ef39d6 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/security-groups?id=fa1f1682-89f2-436c-be39-8607c4cda167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519950 Jul 27 23:18:40.300957 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.agents_db [None req-9beef776-8bab-4de2-989a-f5a23ba4aaf4 None None] Agent healthcheck: found 7 active agents {{(pid=93800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 23:18:40.662960 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 47542) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:18:40.768459 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6faafdd4-a1b8-478f-b134-4595465bf6b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:40.872705 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6faafdd4-a1b8-478f-b134-4595465bf6b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:40.876878 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6faafdd4-a1b8-478f-b134-4595465bf6b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:40.917428 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-6faafdd4-a1b8-478f-b134-4595465bf6b7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4b614c5777f944d198ff0727b237b273&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2533584 Jul 27 23:18:40.918580 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faafdd4-a1b8-478f-b134-4595465bf6b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a6353bf-6053-4938-bf18-7c4d287cab38,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:18:40.920118 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 47562) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:18:40.983854 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-62f5ff7d-a174-47c8-9e41-f57b655c9f38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:41.010550 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-62f5ff7d-a174-47c8-9e41-f57b655c9f38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:41.061792 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-62f5ff7d-a174-47c8-9e41-f57b655c9f38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:41.065193 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-62f5ff7d-a174-47c8-9e41-f57b655c9f38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:41.070149 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-62f5ff7d-a174-47c8-9e41-f57b655c9f38 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9a6353bf-6053-4938-bf18-7c4d287cab38 HTTP/1.1" status: 204 len: 168 time: 0.1473420 Jul 27 23:18:41.079263 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f5ff7d-a174-47c8-9e41-f57b655c9f38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a6353bf-6053-4938-bf18-7c4d287cab38,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:18:41.485673 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b1f861-bfa7-47a3-b328-8db62fcbd1c8 req-5fd3d8dc-de59-430c-984d-575b29d891b4 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:18:41.487805 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-48b1f861-bfa7-47a3-b328-8db62fcbd1c8 req-5fd3d8dc-de59-430c-984d-575b29d891b4 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/ports?device_id=dda1de1e-19a8-4219-8d1f-ae329934698f HTTP/1.1" status: 200 len: 943 time: 0.0888910 Jul 27 23:18:41.541255 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-48b1f861-bfa7-47a3-b328-8db62fcbd1c8 req-a80c69a9-1be7-49fa-af9c-5f3345500ffc tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/security-groups?id=fa1f1682-89f2-436c-be39-8607c4cda167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466990 Jul 27 23:18:41.557817 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 47620) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:18:41.573599 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-37aff671-652e-4a68-ae12-46d312a3bb1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:41.658940 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 47622) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:18:41.686862 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-37aff671-652e-4a68-ae12-46d312a3bb1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:41.691833 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-37aff671-652e-4a68-ae12-46d312a3bb1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:41.731383 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-37aff671-652e-4a68-ae12-46d312a3bb1f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=906633b46a8240daa7d463fd25045a5a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1721871 Jul 27 23:18:41.732453 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37aff671-652e-4a68-ae12-46d312a3bb1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7e8a769-ae9c-40db-9591-dbf2ea4baff4,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:18:41.733996 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 47626) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:18:41.785520 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5f608cb2-cbdb-43a7-9378-aef0b207e4b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:41.819471 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-68f1ded4-7fff-496b-8cb2-a6de5c73fc98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:41.854105 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-68f1ded4-7fff-496b-8cb2-a6de5c73fc98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:41.938203 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-68f1ded4-7fff-496b-8cb2-a6de5c73fc98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:41.941625 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-68f1ded4-7fff-496b-8cb2-a6de5c73fc98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:41.942768 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-68f1ded4-7fff-496b-8cb2-a6de5c73fc98 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c7e8a769-ae9c-40db-9591-dbf2ea4baff4 HTTP/1.1" status: 204 len: 168 time: 0.2075765 Jul 27 23:18:41.958616 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device b8ac6b50-4d3e-4b8a-9d24-a1e0600d37ae details requested by agent hyperv_n-h2-802623-1 with host n-h2-802623-1 {{(pid=93799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 23:18:41.960450 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5f608cb2-cbdb-43a7-9378-aef0b207e4b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:41.966089 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5f608cb2-cbdb-43a7-9378-aef0b207e4b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:41.969963 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f1ded4-7fff-496b-8cb2-a6de5c73fc98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7e8a769-ae9c-40db-9591-dbf2ea4baff4,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:18:42.019180 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f608cb2-cbdb-43a7-9378-aef0b207e4b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31ab35ad-1850-468a-803c-48588e7ca11e,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:18:42.053483 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-5f608cb2-cbdb-43a7-9378-aef0b207e4b5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ae1a23a312d64540bdecbc59880467cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3933616 Jul 27 23:18:42.053997 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 47630) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:18:42.106294 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port b8ac6b50-4d3e-4b8a-9d24-a1e0600d37ae, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=b8ac6b50-4d3e-4b8a-9d24-a1e0600d37ae,segment=NetworkSegment(145d64c0-063a-4e1d-8ed5-459cef7aa517),segment_id=145d64c0-063a-4e1d-8ed5-459cef7aa517)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:18:42.117942 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Returning: {'device': 'b8ac6b50-4d3e-4b8a-9d24-a1e0600d37ae', 'network_id': '0627b955-dd0f-4cce-ba7f-51e698f3bc59', 'port_id': 'b8ac6b50-4d3e-4b8a-9d24-a1e0600d37ae', 'mac_address': 'fa:16:3e:46:14:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '232a981d-f7d1-42df-991c-3a09e4ce0177', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 23:18:42.121323 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-79b10b58-71d0-43bb-9552-765f9612f227 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:42.143574 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-79b10b58-71d0-43bb-9552-765f9612f227 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:42.159268 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:42.174079 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8ac6b50-4d3e-4b8a-9d24-a1e0600d37ae {{(pid=93799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:18:42.195329 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port b8ac6b50-4d3e-4b8a-9d24-a1e0600d37ae, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=b8ac6b50-4d3e-4b8a-9d24-a1e0600d37ae,segment=NetworkSegment(145d64c0-063a-4e1d-8ed5-459cef7aa517),segment_id=145d64c0-063a-4e1d-8ed5-459cef7aa517)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:18:42.199756 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:42.212382 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-79b10b58-71d0-43bb-9552-765f9612f227 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:42.215312 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-79b10b58-71d0-43bb-9552-765f9612f227 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:42.218878 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-79b10b58-71d0-43bb-9552-765f9612f227 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/31ab35ad-1850-468a-803c-48588e7ca11e HTTP/1.1" status: 204 len: 168 time: 0.1614416 Jul 27 23:18:42.226769 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b10b58-71d0-43bb-9552-765f9612f227 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31ab35ad-1850-468a-803c-48588e7ca11e,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:18:42.256557 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Pushing event updated for resources: {'Port': ['ID=b8ac6b50-4d3e-4b8a-9d24-a1e0600d37ae,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:18:42.589533 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] get_ports_and_sgs() called for port_ids ['b8ac6b50-4d3e-4b8a-9d24-a1e0600d37ae'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:18:42.725768 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3152a782-22a2-4450-afbf-677f70ed2610 req-fa767a3b-ef61-49d5-8342-9d50b94fa9b7 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:18:42.734054 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-3152a782-22a2-4450-afbf-677f70ed2610 req-fa767a3b-ef61-49d5-8342-9d50b94fa9b7 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/ports?device_id=dda1de1e-19a8-4219-8d1f-ae329934698f HTTP/1.1" status: 200 len: 944 time: 0.0575366 Jul 27 23:18:42.789197 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-3152a782-22a2-4450-afbf-677f70ed2610 req-d93edc30-f7ce-46b4-a215-a9eae21eb608 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/security-groups?id=fa1f1682-89f2-436c-be39-8607c4cda167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540285 Jul 27 23:18:43.118805 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 47692) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:18:43.274156 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-4ee9a6a7-df70-4a37-99fd-1aa00b1e0779 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1544017320-network', 'tenant_id': 'd67d9f6a836741488a4ffaca2b00398d'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:18:43.299485 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ee9a6a7-df70-4a37-99fd-1aa00b1e0779 admin admin] Made reservation on behalf of d67d9f6a836741488a4ffaca2b00398d for: {'network': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:18:43.302611 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4ee9a6a7-df70-4a37-99fd-1aa00b1e0779 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for network, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:43.311370 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4ee9a6a7-df70-4a37-99fd-1aa00b1e0779 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:43.408065 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4ee9a6a7-df70-4a37-99fd-1aa00b1e0779 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:43.412599 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4ee9a6a7-df70-4a37-99fd-1aa00b1e0779 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:43.436413 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ee9a6a7-df70-4a37-99fd-1aa00b1e0779 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 531} {{(pid=93798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 23:18:43.454088 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee9a6a7-df70-4a37-99fd-1aa00b1e0779 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10c708c9-3bc0-4372-a20d-8f6cb0cdf1f8,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:18:43.457668 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4ee9a6a7-df70-4a37-99fd-1aa00b1e0779 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:43.458182 n-d-802623-1 neutron-server[93798]: INFO neutron.db.segments_db [None req-4ee9a6a7-df70-4a37-99fd-1aa00b1e0779 admin admin] Added segment 74e3b4b1-5832-48b7-a703-9eb37a5b76f7 of type vlan for network 9fd62096-0459-45ab-ac6f-87366657c462 Jul 27 23:18:43.506711 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4ee9a6a7-df70-4a37-99fd-1aa00b1e0779 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736833354590'] for network, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:43.541868 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4ee9a6a7-df70-4a37-99fd-1aa00b1e0779 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569'] for network, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:43.544037 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ee9a6a7-df70-4a37-99fd-1aa00b1e0779 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:18:43.544792 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4ee9a6a7-df70-4a37-99fd-1aa00b1e0779 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:43.606918 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-4ee9a6a7-df70-4a37-99fd-1aa00b1e0779 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.4869471 Jul 27 23:18:43.609708 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 47712) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:18:43.617564 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-c2d662e9-884f-47f2-8d78-6d8fb5609765 admin admin] Request body: {'subnet': {'network_id': '9fd62096-0459-45ab-ac6f-87366657c462', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1544017320-subnet', 'tenant_id': 'd67d9f6a836741488a4ffaca2b00398d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:18:43.628862 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee9a6a7-df70-4a37-99fd-1aa00b1e0779 admin admin] Pushing event updated for resources: {'Network': ['ID=9fd62096-0459-45ab-ac6f-87366657c462,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:18:43.643255 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Network 9fd62096-0459-45ab-ac6f-87366657c462 details requested by agent ovs-agent-n-d-802623-1 with host n-d-802623-1 {{(pid=93799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 23:18:43.661293 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2d662e9-884f-47f2-8d78-6d8fb5609765 admin admin] Made reservation on behalf of d67d9f6a836741488a4ffaca2b00398d for: {'subnet': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:18:43.665886 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c2d662e9-884f-47f2-8d78-6d8fb5609765 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12265828'] for subnet, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:43.866492 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c2d662e9-884f-47f2-8d78-6d8fb5609765 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11971609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12265750'] for subnet, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:43.928409 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6301b281-d064-4316-8974-9ea073a26df4 req-79d516eb-f2c4-4d13-a1cc-ab1d353e5781 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:18:43.937028 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-6301b281-d064-4316-8974-9ea073a26df4 req-79d516eb-f2c4-4d13-a1cc-ab1d353e5781 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/ports?device_id=dda1de1e-19a8-4219-8d1f-ae329934698f HTTP/1.1" status: 200 len: 944 time: 0.0674436 Jul 27 23:18:43.938901 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d662e9-884f-47f2-8d78-6d8fb5609765 admin admin] Pushing event updated for resources: {'Subnet': ['ID=20159237-c17e-4822-a923-3a6324c1a443,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:18:43.978604 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2d662e9-884f-47f2-8d78-6d8fb5609765 admin admin] Checking segment: {'id': '74e3b4b1-5832-48b7-a703-9eb37a5b76f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '9fd62096-0459-45ab-ac6f-87366657c462'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:18:43.979098 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2d662e9-884f-47f2-8d78-6d8fb5609765 admin admin] Network hostable DHCP agents. Network: 9fd62096-0459-45ab-ac6f-87366657c462, hostable agents: ['5950e76f-2bde-4343-a925-cbe6bacd2706'], hosted agents: [] {{(pid=93798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 23:18:43.982726 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device b8ac6b50-4d3e-4b8a-9d24-a1e0600d37ae up at agent hyperv_n-h2-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:18:44.005013 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-6301b281-d064-4316-8974-9ea073a26df4 req-b91f37ea-0ea8-4b95-bbb4-44c70ef6cfc7 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/security-groups?id=fa1f1682-89f2-436c-be39-8607c4cda167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670352 Jul 27 23:18:44.024812 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2d662e9-884f-47f2-8d78-6d8fb5609765 admin admin] Network 9fd62096-0459-45ab-ac6f-87366657c462 is scheduled to be hosted by DHCP agent 5950e76f-2bde-4343-a925-cbe6bacd2706 with binding_index 1 {{(pid=93798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 23:18:44.038081 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-c2d662e9-884f-47f2-8d78-6d8fb5609765 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802623-1, 9fd62096-0459-45ab-ac6f-87366657c462) {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:18:44.045517 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2d662e9-884f-47f2-8d78-6d8fb5609765 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:18:44.046459 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c2d662e9-884f-47f2-8d78-6d8fb5609765 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:44.054400 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00121fdd-7dbb-455d-81e3-54a11d7396fa None None] Network 9fd62096-0459-45ab-ac6f-87366657c462 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:18:44.073008 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-c2d662e9-884f-47f2-8d78-6d8fb5609765 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.4546418 Jul 27 23:18:44.115550 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Provisioning for port b8ac6b50-4d3e-4b8a-9d24-a1e0600d37ae completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:18:44.123458 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Provisioning complete for port b8ac6b50-4d3e-4b8a-9d24-a1e0600d37ae triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:18:44.123840 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:44.270945 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-029c2353-f816-49c5-9c62-b3a9af0780ff None None] Network 9fd62096-0459-45ab-ac6f-87366657c462 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:18:44.320799 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:44.338774 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [req-d07936fa-87de-4656-a219-bd9b46ada18c req-89ce59c5-541a-4e55-9512-6de5cb1dff69 tempest-SecurityGroupRulesNegativeTestJSON-144464562 tempest-SecurityGroupRulesNegativeTestJSON-144464562-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-646898228', 'description': 'tempest-description-873358188'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:18:44.358212 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dda1de1e-19a8-4219-8d1f-ae329934698f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8ac6b50-4d3e-4b8a-9d24-a1e0600d37ae'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:18:44.361426 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c0369b0d4f459110ff20a1f9878ba33f96d6491bddb9d15843bf29d01e0bda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da72205e-1189-410e-8430-a6fa0a59cb1d" -d '{"events": [{"server_uuid": "dda1de1e-19a8-4219-8d1f-ae329934698f", "name": "network-vif-plugged", "status": "completed", "tag": "b8ac6b50-4d3e-4b8a-9d24-a1e0600d37ae"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:18:44.364232 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-d07936fa-87de-4656-a219-bd9b46ada18c req-89ce59c5-541a-4e55-9512-6de5cb1dff69 tempest-SecurityGroupRulesNegativeTestJSON-144464562 tempest-SecurityGroupRulesNegativeTestJSON-144464562-project] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:44.381839 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port b8ac6b50-4d3e-4b8a-9d24-a1e0600d37ae, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=b8ac6b50-4d3e-4b8a-9d24-a1e0600d37ae,segment=NetworkSegment(145d64c0-063a-4e1d-8ed5-459cef7aa517),segment_id=145d64c0-063a-4e1d-8ed5-459cef7aa517)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:18:44.408319 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:18:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-701702cc-93a6-4663-827e-4f933be470ab x-openstack-request-id: req-701702cc-93a6-4663-827e-4f933be470ab {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:18:44.408611 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dda1de1e-19a8-4219-8d1f-ae329934698f", "name": "network-vif-plugged", "status": "completed", "tag": "b8ac6b50-4d3e-4b8a-9d24-a1e0600d37ae", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:18:44.408857 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-701702cc-93a6-4663-827e-4f933be470ab {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:18:44.409241 n-d-802623-1 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dda1de1e-19a8-4219-8d1f-ae329934698f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8ac6b50-4d3e-4b8a-9d24-a1e0600d37ae', 'code': 200} Jul 27 23:18:44.426581 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:44.459530 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-d07936fa-87de-4656-a219-bd9b46ada18c req-89ce59c5-541a-4e55-9512-6de5cb1dff69 tempest-SecurityGroupRulesNegativeTestJSON-144464562 tempest-SecurityGroupRulesNegativeTestJSON-144464562-project] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:44.468408 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-d07936fa-87de-4656-a219-bd9b46ada18c req-89ce59c5-541a-4e55-9512-6de5cb1dff69 tempest-SecurityGroupRulesNegativeTestJSON-144464562 tempest-SecurityGroupRulesNegativeTestJSON-144464562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:44.492362 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Pushing event updated for resources: {'Port': ['ID=b8ac6b50-4d3e-4b8a-9d24-a1e0600d37ae,revision_number=5']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:18:44.525396 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-d07936fa-87de-4656-a219-bd9b46ada18c req-89ce59c5-541a-4e55-9512-6de5cb1dff69 tempest-SecurityGroupRulesNegativeTestJSON-144464562 tempest-SecurityGroupRulesNegativeTestJSON-144464562-project] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:44.526638 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-d07936fa-87de-4656-a219-bd9b46ada18c req-89ce59c5-541a-4e55-9512-6de5cb1dff69 tempest-SecurityGroupRulesNegativeTestJSON-144464562 tempest-SecurityGroupRulesNegativeTestJSON-144464562-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.1930497 Jul 27 23:18:44.529030 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ce59c5-541a-4e55-9512-6de5cb1dff69 tempest-SecurityGroupRulesNegativeTestJSON-144464562 tempest-SecurityGroupRulesNegativeTestJSON-144464562-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b96d6c30-4b90-4157-952e-d4427385eca6,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:18:44.548611 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3fcba5-eb21-46ea-8a7f-639223bd97d7 req-75a39916-be59-47e9-822d-21269a4901f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:18:44.549613 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-bb3fcba5-eb21-46ea-8a7f-639223bd97d7 req-75a39916-be59-47e9-822d-21269a4901f0 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=dda1de1e-19a8-4219-8d1f-ae329934698f HTTP/1.1" status: 200 len: 1096 time: 0.0620289 Jul 27 23:18:44.595676 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-bb3fcba5-eb21-46ea-8a7f-639223bd97d7 req-7c34d058-654c-49ba-99de-d9c38c6b918e service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=fa1f1682-89f2-436c-be39-8607c4cda167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386043 Jul 27 23:18:44.603725 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-5d0c1473-c64c-44bd-9cae-e71dfe7853d1 req-d40f0816-4b25-465a-b470-d3e303d7f280 tempest-SecurityGroupRulesNegativeTestJSON-144464562 tempest-SecurityGroupRulesNegativeTestJSON-144464562-project] 10.222.0.18 "GET /v2.0/security-groups/b96d6c30-4b90-4157-952e-d4427385eca6 HTTP/1.1" status: 200 len: 1813 time: 0.0548043 Jul 27 23:18:44.614040 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [req-5d0c1473-c64c-44bd-9cae-e71dfe7853d1 req-75503912-1671-4fd0-91f3-be9bec36c65d tempest-SecurityGroupRulesNegativeTestJSON-144464562 tempest-SecurityGroupRulesNegativeTestJSON-144464562-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b96d6c30-4b90-4157-952e-d4427385eca6', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:18:44.614360 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [req-5d0c1473-c64c-44bd-9cae-e71dfe7853d1 req-75503912-1671-4fd0-91f3-be9bec36c65d tempest-SecurityGroupRulesNegativeTestJSON-144464562 tempest-SecurityGroupRulesNegativeTestJSON-144464562-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b96d6c30-4b90-4157-952e-d4427385eca6', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:18:44.677611 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-5d0c1473-c64c-44bd-9cae-e71dfe7853d1 req-75503912-1671-4fd0-91f3-be9bec36c65d tempest-SecurityGroupRulesNegativeTestJSON-144464562 tempest-SecurityGroupRulesNegativeTestJSON-144464562-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:44.706028 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-5d0c1473-c64c-44bd-9cae-e71dfe7853d1 req-75503912-1671-4fd0-91f3-be9bec36c65d tempest-SecurityGroupRulesNegativeTestJSON-144464562 tempest-SecurityGroupRulesNegativeTestJSON-144464562-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:44.710403 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-5d0c1473-c64c-44bd-9cae-e71dfe7853d1 req-75503912-1671-4fd0-91f3-be9bec36c65d tempest-SecurityGroupRulesNegativeTestJSON-144464562 tempest-SecurityGroupRulesNegativeTestJSON-144464562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784185'] for security_group_rule, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:44.731084 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75503912-1671-4fd0-91f3-be9bec36c65d tempest-SecurityGroupRulesNegativeTestJSON-144464562 tempest-SecurityGroupRulesNegativeTestJSON-144464562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2ca954e-43b5-4097-acfb-f1d505b5ad46,revision_number=0']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:18:44.736940 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-5d0c1473-c64c-44bd-9cae-e71dfe7853d1 req-75503912-1671-4fd0-91f3-be9bec36c65d tempest-SecurityGroupRulesNegativeTestJSON-144464562 tempest-SecurityGroupRulesNegativeTestJSON-144464562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:44.738478 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-5d0c1473-c64c-44bd-9cae-e71dfe7853d1 req-75503912-1671-4fd0-91f3-be9bec36c65d tempest-SecurityGroupRulesNegativeTestJSON-144464562 tempest-SecurityGroupRulesNegativeTestJSON-144464562-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1284442 Jul 27 23:18:44.810692 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-da4ee952-f0c1-41c8-aaaa-19239dc8e89a req-97341def-64a5-4bc2-8960-488f198b3fc5 tempest-SecurityGroupRulesNegativeTestJSON-144464562 tempest-SecurityGroupRulesNegativeTestJSON-144464562-project] 10.222.0.18 "GET /v2.0/security-groups/b96d6c30-4b90-4157-952e-d4427385eca6 HTTP/1.1" status: 200 len: 2407 time: 0.0493844 Jul 27 23:18:44.862000 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-fabd1a4e-3058-4e62-96e5-e81f3961a65e req-5d0c649a-5bca-4473-9430-5fc207cc27ee tempest-SecurityGroupRulesNegativeTestJSON-144464562 tempest-SecurityGroupRulesNegativeTestJSON-144464562-project] 10.222.0.18 "GET /v2.0/security-group-rules/a2ca954e-43b5-4097-acfb-f1d505b5ad46 HTTP/1.1" status: 200 len: 778 time: 0.0284867 Jul 27 23:18:44.919712 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-fabd1a4e-3058-4e62-96e5-e81f3961a65e req-9a79c4d0-b136-4a35-ab9b-eecad7c0360a tempest-SecurityGroupRulesNegativeTestJSON-144464562 tempest-SecurityGroupRulesNegativeTestJSON-144464562-project] 10.222.0.18 "GET /v2.0/security-groups/b96d6c30-4b90-4157-952e-d4427385eca6 HTTP/1.1" status: 200 len: 2407 time: 0.0461972 Jul 27 23:18:44.952886 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-fabd1a4e-3058-4e62-96e5-e81f3961a65e req-6982c43e-2224-48ab-a326-40bd9e2d46bc tempest-SecurityGroupRulesNegativeTestJSON-144464562 tempest-SecurityGroupRulesNegativeTestJSON-144464562-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:44.961056 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-fabd1a4e-3058-4e62-96e5-e81f3961a65e req-6982c43e-2224-48ab-a326-40bd9e2d46bc tempest-SecurityGroupRulesNegativeTestJSON-144464562 tempest-SecurityGroupRulesNegativeTestJSON-144464562-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:44.995323 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-fabd1a4e-3058-4e62-96e5-e81f3961a65e req-6982c43e-2224-48ab-a326-40bd9e2d46bc tempest-SecurityGroupRulesNegativeTestJSON-144464562 tempest-SecurityGroupRulesNegativeTestJSON-144464562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784185'] for security_group_rule, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:45.001536 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-fabd1a4e-3058-4e62-96e5-e81f3961a65e req-6982c43e-2224-48ab-a326-40bd9e2d46bc tempest-SecurityGroupRulesNegativeTestJSON-144464562 tempest-SecurityGroupRulesNegativeTestJSON-144464562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:45.002714 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-fabd1a4e-3058-4e62-96e5-e81f3961a65e req-6982c43e-2224-48ab-a326-40bd9e2d46bc tempest-SecurityGroupRulesNegativeTestJSON-144464562 tempest-SecurityGroupRulesNegativeTestJSON-144464562-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/a2ca954e-43b5-4097-acfb-f1d505b5ad46 HTTP/1.1" status: 204 len: 173 time: 0.0754898 Jul 27 23:18:45.009848 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6982c43e-2224-48ab-a326-40bd9e2d46bc tempest-SecurityGroupRulesNegativeTestJSON-144464562 tempest-SecurityGroupRulesNegativeTestJSON-144464562-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a2ca954e-43b5-4097-acfb-f1d505b5ad46,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:18:45.042309 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [req-6e96e253-4cd0-486e-bec7-94a2e085b783 req-b934c6d7-47d7-49f8-b2b5-3db288d9da1c tempest-SecurityGroupRulesNegativeTestJSON-144464562 tempest-SecurityGroupRulesNegativeTestJSON-144464562-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1535503483', 'description': 'tempest-description-455193010'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:18:45.086150 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-6e96e253-4cd0-486e-bec7-94a2e085b783 req-b934c6d7-47d7-49f8-b2b5-3db288d9da1c tempest-SecurityGroupRulesNegativeTestJSON-144464562 tempest-SecurityGroupRulesNegativeTestJSON-144464562-project] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:45.151386 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aeebce2-47e0-45f6-be08-a0d3c5bb0951 req-2d26fc93-32cd-45f8-9990-db57a1ced0d8 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:18:45.153640 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-2aeebce2-47e0-45f6-be08-a0d3c5bb0951 req-2d26fc93-32cd-45f8-9990-db57a1ced0d8 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/ports?device_id=dda1de1e-19a8-4219-8d1f-ae329934698f HTTP/1.1" status: 200 len: 945 time: 0.0661173 Jul 27 23:18:45.225283 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-2aeebce2-47e0-45f6-be08-a0d3c5bb0951 req-2437af4b-d154-48f3-835d-254ec2dd568e tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/security-groups?id=fa1f1682-89f2-436c-be39-8607c4cda167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519927 Jul 27 23:18:45.238458 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-6e96e253-4cd0-486e-bec7-94a2e085b783 req-b934c6d7-47d7-49f8-b2b5-3db288d9da1c tempest-SecurityGroupRulesNegativeTestJSON-144464562 tempest-SecurityGroupRulesNegativeTestJSON-144464562-project] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:45.244356 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-6e96e253-4cd0-486e-bec7-94a2e085b783 req-b934c6d7-47d7-49f8-b2b5-3db288d9da1c tempest-SecurityGroupRulesNegativeTestJSON-144464562 tempest-SecurityGroupRulesNegativeTestJSON-144464562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:45.280190 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-6e96e253-4cd0-486e-bec7-94a2e085b783 req-b934c6d7-47d7-49f8-b2b5-3db288d9da1c tempest-SecurityGroupRulesNegativeTestJSON-144464562 tempest-SecurityGroupRulesNegativeTestJSON-144464562-project] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:45.287587 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-6e96e253-4cd0-486e-bec7-94a2e085b783 req-b934c6d7-47d7-49f8-b2b5-3db288d9da1c tempest-SecurityGroupRulesNegativeTestJSON-144464562 tempest-SecurityGroupRulesNegativeTestJSON-144464562-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.2509105 Jul 27 23:18:45.293600 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b934c6d7-47d7-49f8-b2b5-3db288d9da1c tempest-SecurityGroupRulesNegativeTestJSON-144464562 tempest-SecurityGroupRulesNegativeTestJSON-144464562-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75c0f953-650d-4d95-92b5-5ff63ce98f41,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:18:45.347641 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-93682288-9ab8-4085-8eb2-c95b684ec47e req-08ff2eb7-c091-458f-abce-d95a1a13214c tempest-SecurityGroupRulesNegativeTestJSON-144464562 tempest-SecurityGroupRulesNegativeTestJSON-144464562-project] 10.222.0.18 "GET /v2.0/security-groups/75c0f953-650d-4d95-92b5-5ff63ce98f41 HTTP/1.1" status: 200 len: 1814 time: 0.0430522 Jul 27 23:18:45.386792 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [req-e34af69f-4646-473d-ba6f-c0c0944f3eea req-dd83a71a-5e7a-4378-82be-b1d9b3b9bf0f tempest-SecurityGroupRulesNegativeTestJSON-144464562 tempest-SecurityGroupRulesNegativeTestJSON-144464562-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-762547337', 'description': 'tempest-description-2119157364'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:18:45.409095 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-e34af69f-4646-473d-ba6f-c0c0944f3eea req-dd83a71a-5e7a-4378-82be-b1d9b3b9bf0f tempest-SecurityGroupRulesNegativeTestJSON-144464562 tempest-SecurityGroupRulesNegativeTestJSON-144464562-project] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:45.524856 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-e34af69f-4646-473d-ba6f-c0c0944f3eea req-dd83a71a-5e7a-4378-82be-b1d9b3b9bf0f tempest-SecurityGroupRulesNegativeTestJSON-144464562 tempest-SecurityGroupRulesNegativeTestJSON-144464562-project] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:45.532200 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-e34af69f-4646-473d-ba6f-c0c0944f3eea req-dd83a71a-5e7a-4378-82be-b1d9b3b9bf0f tempest-SecurityGroupRulesNegativeTestJSON-144464562 tempest-SecurityGroupRulesNegativeTestJSON-144464562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:45.564001 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd83a71a-5e7a-4378-82be-b1d9b3b9bf0f tempest-SecurityGroupRulesNegativeTestJSON-144464562 tempest-SecurityGroupRulesNegativeTestJSON-144464562-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30182e8f-1964-4f82-a8e0-3f2e064ed68f,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:18:45.576515 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-e34af69f-4646-473d-ba6f-c0c0944f3eea req-dd83a71a-5e7a-4378-82be-b1d9b3b9bf0f tempest-SecurityGroupRulesNegativeTestJSON-144464562 tempest-SecurityGroupRulesNegativeTestJSON-144464562-project] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:45.578133 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-e34af69f-4646-473d-ba6f-c0c0944f3eea req-dd83a71a-5e7a-4378-82be-b1d9b3b9bf0f tempest-SecurityGroupRulesNegativeTestJSON-144464562 tempest-SecurityGroupRulesNegativeTestJSON-144464562-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.1955643 Jul 27 23:18:45.671643 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-4d12c5cc-a9cd-4866-b9ca-a602c1737974 req-1446bbd0-b4fa-4a1c-ab34-960b691480d7 tempest-SecurityGroupRulesNegativeTestJSON-144464562 tempest-SecurityGroupRulesNegativeTestJSON-144464562-project] 10.222.0.18 "GET /v2.0/security-groups/30182e8f-1964-4f82-a8e0-3f2e064ed68f HTTP/1.1" status: 200 len: 1814 time: 0.0660682 Jul 27 23:18:45.688023 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [req-6c1078b4-bbba-4af2-8e59-627ec6720f6f req-72737989-1d53-4887-8bf7-4a5ebca34487 tempest-SecurityGroupRulesNegativeTestJSON-144464562 tempest-SecurityGroupRulesNegativeTestJSON-144464562-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-564724182', 'description': 'tempest-description-804712779'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:18:45.716303 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-6c1078b4-bbba-4af2-8e59-627ec6720f6f req-72737989-1d53-4887-8bf7-4a5ebca34487 tempest-SecurityGroupRulesNegativeTestJSON-144464562 tempest-SecurityGroupRulesNegativeTestJSON-144464562-project] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:45.838485 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-6c1078b4-bbba-4af2-8e59-627ec6720f6f req-72737989-1d53-4887-8bf7-4a5ebca34487 tempest-SecurityGroupRulesNegativeTestJSON-144464562 tempest-SecurityGroupRulesNegativeTestJSON-144464562-project] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:45.842544 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-6c1078b4-bbba-4af2-8e59-627ec6720f6f req-72737989-1d53-4887-8bf7-4a5ebca34487 tempest-SecurityGroupRulesNegativeTestJSON-144464562 tempest-SecurityGroupRulesNegativeTestJSON-144464562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:45.874804 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-6c1078b4-bbba-4af2-8e59-627ec6720f6f req-72737989-1d53-4887-8bf7-4a5ebca34487 tempest-SecurityGroupRulesNegativeTestJSON-144464562 tempest-SecurityGroupRulesNegativeTestJSON-144464562-project] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:45.876381 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-6c1078b4-bbba-4af2-8e59-627ec6720f6f req-72737989-1d53-4887-8bf7-4a5ebca34487 tempest-SecurityGroupRulesNegativeTestJSON-144464562 tempest-SecurityGroupRulesNegativeTestJSON-144464562-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.1923358 Jul 27 23:18:45.881846 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72737989-1d53-4887-8bf7-4a5ebca34487 tempest-SecurityGroupRulesNegativeTestJSON-144464562 tempest-SecurityGroupRulesNegativeTestJSON-144464562-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4dbba5e8-7cee-48a6-9c7b-24ff75f1da4e,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:18:45.953299 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-074b34ff-4f56-4734-9dcb-c324c353b63f req-3c434ba9-d63a-4800-8070-7bd5aceb1d41 tempest-SecurityGroupRulesNegativeTestJSON-144464562 tempest-SecurityGroupRulesNegativeTestJSON-144464562-project] 10.222.0.18 "GET /v2.0/security-groups/4dbba5e8-7cee-48a6-9c7b-24ff75f1da4e HTTP/1.1" status: 200 len: 1813 time: 0.0499027 Jul 27 23:18:45.981990 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [req-db8c1fe3-d3ea-4c36-b7c3-238c9b74cb8d req-6a11a910-ab62-4339-81fa-9d5372d94489 tempest-SecurityGroupRulesNegativeTestJSON-144464562 tempest-SecurityGroupRulesNegativeTestJSON-144464562-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-188295179', 'description': 'tempest-description-1266474105'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:18:46.004745 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-db8c1fe3-d3ea-4c36-b7c3-238c9b74cb8d req-6a11a910-ab62-4339-81fa-9d5372d94489 tempest-SecurityGroupRulesNegativeTestJSON-144464562 tempest-SecurityGroupRulesNegativeTestJSON-144464562-project] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:46.094061 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-db8c1fe3-d3ea-4c36-b7c3-238c9b74cb8d req-6a11a910-ab62-4339-81fa-9d5372d94489 tempest-SecurityGroupRulesNegativeTestJSON-144464562 tempest-SecurityGroupRulesNegativeTestJSON-144464562-project] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:46.099860 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-db8c1fe3-d3ea-4c36-b7c3-238c9b74cb8d req-6a11a910-ab62-4339-81fa-9d5372d94489 tempest-SecurityGroupRulesNegativeTestJSON-144464562 tempest-SecurityGroupRulesNegativeTestJSON-144464562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:46.132120 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a11a910-ab62-4339-81fa-9d5372d94489 tempest-SecurityGroupRulesNegativeTestJSON-144464562 tempest-SecurityGroupRulesNegativeTestJSON-144464562-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a163a5d1-dee1-4e84-a4b0-9d76a27ea6b8,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:18:46.135413 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-db8c1fe3-d3ea-4c36-b7c3-238c9b74cb8d req-6a11a910-ab62-4339-81fa-9d5372d94489 tempest-SecurityGroupRulesNegativeTestJSON-144464562 tempest-SecurityGroupRulesNegativeTestJSON-144464562-project] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:46.137013 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-db8c1fe3-d3ea-4c36-b7c3-238c9b74cb8d req-6a11a910-ab62-4339-81fa-9d5372d94489 tempest-SecurityGroupRulesNegativeTestJSON-144464562 tempest-SecurityGroupRulesNegativeTestJSON-144464562-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.1604548 Jul 27 23:18:46.214153 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-3e7a7076-cdc1-49c5-8818-a6875758b14b req-2a5e464b-992a-4544-8345-9d922ba07d62 tempest-SecurityGroupRulesNegativeTestJSON-144464562 tempest-SecurityGroupRulesNegativeTestJSON-144464562-project] 10.222.0.18 "GET /v2.0/security-groups/a163a5d1-dee1-4e84-a4b0-9d76a27ea6b8 HTTP/1.1" status: 200 len: 1814 time: 0.0538583 Jul 27 23:18:46.266123 n-d-802623-1 neutron-server[93797]: INFO neutron.api.v2.resource [req-0b468bf9-9e45-4f04-b53a-e1eb6f885f00 req-3b9c5236-2c61-434c-a5a0-6a3b8dd6334f tempest-SecurityGroupRulesNegativeTestJSON-144464562 tempest-SecurityGroupRulesNegativeTestJSON-144464562-project] show failed (client error): The resource could not be found. Jul 27 23:18:46.274582 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-0b468bf9-9e45-4f04-b53a-e1eb6f885f00 req-3b9c5236-2c61-434c-a5a0-6a3b8dd6334f tempest-SecurityGroupRulesNegativeTestJSON-144464562 tempest-SecurityGroupRulesNegativeTestJSON-144464562-project] 10.222.0.18 "GET /v2.0/security-groups/822aa1ef-5598-490f-b854-695fe6dcdcbe HTTP/1.1" status: 404 len: 352 time: 0.0250974 Jul 27 23:18:46.306892 n-d-802623-1 neutron-server[93797]: INFO neutron.api.v2.resource [req-99356be0-db91-408d-976e-51a047473c70 req-49a9261d-1ff6-47f6-9a0a-a46ad48dad20 tempest-SecurityGroupRulesNegativeTestJSON-144464562 tempest-SecurityGroupRulesNegativeTestJSON-144464562-project] show failed (client error): The resource could not be found. Jul 27 23:18:46.307938 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-99356be0-db91-408d-976e-51a047473c70 req-49a9261d-1ff6-47f6-9a0a-a46ad48dad20 tempest-SecurityGroupRulesNegativeTestJSON-144464562 tempest-SecurityGroupRulesNegativeTestJSON-144464562-project] 10.222.0.18 "GET /v2.0/security-group-rules/cbcb3bb8-a8ac-44ec-b783-a4dfe033fdee HTTP/1.1" status: 404 len: 361 time: 0.0163088 Jul 27 23:18:46.352955 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c92fb8-dae1-4f53-a9f3-306e25c6e58f req-65d3751e-ae6f-468e-a26b-636b84afd072 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:18:46.354536 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e9c92fb8-dae1-4f53-a9f3-306e25c6e58f req-65d3751e-ae6f-468e-a26b-636b84afd072 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/ports?device_id=dda1de1e-19a8-4219-8d1f-ae329934698f HTTP/1.1" status: 200 len: 945 time: 0.0518510 Jul 27 23:18:46.372497 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-ea79d7c3-61ff-4a27-a08d-8da363ff9aac req-36ac643a-6ebb-46ee-99e8-e3d22ca46d6f tempest-SecurityGroupRulesNegativeTestJSON-144464562 tempest-SecurityGroupRulesNegativeTestJSON-144464562-project] 10.222.0.18 "GET /v2.0/security-groups/a163a5d1-dee1-4e84-a4b0-9d76a27ea6b8 HTTP/1.1" status: 200 len: 1814 time: 0.0417769 Jul 27 23:18:46.403578 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e9c92fb8-dae1-4f53-a9f3-306e25c6e58f req-b6936e67-4f16-47e1-b066-bee0a991813f tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/security-groups?id=fa1f1682-89f2-436c-be39-8607c4cda167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426369 Jul 27 23:18:46.433745 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-ea79d7c3-61ff-4a27-a08d-8da363ff9aac req-c2483ba4-371d-4d2c-9601-2186c1e4157a tempest-SecurityGroupRulesNegativeTestJSON-144464562 tempest-SecurityGroupRulesNegativeTestJSON-144464562-project] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:46.457870 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-ea79d7c3-61ff-4a27-a08d-8da363ff9aac req-c2483ba4-371d-4d2c-9601-2186c1e4157a tempest-SecurityGroupRulesNegativeTestJSON-144464562 tempest-SecurityGroupRulesNegativeTestJSON-144464562-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:46.504712 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-ea79d7c3-61ff-4a27-a08d-8da363ff9aac req-c2483ba4-371d-4d2c-9601-2186c1e4157a tempest-SecurityGroupRulesNegativeTestJSON-144464562 tempest-SecurityGroupRulesNegativeTestJSON-144464562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:46.507367 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-ea79d7c3-61ff-4a27-a08d-8da363ff9aac req-c2483ba4-371d-4d2c-9601-2186c1e4157a tempest-SecurityGroupRulesNegativeTestJSON-144464562 tempest-SecurityGroupRulesNegativeTestJSON-144464562-project] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:46.508608 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-ea79d7c3-61ff-4a27-a08d-8da363ff9aac req-c2483ba4-371d-4d2c-9601-2186c1e4157a tempest-SecurityGroupRulesNegativeTestJSON-144464562 tempest-SecurityGroupRulesNegativeTestJSON-144464562-project] 10.222.0.18 "DELETE /v2.0/security-groups/a163a5d1-dee1-4e84-a4b0-9d76a27ea6b8 HTTP/1.1" status: 204 len: 173 time: 0.1302173 Jul 27 23:18:46.520642 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2483ba4-371d-4d2c-9601-2186c1e4157a tempest-SecurityGroupRulesNegativeTestJSON-144464562 tempest-SecurityGroupRulesNegativeTestJSON-144464562-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a163a5d1-dee1-4e84-a4b0-9d76a27ea6b8,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:18:46.571526 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e91c4af1-f346-4ed4-82e6-09d4d97674ca req-47fc7db2-e6f9-46e0-8b4b-79980ce91461 tempest-SecurityGroupRulesNegativeTestJSON-144464562 tempest-SecurityGroupRulesNegativeTestJSON-144464562-project] 10.222.0.18 "GET /v2.0/security-groups/4dbba5e8-7cee-48a6-9c7b-24ff75f1da4e HTTP/1.1" status: 200 len: 1813 time: 0.0418811 Jul 27 23:18:46.630963 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-e91c4af1-f346-4ed4-82e6-09d4d97674ca req-93a83edb-b59a-4f2a-ace2-ed34c35192e1 tempest-SecurityGroupRulesNegativeTestJSON-144464562 tempest-SecurityGroupRulesNegativeTestJSON-144464562-project] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:46.656420 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-e91c4af1-f346-4ed4-82e6-09d4d97674ca req-93a83edb-b59a-4f2a-ace2-ed34c35192e1 tempest-SecurityGroupRulesNegativeTestJSON-144464562 tempest-SecurityGroupRulesNegativeTestJSON-144464562-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:46.701163 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-e91c4af1-f346-4ed4-82e6-09d4d97674ca req-93a83edb-b59a-4f2a-ace2-ed34c35192e1 tempest-SecurityGroupRulesNegativeTestJSON-144464562 tempest-SecurityGroupRulesNegativeTestJSON-144464562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:46.705161 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-e91c4af1-f346-4ed4-82e6-09d4d97674ca req-93a83edb-b59a-4f2a-ace2-ed34c35192e1 tempest-SecurityGroupRulesNegativeTestJSON-144464562 tempest-SecurityGroupRulesNegativeTestJSON-144464562-project] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:46.706358 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e91c4af1-f346-4ed4-82e6-09d4d97674ca req-93a83edb-b59a-4f2a-ace2-ed34c35192e1 tempest-SecurityGroupRulesNegativeTestJSON-144464562 tempest-SecurityGroupRulesNegativeTestJSON-144464562-project] 10.222.0.18 "DELETE /v2.0/security-groups/4dbba5e8-7cee-48a6-9c7b-24ff75f1da4e HTTP/1.1" status: 204 len: 173 time: 0.1284096 Jul 27 23:18:46.717780 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a83edb-b59a-4f2a-ace2-ed34c35192e1 tempest-SecurityGroupRulesNegativeTestJSON-144464562 tempest-SecurityGroupRulesNegativeTestJSON-144464562-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dbba5e8-7cee-48a6-9c7b-24ff75f1da4e,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:18:46.785200 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-26f85acd-7ab5-47a3-86e7-fa9ffa749ba9 req-e8ea9f79-5325-4d0f-91d3-352a2a471c3c tempest-SecurityGroupRulesNegativeTestJSON-144464562 tempest-SecurityGroupRulesNegativeTestJSON-144464562-project] 10.222.0.18 "GET /v2.0/security-groups/30182e8f-1964-4f82-a8e0-3f2e064ed68f HTTP/1.1" status: 200 len: 1814 time: 0.0514216 Jul 27 23:18:46.848887 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-26f85acd-7ab5-47a3-86e7-fa9ffa749ba9 req-a5e3e96d-3b36-4a76-8ae1-64e210e7cdd0 tempest-SecurityGroupRulesNegativeTestJSON-144464562 tempest-SecurityGroupRulesNegativeTestJSON-144464562-project] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:46.892621 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-26f85acd-7ab5-47a3-86e7-fa9ffa749ba9 req-a5e3e96d-3b36-4a76-8ae1-64e210e7cdd0 tempest-SecurityGroupRulesNegativeTestJSON-144464562 tempest-SecurityGroupRulesNegativeTestJSON-144464562-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:46.939889 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-26f85acd-7ab5-47a3-86e7-fa9ffa749ba9 req-a5e3e96d-3b36-4a76-8ae1-64e210e7cdd0 tempest-SecurityGroupRulesNegativeTestJSON-144464562 tempest-SecurityGroupRulesNegativeTestJSON-144464562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:46.943431 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-26f85acd-7ab5-47a3-86e7-fa9ffa749ba9 req-a5e3e96d-3b36-4a76-8ae1-64e210e7cdd0 tempest-SecurityGroupRulesNegativeTestJSON-144464562 tempest-SecurityGroupRulesNegativeTestJSON-144464562-project] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:46.944580 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-26f85acd-7ab5-47a3-86e7-fa9ffa749ba9 req-a5e3e96d-3b36-4a76-8ae1-64e210e7cdd0 tempest-SecurityGroupRulesNegativeTestJSON-144464562 tempest-SecurityGroupRulesNegativeTestJSON-144464562-project] 10.222.0.18 "DELETE /v2.0/security-groups/30182e8f-1964-4f82-a8e0-3f2e064ed68f HTTP/1.1" status: 204 len: 173 time: 0.1530368 Jul 27 23:18:46.960425 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e3e96d-3b36-4a76-8ae1-64e210e7cdd0 tempest-SecurityGroupRulesNegativeTestJSON-144464562 tempest-SecurityGroupRulesNegativeTestJSON-144464562-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=30182e8f-1964-4f82-a8e0-3f2e064ed68f,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:18:47.036787 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-77493005-cb4d-4fac-92f8-1c09e506d074 req-41555d87-857f-4e02-a2c9-97da66ac251f tempest-SecurityGroupRulesNegativeTestJSON-144464562 tempest-SecurityGroupRulesNegativeTestJSON-144464562-project] 10.222.0.18 "GET /v2.0/security-groups/75c0f953-650d-4d95-92b5-5ff63ce98f41 HTTP/1.1" status: 200 len: 1814 time: 0.0675561 Jul 27 23:18:47.099326 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-77493005-cb4d-4fac-92f8-1c09e506d074 req-21863338-9179-4785-b83e-1bb3ba323251 tempest-SecurityGroupRulesNegativeTestJSON-144464562 tempest-SecurityGroupRulesNegativeTestJSON-144464562-project] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:47.124175 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-77493005-cb4d-4fac-92f8-1c09e506d074 req-21863338-9179-4785-b83e-1bb3ba323251 tempest-SecurityGroupRulesNegativeTestJSON-144464562 tempest-SecurityGroupRulesNegativeTestJSON-144464562-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:47.180021 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-77493005-cb4d-4fac-92f8-1c09e506d074 req-21863338-9179-4785-b83e-1bb3ba323251 tempest-SecurityGroupRulesNegativeTestJSON-144464562 tempest-SecurityGroupRulesNegativeTestJSON-144464562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:47.183415 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-77493005-cb4d-4fac-92f8-1c09e506d074 req-21863338-9179-4785-b83e-1bb3ba323251 tempest-SecurityGroupRulesNegativeTestJSON-144464562 tempest-SecurityGroupRulesNegativeTestJSON-144464562-project] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:47.187753 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-77493005-cb4d-4fac-92f8-1c09e506d074 req-21863338-9179-4785-b83e-1bb3ba323251 tempest-SecurityGroupRulesNegativeTestJSON-144464562 tempest-SecurityGroupRulesNegativeTestJSON-144464562-project] 10.222.0.18 "DELETE /v2.0/security-groups/75c0f953-650d-4d95-92b5-5ff63ce98f41 HTTP/1.1" status: 204 len: 173 time: 0.1500921 Jul 27 23:18:47.207737 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21863338-9179-4785-b83e-1bb3ba323251 tempest-SecurityGroupRulesNegativeTestJSON-144464562 tempest-SecurityGroupRulesNegativeTestJSON-144464562-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=75c0f953-650d-4d95-92b5-5ff63ce98f41,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:18:47.304818 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-5629fdc7-9ca7-4bdc-bd8b-0750d24b0c79 req-d1d4d403-80d5-4e08-ad20-8528dd836f84 tempest-SecurityGroupRulesNegativeTestJSON-144464562 tempest-SecurityGroupRulesNegativeTestJSON-144464562-project] 10.222.0.18 "GET /v2.0/security-groups/b96d6c30-4b90-4157-952e-d4427385eca6 HTTP/1.1" status: 200 len: 1813 time: 0.0882120 Jul 27 23:18:47.423007 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-5629fdc7-9ca7-4bdc-bd8b-0750d24b0c79 req-7c212c80-1b37-4de9-8440-4791f0ef832f tempest-SecurityGroupRulesNegativeTestJSON-144464562 tempest-SecurityGroupRulesNegativeTestJSON-144464562-project] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:47.467255 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-5629fdc7-9ca7-4bdc-bd8b-0750d24b0c79 req-7c212c80-1b37-4de9-8440-4791f0ef832f tempest-SecurityGroupRulesNegativeTestJSON-144464562 tempest-SecurityGroupRulesNegativeTestJSON-144464562-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:47.512747 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-5629fdc7-9ca7-4bdc-bd8b-0750d24b0c79 req-7c212c80-1b37-4de9-8440-4791f0ef832f tempest-SecurityGroupRulesNegativeTestJSON-144464562 tempest-SecurityGroupRulesNegativeTestJSON-144464562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:47.515919 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-5629fdc7-9ca7-4bdc-bd8b-0750d24b0c79 req-7c212c80-1b37-4de9-8440-4791f0ef832f tempest-SecurityGroupRulesNegativeTestJSON-144464562 tempest-SecurityGroupRulesNegativeTestJSON-144464562-project] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:47.518882 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-5629fdc7-9ca7-4bdc-bd8b-0750d24b0c79 req-7c212c80-1b37-4de9-8440-4791f0ef832f tempest-SecurityGroupRulesNegativeTestJSON-144464562 tempest-SecurityGroupRulesNegativeTestJSON-144464562-project] 10.222.0.18 "DELETE /v2.0/security-groups/b96d6c30-4b90-4157-952e-d4427385eca6 HTTP/1.1" status: 204 len: 173 time: 0.2126787 Jul 27 23:18:47.526542 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 47836) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:18:47.533319 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c212c80-1b37-4de9-8440-4791f0ef832f tempest-SecurityGroupRulesNegativeTestJSON-144464562 tempest-SecurityGroupRulesNegativeTestJSON-144464562-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b96d6c30-4b90-4157-952e-d4427385eca6,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:18:47.589987 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f7a6bb4-9a07-4d70-b3cc-2deb333dc2a4 admin admin] Deleting subnet 20159237-c17e-4822-a923-3a6324c1a443 {{(pid=93797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 23:18:47.594452 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0f7a6bb4-9a07-4d70-b3cc-2deb333dc2a4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:47.635982 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0f7a6bb4-9a07-4d70-b3cc-2deb333dc2a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11335971'] for subnet, precommit_delete_associations {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:47.680660 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0f7a6bb4-9a07-4d70-b3cc-2deb333dc2a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620741'] for subnet, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:47.749444 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0f7a6bb4-9a07-4d70-b3cc-2deb333dc2a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11335991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11551414'] for subnet, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:47.782572 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7a6bb4-9a07-4d70-b3cc-2deb333dc2a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=20159237-c17e-4822-a923-3a6324c1a443,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:18:47.785380 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0f7a6bb4-9a07-4d70-b3cc-2deb333dc2a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for subnet, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:47.790174 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 47840) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:18:47.790316 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-0f7a6bb4-9a07-4d70-b3cc-2deb333dc2a4 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/20159237-c17e-4822-a923-3a6324c1a443 HTTP/1.1" status: 204 len: 168 time: 0.2624376 Jul 27 23:18:47.864981 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-aea44d89-2677-4c6b-8699-7fae1c26a95f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593271'] for network, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:47.967919 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-aea44d89-2677-4c6b-8699-7fae1c26a95f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618032', 'neutron.services.segments.db._delete_segments_for_network-8736833900081'] for network, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:47.980058 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-aea44d89-2677-4c6b-8699-7fae1c26a95f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fd62096-0459-45ab-ac6f-87366657c462']}} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:18:47.991096 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-aea44d89-2677-4c6b-8699-7fae1c26a95f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74e3b4b1-5832-48b7-a703-9eb37a5b76f7') {'for_net_delete': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:18:47.991391 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-aea44d89-2677-4c6b-8699-7fae1c26a95f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74e3b4b1-5832-48b7-a703-9eb37a5b76f7') {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:18:48.001411 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-aea44d89-2677-4c6b-8699-7fae1c26a95f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736833900858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11163256'] for segment, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:48.017064 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-aea44d89-2677-4c6b-8699-7fae1c26a95f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:48.025079 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aea44d89-2677-4c6b-8699-7fae1c26a95f admin admin] Releasing vlan 531 on physical network physnet1 to pool {{(pid=93798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 23:18:48.025565 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-aea44d89-2677-4c6b-8699-7fae1c26a95f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11971746'] for segment, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:48.028007 n-d-802623-1 neutron-server[93798]: Traceback (most recent call last): Jul 27 23:18:48.028007 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 23:18:48.028007 n-d-802623-1 neutron-server[93798]: timer() Jul 27 23:18:48.028007 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 23:18:48.028007 n-d-802623-1 neutron-server[93798]: cb(*args, **kw) Jul 27 23:18:48.028007 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 23:18:48.028007 n-d-802623-1 neutron-server[93798]: return func(*args, **kwargs) Jul 27 23:18:48.028007 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 23:18:48.028007 n-d-802623-1 neutron-server[93798]: self._notify() Jul 27 23:18:48.028007 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 23:18:48.028007 n-d-802623-1 neutron-server[93798]: self.callback(batched_events) Jul 27 23:18:48.028007 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 23:18:48.028007 n-d-802623-1 neutron-server[93798]: event.method(event) Jul 27 23:18:48.028007 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 23:18:48.028007 n-d-802623-1 neutron-server[93798]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 23:18:48.028007 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 23:18:48.028007 n-d-802623-1 neutron-server[93798]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 23:18:48.028007 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 23:18:48.028007 n-d-802623-1 neutron-server[93798]: return f(self, *a, **k) Jul 27 23:18:48.028007 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 23:18:48.028007 n-d-802623-1 neutron-server[93798]: return self._get(url).json() Jul 27 23:18:48.028007 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 23:18:48.028007 n-d-802623-1 neutron-server[93798]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 23:18:48.028007 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 23:18:48.028007 n-d-802623-1 neutron-server[93798]: return self.request(url, 'GET', **kwargs) Jul 27 23:18:48.028007 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 23:18:48.028007 n-d-802623-1 neutron-server[93798]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 23:18:48.028007 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 23:18:48.028007 n-d-802623-1 neutron-server[93798]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 23:18:48.028007 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 23:18:48.028007 n-d-802623-1 neutron-server[93798]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 23:18:48.028007 n-d-802623-1 neutron-server[93798]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 23:18:48.106091 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-aea44d89-2677-4c6b-8699-7fae1c26a95f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415412'] for network, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:48.112077 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-aea44d89-2677-4c6b-8699-7fae1c26a95f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:48.117426 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-aea44d89-2677-4c6b-8699-7fae1c26a95f admin admin] 10.222.0.18 "DELETE /v2.0/networks/9fd62096-0459-45ab-ac6f-87366657c462 HTTP/1.1" status: 204 len: 168 time: 0.3258841 Jul 27 23:18:48.131672 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea44d89-2677-4c6b-8699-7fae1c26a95f admin admin] Pushing event deleted for resources: {'Network': ['ID=9fd62096-0459-45ab-ac6f-87366657c462,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:18:48.400148 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 47848) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:18:48.450717 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 47852) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:18:48.451473 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-443c5b28-23b8-4d54-bedb-8f1c099a8f98 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d67d9f6a836741488a4ffaca2b00398d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0495002 Jul 27 23:18:48.519955 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ce480d0a-06ba-4968-9ceb-69236f3262c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:48.543018 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ce480d0a-06ba-4968-9ceb-69236f3262c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:48.595902 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ce480d0a-06ba-4968-9ceb-69236f3262c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:48.599339 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ce480d0a-06ba-4968-9ceb-69236f3262c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:48.603114 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-ce480d0a-06ba-4968-9ceb-69236f3262c0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/10c708c9-3bc0-4372-a20d-8f6cb0cdf1f8 HTTP/1.1" status: 204 len: 168 time: 0.1473014 Jul 27 23:18:48.622733 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce480d0a-06ba-4968-9ceb-69236f3262c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10c708c9-3bc0-4372-a20d-8f6cb0cdf1f8,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:18:49.524374 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 47894) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:18:49.642063 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-dca2177b-9e02-440b-9678-79c14289340e admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1634630977-network', 'tenant_id': '42182c2b2e2541babe129a7042a9a1da'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:18:49.666042 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dca2177b-9e02-440b-9678-79c14289340e admin admin] Made reservation on behalf of 42182c2b2e2541babe129a7042a9a1da for: {'network': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:18:49.668584 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-dca2177b-9e02-440b-9678-79c14289340e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for network, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:49.677278 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-dca2177b-9e02-440b-9678-79c14289340e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:49.772638 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-dca2177b-9e02-440b-9678-79c14289340e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:49.777919 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-dca2177b-9e02-440b-9678-79c14289340e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:49.806601 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dca2177b-9e02-440b-9678-79c14289340e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 500} {{(pid=93797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 23:18:49.816934 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca2177b-9e02-440b-9678-79c14289340e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58749d68-0a4f-4120-80df-082b9c94ae57,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:18:49.821918 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-dca2177b-9e02-440b-9678-79c14289340e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:49.822265 n-d-802623-1 neutron-server[93797]: INFO neutron.db.segments_db [None req-dca2177b-9e02-440b-9678-79c14289340e admin admin] Added segment e859866f-5b23-4448-b42b-5f2f12d1505f of type vlan for network aa6e820d-7943-4898-b8f3-0b3bf12172ca Jul 27 23:18:49.869883 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-dca2177b-9e02-440b-9678-79c14289340e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736833354590'] for network, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:49.906500 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-dca2177b-9e02-440b-9678-79c14289340e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569'] for network, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:49.907845 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dca2177b-9e02-440b-9678-79c14289340e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:18:49.908592 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-dca2177b-9e02-440b-9678-79c14289340e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for network, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:49.964161 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-dca2177b-9e02-440b-9678-79c14289340e admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.4371352 Jul 27 23:18:49.969531 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 47902) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:18:49.977500 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca2177b-9e02-440b-9678-79c14289340e admin admin] Pushing event updated for resources: {'Network': ['ID=aa6e820d-7943-4898-b8f3-0b3bf12172ca,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:18:49.978540 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-2761707a-f198-4160-90b5-8f992b68fbde admin admin] Request body: {'subnet': {'network_id': 'aa6e820d-7943-4898-b8f3-0b3bf12172ca', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1634630977-subnet', 'tenant_id': '42182c2b2e2541babe129a7042a9a1da', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:18:49.991326 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Network aa6e820d-7943-4898-b8f3-0b3bf12172ca details requested by agent ovs-agent-n-d-802623-1 with host n-d-802623-1 {{(pid=93799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 23:18:50.014637 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2761707a-f198-4160-90b5-8f992b68fbde admin admin] Made reservation on behalf of 42182c2b2e2541babe129a7042a9a1da for: {'subnet': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:18:50.017167 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2761707a-f198-4160-90b5-8f992b68fbde admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12265828'] for subnet, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:50.270742 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2761707a-f198-4160-90b5-8f992b68fbde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11971609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12265750'] for subnet, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:50.330501 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2761707a-f198-4160-90b5-8f992b68fbde admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a28f241-04ea-4115-a1b7-e13275c6108d,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:18:50.339471 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2761707a-f198-4160-90b5-8f992b68fbde admin admin] Checking segment: {'id': 'e859866f-5b23-4448-b42b-5f2f12d1505f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'aa6e820d-7943-4898-b8f3-0b3bf12172ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:18:50.339834 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2761707a-f198-4160-90b5-8f992b68fbde admin admin] Network hostable DHCP agents. Network: aa6e820d-7943-4898-b8f3-0b3bf12172ca, hostable agents: ['5950e76f-2bde-4343-a925-cbe6bacd2706'], hosted agents: [] {{(pid=93798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 23:18:50.363285 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2761707a-f198-4160-90b5-8f992b68fbde admin admin] Network aa6e820d-7943-4898-b8f3-0b3bf12172ca is scheduled to be hosted by DHCP agent 5950e76f-2bde-4343-a925-cbe6bacd2706 with binding_index 1 {{(pid=93798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 23:18:50.373323 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-2761707a-f198-4160-90b5-8f992b68fbde admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802623-1, aa6e820d-7943-4898-b8f3-0b3bf12172ca) {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:18:50.380103 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2761707a-f198-4160-90b5-8f992b68fbde admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:18:50.380702 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2761707a-f198-4160-90b5-8f992b68fbde admin admin] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:50.388359 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0d625df-bd56-4a21-a4ae-46a66453261f None None] Network aa6e820d-7943-4898-b8f3-0b3bf12172ca requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:18:50.404014 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-2761707a-f198-4160-90b5-8f992b68fbde admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.4292104 Jul 27 23:18:50.669092 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dac1c90-3fb9-47b1-8ffe-c91d8d967e24 None None] Network aa6e820d-7943-4898-b8f3-0b3bf12172ca requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:18:50.818329 n-d-802623-1 neutron-server[93798]: INFO neutron.api.v2.resource [req-b55900e7-c548-4e3f-8c71-f5b5712269e3 req-aa27bb27-efaa-4f64-b8c4-0f62eeb97082 tempest-SecurityGroupsNegativeTestJSON-1352066994 tempest-SecurityGroupsNegativeTestJSON-1352066994-project] show failed (client error): The resource could not be found. Jul 27 23:18:50.819404 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b55900e7-c548-4e3f-8c71-f5b5712269e3 req-aa27bb27-efaa-4f64-b8c4-0f62eeb97082 tempest-SecurityGroupsNegativeTestJSON-1352066994 tempest-SecurityGroupsNegativeTestJSON-1352066994-project] 10.222.0.18 "GET /v2.0/security-groups/05123fa8-86d4-4eb4-b499-fa3146920635 HTTP/1.1" status: 404 len: 352 time: 0.0175986 Jul 27 23:18:50.905119 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a06875ea-83a2-4e63-954e-e0966ba89be7 req-c597001b-c375-4430-91f9-c260bc54a770 tempest-SecurityGroupsNegativeTestJSON-1352066994 tempest-SecurityGroupsNegativeTestJSON-1352066994-project] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=42182c2b2e2541babe129a7042a9a1da HTTP/1.1" status: 200 len: 2988 time: 0.0498333 Jul 27 23:18:50.952186 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a06875ea-83a2-4e63-954e-e0966ba89be7 req-6741a0cb-1423-4273-8e7c-b99e611716ba tempest-SecurityGroupsNegativeTestJSON-1352066994 tempest-SecurityGroupsNegativeTestJSON-1352066994-project] 10.222.0.18 "GET /v2.0/security-groups/58749d68-0a4f-4120-80df-082b9c94ae57 HTTP/1.1" status: 200 len: 2985 time: 0.0410893 Jul 27 23:18:50.999748 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a06875ea-83a2-4e63-954e-e0966ba89be7 req-c238054a-fbc5-4f41-b0e3-4e3a2c19ee6c tempest-SecurityGroupsNegativeTestJSON-1352066994 tempest-SecurityGroupsNegativeTestJSON-1352066994-project] 10.222.0.18 "GET /v2.0/security-groups/58749d68-0a4f-4120-80df-082b9c94ae57 HTTP/1.1" status: 200 len: 2985 time: 0.0401754 Jul 27 23:18:51.106264 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-031f13b8-6d6d-46a1-b10b-45eecd9c3b94 req-7c8be9fb-a6e5-4f45-bad4-1da77fd0dd6b tempest-SecurityGroupsNegativeTestJSON-1352066994 tempest-SecurityGroupsNegativeTestJSON-1352066994-project] 10.222.0.18 "GET /v2.0/security-groups/58749d68-0a4f-4120-80df-082b9c94ae57 HTTP/1.1" status: 200 len: 2985 time: 0.0826099 Jul 27 23:18:51.195600 n-d-802623-1 neutron-server[93797]: INFO neutron.api.v2.resource [req-031f13b8-6d6d-46a1-b10b-45eecd9c3b94 req-a23b1c0a-f34e-44e6-bf59-fd1202bb8f35 tempest-SecurityGroupsNegativeTestJSON-1352066994 tempest-SecurityGroupsNegativeTestJSON-1352066994-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 27 23:18:51.196733 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-031f13b8-6d6d-46a1-b10b-45eecd9c3b94 req-a23b1c0a-f34e-44e6-bf59-fd1202bb8f35 tempest-SecurityGroupsNegativeTestJSON-1352066994 tempest-SecurityGroupsNegativeTestJSON-1352066994-project] 10.222.0.18 "DELETE /v2.0/security-groups/58749d68-0a4f-4120-80df-082b9c94ae57 HTTP/1.1" status: 409 len: 352 time: 0.0897379 Jul 27 23:18:51.250161 n-d-802623-1 neutron-server[93797]: INFO neutron.api.v2.resource [req-0c4ce3cd-1a58-4cef-b1d1-3167609e9c06 req-77db84ab-948b-41ef-8ffe-fb8837b3063a tempest-SecurityGroupsNegativeTestJSON-1352066994 tempest-SecurityGroupsNegativeTestJSON-1352066994-project] show failed (client error): The resource could not be found. Jul 27 23:18:51.256857 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-0c4ce3cd-1a58-4cef-b1d1-3167609e9c06 req-77db84ab-948b-41ef-8ffe-fb8837b3063a tempest-SecurityGroupsNegativeTestJSON-1352066994 tempest-SecurityGroupsNegativeTestJSON-1352066994-project] 10.222.0.18 "GET /v2.0/security-groups/86e326d7-4116-4f0c-a7ed-86048193cab4 HTTP/1.1" status: 404 len: 352 time: 0.0208738 Jul 27 23:18:51.345687 n-d-802623-1 neutron-server[93798]: INFO neutron.api.v2.resource [req-3bf6a36c-3012-4db0-8a7a-57dda2160880 req-36944f79-b29a-43f4-b510-5e745b55afd0 tempest-SecurityGroupsNegativeTestJSON-1352066994 tempest-SecurityGroupsNegativeTestJSON-1352066994-project] show failed (client error): The resource could not be found. Jul 27 23:18:51.350128 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-3bf6a36c-3012-4db0-8a7a-57dda2160880 req-36944f79-b29a-43f4-b510-5e745b55afd0 tempest-SecurityGroupsNegativeTestJSON-1352066994 tempest-SecurityGroupsNegativeTestJSON-1352066994-project] 10.222.0.18 "GET /v2.0/security-groups/686274ee-bac6-4f85-9ca4-854ba8011acc HTTP/1.1" status: 404 len: 352 time: 0.0537930 Jul 27 23:18:51.365655 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 47940) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:18:51.424703 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_v2 [None req-8712c380-e998-43bf-9818-801fc24e7302 admin admin] Deleting subnet 3a28f241-04ea-4115-a1b7-e13275c6108d {{(pid=93797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 23:18:51.428457 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8712c380-e998-43bf-9818-801fc24e7302 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:51.463957 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8712c380-e998-43bf-9818-801fc24e7302 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11335971'] for subnet, precommit_delete_associations {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:51.503926 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8712c380-e998-43bf-9818-801fc24e7302 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620741'] for subnet, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:51.562664 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8712c380-e998-43bf-9818-801fc24e7302 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11335991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11551414'] for subnet, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:51.590632 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8712c380-e998-43bf-9818-801fc24e7302 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3a28f241-04ea-4115-a1b7-e13275c6108d,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:18:51.594059 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8712c380-e998-43bf-9818-801fc24e7302 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for subnet, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:51.596003 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-8712c380-e998-43bf-9818-801fc24e7302 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/3a28f241-04ea-4115-a1b7-e13275c6108d HTTP/1.1" status: 204 len: 168 time: 0.2293422 Jul 27 23:18:51.598544 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 47942) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:18:51.670820 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d23a078b-484d-430c-ac77-7221e4d1d7c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593271'] for network, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:51.761074 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d23a078b-484d-430c-ac77-7221e4d1d7c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618032', 'neutron.services.segments.db._delete_segments_for_network-8736833900081'] for network, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:51.771744 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-d23a078b-484d-430c-ac77-7221e4d1d7c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa6e820d-7943-4898-b8f3-0b3bf12172ca']}} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:18:51.784757 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-d23a078b-484d-430c-ac77-7221e4d1d7c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e859866f-5b23-4448-b42b-5f2f12d1505f') {'for_net_delete': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:18:51.785056 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-d23a078b-484d-430c-ac77-7221e4d1d7c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e859866f-5b23-4448-b42b-5f2f12d1505f') {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:18:51.800615 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d23a078b-484d-430c-ac77-7221e4d1d7c3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736833900858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11335978'] for segment, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:51.816980 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d23a078b-484d-430c-ac77-7221e4d1d7c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:51.826183 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d23a078b-484d-430c-ac77-7221e4d1d7c3 admin admin] Releasing vlan 500 on physical network physnet1 to pool {{(pid=93797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 23:18:51.826982 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d23a078b-484d-430c-ac77-7221e4d1d7c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11336013'] for segment, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:51.828739 n-d-802623-1 neutron-server[93797]: Traceback (most recent call last): Jul 27 23:18:51.828739 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 23:18:51.828739 n-d-802623-1 neutron-server[93797]: timer() Jul 27 23:18:51.828739 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 23:18:51.828739 n-d-802623-1 neutron-server[93797]: cb(*args, **kw) Jul 27 23:18:51.828739 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 23:18:51.828739 n-d-802623-1 neutron-server[93797]: return func(*args, **kwargs) Jul 27 23:18:51.828739 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 23:18:51.828739 n-d-802623-1 neutron-server[93797]: self._notify() Jul 27 23:18:51.828739 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 23:18:51.828739 n-d-802623-1 neutron-server[93797]: self.callback(batched_events) Jul 27 23:18:51.828739 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 23:18:51.828739 n-d-802623-1 neutron-server[93797]: event.method(event) Jul 27 23:18:51.828739 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 23:18:51.828739 n-d-802623-1 neutron-server[93797]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 23:18:51.828739 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 23:18:51.828739 n-d-802623-1 neutron-server[93797]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 23:18:51.828739 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 23:18:51.828739 n-d-802623-1 neutron-server[93797]: return f(self, *a, **k) Jul 27 23:18:51.828739 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 23:18:51.828739 n-d-802623-1 neutron-server[93797]: return self._get(url).json() Jul 27 23:18:51.828739 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 23:18:51.828739 n-d-802623-1 neutron-server[93797]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 23:18:51.828739 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 23:18:51.828739 n-d-802623-1 neutron-server[93797]: return self.request(url, 'GET', **kwargs) Jul 27 23:18:51.828739 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 23:18:51.828739 n-d-802623-1 neutron-server[93797]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 23:18:51.828739 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 23:18:51.828739 n-d-802623-1 neutron-server[93797]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 23:18:51.828739 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 23:18:51.828739 n-d-802623-1 neutron-server[93797]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 23:18:51.828739 n-d-802623-1 neutron-server[93797]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 23:18:51.892099 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d23a078b-484d-430c-ac77-7221e4d1d7c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415412'] for network, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:51.911259 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d23a078b-484d-430c-ac77-7221e4d1d7c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for network, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:51.924427 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-d23a078b-484d-430c-ac77-7221e4d1d7c3 admin admin] 10.222.0.18 "DELETE /v2.0/networks/aa6e820d-7943-4898-b8f3-0b3bf12172ca HTTP/1.1" status: 204 len: 168 time: 0.3194380 Jul 27 23:18:51.926635 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23a078b-484d-430c-ac77-7221e4d1d7c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=aa6e820d-7943-4898-b8f3-0b3bf12172ca,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:18:52.072323 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 47950) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:18:52.144212 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-a178f3de-1006-4c76-ab02-9d96a88a13b7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=42182c2b2e2541babe129a7042a9a1da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0706778 Jul 27 23:18:52.154541 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 47954) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:18:52.238914 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ccdd80d2-9940-41bc-86fb-8507b95f043c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:52.280040 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ccdd80d2-9940-41bc-86fb-8507b95f043c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:52.366318 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ccdd80d2-9940-41bc-86fb-8507b95f043c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:52.369657 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ccdd80d2-9940-41bc-86fb-8507b95f043c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:52.374740 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-ccdd80d2-9940-41bc-86fb-8507b95f043c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/58749d68-0a4f-4120-80df-082b9c94ae57 HTTP/1.1" status: 204 len: 168 time: 0.2114511 Jul 27 23:18:52.381165 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdd80d2-9940-41bc-86fb-8507b95f043c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58749d68-0a4f-4120-80df-082b9c94ae57,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:18:53.278415 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 47988) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:18:53.395863 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-ba2c47bb-b6d6-4cf1-9b53-18a29dc7238d admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-977071585-network', 'tenant_id': '81524393492f47f28d2fbae8569f1a7c'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:18:53.430498 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba2c47bb-b6d6-4cf1-9b53-18a29dc7238d admin admin] Made reservation on behalf of 81524393492f47f28d2fbae8569f1a7c for: {'network': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:18:53.433189 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ba2c47bb-b6d6-4cf1-9b53-18a29dc7238d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for network, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:53.442578 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ba2c47bb-b6d6-4cf1-9b53-18a29dc7238d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:53.602313 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ba2c47bb-b6d6-4cf1-9b53-18a29dc7238d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:53.612938 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ba2c47bb-b6d6-4cf1-9b53-18a29dc7238d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:53.634904 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba2c47bb-b6d6-4cf1-9b53-18a29dc7238d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 526} {{(pid=93798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 23:18:53.644508 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2c47bb-b6d6-4cf1-9b53-18a29dc7238d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b47536c3-d51a-4a40-ad2f-fa3043688901,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:18:53.662472 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ba2c47bb-b6d6-4cf1-9b53-18a29dc7238d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:53.662820 n-d-802623-1 neutron-server[93798]: INFO neutron.db.segments_db [None req-ba2c47bb-b6d6-4cf1-9b53-18a29dc7238d admin admin] Added segment e3fd5c18-16c4-4207-8694-b3c218cd22d4 of type vlan for network 1f248642-7dce-426e-8cb7-76be090132d2 Jul 27 23:18:53.703882 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ba2c47bb-b6d6-4cf1-9b53-18a29dc7238d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736833354590'] for network, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:53.736924 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ba2c47bb-b6d6-4cf1-9b53-18a29dc7238d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569'] for network, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:53.739764 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba2c47bb-b6d6-4cf1-9b53-18a29dc7238d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:18:53.740486 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ba2c47bb-b6d6-4cf1-9b53-18a29dc7238d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:53.795181 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-ba2c47bb-b6d6-4cf1-9b53-18a29dc7238d admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5155129 Jul 27 23:18:53.798191 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 47998) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:18:53.805200 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-acdaa171-5576-493f-8abd-d9dd205fccaf admin admin] Request body: {'subnet': {'network_id': '1f248642-7dce-426e-8cb7-76be090132d2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-977071585-subnet', 'tenant_id': '81524393492f47f28d2fbae8569f1a7c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:18:53.819354 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2c47bb-b6d6-4cf1-9b53-18a29dc7238d admin admin] Pushing event updated for resources: {'Network': ['ID=1f248642-7dce-426e-8cb7-76be090132d2,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:18:53.831253 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Network 1f248642-7dce-426e-8cb7-76be090132d2 details requested by agent ovs-agent-n-d-802623-1 with host n-d-802623-1 {{(pid=93799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 23:18:53.841073 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acdaa171-5576-493f-8abd-d9dd205fccaf admin admin] Made reservation on behalf of 81524393492f47f28d2fbae8569f1a7c for: {'subnet': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:18:53.845655 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-acdaa171-5576-493f-8abd-d9dd205fccaf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12265828'] for subnet, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:54.481158 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-acdaa171-5576-493f-8abd-d9dd205fccaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11971609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12265750'] for subnet, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:54.544367 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdaa171-5576-493f-8abd-d9dd205fccaf admin admin] Pushing event updated for resources: {'Subnet': ['ID=914e852e-076c-41ed-9dee-9e3e5bebb9b2,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:18:54.548662 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acdaa171-5576-493f-8abd-d9dd205fccaf admin admin] Checking segment: {'id': 'e3fd5c18-16c4-4207-8694-b3c218cd22d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '1f248642-7dce-426e-8cb7-76be090132d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:18:54.549012 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acdaa171-5576-493f-8abd-d9dd205fccaf admin admin] Network hostable DHCP agents. Network: 1f248642-7dce-426e-8cb7-76be090132d2, hostable agents: ['5950e76f-2bde-4343-a925-cbe6bacd2706'], hosted agents: [] {{(pid=93798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 23:18:54.569647 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acdaa171-5576-493f-8abd-d9dd205fccaf admin admin] Network 1f248642-7dce-426e-8cb7-76be090132d2 is scheduled to be hosted by DHCP agent 5950e76f-2bde-4343-a925-cbe6bacd2706 with binding_index 1 {{(pid=93798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 23:18:54.584846 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-acdaa171-5576-493f-8abd-d9dd205fccaf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802623-1, 1f248642-7dce-426e-8cb7-76be090132d2) {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:18:54.589320 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acdaa171-5576-493f-8abd-d9dd205fccaf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:18:54.589940 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-acdaa171-5576-493f-8abd-d9dd205fccaf admin admin] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:54.594518 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d6a67a3-63f7-4f3e-b985-74b546f15dec None None] Network 1f248642-7dce-426e-8cb7-76be090132d2 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:18:54.605433 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-acdaa171-5576-493f-8abd-d9dd205fccaf admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8059466 Jul 27 23:18:54.608018 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 48010) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:18:54.612909 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-c81d8d10-a767-4fe2-9a44-9b7e45b720f6 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-977071585-router', 'tenant_id': '81524393492f47f28d2fbae8569f1a7c', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'}}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:18:54.654815 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c81d8d10-a767-4fe2-9a44-9b7e45b720f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62159'] for router, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:54.656267 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c81d8d10-a767-4fe2-9a44-9b7e45b720f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-479230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-415539', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3693317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62148'] for router, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:54.732870 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c81d8d10-a767-4fe2-9a44-9b7e45b720f6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:54.860797 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d85b94a7-5b5c-45fd-a7ca-41f20c5f5b75 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f6f257c-ad18-5f0c-8c8e-ea085a5fc8a2-1f248642-7dce-426e-8cb7-76be090132d2', 'network_id': '1f248642-7dce-426e-8cb7-76be090132d2', 'tenant_id': '81524393492f47f28d2fbae8569f1a7c', 'fixed_ips': [{'subnet_id': '914e852e-076c-41ed-9dee-9e3e5bebb9b2'}]}} from n-d-802623-1. {{(pid=93799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 23:18:54.861680 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d85b94a7-5b5c-45fd-a7ca-41f20c5f5b75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:54.902599 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c81d8d10-a767-4fe2-9a44-9b7e45b720f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-415433', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62186'] for router, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:55.012271 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-d85b94a7-5b5c-45fd-a7ca-41f20c5f5b75 None None] Allocated IP 172.20.0.2 (1f248642-7dce-426e-8cb7-76be090132d2/914e852e-076c-41ed-9dee-9e3e5bebb9b2/f25fbc97-0226-4a0b-bd7a-3120197712ae) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:18:55.189091 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d85b94a7-5b5c-45fd-a7ca-41f20c5f5b75 None None] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:55.214185 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-d85b94a7-5b5c-45fd-a7ca-41f20c5f5b75 None None] Transition to ACTIVE for port object f25fbc97-0226-4a0b-bd7a-3120197712ae will not be triggered until provisioned by entity L2. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:18:55.220871 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c81d8d10-a767-4fe2-9a44-9b7e45b720f6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:55.237153 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-d85b94a7-5b5c-45fd-a7ca-41f20c5f5b75 None None] Transition to ACTIVE for port object f25fbc97-0226-4a0b-bd7a-3120197712ae will not be triggered until provisioned by entity DHCP. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:18:55.243988 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c81d8d10-a767-4fe2-9a44-9b7e45b720f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:55.246751 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d85b94a7-5b5c-45fd-a7ca-41f20c5f5b75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:55.294024 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85b94a7-5b5c-45fd-a7ca-41f20c5f5b75 None None] Pushing event updated for resources: {'Port': ['ID=f25fbc97-0226-4a0b-bd7a-3120197712ae,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:18:55.302145 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d85b94a7-5b5c-45fd-a7ca-41f20c5f5b75 None None] Network 1f248642-7dce-426e-8cb7-76be090132d2 is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:18:55.303699 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-d85b94a7-5b5c-45fd-a7ca-41f20c5f5b75 None None] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:18:55.307871 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d85b94a7-5b5c-45fd-a7ca-41f20c5f5b75 None None] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:18:55.388568 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-d85b94a7-5b5c-45fd-a7ca-41f20c5f5b75 None None] Attempting to bind port f25fbc97-0226-4a0b-bd7a-3120197712ae on host n-d-802623-1 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:18:55.388922 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-d85b94a7-5b5c-45fd-a7ca-41f20c5f5b75 None None] Attempting to bind port f25fbc97-0226-4a0b-bd7a-3120197712ae by drivers openvswitch,hyperv on host n-d-802623-1 at level 0 using segments [{'id': 'e3fd5c18-16c4-4207-8694-b3c218cd22d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '1f248642-7dce-426e-8cb7-76be090132d2'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:18:55.389282 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d85b94a7-5b5c-45fd-a7ca-41f20c5f5b75 None None] Attempting to bind port f25fbc97-0226-4a0b-bd7a-3120197712ae on network 1f248642-7dce-426e-8cb7-76be090132d2 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:18:55.396200 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d85b94a7-5b5c-45fd-a7ca-41f20c5f5b75 None None] Checking agent: {'id': 'a9a568d2-a5e7-41e4-833f-a8ab42ea4073', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 52, 30), 'started_at': datetime.datetime(2021, 7, 27, 22, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 18, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802623-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:18:55.396818 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d85b94a7-5b5c-45fd-a7ca-41f20c5f5b75 None None] Checking segment: {'id': 'e3fd5c18-16c4-4207-8694-b3c218cd22d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '1f248642-7dce-426e-8cb7-76be090132d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:18:55.397396 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d85b94a7-5b5c-45fd-a7ca-41f20c5f5b75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:55.397948 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d85b94a7-5b5c-45fd-a7ca-41f20c5f5b75 None None] Bound using segment: {'id': 'e3fd5c18-16c4-4207-8694-b3c218cd22d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '1f248642-7dce-426e-8cb7-76be090132d2'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:18:55.398699 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-d85b94a7-5b5c-45fd-a7ca-41f20c5f5b75 None None] Bound port: f25fbc97-0226-4a0b-bd7a-3120197712ae, host: n-d-802623-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3fd5c18-16c4-4207-8694-b3c218cd22d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '1f248642-7dce-426e-8cb7-76be090132d2'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:18:55.399290 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d85b94a7-5b5c-45fd-a7ca-41f20c5f5b75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:55.423893 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-c81d8d10-a767-4fe2-9a44-9b7e45b720f6 admin admin] Allocated IP 172.25.4.70 (2fd42287-ed26-4eb9-89a5-b521f5b04356/17de1f8f-393a-4b0c-a2df-614bd3f2fb5e/0329d4c6-7020-4ff3-876f-a6eccb2e8219) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:18:55.600791 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c81d8d10-a767-4fe2-9a44-9b7e45b720f6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:55.652690 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c81d8d10-a767-4fe2-9a44-9b7e45b720f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:55.696663 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-d85b94a7-5b5c-45fd-a7ca-41f20c5f5b75 None None] For port f25fbc97-0226-4a0b-bd7a-3120197712ae, host n-d-802623-1, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:18:55.701892 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c81d8d10-a767-4fe2-9a44-9b7e45b720f6 admin admin] Network 2fd42287-ed26-4eb9-89a5-b521f5b04356 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:18:55.703715 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-c81d8d10-a767-4fe2-9a44-9b7e45b720f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:18:55.704572 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-d85b94a7-5b5c-45fd-a7ca-41f20c5f5b75 None None] For port f25fbc97-0226-4a0b-bd7a-3120197712ae, host n-d-802623-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=f25fbc97-0226-4a0b-bd7a-3120197712ae,segment=NetworkSegment(e3fd5c18-16c4-4207-8694-b3c218cd22d4),segment_id=e3fd5c18-16c4-4207-8694-b3c218cd22d4)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:18:55.709963 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c81d8d10-a767-4fe2-9a44-9b7e45b720f6 admin admin] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:18:55.717831 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d85b94a7-5b5c-45fd-a7ca-41f20c5f5b75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:55.751623 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81d8d10-a767-4fe2-9a44-9b7e45b720f6 admin admin] Pushing event updated for resources: {'Port': ['ID=0329d4c6-7020-4ff3-876f-a6eccb2e8219,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:18:55.872111 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85b94a7-5b5c-45fd-a7ca-41f20c5f5b75 None None] Pushing event updated for resources: {'Port': ['ID=f25fbc97-0226-4a0b-bd7a-3120197712ae,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:18:56.210445 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c81d8d10-a767-4fe2-9a44-9b7e45b720f6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:56.345068 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device f25fbc97-0226-4a0b-bd7a-3120197712ae up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:18:56.410940 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning for port f25fbc97-0226-4a0b-bd7a-3120197712ae completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:18:56.545314 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c81d8d10-a767-4fe2-9a44-9b7e45b720f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-415468'] for router, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:56.759174 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c81d8d10-a767-4fe2-9a44-9b7e45b720f6 admin admin] Router 3bdc4268-58d4-4fd9-9bc3-aefac2576f9f is scheduled to L3 agent 018c4455-49c0-4734-927d-7824067b2a9e with binding_index 1 {{(pid=93798) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 23:18:56.874058 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-5823be37-4e3e-47f6-9ec4-0a33d8da9aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:57.008738 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c81d8d10-a767-4fe2-9a44-9b7e45b720f6 admin admin] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:18:57.024329 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d25ebaca-57af-485c-805a-86ca23e7c364 None None] Sync routers for ids ['3bdc4268-58d4-4fd9-9bc3-aefac2576f9f'] in n-d-802623-1 {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:18:57.055562 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c81d8d10-a767-4fe2-9a44-9b7e45b720f6 admin admin] Notify callbacks [] for router, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:57.056832 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-c81d8d10-a767-4fe2-9a44-9b7e45b720f6 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.4478934 Jul 27 23:18:57.063927 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 48040) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:18:57.071342 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d25ebaca-57af-485c-805a-86ca23e7c364 None None] Routers {'3bdc4268-58d4-4fd9-9bc3-aefac2576f9f'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:18:57.072572 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-d25ebaca-57af-485c-805a-86ca23e7c364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:18:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['3bdc4268-58d4-4fd9-9bc3-aefac2576f9f'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:18:57.176837 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-746a0ace-8737-46d1-a41a-a1864d458d9b None None] Network 1f248642-7dce-426e-8cb7-76be090132d2 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:18:57.275649 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ce331d07-904f-4e59-be55-b6b9bfb4488d None None] Provisioning for port f25fbc97-0226-4a0b-bd7a-3120197712ae completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:18:57.293721 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ce331d07-904f-4e59-be55-b6b9bfb4488d None None] Provisioning complete for port f25fbc97-0226-4a0b-bd7a-3120197712ae triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:18:57.294166 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ce331d07-904f-4e59-be55-b6b9bfb4488d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:57.356253 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-d25ebaca-57af-485c-805a-86ca23e7c364 None None] Set router 3bdc4268-58d4-4fd9-9bc3-aefac2576f9f gateway port host: n-d-802623-1 {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:18:57.665772 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ce331d07-904f-4e59-be55-b6b9bfb4488d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:57.736875 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-d25ebaca-57af-485c-805a-86ca23e7c364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bdc4268-58d4-4fd9-9bc3-aefac2576f9f', 'name': 'tempest-ServersTestMultiNic-977071585-router', 'tenant_id': '81524393492f47f28d2fbae8569f1a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.70'}], 'enable_snat': True}, 'gw_port_id': '0329d4c6-7020-4ff3-876f-a6eccb2e8219', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:18:54Z', 'updated_at': '2021-07-27T23:18:55Z', 'revision_number': 3, 'project_id': '81524393492f47f28d2fbae8569f1a7c', 'gw_port': {'id': '0329d4c6-7020-4ff3-876f-a6eccb2e8219', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:96:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bdc4268-58d4-4fd9-9bc3-aefac2576f9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1909, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:18:55Z', 'updated_at': '2021-07-27T23:18:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1'}], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:18:57.742672 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ce331d07-904f-4e59-be55-b6b9bfb4488d None None] For port f25fbc97-0226-4a0b-bd7a-3120197712ae, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=f25fbc97-0226-4a0b-bd7a-3120197712ae,segment=NetworkSegment(e3fd5c18-16c4-4207-8694-b3c218cd22d4),segment_id=e3fd5c18-16c4-4207-8694-b3c218cd22d4)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:18:57.768039 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d25ebaca-57af-485c-805a-86ca23e7c364 None None] Checking router: 3bdc4268-58d4-4fd9-9bc3-aefac2576f9f for host: n-d-802623-1 {{(pid=93799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 23:18:57.768549 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d25ebaca-57af-485c-805a-86ca23e7c364 None None] Updating router 3bdc4268-58d4-4fd9-9bc3-aefac2576f9f port 0329d4c6-7020-4ff3-876f-a6eccb2e8219 binding host n-d-802623-1 {{(pid=93799) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 23:18:57.770530 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ce331d07-904f-4e59-be55-b6b9bfb4488d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:57.841523 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce331d07-904f-4e59-be55-b6b9bfb4488d None None] Pushing event updated for resources: {'Port': ['ID=f25fbc97-0226-4a0b-bd7a-3120197712ae,revision_number=3']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:18:57.854333 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d25ebaca-57af-485c-805a-86ca23e7c364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:57.921454 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c914f137-2a83-472f-9058-1482ec79f5dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:58.181976 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-c914f137-2a83-472f-9058-1482ec79f5dc admin admin] Allocated IP 172.20.0.1 (1f248642-7dce-426e-8cb7-76be090132d2/914e852e-076c-41ed-9dee-9e3e5bebb9b2/51787acb-3dc8-4ff9-ba53-d4b06f842721) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:18:58.217707 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-bdc56d4e-a538-4bbe-92a4-52ed8d426c3e None None] Provisioning complete for port f25fbc97-0226-4a0b-bd7a-3120197712ae triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:18:58.219384 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-bdc56d4e-a538-4bbe-92a4-52ed8d426c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:58.339919 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device f25fbc97-0226-4a0b-bd7a-3120197712ae up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:18:58.352155 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c914f137-2a83-472f-9058-1482ec79f5dc admin admin] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:58.366151 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-c914f137-2a83-472f-9058-1482ec79f5dc admin admin] Transition to ACTIVE for port object 51787acb-3dc8-4ff9-ba53-d4b06f842721 will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:18:58.415091 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c914f137-2a83-472f-9058-1482ec79f5dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:58.452689 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port f25fbc97-0226-4a0b-bd7a-3120197712ae triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:18:58.452987 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:58.464948 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c914f137-2a83-472f-9058-1482ec79f5dc admin admin] Network 1f248642-7dce-426e-8cb7-76be090132d2 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:18:58.468295 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-c914f137-2a83-472f-9058-1482ec79f5dc admin admin] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:18:58.475110 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c914f137-2a83-472f-9058-1482ec79f5dc admin admin] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:18:58.498611 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d25ebaca-57af-485c-805a-86ca23e7c364 None None] Notify callbacks [] for port, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:58.511778 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c914f137-2a83-472f-9058-1482ec79f5dc admin admin] Pushing event updated for resources: {'Port': ['ID=51787acb-3dc8-4ff9-ba53-d4b06f842721,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:18:58.521967 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-d25ebaca-57af-485c-805a-86ca23e7c364 None None] Transition to ACTIVE for port object 0329d4c6-7020-4ff3-876f-a6eccb2e8219 will not be triggered until provisioned by entity L2. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:18:58.529966 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c914f137-2a83-472f-9058-1482ec79f5dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-415283'] for router_interface, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:58.532961 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d25ebaca-57af-485c-805a-86ca23e7c364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:58.634910 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-d25ebaca-57af-485c-805a-86ca23e7c364 None None] Attempting to bind port 0329d4c6-7020-4ff3-876f-a6eccb2e8219 on host n-d-802623-1 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:18:58.635315 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-d25ebaca-57af-485c-805a-86ca23e7c364 None None] Attempting to bind port 0329d4c6-7020-4ff3-876f-a6eccb2e8219 by drivers openvswitch,hyperv on host n-d-802623-1 at level 0 using segments [{'id': 'b9afe07e-bbe4-4740-834c-4b6a9698bdbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:18:58.635682 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d25ebaca-57af-485c-805a-86ca23e7c364 None None] Attempting to bind port 0329d4c6-7020-4ff3-876f-a6eccb2e8219 on network 2fd42287-ed26-4eb9-89a5-b521f5b04356 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:18:58.648584 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec03dcf-5634-40dc-8049-6e22ba94a6e1 None None] Pushing event updated for resources: {'Port': ['ID=0329d4c6-7020-4ff3-876f-a6eccb2e8219,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:18:58.655472 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d25ebaca-57af-485c-805a-86ca23e7c364 None None] Checking agent: {'id': 'a9a568d2-a5e7-41e4-833f-a8ab42ea4073', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 52, 30), 'started_at': datetime.datetime(2021, 7, 27, 22, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 18, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802623-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:18:58.655848 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d25ebaca-57af-485c-805a-86ca23e7c364 None None] Checking segment: {'id': 'b9afe07e-bbe4-4740-834c-4b6a9698bdbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:18:58.656256 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d25ebaca-57af-485c-805a-86ca23e7c364 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:58.656652 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d25ebaca-57af-485c-805a-86ca23e7c364 None None] Bound using segment: {'id': 'b9afe07e-bbe4-4740-834c-4b6a9698bdbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:18:58.657142 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-d25ebaca-57af-485c-805a-86ca23e7c364 None None] Bound port: 0329d4c6-7020-4ff3-876f-a6eccb2e8219, host: n-d-802623-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9afe07e-bbe4-4740-834c-4b6a9698bdbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:18:58.657566 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d25ebaca-57af-485c-805a-86ca23e7c364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:58.737630 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-d25ebaca-57af-485c-805a-86ca23e7c364 None None] For port 0329d4c6-7020-4ff3-876f-a6eccb2e8219, host n-d-802623-1, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:18:58.742383 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-d25ebaca-57af-485c-805a-86ca23e7c364 None None] For port 0329d4c6-7020-4ff3-876f-a6eccb2e8219, host n-d-802623-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=0329d4c6-7020-4ff3-876f-a6eccb2e8219,segment=NetworkSegment(b9afe07e-bbe4-4740-834c-4b6a9698bdbc),segment_id=b9afe07e-bbe4-4740-834c-4b6a9698bdbc)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:18:58.753289 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d25ebaca-57af-485c-805a-86ca23e7c364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:58.762913 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c914f137-2a83-472f-9058-1482ec79f5dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:58.899434 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a28548-a39b-470d-9b1c-e551787a8a6a req-248e71a3-1885-4f26-bf36-af8d345a7f58 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:18:58.907436 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-83a28548-a39b-470d-9b1c-e551787a8a6a req-248e71a3-1885-4f26-bf36-af8d345a7f58 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/ports?device_id=55cb1b9e-b3c2-47cd-8a02-7c9e10ec36f7 HTTP/1.1" status: 200 len: 944 time: 0.0664394 Jul 27 23:18:58.957634 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-83a28548-a39b-470d-9b1c-e551787a8a6a req-115ff8f3-eb27-4591-a68a-676b82f75cf4 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/security-groups?id=5f578744-6f09-4b7e-a537-2a342130270d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489404 Jul 27 23:18:58.962803 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d25ebaca-57af-485c-805a-86ca23e7c364 None None] Routers {'3bdc4268-58d4-4fd9-9bc3-aefac2576f9f'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:18:58.963666 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-d25ebaca-57af-485c-805a-86ca23e7c364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:18:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['3bdc4268-58d4-4fd9-9bc3-aefac2576f9f'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:18:59.044122 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec03dcf-5634-40dc-8049-6e22ba94a6e1 None None] Pushing event updated for resources: {'Port': ['ID=0329d4c6-7020-4ff3-876f-a6eccb2e8219,revision_number=3']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:18:59.052535 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-7c3cd4a0-f7ac-4699-a223-ec063d6c0c41 None None] Provisioning for port 51787acb-3dc8-4ff9-ba53-d4b06f842721 completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:18:59.059209 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-7c3cd4a0-f7ac-4699-a223-ec063d6c0c41 None None] Provisioning complete for port 51787acb-3dc8-4ff9-ba53-d4b06f842721 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:18:59.059209 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7c3cd4a0-f7ac-4699-a223-ec063d6c0c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:59.154353 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a99761-4134-4464-881e-130a46ab9c7d req-9c9f457f-b1e2-4355-b469-b48d7955d062 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:18:59.160258 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-7c3cd4a0-f7ac-4699-a223-ec063d6c0c41 None None] Port 51787acb-3dc8-4ff9-ba53-d4b06f842721 cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:18:59.164303 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-31a99761-4134-4464-881e-130a46ab9c7d req-9c9f457f-b1e2-4355-b469-b48d7955d062 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/ports?device_id=55cb1b9e-b3c2-47cd-8a02-7c9e10ec36f7 HTTP/1.1" status: 200 len: 944 time: 0.0899985 Jul 27 23:18:59.170197 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-d25ebaca-57af-485c-805a-86ca23e7c364 None None] Set router 3bdc4268-58d4-4fd9-9bc3-aefac2576f9f gateway port host: n-d-802623-1 {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:18:59.212991 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c914f137-2a83-472f-9058-1482ec79f5dc admin admin] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:59.242316 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c914f137-2a83-472f-9058-1482ec79f5dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:59.360847 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c914f137-2a83-472f-9058-1482ec79f5dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3760555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-414115'] for router_interface, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:59.391111 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-31a99761-4134-4464-881e-130a46ab9c7d req-7e101254-837c-4c7b-b1a4-acc66625adab tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/security-groups?id=5f578744-6f09-4b7e-a537-2a342130270d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2259121 Jul 27 23:18:59.472487 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:59.489179 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c914f137-2a83-472f-9058-1482ec79f5dc admin admin] Pushing event updated for resources: {'Port': ['ID=51787acb-3dc8-4ff9-ba53-d4b06f842721,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:18:59.496684 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c914f137-2a83-472f-9058-1482ec79f5dc admin admin] Network 1f248642-7dce-426e-8cb7-76be090132d2 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:18:59.498261 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-c914f137-2a83-472f-9058-1482ec79f5dc admin admin] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:18:59.569089 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-019f468f-b416-4f9d-9b45-5780b83bd96f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:59.586776 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-d25ebaca-57af-485c-805a-86ca23e7c364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bdc4268-58d4-4fd9-9bc3-aefac2576f9f', 'name': 'tempest-ServersTestMultiNic-977071585-router', 'tenant_id': '81524393492f47f28d2fbae8569f1a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.70'}], 'enable_snat': True}, 'gw_port_id': '0329d4c6-7020-4ff3-876f-a6eccb2e8219', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:18:54Z', 'updated_at': '2021-07-27T23:18:58Z', 'revision_number': 4, 'project_id': '81524393492f47f28d2fbae8569f1a7c', 'gw_port': {'id': '0329d4c6-7020-4ff3-876f-a6eccb2e8219', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:96:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bdc4268-58d4-4fd9-9bc3-aefac2576f9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1909, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:18:55Z', 'updated_at': '2021-07-27T23:18:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': '51787acb-3dc8-4ff9-ba53-d4b06f842721', 'name': '', 'network_id': '1f248642-7dce-426e-8cb7-76be090132d2', 'tenant_id': '81524393492f47f28d2fbae8569f1a7c', 'mac_address': 'fa:16:3e:aa:b3:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bdc4268-58d4-4fd9-9bc3-aefac2576f9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1910, 'fixed_ips': [{'subnet_id': '914e852e-076c-41ed-9dee-9e3e5bebb9b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:18:57Z', 'updated_at': '2021-07-27T23:18:58Z', 'revision_number': 1, 'project_id': '81524393492f47f28d2fbae8569f1a7c', 'subnets': [{'id': '914e852e-076c-41ed-9dee-9e3e5bebb9b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:18:59.634842 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d25ebaca-57af-485c-805a-86ca23e7c364 None None] The sync data for ids ['3bdc4268-58d4-4fd9-9bc3-aefac2576f9f'] in n-d-802623-1 is: [{'id': '3bdc4268-58d4-4fd9-9bc3-aefac2576f9f', 'name': 'tempest-ServersTestMultiNic-977071585-router', 'tenant_id': '81524393492f47f28d2fbae8569f1a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.70'}], 'enable_snat': True}, 'gw_port_id': '0329d4c6-7020-4ff3-876f-a6eccb2e8219', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:18:54Z', 'updated_at': '2021-07-27T23:18:58Z', 'revision_number': 4, 'project_id': '81524393492f47f28d2fbae8569f1a7c', 'gw_port': {'id': '0329d4c6-7020-4ff3-876f-a6eccb2e8219', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:96:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bdc4268-58d4-4fd9-9bc3-aefac2576f9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1909, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:18:55Z', 'updated_at': '2021-07-27T23:18:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': '51787acb-3dc8-4ff9-ba53-d4b06f842721', 'name': '', 'network_id': '1f248642-7dce-426e-8cb7-76be090132d2', 'tenant_id': '81524393492f47f28d2fbae8569f1a7c', 'mac_address': 'fa:16:3e:aa:b3:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bdc4268-58d4-4fd9-9bc3-aefac2576f9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1910, 'fixed_ips': [{'subnet_id': '914e852e-076c-41ed-9dee-9e3e5bebb9b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:18:57Z', 'updated_at': '2021-07-27T23:18:58Z', 'revision_number': 1, 'project_id': '81524393492f47f28d2fbae8569f1a7c', 'subnets': [{'id': '914e852e-076c-41ed-9dee-9e3e5bebb9b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:18:59.695296 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c914f137-2a83-472f-9058-1482ec79f5dc admin admin] Router 3bdc4268-58d4-4fd9-9bc3-aefac2576f9f has already been hosted by L3 agent 018c4455-49c0-4734-927d-7824067b2a9e {{(pid=93798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 23:18:59.901104 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ae5ede49-d6fd-4a01-8e4b-a33b0646396f None None] Provisioning complete for port 51787acb-3dc8-4ff9-ba53-d4b06f842721 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:18:59.901490 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ae5ede49-d6fd-4a01-8e4b-a33b0646396f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:59.911955 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c914f137-2a83-472f-9058-1482ec79f5dc admin admin] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:18:59.918837 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-c914f137-2a83-472f-9058-1482ec79f5dc admin admin] 10.222.0.18 "PUT /v2.0/routers/3bdc4268-58d4-4fd9-9bc3-aefac2576f9f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8538513 Jul 27 23:18:59.934837 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e811d9d-91b0-44a1-b9c5-5a6f75e3f164 req-7d268b55-e7af-4613-b27e-8ea4ac214faa tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:18:59.943367 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-6e811d9d-91b0-44a1-b9c5-5a6f75e3f164 req-7d268b55-e7af-4613-b27e-8ea4ac214faa tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/ports?device_id=55cb1b9e-b3c2-47cd-8a02-7c9e10ec36f7 HTTP/1.1" status: 200 len: 944 time: 0.1473575 Jul 27 23:18:59.991634 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-6e811d9d-91b0-44a1-b9c5-5a6f75e3f164 req-5cea4ab2-e9e4-4beb-977f-5ba786f17a02 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/security-groups?id=5f578744-6f09-4b7e-a537-2a342130270d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465872 Jul 27 23:19:00.066836 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-ae5ede49-d6fd-4a01-8e4b-a33b0646396f None None] Port 51787acb-3dc8-4ff9-ba53-d4b06f842721 cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:19:00.082450 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:00.183861 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 48104) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:19:00.263735 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-48cfbb2d-1cd2-4259-b8ea-159a44fa3960 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-188926'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:19:00.310030 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48cfbb2d-1cd2-4259-b8ea-159a44fa3960 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Made reservation on behalf of 81524393492f47f28d2fbae8569f1a7c for: {'network': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:19:00.317508 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-48cfbb2d-1cd2-4259-b8ea-159a44fa3960 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for network, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:00.351218 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48cfbb2d-1cd2-4259-b8ea-159a44fa3960 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 533} {{(pid=93798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 23:19:00.367328 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-48cfbb2d-1cd2-4259-b8ea-159a44fa3960 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:00.367328 n-d-802623-1 neutron-server[93798]: INFO neutron.db.segments_db [None req-48cfbb2d-1cd2-4259-b8ea-159a44fa3960 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Added segment 979d88c5-537d-4330-9559-3529f2b6e3f6 of type vlan for network 49088dae-cab2-45d1-b068-4f3d583146ce Jul 27 23:19:00.432612 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-19f2e178-d45e-4fbe-b9be-c3963fc151ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:00.688326 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7c42eb-2b6d-447f-9848-49dde811cfd6 req-6734030b-8107-4999-9c6f-a1f32c0af563 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:00.691351 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-ce7c42eb-2b6d-447f-9848-49dde811cfd6 req-6734030b-8107-4999-9c6f-a1f32c0af563 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/ports?device_id=55cb1b9e-b3c2-47cd-8a02-7c9e10ec36f7 HTTP/1.1" status: 200 len: 944 time: 0.0968235 Jul 27 23:19:00.764509 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-ce7c42eb-2b6d-447f-9848-49dde811cfd6 req-e46d555c-7600-4eee-9aa6-9d9600bc9fa9 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/security-groups?id=5f578744-6f09-4b7e-a537-2a342130270d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644872 Jul 27 23:19:00.855528 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-48cfbb2d-1cd2-4259-b8ea-159a44fa3960 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736833354590'] for network, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:00.898453 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-48cfbb2d-1cd2-4259-b8ea-159a44fa3960 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569'] for network, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:00.904984 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48cfbb2d-1cd2-4259-b8ea-159a44fa3960 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:00.905746 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-48cfbb2d-1cd2-4259-b8ea-159a44fa3960 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:00.970590 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-48cfbb2d-1cd2-4259-b8ea-159a44fa3960 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7856324 Jul 27 23:19:00.975232 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 48130) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:19:00.983355 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-bbf14298-ff1e-46e8-8213-62d6a73e0151 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Request body: {'subnet': {'network_id': '49088dae-cab2-45d1-b068-4f3d583146ce', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:19:01.011479 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cfbb2d-1cd2-4259-b8ea-159a44fa3960 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Pushing event updated for resources: {'Network': ['ID=49088dae-cab2-45d1-b068-4f3d583146ce,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:19:01.022225 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Network 49088dae-cab2-45d1-b068-4f3d583146ce details requested by agent ovs-agent-n-d-802623-1 with host n-d-802623-1 {{(pid=93799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 23:19:01.131125 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbf14298-ff1e-46e8-8213-62d6a73e0151 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Made reservation on behalf of 81524393492f47f28d2fbae8569f1a7c for: {'subnet': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:19:01.135701 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-bbf14298-ff1e-46e8-8213-62d6a73e0151 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11551435'] for subnet, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:01.383019 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-bbf14298-ff1e-46e8-8213-62d6a73e0151 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11336182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11551417'] for subnet, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:01.485654 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf14298-ff1e-46e8-8213-62d6a73e0151 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Pushing event updated for resources: {'Subnet': ['ID=c4ecd772-ffe4-4b44-bb11-78379f56c371,revision_number=0']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:19:01.494423 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbf14298-ff1e-46e8-8213-62d6a73e0151 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Checking segment: {'id': '979d88c5-537d-4330-9559-3529f2b6e3f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '49088dae-cab2-45d1-b068-4f3d583146ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:19:01.494618 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbf14298-ff1e-46e8-8213-62d6a73e0151 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Network hostable DHCP agents. Network: 49088dae-cab2-45d1-b068-4f3d583146ce, hostable agents: ['5950e76f-2bde-4343-a925-cbe6bacd2706'], hosted agents: [] {{(pid=93797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 23:19:01.513155 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbf14298-ff1e-46e8-8213-62d6a73e0151 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Network 49088dae-cab2-45d1-b068-4f3d583146ce is scheduled to be hosted by DHCP agent 5950e76f-2bde-4343-a925-cbe6bacd2706 with binding_index 1 {{(pid=93797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 23:19:01.524491 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-bbf14298-ff1e-46e8-8213-62d6a73e0151 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802623-1, 49088dae-cab2-45d1-b068-4f3d583146ce) {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:19:01.529412 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbf14298-ff1e-46e8-8213-62d6a73e0151 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:01.530492 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-bbf14298-ff1e-46e8-8213-62d6a73e0151 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for subnet, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:01.534647 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae269f53-2867-4b7e-83f6-863a1fbbc911 None None] Network 49088dae-cab2-45d1-b068-4f3d583146ce requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:19:01.546977 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-bbf14298-ff1e-46e8-8213-62d6a73e0151 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.5701139 Jul 27 23:19:01.549924 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 48142) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:19:01.555299 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-66a97761-2dc6-4bcb-a292-2acb8e50e277 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1623119836'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:19:01.592525 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66a97761-2dc6-4bcb-a292-2acb8e50e277 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Made reservation on behalf of 81524393492f47f28d2fbae8569f1a7c for: {'network': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:19:01.597607 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-66a97761-2dc6-4bcb-a292-2acb8e50e277 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for network, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:01.640952 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66a97761-2dc6-4bcb-a292-2acb8e50e277 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 510} {{(pid=93798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 23:19:01.652420 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-66a97761-2dc6-4bcb-a292-2acb8e50e277 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:01.653008 n-d-802623-1 neutron-server[93798]: INFO neutron.db.segments_db [None req-66a97761-2dc6-4bcb-a292-2acb8e50e277 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Added segment 19a5f8b8-0796-4210-8402-277ff568d11c of type vlan for network 6945d29f-dff6-4e8f-ba8b-65b582087781 Jul 27 23:19:01.740031 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-66a97761-2dc6-4bcb-a292-2acb8e50e277 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736833354590'] for network, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:01.773012 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16f3ec44-3700-4395-b30b-d00e8f93b6f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f6f257c-ad18-5f0c-8c8e-ea085a5fc8a2-49088dae-cab2-45d1-b068-4f3d583146ce', 'network_id': '49088dae-cab2-45d1-b068-4f3d583146ce', 'tenant_id': '81524393492f47f28d2fbae8569f1a7c', 'fixed_ips': [{'subnet_id': 'c4ecd772-ffe4-4b44-bb11-78379f56c371'}]}} from n-d-802623-1. {{(pid=93799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 23:19:01.773998 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-16f3ec44-3700-4395-b30b-d00e8f93b6f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:01.787542 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-66a97761-2dc6-4bcb-a292-2acb8e50e277 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569'] for network, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:01.802603 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66a97761-2dc6-4bcb-a292-2acb8e50e277 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:01.809779 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-66a97761-2dc6-4bcb-a292-2acb8e50e277 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:01.890907 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 48156) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:19:01.891502 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-66a97761-2dc6-4bcb-a292-2acb8e50e277 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.3400009 Jul 27 23:19:01.900199 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-3fff3b4a-1995-4491-9d42-ead8ca755626 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Request body: {'subnet': {'network_id': '6945d29f-dff6-4e8f-ba8b-65b582087781', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:19:01.949145 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a97761-2dc6-4bcb-a292-2acb8e50e277 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Pushing event updated for resources: {'Network': ['ID=6945d29f-dff6-4e8f-ba8b-65b582087781,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:19:01.980727 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Network 6945d29f-dff6-4e8f-ba8b-65b582087781 details requested by agent ovs-agent-n-d-802623-1 with host n-d-802623-1 {{(pid=93799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 23:19:01.986484 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8678d8d-d999-4985-b9f2-897080839c9f req-3c6b43a7-e9e6-4e3b-9c31-93195448fed3 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:01.988601 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b8678d8d-d999-4985-b9f2-897080839c9f req-3c6b43a7-e9e6-4e3b-9c31-93195448fed3 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/ports?device_id=55cb1b9e-b3c2-47cd-8a02-7c9e10ec36f7 HTTP/1.1" status: 200 len: 944 time: 0.1025314 Jul 27 23:19:02.054684 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b8678d8d-d999-4985-b9f2-897080839c9f req-21e6e479-a060-4119-b815-5d364c35e63f tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/security-groups?id=5f578744-6f09-4b7e-a537-2a342130270d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585058 Jul 27 23:19:02.078188 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-16f3ec44-3700-4395-b30b-d00e8f93b6f4 None None] Allocated IP 19.80.0.2 (49088dae-cab2-45d1-b068-4f3d583146ce/c4ecd772-ffe4-4b44-bb11-78379f56c371/5579877c-4e79-48b7-9a1c-a87dab8d9b98) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:19:02.214200 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7418f70f-e60d-4709-8ba9-6ab514bc7f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:02.386838 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-16f3ec44-3700-4395-b30b-d00e8f93b6f4 None None] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:02.409971 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-16f3ec44-3700-4395-b30b-d00e8f93b6f4 None None] Transition to ACTIVE for port object 5579877c-4e79-48b7-9a1c-a87dab8d9b98 will not be triggered until provisioned by entity L2. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:19:02.417321 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 0329d4c6-7020-4ff3-876f-a6eccb2e8219 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:19:02.459571 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-16f3ec44-3700-4395-b30b-d00e8f93b6f4 None None] Transition to ACTIVE for port object 5579877c-4e79-48b7-9a1c-a87dab8d9b98 will not be triggered until provisioned by entity DHCP. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:19:02.478032 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-16f3ec44-3700-4395-b30b-d00e8f93b6f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:02.568536 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f3ec44-3700-4395-b30b-d00e8f93b6f4 None None] Pushing event updated for resources: {'Port': ['ID=5579877c-4e79-48b7-9a1c-a87dab8d9b98,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:19:02.575711 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16f3ec44-3700-4395-b30b-d00e8f93b6f4 None None] Network 49088dae-cab2-45d1-b068-4f3d583146ce is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:19:02.576897 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fff3b4a-1995-4491-9d42-ead8ca755626 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Made reservation on behalf of 81524393492f47f28d2fbae8569f1a7c for: {'subnet': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:19:02.582004 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3fff3b4a-1995-4491-9d42-ead8ca755626 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11551435'] for subnet, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:02.594822 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-16f3ec44-3700-4395-b30b-d00e8f93b6f4 None None] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:19:02.597815 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16f3ec44-3700-4395-b30b-d00e8f93b6f4 None None] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:19:02.606612 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning for port 0329d4c6-7020-4ff3-876f-a6eccb2e8219 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:19:02.613961 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port 0329d4c6-7020-4ff3-876f-a6eccb2e8219 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:19:02.614334 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:02.727759 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-16f3ec44-3700-4395-b30b-d00e8f93b6f4 None None] Attempting to bind port 5579877c-4e79-48b7-9a1c-a87dab8d9b98 on host n-d-802623-1 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:19:02.728117 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-16f3ec44-3700-4395-b30b-d00e8f93b6f4 None None] Attempting to bind port 5579877c-4e79-48b7-9a1c-a87dab8d9b98 by drivers openvswitch,hyperv on host n-d-802623-1 at level 0 using segments [{'id': '979d88c5-537d-4330-9559-3529f2b6e3f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '49088dae-cab2-45d1-b068-4f3d583146ce'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:19:02.728400 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16f3ec44-3700-4395-b30b-d00e8f93b6f4 None None] Attempting to bind port 5579877c-4e79-48b7-9a1c-a87dab8d9b98 on network 49088dae-cab2-45d1-b068-4f3d583146ce {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:19:02.736532 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16f3ec44-3700-4395-b30b-d00e8f93b6f4 None None] Checking agent: {'id': 'a9a568d2-a5e7-41e4-833f-a8ab42ea4073', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 52, 30), 'started_at': datetime.datetime(2021, 7, 27, 22, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802623-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:19:02.736901 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16f3ec44-3700-4395-b30b-d00e8f93b6f4 None None] Checking segment: {'id': '979d88c5-537d-4330-9559-3529f2b6e3f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '49088dae-cab2-45d1-b068-4f3d583146ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:19:02.737875 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-16f3ec44-3700-4395-b30b-d00e8f93b6f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:02.738324 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16f3ec44-3700-4395-b30b-d00e8f93b6f4 None None] Bound using segment: {'id': '979d88c5-537d-4330-9559-3529f2b6e3f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '49088dae-cab2-45d1-b068-4f3d583146ce'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:19:02.738797 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-16f3ec44-3700-4395-b30b-d00e8f93b6f4 None None] Bound port: 5579877c-4e79-48b7-9a1c-a87dab8d9b98, host: n-d-802623-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '979d88c5-537d-4330-9559-3529f2b6e3f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '49088dae-cab2-45d1-b068-4f3d583146ce'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:19:02.739197 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-16f3ec44-3700-4395-b30b-d00e8f93b6f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:02.786860 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3fff3b4a-1995-4491-9d42-ead8ca755626 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11336182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11551417'] for subnet, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:02.824670 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac7ac69-e2c3-4ecd-8d3e-eee12e2eb5da None None] Sync routers for ids ['3bdc4268-58d4-4fd9-9bc3-aefac2576f9f'] in n-d-802623-1 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:19:02.848171 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ac7ac69-e2c3-4ecd-8d3e-eee12e2eb5da None None] Routers {'3bdc4268-58d4-4fd9-9bc3-aefac2576f9f'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:19:02.848815 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-6ac7ac69-e2c3-4ecd-8d3e-eee12e2eb5da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:19:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['3bdc4268-58d4-4fd9-9bc3-aefac2576f9f'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:19:02.855827 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fff3b4a-1995-4491-9d42-ead8ca755626 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Pushing event updated for resources: {'Subnet': ['ID=3010a625-6c96-4389-b50c-a610f10b6fa9,revision_number=0']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:19:02.874181 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:02.887198 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fff3b4a-1995-4491-9d42-ead8ca755626 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Checking segment: {'id': '19a5f8b8-0796-4210-8402-277ff568d11c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '6945d29f-dff6-4e8f-ba8b-65b582087781'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:19:02.887561 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fff3b4a-1995-4491-9d42-ead8ca755626 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Network hostable DHCP agents. Network: 6945d29f-dff6-4e8f-ba8b-65b582087781, hostable agents: ['5950e76f-2bde-4343-a925-cbe6bacd2706'], hosted agents: [] {{(pid=93797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 23:19:02.908429 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fff3b4a-1995-4491-9d42-ead8ca755626 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Network 6945d29f-dff6-4e8f-ba8b-65b582087781 is scheduled to be hosted by DHCP agent 5950e76f-2bde-4343-a925-cbe6bacd2706 with binding_index 1 {{(pid=93797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 23:19:02.922564 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-3fff3b4a-1995-4491-9d42-ead8ca755626 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802623-1, 6945d29f-dff6-4e8f-ba8b-65b582087781) {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:19:02.926012 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-16f3ec44-3700-4395-b30b-d00e8f93b6f4 None None] For port 5579877c-4e79-48b7-9a1c-a87dab8d9b98, host n-d-802623-1, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:19:02.928604 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fff3b4a-1995-4491-9d42-ead8ca755626 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:02.929359 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] For port 0329d4c6-7020-4ff3-876f-a6eccb2e8219, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=0329d4c6-7020-4ff3-876f-a6eccb2e8219,segment=NetworkSegment(b9afe07e-bbe4-4740-834c-4b6a9698bdbc),segment_id=b9afe07e-bbe4-4740-834c-4b6a9698bdbc)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:19:02.930451 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3fff3b4a-1995-4491-9d42-ead8ca755626 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for subnet, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:02.931637 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-16f3ec44-3700-4395-b30b-d00e8f93b6f4 None None] For port 5579877c-4e79-48b7-9a1c-a87dab8d9b98, host n-d-802623-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=5579877c-4e79-48b7-9a1c-a87dab8d9b98,segment=NetworkSegment(979d88c5-537d-4330-9559-3529f2b6e3f6),segment_id=979d88c5-537d-4330-9559-3529f2b6e3f6)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:19:02.934993 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9910d3d1-386c-4568-a4aa-54a6ba6a7c13 None None] Network 6945d29f-dff6-4e8f-ba8b-65b582087781 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:19:02.952975 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-3fff3b4a-1995-4491-9d42-ead8ca755626 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.0606117 Jul 27 23:19:02.972213 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-16f3ec44-3700-4395-b30b-d00e8f93b6f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:02.974684 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:03.151490 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f3ec44-3700-4395-b30b-d00e8f93b6f4 None None] Pushing event updated for resources: {'Port': ['ID=5579877c-4e79-48b7-9a1c-a87dab8d9b98,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:19:03.203612 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-6ac7ac69-e2c3-4ecd-8d3e-eee12e2eb5da None None] Set router 3bdc4268-58d4-4fd9-9bc3-aefac2576f9f gateway port host: n-d-802623-1 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:19:03.252337 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Pushing event updated for resources: {'Port': ['ID=0329d4c6-7020-4ff3-876f-a6eccb2e8219,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:19:03.302496 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b56303a-273e-4709-91ac-1b988d768078 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f6f257c-ad18-5f0c-8c8e-ea085a5fc8a2-6945d29f-dff6-4e8f-ba8b-65b582087781', 'network_id': '6945d29f-dff6-4e8f-ba8b-65b582087781', 'tenant_id': '81524393492f47f28d2fbae8569f1a7c', 'fixed_ips': [{'subnet_id': '3010a625-6c96-4389-b50c-a610f10b6fa9'}]}} from n-d-802623-1. {{(pid=93799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 23:19:03.303534 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-5b56303a-273e-4709-91ac-1b988d768078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:03.308163 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f69d84c-3023-4cf8-a663-55910d796ec2 req-edf8600b-8144-4a84-8fc6-836a64ac4c29 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:03.318151 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7f69d84c-3023-4cf8-a663-55910d796ec2 req-edf8600b-8144-4a84-8fc6-836a64ac4c29 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/ports?device_id=55cb1b9e-b3c2-47cd-8a02-7c9e10ec36f7 HTTP/1.1" status: 200 len: 944 time: 0.1009264 Jul 27 23:19:03.326002 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb85b17-748e-4cd8-83f6-e20aebb7b2af req-1897a7a6-1460-40ca-8868-5ea65e575793 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:03.335999 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb85b17-748e-4cd8-83f6-e20aebb7b2af req-1897a7a6-1460-40ca-8868-5ea65e575793 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:03.344043 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-7eb85b17-748e-4cd8-83f6-e20aebb7b2af req-1897a7a6-1460-40ca-8868-5ea65e575793 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] 10.222.0.18 "GET /v2.0/networks?id=49088dae-cab2-45d1-b068-4f3d583146ce&id=6945d29f-dff6-4e8f-ba8b-65b582087781&id=49088dae-cab2-45d1-b068-4f3d583146ce HTTP/1.1" status: 200 len: 1388 time: 0.1983697 Jul 27 23:19:03.366436 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-7eb85b17-748e-4cd8-83f6-e20aebb7b2af req-9c6c4d87-47c1-4aa0-9e52-08a7496e238a tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] 10.222.0.18 "GET /v2.0/quotas/81524393492f47f28d2fbae8569f1a7c HTTP/1.1" status: 200 len: 375 time: 0.0211864 Jul 27 23:19:03.471141 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7f69d84c-3023-4cf8-a663-55910d796ec2 req-62768dc7-c572-4cc1-964e-2cd2d970b850 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/security-groups?id=5f578744-6f09-4b7e-a537-2a342130270d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1455407 Jul 27 23:19:03.519466 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-7eb85b17-748e-4cd8-83f6-e20aebb7b2af req-c553b9b7-c3f0-4cc2-a9e8-ce1079288551 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=81524393492f47f28d2fbae8569f1a7c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1520069 Jul 27 23:19:03.648320 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-5b56303a-273e-4709-91ac-1b988d768078 None None] Allocated IP 19.86.0.2 (6945d29f-dff6-4e8f-ba8b-65b582087781/3010a625-6c96-4389-b50c-a610f10b6fa9/ba036085-7ec9-4bf0-b473-011934dbea5f) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:19:03.651453 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-7eb85b17-748e-4cd8-83f6-e20aebb7b2af req-30b6b982-a7f9-4eec-8e03-0992c687ad50 service neutron] 10.222.0.18 "GET /v2.0/networks/49088dae-cab2-45d1-b068-4f3d583146ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310182 Jul 27 23:19:03.725599 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-6ac7ac69-e2c3-4ecd-8d3e-eee12e2eb5da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bdc4268-58d4-4fd9-9bc3-aefac2576f9f', 'name': 'tempest-ServersTestMultiNic-977071585-router', 'tenant_id': '81524393492f47f28d2fbae8569f1a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.70'}], 'enable_snat': True}, 'gw_port_id': '0329d4c6-7020-4ff3-876f-a6eccb2e8219', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:18:54Z', 'updated_at': '2021-07-27T23:18:58Z', 'revision_number': 4, 'project_id': '81524393492f47f28d2fbae8569f1a7c', 'gw_port': {'id': '0329d4c6-7020-4ff3-876f-a6eccb2e8219', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:96:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bdc4268-58d4-4fd9-9bc3-aefac2576f9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1909, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:18:55Z', 'updated_at': '2021-07-27T23:18:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': '51787acb-3dc8-4ff9-ba53-d4b06f842721', 'name': '', 'network_id': '1f248642-7dce-426e-8cb7-76be090132d2', 'tenant_id': '81524393492f47f28d2fbae8569f1a7c', 'mac_address': 'fa:16:3e:aa:b3:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bdc4268-58d4-4fd9-9bc3-aefac2576f9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1910, 'fixed_ips': [{'subnet_id': '914e852e-076c-41ed-9dee-9e3e5bebb9b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:18:57Z', 'updated_at': '2021-07-27T23:18:58Z', 'revision_number': 2, 'project_id': '81524393492f47f28d2fbae8569f1a7c', 'subnets': [{'id': '914e852e-076c-41ed-9dee-9e3e5bebb9b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:19:03.767212 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac7ac69-e2c3-4ecd-8d3e-eee12e2eb5da None None] Checking router: 3bdc4268-58d4-4fd9-9bc3-aefac2576f9f for host: n-d-802623-1 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 23:19:03.767874 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac7ac69-e2c3-4ecd-8d3e-eee12e2eb5da None None] Updating router 3bdc4268-58d4-4fd9-9bc3-aefac2576f9f port 51787acb-3dc8-4ff9-ba53-d4b06f842721 binding host n-d-802623-1 {{(pid=93800) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 23:19:03.807770 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6ac7ac69-e2c3-4ecd-8d3e-eee12e2eb5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:03.816104 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-7eb85b17-748e-4cd8-83f6-e20aebb7b2af req-319d38a2-642e-4d7e-84cb-3662f266a505 service neutron] 10.222.0.18 "GET /v2.0/networks/49088dae-cab2-45d1-b068-4f3d583146ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1635091 Jul 27 23:19:03.816778 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-5b56303a-273e-4709-91ac-1b988d768078 None None] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:03.825996 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-5b56303a-273e-4709-91ac-1b988d768078 None None] Transition to ACTIVE for port object ba036085-7ec9-4bf0-b473-011934dbea5f will not be triggered until provisioned by entity L2. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:19:03.858986 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-5b56303a-273e-4709-91ac-1b988d768078 None None] Transition to ACTIVE for port object ba036085-7ec9-4bf0-b473-011934dbea5f will not be triggered until provisioned by entity DHCP. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:19:03.876628 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-5b56303a-273e-4709-91ac-1b988d768078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:03.932037 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-7eb85b17-748e-4cd8-83f6-e20aebb7b2af req-94f12df3-7605-47b3-b974-0e2044ecfcbe service neutron] 10.222.0.18 "GET /v2.0/networks/6945d29f-dff6-4e8f-ba8b-65b582087781?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133466 Jul 27 23:19:03.936377 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b56303a-273e-4709-91ac-1b988d768078 None None] Network 6945d29f-dff6-4e8f-ba8b-65b582087781 is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:19:03.937901 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b56303a-273e-4709-91ac-1b988d768078 None None] Pushing event updated for resources: {'Port': ['ID=ba036085-7ec9-4bf0-b473-011934dbea5f,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:19:03.941048 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-5b56303a-273e-4709-91ac-1b988d768078 None None] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:19:03.943264 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b56303a-273e-4709-91ac-1b988d768078 None None] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:19:04.000080 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-5b56303a-273e-4709-91ac-1b988d768078 None None] Attempting to bind port ba036085-7ec9-4bf0-b473-011934dbea5f on host n-d-802623-1 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:19:04.000458 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-5b56303a-273e-4709-91ac-1b988d768078 None None] Attempting to bind port ba036085-7ec9-4bf0-b473-011934dbea5f by drivers openvswitch,hyperv on host n-d-802623-1 at level 0 using segments [{'id': '19a5f8b8-0796-4210-8402-277ff568d11c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '6945d29f-dff6-4e8f-ba8b-65b582087781'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:19:04.000878 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b56303a-273e-4709-91ac-1b988d768078 None None] Attempting to bind port ba036085-7ec9-4bf0-b473-011934dbea5f on network 6945d29f-dff6-4e8f-ba8b-65b582087781 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:19:04.017125 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b56303a-273e-4709-91ac-1b988d768078 None None] Checking agent: {'id': 'a9a568d2-a5e7-41e4-833f-a8ab42ea4073', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 52, 30), 'started_at': datetime.datetime(2021, 7, 27, 22, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802623-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:19:04.017568 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b56303a-273e-4709-91ac-1b988d768078 None None] Checking segment: {'id': '19a5f8b8-0796-4210-8402-277ff568d11c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '6945d29f-dff6-4e8f-ba8b-65b582087781'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:19:04.017933 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-5b56303a-273e-4709-91ac-1b988d768078 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:04.018917 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b56303a-273e-4709-91ac-1b988d768078 None None] Bound using segment: {'id': '19a5f8b8-0796-4210-8402-277ff568d11c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '6945d29f-dff6-4e8f-ba8b-65b582087781'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:19:04.019901 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-5b56303a-273e-4709-91ac-1b988d768078 None None] Bound port: ba036085-7ec9-4bf0-b473-011934dbea5f, host: n-d-802623-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19a5f8b8-0796-4210-8402-277ff568d11c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '6945d29f-dff6-4e8f-ba8b-65b582087781'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:19:04.019901 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-5b56303a-273e-4709-91ac-1b988d768078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:04.039908 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-7eb85b17-748e-4cd8-83f6-e20aebb7b2af req-44bd23fd-e09f-4b8f-acd6-c0f6f49fc787 service neutron] 10.222.0.18 "GET /v2.0/networks/6945d29f-dff6-4e8f-ba8b-65b582087781?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054952 Jul 27 23:19:04.148604 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-5b56303a-273e-4709-91ac-1b988d768078 None None] For port ba036085-7ec9-4bf0-b473-011934dbea5f, host n-d-802623-1, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:19:04.165814 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-5b56303a-273e-4709-91ac-1b988d768078 None None] For port ba036085-7ec9-4bf0-b473-011934dbea5f, host n-d-802623-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=ba036085-7ec9-4bf0-b473-011934dbea5f,segment=NetworkSegment(19a5f8b8-0796-4210-8402-277ff568d11c),segment_id=19a5f8b8-0796-4210-8402-277ff568d11c)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:19:04.180876 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-5b56303a-273e-4709-91ac-1b988d768078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:04.189712 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-7eb85b17-748e-4cd8-83f6-e20aebb7b2af req-2c5a321d-6925-48b7-b280-21f05a36397d service neutron] 10.222.0.18 "GET /v2.0/networks/49088dae-cab2-45d1-b068-4f3d583146ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445334 Jul 27 23:19:04.345560 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b56303a-273e-4709-91ac-1b988d768078 None None] Pushing event updated for resources: {'Port': ['ID=ba036085-7ec9-4bf0-b473-011934dbea5f,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:19:04.380619 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-7eb85b17-748e-4cd8-83f6-e20aebb7b2af req-777b434a-a3a8-48bb-93eb-8d40ee72afbe service neutron] 10.222.0.18 "GET /v2.0/networks/49088dae-cab2-45d1-b068-4f3d583146ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1717119 Jul 27 23:19:04.408816 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6ac7ac69-e2c3-4ecd-8d3e-eee12e2eb5da None None] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:04.441121 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-6ac7ac69-e2c3-4ecd-8d3e-eee12e2eb5da None None] Transition to ACTIVE for port object 51787acb-3dc8-4ff9-ba53-d4b06f842721 will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:19:04.457411 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6ac7ac69-e2c3-4ecd-8d3e-eee12e2eb5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:04.508040 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 0329d4c6-7020-4ff3-876f-a6eccb2e8219 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:19:04.632548 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f392c2cd-dbea-4b00-a204-f8a513d69ffd None None] Pushing event updated for resources: {'Port': ['ID=51787acb-3dc8-4ff9-ba53-d4b06f842721,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:19:04.657961 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f392c2cd-dbea-4b00-a204-f8a513d69ffd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:19:04.662402 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f392c2cd-dbea-4b00-a204-f8a513d69ffd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:19:04.662889 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f392c2cd-dbea-4b00-a204-f8a513d69ffd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:19:04.663253 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f392c2cd-dbea-4b00-a204-f8a513d69ffd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:19:04.663584 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f392c2cd-dbea-4b00-a204-f8a513d69ffd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:19:04.663997 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f392c2cd-dbea-4b00-a204-f8a513d69ffd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:19:04.664219 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f392c2cd-dbea-4b00-a204-f8a513d69ffd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:19:04.664540 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f392c2cd-dbea-4b00-a204-f8a513d69ffd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:19:04.664857 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f392c2cd-dbea-4b00-a204-f8a513d69ffd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:19:04.665170 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f392c2cd-dbea-4b00-a204-f8a513d69ffd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:19:04.665484 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f392c2cd-dbea-4b00-a204-f8a513d69ffd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:19:04.665796 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f392c2cd-dbea-4b00-a204-f8a513d69ffd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:19:04.766413 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port 0329d4c6-7020-4ff3-876f-a6eccb2e8219 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:19:04.767228 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:04.804612 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:04.813777 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfe7b5f-529a-4b5e-85b1-04ff271991c6 req-d6a5647d-f6f2-4a11-90e6-1cc7804b596a tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:04.840060 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-ccfe6cdc-2237-4c31-a8ac-5cdfadc869ad req-5597f57d-bf24-4a8f-874d-6987b3c805b6 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9b578e0-38ac-43b6-b53b-c2b46ca276ea HTTP/1.1" status: 200 len: 210 time: 0.1158526 Jul 27 23:19:04.840798 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-3dfe7b5f-529a-4b5e-85b1-04ff271991c6 req-d6a5647d-f6f2-4a11-90e6-1cc7804b596a tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/ports?device_id=55cb1b9e-b3c2-47cd-8a02-7c9e10ec36f7 HTTP/1.1" status: 200 len: 944 time: 0.2228930 Jul 27 23:19:04.905866 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-6ac7ac69-e2c3-4ecd-8d3e-eee12e2eb5da None None] Attempting to bind port 51787acb-3dc8-4ff9-ba53-d4b06f842721 on host n-d-802623-1 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:19:04.908505 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-6ac7ac69-e2c3-4ecd-8d3e-eee12e2eb5da None None] Attempting to bind port 51787acb-3dc8-4ff9-ba53-d4b06f842721 by drivers openvswitch,hyperv on host n-d-802623-1 at level 0 using segments [{'id': 'e3fd5c18-16c4-4207-8694-b3c218cd22d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '1f248642-7dce-426e-8cb7-76be090132d2'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:19:04.909859 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac7ac69-e2c3-4ecd-8d3e-eee12e2eb5da None None] Attempting to bind port 51787acb-3dc8-4ff9-ba53-d4b06f842721 on network 1f248642-7dce-426e-8cb7-76be090132d2 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:19:04.934747 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac7ac69-e2c3-4ecd-8d3e-eee12e2eb5da None None] Checking agent: {'id': 'a9a568d2-a5e7-41e4-833f-a8ab42ea4073', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 52, 30), 'started_at': datetime.datetime(2021, 7, 27, 22, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802623-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:19:04.940949 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac7ac69-e2c3-4ecd-8d3e-eee12e2eb5da None None] Checking segment: {'id': 'e3fd5c18-16c4-4207-8694-b3c218cd22d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '1f248642-7dce-426e-8cb7-76be090132d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:19:04.941770 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6ac7ac69-e2c3-4ecd-8d3e-eee12e2eb5da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:04.942356 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac7ac69-e2c3-4ecd-8d3e-eee12e2eb5da None None] Bound using segment: {'id': 'e3fd5c18-16c4-4207-8694-b3c218cd22d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '1f248642-7dce-426e-8cb7-76be090132d2'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:19:04.943484 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-6ac7ac69-e2c3-4ecd-8d3e-eee12e2eb5da None None] Bound port: 51787acb-3dc8-4ff9-ba53-d4b06f842721, host: n-d-802623-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3fd5c18-16c4-4207-8694-b3c218cd22d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '1f248642-7dce-426e-8cb7-76be090132d2'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:19:04.944197 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6ac7ac69-e2c3-4ecd-8d3e-eee12e2eb5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:04.962728 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-3dfe7b5f-529a-4b5e-85b1-04ff271991c6 req-e8fdea13-ef83-414b-9188-abfd4126f6bb tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/security-groups?id=5f578744-6f09-4b7e-a537-2a342130270d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1144547 Jul 27 23:19:05.070615 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 5579877c-4e79-48b7-9a1c-a87dab8d9b98 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:19:05.073689 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-6ac7ac69-e2c3-4ecd-8d3e-eee12e2eb5da None None] For port 51787acb-3dc8-4ff9-ba53-d4b06f842721, host n-d-802623-1, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:19:05.073887 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceddae45-10ff-416e-bc02-ffc6fc97c207 None None] Network 49088dae-cab2-45d1-b068-4f3d583146ce requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:19:05.087490 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-6ac7ac69-e2c3-4ecd-8d3e-eee12e2eb5da None None] For port 51787acb-3dc8-4ff9-ba53-d4b06f842721, host n-d-802623-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=51787acb-3dc8-4ff9-ba53-d4b06f842721,segment=NetworkSegment(e3fd5c18-16c4-4207-8694-b3c218cd22d4),segment_id=e3fd5c18-16c4-4207-8694-b3c218cd22d4)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:19:05.094970 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6ac7ac69-e2c3-4ecd-8d3e-eee12e2eb5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:05.236885 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ac7ac69-e2c3-4ecd-8d3e-eee12e2eb5da None None] Routers {'3bdc4268-58d4-4fd9-9bc3-aefac2576f9f'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:19:05.238695 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-6ac7ac69-e2c3-4ecd-8d3e-eee12e2eb5da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:19:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['3bdc4268-58d4-4fd9-9bc3-aefac2576f9f'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:19:05.292062 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003c8a1f-d6a3-4409-bb3f-c39998e53c25 req-fbbec728-5ff2-476d-8861-4baa1a0f576a tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:05.307155 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003c8a1f-d6a3-4409-bb3f-c39998e53c25 req-fbbec728-5ff2-476d-8861-4baa1a0f576a tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:05.315967 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003c8a1f-d6a3-4409-bb3f-c39998e53c25 req-fbbec728-5ff2-476d-8861-4baa1a0f576a tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:05.323872 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003c8a1f-d6a3-4409-bb3f-c39998e53c25 req-fbbec728-5ff2-476d-8861-4baa1a0f576a tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:05.332779 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003c8a1f-d6a3-4409-bb3f-c39998e53c25 req-fbbec728-5ff2-476d-8861-4baa1a0f576a tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:05.336222 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f392c2cd-dbea-4b00-a204-f8a513d69ffd None None] Pushing event updated for resources: {'Port': ['ID=51787acb-3dc8-4ff9-ba53-d4b06f842721,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:19:05.348791 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003c8a1f-d6a3-4409-bb3f-c39998e53c25 req-fbbec728-5ff2-476d-8861-4baa1a0f576a tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:05.355195 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003c8a1f-d6a3-4409-bb3f-c39998e53c25 req-fbbec728-5ff2-476d-8861-4baa1a0f576a tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:05.364135 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-003c8a1f-d6a3-4409-bb3f-c39998e53c25 req-fbbec728-5ff2-476d-8861-4baa1a0f576a tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] 10.222.0.18 "GET /v2.0/ports?device_id=bab14976-9a79-4961-bbb7-bef26e77c0b6 HTTP/1.1" status: 200 len: 5446 time: 0.1667552 Jul 27 23:19:05.447990 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-003c8a1f-d6a3-4409-bb3f-c39998e53c25 req-286a5bed-2070-448f-bdc5-64b161ea628a tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] 10.222.0.18 "GET /v2.0/security-groups?id=cfd41bdc-77a0-40db-b366-4cd3c3051f6e&id=590f29d5-a38d-458c-93ce-543ee7b0dac7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0808167 Jul 27 23:19:05.554410 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-6ac7ac69-e2c3-4ecd-8d3e-eee12e2eb5da None None] Set router 3bdc4268-58d4-4fd9-9bc3-aefac2576f9f gateway port host: n-d-802623-1 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:19:05.577884 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-12476217-691e-4d8c-841f-84f6503805c1 None None] Provisioning for port 5579877c-4e79-48b7-9a1c-a87dab8d9b98 completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:19:05.640189 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning for port 5579877c-4e79-48b7-9a1c-a87dab8d9b98 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:19:05.702386 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a927c1-b8e9-4d4e-be50-034e6a95a943 req-e5cba202-f425-4cb8-81ce-5abd7630764c tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:05.705367 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port 5579877c-4e79-48b7-9a1c-a87dab8d9b98 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:19:05.706285 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:05.715712 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a927c1-b8e9-4d4e-be50-034e6a95a943 req-e5cba202-f425-4cb8-81ce-5abd7630764c tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:05.737711 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a927c1-b8e9-4d4e-be50-034e6a95a943 req-e5cba202-f425-4cb8-81ce-5abd7630764c tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:05.759289 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a927c1-b8e9-4d4e-be50-034e6a95a943 req-e5cba202-f425-4cb8-81ce-5abd7630764c tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:05.772502 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a927c1-b8e9-4d4e-be50-034e6a95a943 req-e5cba202-f425-4cb8-81ce-5abd7630764c tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:05.791650 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a927c1-b8e9-4d4e-be50-034e6a95a943 req-e5cba202-f425-4cb8-81ce-5abd7630764c tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:05.809299 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a927c1-b8e9-4d4e-be50-034e6a95a943 req-e5cba202-f425-4cb8-81ce-5abd7630764c tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:05.820915 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b0a927c1-b8e9-4d4e-be50-034e6a95a943 req-e5cba202-f425-4cb8-81ce-5abd7630764c tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] 10.222.0.18 "GET /v2.0/ports?device_id=bab14976-9a79-4961-bbb7-bef26e77c0b6 HTTP/1.1" status: 200 len: 5446 time: 0.2241242 Jul 27 23:19:06.151777 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:06.255993 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] For port 5579877c-4e79-48b7-9a1c-a87dab8d9b98, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=5579877c-4e79-48b7-9a1c-a87dab8d9b98,segment=NetworkSegment(979d88c5-537d-4330-9559-3529f2b6e3f6),segment_id=979d88c5-537d-4330-9559-3529f2b6e3f6)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:19:06.267765 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:06.306366 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5f8e69-a24c-4f33-a071-1fb0b6c40295 req-43fb2e04-666a-420c-90ce-c62e3a1be178 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:06.317802 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-6d5f8e69-a24c-4f33-a071-1fb0b6c40295 req-43fb2e04-666a-420c-90ce-c62e3a1be178 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/ports?device_id=55cb1b9e-b3c2-47cd-8a02-7c9e10ec36f7 HTTP/1.1" status: 200 len: 944 time: 0.1227698 Jul 27 23:19:06.319470 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-94b1607e-ef3b-402e-88f2-395b33a015cf req-6b6df6b0-0e91-4f28-8472-d778b951a42f tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9b578e0-38ac-43b6-b53b-c2b46ca276ea HTTP/1.1" status: 200 len: 210 time: 0.1730235 Jul 27 23:19:06.337602 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-6ac7ac69-e2c3-4ecd-8d3e-eee12e2eb5da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bdc4268-58d4-4fd9-9bc3-aefac2576f9f', 'name': 'tempest-ServersTestMultiNic-977071585-router', 'tenant_id': '81524393492f47f28d2fbae8569f1a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.70'}], 'enable_snat': True}, 'gw_port_id': '0329d4c6-7020-4ff3-876f-a6eccb2e8219', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:18:54Z', 'updated_at': '2021-07-27T23:18:58Z', 'revision_number': 4, 'project_id': '81524393492f47f28d2fbae8569f1a7c', 'gw_port': {'id': '0329d4c6-7020-4ff3-876f-a6eccb2e8219', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:96:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bdc4268-58d4-4fd9-9bc3-aefac2576f9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1909, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:18:55Z', 'updated_at': '2021-07-27T23:19:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': '51787acb-3dc8-4ff9-ba53-d4b06f842721', 'name': '', 'network_id': '1f248642-7dce-426e-8cb7-76be090132d2', 'tenant_id': '81524393492f47f28d2fbae8569f1a7c', 'mac_address': 'fa:16:3e:aa:b3:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bdc4268-58d4-4fd9-9bc3-aefac2576f9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1910, 'fixed_ips': [{'subnet_id': '914e852e-076c-41ed-9dee-9e3e5bebb9b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:18:57Z', 'updated_at': '2021-07-27T23:19:05Z', 'revision_number': 4, 'project_id': '81524393492f47f28d2fbae8569f1a7c', 'subnets': [{'id': '914e852e-076c-41ed-9dee-9e3e5bebb9b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:19:06.404532 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 48252) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:19:06.453834 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-6d5f8e69-a24c-4f33-a071-1fb0b6c40295 req-3a2a2b3b-5031-4041-8bb8-b879d98d03f1 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/security-groups?id=5f578744-6f09-4b7e-a537-2a342130270d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1347110 Jul 27 23:19:06.518179 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac7ac69-e2c3-4ecd-8d3e-eee12e2eb5da None None] The sync data for ids ['3bdc4268-58d4-4fd9-9bc3-aefac2576f9f'] in n-d-802623-1 is: [{'id': '3bdc4268-58d4-4fd9-9bc3-aefac2576f9f', 'name': 'tempest-ServersTestMultiNic-977071585-router', 'tenant_id': '81524393492f47f28d2fbae8569f1a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.70'}], 'enable_snat': True}, 'gw_port_id': '0329d4c6-7020-4ff3-876f-a6eccb2e8219', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:18:54Z', 'updated_at': '2021-07-27T23:18:58Z', 'revision_number': 4, 'project_id': '81524393492f47f28d2fbae8569f1a7c', 'gw_port': {'id': '0329d4c6-7020-4ff3-876f-a6eccb2e8219', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:96:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bdc4268-58d4-4fd9-9bc3-aefac2576f9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1909, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:18:55Z', 'updated_at': '2021-07-27T23:19:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': '51787acb-3dc8-4ff9-ba53-d4b06f842721', 'name': '', 'network_id': '1f248642-7dce-426e-8cb7-76be090132d2', 'tenant_id': '81524393492f47f28d2fbae8569f1a7c', 'mac_address': 'fa:16:3e:aa:b3:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bdc4268-58d4-4fd9-9bc3-aefac2576f9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1910, 'fixed_ips': [{'subnet_id': '914e852e-076c-41ed-9dee-9e3e5bebb9b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:18:57Z', 'updated_at': '2021-07-27T23:19:05Z', 'revision_number': 4, 'project_id': '81524393492f47f28d2fbae8569f1a7c', 'subnets': [{'id': '914e852e-076c-41ed-9dee-9e3e5bebb9b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:19:06.583680 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Pushing event updated for resources: {'Port': ['ID=5579877c-4e79-48b7-9a1c-a87dab8d9b98,revision_number=3']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:19:06.680278 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7c8ed97-0c66-4eed-9de6-b6ae96f3771a None None] Network 6945d29f-dff6-4e8f-ba8b-65b582087781 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:19:06.838920 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device ba036085-7ec9-4bf0-b473-011934dbea5f up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:19:06.844800 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb85b17-748e-4cd8-83f6-e20aebb7b2af req-753e75b2-7ec6-44da-94b4-217830a3c018 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:06.850783 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb85b17-748e-4cd8-83f6-e20aebb7b2af req-753e75b2-7ec6-44da-94b4-217830a3c018 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:06.854267 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-a486f0a3-db1b-45a2-9f00-2ff2a11cad2f None None] Provisioning complete for port 5579877c-4e79-48b7-9a1c-a87dab8d9b98 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:19:06.854894 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a486f0a3-db1b-45a2-9f00-2ff2a11cad2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:06.861355 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7eb85b17-748e-4cd8-83f6-e20aebb7b2af req-753e75b2-7ec6-44da-94b4-217830a3c018 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] 10.222.0.38 "GET /v2.0/networks?id=49088dae-cab2-45d1-b068-4f3d583146ce&id=6945d29f-dff6-4e8f-ba8b-65b582087781&id=49088dae-cab2-45d1-b068-4f3d583146ce HTTP/1.1" status: 200 len: 1388 time: 0.3119719 Jul 27 23:19:06.873772 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-258ecf0f-e039-4874-b3ea-316e4955b503 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:06.878557 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [req-7eb85b17-748e-4cd8-83f6-e20aebb7b2af req-9c4afb0a-4b7c-44ab-a7f4-027d3472b631 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Request body: {'port': {'device_id': 'a9b578e0-38ac-43b6-b53b-c2b46ca276ea', 'network_id': '49088dae-cab2-45d1-b068-4f3d583146ce', 'admin_state_up': True, 'tenant_id': '81524393492f47f28d2fbae8569f1a7c'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:19:07.101167 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-258ecf0f-e039-4874-b3ea-316e4955b503 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:07.113729 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-258ecf0f-e039-4874-b3ea-316e4955b503 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:07.135248 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning for port ba036085-7ec9-4bf0-b473-011934dbea5f completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:19:07.147340 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7eb85b17-748e-4cd8-83f6-e20aebb7b2af req-9c4afb0a-4b7c-44ab-a7f4-027d3472b631 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Made reservation on behalf of 81524393492f47f28d2fbae8569f1a7c for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:19:07.152307 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-7eb85b17-748e-4cd8-83f6-e20aebb7b2af req-9c4afb0a-4b7c-44ab-a7f4-027d3472b631 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:07.157800 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 51787acb-3dc8-4ff9-ba53-d4b06f842721 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:19:07.167949 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-258ecf0f-e039-4874-b3ea-316e4955b503 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c514e487afe94e8689ccfec06307ebd0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7611315 Jul 27 23:19:07.168695 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 48258) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:19:07.176909 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258ecf0f-e039-4874-b3ea-316e4955b503 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84226f85-6034-44f4-bc35-03391db3eba2,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:19:07.284268 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c3868f04-77e7-4ff6-a8fa-b9a1bedcb513 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:07.333475 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [req-7eb85b17-748e-4cd8-83f6-e20aebb7b2af req-9c4afb0a-4b7c-44ab-a7f4-027d3472b631 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Allocated IP 19.80.0.110 (49088dae-cab2-45d1-b068-4f3d583146ce/c4ecd772-ffe4-4b44-bb11-78379f56c371/7069d145-9671-40d7-9a22-375db3bc785e) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:19:07.334880 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c3868f04-77e7-4ff6-a8fa-b9a1bedcb513 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:07.468571 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c3868f04-77e7-4ff6-a8fa-b9a1bedcb513 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:07.472856 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c3868f04-77e7-4ff6-a8fa-b9a1bedcb513 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:07.488172 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-c3868f04-77e7-4ff6-a8fa-b9a1bedcb513 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/84226f85-6034-44f4-bc35-03391db3eba2 HTTP/1.1" status: 204 len: 168 time: 0.3171451 Jul 27 23:19:07.507079 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3868f04-77e7-4ff6-a8fa-b9a1bedcb513 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84226f85-6034-44f4-bc35-03391db3eba2,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:19:07.618262 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-50ecbdf6-0298-4ef4-b36f-3a1a4f4eaba8 req-3def74c5-a534-4413-acef-4acb39793c76 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9b578e0-38ac-43b6-b53b-c2b46ca276ea HTTP/1.1" status: 200 len: 210 time: 0.0868740 Jul 27 23:19:07.645775 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86e4225-e08c-44db-babf-423ae4ed2203 req-d5b828cc-4fb8-41a4-a88f-b23ab99498f1 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:07.656902 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a86e4225-e08c-44db-babf-423ae4ed2203 req-d5b828cc-4fb8-41a4-a88f-b23ab99498f1 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/ports?device_id=55cb1b9e-b3c2-47cd-8a02-7c9e10ec36f7 HTTP/1.1" status: 200 len: 944 time: 0.1100867 Jul 27 23:19:07.660094 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e1aefa0c-1c3a-4455-9723-3f8418a778e5 None None] Provisioning for port ba036085-7ec9-4bf0-b473-011934dbea5f completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:19:07.687472 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e1aefa0c-1c3a-4455-9723-3f8418a778e5 None None] Provisioning complete for port ba036085-7ec9-4bf0-b473-011934dbea5f triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:19:07.688208 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e1aefa0c-1c3a-4455-9723-3f8418a778e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:07.714947 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-7eb85b17-748e-4cd8-83f6-e20aebb7b2af req-9c4afb0a-4b7c-44ab-a7f4-027d3472b631 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:07.730229 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a86e4225-e08c-44db-babf-423ae4ed2203 req-09994fa1-7d4e-445f-8850-42e78424ce09 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/security-groups?id=5f578744-6f09-4b7e-a537-2a342130270d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720701 Jul 27 23:19:07.779385 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-7eb85b17-748e-4cd8-83f6-e20aebb7b2af req-9c4afb0a-4b7c-44ab-a7f4-027d3472b631 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Transition to ACTIVE for port object 7069d145-9671-40d7-9a22-375db3bc785e will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:19:07.886732 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-7eb85b17-748e-4cd8-83f6-e20aebb7b2af req-9c4afb0a-4b7c-44ab-a7f4-027d3472b631 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:07.917983 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning for port 51787acb-3dc8-4ff9-ba53-d4b06f842721 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:19:07.917983 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port 51787acb-3dc8-4ff9-ba53-d4b06f842721 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:19:07.917983 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:08.003891 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4afb0a-4b7c-44ab-a7f4-027d3472b631 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Pushing event updated for resources: {'Port': ['ID=7069d145-9671-40d7-9a22-375db3bc785e,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:19:08.020515 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4afb0a-4b7c-44ab-a7f4-027d3472b631 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:19:08.020925 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4afb0a-4b7c-44ab-a7f4-027d3472b631 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:19:08.021232 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4afb0a-4b7c-44ab-a7f4-027d3472b631 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:19:08.021558 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4afb0a-4b7c-44ab-a7f4-027d3472b631 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:19:08.021918 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4afb0a-4b7c-44ab-a7f4-027d3472b631 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:19:08.022243 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4afb0a-4b7c-44ab-a7f4-027d3472b631 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:19:08.022658 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4afb0a-4b7c-44ab-a7f4-027d3472b631 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:19:08.023015 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4afb0a-4b7c-44ab-a7f4-027d3472b631 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:19:08.025120 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4afb0a-4b7c-44ab-a7f4-027d3472b631 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:19:08.025483 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4afb0a-4b7c-44ab-a7f4-027d3472b631 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:19:08.025819 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4afb0a-4b7c-44ab-a7f4-027d3472b631 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:19:08.026152 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4afb0a-4b7c-44ab-a7f4-027d3472b631 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:19:08.042206 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7eb85b17-748e-4cd8-83f6-e20aebb7b2af req-9c4afb0a-4b7c-44ab-a7f4-027d3472b631 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Network 49088dae-cab2-45d1-b068-4f3d583146ce is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:19:08.045929 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [req-7eb85b17-748e-4cd8-83f6-e20aebb7b2af req-9c4afb0a-4b7c-44ab-a7f4-027d3472b631 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:19:08.049880 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-7eb85b17-748e-4cd8-83f6-e20aebb7b2af req-9c4afb0a-4b7c-44ab-a7f4-027d3472b631 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:19:08.146476 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb85b17-748e-4cd8-83f6-e20aebb7b2af req-9c4afb0a-4b7c-44ab-a7f4-027d3472b631 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:08.147190 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-7eb85b17-748e-4cd8-83f6-e20aebb7b2af req-9c4afb0a-4b7c-44ab-a7f4-027d3472b631 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:08.170061 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7eb85b17-748e-4cd8-83f6-e20aebb7b2af req-9c4afb0a-4b7c-44ab-a7f4-027d3472b631 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2965682 Jul 27 23:19:08.183808 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [req-7eb85b17-748e-4cd8-83f6-e20aebb7b2af req-10f25b72-a087-48ef-ad4a-b79de0cfbcae tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Request body: {'port': {'device_id': 'a9b578e0-38ac-43b6-b53b-c2b46ca276ea', 'network_id': '6945d29f-dff6-4e8f-ba8b-65b582087781', 'admin_state_up': True, 'tenant_id': '81524393492f47f28d2fbae8569f1a7c'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:19:08.216700 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 48296) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:19:08.259273 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-325040fa-ff9d-4282-8ef8-b49164705357 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:08.311324 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e1aefa0c-1c3a-4455-9723-3f8418a778e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:08.392378 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:08.432276 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-325040fa-ff9d-4282-8ef8-b49164705357 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:08.439413 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-325040fa-ff9d-4282-8ef8-b49164705357 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:08.470243 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] For port 51787acb-3dc8-4ff9-ba53-d4b06f842721, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=51787acb-3dc8-4ff9-ba53-d4b06f842721,segment=NetworkSegment(e3fd5c18-16c4-4207-8694-b3c218cd22d4),segment_id=e3fd5c18-16c4-4207-8694-b3c218cd22d4)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:19:08.476793 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7eb85b17-748e-4cd8-83f6-e20aebb7b2af req-10f25b72-a087-48ef-ad4a-b79de0cfbcae tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Made reservation on behalf of 81524393492f47f28d2fbae8569f1a7c for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:19:08.481534 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-7eb85b17-748e-4cd8-83f6-e20aebb7b2af req-10f25b72-a087-48ef-ad4a-b79de0cfbcae tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:08.483620 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325040fa-ff9d-4282-8ef8-b49164705357 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a40a86f-e287-47c2-a419-53a423b35302,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:19:08.514574 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:08.527365 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-325040fa-ff9d-4282-8ef8-b49164705357 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e5ef5ff1517546e8bca6cea52662954b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3094049 Jul 27 23:19:08.528035 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 48302) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:19:08.567213 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-e1aefa0c-1c3a-4455-9723-3f8418a778e5 None None] For port ba036085-7ec9-4bf0-b473-011934dbea5f, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=ba036085-7ec9-4bf0-b473-011934dbea5f,segment=NetworkSegment(19a5f8b8-0796-4210-8402-277ff568d11c),segment_id=19a5f8b8-0796-4210-8402-277ff568d11c)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:19:08.607546 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e1aefa0c-1c3a-4455-9723-3f8418a778e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:08.615939 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Pushing event updated for resources: {'Port': ['ID=51787acb-3dc8-4ff9-ba53-d4b06f842721,revision_number=5']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:19:08.634566 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a70cc327-bb23-473a-96fa-cc1bf5336f82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:08.672504 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 5579877c-4e79-48b7-9a1c-a87dab8d9b98 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:19:08.689012 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a70cc327-bb23-473a-96fa-cc1bf5336f82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:08.748435 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [req-7eb85b17-748e-4cd8-83f6-e20aebb7b2af req-10f25b72-a087-48ef-ad4a-b79de0cfbcae tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Allocated IP 19.86.0.249 (6945d29f-dff6-4e8f-ba8b-65b582087781/3010a625-6c96-4389-b50c-a610f10b6fa9/18c5a532-7433-4e96-ad2f-e59f2dac1758) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:19:08.761784 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1aefa0c-1c3a-4455-9723-3f8418a778e5 None None] Pushing event updated for resources: {'Port': ['ID=ba036085-7ec9-4bf0-b473-011934dbea5f,revision_number=3']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:19:08.796697 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-3ea23718-b900-4be3-9ce9-0157f76f92e8 None None] Provisioning for port 7069d145-9671-40d7-9a22-375db3bc785e completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:19:08.818459 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-3ea23718-b900-4be3-9ce9-0157f76f92e8 None None] Provisioning complete for port 7069d145-9671-40d7-9a22-375db3bc785e triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:19:08.818848 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-3ea23718-b900-4be3-9ce9-0157f76f92e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:08.867751 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port 5579877c-4e79-48b7-9a1c-a87dab8d9b98 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:19:08.868114 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:08.879446 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a70cc327-bb23-473a-96fa-cc1bf5336f82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:08.894139 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a70cc327-bb23-473a-96fa-cc1bf5336f82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:08.897777 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-a70cc327-bb23-473a-96fa-cc1bf5336f82 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3a40a86f-e287-47c2-a419-53a423b35302 HTTP/1.1" status: 204 len: 168 time: 0.3664646 Jul 27 23:19:08.933573 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101ae9e5-aff4-4a76-a159-d977fa4c383d req-dbae0a3b-ea08-482e-b17a-91e9cf196bb5 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:08.944678 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-101ae9e5-aff4-4a76-a159-d977fa4c383d req-dbae0a3b-ea08-482e-b17a-91e9cf196bb5 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9b578e0-38ac-43b6-b53b-c2b46ca276ea HTTP/1.1" status: 200 len: 932 time: 0.1903019 Jul 27 23:19:08.953420 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-3ea23718-b900-4be3-9ce9-0157f76f92e8 None None] Port 7069d145-9671-40d7-9a22-375db3bc785e cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:19:08.957591 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70cc327-bb23-473a-96fa-cc1bf5336f82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a40a86f-e287-47c2-a419-53a423b35302,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:19:09.011031 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-3ea23718-b900-4be3-9ce9-0157f76f92e8 None None] Provisioning complete for port ba036085-7ec9-4bf0-b473-011934dbea5f triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:19:09.011468 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-3ea23718-b900-4be3-9ce9-0157f76f92e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:09.041922 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-101ae9e5-aff4-4a76-a159-d977fa4c383d req-0c2b20c5-a434-4e35-a596-94f2adc38df4 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] 10.222.0.18 "GET /v2.0/security-groups?id=b47536c3-d51a-4a40-ad2f-fa3043688901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872717 Jul 27 23:19:09.055643 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-7eb85b17-748e-4cd8-83f6-e20aebb7b2af req-10f25b72-a087-48ef-ad4a-b79de0cfbcae tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:09.142407 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-7eb85b17-748e-4cd8-83f6-e20aebb7b2af req-10f25b72-a087-48ef-ad4a-b79de0cfbcae tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Transition to ACTIVE for port object 18c5a532-7433-4e96-ad2f-e59f2dac1758 will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:19:09.189794 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 48324) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:19:09.232226 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd814cc-8930-4d2e-b002-5f5efa95b2c0 req-fdb05b5a-f8ec-4bbd-b1fc-07374cfaa5f0 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:09.240106 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-3bd814cc-8930-4d2e-b002-5f5efa95b2c0 req-fdb05b5a-f8ec-4bbd-b1fc-07374cfaa5f0 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/ports?device_id=55cb1b9e-b3c2-47cd-8a02-7c9e10ec36f7 HTTP/1.1" status: 200 len: 944 time: 0.3862972 Jul 27 23:19:09.249397 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-7eb85b17-748e-4cd8-83f6-e20aebb7b2af req-10f25b72-a087-48ef-ad4a-b79de0cfbcae tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:09.316949 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7eb85b17-748e-4cd8-83f6-e20aebb7b2af req-10f25b72-a087-48ef-ad4a-b79de0cfbcae tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Network 6945d29f-dff6-4e8f-ba8b-65b582087781 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:19:09.324039 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [req-7eb85b17-748e-4cd8-83f6-e20aebb7b2af req-10f25b72-a087-48ef-ad4a-b79de0cfbcae tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:19:09.334500 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-3bd814cc-8930-4d2e-b002-5f5efa95b2c0 req-873ccee9-47a0-4e20-a2af-128077daa28a tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/security-groups?id=5f578744-6f09-4b7e-a537-2a342130270d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935307 Jul 27 23:19:09.335370 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-7eb85b17-748e-4cd8-83f6-e20aebb7b2af req-10f25b72-a087-48ef-ad4a-b79de0cfbcae tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:19:09.365349 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f25b72-a087-48ef-ad4a-b79de0cfbcae tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Pushing event updated for resources: {'Port': ['ID=18c5a532-7433-4e96-ad2f-e59f2dac1758,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:19:09.410227 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb85b17-748e-4cd8-83f6-e20aebb7b2af req-10f25b72-a087-48ef-ad4a-b79de0cfbcae tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:09.416249 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-7eb85b17-748e-4cd8-83f6-e20aebb7b2af req-10f25b72-a087-48ef-ad4a-b79de0cfbcae tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:09.451554 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7eb85b17-748e-4cd8-83f6-e20aebb7b2af req-10f25b72-a087-48ef-ad4a-b79de0cfbcae tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2727404 Jul 27 23:19:09.464494 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [req-7eb85b17-748e-4cd8-83f6-e20aebb7b2af req-9ed15848-f605-40fb-89ad-20a07d015ad8 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Request body: {'port': {'device_id': 'a9b578e0-38ac-43b6-b53b-c2b46ca276ea', 'network_id': '49088dae-cab2-45d1-b068-4f3d583146ce', 'admin_state_up': True, 'tenant_id': '81524393492f47f28d2fbae8569f1a7c'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:19:09.519871 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f3f97b-c816-4850-adab-46e2ebcea819 req-416a773c-dc60-4062-9006-5e669e3f8951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:09.520369 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f3f97b-c816-4850-adab-46e2ebcea819 req-416a773c-dc60-4062-9006-5e669e3f8951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:09.520839 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f3f97b-c816-4850-adab-46e2ebcea819 req-416a773c-dc60-4062-9006-5e669e3f8951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:09.522471 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f3f97b-c816-4850-adab-46e2ebcea819 req-416a773c-dc60-4062-9006-5e669e3f8951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:09.522972 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f3f97b-c816-4850-adab-46e2ebcea819 req-416a773c-dc60-4062-9006-5e669e3f8951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:09.525557 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f3f97b-c816-4850-adab-46e2ebcea819 req-416a773c-dc60-4062-9006-5e669e3f8951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:09.526045 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f3f97b-c816-4850-adab-46e2ebcea819 req-416a773c-dc60-4062-9006-5e669e3f8951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:09.538784 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-77f3f97b-c816-4850-adab-46e2ebcea819 req-416a773c-dc60-4062-9006-5e669e3f8951 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=bab14976-9a79-4961-bbb7-bef26e77c0b6 HTTP/1.1" status: 200 len: 6503 time: 0.3460040 Jul 27 23:19:09.639030 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-77f3f97b-c816-4850-adab-46e2ebcea819 req-4344afc4-676c-4f57-a48a-41426f4e2887 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=590f29d5-a38d-458c-93ce-543ee7b0dac7&id=cfd41bdc-77a0-40db-b366-4cd3c3051f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0985177 Jul 27 23:19:09.673991 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-1ff4f492-63a4-41b1-8352-d950b36e1643 None None] Provisioning for port 18c5a532-7433-4e96-ad2f-e59f2dac1758 completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:19:09.683332 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-1ff4f492-63a4-41b1-8352-d950b36e1643 None None] Provisioning complete for port 18c5a532-7433-4e96-ad2f-e59f2dac1758 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:19:09.685796 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-1ff4f492-63a4-41b1-8352-d950b36e1643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:09.707679 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7eb85b17-748e-4cd8-83f6-e20aebb7b2af req-9ed15848-f605-40fb-89ad-20a07d015ad8 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Made reservation on behalf of 81524393492f47f28d2fbae8569f1a7c for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:19:09.711597 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-7eb85b17-748e-4cd8-83f6-e20aebb7b2af req-9ed15848-f605-40fb-89ad-20a07d015ad8 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:09.782178 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-1ff4f492-63a4-41b1-8352-d950b36e1643 None None] Port 18c5a532-7433-4e96-ad2f-e59f2dac1758 cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:19:09.948586 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [req-7eb85b17-748e-4cd8-83f6-e20aebb7b2af req-9ed15848-f605-40fb-89ad-20a07d015ad8 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Allocated IP 19.80.0.216 (49088dae-cab2-45d1-b068-4f3d583146ce/c4ecd772-ffe4-4b44-bb11-78379f56c371/2de8b231-ac8d-4ede-a77d-190d51cc1934) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:19:10.309830 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-7eb85b17-748e-4cd8-83f6-e20aebb7b2af req-9ed15848-f605-40fb-89ad-20a07d015ad8 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:10.335752 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-7eb85b17-748e-4cd8-83f6-e20aebb7b2af req-9ed15848-f605-40fb-89ad-20a07d015ad8 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Transition to ACTIVE for port object 2de8b231-ac8d-4ede-a77d-190d51cc1934 will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:19:10.369420 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b098c8c-99fa-4f9c-8848-5b784f66a20b req-6572e1d8-bab4-4a66-8397-f2f85668065d tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:10.378962 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b098c8c-99fa-4f9c-8848-5b784f66a20b req-6572e1d8-bab4-4a66-8397-f2f85668065d tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:10.387367 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-6b098c8c-99fa-4f9c-8848-5b784f66a20b req-6572e1d8-bab4-4a66-8397-f2f85668065d tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9b578e0-38ac-43b6-b53b-c2b46ca276ea HTTP/1.1" status: 200 len: 1655 time: 0.2125518 Jul 27 23:19:10.443642 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-7eb85b17-748e-4cd8-83f6-e20aebb7b2af req-9ed15848-f605-40fb-89ad-20a07d015ad8 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:10.461628 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-6b098c8c-99fa-4f9c-8848-5b784f66a20b req-2a549dfc-ce8c-4a60-9885-ffedb63c891e tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] 10.222.0.18 "GET /v2.0/security-groups?id=b47536c3-d51a-4a40-ad2f-fa3043688901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733120 Jul 27 23:19:10.603731 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7eb85b17-748e-4cd8-83f6-e20aebb7b2af req-9ed15848-f605-40fb-89ad-20a07d015ad8 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Network 49088dae-cab2-45d1-b068-4f3d583146ce is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:19:10.609102 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed15848-f605-40fb-89ad-20a07d015ad8 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Pushing event updated for resources: {'Port': ['ID=2de8b231-ac8d-4ede-a77d-190d51cc1934,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:19:10.620449 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [req-7eb85b17-748e-4cd8-83f6-e20aebb7b2af req-9ed15848-f605-40fb-89ad-20a07d015ad8 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:19:10.623187 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-7eb85b17-748e-4cd8-83f6-e20aebb7b2af req-9ed15848-f605-40fb-89ad-20a07d015ad8 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:19:10.683350 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 51787acb-3dc8-4ff9-ba53-d4b06f842721 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:19:10.700304 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb85b17-748e-4cd8-83f6-e20aebb7b2af req-9ed15848-f605-40fb-89ad-20a07d015ad8 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:10.700962 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-7eb85b17-748e-4cd8-83f6-e20aebb7b2af req-9ed15848-f605-40fb-89ad-20a07d015ad8 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:10.759201 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93fb6ae-817d-443f-9062-a90f4342d3db req-ad14d359-0bea-4d0a-9138-149ff0743cba tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:10.770835 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b93fb6ae-817d-443f-9062-a90f4342d3db req-ad14d359-0bea-4d0a-9138-149ff0743cba tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/ports?device_id=55cb1b9e-b3c2-47cd-8a02-7c9e10ec36f7 HTTP/1.1" status: 200 len: 944 time: 0.2660716 Jul 27 23:19:10.794373 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port 51787acb-3dc8-4ff9-ba53-d4b06f842721 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:19:10.795585 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:10.813821 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7eb85b17-748e-4cd8-83f6-e20aebb7b2af req-9ed15848-f605-40fb-89ad-20a07d015ad8 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3538401 Jul 27 23:19:10.833669 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [req-7eb85b17-748e-4cd8-83f6-e20aebb7b2af req-d4a89f8d-5dce-4c52-88be-fa1293eb2176 service neutron] Request body: {'port': {'device_id': 'a9b578e0-38ac-43b6-b53b-c2b46ca276ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802623-1'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:19:10.878985 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b93fb6ae-817d-443f-9062-a90f4342d3db req-e96a0b89-330f-491b-a7df-ddfd0024792c tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/security-groups?id=5f578744-6f09-4b7e-a537-2a342130270d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1011877 Jul 27 23:19:10.969100 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-7eb85b17-748e-4cd8-83f6-e20aebb7b2af req-d4a89f8d-5dce-4c52-88be-fa1293eb2176 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:10.972082 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device ba036085-7ec9-4bf0-b473-011934dbea5f up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:19:11.051791 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port ba036085-7ec9-4bf0-b473-011934dbea5f triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:19:11.052172 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:11.176117 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-92d950af-4252-41bd-904b-8add17fdbc4d None None] Provisioning for port 2de8b231-ac8d-4ede-a77d-190d51cc1934 completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:19:11.182152 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-92d950af-4252-41bd-904b-8add17fdbc4d None None] Provisioning complete for port 2de8b231-ac8d-4ede-a77d-190d51cc1934 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:19:11.182545 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-92d950af-4252-41bd-904b-8add17fdbc4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:11.238645 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-92d950af-4252-41bd-904b-8add17fdbc4d None None] Port 2de8b231-ac8d-4ede-a77d-190d51cc1934 cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:19:11.376439 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [req-7eb85b17-748e-4cd8-83f6-e20aebb7b2af req-d4a89f8d-5dce-4c52-88be-fa1293eb2176 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7069d145-9671-40d7-9a22-375db3bc785e {{(pid=93798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:19:11.390994 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-7eb85b17-748e-4cd8-83f6-e20aebb7b2af req-d4a89f8d-5dce-4c52-88be-fa1293eb2176 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:11.412061 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-7eb85b17-748e-4cd8-83f6-e20aebb7b2af req-d4a89f8d-5dce-4c52-88be-fa1293eb2176 service neutron] Transition to ACTIVE for port object 7069d145-9671-40d7-9a22-375db3bc785e will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:19:11.420907 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-7eb85b17-748e-4cd8-83f6-e20aebb7b2af req-d4a89f8d-5dce-4c52-88be-fa1293eb2176 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:11.517608 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a89f8d-5dce-4c52-88be-fa1293eb2176 service neutron] Pushing event updated for resources: {'Port': ['ID=7069d145-9671-40d7-9a22-375db3bc785e,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:19:11.696955 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-7eb85b17-748e-4cd8-83f6-e20aebb7b2af req-d4a89f8d-5dce-4c52-88be-fa1293eb2176 service neutron] Attempting to bind port 7069d145-9671-40d7-9a22-375db3bc785e on host n-h1-802623-1 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:19:11.697297 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-7eb85b17-748e-4cd8-83f6-e20aebb7b2af req-d4a89f8d-5dce-4c52-88be-fa1293eb2176 service neutron] Attempting to bind port 7069d145-9671-40d7-9a22-375db3bc785e by drivers openvswitch,hyperv on host n-h1-802623-1 at level 0 using segments [{'id': '979d88c5-537d-4330-9559-3529f2b6e3f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '49088dae-cab2-45d1-b068-4f3d583146ce'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:19:11.697836 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eb85b17-748e-4cd8-83f6-e20aebb7b2af req-d4a89f8d-5dce-4c52-88be-fa1293eb2176 service neutron] Attempting to bind port 7069d145-9671-40d7-9a22-375db3bc785e on network 49088dae-cab2-45d1-b068-4f3d583146ce {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:19:11.720951 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102931b1-ab8b-4fbd-94ea-80f2ee9c102a req-d4ebae66-55d5-4d63-9dad-5574ec8e826b tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:11.728201 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102931b1-ab8b-4fbd-94ea-80f2ee9c102a req-d4ebae66-55d5-4d63-9dad-5574ec8e826b tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:11.734074 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102931b1-ab8b-4fbd-94ea-80f2ee9c102a req-d4ebae66-55d5-4d63-9dad-5574ec8e826b tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:11.736081 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-102931b1-ab8b-4fbd-94ea-80f2ee9c102a req-d4ebae66-55d5-4d63-9dad-5574ec8e826b tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9b578e0-38ac-43b6-b53b-c2b46ca276ea HTTP/1.1" status: 200 len: 2389 time: 0.1668265 Jul 27 23:19:11.736952 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eb85b17-748e-4cd8-83f6-e20aebb7b2af req-d4a89f8d-5dce-4c52-88be-fa1293eb2176 service neutron] Port 7069d145-9671-40d7-9a22-375db3bc785e on network 49088dae-cab2-45d1-b068-4f3d583146ce not bound, no agent of type Open vSwitch agent registered on host n-h1-802623-1 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 23:19:11.737540 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eb85b17-748e-4cd8-83f6-e20aebb7b2af req-d4a89f8d-5dce-4c52-88be-fa1293eb2176 service neutron] Attempting to bind port 7069d145-9671-40d7-9a22-375db3bc785e on network 49088dae-cab2-45d1-b068-4f3d583146ce {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:19:11.749173 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eb85b17-748e-4cd8-83f6-e20aebb7b2af req-d4a89f8d-5dce-4c52-88be-fa1293eb2176 service neutron] Checking agent: {'id': '245f1da4-a9b8-4b08-90d7-28f0f342b839', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 59, 59), 'started_at': datetime.datetime(2021, 7, 27, 22, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 18, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:19:11.749834 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eb85b17-748e-4cd8-83f6-e20aebb7b2af req-d4a89f8d-5dce-4c52-88be-fa1293eb2176 service neutron] Checking segment: {'id': '979d88c5-537d-4330-9559-3529f2b6e3f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '49088dae-cab2-45d1-b068-4f3d583146ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:19:11.750606 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eb85b17-748e-4cd8-83f6-e20aebb7b2af req-d4a89f8d-5dce-4c52-88be-fa1293eb2176 service neutron] Bound using segment: {'id': '979d88c5-537d-4330-9559-3529f2b6e3f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '49088dae-cab2-45d1-b068-4f3d583146ce'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:19:11.751454 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-7eb85b17-748e-4cd8-83f6-e20aebb7b2af req-d4a89f8d-5dce-4c52-88be-fa1293eb2176 service neutron] Bound port: 7069d145-9671-40d7-9a22-375db3bc785e, host: n-h1-802623-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '979d88c5-537d-4330-9559-3529f2b6e3f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '49088dae-cab2-45d1-b068-4f3d583146ce'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:19:11.754305 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-7eb85b17-748e-4cd8-83f6-e20aebb7b2af req-d4a89f8d-5dce-4c52-88be-fa1293eb2176 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:11.861182 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-7eb85b17-748e-4cd8-83f6-e20aebb7b2af req-d4a89f8d-5dce-4c52-88be-fa1293eb2176 service neutron] For port 7069d145-9671-40d7-9a22-375db3bc785e, host n-h1-802623-1, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:19:11.865767 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-7eb85b17-748e-4cd8-83f6-e20aebb7b2af req-d4a89f8d-5dce-4c52-88be-fa1293eb2176 service neutron] For port 7069d145-9671-40d7-9a22-375db3bc785e, host n-h1-802623-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=7069d145-9671-40d7-9a22-375db3bc785e,segment=NetworkSegment(979d88c5-537d-4330-9559-3529f2b6e3f6),segment_id=979d88c5-537d-4330-9559-3529f2b6e3f6)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:19:11.875636 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-7eb85b17-748e-4cd8-83f6-e20aebb7b2af req-d4a89f8d-5dce-4c52-88be-fa1293eb2176 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:11.970180 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-102931b1-ab8b-4fbd-94ea-80f2ee9c102a req-5a0b2286-0917-4cf7-9481-995af94139df tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] 10.222.0.18 "GET /v2.0/security-groups?id=b47536c3-d51a-4a40-ad2f-fa3043688901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2234464 Jul 27 23:19:11.992527 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb85b17-748e-4cd8-83f6-e20aebb7b2af req-d4a89f8d-5dce-4c52-88be-fa1293eb2176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:11.992527 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-7eb85b17-748e-4cd8-83f6-e20aebb7b2af req-d4a89f8d-5dce-4c52-88be-fa1293eb2176 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:11.992527 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7eb85b17-748e-4cd8-83f6-e20aebb7b2af req-d4a89f8d-5dce-4c52-88be-fa1293eb2176 service neutron] 10.222.0.38 "PUT /v2.0/ports/7069d145-9671-40d7-9a22-375db3bc785e HTTP/1.1" status: 200 len: 1092 time: 1.1628678 Jul 27 23:19:11.992527 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9b578e0-38ac-43b6-b53b-c2b46ca276ea', 'tag': '7069d145-9671-40d7-9a22-375db3bc785e'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:19:12.001590 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}011f8d312121274bb12d78e77c6379a2079800640016cec6c6d605b73666e854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c238327-a17d-474a-bdb0-79c2d6d956df" -d '{"events": [{"name": "network-changed", "server_uuid": "a9b578e0-38ac-43b6-b53b-c2b46ca276ea", "tag": "7069d145-9671-40d7-9a22-375db3bc785e"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:19:12.022699 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [req-7eb85b17-748e-4cd8-83f6-e20aebb7b2af req-1bc0a1d7-b912-492f-adce-f8e95428ebae service neutron] Request body: {'port': {'device_id': 'a9b578e0-38ac-43b6-b53b-c2b46ca276ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802623-1'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:19:12.066432 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a89f8d-5dce-4c52-88be-fa1293eb2176 service neutron] Pushing event updated for resources: {'Port': ['ID=7069d145-9671-40d7-9a22-375db3bc785e,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:19:12.101035 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c364f1-d168-420c-a6b1-8c0eaae03dab req-c64fc480-c400-4036-aefd-9d8a747d6c94 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:12.103661 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-08c364f1-d168-420c-a6b1-8c0eaae03dab req-c64fc480-c400-4036-aefd-9d8a747d6c94 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/ports?device_id=55cb1b9e-b3c2-47cd-8a02-7c9e10ec36f7 HTTP/1.1" status: 200 len: 944 time: 0.1023693 Jul 27 23:19:12.132268 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 23:19:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d3d25f0-da4c-477d-ae61-8b5584e064b1 x-openstack-request-id: req-4d3d25f0-da4c-477d-ae61-8b5584e064b1 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:19:12.132700 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9b578e0-38ac-43b6-b53b-c2b46ca276ea", "tag": "7069d145-9671-40d7-9a22-375db3bc785e", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:19:12.143960 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4d3d25f0-da4c-477d-ae61-8b5584e064b1 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:19:12.144489 n-d-802623-1 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9b578e0-38ac-43b6-b53b-c2b46ca276ea', 'tag': '7069d145-9671-40d7-9a22-375db3bc785e', 'status': 'completed', 'code': 200} Jul 27 23:19:12.183866 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-08c364f1-d168-420c-a6b1-8c0eaae03dab req-7a6a10c2-66d5-4bbe-9707-a882b2c1d2da tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/security-groups?id=5f578744-6f09-4b7e-a537-2a342130270d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708308 Jul 27 23:19:12.224546 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-7eb85b17-748e-4cd8-83f6-e20aebb7b2af req-1bc0a1d7-b912-492f-adce-f8e95428ebae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:12.253063 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c238327-a17d-474a-bdb0-79c2d6d956df req-e614bb6c-37cf-4ed5-89a9-f64bb69e1ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:12.253766 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c238327-a17d-474a-bdb0-79c2d6d956df req-e614bb6c-37cf-4ed5-89a9-f64bb69e1ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:12.254402 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c238327-a17d-474a-bdb0-79c2d6d956df req-e614bb6c-37cf-4ed5-89a9-f64bb69e1ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:12.256292 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-1c238327-a17d-474a-bdb0-79c2d6d956df req-e614bb6c-37cf-4ed5-89a9-f64bb69e1ea8 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=81524393492f47f28d2fbae8569f1a7c&device_id=a9b578e0-38ac-43b6-b53b-c2b46ca276ea HTTP/1.1" status: 200 len: 2732 time: 0.1369519 Jul 27 23:19:12.498624 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c238327-a17d-474a-bdb0-79c2d6d956df req-e47f56f4-111b-4e85-aa20-127c7e89ddb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:12.507057 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c238327-a17d-474a-bdb0-79c2d6d956df req-e47f56f4-111b-4e85-aa20-127c7e89ddb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:12.507765 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c238327-a17d-474a-bdb0-79c2d6d956df req-e47f56f4-111b-4e85-aa20-127c7e89ddb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:12.511349 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-1c238327-a17d-474a-bdb0-79c2d6d956df req-e47f56f4-111b-4e85-aa20-127c7e89ddb6 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=81524393492f47f28d2fbae8569f1a7c&shared=False HTTP/1.1" status: 200 len: 2287 time: 0.2343135 Jul 27 23:19:12.586223 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f3b2ab-2e33-4f18-9138-6823c3661e85 req-38c5127e-c50d-47ea-99e3-af61b4b6e23f tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:12.594167 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-34f3b2ab-2e33-4f18-9138-6823c3661e85 req-38c5127e-c50d-47ea-99e3-af61b4b6e23f tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/ports?device_id=55cb1b9e-b3c2-47cd-8a02-7c9e10ec36f7 HTTP/1.1" status: 200 len: 944 time: 0.0867972 Jul 27 23:19:12.667590 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-34f3b2ab-2e33-4f18-9138-6823c3661e85 req-5157cc5a-2fb5-4f9f-9aca-f6575bdf5aa9 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/security-groups?id=5f578744-6f09-4b7e-a537-2a342130270d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724840 Jul 27 23:19:12.747507 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc289c0-da8a-4a2d-b9e8-6705c6f13245 req-2cb1a3fe-d37d-473e-9cd9-ca0648ecb6e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:12.749038 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-8cc289c0-da8a-4a2d-b9e8-6705c6f13245 req-2cb1a3fe-d37d-473e-9cd9-ca0648ecb6e2 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=096ab815848b4fa4865a54f76499dfb1&device_id=55cb1b9e-b3c2-47cd-8a02-7c9e10ec36f7 HTTP/1.1" status: 200 len: 1095 time: 0.0984571 Jul 27 23:19:12.838573 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c238327-a17d-474a-bdb0-79c2d6d956df req-a247c3db-f7a4-450b-8bee-ff4e7c4dde9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:12.840105 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-1c238327-a17d-474a-bdb0-79c2d6d956df req-a247c3db-f7a4-450b-8bee-ff4e7c4dde9c service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3191085 Jul 27 23:19:12.928022 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [req-7eb85b17-748e-4cd8-83f6-e20aebb7b2af req-1bc0a1d7-b912-492f-adce-f8e95428ebae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18c5a532-7433-4e96-ad2f-e59f2dac1758 {{(pid=93798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:19:12.936882 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-7eb85b17-748e-4cd8-83f6-e20aebb7b2af req-1bc0a1d7-b912-492f-adce-f8e95428ebae service neutron] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:12.939605 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc289c0-da8a-4a2d-b9e8-6705c6f13245 req-8c5f7f8a-50f1-46b8-9cad-16da17def279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:12.941904 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-8cc289c0-da8a-4a2d-b9e8-6705c6f13245 req-8c5f7f8a-50f1-46b8-9cad-16da17def279 service neutron] 10.222.0.49 "GET /v2.0/networks?id=0627b955-dd0f-4cce-ba7f-51e698f3bc59 HTTP/1.1" status: 200 len: 913 time: 0.1804416 Jul 27 23:19:12.960911 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-7eb85b17-748e-4cd8-83f6-e20aebb7b2af req-1bc0a1d7-b912-492f-adce-f8e95428ebae service neutron] Transition to ACTIVE for port object 18c5a532-7433-4e96-ad2f-e59f2dac1758 will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:19:12.990398 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-7eb85b17-748e-4cd8-83f6-e20aebb7b2af req-1bc0a1d7-b912-492f-adce-f8e95428ebae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:13.160593 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-8cc289c0-da8a-4a2d-b9e8-6705c6f13245 req-1f60b126-7766-4643-9771-268d404b6527 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=907413de-9aa6-49bc-ae78-3f4206ba8faf HTTP/1.1" status: 200 len: 998 time: 0.2095947 Jul 27 23:19:13.224290 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc0a1d7-b912-492f-adce-f8e95428ebae service neutron] Pushing event updated for resources: {'Port': ['ID=18c5a532-7433-4e96-ad2f-e59f2dac1758,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:19:13.289790 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc289c0-da8a-4a2d-b9e8-6705c6f13245 req-c2bada3b-abd0-49d3-8f16-ca116d3d9bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:13.290872 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-8cc289c0-da8a-4a2d-b9e8-6705c6f13245 req-c2bada3b-abd0-49d3-8f16-ca116d3d9bc5 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=232a981d-f7d1-42df-991c-3a09e4ce0177 HTTP/1.1" status: 200 len: 851 time: 0.1032546 Jul 27 23:19:13.313518 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fb9533-c482-47ec-be06-99d6902e4aa7 req-666d1220-cd35-4bb8-a10d-dab0a94cfdf0 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:13.319887 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fb9533-c482-47ec-be06-99d6902e4aa7 req-666d1220-cd35-4bb8-a10d-dab0a94cfdf0 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:13.326162 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fb9533-c482-47ec-be06-99d6902e4aa7 req-666d1220-cd35-4bb8-a10d-dab0a94cfdf0 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:13.335779 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f1fb9533-c482-47ec-be06-99d6902e4aa7 req-666d1220-cd35-4bb8-a10d-dab0a94cfdf0 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9b578e0-38ac-43b6-b53b-c2b46ca276ea HTTP/1.1" status: 200 len: 2401 time: 0.2559609 Jul 27 23:19:13.400644 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-7eb85b17-748e-4cd8-83f6-e20aebb7b2af req-1bc0a1d7-b912-492f-adce-f8e95428ebae service neutron] Attempting to bind port 18c5a532-7433-4e96-ad2f-e59f2dac1758 on host n-h1-802623-1 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:19:13.400988 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-7eb85b17-748e-4cd8-83f6-e20aebb7b2af req-1bc0a1d7-b912-492f-adce-f8e95428ebae service neutron] Attempting to bind port 18c5a532-7433-4e96-ad2f-e59f2dac1758 by drivers openvswitch,hyperv on host n-h1-802623-1 at level 0 using segments [{'id': '19a5f8b8-0796-4210-8402-277ff568d11c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '6945d29f-dff6-4e8f-ba8b-65b582087781'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:19:13.401350 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eb85b17-748e-4cd8-83f6-e20aebb7b2af req-1bc0a1d7-b912-492f-adce-f8e95428ebae service neutron] Attempting to bind port 18c5a532-7433-4e96-ad2f-e59f2dac1758 on network 6945d29f-dff6-4e8f-ba8b-65b582087781 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:19:13.420355 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eb85b17-748e-4cd8-83f6-e20aebb7b2af req-1bc0a1d7-b912-492f-adce-f8e95428ebae service neutron] Port 18c5a532-7433-4e96-ad2f-e59f2dac1758 on network 6945d29f-dff6-4e8f-ba8b-65b582087781 not bound, no agent of type Open vSwitch agent registered on host n-h1-802623-1 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 23:19:13.420690 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eb85b17-748e-4cd8-83f6-e20aebb7b2af req-1bc0a1d7-b912-492f-adce-f8e95428ebae service neutron] Attempting to bind port 18c5a532-7433-4e96-ad2f-e59f2dac1758 on network 6945d29f-dff6-4e8f-ba8b-65b582087781 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:19:13.427226 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f1fb9533-c482-47ec-be06-99d6902e4aa7 req-07d8faba-3440-4246-af29-aba03713aa27 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] 10.222.0.18 "GET /v2.0/security-groups?id=b47536c3-d51a-4a40-ad2f-fa3043688901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905833 Jul 27 23:19:13.432336 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eb85b17-748e-4cd8-83f6-e20aebb7b2af req-1bc0a1d7-b912-492f-adce-f8e95428ebae service neutron] Checking agent: {'id': '245f1da4-a9b8-4b08-90d7-28f0f342b839', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 59, 59), 'started_at': datetime.datetime(2021, 7, 27, 22, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 18, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:19:13.432683 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eb85b17-748e-4cd8-83f6-e20aebb7b2af req-1bc0a1d7-b912-492f-adce-f8e95428ebae service neutron] Checking segment: {'id': '19a5f8b8-0796-4210-8402-277ff568d11c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '6945d29f-dff6-4e8f-ba8b-65b582087781'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:19:13.433069 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eb85b17-748e-4cd8-83f6-e20aebb7b2af req-1bc0a1d7-b912-492f-adce-f8e95428ebae service neutron] Bound using segment: {'id': '19a5f8b8-0796-4210-8402-277ff568d11c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '6945d29f-dff6-4e8f-ba8b-65b582087781'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:19:13.433510 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-7eb85b17-748e-4cd8-83f6-e20aebb7b2af req-1bc0a1d7-b912-492f-adce-f8e95428ebae service neutron] Bound port: 18c5a532-7433-4e96-ad2f-e59f2dac1758, host: n-h1-802623-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19a5f8b8-0796-4210-8402-277ff568d11c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '6945d29f-dff6-4e8f-ba8b-65b582087781'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:19:13.433879 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-7eb85b17-748e-4cd8-83f6-e20aebb7b2af req-1bc0a1d7-b912-492f-adce-f8e95428ebae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:13.439532 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc289c0-da8a-4a2d-b9e8-6705c6f13245 req-266d8325-b636-479a-a041-ba7cdc7ee71b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:13.441370 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-8cc289c0-da8a-4a2d-b9e8-6705c6f13245 req-266d8325-b636-479a-a041-ba7cdc7ee71b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0627b955-dd0f-4cce-ba7f-51e698f3bc59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1387527 Jul 27 23:19:13.611151 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-7eb85b17-748e-4cd8-83f6-e20aebb7b2af req-1bc0a1d7-b912-492f-adce-f8e95428ebae service neutron] For port 18c5a532-7433-4e96-ad2f-e59f2dac1758, host n-h1-802623-1, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:19:13.614789 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-7eb85b17-748e-4cd8-83f6-e20aebb7b2af req-1bc0a1d7-b912-492f-adce-f8e95428ebae service neutron] For port 18c5a532-7433-4e96-ad2f-e59f2dac1758, host n-h1-802623-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=18c5a532-7433-4e96-ad2f-e59f2dac1758,segment=NetworkSegment(19a5f8b8-0796-4210-8402-277ff568d11c),segment_id=19a5f8b8-0796-4210-8402-277ff568d11c)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:19:13.617317 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-8cc289c0-da8a-4a2d-b9e8-6705c6f13245 req-e929ef82-b706-49b4-8992-bec590b38d70 service neutron] 10.222.0.49 "GET /v2.0/networks/0627b955-dd0f-4cce-ba7f-51e698f3bc59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1677530 Jul 27 23:19:13.622141 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-7eb85b17-748e-4cd8-83f6-e20aebb7b2af req-1bc0a1d7-b912-492f-adce-f8e95428ebae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:13.770816 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc0a1d7-b912-492f-adce-f8e95428ebae service neutron] Pushing event updated for resources: {'Port': ['ID=18c5a532-7433-4e96-ad2f-e59f2dac1758,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:19:13.824038 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb85b17-748e-4cd8-83f6-e20aebb7b2af req-1bc0a1d7-b912-492f-adce-f8e95428ebae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:13.824845 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-7eb85b17-748e-4cd8-83f6-e20aebb7b2af req-1bc0a1d7-b912-492f-adce-f8e95428ebae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:13.826544 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7eb85b17-748e-4cd8-83f6-e20aebb7b2af req-1bc0a1d7-b912-492f-adce-f8e95428ebae service neutron] 10.222.0.38 "PUT /v2.0/ports/18c5a532-7433-4e96-ad2f-e59f2dac1758 HTTP/1.1" status: 200 len: 1092 time: 1.8109870 Jul 27 23:19:14.264405 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9b578e0-38ac-43b6-b53b-c2b46ca276ea', 'tag': '18c5a532-7433-4e96-ad2f-e59f2dac1758'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:19:14.267068 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}011f8d312121274bb12d78e77c6379a2079800640016cec6c6d605b73666e854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-356888b9-ed57-48e9-80b1-05321b27fe77" -d '{"events": [{"name": "network-changed", "server_uuid": "a9b578e0-38ac-43b6-b53b-c2b46ca276ea", "tag": "18c5a532-7433-4e96-ad2f-e59f2dac1758"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:19:14.314510 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-8cc289c0-da8a-4a2d-b9e8-6705c6f13245 req-b6b7ada6-bf08-4364-af8d-62da39829c4f service neutron] 10.222.0.49 "GET /v2.0/networks/0627b955-dd0f-4cce-ba7f-51e698f3bc59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6893182 Jul 27 23:19:14.318937 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [req-7eb85b17-748e-4cd8-83f6-e20aebb7b2af req-384d2c86-13a4-4331-a14e-1d5ac47428fd service neutron] Request body: {'port': {'device_id': 'a9b578e0-38ac-43b6-b53b-c2b46ca276ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802623-1'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:19:14.368731 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 23:19:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac63a3cc-29af-4393-a824-ed7430f6cfbc x-openstack-request-id: req-ac63a3cc-29af-4393-a824-ed7430f6cfbc {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:19:14.369007 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9b578e0-38ac-43b6-b53b-c2b46ca276ea", "tag": "18c5a532-7433-4e96-ad2f-e59f2dac1758", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:19:14.369300 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ac63a3cc-29af-4393-a824-ed7430f6cfbc {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:19:14.369624 n-d-802623-1 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9b578e0-38ac-43b6-b53b-c2b46ca276ea', 'tag': '18c5a532-7433-4e96-ad2f-e59f2dac1758', 'status': 'completed', 'code': 200} Jul 27 23:19:14.385677 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-7eb85b17-748e-4cd8-83f6-e20aebb7b2af req-384d2c86-13a4-4331-a14e-1d5ac47428fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:14.458645 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f44a52-cd3c-4bd4-9606-94a19580f8ca req-ed63e954-efe1-4b28-b539-46153580a8f4 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:14.460242 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f3f44a52-cd3c-4bd4-9606-94a19580f8ca req-ed63e954-efe1-4b28-b539-46153580a8f4 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/ports?device_id=55cb1b9e-b3c2-47cd-8a02-7c9e10ec36f7 HTTP/1.1" status: 200 len: 944 time: 0.6848676 Jul 27 23:19:14.615942 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20093985-3cdd-4077-b516-c0b45a4a0657 req-b3613a52-187b-4bbd-b644-252e537fd152 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:14.621751 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20093985-3cdd-4077-b516-c0b45a4a0657 req-b3613a52-187b-4bbd-b644-252e537fd152 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:14.628596 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20093985-3cdd-4077-b516-c0b45a4a0657 req-b3613a52-187b-4bbd-b644-252e537fd152 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:14.632462 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356888b9-ed57-48e9-80b1-05321b27fe77 req-2e18a59c-0921-41c8-b2cb-873da0594cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:14.635138 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356888b9-ed57-48e9-80b1-05321b27fe77 req-2e18a59c-0921-41c8-b2cb-873da0594cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:14.635637 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356888b9-ed57-48e9-80b1-05321b27fe77 req-2e18a59c-0921-41c8-b2cb-873da0594cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:14.637369 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-20093985-3cdd-4077-b516-c0b45a4a0657 req-b3613a52-187b-4bbd-b644-252e537fd152 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9b578e0-38ac-43b6-b53b-c2b46ca276ea HTTP/1.1" status: 200 len: 2401 time: 0.0794849 Jul 27 23:19:14.637792 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-356888b9-ed57-48e9-80b1-05321b27fe77 req-2e18a59c-0921-41c8-b2cb-873da0594cc0 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=81524393492f47f28d2fbae8569f1a7c&device_id=a9b578e0-38ac-43b6-b53b-c2b46ca276ea HTTP/1.1" status: 200 len: 2799 time: 0.2386436 Jul 27 23:19:14.641141 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f3f44a52-cd3c-4bd4-9606-94a19580f8ca req-c29bd2e7-61a8-4694-9ed4-a32cd72a8635 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/security-groups?id=5f578744-6f09-4b7e-a537-2a342130270d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1593711 Jul 27 23:19:14.718098 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-20093985-3cdd-4077-b516-c0b45a4a0657 req-c21a7dca-e659-4204-b80e-c88a149ead05 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] 10.222.0.18 "GET /v2.0/security-groups?id=b47536c3-d51a-4a40-ad2f-fa3043688901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791450 Jul 27 23:19:14.962808 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356888b9-ed57-48e9-80b1-05321b27fe77 req-6635ffac-a23b-40c3-8304-550628d991e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:14.963282 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356888b9-ed57-48e9-80b1-05321b27fe77 req-6635ffac-a23b-40c3-8304-550628d991e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:14.964336 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356888b9-ed57-48e9-80b1-05321b27fe77 req-6635ffac-a23b-40c3-8304-550628d991e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:14.966019 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-356888b9-ed57-48e9-80b1-05321b27fe77 req-6635ffac-a23b-40c3-8304-550628d991e3 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=81524393492f47f28d2fbae8569f1a7c&shared=False HTTP/1.1" status: 200 len: 2287 time: 0.3146415 Jul 27 23:19:15.002485 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [req-7eb85b17-748e-4cd8-83f6-e20aebb7b2af req-384d2c86-13a4-4331-a14e-1d5ac47428fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2de8b231-ac8d-4ede-a77d-190d51cc1934 {{(pid=93798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:19:15.077618 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-7eb85b17-748e-4cd8-83f6-e20aebb7b2af req-384d2c86-13a4-4331-a14e-1d5ac47428fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:15.104581 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-7eb85b17-748e-4cd8-83f6-e20aebb7b2af req-384d2c86-13a4-4331-a14e-1d5ac47428fd service neutron] Transition to ACTIVE for port object 2de8b231-ac8d-4ede-a77d-190d51cc1934 will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:19:15.124372 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-7eb85b17-748e-4cd8-83f6-e20aebb7b2af req-384d2c86-13a4-4331-a14e-1d5ac47428fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:15.188343 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356888b9-ed57-48e9-80b1-05321b27fe77 req-e4c9efd3-1ae9-4c25-9e10-b702c99fdc85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:15.190381 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-356888b9-ed57-48e9-80b1-05321b27fe77 req-e4c9efd3-1ae9-4c25-9e10-b702c99fdc85 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2163246 Jul 27 23:19:15.211637 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384d2c86-13a4-4331-a14e-1d5ac47428fd service neutron] Pushing event updated for resources: {'Port': ['ID=2de8b231-ac8d-4ede-a77d-190d51cc1934,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:19:15.288960 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-7eb85b17-748e-4cd8-83f6-e20aebb7b2af req-384d2c86-13a4-4331-a14e-1d5ac47428fd service neutron] Attempting to bind port 2de8b231-ac8d-4ede-a77d-190d51cc1934 on host n-h1-802623-1 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:19:15.289298 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-7eb85b17-748e-4cd8-83f6-e20aebb7b2af req-384d2c86-13a4-4331-a14e-1d5ac47428fd service neutron] Attempting to bind port 2de8b231-ac8d-4ede-a77d-190d51cc1934 by drivers openvswitch,hyperv on host n-h1-802623-1 at level 0 using segments [{'id': '979d88c5-537d-4330-9559-3529f2b6e3f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '49088dae-cab2-45d1-b068-4f3d583146ce'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:19:15.292250 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eb85b17-748e-4cd8-83f6-e20aebb7b2af req-384d2c86-13a4-4331-a14e-1d5ac47428fd service neutron] Attempting to bind port 2de8b231-ac8d-4ede-a77d-190d51cc1934 on network 49088dae-cab2-45d1-b068-4f3d583146ce {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:19:15.297379 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eb85b17-748e-4cd8-83f6-e20aebb7b2af req-384d2c86-13a4-4331-a14e-1d5ac47428fd service neutron] Port 2de8b231-ac8d-4ede-a77d-190d51cc1934 on network 49088dae-cab2-45d1-b068-4f3d583146ce not bound, no agent of type Open vSwitch agent registered on host n-h1-802623-1 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 23:19:15.297712 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eb85b17-748e-4cd8-83f6-e20aebb7b2af req-384d2c86-13a4-4331-a14e-1d5ac47428fd service neutron] Attempting to bind port 2de8b231-ac8d-4ede-a77d-190d51cc1934 on network 49088dae-cab2-45d1-b068-4f3d583146ce {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:19:15.302799 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eb85b17-748e-4cd8-83f6-e20aebb7b2af req-384d2c86-13a4-4331-a14e-1d5ac47428fd service neutron] Checking agent: {'id': '245f1da4-a9b8-4b08-90d7-28f0f342b839', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 59, 59), 'started_at': datetime.datetime(2021, 7, 27, 22, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 18, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:19:15.303195 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eb85b17-748e-4cd8-83f6-e20aebb7b2af req-384d2c86-13a4-4331-a14e-1d5ac47428fd service neutron] Checking segment: {'id': '979d88c5-537d-4330-9559-3529f2b6e3f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '49088dae-cab2-45d1-b068-4f3d583146ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:19:15.303584 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eb85b17-748e-4cd8-83f6-e20aebb7b2af req-384d2c86-13a4-4331-a14e-1d5ac47428fd service neutron] Bound using segment: {'id': '979d88c5-537d-4330-9559-3529f2b6e3f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '49088dae-cab2-45d1-b068-4f3d583146ce'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:19:15.304013 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-7eb85b17-748e-4cd8-83f6-e20aebb7b2af req-384d2c86-13a4-4331-a14e-1d5ac47428fd service neutron] Bound port: 2de8b231-ac8d-4ede-a77d-190d51cc1934, host: n-h1-802623-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '979d88c5-537d-4330-9559-3529f2b6e3f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '49088dae-cab2-45d1-b068-4f3d583146ce'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:19:15.304373 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-7eb85b17-748e-4cd8-83f6-e20aebb7b2af req-384d2c86-13a4-4331-a14e-1d5ac47428fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:15.381872 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-7eb85b17-748e-4cd8-83f6-e20aebb7b2af req-384d2c86-13a4-4331-a14e-1d5ac47428fd service neutron] For port 2de8b231-ac8d-4ede-a77d-190d51cc1934, host n-h1-802623-1, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:19:15.385350 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-7eb85b17-748e-4cd8-83f6-e20aebb7b2af req-384d2c86-13a4-4331-a14e-1d5ac47428fd service neutron] For port 2de8b231-ac8d-4ede-a77d-190d51cc1934, host n-h1-802623-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=2de8b231-ac8d-4ede-a77d-190d51cc1934,segment=NetworkSegment(979d88c5-537d-4330-9559-3529f2b6e3f6),segment_id=979d88c5-537d-4330-9559-3529f2b6e3f6)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:19:15.389434 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-7eb85b17-748e-4cd8-83f6-e20aebb7b2af req-384d2c86-13a4-4331-a14e-1d5ac47428fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:15.432602 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb85b17-748e-4cd8-83f6-e20aebb7b2af req-384d2c86-13a4-4331-a14e-1d5ac47428fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:15.433176 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-7eb85b17-748e-4cd8-83f6-e20aebb7b2af req-384d2c86-13a4-4331-a14e-1d5ac47428fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:15.434555 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7eb85b17-748e-4cd8-83f6-e20aebb7b2af req-384d2c86-13a4-4331-a14e-1d5ac47428fd service neutron] 10.222.0.38 "PUT /v2.0/ports/2de8b231-ac8d-4ede-a77d-190d51cc1934 HTTP/1.1" status: 200 len: 1092 time: 1.1240308 Jul 27 23:19:15.468372 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384d2c86-13a4-4331-a14e-1d5ac47428fd service neutron] Pushing event updated for resources: {'Port': ['ID=2de8b231-ac8d-4ede-a77d-190d51cc1934,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:19:15.532983 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb85b17-748e-4cd8-83f6-e20aebb7b2af req-3db2160d-d021-46ce-82e7-de855f16f681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:15.533512 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb85b17-748e-4cd8-83f6-e20aebb7b2af req-3db2160d-d021-46ce-82e7-de855f16f681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:15.534284 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb85b17-748e-4cd8-83f6-e20aebb7b2af req-3db2160d-d021-46ce-82e7-de855f16f681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:15.536978 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7eb85b17-748e-4cd8-83f6-e20aebb7b2af req-3db2160d-d021-46ce-82e7-de855f16f681 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=81524393492f47f28d2fbae8569f1a7c&device_id=a9b578e0-38ac-43b6-b53b-c2b46ca276ea HTTP/1.1" status: 200 len: 2866 time: 0.0631707 Jul 27 23:19:15.588161 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7eb85b17-748e-4cd8-83f6-e20aebb7b2af req-718dba05-84d8-421b-a31a-8522ef520165 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.110&port_id=7069d145-9671-40d7-9a22-375db3bc785e HTTP/1.1" status: 200 len: 217 time: 0.0420358 Jul 27 23:19:15.649281 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb85b17-748e-4cd8-83f6-e20aebb7b2af req-674d8825-1685-41a7-9ddc-e7c91b05eeae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:15.650789 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7eb85b17-748e-4cd8-83f6-e20aebb7b2af req-674d8825-1685-41a7-9ddc-e7c91b05eeae service neutron] 10.222.0.38 "GET /v2.0/subnets?id=c4ecd772-ffe4-4b44-bb11-78379f56c371 HTTP/1.1" status: 200 len: 801 time: 0.0541534 Jul 27 23:19:15.713991 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb85b17-748e-4cd8-83f6-e20aebb7b2af req-b9803dc4-beb5-4f3f-a551-a49194fa10bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:15.715607 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7eb85b17-748e-4cd8-83f6-e20aebb7b2af req-b9803dc4-beb5-4f3f-a551-a49194fa10bb service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=49088dae-cab2-45d1-b068-4f3d583146ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0582063 Jul 27 23:19:15.830335 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad770c8-b523-4f42-a8e3-c16be0e8e76c req-f7a7874b-556b-4cbb-b7f7-d06b0c32fcd8 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:15.840299 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-9ad770c8-b523-4f42-a8e3-c16be0e8e76c req-f7a7874b-556b-4cbb-b7f7-d06b0c32fcd8 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] 10.222.0.18 "GET /v2.0/ports?device_id=6a43bd9a-6245-44f3-a319-a8a9d9683e94 HTTP/1.1" status: 200 len: 947 time: 0.0665097 Jul 27 23:19:15.860914 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb750582-8260-4f04-948c-5036c065c02b req-5699db31-4031-4164-8b55-167c9692b5ad tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:15.863354 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-eb750582-8260-4f04-948c-5036c065c02b req-5699db31-4031-4164-8b55-167c9692b5ad tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/ports?device_id=55cb1b9e-b3c2-47cd-8a02-7c9e10ec36f7 HTTP/1.1" status: 200 len: 944 time: 0.1012349 Jul 27 23:19:15.894176 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7eb85b17-748e-4cd8-83f6-e20aebb7b2af req-a7eede4d-ffee-41be-9f51-6471438363f5 service neutron] 10.222.0.38 "GET /v2.0/networks/49088dae-cab2-45d1-b068-4f3d583146ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1700590 Jul 27 23:19:15.933058 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-eb750582-8260-4f04-948c-5036c065c02b req-f5657d07-ad32-46e2-889b-a14086130c05 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/security-groups?id=5f578744-6f09-4b7e-a537-2a342130270d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627604 Jul 27 23:19:15.934306 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-9ad770c8-b523-4f42-a8e3-c16be0e8e76c req-9fa9e8f8-5b57-4713-8f03-57bc0aca80e3 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] 10.222.0.18 "GET /v2.0/security-groups?id=7226db73-c6f2-4ea3-adb9-5e608bea74da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0931616 Jul 27 23:19:16.044399 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7eb85b17-748e-4cd8-83f6-e20aebb7b2af req-0f780dfa-c882-45ba-85e7-3d06f4171246 service neutron] 10.222.0.38 "GET /v2.0/networks/49088dae-cab2-45d1-b068-4f3d583146ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386125 Jul 27 23:19:16.107858 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7eb85b17-748e-4cd8-83f6-e20aebb7b2af req-69094860-4f70-4f05-9bf2-ffec7da41e13 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.249&port_id=18c5a532-7433-4e96-ad2f-e59f2dac1758 HTTP/1.1" status: 200 len: 217 time: 0.0569649 Jul 27 23:19:16.153026 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac13ec5-b505-4a00-a178-0f7516b28b08 req-97e668ea-a745-46c5-bd12-a62a1bc1178e tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:16.154608 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-9ac13ec5-b505-4a00-a178-0f7516b28b08 req-97e668ea-a745-46c5-bd12-a62a1bc1178e tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/ports?device_id=55cb1b9e-b3c2-47cd-8a02-7c9e10ec36f7 HTTP/1.1" status: 200 len: 944 time: 0.0665040 Jul 27 23:19:16.177377 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb85b17-748e-4cd8-83f6-e20aebb7b2af req-5d3211f7-4b66-4a84-ae7e-7a4c5567fb8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:16.178970 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7eb85b17-748e-4cd8-83f6-e20aebb7b2af req-5d3211f7-4b66-4a84-ae7e-7a4c5567fb8a service neutron] 10.222.0.38 "GET /v2.0/subnets?id=3010a625-6c96-4389-b50c-a610f10b6fa9 HTTP/1.1" status: 200 len: 801 time: 0.0551536 Jul 27 23:19:16.192969 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9ed355-ab49-4783-8f7f-500650658d66 req-e10cf7bd-d113-4124-afa5-bd8fe13971fd tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:16.198778 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9ed355-ab49-4783-8f7f-500650658d66 req-e10cf7bd-d113-4124-afa5-bd8fe13971fd tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:16.205449 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-9ac13ec5-b505-4a00-a178-0f7516b28b08 req-6d544a38-7235-4d5e-9a37-152472edc85f tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/security-groups?id=5f578744-6f09-4b7e-a537-2a342130270d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423694 Jul 27 23:19:16.205651 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9ed355-ab49-4783-8f7f-500650658d66 req-e10cf7bd-d113-4124-afa5-bd8fe13971fd tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:16.207307 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-6e9ed355-ab49-4783-8f7f-500650658d66 req-e10cf7bd-d113-4124-afa5-bd8fe13971fd tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9b578e0-38ac-43b6-b53b-c2b46ca276ea HTTP/1.1" status: 200 len: 2413 time: 0.1443858 Jul 27 23:19:16.277464 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-6e9ed355-ab49-4783-8f7f-500650658d66 req-1813b1b2-458d-4ea7-9649-0cca1553ac85 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] 10.222.0.18 "GET /v2.0/security-groups?id=b47536c3-d51a-4a40-ad2f-fa3043688901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616615 Jul 27 23:19:16.284031 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb85b17-748e-4cd8-83f6-e20aebb7b2af req-2fbcd626-5aaa-4a1d-8def-45c89ea328ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:16.285528 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7eb85b17-748e-4cd8-83f6-e20aebb7b2af req-2fbcd626-5aaa-4a1d-8def-45c89ea328ed service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=6945d29f-dff6-4e8f-ba8b-65b582087781&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0773473 Jul 27 23:19:16.370497 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9b578e0-38ac-43b6-b53b-c2b46ca276ea', 'tag': '2de8b231-ac8d-4ede-a77d-190d51cc1934'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:19:16.372841 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}011f8d312121274bb12d78e77c6379a2079800640016cec6c6d605b73666e854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5ef0a05-6eae-49b1-a767-573ef2f97757" -d '{"events": [{"name": "network-changed", "server_uuid": "a9b578e0-38ac-43b6-b53b-c2b46ca276ea", "tag": "2de8b231-ac8d-4ede-a77d-190d51cc1934"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:19:16.426227 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 23:19:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c84919a-79bf-4fc9-be66-40bef5879bde x-openstack-request-id: req-7c84919a-79bf-4fc9-be66-40bef5879bde {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:19:16.426227 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9b578e0-38ac-43b6-b53b-c2b46ca276ea", "tag": "2de8b231-ac8d-4ede-a77d-190d51cc1934", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:19:16.426227 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7c84919a-79bf-4fc9-be66-40bef5879bde {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:19:16.426674 n-d-802623-1 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9b578e0-38ac-43b6-b53b-c2b46ca276ea', 'tag': '2de8b231-ac8d-4ede-a77d-190d51cc1934', 'status': 'completed', 'code': 200} Jul 27 23:19:16.456029 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7eb85b17-748e-4cd8-83f6-e20aebb7b2af req-77bb4928-acdf-453a-8374-067f51498d8a service neutron] 10.222.0.38 "GET /v2.0/networks/6945d29f-dff6-4e8f-ba8b-65b582087781?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1621461 Jul 27 23:19:16.464219 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-34fe49db-148a-4c76-b7a7-0bd151950422 req-6c52b5f9-fa73-409e-97b9-438463a09ec2 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=b095b7c4-44b3-4276-8676-8d0be18fa84f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0855887 Jul 27 23:19:16.528594 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2957d5cb-e20e-47f6-9730-1362462bde8d req-6a796788-2980-4f18-b993-731c8bdd2a51 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:16.531630 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-2957d5cb-e20e-47f6-9730-1362462bde8d req-6a796788-2980-4f18-b993-731c8bdd2a51 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/ports?device_id=55cb1b9e-b3c2-47cd-8a02-7c9e10ec36f7 HTTP/1.1" status: 200 len: 944 time: 0.0665989 Jul 27 23:19:16.587858 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-2957d5cb-e20e-47f6-9730-1362462bde8d req-8fb5b192-9373-4ae5-bb81-dc10cba20b02 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/security-groups?id=5f578744-6f09-4b7e-a537-2a342130270d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418744 Jul 27 23:19:16.591569 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fe49db-148a-4c76-b7a7-0bd151950422 req-4aa6568d-f9c0-4531-b31f-ae9dc538675e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:16.592055 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fe49db-148a-4c76-b7a7-0bd151950422 req-4aa6568d-f9c0-4531-b31f-ae9dc538675e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:16.592525 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fe49db-148a-4c76-b7a7-0bd151950422 req-4aa6568d-f9c0-4531-b31f-ae9dc538675e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:16.593010 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fe49db-148a-4c76-b7a7-0bd151950422 req-4aa6568d-f9c0-4531-b31f-ae9dc538675e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:16.593443 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fe49db-148a-4c76-b7a7-0bd151950422 req-4aa6568d-f9c0-4531-b31f-ae9dc538675e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:16.593898 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fe49db-148a-4c76-b7a7-0bd151950422 req-4aa6568d-f9c0-4531-b31f-ae9dc538675e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:16.594346 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fe49db-148a-4c76-b7a7-0bd151950422 req-4aa6568d-f9c0-4531-b31f-ae9dc538675e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:16.596445 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-34fe49db-148a-4c76-b7a7-0bd151950422 req-4aa6568d-f9c0-4531-b31f-ae9dc538675e service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f48a0b951c1c4793a7fc1226ee71e867&device_id=b095b7c4-44b3-4276-8676-8d0be18fa84f HTTP/1.1" status: 200 len: 6490 time: 0.0701106 Jul 27 23:19:16.610375 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7eb85b17-748e-4cd8-83f6-e20aebb7b2af req-ffe81dcb-7f33-450d-969c-88fc78664f29 service neutron] 10.222.0.38 "GET /v2.0/networks/6945d29f-dff6-4e8f-ba8b-65b582087781?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452241 Jul 27 23:19:16.666518 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7eb85b17-748e-4cd8-83f6-e20aebb7b2af req-326ed9ef-b8d9-43c9-a3e0-1a2bfa4195a4 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.216&port_id=2de8b231-ac8d-4ede-a77d-190d51cc1934 HTTP/1.1" status: 200 len: 217 time: 0.0482605 Jul 27 23:19:16.766311 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb85b17-748e-4cd8-83f6-e20aebb7b2af req-8a1f67d0-b6bb-4960-b896-eb3ff71e61bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:16.768952 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7eb85b17-748e-4cd8-83f6-e20aebb7b2af req-8a1f67d0-b6bb-4960-b896-eb3ff71e61bb service neutron] 10.222.0.38 "GET /v2.0/subnets?id=c4ecd772-ffe4-4b44-bb11-78379f56c371 HTTP/1.1" status: 200 len: 801 time: 0.0887396 Jul 27 23:19:16.821316 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fe49db-148a-4c76-b7a7-0bd151950422 req-87ad8c50-61c0-4363-98a0-3e9c43343e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:16.821704 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fe49db-148a-4c76-b7a7-0bd151950422 req-87ad8c50-61c0-4363-98a0-3e9c43343e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:16.822172 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fe49db-148a-4c76-b7a7-0bd151950422 req-87ad8c50-61c0-4363-98a0-3e9c43343e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:16.823816 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-34fe49db-148a-4c76-b7a7-0bd151950422 req-87ad8c50-61c0-4363-98a0-3e9c43343e4e service neutron] 10.222.0.38 "GET /v2.0/networks?id=a77c1ae5-7f70-4eb8-a472-5ed26426d716&id=0052d342-b5b8-4be5-86a5-4c909f6d7ddb&id=0052d342-b5b8-4be5-86a5-4c909f6d7ddb&id=0052d342-b5b8-4be5-86a5-4c909f6d7ddb&id=0052d342-b5b8-4be5-86a5-4c909f6d7ddb&id=42a806fa-6465-4bb1-a70d-1966b5320f00&id=42a806fa-6465-4bb1-a70d-1966b5320f00 HTTP/1.1" status: 200 len: 2294 time: 0.1663089 Jul 27 23:19:16.832180 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57bd9f1-3aac-490d-a1ac-c5e37f63bee7 req-5c9dfc14-4fc7-4f08-85f6-465192d25e3b tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:16.834312 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f57bd9f1-3aac-490d-a1ac-c5e37f63bee7 req-5c9dfc14-4fc7-4f08-85f6-465192d25e3b tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/ports?device_id=55cb1b9e-b3c2-47cd-8a02-7c9e10ec36f7 HTTP/1.1" status: 200 len: 944 time: 0.0568514 Jul 27 23:19:16.875417 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb85b17-748e-4cd8-83f6-e20aebb7b2af req-a6ee9e48-7f88-4439-aeaf-fb2f213ce90a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:16.877370 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7eb85b17-748e-4cd8-83f6-e20aebb7b2af req-a6ee9e48-7f88-4439-aeaf-fb2f213ce90a service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=49088dae-cab2-45d1-b068-4f3d583146ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1011124 Jul 27 23:19:16.893498 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f57bd9f1-3aac-490d-a1ac-c5e37f63bee7 req-8a472410-9397-4d1f-b5e8-4f148984e69d tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/security-groups?id=5f578744-6f09-4b7e-a537-2a342130270d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434942 Jul 27 23:19:16.917306 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-34fe49db-148a-4c76-b7a7-0bd151950422 req-b8d19182-2a34-4a38-971f-ad026d0c687b service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e47c6535-a4f5-45fa-b256-dc12446d1280 HTTP/1.1" status: 200 len: 1000 time: 0.0860450 Jul 27 23:19:17.013513 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fe49db-148a-4c76-b7a7-0bd151950422 req-c783ee07-485d-4344-b40e-393252915e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:17.015001 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-34fe49db-148a-4c76-b7a7-0bd151950422 req-c783ee07-485d-4344-b40e-393252915e97 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=09f6cf61-7c03-449e-9a5d-68f7eabed009 HTTP/1.1" status: 200 len: 851 time: 0.0666320 Jul 27 23:19:17.112712 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7eb85b17-748e-4cd8-83f6-e20aebb7b2af req-d83defab-9f97-423c-a845-a4b8741fc660 service neutron] 10.222.0.38 "GET /v2.0/networks/49088dae-cab2-45d1-b068-4f3d583146ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2225661 Jul 27 23:19:17.151867 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fe49db-148a-4c76-b7a7-0bd151950422 req-a88a0b80-d9b8-4bab-8c86-e94275fdf3c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:17.153395 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-34fe49db-148a-4c76-b7a7-0bd151950422 req-a88a0b80-d9b8-4bab-8c86-e94275fdf3c0 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a77c1ae5-7f70-4eb8-a472-5ed26426d716&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1293252 Jul 27 23:19:17.187675 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e73a91-e593-47d1-bcff-0539c1711c72 req-299abe7c-6e10-430e-8ef2-9ff751840d75 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:17.189167 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-55e73a91-e593-47d1-bcff-0539c1711c72 req-299abe7c-6e10-430e-8ef2-9ff751840d75 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] 10.222.0.18 "GET /v2.0/ports?device_id=6a43bd9a-6245-44f3-a319-a8a9d9683e94 HTTP/1.1" status: 200 len: 947 time: 0.1639147 Jul 27 23:19:17.301237 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.agents_db [None req-9beef776-8bab-4de2-989a-f5a23ba4aaf4 None None] Agent healthcheck: found 7 active agents {{(pid=93800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 23:19:17.317859 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5d5051-f2d2-4b02-a36f-215029899ba5 req-cabb1d0f-157e-4de3-ad5b-327fbb957b94 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:17.319745 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-9c5d5051-f2d2-4b02-a36f-215029899ba5 req-cabb1d0f-157e-4de3-ad5b-327fbb957b94 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] 10.222.0.38 "GET /v2.0/ports?device_id=6a43bd9a-6245-44f3-a319-a8a9d9683e94 HTTP/1.1" status: 200 len: 947 time: 0.0653260 Jul 27 23:19:17.375590 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-55e73a91-e593-47d1-bcff-0539c1711c72 req-ea49d82f-8cda-4f0c-a175-a0eecf06dc40 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] 10.222.0.18 "GET /v2.0/security-groups?id=7226db73-c6f2-4ea3-adb9-5e608bea74da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1749680 Jul 27 23:19:17.382009 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7eb85b17-748e-4cd8-83f6-e20aebb7b2af req-126e4239-f7a0-4c7d-960f-a89ebf22eacc service neutron] 10.222.0.38 "GET /v2.0/networks/49088dae-cab2-45d1-b068-4f3d583146ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2559001 Jul 27 23:19:17.399954 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-34fe49db-148a-4c76-b7a7-0bd151950422 req-9a6d4a6e-fef8-4e9b-9748-00c59af1a03f service neutron] 10.222.0.38 "GET /v2.0/networks/a77c1ae5-7f70-4eb8-a472-5ed26426d716?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2203250 Jul 27 23:19:17.490324 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [req-9c5d5051-f2d2-4b02-a36f-215029899ba5 req-fa80e9f0-5abb-499c-9488-c2fcb5331cfa tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Deleting port add62f76-8960-42c5-a51d-b75f221ac213 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:19:17.491096 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-9c5d5051-f2d2-4b02-a36f-215029899ba5 req-fa80e9f0-5abb-499c-9488-c2fcb5331cfa tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:17.519134 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ef0a05-6eae-49b1-a767-573ef2f97757 req-2f8ee43d-465b-4fb3-b4e5-f17f1190363e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:17.519701 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016861ff-8c0b-4162-a536-801254f17323 req-c6ce226b-42ea-43d6-9a70-f3fe37de27e1 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:17.519840 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ef0a05-6eae-49b1-a767-573ef2f97757 req-2f8ee43d-465b-4fb3-b4e5-f17f1190363e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:17.520242 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ef0a05-6eae-49b1-a767-573ef2f97757 req-2f8ee43d-465b-4fb3-b4e5-f17f1190363e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:17.521926 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a5ef0a05-6eae-49b1-a767-573ef2f97757 req-2f8ee43d-465b-4fb3-b4e5-f17f1190363e service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=81524393492f47f28d2fbae8569f1a7c&device_id=a9b578e0-38ac-43b6-b53b-c2b46ca276ea HTTP/1.1" status: 200 len: 2866 time: 0.0709772 Jul 27 23:19:17.526458 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016861ff-8c0b-4162-a536-801254f17323 req-c6ce226b-42ea-43d6-9a70-f3fe37de27e1 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:17.532605 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016861ff-8c0b-4162-a536-801254f17323 req-c6ce226b-42ea-43d6-9a70-f3fe37de27e1 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:17.534375 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-016861ff-8c0b-4162-a536-801254f17323 req-c6ce226b-42ea-43d6-9a70-f3fe37de27e1 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9b578e0-38ac-43b6-b53b-c2b46ca276ea HTTP/1.1" status: 200 len: 2413 time: 0.1327834 Jul 27 23:19:17.556114 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-34fe49db-148a-4c76-b7a7-0bd151950422 req-560436f3-1005-4a2e-91bc-fe7e081a902a service neutron] 10.222.0.38 "GET /v2.0/networks/a77c1ae5-7f70-4eb8-a472-5ed26426d716?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484888 Jul 27 23:19:17.624349 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-016861ff-8c0b-4162-a536-801254f17323 req-0dfbaef1-0298-4190-b056-b2934c1963da tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] 10.222.0.18 "GET /v2.0/security-groups?id=b47536c3-d51a-4a40-ad2f-fa3043688901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615914 Jul 27 23:19:17.626507 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-34fe49db-148a-4c76-b7a7-0bd151950422 req-1a3e11af-683c-4084-b32f-4e77ea413783 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.156&port_id=cb2a8bc8-566d-48dc-b91d-d5248a770485 HTTP/1.1" status: 200 len: 217 time: 0.0441349 Jul 27 23:19:17.663438 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-9c5d5051-f2d2-4b02-a36f-215029899ba5 req-fa80e9f0-5abb-499c-9488-c2fcb5331cfa tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] For port add62f76-8960-42c5-a51d-b75f221ac213, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=add62f76-8960-42c5-a51d-b75f221ac213,segment=NetworkSegment(dd3fb910-11a1-4198-8a90-f4352ae92025),segment_id=dd3fb910-11a1-4198-8a90-f4352ae92025)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:19:17.663816 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-9c5d5051-f2d2-4b02-a36f-215029899ba5 req-fa80e9f0-5abb-499c-9488-c2fcb5331cfa tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:17.708565 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fe49db-148a-4c76-b7a7-0bd151950422 req-114c30be-9abc-464e-9aa0-ab6367658b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:17.710130 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-34fe49db-148a-4c76-b7a7-0bd151950422 req-114c30be-9abc-464e-9aa0-ab6367658b27 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=2370b3c6-3347-454c-b521-b5818cee031b HTTP/1.1" status: 200 len: 797 time: 0.0743914 Jul 27 23:19:17.713513 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ef0a05-6eae-49b1-a767-573ef2f97757 req-cb209cd9-91b3-4481-8d49-c36e5ff4cbae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:17.715234 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a5ef0a05-6eae-49b1-a767-573ef2f97757 req-cb209cd9-91b3-4481-8d49-c36e5ff4cbae service neutron] 10.222.0.38 "GET /v2.0/networks?id=49088dae-cab2-45d1-b068-4f3d583146ce HTTP/1.1" status: 200 len: 899 time: 0.1812375 Jul 27 23:19:17.813922 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a5ef0a05-6eae-49b1-a767-573ef2f97757 req-0bc92d49-d7ba-4721-bfc3-e3c9bcc42581 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.216&port_id=2de8b231-ac8d-4ede-a77d-190d51cc1934 HTTP/1.1" status: 200 len: 217 time: 0.0779626 Jul 27 23:19:17.828130 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fe49db-148a-4c76-b7a7-0bd151950422 req-1d9af3eb-5dc3-4d44-9592-52d156fe359d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:17.829711 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-34fe49db-148a-4c76-b7a7-0bd151950422 req-1d9af3eb-5dc3-4d44-9592-52d156fe359d service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=0052d342-b5b8-4be5-86a5-4c909f6d7ddb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1042438 Jul 27 23:19:17.852249 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-9c5d5051-f2d2-4b02-a36f-215029899ba5 req-fa80e9f0-5abb-499c-9488-c2fcb5331cfa tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:17.852840 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-9c5d5051-f2d2-4b02-a36f-215029899ba5 req-fa80e9f0-5abb-499c-9488-c2fcb5331cfa tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-415302'] for floatingip, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:17.853063 n-d-802623-1 neutron-server[93797]: INFO neutron.db.l3_db [req-9c5d5051-f2d2-4b02-a36f-215029899ba5 req-fa80e9f0-5abb-499c-9488-c2fcb5331cfa tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Floating IP 49dba62f-a2dd-4fe9-bd74-b21a2e7d4b35 disassociated. External IP: 172.25.4.22, port: add62f76-8960-42c5-a51d-b75f221ac213. Jul 27 23:19:17.853426 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [req-9c5d5051-f2d2-4b02-a36f-215029899ba5 req-fa80e9f0-5abb-499c-9488-c2fcb5331cfa tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Calling delete_port for add62f76-8960-42c5-a51d-b75f221ac213 owned by compute:nova {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:19:17.879781 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ef0a05-6eae-49b1-a767-573ef2f97757 req-cbcd1c1d-fc4d-43f4-b921-f437fc70211f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:17.881153 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a5ef0a05-6eae-49b1-a767-573ef2f97757 req-cbcd1c1d-fc4d-43f4-b921-f437fc70211f service neutron] 10.222.0.38 "GET /v2.0/subnets?id=c4ecd772-ffe4-4b44-bb11-78379f56c371 HTTP/1.1" status: 200 len: 801 time: 0.0562103 Jul 27 23:19:18.008675 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-9c5d5051-f2d2-4b02-a36f-215029899ba5 req-fa80e9f0-5abb-499c-9488-c2fcb5331cfa tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:18.043983 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa80e9f0-5abb-499c-9488-c2fcb5331cfa tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Pushing event deleted for resources: {'Port': ['ID=add62f76-8960-42c5-a51d-b75f221ac213,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:19:18.055316 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ef0a05-6eae-49b1-a767-573ef2f97757 req-a9d55bdf-62f0-4e6d-b390-e5aede4e80dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:18.056849 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a5ef0a05-6eae-49b1-a767-573ef2f97757 req-a9d55bdf-62f0-4e6d-b390-e5aede4e80dc service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=49088dae-cab2-45d1-b068-4f3d583146ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1676722 Jul 27 23:19:18.148713 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad513ae2-cd9e-4abe-8815-f487eccb2e2e req-4b972227-5392-4da0-a88e-f7aceb46da1c tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:18.150293 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ad513ae2-cd9e-4abe-8815-f487eccb2e2e req-4b972227-5392-4da0-a88e-f7aceb46da1c tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/ports?device_id=55cb1b9e-b3c2-47cd-8a02-7c9e10ec36f7 HTTP/1.1" status: 200 len: 944 time: 0.1676941 Jul 27 23:19:18.154256 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-34fe49db-148a-4c76-b7a7-0bd151950422 req-13e4cc57-49ec-4e97-95c0-db27eb0ced92 service neutron] 10.222.0.38 "GET /v2.0/networks/0052d342-b5b8-4be5-86a5-4c909f6d7ddb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2772090 Jul 27 23:19:18.197067 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9c5d5051-f2d2-4b02-a36f-215029899ba5 req-fa80e9f0-5abb-499c-9488-c2fcb5331cfa tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Router 1a1bc2bf-7ab2-400d-bd2a-68c922770983 has already been hosted by L3 agent 018c4455-49c0-4734-927d-7824067b2a9e {{(pid=93797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 23:19:18.318231 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ad513ae2-cd9e-4abe-8815-f487eccb2e2e req-b40418f3-943c-4e03-96d3-4396991c32ca tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/security-groups?id=5f578744-6f09-4b7e-a537-2a342130270d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1553307 Jul 27 23:19:18.331964 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9c5d5051-f2d2-4b02-a36f-215029899ba5 req-fa80e9f0-5abb-499c-9488-c2fcb5331cfa tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:19:18.345096 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc52e9de-df70-42d7-9f55-ed541eda3272 None None] Sync routers for ids ['1a1bc2bf-7ab2-400d-bd2a-68c922770983'] in n-d-802623-1 {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:19:18.361541 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc52e9de-df70-42d7-9f55-ed541eda3272 None None] Routers {'1a1bc2bf-7ab2-400d-bd2a-68c922770983'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:19:18.363668 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-dc52e9de-df70-42d7-9f55-ed541eda3272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:19:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['1a1bc2bf-7ab2-400d-bd2a-68c922770983'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:19:18.373997 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-34fe49db-148a-4c76-b7a7-0bd151950422 req-17c965c9-c2df-4632-910c-526f7e3778ec service neutron] 10.222.0.38 "GET /v2.0/networks/0052d342-b5b8-4be5-86a5-4c909f6d7ddb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2082388 Jul 27 23:19:18.379732 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a5ef0a05-6eae-49b1-a767-573ef2f97757 req-3673040d-23d5-41d3-93df-3d011fa7a74b service neutron] 10.222.0.38 "GET /v2.0/networks/49088dae-cab2-45d1-b068-4f3d583146ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3075161 Jul 27 23:19:18.389318 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c5d5051-f2d2-4b02-a36f-215029899ba5 req-fa80e9f0-5abb-499c-9488-c2fcb5331cfa tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] No DVR routers for this DVR port add62f76-8960-42c5-a51d-b75f221ac213 on host n-h1-802623-1 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:19:18.392292 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-9c5d5051-f2d2-4b02-a36f-215029899ba5 req-fa80e9f0-5abb-499c-9488-c2fcb5331cfa tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:18.398337 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-9c5d5051-f2d2-4b02-a36f-215029899ba5 req-fa80e9f0-5abb-499c-9488-c2fcb5331cfa tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] 10.222.0.38 "DELETE /v2.0/ports/add62f76-8960-42c5-a51d-b75f221ac213 HTTP/1.1" status: 204 len: 173 time: 1.0690334 Jul 27 23:19:18.398337 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a43bd9a-6245-44f3-a319-a8a9d9683e94', 'name': 'network-vif-deleted', 'tag': 'add62f76-8960-42c5-a51d-b75f221ac213'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:19:18.398337 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a476459a1bfce68b0ae0df5b6a71154bfc7cfdc8f9eefce6ad0a17231e60468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf8810c4-44c4-4bf8-9c77-67e790fd4848" -d '{"events": [{"server_uuid": "6a43bd9a-6245-44f3-a319-a8a9d9683e94", "name": "network-vif-deleted", "tag": "add62f76-8960-42c5-a51d-b75f221ac213"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:19:18.547926 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-34fe49db-148a-4c76-b7a7-0bd151950422 req-e358d881-8cfe-4465-880b-f4c7f5b1f5b5 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.30&port_id=b0d9ae02-d7ae-4081-8329-a04703c772b8 HTTP/1.1" status: 200 len: 217 time: 0.1594067 Jul 27 23:19:18.693049 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fe49db-148a-4c76-b7a7-0bd151950422 req-cc12af48-17af-4d5c-8e6e-69afebe5f97e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:18.694647 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-34fe49db-148a-4c76-b7a7-0bd151950422 req-cc12af48-17af-4d5c-8e6e-69afebe5f97e service neutron] 10.222.0.38 "GET /v2.0/subnets?id=2370b3c6-3347-454c-b521-b5818cee031b HTTP/1.1" status: 200 len: 797 time: 0.1335330 Jul 27 23:19:18.697647 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a5ef0a05-6eae-49b1-a767-573ef2f97757 req-38c9d391-eb06-47ac-812c-ac243ed05cf1 service neutron] 10.222.0.38 "GET /v2.0/networks/49088dae-cab2-45d1-b068-4f3d583146ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3078246 Jul 27 23:19:18.731838 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-dc52e9de-df70-42d7-9f55-ed541eda3272 None None] Set router 1a1bc2bf-7ab2-400d-bd2a-68c922770983 gateway port host: n-d-802623-1 {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:19:18.823183 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-26aec439-e8d8-4d91-96b4-6bfa1e653ebb req-18fa08ab-03ff-42d3-a11f-b5e5f55d242d tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] 10.222.0.18 "GET /v2.0/ports?device_id=6a43bd9a-6245-44f3-a319-a8a9d9683e94 HTTP/1.1" status: 200 len: 210 time: 0.0580256 Jul 27 23:19:18.830009 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:19:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47f9a590-9ab9-45c8-a1c7-fa330fa3e206 x-openstack-request-id: req-47f9a590-9ab9-45c8-a1c7-fa330fa3e206 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:19:18.836594 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a43bd9a-6245-44f3-a319-a8a9d9683e94", "name": "network-vif-deleted", "tag": "add62f76-8960-42c5-a51d-b75f221ac213", "status": "completed", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:19:18.836961 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-47f9a590-9ab9-45c8-a1c7-fa330fa3e206 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:19:18.839341 n-d-802623-1 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a43bd9a-6245-44f3-a319-a8a9d9683e94', 'name': 'network-vif-deleted', 'tag': 'add62f76-8960-42c5-a51d-b75f221ac213', 'status': 'completed', 'code': 200} Jul 27 23:19:18.907258 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fe49db-148a-4c76-b7a7-0bd151950422 req-5916c578-570b-4bb1-a22a-5e1cc9f6b2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:18.908996 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-34fe49db-148a-4c76-b7a7-0bd151950422 req-5916c578-570b-4bb1-a22a-5e1cc9f6b2f0 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=0052d342-b5b8-4be5-86a5-4c909f6d7ddb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1888974 Jul 27 23:19:19.055793 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bb641d-59a8-4039-a43d-bdb324ce8b3c req-b27e08cb-d28d-447d-8cfa-caf3248be163 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:19.067880 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-34fe49db-148a-4c76-b7a7-0bd151950422 req-79c4d496-4351-4d6e-852e-d97036f57008 service neutron] 10.222.0.38 "GET /v2.0/networks/0052d342-b5b8-4be5-86a5-4c909f6d7ddb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491618 Jul 27 23:19:19.077482 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bb641d-59a8-4039-a43d-bdb324ce8b3c req-b27e08cb-d28d-447d-8cfa-caf3248be163 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:19.087638 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bb641d-59a8-4039-a43d-bdb324ce8b3c req-b27e08cb-d28d-447d-8cfa-caf3248be163 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:19.089431 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-74bb641d-59a8-4039-a43d-bdb324ce8b3c req-b27e08cb-d28d-447d-8cfa-caf3248be163 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9b578e0-38ac-43b6-b53b-c2b46ca276ea HTTP/1.1" status: 200 len: 2413 time: 0.1305676 Jul 27 23:19:19.102739 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6277512-1887-440a-b555-41a430da4fc4 req-c8550d63-96a0-42d6-a392-01927c269482 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:19.107130 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b6277512-1887-440a-b555-41a430da4fc4 req-c8550d63-96a0-42d6-a392-01927c269482 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/ports?device_id=55cb1b9e-b3c2-47cd-8a02-7c9e10ec36f7 HTTP/1.1" status: 200 len: 944 time: 0.1070497 Jul 27 23:19:19.173545 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-dc52e9de-df70-42d7-9f55-ed541eda3272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a1bc2bf-7ab2-400d-bd2a-68c922770983', 'name': 'tempest-AttachVolumeShelveTestJSON-549894904-router', 'tenant_id': '6415e174d6e146abb15fff69092e7210', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.62'}], 'enable_snat': True}, 'gw_port_id': 'ae9bad43-4b95-4357-9b0f-9761e6626877', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:15:05Z', 'updated_at': '2021-07-27T23:15:12Z', 'revision_number': 4, 'project_id': '6415e174d6e146abb15fff69092e7210', 'gw_port': {'id': 'ae9bad43-4b95-4357-9b0f-9761e6626877', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:a4:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1bc2bf-7ab2-400d-bd2a-68c922770983', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:15:06Z', 'updated_at': '2021-07-27T23:15:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': '533d5142-c4e5-4443-8369-16adea237988', 'name': '', 'network_id': 'a198ee08-ada0-4348-9b3a-3cd923d78e26', 'tenant_id': '6415e174d6e146abb15fff69092e7210', 'mac_address': 'fa:16:3e:0d:6c:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1bc2bf-7ab2-400d-bd2a-68c922770983', 'device_owner': 'network:router_interface', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '6bb4b577-bd47-4366-ace3-c23131aef649', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:15:10Z', 'updated_at': '2021-07-27T23:15:18Z', 'revision_number': 5, 'project_id': '6415e174d6e146abb15fff69092e7210', 'subnets': [{'id': '6bb4b577-bd47-4366-ace3-c23131aef649', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:19:19.180806 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-74bb641d-59a8-4039-a43d-bdb324ce8b3c req-c3a4020e-c52f-4033-9b67-bb44d66a5db3 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] 10.222.0.18 "GET /v2.0/security-groups?id=b47536c3-d51a-4a40-ad2f-fa3043688901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841868 Jul 27 23:19:19.211754 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc52e9de-df70-42d7-9f55-ed541eda3272 None None] Checking router: 1a1bc2bf-7ab2-400d-bd2a-68c922770983 for host: n-d-802623-1 {{(pid=93799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 23:19:19.222368 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc52e9de-df70-42d7-9f55-ed541eda3272 None None] Routers {'1a1bc2bf-7ab2-400d-bd2a-68c922770983'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:19:19.223336 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-dc52e9de-df70-42d7-9f55-ed541eda3272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:19:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['1a1bc2bf-7ab2-400d-bd2a-68c922770983'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:19:19.246001 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b6277512-1887-440a-b555-41a430da4fc4 req-94bc40e7-8b9d-401b-8543-09cf4c27da5e tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/security-groups?id=5f578744-6f09-4b7e-a537-2a342130270d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696523 Jul 27 23:19:19.300306 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-34fe49db-148a-4c76-b7a7-0bd151950422 req-e08396ce-944d-40b8-8a74-63976b90c9ac service neutron] 10.222.0.38 "GET /v2.0/networks/0052d342-b5b8-4be5-86a5-4c909f6d7ddb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2249978 Jul 27 23:19:19.339874 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-dc52e9de-df70-42d7-9f55-ed541eda3272 None None] Set router 1a1bc2bf-7ab2-400d-bd2a-68c922770983 gateway port host: n-d-802623-1 {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:19:19.591959 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-dc52e9de-df70-42d7-9f55-ed541eda3272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a1bc2bf-7ab2-400d-bd2a-68c922770983', 'name': 'tempest-AttachVolumeShelveTestJSON-549894904-router', 'tenant_id': '6415e174d6e146abb15fff69092e7210', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.62'}], 'enable_snat': True}, 'gw_port_id': 'ae9bad43-4b95-4357-9b0f-9761e6626877', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:15:05Z', 'updated_at': '2021-07-27T23:15:12Z', 'revision_number': 4, 'project_id': '6415e174d6e146abb15fff69092e7210', 'gw_port': {'id': 'ae9bad43-4b95-4357-9b0f-9761e6626877', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:a4:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1bc2bf-7ab2-400d-bd2a-68c922770983', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:15:06Z', 'updated_at': '2021-07-27T23:15:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': '533d5142-c4e5-4443-8369-16adea237988', 'name': '', 'network_id': 'a198ee08-ada0-4348-9b3a-3cd923d78e26', 'tenant_id': '6415e174d6e146abb15fff69092e7210', 'mac_address': 'fa:16:3e:0d:6c:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1bc2bf-7ab2-400d-bd2a-68c922770983', 'device_owner': 'network:router_interface', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '6bb4b577-bd47-4366-ace3-c23131aef649', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:15:10Z', 'updated_at': '2021-07-27T23:15:18Z', 'revision_number': 5, 'project_id': '6415e174d6e146abb15fff69092e7210', 'subnets': [{'id': '6bb4b577-bd47-4366-ace3-c23131aef649', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:19:19.628396 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc52e9de-df70-42d7-9f55-ed541eda3272 None None] The sync data for ids ['1a1bc2bf-7ab2-400d-bd2a-68c922770983'] in n-d-802623-1 is: [{'id': '1a1bc2bf-7ab2-400d-bd2a-68c922770983', 'name': 'tempest-AttachVolumeShelveTestJSON-549894904-router', 'tenant_id': '6415e174d6e146abb15fff69092e7210', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.62'}], 'enable_snat': True}, 'gw_port_id': 'ae9bad43-4b95-4357-9b0f-9761e6626877', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:15:05Z', 'updated_at': '2021-07-27T23:15:12Z', 'revision_number': 4, 'project_id': '6415e174d6e146abb15fff69092e7210', 'gw_port': {'id': 'ae9bad43-4b95-4357-9b0f-9761e6626877', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:a4:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1bc2bf-7ab2-400d-bd2a-68c922770983', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:15:06Z', 'updated_at': '2021-07-27T23:15:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': '533d5142-c4e5-4443-8369-16adea237988', 'name': '', 'network_id': 'a198ee08-ada0-4348-9b3a-3cd923d78e26', 'tenant_id': '6415e174d6e146abb15fff69092e7210', 'mac_address': 'fa:16:3e:0d:6c:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1bc2bf-7ab2-400d-bd2a-68c922770983', 'device_owner': 'network:router_interface', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '6bb4b577-bd47-4366-ace3-c23131aef649', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:15:10Z', 'updated_at': '2021-07-27T23:15:18Z', 'revision_number': 5, 'project_id': '6415e174d6e146abb15fff69092e7210', 'subnets': [{'id': '6bb4b577-bd47-4366-ace3-c23131aef649', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:19:19.732039 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-34fe49db-148a-4c76-b7a7-0bd151950422 req-0bce4cf8-d81f-4bda-b40c-43bcb557976e service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.115&port_id=50b2311c-7f44-4357-bc67-6eaa1ae4cefe HTTP/1.1" status: 200 len: 217 time: 0.4220843 Jul 27 23:19:19.807862 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fe49db-148a-4c76-b7a7-0bd151950422 req-602786b5-7bec-40d4-bddc-2f3080e4b87e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:19.809518 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-34fe49db-148a-4c76-b7a7-0bd151950422 req-602786b5-7bec-40d4-bddc-2f3080e4b87e service neutron] 10.222.0.38 "GET /v2.0/subnets?id=2370b3c6-3347-454c-b521-b5818cee031b HTTP/1.1" status: 200 len: 797 time: 0.0696518 Jul 27 23:19:19.821813 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca76987-e98f-43ac-9f2a-486dd2633641 req-61b3b8c3-474d-4d35-8dec-325bddef883c tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:19.827535 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-4ca76987-e98f-43ac-9f2a-486dd2633641 req-61b3b8c3-474d-4d35-8dec-325bddef883c tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/ports?device_id=55cb1b9e-b3c2-47cd-8a02-7c9e10ec36f7 HTTP/1.1" status: 200 len: 944 time: 0.0982614 Jul 27 23:19:19.900363 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-4ca76987-e98f-43ac-9f2a-486dd2633641 req-4a819a66-aa0d-44e3-b5cd-efed9cafbce4 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/security-groups?id=5f578744-6f09-4b7e-a537-2a342130270d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623131 Jul 27 23:19:19.903295 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fe49db-148a-4c76-b7a7-0bd151950422 req-aa5e00aa-7370-4a30-9efd-4a34a09cdae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:19.904741 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-34fe49db-148a-4c76-b7a7-0bd151950422 req-aa5e00aa-7370-4a30-9efd-4a34a09cdae4 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=0052d342-b5b8-4be5-86a5-4c909f6d7ddb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0763106 Jul 27 23:19:19.995194 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 48592) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:19:20.030360 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7900dc09-a666-4b62-aebd-dafeb11ff65a None None] New status for floating IP 49dba62f-a2dd-4fe9-bd74-b21a2e7d4b35: DOWN {{(pid=93800) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 23:19:20.038029 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-34fe49db-148a-4c76-b7a7-0bd151950422 req-8b90e687-98eb-4145-a439-6cc1fad2ed12 service neutron] 10.222.0.38 "GET /v2.0/networks/0052d342-b5b8-4be5-86a5-4c909f6d7ddb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217899 Jul 27 23:19:20.092691 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a5dfdc6d-0251-4801-a6bd-83ac1c678674 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:20.122674 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a5dfdc6d-0251-4801-a6bd-83ac1c678674 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:20.187019 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3784fb8-1115-474c-96af-e4decc39cd1c req-8fe3ddd1-f79d-4da4-ad1d-ce0d9847a4c6 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:20.189963 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c3784fb8-1115-474c-96af-e4decc39cd1c req-8fe3ddd1-f79d-4da4-ad1d-ce0d9847a4c6 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/ports?device_id=55cb1b9e-b3c2-47cd-8a02-7c9e10ec36f7 HTTP/1.1" status: 200 len: 944 time: 0.1332936 Jul 27 23:19:20.207351 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a5dfdc6d-0251-4801-a6bd-83ac1c678674 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:20.211259 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a5dfdc6d-0251-4801-a6bd-83ac1c678674 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:20.215482 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-a5dfdc6d-0251-4801-a6bd-83ac1c678674 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] 10.222.0.18 "DELETE /v2.0/security-groups/7226db73-c6f2-4ea3-adb9-5e608bea74da HTTP/1.1" status: 204 len: 168 time: 0.2192359 Jul 27 23:19:20.225786 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 48598) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:19:20.250297 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dfdc6d-0251-4801-a6bd-83ac1c678674 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7226db73-c6f2-4ea3-adb9-5e608bea74da,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:19:20.286889 n-d-802623-1 neutron-server[93797]: INFO neutron.api.v2.resource [None req-57dd2434-6dd1-4084-9948-b6ead47b4971 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] show failed (client error): The resource could not be found. Jul 27 23:19:20.290192 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-57dd2434-6dd1-4084-9948-b6ead47b4971 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] 10.222.0.18 "GET /v2.0/security-groups/7226db73-c6f2-4ea3-adb9-5e608bea74da HTTP/1.1" status: 404 len: 347 time: 0.0622227 Jul 27 23:19:20.296371 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c3784fb8-1115-474c-96af-e4decc39cd1c req-43e48106-1a46-4ab6-9edf-5d8199c49f72 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/security-groups?id=5f578744-6f09-4b7e-a537-2a342130270d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969272 Jul 27 23:19:20.297693 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 48600) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:19:20.332701 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-34fe49db-148a-4c76-b7a7-0bd151950422 req-dcfbc4b4-495b-4273-9765-7d9edc98785c service neutron] 10.222.0.38 "GET /v2.0/networks/0052d342-b5b8-4be5-86a5-4c909f6d7ddb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2863452 Jul 27 23:19:20.411280 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-34fe49db-148a-4c76-b7a7-0bd151950422 req-cf087b53-9e61-45ef-9bc1-78ae586dc03a service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.183&port_id=10e1e141-fabd-4db9-87e9-ff971f3de446 HTTP/1.1" status: 200 len: 217 time: 0.0701904 Jul 27 23:19:20.476739 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fe49db-148a-4c76-b7a7-0bd151950422 req-763dabfb-ea40-4471-886d-1c2d1c1f82bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:20.476739 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-34fe49db-148a-4c76-b7a7-0bd151950422 req-763dabfb-ea40-4471-886d-1c2d1c1f82bb service neutron] 10.222.0.38 "GET /v2.0/subnets?id=2370b3c6-3347-454c-b521-b5818cee031b HTTP/1.1" status: 200 len: 797 time: 0.0585046 Jul 27 23:19:20.522512 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6446c365-814b-4059-9d35-0a8895f49de9 req-cdd3647c-f169-454e-b136-e56cda0435de tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:20.528967 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6446c365-814b-4059-9d35-0a8895f49de9 req-cdd3647c-f169-454e-b136-e56cda0435de tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:20.539521 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6446c365-814b-4059-9d35-0a8895f49de9 req-cdd3647c-f169-454e-b136-e56cda0435de tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:20.541558 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-6446c365-814b-4059-9d35-0a8895f49de9 req-cdd3647c-f169-454e-b136-e56cda0435de tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9b578e0-38ac-43b6-b53b-c2b46ca276ea HTTP/1.1" status: 200 len: 2413 time: 0.1732812 Jul 27 23:19:20.588916 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-968b115c-40f6-4f59-8f9a-7b53f6e6e20c tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Deleting port b544a84b-5de7-4c38-8b20-8c8d83195f26 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:19:20.589359 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-968b115c-40f6-4f59-8f9a-7b53f6e6e20c tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:20.607250 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-6446c365-814b-4059-9d35-0a8895f49de9 req-6b5bd2ba-7d09-49c4-9d5f-ab9b0999b3cb tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] 10.222.0.18 "GET /v2.0/security-groups?id=b47536c3-d51a-4a40-ad2f-fa3043688901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591083 Jul 27 23:19:20.614477 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923c4a37-96c8-4e43-9e00-97a357ab8adf req-cb627a7c-9b00-44c0-84b8-824a737e5b46 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:20.622205 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-923c4a37-96c8-4e43-9e00-97a357ab8adf req-cb627a7c-9b00-44c0-84b8-824a737e5b46 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/ports?device_id=55cb1b9e-b3c2-47cd-8a02-7c9e10ec36f7 HTTP/1.1" status: 200 len: 944 time: 0.0920591 Jul 27 23:19:20.626604 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fe49db-148a-4c76-b7a7-0bd151950422 req-66ce8ec5-895c-4376-935e-4e7c7a3f4ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:20.628730 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-34fe49db-148a-4c76-b7a7-0bd151950422 req-66ce8ec5-895c-4376-935e-4e7c7a3f4ff4 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=0052d342-b5b8-4be5-86a5-4c909f6d7ddb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1413231 Jul 27 23:19:20.712858 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-968b115c-40f6-4f59-8f9a-7b53f6e6e20c tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:20.713996 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-968b115c-40f6-4f59-8f9a-7b53f6e6e20c tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:20.732293 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-968b115c-40f6-4f59-8f9a-7b53f6e6e20c tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Calling delete_port for b544a84b-5de7-4c38-8b20-8c8d83195f26 owned by network:floatingip {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:19:20.743801 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-923c4a37-96c8-4e43-9e00-97a357ab8adf req-e4f6601e-a7e2-48dc-bbde-89ba39e0ccdc tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/security-groups?id=5f578744-6f09-4b7e-a537-2a342130270d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1206136 Jul 27 23:19:20.797140 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-34fe49db-148a-4c76-b7a7-0bd151950422 req-00c6eabd-0744-4bad-a4e6-621b406a1388 service neutron] 10.222.0.38 "GET /v2.0/networks/0052d342-b5b8-4be5-86a5-4c909f6d7ddb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522088 Jul 27 23:19:20.896914 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-968b115c-40f6-4f59-8f9a-7b53f6e6e20c tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:20.911121 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-34fe49db-148a-4c76-b7a7-0bd151950422 req-ca8a28ea-014a-42e8-bf54-aa1aa19a635e service neutron] 10.222.0.38 "GET /v2.0/networks/0052d342-b5b8-4be5-86a5-4c909f6d7ddb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049058 Jul 27 23:19:20.931589 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968b115c-40f6-4f59-8f9a-7b53f6e6e20c tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Pushing event deleted for resources: {'Port': ['ID=b544a84b-5de7-4c38-8b20-8c8d83195f26,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:19:20.960382 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-34fe49db-148a-4c76-b7a7-0bd151950422 req-a13fee13-8dee-4f56-a7ba-09d6d3f47162 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f5d1c75c-f1a9-480c-a62c-f9b0baaaa34f HTTP/1.1" status: 200 len: 217 time: 0.0411291 Jul 27 23:19:20.999125 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-968b115c-40f6-4f59-8f9a-7b53f6e6e20c tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Notify callbacks [] for floatingip, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:21.004383 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-968b115c-40f6-4f59-8f9a-7b53f6e6e20c tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for floatingip, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:21.007504 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-968b115c-40f6-4f59-8f9a-7b53f6e6e20c tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] 10.222.0.18 "DELETE /v2.0/floatingips/49dba62f-a2dd-4fe9-bd74-b21a2e7d4b35 HTTP/1.1" status: 204 len: 168 time: 0.7085149 Jul 27 23:19:21.025397 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fe49db-148a-4c76-b7a7-0bd151950422 req-c7abc290-a6ff-4522-af60-124d6060e422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:21.027531 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-34fe49db-148a-4c76-b7a7-0bd151950422 req-c7abc290-a6ff-4522-af60-124d6060e422 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=26fa3d12-3c33-4127-ba40-843cbfb471cd HTTP/1.1" status: 200 len: 797 time: 0.0596495 Jul 27 23:19:21.094205 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fe49db-148a-4c76-b7a7-0bd151950422 req-40939a8b-ad9d-4481-af43-09bc14cf8d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:21.095900 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-34fe49db-148a-4c76-b7a7-0bd151950422 req-40939a8b-ad9d-4481-af43-09bc14cf8d5f service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=42a806fa-6465-4bb1-a70d-1966b5320f00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0610406 Jul 27 23:19:21.173197 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 18c5a532-7433-4e96-ad2f-e59f2dac1758 details requested by agent hyperv_n-h1-802623-1 with host n-h1-802623-1 {{(pid=93799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 23:19:21.177147 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device add62f76-8960-42c5-a51d-b75f221ac213 no longer exists at agent hyperv_n-h1-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:19:21.212064 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] No Port match for: add62f76-8960-42c5-a51d-b75f221ac213 {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:19:21.212744 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device add62f76-8960-42c5-a51d-b75f221ac213 not bound to the agent host n-h1-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:19:21.316798 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-34fe49db-148a-4c76-b7a7-0bd151950422 req-d906be68-0bd9-4f62-beb9-4be5f718eb28 service neutron] 10.222.0.38 "GET /v2.0/networks/42a806fa-6465-4bb1-a70d-1966b5320f00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2121093 Jul 27 23:19:21.398117 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port 18c5a532-7433-4e96-ad2f-e59f2dac1758, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=18c5a532-7433-4e96-ad2f-e59f2dac1758,segment=NetworkSegment(19a5f8b8-0796-4210-8402-277ff568d11c),segment_id=19a5f8b8-0796-4210-8402-277ff568d11c)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:19:21.409935 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Returning: {'device': '18c5a532-7433-4e96-ad2f-e59f2dac1758', 'network_id': '6945d29f-dff6-4e8f-ba8b-65b582087781', 'port_id': '18c5a532-7433-4e96-ad2f-e59f2dac1758', 'mac_address': 'fa:16:3e:e1:5c:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3010a625-6c96-4389-b50c-a610f10b6fa9', 'ip_address': '19.86.0.249'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 23:19:21.443579 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-34fe49db-148a-4c76-b7a7-0bd151950422 req-b51c3f39-f377-4465-9725-90c0b14fe487 service neutron] 10.222.0.38 "GET /v2.0/networks/42a806fa-6465-4bb1-a70d-1966b5320f00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161597 Jul 27 23:19:21.455352 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:21.470361 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18c5a532-7433-4e96-ad2f-e59f2dac1758 {{(pid=93799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:19:21.496288 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port 18c5a532-7433-4e96-ad2f-e59f2dac1758, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=18c5a532-7433-4e96-ad2f-e59f2dac1758,segment=NetworkSegment(19a5f8b8-0796-4210-8402-277ff568d11c),segment_id=19a5f8b8-0796-4210-8402-277ff568d11c)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:19:21.503737 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:21.504918 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 2de8b231-ac8d-4ede-a77d-190d51cc1934 details requested by agent hyperv_n-h1-802623-1 with host n-h1-802623-1 {{(pid=93799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 23:19:21.551207 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-34fe49db-148a-4c76-b7a7-0bd151950422 req-231294b0-528f-4099-8730-7da8e75c756a service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d4667984-2b2a-40a8-8de7-e286cc2c1b95 HTTP/1.1" status: 200 len: 217 time: 0.1001811 Jul 27 23:19:21.564212 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Pushing event updated for resources: {'Port': ['ID=18c5a532-7433-4e96-ad2f-e59f2dac1758,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:19:21.624175 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fe49db-148a-4c76-b7a7-0bd151950422 req-7bab96cc-f5ee-4932-82c6-045c0d6c4b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:21.626163 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-34fe49db-148a-4c76-b7a7-0bd151950422 req-7bab96cc-f5ee-4932-82c6-045c0d6c4b27 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=26fa3d12-3c33-4127-ba40-843cbfb471cd HTTP/1.1" status: 200 len: 797 time: 0.0538735 Jul 27 23:19:21.772750 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 48626) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:19:21.777875 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-d2323ab9-90da-4394-8ac9-cc51c395e7da tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Request body: {'security_group': {'name': 'tempest-securitygroup--255730091', 'description': 'tempest-description--98987179'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:19:21.813114 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d2323ab9-90da-4394-8ac9-cc51c395e7da tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:21.829394 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fe49db-148a-4c76-b7a7-0bd151950422 req-ef3b199a-adb3-4b83-afe2-67949b5ed795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:21.832147 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-34fe49db-148a-4c76-b7a7-0bd151950422 req-ef3b199a-adb3-4b83-afe2-67949b5ed795 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=42a806fa-6465-4bb1-a70d-1966b5320f00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1967442 Jul 27 23:19:21.869714 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port 2de8b231-ac8d-4ede-a77d-190d51cc1934, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=2de8b231-ac8d-4ede-a77d-190d51cc1934,segment=NetworkSegment(979d88c5-537d-4330-9559-3529f2b6e3f6),segment_id=979d88c5-537d-4330-9559-3529f2b6e3f6)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:19:21.871353 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3b19f4-fd88-4ede-8631-e0cc38cdd10b req-583cbf01-0e27-4e32-a1fa-4bb89688c92a tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:21.879098 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3b19f4-fd88-4ede-8631-e0cc38cdd10b req-583cbf01-0e27-4e32-a1fa-4bb89688c92a tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:21.888071 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3b19f4-fd88-4ede-8631-e0cc38cdd10b req-583cbf01-0e27-4e32-a1fa-4bb89688c92a tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:21.890022 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-6d3b19f4-fd88-4ede-8631-e0cc38cdd10b req-583cbf01-0e27-4e32-a1fa-4bb89688c92a tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9b578e0-38ac-43b6-b53b-c2b46ca276ea HTTP/1.1" status: 200 len: 2414 time: 0.1239207 Jul 27 23:19:21.898647 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Returning: {'device': '2de8b231-ac8d-4ede-a77d-190d51cc1934', 'network_id': '49088dae-cab2-45d1-b068-4f3d583146ce', 'port_id': '2de8b231-ac8d-4ede-a77d-190d51cc1934', 'mac_address': 'fa:16:3e:9a:da:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4ecd772-ffe4-4b44-bb11-78379f56c371', 'ip_address': '19.80.0.216'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 23:19:21.944911 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d2323ab9-90da-4394-8ac9-cc51c395e7da tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:21.949569 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:21.954703 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d2323ab9-90da-4394-8ac9-cc51c395e7da tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:21.983271 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2de8b231-ac8d-4ede-a77d-190d51cc1934 {{(pid=93799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:19:21.997848 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d2323ab9-90da-4394-8ac9-cc51c395e7da tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:21.999396 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-d2323ab9-90da-4394-8ac9-cc51c395e7da tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2255878 Jul 27 23:19:22.000535 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2323ab9-90da-4394-8ac9-cc51c395e7da tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65b595b9-aa8c-4614-91d3-1ae3459c99b8,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:19:22.003439 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 48628) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:19:22.009087 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-2756f3e6-14aa-4379-b4a0-e851b772fe11 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Request body: {'security_group_rule': {'security_group_id': '65b595b9-aa8c-4614-91d3-1ae3459c99b8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:19:22.010168 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port 2de8b231-ac8d-4ede-a77d-190d51cc1934, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=2de8b231-ac8d-4ede-a77d-190d51cc1934,segment=NetworkSegment(979d88c5-537d-4330-9559-3529f2b6e3f6),segment_id=979d88c5-537d-4330-9559-3529f2b6e3f6)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:19:22.018182 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:22.018414 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-6d3b19f4-fd88-4ede-8631-e0cc38cdd10b req-482fcbe3-6c51-4620-91a8-fc6b644febfe tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] 10.222.0.18 "GET /v2.0/security-groups?id=b47536c3-d51a-4a40-ad2f-fa3043688901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116939 Jul 27 23:19:22.019575 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 7069d145-9671-40d7-9a22-375db3bc785e details requested by agent hyperv_n-h1-802623-1 with host n-h1-802623-1 {{(pid=93799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 23:19:22.063658 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2756f3e6-14aa-4379-b4a0-e851b772fe11 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:22.093801 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-34fe49db-148a-4c76-b7a7-0bd151950422 req-14e0bc18-dfcd-47ab-86d0-3067a7887316 service neutron] 10.222.0.38 "GET /v2.0/networks/42a806fa-6465-4bb1-a70d-1966b5320f00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2350945 Jul 27 23:19:22.104465 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Pushing event updated for resources: {'Port': ['ID=2de8b231-ac8d-4ede-a77d-190d51cc1934,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:19:22.168724 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2756f3e6-14aa-4379-b4a0-e851b772fe11 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:22.176842 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2756f3e6-14aa-4379-b4a0-e851b772fe11 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784185'] for security_group_rule, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:22.179075 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port 7069d145-9671-40d7-9a22-375db3bc785e, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=7069d145-9671-40d7-9a22-375db3bc785e,segment=NetworkSegment(979d88c5-537d-4330-9559-3529f2b6e3f6),segment_id=979d88c5-537d-4330-9559-3529f2b6e3f6)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:19:22.207972 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-34fe49db-148a-4c76-b7a7-0bd151950422 req-edb8133d-1279-451f-be25-bda03fe8eec4 service neutron] 10.222.0.38 "GET /v2.0/networks/42a806fa-6465-4bb1-a70d-1966b5320f00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151953 Jul 27 23:19:22.208562 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Returning: {'device': '7069d145-9671-40d7-9a22-375db3bc785e', 'network_id': '49088dae-cab2-45d1-b068-4f3d583146ce', 'port_id': '7069d145-9671-40d7-9a22-375db3bc785e', 'mac_address': 'fa:16:3e:cb:60:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4ecd772-ffe4-4b44-bb11-78379f56c371', 'ip_address': '19.80.0.110'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 23:19:22.213952 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2756f3e6-14aa-4379-b4a0-e851b772fe11 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db246f60-6863-4b24-8e5b-bff522c51d2e,revision_number=0']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:19:22.225015 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2756f3e6-14aa-4379-b4a0-e851b772fe11 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:22.226566 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-2756f3e6-14aa-4379-b4a0-e851b772fe11 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2220643 Jul 27 23:19:22.229360 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 48630) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:19:22.236035 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-456cb8f5-0381-44c8-a448-13ca91c511b9 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Request body: {'security_group_rule': {'security_group_id': '65b595b9-aa8c-4614-91d3-1ae3459c99b8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:19:22.270360 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:22.291019 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7069d145-9671-40d7-9a22-375db3bc785e {{(pid=93799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:19:22.293463 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-456cb8f5-0381-44c8-a448-13ca91c511b9 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:22.313068 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port 7069d145-9671-40d7-9a22-375db3bc785e, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=7069d145-9671-40d7-9a22-375db3bc785e,segment=NetworkSegment(979d88c5-537d-4330-9559-3529f2b6e3f6),segment_id=979d88c5-537d-4330-9559-3529f2b6e3f6)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:19:22.318133 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:22.358145 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-456cb8f5-0381-44c8-a448-13ca91c511b9 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:22.374921 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Pushing event updated for resources: {'Port': ['ID=7069d145-9671-40d7-9a22-375db3bc785e,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:19:22.376448 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-456cb8f5-0381-44c8-a448-13ca91c511b9 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784185'] for security_group_rule, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:22.407759 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456cb8f5-0381-44c8-a448-13ca91c511b9 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9aff2c73-a6ea-48b1-b1cc-f0b0dccd2d86,revision_number=0']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:19:22.413282 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-456cb8f5-0381-44c8-a448-13ca91c511b9 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:22.417475 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-456cb8f5-0381-44c8-a448-13ca91c511b9 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1837668 Jul 27 23:19:22.418103 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 48634) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:19:22.422431 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-29285641-2832-4870-a099-866754f5b502 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Request body: {'floatingip': {'floating_network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:19:22.452009 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-29285641-2832-4870-a099-866754f5b502 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Notify callbacks [] for floatingip, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:22.607425 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-29285641-2832-4870-a099-866754f5b502 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:22.672622 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] get_ports_and_sgs() called for port_ids ['18c5a532-7433-4e96-ad2f-e59f2dac1758'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:19:22.708771 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] get_ports_and_sgs() called for port_ids ['2de8b231-ac8d-4ede-a77d-190d51cc1934'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:19:22.768375 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-29285641-2832-4870-a099-866754f5b502 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Allocated IP 172.25.4.208 (2fd42287-ed26-4eb9-89a5-b521f5b04356/17de1f8f-393a-4b0c-a2df-614bd3f2fb5e/6bc25473-35a7-452c-ac71-2c3d54957add) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:19:22.925119 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-29285641-2832-4870-a099-866754f5b502 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:22.970167 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-29285641-2832-4870-a099-866754f5b502 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:23.035715 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29285641-2832-4870-a099-866754f5b502 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Network 2fd42287-ed26-4eb9-89a5-b521f5b04356 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:19:23.038596 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-29285641-2832-4870-a099-866754f5b502 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:19:23.041534 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29285641-2832-4870-a099-866754f5b502 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:19:23.087074 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29285641-2832-4870-a099-866754f5b502 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Pushing event updated for resources: {'Port': ['ID=6bc25473-35a7-452c-ac71-2c3d54957add,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:19:23.197381 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-29285641-2832-4870-a099-866754f5b502 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:23.211818 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848e45ad-4c6d-4f60-bc5a-8c032031eca4 req-d1047714-aa59-4240-9a6c-ba4bbf4cd3a6 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:23.218431 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848e45ad-4c6d-4f60-bc5a-8c032031eca4 req-d1047714-aa59-4240-9a6c-ba4bbf4cd3a6 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:23.225156 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848e45ad-4c6d-4f60-bc5a-8c032031eca4 req-d1047714-aa59-4240-9a6c-ba4bbf4cd3a6 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:23.226876 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-848e45ad-4c6d-4f60-bc5a-8c032031eca4 req-d1047714-aa59-4240-9a6c-ba4bbf4cd3a6 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9b578e0-38ac-43b6-b53b-c2b46ca276ea HTTP/1.1" status: 200 len: 2416 time: 0.1163940 Jul 27 23:19:23.287318 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-29285641-2832-4870-a099-866754f5b502 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:23.311910 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-848e45ad-4c6d-4f60-bc5a-8c032031eca4 req-5698bfa0-4cf5-4ca5-8492-41a9ed27e533 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] 10.222.0.18 "GET /v2.0/security-groups?id=b47536c3-d51a-4a40-ad2f-fa3043688901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780365 Jul 27 23:19:23.453862 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-29285641-2832-4870-a099-866754f5b502 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:23.459741 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-29285641-2832-4870-a099-866754f5b502 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:23.533073 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29285641-2832-4870-a099-866754f5b502 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Pushing event updated for resources: {'Port': ['ID=6bc25473-35a7-452c-ac71-2c3d54957add,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:19:23.543298 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-29285641-2832-4870-a099-866754f5b502 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-415302'] for floatingip, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:23.558427 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-29285641-2832-4870-a099-866754f5b502 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for floatingip, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:23.559773 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-29285641-2832-4870-a099-866754f5b502 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1410043 Jul 27 23:19:23.767633 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-630cffe8-351f-4399-8190-c7b29717848c req-7bc07758-35e4-42e2-b989-ee5b64056089 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--255730091&fields=id&tenant_id=6415e174d6e146abb15fff69092e7210 HTTP/1.1" status: 200 len: 267 time: 0.0429208 Jul 27 23:19:23.836092 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] get_ports_and_sgs() called for port_ids ['7069d145-9671-40d7-9a22-375db3bc785e'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:19:23.913749 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630cffe8-351f-4399-8190-c7b29717848c req-6391f887-c164-40f1-bf33-2c3d170e3f4a tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:23.915312 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-630cffe8-351f-4399-8190-c7b29717848c req-6391f887-c164-40f1-bf33-2c3d170e3f4a tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] 10.222.0.18 "GET /v2.0/networks?id=a198ee08-ada0-4348-9b3a-3cd923d78e26 HTTP/1.1" status: 200 len: 816 time: 0.1411462 Jul 27 23:19:23.930765 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-630cffe8-351f-4399-8190-c7b29717848c req-6d573e51-e94d-4767-aba0-a65a74eb7630 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] 10.222.0.18 "GET /v2.0/quotas/6415e174d6e146abb15fff69092e7210 HTTP/1.1" status: 200 len: 375 time: 0.0094147 Jul 27 23:19:24.006133 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-630cffe8-351f-4399-8190-c7b29717848c req-06428f91-aa2c-4224-b7a1-d29bdc2b405a tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=6415e174d6e146abb15fff69092e7210&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0610998 Jul 27 23:19:24.101308 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-630cffe8-351f-4399-8190-c7b29717848c req-56f949ab-7596-4422-9192-d94d7cd1c7ed service neutron] 10.222.0.18 "GET /v2.0/networks/a198ee08-ada0-4348-9b3a-3cd923d78e26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943620 Jul 27 23:19:24.218733 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-630cffe8-351f-4399-8190-c7b29717848c req-7d3e808e-d5dc-4b55-ac94-a7d298c239ef service neutron] 10.222.0.18 "GET /v2.0/networks/a198ee08-ada0-4348-9b3a-3cd923d78e26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102214 Jul 27 23:19:24.410351 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-e2b56ff5-70a4-4aec-996e-b80997969fac req-8d506dca-afb5-45f9-ba2f-ed5a6ad114a6 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] 10.222.0.18 "GET /v2.0/ports?device_id=9bda45a6-7b3d-4402-bc36-eb32e3c47420 HTTP/1.1" status: 200 len: 210 time: 0.0372784 Jul 27 23:19:24.490000 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb5a5fc-b62f-4fd6-a7e1-dcd70fd4dd27 req-f2dd14d8-c250-4add-a607-5b0ebc9268c7 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:24.496504 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb5a5fc-b62f-4fd6-a7e1-dcd70fd4dd27 req-f2dd14d8-c250-4add-a607-5b0ebc9268c7 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:24.503214 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb5a5fc-b62f-4fd6-a7e1-dcd70fd4dd27 req-f2dd14d8-c250-4add-a607-5b0ebc9268c7 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:24.504900 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-bfb5a5fc-b62f-4fd6-a7e1-dcd70fd4dd27 req-f2dd14d8-c250-4add-a607-5b0ebc9268c7 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9b578e0-38ac-43b6-b53b-c2b46ca276ea HTTP/1.1" status: 200 len: 2416 time: 0.0941784 Jul 27 23:19:24.591337 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-bfb5a5fc-b62f-4fd6-a7e1-dcd70fd4dd27 req-45128364-60de-4a80-a1a0-e4857514da4c tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] 10.222.0.18 "GET /v2.0/security-groups?id=b47536c3-d51a-4a40-ad2f-fa3043688901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747557 Jul 27 23:19:25.197240 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 18c5a532-7433-4e96-ad2f-e59f2dac1758 up at agent hyperv_n-h1-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:19:25.253885 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Provisioning for port 18c5a532-7433-4e96-ad2f-e59f2dac1758 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:19:25.257500 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Provisioning complete for port 18c5a532-7433-4e96-ad2f-e59f2dac1758 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:19:25.257500 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:25.353081 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:25.379106 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9b578e0-38ac-43b6-b53b-c2b46ca276ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18c5a532-7433-4e96-ad2f-e59f2dac1758'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:19:25.382041 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c0369b0d4f459110ff20a1f9878ba33f96d6491bddb9d15843bf29d01e0bda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51ef2294-0f19-4233-ac03-f8f1dd7021fd" -d '{"events": [{"server_uuid": "a9b578e0-38ac-43b6-b53b-c2b46ca276ea", "name": "network-vif-plugged", "status": "completed", "tag": "18c5a532-7433-4e96-ad2f-e59f2dac1758"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:19:25.398072 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port 18c5a532-7433-4e96-ad2f-e59f2dac1758, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=18c5a532-7433-4e96-ad2f-e59f2dac1758,segment=NetworkSegment(19a5f8b8-0796-4210-8402-277ff568d11c),segment_id=19a5f8b8-0796-4210-8402-277ff568d11c)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:19:25.404900 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:25.405975 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 2de8b231-ac8d-4ede-a77d-190d51cc1934 up at agent hyperv_n-h1-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:19:25.473940 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:19:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c8bea8b-c6c2-4e9e-8922-668e73a8c56f x-openstack-request-id: req-6c8bea8b-c6c2-4e9e-8922-668e73a8c56f {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:19:25.474234 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9b578e0-38ac-43b6-b53b-c2b46ca276ea", "name": "network-vif-plugged", "status": "completed", "tag": "18c5a532-7433-4e96-ad2f-e59f2dac1758", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:19:25.474490 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6c8bea8b-c6c2-4e9e-8922-668e73a8c56f {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:19:25.474885 n-d-802623-1 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9b578e0-38ac-43b6-b53b-c2b46ca276ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18c5a532-7433-4e96-ad2f-e59f2dac1758', 'code': 200} Jul 27 23:19:25.500428 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630cffe8-351f-4399-8190-c7b29717848c req-96c84d41-9af7-47f5-aad8-518d9f51af0c tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:25.502204 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-630cffe8-351f-4399-8190-c7b29717848c req-96c84d41-9af7-47f5-aad8-518d9f51af0c tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] 10.222.0.49 "GET /v2.0/networks?id=a198ee08-ada0-4348-9b3a-3cd923d78e26 HTTP/1.1" status: 200 len: 816 time: 0.1306143 Jul 27 23:19:25.512780 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Pushing event updated for resources: {'Port': ['ID=18c5a532-7433-4e96-ad2f-e59f2dac1758,revision_number=5']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:19:25.547341 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Provisioning for port 2de8b231-ac8d-4ede-a77d-190d51cc1934 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:19:25.552295 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Provisioning complete for port 2de8b231-ac8d-4ede-a77d-190d51cc1934 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:19:25.553304 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:25.564724 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-630cffe8-351f-4399-8190-c7b29717848c req-81a3cc8f-a662-458d-924f-17ced8549d2c tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6415e174d6e146abb15fff69092e7210 HTTP/1.1" status: 200 len: 379 time: 0.0516376 Jul 27 23:19:25.578438 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [req-630cffe8-351f-4399-8190-c7b29717848c req-d8982afe-f676-43ac-99f5-a5ba5918fbe8 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Request body: {'port': {'device_id': '9bda45a6-7b3d-4402-bc36-eb32e3c47420', 'network_id': 'a198ee08-ada0-4348-9b3a-3cd923d78e26', 'admin_state_up': True, 'tenant_id': '6415e174d6e146abb15fff69092e7210', 'security_groups': ['65b595b9-aa8c-4614-91d3-1ae3459c99b8']}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:19:25.603970 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-14d1769f-8362-4308-9704-a61dacac6276 req-73f94b9c-a8d7-4bee-bdf4-185c60473660 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] 10.222.0.18 "GET /v2.0/ports?device_id=9bda45a6-7b3d-4402-bc36-eb32e3c47420 HTTP/1.1" status: 200 len: 210 time: 0.0435789 Jul 27 23:19:25.690720 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:25.736628 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port 2de8b231-ac8d-4ede-a77d-190d51cc1934, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=2de8b231-ac8d-4ede-a77d-190d51cc1934,segment=NetworkSegment(979d88c5-537d-4330-9559-3529f2b6e3f6),segment_id=979d88c5-537d-4330-9559-3529f2b6e3f6)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:19:25.741651 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:25.742555 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 7069d145-9671-40d7-9a22-375db3bc785e up at agent hyperv_n-h1-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:19:25.773470 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facf6167-1014-49d1-a2a6-9764170b8de5 req-236337bd-e58a-4d1b-846d-1d060c6bf469 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:25.780294 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facf6167-1014-49d1-a2a6-9764170b8de5 req-236337bd-e58a-4d1b-846d-1d060c6bf469 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:25.786195 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facf6167-1014-49d1-a2a6-9764170b8de5 req-236337bd-e58a-4d1b-846d-1d060c6bf469 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:25.787944 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-facf6167-1014-49d1-a2a6-9764170b8de5 req-236337bd-e58a-4d1b-846d-1d060c6bf469 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9b578e0-38ac-43b6-b53b-c2b46ca276ea HTTP/1.1" status: 200 len: 2417 time: 0.0955095 Jul 27 23:19:25.812198 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-630cffe8-351f-4399-8190-c7b29717848c req-d8982afe-f676-43ac-99f5-a5ba5918fbe8 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Made reservation on behalf of 6415e174d6e146abb15fff69092e7210 for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:19:25.818877 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-630cffe8-351f-4399-8190-c7b29717848c req-d8982afe-f676-43ac-99f5-a5ba5918fbe8 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:25.843590 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Pushing event updated for resources: {'Port': ['ID=2de8b231-ac8d-4ede-a77d-190d51cc1934,revision_number=5']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:19:25.861148 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Provisioning for port 7069d145-9671-40d7-9a22-375db3bc785e completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:19:25.869048 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-facf6167-1014-49d1-a2a6-9764170b8de5 req-b8ac757f-05f9-49a8-9b91-35ec65eb36e2 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] 10.222.0.18 "GET /v2.0/security-groups?id=b47536c3-d51a-4a40-ad2f-fa3043688901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746026 Jul 27 23:19:25.871212 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Provisioning complete for port 7069d145-9671-40d7-9a22-375db3bc785e triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:19:25.872025 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:26.001536 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:26.004721 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [req-630cffe8-351f-4399-8190-c7b29717848c req-d8982afe-f676-43ac-99f5-a5ba5918fbe8 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Allocated IP 172.20.0.8 (a198ee08-ada0-4348-9b3a-3cd923d78e26/6bb4b577-bd47-4366-ace3-c23131aef649/23300807-efde-46de-99e7-6916a9204bb3) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:19:26.045992 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port 7069d145-9671-40d7-9a22-375db3bc785e, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=7069d145-9671-40d7-9a22-375db3bc785e,segment=NetworkSegment(979d88c5-537d-4330-9559-3529f2b6e3f6),segment_id=979d88c5-537d-4330-9559-3529f2b6e3f6)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:19:26.055306 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:26.125317 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Pushing event updated for resources: {'Port': ['ID=7069d145-9671-40d7-9a22-375db3bc785e,revision_number=5']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:19:26.176144 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-630cffe8-351f-4399-8190-c7b29717848c req-d8982afe-f676-43ac-99f5-a5ba5918fbe8 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:26.195108 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-630cffe8-351f-4399-8190-c7b29717848c req-d8982afe-f676-43ac-99f5-a5ba5918fbe8 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Transition to ACTIVE for port object 23300807-efde-46de-99e7-6916a9204bb3 will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:19:26.239085 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-630cffe8-351f-4399-8190-c7b29717848c req-d8982afe-f676-43ac-99f5-a5ba5918fbe8 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:26.312584 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-630cffe8-351f-4399-8190-c7b29717848c req-d8982afe-f676-43ac-99f5-a5ba5918fbe8 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Network a198ee08-ada0-4348-9b3a-3cd923d78e26 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:19:26.318400 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [req-630cffe8-351f-4399-8190-c7b29717848c req-d8982afe-f676-43ac-99f5-a5ba5918fbe8 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:19:26.321551 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-630cffe8-351f-4399-8190-c7b29717848c req-d8982afe-f676-43ac-99f5-a5ba5918fbe8 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:19:26.357981 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8982afe-f676-43ac-99f5-a5ba5918fbe8 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Pushing event updated for resources: {'Port': ['ID=23300807-efde-46de-99e7-6916a9204bb3,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:19:26.397202 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 48702) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:19:26.403125 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630cffe8-351f-4399-8190-c7b29717848c req-d8982afe-f676-43ac-99f5-a5ba5918fbe8 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:26.407206 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-630cffe8-351f-4399-8190-c7b29717848c req-d8982afe-f676-43ac-99f5-a5ba5918fbe8 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:26.426691 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-630cffe8-351f-4399-8190-c7b29717848c req-d8982afe-f676-43ac-99f5-a5ba5918fbe8 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8547919 Jul 27 23:19:26.447400 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [req-630cffe8-351f-4399-8190-c7b29717848c req-f1a598cd-2abe-4adc-94c4-d68f5c7f59fe service neutron] Request body: {'port': {'device_id': '9bda45a6-7b3d-4402-bc36-eb32e3c47420', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802623-1'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:19:26.562141 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f8eed9d5-d581-4879-9237-022d08d0477e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:26.570582 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-630cffe8-351f-4399-8190-c7b29717848c req-f1a598cd-2abe-4adc-94c4-d68f5c7f59fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:26.675376 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f8eed9d5-d581-4879-9237-022d08d0477e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:26.683610 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f8eed9d5-d581-4879-9237-022d08d0477e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:26.695008 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-89d12e11-f7b7-45fc-b96b-147115e92024 None None] Provisioning for port 23300807-efde-46de-99e7-6916a9204bb3 completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:19:26.700793 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-89d12e11-f7b7-45fc-b96b-147115e92024 None None] Provisioning complete for port 23300807-efde-46de-99e7-6916a9204bb3 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:19:26.701159 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-89d12e11-f7b7-45fc-b96b-147115e92024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:26.786524 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-89d12e11-f7b7-45fc-b96b-147115e92024 None None] Port 23300807-efde-46de-99e7-6916a9204bb3 cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:19:26.815646 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-f8eed9d5-d581-4879-9237-022d08d0477e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=41b5cc55cb3b4b21b1b712c35e497aea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4155107 Jul 27 23:19:26.818609 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 48710) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:19:26.839969 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8eed9d5-d581-4879-9237-022d08d0477e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cd92389-cec0-4163-9e97-8a23aae6c738,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:19:26.876413 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fea707-89a6-4f72-bbc6-c8fff31de645 req-e2b28b84-e02f-45f4-85c2-f274d2c0d245 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:26.878685 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-91fea707-89a6-4f72-bbc6-c8fff31de645 req-e2b28b84-e02f-45f4-85c2-f274d2c0d245 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] 10.222.0.18 "GET /v2.0/ports?device_id=9bda45a6-7b3d-4402-bc36-eb32e3c47420 HTTP/1.1" status: 200 len: 931 time: 0.0830543 Jul 27 23:19:26.903991 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-25b27558-a6a8-4f86-a433-605c0f3a48e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:26.941308 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5c1f552e-a124-45b3-974e-173d14d3e980 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:26.965495 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5c1f552e-a124-45b3-974e-173d14d3e980 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:26.985567 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-91fea707-89a6-4f72-bbc6-c8fff31de645 req-cffe832f-9661-485f-a07b-40bdbfcd7ca6 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] 10.222.0.18 "GET /v2.0/security-groups?id=65b595b9-aa8c-4614-91d3-1ae3459c99b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0878868 Jul 27 23:19:27.006415 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [req-630cffe8-351f-4399-8190-c7b29717848c req-f1a598cd-2abe-4adc-94c4-d68f5c7f59fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23300807-efde-46de-99e7-6916a9204bb3 {{(pid=93798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:19:27.015890 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-630cffe8-351f-4399-8190-c7b29717848c req-f1a598cd-2abe-4adc-94c4-d68f5c7f59fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:27.038114 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-630cffe8-351f-4399-8190-c7b29717848c req-f1a598cd-2abe-4adc-94c4-d68f5c7f59fe service neutron] Transition to ACTIVE for port object 23300807-efde-46de-99e7-6916a9204bb3 will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:19:27.043146 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-630cffe8-351f-4399-8190-c7b29717848c req-f1a598cd-2abe-4adc-94c4-d68f5c7f59fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:27.071674 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaadeaac-c6b2-48a7-bc82-31b2c2564cc6 req-2236abad-f2f7-40b7-875b-4d75d525ebba tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:27.080726 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaadeaac-c6b2-48a7-bc82-31b2c2564cc6 req-2236abad-f2f7-40b7-875b-4d75d525ebba tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:27.086471 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaadeaac-c6b2-48a7-bc82-31b2c2564cc6 req-2236abad-f2f7-40b7-875b-4d75d525ebba tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:27.088476 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-eaadeaac-c6b2-48a7-bc82-31b2c2564cc6 req-2236abad-f2f7-40b7-875b-4d75d525ebba tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9b578e0-38ac-43b6-b53b-c2b46ca276ea HTTP/1.1" status: 200 len: 2419 time: 0.1197755 Jul 27 23:19:27.111037 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a598cd-2abe-4adc-94c4-d68f5c7f59fe service neutron] Pushing event updated for resources: {'Port': ['ID=23300807-efde-46de-99e7-6916a9204bb3,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:19:27.117483 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5c1f552e-a124-45b3-974e-173d14d3e980 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:27.120487 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5c1f552e-a124-45b3-974e-173d14d3e980 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:27.121814 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-5c1f552e-a124-45b3-974e-173d14d3e980 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2cd92389-cec0-4163-9e97-8a23aae6c738 HTTP/1.1" status: 204 len: 168 time: 0.3014500 Jul 27 23:19:27.145787 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1f552e-a124-45b3-974e-173d14d3e980 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cd92389-cec0-4163-9e97-8a23aae6c738,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:19:27.190566 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-eaadeaac-c6b2-48a7-bc82-31b2c2564cc6 req-83e14986-5125-497d-8e3b-17df6ff419de tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] 10.222.0.18 "GET /v2.0/security-groups?id=b47536c3-d51a-4a40-ad2f-fa3043688901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956783 Jul 27 23:19:27.237820 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-630cffe8-351f-4399-8190-c7b29717848c req-f1a598cd-2abe-4adc-94c4-d68f5c7f59fe service neutron] Attempting to bind port 23300807-efde-46de-99e7-6916a9204bb3 on host n-h2-802623-1 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:19:27.238526 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-630cffe8-351f-4399-8190-c7b29717848c req-f1a598cd-2abe-4adc-94c4-d68f5c7f59fe service neutron] Attempting to bind port 23300807-efde-46de-99e7-6916a9204bb3 by drivers openvswitch,hyperv on host n-h2-802623-1 at level 0 using segments [{'id': 'dd3fb910-11a1-4198-8a90-f4352ae92025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'a198ee08-ada0-4348-9b3a-3cd923d78e26'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:19:27.239268 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-630cffe8-351f-4399-8190-c7b29717848c req-f1a598cd-2abe-4adc-94c4-d68f5c7f59fe service neutron] Attempting to bind port 23300807-efde-46de-99e7-6916a9204bb3 on network a198ee08-ada0-4348-9b3a-3cd923d78e26 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:19:27.248021 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-630cffe8-351f-4399-8190-c7b29717848c req-f1a598cd-2abe-4adc-94c4-d68f5c7f59fe service neutron] Port 23300807-efde-46de-99e7-6916a9204bb3 on network a198ee08-ada0-4348-9b3a-3cd923d78e26 not bound, no agent of type Open vSwitch agent registered on host n-h2-802623-1 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 23:19:27.248392 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-630cffe8-351f-4399-8190-c7b29717848c req-f1a598cd-2abe-4adc-94c4-d68f5c7f59fe service neutron] Attempting to bind port 23300807-efde-46de-99e7-6916a9204bb3 on network a198ee08-ada0-4348-9b3a-3cd923d78e26 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:19:27.255064 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-630cffe8-351f-4399-8190-c7b29717848c req-f1a598cd-2abe-4adc-94c4-d68f5c7f59fe service neutron] Checking agent: {'id': 'c5cc038b-93c4-4df4-8061-5df2a04a48c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 23, 0, 4), 'started_at': datetime.datetime(2021, 7, 27, 23, 0, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 19, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:19:27.255730 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-630cffe8-351f-4399-8190-c7b29717848c req-f1a598cd-2abe-4adc-94c4-d68f5c7f59fe service neutron] Checking segment: {'id': 'dd3fb910-11a1-4198-8a90-f4352ae92025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'a198ee08-ada0-4348-9b3a-3cd923d78e26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:19:27.256267 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-630cffe8-351f-4399-8190-c7b29717848c req-f1a598cd-2abe-4adc-94c4-d68f5c7f59fe service neutron] Bound using segment: {'id': 'dd3fb910-11a1-4198-8a90-f4352ae92025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'a198ee08-ada0-4348-9b3a-3cd923d78e26'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:19:27.256712 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-630cffe8-351f-4399-8190-c7b29717848c req-f1a598cd-2abe-4adc-94c4-d68f5c7f59fe service neutron] Bound port: 23300807-efde-46de-99e7-6916a9204bb3, host: n-h2-802623-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd3fb910-11a1-4198-8a90-f4352ae92025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'a198ee08-ada0-4348-9b3a-3cd923d78e26'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:19:27.257761 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-630cffe8-351f-4399-8190-c7b29717848c req-f1a598cd-2abe-4adc-94c4-d68f5c7f59fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:27.350579 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-630cffe8-351f-4399-8190-c7b29717848c req-f1a598cd-2abe-4adc-94c4-d68f5c7f59fe service neutron] For port 23300807-efde-46de-99e7-6916a9204bb3, host n-h2-802623-1, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:19:27.355071 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-630cffe8-351f-4399-8190-c7b29717848c req-f1a598cd-2abe-4adc-94c4-d68f5c7f59fe service neutron] For port 23300807-efde-46de-99e7-6916a9204bb3, host n-h2-802623-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=23300807-efde-46de-99e7-6916a9204bb3,segment=NetworkSegment(dd3fb910-11a1-4198-8a90-f4352ae92025),segment_id=dd3fb910-11a1-4198-8a90-f4352ae92025)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:19:27.360649 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-630cffe8-351f-4399-8190-c7b29717848c req-f1a598cd-2abe-4adc-94c4-d68f5c7f59fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:27.399377 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630cffe8-351f-4399-8190-c7b29717848c req-f1a598cd-2abe-4adc-94c4-d68f5c7f59fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:27.400036 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-630cffe8-351f-4399-8190-c7b29717848c req-f1a598cd-2abe-4adc-94c4-d68f5c7f59fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:27.401559 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-630cffe8-351f-4399-8190-c7b29717848c req-f1a598cd-2abe-4adc-94c4-d68f5c7f59fe service neutron] 10.222.0.49 "PUT /v2.0/ports/23300807-efde-46de-99e7-6916a9204bb3 HTTP/1.1" status: 200 len: 1091 time: 0.9662695 Jul 27 23:19:27.402018 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bda45a6-7b3d-4402-bc36-eb32e3c47420', 'tag': '23300807-efde-46de-99e7-6916a9204bb3'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:19:27.404376 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}011f8d312121274bb12d78e77c6379a2079800640016cec6c6d605b73666e854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bedec04f-051d-4747-b854-ddd9d2bdeb1d" -d '{"events": [{"name": "network-changed", "server_uuid": "9bda45a6-7b3d-4402-bc36-eb32e3c47420", "tag": "23300807-efde-46de-99e7-6916a9204bb3"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:19:27.476439 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9b578e0-38ac-43b6-b53b-c2b46ca276ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2de8b231-ac8d-4ede-a77d-190d51cc1934'}, {'server_uuid': 'a9b578e0-38ac-43b6-b53b-c2b46ca276ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7069d145-9671-40d7-9a22-375db3bc785e'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:19:27.480033 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c0369b0d4f459110ff20a1f9878ba33f96d6491bddb9d15843bf29d01e0bda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bd694e8-d89b-46fa-96ae-ee9ba697df2c" -d '{"events": [{"server_uuid": "a9b578e0-38ac-43b6-b53b-c2b46ca276ea", "name": "network-vif-plugged", "status": "completed", "tag": "2de8b231-ac8d-4ede-a77d-190d51cc1934"}, {"server_uuid": "a9b578e0-38ac-43b6-b53b-c2b46ca276ea", "name": "network-vif-plugged", "status": "completed", "tag": "7069d145-9671-40d7-9a22-375db3bc785e"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:19:27.486688 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 23:19:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29534c1e-29ee-46dc-872e-15e7b9e1aac7 x-openstack-request-id: req-29534c1e-29ee-46dc-872e-15e7b9e1aac7 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:19:27.486978 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9bda45a6-7b3d-4402-bc36-eb32e3c47420", "tag": "23300807-efde-46de-99e7-6916a9204bb3", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:19:27.487263 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-29534c1e-29ee-46dc-872e-15e7b9e1aac7 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:19:27.487668 n-d-802623-1 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bda45a6-7b3d-4402-bc36-eb32e3c47420', 'tag': '23300807-efde-46de-99e7-6916a9204bb3', 'status': 'completed', 'code': 200} Jul 27 23:19:27.505655 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a598cd-2abe-4adc-94c4-d68f5c7f59fe service neutron] Pushing event updated for resources: {'Port': ['ID=23300807-efde-46de-99e7-6916a9204bb3,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:19:27.523063 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 48740) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:19:27.540074 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1ea23c59-2e0e-4b27-a7be-699b54f99990 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:27.544435 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630cffe8-351f-4399-8190-c7b29717848c req-6bcb199f-3c46-4d4f-b147-e744b61acd0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:27.544629 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 27 Jul 2021 23:19:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c19e4ef-1ddc-42f7-916e-da63eff0c86f x-openstack-request-id: req-0c19e4ef-1ddc-42f7-916e-da63eff0c86f {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:19:27.544919 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9b578e0-38ac-43b6-b53b-c2b46ca276ea", "name": "network-vif-plugged", "status": "completed", "tag": "2de8b231-ac8d-4ede-a77d-190d51cc1934", "code": 200}, {"server_uuid": "a9b578e0-38ac-43b6-b53b-c2b46ca276ea", "name": "network-vif-plugged", "status": "completed", "tag": "7069d145-9671-40d7-9a22-375db3bc785e", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:19:27.545174 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0c19e4ef-1ddc-42f7-916e-da63eff0c86f {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:19:27.545573 n-d-802623-1 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9b578e0-38ac-43b6-b53b-c2b46ca276ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2de8b231-ac8d-4ede-a77d-190d51cc1934', 'code': 200} Jul 27 23:19:27.545876 n-d-802623-1 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9b578e0-38ac-43b6-b53b-c2b46ca276ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7069d145-9671-40d7-9a22-375db3bc785e', 'code': 200} Jul 27 23:19:27.547756 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-630cffe8-351f-4399-8190-c7b29717848c req-6bcb199f-3c46-4d4f-b147-e744b61acd0d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=6415e174d6e146abb15fff69092e7210&device_id=9bda45a6-7b3d-4402-bc36-eb32e3c47420 HTTP/1.1" status: 200 len: 1094 time: 0.0870378 Jul 27 23:19:27.625426 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-630cffe8-351f-4399-8190-c7b29717848c req-aa988e3b-31c1-4d01-83ba-9458bbb245b6 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=23300807-efde-46de-99e7-6916a9204bb3 HTTP/1.1" status: 200 len: 217 time: 0.0656359 Jul 27 23:19:27.679817 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1ea23c59-2e0e-4b27-a7be-699b54f99990 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:27.685601 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1ea23c59-2e0e-4b27-a7be-699b54f99990 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:27.708376 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630cffe8-351f-4399-8190-c7b29717848c req-19fbfe37-19d6-4444-b75b-411f7d916ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:27.710038 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-630cffe8-351f-4399-8190-c7b29717848c req-19fbfe37-19d6-4444-b75b-411f7d916ea6 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=6bb4b577-bd47-4366-ace3-c23131aef649 HTTP/1.1" status: 200 len: 855 time: 0.0750790 Jul 27 23:19:27.714935 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3caa695-584a-4b4e-9c89-8833f23fed7a req-0414e5ae-8053-4c73-8960-91b7429ef0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:27.715763 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3caa695-584a-4b4e-9c89-8833f23fed7a req-0414e5ae-8053-4c73-8960-91b7429ef0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:27.716226 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3caa695-584a-4b4e-9c89-8833f23fed7a req-0414e5ae-8053-4c73-8960-91b7429ef0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:27.717886 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e3caa695-584a-4b4e-9c89-8833f23fed7a req-0414e5ae-8053-4c73-8960-91b7429ef0f8 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=a9b578e0-38ac-43b6-b53b-c2b46ca276ea HTTP/1.1" status: 200 len: 2872 time: 0.0909376 Jul 27 23:19:27.729541 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-1ea23c59-2e0e-4b27-a7be-699b54f99990 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=38c63f751f0746e7920eb2ce09a08b58&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2028942 Jul 27 23:19:27.729769 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 48742) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:19:27.757817 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea23c59-2e0e-4b27-a7be-699b54f99990 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37f0adb6-68e8-4b13-9ec7-a2ad08fbc13a,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:19:27.790216 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e3caa695-584a-4b4e-9c89-8833f23fed7a req-966452c6-8145-4c4a-b745-5bba315af5eb service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=b47536c3-d51a-4a40-ad2f-fa3043688901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413122 Jul 27 23:19:27.792984 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630cffe8-351f-4399-8190-c7b29717848c req-1ff3a6c3-4d19-4123-b65d-c0981de7b3b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:27.795063 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-630cffe8-351f-4399-8190-c7b29717848c req-1ff3a6c3-4d19-4123-b65d-c0981de7b3b5 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a198ee08-ada0-4348-9b3a-3cd923d78e26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0758877 Jul 27 23:19:27.827718 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d2911586-6e50-4b97-8b61-78f57d2e3435 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:27.855096 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d2911586-6e50-4b97-8b61-78f57d2e3435 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:27.921211 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d2911586-6e50-4b97-8b61-78f57d2e3435 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:27.924882 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d2911586-6e50-4b97-8b61-78f57d2e3435 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:27.926228 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-d2911586-6e50-4b97-8b61-78f57d2e3435 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/37f0adb6-68e8-4b13-9ec7-a2ad08fbc13a HTTP/1.1" status: 204 len: 168 time: 0.1955400 Jul 27 23:19:27.932262 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-630cffe8-351f-4399-8190-c7b29717848c req-5914e1ee-f032-40bf-8a91-bca3cd89e1b7 service neutron] 10.222.0.49 "GET /v2.0/networks/a198ee08-ada0-4348-9b3a-3cd923d78e26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286988 Jul 27 23:19:27.938347 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2911586-6e50-4b97-8b61-78f57d2e3435 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37f0adb6-68e8-4b13-9ec7-a2ad08fbc13a,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:19:28.048257 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-630cffe8-351f-4399-8190-c7b29717848c req-801654b1-0ce5-4aa2-bc95-e997fa2b97f0 service neutron] 10.222.0.49 "GET /v2.0/networks/a198ee08-ada0-4348-9b3a-3cd923d78e26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066937 Jul 27 23:19:28.183669 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d59dbbd-f188-4a6c-a4bf-f6c9c5dfbe24 req-4105dcba-c41a-4d33-843e-e6cec9778653 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:28.185267 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-9d59dbbd-f188-4a6c-a4bf-f6c9c5dfbe24 req-4105dcba-c41a-4d33-843e-e6cec9778653 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] 10.222.0.18 "GET /v2.0/ports?device_id=9bda45a6-7b3d-4402-bc36-eb32e3c47420 HTTP/1.1" status: 200 len: 943 time: 0.1199598 Jul 27 23:19:28.188387 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedec04f-051d-4747-b854-ddd9d2bdeb1d req-79e7978a-5a5a-4a47-912d-e093b58211c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:28.190407 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-bedec04f-051d-4747-b854-ddd9d2bdeb1d req-79e7978a-5a5a-4a47-912d-e093b58211c6 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=6415e174d6e146abb15fff69092e7210&device_id=9bda45a6-7b3d-4402-bc36-eb32e3c47420 HTTP/1.1" status: 200 len: 1094 time: 0.0904384 Jul 27 23:19:28.282802 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-9d59dbbd-f188-4a6c-a4bf-f6c9c5dfbe24 req-35cc45ea-3383-46d9-aa8d-9a6dc47456a7 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] 10.222.0.18 "GET /v2.0/security-groups?id=65b595b9-aa8c-4614-91d3-1ae3459c99b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0896552 Jul 27 23:19:28.322326 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedec04f-051d-4747-b854-ddd9d2bdeb1d req-80f7cc1f-40a7-45cf-9360-d52af0f62b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:28.322326 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-bedec04f-051d-4747-b854-ddd9d2bdeb1d req-80f7cc1f-40a7-45cf-9360-d52af0f62b29 service neutron] 10.222.0.49 "GET /v2.0/networks?id=a198ee08-ada0-4348-9b3a-3cd923d78e26 HTTP/1.1" status: 200 len: 917 time: 0.1204011 Jul 27 23:19:28.375707 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-bedec04f-051d-4747-b854-ddd9d2bdeb1d req-944a3179-2604-4a8d-812e-198a1fd7c6b2 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=23300807-efde-46de-99e7-6916a9204bb3 HTTP/1.1" status: 200 len: 217 time: 0.0457709 Jul 27 23:19:28.382011 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735a8b07-b257-4747-a2b5-c055795f98dd req-68afa1cb-4a6e-48e3-8022-8af380f787eb tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:28.388598 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735a8b07-b257-4747-a2b5-c055795f98dd req-68afa1cb-4a6e-48e3-8022-8af380f787eb tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:28.395013 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735a8b07-b257-4747-a2b5-c055795f98dd req-68afa1cb-4a6e-48e3-8022-8af380f787eb tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:28.396734 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-735a8b07-b257-4747-a2b5-c055795f98dd req-68afa1cb-4a6e-48e3-8022-8af380f787eb tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9b578e0-38ac-43b6-b53b-c2b46ca276ea HTTP/1.1" status: 200 len: 2419 time: 0.0799961 Jul 27 23:19:28.443880 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedec04f-051d-4747-b854-ddd9d2bdeb1d req-d2b53106-12e3-4f15-a5d6-f7082b3c40bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:28.445916 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-bedec04f-051d-4747-b854-ddd9d2bdeb1d req-d2b53106-12e3-4f15-a5d6-f7082b3c40bc service neutron] 10.222.0.49 "GET /v2.0/subnets?id=6bb4b577-bd47-4366-ace3-c23131aef649 HTTP/1.1" status: 200 len: 855 time: 0.0619755 Jul 27 23:19:28.446941 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-735a8b07-b257-4747-a2b5-c055795f98dd req-bf8d78f7-dbc1-4b0a-a4be-e2ae4d94e6af tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] 10.222.0.18 "GET /v2.0/security-groups?id=b47536c3-d51a-4a40-ad2f-fa3043688901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408709 Jul 27 23:19:28.501222 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedec04f-051d-4747-b854-ddd9d2bdeb1d req-5539112f-0d05-447f-b8f2-44987fcc918d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:28.502791 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-bedec04f-051d-4747-b854-ddd9d2bdeb1d req-5539112f-0d05-447f-b8f2-44987fcc918d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a198ee08-ada0-4348-9b3a-3cd923d78e26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0484908 Jul 27 23:19:28.623146 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-bedec04f-051d-4747-b854-ddd9d2bdeb1d req-bd11b230-c962-4396-995a-3013cbbd9c8f service neutron] 10.222.0.49 "GET /v2.0/networks/a198ee08-ada0-4348-9b3a-3cd923d78e26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109536 Jul 27 23:19:28.730859 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-bedec04f-051d-4747-b854-ddd9d2bdeb1d req-7754fa79-6da9-424f-b554-827fec8cdbfd service neutron] 10.222.0.49 "GET /v2.0/networks/a198ee08-ada0-4348-9b3a-3cd923d78e26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021063 Jul 27 23:19:29.437227 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e262fc6-d9cf-4aba-9b82-635eb28c4127 req-1305436c-553b-43f6-b27f-e61639bff93a tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:29.439869 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-2e262fc6-d9cf-4aba-9b82-635eb28c4127 req-1305436c-553b-43f6-b27f-e61639bff93a tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] 10.222.0.18 "GET /v2.0/ports?device_id=9bda45a6-7b3d-4402-bc36-eb32e3c47420 HTTP/1.1" status: 200 len: 943 time: 0.0565319 Jul 27 23:19:29.449573 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:29.487202 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-2e262fc6-d9cf-4aba-9b82-635eb28c4127 req-23c419b0-9c60-4ab2-84c6-b417cfada9ad tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] 10.222.0.18 "GET /v2.0/security-groups?id=65b595b9-aa8c-4614-91d3-1ae3459c99b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402849 Jul 27 23:19:29.610085 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-67e902b8-8612-4953-9886-52286f0c97a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:29.666488 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1267500-1fb2-472b-9286-833688e14b5a req-f9915f5d-1989-4bf5-907b-5345a66313ee tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:29.672965 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1267500-1fb2-472b-9286-833688e14b5a req-f9915f5d-1989-4bf5-907b-5345a66313ee tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:29.678894 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1267500-1fb2-472b-9286-833688e14b5a req-f9915f5d-1989-4bf5-907b-5345a66313ee tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:29.685536 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a1267500-1fb2-472b-9286-833688e14b5a req-f9915f5d-1989-4bf5-907b-5345a66313ee tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9b578e0-38ac-43b6-b53b-c2b46ca276ea HTTP/1.1" status: 200 len: 2419 time: 0.1114643 Jul 27 23:19:29.750548 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a1267500-1fb2-472b-9286-833688e14b5a req-8d4d92aa-2107-46c7-82cd-60744f539ffe tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] 10.222.0.18 "GET /v2.0/security-groups?id=b47536c3-d51a-4a40-ad2f-fa3043688901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484447 Jul 27 23:19:30.047603 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:30.166248 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66071f4-1f28-4ced-88d6-df20fb0d9f40 req-60d26486-2721-4970-a526-d284a5695ff2 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:30.174805 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66071f4-1f28-4ced-88d6-df20fb0d9f40 req-60d26486-2721-4970-a526-d284a5695ff2 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:30.183063 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66071f4-1f28-4ced-88d6-df20fb0d9f40 req-60d26486-2721-4970-a526-d284a5695ff2 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:30.194143 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d66071f4-1f28-4ced-88d6-df20fb0d9f40 req-60d26486-2721-4970-a526-d284a5695ff2 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9b578e0-38ac-43b6-b53b-c2b46ca276ea HTTP/1.1" status: 200 len: 2419 time: 0.1177435 Jul 27 23:19:30.231069 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d66071f4-1f28-4ced-88d6-df20fb0d9f40 req-55bec8f1-e3ef-4668-8ef7-ef8d06f63d06 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] 10.222.0.18 "GET /v2.0/security-groups?id=b47536c3-d51a-4a40-ad2f-fa3043688901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378640 Jul 27 23:19:30.428205 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-19f2e178-d45e-4fbe-b9be-c3963fc151ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:30.649391 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577797ce-30f0-41e2-9c29-4914f3126d88 req-b86a1c49-25d0-42d0-8b70-0430d1e7c1a2 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:30.651093 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-577797ce-30f0-41e2-9c29-4914f3126d88 req-b86a1c49-25d0-42d0-8b70-0430d1e7c1a2 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] 10.222.0.18 "GET /v2.0/ports?device_id=9bda45a6-7b3d-4402-bc36-eb32e3c47420 HTTP/1.1" status: 200 len: 943 time: 0.0637674 Jul 27 23:19:30.701113 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-577797ce-30f0-41e2-9c29-4914f3126d88 req-326b412f-2c4d-4fde-978d-9fef64679b6e tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] 10.222.0.18 "GET /v2.0/security-groups?id=65b595b9-aa8c-4614-91d3-1ae3459c99b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433831 Jul 27 23:19:31.374726 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af235289-f162-49ca-b71e-9caeb3f8bde0 req-bca186e8-4541-4c75-883a-433f95562795 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:31.382140 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af235289-f162-49ca-b71e-9caeb3f8bde0 req-bca186e8-4541-4c75-883a-433f95562795 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:31.389024 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af235289-f162-49ca-b71e-9caeb3f8bde0 req-bca186e8-4541-4c75-883a-433f95562795 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:31.391326 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-af235289-f162-49ca-b71e-9caeb3f8bde0 req-bca186e8-4541-4c75-883a-433f95562795 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9b578e0-38ac-43b6-b53b-c2b46ca276ea HTTP/1.1" status: 200 len: 2419 time: 0.0842266 Jul 27 23:19:31.434057 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-af235289-f162-49ca-b71e-9caeb3f8bde0 req-df0f0620-3590-4419-a6fb-1880678b3e51 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] 10.222.0.18 "GET /v2.0/security-groups?id=b47536c3-d51a-4a40-ad2f-fa3043688901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367537 Jul 27 23:19:31.599535 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbff4dae-08aa-4fb9-804c-05b9fa254177 req-6aec0212-80ef-4f86-a5f9-5aba27165ad1 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:31.605636 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbff4dae-08aa-4fb9-804c-05b9fa254177 req-6aec0212-80ef-4f86-a5f9-5aba27165ad1 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:31.611516 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbff4dae-08aa-4fb9-804c-05b9fa254177 req-6aec0212-80ef-4f86-a5f9-5aba27165ad1 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:31.613410 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-cbff4dae-08aa-4fb9-804c-05b9fa254177 req-6aec0212-80ef-4f86-a5f9-5aba27165ad1 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] 10.222.0.38 "GET /v2.0/ports?device_id=a9b578e0-38ac-43b6-b53b-c2b46ca276ea HTTP/1.1" status: 200 len: 2419 time: 0.0637918 Jul 27 23:19:31.719699 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-cbff4dae-08aa-4fb9-804c-05b9fa254177 req-aba236f9-2f57-4b22-9d8b-a504f5c70556 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Deleting port 7069d145-9671-40d7-9a22-375db3bc785e {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:19:31.720045 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-cbff4dae-08aa-4fb9-804c-05b9fa254177 req-aba236f9-2f57-4b22-9d8b-a504f5c70556 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:31.806491 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-cbff4dae-08aa-4fb9-804c-05b9fa254177 req-aba236f9-2f57-4b22-9d8b-a504f5c70556 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] For port 7069d145-9671-40d7-9a22-375db3bc785e, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=7069d145-9671-40d7-9a22-375db3bc785e,segment=NetworkSegment(979d88c5-537d-4330-9559-3529f2b6e3f6),segment_id=979d88c5-537d-4330-9559-3529f2b6e3f6)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:19:31.806904 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-cbff4dae-08aa-4fb9-804c-05b9fa254177 req-aba236f9-2f57-4b22-9d8b-a504f5c70556 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:31.821446 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-cbff4dae-08aa-4fb9-804c-05b9fa254177 req-aba236f9-2f57-4b22-9d8b-a504f5c70556 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Calling delete_port for 7069d145-9671-40d7-9a22-375db3bc785e owned by compute:nova {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:19:31.831552 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0542afaa-d547-4de1-9516-8ffcc4b4fee5 req-c9614919-5487-43dd-aa66-54efe04b6bc0 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:31.833108 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-0542afaa-d547-4de1-9516-8ffcc4b4fee5 req-c9614919-5487-43dd-aa66-54efe04b6bc0 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] 10.222.0.18 "GET /v2.0/ports?device_id=9bda45a6-7b3d-4402-bc36-eb32e3c47420 HTTP/1.1" status: 200 len: 943 time: 0.0509384 Jul 27 23:19:31.875535 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-0542afaa-d547-4de1-9516-8ffcc4b4fee5 req-3edc3014-9468-4864-86df-f5d2c1df5e46 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] 10.222.0.18 "GET /v2.0/security-groups?id=65b595b9-aa8c-4614-91d3-1ae3459c99b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364647 Jul 27 23:19:31.949306 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-cbff4dae-08aa-4fb9-804c-05b9fa254177 req-aba236f9-2f57-4b22-9d8b-a504f5c70556 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:31.960986 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] get_ports_and_sgs() called for port_ids ['2de8b231-ac8d-4ede-a77d-190d51cc1934', '18c5a532-7433-4e96-ad2f-e59f2dac1758', '7069d145-9671-40d7-9a22-375db3bc785e'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:19:31.977948 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba236f9-2f57-4b22-9d8b-a504f5c70556 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Pushing event deleted for resources: {'Port': ['ID=7069d145-9671-40d7-9a22-375db3bc785e,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:19:32.023063 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbff4dae-08aa-4fb9-804c-05b9fa254177 req-aba236f9-2f57-4b22-9d8b-a504f5c70556 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] No DVR routers for this DVR port 7069d145-9671-40d7-9a22-375db3bc785e on host n-h1-802623-1 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:19:32.026008 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-cbff4dae-08aa-4fb9-804c-05b9fa254177 req-aba236f9-2f57-4b22-9d8b-a504f5c70556 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:32.028232 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-cbff4dae-08aa-4fb9-804c-05b9fa254177 req-aba236f9-2f57-4b22-9d8b-a504f5c70556 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] 10.222.0.38 "DELETE /v2.0/ports/7069d145-9671-40d7-9a22-375db3bc785e HTTP/1.1" status: 204 len: 173 time: 0.4086108 Jul 27 23:19:32.028752 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9b578e0-38ac-43b6-b53b-c2b46ca276ea', 'name': 'network-vif-deleted', 'tag': '7069d145-9671-40d7-9a22-375db3bc785e'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:19:32.031151 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}011f8d312121274bb12d78e77c6379a2079800640016cec6c6d605b73666e854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d40864d6-6305-43e3-85a0-261eccec0611" -d '{"events": [{"server_uuid": "a9b578e0-38ac-43b6-b53b-c2b46ca276ea", "name": "network-vif-deleted", "tag": "7069d145-9671-40d7-9a22-375db3bc785e"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:19:32.076912 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:19:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-827f40e5-c9c1-4fc9-9a4d-98de66bf25f1 x-openstack-request-id: req-827f40e5-c9c1-4fc9-9a4d-98de66bf25f1 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:19:32.077189 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9b578e0-38ac-43b6-b53b-c2b46ca276ea", "name": "network-vif-deleted", "tag": "7069d145-9671-40d7-9a22-375db3bc785e", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:19:32.077440 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-827f40e5-c9c1-4fc9-9a4d-98de66bf25f1 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:19:32.077861 n-d-802623-1 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9b578e0-38ac-43b6-b53b-c2b46ca276ea', 'name': 'network-vif-deleted', 'tag': '7069d145-9671-40d7-9a22-375db3bc785e', 'status': 'completed', 'code': 200} Jul 27 23:19:32.138503 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-cbff4dae-08aa-4fb9-804c-05b9fa254177 req-3e7b57c1-c200-4abf-8c8c-8fc6ab98a00d tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Deleting port 18c5a532-7433-4e96-ad2f-e59f2dac1758 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:19:32.138863 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-cbff4dae-08aa-4fb9-804c-05b9fa254177 req-3e7b57c1-c200-4abf-8c8c-8fc6ab98a00d tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:32.202771 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device 23300807-efde-46de-99e7-6916a9204bb3 details requested by agent hyperv_n-h2-802623-1 with host n-h2-802623-1 {{(pid=93799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 23:19:32.241399 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-cbff4dae-08aa-4fb9-804c-05b9fa254177 req-3e7b57c1-c200-4abf-8c8c-8fc6ab98a00d tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] For port 18c5a532-7433-4e96-ad2f-e59f2dac1758, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=18c5a532-7433-4e96-ad2f-e59f2dac1758,segment=NetworkSegment(19a5f8b8-0796-4210-8402-277ff568d11c),segment_id=19a5f8b8-0796-4210-8402-277ff568d11c)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:19:32.241844 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-cbff4dae-08aa-4fb9-804c-05b9fa254177 req-3e7b57c1-c200-4abf-8c8c-8fc6ab98a00d tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:32.247069 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7418f70f-e60d-4709-8ba9-6ab514bc7f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:32.257095 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-cbff4dae-08aa-4fb9-804c-05b9fa254177 req-3e7b57c1-c200-4abf-8c8c-8fc6ab98a00d tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Calling delete_port for 18c5a532-7433-4e96-ad2f-e59f2dac1758 owned by compute:nova {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:19:32.342461 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port 23300807-efde-46de-99e7-6916a9204bb3, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=23300807-efde-46de-99e7-6916a9204bb3,segment=NetworkSegment(dd3fb910-11a1-4198-8a90-f4352ae92025),segment_id=dd3fb910-11a1-4198-8a90-f4352ae92025)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:19:32.353875 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Returning: {'device': '23300807-efde-46de-99e7-6916a9204bb3', 'network_id': 'a198ee08-ada0-4348-9b3a-3cd923d78e26', 'port_id': '23300807-efde-46de-99e7-6916a9204bb3', 'mac_address': 'fa:16:3e:65:11:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bb4b577-bd47-4366-ace3-c23131aef649', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 23:19:32.393917 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:32.408326 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-cbff4dae-08aa-4fb9-804c-05b9fa254177 req-3e7b57c1-c200-4abf-8c8c-8fc6ab98a00d tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:32.409015 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23300807-efde-46de-99e7-6916a9204bb3 {{(pid=93799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:19:32.443248 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7b57c1-c200-4abf-8c8c-8fc6ab98a00d tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Pushing event deleted for resources: {'Port': ['ID=18c5a532-7433-4e96-ad2f-e59f2dac1758,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:19:32.450920 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port 23300807-efde-46de-99e7-6916a9204bb3, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=23300807-efde-46de-99e7-6916a9204bb3,segment=NetworkSegment(dd3fb910-11a1-4198-8a90-f4352ae92025),segment_id=dd3fb910-11a1-4198-8a90-f4352ae92025)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:19:32.454927 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] get_ports_and_sgs() called for port_ids ['7069d145-9671-40d7-9a22-375db3bc785e'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:19:32.475778 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:32.488212 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbff4dae-08aa-4fb9-804c-05b9fa254177 req-3e7b57c1-c200-4abf-8c8c-8fc6ab98a00d tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] No DVR routers for this DVR port 18c5a532-7433-4e96-ad2f-e59f2dac1758 on host n-h1-802623-1 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:19:32.492196 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-cbff4dae-08aa-4fb9-804c-05b9fa254177 req-3e7b57c1-c200-4abf-8c8c-8fc6ab98a00d tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:32.495448 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-cbff4dae-08aa-4fb9-804c-05b9fa254177 req-3e7b57c1-c200-4abf-8c8c-8fc6ab98a00d tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] 10.222.0.38 "DELETE /v2.0/ports/18c5a532-7433-4e96-ad2f-e59f2dac1758 HTTP/1.1" status: 204 len: 173 time: 0.4609277 Jul 27 23:19:32.594177 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Pushing event updated for resources: {'Port': ['ID=23300807-efde-46de-99e7-6916a9204bb3,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:19:32.640872 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260a6ef9-8b36-4d43-ae2c-cf56b8f31ebc req-4abc5ab6-8d59-4fd0-a540-8676e97d4bee tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:32.642490 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-260a6ef9-8b36-4d43-ae2c-cf56b8f31ebc req-4abc5ab6-8d59-4fd0-a540-8676e97d4bee tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9b578e0-38ac-43b6-b53b-c2b46ca276ea HTTP/1.1" status: 200 len: 946 time: 0.0702970 Jul 27 23:19:32.664946 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-cbff4dae-08aa-4fb9-804c-05b9fa254177 req-979042dc-e009-4eba-8ab8-020a8fcd0e73 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Deleting port 2de8b231-ac8d-4ede-a77d-190d51cc1934 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:19:32.665269 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-cbff4dae-08aa-4fb9-804c-05b9fa254177 req-979042dc-e009-4eba-8ab8-020a8fcd0e73 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:32.739743 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-260a6ef9-8b36-4d43-ae2c-cf56b8f31ebc req-a332452b-df4e-45f5-bfa3-0e56ad0da416 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] 10.222.0.18 "GET /v2.0/security-groups?id=b47536c3-d51a-4a40-ad2f-fa3043688901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886271 Jul 27 23:19:32.799247 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-cbff4dae-08aa-4fb9-804c-05b9fa254177 req-979042dc-e009-4eba-8ab8-020a8fcd0e73 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] For port 2de8b231-ac8d-4ede-a77d-190d51cc1934, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=2de8b231-ac8d-4ede-a77d-190d51cc1934,segment=NetworkSegment(979d88c5-537d-4330-9559-3529f2b6e3f6),segment_id=979d88c5-537d-4330-9559-3529f2b6e3f6)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:19:32.799247 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-cbff4dae-08aa-4fb9-804c-05b9fa254177 req-979042dc-e009-4eba-8ab8-020a8fcd0e73 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:32.819754 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-cbff4dae-08aa-4fb9-804c-05b9fa254177 req-979042dc-e009-4eba-8ab8-020a8fcd0e73 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Calling delete_port for 2de8b231-ac8d-4ede-a77d-190d51cc1934 owned by compute:nova {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:19:32.883733 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] get_ports_and_sgs() called for port_ids ['23300807-efde-46de-99e7-6916a9204bb3'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:19:32.997611 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-cbff4dae-08aa-4fb9-804c-05b9fa254177 req-979042dc-e009-4eba-8ab8-020a8fcd0e73 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:33.012295 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] get_ports_and_sgs() called for port_ids ['7069d145-9671-40d7-9a22-375db3bc785e'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:19:33.053974 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979042dc-e009-4eba-8ab8-020a8fcd0e73 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Pushing event deleted for resources: {'Port': ['ID=2de8b231-ac8d-4ede-a77d-190d51cc1934,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:19:33.068596 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be083c92-0111-4f47-91ec-64c279d990fc req-3fe933fa-6ac5-458b-9972-c1f7d6207a16 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:33.075551 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-be083c92-0111-4f47-91ec-64c279d990fc req-3fe933fa-6ac5-458b-9972-c1f7d6207a16 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] 10.222.0.18 "GET /v2.0/ports?device_id=9bda45a6-7b3d-4402-bc36-eb32e3c47420 HTTP/1.1" status: 200 len: 944 time: 0.0882227 Jul 27 23:19:33.108865 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbff4dae-08aa-4fb9-804c-05b9fa254177 req-979042dc-e009-4eba-8ab8-020a8fcd0e73 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] No DVR routers for this DVR port 2de8b231-ac8d-4ede-a77d-190d51cc1934 on host n-h1-802623-1 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:19:33.112745 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-cbff4dae-08aa-4fb9-804c-05b9fa254177 req-979042dc-e009-4eba-8ab8-020a8fcd0e73 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:33.119280 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-cbff4dae-08aa-4fb9-804c-05b9fa254177 req-979042dc-e009-4eba-8ab8-020a8fcd0e73 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] 10.222.0.38 "DELETE /v2.0/ports/2de8b231-ac8d-4ede-a77d-190d51cc1934 HTTP/1.1" status: 204 len: 173 time: 0.6167812 Jul 27 23:19:33.141570 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-be083c92-0111-4f47-91ec-64c279d990fc req-de956564-5c9c-4e9c-93f1-4e389128ec98 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] 10.222.0.18 "GET /v2.0/security-groups?id=65b595b9-aa8c-4614-91d3-1ae3459c99b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635507 Jul 27 23:19:33.725187 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 48912) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:19:33.795616 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 48918) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:19:33.844883 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b7bad6c9-e220-4938-a3a5-7ce5a38f5e76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:33.873900 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4eedd61-a7ce-4e38-adc6-b631aff171e6 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Deleting subnet 3010a625-6c96-4389-b50c-a610f10b6fa9 {{(pid=93797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 23:19:33.878931 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c4eedd61-a7ce-4e38-adc6-b631aff171e6 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Notify callbacks [] for subnet, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:33.935155 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c4eedd61-a7ce-4e38-adc6-b631aff171e6 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11335971'] for subnet, precommit_delete_associations {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:34.059849 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c4eedd61-a7ce-4e38-adc6-b631aff171e6 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620741'] for subnet, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:34.063837 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b7bad6c9-e220-4938-a3a5-7ce5a38f5e76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:34.079583 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9b578e0-38ac-43b6-b53b-c2b46ca276ea', 'name': 'network-vif-deleted', 'tag': '18c5a532-7433-4e96-ad2f-e59f2dac1758'}, {'server_uuid': 'a9b578e0-38ac-43b6-b53b-c2b46ca276ea', 'name': 'network-vif-deleted', 'tag': '2de8b231-ac8d-4ede-a77d-190d51cc1934'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:19:34.083252 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b7bad6c9-e220-4938-a3a5-7ce5a38f5e76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:34.084247 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}011f8d312121274bb12d78e77c6379a2079800640016cec6c6d605b73666e854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b48e9473-a4b4-441f-9ffa-71b409fbac6a" -d '{"events": [{"server_uuid": "a9b578e0-38ac-43b6-b53b-c2b46ca276ea", "name": "network-vif-deleted", "tag": "18c5a532-7433-4e96-ad2f-e59f2dac1758"}, {"server_uuid": "a9b578e0-38ac-43b6-b53b-c2b46ca276ea", "name": "network-vif-deleted", "tag": "2de8b231-ac8d-4ede-a77d-190d51cc1934"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:19:34.124008 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 27 Jul 2021 23:19:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-865e7890-6e59-446d-b0f9-715157a077a5 x-openstack-request-id: req-865e7890-6e59-446d-b0f9-715157a077a5 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:19:34.124464 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9b578e0-38ac-43b6-b53b-c2b46ca276ea", "name": "network-vif-deleted", "tag": "18c5a532-7433-4e96-ad2f-e59f2dac1758", "status": "completed", "code": 200}, {"server_uuid": "a9b578e0-38ac-43b6-b53b-c2b46ca276ea", "name": "network-vif-deleted", "tag": "2de8b231-ac8d-4ede-a77d-190d51cc1934", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:19:34.124814 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-865e7890-6e59-446d-b0f9-715157a077a5 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:19:34.125473 n-d-802623-1 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9b578e0-38ac-43b6-b53b-c2b46ca276ea', 'name': 'network-vif-deleted', 'tag': '18c5a532-7433-4e96-ad2f-e59f2dac1758', 'status': 'completed', 'code': 200} Jul 27 23:19:34.125824 n-d-802623-1 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9b578e0-38ac-43b6-b53b-c2b46ca276ea', 'name': 'network-vif-deleted', 'tag': '2de8b231-ac8d-4ede-a77d-190d51cc1934', 'status': 'completed', 'code': 200} Jul 27 23:19:34.136931 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-b7bad6c9-e220-4938-a3a5-7ce5a38f5e76 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5d05daff5f334483aedf257c94b205e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4106236 Jul 27 23:19:34.139593 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 48930) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:19:34.141599 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bad6c9-e220-4938-a3a5-7ce5a38f5e76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bed3d269-8e7a-4b56-8679-7e5e821878ae,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:19:34.164395 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c4eedd61-a7ce-4e38-adc6-b631aff171e6 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11335991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11551414'] for subnet, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:34.192651 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4eedd61-a7ce-4e38-adc6-b631aff171e6 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Pushing event deleted for resources: {'Subnet': ['ID=3010a625-6c96-4389-b50c-a610f10b6fa9,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:19:34.200172 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device 23300807-efde-46de-99e7-6916a9204bb3 up at agent hyperv_n-h2-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:19:34.205398 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93b1edeb-ca03-4ac5-a7c5-138c9528bf72 None None] Network 6945d29f-dff6-4e8f-ba8b-65b582087781 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:19:34.208221 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c4eedd61-a7ce-4e38-adc6-b631aff171e6 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for subnet, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:34.212481 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-c4eedd61-a7ce-4e38-adc6-b631aff171e6 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] 10.222.0.18 "DELETE /v2.0/subnets/3010a625-6c96-4389-b50c-a610f10b6fa9 HTTP/1.1" status: 204 len: 168 time: 0.4134974 Jul 27 23:19:34.212849 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 48934) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:19:34.213693 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ee43149b-a8aa-4419-9252-fe02f7e02adf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:34.266646 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ee43149b-a8aa-4419-9252-fe02f7e02adf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:34.334488 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ee43149b-a8aa-4419-9252-fe02f7e02adf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:34.338258 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ee43149b-a8aa-4419-9252-fe02f7e02adf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:34.342718 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c7e152ef-0cc8-4c68-933e-7201b392ab42 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593271'] for network, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:34.343745 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-ee43149b-a8aa-4419-9252-fe02f7e02adf admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/bed3d269-8e7a-4b56-8679-7e5e821878ae HTTP/1.1" status: 204 len: 168 time: 0.2030091 Jul 27 23:19:34.353401 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee43149b-a8aa-4419-9252-fe02f7e02adf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bed3d269-8e7a-4b56-8679-7e5e821878ae,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:19:34.354675 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f959939-c007-44e6-8fff-aada14c89d97 req-8550c6e5-4db5-4246-99c3-322593b6d4d1 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:34.362950 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-5f959939-c007-44e6-8fff-aada14c89d97 req-8550c6e5-4db5-4246-99c3-322593b6d4d1 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] 10.222.0.18 "GET /v2.0/ports?device_id=9bda45a6-7b3d-4402-bc36-eb32e3c47420 HTTP/1.1" status: 200 len: 944 time: 0.0915003 Jul 27 23:19:34.435828 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-5f959939-c007-44e6-8fff-aada14c89d97 req-f3f6a7ba-8d1a-4752-81c8-1746ed52fa5f tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] 10.222.0.18 "GET /v2.0/security-groups?id=65b595b9-aa8c-4614-91d3-1ae3459c99b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716362 Jul 27 23:19:34.461820 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Provisioning for port 23300807-efde-46de-99e7-6916a9204bb3 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:19:34.465761 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-c7e152ef-0cc8-4c68-933e-7201b392ab42 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Deleting port ba036085-7ec9-4bf0-b473-011934dbea5f {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:19:34.466461 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c7e152ef-0cc8-4c68-933e-7201b392ab42 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:34.469385 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Provisioning complete for port 23300807-efde-46de-99e7-6916a9204bb3 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:19:34.469764 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:34.547089 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-c7e152ef-0cc8-4c68-933e-7201b392ab42 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] For port ba036085-7ec9-4bf0-b473-011934dbea5f, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=ba036085-7ec9-4bf0-b473-011934dbea5f,segment=NetworkSegment(19a5f8b8-0796-4210-8402-277ff568d11c),segment_id=19a5f8b8-0796-4210-8402-277ff568d11c)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:19:34.547475 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c7e152ef-0cc8-4c68-933e-7201b392ab42 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:34.568753 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-c7e152ef-0cc8-4c68-933e-7201b392ab42 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Calling delete_port for ba036085-7ec9-4bf0-b473-011934dbea5f owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:19:34.575485 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:34.605355 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b60f7676-db18-4de0-b30c-c8c99cd32c67 None None] DHCP port deletion for 6945d29f-dff6-4e8f-ba8b-65b582087781 request from n-d-802623-1 {{(pid=93799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 23:19:34.628382 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bda45a6-7b3d-4402-bc36-eb32e3c47420', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23300807-efde-46de-99e7-6916a9204bb3'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:19:34.631189 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c0369b0d4f459110ff20a1f9878ba33f96d6491bddb9d15843bf29d01e0bda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83505c86-273b-4808-a7bf-14299cbde179" -d '{"events": [{"server_uuid": "9bda45a6-7b3d-4402-bc36-eb32e3c47420", "name": "network-vif-plugged", "status": "completed", "tag": "23300807-efde-46de-99e7-6916a9204bb3"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:19:34.676790 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port 23300807-efde-46de-99e7-6916a9204bb3, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=23300807-efde-46de-99e7-6916a9204bb3,segment=NetworkSegment(dd3fb910-11a1-4198-8a90-f4352ae92025),segment_id=dd3fb910-11a1-4198-8a90-f4352ae92025)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:19:34.693330 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:34.730713 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:19:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6561f388-17e7-4bbf-b0f3-32efca04eab7 x-openstack-request-id: req-6561f388-17e7-4bbf-b0f3-32efca04eab7 {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:19:34.730982 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bda45a6-7b3d-4402-bc36-eb32e3c47420", "name": "network-vif-plugged", "status": "completed", "tag": "23300807-efde-46de-99e7-6916a9204bb3", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:19:34.731262 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6561f388-17e7-4bbf-b0f3-32efca04eab7 {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:19:34.731656 n-d-802623-1 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bda45a6-7b3d-4402-bc36-eb32e3c47420', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23300807-efde-46de-99e7-6916a9204bb3', 'code': 200} Jul 27 23:19:34.734237 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:34.754093 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c7e152ef-0cc8-4c68-933e-7201b392ab42 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:34.770891 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Pushing event updated for resources: {'Port': ['ID=23300807-efde-46de-99e7-6916a9204bb3,revision_number=5']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:19:34.778656 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-b60f7676-db18-4de0-b30c-c8c99cd32c67 None None] Deleting port ba036085-7ec9-4bf0-b473-011934dbea5f {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:19:34.779056 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b60f7676-db18-4de0-b30c-c8c99cd32c67 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:34.783911 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e152ef-0cc8-4c68-933e-7201b392ab42 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] No DVR routers for this DVR port ba036085-7ec9-4bf0-b473-011934dbea5f on host n-d-802623-1 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:19:34.797243 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:19:34.797590 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:19:34.797933 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:19:34.798269 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:19:34.807486 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 48944) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:19:34.808310 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:19:34.808736 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:19:34.809288 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:19:34.809414 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:19:34.809760 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:19:34.810111 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:19:34.810428 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:19:34.813501 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:19:34.830399 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-98a3882c-0fe6-4474-bcb1-52646e6fb481 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:34.834201 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e152ef-0cc8-4c68-933e-7201b392ab42 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Pushing event deleted for resources: {'Port': ['ID=ba036085-7ec9-4bf0-b473-011934dbea5f,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:19:34.861682 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df840627-45a9-4fb4-969c-e32324f71017 req-14a50a0e-1b1e-4367-b825-c5c65e0fc20d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:34.862840 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-df840627-45a9-4fb4-969c-e32324f71017 req-14a50a0e-1b1e-4367-b825-c5c65e0fc20d service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=9bda45a6-7b3d-4402-bc36-eb32e3c47420 HTTP/1.1" status: 200 len: 1096 time: 0.0847893 Jul 27 23:19:34.874294 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-b60f7676-db18-4de0-b30c-c8c99cd32c67 None None] For port ba036085-7ec9-4bf0-b473-011934dbea5f, host n-d-802623-1, got binding levels [] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:19:34.874743 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b60f7676-db18-4de0-b30c-c8c99cd32c67 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:34.890816 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-b60f7676-db18-4de0-b30c-c8c99cd32c67 None None] Calling delete_port for ba036085-7ec9-4bf0-b473-011934dbea5f owned by network:dhcp {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:19:34.896750 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.ipam_backend_mixin [None req-b60f7676-db18-4de0-b30c-c8c99cd32c67 None None] Port ba036085-7ec9-4bf0-b473-011934dbea5f was not found and therefore no delete operation was performed {{(pid=93799) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 27 23:19:34.898282 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b60f7676-db18-4de0-b30c-c8c99cd32c67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:34.905220 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c7e152ef-0cc8-4c68-933e-7201b392ab42 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618032', 'neutron.services.segments.db._delete_segments_for_network-8736833900081'] for network, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:34.913111 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b60f7676-db18-4de0-b30c-c8c99cd32c67 None None] No DVR routers for this DVR port ba036085-7ec9-4bf0-b473-011934dbea5f on host n-d-802623-1 {{(pid=93799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:19:34.916229 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-df840627-45a9-4fb4-969c-e32324f71017 req-b9212799-a437-4577-b0b5-20966ee68d7d service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=65b595b9-aa8c-4614-91d3-1ae3459c99b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423374 Jul 27 23:19:34.921272 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-c7e152ef-0cc8-4c68-933e-7201b392ab42 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6945d29f-dff6-4e8f-ba8b-65b582087781']}} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:19:34.941019 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-c7e152ef-0cc8-4c68-933e-7201b392ab42 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19a5f8b8-0796-4210-8402-277ff568d11c') {'for_net_delete': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:19:34.941596 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-c7e152ef-0cc8-4c68-933e-7201b392ab42 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19a5f8b8-0796-4210-8402-277ff568d11c') {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:19:34.947021 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60f7676-db18-4de0-b30c-c8c99cd32c67 None None] Pushing event deleted for resources: {'Port': ['ID=ba036085-7ec9-4bf0-b473-011934dbea5f,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:19:34.965795 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c7e152ef-0cc8-4c68-933e-7201b392ab42 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736833900858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11335978'] for segment, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:34.981388 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c7e152ef-0cc8-4c68-933e-7201b392ab42 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:34.987225 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-98a3882c-0fe6-4474-bcb1-52646e6fb481 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:34.988943 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7e152ef-0cc8-4c68-933e-7201b392ab42 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Releasing vlan 510 on physical network physnet1 to pool {{(pid=93797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 23:19:34.989484 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c7e152ef-0cc8-4c68-933e-7201b392ab42 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11336013'] for segment, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:34.992651 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-98a3882c-0fe6-4474-bcb1-52646e6fb481 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:34.993132 n-d-802623-1 neutron-server[93797]: Traceback (most recent call last): Jul 27 23:19:34.993132 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 23:19:34.993132 n-d-802623-1 neutron-server[93797]: timer() Jul 27 23:19:34.993132 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 23:19:34.993132 n-d-802623-1 neutron-server[93797]: cb(*args, **kw) Jul 27 23:19:34.993132 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 23:19:34.993132 n-d-802623-1 neutron-server[93797]: return func(*args, **kwargs) Jul 27 23:19:34.993132 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 23:19:34.993132 n-d-802623-1 neutron-server[93797]: self._notify() Jul 27 23:19:34.993132 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 23:19:34.993132 n-d-802623-1 neutron-server[93797]: self.callback(batched_events) Jul 27 23:19:34.993132 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 23:19:34.993132 n-d-802623-1 neutron-server[93797]: event.method(event) Jul 27 23:19:34.993132 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 23:19:34.993132 n-d-802623-1 neutron-server[93797]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 23:19:34.993132 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 23:19:34.993132 n-d-802623-1 neutron-server[93797]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 23:19:34.993132 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 23:19:34.993132 n-d-802623-1 neutron-server[93797]: return f(self, *a, **k) Jul 27 23:19:34.993132 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 23:19:34.993132 n-d-802623-1 neutron-server[93797]: return self._get(url).json() Jul 27 23:19:34.993132 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 23:19:34.993132 n-d-802623-1 neutron-server[93797]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 23:19:34.993132 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 23:19:34.993132 n-d-802623-1 neutron-server[93797]: return self.request(url, 'GET', **kwargs) Jul 27 23:19:34.993132 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 23:19:34.993132 n-d-802623-1 neutron-server[93797]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 23:19:34.993132 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 23:19:34.993132 n-d-802623-1 neutron-server[93797]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 23:19:34.993132 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 23:19:34.993132 n-d-802623-1 neutron-server[93797]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 23:19:34.993132 n-d-802623-1 neutron-server[93797]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 23:19:35.037448 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-98a3882c-0fe6-4474-bcb1-52646e6fb481 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9e11ab4cca1a4fdcb44b5f805e137cfa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2285976 Jul 27 23:19:35.038321 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a3882c-0fe6-4474-bcb1-52646e6fb481 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4af280b9-03dd-4373-8a7c-779afd6fab52,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:19:35.040698 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 48946) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:19:35.060379 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c7e152ef-0cc8-4c68-933e-7201b392ab42 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415412'] for network, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:35.068241 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c7e152ef-0cc8-4c68-933e-7201b392ab42 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for network, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:35.070152 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-c7e152ef-0cc8-4c68-933e-7201b392ab42 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] 10.222.0.18 "DELETE /v2.0/networks/6945d29f-dff6-4e8f-ba8b-65b582087781 HTTP/1.1" status: 204 len: 168 time: 0.8561873 Jul 27 23:19:35.075653 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 48948) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:19:35.081837 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e152ef-0cc8-4c68-933e-7201b392ab42 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Pushing event deleted for resources: {'Network': ['ID=6945d29f-dff6-4e8f-ba8b-65b582087781,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:19:35.146686 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b128b92d-4633-47df-a52d-f8fdb545912d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:35.162130 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f39133c-1f98-4172-812d-b3233a25d8da tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Deleting subnet c4ecd772-ffe4-4b44-bb11-78379f56c371 {{(pid=93798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 23:19:35.165567 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2f39133c-1f98-4172-812d-b3233a25d8da tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Notify callbacks [] for subnet, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:35.260735 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 18c5a532-7433-4e96-ad2f-e59f2dac1758 no longer exists at agent hyperv_n-h1-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:19:35.281977 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] No Port match for: 18c5a532-7433-4e96-ad2f-e59f2dac1758 {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:19:35.282333 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 18c5a532-7433-4e96-ad2f-e59f2dac1758 not bound to the agent host n-h1-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:19:35.282968 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 2de8b231-ac8d-4ede-a77d-190d51cc1934 no longer exists at agent hyperv_n-h1-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:19:35.303229 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] No Port match for: 2de8b231-ac8d-4ede-a77d-190d51cc1934 {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:19:35.303617 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 2de8b231-ac8d-4ede-a77d-190d51cc1934 not bound to the agent host n-h1-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:19:35.304110 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 7069d145-9671-40d7-9a22-375db3bc785e no longer exists at agent hyperv_n-h1-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:19:35.324233 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] No Port match for: 7069d145-9671-40d7-9a22-375db3bc785e {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:19:35.324591 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 7069d145-9671-40d7-9a22-375db3bc785e not bound to the agent host n-h1-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:19:35.551018 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b128b92d-4633-47df-a52d-f8fdb545912d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:35.585842 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2f39133c-1f98-4172-812d-b3233a25d8da tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11163249'] for subnet, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:35.661266 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0868dc7-912d-4b26-8117-ab000717db69 req-e0e7dcfa-8f0f-4e19-8536-fa283085b072 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:35.662764 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c0868dc7-912d-4b26-8117-ab000717db69 req-e0e7dcfa-8f0f-4e19-8536-fa283085b072 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] 10.222.0.18 "GET /v2.0/ports?device_id=9bda45a6-7b3d-4402-bc36-eb32e3c47420 HTTP/1.1" status: 200 len: 945 time: 0.1354995 Jul 27 23:19:35.694851 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b128b92d-4633-47df-a52d-f8fdb545912d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:35.696925 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b128b92d-4633-47df-a52d-f8fdb545912d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:35.698670 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-b128b92d-4633-47df-a52d-f8fdb545912d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4af280b9-03dd-4373-8a7c-779afd6fab52 HTTP/1.1" status: 204 len: 168 time: 0.6564677 Jul 27 23:19:35.758651 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c0868dc7-912d-4b26-8117-ab000717db69 req-20f00dff-87be-4d26-a3bd-c0b1efbb2053 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] 10.222.0.18 "GET /v2.0/security-groups?id=65b595b9-aa8c-4614-91d3-1ae3459c99b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0861185 Jul 27 23:19:35.761934 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b128b92d-4633-47df-a52d-f8fdb545912d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4af280b9-03dd-4373-8a7c-779afd6fab52,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:19:35.781449 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2f39133c-1f98-4172-812d-b3233a25d8da tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620741'] for subnet, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:35.854188 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2f39133c-1f98-4172-812d-b3233a25d8da tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11971800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12265753'] for subnet, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:35.881471 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f39133c-1f98-4172-812d-b3233a25d8da tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Pushing event deleted for resources: {'Subnet': ['ID=c4ecd772-ffe4-4b44-bb11-78379f56c371,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:19:35.889854 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2f39133c-1f98-4172-812d-b3233a25d8da tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:35.891676 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbab794b-0883-419c-ac73-882278482cd5 None None] Network 49088dae-cab2-45d1-b068-4f3d583146ce requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:19:35.891992 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-2f39133c-1f98-4172-812d-b3233a25d8da tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] 10.222.0.18 "DELETE /v2.0/subnets/c4ecd772-ffe4-4b44-bb11-78379f56c371 HTTP/1.1" status: 204 len: 168 time: 0.8153725 Jul 27 23:19:35.895229 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 48958) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:19:35.992399 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-274eb6dd-1ad8-4a43-8398-c6173850306e tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593271'] for network, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:36.083269 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-274eb6dd-1ad8-4a43-8398-c6173850306e tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Deleting port 5579877c-4e79-48b7-9a1c-a87dab8d9b98 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:19:36.083604 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-274eb6dd-1ad8-4a43-8398-c6173850306e tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:36.168733 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b13bd2fa-d25a-4207-aae5-d2166a4e22ee None None] DHCP port deletion for 49088dae-cab2-45d1-b068-4f3d583146ce request from n-d-802623-1 {{(pid=93799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 23:19:36.205433 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-274eb6dd-1ad8-4a43-8398-c6173850306e tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] For port 5579877c-4e79-48b7-9a1c-a87dab8d9b98, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=5579877c-4e79-48b7-9a1c-a87dab8d9b98,segment=NetworkSegment(979d88c5-537d-4330-9559-3529f2b6e3f6),segment_id=979d88c5-537d-4330-9559-3529f2b6e3f6)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:19:36.206118 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-274eb6dd-1ad8-4a43-8398-c6173850306e tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:36.235946 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-274eb6dd-1ad8-4a43-8398-c6173850306e tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Calling delete_port for 5579877c-4e79-48b7-9a1c-a87dab8d9b98 owned by network:dhcp {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:19:36.255499 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-b13bd2fa-d25a-4207-aae5-d2166a4e22ee None None] Deleting port 5579877c-4e79-48b7-9a1c-a87dab8d9b98 {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:19:36.256266 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b13bd2fa-d25a-4207-aae5-d2166a4e22ee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:36.350674 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-b13bd2fa-d25a-4207-aae5-d2166a4e22ee None None] For port 5579877c-4e79-48b7-9a1c-a87dab8d9b98, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=5579877c-4e79-48b7-9a1c-a87dab8d9b98,segment=NetworkSegment(979d88c5-537d-4330-9559-3529f2b6e3f6),segment_id=979d88c5-537d-4330-9559-3529f2b6e3f6)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:19:36.353296 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b13bd2fa-d25a-4207-aae5-d2166a4e22ee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:36.367788 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-274eb6dd-1ad8-4a43-8398-c6173850306e tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:36.388462 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-b13bd2fa-d25a-4207-aae5-d2166a4e22ee None None] Calling delete_port for 5579877c-4e79-48b7-9a1c-a87dab8d9b98 owned by network:dhcp {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:19:36.398443 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274eb6dd-1ad8-4a43-8398-c6173850306e tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Pushing event deleted for resources: {'Port': ['ID=5579877c-4e79-48b7-9a1c-a87dab8d9b98,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:19:36.404443 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-274eb6dd-1ad8-4a43-8398-c6173850306e tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] No DVR routers for this DVR port 5579877c-4e79-48b7-9a1c-a87dab8d9b98 on host n-d-802623-1 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:19:36.498676 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-274eb6dd-1ad8-4a43-8398-c6173850306e tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618032', 'neutron.services.segments.db._delete_segments_for_network-8736833900081'] for network, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:36.511993 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-274eb6dd-1ad8-4a43-8398-c6173850306e tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49088dae-cab2-45d1-b068-4f3d583146ce']}} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:19:36.526121 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-274eb6dd-1ad8-4a43-8398-c6173850306e tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '979d88c5-537d-4330-9559-3529f2b6e3f6') {'for_net_delete': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:19:36.526683 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-274eb6dd-1ad8-4a43-8398-c6173850306e tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '979d88c5-537d-4330-9559-3529f2b6e3f6') {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:19:36.555225 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b13bd2fa-d25a-4207-aae5-d2166a4e22ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:36.568762 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-274eb6dd-1ad8-4a43-8398-c6173850306e tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736833900858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11163256'] for segment, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:36.593952 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13bd2fa-d25a-4207-aae5-d2166a4e22ee None None] Pushing event deleted for resources: {'Port': ['ID=5579877c-4e79-48b7-9a1c-a87dab8d9b98,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:19:36.606984 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-274eb6dd-1ad8-4a43-8398-c6173850306e tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:36.610238 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b13bd2fa-d25a-4207-aae5-d2166a4e22ee None None] No DVR routers for this DVR port 5579877c-4e79-48b7-9a1c-a87dab8d9b98 on host n-d-802623-1 {{(pid=93799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:19:36.620200 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-274eb6dd-1ad8-4a43-8398-c6173850306e tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Releasing vlan 533 on physical network physnet1 to pool {{(pid=93798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 23:19:36.621809 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-274eb6dd-1ad8-4a43-8398-c6173850306e tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11971746'] for segment, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:36.630960 n-d-802623-1 neutron-server[93798]: Traceback (most recent call last): Jul 27 23:19:36.630960 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 23:19:36.630960 n-d-802623-1 neutron-server[93798]: timer() Jul 27 23:19:36.630960 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 23:19:36.630960 n-d-802623-1 neutron-server[93798]: cb(*args, **kw) Jul 27 23:19:36.630960 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 23:19:36.630960 n-d-802623-1 neutron-server[93798]: return func(*args, **kwargs) Jul 27 23:19:36.630960 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 23:19:36.630960 n-d-802623-1 neutron-server[93798]: self._notify() Jul 27 23:19:36.630960 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 23:19:36.630960 n-d-802623-1 neutron-server[93798]: self.callback(batched_events) Jul 27 23:19:36.630960 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 23:19:36.630960 n-d-802623-1 neutron-server[93798]: event.method(event) Jul 27 23:19:36.630960 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 23:19:36.630960 n-d-802623-1 neutron-server[93798]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 23:19:36.630960 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 23:19:36.630960 n-d-802623-1 neutron-server[93798]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 23:19:36.630960 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 23:19:36.630960 n-d-802623-1 neutron-server[93798]: return f(self, *a, **k) Jul 27 23:19:36.630960 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 23:19:36.630960 n-d-802623-1 neutron-server[93798]: return self._get(url).json() Jul 27 23:19:36.630960 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 23:19:36.630960 n-d-802623-1 neutron-server[93798]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 23:19:36.630960 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 23:19:36.630960 n-d-802623-1 neutron-server[93798]: return self.request(url, 'GET', **kwargs) Jul 27 23:19:36.630960 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 23:19:36.630960 n-d-802623-1 neutron-server[93798]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 23:19:36.630960 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 23:19:36.630960 n-d-802623-1 neutron-server[93798]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 23:19:36.630960 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 23:19:36.630960 n-d-802623-1 neutron-server[93798]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 23:19:36.630960 n-d-802623-1 neutron-server[93798]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 23:19:36.672673 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device ba036085-7ec9-4bf0-b473-011934dbea5f no longer exists at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:19:36.697889 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] No Port match for: ba036085-7ec9-4bf0-b473-011934dbea5f {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:19:36.698236 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device ba036085-7ec9-4bf0-b473-011934dbea5f not bound to the agent host n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:19:36.698756 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 5579877c-4e79-48b7-9a1c-a87dab8d9b98 no longer exists at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:19:36.721161 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-274eb6dd-1ad8-4a43-8398-c6173850306e tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415412'] for network, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:36.728526 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-274eb6dd-1ad8-4a43-8398-c6173850306e tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:36.730375 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-274eb6dd-1ad8-4a43-8398-c6173850306e tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] 10.222.0.18 "DELETE /v2.0/networks/49088dae-cab2-45d1-b068-4f3d583146ce HTTP/1.1" status: 204 len: 168 time: 0.8341517 Jul 27 23:19:36.742659 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] No Port match for: 5579877c-4e79-48b7-9a1c-a87dab8d9b98 {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:19:36.742659 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 5579877c-4e79-48b7-9a1c-a87dab8d9b98 not bound to the agent host n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:19:36.748581 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 48984) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:19:36.757884 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-c8bee30d-5644-4032-88f8-33fbeefba915 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1007588943'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:19:36.770927 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274eb6dd-1ad8-4a43-8398-c6173850306e tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Pushing event deleted for resources: {'Network': ['ID=49088dae-cab2-45d1-b068-4f3d583146ce,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:19:36.794649 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8bee30d-5644-4032-88f8-33fbeefba915 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Made reservation on behalf of 81524393492f47f28d2fbae8569f1a7c for: {'network': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:19:36.801285 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c8bee30d-5644-4032-88f8-33fbeefba915 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for network, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:36.833905 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8bee30d-5644-4032-88f8-33fbeefba915 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 504} {{(pid=93797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 23:19:36.845707 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c8bee30d-5644-4032-88f8-33fbeefba915 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:36.846332 n-d-802623-1 neutron-server[93797]: INFO neutron.db.segments_db [None req-c8bee30d-5644-4032-88f8-33fbeefba915 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Added segment 54b7a915-9384-42a8-a95c-8682a992a30b of type vlan for network d64f6bec-e159-4648-bd8d-9c909849b093 Jul 27 23:19:36.904072 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c8bee30d-5644-4032-88f8-33fbeefba915 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736833354590'] for network, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:36.944570 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c8bee30d-5644-4032-88f8-33fbeefba915 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569'] for network, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:36.945883 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ade773-fcba-4dbc-af69-f04632f068e4 req-d178ac10-a19e-41f4-a4ec-f5bd115b5a27 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:36.951795 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8bee30d-5644-4032-88f8-33fbeefba915 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:36.952907 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c8bee30d-5644-4032-88f8-33fbeefba915 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for network, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:36.953973 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-74ade773-fcba-4dbc-af69-f04632f068e4 req-d178ac10-a19e-41f4-a4ec-f5bd115b5a27 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] 10.222.0.18 "GET /v2.0/ports?device_id=9bda45a6-7b3d-4402-bc36-eb32e3c47420 HTTP/1.1" status: 200 len: 945 time: 0.0748014 Jul 27 23:19:36.987269 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-c8bee30d-5644-4032-88f8-33fbeefba915 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.2364645 Jul 27 23:19:36.988405 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 48992) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:19:36.999003 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-aea63c65-a2ce-4dc7-857f-2ccdfc1fe5ec tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Request body: {'subnet': {'network_id': 'd64f6bec-e159-4648-bd8d-9c909849b093', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:19:37.041092 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bee30d-5644-4032-88f8-33fbeefba915 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Pushing event updated for resources: {'Network': ['ID=d64f6bec-e159-4648-bd8d-9c909849b093,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:19:37.053252 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Network d64f6bec-e159-4648-bd8d-9c909849b093 details requested by agent ovs-agent-n-d-802623-1 with host n-d-802623-1 {{(pid=93799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 23:19:37.062226 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-74ade773-fcba-4dbc-af69-f04632f068e4 req-8b1a0f56-a54a-403e-8c3e-58d6941bb486 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] 10.222.0.18 "GET /v2.0/security-groups?id=65b595b9-aa8c-4614-91d3-1ae3459c99b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1073148 Jul 27 23:19:37.125624 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aea63c65-a2ce-4dc7-857f-2ccdfc1fe5ec tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Made reservation on behalf of 81524393492f47f28d2fbae8569f1a7c for: {'subnet': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:19:37.131462 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-aea63c65-a2ce-4dc7-857f-2ccdfc1fe5ec tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12265828'] for subnet, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:37.255888 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1e9f8b-5134-429c-9270-f75021d655d0 req-b17deff4-75cf-4148-8062-4acbc16c6a2b tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:37.266505 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 49002) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:19:37.266974 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-5c1e9f8b-5134-429c-9270-f75021d655d0 req-b17deff4-75cf-4148-8062-4acbc16c6a2b tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] 10.222.0.18 "GET /v2.0/ports?device_id=9bda45a6-7b3d-4402-bc36-eb32e3c47420 HTTP/1.1" status: 200 len: 945 time: 0.0726371 Jul 27 23:19:37.274524 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-8acfd015-3f44-4009-8f44-8ad893e54091 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Request body: {'floatingip': {'port_id': '23300807-efde-46de-99e7-6916a9204bb3'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:19:37.338316 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8acfd015-3f44-4009-8f44-8ad893e54091 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Notify callbacks [] for floatingip, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:37.519258 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-aea63c65-a2ce-4dc7-857f-2ccdfc1fe5ec tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11971609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12265750'] for subnet, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:37.660923 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea63c65-a2ce-4dc7-857f-2ccdfc1fe5ec tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Pushing event updated for resources: {'Subnet': ['ID=57da02cf-ee0f-47fd-85f9-c50ddd5bfb9b,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:19:37.681413 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea63c65-a2ce-4dc7-857f-2ccdfc1fe5ec tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Checking segment: {'id': '54b7a915-9384-42a8-a95c-8682a992a30b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'd64f6bec-e159-4648-bd8d-9c909849b093'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:19:37.681893 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aea63c65-a2ce-4dc7-857f-2ccdfc1fe5ec tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Network hostable DHCP agents. Network: d64f6bec-e159-4648-bd8d-9c909849b093, hostable agents: ['5950e76f-2bde-4343-a925-cbe6bacd2706'], hosted agents: [] {{(pid=93798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 23:19:37.779989 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aea63c65-a2ce-4dc7-857f-2ccdfc1fe5ec tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Network d64f6bec-e159-4648-bd8d-9c909849b093 is scheduled to be hosted by DHCP agent 5950e76f-2bde-4343-a925-cbe6bacd2706 with binding_index 1 {{(pid=93798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 23:19:37.803876 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-aea63c65-a2ce-4dc7-857f-2ccdfc1fe5ec tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802623-1, d64f6bec-e159-4648-bd8d-9c909849b093) {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:19:37.809618 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aea63c65-a2ce-4dc7-857f-2ccdfc1fe5ec tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:37.810297 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-aea63c65-a2ce-4dc7-857f-2ccdfc1fe5ec tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:37.820197 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-188e1d8e-4e8d-494f-8919-79f72035d527 None None] Network d64f6bec-e159-4648-bd8d-9c909849b093 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:19:37.859172 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-aea63c65-a2ce-4dc7-857f-2ccdfc1fe5ec tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.8686280 Jul 27 23:19:37.861462 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 49020) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:19:37.868067 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-a35819e6-368c-4935-87f9-d8444b9d2a07 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1853768225'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:19:37.915149 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a35819e6-368c-4935-87f9-d8444b9d2a07 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Made reservation on behalf of 81524393492f47f28d2fbae8569f1a7c for: {'network': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:19:37.919817 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a35819e6-368c-4935-87f9-d8444b9d2a07 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for network, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:37.972579 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a35819e6-368c-4935-87f9-d8444b9d2a07 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 518} {{(pid=93797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 23:19:37.994711 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a35819e6-368c-4935-87f9-d8444b9d2a07 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:37.995386 n-d-802623-1 neutron-server[93797]: INFO neutron.db.segments_db [None req-a35819e6-368c-4935-87f9-d8444b9d2a07 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Added segment a110172d-140d-4d1e-96d7-4873496a7338 of type vlan for network b8bdba5f-b3af-4bd7-8622-3e124701851c Jul 27 23:19:38.051140 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a35819e6-368c-4935-87f9-d8444b9d2a07 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736833354590'] for network, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:38.057280 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8acfd015-3f44-4009-8f44-8ad893e54091 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:38.062489 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8acfd015-3f44-4009-8f44-8ad893e54091 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-415302'] for floatingip, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:38.081249 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-badfdf65-49c0-434d-b5e7-1df363fdb2d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f6f257c-ad18-5f0c-8c8e-ea085a5fc8a2-d64f6bec-e159-4648-bd8d-9c909849b093', 'network_id': 'd64f6bec-e159-4648-bd8d-9c909849b093', 'tenant_id': '81524393492f47f28d2fbae8569f1a7c', 'fixed_ips': [{'subnet_id': '57da02cf-ee0f-47fd-85f9-c50ddd5bfb9b'}]}} from n-d-802623-1. {{(pid=93799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 23:19:38.082805 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-badfdf65-49c0-434d-b5e7-1df363fdb2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:38.123674 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a35819e6-368c-4935-87f9-d8444b9d2a07 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569'] for network, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:38.134489 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a35819e6-368c-4935-87f9-d8444b9d2a07 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:38.135660 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a35819e6-368c-4935-87f9-d8444b9d2a07 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for network, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:38.218062 n-d-802623-1 neutron-server[93798]: INFO neutron.db.l3_db [None req-8acfd015-3f44-4009-8f44-8ad893e54091 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Floating IP 2838eef9-68d9-4742-b646-8e0c30c35329 associated. External IP: 172.25.4.208, port: 23300807-efde-46de-99e7-6916a9204bb3. Jul 27 23:19:38.271322 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 49026) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:19:38.298620 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-badfdf65-49c0-434d-b5e7-1df363fdb2d1 None None] Allocated IP 19.80.0.2 (d64f6bec-e159-4648-bd8d-9c909849b093/57da02cf-ee0f-47fd-85f9-c50ddd5bfb9b/e3b228c1-33fd-46e0-b3f7-bb822fed7228) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:19:38.477593 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-64af62e6-72f7-4f18-9051-3bedc1aad5e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:38.526660 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-badfdf65-49c0-434d-b5e7-1df363fdb2d1 None None] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:38.542885 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-badfdf65-49c0-434d-b5e7-1df363fdb2d1 None None] Transition to ACTIVE for port object e3b228c1-33fd-46e0-b3f7-bb822fed7228 will not be triggered until provisioned by entity L2. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:19:38.578086 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-badfdf65-49c0-434d-b5e7-1df363fdb2d1 None None] Transition to ACTIVE for port object e3b228c1-33fd-46e0-b3f7-bb822fed7228 will not be triggered until provisioned by entity DHCP. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:19:38.589793 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-badfdf65-49c0-434d-b5e7-1df363fdb2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:38.608458 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8acfd015-3f44-4009-8f44-8ad893e54091 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Router 1a1bc2bf-7ab2-400d-bd2a-68c922770983 has already been hosted by L3 agent 018c4455-49c0-4734-927d-7824067b2a9e {{(pid=93798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 23:19:38.758173 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-a35819e6-368c-4935-87f9-d8444b9d2a07 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.8954761 Jul 27 23:19:38.788249 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 49036) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:19:38.800790 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badfdf65-49c0-434d-b5e7-1df363fdb2d1 None None] Pushing event updated for resources: {'Port': ['ID=e3b228c1-33fd-46e0-b3f7-bb822fed7228,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:19:38.800993 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-972a1b00-a158-4e4c-a9f5-44c388b0c6a6 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Request body: {'subnet': {'network_id': 'b8bdba5f-b3af-4bd7-8622-3e124701851c', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:19:38.802199 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35819e6-368c-4935-87f9-d8444b9d2a07 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Pushing event updated for resources: {'Network': ['ID=b8bdba5f-b3af-4bd7-8622-3e124701851c,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:19:38.820709 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Network b8bdba5f-b3af-4bd7-8622-3e124701851c details requested by agent ovs-agent-n-d-802623-1 with host n-d-802623-1 {{(pid=93799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 23:19:38.865997 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-badfdf65-49c0-434d-b5e7-1df363fdb2d1 None None] Network d64f6bec-e159-4648-bd8d-9c909849b093 is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:19:38.875955 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-badfdf65-49c0-434d-b5e7-1df363fdb2d1 None None] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:19:38.877068 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-64af62e6-72f7-4f18-9051-3bedc1aad5e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:38.881118 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-badfdf65-49c0-434d-b5e7-1df363fdb2d1 None None] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:19:38.900154 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-64af62e6-72f7-4f18-9051-3bedc1aad5e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:38.952515 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8acfd015-3f44-4009-8f44-8ad893e54091 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:19:38.958082 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8acfd015-3f44-4009-8f44-8ad893e54091 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for floatingip, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:38.963513 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0290e005-13b0-4dc0-a842-dfd2fe92ddb9 None None] Sync routers for ids ['1a1bc2bf-7ab2-400d-bd2a-68c922770983'] in n-d-802623-1 {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:19:38.977067 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0290e005-13b0-4dc0-a842-dfd2fe92ddb9 None None] Routers {'1a1bc2bf-7ab2-400d-bd2a-68c922770983'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:19:38.977943 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-0290e005-13b0-4dc0-a842-dfd2fe92ddb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:19:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['1a1bc2bf-7ab2-400d-bd2a-68c922770983'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:19:38.981445 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-badfdf65-49c0-434d-b5e7-1df363fdb2d1 None None] Attempting to bind port e3b228c1-33fd-46e0-b3f7-bb822fed7228 on host n-d-802623-1 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:19:38.981999 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-badfdf65-49c0-434d-b5e7-1df363fdb2d1 None None] Attempting to bind port e3b228c1-33fd-46e0-b3f7-bb822fed7228 by drivers openvswitch,hyperv on host n-d-802623-1 at level 0 using segments [{'id': '54b7a915-9384-42a8-a95c-8682a992a30b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'd64f6bec-e159-4648-bd8d-9c909849b093'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:19:38.982727 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-badfdf65-49c0-434d-b5e7-1df363fdb2d1 None None] Attempting to bind port e3b228c1-33fd-46e0-b3f7-bb822fed7228 on network d64f6bec-e159-4648-bd8d-9c909849b093 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:19:38.999903 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-8acfd015-3f44-4009-8f44-8ad893e54091 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] 10.222.0.18 "PUT /v2.0/floatingips/2838eef9-68d9-4742-b646-8e0c30c35329 HTTP/1.1" status: 200 len: 991 time: 1.7300942 Jul 27 23:19:39.013410 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bda45a6-7b3d-4402-bc36-eb32e3c47420', 'tag': '23300807-efde-46de-99e7-6916a9204bb3'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:19:39.025616 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}011f8d312121274bb12d78e77c6379a2079800640016cec6c6d605b73666e854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48f4a3b2-ee50-4195-bc08-def51ae9a1d9" -d '{"events": [{"name": "network-changed", "server_uuid": "9bda45a6-7b3d-4402-bc36-eb32e3c47420", "tag": "23300807-efde-46de-99e7-6916a9204bb3"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:19:39.027876 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-badfdf65-49c0-434d-b5e7-1df363fdb2d1 None None] Checking agent: {'id': 'a9a568d2-a5e7-41e4-833f-a8ab42ea4073', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 52, 30), 'started_at': datetime.datetime(2021, 7, 27, 22, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 19, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802623-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:19:39.030293 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-badfdf65-49c0-434d-b5e7-1df363fdb2d1 None None] Checking segment: {'id': '54b7a915-9384-42a8-a95c-8682a992a30b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'd64f6bec-e159-4648-bd8d-9c909849b093'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:19:39.030943 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-badfdf65-49c0-434d-b5e7-1df363fdb2d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:39.031635 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-badfdf65-49c0-434d-b5e7-1df363fdb2d1 None None] Bound using segment: {'id': '54b7a915-9384-42a8-a95c-8682a992a30b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'd64f6bec-e159-4648-bd8d-9c909849b093'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:19:39.032332 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-badfdf65-49c0-434d-b5e7-1df363fdb2d1 None None] Bound port: e3b228c1-33fd-46e0-b3f7-bb822fed7228, host: n-d-802623-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54b7a915-9384-42a8-a95c-8682a992a30b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'd64f6bec-e159-4648-bd8d-9c909849b093'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:19:39.032989 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-badfdf65-49c0-434d-b5e7-1df363fdb2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:39.069169 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-64af62e6-72f7-4f18-9051-3bedc1aad5e4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a953b7c9e839467491923df34f6cf4da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7964542 Jul 27 23:19:39.070450 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64af62e6-72f7-4f18-9051-3bedc1aad5e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f050ce84-52b1-4b17-b340-56ded29946ba,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:19:39.073814 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 49044) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:19:39.089948 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-972a1b00-a158-4e4c-a9f5-44c388b0c6a6 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Made reservation on behalf of 81524393492f47f28d2fbae8569f1a7c for: {'subnet': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:19:39.096552 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-972a1b00-a158-4e4c-a9f5-44c388b0c6a6 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12265828'] for subnet, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:39.112017 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-badfdf65-49c0-434d-b5e7-1df363fdb2d1 None None] For port e3b228c1-33fd-46e0-b3f7-bb822fed7228, host n-d-802623-1, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:19:39.115289 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-badfdf65-49c0-434d-b5e7-1df363fdb2d1 None None] For port e3b228c1-33fd-46e0-b3f7-bb822fed7228, host n-d-802623-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=e3b228c1-33fd-46e0-b3f7-bb822fed7228,segment=NetworkSegment(54b7a915-9384-42a8-a95c-8682a992a30b),segment_id=54b7a915-9384-42a8-a95c-8682a992a30b)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:19:39.145910 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-badfdf65-49c0-434d-b5e7-1df363fdb2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:39.183622 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-799ddedd-a734-4ce4-99da-fea3ab267601 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:39.242269 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-799ddedd-a734-4ce4-99da-fea3ab267601 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:39.256222 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 23:19:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10def909-0b27-4387-ab0b-99119f1150dc x-openstack-request-id: req-10def909-0b27-4387-ab0b-99119f1150dc {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:19:39.257155 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9bda45a6-7b3d-4402-bc36-eb32e3c47420", "tag": "23300807-efde-46de-99e7-6916a9204bb3", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:19:39.257155 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-10def909-0b27-4387-ab0b-99119f1150dc {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:19:39.257557 n-d-802623-1 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bda45a6-7b3d-4402-bc36-eb32e3c47420', 'tag': '23300807-efde-46de-99e7-6916a9204bb3', 'status': 'completed', 'code': 200} Jul 27 23:19:39.302770 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badfdf65-49c0-434d-b5e7-1df363fdb2d1 None None] Pushing event updated for resources: {'Port': ['ID=e3b228c1-33fd-46e0-b3f7-bb822fed7228,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:19:39.334236 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-799ddedd-a734-4ce4-99da-fea3ab267601 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:39.336981 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-799ddedd-a734-4ce4-99da-fea3ab267601 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:39.338535 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-799ddedd-a734-4ce4-99da-fea3ab267601 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f050ce84-52b1-4b17-b340-56ded29946ba HTTP/1.1" status: 204 len: 168 time: 0.2633102 Jul 27 23:19:39.344535 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-0290e005-13b0-4dc0-a842-dfd2fe92ddb9 None None] Set router 1a1bc2bf-7ab2-400d-bd2a-68c922770983 gateway port host: n-d-802623-1 {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:19:39.369123 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799ddedd-a734-4ce4-99da-fea3ab267601 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f050ce84-52b1-4b17-b340-56ded29946ba,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:19:39.394895 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f4a3b2-ee50-4195-bc08-def51ae9a1d9 req-f3d55eab-b565-4dbd-9c87-2b2afe8a7f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:39.397356 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-48f4a3b2-ee50-4195-bc08-def51ae9a1d9 req-f3d55eab-b565-4dbd-9c87-2b2afe8a7f16 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=6415e174d6e146abb15fff69092e7210&device_id=9bda45a6-7b3d-4402-bc36-eb32e3c47420 HTTP/1.1" status: 200 len: 1096 time: 0.1389787 Jul 27 23:19:39.510759 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-972a1b00-a158-4e4c-a9f5-44c388b0c6a6 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11971609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12265750'] for subnet, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:39.674670 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f4a3b2-ee50-4195-bc08-def51ae9a1d9 req-39c1f47e-aa9f-4686-8d2c-641558d34eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:39.676552 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-48f4a3b2-ee50-4195-bc08-def51ae9a1d9 req-39c1f47e-aa9f-4686-8d2c-641558d34eaa service neutron] 10.222.0.49 "GET /v2.0/networks?id=a198ee08-ada0-4348-9b3a-3cd923d78e26 HTTP/1.1" status: 200 len: 917 time: 0.2696049 Jul 27 23:19:39.714530 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972a1b00-a158-4e4c-a9f5-44c388b0c6a6 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Pushing event updated for resources: {'Subnet': ['ID=ddb27b25-478e-4d58-8404-0cd49f5760ae,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:19:39.770851 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 49052) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:19:39.778441 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-0290e005-13b0-4dc0-a842-dfd2fe92ddb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a1bc2bf-7ab2-400d-bd2a-68c922770983', 'name': 'tempest-AttachVolumeShelveTestJSON-549894904-router', 'tenant_id': '6415e174d6e146abb15fff69092e7210', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.62'}], 'enable_snat': True}, 'gw_port_id': 'ae9bad43-4b95-4357-9b0f-9761e6626877', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:15:05Z', 'updated_at': '2021-07-27T23:15:12Z', 'revision_number': 4, 'project_id': '6415e174d6e146abb15fff69092e7210', 'gw_port': {'id': 'ae9bad43-4b95-4357-9b0f-9761e6626877', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:a4:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1bc2bf-7ab2-400d-bd2a-68c922770983', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:15:06Z', 'updated_at': '2021-07-27T23:15:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_floatingips': [{'id': '2838eef9-68d9-4742-b646-8e0c30c35329', 'tenant_id': '6415e174d6e146abb15fff69092e7210', 'floating_ip_address': '172.25.4.208', 'floating_network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'router_id': '1a1bc2bf-7ab2-400d-bd2a-68c922770983', 'port_id': '23300807-efde-46de-99e7-6916a9204bb3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1938, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a198ee08-ada0-4348-9b3a-3cd923d78e26', 'mac_address': 'fa:16:3e:65:11:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bda45a6-7b3d-4402-bc36-eb32e3c47420', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T23:19:23Z', 'updated_at': '2021-07-27T23:19:37Z', 'revision_number': 1, 'project_id': '6415e174d6e146abb15fff69092e7210', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '533d5142-c4e5-4443-8369-16adea237988', 'name': '', 'network_id': 'a198ee08-ada0-4348-9b3a-3cd923d78e26', 'tenant_id': '6415e174d6e146abb15fff69092e7210', 'mac_address': 'fa:16:3e:0d:6c:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1bc2bf-7ab2-400d-bd2a-68c922770983', 'device_owner': 'network:router_interface', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '6bb4b577-bd47-4366-ace3-c23131aef649', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:15:10Z', 'updated_at': '2021-07-27T23:15:18Z', 'revision_number': 5, 'project_id': '6415e174d6e146abb15fff69092e7210', 'subnets': [{'id': '6bb4b577-bd47-4366-ace3-c23131aef649', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:19:39.784498 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-972a1b00-a158-4e4c-a9f5-44c388b0c6a6 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Checking segment: {'id': 'a110172d-140d-4d1e-96d7-4873496a7338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'b8bdba5f-b3af-4bd7-8622-3e124701851c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:19:39.784869 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-972a1b00-a158-4e4c-a9f5-44c388b0c6a6 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Network hostable DHCP agents. Network: b8bdba5f-b3af-4bd7-8622-3e124701851c, hostable agents: ['5950e76f-2bde-4343-a925-cbe6bacd2706'], hosted agents: [] {{(pid=93798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 23:19:39.785283 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-dd30d1c3-00c7-4096-b96b-533577069629 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:39.815293 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0290e005-13b0-4dc0-a842-dfd2fe92ddb9 None None] Checking router: 1a1bc2bf-7ab2-400d-bd2a-68c922770983 for host: n-d-802623-1 {{(pid=93799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 23:19:39.819951 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-48f4a3b2-ee50-4195-bc08-def51ae9a1d9 req-c2b265ed-6b8d-48e6-b0ea-e43ff5e1a018 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=23300807-efde-46de-99e7-6916a9204bb3 HTTP/1.1" status: 200 len: 999 time: 0.1150804 Jul 27 23:19:39.835916 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0290e005-13b0-4dc0-a842-dfd2fe92ddb9 None None] Routers {'1a1bc2bf-7ab2-400d-bd2a-68c922770983'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:19:39.837767 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-972a1b00-a158-4e4c-a9f5-44c388b0c6a6 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Network b8bdba5f-b3af-4bd7-8622-3e124701851c is scheduled to be hosted by DHCP agent 5950e76f-2bde-4343-a925-cbe6bacd2706 with binding_index 1 {{(pid=93798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 23:19:39.837951 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-0290e005-13b0-4dc0-a842-dfd2fe92ddb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:19:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['1a1bc2bf-7ab2-400d-bd2a-68c922770983'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:19:39.883249 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-972a1b00-a158-4e4c-a9f5-44c388b0c6a6 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802623-1, b8bdba5f-b3af-4bd7-8622-3e124701851c) {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:19:39.889211 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-972a1b00-a158-4e4c-a9f5-44c388b0c6a6 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:39.889871 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-972a1b00-a158-4e4c-a9f5-44c388b0c6a6 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:39.902385 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b05149a-db4b-4300-a002-385f0b23d19e None None] Network b8bdba5f-b3af-4bd7-8622-3e124701851c requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:19:39.907681 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f4a3b2-ee50-4195-bc08-def51ae9a1d9 req-05216e29-84ec-4549-ade4-fa08f64f5d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:39.909277 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-48f4a3b2-ee50-4195-bc08-def51ae9a1d9 req-05216e29-84ec-4549-ade4-fa08f64f5d06 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=6bb4b577-bd47-4366-ace3-c23131aef649 HTTP/1.1" status: 200 len: 855 time: 0.0807662 Jul 27 23:19:39.925058 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-dd30d1c3-00c7-4096-b96b-533577069629 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:39.934275 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-dd30d1c3-00c7-4096-b96b-533577069629 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:39.969231 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-972a1b00-a158-4e4c-a9f5-44c388b0c6a6 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.1661298 Jul 27 23:19:39.969737 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f4a3b2-ee50-4195-bc08-def51ae9a1d9 req-027d1716-c272-4231-9861-8436b5ee5c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:39.972032 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-48f4a3b2-ee50-4195-bc08-def51ae9a1d9 req-027d1716-c272-4231-9861-8436b5ee5c26 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a198ee08-ada0-4348-9b3a-3cd923d78e26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0553384 Jul 27 23:19:39.990617 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-dd30d1c3-00c7-4096-b96b-533577069629 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8b5420adf1b14d16b8fcdd2a0d1dbd08&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2200379 Jul 27 23:19:39.992085 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd30d1c3-00c7-4096-b96b-533577069629 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1af8b4a5-3c00-4f87-86c8-4bcc4874e782,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:19:39.994436 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 49056) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:19:40.018455 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd30d1c3-00c7-4096-b96b-533577069629 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:19:40.018725 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd30d1c3-00c7-4096-b96b-533577069629 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:19:40.019107 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd30d1c3-00c7-4096-b96b-533577069629 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:19:40.019539 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd30d1c3-00c7-4096-b96b-533577069629 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:19:40.020056 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd30d1c3-00c7-4096-b96b-533577069629 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:19:40.020553 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd30d1c3-00c7-4096-b96b-533577069629 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:19:40.020974 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd30d1c3-00c7-4096-b96b-533577069629 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:19:40.021388 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd30d1c3-00c7-4096-b96b-533577069629 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:19:40.021820 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd30d1c3-00c7-4096-b96b-533577069629 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:19:40.022234 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd30d1c3-00c7-4096-b96b-533577069629 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:19:40.022650 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd30d1c3-00c7-4096-b96b-533577069629 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:19:40.023087 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd30d1c3-00c7-4096-b96b-533577069629 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:19:40.069872 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-0290e005-13b0-4dc0-a842-dfd2fe92ddb9 None None] Set router 1a1bc2bf-7ab2-400d-bd2a-68c922770983 gateway port host: n-d-802623-1 {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:19:40.075424 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9b3dfd02-a93a-4d60-a741-752c1f971fdd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:40.130232 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9b3dfd02-a93a-4d60-a741-752c1f971fdd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:40.188570 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-48f4a3b2-ee50-4195-bc08-def51ae9a1d9 req-723324a9-a359-4e62-8071-66cac7d7ae5e service neutron] 10.222.0.49 "GET /v2.0/networks/a198ee08-ada0-4348-9b3a-3cd923d78e26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2077959 Jul 27 23:19:40.243984 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9b3dfd02-a93a-4d60-a741-752c1f971fdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:40.248039 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9b3dfd02-a93a-4d60-a741-752c1f971fdd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:40.252232 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-9b3dfd02-a93a-4d60-a741-752c1f971fdd admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1af8b4a5-3c00-4f87-86c8-4bcc4874e782 HTTP/1.1" status: 204 len: 168 time: 0.2539001 Jul 27 23:19:40.274748 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29cff1d3-1ea3-42e7-965d-5b5e50769f16 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f6f257c-ad18-5f0c-8c8e-ea085a5fc8a2-b8bdba5f-b3af-4bd7-8622-3e124701851c', 'network_id': 'b8bdba5f-b3af-4bd7-8622-3e124701851c', 'tenant_id': '81524393492f47f28d2fbae8569f1a7c', 'fixed_ips': [{'subnet_id': 'ddb27b25-478e-4d58-8404-0cd49f5760ae'}]}} from n-d-802623-1. {{(pid=93799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 23:19:40.275952 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-29cff1d3-1ea3-42e7-965d-5b5e50769f16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:40.321500 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3dfd02-a93a-4d60-a741-752c1f971fdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1af8b4a5-3c00-4f87-86c8-4bcc4874e782,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:19:40.466253 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-48f4a3b2-ee50-4195-bc08-def51ae9a1d9 req-6be17e07-b438-451a-acaf-2c0cf12125ae service neutron] 10.222.0.49 "GET /v2.0/networks/a198ee08-ada0-4348-9b3a-3cd923d78e26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2628064 Jul 27 23:19:40.512220 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6c52af-b422-4908-9e4f-faf2829e7bb8 req-4fe65218-b796-4033-b0af-d0a9399c8d4f tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:40.519024 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6c52af-b422-4908-9e4f-faf2829e7bb8 req-4fe65218-b796-4033-b0af-d0a9399c8d4f tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:40.521135 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-7b6c52af-b422-4908-9e4f-faf2829e7bb8 req-4fe65218-b796-4033-b0af-d0a9399c8d4f tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] 10.222.0.18 "GET /v2.0/networks?id=d64f6bec-e159-4648-bd8d-9c909849b093&id=b8bdba5f-b3af-4bd7-8622-3e124701851c HTTP/1.1" status: 200 len: 1392 time: 0.2496178 Jul 27 23:19:40.547850 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-7b6c52af-b422-4908-9e4f-faf2829e7bb8 req-9902d120-ee0c-41c9-8d9c-a5c574b02ebd tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] 10.222.0.18 "GET /v2.0/quotas/81524393492f47f28d2fbae8569f1a7c HTTP/1.1" status: 200 len: 375 time: 0.0193944 Jul 27 23:19:40.641992 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-29cff1d3-1ea3-42e7-965d-5b5e50769f16 None None] Allocated IP 19.86.0.2 (b8bdba5f-b3af-4bd7-8622-3e124701851c/ddb27b25-478e-4d58-8404-0cd49f5760ae/29c48c96-ec18-4361-bef9-42f4e0e02ae1) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:19:40.685275 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-7b6c52af-b422-4908-9e4f-faf2829e7bb8 req-4613c642-3f73-4998-9605-4981af2f5cc3 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=81524393492f47f28d2fbae8569f1a7c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1300840 Jul 27 23:19:40.767645 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device e3b228c1-33fd-46e0-b3f7-bb822fed7228 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:19:40.805125 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fce94238-4a1c-4203-89f2-86347bb68e12 None None] Network d64f6bec-e159-4648-bd8d-9c909849b093 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:19:40.840795 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-7b6c52af-b422-4908-9e4f-faf2829e7bb8 req-13d85cc6-9c6a-489f-81e0-b79af2e448a8 service neutron] 10.222.0.18 "GET /v2.0/networks/d64f6bec-e159-4648-bd8d-9c909849b093?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1481035 Jul 27 23:19:40.961966 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-7b6c52af-b422-4908-9e4f-faf2829e7bb8 req-e9eee7ea-4cb2-4fe9-abc6-1871f3bd548a service neutron] 10.222.0.18 "GET /v2.0/networks/d64f6bec-e159-4648-bd8d-9c909849b093?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118653 Jul 27 23:19:40.987389 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning for port e3b228c1-33fd-46e0-b3f7-bb822fed7228 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:19:41.042306 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-7d146a72-9ea8-4556-b755-ee851372149d None None] Provisioning for port e3b228c1-33fd-46e0-b3f7-bb822fed7228 completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:19:41.047081 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-0290e005-13b0-4dc0-a842-dfd2fe92ddb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a1bc2bf-7ab2-400d-bd2a-68c922770983', 'name': 'tempest-AttachVolumeShelveTestJSON-549894904-router', 'tenant_id': '6415e174d6e146abb15fff69092e7210', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.62'}], 'enable_snat': True}, 'gw_port_id': 'ae9bad43-4b95-4357-9b0f-9761e6626877', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:15:05Z', 'updated_at': '2021-07-27T23:15:12Z', 'revision_number': 4, 'project_id': '6415e174d6e146abb15fff69092e7210', 'gw_port': {'id': 'ae9bad43-4b95-4357-9b0f-9761e6626877', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:a4:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1bc2bf-7ab2-400d-bd2a-68c922770983', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:15:06Z', 'updated_at': '2021-07-27T23:15:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_floatingips': [{'id': '2838eef9-68d9-4742-b646-8e0c30c35329', 'tenant_id': '6415e174d6e146abb15fff69092e7210', 'floating_ip_address': '172.25.4.208', 'floating_network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'router_id': '1a1bc2bf-7ab2-400d-bd2a-68c922770983', 'port_id': '23300807-efde-46de-99e7-6916a9204bb3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1938, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a198ee08-ada0-4348-9b3a-3cd923d78e26', 'mac_address': 'fa:16:3e:65:11:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bda45a6-7b3d-4402-bc36-eb32e3c47420', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T23:19:23Z', 'updated_at': '2021-07-27T23:19:37Z', 'revision_number': 1, 'project_id': '6415e174d6e146abb15fff69092e7210', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '533d5142-c4e5-4443-8369-16adea237988', 'name': '', 'network_id': 'a198ee08-ada0-4348-9b3a-3cd923d78e26', 'tenant_id': '6415e174d6e146abb15fff69092e7210', 'mac_address': 'fa:16:3e:0d:6c:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1bc2bf-7ab2-400d-bd2a-68c922770983', 'device_owner': 'network:router_interface', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '6bb4b577-bd47-4366-ace3-c23131aef649', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:15:10Z', 'updated_at': '2021-07-27T23:15:18Z', 'revision_number': 5, 'project_id': '6415e174d6e146abb15fff69092e7210', 'subnets': [{'id': '6bb4b577-bd47-4366-ace3-c23131aef649', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:19:41.064864 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-7b6c52af-b422-4908-9e4f-faf2829e7bb8 req-82af0f0d-50b1-4daf-b739-c6d9a47628a8 service neutron] 10.222.0.18 "GET /v2.0/networks/b8bdba5f-b3af-4bd7-8622-3e124701851c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951476 Jul 27 23:19:41.195829 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-7b6c52af-b422-4908-9e4f-faf2829e7bb8 req-957bdf08-fc00-404e-9cf1-c71ccf630890 service neutron] 10.222.0.18 "GET /v2.0/networks/b8bdba5f-b3af-4bd7-8622-3e124701851c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245127 Jul 27 23:19:41.302761 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-7d146a72-9ea8-4556-b755-ee851372149d None None] Provisioning complete for port e3b228c1-33fd-46e0-b3f7-bb822fed7228 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:19:41.303233 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7d146a72-9ea8-4556-b755-ee851372149d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:41.328686 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0290e005-13b0-4dc0-a842-dfd2fe92ddb9 None None] The sync data for ids ['1a1bc2bf-7ab2-400d-bd2a-68c922770983'] in n-d-802623-1 is: [{'id': '1a1bc2bf-7ab2-400d-bd2a-68c922770983', 'name': 'tempest-AttachVolumeShelveTestJSON-549894904-router', 'tenant_id': '6415e174d6e146abb15fff69092e7210', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.62'}], 'enable_snat': True}, 'gw_port_id': 'ae9bad43-4b95-4357-9b0f-9761e6626877', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:15:05Z', 'updated_at': '2021-07-27T23:15:12Z', 'revision_number': 4, 'project_id': '6415e174d6e146abb15fff69092e7210', 'gw_port': {'id': 'ae9bad43-4b95-4357-9b0f-9761e6626877', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:a4:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1bc2bf-7ab2-400d-bd2a-68c922770983', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:15:06Z', 'updated_at': '2021-07-27T23:15:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_floatingips': [{'id': '2838eef9-68d9-4742-b646-8e0c30c35329', 'tenant_id': '6415e174d6e146abb15fff69092e7210', 'floating_ip_address': '172.25.4.208', 'floating_network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'router_id': '1a1bc2bf-7ab2-400d-bd2a-68c922770983', 'port_id': '23300807-efde-46de-99e7-6916a9204bb3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1938, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a198ee08-ada0-4348-9b3a-3cd923d78e26', 'mac_address': 'fa:16:3e:65:11:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bda45a6-7b3d-4402-bc36-eb32e3c47420', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T23:19:23Z', 'updated_at': '2021-07-27T23:19:37Z', 'revision_number': 1, 'project_id': '6415e174d6e146abb15fff69092e7210', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '533d5142-c4e5-4443-8369-16adea237988', 'name': '', 'network_id': 'a198ee08-ada0-4348-9b3a-3cd923d78e26', 'tenant_id': '6415e174d6e146abb15fff69092e7210', 'mac_address': 'fa:16:3e:0d:6c:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1bc2bf-7ab2-400d-bd2a-68c922770983', 'device_owner': 'network:router_interface', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '6bb4b577-bd47-4366-ace3-c23131aef649', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:15:10Z', 'updated_at': '2021-07-27T23:15:18Z', 'revision_number': 5, 'project_id': '6415e174d6e146abb15fff69092e7210', 'subnets': [{'id': '6bb4b577-bd47-4366-ace3-c23131aef649', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:19:41.367963 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 49102) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:19:41.398180 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-29cff1d3-1ea3-42e7-965d-5b5e50769f16 None None] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:41.466426 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-29cff1d3-1ea3-42e7-965d-5b5e50769f16 None None] Transition to ACTIVE for port object 29c48c96-ec18-4361-bef9-42f4e0e02ae1 will not be triggered until provisioned by entity L2. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:19:41.497290 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-29cff1d3-1ea3-42e7-965d-5b5e50769f16 None None] Transition to ACTIVE for port object 29c48c96-ec18-4361-bef9-42f4e0e02ae1 will not be triggered until provisioned by entity DHCP. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:19:41.520467 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-7e21fee3-a1f8-4969-a878-ffba2dbfc681 req-c07942cd-5871-4019-bc16-57f3c4c1cf74 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] 10.222.0.18 "GET /v2.0/ports?device_id=24c0a9d5-f232-4087-9106-59266d46109e HTTP/1.1" status: 200 len: 210 time: 0.0848937 Jul 27 23:19:41.551442 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7d146a72-9ea8-4556-b755-ee851372149d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:41.569792 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-29cff1d3-1ea3-42e7-965d-5b5e50769f16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:41.596154 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-57031d33-3af2-4cc6-aea4-119abad5ba8b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1557339114-network', 'tenant_id': 'fd970b90e9054ed38ff04f3be6c4b030'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:19:41.648591 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57031d33-3af2-4cc6-aea4-119abad5ba8b admin admin] Made reservation on behalf of fd970b90e9054ed38ff04f3be6c4b030 for: {'network': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:19:41.652867 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-57031d33-3af2-4cc6-aea4-119abad5ba8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for network, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:41.673202 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-57031d33-3af2-4cc6-aea4-119abad5ba8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:41.681656 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-7d146a72-9ea8-4556-b755-ee851372149d None None] For port e3b228c1-33fd-46e0-b3f7-bb822fed7228, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=e3b228c1-33fd-46e0-b3f7-bb822fed7228,segment=NetworkSegment(54b7a915-9384-42a8-a95c-8682a992a30b),segment_id=54b7a915-9384-42a8-a95c-8682a992a30b)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:19:41.699200 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29cff1d3-1ea3-42e7-965d-5b5e50769f16 None None] Network b8bdba5f-b3af-4bd7-8622-3e124701851c is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:19:41.706009 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-29cff1d3-1ea3-42e7-965d-5b5e50769f16 None None] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:19:41.708086 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7d146a72-9ea8-4556-b755-ee851372149d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:41.716355 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29cff1d3-1ea3-42e7-965d-5b5e50769f16 None None] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:19:41.737238 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cff1d3-1ea3-42e7-965d-5b5e50769f16 None None] Pushing event updated for resources: {'Port': ['ID=29c48c96-ec18-4361-bef9-42f4e0e02ae1,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:19:41.766307 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa552f0-0666-48df-9e4b-6de88dc2e1fa None None] New status for floating IP 2838eef9-68d9-4742-b646-8e0c30c35329: ACTIVE {{(pid=93800) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 23:19:41.886172 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-29cff1d3-1ea3-42e7-965d-5b5e50769f16 None None] Attempting to bind port 29c48c96-ec18-4361-bef9-42f4e0e02ae1 on host n-d-802623-1 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:19:41.886684 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-29cff1d3-1ea3-42e7-965d-5b5e50769f16 None None] Attempting to bind port 29c48c96-ec18-4361-bef9-42f4e0e02ae1 by drivers openvswitch,hyperv on host n-d-802623-1 at level 0 using segments [{'id': 'a110172d-140d-4d1e-96d7-4873496a7338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'b8bdba5f-b3af-4bd7-8622-3e124701851c'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:19:41.887167 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29cff1d3-1ea3-42e7-965d-5b5e50769f16 None None] Attempting to bind port 29c48c96-ec18-4361-bef9-42f4e0e02ae1 on network b8bdba5f-b3af-4bd7-8622-3e124701851c {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:19:41.894432 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d146a72-9ea8-4556-b755-ee851372149d None None] Pushing event updated for resources: {'Port': ['ID=e3b228c1-33fd-46e0-b3f7-bb822fed7228,revision_number=3']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:19:41.898586 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29cff1d3-1ea3-42e7-965d-5b5e50769f16 None None] Checking agent: {'id': 'a9a568d2-a5e7-41e4-833f-a8ab42ea4073', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 52, 30), 'started_at': datetime.datetime(2021, 7, 27, 22, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 19, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802623-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:19:41.899226 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29cff1d3-1ea3-42e7-965d-5b5e50769f16 None None] Checking segment: {'id': 'a110172d-140d-4d1e-96d7-4873496a7338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'b8bdba5f-b3af-4bd7-8622-3e124701851c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:19:41.899816 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-29cff1d3-1ea3-42e7-965d-5b5e50769f16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:41.900298 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29cff1d3-1ea3-42e7-965d-5b5e50769f16 None None] Bound using segment: {'id': 'a110172d-140d-4d1e-96d7-4873496a7338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'b8bdba5f-b3af-4bd7-8622-3e124701851c'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:19:41.900942 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-29cff1d3-1ea3-42e7-965d-5b5e50769f16 None None] Bound port: 29c48c96-ec18-4361-bef9-42f4e0e02ae1, host: n-d-802623-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a110172d-140d-4d1e-96d7-4873496a7338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'b8bdba5f-b3af-4bd7-8622-3e124701851c'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:19:41.901518 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-29cff1d3-1ea3-42e7-965d-5b5e50769f16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:41.902965 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-57031d33-3af2-4cc6-aea4-119abad5ba8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:41.916135 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-57031d33-3af2-4cc6-aea4-119abad5ba8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:41.951783 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57031d33-3af2-4cc6-aea4-119abad5ba8b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 539} {{(pid=93797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 23:19:41.973320 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57031d33-3af2-4cc6-aea4-119abad5ba8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81a73554-12a8-4d06-b4a1-4de4e87afbd8,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:19:41.976559 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-57031d33-3af2-4cc6-aea4-119abad5ba8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:41.976928 n-d-802623-1 neutron-server[93797]: INFO neutron.db.segments_db [None req-57031d33-3af2-4cc6-aea4-119abad5ba8b admin admin] Added segment 50fa5441-d59a-4139-9ee8-b73cbf636601 of type vlan for network bec9389f-01eb-411a-b40b-a0fa46ab6306 Jul 27 23:19:41.983616 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-29cff1d3-1ea3-42e7-965d-5b5e50769f16 None None] For port 29c48c96-ec18-4361-bef9-42f4e0e02ae1, host n-d-802623-1, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:19:41.988551 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-29cff1d3-1ea3-42e7-965d-5b5e50769f16 None None] For port 29c48c96-ec18-4361-bef9-42f4e0e02ae1, host n-d-802623-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=29c48c96-ec18-4361-bef9-42f4e0e02ae1,segment=NetworkSegment(a110172d-140d-4d1e-96d7-4873496a7338),segment_id=a110172d-140d-4d1e-96d7-4873496a7338)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:19:41.996078 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-29cff1d3-1ea3-42e7-965d-5b5e50769f16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:42.049768 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-803da4c5-b9ca-462a-948e-592bcf01712f None None] Provisioning complete for port e3b228c1-33fd-46e0-b3f7-bb822fed7228 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:19:42.050522 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-803da4c5-b9ca-462a-948e-592bcf01712f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:42.114280 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-57031d33-3af2-4cc6-aea4-119abad5ba8b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736833354590'] for network, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:42.121105 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cff1d3-1ea3-42e7-965d-5b5e50769f16 None None] Pushing event updated for resources: {'Port': ['ID=29c48c96-ec18-4361-bef9-42f4e0e02ae1,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:19:42.177479 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-57031d33-3af2-4cc6-aea4-119abad5ba8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569'] for network, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:42.178922 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57031d33-3af2-4cc6-aea4-119abad5ba8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:42.181118 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-57031d33-3af2-4cc6-aea4-119abad5ba8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for network, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:42.227446 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-57031d33-3af2-4cc6-aea4-119abad5ba8b admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8584244 Jul 27 23:19:42.230447 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 49120) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:19:42.236320 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-6666e145-11f9-4136-8dea-a6ac95912b00 admin admin] Request body: {'subnet': {'network_id': 'bec9389f-01eb-411a-b40b-a0fa46ab6306', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1557339114-subnet', 'tenant_id': 'fd970b90e9054ed38ff04f3be6c4b030', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:19:42.275200 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 49122) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:19:42.280271 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57031d33-3af2-4cc6-aea4-119abad5ba8b admin admin] Pushing event updated for resources: {'Network': ['ID=bec9389f-01eb-411a-b40b-a0fa46ab6306,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:19:42.293951 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6666e145-11f9-4136-8dea-a6ac95912b00 admin admin] Made reservation on behalf of fd970b90e9054ed38ff04f3be6c4b030 for: {'subnet': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:19:42.294185 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Network bec9389f-01eb-411a-b40b-a0fa46ab6306 details requested by agent ovs-agent-n-d-802623-1 with host n-d-802623-1 {{(pid=93799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 23:19:42.296989 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6666e145-11f9-4136-8dea-a6ac95912b00 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12265828'] for subnet, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:42.502018 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3cad42db-0350-4733-bd74-e9cb0eb60c21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:42.586163 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6666e145-11f9-4136-8dea-a6ac95912b00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11971609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12265750'] for subnet, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:42.678801 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-d0838f56-8138-4109-a8c2-b0f8d5bccfee req-18394ea0-55b6-4c93-81e1-5f22d67e0e93 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] 10.222.0.18 "GET /v2.0/ports?device_id=24c0a9d5-f232-4087-9106-59266d46109e HTTP/1.1" status: 200 len: 210 time: 0.0652459 Jul 27 23:19:42.694232 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6666e145-11f9-4136-8dea-a6ac95912b00 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bce8bb9a-a5d1-42aa-92e4-0e2a54521bd1,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:19:42.732478 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device e3b228c1-33fd-46e0-b3f7-bb822fed7228 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:19:42.787115 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port e3b228c1-33fd-46e0-b3f7-bb822fed7228 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:19:42.787586 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:42.804814 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6666e145-11f9-4136-8dea-a6ac95912b00 admin admin] Checking segment: {'id': '50fa5441-d59a-4139-9ee8-b73cbf636601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'bec9389f-01eb-411a-b40b-a0fa46ab6306'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:19:42.805211 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6666e145-11f9-4136-8dea-a6ac95912b00 admin admin] Network hostable DHCP agents. Network: bec9389f-01eb-411a-b40b-a0fa46ab6306, hostable agents: ['5950e76f-2bde-4343-a925-cbe6bacd2706'], hosted agents: [] {{(pid=93798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 23:19:42.850536 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3cad42db-0350-4733-bd74-e9cb0eb60c21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:42.854679 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6666e145-11f9-4136-8dea-a6ac95912b00 admin admin] Network bec9389f-01eb-411a-b40b-a0fa46ab6306 is scheduled to be hosted by DHCP agent 5950e76f-2bde-4343-a925-cbe6bacd2706 with binding_index 1 {{(pid=93798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 23:19:42.871988 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3cad42db-0350-4733-bd74-e9cb0eb60c21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:42.890917 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-6666e145-11f9-4136-8dea-a6ac95912b00 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802623-1, bec9389f-01eb-411a-b40b-a0fa46ab6306) {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:19:42.899300 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 29c48c96-ec18-4361-bef9-42f4e0e02ae1 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:19:42.903234 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc353747-21d7-4fbd-8366-b9d387b76537 None None] Network bec9389f-01eb-411a-b40b-a0fa46ab6306 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:19:42.918897 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6666e145-11f9-4136-8dea-a6ac95912b00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:42.919529 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6666e145-11f9-4136-8dea-a6ac95912b00 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:42.943584 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-3cad42db-0350-4733-bd74-e9cb0eb60c21 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=90bb2bf9da6047b2be1052f3474742d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6667342 Jul 27 23:19:42.945717 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cad42db-0350-4733-bd74-e9cb0eb60c21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1bac11f-da4a-425d-af0a-9d4157dc8ded,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:19:42.946433 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 49132) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:19:42.958024 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6c52af-b422-4908-9e4f-faf2829e7bb8 req-38a3b6e3-f162-45e2-94f0-9c02251b5843 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:42.964929 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6c52af-b422-4908-9e4f-faf2829e7bb8 req-38a3b6e3-f162-45e2-94f0-9c02251b5843 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:42.966403 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7b6c52af-b422-4908-9e4f-faf2829e7bb8 req-38a3b6e3-f162-45e2-94f0-9c02251b5843 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] 10.222.0.38 "GET /v2.0/networks?id=d64f6bec-e159-4648-bd8d-9c909849b093&id=b8bdba5f-b3af-4bd7-8622-3e124701851c HTTP/1.1" status: 200 len: 1392 time: 0.2299409 Jul 27 23:19:42.980456 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-6666e145-11f9-4136-8dea-a6ac95912b00 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7374508 Jul 27 23:19:42.986517 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [req-7b6c52af-b422-4908-9e4f-faf2829e7bb8 req-cc36191f-8e77-47cd-aa9b-6f9376f8d6c6 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Request body: {'port': {'device_id': '24c0a9d5-f232-4087-9106-59266d46109e', 'network_id': 'd64f6bec-e159-4648-bd8d-9c909849b093', 'admin_state_up': True, 'tenant_id': '81524393492f47f28d2fbae8569f1a7c'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:19:43.020570 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning for port 29c48c96-ec18-4361-bef9-42f4e0e02ae1 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:19:43.058453 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e8b3c9bb-1f76-4442-80d8-a166b154fcdb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:43.090728 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e8b3c9bb-1f76-4442-80d8-a166b154fcdb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:43.158311 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9e27051-ab7a-49b7-888a-6185d419e5f2 None None] Network bec9389f-01eb-411a-b40b-a0fa46ab6306 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:19:43.171571 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e8b3c9bb-1f76-4442-80d8-a166b154fcdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:43.175320 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e8b3c9bb-1f76-4442-80d8-a166b154fcdb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:43.176879 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-e8b3c9bb-1f76-4442-80d8-a166b154fcdb admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e1bac11f-da4a-425d-af0a-9d4157dc8ded HTTP/1.1" status: 204 len: 168 time: 0.2290788 Jul 27 23:19:43.186918 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b3c9bb-1f76-4442-80d8-a166b154fcdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1bac11f-da4a-425d-af0a-9d4157dc8ded,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:19:43.208055 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b6c52af-b422-4908-9e4f-faf2829e7bb8 req-cc36191f-8e77-47cd-aa9b-6f9376f8d6c6 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Made reservation on behalf of 81524393492f47f28d2fbae8569f1a7c for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:19:43.212193 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-7b6c52af-b422-4908-9e4f-faf2829e7bb8 req-cc36191f-8e77-47cd-aa9b-6f9376f8d6c6 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:43.386909 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3a73143-e2b5-4d4c-8065-fad112f96389 None None] Network b8bdba5f-b3af-4bd7-8622-3e124701851c requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:19:43.419799 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [req-7b6c52af-b422-4908-9e4f-faf2829e7bb8 req-cc36191f-8e77-47cd-aa9b-6f9376f8d6c6 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Allocated IP 19.80.0.74 (d64f6bec-e159-4648-bd8d-9c909849b093/57da02cf-ee0f-47fd-85f9-c50ddd5bfb9b/29853f9e-4c86-4bbc-97cf-7587e8a6ab50) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:19:43.472758 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-588e27fb-b46f-4624-a330-7864fccebf5b None None] Provisioning for port 29c48c96-ec18-4361-bef9-42f4e0e02ae1 completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:19:43.486983 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-588e27fb-b46f-4624-a330-7864fccebf5b None None] Provisioning complete for port 29c48c96-ec18-4361-bef9-42f4e0e02ae1 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:19:43.487462 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-588e27fb-b46f-4624-a330-7864fccebf5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:43.625497 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-588e27fb-b46f-4624-a330-7864fccebf5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:43.668882 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-588e27fb-b46f-4624-a330-7864fccebf5b None None] For port 29c48c96-ec18-4361-bef9-42f4e0e02ae1, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=29c48c96-ec18-4361-bef9-42f4e0e02ae1,segment=NetworkSegment(a110172d-140d-4d1e-96d7-4873496a7338),segment_id=a110172d-140d-4d1e-96d7-4873496a7338)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:19:43.674543 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-588e27fb-b46f-4624-a330-7864fccebf5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:43.729534 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-7b6c52af-b422-4908-9e4f-faf2829e7bb8 req-cc36191f-8e77-47cd-aa9b-6f9376f8d6c6 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:43.741713 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588e27fb-b46f-4624-a330-7864fccebf5b None None] Pushing event updated for resources: {'Port': ['ID=29c48c96-ec18-4361-bef9-42f4e0e02ae1,revision_number=3']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:19:43.759323 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-7b6c52af-b422-4908-9e4f-faf2829e7bb8 req-cc36191f-8e77-47cd-aa9b-6f9376f8d6c6 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Transition to ACTIVE for port object 29853f9e-4c86-4bbc-97cf-7587e8a6ab50 will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:19:43.819196 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-c8f214b0-d4eb-46fb-a186-a23f3ff3e9ce req-b464e02a-30e1-499a-a0a6-11e61b866261 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] 10.222.0.18 "GET /v2.0/ports?device_id=24c0a9d5-f232-4087-9106-59266d46109e HTTP/1.1" status: 200 len: 210 time: 0.0300407 Jul 27 23:19:43.825320 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-7b6c52af-b422-4908-9e4f-faf2829e7bb8 req-cc36191f-8e77-47cd-aa9b-6f9376f8d6c6 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:43.881216 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b6c52af-b422-4908-9e4f-faf2829e7bb8 req-cc36191f-8e77-47cd-aa9b-6f9376f8d6c6 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Network d64f6bec-e159-4648-bd8d-9c909849b093 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:19:43.884505 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [req-7b6c52af-b422-4908-9e4f-faf2829e7bb8 req-cc36191f-8e77-47cd-aa9b-6f9376f8d6c6 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:19:43.887562 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b6c52af-b422-4908-9e4f-faf2829e7bb8 req-cc36191f-8e77-47cd-aa9b-6f9376f8d6c6 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:19:43.919349 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 49166) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:19:43.926070 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-749bb056-1147-4099-b3e5-c96ec5ab36e8 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1297382459-network', 'tenant_id': '7a697328b12e447ea994343611b7ae0e'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:19:43.943374 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc36191f-8e77-47cd-aa9b-6f9376f8d6c6 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Pushing event updated for resources: {'Port': ['ID=29853f9e-4c86-4bbc-97cf-7587e8a6ab50,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:19:43.963129 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6c52af-b422-4908-9e4f-faf2829e7bb8 req-cc36191f-8e77-47cd-aa9b-6f9376f8d6c6 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:43.963817 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-7b6c52af-b422-4908-9e4f-faf2829e7bb8 req-cc36191f-8e77-47cd-aa9b-6f9376f8d6c6 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:43.972441 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-749bb056-1147-4099-b3e5-c96ec5ab36e8 admin admin] Made reservation on behalf of 7a697328b12e447ea994343611b7ae0e for: {'network': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:19:43.977351 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-749bb056-1147-4099-b3e5-c96ec5ab36e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for network, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:43.985583 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7b6c52af-b422-4908-9e4f-faf2829e7bb8 req-cc36191f-8e77-47cd-aa9b-6f9376f8d6c6 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0030181 Jul 27 23:19:43.987482 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-749bb056-1147-4099-b3e5-c96ec5ab36e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:43.999664 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-53c239b1-6e50-473b-89bc-48a9a4ef1f87 None None] Provisioning complete for port 29c48c96-ec18-4361-bef9-42f4e0e02ae1 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:19:44.000043 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-53c239b1-6e50-473b-89bc-48a9a4ef1f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:44.005970 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [req-7b6c52af-b422-4908-9e4f-faf2829e7bb8 req-b715d5c9-3247-4273-944e-429408bef9b8 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Request body: {'port': {'device_id': '24c0a9d5-f232-4087-9106-59266d46109e', 'network_id': 'b8bdba5f-b3af-4bd7-8622-3e124701851c', 'admin_state_up': True, 'tenant_id': '81524393492f47f28d2fbae8569f1a7c'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:19:44.119108 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-749bb056-1147-4099-b3e5-c96ec5ab36e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:44.126557 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-749bb056-1147-4099-b3e5-c96ec5ab36e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:44.173304 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-749bb056-1147-4099-b3e5-c96ec5ab36e8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 513} {{(pid=93797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 23:19:44.179241 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b6c52af-b422-4908-9e4f-faf2829e7bb8 req-b715d5c9-3247-4273-944e-429408bef9b8 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Made reservation on behalf of 81524393492f47f28d2fbae8569f1a7c for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:19:44.183479 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-7b6c52af-b422-4908-9e4f-faf2829e7bb8 req-b715d5c9-3247-4273-944e-429408bef9b8 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:44.191307 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749bb056-1147-4099-b3e5-c96ec5ab36e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7964d93b-977d-42b9-9392-cdbc53eb7d38,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:19:44.194383 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-749bb056-1147-4099-b3e5-c96ec5ab36e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:44.194796 n-d-802623-1 neutron-server[93797]: INFO neutron.db.segments_db [None req-749bb056-1147-4099-b3e5-c96ec5ab36e8 admin admin] Added segment 1c225f37-2ecb-49bc-86f8-c2bb22375b75 of type vlan for network 6c9a2be6-dbbe-4da3-ae1e-6749e4f37704 Jul 27 23:19:44.238982 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-749bb056-1147-4099-b3e5-c96ec5ab36e8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736833354590'] for network, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:44.272382 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-9ceac8dc-71d7-4571-b092-dc98776d88f8 None None] Provisioning for port 29853f9e-4c86-4bbc-97cf-7587e8a6ab50 completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:19:44.276262 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-749bb056-1147-4099-b3e5-c96ec5ab36e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569'] for network, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:44.277249 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-749bb056-1147-4099-b3e5-c96ec5ab36e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:44.277855 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-749bb056-1147-4099-b3e5-c96ec5ab36e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for network, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:44.281742 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-9ceac8dc-71d7-4571-b092-dc98776d88f8 None None] Provisioning complete for port 29853f9e-4c86-4bbc-97cf-7587e8a6ab50 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:19:44.282113 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-9ceac8dc-71d7-4571-b092-dc98776d88f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:44.342786 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-9ceac8dc-71d7-4571-b092-dc98776d88f8 None None] Port 29853f9e-4c86-4bbc-97cf-7587e8a6ab50 cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:19:44.350714 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-749bb056-1147-4099-b3e5-c96ec5ab36e8 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4274182 Jul 27 23:19:44.350939 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 49180) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:19:44.353646 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [req-7b6c52af-b422-4908-9e4f-faf2829e7bb8 req-b715d5c9-3247-4273-944e-429408bef9b8 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Allocated IP 19.86.0.73 (b8bdba5f-b3af-4bd7-8622-3e124701851c/ddb27b25-478e-4d58-8404-0cd49f5760ae/fca9a4d7-e3ec-4469-9ec4-234bc91623bf) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:19:44.356589 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-044f5003-421c-404a-a113-9940bfcc23c8 admin admin] Request body: {'subnet': {'network_id': '6c9a2be6-dbbe-4da3-ae1e-6749e4f37704', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1297382459-subnet', 'tenant_id': '7a697328b12e447ea994343611b7ae0e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:19:44.361083 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749bb056-1147-4099-b3e5-c96ec5ab36e8 admin admin] Pushing event updated for resources: {'Network': ['ID=6c9a2be6-dbbe-4da3-ae1e-6749e4f37704,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:19:44.379780 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Network 6c9a2be6-dbbe-4da3-ae1e-6749e4f37704 details requested by agent ovs-agent-n-d-802623-1 with host n-d-802623-1 {{(pid=93799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 23:19:44.387294 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-044f5003-421c-404a-a113-9940bfcc23c8 admin admin] Made reservation on behalf of 7a697328b12e447ea994343611b7ae0e for: {'subnet': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:19:44.390880 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-044f5003-421c-404a-a113-9940bfcc23c8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11551435'] for subnet, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:44.541853 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-7b6c52af-b422-4908-9e4f-faf2829e7bb8 req-b715d5c9-3247-4273-944e-429408bef9b8 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:44.557650 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-7b6c52af-b422-4908-9e4f-faf2829e7bb8 req-b715d5c9-3247-4273-944e-429408bef9b8 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Transition to ACTIVE for port object fca9a4d7-e3ec-4469-9ec4-234bc91623bf will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:19:44.597595 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-7b6c52af-b422-4908-9e4f-faf2829e7bb8 req-b715d5c9-3247-4273-944e-429408bef9b8 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:44.607577 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-044f5003-421c-404a-a113-9940bfcc23c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11336182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11551417'] for subnet, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:44.633542 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 29c48c96-ec18-4361-bef9-42f4e0e02ae1 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:19:44.660503 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b715d5c9-3247-4273-944e-429408bef9b8 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Pushing event updated for resources: {'Port': ['ID=fca9a4d7-e3ec-4469-9ec4-234bc91623bf,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:19:44.674444 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b6c52af-b422-4908-9e4f-faf2829e7bb8 req-b715d5c9-3247-4273-944e-429408bef9b8 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Network b8bdba5f-b3af-4bd7-8622-3e124701851c is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:19:44.678489 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [req-7b6c52af-b422-4908-9e4f-faf2829e7bb8 req-b715d5c9-3247-4273-944e-429408bef9b8 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:19:44.681791 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b6c52af-b422-4908-9e4f-faf2829e7bb8 req-b715d5c9-3247-4273-944e-429408bef9b8 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:19:44.703241 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port 29c48c96-ec18-4361-bef9-42f4e0e02ae1 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:19:44.705243 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:44.731905 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-044f5003-421c-404a-a113-9940bfcc23c8 admin admin] Checking segment: {'id': '1c225f37-2ecb-49bc-86f8-c2bb22375b75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '6c9a2be6-dbbe-4da3-ae1e-6749e4f37704'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:19:44.732801 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-044f5003-421c-404a-a113-9940bfcc23c8 admin admin] Network hostable DHCP agents. Network: 6c9a2be6-dbbe-4da3-ae1e-6749e4f37704, hostable agents: ['5950e76f-2bde-4343-a925-cbe6bacd2706'], hosted agents: [] {{(pid=93797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 23:19:44.746656 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044f5003-421c-404a-a113-9940bfcc23c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ee28f78-2c7c-4963-96eb-e5d286ff93b3,revision_number=0']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:19:44.759159 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6c52af-b422-4908-9e4f-faf2829e7bb8 req-b715d5c9-3247-4273-944e-429408bef9b8 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:44.761040 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-7b6c52af-b422-4908-9e4f-faf2829e7bb8 req-b715d5c9-3247-4273-944e-429408bef9b8 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:44.777571 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-044f5003-421c-404a-a113-9940bfcc23c8 admin admin] Network 6c9a2be6-dbbe-4da3-ae1e-6749e4f37704 is scheduled to be hosted by DHCP agent 5950e76f-2bde-4343-a925-cbe6bacd2706 with binding_index 1 {{(pid=93797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 23:19:44.785590 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7b6c52af-b422-4908-9e4f-faf2829e7bb8 req-b715d5c9-3247-4273-944e-429408bef9b8 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7907398 Jul 27 23:19:44.794158 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-044f5003-421c-404a-a113-9940bfcc23c8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802623-1, 6c9a2be6-dbbe-4da3-ae1e-6749e4f37704) {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:19:44.795733 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-044f5003-421c-404a-a113-9940bfcc23c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:44.796413 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-044f5003-421c-404a-a113-9940bfcc23c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for subnet, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:44.801312 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [req-7b6c52af-b422-4908-9e4f-faf2829e7bb8 req-a6edc285-55df-4c0b-b299-420d4944df46 service neutron] Request body: {'port': {'device_id': '24c0a9d5-f232-4087-9106-59266d46109e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802623-1'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:19:44.810462 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d258d19e-db39-4c97-8402-8da8b21a793e None None] Network 6c9a2be6-dbbe-4da3-ae1e-6749e4f37704 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:19:44.817125 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-044f5003-421c-404a-a113-9940bfcc23c8 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4647765 Jul 27 23:19:44.889188 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-7b6c52af-b422-4908-9e4f-faf2829e7bb8 req-a6edc285-55df-4c0b-b299-420d4944df46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:44.904502 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 49194) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:19:45.061951 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0df991e9-e1f1-4ed4-9e08-882066da8881 None None] Network 6c9a2be6-dbbe-4da3-ae1e-6749e4f37704 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:19:45.082177 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5fe2bde1-1183-4360-b019-81637c90c3f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:45.102308 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8278d2-f246-46ab-957b-5ba43181f371 req-ce46341e-0481-4bed-a518-62f51cb73a8f tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:45.108474 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8278d2-f246-46ab-957b-5ba43181f371 req-ce46341e-0481-4bed-a518-62f51cb73a8f tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:45.110175 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ab8278d2-f246-46ab-957b-5ba43181f371 req-ce46341e-0481-4bed-a518-62f51cb73a8f tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] 10.222.0.18 "GET /v2.0/ports?device_id=24c0a9d5-f232-4087-9106-59266d46109e HTTP/1.1" status: 200 len: 1653 time: 0.1550457 Jul 27 23:19:45.137056 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-b03d35d4-b752-4364-a3dd-8f14fe2ce492 None None] Provisioning for port fca9a4d7-e3ec-4469-9ec4-234bc91623bf completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:19:45.146070 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-b03d35d4-b752-4364-a3dd-8f14fe2ce492 None None] Provisioning complete for port fca9a4d7-e3ec-4469-9ec4-234bc91623bf triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:19:45.146351 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b03d35d4-b752-4364-a3dd-8f14fe2ce492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:45.210782 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ab8278d2-f246-46ab-957b-5ba43181f371 req-862d244d-726b-48eb-8353-d1942c531e80 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] 10.222.0.18 "GET /v2.0/security-groups?id=b47536c3-d51a-4a40-ad2f-fa3043688901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882387 Jul 27 23:19:45.241440 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-b03d35d4-b752-4364-a3dd-8f14fe2ce492 None None] Port fca9a4d7-e3ec-4469-9ec4-234bc91623bf cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:19:45.252016 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5fe2bde1-1183-4360-b019-81637c90c3f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:45.256773 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5fe2bde1-1183-4360-b019-81637c90c3f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:45.311955 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-5fe2bde1-1183-4360-b019-81637c90c3f6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=52e8557afe2a49bab4c8e6f817f0570c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4057641 Jul 27 23:19:45.313505 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe2bde1-1183-4360-b019-81637c90c3f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3f8f9ea-b735-4eb2-b942-5bae9276a0e2,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:19:45.317599 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 49208) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:19:45.432691 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d3a3d4a9-68ea-439e-8335-9a767e08a406 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:45.473335 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d3a3d4a9-68ea-439e-8335-9a767e08a406 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:45.509463 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec098b0f-7f3f-4bef-b0da-b0092197e24d req-b8e7a5ad-556d-45f9-bd7b-531cde8a169c tempest-VolumesActionsTest-443886658 tempest-VolumesActionsTest-443886658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:45.511078 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-ec098b0f-7f3f-4bef-b0da-b0092197e24d req-b8e7a5ad-556d-45f9-bd7b-531cde8a169c tempest-VolumesActionsTest-443886658 tempest-VolumesActionsTest-443886658-project] 10.222.0.18 "GET /v2.0/networks?id=bec9389f-01eb-411a-b40b-a0fa46ab6306 HTTP/1.1" status: 200 len: 809 time: 0.1531305 Jul 27 23:19:45.538471 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-ec098b0f-7f3f-4bef-b0da-b0092197e24d req-bbd911f3-1666-4d08-9c03-788bcb4d4647 tempest-VolumesActionsTest-443886658 tempest-VolumesActionsTest-443886658-project] 10.222.0.18 "GET /v2.0/quotas/fd970b90e9054ed38ff04f3be6c4b030 HTTP/1.1" status: 200 len: 375 time: 0.0173545 Jul 27 23:19:45.574006 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-ec098b0f-7f3f-4bef-b0da-b0092197e24d req-652be4f9-d2c6-408a-84a9-6d0b49fd8540 tempest-VolumesActionsTest-443886658 tempest-VolumesActionsTest-443886658-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=fd970b90e9054ed38ff04f3be6c4b030&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0291288 Jul 27 23:19:45.577538 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d3a3d4a9-68ea-439e-8335-9a767e08a406 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:45.580945 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d3a3d4a9-68ea-439e-8335-9a767e08a406 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:45.584599 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-d3a3d4a9-68ea-439e-8335-9a767e08a406 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d3f8f9ea-b735-4eb2-b942-5bae9276a0e2 HTTP/1.1" status: 204 len: 168 time: 0.2632778 Jul 27 23:19:45.610375 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a3d4a9-68ea-439e-8335-9a767e08a406 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3f8f9ea-b735-4eb2-b942-5bae9276a0e2,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:19:45.665057 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [req-7b6c52af-b422-4908-9e4f-faf2829e7bb8 req-a6edc285-55df-4c0b-b299-420d4944df46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29853f9e-4c86-4bbc-97cf-7587e8a6ab50 {{(pid=93798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:19:45.677512 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-7b6c52af-b422-4908-9e4f-faf2829e7bb8 req-a6edc285-55df-4c0b-b299-420d4944df46 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:45.690685 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-7b6c52af-b422-4908-9e4f-faf2829e7bb8 req-a6edc285-55df-4c0b-b299-420d4944df46 service neutron] Transition to ACTIVE for port object 29853f9e-4c86-4bbc-97cf-7587e8a6ab50 will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:19:45.696016 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-7b6c52af-b422-4908-9e4f-faf2829e7bb8 req-a6edc285-55df-4c0b-b299-420d4944df46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:45.699521 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-ec098b0f-7f3f-4bef-b0da-b0092197e24d req-96005e11-45f6-467c-8900-d59c9fe64e4d service neutron] 10.222.0.18 "GET /v2.0/networks/bec9389f-01eb-411a-b40b-a0fa46ab6306?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145346 Jul 27 23:19:45.779744 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6edc285-55df-4c0b-b299-420d4944df46 service neutron] Pushing event updated for resources: {'Port': ['ID=29853f9e-4c86-4bbc-97cf-7587e8a6ab50,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:19:45.807519 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-ec098b0f-7f3f-4bef-b0da-b0092197e24d req-cd3272fe-34aa-4ca2-bfc8-c4155957088f service neutron] 10.222.0.18 "GET /v2.0/networks/bec9389f-01eb-411a-b40b-a0fa46ab6306?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071277 Jul 27 23:19:45.907982 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-7b6c52af-b422-4908-9e4f-faf2829e7bb8 req-a6edc285-55df-4c0b-b299-420d4944df46 service neutron] Attempting to bind port 29853f9e-4c86-4bbc-97cf-7587e8a6ab50 on host n-h1-802623-1 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:19:45.908391 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-7b6c52af-b422-4908-9e4f-faf2829e7bb8 req-a6edc285-55df-4c0b-b299-420d4944df46 service neutron] Attempting to bind port 29853f9e-4c86-4bbc-97cf-7587e8a6ab50 by drivers openvswitch,hyperv on host n-h1-802623-1 at level 0 using segments [{'id': '54b7a915-9384-42a8-a95c-8682a992a30b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'd64f6bec-e159-4648-bd8d-9c909849b093'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:19:45.908793 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b6c52af-b422-4908-9e4f-faf2829e7bb8 req-a6edc285-55df-4c0b-b299-420d4944df46 service neutron] Attempting to bind port 29853f9e-4c86-4bbc-97cf-7587e8a6ab50 on network d64f6bec-e159-4648-bd8d-9c909849b093 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:19:45.918504 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b6c52af-b422-4908-9e4f-faf2829e7bb8 req-a6edc285-55df-4c0b-b299-420d4944df46 service neutron] Port 29853f9e-4c86-4bbc-97cf-7587e8a6ab50 on network d64f6bec-e159-4648-bd8d-9c909849b093 not bound, no agent of type Open vSwitch agent registered on host n-h1-802623-1 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 23:19:45.918943 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b6c52af-b422-4908-9e4f-faf2829e7bb8 req-a6edc285-55df-4c0b-b299-420d4944df46 service neutron] Attempting to bind port 29853f9e-4c86-4bbc-97cf-7587e8a6ab50 on network d64f6bec-e159-4648-bd8d-9c909849b093 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:19:45.925644 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b6c52af-b422-4908-9e4f-faf2829e7bb8 req-a6edc285-55df-4c0b-b299-420d4944df46 service neutron] Checking agent: {'id': '245f1da4-a9b8-4b08-90d7-28f0f342b839', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 59, 59), 'started_at': datetime.datetime(2021, 7, 27, 22, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 19, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:19:45.926074 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b6c52af-b422-4908-9e4f-faf2829e7bb8 req-a6edc285-55df-4c0b-b299-420d4944df46 service neutron] Checking segment: {'id': '54b7a915-9384-42a8-a95c-8682a992a30b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'd64f6bec-e159-4648-bd8d-9c909849b093'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:19:45.926532 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b6c52af-b422-4908-9e4f-faf2829e7bb8 req-a6edc285-55df-4c0b-b299-420d4944df46 service neutron] Bound using segment: {'id': '54b7a915-9384-42a8-a95c-8682a992a30b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'd64f6bec-e159-4648-bd8d-9c909849b093'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:19:45.927154 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-7b6c52af-b422-4908-9e4f-faf2829e7bb8 req-a6edc285-55df-4c0b-b299-420d4944df46 service neutron] Bound port: 29853f9e-4c86-4bbc-97cf-7587e8a6ab50, host: n-h1-802623-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54b7a915-9384-42a8-a95c-8682a992a30b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'd64f6bec-e159-4648-bd8d-9c909849b093'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:19:45.927543 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-7b6c52af-b422-4908-9e4f-faf2829e7bb8 req-a6edc285-55df-4c0b-b299-420d4944df46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:46.008801 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-7b6c52af-b422-4908-9e4f-faf2829e7bb8 req-a6edc285-55df-4c0b-b299-420d4944df46 service neutron] For port 29853f9e-4c86-4bbc-97cf-7587e8a6ab50, host n-h1-802623-1, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:19:46.012205 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-7b6c52af-b422-4908-9e4f-faf2829e7bb8 req-a6edc285-55df-4c0b-b299-420d4944df46 service neutron] For port 29853f9e-4c86-4bbc-97cf-7587e8a6ab50, host n-h1-802623-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=29853f9e-4c86-4bbc-97cf-7587e8a6ab50,segment=NetworkSegment(54b7a915-9384-42a8-a95c-8682a992a30b),segment_id=54b7a915-9384-42a8-a95c-8682a992a30b)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:19:46.019577 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-7b6c52af-b422-4908-9e4f-faf2829e7bb8 req-a6edc285-55df-4c0b-b299-420d4944df46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:46.080164 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-fe547a0f-e4c8-41ac-bd7a-c4c075511ea9 req-313ccdec-bfff-4b39-83dd-efa647116967 tempest-VolumesActionsTest-443886658 tempest-VolumesActionsTest-443886658-project] 10.222.0.18 "GET /v2.0/ports?device_id=fcef77db-b1a5-4e1e-8683-a62ca5f60ae2 HTTP/1.1" status: 200 len: 210 time: 0.0341475 Jul 27 23:19:46.086173 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6c52af-b422-4908-9e4f-faf2829e7bb8 req-a6edc285-55df-4c0b-b299-420d4944df46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:46.086888 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-7b6c52af-b422-4908-9e4f-faf2829e7bb8 req-a6edc285-55df-4c0b-b299-420d4944df46 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:46.088274 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7b6c52af-b422-4908-9e4f-faf2829e7bb8 req-a6edc285-55df-4c0b-b299-420d4944df46 service neutron] 10.222.0.38 "PUT /v2.0/ports/29853f9e-4c86-4bbc-97cf-7587e8a6ab50 HTTP/1.1" status: 200 len: 1091 time: 1.2963514 Jul 27 23:19:46.088721 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24c0a9d5-f232-4087-9106-59266d46109e', 'tag': '29853f9e-4c86-4bbc-97cf-7587e8a6ab50'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:19:46.091473 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}011f8d312121274bb12d78e77c6379a2079800640016cec6c6d605b73666e854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf78ca0a-0c1c-4cfd-b3b3-489c8afd6e8f" -d '{"events": [{"name": "network-changed", "server_uuid": "24c0a9d5-f232-4087-9106-59266d46109e", "tag": "29853f9e-4c86-4bbc-97cf-7587e8a6ab50"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:19:46.133081 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6edc285-55df-4c0b-b299-420d4944df46 service neutron] Pushing event updated for resources: {'Port': ['ID=29853f9e-4c86-4bbc-97cf-7587e8a6ab50,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:19:46.133724 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [req-7b6c52af-b422-4908-9e4f-faf2829e7bb8 req-36eeee39-bded-4206-875a-f0a8445614d3 service neutron] Request body: {'port': {'device_id': '24c0a9d5-f232-4087-9106-59266d46109e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802623-1'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:19:46.156394 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 23:19:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f429175-8749-4a8d-8c0c-b2fa1fa299ee x-openstack-request-id: req-3f429175-8749-4a8d-8c0c-b2fa1fa299ee {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:19:46.156686 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24c0a9d5-f232-4087-9106-59266d46109e", "tag": "29853f9e-4c86-4bbc-97cf-7587e8a6ab50", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:19:46.157286 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3f429175-8749-4a8d-8c0c-b2fa1fa299ee {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:19:46.157966 n-d-802623-1 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24c0a9d5-f232-4087-9106-59266d46109e', 'tag': '29853f9e-4c86-4bbc-97cf-7587e8a6ab50', 'status': 'completed', 'code': 200} Jul 27 23:19:46.262319 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf78ca0a-0c1c-4cfd-b3b3-489c8afd6e8f req-cd24fc2c-3cdc-4f05-9790-f98f16950931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:46.262817 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf78ca0a-0c1c-4cfd-b3b3-489c8afd6e8f req-cd24fc2c-3cdc-4f05-9790-f98f16950931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:46.265951 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-cf78ca0a-0c1c-4cfd-b3b3-489c8afd6e8f req-cd24fc2c-3cdc-4f05-9790-f98f16950931 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=81524393492f47f28d2fbae8569f1a7c&device_id=24c0a9d5-f232-4087-9106-59266d46109e HTTP/1.1" status: 200 len: 1912 time: 0.0756812 Jul 27 23:19:46.266552 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-7b6c52af-b422-4908-9e4f-faf2829e7bb8 req-36eeee39-bded-4206-875a-f0a8445614d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:46.419819 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 49252) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:19:46.453950 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144171c9-4343-43bf-857e-b932f7e6e6ac req-6fac44a0-ed7c-4565-91e0-1519440ece64 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:46.460238 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144171c9-4343-43bf-857e-b932f7e6e6ac req-6fac44a0-ed7c-4565-91e0-1519440ece64 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:46.461881 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-144171c9-4343-43bf-857e-b932f7e6e6ac req-6fac44a0-ed7c-4565-91e0-1519440ece64 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] 10.222.0.18 "GET /v2.0/ports?device_id=24c0a9d5-f232-4087-9106-59266d46109e HTTP/1.1" status: 200 len: 1665 time: 0.1515341 Jul 27 23:19:46.532134 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-85341d14-17e8-4dab-8f30-09c626363a1c admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-208832719-network', 'tenant_id': '771a5e15676f4d0489dc600792573356'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:19:46.556248 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85341d14-17e8-4dab-8f30-09c626363a1c admin admin] Made reservation on behalf of 771a5e15676f4d0489dc600792573356 for: {'network': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:19:46.558906 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-85341d14-17e8-4dab-8f30-09c626363a1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for network, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:46.571828 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-85341d14-17e8-4dab-8f30-09c626363a1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:46.584642 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf78ca0a-0c1c-4cfd-b3b3-489c8afd6e8f req-401fa70f-41d3-4f05-a6b9-d3497022ad73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:46.585131 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf78ca0a-0c1c-4cfd-b3b3-489c8afd6e8f req-401fa70f-41d3-4f05-a6b9-d3497022ad73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:46.585607 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf78ca0a-0c1c-4cfd-b3b3-489c8afd6e8f req-401fa70f-41d3-4f05-a6b9-d3497022ad73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:46.587276 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-cf78ca0a-0c1c-4cfd-b3b3-489c8afd6e8f req-401fa70f-41d3-4f05-a6b9-d3497022ad73 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=81524393492f47f28d2fbae8569f1a7c&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.3067675 Jul 27 23:19:46.673751 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-85341d14-17e8-4dab-8f30-09c626363a1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:46.678833 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-85341d14-17e8-4dab-8f30-09c626363a1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:46.691384 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85341d14-17e8-4dab-8f30-09c626363a1c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 536} {{(pid=93797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 23:19:46.707875 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-144171c9-4343-43bf-857e-b932f7e6e6ac req-d69708a2-5e2f-4d55-b7b5-074b6d919d64 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] 10.222.0.18 "GET /v2.0/security-groups?id=b47536c3-d51a-4a40-ad2f-fa3043688901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2155151 Jul 27 23:19:46.710110 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-85341d14-17e8-4dab-8f30-09c626363a1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:46.710519 n-d-802623-1 neutron-server[93797]: INFO neutron.db.segments_db [None req-85341d14-17e8-4dab-8f30-09c626363a1c admin admin] Added segment 8df1e016-1296-48ed-ae2c-202b33902bfc of type vlan for network 75ce6599-272f-409e-8bde-1b861ba87c15 Jul 27 23:19:46.749681 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85341d14-17e8-4dab-8f30-09c626363a1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6ee22a1-4a36-467f-b125-9b1dd3eea2e5,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:19:46.764178 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-85341d14-17e8-4dab-8f30-09c626363a1c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736833354590'] for network, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:46.795511 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-85341d14-17e8-4dab-8f30-09c626363a1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569'] for network, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:46.796482 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85341d14-17e8-4dab-8f30-09c626363a1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:46.797097 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-85341d14-17e8-4dab-8f30-09c626363a1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for network, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:46.805486 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf78ca0a-0c1c-4cfd-b3b3-489c8afd6e8f req-cdbe678f-608c-46e2-80f7-e0708511aa46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:46.806980 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-cf78ca0a-0c1c-4cfd-b3b3-489c8afd6e8f req-cdbe678f-608c-46e2-80f7-e0708511aa46 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2108860 Jul 27 23:19:46.858061 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-85341d14-17e8-4dab-8f30-09c626363a1c admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4345505 Jul 27 23:19:46.858289 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 49258) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:19:46.865336 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-c7060010-4343-4515-a32e-28d509599d64 admin admin] Request body: {'subnet': {'network_id': '75ce6599-272f-409e-8bde-1b861ba87c15', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-208832719-subnet', 'tenant_id': '771a5e15676f4d0489dc600792573356', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:19:46.869346 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [req-7b6c52af-b422-4908-9e4f-faf2829e7bb8 req-36eeee39-bded-4206-875a-f0a8445614d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fca9a4d7-e3ec-4469-9ec4-234bc91623bf {{(pid=93798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:19:46.873093 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85341d14-17e8-4dab-8f30-09c626363a1c admin admin] Pushing event updated for resources: {'Network': ['ID=75ce6599-272f-409e-8bde-1b861ba87c15,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:19:46.877064 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-7b6c52af-b422-4908-9e4f-faf2829e7bb8 req-36eeee39-bded-4206-875a-f0a8445614d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:46.884041 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Network 75ce6599-272f-409e-8bde-1b861ba87c15 details requested by agent ovs-agent-n-d-802623-1 with host n-d-802623-1 {{(pid=93799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 23:19:46.889668 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-7b6c52af-b422-4908-9e4f-faf2829e7bb8 req-36eeee39-bded-4206-875a-f0a8445614d3 service neutron] Transition to ACTIVE for port object fca9a4d7-e3ec-4469-9ec4-234bc91623bf will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:19:46.891868 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7060010-4343-4515-a32e-28d509599d64 admin admin] Made reservation on behalf of 771a5e15676f4d0489dc600792573356 for: {'subnet': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:19:46.893353 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-7b6c52af-b422-4908-9e4f-faf2829e7bb8 req-36eeee39-bded-4206-875a-f0a8445614d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:46.894537 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c7060010-4343-4515-a32e-28d509599d64 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11551435'] for subnet, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:46.967862 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36eeee39-bded-4206-875a-f0a8445614d3 service neutron] Pushing event updated for resources: {'Port': ['ID=fca9a4d7-e3ec-4469-9ec4-234bc91623bf,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:19:47.046534 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-7b6c52af-b422-4908-9e4f-faf2829e7bb8 req-36eeee39-bded-4206-875a-f0a8445614d3 service neutron] Attempting to bind port fca9a4d7-e3ec-4469-9ec4-234bc91623bf on host n-h1-802623-1 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:19:47.046838 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-7b6c52af-b422-4908-9e4f-faf2829e7bb8 req-36eeee39-bded-4206-875a-f0a8445614d3 service neutron] Attempting to bind port fca9a4d7-e3ec-4469-9ec4-234bc91623bf by drivers openvswitch,hyperv on host n-h1-802623-1 at level 0 using segments [{'id': 'a110172d-140d-4d1e-96d7-4873496a7338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'b8bdba5f-b3af-4bd7-8622-3e124701851c'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:19:47.047385 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b6c52af-b422-4908-9e4f-faf2829e7bb8 req-36eeee39-bded-4206-875a-f0a8445614d3 service neutron] Attempting to bind port fca9a4d7-e3ec-4469-9ec4-234bc91623bf on network b8bdba5f-b3af-4bd7-8622-3e124701851c {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:19:47.052896 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b6c52af-b422-4908-9e4f-faf2829e7bb8 req-36eeee39-bded-4206-875a-f0a8445614d3 service neutron] Port fca9a4d7-e3ec-4469-9ec4-234bc91623bf on network b8bdba5f-b3af-4bd7-8622-3e124701851c not bound, no agent of type Open vSwitch agent registered on host n-h1-802623-1 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 23:19:47.054142 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b6c52af-b422-4908-9e4f-faf2829e7bb8 req-36eeee39-bded-4206-875a-f0a8445614d3 service neutron] Attempting to bind port fca9a4d7-e3ec-4469-9ec4-234bc91623bf on network b8bdba5f-b3af-4bd7-8622-3e124701851c {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:19:47.059383 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b6c52af-b422-4908-9e4f-faf2829e7bb8 req-36eeee39-bded-4206-875a-f0a8445614d3 service neutron] Checking agent: {'id': '245f1da4-a9b8-4b08-90d7-28f0f342b839', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 59, 59), 'started_at': datetime.datetime(2021, 7, 27, 22, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 19, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:19:47.059556 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b6c52af-b422-4908-9e4f-faf2829e7bb8 req-36eeee39-bded-4206-875a-f0a8445614d3 service neutron] Checking segment: {'id': 'a110172d-140d-4d1e-96d7-4873496a7338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'b8bdba5f-b3af-4bd7-8622-3e124701851c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:19:47.059946 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b6c52af-b422-4908-9e4f-faf2829e7bb8 req-36eeee39-bded-4206-875a-f0a8445614d3 service neutron] Bound using segment: {'id': 'a110172d-140d-4d1e-96d7-4873496a7338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'b8bdba5f-b3af-4bd7-8622-3e124701851c'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:19:47.060380 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-7b6c52af-b422-4908-9e4f-faf2829e7bb8 req-36eeee39-bded-4206-875a-f0a8445614d3 service neutron] Bound port: fca9a4d7-e3ec-4469-9ec4-234bc91623bf, host: n-h1-802623-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a110172d-140d-4d1e-96d7-4873496a7338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'b8bdba5f-b3af-4bd7-8622-3e124701851c'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:19:47.060745 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-7b6c52af-b422-4908-9e4f-faf2829e7bb8 req-36eeee39-bded-4206-875a-f0a8445614d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:47.185776 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c7060010-4343-4515-a32e-28d509599d64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11336182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11551417'] for subnet, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:47.208174 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-7b6c52af-b422-4908-9e4f-faf2829e7bb8 req-36eeee39-bded-4206-875a-f0a8445614d3 service neutron] For port fca9a4d7-e3ec-4469-9ec4-234bc91623bf, host n-h1-802623-1, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:19:47.260406 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-9edb8c57-5b5d-457f-a6c2-b0f6bd7dd02c req-5bc0353c-cb67-4fe4-91a8-c353b07696e8 tempest-VolumesActionsTest-443886658 tempest-VolumesActionsTest-443886658-project] 10.222.0.18 "GET /v2.0/ports?device_id=fcef77db-b1a5-4e1e-8683-a62ca5f60ae2 HTTP/1.1" status: 200 len: 210 time: 0.0541928 Jul 27 23:19:47.262067 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-7b6c52af-b422-4908-9e4f-faf2829e7bb8 req-36eeee39-bded-4206-875a-f0a8445614d3 service neutron] For port fca9a4d7-e3ec-4469-9ec4-234bc91623bf, host n-h1-802623-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=fca9a4d7-e3ec-4469-9ec4-234bc91623bf,segment=NetworkSegment(a110172d-140d-4d1e-96d7-4873496a7338),segment_id=a110172d-140d-4d1e-96d7-4873496a7338)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:19:47.265790 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7060010-4343-4515-a32e-28d509599d64 admin admin] Pushing event updated for resources: {'Subnet': ['ID=614b1cae-4360-4d45-b3b8-cf22579b78cc,revision_number=0']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:19:47.271255 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-7b6c52af-b422-4908-9e4f-faf2829e7bb8 req-36eeee39-bded-4206-875a-f0a8445614d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:47.273977 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7060010-4343-4515-a32e-28d509599d64 admin admin] Checking segment: {'id': '8df1e016-1296-48ed-ae2c-202b33902bfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '75ce6599-272f-409e-8bde-1b861ba87c15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:19:47.274286 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7060010-4343-4515-a32e-28d509599d64 admin admin] Network hostable DHCP agents. Network: 75ce6599-272f-409e-8bde-1b861ba87c15, hostable agents: ['5950e76f-2bde-4343-a925-cbe6bacd2706'], hosted agents: [] {{(pid=93797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 23:19:47.293872 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7060010-4343-4515-a32e-28d509599d64 admin admin] Network 75ce6599-272f-409e-8bde-1b861ba87c15 is scheduled to be hosted by DHCP agent 5950e76f-2bde-4343-a925-cbe6bacd2706 with binding_index 1 {{(pid=93797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 23:19:47.303435 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-c7060010-4343-4515-a32e-28d509599d64 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802623-1, 75ce6599-272f-409e-8bde-1b861ba87c15) {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:19:47.310222 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7060010-4343-4515-a32e-28d509599d64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:47.310790 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c7060010-4343-4515-a32e-28d509599d64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for subnet, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:47.311172 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b11905d1-1771-4952-8eed-d223ecb54362 None None] Network 75ce6599-272f-409e-8bde-1b861ba87c15 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:19:47.312482 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec098b0f-7f3f-4bef-b0da-b0092197e24d req-7b6be24b-4a0c-4344-937b-79ca597ac9ff tempest-VolumesActionsTest-443886658 tempest-VolumesActionsTest-443886658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:47.314062 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ec098b0f-7f3f-4bef-b0da-b0092197e24d req-7b6be24b-4a0c-4344-937b-79ca597ac9ff tempest-VolumesActionsTest-443886658 tempest-VolumesActionsTest-443886658-project] 10.222.0.38 "GET /v2.0/networks?id=bec9389f-01eb-411a-b40b-a0fa46ab6306 HTTP/1.1" status: 200 len: 809 time: 0.2162125 Jul 27 23:19:47.327700 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [req-ec098b0f-7f3f-4bef-b0da-b0092197e24d req-acdee990-e603-40dd-abd5-23d11b680363 tempest-VolumesActionsTest-443886658 tempest-VolumesActionsTest-443886658-project] Request body: {'port': {'device_id': 'fcef77db-b1a5-4e1e-8683-a62ca5f60ae2', 'network_id': 'bec9389f-01eb-411a-b40b-a0fa46ab6306', 'admin_state_up': True, 'tenant_id': 'fd970b90e9054ed38ff04f3be6c4b030'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:19:47.329794 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-c7060010-4343-4515-a32e-28d509599d64 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4673254 Jul 27 23:19:47.332048 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6c52af-b422-4908-9e4f-faf2829e7bb8 req-36eeee39-bded-4206-875a-f0a8445614d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:47.332697 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-7b6c52af-b422-4908-9e4f-faf2829e7bb8 req-36eeee39-bded-4206-875a-f0a8445614d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:47.334058 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7b6c52af-b422-4908-9e4f-faf2829e7bb8 req-36eeee39-bded-4206-875a-f0a8445614d3 service neutron] 10.222.0.38 "PUT /v2.0/ports/fca9a4d7-e3ec-4469-9ec4-234bc91623bf HTTP/1.1" status: 200 len: 1091 time: 1.2085772 Jul 27 23:19:47.446846 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36eeee39-bded-4206-875a-f0a8445614d3 service neutron] Pushing event updated for resources: {'Port': ['ID=fca9a4d7-e3ec-4469-9ec4-234bc91623bf,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:19:47.486647 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5ad73dd-da08-4ce9-9a47-1f0893558d46 None None] Network 75ce6599-272f-409e-8bde-1b861ba87c15 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:19:47.496817 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6c52af-b422-4908-9e4f-faf2829e7bb8 req-ebaccafe-7a71-498f-9b1f-d6b8403e5711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:47.497628 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6c52af-b422-4908-9e4f-faf2829e7bb8 req-ebaccafe-7a71-498f-9b1f-d6b8403e5711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:47.499271 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7b6c52af-b422-4908-9e4f-faf2829e7bb8 req-ebaccafe-7a71-498f-9b1f-d6b8403e5711 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=81524393492f47f28d2fbae8569f1a7c&device_id=24c0a9d5-f232-4087-9106-59266d46109e HTTP/1.1" status: 200 len: 1979 time: 0.1128354 Jul 27 23:19:47.560522 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7b6c52af-b422-4908-9e4f-faf2829e7bb8 req-0b3a06d8-8cfa-42d4-a010-7f315aac32dd service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.74&port_id=29853f9e-4c86-4bbc-97cf-7587e8a6ab50 HTTP/1.1" status: 200 len: 217 time: 0.0478065 Jul 27 23:19:47.614504 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec098b0f-7f3f-4bef-b0da-b0092197e24d req-acdee990-e603-40dd-abd5-23d11b680363 tempest-VolumesActionsTest-443886658 tempest-VolumesActionsTest-443886658-project] Made reservation on behalf of fd970b90e9054ed38ff04f3be6c4b030 for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:19:47.617976 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-ec098b0f-7f3f-4bef-b0da-b0092197e24d req-acdee990-e603-40dd-abd5-23d11b680363 tempest-VolumesActionsTest-443886658 tempest-VolumesActionsTest-443886658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:47.637452 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6c52af-b422-4908-9e4f-faf2829e7bb8 req-988df26e-9210-4426-b554-6bf7bff640b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:47.638992 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7b6c52af-b422-4908-9e4f-faf2829e7bb8 req-988df26e-9210-4426-b554-6bf7bff640b2 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=57da02cf-ee0f-47fd-85f9-c50ddd5bfb9b HTTP/1.1" status: 200 len: 801 time: 0.0709424 Jul 27 23:19:47.748927 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6c52af-b422-4908-9e4f-faf2829e7bb8 req-f3064afe-bd46-4486-a607-95ff061163bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:47.750486 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7b6c52af-b422-4908-9e4f-faf2829e7bb8 req-f3064afe-bd46-4486-a607-95ff061163bd service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=d64f6bec-e159-4648-bd8d-9c909849b093&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0993593 Jul 27 23:19:47.897696 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [req-ec098b0f-7f3f-4bef-b0da-b0092197e24d req-acdee990-e603-40dd-abd5-23d11b680363 tempest-VolumesActionsTest-443886658 tempest-VolumesActionsTest-443886658-project] Allocated IP 172.20.0.3 (bec9389f-01eb-411a-b40b-a0fa46ab6306/bce8bb9a-a5d1-42aa-92e4-0e2a54521bd1/12fe571a-457b-409a-b0de-a8ff30ff4cd1) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:19:47.944401 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bc614a-7428-4d17-a5fe-f0cd1ed11d59 req-2015e944-6e4d-42c2-9fea-7fd385344296 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:47.951434 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bc614a-7428-4d17-a5fe-f0cd1ed11d59 req-2015e944-6e4d-42c2-9fea-7fd385344296 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:47.953328 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-83bc614a-7428-4d17-a5fe-f0cd1ed11d59 req-2015e944-6e4d-42c2-9fea-7fd385344296 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] 10.222.0.18 "GET /v2.0/ports?device_id=24c0a9d5-f232-4087-9106-59266d46109e HTTP/1.1" status: 200 len: 1677 time: 0.1524715 Jul 27 23:19:47.964404 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7b6c52af-b422-4908-9e4f-faf2829e7bb8 req-8758b3ce-2ab2-41fc-b7d9-4d0db073036c service neutron] 10.222.0.38 "GET /v2.0/networks/d64f6bec-e159-4648-bd8d-9c909849b093?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1882496 Jul 27 23:19:48.121004 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-83bc614a-7428-4d17-a5fe-f0cd1ed11d59 req-c8d5add7-6070-4920-8cc4-d9d2ca83f2ae tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] 10.222.0.18 "GET /v2.0/security-groups?id=b47536c3-d51a-4a40-ad2f-fa3043688901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502285 Jul 27 23:19:48.160593 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24c0a9d5-f232-4087-9106-59266d46109e', 'tag': 'fca9a4d7-e3ec-4469-9ec4-234bc91623bf'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:19:48.162881 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}011f8d312121274bb12d78e77c6379a2079800640016cec6c6d605b73666e854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd7e8dc8-bab6-4218-9c99-cee57d234e5f" -d '{"events": [{"name": "network-changed", "server_uuid": "24c0a9d5-f232-4087-9106-59266d46109e", "tag": "fca9a4d7-e3ec-4469-9ec4-234bc91623bf"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:19:48.181847 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7b6c52af-b422-4908-9e4f-faf2829e7bb8 req-88608ae3-5233-4fa3-9979-261944cdedb9 service neutron] 10.222.0.38 "GET /v2.0/networks/d64f6bec-e159-4648-bd8d-9c909849b093?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2086489 Jul 27 23:19:48.204851 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 23:19:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81ac6757-3ff0-4dcf-bcf9-cc501cc81c76 x-openstack-request-id: req-81ac6757-3ff0-4dcf-bcf9-cc501cc81c76 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:19:48.205136 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24c0a9d5-f232-4087-9106-59266d46109e", "tag": "fca9a4d7-e3ec-4469-9ec4-234bc91623bf", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:19:48.205388 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-81ac6757-3ff0-4dcf-bcf9-cc501cc81c76 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:19:48.205778 n-d-802623-1 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24c0a9d5-f232-4087-9106-59266d46109e', 'tag': 'fca9a4d7-e3ec-4469-9ec4-234bc91623bf', 'status': 'completed', 'code': 200} Jul 27 23:19:48.234525 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7b6c52af-b422-4908-9e4f-faf2829e7bb8 req-b8955d27-47f4-42e9-b395-f0ec5bca52a8 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.73&port_id=fca9a4d7-e3ec-4469-9ec4-234bc91623bf HTTP/1.1" status: 200 len: 217 time: 0.0446675 Jul 27 23:19:48.257919 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-ec098b0f-7f3f-4bef-b0da-b0092197e24d req-acdee990-e603-40dd-abd5-23d11b680363 tempest-VolumesActionsTest-443886658 tempest-VolumesActionsTest-443886658-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:48.303773 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6c52af-b422-4908-9e4f-faf2829e7bb8 req-73afd997-b44e-49f3-a133-3f9f1adfd9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:48.305268 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7b6c52af-b422-4908-9e4f-faf2829e7bb8 req-73afd997-b44e-49f3-a133-3f9f1adfd9a7 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ddb27b25-478e-4d58-8404-0cd49f5760ae HTTP/1.1" status: 200 len: 801 time: 0.0640879 Jul 27 23:19:48.383499 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-653a23e0-1ea7-4226-a303-bbd217afc032 req-a4a7ecba-0c61-40ea-9a64-65f07b359782 tempest-VolumesActionsTest-443886658 tempest-VolumesActionsTest-443886658-project] 10.222.0.18 "GET /v2.0/ports?device_id=fcef77db-b1a5-4e1e-8683-a62ca5f60ae2 HTTP/1.1" status: 200 len: 210 time: 0.0349286 Jul 27 23:19:48.385878 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-ec098b0f-7f3f-4bef-b0da-b0092197e24d req-acdee990-e603-40dd-abd5-23d11b680363 tempest-VolumesActionsTest-443886658 tempest-VolumesActionsTest-443886658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:48.427615 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6c52af-b422-4908-9e4f-faf2829e7bb8 req-d1c20f47-8c33-42e5-bfd5-0eed87039ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:48.429124 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7b6c52af-b422-4908-9e4f-faf2829e7bb8 req-d1c20f47-8c33-42e5-bfd5-0eed87039ce0 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=b8bdba5f-b3af-4bd7-8622-3e124701851c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1168127 Jul 27 23:19:48.452452 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec098b0f-7f3f-4bef-b0da-b0092197e24d req-acdee990-e603-40dd-abd5-23d11b680363 tempest-VolumesActionsTest-443886658 tempest-VolumesActionsTest-443886658-project] Network bec9389f-01eb-411a-b40b-a0fa46ab6306 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:19:48.466065 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [req-ec098b0f-7f3f-4bef-b0da-b0092197e24d req-acdee990-e603-40dd-abd5-23d11b680363 tempest-VolumesActionsTest-443886658 tempest-VolumesActionsTest-443886658-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:19:48.467925 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdee990-e603-40dd-abd5-23d11b680363 tempest-VolumesActionsTest-443886658 tempest-VolumesActionsTest-443886658-project] Pushing event updated for resources: {'Port': ['ID=12fe571a-457b-409a-b0de-a8ff30ff4cd1,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:19:48.506566 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec098b0f-7f3f-4bef-b0da-b0092197e24d req-acdee990-e603-40dd-abd5-23d11b680363 tempest-VolumesActionsTest-443886658 tempest-VolumesActionsTest-443886658-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:19:48.572749 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec098b0f-7f3f-4bef-b0da-b0092197e24d req-acdee990-e603-40dd-abd5-23d11b680363 tempest-VolumesActionsTest-443886658 tempest-VolumesActionsTest-443886658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:48.573383 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-ec098b0f-7f3f-4bef-b0da-b0092197e24d req-acdee990-e603-40dd-abd5-23d11b680363 tempest-VolumesActionsTest-443886658 tempest-VolumesActionsTest-443886658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:48.597613 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7b6c52af-b422-4908-9e4f-faf2829e7bb8 req-fabe37a3-e07c-4023-a55b-6b44b9f2d52b service neutron] 10.222.0.38 "GET /v2.0/networks/b8bdba5f-b3af-4bd7-8622-3e124701851c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586025 Jul 27 23:19:48.599264 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ec098b0f-7f3f-4bef-b0da-b0092197e24d req-acdee990-e603-40dd-abd5-23d11b680363 tempest-VolumesActionsTest-443886658 tempest-VolumesActionsTest-443886658-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2761045 Jul 27 23:19:48.622967 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [req-ec098b0f-7f3f-4bef-b0da-b0092197e24d req-146a81f1-4184-4934-b102-610b49d2bb44 service neutron] Request body: {'port': {'device_id': 'fcef77db-b1a5-4e1e-8683-a62ca5f60ae2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802623-1'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:19:48.727656 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-ec098b0f-7f3f-4bef-b0da-b0092197e24d req-146a81f1-4184-4934-b102-610b49d2bb44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:48.773921 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7b6c52af-b422-4908-9e4f-faf2829e7bb8 req-60714de7-4ad0-4ae0-8d83-0e778d243668 service neutron] 10.222.0.38 "GET /v2.0/networks/b8bdba5f-b3af-4bd7-8622-3e124701851c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1624851 Jul 27 23:19:48.934536 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7e8dc8-bab6-4218-9c99-cee57d234e5f req-41c1ddaa-d7e4-4f36-80ab-a226c0e9a112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:48.934977 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7e8dc8-bab6-4218-9c99-cee57d234e5f req-41c1ddaa-d7e4-4f36-80ab-a226c0e9a112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:48.936555 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-cd7e8dc8-bab6-4218-9c99-cee57d234e5f req-41c1ddaa-d7e4-4f36-80ab-a226c0e9a112 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=81524393492f47f28d2fbae8569f1a7c&device_id=24c0a9d5-f232-4087-9106-59266d46109e HTTP/1.1" status: 200 len: 1979 time: 0.0975897 Jul 27 23:19:49.083625 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7e8dc8-bab6-4218-9c99-cee57d234e5f req-752baaf5-f9b6-45a1-ab84-dc51805a8131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:49.085151 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-cd7e8dc8-bab6-4218-9c99-cee57d234e5f req-752baaf5-f9b6-45a1-ab84-dc51805a8131 service neutron] 10.222.0.38 "GET /v2.0/networks?id=b8bdba5f-b3af-4bd7-8622-3e124701851c HTTP/1.1" status: 200 len: 903 time: 0.1411831 Jul 27 23:19:49.156576 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-cd7e8dc8-bab6-4218-9c99-cee57d234e5f req-a4697623-2e25-4db0-a087-657e1eb306e4 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.73&port_id=fca9a4d7-e3ec-4469-9ec4-234bc91623bf HTTP/1.1" status: 200 len: 217 time: 0.0487983 Jul 27 23:19:49.194627 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [req-ec098b0f-7f3f-4bef-b0da-b0092197e24d req-146a81f1-4184-4934-b102-610b49d2bb44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12fe571a-457b-409a-b0de-a8ff30ff4cd1 {{(pid=93798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:19:49.206057 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-ec098b0f-7f3f-4bef-b0da-b0092197e24d req-146a81f1-4184-4934-b102-610b49d2bb44 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:49.229045 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-ec098b0f-7f3f-4bef-b0da-b0092197e24d req-146a81f1-4184-4934-b102-610b49d2bb44 service neutron] Transition to ACTIVE for port object 12fe571a-457b-409a-b0de-a8ff30ff4cd1 will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:19:49.231261 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7e8dc8-bab6-4218-9c99-cee57d234e5f req-293a7c4c-7069-415a-806c-4104017d02a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:49.233057 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-cd7e8dc8-bab6-4218-9c99-cee57d234e5f req-293a7c4c-7069-415a-806c-4104017d02a3 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ddb27b25-478e-4d58-8404-0cd49f5760ae HTTP/1.1" status: 200 len: 801 time: 0.0677986 Jul 27 23:19:49.233919 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-ec098b0f-7f3f-4bef-b0da-b0092197e24d req-146a81f1-4184-4934-b102-610b49d2bb44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:49.260734 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730b5488-2ead-4f4d-ba61-a5682d78187c req-a8407a79-215c-4205-8b70-d637039059a6 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:49.266484 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730b5488-2ead-4f4d-ba61-a5682d78187c req-a8407a79-215c-4205-8b70-d637039059a6 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:49.268905 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-730b5488-2ead-4f4d-ba61-a5682d78187c req-a8407a79-215c-4205-8b70-d637039059a6 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] 10.222.0.18 "GET /v2.0/ports?device_id=24c0a9d5-f232-4087-9106-59266d46109e HTTP/1.1" status: 200 len: 1677 time: 0.0649831 Jul 27 23:19:49.311167 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-730b5488-2ead-4f4d-ba61-a5682d78187c req-fe41e617-55a3-4139-b193-edd628f874b3 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] 10.222.0.18 "GET /v2.0/security-groups?id=b47536c3-d51a-4a40-ad2f-fa3043688901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361452 Jul 27 23:19:49.323021 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146a81f1-4184-4934-b102-610b49d2bb44 service neutron] Pushing event updated for resources: {'Port': ['ID=12fe571a-457b-409a-b0de-a8ff30ff4cd1,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:19:49.330728 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7e8dc8-bab6-4218-9c99-cee57d234e5f req-b6d592ab-4058-4092-89c9-736daeabf08c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:49.332296 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-cd7e8dc8-bab6-4218-9c99-cee57d234e5f req-b6d592ab-4058-4092-89c9-736daeabf08c service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=b8bdba5f-b3af-4bd7-8622-3e124701851c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0921130 Jul 27 23:19:49.463855 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-ec098b0f-7f3f-4bef-b0da-b0092197e24d req-146a81f1-4184-4934-b102-610b49d2bb44 service neutron] Attempting to bind port 12fe571a-457b-409a-b0de-a8ff30ff4cd1 on host n-h1-802623-1 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:19:49.464187 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-ec098b0f-7f3f-4bef-b0da-b0092197e24d req-146a81f1-4184-4934-b102-610b49d2bb44 service neutron] Attempting to bind port 12fe571a-457b-409a-b0de-a8ff30ff4cd1 by drivers openvswitch,hyperv on host n-h1-802623-1 at level 0 using segments [{'id': '50fa5441-d59a-4139-9ee8-b73cbf636601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'bec9389f-01eb-411a-b40b-a0fa46ab6306'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:19:49.464517 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec098b0f-7f3f-4bef-b0da-b0092197e24d req-146a81f1-4184-4934-b102-610b49d2bb44 service neutron] Attempting to bind port 12fe571a-457b-409a-b0de-a8ff30ff4cd1 on network bec9389f-01eb-411a-b40b-a0fa46ab6306 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:19:49.486442 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec098b0f-7f3f-4bef-b0da-b0092197e24d req-146a81f1-4184-4934-b102-610b49d2bb44 service neutron] Port 12fe571a-457b-409a-b0de-a8ff30ff4cd1 on network bec9389f-01eb-411a-b40b-a0fa46ab6306 not bound, no agent of type Open vSwitch agent registered on host n-h1-802623-1 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 23:19:49.486697 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec098b0f-7f3f-4bef-b0da-b0092197e24d req-146a81f1-4184-4934-b102-610b49d2bb44 service neutron] Attempting to bind port 12fe571a-457b-409a-b0de-a8ff30ff4cd1 on network bec9389f-01eb-411a-b40b-a0fa46ab6306 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:19:49.511348 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-cd7e8dc8-bab6-4218-9c99-cee57d234e5f req-8d9b6935-a90d-488c-ad2a-ab79fdd9eddc service neutron] 10.222.0.38 "GET /v2.0/networks/b8bdba5f-b3af-4bd7-8622-3e124701851c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560442 Jul 27 23:19:49.513747 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec098b0f-7f3f-4bef-b0da-b0092197e24d req-146a81f1-4184-4934-b102-610b49d2bb44 service neutron] Checking agent: {'id': '245f1da4-a9b8-4b08-90d7-28f0f342b839', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 59, 59), 'started_at': datetime.datetime(2021, 7, 27, 22, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 19, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:19:49.514087 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec098b0f-7f3f-4bef-b0da-b0092197e24d req-146a81f1-4184-4934-b102-610b49d2bb44 service neutron] Checking segment: {'id': '50fa5441-d59a-4139-9ee8-b73cbf636601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'bec9389f-01eb-411a-b40b-a0fa46ab6306'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:19:49.514463 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec098b0f-7f3f-4bef-b0da-b0092197e24d req-146a81f1-4184-4934-b102-610b49d2bb44 service neutron] Bound using segment: {'id': '50fa5441-d59a-4139-9ee8-b73cbf636601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'bec9389f-01eb-411a-b40b-a0fa46ab6306'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:19:49.514904 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-ec098b0f-7f3f-4bef-b0da-b0092197e24d req-146a81f1-4184-4934-b102-610b49d2bb44 service neutron] Bound port: 12fe571a-457b-409a-b0de-a8ff30ff4cd1, host: n-h1-802623-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50fa5441-d59a-4139-9ee8-b73cbf636601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'bec9389f-01eb-411a-b40b-a0fa46ab6306'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:19:49.515288 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-ec098b0f-7f3f-4bef-b0da-b0092197e24d req-146a81f1-4184-4934-b102-610b49d2bb44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:49.607086 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e19d35-0534-43b5-b5e6-86684aaa9cfe req-5525b885-ec4e-4bf2-87ce-c1ea7cb09c21 tempest-VolumesActionsTest-443886658 tempest-VolumesActionsTest-443886658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:49.608657 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-94e19d35-0534-43b5-b5e6-86684aaa9cfe req-5525b885-ec4e-4bf2-87ce-c1ea7cb09c21 tempest-VolumesActionsTest-443886658 tempest-VolumesActionsTest-443886658-project] 10.222.0.18 "GET /v2.0/ports?device_id=fcef77db-b1a5-4e1e-8683-a62ca5f60ae2 HTTP/1.1" status: 200 len: 943 time: 0.1459043 Jul 27 23:19:49.686811 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-ec098b0f-7f3f-4bef-b0da-b0092197e24d req-146a81f1-4184-4934-b102-610b49d2bb44 service neutron] For port 12fe571a-457b-409a-b0de-a8ff30ff4cd1, host n-h1-802623-1, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:19:49.708381 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-94e19d35-0534-43b5-b5e6-86684aaa9cfe req-40ad8a3d-24b5-44f6-afa9-e04c09c6590e tempest-VolumesActionsTest-443886658 tempest-VolumesActionsTest-443886658-project] 10.222.0.18 "GET /v2.0/security-groups?id=81a73554-12a8-4d06-b4a1-4de4e87afbd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921757 Jul 27 23:19:49.712691 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-ec098b0f-7f3f-4bef-b0da-b0092197e24d req-146a81f1-4184-4934-b102-610b49d2bb44 service neutron] For port 12fe571a-457b-409a-b0de-a8ff30ff4cd1, host n-h1-802623-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=12fe571a-457b-409a-b0de-a8ff30ff4cd1,segment=NetworkSegment(50fa5441-d59a-4139-9ee8-b73cbf636601),segment_id=50fa5441-d59a-4139-9ee8-b73cbf636601)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:19:49.716804 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-cd7e8dc8-bab6-4218-9c99-cee57d234e5f req-afc39a78-2982-4bf5-8681-cfd6e2a3ab66 service neutron] 10.222.0.38 "GET /v2.0/networks/b8bdba5f-b3af-4bd7-8622-3e124701851c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1973453 Jul 27 23:19:49.720105 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-ec098b0f-7f3f-4bef-b0da-b0092197e24d req-146a81f1-4184-4934-b102-610b49d2bb44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:49.761074 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec098b0f-7f3f-4bef-b0da-b0092197e24d req-146a81f1-4184-4934-b102-610b49d2bb44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:49.761753 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-ec098b0f-7f3f-4bef-b0da-b0092197e24d req-146a81f1-4184-4934-b102-610b49d2bb44 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:49.763076 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ec098b0f-7f3f-4bef-b0da-b0092197e24d req-146a81f1-4184-4934-b102-610b49d2bb44 service neutron] 10.222.0.38 "PUT /v2.0/ports/12fe571a-457b-409a-b0de-a8ff30ff4cd1 HTTP/1.1" status: 200 len: 1091 time: 1.1505642 Jul 27 23:19:49.780689 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146a81f1-4184-4934-b102-610b49d2bb44 service neutron] Pushing event updated for resources: {'Port': ['ID=12fe571a-457b-409a-b0de-a8ff30ff4cd1,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:19:49.838667 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec098b0f-7f3f-4bef-b0da-b0092197e24d req-885baaa4-e4ce-4b87-ad8d-9176091f902b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:49.840201 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ec098b0f-7f3f-4bef-b0da-b0092197e24d req-885baaa4-e4ce-4b87-ad8d-9176091f902b service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=fd970b90e9054ed38ff04f3be6c4b030&device_id=fcef77db-b1a5-4e1e-8683-a62ca5f60ae2 HTTP/1.1" status: 200 len: 1094 time: 0.0406191 Jul 27 23:19:49.886442 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ec098b0f-7f3f-4bef-b0da-b0092197e24d req-f31ea51b-1d65-4cf5-bac9-053fa41960a6 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=12fe571a-457b-409a-b0de-a8ff30ff4cd1 HTTP/1.1" status: 200 len: 217 time: 0.0387485 Jul 27 23:19:49.936974 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec098b0f-7f3f-4bef-b0da-b0092197e24d req-a76c3dda-519f-4f3d-8ce0-41be094f0f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:49.938845 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ec098b0f-7f3f-4bef-b0da-b0092197e24d req-a76c3dda-519f-4f3d-8ce0-41be094f0f0c service neutron] 10.222.0.38 "GET /v2.0/subnets?id=bce8bb9a-a5d1-42aa-92e4-0e2a54521bd1 HTTP/1.1" status: 200 len: 849 time: 0.0457978 Jul 27 23:19:49.971978 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ec098b0f-7f3f-4bef-b0da-b0092197e24d req-3e785f83-8637-4698-bbdc-9cfc676295cc service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=bec9389f-01eb-411a-b40b-a0fa46ab6306&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254436 Jul 27 23:19:50.069266 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ec098b0f-7f3f-4bef-b0da-b0092197e24d req-2330ea2c-9fd4-4720-9e58-376d3b014607 service neutron] 10.222.0.38 "GET /v2.0/networks/bec9389f-01eb-411a-b40b-a0fa46ab6306?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898929 Jul 27 23:19:50.208006 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcef77db-b1a5-4e1e-8683-a62ca5f60ae2', 'tag': '12fe571a-457b-409a-b0de-a8ff30ff4cd1'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:19:50.211089 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}011f8d312121274bb12d78e77c6379a2079800640016cec6c6d605b73666e854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-097c913e-d92f-4fc4-b631-891439423348" -d '{"events": [{"name": "network-changed", "server_uuid": "fcef77db-b1a5-4e1e-8683-a62ca5f60ae2", "tag": "12fe571a-457b-409a-b0de-a8ff30ff4cd1"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:19:50.269214 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 23:19:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-038a431e-ad39-4176-911e-24112c8699ba x-openstack-request-id: req-038a431e-ad39-4176-911e-24112c8699ba {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:19:50.269503 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fcef77db-b1a5-4e1e-8683-a62ca5f60ae2", "tag": "12fe571a-457b-409a-b0de-a8ff30ff4cd1", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:19:50.269750 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-038a431e-ad39-4176-911e-24112c8699ba {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:19:50.270133 n-d-802623-1 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fcef77db-b1a5-4e1e-8683-a62ca5f60ae2', 'tag': '12fe571a-457b-409a-b0de-a8ff30ff4cd1', 'status': 'completed', 'code': 200} Jul 27 23:19:50.272337 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ec098b0f-7f3f-4bef-b0da-b0092197e24d req-d035df3b-3757-4440-accb-bfa90adbb807 service neutron] 10.222.0.38 "GET /v2.0/networks/bec9389f-01eb-411a-b40b-a0fa46ab6306?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1967099 Jul 27 23:19:50.363354 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097c913e-d92f-4fc4-b631-891439423348 req-fedc3eb7-58ba-47ce-818a-2955573bc7fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:50.364888 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-097c913e-d92f-4fc4-b631-891439423348 req-fedc3eb7-58ba-47ce-818a-2955573bc7fb service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=fd970b90e9054ed38ff04f3be6c4b030&device_id=fcef77db-b1a5-4e1e-8683-a62ca5f60ae2 HTTP/1.1" status: 200 len: 1094 time: 0.0450027 Jul 27 23:19:50.483387 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6a3741-b0ab-42fc-9d61-b328507761c0 req-9843c682-c9c9-48ef-a4ec-c81ec5af50c1 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:50.489300 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6a3741-b0ab-42fc-9d61-b328507761c0 req-9843c682-c9c9-48ef-a4ec-c81ec5af50c1 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:50.490830 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-af6a3741-b0ab-42fc-9d61-b328507761c0 req-9843c682-c9c9-48ef-a4ec-c81ec5af50c1 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] 10.222.0.18 "GET /v2.0/ports?device_id=24c0a9d5-f232-4087-9106-59266d46109e HTTP/1.1" status: 200 len: 1677 time: 0.1014857 Jul 27 23:19:50.515253 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097c913e-d92f-4fc4-b631-891439423348 req-dec87293-7bc7-43d2-b239-f7df9257e6b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:50.516730 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-097c913e-d92f-4fc4-b631-891439423348 req-dec87293-7bc7-43d2-b239-f7df9257e6b3 service neutron] 10.222.0.38 "GET /v2.0/networks?id=bec9389f-01eb-411a-b40b-a0fa46ab6306 HTTP/1.1" status: 200 len: 910 time: 0.1448071 Jul 27 23:19:50.570629 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-af6a3741-b0ab-42fc-9d61-b328507761c0 req-b0c9fa8f-aac3-4fc9-85df-c99ae866011c tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] 10.222.0.18 "GET /v2.0/security-groups?id=b47536c3-d51a-4a40-ad2f-fa3043688901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713990 Jul 27 23:19:50.572029 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-097c913e-d92f-4fc4-b631-891439423348 req-1361c4d1-a891-4879-85a0-fbbd95b3405f service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=12fe571a-457b-409a-b0de-a8ff30ff4cd1 HTTP/1.1" status: 200 len: 217 time: 0.0428638 Jul 27 23:19:50.624327 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097c913e-d92f-4fc4-b631-891439423348 req-111532e6-b6ae-4827-801f-092f1742c746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:50.625772 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-097c913e-d92f-4fc4-b631-891439423348 req-111532e6-b6ae-4827-801f-092f1742c746 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=bce8bb9a-a5d1-42aa-92e4-0e2a54521bd1 HTTP/1.1" status: 200 len: 849 time: 0.0464532 Jul 27 23:19:50.658173 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-097c913e-d92f-4fc4-b631-891439423348 req-9cd6308c-8d23-49d7-ae84-cbc0f1947d48 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=bec9389f-01eb-411a-b40b-a0fa46ab6306&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244842 Jul 27 23:19:50.754329 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-097c913e-d92f-4fc4-b631-891439423348 req-5c921efa-e60c-4228-9be4-9f9c5b032d5e service neutron] 10.222.0.38 "GET /v2.0/networks/bec9389f-01eb-411a-b40b-a0fa46ab6306?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870869 Jul 27 23:19:50.831940 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10775314-f801-4abf-8623-d38381c463ad req-5280438b-db11-46f2-a28e-decd970863d5 tempest-VolumesActionsTest-443886658 tempest-VolumesActionsTest-443886658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:50.833351 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-10775314-f801-4abf-8623-d38381c463ad req-5280438b-db11-46f2-a28e-decd970863d5 tempest-VolumesActionsTest-443886658 tempest-VolumesActionsTest-443886658-project] 10.222.0.18 "GET /v2.0/ports?device_id=fcef77db-b1a5-4e1e-8683-a62ca5f60ae2 HTTP/1.1" status: 200 len: 943 time: 0.0540922 Jul 27 23:19:50.848479 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-097c913e-d92f-4fc4-b631-891439423348 req-b9b83bb1-ba40-42ec-ab31-1685adf83498 service neutron] 10.222.0.38 "GET /v2.0/networks/bec9389f-01eb-411a-b40b-a0fa46ab6306?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859613 Jul 27 23:19:50.872326 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-10775314-f801-4abf-8623-d38381c463ad req-d5978f1a-d4e0-4197-98a8-5ee5c0616aa6 tempest-VolumesActionsTest-443886658 tempest-VolumesActionsTest-443886658-project] 10.222.0.18 "GET /v2.0/security-groups?id=81a73554-12a8-4d06-b4a1-4de4e87afbd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331414 Jul 27 23:19:51.434251 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 29853f9e-4c86-4bbc-97cf-7587e8a6ab50 details requested by agent hyperv_n-h1-802623-1 with host n-h1-802623-1 {{(pid=93799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 23:19:51.530530 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port 29853f9e-4c86-4bbc-97cf-7587e8a6ab50, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=29853f9e-4c86-4bbc-97cf-7587e8a6ab50,segment=NetworkSegment(54b7a915-9384-42a8-a95c-8682a992a30b),segment_id=54b7a915-9384-42a8-a95c-8682a992a30b)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:19:51.676808 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Returning: {'device': '29853f9e-4c86-4bbc-97cf-7587e8a6ab50', 'network_id': 'd64f6bec-e159-4648-bd8d-9c909849b093', 'port_id': '29853f9e-4c86-4bbc-97cf-7587e8a6ab50', 'mac_address': 'fa:16:3e:3e:da:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57da02cf-ee0f-47fd-85f9-c50ddd5bfb9b', 'ip_address': '19.80.0.74'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 23:19:51.698750 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3c2a0f-c354-49d9-8cb8-a3eb7e279c5d req-51aea364-0df1-4d27-b9bc-ecce0448b030 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:51.705076 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3c2a0f-c354-49d9-8cb8-a3eb7e279c5d req-51aea364-0df1-4d27-b9bc-ecce0448b030 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:51.706685 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-9c3c2a0f-c354-49d9-8cb8-a3eb7e279c5d req-51aea364-0df1-4d27-b9bc-ecce0448b030 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] 10.222.0.18 "GET /v2.0/ports?device_id=24c0a9d5-f232-4087-9106-59266d46109e HTTP/1.1" status: 200 len: 1677 time: 0.0589509 Jul 27 23:19:51.715093 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:51.728122 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29853f9e-4c86-4bbc-97cf-7587e8a6ab50 {{(pid=93799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:19:51.751849 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-9c3c2a0f-c354-49d9-8cb8-a3eb7e279c5d req-41931bed-0092-4206-908b-73426813e1cb tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] 10.222.0.18 "GET /v2.0/security-groups?id=b47536c3-d51a-4a40-ad2f-fa3043688901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373399 Jul 27 23:19:51.752316 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port 29853f9e-4c86-4bbc-97cf-7587e8a6ab50, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=29853f9e-4c86-4bbc-97cf-7587e8a6ab50,segment=NetworkSegment(54b7a915-9384-42a8-a95c-8682a992a30b),segment_id=54b7a915-9384-42a8-a95c-8682a992a30b)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:19:51.758205 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:51.759188 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device fca9a4d7-e3ec-4469-9ec4-234bc91623bf details requested by agent hyperv_n-h1-802623-1 with host n-h1-802623-1 {{(pid=93799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 23:19:51.849999 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Pushing event updated for resources: {'Port': ['ID=29853f9e-4c86-4bbc-97cf-7587e8a6ab50,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:19:51.895436 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port fca9a4d7-e3ec-4469-9ec4-234bc91623bf, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=fca9a4d7-e3ec-4469-9ec4-234bc91623bf,segment=NetworkSegment(a110172d-140d-4d1e-96d7-4873496a7338),segment_id=a110172d-140d-4d1e-96d7-4873496a7338)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:19:51.908292 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Returning: {'device': 'fca9a4d7-e3ec-4469-9ec4-234bc91623bf', 'network_id': 'b8bdba5f-b3af-4bd7-8622-3e124701851c', 'port_id': 'fca9a4d7-e3ec-4469-9ec4-234bc91623bf', 'mac_address': 'fa:16:3e:3d:47:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ddb27b25-478e-4d58-8404-0cd49f5760ae', 'ip_address': '19.86.0.73'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 23:19:51.945572 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:51.958633 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fca9a4d7-e3ec-4469-9ec4-234bc91623bf {{(pid=93799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:19:51.980121 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port fca9a4d7-e3ec-4469-9ec4-234bc91623bf, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=fca9a4d7-e3ec-4469-9ec4-234bc91623bf,segment=NetworkSegment(a110172d-140d-4d1e-96d7-4873496a7338),segment_id=a110172d-140d-4d1e-96d7-4873496a7338)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:19:51.986019 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:51.999403 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943f3afe-9aea-43f7-8ad0-ab1efcf3c1d1 req-89cd03cf-2643-406e-884d-3d1e8d0e1e8b tempest-VolumesActionsTest-443886658 tempest-VolumesActionsTest-443886658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:52.001553 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-943f3afe-9aea-43f7-8ad0-ab1efcf3c1d1 req-89cd03cf-2643-406e-884d-3d1e8d0e1e8b tempest-VolumesActionsTest-443886658 tempest-VolumesActionsTest-443886658-project] 10.222.0.18 "GET /v2.0/ports?device_id=fcef77db-b1a5-4e1e-8683-a62ca5f60ae2 HTTP/1.1" status: 200 len: 943 time: 0.0585010 Jul 27 23:19:52.050265 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-943f3afe-9aea-43f7-8ad0-ab1efcf3c1d1 req-dfedb2ed-539f-4f92-9f8e-13de0bfd1e27 tempest-VolumesActionsTest-443886658 tempest-VolumesActionsTest-443886658-project] 10.222.0.18 "GET /v2.0/security-groups?id=81a73554-12a8-4d06-b4a1-4de4e87afbd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425653 Jul 27 23:19:52.054926 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Pushing event updated for resources: {'Port': ['ID=fca9a4d7-e3ec-4469-9ec4-234bc91623bf,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:19:52.262059 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] get_ports_and_sgs() called for port_ids ['fca9a4d7-e3ec-4469-9ec4-234bc91623bf'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:19:52.872319 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d69ca27-12a1-4eb5-a974-668427d88756 req-37baced8-9668-4659-81c8-bbcbe1fadc68 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:52.878730 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d69ca27-12a1-4eb5-a974-668427d88756 req-37baced8-9668-4659-81c8-bbcbe1fadc68 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:52.880329 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-7d69ca27-12a1-4eb5-a974-668427d88756 req-37baced8-9668-4659-81c8-bbcbe1fadc68 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] 10.222.0.18 "GET /v2.0/ports?device_id=24c0a9d5-f232-4087-9106-59266d46109e HTTP/1.1" status: 200 len: 1679 time: 0.0568948 Jul 27 23:19:52.918204 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-7d69ca27-12a1-4eb5-a974-668427d88756 req-a30d44aa-e7a5-4c8e-8b4d-d2142d3179cf tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] 10.222.0.18 "GET /v2.0/security-groups?id=b47536c3-d51a-4a40-ad2f-fa3043688901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317774 Jul 27 23:19:53.171922 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415b5e63-5b02-4f0f-bba8-ab607dd1f56b req-4da26c01-6f09-4ac7-b371-15a72beb8636 tempest-VolumesActionsTest-443886658 tempest-VolumesActionsTest-443886658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:53.173925 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-415b5e63-5b02-4f0f-bba8-ab607dd1f56b req-4da26c01-6f09-4ac7-b371-15a72beb8636 tempest-VolumesActionsTest-443886658 tempest-VolumesActionsTest-443886658-project] 10.222.0.18 "GET /v2.0/ports?device_id=fcef77db-b1a5-4e1e-8683-a62ca5f60ae2 HTTP/1.1" status: 200 len: 943 time: 0.0533547 Jul 27 23:19:53.212651 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-415b5e63-5b02-4f0f-bba8-ab607dd1f56b req-b5c51a54-dfde-47a0-a198-0caf7293dc78 tempest-VolumesActionsTest-443886658 tempest-VolumesActionsTest-443886658-project] 10.222.0.18 "GET /v2.0/security-groups?id=81a73554-12a8-4d06-b4a1-4de4e87afbd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325420 Jul 27 23:19:53.302411 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] get_ports_and_sgs() called for port_ids ['29853f9e-4c86-4bbc-97cf-7587e8a6ab50'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:19:53.434911 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 12fe571a-457b-409a-b0de-a8ff30ff4cd1 details requested by agent hyperv_n-h1-802623-1 with host n-h1-802623-1 {{(pid=93799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 23:19:53.436759 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device fca9a4d7-e3ec-4469-9ec4-234bc91623bf up at agent hyperv_n-h1-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:19:53.554864 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Provisioning for port fca9a4d7-e3ec-4469-9ec4-234bc91623bf completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:19:53.564516 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Provisioning complete for port fca9a4d7-e3ec-4469-9ec4-234bc91623bf triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:19:53.564896 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:53.594291 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port 12fe571a-457b-409a-b0de-a8ff30ff4cd1, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=12fe571a-457b-409a-b0de-a8ff30ff4cd1,segment=NetworkSegment(50fa5441-d59a-4139-9ee8-b73cbf636601),segment_id=50fa5441-d59a-4139-9ee8-b73cbf636601)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:19:53.613245 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Returning: {'device': '12fe571a-457b-409a-b0de-a8ff30ff4cd1', 'network_id': 'bec9389f-01eb-411a-b40b-a0fa46ab6306', 'port_id': '12fe571a-457b-409a-b0de-a8ff30ff4cd1', 'mac_address': 'fa:16:3e:ea:36:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bce8bb9a-a5d1-42aa-92e4-0e2a54521bd1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 23:19:53.673217 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:53.695128 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12fe571a-457b-409a-b0de-a8ff30ff4cd1 {{(pid=93799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:19:53.707279 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:53.731628 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port 12fe571a-457b-409a-b0de-a8ff30ff4cd1, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=12fe571a-457b-409a-b0de-a8ff30ff4cd1,segment=NetworkSegment(50fa5441-d59a-4139-9ee8-b73cbf636601),segment_id=50fa5441-d59a-4139-9ee8-b73cbf636601)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:19:53.740787 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:53.749128 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24c0a9d5-f232-4087-9106-59266d46109e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fca9a4d7-e3ec-4469-9ec4-234bc91623bf'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:19:53.751934 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c0369b0d4f459110ff20a1f9878ba33f96d6491bddb9d15843bf29d01e0bda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca3dc539-208f-4e0c-82fe-7ace5549187d" -d '{"events": [{"server_uuid": "24c0a9d5-f232-4087-9106-59266d46109e", "name": "network-vif-plugged", "status": "completed", "tag": "fca9a4d7-e3ec-4469-9ec4-234bc91623bf"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:19:53.783359 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port fca9a4d7-e3ec-4469-9ec4-234bc91623bf, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=fca9a4d7-e3ec-4469-9ec4-234bc91623bf,segment=NetworkSegment(a110172d-140d-4d1e-96d7-4873496a7338),segment_id=a110172d-140d-4d1e-96d7-4873496a7338)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:19:53.793508 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:53.812449 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:19:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-579c67b1-91ba-4486-9515-979dd689a3c0 x-openstack-request-id: req-579c67b1-91ba-4486-9515-979dd689a3c0 {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:19:53.812789 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24c0a9d5-f232-4087-9106-59266d46109e", "name": "network-vif-plugged", "status": "completed", "tag": "fca9a4d7-e3ec-4469-9ec4-234bc91623bf", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:19:53.812989 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-579c67b1-91ba-4486-9515-979dd689a3c0 {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:19:53.813446 n-d-802623-1 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24c0a9d5-f232-4087-9106-59266d46109e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fca9a4d7-e3ec-4469-9ec4-234bc91623bf', 'code': 200} Jul 27 23:19:53.819124 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Pushing event updated for resources: {'Port': ['ID=12fe571a-457b-409a-b0de-a8ff30ff4cd1,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:19:53.871028 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Pushing event updated for resources: {'Port': ['ID=fca9a4d7-e3ec-4469-9ec4-234bc91623bf,revision_number=5']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:19:54.030643 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] get_ports_and_sgs() called for port_ids ['12fe571a-457b-409a-b0de-a8ff30ff4cd1'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:19:54.035418 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c87506-b8a3-463c-943d-1bd5ab2f6164 req-0b5ec5fd-3639-49fe-8b72-14505fd30c92 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:54.041311 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c87506-b8a3-463c-943d-1bd5ab2f6164 req-0b5ec5fd-3639-49fe-8b72-14505fd30c92 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:54.042924 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-44c87506-b8a3-463c-943d-1bd5ab2f6164 req-0b5ec5fd-3639-49fe-8b72-14505fd30c92 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] 10.222.0.18 "GET /v2.0/ports?device_id=24c0a9d5-f232-4087-9106-59266d46109e HTTP/1.1" status: 200 len: 1680 time: 0.0567613 Jul 27 23:19:54.083807 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-44c87506-b8a3-463c-943d-1bd5ab2f6164 req-0ea17531-0f54-44db-9e82-09e2409d7055 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] 10.222.0.18 "GET /v2.0/security-groups?id=b47536c3-d51a-4a40-ad2f-fa3043688901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334880 Jul 27 23:19:54.301616 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.agents_db [None req-9beef776-8bab-4de2-989a-f5a23ba4aaf4 None None] Agent healthcheck: found 7 active agents {{(pid=93800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 23:19:54.331527 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c990ffdd-6e0d-4e2f-acb0-e6e7b2529759 req-2da50ab7-c5ef-4510-8c2c-8d9bc1979615 tempest-VolumesActionsTest-443886658 tempest-VolumesActionsTest-443886658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:54.333043 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c990ffdd-6e0d-4e2f-acb0-e6e7b2529759 req-2da50ab7-c5ef-4510-8c2c-8d9bc1979615 tempest-VolumesActionsTest-443886658 tempest-VolumesActionsTest-443886658-project] 10.222.0.18 "GET /v2.0/ports?device_id=fcef77db-b1a5-4e1e-8683-a62ca5f60ae2 HTTP/1.1" status: 200 len: 944 time: 0.0517828 Jul 27 23:19:54.371824 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c990ffdd-6e0d-4e2f-acb0-e6e7b2529759 req-7ba30542-6ee9-450d-9746-621a3eb457b5 tempest-VolumesActionsTest-443886658 tempest-VolumesActionsTest-443886658-project] 10.222.0.18 "GET /v2.0/security-groups?id=81a73554-12a8-4d06-b4a1-4de4e87afbd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327601 Jul 27 23:19:55.202551 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bc9e28-3077-4325-b256-a4eca251dbbb req-03805c8d-cf60-48c7-a9df-2969c5808ab2 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:55.209087 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bc9e28-3077-4325-b256-a4eca251dbbb req-03805c8d-cf60-48c7-a9df-2969c5808ab2 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:55.210677 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c2bc9e28-3077-4325-b256-a4eca251dbbb req-03805c8d-cf60-48c7-a9df-2969c5808ab2 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] 10.222.0.18 "GET /v2.0/ports?device_id=24c0a9d5-f232-4087-9106-59266d46109e HTTP/1.1" status: 200 len: 1680 time: 0.0585651 Jul 27 23:19:55.255143 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c2bc9e28-3077-4325-b256-a4eca251dbbb req-fbe1c5c5-e287-43d4-88ce-aa1dc79039a4 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] 10.222.0.18 "GET /v2.0/security-groups?id=b47536c3-d51a-4a40-ad2f-fa3043688901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386002 Jul 27 23:19:55.447077 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 29853f9e-4c86-4bbc-97cf-7587e8a6ab50 up at agent hyperv_n-h1-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:19:55.496228 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Provisioning for port 29853f9e-4c86-4bbc-97cf-7587e8a6ab50 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:19:55.500587 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Provisioning complete for port 29853f9e-4c86-4bbc-97cf-7587e8a6ab50 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:19:55.501589 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:55.502438 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84621ca5-747a-4680-8a9e-a69bf0b6d30d req-09f9a604-59e8-43a8-afde-18cc02b6915f tempest-VolumesActionsTest-443886658 tempest-VolumesActionsTest-443886658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:55.504513 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-84621ca5-747a-4680-8a9e-a69bf0b6d30d req-09f9a604-59e8-43a8-afde-18cc02b6915f tempest-VolumesActionsTest-443886658 tempest-VolumesActionsTest-443886658-project] 10.222.0.18 "GET /v2.0/ports?device_id=fcef77db-b1a5-4e1e-8683-a62ca5f60ae2 HTTP/1.1" status: 200 len: 944 time: 0.0565267 Jul 27 23:19:55.561494 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-84621ca5-747a-4680-8a9e-a69bf0b6d30d req-771d5d86-0a60-4cb8-b92a-1d1c46e1f1c0 tempest-VolumesActionsTest-443886658 tempest-VolumesActionsTest-443886658-project] 10.222.0.18 "GET /v2.0/security-groups?id=81a73554-12a8-4d06-b4a1-4de4e87afbd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365717 Jul 27 23:19:55.627029 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:55.659430 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port 29853f9e-4c86-4bbc-97cf-7587e8a6ab50, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=29853f9e-4c86-4bbc-97cf-7587e8a6ab50,segment=NetworkSegment(54b7a915-9384-42a8-a95c-8682a992a30b),segment_id=54b7a915-9384-42a8-a95c-8682a992a30b)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:19:55.663875 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:55.664689 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 12fe571a-457b-409a-b0de-a8ff30ff4cd1 up at agent hyperv_n-h1-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:19:55.738120 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Pushing event updated for resources: {'Port': ['ID=29853f9e-4c86-4bbc-97cf-7587e8a6ab50,revision_number=5']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:19:55.749704 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Provisioning for port 12fe571a-457b-409a-b0de-a8ff30ff4cd1 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:19:55.753639 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Provisioning complete for port 12fe571a-457b-409a-b0de-a8ff30ff4cd1 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:19:55.754016 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:55.828788 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24c0a9d5-f232-4087-9106-59266d46109e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29853f9e-4c86-4bbc-97cf-7587e8a6ab50'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:19:55.831323 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c0369b0d4f459110ff20a1f9878ba33f96d6491bddb9d15843bf29d01e0bda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1358b894-6a20-4c28-b179-0273614116b1" -d '{"events": [{"server_uuid": "24c0a9d5-f232-4087-9106-59266d46109e", "name": "network-vif-plugged", "status": "completed", "tag": "29853f9e-4c86-4bbc-97cf-7587e8a6ab50"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:19:55.848660 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:55.878523 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:19:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff3f9551-ffc4-492f-9916-3edd5972c285 x-openstack-request-id: req-ff3f9551-ffc4-492f-9916-3edd5972c285 {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:19:55.878849 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24c0a9d5-f232-4087-9106-59266d46109e", "name": "network-vif-plugged", "status": "completed", "tag": "29853f9e-4c86-4bbc-97cf-7587e8a6ab50", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:19:55.879066 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ff3f9551-ffc4-492f-9916-3edd5972c285 {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:19:55.879529 n-d-802623-1 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24c0a9d5-f232-4087-9106-59266d46109e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29853f9e-4c86-4bbc-97cf-7587e8a6ab50', 'code': 200} Jul 27 23:19:55.893830 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port 12fe571a-457b-409a-b0de-a8ff30ff4cd1, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=12fe571a-457b-409a-b0de-a8ff30ff4cd1,segment=NetworkSegment(50fa5441-d59a-4139-9ee8-b73cbf636601),segment_id=50fa5441-d59a-4139-9ee8-b73cbf636601)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:19:55.899994 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:55.961014 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Pushing event updated for resources: {'Port': ['ID=12fe571a-457b-409a-b0de-a8ff30ff4cd1,revision_number=5']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:19:56.334161 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c3253d-5b0e-41d6-bba9-d6edaf476462 req-e165e0aa-a462-4dd3-885a-071db1ef8f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:56.334729 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c3253d-5b0e-41d6-bba9-d6edaf476462 req-e165e0aa-a462-4dd3-885a-071db1ef8f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:56.336411 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c0c3253d-5b0e-41d6-bba9-d6edaf476462 req-e165e0aa-a462-4dd3-885a-071db1ef8f48 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=24c0a9d5-f232-4087-9106-59266d46109e HTTP/1.1" status: 200 len: 1983 time: 0.3983221 Jul 27 23:19:56.374452 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c0c3253d-5b0e-41d6-bba9-d6edaf476462 req-8403067a-f761-4730-8ba7-12cd2faebbfe service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=b47536c3-d51a-4a40-ad2f-fa3043688901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310028 Jul 27 23:19:56.393619 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0455cf85-0265-4812-b24f-7b5faae67edf req-144acc13-a872-4d5c-82aa-b5f6bd636ae1 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:56.399778 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0455cf85-0265-4812-b24f-7b5faae67edf req-144acc13-a872-4d5c-82aa-b5f6bd636ae1 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:56.401328 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-0455cf85-0265-4812-b24f-7b5faae67edf req-144acc13-a872-4d5c-82aa-b5f6bd636ae1 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] 10.222.0.18 "GET /v2.0/ports?device_id=24c0a9d5-f232-4087-9106-59266d46109e HTTP/1.1" status: 200 len: 1681 time: 0.0574729 Jul 27 23:19:56.441463 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-0455cf85-0265-4812-b24f-7b5faae67edf req-d1fefea1-cf69-4510-95c2-c63b6c91d3ce tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] 10.222.0.18 "GET /v2.0/security-groups?id=b47536c3-d51a-4a40-ad2f-fa3043688901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332015 Jul 27 23:19:56.687098 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f62428-0bd2-436a-9ea4-abbb73b4b9f1 req-c7955c1f-40f1-45c5-bfb4-247f22070cb6 tempest-VolumesActionsTest-443886658 tempest-VolumesActionsTest-443886658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:56.689218 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-77f62428-0bd2-436a-9ea4-abbb73b4b9f1 req-c7955c1f-40f1-45c5-bfb4-247f22070cb6 tempest-VolumesActionsTest-443886658 tempest-VolumesActionsTest-443886658-project] 10.222.0.18 "GET /v2.0/ports?device_id=fcef77db-b1a5-4e1e-8683-a62ca5f60ae2 HTTP/1.1" status: 200 len: 945 time: 0.0538738 Jul 27 23:19:56.734225 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-77f62428-0bd2-436a-9ea4-abbb73b4b9f1 req-82e06c8f-31ea-4263-9425-9ec349011e63 tempest-VolumesActionsTest-443886658 tempest-VolumesActionsTest-443886658-project] 10.222.0.18 "GET /v2.0/security-groups?id=81a73554-12a8-4d06-b4a1-4de4e87afbd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387492 Jul 27 23:19:56.865902 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-64add993-105a-48d7-9c68-623480d0e37e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:57.560038 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a93a2c-cb99-47ec-9e16-f971b6a28411 req-49991c84-7723-4cfe-ba8e-f2c50cb064e6 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:57.565996 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a93a2c-cb99-47ec-9e16-f971b6a28411 req-49991c84-7723-4cfe-ba8e-f2c50cb064e6 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:57.567644 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b5a93a2c-cb99-47ec-9e16-f971b6a28411 req-49991c84-7723-4cfe-ba8e-f2c50cb064e6 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] 10.222.0.18 "GET /v2.0/ports?device_id=24c0a9d5-f232-4087-9106-59266d46109e HTTP/1.1" status: 200 len: 1681 time: 0.0567691 Jul 27 23:19:57.616422 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b5a93a2c-cb99-47ec-9e16-f971b6a28411 req-b01226e4-a4e7-4f54-96bf-ff28ea458197 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] 10.222.0.18 "GET /v2.0/security-groups?id=b47536c3-d51a-4a40-ad2f-fa3043688901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425396 Jul 27 23:19:57.850118 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d780238-6e34-4bd0-ac83-184f31d88274 req-6925bc16-eb9d-4fe2-b405-64f6d261bd48 tempest-VolumesActionsTest-443886658 tempest-VolumesActionsTest-443886658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:57.851836 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-0d780238-6e34-4bd0-ac83-184f31d88274 req-6925bc16-eb9d-4fe2-b405-64f6d261bd48 tempest-VolumesActionsTest-443886658 tempest-VolumesActionsTest-443886658-project] 10.222.0.18 "GET /v2.0/ports?device_id=fcef77db-b1a5-4e1e-8683-a62ca5f60ae2 HTTP/1.1" status: 200 len: 945 time: 0.0547860 Jul 27 23:19:57.880385 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcef77db-b1a5-4e1e-8683-a62ca5f60ae2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12fe571a-457b-409a-b0de-a8ff30ff4cd1'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:19:57.883359 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c0369b0d4f459110ff20a1f9878ba33f96d6491bddb9d15843bf29d01e0bda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-054fae3f-952a-4e1b-9078-15b8d889db5d" -d '{"events": [{"server_uuid": "fcef77db-b1a5-4e1e-8683-a62ca5f60ae2", "name": "network-vif-plugged", "status": "completed", "tag": "12fe571a-457b-409a-b0de-a8ff30ff4cd1"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:19:57.893864 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-0d780238-6e34-4bd0-ac83-184f31d88274 req-929ba6f8-da3e-4450-a96f-10256311503a tempest-VolumesActionsTest-443886658 tempest-VolumesActionsTest-443886658-project] 10.222.0.18 "GET /v2.0/security-groups?id=81a73554-12a8-4d06-b4a1-4de4e87afbd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360858 Jul 27 23:19:57.949458 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:19:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ed98ab2-3fd0-43c9-96e5-c29124f163a1 x-openstack-request-id: req-1ed98ab2-3fd0-43c9-96e5-c29124f163a1 {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:19:57.949766 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcef77db-b1a5-4e1e-8683-a62ca5f60ae2", "name": "network-vif-plugged", "status": "completed", "tag": "12fe571a-457b-409a-b0de-a8ff30ff4cd1", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:19:57.950728 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1ed98ab2-3fd0-43c9-96e5-c29124f163a1 {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:19:57.950728 n-d-802623-1 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcef77db-b1a5-4e1e-8683-a62ca5f60ae2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12fe571a-457b-409a-b0de-a8ff30ff4cd1', 'code': 200} Jul 27 23:19:57.967220 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314730fe-d82c-4f1f-8d80-64d1e278a0cf req-2961fbd3-a23d-44ff-8871-e6868a7b50e8 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:57.973890 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314730fe-d82c-4f1f-8d80-64d1e278a0cf req-2961fbd3-a23d-44ff-8871-e6868a7b50e8 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:57.975815 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-314730fe-d82c-4f1f-8d80-64d1e278a0cf req-2961fbd3-a23d-44ff-8871-e6868a7b50e8 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] 10.222.0.18 "GET /v2.0/ports?device_id=24c0a9d5-f232-4087-9106-59266d46109e HTTP/1.1" status: 200 len: 1681 time: 0.0743833 Jul 27 23:19:58.021366 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-314730fe-d82c-4f1f-8d80-64d1e278a0cf req-85a9099f-0f12-4b23-a46d-aca9cbdc95a6 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] 10.222.0.18 "GET /v2.0/security-groups?id=b47536c3-d51a-4a40-ad2f-fa3043688901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341218 Jul 27 23:19:58.050195 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf649030-ccdb-4e7b-80f5-55120226affa req-3cc1af6b-e780-408c-9a7c-a6501f55d8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:58.051888 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-cf649030-ccdb-4e7b-80f5-55120226affa req-3cc1af6b-e780-408c-9a7c-a6501f55d8ae service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=fcef77db-b1a5-4e1e-8683-a62ca5f60ae2 HTTP/1.1" status: 200 len: 1096 time: 0.0429392 Jul 27 23:19:58.089372 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-cf649030-ccdb-4e7b-80f5-55120226affa req-cef3c07a-0433-4380-a373-39c68568c4d2 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=81a73554-12a8-4d06-b4a1-4de4e87afbd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296090 Jul 27 23:19:59.020021 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae9a664-c691-41cb-a891-792028a7d0de req-5216c0cd-2975-423b-84f1-041d0220c3fa tempest-VolumesActionsTest-443886658 tempest-VolumesActionsTest-443886658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:59.027188 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-dae9a664-c691-41cb-a891-792028a7d0de req-5216c0cd-2975-423b-84f1-041d0220c3fa tempest-VolumesActionsTest-443886658 tempest-VolumesActionsTest-443886658-project] 10.222.0.18 "GET /v2.0/ports?device_id=fcef77db-b1a5-4e1e-8683-a62ca5f60ae2 HTTP/1.1" status: 200 len: 945 time: 0.0604429 Jul 27 23:19:59.072923 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-dae9a664-c691-41cb-a891-792028a7d0de req-d0569045-9a09-4f0c-a59a-e5f9e031370d tempest-VolumesActionsTest-443886658 tempest-VolumesActionsTest-443886658-project] 10.222.0.18 "GET /v2.0/security-groups?id=81a73554-12a8-4d06-b4a1-4de4e87afbd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445690 Jul 27 23:19:59.166959 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f57df6-261f-409f-9c03-50f092d728cb req-090188ac-0e56-40e6-b7e6-7b7017f705a3 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:59.173001 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f57df6-261f-409f-9c03-50f092d728cb req-090188ac-0e56-40e6-b7e6-7b7017f705a3 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:59.174802 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-03f57df6-261f-409f-9c03-50f092d728cb req-090188ac-0e56-40e6-b7e6-7b7017f705a3 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] 10.222.0.18 "GET /v2.0/ports?device_id=24c0a9d5-f232-4087-9106-59266d46109e HTTP/1.1" status: 200 len: 1681 time: 0.0587680 Jul 27 23:19:59.216539 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-03f57df6-261f-409f-9c03-50f092d728cb req-f3d08b1d-dff9-4809-b68a-c08b128f530e tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] 10.222.0.18 "GET /v2.0/security-groups?id=b47536c3-d51a-4a40-ad2f-fa3043688901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348608 Jul 27 23:19:59.428640 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fdc756-b1fa-464f-bfcd-bda66f613287 req-26a75bd9-c7ac-4169-bff7-18623d494c24 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:59.436010 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fdc756-b1fa-464f-bfcd-bda66f613287 req-26a75bd9-c7ac-4169-bff7-18623d494c24 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:59.437767 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e5fdc756-b1fa-464f-bfcd-bda66f613287 req-26a75bd9-c7ac-4169-bff7-18623d494c24 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] 10.222.0.38 "GET /v2.0/ports?device_id=24c0a9d5-f232-4087-9106-59266d46109e HTTP/1.1" status: 200 len: 1681 time: 0.0582879 Jul 27 23:19:59.445139 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:59.547198 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-e5fdc756-b1fa-464f-bfcd-bda66f613287 req-8846bf57-56c8-45a6-a3af-e0c08a1f119b tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Deleting port fca9a4d7-e3ec-4469-9ec4-234bc91623bf {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:19:59.547570 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-e5fdc756-b1fa-464f-bfcd-bda66f613287 req-8846bf57-56c8-45a6-a3af-e0c08a1f119b tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:59.553025 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c3bde088-ae97-45ea-81e1-39bd4f4e1455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:59.639366 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-e5fdc756-b1fa-464f-bfcd-bda66f613287 req-8846bf57-56c8-45a6-a3af-e0c08a1f119b tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] For port fca9a4d7-e3ec-4469-9ec4-234bc91623bf, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=fca9a4d7-e3ec-4469-9ec4-234bc91623bf,segment=NetworkSegment(a110172d-140d-4d1e-96d7-4873496a7338),segment_id=a110172d-140d-4d1e-96d7-4873496a7338)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:19:59.639813 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-e5fdc756-b1fa-464f-bfcd-bda66f613287 req-8846bf57-56c8-45a6-a3af-e0c08a1f119b tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:59.659396 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-e5fdc756-b1fa-464f-bfcd-bda66f613287 req-8846bf57-56c8-45a6-a3af-e0c08a1f119b tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Calling delete_port for fca9a4d7-e3ec-4469-9ec4-234bc91623bf owned by compute:nova {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:19:59.794518 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-e5fdc756-b1fa-464f-bfcd-bda66f613287 req-8846bf57-56c8-45a6-a3af-e0c08a1f119b tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:59.807303 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] get_ports_and_sgs() called for port_ids ['fca9a4d7-e3ec-4469-9ec4-234bc91623bf', '29853f9e-4c86-4bbc-97cf-7587e8a6ab50'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:19:59.827651 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8846bf57-56c8-45a6-a3af-e0c08a1f119b tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Pushing event deleted for resources: {'Port': ['ID=fca9a4d7-e3ec-4469-9ec4-234bc91623bf,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:19:59.871107 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5fdc756-b1fa-464f-bfcd-bda66f613287 req-8846bf57-56c8-45a6-a3af-e0c08a1f119b tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] No DVR routers for this DVR port fca9a4d7-e3ec-4469-9ec4-234bc91623bf on host n-h1-802623-1 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:19:59.873801 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-e5fdc756-b1fa-464f-bfcd-bda66f613287 req-8846bf57-56c8-45a6-a3af-e0c08a1f119b tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:59.876613 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e5fdc756-b1fa-464f-bfcd-bda66f613287 req-8846bf57-56c8-45a6-a3af-e0c08a1f119b tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] 10.222.0.38 "DELETE /v2.0/ports/fca9a4d7-e3ec-4469-9ec4-234bc91623bf HTTP/1.1" status: 204 len: 173 time: 0.4319608 Jul 27 23:19:59.877071 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24c0a9d5-f232-4087-9106-59266d46109e', 'name': 'network-vif-deleted', 'tag': 'fca9a4d7-e3ec-4469-9ec4-234bc91623bf'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:19:59.879334 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}011f8d312121274bb12d78e77c6379a2079800640016cec6c6d605b73666e854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e9e4121-34de-4e79-9b54-7ee474d20bce" -d '{"events": [{"server_uuid": "24c0a9d5-f232-4087-9106-59266d46109e", "name": "network-vif-deleted", "tag": "fca9a4d7-e3ec-4469-9ec4-234bc91623bf"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:19:59.945327 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:19:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d440c3e9-d28d-49c0-b941-1374c60e5b51 x-openstack-request-id: req-d440c3e9-d28d-49c0-b941-1374c60e5b51 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:19:59.945621 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24c0a9d5-f232-4087-9106-59266d46109e", "name": "network-vif-deleted", "tag": "fca9a4d7-e3ec-4469-9ec4-234bc91623bf", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:19:59.945880 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d440c3e9-d28d-49c0-b941-1374c60e5b51 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:19:59.946282 n-d-802623-1 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24c0a9d5-f232-4087-9106-59266d46109e', 'name': 'network-vif-deleted', 'tag': 'fca9a4d7-e3ec-4469-9ec4-234bc91623bf', 'status': 'completed', 'code': 200} Jul 27 23:20:00.002369 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-e5fdc756-b1fa-464f-bfcd-bda66f613287 req-c9ef51b2-0703-4504-8869-6b39be0027f7 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Deleting port 29853f9e-4c86-4bbc-97cf-7587e8a6ab50 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:20:00.002847 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-e5fdc756-b1fa-464f-bfcd-bda66f613287 req-c9ef51b2-0703-4504-8869-6b39be0027f7 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:20:00.042940 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:20:00.106498 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-e5fdc756-b1fa-464f-bfcd-bda66f613287 req-c9ef51b2-0703-4504-8869-6b39be0027f7 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] For port 29853f9e-4c86-4bbc-97cf-7587e8a6ab50, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=29853f9e-4c86-4bbc-97cf-7587e8a6ab50,segment=NetworkSegment(54b7a915-9384-42a8-a95c-8682a992a30b),segment_id=54b7a915-9384-42a8-a95c-8682a992a30b)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:20:00.106989 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-e5fdc756-b1fa-464f-bfcd-bda66f613287 req-c9ef51b2-0703-4504-8869-6b39be0027f7 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:20:00.121953 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-e5fdc756-b1fa-464f-bfcd-bda66f613287 req-c9ef51b2-0703-4504-8869-6b39be0027f7 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Calling delete_port for 29853f9e-4c86-4bbc-97cf-7587e8a6ab50 owned by compute:nova {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:20:00.209525 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e398ae-bd57-4130-952e-f1f307501450 req-cf66460f-62e2-4f66-8420-6e72eb64b712 tempest-VolumesActionsTest-443886658 tempest-VolumesActionsTest-443886658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:20:00.217239 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-35e398ae-bd57-4130-952e-f1f307501450 req-cf66460f-62e2-4f66-8420-6e72eb64b712 tempest-VolumesActionsTest-443886658 tempest-VolumesActionsTest-443886658-project] 10.222.0.18 "GET /v2.0/ports?device_id=fcef77db-b1a5-4e1e-8683-a62ca5f60ae2 HTTP/1.1" status: 200 len: 945 time: 0.0639403 Jul 27 23:20:00.260616 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-35e398ae-bd57-4130-952e-f1f307501450 req-320f48a2-1096-46ac-9d09-2a07ae5d9213 tempest-VolumesActionsTest-443886658 tempest-VolumesActionsTest-443886658-project] 10.222.0.18 "GET /v2.0/security-groups?id=81a73554-12a8-4d06-b4a1-4de4e87afbd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423839 Jul 27 23:20:00.264812 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-e5fdc756-b1fa-464f-bfcd-bda66f613287 req-c9ef51b2-0703-4504-8869-6b39be0027f7 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:20:00.277079 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] get_ports_and_sgs() called for port_ids ['fca9a4d7-e3ec-4469-9ec4-234bc91623bf'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:20:00.299935 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ef51b2-0703-4504-8869-6b39be0027f7 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Pushing event deleted for resources: {'Port': ['ID=29853f9e-4c86-4bbc-97cf-7587e8a6ab50,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:20:00.361528 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-272205de-31ce-487a-a263-573006c1d25a req-3df439e6-72d9-43c9-a092-40f8395bff4b tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] 10.222.0.18 "GET /v2.0/ports?device_id=24c0a9d5-f232-4087-9106-59266d46109e HTTP/1.1" status: 200 len: 210 time: 0.0578220 Jul 27 23:20:00.387817 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5fdc756-b1fa-464f-bfcd-bda66f613287 req-c9ef51b2-0703-4504-8869-6b39be0027f7 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] No DVR routers for this DVR port 29853f9e-4c86-4bbc-97cf-7587e8a6ab50 on host n-h1-802623-1 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:20:00.390290 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-e5fdc756-b1fa-464f-bfcd-bda66f613287 req-c9ef51b2-0703-4504-8869-6b39be0027f7 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:20:00.392404 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e5fdc756-b1fa-464f-bfcd-bda66f613287 req-c9ef51b2-0703-4504-8869-6b39be0027f7 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] 10.222.0.38 "DELETE /v2.0/ports/29853f9e-4c86-4bbc-97cf-7587e8a6ab50 HTTP/1.1" status: 204 len: 173 time: 0.5022936 Jul 27 23:20:00.429599 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-19f2e178-d45e-4fbe-b9be-c3963fc151ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:20:01.414286 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 49444) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:20:01.470611 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_v2 [None req-a70e379e-fae1-4621-9b50-44264364a158 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Deleting subnet ddb27b25-478e-4d58-8404-0cd49f5760ae {{(pid=93797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 23:20:01.473803 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a70e379e-fae1-4621-9b50-44264364a158 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Notify callbacks [] for subnet, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:20:01.514503 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a70e379e-fae1-4621-9b50-44264364a158 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11335971'] for subnet, precommit_delete_associations {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:20:01.599534 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a70e379e-fae1-4621-9b50-44264364a158 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620741'] for subnet, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:20:01.667671 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a70e379e-fae1-4621-9b50-44264364a158 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11335991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11551414'] for subnet, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:20:01.697172 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70e379e-fae1-4621-9b50-44264364a158 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Pushing event deleted for resources: {'Subnet': ['ID=ddb27b25-478e-4d58-8404-0cd49f5760ae,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:20:01.701031 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a70e379e-fae1-4621-9b50-44264364a158 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for subnet, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:20:01.703222 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-a70e379e-fae1-4621-9b50-44264364a158 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] 10.222.0.18 "DELETE /v2.0/subnets/ddb27b25-478e-4d58-8404-0cd49f5760ae HTTP/1.1" status: 204 len: 168 time: 0.2878244 Jul 27 23:20:01.706361 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 49452) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:20:01.711222 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca982870-4eff-4e97-9fc8-207e2caeb070 None None] Network b8bdba5f-b3af-4bd7-8622-3e124701851c requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:20:01.821132 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-86f016be-c30c-45dc-ae9c-326d21c4acd7 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593271'] for network, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:20:01.885184 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-86f016be-c30c-45dc-ae9c-326d21c4acd7 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Deleting port 29c48c96-ec18-4361-bef9-42f4e0e02ae1 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:20:01.885544 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-86f016be-c30c-45dc-ae9c-326d21c4acd7 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:20:01.944763 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fae24885-1f43-4645-9ebb-ca6a2b2d6908 None None] DHCP port deletion for b8bdba5f-b3af-4bd7-8622-3e124701851c request from n-d-802623-1 {{(pid=93799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 23:20:01.954918 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24c0a9d5-f232-4087-9106-59266d46109e', 'name': 'network-vif-deleted', 'tag': '29853f9e-4c86-4bbc-97cf-7587e8a6ab50'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:20:01.957513 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}011f8d312121274bb12d78e77c6379a2079800640016cec6c6d605b73666e854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-565891d1-31e3-4b7e-ab9d-8e73239ce281" -d '{"events": [{"server_uuid": "24c0a9d5-f232-4087-9106-59266d46109e", "name": "network-vif-deleted", "tag": "29853f9e-4c86-4bbc-97cf-7587e8a6ab50"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:20:01.975299 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-86f016be-c30c-45dc-ae9c-326d21c4acd7 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] For port 29c48c96-ec18-4361-bef9-42f4e0e02ae1, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=29c48c96-ec18-4361-bef9-42f4e0e02ae1,segment=NetworkSegment(a110172d-140d-4d1e-96d7-4873496a7338),segment_id=a110172d-140d-4d1e-96d7-4873496a7338)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:20:01.975736 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-86f016be-c30c-45dc-ae9c-326d21c4acd7 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:20:01.990617 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-86f016be-c30c-45dc-ae9c-326d21c4acd7 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Calling delete_port for 29c48c96-ec18-4361-bef9-42f4e0e02ae1 owned by network:dhcp {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:20:02.015567 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-fae24885-1f43-4645-9ebb-ca6a2b2d6908 None None] Deleting port 29c48c96-ec18-4361-bef9-42f4e0e02ae1 {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:20:02.015836 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-fae24885-1f43-4645-9ebb-ca6a2b2d6908 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:20:02.035767 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:20:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bf6222c-4cbc-4f77-94c5-be68407a86c9 x-openstack-request-id: req-7bf6222c-4cbc-4f77-94c5-be68407a86c9 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:20:02.036206 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24c0a9d5-f232-4087-9106-59266d46109e", "name": "network-vif-deleted", "tag": "29853f9e-4c86-4bbc-97cf-7587e8a6ab50", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:20:02.036546 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7bf6222c-4cbc-4f77-94c5-be68407a86c9 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:20:02.037026 n-d-802623-1 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24c0a9d5-f232-4087-9106-59266d46109e', 'name': 'network-vif-deleted', 'tag': '29853f9e-4c86-4bbc-97cf-7587e8a6ab50', 'status': 'completed', 'code': 200} Jul 27 23:20:02.098835 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-86f016be-c30c-45dc-ae9c-326d21c4acd7 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:20:02.111573 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-fae24885-1f43-4645-9ebb-ca6a2b2d6908 None None] For port 29c48c96-ec18-4361-bef9-42f4e0e02ae1, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=29c48c96-ec18-4361-bef9-42f4e0e02ae1,segment=NetworkSegment(a110172d-140d-4d1e-96d7-4873496a7338),segment_id=a110172d-140d-4d1e-96d7-4873496a7338)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:20:02.112397 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-fae24885-1f43-4645-9ebb-ca6a2b2d6908 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:20:02.115693 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86f016be-c30c-45dc-ae9c-326d21c4acd7 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] No DVR routers for this DVR port 29c48c96-ec18-4361-bef9-42f4e0e02ae1 on host n-d-802623-1 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:20:02.141457 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-fae24885-1f43-4645-9ebb-ca6a2b2d6908 None None] Calling delete_port for 29c48c96-ec18-4361-bef9-42f4e0e02ae1 owned by network:dhcp {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:20:02.157487 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f016be-c30c-45dc-ae9c-326d21c4acd7 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Pushing event deleted for resources: {'Port': ['ID=29c48c96-ec18-4361-bef9-42f4e0e02ae1,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:20:02.226702 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7418f70f-e60d-4709-8ba9-6ab514bc7f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:20:02.241972 n-d-802623-1 neutron-server[93799]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 23:20:02.241972 n-d-802623-1 neutron-server[93799]: self.session.flush() Jul 27 23:20:02.241972 n-d-802623-1 neutron-server[93799]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 23:20:02.241972 n-d-802623-1 neutron-server[93799]: self.session.flush() Jul 27 23:20:02.241972 n-d-802623-1 neutron-server[93799]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 23:20:02.241972 n-d-802623-1 neutron-server[93799]: self.session.flush() Jul 27 23:20:02.241972 n-d-802623-1 neutron-server[93799]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 23:20:02.241972 n-d-802623-1 neutron-server[93799]: self.session.flush() Jul 27 23:20:02.241972 n-d-802623-1 neutron-server[93799]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 23:20:02.241972 n-d-802623-1 neutron-server[93799]: self.session.flush() Jul 27 23:20:02.241972 n-d-802623-1 neutron-server[93799]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 23:20:02.241972 n-d-802623-1 neutron-server[93799]: self.session.flush() Jul 27 23:20:02.241972 n-d-802623-1 neutron-server[93799]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 23:20:02.241972 n-d-802623-1 neutron-server[93799]: self.session.flush() Jul 27 23:20:02.241972 n-d-802623-1 neutron-server[93799]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 23:20:02.241972 n-d-802623-1 neutron-server[93799]: self.session.flush() Jul 27 23:20:02.241972 n-d-802623-1 neutron-server[93799]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 23:20:02.241972 n-d-802623-1 neutron-server[93799]: self.session.flush() Jul 27 23:20:02.241972 n-d-802623-1 neutron-server[93799]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 23:20:02.241972 n-d-802623-1 neutron-server[93799]: self.session.flush() Jul 27 23:20:02.241972 n-d-802623-1 neutron-server[93799]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 23:20:02.241972 n-d-802623-1 neutron-server[93799]: self.session.flush() Jul 27 23:20:02.241972 n-d-802623-1 neutron-server[93799]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 23:20:02.241972 n-d-802623-1 neutron-server[93799]: self.session.flush() Jul 27 23:20:02.241972 n-d-802623-1 neutron-server[93799]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 23:20:02.241972 n-d-802623-1 neutron-server[93799]: self.session.flush() Jul 27 23:20:02.241972 n-d-802623-1 neutron-server[93799]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 23:20:02.241972 n-d-802623-1 neutron-server[93799]: self.session.flush() Jul 27 23:20:02.241972 n-d-802623-1 neutron-server[93799]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 23:20:02.241972 n-d-802623-1 neutron-server[93799]: self.session.flush() Jul 27 23:20:02.241972 n-d-802623-1 neutron-server[93799]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 23:20:02.241972 n-d-802623-1 neutron-server[93799]: self.session.flush() Jul 27 23:20:02.241972 n-d-802623-1 neutron-server[93799]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 23:20:02.241972 n-d-802623-1 neutron-server[93799]: self.session.flush() Jul 27 23:20:02.241972 n-d-802623-1 neutron-server[93799]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 23:20:02.241972 n-d-802623-1 neutron-server[93799]: self.session.flush() Jul 27 23:20:02.241972 n-d-802623-1 neutron-server[93799]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 23:20:02.241972 n-d-802623-1 neutron-server[93799]: self.session.flush() Jul 27 23:20:02.241972 n-d-802623-1 neutron-server[93799]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 23:20:02.241972 n-d-802623-1 neutron-server[93799]: self.session.flush() Jul 27 23:20:02.241972 n-d-802623-1 neutron-server[93799]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 23:20:02.241972 n-d-802623-1 neutron-server[93799]: self.session.flush() Jul 27 23:20:02.241972 n-d-802623-1 neutron-server[93799]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 23:20:02.241972 n-d-802623-1 neutron-server[93799]: self.session.flush() Jul 27 23:20:02.241972 n-d-802623-1 neutron-server[93799]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 23:20:02.241972 n-d-802623-1 neutron-server[93799]: self.session.flush() Jul 27 23:20:02.241972 n-d-802623-1 neutron-server[93799]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 23:20:02.241972 n-d-802623-1 neutron-server[93799]: self.session.flush() Jul 27 23:20:02.241972 n-d-802623-1 neutron-server[93799]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 23:20:02.241972 n-d-802623-1 neutron-server[93799]: self.session.flush() Jul 27 23:20:02.241972 n-d-802623-1 neutron-server[93799]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 23:20:02.241972 n-d-802623-1 neutron-server[93799]: self.session.flush() Jul 27 23:20:02.241972 n-d-802623-1 neutron-server[93799]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 23:20:02.241972 n-d-802623-1 neutron-server[93799]: self.session.flush() Jul 27 23:20:02.248983 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-fae24885-1f43-4645-9ebb-ca6a2b2d6908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:20:02.279617 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae24885-1f43-4645-9ebb-ca6a2b2d6908 None None] Pushing event deleted for resources: {'Port': ['ID=29c48c96-ec18-4361-bef9-42f4e0e02ae1,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:20:02.286121 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fae24885-1f43-4645-9ebb-ca6a2b2d6908 None None] No DVR routers for this DVR port 29c48c96-ec18-4361-bef9-42f4e0e02ae1 on host n-d-802623-1 {{(pid=93799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:20:02.309442 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-86f016be-c30c-45dc-ae9c-326d21c4acd7 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618032', 'neutron.services.segments.db._delete_segments_for_network-8736833900081'] for network, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:20:02.321321 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-86f016be-c30c-45dc-ae9c-326d21c4acd7 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8bdba5f-b3af-4bd7-8622-3e124701851c']}} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:20:02.333004 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-86f016be-c30c-45dc-ae9c-326d21c4acd7 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a110172d-140d-4d1e-96d7-4873496a7338') {'for_net_delete': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:20:02.333338 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-86f016be-c30c-45dc-ae9c-326d21c4acd7 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a110172d-140d-4d1e-96d7-4873496a7338') {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:20:02.342116 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-86f016be-c30c-45dc-ae9c-326d21c4acd7 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736833900858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11163256'] for segment, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:20:02.356642 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-86f016be-c30c-45dc-ae9c-326d21c4acd7 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:20:02.362664 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86f016be-c30c-45dc-ae9c-326d21c4acd7 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Releasing vlan 518 on physical network physnet1 to pool {{(pid=93798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 23:20:02.363231 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-86f016be-c30c-45dc-ae9c-326d21c4acd7 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11971746'] for segment, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:20:02.366507 n-d-802623-1 neutron-server[93798]: Traceback (most recent call last): Jul 27 23:20:02.366507 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 23:20:02.366507 n-d-802623-1 neutron-server[93798]: timer() Jul 27 23:20:02.366507 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 23:20:02.366507 n-d-802623-1 neutron-server[93798]: cb(*args, **kw) Jul 27 23:20:02.366507 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 23:20:02.366507 n-d-802623-1 neutron-server[93798]: return func(*args, **kwargs) Jul 27 23:20:02.366507 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 23:20:02.366507 n-d-802623-1 neutron-server[93798]: self._notify() Jul 27 23:20:02.366507 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 23:20:02.366507 n-d-802623-1 neutron-server[93798]: self.callback(batched_events) Jul 27 23:20:02.366507 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 23:20:02.366507 n-d-802623-1 neutron-server[93798]: event.method(event) Jul 27 23:20:02.366507 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 23:20:02.366507 n-d-802623-1 neutron-server[93798]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 23:20:02.366507 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 23:20:02.366507 n-d-802623-1 neutron-server[93798]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 23:20:02.366507 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 23:20:02.366507 n-d-802623-1 neutron-server[93798]: return f(self, *a, **k) Jul 27 23:20:02.366507 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 23:20:02.366507 n-d-802623-1 neutron-server[93798]: return self._get(url).json() Jul 27 23:20:02.366507 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 23:20:02.366507 n-d-802623-1 neutron-server[93798]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 23:20:02.366507 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 23:20:02.366507 n-d-802623-1 neutron-server[93798]: return self.request(url, 'GET', **kwargs) Jul 27 23:20:02.366507 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 23:20:02.366507 n-d-802623-1 neutron-server[93798]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 23:20:02.366507 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 23:20:02.366507 n-d-802623-1 neutron-server[93798]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 23:20:02.366507 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 23:20:02.366507 n-d-802623-1 neutron-server[93798]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 23:20:02.366507 n-d-802623-1 neutron-server[93798]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 23:20:02.435881 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-86f016be-c30c-45dc-ae9c-326d21c4acd7 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415412'] for network, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:20:02.442561 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-86f016be-c30c-45dc-ae9c-326d21c4acd7 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:20:02.446157 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-86f016be-c30c-45dc-ae9c-326d21c4acd7 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] 10.222.0.18 "DELETE /v2.0/networks/b8bdba5f-b3af-4bd7-8622-3e124701851c HTTP/1.1" status: 204 len: 168 time: 0.7391479 Jul 27 23:20:02.448938 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 49472) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:20:02.466149 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f016be-c30c-45dc-ae9c-326d21c4acd7 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Pushing event deleted for resources: {'Network': ['ID=b8bdba5f-b3af-4bd7-8622-3e124701851c,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:20:02.511571 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_v2 [None req-6236c2c3-b742-4a35-8d7e-c0f45888f111 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Deleting subnet 57da02cf-ee0f-47fd-85f9-c50ddd5bfb9b {{(pid=93797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 23:20:02.514792 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6236c2c3-b742-4a35-8d7e-c0f45888f111 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Notify callbacks [] for subnet, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:20:02.557059 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6236c2c3-b742-4a35-8d7e-c0f45888f111 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11335971'] for subnet, precommit_delete_associations {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:20:02.650017 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 29c48c96-ec18-4361-bef9-42f4e0e02ae1 no longer exists at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:20:02.665283 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6236c2c3-b742-4a35-8d7e-c0f45888f111 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620741'] for subnet, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:20:02.671084 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] No Port match for: 29c48c96-ec18-4361-bef9-42f4e0e02ae1 {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:20:02.671432 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 29c48c96-ec18-4361-bef9-42f4e0e02ae1 not bound to the agent host n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:20:02.761247 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6236c2c3-b742-4a35-8d7e-c0f45888f111 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11335991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11551414'] for subnet, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:20:02.800513 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6236c2c3-b742-4a35-8d7e-c0f45888f111 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for subnet, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:20:02.802668 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-6236c2c3-b742-4a35-8d7e-c0f45888f111 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] 10.222.0.18 "DELETE /v2.0/subnets/57da02cf-ee0f-47fd-85f9-c50ddd5bfb9b HTTP/1.1" status: 204 len: 168 time: 0.3517804 Jul 27 23:20:02.805475 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 49486) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:20:02.810522 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dd08396-290c-4bb3-9f42-ade0ec8d5b19 None None] Network d64f6bec-e159-4648-bd8d-9c909849b093 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:20:02.817647 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6236c2c3-b742-4a35-8d7e-c0f45888f111 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Pushing event deleted for resources: {'Subnet': ['ID=57da02cf-ee0f-47fd-85f9-c50ddd5bfb9b,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:20:02.905112 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a3a764f6-7323-4057-80e7-1b27900ac8e7 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593271'] for network, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:20:02.977676 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-a3a764f6-7323-4057-80e7-1b27900ac8e7 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Deleting port e3b228c1-33fd-46e0-b3f7-bb822fed7228 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:20:02.978488 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a3a764f6-7323-4057-80e7-1b27900ac8e7 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:20:03.022923 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25c24c3b-0181-4db4-b3c5-6b2d7d401f77 None None] DHCP port deletion for d64f6bec-e159-4648-bd8d-9c909849b093 request from n-d-802623-1 {{(pid=93799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 23:20:03.060952 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-a3a764f6-7323-4057-80e7-1b27900ac8e7 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] For port e3b228c1-33fd-46e0-b3f7-bb822fed7228, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=e3b228c1-33fd-46e0-b3f7-bb822fed7228,segment=NetworkSegment(54b7a915-9384-42a8-a95c-8682a992a30b),segment_id=54b7a915-9384-42a8-a95c-8682a992a30b)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:20:03.061620 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a3a764f6-7323-4057-80e7-1b27900ac8e7 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:20:03.077074 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-a3a764f6-7323-4057-80e7-1b27900ac8e7 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Calling delete_port for e3b228c1-33fd-46e0-b3f7-bb822fed7228 owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:20:03.087493 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-25c24c3b-0181-4db4-b3c5-6b2d7d401f77 None None] Deleting port e3b228c1-33fd-46e0-b3f7-bb822fed7228 {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:20:03.087881 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-25c24c3b-0181-4db4-b3c5-6b2d7d401f77 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:20:03.190571 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-25c24c3b-0181-4db4-b3c5-6b2d7d401f77 None None] For port e3b228c1-33fd-46e0-b3f7-bb822fed7228, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=e3b228c1-33fd-46e0-b3f7-bb822fed7228,segment=NetworkSegment(54b7a915-9384-42a8-a95c-8682a992a30b),segment_id=54b7a915-9384-42a8-a95c-8682a992a30b)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:20:03.190571 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-25c24c3b-0181-4db4-b3c5-6b2d7d401f77 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:20:03.206453 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-25c24c3b-0181-4db4-b3c5-6b2d7d401f77 None None] Calling delete_port for e3b228c1-33fd-46e0-b3f7-bb822fed7228 owned by network:dhcp {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:20:03.208066 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6b59e4-d6fd-473d-9a2d-77ffeea9d6a9 req-f1a7052d-e0f8-4ea3-9f6b-8507bdfb7063 tempest-VolumesActionsTest-443886658 tempest-VolumesActionsTest-443886658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:20:03.215456 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-1f6b59e4-d6fd-473d-9a2d-77ffeea9d6a9 req-f1a7052d-e0f8-4ea3-9f6b-8507bdfb7063 tempest-VolumesActionsTest-443886658 tempest-VolumesActionsTest-443886658-project] 10.222.0.18 "GET /v2.0/ports?device_id=fcef77db-b1a5-4e1e-8683-a62ca5f60ae2 HTTP/1.1" status: 200 len: 945 time: 0.1280136 Jul 27 23:20:03.267303 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-1f6b59e4-d6fd-473d-9a2d-77ffeea9d6a9 req-6629e3e1-a841-434d-b611-af5fec75e9cc tempest-VolumesActionsTest-443886658 tempest-VolumesActionsTest-443886658-project] 10.222.0.18 "GET /v2.0/security-groups?id=81a73554-12a8-4d06-b4a1-4de4e87afbd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502281 Jul 27 23:20:03.274973 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a3a764f6-7323-4057-80e7-1b27900ac8e7 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:20:03.289640 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-25c24c3b-0181-4db4-b3c5-6b2d7d401f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:20:03.305964 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a764f6-7323-4057-80e7-1b27900ac8e7 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Pushing event deleted for resources: {'Port': ['ID=e3b228c1-33fd-46e0-b3f7-bb822fed7228,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:20:03.315912 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a764f6-7323-4057-80e7-1b27900ac8e7 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] No DVR routers for this DVR port e3b228c1-33fd-46e0-b3f7-bb822fed7228 on host n-d-802623-1 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:20:03.317981 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c24c3b-0181-4db4-b3c5-6b2d7d401f77 None None] Pushing event deleted for resources: {'Port': ['ID=e3b228c1-33fd-46e0-b3f7-bb822fed7228,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:20:03.327934 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25c24c3b-0181-4db4-b3c5-6b2d7d401f77 None None] No DVR routers for this DVR port e3b228c1-33fd-46e0-b3f7-bb822fed7228 on host n-d-802623-1 {{(pid=93799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:20:03.406431 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a3a764f6-7323-4057-80e7-1b27900ac8e7 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618032', 'neutron.services.segments.db._delete_segments_for_network-8736833900081'] for network, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:20:03.416366 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-a3a764f6-7323-4057-80e7-1b27900ac8e7 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d64f6bec-e159-4648-bd8d-9c909849b093']}} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:20:03.426690 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-a3a764f6-7323-4057-80e7-1b27900ac8e7 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54b7a915-9384-42a8-a95c-8682a992a30b') {'for_net_delete': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:20:03.426993 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-a3a764f6-7323-4057-80e7-1b27900ac8e7 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54b7a915-9384-42a8-a95c-8682a992a30b') {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:20:03.435736 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a3a764f6-7323-4057-80e7-1b27900ac8e7 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736833900858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11335978'] for segment, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:20:03.449754 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a3a764f6-7323-4057-80e7-1b27900ac8e7 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:20:03.458191 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3a764f6-7323-4057-80e7-1b27900ac8e7 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Releasing vlan 504 on physical network physnet1 to pool {{(pid=93797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 23:20:03.458622 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a3a764f6-7323-4057-80e7-1b27900ac8e7 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11336013'] for segment, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:20:03.461984 n-d-802623-1 neutron-server[93797]: Traceback (most recent call last): Jul 27 23:20:03.461984 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 23:20:03.461984 n-d-802623-1 neutron-server[93797]: timer() Jul 27 23:20:03.461984 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 23:20:03.461984 n-d-802623-1 neutron-server[93797]: cb(*args, **kw) Jul 27 23:20:03.461984 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 23:20:03.461984 n-d-802623-1 neutron-server[93797]: return func(*args, **kwargs) Jul 27 23:20:03.461984 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 23:20:03.461984 n-d-802623-1 neutron-server[93797]: self._notify() Jul 27 23:20:03.461984 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 23:20:03.461984 n-d-802623-1 neutron-server[93797]: self.callback(batched_events) Jul 27 23:20:03.461984 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 23:20:03.461984 n-d-802623-1 neutron-server[93797]: event.method(event) Jul 27 23:20:03.461984 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 23:20:03.461984 n-d-802623-1 neutron-server[93797]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 23:20:03.461984 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 23:20:03.461984 n-d-802623-1 neutron-server[93797]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 23:20:03.461984 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 23:20:03.461984 n-d-802623-1 neutron-server[93797]: return f(self, *a, **k) Jul 27 23:20:03.461984 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 23:20:03.461984 n-d-802623-1 neutron-server[93797]: return self._get(url).json() Jul 27 23:20:03.461984 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 23:20:03.461984 n-d-802623-1 neutron-server[93797]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 23:20:03.461984 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 23:20:03.461984 n-d-802623-1 neutron-server[93797]: return self.request(url, 'GET', **kwargs) Jul 27 23:20:03.461984 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 23:20:03.461984 n-d-802623-1 neutron-server[93797]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 23:20:03.461984 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 23:20:03.461984 n-d-802623-1 neutron-server[93797]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 23:20:03.461984 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 23:20:03.461984 n-d-802623-1 neutron-server[93797]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 23:20:03.461984 n-d-802623-1 neutron-server[93797]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 23:20:03.479395 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device fca9a4d7-e3ec-4469-9ec4-234bc91623bf no longer exists at agent hyperv_n-h1-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:20:03.498692 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] No Port match for: fca9a4d7-e3ec-4469-9ec4-234bc91623bf {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:20:03.499071 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device fca9a4d7-e3ec-4469-9ec4-234bc91623bf not bound to the agent host n-h1-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:20:03.499496 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 29853f9e-4c86-4bbc-97cf-7587e8a6ab50 no longer exists at agent hyperv_n-h1-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:20:03.523964 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] No Port match for: 29853f9e-4c86-4bbc-97cf-7587e8a6ab50 {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:20:03.524302 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 29853f9e-4c86-4bbc-97cf-7587e8a6ab50 not bound to the agent host n-h1-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:20:03.528781 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a3a764f6-7323-4057-80e7-1b27900ac8e7 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415412'] for network, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:20:03.535715 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a3a764f6-7323-4057-80e7-1b27900ac8e7 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for network, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:20:03.540285 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-a3a764f6-7323-4057-80e7-1b27900ac8e7 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] 10.222.0.18 "DELETE /v2.0/networks/d64f6bec-e159-4648-bd8d-9c909849b093 HTTP/1.1" status: 204 len: 168 time: 0.7323875 Jul 27 23:20:03.556274 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a764f6-7323-4057-80e7-1b27900ac8e7 tempest-ServersTestMultiNic-1323889839 tempest-ServersTestMultiNic-1323889839-project] Pushing event deleted for resources: {'Network': ['ID=d64f6bec-e159-4648-bd8d-9c909849b093,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:20:03.674607 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 49502) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:20:04.037114 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-75be442a-c6be-45fc-b483-3f395056e654 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-414022'] for router_interface, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:20:04.311384 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-75be442a-c6be-45fc-b483-3f395056e654 admin admin] Deleting port 51787acb-3dc8-4ff9-ba53-d4b06f842721 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:20:04.312004 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-75be442a-c6be-45fc-b483-3f395056e654 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:20:04.431778 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60839d49-cb93-4a26-ba2e-6dd8692e25e4 req-619c7f99-8678-4b83-9f64-bb8eacaa0792 tempest-VolumesActionsTest-443886658 tempest-VolumesActionsTest-443886658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:20:04.433231 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-60839d49-cb93-4a26-ba2e-6dd8692e25e4 req-619c7f99-8678-4b83-9f64-bb8eacaa0792 tempest-VolumesActionsTest-443886658 tempest-VolumesActionsTest-443886658-project] 10.222.0.18 "GET /v2.0/ports?device_id=fcef77db-b1a5-4e1e-8683-a62ca5f60ae2 HTTP/1.1" status: 200 len: 945 time: 0.0774052 Jul 27 23:20:04.472960 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-75be442a-c6be-45fc-b483-3f395056e654 admin admin] For port 51787acb-3dc8-4ff9-ba53-d4b06f842721, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=51787acb-3dc8-4ff9-ba53-d4b06f842721,segment=NetworkSegment(e3fd5c18-16c4-4207-8694-b3c218cd22d4),segment_id=e3fd5c18-16c4-4207-8694-b3c218cd22d4)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:20:04.473321 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-75be442a-c6be-45fc-b483-3f395056e654 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:20:04.506920 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-75be442a-c6be-45fc-b483-3f395056e654 admin admin] Calling delete_port for 51787acb-3dc8-4ff9-ba53-d4b06f842721 owned by network:router_interface {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:20:04.530575 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-60839d49-cb93-4a26-ba2e-6dd8692e25e4 req-85addcba-ba8d-4fba-bf65-0245644a5a79 tempest-VolumesActionsTest-443886658 tempest-VolumesActionsTest-443886658-project] 10.222.0.18 "GET /v2.0/security-groups?id=81a73554-12a8-4d06-b4a1-4de4e87afbd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732231 Jul 27 23:20:04.538014 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c009a7c0-ea92-4311-a862-949a0e7cf237 req-ba3b2797-2b09-4b48-87cf-0fcd5f50af86 tempest-VolumesActionsTest-443886658 tempest-VolumesActionsTest-443886658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:20:04.539444 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c009a7c0-ea92-4311-a862-949a0e7cf237 req-ba3b2797-2b09-4b48-87cf-0fcd5f50af86 tempest-VolumesActionsTest-443886658 tempest-VolumesActionsTest-443886658-project] 10.222.0.38 "GET /v2.0/ports?device_id=fcef77db-b1a5-4e1e-8683-a62ca5f60ae2 HTTP/1.1" status: 200 len: 945 time: 0.1259067 Jul 27 23:20:04.626510 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device e3b228c1-33fd-46e0-b3f7-bb822fed7228 no longer exists at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:20:04.645631 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] No Port match for: e3b228c1-33fd-46e0-b3f7-bb822fed7228 {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:20:04.645974 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device e3b228c1-33fd-46e0-b3f7-bb822fed7228 not bound to the agent host n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:20:04.674642 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:20:04.734435 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-c009a7c0-ea92-4311-a862-949a0e7cf237 req-f5f2d756-4a16-4fb0-bdfc-a8d09aee8ddc tempest-VolumesActionsTest-443886658 tempest-VolumesActionsTest-443886658-project] Deleting port 12fe571a-457b-409a-b0de-a8ff30ff4cd1 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:20:04.735626 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-c009a7c0-ea92-4311-a862-949a0e7cf237 req-f5f2d756-4a16-4fb0-bdfc-a8d09aee8ddc tempest-VolumesActionsTest-443886658 tempest-VolumesActionsTest-443886658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:20:04.864456 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-c009a7c0-ea92-4311-a862-949a0e7cf237 req-f5f2d756-4a16-4fb0-bdfc-a8d09aee8ddc tempest-VolumesActionsTest-443886658 tempest-VolumesActionsTest-443886658-project] For port 12fe571a-457b-409a-b0de-a8ff30ff4cd1, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=12fe571a-457b-409a-b0de-a8ff30ff4cd1,segment=NetworkSegment(50fa5441-d59a-4139-9ee8-b73cbf636601),segment_id=50fa5441-d59a-4139-9ee8-b73cbf636601)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:20:04.864923 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-c009a7c0-ea92-4311-a862-949a0e7cf237 req-f5f2d756-4a16-4fb0-bdfc-a8d09aee8ddc tempest-VolumesActionsTest-443886658 tempest-VolumesActionsTest-443886658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:20:04.867398 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-75be442a-c6be-45fc-b483-3f395056e654 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:20:04.901481 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-c009a7c0-ea92-4311-a862-949a0e7cf237 req-f5f2d756-4a16-4fb0-bdfc-a8d09aee8ddc tempest-VolumesActionsTest-443886658 tempest-VolumesActionsTest-443886658-project] Calling delete_port for 12fe571a-457b-409a-b0de-a8ff30ff4cd1 owned by compute:nova {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:20:04.905906 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75be442a-c6be-45fc-b483-3f395056e654 admin admin] Pushing event deleted for resources: {'Port': ['ID=51787acb-3dc8-4ff9-ba53-d4b06f842721,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:20:05.167322 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-75be442a-c6be-45fc-b483-3f395056e654 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3760546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-413994'] for router_interface, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:20:05.174037 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-c009a7c0-ea92-4311-a862-949a0e7cf237 req-f5f2d756-4a16-4fb0-bdfc-a8d09aee8ddc tempest-VolumesActionsTest-443886658 tempest-VolumesActionsTest-443886658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:20:05.185589 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] get_ports_and_sgs() called for port_ids ['12fe571a-457b-409a-b0de-a8ff30ff4cd1'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:20:05.206599 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f2d756-4a16-4fb0-bdfc-a8d09aee8ddc tempest-VolumesActionsTest-443886658 tempest-VolumesActionsTest-443886658-project] Pushing event deleted for resources: {'Port': ['ID=12fe571a-457b-409a-b0de-a8ff30ff4cd1,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:20:05.292729 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-c009a7c0-ea92-4311-a862-949a0e7cf237 req-f5f2d756-4a16-4fb0-bdfc-a8d09aee8ddc tempest-VolumesActionsTest-443886658 tempest-VolumesActionsTest-443886658-project] No DVR routers for this DVR port 12fe571a-457b-409a-b0de-a8ff30ff4cd1 on host n-h1-802623-1 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:20:05.318680 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-c009a7c0-ea92-4311-a862-949a0e7cf237 req-f5f2d756-4a16-4fb0-bdfc-a8d09aee8ddc tempest-VolumesActionsTest-443886658 tempest-VolumesActionsTest-443886658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:20:05.320724 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c009a7c0-ea92-4311-a862-949a0e7cf237 req-f5f2d756-4a16-4fb0-bdfc-a8d09aee8ddc tempest-VolumesActionsTest-443886658 tempest-VolumesActionsTest-443886658-project] 10.222.0.38 "DELETE /v2.0/ports/12fe571a-457b-409a-b0de-a8ff30ff4cd1 HTTP/1.1" status: 204 len: 173 time: 0.7500160 Jul 27 23:20:05.321182 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcef77db-b1a5-4e1e-8683-a62ca5f60ae2', 'name': 'network-vif-deleted', 'tag': '12fe571a-457b-409a-b0de-a8ff30ff4cd1'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:20:05.323438 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}011f8d312121274bb12d78e77c6379a2079800640016cec6c6d605b73666e854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68a28b37-93a3-4b60-90e5-53de434323dd" -d '{"events": [{"server_uuid": "fcef77db-b1a5-4e1e-8683-a62ca5f60ae2", "name": "network-vif-deleted", "tag": "12fe571a-457b-409a-b0de-a8ff30ff4cd1"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:20:05.402015 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:20:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86fe89e7-7e55-4af3-9fbc-20cd49a4c585 x-openstack-request-id: req-86fe89e7-7e55-4af3-9fbc-20cd49a4c585 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:20:05.402355 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcef77db-b1a5-4e1e-8683-a62ca5f60ae2", "name": "network-vif-deleted", "tag": "12fe571a-457b-409a-b0de-a8ff30ff4cd1", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:20:05.402701 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-86fe89e7-7e55-4af3-9fbc-20cd49a4c585 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:20:05.403194 n-d-802623-1 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcef77db-b1a5-4e1e-8683-a62ca5f60ae2', 'name': 'network-vif-deleted', 'tag': '12fe571a-457b-409a-b0de-a8ff30ff4cd1', 'status': 'completed', 'code': 200} Jul 27 23:20:05.481232 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75be442a-c6be-45fc-b483-3f395056e654 admin admin] Router 3bdc4268-58d4-4fd9-9bc3-aefac2576f9f has already been hosted by L3 agent 018c4455-49c0-4734-927d-7824067b2a9e {{(pid=93798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 23:20:05.601695 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75be442a-c6be-45fc-b483-3f395056e654 admin admin] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:20:05.609811 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-75be442a-c6be-45fc-b483-3f395056e654 admin admin] 10.222.0.18 "PUT /v2.0/routers/3bdc4268-58d4-4fd9-9bc3-aefac2576f9f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9310756 Jul 27 23:20:05.609917 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 49530) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:20:05.611311 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1618b1a-ede8-4dc2-a593-f86f762ed8a5 None None] Sync routers for ids ['3bdc4268-58d4-4fd9-9bc3-aefac2576f9f'] in n-d-802623-1 {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:20:05.620715 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1618b1a-ede8-4dc2-a593-f86f762ed8a5 None None] Routers {'3bdc4268-58d4-4fd9-9bc3-aefac2576f9f'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:20:05.621722 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-b1618b1a-ede8-4dc2-a593-f86f762ed8a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:20:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['3bdc4268-58d4-4fd9-9bc3-aefac2576f9f'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:20:05.662678 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-bf0af528-9c6b-4d0b-9a6b-e4d07f4016b4 req-0c0cd7df-08bc-4131-9c69-f88117a72e70 tempest-VolumesActionsTest-443886658 tempest-VolumesActionsTest-443886658-project] 10.222.0.18 "GET /v2.0/ports?device_id=fcef77db-b1a5-4e1e-8683-a62ca5f60ae2 HTTP/1.1" status: 200 len: 210 time: 0.0319507 Jul 27 23:20:05.732000 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-b1618b1a-ede8-4dc2-a593-f86f762ed8a5 None None] Set router 3bdc4268-58d4-4fd9-9bc3-aefac2576f9f gateway port host: n-d-802623-1 {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:20:05.744461 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91ed11f2-d1d3-43a8-b86c-bca4b2211ac0 admin admin] Notify callbacks [] for router, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:20:05.896563 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91ed11f2-d1d3-43a8-b86c-bca4b2211ac0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:20:05.960422 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-91ed11f2-d1d3-43a8-b86c-bca4b2211ac0 admin admin] Deleting port 0329d4c6-7020-4ff3-876f-a6eccb2e8219 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:20:05.960780 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91ed11f2-d1d3-43a8-b86c-bca4b2211ac0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:20:05.969148 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-b1618b1a-ede8-4dc2-a593-f86f762ed8a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bdc4268-58d4-4fd9-9bc3-aefac2576f9f', 'name': 'tempest-ServersTestMultiNic-977071585-router', 'tenant_id': '81524393492f47f28d2fbae8569f1a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.70'}], 'enable_snat': True}, 'gw_port_id': '0329d4c6-7020-4ff3-876f-a6eccb2e8219', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:18:54Z', 'updated_at': '2021-07-27T23:20:04Z', 'revision_number': 5, 'project_id': '81524393492f47f28d2fbae8569f1a7c', 'gw_port': {'id': '0329d4c6-7020-4ff3-876f-a6eccb2e8219', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:96:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bdc4268-58d4-4fd9-9bc3-aefac2576f9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1909, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:18:55Z', 'updated_at': '2021-07-27T23:19:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1'}], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:20:05.995768 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1618b1a-ede8-4dc2-a593-f86f762ed8a5 None None] Checking router: 3bdc4268-58d4-4fd9-9bc3-aefac2576f9f for host: n-d-802623-1 {{(pid=93799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 23:20:06.005737 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1618b1a-ede8-4dc2-a593-f86f762ed8a5 None None] Routers {'3bdc4268-58d4-4fd9-9bc3-aefac2576f9f'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:20:06.006380 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-b1618b1a-ede8-4dc2-a593-f86f762ed8a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:20:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['3bdc4268-58d4-4fd9-9bc3-aefac2576f9f'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:20:06.052804 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91ed11f2-d1d3-43a8-b86c-bca4b2211ac0 admin admin] For port 0329d4c6-7020-4ff3-876f-a6eccb2e8219, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=0329d4c6-7020-4ff3-876f-a6eccb2e8219,segment=NetworkSegment(b9afe07e-bbe4-4740-834c-4b6a9698bdbc),segment_id=b9afe07e-bbe4-4740-834c-4b6a9698bdbc)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:20:06.053202 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91ed11f2-d1d3-43a8-b86c-bca4b2211ac0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:20:06.066536 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-91ed11f2-d1d3-43a8-b86c-bca4b2211ac0 admin admin] Calling delete_port for 0329d4c6-7020-4ff3-876f-a6eccb2e8219 owned by network:router_gateway {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:20:06.094530 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-b1618b1a-ede8-4dc2-a593-f86f762ed8a5 None None] Set router 3bdc4268-58d4-4fd9-9bc3-aefac2576f9f gateway port host: None {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:20:06.149745 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-b1618b1a-ede8-4dc2-a593-f86f762ed8a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bdc4268-58d4-4fd9-9bc3-aefac2576f9f', 'name': 'tempest-ServersTestMultiNic-977071585-router', 'tenant_id': '81524393492f47f28d2fbae8569f1a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:18:54Z', 'updated_at': '2021-07-27T23:20:05Z', 'revision_number': 6, 'project_id': '81524393492f47f28d2fbae8569f1a7c', 'gw_port_host': None}], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:20:06.249543 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91ed11f2-d1d3-43a8-b86c-bca4b2211ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:20:06.276040 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ed11f2-d1d3-43a8-b86c-bca4b2211ac0 admin admin] Pushing event deleted for resources: {'Port': ['ID=0329d4c6-7020-4ff3-876f-a6eccb2e8219,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:20:06.314563 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1618b1a-ede8-4dc2-a593-f86f762ed8a5 None None] The sync data for ids ['3bdc4268-58d4-4fd9-9bc3-aefac2576f9f'] in n-d-802623-1 is: [{'id': '3bdc4268-58d4-4fd9-9bc3-aefac2576f9f', 'name': 'tempest-ServersTestMultiNic-977071585-router', 'tenant_id': '81524393492f47f28d2fbae8569f1a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:18:54Z', 'updated_at': '2021-07-27T23:20:05Z', 'revision_number': 6, 'project_id': '81524393492f47f28d2fbae8569f1a7c', 'gw_port_host': None}] {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:20:06.358619 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91ed11f2-d1d3-43a8-b86c-bca4b2211ac0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-415368'] for router_gateway, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:20:06.450429 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91ed11f2-d1d3-43a8-b86c-bca4b2211ac0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62205'] for router, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:20:06.452909 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91ed11f2-d1d3-43a8-b86c-bca4b2211ac0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:20:06.497425 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91ed11f2-d1d3-43a8-b86c-bca4b2211ac0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-477831'] for router, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:20:06.498061 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91ed11f2-d1d3-43a8-b86c-bca4b2211ac0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3bdc4268-58d4-4fd9-9bc3-aefac2576f9f {{(pid=93797) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 23:20:06.502513 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91ed11f2-d1d3-43a8-b86c-bca4b2211ac0 admin admin] Notify callbacks [] for router, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:20:06.503721 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-91ed11f2-d1d3-43a8-b86c-bca4b2211ac0 admin admin] 10.222.0.18 "DELETE /v2.0/routers/3bdc4268-58d4-4fd9-9bc3-aefac2576f9f HTTP/1.1" status: 204 len: 168 time: 0.8933048 Jul 27 23:20:06.506150 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 49562) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:20:06.553966 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_v2 [None req-eec217e9-fcf1-4890-8662-6abdb3a416ff admin admin] Deleting subnet 914e852e-076c-41ed-9dee-9e3e5bebb9b2 {{(pid=93797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 23:20:06.557477 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-eec217e9-fcf1-4890-8662-6abdb3a416ff admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:20:06.595103 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-eec217e9-fcf1-4890-8662-6abdb3a416ff admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11335971'] for subnet, precommit_delete_associations {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:20:06.672229 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-eec217e9-fcf1-4890-8662-6abdb3a416ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620741'] for subnet, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:20:06.736955 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-eec217e9-fcf1-4890-8662-6abdb3a416ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11335991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11551414'] for subnet, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:20:06.776529 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec217e9-fcf1-4890-8662-6abdb3a416ff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=914e852e-076c-41ed-9dee-9e3e5bebb9b2,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:20:06.778534 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-eec217e9-fcf1-4890-8662-6abdb3a416ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for subnet, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:20:06.780439 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-eec217e9-fcf1-4890-8662-6abdb3a416ff admin admin] 10.222.0.18 "DELETE /v2.0/subnets/914e852e-076c-41ed-9dee-9e3e5bebb9b2 HTTP/1.1" status: 204 len: 168 time: 0.2733524 Jul 27 23:20:06.783597 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 49568) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:20:06.794326 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2a88b5b-1cc0-41bf-bcfb-d78953b66617 None None] Network 1f248642-7dce-426e-8cb7-76be090132d2 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:20:06.876199 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4c193345-5024-4e1b-8d13-60fbe3158bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593271'] for network, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:20:06.905468 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 51787acb-3dc8-4ff9-ba53-d4b06f842721 no longer exists at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:20:06.948710 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] No Port match for: 51787acb-3dc8-4ff9-ba53-d4b06f842721 {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:20:06.949355 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 51787acb-3dc8-4ff9-ba53-d4b06f842721 not bound to the agent host n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:20:07.019656 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-4c193345-5024-4e1b-8d13-60fbe3158bd7 admin admin] Deleting port f25fbc97-0226-4a0b-bd7a-3120197712ae {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:20:07.020410 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4c193345-5024-4e1b-8d13-60fbe3158bd7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:20:07.151910 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-4c193345-5024-4e1b-8d13-60fbe3158bd7 admin admin] For port f25fbc97-0226-4a0b-bd7a-3120197712ae, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=f25fbc97-0226-4a0b-bd7a-3120197712ae,segment=NetworkSegment(e3fd5c18-16c4-4207-8694-b3c218cd22d4),segment_id=e3fd5c18-16c4-4207-8694-b3c218cd22d4)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:20:07.156569 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4c193345-5024-4e1b-8d13-60fbe3158bd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:20:07.158366 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-696cebc1-7df6-4206-8638-1f274fb1d4e0 None None] DHCP port deletion for 1f248642-7dce-426e-8cb7-76be090132d2 request from n-d-802623-1 {{(pid=93799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 23:20:07.173724 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-4c193345-5024-4e1b-8d13-60fbe3158bd7 admin admin] Calling delete_port for f25fbc97-0226-4a0b-bd7a-3120197712ae owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:20:07.215879 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-696cebc1-7df6-4206-8638-1f274fb1d4e0 None None] Deleting port f25fbc97-0226-4a0b-bd7a-3120197712ae {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:20:07.216254 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-696cebc1-7df6-4206-8638-1f274fb1d4e0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:20:07.274609 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4c193345-5024-4e1b-8d13-60fbe3158bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:20:07.293499 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c193345-5024-4e1b-8d13-60fbe3158bd7 admin admin] No DVR routers for this DVR port f25fbc97-0226-4a0b-bd7a-3120197712ae on host n-d-802623-1 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:20:07.324068 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-696cebc1-7df6-4206-8638-1f274fb1d4e0 None None] For port f25fbc97-0226-4a0b-bd7a-3120197712ae, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=f25fbc97-0226-4a0b-bd7a-3120197712ae,segment=NetworkSegment(e3fd5c18-16c4-4207-8694-b3c218cd22d4),segment_id=e3fd5c18-16c4-4207-8694-b3c218cd22d4)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:20:07.324854 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-696cebc1-7df6-4206-8638-1f274fb1d4e0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:20:07.340195 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-696cebc1-7df6-4206-8638-1f274fb1d4e0 None None] Calling delete_port for f25fbc97-0226-4a0b-bd7a-3120197712ae owned by network:dhcp {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:20:07.343583 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c193345-5024-4e1b-8d13-60fbe3158bd7 admin admin] Pushing event deleted for resources: {'Port': ['ID=f25fbc97-0226-4a0b-bd7a-3120197712ae,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:20:07.400932 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4c193345-5024-4e1b-8d13-60fbe3158bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618032', 'neutron.services.segments.db._delete_segments_for_network-8736833900081'] for network, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:20:07.413215 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-4c193345-5024-4e1b-8d13-60fbe3158bd7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f248642-7dce-426e-8cb7-76be090132d2']}} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:20:07.441599 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-4c193345-5024-4e1b-8d13-60fbe3158bd7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3fd5c18-16c4-4207-8694-b3c218cd22d4') {'for_net_delete': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:20:07.441902 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-4c193345-5024-4e1b-8d13-60fbe3158bd7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3fd5c18-16c4-4207-8694-b3c218cd22d4') {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:20:07.453247 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4c193345-5024-4e1b-8d13-60fbe3158bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736833900858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11335978'] for segment, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:20:07.462051 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-696cebc1-7df6-4206-8638-1f274fb1d4e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:20:07.476595 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4c193345-5024-4e1b-8d13-60fbe3158bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:20:07.486527 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c193345-5024-4e1b-8d13-60fbe3158bd7 admin admin] Releasing vlan 526 on physical network physnet1 to pool {{(pid=93797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 23:20:07.486903 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 12fe571a-457b-409a-b0de-a8ff30ff4cd1 no longer exists at agent hyperv_n-h1-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:20:07.487650 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4c193345-5024-4e1b-8d13-60fbe3158bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11336013'] for segment, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:20:07.489761 n-d-802623-1 neutron-server[93797]: Traceback (most recent call last): Jul 27 23:20:07.489761 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 23:20:07.489761 n-d-802623-1 neutron-server[93797]: timer() Jul 27 23:20:07.489761 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 23:20:07.489761 n-d-802623-1 neutron-server[93797]: cb(*args, **kw) Jul 27 23:20:07.489761 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 23:20:07.489761 n-d-802623-1 neutron-server[93797]: return func(*args, **kwargs) Jul 27 23:20:07.489761 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 23:20:07.489761 n-d-802623-1 neutron-server[93797]: self._notify() Jul 27 23:20:07.489761 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 23:20:07.489761 n-d-802623-1 neutron-server[93797]: self.callback(batched_events) Jul 27 23:20:07.489761 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 23:20:07.489761 n-d-802623-1 neutron-server[93797]: event.method(event) Jul 27 23:20:07.489761 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 23:20:07.489761 n-d-802623-1 neutron-server[93797]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 23:20:07.489761 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 23:20:07.489761 n-d-802623-1 neutron-server[93797]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 23:20:07.489761 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 23:20:07.489761 n-d-802623-1 neutron-server[93797]: return f(self, *a, **k) Jul 27 23:20:07.489761 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 23:20:07.489761 n-d-802623-1 neutron-server[93797]: return self._get(url).json() Jul 27 23:20:07.489761 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 23:20:07.489761 n-d-802623-1 neutron-server[93797]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 23:20:07.489761 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 23:20:07.489761 n-d-802623-1 neutron-server[93797]: return self.request(url, 'GET', **kwargs) Jul 27 23:20:07.489761 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 23:20:07.489761 n-d-802623-1 neutron-server[93797]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 23:20:07.489761 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 23:20:07.489761 n-d-802623-1 neutron-server[93797]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 23:20:07.489761 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 23:20:07.489761 n-d-802623-1 neutron-server[93797]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 23:20:07.489761 n-d-802623-1 neutron-server[93797]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 23:20:07.536674 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-696cebc1-7df6-4206-8638-1f274fb1d4e0 None None] No DVR routers for this DVR port f25fbc97-0226-4a0b-bd7a-3120197712ae on host n-d-802623-1 {{(pid=93799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:20:07.540288 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] No Port match for: 12fe571a-457b-409a-b0de-a8ff30ff4cd1 {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:20:07.540633 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 12fe571a-457b-409a-b0de-a8ff30ff4cd1 not bound to the agent host n-h1-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:20:07.542252 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696cebc1-7df6-4206-8638-1f274fb1d4e0 None None] Pushing event deleted for resources: {'Port': ['ID=f25fbc97-0226-4a0b-bd7a-3120197712ae,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:20:07.580472 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4c193345-5024-4e1b-8d13-60fbe3158bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415412'] for network, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:20:07.590549 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4c193345-5024-4e1b-8d13-60fbe3158bd7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for network, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:20:07.593884 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-4c193345-5024-4e1b-8d13-60fbe3158bd7 admin admin] 10.222.0.18 "DELETE /v2.0/networks/1f248642-7dce-426e-8cb7-76be090132d2 HTTP/1.1" status: 204 len: 168 time: 0.8091753 Jul 27 23:20:07.614729 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c193345-5024-4e1b-8d13-60fbe3158bd7 admin admin] Pushing event deleted for resources: {'Network': ['ID=1f248642-7dce-426e-8cb7-76be090132d2,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:20:07.733260 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 49596) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:20:07.776203 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-a3f4d475-2239-41d4-81e9-1b9bba119641 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=81524393492f47f28d2fbae8569f1a7c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0393186 Jul 27 23:20:07.776455 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 49598) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:20:07.830434 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0d3f6c56-e8f3-4c49-9a62-8c4e03366ebd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:20:07.853843 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0d3f6c56-e8f3-4c49-9a62-8c4e03366ebd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:20:07.906328 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0d3f6c56-e8f3-4c49-9a62-8c4e03366ebd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:20:07.909665 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0d3f6c56-e8f3-4c49-9a62-8c4e03366ebd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:20:07.910907 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-0d3f6c56-e8f3-4c49-9a62-8c4e03366ebd admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b47536c3-d51a-4a40-ad2f-fa3043688901 HTTP/1.1" status: 204 len: 168 time: 0.1335142 Jul 27 23:20:07.920000 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3f6c56-e8f3-4c49-9a62-8c4e03366ebd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b47536c3-d51a-4a40-ad2f-fa3043688901,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:20:08.668006 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 0329d4c6-7020-4ff3-876f-a6eccb2e8219 no longer exists at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:20:08.698044 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] No Port match for: 0329d4c6-7020-4ff3-876f-a6eccb2e8219 {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:20:08.698476 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 0329d4c6-7020-4ff3-876f-a6eccb2e8219 not bound to the agent host n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:20:08.699116 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device f25fbc97-0226-4a0b-bd7a-3120197712ae no longer exists at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:20:08.722681 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] No Port match for: f25fbc97-0226-4a0b-bd7a-3120197712ae {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:20:08.722942 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device f25fbc97-0226-4a0b-bd7a-3120197712ae not bound to the agent host n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:20:08.737999 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 49652) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:20:08.846877 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-c215ae44-2db0-4a33-a3a3-63910c6d1bf3 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-924922501-network', 'tenant_id': '998cd9846c324eb3a5afc3046fa9c535'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:20:08.869232 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c215ae44-2db0-4a33-a3a3-63910c6d1bf3 admin admin] Made reservation on behalf of 998cd9846c324eb3a5afc3046fa9c535 for: {'network': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:20:08.871737 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c215ae44-2db0-4a33-a3a3-63910c6d1bf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for network, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:20:08.880153 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c215ae44-2db0-4a33-a3a3-63910c6d1bf3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:20:08.979239 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c215ae44-2db0-4a33-a3a3-63910c6d1bf3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:20:08.985491 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c215ae44-2db0-4a33-a3a3-63910c6d1bf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:20:09.014080 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c215ae44-2db0-4a33-a3a3-63910c6d1bf3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 507} {{(pid=93797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 23:20:09.024909 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c215ae44-2db0-4a33-a3a3-63910c6d1bf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08c375eb-65f8-4808-8ad8-3342b3a38869,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:20:09.030271 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c215ae44-2db0-4a33-a3a3-63910c6d1bf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:20:09.030617 n-d-802623-1 neutron-server[93797]: INFO neutron.db.segments_db [None req-c215ae44-2db0-4a33-a3a3-63910c6d1bf3 admin admin] Added segment 4330a33b-36d6-443c-9f50-70c8ac207eb9 of type vlan for network f5061e86-d108-435b-8963-79f759d49841 Jul 27 23:20:09.075726 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c215ae44-2db0-4a33-a3a3-63910c6d1bf3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736833354590'] for network, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:20:09.108996 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c215ae44-2db0-4a33-a3a3-63910c6d1bf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569'] for network, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:20:09.110038 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c215ae44-2db0-4a33-a3a3-63910c6d1bf3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:20:09.110740 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c215ae44-2db0-4a33-a3a3-63910c6d1bf3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for network, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:20:09.177095 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c215ae44-2db0-4a33-a3a3-63910c6d1bf3 admin admin] Pushing event updated for resources: {'Network': ['ID=f5061e86-d108-435b-8963-79f759d49841,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:20:09.195927 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Network f5061e86-d108-435b-8963-79f759d49841 details requested by agent ovs-agent-n-d-802623-1 with host n-d-802623-1 {{(pid=93799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 23:20:09.208799 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-c215ae44-2db0-4a33-a3a3-63910c6d1bf3 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4689546 Jul 27 23:20:09.211236 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 49666) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:20:09.216313 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-eb86078d-136a-4034-aeb4-9ea3131ce5ea admin admin] Request body: {'subnet': {'network_id': 'f5061e86-d108-435b-8963-79f759d49841', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-924922501-subnet', 'tenant_id': '998cd9846c324eb3a5afc3046fa9c535', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:20:09.240905 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb86078d-136a-4034-aeb4-9ea3131ce5ea admin admin] Made reservation on behalf of 998cd9846c324eb3a5afc3046fa9c535 for: {'subnet': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:20:09.244066 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-eb86078d-136a-4034-aeb4-9ea3131ce5ea admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12265828'] for subnet, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:20:09.439524 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-eb86078d-136a-4034-aeb4-9ea3131ce5ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11971609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12265750'] for subnet, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:20:09.491705 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb86078d-136a-4034-aeb4-9ea3131ce5ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e396944-08ae-4cde-8a82-d47896790ce1,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:20:09.510430 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb86078d-136a-4034-aeb4-9ea3131ce5ea admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:20:09.510780 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb86078d-136a-4034-aeb4-9ea3131ce5ea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:20:09.511142 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb86078d-136a-4034-aeb4-9ea3131ce5ea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:20:09.511477 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb86078d-136a-4034-aeb4-9ea3131ce5ea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:20:09.511806 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb86078d-136a-4034-aeb4-9ea3131ce5ea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:20:09.512132 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb86078d-136a-4034-aeb4-9ea3131ce5ea admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:20:09.512454 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb86078d-136a-4034-aeb4-9ea3131ce5ea admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:20:09.512785 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb86078d-136a-4034-aeb4-9ea3131ce5ea admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:20:09.513098 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb86078d-136a-4034-aeb4-9ea3131ce5ea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:20:09.513422 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb86078d-136a-4034-aeb4-9ea3131ce5ea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:20:09.513774 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb86078d-136a-4034-aeb4-9ea3131ce5ea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:20:09.514055 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb86078d-136a-4034-aeb4-9ea3131ce5ea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:20:09.526564 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb86078d-136a-4034-aeb4-9ea3131ce5ea admin admin] Checking segment: {'id': '4330a33b-36d6-443c-9f50-70c8ac207eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'f5061e86-d108-435b-8963-79f759d49841'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:20:09.526933 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb86078d-136a-4034-aeb4-9ea3131ce5ea admin admin] Network hostable DHCP agents. Network: f5061e86-d108-435b-8963-79f759d49841, hostable agents: ['5950e76f-2bde-4343-a925-cbe6bacd2706'], hosted agents: [] {{(pid=93798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 23:20:09.544807 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb86078d-136a-4034-aeb4-9ea3131ce5ea admin admin] Network f5061e86-d108-435b-8963-79f759d49841 is scheduled to be hosted by DHCP agent 5950e76f-2bde-4343-a925-cbe6bacd2706 with binding_index 1 {{(pid=93798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 23:20:09.561783 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-eb86078d-136a-4034-aeb4-9ea3131ce5ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802623-1, f5061e86-d108-435b-8963-79f759d49841) {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:20:09.566584 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb86078d-136a-4034-aeb4-9ea3131ce5ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:20:09.567480 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-eb86078d-136a-4034-aeb4-9ea3131ce5ea admin admin] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:20:09.574551 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ededd068-e40a-43e8-99b6-88f6a58d1674 None None] Network f5061e86-d108-435b-8963-79f759d49841 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:20:09.587025 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-eb86078d-136a-4034-aeb4-9ea3131ce5ea admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3746507 Jul 27 23:20:09.797943 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17c52748-765a-41b0-8a64-0d0d8fe9e3d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f6f257c-ad18-5f0c-8c8e-ea085a5fc8a2-f5061e86-d108-435b-8963-79f759d49841', 'network_id': 'f5061e86-d108-435b-8963-79f759d49841', 'tenant_id': '998cd9846c324eb3a5afc3046fa9c535', 'fixed_ips': [{'subnet_id': '5e396944-08ae-4cde-8a82-d47896790ce1'}]}} from n-d-802623-1. {{(pid=93799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 23:20:09.798947 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-17c52748-765a-41b0-8a64-0d0d8fe9e3d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:20:09.971166 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-17c52748-765a-41b0-8a64-0d0d8fe9e3d9 None None] Allocated IP 172.20.0.2 (f5061e86-d108-435b-8963-79f759d49841/5e396944-08ae-4cde-8a82-d47896790ce1/4567ebcf-c5cf-4dfe-9ffc-ba1b1a1d7169) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:20:10.150925 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-17c52748-765a-41b0-8a64-0d0d8fe9e3d9 None None] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:20:10.162307 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-17c52748-765a-41b0-8a64-0d0d8fe9e3d9 None None] Transition to ACTIVE for port object 4567ebcf-c5cf-4dfe-9ffc-ba1b1a1d7169 will not be triggered until provisioned by entity L2. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:20:10.190870 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-17c52748-765a-41b0-8a64-0d0d8fe9e3d9 None None] Transition to ACTIVE for port object 4567ebcf-c5cf-4dfe-9ffc-ba1b1a1d7169 will not be triggered until provisioned by entity DHCP. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:20:10.200858 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76805f8-64f9-41d1-b8a9-fc97473c15d4 req-542aa53d-eb51-429a-afe1-a2f76075501a tempest-ListServerFiltersTestJSON-918217185 tempest-ListServerFiltersTestJSON-918217185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:20:10.202156 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-17c52748-765a-41b0-8a64-0d0d8fe9e3d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:20:10.209552 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a76805f8-64f9-41d1-b8a9-fc97473c15d4 req-542aa53d-eb51-429a-afe1-a2f76075501a tempest-ListServerFiltersTestJSON-918217185 tempest-ListServerFiltersTestJSON-918217185-project] 10.222.0.18 "GET /v2.0/networks?id=f5061e86-d108-435b-8963-79f759d49841 HTTP/1.1" status: 200 len: 815 time: 0.1543024 Jul 27 23:20:10.223572 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a76805f8-64f9-41d1-b8a9-fc97473c15d4 req-6bca127f-fe70-4c3c-b81e-bfa8233e74df tempest-ListServerFiltersTestJSON-918217185 tempest-ListServerFiltersTestJSON-918217185-project] 10.222.0.18 "GET /v2.0/quotas/998cd9846c324eb3a5afc3046fa9c535 HTTP/1.1" status: 200 len: 375 time: 0.0130444 Jul 27 23:20:10.257586 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c52748-765a-41b0-8a64-0d0d8fe9e3d9 None None] Pushing event updated for resources: {'Port': ['ID=4567ebcf-c5cf-4dfe-9ffc-ba1b1a1d7169,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:20:10.283779 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a76805f8-64f9-41d1-b8a9-fc97473c15d4 req-db0fccff-25fc-404a-a59a-8018b52fa341 tempest-ListServerFiltersTestJSON-918217185 tempest-ListServerFiltersTestJSON-918217185-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=998cd9846c324eb3a5afc3046fa9c535&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0544457 Jul 27 23:20:10.293391 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17c52748-765a-41b0-8a64-0d0d8fe9e3d9 None None] Network f5061e86-d108-435b-8963-79f759d49841 is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:20:10.296548 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-17c52748-765a-41b0-8a64-0d0d8fe9e3d9 None None] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:20:10.308923 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17c52748-765a-41b0-8a64-0d0d8fe9e3d9 None None] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:20:10.394071 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-17c52748-765a-41b0-8a64-0d0d8fe9e3d9 None None] Attempting to bind port 4567ebcf-c5cf-4dfe-9ffc-ba1b1a1d7169 on host n-d-802623-1 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:20:10.394443 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-17c52748-765a-41b0-8a64-0d0d8fe9e3d9 None None] Attempting to bind port 4567ebcf-c5cf-4dfe-9ffc-ba1b1a1d7169 by drivers openvswitch,hyperv on host n-d-802623-1 at level 0 using segments [{'id': '4330a33b-36d6-443c-9f50-70c8ac207eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'f5061e86-d108-435b-8963-79f759d49841'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:20:10.394889 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17c52748-765a-41b0-8a64-0d0d8fe9e3d9 None None] Attempting to bind port 4567ebcf-c5cf-4dfe-9ffc-ba1b1a1d7169 on network f5061e86-d108-435b-8963-79f759d49841 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:20:10.399898 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17c52748-765a-41b0-8a64-0d0d8fe9e3d9 None None] Checking agent: {'id': 'a9a568d2-a5e7-41e4-833f-a8ab42ea4073', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 52, 30), 'started_at': datetime.datetime(2021, 7, 27, 22, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802623-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:20:10.400271 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17c52748-765a-41b0-8a64-0d0d8fe9e3d9 None None] Checking segment: {'id': '4330a33b-36d6-443c-9f50-70c8ac207eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'f5061e86-d108-435b-8963-79f759d49841'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:20:10.400671 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-17c52748-765a-41b0-8a64-0d0d8fe9e3d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:20:10.401056 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17c52748-765a-41b0-8a64-0d0d8fe9e3d9 None None] Bound using segment: {'id': '4330a33b-36d6-443c-9f50-70c8ac207eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'f5061e86-d108-435b-8963-79f759d49841'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:20:10.401515 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-17c52748-765a-41b0-8a64-0d0d8fe9e3d9 None None] Bound port: 4567ebcf-c5cf-4dfe-9ffc-ba1b1a1d7169, host: n-d-802623-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4330a33b-36d6-443c-9f50-70c8ac207eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'f5061e86-d108-435b-8963-79f759d49841'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:20:10.402138 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-17c52748-765a-41b0-8a64-0d0d8fe9e3d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:20:10.424755 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a76805f8-64f9-41d1-b8a9-fc97473c15d4 req-2f2eb312-d8a2-4e86-a197-05f2ff7096e1 service neutron] 10.222.0.18 "GET /v2.0/networks/f5061e86-d108-435b-8963-79f759d49841?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287179 Jul 27 23:20:10.466722 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-17c52748-765a-41b0-8a64-0d0d8fe9e3d9 None None] For port 4567ebcf-c5cf-4dfe-9ffc-ba1b1a1d7169, host n-d-802623-1, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:20:10.470916 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-17c52748-765a-41b0-8a64-0d0d8fe9e3d9 None None] For port 4567ebcf-c5cf-4dfe-9ffc-ba1b1a1d7169, host n-d-802623-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=4567ebcf-c5cf-4dfe-9ffc-ba1b1a1d7169,segment=NetworkSegment(4330a33b-36d6-443c-9f50-70c8ac207eb9),segment_id=4330a33b-36d6-443c-9f50-70c8ac207eb9)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:20:10.481612 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-17c52748-765a-41b0-8a64-0d0d8fe9e3d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:20:10.545467 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c52748-765a-41b0-8a64-0d0d8fe9e3d9 None None] Pushing event updated for resources: {'Port': ['ID=4567ebcf-c5cf-4dfe-9ffc-ba1b1a1d7169,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:20:10.561982 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a76805f8-64f9-41d1-b8a9-fc97473c15d4 req-d6c2504b-03b2-4c43-8652-425311b2cf8e service neutron] 10.222.0.18 "GET /v2.0/networks/f5061e86-d108-435b-8963-79f759d49841?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311858 Jul 27 23:20:11.121985 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc585b4-fd68-43cf-b41a-66f4d47aa3f2 req-28822cc1-2202-4de6-a306-d1580424cc80 tempest-ListServerFiltersTestJSON-918217185 tempest-ListServerFiltersTestJSON-918217185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:20:11.134006 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-4fc585b4-fd68-43cf-b41a-66f4d47aa3f2 req-28822cc1-2202-4de6-a306-d1580424cc80 tempest-ListServerFiltersTestJSON-918217185 tempest-ListServerFiltersTestJSON-918217185-project] 10.222.0.18 "GET /v2.0/networks?id=f5061e86-d108-435b-8963-79f759d49841 HTTP/1.1" status: 200 len: 815 time: 0.2397361 Jul 27 23:20:11.158493 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-4fc585b4-fd68-43cf-b41a-66f4d47aa3f2 req-43a0e0d8-3b3c-401d-b1fb-0ec2630e4ecb tempest-ListServerFiltersTestJSON-918217185 tempest-ListServerFiltersTestJSON-918217185-project] 10.222.0.18 "GET /v2.0/quotas/998cd9846c324eb3a5afc3046fa9c535 HTTP/1.1" status: 200 len: 375 time: 0.0230472 Jul 27 23:20:11.247326 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-4fc585b4-fd68-43cf-b41a-66f4d47aa3f2 req-b0d8a53e-a666-4319-9614-c0ff84f5328f tempest-ListServerFiltersTestJSON-918217185 tempest-ListServerFiltersTestJSON-918217185-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=998cd9846c324eb3a5afc3046fa9c535&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0674720 Jul 27 23:20:11.439392 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-4fc585b4-fd68-43cf-b41a-66f4d47aa3f2 req-6b7d129a-c07c-42af-986c-1c642824dde7 service neutron] 10.222.0.18 "GET /v2.0/networks/f5061e86-d108-435b-8963-79f759d49841?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1889517 Jul 27 23:20:11.593632 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-4fc585b4-fd68-43cf-b41a-66f4d47aa3f2 req-c5c0b47a-db42-4428-baa4-f673f8480fa5 service neutron] 10.222.0.18 "GET /v2.0/networks/f5061e86-d108-435b-8963-79f759d49841?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504469 Jul 27 23:20:12.057006 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f382b1d-aa49-4507-b7d6-8a0b7a1b6576 None None] Network f5061e86-d108-435b-8963-79f759d49841 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:20:12.158667 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48e9835-88f1-428e-a905-242987d99612 req-a8138ff1-10e6-4341-86dc-372c567e2adf tempest-ListServerFiltersTestJSON-918217185 tempest-ListServerFiltersTestJSON-918217185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:20:12.161146 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f48e9835-88f1-428e-a905-242987d99612 req-a8138ff1-10e6-4341-86dc-372c567e2adf tempest-ListServerFiltersTestJSON-918217185 tempest-ListServerFiltersTestJSON-918217185-project] 10.222.0.18 "GET /v2.0/networks?id=f5061e86-d108-435b-8963-79f759d49841 HTTP/1.1" status: 200 len: 815 time: 0.2140076 Jul 27 23:20:12.196000 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f48e9835-88f1-428e-a905-242987d99612 req-9eb00c68-7c02-41fb-9afb-4968f688d105 tempest-ListServerFiltersTestJSON-918217185 tempest-ListServerFiltersTestJSON-918217185-project] 10.222.0.18 "GET /v2.0/quotas/998cd9846c324eb3a5afc3046fa9c535 HTTP/1.1" status: 200 len: 375 time: 0.0181062 Jul 27 23:20:12.252468 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8379002-0b15-462e-8508-d23f334b92e7 req-6a8eec45-b3a2-4047-a4b1-e3c38bce4e18 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:20:12.277525 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8379002-0b15-462e-8508-d23f334b92e7 req-6a8eec45-b3a2-4047-a4b1-e3c38bce4e18 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:20:12.294032 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8379002-0b15-462e-8508-d23f334b92e7 req-6a8eec45-b3a2-4047-a4b1-e3c38bce4e18 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:20:12.303810 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f48e9835-88f1-428e-a905-242987d99612 req-60ebfc2c-c2e8-4ef9-823e-61d49eb652eb tempest-ListServerFiltersTestJSON-918217185 tempest-ListServerFiltersTestJSON-918217185-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=998cd9846c324eb3a5afc3046fa9c535&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1042898 Jul 27 23:20:12.311933 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8379002-0b15-462e-8508-d23f334b92e7 req-6a8eec45-b3a2-4047-a4b1-e3c38bce4e18 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:20:12.325385 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ad81f31e-a543-48d9-a36e-44adc8bb20e3 None None] Provisioning for port 4567ebcf-c5cf-4dfe-9ffc-ba1b1a1d7169 completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:20:12.330711 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8379002-0b15-462e-8508-d23f334b92e7 req-6a8eec45-b3a2-4047-a4b1-e3c38bce4e18 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:20:12.350974 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8379002-0b15-462e-8508-d23f334b92e7 req-6a8eec45-b3a2-4047-a4b1-e3c38bce4e18 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:20:12.369798 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8379002-0b15-462e-8508-d23f334b92e7 req-6a8eec45-b3a2-4047-a4b1-e3c38bce4e18 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:20:12.379551 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a8379002-0b15-462e-8508-d23f334b92e7 req-6a8eec45-b3a2-4047-a4b1-e3c38bce4e18 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] 10.222.0.18 "GET /v2.0/ports?device_id=b095b7c4-44b3-4276-8676-8d0be18fa84f HTTP/1.1" status: 200 len: 5433 time: 0.2525933 Jul 27 23:20:12.492971 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a8379002-0b15-462e-8508-d23f334b92e7 req-d21eb35d-56fc-421c-814b-eda0ee07dc62 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] 10.222.0.18 "GET /v2.0/security-groups?id=8a179c9a-ee47-4a9a-9e98-ceb367c5785f&id=099e8df2-bc6b-4be8-8e74-9791e0ffd653&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1110003 Jul 27 23:20:12.548807 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f48e9835-88f1-428e-a905-242987d99612 req-7573615b-76d4-4b63-9058-dbc81f43db9b service neutron] 10.222.0.18 "GET /v2.0/networks/f5061e86-d108-435b-8963-79f759d49841?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2440994 Jul 27 23:20:12.566389 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76805f8-64f9-41d1-b8a9-fc97473c15d4 req-44206f2d-49cf-44bf-a956-168cc55a507d tempest-ListServerFiltersTestJSON-918217185 tempest-ListServerFiltersTestJSON-918217185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:20:12.567979 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a76805f8-64f9-41d1-b8a9-fc97473c15d4 req-44206f2d-49cf-44bf-a956-168cc55a507d tempest-ListServerFiltersTestJSON-918217185 tempest-ListServerFiltersTestJSON-918217185-project] 10.222.0.38 "GET /v2.0/networks?id=f5061e86-d108-435b-8963-79f759d49841 HTTP/1.1" status: 200 len: 815 time: 0.1859834 Jul 27 23:20:12.582992 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [req-a76805f8-64f9-41d1-b8a9-fc97473c15d4 req-6ffe352e-82b2-4144-b470-0f2b184dc85b tempest-ListServerFiltersTestJSON-918217185 tempest-ListServerFiltersTestJSON-918217185-project] Request body: {'port': {'device_id': 'a55c2372-5b07-478f-a1eb-4ce4802d350a', 'network_id': 'f5061e86-d108-435b-8963-79f759d49841', 'admin_state_up': True, 'tenant_id': '998cd9846c324eb3a5afc3046fa9c535'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:20:12.700787 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f48e9835-88f1-428e-a905-242987d99612 req-014c540f-971f-49bc-9854-a2e126e56b61 service neutron] 10.222.0.18 "GET /v2.0/networks/f5061e86-d108-435b-8963-79f759d49841?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391473 Jul 27 23:20:12.795300 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 4567ebcf-c5cf-4dfe-9ffc-ba1b1a1d7169 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:20:12.834108 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a76805f8-64f9-41d1-b8a9-fc97473c15d4 req-6ffe352e-82b2-4144-b470-0f2b184dc85b tempest-ListServerFiltersTestJSON-918217185 tempest-ListServerFiltersTestJSON-918217185-project] Made reservation on behalf of 998cd9846c324eb3a5afc3046fa9c535 for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:20:12.841313 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-a76805f8-64f9-41d1-b8a9-fc97473c15d4 req-6ffe352e-82b2-4144-b470-0f2b184dc85b tempest-ListServerFiltersTestJSON-918217185 tempest-ListServerFiltersTestJSON-918217185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:20:12.881147 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd6d475-4df6-4c67-bfe5-11d405012aff req-056b8a32-5698-4a23-be61-e2333a1d4d9c tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:20:12.914328 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd6d475-4df6-4c67-bfe5-11d405012aff req-056b8a32-5698-4a23-be61-e2333a1d4d9c tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:20:12.918767 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning for port 4567ebcf-c5cf-4dfe-9ffc-ba1b1a1d7169 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:20:12.920594 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd6d475-4df6-4c67-bfe5-11d405012aff req-056b8a32-5698-4a23-be61-e2333a1d4d9c tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:20:12.924579 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port 4567ebcf-c5cf-4dfe-9ffc-ba1b1a1d7169 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:20:12.925303 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:20:12.942805 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd6d475-4df6-4c67-bfe5-11d405012aff req-056b8a32-5698-4a23-be61-e2333a1d4d9c tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:20:12.948825 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd6d475-4df6-4c67-bfe5-11d405012aff req-056b8a32-5698-4a23-be61-e2333a1d4d9c tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:20:12.961515 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd6d475-4df6-4c67-bfe5-11d405012aff req-056b8a32-5698-4a23-be61-e2333a1d4d9c tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:20:12.973777 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd6d475-4df6-4c67-bfe5-11d405012aff req-056b8a32-5698-4a23-be61-e2333a1d4d9c tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:20:12.991241 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-cfd6d475-4df6-4c67-bfe5-11d405012aff req-056b8a32-5698-4a23-be61-e2333a1d4d9c tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] 10.222.0.18 "GET /v2.0/ports?device_id=b095b7c4-44b3-4276-8676-8d0be18fa84f HTTP/1.1" status: 200 len: 5433 time: 0.2286601 Jul 27 23:20:13.034110 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-26755e1d-69a2-423a-af44-caadd262a1b8 req-39fb8ecc-d70f-4b6c-ac4e-08fab814e459 tempest-ListServerFiltersTestJSON-918217185 tempest-ListServerFiltersTestJSON-918217185-project] 10.222.0.18 "GET /v2.0/ports?device_id=92527d70-5c7e-48eb-a05c-c45b8e403206 HTTP/1.1" status: 200 len: 210 time: 0.0632198 Jul 27 23:20:13.052668 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:20:13.144274 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] For port 4567ebcf-c5cf-4dfe-9ffc-ba1b1a1d7169, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=4567ebcf-c5cf-4dfe-9ffc-ba1b1a1d7169,segment=NetworkSegment(4330a33b-36d6-443c-9f50-70c8ac207eb9),segment_id=4330a33b-36d6-443c-9f50-70c8ac207eb9)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:20:13.150295 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:20:13.166781 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [req-a76805f8-64f9-41d1-b8a9-fc97473c15d4 req-6ffe352e-82b2-4144-b470-0f2b184dc85b tempest-ListServerFiltersTestJSON-918217185 tempest-ListServerFiltersTestJSON-918217185-project] Allocated IP 172.20.0.12 (f5061e86-d108-435b-8963-79f759d49841/5e396944-08ae-4cde-8a82-d47896790ce1/f4d3d2c8-8a02-4d70-a901-3862af76c72f) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:20:13.218764 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Pushing event updated for resources: {'Port': ['ID=4567ebcf-c5cf-4dfe-9ffc-ba1b1a1d7169,revision_number=3']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:20:13.344814 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-a76805f8-64f9-41d1-b8a9-fc97473c15d4 req-6ffe352e-82b2-4144-b470-0f2b184dc85b tempest-ListServerFiltersTestJSON-918217185 tempest-ListServerFiltersTestJSON-918217185-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:20:13.361414 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-a76805f8-64f9-41d1-b8a9-fc97473c15d4 req-6ffe352e-82b2-4144-b470-0f2b184dc85b tempest-ListServerFiltersTestJSON-918217185 tempest-ListServerFiltersTestJSON-918217185-project] Transition to ACTIVE for port object f4d3d2c8-8a02-4d70-a901-3862af76c72f will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:20:13.458975 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-a76805f8-64f9-41d1-b8a9-fc97473c15d4 req-6ffe352e-82b2-4144-b470-0f2b184dc85b tempest-ListServerFiltersTestJSON-918217185 tempest-ListServerFiltersTestJSON-918217185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:20:13.962801 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a76805f8-64f9-41d1-b8a9-fc97473c15d4 req-6ffe352e-82b2-4144-b470-0f2b184dc85b tempest-ListServerFiltersTestJSON-918217185 tempest-ListServerFiltersTestJSON-918217185-project] Network f5061e86-d108-435b-8963-79f759d49841 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:20:13.976682 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [req-a76805f8-64f9-41d1-b8a9-fc97473c15d4 req-6ffe352e-82b2-4144-b470-0f2b184dc85b tempest-ListServerFiltersTestJSON-918217185 tempest-ListServerFiltersTestJSON-918217185-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:20:13.986572 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-a76805f8-64f9-41d1-b8a9-fc97473c15d4 req-6ffe352e-82b2-4144-b470-0f2b184dc85b tempest-ListServerFiltersTestJSON-918217185 tempest-ListServerFiltersTestJSON-918217185-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:20:13.996305 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffe352e-82b2-4144-b470-0f2b184dc85b tempest-ListServerFiltersTestJSON-918217185 tempest-ListServerFiltersTestJSON-918217185-project] Pushing event updated for resources: {'Port': ['ID=f4d3d2c8-8a02-4d70-a901-3862af76c72f,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:20:14.041449 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc585b4-fd68-43cf-b41a-66f4d47aa3f2 req-d905ee99-2486-41b5-94b4-e03c96cbe34a tempest-ListServerFiltersTestJSON-918217185 tempest-ListServerFiltersTestJSON-918217185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:20:14.043259 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-4fc585b4-fd68-43cf-b41a-66f4d47aa3f2 req-d905ee99-2486-41b5-94b4-e03c96cbe34a tempest-ListServerFiltersTestJSON-918217185 tempest-ListServerFiltersTestJSON-918217185-project] 10.222.0.38 "GET /v2.0/networks?id=f5061e86-d108-435b-8963-79f759d49841 HTTP/1.1" status: 200 len: 815 time: 0.6114595 Jul 27 23:20:14.056669 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [req-4fc585b4-fd68-43cf-b41a-66f4d47aa3f2 req-bab58e7c-5e0e-4df7-a17f-0e2f727298cd tempest-ListServerFiltersTestJSON-918217185 tempest-ListServerFiltersTestJSON-918217185-project] Request body: {'port': {'device_id': '37ff3f41-5072-4a81-bacb-475180b9068c', 'network_id': 'f5061e86-d108-435b-8963-79f759d49841', 'admin_state_up': True, 'tenant_id': '998cd9846c324eb3a5afc3046fa9c535'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:20:14.175645 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76805f8-64f9-41d1-b8a9-fc97473c15d4 req-6ffe352e-82b2-4144-b470-0f2b184dc85b tempest-ListServerFiltersTestJSON-918217185 tempest-ListServerFiltersTestJSON-918217185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:20:14.184182 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-a76805f8-64f9-41d1-b8a9-fc97473c15d4 req-6ffe352e-82b2-4144-b470-0f2b184dc85b tempest-ListServerFiltersTestJSON-918217185 tempest-ListServerFiltersTestJSON-918217185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:20:14.221536 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-c4f0042a-34bf-40e7-bfc5-b38df2eae3cc req-c1835c78-f3ca-4188-856f-1078927cb301 tempest-ListServerFiltersTestJSON-918217185 tempest-ListServerFiltersTestJSON-918217185-project] 10.222.0.18 "GET /v2.0/ports?device_id=92527d70-5c7e-48eb-a05c-c45b8e403206 HTTP/1.1" status: 200 len: 210 time: 0.0751698 Jul 27 23:20:14.225595 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a76805f8-64f9-41d1-b8a9-fc97473c15d4 req-6ffe352e-82b2-4144-b470-0f2b184dc85b tempest-ListServerFiltersTestJSON-918217185 tempest-ListServerFiltersTestJSON-918217185-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6468327 Jul 27 23:20:14.246468 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [req-a76805f8-64f9-41d1-b8a9-fc97473c15d4 req-888e9b19-c3a0-41c3-8bad-641b86127c4b service neutron] Request body: {'port': {'device_id': 'a55c2372-5b07-478f-a1eb-4ce4802d350a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802623-1'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:20:14.419626 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-a76805f8-64f9-41d1-b8a9-fc97473c15d4 req-888e9b19-c3a0-41c3-8bad-641b86127c4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:20:14.439271 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-037ca987-caa2-4c7e-8f45-38a77edd1c60 None None] Provisioning for port f4d3d2c8-8a02-4d70-a901-3862af76c72f completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:20:14.444276 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-037ca987-caa2-4c7e-8f45-38a77edd1c60 None None] Provisioning complete for port f4d3d2c8-8a02-4d70-a901-3862af76c72f triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:20:14.444909 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-037ca987-caa2-4c7e-8f45-38a77edd1c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:20:14.463389 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48e9835-88f1-428e-a905-242987d99612 req-c8bbdb5c-a55c-43ec-ac49-b1d3f09b240f tempest-ListServerFiltersTestJSON-918217185 tempest-ListServerFiltersTestJSON-918217185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:20:14.465323 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f48e9835-88f1-428e-a905-242987d99612 req-c8bbdb5c-a55c-43ec-ac49-b1d3f09b240f tempest-ListServerFiltersTestJSON-918217185 tempest-ListServerFiltersTestJSON-918217185-project] 10.222.0.49 "GET /v2.0/networks?id=f5061e86-d108-435b-8963-79f759d49841 HTTP/1.1" status: 200 len: 815 time: 0.2543607 Jul 27 23:20:14.497263 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [req-f48e9835-88f1-428e-a905-242987d99612 req-412664d5-505b-44e6-b700-84f2be215f34 tempest-ListServerFiltersTestJSON-918217185 tempest-ListServerFiltersTestJSON-918217185-project] Request body: {'port': {'device_id': '92527d70-5c7e-48eb-a05c-c45b8e403206', 'network_id': 'f5061e86-d108-435b-8963-79f759d49841', 'admin_state_up': True, 'tenant_id': '998cd9846c324eb3a5afc3046fa9c535'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:20:14.501841 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4fc585b4-fd68-43cf-b41a-66f4d47aa3f2 req-bab58e7c-5e0e-4df7-a17f-0e2f727298cd tempest-ListServerFiltersTestJSON-918217185 tempest-ListServerFiltersTestJSON-918217185-project] Made reservation on behalf of 998cd9846c324eb3a5afc3046fa9c535 for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:20:14.505546 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-4fc585b4-fd68-43cf-b41a-66f4d47aa3f2 req-bab58e7c-5e0e-4df7-a17f-0e2f727298cd tempest-ListServerFiltersTestJSON-918217185 tempest-ListServerFiltersTestJSON-918217185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:20:14.540030 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-037ca987-caa2-4c7e-8f45-38a77edd1c60 None None] Port f4d3d2c8-8a02-4d70-a901-3862af76c72f cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:20:14.684347 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 4567ebcf-c5cf-4dfe-9ffc-ba1b1a1d7169 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:20:14.838938 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [req-4fc585b4-fd68-43cf-b41a-66f4d47aa3f2 req-bab58e7c-5e0e-4df7-a17f-0e2f727298cd tempest-ListServerFiltersTestJSON-918217185 tempest-ListServerFiltersTestJSON-918217185-project] Allocated IP 172.20.0.13 (f5061e86-d108-435b-8963-79f759d49841/5e396944-08ae-4cde-8a82-d47896790ce1/fb28c20c-3bd8-454b-8c34-43812971769b) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:20:14.872303 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port 4567ebcf-c5cf-4dfe-9ffc-ba1b1a1d7169 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:20:14.872867 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:20:14.937650 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f48e9835-88f1-428e-a905-242987d99612 req-412664d5-505b-44e6-b700-84f2be215f34 tempest-ListServerFiltersTestJSON-918217185 tempest-ListServerFiltersTestJSON-918217185-project] Made reservation on behalf of 998cd9846c324eb3a5afc3046fa9c535 for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:20:14.941383 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-f48e9835-88f1-428e-a905-242987d99612 req-412664d5-505b-44e6-b700-84f2be215f34 tempest-ListServerFiltersTestJSON-918217185 tempest-ListServerFiltersTestJSON-918217185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:20:15.143510 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-4fc585b4-fd68-43cf-b41a-66f4d47aa3f2 req-bab58e7c-5e0e-4df7-a17f-0e2f727298cd tempest-ListServerFiltersTestJSON-918217185 tempest-ListServerFiltersTestJSON-918217185-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:20:15.168614 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-4fc585b4-fd68-43cf-b41a-66f4d47aa3f2 req-bab58e7c-5e0e-4df7-a17f-0e2f727298cd tempest-ListServerFiltersTestJSON-918217185 tempest-ListServerFiltersTestJSON-918217185-project] Transition to ACTIVE for port object fb28c20c-3bd8-454b-8c34-43812971769b will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:20:15.217106 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-4fc585b4-fd68-43cf-b41a-66f4d47aa3f2 req-bab58e7c-5e0e-4df7-a17f-0e2f727298cd tempest-ListServerFiltersTestJSON-918217185 tempest-ListServerFiltersTestJSON-918217185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:20:15.237528 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 49888) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:20:15.348577 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4fc585b4-fd68-43cf-b41a-66f4d47aa3f2 req-bab58e7c-5e0e-4df7-a17f-0e2f727298cd tempest-ListServerFiltersTestJSON-918217185 tempest-ListServerFiltersTestJSON-918217185-project] Network f5061e86-d108-435b-8963-79f759d49841 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:20:15.355553 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab58e7c-5e0e-4df7-a17f-0e2f727298cd tempest-ListServerFiltersTestJSON-918217185 tempest-ListServerFiltersTestJSON-918217185-project] Pushing event updated for resources: {'Port': ['ID=fb28c20c-3bd8-454b-8c34-43812971769b,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:20:15.367543 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [req-4fc585b4-fd68-43cf-b41a-66f4d47aa3f2 req-bab58e7c-5e0e-4df7-a17f-0e2f727298cd tempest-ListServerFiltersTestJSON-918217185 tempest-ListServerFiltersTestJSON-918217185-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:20:15.391996 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fc585b4-fd68-43cf-b41a-66f4d47aa3f2 req-bab58e7c-5e0e-4df7-a17f-0e2f727298cd tempest-ListServerFiltersTestJSON-918217185 tempest-ListServerFiltersTestJSON-918217185-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:20:15.487404 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc585b4-fd68-43cf-b41a-66f4d47aa3f2 req-bab58e7c-5e0e-4df7-a17f-0e2f727298cd tempest-ListServerFiltersTestJSON-918217185 tempest-ListServerFiltersTestJSON-918217185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:20:15.491937 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-4fc585b4-fd68-43cf-b41a-66f4d47aa3f2 req-bab58e7c-5e0e-4df7-a17f-0e2f727298cd tempest-ListServerFiltersTestJSON-918217185 tempest-ListServerFiltersTestJSON-918217185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:20:15.556318 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [req-a76805f8-64f9-41d1-b8a9-fc97473c15d4 req-888e9b19-c3a0-41c3-8bad-641b86127c4b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4d3d2c8-8a02-4d70-a901-3862af76c72f {{(pid=93798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:20:15.565784 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-a76805f8-64f9-41d1-b8a9-fc97473c15d4 req-888e9b19-c3a0-41c3-8bad-641b86127c4b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:20:15.581398 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-a76805f8-64f9-41d1-b8a9-fc97473c15d4 req-888e9b19-c3a0-41c3-8bad-641b86127c4b service neutron] Transition to ACTIVE for port object f4d3d2c8-8a02-4d70-a901-3862af76c72f will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:20:15.614585 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-a76805f8-64f9-41d1-b8a9-fc97473c15d4 req-888e9b19-c3a0-41c3-8bad-641b86127c4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:20:15.658849 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-4fc585b4-fd68-43cf-b41a-66f4d47aa3f2 req-bab58e7c-5e0e-4df7-a17f-0e2f727298cd tempest-ListServerFiltersTestJSON-918217185 tempest-ListServerFiltersTestJSON-918217185-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6060002 Jul 27 23:20:15.716813 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [req-4fc585b4-fd68-43cf-b41a-66f4d47aa3f2 req-23f28d68-3f03-4d35-b7ab-b62530d64565 service neutron] Request body: {'port': {'device_id': '37ff3f41-5072-4a81-bacb-475180b9068c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802623-1'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:20:15.789333 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-69d981b1-4241-45ab-a716-9bd388e08fb0 None None] Provisioning for port fb28c20c-3bd8-454b-8c34-43812971769b completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:20:15.797440 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [req-f48e9835-88f1-428e-a905-242987d99612 req-412664d5-505b-44e6-b700-84f2be215f34 tempest-ListServerFiltersTestJSON-918217185 tempest-ListServerFiltersTestJSON-918217185-project] Allocated IP 172.20.0.7 (f5061e86-d108-435b-8963-79f759d49841/5e396944-08ae-4cde-8a82-d47896790ce1/4b273df4-6d17-4c3d-ad4a-8e5dbed0a042) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:20:15.809493 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-69d981b1-4241-45ab-a716-9bd388e08fb0 None None] Provisioning complete for port fb28c20c-3bd8-454b-8c34-43812971769b triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:20:15.809938 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-69d981b1-4241-45ab-a716-9bd388e08fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:20:15.869791 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-4d4a43c7-c178-4be5-8382-854c13cecc44 req-dbd8ac46-d5a1-481d-a2d7-c5a23afbedb0 tempest-ListServerFiltersTestJSON-918217185 tempest-ListServerFiltersTestJSON-918217185-project] 10.222.0.18 "GET /v2.0/ports?device_id=92527d70-5c7e-48eb-a05c-c45b8e403206 HTTP/1.1" status: 200 len: 210 time: 0.5396984 Jul 27 23:20:15.885411 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-69d981b1-4241-45ab-a716-9bd388e08fb0 None None] Port fb28c20c-3bd8-454b-8c34-43812971769b cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:20:15.931743 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ad94e2-444f-46d4-9d35-b1037e414c61 req-effd3f5c-8de0-45a7-b2d2-c8b2bf33e31b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:20:15.932573 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ad94e2-444f-46d4-9d35-b1037e414c61 req-effd3f5c-8de0-45a7-b2d2-c8b2bf33e31b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:20:15.934177 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ad94e2-444f-46d4-9d35-b1037e414c61 req-effd3f5c-8de0-45a7-b2d2-c8b2bf33e31b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:20:15.934889 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ad94e2-444f-46d4-9d35-b1037e414c61 req-effd3f5c-8de0-45a7-b2d2-c8b2bf33e31b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:20:15.935758 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ad94e2-444f-46d4-9d35-b1037e414c61 req-effd3f5c-8de0-45a7-b2d2-c8b2bf33e31b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:20:15.936952 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ad94e2-444f-46d4-9d35-b1037e414c61 req-effd3f5c-8de0-45a7-b2d2-c8b2bf33e31b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:20:15.938269 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ad94e2-444f-46d4-9d35-b1037e414c61 req-effd3f5c-8de0-45a7-b2d2-c8b2bf33e31b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:20:15.941049 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-51ad94e2-444f-46d4-9d35-b1037e414c61 req-effd3f5c-8de0-45a7-b2d2-c8b2bf33e31b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b095b7c4-44b3-4276-8676-8d0be18fa84f HTTP/1.1" status: 200 len: 6490 time: 0.7020624 Jul 27 23:20:16.023284 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-51ad94e2-444f-46d4-9d35-b1037e414c61 req-41ac8389-7342-4361-8cbc-7296bc58100e service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=8a179c9a-ee47-4a9a-9e98-ceb367c5785f&id=099e8df2-bc6b-4be8-8e74-9791e0ffd653&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0757871 Jul 27 23:20:16.207370 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888e9b19-c3a0-41c3-8bad-641b86127c4b service neutron] Pushing event updated for resources: {'Port': ['ID=f4d3d2c8-8a02-4d70-a901-3862af76c72f,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:20:16.276214 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-f48e9835-88f1-428e-a905-242987d99612 req-412664d5-505b-44e6-b700-84f2be215f34 tempest-ListServerFiltersTestJSON-918217185 tempest-ListServerFiltersTestJSON-918217185-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:20:16.289941 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-4fc585b4-fd68-43cf-b41a-66f4d47aa3f2 req-23f28d68-3f03-4d35-b7ab-b62530d64565 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:20:16.351335 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-f48e9835-88f1-428e-a905-242987d99612 req-412664d5-505b-44e6-b700-84f2be215f34 tempest-ListServerFiltersTestJSON-918217185 tempest-ListServerFiltersTestJSON-918217185-project] Transition to ACTIVE for port object 4b273df4-6d17-4c3d-ad4a-8e5dbed0a042 will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:20:16.387470 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-a76805f8-64f9-41d1-b8a9-fc97473c15d4 req-888e9b19-c3a0-41c3-8bad-641b86127c4b service neutron] Attempting to bind port f4d3d2c8-8a02-4d70-a901-3862af76c72f on host n-h1-802623-1 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:20:16.387817 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-a76805f8-64f9-41d1-b8a9-fc97473c15d4 req-888e9b19-c3a0-41c3-8bad-641b86127c4b service neutron] Attempting to bind port f4d3d2c8-8a02-4d70-a901-3862af76c72f by drivers openvswitch,hyperv on host n-h1-802623-1 at level 0 using segments [{'id': '4330a33b-36d6-443c-9f50-70c8ac207eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'f5061e86-d108-435b-8963-79f759d49841'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:20:16.388148 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a76805f8-64f9-41d1-b8a9-fc97473c15d4 req-888e9b19-c3a0-41c3-8bad-641b86127c4b service neutron] Attempting to bind port f4d3d2c8-8a02-4d70-a901-3862af76c72f on network f5061e86-d108-435b-8963-79f759d49841 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:20:16.447766 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a76805f8-64f9-41d1-b8a9-fc97473c15d4 req-888e9b19-c3a0-41c3-8bad-641b86127c4b service neutron] Port f4d3d2c8-8a02-4d70-a901-3862af76c72f on network f5061e86-d108-435b-8963-79f759d49841 not bound, no agent of type Open vSwitch agent registered on host n-h1-802623-1 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 23:20:16.448095 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a76805f8-64f9-41d1-b8a9-fc97473c15d4 req-888e9b19-c3a0-41c3-8bad-641b86127c4b service neutron] Attempting to bind port f4d3d2c8-8a02-4d70-a901-3862af76c72f on network f5061e86-d108-435b-8963-79f759d49841 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:20:16.481598 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a76805f8-64f9-41d1-b8a9-fc97473c15d4 req-888e9b19-c3a0-41c3-8bad-641b86127c4b service neutron] Checking agent: {'id': '245f1da4-a9b8-4b08-90d7-28f0f342b839', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 59, 59), 'started_at': datetime.datetime(2021, 7, 27, 22, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 19, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:20:16.481741 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a76805f8-64f9-41d1-b8a9-fc97473c15d4 req-888e9b19-c3a0-41c3-8bad-641b86127c4b service neutron] Checking segment: {'id': '4330a33b-36d6-443c-9f50-70c8ac207eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'f5061e86-d108-435b-8963-79f759d49841'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:20:16.482115 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a76805f8-64f9-41d1-b8a9-fc97473c15d4 req-888e9b19-c3a0-41c3-8bad-641b86127c4b service neutron] Bound using segment: {'id': '4330a33b-36d6-443c-9f50-70c8ac207eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'f5061e86-d108-435b-8963-79f759d49841'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:20:16.482574 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-a76805f8-64f9-41d1-b8a9-fc97473c15d4 req-888e9b19-c3a0-41c3-8bad-641b86127c4b service neutron] Bound port: f4d3d2c8-8a02-4d70-a901-3862af76c72f, host: n-h1-802623-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4330a33b-36d6-443c-9f50-70c8ac207eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'f5061e86-d108-435b-8963-79f759d49841'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:20:16.482943 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-a76805f8-64f9-41d1-b8a9-fc97473c15d4 req-888e9b19-c3a0-41c3-8bad-641b86127c4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:20:16.556612 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-f48e9835-88f1-428e-a905-242987d99612 req-412664d5-505b-44e6-b700-84f2be215f34 tempest-ListServerFiltersTestJSON-918217185 tempest-ListServerFiltersTestJSON-918217185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:20:16.689043 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f48e9835-88f1-428e-a905-242987d99612 req-412664d5-505b-44e6-b700-84f2be215f34 tempest-ListServerFiltersTestJSON-918217185 tempest-ListServerFiltersTestJSON-918217185-project] Network f5061e86-d108-435b-8963-79f759d49841 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:20:16.705665 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [req-f48e9835-88f1-428e-a905-242987d99612 req-412664d5-505b-44e6-b700-84f2be215f34 tempest-ListServerFiltersTestJSON-918217185 tempest-ListServerFiltersTestJSON-918217185-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:20:16.711352 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-f48e9835-88f1-428e-a905-242987d99612 req-412664d5-505b-44e6-b700-84f2be215f34 tempest-ListServerFiltersTestJSON-918217185 tempest-ListServerFiltersTestJSON-918217185-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:20:16.715650 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412664d5-505b-44e6-b700-84f2be215f34 tempest-ListServerFiltersTestJSON-918217185 tempest-ListServerFiltersTestJSON-918217185-project] Pushing event updated for resources: {'Port': ['ID=4b273df4-6d17-4c3d-ad4a-8e5dbed0a042,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:20:16.755550 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-a76805f8-64f9-41d1-b8a9-fc97473c15d4 req-888e9b19-c3a0-41c3-8bad-641b86127c4b service neutron] For port f4d3d2c8-8a02-4d70-a901-3862af76c72f, host n-h1-802623-1, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:20:16.785914 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-a76805f8-64f9-41d1-b8a9-fc97473c15d4 req-888e9b19-c3a0-41c3-8bad-641b86127c4b service neutron] For port f4d3d2c8-8a02-4d70-a901-3862af76c72f, host n-h1-802623-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=f4d3d2c8-8a02-4d70-a901-3862af76c72f,segment=NetworkSegment(4330a33b-36d6-443c-9f50-70c8ac207eb9),segment_id=4330a33b-36d6-443c-9f50-70c8ac207eb9)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:20:16.816358 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-a76805f8-64f9-41d1-b8a9-fc97473c15d4 req-888e9b19-c3a0-41c3-8bad-641b86127c4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:20:16.852148 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fba0b1-ec9d-4aa3-ad5c-a49d9ff97ed8 req-598dbbca-aebd-4fe7-a0b7-72b5edda34ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:20:16.854325 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-50fba0b1-ec9d-4aa3-ad5c-a49d9ff97ed8 req-598dbbca-aebd-4fe7-a0b7-72b5edda34ee service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=096ab815848b4fa4865a54f76499dfb1&device_id=55cb1b9e-b3c2-47cd-8a02-7c9e10ec36f7 HTTP/1.1" status: 200 len: 1095 time: 0.0824878 Jul 27 23:20:16.945293 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48e9835-88f1-428e-a905-242987d99612 req-412664d5-505b-44e6-b700-84f2be215f34 tempest-ListServerFiltersTestJSON-918217185 tempest-ListServerFiltersTestJSON-918217185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:20:16.945935 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-f48e9835-88f1-428e-a905-242987d99612 req-412664d5-505b-44e6-b700-84f2be215f34 tempest-ListServerFiltersTestJSON-918217185 tempest-ListServerFiltersTestJSON-918217185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:20:17.045486 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fba0b1-ec9d-4aa3-ad5c-a49d9ff97ed8 req-8534cccc-0c60-43ee-8f64-501e886c7972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:20:17.047544 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-50fba0b1-ec9d-4aa3-ad5c-a49d9ff97ed8 req-8534cccc-0c60-43ee-8f64-501e886c7972 service neutron] 10.222.0.49 "GET /v2.0/networks?id=0627b955-dd0f-4cce-ba7f-51e698f3bc59 HTTP/1.1" status: 200 len: 913 time: 0.1845071 Jul 27 23:20:17.071731 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76805f8-64f9-41d1-b8a9-fc97473c15d4 req-888e9b19-c3a0-41c3-8bad-641b86127c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:20:17.072362 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-a76805f8-64f9-41d1-b8a9-fc97473c15d4 req-888e9b19-c3a0-41c3-8bad-641b86127c4b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:20:17.073770 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a76805f8-64f9-41d1-b8a9-fc97473c15d4 req-888e9b19-c3a0-41c3-8bad-641b86127c4b service neutron] 10.222.0.38 "PUT /v2.0/ports/f4d3d2c8-8a02-4d70-a901-3862af76c72f HTTP/1.1" status: 200 len: 1092 time: 2.8318057 Jul 27 23:20:17.090860 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a55c2372-5b07-478f-a1eb-4ce4802d350a', 'tag': 'f4d3d2c8-8a02-4d70-a901-3862af76c72f'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:20:17.092992 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}011f8d312121274bb12d78e77c6379a2079800640016cec6c6d605b73666e854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f86eba3f-f73c-47be-a033-d1848b08bc4b" -d '{"events": [{"name": "network-changed", "server_uuid": "a55c2372-5b07-478f-a1eb-4ce4802d350a", "tag": "f4d3d2c8-8a02-4d70-a901-3862af76c72f"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:20:17.174728 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e7667cae-58c1-4e21-8f75-3cff70f55478 None None] Provisioning for port 4b273df4-6d17-4c3d-ad4a-8e5dbed0a042 completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:20:17.179257 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f48e9835-88f1-428e-a905-242987d99612 req-412664d5-505b-44e6-b700-84f2be215f34 tempest-ListServerFiltersTestJSON-918217185 tempest-ListServerFiltersTestJSON-918217185-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6882954 Jul 27 23:20:17.181627 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e7667cae-58c1-4e21-8f75-3cff70f55478 None None] Provisioning complete for port 4b273df4-6d17-4c3d-ad4a-8e5dbed0a042 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:20:17.182012 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e7667cae-58c1-4e21-8f75-3cff70f55478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:20:17.185639 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498fc5b1-290f-4a3d-8aa0-0c27c182a131 req-7c917aae-de9a-46b4-aa34-fdc8af8d0015 tempest-ListServerFiltersTestJSON-918217185 tempest-ListServerFiltersTestJSON-918217185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:20:17.194063 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-498fc5b1-290f-4a3d-8aa0-0c27c182a131 req-7c917aae-de9a-46b4-aa34-fdc8af8d0015 tempest-ListServerFiltersTestJSON-918217185 tempest-ListServerFiltersTestJSON-918217185-project] 10.222.0.18 "GET /v2.0/ports?device_id=92527d70-5c7e-48eb-a05c-c45b8e403206 HTTP/1.1" status: 200 len: 931 time: 0.1643693 Jul 27 23:20:17.210311 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-50fba0b1-ec9d-4aa3-ad5c-a49d9ff97ed8 req-f99afe85-938b-4460-bac8-2c71ec3732e8 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=907413de-9aa6-49bc-ae78-3f4206ba8faf HTTP/1.1" status: 200 len: 998 time: 0.1402023 Jul 27 23:20:17.256904 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [req-f48e9835-88f1-428e-a905-242987d99612 req-d02c30fc-628b-453d-ad34-a198757b55e2 service neutron] Request body: {'port': {'device_id': '92527d70-5c7e-48eb-a05c-c45b8e403206', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802623-1'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:20:17.299133 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-498fc5b1-290f-4a3d-8aa0-0c27c182a131 req-8b8e53fb-84e6-45df-a686-a7760baaa9a4 tempest-ListServerFiltersTestJSON-918217185 tempest-ListServerFiltersTestJSON-918217185-project] 10.222.0.18 "GET /v2.0/security-groups?id=08c375eb-65f8-4808-8ad8-3342b3a38869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041334 Jul 27 23:20:17.300467 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-e7667cae-58c1-4e21-8f75-3cff70f55478 None None] Port 4b273df4-6d17-4c3d-ad4a-8e5dbed0a042 cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:20:17.308586 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888e9b19-c3a0-41c3-8bad-641b86127c4b service neutron] Pushing event updated for resources: {'Port': ['ID=f4d3d2c8-8a02-4d70-a901-3862af76c72f,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:20:17.347638 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fba0b1-ec9d-4aa3-ad5c-a49d9ff97ed8 req-5b8070e7-b9a0-4bd0-9989-7635770ab219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:20:17.349411 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-50fba0b1-ec9d-4aa3-ad5c-a49d9ff97ed8 req-5b8070e7-b9a0-4bd0-9989-7635770ab219 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=232a981d-f7d1-42df-991c-3a09e4ce0177 HTTP/1.1" status: 200 len: 851 time: 0.1317682 Jul 27 23:20:17.378967 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [req-4fc585b4-fd68-43cf-b41a-66f4d47aa3f2 req-23f28d68-3f03-4d35-b7ab-b62530d64565 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb28c20c-3bd8-454b-8c34-43812971769b {{(pid=93798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:20:17.395524 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e60cf8-d49a-4c6e-b32e-fec3d8cd09f1 req-a79768a0-e0a8-42bd-b363-c030d9dba229 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:20:17.397586 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b4e60cf8-d49a-4c6e-b32e-fec3d8cd09f1 req-a79768a0-e0a8-42bd-b363-c030d9dba229 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/ports?device_id=55cb1b9e-b3c2-47cd-8a02-7c9e10ec36f7 HTTP/1.1" status: 200 len: 944 time: 0.5334921 Jul 27 23:20:17.401551 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 23:20:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c10dad5-91fc-4d04-839c-40e8a264fcc9 x-openstack-request-id: req-3c10dad5-91fc-4d04-839c-40e8a264fcc9 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:20:17.402079 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a55c2372-5b07-478f-a1eb-4ce4802d350a", "tag": "f4d3d2c8-8a02-4d70-a901-3862af76c72f", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:20:17.402485 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3c10dad5-91fc-4d04-839c-40e8a264fcc9 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:20:17.403032 n-d-802623-1 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a55c2372-5b07-478f-a1eb-4ce4802d350a', 'tag': 'f4d3d2c8-8a02-4d70-a901-3862af76c72f', 'status': 'completed', 'code': 200} Jul 27 23:20:17.407246 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-4fc585b4-fd68-43cf-b41a-66f4d47aa3f2 req-23f28d68-3f03-4d35-b7ab-b62530d64565 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:20:17.420247 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fba0b1-ec9d-4aa3-ad5c-a49d9ff97ed8 req-020f77cd-d013-444e-a85e-a57249ea335f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:20:17.422052 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-50fba0b1-ec9d-4aa3-ad5c-a49d9ff97ed8 req-020f77cd-d013-444e-a85e-a57249ea335f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0627b955-dd0f-4cce-ba7f-51e698f3bc59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0648851 Jul 27 23:20:17.565909 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-4fc585b4-fd68-43cf-b41a-66f4d47aa3f2 req-23f28d68-3f03-4d35-b7ab-b62530d64565 service neutron] Transition to ACTIVE for port object fb28c20c-3bd8-454b-8c34-43812971769b will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:20:17.570256 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-f48e9835-88f1-428e-a905-242987d99612 req-d02c30fc-628b-453d-ad34-a198757b55e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:20:17.588590 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-4fc585b4-fd68-43cf-b41a-66f4d47aa3f2 req-23f28d68-3f03-4d35-b7ab-b62530d64565 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:20:17.592366 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76805f8-64f9-41d1-b8a9-fc97473c15d4 req-4dc86b45-a134-4656-8f6d-166492f2c925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:20:17.593985 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a76805f8-64f9-41d1-b8a9-fc97473c15d4 req-4dc86b45-a134-4656-8f6d-166492f2c925 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=998cd9846c324eb3a5afc3046fa9c535&device_id=a55c2372-5b07-478f-a1eb-4ce4802d350a HTTP/1.1" status: 200 len: 1095 time: 0.4568830 Jul 27 23:20:17.596692 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-50fba0b1-ec9d-4aa3-ad5c-a49d9ff97ed8 req-fcdb7446-9f03-426e-a12c-328e00986471 service neutron] 10.222.0.49 "GET /v2.0/networks/0627b955-dd0f-4cce-ba7f-51e698f3bc59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1624441 Jul 27 23:20:17.720224 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b4e60cf8-d49a-4c6e-b32e-fec3d8cd09f1 req-b3b83257-a34c-46c8-b616-eb8e53ce9251 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/security-groups?id=5f578744-6f09-4b7e-a537-2a342130270d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2732270 Jul 27 23:20:17.734817 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a76805f8-64f9-41d1-b8a9-fc97473c15d4 req-1b1c046e-00f4-470a-930e-d095519cfa1c service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f4d3d2c8-8a02-4d70-a901-3862af76c72f HTTP/1.1" status: 200 len: 217 time: 0.1221395 Jul 27 23:20:17.740580 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-50fba0b1-ec9d-4aa3-ad5c-a49d9ff97ed8 req-7d9b4e66-7d22-4fae-9f78-9f246f335162 service neutron] 10.222.0.49 "GET /v2.0/networks/0627b955-dd0f-4cce-ba7f-51e698f3bc59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319835 Jul 27 23:20:17.801077 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f28d68-3f03-4d35-b7ab-b62530d64565 service neutron] Pushing event updated for resources: {'Port': ['ID=fb28c20c-3bd8-454b-8c34-43812971769b,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:20:17.927325 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76805f8-64f9-41d1-b8a9-fc97473c15d4 req-5095f3d1-f4bc-4151-98ea-4c1263aa584c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:20:17.928910 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a76805f8-64f9-41d1-b8a9-fc97473c15d4 req-5095f3d1-f4bc-4151-98ea-4c1263aa584c service neutron] 10.222.0.38 "GET /v2.0/subnets?id=5e396944-08ae-4cde-8a82-d47896790ce1 HTTP/1.1" status: 200 len: 854 time: 0.1836128 Jul 27 23:20:18.034899 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-4fc585b4-fd68-43cf-b41a-66f4d47aa3f2 req-23f28d68-3f03-4d35-b7ab-b62530d64565 service neutron] Attempting to bind port fb28c20c-3bd8-454b-8c34-43812971769b on host n-h1-802623-1 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:20:18.035156 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-4fc585b4-fd68-43cf-b41a-66f4d47aa3f2 req-23f28d68-3f03-4d35-b7ab-b62530d64565 service neutron] Attempting to bind port fb28c20c-3bd8-454b-8c34-43812971769b by drivers openvswitch,hyperv on host n-h1-802623-1 at level 0 using segments [{'id': '4330a33b-36d6-443c-9f50-70c8ac207eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'f5061e86-d108-435b-8963-79f759d49841'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:20:18.035470 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fc585b4-fd68-43cf-b41a-66f4d47aa3f2 req-23f28d68-3f03-4d35-b7ab-b62530d64565 service neutron] Attempting to bind port fb28c20c-3bd8-454b-8c34-43812971769b on network f5061e86-d108-435b-8963-79f759d49841 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:20:18.042928 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76805f8-64f9-41d1-b8a9-fc97473c15d4 req-3f765f1a-453b-4628-9489-d05a8a47c4c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:20:18.044439 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a76805f8-64f9-41d1-b8a9-fc97473c15d4 req-3f765f1a-453b-4628-9489-d05a8a47c4c9 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=f5061e86-d108-435b-8963-79f759d49841&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1070795 Jul 27 23:20:18.048561 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fc585b4-fd68-43cf-b41a-66f4d47aa3f2 req-23f28d68-3f03-4d35-b7ab-b62530d64565 service neutron] Port fb28c20c-3bd8-454b-8c34-43812971769b on network f5061e86-d108-435b-8963-79f759d49841 not bound, no agent of type Open vSwitch agent registered on host n-h1-802623-1 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 23:20:18.048876 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fc585b4-fd68-43cf-b41a-66f4d47aa3f2 req-23f28d68-3f03-4d35-b7ab-b62530d64565 service neutron] Attempting to bind port fb28c20c-3bd8-454b-8c34-43812971769b on network f5061e86-d108-435b-8963-79f759d49841 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:20:18.069306 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fc585b4-fd68-43cf-b41a-66f4d47aa3f2 req-23f28d68-3f03-4d35-b7ab-b62530d64565 service neutron] Checking agent: {'id': '245f1da4-a9b8-4b08-90d7-28f0f342b839', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 59, 59), 'started_at': datetime.datetime(2021, 7, 27, 22, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 19, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:20:18.069643 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fc585b4-fd68-43cf-b41a-66f4d47aa3f2 req-23f28d68-3f03-4d35-b7ab-b62530d64565 service neutron] Checking segment: {'id': '4330a33b-36d6-443c-9f50-70c8ac207eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'f5061e86-d108-435b-8963-79f759d49841'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:20:18.070021 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fc585b4-fd68-43cf-b41a-66f4d47aa3f2 req-23f28d68-3f03-4d35-b7ab-b62530d64565 service neutron] Bound using segment: {'id': '4330a33b-36d6-443c-9f50-70c8ac207eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'f5061e86-d108-435b-8963-79f759d49841'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:20:18.070460 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-4fc585b4-fd68-43cf-b41a-66f4d47aa3f2 req-23f28d68-3f03-4d35-b7ab-b62530d64565 service neutron] Bound port: fb28c20c-3bd8-454b-8c34-43812971769b, host: n-h1-802623-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4330a33b-36d6-443c-9f50-70c8ac207eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'f5061e86-d108-435b-8963-79f759d49841'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:20:18.070813 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-4fc585b4-fd68-43cf-b41a-66f4d47aa3f2 req-23f28d68-3f03-4d35-b7ab-b62530d64565 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:20:18.471562 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-91cb2b10-d768-4070-8c58-6388577096d2 req-239314a2-ff94-4aa3-9a3d-573afbf1c3ae service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=3dc73040-187a-4f58-bcc9-a88d65cd484b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0821576 Jul 27 23:20:18.490127 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009373fc-7709-4381-bb8d-14edc28d3fe9 req-f5666275-51c1-43e1-987f-6f8d964df9e6 tempest-ListServerFiltersTestJSON-918217185 tempest-ListServerFiltersTestJSON-918217185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:20:18.491973 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-009373fc-7709-4381-bb8d-14edc28d3fe9 req-f5666275-51c1-43e1-987f-6f8d964df9e6 tempest-ListServerFiltersTestJSON-918217185 tempest-ListServerFiltersTestJSON-918217185-project] 10.222.0.18 "GET /v2.0/ports?device_id=92527d70-5c7e-48eb-a05c-c45b8e403206 HTTP/1.1" status: 200 len: 931 time: 0.0696716 Jul 27 23:20:18.571061 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-009373fc-7709-4381-bb8d-14edc28d3fe9 req-7b835b02-8bbc-4bfb-8c11-76345f8340b4 tempest-ListServerFiltersTestJSON-918217185 tempest-ListServerFiltersTestJSON-918217185-project] 10.222.0.18 "GET /v2.0/security-groups?id=08c375eb-65f8-4808-8ad8-3342b3a38869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694950 Jul 27 23:20:18.585329 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cb2b10-d768-4070-8c58-6388577096d2 req-d2160eaa-6442-48a0-af3a-20819de68693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:20:18.587201 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-91cb2b10-d768-4070-8c58-6388577096d2 req-d2160eaa-6442-48a0-af3a-20819de68693 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=096ab815848b4fa4865a54f76499dfb1&device_id=3dc73040-187a-4f58-bcc9-a88d65cd484b HTTP/1.1" status: 200 len: 1096 time: 0.0870044 Jul 27 23:20:18.641416 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [req-f48e9835-88f1-428e-a905-242987d99612 req-d02c30fc-628b-453d-ad34-a198757b55e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b273df4-6d17-4c3d-ad4a-8e5dbed0a042 {{(pid=93798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:20:18.671572 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-f48e9835-88f1-428e-a905-242987d99612 req-d02c30fc-628b-453d-ad34-a198757b55e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:20:18.691331 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a76805f8-64f9-41d1-b8a9-fc97473c15d4 req-814d3457-2e64-44d1-9f5d-a4f055587198 service neutron] 10.222.0.38 "GET /v2.0/networks/f5061e86-d108-435b-8963-79f759d49841?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6341186 Jul 27 23:20:18.696637 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-4fc585b4-fd68-43cf-b41a-66f4d47aa3f2 req-23f28d68-3f03-4d35-b7ab-b62530d64565 service neutron] For port fb28c20c-3bd8-454b-8c34-43812971769b, host n-h1-802623-1, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:20:18.702743 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-4fc585b4-fd68-43cf-b41a-66f4d47aa3f2 req-23f28d68-3f03-4d35-b7ab-b62530d64565 service neutron] For port fb28c20c-3bd8-454b-8c34-43812971769b, host n-h1-802623-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=fb28c20c-3bd8-454b-8c34-43812971769b,segment=NetworkSegment(4330a33b-36d6-443c-9f50-70c8ac207eb9),segment_id=4330a33b-36d6-443c-9f50-70c8ac207eb9)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:20:18.711179 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-f48e9835-88f1-428e-a905-242987d99612 req-d02c30fc-628b-453d-ad34-a198757b55e2 service neutron] Transition to ACTIVE for port object 4b273df4-6d17-4c3d-ad4a-8e5dbed0a042 will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:20:18.730552 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cb2b10-d768-4070-8c58-6388577096d2 req-81d3567c-404c-47b0-95f6-c83683a4fc3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:20:18.732078 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-91cb2b10-d768-4070-8c58-6388577096d2 req-81d3567c-404c-47b0-95f6-c83683a4fc3c service neutron] 10.222.0.38 "GET /v2.0/networks?id=0627b955-dd0f-4cce-ba7f-51e698f3bc59 HTTP/1.1" status: 200 len: 913 time: 0.1167791 Jul 27 23:20:18.748178 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-4fc585b4-fd68-43cf-b41a-66f4d47aa3f2 req-23f28d68-3f03-4d35-b7ab-b62530d64565 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:20:18.785927 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-91cb2b10-d768-4070-8c58-6388577096d2 req-85f8577b-793e-47a0-8c47-fe4b2c261908 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2f6e68dd-baf9-4f43-bbe4-1312f336f420 HTTP/1.1" status: 200 len: 217 time: 0.0477185 Jul 27 23:20:18.831004 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-f48e9835-88f1-428e-a905-242987d99612 req-d02c30fc-628b-453d-ad34-a198757b55e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:20:18.879407 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cb2b10-d768-4070-8c58-6388577096d2 req-7e7d17d1-ab34-4e21-a84d-340aaa4ca915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:20:18.881747 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-91cb2b10-d768-4070-8c58-6388577096d2 req-7e7d17d1-ab34-4e21-a84d-340aaa4ca915 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=232a981d-f7d1-42df-991c-3a09e4ce0177 HTTP/1.1" status: 200 len: 851 time: 0.0867722 Jul 27 23:20:18.919027 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc585b4-fd68-43cf-b41a-66f4d47aa3f2 req-23f28d68-3f03-4d35-b7ab-b62530d64565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:20:18.926286 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-4fc585b4-fd68-43cf-b41a-66f4d47aa3f2 req-23f28d68-3f03-4d35-b7ab-b62530d64565 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:20:18.927939 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-4fc585b4-fd68-43cf-b41a-66f4d47aa3f2 req-23f28d68-3f03-4d35-b7ab-b62530d64565 service neutron] 10.222.0.38 "PUT /v2.0/ports/fb28c20c-3bd8-454b-8c34-43812971769b HTTP/1.1" status: 200 len: 1092 time: 3.2600892 Jul 27 23:20:18.981610 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f28d68-3f03-4d35-b7ab-b62530d64565 service neutron] Pushing event updated for resources: {'Port': ['ID=fb28c20c-3bd8-454b-8c34-43812971769b,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:20:18.993550 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cb2b10-d768-4070-8c58-6388577096d2 req-680d1ebc-6b17-41bb-a26f-c012057c9660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:20:18.995449 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-91cb2b10-d768-4070-8c58-6388577096d2 req-680d1ebc-6b17-41bb-a26f-c012057c9660 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=0627b955-dd0f-4cce-ba7f-51e698f3bc59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0887482 Jul 27 23:20:19.108806 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a76805f8-64f9-41d1-b8a9-fc97473c15d4 req-855a61d0-56c5-4e93-9c35-0ee06af12c4a service neutron] 10.222.0.38 "GET /v2.0/networks/f5061e86-d108-435b-8963-79f759d49841?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4084003 Jul 27 23:20:19.139891 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6d5f9f-130c-401d-b53b-33d3821f023a req-09ad4fef-f429-448e-8e32-f4110671a272 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:20:19.141974 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-6e6d5f9f-130c-401d-b53b-33d3821f023a req-09ad4fef-f429-448e-8e32-f4110671a272 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/ports?device_id=55cb1b9e-b3c2-47cd-8a02-7c9e10ec36f7 HTTP/1.1" status: 200 len: 944 time: 0.2774246 Jul 27 23:20:19.179255 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-91cb2b10-d768-4070-8c58-6388577096d2 req-0006d507-30ae-4b06-ad60-e79b6b7caacc service neutron] 10.222.0.38 "GET /v2.0/networks/0627b955-dd0f-4cce-ba7f-51e698f3bc59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1762686 Jul 27 23:20:19.191656 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02c30fc-628b-453d-ad34-a198757b55e2 service neutron] Pushing event updated for resources: {'Port': ['ID=4b273df4-6d17-4c3d-ad4a-8e5dbed0a042,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:20:19.246574 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc585b4-fd68-43cf-b41a-66f4d47aa3f2 req-4623987c-5e34-4499-ac9b-d568f27f4d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:20:19.249394 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-4fc585b4-fd68-43cf-b41a-66f4d47aa3f2 req-4623987c-5e34-4499-ac9b-d568f27f4d6c service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=998cd9846c324eb3a5afc3046fa9c535&device_id=37ff3f41-5072-4a81-bacb-475180b9068c HTTP/1.1" status: 200 len: 1095 time: 0.2629881 Jul 27 23:20:19.338649 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-6e6d5f9f-130c-401d-b53b-33d3821f023a req-3efb9dbb-4596-4e04-9b27-b8318eae093d tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/security-groups?id=5f578744-6f09-4b7e-a537-2a342130270d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1793988 Jul 27 23:20:19.354005 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-91cb2b10-d768-4070-8c58-6388577096d2 req-18e05903-cb5d-4998-a86e-5dd8eec86e28 service neutron] 10.222.0.38 "GET /v2.0/networks/0627b955-dd0f-4cce-ba7f-51e698f3bc59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1623158 Jul 27 23:20:19.381648 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-4fc585b4-fd68-43cf-b41a-66f4d47aa3f2 req-9f217fdc-4fc0-45a8-9356-c396b6f89d35 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fb28c20c-3bd8-454b-8c34-43812971769b HTTP/1.1" status: 200 len: 217 time: 0.1175275 Jul 27 23:20:19.385418 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-f48e9835-88f1-428e-a905-242987d99612 req-d02c30fc-628b-453d-ad34-a198757b55e2 service neutron] Attempting to bind port 4b273df4-6d17-4c3d-ad4a-8e5dbed0a042 on host n-h2-802623-1 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:20:19.386103 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-f48e9835-88f1-428e-a905-242987d99612 req-d02c30fc-628b-453d-ad34-a198757b55e2 service neutron] Attempting to bind port 4b273df4-6d17-4c3d-ad4a-8e5dbed0a042 by drivers openvswitch,hyperv on host n-h2-802623-1 at level 0 using segments [{'id': '4330a33b-36d6-443c-9f50-70c8ac207eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'f5061e86-d108-435b-8963-79f759d49841'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:20:19.386999 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f48e9835-88f1-428e-a905-242987d99612 req-d02c30fc-628b-453d-ad34-a198757b55e2 service neutron] Attempting to bind port 4b273df4-6d17-4c3d-ad4a-8e5dbed0a042 on network f5061e86-d108-435b-8963-79f759d49841 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:20:19.411913 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37ff3f41-5072-4a81-bacb-475180b9068c', 'tag': 'fb28c20c-3bd8-454b-8c34-43812971769b'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:20:19.415244 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}011f8d312121274bb12d78e77c6379a2079800640016cec6c6d605b73666e854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5be1ebbc-a29b-4804-857b-68a2f3688465" -d '{"events": [{"name": "network-changed", "server_uuid": "37ff3f41-5072-4a81-bacb-475180b9068c", "tag": "fb28c20c-3bd8-454b-8c34-43812971769b"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:20:19.422534 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f48e9835-88f1-428e-a905-242987d99612 req-d02c30fc-628b-453d-ad34-a198757b55e2 service neutron] Port 4b273df4-6d17-4c3d-ad4a-8e5dbed0a042 on network f5061e86-d108-435b-8963-79f759d49841 not bound, no agent of type Open vSwitch agent registered on host n-h2-802623-1 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 23:20:19.422866 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f48e9835-88f1-428e-a905-242987d99612 req-d02c30fc-628b-453d-ad34-a198757b55e2 service neutron] Attempting to bind port 4b273df4-6d17-4c3d-ad4a-8e5dbed0a042 on network f5061e86-d108-435b-8963-79f759d49841 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:20:19.445667 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86eba3f-f73c-47be-a033-d1848b08bc4b req-24e8a869-cf93-4c13-9abb-4150c5df2dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:20:19.447221 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f86eba3f-f73c-47be-a033-d1848b08bc4b req-24e8a869-cf93-4c13-9abb-4150c5df2dd2 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=998cd9846c324eb3a5afc3046fa9c535&device_id=a55c2372-5b07-478f-a1eb-4ce4802d350a HTTP/1.1" status: 200 len: 1095 time: 0.2636428 Jul 27 23:20:19.467264 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f48e9835-88f1-428e-a905-242987d99612 req-d02c30fc-628b-453d-ad34-a198757b55e2 service neutron] Checking agent: {'id': 'c5cc038b-93c4-4df4-8061-5df2a04a48c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 23, 0, 4), 'started_at': datetime.datetime(2021, 7, 27, 23, 0, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 20, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:20:19.467684 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f48e9835-88f1-428e-a905-242987d99612 req-d02c30fc-628b-453d-ad34-a198757b55e2 service neutron] Checking segment: {'id': '4330a33b-36d6-443c-9f50-70c8ac207eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'f5061e86-d108-435b-8963-79f759d49841'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:20:19.468133 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f48e9835-88f1-428e-a905-242987d99612 req-d02c30fc-628b-453d-ad34-a198757b55e2 service neutron] Bound using segment: {'id': '4330a33b-36d6-443c-9f50-70c8ac207eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'f5061e86-d108-435b-8963-79f759d49841'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:20:19.468650 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-f48e9835-88f1-428e-a905-242987d99612 req-d02c30fc-628b-453d-ad34-a198757b55e2 service neutron] Bound port: 4b273df4-6d17-4c3d-ad4a-8e5dbed0a042, host: n-h2-802623-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4330a33b-36d6-443c-9f50-70c8ac207eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'f5061e86-d108-435b-8963-79f759d49841'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:20:19.469301 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-f48e9835-88f1-428e-a905-242987d99612 req-d02c30fc-628b-453d-ad34-a198757b55e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:20:19.473307 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 23:20:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6438afee-c9b9-413d-863c-d58600ee0aaa x-openstack-request-id: req-6438afee-c9b9-413d-863c-d58600ee0aaa {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:20:19.473594 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37ff3f41-5072-4a81-bacb-475180b9068c", "tag": "fb28c20c-3bd8-454b-8c34-43812971769b", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:20:19.473843 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6438afee-c9b9-413d-863c-d58600ee0aaa {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:20:19.474286 n-d-802623-1 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37ff3f41-5072-4a81-bacb-475180b9068c', 'tag': 'fb28c20c-3bd8-454b-8c34-43812971769b', 'status': 'completed', 'code': 200} Jul 27 23:20:19.575381 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc585b4-fd68-43cf-b41a-66f4d47aa3f2 req-e447b849-4775-4d34-8229-2f06e38399a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:20:19.577578 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-4fc585b4-fd68-43cf-b41a-66f4d47aa3f2 req-e447b849-4775-4d34-8229-2f06e38399a3 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=5e396944-08ae-4cde-8a82-d47896790ce1 HTTP/1.1" status: 200 len: 854 time: 0.1843977 Jul 27 23:20:19.628924 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86eba3f-f73c-47be-a033-d1848b08bc4b req-dca65743-7a71-417b-81d1-9fbbb7d38882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:20:19.630452 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f86eba3f-f73c-47be-a033-d1848b08bc4b req-dca65743-7a71-417b-81d1-9fbbb7d38882 service neutron] 10.222.0.38 "GET /v2.0/networks?id=f5061e86-d108-435b-8963-79f759d49841 HTTP/1.1" status: 200 len: 916 time: 0.1744857 Jul 27 23:20:19.670530 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-f48e9835-88f1-428e-a905-242987d99612 req-d02c30fc-628b-453d-ad34-a198757b55e2 service neutron] For port 4b273df4-6d17-4c3d-ad4a-8e5dbed0a042, host n-h2-802623-1, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:20:19.689729 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-f48e9835-88f1-428e-a905-242987d99612 req-d02c30fc-628b-453d-ad34-a198757b55e2 service neutron] For port 4b273df4-6d17-4c3d-ad4a-8e5dbed0a042, host n-h2-802623-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=4b273df4-6d17-4c3d-ad4a-8e5dbed0a042,segment=NetworkSegment(4330a33b-36d6-443c-9f50-70c8ac207eb9),segment_id=4330a33b-36d6-443c-9f50-70c8ac207eb9)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:20:19.712972 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-f48e9835-88f1-428e-a905-242987d99612 req-d02c30fc-628b-453d-ad34-a198757b55e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:20:19.751483 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48c415c-a629-4d7a-ab38-9f127cca72fe req-23289b53-7595-438a-a005-22ff1a2e58ab tempest-ListServerFiltersTestJSON-918217185 tempest-ListServerFiltersTestJSON-918217185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:20:19.753361 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-e48c415c-a629-4d7a-ab38-9f127cca72fe req-23289b53-7595-438a-a005-22ff1a2e58ab tempest-ListServerFiltersTestJSON-918217185 tempest-ListServerFiltersTestJSON-918217185-project] 10.222.0.18 "GET /v2.0/ports?device_id=92527d70-5c7e-48eb-a05c-c45b8e403206 HTTP/1.1" status: 200 len: 943 time: 0.0805051 Jul 27 23:20:19.807444 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-e48c415c-a629-4d7a-ab38-9f127cca72fe req-483cd44d-5a62-43ae-bfc9-4107aadb4629 tempest-ListServerFiltersTestJSON-918217185 tempest-ListServerFiltersTestJSON-918217185-project] 10.222.0.18 "GET /v2.0/security-groups?id=08c375eb-65f8-4808-8ad8-3342b3a38869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469444 Jul 27 23:20:19.834470 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f86eba3f-f73c-47be-a033-d1848b08bc4b req-0118c0ed-b1ea-466c-a339-2ae21a1990c6 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f4d3d2c8-8a02-4d70-a901-3862af76c72f HTTP/1.1" status: 200 len: 217 time: 0.1412992 Jul 27 23:20:19.869828 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02c30fc-628b-453d-ad34-a198757b55e2 service neutron] Pushing event updated for resources: {'Port': ['ID=4b273df4-6d17-4c3d-ad4a-8e5dbed0a042,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:20:19.917056 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48e9835-88f1-428e-a905-242987d99612 req-d02c30fc-628b-453d-ad34-a198757b55e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:20:19.917811 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-f48e9835-88f1-428e-a905-242987d99612 req-d02c30fc-628b-453d-ad34-a198757b55e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:20:19.919357 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f48e9835-88f1-428e-a905-242987d99612 req-d02c30fc-628b-453d-ad34-a198757b55e2 service neutron] 10.222.0.49 "PUT /v2.0/ports/4b273df4-6d17-4c3d-ad4a-8e5dbed0a042 HTTP/1.1" status: 200 len: 1091 time: 2.6779308 Jul 27 23:20:19.923460 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc585b4-fd68-43cf-b41a-66f4d47aa3f2 req-1c8efa1e-5bd0-4501-b488-4f896e96a8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:20:19.925320 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-4fc585b4-fd68-43cf-b41a-66f4d47aa3f2 req-1c8efa1e-5bd0-4501-b488-4f896e96a8c2 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=f5061e86-d108-435b-8963-79f759d49841&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2336962 Jul 27 23:20:20.032414 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86eba3f-f73c-47be-a033-d1848b08bc4b req-e07e6763-3be2-49cc-9046-fee674d4c0dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:20:20.033891 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f86eba3f-f73c-47be-a033-d1848b08bc4b req-e07e6763-3be2-49cc-9046-fee674d4c0dd service neutron] 10.222.0.38 "GET /v2.0/subnets?id=5e396944-08ae-4cde-8a82-d47896790ce1 HTTP/1.1" status: 200 len: 854 time: 0.1604972 Jul 27 23:20:20.135285 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48e9835-88f1-428e-a905-242987d99612 req-6088c046-f9bb-4c20-a763-50cf4aa871d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:20:20.136965 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f48e9835-88f1-428e-a905-242987d99612 req-6088c046-f9bb-4c20-a763-50cf4aa871d5 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=998cd9846c324eb3a5afc3046fa9c535&device_id=92527d70-5c7e-48eb-a05c-c45b8e403206 HTTP/1.1" status: 200 len: 1094 time: 0.1480834 Jul 27 23:20:20.208043 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f48e9835-88f1-428e-a905-242987d99612 req-2008b952-94a0-463c-96b4-1b1dd4553808 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4b273df4-6d17-4c3d-ad4a-8e5dbed0a042 HTTP/1.1" status: 200 len: 217 time: 0.0595818 Jul 27 23:20:20.213984 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86eba3f-f73c-47be-a033-d1848b08bc4b req-f423f6a5-d161-4878-9326-67f424cae557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:20:20.215654 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f86eba3f-f73c-47be-a033-d1848b08bc4b req-f423f6a5-d161-4878-9326-67f424cae557 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=f5061e86-d108-435b-8963-79f759d49841&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1605911 Jul 27 23:20:20.226517 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-4fc585b4-fd68-43cf-b41a-66f4d47aa3f2 req-63a6ac19-1a5d-454f-9a5b-a7863055b113 service neutron] 10.222.0.38 "GET /v2.0/networks/f5061e86-d108-435b-8963-79f759d49841?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2908785 Jul 27 23:20:20.371177 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48e9835-88f1-428e-a905-242987d99612 req-f57d3559-8603-4b5e-9e95-ac9c18553aab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:20:20.372576 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f48e9835-88f1-428e-a905-242987d99612 req-f57d3559-8603-4b5e-9e95-ac9c18553aab service neutron] 10.222.0.49 "GET /v2.0/subnets?id=5e396944-08ae-4cde-8a82-d47896790ce1 HTTP/1.1" status: 200 len: 854 time: 0.1559815 Jul 27 23:20:20.465094 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f86eba3f-f73c-47be-a033-d1848b08bc4b req-3c39e81b-be8d-43bc-8f66-f0952d046f32 service neutron] 10.222.0.38 "GET /v2.0/networks/f5061e86-d108-435b-8963-79f759d49841?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2365630 Jul 27 23:20:20.468096 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-4fc585b4-fd68-43cf-b41a-66f4d47aa3f2 req-44029372-f8ed-4189-9960-b55f372068cd service neutron] 10.222.0.38 "GET /v2.0/networks/f5061e86-d108-435b-8963-79f759d49841?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2136579 Jul 27 23:20:20.473465 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48e9835-88f1-428e-a905-242987d99612 req-f0fd9d09-5502-42dd-9acd-e082bef624f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:20:20.474877 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f48e9835-88f1-428e-a905-242987d99612 req-f0fd9d09-5502-42dd-9acd-e082bef624f9 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f5061e86-d108-435b-8963-79f759d49841&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0931370 Jul 27 23:20:20.702268 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be1ebbc-a29b-4804-857b-68a2f3688465 req-29dbc4d0-aaca-4cf8-9d6b-1a76f1a6bf0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:20:20.704337 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-5be1ebbc-a29b-4804-857b-68a2f3688465 req-29dbc4d0-aaca-4cf8-9d6b-1a76f1a6bf0f service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=998cd9846c324eb3a5afc3046fa9c535&device_id=37ff3f41-5072-4a81-bacb-475180b9068c HTTP/1.1" status: 200 len: 1095 time: 0.1377497 Jul 27 23:20:20.708830 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f86eba3f-f73c-47be-a033-d1848b08bc4b req-95c74873-3cae-41dc-8cbb-bf25dd78b912 service neutron] 10.222.0.38 "GET /v2.0/networks/f5061e86-d108-435b-8963-79f759d49841?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2312913 Jul 27 23:20:20.715967 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f48e9835-88f1-428e-a905-242987d99612 req-733d71cf-13ff-4b38-9332-ab7a89672ef4 service neutron] 10.222.0.49 "GET /v2.0/networks/f5061e86-d108-435b-8963-79f759d49841?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2283740 Jul 27 23:20:20.887412 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be1ebbc-a29b-4804-857b-68a2f3688465 req-2fbbef3c-5e1d-4573-a8d3-aae8f99793e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:20:20.888991 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-5be1ebbc-a29b-4804-857b-68a2f3688465 req-2fbbef3c-5e1d-4573-a8d3-aae8f99793e1 service neutron] 10.222.0.38 "GET /v2.0/networks?id=f5061e86-d108-435b-8963-79f759d49841 HTTP/1.1" status: 200 len: 916 time: 0.1718302 Jul 27 23:20:20.898274 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f48e9835-88f1-428e-a905-242987d99612 req-58e9f461-e761-4c2d-89f0-3d3a74269dd4 service neutron] 10.222.0.49 "GET /v2.0/networks/f5061e86-d108-435b-8963-79f759d49841?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1590180 Jul 27 23:20:20.946988 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-5be1ebbc-a29b-4804-857b-68a2f3688465 req-b07800b0-807c-4fd9-ad03-4ab7b5acc081 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fb28c20c-3bd8-454b-8c34-43812971769b HTTP/1.1" status: 200 len: 217 time: 0.0470498 Jul 27 23:20:21.000674 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be1ebbc-a29b-4804-857b-68a2f3688465 req-a87591a8-ed77-4487-87a7-519199b91bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:20:21.002294 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-5be1ebbc-a29b-4804-857b-68a2f3688465 req-a87591a8-ed77-4487-87a7-519199b91bcb service neutron] 10.222.0.38 "GET /v2.0/subnets?id=5e396944-08ae-4cde-8a82-d47896790ce1 HTTP/1.1" status: 200 len: 854 time: 0.0480597 Jul 27 23:20:21.007165 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4228aa4e-8691-4cc9-94af-674660c1fb96 req-5cc4852b-0640-4b8c-ab7f-ff277f9fa46f tempest-ListServerFiltersTestJSON-918217185 tempest-ListServerFiltersTestJSON-918217185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:20:21.008760 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-4228aa4e-8691-4cc9-94af-674660c1fb96 req-5cc4852b-0640-4b8c-ab7f-ff277f9fa46f tempest-ListServerFiltersTestJSON-918217185 tempest-ListServerFiltersTestJSON-918217185-project] 10.222.0.18 "GET /v2.0/ports?device_id=92527d70-5c7e-48eb-a05c-c45b8e403206 HTTP/1.1" status: 200 len: 943 time: 0.0976815 Jul 27 23:20:21.052318 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be1ebbc-a29b-4804-857b-68a2f3688465 req-2b6b4da1-27cd-4f39-a4a6-5e1ac3201f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:20:21.054012 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-5be1ebbc-a29b-4804-857b-68a2f3688465 req-2b6b4da1-27cd-4f39-a4a6-5e1ac3201f4c service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=f5061e86-d108-435b-8963-79f759d49841&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428038 Jul 27 23:20:21.063018 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-4228aa4e-8691-4cc9-94af-674660c1fb96 req-6024889b-4aa6-4041-b9a8-201c85c21bc5 tempest-ListServerFiltersTestJSON-918217185 tempest-ListServerFiltersTestJSON-918217185-project] 10.222.0.18 "GET /v2.0/security-groups?id=08c375eb-65f8-4808-8ad8-3342b3a38869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473588 Jul 27 23:20:21.230479 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-5be1ebbc-a29b-4804-857b-68a2f3688465 req-a74ad769-611d-4244-a4f2-85785496f5ff service neutron] 10.222.0.38 "GET /v2.0/networks/f5061e86-d108-435b-8963-79f759d49841?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245396 Jul 27 23:20:21.319681 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-5be1ebbc-a29b-4804-857b-68a2f3688465 req-31ac7039-a180-4f0f-88b9-5cb1825ed28f service neutron] 10.222.0.38 "GET /v2.0/networks/f5061e86-d108-435b-8963-79f759d49841?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149423 Jul 27 23:20:21.475729 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92527d70-5c7e-48eb-a05c-c45b8e403206', 'tag': '4b273df4-6d17-4c3d-ad4a-8e5dbed0a042'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:20:21.477879 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}011f8d312121274bb12d78e77c6379a2079800640016cec6c6d605b73666e854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-280652c0-7b10-428f-a654-dc783308c114" -d '{"events": [{"name": "network-changed", "server_uuid": "92527d70-5c7e-48eb-a05c-c45b8e403206", "tag": "4b273df4-6d17-4c3d-ad4a-8e5dbed0a042"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:20:21.516681 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 23:20:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f79d3e4-c199-4d60-8755-44575008e2c9 x-openstack-request-id: req-7f79d3e4-c199-4d60-8755-44575008e2c9 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:20:21.517211 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92527d70-5c7e-48eb-a05c-c45b8e403206", "tag": "4b273df4-6d17-4c3d-ad4a-8e5dbed0a042", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:20:21.517563 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7f79d3e4-c199-4d60-8755-44575008e2c9 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:20:21.518094 n-d-802623-1 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92527d70-5c7e-48eb-a05c-c45b8e403206', 'tag': '4b273df4-6d17-4c3d-ad4a-8e5dbed0a042', 'status': 'completed', 'code': 200} Jul 27 23:20:21.558851 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device f4d3d2c8-8a02-4d70-a901-3862af76c72f details requested by agent hyperv_n-h1-802623-1 with host n-h1-802623-1 {{(pid=93799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 23:20:21.633376 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280652c0-7b10-428f-a654-dc783308c114 req-4e810780-170b-4813-b320-11775f51f453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:20:21.635194 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-280652c0-7b10-428f-a654-dc783308c114 req-4e810780-170b-4813-b320-11775f51f453 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=998cd9846c324eb3a5afc3046fa9c535&device_id=92527d70-5c7e-48eb-a05c-c45b8e403206 HTTP/1.1" status: 200 len: 1094 time: 0.0933037 Jul 27 23:20:21.663945 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port f4d3d2c8-8a02-4d70-a901-3862af76c72f, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=f4d3d2c8-8a02-4d70-a901-3862af76c72f,segment=NetworkSegment(4330a33b-36d6-443c-9f50-70c8ac207eb9),segment_id=4330a33b-36d6-443c-9f50-70c8ac207eb9)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:20:21.678644 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Returning: {'device': 'f4d3d2c8-8a02-4d70-a901-3862af76c72f', 'network_id': 'f5061e86-d108-435b-8963-79f759d49841', 'port_id': 'f4d3d2c8-8a02-4d70-a901-3862af76c72f', 'mac_address': 'fa:16:3e:6b:f9:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e396944-08ae-4cde-8a82-d47896790ce1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 23:20:21.718760 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:20:21.732383 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4d3d2c8-8a02-4d70-a901-3862af76c72f {{(pid=93799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:20:21.745994 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280652c0-7b10-428f-a654-dc783308c114 req-2a065ad1-886b-4262-b572-012a9f235454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:20:21.747440 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-280652c0-7b10-428f-a654-dc783308c114 req-2a065ad1-886b-4262-b572-012a9f235454 service neutron] 10.222.0.49 "GET /v2.0/networks?id=f5061e86-d108-435b-8963-79f759d49841 HTTP/1.1" status: 200 len: 916 time: 0.1030157 Jul 27 23:20:21.763307 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port f4d3d2c8-8a02-4d70-a901-3862af76c72f, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=f4d3d2c8-8a02-4d70-a901-3862af76c72f,segment=NetworkSegment(4330a33b-36d6-443c-9f50-70c8ac207eb9),segment_id=4330a33b-36d6-443c-9f50-70c8ac207eb9)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:20:21.770828 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:20:21.848771 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-280652c0-7b10-428f-a654-dc783308c114 req-2b7e44df-8681-421c-80e5-361781207e4e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4b273df4-6d17-4c3d-ad4a-8e5dbed0a042 HTTP/1.1" status: 200 len: 217 time: 0.0926087 Jul 27 23:20:21.866433 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Pushing event updated for resources: {'Port': ['ID=f4d3d2c8-8a02-4d70-a901-3862af76c72f,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:20:21.894677 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a3a342d7-f4a6-4c44-bf8c-1c8875729528 req-d2faac7b-c7fd-466f-a4b4-2cc2bb5b5030 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=bab14976-9a79-4961-bbb7-bef26e77c0b6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0735297 Jul 27 23:20:21.980988 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280652c0-7b10-428f-a654-dc783308c114 req-5312a190-cf8d-4970-93a8-fb95523543da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:20:21.982648 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-280652c0-7b10-428f-a654-dc783308c114 req-5312a190-cf8d-4970-93a8-fb95523543da service neutron] 10.222.0.49 "GET /v2.0/subnets?id=5e396944-08ae-4cde-8a82-d47896790ce1 HTTP/1.1" status: 200 len: 854 time: 0.1025445 Jul 27 23:20:22.008391 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a342d7-f4a6-4c44-bf8c-1c8875729528 req-0f4567d0-c7a6-4dcb-9f1e-aa50708d8b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:20:22.009019 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a342d7-f4a6-4c44-bf8c-1c8875729528 req-0f4567d0-c7a6-4dcb-9f1e-aa50708d8b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:20:22.009334 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a342d7-f4a6-4c44-bf8c-1c8875729528 req-0f4567d0-c7a6-4dcb-9f1e-aa50708d8b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:20:22.009799 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a342d7-f4a6-4c44-bf8c-1c8875729528 req-0f4567d0-c7a6-4dcb-9f1e-aa50708d8b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:20:22.010392 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a342d7-f4a6-4c44-bf8c-1c8875729528 req-0f4567d0-c7a6-4dcb-9f1e-aa50708d8b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:20:22.010857 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a342d7-f4a6-4c44-bf8c-1c8875729528 req-0f4567d0-c7a6-4dcb-9f1e-aa50708d8b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:20:22.011355 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a342d7-f4a6-4c44-bf8c-1c8875729528 req-0f4567d0-c7a6-4dcb-9f1e-aa50708d8b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:20:22.013287 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a3a342d7-f4a6-4c44-bf8c-1c8875729528 req-0f4567d0-c7a6-4dcb-9f1e-aa50708d8b91 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0367b9fbd8e84279b822c24a4e2fb6cb&device_id=bab14976-9a79-4961-bbb7-bef26e77c0b6 HTTP/1.1" status: 200 len: 6503 time: 0.0573912 Jul 27 23:20:22.042922 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] get_ports_and_sgs() called for port_ids ['f4d3d2c8-8a02-4d70-a901-3862af76c72f'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:20:22.061795 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280652c0-7b10-428f-a654-dc783308c114 req-7c380d58-c76b-4fdc-8ecb-4f32a5e481a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:20:22.064108 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-280652c0-7b10-428f-a654-dc783308c114 req-7c380d58-c76b-4fdc-8ecb-4f32a5e481a9 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f5061e86-d108-435b-8963-79f759d49841&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0728745 Jul 27 23:20:22.179338 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a342d7-f4a6-4c44-bf8c-1c8875729528 req-3fef56e5-d8b4-49c2-b6f7-42279a3b0d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:20:22.179922 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a342d7-f4a6-4c44-bf8c-1c8875729528 req-3fef56e5-d8b4-49c2-b6f7-42279a3b0d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:20:22.180449 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a342d7-f4a6-4c44-bf8c-1c8875729528 req-3fef56e5-d8b4-49c2-b6f7-42279a3b0d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:20:22.182123 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a3a342d7-f4a6-4c44-bf8c-1c8875729528 req-3fef56e5-d8b4-49c2-b6f7-42279a3b0d87 service neutron] 10.222.0.49 "GET /v2.0/networks?id=8a269d53-4f2a-4865-a1d0-19bfee7666c6&id=c246f1fa-d287-4449-88ed-7e41ec7ffa41&id=c246f1fa-d287-4449-88ed-7e41ec7ffa41&id=c246f1fa-d287-4449-88ed-7e41ec7ffa41&id=c246f1fa-d287-4449-88ed-7e41ec7ffa41&id=c34a942f-0b0f-45f7-a399-4187f193826f&id=c34a942f-0b0f-45f7-a399-4187f193826f HTTP/1.1" status: 200 len: 2298 time: 0.1435688 Jul 27 23:20:22.276721 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a81ca7b-2e1a-463f-97d8-25b18b8d3ebd req-13083972-cbf0-4063-b377-bc1c8e9b7123 tempest-ListServerFiltersTestJSON-918217185 tempest-ListServerFiltersTestJSON-918217185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:20:22.278320 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-5a81ca7b-2e1a-463f-97d8-25b18b8d3ebd req-13083972-cbf0-4063-b377-bc1c8e9b7123 tempest-ListServerFiltersTestJSON-918217185 tempest-ListServerFiltersTestJSON-918217185-project] 10.222.0.18 "GET /v2.0/ports?device_id=92527d70-5c7e-48eb-a05c-c45b8e403206 HTTP/1.1" status: 200 len: 943 time: 0.1064563 Jul 27 23:20:22.303418 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a3a342d7-f4a6-4c44-bf8c-1c8875729528 req-5ac501f5-4263-4578-bbf0-b5ea26a5202f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=aaaa4f7d-c44a-4b6f-bde1-dfd985f0a398 HTTP/1.1" status: 200 len: 1001 time: 0.1108608 Jul 27 23:20:22.313576 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-280652c0-7b10-428f-a654-dc783308c114 req-313c9583-3f37-4d04-afa0-279a0250fe00 service neutron] 10.222.0.49 "GET /v2.0/networks/f5061e86-d108-435b-8963-79f759d49841?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2387094 Jul 27 23:20:22.385102 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a342d7-f4a6-4c44-bf8c-1c8875729528 req-5be164ba-75be-4965-bb77-5262ccbcd591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:20:22.386616 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a3a342d7-f4a6-4c44-bf8c-1c8875729528 req-5be164ba-75be-4965-bb77-5262ccbcd591 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f549fcdc-30d6-4a86-9454-eed6b262e746 HTTP/1.1" status: 200 len: 856 time: 0.0746810 Jul 27 23:20:22.401181 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-5a81ca7b-2e1a-463f-97d8-25b18b8d3ebd req-e4859c21-7b34-4b0e-b809-36e97998d54e tempest-ListServerFiltersTestJSON-918217185 tempest-ListServerFiltersTestJSON-918217185-project] 10.222.0.18 "GET /v2.0/security-groups?id=08c375eb-65f8-4808-8ad8-3342b3a38869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105323 Jul 27 23:20:22.457839 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a342d7-f4a6-4c44-bf8c-1c8875729528 req-d976c902-9e29-43f4-91d0-2c282fd34a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:20:22.460185 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a3a342d7-f4a6-4c44-bf8c-1c8875729528 req-d976c902-9e29-43f4-91d0-2c282fd34a32 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8a269d53-4f2a-4865-a1d0-19bfee7666c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0657990 Jul 27 23:20:22.463423 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-280652c0-7b10-428f-a654-dc783308c114 req-d9a159ac-15ee-4610-a380-cf6f73366430 service neutron] 10.222.0.49 "GET /v2.0/networks/f5061e86-d108-435b-8963-79f759d49841?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398289 Jul 27 23:20:22.567824 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a3a342d7-f4a6-4c44-bf8c-1c8875729528 req-9fc9497b-cb9b-4a15-a650-8e4b0f98e9e9 service neutron] 10.222.0.49 "GET /v2.0/networks/8a269d53-4f2a-4865-a1d0-19bfee7666c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946372 Jul 27 23:20:22.671026 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a3a342d7-f4a6-4c44-bf8c-1c8875729528 req-b3422fa9-b8be-477d-9db2-37605714d596 service neutron] 10.222.0.49 "GET /v2.0/networks/8a269d53-4f2a-4865-a1d0-19bfee7666c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955484 Jul 27 23:20:22.719562 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a3a342d7-f4a6-4c44-bf8c-1c8875729528 req-8ff1f8d4-168c-4bac-951b-79e4f722b2e6 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.153&port_id=0559974f-5eee-44ff-baf2-074fd2c27b02 HTTP/1.1" status: 200 len: 217 time: 0.0400126 Jul 27 23:20:22.779981 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a342d7-f4a6-4c44-bf8c-1c8875729528 req-ec3ad13f-e6ec-46e8-a5a4-e8aa6f487beb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:20:22.782001 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a3a342d7-f4a6-4c44-bf8c-1c8875729528 req-ec3ad13f-e6ec-46e8-a5a4-e8aa6f487beb service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ba464d94-7c37-4a78-bcc3-06220a9217b5 HTTP/1.1" status: 200 len: 797 time: 0.0545921 Jul 27 23:20:22.831299 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a342d7-f4a6-4c44-bf8c-1c8875729528 req-3ec0dbb8-f8da-4db5-b4f6-233859f9f868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:20:22.832861 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a3a342d7-f4a6-4c44-bf8c-1c8875729528 req-3ec0dbb8-f8da-4db5-b4f6-233859f9f868 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c246f1fa-d287-4449-88ed-7e41ec7ffa41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0432792 Jul 27 23:20:22.929332 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a3a342d7-f4a6-4c44-bf8c-1c8875729528 req-30bfc0e6-7048-4602-afb0-5b6b8c99d285 service neutron] 10.222.0.49 "GET /v2.0/networks/c246f1fa-d287-4449-88ed-7e41ec7ffa41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882473 Jul 27 23:20:23.040847 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a3a342d7-f4a6-4c44-bf8c-1c8875729528 req-1ae25a8c-83e1-42fd-9c16-039bbda92a0b service neutron] 10.222.0.49 "GET /v2.0/networks/c246f1fa-d287-4449-88ed-7e41ec7ffa41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955901 Jul 27 23:20:23.084324 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a3a342d7-f4a6-4c44-bf8c-1c8875729528 req-162981c6-9b8b-4046-9f56-a232fac6fa82 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.155&port_id=a1bdfbba-9a24-43d6-84b3-1265d2295611 HTTP/1.1" status: 200 len: 217 time: 0.0356379 Jul 27 23:20:23.151966 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a342d7-f4a6-4c44-bf8c-1c8875729528 req-9b5550b9-88e5-4d25-9ed9-0f13349c2ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:20:23.152459 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a3a342d7-f4a6-4c44-bf8c-1c8875729528 req-9b5550b9-88e5-4d25-9ed9-0f13349c2ac0 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ba464d94-7c37-4a78-bcc3-06220a9217b5 HTTP/1.1" status: 200 len: 797 time: 0.0575571 Jul 27 23:20:23.205854 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a342d7-f4a6-4c44-bf8c-1c8875729528 req-34c65327-f0dc-4fdc-8dee-fc4d22f3198f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:20:23.208037 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a3a342d7-f4a6-4c44-bf8c-1c8875729528 req-34c65327-f0dc-4fdc-8dee-fc4d22f3198f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c246f1fa-d287-4449-88ed-7e41ec7ffa41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0477641 Jul 27 23:20:23.310528 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a3a342d7-f4a6-4c44-bf8c-1c8875729528 req-5b409caf-7043-4b49-a1bb-b2f268cf207a service neutron] 10.222.0.49 "GET /v2.0/networks/c246f1fa-d287-4449-88ed-7e41ec7ffa41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946493 Jul 27 23:20:23.411867 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a3a342d7-f4a6-4c44-bf8c-1c8875729528 req-ab5ad454-8ce9-4f82-b52a-c4183c3d76f6 service neutron] 10.222.0.49 "GET /v2.0/networks/c246f1fa-d287-4449-88ed-7e41ec7ffa41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932369 Jul 27 23:20:23.482898 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a3a342d7-f4a6-4c44-bf8c-1c8875729528 req-1a520770-4b11-4349-96c8-4c2253e92baf service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.230&port_id=7000adaa-7864-409e-b126-7512669b5cb6 HTTP/1.1" status: 200 len: 217 time: 0.0577555 Jul 27 23:20:23.538679 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a342d7-f4a6-4c44-bf8c-1c8875729528 req-897ffe2a-6355-45ff-ab5e-e2c621c69462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:20:23.539598 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f0f758-decf-4c30-b900-a4b449c96ef9 req-37d5ba50-988f-4af2-af15-aa7c73b342ea tempest-ListServerFiltersTestJSON-918217185 tempest-ListServerFiltersTestJSON-918217185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:20:23.540929 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a3a342d7-f4a6-4c44-bf8c-1c8875729528 req-897ffe2a-6355-45ff-ab5e-e2c621c69462 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ba464d94-7c37-4a78-bcc3-06220a9217b5 HTTP/1.1" status: 200 len: 797 time: 0.0502110 Jul 27 23:20:23.541979 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-82f0f758-decf-4c30-b900-a4b449c96ef9 req-37d5ba50-988f-4af2-af15-aa7c73b342ea tempest-ListServerFiltersTestJSON-918217185 tempest-ListServerFiltersTestJSON-918217185-project] 10.222.0.18 "GET /v2.0/ports?device_id=92527d70-5c7e-48eb-a05c-c45b8e403206 HTTP/1.1" status: 200 len: 943 time: 0.0633101 Jul 27 23:20:23.560986 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device fb28c20c-3bd8-454b-8c34-43812971769b details requested by agent hyperv_n-h1-802623-1 with host n-h1-802623-1 {{(pid=93799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 23:20:23.570785 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device f4d3d2c8-8a02-4d70-a901-3862af76c72f up at agent hyperv_n-h1-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:20:23.592631 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-82f0f758-decf-4c30-b900-a4b449c96ef9 req-9ee118a2-8d7d-4763-9125-6fa3633d2374 tempest-ListServerFiltersTestJSON-918217185 tempest-ListServerFiltersTestJSON-918217185-project] 10.222.0.18 "GET /v2.0/security-groups?id=08c375eb-65f8-4808-8ad8-3342b3a38869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406046 Jul 27 23:20:23.599193 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a342d7-f4a6-4c44-bf8c-1c8875729528 req-a65aba6a-a286-4591-8496-f1b1076f3e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:20:23.600733 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a3a342d7-f4a6-4c44-bf8c-1c8875729528 req-a65aba6a-a286-4591-8496-f1b1076f3e0e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c246f1fa-d287-4449-88ed-7e41ec7ffa41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0527263 Jul 27 23:20:23.694393 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Provisioning for port f4d3d2c8-8a02-4d70-a901-3862af76c72f completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:20:23.700928 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Provisioning complete for port f4d3d2c8-8a02-4d70-a901-3862af76c72f triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:20:23.701829 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:20:23.712463 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a3a342d7-f4a6-4c44-bf8c-1c8875729528 req-85478419-e98b-41c0-a8e7-75ab4f0107e1 service neutron] 10.222.0.49 "GET /v2.0/networks/c246f1fa-d287-4449-88ed-7e41ec7ffa41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038132 Jul 27 23:20:23.771798 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port fb28c20c-3bd8-454b-8c34-43812971769b, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=fb28c20c-3bd8-454b-8c34-43812971769b,segment=NetworkSegment(4330a33b-36d6-443c-9f50-70c8ac207eb9),segment_id=4330a33b-36d6-443c-9f50-70c8ac207eb9)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:20:23.784818 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Returning: {'device': 'fb28c20c-3bd8-454b-8c34-43812971769b', 'network_id': 'f5061e86-d108-435b-8963-79f759d49841', 'port_id': 'fb28c20c-3bd8-454b-8c34-43812971769b', 'mac_address': 'fa:16:3e:28:b3:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e396944-08ae-4cde-8a82-d47896790ce1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 23:20:23.864306 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a3a342d7-f4a6-4c44-bf8c-1c8875729528 req-0f70a868-1608-489f-857c-71c2f81c56f2 service neutron] 10.222.0.49 "GET /v2.0/networks/c246f1fa-d287-4449-88ed-7e41ec7ffa41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426733 Jul 27 23:20:23.876049 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:20:23.877985 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:20:23.891775 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb28c20c-3bd8-454b-8c34-43812971769b {{(pid=93799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:20:23.917329 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a3a342d7-f4a6-4c44-bf8c-1c8875729528 req-5c696e74-6b5f-4481-a9bc-091deddcf467 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.239&port_id=7aa7f82a-79c8-4d31-aedb-c7b467805927 HTTP/1.1" status: 200 len: 217 time: 0.0433846 Jul 27 23:20:23.920473 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a55c2372-5b07-478f-a1eb-4ce4802d350a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4d3d2c8-8a02-4d70-a901-3862af76c72f'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:20:23.923263 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c0369b0d4f459110ff20a1f9878ba33f96d6491bddb9d15843bf29d01e0bda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74ad20ff-181a-448a-8474-b95cbad0d9c4" -d '{"events": [{"server_uuid": "a55c2372-5b07-478f-a1eb-4ce4802d350a", "name": "network-vif-plugged", "status": "completed", "tag": "f4d3d2c8-8a02-4d70-a901-3862af76c72f"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:20:23.942079 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port fb28c20c-3bd8-454b-8c34-43812971769b, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=fb28c20c-3bd8-454b-8c34-43812971769b,segment=NetworkSegment(4330a33b-36d6-443c-9f50-70c8ac207eb9),segment_id=4330a33b-36d6-443c-9f50-70c8ac207eb9)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:20:23.944042 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port f4d3d2c8-8a02-4d70-a901-3862af76c72f, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=f4d3d2c8-8a02-4d70-a901-3862af76c72f,segment=NetworkSegment(4330a33b-36d6-443c-9f50-70c8ac207eb9),segment_id=4330a33b-36d6-443c-9f50-70c8ac207eb9)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:20:23.948590 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:20:23.953360 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:20:23.989920 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a342d7-f4a6-4c44-bf8c-1c8875729528 req-5389542f-9d64-4339-b7d1-b1b81db7dbac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:20:23.991854 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a3a342d7-f4a6-4c44-bf8c-1c8875729528 req-5389542f-9d64-4339-b7d1-b1b81db7dbac service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ba464d94-7c37-4a78-bcc3-06220a9217b5 HTTP/1.1" status: 200 len: 797 time: 0.0663221 Jul 27 23:20:24.019670 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:20:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f910691-b410-4d46-8024-955622ac7c7e x-openstack-request-id: req-1f910691-b410-4d46-8024-955622ac7c7e {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:20:24.020051 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a55c2372-5b07-478f-a1eb-4ce4802d350a", "name": "network-vif-plugged", "status": "completed", "tag": "f4d3d2c8-8a02-4d70-a901-3862af76c72f", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:20:24.020448 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1f910691-b410-4d46-8024-955622ac7c7e {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:20:24.023360 n-d-802623-1 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a55c2372-5b07-478f-a1eb-4ce4802d350a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4d3d2c8-8a02-4d70-a901-3862af76c72f', 'code': 200} Jul 27 23:20:24.063302 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Pushing event updated for resources: {'Port': ['ID=fb28c20c-3bd8-454b-8c34-43812971769b,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:20:24.097461 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a342d7-f4a6-4c44-bf8c-1c8875729528 req-2aa255a3-765d-4992-a01a-573a39376f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:20:24.098895 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a3a342d7-f4a6-4c44-bf8c-1c8875729528 req-2aa255a3-765d-4992-a01a-573a39376f40 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c246f1fa-d287-4449-88ed-7e41ec7ffa41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0974600 Jul 27 23:20:24.120802 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Pushing event updated for resources: {'Port': ['ID=f4d3d2c8-8a02-4d70-a901-3862af76c72f,revision_number=5']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:20:24.124567 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e031e6-cff3-4942-9aea-5c276a7bbec0 req-bf100434-e8b6-49b1-ae36-b7718bb90229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:20:24.127420 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-22e031e6-cff3-4942-9aea-5c276a7bbec0 req-bf100434-e8b6-49b1-ae36-b7718bb90229 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=a55c2372-5b07-478f-a1eb-4ce4802d350a HTTP/1.1" status: 200 len: 1097 time: 0.0626740 Jul 27 23:20:24.171863 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-22e031e6-cff3-4942-9aea-5c276a7bbec0 req-69cd34f7-2dd6-4d36-ac1b-e7ef28d22f84 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=08c375eb-65f8-4808-8ad8-3342b3a38869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349541 Jul 27 23:20:24.215251 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a3a342d7-f4a6-4c44-bf8c-1c8875729528 req-14bc7724-3688-4549-b239-bb291dff174d service neutron] 10.222.0.49 "GET /v2.0/networks/c246f1fa-d287-4449-88ed-7e41ec7ffa41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063221 Jul 27 23:20:24.253331 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] get_ports_and_sgs() called for port_ids ['fb28c20c-3bd8-454b-8c34-43812971769b'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:20:24.333945 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a3a342d7-f4a6-4c44-bf8c-1c8875729528 req-edb0e3b6-14ae-4ca1-af48-359105dd4069 service neutron] 10.222.0.49 "GET /v2.0/networks/c246f1fa-d287-4449-88ed-7e41ec7ffa41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120989 Jul 27 23:20:24.368821 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device 4b273df4-6d17-4c3d-ad4a-8e5dbed0a042 details requested by agent hyperv_n-h2-802623-1 with host n-h2-802623-1 {{(pid=93799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 23:20:24.385234 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a3a342d7-f4a6-4c44-bf8c-1c8875729528 req-45671fac-4eec-415b-aca7-db49b70bdbba service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=da8eaa0e-5e3b-4fb2-abf0-06dbf59ba175 HTTP/1.1" status: 200 len: 217 time: 0.0430334 Jul 27 23:20:24.444818 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a342d7-f4a6-4c44-bf8c-1c8875729528 req-16ffc87d-b246-4cc7-b94f-efdecffe29f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:20:24.446324 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a3a342d7-f4a6-4c44-bf8c-1c8875729528 req-16ffc87d-b246-4cc7-b94f-efdecffe29f1 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=205a94b6-ea5d-4719-adab-a78f7e1e308f HTTP/1.1" status: 200 len: 797 time: 0.0537415 Jul 27 23:20:24.512177 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a342d7-f4a6-4c44-bf8c-1c8875729528 req-a3cef291-e60d-445c-92a7-066d769733bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:20:24.514971 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a3a342d7-f4a6-4c44-bf8c-1c8875729528 req-a3cef291-e60d-445c-92a7-066d769733bc service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c34a942f-0b0f-45f7-a399-4187f193826f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0600219 Jul 27 23:20:24.647563 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a3a342d7-f4a6-4c44-bf8c-1c8875729528 req-ee215d74-3e2b-4555-8418-aba15eafa855 service neutron] 10.222.0.49 "GET /v2.0/networks/c34a942f-0b0f-45f7-a399-4187f193826f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247993 Jul 27 23:20:24.705776 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port 4b273df4-6d17-4c3d-ad4a-8e5dbed0a042, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=4b273df4-6d17-4c3d-ad4a-8e5dbed0a042,segment=NetworkSegment(4330a33b-36d6-443c-9f50-70c8ac207eb9),segment_id=4330a33b-36d6-443c-9f50-70c8ac207eb9)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:20:24.719819 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Returning: {'device': '4b273df4-6d17-4c3d-ad4a-8e5dbed0a042', 'network_id': 'f5061e86-d108-435b-8963-79f759d49841', 'port_id': '4b273df4-6d17-4c3d-ad4a-8e5dbed0a042', 'mac_address': 'fa:16:3e:db:f2:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e396944-08ae-4cde-8a82-d47896790ce1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 23:20:24.762709 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:20:24.777113 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b273df4-6d17-4c3d-ad4a-8e5dbed0a042 {{(pid=93799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:20:24.788280 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d41a86-ee90-47db-81e7-00c4cda65857 req-2274a9ac-9b7a-47ca-a4bd-c419702bf229 tempest-ListServerFiltersTestJSON-918217185 tempest-ListServerFiltersTestJSON-918217185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:20:24.790592 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-70d41a86-ee90-47db-81e7-00c4cda65857 req-2274a9ac-9b7a-47ca-a4bd-c419702bf229 tempest-ListServerFiltersTestJSON-918217185 tempest-ListServerFiltersTestJSON-918217185-project] 10.222.0.18 "GET /v2.0/ports?device_id=92527d70-5c7e-48eb-a05c-c45b8e403206 HTTP/1.1" status: 200 len: 943 time: 0.1067586 Jul 27 23:20:24.817013 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port 4b273df4-6d17-4c3d-ad4a-8e5dbed0a042, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=4b273df4-6d17-4c3d-ad4a-8e5dbed0a042,segment=NetworkSegment(4330a33b-36d6-443c-9f50-70c8ac207eb9),segment_id=4330a33b-36d6-443c-9f50-70c8ac207eb9)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:20:24.825284 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:20:24.867379 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a3a342d7-f4a6-4c44-bf8c-1c8875729528 req-5dd0a816-68ba-4b9f-9d55-b75e6c67f40d service neutron] 10.222.0.49 "GET /v2.0/networks/c34a942f-0b0f-45f7-a399-4187f193826f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2112324 Jul 27 23:20:24.886898 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Pushing event updated for resources: {'Port': ['ID=4b273df4-6d17-4c3d-ad4a-8e5dbed0a042,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:20:24.939528 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-70d41a86-ee90-47db-81e7-00c4cda65857 req-f1550d8f-2b20-4ea3-801c-fc558a24bdbf tempest-ListServerFiltersTestJSON-918217185 tempest-ListServerFiltersTestJSON-918217185-project] 10.222.0.18 "GET /v2.0/security-groups?id=08c375eb-65f8-4808-8ad8-3342b3a38869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342607 Jul 27 23:20:24.941543 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a3a342d7-f4a6-4c44-bf8c-1c8875729528 req-926ce0ea-7574-4801-8dc4-3c4a95522fc4 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=04fa79a8-5a6e-4754-87c2-e6c72b5d831d HTTP/1.1" status: 200 len: 217 time: 0.0561838 Jul 27 23:20:25.024213 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a342d7-f4a6-4c44-bf8c-1c8875729528 req-b186464f-8aa1-4cb4-9f2a-cfb85ad38f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:20:25.025801 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a3a342d7-f4a6-4c44-bf8c-1c8875729528 req-b186464f-8aa1-4cb4-9f2a-cfb85ad38f4c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=205a94b6-ea5d-4719-adab-a78f7e1e308f HTTP/1.1" status: 200 len: 797 time: 0.0691433 Jul 27 23:20:25.106143 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a342d7-f4a6-4c44-bf8c-1c8875729528 req-b2a94ffc-aade-44d1-b132-3b35e79d40bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:20:25.107802 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a3a342d7-f4a6-4c44-bf8c-1c8875729528 req-b2a94ffc-aade-44d1-b132-3b35e79d40bf service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c34a942f-0b0f-45f7-a399-4187f193826f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0744123 Jul 27 23:20:25.232047 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] get_ports_and_sgs() called for port_ids ['4b273df4-6d17-4c3d-ad4a-8e5dbed0a042'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:20:25.239752 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a3a342d7-f4a6-4c44-bf8c-1c8875729528 req-84b47ca3-536b-4d9f-8961-133435843a40 service neutron] 10.222.0.49 "GET /v2.0/networks/c34a942f-0b0f-45f7-a399-4187f193826f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223116 Jul 27 23:20:25.373584 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a3a342d7-f4a6-4c44-bf8c-1c8875729528 req-015b85c6-f8c8-46d5-8697-5e696a146072 service neutron] 10.222.0.49 "GET /v2.0/networks/c34a942f-0b0f-45f7-a399-4187f193826f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250226 Jul 27 23:20:25.573830 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device fb28c20c-3bd8-454b-8c34-43812971769b up at agent hyperv_n-h1-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:20:25.649135 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Provisioning for port fb28c20c-3bd8-454b-8c34-43812971769b completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:20:25.659597 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Provisioning complete for port fb28c20c-3bd8-454b-8c34-43812971769b triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:20:25.659977 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:20:25.762909 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:20:25.799155 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port fb28c20c-3bd8-454b-8c34-43812971769b, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=fb28c20c-3bd8-454b-8c34-43812971769b,segment=NetworkSegment(4330a33b-36d6-443c-9f50-70c8ac207eb9),segment_id=4330a33b-36d6-443c-9f50-70c8ac207eb9)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:20:25.814261 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:20:25.873918 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Pushing event updated for resources: {'Port': ['ID=fb28c20c-3bd8-454b-8c34-43812971769b,revision_number=5']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:20:26.026451 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37ff3f41-5072-4a81-bacb-475180b9068c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb28c20c-3bd8-454b-8c34-43812971769b'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:20:26.028981 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c0369b0d4f459110ff20a1f9878ba33f96d6491bddb9d15843bf29d01e0bda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f73a92bc-0e1d-46e4-b1e9-1ef62953e685" -d '{"events": [{"server_uuid": "37ff3f41-5072-4a81-bacb-475180b9068c", "name": "network-vif-plugged", "status": "completed", "tag": "fb28c20c-3bd8-454b-8c34-43812971769b"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:20:26.081166 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:20:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebc819c7-bc86-488f-892c-1054b6ff1e1e x-openstack-request-id: req-ebc819c7-bc86-488f-892c-1054b6ff1e1e {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:20:26.081660 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37ff3f41-5072-4a81-bacb-475180b9068c", "name": "network-vif-plugged", "status": "completed", "tag": "fb28c20c-3bd8-454b-8c34-43812971769b", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:20:26.081975 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ebc819c7-bc86-488f-892c-1054b6ff1e1e {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:20:26.082469 n-d-802623-1 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37ff3f41-5072-4a81-bacb-475180b9068c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb28c20c-3bd8-454b-8c34-43812971769b', 'code': 200} Jul 27 23:20:26.117221 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e0c8a8-d78f-4234-9711-22c82991eaa7 req-d2d6e236-c98a-41e3-acbb-10e4cb4e0eed tempest-ListServerFiltersTestJSON-918217185 tempest-ListServerFiltersTestJSON-918217185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:20:26.118805 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-26e0c8a8-d78f-4234-9711-22c82991eaa7 req-d2d6e236-c98a-41e3-acbb-10e4cb4e0eed tempest-ListServerFiltersTestJSON-918217185 tempest-ListServerFiltersTestJSON-918217185-project] 10.222.0.18 "GET /v2.0/ports?device_id=92527d70-5c7e-48eb-a05c-c45b8e403206 HTTP/1.1" status: 200 len: 944 time: 0.0641956 Jul 27 23:20:26.169789 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-26e0c8a8-d78f-4234-9711-22c82991eaa7 req-ca60acde-a29e-4a06-9930-66cd720463b3 tempest-ListServerFiltersTestJSON-918217185 tempest-ListServerFiltersTestJSON-918217185-project] 10.222.0.18 "GET /v2.0/security-groups?id=08c375eb-65f8-4808-8ad8-3342b3a38869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421610 Jul 27 23:20:26.206675 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b53845-ec69-499e-80fe-9e38b1c31e32 req-90cd10a5-33c4-4b40-a074-c4ee6239b684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:20:26.208216 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-45b53845-ec69-499e-80fe-9e38b1c31e32 req-90cd10a5-33c4-4b40-a074-c4ee6239b684 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=37ff3f41-5072-4a81-bacb-475180b9068c HTTP/1.1" status: 200 len: 1097 time: 0.0537248 Jul 27 23:20:26.246377 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-45b53845-ec69-499e-80fe-9e38b1c31e32 req-64f02b58-c00d-417f-af0c-48f17cc8ebf6 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=08c375eb-65f8-4808-8ad8-3342b3a38869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300159 Jul 27 23:20:26.889276 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-6d434ecd-6630-44d4-b827-6fc865393e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:20:27.297845 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad4a121-3cc5-4f86-9c27-d520bb008575 req-129af5dc-1248-430b-b22b-b63f07096219 tempest-ListServerFiltersTestJSON-918217185 tempest-ListServerFiltersTestJSON-918217185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:20:27.299412 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-2ad4a121-3cc5-4f86-9c27-d520bb008575 req-129af5dc-1248-430b-b22b-b63f07096219 tempest-ListServerFiltersTestJSON-918217185 tempest-ListServerFiltersTestJSON-918217185-project] 10.222.0.18 "GET /v2.0/ports?device_id=92527d70-5c7e-48eb-a05c-c45b8e403206 HTTP/1.1" status: 200 len: 944 time: 0.0575109 Jul 27 23:20:27.345386 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-2ad4a121-3cc5-4f86-9c27-d520bb008575 req-d7050c3d-2a43-4276-8b3d-63c9a043a5e3 tempest-ListServerFiltersTestJSON-918217185 tempest-ListServerFiltersTestJSON-918217185-project] 10.222.0.18 "GET /v2.0/security-groups?id=08c375eb-65f8-4808-8ad8-3342b3a38869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398183 Jul 27 23:20:28.400984 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device 4b273df4-6d17-4c3d-ad4a-8e5dbed0a042 up at agent hyperv_n-h2-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:20:28.461072 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Provisioning for port 4b273df4-6d17-4c3d-ad4a-8e5dbed0a042 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:20:28.469309 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Provisioning complete for port 4b273df4-6d17-4c3d-ad4a-8e5dbed0a042 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:20:28.469690 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:20:28.491966 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff54935-c598-4a3c-a240-8f41570413fe req-b777a208-0a13-4525-ae7f-76f8822780d8 tempest-ListServerFiltersTestJSON-918217185 tempest-ListServerFiltersTestJSON-918217185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:20:28.495552 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-7ff54935-c598-4a3c-a240-8f41570413fe req-b777a208-0a13-4525-ae7f-76f8822780d8 tempest-ListServerFiltersTestJSON-918217185 tempest-ListServerFiltersTestJSON-918217185-project] 10.222.0.18 "GET /v2.0/ports?device_id=92527d70-5c7e-48eb-a05c-c45b8e403206 HTTP/1.1" status: 200 len: 944 time: 0.0661309 Jul 27 23:20:28.538854 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-7ff54935-c598-4a3c-a240-8f41570413fe req-f1289919-1902-4799-9d4a-1802315a2d82 tempest-ListServerFiltersTestJSON-918217185 tempest-ListServerFiltersTestJSON-918217185-project] 10.222.0.18 "GET /v2.0/security-groups?id=08c375eb-65f8-4808-8ad8-3342b3a38869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337253 Jul 27 23:20:28.578148 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:20:28.605045 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92527d70-5c7e-48eb-a05c-c45b8e403206', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b273df4-6d17-4c3d-ad4a-8e5dbed0a042'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:20:28.607592 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c0369b0d4f459110ff20a1f9878ba33f96d6491bddb9d15843bf29d01e0bda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5cdb94c-0386-4921-b9d7-5bc5f0fd55f5" -d '{"events": [{"server_uuid": "92527d70-5c7e-48eb-a05c-c45b8e403206", "name": "network-vif-plugged", "status": "completed", "tag": "4b273df4-6d17-4c3d-ad4a-8e5dbed0a042"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:20:28.631939 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port 4b273df4-6d17-4c3d-ad4a-8e5dbed0a042, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=4b273df4-6d17-4c3d-ad4a-8e5dbed0a042,segment=NetworkSegment(4330a33b-36d6-443c-9f50-70c8ac207eb9),segment_id=4330a33b-36d6-443c-9f50-70c8ac207eb9)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:20:28.636864 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:20:28.669742 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:20:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d792bf94-2ea8-48dc-9b01-d9d57973283e x-openstack-request-id: req-d792bf94-2ea8-48dc-9b01-d9d57973283e {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:20:28.670038 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92527d70-5c7e-48eb-a05c-c45b8e403206", "name": "network-vif-plugged", "status": "completed", "tag": "4b273df4-6d17-4c3d-ad4a-8e5dbed0a042", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:20:28.670515 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d792bf94-2ea8-48dc-9b01-d9d57973283e {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:20:28.670736 n-d-802623-1 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92527d70-5c7e-48eb-a05c-c45b8e403206', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b273df4-6d17-4c3d-ad4a-8e5dbed0a042', 'code': 200} Jul 27 23:20:28.709612 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Pushing event updated for resources: {'Port': ['ID=4b273df4-6d17-4c3d-ad4a-8e5dbed0a042,revision_number=5']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:20:28.765875 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69edb1e2-4eb0-469e-bf78-5a98b09e189e req-9ec9ceff-ac89-49d2-9ce9-8af4fd7291ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:20:28.767650 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-69edb1e2-4eb0-469e-bf78-5a98b09e189e req-9ec9ceff-ac89-49d2-9ce9-8af4fd7291ea service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=92527d70-5c7e-48eb-a05c-c45b8e403206 HTTP/1.1" status: 200 len: 1096 time: 0.0466914 Jul 27 23:20:28.807945 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-69edb1e2-4eb0-469e-bf78-5a98b09e189e req-bcd9c385-047b-46f1-8335-3075e205e203 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=08c375eb-65f8-4808-8ad8-3342b3a38869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302570 Jul 27 23:20:29.454654 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:20:29.564210 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4173d8e5-5e46-4549-b18e-9dab63dde830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:20:29.688541 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68092eb2-1c99-4e4a-ac56-2e94fedb2406 req-d5831742-f5ee-459e-ac22-db8cafaad486 tempest-ListServerFiltersTestJSON-918217185 tempest-ListServerFiltersTestJSON-918217185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:20:29.690721 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-68092eb2-1c99-4e4a-ac56-2e94fedb2406 req-d5831742-f5ee-459e-ac22-db8cafaad486 tempest-ListServerFiltersTestJSON-918217185 tempest-ListServerFiltersTestJSON-918217185-project] 10.222.0.18 "GET /v2.0/ports?device_id=92527d70-5c7e-48eb-a05c-c45b8e403206 HTTP/1.1" status: 200 len: 945 time: 0.0597777 Jul 27 23:20:29.739654 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-68092eb2-1c99-4e4a-ac56-2e94fedb2406 req-f6367e1f-58d5-4bb9-aa68-8fc2cfaece57 tempest-ListServerFiltersTestJSON-918217185 tempest-ListServerFiltersTestJSON-918217185-project] 10.222.0.18 "GET /v2.0/security-groups?id=08c375eb-65f8-4808-8ad8-3342b3a38869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429251 Jul 27 23:20:30.040348 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:20:30.426435 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-19f2e178-d45e-4fbe-b9be-c3963fc151ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:20:30.873700 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af19d3a-47b0-4ac1-845b-00f3c1d10643 req-e7907084-5eda-43d9-b039-b2363377faeb tempest-ListServerFiltersTestJSON-918217185 tempest-ListServerFiltersTestJSON-918217185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:20:30.875916 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-9af19d3a-47b0-4ac1-845b-00f3c1d10643 req-e7907084-5eda-43d9-b039-b2363377faeb tempest-ListServerFiltersTestJSON-918217185 tempest-ListServerFiltersTestJSON-918217185-project] 10.222.0.18 "GET /v2.0/ports?device_id=92527d70-5c7e-48eb-a05c-c45b8e403206 HTTP/1.1" status: 200 len: 945 time: 0.0544701 Jul 27 23:20:30.917318 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-9af19d3a-47b0-4ac1-845b-00f3c1d10643 req-6b00cb63-ff38-4787-8993-8b2f72a229cc tempest-ListServerFiltersTestJSON-918217185 tempest-ListServerFiltersTestJSON-918217185-project] 10.222.0.18 "GET /v2.0/security-groups?id=08c375eb-65f8-4808-8ad8-3342b3a38869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341432 Jul 27 23:20:31.047306 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d61aa0-65cf-4ab7-b284-bb04cee4c817 req-537606c9-cde6-4434-870d-fcafdf3c7c83 tempest-ListServerFiltersTestJSON-918217185 tempest-ListServerFiltersTestJSON-918217185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:20:31.049550 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-32d61aa0-65cf-4ab7-b284-bb04cee4c817 req-537606c9-cde6-4434-870d-fcafdf3c7c83 tempest-ListServerFiltersTestJSON-918217185 tempest-ListServerFiltersTestJSON-918217185-project] 10.222.0.18 "GET /v2.0/ports?device_id=a55c2372-5b07-478f-a1eb-4ce4802d350a HTTP/1.1" status: 200 len: 946 time: 0.0572367 Jul 27 23:20:31.094877 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-32d61aa0-65cf-4ab7-b284-bb04cee4c817 req-4a601409-7b66-4124-b846-82d7260a61e1 tempest-ListServerFiltersTestJSON-918217185 tempest-ListServerFiltersTestJSON-918217185-project] 10.222.0.18 "GET /v2.0/security-groups?id=08c375eb-65f8-4808-8ad8-3342b3a38869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388269 Jul 27 23:20:31.228665 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a72bf6d-9879-4549-9067-4c19153df0d8 req-6f33f203-3ac3-4aa2-91c2-0752c520ee3e tempest-ListServerFiltersTestJSON-918217185 tempest-ListServerFiltersTestJSON-918217185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:20:31.230305 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-6a72bf6d-9879-4549-9067-4c19153df0d8 req-6f33f203-3ac3-4aa2-91c2-0752c520ee3e tempest-ListServerFiltersTestJSON-918217185 tempest-ListServerFiltersTestJSON-918217185-project] 10.222.0.18 "GET /v2.0/ports?device_id=37ff3f41-5072-4a81-bacb-475180b9068c HTTP/1.1" status: 200 len: 946 time: 0.0596933 Jul 27 23:20:31.269057 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-6a72bf6d-9879-4549-9067-4c19153df0d8 req-9ef32bda-bc48-465f-bcaa-f0b51bb21111 tempest-ListServerFiltersTestJSON-918217185 tempest-ListServerFiltersTestJSON-918217185-project] 10.222.0.18 "GET /v2.0/security-groups?id=08c375eb-65f8-4808-8ad8-3342b3a38869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325596 Jul 27 23:20:31.310081 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 50322) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:20:31.313560 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.agents_db [None req-9beef776-8bab-4de2-989a-f5a23ba4aaf4 None None] Agent healthcheck: found 7 active agents {{(pid=93800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 23:20:31.395410 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a8a89d0-1883-4de8-ad8a-ab13e5e90380 admin admin] Deleting subnet bce8bb9a-a5d1-42aa-92e4-0e2a54521bd1 {{(pid=93797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 23:20:31.398748 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8a8a89d0-1883-4de8-ad8a-ab13e5e90380 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:20:31.441174 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8a8a89d0-1883-4de8-ad8a-ab13e5e90380 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11335971'] for subnet, precommit_delete_associations {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:20:31.507947 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8a8a89d0-1883-4de8-ad8a-ab13e5e90380 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620741'] for subnet, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:20:31.617283 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8a8a89d0-1883-4de8-ad8a-ab13e5e90380 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11335991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11551414'] for subnet, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:20:31.654863 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8a89d0-1883-4de8-ad8a-ab13e5e90380 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bce8bb9a-a5d1-42aa-92e4-0e2a54521bd1,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:20:31.665568 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8a8a89d0-1883-4de8-ad8a-ab13e5e90380 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for subnet, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:20:31.667982 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-8a8a89d0-1883-4de8-ad8a-ab13e5e90380 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/bce8bb9a-a5d1-42aa-92e4-0e2a54521bd1 HTTP/1.1" status: 204 len: 168 time: 0.3562179 Jul 27 23:20:31.670316 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 50332) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:20:31.755310 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9410750e-70d8-447d-a0dc-7bd5b71f5191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593271'] for network, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:20:31.850750 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9410750e-70d8-447d-a0dc-7bd5b71f5191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618032', 'neutron.services.segments.db._delete_segments_for_network-8736833900081'] for network, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:20:31.861686 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-9410750e-70d8-447d-a0dc-7bd5b71f5191 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bec9389f-01eb-411a-b40b-a0fa46ab6306']}} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:20:31.873960 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-9410750e-70d8-447d-a0dc-7bd5b71f5191 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50fa5441-d59a-4139-9ee8-b73cbf636601') {'for_net_delete': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:20:31.873960 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-9410750e-70d8-447d-a0dc-7bd5b71f5191 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50fa5441-d59a-4139-9ee8-b73cbf636601') {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:20:31.892399 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9410750e-70d8-447d-a0dc-7bd5b71f5191 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736833900858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11335978'] for segment, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:20:31.925623 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9410750e-70d8-447d-a0dc-7bd5b71f5191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:20:31.934026 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9410750e-70d8-447d-a0dc-7bd5b71f5191 admin admin] Releasing vlan 539 on physical network physnet1 to pool {{(pid=93797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 23:20:31.934425 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9410750e-70d8-447d-a0dc-7bd5b71f5191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11336013'] for segment, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:20:31.936352 n-d-802623-1 neutron-server[93797]: Traceback (most recent call last): Jul 27 23:20:31.936352 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 23:20:31.936352 n-d-802623-1 neutron-server[93797]: timer() Jul 27 23:20:31.936352 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 23:20:31.936352 n-d-802623-1 neutron-server[93797]: cb(*args, **kw) Jul 27 23:20:31.936352 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 23:20:31.936352 n-d-802623-1 neutron-server[93797]: return func(*args, **kwargs) Jul 27 23:20:31.936352 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 23:20:31.936352 n-d-802623-1 neutron-server[93797]: self._notify() Jul 27 23:20:31.936352 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 23:20:31.936352 n-d-802623-1 neutron-server[93797]: self.callback(batched_events) Jul 27 23:20:31.936352 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 23:20:31.936352 n-d-802623-1 neutron-server[93797]: event.method(event) Jul 27 23:20:31.936352 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 23:20:31.936352 n-d-802623-1 neutron-server[93797]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 23:20:31.936352 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 23:20:31.936352 n-d-802623-1 neutron-server[93797]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 23:20:31.936352 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 23:20:31.936352 n-d-802623-1 neutron-server[93797]: return f(self, *a, **k) Jul 27 23:20:31.936352 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 23:20:31.936352 n-d-802623-1 neutron-server[93797]: return self._get(url).json() Jul 27 23:20:31.936352 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 23:20:31.936352 n-d-802623-1 neutron-server[93797]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 23:20:31.936352 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 23:20:31.936352 n-d-802623-1 neutron-server[93797]: return self.request(url, 'GET', **kwargs) Jul 27 23:20:31.936352 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 23:20:31.936352 n-d-802623-1 neutron-server[93797]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 23:20:31.936352 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 23:20:31.936352 n-d-802623-1 neutron-server[93797]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 23:20:31.936352 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 23:20:31.936352 n-d-802623-1 neutron-server[93797]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 23:20:31.936352 n-d-802623-1 neutron-server[93797]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 23:20:31.965040 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a73083a-79b0-4fcd-a03a-74a6343e83e1 req-70080920-e67b-4514-8dc6-e29792c58934 tempest-ListServerFiltersTestJSON-918217185 tempest-ListServerFiltersTestJSON-918217185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:20:31.966991 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-5a73083a-79b0-4fcd-a03a-74a6343e83e1 req-70080920-e67b-4514-8dc6-e29792c58934 tempest-ListServerFiltersTestJSON-918217185 tempest-ListServerFiltersTestJSON-918217185-project] 10.222.0.18 "GET /v2.0/ports?device_id=92527d70-5c7e-48eb-a05c-c45b8e403206 HTTP/1.1" status: 200 len: 945 time: 0.0860331 Jul 27 23:20:32.040028 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9410750e-70d8-447d-a0dc-7bd5b71f5191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415412'] for network, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:20:32.051637 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9410750e-70d8-447d-a0dc-7bd5b71f5191 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for network, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:20:32.054027 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-9410750e-70d8-447d-a0dc-7bd5b71f5191 admin admin] 10.222.0.18 "DELETE /v2.0/networks/bec9389f-01eb-411a-b40b-a0fa46ab6306 HTTP/1.1" status: 204 len: 168 time: 0.3827715 Jul 27 23:20:32.056921 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 50340) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:20:32.060464 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-5a73083a-79b0-4fcd-a03a-74a6343e83e1 req-e025f793-ff93-4a31-8694-ad241dabea4a tempest-ListServerFiltersTestJSON-918217185 tempest-ListServerFiltersTestJSON-918217185-project] 10.222.0.18 "GET /v2.0/security-groups?id=08c375eb-65f8-4808-8ad8-3342b3a38869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633967 Jul 27 23:20:32.084580 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9410750e-70d8-447d-a0dc-7bd5b71f5191 admin admin] Pushing event deleted for resources: {'Network': ['ID=bec9389f-01eb-411a-b40b-a0fa46ab6306,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:20:32.118840 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_v2 [None req-50e32e98-ebe1-4e47-b0cd-bce947c22533 admin admin] Deleting subnet 5ee28f78-2c7c-4963-96eb-e5d286ff93b3 {{(pid=93798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 23:20:32.122474 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-50e32e98-ebe1-4e47-b0cd-bce947c22533 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:20:32.164876 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-50e32e98-ebe1-4e47-b0cd-bce947c22533 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11163249'] for subnet, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:20:32.197406 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7418f70f-e60d-4709-8ba9-6ab514bc7f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:20:32.212098 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-50e32e98-ebe1-4e47-b0cd-bce947c22533 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620741'] for subnet, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:20:32.274061 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-50e32e98-ebe1-4e47-b0cd-bce947c22533 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11971800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12265753'] for subnet, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:20:32.316246 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e32e98-ebe1-4e47-b0cd-bce947c22533 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5ee28f78-2c7c-4963-96eb-e5d286ff93b3,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:20:32.325295 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-50e32e98-ebe1-4e47-b0cd-bce947c22533 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:20:32.327284 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-50e32e98-ebe1-4e47-b0cd-bce947c22533 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/5ee28f78-2c7c-4963-96eb-e5d286ff93b3 HTTP/1.1" status: 204 len: 168 time: 0.2685964 Jul 27 23:20:32.331084 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 50348) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:20:32.420502 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a3d107-822a-4581-bd6b-c1df68285272 req-37940d54-be0c-499d-b6a3-a96926726b20 tempest-ListServerFiltersTestJSON-918217185 tempest-ListServerFiltersTestJSON-918217185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:20:32.422519 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e0a3d107-822a-4581-bd6b-c1df68285272 req-37940d54-be0c-499d-b6a3-a96926726b20 tempest-ListServerFiltersTestJSON-918217185 tempest-ListServerFiltersTestJSON-918217185-project] 10.222.0.18 "GET /v2.0/ports?device_id=a55c2372-5b07-478f-a1eb-4ce4802d350a HTTP/1.1" status: 200 len: 946 time: 0.1079347 Jul 27 23:20:32.425379 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-94df91e0-062b-4079-9782-a854ee9c9650 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593271'] for network, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:20:32.489740 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e0a3d107-822a-4581-bd6b-c1df68285272 req-753d8834-6a37-423b-969c-c79734e56c06 tempest-ListServerFiltersTestJSON-918217185 tempest-ListServerFiltersTestJSON-918217185-project] 10.222.0.18 "GET /v2.0/security-groups?id=08c375eb-65f8-4808-8ad8-3342b3a38869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592799 Jul 27 23:20:32.544410 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-94df91e0-062b-4079-9782-a854ee9c9650 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618032', 'neutron.services.segments.db._delete_segments_for_network-8736833900081'] for network, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:20:32.555426 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-94df91e0-062b-4079-9782-a854ee9c9650 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c9a2be6-dbbe-4da3-ae1e-6749e4f37704']}} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:20:32.565889 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-94df91e0-062b-4079-9782-a854ee9c9650 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c225f37-2ecb-49bc-86f8-c2bb22375b75') {'for_net_delete': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:20:32.566262 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-94df91e0-062b-4079-9782-a854ee9c9650 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c225f37-2ecb-49bc-86f8-c2bb22375b75') {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:20:32.575595 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-94df91e0-062b-4079-9782-a854ee9c9650 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736833900858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11163256'] for segment, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:20:32.590460 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-94df91e0-062b-4079-9782-a854ee9c9650 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:20:32.597885 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94df91e0-062b-4079-9782-a854ee9c9650 admin admin] Releasing vlan 513 on physical network physnet1 to pool {{(pid=93798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 23:20:32.597885 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-94df91e0-062b-4079-9782-a854ee9c9650 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11971746'] for segment, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:20:32.610366 n-d-802623-1 neutron-server[93798]: Traceback (most recent call last): Jul 27 23:20:32.610366 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 23:20:32.610366 n-d-802623-1 neutron-server[93798]: timer() Jul 27 23:20:32.610366 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 23:20:32.610366 n-d-802623-1 neutron-server[93798]: cb(*args, **kw) Jul 27 23:20:32.610366 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 23:20:32.610366 n-d-802623-1 neutron-server[93798]: return func(*args, **kwargs) Jul 27 23:20:32.610366 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 23:20:32.610366 n-d-802623-1 neutron-server[93798]: self._notify() Jul 27 23:20:32.610366 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 23:20:32.610366 n-d-802623-1 neutron-server[93798]: self.callback(batched_events) Jul 27 23:20:32.610366 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 23:20:32.610366 n-d-802623-1 neutron-server[93798]: event.method(event) Jul 27 23:20:32.610366 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 23:20:32.610366 n-d-802623-1 neutron-server[93798]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 23:20:32.610366 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 23:20:32.610366 n-d-802623-1 neutron-server[93798]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 23:20:32.610366 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 23:20:32.610366 n-d-802623-1 neutron-server[93798]: return f(self, *a, **k) Jul 27 23:20:32.610366 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 23:20:32.610366 n-d-802623-1 neutron-server[93798]: return self._get(url).json() Jul 27 23:20:32.610366 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 23:20:32.610366 n-d-802623-1 neutron-server[93798]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 23:20:32.610366 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 23:20:32.610366 n-d-802623-1 neutron-server[93798]: return self.request(url, 'GET', **kwargs) Jul 27 23:20:32.610366 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 23:20:32.610366 n-d-802623-1 neutron-server[93798]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 23:20:32.610366 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 23:20:32.610366 n-d-802623-1 neutron-server[93798]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 23:20:32.610366 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 23:20:32.610366 n-d-802623-1 neutron-server[93798]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 23:20:32.610366 n-d-802623-1 neutron-server[93798]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 23:20:32.662603 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-94df91e0-062b-4079-9782-a854ee9c9650 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415412'] for network, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:20:32.674011 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-94df91e0-062b-4079-9782-a854ee9c9650 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:20:32.681483 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-94df91e0-062b-4079-9782-a854ee9c9650 admin admin] 10.222.0.18 "DELETE /v2.0/networks/6c9a2be6-dbbe-4da3-ae1e-6749e4f37704 HTTP/1.1" status: 204 len: 168 time: 0.3485756 Jul 27 23:20:32.698010 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94df91e0-062b-4079-9782-a854ee9c9650 admin admin] Pushing event deleted for resources: {'Network': ['ID=6c9a2be6-dbbe-4da3-ae1e-6749e4f37704,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:20:32.820924 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53701045-c0b1-4399-a959-329cae19a6ac req-ac9872ec-9268-4c13-80a4-edc4fd76be44 tempest-ListServerFiltersTestJSON-918217185 tempest-ListServerFiltersTestJSON-918217185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:20:32.829020 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53701045-c0b1-4399-a959-329cae19a6ac req-ac9872ec-9268-4c13-80a4-edc4fd76be44 tempest-ListServerFiltersTestJSON-918217185 tempest-ListServerFiltersTestJSON-918217185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:20:32.833818 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 50366) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:20:32.836189 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53701045-c0b1-4399-a959-329cae19a6ac req-ac9872ec-9268-4c13-80a4-edc4fd76be44 tempest-ListServerFiltersTestJSON-918217185 tempest-ListServerFiltersTestJSON-918217185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:20:32.837884 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-53701045-c0b1-4399-a959-329cae19a6ac req-ac9872ec-9268-4c13-80a4-edc4fd76be44 tempest-ListServerFiltersTestJSON-918217185 tempest-ListServerFiltersTestJSON-918217185-project] 10.222.0.18 "GET /v2.0/ports?device_id=92527d70-5c7e-48eb-a05c-c45b8e403206&device_id=37ff3f41-5072-4a81-bacb-475180b9068c&device_id=a55c2372-5b07-478f-a1eb-4ce4802d350a HTTP/1.1" status: 200 len: 2418 time: 0.0788686 Jul 27 23:20:32.877092 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-53701045-c0b1-4399-a959-329cae19a6ac req-734f6311-b214-4ba2-999d-809204ed63ef tempest-ListServerFiltersTestJSON-918217185 tempest-ListServerFiltersTestJSON-918217185-project] 10.222.0.18 "GET /v2.0/security-groups?id=08c375eb-65f8-4808-8ad8-3342b3a38869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325406 Jul 27 23:20:32.878892 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-85e83b7c-110b-45d2-bc54-fcaa3ded1d4b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=fd970b90e9054ed38ff04f3be6c4b030&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0437307 Jul 27 23:20:32.881638 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 50368) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:20:32.936897 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6728be20-7123-4ece-b47a-ba708e78ab1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:20:32.959181 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6728be20-7123-4ece-b47a-ba708e78ab1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:20:33.040009 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2eddc4-5a60-4627-a1b0-84fe4a0a3576 req-d2cbe6d9-a77a-4dcd-856a-3b444ac77593 tempest-ListServerFiltersTestJSON-918217185 tempest-ListServerFiltersTestJSON-918217185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:20:33.041521 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ec2eddc4-5a60-4627-a1b0-84fe4a0a3576 req-d2cbe6d9-a77a-4dcd-856a-3b444ac77593 tempest-ListServerFiltersTestJSON-918217185 tempest-ListServerFiltersTestJSON-918217185-project] 10.222.0.18 "GET /v2.0/ports?device_id=92527d70-5c7e-48eb-a05c-c45b8e403206 HTTP/1.1" status: 200 len: 945 time: 0.0711482 Jul 27 23:20:33.048550 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6728be20-7123-4ece-b47a-ba708e78ab1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:20:33.051329 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6728be20-7123-4ece-b47a-ba708e78ab1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:20:33.052516 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-6728be20-7123-4ece-b47a-ba708e78ab1a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/81a73554-12a8-4d06-b4a1-4de4e87afbd8 HTTP/1.1" status: 204 len: 168 time: 0.1698034 Jul 27 23:20:33.074344 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6728be20-7123-4ece-b47a-ba708e78ab1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81a73554-12a8-4d06-b4a1-4de4e87afbd8,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:20:33.114493 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ec2eddc4-5a60-4627-a1b0-84fe4a0a3576 req-82685b65-77ef-4ff4-b557-621fb61504b3 tempest-ListServerFiltersTestJSON-918217185 tempest-ListServerFiltersTestJSON-918217185-project] 10.222.0.18 "GET /v2.0/security-groups?id=08c375eb-65f8-4808-8ad8-3342b3a38869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566456 Jul 27 23:20:33.469829 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 50392) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:20:33.511260 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-2e639fa4-43a3-40b8-b0c6-e226632755c9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7a697328b12e447ea994343611b7ae0e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0401826 Jul 27 23:20:33.513751 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 50394) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:20:33.567514 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-58fd0aeb-c436-452a-a402-026fb28f2681 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:20:33.590336 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-58fd0aeb-c436-452a-a402-026fb28f2681 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:20:33.652489 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-58fd0aeb-c436-452a-a402-026fb28f2681 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:20:33.656098 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-58fd0aeb-c436-452a-a402-026fb28f2681 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:20:33.657578 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-58fd0aeb-c436-452a-a402-026fb28f2681 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7964d93b-977d-42b9-9392-cdbc53eb7d38 HTTP/1.1" status: 204 len: 168 time: 0.1426580 Jul 27 23:20:33.666289 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fd0aeb-c436-452a-a402-026fb28f2681 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7964d93b-977d-42b9-9392-cdbc53eb7d38,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:20:34.073476 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04db69b-6d86-4a9d-a9c1-63ef33d481e6 req-36e4fb37-4032-4d0b-8e1b-a24578fd176f tempest-ListServerFiltersTestJSON-918217185 tempest-ListServerFiltersTestJSON-918217185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:20:34.075236 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f04db69b-6d86-4a9d-a9c1-63ef33d481e6 req-36e4fb37-4032-4d0b-8e1b-a24578fd176f tempest-ListServerFiltersTestJSON-918217185 tempest-ListServerFiltersTestJSON-918217185-project] 10.222.0.18 "GET /v2.0/ports?device_id=a55c2372-5b07-478f-a1eb-4ce4802d350a HTTP/1.1" status: 200 len: 946 time: 0.0553157 Jul 27 23:20:34.121387 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f04db69b-6d86-4a9d-a9c1-63ef33d481e6 req-72d55943-805d-4b74-ab7a-640f173f1cb7 tempest-ListServerFiltersTestJSON-918217185 tempest-ListServerFiltersTestJSON-918217185-project] 10.222.0.18 "GET /v2.0/security-groups?id=08c375eb-65f8-4808-8ad8-3342b3a38869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394700 Jul 27 23:20:34.679413 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:20:35.257849 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af4bb2d-9f8c-4eb0-991a-744d972a24f2 req-6d5b722c-adb7-4dbd-a3ef-5f1aef75bb3d tempest-ListServerFiltersTestJSON-918217185 tempest-ListServerFiltersTestJSON-918217185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:20:35.260337 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-0af4bb2d-9f8c-4eb0-991a-744d972a24f2 req-6d5b722c-adb7-4dbd-a3ef-5f1aef75bb3d tempest-ListServerFiltersTestJSON-918217185 tempest-ListServerFiltersTestJSON-918217185-project] 10.222.0.18 "GET /v2.0/ports?device_id=a55c2372-5b07-478f-a1eb-4ce4802d350a HTTP/1.1" status: 200 len: 946 time: 0.0617311 Jul 27 23:20:35.308953 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-0af4bb2d-9f8c-4eb0-991a-744d972a24f2 req-7e1e7551-3f2c-43dc-9cc1-b592ea6ea3fb tempest-ListServerFiltersTestJSON-918217185 tempest-ListServerFiltersTestJSON-918217185-project] 10.222.0.18 "GET /v2.0/security-groups?id=08c375eb-65f8-4808-8ad8-3342b3a38869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365086 Jul 27 23:20:36.448872 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0663d1a-1241-4586-8624-a868c46f8419 req-094c665d-3902-4cab-b1d0-7389e00e1860 tempest-ListServerFiltersTestJSON-918217185 tempest-ListServerFiltersTestJSON-918217185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:20:36.450431 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a0663d1a-1241-4586-8624-a868c46f8419 req-094c665d-3902-4cab-b1d0-7389e00e1860 tempest-ListServerFiltersTestJSON-918217185 tempest-ListServerFiltersTestJSON-918217185-project] 10.222.0.18 "GET /v2.0/ports?device_id=a55c2372-5b07-478f-a1eb-4ce4802d350a HTTP/1.1" status: 200 len: 946 time: 0.0547962 Jul 27 23:20:36.490622 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a0663d1a-1241-4586-8624-a868c46f8419 req-7410a2e9-11cb-454c-8595-965da4c560d1 tempest-ListServerFiltersTestJSON-918217185 tempest-ListServerFiltersTestJSON-918217185-project] 10.222.0.18 "GET /v2.0/security-groups?id=08c375eb-65f8-4808-8ad8-3342b3a38869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332317 Jul 27 23:20:37.610575 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b851355-b59d-461c-ad2f-52d399077416 req-5d2e88d8-b400-4020-8004-5a5654f3d8b5 tempest-ListServerFiltersTestJSON-918217185 tempest-ListServerFiltersTestJSON-918217185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:20:37.612245 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7b851355-b59d-461c-ad2f-52d399077416 req-5d2e88d8-b400-4020-8004-5a5654f3d8b5 tempest-ListServerFiltersTestJSON-918217185 tempest-ListServerFiltersTestJSON-918217185-project] 10.222.0.18 "GET /v2.0/ports?device_id=a55c2372-5b07-478f-a1eb-4ce4802d350a HTTP/1.1" status: 200 len: 946 time: 0.0528214 Jul 27 23:20:37.667146 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7b851355-b59d-461c-ad2f-52d399077416 req-779e6c18-f3fa-4814-beb4-6a251de2b320 tempest-ListServerFiltersTestJSON-918217185 tempest-ListServerFiltersTestJSON-918217185-project] 10.222.0.18 "GET /v2.0/security-groups?id=08c375eb-65f8-4808-8ad8-3342b3a38869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482271 Jul 27 23:20:38.800296 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4187dc-cd7b-479c-8feb-5744f41c1a1f req-9530baf5-51ff-4567-91c1-91dd37eee965 tempest-ListServerFiltersTestJSON-918217185 tempest-ListServerFiltersTestJSON-918217185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:20:38.801954 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-8b4187dc-cd7b-479c-8feb-5744f41c1a1f req-9530baf5-51ff-4567-91c1-91dd37eee965 tempest-ListServerFiltersTestJSON-918217185 tempest-ListServerFiltersTestJSON-918217185-project] 10.222.0.18 "GET /v2.0/ports?device_id=a55c2372-5b07-478f-a1eb-4ce4802d350a HTTP/1.1" status: 200 len: 946 time: 0.0609534 Jul 27 23:20:38.846857 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-8b4187dc-cd7b-479c-8feb-5744f41c1a1f req-a791cd5d-a504-47c6-8ec0-2c14b3422783 tempest-ListServerFiltersTestJSON-918217185 tempest-ListServerFiltersTestJSON-918217185-project] 10.222.0.18 "GET /v2.0/security-groups?id=08c375eb-65f8-4808-8ad8-3342b3a38869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378845 Jul 27 23:20:39.978467 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45218edf-7438-4094-8b55-ef9a3d190a7a req-e5eb66ae-8244-4743-819e-74fbb483c7af tempest-ListServerFiltersTestJSON-918217185 tempest-ListServerFiltersTestJSON-918217185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:20:39.983940 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-45218edf-7438-4094-8b55-ef9a3d190a7a req-e5eb66ae-8244-4743-819e-74fbb483c7af tempest-ListServerFiltersTestJSON-918217185 tempest-ListServerFiltersTestJSON-918217185-project] 10.222.0.18 "GET /v2.0/ports?device_id=a55c2372-5b07-478f-a1eb-4ce4802d350a HTTP/1.1" status: 200 len: 946 time: 0.0564330 Jul 27 23:20:40.026052 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-45218edf-7438-4094-8b55-ef9a3d190a7a req-d828865c-d6cc-4b0e-b868-57c4a85b699d tempest-ListServerFiltersTestJSON-918217185 tempest-ListServerFiltersTestJSON-918217185-project] 10.222.0.18 "GET /v2.0/security-groups?id=08c375eb-65f8-4808-8ad8-3342b3a38869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381427 Jul 27 23:20:41.153799 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af03dcff-4123-472d-bd08-b23508287ab6 req-88047763-4aa8-445a-a625-f705667737de tempest-ListServerFiltersTestJSON-918217185 tempest-ListServerFiltersTestJSON-918217185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:20:41.155327 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-af03dcff-4123-472d-bd08-b23508287ab6 req-88047763-4aa8-445a-a625-f705667737de tempest-ListServerFiltersTestJSON-918217185 tempest-ListServerFiltersTestJSON-918217185-project] 10.222.0.18 "GET /v2.0/ports?device_id=a55c2372-5b07-478f-a1eb-4ce4802d350a HTTP/1.1" status: 200 len: 946 time: 0.0514162 Jul 27 23:20:41.199558 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-af03dcff-4123-472d-bd08-b23508287ab6 req-b331ddc2-ca23-4484-8fde-9811f5819ab6 tempest-ListServerFiltersTestJSON-918217185 tempest-ListServerFiltersTestJSON-918217185-project] 10.222.0.18 "GET /v2.0/security-groups?id=08c375eb-65f8-4808-8ad8-3342b3a38869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369077 Jul 27 23:20:42.334939 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513b88ac-9559-44e9-8927-e47b7c15406d req-14750ff1-a5be-4be1-b569-60e5bb99992d tempest-ListServerFiltersTestJSON-918217185 tempest-ListServerFiltersTestJSON-918217185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:20:42.342604 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-513b88ac-9559-44e9-8927-e47b7c15406d req-14750ff1-a5be-4be1-b569-60e5bb99992d tempest-ListServerFiltersTestJSON-918217185 tempest-ListServerFiltersTestJSON-918217185-project] 10.222.0.18 "GET /v2.0/ports?device_id=a55c2372-5b07-478f-a1eb-4ce4802d350a HTTP/1.1" status: 200 len: 946 time: 0.0635815 Jul 27 23:20:42.380656 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-513b88ac-9559-44e9-8927-e47b7c15406d req-ed710dca-02ee-4597-bcb1-7028984d0efb tempest-ListServerFiltersTestJSON-918217185 tempest-ListServerFiltersTestJSON-918217185-project] 10.222.0.18 "GET /v2.0/security-groups?id=08c375eb-65f8-4808-8ad8-3342b3a38869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366230 Jul 27 23:20:43.524895 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3f6408-4a83-4c1c-9f5b-5025d4ef8598 req-be9c3d16-bad8-45e8-9d0b-0ed764581a5c tempest-ListServerFiltersTestJSON-918217185 tempest-ListServerFiltersTestJSON-918217185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:20:43.526548 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-0c3f6408-4a83-4c1c-9f5b-5025d4ef8598 req-be9c3d16-bad8-45e8-9d0b-0ed764581a5c tempest-ListServerFiltersTestJSON-918217185 tempest-ListServerFiltersTestJSON-918217185-project] 10.222.0.18 "GET /v2.0/ports?device_id=a55c2372-5b07-478f-a1eb-4ce4802d350a HTTP/1.1" status: 200 len: 946 time: 0.0649385 Jul 27 23:20:43.599777 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-0c3f6408-4a83-4c1c-9f5b-5025d4ef8598 req-92cc4f9d-3b11-48bb-988f-8fd8841254c2 tempest-ListServerFiltersTestJSON-918217185 tempest-ListServerFiltersTestJSON-918217185-project] 10.222.0.18 "GET /v2.0/security-groups?id=08c375eb-65f8-4808-8ad8-3342b3a38869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650787 Jul 27 23:20:44.735722 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a0f146-47dc-420e-b2a0-cf07f3196f60 req-b53bca3d-7bed-4700-acc2-f75bbfccfa33 tempest-ListServerFiltersTestJSON-918217185 tempest-ListServerFiltersTestJSON-918217185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:20:44.737664 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-01a0f146-47dc-420e-b2a0-cf07f3196f60 req-b53bca3d-7bed-4700-acc2-f75bbfccfa33 tempest-ListServerFiltersTestJSON-918217185 tempest-ListServerFiltersTestJSON-918217185-project] 10.222.0.18 "GET /v2.0/ports?device_id=a55c2372-5b07-478f-a1eb-4ce4802d350a HTTP/1.1" status: 200 len: 946 time: 0.0668850 Jul 27 23:20:44.789176 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-01a0f146-47dc-420e-b2a0-cf07f3196f60 req-94ae87c3-9ccf-45d5-8c6b-8dbef44aca2e tempest-ListServerFiltersTestJSON-918217185 tempest-ListServerFiltersTestJSON-918217185-project] 10.222.0.18 "GET /v2.0/security-groups?id=08c375eb-65f8-4808-8ad8-3342b3a38869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434582 Jul 27 23:20:45.913882 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888efae5-ee2a-4dd8-9f02-9ed253124e03 req-f15ec7d6-aa78-4b01-8a9d-65c07c45a829 tempest-ListServerFiltersTestJSON-918217185 tempest-ListServerFiltersTestJSON-918217185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:20:45.915408 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-888efae5-ee2a-4dd8-9f02-9ed253124e03 req-f15ec7d6-aa78-4b01-8a9d-65c07c45a829 tempest-ListServerFiltersTestJSON-918217185 tempest-ListServerFiltersTestJSON-918217185-project] 10.222.0.18 "GET /v2.0/ports?device_id=a55c2372-5b07-478f-a1eb-4ce4802d350a HTTP/1.1" status: 200 len: 946 time: 0.0606492 Jul 27 23:20:45.956627 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-888efae5-ee2a-4dd8-9f02-9ed253124e03 req-fd5ad7fa-6b78-4ced-bc74-72c9691bcf7b tempest-ListServerFiltersTestJSON-918217185 tempest-ListServerFiltersTestJSON-918217185-project] 10.222.0.18 "GET /v2.0/security-groups?id=08c375eb-65f8-4808-8ad8-3342b3a38869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351698 Jul 27 23:20:47.102006 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9ee75a-04ba-49b1-a9aa-9a426980fcf4 req-76363a7c-2ce5-4e73-9455-3a6292b173cc tempest-ListServerFiltersTestJSON-918217185 tempest-ListServerFiltersTestJSON-918217185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:20:47.103555 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ed9ee75a-04ba-49b1-a9aa-9a426980fcf4 req-76363a7c-2ce5-4e73-9455-3a6292b173cc tempest-ListServerFiltersTestJSON-918217185 tempest-ListServerFiltersTestJSON-918217185-project] 10.222.0.18 "GET /v2.0/ports?device_id=a55c2372-5b07-478f-a1eb-4ce4802d350a HTTP/1.1" status: 200 len: 946 time: 0.0621541 Jul 27 23:20:47.142884 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ed9ee75a-04ba-49b1-a9aa-9a426980fcf4 req-74d72a38-05aa-42ec-805d-463975e20952 tempest-ListServerFiltersTestJSON-918217185 tempest-ListServerFiltersTestJSON-918217185-project] 10.222.0.18 "GET /v2.0/security-groups?id=08c375eb-65f8-4808-8ad8-3342b3a38869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331926 Jul 27 23:20:47.521908 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6c132b-48ec-4778-9a68-7ab8163351fd req-97b10a1b-e77a-4cb5-95f6-f7bd366b0a71 tempest-VolumesSnapshotTestJSON-2142840391 tempest-VolumesSnapshotTestJSON-2142840391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:20:47.523452 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-fe6c132b-48ec-4778-9a68-7ab8163351fd req-97b10a1b-e77a-4cb5-95f6-f7bd366b0a71 tempest-VolumesSnapshotTestJSON-2142840391 tempest-VolumesSnapshotTestJSON-2142840391-project] 10.222.0.18 "GET /v2.0/networks?id=75ce6599-272f-409e-8bde-1b861ba87c15 HTTP/1.1" status: 200 len: 813 time: 0.1084640 Jul 27 23:20:47.538664 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-fe6c132b-48ec-4778-9a68-7ab8163351fd req-ce2533a4-1b48-4281-b92b-1bb9e9b85e8d tempest-VolumesSnapshotTestJSON-2142840391 tempest-VolumesSnapshotTestJSON-2142840391-project] 10.222.0.18 "GET /v2.0/quotas/771a5e15676f4d0489dc600792573356 HTTP/1.1" status: 200 len: 375 time: 0.0093100 Jul 27 23:20:47.570392 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-fe6c132b-48ec-4778-9a68-7ab8163351fd req-d83df3eb-7823-435f-b9f6-82eafa74dc76 tempest-VolumesSnapshotTestJSON-2142840391 tempest-VolumesSnapshotTestJSON-2142840391-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=771a5e15676f4d0489dc600792573356&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0260594 Jul 27 23:20:47.663383 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-fe6c132b-48ec-4778-9a68-7ab8163351fd req-97e6b510-5d5b-42da-a0ac-fb5fde2194a2 service neutron] 10.222.0.18 "GET /v2.0/networks/75ce6599-272f-409e-8bde-1b861ba87c15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849710 Jul 27 23:20:47.776469 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-fe6c132b-48ec-4778-9a68-7ab8163351fd req-9232050d-6915-4ec3-b36f-2d6d925bc34a service neutron] 10.222.0.18 "GET /v2.0/networks/75ce6599-272f-409e-8bde-1b861ba87c15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065857 Jul 27 23:20:47.942925 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-5b6a1d6f-f320-46d6-b09c-c117040d3002 req-ecb40e84-b06e-4b0d-b625-70688cd43024 tempest-VolumesSnapshotTestJSON-2142840391 tempest-VolumesSnapshotTestJSON-2142840391-project] 10.222.0.18 "GET /v2.0/ports?device_id=2451e19f-bde6-450b-a1e1-7a7cc76d7bba HTTP/1.1" status: 200 len: 210 time: 0.0299513 Jul 27 23:20:48.282380 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cac24c-7dcd-407c-9eef-eb9fc18f0b16 req-73a8fbe5-d200-49f3-ac98-f5d63ab7072a tempest-ListServerFiltersTestJSON-918217185 tempest-ListServerFiltersTestJSON-918217185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:20:48.285517 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-52cac24c-7dcd-407c-9eef-eb9fc18f0b16 req-73a8fbe5-d200-49f3-ac98-f5d63ab7072a tempest-ListServerFiltersTestJSON-918217185 tempest-ListServerFiltersTestJSON-918217185-project] 10.222.0.18 "GET /v2.0/ports?device_id=a55c2372-5b07-478f-a1eb-4ce4802d350a HTTP/1.1" status: 200 len: 946 time: 0.0676236 Jul 27 23:20:48.328052 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-52cac24c-7dcd-407c-9eef-eb9fc18f0b16 req-2ae9e9c6-9519-40eb-8471-6e6c7743a477 tempest-ListServerFiltersTestJSON-918217185 tempest-ListServerFiltersTestJSON-918217185-project] 10.222.0.18 "GET /v2.0/security-groups?id=08c375eb-65f8-4808-8ad8-3342b3a38869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363705 Jul 27 23:20:49.012675 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6c132b-48ec-4778-9a68-7ab8163351fd req-6d05aef3-1ea5-4821-9d14-c82842f060b7 tempest-VolumesSnapshotTestJSON-2142840391 tempest-VolumesSnapshotTestJSON-2142840391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:20:49.014397 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-fe6c132b-48ec-4778-9a68-7ab8163351fd req-6d05aef3-1ea5-4821-9d14-c82842f060b7 tempest-VolumesSnapshotTestJSON-2142840391 tempest-VolumesSnapshotTestJSON-2142840391-project] 10.222.0.49 "GET /v2.0/networks?id=75ce6599-272f-409e-8bde-1b861ba87c15 HTTP/1.1" status: 200 len: 813 time: 0.1259904 Jul 27 23:20:49.034658 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [req-fe6c132b-48ec-4778-9a68-7ab8163351fd req-e7884831-3f6a-4165-8df4-8666ce30b893 tempest-VolumesSnapshotTestJSON-2142840391 tempest-VolumesSnapshotTestJSON-2142840391-project] Request body: {'port': {'device_id': '2451e19f-bde6-450b-a1e1-7a7cc76d7bba', 'network_id': '75ce6599-272f-409e-8bde-1b861ba87c15', 'admin_state_up': True, 'tenant_id': '771a5e15676f4d0489dc600792573356'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:20:49.071504 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-104f154c-343e-41f4-8ab1-d7cdd4293e7c req-7846de14-e4af-4324-856f-b93dda30eec2 tempest-VolumesSnapshotTestJSON-2142840391 tempest-VolumesSnapshotTestJSON-2142840391-project] 10.222.0.18 "GET /v2.0/ports?device_id=2451e19f-bde6-450b-a1e1-7a7cc76d7bba HTTP/1.1" status: 200 len: 210 time: 0.0515289 Jul 27 23:20:49.189240 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe6c132b-48ec-4778-9a68-7ab8163351fd req-e7884831-3f6a-4165-8df4-8666ce30b893 tempest-VolumesSnapshotTestJSON-2142840391 tempest-VolumesSnapshotTestJSON-2142840391-project] Made reservation on behalf of 771a5e15676f4d0489dc600792573356 for: {'port': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:20:49.193350 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-fe6c132b-48ec-4778-9a68-7ab8163351fd req-e7884831-3f6a-4165-8df4-8666ce30b893 tempest-VolumesSnapshotTestJSON-2142840391 tempest-VolumesSnapshotTestJSON-2142840391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:20:49.327518 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [req-fe6c132b-48ec-4778-9a68-7ab8163351fd req-e7884831-3f6a-4165-8df4-8666ce30b893 tempest-VolumesSnapshotTestJSON-2142840391 tempest-VolumesSnapshotTestJSON-2142840391-project] Allocated IP 172.20.0.2 (75ce6599-272f-409e-8bde-1b861ba87c15/614b1cae-4360-4d45-b3b8-cf22579b78cc/eac9278e-7bf7-44c6-82a0-d8ed876b4c10) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:20:49.447483 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49734c8-e151-403a-8d75-2251d9887361 req-ebf4ef64-6c95-4861-a403-69ebd81001dd tempest-ListServerFiltersTestJSON-918217185 tempest-ListServerFiltersTestJSON-918217185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:20:49.449197 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e49734c8-e151-403a-8d75-2251d9887361 req-ebf4ef64-6c95-4861-a403-69ebd81001dd tempest-ListServerFiltersTestJSON-918217185 tempest-ListServerFiltersTestJSON-918217185-project] 10.222.0.18 "GET /v2.0/ports?device_id=a55c2372-5b07-478f-a1eb-4ce4802d350a HTTP/1.1" status: 200 len: 946 time: 0.0500288 Jul 27 23:20:49.481384 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-fe6c132b-48ec-4778-9a68-7ab8163351fd req-e7884831-3f6a-4165-8df4-8666ce30b893 tempest-VolumesSnapshotTestJSON-2142840391 tempest-VolumesSnapshotTestJSON-2142840391-project] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:20:49.492869 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e49734c8-e151-403a-8d75-2251d9887361 req-c2d41c2f-712a-4f11-b482-94b3ebde92b3 tempest-ListServerFiltersTestJSON-918217185 tempest-ListServerFiltersTestJSON-918217185-project] 10.222.0.18 "GET /v2.0/security-groups?id=08c375eb-65f8-4808-8ad8-3342b3a38869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364981 Jul 27 23:20:49.523447 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-fe6c132b-48ec-4778-9a68-7ab8163351fd req-e7884831-3f6a-4165-8df4-8666ce30b893 tempest-VolumesSnapshotTestJSON-2142840391 tempest-VolumesSnapshotTestJSON-2142840391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:20:49.566595 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe6c132b-48ec-4778-9a68-7ab8163351fd req-e7884831-3f6a-4165-8df4-8666ce30b893 tempest-VolumesSnapshotTestJSON-2142840391 tempest-VolumesSnapshotTestJSON-2142840391-project] Network 75ce6599-272f-409e-8bde-1b861ba87c15 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:20:49.569727 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [req-fe6c132b-48ec-4778-9a68-7ab8163351fd req-e7884831-3f6a-4165-8df4-8666ce30b893 tempest-VolumesSnapshotTestJSON-2142840391 tempest-VolumesSnapshotTestJSON-2142840391-project] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:20:49.573426 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe6c132b-48ec-4778-9a68-7ab8163351fd req-e7884831-3f6a-4165-8df4-8666ce30b893 tempest-VolumesSnapshotTestJSON-2142840391 tempest-VolumesSnapshotTestJSON-2142840391-project] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:20:49.927888 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7884831-3f6a-4165-8df4-8666ce30b893 tempest-VolumesSnapshotTestJSON-2142840391 tempest-VolumesSnapshotTestJSON-2142840391-project] Pushing event updated for resources: {'Port': ['ID=eac9278e-7bf7-44c6-82a0-d8ed876b4c10,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:20:49.942366 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7884831-3f6a-4165-8df4-8666ce30b893 tempest-VolumesSnapshotTestJSON-2142840391 tempest-VolumesSnapshotTestJSON-2142840391-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:20:49.942797 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7884831-3f6a-4165-8df4-8666ce30b893 tempest-VolumesSnapshotTestJSON-2142840391 tempest-VolumesSnapshotTestJSON-2142840391-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:20:49.943346 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7884831-3f6a-4165-8df4-8666ce30b893 tempest-VolumesSnapshotTestJSON-2142840391 tempest-VolumesSnapshotTestJSON-2142840391-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:20:49.943587 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7884831-3f6a-4165-8df4-8666ce30b893 tempest-VolumesSnapshotTestJSON-2142840391 tempest-VolumesSnapshotTestJSON-2142840391-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:20:49.943929 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7884831-3f6a-4165-8df4-8666ce30b893 tempest-VolumesSnapshotTestJSON-2142840391 tempest-VolumesSnapshotTestJSON-2142840391-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:20:49.944259 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7884831-3f6a-4165-8df4-8666ce30b893 tempest-VolumesSnapshotTestJSON-2142840391 tempest-VolumesSnapshotTestJSON-2142840391-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:20:49.944591 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7884831-3f6a-4165-8df4-8666ce30b893 tempest-VolumesSnapshotTestJSON-2142840391 tempest-VolumesSnapshotTestJSON-2142840391-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:20:49.944920 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7884831-3f6a-4165-8df4-8666ce30b893 tempest-VolumesSnapshotTestJSON-2142840391 tempest-VolumesSnapshotTestJSON-2142840391-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:20:49.945248 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7884831-3f6a-4165-8df4-8666ce30b893 tempest-VolumesSnapshotTestJSON-2142840391 tempest-VolumesSnapshotTestJSON-2142840391-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:20:49.945577 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7884831-3f6a-4165-8df4-8666ce30b893 tempest-VolumesSnapshotTestJSON-2142840391 tempest-VolumesSnapshotTestJSON-2142840391-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:20:49.945901 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7884831-3f6a-4165-8df4-8666ce30b893 tempest-VolumesSnapshotTestJSON-2142840391 tempest-VolumesSnapshotTestJSON-2142840391-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:20:49.946221 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7884831-3f6a-4165-8df4-8666ce30b893 tempest-VolumesSnapshotTestJSON-2142840391 tempest-VolumesSnapshotTestJSON-2142840391-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:20:49.964361 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6c132b-48ec-4778-9a68-7ab8163351fd req-e7884831-3f6a-4165-8df4-8666ce30b893 tempest-VolumesSnapshotTestJSON-2142840391 tempest-VolumesSnapshotTestJSON-2142840391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:20:49.964966 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-fe6c132b-48ec-4778-9a68-7ab8163351fd req-e7884831-3f6a-4165-8df4-8666ce30b893 tempest-VolumesSnapshotTestJSON-2142840391 tempest-VolumesSnapshotTestJSON-2142840391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:20:49.981979 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-fe6c132b-48ec-4778-9a68-7ab8163351fd req-e7884831-3f6a-4165-8df4-8666ce30b893 tempest-VolumesSnapshotTestJSON-2142840391 tempest-VolumesSnapshotTestJSON-2142840391-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9530632 Jul 27 23:20:49.996857 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [req-fe6c132b-48ec-4778-9a68-7ab8163351fd req-fbd3cc14-b8a1-4db9-8fc5-a9f7915fcd18 service neutron] Request body: {'port': {'device_id': '2451e19f-bde6-450b-a1e1-7a7cc76d7bba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802623-1'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:20:50.049953 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-fe6c132b-48ec-4778-9a68-7ab8163351fd req-fbd3cc14-b8a1-4db9-8fc5-a9f7915fcd18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:20:50.206207 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e4f0c5-7e88-4577-b3da-8a4641a1c63c req-74766398-f5d1-405b-abf9-fb927c2f903b tempest-VolumesSnapshotTestJSON-2142840391 tempest-VolumesSnapshotTestJSON-2142840391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:20:50.207741 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-32e4f0c5-7e88-4577-b3da-8a4641a1c63c req-74766398-f5d1-405b-abf9-fb927c2f903b tempest-VolumesSnapshotTestJSON-2142840391 tempest-VolumesSnapshotTestJSON-2142840391-project] 10.222.0.18 "GET /v2.0/ports?device_id=2451e19f-bde6-450b-a1e1-7a7cc76d7bba HTTP/1.1" status: 200 len: 931 time: 0.0544102 Jul 27 23:20:50.261737 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-32e4f0c5-7e88-4577-b3da-8a4641a1c63c req-89cbdf25-8000-427c-a69a-751ef700fa85 tempest-VolumesSnapshotTestJSON-2142840391 tempest-VolumesSnapshotTestJSON-2142840391-project] 10.222.0.18 "GET /v2.0/security-groups?id=c6ee22a1-4a36-467f-b125-9b1dd3eea2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417314 Jul 27 23:20:50.345825 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [req-fe6c132b-48ec-4778-9a68-7ab8163351fd req-fbd3cc14-b8a1-4db9-8fc5-a9f7915fcd18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eac9278e-7bf7-44c6-82a0-d8ed876b4c10 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:20:50.353201 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-fe6c132b-48ec-4778-9a68-7ab8163351fd req-fbd3cc14-b8a1-4db9-8fc5-a9f7915fcd18 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:20:50.364954 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [req-fe6c132b-48ec-4778-9a68-7ab8163351fd req-fbd3cc14-b8a1-4db9-8fc5-a9f7915fcd18 service neutron] Transition to ACTIVE for port object eac9278e-7bf7-44c6-82a0-d8ed876b4c10 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:20:50.368706 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-fe6c132b-48ec-4778-9a68-7ab8163351fd req-fbd3cc14-b8a1-4db9-8fc5-a9f7915fcd18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11336041'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:20:50.433991 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd3cc14-b8a1-4db9-8fc5-a9f7915fcd18 service neutron] Pushing event updated for resources: {'Port': ['ID=eac9278e-7bf7-44c6-82a0-d8ed876b4c10,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:20:50.488796 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-fe6c132b-48ec-4778-9a68-7ab8163351fd req-fbd3cc14-b8a1-4db9-8fc5-a9f7915fcd18 service neutron] Attempting to bind port eac9278e-7bf7-44c6-82a0-d8ed876b4c10 on host n-h2-802623-1 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:20:50.489054 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-fe6c132b-48ec-4778-9a68-7ab8163351fd req-fbd3cc14-b8a1-4db9-8fc5-a9f7915fcd18 service neutron] Attempting to bind port eac9278e-7bf7-44c6-82a0-d8ed876b4c10 by drivers openvswitch,hyperv on host n-h2-802623-1 at level 0 using segments [{'id': '8df1e016-1296-48ed-ae2c-202b33902bfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '75ce6599-272f-409e-8bde-1b861ba87c15'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:20:50.489387 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe6c132b-48ec-4778-9a68-7ab8163351fd req-fbd3cc14-b8a1-4db9-8fc5-a9f7915fcd18 service neutron] Attempting to bind port eac9278e-7bf7-44c6-82a0-d8ed876b4c10 on network 75ce6599-272f-409e-8bde-1b861ba87c15 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:20:50.493805 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe6c132b-48ec-4778-9a68-7ab8163351fd req-fbd3cc14-b8a1-4db9-8fc5-a9f7915fcd18 service neutron] Port eac9278e-7bf7-44c6-82a0-d8ed876b4c10 on network 75ce6599-272f-409e-8bde-1b861ba87c15 not bound, no agent of type Open vSwitch agent registered on host n-h2-802623-1 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 23:20:50.494123 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe6c132b-48ec-4778-9a68-7ab8163351fd req-fbd3cc14-b8a1-4db9-8fc5-a9f7915fcd18 service neutron] Attempting to bind port eac9278e-7bf7-44c6-82a0-d8ed876b4c10 on network 75ce6599-272f-409e-8bde-1b861ba87c15 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:20:50.499375 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe6c132b-48ec-4778-9a68-7ab8163351fd req-fbd3cc14-b8a1-4db9-8fc5-a9f7915fcd18 service neutron] Checking agent: {'id': 'c5cc038b-93c4-4df4-8061-5df2a04a48c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 23, 0, 4), 'started_at': datetime.datetime(2021, 7, 27, 23, 0, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 20, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:20:50.499722 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe6c132b-48ec-4778-9a68-7ab8163351fd req-fbd3cc14-b8a1-4db9-8fc5-a9f7915fcd18 service neutron] Checking segment: {'id': '8df1e016-1296-48ed-ae2c-202b33902bfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '75ce6599-272f-409e-8bde-1b861ba87c15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:20:50.500106 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe6c132b-48ec-4778-9a68-7ab8163351fd req-fbd3cc14-b8a1-4db9-8fc5-a9f7915fcd18 service neutron] Bound using segment: {'id': '8df1e016-1296-48ed-ae2c-202b33902bfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '75ce6599-272f-409e-8bde-1b861ba87c15'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:20:50.500536 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-fe6c132b-48ec-4778-9a68-7ab8163351fd req-fbd3cc14-b8a1-4db9-8fc5-a9f7915fcd18 service neutron] Bound port: eac9278e-7bf7-44c6-82a0-d8ed876b4c10, host: n-h2-802623-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8df1e016-1296-48ed-ae2c-202b33902bfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '75ce6599-272f-409e-8bde-1b861ba87c15'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:20:50.500891 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-fe6c132b-48ec-4778-9a68-7ab8163351fd req-fbd3cc14-b8a1-4db9-8fc5-a9f7915fcd18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:20:50.605329 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-fe6c132b-48ec-4778-9a68-7ab8163351fd req-fbd3cc14-b8a1-4db9-8fc5-a9f7915fcd18 service neutron] For port eac9278e-7bf7-44c6-82a0-d8ed876b4c10, host n-h2-802623-1, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:20:50.621283 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-fe6c132b-48ec-4778-9a68-7ab8163351fd req-fbd3cc14-b8a1-4db9-8fc5-a9f7915fcd18 service neutron] For port eac9278e-7bf7-44c6-82a0-d8ed876b4c10, host n-h2-802623-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=eac9278e-7bf7-44c6-82a0-d8ed876b4c10,segment=NetworkSegment(8df1e016-1296-48ed-ae2c-202b33902bfc),segment_id=8df1e016-1296-48ed-ae2c-202b33902bfc)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:20:50.627580 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-fe6c132b-48ec-4778-9a68-7ab8163351fd req-fbd3cc14-b8a1-4db9-8fc5-a9f7915fcd18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11336041'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:20:50.667084 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33ea5fb-f546-45d0-882c-53e5cd98b701 req-b95d081f-4db0-41e7-b430-d5a6145b84f6 tempest-ListServerFiltersTestJSON-918217185 tempest-ListServerFiltersTestJSON-918217185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:20:50.668574 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-e33ea5fb-f546-45d0-882c-53e5cd98b701 req-b95d081f-4db0-41e7-b430-d5a6145b84f6 tempest-ListServerFiltersTestJSON-918217185 tempest-ListServerFiltersTestJSON-918217185-project] 10.222.0.18 "GET /v2.0/ports?device_id=a55c2372-5b07-478f-a1eb-4ce4802d350a HTTP/1.1" status: 200 len: 946 time: 0.0967236 Jul 27 23:20:50.674251 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6c132b-48ec-4778-9a68-7ab8163351fd req-fbd3cc14-b8a1-4db9-8fc5-a9f7915fcd18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:20:50.674865 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-fe6c132b-48ec-4778-9a68-7ab8163351fd req-fbd3cc14-b8a1-4db9-8fc5-a9f7915fcd18 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:20:50.676196 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-fe6c132b-48ec-4778-9a68-7ab8163351fd req-fbd3cc14-b8a1-4db9-8fc5-a9f7915fcd18 service neutron] 10.222.0.49 "PUT /v2.0/ports/eac9278e-7bf7-44c6-82a0-d8ed876b4c10 HTTP/1.1" status: 200 len: 1091 time: 0.6837811 Jul 27 23:20:50.676614 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2451e19f-bde6-450b-a1e1-7a7cc76d7bba', 'tag': 'eac9278e-7bf7-44c6-82a0-d8ed876b4c10'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:20:50.678859 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a476459a1bfce68b0ae0df5b6a71154bfc7cfdc8f9eefce6ad0a17231e60468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c5287ee-0d96-4b57-8a8a-03d06aab4131" -d '{"events": [{"name": "network-changed", "server_uuid": "2451e19f-bde6-450b-a1e1-7a7cc76d7bba", "tag": "eac9278e-7bf7-44c6-82a0-d8ed876b4c10"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:20:50.722209 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 23:20:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48136689-a6d3-4ffc-8edd-25cb772594fa x-openstack-request-id: req-48136689-a6d3-4ffc-8edd-25cb772594fa {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:20:50.722499 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2451e19f-bde6-450b-a1e1-7a7cc76d7bba", "tag": "eac9278e-7bf7-44c6-82a0-d8ed876b4c10", "status": "completed", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:20:50.722821 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-48136689-a6d3-4ffc-8edd-25cb772594fa {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:20:50.723303 n-d-802623-1 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2451e19f-bde6-450b-a1e1-7a7cc76d7bba', 'tag': 'eac9278e-7bf7-44c6-82a0-d8ed876b4c10', 'status': 'completed', 'code': 200} Jul 27 23:20:50.733545 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd3cc14-b8a1-4db9-8fc5-a9f7915fcd18 service neutron] Pushing event updated for resources: {'Port': ['ID=eac9278e-7bf7-44c6-82a0-d8ed876b4c10,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:20:50.775808 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-e33ea5fb-f546-45d0-882c-53e5cd98b701 req-53d9ccd4-6ef1-43e7-bba5-93b3cb5b85a9 tempest-ListServerFiltersTestJSON-918217185 tempest-ListServerFiltersTestJSON-918217185-project] 10.222.0.18 "GET /v2.0/security-groups?id=08c375eb-65f8-4808-8ad8-3342b3a38869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938058 Jul 27 23:20:50.790234 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6c132b-48ec-4778-9a68-7ab8163351fd req-312f5a03-84c2-46ae-8c64-e5896e08f3e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:20:50.792089 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-fe6c132b-48ec-4778-9a68-7ab8163351fd req-312f5a03-84c2-46ae-8c64-e5896e08f3e8 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=771a5e15676f4d0489dc600792573356&device_id=2451e19f-bde6-450b-a1e1-7a7cc76d7bba HTTP/1.1" status: 200 len: 1094 time: 0.0679953 Jul 27 23:20:50.837900 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-fe6c132b-48ec-4778-9a68-7ab8163351fd req-1b451b59-95a7-4dac-8a54-10b7793a31c3 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=eac9278e-7bf7-44c6-82a0-d8ed876b4c10 HTTP/1.1" status: 200 len: 217 time: 0.0372036 Jul 27 23:20:50.889496 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6c132b-48ec-4778-9a68-7ab8163351fd req-e0c08dc4-f7aa-4caa-8675-04dbcf470195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:20:50.890953 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-fe6c132b-48ec-4778-9a68-7ab8163351fd req-e0c08dc4-f7aa-4caa-8675-04dbcf470195 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=614b1cae-4360-4d45-b3b8-cf22579b78cc HTTP/1.1" status: 200 len: 853 time: 0.0446732 Jul 27 23:20:50.932493 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-fe6c132b-48ec-4778-9a68-7ab8163351fd req-73eefda2-57b3-4d64-873b-54a13c7f54dd service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=75ce6599-272f-409e-8bde-1b861ba87c15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289955 Jul 27 23:20:51.029174 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-fe6c132b-48ec-4778-9a68-7ab8163351fd req-8695404a-e495-4d8d-83a4-12be99384d2d service neutron] 10.222.0.49 "GET /v2.0/networks/75ce6599-272f-409e-8bde-1b861ba87c15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853884 Jul 27 23:20:51.128219 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-fe6c132b-48ec-4778-9a68-7ab8163351fd req-62ce2fcd-b8ae-439c-90e9-c2b3a2c81a36 service neutron] 10.222.0.49 "GET /v2.0/networks/75ce6599-272f-409e-8bde-1b861ba87c15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898857 Jul 27 23:20:51.217727 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5287ee-0d96-4b57-8a8a-03d06aab4131 req-ec777604-a0e4-4eb3-800e-ddb0d8685f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:20:51.219354 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-5c5287ee-0d96-4b57-8a8a-03d06aab4131 req-ec777604-a0e4-4eb3-800e-ddb0d8685f9d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=771a5e15676f4d0489dc600792573356&device_id=2451e19f-bde6-450b-a1e1-7a7cc76d7bba HTTP/1.1" status: 200 len: 1094 time: 0.0434809 Jul 27 23:20:51.320693 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5287ee-0d96-4b57-8a8a-03d06aab4131 req-f824f7e9-5e9c-4074-b919-b17be0f097c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:20:51.322446 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-5c5287ee-0d96-4b57-8a8a-03d06aab4131 req-f824f7e9-5e9c-4074-b919-b17be0f097c4 service neutron] 10.222.0.49 "GET /v2.0/networks?id=75ce6599-272f-409e-8bde-1b861ba87c15 HTTP/1.1" status: 200 len: 914 time: 0.0951011 Jul 27 23:20:51.390277 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-5c5287ee-0d96-4b57-8a8a-03d06aab4131 req-2f642162-298e-45dd-b7ae-245713febc91 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=eac9278e-7bf7-44c6-82a0-d8ed876b4c10 HTTP/1.1" status: 200 len: 217 time: 0.0554376 Jul 27 23:20:51.415210 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e802884e-4b59-4821-aa6a-4fc445d222ce req-4277cd71-cead-4190-81d9-01e067eee63b tempest-VolumesSnapshotTestJSON-2142840391 tempest-VolumesSnapshotTestJSON-2142840391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:20:51.416668 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-e802884e-4b59-4821-aa6a-4fc445d222ce req-4277cd71-cead-4190-81d9-01e067eee63b tempest-VolumesSnapshotTestJSON-2142840391 tempest-VolumesSnapshotTestJSON-2142840391-project] 10.222.0.18 "GET /v2.0/ports?device_id=2451e19f-bde6-450b-a1e1-7a7cc76d7bba HTTP/1.1" status: 200 len: 943 time: 0.0928135 Jul 27 23:20:51.473751 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5287ee-0d96-4b57-8a8a-03d06aab4131 req-0de45e6c-d0f5-43f8-9f6a-f0b0c6b5f014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:20:51.475233 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-5c5287ee-0d96-4b57-8a8a-03d06aab4131 req-0de45e6c-d0f5-43f8-9f6a-f0b0c6b5f014 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=614b1cae-4360-4d45-b3b8-cf22579b78cc HTTP/1.1" status: 200 len: 853 time: 0.0754335 Jul 27 23:20:51.480136 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-e802884e-4b59-4821-aa6a-4fc445d222ce req-6796f983-ec15-4921-89a7-bd44ee6ec892 tempest-VolumesSnapshotTestJSON-2142840391 tempest-VolumesSnapshotTestJSON-2142840391-project] 10.222.0.18 "GET /v2.0/security-groups?id=c6ee22a1-4a36-467f-b125-9b1dd3eea2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463505 Jul 27 23:20:51.510974 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-5c5287ee-0d96-4b57-8a8a-03d06aab4131 req-fba64aa1-bfb8-4413-ac46-7d2bfb4e587f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=75ce6599-272f-409e-8bde-1b861ba87c15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270295 Jul 27 23:20:51.606469 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-5c5287ee-0d96-4b57-8a8a-03d06aab4131 req-cc2f5a1f-f5f1-4234-8f48-928a494f159b service neutron] 10.222.0.49 "GET /v2.0/networks/75ce6599-272f-409e-8bde-1b861ba87c15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868976 Jul 27 23:20:51.700012 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-5c5287ee-0d96-4b57-8a8a-03d06aab4131 req-97bc6389-39b1-45bf-8d94-034cdcdff335 service neutron] 10.222.0.49 "GET /v2.0/networks/75ce6599-272f-409e-8bde-1b861ba87c15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860362 Jul 27 23:20:51.894281 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad116d2c-c47d-4574-bd4a-b0e267c1a500 req-b9ae0448-459d-4fbc-b145-092f8df4d877 tempest-ListServerFiltersTestJSON-918217185 tempest-ListServerFiltersTestJSON-918217185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:20:51.895729 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ad116d2c-c47d-4574-bd4a-b0e267c1a500 req-b9ae0448-459d-4fbc-b145-092f8df4d877 tempest-ListServerFiltersTestJSON-918217185 tempest-ListServerFiltersTestJSON-918217185-project] 10.222.0.18 "GET /v2.0/ports?device_id=a55c2372-5b07-478f-a1eb-4ce4802d350a HTTP/1.1" status: 200 len: 946 time: 0.0492146 Jul 27 23:20:51.934557 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ad116d2c-c47d-4574-bd4a-b0e267c1a500 req-175b3984-c1e2-45c0-894c-37ae6cd8f9d6 tempest-ListServerFiltersTestJSON-918217185 tempest-ListServerFiltersTestJSON-918217185-project] 10.222.0.18 "GET /v2.0/security-groups?id=08c375eb-65f8-4808-8ad8-3342b3a38869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328496 Jul 27 23:20:52.597213 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b14d33-9bbd-460f-8696-5cf9a3915d42 req-aa3a3865-7ceb-4e41-8b70-23397af31f42 tempest-VolumesSnapshotTestJSON-2142840391 tempest-VolumesSnapshotTestJSON-2142840391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:20:52.599010 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-10b14d33-9bbd-460f-8696-5cf9a3915d42 req-aa3a3865-7ceb-4e41-8b70-23397af31f42 tempest-VolumesSnapshotTestJSON-2142840391 tempest-VolumesSnapshotTestJSON-2142840391-project] 10.222.0.18 "GET /v2.0/ports?device_id=2451e19f-bde6-450b-a1e1-7a7cc76d7bba HTTP/1.1" status: 200 len: 943 time: 0.0495408 Jul 27 23:20:52.607633 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 51212) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:20:52.646878 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-10b14d33-9bbd-460f-8696-5cf9a3915d42 req-1b62d0bf-d336-4e87-b21b-90b184ca612f tempest-VolumesSnapshotTestJSON-2142840391 tempest-VolumesSnapshotTestJSON-2142840391-project] 10.222.0.18 "GET /v2.0/security-groups?id=c6ee22a1-4a36-467f-b125-9b1dd3eea2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417397 Jul 27 23:20:52.723802 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-763da428-965d-4fd4-998b-814785c5a8ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:20:52.814803 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-763da428-965d-4fd4-998b-814785c5a8ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:20:52.818345 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-763da428-965d-4fd4-998b-814785c5a8ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:20:52.856258 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763da428-965d-4fd4-998b-814785c5a8ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=968afd38-0fb1-47d2-a9f4-dd2e82b92f45,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:20:52.861523 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-763da428-965d-4fd4-998b-814785c5a8ae admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=dd97fdf6450e411492a01fe22f7cf0b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2516448 Jul 27 23:20:52.864180 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 51216) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:20:52.911561 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3bef2bac-d7c6-4434-8ce2-209d4b60af30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:20:52.932241 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3bef2bac-d7c6-4434-8ce2-209d4b60af30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:20:52.979425 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3bef2bac-d7c6-4434-8ce2-209d4b60af30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:20:52.982027 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3bef2bac-d7c6-4434-8ce2-209d4b60af30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:20:52.983252 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-3bef2bac-d7c6-4434-8ce2-209d4b60af30 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/968afd38-0fb1-47d2-a9f4-dd2e82b92f45 HTTP/1.1" status: 204 len: 168 time: 0.1182070 Jul 27 23:20:52.992845 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bef2bac-d7c6-4434-8ce2-209d4b60af30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=968afd38-0fb1-47d2-a9f4-dd2e82b92f45,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:20:53.072263 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cea9001-8975-42d3-8fb7-0699eb5d28be req-2ec0f7be-d754-427e-bc1f-b67a6f5a7146 tempest-ListServerFiltersTestJSON-918217185 tempest-ListServerFiltersTestJSON-918217185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:20:53.074109 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-6cea9001-8975-42d3-8fb7-0699eb5d28be req-2ec0f7be-d754-427e-bc1f-b67a6f5a7146 tempest-ListServerFiltersTestJSON-918217185 tempest-ListServerFiltersTestJSON-918217185-project] 10.222.0.18 "GET /v2.0/ports?device_id=a55c2372-5b07-478f-a1eb-4ce4802d350a HTTP/1.1" status: 200 len: 946 time: 0.0637889 Jul 27 23:20:53.126916 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-6cea9001-8975-42d3-8fb7-0699eb5d28be req-0f13d2ba-9640-4050-920b-1b7237efcb1e tempest-ListServerFiltersTestJSON-918217185 tempest-ListServerFiltersTestJSON-918217185-project] 10.222.0.18 "GET /v2.0/security-groups?id=08c375eb-65f8-4808-8ad8-3342b3a38869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462728 Jul 27 23:20:53.760507 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ac2850-3eec-4ed4-b3e8-06268d54e274 req-4431c486-b105-4489-9d24-68b3edc7d9e4 tempest-VolumesSnapshotTestJSON-2142840391 tempest-VolumesSnapshotTestJSON-2142840391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:20:53.762052 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-94ac2850-3eec-4ed4-b3e8-06268d54e274 req-4431c486-b105-4489-9d24-68b3edc7d9e4 tempest-VolumesSnapshotTestJSON-2142840391 tempest-VolumesSnapshotTestJSON-2142840391-project] 10.222.0.18 "GET /v2.0/ports?device_id=2451e19f-bde6-450b-a1e1-7a7cc76d7bba HTTP/1.1" status: 200 len: 943 time: 0.0499315 Jul 27 23:20:53.800792 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-94ac2850-3eec-4ed4-b3e8-06268d54e274 req-43eaa399-c0fc-43ba-869f-67faba17185e tempest-VolumesSnapshotTestJSON-2142840391 tempest-VolumesSnapshotTestJSON-2142840391-project] 10.222.0.18 "GET /v2.0/security-groups?id=c6ee22a1-4a36-467f-b125-9b1dd3eea2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322299 Jul 27 23:20:54.261447 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b1b3b0-a036-415a-92b8-6b67687523dd req-37bd2ec8-031a-455f-8a83-5208a5c714a1 tempest-ListServerFiltersTestJSON-918217185 tempest-ListServerFiltersTestJSON-918217185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:20:54.263378 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-72b1b3b0-a036-415a-92b8-6b67687523dd req-37bd2ec8-031a-455f-8a83-5208a5c714a1 tempest-ListServerFiltersTestJSON-918217185 tempest-ListServerFiltersTestJSON-918217185-project] 10.222.0.18 "GET /v2.0/ports?device_id=a55c2372-5b07-478f-a1eb-4ce4802d350a HTTP/1.1" status: 200 len: 946 time: 0.0569265 Jul 27 23:20:54.310255 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-72b1b3b0-a036-415a-92b8-6b67687523dd req-e3d07639-cf7b-460d-b081-5e4f9b8c5905 tempest-ListServerFiltersTestJSON-918217185 tempest-ListServerFiltersTestJSON-918217185-project] 10.222.0.18 "GET /v2.0/security-groups?id=08c375eb-65f8-4808-8ad8-3342b3a38869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401456 Jul 27 23:20:54.538955 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device eac9278e-7bf7-44c6-82a0-d8ed876b4c10 details requested by agent hyperv_n-h2-802623-1 with host n-h2-802623-1 {{(pid=93799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 23:20:54.643216 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port eac9278e-7bf7-44c6-82a0-d8ed876b4c10, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=eac9278e-7bf7-44c6-82a0-d8ed876b4c10,segment=NetworkSegment(8df1e016-1296-48ed-ae2c-202b33902bfc),segment_id=8df1e016-1296-48ed-ae2c-202b33902bfc)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:20:54.655088 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Returning: {'device': 'eac9278e-7bf7-44c6-82a0-d8ed876b4c10', 'network_id': '75ce6599-272f-409e-8bde-1b861ba87c15', 'port_id': 'eac9278e-7bf7-44c6-82a0-d8ed876b4c10', 'mac_address': 'fa:16:3e:21:21:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '614b1cae-4360-4d45-b3b8-cf22579b78cc', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 23:20:54.692320 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:20:54.704851 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eac9278e-7bf7-44c6-82a0-d8ed876b4c10 {{(pid=93799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:20:54.723939 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port eac9278e-7bf7-44c6-82a0-d8ed876b4c10, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=eac9278e-7bf7-44c6-82a0-d8ed876b4c10,segment=NetworkSegment(8df1e016-1296-48ed-ae2c-202b33902bfc),segment_id=8df1e016-1296-48ed-ae2c-202b33902bfc)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:20:54.727394 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:20:54.776035 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Pushing event updated for resources: {'Port': ['ID=eac9278e-7bf7-44c6-82a0-d8ed876b4c10,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:20:54.783213 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:20:54.783562 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:20:54.783902 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:20:54.784238 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:20:54.784566 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:20:54.784892 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:20:54.785215 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:20:54.785537 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:20:54.785858 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:20:54.786176 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:20:54.786494 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:20:54.786816 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:20:54.920978 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c4c4e6-d5fd-4a90-a267-7fe4d035ae76 req-e7218d3e-2bd8-4ef5-8fb3-d5b27627375f tempest-VolumesSnapshotTestJSON-2142840391 tempest-VolumesSnapshotTestJSON-2142840391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:20:54.922376 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-17c4c4e6-d5fd-4a90-a267-7fe4d035ae76 req-e7218d3e-2bd8-4ef5-8fb3-d5b27627375f tempest-VolumesSnapshotTestJSON-2142840391 tempest-VolumesSnapshotTestJSON-2142840391-project] 10.222.0.18 "GET /v2.0/ports?device_id=2451e19f-bde6-450b-a1e1-7a7cc76d7bba HTTP/1.1" status: 200 len: 944 time: 0.0510688 Jul 27 23:20:54.960373 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-17c4c4e6-d5fd-4a90-a267-7fe4d035ae76 req-b4f43669-a803-4b0b-9799-b4e2e1e640eb tempest-VolumesSnapshotTestJSON-2142840391 tempest-VolumesSnapshotTestJSON-2142840391-project] 10.222.0.18 "GET /v2.0/security-groups?id=c6ee22a1-4a36-467f-b125-9b1dd3eea2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320687 Jul 27 23:20:55.172260 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] get_ports_and_sgs() called for port_ids ['eac9278e-7bf7-44c6-82a0-d8ed876b4c10'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:20:55.429905 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5363bf-56cc-4b4d-87c1-22b8c270f2cc req-863ccadd-6393-4395-ab75-86627ccfacfc tempest-ListServerFiltersTestJSON-918217185 tempest-ListServerFiltersTestJSON-918217185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:20:55.431444 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-cc5363bf-56cc-4b4d-87c1-22b8c270f2cc req-863ccadd-6393-4395-ab75-86627ccfacfc tempest-ListServerFiltersTestJSON-918217185 tempest-ListServerFiltersTestJSON-918217185-project] 10.222.0.18 "GET /v2.0/ports?device_id=a55c2372-5b07-478f-a1eb-4ce4802d350a HTTP/1.1" status: 200 len: 946 time: 0.0493336 Jul 27 23:20:55.470693 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-cc5363bf-56cc-4b4d-87c1-22b8c270f2cc req-c4178feb-5738-4f5e-bf72-d854451b1128 tempest-ListServerFiltersTestJSON-918217185 tempest-ListServerFiltersTestJSON-918217185-project] 10.222.0.18 "GET /v2.0/security-groups?id=08c375eb-65f8-4808-8ad8-3342b3a38869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330803 Jul 27 23:20:55.766903 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba0f425-67c7-40a1-9235-e701ef0442f3 req-bef27098-09dc-4a85-943d-aeea158a3373 tempest-ListServerFiltersTestJSON-918217185 tempest-ListServerFiltersTestJSON-918217185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:20:55.768477 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8ba0f425-67c7-40a1-9235-e701ef0442f3 req-bef27098-09dc-4a85-943d-aeea158a3373 tempest-ListServerFiltersTestJSON-918217185 tempest-ListServerFiltersTestJSON-918217185-project] 10.222.0.18 "GET /v2.0/ports?device_id=a55c2372-5b07-478f-a1eb-4ce4802d350a HTTP/1.1" status: 200 len: 946 time: 0.0587208 Jul 27 23:20:55.793828 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d970fe7-892e-4f26-8118-5f59019aad07 req-b8f34a78-0904-4129-93b5-a0bcc75a1dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:20:55.796637 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-3d970fe7-892e-4f26-8118-5f59019aad07 req-b8f34a78-0904-4129-93b5-a0bcc75a1dc8 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=998cd9846c324eb3a5afc3046fa9c535&device_id=a55c2372-5b07-478f-a1eb-4ce4802d350a HTTP/1.1" status: 200 len: 1097 time: 0.0435743 Jul 27 23:20:55.808762 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8ba0f425-67c7-40a1-9235-e701ef0442f3 req-096a4d03-91b9-480c-a31b-8168b62e446a tempest-ListServerFiltersTestJSON-918217185 tempest-ListServerFiltersTestJSON-918217185-project] 10.222.0.18 "GET /v2.0/security-groups?id=08c375eb-65f8-4808-8ad8-3342b3a38869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338624 Jul 27 23:20:55.899404 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d970fe7-892e-4f26-8118-5f59019aad07 req-7fa1cd29-3d68-41ab-a698-2d73c557d895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:20:55.900818 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-3d970fe7-892e-4f26-8118-5f59019aad07 req-7fa1cd29-3d68-41ab-a698-2d73c557d895 service neutron] 10.222.0.38 "GET /v2.0/networks?id=f5061e86-d108-435b-8963-79f759d49841 HTTP/1.1" status: 200 len: 916 time: 0.0969071 Jul 27 23:20:55.944215 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-3d970fe7-892e-4f26-8118-5f59019aad07 req-8b7c2603-a357-48cd-9899-7f0f602870b9 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f4d3d2c8-8a02-4d70-a901-3862af76c72f HTTP/1.1" status: 200 len: 217 time: 0.0350552 Jul 27 23:20:55.999784 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d970fe7-892e-4f26-8118-5f59019aad07 req-a68bfa1a-4145-4481-9bf9-26538263eb8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:20:56.001512 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-3d970fe7-892e-4f26-8118-5f59019aad07 req-a68bfa1a-4145-4481-9bf9-26538263eb8f service neutron] 10.222.0.38 "GET /v2.0/subnets?id=5e396944-08ae-4cde-8a82-d47896790ce1 HTTP/1.1" status: 200 len: 854 time: 0.0489163 Jul 27 23:20:56.079711 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d970fe7-892e-4f26-8118-5f59019aad07 req-4ecfed83-0602-4538-a2b0-62cb704ea10a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:20:56.081393 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-3d970fe7-892e-4f26-8118-5f59019aad07 req-4ecfed83-0602-4538-a2b0-62cb704ea10a service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=f5061e86-d108-435b-8963-79f759d49841&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0716574 Jul 27 23:20:56.105741 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42314af4-e3f7-4e8d-8fc8-46001a5a6577 req-7fe8ec5e-516e-4818-a8c5-96e084eb1ec1 tempest-VolumesSnapshotTestJSON-2142840391 tempest-VolumesSnapshotTestJSON-2142840391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:20:56.107241 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-42314af4-e3f7-4e8d-8fc8-46001a5a6577 req-7fe8ec5e-516e-4818-a8c5-96e084eb1ec1 tempest-VolumesSnapshotTestJSON-2142840391 tempest-VolumesSnapshotTestJSON-2142840391-project] 10.222.0.18 "GET /v2.0/ports?device_id=2451e19f-bde6-450b-a1e1-7a7cc76d7bba HTTP/1.1" status: 200 len: 944 time: 0.0703673 Jul 27 23:20:56.218566 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-42314af4-e3f7-4e8d-8fc8-46001a5a6577 req-ab5b1870-93be-4707-a7be-fdc7e21923f7 tempest-VolumesSnapshotTestJSON-2142840391 tempest-VolumesSnapshotTestJSON-2142840391-project] 10.222.0.18 "GET /v2.0/security-groups?id=c6ee22a1-4a36-467f-b125-9b1dd3eea2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002235 Jul 27 23:20:56.270558 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-3d970fe7-892e-4f26-8118-5f59019aad07 req-a8d0299b-4540-4912-9169-658e455c13e8 service neutron] 10.222.0.38 "GET /v2.0/networks/f5061e86-d108-435b-8963-79f759d49841?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1805682 Jul 27 23:20:56.367910 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-3d970fe7-892e-4f26-8118-5f59019aad07 req-151bd61d-2a35-41de-9104-8c8b054c427a service neutron] 10.222.0.38 "GET /v2.0/networks/f5061e86-d108-435b-8963-79f759d49841?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898380 Jul 27 23:20:56.542429 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device eac9278e-7bf7-44c6-82a0-d8ed876b4c10 up at agent hyperv_n-h2-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:20:56.589457 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Provisioning for port eac9278e-7bf7-44c6-82a0-d8ed876b4c10 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:20:56.593257 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Provisioning complete for port eac9278e-7bf7-44c6-82a0-d8ed876b4c10 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:20:56.593625 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:20:56.668562 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:20:56.690259 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2451e19f-bde6-450b-a1e1-7a7cc76d7bba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eac9278e-7bf7-44c6-82a0-d8ed876b4c10'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:20:56.692483 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c0369b0d4f459110ff20a1f9878ba33f96d6491bddb9d15843bf29d01e0bda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84385315-96aa-4add-867b-970dcdd9ab65" -d '{"events": [{"server_uuid": "2451e19f-bde6-450b-a1e1-7a7cc76d7bba", "name": "network-vif-plugged", "status": "completed", "tag": "eac9278e-7bf7-44c6-82a0-d8ed876b4c10"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:20:56.707011 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port eac9278e-7bf7-44c6-82a0-d8ed876b4c10, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=eac9278e-7bf7-44c6-82a0-d8ed876b4c10,segment=NetworkSegment(8df1e016-1296-48ed-ae2c-202b33902bfc),segment_id=8df1e016-1296-48ed-ae2c-202b33902bfc)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:20:56.712031 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:20:56.735036 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:20:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a42fbf5-75a8-4a28-84ba-7de814f9a0b3 x-openstack-request-id: req-3a42fbf5-75a8-4a28-84ba-7de814f9a0b3 {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:20:56.735355 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2451e19f-bde6-450b-a1e1-7a7cc76d7bba", "name": "network-vif-plugged", "status": "completed", "tag": "eac9278e-7bf7-44c6-82a0-d8ed876b4c10", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:20:56.735608 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3a42fbf5-75a8-4a28-84ba-7de814f9a0b3 {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:20:56.736056 n-d-802623-1 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2451e19f-bde6-450b-a1e1-7a7cc76d7bba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eac9278e-7bf7-44c6-82a0-d8ed876b4c10', 'code': 200} Jul 27 23:20:56.762752 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Pushing event updated for resources: {'Port': ['ID=eac9278e-7bf7-44c6-82a0-d8ed876b4c10,revision_number=5']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:20:56.828314 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ba0b2c-6b64-4540-b098-cb1f4cc72d46 req-c8813e83-5245-43a7-93d0-7590d5853e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:20:56.829716 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-b4ba0b2c-6b64-4540-b098-cb1f4cc72d46 req-c8813e83-5245-43a7-93d0-7590d5853e13 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=2451e19f-bde6-450b-a1e1-7a7cc76d7bba HTTP/1.1" status: 200 len: 1096 time: 0.0442917 Jul 27 23:20:56.873187 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-b4ba0b2c-6b64-4540-b098-cb1f4cc72d46 req-84aef067-3277-449c-ad41-2521540dab72 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=c6ee22a1-4a36-467f-b125-9b1dd3eea2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352333 Jul 27 23:20:56.875128 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-892755c0-15c2-4b77-abdd-ef57284a7411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:20:56.932670 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8bba72-ee38-4da3-a6a9-3cb5893f501c req-ece60fce-a4d9-4c88-b86a-f98401caba18 tempest-ListServerFiltersTestJSON-918217185 tempest-ListServerFiltersTestJSON-918217185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:20:56.934802 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-7f8bba72-ee38-4da3-a6a9-3cb5893f501c req-ece60fce-a4d9-4c88-b86a-f98401caba18 tempest-ListServerFiltersTestJSON-918217185 tempest-ListServerFiltersTestJSON-918217185-project] 10.222.0.18 "GET /v2.0/ports?device_id=a55c2372-5b07-478f-a1eb-4ce4802d350a HTTP/1.1" status: 200 len: 946 time: 0.0501387 Jul 27 23:20:56.973617 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-7f8bba72-ee38-4da3-a6a9-3cb5893f501c req-dd6b752e-c9bf-4108-bd0c-1f8ca0b4afba tempest-ListServerFiltersTestJSON-918217185 tempest-ListServerFiltersTestJSON-918217185-project] 10.222.0.18 "GET /v2.0/security-groups?id=08c375eb-65f8-4808-8ad8-3342b3a38869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317006 Jul 27 23:20:57.360031 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330fc82e-f576-4a82-b15b-663bb94ede72 req-954c758d-fde3-4192-bebf-21f937e37126 tempest-VolumesSnapshotTestJSON-2142840391 tempest-VolumesSnapshotTestJSON-2142840391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:20:57.362185 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-330fc82e-f576-4a82-b15b-663bb94ede72 req-954c758d-fde3-4192-bebf-21f937e37126 tempest-VolumesSnapshotTestJSON-2142840391 tempest-VolumesSnapshotTestJSON-2142840391-project] 10.222.0.18 "GET /v2.0/ports?device_id=2451e19f-bde6-450b-a1e1-7a7cc76d7bba HTTP/1.1" status: 200 len: 945 time: 0.0496211 Jul 27 23:20:57.410359 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-330fc82e-f576-4a82-b15b-663bb94ede72 req-74d61c10-cf8b-401c-98ed-0be013865adb tempest-VolumesSnapshotTestJSON-2142840391 tempest-VolumesSnapshotTestJSON-2142840391-project] 10.222.0.18 "GET /v2.0/security-groups?id=c6ee22a1-4a36-467f-b125-9b1dd3eea2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406342 Jul 27 23:20:58.092491 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ff6ddc-e319-4552-ac16-3967f0edf5dd req-c781a33e-ac87-442b-a8b3-e748b2ab95b5 tempest-ListServerFiltersTestJSON-918217185 tempest-ListServerFiltersTestJSON-918217185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:20:58.094354 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-98ff6ddc-e319-4552-ac16-3967f0edf5dd req-c781a33e-ac87-442b-a8b3-e748b2ab95b5 tempest-ListServerFiltersTestJSON-918217185 tempest-ListServerFiltersTestJSON-918217185-project] 10.222.0.18 "GET /v2.0/ports?device_id=a55c2372-5b07-478f-a1eb-4ce4802d350a HTTP/1.1" status: 200 len: 946 time: 0.0525830 Jul 27 23:20:58.136188 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-98ff6ddc-e319-4552-ac16-3967f0edf5dd req-49fd930f-076b-464f-965c-c2543e96163c tempest-ListServerFiltersTestJSON-918217185 tempest-ListServerFiltersTestJSON-918217185-project] 10.222.0.18 "GET /v2.0/security-groups?id=08c375eb-65f8-4808-8ad8-3342b3a38869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354598 Jul 27 23:20:58.284915 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fcdcab-116a-4d2b-af72-d81dc86881fc req-70921bf0-7854-4159-967d-6b38fe6be81f tempest-ListServerFiltersTestJSON-918217185 tempest-ListServerFiltersTestJSON-918217185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:20:58.286512 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b7fcdcab-116a-4d2b-af72-d81dc86881fc req-70921bf0-7854-4159-967d-6b38fe6be81f tempest-ListServerFiltersTestJSON-918217185 tempest-ListServerFiltersTestJSON-918217185-project] 10.222.0.18 "GET /v2.0/ports?device_id=a55c2372-5b07-478f-a1eb-4ce4802d350a HTTP/1.1" status: 200 len: 946 time: 0.0503304 Jul 27 23:20:58.328546 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b7fcdcab-116a-4d2b-af72-d81dc86881fc req-5d26e103-eada-438a-a00d-20e47986a3aa tempest-ListServerFiltersTestJSON-918217185 tempest-ListServerFiltersTestJSON-918217185-project] 10.222.0.18 "GET /v2.0/security-groups?id=08c375eb-65f8-4808-8ad8-3342b3a38869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354149 Jul 27 23:20:58.494543 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccbdf7a-d9f9-49c8-8376-abd3d83ed1e7 req-2c748a69-d910-4e01-b1df-63f95f570712 tempest-ListServerFiltersTestJSON-918217185 tempest-ListServerFiltersTestJSON-918217185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:20:58.497409 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-9ccbdf7a-d9f9-49c8-8376-abd3d83ed1e7 req-2c748a69-d910-4e01-b1df-63f95f570712 tempest-ListServerFiltersTestJSON-918217185 tempest-ListServerFiltersTestJSON-918217185-project] 10.222.0.18 "GET /v2.0/ports?device_id=37ff3f41-5072-4a81-bacb-475180b9068c HTTP/1.1" status: 200 len: 946 time: 0.0971661 Jul 27 23:20:58.547492 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-9ccbdf7a-d9f9-49c8-8376-abd3d83ed1e7 req-e4a48c2c-b364-4669-bf9f-bb6edd5ca769 tempest-ListServerFiltersTestJSON-918217185 tempest-ListServerFiltersTestJSON-918217185-project] 10.222.0.18 "GET /v2.0/security-groups?id=08c375eb-65f8-4808-8ad8-3342b3a38869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405502 Jul 27 23:20:58.651307 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc9b474-644b-46a2-b223-dfcaec787368 req-ad14f988-3716-4f58-b802-fc8f343e4016 tempest-VolumesSnapshotTestJSON-2142840391 tempest-VolumesSnapshotTestJSON-2142840391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:20:58.652800 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-8bc9b474-644b-46a2-b223-dfcaec787368 req-ad14f988-3716-4f58-b802-fc8f343e4016 tempest-VolumesSnapshotTestJSON-2142840391 tempest-VolumesSnapshotTestJSON-2142840391-project] 10.222.0.18 "GET /v2.0/ports?device_id=2451e19f-bde6-450b-a1e1-7a7cc76d7bba HTTP/1.1" status: 200 len: 945 time: 0.0558767 Jul 27 23:20:58.674618 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65b6f8a-f4c0-40f6-a9e9-f4e2ed4b9322 req-13079aa6-2e5b-4fbe-8ed4-66c0e21bbf3f tempest-ListServerFiltersTestJSON-918217185 tempest-ListServerFiltersTestJSON-918217185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:20:58.676171 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d65b6f8a-f4c0-40f6-a9e9-f4e2ed4b9322 req-13079aa6-2e5b-4fbe-8ed4-66c0e21bbf3f tempest-ListServerFiltersTestJSON-918217185 tempest-ListServerFiltersTestJSON-918217185-project] 10.222.0.18 "GET /v2.0/ports?device_id=92527d70-5c7e-48eb-a05c-c45b8e403206 HTTP/1.1" status: 200 len: 945 time: 0.0565214 Jul 27 23:20:58.696114 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-8bc9b474-644b-46a2-b223-dfcaec787368 req-4f910e6e-2b51-4929-b0c7-389cc3d0a7dd tempest-VolumesSnapshotTestJSON-2142840391 tempest-VolumesSnapshotTestJSON-2142840391-project] 10.222.0.18 "GET /v2.0/security-groups?id=c6ee22a1-4a36-467f-b125-9b1dd3eea2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362513 Jul 27 23:20:58.715629 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d65b6f8a-f4c0-40f6-a9e9-f4e2ed4b9322 req-5a50c441-e765-4695-b7fc-18275b793293 tempest-ListServerFiltersTestJSON-918217185 tempest-ListServerFiltersTestJSON-918217185-project] 10.222.0.18 "GET /v2.0/security-groups?id=08c375eb-65f8-4808-8ad8-3342b3a38869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325086 Jul 27 23:20:58.758124 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [req-ba83ceb7-d1ed-4d95-b170-15939d3df9c8 req-ae9413b5-1b92-402f-8d1b-b0ce166b50a2 tempest-ListServerFiltersTestJSON-918217185 tempest-ListServerFiltersTestJSON-918217185-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=93798) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 23:20:58.759182 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ba83ceb7-d1ed-4d95-b170-15939d3df9c8 req-ae9413b5-1b92-402f-8d1b-b0ce166b50a2 tempest-ListServerFiltersTestJSON-918217185 tempest-ListServerFiltersTestJSON-918217185-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057597 Jul 27 23:20:59.148057 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ba83ceb7-d1ed-4d95-b170-15939d3df9c8 req-cb285a53-4304-4cc1-abce-713639bdd5b6 tempest-ListServerFiltersTestJSON-918217185 tempest-ListServerFiltersTestJSON-918217185-project] 10.222.0.18 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.13&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.3825896 Jul 27 23:20:59.422225 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9112eb-d233-4ee8-962b-2acb68547e2b req-6f81dd6f-07bc-4a70-8b39-273bfbfa04ca tempest-ListServerFiltersTestJSON-918217185 tempest-ListServerFiltersTestJSON-918217185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:20:59.423756 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-7b9112eb-d233-4ee8-962b-2acb68547e2b req-6f81dd6f-07bc-4a70-8b39-273bfbfa04ca tempest-ListServerFiltersTestJSON-918217185 tempest-ListServerFiltersTestJSON-918217185-project] 10.222.0.18 "GET /v2.0/ports?device_id=a55c2372-5b07-478f-a1eb-4ce4802d350a HTTP/1.1" status: 200 len: 946 time: 0.0575016 Jul 27 23:20:59.448602 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:20:59.464351 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-7b9112eb-d233-4ee8-962b-2acb68547e2b req-071228f8-4458-4be6-b770-1294b1dbd0d4 tempest-ListServerFiltersTestJSON-918217185 tempest-ListServerFiltersTestJSON-918217185-project] 10.222.0.18 "GET /v2.0/security-groups?id=08c375eb-65f8-4808-8ad8-3342b3a38869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345454 Jul 27 23:20:59.563132 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-5f0c08c8-7bde-452d-bf68-d0ffed746167 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:20:59.621887 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a858e867-dff2-4f69-90ec-1823bed4a7c8 req-b0405825-71d0-43ea-a875-3d9c379008c5 tempest-ListServerFiltersTestJSON-918217185 tempest-ListServerFiltersTestJSON-918217185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:20:59.624262 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a858e867-dff2-4f69-90ec-1823bed4a7c8 req-b0405825-71d0-43ea-a875-3d9c379008c5 tempest-ListServerFiltersTestJSON-918217185 tempest-ListServerFiltersTestJSON-918217185-project] 10.222.0.18 "GET /v2.0/ports?device_id=37ff3f41-5072-4a81-bacb-475180b9068c HTTP/1.1" status: 200 len: 946 time: 0.0851517 Jul 27 23:20:59.669239 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a858e867-dff2-4f69-90ec-1823bed4a7c8 req-1cd8d430-2502-41ad-bd27-02e6010664d8 tempest-ListServerFiltersTestJSON-918217185 tempest-ListServerFiltersTestJSON-918217185-project] 10.222.0.18 "GET /v2.0/security-groups?id=08c375eb-65f8-4808-8ad8-3342b3a38869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368531 Jul 27 23:20:59.793255 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4402527-7f36-4cea-84ca-7e29f0a4c574 req-dbcdeb25-9785-42d0-b20a-d2095ff56e95 tempest-ListServerFiltersTestJSON-918217185 tempest-ListServerFiltersTestJSON-918217185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:20:59.796041 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-c4402527-7f36-4cea-84ca-7e29f0a4c574 req-dbcdeb25-9785-42d0-b20a-d2095ff56e95 tempest-ListServerFiltersTestJSON-918217185 tempest-ListServerFiltersTestJSON-918217185-project] 10.222.0.18 "GET /v2.0/ports?device_id=92527d70-5c7e-48eb-a05c-c45b8e403206 HTTP/1.1" status: 200 len: 945 time: 0.0558975 Jul 27 23:20:59.836853 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-c4402527-7f36-4cea-84ca-7e29f0a4c574 req-9e75a44c-c1f6-4d8d-9990-7db0539b8173 tempest-ListServerFiltersTestJSON-918217185 tempest-ListServerFiltersTestJSON-918217185-project] 10.222.0.18 "GET /v2.0/security-groups?id=08c375eb-65f8-4808-8ad8-3342b3a38869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354648 Jul 27 23:21:00.026099 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a0fc37-2e9d-419b-bb8e-cf70a214534d req-3356082d-1933-4719-8549-f498ce9fc232 tempest-ListServerFiltersTestJSON-918217185 tempest-ListServerFiltersTestJSON-918217185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:21:00.032016 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a0fc37-2e9d-419b-bb8e-cf70a214534d req-3356082d-1933-4719-8549-f498ce9fc232 tempest-ListServerFiltersTestJSON-918217185 tempest-ListServerFiltersTestJSON-918217185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:21:00.038274 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a0fc37-2e9d-419b-bb8e-cf70a214534d req-3356082d-1933-4719-8549-f498ce9fc232 tempest-ListServerFiltersTestJSON-918217185 tempest-ListServerFiltersTestJSON-918217185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:21:00.039196 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:00.043805 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-05a0fc37-2e9d-419b-bb8e-cf70a214534d req-3356082d-1933-4719-8549-f498ce9fc232 tempest-ListServerFiltersTestJSON-918217185 tempest-ListServerFiltersTestJSON-918217185-project] 10.222.0.18 "GET /v2.0/ports?device_id=92527d70-5c7e-48eb-a05c-c45b8e403206&device_id=37ff3f41-5072-4a81-bacb-475180b9068c&device_id=a55c2372-5b07-478f-a1eb-4ce4802d350a HTTP/1.1" status: 200 len: 2418 time: 0.0776646 Jul 27 23:21:00.086968 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-05a0fc37-2e9d-419b-bb8e-cf70a214534d req-8e129c44-5803-4a54-8e28-f0f5f3bc9edb tempest-ListServerFiltersTestJSON-918217185 tempest-ListServerFiltersTestJSON-918217185-project] 10.222.0.18 "GET /v2.0/security-groups?id=08c375eb-65f8-4808-8ad8-3342b3a38869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392787 Jul 27 23:21:00.125188 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [req-7d35c9ce-e4d0-47d3-8755-86e86f20a678 req-36ccdae0-9f84-4b4e-86d2-f803291dd44c tempest-ListServerFiltersTestJSON-918217185 tempest-ListServerFiltersTestJSON-918217185-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=93797) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 23:21:00.126776 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-7d35c9ce-e4d0-47d3-8755-86e86f20a678 req-36ccdae0-9f84-4b4e-86d2-f803291dd44c tempest-ListServerFiltersTestJSON-918217185 tempest-ListServerFiltersTestJSON-918217185-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0080626 Jul 27 23:21:00.235604 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-7d35c9ce-e4d0-47d3-8755-86e86f20a678 req-9cba0ae0-fa59-4e0f-924b-1f06103cf2a9 tempest-ListServerFiltersTestJSON-918217185 tempest-ListServerFiltersTestJSON-918217185-project] 10.222.0.18 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.1016469 Jul 27 23:21:00.438679 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-19f2e178-d45e-4fbe-b9be-c3963fc151ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:01.594698 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d2dbc4-8c8f-44a5-a94c-92657570bb06 req-ec85041b-b0d3-4120-a354-1d0544e039a9 tempest-ListServerFiltersTestJSON-918217185 tempest-ListServerFiltersTestJSON-918217185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:21:01.596197 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b1d2dbc4-8c8f-44a5-a94c-92657570bb06 req-ec85041b-b0d3-4120-a354-1d0544e039a9 tempest-ListServerFiltersTestJSON-918217185 tempest-ListServerFiltersTestJSON-918217185-project] 10.222.0.18 "GET /v2.0/ports?device_id=92527d70-5c7e-48eb-a05c-c45b8e403206 HTTP/1.1" status: 200 len: 945 time: 0.0507848 Jul 27 23:21:01.638907 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b1d2dbc4-8c8f-44a5-a94c-92657570bb06 req-3f587fd0-1493-47c1-952e-6f637fe26af5 tempest-ListServerFiltersTestJSON-918217185 tempest-ListServerFiltersTestJSON-918217185-project] 10.222.0.18 "GET /v2.0/security-groups?id=08c375eb-65f8-4808-8ad8-3342b3a38869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357745 Jul 27 23:21:02.198911 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7418f70f-e60d-4709-8ba9-6ab514bc7f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:02.763317 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a92510-2858-40de-9c05-a173890fd172 req-6834915a-07e5-47e8-9707-3fa4e8437106 tempest-ListServerFiltersTestJSON-918217185 tempest-ListServerFiltersTestJSON-918217185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:21:02.766064 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-51a92510-2858-40de-9c05-a173890fd172 req-6834915a-07e5-47e8-9707-3fa4e8437106 tempest-ListServerFiltersTestJSON-918217185 tempest-ListServerFiltersTestJSON-918217185-project] 10.222.0.18 "GET /v2.0/ports?device_id=92527d70-5c7e-48eb-a05c-c45b8e403206 HTTP/1.1" status: 200 len: 945 time: 0.0561690 Jul 27 23:21:02.809135 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-51a92510-2858-40de-9c05-a173890fd172 req-f660e310-b61f-42e7-afb2-7710e5a4aa5f tempest-ListServerFiltersTestJSON-918217185 tempest-ListServerFiltersTestJSON-918217185-project] 10.222.0.18 "GET /v2.0/security-groups?id=08c375eb-65f8-4808-8ad8-3342b3a38869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367532 Jul 27 23:21:03.084595 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84638a39-9e4e-4351-b0cd-3b981a6dd3f6 req-542f8c20-91cb-4118-bf47-a646474a4587 tempest-ListServerFiltersTestJSON-918217185 tempest-ListServerFiltersTestJSON-918217185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:21:03.086097 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-84638a39-9e4e-4351-b0cd-3b981a6dd3f6 req-542f8c20-91cb-4118-bf47-a646474a4587 tempest-ListServerFiltersTestJSON-918217185 tempest-ListServerFiltersTestJSON-918217185-project] 10.222.0.49 "GET /v2.0/ports?device_id=92527d70-5c7e-48eb-a05c-c45b8e403206 HTTP/1.1" status: 200 len: 945 time: 0.0546291 Jul 27 23:21:03.195547 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [req-84638a39-9e4e-4351-b0cd-3b981a6dd3f6 req-8f5aee40-f33e-4ec9-be65-779b9fafb73d tempest-ListServerFiltersTestJSON-918217185 tempest-ListServerFiltersTestJSON-918217185-project] Deleting port 4b273df4-6d17-4c3d-ad4a-8e5dbed0a042 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:21:03.195985 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-84638a39-9e4e-4351-b0cd-3b981a6dd3f6 req-8f5aee40-f33e-4ec9-be65-779b9fafb73d tempest-ListServerFiltersTestJSON-918217185 tempest-ListServerFiltersTestJSON-918217185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:03.293535 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-84638a39-9e4e-4351-b0cd-3b981a6dd3f6 req-8f5aee40-f33e-4ec9-be65-779b9fafb73d tempest-ListServerFiltersTestJSON-918217185 tempest-ListServerFiltersTestJSON-918217185-project] For port 4b273df4-6d17-4c3d-ad4a-8e5dbed0a042, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=4b273df4-6d17-4c3d-ad4a-8e5dbed0a042,segment=NetworkSegment(4330a33b-36d6-443c-9f50-70c8ac207eb9),segment_id=4330a33b-36d6-443c-9f50-70c8ac207eb9)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:21:03.293909 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-84638a39-9e4e-4351-b0cd-3b981a6dd3f6 req-8f5aee40-f33e-4ec9-be65-779b9fafb73d tempest-ListServerFiltersTestJSON-918217185 tempest-ListServerFiltersTestJSON-918217185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:03.314022 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [req-84638a39-9e4e-4351-b0cd-3b981a6dd3f6 req-8f5aee40-f33e-4ec9-be65-779b9fafb73d tempest-ListServerFiltersTestJSON-918217185 tempest-ListServerFiltersTestJSON-918217185-project] Calling delete_port for 4b273df4-6d17-4c3d-ad4a-8e5dbed0a042 owned by compute:nova {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:21:03.459481 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-84638a39-9e4e-4351-b0cd-3b981a6dd3f6 req-8f5aee40-f33e-4ec9-be65-779b9fafb73d tempest-ListServerFiltersTestJSON-918217185 tempest-ListServerFiltersTestJSON-918217185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:03.472980 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] get_ports_and_sgs() called for port_ids ['4b273df4-6d17-4c3d-ad4a-8e5dbed0a042'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:21:03.490810 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5aee40-f33e-4ec9-be65-779b9fafb73d tempest-ListServerFiltersTestJSON-918217185 tempest-ListServerFiltersTestJSON-918217185-project] Pushing event deleted for resources: {'Port': ['ID=4b273df4-6d17-4c3d-ad4a-8e5dbed0a042,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:21:03.501232 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] get_ports_and_sgs() called for port_ids ['f4d3d2c8-8a02-4d70-a901-3862af76c72f', 'fb28c20c-3bd8-454b-8c34-43812971769b'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:21:03.571124 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [req-84638a39-9e4e-4351-b0cd-3b981a6dd3f6 req-8f5aee40-f33e-4ec9-be65-779b9fafb73d tempest-ListServerFiltersTestJSON-918217185 tempest-ListServerFiltersTestJSON-918217185-project] No DVR routers for this DVR port 4b273df4-6d17-4c3d-ad4a-8e5dbed0a042 on host n-h2-802623-1 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:21:03.574258 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-84638a39-9e4e-4351-b0cd-3b981a6dd3f6 req-8f5aee40-f33e-4ec9-be65-779b9fafb73d tempest-ListServerFiltersTestJSON-918217185 tempest-ListServerFiltersTestJSON-918217185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:03.579129 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-84638a39-9e4e-4351-b0cd-3b981a6dd3f6 req-8f5aee40-f33e-4ec9-be65-779b9fafb73d tempest-ListServerFiltersTestJSON-918217185 tempest-ListServerFiltersTestJSON-918217185-project] 10.222.0.49 "DELETE /v2.0/ports/4b273df4-6d17-4c3d-ad4a-8e5dbed0a042 HTTP/1.1" status: 204 len: 173 time: 0.4869153 Jul 27 23:21:03.579611 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92527d70-5c7e-48eb-a05c-c45b8e403206', 'name': 'network-vif-deleted', 'tag': '4b273df4-6d17-4c3d-ad4a-8e5dbed0a042'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:21:03.583408 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a476459a1bfce68b0ae0df5b6a71154bfc7cfdc8f9eefce6ad0a17231e60468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cba290a0-a5c3-4660-af43-090dd7a98fdc" -d '{"events": [{"server_uuid": "92527d70-5c7e-48eb-a05c-c45b8e403206", "name": "network-vif-deleted", "tag": "4b273df4-6d17-4c3d-ad4a-8e5dbed0a042"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:21:03.650006 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:21:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4a18afe-58c1-47d2-a9b9-446e395d2f93 x-openstack-request-id: req-c4a18afe-58c1-47d2-a9b9-446e395d2f93 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:21:03.650552 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92527d70-5c7e-48eb-a05c-c45b8e403206", "name": "network-vif-deleted", "tag": "4b273df4-6d17-4c3d-ad4a-8e5dbed0a042", "status": "completed", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:21:03.650977 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c4a18afe-58c1-47d2-a9b9-446e395d2f93 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:21:03.651694 n-d-802623-1 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92527d70-5c7e-48eb-a05c-c45b8e403206', 'name': 'network-vif-deleted', 'tag': '4b273df4-6d17-4c3d-ad4a-8e5dbed0a042', 'status': 'completed', 'code': 200} Jul 27 23:21:04.002407 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-0af202a9-f774-4df7-b3a1-8a10c1e48491 req-84ce57da-b3dd-45e9-aeb5-e2d5ba2951ec tempest-ListServerFiltersTestJSON-918217185 tempest-ListServerFiltersTestJSON-918217185-project] 10.222.0.18 "GET /v2.0/ports?device_id=92527d70-5c7e-48eb-a05c-c45b8e403206 HTTP/1.1" status: 200 len: 210 time: 0.0730913 Jul 27 23:21:04.706333 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:05.278331 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea3c136-3143-4415-a65c-512285082ac4 req-ce061234-75e0-45d2-b70c-94696d0f41c4 tempest-ListServerFiltersTestJSON-918217185 tempest-ListServerFiltersTestJSON-918217185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:21:05.281020 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-8ea3c136-3143-4415-a65c-512285082ac4 req-ce061234-75e0-45d2-b70c-94696d0f41c4 tempest-ListServerFiltersTestJSON-918217185 tempest-ListServerFiltersTestJSON-918217185-project] 10.222.0.18 "GET /v2.0/ports?device_id=37ff3f41-5072-4a81-bacb-475180b9068c HTTP/1.1" status: 200 len: 946 time: 0.0562325 Jul 27 23:21:05.323786 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-8ea3c136-3143-4415-a65c-512285082ac4 req-25193ae1-5986-4817-9008-d660b995ce76 tempest-ListServerFiltersTestJSON-918217185 tempest-ListServerFiltersTestJSON-918217185-project] 10.222.0.18 "GET /v2.0/security-groups?id=08c375eb-65f8-4808-8ad8-3342b3a38869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323973 Jul 27 23:21:06.452536 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e89645f-8471-4071-b06f-8e594b83d713 req-580710ff-f49b-4198-90e1-88fd96aa4e84 tempest-ListServerFiltersTestJSON-918217185 tempest-ListServerFiltersTestJSON-918217185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:21:06.454085 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-8e89645f-8471-4071-b06f-8e594b83d713 req-580710ff-f49b-4198-90e1-88fd96aa4e84 tempest-ListServerFiltersTestJSON-918217185 tempest-ListServerFiltersTestJSON-918217185-project] 10.222.0.18 "GET /v2.0/ports?device_id=37ff3f41-5072-4a81-bacb-475180b9068c HTTP/1.1" status: 200 len: 946 time: 0.0541244 Jul 27 23:21:06.502151 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-8e89645f-8471-4071-b06f-8e594b83d713 req-97923f15-5b11-4114-8355-712b63e70fcc tempest-ListServerFiltersTestJSON-918217185 tempest-ListServerFiltersTestJSON-918217185-project] 10.222.0.18 "GET /v2.0/security-groups?id=08c375eb-65f8-4808-8ad8-3342b3a38869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411041 Jul 27 23:21:06.619014 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device 4b273df4-6d17-4c3d-ad4a-8e5dbed0a042 no longer exists at agent hyperv_n-h2-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:21:06.659548 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] No Port match for: 4b273df4-6d17-4c3d-ad4a-8e5dbed0a042 {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:21:06.660200 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device 4b273df4-6d17-4c3d-ad4a-8e5dbed0a042 not bound to the agent host n-h2-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:21:06.735633 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a8e91f-46f4-4ca3-9147-6deb5015ee11 req-c331f241-eb9b-4bc8-873b-c6787af4269f tempest-ListServerFiltersTestJSON-918217185 tempest-ListServerFiltersTestJSON-918217185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:21:06.737269 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b1a8e91f-46f4-4ca3-9147-6deb5015ee11 req-c331f241-eb9b-4bc8-873b-c6787af4269f tempest-ListServerFiltersTestJSON-918217185 tempest-ListServerFiltersTestJSON-918217185-project] 10.222.0.38 "GET /v2.0/ports?device_id=37ff3f41-5072-4a81-bacb-475180b9068c HTTP/1.1" status: 200 len: 946 time: 0.0673418 Jul 27 23:21:06.845403 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-b1a8e91f-46f4-4ca3-9147-6deb5015ee11 req-aa26a95c-2d9f-40f2-af54-bed6fe3cdfcc tempest-ListServerFiltersTestJSON-918217185 tempest-ListServerFiltersTestJSON-918217185-project] Deleting port fb28c20c-3bd8-454b-8c34-43812971769b {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:21:06.845778 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-b1a8e91f-46f4-4ca3-9147-6deb5015ee11 req-aa26a95c-2d9f-40f2-af54-bed6fe3cdfcc tempest-ListServerFiltersTestJSON-918217185 tempest-ListServerFiltersTestJSON-918217185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:06.934880 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-b1a8e91f-46f4-4ca3-9147-6deb5015ee11 req-aa26a95c-2d9f-40f2-af54-bed6fe3cdfcc tempest-ListServerFiltersTestJSON-918217185 tempest-ListServerFiltersTestJSON-918217185-project] For port fb28c20c-3bd8-454b-8c34-43812971769b, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=fb28c20c-3bd8-454b-8c34-43812971769b,segment=NetworkSegment(4330a33b-36d6-443c-9f50-70c8ac207eb9),segment_id=4330a33b-36d6-443c-9f50-70c8ac207eb9)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:21:06.935277 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-b1a8e91f-46f4-4ca3-9147-6deb5015ee11 req-aa26a95c-2d9f-40f2-af54-bed6fe3cdfcc tempest-ListServerFiltersTestJSON-918217185 tempest-ListServerFiltersTestJSON-918217185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:06.948897 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-b1a8e91f-46f4-4ca3-9147-6deb5015ee11 req-aa26a95c-2d9f-40f2-af54-bed6fe3cdfcc tempest-ListServerFiltersTestJSON-918217185 tempest-ListServerFiltersTestJSON-918217185-project] Calling delete_port for fb28c20c-3bd8-454b-8c34-43812971769b owned by compute:nova {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:21:07.084364 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-b1a8e91f-46f4-4ca3-9147-6deb5015ee11 req-aa26a95c-2d9f-40f2-af54-bed6fe3cdfcc tempest-ListServerFiltersTestJSON-918217185 tempest-ListServerFiltersTestJSON-918217185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:07.096851 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] get_ports_and_sgs() called for port_ids ['f4d3d2c8-8a02-4d70-a901-3862af76c72f', 'fb28c20c-3bd8-454b-8c34-43812971769b'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:21:07.116505 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa26a95c-2d9f-40f2-af54-bed6fe3cdfcc tempest-ListServerFiltersTestJSON-918217185 tempest-ListServerFiltersTestJSON-918217185-project] Pushing event deleted for resources: {'Port': ['ID=fb28c20c-3bd8-454b-8c34-43812971769b,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:21:07.167812 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1a8e91f-46f4-4ca3-9147-6deb5015ee11 req-aa26a95c-2d9f-40f2-af54-bed6fe3cdfcc tempest-ListServerFiltersTestJSON-918217185 tempest-ListServerFiltersTestJSON-918217185-project] No DVR routers for this DVR port fb28c20c-3bd8-454b-8c34-43812971769b on host n-h1-802623-1 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:21:07.172486 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-b1a8e91f-46f4-4ca3-9147-6deb5015ee11 req-aa26a95c-2d9f-40f2-af54-bed6fe3cdfcc tempest-ListServerFiltersTestJSON-918217185 tempest-ListServerFiltersTestJSON-918217185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:07.174588 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b1a8e91f-46f4-4ca3-9147-6deb5015ee11 req-aa26a95c-2d9f-40f2-af54-bed6fe3cdfcc tempest-ListServerFiltersTestJSON-918217185 tempest-ListServerFiltersTestJSON-918217185-project] 10.222.0.38 "DELETE /v2.0/ports/fb28c20c-3bd8-454b-8c34-43812971769b HTTP/1.1" status: 204 len: 173 time: 0.4299948 Jul 27 23:21:07.175163 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37ff3f41-5072-4a81-bacb-475180b9068c', 'name': 'network-vif-deleted', 'tag': 'fb28c20c-3bd8-454b-8c34-43812971769b'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:21:07.177808 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}011f8d312121274bb12d78e77c6379a2079800640016cec6c6d605b73666e854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c995f520-4d0d-4309-9906-61fce9819e1a" -d '{"events": [{"server_uuid": "37ff3f41-5072-4a81-bacb-475180b9068c", "name": "network-vif-deleted", "tag": "fb28c20c-3bd8-454b-8c34-43812971769b"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:21:07.222761 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:21:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b75e79ee-0612-466b-ab98-5dbeeea3557e x-openstack-request-id: req-b75e79ee-0612-466b-ab98-5dbeeea3557e {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:21:07.223249 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37ff3f41-5072-4a81-bacb-475180b9068c", "name": "network-vif-deleted", "tag": "fb28c20c-3bd8-454b-8c34-43812971769b", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:21:07.223532 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b75e79ee-0612-466b-ab98-5dbeeea3557e {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:21:07.223990 n-d-802623-1 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37ff3f41-5072-4a81-bacb-475180b9068c', 'name': 'network-vif-deleted', 'tag': 'fb28c20c-3bd8-454b-8c34-43812971769b', 'status': 'completed', 'code': 200} Jul 27 23:21:07.636593 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-4986c0fa-9b75-46f1-9cd9-7b81eb0b33c0 req-403935e7-7aa8-41c1-8ec2-cbbff5f46286 tempest-ListServerFiltersTestJSON-918217185 tempest-ListServerFiltersTestJSON-918217185-project] 10.222.0.18 "GET /v2.0/ports?device_id=37ff3f41-5072-4a81-bacb-475180b9068c HTTP/1.1" status: 200 len: 210 time: 0.0460629 Jul 27 23:21:08.303094 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.agents_db [None req-9beef776-8bab-4de2-989a-f5a23ba4aaf4 None None] Agent healthcheck: found 7 active agents {{(pid=93800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 23:21:08.966293 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d67585e-bf27-44e4-a056-cf3657534c66 req-d08a2dae-39ac-44cb-98c3-322914f7439a tempest-ListServerFiltersTestJSON-918217185 tempest-ListServerFiltersTestJSON-918217185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:21:08.969478 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-9d67585e-bf27-44e4-a056-cf3657534c66 req-d08a2dae-39ac-44cb-98c3-322914f7439a tempest-ListServerFiltersTestJSON-918217185 tempest-ListServerFiltersTestJSON-918217185-project] 10.222.0.18 "GET /v2.0/ports?device_id=a55c2372-5b07-478f-a1eb-4ce4802d350a HTTP/1.1" status: 200 len: 946 time: 0.0571117 Jul 27 23:21:09.011119 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-9d67585e-bf27-44e4-a056-cf3657534c66 req-07e43971-9942-4da6-afb9-1485f32557f2 tempest-ListServerFiltersTestJSON-918217185 tempest-ListServerFiltersTestJSON-918217185-project] 10.222.0.18 "GET /v2.0/security-groups?id=08c375eb-65f8-4808-8ad8-3342b3a38869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354407 Jul 27 23:21:10.150619 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc1b6fe-f43a-49bc-994f-6169132860e3 req-cc74d79f-5d7d-4302-9583-289e60d31fc6 tempest-ListServerFiltersTestJSON-918217185 tempest-ListServerFiltersTestJSON-918217185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:21:10.150619 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-9dc1b6fe-f43a-49bc-994f-6169132860e3 req-cc74d79f-5d7d-4302-9583-289e60d31fc6 tempest-ListServerFiltersTestJSON-918217185 tempest-ListServerFiltersTestJSON-918217185-project] 10.222.0.18 "GET /v2.0/ports?device_id=a55c2372-5b07-478f-a1eb-4ce4802d350a HTTP/1.1" status: 200 len: 946 time: 0.0671439 Jul 27 23:21:10.213298 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-9dc1b6fe-f43a-49bc-994f-6169132860e3 req-5a55bb1b-ec53-47d2-982a-2b748f910e90 tempest-ListServerFiltersTestJSON-918217185 tempest-ListServerFiltersTestJSON-918217185-project] 10.222.0.18 "GET /v2.0/security-groups?id=08c375eb-65f8-4808-8ad8-3342b3a38869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533197 Jul 27 23:21:10.502877 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71293f1d-b924-4feb-b0c7-bda6586d5958 req-2a3d5225-b6bd-4884-92c7-acdfda01acb6 tempest-ListServerFiltersTestJSON-918217185 tempest-ListServerFiltersTestJSON-918217185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:21:10.504423 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-71293f1d-b924-4feb-b0c7-bda6586d5958 req-2a3d5225-b6bd-4884-92c7-acdfda01acb6 tempest-ListServerFiltersTestJSON-918217185 tempest-ListServerFiltersTestJSON-918217185-project] 10.222.0.38 "GET /v2.0/ports?device_id=a55c2372-5b07-478f-a1eb-4ce4802d350a HTTP/1.1" status: 200 len: 946 time: 0.0966887 Jul 27 23:21:10.614085 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-71293f1d-b924-4feb-b0c7-bda6586d5958 req-b5953c04-496e-45e8-a6bf-858f74c51400 tempest-ListServerFiltersTestJSON-918217185 tempest-ListServerFiltersTestJSON-918217185-project] Deleting port f4d3d2c8-8a02-4d70-a901-3862af76c72f {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:21:10.614521 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-71293f1d-b924-4feb-b0c7-bda6586d5958 req-b5953c04-496e-45e8-a6bf-858f74c51400 tempest-ListServerFiltersTestJSON-918217185 tempest-ListServerFiltersTestJSON-918217185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:10.711122 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-71293f1d-b924-4feb-b0c7-bda6586d5958 req-b5953c04-496e-45e8-a6bf-858f74c51400 tempest-ListServerFiltersTestJSON-918217185 tempest-ListServerFiltersTestJSON-918217185-project] For port f4d3d2c8-8a02-4d70-a901-3862af76c72f, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=f4d3d2c8-8a02-4d70-a901-3862af76c72f,segment=NetworkSegment(4330a33b-36d6-443c-9f50-70c8ac207eb9),segment_id=4330a33b-36d6-443c-9f50-70c8ac207eb9)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:21:10.711491 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-71293f1d-b924-4feb-b0c7-bda6586d5958 req-b5953c04-496e-45e8-a6bf-858f74c51400 tempest-ListServerFiltersTestJSON-918217185 tempest-ListServerFiltersTestJSON-918217185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:10.726744 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-71293f1d-b924-4feb-b0c7-bda6586d5958 req-b5953c04-496e-45e8-a6bf-858f74c51400 tempest-ListServerFiltersTestJSON-918217185 tempest-ListServerFiltersTestJSON-918217185-project] Calling delete_port for f4d3d2c8-8a02-4d70-a901-3862af76c72f owned by compute:nova {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:21:10.903098 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-71293f1d-b924-4feb-b0c7-bda6586d5958 req-b5953c04-496e-45e8-a6bf-858f74c51400 tempest-ListServerFiltersTestJSON-918217185 tempest-ListServerFiltersTestJSON-918217185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:10.915183 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] get_ports_and_sgs() called for port_ids ['f4d3d2c8-8a02-4d70-a901-3862af76c72f'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:21:10.934019 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5953c04-496e-45e8-a6bf-858f74c51400 tempest-ListServerFiltersTestJSON-918217185 tempest-ListServerFiltersTestJSON-918217185-project] Pushing event deleted for resources: {'Port': ['ID=f4d3d2c8-8a02-4d70-a901-3862af76c72f,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:21:10.960792 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5953c04-496e-45e8-a6bf-858f74c51400 tempest-ListServerFiltersTestJSON-918217185 tempest-ListServerFiltersTestJSON-918217185-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:21:10.962391 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5953c04-496e-45e8-a6bf-858f74c51400 tempest-ListServerFiltersTestJSON-918217185 tempest-ListServerFiltersTestJSON-918217185-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:21:10.962391 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5953c04-496e-45e8-a6bf-858f74c51400 tempest-ListServerFiltersTestJSON-918217185 tempest-ListServerFiltersTestJSON-918217185-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:21:10.962391 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5953c04-496e-45e8-a6bf-858f74c51400 tempest-ListServerFiltersTestJSON-918217185 tempest-ListServerFiltersTestJSON-918217185-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:21:10.962391 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5953c04-496e-45e8-a6bf-858f74c51400 tempest-ListServerFiltersTestJSON-918217185 tempest-ListServerFiltersTestJSON-918217185-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:21:10.962391 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5953c04-496e-45e8-a6bf-858f74c51400 tempest-ListServerFiltersTestJSON-918217185 tempest-ListServerFiltersTestJSON-918217185-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:21:10.963393 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5953c04-496e-45e8-a6bf-858f74c51400 tempest-ListServerFiltersTestJSON-918217185 tempest-ListServerFiltersTestJSON-918217185-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:21:10.963393 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5953c04-496e-45e8-a6bf-858f74c51400 tempest-ListServerFiltersTestJSON-918217185 tempest-ListServerFiltersTestJSON-918217185-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:21:10.963393 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5953c04-496e-45e8-a6bf-858f74c51400 tempest-ListServerFiltersTestJSON-918217185 tempest-ListServerFiltersTestJSON-918217185-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:21:10.964435 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5953c04-496e-45e8-a6bf-858f74c51400 tempest-ListServerFiltersTestJSON-918217185 tempest-ListServerFiltersTestJSON-918217185-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:21:10.964435 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5953c04-496e-45e8-a6bf-858f74c51400 tempest-ListServerFiltersTestJSON-918217185 tempest-ListServerFiltersTestJSON-918217185-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:21:10.964435 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5953c04-496e-45e8-a6bf-858f74c51400 tempest-ListServerFiltersTestJSON-918217185 tempest-ListServerFiltersTestJSON-918217185-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:21:11.015984 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-71293f1d-b924-4feb-b0c7-bda6586d5958 req-b5953c04-496e-45e8-a6bf-858f74c51400 tempest-ListServerFiltersTestJSON-918217185 tempest-ListServerFiltersTestJSON-918217185-project] No DVR routers for this DVR port f4d3d2c8-8a02-4d70-a901-3862af76c72f on host n-h1-802623-1 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:21:11.027184 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-71293f1d-b924-4feb-b0c7-bda6586d5958 req-b5953c04-496e-45e8-a6bf-858f74c51400 tempest-ListServerFiltersTestJSON-918217185 tempest-ListServerFiltersTestJSON-918217185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:11.032111 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-71293f1d-b924-4feb-b0c7-bda6586d5958 req-b5953c04-496e-45e8-a6bf-858f74c51400 tempest-ListServerFiltersTestJSON-918217185 tempest-ListServerFiltersTestJSON-918217185-project] 10.222.0.38 "DELETE /v2.0/ports/f4d3d2c8-8a02-4d70-a901-3862af76c72f HTTP/1.1" status: 204 len: 173 time: 0.5207078 Jul 27 23:21:11.032597 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a55c2372-5b07-478f-a1eb-4ce4802d350a', 'name': 'network-vif-deleted', 'tag': 'f4d3d2c8-8a02-4d70-a901-3862af76c72f'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:21:11.035008 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}011f8d312121274bb12d78e77c6379a2079800640016cec6c6d605b73666e854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f597fc09-c95b-49ad-945a-cd8c1bd25a6c" -d '{"events": [{"server_uuid": "a55c2372-5b07-478f-a1eb-4ce4802d350a", "name": "network-vif-deleted", "tag": "f4d3d2c8-8a02-4d70-a901-3862af76c72f"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:21:11.138206 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:21:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6256400-1f9f-4397-a0aa-6453f474a636 x-openstack-request-id: req-f6256400-1f9f-4397-a0aa-6453f474a636 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:21:11.138578 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a55c2372-5b07-478f-a1eb-4ce4802d350a", "name": "network-vif-deleted", "tag": "f4d3d2c8-8a02-4d70-a901-3862af76c72f", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:21:11.138838 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f6256400-1f9f-4397-a0aa-6453f474a636 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:21:11.139434 n-d-802623-1 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a55c2372-5b07-478f-a1eb-4ce4802d350a', 'name': 'network-vif-deleted', 'tag': 'f4d3d2c8-8a02-4d70-a901-3862af76c72f', 'status': 'completed', 'code': 200} Jul 27 23:21:11.353827 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-de7dd58d-21e2-4754-9f91-c31ff0ff547e req-49972f94-b386-4c81-bbe0-2808ef493adb tempest-ListServerFiltersTestJSON-918217185 tempest-ListServerFiltersTestJSON-918217185-project] 10.222.0.18 "GET /v2.0/ports?device_id=a55c2372-5b07-478f-a1eb-4ce4802d350a HTTP/1.1" status: 200 len: 210 time: 0.0489230 Jul 27 23:21:11.777425 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device fb28c20c-3bd8-454b-8c34-43812971769b no longer exists at agent hyperv_n-h1-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:21:11.837184 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] No Port match for: fb28c20c-3bd8-454b-8c34-43812971769b {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:21:11.839153 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device fb28c20c-3bd8-454b-8c34-43812971769b not bound to the agent host n-h1-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:21:12.071218 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c78284-f0fa-4818-bf5d-90b1e0044809 req-29c08830-2031-4d6b-ad6e-37e29acfeb89 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:21:12.079315 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c78284-f0fa-4818-bf5d-90b1e0044809 req-29c08830-2031-4d6b-ad6e-37e29acfeb89 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:21:12.085732 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c78284-f0fa-4818-bf5d-90b1e0044809 req-29c08830-2031-4d6b-ad6e-37e29acfeb89 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:21:12.092005 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c78284-f0fa-4818-bf5d-90b1e0044809 req-29c08830-2031-4d6b-ad6e-37e29acfeb89 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:21:12.097948 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c78284-f0fa-4818-bf5d-90b1e0044809 req-29c08830-2031-4d6b-ad6e-37e29acfeb89 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:21:12.104092 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c78284-f0fa-4818-bf5d-90b1e0044809 req-29c08830-2031-4d6b-ad6e-37e29acfeb89 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:21:12.111200 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c78284-f0fa-4818-bf5d-90b1e0044809 req-29c08830-2031-4d6b-ad6e-37e29acfeb89 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:21:12.113206 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f7c78284-f0fa-4818-bf5d-90b1e0044809 req-29c08830-2031-4d6b-ad6e-37e29acfeb89 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] 10.222.0.18 "GET /v2.0/ports?device_id=bab14976-9a79-4961-bbb7-bef26e77c0b6 HTTP/1.1" status: 200 len: 5446 time: 0.1043248 Jul 27 23:21:12.163264 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f7c78284-f0fa-4818-bf5d-90b1e0044809 req-b648a928-b2c9-417f-b8ac-fcea202778f3 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] 10.222.0.18 "GET /v2.0/security-groups?id=cfd41bdc-77a0-40db-b366-4cd3c3051f6e&id=590f29d5-a38d-458c-93ce-543ee7b0dac7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0424237 Jul 27 23:21:12.414124 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 51574) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:21:12.471934 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_v2 [None req-e43c1b45-2b70-4884-a56b-2a280f9b786a admin admin] Deleting subnet 5e396944-08ae-4cde-8a82-d47896790ce1 {{(pid=93798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 23:21:12.474887 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e43c1b45-2b70-4884-a56b-2a280f9b786a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:12.511922 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e43c1b45-2b70-4884-a56b-2a280f9b786a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11163249'] for subnet, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:12.622538 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e43c1b45-2b70-4884-a56b-2a280f9b786a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620741'] for subnet, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:12.684904 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e43c1b45-2b70-4884-a56b-2a280f9b786a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11971800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12265753'] for subnet, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:12.712027 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43c1b45-2b70-4884-a56b-2a280f9b786a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5e396944-08ae-4cde-8a82-d47896790ce1,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:21:12.715610 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e43c1b45-2b70-4884-a56b-2a280f9b786a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:12.718042 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-e43c1b45-2b70-4884-a56b-2a280f9b786a admin admin] 10.222.0.18 "DELETE /v2.0/subnets/5e396944-08ae-4cde-8a82-d47896790ce1 HTTP/1.1" status: 204 len: 168 time: 0.3029151 Jul 27 23:21:12.721597 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 51578) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:21:12.725616 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b103fe3-a23c-4bfc-beac-80e2c6dfd1b6 None None] Network f5061e86-d108-435b-8963-79f759d49841 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:21:12.817199 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8eb88e1e-6814-45f7-afe0-daa636b60a3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593271'] for network, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:12.884872 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-8eb88e1e-6814-45f7-afe0-daa636b60a3d admin admin] Deleting port 4567ebcf-c5cf-4dfe-9ffc-ba1b1a1d7169 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:21:12.885220 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8eb88e1e-6814-45f7-afe0-daa636b60a3d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:12.968560 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8176390a-627b-4981-9d14-313a830e5d2b None None] DHCP port deletion for f5061e86-d108-435b-8963-79f759d49841 request from n-d-802623-1 {{(pid=93799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 23:21:12.985183 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-8eb88e1e-6814-45f7-afe0-daa636b60a3d admin admin] For port 4567ebcf-c5cf-4dfe-9ffc-ba1b1a1d7169, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=4567ebcf-c5cf-4dfe-9ffc-ba1b1a1d7169,segment=NetworkSegment(4330a33b-36d6-443c-9f50-70c8ac207eb9),segment_id=4330a33b-36d6-443c-9f50-70c8ac207eb9)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:21:12.985645 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8eb88e1e-6814-45f7-afe0-daa636b60a3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:13.000975 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-8eb88e1e-6814-45f7-afe0-daa636b60a3d admin admin] Calling delete_port for 4567ebcf-c5cf-4dfe-9ffc-ba1b1a1d7169 owned by network:dhcp {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:21:13.028989 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-8176390a-627b-4981-9d14-313a830e5d2b None None] Deleting port 4567ebcf-c5cf-4dfe-9ffc-ba1b1a1d7169 {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:21:13.030640 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8176390a-627b-4981-9d14-313a830e5d2b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:13.104363 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-8176390a-627b-4981-9d14-313a830e5d2b None None] For port 4567ebcf-c5cf-4dfe-9ffc-ba1b1a1d7169, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=4567ebcf-c5cf-4dfe-9ffc-ba1b1a1d7169,segment=NetworkSegment(4330a33b-36d6-443c-9f50-70c8ac207eb9),segment_id=4330a33b-36d6-443c-9f50-70c8ac207eb9)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:21:13.105129 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8176390a-627b-4981-9d14-313a830e5d2b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:13.121456 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-8176390a-627b-4981-9d14-313a830e5d2b None None] Calling delete_port for 4567ebcf-c5cf-4dfe-9ffc-ba1b1a1d7169 owned by network:dhcp {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:21:13.202222 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8eb88e1e-6814-45f7-afe0-daa636b60a3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:13.233331 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8176390a-627b-4981-9d14-313a830e5d2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:13.237961 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb88e1e-6814-45f7-afe0-daa636b60a3d admin admin] Pushing event deleted for resources: {'Port': ['ID=4567ebcf-c5cf-4dfe-9ffc-ba1b1a1d7169,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:21:13.242624 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb88e1e-6814-45f7-afe0-daa636b60a3d admin admin] No DVR routers for this DVR port 4567ebcf-c5cf-4dfe-9ffc-ba1b1a1d7169 on host n-d-802623-1 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:21:13.282628 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8176390a-627b-4981-9d14-313a830e5d2b None None] Pushing event deleted for resources: {'Port': ['ID=4567ebcf-c5cf-4dfe-9ffc-ba1b1a1d7169,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:21:13.286158 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8176390a-627b-4981-9d14-313a830e5d2b None None] No DVR routers for this DVR port 4567ebcf-c5cf-4dfe-9ffc-ba1b1a1d7169 on host n-d-802623-1 {{(pid=93799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:21:13.355867 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8eb88e1e-6814-45f7-afe0-daa636b60a3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618032', 'neutron.services.segments.db._delete_segments_for_network-8736833900081'] for network, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:13.367258 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-8eb88e1e-6814-45f7-afe0-daa636b60a3d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5061e86-d108-435b-8963-79f759d49841']}} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:21:13.392589 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-8eb88e1e-6814-45f7-afe0-daa636b60a3d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4330a33b-36d6-443c-9f50-70c8ac207eb9') {'for_net_delete': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:21:13.392924 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-8eb88e1e-6814-45f7-afe0-daa636b60a3d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4330a33b-36d6-443c-9f50-70c8ac207eb9') {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:21:13.403723 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8eb88e1e-6814-45f7-afe0-daa636b60a3d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736833900858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11163256'] for segment, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:13.424542 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0078f03e-9509-40b8-b0e0-61a8c6f6f0c5 req-ad950c95-de79-4293-af1b-a30309e668c5 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:21:13.431308 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0078f03e-9509-40b8-b0e0-61a8c6f6f0c5 req-ad950c95-de79-4293-af1b-a30309e668c5 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:21:13.435380 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8eb88e1e-6814-45f7-afe0-daa636b60a3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:13.438816 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0078f03e-9509-40b8-b0e0-61a8c6f6f0c5 req-ad950c95-de79-4293-af1b-a30309e668c5 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:21:13.444638 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8eb88e1e-6814-45f7-afe0-daa636b60a3d admin admin] Releasing vlan 507 on physical network physnet1 to pool {{(pid=93798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 23:21:13.445014 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0078f03e-9509-40b8-b0e0-61a8c6f6f0c5 req-ad950c95-de79-4293-af1b-a30309e668c5 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:21:13.445171 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8eb88e1e-6814-45f7-afe0-daa636b60a3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11971746'] for segment, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:13.446853 n-d-802623-1 neutron-server[93798]: Traceback (most recent call last): Jul 27 23:21:13.446853 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 23:21:13.446853 n-d-802623-1 neutron-server[93798]: timer() Jul 27 23:21:13.446853 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 23:21:13.446853 n-d-802623-1 neutron-server[93798]: cb(*args, **kw) Jul 27 23:21:13.446853 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 23:21:13.446853 n-d-802623-1 neutron-server[93798]: return func(*args, **kwargs) Jul 27 23:21:13.446853 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 23:21:13.446853 n-d-802623-1 neutron-server[93798]: self._notify() Jul 27 23:21:13.446853 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 23:21:13.446853 n-d-802623-1 neutron-server[93798]: self.callback(batched_events) Jul 27 23:21:13.446853 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 23:21:13.446853 n-d-802623-1 neutron-server[93798]: event.method(event) Jul 27 23:21:13.446853 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 23:21:13.446853 n-d-802623-1 neutron-server[93798]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 23:21:13.446853 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 23:21:13.446853 n-d-802623-1 neutron-server[93798]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 23:21:13.446853 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 23:21:13.446853 n-d-802623-1 neutron-server[93798]: return f(self, *a, **k) Jul 27 23:21:13.446853 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 23:21:13.446853 n-d-802623-1 neutron-server[93798]: return self._get(url).json() Jul 27 23:21:13.446853 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 23:21:13.446853 n-d-802623-1 neutron-server[93798]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 23:21:13.446853 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 23:21:13.446853 n-d-802623-1 neutron-server[93798]: return self.request(url, 'GET', **kwargs) Jul 27 23:21:13.446853 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 23:21:13.446853 n-d-802623-1 neutron-server[93798]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 23:21:13.446853 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 23:21:13.446853 n-d-802623-1 neutron-server[93798]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 23:21:13.446853 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 23:21:13.446853 n-d-802623-1 neutron-server[93798]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 23:21:13.446853 n-d-802623-1 neutron-server[93798]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 23:21:13.457264 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0078f03e-9509-40b8-b0e0-61a8c6f6f0c5 req-ad950c95-de79-4293-af1b-a30309e668c5 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:21:13.464724 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0078f03e-9509-40b8-b0e0-61a8c6f6f0c5 req-ad950c95-de79-4293-af1b-a30309e668c5 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:21:13.471922 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0078f03e-9509-40b8-b0e0-61a8c6f6f0c5 req-ad950c95-de79-4293-af1b-a30309e668c5 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:21:13.474075 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-0078f03e-9509-40b8-b0e0-61a8c6f6f0c5 req-ad950c95-de79-4293-af1b-a30309e668c5 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] 10.222.0.49 "GET /v2.0/ports?device_id=bab14976-9a79-4961-bbb7-bef26e77c0b6 HTTP/1.1" status: 200 len: 5446 time: 0.1782022 Jul 27 23:21:13.519497 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8eb88e1e-6814-45f7-afe0-daa636b60a3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415412'] for network, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:13.533253 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8eb88e1e-6814-45f7-afe0-daa636b60a3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:13.543125 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe844f4-ca3b-47e7-9297-8f884b9fbb4e req-92caf151-aedb-49c3-a200-d41137b5cdfe tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:21:13.545280 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-8eb88e1e-6814-45f7-afe0-daa636b60a3d admin admin] 10.222.0.18 "DELETE /v2.0/networks/f5061e86-d108-435b-8963-79f759d49841 HTTP/1.1" status: 204 len: 168 time: 0.8212726 Jul 27 23:21:13.549699 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe844f4-ca3b-47e7-9297-8f884b9fbb4e req-92caf151-aedb-49c3-a200-d41137b5cdfe tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:21:13.556212 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe844f4-ca3b-47e7-9297-8f884b9fbb4e req-92caf151-aedb-49c3-a200-d41137b5cdfe tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:21:13.562847 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe844f4-ca3b-47e7-9297-8f884b9fbb4e req-92caf151-aedb-49c3-a200-d41137b5cdfe tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:21:13.569421 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe844f4-ca3b-47e7-9297-8f884b9fbb4e req-92caf151-aedb-49c3-a200-d41137b5cdfe tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:21:13.574824 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb88e1e-6814-45f7-afe0-daa636b60a3d admin admin] Pushing event deleted for resources: {'Network': ['ID=f5061e86-d108-435b-8963-79f759d49841,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:21:13.576026 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe844f4-ca3b-47e7-9297-8f884b9fbb4e req-92caf151-aedb-49c3-a200-d41137b5cdfe tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:21:13.588369 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe844f4-ca3b-47e7-9297-8f884b9fbb4e req-92caf151-aedb-49c3-a200-d41137b5cdfe tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:21:13.590685 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-2fe844f4-ca3b-47e7-9297-8f884b9fbb4e req-92caf151-aedb-49c3-a200-d41137b5cdfe tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] 10.222.0.18 "GET /v2.0/ports?device_id=bab14976-9a79-4961-bbb7-bef26e77c0b6 HTTP/1.1" status: 200 len: 5446 time: 0.2427166 Jul 27 23:21:13.623558 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0078f03e-9509-40b8-b0e0-61a8c6f6f0c5 req-dad14159-915d-473e-bfa0-66757f1eb36d tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:21:13.625341 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-0078f03e-9509-40b8-b0e0-61a8c6f6f0c5 req-dad14159-915d-473e-bfa0-66757f1eb36d tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] 10.222.0.49 "GET /v2.0/ports/a1bdfbba-9a24-43d6-84b3-1265d2295611?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1428237 Jul 27 23:21:13.663424 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-2fe844f4-ca3b-47e7-9297-8f884b9fbb4e req-1b18f965-c710-47b3-8010-af642f66c083 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] 10.222.0.18 "GET /v2.0/security-groups?id=cfd41bdc-77a0-40db-b366-4cd3c3051f6e&id=590f29d5-a38d-458c-93ce-543ee7b0dac7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0641336 Jul 27 23:21:13.778321 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-0078f03e-9509-40b8-b0e0-61a8c6f6f0c5 req-76a2bcc5-cbd8-426b-b534-3532090e4288 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] 10.222.0.49 "GET /v2.0/networks/c246f1fa-d287-4449-88ed-7e41ec7ffa41?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1463251 Jul 27 23:21:13.785125 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 51590) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:21:13.796060 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [req-0078f03e-9509-40b8-b0e0-61a8c6f6f0c5 req-d68b3bdd-b7f7-4f8f-8cfd-9f49fdcec7d1 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:21:13.875623 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-0078f03e-9509-40b8-b0e0-61a8c6f6f0c5 req-d68b3bdd-b7f7-4f8f-8cfd-9f49fdcec7d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:13.944262 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-3b803515-36e1-4f7c-a13b-0535f0ee4d6f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=998cd9846c324eb3a5afc3046fa9c535&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1578922 Jul 27 23:21:13.950518 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 51592) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:21:14.059571 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2314a324-93c4-446a-8128-ab8f7758a785 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:14.070763 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-0078f03e-9509-40b8-b0e0-61a8c6f6f0c5 req-d68b3bdd-b7f7-4f8f-8cfd-9f49fdcec7d1 service neutron] For port a1bdfbba-9a24-43d6-84b3-1265d2295611, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=a1bdfbba-9a24-43d6-84b3-1265d2295611,segment=NetworkSegment(c7a206b6-2b59-413c-9a8e-188476801f18),segment_id=c7a206b6-2b59-413c-9a8e-188476801f18)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:21:14.098531 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2314a324-93c4-446a-8128-ab8f7758a785 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:14.121251 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-0078f03e-9509-40b8-b0e0-61a8c6f6f0c5 req-d68b3bdd-b7f7-4f8f-8cfd-9f49fdcec7d1 service neutron] For port a1bdfbba-9a24-43d6-84b3-1265d2295611, host n-h2-802623-1, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:21:14.183292 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [req-0078f03e-9509-40b8-b0e0-61a8c6f6f0c5 req-d68b3bdd-b7f7-4f8f-8cfd-9f49fdcec7d1 service neutron] device_id is not set on port a1bdfbba-9a24-43d6-84b3-1265d2295611 yet. {{(pid=93797) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 23:21:14.205716 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2314a324-93c4-446a-8128-ab8f7758a785 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:14.208625 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2314a324-93c4-446a-8128-ab8f7758a785 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:14.212189 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-0078f03e-9509-40b8-b0e0-61a8c6f6f0c5 req-d68b3bdd-b7f7-4f8f-8cfd-9f49fdcec7d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:14.212468 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-2314a324-93c4-446a-8128-ab8f7758a785 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/08c375eb-65f8-4808-8ad8-3342b3a38869 HTTP/1.1" status: 204 len: 168 time: 0.2574711 Jul 27 23:21:14.220075 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-0078f03e-9509-40b8-b0e0-61a8c6f6f0c5 req-d68b3bdd-b7f7-4f8f-8cfd-9f49fdcec7d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11336041'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:14.224222 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2314a324-93c4-446a-8128-ab8f7758a785 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08c375eb-65f8-4808-8ad8-3342b3a38869,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:21:14.302615 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [req-0078f03e-9509-40b8-b0e0-61a8c6f6f0c5 req-d68b3bdd-b7f7-4f8f-8cfd-9f49fdcec7d1 service neutron] No DVR routers for this DVR port a1bdfbba-9a24-43d6-84b3-1265d2295611 on host n-h2-802623-1 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:21:14.400832 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68b3bdd-b7f7-4f8f-8cfd-9f49fdcec7d1 service neutron] Pushing event updated for resources: {'Port': ['ID=a1bdfbba-9a24-43d6-84b3-1265d2295611,revision_number=6']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:21:14.494565 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [req-0078f03e-9509-40b8-b0e0-61a8c6f6f0c5 req-d68b3bdd-b7f7-4f8f-8cfd-9f49fdcec7d1 service neutron] In _notify_port_updated(), no bound segment for port a1bdfbba-9a24-43d6-84b3-1265d2295611 on network c246f1fa-d287-4449-88ed-7e41ec7ffa41 {{(pid=93797) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 27 23:21:14.495821 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0078f03e-9509-40b8-b0e0-61a8c6f6f0c5 req-d68b3bdd-b7f7-4f8f-8cfd-9f49fdcec7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:21:14.497716 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-0078f03e-9509-40b8-b0e0-61a8c6f6f0c5 req-d68b3bdd-b7f7-4f8f-8cfd-9f49fdcec7d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:14.507113 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-0078f03e-9509-40b8-b0e0-61a8c6f6f0c5 req-d68b3bdd-b7f7-4f8f-8cfd-9f49fdcec7d1 service neutron] 10.222.0.49 "PUT /v2.0/ports/a1bdfbba-9a24-43d6-84b3-1265d2295611 HTTP/1.1" status: 200 len: 1033 time: 0.7121100 Jul 27 23:21:14.597645 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0078f03e-9509-40b8-b0e0-61a8c6f6f0c5 req-5b6d8b9d-1ffe-4d12-9cf9-f45f1cc5c2bb tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:21:14.600238 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-0078f03e-9509-40b8-b0e0-61a8c6f6f0c5 req-5b6d8b9d-1ffe-4d12-9cf9-f45f1cc5c2bb tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] 10.222.0.49 "GET /v2.0/ports/0559974f-5eee-44ff-baf2-074fd2c27b02?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0888910 Jul 27 23:21:14.617541 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [req-0078f03e-9509-40b8-b0e0-61a8c6f6f0c5 req-c223e8fc-c0a9-4a11-a928-dc8b9c497044 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:21:14.704305 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 4567ebcf-c5cf-4dfe-9ffc-ba1b1a1d7169 no longer exists at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:21:14.735822 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-0078f03e-9509-40b8-b0e0-61a8c6f6f0c5 req-c223e8fc-c0a9-4a11-a928-dc8b9c497044 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:14.813981 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] No Port match for: 4567ebcf-c5cf-4dfe-9ffc-ba1b1a1d7169 {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:21:14.816881 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 4567ebcf-c5cf-4dfe-9ffc-ba1b1a1d7169 not bound to the agent host n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:21:14.823305 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-dc4d38b4-60b5-4f29-b4e9-e599080c4670 None None] Provisioning complete for port a1bdfbba-9a24-43d6-84b3-1265d2295611 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:21:14.825969 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-dc4d38b4-60b5-4f29-b4e9-e599080c4670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:14.977819 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-dc4d38b4-60b5-4f29-b4e9-e599080c4670 None None] Port a1bdfbba-9a24-43d6-84b3-1265d2295611 cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:21:15.005103 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-0078f03e-9509-40b8-b0e0-61a8c6f6f0c5 req-c223e8fc-c0a9-4a11-a928-dc8b9c497044 service neutron] For port 0559974f-5eee-44ff-baf2-074fd2c27b02, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=0559974f-5eee-44ff-baf2-074fd2c27b02,segment=NetworkSegment(c7a206b6-2b59-413c-9a8e-188476801f18),segment_id=c7a206b6-2b59-413c-9a8e-188476801f18)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:21:15.087463 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-0078f03e-9509-40b8-b0e0-61a8c6f6f0c5 req-c223e8fc-c0a9-4a11-a928-dc8b9c497044 service neutron] For port 0559974f-5eee-44ff-baf2-074fd2c27b02, host n-h2-802623-1, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:21:15.139683 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48f3a72-6f55-4be3-a967-9cb4bb29d6ce req-a01b54fb-5f7f-4f47-badd-6bb7ed1be131 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:21:15.146463 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48f3a72-6f55-4be3-a967-9cb4bb29d6ce req-a01b54fb-5f7f-4f47-badd-6bb7ed1be131 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:21:15.155258 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48f3a72-6f55-4be3-a967-9cb4bb29d6ce req-a01b54fb-5f7f-4f47-badd-6bb7ed1be131 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:21:15.171639 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48f3a72-6f55-4be3-a967-9cb4bb29d6ce req-a01b54fb-5f7f-4f47-badd-6bb7ed1be131 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:21:15.176784 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48f3a72-6f55-4be3-a967-9cb4bb29d6ce req-a01b54fb-5f7f-4f47-badd-6bb7ed1be131 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:21:15.182951 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48f3a72-6f55-4be3-a967-9cb4bb29d6ce req-a01b54fb-5f7f-4f47-badd-6bb7ed1be131 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:21:15.192035 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d48f3a72-6f55-4be3-a967-9cb4bb29d6ce req-a01b54fb-5f7f-4f47-badd-6bb7ed1be131 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] 10.222.0.18 "GET /v2.0/ports?device_id=bab14976-9a79-4961-bbb7-bef26e77c0b6 HTTP/1.1" status: 200 len: 4666 time: 0.3487554 Jul 27 23:21:15.242966 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [req-0078f03e-9509-40b8-b0e0-61a8c6f6f0c5 req-c223e8fc-c0a9-4a11-a928-dc8b9c497044 service neutron] device_id is not set on port 0559974f-5eee-44ff-baf2-074fd2c27b02 yet. {{(pid=93797) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 23:21:15.268612 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-0078f03e-9509-40b8-b0e0-61a8c6f6f0c5 req-c223e8fc-c0a9-4a11-a928-dc8b9c497044 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:15.286521 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d48f3a72-6f55-4be3-a967-9cb4bb29d6ce req-c6ad0a35-cc90-4bd7-aff6-26bb9feb52b0 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] 10.222.0.18 "GET /v2.0/security-groups?id=cfd41bdc-77a0-40db-b366-4cd3c3051f6e&id=590f29d5-a38d-458c-93ce-543ee7b0dac7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0934329 Jul 27 23:21:15.288859 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-0078f03e-9509-40b8-b0e0-61a8c6f6f0c5 req-c223e8fc-c0a9-4a11-a928-dc8b9c497044 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11336041'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:15.383425 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [req-0078f03e-9509-40b8-b0e0-61a8c6f6f0c5 req-c223e8fc-c0a9-4a11-a928-dc8b9c497044 service neutron] No DVR routers for this DVR port 0559974f-5eee-44ff-baf2-074fd2c27b02 on host n-h2-802623-1 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:21:15.386389 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c223e8fc-c0a9-4a11-a928-dc8b9c497044 service neutron] Pushing event updated for resources: {'Port': ['ID=0559974f-5eee-44ff-baf2-074fd2c27b02,revision_number=6']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:21:15.471797 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [req-0078f03e-9509-40b8-b0e0-61a8c6f6f0c5 req-c223e8fc-c0a9-4a11-a928-dc8b9c497044 service neutron] In _notify_port_updated(), no bound segment for port 0559974f-5eee-44ff-baf2-074fd2c27b02 on network c246f1fa-d287-4449-88ed-7e41ec7ffa41 {{(pid=93797) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 27 23:21:15.472668 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0078f03e-9509-40b8-b0e0-61a8c6f6f0c5 req-c223e8fc-c0a9-4a11-a928-dc8b9c497044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:21:15.473491 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-0078f03e-9509-40b8-b0e0-61a8c6f6f0c5 req-c223e8fc-c0a9-4a11-a928-dc8b9c497044 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:15.474749 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-0078f03e-9509-40b8-b0e0-61a8c6f6f0c5 req-c223e8fc-c0a9-4a11-a928-dc8b9c497044 service neutron] 10.222.0.49 "PUT /v2.0/ports/0559974f-5eee-44ff-baf2-074fd2c27b02 HTTP/1.1" status: 200 len: 1033 time: 0.8674805 Jul 27 23:21:15.692718 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [req-0078f03e-9509-40b8-b0e0-61a8c6f6f0c5 req-e3bb40e4-2878-46b6-920e-f5699627cbc3 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Deleting port 7aa7f82a-79c8-4d31-aedb-c7b467805927 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:21:15.693446 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-0078f03e-9509-40b8-b0e0-61a8c6f6f0c5 req-e3bb40e4-2878-46b6-920e-f5699627cbc3 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:15.714479 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-1909ccb2-722e-457b-a484-7969fcfc26e0 None None] Provisioning complete for port 0559974f-5eee-44ff-baf2-074fd2c27b02 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:21:15.714984 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-1909ccb2-722e-457b-a484-7969fcfc26e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:15.791879 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-1909ccb2-722e-457b-a484-7969fcfc26e0 None None] Port 0559974f-5eee-44ff-baf2-074fd2c27b02 cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:21:15.826012 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device f4d3d2c8-8a02-4d70-a901-3862af76c72f no longer exists at agent hyperv_n-h1-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:21:15.850333 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-0078f03e-9509-40b8-b0e0-61a8c6f6f0c5 req-e3bb40e4-2878-46b6-920e-f5699627cbc3 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] For port 7aa7f82a-79c8-4d31-aedb-c7b467805927, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=7aa7f82a-79c8-4d31-aedb-c7b467805927,segment=NetworkSegment(c7a206b6-2b59-413c-9a8e-188476801f18),segment_id=c7a206b6-2b59-413c-9a8e-188476801f18)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:21:15.854196 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-0078f03e-9509-40b8-b0e0-61a8c6f6f0c5 req-e3bb40e4-2878-46b6-920e-f5699627cbc3 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:15.869988 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] No Port match for: f4d3d2c8-8a02-4d70-a901-3862af76c72f {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:21:15.870331 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device f4d3d2c8-8a02-4d70-a901-3862af76c72f not bound to the agent host n-h1-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:21:15.904954 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [req-0078f03e-9509-40b8-b0e0-61a8c6f6f0c5 req-e3bb40e4-2878-46b6-920e-f5699627cbc3 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Calling delete_port for 7aa7f82a-79c8-4d31-aedb-c7b467805927 owned by compute:nova {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:21:16.092977 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-0078f03e-9509-40b8-b0e0-61a8c6f6f0c5 req-e3bb40e4-2878-46b6-920e-f5699627cbc3 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:16.134803 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bb40e4-2878-46b6-920e-f5699627cbc3 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Pushing event deleted for resources: {'Port': ['ID=7aa7f82a-79c8-4d31-aedb-c7b467805927,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:21:16.195251 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [req-0078f03e-9509-40b8-b0e0-61a8c6f6f0c5 req-e3bb40e4-2878-46b6-920e-f5699627cbc3 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] No DVR routers for this DVR port 7aa7f82a-79c8-4d31-aedb-c7b467805927 on host n-h2-802623-1 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:21:16.198438 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-0078f03e-9509-40b8-b0e0-61a8c6f6f0c5 req-e3bb40e4-2878-46b6-920e-f5699627cbc3 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:16.200793 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-0078f03e-9509-40b8-b0e0-61a8c6f6f0c5 req-e3bb40e4-2878-46b6-920e-f5699627cbc3 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] 10.222.0.49 "DELETE /v2.0/ports/7aa7f82a-79c8-4d31-aedb-c7b467805927 HTTP/1.1" status: 204 len: 173 time: 0.7195687 Jul 27 23:21:16.202224 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bab14976-9a79-4961-bbb7-bef26e77c0b6', 'name': 'network-vif-deleted', 'tag': '7aa7f82a-79c8-4d31-aedb-c7b467805927'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:21:16.211270 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a476459a1bfce68b0ae0df5b6a71154bfc7cfdc8f9eefce6ad0a17231e60468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de13a658-11b8-4b11-ac52-5ec133370898" -d '{"events": [{"server_uuid": "bab14976-9a79-4961-bbb7-bef26e77c0b6", "name": "network-vif-deleted", "tag": "7aa7f82a-79c8-4d31-aedb-c7b467805927"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:21:16.247141 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:21:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64a72089-ecbe-4ed0-b101-233d4a21c1b0 x-openstack-request-id: req-64a72089-ecbe-4ed0-b101-233d4a21c1b0 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:21:16.247439 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bab14976-9a79-4961-bbb7-bef26e77c0b6", "name": "network-vif-deleted", "tag": "7aa7f82a-79c8-4d31-aedb-c7b467805927", "status": "completed", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:21:16.247697 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-64a72089-ecbe-4ed0-b101-233d4a21c1b0 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:21:16.248610 n-d-802623-1 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bab14976-9a79-4961-bbb7-bef26e77c0b6', 'name': 'network-vif-deleted', 'tag': '7aa7f82a-79c8-4d31-aedb-c7b467805927', 'status': 'completed', 'code': 200} Jul 27 23:21:16.341495 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [req-0078f03e-9509-40b8-b0e0-61a8c6f6f0c5 req-2f79ba0a-318c-4f14-bf37-b3e7b262ed90 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Deleting port aaaa4f7d-c44a-4b6f-bde1-dfd985f0a398 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:21:16.341996 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-0078f03e-9509-40b8-b0e0-61a8c6f6f0c5 req-2f79ba0a-318c-4f14-bf37-b3e7b262ed90 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:16.463876 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7a47a4-2622-410f-90a0-c174f17878e3 req-c922c4cd-9614-4439-8ba7-83a1ba119b22 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:21:16.471186 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7a47a4-2622-410f-90a0-c174f17878e3 req-c922c4cd-9614-4439-8ba7-83a1ba119b22 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:21:16.477380 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7a47a4-2622-410f-90a0-c174f17878e3 req-c922c4cd-9614-4439-8ba7-83a1ba119b22 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:21:16.485806 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7a47a4-2622-410f-90a0-c174f17878e3 req-c922c4cd-9614-4439-8ba7-83a1ba119b22 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:21:16.487022 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-6c7a47a4-2622-410f-90a0-c174f17878e3 req-c922c4cd-9614-4439-8ba7-83a1ba119b22 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] 10.222.0.18 "GET /v2.0/ports?device_id=bab14976-9a79-4961-bbb7-bef26e77c0b6 HTTP/1.1" status: 200 len: 3151 time: 0.1016037 Jul 27 23:21:16.529665 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-0078f03e-9509-40b8-b0e0-61a8c6f6f0c5 req-2f79ba0a-318c-4f14-bf37-b3e7b262ed90 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] For port aaaa4f7d-c44a-4b6f-bde1-dfd985f0a398, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=aaaa4f7d-c44a-4b6f-bde1-dfd985f0a398,segment=NetworkSegment(4ceca444-38c4-4d60-bd70-fd80dc9834fa),segment_id=4ceca444-38c4-4d60-bd70-fd80dc9834fa)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:21:16.530069 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-0078f03e-9509-40b8-b0e0-61a8c6f6f0c5 req-2f79ba0a-318c-4f14-bf37-b3e7b262ed90 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:16.594075 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-6c7a47a4-2622-410f-90a0-c174f17878e3 req-1dfed51a-0ca6-4df0-bb3d-87cbd1016eac tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] 10.222.0.18 "GET /v2.0/security-groups?id=cfd41bdc-77a0-40db-b366-4cd3c3051f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0987301 Jul 27 23:21:16.641378 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device 04fa79a8-5a6e-4754-87c2-e6c72b5d831d no longer exists at agent hyperv_n-h2-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:21:16.782809 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-0078f03e-9509-40b8-b0e0-61a8c6f6f0c5 req-2f79ba0a-318c-4f14-bf37-b3e7b262ed90 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:16.783967 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-0078f03e-9509-40b8-b0e0-61a8c6f6f0c5 req-2f79ba0a-318c-4f14-bf37-b3e7b262ed90 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-415302'] for floatingip, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:16.784718 n-d-802623-1 neutron-server[93797]: INFO neutron.db.l3_db [req-0078f03e-9509-40b8-b0e0-61a8c6f6f0c5 req-2f79ba0a-318c-4f14-bf37-b3e7b262ed90 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Floating IP 717c3bea-7331-4248-953b-a6f94eaeff3e disassociated. External IP: 172.25.4.117, port: aaaa4f7d-c44a-4b6f-bde1-dfd985f0a398. Jul 27 23:21:16.785432 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [req-0078f03e-9509-40b8-b0e0-61a8c6f6f0c5 req-2f79ba0a-318c-4f14-bf37-b3e7b262ed90 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Calling delete_port for aaaa4f7d-c44a-4b6f-bde1-dfd985f0a398 owned by compute:nova {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:21:16.807868 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:16.851585 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port 04fa79a8-5a6e-4754-87c2-e6c72b5d831d, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=04fa79a8-5a6e-4754-87c2-e6c72b5d831d,segment=NetworkSegment(e18f4904-6ae0-4e14-a513-9cfea782d82f),segment_id=e18f4904-6ae0-4e14-a513-9cfea782d82f)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:21:16.852410 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bab14976-9a79-4961-bbb7-bef26e77c0b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '04fa79a8-5a6e-4754-87c2-e6c72b5d831d'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:21:16.855092 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c0369b0d4f459110ff20a1f9878ba33f96d6491bddb9d15843bf29d01e0bda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fe56cba-2467-40e3-80e9-6ea14d49aef7" -d '{"events": [{"server_uuid": "bab14976-9a79-4961-bbb7-bef26e77c0b6", "name": "network-vif-unplugged", "status": "completed", "tag": "04fa79a8-5a6e-4754-87c2-e6c72b5d831d"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:21:16.859409 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:16.860430 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device a1bdfbba-9a24-43d6-84b3-1265d2295611 no longer exists at agent hyperv_n-h2-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:21:16.902319 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 23:21:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f91b7360-2c57-4dc3-9b3e-3a8e8bd15895 x-openstack-request-id: req-f91b7360-2c57-4dc3-9b3e-3a8e8bd15895 {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:21:16.902616 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bab14976-9a79-4961-bbb7-bef26e77c0b6", "name": "network-vif-unplugged", "status": "completed", "tag": "04fa79a8-5a6e-4754-87c2-e6c72b5d831d", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:21:16.903114 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f91b7360-2c57-4dc3-9b3e-3a8e8bd15895 {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:21:16.903738 n-d-802623-1 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bab14976-9a79-4961-bbb7-bef26e77c0b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '04fa79a8-5a6e-4754-87c2-e6c72b5d831d', 'code': 200} Jul 27 23:21:16.933538 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device a1bdfbba-9a24-43d6-84b3-1265d2295611 not bound to the agent host n-h2-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:21:16.934263 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device da8eaa0e-5e3b-4fb2-abf0-06dbf59ba175 no longer exists at agent hyperv_n-h2-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:21:16.994004 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Pushing event updated for resources: {'Port': ['ID=04fa79a8-5a6e-4754-87c2-e6c72b5d831d,revision_number=6']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:21:17.037716 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-0078f03e-9509-40b8-b0e0-61a8c6f6f0c5 req-2f79ba0a-318c-4f14-bf37-b3e7b262ed90 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:17.077670 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f79ba0a-318c-4f14-bf37-b3e7b262ed90 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Pushing event deleted for resources: {'Port': ['ID=aaaa4f7d-c44a-4b6f-bde1-dfd985f0a398,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:21:17.110166 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:17.151285 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 51682) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:21:17.155481 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port da8eaa0e-5e3b-4fb2-abf0-06dbf59ba175, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=da8eaa0e-5e3b-4fb2-abf0-06dbf59ba175,segment=NetworkSegment(e18f4904-6ae0-4e14-a513-9cfea782d82f),segment_id=e18f4904-6ae0-4e14-a513-9cfea782d82f)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:21:17.176140 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:17.178343 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device 0559974f-5eee-44ff-baf2-074fd2c27b02 no longer exists at agent hyperv_n-h2-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:21:17.267935 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0078f03e-9509-40b8-b0e0-61a8c6f6f0c5 req-2f79ba0a-318c-4f14-bf37-b3e7b262ed90 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Router 5938e1b8-f45a-4d59-b4dc-a37105e6faa0 has already been hosted by L3 agent 018c4455-49c0-4734-927d-7824067b2a9e {{(pid=93797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 23:21:17.286808 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device 0559974f-5eee-44ff-baf2-074fd2c27b02 not bound to the agent host n-h2-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:21:17.287428 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device 7000adaa-7864-409e-b126-7512669b5cb6 no longer exists at agent hyperv_n-h2-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:21:17.336883 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Pushing event updated for resources: {'Port': ['ID=da8eaa0e-5e3b-4fb2-abf0-06dbf59ba175,revision_number=6']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:21:17.364711 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-09047869-8411-421c-97b4-5e8bad915cec admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:17.417870 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0078f03e-9509-40b8-b0e0-61a8c6f6f0c5 req-2f79ba0a-318c-4f14-bf37-b3e7b262ed90 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:21:17.428947 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d4d495b-64e2-41a3-bc37-892ba1f64812 None None] Sync routers for ids ['5938e1b8-f45a-4d59-b4dc-a37105e6faa0'] in n-d-802623-1 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:21:17.430105 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:17.440618 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d4d495b-64e2-41a3-bc37-892ba1f64812 None None] Routers {'5938e1b8-f45a-4d59-b4dc-a37105e6faa0'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:21:17.441628 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-3d4d495b-64e2-41a3-bc37-892ba1f64812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:21:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['5938e1b8-f45a-4d59-b4dc-a37105e6faa0'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:21:17.517539 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [req-0078f03e-9509-40b8-b0e0-61a8c6f6f0c5 req-2f79ba0a-318c-4f14-bf37-b3e7b262ed90 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] No DVR routers for this DVR port aaaa4f7d-c44a-4b6f-bde1-dfd985f0a398 on host n-h2-802623-1 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:21:17.521678 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port 7000adaa-7864-409e-b126-7512669b5cb6, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=7000adaa-7864-409e-b126-7512669b5cb6,segment=NetworkSegment(c7a206b6-2b59-413c-9a8e-188476801f18),segment_id=c7a206b6-2b59-413c-9a8e-188476801f18)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:21:17.532837 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:17.533551 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-0078f03e-9509-40b8-b0e0-61a8c6f6f0c5 req-2f79ba0a-318c-4f14-bf37-b3e7b262ed90 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:17.533715 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device 7aa7f82a-79c8-4d31-aedb-c7b467805927 no longer exists at agent hyperv_n-h2-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:21:17.540887 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-0078f03e-9509-40b8-b0e0-61a8c6f6f0c5 req-2f79ba0a-318c-4f14-bf37-b3e7b262ed90 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] 10.222.0.49 "DELETE /v2.0/ports/aaaa4f7d-c44a-4b6f-bde1-dfd985f0a398 HTTP/1.1" status: 204 len: 173 time: 1.3331044 Jul 27 23:21:17.559560 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-09047869-8411-421c-97b4-5e8bad915cec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:17.567856 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-09047869-8411-421c-97b4-5e8bad915cec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:17.598545 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] No Port match for: 7aa7f82a-79c8-4d31-aedb-c7b467805927 {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:21:17.598792 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device 7aa7f82a-79c8-4d31-aedb-c7b467805927 not bound to the agent host n-h2-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:21:17.599241 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device aaaa4f7d-c44a-4b6f-bde1-dfd985f0a398 no longer exists at agent hyperv_n-h2-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:21:17.623650 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09047869-8411-421c-97b4-5e8bad915cec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6b23f95-66b9-4a78-b507-11536f4972ed,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:21:17.633968 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-09047869-8411-421c-97b4-5e8bad915cec admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=57ea983a156a4ac691b0f6c3b49880aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4814024 Jul 27 23:21:17.635463 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 51686) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:21:17.668672 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-3d4d495b-64e2-41a3-bc37-892ba1f64812 None None] Set router 5938e1b8-f45a-4d59-b4dc-a37105e6faa0 gateway port host: n-d-802623-1 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:21:17.692436 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] No Port match for: aaaa4f7d-c44a-4b6f-bde1-dfd985f0a398 {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:21:17.695404 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device aaaa4f7d-c44a-4b6f-bde1-dfd985f0a398 not bound to the agent host n-h2-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:21:17.755774 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Pushing event updated for resources: {'Port': ['ID=7000adaa-7864-409e-b126-7512669b5cb6,revision_number=6']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:21:17.758870 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [req-0078f03e-9509-40b8-b0e0-61a8c6f6f0c5 req-519373e2-019c-4d55-8f15-d1ee8e6933a7 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Deleting port da8eaa0e-5e3b-4fb2-abf0-06dbf59ba175 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:21:17.759438 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-0078f03e-9509-40b8-b0e0-61a8c6f6f0c5 req-519373e2-019c-4d55-8f15-d1ee8e6933a7 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:17.867623 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b49d1f55-2591-4308-b76e-d48f4956f921 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:17.900518 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-0078f03e-9509-40b8-b0e0-61a8c6f6f0c5 req-519373e2-019c-4d55-8f15-d1ee8e6933a7 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] For port da8eaa0e-5e3b-4fb2-abf0-06dbf59ba175, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=da8eaa0e-5e3b-4fb2-abf0-06dbf59ba175,segment=NetworkSegment(e18f4904-6ae0-4e14-a513-9cfea782d82f),segment_id=e18f4904-6ae0-4e14-a513-9cfea782d82f)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:21:17.901635 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-0078f03e-9509-40b8-b0e0-61a8c6f6f0c5 req-519373e2-019c-4d55-8f15-d1ee8e6933a7 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:17.923194 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [req-0078f03e-9509-40b8-b0e0-61a8c6f6f0c5 req-519373e2-019c-4d55-8f15-d1ee8e6933a7 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Calling delete_port for da8eaa0e-5e3b-4fb2-abf0-06dbf59ba175 owned by compute:nova {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:21:17.932078 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224dbcda-0bd0-4f06-8627-67ca169ba98f req-e5fe3264-665e-44fb-871c-ab71b2d326e3 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:21:17.939410 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224dbcda-0bd0-4f06-8627-67ca169ba98f req-e5fe3264-665e-44fb-871c-ab71b2d326e3 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:21:17.945989 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224dbcda-0bd0-4f06-8627-67ca169ba98f req-e5fe3264-665e-44fb-871c-ab71b2d326e3 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:21:17.954194 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-224dbcda-0bd0-4f06-8627-67ca169ba98f req-e5fe3264-665e-44fb-871c-ab71b2d326e3 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] 10.222.0.18 "GET /v2.0/ports?device_id=bab14976-9a79-4961-bbb7-bef26e77c0b6 HTTP/1.1" status: 200 len: 2410 time: 0.1866238 Jul 27 23:21:17.966619 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b49d1f55-2591-4308-b76e-d48f4956f921 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:18.038932 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-224dbcda-0bd0-4f06-8627-67ca169ba98f req-740d33d0-a8c3-42f3-92d4-afe48d5c7974 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] 10.222.0.18 "GET /v2.0/security-groups?id=cfd41bdc-77a0-40db-b366-4cd3c3051f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0832503 Jul 27 23:21:18.063127 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b49d1f55-2591-4308-b76e-d48f4956f921 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:18.066364 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b49d1f55-2591-4308-b76e-d48f4956f921 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:18.067910 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-b49d1f55-2591-4308-b76e-d48f4956f921 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e6b23f95-66b9-4a78-b507-11536f4972ed HTTP/1.1" status: 204 len: 168 time: 0.4302735 Jul 27 23:21:18.073168 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-3d4d495b-64e2-41a3-bc37-892ba1f64812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5938e1b8-f45a-4d59-b4dc-a37105e6faa0', 'name': 'tempest-TaggedBootDevicesTest_v242-1124732428-router', 'tenant_id': '0367b9fbd8e84279b822c24a4e2fb6cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.30'}], 'enable_snat': True}, 'gw_port_id': '234ed106-7f9a-45b8-a00c-025ba7e00ea0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:10:53Z', 'updated_at': '2021-07-27T23:10:59Z', 'revision_number': 4, 'project_id': '0367b9fbd8e84279b822c24a4e2fb6cb', 'gw_port': {'id': '234ed106-7f9a-45b8-a00c-025ba7e00ea0', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:a9:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5938e1b8-f45a-4d59-b4dc-a37105e6faa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:10:54Z', 'updated_at': '2021-07-27T23:11:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': 'ef18a1f3-5203-42c8-a585-56b0dd54e83a', 'name': '', 'network_id': '8a269d53-4f2a-4865-a1d0-19bfee7666c6', 'tenant_id': '0367b9fbd8e84279b822c24a4e2fb6cb', 'mac_address': 'fa:16:3e:6c:af:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5938e1b8-f45a-4d59-b4dc-a37105e6faa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': 'f549fcdc-30d6-4a86-9454-eed6b262e746', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:10:58Z', 'updated_at': '2021-07-27T23:11:09Z', 'revision_number': 5, 'project_id': '0367b9fbd8e84279b822c24a4e2fb6cb', 'subnets': [{'id': 'f549fcdc-30d6-4a86-9454-eed6b262e746', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:21:18.082251 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49d1f55-2591-4308-b76e-d48f4956f921 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6b23f95-66b9-4a78-b507-11536f4972ed,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:21:18.130303 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d4d495b-64e2-41a3-bc37-892ba1f64812 None None] Checking router: 5938e1b8-f45a-4d59-b4dc-a37105e6faa0 for host: n-d-802623-1 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 23:21:18.139830 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d4d495b-64e2-41a3-bc37-892ba1f64812 None None] Routers {'5938e1b8-f45a-4d59-b4dc-a37105e6faa0'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:21:18.140707 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-3d4d495b-64e2-41a3-bc37-892ba1f64812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:21:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['5938e1b8-f45a-4d59-b4dc-a37105e6faa0'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:21:18.236337 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-0078f03e-9509-40b8-b0e0-61a8c6f6f0c5 req-519373e2-019c-4d55-8f15-d1ee8e6933a7 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:18.269097 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bab14976-9a79-4961-bbb7-bef26e77c0b6', 'name': 'network-vif-deleted', 'tag': 'aaaa4f7d-c44a-4b6f-bde1-dfd985f0a398'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:21:18.273722 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a476459a1bfce68b0ae0df5b6a71154bfc7cfdc8f9eefce6ad0a17231e60468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7933ff54-64c2-4f72-aa27-98ed00578f0a" -d '{"events": [{"server_uuid": "bab14976-9a79-4961-bbb7-bef26e77c0b6", "name": "network-vif-deleted", "tag": "aaaa4f7d-c44a-4b6f-bde1-dfd985f0a398"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:21:18.332247 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-3d4d495b-64e2-41a3-bc37-892ba1f64812 None None] Set router 5938e1b8-f45a-4d59-b4dc-a37105e6faa0 gateway port host: n-d-802623-1 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:21:18.399556 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:21:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52638230-f8ed-4cf5-818a-8241487fb693 x-openstack-request-id: req-52638230-f8ed-4cf5-818a-8241487fb693 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:21:18.399854 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bab14976-9a79-4961-bbb7-bef26e77c0b6", "name": "network-vif-deleted", "tag": "aaaa4f7d-c44a-4b6f-bde1-dfd985f0a398", "status": "completed", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:21:18.400109 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-52638230-f8ed-4cf5-818a-8241487fb693 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:21:18.400503 n-d-802623-1 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bab14976-9a79-4961-bbb7-bef26e77c0b6', 'name': 'network-vif-deleted', 'tag': 'aaaa4f7d-c44a-4b6f-bde1-dfd985f0a398', 'status': 'completed', 'code': 200} Jul 27 23:21:18.412529 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519373e2-019c-4d55-8f15-d1ee8e6933a7 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Pushing event deleted for resources: {'Port': ['ID=da8eaa0e-5e3b-4fb2-abf0-06dbf59ba175,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:21:18.463723 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [req-0078f03e-9509-40b8-b0e0-61a8c6f6f0c5 req-519373e2-019c-4d55-8f15-d1ee8e6933a7 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] No DVR routers for this DVR port da8eaa0e-5e3b-4fb2-abf0-06dbf59ba175 on host n-h2-802623-1 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:21:18.466585 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-0078f03e-9509-40b8-b0e0-61a8c6f6f0c5 req-519373e2-019c-4d55-8f15-d1ee8e6933a7 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:18.469113 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-0078f03e-9509-40b8-b0e0-61a8c6f6f0c5 req-519373e2-019c-4d55-8f15-d1ee8e6933a7 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] 10.222.0.49 "DELETE /v2.0/ports/da8eaa0e-5e3b-4fb2-abf0-06dbf59ba175 HTTP/1.1" status: 204 len: 173 time: 0.9210126 Jul 27 23:21:18.632365 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [req-0078f03e-9509-40b8-b0e0-61a8c6f6f0c5 req-995210c3-6a1b-491f-bf78-8aa84ac77e47 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Deleting port 7000adaa-7864-409e-b126-7512669b5cb6 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:21:18.632530 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-0078f03e-9509-40b8-b0e0-61a8c6f6f0c5 req-995210c3-6a1b-491f-bf78-8aa84ac77e47 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:18.708688 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-3d4d495b-64e2-41a3-bc37-892ba1f64812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5938e1b8-f45a-4d59-b4dc-a37105e6faa0', 'name': 'tempest-TaggedBootDevicesTest_v242-1124732428-router', 'tenant_id': '0367b9fbd8e84279b822c24a4e2fb6cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.30'}], 'enable_snat': True}, 'gw_port_id': '234ed106-7f9a-45b8-a00c-025ba7e00ea0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:10:53Z', 'updated_at': '2021-07-27T23:10:59Z', 'revision_number': 4, 'project_id': '0367b9fbd8e84279b822c24a4e2fb6cb', 'gw_port': {'id': '234ed106-7f9a-45b8-a00c-025ba7e00ea0', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:a9:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5938e1b8-f45a-4d59-b4dc-a37105e6faa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:10:54Z', 'updated_at': '2021-07-27T23:11:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': 'ef18a1f3-5203-42c8-a585-56b0dd54e83a', 'name': '', 'network_id': '8a269d53-4f2a-4865-a1d0-19bfee7666c6', 'tenant_id': '0367b9fbd8e84279b822c24a4e2fb6cb', 'mac_address': 'fa:16:3e:6c:af:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5938e1b8-f45a-4d59-b4dc-a37105e6faa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': 'f549fcdc-30d6-4a86-9454-eed6b262e746', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:10:58Z', 'updated_at': '2021-07-27T23:11:09Z', 'revision_number': 5, 'project_id': '0367b9fbd8e84279b822c24a4e2fb6cb', 'subnets': [{'id': 'f549fcdc-30d6-4a86-9454-eed6b262e746', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:21:18.791494 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d4d495b-64e2-41a3-bc37-892ba1f64812 None None] The sync data for ids ['5938e1b8-f45a-4d59-b4dc-a37105e6faa0'] in n-d-802623-1 is: [{'id': '5938e1b8-f45a-4d59-b4dc-a37105e6faa0', 'name': 'tempest-TaggedBootDevicesTest_v242-1124732428-router', 'tenant_id': '0367b9fbd8e84279b822c24a4e2fb6cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.30'}], 'enable_snat': True}, 'gw_port_id': '234ed106-7f9a-45b8-a00c-025ba7e00ea0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:10:53Z', 'updated_at': '2021-07-27T23:10:59Z', 'revision_number': 4, 'project_id': '0367b9fbd8e84279b822c24a4e2fb6cb', 'gw_port': {'id': '234ed106-7f9a-45b8-a00c-025ba7e00ea0', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:a9:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5938e1b8-f45a-4d59-b4dc-a37105e6faa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:10:54Z', 'updated_at': '2021-07-27T23:11:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': 'ef18a1f3-5203-42c8-a585-56b0dd54e83a', 'name': '', 'network_id': '8a269d53-4f2a-4865-a1d0-19bfee7666c6', 'tenant_id': '0367b9fbd8e84279b822c24a4e2fb6cb', 'mac_address': 'fa:16:3e:6c:af:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5938e1b8-f45a-4d59-b4dc-a37105e6faa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': 'f549fcdc-30d6-4a86-9454-eed6b262e746', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:10:58Z', 'updated_at': '2021-07-27T23:11:09Z', 'revision_number': 5, 'project_id': '0367b9fbd8e84279b822c24a4e2fb6cb', 'subnets': [{'id': 'f549fcdc-30d6-4a86-9454-eed6b262e746', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:21:18.800052 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-0078f03e-9509-40b8-b0e0-61a8c6f6f0c5 req-995210c3-6a1b-491f-bf78-8aa84ac77e47 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] For port 7000adaa-7864-409e-b126-7512669b5cb6, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=7000adaa-7864-409e-b126-7512669b5cb6,segment=NetworkSegment(c7a206b6-2b59-413c-9a8e-188476801f18),segment_id=c7a206b6-2b59-413c-9a8e-188476801f18)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:21:18.800515 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-0078f03e-9509-40b8-b0e0-61a8c6f6f0c5 req-995210c3-6a1b-491f-bf78-8aa84ac77e47 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:18.818994 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [req-0078f03e-9509-40b8-b0e0-61a8c6f6f0c5 req-995210c3-6a1b-491f-bf78-8aa84ac77e47 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Calling delete_port for 7000adaa-7864-409e-b126-7512669b5cb6 owned by compute:nova {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:21:18.905484 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bab14976-9a79-4961-bbb7-bef26e77c0b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'da8eaa0e-5e3b-4fb2-abf0-06dbf59ba175'}, {'server_uuid': 'bab14976-9a79-4961-bbb7-bef26e77c0b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7000adaa-7864-409e-b126-7512669b5cb6'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:21:18.907829 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c0369b0d4f459110ff20a1f9878ba33f96d6491bddb9d15843bf29d01e0bda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88a23742-eb36-4a7e-ad89-a7fe91db30c8" -d '{"events": [{"server_uuid": "bab14976-9a79-4961-bbb7-bef26e77c0b6", "name": "network-vif-unplugged", "status": "completed", "tag": "da8eaa0e-5e3b-4fb2-abf0-06dbf59ba175"}, {"server_uuid": "bab14976-9a79-4961-bbb7-bef26e77c0b6", "name": "network-vif-unplugged", "status": "completed", "tag": "7000adaa-7864-409e-b126-7512669b5cb6"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:21:18.978624 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Tue, 27 Jul 2021 23:21:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00ce0b52-4b82-442e-ae33-4375a9cbc383 x-openstack-request-id: req-00ce0b52-4b82-442e-ae33-4375a9cbc383 {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:21:18.979200 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bab14976-9a79-4961-bbb7-bef26e77c0b6", "name": "network-vif-unplugged", "status": "completed", "tag": "da8eaa0e-5e3b-4fb2-abf0-06dbf59ba175", "code": 200}, {"server_uuid": "bab14976-9a79-4961-bbb7-bef26e77c0b6", "name": "network-vif-unplugged", "status": "completed", "tag": "7000adaa-7864-409e-b126-7512669b5cb6", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:21:18.979639 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-00ce0b52-4b82-442e-ae33-4375a9cbc383 {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:21:18.980352 n-d-802623-1 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bab14976-9a79-4961-bbb7-bef26e77c0b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'da8eaa0e-5e3b-4fb2-abf0-06dbf59ba175', 'code': 200} Jul 27 23:21:18.980773 n-d-802623-1 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bab14976-9a79-4961-bbb7-bef26e77c0b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7000adaa-7864-409e-b126-7512669b5cb6', 'code': 200} Jul 27 23:21:19.146253 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-0078f03e-9509-40b8-b0e0-61a8c6f6f0c5 req-995210c3-6a1b-491f-bf78-8aa84ac77e47 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:19.205284 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995210c3-6a1b-491f-bf78-8aa84ac77e47 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Pushing event deleted for resources: {'Port': ['ID=7000adaa-7864-409e-b126-7512669b5cb6,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:21:19.246858 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8570d8-94fd-47c7-89b3-9be4ac23d9a7 req-eecf58d3-8454-491b-a484-00f8389016e1 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:21:19.264656 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-fa8570d8-94fd-47c7-89b3-9be4ac23d9a7 req-eecf58d3-8454-491b-a484-00f8389016e1 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] 10.222.0.18 "GET /v2.0/ports?device_id=bab14976-9a79-4961-bbb7-bef26e77c0b6 HTTP/1.1" status: 200 len: 943 time: 0.1272168 Jul 27 23:21:19.298485 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51fd8b66-de1c-4d1a-adef-bbfd88abd582 None None] New status for floating IP 717c3bea-7331-4248-953b-a6f94eaeff3e: DOWN {{(pid=93799) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 23:21:19.313349 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [req-0078f03e-9509-40b8-b0e0-61a8c6f6f0c5 req-995210c3-6a1b-491f-bf78-8aa84ac77e47 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] No DVR routers for this DVR port 7000adaa-7864-409e-b126-7512669b5cb6 on host n-h2-802623-1 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:21:19.319116 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-0078f03e-9509-40b8-b0e0-61a8c6f6f0c5 req-995210c3-6a1b-491f-bf78-8aa84ac77e47 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:19.321139 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-0078f03e-9509-40b8-b0e0-61a8c6f6f0c5 req-995210c3-6a1b-491f-bf78-8aa84ac77e47 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] 10.222.0.49 "DELETE /v2.0/ports/7000adaa-7864-409e-b126-7512669b5cb6 HTTP/1.1" status: 204 len: 173 time: 0.8427989 Jul 27 23:21:19.381711 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-fa8570d8-94fd-47c7-89b3-9be4ac23d9a7 req-91945b46-d714-415e-a875-cbf38d6fa920 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] 10.222.0.18 "GET /v2.0/security-groups?id=cfd41bdc-77a0-40db-b366-4cd3c3051f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1160049 Jul 27 23:21:19.492598 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [req-0078f03e-9509-40b8-b0e0-61a8c6f6f0c5 req-891d8cca-921f-463a-85f7-ddd29c56b772 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Deleting port 04fa79a8-5a6e-4754-87c2-e6c72b5d831d {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:21:19.493000 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-0078f03e-9509-40b8-b0e0-61a8c6f6f0c5 req-891d8cca-921f-463a-85f7-ddd29c56b772 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:19.964894 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-0078f03e-9509-40b8-b0e0-61a8c6f6f0c5 req-891d8cca-921f-463a-85f7-ddd29c56b772 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] For port 04fa79a8-5a6e-4754-87c2-e6c72b5d831d, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=04fa79a8-5a6e-4754-87c2-e6c72b5d831d,segment=NetworkSegment(e18f4904-6ae0-4e14-a513-9cfea782d82f),segment_id=e18f4904-6ae0-4e14-a513-9cfea782d82f)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:21:19.965343 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-0078f03e-9509-40b8-b0e0-61a8c6f6f0c5 req-891d8cca-921f-463a-85f7-ddd29c56b772 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:19.983287 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [req-0078f03e-9509-40b8-b0e0-61a8c6f6f0c5 req-891d8cca-921f-463a-85f7-ddd29c56b772 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Calling delete_port for 04fa79a8-5a6e-4754-87c2-e6c72b5d831d owned by compute:nova {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:21:20.114151 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-45d59ad8-03ba-4184-8a86-4d268a193de1 req-25760fc2-7ba2-4221-aa07-47090a2446c2 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=b095b7c4-44b3-4276-8676-8d0be18fa84f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0926759 Jul 27 23:21:20.256552 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-0078f03e-9509-40b8-b0e0-61a8c6f6f0c5 req-891d8cca-921f-463a-85f7-ddd29c56b772 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:20.288842 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d59ad8-03ba-4184-8a86-4d268a193de1 req-55dfc7ff-7ab4-4acb-9f1b-900eea81ef0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:21:20.289358 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d59ad8-03ba-4184-8a86-4d268a193de1 req-55dfc7ff-7ab4-4acb-9f1b-900eea81ef0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:21:20.290033 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d59ad8-03ba-4184-8a86-4d268a193de1 req-55dfc7ff-7ab4-4acb-9f1b-900eea81ef0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:21:20.292035 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d59ad8-03ba-4184-8a86-4d268a193de1 req-55dfc7ff-7ab4-4acb-9f1b-900eea81ef0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:21:20.292509 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d59ad8-03ba-4184-8a86-4d268a193de1 req-55dfc7ff-7ab4-4acb-9f1b-900eea81ef0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:21:20.292985 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d59ad8-03ba-4184-8a86-4d268a193de1 req-55dfc7ff-7ab4-4acb-9f1b-900eea81ef0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:21:20.295444 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d59ad8-03ba-4184-8a86-4d268a193de1 req-55dfc7ff-7ab4-4acb-9f1b-900eea81ef0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:21:20.298022 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-45d59ad8-03ba-4184-8a86-4d268a193de1 req-55dfc7ff-7ab4-4acb-9f1b-900eea81ef0b service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f48a0b951c1c4793a7fc1226ee71e867&device_id=b095b7c4-44b3-4276-8676-8d0be18fa84f HTTP/1.1" status: 200 len: 6490 time: 0.0994811 Jul 27 23:21:20.309948 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891d8cca-921f-463a-85f7-ddd29c56b772 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Pushing event deleted for resources: {'Port': ['ID=04fa79a8-5a6e-4754-87c2-e6c72b5d831d,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:21:20.356150 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [req-0078f03e-9509-40b8-b0e0-61a8c6f6f0c5 req-891d8cca-921f-463a-85f7-ddd29c56b772 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] No DVR routers for this DVR port 04fa79a8-5a6e-4754-87c2-e6c72b5d831d on host n-h2-802623-1 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:21:20.358946 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-0078f03e-9509-40b8-b0e0-61a8c6f6f0c5 req-891d8cca-921f-463a-85f7-ddd29c56b772 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:20.361282 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-0078f03e-9509-40b8-b0e0-61a8c6f6f0c5 req-891d8cca-921f-463a-85f7-ddd29c56b772 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] 10.222.0.49 "DELETE /v2.0/ports/04fa79a8-5a6e-4754-87c2-e6c72b5d831d HTTP/1.1" status: 204 len: 173 time: 1.0293465 Jul 27 23:21:20.402062 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bab14976-9a79-4961-bbb7-bef26e77c0b6', 'name': 'network-vif-deleted', 'tag': 'da8eaa0e-5e3b-4fb2-abf0-06dbf59ba175'}, {'server_uuid': 'bab14976-9a79-4961-bbb7-bef26e77c0b6', 'name': 'network-vif-deleted', 'tag': '7000adaa-7864-409e-b126-7512669b5cb6'}, {'server_uuid': 'bab14976-9a79-4961-bbb7-bef26e77c0b6', 'name': 'network-vif-deleted', 'tag': '04fa79a8-5a6e-4754-87c2-e6c72b5d831d'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:21:20.405078 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a476459a1bfce68b0ae0df5b6a71154bfc7cfdc8f9eefce6ad0a17231e60468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f68d6681-5f29-4423-b848-5f2845bd6591" -d '{"events": [{"server_uuid": "bab14976-9a79-4961-bbb7-bef26e77c0b6", "name": "network-vif-deleted", "tag": "da8eaa0e-5e3b-4fb2-abf0-06dbf59ba175"}, {"server_uuid": "bab14976-9a79-4961-bbb7-bef26e77c0b6", "name": "network-vif-deleted", "tag": "7000adaa-7864-409e-b126-7512669b5cb6"}, {"server_uuid": "bab14976-9a79-4961-bbb7-bef26e77c0b6", "name": "network-vif-deleted", "tag": "04fa79a8-5a6e-4754-87c2-e6c72b5d831d"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:21:20.477606 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Tue, 27 Jul 2021 23:21:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1db45ee3-d49f-4d73-af42-83830ddadbbf x-openstack-request-id: req-1db45ee3-d49f-4d73-af42-83830ddadbbf {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:21:20.477973 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bab14976-9a79-4961-bbb7-bef26e77c0b6", "name": "network-vif-deleted", "tag": "da8eaa0e-5e3b-4fb2-abf0-06dbf59ba175", "status": "completed", "code": 200}, {"server_uuid": "bab14976-9a79-4961-bbb7-bef26e77c0b6", "name": "network-vif-deleted", "tag": "7000adaa-7864-409e-b126-7512669b5cb6", "status": "completed", "code": 200}, {"server_uuid": "bab14976-9a79-4961-bbb7-bef26e77c0b6", "name": "network-vif-deleted", "tag": "04fa79a8-5a6e-4754-87c2-e6c72b5d831d", "status": "completed", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:21:20.478550 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1db45ee3-d49f-4d73-af42-83830ddadbbf {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:21:20.479025 n-d-802623-1 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bab14976-9a79-4961-bbb7-bef26e77c0b6', 'name': 'network-vif-deleted', 'tag': 'da8eaa0e-5e3b-4fb2-abf0-06dbf59ba175', 'status': 'completed', 'code': 200} Jul 27 23:21:20.479393 n-d-802623-1 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bab14976-9a79-4961-bbb7-bef26e77c0b6', 'name': 'network-vif-deleted', 'tag': '7000adaa-7864-409e-b126-7512669b5cb6', 'status': 'completed', 'code': 200} Jul 27 23:21:20.479710 n-d-802623-1 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bab14976-9a79-4961-bbb7-bef26e77c0b6', 'name': 'network-vif-deleted', 'tag': '04fa79a8-5a6e-4754-87c2-e6c72b5d831d', 'status': 'completed', 'code': 200} Jul 27 23:21:20.526970 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d59ad8-03ba-4184-8a86-4d268a193de1 req-71fa322f-35d5-40ca-9d16-28140d886d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:21:20.527997 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d59ad8-03ba-4184-8a86-4d268a193de1 req-71fa322f-35d5-40ca-9d16-28140d886d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:21:20.528635 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d59ad8-03ba-4184-8a86-4d268a193de1 req-71fa322f-35d5-40ca-9d16-28140d886d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:21:20.531517 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-45d59ad8-03ba-4184-8a86-4d268a193de1 req-71fa322f-35d5-40ca-9d16-28140d886d9b service neutron] 10.222.0.38 "GET /v2.0/networks?id=a77c1ae5-7f70-4eb8-a472-5ed26426d716&id=0052d342-b5b8-4be5-86a5-4c909f6d7ddb&id=0052d342-b5b8-4be5-86a5-4c909f6d7ddb&id=0052d342-b5b8-4be5-86a5-4c909f6d7ddb&id=0052d342-b5b8-4be5-86a5-4c909f6d7ddb&id=42a806fa-6465-4bb1-a70d-1966b5320f00&id=42a806fa-6465-4bb1-a70d-1966b5320f00 HTTP/1.1" status: 200 len: 2294 time: 0.2039142 Jul 27 23:21:20.599362 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-5723654d-71d3-4fa2-b9a7-01e9e25acacd req-ee655428-3008-48e5-8fdc-66003fe5af9a tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] 10.222.0.18 "GET /v2.0/ports?device_id=bab14976-9a79-4961-bbb7-bef26e77c0b6 HTTP/1.1" status: 200 len: 210 time: 0.0916874 Jul 27 23:21:20.706044 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-45d59ad8-03ba-4184-8a86-4d268a193de1 req-f171a367-308a-45bd-93f3-163fb15b2454 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e47c6535-a4f5-45fa-b256-dc12446d1280 HTTP/1.1" status: 200 len: 1000 time: 0.1603806 Jul 27 23:21:20.768543 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d59ad8-03ba-4184-8a86-4d268a193de1 req-b374ea18-6b53-4968-8029-4f80ab4a95cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:21:20.770501 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-45d59ad8-03ba-4184-8a86-4d268a193de1 req-b374ea18-6b53-4968-8029-4f80ab4a95cc service neutron] 10.222.0.38 "GET /v2.0/subnets?id=09f6cf61-7c03-449e-9a5d-68f7eabed009 HTTP/1.1" status: 200 len: 851 time: 0.0567303 Jul 27 23:21:20.847903 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d59ad8-03ba-4184-8a86-4d268a193de1 req-5bd468da-745f-4585-b204-ccbf85410183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:21:20.850088 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-45d59ad8-03ba-4184-8a86-4d268a193de1 req-5bd468da-745f-4585-b204-ccbf85410183 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a77c1ae5-7f70-4eb8-a472-5ed26426d716&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0710061 Jul 27 23:21:21.007282 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-45d59ad8-03ba-4184-8a86-4d268a193de1 req-f72b0d8a-e529-4c31-b3ce-57c6f6b06a9a service neutron] 10.222.0.38 "GET /v2.0/networks/a77c1ae5-7f70-4eb8-a472-5ed26426d716?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492059 Jul 27 23:21:21.107893 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-45d59ad8-03ba-4184-8a86-4d268a193de1 req-2d1c89a1-dad8-4e4a-a381-eeb7fe649616 service neutron] 10.222.0.38 "GET /v2.0/networks/a77c1ae5-7f70-4eb8-a472-5ed26426d716?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918143 Jul 27 23:21:21.158662 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-45d59ad8-03ba-4184-8a86-4d268a193de1 req-1bb77a53-7ca4-4a98-824f-7937174b27a4 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.156&port_id=cb2a8bc8-566d-48dc-b91d-d5248a770485 HTTP/1.1" status: 200 len: 217 time: 0.0432811 Jul 27 23:21:21.212439 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d59ad8-03ba-4184-8a86-4d268a193de1 req-64343ba8-b4f7-433e-b1d2-1f0b6e613a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:21:21.213980 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-45d59ad8-03ba-4184-8a86-4d268a193de1 req-64343ba8-b4f7-433e-b1d2-1f0b6e613a86 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=2370b3c6-3347-454c-b521-b5818cee031b HTTP/1.1" status: 200 len: 797 time: 0.0473380 Jul 27 23:21:21.265891 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d59ad8-03ba-4184-8a86-4d268a193de1 req-11cdf6b4-acd5-4e00-b255-f104a755b20d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:21:21.267522 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-45d59ad8-03ba-4184-8a86-4d268a193de1 req-11cdf6b4-acd5-4e00-b255-f104a755b20d service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=0052d342-b5b8-4be5-86a5-4c909f6d7ddb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0468352 Jul 27 23:21:21.376764 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-45d59ad8-03ba-4184-8a86-4d268a193de1 req-a2817381-c4ee-4ca8-8223-b3e8876e909b service neutron] 10.222.0.38 "GET /v2.0/networks/0052d342-b5b8-4be5-86a5-4c909f6d7ddb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008854 Jul 27 23:21:21.472173 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-45d59ad8-03ba-4184-8a86-4d268a193de1 req-9bf4c441-c4d3-4127-83f1-0266e458fa5b service neutron] 10.222.0.38 "GET /v2.0/networks/0052d342-b5b8-4be5-86a5-4c909f6d7ddb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871546 Jul 27 23:21:21.519740 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-45d59ad8-03ba-4184-8a86-4d268a193de1 req-8f597231-9976-4223-a3cb-b68ef2709417 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.30&port_id=b0d9ae02-d7ae-4081-8329-a04703c772b8 HTTP/1.1" status: 200 len: 217 time: 0.0403228 Jul 27 23:21:21.572135 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d59ad8-03ba-4184-8a86-4d268a193de1 req-5406135f-acb9-4057-9520-2a221950c62f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:21:21.573762 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-45d59ad8-03ba-4184-8a86-4d268a193de1 req-5406135f-acb9-4057-9520-2a221950c62f service neutron] 10.222.0.38 "GET /v2.0/subnets?id=2370b3c6-3347-454c-b521-b5818cee031b HTTP/1.1" status: 200 len: 797 time: 0.0461869 Jul 27 23:21:21.632292 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d59ad8-03ba-4184-8a86-4d268a193de1 req-896b04ec-8218-4342-8e0a-dcd0783fbb4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:21:21.634436 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-45d59ad8-03ba-4184-8a86-4d268a193de1 req-896b04ec-8218-4342-8e0a-dcd0783fbb4e service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=0052d342-b5b8-4be5-86a5-4c909f6d7ddb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0539744 Jul 27 23:21:21.753620 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-68b07c63-e437-4274-9e94-70c51ca20ff9 req-55e6a0d4-69c7-4c7b-b0a1-355bb4e12194 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] 10.222.0.18 "GET /v2.0/ports?device_id=bab14976-9a79-4961-bbb7-bef26e77c0b6 HTTP/1.1" status: 200 len: 210 time: 0.0378206 Jul 27 23:21:21.765708 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-45d59ad8-03ba-4184-8a86-4d268a193de1 req-10805fed-bcbf-488f-b2f2-5484c1bc1fd2 service neutron] 10.222.0.38 "GET /v2.0/networks/0052d342-b5b8-4be5-86a5-4c909f6d7ddb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236594 Jul 27 23:21:21.858577 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-45d59ad8-03ba-4184-8a86-4d268a193de1 req-00a20111-832c-44c5-a05c-2cad5e884b37 service neutron] 10.222.0.38 "GET /v2.0/networks/0052d342-b5b8-4be5-86a5-4c909f6d7ddb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854173 Jul 27 23:21:21.905023 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-45d59ad8-03ba-4184-8a86-4d268a193de1 req-12f1f18c-1ff7-4202-99ad-cc72e1fdb31b service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.115&port_id=50b2311c-7f44-4357-bc67-6eaa1ae4cefe HTTP/1.1" status: 200 len: 217 time: 0.0388842 Jul 27 23:21:21.956721 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d59ad8-03ba-4184-8a86-4d268a193de1 req-f35fde0f-b5b5-46f8-93ea-9a224e7bd05f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:21:21.958223 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-45d59ad8-03ba-4184-8a86-4d268a193de1 req-f35fde0f-b5b5-46f8-93ea-9a224e7bd05f service neutron] 10.222.0.38 "GET /v2.0/subnets?id=2370b3c6-3347-454c-b521-b5818cee031b HTTP/1.1" status: 200 len: 797 time: 0.0459719 Jul 27 23:21:22.004746 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d59ad8-03ba-4184-8a86-4d268a193de1 req-dd06f286-9dec-4614-869f-2f33cadd23d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:21:22.006158 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-45d59ad8-03ba-4184-8a86-4d268a193de1 req-dd06f286-9dec-4614-869f-2f33cadd23d7 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=0052d342-b5b8-4be5-86a5-4c909f6d7ddb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0405939 Jul 27 23:21:22.104590 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-45d59ad8-03ba-4184-8a86-4d268a193de1 req-965fea20-6c85-43df-aa5a-bfada9ed5ef5 service neutron] 10.222.0.38 "GET /v2.0/networks/0052d342-b5b8-4be5-86a5-4c909f6d7ddb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908928 Jul 27 23:21:22.193071 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-45d59ad8-03ba-4184-8a86-4d268a193de1 req-d7d1b2bc-536f-470d-85e5-be7f2cf1bfc4 service neutron] 10.222.0.38 "GET /v2.0/networks/0052d342-b5b8-4be5-86a5-4c909f6d7ddb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819440 Jul 27 23:21:22.240121 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-45d59ad8-03ba-4184-8a86-4d268a193de1 req-c29bdcba-c47d-4135-80da-086c676e3507 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.183&port_id=10e1e141-fabd-4db9-87e9-ff971f3de446 HTTP/1.1" status: 200 len: 217 time: 0.0397079 Jul 27 23:21:22.292727 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d59ad8-03ba-4184-8a86-4d268a193de1 req-45a7e38e-7165-4f22-8694-1b3351fefc64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:21:22.294250 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-45d59ad8-03ba-4184-8a86-4d268a193de1 req-45a7e38e-7165-4f22-8694-1b3351fefc64 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=2370b3c6-3347-454c-b521-b5818cee031b HTTP/1.1" status: 200 len: 797 time: 0.0474849 Jul 27 23:21:22.340937 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d59ad8-03ba-4184-8a86-4d268a193de1 req-7f3f7583-ff82-48fd-a0bf-00c944587891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:21:22.342410 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-45d59ad8-03ba-4184-8a86-4d268a193de1 req-7f3f7583-ff82-48fd-a0bf-00c944587891 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=0052d342-b5b8-4be5-86a5-4c909f6d7ddb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0400555 Jul 27 23:21:22.434185 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-45d59ad8-03ba-4184-8a86-4d268a193de1 req-0194caf9-90a2-4480-b5a1-3390e569dac7 service neutron] 10.222.0.38 "GET /v2.0/networks/0052d342-b5b8-4be5-86a5-4c909f6d7ddb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850818 Jul 27 23:21:22.525050 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-45d59ad8-03ba-4184-8a86-4d268a193de1 req-6053185d-8fc1-4ef4-826f-da46cfc657d4 service neutron] 10.222.0.38 "GET /v2.0/networks/0052d342-b5b8-4be5-86a5-4c909f6d7ddb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840993 Jul 27 23:21:22.587152 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-45d59ad8-03ba-4184-8a86-4d268a193de1 req-9360d0a7-d809-412e-a03f-cfdec06dde24 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f5d1c75c-f1a9-480c-a62c-f9b0baaaa34f HTTP/1.1" status: 200 len: 217 time: 0.0524073 Jul 27 23:21:22.633436 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75449d80-0953-4dc5-b8f3-ce330be99b04 req-ec8de2a1-8408-4e01-b1aa-5af3e8b6b27c tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:21:22.634958 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-75449d80-0953-4dc5-b8f3-ce330be99b04 req-ec8de2a1-8408-4e01-b1aa-5af3e8b6b27c tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/ports?device_id=55cb1b9e-b3c2-47cd-8a02-7c9e10ec36f7 HTTP/1.1" status: 200 len: 944 time: 0.1090512 Jul 27 23:21:22.664566 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d59ad8-03ba-4184-8a86-4d268a193de1 req-842a43da-2c95-43a7-8559-9ab4e2ebbc9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:21:22.666012 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-45d59ad8-03ba-4184-8a86-4d268a193de1 req-842a43da-2c95-43a7-8559-9ab4e2ebbc9a service neutron] 10.222.0.38 "GET /v2.0/subnets?id=26fa3d12-3c33-4127-ba40-843cbfb471cd HTTP/1.1" status: 200 len: 797 time: 0.0710394 Jul 27 23:21:22.706975 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-75449d80-0953-4dc5-b8f3-ce330be99b04 req-a27f68e3-b5b3-4cbc-95dc-b9a0688734b6 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/security-groups?id=5f578744-6f09-4b7e-a537-2a342130270d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651183 Jul 27 23:21:22.722147 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d59ad8-03ba-4184-8a86-4d268a193de1 req-bcc9bfb0-ac4f-471c-9b52-83db69980bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:21:22.723677 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-45d59ad8-03ba-4184-8a86-4d268a193de1 req-bcc9bfb0-ac4f-471c-9b52-83db69980bc4 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=42a806fa-6465-4bb1-a70d-1966b5320f00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0484028 Jul 27 23:21:22.844697 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-45d59ad8-03ba-4184-8a86-4d268a193de1 req-ba79f9b4-f79e-49dc-8407-68a5ead12fcb service neutron] 10.222.0.38 "GET /v2.0/networks/42a806fa-6465-4bb1-a70d-1966b5320f00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127322 Jul 27 23:21:22.845508 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-c4789d44-0ba6-47b3-abe3-312c570888b8 req-2f4360ae-48ef-405a-bb22-148b896e80be service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=55cb1b9e-b3c2-47cd-8a02-7c9e10ec36f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0496032 Jul 27 23:21:22.915549 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4789d44-0ba6-47b3-abe3-312c570888b8 req-4b8f7924-ccf4-4c96-bc6c-dc2d640b4f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:21:22.917234 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-c4789d44-0ba6-47b3-abe3-312c570888b8 req-4b8f7924-ccf4-4c96-bc6c-dc2d640b4f87 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=096ab815848b4fa4865a54f76499dfb1&device_id=55cb1b9e-b3c2-47cd-8a02-7c9e10ec36f7 HTTP/1.1" status: 200 len: 1095 time: 0.0424900 Jul 27 23:21:22.946042 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efd2662-c224-4903-89b6-61038dc6f6e5 req-91b34484-32f8-4f60-bbe4-f3e81ed630e0 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:21:22.947571 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-6efd2662-c224-4903-89b6-61038dc6f6e5 req-91b34484-32f8-4f60-bbe4-f3e81ed630e0 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/ports?device_id=55cb1b9e-b3c2-47cd-8a02-7c9e10ec36f7 HTTP/1.1" status: 200 len: 944 time: 0.1020732 Jul 27 23:21:22.996554 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-45d59ad8-03ba-4184-8a86-4d268a193de1 req-e4229ffa-dbfc-4532-9c37-807e12f9cec5 service neutron] 10.222.0.38 "GET /v2.0/networks/42a806fa-6465-4bb1-a70d-1966b5320f00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425602 Jul 27 23:21:23.004671 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-6efd2662-c224-4903-89b6-61038dc6f6e5 req-9728ad12-98da-4ff2-874c-fed4b28e6f35 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/security-groups?id=5f578744-6f09-4b7e-a537-2a342130270d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482998 Jul 27 23:21:23.038003 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4789d44-0ba6-47b3-abe3-312c570888b8 req-37936164-e80a-45f3-b09d-85d757eac393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:21:23.041913 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-c4789d44-0ba6-47b3-abe3-312c570888b8 req-37936164-e80a-45f3-b09d-85d757eac393 service neutron] 10.222.0.49 "GET /v2.0/networks?id=0627b955-dd0f-4cce-ba7f-51e698f3bc59 HTTP/1.1" status: 200 len: 913 time: 0.1023519 Jul 27 23:21:23.078241 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-45d59ad8-03ba-4184-8a86-4d268a193de1 req-a8b62fd0-3b44-4a10-a426-2ec2b75ebdf6 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d4667984-2b2a-40a8-8de7-e286cc2c1b95 HTTP/1.1" status: 200 len: 217 time: 0.0726178 Jul 27 23:21:23.123726 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-c4789d44-0ba6-47b3-abe3-312c570888b8 req-4fdbee48-f345-4264-9666-4db02e867bd8 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=907413de-9aa6-49bc-ae78-3f4206ba8faf HTTP/1.1" status: 200 len: 998 time: 0.0735805 Jul 27 23:21:23.171028 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-0c00e2eb-77ed-42db-928d-33cf52553e48 req-0d165c6d-4a7a-46e7-8edf-a6763b7407d8 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] 10.222.0.18 "GET /v2.0/ports?device_id=bab14976-9a79-4961-bbb7-bef26e77c0b6 HTTP/1.1" status: 200 len: 210 time: 0.0445352 Jul 27 23:21:23.188161 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4789d44-0ba6-47b3-abe3-312c570888b8 req-ea7c2ae1-88c0-43d6-84a7-3196591924b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:21:23.203674 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d59ad8-03ba-4184-8a86-4d268a193de1 req-ce2bca04-422a-4247-b7ff-7ebdc566e8c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:21:23.203674 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-45d59ad8-03ba-4184-8a86-4d268a193de1 req-ce2bca04-422a-4247-b7ff-7ebdc566e8c1 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=26fa3d12-3c33-4127-ba40-843cbfb471cd HTTP/1.1" status: 200 len: 797 time: 0.1125443 Jul 27 23:21:23.203935 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-c4789d44-0ba6-47b3-abe3-312c570888b8 req-ea7c2ae1-88c0-43d6-84a7-3196591924b9 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=232a981d-f7d1-42df-991c-3a09e4ce0177 HTTP/1.1" status: 200 len: 851 time: 0.0706925 Jul 27 23:21:23.248570 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d59ad8-03ba-4184-8a86-4d268a193de1 req-78b2529b-e7f4-47f7-a4ea-055787c8fc37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:21:23.250072 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-45d59ad8-03ba-4184-8a86-4d268a193de1 req-78b2529b-e7f4-47f7-a4ea-055787c8fc37 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=42a806fa-6465-4bb1-a70d-1966b5320f00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0430124 Jul 27 23:21:23.258723 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4789d44-0ba6-47b3-abe3-312c570888b8 req-56af59cc-6807-4236-80de-63641e552052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:21:23.260764 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-c4789d44-0ba6-47b3-abe3-312c570888b8 req-56af59cc-6807-4236-80de-63641e552052 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0627b955-dd0f-4cce-ba7f-51e698f3bc59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0501812 Jul 27 23:21:23.355019 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-c4789d44-0ba6-47b3-abe3-312c570888b8 req-f8486d60-164d-4ff9-857e-a3133dbe9a20 service neutron] 10.222.0.49 "GET /v2.0/networks/0627b955-dd0f-4cce-ba7f-51e698f3bc59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869818 Jul 27 23:21:23.432692 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-45d59ad8-03ba-4184-8a86-4d268a193de1 req-93732e51-d565-498b-ac20-eba5506dda37 service neutron] 10.222.0.38 "GET /v2.0/networks/42a806fa-6465-4bb1-a70d-1966b5320f00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1745048 Jul 27 23:21:23.441541 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914d0b19-c879-4bbe-9215-67ac1703247b req-5053128f-5034-4f9b-b6d9-5668a07abcef tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:21:23.442969 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-914d0b19-c879-4bbe-9215-67ac1703247b req-5053128f-5034-4f9b-b6d9-5668a07abcef tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/networks?id=0627b955-dd0f-4cce-ba7f-51e698f3bc59 HTTP/1.1" status: 200 len: 812 time: 0.1597822 Jul 27 23:21:23.463737 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-c4789d44-0ba6-47b3-abe3-312c570888b8 req-62a64e62-bbde-4203-af61-f5516bac261b service neutron] 10.222.0.49 "GET /v2.0/networks/0627b955-dd0f-4cce-ba7f-51e698f3bc59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014102 Jul 27 23:21:23.499418 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-914d0b19-c879-4bbe-9215-67ac1703247b req-130b6c56-650e-43ba-a496-5fd35fd4993e tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/quotas/096ab815848b4fa4865a54f76499dfb1 HTTP/1.1" status: 200 len: 375 time: 0.0483439 Jul 27 23:21:23.567873 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-45d59ad8-03ba-4184-8a86-4d268a193de1 req-9fb7437c-ea19-4c54-afaf-240ce0db1872 service neutron] 10.222.0.38 "GET /v2.0/networks/42a806fa-6465-4bb1-a70d-1966b5320f00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238859 Jul 27 23:21:23.585054 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-914d0b19-c879-4bbe-9215-67ac1703247b req-fa1f9099-a05e-42df-ba7b-854d7f545fe4 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=096ab815848b4fa4865a54f76499dfb1&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0797591 Jul 27 23:21:23.767077 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-914d0b19-c879-4bbe-9215-67ac1703247b req-7c11c89d-af8f-48cb-af13-8803225592af service neutron] 10.222.0.18 "GET /v2.0/networks/0627b955-dd0f-4cce-ba7f-51e698f3bc59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1719015 Jul 27 23:21:23.858006 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-914d0b19-c879-4bbe-9215-67ac1703247b req-c4357740-eba0-4689-ac54-47ea7f3c5362 service neutron] 10.222.0.18 "GET /v2.0/networks/0627b955-dd0f-4cce-ba7f-51e698f3bc59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846732 Jul 27 23:21:24.075459 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-6a9ae0f4-2d67-4b0f-bc7f-7b34d68f466e req-343cb801-b74f-4b39-8933-9b82377f6385 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/ports?device_id=6abdb1ac-8058-43fc-8b80-4319898152c3 HTTP/1.1" status: 200 len: 210 time: 0.0297947 Jul 27 23:21:24.295391 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-d7fec8cb-b0ad-4138-9cae-7cd2d19aa5d2 req-270dd743-85f9-42d2-85d4-dfb92a2e5482 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] 10.222.0.18 "GET /v2.0/ports?device_id=bab14976-9a79-4961-bbb7-bef26e77c0b6 HTTP/1.1" status: 200 len: 210 time: 0.0361545 Jul 27 23:21:24.976221 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914d0b19-c879-4bbe-9215-67ac1703247b req-4197854a-e8d7-4252-ad2b-fb2b1b6415dc tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:21:24.977901 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-914d0b19-c879-4bbe-9215-67ac1703247b req-4197854a-e8d7-4252-ad2b-fb2b1b6415dc tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.38 "GET /v2.0/networks?id=0627b955-dd0f-4cce-ba7f-51e698f3bc59 HTTP/1.1" status: 200 len: 812 time: 0.1153808 Jul 27 23:21:24.992803 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [req-914d0b19-c879-4bbe-9215-67ac1703247b req-c31e2165-e889-445c-bfd5-695303cf709e tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Request body: {'port': {'device_id': '6abdb1ac-8058-43fc-8b80-4319898152c3', 'network_id': '0627b955-dd0f-4cce-ba7f-51e698f3bc59', 'admin_state_up': True, 'tenant_id': '096ab815848b4fa4865a54f76499dfb1'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:21:25.110758 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-914d0b19-c879-4bbe-9215-67ac1703247b req-c31e2165-e889-445c-bfd5-695303cf709e tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Made reservation on behalf of 096ab815848b4fa4865a54f76499dfb1 for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:21:25.116461 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-914d0b19-c879-4bbe-9215-67ac1703247b req-c31e2165-e889-445c-bfd5-695303cf709e tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:25.187428 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-82ea93f6-a828-4748-92d5-c315a1a6ee59 req-dd200642-4511-4186-ba0f-bedb14be2f46 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/ports?device_id=6abdb1ac-8058-43fc-8b80-4319898152c3 HTTP/1.1" status: 200 len: 210 time: 0.0291054 Jul 27 23:21:25.409463 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-5dfab75e-fcc8-4411-89f2-1386a8b93269 req-b527f356-a25d-4832-9bae-8e23c50f07e1 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] 10.222.0.18 "GET /v2.0/ports?device_id=bab14976-9a79-4961-bbb7-bef26e77c0b6 HTTP/1.1" status: 200 len: 210 time: 0.0299718 Jul 27 23:21:25.594563 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [req-914d0b19-c879-4bbe-9215-67ac1703247b req-c31e2165-e889-445c-bfd5-695303cf709e tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Allocated IP 172.20.0.10 (0627b955-dd0f-4cce-ba7f-51e698f3bc59/232a981d-f7d1-42df-991c-3a09e4ce0177/ad26d822-930f-4a3b-bd59-0cead7a7d9f8) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:21:25.741490 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-914d0b19-c879-4bbe-9215-67ac1703247b req-c31e2165-e889-445c-bfd5-695303cf709e tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:25.756087 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-914d0b19-c879-4bbe-9215-67ac1703247b req-c31e2165-e889-445c-bfd5-695303cf709e tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Transition to ACTIVE for port object ad26d822-930f-4a3b-bd59-0cead7a7d9f8 will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:21:25.790903 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-914d0b19-c879-4bbe-9215-67ac1703247b req-c31e2165-e889-445c-bfd5-695303cf709e tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:25.807228 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] get_ports_and_sgs() called for port_ids ['b8ac6b50-4d3e-4b8a-9d24-a1e0600d37ae'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:21:25.835119 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-914d0b19-c879-4bbe-9215-67ac1703247b req-c31e2165-e889-445c-bfd5-695303cf709e tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Network 0627b955-dd0f-4cce-ba7f-51e698f3bc59 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:21:25.838231 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [req-914d0b19-c879-4bbe-9215-67ac1703247b req-c31e2165-e889-445c-bfd5-695303cf709e tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:21:25.842622 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-914d0b19-c879-4bbe-9215-67ac1703247b req-c31e2165-e889-445c-bfd5-695303cf709e tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:21:25.859934 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] get_ports_and_sgs() called for port_ids ['2f6e68dd-baf9-4f43-bbe4-1312f336f420'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:21:25.894162 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914d0b19-c879-4bbe-9215-67ac1703247b req-c31e2165-e889-445c-bfd5-695303cf709e tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:21:25.894947 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-914d0b19-c879-4bbe-9215-67ac1703247b req-c31e2165-e889-445c-bfd5-695303cf709e tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:25.919333 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31e2165-e889-445c-bfd5-695303cf709e tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Pushing event updated for resources: {'Port': ['ID=ad26d822-930f-4a3b-bd59-0cead7a7d9f8,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:21:25.935931 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-914d0b19-c879-4bbe-9215-67ac1703247b req-c31e2165-e889-445c-bfd5-695303cf709e tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9491837 Jul 27 23:21:25.951747 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [req-914d0b19-c879-4bbe-9215-67ac1703247b req-16325bf3-c516-49c0-b9de-5f9b40e35d98 service neutron] Request body: {'port': {'device_id': '6abdb1ac-8058-43fc-8b80-4319898152c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802623-1'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:21:26.049969 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-914d0b19-c879-4bbe-9215-67ac1703247b req-16325bf3-c516-49c0-b9de-5f9b40e35d98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:26.259209 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-550a78ca-e34d-4966-a72c-c121db795bf5 None None] Provisioning for port ad26d822-930f-4a3b-bd59-0cead7a7d9f8 completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:21:26.267037 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-550a78ca-e34d-4966-a72c-c121db795bf5 None None] Provisioning complete for port ad26d822-930f-4a3b-bd59-0cead7a7d9f8 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:21:26.267748 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-550a78ca-e34d-4966-a72c-c121db795bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:26.307439 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-550a78ca-e34d-4966-a72c-c121db795bf5 None None] Port ad26d822-930f-4a3b-bd59-0cead7a7d9f8 cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:21:26.394220 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5e8366-991f-477a-a13e-e77feb9cf88a req-209c2ca8-b162-4718-a078-3362f1661369 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:21:26.402709 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-9e5e8366-991f-477a-a13e-e77feb9cf88a req-209c2ca8-b162-4718-a078-3362f1661369 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/ports?device_id=6abdb1ac-8058-43fc-8b80-4319898152c3 HTTP/1.1" status: 200 len: 932 time: 0.0788562 Jul 27 23:21:26.480009 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-9e5e8366-991f-477a-a13e-e77feb9cf88a req-0505dba9-8f1a-41ed-8952-05a8b6f0845c tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/security-groups?id=fa1f1682-89f2-436c-be39-8607c4cda167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713274 Jul 27 23:21:26.512292 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [req-914d0b19-c879-4bbe-9215-67ac1703247b req-16325bf3-c516-49c0-b9de-5f9b40e35d98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad26d822-930f-4a3b-bd59-0cead7a7d9f8 {{(pid=93798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:21:26.521297 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-914d0b19-c879-4bbe-9215-67ac1703247b req-16325bf3-c516-49c0-b9de-5f9b40e35d98 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:26.533857 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-914d0b19-c879-4bbe-9215-67ac1703247b req-16325bf3-c516-49c0-b9de-5f9b40e35d98 service neutron] Transition to ACTIVE for port object ad26d822-930f-4a3b-bd59-0cead7a7d9f8 will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:21:26.547895 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-914d0b19-c879-4bbe-9215-67ac1703247b req-16325bf3-c516-49c0-b9de-5f9b40e35d98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:26.621470 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16325bf3-c516-49c0-b9de-5f9b40e35d98 service neutron] Pushing event updated for resources: {'Port': ['ID=ad26d822-930f-4a3b-bd59-0cead7a7d9f8,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:21:26.651669 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e8bbbefc-240a-4883-9c58-13f2f959e159 req-e3af1c51-48bc-408b-a693-0888de0a05dc tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] 10.222.0.18 "GET /v2.0/ports?device_id=bab14976-9a79-4961-bbb7-bef26e77c0b6 HTTP/1.1" status: 200 len: 210 time: 0.1162891 Jul 27 23:21:26.753332 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-914d0b19-c879-4bbe-9215-67ac1703247b req-16325bf3-c516-49c0-b9de-5f9b40e35d98 service neutron] Attempting to bind port ad26d822-930f-4a3b-bd59-0cead7a7d9f8 on host n-h1-802623-1 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:21:26.754058 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-914d0b19-c879-4bbe-9215-67ac1703247b req-16325bf3-c516-49c0-b9de-5f9b40e35d98 service neutron] Attempting to bind port ad26d822-930f-4a3b-bd59-0cead7a7d9f8 by drivers openvswitch,hyperv on host n-h1-802623-1 at level 0 using segments [{'id': '145d64c0-063a-4e1d-8ed5-459cef7aa517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '0627b955-dd0f-4cce-ba7f-51e698f3bc59'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:21:26.754672 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-914d0b19-c879-4bbe-9215-67ac1703247b req-16325bf3-c516-49c0-b9de-5f9b40e35d98 service neutron] Attempting to bind port ad26d822-930f-4a3b-bd59-0cead7a7d9f8 on network 0627b955-dd0f-4cce-ba7f-51e698f3bc59 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:21:26.760004 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-914d0b19-c879-4bbe-9215-67ac1703247b req-16325bf3-c516-49c0-b9de-5f9b40e35d98 service neutron] Port ad26d822-930f-4a3b-bd59-0cead7a7d9f8 on network 0627b955-dd0f-4cce-ba7f-51e698f3bc59 not bound, no agent of type Open vSwitch agent registered on host n-h1-802623-1 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 23:21:26.760671 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-914d0b19-c879-4bbe-9215-67ac1703247b req-16325bf3-c516-49c0-b9de-5f9b40e35d98 service neutron] Attempting to bind port ad26d822-930f-4a3b-bd59-0cead7a7d9f8 on network 0627b955-dd0f-4cce-ba7f-51e698f3bc59 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:21:26.770018 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-914d0b19-c879-4bbe-9215-67ac1703247b req-16325bf3-c516-49c0-b9de-5f9b40e35d98 service neutron] Checking agent: {'id': '245f1da4-a9b8-4b08-90d7-28f0f342b839', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 59, 59), 'started_at': datetime.datetime(2021, 7, 27, 22, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 20, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:21:26.771210 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-914d0b19-c879-4bbe-9215-67ac1703247b req-16325bf3-c516-49c0-b9de-5f9b40e35d98 service neutron] Checking segment: {'id': '145d64c0-063a-4e1d-8ed5-459cef7aa517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '0627b955-dd0f-4cce-ba7f-51e698f3bc59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:21:26.771941 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-914d0b19-c879-4bbe-9215-67ac1703247b req-16325bf3-c516-49c0-b9de-5f9b40e35d98 service neutron] Bound using segment: {'id': '145d64c0-063a-4e1d-8ed5-459cef7aa517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '0627b955-dd0f-4cce-ba7f-51e698f3bc59'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:21:26.772891 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-914d0b19-c879-4bbe-9215-67ac1703247b req-16325bf3-c516-49c0-b9de-5f9b40e35d98 service neutron] Bound port: ad26d822-930f-4a3b-bd59-0cead7a7d9f8, host: n-h1-802623-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '145d64c0-063a-4e1d-8ed5-459cef7aa517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '0627b955-dd0f-4cce-ba7f-51e698f3bc59'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:21:26.773742 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-914d0b19-c879-4bbe-9215-67ac1703247b req-16325bf3-c516-49c0-b9de-5f9b40e35d98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:26.856181 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-914d0b19-c879-4bbe-9215-67ac1703247b req-16325bf3-c516-49c0-b9de-5f9b40e35d98 service neutron] For port ad26d822-930f-4a3b-bd59-0cead7a7d9f8, host n-h1-802623-1, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:21:26.860976 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-914d0b19-c879-4bbe-9215-67ac1703247b req-16325bf3-c516-49c0-b9de-5f9b40e35d98 service neutron] For port ad26d822-930f-4a3b-bd59-0cead7a7d9f8, host n-h1-802623-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=ad26d822-930f-4a3b-bd59-0cead7a7d9f8,segment=NetworkSegment(145d64c0-063a-4e1d-8ed5-459cef7aa517),segment_id=145d64c0-063a-4e1d-8ed5-459cef7aa517)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:21:26.869229 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-914d0b19-c879-4bbe-9215-67ac1703247b req-16325bf3-c516-49c0-b9de-5f9b40e35d98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:26.902041 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-cd3d202f-3d62-4726-aa5e-81e5ddcc2723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:26.912621 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914d0b19-c879-4bbe-9215-67ac1703247b req-16325bf3-c516-49c0-b9de-5f9b40e35d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:21:26.913399 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-914d0b19-c879-4bbe-9215-67ac1703247b req-16325bf3-c516-49c0-b9de-5f9b40e35d98 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:26.914830 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-914d0b19-c879-4bbe-9215-67ac1703247b req-16325bf3-c516-49c0-b9de-5f9b40e35d98 service neutron] 10.222.0.38 "PUT /v2.0/ports/ad26d822-930f-4a3b-bd59-0cead7a7d9f8 HTTP/1.1" status: 200 len: 1092 time: 0.9706407 Jul 27 23:21:26.915317 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6abdb1ac-8058-43fc-8b80-4319898152c3', 'tag': 'ad26d822-930f-4a3b-bd59-0cead7a7d9f8'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:21:26.917635 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}011f8d312121274bb12d78e77c6379a2079800640016cec6c6d605b73666e854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc15c849-95ff-4905-9c69-381e35ea5848" -d '{"events": [{"name": "network-changed", "server_uuid": "6abdb1ac-8058-43fc-8b80-4319898152c3", "tag": "ad26d822-930f-4a3b-bd59-0cead7a7d9f8"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:21:26.976880 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16325bf3-c516-49c0-b9de-5f9b40e35d98 service neutron] Pushing event updated for resources: {'Port': ['ID=ad26d822-930f-4a3b-bd59-0cead7a7d9f8,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:21:27.007172 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 23:21:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86f216ed-0e29-46d9-8a8f-9795acbf4701 x-openstack-request-id: req-86f216ed-0e29-46d9-8a8f-9795acbf4701 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:21:27.007599 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6abdb1ac-8058-43fc-8b80-4319898152c3", "tag": "ad26d822-930f-4a3b-bd59-0cead7a7d9f8", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:21:27.007988 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-86f216ed-0e29-46d9-8a8f-9795acbf4701 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:21:27.008486 n-d-802623-1 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6abdb1ac-8058-43fc-8b80-4319898152c3', 'tag': 'ad26d822-930f-4a3b-bd59-0cead7a7d9f8', 'status': 'completed', 'code': 200} Jul 27 23:21:27.030915 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914d0b19-c879-4bbe-9215-67ac1703247b req-b146e2ce-c952-42f2-bd31-84f2f21ee842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:21:27.033628 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-914d0b19-c879-4bbe-9215-67ac1703247b req-b146e2ce-c952-42f2-bd31-84f2f21ee842 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=096ab815848b4fa4865a54f76499dfb1&device_id=6abdb1ac-8058-43fc-8b80-4319898152c3 HTTP/1.1" status: 200 len: 1095 time: 0.0665872 Jul 27 23:21:27.084228 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-914d0b19-c879-4bbe-9215-67ac1703247b req-be06d760-dbe6-493f-915d-0e09181b1a4c service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ad26d822-930f-4a3b-bd59-0cead7a7d9f8 HTTP/1.1" status: 200 len: 217 time: 0.0418503 Jul 27 23:21:27.157801 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914d0b19-c879-4bbe-9215-67ac1703247b req-e0317c2b-9bca-4b4c-bc4d-f8a8a0a2ad3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:21:27.168132 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-914d0b19-c879-4bbe-9215-67ac1703247b req-e0317c2b-9bca-4b4c-bc4d-f8a8a0a2ad3f service neutron] 10.222.0.38 "GET /v2.0/subnets?id=232a981d-f7d1-42df-991c-3a09e4ce0177 HTTP/1.1" status: 200 len: 851 time: 0.0672183 Jul 27 23:21:27.215390 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914d0b19-c879-4bbe-9215-67ac1703247b req-e07e0c96-eaad-4128-9cd4-9116a1f022f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:21:27.217828 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-914d0b19-c879-4bbe-9215-67ac1703247b req-e07e0c96-eaad-4128-9cd4-9116a1f022f8 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=0627b955-dd0f-4cce-ba7f-51e698f3bc59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0472271 Jul 27 23:21:27.339629 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-914d0b19-c879-4bbe-9215-67ac1703247b req-d08d4dcd-943e-4b0b-ab9b-3eb3ebe47a57 service neutron] 10.222.0.38 "GET /v2.0/networks/0627b955-dd0f-4cce-ba7f-51e698f3bc59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135731 Jul 27 23:21:27.471294 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-914d0b19-c879-4bbe-9215-67ac1703247b req-bd532e14-1c3f-4409-ae81-0bd992753dc3 service neutron] 10.222.0.38 "GET /v2.0/networks/0627b955-dd0f-4cce-ba7f-51e698f3bc59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244011 Jul 27 23:21:27.629721 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac1af23-a97b-4b11-81e1-df9443d8a52b req-a3a74f20-f27f-4639-8fe9-a11b9d0e7c96 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:21:27.635585 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-aac1af23-a97b-4b11-81e1-df9443d8a52b req-a3a74f20-f27f-4639-8fe9-a11b9d0e7c96 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/ports?device_id=6abdb1ac-8058-43fc-8b80-4319898152c3 HTTP/1.1" status: 200 len: 944 time: 0.0892098 Jul 27 23:21:27.637904 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc15c849-95ff-4905-9c69-381e35ea5848 req-55b4ca33-738e-4368-8eca-9264e92d4796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:21:27.639470 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-bc15c849-95ff-4905-9c69-381e35ea5848 req-55b4ca33-738e-4368-8eca-9264e92d4796 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=096ab815848b4fa4865a54f76499dfb1&device_id=6abdb1ac-8058-43fc-8b80-4319898152c3 HTTP/1.1" status: 200 len: 1095 time: 0.1048083 Jul 27 23:21:27.757748 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc15c849-95ff-4905-9c69-381e35ea5848 req-a1c847a0-6395-4ca4-9325-f9f59f61dd23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:21:27.759438 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-bc15c849-95ff-4905-9c69-381e35ea5848 req-a1c847a0-6395-4ca4-9325-f9f59f61dd23 service neutron] 10.222.0.38 "GET /v2.0/networks?id=0627b955-dd0f-4cce-ba7f-51e698f3bc59 HTTP/1.1" status: 200 len: 913 time: 0.1123996 Jul 27 23:21:27.790013 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-fdb3ab6c-363f-4ae3-9f96-abd53c0ba910 req-45bb6ede-ffcd-4b44-9211-a02d51498d14 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] 10.222.0.18 "GET /v2.0/ports?device_id=bab14976-9a79-4961-bbb7-bef26e77c0b6 HTTP/1.1" status: 200 len: 210 time: 0.0570366 Jul 27 23:21:27.818017 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-bc15c849-95ff-4905-9c69-381e35ea5848 req-e59af08b-429b-417f-bc34-e70eea4ae601 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ad26d822-930f-4a3b-bd59-0cead7a7d9f8 HTTP/1.1" status: 200 len: 217 time: 0.0452666 Jul 27 23:21:27.836162 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-aac1af23-a97b-4b11-81e1-df9443d8a52b req-7cdae0f0-93e5-4bf0-b4f3-57a14f1d846c tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/security-groups?id=fa1f1682-89f2-436c-be39-8607c4cda167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956229 Jul 27 23:21:27.895678 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc15c849-95ff-4905-9c69-381e35ea5848 req-cfc59303-c1bc-4b20-ad09-c8494c882976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:21:27.897100 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-bc15c849-95ff-4905-9c69-381e35ea5848 req-cfc59303-c1bc-4b20-ad09-c8494c882976 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=232a981d-f7d1-42df-991c-3a09e4ce0177 HTTP/1.1" status: 200 len: 851 time: 0.0543230 Jul 27 23:21:27.948403 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc15c849-95ff-4905-9c69-381e35ea5848 req-bd8f67c7-90f1-4011-bbd8-4c69917d1d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:21:27.950238 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-bc15c849-95ff-4905-9c69-381e35ea5848 req-bd8f67c7-90f1-4011-bbd8-4c69917d1d9b service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=0627b955-dd0f-4cce-ba7f-51e698f3bc59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451694 Jul 27 23:21:28.062130 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-bc15c849-95ff-4905-9c69-381e35ea5848 req-3d46c30a-83e6-4a07-a88e-e44e722a8811 service neutron] 10.222.0.38 "GET /v2.0/networks/0627b955-dd0f-4cce-ba7f-51e698f3bc59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023750 Jul 27 23:21:28.212628 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-bc15c849-95ff-4905-9c69-381e35ea5848 req-8ed1bb9c-ab23-4b01-bdb7-6147aecb2bd0 service neutron] 10.222.0.38 "GET /v2.0/networks/0627b955-dd0f-4cce-ba7f-51e698f3bc59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422200 Jul 27 23:21:28.945727 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 51886) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:21:28.971945 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-3612f453-e2fd-4efa-bfa4-b04cb999adf0 req-6962bd1c-901b-4b50-a784-05cc1a6f4a61 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] 10.222.0.18 "GET /v2.0/ports?device_id=bab14976-9a79-4961-bbb7-bef26e77c0b6 HTTP/1.1" status: 200 len: 210 time: 0.0387199 Jul 27 23:21:29.105472 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20caabc5-ed67-4e51-8726-2ffb1f0cb981 req-5f3be8cd-3f63-4e2a-a92e-1d74d31368aa tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:21:29.107272 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-20caabc5-ed67-4e51-8726-2ffb1f0cb981 req-5f3be8cd-3f63-4e2a-a92e-1d74d31368aa tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/ports?device_id=6abdb1ac-8058-43fc-8b80-4319898152c3 HTTP/1.1" status: 200 len: 944 time: 0.1251590 Jul 27 23:21:29.194375 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-20caabc5-ed67-4e51-8726-2ffb1f0cb981 req-d8facb4d-7e41-49ab-932e-e8d8b06f13de tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/security-groups?id=fa1f1682-89f2-436c-be39-8607c4cda167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802267 Jul 27 23:21:29.235990 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-db5608d5-2497-4b3c-88f2-60735918a1de admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:29.294038 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 51894) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:21:29.446721 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-db5608d5-2497-4b3c-88f2-60735918a1de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:29.453569 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-db5608d5-2497-4b3c-88f2-60735918a1de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:29.490329 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:29.525872 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-18b6d71b-b885-41e5-9e9b-8674ecfd5404 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:29.530881 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-db5608d5-2497-4b3c-88f2-60735918a1de admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9cc368a768de466b832ea52c519ff69a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5836053 Jul 27 23:21:29.533772 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5608d5-2497-4b3c-88f2-60735918a1de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d4af1d8-3802-427b-b36a-735c4f5c2c0e,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:21:29.534921 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 51900) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:21:29.564856 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-1f0914d6-d222-45d6-a1cd-f5ca16a6a2d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:29.606915 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5faa1b01-3638-4760-a627-eacf5a99bed8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:29.639140 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5faa1b01-3638-4760-a627-eacf5a99bed8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:29.729696 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5faa1b01-3638-4760-a627-eacf5a99bed8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:29.732504 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5faa1b01-3638-4760-a627-eacf5a99bed8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:29.733634 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-5faa1b01-3638-4760-a627-eacf5a99bed8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3d4af1d8-3802-427b-b36a-735c4f5c2c0e HTTP/1.1" status: 204 len: 168 time: 0.1975348 Jul 27 23:21:29.748781 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5faa1b01-3638-4760-a627-eacf5a99bed8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d4af1d8-3802-427b-b36a-735c4f5c2c0e,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:21:29.840084 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-18b6d71b-b885-41e5-9e9b-8674ecfd5404 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:29.845718 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-18b6d71b-b885-41e5-9e9b-8674ecfd5404 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:29.849945 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device ad26d822-930f-4a3b-bd59-0cead7a7d9f8 details requested by agent hyperv_n-h1-802623-1 with host n-h1-802623-1 {{(pid=93799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 23:21:29.879739 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b6d71b-b885-41e5-9e9b-8674ecfd5404 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7aa84f7f-4f8f-4d5d-8b60-3c1e5cf8bf80,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:21:29.901189 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-18b6d71b-b885-41e5-9e9b-8674ecfd5404 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1c0b09ff868749c38f4d3579a4c5b723&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6034389 Jul 27 23:21:29.901305 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 51904) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:21:29.958125 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c22ff62e-4c48-48e7-bd5a-8fb417d607a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:29.986161 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c22ff62e-4c48-48e7-bd5a-8fb417d607a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:30.021939 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port ad26d822-930f-4a3b-bd59-0cead7a7d9f8, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=ad26d822-930f-4a3b-bd59-0cead7a7d9f8,segment=NetworkSegment(145d64c0-063a-4e1d-8ed5-459cef7aa517),segment_id=145d64c0-063a-4e1d-8ed5-459cef7aa517)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:21:30.050602 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Returning: {'device': 'ad26d822-930f-4a3b-bd59-0cead7a7d9f8', 'network_id': '0627b955-dd0f-4cce-ba7f-51e698f3bc59', 'port_id': 'ad26d822-930f-4a3b-bd59-0cead7a7d9f8', 'mac_address': 'fa:16:3e:fa:d2:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '232a981d-f7d1-42df-991c-3a09e4ce0177', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 23:21:30.084177 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c22ff62e-4c48-48e7-bd5a-8fb417d607a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:30.087709 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c22ff62e-4c48-48e7-bd5a-8fb417d607a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:30.089088 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-c22ff62e-4c48-48e7-bd5a-8fb417d607a6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7aa84f7f-4f8f-4d5d-8b60-3c1e5cf8bf80 HTTP/1.1" status: 204 len: 168 time: 0.1869669 Jul 27 23:21:30.103580 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22ff62e-4c48-48e7-bd5a-8fb417d607a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7aa84f7f-4f8f-4d5d-8b60-3c1e5cf8bf80,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:21:30.116247 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:30.158637 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c9015ea4-230b-42cf-963b-468776c7d5ea req-458e52ba-2257-4365-a24a-5b5443431f76 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] 10.222.0.18 "GET /v2.0/ports?device_id=bab14976-9a79-4961-bbb7-bef26e77c0b6 HTTP/1.1" status: 200 len: 210 time: 0.0554595 Jul 27 23:21:30.182180 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:30.217947 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad26d822-930f-4a3b-bd59-0cead7a7d9f8 {{(pid=93799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:21:30.251436 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port ad26d822-930f-4a3b-bd59-0cead7a7d9f8, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=ad26d822-930f-4a3b-bd59-0cead7a7d9f8,segment=NetworkSegment(145d64c0-063a-4e1d-8ed5-459cef7aa517),segment_id=145d64c0-063a-4e1d-8ed5-459cef7aa517)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:21:30.258763 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:30.357988 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Pushing event updated for resources: {'Port': ['ID=ad26d822-930f-4a3b-bd59-0cead7a7d9f8,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:21:30.404448 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e89265d-eeaa-4a24-98ee-6ed226182d1e req-53dfbe66-587b-4f0b-94b5-26ff53cf2f72 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:21:30.408685 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-0e89265d-eeaa-4a24-98ee-6ed226182d1e req-53dfbe66-587b-4f0b-94b5-26ff53cf2f72 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/ports?device_id=6abdb1ac-8058-43fc-8b80-4319898152c3 HTTP/1.1" status: 200 len: 945 time: 0.1033056 Jul 27 23:21:30.454649 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-19f2e178-d45e-4fbe-b9be-c3963fc151ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:30.539353 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-0e89265d-eeaa-4a24-98ee-6ed226182d1e req-bb8fd145-3491-4aa4-b9a6-17bcc1004ea7 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/security-groups?id=fa1f1682-89f2-436c-be39-8607c4cda167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228998 Jul 27 23:21:30.553754 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] get_ports_and_sgs() called for port_ids ['ad26d822-930f-4a3b-bd59-0cead7a7d9f8'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:21:31.293851 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-e8ea2d68-ad77-4e04-87d7-5ce8c8055351 req-408a73b6-b0b5-48de-91b1-1129d371bf13 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] 10.222.0.18 "GET /v2.0/ports?device_id=bab14976-9a79-4961-bbb7-bef26e77c0b6 HTTP/1.1" status: 200 len: 210 time: 0.0472035 Jul 27 23:21:31.709247 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a17168b-0296-43a4-a8be-8d49ae01d634 req-c32c7a3c-1786-4eba-baf6-1b11bea85068 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:21:31.714558 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-0a17168b-0296-43a4-a8be-8d49ae01d634 req-c32c7a3c-1786-4eba-baf6-1b11bea85068 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/ports?device_id=6abdb1ac-8058-43fc-8b80-4319898152c3 HTTP/1.1" status: 200 len: 945 time: 0.0742011 Jul 27 23:21:31.782150 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-0a17168b-0296-43a4-a8be-8d49ae01d634 req-1b78be59-7ffa-4fa4-afe0-34636200414f tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/security-groups?id=fa1f1682-89f2-436c-be39-8607c4cda167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592546 Jul 27 23:21:31.865095 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device ad26d822-930f-4a3b-bd59-0cead7a7d9f8 up at agent hyperv_n-h1-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:21:31.930334 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Provisioning for port ad26d822-930f-4a3b-bd59-0cead7a7d9f8 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:21:31.936380 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Provisioning complete for port ad26d822-930f-4a3b-bd59-0cead7a7d9f8 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:21:31.937017 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:32.234340 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7418f70f-e60d-4709-8ba9-6ab514bc7f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:32.249152 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:32.291782 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6abdb1ac-8058-43fc-8b80-4319898152c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad26d822-930f-4a3b-bd59-0cead7a7d9f8'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:21:32.294021 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c0369b0d4f459110ff20a1f9878ba33f96d6491bddb9d15843bf29d01e0bda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-507a412b-d3bd-499b-b5a2-50a415c83e3e" -d '{"events": [{"server_uuid": "6abdb1ac-8058-43fc-8b80-4319898152c3", "name": "network-vif-plugged", "status": "completed", "tag": "ad26d822-930f-4a3b-bd59-0cead7a7d9f8"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:21:32.329062 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port ad26d822-930f-4a3b-bd59-0cead7a7d9f8, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=ad26d822-930f-4a3b-bd59-0cead7a7d9f8,segment=NetworkSegment(145d64c0-063a-4e1d-8ed5-459cef7aa517),segment_id=145d64c0-063a-4e1d-8ed5-459cef7aa517)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:21:32.334151 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:32.400888 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:21:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3362da76-fc64-4c46-a112-37ed2b563eff x-openstack-request-id: req-3362da76-fc64-4c46-a112-37ed2b563eff {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:21:32.401457 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6abdb1ac-8058-43fc-8b80-4319898152c3", "name": "network-vif-plugged", "status": "completed", "tag": "ad26d822-930f-4a3b-bd59-0cead7a7d9f8", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:21:32.402045 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3362da76-fc64-4c46-a112-37ed2b563eff {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:21:32.402659 n-d-802623-1 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6abdb1ac-8058-43fc-8b80-4319898152c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad26d822-930f-4a3b-bd59-0cead7a7d9f8', 'code': 200} Jul 27 23:21:32.414944 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Pushing event updated for resources: {'Port': ['ID=ad26d822-930f-4a3b-bd59-0cead7a7d9f8,revision_number=5']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:21:32.500245 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-8fdb1719-be76-44ac-818f-30f0f3f6e463 req-e246b996-0626-46f7-8e83-117d01d2cfaa tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] 10.222.0.18 "GET /v2.0/ports?device_id=bab14976-9a79-4961-bbb7-bef26e77c0b6 HTTP/1.1" status: 200 len: 210 time: 0.0676792 Jul 27 23:21:32.574074 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af3edc2-9aea-481b-9e8a-6917727d631e req-277c7816-0f17-4fbc-86d7-c75ebb4e36c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:21:32.577035 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-3af3edc2-9aea-481b-9e8a-6917727d631e req-277c7816-0f17-4fbc-86d7-c75ebb4e36c9 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=6abdb1ac-8058-43fc-8b80-4319898152c3 HTTP/1.1" status: 200 len: 1097 time: 0.0961077 Jul 27 23:21:32.622777 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-3af3edc2-9aea-481b-9e8a-6917727d631e req-b276aa49-1ee7-4c90-8479-0468106fc9ca service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=fa1f1682-89f2-436c-be39-8607c4cda167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374825 Jul 27 23:21:32.928177 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7ed5c5-1573-43ed-8506-3bea0c9d7f74 req-89f8eb66-da93-41ea-9055-7d877157df46 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:21:32.938371 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-aa7ed5c5-1573-43ed-8506-3bea0c9d7f74 req-89f8eb66-da93-41ea-9055-7d877157df46 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/ports?device_id=6abdb1ac-8058-43fc-8b80-4319898152c3 HTTP/1.1" status: 200 len: 946 time: 0.0698838 Jul 27 23:21:33.016562 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-aa7ed5c5-1573-43ed-8506-3bea0c9d7f74 req-268688f6-ebd6-4ffa-b901-54ef9c8d6f64 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/security-groups?id=fa1f1682-89f2-436c-be39-8607c4cda167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751474 Jul 27 23:21:33.668605 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-1ffcbe05-8656-446d-b9cb-4258545289cb req-691d94e2-7743-4350-85d7-840b4c5247e5 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] 10.222.0.18 "GET /v2.0/ports?device_id=bab14976-9a79-4961-bbb7-bef26e77c0b6 HTTP/1.1" status: 200 len: 210 time: 0.0395117 Jul 27 23:21:33.940553 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 52058) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:21:34.057539 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-83b27b4a-8ba9-4159-b382-ae76d485c9d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:34.205164 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00daf28a-03e4-492e-8b94-9d7ffd3065f1 req-fb81a3d0-abd2-47e3-9d46-3fd5f110c82a tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:21:34.213095 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-00daf28a-03e4-492e-8b94-9d7ffd3065f1 req-fb81a3d0-abd2-47e3-9d46-3fd5f110c82a tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/ports?device_id=6abdb1ac-8058-43fc-8b80-4319898152c3 HTTP/1.1" status: 200 len: 946 time: 0.1127193 Jul 27 23:21:34.242776 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-83b27b4a-8ba9-4159-b382-ae76d485c9d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:34.253100 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-83b27b4a-8ba9-4159-b382-ae76d485c9d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:34.308960 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-00daf28a-03e4-492e-8b94-9d7ffd3065f1 req-5d67f0e8-3d80-478f-9624-56f53bf3d168 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/security-groups?id=fa1f1682-89f2-436c-be39-8607c4cda167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938668 Jul 27 23:21:34.322413 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b27b4a-8ba9-4159-b382-ae76d485c9d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=986f35a8-9dbf-4611-8584-c7d0a4125798,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:21:34.341875 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 52070) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:21:34.343560 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-83b27b4a-8ba9-4159-b382-ae76d485c9d0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f201f25072174f1dae51fc5b903c41be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4017823 Jul 27 23:21:34.445581 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7fd10ee8-5fae-44d6-afc2-7199f93f1987 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:34.471571 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7fd10ee8-5fae-44d6-afc2-7199f93f1987 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:34.538606 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f25d9d47-c3eb-43fc-9ed3-481de6ec350e req-9c29e95d-98ac-4dca-a3ff-b94f3cc58be3 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=096ab815848b4fa4865a54f76499dfb1 HTTP/1.1" status: 200 len: 267 time: 0.0586927 Jul 27 23:21:34.568625 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7fd10ee8-5fae-44d6-afc2-7199f93f1987 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:34.571241 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7fd10ee8-5fae-44d6-afc2-7199f93f1987 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:34.572341 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-7fd10ee8-5fae-44d6-afc2-7199f93f1987 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/986f35a8-9dbf-4611-8584-c7d0a4125798 HTTP/1.1" status: 204 len: 168 time: 0.2291780 Jul 27 23:21:34.597778 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd10ee8-5fae-44d6-afc2-7199f93f1987 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=986f35a8-9dbf-4611-8584-c7d0a4125798,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:21:34.642568 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25d9d47-c3eb-43fc-9ed3-481de6ec350e req-3c5b7045-df6d-452e-a391-2299b0b36c59 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:21:34.644444 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f25d9d47-c3eb-43fc-9ed3-481de6ec350e req-3c5b7045-df6d-452e-a391-2299b0b36c59 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/ports?device_id=6abdb1ac-8058-43fc-8b80-4319898152c3 HTTP/1.1" status: 200 len: 946 time: 0.0870812 Jul 27 23:21:34.660763 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [req-f25d9d47-c3eb-43fc-9ed3-481de6ec350e req-79c55d5e-953b-4e46-a539-3d3389673379 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Request body: {'port': {'security_groups': []}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:21:34.728031 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:34.799819 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-f25d9d47-c3eb-43fc-9ed3-481de6ec350e req-79c55d5e-953b-4e46-a539-3d3389673379 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:34.818836 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a5e876a2-7fac-4b44-a093-47e8ad4142f2 req-585ebc61-fd24-4f31-b706-3275c7c683e2 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] 10.222.0.18 "GET /v2.0/ports?device_id=bab14976-9a79-4961-bbb7-bef26e77c0b6 HTTP/1.1" status: 200 len: 210 time: 0.0393205 Jul 27 23:21:34.994028 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 52090) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:21:35.022450 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1618a784-dbe2-4b90-9654-02445e23bce8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:35.143909 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-f25d9d47-c3eb-43fc-9ed3-481de6ec350e req-79c55d5e-953b-4e46-a539-3d3389673379 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] For port ad26d822-930f-4a3b-bd59-0cead7a7d9f8, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=ad26d822-930f-4a3b-bd59-0cead7a7d9f8,segment=NetworkSegment(145d64c0-063a-4e1d-8ed5-459cef7aa517),segment_id=145d64c0-063a-4e1d-8ed5-459cef7aa517)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:21:35.180893 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1618a784-dbe2-4b90-9654-02445e23bce8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:35.184991 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-f25d9d47-c3eb-43fc-9ed3-481de6ec350e req-79c55d5e-953b-4e46-a539-3d3389673379 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:35.186055 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1618a784-dbe2-4b90-9654-02445e23bce8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:35.193270 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-f25d9d47-c3eb-43fc-9ed3-481de6ec350e req-79c55d5e-953b-4e46-a539-3d3389673379 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:35.207983 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] get_ports_and_sgs() called for port_ids ['b8ac6b50-4d3e-4b8a-9d24-a1e0600d37ae'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:21:35.277642 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1618a784-dbe2-4b90-9654-02445e23bce8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ad3e2f3-bae7-499b-8c1b-ffd5342af534,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:21:35.286101 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25d9d47-c3eb-43fc-9ed3-481de6ec350e req-79c55d5e-953b-4e46-a539-3d3389673379 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:21:35.286860 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-f25d9d47-c3eb-43fc-9ed3-481de6ec350e req-79c55d5e-953b-4e46-a539-3d3389673379 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:35.289599 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] get_ports_and_sgs() called for port_ids ['2f6e68dd-baf9-4f43-bbe4-1312f336f420', 'ad26d822-930f-4a3b-bd59-0cead7a7d9f8'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:21:35.294243 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-1618a784-dbe2-4b90-9654-02445e23bce8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8b087efeed9a46c195b6990be425ca46&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2965178 Jul 27 23:21:35.294243 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 52100) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:21:35.303632 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f25d9d47-c3eb-43fc-9ed3-481de6ec350e req-79c55d5e-953b-4e46-a539-3d3389673379 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "PUT /v2.0/ports/ad26d822-930f-4a3b-bd59-0cead7a7d9f8 HTTP/1.1" status: 200 len: 905 time: 0.6506014 Jul 27 23:21:35.304149 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6abdb1ac-8058-43fc-8b80-4319898152c3', 'tag': 'ad26d822-930f-4a3b-bd59-0cead7a7d9f8'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:21:35.306586 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}011f8d312121274bb12d78e77c6379a2079800640016cec6c6d605b73666e854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c83cc28a-1100-4089-b2ae-d482a735f0fe" -d '{"events": [{"name": "network-changed", "server_uuid": "6abdb1ac-8058-43fc-8b80-4319898152c3", "tag": "ad26d822-930f-4a3b-bd59-0cead7a7d9f8"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:21:35.361898 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c55d5e-953b-4e46-a539-3d3389673379 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Pushing event updated for resources: {'Port': ['ID=ad26d822-930f-4a3b-bd59-0cead7a7d9f8,revision_number=6']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:21:35.397829 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0c62697d-f87e-45ab-a62f-1cbb9bcbc40b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:35.407202 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 23:21:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dac188e0-5420-4435-ae06-8446070c2a40 x-openstack-request-id: req-dac188e0-5420-4435-ae06-8446070c2a40 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:21:35.407495 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6abdb1ac-8058-43fc-8b80-4319898152c3", "tag": "ad26d822-930f-4a3b-bd59-0cead7a7d9f8", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:21:35.407747 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-dac188e0-5420-4435-ae06-8446070c2a40 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:21:35.408151 n-d-802623-1 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6abdb1ac-8058-43fc-8b80-4319898152c3', 'tag': 'ad26d822-930f-4a3b-bd59-0cead7a7d9f8', 'status': 'completed', 'code': 200} Jul 27 23:21:35.471630 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] get_ports_and_sgs() called for port_ids ['ad26d822-930f-4a3b-bd59-0cead7a7d9f8'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:21:35.500560 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83cc28a-1100-4089-b2ae-d482a735f0fe req-4e3aae8f-3b6d-4913-a1a7-32c8402731b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:21:35.502240 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c83cc28a-1100-4089-b2ae-d482a735f0fe req-4e3aae8f-3b6d-4913-a1a7-32c8402731b3 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=096ab815848b4fa4865a54f76499dfb1&device_id=6abdb1ac-8058-43fc-8b80-4319898152c3 HTTP/1.1" status: 200 len: 1059 time: 0.0733912 Jul 27 23:21:35.520842 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0c62697d-f87e-45ab-a62f-1cbb9bcbc40b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:35.574774 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbd270d-ff00-487d-a162-a79a3d2e5ea7 req-1a6ab3cd-2626-4ae3-98ba-d59155526bb0 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:21:35.581087 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-ecbd270d-ff00-487d-a162-a79a3d2e5ea7 req-1a6ab3cd-2626-4ae3-98ba-d59155526bb0 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/ports?device_id=6abdb1ac-8058-43fc-8b80-4319898152c3 HTTP/1.1" status: 200 len: 908 time: 0.1271219 Jul 27 23:21:35.631668 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83cc28a-1100-4089-b2ae-d482a735f0fe req-5960977d-fd12-4834-a101-12d5a6d0141b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:21:35.633458 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c83cc28a-1100-4089-b2ae-d482a735f0fe req-5960977d-fd12-4834-a101-12d5a6d0141b service neutron] 10.222.0.38 "GET /v2.0/networks?id=0627b955-dd0f-4cce-ba7f-51e698f3bc59 HTTP/1.1" status: 200 len: 913 time: 0.1213613 Jul 27 23:21:35.641204 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0c62697d-f87e-45ab-a62f-1cbb9bcbc40b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:35.643898 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0c62697d-f87e-45ab-a62f-1cbb9bcbc40b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:35.645108 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-0c62697d-f87e-45ab-a62f-1cbb9bcbc40b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7ad3e2f3-bae7-499b-8c1b-ffd5342af534 HTTP/1.1" status: 204 len: 168 time: 0.3500719 Jul 27 23:21:35.677505 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c62697d-f87e-45ab-a62f-1cbb9bcbc40b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ad3e2f3-bae7-499b-8c1b-ffd5342af534,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:21:35.725503 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c83cc28a-1100-4089-b2ae-d482a735f0fe req-e73de27f-60f7-4d2c-a46e-773cb0923d5b service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ad26d822-930f-4a3b-bd59-0cead7a7d9f8 HTTP/1.1" status: 200 len: 217 time: 0.0848074 Jul 27 23:21:35.818554 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ff1430b2-b2aa-4f52-b16e-4e8ae560f09d None None] Provisioning complete for port ad26d822-930f-4a3b-bd59-0cead7a7d9f8 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:21:35.819036 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ff1430b2-b2aa-4f52-b16e-4e8ae560f09d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:35.838940 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62148679-c1bd-4e51-b786-28f55a92179a req-89f94b44-b130-4659-94d2-3814e607ba56 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:21:35.840999 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-62148679-c1bd-4e51-b786-28f55a92179a req-89f94b44-b130-4659-94d2-3814e607ba56 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/ports?device_id=55cb1b9e-b3c2-47cd-8a02-7c9e10ec36f7 HTTP/1.1" status: 200 len: 944 time: 0.1264303 Jul 27 23:21:35.843654 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83cc28a-1100-4089-b2ae-d482a735f0fe req-9b525750-686d-44df-a2d2-c5f7ce7907e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:21:35.845440 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c83cc28a-1100-4089-b2ae-d482a735f0fe req-9b525750-686d-44df-a2d2-c5f7ce7907e4 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=232a981d-f7d1-42df-991c-3a09e4ce0177 HTTP/1.1" status: 200 len: 851 time: 0.1046429 Jul 27 23:21:35.949095 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-62148679-c1bd-4e51-b786-28f55a92179a req-97bf983a-d124-4594-877d-ac87ceae1e6c tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/security-groups?id=5f578744-6f09-4b7e-a537-2a342130270d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1009438 Jul 27 23:21:35.965094 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83cc28a-1100-4089-b2ae-d482a735f0fe req-5017c4f5-c71b-45a3-a81c-859dd6d17471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:21:35.970102 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c83cc28a-1100-4089-b2ae-d482a735f0fe req-5017c4f5-c71b-45a3-a81c-859dd6d17471 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=0627b955-dd0f-4cce-ba7f-51e698f3bc59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1142256 Jul 27 23:21:36.120424 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-7dbbc8db-a280-462c-809e-48f9bd72d686 req-bcb6c10f-6093-4c31-9caf-f7ea8957b1c5 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] 10.222.0.18 "GET /v2.0/ports?device_id=bab14976-9a79-4961-bbb7-bef26e77c0b6 HTTP/1.1" status: 200 len: 210 time: 0.0927117 Jul 27 23:21:36.250531 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c83cc28a-1100-4089-b2ae-d482a735f0fe req-c26cd985-747b-4259-9959-e26c55b97fcd service neutron] 10.222.0.38 "GET /v2.0/networks/0627b955-dd0f-4cce-ba7f-51e698f3bc59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2725875 Jul 27 23:21:36.389672 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d6598f-8336-4c9c-9d22-41075ffb8bb8 req-67a97b26-1d63-4fe5-b22d-bba6ac7dcb10 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:21:36.397127 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-80d6598f-8336-4c9c-9d22-41075ffb8bb8 req-67a97b26-1d63-4fe5-b22d-bba6ac7dcb10 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/ports?device_id=55cb1b9e-b3c2-47cd-8a02-7c9e10ec36f7 HTTP/1.1" status: 200 len: 944 time: 0.1235642 Jul 27 23:21:36.427736 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c83cc28a-1100-4089-b2ae-d482a735f0fe req-d22b2dab-29cf-4a14-9100-e1912d51e03b service neutron] 10.222.0.38 "GET /v2.0/networks/0627b955-dd0f-4cce-ba7f-51e698f3bc59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1696649 Jul 27 23:21:36.445553 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-80d6598f-8336-4c9c-9d22-41075ffb8bb8 req-e6edc4b6-56f6-490e-9a1d-e978275a9ac4 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/security-groups?id=5f578744-6f09-4b7e-a537-2a342130270d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478203 Jul 27 23:21:36.833932 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdf6888-478a-424d-bf82-cbceaecf1c97 req-beb6e26e-5bed-4f11-9adf-1f14a45cdd03 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:21:36.835951 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-5cdf6888-478a-424d-bf82-cbceaecf1c97 req-beb6e26e-5bed-4f11-9adf-1f14a45cdd03 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/networks?id=0627b955-dd0f-4cce-ba7f-51e698f3bc59 HTTP/1.1" status: 200 len: 812 time: 0.1265342 Jul 27 23:21:36.859854 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-5cdf6888-478a-424d-bf82-cbceaecf1c97 req-4e725906-3000-4f71-80cf-5d30ed4cdf5b tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/quotas/096ab815848b4fa4865a54f76499dfb1 HTTP/1.1" status: 200 len: 375 time: 0.0161932 Jul 27 23:21:36.924018 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-5cdf6888-478a-424d-bf82-cbceaecf1c97 req-1330f357-d87a-46ae-9424-68ad9c544afe tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=096ab815848b4fa4865a54f76499dfb1&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0631843 Jul 27 23:21:37.039929 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-5cdf6888-478a-424d-bf82-cbceaecf1c97 req-667afb30-69fb-41c8-8a02-e45efbe3dce1 service neutron] 10.222.0.18 "GET /v2.0/networks/0627b955-dd0f-4cce-ba7f-51e698f3bc59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072965 Jul 27 23:21:37.183666 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-5cdf6888-478a-424d-bf82-cbceaecf1c97 req-023600a4-5eb5-455c-9f16-2569bab2366e service neutron] 10.222.0.18 "GET /v2.0/networks/0627b955-dd0f-4cce-ba7f-51e698f3bc59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289287 Jul 27 23:21:37.359965 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 52186) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:21:37.450150 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-559def4d-61f6-4d88-8efd-2acacf0464cb req-de74a0f3-a5a3-456c-8341-d19439e4ca34 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/ports?device_id=24f1bcda-d342-44cb-a8a4-b50ba39d32f7 HTTP/1.1" status: 200 len: 210 time: 0.0376251 Jul 27 23:21:37.481387 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6c6902d6-0c9e-4c21-ac8b-abe9f4a3c51c tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:37.543894 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6c6902d6-0c9e-4c21-ac8b-abe9f4a3c51c tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:37.665978 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6c6902d6-0c9e-4c21-ac8b-abe9f4a3c51c tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:37.670089 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6c6902d6-0c9e-4c21-ac8b-abe9f4a3c51c tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:37.682372 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-6c6902d6-0c9e-4c21-ac8b-abe9f4a3c51c tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] 10.222.0.18 "DELETE /v2.0/security-groups/cfd41bdc-77a0-40db-b366-4cd3c3051f6e HTTP/1.1" status: 204 len: 168 time: 0.3185616 Jul 27 23:21:37.682555 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 52202) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:21:37.702526 n-d-802623-1 neutron-server[93798]: INFO neutron.api.v2.resource [None req-26faf278-ef5d-47ec-94d7-03b72c99695b tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] show failed (client error): The resource could not be found. Jul 27 23:21:37.704177 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-26faf278-ef5d-47ec-94d7-03b72c99695b tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] 10.222.0.18 "GET /v2.0/security-groups/cfd41bdc-77a0-40db-b366-4cd3c3051f6e HTTP/1.1" status: 404 len: 347 time: 0.0205400 Jul 27 23:21:37.706596 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6902d6-0c9e-4c21-ac8b-abe9f4a3c51c tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfd41bdc-77a0-40db-b366-4cd3c3051f6e,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:21:37.707375 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 52204) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:21:37.961635 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-a69d1eb2-3616-44d4-aa20-7b6a71c884c0 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Deleting port e6341b2d-ced9-44ab-9a4b-8f92225068ce {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:21:37.963221 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a69d1eb2-3616-44d4-aa20-7b6a71c884c0 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:38.103887 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a69d1eb2-3616-44d4-aa20-7b6a71c884c0 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:38.104271 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a69d1eb2-3616-44d4-aa20-7b6a71c884c0 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:38.138260 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-a69d1eb2-3616-44d4-aa20-7b6a71c884c0 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Calling delete_port for e6341b2d-ced9-44ab-9a4b-8f92225068ce owned by network:floatingip {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:21:38.326659 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a69d1eb2-3616-44d4-aa20-7b6a71c884c0 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:38.356684 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69d1eb2-3616-44d4-aa20-7b6a71c884c0 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Pushing event deleted for resources: {'Port': ['ID=e6341b2d-ced9-44ab-9a4b-8f92225068ce,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:21:38.430752 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a69d1eb2-3616-44d4-aa20-7b6a71c884c0 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Notify callbacks [] for floatingip, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:38.433620 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a69d1eb2-3616-44d4-aa20-7b6a71c884c0 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for floatingip, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:38.435465 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-a69d1eb2-3616-44d4-aa20-7b6a71c884c0 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] 10.222.0.18 "DELETE /v2.0/floatingips/717c3bea-7331-4248-953b-a6f94eaeff3e HTTP/1.1" status: 204 len: 168 time: 0.7263219 Jul 27 23:21:38.438213 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 52220) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:21:38.540324 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-22d22f11-57c1-4251-a272-35794e1c0281 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Deleting port a1bdfbba-9a24-43d6-84b3-1265d2295611 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:21:38.540676 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-22d22f11-57c1-4251-a272-35794e1c0281 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:38.617794 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-124bb15e-8bee-4543-b4fb-41dff8a9b78b req-0f54d005-c97f-4e60-8d37-36c6c7e9b12f tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/ports?device_id=24f1bcda-d342-44cb-a8a4-b50ba39d32f7 HTTP/1.1" status: 200 len: 210 time: 0.0802810 Jul 27 23:21:38.685357 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-22d22f11-57c1-4251-a272-35794e1c0281 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:38.698126 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-22d22f11-57c1-4251-a272-35794e1c0281 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Calling delete_port for a1bdfbba-9a24-43d6-84b3-1265d2295611 owned by {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:21:38.954598 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdf6888-478a-424d-bf82-cbceaecf1c97 req-4f19dd17-6d95-4f4f-ae6c-0419d8273915 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:21:38.956279 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-5cdf6888-478a-424d-bf82-cbceaecf1c97 req-4f19dd17-6d95-4f4f-ae6c-0419d8273915 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.49 "GET /v2.0/networks?id=0627b955-dd0f-4cce-ba7f-51e698f3bc59 HTTP/1.1" status: 200 len: 812 time: 0.2519484 Jul 27 23:21:38.992962 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [req-5cdf6888-478a-424d-bf82-cbceaecf1c97 req-ec2f15dd-a4eb-4691-8eb3-823cbaee9210 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Request body: {'port': {'device_id': '24f1bcda-d342-44cb-a8a4-b50ba39d32f7', 'network_id': '0627b955-dd0f-4cce-ba7f-51e698f3bc59', 'admin_state_up': True, 'tenant_id': '096ab815848b4fa4865a54f76499dfb1'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:21:39.167477 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-22d22f11-57c1-4251-a272-35794e1c0281 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:39.209520 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5cdf6888-478a-424d-bf82-cbceaecf1c97 req-ec2f15dd-a4eb-4691-8eb3-823cbaee9210 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Made reservation on behalf of 096ab815848b4fa4865a54f76499dfb1 for: {'port': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:21:39.213667 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-5cdf6888-478a-424d-bf82-cbceaecf1c97 req-ec2f15dd-a4eb-4691-8eb3-823cbaee9210 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:39.237086 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d22f11-57c1-4251-a272-35794e1c0281 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Pushing event deleted for resources: {'Port': ['ID=a1bdfbba-9a24-43d6-84b3-1265d2295611,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:21:39.482541 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-22d22f11-57c1-4251-a272-35794e1c0281 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:39.487193 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 52248) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:21:39.487599 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-22d22f11-57c1-4251-a272-35794e1c0281 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] 10.222.0.18 "DELETE /v2.0/ports/a1bdfbba-9a24-43d6-84b3-1265d2295611 HTTP/1.1" status: 204 len: 168 time: 1.0479872 Jul 27 23:21:39.534694 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [req-5cdf6888-478a-424d-bf82-cbceaecf1c97 req-ec2f15dd-a4eb-4691-8eb3-823cbaee9210 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Allocated IP 172.20.0.5 (0627b955-dd0f-4cce-ba7f-51e698f3bc59/232a981d-f7d1-42df-991c-3a09e4ce0177/58d15820-eb41-4ab3-a19f-4bd2609bc51a) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:21:39.584228 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 52254) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:21:39.672700 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-02dda5a9-68db-4a9c-b4b3-ca2a58ba6144 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Deleting port 0559974f-5eee-44ff-baf2-074fd2c27b02 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:21:39.673148 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-02dda5a9-68db-4a9c-b4b3-ca2a58ba6144 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:39.804956 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-02dda5a9-68db-4a9c-b4b3-ca2a58ba6144 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:39.811620 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-13c12027-03d2-4c55-8aa7-b978d5dd8c87 req-440b1b2d-dda1-4b31-8f5a-6d843561a9f1 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/ports?device_id=24f1bcda-d342-44cb-a8a4-b50ba39d32f7 HTTP/1.1" status: 200 len: 210 time: 0.0596128 Jul 27 23:21:39.847419 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-02dda5a9-68db-4a9c-b4b3-ca2a58ba6144 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Calling delete_port for 0559974f-5eee-44ff-baf2-074fd2c27b02 owned by {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:21:39.875651 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ea238ac5-af8d-42fe-9019-38fbf5904239 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:39.944279 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-5cdf6888-478a-424d-bf82-cbceaecf1c97 req-ec2f15dd-a4eb-4691-8eb3-823cbaee9210 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:39.969165 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [req-5cdf6888-478a-424d-bf82-cbceaecf1c97 req-ec2f15dd-a4eb-4691-8eb3-823cbaee9210 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Transition to ACTIVE for port object 58d15820-eb41-4ab3-a19f-4bd2609bc51a will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:21:40.045930 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-5cdf6888-478a-424d-bf82-cbceaecf1c97 req-ec2f15dd-a4eb-4691-8eb3-823cbaee9210 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:40.060708 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] get_ports_and_sgs() called for port_ids ['2f6e68dd-baf9-4f43-bbe4-1312f336f420'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:21:40.064706 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] get_ports_and_sgs() called for port_ids ['b8ac6b50-4d3e-4b8a-9d24-a1e0600d37ae'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:21:40.095401 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ea238ac5-af8d-42fe-9019-38fbf5904239 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:40.103800 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-02dda5a9-68db-4a9c-b4b3-ca2a58ba6144 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:40.108316 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ea238ac5-af8d-42fe-9019-38fbf5904239 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:40.114855 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5cdf6888-478a-424d-bf82-cbceaecf1c97 req-ec2f15dd-a4eb-4691-8eb3-823cbaee9210 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Network 0627b955-dd0f-4cce-ba7f-51e698f3bc59 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:21:40.142985 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [req-5cdf6888-478a-424d-bf82-cbceaecf1c97 req-ec2f15dd-a4eb-4691-8eb3-823cbaee9210 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:21:40.148620 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02dda5a9-68db-4a9c-b4b3-ca2a58ba6144 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Pushing event deleted for resources: {'Port': ['ID=0559974f-5eee-44ff-baf2-074fd2c27b02,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:21:40.176484 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cdf6888-478a-424d-bf82-cbceaecf1c97 req-ec2f15dd-a4eb-4691-8eb3-823cbaee9210 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:21:40.218688 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2f15dd-a4eb-4691-8eb3-823cbaee9210 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Pushing event updated for resources: {'Port': ['ID=58d15820-eb41-4ab3-a19f-4bd2609bc51a,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:21:40.339852 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-02dda5a9-68db-4a9c-b4b3-ca2a58ba6144 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:40.350166 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-02dda5a9-68db-4a9c-b4b3-ca2a58ba6144 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] 10.222.0.18 "DELETE /v2.0/ports/0559974f-5eee-44ff-baf2-074fd2c27b02 HTTP/1.1" status: 204 len: 168 time: 0.8609364 Jul 27 23:21:40.355202 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 52264) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:21:40.396618 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdf6888-478a-424d-bf82-cbceaecf1c97 req-ec2f15dd-a4eb-4691-8eb3-823cbaee9210 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:21:40.397238 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-5cdf6888-478a-424d-bf82-cbceaecf1c97 req-ec2f15dd-a4eb-4691-8eb3-823cbaee9210 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:40.441570 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-ea238ac5-af8d-42fe-9019-38fbf5904239 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4bf6f438c5634acb8619202cdad75f28&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8550611 Jul 27 23:21:40.444608 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-5cdf6888-478a-424d-bf82-cbceaecf1c97 req-ec2f15dd-a4eb-4691-8eb3-823cbaee9210 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4753611 Jul 27 23:21:40.446027 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 52266) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:21:40.454915 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea238ac5-af8d-42fe-9019-38fbf5904239 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00a8a3c9-7d39-49ed-9698-b2f9547778bf,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:21:40.487006 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [req-5cdf6888-478a-424d-bf82-cbceaecf1c97 req-47503621-1d4a-4fdc-96c4-2fd638737f18 service neutron] Request body: {'port': {'device_id': '24f1bcda-d342-44cb-a8a4-b50ba39d32f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802623-1'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:21:40.550544 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_v2 [None req-38b03554-9003-476f-aa71-f5171159c6d8 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Deleting subnet 205a94b6-ea5d-4719-adab-a78f7e1e308f {{(pid=93798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 23:21:40.554191 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-38b03554-9003-476f-aa71-f5171159c6d8 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Notify callbacks [] for subnet, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:40.644357 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-38b03554-9003-476f-aa71-f5171159c6d8 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11163249'] for subnet, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:40.684294 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-5cdf6888-478a-424d-bf82-cbceaecf1c97 req-47503621-1d4a-4fdc-96c4-2fd638737f18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:40.722290 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9ff87dd6-4968-4866-b4ec-b7e934d73413 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:40.789683 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9ff87dd6-4968-4866-b4ec-b7e934d73413 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:40.816198 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-38b03554-9003-476f-aa71-f5171159c6d8 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620741'] for subnet, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:40.908622 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-8667cca8-3e99-42b9-a82d-851fb89f4790 None None] Provisioning for port 58d15820-eb41-4ab3-a19f-4bd2609bc51a completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:21:40.946369 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-8667cca8-3e99-42b9-a82d-851fb89f4790 None None] Provisioning complete for port 58d15820-eb41-4ab3-a19f-4bd2609bc51a triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:21:40.949330 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8667cca8-3e99-42b9-a82d-851fb89f4790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:40.993598 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-38b03554-9003-476f-aa71-f5171159c6d8 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11971800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12265753'] for subnet, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:41.025444 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-8667cca8-3e99-42b9-a82d-851fb89f4790 None None] Port 58d15820-eb41-4ab3-a19f-4bd2609bc51a cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:21:41.028511 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bc4f17-ab40-474d-bb9e-4ac4b2a62d7e req-afe36077-61bf-45ce-a794-d2e27624ae2f tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:21:41.030069 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a6bc4f17-ab40-474d-bb9e-4ac4b2a62d7e req-afe36077-61bf-45ce-a794-d2e27624ae2f tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/ports?device_id=24f1bcda-d342-44cb-a8a4-b50ba39d32f7 HTTP/1.1" status: 200 len: 931 time: 0.1034455 Jul 27 23:21:41.057591 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b03554-9003-476f-aa71-f5171159c6d8 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Pushing event deleted for resources: {'Subnet': ['ID=205a94b6-ea5d-4719-adab-a78f7e1e308f,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:21:41.064650 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-38b03554-9003-476f-aa71-f5171159c6d8 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:41.066743 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-38b03554-9003-476f-aa71-f5171159c6d8 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] 10.222.0.18 "DELETE /v2.0/subnets/205a94b6-ea5d-4719-adab-a78f7e1e308f HTTP/1.1" status: 204 len: 168 time: 0.7103803 Jul 27 23:21:41.069862 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 52280) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:21:41.082002 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11a997ba-71b5-44b6-a589-f66a6a12a8c9 None None] Network c34a942f-0b0f-45f7-a399-4187f193826f requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:21:41.086027 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9ff87dd6-4968-4866-b4ec-b7e934d73413 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:41.088630 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9ff87dd6-4968-4866-b4ec-b7e934d73413 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:41.092624 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-9ff87dd6-4968-4866-b4ec-b7e934d73413 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/00a8a3c9-7d39-49ed-9698-b2f9547778bf HTTP/1.1" status: 204 len: 168 time: 0.6428323 Jul 27 23:21:41.101219 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff87dd6-4968-4866-b4ec-b7e934d73413 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00a8a3c9-7d39-49ed-9698-b2f9547778bf,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:21:41.123640 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a6bc4f17-ab40-474d-bb9e-4ac4b2a62d7e req-66e51c0d-0b4a-4401-9cfe-98e43cdb1d06 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/security-groups?id=fa1f1682-89f2-436c-be39-8607c4cda167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676575 Jul 27 23:21:41.144360 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ca84e50-0805-4f39-9862-9e820a4c8964 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Deleting subnet ba464d94-7c37-4a78-bcc3-06220a9217b5 {{(pid=93798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 23:21:41.147627 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5ca84e50-0805-4f39-9862-9e820a4c8964 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Notify callbacks [] for subnet, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:41.195396 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5ca84e50-0805-4f39-9862-9e820a4c8964 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11163249'] for subnet, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:41.261279 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [req-5cdf6888-478a-424d-bf82-cbceaecf1c97 req-47503621-1d4a-4fdc-96c4-2fd638737f18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58d15820-eb41-4ab3-a19f-4bd2609bc51a {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:21:41.270213 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-5cdf6888-478a-424d-bf82-cbceaecf1c97 req-47503621-1d4a-4fdc-96c4-2fd638737f18 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:41.296190 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [req-5cdf6888-478a-424d-bf82-cbceaecf1c97 req-47503621-1d4a-4fdc-96c4-2fd638737f18 service neutron] Transition to ACTIVE for port object 58d15820-eb41-4ab3-a19f-4bd2609bc51a will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:21:41.306373 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-5cdf6888-478a-424d-bf82-cbceaecf1c97 req-47503621-1d4a-4fdc-96c4-2fd638737f18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11336041'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:41.384911 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5ca84e50-0805-4f39-9862-9e820a4c8964 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620741'] for subnet, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:41.417439 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47503621-1d4a-4fdc-96c4-2fd638737f18 service neutron] Pushing event updated for resources: {'Port': ['ID=58d15820-eb41-4ab3-a19f-4bd2609bc51a,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:21:41.464751 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e6d46c4-2a56-499f-a464-b033ffb4197f None None] DHCP port deletion for c34a942f-0b0f-45f7-a399-4187f193826f request from n-d-802623-1 {{(pid=93799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 23:21:41.500905 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5ca84e50-0805-4f39-9862-9e820a4c8964 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11971800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12265753'] for subnet, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:41.511715 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 52286) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:21:41.536473 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b2f4eae2-5641-4b11-8ddc-662e2ad84263 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:41.566442 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-5cdf6888-478a-424d-bf82-cbceaecf1c97 req-47503621-1d4a-4fdc-96c4-2fd638737f18 service neutron] Attempting to bind port 58d15820-eb41-4ab3-a19f-4bd2609bc51a on host n-h2-802623-1 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:21:41.567545 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-5cdf6888-478a-424d-bf82-cbceaecf1c97 req-47503621-1d4a-4fdc-96c4-2fd638737f18 service neutron] Attempting to bind port 58d15820-eb41-4ab3-a19f-4bd2609bc51a by drivers openvswitch,hyperv on host n-h2-802623-1 at level 0 using segments [{'id': '145d64c0-063a-4e1d-8ed5-459cef7aa517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '0627b955-dd0f-4cce-ba7f-51e698f3bc59'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:21:41.568428 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cdf6888-478a-424d-bf82-cbceaecf1c97 req-47503621-1d4a-4fdc-96c4-2fd638737f18 service neutron] Attempting to bind port 58d15820-eb41-4ab3-a19f-4bd2609bc51a on network 0627b955-dd0f-4cce-ba7f-51e698f3bc59 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:21:41.570263 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-2e6d46c4-2a56-499f-a464-b033ffb4197f None None] Deleting port 90399ad5-e803-44f2-bb92-ef85713dbb99 {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:21:41.570910 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2e6d46c4-2a56-499f-a464-b033ffb4197f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:41.571364 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca84e50-0805-4f39-9862-9e820a4c8964 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Pushing event deleted for resources: {'Subnet': ['ID=ba464d94-7c37-4a78-bcc3-06220a9217b5,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:21:41.578148 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5ca84e50-0805-4f39-9862-9e820a4c8964 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:41.580732 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cdf6888-478a-424d-bf82-cbceaecf1c97 req-47503621-1d4a-4fdc-96c4-2fd638737f18 service neutron] Port 58d15820-eb41-4ab3-a19f-4bd2609bc51a on network 0627b955-dd0f-4cce-ba7f-51e698f3bc59 not bound, no agent of type Open vSwitch agent registered on host n-h2-802623-1 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 23:21:41.581127 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cdf6888-478a-424d-bf82-cbceaecf1c97 req-47503621-1d4a-4fdc-96c4-2fd638737f18 service neutron] Attempting to bind port 58d15820-eb41-4ab3-a19f-4bd2609bc51a on network 0627b955-dd0f-4cce-ba7f-51e698f3bc59 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:21:41.584025 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 52288) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:21:41.584243 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-5ca84e50-0805-4f39-9862-9e820a4c8964 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] 10.222.0.18 "DELETE /v2.0/subnets/ba464d94-7c37-4a78-bcc3-06220a9217b5 HTTP/1.1" status: 204 len: 168 time: 0.5129275 Jul 27 23:21:41.589469 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22d78c76-362b-4681-9486-1f600656c15e None None] Network c246f1fa-d287-4449-88ed-7e41ec7ffa41 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:21:41.685780 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cdf6888-478a-424d-bf82-cbceaecf1c97 req-47503621-1d4a-4fdc-96c4-2fd638737f18 service neutron] Checking agent: {'id': 'c5cc038b-93c4-4df4-8061-5df2a04a48c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 23, 0, 4), 'started_at': datetime.datetime(2021, 7, 27, 23, 0, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 21, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:21:41.686126 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cdf6888-478a-424d-bf82-cbceaecf1c97 req-47503621-1d4a-4fdc-96c4-2fd638737f18 service neutron] Checking segment: {'id': '145d64c0-063a-4e1d-8ed5-459cef7aa517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '0627b955-dd0f-4cce-ba7f-51e698f3bc59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:21:41.686529 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cdf6888-478a-424d-bf82-cbceaecf1c97 req-47503621-1d4a-4fdc-96c4-2fd638737f18 service neutron] Bound using segment: {'id': '145d64c0-063a-4e1d-8ed5-459cef7aa517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '0627b955-dd0f-4cce-ba7f-51e698f3bc59'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:21:41.687264 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-5cdf6888-478a-424d-bf82-cbceaecf1c97 req-47503621-1d4a-4fdc-96c4-2fd638737f18 service neutron] Bound port: 58d15820-eb41-4ab3-a19f-4bd2609bc51a, host: n-h2-802623-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '145d64c0-063a-4e1d-8ed5-459cef7aa517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '0627b955-dd0f-4cce-ba7f-51e698f3bc59'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:21:41.687432 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-5cdf6888-478a-424d-bf82-cbceaecf1c97 req-47503621-1d4a-4fdc-96c4-2fd638737f18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:41.712255 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-2e6d46c4-2a56-499f-a464-b033ffb4197f None None] For port 90399ad5-e803-44f2-bb92-ef85713dbb99, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=90399ad5-e803-44f2-bb92-ef85713dbb99,segment=NetworkSegment(e18f4904-6ae0-4e14-a513-9cfea782d82f),segment_id=e18f4904-6ae0-4e14-a513-9cfea782d82f)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:21:41.712494 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2e6d46c4-2a56-499f-a464-b033ffb4197f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:41.721232 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b2f4eae2-5641-4b11-8ddc-662e2ad84263 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:41.737664 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b2f4eae2-5641-4b11-8ddc-662e2ad84263 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:41.758705 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-2e6d46c4-2a56-499f-a464-b033ffb4197f None None] Calling delete_port for 90399ad5-e803-44f2-bb92-ef85713dbb99 owned by network:dhcp {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:21:41.769028 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1bb03d4c-ea7a-405b-916f-18a45f49e113 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593271'] for network, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:41.820039 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f4eae2-5641-4b11-8ddc-662e2ad84263 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4388d62-207d-4c28-bb1f-c1e35352e03c,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:21:41.842801 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-b2f4eae2-5641-4b11-8ddc-662e2ad84263 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=13b2914d6bb047228a037f21687ad1d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3213992 Jul 27 23:21:41.843802 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 52296) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:21:41.897991 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-29e02f77-0a17-4896-b181-61447550ddcd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:41.916933 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-5cdf6888-478a-424d-bf82-cbceaecf1c97 req-47503621-1d4a-4fdc-96c4-2fd638737f18 service neutron] For port 58d15820-eb41-4ab3-a19f-4bd2609bc51a, host n-h2-802623-1, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:21:41.921995 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-5cdf6888-478a-424d-bf82-cbceaecf1c97 req-47503621-1d4a-4fdc-96c4-2fd638737f18 service neutron] For port 58d15820-eb41-4ab3-a19f-4bd2609bc51a, host n-h2-802623-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=58d15820-eb41-4ab3-a19f-4bd2609bc51a,segment=NetworkSegment(145d64c0-063a-4e1d-8ed5-459cef7aa517),segment_id=145d64c0-063a-4e1d-8ed5-459cef7aa517)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:21:41.940941 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-5cdf6888-478a-424d-bf82-cbceaecf1c97 req-47503621-1d4a-4fdc-96c4-2fd638737f18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11336041'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:41.944670 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2e6d46c4-2a56-499f-a464-b033ffb4197f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:41.968265 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-29e02f77-0a17-4896-b181-61447550ddcd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:41.985272 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdf6888-478a-424d-bf82-cbceaecf1c97 req-47503621-1d4a-4fdc-96c4-2fd638737f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:21:41.985900 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-5cdf6888-478a-424d-bf82-cbceaecf1c97 req-47503621-1d4a-4fdc-96c4-2fd638737f18 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:41.987338 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-5cdf6888-478a-424d-bf82-cbceaecf1c97 req-47503621-1d4a-4fdc-96c4-2fd638737f18 service neutron] 10.222.0.49 "PUT /v2.0/ports/58d15820-eb41-4ab3-a19f-4bd2609bc51a HTTP/1.1" status: 200 len: 1091 time: 1.5335236 Jul 27 23:21:41.987788 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24f1bcda-d342-44cb-a8a4-b50ba39d32f7', 'tag': '58d15820-eb41-4ab3-a19f-4bd2609bc51a'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:21:41.990423 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a476459a1bfce68b0ae0df5b6a71154bfc7cfdc8f9eefce6ad0a17231e60468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29253b6f-7198-49a9-9bb5-749c53e72ac1" -d '{"events": [{"name": "network-changed", "server_uuid": "24f1bcda-d342-44cb-a8a4-b50ba39d32f7", "tag": "58d15820-eb41-4ab3-a19f-4bd2609bc51a"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:21:42.015968 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e6d46c4-2a56-499f-a464-b033ffb4197f None None] No DVR routers for this DVR port 90399ad5-e803-44f2-bb92-ef85713dbb99 on host n-d-802623-1 {{(pid=93799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:21:42.044023 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15816323-6273-4f07-b014-3c258a4465dc None None] DHCP port deletion for c246f1fa-d287-4449-88ed-7e41ec7ffa41 request from n-d-802623-1 {{(pid=93799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 23:21:42.063608 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6d46c4-2a56-499f-a464-b033ffb4197f None None] Pushing event deleted for resources: {'Port': ['ID=90399ad5-e803-44f2-bb92-ef85713dbb99,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:21:42.083709 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 23:21:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fb3fa00-b90d-4997-a25f-d08ec8775a51 x-openstack-request-id: req-5fb3fa00-b90d-4997-a25f-d08ec8775a51 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:21:42.083983 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24f1bcda-d342-44cb-a8a4-b50ba39d32f7", "tag": "58d15820-eb41-4ab3-a19f-4bd2609bc51a", "status": "completed", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:21:42.084433 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5fb3fa00-b90d-4997-a25f-d08ec8775a51 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:21:42.084727 n-d-802623-1 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24f1bcda-d342-44cb-a8a4-b50ba39d32f7', 'tag': '58d15820-eb41-4ab3-a19f-4bd2609bc51a', 'status': 'completed', 'code': 200} Jul 27 23:21:42.103352 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-1bb03d4c-ea7a-405b-916f-18a45f49e113 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Deleting port 90399ad5-e803-44f2-bb92-ef85713dbb99 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:21:42.103352 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1bb03d4c-ea7a-405b-916f-18a45f49e113 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:42.118890 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-29e02f77-0a17-4896-b181-61447550ddcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:42.122675 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-29e02f77-0a17-4896-b181-61447550ddcd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:42.126402 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-29e02f77-0a17-4896-b181-61447550ddcd admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b4388d62-207d-4c28-bb1f-c1e35352e03c HTTP/1.1" status: 204 len: 168 time: 0.2794445 Jul 27 23:21:42.129093 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47503621-1d4a-4fdc-96c4-2fd638737f18 service neutron] Pushing event updated for resources: {'Port': ['ID=58d15820-eb41-4ab3-a19f-4bd2609bc51a,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:21:42.144343 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e02f77-0a17-4896-b181-61447550ddcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4388d62-207d-4c28-bb1f-c1e35352e03c,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:21:42.241338 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-15816323-6273-4f07-b014-3c258a4465dc None None] Deleting port 165b80dd-d51f-4509-920c-5de585a993d6 {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:21:42.279867 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-15816323-6273-4f07-b014-3c258a4465dc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:42.302493 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-1bb03d4c-ea7a-405b-916f-18a45f49e113 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] For port 90399ad5-e803-44f2-bb92-ef85713dbb99, host n-d-802623-1, got binding levels [] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:21:42.302654 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec3d8d6-9dd8-483a-8261-eaa06fefee37 req-6f98d4ce-991c-4e52-84d6-2815cecbd4d5 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:21:42.302897 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1bb03d4c-ea7a-405b-916f-18a45f49e113 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:42.306893 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdf6888-478a-424d-bf82-cbceaecf1c97 req-16a8f71a-5b9a-4a5c-88bc-ac263f28c97a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:21:42.308440 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-5cdf6888-478a-424d-bf82-cbceaecf1c97 req-16a8f71a-5b9a-4a5c-88bc-ac263f28c97a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=096ab815848b4fa4865a54f76499dfb1&device_id=24f1bcda-d342-44cb-a8a4-b50ba39d32f7 HTTP/1.1" status: 200 len: 1094 time: 0.2598083 Jul 27 23:21:42.312809 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-5ec3d8d6-9dd8-483a-8261-eaa06fefee37 req-6f98d4ce-991c-4e52-84d6-2815cecbd4d5 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/ports?device_id=24f1bcda-d342-44cb-a8a4-b50ba39d32f7 HTTP/1.1" status: 200 len: 943 time: 0.0855000 Jul 27 23:21:42.364602 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-1bb03d4c-ea7a-405b-916f-18a45f49e113 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Calling delete_port for 90399ad5-e803-44f2-bb92-ef85713dbb99 owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:21:42.386632 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-5ec3d8d6-9dd8-483a-8261-eaa06fefee37 req-918a5138-cc7b-4019-90dd-27caf18a5959 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/security-groups?id=fa1f1682-89f2-436c-be39-8607c4cda167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708013 Jul 27 23:21:42.408575 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-15816323-6273-4f07-b014-3c258a4465dc None None] For port 165b80dd-d51f-4509-920c-5de585a993d6, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=165b80dd-d51f-4509-920c-5de585a993d6,segment=NetworkSegment(c7a206b6-2b59-413c-9a8e-188476801f18),segment_id=c7a206b6-2b59-413c-9a8e-188476801f18)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:21:42.408575 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-15816323-6273-4f07-b014-3c258a4465dc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:42.408892 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.ipam_backend_mixin [None req-1bb03d4c-ea7a-405b-916f-18a45f49e113 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Port 90399ad5-e803-44f2-bb92-ef85713dbb99 was not found and therefore no delete operation was performed {{(pid=93797) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 27 23:21:42.408892 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-5cdf6888-478a-424d-bf82-cbceaecf1c97 req-57adcfc6-0edc-455f-9be5-cac86484039f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=58d15820-eb41-4ab3-a19f-4bd2609bc51a HTTP/1.1" status: 200 len: 217 time: 0.0842996 Jul 27 23:21:42.408892 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1bb03d4c-ea7a-405b-916f-18a45f49e113 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:42.425171 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-15816323-6273-4f07-b014-3c258a4465dc None None] Calling delete_port for 165b80dd-d51f-4509-920c-5de585a993d6 owned by network:dhcp {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:21:42.489109 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb03d4c-ea7a-405b-916f-18a45f49e113 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Pushing event deleted for resources: {'Port': ['ID=90399ad5-e803-44f2-bb92-ef85713dbb99,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:21:42.498053 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb03d4c-ea7a-405b-916f-18a45f49e113 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] No DVR routers for this DVR port 90399ad5-e803-44f2-bb92-ef85713dbb99 on host n-d-802623-1 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:21:42.588288 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-15816323-6273-4f07-b014-3c258a4465dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:42.624385 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdf6888-478a-424d-bf82-cbceaecf1c97 req-3906f51a-b220-4d6f-acf0-a7a2c1e25738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:21:42.626108 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-5cdf6888-478a-424d-bf82-cbceaecf1c97 req-3906f51a-b220-4d6f-acf0-a7a2c1e25738 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=232a981d-f7d1-42df-991c-3a09e4ce0177 HTTP/1.1" status: 200 len: 851 time: 0.1692221 Jul 27 23:21:42.634309 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15816323-6273-4f07-b014-3c258a4465dc None None] Pushing event deleted for resources: {'Port': ['ID=165b80dd-d51f-4509-920c-5de585a993d6,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:21:42.642648 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15816323-6273-4f07-b014-3c258a4465dc None None] No DVR routers for this DVR port 165b80dd-d51f-4509-920c-5de585a993d6 on host n-d-802623-1 {{(pid=93799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:21:42.718708 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1bb03d4c-ea7a-405b-916f-18a45f49e113 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618032', 'neutron.services.segments.db._delete_segments_for_network-8736833900081'] for network, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:42.749561 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-1bb03d4c-ea7a-405b-916f-18a45f49e113 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c34a942f-0b0f-45f7-a399-4187f193826f']}} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:21:42.762070 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 165b80dd-d51f-4509-920c-5de585a993d6 no longer exists at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:21:42.765347 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-1bb03d4c-ea7a-405b-916f-18a45f49e113 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e18f4904-6ae0-4e14-a513-9cfea782d82f') {'for_net_delete': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:21:42.765679 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-1bb03d4c-ea7a-405b-916f-18a45f49e113 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e18f4904-6ae0-4e14-a513-9cfea782d82f') {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:21:42.768837 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdf6888-478a-424d-bf82-cbceaecf1c97 req-39386873-818d-47ee-b293-7ecd4548edde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:21:42.770433 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-5cdf6888-478a-424d-bf82-cbceaecf1c97 req-39386873-818d-47ee-b293-7ecd4548edde service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0627b955-dd0f-4cce-ba7f-51e698f3bc59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1274323 Jul 27 23:21:42.779316 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1bb03d4c-ea7a-405b-916f-18a45f49e113 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736833900858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11335978'] for segment, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:42.786079 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] No Port match for: 165b80dd-d51f-4509-920c-5de585a993d6 {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:21:42.786532 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 165b80dd-d51f-4509-920c-5de585a993d6 not bound to the agent host n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:21:42.786851 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 90399ad5-e803-44f2-bb92-ef85713dbb99 no longer exists at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:21:42.815779 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] No Port match for: 90399ad5-e803-44f2-bb92-ef85713dbb99 {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:21:42.816032 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 90399ad5-e803-44f2-bb92-ef85713dbb99 not bound to the agent host n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:21:42.868933 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1bb03d4c-ea7a-405b-916f-18a45f49e113 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:42.879949 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1bb03d4c-ea7a-405b-916f-18a45f49e113 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Releasing vlan 524 on physical network physnet1 to pool {{(pid=93797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 23:21:42.880356 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1bb03d4c-ea7a-405b-916f-18a45f49e113 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11336013'] for segment, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:42.884119 n-d-802623-1 neutron-server[93797]: Traceback (most recent call last): Jul 27 23:21:42.884119 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 23:21:42.884119 n-d-802623-1 neutron-server[93797]: timer() Jul 27 23:21:42.884119 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 23:21:42.884119 n-d-802623-1 neutron-server[93797]: cb(*args, **kw) Jul 27 23:21:42.884119 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 23:21:42.884119 n-d-802623-1 neutron-server[93797]: return func(*args, **kwargs) Jul 27 23:21:42.884119 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 23:21:42.884119 n-d-802623-1 neutron-server[93797]: self._notify() Jul 27 23:21:42.884119 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 23:21:42.884119 n-d-802623-1 neutron-server[93797]: self.callback(batched_events) Jul 27 23:21:42.884119 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 23:21:42.884119 n-d-802623-1 neutron-server[93797]: event.method(event) Jul 27 23:21:42.884119 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 23:21:42.884119 n-d-802623-1 neutron-server[93797]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 23:21:42.884119 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 23:21:42.884119 n-d-802623-1 neutron-server[93797]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 23:21:42.884119 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 23:21:42.884119 n-d-802623-1 neutron-server[93797]: return f(self, *a, **k) Jul 27 23:21:42.884119 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 23:21:42.884119 n-d-802623-1 neutron-server[93797]: return self._get(url).json() Jul 27 23:21:42.884119 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 23:21:42.884119 n-d-802623-1 neutron-server[93797]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 23:21:42.884119 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 23:21:42.884119 n-d-802623-1 neutron-server[93797]: return self.request(url, 'GET', **kwargs) Jul 27 23:21:42.884119 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 23:21:42.884119 n-d-802623-1 neutron-server[93797]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 23:21:42.884119 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 23:21:42.884119 n-d-802623-1 neutron-server[93797]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 23:21:42.884119 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 23:21:42.884119 n-d-802623-1 neutron-server[93797]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 23:21:42.884119 n-d-802623-1 neutron-server[93797]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 23:21:42.976899 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1bb03d4c-ea7a-405b-916f-18a45f49e113 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415412'] for network, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:42.982451 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1bb03d4c-ea7a-405b-916f-18a45f49e113 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for network, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:42.984578 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-1bb03d4c-ea7a-405b-916f-18a45f49e113 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] 10.222.0.18 "DELETE /v2.0/networks/c34a942f-0b0f-45f7-a399-4187f193826f HTTP/1.1" status: 204 len: 168 time: 1.3978019 Jul 27 23:21:42.987470 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 52334) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:21:42.998537 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-5cdf6888-478a-424d-bf82-cbceaecf1c97 req-e605ff8b-65a4-4f59-b5ee-e41d389f04f4 service neutron] 10.222.0.49 "GET /v2.0/networks/0627b955-dd0f-4cce-ba7f-51e698f3bc59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2170539 Jul 27 23:21:43.069553 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6bdba57e-fded-4e09-978e-4d7b0d7e007d tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593271'] for network, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:43.073684 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb03d4c-ea7a-405b-916f-18a45f49e113 tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Pushing event deleted for resources: {'Network': ['ID=c34a942f-0b0f-45f7-a399-4187f193826f,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:21:43.100649 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-5cdf6888-478a-424d-bf82-cbceaecf1c97 req-6655cf53-164d-4e74-9bb5-e2e1bb893b87 service neutron] 10.222.0.49 "GET /v2.0/networks/0627b955-dd0f-4cce-ba7f-51e698f3bc59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926373 Jul 27 23:21:43.180648 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6bdba57e-fded-4e09-978e-4d7b0d7e007d tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618032', 'neutron.services.segments.db._delete_segments_for_network-8736833900081'] for network, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:43.212170 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-6bdba57e-fded-4e09-978e-4d7b0d7e007d tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c246f1fa-d287-4449-88ed-7e41ec7ffa41']}} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:21:43.234426 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-6bdba57e-fded-4e09-978e-4d7b0d7e007d tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7a206b6-2b59-413c-9a8e-188476801f18') {'for_net_delete': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:21:43.234717 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-6bdba57e-fded-4e09-978e-4d7b0d7e007d tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7a206b6-2b59-413c-9a8e-188476801f18') {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:21:43.246045 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6bdba57e-fded-4e09-978e-4d7b0d7e007d tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736833900858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11163256'] for segment, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:43.248521 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29253b6f-7198-49a9-9bb5-749c53e72ac1 req-9da927b6-c1ab-43cb-ad7b-616f497fc2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:21:43.250075 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-29253b6f-7198-49a9-9bb5-749c53e72ac1 req-9da927b6-c1ab-43cb-ad7b-616f497fc2e6 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=096ab815848b4fa4865a54f76499dfb1&device_id=24f1bcda-d342-44cb-a8a4-b50ba39d32f7 HTTP/1.1" status: 200 len: 1094 time: 0.0966444 Jul 27 23:21:43.261915 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6bdba57e-fded-4e09-978e-4d7b0d7e007d tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:43.270991 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6bdba57e-fded-4e09-978e-4d7b0d7e007d tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Releasing vlan 511 on physical network physnet1 to pool {{(pid=93798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 23:21:43.272077 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6bdba57e-fded-4e09-978e-4d7b0d7e007d tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11971746'] for segment, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:43.279680 n-d-802623-1 neutron-server[93798]: Traceback (most recent call last): Jul 27 23:21:43.279680 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 23:21:43.279680 n-d-802623-1 neutron-server[93798]: timer() Jul 27 23:21:43.279680 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 23:21:43.279680 n-d-802623-1 neutron-server[93798]: cb(*args, **kw) Jul 27 23:21:43.279680 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 23:21:43.279680 n-d-802623-1 neutron-server[93798]: return func(*args, **kwargs) Jul 27 23:21:43.279680 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 23:21:43.279680 n-d-802623-1 neutron-server[93798]: self._notify() Jul 27 23:21:43.279680 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 23:21:43.279680 n-d-802623-1 neutron-server[93798]: self.callback(batched_events) Jul 27 23:21:43.279680 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 23:21:43.279680 n-d-802623-1 neutron-server[93798]: event.method(event) Jul 27 23:21:43.279680 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 23:21:43.279680 n-d-802623-1 neutron-server[93798]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 23:21:43.279680 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 23:21:43.279680 n-d-802623-1 neutron-server[93798]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 23:21:43.279680 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 23:21:43.279680 n-d-802623-1 neutron-server[93798]: return f(self, *a, **k) Jul 27 23:21:43.279680 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 23:21:43.279680 n-d-802623-1 neutron-server[93798]: return self._get(url).json() Jul 27 23:21:43.279680 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 23:21:43.279680 n-d-802623-1 neutron-server[93798]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 23:21:43.279680 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 23:21:43.279680 n-d-802623-1 neutron-server[93798]: return self.request(url, 'GET', **kwargs) Jul 27 23:21:43.279680 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 23:21:43.279680 n-d-802623-1 neutron-server[93798]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 23:21:43.279680 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 23:21:43.279680 n-d-802623-1 neutron-server[93798]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 23:21:43.279680 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 23:21:43.279680 n-d-802623-1 neutron-server[93798]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 23:21:43.279680 n-d-802623-1 neutron-server[93798]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 23:21:43.384905 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29253b6f-7198-49a9-9bb5-749c53e72ac1 req-44d6bc9c-9ab9-40a9-b669-e7e6cc38a303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:21:43.388287 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-29253b6f-7198-49a9-9bb5-749c53e72ac1 req-44d6bc9c-9ab9-40a9-b669-e7e6cc38a303 service neutron] 10.222.0.49 "GET /v2.0/networks?id=0627b955-dd0f-4cce-ba7f-51e698f3bc59 HTTP/1.1" status: 200 len: 913 time: 0.1297176 Jul 27 23:21:43.390669 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6bdba57e-fded-4e09-978e-4d7b0d7e007d tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415412'] for network, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:43.404043 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6bdba57e-fded-4e09-978e-4d7b0d7e007d tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:43.406266 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-6bdba57e-fded-4e09-978e-4d7b0d7e007d tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] 10.222.0.18 "DELETE /v2.0/networks/c246f1fa-d287-4449-88ed-7e41ec7ffa41 HTTP/1.1" status: 204 len: 168 time: 0.4177284 Jul 27 23:21:43.434501 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdba57e-fded-4e09-978e-4d7b0d7e007d tempest-TaggedBootDevicesTest_v242-582411527 tempest-TaggedBootDevicesTest_v242-582411527-project] Pushing event deleted for resources: {'Network': ['ID=c246f1fa-d287-4449-88ed-7e41ec7ffa41,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:21:43.480621 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-29253b6f-7198-49a9-9bb5-749c53e72ac1 req-2a156470-1183-4a4b-87f5-17914c1d21b5 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=58d15820-eb41-4ab3-a19f-4bd2609bc51a HTTP/1.1" status: 200 len: 217 time: 0.0846081 Jul 27 23:21:43.572721 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29253b6f-7198-49a9-9bb5-749c53e72ac1 req-8654a223-4c9c-4351-aca7-b282e452b566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:21:43.584510 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-29253b6f-7198-49a9-9bb5-749c53e72ac1 req-8654a223-4c9c-4351-aca7-b282e452b566 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=232a981d-f7d1-42df-991c-3a09e4ce0177 HTTP/1.1" status: 200 len: 851 time: 0.0928719 Jul 27 23:21:43.648227 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29253b6f-7198-49a9-9bb5-749c53e72ac1 req-f96bb072-c0f0-4dc0-ad78-35e4ddecf850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:21:43.649747 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-29253b6f-7198-49a9-9bb5-749c53e72ac1 req-f96bb072-c0f0-4dc0-ad78-35e4ddecf850 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0627b955-dd0f-4cce-ba7f-51e698f3bc59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0577734 Jul 27 23:21:43.708985 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a9cc00-2601-416a-8d51-e052c6ddc9eb req-22861929-5f63-418b-b23b-8c2d324f6cbc tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:21:43.710828 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f6a9cc00-2601-416a-8d51-e052c6ddc9eb req-22861929-5f63-418b-b23b-8c2d324f6cbc tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/ports?device_id=24f1bcda-d342-44cb-a8a4-b50ba39d32f7 HTTP/1.1" status: 200 len: 943 time: 0.1232383 Jul 27 23:21:43.798216 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f6a9cc00-2601-416a-8d51-e052c6ddc9eb req-e25300d8-a7bd-41bc-90b8-7e30684077fa tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/security-groups?id=fa1f1682-89f2-436c-be39-8607c4cda167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775156 Jul 27 23:21:43.823682 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-29253b6f-7198-49a9-9bb5-749c53e72ac1 req-b473ee72-b227-45c0-a949-be9d8c59c8ef service neutron] 10.222.0.49 "GET /v2.0/networks/0627b955-dd0f-4cce-ba7f-51e698f3bc59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1647074 Jul 27 23:21:43.959867 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-29253b6f-7198-49a9-9bb5-749c53e72ac1 req-701ec26e-e517-4e1e-ad4e-7c81b969bae4 service neutron] 10.222.0.49 "GET /v2.0/networks/0627b955-dd0f-4cce-ba7f-51e698f3bc59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287973 Jul 27 23:21:44.993509 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bbe181-0293-4122-864a-a962d1db74fe req-554761ee-278d-42fb-ad0f-807af31afbdb tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:21:44.996294 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-83bbe181-0293-4122-864a-a962d1db74fe req-554761ee-278d-42fb-ad0f-807af31afbdb tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/ports?device_id=24f1bcda-d342-44cb-a8a4-b50ba39d32f7 HTTP/1.1" status: 200 len: 943 time: 0.0803258 Jul 27 23:21:45.055686 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-83bbe181-0293-4122-864a-a962d1db74fe req-2f8c5853-b432-46cc-be02-89afd69e9a81 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/security-groups?id=fa1f1682-89f2-436c-be39-8607c4cda167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529318 Jul 27 23:21:45.304629 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.agents_db [None req-9beef776-8bab-4de2-989a-f5a23ba4aaf4 None None] Agent healthcheck: found 7 active agents {{(pid=93800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 23:21:45.708559 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 52424) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:21:45.833022 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-31624e38-663d-47a4-92fa-90990c12c04b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:45.959084 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-31624e38-663d-47a4-92fa-90990c12c04b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:45.965333 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-31624e38-663d-47a4-92fa-90990c12c04b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:46.018094 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-31624e38-663d-47a4-92fa-90990c12c04b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=dc67ffa97222407cb83bae2694329d72&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3084397 Jul 27 23:21:46.019152 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31624e38-663d-47a4-92fa-90990c12c04b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=904672bd-a290-4bd8-9aeb-ae676922a52e,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:21:46.021172 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 52440) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:21:46.081645 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2f93b739-d910-4dc2-9805-072946452fde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:46.100522 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 52446) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:21:46.119014 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2f93b739-d910-4dc2-9805-072946452fde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:46.252594 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-27a63e44-d756-401c-808a-f3dec3f111bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:46.582505 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2f93b739-d910-4dc2-9805-072946452fde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:46.585437 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2f93b739-d910-4dc2-9805-072946452fde admin admin] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:46.586775 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-2f93b739-d910-4dc2-9805-072946452fde admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/904672bd-a290-4bd8-9aeb-ae676922a52e HTTP/1.1" status: 204 len: 168 time: 0.5645490 Jul 27 23:21:46.595544 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f93b739-d910-4dc2-9805-072946452fde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=904672bd-a290-4bd8-9aeb-ae676922a52e,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:21:46.619697 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b936b38-e4ff-42b9-abb3-3548af0823c6 req-89851de4-6fb1-47e6-a32a-da40220db299 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:21:46.621271 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8b936b38-e4ff-42b9-abb3-3548af0823c6 req-89851de4-6fb1-47e6-a32a-da40220db299 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/ports?device_id=24f1bcda-d342-44cb-a8a4-b50ba39d32f7 HTTP/1.1" status: 200 len: 943 time: 0.4369044 Jul 27 23:21:46.677805 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8b936b38-e4ff-42b9-abb3-3548af0823c6 req-ac95259b-455b-48f4-8deb-74516b14d43e tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/security-groups?id=fa1f1682-89f2-436c-be39-8607c4cda167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470204 Jul 27 23:21:46.743652 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-27a63e44-d756-401c-808a-f3dec3f111bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:46.748733 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-27a63e44-d756-401c-808a-f3dec3f111bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:46.786440 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-27a63e44-d756-401c-808a-f3dec3f111bb admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b42279368d9346b1aeee4919a073f828&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6833165 Jul 27 23:21:46.787242 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 52456) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:21:46.807759 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a63e44-d756-401c-808a-f3dec3f111bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c381f69-9905-417e-b58c-a49d76c1ea7a,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:21:46.808010 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device 58d15820-eb41-4ab3-a19f-4bd2609bc51a details requested by agent hyperv_n-h2-802623-1 with host n-h2-802623-1 {{(pid=93799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 23:21:46.886028 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-81ad36c4-220c-42b9-afa3-2c1a8ed32131 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:46.916929 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-81ad36c4-220c-42b9-afa3-2c1a8ed32131 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:46.977818 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-81ad36c4-220c-42b9-afa3-2c1a8ed32131 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:46.981351 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-81ad36c4-220c-42b9-afa3-2c1a8ed32131 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:46.984460 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-81ad36c4-220c-42b9-afa3-2c1a8ed32131 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7c381f69-9905-417e-b58c-a49d76c1ea7a HTTP/1.1" status: 204 len: 168 time: 0.1953623 Jul 27 23:21:46.987149 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port 58d15820-eb41-4ab3-a19f-4bd2609bc51a, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=58d15820-eb41-4ab3-a19f-4bd2609bc51a,segment=NetworkSegment(145d64c0-063a-4e1d-8ed5-459cef7aa517),segment_id=145d64c0-063a-4e1d-8ed5-459cef7aa517)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:21:47.015965 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Returning: {'device': '58d15820-eb41-4ab3-a19f-4bd2609bc51a', 'network_id': '0627b955-dd0f-4cce-ba7f-51e698f3bc59', 'port_id': '58d15820-eb41-4ab3-a19f-4bd2609bc51a', 'mac_address': 'fa:16:3e:69:86:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '232a981d-f7d1-42df-991c-3a09e4ce0177', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 23:21:47.025332 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ad36c4-220c-42b9-afa3-2c1a8ed32131 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c381f69-9905-417e-b58c-a49d76c1ea7a,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:21:47.060836 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 52464) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:21:47.078729 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-22d0ee9b-a7db-4592-a468-0cf85ec69905 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:47.116935 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:47.167887 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58d15820-eb41-4ab3-a19f-4bd2609bc51a {{(pid=93799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:21:47.242125 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port 58d15820-eb41-4ab3-a19f-4bd2609bc51a, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=58d15820-eb41-4ab3-a19f-4bd2609bc51a,segment=NetworkSegment(145d64c0-063a-4e1d-8ed5-459cef7aa517),segment_id=145d64c0-063a-4e1d-8ed5-459cef7aa517)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:21:47.249910 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:47.299600 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-22d0ee9b-a7db-4592-a468-0cf85ec69905 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:47.309682 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-22d0ee9b-a7db-4592-a468-0cf85ec69905 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:47.363914 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Pushing event updated for resources: {'Port': ['ID=58d15820-eb41-4ab3-a19f-4bd2609bc51a,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:21:47.364498 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-22d0ee9b-a7db-4592-a468-0cf85ec69905 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6a158f208b0942bca2744cbf01c2cda6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3024549 Jul 27 23:21:47.367201 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 52472) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:21:47.367737 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d0ee9b-a7db-4592-a468-0cf85ec69905 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdaad077-62d3-41d7-a278-9f13413303be,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:21:47.439964 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-413342d9-3ce9-4b10-a8b4-55f65d5f7c35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:47.466843 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-413342d9-3ce9-4b10-a8b4-55f65d5f7c35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:47.496284 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 52474) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:21:47.511131 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5314f993-eac4-4593-8828-7089d4885d50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:47.542794 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-413342d9-3ce9-4b10-a8b4-55f65d5f7c35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:47.546212 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-413342d9-3ce9-4b10-a8b4-55f65d5f7c35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:47.547659 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-413342d9-3ce9-4b10-a8b4-55f65d5f7c35 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/bdaad077-62d3-41d7-a278-9f13413303be HTTP/1.1" status: 204 len: 168 time: 0.1787152 Jul 27 23:21:47.557912 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413342d9-3ce9-4b10-a8b4-55f65d5f7c35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdaad077-62d3-41d7-a278-9f13413303be,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:21:47.592595 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] get_ports_and_sgs() called for port_ids ['58d15820-eb41-4ab3-a19f-4bd2609bc51a'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:21:47.623323 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5314f993-eac4-4593-8828-7089d4885d50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:47.628047 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5314f993-eac4-4593-8828-7089d4885d50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:47.662192 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 52478) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:21:47.662489 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-5314f993-eac4-4593-8828-7089d4885d50 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5acd2b8999704bf5b6fc882531d09bcb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1643550 Jul 27 23:21:47.687148 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5314f993-eac4-4593-8828-7089d4885d50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82656706-88f1-4643-bf08-acd4b26f2cb2,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:21:47.752081 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ea98d296-3c6d-4416-ab5e-800038c5dadc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:47.801015 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ea98d296-3c6d-4416-ab5e-800038c5dadc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:47.869265 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ea98d296-3c6d-4416-ab5e-800038c5dadc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:47.873069 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ea98d296-3c6d-4416-ab5e-800038c5dadc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:47.876655 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-ea98d296-3c6d-4416-ab5e-800038c5dadc admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/82656706-88f1-4643-bf08-acd4b26f2cb2 HTTP/1.1" status: 204 len: 168 time: 0.2107847 Jul 27 23:21:47.883766 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea98d296-3c6d-4416-ab5e-800038c5dadc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82656706-88f1-4643-bf08-acd4b26f2cb2,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:21:47.884470 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152b369b-edcf-420d-aa3a-a34d640f7d49 req-9d186887-d1b5-4a2b-b4d1-760b726e4608 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:21:47.891026 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-152b369b-edcf-420d-aa3a-a34d640f7d49 req-9d186887-d1b5-4a2b-b4d1-760b726e4608 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/ports?device_id=24f1bcda-d342-44cb-a8a4-b50ba39d32f7 HTTP/1.1" status: 200 len: 944 time: 0.0893319 Jul 27 23:21:47.938546 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-152b369b-edcf-420d-aa3a-a34d640f7d49 req-d652a9f1-f6d5-4178-bdb4-282e533f3513 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/security-groups?id=fa1f1682-89f2-436c-be39-8607c4cda167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424759 Jul 27 23:21:48.341222 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 52508) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:21:48.363110 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d7c4c56b-eb8a-4f40-a58f-22fc60ab3af9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:48.458045 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d7c4c56b-eb8a-4f40-a58f-22fc60ab3af9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:48.463822 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d7c4c56b-eb8a-4f40-a58f-22fc60ab3af9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:48.505191 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c4c56b-eb8a-4f40-a58f-22fc60ab3af9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b503181-da84-43c6-9566-58fb55373e06,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:21:48.512072 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-d7c4c56b-eb8a-4f40-a58f-22fc60ab3af9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1fc371b9f44e4b318b81d534d0845cbb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1674941 Jul 27 23:21:48.512412 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 52512) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:21:48.564513 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bd12db53-ab97-44e3-84d5-a6aa61532551 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:48.586999 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bd12db53-ab97-44e3-84d5-a6aa61532551 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:48.641820 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bd12db53-ab97-44e3-84d5-a6aa61532551 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:48.644758 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bd12db53-ab97-44e3-84d5-a6aa61532551 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:48.648595 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-bd12db53-ab97-44e3-84d5-a6aa61532551 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8b503181-da84-43c6-9566-58fb55373e06 HTTP/1.1" status: 204 len: 168 time: 0.1320393 Jul 27 23:21:48.668611 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd12db53-ab97-44e3-84d5-a6aa61532551 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b503181-da84-43c6-9566-58fb55373e06,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:21:48.814129 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device 58d15820-eb41-4ab3-a19f-4bd2609bc51a up at agent hyperv_n-h2-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:21:48.882326 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Provisioning for port 58d15820-eb41-4ab3-a19f-4bd2609bc51a completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:21:48.895388 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Provisioning complete for port 58d15820-eb41-4ab3-a19f-4bd2609bc51a triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:21:48.896006 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:48.997954 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:49.039611 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24f1bcda-d342-44cb-a8a4-b50ba39d32f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58d15820-eb41-4ab3-a19f-4bd2609bc51a'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:21:49.042213 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c0369b0d4f459110ff20a1f9878ba33f96d6491bddb9d15843bf29d01e0bda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec0c68b1-6843-4ad9-b6d9-e4ac5089c9a6" -d '{"events": [{"server_uuid": "24f1bcda-d342-44cb-a8a4-b50ba39d32f7", "name": "network-vif-plugged", "status": "completed", "tag": "58d15820-eb41-4ab3-a19f-4bd2609bc51a"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:21:49.058601 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port 58d15820-eb41-4ab3-a19f-4bd2609bc51a, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=58d15820-eb41-4ab3-a19f-4bd2609bc51a,segment=NetworkSegment(145d64c0-063a-4e1d-8ed5-459cef7aa517),segment_id=145d64c0-063a-4e1d-8ed5-459cef7aa517)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:21:49.064938 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:49.106885 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:21:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4a13e29-1ddc-4e9e-81c2-d65ec6c4d1b1 x-openstack-request-id: req-a4a13e29-1ddc-4e9e-81c2-d65ec6c4d1b1 {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:21:49.110658 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24f1bcda-d342-44cb-a8a4-b50ba39d32f7", "name": "network-vif-plugged", "status": "completed", "tag": "58d15820-eb41-4ab3-a19f-4bd2609bc51a", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:21:49.110916 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a4a13e29-1ddc-4e9e-81c2-d65ec6c4d1b1 {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:21:49.111350 n-d-802623-1 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24f1bcda-d342-44cb-a8a4-b50ba39d32f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58d15820-eb41-4ab3-a19f-4bd2609bc51a', 'code': 200} Jul 27 23:21:49.136187 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a939a88-21e0-41eb-9111-1d040a3a7c7c req-1937a1a8-106f-4201-b4dc-9d7c8c77aa5b tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:21:49.145962 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-0a939a88-21e0-41eb-9111-1d040a3a7c7c req-1937a1a8-106f-4201-b4dc-9d7c8c77aa5b tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/ports?device_id=24f1bcda-d342-44cb-a8a4-b50ba39d32f7 HTTP/1.1" status: 200 len: 944 time: 0.1175988 Jul 27 23:21:49.151308 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Pushing event updated for resources: {'Port': ['ID=58d15820-eb41-4ab3-a19f-4bd2609bc51a,revision_number=5']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:21:49.242711 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88fb488-6840-47d2-a44d-a194dce3f700 req-5281dcf1-f8b7-4199-a7fb-dab99d9069a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:21:49.244223 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d88fb488-6840-47d2-a44d-a194dce3f700 req-5281dcf1-f8b7-4199-a7fb-dab99d9069a9 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=24f1bcda-d342-44cb-a8a4-b50ba39d32f7 HTTP/1.1" status: 200 len: 1096 time: 0.0607302 Jul 27 23:21:49.258568 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-0a939a88-21e0-41eb-9111-1d040a3a7c7c req-f468f9b4-a209-4c16-afb4-27ebd99808a7 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/security-groups?id=fa1f1682-89f2-436c-be39-8607c4cda167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076775 Jul 27 23:21:49.290959 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d88fb488-6840-47d2-a44d-a194dce3f700 req-9b190c62-7c00-4838-a772-7a7b1f5f850b service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=fa1f1682-89f2-436c-be39-8607c4cda167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304558 Jul 27 23:21:49.685350 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 52568) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:21:49.894860 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-81d0d413-e104-4278-8b93-e802b24e4388 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-2060966715-network', 'tenant_id': 'acf4fb1269eb40aab078bc0133d25bec'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:21:49.917724 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81d0d413-e104-4278-8b93-e802b24e4388 admin admin] Made reservation on behalf of acf4fb1269eb40aab078bc0133d25bec for: {'network': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:21:49.925390 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-81d0d413-e104-4278-8b93-e802b24e4388 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for network, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:49.947699 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-81d0d413-e104-4278-8b93-e802b24e4388 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:50.069290 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-81d0d413-e104-4278-8b93-e802b24e4388 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:50.073760 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-81d0d413-e104-4278-8b93-e802b24e4388 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:50.105646 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81d0d413-e104-4278-8b93-e802b24e4388 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 530} {{(pid=93798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 23:21:50.116151 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d0d413-e104-4278-8b93-e802b24e4388 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b11aae5-cebe-455f-9f19-42f96fec7a99,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:21:50.138431 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-81d0d413-e104-4278-8b93-e802b24e4388 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:50.138776 n-d-802623-1 neutron-server[93798]: INFO neutron.db.segments_db [None req-81d0d413-e104-4278-8b93-e802b24e4388 admin admin] Added segment ab8d7f4e-2ae1-47bb-971f-c561db8d51ee of type vlan for network 2951db65-3a3c-418a-9804-693b92dbf903 Jul 27 23:21:50.186427 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-81d0d413-e104-4278-8b93-e802b24e4388 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736833354590'] for network, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:50.218890 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-81d0d413-e104-4278-8b93-e802b24e4388 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569'] for network, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:50.220361 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81d0d413-e104-4278-8b93-e802b24e4388 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:21:50.221015 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-81d0d413-e104-4278-8b93-e802b24e4388 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:50.287807 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-81d0d413-e104-4278-8b93-e802b24e4388 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6011045 Jul 27 23:21:50.289207 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d0d413-e104-4278-8b93-e802b24e4388 admin admin] Pushing event updated for resources: {'Network': ['ID=2951db65-3a3c-418a-9804-693b92dbf903,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:21:50.290815 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 52590) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:21:50.296093 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-3cc452bc-9fcc-4f6f-b53f-30bd9f63fbd8 admin admin] Request body: {'subnet': {'network_id': '2951db65-3a3c-418a-9804-693b92dbf903', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-2060966715-subnet', 'tenant_id': 'acf4fb1269eb40aab078bc0133d25bec', 'ip_version': 4}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:21:50.303338 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Network 2951db65-3a3c-418a-9804-693b92dbf903 details requested by agent ovs-agent-n-d-802623-1 with host n-d-802623-1 {{(pid=93799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 23:21:50.330467 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cc452bc-9fcc-4f6f-b53f-30bd9f63fbd8 admin admin] Made reservation on behalf of acf4fb1269eb40aab078bc0133d25bec for: {'subnet': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:21:50.344775 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3cc452bc-9fcc-4f6f-b53f-30bd9f63fbd8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11551435'] for subnet, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:50.492235 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede14f5e-9d1a-46fa-b7f4-73bbd1ee5457 req-dbe78755-3f15-4a58-882c-38edeee2e31b tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:21:50.504995 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-ede14f5e-9d1a-46fa-b7f4-73bbd1ee5457 req-dbe78755-3f15-4a58-882c-38edeee2e31b tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/ports?device_id=24f1bcda-d342-44cb-a8a4-b50ba39d32f7 HTTP/1.1" status: 200 len: 945 time: 0.1577525 Jul 27 23:21:50.560823 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-ede14f5e-9d1a-46fa-b7f4-73bbd1ee5457 req-91df2d26-8feb-4ca9-9fc9-d593e7b1d6cc tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/security-groups?id=fa1f1682-89f2-436c-be39-8607c4cda167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504608 Jul 27 23:21:50.685549 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3cc452bc-9fcc-4f6f-b53f-30bd9f63fbd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11336182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11551417'] for subnet, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:50.744044 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc452bc-9fcc-4f6f-b53f-30bd9f63fbd8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f7d1237-bf2d-4713-bb43-2b24ed14f89e,revision_number=0']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:21:50.754710 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc452bc-9fcc-4f6f-b53f-30bd9f63fbd8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:21:50.755161 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc452bc-9fcc-4f6f-b53f-30bd9f63fbd8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:21:50.755507 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc452bc-9fcc-4f6f-b53f-30bd9f63fbd8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:21:50.755840 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc452bc-9fcc-4f6f-b53f-30bd9f63fbd8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:21:50.756167 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc452bc-9fcc-4f6f-b53f-30bd9f63fbd8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:21:50.756493 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc452bc-9fcc-4f6f-b53f-30bd9f63fbd8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:21:50.756814 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc452bc-9fcc-4f6f-b53f-30bd9f63fbd8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:21:50.757134 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc452bc-9fcc-4f6f-b53f-30bd9f63fbd8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:21:50.757455 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc452bc-9fcc-4f6f-b53f-30bd9f63fbd8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:21:50.757773 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc452bc-9fcc-4f6f-b53f-30bd9f63fbd8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:21:50.758142 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc452bc-9fcc-4f6f-b53f-30bd9f63fbd8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:21:50.758589 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc452bc-9fcc-4f6f-b53f-30bd9f63fbd8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:21:50.766595 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cc452bc-9fcc-4f6f-b53f-30bd9f63fbd8 admin admin] Checking segment: {'id': 'ab8d7f4e-2ae1-47bb-971f-c561db8d51ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '2951db65-3a3c-418a-9804-693b92dbf903'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:21:50.766947 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cc452bc-9fcc-4f6f-b53f-30bd9f63fbd8 admin admin] Network hostable DHCP agents. Network: 2951db65-3a3c-418a-9804-693b92dbf903, hostable agents: ['5950e76f-2bde-4343-a925-cbe6bacd2706'], hosted agents: [] {{(pid=93797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 23:21:50.784818 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cc452bc-9fcc-4f6f-b53f-30bd9f63fbd8 admin admin] Network 2951db65-3a3c-418a-9804-693b92dbf903 is scheduled to be hosted by DHCP agent 5950e76f-2bde-4343-a925-cbe6bacd2706 with binding_index 1 {{(pid=93797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 23:21:50.795204 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-3cc452bc-9fcc-4f6f-b53f-30bd9f63fbd8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802623-1, 2951db65-3a3c-418a-9804-693b92dbf903) {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:21:50.799543 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cc452bc-9fcc-4f6f-b53f-30bd9f63fbd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:21:50.800279 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3cc452bc-9fcc-4f6f-b53f-30bd9f63fbd8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for subnet, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:50.807448 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-404cc795-70b2-48c0-bb49-f0f2ffcb8a89 None None] Network 2951db65-3a3c-418a-9804-693b92dbf903 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:21:50.824002 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-3cc452bc-9fcc-4f6f-b53f-30bd9f63fbd8 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5297217 Jul 27 23:21:50.824397 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 52604) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:21:50.830122 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-67e9c243-d48b-4500-83e1-c284d49ac321 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-2060966715-router', 'tenant_id': 'acf4fb1269eb40aab078bc0133d25bec', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'}}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:21:50.858458 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-67e9c243-d48b-4500-83e1-c284d49ac321 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62159'] for router, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:50.859670 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-67e9c243-d48b-4500-83e1-c284d49ac321 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-479230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-415539', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3693317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62148'] for router, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:50.932544 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-67e9c243-d48b-4500-83e1-c284d49ac321 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:50.992523 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20aa2e46-c568-4259-8d83-17190c56116f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f6f257c-ad18-5f0c-8c8e-ea085a5fc8a2-2951db65-3a3c-418a-9804-693b92dbf903', 'network_id': '2951db65-3a3c-418a-9804-693b92dbf903', 'tenant_id': 'acf4fb1269eb40aab078bc0133d25bec', 'fixed_ips': [{'subnet_id': '3f7d1237-bf2d-4713-bb43-2b24ed14f89e'}]}} from n-d-802623-1. {{(pid=93799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 23:21:50.993413 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-20aa2e46-c568-4259-8d83-17190c56116f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:51.184498 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-20aa2e46-c568-4259-8d83-17190c56116f None None] Allocated IP 172.20.0.2 (2951db65-3a3c-418a-9804-693b92dbf903/3f7d1237-bf2d-4713-bb43-2b24ed14f89e/41feb367-a087-45e0-9212-7eb8b95b4fe8) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:21:51.192983 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-67e9c243-d48b-4500-83e1-c284d49ac321 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-415433', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62186'] for router, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:51.413721 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-20aa2e46-c568-4259-8d83-17190c56116f None None] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:51.422881 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-20aa2e46-c568-4259-8d83-17190c56116f None None] Transition to ACTIVE for port object 41feb367-a087-45e0-9212-7eb8b95b4fe8 will not be triggered until provisioned by entity L2. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:21:51.447560 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-20aa2e46-c568-4259-8d83-17190c56116f None None] Transition to ACTIVE for port object 41feb367-a087-45e0-9212-7eb8b95b4fe8 will not be triggered until provisioned by entity DHCP. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:21:51.454568 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-20aa2e46-c568-4259-8d83-17190c56116f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:51.486437 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-67e9c243-d48b-4500-83e1-c284d49ac321 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:51.509843 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20aa2e46-c568-4259-8d83-17190c56116f None None] Network 2951db65-3a3c-418a-9804-693b92dbf903 is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:21:51.511144 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-67e9c243-d48b-4500-83e1-c284d49ac321 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:51.514496 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-20aa2e46-c568-4259-8d83-17190c56116f None None] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:21:51.516664 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20aa2e46-c568-4259-8d83-17190c56116f None None] Pushing event updated for resources: {'Port': ['ID=41feb367-a087-45e0-9212-7eb8b95b4fe8,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:21:51.519339 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20aa2e46-c568-4259-8d83-17190c56116f None None] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:21:51.594987 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9034a369-d8e1-44c9-90c4-a79b1e2eaddb req-f4b4848a-fa31-4849-a532-80b331c5d9b6 tempest-VolumesSnapshotTestJSON-2142840391 tempest-VolumesSnapshotTestJSON-2142840391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:21:51.603765 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-9034a369-d8e1-44c9-90c4-a79b1e2eaddb req-f4b4848a-fa31-4849-a532-80b331c5d9b6 tempest-VolumesSnapshotTestJSON-2142840391 tempest-VolumesSnapshotTestJSON-2142840391-project] 10.222.0.18 "GET /v2.0/ports?device_id=2451e19f-bde6-450b-a1e1-7a7cc76d7bba HTTP/1.1" status: 200 len: 945 time: 0.1892724 Jul 27 23:21:51.616790 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-20aa2e46-c568-4259-8d83-17190c56116f None None] Attempting to bind port 41feb367-a087-45e0-9212-7eb8b95b4fe8 on host n-d-802623-1 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:21:51.617161 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-20aa2e46-c568-4259-8d83-17190c56116f None None] Attempting to bind port 41feb367-a087-45e0-9212-7eb8b95b4fe8 by drivers openvswitch,hyperv on host n-d-802623-1 at level 0 using segments [{'id': 'ab8d7f4e-2ae1-47bb-971f-c561db8d51ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '2951db65-3a3c-418a-9804-693b92dbf903'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:21:51.617521 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20aa2e46-c568-4259-8d83-17190c56116f None None] Attempting to bind port 41feb367-a087-45e0-9212-7eb8b95b4fe8 on network 2951db65-3a3c-418a-9804-693b92dbf903 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:21:51.623539 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20aa2e46-c568-4259-8d83-17190c56116f None None] Checking agent: {'id': 'a9a568d2-a5e7-41e4-833f-a8ab42ea4073', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 52, 30), 'started_at': datetime.datetime(2021, 7, 27, 22, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 21, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802623-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:21:51.623915 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20aa2e46-c568-4259-8d83-17190c56116f None None] Checking segment: {'id': 'ab8d7f4e-2ae1-47bb-971f-c561db8d51ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '2951db65-3a3c-418a-9804-693b92dbf903'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:21:51.624315 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-20aa2e46-c568-4259-8d83-17190c56116f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:51.624701 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20aa2e46-c568-4259-8d83-17190c56116f None None] Bound using segment: {'id': 'ab8d7f4e-2ae1-47bb-971f-c561db8d51ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '2951db65-3a3c-418a-9804-693b92dbf903'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:21:51.625161 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-20aa2e46-c568-4259-8d83-17190c56116f None None] Bound port: 41feb367-a087-45e0-9212-7eb8b95b4fe8, host: n-d-802623-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab8d7f4e-2ae1-47bb-971f-c561db8d51ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '2951db65-3a3c-418a-9804-693b92dbf903'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:21:51.625749 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-20aa2e46-c568-4259-8d83-17190c56116f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:51.682283 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-9034a369-d8e1-44c9-90c4-a79b1e2eaddb req-88a2ec76-5790-43fb-ba38-e6c534ac455c tempest-VolumesSnapshotTestJSON-2142840391 tempest-VolumesSnapshotTestJSON-2142840391-project] 10.222.0.18 "GET /v2.0/security-groups?id=c6ee22a1-4a36-467f-b125-9b1dd3eea2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731905 Jul 27 23:21:51.720146 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-67e9c243-d48b-4500-83e1-c284d49ac321 admin admin] Allocated IP 172.25.4.45 (2fd42287-ed26-4eb9-89a5-b521f5b04356/17de1f8f-393a-4b0c-a2df-614bd3f2fb5e/b386d006-f6e8-4a99-b630-9c362fcf8960) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:21:51.755800 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-20aa2e46-c568-4259-8d83-17190c56116f None None] For port 41feb367-a087-45e0-9212-7eb8b95b4fe8, host n-d-802623-1, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:21:51.765318 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-20aa2e46-c568-4259-8d83-17190c56116f None None] For port 41feb367-a087-45e0-9212-7eb8b95b4fe8, host n-d-802623-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=41feb367-a087-45e0-9212-7eb8b95b4fe8,segment=NetworkSegment(ab8d7f4e-2ae1-47bb-971f-c561db8d51ee),segment_id=ab8d7f4e-2ae1-47bb-971f-c561db8d51ee)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:21:51.773319 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-20aa2e46-c568-4259-8d83-17190c56116f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:51.812762 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b281874e-798e-4f3d-a540-27ff7b440631 req-ff014917-ee2f-4978-bacd-46e496ea860f tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:21:51.814541 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-b281874e-798e-4f3d-a540-27ff7b440631 req-ff014917-ee2f-4978-bacd-46e496ea860f tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/ports?device_id=24f1bcda-d342-44cb-a8a4-b50ba39d32f7 HTTP/1.1" status: 200 len: 945 time: 0.1282015 Jul 27 23:21:51.861198 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-67e9c243-d48b-4500-83e1-c284d49ac321 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:51.897489 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20aa2e46-c568-4259-8d83-17190c56116f None None] Pushing event updated for resources: {'Port': ['ID=41feb367-a087-45e0-9212-7eb8b95b4fe8,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:21:51.911819 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-b281874e-798e-4f3d-a540-27ff7b440631 req-9b06f9f3-84b7-4dcd-86ed-66c222d5ba5f tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/security-groups?id=fa1f1682-89f2-436c-be39-8607c4cda167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899549 Jul 27 23:21:51.923140 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-67e9c243-d48b-4500-83e1-c284d49ac321 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:51.991816 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67e9c243-d48b-4500-83e1-c284d49ac321 admin admin] Network 2fd42287-ed26-4eb9-89a5-b521f5b04356 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:21:51.995138 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-67e9c243-d48b-4500-83e1-c284d49ac321 admin admin] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:21:51.998901 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e9c243-d48b-4500-83e1-c284d49ac321 admin admin] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:21:52.040543 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e9c243-d48b-4500-83e1-c284d49ac321 admin admin] Pushing event updated for resources: {'Port': ['ID=b386d006-f6e8-4a99-b630-9c362fcf8960,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:21:52.222145 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785a5768-13f7-42e9-b8a8-9453a0a7a31e req-d27791e1-bac2-43ce-b19e-fe4b9f92795d tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:21:52.224075 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-785a5768-13f7-42e9-b8a8-9453a0a7a31e req-d27791e1-bac2-43ce-b19e-fe4b9f92795d tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/ports?device_id=24f1bcda-d342-44cb-a8a4-b50ba39d32f7 HTTP/1.1" status: 200 len: 945 time: 0.0814562 Jul 27 23:21:52.295850 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-785a5768-13f7-42e9-b8a8-9453a0a7a31e req-5d7125fd-e15a-4dd4-9e3e-efa065402ae8 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/security-groups?id=fa1f1682-89f2-436c-be39-8607c4cda167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598941 Jul 27 23:21:52.859277 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 41feb367-a087-45e0-9212-7eb8b95b4fe8 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:21:52.965349 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning for port 41feb367-a087-45e0-9212-7eb8b95b4fe8 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:21:52.982248 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac469b5-cde0-478c-8988-9ed790ff57f2 req-d103584c-b013-4af2-a57e-dd7ced223700 tempest-VolumesSnapshotTestJSON-2142840391 tempest-VolumesSnapshotTestJSON-2142840391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:21:52.989669 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-dac469b5-cde0-478c-8988-9ed790ff57f2 req-d103584c-b013-4af2-a57e-dd7ced223700 tempest-VolumesSnapshotTestJSON-2142840391 tempest-VolumesSnapshotTestJSON-2142840391-project] 10.222.0.18 "GET /v2.0/ports?device_id=2451e19f-bde6-450b-a1e1-7a7cc76d7bba HTTP/1.1" status: 200 len: 945 time: 0.1990790 Jul 27 23:21:53.045722 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-67e9c243-d48b-4500-83e1-c284d49ac321 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:53.061192 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc250b3-b8d2-40a4-b4ed-c302e2529faf req-55178e6f-9d41-4fc6-8bcc-f54e6f11698d tempest-VolumesSnapshotTestJSON-2142840391 tempest-VolumesSnapshotTestJSON-2142840391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:21:53.063945 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-9bc250b3-b8d2-40a4-b4ed-c302e2529faf req-55178e6f-9d41-4fc6-8bcc-f54e6f11698d tempest-VolumesSnapshotTestJSON-2142840391 tempest-VolumesSnapshotTestJSON-2142840391-project] 10.222.0.49 "GET /v2.0/ports?device_id=2451e19f-bde6-450b-a1e1-7a7cc76d7bba HTTP/1.1" status: 200 len: 945 time: 0.0748615 Jul 27 23:21:53.166935 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-280f0ca2-8cb2-46ee-8f42-ee36f4e076b6 None None] Network 2951db65-3a3c-418a-9804-693b92dbf903 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:21:53.213123 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [req-9bc250b3-b8d2-40a4-b4ed-c302e2529faf req-00eb2812-c163-46b3-bfa1-70901f3ec9cd tempest-VolumesSnapshotTestJSON-2142840391 tempest-VolumesSnapshotTestJSON-2142840391-project] Deleting port eac9278e-7bf7-44c6-82a0-d8ed876b4c10 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:21:53.213672 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-9bc250b3-b8d2-40a4-b4ed-c302e2529faf req-00eb2812-c163-46b3-bfa1-70901f3ec9cd tempest-VolumesSnapshotTestJSON-2142840391 tempest-VolumesSnapshotTestJSON-2142840391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:53.288103 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-dac469b5-cde0-478c-8988-9ed790ff57f2 req-cdf02733-6e84-463c-8f56-8d1fcbf4da16 tempest-VolumesSnapshotTestJSON-2142840391 tempest-VolumesSnapshotTestJSON-2142840391-project] 10.222.0.18 "GET /v2.0/security-groups?id=c6ee22a1-4a36-467f-b125-9b1dd3eea2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2972238 Jul 27 23:21:53.341772 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-d3abb384-7376-4d93-97f9-ba80d0e3e871 None None] Provisioning for port 41feb367-a087-45e0-9212-7eb8b95b4fe8 completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:21:53.348422 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-d3abb384-7376-4d93-97f9-ba80d0e3e871 None None] Provisioning complete for port 41feb367-a087-45e0-9212-7eb8b95b4fe8 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:21:53.348796 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d3abb384-7376-4d93-97f9-ba80d0e3e871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:53.387017 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-9bc250b3-b8d2-40a4-b4ed-c302e2529faf req-00eb2812-c163-46b3-bfa1-70901f3ec9cd tempest-VolumesSnapshotTestJSON-2142840391 tempest-VolumesSnapshotTestJSON-2142840391-project] For port eac9278e-7bf7-44c6-82a0-d8ed876b4c10, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=eac9278e-7bf7-44c6-82a0-d8ed876b4c10,segment=NetworkSegment(8df1e016-1296-48ed-ae2c-202b33902bfc),segment_id=8df1e016-1296-48ed-ae2c-202b33902bfc)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:21:53.387840 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-9bc250b3-b8d2-40a4-b4ed-c302e2529faf req-00eb2812-c163-46b3-bfa1-70901f3ec9cd tempest-VolumesSnapshotTestJSON-2142840391 tempest-VolumesSnapshotTestJSON-2142840391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:53.406100 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [req-9bc250b3-b8d2-40a4-b4ed-c302e2529faf req-00eb2812-c163-46b3-bfa1-70901f3ec9cd tempest-VolumesSnapshotTestJSON-2142840391 tempest-VolumesSnapshotTestJSON-2142840391-project] Calling delete_port for eac9278e-7bf7-44c6-82a0-d8ed876b4c10 owned by compute:nova {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:21:53.414417 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-67e9c243-d48b-4500-83e1-c284d49ac321 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-415468'] for router, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:53.485521 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d3abb384-7376-4d93-97f9-ba80d0e3e871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:53.530448 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-d3abb384-7376-4d93-97f9-ba80d0e3e871 None None] For port 41feb367-a087-45e0-9212-7eb8b95b4fe8, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=41feb367-a087-45e0-9212-7eb8b95b4fe8,segment=NetworkSegment(ab8d7f4e-2ae1-47bb-971f-c561db8d51ee),segment_id=ab8d7f4e-2ae1-47bb-971f-c561db8d51ee)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:21:53.535888 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d3abb384-7376-4d93-97f9-ba80d0e3e871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:53.560142 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e477b81-522c-4bf6-a9a0-2ba30e971409 req-6651877e-986d-4d05-9789-569148589d55 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:21:53.562536 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-7e477b81-522c-4bf6-a9a0-2ba30e971409 req-6651877e-986d-4d05-9789-569148589d55 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/ports?device_id=24f1bcda-d342-44cb-a8a4-b50ba39d32f7 HTTP/1.1" status: 200 len: 945 time: 0.1451321 Jul 27 23:21:53.617831 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3abb384-7376-4d93-97f9-ba80d0e3e871 None None] Pushing event updated for resources: {'Port': ['ID=41feb367-a087-45e0-9212-7eb8b95b4fe8,revision_number=3']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:21:53.641700 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67e9c243-d48b-4500-83e1-c284d49ac321 admin admin] Router 79c8e2a9-891c-41fe-996c-389649a999a4 is scheduled to L3 agent 018c4455-49c0-4734-927d-7824067b2a9e with binding_index 1 {{(pid=93798) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 23:21:53.709709 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-7e477b81-522c-4bf6-a9a0-2ba30e971409 req-35e6791d-1072-4eac-a208-4432f5c800f4 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/security-groups?id=fa1f1682-89f2-436c-be39-8607c4cda167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375794 Jul 27 23:21:53.713367 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-9bc250b3-b8d2-40a4-b4ed-c302e2529faf req-00eb2812-c163-46b3-bfa1-70901f3ec9cd tempest-VolumesSnapshotTestJSON-2142840391 tempest-VolumesSnapshotTestJSON-2142840391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:53.727352 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] get_ports_and_sgs() called for port_ids ['eac9278e-7bf7-44c6-82a0-d8ed876b4c10'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:21:53.760455 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00eb2812-c163-46b3-bfa1-70901f3ec9cd tempest-VolumesSnapshotTestJSON-2142840391 tempest-VolumesSnapshotTestJSON-2142840391-project] Pushing event deleted for resources: {'Port': ['ID=eac9278e-7bf7-44c6-82a0-d8ed876b4c10,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:21:53.830260 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67e9c243-d48b-4500-83e1-c284d49ac321 admin admin] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:21:53.841781 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e31cbe86-9174-4cb0-a750-7cafca04c4f8 None None] Sync routers for ids ['79c8e2a9-891c-41fe-996c-389649a999a4'] in n-d-802623-1 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:21:53.867112 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e31cbe86-9174-4cb0-a750-7cafca04c4f8 None None] Routers {'79c8e2a9-891c-41fe-996c-389649a999a4'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:21:53.869323 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e86c9990-e379-4e37-bf78-bef8aeedf08d None None] Provisioning complete for port 41feb367-a087-45e0-9212-7eb8b95b4fe8 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:21:53.870535 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-e31cbe86-9174-4cb0-a750-7cafca04c4f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:21:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['79c8e2a9-891c-41fe-996c-389649a999a4'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:21:53.872442 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e86c9990-e379-4e37-bf78-bef8aeedf08d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:53.883195 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-67e9c243-d48b-4500-83e1-c284d49ac321 admin admin] Notify callbacks [] for router, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:53.901147 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-67e9c243-d48b-4500-83e1-c284d49ac321 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.0754046 Jul 27 23:21:53.901885 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 52678) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:21:53.909557 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bc250b3-b8d2-40a4-b4ed-c302e2529faf req-00eb2812-c163-46b3-bfa1-70901f3ec9cd tempest-VolumesSnapshotTestJSON-2142840391 tempest-VolumesSnapshotTestJSON-2142840391-project] No DVR routers for this DVR port eac9278e-7bf7-44c6-82a0-d8ed876b4c10 on host n-h2-802623-1 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:21:53.919443 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-9bc250b3-b8d2-40a4-b4ed-c302e2529faf req-00eb2812-c163-46b3-bfa1-70901f3ec9cd tempest-VolumesSnapshotTestJSON-2142840391 tempest-VolumesSnapshotTestJSON-2142840391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:53.921524 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-9bc250b3-b8d2-40a4-b4ed-c302e2529faf req-00eb2812-c163-46b3-bfa1-70901f3ec9cd tempest-VolumesSnapshotTestJSON-2142840391 tempest-VolumesSnapshotTestJSON-2142840391-project] 10.222.0.49 "DELETE /v2.0/ports/eac9278e-7bf7-44c6-82a0-d8ed876b4c10 HTTP/1.1" status: 204 len: 173 time: 0.8466020 Jul 27 23:21:53.921999 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2451e19f-bde6-450b-a1e1-7a7cc76d7bba', 'name': 'network-vif-deleted', 'tag': 'eac9278e-7bf7-44c6-82a0-d8ed876b4c10'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:21:53.924455 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a476459a1bfce68b0ae0df5b6a71154bfc7cfdc8f9eefce6ad0a17231e60468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01ef89ae-d1c6-4d02-ba5a-8d45a34deaeb" -d '{"events": [{"server_uuid": "2451e19f-bde6-450b-a1e1-7a7cc76d7bba", "name": "network-vif-deleted", "tag": "eac9278e-7bf7-44c6-82a0-d8ed876b4c10"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:21:54.023311 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:21:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e311aa0-f4b2-46bb-b0fc-f5e9523fa761 x-openstack-request-id: req-5e311aa0-f4b2-46bb-b0fc-f5e9523fa761 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:21:54.023899 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2451e19f-bde6-450b-a1e1-7a7cc76d7bba", "name": "network-vif-deleted", "tag": "eac9278e-7bf7-44c6-82a0-d8ed876b4c10", "status": "completed", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:21:54.024329 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5e311aa0-f4b2-46bb-b0fc-f5e9523fa761 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:21:54.024913 n-d-802623-1 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2451e19f-bde6-450b-a1e1-7a7cc76d7bba', 'name': 'network-vif-deleted', 'tag': 'eac9278e-7bf7-44c6-82a0-d8ed876b4c10', 'status': 'completed', 'code': 200} Jul 27 23:21:54.078151 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-e31cbe86-9174-4cb0-a750-7cafca04c4f8 None None] Set router 79c8e2a9-891c-41fe-996c-389649a999a4 gateway port host: n-d-802623-1 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:21:54.472227 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-e31cbe86-9174-4cb0-a750-7cafca04c4f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79c8e2a9-891c-41fe-996c-389649a999a4', 'name': 'tempest-TestVolumeBackupRestore-2060966715-router', 'tenant_id': 'acf4fb1269eb40aab078bc0133d25bec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.45'}], 'enable_snat': True}, 'gw_port_id': 'b386d006-f6e8-4a99-b630-9c362fcf8960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:21:50Z', 'updated_at': '2021-07-27T23:21:52Z', 'revision_number': 3, 'project_id': 'acf4fb1269eb40aab078bc0133d25bec', 'gw_port': {'id': 'b386d006-f6e8-4a99-b630-9c362fcf8960', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:95:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79c8e2a9-891c-41fe-996c-389649a999a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2105, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:21:51Z', 'updated_at': '2021-07-27T23:21:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1'}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:21:54.515298 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a51e55a9-4d9d-4786-a96d-53f1f17286ba req-c74ddd5c-c463-4420-b033-510bf936e92b tempest-VolumesSnapshotTestJSON-2142840391 tempest-VolumesSnapshotTestJSON-2142840391-project] 10.222.0.18 "GET /v2.0/ports?device_id=2451e19f-bde6-450b-a1e1-7a7cc76d7bba HTTP/1.1" status: 200 len: 210 time: 0.0583117 Jul 27 23:21:54.585147 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e31cbe86-9174-4cb0-a750-7cafca04c4f8 None None] Checking router: 79c8e2a9-891c-41fe-996c-389649a999a4 for host: n-d-802623-1 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 23:21:54.585502 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e31cbe86-9174-4cb0-a750-7cafca04c4f8 None None] Updating router 79c8e2a9-891c-41fe-996c-389649a999a4 port b386d006-f6e8-4a99-b630-9c362fcf8960 binding host n-d-802623-1 {{(pid=93800) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 23:21:54.667865 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e31cbe86-9174-4cb0-a750-7cafca04c4f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:54.683028 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86787530-6cfa-43d2-802f-5c1b335bf09f req-007d2beb-b76b-42af-b98f-c78863fe4279 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:21:54.695214 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-86787530-6cfa-43d2-802f-5c1b335bf09f req-007d2beb-b76b-42af-b98f-c78863fe4279 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/ports?device_id=24f1bcda-d342-44cb-a8a4-b50ba39d32f7 HTTP/1.1" status: 200 len: 945 time: 0.1019728 Jul 27 23:21:54.804032 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 41feb367-a087-45e0-9212-7eb8b95b4fe8 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:21:54.835236 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-86787530-6cfa-43d2-802f-5c1b335bf09f req-860357eb-a993-41b6-bdcd-c466bcbe0337 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/security-groups?id=fa1f1682-89f2-436c-be39-8607c4cda167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263111 Jul 27 23:21:54.900631 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5fe8616d-baa4-4f6c-bd31-064de239237d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:54.913800 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port 41feb367-a087-45e0-9212-7eb8b95b4fe8 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:21:54.914803 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:55.143502 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-5fe8616d-baa4-4f6c-bd31-064de239237d admin admin] Allocated IP 172.20.0.1 (2951db65-3a3c-418a-9804-693b92dbf903/3f7d1237-bf2d-4713-bb43-2b24ed14f89e/808c6a67-4d38-43f1-97d1-eb6f356a3944) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:21:55.322006 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5fe8616d-baa4-4f6c-bd31-064de239237d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:55.338442 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-5fe8616d-baa4-4f6c-bd31-064de239237d admin admin] Transition to ACTIVE for port object 808c6a67-4d38-43f1-97d1-eb6f356a3944 will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:21:55.366987 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e31cbe86-9174-4cb0-a750-7cafca04c4f8 None None] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:55.379563 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5fe8616d-baa4-4f6c-bd31-064de239237d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:55.380803 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-e31cbe86-9174-4cb0-a750-7cafca04c4f8 None None] Transition to ACTIVE for port object b386d006-f6e8-4a99-b630-9c362fcf8960 will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:21:55.390961 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e31cbe86-9174-4cb0-a750-7cafca04c4f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:55.422631 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-e31cbe86-9174-4cb0-a750-7cafca04c4f8 None None] Attempting to bind port b386d006-f6e8-4a99-b630-9c362fcf8960 on host n-d-802623-1 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:21:55.423487 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-e31cbe86-9174-4cb0-a750-7cafca04c4f8 None None] Attempting to bind port b386d006-f6e8-4a99-b630-9c362fcf8960 by drivers openvswitch,hyperv on host n-d-802623-1 at level 0 using segments [{'id': 'b9afe07e-bbe4-4740-834c-4b6a9698bdbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:21:55.423886 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fe8616d-baa4-4f6c-bd31-064de239237d admin admin] Network 2951db65-3a3c-418a-9804-693b92dbf903 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:21:55.424498 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e31cbe86-9174-4cb0-a750-7cafca04c4f8 None None] Attempting to bind port b386d006-f6e8-4a99-b630-9c362fcf8960 on network 2fd42287-ed26-4eb9-89a5-b521f5b04356 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:21:55.427074 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-5fe8616d-baa4-4f6c-bd31-064de239237d admin admin] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:21:55.431163 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fe8616d-baa4-4f6c-bd31-064de239237d admin admin] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:21:55.460816 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e31cbe86-9174-4cb0-a750-7cafca04c4f8 None None] Checking agent: {'id': 'a9a568d2-a5e7-41e4-833f-a8ab42ea4073', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 52, 30), 'started_at': datetime.datetime(2021, 7, 27, 22, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 21, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802623-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:21:55.461744 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e31cbe86-9174-4cb0-a750-7cafca04c4f8 None None] Checking segment: {'id': 'b9afe07e-bbe4-4740-834c-4b6a9698bdbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:21:55.462465 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e31cbe86-9174-4cb0-a750-7cafca04c4f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:55.463081 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e31cbe86-9174-4cb0-a750-7cafca04c4f8 None None] Bound using segment: {'id': 'b9afe07e-bbe4-4740-834c-4b6a9698bdbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:21:55.463739 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-e31cbe86-9174-4cb0-a750-7cafca04c4f8 None None] Bound port: b386d006-f6e8-4a99-b630-9c362fcf8960, host: n-d-802623-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9afe07e-bbe4-4740-834c-4b6a9698bdbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:21:55.464319 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e31cbe86-9174-4cb0-a750-7cafca04c4f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:55.470156 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe8616d-baa4-4f6c-bd31-064de239237d admin admin] Pushing event updated for resources: {'Port': ['ID=808c6a67-4d38-43f1-97d1-eb6f356a3944,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:21:55.487306 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5fe8616d-baa4-4f6c-bd31-064de239237d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-415283'] for router_interface, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:55.538450 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d757dc06-f426-4927-9abb-001cbd6b9e6c None None] Pushing event updated for resources: {'Port': ['ID=b386d006-f6e8-4a99-b630-9c362fcf8960,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:21:55.547954 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d757dc06-f426-4927-9abb-001cbd6b9e6c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:21:55.548327 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d757dc06-f426-4927-9abb-001cbd6b9e6c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:21:55.549639 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d757dc06-f426-4927-9abb-001cbd6b9e6c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:21:55.549639 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d757dc06-f426-4927-9abb-001cbd6b9e6c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:21:55.549639 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d757dc06-f426-4927-9abb-001cbd6b9e6c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:21:55.549639 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d757dc06-f426-4927-9abb-001cbd6b9e6c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:21:55.550047 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d757dc06-f426-4927-9abb-001cbd6b9e6c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:21:55.550247 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d757dc06-f426-4927-9abb-001cbd6b9e6c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:21:55.550528 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d757dc06-f426-4927-9abb-001cbd6b9e6c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:21:55.550955 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d757dc06-f426-4927-9abb-001cbd6b9e6c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:21:55.551327 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d757dc06-f426-4927-9abb-001cbd6b9e6c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:21:55.551648 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d757dc06-f426-4927-9abb-001cbd6b9e6c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:21:55.576778 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e31cbe86-9174-4cb0-a750-7cafca04c4f8 None None] For port b386d006-f6e8-4a99-b630-9c362fcf8960, host n-d-802623-1, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:21:55.580309 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e31cbe86-9174-4cb0-a750-7cafca04c4f8 None None] For port b386d006-f6e8-4a99-b630-9c362fcf8960, host n-d-802623-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=b386d006-f6e8-4a99-b630-9c362fcf8960,segment=NetworkSegment(b9afe07e-bbe4-4740-834c-4b6a9698bdbc),segment_id=b9afe07e-bbe4-4740-834c-4b6a9698bdbc)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:21:55.587746 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e31cbe86-9174-4cb0-a750-7cafca04c4f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:55.664264 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d757dc06-f426-4927-9abb-001cbd6b9e6c None None] Pushing event updated for resources: {'Port': ['ID=b386d006-f6e8-4a99-b630-9c362fcf8960,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:21:55.688834 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e31cbe86-9174-4cb0-a750-7cafca04c4f8 None None] Routers {'79c8e2a9-891c-41fe-996c-389649a999a4'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:21:55.689474 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-e31cbe86-9174-4cb0-a750-7cafca04c4f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:21:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['79c8e2a9-891c-41fe-996c-389649a999a4'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:21:55.742540 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5fe8616d-baa4-4f6c-bd31-064de239237d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:55.918289 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-e31cbe86-9174-4cb0-a750-7cafca04c4f8 None None] Set router 79c8e2a9-891c-41fe-996c-389649a999a4 gateway port host: n-d-802623-1 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:21:55.995689 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-d8700b67-69ea-428c-b793-81bbe305b550 None None] Provisioning for port 808c6a67-4d38-43f1-97d1-eb6f356a3944 completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:21:56.001481 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-d8700b67-69ea-428c-b793-81bbe305b550 None None] Provisioning complete for port 808c6a67-4d38-43f1-97d1-eb6f356a3944 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:21:56.001852 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d8700b67-69ea-428c-b793-81bbe305b550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:56.090829 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-d8700b67-69ea-428c-b793-81bbe305b550 None None] Port 808c6a67-4d38-43f1-97d1-eb6f356a3944 cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:21:56.207068 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65a037a-3b1c-4288-b5b3-f5cc060af16b req-ed59ddb3-4807-401e-bbd4-9e638303315b tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:21:56.215241 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a65a037a-3b1c-4288-b5b3-f5cc060af16b req-ed59ddb3-4807-401e-bbd4-9e638303315b tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/ports?device_id=24f1bcda-d342-44cb-a8a4-b50ba39d32f7 HTTP/1.1" status: 200 len: 945 time: 0.2272868 Jul 27 23:21:56.233783 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5fe8616d-baa4-4f6c-bd31-064de239237d admin admin] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:56.242942 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-e31cbe86-9174-4cb0-a750-7cafca04c4f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79c8e2a9-891c-41fe-996c-389649a999a4', 'name': 'tempest-TestVolumeBackupRestore-2060966715-router', 'tenant_id': 'acf4fb1269eb40aab078bc0133d25bec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.45'}], 'enable_snat': True}, 'gw_port_id': 'b386d006-f6e8-4a99-b630-9c362fcf8960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:21:50Z', 'updated_at': '2021-07-27T23:21:52Z', 'revision_number': 3, 'project_id': 'acf4fb1269eb40aab078bc0133d25bec', 'gw_port': {'id': 'b386d006-f6e8-4a99-b630-9c362fcf8960', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:95:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79c8e2a9-891c-41fe-996c-389649a999a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2105, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:21:51Z', 'updated_at': '2021-07-27T23:21:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1'}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:21:56.251334 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5fe8616d-baa4-4f6c-bd31-064de239237d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:56.290929 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e31cbe86-9174-4cb0-a750-7cafca04c4f8 None None] The sync data for ids ['79c8e2a9-891c-41fe-996c-389649a999a4'] in n-d-802623-1 is: [{'id': '79c8e2a9-891c-41fe-996c-389649a999a4', 'name': 'tempest-TestVolumeBackupRestore-2060966715-router', 'tenant_id': 'acf4fb1269eb40aab078bc0133d25bec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.45'}], 'enable_snat': True}, 'gw_port_id': 'b386d006-f6e8-4a99-b630-9c362fcf8960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:21:50Z', 'updated_at': '2021-07-27T23:21:52Z', 'revision_number': 3, 'project_id': 'acf4fb1269eb40aab078bc0133d25bec', 'gw_port': {'id': 'b386d006-f6e8-4a99-b630-9c362fcf8960', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:95:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79c8e2a9-891c-41fe-996c-389649a999a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2105, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:21:51Z', 'updated_at': '2021-07-27T23:21:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1'}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:21:56.346886 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe8616d-baa4-4f6c-bd31-064de239237d admin admin] Pushing event updated for resources: {'Port': ['ID=808c6a67-4d38-43f1-97d1-eb6f356a3944,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:21:56.372696 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5fe8616d-baa4-4f6c-bd31-064de239237d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3760555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-414115'] for router_interface, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:56.386281 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a65a037a-3b1c-4288-b5b3-f5cc060af16b req-5edb96f4-5d59-4b35-846e-538981d4c8e5 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/security-groups?id=fa1f1682-89f2-436c-be39-8607c4cda167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698325 Jul 27 23:21:56.510250 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fe8616d-baa4-4f6c-bd31-064de239237d admin admin] Network 2951db65-3a3c-418a-9804-693b92dbf903 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:21:56.511790 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-5fe8616d-baa4-4f6c-bd31-064de239237d admin admin] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:21:56.710426 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fe8616d-baa4-4f6c-bd31-064de239237d admin admin] Router 79c8e2a9-891c-41fe-996c-389649a999a4 has already been hosted by L3 agent 018c4455-49c0-4734-927d-7824067b2a9e {{(pid=93798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 23:21:56.857674 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device 58d15820-eb41-4ab3-a19f-4bd2609bc51a details requested by agent hyperv_n-h2-802623-1 with host n-h2-802623-1 {{(pid=93799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 23:21:56.859768 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device eac9278e-7bf7-44c6-82a0-d8ed876b4c10 no longer exists at agent hyperv_n-h2-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:21:56.935542 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] No Port match for: eac9278e-7bf7-44c6-82a0-d8ed876b4c10 {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:21:56.936106 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device eac9278e-7bf7-44c6-82a0-d8ed876b4c10 not bound to the agent host n-h2-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:21:56.936246 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fe8616d-baa4-4f6c-bd31-064de239237d admin admin] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:21:56.938917 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device b386d006-f6e8-4a99-b630-9c362fcf8960 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:21:56.956328 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-5fe8616d-baa4-4f6c-bd31-064de239237d admin admin] 10.222.0.18 "PUT /v2.0/routers/79c8e2a9-891c-41fe-996c-389649a999a4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0441678 Jul 27 23:21:57.162071 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-03ec2000-67a3-492c-98ec-595ab99776b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:57.240773 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-5b28e87a-6214-4ff4-b0e2-3297ca8544ba None None] Provisioning complete for port 808c6a67-4d38-43f1-97d1-eb6f356a3944 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:21:57.241652 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-5b28e87a-6214-4ff4-b0e2-3297ca8544ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:57.359654 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning for port b386d006-f6e8-4a99-b630-9c362fcf8960 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:21:57.365283 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port b386d006-f6e8-4a99-b630-9c362fcf8960 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:21:57.366061 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:57.369697 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-5b28e87a-6214-4ff4-b0e2-3297ca8544ba None None] Port 808c6a67-4d38-43f1-97d1-eb6f356a3944 cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:21:57.449153 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port 58d15820-eb41-4ab3-a19f-4bd2609bc51a, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=58d15820-eb41-4ab3-a19f-4bd2609bc51a,segment=NetworkSegment(145d64c0-063a-4e1d-8ed5-459cef7aa517),segment_id=145d64c0-063a-4e1d-8ed5-459cef7aa517)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:21:57.492360 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Returning: {'device': '58d15820-eb41-4ab3-a19f-4bd2609bc51a', 'network_id': '0627b955-dd0f-4cce-ba7f-51e698f3bc59', 'port_id': '58d15820-eb41-4ab3-a19f-4bd2609bc51a', 'mac_address': 'fa:16:3e:69:86:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '232a981d-f7d1-42df-991c-3a09e4ce0177', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 23:21:57.746725 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:57.748472 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654937f8-27de-4353-a9db-2539aadaebba req-b5b8f3f5-913d-41d7-9761-af4d6a31fc54 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:21:57.750088 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-654937f8-27de-4353-a9db-2539aadaebba req-b5b8f3f5-913d-41d7-9761-af4d6a31fc54 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/ports?device_id=24f1bcda-d342-44cb-a8a4-b50ba39d32f7 HTTP/1.1" status: 200 len: 945 time: 0.1500599 Jul 27 23:21:57.823194 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 58d15820-eb41-4ab3-a19f-4bd2609bc51a {{(pid=93799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:21:57.850777 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-654937f8-27de-4353-a9db-2539aadaebba req-0621b901-1395-47f9-ab08-397cb743a3df tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/security-groups?id=fa1f1682-89f2-436c-be39-8607c4cda167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869479 Jul 27 23:21:57.858793 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:57.884817 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port 58d15820-eb41-4ab3-a19f-4bd2609bc51a, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=58d15820-eb41-4ab3-a19f-4bd2609bc51a,segment=NetworkSegment(145d64c0-063a-4e1d-8ed5-459cef7aa517),segment_id=145d64c0-063a-4e1d-8ed5-459cef7aa517)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:21:57.903807 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:58.010236 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Pushing event updated for resources: {'Port': ['ID=58d15820-eb41-4ab3-a19f-4bd2609bc51a,revision_number=6']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:21:58.014728 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] For port b386d006-f6e8-4a99-b630-9c362fcf8960, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=b386d006-f6e8-4a99-b630-9c362fcf8960,segment=NetworkSegment(b9afe07e-bbe4-4740-834c-4b6a9698bdbc),segment_id=b9afe07e-bbe4-4740-834c-4b6a9698bdbc)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:21:58.026480 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:58.030568 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:21:58.030694 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:21:58.030967 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:21:58.031535 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:21:58.032036 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:21:58.032541 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:21:58.033032 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:21:58.033358 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:21:58.033848 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:21:58.034347 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:21:58.034845 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:21:58.035200 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:21:58.094579 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] get_ports_and_sgs() called for port_ids ['58d15820-eb41-4ab3-a19f-4bd2609bc51a'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:21:58.133081 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 52798) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:21:58.138011 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Pushing event updated for resources: {'Port': ['ID=b386d006-f6e8-4a99-b630-9c362fcf8960,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:21:58.140679 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-0d251e55-c005-4ec2-8452-20c65b891fde admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1027960254-network', 'tenant_id': '17e3c23378204ad2a3d62a81599acb75'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:21:58.172913 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d251e55-c005-4ec2-8452-20c65b891fde admin admin] Made reservation on behalf of 17e3c23378204ad2a3d62a81599acb75 for: {'network': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:21:58.176383 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0d251e55-c005-4ec2-8452-20c65b891fde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for network, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:58.196999 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0d251e55-c005-4ec2-8452-20c65b891fde admin admin] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:58.286952 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 52802) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:21:58.365884 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0d251e55-c005-4ec2-8452-20c65b891fde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:58.374748 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0d251e55-c005-4ec2-8452-20c65b891fde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:58.418127 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d251e55-c005-4ec2-8452-20c65b891fde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f198f2a5-cbb6-43d0-b262-de4047f3216c,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:21:58.445039 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d251e55-c005-4ec2-8452-20c65b891fde admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 518} {{(pid=93797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 23:21:58.469090 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0d251e55-c005-4ec2-8452-20c65b891fde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:58.469663 n-d-802623-1 neutron-server[93797]: INFO neutron.db.segments_db [None req-0d251e55-c005-4ec2-8452-20c65b891fde admin admin] Added segment 63c4e207-d517-483e-817c-901e06805ec9 of type vlan for network ace43eec-001b-401f-aad4-4e74744b92a2 Jul 27 23:21:58.519429 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0d251e55-c005-4ec2-8452-20c65b891fde admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736833354590'] for network, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:58.557859 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0d251e55-c005-4ec2-8452-20c65b891fde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569'] for network, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:58.560113 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d251e55-c005-4ec2-8452-20c65b891fde admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:21:58.560877 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0d251e55-c005-4ec2-8452-20c65b891fde admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for network, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:58.625980 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 52812) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:21:58.626835 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-0d251e55-c005-4ec2-8452-20c65b891fde admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4923193 Jul 27 23:21:58.635004 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-555f3e9a-6057-4ebc-a8dc-c68aa8e49765 admin admin] Request body: {'subnet': {'network_id': 'ace43eec-001b-401f-aad4-4e74744b92a2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1027960254-subnet', 'tenant_id': '17e3c23378204ad2a3d62a81599acb75', 'ip_version': 4}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:21:58.651888 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d251e55-c005-4ec2-8452-20c65b891fde admin admin] Pushing event updated for resources: {'Network': ['ID=ace43eec-001b-401f-aad4-4e74744b92a2,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:21:58.664334 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Network ace43eec-001b-401f-aad4-4e74744b92a2 details requested by agent ovs-agent-n-d-802623-1 with host n-d-802623-1 {{(pid=93799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 23:21:58.745952 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-555f3e9a-6057-4ebc-a8dc-c68aa8e49765 admin admin] Made reservation on behalf of 17e3c23378204ad2a3d62a81599acb75 for: {'subnet': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:21:58.748377 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-555f3e9a-6057-4ebc-a8dc-c68aa8e49765 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12265828'] for subnet, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:58.759084 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device b386d006-f6e8-4a99-b630-9c362fcf8960 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:21:58.831082 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port b386d006-f6e8-4a99-b630-9c362fcf8960 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:21:58.832271 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:58.858573 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device 58d15820-eb41-4ab3-a19f-4bd2609bc51a up at agent hyperv_n-h2-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:21:58.964362 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a5f8d9c-31bd-4dd4-8623-e3cddf4f612f None None] Sync routers for ids ['79c8e2a9-891c-41fe-996c-389649a999a4'] in n-d-802623-1 {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:21:58.989652 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Provisioning complete for port 58d15820-eb41-4ab3-a19f-4bd2609bc51a triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:21:58.989652 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:58.994343 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a5f8d9c-31bd-4dd4-8623-e3cddf4f612f None None] Routers {'79c8e2a9-891c-41fe-996c-389649a999a4'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:21:58.995115 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-8a5f8d9c-31bd-4dd4-8623-e3cddf4f612f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:21:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['79c8e2a9-891c-41fe-996c-389649a999a4'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:21:59.106522 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e69e3d-891f-4683-937a-667e45d7b530 req-164e4ceb-8977-4d8f-b5c2-201296982816 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:21:59.115019 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-06e69e3d-891f-4683-937a-667e45d7b530 req-164e4ceb-8977-4d8f-b5c2-201296982816 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/ports?device_id=24f1bcda-d342-44cb-a8a4-b50ba39d32f7 HTTP/1.1" status: 200 len: 944 time: 0.1472073 Jul 27 23:21:59.241653 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-8a5f8d9c-31bd-4dd4-8623-e3cddf4f612f None None] Set router 79c8e2a9-891c-41fe-996c-389649a999a4 gateway port host: n-d-802623-1 {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:21:59.243882 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:59.308396 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24f1bcda-d342-44cb-a8a4-b50ba39d32f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58d15820-eb41-4ab3-a19f-4bd2609bc51a'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:21:59.311497 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c0369b0d4f459110ff20a1f9878ba33f96d6491bddb9d15843bf29d01e0bda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e15be0c3-2928-46c5-a266-1173cd88f1ba" -d '{"events": [{"server_uuid": "24f1bcda-d342-44cb-a8a4-b50ba39d32f7", "name": "network-vif-plugged", "status": "completed", "tag": "58d15820-eb41-4ab3-a19f-4bd2609bc51a"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:21:59.331518 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port 58d15820-eb41-4ab3-a19f-4bd2609bc51a, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=58d15820-eb41-4ab3-a19f-4bd2609bc51a,segment=NetworkSegment(145d64c0-063a-4e1d-8ed5-459cef7aa517),segment_id=145d64c0-063a-4e1d-8ed5-459cef7aa517)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:21:59.344062 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:59.428396 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:21:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acd48587-7bc9-4922-8c86-c3b69d9b5fd7 x-openstack-request-id: req-acd48587-7bc9-4922-8c86-c3b69d9b5fd7 {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:21:59.428999 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24f1bcda-d342-44cb-a8a4-b50ba39d32f7", "name": "network-vif-plugged", "status": "completed", "tag": "58d15820-eb41-4ab3-a19f-4bd2609bc51a", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:21:59.429448 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-acd48587-7bc9-4922-8c86-c3b69d9b5fd7 {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:21:59.430043 n-d-802623-1 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24f1bcda-d342-44cb-a8a4-b50ba39d32f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58d15820-eb41-4ab3-a19f-4bd2609bc51a', 'code': 200} Jul 27 23:21:59.492341 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Pushing event updated for resources: {'Port': ['ID=58d15820-eb41-4ab3-a19f-4bd2609bc51a,revision_number=7']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:21:59.535712 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:59.601366 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-952c6c9b-876e-4a43-89d3-bd9590837ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:59.620570 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-06e69e3d-891f-4683-937a-667e45d7b530 req-cd8bb4c7-064b-442c-baa2-2180653996f4 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/security-groups?id=fa1f1682-89f2-436c-be39-8607c4cda167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5046036 Jul 27 23:21:59.641821 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-8a5f8d9c-31bd-4dd4-8623-e3cddf4f612f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79c8e2a9-891c-41fe-996c-389649a999a4', 'name': 'tempest-TestVolumeBackupRestore-2060966715-router', 'tenant_id': 'acf4fb1269eb40aab078bc0133d25bec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.45'}], 'enable_snat': True}, 'gw_port_id': 'b386d006-f6e8-4a99-b630-9c362fcf8960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:21:50Z', 'updated_at': '2021-07-27T23:21:55Z', 'revision_number': 4, 'project_id': 'acf4fb1269eb40aab078bc0133d25bec', 'gw_port': {'id': 'b386d006-f6e8-4a99-b630-9c362fcf8960', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:95:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79c8e2a9-891c-41fe-996c-389649a999a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2105, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:21:51Z', 'updated_at': '2021-07-27T23:21:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': '808c6a67-4d38-43f1-97d1-eb6f356a3944', 'name': '', 'network_id': '2951db65-3a3c-418a-9804-693b92dbf903', 'tenant_id': 'acf4fb1269eb40aab078bc0133d25bec', 'mac_address': 'fa:16:3e:42:8f:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79c8e2a9-891c-41fe-996c-389649a999a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2106, 'fixed_ips': [{'subnet_id': '3f7d1237-bf2d-4713-bb43-2b24ed14f89e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:21:54Z', 'updated_at': '2021-07-27T23:21:55Z', 'revision_number': 2, 'project_id': 'acf4fb1269eb40aab078bc0133d25bec', 'subnets': [{'id': '3f7d1237-bf2d-4713-bb43-2b24ed14f89e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:21:59.651808 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-555f3e9a-6057-4ebc-a8dc-c68aa8e49765 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11971609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12265750'] for subnet, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:59.673697 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a5f8d9c-31bd-4dd4-8623-e3cddf4f612f None None] Checking router: 79c8e2a9-891c-41fe-996c-389649a999a4 for host: n-d-802623-1 {{(pid=93799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 23:21:59.674379 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a5f8d9c-31bd-4dd4-8623-e3cddf4f612f None None] Updating router 79c8e2a9-891c-41fe-996c-389649a999a4 port 808c6a67-4d38-43f1-97d1-eb6f356a3944 binding host n-d-802623-1 {{(pid=93799) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 23:21:59.714300 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8a5f8d9c-31bd-4dd4-8623-e3cddf4f612f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:59.729249 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555f3e9a-6057-4ebc-a8dc-c68aa8e49765 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c9e4abd-e34e-428a-8818-ce49634a8585,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:21:59.770969 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-555f3e9a-6057-4ebc-a8dc-c68aa8e49765 admin admin] Checking segment: {'id': '63c4e207-d517-483e-817c-901e06805ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'ace43eec-001b-401f-aad4-4e74744b92a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:21:59.771660 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-555f3e9a-6057-4ebc-a8dc-c68aa8e49765 admin admin] Network hostable DHCP agents. Network: ace43eec-001b-401f-aad4-4e74744b92a2, hostable agents: ['5950e76f-2bde-4343-a925-cbe6bacd2706'], hosted agents: [] {{(pid=93798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 23:21:59.817345 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-555f3e9a-6057-4ebc-a8dc-c68aa8e49765 admin admin] Network ace43eec-001b-401f-aad4-4e74744b92a2 is scheduled to be hosted by DHCP agent 5950e76f-2bde-4343-a925-cbe6bacd2706 with binding_index 1 {{(pid=93798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 23:21:59.829338 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-555f3e9a-6057-4ebc-a8dc-c68aa8e49765 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802623-1, ace43eec-001b-401f-aad4-4e74744b92a2) {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:21:59.835426 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-555f3e9a-6057-4ebc-a8dc-c68aa8e49765 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:21:59.836015 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-555f3e9a-6057-4ebc-a8dc-c68aa8e49765 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:59.846186 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6addcbbe-bde9-42cc-8d6a-81ca3285e1ab None None] Network ace43eec-001b-401f-aad4-4e74744b92a2 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:21:59.859076 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4dcbb2ad-5d70-409b-8860-48d045f20e7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-414022'] for router_interface, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:59.867537 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-555f3e9a-6057-4ebc-a8dc-c68aa8e49765 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2377892 Jul 27 23:21:59.867890 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 52850) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:21:59.874059 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-1c80875b-36d6-4ed1-b8b5-cd767a33d558 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1027960254-router', 'tenant_id': '17e3c23378204ad2a3d62a81599acb75', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'}}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:21:59.920539 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1c80875b-36d6-4ed1-b8b5-cd767a33d558 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62159'] for router, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:59.921743 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1c80875b-36d6-4ed1-b8b5-cd767a33d558 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-479230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-415539', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3693317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62148'] for router, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:00.088199 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1c80875b-36d6-4ed1-b8b5-cd767a33d558 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:00.095458 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:00.172638 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cace348-d8e4-4805-b79a-0ca764ec8636 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f6f257c-ad18-5f0c-8c8e-ea085a5fc8a2-ace43eec-001b-401f-aad4-4e74744b92a2', 'network_id': 'ace43eec-001b-401f-aad4-4e74744b92a2', 'tenant_id': '17e3c23378204ad2a3d62a81599acb75', 'fixed_ips': [{'subnet_id': '4c9e4abd-e34e-428a-8818-ce49634a8585'}]}} from n-d-802623-1. {{(pid=93799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 23:22:00.173497 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-1cace348-d8e4-4805-b79a-0ca764ec8636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:00.261510 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8a5f8d9c-31bd-4dd4-8623-e3cddf4f612f None None] Notify callbacks [] for port, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:00.275744 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-4dcbb2ad-5d70-409b-8860-48d045f20e7f admin admin] Deleting port ef18a1f3-5203-42c8-a585-56b0dd54e83a {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:22:00.277085 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4dcbb2ad-5d70-409b-8860-48d045f20e7f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:00.384904 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-8a5f8d9c-31bd-4dd4-8623-e3cddf4f612f None None] Transition to ACTIVE for port object 808c6a67-4d38-43f1-97d1-eb6f356a3944 will not be triggered until provisioned by entity L2. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:22:00.402182 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-4dcbb2ad-5d70-409b-8860-48d045f20e7f admin admin] For port ef18a1f3-5203-42c8-a585-56b0dd54e83a, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=ef18a1f3-5203-42c8-a585-56b0dd54e83a,segment=NetworkSegment(4ceca444-38c4-4d60-bd70-fd80dc9834fa),segment_id=4ceca444-38c4-4d60-bd70-fd80dc9834fa)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:22:00.402836 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4dcbb2ad-5d70-409b-8860-48d045f20e7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:00.415532 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8a5f8d9c-31bd-4dd4-8623-e3cddf4f612f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:00.426219 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1c80875b-36d6-4ed1-b8b5-cd767a33d558 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-415433', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62186'] for router, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:00.427621 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-4dcbb2ad-5d70-409b-8860-48d045f20e7f admin admin] Calling delete_port for ef18a1f3-5203-42c8-a585-56b0dd54e83a owned by network:router_interface {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:22:00.564674 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0791ae2-eb7a-4b6b-87e9-41c263504248 None None] Pushing event updated for resources: {'Port': ['ID=808c6a67-4d38-43f1-97d1-eb6f356a3944,revision_number=3']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:22:00.928330 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-19f2e178-d45e-4fbe-b9be-c3963fc151ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:01.001693 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-1cace348-d8e4-4805-b79a-0ca764ec8636 None None] Allocated IP 172.20.0.2 (ace43eec-001b-401f-aad4-4e74744b92a2/4c9e4abd-e34e-428a-8818-ce49634a8585/e65bf86c-ac9c-4176-bfdc-79b6f55485a0) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:22:01.007874 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1c80875b-36d6-4ed1-b8b5-cd767a33d558 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:01.009908 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-8a5f8d9c-31bd-4dd4-8623-e3cddf4f612f None None] Attempting to bind port 808c6a67-4d38-43f1-97d1-eb6f356a3944 on host n-d-802623-1 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:22:01.010923 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-8a5f8d9c-31bd-4dd4-8623-e3cddf4f612f None None] Attempting to bind port 808c6a67-4d38-43f1-97d1-eb6f356a3944 by drivers openvswitch,hyperv on host n-d-802623-1 at level 0 using segments [{'id': 'ab8d7f4e-2ae1-47bb-971f-c561db8d51ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '2951db65-3a3c-418a-9804-693b92dbf903'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:22:01.011858 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a5f8d9c-31bd-4dd4-8623-e3cddf4f612f None None] Attempting to bind port 808c6a67-4d38-43f1-97d1-eb6f356a3944 on network 2951db65-3a3c-418a-9804-693b92dbf903 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:22:01.018820 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a5f8d9c-31bd-4dd4-8623-e3cddf4f612f None None] Checking agent: {'id': 'a9a568d2-a5e7-41e4-833f-a8ab42ea4073', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 52, 30), 'started_at': datetime.datetime(2021, 7, 27, 22, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802623-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:22:01.019500 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a5f8d9c-31bd-4dd4-8623-e3cddf4f612f None None] Checking segment: {'id': 'ab8d7f4e-2ae1-47bb-971f-c561db8d51ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '2951db65-3a3c-418a-9804-693b92dbf903'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:22:01.020239 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8a5f8d9c-31bd-4dd4-8623-e3cddf4f612f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:01.021313 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a5f8d9c-31bd-4dd4-8623-e3cddf4f612f None None] Bound using segment: {'id': 'ab8d7f4e-2ae1-47bb-971f-c561db8d51ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '2951db65-3a3c-418a-9804-693b92dbf903'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:22:01.022208 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-8a5f8d9c-31bd-4dd4-8623-e3cddf4f612f None None] Bound port: 808c6a67-4d38-43f1-97d1-eb6f356a3944, host: n-d-802623-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab8d7f4e-2ae1-47bb-971f-c561db8d51ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '2951db65-3a3c-418a-9804-693b92dbf903'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:22:01.022955 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8a5f8d9c-31bd-4dd4-8623-e3cddf4f612f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:01.044753 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4dcbb2ad-5d70-409b-8860-48d045f20e7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:01.061360 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1c80875b-36d6-4ed1-b8b5-cd767a33d558 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:01.110316 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcbb2ad-5d70-409b-8860-48d045f20e7f admin admin] Pushing event deleted for resources: {'Port': ['ID=ef18a1f3-5203-42c8-a585-56b0dd54e83a,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:22:01.224964 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2a77e3-475c-429b-9a5d-31c80a3c9294 req-0b7de1d9-9495-489f-a037-9496eb95af8d tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:22:01.235381 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-4f2a77e3-475c-429b-9a5d-31c80a3c9294 req-0b7de1d9-9495-489f-a037-9496eb95af8d tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/ports?device_id=24f1bcda-d342-44cb-a8a4-b50ba39d32f7 HTTP/1.1" status: 200 len: 945 time: 0.3913131 Jul 27 23:22:01.444320 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-4f2a77e3-475c-429b-9a5d-31c80a3c9294 req-4de746d6-6359-44c2-a82d-e3c27937088c tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/security-groups?id=fa1f1682-89f2-436c-be39-8607c4cda167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478050 Jul 27 23:22:01.457971 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-1c80875b-36d6-4ed1-b8b5-cd767a33d558 admin admin] Allocated IP 172.25.4.140 (2fd42287-ed26-4eb9-89a5-b521f5b04356/17de1f8f-393a-4b0c-a2df-614bd3f2fb5e/b2630fe9-6938-4cec-b6de-f0d99786bb5e) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:22:01.584234 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-1cace348-d8e4-4805-b79a-0ca764ec8636 None None] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:01.602499 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-1cace348-d8e4-4805-b79a-0ca764ec8636 None None] Transition to ACTIVE for port object e65bf86c-ac9c-4176-bfdc-79b6f55485a0 will not be triggered until provisioned by entity L2. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:22:01.630154 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-1cace348-d8e4-4805-b79a-0ca764ec8636 None None] Transition to ACTIVE for port object e65bf86c-ac9c-4176-bfdc-79b6f55485a0 will not be triggered until provisioned by entity DHCP. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:22:01.649732 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-1cace348-d8e4-4805-b79a-0ca764ec8636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:01.719909 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cace348-d8e4-4805-b79a-0ca764ec8636 None None] Network ace43eec-001b-401f-aad4-4e74744b92a2 is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:22:01.730042 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-1cace348-d8e4-4805-b79a-0ca764ec8636 None None] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:22:01.740639 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cace348-d8e4-4805-b79a-0ca764ec8636 None None] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:22:01.777437 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4dcbb2ad-5d70-409b-8860-48d045f20e7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3760546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-413994'] for router_interface, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:01.788289 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cace348-d8e4-4805-b79a-0ca764ec8636 None None] Pushing event updated for resources: {'Port': ['ID=e65bf86c-ac9c-4176-bfdc-79b6f55485a0,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:22:01.805160 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-8a5f8d9c-31bd-4dd4-8623-e3cddf4f612f None None] For port 808c6a67-4d38-43f1-97d1-eb6f356a3944, host n-d-802623-1, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:22:01.816903 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-8a5f8d9c-31bd-4dd4-8623-e3cddf4f612f None None] For port 808c6a67-4d38-43f1-97d1-eb6f356a3944, host n-d-802623-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=808c6a67-4d38-43f1-97d1-eb6f356a3944,segment=NetworkSegment(ab8d7f4e-2ae1-47bb-971f-c561db8d51ee),segment_id=ab8d7f4e-2ae1-47bb-971f-c561db8d51ee)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:22:01.849131 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1c80875b-36d6-4ed1-b8b5-cd767a33d558 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:01.860372 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8a5f8d9c-31bd-4dd4-8623-e3cddf4f612f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:01.975677 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1c80875b-36d6-4ed1-b8b5-cd767a33d558 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:02.063905 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a5f8d9c-31bd-4dd4-8623-e3cddf4f612f None None] Routers {'79c8e2a9-891c-41fe-996c-389649a999a4'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:22:02.065124 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-8a5f8d9c-31bd-4dd4-8623-e3cddf4f612f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:22:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['79c8e2a9-891c-41fe-996c-389649a999a4'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:22:02.091507 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c80875b-36d6-4ed1-b8b5-cd767a33d558 admin admin] Network 2fd42287-ed26-4eb9-89a5-b521f5b04356 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:22:02.097852 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-1c80875b-36d6-4ed1-b8b5-cd767a33d558 admin admin] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:22:02.101304 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c80875b-36d6-4ed1-b8b5-cd767a33d558 admin admin] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:22:02.191954 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c80875b-36d6-4ed1-b8b5-cd767a33d558 admin admin] Pushing event updated for resources: {'Port': ['ID=b2630fe9-6938-4cec-b6de-f0d99786bb5e,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:22:02.243209 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-8a5f8d9c-31bd-4dd4-8623-e3cddf4f612f None None] Set router 79c8e2a9-891c-41fe-996c-389649a999a4 gateway port host: n-d-802623-1 {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:22:02.284546 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dcbb2ad-5d70-409b-8860-48d045f20e7f admin admin] Router 5938e1b8-f45a-4d59-b4dc-a37105e6faa0 has already been hosted by L3 agent 018c4455-49c0-4734-927d-7824067b2a9e {{(pid=93798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 23:22:02.413564 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-1cace348-d8e4-4805-b79a-0ca764ec8636 None None] Attempting to bind port e65bf86c-ac9c-4176-bfdc-79b6f55485a0 on host n-d-802623-1 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:22:02.415677 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-1cace348-d8e4-4805-b79a-0ca764ec8636 None None] Attempting to bind port e65bf86c-ac9c-4176-bfdc-79b6f55485a0 by drivers openvswitch,hyperv on host n-d-802623-1 at level 0 using segments [{'id': '63c4e207-d517-483e-817c-901e06805ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'ace43eec-001b-401f-aad4-4e74744b92a2'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:22:02.419012 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cace348-d8e4-4805-b79a-0ca764ec8636 None None] Attempting to bind port e65bf86c-ac9c-4176-bfdc-79b6f55485a0 on network ace43eec-001b-401f-aad4-4e74744b92a2 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:22:02.488156 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cace348-d8e4-4805-b79a-0ca764ec8636 None None] Checking agent: {'id': 'a9a568d2-a5e7-41e4-833f-a8ab42ea4073', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 52, 30), 'started_at': datetime.datetime(2021, 7, 27, 22, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802623-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:22:02.490649 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cace348-d8e4-4805-b79a-0ca764ec8636 None None] Checking segment: {'id': '63c4e207-d517-483e-817c-901e06805ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'ace43eec-001b-401f-aad4-4e74744b92a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:22:02.490992 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-1cace348-d8e4-4805-b79a-0ca764ec8636 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:02.491456 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cace348-d8e4-4805-b79a-0ca764ec8636 None None] Bound using segment: {'id': '63c4e207-d517-483e-817c-901e06805ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'ace43eec-001b-401f-aad4-4e74744b92a2'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:22:02.491954 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-1cace348-d8e4-4805-b79a-0ca764ec8636 None None] Bound port: e65bf86c-ac9c-4176-bfdc-79b6f55485a0, host: n-d-802623-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63c4e207-d517-483e-817c-901e06805ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'ace43eec-001b-401f-aad4-4e74744b92a2'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:22:02.495382 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-1cace348-d8e4-4805-b79a-0ca764ec8636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:02.504467 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0791ae2-eb7a-4b6b-87e9-41c263504248 None None] Pushing event updated for resources: {'Port': ['ID=808c6a67-4d38-43f1-97d1-eb6f356a3944,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:22:02.526474 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dcbb2ad-5d70-409b-8860-48d045f20e7f admin admin] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:22:02.537651 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-4dcbb2ad-5d70-409b-8860-48d045f20e7f admin admin] 10.222.0.18 "PUT /v2.0/routers/5938e1b8-f45a-4d59-b4dc-a37105e6faa0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2491300 Jul 27 23:22:02.540060 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 52930) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:22:02.542732 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3061ac80-ba1a-4ded-8289-b40f64e49ec9 None None] Sync routers for ids ['5938e1b8-f45a-4d59-b4dc-a37105e6faa0'] in n-d-802623-1 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:22:02.564631 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3061ac80-ba1a-4ded-8289-b40f64e49ec9 None None] Routers {'5938e1b8-f45a-4d59-b4dc-a37105e6faa0'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:22:02.566527 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-3061ac80-ba1a-4ded-8289-b40f64e49ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:22:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['5938e1b8-f45a-4d59-b4dc-a37105e6faa0'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:22:02.595432 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7418f70f-e60d-4709-8ba9-6ab514bc7f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:02.745983 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1c80875b-36d6-4ed1-b8b5-cd767a33d558 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:02.776811 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-1cace348-d8e4-4805-b79a-0ca764ec8636 None None] For port e65bf86c-ac9c-4176-bfdc-79b6f55485a0, host n-d-802623-1, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:22:02.814970 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-1cace348-d8e4-4805-b79a-0ca764ec8636 None None] For port e65bf86c-ac9c-4176-bfdc-79b6f55485a0, host n-d-802623-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=e65bf86c-ac9c-4176-bfdc-79b6f55485a0,segment=NetworkSegment(63c4e207-d517-483e-817c-901e06805ec9),segment_id=63c4e207-d517-483e-817c-901e06805ec9)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:22:02.854513 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d9c22c-b25a-47ce-9b07-cb7c319a7a38 req-50dd6628-5e8c-4823-a766-905a5a7ca013 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:22:02.857322 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-61d9c22c-b25a-47ce-9b07-cb7c319a7a38 req-50dd6628-5e8c-4823-a766-905a5a7ca013 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/ports?device_id=24f1bcda-d342-44cb-a8a4-b50ba39d32f7 HTTP/1.1" status: 200 len: 945 time: 0.2468550 Jul 27 23:22:02.857663 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-1cace348-d8e4-4805-b79a-0ca764ec8636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:02.968295 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e13664c0-98a3-4271-89a9-56d2c8af3f89 admin admin] Notify callbacks [] for router, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:02.985831 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cace348-d8e4-4805-b79a-0ca764ec8636 None None] Pushing event updated for resources: {'Port': ['ID=e65bf86c-ac9c-4176-bfdc-79b6f55485a0,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:22:03.005432 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-3061ac80-ba1a-4ded-8289-b40f64e49ec9 None None] Set router 5938e1b8-f45a-4d59-b4dc-a37105e6faa0 gateway port host: n-d-802623-1 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:22:03.040081 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-8a5f8d9c-31bd-4dd4-8623-e3cddf4f612f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79c8e2a9-891c-41fe-996c-389649a999a4', 'name': 'tempest-TestVolumeBackupRestore-2060966715-router', 'tenant_id': 'acf4fb1269eb40aab078bc0133d25bec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.45'}], 'enable_snat': True}, 'gw_port_id': 'b386d006-f6e8-4a99-b630-9c362fcf8960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:21:50Z', 'updated_at': '2021-07-27T23:21:55Z', 'revision_number': 4, 'project_id': 'acf4fb1269eb40aab078bc0133d25bec', 'gw_port': {'id': 'b386d006-f6e8-4a99-b630-9c362fcf8960', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:95:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79c8e2a9-891c-41fe-996c-389649a999a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2105, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:21:51Z', 'updated_at': '2021-07-27T23:21:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': '808c6a67-4d38-43f1-97d1-eb6f356a3944', 'name': '', 'network_id': '2951db65-3a3c-418a-9804-693b92dbf903', 'tenant_id': 'acf4fb1269eb40aab078bc0133d25bec', 'mac_address': 'fa:16:3e:42:8f:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79c8e2a9-891c-41fe-996c-389649a999a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2106, 'fixed_ips': [{'subnet_id': '3f7d1237-bf2d-4713-bb43-2b24ed14f89e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:21:54Z', 'updated_at': '2021-07-27T23:22:01Z', 'revision_number': 4, 'project_id': 'acf4fb1269eb40aab078bc0133d25bec', 'subnets': [{'id': '3f7d1237-bf2d-4713-bb43-2b24ed14f89e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:22:03.121132 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a5f8d9c-31bd-4dd4-8623-e3cddf4f612f None None] The sync data for ids ['79c8e2a9-891c-41fe-996c-389649a999a4'] in n-d-802623-1 is: [{'id': '79c8e2a9-891c-41fe-996c-389649a999a4', 'name': 'tempest-TestVolumeBackupRestore-2060966715-router', 'tenant_id': 'acf4fb1269eb40aab078bc0133d25bec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.45'}], 'enable_snat': True}, 'gw_port_id': 'b386d006-f6e8-4a99-b630-9c362fcf8960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:21:50Z', 'updated_at': '2021-07-27T23:21:55Z', 'revision_number': 4, 'project_id': 'acf4fb1269eb40aab078bc0133d25bec', 'gw_port': {'id': 'b386d006-f6e8-4a99-b630-9c362fcf8960', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:95:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79c8e2a9-891c-41fe-996c-389649a999a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2105, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:21:51Z', 'updated_at': '2021-07-27T23:21:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': '808c6a67-4d38-43f1-97d1-eb6f356a3944', 'name': '', 'network_id': '2951db65-3a3c-418a-9804-693b92dbf903', 'tenant_id': 'acf4fb1269eb40aab078bc0133d25bec', 'mac_address': 'fa:16:3e:42:8f:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79c8e2a9-891c-41fe-996c-389649a999a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2106, 'fixed_ips': [{'subnet_id': '3f7d1237-bf2d-4713-bb43-2b24ed14f89e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:21:54Z', 'updated_at': '2021-07-27T23:22:01Z', 'revision_number': 4, 'project_id': 'acf4fb1269eb40aab078bc0133d25bec', 'subnets': [{'id': '3f7d1237-bf2d-4713-bb43-2b24ed14f89e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:22:03.142447 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-61d9c22c-b25a-47ce-9b07-cb7c319a7a38 req-792470ba-1040-443f-b3f7-4e3c876959b4 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/security-groups?id=fa1f1682-89f2-436c-be39-8607c4cda167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2771788 Jul 27 23:22:03.268696 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1c80875b-36d6-4ed1-b8b5-cd767a33d558 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-415468'] for router, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:03.453284 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e13664c0-98a3-4271-89a9-56d2c8af3f89 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:03.615909 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-e13664c0-98a3-4271-89a9-56d2c8af3f89 admin admin] Deleting port 234ed106-7f9a-45b8-a00c-025ba7e00ea0 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:22:03.616608 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e13664c0-98a3-4271-89a9-56d2c8af3f89 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:03.670054 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-3061ac80-ba1a-4ded-8289-b40f64e49ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5938e1b8-f45a-4d59-b4dc-a37105e6faa0', 'name': 'tempest-TaggedBootDevicesTest_v242-1124732428-router', 'tenant_id': '0367b9fbd8e84279b822c24a4e2fb6cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.30'}], 'enable_snat': True}, 'gw_port_id': '234ed106-7f9a-45b8-a00c-025ba7e00ea0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:10:53Z', 'updated_at': '2021-07-27T23:22:00Z', 'revision_number': 5, 'project_id': '0367b9fbd8e84279b822c24a4e2fb6cb', 'gw_port': {'id': '234ed106-7f9a-45b8-a00c-025ba7e00ea0', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:a9:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5938e1b8-f45a-4d59-b4dc-a37105e6faa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:10:54Z', 'updated_at': '2021-07-27T23:11:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1'}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:22:03.681758 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c80875b-36d6-4ed1-b8b5-cd767a33d558 admin admin] Router 5d7d6234-cc6c-4516-b2d3-eb7707e867d8 is scheduled to L3 agent 018c4455-49c0-4734-927d-7824067b2a9e with binding_index 1 {{(pid=93797) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 23:22:03.760772 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3061ac80-ba1a-4ded-8289-b40f64e49ec9 None None] Checking router: 5938e1b8-f45a-4d59-b4dc-a37105e6faa0 for host: n-d-802623-1 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 23:22:03.806856 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3061ac80-ba1a-4ded-8289-b40f64e49ec9 None None] Routers {'5938e1b8-f45a-4d59-b4dc-a37105e6faa0'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:22:03.807531 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-3061ac80-ba1a-4ded-8289-b40f64e49ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:22:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['5938e1b8-f45a-4d59-b4dc-a37105e6faa0'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:22:03.910142 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-e13664c0-98a3-4271-89a9-56d2c8af3f89 admin admin] For port 234ed106-7f9a-45b8-a00c-025ba7e00ea0, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=234ed106-7f9a-45b8-a00c-025ba7e00ea0,segment=NetworkSegment(b9afe07e-bbe4-4740-834c-4b6a9698bdbc),segment_id=b9afe07e-bbe4-4740-834c-4b6a9698bdbc)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:22:03.910525 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e13664c0-98a3-4271-89a9-56d2c8af3f89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:03.921231 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c80875b-36d6-4ed1-b8b5-cd767a33d558 admin admin] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:22:03.932726 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4354ace6-405f-4b6e-a05d-4943bdc33009 None None] Sync routers for ids ['5d7d6234-cc6c-4516-b2d3-eb7707e867d8'] in n-d-802623-1 {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:22:03.940295 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-e13664c0-98a3-4271-89a9-56d2c8af3f89 admin admin] Calling delete_port for 234ed106-7f9a-45b8-a00c-025ba7e00ea0 owned by network:router_gateway {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:22:03.946967 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4354ace6-405f-4b6e-a05d-4943bdc33009 None None] Routers {'5d7d6234-cc6c-4516-b2d3-eb7707e867d8'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:22:03.948120 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-4354ace6-405f-4b6e-a05d-4943bdc33009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:22:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['5d7d6234-cc6c-4516-b2d3-eb7707e867d8'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:22:03.971489 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1c80875b-36d6-4ed1-b8b5-cd767a33d558 admin admin] Notify callbacks [] for router, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:03.973231 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-1c80875b-36d6-4ed1-b8b5-cd767a33d558 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.1037786 Jul 27 23:22:03.978927 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 52950) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:22:04.432118 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-3061ac80-ba1a-4ded-8289-b40f64e49ec9 None None] Set router 5938e1b8-f45a-4d59-b4dc-a37105e6faa0 gateway port host: None {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:22:04.507286 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-4354ace6-405f-4b6e-a05d-4943bdc33009 None None] Set router 5d7d6234-cc6c-4516-b2d3-eb7707e867d8 gateway port host: n-d-802623-1 {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:22:04.578637 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e13664c0-98a3-4271-89a9-56d2c8af3f89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:04.624367 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13664c0-98a3-4271-89a9-56d2c8af3f89 admin admin] Pushing event deleted for resources: {'Port': ['ID=234ed106-7f9a-45b8-a00c-025ba7e00ea0,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:22:04.700326 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244d86b4-f660-45a5-948a-0ceaf64ad8ce req-891af7df-3eb4-447d-b857-cca25650890e tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:22:04.702254 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-244d86b4-f660-45a5-948a-0ceaf64ad8ce req-891af7df-3eb4-447d-b857-cca25650890e tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/ports?device_id=24f1bcda-d342-44cb-a8a4-b50ba39d32f7 HTTP/1.1" status: 200 len: 945 time: 0.1442952 Jul 27 23:22:04.744475 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-3061ac80-ba1a-4ded-8289-b40f64e49ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5938e1b8-f45a-4d59-b4dc-a37105e6faa0', 'name': 'tempest-TaggedBootDevicesTest_v242-1124732428-router', 'tenant_id': '0367b9fbd8e84279b822c24a4e2fb6cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:10:53Z', 'updated_at': '2021-07-27T23:22:03Z', 'revision_number': 6, 'project_id': '0367b9fbd8e84279b822c24a4e2fb6cb', 'gw_port_host': None}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:22:04.820264 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e13664c0-98a3-4271-89a9-56d2c8af3f89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-415368'] for router_gateway, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:04.887490 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3061ac80-ba1a-4ded-8289-b40f64e49ec9 None None] The sync data for ids ['5938e1b8-f45a-4d59-b4dc-a37105e6faa0'] in n-d-802623-1 is: [{'id': '5938e1b8-f45a-4d59-b4dc-a37105e6faa0', 'name': 'tempest-TaggedBootDevicesTest_v242-1124732428-router', 'tenant_id': '0367b9fbd8e84279b822c24a4e2fb6cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:10:53Z', 'updated_at': '2021-07-27T23:22:03Z', 'revision_number': 6, 'project_id': '0367b9fbd8e84279b822c24a4e2fb6cb', 'gw_port_host': None}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:22:04.934924 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-244d86b4-f660-45a5-948a-0ceaf64ad8ce req-bb93b018-1af4-4675-813e-6abd6bd2c495 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/security-groups?id=fa1f1682-89f2-436c-be39-8607c4cda167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2253385 Jul 27 23:22:04.966790 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79c6fecf-a030-432e-8578-499552120f44 None None] Network ace43eec-001b-401f-aad4-4e74744b92a2 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:22:05.152694 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:05.155369 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e13664c0-98a3-4271-89a9-56d2c8af3f89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62205'] for router, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:05.161279 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e13664c0-98a3-4271-89a9-56d2c8af3f89 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:05.240381 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-1a6ad98f-afa8-483f-b791-2ec52dc7ad69 None None] Provisioning for port e65bf86c-ac9c-4176-bfdc-79b6f55485a0 completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:22:05.331872 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e13664c0-98a3-4271-89a9-56d2c8af3f89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-477831'] for router, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:05.333154 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e13664c0-98a3-4271-89a9-56d2c8af3f89 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5938e1b8-f45a-4d59-b4dc-a37105e6faa0 {{(pid=93798) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 23:22:05.338179 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e13664c0-98a3-4271-89a9-56d2c8af3f89 admin admin] Notify callbacks [] for router, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:05.339545 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-e13664c0-98a3-4271-89a9-56d2c8af3f89 admin admin] 10.222.0.18 "DELETE /v2.0/routers/5938e1b8-f45a-4d59-b4dc-a37105e6faa0 HTTP/1.1" status: 204 len: 168 time: 2.7984695 Jul 27 23:22:05.343625 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 52982) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:22:05.434315 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_v2 [None req-be12c494-33b1-460d-939e-8c8c3a7d3723 admin admin] Deleting subnet f549fcdc-30d6-4a86-9454-eed6b262e746 {{(pid=93798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 23:22:05.441832 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-be12c494-33b1-460d-939e-8c8c3a7d3723 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:05.495542 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device e65bf86c-ac9c-4176-bfdc-79b6f55485a0 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:22:05.545185 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-be12c494-33b1-460d-939e-8c8c3a7d3723 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11163249'] for subnet, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:05.678290 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-4354ace6-405f-4b6e-a05d-4943bdc33009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d7d6234-cc6c-4516-b2d3-eb7707e867d8', 'name': 'tempest-TestVolumeBackupRestore-1027960254-router', 'tenant_id': '17e3c23378204ad2a3d62a81599acb75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.140'}], 'enable_snat': True}, 'gw_port_id': 'b2630fe9-6938-4cec-b6de-f0d99786bb5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:21:59Z', 'updated_at': '2021-07-27T23:22:02Z', 'revision_number': 3, 'project_id': '17e3c23378204ad2a3d62a81599acb75', 'gw_port': {'id': 'b2630fe9-6938-4cec-b6de-f0d99786bb5e', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:a9:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d7d6234-cc6c-4516-b2d3-eb7707e867d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2117, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:22:01Z', 'updated_at': '2021-07-27T23:22:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1'}], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:22:05.740452 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4354ace6-405f-4b6e-a05d-4943bdc33009 None None] Checking router: 5d7d6234-cc6c-4516-b2d3-eb7707e867d8 for host: n-d-802623-1 {{(pid=93799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 23:22:05.744796 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-be12c494-33b1-460d-939e-8c8c3a7d3723 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620741'] for subnet, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:05.751297 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4354ace6-405f-4b6e-a05d-4943bdc33009 None None] Updating router 5d7d6234-cc6c-4516-b2d3-eb7707e867d8 port b2630fe9-6938-4cec-b6de-f0d99786bb5e binding host n-d-802623-1 {{(pid=93799) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 23:22:05.813556 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4354ace6-405f-4b6e-a05d-4943bdc33009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:05.817236 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning for port e65bf86c-ac9c-4176-bfdc-79b6f55485a0 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:22:05.854306 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-db900e93-9231-459a-aec0-ddc509dbb5f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:05.862759 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port e65bf86c-ac9c-4176-bfdc-79b6f55485a0 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:22:05.863151 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:05.876166 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-be12c494-33b1-460d-939e-8c8c3a7d3723 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11971800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12265753'] for subnet, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:05.925191 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be12c494-33b1-460d-939e-8c8c3a7d3723 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f549fcdc-30d6-4a86-9454-eed6b262e746,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:22:06.003139 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-be12c494-33b1-460d-939e-8c8c3a7d3723 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:06.012712 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-be12c494-33b1-460d-939e-8c8c3a7d3723 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/f549fcdc-30d6-4a86-9454-eed6b262e746 HTTP/1.1" status: 204 len: 168 time: 0.6663148 Jul 27 23:22:06.013357 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 53000) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:22:06.157718 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581fd082-3be1-4d16-a37c-2eb5de4af612 req-36b49e91-ad64-4f85-a444-6c36b95ce324 tempest-VolumesSnapshotTestJSON-2142840391 tempest-VolumesSnapshotTestJSON-2142840391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:22:06.169855 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-581fd082-3be1-4d16-a37c-2eb5de4af612 req-36b49e91-ad64-4f85-a444-6c36b95ce324 tempest-VolumesSnapshotTestJSON-2142840391 tempest-VolumesSnapshotTestJSON-2142840391-project] 10.222.0.18 "GET /v2.0/networks?id=75ce6599-272f-409e-8bde-1b861ba87c15 HTTP/1.1" status: 200 len: 813 time: 0.7738035 Jul 27 23:22:06.217759 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-581fd082-3be1-4d16-a37c-2eb5de4af612 req-e654fce4-353c-456b-8060-0d436e5c558d tempest-VolumesSnapshotTestJSON-2142840391 tempest-VolumesSnapshotTestJSON-2142840391-project] 10.222.0.18 "GET /v2.0/quotas/771a5e15676f4d0489dc600792573356 HTTP/1.1" status: 200 len: 375 time: 0.0468349 Jul 27 23:22:06.259375 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f610bc45-aa9d-42fc-b738-81ec7bddc49b None None] Network 8a269d53-4f2a-4865-a1d0-19bfee7666c6 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:22:06.305733 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3cb9c8e0-0806-4d8e-b178-b3e31019c797 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593271'] for network, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:06.340735 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-581fd082-3be1-4d16-a37c-2eb5de4af612 req-d5d638d9-d105-4745-bdf2-dc2547246966 tempest-VolumesSnapshotTestJSON-2142840391 tempest-VolumesSnapshotTestJSON-2142840391-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=771a5e15676f4d0489dc600792573356&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1216316 Jul 27 23:22:06.378497 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2687cc7e-4a3e-4bc3-8ea3-b028eca7f1e8 req-0620b2f1-597b-4db7-bcbd-5b334914a99c tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:22:06.386075 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-2687cc7e-4a3e-4bc3-8ea3-b028eca7f1e8 req-0620b2f1-597b-4db7-bcbd-5b334914a99c tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/ports?device_id=24f1bcda-d342-44cb-a8a4-b50ba39d32f7 HTTP/1.1" status: 200 len: 945 time: 0.2325377 Jul 27 23:22:06.419925 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-db900e93-9231-459a-aec0-ddc509dbb5f3 admin admin] Allocated IP 172.20.0.1 (ace43eec-001b-401f-aad4-4e74744b92a2/4c9e4abd-e34e-428a-8818-ce49634a8585/69f6d3fb-2113-4008-8ef3-51d5c57b1895) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:22:06.488037 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-2687cc7e-4a3e-4bc3-8ea3-b028eca7f1e8 req-2e51664f-de34-48d1-b631-55c1266a21a5 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/security-groups?id=fa1f1682-89f2-436c-be39-8607c4cda167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006670 Jul 27 23:22:06.523637 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-3cb9c8e0-0806-4d8e-b178-b3e31019c797 admin admin] Deleting port 2bada422-c62d-4484-b290-d9cd2324c3fb {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:22:06.527066 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3cb9c8e0-0806-4d8e-b178-b3e31019c797 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:06.577899 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-713396f4-8b9d-4126-9436-6f3ac730e691 None None] Provisioning complete for port e65bf86c-ac9c-4176-bfdc-79b6f55485a0 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:22:06.578054 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-713396f4-8b9d-4126-9436-6f3ac730e691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:06.631426 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-db900e93-9231-459a-aec0-ddc509dbb5f3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:06.649473 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-db900e93-9231-459a-aec0-ddc509dbb5f3 admin admin] Transition to ACTIVE for port object 69f6d3fb-2113-4008-8ef3-51d5c57b1895 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:22:06.692690 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-db900e93-9231-459a-aec0-ddc509dbb5f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:06.805180 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-3cb9c8e0-0806-4d8e-b178-b3e31019c797 admin admin] For port 2bada422-c62d-4484-b290-d9cd2324c3fb, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=2bada422-c62d-4484-b290-d9cd2324c3fb,segment=NetworkSegment(4ceca444-38c4-4d60-bd70-fd80dc9834fa),segment_id=4ceca444-38c4-4d60-bd70-fd80dc9834fa)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:22:06.808445 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3cb9c8e0-0806-4d8e-b178-b3e31019c797 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:06.822679 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:06.873101 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-3cb9c8e0-0806-4d8e-b178-b3e31019c797 admin admin] Calling delete_port for 2bada422-c62d-4484-b290-d9cd2324c3fb owned by network:dhcp {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:22:06.904233 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68b47024-7a2e-4c41-a82e-9119f64e60ae None None] DHCP port deletion for 8a269d53-4f2a-4865-a1d0-19bfee7666c6 request from n-d-802623-1 {{(pid=93799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 23:22:06.962297 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] For port e65bf86c-ac9c-4176-bfdc-79b6f55485a0, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=e65bf86c-ac9c-4176-bfdc-79b6f55485a0,segment=NetworkSegment(63c4e207-d517-483e-817c-901e06805ec9),segment_id=63c4e207-d517-483e-817c-901e06805ec9)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:22:06.988109 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-713396f4-8b9d-4126-9436-6f3ac730e691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:07.008819 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3cb9c8e0-0806-4d8e-b178-b3e31019c797 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:07.044229 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:07.045237 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 808c6a67-4d38-43f1-97d1-eb6f356a3944 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:22:07.069776 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb9c8e0-0806-4d8e-b178-b3e31019c797 admin admin] Pushing event deleted for resources: {'Port': ['ID=2bada422-c62d-4484-b290-d9cd2324c3fb,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:22:07.071908 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cb9c8e0-0806-4d8e-b178-b3e31019c797 admin admin] No DVR routers for this DVR port 2bada422-c62d-4484-b290-d9cd2324c3fb on host n-d-802623-1 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:22:07.216472 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3cb9c8e0-0806-4d8e-b178-b3e31019c797 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618032', 'neutron.services.segments.db._delete_segments_for_network-8736833900081'] for network, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:07.229443 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-3cb9c8e0-0806-4d8e-b178-b3e31019c797 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a269d53-4f2a-4865-a1d0-19bfee7666c6']}} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:22:07.244469 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-3cb9c8e0-0806-4d8e-b178-b3e31019c797 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ceca444-38c4-4d60-bd70-fd80dc9834fa') {'for_net_delete': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:22:07.245086 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-3cb9c8e0-0806-4d8e-b178-b3e31019c797 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ceca444-38c4-4d60-bd70-fd80dc9834fa') {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:22:07.261498 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3cb9c8e0-0806-4d8e-b178-b3e31019c797 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736833900858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11163256'] for segment, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:07.274094 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4354ace6-405f-4b6e-a05d-4943bdc33009 None None] Notify callbacks [] for port, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:07.283897 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3cb9c8e0-0806-4d8e-b178-b3e31019c797 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:07.290766 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.db.api [None req-713396f4-8b9d-4126-9436-6f3ac730e691 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93799) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 23:22:07.291188 n-d-802623-1 neutron-server[93799]: DEBUG oslo_db.api [None req-713396f4-8b9d-4126-9436-6f3ac730e691 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 23:22:07.296652 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning for port 808c6a67-4d38-43f1-97d1-eb6f356a3944 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:22:07.298187 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3cb9c8e0-0806-4d8e-b178-b3e31019c797 admin admin] Releasing vlan 532 on physical network physnet1 to pool {{(pid=93798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 23:22:07.298869 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3cb9c8e0-0806-4d8e-b178-b3e31019c797 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11971746'] for segment, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:07.301911 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Pushing event updated for resources: {'Port': ['ID=e65bf86c-ac9c-4176-bfdc-79b6f55485a0,revision_number=3']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:22:07.304941 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-4354ace6-405f-4b6e-a05d-4943bdc33009 None None] Transition to ACTIVE for port object b2630fe9-6938-4cec-b6de-f0d99786bb5e will not be triggered until provisioned by entity L2. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:22:07.308463 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-68b47024-7a2e-4c41-a82e-9119f64e60ae None None] Deleting port 2bada422-c62d-4484-b290-d9cd2324c3fb {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:22:07.309413 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-68b47024-7a2e-4c41-a82e-9119f64e60ae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:07.312648 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port 808c6a67-4d38-43f1-97d1-eb6f356a3944 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:22:07.313062 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:07.362308 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4354ace6-405f-4b6e-a05d-4943bdc33009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:07.370512 n-d-802623-1 neutron-server[93798]: Traceback (most recent call last): Jul 27 23:22:07.370512 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 23:22:07.370512 n-d-802623-1 neutron-server[93798]: timer() Jul 27 23:22:07.370512 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 23:22:07.370512 n-d-802623-1 neutron-server[93798]: cb(*args, **kw) Jul 27 23:22:07.370512 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 23:22:07.370512 n-d-802623-1 neutron-server[93798]: return func(*args, **kwargs) Jul 27 23:22:07.370512 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 23:22:07.370512 n-d-802623-1 neutron-server[93798]: self._notify() Jul 27 23:22:07.370512 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 23:22:07.370512 n-d-802623-1 neutron-server[93798]: self.callback(batched_events) Jul 27 23:22:07.370512 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 23:22:07.370512 n-d-802623-1 neutron-server[93798]: event.method(event) Jul 27 23:22:07.370512 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 23:22:07.370512 n-d-802623-1 neutron-server[93798]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 23:22:07.370512 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 23:22:07.370512 n-d-802623-1 neutron-server[93798]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 23:22:07.370512 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 23:22:07.370512 n-d-802623-1 neutron-server[93798]: return f(self, *a, **k) Jul 27 23:22:07.370512 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 23:22:07.370512 n-d-802623-1 neutron-server[93798]: return self._get(url).json() Jul 27 23:22:07.370512 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 23:22:07.370512 n-d-802623-1 neutron-server[93798]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 23:22:07.370512 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 23:22:07.370512 n-d-802623-1 neutron-server[93798]: return self.request(url, 'GET', **kwargs) Jul 27 23:22:07.370512 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 23:22:07.370512 n-d-802623-1 neutron-server[93798]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 23:22:07.370512 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 23:22:07.370512 n-d-802623-1 neutron-server[93798]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 23:22:07.370512 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 23:22:07.370512 n-d-802623-1 neutron-server[93798]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 23:22:07.370512 n-d-802623-1 neutron-server[93798]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 23:22:07.375916 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3cb9c8e0-0806-4d8e-b178-b3e31019c797 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415412'] for network, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:07.383000 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3cb9c8e0-0806-4d8e-b178-b3e31019c797 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:07.402160 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-3cb9c8e0-0806-4d8e-b178-b3e31019c797 admin admin] 10.222.0.18 "DELETE /v2.0/networks/8a269d53-4f2a-4865-a1d0-19bfee7666c6 HTTP/1.1" status: 204 len: 168 time: 1.3740530 Jul 27 23:22:07.441024 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb9c8e0-0806-4d8e-b178-b3e31019c797 admin admin] Pushing event deleted for resources: {'Network': ['ID=8a269d53-4f2a-4865-a1d0-19bfee7666c6,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:22:07.534398 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:07.541853 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2c19d7-d28b-4bfa-8db2-506f5b92944a None None] Pushing event updated for resources: {'Port': ['ID=b2630fe9-6938-4cec-b6de-f0d99786bb5e,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:22:07.549507 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db900e93-9231-459a-aec0-ddc509dbb5f3 admin admin] Pushing event updated for resources: {'Port': ['ID=69f6d3fb-2113-4008-8ef3-51d5c57b1895,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:22:07.557989 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-68b47024-7a2e-4c41-a82e-9119f64e60ae None None] For port 2bada422-c62d-4484-b290-d9cd2324c3fb, host n-d-802623-1, got binding levels [] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:22:07.558395 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-68b47024-7a2e-4c41-a82e-9119f64e60ae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:07.615650 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db900e93-9231-459a-aec0-ddc509dbb5f3 admin admin] Network ace43eec-001b-401f-aad4-4e74744b92a2 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:22:07.615650 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-db900e93-9231-459a-aec0-ddc509dbb5f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:22:07.616334 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-4354ace6-405f-4b6e-a05d-4943bdc33009 None None] Attempting to bind port b2630fe9-6938-4cec-b6de-f0d99786bb5e on host n-d-802623-1 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:22:07.616334 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-4354ace6-405f-4b6e-a05d-4943bdc33009 None None] Attempting to bind port b2630fe9-6938-4cec-b6de-f0d99786bb5e by drivers openvswitch,hyperv on host n-d-802623-1 at level 0 using segments [{'id': 'b9afe07e-bbe4-4740-834c-4b6a9698bdbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:22:07.616334 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4354ace6-405f-4b6e-a05d-4943bdc33009 None None] Attempting to bind port b2630fe9-6938-4cec-b6de-f0d99786bb5e on network 2fd42287-ed26-4eb9-89a5-b521f5b04356 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:22:07.617029 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db900e93-9231-459a-aec0-ddc509dbb5f3 admin admin] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:22:07.625051 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-68b47024-7a2e-4c41-a82e-9119f64e60ae None None] Calling delete_port for 2bada422-c62d-4484-b290-d9cd2324c3fb owned by network:dhcp {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:22:07.645178 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4354ace6-405f-4b6e-a05d-4943bdc33009 None None] Checking agent: {'id': 'a9a568d2-a5e7-41e4-833f-a8ab42ea4073', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 52, 30), 'started_at': datetime.datetime(2021, 7, 27, 22, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802623-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:22:07.645859 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4354ace6-405f-4b6e-a05d-4943bdc33009 None None] Checking segment: {'id': 'b9afe07e-bbe4-4740-834c-4b6a9698bdbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:22:07.645974 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4354ace6-405f-4b6e-a05d-4943bdc33009 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:07.646369 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4354ace6-405f-4b6e-a05d-4943bdc33009 None None] Bound using segment: {'id': 'b9afe07e-bbe4-4740-834c-4b6a9698bdbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:22:07.646866 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-4354ace6-405f-4b6e-a05d-4943bdc33009 None None] Bound port: b2630fe9-6938-4cec-b6de-f0d99786bb5e, host: n-d-802623-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9afe07e-bbe4-4740-834c-4b6a9698bdbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:22:07.647282 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4354ace6-405f-4b6e-a05d-4943bdc33009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:07.680558 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.ipam_backend_mixin [None req-68b47024-7a2e-4c41-a82e-9119f64e60ae None None] Port 2bada422-c62d-4484-b290-d9cd2324c3fb was not found and therefore no delete operation was performed {{(pid=93799) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 27 23:22:07.685205 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-db900e93-9231-459a-aec0-ddc509dbb5f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-415283'] for router_interface, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:07.744299 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187ee109-8134-47c7-a7aa-4ee5ab84fa3a req-017d78f5-47af-4037-9389-042fda227aeb tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:22:07.746681 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-187ee109-8134-47c7-a7aa-4ee5ab84fa3a req-017d78f5-47af-4037-9389-042fda227aeb tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/ports?device_id=24f1bcda-d342-44cb-a8a4-b50ba39d32f7 HTTP/1.1" status: 200 len: 945 time: 0.0744033 Jul 27 23:22:07.781363 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-68b47024-7a2e-4c41-a82e-9119f64e60ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:07.799113 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-187ee109-8134-47c7-a7aa-4ee5ab84fa3a req-f9ecb86e-795b-42cf-9fbd-0edfa6db6d5c tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/security-groups?id=fa1f1682-89f2-436c-be39-8607c4cda167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432792 Jul 27 23:22:07.820610 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] For port 808c6a67-4d38-43f1-97d1-eb6f356a3944, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=808c6a67-4d38-43f1-97d1-eb6f356a3944,segment=NetworkSegment(ab8d7f4e-2ae1-47bb-971f-c561db8d51ee),segment_id=ab8d7f4e-2ae1-47bb-971f-c561db8d51ee)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:22:07.826717 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 53020) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:22:07.903566 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-68b47024-7a2e-4c41-a82e-9119f64e60ae None None] Network 8a269d53-4f2a-4865-a1d0-19bfee7666c6 is not hosted by any dhcp agent {{(pid=93799) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 27 23:22:07.904080 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68b47024-7a2e-4c41-a82e-9119f64e60ae None None] No DVR routers for this DVR port 2bada422-c62d-4484-b290-d9cd2324c3fb on host n-d-802623-1 {{(pid=93799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:22:07.907580 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-b659bc97-3d2e-4b56-8cf8-a0f804fe9aee admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0367b9fbd8e84279b822c24a4e2fb6cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0762694 Jul 27 23:22:07.907830 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 53022) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:22:07.965471 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-581fd082-3be1-4d16-a37c-2eb5de4af612 req-145be88d-dce8-4919-804b-0cca9a0f3b10 service neutron] 10.222.0.18 "GET /v2.0/networks/75ce6599-272f-409e-8bde-1b861ba87c15?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2843244 Jul 27 23:22:07.970323 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 53024) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:22:07.990607 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:07.998055 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b47024-7a2e-4c41-a82e-9119f64e60ae None None] Pushing event deleted for resources: {'Port': ['ID=2bada422-c62d-4484-b290-d9cd2324c3fb,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:22:08.035074 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-4354ace6-405f-4b6e-a05d-4943bdc33009 None None] For port b2630fe9-6938-4cec-b6de-f0d99786bb5e, host n-d-802623-1, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:22:08.037410 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b9964880-137c-4308-9ff4-b63843fcd939 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:08.062924 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-4354ace6-405f-4b6e-a05d-4943bdc33009 None None] For port b2630fe9-6938-4cec-b6de-f0d99786bb5e, host n-d-802623-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=b2630fe9-6938-4cec-b6de-f0d99786bb5e,segment=NetworkSegment(b9afe07e-bbe4-4740-834c-4b6a9698bdbc),segment_id=b9afe07e-bbe4-4740-834c-4b6a9698bdbc)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:22:08.078134 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4354ace6-405f-4b6e-a05d-4943bdc33009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:08.083252 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Pushing event updated for resources: {'Port': ['ID=808c6a67-4d38-43f1-97d1-eb6f356a3944,revision_number=5']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:22:08.085123 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b9964880-137c-4308-9ff4-b63843fcd939 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:08.148052 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2c19d7-d28b-4bfa-8db2-506f5b92944a None None] Pushing event updated for resources: {'Port': ['ID=b2630fe9-6938-4cec-b6de-f0d99786bb5e,revision_number=3']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:22:08.159768 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4354ace6-405f-4b6e-a05d-4943bdc33009 None None] Routers {'5d7d6234-cc6c-4516-b2d3-eb7707e867d8'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:22:08.166610 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-4354ace6-405f-4b6e-a05d-4943bdc33009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:22:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['5d7d6234-cc6c-4516-b2d3-eb7707e867d8'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:22:08.207765 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b9964880-137c-4308-9ff4-b63843fcd939 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:08.211826 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b9964880-137c-4308-9ff4-b63843fcd939 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:08.227431 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-0b699797-fa51-4add-9643-5817c88147bc None None] Provisioning for port 69f6d3fb-2113-4008-8ef3-51d5c57b1895 completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:22:08.227930 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-b9964880-137c-4308-9ff4-b63843fcd939 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/590f29d5-a38d-458c-93ce-543ee7b0dac7 HTTP/1.1" status: 204 len: 168 time: 0.3162670 Jul 27 23:22:08.253639 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9964880-137c-4308-9ff4-b63843fcd939 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=590f29d5-a38d-458c-93ce-543ee7b0dac7,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:22:08.271344 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-581fd082-3be1-4d16-a37c-2eb5de4af612 req-e77ac837-9dac-4ba8-81dd-6813558f3d3c service neutron] 10.222.0.18 "GET /v2.0/networks/75ce6599-272f-409e-8bde-1b861ba87c15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2918830 Jul 27 23:22:08.334722 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device e65bf86c-ac9c-4176-bfdc-79b6f55485a0 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:22:08.339639 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-db900e93-9231-459a-aec0-ddc509dbb5f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:08.347538 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-0b699797-fa51-4add-9643-5817c88147bc None None] Provisioning complete for port 69f6d3fb-2113-4008-8ef3-51d5c57b1895 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:22:08.347912 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-0b699797-fa51-4add-9643-5817c88147bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:08.470096 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-0b699797-fa51-4add-9643-5817c88147bc None None] Port 69f6d3fb-2113-4008-8ef3-51d5c57b1895 cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:22:08.474989 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-4354ace6-405f-4b6e-a05d-4943bdc33009 None None] Set router 5d7d6234-cc6c-4516-b2d3-eb7707e867d8 gateway port host: n-d-802623-1 {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:22:08.478509 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-cfbf472c-c4f4-456a-a0f5-00ab5d51e551 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:08.600628 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port e65bf86c-ac9c-4176-bfdc-79b6f55485a0 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:22:08.600946 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:08.662002 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-cfbf472c-c4f4-456a-a0f5-00ab5d51e551 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:08.676434 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-cfbf472c-c4f4-456a-a0f5-00ab5d51e551 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:08.721914 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-cfbf472c-c4f4-456a-a0f5-00ab5d51e551 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ca68b2cf772d43bc9645b2e96a05cead&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7482402 Jul 27 23:22:08.725545 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b132417a-9fde-4ad0-9034-4bb132f3166d req-8c564c52-2c57-4c73-a108-84d6af19bf91 tempest-VolumesSnapshotTestJSON-2142840391 tempest-VolumesSnapshotTestJSON-2142840391-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f23aacd-e5e6-40f8-9593-772269c3769a HTTP/1.1" status: 200 len: 210 time: 0.0620782 Jul 27 23:22:08.726011 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 53036) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:22:08.786846 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-db900e93-9231-459a-aec0-ddc509dbb5f3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:08.787366 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-4354ace6-405f-4b6e-a05d-4943bdc33009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d7d6234-cc6c-4516-b2d3-eb7707e867d8', 'name': 'tempest-TestVolumeBackupRestore-1027960254-router', 'tenant_id': '17e3c23378204ad2a3d62a81599acb75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.140'}], 'enable_snat': True}, 'gw_port_id': 'b2630fe9-6938-4cec-b6de-f0d99786bb5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:21:59Z', 'updated_at': '2021-07-27T23:22:02Z', 'revision_number': 3, 'project_id': '17e3c23378204ad2a3d62a81599acb75', 'gw_port': {'id': 'b2630fe9-6938-4cec-b6de-f0d99786bb5e', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:a9:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d7d6234-cc6c-4516-b2d3-eb7707e867d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2117, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:22:01Z', 'updated_at': '2021-07-27T23:22:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1'}], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:22:08.806176 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-db900e93-9231-459a-aec0-ddc509dbb5f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11336041'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:08.885964 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbf472c-c4f4-456a-a0f5-00ab5d51e551 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a2b355e-c226-43f3-8b17-9a30b1114ef6,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:22:08.894135 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2d9d86c1-5e66-46b8-846a-58f7775cb3e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:08.936569 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2d9d86c1-5e66-46b8-846a-58f7775cb3e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:08.980020 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db900e93-9231-459a-aec0-ddc509dbb5f3 admin admin] Pushing event updated for resources: {'Port': ['ID=69f6d3fb-2113-4008-8ef3-51d5c57b1895,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:22:08.992438 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-db900e93-9231-459a-aec0-ddc509dbb5f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3760555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-414115'] for router_interface, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:09.021587 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2d9d86c1-5e66-46b8-846a-58f7775cb3e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:09.024881 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2d9d86c1-5e66-46b8-846a-58f7775cb3e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:09.026678 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-2d9d86c1-5e66-46b8-846a-58f7775cb3e2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1a2b355e-c226-43f3-8b17-9a30b1114ef6 HTTP/1.1" status: 204 len: 168 time: 0.2779157 Jul 27 23:22:09.051098 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9d86c1-5e66-46b8-846a-58f7775cb3e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a2b355e-c226-43f3-8b17-9a30b1114ef6,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:22:09.170158 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 2bada422-c62d-4484-b290-d9cd2324c3fb no longer exists at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:22:09.192717 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4354ace6-405f-4b6e-a05d-4943bdc33009 None None] The sync data for ids ['5d7d6234-cc6c-4516-b2d3-eb7707e867d8'] in n-d-802623-1 is: [{'id': '5d7d6234-cc6c-4516-b2d3-eb7707e867d8', 'name': 'tempest-TestVolumeBackupRestore-1027960254-router', 'tenant_id': '17e3c23378204ad2a3d62a81599acb75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.140'}], 'enable_snat': True}, 'gw_port_id': 'b2630fe9-6938-4cec-b6de-f0d99786bb5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:21:59Z', 'updated_at': '2021-07-27T23:22:02Z', 'revision_number': 3, 'project_id': '17e3c23378204ad2a3d62a81599acb75', 'gw_port': {'id': 'b2630fe9-6938-4cec-b6de-f0d99786bb5e', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:a9:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d7d6234-cc6c-4516-b2d3-eb7707e867d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2117, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:22:01Z', 'updated_at': '2021-07-27T23:22:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1'}] {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:22:09.219633 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] No Port match for: 2bada422-c62d-4484-b290-d9cd2324c3fb {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:22:09.220146 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 2bada422-c62d-4484-b290-d9cd2324c3fb not bound to the agent host n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:22:09.220790 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device ef18a1f3-5203-42c8-a585-56b0dd54e83a no longer exists at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:22:09.244353 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] No Port match for: ef18a1f3-5203-42c8-a585-56b0dd54e83a {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:22:09.244854 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device ef18a1f3-5203-42c8-a585-56b0dd54e83a not bound to the agent host n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:22:09.245306 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 234ed106-7f9a-45b8-a00c-025ba7e00ea0 no longer exists at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:22:09.273034 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] No Port match for: 234ed106-7f9a-45b8-a00c-025ba7e00ea0 {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:22:09.273387 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 234ed106-7f9a-45b8-a00c-025ba7e00ea0 not bound to the agent host n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:22:09.319976 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27108b4-0fa0-4904-b915-0c169e55ab4d req-04d635ed-dc71-4a3e-9500-6d071f1b2ff3 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:22:09.321656 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f27108b4-0fa0-4904-b915-0c169e55ab4d req-04d635ed-dc71-4a3e-9500-6d071f1b2ff3 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/ports?device_id=24f1bcda-d342-44cb-a8a4-b50ba39d32f7 HTTP/1.1" status: 200 len: 945 time: 0.2679441 Jul 27 23:22:09.369061 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db900e93-9231-459a-aec0-ddc509dbb5f3 admin admin] Network ace43eec-001b-401f-aad4-4e74744b92a2 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:22:09.373999 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-db900e93-9231-459a-aec0-ddc509dbb5f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:22:09.656397 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f27108b4-0fa0-4904-b915-0c169e55ab4d req-2e2c7d43-6035-4cc5-a72a-7206ab806254 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/security-groups?id=fa1f1682-89f2-436c-be39-8607c4cda167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3226142 Jul 27 23:22:09.721925 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db900e93-9231-459a-aec0-ddc509dbb5f3 admin admin] Router 5d7d6234-cc6c-4516-b2d3-eb7707e867d8 has already been hosted by L3 agent 018c4455-49c0-4734-927d-7824067b2a9e {{(pid=93797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 23:22:09.788572 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 53070) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:22:09.807411 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2bd8a4d2-b2f1-48ae-9fea-27c296dd3f96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:09.914464 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-94d76205-548a-4644-ab43-3c33d4e5139d None None] Provisioning complete for port 69f6d3fb-2113-4008-8ef3-51d5c57b1895 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:22:09.915101 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-94d76205-548a-4644-ab43-3c33d4e5139d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:09.986310 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-94d76205-548a-4644-ab43-3c33d4e5139d None None] Port 69f6d3fb-2113-4008-8ef3-51d5c57b1895 cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:22:10.023665 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-3df6ee29-6f8e-4ea7-b686-c4bfc7eb62c0 req-05ab4f80-21c4-4bb3-b1a5-53b78bffe158 tempest-VolumesSnapshotTestJSON-2142840391 tempest-VolumesSnapshotTestJSON-2142840391-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f23aacd-e5e6-40f8-9593-772269c3769a HTTP/1.1" status: 200 len: 210 time: 0.0785930 Jul 27 23:22:10.105784 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db900e93-9231-459a-aec0-ddc509dbb5f3 admin admin] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:22:10.129119 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-db900e93-9231-459a-aec0-ddc509dbb5f3 admin admin] 10.222.0.18 "PUT /v2.0/routers/5d7d6234-cc6c-4516-b2d3-eb7707e867d8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1461234 Jul 27 23:22:10.144617 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2bd8a4d2-b2f1-48ae-9fea-27c296dd3f96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:10.165738 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2bd8a4d2-b2f1-48ae-9fea-27c296dd3f96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:10.271449 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 53080) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:22:10.280025 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-2bd8a4d2-b2f1-48ae-9fea-27c296dd3f96 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ced5b18b351d4233a49dbf972aaf11ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4900966 Jul 27 23:22:10.357829 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 53082) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:22:10.360451 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 808c6a67-4d38-43f1-97d1-eb6f356a3944 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:22:10.462311 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2e0d97e2-0081-4727-a946-f1cc3f599e7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:10.504440 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port 808c6a67-4d38-43f1-97d1-eb6f356a3944 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:22:10.504585 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:10.512646 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2e0d97e2-0081-4727-a946-f1cc3f599e7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:10.562123 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581fd082-3be1-4d16-a37c-2eb5de4af612 req-2b7cdbb9-e24d-4288-afd7-610543783bdf tempest-VolumesSnapshotTestJSON-2142840391 tempest-VolumesSnapshotTestJSON-2142840391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:22:10.564165 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-581fd082-3be1-4d16-a37c-2eb5de4af612 req-2b7cdbb9-e24d-4288-afd7-610543783bdf tempest-VolumesSnapshotTestJSON-2142840391 tempest-VolumesSnapshotTestJSON-2142840391-project] 10.222.0.38 "GET /v2.0/networks?id=75ce6599-272f-409e-8bde-1b861ba87c15 HTTP/1.1" status: 200 len: 813 time: 0.3069978 Jul 27 23:22:10.596394 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd8a4d2-b2f1-48ae-9fea-27c296dd3f96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4e7fcf6-8b37-4879-95f7-5bd05b582e5b,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:22:10.610896 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2e0d97e2-0081-4727-a946-f1cc3f599e7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:10.611256 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [req-581fd082-3be1-4d16-a37c-2eb5de4af612 req-c0802efa-c9eb-4d75-9c54-4f05b7a08e02 tempest-VolumesSnapshotTestJSON-2142840391 tempest-VolumesSnapshotTestJSON-2142840391-project] Request body: {'port': {'device_id': '5f23aacd-e5e6-40f8-9593-772269c3769a', 'network_id': '75ce6599-272f-409e-8bde-1b861ba87c15', 'admin_state_up': True, 'tenant_id': '771a5e15676f4d0489dc600792573356'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:22:10.619315 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2e0d97e2-0081-4727-a946-f1cc3f599e7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:10.628426 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-2e0d97e2-0081-4727-a946-f1cc3f599e7f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f4e7fcf6-8b37-4879-95f7-5bd05b582e5b HTTP/1.1" status: 204 len: 168 time: 0.3483884 Jul 27 23:22:10.653604 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-bd34dff0-6a42-47ed-a745-11d1c3e8cb01 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-995934199-network', 'tenant_id': '3333578abc624b349077b88d523a95c7'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:22:10.661239 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0d97e2-0081-4727-a946-f1cc3f599e7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4e7fcf6-8b37-4879-95f7-5bd05b582e5b,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:22:10.756690 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd34dff0-6a42-47ed-a745-11d1c3e8cb01 admin admin] Made reservation on behalf of 3333578abc624b349077b88d523a95c7 for: {'network': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:22:10.759127 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-bd34dff0-6a42-47ed-a745-11d1c3e8cb01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for network, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:10.777810 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-bd34dff0-6a42-47ed-a745-11d1c3e8cb01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:10.779596 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device b2630fe9-6938-4cec-b6de-f0d99786bb5e up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:22:10.968572 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7187efa4-488d-4cf7-89dd-c7b3620e4281 req-ee4c812f-5fdf-4b55-bde5-98cc05cd5745 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:22:10.989102 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7187efa4-488d-4cf7-89dd-c7b3620e4281 req-ee4c812f-5fdf-4b55-bde5-98cc05cd5745 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/ports?device_id=24f1bcda-d342-44cb-a8a4-b50ba39d32f7 HTTP/1.1" status: 200 len: 945 time: 0.1803095 Jul 27 23:22:10.990178 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning for port b2630fe9-6938-4cec-b6de-f0d99786bb5e completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:22:11.011596 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port b2630fe9-6938-4cec-b6de-f0d99786bb5e triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:22:11.016313 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:11.048857 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-bd34dff0-6a42-47ed-a745-11d1c3e8cb01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:11.057628 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-bd34dff0-6a42-47ed-a745-11d1c3e8cb01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:11.097848 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd34dff0-6a42-47ed-a745-11d1c3e8cb01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2eed3499-b2dc-4df3-ba94-97f5c54db85f,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:22:11.120622 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd34dff0-6a42-47ed-a745-11d1c3e8cb01 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 531} {{(pid=93797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 23:22:11.127718 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7187efa4-488d-4cf7-89dd-c7b3620e4281 req-bf6c7a35-c62d-4974-843f-f1fd7466f9cb tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/security-groups?id=fa1f1682-89f2-436c-be39-8607c4cda167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344774 Jul 27 23:22:11.149643 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-bd34dff0-6a42-47ed-a745-11d1c3e8cb01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:11.150030 n-d-802623-1 neutron-server[93797]: INFO neutron.db.segments_db [None req-bd34dff0-6a42-47ed-a745-11d1c3e8cb01 admin admin] Added segment cc432c68-ce40-4eae-9635-f27b65666e98 of type vlan for network 470a3bc8-3a6a-42d8-9fcd-fd13d61a7106 Jul 27 23:22:11.153284 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-581fd082-3be1-4d16-a37c-2eb5de4af612 req-c0802efa-c9eb-4d75-9c54-4f05b7a08e02 tempest-VolumesSnapshotTestJSON-2142840391 tempest-VolumesSnapshotTestJSON-2142840391-project] Made reservation on behalf of 771a5e15676f4d0489dc600792573356 for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:22:11.158896 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-581fd082-3be1-4d16-a37c-2eb5de4af612 req-c0802efa-c9eb-4d75-9c54-4f05b7a08e02 tempest-VolumesSnapshotTestJSON-2142840391 tempest-VolumesSnapshotTestJSON-2142840391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:11.280070 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:11.345271 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-45633bc4-dfab-4941-858f-852f96e896c6 req-8ce9b8db-5ead-414b-a9e7-9c64201b2462 tempest-VolumesSnapshotTestJSON-2142840391 tempest-VolumesSnapshotTestJSON-2142840391-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f23aacd-e5e6-40f8-9593-772269c3769a HTTP/1.1" status: 200 len: 210 time: 0.0988722 Jul 27 23:22:11.374526 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] For port b2630fe9-6938-4cec-b6de-f0d99786bb5e, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=b2630fe9-6938-4cec-b6de-f0d99786bb5e,segment=NetworkSegment(b9afe07e-bbe4-4740-834c-4b6a9698bdbc),segment_id=b9afe07e-bbe4-4740-834c-4b6a9698bdbc)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:22:11.387508 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-bd34dff0-6a42-47ed-a745-11d1c3e8cb01 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736833354590'] for network, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:11.388988 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:11.465779 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Pushing event updated for resources: {'Port': ['ID=b2630fe9-6938-4cec-b6de-f0d99786bb5e,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:22:11.478239 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-bd34dff0-6a42-47ed-a745-11d1c3e8cb01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569'] for network, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:11.481406 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd34dff0-6a42-47ed-a745-11d1c3e8cb01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:22:11.482299 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-bd34dff0-6a42-47ed-a745-11d1c3e8cb01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for network, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:11.539528 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [req-581fd082-3be1-4d16-a37c-2eb5de4af612 req-c0802efa-c9eb-4d75-9c54-4f05b7a08e02 tempest-VolumesSnapshotTestJSON-2142840391 tempest-VolumesSnapshotTestJSON-2142840391-project] Allocated IP 172.20.0.14 (75ce6599-272f-409e-8bde-1b861ba87c15/614b1cae-4360-4d45-b3b8-cf22579b78cc/67ab8aec-ae11-4afe-b0cc-757e19f852f1) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:22:11.560818 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd34dff0-6a42-47ed-a745-11d1c3e8cb01 admin admin] Pushing event updated for resources: {'Network': ['ID=470a3bc8-3a6a-42d8-9fcd-fd13d61a7106,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:22:11.572472 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Network 470a3bc8-3a6a-42d8-9fcd-fd13d61a7106 details requested by agent ovs-agent-n-d-802623-1 with host n-d-802623-1 {{(pid=93799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 23:22:11.573236 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-bd34dff0-6a42-47ed-a745-11d1c3e8cb01 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.2143238 Jul 27 23:22:11.580366 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 53144) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:22:11.590905 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-5329a63b-a8eb-4c41-9d3a-912a06424e65 admin admin] Request body: {'subnet': {'network_id': '470a3bc8-3a6a-42d8-9fcd-fd13d61a7106', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-995934199-subnet', 'tenant_id': '3333578abc624b349077b88d523a95c7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:22:11.639171 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5329a63b-a8eb-4c41-9d3a-912a06424e65 admin admin] Made reservation on behalf of 3333578abc624b349077b88d523a95c7 for: {'subnet': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:22:11.641715 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5329a63b-a8eb-4c41-9d3a-912a06424e65 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11551435'] for subnet, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:11.879423 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-581fd082-3be1-4d16-a37c-2eb5de4af612 req-c0802efa-c9eb-4d75-9c54-4f05b7a08e02 tempest-VolumesSnapshotTestJSON-2142840391 tempest-VolumesSnapshotTestJSON-2142840391-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:11.971363 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-581fd082-3be1-4d16-a37c-2eb5de4af612 req-c0802efa-c9eb-4d75-9c54-4f05b7a08e02 tempest-VolumesSnapshotTestJSON-2142840391 tempest-VolumesSnapshotTestJSON-2142840391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:12.033110 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5329a63b-a8eb-4c41-9d3a-912a06424e65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11336182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11551417'] for subnet, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:12.087643 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0802efa-c9eb-4d75-9c54-4f05b7a08e02 tempest-VolumesSnapshotTestJSON-2142840391 tempest-VolumesSnapshotTestJSON-2142840391-project] Pushing event updated for resources: {'Port': ['ID=67ab8aec-ae11-4afe-b0cc-757e19f852f1,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:22:12.107794 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-581fd082-3be1-4d16-a37c-2eb5de4af612 req-c0802efa-c9eb-4d75-9c54-4f05b7a08e02 tempest-VolumesSnapshotTestJSON-2142840391 tempest-VolumesSnapshotTestJSON-2142840391-project] Network 75ce6599-272f-409e-8bde-1b861ba87c15 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:22:12.112701 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [req-581fd082-3be1-4d16-a37c-2eb5de4af612 req-c0802efa-c9eb-4d75-9c54-4f05b7a08e02 tempest-VolumesSnapshotTestJSON-2142840391 tempest-VolumesSnapshotTestJSON-2142840391-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:22:12.115932 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0802efa-c9eb-4d75-9c54-4f05b7a08e02 tempest-VolumesSnapshotTestJSON-2142840391 tempest-VolumesSnapshotTestJSON-2142840391-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:22:12.116280 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0802efa-c9eb-4d75-9c54-4f05b7a08e02 tempest-VolumesSnapshotTestJSON-2142840391 tempest-VolumesSnapshotTestJSON-2142840391-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:22:12.116616 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0802efa-c9eb-4d75-9c54-4f05b7a08e02 tempest-VolumesSnapshotTestJSON-2142840391 tempest-VolumesSnapshotTestJSON-2142840391-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:22:12.116945 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0802efa-c9eb-4d75-9c54-4f05b7a08e02 tempest-VolumesSnapshotTestJSON-2142840391 tempest-VolumesSnapshotTestJSON-2142840391-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:22:12.117274 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0802efa-c9eb-4d75-9c54-4f05b7a08e02 tempest-VolumesSnapshotTestJSON-2142840391 tempest-VolumesSnapshotTestJSON-2142840391-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:22:12.117606 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0802efa-c9eb-4d75-9c54-4f05b7a08e02 tempest-VolumesSnapshotTestJSON-2142840391 tempest-VolumesSnapshotTestJSON-2142840391-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:22:12.117926 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0802efa-c9eb-4d75-9c54-4f05b7a08e02 tempest-VolumesSnapshotTestJSON-2142840391 tempest-VolumesSnapshotTestJSON-2142840391-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:22:12.118245 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0802efa-c9eb-4d75-9c54-4f05b7a08e02 tempest-VolumesSnapshotTestJSON-2142840391 tempest-VolumesSnapshotTestJSON-2142840391-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:22:12.118567 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0802efa-c9eb-4d75-9c54-4f05b7a08e02 tempest-VolumesSnapshotTestJSON-2142840391 tempest-VolumesSnapshotTestJSON-2142840391-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:22:12.119446 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0802efa-c9eb-4d75-9c54-4f05b7a08e02 tempest-VolumesSnapshotTestJSON-2142840391 tempest-VolumesSnapshotTestJSON-2142840391-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:22:12.119446 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0802efa-c9eb-4d75-9c54-4f05b7a08e02 tempest-VolumesSnapshotTestJSON-2142840391 tempest-VolumesSnapshotTestJSON-2142840391-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:22:12.119628 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0802efa-c9eb-4d75-9c54-4f05b7a08e02 tempest-VolumesSnapshotTestJSON-2142840391 tempest-VolumesSnapshotTestJSON-2142840391-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:22:12.131650 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-581fd082-3be1-4d16-a37c-2eb5de4af612 req-c0802efa-c9eb-4d75-9c54-4f05b7a08e02 tempest-VolumesSnapshotTestJSON-2142840391 tempest-VolumesSnapshotTestJSON-2142840391-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:22:12.194552 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5329a63b-a8eb-4c41-9d3a-912a06424e65 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cda1fa6c-3b60-45b3-95dc-3c5a11ac6a40,revision_number=0']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:22:12.203688 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5329a63b-a8eb-4c41-9d3a-912a06424e65 admin admin] Checking segment: {'id': 'cc432c68-ce40-4eae-9635-f27b65666e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '470a3bc8-3a6a-42d8-9fcd-fd13d61a7106'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:22:12.204005 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5329a63b-a8eb-4c41-9d3a-912a06424e65 admin admin] Network hostable DHCP agents. Network: 470a3bc8-3a6a-42d8-9fcd-fd13d61a7106, hostable agents: ['5950e76f-2bde-4343-a925-cbe6bacd2706'], hosted agents: [] {{(pid=93797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 23:22:12.210550 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device b2630fe9-6938-4cec-b6de-f0d99786bb5e up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:22:12.257068 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5329a63b-a8eb-4c41-9d3a-912a06424e65 admin admin] Network 470a3bc8-3a6a-42d8-9fcd-fd13d61a7106 is scheduled to be hosted by DHCP agent 5950e76f-2bde-4343-a925-cbe6bacd2706 with binding_index 1 {{(pid=93797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 23:22:12.318247 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-5329a63b-a8eb-4c41-9d3a-912a06424e65 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802623-1, 470a3bc8-3a6a-42d8-9fcd-fd13d61a7106) {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:22:12.319734 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581fd082-3be1-4d16-a37c-2eb5de4af612 req-c0802efa-c9eb-4d75-9c54-4f05b7a08e02 tempest-VolumesSnapshotTestJSON-2142840391 tempest-VolumesSnapshotTestJSON-2142840391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:22:12.321908 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-581fd082-3be1-4d16-a37c-2eb5de4af612 req-c0802efa-c9eb-4d75-9c54-4f05b7a08e02 tempest-VolumesSnapshotTestJSON-2142840391 tempest-VolumesSnapshotTestJSON-2142840391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:12.334315 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5329a63b-a8eb-4c41-9d3a-912a06424e65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:22:12.334946 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5329a63b-a8eb-4c41-9d3a-912a06424e65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for subnet, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:12.338800 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-467f84bf-821e-46d2-a3d1-0ed8f55adcca None None] Network 470a3bc8-3a6a-42d8-9fcd-fd13d61a7106 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:22:12.373177 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-581fd082-3be1-4d16-a37c-2eb5de4af612 req-c0802efa-c9eb-4d75-9c54-4f05b7a08e02 tempest-VolumesSnapshotTestJSON-2142840391 tempest-VolumesSnapshotTestJSON-2142840391-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7777240 Jul 27 23:22:12.381687 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0ab574-d86f-449e-9ed3-18f9ad251519 req-efca46c0-4a54-4b19-b24a-75321b741d8d tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:22:12.383632 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-5b0ab574-d86f-449e-9ed3-18f9ad251519 req-efca46c0-4a54-4b19-b24a-75321b741d8d tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/ports?device_id=24f1bcda-d342-44cb-a8a4-b50ba39d32f7 HTTP/1.1" status: 200 len: 945 time: 0.1120276 Jul 27 23:22:12.385615 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-5329a63b-a8eb-4c41-9d3a-912a06424e65 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.8035007 Jul 27 23:22:12.396926 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 53170) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:22:12.412834 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [req-581fd082-3be1-4d16-a37c-2eb5de4af612 req-41b03502-b6f6-4bce-b5da-cf9c61eebed1 service neutron] Request body: {'port': {'device_id': '5f23aacd-e5e6-40f8-9593-772269c3769a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802623-1'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:22:12.445615 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-cd54dfb1-c192-470c-83cf-2265d567274b admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-995934199-router', 'tenant_id': '3333578abc624b349077b88d523a95c7', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'}}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:22:12.448198 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port b2630fe9-6938-4cec-b6de-f0d99786bb5e triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:22:12.449134 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:12.513352 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-5b0ab574-d86f-449e-9ed3-18f9ad251519 req-79f05c9d-9e7f-4aee-a632-28eae3fc309c tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/security-groups?id=fa1f1682-89f2-436c-be39-8607c4cda167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110997 Jul 27 23:22:12.535394 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-cd54dfb1-c192-470c-83cf-2265d567274b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62159'] for router, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:12.537481 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-cd54dfb1-c192-470c-83cf-2265d567274b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-479230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-415539', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3693317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62148'] for router, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:12.627992 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-cd54dfb1-c192-470c-83cf-2265d567274b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:12.648292 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deb68e8c-86af-427c-bbe1-517f496b7d5f None None] Sync routers for ids ['5d7d6234-cc6c-4516-b2d3-eb7707e867d8'] in n-d-802623-1 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:22:12.673310 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deb68e8c-86af-427c-bbe1-517f496b7d5f None None] Routers {'5d7d6234-cc6c-4516-b2d3-eb7707e867d8'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:22:12.673954 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-deb68e8c-86af-427c-bbe1-517f496b7d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:22:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['5d7d6234-cc6c-4516-b2d3-eb7707e867d8'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:22:12.727384 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-581fd082-3be1-4d16-a37c-2eb5de4af612 req-41b03502-b6f6-4bce-b5da-cf9c61eebed1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:12.823897 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ceb6300-ba35-472c-a16f-62903b8d6f9b None None] Network 470a3bc8-3a6a-42d8-9fcd-fd13d61a7106 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:22:12.890561 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ded026-fbb6-4a72-bb03-51426facf256 req-432ec0b5-5964-4edc-a473-606c0381bb21 tempest-VolumesSnapshotTestJSON-2142840391 tempest-VolumesSnapshotTestJSON-2142840391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:22:12.900665 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b9ded026-fbb6-4a72-bb03-51426facf256 req-432ec0b5-5964-4edc-a473-606c0381bb21 tempest-VolumesSnapshotTestJSON-2142840391 tempest-VolumesSnapshotTestJSON-2142840391-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f23aacd-e5e6-40f8-9593-772269c3769a HTTP/1.1" status: 200 len: 932 time: 0.2881503 Jul 27 23:22:12.952106 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-cd54dfb1-c192-470c-83cf-2265d567274b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-415433', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62186'] for router, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:12.989365 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-deb68e8c-86af-427c-bbe1-517f496b7d5f None None] Set router 5d7d6234-cc6c-4516-b2d3-eb7707e867d8 gateway port host: n-d-802623-1 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:22:13.051075 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b9ded026-fbb6-4a72-bb03-51426facf256 req-e8990996-c71b-4ad5-8afd-9b912c7afbba tempest-VolumesSnapshotTestJSON-2142840391 tempest-VolumesSnapshotTestJSON-2142840391-project] 10.222.0.18 "GET /v2.0/security-groups?id=c6ee22a1-4a36-467f-b125-9b1dd3eea2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402788 Jul 27 23:22:13.422630 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-deb68e8c-86af-427c-bbe1-517f496b7d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d7d6234-cc6c-4516-b2d3-eb7707e867d8', 'name': 'tempest-TestVolumeBackupRestore-1027960254-router', 'tenant_id': '17e3c23378204ad2a3d62a81599acb75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.140'}], 'enable_snat': True}, 'gw_port_id': 'b2630fe9-6938-4cec-b6de-f0d99786bb5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:21:59Z', 'updated_at': '2021-07-27T23:22:08Z', 'revision_number': 4, 'project_id': '17e3c23378204ad2a3d62a81599acb75', 'gw_port': {'id': 'b2630fe9-6938-4cec-b6de-f0d99786bb5e', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:a9:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d7d6234-cc6c-4516-b2d3-eb7707e867d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2117, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:22:01Z', 'updated_at': '2021-07-27T23:22:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': '69f6d3fb-2113-4008-8ef3-51d5c57b1895', 'name': '', 'network_id': 'ace43eec-001b-401f-aad4-4e74744b92a2', 'tenant_id': '17e3c23378204ad2a3d62a81599acb75', 'mac_address': 'fa:16:3e:d7:a6:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d7d6234-cc6c-4516-b2d3-eb7707e867d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2118, 'fixed_ips': [{'subnet_id': '4c9e4abd-e34e-428a-8818-ce49634a8585', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:22:06Z', 'updated_at': '2021-07-27T23:22:08Z', 'revision_number': 2, 'project_id': '17e3c23378204ad2a3d62a81599acb75', 'subnets': [{'id': '4c9e4abd-e34e-428a-8818-ce49634a8585', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:22:13.536628 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-cd54dfb1-c192-470c-83cf-2265d567274b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:13.605853 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-cd54dfb1-c192-470c-83cf-2265d567274b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:13.639755 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deb68e8c-86af-427c-bbe1-517f496b7d5f None None] Checking router: 5d7d6234-cc6c-4516-b2d3-eb7707e867d8 for host: n-d-802623-1 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 23:22:13.640596 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deb68e8c-86af-427c-bbe1-517f496b7d5f None None] Updating router 5d7d6234-cc6c-4516-b2d3-eb7707e867d8 port 69f6d3fb-2113-4008-8ef3-51d5c57b1895 binding host n-d-802623-1 {{(pid=93800) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 23:22:13.682567 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-deb68e8c-86af-427c-bbe1-517f496b7d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:13.795833 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1baadc47-7c59-490c-8077-714a5ffc27bf req-f79c04a6-b1a6-4977-beba-03799c3c9a36 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:22:13.804213 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-1baadc47-7c59-490c-8077-714a5ffc27bf req-f79c04a6-b1a6-4977-beba-03799c3c9a36 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/ports?device_id=24f1bcda-d342-44cb-a8a4-b50ba39d32f7 HTTP/1.1" status: 200 len: 945 time: 0.1267982 Jul 27 23:22:13.872541 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-1baadc47-7c59-490c-8077-714a5ffc27bf req-035958de-eeab-4bd3-b939-05d6bef929c9 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/security-groups?id=fa1f1682-89f2-436c-be39-8607c4cda167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669374 Jul 27 23:22:13.917444 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-cd54dfb1-c192-470c-83cf-2265d567274b admin admin] Allocated IP 172.25.4.153 (2fd42287-ed26-4eb9-89a5-b521f5b04356/17de1f8f-393a-4b0c-a2df-614bd3f2fb5e/229e6be4-0c44-4a1c-b1d8-fc19ae5a71f9) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:22:14.108407 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-cd54dfb1-c192-470c-83cf-2265d567274b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:14.235564 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-cd54dfb1-c192-470c-83cf-2265d567274b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:14.241242 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-deb68e8c-86af-427c-bbe1-517f496b7d5f None None] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:14.277077 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-deb68e8c-86af-427c-bbe1-517f496b7d5f None None] Transition to ACTIVE for port object 69f6d3fb-2113-4008-8ef3-51d5c57b1895 will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:22:14.293822 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-deb68e8c-86af-427c-bbe1-517f496b7d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:14.296895 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd54dfb1-c192-470c-83cf-2265d567274b admin admin] Network 2fd42287-ed26-4eb9-89a5-b521f5b04356 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:22:14.325133 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-cd54dfb1-c192-470c-83cf-2265d567274b admin admin] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:22:14.340577 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [req-581fd082-3be1-4d16-a37c-2eb5de4af612 req-41b03502-b6f6-4bce-b5da-cf9c61eebed1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67ab8aec-ae11-4afe-b0cc-757e19f852f1 {{(pid=93798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:22:14.363089 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7065a89-1611-4674-a88b-0fb6faee3fa4 req-1d197a2e-1d34-4f9c-827d-4a4947d159d5 tempest-VolumesSnapshotTestJSON-2142840391 tempest-VolumesSnapshotTestJSON-2142840391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:22:14.363328 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-581fd082-3be1-4d16-a37c-2eb5de4af612 req-41b03502-b6f6-4bce-b5da-cf9c61eebed1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:14.366236 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a7065a89-1611-4674-a88b-0fb6faee3fa4 req-1d197a2e-1d34-4f9c-827d-4a4947d159d5 tempest-VolumesSnapshotTestJSON-2142840391 tempest-VolumesSnapshotTestJSON-2142840391-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f23aacd-e5e6-40f8-9593-772269c3769a HTTP/1.1" status: 200 len: 932 time: 0.1767628 Jul 27 23:22:14.377685 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd54dfb1-c192-470c-83cf-2265d567274b admin admin] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:22:14.412088 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-581fd082-3be1-4d16-a37c-2eb5de4af612 req-41b03502-b6f6-4bce-b5da-cf9c61eebed1 service neutron] Transition to ACTIVE for port object 67ab8aec-ae11-4afe-b0cc-757e19f852f1 will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:22:14.421735 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-581fd082-3be1-4d16-a37c-2eb5de4af612 req-41b03502-b6f6-4bce-b5da-cf9c61eebed1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:14.471212 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f858633-2165-4148-a499-b8945031893c None None] Pushing event updated for resources: {'Port': ['ID=69f6d3fb-2113-4008-8ef3-51d5c57b1895,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:22:14.486916 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd54dfb1-c192-470c-83cf-2265d567274b admin admin] Pushing event updated for resources: {'Port': ['ID=229e6be4-0c44-4a1c-b1d8-fc19ae5a71f9,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:22:14.494557 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-deb68e8c-86af-427c-bbe1-517f496b7d5f None None] Attempting to bind port 69f6d3fb-2113-4008-8ef3-51d5c57b1895 on host n-d-802623-1 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:22:14.495684 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-deb68e8c-86af-427c-bbe1-517f496b7d5f None None] Attempting to bind port 69f6d3fb-2113-4008-8ef3-51d5c57b1895 by drivers openvswitch,hyperv on host n-d-802623-1 at level 0 using segments [{'id': '63c4e207-d517-483e-817c-901e06805ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'ace43eec-001b-401f-aad4-4e74744b92a2'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:22:14.496665 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deb68e8c-86af-427c-bbe1-517f496b7d5f None None] Attempting to bind port 69f6d3fb-2113-4008-8ef3-51d5c57b1895 on network ace43eec-001b-401f-aad4-4e74744b92a2 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:22:14.510117 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deb68e8c-86af-427c-bbe1-517f496b7d5f None None] Checking agent: {'id': 'a9a568d2-a5e7-41e4-833f-a8ab42ea4073', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 52, 30), 'started_at': datetime.datetime(2021, 7, 27, 22, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802623-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:22:14.510544 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deb68e8c-86af-427c-bbe1-517f496b7d5f None None] Checking segment: {'id': '63c4e207-d517-483e-817c-901e06805ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'ace43eec-001b-401f-aad4-4e74744b92a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:22:14.513205 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-deb68e8c-86af-427c-bbe1-517f496b7d5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:14.513205 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deb68e8c-86af-427c-bbe1-517f496b7d5f None None] Bound using segment: {'id': '63c4e207-d517-483e-817c-901e06805ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'ace43eec-001b-401f-aad4-4e74744b92a2'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:22:14.513205 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-deb68e8c-86af-427c-bbe1-517f496b7d5f None None] Bound port: 69f6d3fb-2113-4008-8ef3-51d5c57b1895, host: n-d-802623-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63c4e207-d517-483e-817c-901e06805ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'ace43eec-001b-401f-aad4-4e74744b92a2'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:22:14.517161 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-deb68e8c-86af-427c-bbe1-517f496b7d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:14.621957 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-deb68e8c-86af-427c-bbe1-517f496b7d5f None None] For port 69f6d3fb-2113-4008-8ef3-51d5c57b1895, host n-d-802623-1, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:22:14.633764 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-deb68e8c-86af-427c-bbe1-517f496b7d5f None None] For port 69f6d3fb-2113-4008-8ef3-51d5c57b1895, host n-d-802623-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=69f6d3fb-2113-4008-8ef3-51d5c57b1895,segment=NetworkSegment(63c4e207-d517-483e-817c-901e06805ec9),segment_id=63c4e207-d517-483e-817c-901e06805ec9)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:22:14.639539 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-deb68e8c-86af-427c-bbe1-517f496b7d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:14.732276 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deb68e8c-86af-427c-bbe1-517f496b7d5f None None] Routers {'5d7d6234-cc6c-4516-b2d3-eb7707e867d8'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:22:14.733126 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-deb68e8c-86af-427c-bbe1-517f496b7d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:22:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['5d7d6234-cc6c-4516-b2d3-eb7707e867d8'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:22:14.739851 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b03502-b6f6-4bce-b5da-cf9c61eebed1 service neutron] Pushing event updated for resources: {'Port': ['ID=67ab8aec-ae11-4afe-b0cc-757e19f852f1,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:22:14.816427 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-581fd082-3be1-4d16-a37c-2eb5de4af612 req-41b03502-b6f6-4bce-b5da-cf9c61eebed1 service neutron] Attempting to bind port 67ab8aec-ae11-4afe-b0cc-757e19f852f1 on host n-h1-802623-1 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:22:14.817913 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-581fd082-3be1-4d16-a37c-2eb5de4af612 req-41b03502-b6f6-4bce-b5da-cf9c61eebed1 service neutron] Attempting to bind port 67ab8aec-ae11-4afe-b0cc-757e19f852f1 by drivers openvswitch,hyperv on host n-h1-802623-1 at level 0 using segments [{'id': '8df1e016-1296-48ed-ae2c-202b33902bfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '75ce6599-272f-409e-8bde-1b861ba87c15'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:22:14.818236 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-581fd082-3be1-4d16-a37c-2eb5de4af612 req-41b03502-b6f6-4bce-b5da-cf9c61eebed1 service neutron] Attempting to bind port 67ab8aec-ae11-4afe-b0cc-757e19f852f1 on network 75ce6599-272f-409e-8bde-1b861ba87c15 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:22:14.841210 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-581fd082-3be1-4d16-a37c-2eb5de4af612 req-41b03502-b6f6-4bce-b5da-cf9c61eebed1 service neutron] Port 67ab8aec-ae11-4afe-b0cc-757e19f852f1 on network 75ce6599-272f-409e-8bde-1b861ba87c15 not bound, no agent of type Open vSwitch agent registered on host n-h1-802623-1 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 23:22:14.846622 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-581fd082-3be1-4d16-a37c-2eb5de4af612 req-41b03502-b6f6-4bce-b5da-cf9c61eebed1 service neutron] Attempting to bind port 67ab8aec-ae11-4afe-b0cc-757e19f852f1 on network 75ce6599-272f-409e-8bde-1b861ba87c15 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:22:14.856564 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a7065a89-1611-4674-a88b-0fb6faee3fa4 req-0a23ea72-b43d-4cef-964b-204401efd038 tempest-VolumesSnapshotTestJSON-2142840391 tempest-VolumesSnapshotTestJSON-2142840391-project] 10.222.0.18 "GET /v2.0/security-groups?id=c6ee22a1-4a36-467f-b125-9b1dd3eea2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4687743 Jul 27 23:22:14.858244 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-581fd082-3be1-4d16-a37c-2eb5de4af612 req-41b03502-b6f6-4bce-b5da-cf9c61eebed1 service neutron] Checking agent: {'id': '245f1da4-a9b8-4b08-90d7-28f0f342b839', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 59, 59), 'started_at': datetime.datetime(2021, 7, 27, 22, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 21, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:22:14.861791 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-581fd082-3be1-4d16-a37c-2eb5de4af612 req-41b03502-b6f6-4bce-b5da-cf9c61eebed1 service neutron] Checking segment: {'id': '8df1e016-1296-48ed-ae2c-202b33902bfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '75ce6599-272f-409e-8bde-1b861ba87c15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:22:14.862035 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-581fd082-3be1-4d16-a37c-2eb5de4af612 req-41b03502-b6f6-4bce-b5da-cf9c61eebed1 service neutron] Bound using segment: {'id': '8df1e016-1296-48ed-ae2c-202b33902bfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '75ce6599-272f-409e-8bde-1b861ba87c15'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:22:14.866873 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-581fd082-3be1-4d16-a37c-2eb5de4af612 req-41b03502-b6f6-4bce-b5da-cf9c61eebed1 service neutron] Bound port: 67ab8aec-ae11-4afe-b0cc-757e19f852f1, host: n-h1-802623-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8df1e016-1296-48ed-ae2c-202b33902bfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '75ce6599-272f-409e-8bde-1b861ba87c15'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:22:14.867457 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-581fd082-3be1-4d16-a37c-2eb5de4af612 req-41b03502-b6f6-4bce-b5da-cf9c61eebed1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:14.980494 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-581fd082-3be1-4d16-a37c-2eb5de4af612 req-41b03502-b6f6-4bce-b5da-cf9c61eebed1 service neutron] For port 67ab8aec-ae11-4afe-b0cc-757e19f852f1, host n-h1-802623-1, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:22:14.986079 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-581fd082-3be1-4d16-a37c-2eb5de4af612 req-41b03502-b6f6-4bce-b5da-cf9c61eebed1 service neutron] For port 67ab8aec-ae11-4afe-b0cc-757e19f852f1, host n-h1-802623-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=67ab8aec-ae11-4afe-b0cc-757e19f852f1,segment=NetworkSegment(8df1e016-1296-48ed-ae2c-202b33902bfc),segment_id=8df1e016-1296-48ed-ae2c-202b33902bfc)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:22:14.999729 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-581fd082-3be1-4d16-a37c-2eb5de4af612 req-41b03502-b6f6-4bce-b5da-cf9c61eebed1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:15.010014 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-deb68e8c-86af-427c-bbe1-517f496b7d5f None None] Set router 5d7d6234-cc6c-4516-b2d3-eb7707e867d8 gateway port host: n-d-802623-1 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:22:15.080440 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-cd54dfb1-c192-470c-83cf-2265d567274b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:15.175027 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f858633-2165-4148-a499-b8945031893c None None] Pushing event updated for resources: {'Port': ['ID=69f6d3fb-2113-4008-8ef3-51d5c57b1895,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:22:15.218533 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581fd082-3be1-4d16-a37c-2eb5de4af612 req-41b03502-b6f6-4bce-b5da-cf9c61eebed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:22:15.220150 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-581fd082-3be1-4d16-a37c-2eb5de4af612 req-41b03502-b6f6-4bce-b5da-cf9c61eebed1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:15.224844 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-581fd082-3be1-4d16-a37c-2eb5de4af612 req-41b03502-b6f6-4bce-b5da-cf9c61eebed1 service neutron] 10.222.0.38 "PUT /v2.0/ports/67ab8aec-ae11-4afe-b0cc-757e19f852f1 HTTP/1.1" status: 200 len: 1092 time: 2.8299439 Jul 27 23:22:15.238827 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f23aacd-e5e6-40f8-9593-772269c3769a', 'tag': '67ab8aec-ae11-4afe-b0cc-757e19f852f1'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:22:15.246923 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}011f8d312121274bb12d78e77c6379a2079800640016cec6c6d605b73666e854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f63d91a0-3ee4-4219-a4cd-17f044481fc1" -d '{"events": [{"name": "network-changed", "server_uuid": "5f23aacd-e5e6-40f8-9593-772269c3769a", "tag": "67ab8aec-ae11-4afe-b0cc-757e19f852f1"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:22:15.440160 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 23:22:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57a66789-cdc6-4a10-a329-fdc19ff0034e x-openstack-request-id: req-57a66789-cdc6-4a10-a329-fdc19ff0034e {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:22:15.444576 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f23aacd-e5e6-40f8-9593-772269c3769a", "tag": "67ab8aec-ae11-4afe-b0cc-757e19f852f1", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:22:15.445847 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-57a66789-cdc6-4a10-a329-fdc19ff0034e {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:22:15.447980 n-d-802623-1 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f23aacd-e5e6-40f8-9593-772269c3769a', 'tag': '67ab8aec-ae11-4afe-b0cc-757e19f852f1', 'status': 'completed', 'code': 200} Jul 27 23:22:15.503607 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-deb68e8c-86af-427c-bbe1-517f496b7d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d7d6234-cc6c-4516-b2d3-eb7707e867d8', 'name': 'tempest-TestVolumeBackupRestore-1027960254-router', 'tenant_id': '17e3c23378204ad2a3d62a81599acb75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.140'}], 'enable_snat': True}, 'gw_port_id': 'b2630fe9-6938-4cec-b6de-f0d99786bb5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:21:59Z', 'updated_at': '2021-07-27T23:22:08Z', 'revision_number': 4, 'project_id': '17e3c23378204ad2a3d62a81599acb75', 'gw_port': {'id': 'b2630fe9-6938-4cec-b6de-f0d99786bb5e', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:a9:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d7d6234-cc6c-4516-b2d3-eb7707e867d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2117, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:22:01Z', 'updated_at': '2021-07-27T23:22:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': '69f6d3fb-2113-4008-8ef3-51d5c57b1895', 'name': '', 'network_id': 'ace43eec-001b-401f-aad4-4e74744b92a2', 'tenant_id': '17e3c23378204ad2a3d62a81599acb75', 'mac_address': 'fa:16:3e:d7:a6:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d7d6234-cc6c-4516-b2d3-eb7707e867d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2118, 'fixed_ips': [{'subnet_id': '4c9e4abd-e34e-428a-8818-ce49634a8585', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:22:06Z', 'updated_at': '2021-07-27T23:22:14Z', 'revision_number': 4, 'project_id': '17e3c23378204ad2a3d62a81599acb75', 'subnets': [{'id': '4c9e4abd-e34e-428a-8818-ce49634a8585', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:22:15.508364 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed639ca-8fa5-40d1-8066-7255915605ac req-41f42fab-d933-4352-8bb1-d4ccf5d0c9ba tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:22:15.523880 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-9ed639ca-8fa5-40d1-8066-7255915605ac req-41f42fab-d933-4352-8bb1-d4ccf5d0c9ba tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/ports?device_id=24f1bcda-d342-44cb-a8a4-b50ba39d32f7 HTTP/1.1" status: 200 len: 945 time: 0.4879634 Jul 27 23:22:15.591753 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deb68e8c-86af-427c-bbe1-517f496b7d5f None None] The sync data for ids ['5d7d6234-cc6c-4516-b2d3-eb7707e867d8'] in n-d-802623-1 is: [{'id': '5d7d6234-cc6c-4516-b2d3-eb7707e867d8', 'name': 'tempest-TestVolumeBackupRestore-1027960254-router', 'tenant_id': '17e3c23378204ad2a3d62a81599acb75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.140'}], 'enable_snat': True}, 'gw_port_id': 'b2630fe9-6938-4cec-b6de-f0d99786bb5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:21:59Z', 'updated_at': '2021-07-27T23:22:08Z', 'revision_number': 4, 'project_id': '17e3c23378204ad2a3d62a81599acb75', 'gw_port': {'id': 'b2630fe9-6938-4cec-b6de-f0d99786bb5e', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:a9:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d7d6234-cc6c-4516-b2d3-eb7707e867d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2117, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:22:01Z', 'updated_at': '2021-07-27T23:22:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': '69f6d3fb-2113-4008-8ef3-51d5c57b1895', 'name': '', 'network_id': 'ace43eec-001b-401f-aad4-4e74744b92a2', 'tenant_id': '17e3c23378204ad2a3d62a81599acb75', 'mac_address': 'fa:16:3e:d7:a6:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d7d6234-cc6c-4516-b2d3-eb7707e867d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2118, 'fixed_ips': [{'subnet_id': '4c9e4abd-e34e-428a-8818-ce49634a8585', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:22:06Z', 'updated_at': '2021-07-27T23:22:14Z', 'revision_number': 4, 'project_id': '17e3c23378204ad2a3d62a81599acb75', 'subnets': [{'id': '4c9e4abd-e34e-428a-8818-ce49634a8585', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:22:15.613476 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-cd54dfb1-c192-470c-83cf-2265d567274b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-415468'] for router, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:15.653614 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-9ed639ca-8fa5-40d1-8066-7255915605ac req-616391ee-2fa9-4c64-9550-90098b47c740 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/security-groups?id=fa1f1682-89f2-436c-be39-8607c4cda167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279447 Jul 27 23:22:15.656491 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b03502-b6f6-4bce-b5da-cf9c61eebed1 service neutron] Pushing event updated for resources: {'Port': ['ID=67ab8aec-ae11-4afe-b0cc-757e19f852f1,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:22:15.778501 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581fd082-3be1-4d16-a37c-2eb5de4af612 req-a7be3be8-298b-4ea0-a66e-484273f42d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:22:15.783865 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-581fd082-3be1-4d16-a37c-2eb5de4af612 req-a7be3be8-298b-4ea0-a66e-484273f42d71 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=771a5e15676f4d0489dc600792573356&device_id=5f23aacd-e5e6-40f8-9593-772269c3769a HTTP/1.1" status: 200 len: 1095 time: 0.4827230 Jul 27 23:22:15.853986 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-581fd082-3be1-4d16-a37c-2eb5de4af612 req-f59e7cc3-69c5-45dc-86f9-aa9a5bfae16f service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=67ab8aec-ae11-4afe-b0cc-757e19f852f1 HTTP/1.1" status: 200 len: 217 time: 0.0595877 Jul 27 23:22:15.972216 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581fd082-3be1-4d16-a37c-2eb5de4af612 req-f13b394b-073d-4abc-a4d3-c3ad8352b495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:22:15.981275 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-581fd082-3be1-4d16-a37c-2eb5de4af612 req-f13b394b-073d-4abc-a4d3-c3ad8352b495 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=614b1cae-4360-4d45-b3b8-cf22579b78cc HTTP/1.1" status: 200 len: 853 time: 0.1194596 Jul 27 23:22:15.988117 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd54dfb1-c192-470c-83cf-2265d567274b admin admin] Router 8a801f47-885e-4b83-8472-bda396adcd3b is scheduled to L3 agent 018c4455-49c0-4734-927d-7824067b2a9e with binding_index 1 {{(pid=93797) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 23:22:16.084231 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-581fd082-3be1-4d16-a37c-2eb5de4af612 req-396eef88-f951-457f-a073-c1d692164b2d service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=75ce6599-272f-409e-8bde-1b861ba87c15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0957434 Jul 27 23:22:16.260173 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 69f6d3fb-2113-4008-8ef3-51d5c57b1895 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:22:16.277722 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-581fd082-3be1-4d16-a37c-2eb5de4af612 req-d7a80e11-5055-4b15-ab44-da056a84eaa7 service neutron] 10.222.0.38 "GET /v2.0/networks/75ce6599-272f-409e-8bde-1b861ba87c15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1850042 Jul 27 23:22:16.284719 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64c8284-5e8c-4c94-8d5d-8efbf5e236f0 req-f0ee455b-1a4c-4b75-bd8a-ac176dff6509 tempest-VolumesSnapshotTestJSON-2142840391 tempest-VolumesSnapshotTestJSON-2142840391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:22:16.286302 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-e64c8284-5e8c-4c94-8d5d-8efbf5e236f0 req-f0ee455b-1a4c-4b75-bd8a-ac176dff6509 tempest-VolumesSnapshotTestJSON-2142840391 tempest-VolumesSnapshotTestJSON-2142840391-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f23aacd-e5e6-40f8-9593-772269c3769a HTTP/1.1" status: 200 len: 944 time: 0.1793346 Jul 27 23:22:16.383684 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning for port 69f6d3fb-2113-4008-8ef3-51d5c57b1895 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:22:16.386247 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-e64c8284-5e8c-4c94-8d5d-8efbf5e236f0 req-acc681c5-3a2d-402c-9073-b3ca3e709ead tempest-VolumesSnapshotTestJSON-2142840391 tempest-VolumesSnapshotTestJSON-2142840391-project] 10.222.0.18 "GET /v2.0/security-groups?id=c6ee22a1-4a36-467f-b125-9b1dd3eea2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892429 Jul 27 23:22:16.391637 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd54dfb1-c192-470c-83cf-2265d567274b admin admin] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:22:16.394508 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port 69f6d3fb-2113-4008-8ef3-51d5c57b1895 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:22:16.396144 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:16.403897 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd15c34-de0b-428f-ae65-a25ebc9127af None None] Sync routers for ids ['8a801f47-885e-4b83-8472-bda396adcd3b'] in n-d-802623-1 {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:22:16.427030 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-cd54dfb1-c192-470c-83cf-2265d567274b admin admin] Notify callbacks [] for router, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:16.433300 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-cd54dfb1-c192-470c-83cf-2265d567274b admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 4.0271504 Jul 27 23:22:16.434513 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 53246) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:22:16.442491 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-581fd082-3be1-4d16-a37c-2eb5de4af612 req-1083e6cc-87f8-4052-bc57-7750c556a0f0 service neutron] 10.222.0.38 "GET /v2.0/networks/75ce6599-272f-409e-8bde-1b861ba87c15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574047 Jul 27 23:22:16.460208 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edd15c34-de0b-428f-ae65-a25ebc9127af None None] Routers {'8a801f47-885e-4b83-8472-bda396adcd3b'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:22:16.460950 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-edd15c34-de0b-428f-ae65-a25ebc9127af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:22:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['8a801f47-885e-4b83-8472-bda396adcd3b'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:22:16.593315 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63d91a0-3ee4-4219-a4cd-17f044481fc1 req-66dd6f9f-60c3-4033-ab7b-3986a83cf414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:22:16.600718 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f63d91a0-3ee4-4219-a4cd-17f044481fc1 req-66dd6f9f-60c3-4033-ab7b-3986a83cf414 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=771a5e15676f4d0489dc600792573356&device_id=5f23aacd-e5e6-40f8-9593-772269c3769a HTTP/1.1" status: 200 len: 1095 time: 0.0975864 Jul 27 23:22:16.718225 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:16.785451 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] For port 69f6d3fb-2113-4008-8ef3-51d5c57b1895, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=69f6d3fb-2113-4008-8ef3-51d5c57b1895,segment=NetworkSegment(63c4e207-d517-483e-817c-901e06805ec9),segment_id=63c4e207-d517-483e-817c-901e06805ec9)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:22:16.797717 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:16.884287 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-edd15c34-de0b-428f-ae65-a25ebc9127af None None] Set router 8a801f47-885e-4b83-8472-bda396adcd3b gateway port host: n-d-802623-1 {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:22:17.018063 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c42d40-6493-447b-9557-b8e98ca8dcee req-2a45a869-85ca-4dfa-ad45-0d290e2403fc tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:22:17.028628 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-24c42d40-6493-447b-9557-b8e98ca8dcee req-2a45a869-85ca-4dfa-ad45-0d290e2403fc tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/ports?device_id=24f1bcda-d342-44cb-a8a4-b50ba39d32f7 HTTP/1.1" status: 200 len: 945 time: 0.2006860 Jul 27 23:22:17.038406 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Pushing event updated for resources: {'Port': ['ID=69f6d3fb-2113-4008-8ef3-51d5c57b1895,revision_number=5']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:22:17.229461 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-24c42d40-6493-447b-9557-b8e98ca8dcee req-8b0e7661-e36f-4178-a69d-d4fa99861e68 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/security-groups?id=fa1f1682-89f2-436c-be39-8607c4cda167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995347 Jul 27 23:22:17.251179 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63d91a0-3ee4-4219-a4cd-17f044481fc1 req-9f93e767-26c8-4f22-8d35-b3e0c46ab0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:22:17.261077 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f63d91a0-3ee4-4219-a4cd-17f044481fc1 req-9f93e767-26c8-4f22-8d35-b3e0c46ab0d9 service neutron] 10.222.0.38 "GET /v2.0/networks?id=75ce6599-272f-409e-8bde-1b861ba87c15 HTTP/1.1" status: 200 len: 914 time: 0.6552541 Jul 27 23:22:17.274840 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-edd15c34-de0b-428f-ae65-a25ebc9127af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a801f47-885e-4b83-8472-bda396adcd3b', 'name': 'tempest-ServerRescueTestJSONUnderV235-995934199-router', 'tenant_id': '3333578abc624b349077b88d523a95c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.153'}], 'enable_snat': True}, 'gw_port_id': '229e6be4-0c44-4a1c-b1d8-fc19ae5a71f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:22:12Z', 'updated_at': '2021-07-27T23:22:14Z', 'revision_number': 3, 'project_id': '3333578abc624b349077b88d523a95c7', 'gw_port': {'id': '229e6be4-0c44-4a1c-b1d8-fc19ae5a71f9', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:91:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a801f47-885e-4b83-8472-bda396adcd3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2139, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:22:13Z', 'updated_at': '2021-07-27T23:22:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1'}], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:22:17.333195 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd15c34-de0b-428f-ae65-a25ebc9127af None None] Checking router: 8a801f47-885e-4b83-8472-bda396adcd3b for host: n-d-802623-1 {{(pid=93799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 23:22:17.333559 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd15c34-de0b-428f-ae65-a25ebc9127af None None] Updating router 8a801f47-885e-4b83-8472-bda396adcd3b port 229e6be4-0c44-4a1c-b1d8-fc19ae5a71f9 binding host n-d-802623-1 {{(pid=93799) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 23:22:17.346702 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f63d91a0-3ee4-4219-a4cd-17f044481fc1 req-b47a5b3e-3a10-4226-b63f-f5e205a3d046 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=67ab8aec-ae11-4afe-b0cc-757e19f852f1 HTTP/1.1" status: 200 len: 217 time: 0.0780864 Jul 27 23:22:17.372399 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-edd15c34-de0b-428f-ae65-a25ebc9127af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:17.463928 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6e24006b-25ef-4da9-83d9-bc99f124ba61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:17.507164 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63d91a0-3ee4-4219-a4cd-17f044481fc1 req-606179dc-a74a-48ec-904f-d368751cb911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:22:17.515035 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f63d91a0-3ee4-4219-a4cd-17f044481fc1 req-606179dc-a74a-48ec-904f-d368751cb911 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=614b1cae-4360-4d45-b3b8-cf22579b78cc HTTP/1.1" status: 200 len: 853 time: 0.1523261 Jul 27 23:22:17.592074 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f63d91a0-3ee4-4219-a4cd-17f044481fc1 req-7213678d-1b69-4994-8adf-500e5ccb9fcf service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=75ce6599-272f-409e-8bde-1b861ba87c15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0733871 Jul 27 23:22:17.756207 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd91dbc9-c4d7-45c9-8885-2a7324e09cf4 req-62020792-964d-4b10-b589-b6e1c379035e tempest-VolumesSnapshotTestJSON-2142840391 tempest-VolumesSnapshotTestJSON-2142840391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:22:17.769182 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-fd91dbc9-c4d7-45c9-8885-2a7324e09cf4 req-62020792-964d-4b10-b589-b6e1c379035e tempest-VolumesSnapshotTestJSON-2142840391 tempest-VolumesSnapshotTestJSON-2142840391-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f23aacd-e5e6-40f8-9593-772269c3769a HTTP/1.1" status: 200 len: 944 time: 0.1554940 Jul 27 23:22:17.852114 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f63d91a0-3ee4-4219-a4cd-17f044481fc1 req-f462178e-f065-4ebe-92c0-eac46aa69cdf service neutron] 10.222.0.38 "GET /v2.0/networks/75ce6599-272f-409e-8bde-1b861ba87c15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2530599 Jul 27 23:22:17.901625 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-fd91dbc9-c4d7-45c9-8885-2a7324e09cf4 req-0119a684-7e95-4693-a66b-397cbcf5a2fa tempest-VolumesSnapshotTestJSON-2142840391 tempest-VolumesSnapshotTestJSON-2142840391-project] 10.222.0.18 "GET /v2.0/security-groups?id=c6ee22a1-4a36-467f-b125-9b1dd3eea2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314921 Jul 27 23:22:18.021348 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-6e24006b-25ef-4da9-83d9-bc99f124ba61 admin admin] Allocated IP 172.20.0.1 (470a3bc8-3a6a-42d8-9fcd-fd13d61a7106/cda1fa6c-3b60-45b3-95dc-3c5a11ac6a40/4403f01a-23c7-4d6c-a3d8-1dbf88f1efeb) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:22:18.040489 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 67ab8aec-ae11-4afe-b0cc-757e19f852f1 details requested by agent hyperv_n-h1-802623-1 with host n-h1-802623-1 {{(pid=93799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 23:22:18.205147 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f63d91a0-3ee4-4219-a4cd-17f044481fc1 req-f52d8464-d978-467f-ac6b-6212680a0c7d service neutron] 10.222.0.38 "GET /v2.0/networks/75ce6599-272f-409e-8bde-1b861ba87c15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3447351 Jul 27 23:22:18.257722 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 69f6d3fb-2113-4008-8ef3-51d5c57b1895 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:22:18.312130 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cf7874-1de1-4fb1-88c0-49fa0e296b9d req-3dc275e2-006f-4bde-b349-985aab2a86dc tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:22:18.317954 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cf7874-1de1-4fb1-88c0-49fa0e296b9d req-3dc275e2-006f-4bde-b349-985aab2a86dc tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:22:18.324704 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cf7874-1de1-4fb1-88c0-49fa0e296b9d req-3dc275e2-006f-4bde-b349-985aab2a86dc tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:22:18.331122 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cf7874-1de1-4fb1-88c0-49fa0e296b9d req-3dc275e2-006f-4bde-b349-985aab2a86dc tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:22:18.337415 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cf7874-1de1-4fb1-88c0-49fa0e296b9d req-3dc275e2-006f-4bde-b349-985aab2a86dc tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:22:18.343700 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cf7874-1de1-4fb1-88c0-49fa0e296b9d req-3dc275e2-006f-4bde-b349-985aab2a86dc tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:22:18.353841 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cf7874-1de1-4fb1-88c0-49fa0e296b9d req-3dc275e2-006f-4bde-b349-985aab2a86dc tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:22:18.356600 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-c9cf7874-1de1-4fb1-88c0-49fa0e296b9d req-3dc275e2-006f-4bde-b349-985aab2a86dc tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] 10.222.0.18 "GET /v2.0/ports?device_id=b095b7c4-44b3-4276-8676-8d0be18fa84f HTTP/1.1" status: 200 len: 5433 time: 0.1975214 Jul 27 23:22:18.359855 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6e24006b-25ef-4da9-83d9-bc99f124ba61 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:18.375467 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-edd15c34-de0b-428f-ae65-a25ebc9127af None None] Notify callbacks [] for port, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:18.415739 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-edd15c34-de0b-428f-ae65-a25ebc9127af None None] Transition to ACTIVE for port object 229e6be4-0c44-4a1c-b1d8-fc19ae5a71f9 will not be triggered until provisioned by entity L2. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:22:18.436826 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-c9cf7874-1de1-4fb1-88c0-49fa0e296b9d req-bc5500f7-5675-455c-8a6a-782f22ffaa20 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] 10.222.0.18 "GET /v2.0/security-groups?id=8a179c9a-ee47-4a9a-9e98-ceb367c5785f&id=099e8df2-bc6b-4be8-8e74-9791e0ffd653&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0674570 Jul 27 23:22:18.439589 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-edd15c34-de0b-428f-ae65-a25ebc9127af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:18.483246 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6e24006b-25ef-4da9-83d9-bc99f124ba61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:18.548844 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port 67ab8aec-ae11-4afe-b0cc-757e19f852f1, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=67ab8aec-ae11-4afe-b0cc-757e19f852f1,segment=NetworkSegment(8df1e016-1296-48ed-ae2c-202b33902bfc),segment_id=8df1e016-1296-48ed-ae2c-202b33902bfc)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:22:18.566358 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-edd15c34-de0b-428f-ae65-a25ebc9127af None None] Attempting to bind port 229e6be4-0c44-4a1c-b1d8-fc19ae5a71f9 on host n-d-802623-1 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:22:18.566655 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-edd15c34-de0b-428f-ae65-a25ebc9127af None None] Attempting to bind port 229e6be4-0c44-4a1c-b1d8-fc19ae5a71f9 by drivers openvswitch,hyperv on host n-d-802623-1 at level 0 using segments [{'id': 'b9afe07e-bbe4-4740-834c-4b6a9698bdbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:22:18.567017 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edd15c34-de0b-428f-ae65-a25ebc9127af None None] Attempting to bind port 229e6be4-0c44-4a1c-b1d8-fc19ae5a71f9 on network 2fd42287-ed26-4eb9-89a5-b521f5b04356 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:22:18.583017 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e24006b-25ef-4da9-83d9-bc99f124ba61 admin admin] Network 470a3bc8-3a6a-42d8-9fcd-fd13d61a7106 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:22:18.585075 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Returning: {'device': '67ab8aec-ae11-4afe-b0cc-757e19f852f1', 'network_id': '75ce6599-272f-409e-8bde-1b861ba87c15', 'port_id': '67ab8aec-ae11-4afe-b0cc-757e19f852f1', 'mac_address': 'fa:16:3e:22:bf:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '614b1cae-4360-4d45-b3b8-cf22579b78cc', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 23:22:18.587638 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edd15c34-de0b-428f-ae65-a25ebc9127af None None] Checking agent: {'id': 'a9a568d2-a5e7-41e4-833f-a8ab42ea4073', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 52, 30), 'started_at': datetime.datetime(2021, 7, 27, 22, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802623-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:22:18.588011 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edd15c34-de0b-428f-ae65-a25ebc9127af None None] Checking segment: {'id': 'b9afe07e-bbe4-4740-834c-4b6a9698bdbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:22:18.588427 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-edd15c34-de0b-428f-ae65-a25ebc9127af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:18.588812 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edd15c34-de0b-428f-ae65-a25ebc9127af None None] Bound using segment: {'id': 'b9afe07e-bbe4-4740-834c-4b6a9698bdbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:22:18.589281 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-edd15c34-de0b-428f-ae65-a25ebc9127af None None] Bound port: 229e6be4-0c44-4a1c-b1d8-fc19ae5a71f9, host: n-d-802623-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9afe07e-bbe4-4740-834c-4b6a9698bdbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:22:18.589712 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-edd15c34-de0b-428f-ae65-a25ebc9127af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:18.612981 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-6e24006b-25ef-4da9-83d9-bc99f124ba61 admin admin] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:22:18.622168 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e24006b-25ef-4da9-83d9-bc99f124ba61 admin admin] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:22:18.639560 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e24006b-25ef-4da9-83d9-bc99f124ba61 admin admin] Pushing event updated for resources: {'Port': ['ID=4403f01a-23c7-4d6c-a3d8-1dbf88f1efeb,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:22:18.647993 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-edd15c34-de0b-428f-ae65-a25ebc9127af None None] For port 229e6be4-0c44-4a1c-b1d8-fc19ae5a71f9, host n-d-802623-1, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:22:18.651707 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-edd15c34-de0b-428f-ae65-a25ebc9127af None None] For port 229e6be4-0c44-4a1c-b1d8-fc19ae5a71f9, host n-d-802623-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=229e6be4-0c44-4a1c-b1d8-fc19ae5a71f9,segment=NetworkSegment(b9afe07e-bbe4-4740-834c-4b6a9698bdbc),segment_id=b9afe07e-bbe4-4740-834c-4b6a9698bdbc)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:22:18.654966 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00208564-fd1e-4e26-8706-942f22498035 None None] Pushing event updated for resources: {'Port': ['ID=229e6be4-0c44-4a1c-b1d8-fc19ae5a71f9,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:22:18.658288 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port 69f6d3fb-2113-4008-8ef3-51d5c57b1895 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:22:18.658661 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:18.662616 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-edd15c34-de0b-428f-ae65-a25ebc9127af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:18.717047 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458e084e-f1cd-459f-b4ea-643b5b4b77ca req-f1e61115-8960-4cbe-b45c-feb696a82833 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:22:18.718977 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-458e084e-f1cd-459f-b4ea-643b5b4b77ca req-f1e61115-8960-4cbe-b45c-feb696a82833 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/ports?device_id=24f1bcda-d342-44cb-a8a4-b50ba39d32f7 HTTP/1.1" status: 200 len: 945 time: 0.1626530 Jul 27 23:22:18.736991 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6e24006b-25ef-4da9-83d9-bc99f124ba61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-415283'] for router_interface, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:18.739152 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00208564-fd1e-4e26-8706-942f22498035 None None] Pushing event updated for resources: {'Port': ['ID=229e6be4-0c44-4a1c-b1d8-fc19ae5a71f9,revision_number=3']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:22:18.804272 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edd15c34-de0b-428f-ae65-a25ebc9127af None None] Routers {'8a801f47-885e-4b83-8472-bda396adcd3b'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:22:18.804975 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-edd15c34-de0b-428f-ae65-a25ebc9127af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:22:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['8a801f47-885e-4b83-8472-bda396adcd3b'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:22:18.865460 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-458e084e-f1cd-459f-b4ea-643b5b4b77ca req-0e2a0d4e-b15d-4fdf-b19b-f11202513951 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/security-groups?id=fa1f1682-89f2-436c-be39-8607c4cda167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389704 Jul 27 23:22:18.873580 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:19.066454 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6e24006b-25ef-4da9-83d9-bc99f124ba61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:19.215625 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67ab8aec-ae11-4afe-b0cc-757e19f852f1 {{(pid=93799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:22:19.283085 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port 67ab8aec-ae11-4afe-b0cc-757e19f852f1, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=67ab8aec-ae11-4afe-b0cc-757e19f852f1,segment=NetworkSegment(8df1e016-1296-48ed-ae2c-202b33902bfc),segment_id=8df1e016-1296-48ed-ae2c-202b33902bfc)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:22:19.302235 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:19.312589 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-edd15c34-de0b-428f-ae65-a25ebc9127af None None] Set router 8a801f47-885e-4b83-8472-bda396adcd3b gateway port host: n-d-802623-1 {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:22:19.456931 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f1a8c06f-0766-4d25-9bca-8e81b36aa6c3 req-2497ef47-085c-4bb9-a9b6-7cd20d383fd0 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=3dc73040-187a-4f58-bcc9-a88d65cd484b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0631528 Jul 27 23:22:19.506002 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Pushing event updated for resources: {'Port': ['ID=67ab8aec-ae11-4afe-b0cc-757e19f852f1,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:22:19.612549 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] get_ports_and_sgs() called for port_ids ['67ab8aec-ae11-4afe-b0cc-757e19f852f1'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:22:19.668021 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a8c06f-0766-4d25-9bca-8e81b36aa6c3 req-49e9201d-0b2e-4115-9723-5a660869089e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:22:19.670598 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f1a8c06f-0766-4d25-9bca-8e81b36aa6c3 req-49e9201d-0b2e-4115-9723-5a660869089e service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=096ab815848b4fa4865a54f76499dfb1&device_id=3dc73040-187a-4f58-bcc9-a88d65cd484b HTTP/1.1" status: 200 len: 1096 time: 0.1839817 Jul 27 23:22:19.712186 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2ed402-d71a-49f3-9514-d4874c2a6f47 req-bb6d3644-dc29-42b2-ad49-bf3450266792 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:22:19.719511 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2ed402-d71a-49f3-9514-d4874c2a6f47 req-bb6d3644-dc29-42b2-ad49-bf3450266792 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:22:19.727873 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2ed402-d71a-49f3-9514-d4874c2a6f47 req-bb6d3644-dc29-42b2-ad49-bf3450266792 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:22:19.736788 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2ed402-d71a-49f3-9514-d4874c2a6f47 req-bb6d3644-dc29-42b2-ad49-bf3450266792 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:22:19.744677 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2ed402-d71a-49f3-9514-d4874c2a6f47 req-bb6d3644-dc29-42b2-ad49-bf3450266792 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:22:19.752984 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2ed402-d71a-49f3-9514-d4874c2a6f47 req-bb6d3644-dc29-42b2-ad49-bf3450266792 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:22:19.760640 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2ed402-d71a-49f3-9514-d4874c2a6f47 req-bb6d3644-dc29-42b2-ad49-bf3450266792 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:22:19.763289 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-4e2ed402-d71a-49f3-9514-d4874c2a6f47 req-bb6d3644-dc29-42b2-ad49-bf3450266792 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] 10.222.0.38 "GET /v2.0/ports?device_id=b095b7c4-44b3-4276-8676-8d0be18fa84f HTTP/1.1" status: 200 len: 5433 time: 0.5831795 Jul 27 23:22:19.864096 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-edd15c34-de0b-428f-ae65-a25ebc9127af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a801f47-885e-4b83-8472-bda396adcd3b', 'name': 'tempest-ServerRescueTestJSONUnderV235-995934199-router', 'tenant_id': '3333578abc624b349077b88d523a95c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.153'}], 'enable_snat': True}, 'gw_port_id': '229e6be4-0c44-4a1c-b1d8-fc19ae5a71f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:22:12Z', 'updated_at': '2021-07-27T23:22:14Z', 'revision_number': 3, 'project_id': '3333578abc624b349077b88d523a95c7', 'gw_port': {'id': '229e6be4-0c44-4a1c-b1d8-fc19ae5a71f9', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:91:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a801f47-885e-4b83-8472-bda396adcd3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2139, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:22:13Z', 'updated_at': '2021-07-27T23:22:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1'}], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:22:19.896924 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2ed402-d71a-49f3-9514-d4874c2a6f47 req-bd5663f2-1a11-43d8-8c3e-e197eb6b04e8 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:22:19.898860 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-4e2ed402-d71a-49f3-9514-d4874c2a6f47 req-bd5663f2-1a11-43d8-8c3e-e197eb6b04e8 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] 10.222.0.38 "GET /v2.0/ports/cb2a8bc8-566d-48dc-b91d-d5248a770485?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1235862 Jul 27 23:22:19.945400 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd15c34-de0b-428f-ae65-a25ebc9127af None None] The sync data for ids ['8a801f47-885e-4b83-8472-bda396adcd3b'] in n-d-802623-1 is: [{'id': '8a801f47-885e-4b83-8472-bda396adcd3b', 'name': 'tempest-ServerRescueTestJSONUnderV235-995934199-router', 'tenant_id': '3333578abc624b349077b88d523a95c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.153'}], 'enable_snat': True}, 'gw_port_id': '229e6be4-0c44-4a1c-b1d8-fc19ae5a71f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:22:12Z', 'updated_at': '2021-07-27T23:22:14Z', 'revision_number': 3, 'project_id': '3333578abc624b349077b88d523a95c7', 'gw_port': {'id': '229e6be4-0c44-4a1c-b1d8-fc19ae5a71f9', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:91:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a801f47-885e-4b83-8472-bda396adcd3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2139, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:22:13Z', 'updated_at': '2021-07-27T23:22:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1'}] {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:22:20.021360 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9eb2f7-ad4f-4cdf-ab60-f5a989a2b68f req-22c2e341-c899-41ee-b423-72bdfda2ced8 tempest-VolumesSnapshotTestJSON-2142840391 tempest-VolumesSnapshotTestJSON-2142840391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:22:20.024560 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a8c06f-0766-4d25-9bca-8e81b36aa6c3 req-03c3f32a-0b05-4031-857f-6e3ffe6e814d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:22:20.026025 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f1a8c06f-0766-4d25-9bca-8e81b36aa6c3 req-03c3f32a-0b05-4031-857f-6e3ffe6e814d service neutron] 10.222.0.38 "GET /v2.0/networks?id=0627b955-dd0f-4cce-ba7f-51e698f3bc59 HTTP/1.1" status: 200 len: 913 time: 0.2616808 Jul 27 23:22:20.030011 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-9a9eb2f7-ad4f-4cdf-ab60-f5a989a2b68f req-22c2e341-c899-41ee-b423-72bdfda2ced8 tempest-VolumesSnapshotTestJSON-2142840391 tempest-VolumesSnapshotTestJSON-2142840391-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f23aacd-e5e6-40f8-9593-772269c3769a HTTP/1.1" status: 200 len: 945 time: 0.9616876 Jul 27 23:22:20.126447 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-9a9eb2f7-ad4f-4cdf-ab60-f5a989a2b68f req-0adcddc6-71b8-41a1-8e3a-555565bc4732 tempest-VolumesSnapshotTestJSON-2142840391 tempest-VolumesSnapshotTestJSON-2142840391-project] 10.222.0.18 "GET /v2.0/security-groups?id=c6ee22a1-4a36-467f-b125-9b1dd3eea2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919175 Jul 27 23:22:20.139973 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f1a8c06f-0766-4d25-9bca-8e81b36aa6c3 req-4d001a4a-1c33-4eb8-badc-2711021a6b48 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2f6e68dd-baf9-4f43-bbe4-1312f336f420 HTTP/1.1" status: 200 len: 217 time: 0.1046994 Jul 27 23:22:20.186344 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6e24006b-25ef-4da9-83d9-bc99f124ba61 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:20.196778 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6e24006b-25ef-4da9-83d9-bc99f124ba61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11336041'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:20.205581 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-4e2ed402-d71a-49f3-9514-d4874c2a6f47 req-28f276ad-0639-4c0d-aad5-ccde541c22f7 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] 10.222.0.38 "GET /v2.0/networks/0052d342-b5b8-4be5-86a5-4c909f6d7ddb?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2986579 Jul 27 23:22:20.238053 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [req-4e2ed402-d71a-49f3-9514-d4874c2a6f47 req-9e621d72-b396-4702-84fe-95afcc1c193b service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:22:20.277482 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a8c06f-0766-4d25-9bca-8e81b36aa6c3 req-39718907-e004-43cc-b0d3-0c58e5e207cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:22:20.279922 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f1a8c06f-0766-4d25-9bca-8e81b36aa6c3 req-39718907-e004-43cc-b0d3-0c58e5e207cf service neutron] 10.222.0.38 "GET /v2.0/subnets?id=232a981d-f7d1-42df-991c-3a09e4ce0177 HTTP/1.1" status: 200 len: 851 time: 0.1304860 Jul 27 23:22:20.385841 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6e24006b-25ef-4da9-83d9-bc99f124ba61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3760555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-414115'] for router_interface, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:20.391282 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e24006b-25ef-4da9-83d9-bc99f124ba61 admin admin] Pushing event updated for resources: {'Port': ['ID=4403f01a-23c7-4d6c-a3d8-1dbf88f1efeb,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:22:20.455174 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-4e2ed402-d71a-49f3-9514-d4874c2a6f47 req-9e621d72-b396-4702-84fe-95afcc1c193b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:20.482142 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a8c06f-0766-4d25-9bca-8e81b36aa6c3 req-94402e4d-e7ec-40ad-858b-a980b3ba324c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:22:20.485536 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f1a8c06f-0766-4d25-9bca-8e81b36aa6c3 req-94402e4d-e7ec-40ad-858b-a980b3ba324c service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=0627b955-dd0f-4cce-ba7f-51e698f3bc59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1950846 Jul 27 23:22:20.516151 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfd1334-fb7a-4f85-96d0-8732b6e95953 req-0f97daa6-4c8c-4938-8efd-d5f1a6200b1d tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:22:20.523176 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfd1334-fb7a-4f85-96d0-8732b6e95953 req-0f97daa6-4c8c-4938-8efd-d5f1a6200b1d tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:22:20.530237 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfd1334-fb7a-4f85-96d0-8732b6e95953 req-0f97daa6-4c8c-4938-8efd-d5f1a6200b1d tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:22:20.540547 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfd1334-fb7a-4f85-96d0-8732b6e95953 req-0f97daa6-4c8c-4938-8efd-d5f1a6200b1d tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:22:20.548399 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfd1334-fb7a-4f85-96d0-8732b6e95953 req-0f97daa6-4c8c-4938-8efd-d5f1a6200b1d tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:22:20.564992 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfd1334-fb7a-4f85-96d0-8732b6e95953 req-0f97daa6-4c8c-4938-8efd-d5f1a6200b1d tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:22:20.594123 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfd1334-fb7a-4f85-96d0-8732b6e95953 req-0f97daa6-4c8c-4938-8efd-d5f1a6200b1d tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:22:20.607725 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-3bfd1334-fb7a-4f85-96d0-8732b6e95953 req-0f97daa6-4c8c-4938-8efd-d5f1a6200b1d tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] 10.222.0.18 "GET /v2.0/ports?device_id=b095b7c4-44b3-4276-8676-8d0be18fa84f HTTP/1.1" status: 200 len: 5433 time: 0.2899380 Jul 27 23:22:20.683797 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-3bfd1334-fb7a-4f85-96d0-8732b6e95953 req-ee6ff2ff-3deb-4b30-bacf-fe66b2fafa6c tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] 10.222.0.18 "GET /v2.0/security-groups?id=8a179c9a-ee47-4a9a-9e98-ceb367c5785f&id=099e8df2-bc6b-4be8-8e74-9791e0ffd653&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0747585 Jul 27 23:22:20.711147 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-4e2ed402-d71a-49f3-9514-d4874c2a6f47 req-9e621d72-b396-4702-84fe-95afcc1c193b service neutron] For port cb2a8bc8-566d-48dc-b91d-d5248a770485, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=cb2a8bc8-566d-48dc-b91d-d5248a770485,segment=NetworkSegment(c9fb78ac-e6ea-467c-8f46-ba3c48e27877),segment_id=c9fb78ac-e6ea-467c-8f46-ba3c48e27877)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:22:20.734964 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e24006b-25ef-4da9-83d9-bc99f124ba61 admin admin] Network 470a3bc8-3a6a-42d8-9fcd-fd13d61a7106 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:22:20.734964 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-6e24006b-25ef-4da9-83d9-bc99f124ba61 admin admin] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:22:20.851142 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-4e2ed402-d71a-49f3-9514-d4874c2a6f47 req-9e621d72-b396-4702-84fe-95afcc1c193b service neutron] For port cb2a8bc8-566d-48dc-b91d-d5248a770485, host n-h1-802623-1, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:22:20.905149 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [req-4e2ed402-d71a-49f3-9514-d4874c2a6f47 req-9e621d72-b396-4702-84fe-95afcc1c193b service neutron] device_id is not set on port cb2a8bc8-566d-48dc-b91d-d5248a770485 yet. {{(pid=93798) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 23:22:20.916952 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-4e2ed402-d71a-49f3-9514-d4874c2a6f47 req-9e621d72-b396-4702-84fe-95afcc1c193b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:20.932766 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-4e2ed402-d71a-49f3-9514-d4874c2a6f47 req-9e621d72-b396-4702-84fe-95afcc1c193b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:20.941342 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfb9224-3194-4c51-9d4f-8b88e824f146 req-2a299702-7446-4f78-8911-c291003a4824 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:22:20.944083 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-ddfb9224-3194-4c51-9d4f-8b88e824f146 req-2a299702-7446-4f78-8911-c291003a4824 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/ports?device_id=24f1bcda-d342-44cb-a8a4-b50ba39d32f7 HTTP/1.1" status: 200 len: 945 time: 0.1264305 Jul 27 23:22:21.019181 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e24006b-25ef-4da9-83d9-bc99f124ba61 admin admin] Router 8a801f47-885e-4b83-8472-bda396adcd3b has already been hosted by L3 agent 018c4455-49c0-4734-927d-7824067b2a9e {{(pid=93797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 23:22:21.054923 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e2ed402-d71a-49f3-9514-d4874c2a6f47 req-9e621d72-b396-4702-84fe-95afcc1c193b service neutron] No DVR routers for this DVR port cb2a8bc8-566d-48dc-b91d-d5248a770485 on host n-h1-802623-1 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:22:21.104606 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-ddfb9224-3194-4c51-9d4f-8b88e824f146 req-856d59dd-2f5e-489b-94a7-52f0a4b0dcb3 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/security-groups?id=fa1f1682-89f2-436c-be39-8607c4cda167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138539 Jul 27 23:22:21.165637 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e621d72-b396-4702-84fe-95afcc1c193b service neutron] Pushing event updated for resources: {'Port': ['ID=cb2a8bc8-566d-48dc-b91d-d5248a770485,revision_number=6']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:22:21.239585 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-4e2ed402-d71a-49f3-9514-d4874c2a6f47 req-9e621d72-b396-4702-84fe-95afcc1c193b service neutron] In _notify_port_updated(), no bound segment for port cb2a8bc8-566d-48dc-b91d-d5248a770485 on network 0052d342-b5b8-4be5-86a5-4c909f6d7ddb {{(pid=93798) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 27 23:22:21.240483 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2ed402-d71a-49f3-9514-d4874c2a6f47 req-9e621d72-b396-4702-84fe-95afcc1c193b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:22:21.241109 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-4e2ed402-d71a-49f3-9514-d4874c2a6f47 req-9e621d72-b396-4702-84fe-95afcc1c193b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:21.253726 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-4e2ed402-d71a-49f3-9514-d4874c2a6f47 req-9e621d72-b396-4702-84fe-95afcc1c193b service neutron] 10.222.0.38 "PUT /v2.0/ports/cb2a8bc8-566d-48dc-b91d-d5248a770485 HTTP/1.1" status: 200 len: 1027 time: 1.0274510 Jul 27 23:22:21.293190 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e24006b-25ef-4da9-83d9-bc99f124ba61 admin admin] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:22:21.301737 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-6e24006b-25ef-4da9-83d9-bc99f124ba61 admin admin] 10.222.0.18 "PUT /v2.0/routers/8a801f47-885e-4b83-8472-bda396adcd3b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8632495 Jul 27 23:22:21.396261 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2ed402-d71a-49f3-9514-d4874c2a6f47 req-53d93ec4-3a16-484f-bc51-bf6cd7ddcff4 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:22:21.399425 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-4e2ed402-d71a-49f3-9514-d4874c2a6f47 req-53d93ec4-3a16-484f-bc51-bf6cd7ddcff4 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] 10.222.0.38 "GET /v2.0/ports/b0d9ae02-d7ae-4081-8329-a04703c772b8?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1348586 Jul 27 23:22:21.402625 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f1a8c06f-0766-4d25-9bca-8e81b36aa6c3 req-cdca0403-dde0-417c-8aa9-eaafa3796a64 service neutron] 10.222.0.38 "GET /v2.0/networks/0627b955-dd0f-4cce-ba7f-51e698f3bc59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7091084 Jul 27 23:22:21.418347 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [req-4e2ed402-d71a-49f3-9514-d4874c2a6f47 req-bf29c88e-49c2-4820-9e19-02e96477de81 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:22:21.459037 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca44501-47c1-4807-bd2e-c08709cb22d9 req-33eac099-8405-4f90-8eab-6a2a79c4b9c4 tempest-VolumesSnapshotTestJSON-2142840391 tempest-VolumesSnapshotTestJSON-2142840391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:22:21.460674 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-bca44501-47c1-4807-bd2e-c08709cb22d9 req-33eac099-8405-4f90-8eab-6a2a79c4b9c4 tempest-VolumesSnapshotTestJSON-2142840391 tempest-VolumesSnapshotTestJSON-2142840391-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f23aacd-e5e6-40f8-9593-772269c3769a HTTP/1.1" status: 200 len: 945 time: 0.1265306 Jul 27 23:22:21.510898 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-631c7080-4f46-4b77-839a-6d0ec18a168a None None] Provisioning complete for port cb2a8bc8-566d-48dc-b91d-d5248a770485 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:22:21.512029 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-631c7080-4f46-4b77-839a-6d0ec18a168a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:21.573271 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-bca44501-47c1-4807-bd2e-c08709cb22d9 req-95fbe824-4f39-46cb-8d84-cb4e07a758e7 tempest-VolumesSnapshotTestJSON-2142840391 tempest-VolumesSnapshotTestJSON-2142840391-project] 10.222.0.18 "GET /v2.0/security-groups?id=c6ee22a1-4a36-467f-b125-9b1dd3eea2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037772 Jul 27 23:22:21.597531 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-631c7080-4f46-4b77-839a-6d0ec18a168a None None] Port cb2a8bc8-566d-48dc-b91d-d5248a770485 cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:22:21.615610 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f1a8c06f-0766-4d25-9bca-8e81b36aa6c3 req-c6876254-299c-4085-b52a-2836f78a4327 service neutron] 10.222.0.38 "GET /v2.0/networks/0627b955-dd0f-4cce-ba7f-51e698f3bc59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1943476 Jul 27 23:22:21.674831 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-4e2ed402-d71a-49f3-9514-d4874c2a6f47 req-bf29c88e-49c2-4820-9e19-02e96477de81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:21.877177 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-4e2ed402-d71a-49f3-9514-d4874c2a6f47 req-bf29c88e-49c2-4820-9e19-02e96477de81 service neutron] For port b0d9ae02-d7ae-4081-8329-a04703c772b8, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=b0d9ae02-d7ae-4081-8329-a04703c772b8,segment=NetworkSegment(c9fb78ac-e6ea-467c-8f46-ba3c48e27877),segment_id=c9fb78ac-e6ea-467c-8f46-ba3c48e27877)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:22:21.963070 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-4e2ed402-d71a-49f3-9514-d4874c2a6f47 req-bf29c88e-49c2-4820-9e19-02e96477de81 service neutron] For port b0d9ae02-d7ae-4081-8329-a04703c772b8, host n-h1-802623-1, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:22:22.019665 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [req-4e2ed402-d71a-49f3-9514-d4874c2a6f47 req-bf29c88e-49c2-4820-9e19-02e96477de81 service neutron] device_id is not set on port b0d9ae02-d7ae-4081-8329-a04703c772b8 yet. {{(pid=93798) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 23:22:22.031294 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-4e2ed402-d71a-49f3-9514-d4874c2a6f47 req-bf29c88e-49c2-4820-9e19-02e96477de81 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:22.037638 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 67ab8aec-ae11-4afe-b0cc-757e19f852f1 up at agent hyperv_n-h1-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:22:22.051563 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-4e2ed402-d71a-49f3-9514-d4874c2a6f47 req-bf29c88e-49c2-4820-9e19-02e96477de81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:22.144286 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Provisioning for port 67ab8aec-ae11-4afe-b0cc-757e19f852f1 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:22:22.152543 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Provisioning complete for port 67ab8aec-ae11-4afe-b0cc-757e19f852f1 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:22:22.153024 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:22.172141 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e2ed402-d71a-49f3-9514-d4874c2a6f47 req-bf29c88e-49c2-4820-9e19-02e96477de81 service neutron] No DVR routers for this DVR port b0d9ae02-d7ae-4081-8329-a04703c772b8 on host n-h1-802623-1 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:22:22.218997 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf29c88e-49c2-4820-9e19-02e96477de81 service neutron] Pushing event updated for resources: {'Port': ['ID=b0d9ae02-d7ae-4081-8329-a04703c772b8,revision_number=6']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:22:22.233801 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 229e6be4-0c44-4a1c-b1d8-fc19ae5a71f9 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:22:22.239103 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-4e2ed402-d71a-49f3-9514-d4874c2a6f47 req-bf29c88e-49c2-4820-9e19-02e96477de81 service neutron] In _notify_port_updated(), no bound segment for port b0d9ae02-d7ae-4081-8329-a04703c772b8 on network 0052d342-b5b8-4be5-86a5-4c909f6d7ddb {{(pid=93798) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 27 23:22:22.240315 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2ed402-d71a-49f3-9514-d4874c2a6f47 req-bf29c88e-49c2-4820-9e19-02e96477de81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:22:22.241331 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-4e2ed402-d71a-49f3-9514-d4874c2a6f47 req-bf29c88e-49c2-4820-9e19-02e96477de81 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:22.242998 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-4e2ed402-d71a-49f3-9514-d4874c2a6f47 req-bf29c88e-49c2-4820-9e19-02e96477de81 service neutron] 10.222.0.38 "PUT /v2.0/ports/b0d9ae02-d7ae-4081-8329-a04703c772b8 HTTP/1.1" status: 200 len: 1026 time: 0.8297768 Jul 27 23:22:22.303454 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.agents_db [None req-9beef776-8bab-4de2-989a-f5a23ba4aaf4 None None] Agent healthcheck: found 7 active agents {{(pid=93800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 23:22:22.385347 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:22.391817 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning for port 229e6be4-0c44-4a1c-b1d8-fc19ae5a71f9 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:22:22.404755 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port 229e6be4-0c44-4a1c-b1d8-fc19ae5a71f9 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:22:22.406159 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:22.485648 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-4e2ed402-d71a-49f3-9514-d4874c2a6f47 req-294b2e9d-65cb-4ea6-bcce-42f7c4908093 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Deleting port 10e1e141-fabd-4db9-87e9-ff971f3de446 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:22:22.487721 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-4e2ed402-d71a-49f3-9514-d4874c2a6f47 req-294b2e9d-65cb-4ea6-bcce-42f7c4908093 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:22.514513 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port 67ab8aec-ae11-4afe-b0cc-757e19f852f1, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=67ab8aec-ae11-4afe-b0cc-757e19f852f1,segment=NetworkSegment(8df1e016-1296-48ed-ae2c-202b33902bfc),segment_id=8df1e016-1296-48ed-ae2c-202b33902bfc)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:22:22.519454 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f23aacd-e5e6-40f8-9593-772269c3769a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67ab8aec-ae11-4afe-b0cc-757e19f852f1'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:22:22.523918 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c0369b0d4f459110ff20a1f9878ba33f96d6491bddb9d15843bf29d01e0bda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ae29868-d9b8-4a87-b0fb-b492b5259080" -d '{"events": [{"server_uuid": "5f23aacd-e5e6-40f8-9593-772269c3769a", "name": "network-vif-plugged", "status": "completed", "tag": "67ab8aec-ae11-4afe-b0cc-757e19f852f1"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:22:22.538206 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:22.678620 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:22.689132 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-4b152061-709c-424c-98d7-3d3bf7c28681 None None] Provisioning complete for port b0d9ae02-d7ae-4081-8329-a04703c772b8 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:22:22.689524 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4b152061-709c-424c-98d7-3d3bf7c28681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:22.697666 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-4e2ed402-d71a-49f3-9514-d4874c2a6f47 req-294b2e9d-65cb-4ea6-bcce-42f7c4908093 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] For port 10e1e141-fabd-4db9-87e9-ff971f3de446, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=10e1e141-fabd-4db9-87e9-ff971f3de446,segment=NetworkSegment(c9fb78ac-e6ea-467c-8f46-ba3c48e27877),segment_id=c9fb78ac-e6ea-467c-8f46-ba3c48e27877)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:22:22.698221 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-4e2ed402-d71a-49f3-9514-d4874c2a6f47 req-294b2e9d-65cb-4ea6-bcce-42f7c4908093 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:22.715856 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-4e2ed402-d71a-49f3-9514-d4874c2a6f47 req-294b2e9d-65cb-4ea6-bcce-42f7c4908093 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Calling delete_port for 10e1e141-fabd-4db9-87e9-ff971f3de446 owned by compute:nova {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:22:22.731202 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Pushing event updated for resources: {'Port': ['ID=67ab8aec-ae11-4afe-b0cc-757e19f852f1,revision_number=5']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:22:22.739030 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-4b152061-709c-424c-98d7-3d3bf7c28681 None None] Port b0d9ae02-d7ae-4081-8329-a04703c772b8 cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:22:22.760368 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] For port 229e6be4-0c44-4a1c-b1d8-fc19ae5a71f9, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=229e6be4-0c44-4a1c-b1d8-fc19ae5a71f9,segment=NetworkSegment(b9afe07e-bbe4-4740-834c-4b6a9698bdbc),segment_id=b9afe07e-bbe4-4740-834c-4b6a9698bdbc)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:22:22.770210 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:22.778561 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33049ff8-30bd-4c35-9960-2b8d2efe6914 None None] Sync routers for ids ['8a801f47-885e-4b83-8472-bda396adcd3b'] in n-d-802623-1 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:22:22.803958 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33049ff8-30bd-4c35-9960-2b8d2efe6914 None None] Routers {'8a801f47-885e-4b83-8472-bda396adcd3b'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:22:22.804671 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-33049ff8-30bd-4c35-9960-2b8d2efe6914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:22:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['8a801f47-885e-4b83-8472-bda396adcd3b'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:22:22.861008 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Pushing event updated for resources: {'Port': ['ID=229e6be4-0c44-4a1c-b1d8-fc19ae5a71f9,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:22:22.931988 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-4e2ed402-d71a-49f3-9514-d4874c2a6f47 req-294b2e9d-65cb-4ea6-bcce-42f7c4908093 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:22.983541 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294b2e9d-65cb-4ea6-bcce-42f7c4908093 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Pushing event deleted for resources: {'Port': ['ID=10e1e141-fabd-4db9-87e9-ff971f3de446,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:22:22.987568 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-33049ff8-30bd-4c35-9960-2b8d2efe6914 None None] Set router 8a801f47-885e-4b83-8472-bda396adcd3b gateway port host: n-d-802623-1 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:22:23.038457 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e2ed402-d71a-49f3-9514-d4874c2a6f47 req-294b2e9d-65cb-4ea6-bcce-42f7c4908093 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] No DVR routers for this DVR port 10e1e141-fabd-4db9-87e9-ff971f3de446 on host n-h1-802623-1 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:22:23.041595 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-4e2ed402-d71a-49f3-9514-d4874c2a6f47 req-294b2e9d-65cb-4ea6-bcce-42f7c4908093 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:23.044581 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-4e2ed402-d71a-49f3-9514-d4874c2a6f47 req-294b2e9d-65cb-4ea6-bcce-42f7c4908093 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] 10.222.0.38 "DELETE /v2.0/ports/10e1e141-fabd-4db9-87e9-ff971f3de446 HTTP/1.1" status: 204 len: 173 time: 0.7932112 Jul 27 23:22:23.045197 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b095b7c4-44b3-4276-8676-8d0be18fa84f', 'name': 'network-vif-deleted', 'tag': '10e1e141-fabd-4db9-87e9-ff971f3de446'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:22:23.047894 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}011f8d312121274bb12d78e77c6379a2079800640016cec6c6d605b73666e854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-681a876b-a106-4738-b3fe-97fbbc1ce22b" -d '{"events": [{"server_uuid": "b095b7c4-44b3-4276-8676-8d0be18fa84f", "name": "network-vif-deleted", "tag": "10e1e141-fabd-4db9-87e9-ff971f3de446"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:22:23.168669 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-4e2ed402-d71a-49f3-9514-d4874c2a6f47 req-b896628c-b883-48ca-a565-4193ada5ad31 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Deleting port e47c6535-a4f5-45fa-b256-dc12446d1280 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:22:23.169262 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-4e2ed402-d71a-49f3-9514-d4874c2a6f47 req-b896628c-b883-48ca-a565-4193ada5ad31 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:23.294593 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-4e2ed402-d71a-49f3-9514-d4874c2a6f47 req-b896628c-b883-48ca-a565-4193ada5ad31 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] For port e47c6535-a4f5-45fa-b256-dc12446d1280, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=e47c6535-a4f5-45fa-b256-dc12446d1280,segment=NetworkSegment(2c40d656-ea7c-43ca-9b2a-a1885f79a619),segment_id=2c40d656-ea7c-43ca-9b2a-a1885f79a619)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:22:23.295231 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-4e2ed402-d71a-49f3-9514-d4874c2a6f47 req-b896628c-b883-48ca-a565-4193ada5ad31 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:23.337620 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-33049ff8-30bd-4c35-9960-2b8d2efe6914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a801f47-885e-4b83-8472-bda396adcd3b', 'name': 'tempest-ServerRescueTestJSONUnderV235-995934199-router', 'tenant_id': '3333578abc624b349077b88d523a95c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.153'}], 'enable_snat': True}, 'gw_port_id': '229e6be4-0c44-4a1c-b1d8-fc19ae5a71f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:22:12Z', 'updated_at': '2021-07-27T23:22:18Z', 'revision_number': 4, 'project_id': '3333578abc624b349077b88d523a95c7', 'gw_port': {'id': '229e6be4-0c44-4a1c-b1d8-fc19ae5a71f9', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:91:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a801f47-885e-4b83-8472-bda396adcd3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2139, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:22:13Z', 'updated_at': '2021-07-27T23:22:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': '4403f01a-23c7-4d6c-a3d8-1dbf88f1efeb', 'name': '', 'network_id': '470a3bc8-3a6a-42d8-9fcd-fd13d61a7106', 'tenant_id': '3333578abc624b349077b88d523a95c7', 'mac_address': 'fa:16:3e:03:0b:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a801f47-885e-4b83-8472-bda396adcd3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2140, 'fixed_ips': [{'subnet_id': 'cda1fa6c-3b60-45b3-95dc-3c5a11ac6a40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:22:17Z', 'updated_at': '2021-07-27T23:22:19Z', 'revision_number': 2, 'project_id': '3333578abc624b349077b88d523a95c7', 'subnets': [{'id': 'cda1fa6c-3b60-45b3-95dc-3c5a11ac6a40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:22:23.377572 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33049ff8-30bd-4c35-9960-2b8d2efe6914 None None] Checking router: 8a801f47-885e-4b83-8472-bda396adcd3b for host: n-d-802623-1 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 23:22:23.378012 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33049ff8-30bd-4c35-9960-2b8d2efe6914 None None] Updating router 8a801f47-885e-4b83-8472-bda396adcd3b port 4403f01a-23c7-4d6c-a3d8-1dbf88f1efeb binding host n-d-802623-1 {{(pid=93800) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 23:22:23.451891 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-33049ff8-30bd-4c35-9960-2b8d2efe6914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:23.726016 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-4e2ed402-d71a-49f3-9514-d4874c2a6f47 req-b896628c-b883-48ca-a565-4193ada5ad31 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:23.726538 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-4e2ed402-d71a-49f3-9514-d4874c2a6f47 req-b896628c-b883-48ca-a565-4193ada5ad31 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-415302'] for floatingip, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:23.726836 n-d-802623-1 neutron-server[93798]: INFO neutron.db.l3_db [req-4e2ed402-d71a-49f3-9514-d4874c2a6f47 req-b896628c-b883-48ca-a565-4193ada5ad31 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Floating IP aaa3be83-1228-467c-8bd0-d6f4f7ea13f6 disassociated. External IP: 172.25.4.24, port: e47c6535-a4f5-45fa-b256-dc12446d1280. Jul 27 23:22:23.727211 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-4e2ed402-d71a-49f3-9514-d4874c2a6f47 req-b896628c-b883-48ca-a565-4193ada5ad31 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Calling delete_port for e47c6535-a4f5-45fa-b256-dc12446d1280 owned by compute:nova {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:22:23.915134 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-4e2ed402-d71a-49f3-9514-d4874c2a6f47 req-b896628c-b883-48ca-a565-4193ada5ad31 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:23.961592 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-33049ff8-30bd-4c35-9960-2b8d2efe6914 None None] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:23.962006 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b896628c-b883-48ca-a565-4193ada5ad31 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Pushing event deleted for resources: {'Port': ['ID=e47c6535-a4f5-45fa-b256-dc12446d1280,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:22:23.974923 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-33049ff8-30bd-4c35-9960-2b8d2efe6914 None None] Transition to ACTIVE for port object 4403f01a-23c7-4d6c-a3d8-1dbf88f1efeb will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:22:23.982913 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-33049ff8-30bd-4c35-9960-2b8d2efe6914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:24.052256 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device b0d9ae02-d7ae-4081-8329-a04703c772b8 no longer exists at agent hyperv_n-h1-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:22:24.130603 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device b0d9ae02-d7ae-4081-8329-a04703c772b8 not bound to the agent host n-h1-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:22:24.132263 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device d4667984-2b2a-40a8-8de7-e286cc2c1b95 no longer exists at agent hyperv_n-h1-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:22:24.141405 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-33049ff8-30bd-4c35-9960-2b8d2efe6914 None None] Attempting to bind port 4403f01a-23c7-4d6c-a3d8-1dbf88f1efeb on host n-d-802623-1 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:22:24.141777 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-33049ff8-30bd-4c35-9960-2b8d2efe6914 None None] Attempting to bind port 4403f01a-23c7-4d6c-a3d8-1dbf88f1efeb by drivers openvswitch,hyperv on host n-d-802623-1 at level 0 using segments [{'id': 'cc432c68-ce40-4eae-9635-f27b65666e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '470a3bc8-3a6a-42d8-9fcd-fd13d61a7106'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:22:24.142141 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33049ff8-30bd-4c35-9960-2b8d2efe6914 None None] Attempting to bind port 4403f01a-23c7-4d6c-a3d8-1dbf88f1efeb on network 470a3bc8-3a6a-42d8-9fcd-fd13d61a7106 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:22:24.150333 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e31580-d093-498e-ab66-07b0188276b9 None None] Pushing event updated for resources: {'Port': ['ID=4403f01a-23c7-4d6c-a3d8-1dbf88f1efeb,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:22:24.159993 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33049ff8-30bd-4c35-9960-2b8d2efe6914 None None] Checking agent: {'id': 'a9a568d2-a5e7-41e4-833f-a8ab42ea4073', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 52, 30), 'started_at': datetime.datetime(2021, 7, 27, 22, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802623-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:22:24.160361 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33049ff8-30bd-4c35-9960-2b8d2efe6914 None None] Checking segment: {'id': 'cc432c68-ce40-4eae-9635-f27b65666e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '470a3bc8-3a6a-42d8-9fcd-fd13d61a7106'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:22:24.160774 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-33049ff8-30bd-4c35-9960-2b8d2efe6914 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:24.161164 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33049ff8-30bd-4c35-9960-2b8d2efe6914 None None] Bound using segment: {'id': 'cc432c68-ce40-4eae-9635-f27b65666e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '470a3bc8-3a6a-42d8-9fcd-fd13d61a7106'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:22:24.161655 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-33049ff8-30bd-4c35-9960-2b8d2efe6914 None None] Bound port: 4403f01a-23c7-4d6c-a3d8-1dbf88f1efeb, host: n-d-802623-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc432c68-ce40-4eae-9635-f27b65666e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '470a3bc8-3a6a-42d8-9fcd-fd13d61a7106'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:22:24.162073 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-33049ff8-30bd-4c35-9960-2b8d2efe6914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:24.177447 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4e2ed402-d71a-49f3-9514-d4874c2a6f47 req-b896628c-b883-48ca-a565-4193ada5ad31 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Router d832e13c-b8ca-4c7d-a2f2-d6c8c4df0f63 has already been hosted by L3 agent 018c4455-49c0-4734-927d-7824067b2a9e {{(pid=93798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 23:22:24.192722 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 229e6be4-0c44-4a1c-b1d8-fc19ae5a71f9 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:22:24.270577 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-33049ff8-30bd-4c35-9960-2b8d2efe6914 None None] For port 4403f01a-23c7-4d6c-a3d8-1dbf88f1efeb, host n-d-802623-1, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:22:24.278325 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-33049ff8-30bd-4c35-9960-2b8d2efe6914 None None] For port 4403f01a-23c7-4d6c-a3d8-1dbf88f1efeb, host n-d-802623-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=4403f01a-23c7-4d6c-a3d8-1dbf88f1efeb,segment=NetworkSegment(cc432c68-ce40-4eae-9635-f27b65666e98),segment_id=cc432c68-ce40-4eae-9635-f27b65666e98)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:22:24.289596 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-33049ff8-30bd-4c35-9960-2b8d2efe6914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:24.358203 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4e2ed402-d71a-49f3-9514-d4874c2a6f47 req-b896628c-b883-48ca-a565-4193ada5ad31 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:22:24.376302 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f9ad78a-781c-4a65-ba7e-efdc79b5cb2d None None] Sync routers for ids ['d832e13c-b8ca-4c7d-a2f2-d6c8c4df0f63'] in n-d-802623-1 {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:22:24.385703 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:24.388676 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port 229e6be4-0c44-4a1c-b1d8-fc19ae5a71f9 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:22:24.389286 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:24.400636 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33049ff8-30bd-4c35-9960-2b8d2efe6914 None None] Routers {'8a801f47-885e-4b83-8472-bda396adcd3b'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:22:24.401348 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-33049ff8-30bd-4c35-9960-2b8d2efe6914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:22:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['8a801f47-885e-4b83-8472-bda396adcd3b'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:22:24.440209 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f9ad78a-781c-4a65-ba7e-efdc79b5cb2d None None] Routers {'d832e13c-b8ca-4c7d-a2f2-d6c8c4df0f63'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:22:24.442190 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-3f9ad78a-781c-4a65-ba7e-efdc79b5cb2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:22:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['d832e13c-b8ca-4c7d-a2f2-d6c8c4df0f63'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:22:24.454119 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e2ed402-d71a-49f3-9514-d4874c2a6f47 req-b896628c-b883-48ca-a565-4193ada5ad31 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] No DVR routers for this DVR port e47c6535-a4f5-45fa-b256-dc12446d1280 on host n-h1-802623-1 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:22:24.458099 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-4e2ed402-d71a-49f3-9514-d4874c2a6f47 req-b896628c-b883-48ca-a565-4193ada5ad31 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:24.460316 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-4e2ed402-d71a-49f3-9514-d4874c2a6f47 req-b896628c-b883-48ca-a565-4193ada5ad31 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] 10.222.0.38 "DELETE /v2.0/ports/e47c6535-a4f5-45fa-b256-dc12446d1280 HTTP/1.1" status: 204 len: 173 time: 1.4089253 Jul 27 23:22:24.558041 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e31580-d093-498e-ab66-07b0188276b9 None None] Pushing event updated for resources: {'Port': ['ID=4403f01a-23c7-4d6c-a3d8-1dbf88f1efeb,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:22:24.570680 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port d4667984-2b2a-40a8-8de7-e286cc2c1b95, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=d4667984-2b2a-40a8-8de7-e286cc2c1b95,segment=NetworkSegment(938ec75d-2450-4436-aa8a-94471f8dbbb3),segment_id=938ec75d-2450-4436-aa8a-94471f8dbbb3)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:22:24.593454 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:24.594092 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device cb2a8bc8-566d-48dc-b91d-d5248a770485 no longer exists at agent hyperv_n-h1-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:22:24.692985 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-4e2ed402-d71a-49f3-9514-d4874c2a6f47 req-f5798c3d-85d8-4cc7-b608-6742014a5725 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Deleting port f5d1c75c-f1a9-480c-a62c-f9b0baaaa34f {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:22:24.693352 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-4e2ed402-d71a-49f3-9514-d4874c2a6f47 req-f5798c3d-85d8-4cc7-b608-6742014a5725 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:24.771419 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Pushing event updated for resources: {'Port': ['ID=d4667984-2b2a-40a8-8de7-e286cc2c1b95,revision_number=6']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:22:24.791385 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device cb2a8bc8-566d-48dc-b91d-d5248a770485 not bound to the agent host n-h1-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:22:24.791743 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device e47c6535-a4f5-45fa-b256-dc12446d1280 no longer exists at agent hyperv_n-h1-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:22:24.847102 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-3f9ad78a-781c-4a65-ba7e-efdc79b5cb2d None None] Set router d832e13c-b8ca-4c7d-a2f2-d6c8c4df0f63 gateway port host: n-d-802623-1 {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:22:24.850962 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-33049ff8-30bd-4c35-9960-2b8d2efe6914 None None] Set router 8a801f47-885e-4b83-8472-bda396adcd3b gateway port host: n-d-802623-1 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:22:24.854312 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] No Port match for: e47c6535-a4f5-45fa-b256-dc12446d1280 {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:22:24.861062 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device e47c6535-a4f5-45fa-b256-dc12446d1280 not bound to the agent host n-h1-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:22:24.861550 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 50b2311c-7f44-4357-bc67-6eaa1ae4cefe no longer exists at agent hyperv_n-h1-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:22:24.899070 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-4e2ed402-d71a-49f3-9514-d4874c2a6f47 req-f5798c3d-85d8-4cc7-b608-6742014a5725 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] For port f5d1c75c-f1a9-480c-a62c-f9b0baaaa34f, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=f5d1c75c-f1a9-480c-a62c-f9b0baaaa34f,segment=NetworkSegment(938ec75d-2450-4436-aa8a-94471f8dbbb3),segment_id=938ec75d-2450-4436-aa8a-94471f8dbbb3)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:22:24.899636 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-4e2ed402-d71a-49f3-9514-d4874c2a6f47 req-f5798c3d-85d8-4cc7-b608-6742014a5725 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:24.921199 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-4e2ed402-d71a-49f3-9514-d4874c2a6f47 req-f5798c3d-85d8-4cc7-b608-6742014a5725 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Calling delete_port for f5d1c75c-f1a9-480c-a62c-f9b0baaaa34f owned by compute:nova {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:22:24.925200 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f5b04e18-0a5b-44e5-8588-4ded15447b0d req-99f7c1a2-e3cf-4269-a04a-077477b5231c service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=dda1de1e-19a8-4219-8d1f-ae329934698f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0882614 Jul 27 23:22:25.017160 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b04e18-0a5b-44e5-8588-4ded15447b0d req-fcaeeac9-735b-4c19-a1e0-facab8d634ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:22:25.021267 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f5b04e18-0a5b-44e5-8588-4ded15447b0d req-fcaeeac9-735b-4c19-a1e0-facab8d634ae service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=096ab815848b4fa4865a54f76499dfb1&device_id=dda1de1e-19a8-4219-8d1f-ae329934698f HTTP/1.1" status: 200 len: 1096 time: 0.0765758 Jul 27 23:22:25.190859 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-4e2ed402-d71a-49f3-9514-d4874c2a6f47 req-f5798c3d-85d8-4cc7-b608-6742014a5725 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:25.229647 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b04e18-0a5b-44e5-8588-4ded15447b0d req-675cb5de-a266-485e-a93d-643c2ca559ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:22:25.232788 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f5b04e18-0a5b-44e5-8588-4ded15447b0d req-675cb5de-a266-485e-a93d-643c2ca559ce service neutron] 10.222.0.49 "GET /v2.0/networks?id=0627b955-dd0f-4cce-ba7f-51e698f3bc59 HTTP/1.1" status: 200 len: 913 time: 0.1865895 Jul 27 23:22:25.237175 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5798c3d-85d8-4cc7-b608-6742014a5725 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Pushing event deleted for resources: {'Port': ['ID=f5d1c75c-f1a9-480c-a62c-f9b0baaaa34f,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:22:25.275405 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-33049ff8-30bd-4c35-9960-2b8d2efe6914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a801f47-885e-4b83-8472-bda396adcd3b', 'name': 'tempest-ServerRescueTestJSONUnderV235-995934199-router', 'tenant_id': '3333578abc624b349077b88d523a95c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.153'}], 'enable_snat': True}, 'gw_port_id': '229e6be4-0c44-4a1c-b1d8-fc19ae5a71f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:22:12Z', 'updated_at': '2021-07-27T23:22:18Z', 'revision_number': 4, 'project_id': '3333578abc624b349077b88d523a95c7', 'gw_port': {'id': '229e6be4-0c44-4a1c-b1d8-fc19ae5a71f9', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:91:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a801f47-885e-4b83-8472-bda396adcd3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2139, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:22:13Z', 'updated_at': '2021-07-27T23:22:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': '4403f01a-23c7-4d6c-a3d8-1dbf88f1efeb', 'name': '', 'network_id': '470a3bc8-3a6a-42d8-9fcd-fd13d61a7106', 'tenant_id': '3333578abc624b349077b88d523a95c7', 'mac_address': 'fa:16:3e:03:0b:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a801f47-885e-4b83-8472-bda396adcd3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2140, 'fixed_ips': [{'subnet_id': 'cda1fa6c-3b60-45b3-95dc-3c5a11ac6a40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:22:17Z', 'updated_at': '2021-07-27T23:22:24Z', 'revision_number': 4, 'project_id': '3333578abc624b349077b88d523a95c7', 'subnets': [{'id': 'cda1fa6c-3b60-45b3-95dc-3c5a11ac6a40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:22:25.288723 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e2ed402-d71a-49f3-9514-d4874c2a6f47 req-f5798c3d-85d8-4cc7-b608-6742014a5725 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] No DVR routers for this DVR port f5d1c75c-f1a9-480c-a62c-f9b0baaaa34f on host n-h1-802623-1 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:22:25.291749 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-4e2ed402-d71a-49f3-9514-d4874c2a6f47 req-f5798c3d-85d8-4cc7-b608-6742014a5725 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:25.294394 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-4e2ed402-d71a-49f3-9514-d4874c2a6f47 req-f5798c3d-85d8-4cc7-b608-6742014a5725 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] 10.222.0.38 "DELETE /v2.0/ports/f5d1c75c-f1a9-480c-a62c-f9b0baaaa34f HTTP/1.1" status: 204 len: 173 time: 0.8275278 Jul 27 23:22:25.299558 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:25.339404 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f5b04e18-0a5b-44e5-8588-4ded15447b0d req-beb7c428-61ff-438a-be7e-5b97e9f69f4e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b8ac6b50-4d3e-4b8a-9d24-a1e0600d37ae HTTP/1.1" status: 200 len: 217 time: 0.0936573 Jul 27 23:22:25.379366 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port 50b2311c-7f44-4357-bc67-6eaa1ae4cefe, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=50b2311c-7f44-4357-bc67-6eaa1ae4cefe,segment=NetworkSegment(c9fb78ac-e6ea-467c-8f46-ba3c48e27877),segment_id=c9fb78ac-e6ea-467c-8f46-ba3c48e27877)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:22:25.381782 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33049ff8-30bd-4c35-9960-2b8d2efe6914 None None] The sync data for ids ['8a801f47-885e-4b83-8472-bda396adcd3b'] in n-d-802623-1 is: [{'id': '8a801f47-885e-4b83-8472-bda396adcd3b', 'name': 'tempest-ServerRescueTestJSONUnderV235-995934199-router', 'tenant_id': '3333578abc624b349077b88d523a95c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.153'}], 'enable_snat': True}, 'gw_port_id': '229e6be4-0c44-4a1c-b1d8-fc19ae5a71f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:22:12Z', 'updated_at': '2021-07-27T23:22:18Z', 'revision_number': 4, 'project_id': '3333578abc624b349077b88d523a95c7', 'gw_port': {'id': '229e6be4-0c44-4a1c-b1d8-fc19ae5a71f9', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:91:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a801f47-885e-4b83-8472-bda396adcd3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2139, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:22:13Z', 'updated_at': '2021-07-27T23:22:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': '4403f01a-23c7-4d6c-a3d8-1dbf88f1efeb', 'name': '', 'network_id': '470a3bc8-3a6a-42d8-9fcd-fd13d61a7106', 'tenant_id': '3333578abc624b349077b88d523a95c7', 'mac_address': 'fa:16:3e:03:0b:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a801f47-885e-4b83-8472-bda396adcd3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2140, 'fixed_ips': [{'subnet_id': 'cda1fa6c-3b60-45b3-95dc-3c5a11ac6a40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:22:17Z', 'updated_at': '2021-07-27T23:22:24Z', 'revision_number': 4, 'project_id': '3333578abc624b349077b88d523a95c7', 'subnets': [{'id': 'cda1fa6c-3b60-45b3-95dc-3c5a11ac6a40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:22:25.388989 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:25.390611 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device f5d1c75c-f1a9-480c-a62c-f9b0baaaa34f no longer exists at agent hyperv_n-h1-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:22:25.437931 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b04e18-0a5b-44e5-8588-4ded15447b0d req-3e48bae6-aeac-47ba-8ce0-359bb3292d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:22:25.439434 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f5b04e18-0a5b-44e5-8588-4ded15447b0d req-3e48bae6-aeac-47ba-8ce0-359bb3292d86 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=232a981d-f7d1-42df-991c-3a09e4ce0177 HTTP/1.1" status: 200 len: 851 time: 0.0925810 Jul 27 23:22:25.454360 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] No Port match for: f5d1c75c-f1a9-480c-a62c-f9b0baaaa34f {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:22:25.454736 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device f5d1c75c-f1a9-480c-a62c-f9b0baaaa34f not bound to the agent host n-h1-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:22:25.458331 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 10e1e141-fabd-4db9-87e9-ff971f3de446 no longer exists at agent hyperv_n-h1-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:22:25.513025 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-4e2ed402-d71a-49f3-9514-d4874c2a6f47 req-96885d57-c04f-4871-b473-84c01335b3d7 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Deleting port d4667984-2b2a-40a8-8de7-e286cc2c1b95 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:22:25.513902 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b04e18-0a5b-44e5-8588-4ded15447b0d req-60c58726-aeba-4f57-9c57-bcdab43024ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:22:25.515482 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f5b04e18-0a5b-44e5-8588-4ded15447b0d req-60c58726-aeba-4f57-9c57-bcdab43024ea service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0627b955-dd0f-4cce-ba7f-51e698f3bc59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0687249 Jul 27 23:22:25.517527 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-4e2ed402-d71a-49f3-9514-d4874c2a6f47 req-96885d57-c04f-4871-b473-84c01335b3d7 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:25.521042 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] No Port match for: 10e1e141-fabd-4db9-87e9-ff971f3de446 {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:22:25.521403 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 10e1e141-fabd-4db9-87e9-ff971f3de446 not bound to the agent host n-h1-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:22:25.567794 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-3f9ad78a-781c-4a65-ba7e-efdc79b5cb2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd832e13c-b8ca-4c7d-a2f2-d6c8c4df0f63', 'name': 'tempest-TaggedBootDevicesTest-1540006599-router', 'tenant_id': 'f48a0b951c1c4793a7fc1226ee71e867', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.142'}], 'enable_snat': True}, 'gw_port_id': '9c6935e6-0081-40b7-9a90-c97bad37e3d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:12:08Z', 'updated_at': '2021-07-27T23:12:14Z', 'revision_number': 4, 'project_id': 'f48a0b951c1c4793a7fc1226ee71e867', 'gw_port': {'id': '9c6935e6-0081-40b7-9a90-c97bad37e3d9', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:54:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd832e13c-b8ca-4c7d-a2f2-d6c8c4df0f63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:12:09Z', 'updated_at': '2021-07-27T23:12:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': '0a53333b-532e-40d1-a0bb-1412d9c92dff', 'name': '', 'network_id': 'a77c1ae5-7f70-4eb8-a472-5ed26426d716', 'tenant_id': 'f48a0b951c1c4793a7fc1226ee71e867', 'mac_address': 'fa:16:3e:93:af:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd832e13c-b8ca-4c7d-a2f2-d6c8c4df0f63', 'device_owner': 'network:router_interface', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': '09f6cf61-7c03-449e-9a5d-68f7eabed009', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:12:13Z', 'updated_at': '2021-07-27T23:12:22Z', 'revision_number': 5, 'project_id': 'f48a0b951c1c4793a7fc1226ee71e867', 'subnets': [{'id': '09f6cf61-7c03-449e-9a5d-68f7eabed009', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:22:25.606597 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f9ad78a-781c-4a65-ba7e-efdc79b5cb2d None None] Checking router: d832e13c-b8ca-4c7d-a2f2-d6c8c4df0f63 for host: n-d-802623-1 {{(pid=93799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 23:22:25.609257 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Pushing event updated for resources: {'Port': ['ID=50b2311c-7f44-4357-bc67-6eaa1ae4cefe,revision_number=6']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:22:25.629115 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f9ad78a-781c-4a65-ba7e-efdc79b5cb2d None None] Routers {'d832e13c-b8ca-4c7d-a2f2-d6c8c4df0f63'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:22:25.629898 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-3f9ad78a-781c-4a65-ba7e-efdc79b5cb2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:22:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['d832e13c-b8ca-4c7d-a2f2-d6c8c4df0f63'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:22:25.693908 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f5b04e18-0a5b-44e5-8588-4ded15447b0d req-93ee6eee-09be-4689-8a18-6df755552fdb service neutron] 10.222.0.49 "GET /v2.0/networks/0627b955-dd0f-4cce-ba7f-51e698f3bc59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1706316 Jul 27 23:22:25.705436 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-4e2ed402-d71a-49f3-9514-d4874c2a6f47 req-96885d57-c04f-4871-b473-84c01335b3d7 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] For port d4667984-2b2a-40a8-8de7-e286cc2c1b95, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=d4667984-2b2a-40a8-8de7-e286cc2c1b95,segment=NetworkSegment(938ec75d-2450-4436-aa8a-94471f8dbbb3),segment_id=938ec75d-2450-4436-aa8a-94471f8dbbb3)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:22:25.705817 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-4e2ed402-d71a-49f3-9514-d4874c2a6f47 req-96885d57-c04f-4871-b473-84c01335b3d7 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:25.729494 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-4e2ed402-d71a-49f3-9514-d4874c2a6f47 req-96885d57-c04f-4871-b473-84c01335b3d7 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Calling delete_port for d4667984-2b2a-40a8-8de7-e286cc2c1b95 owned by compute:nova {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:22:25.986588 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f5b04e18-0a5b-44e5-8588-4ded15447b0d req-7dbfc795-680a-4975-8d47-b4122baface6 service neutron] 10.222.0.49 "GET /v2.0/networks/0627b955-dd0f-4cce-ba7f-51e698f3bc59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2840698 Jul 27 23:22:26.056612 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-4e2ed402-d71a-49f3-9514-d4874c2a6f47 req-96885d57-c04f-4871-b473-84c01335b3d7 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:26.079510 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-3f9ad78a-781c-4a65-ba7e-efdc79b5cb2d None None] Set router d832e13c-b8ca-4c7d-a2f2-d6c8c4df0f63 gateway port host: n-d-802623-1 {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:22:26.163866 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96885d57-c04f-4871-b473-84c01335b3d7 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Pushing event deleted for resources: {'Port': ['ID=d4667984-2b2a-40a8-8de7-e286cc2c1b95,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:22:26.257967 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 4403f01a-23c7-4d6c-a3d8-1dbf88f1efeb up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:22:26.266206 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e2ed402-d71a-49f3-9514-d4874c2a6f47 req-96885d57-c04f-4871-b473-84c01335b3d7 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] No DVR routers for this DVR port d4667984-2b2a-40a8-8de7-e286cc2c1b95 on host n-h1-802623-1 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:22:26.269248 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-4e2ed402-d71a-49f3-9514-d4874c2a6f47 req-96885d57-c04f-4871-b473-84c01335b3d7 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:26.271648 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-4e2ed402-d71a-49f3-9514-d4874c2a6f47 req-96885d57-c04f-4871-b473-84c01335b3d7 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] 10.222.0.38 "DELETE /v2.0/ports/d4667984-2b2a-40a8-8de7-e286cc2c1b95 HTTP/1.1" status: 204 len: 173 time: 0.9708495 Jul 27 23:22:26.416124 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning for port 4403f01a-23c7-4d6c-a3d8-1dbf88f1efeb completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:22:26.418580 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-4e2ed402-d71a-49f3-9514-d4874c2a6f47 req-f0035c51-681e-48b8-a839-71ae89184cdc tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Deleting port 50b2311c-7f44-4357-bc67-6eaa1ae4cefe {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:22:26.419657 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-4e2ed402-d71a-49f3-9514-d4874c2a6f47 req-f0035c51-681e-48b8-a839-71ae89184cdc tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:26.423015 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port 4403f01a-23c7-4d6c-a3d8-1dbf88f1efeb triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:22:26.423424 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:26.535713 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590cc41d-b1a3-4349-a29d-fccda80210a2 req-83522c8c-8048-4b28-80f4-4f10a12288ec tempest-ServerRescueTestJSONUnderV235-622928344 tempest-ServerRescueTestJSONUnderV235-622928344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:22:26.545524 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-590cc41d-b1a3-4349-a29d-fccda80210a2 req-83522c8c-8048-4b28-80f4-4f10a12288ec tempest-ServerRescueTestJSONUnderV235-622928344 tempest-ServerRescueTestJSONUnderV235-622928344-project] 10.222.0.18 "GET /v2.0/networks?id=470a3bc8-3a6a-42d8-9fcd-fd13d61a7106 HTTP/1.1" status: 200 len: 819 time: 0.2372065 Jul 27 23:22:26.557682 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-3f9ad78a-781c-4a65-ba7e-efdc79b5cb2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd832e13c-b8ca-4c7d-a2f2-d6c8c4df0f63', 'name': 'tempest-TaggedBootDevicesTest-1540006599-router', 'tenant_id': 'f48a0b951c1c4793a7fc1226ee71e867', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.142'}], 'enable_snat': True}, 'gw_port_id': '9c6935e6-0081-40b7-9a90-c97bad37e3d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:12:08Z', 'updated_at': '2021-07-27T23:12:14Z', 'revision_number': 4, 'project_id': 'f48a0b951c1c4793a7fc1226ee71e867', 'gw_port': {'id': '9c6935e6-0081-40b7-9a90-c97bad37e3d9', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:54:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd832e13c-b8ca-4c7d-a2f2-d6c8c4df0f63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:12:09Z', 'updated_at': '2021-07-27T23:12:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': '0a53333b-532e-40d1-a0bb-1412d9c92dff', 'name': '', 'network_id': 'a77c1ae5-7f70-4eb8-a472-5ed26426d716', 'tenant_id': 'f48a0b951c1c4793a7fc1226ee71e867', 'mac_address': 'fa:16:3e:93:af:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd832e13c-b8ca-4c7d-a2f2-d6c8c4df0f63', 'device_owner': 'network:router_interface', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': '09f6cf61-7c03-449e-9a5d-68f7eabed009', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:12:13Z', 'updated_at': '2021-07-27T23:12:22Z', 'revision_number': 5, 'project_id': 'f48a0b951c1c4793a7fc1226ee71e867', 'subnets': [{'id': '09f6cf61-7c03-449e-9a5d-68f7eabed009', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:22:26.561419 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:26.566399 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-590cc41d-b1a3-4349-a29d-fccda80210a2 req-45d29574-4f35-428e-b097-0e5c71e143ba tempest-ServerRescueTestJSONUnderV235-622928344 tempest-ServerRescueTestJSONUnderV235-622928344-project] 10.222.0.18 "GET /v2.0/quotas/3333578abc624b349077b88d523a95c7 HTTP/1.1" status: 200 len: 375 time: 0.0196679 Jul 27 23:22:26.597221 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f9ad78a-781c-4a65-ba7e-efdc79b5cb2d None None] The sync data for ids ['d832e13c-b8ca-4c7d-a2f2-d6c8c4df0f63'] in n-d-802623-1 is: [{'id': 'd832e13c-b8ca-4c7d-a2f2-d6c8c4df0f63', 'name': 'tempest-TaggedBootDevicesTest-1540006599-router', 'tenant_id': 'f48a0b951c1c4793a7fc1226ee71e867', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.142'}], 'enable_snat': True}, 'gw_port_id': '9c6935e6-0081-40b7-9a90-c97bad37e3d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:12:08Z', 'updated_at': '2021-07-27T23:12:14Z', 'revision_number': 4, 'project_id': 'f48a0b951c1c4793a7fc1226ee71e867', 'gw_port': {'id': '9c6935e6-0081-40b7-9a90-c97bad37e3d9', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:54:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd832e13c-b8ca-4c7d-a2f2-d6c8c4df0f63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:12:09Z', 'updated_at': '2021-07-27T23:12:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': '0a53333b-532e-40d1-a0bb-1412d9c92dff', 'name': '', 'network_id': 'a77c1ae5-7f70-4eb8-a472-5ed26426d716', 'tenant_id': 'f48a0b951c1c4793a7fc1226ee71e867', 'mac_address': 'fa:16:3e:93:af:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd832e13c-b8ca-4c7d-a2f2-d6c8c4df0f63', 'device_owner': 'network:router_interface', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': '09f6cf61-7c03-449e-9a5d-68f7eabed009', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:12:13Z', 'updated_at': '2021-07-27T23:12:22Z', 'revision_number': 5, 'project_id': 'f48a0b951c1c4793a7fc1226ee71e867', 'subnets': [{'id': '09f6cf61-7c03-449e-9a5d-68f7eabed009', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:22:26.645347 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-590cc41d-b1a3-4349-a29d-fccda80210a2 req-22ea8947-d16c-4efe-b921-6d186241dbb6 tempest-ServerRescueTestJSONUnderV235-622928344 tempest-ServerRescueTestJSONUnderV235-622928344-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=3333578abc624b349077b88d523a95c7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0780873 Jul 27 23:22:26.672624 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] For port 4403f01a-23c7-4d6c-a3d8-1dbf88f1efeb, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=4403f01a-23c7-4d6c-a3d8-1dbf88f1efeb,segment=NetworkSegment(cc432c68-ce40-4eae-9635-f27b65666e98),segment_id=cc432c68-ce40-4eae-9635-f27b65666e98)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:22:26.679864 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:26.784036 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Pushing event updated for resources: {'Port': ['ID=4403f01a-23c7-4d6c-a3d8-1dbf88f1efeb,revision_number=5']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:22:26.901407 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-3fcdfbcd-53cf-44ba-ac4e-4d8a23f3e0ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:26.914721 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-590cc41d-b1a3-4349-a29d-fccda80210a2 req-2d814969-9dea-4096-86c8-4385b4888664 service neutron] 10.222.0.18 "GET /v2.0/networks/470a3bc8-3a6a-42d8-9fcd-fd13d61a7106?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2606544 Jul 27 23:22:27.083789 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-590cc41d-b1a3-4349-a29d-fccda80210a2 req-dab858a6-401f-41fe-867b-2acf54044937 service neutron] 10.222.0.18 "GET /v2.0/networks/470a3bc8-3a6a-42d8-9fcd-fd13d61a7106?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1678765 Jul 27 23:22:27.202858 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75cde51-ea8f-4b24-ab63-513a7fe72178 req-3ca33f77-3b96-4e5e-ab2a-29b312638378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:22:27.205157 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f75cde51-ea8f-4b24-ab63-513a7fe72178 req-3ca33f77-3b96-4e5e-ab2a-29b312638378 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=096ab815848b4fa4865a54f76499dfb1&device_id=24f1bcda-d342-44cb-a8a4-b50ba39d32f7 HTTP/1.1" status: 200 len: 1096 time: 0.1009526 Jul 27 23:22:27.261774 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-4e2ed402-d71a-49f3-9514-d4874c2a6f47 req-f0035c51-681e-48b8-a839-71ae89184cdc tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] For port 50b2311c-7f44-4357-bc67-6eaa1ae4cefe, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=50b2311c-7f44-4357-bc67-6eaa1ae4cefe,segment=NetworkSegment(c9fb78ac-e6ea-467c-8f46-ba3c48e27877),segment_id=c9fb78ac-e6ea-467c-8f46-ba3c48e27877)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:22:27.262355 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-4e2ed402-d71a-49f3-9514-d4874c2a6f47 req-f0035c51-681e-48b8-a839-71ae89184cdc tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:27.321948 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-4e2ed402-d71a-49f3-9514-d4874c2a6f47 req-f0035c51-681e-48b8-a839-71ae89184cdc tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Calling delete_port for 50b2311c-7f44-4357-bc67-6eaa1ae4cefe owned by compute:nova {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:22:27.389067 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75cde51-ea8f-4b24-ab63-513a7fe72178 req-954108c5-3009-4461-9645-c0819bf80694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:22:27.392268 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f75cde51-ea8f-4b24-ab63-513a7fe72178 req-954108c5-3009-4461-9645-c0819bf80694 service neutron] 10.222.0.49 "GET /v2.0/networks?id=0627b955-dd0f-4cce-ba7f-51e698f3bc59 HTTP/1.1" status: 200 len: 913 time: 0.1794326 Jul 27 23:22:27.480780 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912f5083-2f52-48f7-9528-fd33920cbeb1 req-be757576-f389-4ffb-85bb-d4a2cc95532d tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:22:27.483989 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-912f5083-2f52-48f7-9528-fd33920cbeb1 req-be757576-f389-4ffb-85bb-d4a2cc95532d tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] 10.222.0.18 "GET /v2.0/ports?device_id=b095b7c4-44b3-4276-8676-8d0be18fa84f HTTP/1.1" status: 200 len: 943 time: 0.8410020 Jul 27 23:22:27.495070 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f75cde51-ea8f-4b24-ab63-513a7fe72178 req-dc458c13-db42-4f64-a521-cb11b14a3821 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=58d15820-eb41-4ab3-a19f-4bd2609bc51a HTTP/1.1" status: 200 len: 217 time: 0.0947225 Jul 27 23:22:27.628171 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535be8d2-0041-4bbc-9eca-3546ae542f8f req-f0b3594f-280a-4580-bcfd-a4da876c07d8 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:22:27.629828 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-535be8d2-0041-4bbc-9eca-3546ae542f8f req-f0b3594f-280a-4580-bcfd-a4da876c07d8 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/ports?device_id=24f1bcda-d342-44cb-a8a4-b50ba39d32f7 HTTP/1.1" status: 200 len: 945 time: 0.1518409 Jul 27 23:22:27.650114 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-912f5083-2f52-48f7-9528-fd33920cbeb1 req-65a56362-7300-421b-83b1-80f87ca0b4c0 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] 10.222.0.18 "GET /v2.0/security-groups?id=099e8df2-bc6b-4be8-8e74-9791e0ffd653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1577020 Jul 27 23:22:27.652116 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75cde51-ea8f-4b24-ab63-513a7fe72178 req-6208a35c-34de-47c8-a2ef-2a92d4b43ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:22:27.653951 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f75cde51-ea8f-4b24-ab63-513a7fe72178 req-6208a35c-34de-47c8-a2ef-2a92d4b43ca3 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=232a981d-f7d1-42df-991c-3a09e4ce0177 HTTP/1.1" status: 200 len: 851 time: 0.1260843 Jul 27 23:22:27.763897 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-4e2ed402-d71a-49f3-9514-d4874c2a6f47 req-f0035c51-681e-48b8-a839-71ae89184cdc tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:27.781078 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:22:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85cfa3fe-5abf-47b1-ac9f-4c06ab98424f x-openstack-request-id: req-85cfa3fe-5abf-47b1-ac9f-4c06ab98424f {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:22:27.781927 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f23aacd-e5e6-40f8-9593-772269c3769a", "name": "network-vif-plugged", "status": "completed", "tag": "67ab8aec-ae11-4afe-b0cc-757e19f852f1", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:22:27.782351 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-85cfa3fe-5abf-47b1-ac9f-4c06ab98424f {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:22:27.783100 n-d-802623-1 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f23aacd-e5e6-40f8-9593-772269c3769a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67ab8aec-ae11-4afe-b0cc-757e19f852f1', 'code': 200} Jul 27 23:22:27.804240 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-535be8d2-0041-4bbc-9eca-3546ae542f8f req-cf2fafc0-9a9f-4dc3-8562-2df233ed2b00 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/security-groups?id=fa1f1682-89f2-436c-be39-8607c4cda167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638536 Jul 27 23:22:27.816266 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75cde51-ea8f-4b24-ab63-513a7fe72178 req-ea5ca627-3dc8-4520-8384-28471977d009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:22:27.817765 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f75cde51-ea8f-4b24-ab63-513a7fe72178 req-ea5ca627-3dc8-4520-8384-28471977d009 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0627b955-dd0f-4cce-ba7f-51e698f3bc59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1541781 Jul 27 23:22:27.873949 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0035c51-681e-48b8-a839-71ae89184cdc tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Pushing event deleted for resources: {'Port': ['ID=50b2311c-7f44-4357-bc67-6eaa1ae4cefe,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:22:27.935792 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d162c47-ed36-4c03-a7ee-35c029eb1d58 None None] New status for floating IP aaa3be83-1228-467c-8bd0-d6f4f7ea13f6: DOWN {{(pid=93800) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 23:22:27.987734 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:22:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1b1abf7-3199-48c3-ae5a-f43f74086833 x-openstack-request-id: req-a1b1abf7-3199-48c3-ae5a-f43f74086833 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:22:27.988018 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b095b7c4-44b3-4276-8676-8d0be18fa84f", "name": "network-vif-deleted", "tag": "10e1e141-fabd-4db9-87e9-ff971f3de446", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:22:27.988286 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a1b1abf7-3199-48c3-ae5a-f43f74086833 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:22:27.988707 n-d-802623-1 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b095b7c4-44b3-4276-8676-8d0be18fa84f', 'name': 'network-vif-deleted', 'tag': '10e1e141-fabd-4db9-87e9-ff971f3de446', 'status': 'completed', 'code': 200} Jul 27 23:22:28.050004 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f75cde51-ea8f-4b24-ab63-513a7fe72178 req-49b564b6-104c-4f36-9c3c-1a427c9a43bd service neutron] 10.222.0.49 "GET /v2.0/networks/0627b955-dd0f-4cce-ba7f-51e698f3bc59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2228506 Jul 27 23:22:28.096358 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 53440) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:22:28.147001 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e2ed402-d71a-49f3-9514-d4874c2a6f47 req-f0035c51-681e-48b8-a839-71ae89184cdc tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] No DVR routers for this DVR port 50b2311c-7f44-4357-bc67-6eaa1ae4cefe on host n-h1-802623-1 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:22:28.152885 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-4e2ed402-d71a-49f3-9514-d4874c2a6f47 req-f0035c51-681e-48b8-a839-71ae89184cdc tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:28.160648 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-4e2ed402-d71a-49f3-9514-d4874c2a6f47 req-f0035c51-681e-48b8-a839-71ae89184cdc tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] 10.222.0.38 "DELETE /v2.0/ports/50b2311c-7f44-4357-bc67-6eaa1ae4cefe HTTP/1.1" status: 204 len: 173 time: 1.8823676 Jul 27 23:22:28.186261 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 4403f01a-23c7-4d6c-a3d8-1dbf88f1efeb up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:22:28.235506 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563e54d6-fd61-4def-b0dd-c619bf3e975d req-5b08e7e9-f7be-4c0d-8b69-32eb54f478df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:22:28.237493 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-563e54d6-fd61-4def-b0dd-c619bf3e975d req-5b08e7e9-f7be-4c0d-8b69-32eb54f478df service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=5f23aacd-e5e6-40f8-9593-772269c3769a HTTP/1.1" status: 200 len: 1097 time: 0.3546970 Jul 27 23:22:28.272167 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137da694-514b-46c9-9799-a0018fbcd4e4 req-12388d36-7aa2-4dab-9018-3dad7f79ab53 tempest-VolumesSnapshotTestJSON-2142840391 tempest-VolumesSnapshotTestJSON-2142840391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:22:28.279902 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-137da694-514b-46c9-9799-a0018fbcd4e4 req-12388d36-7aa2-4dab-9018-3dad7f79ab53 tempest-VolumesSnapshotTestJSON-2142840391 tempest-VolumesSnapshotTestJSON-2142840391-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f23aacd-e5e6-40f8-9593-772269c3769a HTTP/1.1" status: 200 len: 946 time: 0.2350993 Jul 27 23:22:28.343412 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port 4403f01a-23c7-4d6c-a3d8-1dbf88f1efeb triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:22:28.343824 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:28.401684 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f75cde51-ea8f-4b24-ab63-513a7fe72178 req-2388864d-d55d-4b44-82a6-dc32df0d946d service neutron] 10.222.0.49 "GET /v2.0/networks/0627b955-dd0f-4cce-ba7f-51e698f3bc59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3356891 Jul 27 23:22:28.403239 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-563e54d6-fd61-4def-b0dd-c619bf3e975d req-7aece5cf-c77a-4952-a2e6-079179b0c3f8 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=c6ee22a1-4a36-467f-b125-9b1dd3eea2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213818 Jul 27 23:22:28.432633 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-137da694-514b-46c9-9799-a0018fbcd4e4 req-ba6a6ebc-848f-4264-ace4-1df274f0ed9a tempest-VolumesSnapshotTestJSON-2142840391 tempest-VolumesSnapshotTestJSON-2142840391-project] 10.222.0.18 "GET /v2.0/security-groups?id=c6ee22a1-4a36-467f-b125-9b1dd3eea2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417272 Jul 27 23:22:28.539812 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cff5e8-545e-4fff-a9dd-10c225aded2c req-e924b069-0730-4d45-9010-c025f0108e1d tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:22:28.543760 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-c8cff5e8-545e-4fff-a9dd-10c225aded2c req-e924b069-0730-4d45-9010-c025f0108e1d tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] 10.222.0.18 "GET /v2.0/ports?device_id=9bda45a6-7b3d-4402-bc36-eb32e3c47420 HTTP/1.1" status: 200 len: 945 time: 0.4565439 Jul 27 23:22:28.618292 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-02e45725-b7d3-43c2-b799-16fdafdeb2ea req-7b73e668-a2ed-43cc-943c-c71afe1e2cc9 tempest-ServerRescueTestJSONUnderV235-622928344 tempest-ServerRescueTestJSONUnderV235-622928344-project] 10.222.0.18 "GET /v2.0/ports?device_id=515844b0-12e5-4d91-8415-7e9fc9e79241 HTTP/1.1" status: 200 len: 210 time: 0.0640059 Jul 27 23:22:28.622872 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-c8cff5e8-545e-4fff-a9dd-10c225aded2c req-f76266b9-d6a8-46dc-8923-a73f500fa3e4 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] 10.222.0.18 "GET /v2.0/security-groups?id=65b595b9-aa8c-4614-91d3-1ae3459c99b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718729 Jul 27 23:22:28.648425 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d53bede5-dcb9-485f-a154-0f1aecaf737e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:28.848145 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ae5dbaaa-49b1-4dd1-b9aa-9e501f36b3f2 req-7788cd38-55c0-407e-97a9-4ad46711237c tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] 10.222.0.18 "GET /v2.0/ports?device_id=b095b7c4-44b3-4276-8676-8d0be18fa84f HTTP/1.1" status: 200 len: 210 time: 0.0646374 Jul 27 23:22:28.857581 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d53bede5-dcb9-485f-a154-0f1aecaf737e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:28.863466 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d53bede5-dcb9-485f-a154-0f1aecaf737e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:28.918893 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-d53bede5-dcb9-485f-a154-0f1aecaf737e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2b87a63b5f88407db19e941cc1abdfe6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8203957 Jul 27 23:22:28.921530 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 53448) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:22:28.929727 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53bede5-dcb9-485f-a154-0f1aecaf737e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=868a7e28-2df1-4ab7-abcf-a5d806be37c0,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:22:28.989739 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7a1213-c337-4975-bc79-6bc1669dc1f7 req-d5693929-123d-43fb-ac53-c613f4e76a4b tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:22:28.998996 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-4b7a1213-c337-4975-bc79-6bc1669dc1f7 req-d5693929-123d-43fb-ac53-c613f4e76a4b tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/ports?device_id=24f1bcda-d342-44cb-a8a4-b50ba39d32f7 HTTP/1.1" status: 200 len: 945 time: 0.0786159 Jul 27 23:22:28.999772 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7de096ff-d016-4a93-91a2-2a1bb8d1cef1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:29.035103 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7de096ff-d016-4a93-91a2-2a1bb8d1cef1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:29.053135 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-4b7a1213-c337-4975-bc79-6bc1669dc1f7 req-fc96232a-342c-4637-9d53-f8b9c25bc680 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/security-groups?id=fa1f1682-89f2-436c-be39-8607c4cda167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524848 Jul 27 23:22:29.139425 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7de096ff-d016-4a93-91a2-2a1bb8d1cef1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:29.146603 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7de096ff-d016-4a93-91a2-2a1bb8d1cef1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:29.148972 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-7de096ff-d016-4a93-91a2-2a1bb8d1cef1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/868a7e28-2df1-4ab7-abcf-a5d806be37c0 HTTP/1.1" status: 204 len: 168 time: 0.2264576 Jul 27 23:22:29.177826 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de096ff-d016-4a93-91a2-2a1bb8d1cef1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=868a7e28-2df1-4ab7-abcf-a5d806be37c0,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:22:29.311971 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590cc41d-b1a3-4349-a29d-fccda80210a2 req-db1edae1-5d16-44d0-a0bd-9c5c5fcf482e tempest-ServerRescueTestJSONUnderV235-622928344 tempest-ServerRescueTestJSONUnderV235-622928344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:22:29.313940 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-590cc41d-b1a3-4349-a29d-fccda80210a2 req-db1edae1-5d16-44d0-a0bd-9c5c5fcf482e tempest-ServerRescueTestJSONUnderV235-622928344 tempest-ServerRescueTestJSONUnderV235-622928344-project] 10.222.0.49 "GET /v2.0/networks?id=470a3bc8-3a6a-42d8-9fcd-fd13d61a7106 HTTP/1.1" status: 200 len: 819 time: 0.2480175 Jul 27 23:22:29.329391 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [req-590cc41d-b1a3-4349-a29d-fccda80210a2 req-6cf42ce3-5b05-4b57-8751-37e45ef895a9 tempest-ServerRescueTestJSONUnderV235-622928344 tempest-ServerRescueTestJSONUnderV235-622928344-project] Request body: {'port': {'device_id': '515844b0-12e5-4d91-8415-7e9fc9e79241', 'network_id': '470a3bc8-3a6a-42d8-9fcd-fd13d61a7106', 'admin_state_up': True, 'tenant_id': '3333578abc624b349077b88d523a95c7'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:22:29.512555 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:29.526743 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-590cc41d-b1a3-4349-a29d-fccda80210a2 req-6cf42ce3-5b05-4b57-8751-37e45ef895a9 tempest-ServerRescueTestJSONUnderV235-622928344 tempest-ServerRescueTestJSONUnderV235-622928344-project] Made reservation on behalf of 3333578abc624b349077b88d523a95c7 for: {'port': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:22:29.531874 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-590cc41d-b1a3-4349-a29d-fccda80210a2 req-6cf42ce3-5b05-4b57-8751-37e45ef895a9 tempest-ServerRescueTestJSONUnderV235-622928344 tempest-ServerRescueTestJSONUnderV235-622928344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:29.560745 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-82a1c229-64b5-413a-8f58-249c51dbaf97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:29.697857 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8935fe-4227-4e75-a475-3d81e625f17a req-390770df-9855-4266-aa7b-4ab4d5d796d5 tempest-VolumesSnapshotTestJSON-2142840391 tempest-VolumesSnapshotTestJSON-2142840391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:22:29.701379 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-6e8935fe-4227-4e75-a475-3d81e625f17a req-390770df-9855-4266-aa7b-4ab4d5d796d5 tempest-VolumesSnapshotTestJSON-2142840391 tempest-VolumesSnapshotTestJSON-2142840391-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f23aacd-e5e6-40f8-9593-772269c3769a HTTP/1.1" status: 200 len: 946 time: 0.0883677 Jul 27 23:22:29.716271 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 53462) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:22:29.737386 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-90161b94-32fe-4714-90cf-171b43892a81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:29.765784 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [req-590cc41d-b1a3-4349-a29d-fccda80210a2 req-6cf42ce3-5b05-4b57-8751-37e45ef895a9 tempest-ServerRescueTestJSONUnderV235-622928344 tempest-ServerRescueTestJSONUnderV235-622928344-project] Allocated IP 172.20.0.11 (470a3bc8-3a6a-42d8-9fcd-fd13d61a7106/cda1fa6c-3b60-45b3-95dc-3c5a11ac6a40/46cb3646-e819-4bd1-b975-6ed7aa67a5df) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:22:29.784802 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b095b7c4-44b3-4276-8676-8d0be18fa84f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd4667984-2b2a-40a8-8de7-e286cc2c1b95'}, {'server_uuid': 'b095b7c4-44b3-4276-8676-8d0be18fa84f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '50b2311c-7f44-4357-bc67-6eaa1ae4cefe'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:22:29.787832 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c0369b0d4f459110ff20a1f9878ba33f96d6491bddb9d15843bf29d01e0bda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-963d445a-9878-4ecb-9e99-fbc5d6a6d820" -d '{"events": [{"server_uuid": "b095b7c4-44b3-4276-8676-8d0be18fa84f", "name": "network-vif-unplugged", "status": "completed", "tag": "d4667984-2b2a-40a8-8de7-e286cc2c1b95"}, {"server_uuid": "b095b7c4-44b3-4276-8676-8d0be18fa84f", "name": "network-vif-unplugged", "status": "completed", "tag": "50b2311c-7f44-4357-bc67-6eaa1ae4cefe"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:22:29.806007 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-6e8935fe-4227-4e75-a475-3d81e625f17a req-5dcb8f06-bc62-4b40-ab8d-d1c463781089 tempest-VolumesSnapshotTestJSON-2142840391 tempest-VolumesSnapshotTestJSON-2142840391-project] 10.222.0.18 "GET /v2.0/security-groups?id=c6ee22a1-4a36-467f-b125-9b1dd3eea2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933590 Jul 27 23:22:29.946608 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-90161b94-32fe-4714-90cf-171b43892a81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:29.969228 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-90161b94-32fe-4714-90cf-171b43892a81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:29.991988 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b095b7c4-44b3-4276-8676-8d0be18fa84f', 'name': 'network-vif-deleted', 'tag': 'e47c6535-a4f5-45fa-b256-dc12446d1280'}, {'server_uuid': 'b095b7c4-44b3-4276-8676-8d0be18fa84f', 'name': 'network-vif-deleted', 'tag': 'f5d1c75c-f1a9-480c-a62c-f9b0baaaa34f'}, {'server_uuid': 'b095b7c4-44b3-4276-8676-8d0be18fa84f', 'name': 'network-vif-deleted', 'tag': 'd4667984-2b2a-40a8-8de7-e286cc2c1b95'}, {'server_uuid': 'b095b7c4-44b3-4276-8676-8d0be18fa84f', 'name': 'network-vif-deleted', 'tag': '50b2311c-7f44-4357-bc67-6eaa1ae4cefe'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:22:29.994757 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}011f8d312121274bb12d78e77c6379a2079800640016cec6c6d605b73666e854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae2aabcc-394f-469f-9e91-2e34f6a6b313" -d '{"events": [{"server_uuid": "b095b7c4-44b3-4276-8676-8d0be18fa84f", "name": "network-vif-deleted", "tag": "e47c6535-a4f5-45fa-b256-dc12446d1280"}, {"server_uuid": "b095b7c4-44b3-4276-8676-8d0be18fa84f", "name": "network-vif-deleted", "tag": "f5d1c75c-f1a9-480c-a62c-f9b0baaaa34f"}, {"server_uuid": "b095b7c4-44b3-4276-8676-8d0be18fa84f", "name": "network-vif-deleted", "tag": "d4667984-2b2a-40a8-8de7-e286cc2c1b95"}, {"server_uuid": "b095b7c4-44b3-4276-8676-8d0be18fa84f", "name": "network-vif-deleted", "tag": "50b2311c-7f44-4357-bc67-6eaa1ae4cefe"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:22:29.995788 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-590cc41d-b1a3-4349-a29d-fccda80210a2 req-6cf42ce3-5b05-4b57-8751-37e45ef895a9 tempest-ServerRescueTestJSONUnderV235-622928344 tempest-ServerRescueTestJSONUnderV235-622928344-project] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:30.020689 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-90161b94-32fe-4714-90cf-171b43892a81 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7bf081f1eb354dcfb9753756e4171d82&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3006899 Jul 27 23:22:30.042628 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 53472) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:22:30.054477 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90161b94-32fe-4714-90cf-171b43892a81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e1b5f4f-d49d-4b71-a300-9efe0e7a1b86,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:22:30.057218 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:30.084257 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d078e9cb-06f5-4acc-9c6a-8c57c723b1fd req-154d222e-b273-4b62-b9ed-dd29b0e331c9 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:22:30.085993 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-d078e9cb-06f5-4acc-9c6a-8c57c723b1fd req-154d222e-b273-4b62-b9ed-dd29b0e331c9 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] 10.222.0.18 "GET /v2.0/ports?device_id=9bda45a6-7b3d-4402-bc36-eb32e3c47420 HTTP/1.1" status: 200 len: 945 time: 0.1529508 Jul 27 23:22:30.093955 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8728bc81-e5e0-4337-b4ed-240d36c68311 req-48a528a0-1bbc-40b5-a2b3-3b25cbb7abc9 tempest-ServerRescueTestJSONUnderV235-622928344 tempest-ServerRescueTestJSONUnderV235-622928344-project] 10.222.0.18 "GET /v2.0/ports?device_id=515844b0-12e5-4d91-8415-7e9fc9e79241 HTTP/1.1" status: 200 len: 210 time: 0.2990205 Jul 27 23:22:30.105108 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-590cc41d-b1a3-4349-a29d-fccda80210a2 req-6cf42ce3-5b05-4b57-8751-37e45ef895a9 tempest-ServerRescueTestJSONUnderV235-622928344 tempest-ServerRescueTestJSONUnderV235-622928344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:30.158476 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-d078e9cb-06f5-4acc-9c6a-8c57c723b1fd req-eb80de90-91ef-41e6-b1a2-1be622799d9b tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] 10.222.0.18 "GET /v2.0/security-groups?id=65b595b9-aa8c-4614-91d3-1ae3459c99b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645697 Jul 27 23:22:30.167467 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Tue, 27 Jul 2021 23:22:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f33eb0f-62d4-4e1f-8a5a-f5258ee66d3c x-openstack-request-id: req-9f33eb0f-62d4-4e1f-8a5a-f5258ee66d3c {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:22:30.168013 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b095b7c4-44b3-4276-8676-8d0be18fa84f", "name": "network-vif-unplugged", "status": "completed", "tag": "d4667984-2b2a-40a8-8de7-e286cc2c1b95", "code": 200}, {"server_uuid": "b095b7c4-44b3-4276-8676-8d0be18fa84f", "name": "network-vif-unplugged", "status": "completed", "tag": "50b2311c-7f44-4357-bc67-6eaa1ae4cefe", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:22:30.168463 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9f33eb0f-62d4-4e1f-8a5a-f5258ee66d3c {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:22:30.169045 n-d-802623-1 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b095b7c4-44b3-4276-8676-8d0be18fa84f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd4667984-2b2a-40a8-8de7-e286cc2c1b95', 'code': 200} Jul 27 23:22:30.169516 n-d-802623-1 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b095b7c4-44b3-4276-8676-8d0be18fa84f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '50b2311c-7f44-4357-bc67-6eaa1ae4cefe', 'code': 200} Jul 27 23:22:30.273453 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-590cc41d-b1a3-4349-a29d-fccda80210a2 req-6cf42ce3-5b05-4b57-8751-37e45ef895a9 tempest-ServerRescueTestJSONUnderV235-622928344 tempest-ServerRescueTestJSONUnderV235-622928344-project] Network 470a3bc8-3a6a-42d8-9fcd-fd13d61a7106 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:22:30.299670 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [req-590cc41d-b1a3-4349-a29d-fccda80210a2 req-6cf42ce3-5b05-4b57-8751-37e45ef895a9 tempest-ServerRescueTestJSONUnderV235-622928344 tempest-ServerRescueTestJSONUnderV235-622928344-project] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:22:30.310857 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [req-590cc41d-b1a3-4349-a29d-fccda80210a2 req-6cf42ce3-5b05-4b57-8751-37e45ef895a9 tempest-ServerRescueTestJSONUnderV235-622928344 tempest-ServerRescueTestJSONUnderV235-622928344-project] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:22:30.336018 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f25056a6-1bd6-44e9-aec2-b7fbd7d294c3 req-a719b327-f0d2-4eea-a7e2-07d5d1b4bfac tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] 10.222.0.18 "GET /v2.0/ports?device_id=b095b7c4-44b3-4276-8676-8d0be18fa84f HTTP/1.1" status: 200 len: 210 time: 0.0499244 Jul 27 23:22:30.372293 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf42ce3-5b05-4b57-8751-37e45ef895a9 tempest-ServerRescueTestJSONUnderV235-622928344 tempest-ServerRescueTestJSONUnderV235-622928344-project] Pushing event updated for resources: {'Port': ['ID=46cb3646-e819-4bd1-b975-6ed7aa67a5df,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:22:30.462205 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-19f2e178-d45e-4fbe-b9be-c3963fc151ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:30.462645 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0049e815-b253-4cd3-a603-791da204cee1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:30.470474 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Tue, 27 Jul 2021 23:22:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d6dc3ac-8b5f-4254-8646-74a6a061d24b x-openstack-request-id: req-9d6dc3ac-8b5f-4254-8646-74a6a061d24b {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:22:30.471570 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b095b7c4-44b3-4276-8676-8d0be18fa84f", "name": "network-vif-deleted", "tag": "e47c6535-a4f5-45fa-b256-dc12446d1280", "status": "completed", "code": 200}, {"server_uuid": "b095b7c4-44b3-4276-8676-8d0be18fa84f", "name": "network-vif-deleted", "tag": "f5d1c75c-f1a9-480c-a62c-f9b0baaaa34f", "status": "completed", "code": 200}, {"server_uuid": "b095b7c4-44b3-4276-8676-8d0be18fa84f", "name": "network-vif-deleted", "tag": "d4667984-2b2a-40a8-8de7-e286cc2c1b95", "status": "completed", "code": 200}, {"server_uuid": "b095b7c4-44b3-4276-8676-8d0be18fa84f", "name": "network-vif-deleted", "tag": "50b2311c-7f44-4357-bc67-6eaa1ae4cefe", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:22:30.473687 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9d6dc3ac-8b5f-4254-8646-74a6a061d24b {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:22:30.474225 n-d-802623-1 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b095b7c4-44b3-4276-8676-8d0be18fa84f', 'name': 'network-vif-deleted', 'tag': 'e47c6535-a4f5-45fa-b256-dc12446d1280', 'status': 'completed', 'code': 200} Jul 27 23:22:30.474591 n-d-802623-1 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b095b7c4-44b3-4276-8676-8d0be18fa84f', 'name': 'network-vif-deleted', 'tag': 'f5d1c75c-f1a9-480c-a62c-f9b0baaaa34f', 'status': 'completed', 'code': 200} Jul 27 23:22:30.474985 n-d-802623-1 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b095b7c4-44b3-4276-8676-8d0be18fa84f', 'name': 'network-vif-deleted', 'tag': 'd4667984-2b2a-40a8-8de7-e286cc2c1b95', 'status': 'completed', 'code': 200} Jul 27 23:22:30.475401 n-d-802623-1 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b095b7c4-44b3-4276-8676-8d0be18fa84f', 'name': 'network-vif-deleted', 'tag': '50b2311c-7f44-4357-bc67-6eaa1ae4cefe', 'status': 'completed', 'code': 200} Jul 27 23:22:30.492044 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0049e815-b253-4cd3-a603-791da204cee1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:30.543262 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590cc41d-b1a3-4349-a29d-fccda80210a2 req-6cf42ce3-5b05-4b57-8751-37e45ef895a9 tempest-ServerRescueTestJSONUnderV235-622928344 tempest-ServerRescueTestJSONUnderV235-622928344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:22:30.543912 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-590cc41d-b1a3-4349-a29d-fccda80210a2 req-6cf42ce3-5b05-4b57-8751-37e45ef895a9 tempest-ServerRescueTestJSONUnderV235-622928344 tempest-ServerRescueTestJSONUnderV235-622928344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:30.572856 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-590cc41d-b1a3-4349-a29d-fccda80210a2 req-6cf42ce3-5b05-4b57-8751-37e45ef895a9 tempest-ServerRescueTestJSONUnderV235-622928344 tempest-ServerRescueTestJSONUnderV235-622928344-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2465451 Jul 27 23:22:30.609589 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0049e815-b253-4cd3-a603-791da204cee1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:30.614951 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0049e815-b253-4cd3-a603-791da204cee1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:30.619533 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-0049e815-b253-4cd3-a603-791da204cee1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3e1b5f4f-d49d-4b71-a300-9efe0e7a1b86 HTTP/1.1" status: 204 len: 168 time: 0.5579522 Jul 27 23:22:30.630031 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4547d497-8fb1-456f-ab22-84df382d0366 req-6ff6ad5c-181f-4c76-b623-1f104c9b3a14 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:22:30.633381 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0049e815-b253-4cd3-a603-791da204cee1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e1b5f4f-d49d-4b71-a300-9efe0e7a1b86,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:22:30.639779 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-4547d497-8fb1-456f-ab22-84df382d0366 req-6ff6ad5c-181f-4c76-b623-1f104c9b3a14 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/ports?device_id=24f1bcda-d342-44cb-a8a4-b50ba39d32f7 HTTP/1.1" status: 200 len: 945 time: 0.1064882 Jul 27 23:22:30.757538 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-4547d497-8fb1-456f-ab22-84df382d0366 req-c9dd795e-0ab8-4bcc-b895-2d4729da0471 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/security-groups?id=fa1f1682-89f2-436c-be39-8607c4cda167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973008 Jul 27 23:22:30.915643 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [req-590cc41d-b1a3-4349-a29d-fccda80210a2 req-70208327-6d47-4ca2-937f-a46a5a1e1166 service neutron] Request body: {'port': {'device_id': '515844b0-12e5-4d91-8415-7e9fc9e79241', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802623-1'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:22:30.960882 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device 58d15820-eb41-4ab3-a19f-4bd2609bc51a no longer exists at agent hyperv_n-h2-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:22:31.036149 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-590cc41d-b1a3-4349-a29d-fccda80210a2 req-70208327-6d47-4ca2-937f-a46a5a1e1166 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:31.162517 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:31.235792 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port 58d15820-eb41-4ab3-a19f-4bd2609bc51a, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=58d15820-eb41-4ab3-a19f-4bd2609bc51a,segment=NetworkSegment(145d64c0-063a-4e1d-8ed5-459cef7aa517),segment_id=145d64c0-063a-4e1d-8ed5-459cef7aa517)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:22:31.245831 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:31.354335 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Pushing event updated for resources: {'Port': ['ID=58d15820-eb41-4ab3-a19f-4bd2609bc51a,revision_number=8']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:22:31.408500 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f001468-4c67-45fd-bf74-56ff24857b1c req-fe88318f-09ac-4313-9c35-d1d902566d61 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:22:31.418029 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-0f001468-4c67-45fd-bf74-56ff24857b1c req-fe88318f-09ac-4313-9c35-d1d902566d61 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] 10.222.0.18 "GET /v2.0/ports?device_id=9bda45a6-7b3d-4402-bc36-eb32e3c47420 HTTP/1.1" status: 200 len: 945 time: 0.0827258 Jul 27 23:22:31.438389 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57790c65-1a5b-4dcb-a493-f688c0fe6e6e req-a9b204b9-e062-4526-8df6-a499bbb8c70d tempest-ServerRescueTestJSONUnderV235-622928344 tempest-ServerRescueTestJSONUnderV235-622928344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:22:31.450305 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-57790c65-1a5b-4dcb-a493-f688c0fe6e6e req-a9b204b9-e062-4526-8df6-a499bbb8c70d tempest-ServerRescueTestJSONUnderV235-622928344 tempest-ServerRescueTestJSONUnderV235-622928344-project] 10.222.0.18 "GET /v2.0/ports?device_id=515844b0-12e5-4d91-8415-7e9fc9e79241 HTTP/1.1" status: 200 len: 932 time: 0.1836171 Jul 27 23:22:31.477657 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-0f001468-4c67-45fd-bf74-56ff24857b1c req-c0f09a11-2f0a-4afc-a9ab-b403d4f4463d tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] 10.222.0.18 "GET /v2.0/security-groups?id=65b595b9-aa8c-4614-91d3-1ae3459c99b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603535 Jul 27 23:22:31.595865 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-57790c65-1a5b-4dcb-a493-f688c0fe6e6e req-afe4f46d-7927-4274-a566-69721f96ca16 tempest-ServerRescueTestJSONUnderV235-622928344 tempest-ServerRescueTestJSONUnderV235-622928344-project] 10.222.0.18 "GET /v2.0/security-groups?id=2eed3499-b2dc-4df3-ba94-97f5c54db85f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458311 Jul 27 23:22:31.682548 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e4333384-9bb1-4918-b0ad-2805815a1de5 req-e6f42d79-c5ec-4502-9de1-a7f939ffb5f0 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] 10.222.0.18 "GET /v2.0/ports?device_id=b095b7c4-44b3-4276-8676-8d0be18fa84f HTTP/1.1" status: 200 len: 210 time: 0.0728269 Jul 27 23:22:31.795739 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [req-590cc41d-b1a3-4349-a29d-fccda80210a2 req-70208327-6d47-4ca2-937f-a46a5a1e1166 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46cb3646-e819-4bd1-b975-6ed7aa67a5df {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:22:31.814671 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-590cc41d-b1a3-4349-a29d-fccda80210a2 req-70208327-6d47-4ca2-937f-a46a5a1e1166 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:31.841486 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [req-590cc41d-b1a3-4349-a29d-fccda80210a2 req-70208327-6d47-4ca2-937f-a46a5a1e1166 service neutron] Transition to ACTIVE for port object 46cb3646-e819-4bd1-b975-6ed7aa67a5df will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:22:31.853094 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-590cc41d-b1a3-4349-a29d-fccda80210a2 req-70208327-6d47-4ca2-937f-a46a5a1e1166 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11336041'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:32.020919 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70208327-6d47-4ca2-937f-a46a5a1e1166 service neutron] Pushing event updated for resources: {'Port': ['ID=46cb3646-e819-4bd1-b975-6ed7aa67a5df,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:22:32.038854 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb61eb88-faa1-471d-aa84-bfb0c6f295b7 req-9e9e69a2-6049-4878-b9f2-2045872abb29 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:22:32.046871 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-eb61eb88-faa1-471d-aa84-bfb0c6f295b7 req-9e9e69a2-6049-4878-b9f2-2045872abb29 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/ports?device_id=24f1bcda-d342-44cb-a8a4-b50ba39d32f7 HTTP/1.1" status: 200 len: 943 time: 0.1621726 Jul 27 23:22:32.095173 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-590cc41d-b1a3-4349-a29d-fccda80210a2 req-70208327-6d47-4ca2-937f-a46a5a1e1166 service neutron] Attempting to bind port 46cb3646-e819-4bd1-b975-6ed7aa67a5df on host n-h2-802623-1 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:22:32.095510 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-590cc41d-b1a3-4349-a29d-fccda80210a2 req-70208327-6d47-4ca2-937f-a46a5a1e1166 service neutron] Attempting to bind port 46cb3646-e819-4bd1-b975-6ed7aa67a5df by drivers openvswitch,hyperv on host n-h2-802623-1 at level 0 using segments [{'id': 'cc432c68-ce40-4eae-9635-f27b65666e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '470a3bc8-3a6a-42d8-9fcd-fd13d61a7106'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:22:32.095840 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-590cc41d-b1a3-4349-a29d-fccda80210a2 req-70208327-6d47-4ca2-937f-a46a5a1e1166 service neutron] Attempting to bind port 46cb3646-e819-4bd1-b975-6ed7aa67a5df on network 470a3bc8-3a6a-42d8-9fcd-fd13d61a7106 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:22:32.102770 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-590cc41d-b1a3-4349-a29d-fccda80210a2 req-70208327-6d47-4ca2-937f-a46a5a1e1166 service neutron] Port 46cb3646-e819-4bd1-b975-6ed7aa67a5df on network 470a3bc8-3a6a-42d8-9fcd-fd13d61a7106 not bound, no agent of type Open vSwitch agent registered on host n-h2-802623-1 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 23:22:32.103110 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-590cc41d-b1a3-4349-a29d-fccda80210a2 req-70208327-6d47-4ca2-937f-a46a5a1e1166 service neutron] Attempting to bind port 46cb3646-e819-4bd1-b975-6ed7aa67a5df on network 470a3bc8-3a6a-42d8-9fcd-fd13d61a7106 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:22:32.110663 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-590cc41d-b1a3-4349-a29d-fccda80210a2 req-70208327-6d47-4ca2-937f-a46a5a1e1166 service neutron] Checking agent: {'id': 'c5cc038b-93c4-4df4-8061-5df2a04a48c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 23, 0, 4), 'started_at': datetime.datetime(2021, 7, 27, 23, 0, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 22, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:22:32.110996 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-590cc41d-b1a3-4349-a29d-fccda80210a2 req-70208327-6d47-4ca2-937f-a46a5a1e1166 service neutron] Checking segment: {'id': 'cc432c68-ce40-4eae-9635-f27b65666e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '470a3bc8-3a6a-42d8-9fcd-fd13d61a7106'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:22:32.111400 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-590cc41d-b1a3-4349-a29d-fccda80210a2 req-70208327-6d47-4ca2-937f-a46a5a1e1166 service neutron] Bound using segment: {'id': 'cc432c68-ce40-4eae-9635-f27b65666e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '470a3bc8-3a6a-42d8-9fcd-fd13d61a7106'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:22:32.111829 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-590cc41d-b1a3-4349-a29d-fccda80210a2 req-70208327-6d47-4ca2-937f-a46a5a1e1166 service neutron] Bound port: 46cb3646-e819-4bd1-b975-6ed7aa67a5df, host: n-h2-802623-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc432c68-ce40-4eae-9635-f27b65666e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '470a3bc8-3a6a-42d8-9fcd-fd13d61a7106'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:22:32.112186 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-590cc41d-b1a3-4349-a29d-fccda80210a2 req-70208327-6d47-4ca2-937f-a46a5a1e1166 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:32.124405 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-eb61eb88-faa1-471d-aa84-bfb0c6f295b7 req-8da2ba95-6725-41dd-b8a1-9b494dad3ce9 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/security-groups?id=fa1f1682-89f2-436c-be39-8607c4cda167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765653 Jul 27 23:22:32.172654 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24f1bcda-d342-44cb-a8a4-b50ba39d32f7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '58d15820-eb41-4ab3-a19f-4bd2609bc51a'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:22:32.175036 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c0369b0d4f459110ff20a1f9878ba33f96d6491bddb9d15843bf29d01e0bda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a94c2b3-5502-471c-859a-62686c11b5bf" -d '{"events": [{"server_uuid": "24f1bcda-d342-44cb-a8a4-b50ba39d32f7", "name": "network-vif-unplugged", "status": "completed", "tag": "58d15820-eb41-4ab3-a19f-4bd2609bc51a"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:22:32.234854 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 27 Jul 2021 23:22:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63920b2a-4338-4067-ba98-30002f25860b x-openstack-request-id: req-63920b2a-4338-4067-ba98-30002f25860b {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:22:32.235264 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24f1bcda-d342-44cb-a8a4-b50ba39d32f7", "name": "network-vif-unplugged", "status": "failed", "tag": "58d15820-eb41-4ab3-a19f-4bd2609bc51a", "code": 422}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:22:32.235804 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-63920b2a-4338-4067-ba98-30002f25860b {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:22:32.236222 n-d-802623-1 neutron-server[93799]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '24f1bcda-d342-44cb-a8a4-b50ba39d32f7', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '58d15820-eb41-4ab3-a19f-4bd2609bc51a', 'code': 422} returned with failed status Jul 27 23:22:32.237344 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7418f70f-e60d-4709-8ba9-6ab514bc7f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:32.249600 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-590cc41d-b1a3-4349-a29d-fccda80210a2 req-70208327-6d47-4ca2-937f-a46a5a1e1166 service neutron] For port 46cb3646-e819-4bd1-b975-6ed7aa67a5df, host n-h2-802623-1, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:22:32.257523 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-590cc41d-b1a3-4349-a29d-fccda80210a2 req-70208327-6d47-4ca2-937f-a46a5a1e1166 service neutron] For port 46cb3646-e819-4bd1-b975-6ed7aa67a5df, host n-h2-802623-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=46cb3646-e819-4bd1-b975-6ed7aa67a5df,segment=NetworkSegment(cc432c68-ce40-4eae-9635-f27b65666e98),segment_id=cc432c68-ce40-4eae-9635-f27b65666e98)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:22:32.266258 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-590cc41d-b1a3-4349-a29d-fccda80210a2 req-70208327-6d47-4ca2-937f-a46a5a1e1166 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11336041'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:32.280207 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb187bc-7b28-49e5-8c0f-e494d36b12c0 req-70cfd980-e250-4fb9-8ca9-eb9fba1bb90e tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:22:32.304158 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-0cb187bc-7b28-49e5-8c0f-e494d36b12c0 req-70cfd980-e250-4fb9-8ca9-eb9fba1bb90e tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/ports?device_id=55cb1b9e-b3c2-47cd-8a02-7c9e10ec36f7 HTTP/1.1" status: 200 len: 944 time: 0.0876045 Jul 27 23:22:32.319419 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590cc41d-b1a3-4349-a29d-fccda80210a2 req-70208327-6d47-4ca2-937f-a46a5a1e1166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:22:32.320058 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-590cc41d-b1a3-4349-a29d-fccda80210a2 req-70208327-6d47-4ca2-937f-a46a5a1e1166 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:32.321764 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-590cc41d-b1a3-4349-a29d-fccda80210a2 req-70208327-6d47-4ca2-937f-a46a5a1e1166 service neutron] 10.222.0.49 "PUT /v2.0/ports/46cb3646-e819-4bd1-b975-6ed7aa67a5df HTTP/1.1" status: 200 len: 1092 time: 1.7363491 Jul 27 23:22:32.322239 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '515844b0-12e5-4d91-8415-7e9fc9e79241', 'tag': '46cb3646-e819-4bd1-b975-6ed7aa67a5df'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:22:32.324870 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a476459a1bfce68b0ae0df5b6a71154bfc7cfdc8f9eefce6ad0a17231e60468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1eeb292f-8e1d-460a-9416-c5fc52a99782" -d '{"events": [{"name": "network-changed", "server_uuid": "515844b0-12e5-4d91-8415-7e9fc9e79241", "tag": "46cb3646-e819-4bd1-b975-6ed7aa67a5df"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:22:32.354269 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70208327-6d47-4ca2-937f-a46a5a1e1166 service neutron] Pushing event updated for resources: {'Port': ['ID=46cb3646-e819-4bd1-b975-6ed7aa67a5df,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:22:32.360381 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-0cb187bc-7b28-49e5-8c0f-e494d36b12c0 req-06138eb0-35e5-493b-b7ae-3652263cc944 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/security-groups?id=5f578744-6f09-4b7e-a537-2a342130270d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552399 Jul 27 23:22:32.429918 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 23:22:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fbeca76-8a1e-4dca-af7a-954a856363c0 x-openstack-request-id: req-7fbeca76-8a1e-4dca-af7a-954a856363c0 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:22:32.430247 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "515844b0-12e5-4d91-8415-7e9fc9e79241", "tag": "46cb3646-e819-4bd1-b975-6ed7aa67a5df", "status": "completed", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:22:32.430508 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7fbeca76-8a1e-4dca-af7a-954a856363c0 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:22:32.430905 n-d-802623-1 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '515844b0-12e5-4d91-8415-7e9fc9e79241', 'tag': '46cb3646-e819-4bd1-b975-6ed7aa67a5df', 'status': 'completed', 'code': 200} Jul 27 23:22:32.466508 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590cc41d-b1a3-4349-a29d-fccda80210a2 req-edc91d6a-1cb6-481d-8405-93137406eb83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:22:32.469231 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-590cc41d-b1a3-4349-a29d-fccda80210a2 req-edc91d6a-1cb6-481d-8405-93137406eb83 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=3333578abc624b349077b88d523a95c7&device_id=515844b0-12e5-4d91-8415-7e9fc9e79241 HTTP/1.1" status: 200 len: 1095 time: 0.0943904 Jul 27 23:22:32.554061 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-590cc41d-b1a3-4349-a29d-fccda80210a2 req-0d7503fa-3dc4-4e2e-9354-3a5c9f3bcccd service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=46cb3646-e819-4bd1-b975-6ed7aa67a5df HTTP/1.1" status: 200 len: 217 time: 0.0748048 Jul 27 23:22:32.582751 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42cca8b-4bca-4412-b72c-18c93e76780c req-cce4d03b-b8de-44b0-abfe-f429b3227a34 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:22:32.595200 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-d42cca8b-4bca-4412-b72c-18c93e76780c req-cce4d03b-b8de-44b0-abfe-f429b3227a34 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/ports?device_id=55cb1b9e-b3c2-47cd-8a02-7c9e10ec36f7 HTTP/1.1" status: 200 len: 944 time: 0.1207969 Jul 27 23:22:32.665715 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-d42cca8b-4bca-4412-b72c-18c93e76780c req-66c501f9-706c-4d3b-bdb4-b24bb30cc0ca tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/security-groups?id=5f578744-6f09-4b7e-a537-2a342130270d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692012 Jul 27 23:22:32.690883 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590cc41d-b1a3-4349-a29d-fccda80210a2 req-536b4793-1a58-4ac5-8f60-a532e01e08d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:22:32.690883 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-590cc41d-b1a3-4349-a29d-fccda80210a2 req-536b4793-1a58-4ac5-8f60-a532e01e08d3 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=cda1fa6c-3b60-45b3-95dc-3c5a11ac6a40 HTTP/1.1" status: 200 len: 859 time: 0.1266472 Jul 27 23:22:32.705917 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e75663b-c1b9-49cc-aaf8-26b81404f04f req-385b0bde-30d2-4313-917c-202fad2aa8b9 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:22:32.707577 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8e75663b-c1b9-49cc-aaf8-26b81404f04f req-385b0bde-30d2-4313-917c-202fad2aa8b9 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] 10.222.0.18 "GET /v2.0/ports?device_id=9bda45a6-7b3d-4402-bc36-eb32e3c47420 HTTP/1.1" status: 200 len: 945 time: 0.0810056 Jul 27 23:22:32.746695 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-590cc41d-b1a3-4349-a29d-fccda80210a2 req-8f7092f8-1b41-4962-af4e-188225f630ff service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=470a3bc8-3a6a-42d8-9fcd-fd13d61a7106&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378861 Jul 27 23:22:32.845067 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8e75663b-c1b9-49cc-aaf8-26b81404f04f req-d4a97922-5981-445b-bf26-d977eaa70f60 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] 10.222.0.18 "GET /v2.0/security-groups?id=65b595b9-aa8c-4614-91d3-1ae3459c99b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1205842 Jul 27 23:22:32.857917 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cf664e-484d-4047-be5d-2aafa6a46307 req-1b1ac0fe-c9e2-4472-a587-d8fb16502b15 tempest-ServerRescueTestJSONUnderV235-622928344 tempest-ServerRescueTestJSONUnderV235-622928344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:22:32.860271 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-82cf664e-484d-4047-be5d-2aafa6a46307 req-1b1ac0fe-c9e2-4472-a587-d8fb16502b15 tempest-ServerRescueTestJSONUnderV235-622928344 tempest-ServerRescueTestJSONUnderV235-622928344-project] 10.222.0.18 "GET /v2.0/ports?device_id=515844b0-12e5-4d91-8415-7e9fc9e79241 HTTP/1.1" status: 200 len: 944 time: 0.0894952 Jul 27 23:22:32.926244 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-590cc41d-b1a3-4349-a29d-fccda80210a2 req-0b46ce1a-b28e-43cc-9a47-66c8b5f6569a service neutron] 10.222.0.49 "GET /v2.0/networks/470a3bc8-3a6a-42d8-9fcd-fd13d61a7106?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1707644 Jul 27 23:22:32.968605 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-82cf664e-484d-4047-be5d-2aafa6a46307 req-ec1c9895-d496-4622-b129-e16905318490 tempest-ServerRescueTestJSONUnderV235-622928344 tempest-ServerRescueTestJSONUnderV235-622928344-project] 10.222.0.18 "GET /v2.0/security-groups?id=2eed3499-b2dc-4df3-ba94-97f5c54db85f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880885 Jul 27 23:22:33.164557 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-bd8c8418-f6d2-439b-8559-d45752ce473b req-34cd06aa-cb36-471a-8978-e652d7e4feb8 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] 10.222.0.18 "GET /v2.0/ports?device_id=b095b7c4-44b3-4276-8676-8d0be18fa84f HTTP/1.1" status: 200 len: 210 time: 0.0629585 Jul 27 23:22:33.168151 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-590cc41d-b1a3-4349-a29d-fccda80210a2 req-7bddc67e-9a88-4600-8d22-72ee2473925c service neutron] 10.222.0.49 "GET /v2.0/networks/470a3bc8-3a6a-42d8-9fcd-fd13d61a7106?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2330313 Jul 27 23:22:33.191231 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc7c594-87c6-498d-b5f1-43af3638929a req-25a3034c-930b-40e7-a249-8843a0e839de tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:22:33.192929 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-2bc7c594-87c6-498d-b5f1-43af3638929a req-25a3034c-930b-40e7-a249-8843a0e839de tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/ports?device_id=55cb1b9e-b3c2-47cd-8a02-7c9e10ec36f7 HTTP/1.1" status: 200 len: 944 time: 0.0803652 Jul 27 23:22:33.291185 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-2bc7c594-87c6-498d-b5f1-43af3638929a req-bd9fb4a6-1c2c-44af-8b09-04a88badb270 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/security-groups?id=5f578744-6f09-4b7e-a537-2a342130270d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903852 Jul 27 23:22:33.302505 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eeb292f-8e1d-460a-9416-c5fc52a99782 req-bcdf7475-8855-4d5a-ac2e-57403835e3a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:22:33.304551 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-1eeb292f-8e1d-460a-9416-c5fc52a99782 req-bcdf7475-8855-4d5a-ac2e-57403835e3a2 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=3333578abc624b349077b88d523a95c7&device_id=515844b0-12e5-4d91-8415-7e9fc9e79241 HTTP/1.1" status: 200 len: 1095 time: 0.0758743 Jul 27 23:22:33.414971 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eeb292f-8e1d-460a-9416-c5fc52a99782 req-704761a2-943e-4c98-9245-49c1ee5c465c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:22:33.419920 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-1eeb292f-8e1d-460a-9416-c5fc52a99782 req-704761a2-943e-4c98-9245-49c1ee5c465c service neutron] 10.222.0.49 "GET /v2.0/networks?id=470a3bc8-3a6a-42d8-9fcd-fd13d61a7106 HTTP/1.1" status: 200 len: 920 time: 0.1047816 Jul 27 23:22:33.475208 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-1eeb292f-8e1d-460a-9416-c5fc52a99782 req-4b19eb72-11bd-4419-a621-77b973afe697 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=46cb3646-e819-4bd1-b975-6ed7aa67a5df HTTP/1.1" status: 200 len: 217 time: 0.0475500 Jul 27 23:22:33.531596 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eeb292f-8e1d-460a-9416-c5fc52a99782 req-c1ed25be-a4a5-4272-b9d7-657d24aa3836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:22:33.533415 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-1eeb292f-8e1d-460a-9416-c5fc52a99782 req-c1ed25be-a4a5-4272-b9d7-657d24aa3836 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=cda1fa6c-3b60-45b3-95dc-3c5a11ac6a40 HTTP/1.1" status: 200 len: 859 time: 0.0513604 Jul 27 23:22:33.575187 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-1eeb292f-8e1d-460a-9416-c5fc52a99782 req-34bc22e9-935c-4905-9725-886c5e0c4cbb service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=470a3bc8-3a6a-42d8-9fcd-fd13d61a7106&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344195 Jul 27 23:22:33.678597 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-1eeb292f-8e1d-460a-9416-c5fc52a99782 req-9c8b3b8d-af6b-4dfa-8e14-8983c1624f23 service neutron] 10.222.0.49 "GET /v2.0/networks/470a3bc8-3a6a-42d8-9fcd-fd13d61a7106?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952811 Jul 27 23:22:33.810248 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-1eeb292f-8e1d-460a-9416-c5fc52a99782 req-386d54fa-8ec8-4537-bb8b-180a02b66827 service neutron] 10.222.0.49 "GET /v2.0/networks/470a3bc8-3a6a-42d8-9fcd-fd13d61a7106?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237080 Jul 27 23:22:33.994660 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f151afd-3cf7-4c6e-ad6d-398d90885167 req-7f2ad472-87e8-4f7a-8c14-56b0f57373cf tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:22:33.997185 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-5f151afd-3cf7-4c6e-ad6d-398d90885167 req-7f2ad472-87e8-4f7a-8c14-56b0f57373cf tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] 10.222.0.18 "GET /v2.0/ports?device_id=9bda45a6-7b3d-4402-bc36-eb32e3c47420 HTTP/1.1" status: 200 len: 945 time: 0.0612702 Jul 27 23:22:34.090476 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-5f151afd-3cf7-4c6e-ad6d-398d90885167 req-ae42ba97-8ca9-42f1-a7b0-4362a96a4b0c tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] 10.222.0.18 "GET /v2.0/security-groups?id=65b595b9-aa8c-4614-91d3-1ae3459c99b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0831003 Jul 27 23:22:34.161957 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f43b26-85d3-499f-8b41-2f6ade6a300f req-ebf9ea62-901f-4500-8a69-684fdb86b0a0 tempest-ServerRescueTestJSONUnderV235-622928344 tempest-ServerRescueTestJSONUnderV235-622928344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:22:34.176481 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-e0f43b26-85d3-499f-8b41-2f6ade6a300f req-ebf9ea62-901f-4500-8a69-684fdb86b0a0 tempest-ServerRescueTestJSONUnderV235-622928344 tempest-ServerRescueTestJSONUnderV235-622928344-project] 10.222.0.18 "GET /v2.0/ports?device_id=515844b0-12e5-4d91-8415-7e9fc9e79241 HTTP/1.1" status: 200 len: 944 time: 0.0790217 Jul 27 23:22:34.265372 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-e0f43b26-85d3-499f-8b41-2f6ade6a300f req-22596037-1d29-470f-b5b3-382b9b0dc737 tempest-ServerRescueTestJSONUnderV235-622928344 tempest-ServerRescueTestJSONUnderV235-622928344-project] 10.222.0.18 "GET /v2.0/security-groups?id=2eed3499-b2dc-4df3-ba94-97f5c54db85f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873404 Jul 27 23:22:34.339571 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-d76ed881-f6d6-4d39-94f4-45b6771b4882 req-c97ae4f9-70f5-4c61-9e04-31f6b165026f tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] 10.222.0.18 "GET /v2.0/ports?device_id=b095b7c4-44b3-4276-8676-8d0be18fa84f HTTP/1.1" status: 200 len: 210 time: 0.0477209 Jul 27 23:22:34.435943 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eec388b-4b7c-41e6-ab91-5fb1e4516562 req-e048cc68-f8fc-4928-96a5-5b720b321d5d tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:22:34.437612 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-9eec388b-4b7c-41e6-ab91-5fb1e4516562 req-e048cc68-f8fc-4928-96a5-5b720b321d5d tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/ports?device_id=55cb1b9e-b3c2-47cd-8a02-7c9e10ec36f7 HTTP/1.1" status: 200 len: 944 time: 0.0571308 Jul 27 23:22:34.456077 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 53650) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:22:34.485933 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-9eec388b-4b7c-41e6-ab91-5fb1e4516562 req-4b6b374f-fe73-49d3-8f8b-f1dfc0b09f0e tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/security-groups?id=5f578744-6f09-4b7e-a537-2a342130270d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416954 Jul 27 23:22:34.574502 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2af7988e-e2e5-4c8b-89f3-ea428927fa7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:34.667492 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2af7988e-e2e5-4c8b-89f3-ea428927fa7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:34.671544 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2af7988e-e2e5-4c8b-89f3-ea428927fa7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:34.717932 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-2af7988e-e2e5-4c8b-89f3-ea428927fa7d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=96bcd5736b8f45dda041952fdc2cd807&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2587798 Jul 27 23:22:34.717932 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af7988e-e2e5-4c8b-89f3-ea428927fa7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d03bacbf-3ddb-4e7a-ba3a-52e3221a523a,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:22:34.718312 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 53654) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:22:34.771753 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:34.796182 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2153579b-b7f4-458b-b7b0-e9552c7f4036 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:34.819843 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2153579b-b7f4-458b-b7b0-e9552c7f4036 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:34.869467 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2153579b-b7f4-458b-b7b0-e9552c7f4036 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:34.872905 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2153579b-b7f4-458b-b7b0-e9552c7f4036 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:34.874465 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-2153579b-b7f4-458b-b7b0-e9552c7f4036 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d03bacbf-3ddb-4e7a-ba3a-52e3221a523a HTTP/1.1" status: 204 len: 168 time: 0.1550152 Jul 27 23:22:34.895111 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2153579b-b7f4-458b-b7b0-e9552c7f4036 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d03bacbf-3ddb-4e7a-ba3a-52e3221a523a,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:22:35.205059 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 53672) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:22:35.218904 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c0a5e1eb-467b-4b68-8b74-4c769c5957a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:35.244652 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8166961c-dac9-4be7-9006-9d9604bf6d06 req-b95619d4-ac9a-4a07-800d-9b3d8867fa88 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:22:35.247401 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-8166961c-dac9-4be7-9006-9d9604bf6d06 req-b95619d4-ac9a-4a07-800d-9b3d8867fa88 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] 10.222.0.18 "GET /v2.0/ports?device_id=9bda45a6-7b3d-4402-bc36-eb32e3c47420 HTTP/1.1" status: 200 len: 945 time: 0.0626826 Jul 27 23:22:35.296710 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-8166961c-dac9-4be7-9006-9d9604bf6d06 req-25d2b33b-e793-46e7-a1ac-2bfed6e57bb0 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] 10.222.0.18 "GET /v2.0/security-groups?id=65b595b9-aa8c-4614-91d3-1ae3459c99b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413041 Jul 27 23:22:35.333405 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c0a5e1eb-467b-4b68-8b74-4c769c5957a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:35.340474 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c0a5e1eb-467b-4b68-8b74-4c769c5957a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:35.424368 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-c0a5e1eb-467b-4b68-8b74-4c769c5957a9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=bb292a7e6f0e4874a3380c15236c0b90&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2181160 Jul 27 23:22:35.429685 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 53680) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:22:35.453645 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-49725a04-eab1-496e-908a-49e6580d2184 req-17dcff8d-685f-4cb7-b5bc-a5183b623735 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] 10.222.0.18 "GET /v2.0/ports?device_id=b095b7c4-44b3-4276-8676-8d0be18fa84f HTTP/1.1" status: 200 len: 210 time: 0.0391586 Jul 27 23:22:35.459806 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a5e1eb-467b-4b68-8b74-4c769c5957a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d25beeb-2e58-48db-b164-58360119585c,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:22:35.506306 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3c7791-afc5-441c-ad5d-d9889e3e0ccf req-590a8df5-3d7d-447c-a0f5-efd914ad888e tempest-ServerRescueTestJSONUnderV235-622928344 tempest-ServerRescueTestJSONUnderV235-622928344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:22:35.508216 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-0e3c7791-afc5-441c-ad5d-d9889e3e0ccf req-590a8df5-3d7d-447c-a0f5-efd914ad888e tempest-ServerRescueTestJSONUnderV235-622928344 tempest-ServerRescueTestJSONUnderV235-622928344-project] 10.222.0.18 "GET /v2.0/ports?device_id=515844b0-12e5-4d91-8415-7e9fc9e79241 HTTP/1.1" status: 200 len: 944 time: 0.1549926 Jul 27 23:22:35.511663 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d859ff3f-8835-4d1e-882d-3ca67bc79c0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:35.546355 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d859ff3f-8835-4d1e-882d-3ca67bc79c0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:35.613056 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-0e3c7791-afc5-441c-ad5d-d9889e3e0ccf req-6f5dce92-0782-4c77-bffe-9cbce29fc4c4 tempest-ServerRescueTestJSONUnderV235-622928344 tempest-ServerRescueTestJSONUnderV235-622928344-project] 10.222.0.18 "GET /v2.0/security-groups?id=2eed3499-b2dc-4df3-ba94-97f5c54db85f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793819 Jul 27 23:22:35.621666 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177f37e0-6f50-426e-b26e-434cf06cd7f2 req-352e0f00-be59-4b8e-b09b-21e2aea7373a tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:22:35.629369 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-177f37e0-6f50-426e-b26e-434cf06cd7f2 req-352e0f00-be59-4b8e-b09b-21e2aea7373a tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/ports?device_id=55cb1b9e-b3c2-47cd-8a02-7c9e10ec36f7 HTTP/1.1" status: 200 len: 944 time: 0.0658033 Jul 27 23:22:35.653508 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d859ff3f-8835-4d1e-882d-3ca67bc79c0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:35.656881 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d859ff3f-8835-4d1e-882d-3ca67bc79c0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:35.658981 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-d859ff3f-8835-4d1e-882d-3ca67bc79c0b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9d25beeb-2e58-48db-b164-58360119585c HTTP/1.1" status: 204 len: 168 time: 0.2283533 Jul 27 23:22:35.668166 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d859ff3f-8835-4d1e-882d-3ca67bc79c0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d25beeb-2e58-48db-b164-58360119585c,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:22:35.713551 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-177f37e0-6f50-426e-b26e-434cf06cd7f2 req-ede136cc-eb57-4452-8ed5-5ecf2b0f590f tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/security-groups?id=5f578744-6f09-4b7e-a537-2a342130270d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832467 Jul 27 23:22:36.442765 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 53706) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:22:36.503323 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95001cee-a71a-428e-8560-2e81b316d025 req-197929f5-d1e4-4890-9673-133e02e57061 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:22:36.515735 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-95001cee-a71a-428e-8560-2e81b316d025 req-197929f5-d1e4-4890-9673-133e02e57061 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] 10.222.0.18 "GET /v2.0/ports?device_id=9bda45a6-7b3d-4402-bc36-eb32e3c47420 HTTP/1.1" status: 200 len: 945 time: 0.1073244 Jul 27 23:22:36.582941 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-98f4bc93-4baa-4344-8f67-109b81373078 req-cf8ec864-916d-4864-9bf2-64fdf826a3a2 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] 10.222.0.18 "GET /v2.0/ports?device_id=b095b7c4-44b3-4276-8676-8d0be18fa84f HTTP/1.1" status: 200 len: 210 time: 0.0451365 Jul 27 23:22:36.609939 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-95001cee-a71a-428e-8560-2e81b316d025 req-bffdd15e-4d93-40be-a476-c90be740af46 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] 10.222.0.18 "GET /v2.0/security-groups?id=65b595b9-aa8c-4614-91d3-1ae3459c99b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0911665 Jul 27 23:22:36.649249 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-d5c8cf0b-99e1-4292-84c8-1788f793788d tempest-AllowedAddressPairTestJSON-135295103 tempest-AllowedAddressPairTestJSON-135295103-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1424367256'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:22:36.692859 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5c8cf0b-99e1-4292-84c8-1788f793788d tempest-AllowedAddressPairTestJSON-135295103 tempest-AllowedAddressPairTestJSON-135295103-project] Made reservation on behalf of 1dc0c567d7e84ba1b935365f7d8f09a0 for: {'network': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:22:36.700615 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d5c8cf0b-99e1-4292-84c8-1788f793788d tempest-AllowedAddressPairTestJSON-135295103 tempest-AllowedAddressPairTestJSON-135295103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for network, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:36.748496 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d5c8cf0b-99e1-4292-84c8-1788f793788d tempest-AllowedAddressPairTestJSON-135295103 tempest-AllowedAddressPairTestJSON-135295103-project] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:36.786600 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f377e2-be2c-4aef-93dd-d86fff185e63 req-bd1a5e12-99ba-40b7-9f81-5e26fbe1c679 tempest-ServerRescueTestJSONUnderV235-622928344 tempest-ServerRescueTestJSONUnderV235-622928344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:22:36.789158 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-05f377e2-be2c-4aef-93dd-d86fff185e63 req-bd1a5e12-99ba-40b7-9f81-5e26fbe1c679 tempest-ServerRescueTestJSONUnderV235-622928344 tempest-ServerRescueTestJSONUnderV235-622928344-project] 10.222.0.18 "GET /v2.0/ports?device_id=515844b0-12e5-4d91-8415-7e9fc9e79241 HTTP/1.1" status: 200 len: 944 time: 0.0852208 Jul 27 23:22:36.835849 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a46156-465f-4870-a075-f7dc495bb1c4 req-f3676ddb-6665-4928-a94d-80f62ed3ca83 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:22:36.845669 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-25a46156-465f-4870-a075-f7dc495bb1c4 req-f3676ddb-6665-4928-a94d-80f62ed3ca83 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/ports?device_id=55cb1b9e-b3c2-47cd-8a02-7c9e10ec36f7 HTTP/1.1" status: 200 len: 944 time: 0.0655541 Jul 27 23:22:36.853182 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-05f377e2-be2c-4aef-93dd-d86fff185e63 req-056a5ccf-2dc1-42fa-badc-745303b35a05 tempest-ServerRescueTestJSONUnderV235-622928344 tempest-ServerRescueTestJSONUnderV235-622928344-project] 10.222.0.18 "GET /v2.0/security-groups?id=2eed3499-b2dc-4df3-ba94-97f5c54db85f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541875 Jul 27 23:22:36.909675 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-25a46156-465f-4870-a075-f7dc495bb1c4 req-2921099f-590f-4b9d-b936-615ff190b1f2 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/security-groups?id=5f578744-6f09-4b7e-a537-2a342130270d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630600 Jul 27 23:22:36.957323 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d5c8cf0b-99e1-4292-84c8-1788f793788d tempest-AllowedAddressPairTestJSON-135295103 tempest-AllowedAddressPairTestJSON-135295103-project] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:36.958339 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device 46cb3646-e819-4bd1-b975-6ed7aa67a5df details requested by agent hyperv_n-h2-802623-1 with host n-h2-802623-1 {{(pid=93799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 23:22:36.962189 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d5c8cf0b-99e1-4292-84c8-1788f793788d tempest-AllowedAddressPairTestJSON-135295103 tempest-AllowedAddressPairTestJSON-135295103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:36.994457 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5c8cf0b-99e1-4292-84c8-1788f793788d tempest-AllowedAddressPairTestJSON-135295103 tempest-AllowedAddressPairTestJSON-135295103-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 508} {{(pid=93798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 23:22:37.011789 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c8cf0b-99e1-4292-84c8-1788f793788d tempest-AllowedAddressPairTestJSON-135295103 tempest-AllowedAddressPairTestJSON-135295103-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82d57b02-2d5f-493d-b25f-8ec3dca3f59e,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:22:37.018076 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d5c8cf0b-99e1-4292-84c8-1788f793788d tempest-AllowedAddressPairTestJSON-135295103 tempest-AllowedAddressPairTestJSON-135295103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:37.018446 n-d-802623-1 neutron-server[93798]: INFO neutron.db.segments_db [None req-d5c8cf0b-99e1-4292-84c8-1788f793788d tempest-AllowedAddressPairTestJSON-135295103 tempest-AllowedAddressPairTestJSON-135295103-project] Added segment d0af62d8-360e-4a49-9300-84be37ed4d60 of type vlan for network 1d7c275d-e8fd-43b8-9bb2-876822161449 Jul 27 23:22:37.075949 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d5c8cf0b-99e1-4292-84c8-1788f793788d tempest-AllowedAddressPairTestJSON-135295103 tempest-AllowedAddressPairTestJSON-135295103-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736833354590'] for network, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:37.116153 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d5c8cf0b-99e1-4292-84c8-1788f793788d tempest-AllowedAddressPairTestJSON-135295103 tempest-AllowedAddressPairTestJSON-135295103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569'] for network, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:37.123212 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5c8cf0b-99e1-4292-84c8-1788f793788d tempest-AllowedAddressPairTestJSON-135295103 tempest-AllowedAddressPairTestJSON-135295103-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:22:37.124241 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d5c8cf0b-99e1-4292-84c8-1788f793788d tempest-AllowedAddressPairTestJSON-135295103 tempest-AllowedAddressPairTestJSON-135295103-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:37.138889 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port 46cb3646-e819-4bd1-b975-6ed7aa67a5df, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=46cb3646-e819-4bd1-b975-6ed7aa67a5df,segment=NetworkSegment(cc432c68-ce40-4eae-9635-f27b65666e98),segment_id=cc432c68-ce40-4eae-9635-f27b65666e98)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:22:37.151101 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-d5c8cf0b-99e1-4292-84c8-1788f793788d tempest-AllowedAddressPairTestJSON-135295103 tempest-AllowedAddressPairTestJSON-135295103-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.7061310 Jul 27 23:22:37.154727 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 53716) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:22:37.165825 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-266ca1e2-36dc-4fd4-96ef-37b6deeafe8f tempest-AllowedAddressPairTestJSON-135295103 tempest-AllowedAddressPairTestJSON-135295103-project] Request body: {'subnet': {'network_id': '1d7c275d-e8fd-43b8-9bb2-876822161449', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:22:37.169882 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Returning: {'device': '46cb3646-e819-4bd1-b975-6ed7aa67a5df', 'network_id': '470a3bc8-3a6a-42d8-9fcd-fd13d61a7106', 'port_id': '46cb3646-e819-4bd1-b975-6ed7aa67a5df', 'mac_address': 'fa:16:3e:0d:c2:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cda1fa6c-3b60-45b3-95dc-3c5a11ac6a40', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 23:22:37.243006 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c8cf0b-99e1-4292-84c8-1788f793788d tempest-AllowedAddressPairTestJSON-135295103 tempest-AllowedAddressPairTestJSON-135295103-project] Pushing event updated for resources: {'Network': ['ID=1d7c275d-e8fd-43b8-9bb2-876822161449,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:22:37.252084 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:37.255739 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Network 1d7c275d-e8fd-43b8-9bb2-876822161449 details requested by agent ovs-agent-n-d-802623-1 with host n-d-802623-1 {{(pid=93799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 23:22:37.324909 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-266ca1e2-36dc-4fd4-96ef-37b6deeafe8f tempest-AllowedAddressPairTestJSON-135295103 tempest-AllowedAddressPairTestJSON-135295103-project] Made reservation on behalf of 1dc0c567d7e84ba1b935365f7d8f09a0 for: {'subnet': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:22:37.334823 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-266ca1e2-36dc-4fd4-96ef-37b6deeafe8f tempest-AllowedAddressPairTestJSON-135295103 tempest-AllowedAddressPairTestJSON-135295103-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11551435'] for subnet, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:37.345893 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46cb3646-e819-4bd1-b975-6ed7aa67a5df {{(pid=93799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:22:37.373981 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port 46cb3646-e819-4bd1-b975-6ed7aa67a5df, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=46cb3646-e819-4bd1-b975-6ed7aa67a5df,segment=NetworkSegment(cc432c68-ce40-4eae-9635-f27b65666e98),segment_id=cc432c68-ce40-4eae-9635-f27b65666e98)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:22:37.381050 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:37.455841 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Pushing event updated for resources: {'Port': ['ID=46cb3646-e819-4bd1-b975-6ed7aa67a5df,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:22:37.595925 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-266ca1e2-36dc-4fd4-96ef-37b6deeafe8f tempest-AllowedAddressPairTestJSON-135295103 tempest-AllowedAddressPairTestJSON-135295103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11336182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11551417'] for subnet, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:37.673756 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-266ca1e2-36dc-4fd4-96ef-37b6deeafe8f tempest-AllowedAddressPairTestJSON-135295103 tempest-AllowedAddressPairTestJSON-135295103-project] Checking segment: {'id': 'd0af62d8-360e-4a49-9300-84be37ed4d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '1d7c275d-e8fd-43b8-9bb2-876822161449'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:22:37.674170 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-266ca1e2-36dc-4fd4-96ef-37b6deeafe8f tempest-AllowedAddressPairTestJSON-135295103 tempest-AllowedAddressPairTestJSON-135295103-project] Network hostable DHCP agents. Network: 1d7c275d-e8fd-43b8-9bb2-876822161449, hostable agents: ['5950e76f-2bde-4343-a925-cbe6bacd2706'], hosted agents: [] {{(pid=93797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 23:22:37.681160 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266ca1e2-36dc-4fd4-96ef-37b6deeafe8f tempest-AllowedAddressPairTestJSON-135295103 tempest-AllowedAddressPairTestJSON-135295103-project] Pushing event updated for resources: {'Subnet': ['ID=1ca3cb0e-8074-4c34-88e7-702d7ca23b81,revision_number=0']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:22:37.706767 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-266ca1e2-36dc-4fd4-96ef-37b6deeafe8f tempest-AllowedAddressPairTestJSON-135295103 tempest-AllowedAddressPairTestJSON-135295103-project] Network 1d7c275d-e8fd-43b8-9bb2-876822161449 is scheduled to be hosted by DHCP agent 5950e76f-2bde-4343-a925-cbe6bacd2706 with binding_index 1 {{(pid=93797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 23:22:37.717773 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-266ca1e2-36dc-4fd4-96ef-37b6deeafe8f tempest-AllowedAddressPairTestJSON-135295103 tempest-AllowedAddressPairTestJSON-135295103-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802623-1, 1d7c275d-e8fd-43b8-9bb2-876822161449) {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:22:37.723940 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-266ca1e2-36dc-4fd4-96ef-37b6deeafe8f tempest-AllowedAddressPairTestJSON-135295103 tempest-AllowedAddressPairTestJSON-135295103-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:22:37.724533 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-266ca1e2-36dc-4fd4-96ef-37b6deeafe8f tempest-AllowedAddressPairTestJSON-135295103 tempest-AllowedAddressPairTestJSON-135295103-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for subnet, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:37.727541 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89425ffc-7909-41de-9362-4bef0e0e7e37 None None] Network 1d7c275d-e8fd-43b8-9bb2-876822161449 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:22:37.763211 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-1643a924-9b89-4923-b473-952e8dcce9b2 req-861da054-08ca-4634-9e5e-bcca2d332956 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] 10.222.0.18 "GET /v2.0/ports?device_id=b095b7c4-44b3-4276-8676-8d0be18fa84f HTTP/1.1" status: 200 len: 210 time: 0.0374241 Jul 27 23:22:37.796108 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f12445-928c-4c41-a8a3-a5c4db08f0c3 req-d223d116-1586-4e7c-9a7e-4f484402f569 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:22:37.797623 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-64f12445-928c-4c41-a8a3-a5c4db08f0c3 req-d223d116-1586-4e7c-9a7e-4f484402f569 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] 10.222.0.18 "GET /v2.0/ports?device_id=9bda45a6-7b3d-4402-bc36-eb32e3c47420 HTTP/1.1" status: 200 len: 945 time: 0.0613379 Jul 27 23:22:37.799081 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-266ca1e2-36dc-4fd4-96ef-37b6deeafe8f tempest-AllowedAddressPairTestJSON-135295103 tempest-AllowedAddressPairTestJSON-135295103-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6432426 Jul 27 23:22:37.801815 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 53722) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:22:37.807895 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-bc584fa9-6402-4d97-8735-d60cd6ed6508 tempest-AllowedAddressPairTestJSON-135295103 tempest-AllowedAddressPairTestJSON-135295103-project] Request body: {'port': {'network_id': '1d7c275d-e8fd-43b8-9bb2-876822161449', 'name': 'tempest-AllowedAddressPairTestJSON-259535671'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:22:37.889960 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-64f12445-928c-4c41-a8a3-a5c4db08f0c3 req-faeca8fb-ea9b-4df7-aadc-d1a18bf44dc0 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] 10.222.0.18 "GET /v2.0/security-groups?id=65b595b9-aa8c-4614-91d3-1ae3459c99b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773602 Jul 27 23:22:37.921445 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b72977b6-cb73-4d2b-80a0-865cad86c101 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f6f257c-ad18-5f0c-8c8e-ea085a5fc8a2-1d7c275d-e8fd-43b8-9bb2-876822161449', 'network_id': '1d7c275d-e8fd-43b8-9bb2-876822161449', 'tenant_id': '1dc0c567d7e84ba1b935365f7d8f09a0', 'fixed_ips': [{'subnet_id': '1ca3cb0e-8074-4c34-88e7-702d7ca23b81'}]}} from n-d-802623-1. {{(pid=93799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 23:22:37.922329 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b72977b6-cb73-4d2b-80a0-865cad86c101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:37.985813 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc584fa9-6402-4d97-8735-d60cd6ed6508 tempest-AllowedAddressPairTestJSON-135295103 tempest-AllowedAddressPairTestJSON-135295103-project] Made reservation on behalf of 1dc0c567d7e84ba1b935365f7d8f09a0 for: {'port': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:22:37.992184 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-bc584fa9-6402-4d97-8735-d60cd6ed6508 tempest-AllowedAddressPairTestJSON-135295103 tempest-AllowedAddressPairTestJSON-135295103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:38.123484 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79ea57d-4712-4fb9-b7de-d348e5317ebd req-4a6bfada-f571-4b72-8beb-979fc0f877ec tempest-ServerRescueTestJSONUnderV235-622928344 tempest-ServerRescueTestJSONUnderV235-622928344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:22:38.140185 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e79ea57d-4712-4fb9-b7de-d348e5317ebd req-4a6bfada-f571-4b72-8beb-979fc0f877ec tempest-ServerRescueTestJSONUnderV235-622928344 tempest-ServerRescueTestJSONUnderV235-622928344-project] 10.222.0.18 "GET /v2.0/ports?device_id=515844b0-12e5-4d91-8415-7e9fc9e79241 HTTP/1.1" status: 200 len: 945 time: 0.1090539 Jul 27 23:22:38.140366 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] get_ports_and_sgs() called for port_ids ['46cb3646-e819-4bd1-b975-6ed7aa67a5df'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:22:38.208490 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e79ea57d-4712-4fb9-b7de-d348e5317ebd req-09c630e9-f0b3-47f0-b826-d02b387a2b16 tempest-ServerRescueTestJSONUnderV235-622928344 tempest-ServerRescueTestJSONUnderV235-622928344-project] 10.222.0.18 "GET /v2.0/security-groups?id=2eed3499-b2dc-4df3-ba94-97f5c54db85f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664961 Jul 27 23:22:38.226589 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-b72977b6-cb73-4d2b-80a0-865cad86c101 None None] Allocated IP 172.20.0.2 (1d7c275d-e8fd-43b8-9bb2-876822161449/1ca3cb0e-8074-4c34-88e7-702d7ca23b81/dd86bc90-0c45-4dbb-8e85-9bd63ee588f0) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:22:38.473512 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b72977b6-cb73-4d2b-80a0-865cad86c101 None None] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:38.485057 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-b72977b6-cb73-4d2b-80a0-865cad86c101 None None] Transition to ACTIVE for port object dd86bc90-0c45-4dbb-8e85-9bd63ee588f0 will not be triggered until provisioned by entity L2. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:22:38.496288 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-bc584fa9-6402-4d97-8735-d60cd6ed6508 tempest-AllowedAddressPairTestJSON-135295103 tempest-AllowedAddressPairTestJSON-135295103-project] device_id is not set on port 0f700fe4-20fc-43e4-891d-30ccf42581eb yet. {{(pid=93797) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 23:22:38.505251 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-b72977b6-cb73-4d2b-80a0-865cad86c101 None None] Transition to ACTIVE for port object dd86bc90-0c45-4dbb-8e85-9bd63ee588f0 will not be triggered until provisioned by entity DHCP. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:22:38.516856 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b72977b6-cb73-4d2b-80a0-865cad86c101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:38.546259 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073f45ef-e145-4c07-95ab-f0a73beb2307 req-be8cc36f-ae29-48ca-9857-e198652ab5a7 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:22:38.553875 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-073f45ef-e145-4c07-95ab-f0a73beb2307 req-be8cc36f-ae29-48ca-9857-e198652ab5a7 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/ports?device_id=55cb1b9e-b3c2-47cd-8a02-7c9e10ec36f7 HTTP/1.1" status: 200 len: 944 time: 0.0997455 Jul 27 23:22:38.561619 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b72977b6-cb73-4d2b-80a0-865cad86c101 None None] Network 1d7c275d-e8fd-43b8-9bb2-876822161449 is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:22:38.564827 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-b72977b6-cb73-4d2b-80a0-865cad86c101 None None] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:22:38.568779 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b72977b6-cb73-4d2b-80a0-865cad86c101 None None] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:22:38.585801 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72977b6-cb73-4d2b-80a0-865cad86c101 None None] Pushing event updated for resources: {'Port': ['ID=dd86bc90-0c45-4dbb-8e85-9bd63ee588f0,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:22:38.606733 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-073f45ef-e145-4c07-95ab-f0a73beb2307 req-574c18d7-2936-4924-95cf-0f359121cb5c tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/security-groups?id=5f578744-6f09-4b7e-a537-2a342130270d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518889 Jul 27 23:22:38.675251 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-bc584fa9-6402-4d97-8735-d60cd6ed6508 tempest-AllowedAddressPairTestJSON-135295103 tempest-AllowedAddressPairTestJSON-135295103-project] Allocated IP 172.20.0.12 (1d7c275d-e8fd-43b8-9bb2-876822161449/1ca3cb0e-8074-4c34-88e7-702d7ca23b81/0f700fe4-20fc-43e4-891d-30ccf42581eb) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:22:38.777194 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-b72977b6-cb73-4d2b-80a0-865cad86c101 None None] Attempting to bind port dd86bc90-0c45-4dbb-8e85-9bd63ee588f0 on host n-d-802623-1 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:22:38.777697 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-b72977b6-cb73-4d2b-80a0-865cad86c101 None None] Attempting to bind port dd86bc90-0c45-4dbb-8e85-9bd63ee588f0 by drivers openvswitch,hyperv on host n-d-802623-1 at level 0 using segments [{'id': 'd0af62d8-360e-4a49-9300-84be37ed4d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '1d7c275d-e8fd-43b8-9bb2-876822161449'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:22:38.778064 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b72977b6-cb73-4d2b-80a0-865cad86c101 None None] Attempting to bind port dd86bc90-0c45-4dbb-8e85-9bd63ee588f0 on network 1d7c275d-e8fd-43b8-9bb2-876822161449 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:22:38.784031 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b72977b6-cb73-4d2b-80a0-865cad86c101 None None] Checking agent: {'id': 'a9a568d2-a5e7-41e4-833f-a8ab42ea4073', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 52, 30), 'started_at': datetime.datetime(2021, 7, 27, 22, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 22, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802623-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:22:38.784420 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b72977b6-cb73-4d2b-80a0-865cad86c101 None None] Checking segment: {'id': 'd0af62d8-360e-4a49-9300-84be37ed4d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '1d7c275d-e8fd-43b8-9bb2-876822161449'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:22:38.784828 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b72977b6-cb73-4d2b-80a0-865cad86c101 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:38.785224 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b72977b6-cb73-4d2b-80a0-865cad86c101 None None] Bound using segment: {'id': 'd0af62d8-360e-4a49-9300-84be37ed4d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '1d7c275d-e8fd-43b8-9bb2-876822161449'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:22:38.785699 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-b72977b6-cb73-4d2b-80a0-865cad86c101 None None] Bound port: dd86bc90-0c45-4dbb-8e85-9bd63ee588f0, host: n-d-802623-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0af62d8-360e-4a49-9300-84be37ed4d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '1d7c275d-e8fd-43b8-9bb2-876822161449'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:22:38.786096 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b72977b6-cb73-4d2b-80a0-865cad86c101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:38.854896 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-b72977b6-cb73-4d2b-80a0-865cad86c101 None None] For port dd86bc90-0c45-4dbb-8e85-9bd63ee588f0, host n-d-802623-1, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:22:38.855760 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-bc584fa9-6402-4d97-8735-d60cd6ed6508 tempest-AllowedAddressPairTestJSON-135295103 tempest-AllowedAddressPairTestJSON-135295103-project] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:38.858572 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-b72977b6-cb73-4d2b-80a0-865cad86c101 None None] For port dd86bc90-0c45-4dbb-8e85-9bd63ee588f0, host n-d-802623-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=dd86bc90-0c45-4dbb-8e85-9bd63ee588f0,segment=NetworkSegment(d0af62d8-360e-4a49-9300-84be37ed4d60),segment_id=d0af62d8-360e-4a49-9300-84be37ed4d60)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:22:38.864079 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b72977b6-cb73-4d2b-80a0-865cad86c101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:38.874777 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-bc584fa9-6402-4d97-8735-d60cd6ed6508 tempest-AllowedAddressPairTestJSON-135295103 tempest-AllowedAddressPairTestJSON-135295103-project] Transition to ACTIVE for port object 0f700fe4-20fc-43e4-891d-30ccf42581eb will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:22:38.883855 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-51b71990-c891-44b1-aebc-18d4fa0e14bc req-aad17fb1-167f-436e-8229-11376f389701 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] 10.222.0.18 "GET /v2.0/ports?device_id=b095b7c4-44b3-4276-8676-8d0be18fa84f HTTP/1.1" status: 200 len: 210 time: 0.0388622 Jul 27 23:22:38.918174 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-bc584fa9-6402-4d97-8735-d60cd6ed6508 tempest-AllowedAddressPairTestJSON-135295103 tempest-AllowedAddressPairTestJSON-135295103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:38.944022 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72977b6-cb73-4d2b-80a0-865cad86c101 None None] Pushing event updated for resources: {'Port': ['ID=dd86bc90-0c45-4dbb-8e85-9bd63ee588f0,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:22:38.971877 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc584fa9-6402-4d97-8735-d60cd6ed6508 tempest-AllowedAddressPairTestJSON-135295103 tempest-AllowedAddressPairTestJSON-135295103-project] Network 1d7c275d-e8fd-43b8-9bb2-876822161449 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:22:38.981481 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-bc584fa9-6402-4d97-8735-d60cd6ed6508 tempest-AllowedAddressPairTestJSON-135295103 tempest-AllowedAddressPairTestJSON-135295103-project] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:22:38.985845 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc584fa9-6402-4d97-8735-d60cd6ed6508 tempest-AllowedAddressPairTestJSON-135295103 tempest-AllowedAddressPairTestJSON-135295103-project] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:22:39.064057 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc584fa9-6402-4d97-8735-d60cd6ed6508 tempest-AllowedAddressPairTestJSON-135295103 tempest-AllowedAddressPairTestJSON-135295103-project] Pushing event updated for resources: {'Port': ['ID=0f700fe4-20fc-43e4-891d-30ccf42581eb,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:22:39.077994 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc584fa9-6402-4d97-8735-d60cd6ed6508 tempest-AllowedAddressPairTestJSON-135295103 tempest-AllowedAddressPairTestJSON-135295103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:22:39.078821 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-bc584fa9-6402-4d97-8735-d60cd6ed6508 tempest-AllowedAddressPairTestJSON-135295103 tempest-AllowedAddressPairTestJSON-135295103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:39.103670 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2115229f-81af-4a73-8c3b-33e0b00ee646 req-378a41cf-9186-4ae0-ae84-5405964c0c80 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:22:39.105899 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-2115229f-81af-4a73-8c3b-33e0b00ee646 req-378a41cf-9186-4ae0-ae84-5405964c0c80 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] 10.222.0.18 "GET /v2.0/ports?device_id=9bda45a6-7b3d-4402-bc36-eb32e3c47420 HTTP/1.1" status: 200 len: 945 time: 0.0885706 Jul 27 23:22:39.111013 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 53732) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:22:39.111217 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-bc584fa9-6402-4d97-8735-d60cd6ed6508 tempest-AllowedAddressPairTestJSON-135295103 tempest-AllowedAddressPairTestJSON-135295103-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3078966 Jul 27 23:22:39.116471 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-a5bfb9a6-466e-47c2-b2af-cf0edb77c104 tempest-AllowedAddressPairTestJSON-135295103 tempest-AllowedAddressPairTestJSON-135295103-project] Request body: {'port': {'network_id': '1d7c275d-e8fd-43b8-9bb2-876822161449', 'name': 'tempest-AllowedAddressPairTestJSON-1980235655', 'allowed_address_pairs': [{'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:a6:a4:32'}]}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:22:39.199674 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-2115229f-81af-4a73-8c3b-33e0b00ee646 req-064bb72f-ad08-4b98-818b-c6d28aacd099 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] 10.222.0.18 "GET /v2.0/security-groups?id=65b595b9-aa8c-4614-91d3-1ae3459c99b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0872636 Jul 27 23:22:39.282126 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5bfb9a6-466e-47c2-b2af-cf0edb77c104 tempest-AllowedAddressPairTestJSON-135295103 tempest-AllowedAddressPairTestJSON-135295103-project] Made reservation on behalf of 1dc0c567d7e84ba1b935365f7d8f09a0 for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:22:39.390994 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c637db-af3f-44e4-a396-f489d41ae7c7 req-61f9f5bd-50f8-45e4-af81-0b8596eccecd tempest-ServerRescueTestJSONUnderV235-622928344 tempest-ServerRescueTestJSONUnderV235-622928344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:22:39.392428 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a8c637db-af3f-44e4-a396-f489d41ae7c7 req-61f9f5bd-50f8-45e4-af81-0b8596eccecd tempest-ServerRescueTestJSONUnderV235-622928344 tempest-ServerRescueTestJSONUnderV235-622928344-project] 10.222.0.18 "GET /v2.0/ports?device_id=515844b0-12e5-4d91-8415-7e9fc9e79241 HTTP/1.1" status: 200 len: 945 time: 0.1040900 Jul 27 23:22:39.423670 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a5bfb9a6-466e-47c2-b2af-cf0edb77c104 tempest-AllowedAddressPairTestJSON-135295103 tempest-AllowedAddressPairTestJSON-135295103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:39.452986 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [None req-a5bfb9a6-466e-47c2-b2af-cf0edb77c104 tempest-AllowedAddressPairTestJSON-135295103 tempest-AllowedAddressPairTestJSON-135295103-project] device_id is not set on port 4ebe1e15-b1c6-4db9-b1fb-6447bd6b27e6 yet. {{(pid=93798) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 23:22:39.468489 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a8c637db-af3f-44e4-a396-f489d41ae7c7 req-08b7a7ab-de61-4206-b7d8-39d015b85952 tempest-ServerRescueTestJSONUnderV235-622928344 tempest-ServerRescueTestJSONUnderV235-622928344-project] 10.222.0.18 "GET /v2.0/security-groups?id=2eed3499-b2dc-4df3-ba94-97f5c54db85f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696738 Jul 27 23:22:39.576755 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-a5bfb9a6-466e-47c2-b2af-cf0edb77c104 tempest-AllowedAddressPairTestJSON-135295103 tempest-AllowedAddressPairTestJSON-135295103-project] Allocated IP 172.20.0.8 (1d7c275d-e8fd-43b8-9bb2-876822161449/1ca3cb0e-8074-4c34-88e7-702d7ca23b81/4ebe1e15-b1c6-4db9-b1fb-6447bd6b27e6) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:22:39.742987 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a5bfb9a6-466e-47c2-b2af-cf0edb77c104 tempest-AllowedAddressPairTestJSON-135295103 tempest-AllowedAddressPairTestJSON-135295103-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:39.763312 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-a5bfb9a6-466e-47c2-b2af-cf0edb77c104 tempest-AllowedAddressPairTestJSON-135295103 tempest-AllowedAddressPairTestJSON-135295103-project] Transition to ACTIVE for port object 4ebe1e15-b1c6-4db9-b1fb-6447bd6b27e6 will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:22:39.771111 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a102983-4e61-409e-a65a-81213bbb79af req-75f02ea1-fc49-477d-bbd3-f5a643e64da8 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:22:39.773423 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8a102983-4e61-409e-a65a-81213bbb79af req-75f02ea1-fc49-477d-bbd3-f5a643e64da8 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/ports?device_id=55cb1b9e-b3c2-47cd-8a02-7c9e10ec36f7 HTTP/1.1" status: 200 len: 944 time: 0.0729463 Jul 27 23:22:39.803990 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a5bfb9a6-466e-47c2-b2af-cf0edb77c104 tempest-AllowedAddressPairTestJSON-135295103 tempest-AllowedAddressPairTestJSON-135295103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:39.824528 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8a102983-4e61-409e-a65a-81213bbb79af req-288b8600-c7d6-48c6-a1da-09296929d8e8 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/security-groups?id=5f578744-6f09-4b7e-a537-2a342130270d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438683 Jul 27 23:22:39.860305 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5bfb9a6-466e-47c2-b2af-cf0edb77c104 tempest-AllowedAddressPairTestJSON-135295103 tempest-AllowedAddressPairTestJSON-135295103-project] Network 1d7c275d-e8fd-43b8-9bb2-876822161449 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:22:39.863650 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-a5bfb9a6-466e-47c2-b2af-cf0edb77c104 tempest-AllowedAddressPairTestJSON-135295103 tempest-AllowedAddressPairTestJSON-135295103-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:22:39.869723 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5bfb9a6-466e-47c2-b2af-cf0edb77c104 tempest-AllowedAddressPairTestJSON-135295103 tempest-AllowedAddressPairTestJSON-135295103-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:22:39.897840 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bfb9a6-466e-47c2-b2af-cf0edb77c104 tempest-AllowedAddressPairTestJSON-135295103 tempest-AllowedAddressPairTestJSON-135295103-project] Pushing event updated for resources: {'Port': ['ID=4ebe1e15-b1c6-4db9-b1fb-6447bd6b27e6,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:22:39.927837 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5bfb9a6-466e-47c2-b2af-cf0edb77c104 tempest-AllowedAddressPairTestJSON-135295103 tempest-AllowedAddressPairTestJSON-135295103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:22:39.928290 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a5bfb9a6-466e-47c2-b2af-cf0edb77c104 tempest-AllowedAddressPairTestJSON-135295103 tempest-AllowedAddressPairTestJSON-135295103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:39.946686 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-a5bfb9a6-466e-47c2-b2af-cf0edb77c104 tempest-AllowedAddressPairTestJSON-135295103 tempest-AllowedAddressPairTestJSON-135295103-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 0.8340204 Jul 27 23:22:39.949528 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 53740) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:22:40.017332 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-17a5b88e-2c07-482b-a9a6-09fe2fe32774 req-4f9c8996-f7bc-4429-8fa4-416dfc3b900d tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] 10.222.0.18 "GET /v2.0/ports?device_id=b095b7c4-44b3-4276-8676-8d0be18fa84f HTTP/1.1" status: 200 len: 210 time: 0.0353367 Jul 27 23:22:40.027153 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc31cf40-8ead-4001-b29b-87fac010a391 tempest-AllowedAddressPairTestJSON-135295103 tempest-AllowedAddressPairTestJSON-135295103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:22:40.034152 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc31cf40-8ead-4001-b29b-87fac010a391 tempest-AllowedAddressPairTestJSON-135295103 tempest-AllowedAddressPairTestJSON-135295103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:22:40.045963 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b91376aa-06a4-450a-80de-cc40e8d08331 None None] Network 1d7c275d-e8fd-43b8-9bb2-876822161449 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:22:40.049901 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc31cf40-8ead-4001-b29b-87fac010a391 tempest-AllowedAddressPairTestJSON-135295103 tempest-AllowedAddressPairTestJSON-135295103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:22:40.052130 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-dc31cf40-8ead-4001-b29b-87fac010a391 tempest-AllowedAddressPairTestJSON-135295103 tempest-AllowedAddressPairTestJSON-135295103-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2465 time: 0.1011765 Jul 27 23:22:40.054693 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 53742) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:22:40.106048 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-7ddb70a0-ab98-444e-8f77-ef82465ea271 None None] Provisioning for port dd86bc90-0c45-4dbb-8e85-9bd63ee588f0 completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:22:40.173809 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-ec38b855-a04d-4ff5-8076-b5dc8ea1b157 tempest-AllowedAddressPairTestJSON-135295103 tempest-AllowedAddressPairTestJSON-135295103-project] Deleting port 4ebe1e15-b1c6-4db9-b1fb-6447bd6b27e6 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:22:40.174293 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ec38b855-a04d-4ff5-8076-b5dc8ea1b157 tempest-AllowedAddressPairTestJSON-135295103 tempest-AllowedAddressPairTestJSON-135295103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:40.191024 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device dd86bc90-0c45-4dbb-8e85-9bd63ee588f0 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:22:40.279297 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ec38b855-a04d-4ff5-8076-b5dc8ea1b157 tempest-AllowedAddressPairTestJSON-135295103 tempest-AllowedAddressPairTestJSON-135295103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:40.294175 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-ec38b855-a04d-4ff5-8076-b5dc8ea1b157 tempest-AllowedAddressPairTestJSON-135295103 tempest-AllowedAddressPairTestJSON-135295103-project] Calling delete_port for 4ebe1e15-b1c6-4db9-b1fb-6447bd6b27e6 owned by {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:22:40.296925 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning for port dd86bc90-0c45-4dbb-8e85-9bd63ee588f0 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:22:40.317246 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port dd86bc90-0c45-4dbb-8e85-9bd63ee588f0 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:22:40.317621 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:40.408724 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb39310-8c8c-4ffb-b7b7-17b94fbe3e4a req-14ddcf56-8376-474d-9beb-e3504e823620 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:22:40.410903 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-6fb39310-8c8c-4ffb-b7b7-17b94fbe3e4a req-14ddcf56-8376-474d-9beb-e3504e823620 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] 10.222.0.18 "GET /v2.0/ports?device_id=9bda45a6-7b3d-4402-bc36-eb32e3c47420 HTTP/1.1" status: 200 len: 945 time: 0.1094894 Jul 27 23:22:40.477558 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:40.482660 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ec38b855-a04d-4ff5-8076-b5dc8ea1b157 tempest-AllowedAddressPairTestJSON-135295103 tempest-AllowedAddressPairTestJSON-135295103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:40.492201 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-6fb39310-8c8c-4ffb-b7b7-17b94fbe3e4a req-9329aa8b-5bf9-49ad-9082-963583c6a2a8 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] 10.222.0.18 "GET /v2.0/security-groups?id=65b595b9-aa8c-4614-91d3-1ae3459c99b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735400 Jul 27 23:22:40.568608 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec38b855-a04d-4ff5-8076-b5dc8ea1b157 tempest-AllowedAddressPairTestJSON-135295103 tempest-AllowedAddressPairTestJSON-135295103-project] Pushing event deleted for resources: {'Port': ['ID=4ebe1e15-b1c6-4db9-b1fb-6447bd6b27e6,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:22:40.586145 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] For port dd86bc90-0c45-4dbb-8e85-9bd63ee588f0, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=dd86bc90-0c45-4dbb-8e85-9bd63ee588f0,segment=NetworkSegment(d0af62d8-360e-4a49-9300-84be37ed4d60),segment_id=d0af62d8-360e-4a49-9300-84be37ed4d60)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:22:40.593083 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:40.649519 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Pushing event updated for resources: {'Port': ['ID=dd86bc90-0c45-4dbb-8e85-9bd63ee588f0,revision_number=3']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:22:40.718869 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1436def-b9eb-4af2-87ba-b0be44939f55 req-81c8613e-e9f7-4d96-a97b-a9765c0e33c4 tempest-ServerRescueTestJSONUnderV235-622928344 tempest-ServerRescueTestJSONUnderV235-622928344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:22:40.720495 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-d1436def-b9eb-4af2-87ba-b0be44939f55 req-81c8613e-e9f7-4d96-a97b-a9765c0e33c4 tempest-ServerRescueTestJSONUnderV235-622928344 tempest-ServerRescueTestJSONUnderV235-622928344-project] 10.222.0.18 "GET /v2.0/ports?device_id=515844b0-12e5-4d91-8415-7e9fc9e79241 HTTP/1.1" status: 200 len: 945 time: 0.1536853 Jul 27 23:22:40.740535 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-276728e2-7718-4c29-a44d-73d18485d652 None None] Provisioning complete for port dd86bc90-0c45-4dbb-8e85-9bd63ee588f0 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:22:40.740953 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-276728e2-7718-4c29-a44d-73d18485d652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:40.821536 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-d1436def-b9eb-4af2-87ba-b0be44939f55 req-41e1b149-55ca-4d95-aa05-c300461f1bef tempest-ServerRescueTestJSONUnderV235-622928344 tempest-ServerRescueTestJSONUnderV235-622928344-project] 10.222.0.18 "GET /v2.0/security-groups?id=2eed3499-b2dc-4df3-ba94-97f5c54db85f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780098 Jul 27 23:22:40.839992 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ec38b855-a04d-4ff5-8076-b5dc8ea1b157 tempest-AllowedAddressPairTestJSON-135295103 tempest-AllowedAddressPairTestJSON-135295103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:40.842188 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-ec38b855-a04d-4ff5-8076-b5dc8ea1b157 tempest-AllowedAddressPairTestJSON-135295103 tempest-AllowedAddressPairTestJSON-135295103-project] 10.222.0.18 "DELETE /v2.0/ports/4ebe1e15-b1c6-4db9-b1fb-6447bd6b27e6 HTTP/1.1" status: 204 len: 168 time: 0.7863665 Jul 27 23:22:40.842890 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-276728e2-7718-4c29-a44d-73d18485d652 None None] Could not find standard attr ID for object 4ebe1e15-b1c6-4db9-b1fb-6447bd6b27e6. {{(pid=93799) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 23:22:40.844871 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 53752) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:22:40.879403 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-276728e2-7718-4c29-a44d-73d18485d652 None None] Provisioning for port 0f700fe4-20fc-43e4-891d-30ccf42581eb completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:22:40.884274 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-276728e2-7718-4c29-a44d-73d18485d652 None None] Provisioning complete for port 0f700fe4-20fc-43e4-891d-30ccf42581eb triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:22:40.884924 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-276728e2-7718-4c29-a44d-73d18485d652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:40.909464 n-d-802623-1 neutron-server[93797]: INFO neutron.pecan_wsgi.hooks.translation [None req-564588bd-e188-4b1c-a07d-7a3a2c11e1f5 tempest-AllowedAddressPairTestJSON-135295103 tempest-AllowedAddressPairTestJSON-135295103-project] GET failed (client error): The resource could not be found. Jul 27 23:22:40.916770 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-564588bd-e188-4b1c-a07d-7a3a2c11e1f5 tempest-AllowedAddressPairTestJSON-135295103 tempest-AllowedAddressPairTestJSON-135295103-project] 10.222.0.18 "GET /v2.0/ports/4ebe1e15-b1c6-4db9-b1fb-6447bd6b27e6 HTTP/1.1" status: 404 len: 333 time: 0.0705075 Jul 27 23:22:40.917773 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 53754) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:22:40.922952 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-99bfc2cf-dbbf-4cfc-9d07-ca04ad16c719 tempest-AllowedAddressPairTestJSON-135295103 tempest-AllowedAddressPairTestJSON-135295103-project] Request body: {'port': {'network_id': '1d7c275d-e8fd-43b8-9bb2-876822161449', 'name': 'tempest-AllowedAddressPairTestJSON-66112782'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:22:40.932604 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-276728e2-7718-4c29-a44d-73d18485d652 None None] Port 0f700fe4-20fc-43e4-891d-30ccf42581eb cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:22:40.956488 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22da026-9c05-4da5-9861-01d7aed24ee0 req-7d1fd28c-9279-45fe-b761-2d4506603629 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:22:40.958029 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f22da026-9c05-4da5-9861-01d7aed24ee0 req-7d1fd28c-9279-45fe-b761-2d4506603629 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/ports?device_id=55cb1b9e-b3c2-47cd-8a02-7c9e10ec36f7 HTTP/1.1" status: 200 len: 944 time: 0.0591779 Jul 27 23:22:41.001111 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device 23300807-efde-46de-99e7-6916a9204bb3 details requested by agent hyperv_n-h2-802623-1 with host n-h2-802623-1 {{(pid=93799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 23:22:41.001629 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f22da026-9c05-4da5-9861-01d7aed24ee0 req-3ca5f33c-cf8c-4b54-8be0-c73de8de0d7b tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/security-groups?id=5f578744-6f09-4b7e-a537-2a342130270d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361476 Jul 27 23:22:41.011701 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device 46cb3646-e819-4bd1-b975-6ed7aa67a5df up at agent hyperv_n-h2-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:22:41.123578 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99bfc2cf-dbbf-4cfc-9d07-ca04ad16c719 tempest-AllowedAddressPairTestJSON-135295103 tempest-AllowedAddressPairTestJSON-135295103-project] Made reservation on behalf of 1dc0c567d7e84ba1b935365f7d8f09a0 for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:22:41.128881 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-99bfc2cf-dbbf-4cfc-9d07-ca04ad16c719 tempest-AllowedAddressPairTestJSON-135295103 tempest-AllowedAddressPairTestJSON-135295103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:41.160473 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-dfb55e37-8bd2-465c-8841-776b355210c5 req-45a38a75-3689-4df3-aca3-d600b15462b9 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] 10.222.0.18 "GET /v2.0/ports?device_id=b095b7c4-44b3-4276-8676-8d0be18fa84f HTTP/1.1" status: 200 len: 210 time: 0.0511863 Jul 27 23:22:41.171203 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [None req-99bfc2cf-dbbf-4cfc-9d07-ca04ad16c719 tempest-AllowedAddressPairTestJSON-135295103 tempest-AllowedAddressPairTestJSON-135295103-project] device_id is not set on port 7fa30733-471f-4fd7-9520-2aa01070f8c0 yet. {{(pid=93798) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 23:22:41.199890 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Provisioning for port 46cb3646-e819-4bd1-b975-6ed7aa67a5df completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:22:41.207187 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-8226305f-061a-4ad1-adad-fb0f2aa4cf90 None None] Provisioning complete for port 0f700fe4-20fc-43e4-891d-30ccf42581eb triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:22:41.207570 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8226305f-061a-4ad1-adad-fb0f2aa4cf90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:41.216512 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Provisioning complete for port 46cb3646-e819-4bd1-b975-6ed7aa67a5df triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:22:41.216811 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:41.281708 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port 23300807-efde-46de-99e7-6916a9204bb3, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=23300807-efde-46de-99e7-6916a9204bb3,segment=NetworkSegment(dd3fb910-11a1-4198-8a90-f4352ae92025),segment_id=dd3fb910-11a1-4198-8a90-f4352ae92025)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:22:41.304005 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-8226305f-061a-4ad1-adad-fb0f2aa4cf90 None None] Port 0f700fe4-20fc-43e4-891d-30ccf42581eb cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:22:41.309480 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Returning: {'device': '23300807-efde-46de-99e7-6916a9204bb3', 'network_id': 'a198ee08-ada0-4348-9b3a-3cd923d78e26', 'port_id': '23300807-efde-46de-99e7-6916a9204bb3', 'mac_address': 'fa:16:3e:65:11:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bb4b577-bd47-4366-ace3-c23131aef649', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 23:22:41.318804 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-99bfc2cf-dbbf-4cfc-9d07-ca04ad16c719 tempest-AllowedAddressPairTestJSON-135295103 tempest-AllowedAddressPairTestJSON-135295103-project] Allocated IP 172.20.0.3 (1d7c275d-e8fd-43b8-9bb2-876822161449/1ca3cb0e-8074-4c34-88e7-702d7ca23b81/7fa30733-471f-4fd7-9520-2aa01070f8c0) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:22:41.378466 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:41.400399 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 23300807-efde-46de-99e7-6916a9204bb3 {{(pid=93799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:22:41.404429 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:41.434171 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-fb07ea4f-aa35-44ca-ae1a-f7d14561df3e None None] Could not find standard attr ID for object 4ebe1e15-b1c6-4db9-b1fb-6447bd6b27e6. {{(pid=93799) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 23:22:41.442834 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port 23300807-efde-46de-99e7-6916a9204bb3, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=23300807-efde-46de-99e7-6916a9204bb3,segment=NetworkSegment(dd3fb910-11a1-4198-8a90-f4352ae92025),segment_id=dd3fb910-11a1-4198-8a90-f4352ae92025)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:22:41.452140 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '515844b0-12e5-4d91-8415-7e9fc9e79241', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46cb3646-e819-4bd1-b975-6ed7aa67a5df'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:22:41.454936 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c0369b0d4f459110ff20a1f9878ba33f96d6491bddb9d15843bf29d01e0bda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc345f09-480c-4d8c-9a56-3fafbb316caf" -d '{"events": [{"server_uuid": "515844b0-12e5-4d91-8415-7e9fc9e79241", "name": "network-vif-plugged", "status": "completed", "tag": "46cb3646-e819-4bd1-b975-6ed7aa67a5df"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:22:41.466493 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:41.478857 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port 46cb3646-e819-4bd1-b975-6ed7aa67a5df, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=46cb3646-e819-4bd1-b975-6ed7aa67a5df,segment=NetworkSegment(cc432c68-ce40-4eae-9635-f27b65666e98),segment_id=cc432c68-ce40-4eae-9635-f27b65666e98)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:22:41.507667 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:22:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0074fcd9-2a86-4a4c-934c-1048a945ff37 x-openstack-request-id: req-0074fcd9-2a86-4a4c-934c-1048a945ff37 {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:22:41.507907 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "515844b0-12e5-4d91-8415-7e9fc9e79241", "name": "network-vif-plugged", "status": "completed", "tag": "46cb3646-e819-4bd1-b975-6ed7aa67a5df", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:22:41.508155 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0074fcd9-2a86-4a4c-934c-1048a945ff37 {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:22:41.508537 n-d-802623-1 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '515844b0-12e5-4d91-8415-7e9fc9e79241', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46cb3646-e819-4bd1-b975-6ed7aa67a5df', 'code': 200} Jul 27 23:22:41.512191 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-99bfc2cf-dbbf-4cfc-9d07-ca04ad16c719 tempest-AllowedAddressPairTestJSON-135295103 tempest-AllowedAddressPairTestJSON-135295103-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:41.516696 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:41.531362 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-99bfc2cf-dbbf-4cfc-9d07-ca04ad16c719 tempest-AllowedAddressPairTestJSON-135295103 tempest-AllowedAddressPairTestJSON-135295103-project] Transition to ACTIVE for port object 7fa30733-471f-4fd7-9520-2aa01070f8c0 will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:22:41.558763 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Pushing event updated for resources: {'Port': ['ID=23300807-efde-46de-99e7-6916a9204bb3,revision_number=6']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:22:41.567808 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] get_ports_and_sgs() called for port_ids ['23300807-efde-46de-99e7-6916a9204bb3'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:22:41.578122 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-99bfc2cf-dbbf-4cfc-9d07-ca04ad16c719 tempest-AllowedAddressPairTestJSON-135295103 tempest-AllowedAddressPairTestJSON-135295103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:41.647287 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99bfc2cf-dbbf-4cfc-9d07-ca04ad16c719 tempest-AllowedAddressPairTestJSON-135295103 tempest-AllowedAddressPairTestJSON-135295103-project] Network 1d7c275d-e8fd-43b8-9bb2-876822161449 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:22:41.652130 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Pushing event updated for resources: {'Port': ['ID=46cb3646-e819-4bd1-b975-6ed7aa67a5df,revision_number=5']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:22:41.655277 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e7bb2b-6ea4-4d32-a84f-ed1b71c2621c req-68dadb5f-8398-4fba-80ed-39cbd96b3ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:22:41.657257 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-41e7bb2b-6ea4-4d32-a84f-ed1b71c2621c req-68dadb5f-8398-4fba-80ed-39cbd96b3ff2 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=515844b0-12e5-4d91-8415-7e9fc9e79241 HTTP/1.1" status: 200 len: 1097 time: 0.0636268 Jul 27 23:22:41.668532 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-99bfc2cf-dbbf-4cfc-9d07-ca04ad16c719 tempest-AllowedAddressPairTestJSON-135295103 tempest-AllowedAddressPairTestJSON-135295103-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:22:41.675276 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99bfc2cf-dbbf-4cfc-9d07-ca04ad16c719 tempest-AllowedAddressPairTestJSON-135295103 tempest-AllowedAddressPairTestJSON-135295103-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:22:41.721088 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-41e7bb2b-6ea4-4d32-a84f-ed1b71c2621c req-99ae7b2b-4501-46de-8ad3-1f45990c328f service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=2eed3499-b2dc-4df3-ba94-97f5c54db85f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535409 Jul 27 23:22:41.738994 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bfc2cf-dbbf-4cfc-9d07-ca04ad16c719 tempest-AllowedAddressPairTestJSON-135295103 tempest-AllowedAddressPairTestJSON-135295103-project] Pushing event updated for resources: {'Port': ['ID=7fa30733-471f-4fd7-9520-2aa01070f8c0,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:22:41.788377 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e43ec0-1726-45a9-8335-6bffdc0d1b3b req-8081c179-f5d5-4fc0-a19d-58d20af72b7e tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:22:41.791600 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-35e43ec0-1726-45a9-8335-6bffdc0d1b3b req-8081c179-f5d5-4fc0-a19d-58d20af72b7e tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] 10.222.0.18 "GET /v2.0/ports?device_id=9bda45a6-7b3d-4402-bc36-eb32e3c47420 HTTP/1.1" status: 200 len: 944 time: 0.1665654 Jul 27 23:22:41.799016 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99bfc2cf-dbbf-4cfc-9d07-ca04ad16c719 tempest-AllowedAddressPairTestJSON-135295103 tempest-AllowedAddressPairTestJSON-135295103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:22:41.799765 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-99bfc2cf-dbbf-4cfc-9d07-ca04ad16c719 tempest-AllowedAddressPairTestJSON-135295103 tempest-AllowedAddressPairTestJSON-135295103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:41.837447 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-99bfc2cf-dbbf-4cfc-9d07-ca04ad16c719 tempest-AllowedAddressPairTestJSON-135295103 tempest-AllowedAddressPairTestJSON-135295103-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 0.9160182 Jul 27 23:22:41.837962 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 53764) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:22:41.847683 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-1a008ce5-14f9-4757-ba70-152855e878c2 tempest-AllowedAddressPairTestJSON-135295103 tempest-AllowedAddressPairTestJSON-135295103-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:a6:a4:32'}]}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:22:41.849238 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-35e43ec0-1726-45a9-8335-6bffdc0d1b3b req-5ccb7a0f-fd78-4d09-b1fe-7853cd44b683 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] 10.222.0.18 "GET /v2.0/security-groups?id=65b595b9-aa8c-4614-91d3-1ae3459c99b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465851 Jul 27 23:22:41.965842 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-1e6f85dc-78a0-4cb7-b1b1-9ce28c4c376e None None] Provisioning for port 7fa30733-471f-4fd7-9520-2aa01070f8c0 completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:22:41.971007 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-1e6f85dc-78a0-4cb7-b1b1-9ce28c4c376e None None] Provisioning complete for port 7fa30733-471f-4fd7-9520-2aa01070f8c0 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:22:41.971545 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-1e6f85dc-78a0-4cb7-b1b1-9ce28c4c376e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:42.008759 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-1e6f85dc-78a0-4cb7-b1b1-9ce28c4c376e None None] Port 7fa30733-471f-4fd7-9520-2aa01070f8c0 cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:22:42.011247 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e215b0-4f3f-461b-8d8c-f9ddc146ee3a req-aa7504d8-8346-4f4b-bc75-89f1711b7843 tempest-ServerRescueTestJSONUnderV235-622928344 tempest-ServerRescueTestJSONUnderV235-622928344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:22:42.015907 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-c9e215b0-4f3f-461b-8d8c-f9ddc146ee3a req-aa7504d8-8346-4f4b-bc75-89f1711b7843 tempest-ServerRescueTestJSONUnderV235-622928344 tempest-ServerRescueTestJSONUnderV235-622928344-project] 10.222.0.18 "GET /v2.0/ports?device_id=515844b0-12e5-4d91-8415-7e9fc9e79241 HTTP/1.1" status: 200 len: 946 time: 0.1103456 Jul 27 23:22:42.168344 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-c9e215b0-4f3f-461b-8d8c-f9ddc146ee3a req-b4931e43-0740-446b-9a16-3bb32c486466 tempest-ServerRescueTestJSONUnderV235-622928344 tempest-ServerRescueTestJSONUnderV235-622928344-project] 10.222.0.18 "GET /v2.0/security-groups?id=2eed3499-b2dc-4df3-ba94-97f5c54db85f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465342 Jul 27 23:22:42.187480 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1c631e-cd3b-4f39-a5ea-4689d8d3b642 req-e7367660-a823-4e91-b0e9-68f9744d47ac tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:22:42.190452 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1a008ce5-14f9-4757-ba70-152855e878c2 tempest-AllowedAddressPairTestJSON-135295103 tempest-AllowedAddressPairTestJSON-135295103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:42.190752 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-8e1c631e-cd3b-4f39-a5ea-4689d8d3b642 req-e7367660-a823-4e91-b0e9-68f9744d47ac tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/ports?device_id=55cb1b9e-b3c2-47cd-8a02-7c9e10ec36f7 HTTP/1.1" status: 200 len: 944 time: 0.0858138 Jul 27 23:22:42.198710 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device dd86bc90-0c45-4dbb-8e85-9bd63ee588f0 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:22:42.251594 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-8e1c631e-cd3b-4f39-a5ea-4689d8d3b642 req-036e70a9-72fe-455e-a899-7938e46af9e9 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/security-groups?id=5f578744-6f09-4b7e-a537-2a342130270d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438104 Jul 27 23:22:42.275827 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port dd86bc90-0c45-4dbb-8e85-9bd63ee588f0 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:22:42.275827 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:42.302495 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-daeee07b-5296-4efe-b21d-89a598d50db5 req-f22bfcb5-7711-4d5d-8752-840da58b4d5f tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] 10.222.0.18 "GET /v2.0/ports?device_id=b095b7c4-44b3-4276-8676-8d0be18fa84f HTTP/1.1" status: 200 len: 210 time: 0.0294669 Jul 27 23:22:42.478179 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1a008ce5-14f9-4757-ba70-152855e878c2 tempest-AllowedAddressPairTestJSON-135295103 tempest-AllowedAddressPairTestJSON-135295103-project] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:42.486418 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1a008ce5-14f9-4757-ba70-152855e878c2 tempest-AllowedAddressPairTestJSON-135295103 tempest-AllowedAddressPairTestJSON-135295103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11336041'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:42.571136 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a008ce5-14f9-4757-ba70-152855e878c2 tempest-AllowedAddressPairTestJSON-135295103 tempest-AllowedAddressPairTestJSON-135295103-project] Pushing event updated for resources: {'Port': ['ID=7fa30733-471f-4fd7-9520-2aa01070f8c0,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:22:42.589689 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-1a008ce5-14f9-4757-ba70-152855e878c2 tempest-AllowedAddressPairTestJSON-135295103 tempest-AllowedAddressPairTestJSON-135295103-project] In _notify_port_updated(), no bound segment for port 7fa30733-471f-4fd7-9520-2aa01070f8c0 on network 1d7c275d-e8fd-43b8-9bb2-876822161449 {{(pid=93797) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 27 23:22:42.595850 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a008ce5-14f9-4757-ba70-152855e878c2 tempest-AllowedAddressPairTestJSON-135295103 tempest-AllowedAddressPairTestJSON-135295103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:22:42.597218 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1a008ce5-14f9-4757-ba70-152855e878c2 tempest-AllowedAddressPairTestJSON-135295103 tempest-AllowedAddressPairTestJSON-135295103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:42.598634 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-1a008ce5-14f9-4757-ba70-152855e878c2 tempest-AllowedAddressPairTestJSON-135295103 tempest-AllowedAddressPairTestJSON-135295103-project] 10.222.0.18 "PUT /v2.0/ports/7fa30733-471f-4fd7-9520-2aa01070f8c0 HTTP/1.1" status: 200 len: 992 time: 0.7589309 Jul 27 23:22:42.601409 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 53778) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:22:42.727734 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-0de45b78-da10-4a30-823b-435b39138faa tempest-AllowedAddressPairTestJSON-135295103 tempest-AllowedAddressPairTestJSON-135295103-project] Deleting port 7fa30733-471f-4fd7-9520-2aa01070f8c0 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:22:42.728080 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0de45b78-da10-4a30-823b-435b39138faa tempest-AllowedAddressPairTestJSON-135295103 tempest-AllowedAddressPairTestJSON-135295103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:42.832260 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0de45b78-da10-4a30-823b-435b39138faa tempest-AllowedAddressPairTestJSON-135295103 tempest-AllowedAddressPairTestJSON-135295103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:42.838870 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-75bf1636-60b5-4f16-8fb6-d483a01c15fc None None] Provisioning complete for port 7fa30733-471f-4fd7-9520-2aa01070f8c0 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:22:42.839459 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-75bf1636-60b5-4f16-8fb6-d483a01c15fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:42.848601 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-0de45b78-da10-4a30-823b-435b39138faa tempest-AllowedAddressPairTestJSON-135295103 tempest-AllowedAddressPairTestJSON-135295103-project] Calling delete_port for 7fa30733-471f-4fd7-9520-2aa01070f8c0 owned by {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:22:42.882980 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-75bf1636-60b5-4f16-8fb6-d483a01c15fc None None] Port 7fa30733-471f-4fd7-9520-2aa01070f8c0 cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:22:43.004116 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0de45b78-da10-4a30-823b-435b39138faa tempest-AllowedAddressPairTestJSON-135295103 tempest-AllowedAddressPairTestJSON-135295103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:43.006603 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device 23300807-efde-46de-99e7-6916a9204bb3 up at agent hyperv_n-h2-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:22:43.053899 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a172d16-85bb-45c6-b04c-2381bf814ee5 req-5bd396e2-b51d-4aef-a712-b54a1ac8f2df tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:22:43.055963 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-9a172d16-85bb-45c6-b04c-2381bf814ee5 req-5bd396e2-b51d-4aef-a712-b54a1ac8f2df tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] 10.222.0.18 "GET /v2.0/ports?device_id=9bda45a6-7b3d-4402-bc36-eb32e3c47420 HTTP/1.1" status: 200 len: 944 time: 0.1119499 Jul 27 23:22:43.057489 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de45b78-da10-4a30-823b-435b39138faa tempest-AllowedAddressPairTestJSON-135295103 tempest-AllowedAddressPairTestJSON-135295103-project] Pushing event deleted for resources: {'Port': ['ID=7fa30733-471f-4fd7-9520-2aa01070f8c0,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:22:43.113264 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Provisioning complete for port 23300807-efde-46de-99e7-6916a9204bb3 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:22:43.113670 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:43.148643 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-9a172d16-85bb-45c6-b04c-2381bf814ee5 req-3f9e210e-35ae-46e5-91a4-4154a4773150 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] 10.222.0.18 "GET /v2.0/security-groups?id=65b595b9-aa8c-4614-91d3-1ae3459c99b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0839825 Jul 27 23:22:43.330960 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:43.420452 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port 23300807-efde-46de-99e7-6916a9204bb3, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=23300807-efde-46de-99e7-6916a9204bb3,segment=NetworkSegment(dd3fb910-11a1-4198-8a90-f4352ae92025),segment_id=dd3fb910-11a1-4198-8a90-f4352ae92025)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:22:43.434145 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:43.477221 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0de45b78-da10-4a30-823b-435b39138faa tempest-AllowedAddressPairTestJSON-135295103 tempest-AllowedAddressPairTestJSON-135295103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:43.478328 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd27fae9-3cc9-4a1a-910a-b45a5a62e3ac req-f4be2d76-aeca-49c4-ab12-70228804e576 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:22:43.489399 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-0de45b78-da10-4a30-823b-435b39138faa tempest-AllowedAddressPairTestJSON-135295103 tempest-AllowedAddressPairTestJSON-135295103-project] 10.222.0.18 "DELETE /v2.0/ports/7fa30733-471f-4fd7-9520-2aa01070f8c0 HTTP/1.1" status: 204 len: 168 time: 0.8869114 Jul 27 23:22:43.491733 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-fd27fae9-3cc9-4a1a-910a-b45a5a62e3ac req-f4be2d76-aeca-49c4-ab12-70228804e576 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/ports?device_id=55cb1b9e-b3c2-47cd-8a02-7c9e10ec36f7 HTTP/1.1" status: 200 len: 944 time: 0.1180444 Jul 27 23:22:43.511002 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bda45a6-7b3d-4402-bc36-eb32e3c47420', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23300807-efde-46de-99e7-6916a9204bb3'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:22:43.514145 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c0369b0d4f459110ff20a1f9878ba33f96d6491bddb9d15843bf29d01e0bda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bbc4d20-da3a-4fca-9bbf-241c962b9958" -d '{"events": [{"server_uuid": "9bda45a6-7b3d-4402-bc36-eb32e3c47420", "name": "network-vif-plugged", "status": "completed", "tag": "23300807-efde-46de-99e7-6916a9204bb3"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:22:43.516499 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 53798) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:22:43.517421 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Pushing event updated for resources: {'Port': ['ID=23300807-efde-46de-99e7-6916a9204bb3,revision_number=7']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:22:43.567552 n-d-802623-1 neutron-server[93797]: INFO neutron.pecan_wsgi.hooks.translation [None req-de6bfbf6-0d68-4fa0-8f86-082ff4cdc9db tempest-AllowedAddressPairTestJSON-135295103 tempest-AllowedAddressPairTestJSON-135295103-project] GET failed (client error): The resource could not be found. Jul 27 23:22:43.569151 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-de6bfbf6-0d68-4fa0-8f86-082ff4cdc9db tempest-AllowedAddressPairTestJSON-135295103 tempest-AllowedAddressPairTestJSON-135295103-project] 10.222.0.18 "GET /v2.0/ports/7fa30733-471f-4fd7-9520-2aa01070f8c0 HTTP/1.1" status: 404 len: 333 time: 0.0462301 Jul 27 23:22:43.579259 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 53806) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:22:43.591241 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-5bdcf44a-d6e8-45bc-85e9-49085edac6f9 tempest-AllowedAddressPairTestJSON-135295103 tempest-AllowedAddressPairTestJSON-135295103-project] Request body: {'port': {'network_id': '1d7c275d-e8fd-43b8-9bb2-876822161449', 'name': 'tempest-AllowedAddressPairTestJSON-1027233299'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:22:43.592730 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14b293e-cd12-4b53-aab0-680c5547a04e req-b61de30d-54f0-41da-8504-15c9b6d5836d tempest-ServerRescueTestJSONUnderV235-622928344 tempest-ServerRescueTestJSONUnderV235-622928344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:22:43.595158 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f14b293e-cd12-4b53-aab0-680c5547a04e req-b61de30d-54f0-41da-8504-15c9b6d5836d tempest-ServerRescueTestJSONUnderV235-622928344 tempest-ServerRescueTestJSONUnderV235-622928344-project] 10.222.0.18 "GET /v2.0/ports?device_id=515844b0-12e5-4d91-8415-7e9fc9e79241 HTTP/1.1" status: 200 len: 946 time: 0.2044199 Jul 27 23:22:43.600115 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-fd27fae9-3cc9-4a1a-910a-b45a5a62e3ac req-6666a497-92b1-4f69-8be3-2bfdd04a3a7d tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/security-groups?id=5f578744-6f09-4b7e-a537-2a342130270d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1075439 Jul 27 23:22:43.653600 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f14b293e-cd12-4b53-aab0-680c5547a04e req-256596a4-ab4b-47d5-a2bd-9cb2266161c1 tempest-ServerRescueTestJSONUnderV235-622928344 tempest-ServerRescueTestJSONUnderV235-622928344-project] 10.222.0.18 "GET /v2.0/security-groups?id=2eed3499-b2dc-4df3-ba94-97f5c54db85f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473957 Jul 27 23:22:43.711358 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:22:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e254ca81-2365-4b5d-878c-e233acfcc338 x-openstack-request-id: req-e254ca81-2365-4b5d-878c-e233acfcc338 {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:22:43.711659 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bda45a6-7b3d-4402-bc36-eb32e3c47420", "name": "network-vif-plugged", "status": "completed", "tag": "23300807-efde-46de-99e7-6916a9204bb3", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:22:43.711918 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e254ca81-2365-4b5d-878c-e233acfcc338 {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:22:43.712316 n-d-802623-1 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bda45a6-7b3d-4402-bc36-eb32e3c47420', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23300807-efde-46de-99e7-6916a9204bb3', 'code': 200} Jul 27 23:22:43.757802 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bdcf44a-d6e8-45bc-85e9-49085edac6f9 tempest-AllowedAddressPairTestJSON-135295103 tempest-AllowedAddressPairTestJSON-135295103-project] Made reservation on behalf of 1dc0c567d7e84ba1b935365f7d8f09a0 for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:22:43.764591 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5bdcf44a-d6e8-45bc-85e9-49085edac6f9 tempest-AllowedAddressPairTestJSON-135295103 tempest-AllowedAddressPairTestJSON-135295103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:43.818217 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [None req-5bdcf44a-d6e8-45bc-85e9-49085edac6f9 tempest-AllowedAddressPairTestJSON-135295103 tempest-AllowedAddressPairTestJSON-135295103-project] device_id is not set on port 051d434e-518c-43ee-84ea-e06069c8ff62 yet. {{(pid=93798) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 23:22:43.856540 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-fff7f8f2-31e3-45b6-adbc-717dc9af43e9 req-fee03b24-5b82-41cb-810b-0f0485e66b2b tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] 10.222.0.18 "GET /v2.0/ports?device_id=b095b7c4-44b3-4276-8676-8d0be18fa84f HTTP/1.1" status: 200 len: 210 time: 0.0885549 Jul 27 23:22:43.959259 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-5bdcf44a-d6e8-45bc-85e9-49085edac6f9 tempest-AllowedAddressPairTestJSON-135295103 tempest-AllowedAddressPairTestJSON-135295103-project] Allocated IP 172.20.0.13 (1d7c275d-e8fd-43b8-9bb2-876822161449/1ca3cb0e-8074-4c34-88e7-702d7ca23b81/051d434e-518c-43ee-84ea-e06069c8ff62) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:22:44.036782 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e07a5d-953d-4cb4-bfe7-9cb7e60f27d7 req-a05a09a9-c3f5-4bd9-b425-0f55b3a5094e tempest-ServerRescueTestJSONUnderV235-622928344 tempest-ServerRescueTestJSONUnderV235-622928344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:22:44.038297 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-b0e07a5d-953d-4cb4-bfe7-9cb7e60f27d7 req-a05a09a9-c3f5-4bd9-b425-0f55b3a5094e tempest-ServerRescueTestJSONUnderV235-622928344 tempest-ServerRescueTestJSONUnderV235-622928344-project] 10.222.0.18 "GET /v2.0/ports?device_id=515844b0-12e5-4d91-8415-7e9fc9e79241 HTTP/1.1" status: 200 len: 946 time: 0.0676239 Jul 27 23:22:44.047393 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e277bf-6fc6-48f8-8b07-baad383e942c req-f9be75e2-cb8a-4e8d-a717-5e48975773a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:22:44.048970 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-75e277bf-6fc6-48f8-8b07-baad383e942c req-f9be75e2-cb8a-4e8d-a717-5e48975773a4 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=3333578abc624b349077b88d523a95c7&device_id=515844b0-12e5-4d91-8415-7e9fc9e79241 HTTP/1.1" status: 200 len: 1097 time: 0.1109915 Jul 27 23:22:44.152263 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-b0e07a5d-953d-4cb4-bfe7-9cb7e60f27d7 req-59b7adb6-8025-405c-bb7f-027a73408446 tempest-ServerRescueTestJSONUnderV235-622928344 tempest-ServerRescueTestJSONUnderV235-622928344-project] 10.222.0.18 "GET /v2.0/security-groups?id=2eed3499-b2dc-4df3-ba94-97f5c54db85f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018093 Jul 27 23:22:44.165722 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5bdcf44a-d6e8-45bc-85e9-49085edac6f9 tempest-AllowedAddressPairTestJSON-135295103 tempest-AllowedAddressPairTestJSON-135295103-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:44.178796 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-5bdcf44a-d6e8-45bc-85e9-49085edac6f9 tempest-AllowedAddressPairTestJSON-135295103 tempest-AllowedAddressPairTestJSON-135295103-project] Transition to ACTIVE for port object 051d434e-518c-43ee-84ea-e06069c8ff62 will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:22:44.222431 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e277bf-6fc6-48f8-8b07-baad383e942c req-b943946e-dfa4-4cbb-bda1-cc7ecfbf7a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:22:44.222656 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5bdcf44a-d6e8-45bc-85e9-49085edac6f9 tempest-AllowedAddressPairTestJSON-135295103 tempest-AllowedAddressPairTestJSON-135295103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:44.224797 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-75e277bf-6fc6-48f8-8b07-baad383e942c req-b943946e-dfa4-4cbb-bda1-cc7ecfbf7a79 service neutron] 10.222.0.49 "GET /v2.0/networks?id=470a3bc8-3a6a-42d8-9fcd-fd13d61a7106 HTTP/1.1" status: 200 len: 920 time: 0.1645002 Jul 27 23:22:44.297934 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-75e277bf-6fc6-48f8-8b07-baad383e942c req-d181d8bc-3e33-4525-8819-499de6609968 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=46cb3646-e819-4bd1-b975-6ed7aa67a5df HTTP/1.1" status: 200 len: 217 time: 0.0573926 Jul 27 23:22:44.313901 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bdcf44a-d6e8-45bc-85e9-49085edac6f9 tempest-AllowedAddressPairTestJSON-135295103 tempest-AllowedAddressPairTestJSON-135295103-project] Network 1d7c275d-e8fd-43b8-9bb2-876822161449 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:22:44.324993 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-5bdcf44a-d6e8-45bc-85e9-49085edac6f9 tempest-AllowedAddressPairTestJSON-135295103 tempest-AllowedAddressPairTestJSON-135295103-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:22:44.331509 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bdcf44a-d6e8-45bc-85e9-49085edac6f9 tempest-AllowedAddressPairTestJSON-135295103 tempest-AllowedAddressPairTestJSON-135295103-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:22:44.337380 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdcf44a-d6e8-45bc-85e9-49085edac6f9 tempest-AllowedAddressPairTestJSON-135295103 tempest-AllowedAddressPairTestJSON-135295103-project] Pushing event updated for resources: {'Port': ['ID=051d434e-518c-43ee-84ea-e06069c8ff62,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:22:44.389777 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a11f3b9-fb31-41df-a143-11768cfd7731 req-8925f054-ebc8-44fb-9f7b-78bf333d2cc0 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:22:44.392109 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-9a11f3b9-fb31-41df-a143-11768cfd7731 req-8925f054-ebc8-44fb-9f7b-78bf333d2cc0 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] 10.222.0.18 "GET /v2.0/ports?device_id=9bda45a6-7b3d-4402-bc36-eb32e3c47420 HTTP/1.1" status: 200 len: 945 time: 0.1243298 Jul 27 23:22:44.422179 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e277bf-6fc6-48f8-8b07-baad383e942c req-6a437911-2dea-431a-9cce-686ba58b14d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:22:44.428000 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-75e277bf-6fc6-48f8-8b07-baad383e942c req-6a437911-2dea-431a-9cce-686ba58b14d7 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=cda1fa6c-3b60-45b3-95dc-3c5a11ac6a40 HTTP/1.1" status: 200 len: 859 time: 0.1221952 Jul 27 23:22:44.440940 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bdcf44a-d6e8-45bc-85e9-49085edac6f9 tempest-AllowedAddressPairTestJSON-135295103 tempest-AllowedAddressPairTestJSON-135295103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:22:44.440940 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5bdcf44a-d6e8-45bc-85e9-49085edac6f9 tempest-AllowedAddressPairTestJSON-135295103 tempest-AllowedAddressPairTestJSON-135295103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:44.479737 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-75e277bf-6fc6-48f8-8b07-baad383e942c req-90b0bc39-c72e-4c30-a812-21c1565a1b9a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=470a3bc8-3a6a-42d8-9fcd-fd13d61a7106&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434561 Jul 27 23:22:44.490869 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-9a11f3b9-fb31-41df-a143-11768cfd7731 req-2bc5c82a-cc8d-4c88-9144-a59ccbe9af7b tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] 10.222.0.18 "GET /v2.0/security-groups?id=65b595b9-aa8c-4614-91d3-1ae3459c99b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0852978 Jul 27 23:22:44.497045 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-5bdcf44a-d6e8-45bc-85e9-49085edac6f9 tempest-AllowedAddressPairTestJSON-135295103 tempest-AllowedAddressPairTestJSON-135295103-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9131384 Jul 27 23:22:44.500305 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [req-75e277bf-6fc6-48f8-8b07-baad383e942c req-e54b897c-c8f8-40fb-8a49-2f1906f7fbdf service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=93797) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 23:22:44.501416 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-75e277bf-6fc6-48f8-8b07-baad383e942c req-e54b897c-c8f8-40fb-8a49-2f1906f7fbdf service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0136874 Jul 27 23:22:44.501617 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 53828) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:22:44.513638 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-7e1f1bb7-784b-4be8-807f-996b6ad8d26a tempest-AllowedAddressPairTestJSON-135295103 tempest-AllowedAddressPairTestJSON-135295103-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:a6:a4:32'}]}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:22:44.643747 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-75e277bf-6fc6-48f8-8b07-baad383e942c req-be62928d-049e-49ea-9473-0984ce56a898 service neutron] 10.222.0.49 "GET /v2.0/networks/470a3bc8-3a6a-42d8-9fcd-fd13d61a7106?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336222 Jul 27 23:22:44.730186 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-521782c7-141f-4a9e-8eba-a399baa359a8 None None] Provisioning for port 051d434e-518c-43ee-84ea-e06069c8ff62 completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:22:44.737350 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-521782c7-141f-4a9e-8eba-a399baa359a8 None None] Provisioning complete for port 051d434e-518c-43ee-84ea-e06069c8ff62 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:22:44.737859 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-521782c7-141f-4a9e-8eba-a399baa359a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:44.779296 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-521782c7-141f-4a9e-8eba-a399baa359a8 None None] Port 051d434e-518c-43ee-84ea-e06069c8ff62 cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:22:44.793587 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7e1f1bb7-784b-4be8-807f-996b6ad8d26a tempest-AllowedAddressPairTestJSON-135295103 tempest-AllowedAddressPairTestJSON-135295103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:44.865399 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf4537a-1180-4f39-8259-96a0e23845f6 req-9310ff92-e755-4860-8b1b-3555d0512339 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:22:44.867252 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-acf4537a-1180-4f39-8259-96a0e23845f6 req-9310ff92-e755-4860-8b1b-3555d0512339 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/ports?device_id=55cb1b9e-b3c2-47cd-8a02-7c9e10ec36f7 HTTP/1.1" status: 200 len: 944 time: 0.1147728 Jul 27 23:22:44.904064 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-75e277bf-6fc6-48f8-8b07-baad383e942c req-67186246-ffd4-4134-809f-bda7b6ee9434 service neutron] 10.222.0.49 "GET /v2.0/networks/470a3bc8-3a6a-42d8-9fcd-fd13d61a7106?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2505555 Jul 27 23:22:44.969282 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-acf4537a-1180-4f39-8259-96a0e23845f6 req-215f2873-885f-48d2-84a3-21537ec4c8b9 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/security-groups?id=5f578744-6f09-4b7e-a537-2a342130270d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742917 Jul 27 23:22:45.054932 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7e1f1bb7-784b-4be8-807f-996b6ad8d26a tempest-AllowedAddressPairTestJSON-135295103 tempest-AllowedAddressPairTestJSON-135295103-project] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:45.099367 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e53a6805-81cc-4e69-b5a2-1da2b4af4931 req-bfe939df-f214-4192-a42d-a6b4845a3061 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] 10.222.0.18 "GET /v2.0/ports?device_id=b095b7c4-44b3-4276-8676-8d0be18fa84f HTTP/1.1" status: 200 len: 210 time: 0.0490899 Jul 27 23:22:45.100608 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7e1f1bb7-784b-4be8-807f-996b6ad8d26a tempest-AllowedAddressPairTestJSON-135295103 tempest-AllowedAddressPairTestJSON-135295103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:45.306747 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-7e1f1bb7-784b-4be8-807f-996b6ad8d26a tempest-AllowedAddressPairTestJSON-135295103 tempest-AllowedAddressPairTestJSON-135295103-project] In _notify_port_updated(), no bound segment for port 051d434e-518c-43ee-84ea-e06069c8ff62 on network 1d7c275d-e8fd-43b8-9bb2-876822161449 {{(pid=93798) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 27 23:22:45.313585 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e1f1bb7-784b-4be8-807f-996b6ad8d26a tempest-AllowedAddressPairTestJSON-135295103 tempest-AllowedAddressPairTestJSON-135295103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:22:45.314269 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7e1f1bb7-784b-4be8-807f-996b6ad8d26a tempest-AllowedAddressPairTestJSON-135295103 tempest-AllowedAddressPairTestJSON-135295103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:45.315642 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-7e1f1bb7-784b-4be8-807f-996b6ad8d26a tempest-AllowedAddressPairTestJSON-135295103 tempest-AllowedAddressPairTestJSON-135295103-project] 10.222.0.18 "PUT /v2.0/ports/051d434e-518c-43ee-84ea-e06069c8ff62 HTTP/1.1" status: 200 len: 997 time: 0.8128977 Jul 27 23:22:45.317321 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1f1bb7-784b-4be8-807f-996b6ad8d26a tempest-AllowedAddressPairTestJSON-135295103 tempest-AllowedAddressPairTestJSON-135295103-project] Pushing event updated for resources: {'Port': ['ID=051d434e-518c-43ee-84ea-e06069c8ff62,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:22:45.329715 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 53846) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:22:45.423775 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f791180-1ff5-4280-9116-8fe8ba35a510 req-20da266e-7777-4d77-84cd-78c7e5905e8c tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:22:45.447537 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-0f791180-1ff5-4280-9116-8fe8ba35a510 req-20da266e-7777-4d77-84cd-78c7e5905e8c tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/ports?device_id=55cb1b9e-b3c2-47cd-8a02-7c9e10ec36f7 HTTP/1.1" status: 200 len: 944 time: 0.1399662 Jul 27 23:22:45.478811 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9d1803-b263-48f5-b113-6a9edf421571 req-b87975b4-41b3-45d1-b21d-3f5f2b0630c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:22:45.480966 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-ce9d1803-b263-48f5-b113-6a9edf421571 req-b87975b4-41b3-45d1-b21d-3f5f2b0630c1 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=096ab815848b4fa4865a54f76499dfb1&device_id=55cb1b9e-b3c2-47cd-8a02-7c9e10ec36f7 HTTP/1.1" status: 200 len: 1095 time: 0.1993370 Jul 27 23:22:45.501219 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8c60ac-d5ec-42fe-9afc-e64a2441c19a req-ff0a7d74-3286-4de1-a657-5215232742f6 tempest-ServerRescueTestJSONUnderV235-622928344 tempest-ServerRescueTestJSONUnderV235-622928344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:22:45.509131 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-6a8c60ac-d5ec-42fe-9afc-e64a2441c19a req-ff0a7d74-3286-4de1-a657-5215232742f6 tempest-ServerRescueTestJSONUnderV235-622928344 tempest-ServerRescueTestJSONUnderV235-622928344-project] 10.222.0.18 "GET /v2.0/ports?device_id=515844b0-12e5-4d91-8415-7e9fc9e79241 HTTP/1.1" status: 200 len: 946 time: 0.1783867 Jul 27 23:22:45.531235 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-0f791180-1ff5-4280-9116-8fe8ba35a510 req-6a1dc559-6abb-4fb9-ac71-11c83b79a71a tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/security-groups?id=5f578744-6f09-4b7e-a537-2a342130270d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767813 Jul 27 23:22:45.614653 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-30068dab-67df-40cd-8ec1-e4a9aae0e665 None None] Provisioning complete for port 051d434e-518c-43ee-84ea-e06069c8ff62 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:22:45.615337 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-30068dab-67df-40cd-8ec1-e4a9aae0e665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:45.703514 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccbb120-7ba6-41bf-88be-8deee2212e8b req-343944ec-4c12-4d2c-bbfc-fd4310763288 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:22:45.707886 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-bccbb120-7ba6-41bf-88be-8deee2212e8b req-343944ec-4c12-4d2c-bbfc-fd4310763288 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] 10.222.0.18 "GET /v2.0/ports?device_id=9bda45a6-7b3d-4402-bc36-eb32e3c47420 HTTP/1.1" status: 200 len: 945 time: 0.0718336 Jul 27 23:22:45.712680 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-6a8c60ac-d5ec-42fe-9afc-e64a2441c19a req-367387ae-724d-4a7f-81a0-1d1286036e83 tempest-ServerRescueTestJSONUnderV235-622928344 tempest-ServerRescueTestJSONUnderV235-622928344-project] 10.222.0.18 "GET /v2.0/security-groups?id=2eed3499-b2dc-4df3-ba94-97f5c54db85f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025630 Jul 27 23:22:45.717190 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-30068dab-67df-40cd-8ec1-e4a9aae0e665 None None] Port 051d434e-518c-43ee-84ea-e06069c8ff62 cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:22:45.732666 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-49668d0f-e619-42e4-bfe0-5777b8aa2a5f tempest-AllowedAddressPairTestJSON-135295103 tempest-AllowedAddressPairTestJSON-135295103-project] Deleting port 051d434e-518c-43ee-84ea-e06069c8ff62 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:22:45.733033 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-49668d0f-e619-42e4-bfe0-5777b8aa2a5f tempest-AllowedAddressPairTestJSON-135295103 tempest-AllowedAddressPairTestJSON-135295103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:45.782981 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-bccbb120-7ba6-41bf-88be-8deee2212e8b req-c827ba8f-7806-4772-bcc6-eccc7f32b9a9 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] 10.222.0.18 "GET /v2.0/security-groups?id=65b595b9-aa8c-4614-91d3-1ae3459c99b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644300 Jul 27 23:22:45.858577 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9d1803-b263-48f5-b113-6a9edf421571 req-c1d89d9c-ac22-4b2e-a8ad-3ac6a0b0d660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:22:45.860094 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-ce9d1803-b263-48f5-b113-6a9edf421571 req-c1d89d9c-ac22-4b2e-a8ad-3ac6a0b0d660 service neutron] 10.222.0.49 "GET /v2.0/networks?id=0627b955-dd0f-4cce-ba7f-51e698f3bc59 HTTP/1.1" status: 200 len: 913 time: 0.3475502 Jul 27 23:22:45.942384 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-49668d0f-e619-42e4-bfe0-5777b8aa2a5f tempest-AllowedAddressPairTestJSON-135295103 tempest-AllowedAddressPairTestJSON-135295103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:45.981783 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-49668d0f-e619-42e4-bfe0-5777b8aa2a5f tempest-AllowedAddressPairTestJSON-135295103 tempest-AllowedAddressPairTestJSON-135295103-project] Calling delete_port for 051d434e-518c-43ee-84ea-e06069c8ff62 owned by {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:22:45.990633 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-ce9d1803-b263-48f5-b113-6a9edf421571 req-07c2c04d-3fa9-448a-8446-cdc28331d7a6 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=907413de-9aa6-49bc-ae78-3f4206ba8faf HTTP/1.1" status: 200 len: 998 time: 0.1138642 Jul 27 23:22:46.111821 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9d1803-b263-48f5-b113-6a9edf421571 req-6ab63986-2199-4607-b17f-220f266e1368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:22:46.113466 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-ce9d1803-b263-48f5-b113-6a9edf421571 req-6ab63986-2199-4607-b17f-220f266e1368 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=232a981d-f7d1-42df-991c-3a09e4ce0177 HTTP/1.1" status: 200 len: 851 time: 0.1150446 Jul 27 23:22:46.259131 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-2abee835-4a4b-43d8-84d1-ecaa13f05c4c req-484a2e48-77f5-4d39-86e1-77e1fc6cba52 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] 10.222.0.18 "GET /v2.0/ports?device_id=b095b7c4-44b3-4276-8676-8d0be18fa84f HTTP/1.1" status: 200 len: 210 time: 0.0454011 Jul 27 23:22:46.318192 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9d1803-b263-48f5-b113-6a9edf421571 req-8e6113e5-656f-45aa-ac47-e7b424e0c5dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:22:46.320379 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-ce9d1803-b263-48f5-b113-6a9edf421571 req-8e6113e5-656f-45aa-ac47-e7b424e0c5dd service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0627b955-dd0f-4cce-ba7f-51e698f3bc59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1964056 Jul 27 23:22:46.411837 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-49668d0f-e619-42e4-bfe0-5777b8aa2a5f tempest-AllowedAddressPairTestJSON-135295103 tempest-AllowedAddressPairTestJSON-135295103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:46.460547 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49668d0f-e619-42e4-bfe0-5777b8aa2a5f tempest-AllowedAddressPairTestJSON-135295103 tempest-AllowedAddressPairTestJSON-135295103-project] Pushing event deleted for resources: {'Port': ['ID=051d434e-518c-43ee-84ea-e06069c8ff62,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:22:46.554062 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-ce9d1803-b263-48f5-b113-6a9edf421571 req-e5047ea8-2de6-4a83-b3cb-ef2735badaa6 service neutron] 10.222.0.49 "GET /v2.0/networks/0627b955-dd0f-4cce-ba7f-51e698f3bc59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2241464 Jul 27 23:22:46.684138 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-ce9d1803-b263-48f5-b113-6a9edf421571 req-2b1113d5-e2ef-46a3-a7fa-a2f8ac28ca33 service neutron] 10.222.0.49 "GET /v2.0/networks/0627b955-dd0f-4cce-ba7f-51e698f3bc59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152303 Jul 27 23:22:46.747578 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-49668d0f-e619-42e4-bfe0-5777b8aa2a5f tempest-AllowedAddressPairTestJSON-135295103 tempest-AllowedAddressPairTestJSON-135295103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:46.754855 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-49668d0f-e619-42e4-bfe0-5777b8aa2a5f tempest-AllowedAddressPairTestJSON-135295103 tempest-AllowedAddressPairTestJSON-135295103-project] 10.222.0.18 "DELETE /v2.0/ports/051d434e-518c-43ee-84ea-e06069c8ff62 HTTP/1.1" status: 204 len: 168 time: 1.4224873 Jul 27 23:22:46.755407 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 53864) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:22:46.779306 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13becb32-bab4-44ad-b8cd-8c445c3cd713 req-a5ec75ae-e5c5-43a1-be14-d05dff2a47ca tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:22:46.781039 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-13becb32-bab4-44ad-b8cd-8c445c3cd713 req-a5ec75ae-e5c5-43a1-be14-d05dff2a47ca tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/ports?device_id=55cb1b9e-b3c2-47cd-8a02-7c9e10ec36f7 HTTP/1.1" status: 200 len: 944 time: 0.1033897 Jul 27 23:22:46.816106 n-d-802623-1 neutron-server[93798]: INFO neutron.pecan_wsgi.hooks.translation [None req-2cdb72fc-c369-4e77-b9b6-f0c3521fcaa4 tempest-AllowedAddressPairTestJSON-135295103 tempest-AllowedAddressPairTestJSON-135295103-project] GET failed (client error): The resource could not be found. Jul 27 23:22:46.820429 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-2cdb72fc-c369-4e77-b9b6-f0c3521fcaa4 tempest-AllowedAddressPairTestJSON-135295103 tempest-AllowedAddressPairTestJSON-135295103-project] 10.222.0.18 "GET /v2.0/ports/051d434e-518c-43ee-84ea-e06069c8ff62 HTTP/1.1" status: 404 len: 333 time: 0.0604618 Jul 27 23:22:46.820758 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 53868) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:22:46.827349 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-5d904d6f-714b-4736-81bc-55406e314509 tempest-AllowedAddressPairTestJSON-135295103 tempest-AllowedAddressPairTestJSON-135295103-project] Request body: {'port': {'network_id': '1d7c275d-e8fd-43b8-9bb2-876822161449', 'name': 'tempest-AllowedAddressPairTestJSON-2062268618'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:22:46.888206 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51705217-7b33-4ce4-a120-957d74ea8ff6 req-f6a43f5b-7409-44b8-b2e9-d0461385b4d9 tempest-ServerRescueTestJSONUnderV235-622928344 tempest-ServerRescueTestJSONUnderV235-622928344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:22:46.895801 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-51705217-7b33-4ce4-a120-957d74ea8ff6 req-f6a43f5b-7409-44b8-b2e9-d0461385b4d9 tempest-ServerRescueTestJSONUnderV235-622928344 tempest-ServerRescueTestJSONUnderV235-622928344-project] 10.222.0.18 "GET /v2.0/ports?device_id=515844b0-12e5-4d91-8415-7e9fc9e79241 HTTP/1.1" status: 200 len: 946 time: 0.0846362 Jul 27 23:22:46.958648 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-51705217-7b33-4ce4-a120-957d74ea8ff6 req-8d72435f-0333-4779-b71b-a27c32d4cf19 tempest-ServerRescueTestJSONUnderV235-622928344 tempest-ServerRescueTestJSONUnderV235-622928344-project] 10.222.0.18 "GET /v2.0/security-groups?id=2eed3499-b2dc-4df3-ba94-97f5c54db85f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618873 Jul 27 23:22:47.046695 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-13becb32-bab4-44ad-b8cd-8c445c3cd713 req-4cf9d1a5-eeb8-4606-ad5e-6fd50cf57365 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/security-groups?id=5f578744-6f09-4b7e-a537-2a342130270d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2392080 Jul 27 23:22:47.050059 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d904d6f-714b-4736-81bc-55406e314509 tempest-AllowedAddressPairTestJSON-135295103 tempest-AllowedAddressPairTestJSON-135295103-project] Made reservation on behalf of 1dc0c567d7e84ba1b935365f7d8f09a0 for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:22:47.054353 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5d904d6f-714b-4736-81bc-55406e314509 tempest-AllowedAddressPairTestJSON-135295103 tempest-AllowedAddressPairTestJSON-135295103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:47.074802 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [None req-5d904d6f-714b-4736-81bc-55406e314509 tempest-AllowedAddressPairTestJSON-135295103 tempest-AllowedAddressPairTestJSON-135295103-project] device_id is not set on port 2c836f91-fdca-4d90-af94-1c5a2f357cbc yet. {{(pid=93798) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 23:22:47.137600 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad05161f-7dfb-48b2-88de-ef1d2db3fe2d req-ecc11d0d-8bd8-46e6-a1f9-1abb9449fa10 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:22:47.142646 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-ad05161f-7dfb-48b2-88de-ef1d2db3fe2d req-ecc11d0d-8bd8-46e6-a1f9-1abb9449fa10 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] 10.222.0.18 "GET /v2.0/ports?device_id=9bda45a6-7b3d-4402-bc36-eb32e3c47420 HTTP/1.1" status: 200 len: 945 time: 0.1282477 Jul 27 23:22:47.227293 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-ad05161f-7dfb-48b2-88de-ef1d2db3fe2d req-7471efe0-b8e0-401c-ad87-8f699e350ba2 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] 10.222.0.18 "GET /v2.0/security-groups?id=65b595b9-aa8c-4614-91d3-1ae3459c99b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787678 Jul 27 23:22:47.270252 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-5d904d6f-714b-4736-81bc-55406e314509 tempest-AllowedAddressPairTestJSON-135295103 tempest-AllowedAddressPairTestJSON-135295103-project] Allocated IP 172.20.0.13 (1d7c275d-e8fd-43b8-9bb2-876822161449/1ca3cb0e-8074-4c34-88e7-702d7ca23b81/2c836f91-fdca-4d90-af94-1c5a2f357cbc) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:22:47.418407 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 53874) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:22:47.468181 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5d904d6f-714b-4736-81bc-55406e314509 tempest-AllowedAddressPairTestJSON-135295103 tempest-AllowedAddressPairTestJSON-135295103-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:47.497997 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-5d904d6f-714b-4736-81bc-55406e314509 tempest-AllowedAddressPairTestJSON-135295103 tempest-AllowedAddressPairTestJSON-135295103-project] Transition to ACTIVE for port object 2c836f91-fdca-4d90-af94-1c5a2f357cbc will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:22:47.520437 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6e9d3444-0aa5-4a70-9d13-2f4c4b418ac0 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:47.545124 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5d904d6f-714b-4736-81bc-55406e314509 tempest-AllowedAddressPairTestJSON-135295103 tempest-AllowedAddressPairTestJSON-135295103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:47.553929 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6e9d3444-0aa5-4a70-9d13-2f4c4b418ac0 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:47.606883 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d904d6f-714b-4736-81bc-55406e314509 tempest-AllowedAddressPairTestJSON-135295103 tempest-AllowedAddressPairTestJSON-135295103-project] Network 1d7c275d-e8fd-43b8-9bb2-876822161449 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:22:47.607952 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-5d904d6f-714b-4736-81bc-55406e314509 tempest-AllowedAddressPairTestJSON-135295103 tempest-AllowedAddressPairTestJSON-135295103-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:22:47.614438 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d904d6f-714b-4736-81bc-55406e314509 tempest-AllowedAddressPairTestJSON-135295103 tempest-AllowedAddressPairTestJSON-135295103-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:22:47.624113 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6e9d3444-0aa5-4a70-9d13-2f4c4b418ac0 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:47.638842 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6e9d3444-0aa5-4a70-9d13-2f4c4b418ac0 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:47.643105 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-6e9d3444-0aa5-4a70-9d13-2f4c4b418ac0 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] 10.222.0.18 "DELETE /v2.0/security-groups/099e8df2-bc6b-4be8-8e74-9791e0ffd653 HTTP/1.1" status: 204 len: 168 time: 0.2211106 Jul 27 23:22:47.662853 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 53876) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:22:47.667911 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9d3444-0aa5-4a70-9d13-2f4c4b418ac0 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=099e8df2-bc6b-4be8-8e74-9791e0ffd653,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:22:47.696439 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d904d6f-714b-4736-81bc-55406e314509 tempest-AllowedAddressPairTestJSON-135295103 tempest-AllowedAddressPairTestJSON-135295103-project] Pushing event updated for resources: {'Port': ['ID=2c836f91-fdca-4d90-af94-1c5a2f357cbc,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:22:47.719193 n-d-802623-1 neutron-server[93797]: INFO neutron.api.v2.resource [None req-1135f71f-32b9-4932-8c88-41c82ecdc442 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] show failed (client error): The resource could not be found. Jul 27 23:22:47.720260 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-1135f71f-32b9-4932-8c88-41c82ecdc442 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] 10.222.0.18 "GET /v2.0/security-groups/099e8df2-bc6b-4be8-8e74-9791e0ffd653 HTTP/1.1" status: 404 len: 347 time: 0.0404992 Jul 27 23:22:47.726400 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 53880) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:22:47.781114 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d904d6f-714b-4736-81bc-55406e314509 tempest-AllowedAddressPairTestJSON-135295103 tempest-AllowedAddressPairTestJSON-135295103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:22:47.781653 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5d904d6f-714b-4736-81bc-55406e314509 tempest-AllowedAddressPairTestJSON-135295103 tempest-AllowedAddressPairTestJSON-135295103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:47.820871 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-5d904d6f-714b-4736-81bc-55406e314509 tempest-AllowedAddressPairTestJSON-135295103 tempest-AllowedAddressPairTestJSON-135295103-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9954231 Jul 27 23:22:47.822445 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 53884) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:22:47.839723 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-03381130-6c35-4d8a-b9a3-a580f1688b69 tempest-AllowedAddressPairTestJSON-135295103 tempest-AllowedAddressPairTestJSON-135295103-project] Request body: {'port': {'network_id': '1d7c275d-e8fd-43b8-9bb2-876822161449', 'name': 'tempest-AllowedAddressPairTestJSON-2138284499'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:22:47.996852 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-2b40f3d9-cf2a-4833-9895-9807a8205d5f tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Deleting port 626d1258-8add-4a8d-9dca-aef6e4d2faba {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:22:47.997202 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2b40f3d9-cf2a-4833-9895-9807a8205d5f tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:48.099776 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-0cab9800-5c69-47b7-b152-0baa266fce9e None None] Provisioning for port 2c836f91-fdca-4d90-af94-1c5a2f357cbc completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:22:48.105158 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-0cab9800-5c69-47b7-b152-0baa266fce9e None None] Provisioning complete for port 2c836f91-fdca-4d90-af94-1c5a2f357cbc triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:22:48.105540 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-0cab9800-5c69-47b7-b152-0baa266fce9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:48.125597 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03381130-6c35-4d8a-b9a3-a580f1688b69 tempest-AllowedAddressPairTestJSON-135295103 tempest-AllowedAddressPairTestJSON-135295103-project] Made reservation on behalf of 1dc0c567d7e84ba1b935365f7d8f09a0 for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:22:48.129840 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-03381130-6c35-4d8a-b9a3-a580f1688b69 tempest-AllowedAddressPairTestJSON-135295103 tempest-AllowedAddressPairTestJSON-135295103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:48.188653 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [None req-03381130-6c35-4d8a-b9a3-a580f1688b69 tempest-AllowedAddressPairTestJSON-135295103 tempest-AllowedAddressPairTestJSON-135295103-project] device_id is not set on port c2b3e3ca-a6bc-4e62-a0ff-e6b4f0a974ff yet. {{(pid=93798) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 23:22:48.189235 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-0cab9800-5c69-47b7-b152-0baa266fce9e None None] Port 2c836f91-fdca-4d90-af94-1c5a2f357cbc cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:22:48.251522 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965f6308-509f-4399-ad46-f8ea677e8468 req-63568fbc-6ed4-4293-a056-8ef55a99b63c tempest-ServerRescueTestJSONUnderV235-622928344 tempest-ServerRescueTestJSONUnderV235-622928344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:22:48.253425 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-965f6308-509f-4399-ad46-f8ea677e8468 req-63568fbc-6ed4-4293-a056-8ef55a99b63c tempest-ServerRescueTestJSONUnderV235-622928344 tempest-ServerRescueTestJSONUnderV235-622928344-project] 10.222.0.18 "GET /v2.0/ports?device_id=515844b0-12e5-4d91-8415-7e9fc9e79241 HTTP/1.1" status: 200 len: 946 time: 0.1290696 Jul 27 23:22:48.308740 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2b40f3d9-cf2a-4833-9895-9807a8205d5f tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:48.309122 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2b40f3d9-cf2a-4833-9895-9807a8205d5f tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:48.323724 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-2b40f3d9-cf2a-4833-9895-9807a8205d5f tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Calling delete_port for 626d1258-8add-4a8d-9dca-aef6e4d2faba owned by network:floatingip {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:22:48.343634 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-965f6308-509f-4399-ad46-f8ea677e8468 req-85755a7a-6e51-47fa-95be-e5370d461fac tempest-ServerRescueTestJSONUnderV235-622928344 tempest-ServerRescueTestJSONUnderV235-622928344-project] 10.222.0.18 "GET /v2.0/security-groups?id=2eed3499-b2dc-4df3-ba94-97f5c54db85f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787916 Jul 27 23:22:48.386726 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-03381130-6c35-4d8a-b9a3-a580f1688b69 tempest-AllowedAddressPairTestJSON-135295103 tempest-AllowedAddressPairTestJSON-135295103-project] Allocated IP 172.20.0.7 (1d7c275d-e8fd-43b8-9bb2-876822161449/1ca3cb0e-8074-4c34-88e7-702d7ca23b81/c2b3e3ca-a6bc-4e62-a0ff-e6b4f0a974ff) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:22:48.554922 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2b40f3d9-cf2a-4833-9895-9807a8205d5f tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:48.636705 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9bc4ff-84ff-4a71-b4cf-f7c387ae4e27 req-376fcffd-bf1e-4bc4-9a0e-68518698fc0a tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:22:48.638359 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8c9bc4ff-84ff-4a71-b4cf-f7c387ae4e27 req-376fcffd-bf1e-4bc4-9a0e-68518698fc0a tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/ports?device_id=55cb1b9e-b3c2-47cd-8a02-7c9e10ec36f7 HTTP/1.1" status: 200 len: 944 time: 0.4627302 Jul 27 23:22:48.676626 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b40f3d9-cf2a-4833-9895-9807a8205d5f tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Pushing event deleted for resources: {'Port': ['ID=626d1258-8add-4a8d-9dca-aef6e4d2faba,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:22:48.725232 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2b40f3d9-cf2a-4833-9895-9807a8205d5f tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Notify callbacks [] for floatingip, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:48.731411 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2b40f3d9-cf2a-4833-9895-9807a8205d5f tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for floatingip, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:48.735773 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-2b40f3d9-cf2a-4833-9895-9807a8205d5f tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] 10.222.0.18 "DELETE /v2.0/floatingips/aaa3be83-1228-467c-8bd0-d6f4f7ea13f6 HTTP/1.1" status: 204 len: 168 time: 1.0074723 Jul 27 23:22:48.738392 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 53898) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:22:48.751484 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8c9bc4ff-84ff-4a71-b4cf-f7c387ae4e27 req-6052b418-66a4-45f6-856d-b82cb1e718c1 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/security-groups?id=5f578744-6f09-4b7e-a537-2a342130270d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929196 Jul 27 23:22:48.882495 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-05df5e0a-6e93-457a-9c3e-fc9f8583dd1a tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Deleting port b0d9ae02-d7ae-4081-8329-a04703c772b8 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:22:48.883478 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-05df5e0a-6e93-457a-9c3e-fc9f8583dd1a tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:49.061080 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204c6cb5-232b-4e7e-bcbd-2529881b6342 req-c91a0b21-b1b3-41eb-b476-726b630cb1c3 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:22:49.063092 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-204c6cb5-232b-4e7e-bcbd-2529881b6342 req-c91a0b21-b1b3-41eb-b476-726b630cb1c3 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/ports?device_id=55cb1b9e-b3c2-47cd-8a02-7c9e10ec36f7 HTTP/1.1" status: 200 len: 944 time: 0.1572437 Jul 27 23:22:49.077838 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-05df5e0a-6e93-457a-9c3e-fc9f8583dd1a tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:49.113193 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-05df5e0a-6e93-457a-9c3e-fc9f8583dd1a tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Calling delete_port for b0d9ae02-d7ae-4081-8329-a04703c772b8 owned by {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:22:49.114385 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f47438-414c-4002-8b38-073e399ad18b req-8b2300e2-6091-43a3-a3d2-8c1672e1ef5f tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:22:49.115922 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-55f47438-414c-4002-8b38-073e399ad18b req-8b2300e2-6091-43a3-a3d2-8c1672e1ef5f tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] 10.222.0.18 "GET /v2.0/ports?device_id=9bda45a6-7b3d-4402-bc36-eb32e3c47420 HTTP/1.1" status: 200 len: 945 time: 0.6422281 Jul 27 23:22:49.189440 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-204c6cb5-232b-4e7e-bcbd-2529881b6342 req-bb4f57ba-982b-42be-a2e3-a5d9d9bf4d32 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/security-groups?id=5f578744-6f09-4b7e-a537-2a342130270d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1191821 Jul 27 23:22:49.197908 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-55f47438-414c-4002-8b38-073e399ad18b req-0c269f2c-093c-4ebf-8cb1-4d2d77210cfd tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] 10.222.0.18 "GET /v2.0/security-groups?id=65b595b9-aa8c-4614-91d3-1ae3459c99b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738683 Jul 27 23:22:49.286462 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-03381130-6c35-4d8a-b9a3-a580f1688b69 tempest-AllowedAddressPairTestJSON-135295103 tempest-AllowedAddressPairTestJSON-135295103-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:49.385762 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-03381130-6c35-4d8a-b9a3-a580f1688b69 tempest-AllowedAddressPairTestJSON-135295103 tempest-AllowedAddressPairTestJSON-135295103-project] Transition to ACTIVE for port object c2b3e3ca-a6bc-4e62-a0ff-e6b4f0a974ff will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:22:49.389257 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-05df5e0a-6e93-457a-9c3e-fc9f8583dd1a tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:49.459739 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-03381130-6c35-4d8a-b9a3-a580f1688b69 tempest-AllowedAddressPairTestJSON-135295103 tempest-AllowedAddressPairTestJSON-135295103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:49.539624 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03381130-6c35-4d8a-b9a3-a580f1688b69 tempest-AllowedAddressPairTestJSON-135295103 tempest-AllowedAddressPairTestJSON-135295103-project] Network 1d7c275d-e8fd-43b8-9bb2-876822161449 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:22:49.547841 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-03381130-6c35-4d8a-b9a3-a580f1688b69 tempest-AllowedAddressPairTestJSON-135295103 tempest-AllowedAddressPairTestJSON-135295103-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:22:49.554812 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03381130-6c35-4d8a-b9a3-a580f1688b69 tempest-AllowedAddressPairTestJSON-135295103 tempest-AllowedAddressPairTestJSON-135295103-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:22:49.570269 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05df5e0a-6e93-457a-9c3e-fc9f8583dd1a tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Pushing event deleted for resources: {'Port': ['ID=b0d9ae02-d7ae-4081-8329-a04703c772b8,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:22:49.601645 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03381130-6c35-4d8a-b9a3-a580f1688b69 tempest-AllowedAddressPairTestJSON-135295103 tempest-AllowedAddressPairTestJSON-135295103-project] Pushing event updated for resources: {'Port': ['ID=c2b3e3ca-a6bc-4e62-a0ff-e6b4f0a974ff,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:22:49.648709 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4e6f89-4cd3-4868-a228-3b2e80e65db6 req-b68ef9c6-ae67-4b87-8a6a-f106136a30c6 tempest-ServerRescueTestJSONUnderV235-622928344 tempest-ServerRescueTestJSONUnderV235-622928344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:22:49.656401 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-1d4e6f89-4cd3-4868-a228-3b2e80e65db6 req-b68ef9c6-ae67-4b87-8a6a-f106136a30c6 tempest-ServerRescueTestJSONUnderV235-622928344 tempest-ServerRescueTestJSONUnderV235-622928344-project] 10.222.0.18 "GET /v2.0/ports?device_id=515844b0-12e5-4d91-8415-7e9fc9e79241 HTTP/1.1" status: 200 len: 946 time: 0.1890378 Jul 27 23:22:49.740536 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2a8ba4-1a4a-4e5a-bf38-b1ea9ad1b6e2 req-79110dcd-5efd-4e55-aa1b-451a94c3dc5f tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:22:49.742633 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-fc2a8ba4-1a4a-4e5a-bf38-b1ea9ad1b6e2 req-79110dcd-5efd-4e55-aa1b-451a94c3dc5f tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/ports?device_id=55cb1b9e-b3c2-47cd-8a02-7c9e10ec36f7 HTTP/1.1" status: 200 len: 944 time: 0.3110635 Jul 27 23:22:49.748495 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03381130-6c35-4d8a-b9a3-a580f1688b69 tempest-AllowedAddressPairTestJSON-135295103 tempest-AllowedAddressPairTestJSON-135295103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:22:49.749127 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-03381130-6c35-4d8a-b9a3-a580f1688b69 tempest-AllowedAddressPairTestJSON-135295103 tempest-AllowedAddressPairTestJSON-135295103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:49.795076 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-05df5e0a-6e93-457a-9c3e-fc9f8583dd1a tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:49.800558 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-05df5e0a-6e93-457a-9c3e-fc9f8583dd1a tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] 10.222.0.18 "DELETE /v2.0/ports/b0d9ae02-d7ae-4081-8329-a04703c772b8 HTTP/1.1" status: 204 len: 168 time: 1.0612552 Jul 27 23:22:49.801174 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-1d4e6f89-4cd3-4868-a228-3b2e80e65db6 req-2d6f96c9-92fe-4b37-a280-8a4e4227a1ff tempest-ServerRescueTestJSONUnderV235-622928344 tempest-ServerRescueTestJSONUnderV235-622928344-project] 10.222.0.18 "GET /v2.0/security-groups?id=2eed3499-b2dc-4df3-ba94-97f5c54db85f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394999 Jul 27 23:22:49.803240 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 53910) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:22:49.844778 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-03381130-6c35-4d8a-b9a3-a580f1688b69 tempest-AllowedAddressPairTestJSON-135295103 tempest-AllowedAddressPairTestJSON-135295103-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0209358 Jul 27 23:22:49.845348 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 53912) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:22:49.850862 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-21951640-fff5-4d15-910c-f05ea6fedb92 tempest-AllowedAddressPairTestJSON-135295103 tempest-AllowedAddressPairTestJSON-135295103-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:a6:a4:32'}, {'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:26:72:74'}]}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:22:50.062150 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-b880ea61-2218-43e3-8f99-5d8bf69715fd None None] Provisioning for port c2b3e3ca-a6bc-4e62-a0ff-e6b4f0a974ff completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:22:50.080382 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-b880ea61-2218-43e3-8f99-5d8bf69715fd None None] Provisioning complete for port c2b3e3ca-a6bc-4e62-a0ff-e6b4f0a974ff triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:22:50.085070 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b880ea61-2218-43e3-8f99-5d8bf69715fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:50.252718 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-b880ea61-2218-43e3-8f99-5d8bf69715fd None None] Port c2b3e3ca-a6bc-4e62-a0ff-e6b4f0a974ff cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:22:50.392888 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-21951640-fff5-4d15-910c-f05ea6fedb92 tempest-AllowedAddressPairTestJSON-135295103 tempest-AllowedAddressPairTestJSON-135295103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:50.562627 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143685a9-fe8f-4138-ade3-a7770796602a req-6a95b154-bcdc-4a8b-95cc-e8973c55878c tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:22:50.572261 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-143685a9-fe8f-4138-ade3-a7770796602a req-6a95b154-bcdc-4a8b-95cc-e8973c55878c tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] 10.222.0.18 "GET /v2.0/ports?device_id=9bda45a6-7b3d-4402-bc36-eb32e3c47420 HTTP/1.1" status: 200 len: 945 time: 0.1108277 Jul 27 23:22:50.610583 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-fc2a8ba4-1a4a-4e5a-bf38-b1ea9ad1b6e2 req-e55a76d3-1e78-40bc-a621-9f335f41b8c5 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/security-groups?id=5f578744-6f09-4b7e-a537-2a342130270d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8569772 Jul 27 23:22:50.697222 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-b6f66ed2-3e75-4114-b142-549051e76f5f tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Deleting port cb2a8bc8-566d-48dc-b91d-d5248a770485 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:22:50.697529 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b6f66ed2-3e75-4114-b142-549051e76f5f tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:50.745337 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-21951640-fff5-4d15-910c-f05ea6fedb92 tempest-AllowedAddressPairTestJSON-135295103 tempest-AllowedAddressPairTestJSON-135295103-project] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:50.774121 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-21951640-fff5-4d15-910c-f05ea6fedb92 tempest-AllowedAddressPairTestJSON-135295103 tempest-AllowedAddressPairTestJSON-135295103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:50.842695 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21951640-fff5-4d15-910c-f05ea6fedb92 tempest-AllowedAddressPairTestJSON-135295103 tempest-AllowedAddressPairTestJSON-135295103-project] Pushing event updated for resources: {'Port': ['ID=c2b3e3ca-a6bc-4e62-a0ff-e6b4f0a974ff,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:22:50.879618 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-143685a9-fe8f-4138-ade3-a7770796602a req-d50bd44e-c9db-4c6e-8e6f-535d99ad3aff tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] 10.222.0.18 "GET /v2.0/security-groups?id=65b595b9-aa8c-4614-91d3-1ae3459c99b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3043542 Jul 27 23:22:50.964023 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b6f66ed2-3e75-4114-b142-549051e76f5f tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:50.984308 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-b6f66ed2-3e75-4114-b142-549051e76f5f tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Calling delete_port for cb2a8bc8-566d-48dc-b91d-d5248a770485 owned by {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:22:50.994486 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-21951640-fff5-4d15-910c-f05ea6fedb92 tempest-AllowedAddressPairTestJSON-135295103 tempest-AllowedAddressPairTestJSON-135295103-project] In _notify_port_updated(), no bound segment for port c2b3e3ca-a6bc-4e62-a0ff-e6b4f0a974ff on network 1d7c275d-e8fd-43b8-9bb2-876822161449 {{(pid=93798) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 27 23:22:51.004364 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21951640-fff5-4d15-910c-f05ea6fedb92 tempest-AllowedAddressPairTestJSON-135295103 tempest-AllowedAddressPairTestJSON-135295103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:22:51.014410 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-21951640-fff5-4d15-910c-f05ea6fedb92 tempest-AllowedAddressPairTestJSON-135295103 tempest-AllowedAddressPairTestJSON-135295103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:51.022513 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-21951640-fff5-4d15-910c-f05ea6fedb92 tempest-AllowedAddressPairTestJSON-135295103 tempest-AllowedAddressPairTestJSON-135295103-project] 10.222.0.18 "PUT /v2.0/ports/c2b3e3ca-a6bc-4e62-a0ff-e6b4f0a974ff HTTP/1.1" status: 200 len: 1057 time: 1.1760948 Jul 27 23:22:51.053413 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 53932) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:22:51.138992 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1148afc7-3aac-4097-bc85-866e76438ccf req-42642120-0da2-470e-9bae-97ed321757ca tempest-ServerRescueTestJSONUnderV235-622928344 tempest-ServerRescueTestJSONUnderV235-622928344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:22:51.147391 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-1148afc7-3aac-4097-bc85-866e76438ccf req-42642120-0da2-470e-9bae-97ed321757ca tempest-ServerRescueTestJSONUnderV235-622928344 tempest-ServerRescueTestJSONUnderV235-622928344-project] 10.222.0.18 "GET /v2.0/ports?device_id=515844b0-12e5-4d91-8415-7e9fc9e79241 HTTP/1.1" status: 200 len: 946 time: 0.1467118 Jul 27 23:22:51.196860 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d9662e-e57e-442b-9200-3f6837c25cb9 req-7a3b600b-9380-41c3-b5ad-26549e4b59af tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:22:51.205959 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b9d9662e-e57e-442b-9200-3f6837c25cb9 req-7a3b600b-9380-41c3-b5ad-26549e4b59af tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/ports?device_id=55cb1b9e-b3c2-47cd-8a02-7c9e10ec36f7 HTTP/1.1" status: 200 len: 944 time: 0.1819243 Jul 27 23:22:51.249519 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-af989d65-4d1e-4f9a-9c4d-3c92475da34f tempest-AllowedAddressPairTestJSON-135295103 tempest-AllowedAddressPairTestJSON-135295103-project] Deleting port c2b3e3ca-a6bc-4e62-a0ff-e6b4f0a974ff {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:22:51.250103 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-af989d65-4d1e-4f9a-9c4d-3c92475da34f tempest-AllowedAddressPairTestJSON-135295103 tempest-AllowedAddressPairTestJSON-135295103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:51.250244 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-1148afc7-3aac-4097-bc85-866e76438ccf req-8a4ec936-32b1-4ae3-afc2-b071c52431cc tempest-ServerRescueTestJSONUnderV235-622928344 tempest-ServerRescueTestJSONUnderV235-622928344-project] 10.222.0.18 "GET /v2.0/security-groups?id=2eed3499-b2dc-4df3-ba94-97f5c54db85f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936606 Jul 27 23:22:51.330544 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b6f66ed2-3e75-4114-b142-549051e76f5f tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:51.358586 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-af989d65-4d1e-4f9a-9c4d-3c92475da34f tempest-AllowedAddressPairTestJSON-135295103 tempest-AllowedAddressPairTestJSON-135295103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:51.373221 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-af989d65-4d1e-4f9a-9c4d-3c92475da34f tempest-AllowedAddressPairTestJSON-135295103 tempest-AllowedAddressPairTestJSON-135295103-project] Calling delete_port for c2b3e3ca-a6bc-4e62-a0ff-e6b4f0a974ff owned by {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:22:51.411222 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-8ca96e74-677c-456c-9e85-4d336ad7c6fd None None] Provisioning complete for port c2b3e3ca-a6bc-4e62-a0ff-e6b4f0a974ff triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:22:51.411726 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8ca96e74-677c-456c-9e85-4d336ad7c6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:51.422011 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f66ed2-3e75-4114-b142-549051e76f5f tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Pushing event deleted for resources: {'Port': ['ID=cb2a8bc8-566d-48dc-b91d-d5248a770485,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:22:51.477028 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-8ca96e74-677c-456c-9e85-4d336ad7c6fd None None] Port c2b3e3ca-a6bc-4e62-a0ff-e6b4f0a974ff cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:22:51.494393 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f66ed2-3e75-4114-b142-549051e76f5f tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:22:51.496108 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f66ed2-3e75-4114-b142-549051e76f5f tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:22:51.496795 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f66ed2-3e75-4114-b142-549051e76f5f tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:22:51.497551 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f66ed2-3e75-4114-b142-549051e76f5f tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:22:51.498145 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f66ed2-3e75-4114-b142-549051e76f5f tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:22:51.498726 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f66ed2-3e75-4114-b142-549051e76f5f tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:22:51.499336 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f66ed2-3e75-4114-b142-549051e76f5f tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:22:51.499947 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f66ed2-3e75-4114-b142-549051e76f5f tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:22:51.500472 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f66ed2-3e75-4114-b142-549051e76f5f tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:22:51.501120 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f66ed2-3e75-4114-b142-549051e76f5f tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:22:51.501731 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f66ed2-3e75-4114-b142-549051e76f5f tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:22:51.502286 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f66ed2-3e75-4114-b142-549051e76f5f tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:22:51.577706 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b9d9662e-e57e-442b-9200-3f6837c25cb9 req-195bdafa-61b1-45b9-bace-5be24c9e27a2 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/security-groups?id=5f578744-6f09-4b7e-a537-2a342130270d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3705077 Jul 27 23:22:51.587672 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-af989d65-4d1e-4f9a-9c4d-3c92475da34f tempest-AllowedAddressPairTestJSON-135295103 tempest-AllowedAddressPairTestJSON-135295103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:51.620176 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af989d65-4d1e-4f9a-9c4d-3c92475da34f tempest-AllowedAddressPairTestJSON-135295103 tempest-AllowedAddressPairTestJSON-135295103-project] Pushing event deleted for resources: {'Port': ['ID=c2b3e3ca-a6bc-4e62-a0ff-e6b4f0a974ff,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:22:51.624011 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b6f66ed2-3e75-4114-b142-549051e76f5f tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:51.630799 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 53940) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:22:51.631434 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-b6f66ed2-3e75-4114-b142-549051e76f5f tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] 10.222.0.18 "DELETE /v2.0/ports/cb2a8bc8-566d-48dc-b91d-d5248a770485 HTTP/1.1" status: 204 len: 168 time: 1.8269169 Jul 27 23:22:51.745659 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_v2 [None req-db99b610-5a3a-4619-9ea8-49010375d01e tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Deleting subnet 26fa3d12-3c33-4127-ba40-843cbfb471cd {{(pid=93798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 23:22:51.752920 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-db99b610-5a3a-4619-9ea8-49010375d01e tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Notify callbacks [] for subnet, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:51.856641 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-db99b610-5a3a-4619-9ea8-49010375d01e tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11163249'] for subnet, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:52.141642 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d53eb8d-dfde-43a9-a33b-f3b4ad90eed4 req-93f22c18-f6f2-47c4-8e80-1211477cb005 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:22:52.149822 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-7d53eb8d-dfde-43a9-a33b-f3b4ad90eed4 req-93f22c18-f6f2-47c4-8e80-1211477cb005 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] 10.222.0.18 "GET /v2.0/ports?device_id=9bda45a6-7b3d-4402-bc36-eb32e3c47420 HTTP/1.1" status: 200 len: 945 time: 0.0868678 Jul 27 23:22:52.217534 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-db99b610-5a3a-4619-9ea8-49010375d01e tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620741'] for subnet, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:52.235641 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-7d53eb8d-dfde-43a9-a33b-f3b4ad90eed4 req-36f6b331-176c-431c-8602-b7ed4b74d29b tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] 10.222.0.18 "GET /v2.0/security-groups?id=65b595b9-aa8c-4614-91d3-1ae3459c99b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0799844 Jul 27 23:22:52.303226 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-db99b610-5a3a-4619-9ea8-49010375d01e tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11971800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12265753'] for subnet, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:52.350872 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db99b610-5a3a-4619-9ea8-49010375d01e tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Pushing event deleted for resources: {'Subnet': ['ID=26fa3d12-3c33-4127-ba40-843cbfb471cd,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:22:52.353167 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2035075d-60a1-4239-8dd4-633875d7052a None None] Network 42a806fa-6465-4bb1-a70d-1966b5320f00 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:22:52.387281 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-db99b610-5a3a-4619-9ea8-49010375d01e tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:52.392963 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-db99b610-5a3a-4619-9ea8-49010375d01e tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] 10.222.0.18 "DELETE /v2.0/subnets/26fa3d12-3c33-4127-ba40-843cbfb471cd HTTP/1.1" status: 204 len: 168 time: 0.7584128 Jul 27 23:22:52.397928 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 53950) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:22:52.402323 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-af989d65-4d1e-4f9a-9c4d-3c92475da34f tempest-AllowedAddressPairTestJSON-135295103 tempest-AllowedAddressPairTestJSON-135295103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:52.407478 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-af989d65-4d1e-4f9a-9c4d-3c92475da34f tempest-AllowedAddressPairTestJSON-135295103 tempest-AllowedAddressPairTestJSON-135295103-project] 10.222.0.18 "DELETE /v2.0/ports/c2b3e3ca-a6bc-4e62-a0ff-e6b4f0a974ff HTTP/1.1" status: 204 len: 168 time: 1.3468602 Jul 27 23:22:52.408391 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 53952) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:22:52.499070 n-d-802623-1 neutron-server[93798]: INFO neutron.pecan_wsgi.hooks.translation [None req-84a5af9c-9639-4cf4-b3e2-593dba706601 tempest-AllowedAddressPairTestJSON-135295103 tempest-AllowedAddressPairTestJSON-135295103-project] GET failed (client error): The resource could not be found. Jul 27 23:22:52.501127 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-84a5af9c-9639-4cf4-b3e2-593dba706601 tempest-AllowedAddressPairTestJSON-135295103 tempest-AllowedAddressPairTestJSON-135295103-project] 10.222.0.18 "GET /v2.0/ports/c2b3e3ca-a6bc-4e62-a0ff-e6b4f0a974ff HTTP/1.1" status: 404 len: 333 time: 0.0623479 Jul 27 23:22:52.504649 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 53954) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:22:52.509318 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc43e305-1cb8-4edb-b160-f7d6dcda89e5 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Deleting subnet 2370b3c6-3347-454c-b521-b5818cee031b {{(pid=93797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 23:22:52.527853 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-cc43e305-1cb8-4edb-b160-f7d6dcda89e5 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Notify callbacks [] for subnet, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:52.554911 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda33299-d9ae-41b2-a78e-0d358da6584d req-ea20ca34-9a34-4ebf-9069-bad21cd0e9bd tempest-ServerRescueTestJSONUnderV235-622928344 tempest-ServerRescueTestJSONUnderV235-622928344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:22:52.556721 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-bda33299-d9ae-41b2-a78e-0d358da6584d req-ea20ca34-9a34-4ebf-9069-bad21cd0e9bd tempest-ServerRescueTestJSONUnderV235-622928344 tempest-ServerRescueTestJSONUnderV235-622928344-project] 10.222.0.18 "GET /v2.0/ports?device_id=515844b0-12e5-4d91-8415-7e9fc9e79241 HTTP/1.1" status: 200 len: 946 time: 0.1912031 Jul 27 23:22:52.629186 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-cc43e305-1cb8-4edb-b160-f7d6dcda89e5 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11335971'] for subnet, precommit_delete_associations {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:52.637023 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-bda33299-d9ae-41b2-a78e-0d358da6584d req-61d45e3d-30e2-4c8b-89c0-e01637954bcc tempest-ServerRescueTestJSONUnderV235-622928344 tempest-ServerRescueTestJSONUnderV235-622928344-project] 10.222.0.18 "GET /v2.0/security-groups?id=2eed3499-b2dc-4df3-ba94-97f5c54db85f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702622 Jul 27 23:22:52.684672 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-7809fd97-a3e7-4f72-b221-c4893caaae1c tempest-AllowedAddressPairTestJSON-135295103 tempest-AllowedAddressPairTestJSON-135295103-project] Deleting port 2c836f91-fdca-4d90-af94-1c5a2f357cbc {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:22:52.685110 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7809fd97-a3e7-4f72-b221-c4893caaae1c tempest-AllowedAddressPairTestJSON-135295103 tempest-AllowedAddressPairTestJSON-135295103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:52.801697 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9185e0b-00aa-4d7c-835e-9fddbed409ab None None] DHCP port deletion for 42a806fa-6465-4bb1-a70d-1966b5320f00 request from n-d-802623-1 {{(pid=93799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 23:22:52.847675 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7809fd97-a3e7-4f72-b221-c4893caaae1c tempest-AllowedAddressPairTestJSON-135295103 tempest-AllowedAddressPairTestJSON-135295103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:52.861437 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-7809fd97-a3e7-4f72-b221-c4893caaae1c tempest-AllowedAddressPairTestJSON-135295103 tempest-AllowedAddressPairTestJSON-135295103-project] Calling delete_port for 2c836f91-fdca-4d90-af94-1c5a2f357cbc owned by {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:22:52.913297 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46f4636-1b31-4618-8061-f9913a9ebb98 req-63aa092b-1d41-4812-8e5d-f01f6d3bc0d2 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:22:52.920705 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d46f4636-1b31-4618-8061-f9913a9ebb98 req-63aa092b-1d41-4812-8e5d-f01f6d3bc0d2 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/ports?device_id=55cb1b9e-b3c2-47cd-8a02-7c9e10ec36f7 HTTP/1.1" status: 200 len: 944 time: 0.1504691 Jul 27 23:22:52.952475 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-cc43e305-1cb8-4edb-b160-f7d6dcda89e5 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620741'] for subnet, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:52.984548 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-f9185e0b-00aa-4d7c-835e-9fddbed409ab None None] Deleting port 31a2e11e-ed3f-46bf-b771-5c4d99cb0235 {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:22:52.984934 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f9185e0b-00aa-4d7c-835e-9fddbed409ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:53.030348 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d46f4636-1b31-4618-8061-f9913a9ebb98 req-16b78626-82fd-4ef9-9315-676bfdbaa263 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/security-groups?id=5f578744-6f09-4b7e-a537-2a342130270d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997813 Jul 27 23:22:53.084990 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-cc43e305-1cb8-4edb-b160-f7d6dcda89e5 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11335991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11551414'] for subnet, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:53.116426 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7809fd97-a3e7-4f72-b221-c4893caaae1c tempest-AllowedAddressPairTestJSON-135295103 tempest-AllowedAddressPairTestJSON-135295103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:53.154800 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc43e305-1cb8-4edb-b160-f7d6dcda89e5 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Pushing event deleted for resources: {'Subnet': ['ID=2370b3c6-3347-454c-b521-b5818cee031b,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:22:53.180131 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-cc43e305-1cb8-4edb-b160-f7d6dcda89e5 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for subnet, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:53.184304 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-cc43e305-1cb8-4edb-b160-f7d6dcda89e5 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] 10.222.0.18 "DELETE /v2.0/subnets/2370b3c6-3347-454c-b521-b5818cee031b HTTP/1.1" status: 204 len: 168 time: 0.7845223 Jul 27 23:22:53.186766 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 53966) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:22:53.190440 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7809fd97-a3e7-4f72-b221-c4893caaae1c tempest-AllowedAddressPairTestJSON-135295103 tempest-AllowedAddressPairTestJSON-135295103-project] Pushing event deleted for resources: {'Port': ['ID=2c836f91-fdca-4d90-af94-1c5a2f357cbc,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:22:53.201507 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6efc237e-9c21-4f5d-a883-665e17cdc154 None None] Network 0052d342-b5b8-4be5-86a5-4c909f6d7ddb requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:22:53.329125 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f9185e0b-00aa-4d7c-835e-9fddbed409ab None None] For port 31a2e11e-ed3f-46bf-b771-5c4d99cb0235, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=31a2e11e-ed3f-46bf-b771-5c4d99cb0235,segment=NetworkSegment(938ec75d-2450-4436-aa8a-94471f8dbbb3),segment_id=938ec75d-2450-4436-aa8a-94471f8dbbb3)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:22:53.329541 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f9185e0b-00aa-4d7c-835e-9fddbed409ab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:53.361423 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-f9185e0b-00aa-4d7c-835e-9fddbed409ab None None] Calling delete_port for 31a2e11e-ed3f-46bf-b771-5c4d99cb0235 owned by network:dhcp {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:22:53.499147 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-69fe3d2f-b4c1-42ca-a8ad-11a662d99eb5 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593271'] for network, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:53.595456 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7809fd97-a3e7-4f72-b221-c4893caaae1c tempest-AllowedAddressPairTestJSON-135295103 tempest-AllowedAddressPairTestJSON-135295103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:53.648139 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-7809fd97-a3e7-4f72-b221-c4893caaae1c tempest-AllowedAddressPairTestJSON-135295103 tempest-AllowedAddressPairTestJSON-135295103-project] 10.222.0.18 "DELETE /v2.0/ports/2c836f91-fdca-4d90-af94-1c5a2f357cbc HTTP/1.1" status: 204 len: 168 time: 1.1365275 Jul 27 23:22:53.675855 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 53972) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:22:53.716700 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadecf3c-aca2-4964-b206-3d63448adec8 req-9c1ee979-b1fc-4cf0-b7ed-6c0b84fc9309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:22:53.719431 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-fadecf3c-aca2-4964-b206-3d63448adec8 req-9c1ee979-b1fc-4cf0-b7ed-6c0b84fc9309 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=096ab815848b4fa4865a54f76499dfb1&device_id=55cb1b9e-b3c2-47cd-8a02-7c9e10ec36f7 HTTP/1.1" status: 200 len: 1095 time: 0.2011995 Jul 27 23:22:53.845979 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f9185e0b-00aa-4d7c-835e-9fddbed409ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:53.882615 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9185e0b-00aa-4d7c-835e-9fddbed409ab None None] No DVR routers for this DVR port 31a2e11e-ed3f-46bf-b771-5c4d99cb0235 on host n-d-802623-1 {{(pid=93799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:22:53.889233 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14447875-e15f-4806-97b8-d8e1be5c617f req-1ec132ec-1db0-42f1-9791-721a0299da22 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:22:53.903818 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-14447875-e15f-4806-97b8-d8e1be5c617f req-1ec132ec-1db0-42f1-9791-721a0299da22 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/ports?device_id=55cb1b9e-b3c2-47cd-8a02-7c9e10ec36f7 HTTP/1.1" status: 200 len: 944 time: 0.4458570 Jul 27 23:22:53.909968 n-d-802623-1 neutron-server[93798]: INFO neutron.pecan_wsgi.hooks.translation [None req-92ec8382-e5cc-4b15-8b2b-879f2ec5fbc2 tempest-AllowedAddressPairTestJSON-135295103 tempest-AllowedAddressPairTestJSON-135295103-project] GET failed (client error): The resource could not be found. Jul 27 23:22:53.924198 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674dd32b-58e8-4bd3-b461-e244c45a1bf7 req-d9bb05a9-43ef-4140-a8af-be4e88f85b59 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:22:53.925243 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-92ec8382-e5cc-4b15-8b2b-879f2ec5fbc2 tempest-AllowedAddressPairTestJSON-135295103 tempest-AllowedAddressPairTestJSON-135295103-project] 10.222.0.18 "GET /v2.0/ports/2c836f91-fdca-4d90-af94-1c5a2f357cbc HTTP/1.1" status: 404 len: 333 time: 0.2218106 Jul 27 23:22:53.925786 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-674dd32b-58e8-4bd3-b461-e244c45a1bf7 req-d9bb05a9-43ef-4140-a8af-be4e88f85b59 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] 10.222.0.18 "GET /v2.0/ports?device_id=9bda45a6-7b3d-4402-bc36-eb32e3c47420 HTTP/1.1" status: 200 len: 945 time: 0.4242480 Jul 27 23:22:53.934114 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 53978) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:22:53.940828 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-123070b7-3392-416c-bb3a-ba5441d2830b None None] DHCP port deletion for 0052d342-b5b8-4be5-86a5-4c909f6d7ddb request from n-d-802623-1 {{(pid=93799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 23:22:53.977622 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9185e0b-00aa-4d7c-835e-9fddbed409ab None None] Pushing event deleted for resources: {'Port': ['ID=31a2e11e-ed3f-46bf-b771-5c4d99cb0235,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:22:54.020411 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-123070b7-3392-416c-bb3a-ba5441d2830b None None] Deleting port d84eb8e6-a02a-4476-a10b-fc7331bf84e7 {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:22:54.020771 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-123070b7-3392-416c-bb3a-ba5441d2830b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:54.022065 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-14447875-e15f-4806-97b8-d8e1be5c617f req-3f2c89b1-4daf-49ba-9255-789d266e8bc0 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/security-groups?id=5f578744-6f09-4b7e-a537-2a342130270d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1188757 Jul 27 23:22:54.034962 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-674dd32b-58e8-4bd3-b461-e244c45a1bf7 req-99f0f9b6-6da5-45db-8f4b-89727b74df67 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] 10.222.0.18 "GET /v2.0/security-groups?id=65b595b9-aa8c-4614-91d3-1ae3459c99b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0956357 Jul 27 23:22:54.034962 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadecf3c-aca2-4964-b206-3d63448adec8 req-bebfc030-e4fe-40ff-a845-3a0ff0a3e63b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:22:54.034962 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-fadecf3c-aca2-4964-b206-3d63448adec8 req-bebfc030-e4fe-40ff-a845-3a0ff0a3e63b service neutron] 10.222.0.49 "GET /v2.0/networks?id=0627b955-dd0f-4cce-ba7f-51e698f3bc59 HTTP/1.1" status: 200 len: 913 time: 0.3063858 Jul 27 23:22:54.121806 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-fadecf3c-aca2-4964-b206-3d63448adec8 req-60d464d6-6466-4b62-9736-7a080cb5d8ab service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=907413de-9aa6-49bc-ae78-3f4206ba8faf HTTP/1.1" status: 200 len: 998 time: 0.0764043 Jul 27 23:22:54.133850 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-123070b7-3392-416c-bb3a-ba5441d2830b None None] For port d84eb8e6-a02a-4476-a10b-fc7331bf84e7, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=d84eb8e6-a02a-4476-a10b-fc7331bf84e7,segment=NetworkSegment(c9fb78ac-e6ea-467c-8f46-ba3c48e27877),segment_id=c9fb78ac-e6ea-467c-8f46-ba3c48e27877)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:22:54.138522 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-123070b7-3392-416c-bb3a-ba5441d2830b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:54.154030 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-123070b7-3392-416c-bb3a-ba5441d2830b None None] Calling delete_port for d84eb8e6-a02a-4476-a10b-fc7331bf84e7 owned by network:dhcp {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:22:54.205756 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cf6471-309f-429a-a737-70f321aa8881 req-02ebe50a-a78b-47cb-9c46-7feb54347ed6 tempest-ServerRescueTestJSONUnderV235-622928344 tempest-ServerRescueTestJSONUnderV235-622928344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:22:54.212890 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device d84eb8e6-a02a-4476-a10b-fc7331bf84e7 no longer exists at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:22:54.215983 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e8cf6471-309f-429a-a737-70f321aa8881 req-02ebe50a-a78b-47cb-9c46-7feb54347ed6 tempest-ServerRescueTestJSONUnderV235-622928344 tempest-ServerRescueTestJSONUnderV235-622928344-project] 10.222.0.18 "GET /v2.0/ports?device_id=515844b0-12e5-4d91-8415-7e9fc9e79241 HTTP/1.1" status: 200 len: 946 time: 0.0922771 Jul 27 23:22:54.274078 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e8cf6471-309f-429a-a737-70f321aa8881 req-faed6c8d-62ec-4217-ace8-b42b1bd35b66 tempest-ServerRescueTestJSONUnderV235-622928344 tempest-ServerRescueTestJSONUnderV235-622928344-project] 10.222.0.18 "GET /v2.0/security-groups?id=2eed3499-b2dc-4df3-ba94-97f5c54db85f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571313 Jul 27 23:22:54.298518 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadecf3c-aca2-4964-b206-3d63448adec8 req-ce8c3047-5af3-43d2-bf7f-6c7dfad4e643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:22:54.299927 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-fadecf3c-aca2-4964-b206-3d63448adec8 req-ce8c3047-5af3-43d2-bf7f-6c7dfad4e643 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=232a981d-f7d1-42df-991c-3a09e4ce0177 HTTP/1.1" status: 200 len: 851 time: 0.1619103 Jul 27 23:22:54.301742 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-69fe3d2f-b4c1-42ca-a8ad-11a662d99eb5 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Deleting port 31a2e11e-ed3f-46bf-b771-5c4d99cb0235 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:22:54.302196 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-69fe3d2f-b4c1-42ca-a8ad-11a662d99eb5 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:54.353091 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:54.383061 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-69fe3d2f-b4c1-42ca-a8ad-11a662d99eb5 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] For port 31a2e11e-ed3f-46bf-b771-5c4d99cb0235, host n-d-802623-1, got binding levels [] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:22:54.383431 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-69fe3d2f-b4c1-42ca-a8ad-11a662d99eb5 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:54.422826 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-69fe3d2f-b4c1-42ca-a8ad-11a662d99eb5 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Calling delete_port for 31a2e11e-ed3f-46bf-b771-5c4d99cb0235 owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:22:54.428179 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.ipam_backend_mixin [None req-69fe3d2f-b4c1-42ca-a8ad-11a662d99eb5 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Port 31a2e11e-ed3f-46bf-b771-5c4d99cb0235 was not found and therefore no delete operation was performed {{(pid=93797) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 27 23:22:54.429531 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-69fe3d2f-b4c1-42ca-a8ad-11a662d99eb5 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:54.446511 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.db.api [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 27 23:22:54.446511 n-d-802623-1 neutron-server[93799]: [SQL: UPDATE ports SET `status`=%(status)s WHERE ports.id = %(ports_id)s] Jul 27 23:22:54.446511 n-d-802623-1 neutron-server[93799]: [parameters: {'status': 'DOWN', 'ports_id': 'd84eb8e6-a02a-4476-a10b-fc7331bf84e7'}] Jul 27 23:22:54.446511 n-d-802623-1 neutron-server[93799]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93799) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 23:22:54.446921 n-d-802623-1 neutron-server[93799]: DEBUG oslo_db.api [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 23:22:54.448411 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-123070b7-3392-416c-bb3a-ba5441d2830b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:54.481483 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123070b7-3392-416c-bb3a-ba5441d2830b None None] Pushing event deleted for resources: {'Port': ['ID=d84eb8e6-a02a-4476-a10b-fc7331bf84e7,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:22:54.487178 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-123070b7-3392-416c-bb3a-ba5441d2830b None None] No DVR routers for this DVR port d84eb8e6-a02a-4476-a10b-fc7331bf84e7 on host n-d-802623-1 {{(pid=93799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:22:54.498668 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fe3d2f-b4c1-42ca-a8ad-11a662d99eb5 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Pushing event deleted for resources: {'Port': ['ID=31a2e11e-ed3f-46bf-b771-5c4d99cb0235,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:22:54.509623 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69fe3d2f-b4c1-42ca-a8ad-11a662d99eb5 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] No DVR routers for this DVR port 31a2e11e-ed3f-46bf-b771-5c4d99cb0235 on host n-d-802623-1 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:22:54.623753 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadecf3c-aca2-4964-b206-3d63448adec8 req-42f71f87-00e6-4a29-9624-2e2ff3d039dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:22:54.625643 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-fadecf3c-aca2-4964-b206-3d63448adec8 req-42f71f87-00e6-4a29-9624-2e2ff3d039dd service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0627b955-dd0f-4cce-ba7f-51e698f3bc59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2270048 Jul 27 23:22:54.640071 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-69fe3d2f-b4c1-42ca-a8ad-11a662d99eb5 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618032', 'neutron.services.segments.db._delete_segments_for_network-8736833900081'] for network, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:54.676661 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-c4a73945-9518-44be-9fcc-60004dd0d045 tempest-AllowedAddressPairTestJSON-135295103 tempest-AllowedAddressPairTestJSON-135295103-project] Deleting port 0f700fe4-20fc-43e4-891d-30ccf42581eb {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:22:54.677096 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c4a73945-9518-44be-9fcc-60004dd0d045 tempest-AllowedAddressPairTestJSON-135295103 tempest-AllowedAddressPairTestJSON-135295103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:54.761680 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-69fe3d2f-b4c1-42ca-a8ad-11a662d99eb5 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42a806fa-6465-4bb1-a70d-1966b5320f00']}} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:22:54.772792 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-69fe3d2f-b4c1-42ca-a8ad-11a662d99eb5 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '938ec75d-2450-4436-aa8a-94471f8dbbb3') {'for_net_delete': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:22:54.773095 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-69fe3d2f-b4c1-42ca-a8ad-11a662d99eb5 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '938ec75d-2450-4436-aa8a-94471f8dbbb3') {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:22:54.784842 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-69fe3d2f-b4c1-42ca-a8ad-11a662d99eb5 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736833900858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11335978'] for segment, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:54.800734 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-fadecf3c-aca2-4964-b206-3d63448adec8 req-e8af69b8-8f7c-4567-9f7c-e11c8e873aac service neutron] 10.222.0.49 "GET /v2.0/networks/0627b955-dd0f-4cce-ba7f-51e698f3bc59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1610668 Jul 27 23:22:54.802048 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-69fe3d2f-b4c1-42ca-a8ad-11a662d99eb5 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:54.921308 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69fe3d2f-b4c1-42ca-a8ad-11a662d99eb5 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Releasing vlan 528 on physical network physnet1 to pool {{(pid=93797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 23:22:54.921817 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-69fe3d2f-b4c1-42ca-a8ad-11a662d99eb5 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11336013'] for segment, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:54.925099 n-d-802623-1 neutron-server[93797]: Traceback (most recent call last): Jul 27 23:22:54.925099 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 23:22:54.925099 n-d-802623-1 neutron-server[93797]: timer() Jul 27 23:22:54.925099 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 23:22:54.925099 n-d-802623-1 neutron-server[93797]: cb(*args, **kw) Jul 27 23:22:54.925099 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 23:22:54.925099 n-d-802623-1 neutron-server[93797]: return func(*args, **kwargs) Jul 27 23:22:54.925099 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 23:22:54.925099 n-d-802623-1 neutron-server[93797]: self._notify() Jul 27 23:22:54.925099 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 23:22:54.925099 n-d-802623-1 neutron-server[93797]: self.callback(batched_events) Jul 27 23:22:54.925099 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 23:22:54.925099 n-d-802623-1 neutron-server[93797]: event.method(event) Jul 27 23:22:54.925099 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 23:22:54.925099 n-d-802623-1 neutron-server[93797]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 23:22:54.925099 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 23:22:54.925099 n-d-802623-1 neutron-server[93797]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 23:22:54.925099 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 23:22:54.925099 n-d-802623-1 neutron-server[93797]: return f(self, *a, **k) Jul 27 23:22:54.925099 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 23:22:54.925099 n-d-802623-1 neutron-server[93797]: return self._get(url).json() Jul 27 23:22:54.925099 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 23:22:54.925099 n-d-802623-1 neutron-server[93797]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 23:22:54.925099 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 23:22:54.925099 n-d-802623-1 neutron-server[93797]: return self.request(url, 'GET', **kwargs) Jul 27 23:22:54.925099 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 23:22:54.925099 n-d-802623-1 neutron-server[93797]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 23:22:54.925099 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 23:22:54.925099 n-d-802623-1 neutron-server[93797]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 23:22:54.925099 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 23:22:54.925099 n-d-802623-1 neutron-server[93797]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 23:22:54.925099 n-d-802623-1 neutron-server[93797]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 23:22:54.976173 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Port d84eb8e6-a02a-4476-a10b-fc7331bf84e7 update to DOWN by agent not found {{(pid=93799) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2150}} Jul 27 23:22:54.977156 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 31a2e11e-ed3f-46bf-b771-5c4d99cb0235 no longer exists at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:22:55.001801 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] No Port match for: 31a2e11e-ed3f-46bf-b771-5c4d99cb0235 {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:22:55.002457 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 31a2e11e-ed3f-46bf-b771-5c4d99cb0235 not bound to the agent host n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:22:55.115872 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c4a73945-9518-44be-9fcc-60004dd0d045 tempest-AllowedAddressPairTestJSON-135295103 tempest-AllowedAddressPairTestJSON-135295103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:55.125603 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-69fe3d2f-b4c1-42ca-a8ad-11a662d99eb5 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415412'] for network, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:55.143725 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-69fe3d2f-b4c1-42ca-a8ad-11a662d99eb5 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for network, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:55.148551 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-69fe3d2f-b4c1-42ca-a8ad-11a662d99eb5 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] 10.222.0.18 "DELETE /v2.0/networks/42a806fa-6465-4bb1-a70d-1966b5320f00 HTTP/1.1" status: 204 len: 168 time: 1.9582551 Jul 27 23:22:55.149551 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 54004) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:22:55.154884 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-c4a73945-9518-44be-9fcc-60004dd0d045 tempest-AllowedAddressPairTestJSON-135295103 tempest-AllowedAddressPairTestJSON-135295103-project] Calling delete_port for 0f700fe4-20fc-43e4-891d-30ccf42581eb owned by {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:22:55.178231 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fe3d2f-b4c1-42ca-a8ad-11a662d99eb5 tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Pushing event deleted for resources: {'Network': ['ID=42a806fa-6465-4bb1-a70d-1966b5320f00,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:22:55.190091 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-fadecf3c-aca2-4964-b206-3d63448adec8 req-2675d666-e6bb-4d0e-821c-238b79bc71c9 service neutron] 10.222.0.49 "GET /v2.0/networks/0627b955-dd0f-4cce-ba7f-51e698f3bc59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2962177 Jul 27 23:22:55.255985 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a2830ba5-bada-4fd0-ac70-11219ac1eadf tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593271'] for network, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:55.485704 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c4a73945-9518-44be-9fcc-60004dd0d045 tempest-AllowedAddressPairTestJSON-135295103 tempest-AllowedAddressPairTestJSON-135295103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:55.506017 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8decc13-9c37-4297-8278-a2e456df90aa req-6de086b2-b716-45b9-a6f9-8a4756ae91d5 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:22:55.519118 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b8decc13-9c37-4297-8278-a2e456df90aa req-6de086b2-b716-45b9-a6f9-8a4756ae91d5 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] 10.222.0.18 "GET /v2.0/ports?device_id=9bda45a6-7b3d-4402-bc36-eb32e3c47420 HTTP/1.1" status: 200 len: 945 time: 0.2576370 Jul 27 23:22:55.574641 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a2830ba5-bada-4fd0-ac70-11219ac1eadf tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618032', 'neutron.services.segments.db._delete_segments_for_network-8736833900081'] for network, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:55.596449 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-a2830ba5-bada-4fd0-ac70-11219ac1eadf tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0052d342-b5b8-4be5-86a5-4c909f6d7ddb']}} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:22:55.615868 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b8decc13-9c37-4297-8278-a2e456df90aa req-a51febd6-cd30-4302-a4fb-d426bb2b6c1d tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] 10.222.0.18 "GET /v2.0/security-groups?id=65b595b9-aa8c-4614-91d3-1ae3459c99b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0951610 Jul 27 23:22:55.647011 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-a2830ba5-bada-4fd0-ac70-11219ac1eadf tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9fb78ac-e6ea-467c-8f46-ba3c48e27877') {'for_net_delete': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:22:55.647011 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-a2830ba5-bada-4fd0-ac70-11219ac1eadf tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9fb78ac-e6ea-467c-8f46-ba3c48e27877') {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:22:55.671201 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a2830ba5-bada-4fd0-ac70-11219ac1eadf tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736833900858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11163256'] for segment, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:55.680533 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a73945-9518-44be-9fcc-60004dd0d045 tempest-AllowedAddressPairTestJSON-135295103 tempest-AllowedAddressPairTestJSON-135295103-project] Pushing event deleted for resources: {'Port': ['ID=0f700fe4-20fc-43e4-891d-30ccf42581eb,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:22:55.699563 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c4a73945-9518-44be-9fcc-60004dd0d045 tempest-AllowedAddressPairTestJSON-135295103 tempest-AllowedAddressPairTestJSON-135295103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:55.702196 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-c4a73945-9518-44be-9fcc-60004dd0d045 tempest-AllowedAddressPairTestJSON-135295103 tempest-AllowedAddressPairTestJSON-135295103-project] 10.222.0.18 "DELETE /v2.0/ports/0f700fe4-20fc-43e4-891d-30ccf42581eb HTTP/1.1" status: 204 len: 168 time: 1.7685552 Jul 27 23:22:55.705805 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 54016) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:22:55.724279 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a2830ba5-bada-4fd0-ac70-11219ac1eadf tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:55.778378 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad9ac6b-7c42-40f8-80da-c32536e90b73 req-af076151-0a59-4d49-9836-c59ed957513c tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:22:55.780561 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-3ad9ac6b-7c42-40f8-80da-c32536e90b73 req-af076151-0a59-4d49-9836-c59ed957513c tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/ports?device_id=55cb1b9e-b3c2-47cd-8a02-7c9e10ec36f7 HTTP/1.1" status: 200 len: 944 time: 0.0729160 Jul 27 23:22:55.821483 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc8bfc42-205d-416c-9876-67d712a14a39 tempest-AllowedAddressPairTestJSON-135295103 tempest-AllowedAddressPairTestJSON-135295103-project] Deleting subnet 1ca3cb0e-8074-4c34-88e7-702d7ca23b81 {{(pid=93798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 23:22:55.827002 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-cc8bfc42-205d-416c-9876-67d712a14a39 tempest-AllowedAddressPairTestJSON-135295103 tempest-AllowedAddressPairTestJSON-135295103-project] Notify callbacks [] for subnet, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:55.863214 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-3ad9ac6b-7c42-40f8-80da-c32536e90b73 req-e1ae0a38-5165-4ea5-b385-cac8e43f3d61 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/security-groups?id=5f578744-6f09-4b7e-a537-2a342130270d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766973 Jul 27 23:22:55.889903 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-cc8bfc42-205d-416c-9876-67d712a14a39 tempest-AllowedAddressPairTestJSON-135295103 tempest-AllowedAddressPairTestJSON-135295103-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11163249'] for subnet, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:55.944754 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2830ba5-bada-4fd0-ac70-11219ac1eadf tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Releasing vlan 506 on physical network physnet1 to pool {{(pid=93798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 23:22:55.945215 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a2830ba5-bada-4fd0-ac70-11219ac1eadf tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11971746'] for segment, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:56.044102 n-d-802623-1 neutron-server[93798]: Traceback (most recent call last): Jul 27 23:22:56.044102 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 23:22:56.044102 n-d-802623-1 neutron-server[93798]: timer() Jul 27 23:22:56.044102 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 23:22:56.044102 n-d-802623-1 neutron-server[93798]: cb(*args, **kw) Jul 27 23:22:56.044102 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 23:22:56.044102 n-d-802623-1 neutron-server[93798]: return func(*args, **kwargs) Jul 27 23:22:56.044102 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 23:22:56.044102 n-d-802623-1 neutron-server[93798]: self._notify() Jul 27 23:22:56.044102 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 23:22:56.044102 n-d-802623-1 neutron-server[93798]: self.callback(batched_events) Jul 27 23:22:56.044102 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 23:22:56.044102 n-d-802623-1 neutron-server[93798]: event.method(event) Jul 27 23:22:56.044102 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 23:22:56.044102 n-d-802623-1 neutron-server[93798]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 23:22:56.044102 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 23:22:56.044102 n-d-802623-1 neutron-server[93798]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 23:22:56.044102 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 23:22:56.044102 n-d-802623-1 neutron-server[93798]: return f(self, *a, **k) Jul 27 23:22:56.044102 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 23:22:56.044102 n-d-802623-1 neutron-server[93798]: return self._get(url).json() Jul 27 23:22:56.044102 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 23:22:56.044102 n-d-802623-1 neutron-server[93798]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 23:22:56.044102 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 23:22:56.044102 n-d-802623-1 neutron-server[93798]: return self.request(url, 'GET', **kwargs) Jul 27 23:22:56.044102 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 23:22:56.044102 n-d-802623-1 neutron-server[93798]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 23:22:56.044102 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 23:22:56.044102 n-d-802623-1 neutron-server[93798]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 23:22:56.044102 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 23:22:56.044102 n-d-802623-1 neutron-server[93798]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 23:22:56.044102 n-d-802623-1 neutron-server[93798]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 23:22:56.048509 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a2830ba5-bada-4fd0-ac70-11219ac1eadf tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415412'] for network, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:56.124342 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a2830ba5-bada-4fd0-ac70-11219ac1eadf tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:56.142580 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-a2830ba5-bada-4fd0-ac70-11219ac1eadf tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] 10.222.0.18 "DELETE /v2.0/networks/0052d342-b5b8-4be5-86a5-4c909f6d7ddb HTTP/1.1" status: 204 len: 168 time: 0.9924335 Jul 27 23:22:56.210470 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2830ba5-bada-4fd0-ac70-11219ac1eadf tempest-TaggedBootDevicesTest-455519972 tempest-TaggedBootDevicesTest-455519972-project] Pushing event deleted for resources: {'Network': ['ID=0052d342-b5b8-4be5-86a5-4c909f6d7ddb,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:22:56.318984 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746151a6-2145-4caf-afde-69a0a72c9e64 req-eeb85ba0-644d-4a08-bedb-d1b0fe12d517 tempest-ServerRescueTestJSONUnderV235-622928344 tempest-ServerRescueTestJSONUnderV235-622928344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:22:56.323226 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-746151a6-2145-4caf-afde-69a0a72c9e64 req-eeb85ba0-644d-4a08-bedb-d1b0fe12d517 tempest-ServerRescueTestJSONUnderV235-622928344 tempest-ServerRescueTestJSONUnderV235-622928344-project] 10.222.0.18 "GET /v2.0/ports?device_id=515844b0-12e5-4d91-8415-7e9fc9e79241 HTTP/1.1" status: 200 len: 946 time: 0.5372272 Jul 27 23:22:56.331898 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-cc8bfc42-205d-416c-9876-67d712a14a39 tempest-AllowedAddressPairTestJSON-135295103 tempest-AllowedAddressPairTestJSON-135295103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620741'] for subnet, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:56.445524 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-746151a6-2145-4caf-afde-69a0a72c9e64 req-3b5f29fc-33da-470a-acce-2f7f4821984a tempest-ServerRescueTestJSONUnderV235-622928344 tempest-ServerRescueTestJSONUnderV235-622928344-project] 10.222.0.18 "GET /v2.0/security-groups?id=2eed3499-b2dc-4df3-ba94-97f5c54db85f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156902 Jul 27 23:22:56.504962 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-cc8bfc42-205d-416c-9876-67d712a14a39 tempest-AllowedAddressPairTestJSON-135295103 tempest-AllowedAddressPairTestJSON-135295103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11971800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12265753'] for subnet, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:56.553128 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8bfc42-205d-416c-9876-67d712a14a39 tempest-AllowedAddressPairTestJSON-135295103 tempest-AllowedAddressPairTestJSON-135295103-project] Pushing event deleted for resources: {'Subnet': ['ID=1ca3cb0e-8074-4c34-88e7-702d7ca23b81,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:22:56.556251 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-cc8bfc42-205d-416c-9876-67d712a14a39 tempest-AllowedAddressPairTestJSON-135295103 tempest-AllowedAddressPairTestJSON-135295103-project] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:56.558583 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5f4bef8-34dd-48db-a910-db8000e9246a None None] Network 1d7c275d-e8fd-43b8-9bb2-876822161449 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:22:56.563237 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 54034) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:22:56.587627 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-cc8bfc42-205d-416c-9876-67d712a14a39 tempest-AllowedAddressPairTestJSON-135295103 tempest-AllowedAddressPairTestJSON-135295103-project] 10.222.0.18 "DELETE /v2.0/subnets/1ca3cb0e-8074-4c34-88e7-702d7ca23b81 HTTP/1.1" status: 204 len: 168 time: 0.8737726 Jul 27 23:22:56.763427 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c43037b1-2354-4fb5-8f3f-2440ec4f6125 tempest-AllowedAddressPairTestJSON-135295103 tempest-AllowedAddressPairTestJSON-135295103-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593271'] for network, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:56.954600 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afa0c678-9c50-4d89-acb4-2ae88d7611d2 None None] DHCP port deletion for 1d7c275d-e8fd-43b8-9bb2-876822161449 request from n-d-802623-1 {{(pid=93799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 23:22:57.009608 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-51706115-acda-4c34-a3eb-f1db64cc4ec8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:57.026589 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fd3bac-53ba-4d2d-954d-95b9e1288a5d req-7be42bfd-0093-4bb1-adf5-55c91983ab96 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:22:57.031615 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-66fd3bac-53ba-4d2d-954d-95b9e1288a5d req-7be42bfd-0093-4bb1-adf5-55c91983ab96 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] 10.222.0.18 "GET /v2.0/ports?device_id=9bda45a6-7b3d-4402-bc36-eb32e3c47420 HTTP/1.1" status: 200 len: 945 time: 0.2636569 Jul 27 23:22:57.077859 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-c43037b1-2354-4fb5-8f3f-2440ec4f6125 tempest-AllowedAddressPairTestJSON-135295103 tempest-AllowedAddressPairTestJSON-135295103-project] Deleting port dd86bc90-0c45-4dbb-8e85-9bd63ee588f0 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:22:57.078379 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c43037b1-2354-4fb5-8f3f-2440ec4f6125 tempest-AllowedAddressPairTestJSON-135295103 tempest-AllowedAddressPairTestJSON-135295103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:57.150329 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-66fd3bac-53ba-4d2d-954d-95b9e1288a5d req-c7ec7696-b879-4e76-8a58-4134ebb5168d tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] 10.222.0.18 "GET /v2.0/security-groups?id=65b595b9-aa8c-4614-91d3-1ae3459c99b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1118588 Jul 27 23:22:57.153064 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-afa0c678-9c50-4d89-acb4-2ae88d7611d2 None None] Deleting port dd86bc90-0c45-4dbb-8e85-9bd63ee588f0 {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:22:57.157414 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-afa0c678-9c50-4d89-acb4-2ae88d7611d2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:57.311997 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-afa0c678-9c50-4d89-acb4-2ae88d7611d2 None None] For port dd86bc90-0c45-4dbb-8e85-9bd63ee588f0, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=dd86bc90-0c45-4dbb-8e85-9bd63ee588f0,segment=NetworkSegment(d0af62d8-360e-4a49-9300-84be37ed4d60),segment_id=d0af62d8-360e-4a49-9300-84be37ed4d60)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:22:57.312408 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-afa0c678-9c50-4d89-acb4-2ae88d7611d2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:57.370318 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-c43037b1-2354-4fb5-8f3f-2440ec4f6125 tempest-AllowedAddressPairTestJSON-135295103 tempest-AllowedAddressPairTestJSON-135295103-project] For port dd86bc90-0c45-4dbb-8e85-9bd63ee588f0, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=dd86bc90-0c45-4dbb-8e85-9bd63ee588f0,segment=NetworkSegment(d0af62d8-360e-4a49-9300-84be37ed4d60),segment_id=d0af62d8-360e-4a49-9300-84be37ed4d60)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:22:57.370864 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c43037b1-2354-4fb5-8f3f-2440ec4f6125 tempest-AllowedAddressPairTestJSON-135295103 tempest-AllowedAddressPairTestJSON-135295103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:57.383186 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415c1e23-2678-4cde-b77b-2cd4620b9a72 req-4c1dd889-6177-401d-963d-f65703263195 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:22:57.392783 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-415c1e23-2678-4cde-b77b-2cd4620b9a72 req-4c1dd889-6177-401d-963d-f65703263195 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/ports?device_id=55cb1b9e-b3c2-47cd-8a02-7c9e10ec36f7 HTTP/1.1" status: 200 len: 944 time: 0.3283312 Jul 27 23:22:57.422957 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-c43037b1-2354-4fb5-8f3f-2440ec4f6125 tempest-AllowedAddressPairTestJSON-135295103 tempest-AllowedAddressPairTestJSON-135295103-project] Calling delete_port for dd86bc90-0c45-4dbb-8e85-9bd63ee588f0 owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:22:57.465803 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-415c1e23-2678-4cde-b77b-2cd4620b9a72 req-99baeebf-ed89-4b54-a3ca-823979950490 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/security-groups?id=5f578744-6f09-4b7e-a537-2a342130270d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662177 Jul 27 23:22:57.594887 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-afa0c678-9c50-4d89-acb4-2ae88d7611d2 None None] Calling delete_port for dd86bc90-0c45-4dbb-8e85-9bd63ee588f0 owned by network:dhcp {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:22:57.711890 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c43037b1-2354-4fb5-8f3f-2440ec4f6125 tempest-AllowedAddressPairTestJSON-135295103 tempest-AllowedAddressPairTestJSON-135295103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:57.749836 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c43037b1-2354-4fb5-8f3f-2440ec4f6125 tempest-AllowedAddressPairTestJSON-135295103 tempest-AllowedAddressPairTestJSON-135295103-project] No DVR routers for this DVR port dd86bc90-0c45-4dbb-8e85-9bd63ee588f0 on host n-d-802623-1 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:22:57.769691 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08e2743-e0be-4d63-8c17-94f8c005c235 req-09e0a311-fb30-4413-bcd5-65aeb2f67163 tempest-ServerRescueTestJSONUnderV235-622928344 tempest-ServerRescueTestJSONUnderV235-622928344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:22:57.772881 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f08e2743-e0be-4d63-8c17-94f8c005c235 req-09e0a311-fb30-4413-bcd5-65aeb2f67163 tempest-ServerRescueTestJSONUnderV235-622928344 tempest-ServerRescueTestJSONUnderV235-622928344-project] 10.222.0.18 "GET /v2.0/ports?device_id=515844b0-12e5-4d91-8415-7e9fc9e79241 HTTP/1.1" status: 200 len: 946 time: 0.1431613 Jul 27 23:22:57.784784 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-afa0c678-9c50-4d89-acb4-2ae88d7611d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:57.797592 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce8b4c5-27e7-4579-8ad5-f78d6acbe722 req-5bf3df19-980b-4b5a-9793-6bd3908a1bc2 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:22:57.805266 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-7ce8b4c5-27e7-4579-8ad5-f78d6acbe722 req-5bf3df19-980b-4b5a-9793-6bd3908a1bc2 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/ports?device_id=55cb1b9e-b3c2-47cd-8a02-7c9e10ec36f7 HTTP/1.1" status: 200 len: 944 time: 0.2477000 Jul 27 23:22:57.820472 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa0c678-9c50-4d89-acb4-2ae88d7611d2 None None] No DVR routers for this DVR port dd86bc90-0c45-4dbb-8e85-9bd63ee588f0 on host n-d-802623-1 {{(pid=93799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:22:57.839231 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa0c678-9c50-4d89-acb4-2ae88d7611d2 None None] Pushing event deleted for resources: {'Port': ['ID=dd86bc90-0c45-4dbb-8e85-9bd63ee588f0,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:22:57.870491 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43037b1-2354-4fb5-8f3f-2440ec4f6125 tempest-AllowedAddressPairTestJSON-135295103 tempest-AllowedAddressPairTestJSON-135295103-project] Pushing event deleted for resources: {'Port': ['ID=dd86bc90-0c45-4dbb-8e85-9bd63ee588f0,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:22:57.870999 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f08e2743-e0be-4d63-8c17-94f8c005c235 req-1ee27604-9d58-48f5-9848-0f08e7d9f952 tempest-ServerRescueTestJSONUnderV235-622928344 tempest-ServerRescueTestJSONUnderV235-622928344-project] 10.222.0.18 "GET /v2.0/security-groups?id=2eed3499-b2dc-4df3-ba94-97f5c54db85f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924428 Jul 27 23:22:57.949901 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c43037b1-2354-4fb5-8f3f-2440ec4f6125 tempest-AllowedAddressPairTestJSON-135295103 tempest-AllowedAddressPairTestJSON-135295103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618032', 'neutron.services.segments.db._delete_segments_for_network-8736833900081'] for network, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:57.960884 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-c43037b1-2354-4fb5-8f3f-2440ec4f6125 tempest-AllowedAddressPairTestJSON-135295103 tempest-AllowedAddressPairTestJSON-135295103-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d7c275d-e8fd-43b8-9bb2-876822161449']}} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:22:57.973148 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-c43037b1-2354-4fb5-8f3f-2440ec4f6125 tempest-AllowedAddressPairTestJSON-135295103 tempest-AllowedAddressPairTestJSON-135295103-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0af62d8-360e-4a49-9300-84be37ed4d60') {'for_net_delete': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:22:57.973426 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-c43037b1-2354-4fb5-8f3f-2440ec4f6125 tempest-AllowedAddressPairTestJSON-135295103 tempest-AllowedAddressPairTestJSON-135295103-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0af62d8-360e-4a49-9300-84be37ed4d60') {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:22:57.984424 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c43037b1-2354-4fb5-8f3f-2440ec4f6125 tempest-AllowedAddressPairTestJSON-135295103 tempest-AllowedAddressPairTestJSON-135295103-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736833900858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11335978'] for segment, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:57.998823 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c43037b1-2354-4fb5-8f3f-2440ec4f6125 tempest-AllowedAddressPairTestJSON-135295103 tempest-AllowedAddressPairTestJSON-135295103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:58.004843 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c43037b1-2354-4fb5-8f3f-2440ec4f6125 tempest-AllowedAddressPairTestJSON-135295103 tempest-AllowedAddressPairTestJSON-135295103-project] Releasing vlan 508 on physical network physnet1 to pool {{(pid=93797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 23:22:58.005249 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c43037b1-2354-4fb5-8f3f-2440ec4f6125 tempest-AllowedAddressPairTestJSON-135295103 tempest-AllowedAddressPairTestJSON-135295103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11336013'] for segment, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:58.078013 n-d-802623-1 neutron-server[93797]: Traceback (most recent call last): Jul 27 23:22:58.078013 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 23:22:58.078013 n-d-802623-1 neutron-server[93797]: timer() Jul 27 23:22:58.078013 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 23:22:58.078013 n-d-802623-1 neutron-server[93797]: cb(*args, **kw) Jul 27 23:22:58.078013 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 23:22:58.078013 n-d-802623-1 neutron-server[93797]: return func(*args, **kwargs) Jul 27 23:22:58.078013 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 23:22:58.078013 n-d-802623-1 neutron-server[93797]: self._notify() Jul 27 23:22:58.078013 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 23:22:58.078013 n-d-802623-1 neutron-server[93797]: self.callback(batched_events) Jul 27 23:22:58.078013 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 23:22:58.078013 n-d-802623-1 neutron-server[93797]: event.method(event) Jul 27 23:22:58.078013 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 23:22:58.078013 n-d-802623-1 neutron-server[93797]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 23:22:58.078013 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 23:22:58.078013 n-d-802623-1 neutron-server[93797]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 23:22:58.078013 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 23:22:58.078013 n-d-802623-1 neutron-server[93797]: return f(self, *a, **k) Jul 27 23:22:58.078013 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 23:22:58.078013 n-d-802623-1 neutron-server[93797]: return self._get(url).json() Jul 27 23:22:58.078013 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 23:22:58.078013 n-d-802623-1 neutron-server[93797]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 23:22:58.078013 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 23:22:58.078013 n-d-802623-1 neutron-server[93797]: return self.request(url, 'GET', **kwargs) Jul 27 23:22:58.078013 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 23:22:58.078013 n-d-802623-1 neutron-server[93797]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 23:22:58.078013 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 23:22:58.078013 n-d-802623-1 neutron-server[93797]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 23:22:58.078013 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 23:22:58.078013 n-d-802623-1 neutron-server[93797]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 23:22:58.078013 n-d-802623-1 neutron-server[93797]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 23:22:58.086907 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c43037b1-2354-4fb5-8f3f-2440ec4f6125 tempest-AllowedAddressPairTestJSON-135295103 tempest-AllowedAddressPairTestJSON-135295103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415412'] for network, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:58.115103 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-7ce8b4c5-27e7-4579-8ad5-f78d6acbe722 req-21daf66f-a8e3-4db4-833b-6463a33f53b2 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/security-groups?id=5f578744-6f09-4b7e-a537-2a342130270d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2990994 Jul 27 23:22:58.127231 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c43037b1-2354-4fb5-8f3f-2440ec4f6125 tempest-AllowedAddressPairTestJSON-135295103 tempest-AllowedAddressPairTestJSON-135295103-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for network, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:58.129165 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-c43037b1-2354-4fb5-8f3f-2440ec4f6125 tempest-AllowedAddressPairTestJSON-135295103 tempest-AllowedAddressPairTestJSON-135295103-project] 10.222.0.18 "DELETE /v2.0/networks/1d7c275d-e8fd-43b8-9bb2-876822161449 HTTP/1.1" status: 204 len: 168 time: 1.5645764 Jul 27 23:22:58.131627 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43037b1-2354-4fb5-8f3f-2440ec4f6125 tempest-AllowedAddressPairTestJSON-135295103 tempest-AllowedAddressPairTestJSON-135295103-project] Pushing event deleted for resources: {'Network': ['ID=1d7c275d-e8fd-43b8-9bb2-876822161449,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:22:58.263650 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device dd86bc90-0c45-4dbb-8e85-9bd63ee588f0 no longer exists at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:22:58.318387 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] No Port match for: dd86bc90-0c45-4dbb-8e85-9bd63ee588f0 {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:22:58.318878 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device dd86bc90-0c45-4dbb-8e85-9bd63ee588f0 not bound to the agent host n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:22:58.432430 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49047050-15a3-4fd4-8e65-e378a52dc156 req-59fe377b-509e-403b-b27d-6ef1300d18c4 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:22:58.441510 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-49047050-15a3-4fd4-8e65-e378a52dc156 req-59fe377b-509e-403b-b27d-6ef1300d18c4 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] 10.222.0.18 "GET /v2.0/ports?device_id=9bda45a6-7b3d-4402-bc36-eb32e3c47420 HTTP/1.1" status: 200 len: 945 time: 0.1040978 Jul 27 23:22:58.527896 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-49047050-15a3-4fd4-8e65-e378a52dc156 req-9863b59c-643c-4cab-b736-c738524b80e4 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] 10.222.0.18 "GET /v2.0/security-groups?id=65b595b9-aa8c-4614-91d3-1ae3459c99b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710874 Jul 27 23:22:58.722680 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 54094) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:22:59.046412 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 54110) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:22:59.053544 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-7bbb00cb-699a-4968-8079-4672faca2296 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1dc0c567d7e84ba1b935365f7d8f09a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3196628 Jul 27 23:22:59.165660 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d45ee4-f9e7-4a67-a48b-bb3fae05d7a5 req-3227720b-7021-4dbd-8aed-a3c423efaa5b tempest-ServerRescueTestJSONUnderV235-622928344 tempest-ServerRescueTestJSONUnderV235-622928344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:22:59.180544 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f2d45ee4-f9e7-4a67-a48b-bb3fae05d7a5 req-3227720b-7021-4dbd-8aed-a3c423efaa5b tempest-ServerRescueTestJSONUnderV235-622928344 tempest-ServerRescueTestJSONUnderV235-622928344-project] 10.222.0.18 "GET /v2.0/ports?device_id=515844b0-12e5-4d91-8415-7e9fc9e79241 HTTP/1.1" status: 200 len: 946 time: 0.1475234 Jul 27 23:22:59.193926 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-531fa775-9b57-4a74-bb53-f8780be21af5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:59.218652 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-531fa775-9b57-4a74-bb53-f8780be21af5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:59.266395 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f2d45ee4-f9e7-4a67-a48b-bb3fae05d7a5 req-74071a7f-092a-4509-8118-05772ea2111c tempest-ServerRescueTestJSONUnderV235-622928344 tempest-ServerRescueTestJSONUnderV235-622928344-project] 10.222.0.18 "GET /v2.0/security-groups?id=2eed3499-b2dc-4df3-ba94-97f5c54db85f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783606 Jul 27 23:22:59.304007 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.agents_db [None req-9beef776-8bab-4de2-989a-f5a23ba4aaf4 None None] Agent healthcheck: found 7 active agents {{(pid=93800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 23:22:59.305160 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-531fa775-9b57-4a74-bb53-f8780be21af5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:59.308436 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-531fa775-9b57-4a74-bb53-f8780be21af5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:59.309705 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-531fa775-9b57-4a74-bb53-f8780be21af5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/82d57b02-2d5f-493d-b25f-8ec3dca3f59e HTTP/1.1" status: 204 len: 168 time: 0.2614667 Jul 27 23:22:59.330822 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531fa775-9b57-4a74-bb53-f8780be21af5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82d57b02-2d5f-493d-b25f-8ec3dca3f59e,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:22:59.589686 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:59.605519 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b35c49cb-d1d1-4a70-aa5d-d28e5948eb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:59.741774 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51738eb8-1458-4fe5-aabf-058627553d52 req-e2f3c3ee-87f6-4f6b-ae23-a97cc47e62e9 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:22:59.754430 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-51738eb8-1458-4fe5-aabf-058627553d52 req-e2f3c3ee-87f6-4f6b-ae23-a97cc47e62e9 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] 10.222.0.18 "GET /v2.0/ports?device_id=9bda45a6-7b3d-4402-bc36-eb32e3c47420 HTTP/1.1" status: 200 len: 945 time: 0.1270459 Jul 27 23:22:59.827705 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-51738eb8-1458-4fe5-aabf-058627553d52 req-0ed2f55f-5e0b-47f0-a39d-70d7039f20a2 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] 10.222.0.18 "GET /v2.0/security-groups?id=65b595b9-aa8c-4614-91d3-1ae3459c99b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722902 Jul 27 23:22:59.875821 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06165aaa-b102-4309-91ae-2f34af679979 req-29542b69-4f36-4c56-bc86-fa37539f3389 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:22:59.877791 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-06165aaa-b102-4309-91ae-2f34af679979 req-29542b69-4f36-4c56-bc86-fa37539f3389 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/ports?device_id=24f1bcda-d342-44cb-a8a4-b50ba39d32f7 HTTP/1.1" status: 200 len: 943 time: 0.0741701 Jul 27 23:23:00.043193 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:00.074934 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-06165aaa-b102-4309-91ae-2f34af679979 req-e1d94e71-83ed-4f9c-9710-c3bef884d243 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Deleting port 58d15820-eb41-4ab3-a19f-4bd2609bc51a {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:23:00.075360 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-06165aaa-b102-4309-91ae-2f34af679979 req-e1d94e71-83ed-4f9c-9710-c3bef884d243 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:00.334092 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-06165aaa-b102-4309-91ae-2f34af679979 req-e1d94e71-83ed-4f9c-9710-c3bef884d243 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] For port 58d15820-eb41-4ab3-a19f-4bd2609bc51a, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=58d15820-eb41-4ab3-a19f-4bd2609bc51a,segment=NetworkSegment(145d64c0-063a-4e1d-8ed5-459cef7aa517),segment_id=145d64c0-063a-4e1d-8ed5-459cef7aa517)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:23:00.335543 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-06165aaa-b102-4309-91ae-2f34af679979 req-e1d94e71-83ed-4f9c-9710-c3bef884d243 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:00.364971 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-06165aaa-b102-4309-91ae-2f34af679979 req-e1d94e71-83ed-4f9c-9710-c3bef884d243 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Calling delete_port for 58d15820-eb41-4ab3-a19f-4bd2609bc51a owned by compute:nova {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:23:00.479893 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-19f2e178-d45e-4fbe-b9be-c3963fc151ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:00.617738 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297bd9de-4465-4295-b55b-19ff3ff57f06 req-8a691bc0-da66-48c0-9e5a-428aa2da6862 tempest-ServerRescueTestJSONUnderV235-622928344 tempest-ServerRescueTestJSONUnderV235-622928344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:23:00.631558 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-297bd9de-4465-4295-b55b-19ff3ff57f06 req-8a691bc0-da66-48c0-9e5a-428aa2da6862 tempest-ServerRescueTestJSONUnderV235-622928344 tempest-ServerRescueTestJSONUnderV235-622928344-project] 10.222.0.18 "GET /v2.0/ports?device_id=515844b0-12e5-4d91-8415-7e9fc9e79241 HTTP/1.1" status: 200 len: 946 time: 0.1436100 Jul 27 23:23:00.747462 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-297bd9de-4465-4295-b55b-19ff3ff57f06 req-ee5202ab-8499-4450-a167-615c56f25ea7 tempest-ServerRescueTestJSONUnderV235-622928344 tempest-ServerRescueTestJSONUnderV235-622928344-project] 10.222.0.18 "GET /v2.0/security-groups?id=2eed3499-b2dc-4df3-ba94-97f5c54db85f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138270 Jul 27 23:23:00.763738 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 54168) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:23:00.783756 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-06165aaa-b102-4309-91ae-2f34af679979 req-e1d94e71-83ed-4f9c-9710-c3bef884d243 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:00.801295 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] get_ports_and_sgs() called for port_ids ['b8ac6b50-4d3e-4b8a-9d24-a1e0600d37ae'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:23:00.804284 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] get_ports_and_sgs() called for port_ids ['2f6e68dd-baf9-4f43-bbe4-1312f336f420'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:23:00.853621 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d94e71-83ed-4f9c-9710-c3bef884d243 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Pushing event deleted for resources: {'Port': ['ID=58d15820-eb41-4ab3-a19f-4bd2609bc51a,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:23:00.946133 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-06165aaa-b102-4309-91ae-2f34af679979 req-e1d94e71-83ed-4f9c-9710-c3bef884d243 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] No DVR routers for this DVR port 58d15820-eb41-4ab3-a19f-4bd2609bc51a on host n-h2-802623-1 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:23:00.950425 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-06165aaa-b102-4309-91ae-2f34af679979 req-e1d94e71-83ed-4f9c-9710-c3bef884d243 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:00.960702 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-06165aaa-b102-4309-91ae-2f34af679979 req-e1d94e71-83ed-4f9c-9710-c3bef884d243 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "DELETE /v2.0/ports/58d15820-eb41-4ab3-a19f-4bd2609bc51a HTTP/1.1" status: 204 len: 173 time: 1.0759420 Jul 27 23:23:00.961426 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24f1bcda-d342-44cb-a8a4-b50ba39d32f7', 'name': 'network-vif-deleted', 'tag': '58d15820-eb41-4ab3-a19f-4bd2609bc51a'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:23:00.968956 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}011f8d312121274bb12d78e77c6379a2079800640016cec6c6d605b73666e854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acca0111-daee-4ebe-8866-9115bb42ac3f" -d '{"events": [{"server_uuid": "24f1bcda-d342-44cb-a8a4-b50ba39d32f7", "name": "network-vif-deleted", "tag": "58d15820-eb41-4ab3-a19f-4bd2609bc51a"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:23:01.144173 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [None req-cc06b330-5a2b-4ab0-8b04-91fb007fc26c tempest-ExtensionsTestJSON-1483222266 tempest-ExtensionsTestJSON-1483222266-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=93797) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 23:23:01.146028 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-cc06b330-5a2b-4ab0-8b04-91fb007fc26c tempest-ExtensionsTestJSON-1483222266 tempest-ExtensionsTestJSON-1483222266-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.3799007 Jul 27 23:23:01.149617 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 54182) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:23:01.157261 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [None req-354e43df-deff-446e-870b-105b85a5d097 tempest-ExtensionsTestJSON-1483222266 tempest-ExtensionsTestJSON-1483222266-project] http://10.222.0.18:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=93798) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 23:23:01.158577 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-354e43df-deff-446e-870b-105b85a5d097 tempest-ExtensionsTestJSON-1483222266 tempest-ExtensionsTestJSON-1483222266-project] 10.222.0.18 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0070438 Jul 27 23:23:01.167206 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 54184) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:23:01.175089 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [None req-3d141ce2-5713-478a-944e-0f6bc1cd4a15 tempest-ExtensionsTestJSON-1483222266 tempest-ExtensionsTestJSON-1483222266-project] http://10.222.0.18:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=93798) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 23:23:01.177588 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-3d141ce2-5713-478a-944e-0f6bc1cd4a15 tempest-ExtensionsTestJSON-1483222266 tempest-ExtensionsTestJSON-1483222266-project] 10.222.0.18 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0148907 Jul 27 23:23:01.181172 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 54186) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:23:01.190841 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [None req-9a747991-fa68-4b21-bbec-147af236099e tempest-ExtensionsTestJSON-1483222266 tempest-ExtensionsTestJSON-1483222266-project] http://10.222.0.18:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=93798) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 23:23:01.197339 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-9a747991-fa68-4b21-bbec-147af236099e tempest-ExtensionsTestJSON-1483222266 tempest-ExtensionsTestJSON-1483222266-project] 10.222.0.18 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0133348 Jul 27 23:23:01.203711 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 54188) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:23:01.205618 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c354040-b415-4477-9d9b-20e4f6de94bb req-7dfc9e2c-92f2-46f9-b9a6-7547b530b415 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:23:01.208526 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-5c354040-b415-4477-9d9b-20e4f6de94bb req-7dfc9e2c-92f2-46f9-b9a6-7547b530b415 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] 10.222.0.18 "GET /v2.0/ports?device_id=9bda45a6-7b3d-4402-bc36-eb32e3c47420 HTTP/1.1" status: 200 len: 945 time: 0.1974013 Jul 27 23:23:01.218565 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [None req-53887bb2-8a2c-4066-9a58-593ea0690ab3 tempest-ExtensionsTestJSON-1483222266 tempest-ExtensionsTestJSON-1483222266-project] http://10.222.0.18:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=93798) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 23:23:01.222485 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-53887bb2-8a2c-4066-9a58-593ea0690ab3 tempest-ExtensionsTestJSON-1483222266 tempest-ExtensionsTestJSON-1483222266-project] 10.222.0.18 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0168183 Jul 27 23:23:01.227528 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 54190) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:23:01.239255 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [None req-6bd4381a-01d9-461d-aaba-4ace043c9012 tempest-ExtensionsTestJSON-1483222266 tempest-ExtensionsTestJSON-1483222266-project] http://10.222.0.18:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=93798) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 23:23:01.241846 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-6bd4381a-01d9-461d-aaba-4ace043c9012 tempest-ExtensionsTestJSON-1483222266 tempest-ExtensionsTestJSON-1483222266-project] 10.222.0.18 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0089893 Jul 27 23:23:01.246253 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 54192) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:23:01.254837 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [None req-13a195e5-3966-4aaf-9c4e-87a25dda28c9 tempest-ExtensionsTestJSON-1483222266 tempest-ExtensionsTestJSON-1483222266-project] http://10.222.0.18:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=93797) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 23:23:01.256438 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-13a195e5-3966-4aaf-9c4e-87a25dda28c9 tempest-ExtensionsTestJSON-1483222266 tempest-ExtensionsTestJSON-1483222266-project] 10.222.0.18 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0078871 Jul 27 23:23:01.259181 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 54194) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:23:01.264316 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [None req-f03a3ab1-d8a9-4ed3-9904-e1c5ff98f304 tempest-ExtensionsTestJSON-1483222266 tempest-ExtensionsTestJSON-1483222266-project] http://10.222.0.18:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=93798) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 23:23:01.266594 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-f03a3ab1-d8a9-4ed3-9904-e1c5ff98f304 tempest-ExtensionsTestJSON-1483222266 tempest-ExtensionsTestJSON-1483222266-project] 10.222.0.18 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0047379 Jul 27 23:23:01.268196 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 54196) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:23:01.274811 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [None req-ea94a8de-b52b-423a-bf01-b391e89521bd tempest-ExtensionsTestJSON-1483222266 tempest-ExtensionsTestJSON-1483222266-project] http://10.222.0.18:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=93798) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 23:23:01.278459 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-ea94a8de-b52b-423a-bf01-b391e89521bd tempest-ExtensionsTestJSON-1483222266 tempest-ExtensionsTestJSON-1483222266-project] 10.222.0.18 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0092337 Jul 27 23:23:01.283552 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 54198) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:23:01.290963 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [None req-25594f23-aeeb-40a3-a1a4-2c0cc6ebc19a tempest-ExtensionsTestJSON-1483222266 tempest-ExtensionsTestJSON-1483222266-project] http://10.222.0.18:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=93798) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 23:23:01.292512 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-25594f23-aeeb-40a3-a1a4-2c0cc6ebc19a tempest-ExtensionsTestJSON-1483222266 tempest-ExtensionsTestJSON-1483222266-project] 10.222.0.18 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0078969 Jul 27 23:23:01.295325 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 54200) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:23:01.306217 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-5c354040-b415-4477-9d9b-20e4f6de94bb req-dae1b8a9-0223-4375-8e6b-7cc254045bf7 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] 10.222.0.18 "GET /v2.0/security-groups?id=65b595b9-aa8c-4614-91d3-1ae3459c99b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862532 Jul 27 23:23:01.308071 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [None req-8ea40d3f-a104-4db2-a430-3d800d1d1df7 tempest-ExtensionsTestJSON-1483222266 tempest-ExtensionsTestJSON-1483222266-project] http://10.222.0.18:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=93798) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 23:23:01.310371 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-8ea40d3f-a104-4db2-a430-3d800d1d1df7 tempest-ExtensionsTestJSON-1483222266 tempest-ExtensionsTestJSON-1483222266-project] 10.222.0.18 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0111175 Jul 27 23:23:01.312598 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 54202) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:23:01.320850 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [None req-b71eea87-6454-44d8-bda3-30f06bec6e53 tempest-ExtensionsTestJSON-1483222266 tempest-ExtensionsTestJSON-1483222266-project] http://10.222.0.18:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=93797) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 23:23:01.325120 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-b71eea87-6454-44d8-bda3-30f06bec6e53 tempest-ExtensionsTestJSON-1483222266 tempest-ExtensionsTestJSON-1483222266-project] 10.222.0.18 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0082176 Jul 27 23:23:01.325973 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 54204) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:23:01.340144 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [None req-67018264-903f-4439-8a63-ba146b4a7186 tempest-ExtensionsTestJSON-1483222266 tempest-ExtensionsTestJSON-1483222266-project] http://10.222.0.18:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=93798) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 23:23:01.341435 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-67018264-903f-4439-8a63-ba146b4a7186 tempest-ExtensionsTestJSON-1483222266 tempest-ExtensionsTestJSON-1483222266-project] 10.222.0.18 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0138683 Jul 27 23:23:01.344268 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 54206) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:23:01.368866 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [None req-f9ee1e5d-556e-402e-aee8-e9a3b10616a1 tempest-ExtensionsTestJSON-1483222266 tempest-ExtensionsTestJSON-1483222266-project] http://10.222.0.18:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=93798) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 23:23:01.372731 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-f9ee1e5d-556e-402e-aee8-e9a3b10616a1 tempest-ExtensionsTestJSON-1483222266 tempest-ExtensionsTestJSON-1483222266-project] 10.222.0.18 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0271299 Jul 27 23:23:01.375529 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 54212) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:23:01.382081 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [None req-d8903cc7-42da-470f-8d87-2c4c9c990261 tempest-ExtensionsTestJSON-1483222266 tempest-ExtensionsTestJSON-1483222266-project] http://10.222.0.18:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=93797) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 23:23:01.383564 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-d8903cc7-42da-470f-8d87-2c4c9c990261 tempest-ExtensionsTestJSON-1483222266 tempest-ExtensionsTestJSON-1483222266-project] 10.222.0.18 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0058270 Jul 27 23:23:01.386483 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 54214) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:23:01.392251 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [None req-13d17b62-20a4-4642-9231-28809d4ff28d tempest-ExtensionsTestJSON-1483222266 tempest-ExtensionsTestJSON-1483222266-project] http://10.222.0.18:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=93797) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 23:23:01.393841 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-13d17b62-20a4-4642-9231-28809d4ff28d tempest-ExtensionsTestJSON-1483222266 tempest-ExtensionsTestJSON-1483222266-project] 10.222.0.18 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0060430 Jul 27 23:23:01.396501 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 54216) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:23:01.410038 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [None req-e272ceb5-8adf-433e-ae94-3a0a25678107 tempest-ExtensionsTestJSON-1483222266 tempest-ExtensionsTestJSON-1483222266-project] http://10.222.0.18:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=93798) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 23:23:01.412866 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-e272ceb5-8adf-433e-ae94-3a0a25678107 tempest-ExtensionsTestJSON-1483222266 tempest-ExtensionsTestJSON-1483222266-project] 10.222.0.18 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0152743 Jul 27 23:23:01.414433 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 54218) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:23:01.432913 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [None req-a76510a2-bdae-4df0-8781-48daf556fe82 tempest-ExtensionsTestJSON-1483222266 tempest-ExtensionsTestJSON-1483222266-project] http://10.222.0.18:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=93798) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 23:23:01.436088 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-a76510a2-bdae-4df0-8781-48daf556fe82 tempest-ExtensionsTestJSON-1483222266 tempest-ExtensionsTestJSON-1483222266-project] 10.222.0.18 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0204811 Jul 27 23:23:01.438829 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 54220) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:23:01.445032 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [None req-497a755d-6004-401a-9815-45b658012593 tempest-ExtensionsTestJSON-1483222266 tempest-ExtensionsTestJSON-1483222266-project] http://10.222.0.18:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=93797) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 23:23:01.446024 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-497a755d-6004-401a-9815-45b658012593 tempest-ExtensionsTestJSON-1483222266 tempest-ExtensionsTestJSON-1483222266-project] 10.222.0.18 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0052850 Jul 27 23:23:01.449185 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 54222) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:23:01.459648 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [None req-6894b255-997d-4363-8107-d87841779a9e tempest-ExtensionsTestJSON-1483222266 tempest-ExtensionsTestJSON-1483222266-project] http://10.222.0.18:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=93797) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 23:23:01.464493 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-6894b255-997d-4363-8107-d87841779a9e tempest-ExtensionsTestJSON-1483222266 tempest-ExtensionsTestJSON-1483222266-project] 10.222.0.18 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0143917 Jul 27 23:23:01.466971 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 54224) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:23:01.477247 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [None req-70fd0c36-29de-4404-8e1e-ab35de89bbe0 tempest-ExtensionsTestJSON-1483222266 tempest-ExtensionsTestJSON-1483222266-project] http://10.222.0.18:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=93798) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 23:23:01.482296 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-70fd0c36-29de-4404-8e1e-ab35de89bbe0 tempest-ExtensionsTestJSON-1483222266 tempest-ExtensionsTestJSON-1483222266-project] 10.222.0.18 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0140762 Jul 27 23:23:01.485135 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 54228) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:23:01.489677 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [None req-d0751a37-479b-4b32-9d5d-3e8512625cbf tempest-ExtensionsTestJSON-1483222266 tempest-ExtensionsTestJSON-1483222266-project] http://10.222.0.18:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=93798) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 23:23:01.503902 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-d0751a37-479b-4b32-9d5d-3e8512625cbf tempest-ExtensionsTestJSON-1483222266 tempest-ExtensionsTestJSON-1483222266-project] 10.222.0.18 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0175223 Jul 27 23:23:01.506632 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 54230) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:23:01.522831 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [None req-d5bb628a-383c-4c72-8b89-7d96dd47ea0f tempest-ExtensionsTestJSON-1483222266 tempest-ExtensionsTestJSON-1483222266-project] http://10.222.0.18:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=93797) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 23:23:01.529652 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-d5bb628a-383c-4c72-8b89-7d96dd47ea0f tempest-ExtensionsTestJSON-1483222266 tempest-ExtensionsTestJSON-1483222266-project] 10.222.0.18 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0192037 Jul 27 23:23:01.530746 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 54234) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:23:01.535998 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [None req-90809616-237d-42aa-a1b6-4163f594acab tempest-ExtensionsTestJSON-1483222266 tempest-ExtensionsTestJSON-1483222266-project] http://10.222.0.18:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=93798) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 23:23:01.537263 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-90809616-237d-42aa-a1b6-4163f594acab tempest-ExtensionsTestJSON-1483222266 tempest-ExtensionsTestJSON-1483222266-project] 10.222.0.18 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0053964 Jul 27 23:23:01.539858 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 54236) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:23:01.546958 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [None req-8df0dd1b-7957-47aa-a288-8c2e14a486be tempest-ExtensionsTestJSON-1483222266 tempest-ExtensionsTestJSON-1483222266-project] http://10.222.0.18:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=93798) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 23:23:01.553024 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-8df0dd1b-7957-47aa-a288-8c2e14a486be tempest-ExtensionsTestJSON-1483222266 tempest-ExtensionsTestJSON-1483222266-project] 10.222.0.18 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0095196 Jul 27 23:23:01.553692 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 54238) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:23:01.561621 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [None req-06ea1a59-2670-47f9-b1fa-70ef54ebe45b tempest-ExtensionsTestJSON-1483222266 tempest-ExtensionsTestJSON-1483222266-project] http://10.222.0.18:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=93797) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 23:23:01.568223 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-06ea1a59-2670-47f9-b1fa-70ef54ebe45b tempest-ExtensionsTestJSON-1483222266 tempest-ExtensionsTestJSON-1483222266-project] 10.222.0.18 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0110044 Jul 27 23:23:01.568552 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 54240) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:23:01.595794 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [None req-3e3622c0-9375-40df-bf51-5f7c3d9e538f tempest-ExtensionsTestJSON-1483222266 tempest-ExtensionsTestJSON-1483222266-project] http://10.222.0.18:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=93797) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 23:23:01.600706 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-3e3622c0-9375-40df-bf51-5f7c3d9e538f tempest-ExtensionsTestJSON-1483222266 tempest-ExtensionsTestJSON-1483222266-project] 10.222.0.18 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0287666 Jul 27 23:23:01.601146 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 54242) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:23:01.607936 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [None req-2a4f2957-98b7-423b-bc05-39457599941e tempest-ExtensionsTestJSON-1483222266 tempest-ExtensionsTestJSON-1483222266-project] http://10.222.0.18:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=93798) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 23:23:01.611569 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-2a4f2957-98b7-423b-bc05-39457599941e tempest-ExtensionsTestJSON-1483222266 tempest-ExtensionsTestJSON-1483222266-project] 10.222.0.18 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0067317 Jul 27 23:23:01.611569 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Tue, 27 Jul 2021 23:23:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c05dd24e-22f6-44da-b95f-8a90bfb3005c x-openstack-request-id: req-c05dd24e-22f6-44da-b95f-8a90bfb3005c {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:23:01.612104 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 54244) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:23:01.612230 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24f1bcda-d342-44cb-a8a4-b50ba39d32f7", "name": "network-vif-deleted", "tag": "58d15820-eb41-4ab3-a19f-4bd2609bc51a", "status": "failed", "code": 422}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:23:01.612559 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c05dd24e-22f6-44da-b95f-8a90bfb3005c {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:23:01.613149 n-d-802623-1 neutron-server[93798]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '24f1bcda-d342-44cb-a8a4-b50ba39d32f7', 'name': 'network-vif-deleted', 'tag': '58d15820-eb41-4ab3-a19f-4bd2609bc51a', 'status': 'failed', 'code': 422} returned with failed status Jul 27 23:23:01.648060 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [None req-e612d300-aae5-4a8b-b961-5861ce768324 tempest-ExtensionsTestJSON-1483222266 tempest-ExtensionsTestJSON-1483222266-project] http://10.222.0.18:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=93797) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 23:23:01.652905 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 54248) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:23:01.653373 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-e612d300-aae5-4a8b-b961-5861ce768324 tempest-ExtensionsTestJSON-1483222266 tempest-ExtensionsTestJSON-1483222266-project] 10.222.0.18 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0367572 Jul 27 23:23:01.658150 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [None req-86bf4aeb-962f-49e6-bd37-0558f74db94c tempest-ExtensionsTestJSON-1483222266 tempest-ExtensionsTestJSON-1483222266-project] http://10.222.0.18:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=93798) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 23:23:01.659464 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-86bf4aeb-962f-49e6-bd37-0558f74db94c tempest-ExtensionsTestJSON-1483222266 tempest-ExtensionsTestJSON-1483222266-project] 10.222.0.18 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0051351 Jul 27 23:23:01.664169 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 54250) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:23:01.671253 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [None req-87c19157-f717-403e-9915-a8dcda094376 tempest-ExtensionsTestJSON-1483222266 tempest-ExtensionsTestJSON-1483222266-project] http://10.222.0.18:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=93798) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 23:23:01.673822 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-87c19157-f717-403e-9915-a8dcda094376 tempest-ExtensionsTestJSON-1483222266 tempest-ExtensionsTestJSON-1483222266-project] 10.222.0.18 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0086489 Jul 27 23:23:01.677153 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 54252) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:23:01.682725 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [None req-0e915e8a-9a2a-4dc3-b9b4-a33ff0b41c20 tempest-ExtensionsTestJSON-1483222266 tempest-ExtensionsTestJSON-1483222266-project] http://10.222.0.18:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=93797) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 23:23:01.683976 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-0e915e8a-9a2a-4dc3-b9b4-a33ff0b41c20 tempest-ExtensionsTestJSON-1483222266 tempest-ExtensionsTestJSON-1483222266-project] 10.222.0.18 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0053144 Jul 27 23:23:01.688947 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 54254) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:23:01.695272 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [None req-0aa60d00-c876-47a6-a8e4-2530f974347b tempest-ExtensionsTestJSON-1483222266 tempest-ExtensionsTestJSON-1483222266-project] http://10.222.0.18:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=93797) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 23:23:01.696431 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-0aa60d00-c876-47a6-a8e4-2530f974347b tempest-ExtensionsTestJSON-1483222266 tempest-ExtensionsTestJSON-1483222266-project] 10.222.0.18 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0065839 Jul 27 23:23:01.699732 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 54256) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:23:01.706116 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [None req-6a11db3b-766a-4dbc-aa17-6935d1e88ac6 tempest-ExtensionsTestJSON-1483222266 tempest-ExtensionsTestJSON-1483222266-project] http://10.222.0.18:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=93798) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 23:23:01.707833 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-6a11db3b-766a-4dbc-aa17-6935d1e88ac6 tempest-ExtensionsTestJSON-1483222266 tempest-ExtensionsTestJSON-1483222266-project] 10.222.0.18 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0065966 Jul 27 23:23:01.714185 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 54258) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:23:01.722038 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [None req-108aeb4d-8205-476d-9a22-7ecf9b5ae5e6 tempest-ExtensionsTestJSON-1483222266 tempest-ExtensionsTestJSON-1483222266-project] http://10.222.0.18:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=93798) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 23:23:01.723346 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-108aeb4d-8205-476d-9a22-7ecf9b5ae5e6 tempest-ExtensionsTestJSON-1483222266 tempest-ExtensionsTestJSON-1483222266-project] 10.222.0.18 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0092583 Jul 27 23:23:01.726155 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 54260) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:23:01.735621 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [None req-66ccd5ef-94ea-4e4c-8941-70913b194dd2 tempest-ExtensionsTestJSON-1483222266 tempest-ExtensionsTestJSON-1483222266-project] http://10.222.0.18:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=93798) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 23:23:01.737561 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-66ccd5ef-94ea-4e4c-8941-70913b194dd2 tempest-ExtensionsTestJSON-1483222266 tempest-ExtensionsTestJSON-1483222266-project] 10.222.0.18 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0095220 Jul 27 23:23:01.740242 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 54262) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:23:01.752024 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [None req-4ffc2d4e-771d-4ed9-b367-a284ccb22f99 tempest-ExtensionsTestJSON-1483222266 tempest-ExtensionsTestJSON-1483222266-project] http://10.222.0.18:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=93798) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 23:23:01.755383 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-4ffc2d4e-771d-4ed9-b367-a284ccb22f99 tempest-ExtensionsTestJSON-1483222266 tempest-ExtensionsTestJSON-1483222266-project] 10.222.0.18 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0107014 Jul 27 23:23:01.755889 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 54266) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:23:01.764347 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [None req-ab99c2f6-679f-4c38-a292-f4e077097f4a tempest-ExtensionsTestJSON-1483222266 tempest-ExtensionsTestJSON-1483222266-project] http://10.222.0.18:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=93798) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 23:23:01.768280 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-ab99c2f6-679f-4c38-a292-f4e077097f4a tempest-ExtensionsTestJSON-1483222266 tempest-ExtensionsTestJSON-1483222266-project] 10.222.0.18 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0113699 Jul 27 23:23:01.771095 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 54270) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:23:01.776825 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [None req-12c723d9-f1c0-4b7b-ad99-71e1464ee485 tempest-ExtensionsTestJSON-1483222266 tempest-ExtensionsTestJSON-1483222266-project] http://10.222.0.18:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=93797) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 23:23:01.780234 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 54272) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:23:01.780736 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-12c723d9-f1c0-4b7b-ad99-71e1464ee485 tempest-ExtensionsTestJSON-1483222266 tempest-ExtensionsTestJSON-1483222266-project] 10.222.0.18 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0078280 Jul 27 23:23:01.784917 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [None req-2b1abdb5-5c28-4a2c-9f30-f18b98aa93ae tempest-ExtensionsTestJSON-1483222266 tempest-ExtensionsTestJSON-1483222266-project] http://10.222.0.18:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=93798) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 23:23:01.785970 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-2b1abdb5-5c28-4a2c-9f30-f18b98aa93ae tempest-ExtensionsTestJSON-1483222266 tempest-ExtensionsTestJSON-1483222266-project] 10.222.0.18 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0045857 Jul 27 23:23:01.788191 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 54274) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:23:01.793391 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [None req-eb1c78d7-8522-4d5a-af10-c74fd6624658 tempest-ExtensionsTestJSON-1483222266 tempest-ExtensionsTestJSON-1483222266-project] http://10.222.0.18:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=93798) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 23:23:01.804543 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-eb1c78d7-8522-4d5a-af10-c74fd6624658 tempest-ExtensionsTestJSON-1483222266 tempest-ExtensionsTestJSON-1483222266-project] 10.222.0.18 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0150955 Jul 27 23:23:01.806896 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 54276) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:23:01.811914 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [None req-416b14c9-dd35-440f-b99e-8ab7c4885c3c tempest-ExtensionsTestJSON-1483222266 tempest-ExtensionsTestJSON-1483222266-project] http://10.222.0.18:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=93798) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 23:23:01.813323 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-416b14c9-dd35-440f-b99e-8ab7c4885c3c tempest-ExtensionsTestJSON-1483222266 tempest-ExtensionsTestJSON-1483222266-project] 10.222.0.18 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0053577 Jul 27 23:23:01.815956 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 54280) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:23:01.830523 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [None req-c03f3cc7-5b4b-4786-bbf2-f24286fdbccc tempest-ExtensionsTestJSON-1483222266 tempest-ExtensionsTestJSON-1483222266-project] http://10.222.0.18:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=93798) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 23:23:01.833959 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-c03f3cc7-5b4b-4786-bbf2-f24286fdbccc tempest-ExtensionsTestJSON-1483222266 tempest-ExtensionsTestJSON-1483222266-project] 10.222.0.18 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0147009 Jul 27 23:23:01.835518 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 54282) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:23:01.842884 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [None req-e456ac68-6954-4751-a104-048b4afb4f2f tempest-ExtensionsTestJSON-1483222266 tempest-ExtensionsTestJSON-1483222266-project] http://10.222.0.18:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=93797) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 23:23:01.848418 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-e456ac68-6954-4751-a104-048b4afb4f2f tempest-ExtensionsTestJSON-1483222266 tempest-ExtensionsTestJSON-1483222266-project] 10.222.0.18 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0107644 Jul 27 23:23:01.848629 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 54284) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:23:01.853117 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [None req-383d197f-0a58-4ce3-941d-03ddeb043176 tempest-ExtensionsTestJSON-1483222266 tempest-ExtensionsTestJSON-1483222266-project] http://10.222.0.18:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=93798) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 23:23:01.854662 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-383d197f-0a58-4ce3-941d-03ddeb043176 tempest-ExtensionsTestJSON-1483222266 tempest-ExtensionsTestJSON-1483222266-project] 10.222.0.18 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0051088 Jul 27 23:23:01.857149 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 54286) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:23:01.862194 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [None req-e2afc8fc-3177-4b0d-b0f0-02add121d437 tempest-ExtensionsTestJSON-1483222266 tempest-ExtensionsTestJSON-1483222266-project] http://10.222.0.18:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=93798) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 23:23:01.866655 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 54288) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:23:01.866901 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-e2afc8fc-3177-4b0d-b0f0-02add121d437 tempest-ExtensionsTestJSON-1483222266 tempest-ExtensionsTestJSON-1483222266-project] 10.222.0.18 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0074675 Jul 27 23:23:01.871275 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [None req-d26ddd03-935d-42ce-b3b9-156826908d17 tempest-ExtensionsTestJSON-1483222266 tempest-ExtensionsTestJSON-1483222266-project] http://10.222.0.18:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=93797) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 23:23:01.872326 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-d26ddd03-935d-42ce-b3b9-156826908d17 tempest-ExtensionsTestJSON-1483222266 tempest-ExtensionsTestJSON-1483222266-project] 10.222.0.18 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0045872 Jul 27 23:23:01.874958 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 54290) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:23:01.881819 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [None req-ca474506-7833-4f19-88f3-ae8865ba469b tempest-ExtensionsTestJSON-1483222266 tempest-ExtensionsTestJSON-1483222266-project] http://10.222.0.18:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=93798) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 23:23:01.890498 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 54292) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:23:01.893403 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-ca474506-7833-4f19-88f3-ae8865ba469b tempest-ExtensionsTestJSON-1483222266 tempest-ExtensionsTestJSON-1483222266-project] 10.222.0.18 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0172153 Jul 27 23:23:01.898000 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [None req-b2ba8e7b-6653-46ea-aaa1-159b5d422fb5 tempest-ExtensionsTestJSON-1483222266 tempest-ExtensionsTestJSON-1483222266-project] http://10.222.0.18:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=93797) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 23:23:01.900190 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-b2ba8e7b-6653-46ea-aaa1-159b5d422fb5 tempest-ExtensionsTestJSON-1483222266 tempest-ExtensionsTestJSON-1483222266-project] 10.222.0.18 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0087090 Jul 27 23:23:01.902427 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 54294) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:23:01.911935 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [None req-fb77fc93-c8a5-40d3-90bb-77c4a1e6f075 tempest-ExtensionsTestJSON-1483222266 tempest-ExtensionsTestJSON-1483222266-project] http://10.222.0.18:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=93798) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 23:23:01.917810 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 54296) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:23:01.917949 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-fb77fc93-c8a5-40d3-90bb-77c4a1e6f075 tempest-ExtensionsTestJSON-1483222266 tempest-ExtensionsTestJSON-1483222266-project] 10.222.0.18 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0139766 Jul 27 23:23:01.922356 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [None req-2ef75ed3-7a30-43ad-9732-dfe73673defd tempest-ExtensionsTestJSON-1483222266 tempest-ExtensionsTestJSON-1483222266-project] http://10.222.0.18:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=93797) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 23:23:01.927209 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-2ef75ed3-7a30-43ad-9732-dfe73673defd tempest-ExtensionsTestJSON-1483222266 tempest-ExtensionsTestJSON-1483222266-project] 10.222.0.18 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0082903 Jul 27 23:23:01.929718 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 54298) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:23:01.944491 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [None req-46baded8-baad-41b1-95ea-b83f95f5e159 tempest-ExtensionsTestJSON-1483222266 tempest-ExtensionsTestJSON-1483222266-project] http://10.222.0.18:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=93797) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 23:23:01.953120 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-46baded8-baad-41b1-95ea-b83f95f5e159 tempest-ExtensionsTestJSON-1483222266 tempest-ExtensionsTestJSON-1483222266-project] 10.222.0.18 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0216796 Jul 27 23:23:01.958436 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 54300) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:23:01.966321 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [None req-547e514d-b9f6-4a95-a6af-8c31d217f853 tempest-ExtensionsTestJSON-1483222266 tempest-ExtensionsTestJSON-1483222266-project] http://10.222.0.18:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=93797) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 23:23:01.975022 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-547e514d-b9f6-4a95-a6af-8c31d217f853 tempest-ExtensionsTestJSON-1483222266 tempest-ExtensionsTestJSON-1483222266-project] 10.222.0.18 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0146048 Jul 27 23:23:01.980431 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 54302) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:23:01.996954 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [None req-164470ae-9e01-4a53-8667-995c535df591 tempest-ExtensionsTestJSON-1483222266 tempest-ExtensionsTestJSON-1483222266-project] http://10.222.0.18:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=93797) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 23:23:02.008094 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-164470ae-9e01-4a53-8667-995c535df591 tempest-ExtensionsTestJSON-1483222266 tempest-ExtensionsTestJSON-1483222266-project] 10.222.0.18 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0236580 Jul 27 23:23:02.009190 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 54304) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:23:02.023630 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [None req-6f98b674-9ab6-4e67-a623-290924bc730b tempest-ExtensionsTestJSON-1483222266 tempest-ExtensionsTestJSON-1483222266-project] http://10.222.0.18:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=93798) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 23:23:02.028234 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 54306) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:23:02.030423 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-6f98b674-9ab6-4e67-a623-290924bc730b tempest-ExtensionsTestJSON-1483222266 tempest-ExtensionsTestJSON-1483222266-project] 10.222.0.18 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0166099 Jul 27 23:23:02.034377 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [None req-fb15af80-2f01-4a6f-b9cf-ae39b5fd6863 tempest-ExtensionsTestJSON-1483222266 tempest-ExtensionsTestJSON-1483222266-project] http://10.222.0.18:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=93797) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 23:23:02.040156 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-fb15af80-2f01-4a6f-b9cf-ae39b5fd6863 tempest-ExtensionsTestJSON-1483222266 tempest-ExtensionsTestJSON-1483222266-project] 10.222.0.18 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0050395 Jul 27 23:23:02.043669 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 54308) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:23:02.051822 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8549efc-a2b6-40ea-b5eb-eb7f1511ec14 req-743c4e85-fd65-4584-8c22-9340d7a2ada0 tempest-ServerRescueTestJSONUnderV235-622928344 tempest-ServerRescueTestJSONUnderV235-622928344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:23:02.053429 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e8549efc-a2b6-40ea-b5eb-eb7f1511ec14 req-743c4e85-fd65-4584-8c22-9340d7a2ada0 tempest-ServerRescueTestJSONUnderV235-622928344 tempest-ServerRescueTestJSONUnderV235-622928344-project] 10.222.0.18 "GET /v2.0/ports?device_id=515844b0-12e5-4d91-8415-7e9fc9e79241 HTTP/1.1" status: 200 len: 946 time: 0.1297176 Jul 27 23:23:02.067398 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [None req-3bc5dd11-9199-43bb-8b79-fdbf99aba96e tempest-ExtensionsTestJSON-1483222266 tempest-ExtensionsTestJSON-1483222266-project] http://10.222.0.18:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=93797) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 23:23:02.079490 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-3bc5dd11-9199-43bb-8b79-fdbf99aba96e tempest-ExtensionsTestJSON-1483222266 tempest-ExtensionsTestJSON-1483222266-project] 10.222.0.18 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0321550 Jul 27 23:23:02.082530 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 54310) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:23:02.100846 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [None req-8b8bfa9e-b667-43e4-8754-2793315abc6e tempest-ExtensionsTestJSON-1483222266 tempest-ExtensionsTestJSON-1483222266-project] http://10.222.0.18:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=93797) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 23:23:02.107575 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-8b8bfa9e-b667-43e4-8754-2793315abc6e tempest-ExtensionsTestJSON-1483222266 tempest-ExtensionsTestJSON-1483222266-project] 10.222.0.18 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0238504 Jul 27 23:23:02.108526 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 54314) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:23:02.115292 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [None req-4180a7e0-b242-42a1-9ec6-3a25d2344fb5 tempest-ExtensionsTestJSON-1483222266 tempest-ExtensionsTestJSON-1483222266-project] http://10.222.0.18:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=93797) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 23:23:02.120471 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-4180a7e0-b242-42a1-9ec6-3a25d2344fb5 tempest-ExtensionsTestJSON-1483222266 tempest-ExtensionsTestJSON-1483222266-project] 10.222.0.18 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0095077 Jul 27 23:23:02.121703 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 54316) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:23:02.135444 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [None req-68709b85-b5d8-45f3-90d0-509350fb668a tempest-ExtensionsTestJSON-1483222266 tempest-ExtensionsTestJSON-1483222266-project] http://10.222.0.18:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=93798) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 23:23:02.139913 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 54318) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:23:02.145931 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [None req-98cc84bd-765f-4aec-b462-8016494d42ea tempest-ExtensionsTestJSON-1483222266 tempest-ExtensionsTestJSON-1483222266-project] http://10.222.0.18:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=93797) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 23:23:02.149972 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-68709b85-b5d8-45f3-90d0-509350fb668a tempest-ExtensionsTestJSON-1483222266 tempest-ExtensionsTestJSON-1483222266-project] 10.222.0.18 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0258849 Jul 27 23:23:02.155246 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-98cc84bd-765f-4aec-b462-8016494d42ea tempest-ExtensionsTestJSON-1483222266 tempest-ExtensionsTestJSON-1483222266-project] 10.222.0.18 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0098002 Jul 27 23:23:02.155966 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 54320) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:23:02.165265 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [None req-ca34821c-cdbe-4662-95d4-b9cbb4f1fcad tempest-ExtensionsTestJSON-1483222266 tempest-ExtensionsTestJSON-1483222266-project] http://10.222.0.18:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=93797) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 23:23:02.169658 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 54322) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:23:02.174319 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-ca34821c-cdbe-4662-95d4-b9cbb4f1fcad tempest-ExtensionsTestJSON-1483222266 tempest-ExtensionsTestJSON-1483222266-project] 10.222.0.18 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0145593 Jul 27 23:23:02.181427 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [None req-2f1da1d4-253f-4311-b455-e566dbbbd0d3 tempest-ExtensionsTestJSON-1483222266 tempest-ExtensionsTestJSON-1483222266-project] http://10.222.0.18:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=93798) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 23:23:02.187229 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 54324) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:23:02.192980 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [None req-a50067c5-0e77-4867-98fc-76a67d1c15f1 tempest-ExtensionsTestJSON-1483222266 tempest-ExtensionsTestJSON-1483222266-project] http://10.222.0.18:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=93797) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 23:23:02.195899 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-a50067c5-0e77-4867-98fc-76a67d1c15f1 tempest-ExtensionsTestJSON-1483222266 tempest-ExtensionsTestJSON-1483222266-project] 10.222.0.18 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0073071 Jul 27 23:23:02.196622 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 54326) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:23:02.201103 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [None req-6cbafab2-fafe-425e-804a-788eae91504e tempest-ExtensionsTestJSON-1483222266 tempest-ExtensionsTestJSON-1483222266-project] http://10.222.0.18:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=93797) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 23:23:02.202047 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-6cbafab2-fafe-425e-804a-788eae91504e tempest-ExtensionsTestJSON-1483222266 tempest-ExtensionsTestJSON-1483222266-project] 10.222.0.18 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0045071 Jul 27 23:23:02.202714 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-2f1da1d4-253f-4311-b455-e566dbbbd0d3 tempest-ExtensionsTestJSON-1483222266 tempest-ExtensionsTestJSON-1483222266-project] 10.222.0.18 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0273008 Jul 27 23:23:02.204881 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 54328) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:23:02.209292 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [None req-8744b790-a6a0-40b3-86d9-64760bee1513 tempest-ExtensionsTestJSON-1483222266 tempest-ExtensionsTestJSON-1483222266-project] http://10.222.0.18:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=93798) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 23:23:02.210283 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-8744b790-a6a0-40b3-86d9-64760bee1513 tempest-ExtensionsTestJSON-1483222266 tempest-ExtensionsTestJSON-1483222266-project] 10.222.0.18 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0044954 Jul 27 23:23:02.216670 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 54330) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:23:02.227181 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [None req-59c3b393-c501-4c78-abc2-5fa9ae0433c4 tempest-ExtensionsTestJSON-1483222266 tempest-ExtensionsTestJSON-1483222266-project] http://10.222.0.18:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=93797) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 23:23:02.228284 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-59c3b393-c501-4c78-abc2-5fa9ae0433c4 tempest-ExtensionsTestJSON-1483222266 tempest-ExtensionsTestJSON-1483222266-project] 10.222.0.18 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0106800 Jul 27 23:23:02.232534 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 54334) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:23:02.240691 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e8549efc-a2b6-40ea-b5eb-eb7f1511ec14 req-3ccdc50a-20f1-405b-b3a6-e77d7f8f3260 tempest-ServerRescueTestJSONUnderV235-622928344 tempest-ServerRescueTestJSONUnderV235-622928344-project] 10.222.0.18 "GET /v2.0/security-groups?id=2eed3499-b2dc-4df3-ba94-97f5c54db85f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805761 Jul 27 23:23:02.257920 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [None req-8af5afdd-3631-4e4c-a5ed-3f4998938874 tempest-ExtensionsTestJSON-1483222266 tempest-ExtensionsTestJSON-1483222266-project] http://10.222.0.18:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=93797) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 23:23:02.258149 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7418f70f-e60d-4709-8ba9-6ab514bc7f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:02.258949 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-8af5afdd-3631-4e4c-a5ed-3f4998938874 tempest-ExtensionsTestJSON-1483222266 tempest-ExtensionsTestJSON-1483222266-project] 10.222.0.18 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0255020 Jul 27 23:23:02.262424 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 54336) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:23:02.267016 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [None req-c63c40e0-6ae3-4879-a012-5e8efad7d9eb tempest-ExtensionsTestJSON-1483222266 tempest-ExtensionsTestJSON-1483222266-project] http://10.222.0.18:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=93798) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 23:23:02.268230 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-c63c40e0-6ae3-4879-a012-5e8efad7d9eb tempest-ExtensionsTestJSON-1483222266 tempest-ExtensionsTestJSON-1483222266-project] 10.222.0.18 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0046587 Jul 27 23:23:02.373616 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51f975f-546a-4022-a5e1-6da1abba6339 req-1711b175-6ee0-46f8-9994-58fc05df31ff tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:23:02.375597 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-e51f975f-546a-4022-a5e1-6da1abba6339 req-1711b175-6ee0-46f8-9994-58fc05df31ff tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/ports?device_id=6abdb1ac-8058-43fc-8b80-4319898152c3 HTTP/1.1" status: 200 len: 908 time: 0.0884781 Jul 27 23:23:02.621406 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a02a5d1-92dc-450c-bc65-5ffae98654c2 req-cedd29ba-7e61-4b56-89d2-b49b9724511b tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:23:02.623033 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-0a02a5d1-92dc-450c-bc65-5ffae98654c2 req-cedd29ba-7e61-4b56-89d2-b49b9724511b tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] 10.222.0.18 "GET /v2.0/ports?device_id=9bda45a6-7b3d-4402-bc36-eb32e3c47420 HTTP/1.1" status: 200 len: 945 time: 0.0993562 Jul 27 23:23:02.713195 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-0a02a5d1-92dc-450c-bc65-5ffae98654c2 req-c91a75dd-1cd4-48d9-904b-648a22c0b6bf tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] 10.222.0.18 "GET /v2.0/security-groups?id=65b595b9-aa8c-4614-91d3-1ae3459c99b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0822155 Jul 27 23:23:02.799943 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 54352) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:23:03.033022 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f020888d-7b2f-407f-9eac-c27ae7141309 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:03.222318 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f020888d-7b2f-407f-9eac-c27ae7141309 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:03.234793 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f020888d-7b2f-407f-9eac-c27ae7141309 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:03.289842 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-f020888d-7b2f-407f-9eac-c27ae7141309 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d362497c8c3c4997bef04b153e4af917&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4887869 Jul 27 23:23:03.293988 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 54362) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:23:03.294734 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f020888d-7b2f-407f-9eac-c27ae7141309 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b705bfc-d3fc-4d0c-bd44-8f941b3a5779,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:23:03.448547 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-fda5e6f1-fc76-4acb-92ff-604948083048 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:03.473414 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-fda5e6f1-fc76-4acb-92ff-604948083048 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:03.605570 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-fda5e6f1-fc76-4acb-92ff-604948083048 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:03.608372 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-fda5e6f1-fc76-4acb-92ff-604948083048 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:03.612781 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-fda5e6f1-fc76-4acb-92ff-604948083048 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1b705bfc-d3fc-4d0c-bd44-8f941b3a5779 HTTP/1.1" status: 204 len: 168 time: 0.3185494 Jul 27 23:23:03.652153 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda5e6f1-fc76-4acb-92ff-604948083048 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b705bfc-d3fc-4d0c-bd44-8f941b3a5779,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:23:03.677217 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30b5f0f-a9b9-408b-8196-2352f30f34a2 req-2ad71e83-b162-48d3-8ee8-787dd4c75f4a tempest-ServerRescueTestJSONUnderV235-622928344 tempest-ServerRescueTestJSONUnderV235-622928344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:23:03.678847 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d30b5f0f-a9b9-408b-8196-2352f30f34a2 req-2ad71e83-b162-48d3-8ee8-787dd4c75f4a tempest-ServerRescueTestJSONUnderV235-622928344 tempest-ServerRescueTestJSONUnderV235-622928344-project] 10.222.0.18 "GET /v2.0/ports?device_id=515844b0-12e5-4d91-8415-7e9fc9e79241 HTTP/1.1" status: 200 len: 946 time: 0.1156836 Jul 27 23:23:03.757832 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbcf733-90d9-4e63-9878-c8e0453cbb4c req-a5502841-8024-49a7-bf37-439bf2bfe196 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:23:03.758444 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d30b5f0f-a9b9-408b-8196-2352f30f34a2 req-c3a53f9d-adfc-4231-abdf-331b08fc085e tempest-ServerRescueTestJSONUnderV235-622928344 tempest-ServerRescueTestJSONUnderV235-622928344-project] 10.222.0.18 "GET /v2.0/security-groups?id=2eed3499-b2dc-4df3-ba94-97f5c54db85f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687451 Jul 27 23:23:03.775401 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-cbbcf733-90d9-4e63-9878-c8e0453cbb4c req-a5502841-8024-49a7-bf37-439bf2bfe196 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/ports?device_id=6abdb1ac-8058-43fc-8b80-4319898152c3 HTTP/1.1" status: 200 len: 908 time: 0.2274914 Jul 27 23:23:03.784938 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931c11ea-34e0-45ec-bb92-8cfff7c5c1e6 req-469fc644-02da-4d98-9d0f-07b7d2355c04 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:23:03.786688 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-931c11ea-34e0-45ec-bb92-8cfff7c5c1e6 req-469fc644-02da-4d98-9d0f-07b7d2355c04 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.38 "GET /v2.0/ports?device_id=6abdb1ac-8058-43fc-8b80-4319898152c3 HTTP/1.1" status: 200 len: 908 time: 0.2919354 Jul 27 23:23:03.988661 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0e9794-6554-43c1-a889-e6b6134ddf06 req-cc75fc64-95d7-4ccd-a067-26a37a6948a2 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:23:04.001677 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-bc0e9794-6554-43c1-a889-e6b6134ddf06 req-cc75fc64-95d7-4ccd-a067-26a37a6948a2 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] 10.222.0.18 "GET /v2.0/ports?device_id=9bda45a6-7b3d-4402-bc36-eb32e3c47420 HTTP/1.1" status: 200 len: 945 time: 0.1259091 Jul 27 23:23:04.050035 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-931c11ea-34e0-45ec-bb92-8cfff7c5c1e6 req-346615fa-6090-4181-938c-3717240cf17f tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Deleting port ad26d822-930f-4a3b-bd59-0cead7a7d9f8 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:23:04.055149 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-931c11ea-34e0-45ec-bb92-8cfff7c5c1e6 req-346615fa-6090-4181-938c-3717240cf17f tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:04.102502 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-bc0e9794-6554-43c1-a889-e6b6134ddf06 req-9fa66e54-b46c-4329-9e5c-0800f4d6e315 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] 10.222.0.18 "GET /v2.0/security-groups?id=65b595b9-aa8c-4614-91d3-1ae3459c99b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0960903 Jul 27 23:23:04.295842 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-931c11ea-34e0-45ec-bb92-8cfff7c5c1e6 req-346615fa-6090-4181-938c-3717240cf17f tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] For port ad26d822-930f-4a3b-bd59-0cead7a7d9f8, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=ad26d822-930f-4a3b-bd59-0cead7a7d9f8,segment=NetworkSegment(145d64c0-063a-4e1d-8ed5-459cef7aa517),segment_id=145d64c0-063a-4e1d-8ed5-459cef7aa517)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:23:04.296373 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-931c11ea-34e0-45ec-bb92-8cfff7c5c1e6 req-346615fa-6090-4181-938c-3717240cf17f tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:04.314330 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-931c11ea-34e0-45ec-bb92-8cfff7c5c1e6 req-346615fa-6090-4181-938c-3717240cf17f tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Calling delete_port for ad26d822-930f-4a3b-bd59-0cead7a7d9f8 owned by compute:nova {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:23:04.493977 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-931c11ea-34e0-45ec-bb92-8cfff7c5c1e6 req-346615fa-6090-4181-938c-3717240cf17f tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:04.586862 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346615fa-6090-4181-938c-3717240cf17f tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Pushing event deleted for resources: {'Port': ['ID=ad26d822-930f-4a3b-bd59-0cead7a7d9f8,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:23:04.679921 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-931c11ea-34e0-45ec-bb92-8cfff7c5c1e6 req-346615fa-6090-4181-938c-3717240cf17f tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] No DVR routers for this DVR port ad26d822-930f-4a3b-bd59-0cead7a7d9f8 on host n-h1-802623-1 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:23:04.687828 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-931c11ea-34e0-45ec-bb92-8cfff7c5c1e6 req-346615fa-6090-4181-938c-3717240cf17f tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:04.690011 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-931c11ea-34e0-45ec-bb92-8cfff7c5c1e6 req-346615fa-6090-4181-938c-3717240cf17f tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.38 "DELETE /v2.0/ports/ad26d822-930f-4a3b-bd59-0cead7a7d9f8 HTTP/1.1" status: 204 len: 173 time: 0.8958611 Jul 27 23:23:04.690479 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6abdb1ac-8058-43fc-8b80-4319898152c3', 'name': 'network-vif-deleted', 'tag': 'ad26d822-930f-4a3b-bd59-0cead7a7d9f8'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:23:04.705715 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}011f8d312121274bb12d78e77c6379a2079800640016cec6c6d605b73666e854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5601b097-694c-44ce-9c1b-6ac8a3071dba" -d '{"events": [{"server_uuid": "6abdb1ac-8058-43fc-8b80-4319898152c3", "name": "network-vif-deleted", "tag": "ad26d822-930f-4a3b-bd59-0cead7a7d9f8"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:23:04.799556 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:04.833013 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:23:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ba8d071-749d-48ab-9e50-4dee212f41cd x-openstack-request-id: req-1ba8d071-749d-48ab-9e50-4dee212f41cd {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:23:04.833385 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6abdb1ac-8058-43fc-8b80-4319898152c3", "name": "network-vif-deleted", "tag": "ad26d822-930f-4a3b-bd59-0cead7a7d9f8", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:23:04.833807 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1ba8d071-749d-48ab-9e50-4dee212f41cd {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:23:04.834189 n-d-802623-1 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6abdb1ac-8058-43fc-8b80-4319898152c3', 'name': 'network-vif-deleted', 'tag': 'ad26d822-930f-4a3b-bd59-0cead7a7d9f8', 'status': 'completed', 'code': 200} Jul 27 23:23:05.059801 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea34fcdb-b62c-48af-a876-6e9a968a4b84 req-7e4697c3-31bb-405f-856b-69fe6ab81635 tempest-ServerRescueTestJSONUnderV235-622928344 tempest-ServerRescueTestJSONUnderV235-622928344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:23:05.094067 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-ea34fcdb-b62c-48af-a876-6e9a968a4b84 req-7e4697c3-31bb-405f-856b-69fe6ab81635 tempest-ServerRescueTestJSONUnderV235-622928344 tempest-ServerRescueTestJSONUnderV235-622928344-project] 10.222.0.18 "GET /v2.0/ports?device_id=515844b0-12e5-4d91-8415-7e9fc9e79241 HTTP/1.1" status: 200 len: 946 time: 0.1823535 Jul 27 23:23:05.095485 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-3bf0310d-16d4-44f1-9c5f-5f0907058e0f req-8aca02e9-2b7e-4b69-b8d0-61d83fac1613 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/ports?device_id=6abdb1ac-8058-43fc-8b80-4319898152c3 HTTP/1.1" status: 200 len: 210 time: 0.0603368 Jul 27 23:23:05.188141 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 54424) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:23:05.254797 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-ea34fcdb-b62c-48af-a876-6e9a968a4b84 req-d29bddcd-0366-4566-9ed0-d45627d475b8 tempest-ServerRescueTestJSONUnderV235-622928344 tempest-ServerRescueTestJSONUnderV235-622928344-project] 10.222.0.18 "GET /v2.0/security-groups?id=2eed3499-b2dc-4df3-ba94-97f5c54db85f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589363 Jul 27 23:23:05.449012 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-73eb7993-7021-4642-853b-b4fe107860bd tempest-BulkNetworkOpsIpV6Test-1221728161 tempest-BulkNetworkOpsIpV6Test-1221728161-project] Request body: {'networks': [{'name': 'tempest-network--1690398104'}, {'name': 'tempest-network--1633035515'}]} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:23:05.450208 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-73eb7993-7021-4642-853b-b4fe107860bd tempest-BulkNetworkOpsIpV6Test-1221728161 tempest-BulkNetworkOpsIpV6Test-1221728161-project] Request body: {'network': {'name': 'tempest-network--1690398104'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:23:05.451533 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-73eb7993-7021-4642-853b-b4fe107860bd tempest-BulkNetworkOpsIpV6Test-1221728161 tempest-BulkNetworkOpsIpV6Test-1221728161-project] Request body: {'network': {'name': 'tempest-network--1633035515'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:23:05.508061 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73eb7993-7021-4642-853b-b4fe107860bd tempest-BulkNetworkOpsIpV6Test-1221728161 tempest-BulkNetworkOpsIpV6Test-1221728161-project] Made reservation on behalf of 816783c34fd641fcb1e1492c1b69ada0 for: {'network': 2} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:23:05.513772 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-73eb7993-7021-4642-853b-b4fe107860bd tempest-BulkNetworkOpsIpV6Test-1221728161 tempest-BulkNetworkOpsIpV6Test-1221728161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for network, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:05.569697 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75df4ca0-d4fe-40e0-83a7-c7ac2aded20d req-9dac9a48-9863-412d-a628-ce22aea9632f tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:23:05.592211 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-75df4ca0-d4fe-40e0-83a7-c7ac2aded20d req-9dac9a48-9863-412d-a628-ce22aea9632f tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] 10.222.0.18 "GET /v2.0/ports?device_id=9bda45a6-7b3d-4402-bc36-eb32e3c47420 HTTP/1.1" status: 200 len: 945 time: 0.1634352 Jul 27 23:23:05.600705 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-73eb7993-7021-4642-853b-b4fe107860bd tempest-BulkNetworkOpsIpV6Test-1221728161 tempest-BulkNetworkOpsIpV6Test-1221728161-project] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:05.649492 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-75df4ca0-d4fe-40e0-83a7-c7ac2aded20d req-67d9d8ab-eee8-4f2e-9d2a-d727d031e340 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] 10.222.0.18 "GET /v2.0/security-groups?id=65b595b9-aa8c-4614-91d3-1ae3459c99b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565257 Jul 27 23:23:05.807037 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-73eb7993-7021-4642-853b-b4fe107860bd tempest-BulkNetworkOpsIpV6Test-1221728161 tempest-BulkNetworkOpsIpV6Test-1221728161-project] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:05.814313 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-73eb7993-7021-4642-853b-b4fe107860bd tempest-BulkNetworkOpsIpV6Test-1221728161 tempest-BulkNetworkOpsIpV6Test-1221728161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:05.823765 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-73eb7993-7021-4642-853b-b4fe107860bd tempest-BulkNetworkOpsIpV6Test-1221728161 tempest-BulkNetworkOpsIpV6Test-1221728161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for network, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:05.872630 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73eb7993-7021-4642-853b-b4fe107860bd tempest-BulkNetworkOpsIpV6Test-1221728161 tempest-BulkNetworkOpsIpV6Test-1221728161-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 546} {{(pid=93798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 23:23:05.878149 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73eb7993-7021-4642-853b-b4fe107860bd tempest-BulkNetworkOpsIpV6Test-1221728161 tempest-BulkNetworkOpsIpV6Test-1221728161-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e34d1e22-b9ba-43d9-b9ec-f62e8d96322d,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:23:05.908978 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-73eb7993-7021-4642-853b-b4fe107860bd tempest-BulkNetworkOpsIpV6Test-1221728161 tempest-BulkNetworkOpsIpV6Test-1221728161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:05.909722 n-d-802623-1 neutron-server[93798]: INFO neutron.db.segments_db [None req-73eb7993-7021-4642-853b-b4fe107860bd tempest-BulkNetworkOpsIpV6Test-1221728161 tempest-BulkNetworkOpsIpV6Test-1221728161-project] Added segment b224084e-be0d-48d4-b89a-3c040a9c6f8d of type vlan for network 8521677b-676b-4de6-aa5b-bfe03ed1ce76 Jul 27 23:23:05.963700 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-73eb7993-7021-4642-853b-b4fe107860bd tempest-BulkNetworkOpsIpV6Test-1221728161 tempest-BulkNetworkOpsIpV6Test-1221728161-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736833354590'] for network, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:06.026020 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73eb7993-7021-4642-853b-b4fe107860bd tempest-BulkNetworkOpsIpV6Test-1221728161 tempest-BulkNetworkOpsIpV6Test-1221728161-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 533} {{(pid=93798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 23:23:06.040629 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-73eb7993-7021-4642-853b-b4fe107860bd tempest-BulkNetworkOpsIpV6Test-1221728161 tempest-BulkNetworkOpsIpV6Test-1221728161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:06.041862 n-d-802623-1 neutron-server[93798]: INFO neutron.db.segments_db [None req-73eb7993-7021-4642-853b-b4fe107860bd tempest-BulkNetworkOpsIpV6Test-1221728161 tempest-BulkNetworkOpsIpV6Test-1221728161-project] Added segment baa2b444-52c9-4ae0-991c-5ae86c5add1b of type vlan for network b1f8f155-8e8d-4b20-8d3b-096ced54cbd8 Jul 27 23:23:06.192765 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-73eb7993-7021-4642-853b-b4fe107860bd tempest-BulkNetworkOpsIpV6Test-1221728161 tempest-BulkNetworkOpsIpV6Test-1221728161-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736833354590'] for network, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:06.262126 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-73eb7993-7021-4642-853b-b4fe107860bd tempest-BulkNetworkOpsIpV6Test-1221728161 tempest-BulkNetworkOpsIpV6Test-1221728161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569'] for network, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:06.263484 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-73eb7993-7021-4642-853b-b4fe107860bd tempest-BulkNetworkOpsIpV6Test-1221728161 tempest-BulkNetworkOpsIpV6Test-1221728161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569'] for network, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:06.279614 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73eb7993-7021-4642-853b-b4fe107860bd tempest-BulkNetworkOpsIpV6Test-1221728161 tempest-BulkNetworkOpsIpV6Test-1221728161-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:23:06.292404 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73eb7993-7021-4642-853b-b4fe107860bd tempest-BulkNetworkOpsIpV6Test-1221728161 tempest-BulkNetworkOpsIpV6Test-1221728161-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:23:06.295530 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-73eb7993-7021-4642-853b-b4fe107860bd tempest-BulkNetworkOpsIpV6Test-1221728161 tempest-BulkNetworkOpsIpV6Test-1221728161-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:06.493003 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-73eb7993-7021-4642-853b-b4fe107860bd tempest-BulkNetworkOpsIpV6Test-1221728161 tempest-BulkNetworkOpsIpV6Test-1221728161-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 1.3033199 Jul 27 23:23:06.496083 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 54456) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:23:06.515445 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73eb7993-7021-4642-853b-b4fe107860bd tempest-BulkNetworkOpsIpV6Test-1221728161 tempest-BulkNetworkOpsIpV6Test-1221728161-project] Pushing event updated for resources: {'Network': ['ID=8521677b-676b-4de6-aa5b-bfe03ed1ce76,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:23:06.527512 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Network 8521677b-676b-4de6-aa5b-bfe03ed1ce76 details requested by agent ovs-agent-n-d-802623-1 with host n-d-802623-1 {{(pid=93799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 23:23:06.621163 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73eb7993-7021-4642-853b-b4fe107860bd tempest-BulkNetworkOpsIpV6Test-1221728161 tempest-BulkNetworkOpsIpV6Test-1221728161-project] Pushing event updated for resources: {'Network': ['ID=b1f8f155-8e8d-4b20-8d3b-096ced54cbd8,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:23:06.629254 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac34c0e-bcb6-459b-b2f2-e5eb9eb8ad85 req-ede98ec5-6d4d-46b0-a3d8-bd326ec5c7d1 tempest-ServerRescueTestJSONUnderV235-622928344 tempest-ServerRescueTestJSONUnderV235-622928344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:23:06.637321 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-aac34c0e-bcb6-459b-b2f2-e5eb9eb8ad85 req-ede98ec5-6d4d-46b0-a3d8-bd326ec5c7d1 tempest-ServerRescueTestJSONUnderV235-622928344 tempest-ServerRescueTestJSONUnderV235-622928344-project] 10.222.0.18 "GET /v2.0/ports?device_id=515844b0-12e5-4d91-8415-7e9fc9e79241 HTTP/1.1" status: 200 len: 946 time: 0.2884612 Jul 27 23:23:06.641294 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Network b1f8f155-8e8d-4b20-8d3b-096ced54cbd8 details requested by agent ovs-agent-n-d-802623-1 with host n-d-802623-1 {{(pid=93799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 23:23:06.694721 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-aac34c0e-bcb6-459b-b2f2-e5eb9eb8ad85 req-c73b5d08-5367-4896-a228-8fbb8aab1d5f tempest-ServerRescueTestJSONUnderV235-622928344 tempest-ServerRescueTestJSONUnderV235-622928344-project] 10.222.0.18 "GET /v2.0/security-groups?id=2eed3499-b2dc-4df3-ba94-97f5c54db85f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517027 Jul 27 23:23:06.899610 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9bfc39-cc77-4557-928e-a31e142f7154 req-485e8590-79d6-4597-8d20-f159d45d3734 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:23:06.901885 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-fa9bfc39-cc77-4557-928e-a31e142f7154 req-485e8590-79d6-4597-8d20-f159d45d3734 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] 10.222.0.18 "GET /v2.0/ports?device_id=9bda45a6-7b3d-4402-bc36-eb32e3c47420 HTTP/1.1" status: 200 len: 945 time: 0.1557157 Jul 27 23:23:06.994791 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56a7e936-3656-416b-b314-352fb0b64a01 tempest-BulkNetworkOpsIpV6Test-1221728161 tempest-BulkNetworkOpsIpV6Test-1221728161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:23:06.999035 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-fa9bfc39-cc77-4557-928e-a31e142f7154 req-d8cf2910-aee1-4671-9320-beffb6b7a616 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] 10.222.0.18 "GET /v2.0/security-groups?id=65b595b9-aa8c-4614-91d3-1ae3459c99b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0855806 Jul 27 23:23:07.002906 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56a7e936-3656-416b-b314-352fb0b64a01 tempest-BulkNetworkOpsIpV6Test-1221728161 tempest-BulkNetworkOpsIpV6Test-1221728161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:23:07.011566 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56a7e936-3656-416b-b314-352fb0b64a01 tempest-BulkNetworkOpsIpV6Test-1221728161 tempest-BulkNetworkOpsIpV6Test-1221728161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:23:07.017612 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56a7e936-3656-416b-b314-352fb0b64a01 tempest-BulkNetworkOpsIpV6Test-1221728161 tempest-BulkNetworkOpsIpV6Test-1221728161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:23:07.019800 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-56a7e936-3656-416b-b314-352fb0b64a01 tempest-BulkNetworkOpsIpV6Test-1221728161 tempest-BulkNetworkOpsIpV6Test-1221728161-project] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.5224524 Jul 27 23:23:07.022903 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 54478) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:23:07.029560 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccf8ac7-2a3d-451f-95c8-8821e1178d70 req-2c5c8715-61ea-4650-9fd0-d4139ac9d485 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:23:07.039207 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-dccf8ac7-2a3d-451f-95c8-8821e1178d70 req-2c5c8715-61ea-4650-9fd0-d4139ac9d485 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/ports?device_id=dda1de1e-19a8-4219-8d1f-ae329934698f HTTP/1.1" status: 200 len: 945 time: 0.2176070 Jul 27 23:23:07.091031 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-dccf8ac7-2a3d-451f-95c8-8821e1178d70 req-af9466ca-ed31-4e54-9f44-ad88486da0c9 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/security-groups?id=fa1f1682-89f2-436c-be39-8607c4cda167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506070 Jul 27 23:23:07.153065 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7f45d70f-4b4b-4b54-ae08-390844e9037e tempest-BulkNetworkOpsIpV6Test-1221728161 tempest-BulkNetworkOpsIpV6Test-1221728161-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593271'] for network, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:07.251038 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7f45d70f-4b4b-4b54-ae08-390844e9037e tempest-BulkNetworkOpsIpV6Test-1221728161 tempest-BulkNetworkOpsIpV6Test-1221728161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618032', 'neutron.services.segments.db._delete_segments_for_network-8736833900081'] for network, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:07.268437 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-7f45d70f-4b4b-4b54-ae08-390844e9037e tempest-BulkNetworkOpsIpV6Test-1221728161 tempest-BulkNetworkOpsIpV6Test-1221728161-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8521677b-676b-4de6-aa5b-bfe03ed1ce76']}} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:23:07.280165 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-7f45d70f-4b4b-4b54-ae08-390844e9037e tempest-BulkNetworkOpsIpV6Test-1221728161 tempest-BulkNetworkOpsIpV6Test-1221728161-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b224084e-be0d-48d4-b89a-3c040a9c6f8d') {'for_net_delete': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:23:07.280597 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-7f45d70f-4b4b-4b54-ae08-390844e9037e tempest-BulkNetworkOpsIpV6Test-1221728161 tempest-BulkNetworkOpsIpV6Test-1221728161-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b224084e-be0d-48d4-b89a-3c040a9c6f8d') {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:23:07.290055 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7f45d70f-4b4b-4b54-ae08-390844e9037e tempest-BulkNetworkOpsIpV6Test-1221728161 tempest-BulkNetworkOpsIpV6Test-1221728161-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736833900858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11163256'] for segment, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:07.306128 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7f45d70f-4b4b-4b54-ae08-390844e9037e tempest-BulkNetworkOpsIpV6Test-1221728161 tempest-BulkNetworkOpsIpV6Test-1221728161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:07.313636 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f45d70f-4b4b-4b54-ae08-390844e9037e tempest-BulkNetworkOpsIpV6Test-1221728161 tempest-BulkNetworkOpsIpV6Test-1221728161-project] Releasing vlan 546 on physical network physnet1 to pool {{(pid=93798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 23:23:07.314286 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7f45d70f-4b4b-4b54-ae08-390844e9037e tempest-BulkNetworkOpsIpV6Test-1221728161 tempest-BulkNetworkOpsIpV6Test-1221728161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11971746'] for segment, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:07.317975 n-d-802623-1 neutron-server[93798]: Traceback (most recent call last): Jul 27 23:23:07.317975 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 23:23:07.317975 n-d-802623-1 neutron-server[93798]: timer() Jul 27 23:23:07.317975 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 23:23:07.317975 n-d-802623-1 neutron-server[93798]: cb(*args, **kw) Jul 27 23:23:07.317975 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 23:23:07.317975 n-d-802623-1 neutron-server[93798]: return func(*args, **kwargs) Jul 27 23:23:07.317975 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 23:23:07.317975 n-d-802623-1 neutron-server[93798]: self._notify() Jul 27 23:23:07.317975 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 23:23:07.317975 n-d-802623-1 neutron-server[93798]: self.callback(batched_events) Jul 27 23:23:07.317975 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 23:23:07.317975 n-d-802623-1 neutron-server[93798]: event.method(event) Jul 27 23:23:07.317975 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 23:23:07.317975 n-d-802623-1 neutron-server[93798]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 23:23:07.317975 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 23:23:07.317975 n-d-802623-1 neutron-server[93798]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 23:23:07.317975 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 23:23:07.317975 n-d-802623-1 neutron-server[93798]: return f(self, *a, **k) Jul 27 23:23:07.317975 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 23:23:07.317975 n-d-802623-1 neutron-server[93798]: return self._get(url).json() Jul 27 23:23:07.317975 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 23:23:07.317975 n-d-802623-1 neutron-server[93798]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 23:23:07.317975 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 23:23:07.317975 n-d-802623-1 neutron-server[93798]: return self.request(url, 'GET', **kwargs) Jul 27 23:23:07.317975 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 23:23:07.317975 n-d-802623-1 neutron-server[93798]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 23:23:07.317975 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 23:23:07.317975 n-d-802623-1 neutron-server[93798]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 23:23:07.317975 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 23:23:07.317975 n-d-802623-1 neutron-server[93798]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 23:23:07.317975 n-d-802623-1 neutron-server[93798]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 23:23:07.391791 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7f45d70f-4b4b-4b54-ae08-390844e9037e tempest-BulkNetworkOpsIpV6Test-1221728161 tempest-BulkNetworkOpsIpV6Test-1221728161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415412'] for network, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:07.419635 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7f45d70f-4b4b-4b54-ae08-390844e9037e tempest-BulkNetworkOpsIpV6Test-1221728161 tempest-BulkNetworkOpsIpV6Test-1221728161-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:07.424509 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 54490) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:23:07.424903 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-7f45d70f-4b4b-4b54-ae08-390844e9037e tempest-BulkNetworkOpsIpV6Test-1221728161 tempest-BulkNetworkOpsIpV6Test-1221728161-project] 10.222.0.18 "DELETE /v2.0/networks/8521677b-676b-4de6-aa5b-bfe03ed1ce76 HTTP/1.1" status: 204 len: 168 time: 0.4008808 Jul 27 23:23:07.426025 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f45d70f-4b4b-4b54-ae08-390844e9037e tempest-BulkNetworkOpsIpV6Test-1221728161 tempest-BulkNetworkOpsIpV6Test-1221728161-project] Pushing event deleted for resources: {'Network': ['ID=8521677b-676b-4de6-aa5b-bfe03ed1ce76,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:23:07.523945 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4716de20-dca8-4403-ab1a-4e212e3df63a tempest-BulkNetworkOpsIpV6Test-1221728161 tempest-BulkNetworkOpsIpV6Test-1221728161-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593271'] for network, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:07.631335 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4716de20-dca8-4403-ab1a-4e212e3df63a tempest-BulkNetworkOpsIpV6Test-1221728161 tempest-BulkNetworkOpsIpV6Test-1221728161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618032', 'neutron.services.segments.db._delete_segments_for_network-8736833900081'] for network, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:07.643623 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-4716de20-dca8-4403-ab1a-4e212e3df63a tempest-BulkNetworkOpsIpV6Test-1221728161 tempest-BulkNetworkOpsIpV6Test-1221728161-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1f8f155-8e8d-4b20-8d3b-096ced54cbd8']}} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:23:07.654652 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-4716de20-dca8-4403-ab1a-4e212e3df63a tempest-BulkNetworkOpsIpV6Test-1221728161 tempest-BulkNetworkOpsIpV6Test-1221728161-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'baa2b444-52c9-4ae0-991c-5ae86c5add1b') {'for_net_delete': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:23:07.655183 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-4716de20-dca8-4403-ab1a-4e212e3df63a tempest-BulkNetworkOpsIpV6Test-1221728161 tempest-BulkNetworkOpsIpV6Test-1221728161-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'baa2b444-52c9-4ae0-991c-5ae86c5add1b') {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:23:07.664730 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4716de20-dca8-4403-ab1a-4e212e3df63a tempest-BulkNetworkOpsIpV6Test-1221728161 tempest-BulkNetworkOpsIpV6Test-1221728161-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736833900858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11335978'] for segment, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:07.680918 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4716de20-dca8-4403-ab1a-4e212e3df63a tempest-BulkNetworkOpsIpV6Test-1221728161 tempest-BulkNetworkOpsIpV6Test-1221728161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:07.688642 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4716de20-dca8-4403-ab1a-4e212e3df63a tempest-BulkNetworkOpsIpV6Test-1221728161 tempest-BulkNetworkOpsIpV6Test-1221728161-project] Releasing vlan 533 on physical network physnet1 to pool {{(pid=93797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 23:23:07.689348 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4716de20-dca8-4403-ab1a-4e212e3df63a tempest-BulkNetworkOpsIpV6Test-1221728161 tempest-BulkNetworkOpsIpV6Test-1221728161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11336013'] for segment, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:07.776162 n-d-802623-1 neutron-server[93797]: Traceback (most recent call last): Jul 27 23:23:07.776162 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 23:23:07.776162 n-d-802623-1 neutron-server[93797]: timer() Jul 27 23:23:07.776162 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 23:23:07.776162 n-d-802623-1 neutron-server[93797]: cb(*args, **kw) Jul 27 23:23:07.776162 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 23:23:07.776162 n-d-802623-1 neutron-server[93797]: return func(*args, **kwargs) Jul 27 23:23:07.776162 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 23:23:07.776162 n-d-802623-1 neutron-server[93797]: self._notify() Jul 27 23:23:07.776162 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 23:23:07.776162 n-d-802623-1 neutron-server[93797]: self.callback(batched_events) Jul 27 23:23:07.776162 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 23:23:07.776162 n-d-802623-1 neutron-server[93797]: event.method(event) Jul 27 23:23:07.776162 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 23:23:07.776162 n-d-802623-1 neutron-server[93797]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 23:23:07.776162 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 23:23:07.776162 n-d-802623-1 neutron-server[93797]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 23:23:07.776162 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 23:23:07.776162 n-d-802623-1 neutron-server[93797]: return f(self, *a, **k) Jul 27 23:23:07.776162 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 23:23:07.776162 n-d-802623-1 neutron-server[93797]: return self._get(url).json() Jul 27 23:23:07.776162 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 23:23:07.776162 n-d-802623-1 neutron-server[93797]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 23:23:07.776162 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 23:23:07.776162 n-d-802623-1 neutron-server[93797]: return self.request(url, 'GET', **kwargs) Jul 27 23:23:07.776162 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 23:23:07.776162 n-d-802623-1 neutron-server[93797]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 23:23:07.776162 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 23:23:07.776162 n-d-802623-1 neutron-server[93797]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 23:23:07.776162 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 23:23:07.776162 n-d-802623-1 neutron-server[93797]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 23:23:07.776162 n-d-802623-1 neutron-server[93797]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 23:23:07.784698 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4716de20-dca8-4403-ab1a-4e212e3df63a tempest-BulkNetworkOpsIpV6Test-1221728161 tempest-BulkNetworkOpsIpV6Test-1221728161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415412'] for network, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:07.806070 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4716de20-dca8-4403-ab1a-4e212e3df63a tempest-BulkNetworkOpsIpV6Test-1221728161 tempest-BulkNetworkOpsIpV6Test-1221728161-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for network, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:07.808856 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-4716de20-dca8-4403-ab1a-4e212e3df63a tempest-BulkNetworkOpsIpV6Test-1221728161 tempest-BulkNetworkOpsIpV6Test-1221728161-project] 10.222.0.18 "DELETE /v2.0/networks/b1f8f155-8e8d-4b20-8d3b-096ced54cbd8 HTTP/1.1" status: 204 len: 168 time: 0.3833168 Jul 27 23:23:07.810261 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4716de20-dca8-4403-ab1a-4e212e3df63a tempest-BulkNetworkOpsIpV6Test-1221728161 tempest-BulkNetworkOpsIpV6Test-1221728161-project] Pushing event deleted for resources: {'Network': ['ID=b1f8f155-8e8d-4b20-8d3b-096ced54cbd8,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:23:07.811420 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 54500) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:23:08.024656 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af32df0c-ab40-4c09-a629-a3321272973a req-73b16113-d601-44d5-b48e-4d89481da791 tempest-ServerRescueTestJSONUnderV235-622928344 tempest-ServerRescueTestJSONUnderV235-622928344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:23:08.026295 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-af32df0c-ab40-4c09-a629-a3321272973a req-73b16113-d601-44d5-b48e-4d89481da791 tempest-ServerRescueTestJSONUnderV235-622928344 tempest-ServerRescueTestJSONUnderV235-622928344-project] 10.222.0.18 "GET /v2.0/ports?device_id=515844b0-12e5-4d91-8415-7e9fc9e79241 HTTP/1.1" status: 200 len: 946 time: 0.2236705 Jul 27 23:23:08.113871 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16065a22-802e-4a67-95bf-3729356171f2 tempest-BulkNetworkOpsIpV6Test-1221728161 tempest-BulkNetworkOpsIpV6Test-1221728161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:23:08.121169 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16065a22-802e-4a67-95bf-3729356171f2 tempest-BulkNetworkOpsIpV6Test-1221728161 tempest-BulkNetworkOpsIpV6Test-1221728161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:23:08.123365 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-16065a22-802e-4a67-95bf-3729356171f2 tempest-BulkNetworkOpsIpV6Test-1221728161 tempest-BulkNetworkOpsIpV6Test-1221728161-project] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3110232 Jul 27 23:23:08.137238 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 54512) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:23:08.151185 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77cf64f-dd2f-468f-a559-3dc3f55bf5b5 req-575889a1-c312-4182-a08e-c525d064732b tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:23:08.152980 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f77cf64f-dd2f-468f-a559-3dc3f55bf5b5 req-575889a1-c312-4182-a08e-c525d064732b tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] 10.222.0.18 "GET /v2.0/ports?device_id=9bda45a6-7b3d-4402-bc36-eb32e3c47420 HTTP/1.1" status: 200 len: 945 time: 0.0822990 Jul 27 23:23:08.155437 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-0508fd35-ec4f-48c7-a89e-80657cfd075e tempest-BulkNetworkOpsIpV6Test-1221728161 tempest-BulkNetworkOpsIpV6Test-1221728161-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1177529447'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:23:08.193766 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-af32df0c-ab40-4c09-a629-a3321272973a req-dc16ffd4-a93f-4e87-8399-e30b128ec24a tempest-ServerRescueTestJSONUnderV235-622928344 tempest-ServerRescueTestJSONUnderV235-622928344-project] 10.222.0.18 "GET /v2.0/security-groups?id=2eed3499-b2dc-4df3-ba94-97f5c54db85f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551800 Jul 27 23:23:08.223482 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f77cf64f-dd2f-468f-a559-3dc3f55bf5b5 req-6b037697-2aa8-4291-8b19-d2e216749aae tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] 10.222.0.18 "GET /v2.0/security-groups?id=65b595b9-aa8c-4614-91d3-1ae3459c99b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497594 Jul 27 23:23:08.227918 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0508fd35-ec4f-48c7-a89e-80657cfd075e tempest-BulkNetworkOpsIpV6Test-1221728161 tempest-BulkNetworkOpsIpV6Test-1221728161-project] Made reservation on behalf of 816783c34fd641fcb1e1492c1b69ada0 for: {'network': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:23:08.232450 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0508fd35-ec4f-48c7-a89e-80657cfd075e tempest-BulkNetworkOpsIpV6Test-1221728161 tempest-BulkNetworkOpsIpV6Test-1221728161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for network, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:08.248110 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1271a07-b193-42d0-8453-0d13a7e0e46d req-09e8aca2-e0b3-428e-bae5-25ed2d3de751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:23:08.249293 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-e1271a07-b193-42d0-8453-0d13a7e0e46d req-09e8aca2-e0b3-428e-bae5-25ed2d3de751 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=6415e174d6e146abb15fff69092e7210&device_id=9bda45a6-7b3d-4402-bc36-eb32e3c47420 HTTP/1.1" status: 200 len: 1096 time: 0.1284831 Jul 27 23:23:08.274684 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0508fd35-ec4f-48c7-a89e-80657cfd075e tempest-BulkNetworkOpsIpV6Test-1221728161 tempest-BulkNetworkOpsIpV6Test-1221728161-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 535} {{(pid=93798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 23:23:08.286827 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0508fd35-ec4f-48c7-a89e-80657cfd075e tempest-BulkNetworkOpsIpV6Test-1221728161 tempest-BulkNetworkOpsIpV6Test-1221728161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:08.287263 n-d-802623-1 neutron-server[93798]: INFO neutron.db.segments_db [None req-0508fd35-ec4f-48c7-a89e-80657cfd075e tempest-BulkNetworkOpsIpV6Test-1221728161 tempest-BulkNetworkOpsIpV6Test-1221728161-project] Added segment d7855d77-8b0a-4a61-a31e-09c05caec5b0 of type vlan for network 135ca754-570e-4da8-9d5b-f90e8357be51 Jul 27 23:23:08.330647 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device ad26d822-930f-4a3b-bd59-0cead7a7d9f8 no longer exists at agent hyperv_n-h1-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:23:08.352638 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] No Port match for: ad26d822-930f-4a3b-bd59-0cead7a7d9f8 {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:23:08.353940 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device ad26d822-930f-4a3b-bd59-0cead7a7d9f8 not bound to the agent host n-h1-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:23:08.390074 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0508fd35-ec4f-48c7-a89e-80657cfd075e tempest-BulkNetworkOpsIpV6Test-1221728161 tempest-BulkNetworkOpsIpV6Test-1221728161-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736833354590'] for network, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:08.394199 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1271a07-b193-42d0-8453-0d13a7e0e46d req-e376e6ab-b7ce-410d-8949-afefabd15900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:23:08.396707 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-e1271a07-b193-42d0-8453-0d13a7e0e46d req-e376e6ab-b7ce-410d-8949-afefabd15900 service neutron] 10.222.0.49 "GET /v2.0/networks?id=a198ee08-ada0-4348-9b3a-3cd923d78e26 HTTP/1.1" status: 200 len: 917 time: 0.1394658 Jul 27 23:23:08.425815 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce0212f-b498-489e-86ee-91885d04c003 req-61ffce1b-6c05-4bba-9552-e794662ac5f2 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:23:08.433503 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-3ce0212f-b498-489e-86ee-91885d04c003 req-61ffce1b-6c05-4bba-9552-e794662ac5f2 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/ports?device_id=dda1de1e-19a8-4219-8d1f-ae329934698f HTTP/1.1" status: 200 len: 945 time: 0.1362953 Jul 27 23:23:08.477713 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-e1271a07-b193-42d0-8453-0d13a7e0e46d req-0a7e0a21-dad4-4094-af1f-43b65bd899df service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=23300807-efde-46de-99e7-6916a9204bb3 HTTP/1.1" status: 200 len: 1001 time: 0.0731225 Jul 27 23:23:08.499403 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0508fd35-ec4f-48c7-a89e-80657cfd075e tempest-BulkNetworkOpsIpV6Test-1221728161 tempest-BulkNetworkOpsIpV6Test-1221728161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569'] for network, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:08.504844 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0508fd35-ec4f-48c7-a89e-80657cfd075e tempest-BulkNetworkOpsIpV6Test-1221728161 tempest-BulkNetworkOpsIpV6Test-1221728161-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:23:08.505440 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0508fd35-ec4f-48c7-a89e-80657cfd075e tempest-BulkNetworkOpsIpV6Test-1221728161 tempest-BulkNetworkOpsIpV6Test-1221728161-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:08.545050 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-0508fd35-ec4f-48c7-a89e-80657cfd075e tempest-BulkNetworkOpsIpV6Test-1221728161 tempest-BulkNetworkOpsIpV6Test-1221728161-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4054620 Jul 27 23:23:08.550256 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1271a07-b193-42d0-8453-0d13a7e0e46d req-94d80675-26da-4d72-82b7-51664a38d164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:23:08.552318 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-e1271a07-b193-42d0-8453-0d13a7e0e46d req-94d80675-26da-4d72-82b7-51664a38d164 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=6bb4b577-bd47-4366-ace3-c23131aef649 HTTP/1.1" status: 200 len: 855 time: 0.0652037 Jul 27 23:23:08.553108 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 54516) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:23:08.559158 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-0d0bb495-2079-44f0-8578-9cb485333f56 tempest-BulkNetworkOpsIpV6Test-1221728161 tempest-BulkNetworkOpsIpV6Test-1221728161-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-113069470'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:23:08.592214 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95040500-ad02-4924-b463-0aebcbd6c0e0 req-d9deccbe-835d-4434-b461-ca2d3f1aa91c tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:23:08.593879 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-95040500-ad02-4924-b463-0aebcbd6c0e0 req-d9deccbe-835d-4434-b461-ca2d3f1aa91c tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.49 "GET /v2.0/ports?device_id=dda1de1e-19a8-4219-8d1f-ae329934698f HTTP/1.1" status: 200 len: 945 time: 0.1458821 Jul 27 23:23:08.616122 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-3ce0212f-b498-489e-86ee-91885d04c003 req-87d8bd2e-95f9-4fa6-bc94-10c06d9dfa64 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/security-groups?id=fa1f1682-89f2-436c-be39-8607c4cda167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818330 Jul 27 23:23:08.630576 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d0bb495-2079-44f0-8578-9cb485333f56 tempest-BulkNetworkOpsIpV6Test-1221728161 tempest-BulkNetworkOpsIpV6Test-1221728161-project] Made reservation on behalf of 816783c34fd641fcb1e1492c1b69ada0 for: {'network': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:23:08.634962 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0d0bb495-2079-44f0-8578-9cb485333f56 tempest-BulkNetworkOpsIpV6Test-1221728161 tempest-BulkNetworkOpsIpV6Test-1221728161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for network, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:08.655782 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1271a07-b193-42d0-8453-0d13a7e0e46d req-e6aba723-0c5f-4692-8573-047a1a3222ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:23:08.657538 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-e1271a07-b193-42d0-8453-0d13a7e0e46d req-e6aba723-0c5f-4692-8573-047a1a3222ad service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a198ee08-ada0-4348-9b3a-3cd923d78e26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0946634 Jul 27 23:23:08.698926 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d0bb495-2079-44f0-8578-9cb485333f56 tempest-BulkNetworkOpsIpV6Test-1221728161 tempest-BulkNetworkOpsIpV6Test-1221728161-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 517} {{(pid=93797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 23:23:08.758880 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0d0bb495-2079-44f0-8578-9cb485333f56 tempest-BulkNetworkOpsIpV6Test-1221728161 tempest-BulkNetworkOpsIpV6Test-1221728161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:08.759303 n-d-802623-1 neutron-server[93797]: INFO neutron.db.segments_db [None req-0d0bb495-2079-44f0-8578-9cb485333f56 tempest-BulkNetworkOpsIpV6Test-1221728161 tempest-BulkNetworkOpsIpV6Test-1221728161-project] Added segment 0fe7c3e8-eae4-40f1-8bfa-7c8934a074c9 of type vlan for network 47f9852d-ee87-4e0f-be92-aa0ce0a51179 Jul 27 23:23:08.839230 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0d0bb495-2079-44f0-8578-9cb485333f56 tempest-BulkNetworkOpsIpV6Test-1221728161 tempest-BulkNetworkOpsIpV6Test-1221728161-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736833354590'] for network, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:08.862076 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-e1271a07-b193-42d0-8453-0d13a7e0e46d req-f518fcb3-ce59-4b45-945e-c585603f6bed service neutron] 10.222.0.49 "GET /v2.0/networks/a198ee08-ada0-4348-9b3a-3cd923d78e26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1918454 Jul 27 23:23:08.932329 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0d0bb495-2079-44f0-8578-9cb485333f56 tempest-BulkNetworkOpsIpV6Test-1221728161 tempest-BulkNetworkOpsIpV6Test-1221728161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569'] for network, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:08.939277 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d0bb495-2079-44f0-8578-9cb485333f56 tempest-BulkNetworkOpsIpV6Test-1221728161 tempest-BulkNetworkOpsIpV6Test-1221728161-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:23:08.940324 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0d0bb495-2079-44f0-8578-9cb485333f56 tempest-BulkNetworkOpsIpV6Test-1221728161 tempest-BulkNetworkOpsIpV6Test-1221728161-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for network, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:09.035663 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-0d0bb495-2079-44f0-8578-9cb485333f56 tempest-BulkNetworkOpsIpV6Test-1221728161 tempest-BulkNetworkOpsIpV6Test-1221728161-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4814205 Jul 27 23:23:09.040344 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 54522) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:23:09.049384 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0508fd35-ec4f-48c7-a89e-80657cfd075e tempest-BulkNetworkOpsIpV6Test-1221728161 tempest-BulkNetworkOpsIpV6Test-1221728161-project] Pushing event updated for resources: {'Network': ['ID=135ca754-570e-4da8-9d5b-f90e8357be51,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:23:09.053976 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-1a8a0e90-5147-4f55-88ce-1ded73037841 tempest-BulkNetworkOpsIpV6Test-1221728161 tempest-BulkNetworkOpsIpV6Test-1221728161-project] Request body: {'ports': [{'network_id': '135ca754-570e-4da8-9d5b-f90e8357be51', 'name': 'tempest-port--1195235128', 'admin_state_up': True}, {'network_id': '47f9852d-ee87-4e0f-be92-aa0ce0a51179', 'admin_state_up': False}]} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:23:09.054370 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-1a8a0e90-5147-4f55-88ce-1ded73037841 tempest-BulkNetworkOpsIpV6Test-1221728161 tempest-BulkNetworkOpsIpV6Test-1221728161-project] Request body: {'port': {'network_id': '135ca754-570e-4da8-9d5b-f90e8357be51', 'name': 'tempest-port--1195235128', 'admin_state_up': True}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:23:09.054987 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-1a8a0e90-5147-4f55-88ce-1ded73037841 tempest-BulkNetworkOpsIpV6Test-1221728161 tempest-BulkNetworkOpsIpV6Test-1221728161-project] Request body: {'port': {'network_id': '47f9852d-ee87-4e0f-be92-aa0ce0a51179', 'admin_state_up': False}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:23:09.061075 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Network 135ca754-570e-4da8-9d5b-f90e8357be51 details requested by agent ovs-agent-n-d-802623-1 with host n-d-802623-1 {{(pid=93799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 23:23:09.121522 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-95040500-ad02-4924-b463-0aebcbd6c0e0 req-1cee86e9-9a48-4990-8f6c-5d9854532040 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Deleting port b8ac6b50-4d3e-4b8a-9d24-a1e0600d37ae {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:23:09.122249 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-95040500-ad02-4924-b463-0aebcbd6c0e0 req-1cee86e9-9a48-4990-8f6c-5d9854532040 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:09.189220 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0bb495-2079-44f0-8578-9cb485333f56 tempest-BulkNetworkOpsIpV6Test-1221728161 tempest-BulkNetworkOpsIpV6Test-1221728161-project] Pushing event updated for resources: {'Network': ['ID=47f9852d-ee87-4e0f-be92-aa0ce0a51179,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:23:09.215650 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Network 47f9852d-ee87-4e0f-be92-aa0ce0a51179 details requested by agent ovs-agent-n-d-802623-1 with host n-d-802623-1 {{(pid=93799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 23:23:09.262804 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-e1271a07-b193-42d0-8453-0d13a7e0e46d req-4973ae5f-d21f-4418-ac32-efb331950339 service neutron] 10.222.0.49 "GET /v2.0/networks/a198ee08-ada0-4348-9b3a-3cd923d78e26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3881469 Jul 27 23:23:09.304812 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-95040500-ad02-4924-b463-0aebcbd6c0e0 req-1cee86e9-9a48-4990-8f6c-5d9854532040 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] For port b8ac6b50-4d3e-4b8a-9d24-a1e0600d37ae, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=b8ac6b50-4d3e-4b8a-9d24-a1e0600d37ae,segment=NetworkSegment(145d64c0-063a-4e1d-8ed5-459cef7aa517),segment_id=145d64c0-063a-4e1d-8ed5-459cef7aa517)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:23:09.305186 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-95040500-ad02-4924-b463-0aebcbd6c0e0 req-1cee86e9-9a48-4990-8f6c-5d9854532040 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:09.336188 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-95040500-ad02-4924-b463-0aebcbd6c0e0 req-1cee86e9-9a48-4990-8f6c-5d9854532040 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Calling delete_port for b8ac6b50-4d3e-4b8a-9d24-a1e0600d37ae owned by compute:nova {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:23:09.394800 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a8a0e90-5147-4f55-88ce-1ded73037841 tempest-BulkNetworkOpsIpV6Test-1221728161 tempest-BulkNetworkOpsIpV6Test-1221728161-project] Made reservation on behalf of 816783c34fd641fcb1e1492c1b69ada0 for: {'port': 2} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:23:09.399933 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1a8a0e90-5147-4f55-88ce-1ded73037841 tempest-BulkNetworkOpsIpV6Test-1221728161 tempest-BulkNetworkOpsIpV6Test-1221728161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:09.421842 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b818581-56ea-4fde-b641-70a402293b19 req-20d22289-8bbd-4e92-830f-70bed4154627 tempest-ServerRescueTestJSONUnderV235-622928344 tempest-ServerRescueTestJSONUnderV235-622928344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:23:09.423540 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-7b818581-56ea-4fde-b641-70a402293b19 req-20d22289-8bbd-4e92-830f-70bed4154627 tempest-ServerRescueTestJSONUnderV235-622928344 tempest-ServerRescueTestJSONUnderV235-622928344-project] 10.222.0.18 "GET /v2.0/ports?device_id=515844b0-12e5-4d91-8415-7e9fc9e79241 HTTP/1.1" status: 200 len: 946 time: 0.1052065 Jul 27 23:23:09.428003 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1a8a0e90-5147-4f55-88ce-1ded73037841 tempest-BulkNetworkOpsIpV6Test-1221728161 tempest-BulkNetworkOpsIpV6Test-1221728161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:09.469731 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261ae76e-5920-475d-83f5-b446af05cc35 req-2086d7da-5cc1-4fdc-8788-a8cc38f7007f tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:23:09.471311 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-261ae76e-5920-475d-83f5-b446af05cc35 req-2086d7da-5cc1-4fdc-8788-a8cc38f7007f tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] 10.222.0.18 "GET /v2.0/ports?device_id=9bda45a6-7b3d-4402-bc36-eb32e3c47420 HTTP/1.1" status: 200 len: 945 time: 0.1271629 Jul 27 23:23:09.585385 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-261ae76e-5920-475d-83f5-b446af05cc35 req-9ef0f1f9-58b3-4f9c-b039-7c1e70030a8f tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] 10.222.0.18 "GET /v2.0/security-groups?id=65b595b9-aa8c-4614-91d3-1ae3459c99b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1075656 Jul 27 23:23:09.616992 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-95040500-ad02-4924-b463-0aebcbd6c0e0 req-1cee86e9-9a48-4990-8f6c-5d9854532040 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:09.629719 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] get_ports_and_sgs() called for port_ids ['2f6e68dd-baf9-4f43-bbe4-1312f336f420'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:23:09.682417 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cee86e9-9a48-4990-8f6c-5d9854532040 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Pushing event deleted for resources: {'Port': ['ID=b8ac6b50-4d3e-4b8a-9d24-a1e0600d37ae,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:23:09.762498 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-95040500-ad02-4924-b463-0aebcbd6c0e0 req-1cee86e9-9a48-4990-8f6c-5d9854532040 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] No DVR routers for this DVR port b8ac6b50-4d3e-4b8a-9d24-a1e0600d37ae on host n-h2-802623-1 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:23:09.782709 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-95040500-ad02-4924-b463-0aebcbd6c0e0 req-1cee86e9-9a48-4990-8f6c-5d9854532040 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:09.784721 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-95040500-ad02-4924-b463-0aebcbd6c0e0 req-1cee86e9-9a48-4990-8f6c-5d9854532040 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.49 "DELETE /v2.0/ports/b8ac6b50-4d3e-4b8a-9d24-a1e0600d37ae HTTP/1.1" status: 204 len: 173 time: 1.1837802 Jul 27 23:23:09.798810 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a13f9b26-de4c-47ad-a8ec-28dd0b72b1d4 req-427346e5-b792-44f7-9096-a11d5424c5c0 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/ports?device_id=dda1de1e-19a8-4219-8d1f-ae329934698f HTTP/1.1" status: 200 len: 210 time: 0.0639973 Jul 27 23:23:09.799337 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dda1de1e-19a8-4219-8d1f-ae329934698f', 'name': 'network-vif-deleted', 'tag': 'b8ac6b50-4d3e-4b8a-9d24-a1e0600d37ae'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:23:09.801683 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}011f8d312121274bb12d78e77c6379a2079800640016cec6c6d605b73666e854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94de8625-be2f-4823-9478-50c48b85e9ee" -d '{"events": [{"server_uuid": "dda1de1e-19a8-4219-8d1f-ae329934698f", "name": "network-vif-deleted", "tag": "b8ac6b50-4d3e-4b8a-9d24-a1e0600d37ae"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:23:09.883898 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:23:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9a1a196-7063-49bd-abc9-b6aded98c202 x-openstack-request-id: req-b9a1a196-7063-49bd-abc9-b6aded98c202 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:23:09.884199 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dda1de1e-19a8-4219-8d1f-ae329934698f", "name": "network-vif-deleted", "tag": "b8ac6b50-4d3e-4b8a-9d24-a1e0600d37ae", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:23:09.885048 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b9a1a196-7063-49bd-abc9-b6aded98c202 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:23:09.885453 n-d-802623-1 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dda1de1e-19a8-4219-8d1f-ae329934698f', 'name': 'network-vif-deleted', 'tag': 'b8ac6b50-4d3e-4b8a-9d24-a1e0600d37ae', 'status': 'completed', 'code': 200} Jul 27 23:23:09.968455 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-1a8a0e90-5147-4f55-88ce-1ded73037841 tempest-BulkNetworkOpsIpV6Test-1221728161 tempest-BulkNetworkOpsIpV6Test-1221728161-project] device_id is not set on port ad13f9b0-2b4f-4b2b-bbf0-c73399c685d1 yet. {{(pid=93797) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 23:23:09.978840 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-7b818581-56ea-4fde-b641-70a402293b19 req-fa113f5d-f437-4959-b6bb-a7ba0f0137f8 tempest-ServerRescueTestJSONUnderV235-622928344 tempest-ServerRescueTestJSONUnderV235-622928344-project] 10.222.0.18 "GET /v2.0/security-groups?id=2eed3499-b2dc-4df3-ba94-97f5c54db85f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5343754 Jul 27 23:23:10.112552 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1a8a0e90-5147-4f55-88ce-1ded73037841 tempest-BulkNetworkOpsIpV6Test-1221728161 tempest-BulkNetworkOpsIpV6Test-1221728161-project] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:10.205025 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-1a8a0e90-5147-4f55-88ce-1ded73037841 tempest-BulkNetworkOpsIpV6Test-1221728161 tempest-BulkNetworkOpsIpV6Test-1221728161-project] device_id is not set on port 293e4735-ae14-4cfd-ba99-49d073d45333 yet. {{(pid=93797) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 23:23:10.327996 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1a8a0e90-5147-4f55-88ce-1ded73037841 tempest-BulkNetworkOpsIpV6Test-1221728161 tempest-BulkNetworkOpsIpV6Test-1221728161-project] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:10.383915 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1a8a0e90-5147-4f55-88ce-1ded73037841 tempest-BulkNetworkOpsIpV6Test-1221728161 tempest-BulkNetworkOpsIpV6Test-1221728161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:10.450709 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8a0e90-5147-4f55-88ce-1ded73037841 tempest-BulkNetworkOpsIpV6Test-1221728161 tempest-BulkNetworkOpsIpV6Test-1221728161-project] Pushing event updated for resources: {'Port': ['ID=ad13f9b0-2b4f-4b2b-bbf0-c73399c685d1,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:23:10.482578 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a8a0e90-5147-4f55-88ce-1ded73037841 tempest-BulkNetworkOpsIpV6Test-1221728161 tempest-BulkNetworkOpsIpV6Test-1221728161-project] Checking segment: {'id': 'd7855d77-8b0a-4a61-a31e-09c05caec5b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '135ca754-570e-4da8-9d5b-f90e8357be51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:23:10.483291 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a8a0e90-5147-4f55-88ce-1ded73037841 tempest-BulkNetworkOpsIpV6Test-1221728161 tempest-BulkNetworkOpsIpV6Test-1221728161-project] Network hostable DHCP agents. Network: 135ca754-570e-4da8-9d5b-f90e8357be51, hostable agents: ['5950e76f-2bde-4343-a925-cbe6bacd2706'], hosted agents: [] {{(pid=93797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 23:23:10.523232 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a8a0e90-5147-4f55-88ce-1ded73037841 tempest-BulkNetworkOpsIpV6Test-1221728161 tempest-BulkNetworkOpsIpV6Test-1221728161-project] Network 135ca754-570e-4da8-9d5b-f90e8357be51 is scheduled to be hosted by DHCP agent 5950e76f-2bde-4343-a925-cbe6bacd2706 with binding_index 1 {{(pid=93797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 23:23:10.538368 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-1a8a0e90-5147-4f55-88ce-1ded73037841 tempest-BulkNetworkOpsIpV6Test-1221728161 tempest-BulkNetworkOpsIpV6Test-1221728161-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802623-1, 135ca754-570e-4da8-9d5b-f90e8357be51) {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:23:10.542849 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a8a0e90-5147-4f55-88ce-1ded73037841 tempest-BulkNetworkOpsIpV6Test-1221728161 tempest-BulkNetworkOpsIpV6Test-1221728161-project] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:23:10.543811 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1a8a0e90-5147-4f55-88ce-1ded73037841 tempest-BulkNetworkOpsIpV6Test-1221728161 tempest-BulkNetworkOpsIpV6Test-1221728161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:10.555527 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-012aa3fe-f49a-4f3e-b192-010ab3b91f03 None None] Network 135ca754-570e-4da8-9d5b-f90e8357be51 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:23:10.604863 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8a0e90-5147-4f55-88ce-1ded73037841 tempest-BulkNetworkOpsIpV6Test-1221728161 tempest-BulkNetworkOpsIpV6Test-1221728161-project] Pushing event updated for resources: {'Port': ['ID=293e4735-ae14-4cfd-ba99-49d073d45333,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:23:10.621751 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a8a0e90-5147-4f55-88ce-1ded73037841 tempest-BulkNetworkOpsIpV6Test-1221728161 tempest-BulkNetworkOpsIpV6Test-1221728161-project] Checking segment: {'id': '0fe7c3e8-eae4-40f1-8bfa-7c8934a074c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '47f9852d-ee87-4e0f-be92-aa0ce0a51179'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:23:10.622122 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a8a0e90-5147-4f55-88ce-1ded73037841 tempest-BulkNetworkOpsIpV6Test-1221728161 tempest-BulkNetworkOpsIpV6Test-1221728161-project] Network hostable DHCP agents. Network: 47f9852d-ee87-4e0f-be92-aa0ce0a51179, hostable agents: ['5950e76f-2bde-4343-a925-cbe6bacd2706'], hosted agents: [] {{(pid=93797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 23:23:10.640285 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a8a0e90-5147-4f55-88ce-1ded73037841 tempest-BulkNetworkOpsIpV6Test-1221728161 tempest-BulkNetworkOpsIpV6Test-1221728161-project] Network 47f9852d-ee87-4e0f-be92-aa0ce0a51179 is scheduled to be hosted by DHCP agent 5950e76f-2bde-4343-a925-cbe6bacd2706 with binding_index 1 {{(pid=93797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 23:23:10.655276 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-1a8a0e90-5147-4f55-88ce-1ded73037841 tempest-BulkNetworkOpsIpV6Test-1221728161 tempest-BulkNetworkOpsIpV6Test-1221728161-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802623-1, 47f9852d-ee87-4e0f-be92-aa0ce0a51179) {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:23:10.661899 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a8a0e90-5147-4f55-88ce-1ded73037841 tempest-BulkNetworkOpsIpV6Test-1221728161 tempest-BulkNetworkOpsIpV6Test-1221728161-project] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:23:10.674686 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a8a0e90-5147-4f55-88ce-1ded73037841 tempest-BulkNetworkOpsIpV6Test-1221728161 tempest-BulkNetworkOpsIpV6Test-1221728161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:23:10.679319 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f304365a-436c-4284-8575-00130d0f8411 None None] Network 47f9852d-ee87-4e0f-be92-aa0ce0a51179 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:23:10.687322 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a8a0e90-5147-4f55-88ce-1ded73037841 tempest-BulkNetworkOpsIpV6Test-1221728161 tempest-BulkNetworkOpsIpV6Test-1221728161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:23:10.692567 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1a8a0e90-5147-4f55-88ce-1ded73037841 tempest-BulkNetworkOpsIpV6Test-1221728161 tempest-BulkNetworkOpsIpV6Test-1221728161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:10.730185 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-1a8a0e90-5147-4f55-88ce-1ded73037841 tempest-BulkNetworkOpsIpV6Test-1221728161 tempest-BulkNetworkOpsIpV6Test-1221728161-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 1.6852329 Jul 27 23:23:10.733024 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 54554) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:23:10.838826 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7d9d954-cf97-4e4e-b380-f56daea544f4 tempest-BulkNetworkOpsIpV6Test-1221728161 tempest-BulkNetworkOpsIpV6Test-1221728161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:23:10.845863 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7d9d954-cf97-4e4e-b380-f56daea544f4 tempest-BulkNetworkOpsIpV6Test-1221728161 tempest-BulkNetworkOpsIpV6Test-1221728161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:23:10.847573 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-f7d9d954-cf97-4e4e-b380-f56daea544f4 tempest-BulkNetworkOpsIpV6Test-1221728161 tempest-BulkNetworkOpsIpV6Test-1221728161-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1136565 Jul 27 23:23:10.850315 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 54560) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:23:10.856568 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b368620d-b368-47b3-8e48-eb79c2e9eeb8 req-b305465c-6d0e-4f2e-ba93-e460f8d627d7 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:23:10.858151 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b368620d-b368-47b3-8e48-eb79c2e9eeb8 req-b305465c-6d0e-4f2e-ba93-e460f8d627d7 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] 10.222.0.18 "GET /v2.0/ports?device_id=9bda45a6-7b3d-4402-bc36-eb32e3c47420 HTTP/1.1" status: 200 len: 945 time: 0.1119161 Jul 27 23:23:10.961314 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b368620d-b368-47b3-8e48-eb79c2e9eeb8 req-df5318a8-3409-4a9e-a114-500df5e38026 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] 10.222.0.18 "GET /v2.0/security-groups?id=65b595b9-aa8c-4614-91d3-1ae3459c99b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0956349 Jul 27 23:23:11.044995 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-36a8e572-17f5-41c6-94f8-336ea6408cd9 tempest-BulkNetworkOpsIpV6Test-1221728161 tempest-BulkNetworkOpsIpV6Test-1221728161-project] Deleting port ad13f9b0-2b4f-4b2b-bbf0-c73399c685d1 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:23:11.046071 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-36a8e572-17f5-41c6-94f8-336ea6408cd9 tempest-BulkNetworkOpsIpV6Test-1221728161 tempest-BulkNetworkOpsIpV6Test-1221728161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:11.162620 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device b8ac6b50-4d3e-4b8a-9d24-a1e0600d37ae no longer exists at agent hyperv_n-h2-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:23:11.179319 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-36a8e572-17f5-41c6-94f8-336ea6408cd9 tempest-BulkNetworkOpsIpV6Test-1221728161 tempest-BulkNetworkOpsIpV6Test-1221728161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:11.193461 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc6bb4a-9e17-47a6-82ad-bac0e57933c2 req-ea6413ba-84ea-439e-b99b-c420d46ccaa2 tempest-ServerRescueTestJSONUnderV235-622928344 tempest-ServerRescueTestJSONUnderV235-622928344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:23:11.197471 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-36a8e572-17f5-41c6-94f8-336ea6408cd9 tempest-BulkNetworkOpsIpV6Test-1221728161 tempest-BulkNetworkOpsIpV6Test-1221728161-project] Calling delete_port for ad13f9b0-2b4f-4b2b-bbf0-c73399c685d1 owned by {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:23:11.205464 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-4cc6bb4a-9e17-47a6-82ad-bac0e57933c2 req-ea6413ba-84ea-439e-b99b-c420d46ccaa2 tempest-ServerRescueTestJSONUnderV235-622928344 tempest-ServerRescueTestJSONUnderV235-622928344-project] 10.222.0.18 "GET /v2.0/ports?device_id=515844b0-12e5-4d91-8415-7e9fc9e79241 HTTP/1.1" status: 200 len: 946 time: 0.1190429 Jul 27 23:23:11.208546 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] No Port match for: b8ac6b50-4d3e-4b8a-9d24-a1e0600d37ae {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:23:11.209307 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device b8ac6b50-4d3e-4b8a-9d24-a1e0600d37ae not bound to the agent host n-h2-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:23:11.209883 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device 23300807-efde-46de-99e7-6916a9204bb3 no longer exists at agent hyperv_n-h2-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:23:11.285490 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-4cc6bb4a-9e17-47a6-82ad-bac0e57933c2 req-09868d82-60ad-4680-ab25-6ef974b611cb tempest-ServerRescueTestJSONUnderV235-622928344 tempest-ServerRescueTestJSONUnderV235-622928344-project] 10.222.0.18 "GET /v2.0/security-groups?id=2eed3499-b2dc-4df3-ba94-97f5c54db85f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738175 Jul 27 23:23:11.402355 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1135cf2-5e3d-4cb5-b4b0-84039909a282 req-f3cf5a00-9849-4146-b1c2-80c0eed366c7 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:23:11.404228 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d1135cf2-5e3d-4cb5-b4b0-84039909a282 req-f3cf5a00-9849-4146-b1c2-80c0eed366c7 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/ports?device_id=3dc73040-187a-4f58-bcc9-a88d65cd484b HTTP/1.1" status: 200 len: 945 time: 0.1231403 Jul 27 23:23:11.404628 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:11.410726 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-36a8e572-17f5-41c6-94f8-336ea6408cd9 tempest-BulkNetworkOpsIpV6Test-1221728161 tempest-BulkNetworkOpsIpV6Test-1221728161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:11.441554 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port 23300807-efde-46de-99e7-6916a9204bb3, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=23300807-efde-46de-99e7-6916a9204bb3,segment=NetworkSegment(dd3fb910-11a1-4198-8a90-f4352ae92025),segment_id=dd3fb910-11a1-4198-8a90-f4352ae92025)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:23:11.442632 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bda45a6-7b3d-4402-bc36-eb32e3c47420', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '23300807-efde-46de-99e7-6916a9204bb3'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:23:11.445721 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c0369b0d4f459110ff20a1f9878ba33f96d6491bddb9d15843bf29d01e0bda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-671e4e3c-de28-4c11-b80b-c9ba39eb3027" -d '{"events": [{"server_uuid": "9bda45a6-7b3d-4402-bc36-eb32e3c47420", "name": "network-vif-unplugged", "status": "completed", "tag": "23300807-efde-46de-99e7-6916a9204bb3"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:23:11.450365 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:11.484664 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a8e572-17f5-41c6-94f8-336ea6408cd9 tempest-BulkNetworkOpsIpV6Test-1221728161 tempest-BulkNetworkOpsIpV6Test-1221728161-project] Pushing event deleted for resources: {'Port': ['ID=ad13f9b0-2b4f-4b2b-bbf0-c73399c685d1,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:23:11.504269 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Pushing event updated for resources: {'Port': ['ID=23300807-efde-46de-99e7-6916a9204bb3,revision_number=8']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:23:11.514698 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:23:11.515202 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:23:11.515659 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:23:11.516476 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:23:11.516924 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:23:11.517497 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:23:11.517960 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:23:11.518397 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:23:11.518917 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:23:11.519373 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:23:11.519812 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:23:11.520247 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:23:11.545338 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-36a8e572-17f5-41c6-94f8-336ea6408cd9 tempest-BulkNetworkOpsIpV6Test-1221728161 tempest-BulkNetworkOpsIpV6Test-1221728161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:11.548462 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-36a8e572-17f5-41c6-94f8-336ea6408cd9 tempest-BulkNetworkOpsIpV6Test-1221728161 tempest-BulkNetworkOpsIpV6Test-1221728161-project] 10.222.0.18 "DELETE /v2.0/ports/ad13f9b0-2b4f-4b2b-bbf0-c73399c685d1 HTTP/1.1" status: 204 len: 168 time: 0.6970925 Jul 27 23:23:11.552372 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 54576) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:23:11.559737 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79896bbe-d559-4db0-b26c-cccb7c199818 req-b9a7f8ab-659f-4381-b54c-3570ca0c2952 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:23:11.561212 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-79896bbe-d559-4db0-b26c-cccb7c199818 req-b9a7f8ab-659f-4381-b54c-3570ca0c2952 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.38 "GET /v2.0/ports?device_id=3dc73040-187a-4f58-bcc9-a88d65cd484b HTTP/1.1" status: 200 len: 945 time: 0.1284363 Jul 27 23:23:11.663989 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d1135cf2-5e3d-4cb5-b4b0-84039909a282 req-468278af-3d62-4797-a4a8-96834d41327e tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/security-groups?id=fa1f1682-89f2-436c-be39-8607c4cda167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2463934 Jul 27 23:23:11.730044 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-79896bbe-d559-4db0-b26c-cccb7c199818 req-fa3c3791-d331-476c-b506-443e9f5b452d tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Deleting port 2f6e68dd-baf9-4f43-bbe4-1312f336f420 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:23:11.730683 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-79896bbe-d559-4db0-b26c-cccb7c199818 req-fa3c3791-d331-476c-b506-443e9f5b452d tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:11.767617 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-542795cd-f2a2-45b6-a5bf-d53a7edf9916 tempest-BulkNetworkOpsIpV6Test-1221728161 tempest-BulkNetworkOpsIpV6Test-1221728161-project] Deleting port 293e4735-ae14-4cfd-ba99-49d073d45333 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:23:11.767973 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-542795cd-f2a2-45b6-a5bf-d53a7edf9916 tempest-BulkNetworkOpsIpV6Test-1221728161 tempest-BulkNetworkOpsIpV6Test-1221728161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:11.780610 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 27 Jul 2021 23:23:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e8209af-49de-4853-aae2-2a5d00800e5c x-openstack-request-id: req-3e8209af-49de-4853-aae2-2a5d00800e5c {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:23:11.781077 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bda45a6-7b3d-4402-bc36-eb32e3c47420", "name": "network-vif-unplugged", "status": "failed", "tag": "23300807-efde-46de-99e7-6916a9204bb3", "code": 422}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:23:11.781154 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3e8209af-49de-4853-aae2-2a5d00800e5c {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:23:11.781573 n-d-802623-1 neutron-server[93799]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '9bda45a6-7b3d-4402-bc36-eb32e3c47420', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '23300807-efde-46de-99e7-6916a9204bb3', 'code': 422} returned with failed status Jul 27 23:23:11.854096 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-79896bbe-d559-4db0-b26c-cccb7c199818 req-fa3c3791-d331-476c-b506-443e9f5b452d tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] For port 2f6e68dd-baf9-4f43-bbe4-1312f336f420, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=2f6e68dd-baf9-4f43-bbe4-1312f336f420,segment=NetworkSegment(145d64c0-063a-4e1d-8ed5-459cef7aa517),segment_id=145d64c0-063a-4e1d-8ed5-459cef7aa517)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:23:11.854527 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-79896bbe-d559-4db0-b26c-cccb7c199818 req-fa3c3791-d331-476c-b506-443e9f5b452d tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:11.868643 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-542795cd-f2a2-45b6-a5bf-d53a7edf9916 tempest-BulkNetworkOpsIpV6Test-1221728161 tempest-BulkNetworkOpsIpV6Test-1221728161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:11.870298 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-79896bbe-d559-4db0-b26c-cccb7c199818 req-fa3c3791-d331-476c-b506-443e9f5b452d tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Calling delete_port for 2f6e68dd-baf9-4f43-bbe4-1312f336f420 owned by compute:nova {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:23:11.886004 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-542795cd-f2a2-45b6-a5bf-d53a7edf9916 tempest-BulkNetworkOpsIpV6Test-1221728161 tempest-BulkNetworkOpsIpV6Test-1221728161-project] Calling delete_port for 293e4735-ae14-4cfd-ba99-49d073d45333 owned by {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:23:11.979297 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-542795cd-f2a2-45b6-a5bf-d53a7edf9916 tempest-BulkNetworkOpsIpV6Test-1221728161 tempest-BulkNetworkOpsIpV6Test-1221728161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:12.017076 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542795cd-f2a2-45b6-a5bf-d53a7edf9916 tempest-BulkNetworkOpsIpV6Test-1221728161 tempest-BulkNetworkOpsIpV6Test-1221728161-project] Pushing event deleted for resources: {'Port': ['ID=293e4735-ae14-4cfd-ba99-49d073d45333,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:23:12.025426 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-542795cd-f2a2-45b6-a5bf-d53a7edf9916 tempest-BulkNetworkOpsIpV6Test-1221728161 tempest-BulkNetworkOpsIpV6Test-1221728161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:12.028263 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-542795cd-f2a2-45b6-a5bf-d53a7edf9916 tempest-BulkNetworkOpsIpV6Test-1221728161 tempest-BulkNetworkOpsIpV6Test-1221728161-project] 10.222.0.18 "DELETE /v2.0/ports/293e4735-ae14-4cfd-ba99-49d073d45333 HTTP/1.1" status: 204 len: 168 time: 0.4748256 Jul 27 23:23:12.030747 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 54586) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:23:12.066321 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-79896bbe-d559-4db0-b26c-cccb7c199818 req-fa3c3791-d331-476c-b506-443e9f5b452d tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:12.067827 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-85b2f50a-7845-4b3e-9c25-19729d657210 tempest-BulkNetworkOpsIpV6Test-1221728161 tempest-BulkNetworkOpsIpV6Test-1221728161-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0355988 Jul 27 23:23:12.071158 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 54588) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:23:12.076423 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-74507645-9d16-458f-8e30-e6cf4a857121 tempest-BulkNetworkOpsIpV6Test-1221728161 tempest-BulkNetworkOpsIpV6Test-1221728161-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1936919692'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:23:12.089789 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] get_ports_and_sgs() called for port_ids ['2f6e68dd-baf9-4f43-bbe4-1312f336f420'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:23:12.123159 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3c3791-d331-476c-b506-443e9f5b452d tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Pushing event deleted for resources: {'Port': ['ID=2f6e68dd-baf9-4f43-bbe4-1312f336f420,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:23:12.137012 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3c3791-d331-476c-b506-443e9f5b452d tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:23:12.137012 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3c3791-d331-476c-b506-443e9f5b452d tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:23:12.137270 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3c3791-d331-476c-b506-443e9f5b452d tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:23:12.137601 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3c3791-d331-476c-b506-443e9f5b452d tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:23:12.137978 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3c3791-d331-476c-b506-443e9f5b452d tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:23:12.138357 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3c3791-d331-476c-b506-443e9f5b452d tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:23:12.138690 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3c3791-d331-476c-b506-443e9f5b452d tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:23:12.139061 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3c3791-d331-476c-b506-443e9f5b452d tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:23:12.139408 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3c3791-d331-476c-b506-443e9f5b452d tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:23:12.139728 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3c3791-d331-476c-b506-443e9f5b452d tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:23:12.140046 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3c3791-d331-476c-b506-443e9f5b452d tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:23:12.140407 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3c3791-d331-476c-b506-443e9f5b452d tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:23:12.146050 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74507645-9d16-458f-8e30-e6cf4a857121 tempest-BulkNetworkOpsIpV6Test-1221728161 tempest-BulkNetworkOpsIpV6Test-1221728161-project] Made reservation on behalf of 816783c34fd641fcb1e1492c1b69ada0 for: {'network': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:23:12.153907 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-74507645-9d16-458f-8e30-e6cf4a857121 tempest-BulkNetworkOpsIpV6Test-1221728161 tempest-BulkNetworkOpsIpV6Test-1221728161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for network, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:12.185102 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdd484f-19d7-4761-bc44-c88715289d3f req-7b5623b9-5710-4489-ac8d-6cd6408fc67b tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:23:12.186943 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-dfdd484f-19d7-4761-bc44-c88715289d3f req-7b5623b9-5710-4489-ac8d-6cd6408fc67b tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] 10.222.0.18 "GET /v2.0/ports?device_id=9bda45a6-7b3d-4402-bc36-eb32e3c47420 HTTP/1.1" status: 200 len: 943 time: 0.0956609 Jul 27 23:23:12.199936 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-79896bbe-d559-4db0-b26c-cccb7c199818 req-fa3c3791-d331-476c-b506-443e9f5b452d tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] No DVR routers for this DVR port 2f6e68dd-baf9-4f43-bbe4-1312f336f420 on host n-h1-802623-1 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:23:12.203499 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-79896bbe-d559-4db0-b26c-cccb7c199818 req-fa3c3791-d331-476c-b506-443e9f5b452d tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:12.205657 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-79896bbe-d559-4db0-b26c-cccb7c199818 req-fa3c3791-d331-476c-b506-443e9f5b452d tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.38 "DELETE /v2.0/ports/2f6e68dd-baf9-4f43-bbe4-1312f336f420 HTTP/1.1" status: 204 len: 173 time: 0.6378052 Jul 27 23:23:12.206117 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dc73040-187a-4f58-bcc9-a88d65cd484b', 'name': 'network-vif-deleted', 'tag': '2f6e68dd-baf9-4f43-bbe4-1312f336f420'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:23:12.208995 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}011f8d312121274bb12d78e77c6379a2079800640016cec6c6d605b73666e854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7369621-bd49-41bc-852c-28ae6f62401f" -d '{"events": [{"server_uuid": "3dc73040-187a-4f58-bcc9-a88d65cd484b", "name": "network-vif-deleted", "tag": "2f6e68dd-baf9-4f43-bbe4-1312f336f420"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:23:12.245468 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74507645-9d16-458f-8e30-e6cf4a857121 tempest-BulkNetworkOpsIpV6Test-1221728161 tempest-BulkNetworkOpsIpV6Test-1221728161-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 523} {{(pid=93797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 23:23:12.286718 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:23:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1347a4d4-c2a2-43ee-a4df-7eb4485d2570 x-openstack-request-id: req-1347a4d4-c2a2-43ee-a4df-7eb4485d2570 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:23:12.287080 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3dc73040-187a-4f58-bcc9-a88d65cd484b", "name": "network-vif-deleted", "tag": "2f6e68dd-baf9-4f43-bbe4-1312f336f420", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:23:12.287402 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1347a4d4-c2a2-43ee-a4df-7eb4485d2570 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:23:12.287857 n-d-802623-1 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3dc73040-187a-4f58-bcc9-a88d65cd484b', 'name': 'network-vif-deleted', 'tag': '2f6e68dd-baf9-4f43-bbe4-1312f336f420', 'status': 'completed', 'code': 200} Jul 27 23:23:12.360189 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-dfdd484f-19d7-4761-bc44-c88715289d3f req-60ce049e-9991-45f9-b1f9-c88ee082c35d tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] 10.222.0.18 "GET /v2.0/security-groups?id=65b595b9-aa8c-4614-91d3-1ae3459c99b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1588550 Jul 27 23:23:12.362203 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-74507645-9d16-458f-8e30-e6cf4a857121 tempest-BulkNetworkOpsIpV6Test-1221728161 tempest-BulkNetworkOpsIpV6Test-1221728161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:12.362741 n-d-802623-1 neutron-server[93797]: INFO neutron.db.segments_db [None req-74507645-9d16-458f-8e30-e6cf4a857121 tempest-BulkNetworkOpsIpV6Test-1221728161 tempest-BulkNetworkOpsIpV6Test-1221728161-project] Added segment c076df59-d532-4f9f-a1e8-6abb9439905e of type vlan for network 0691e7ba-c7f1-4134-96a4-7b9b09114cb0 Jul 27 23:23:12.418067 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-74507645-9d16-458f-8e30-e6cf4a857121 tempest-BulkNetworkOpsIpV6Test-1221728161 tempest-BulkNetworkOpsIpV6Test-1221728161-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736833354590'] for network, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:12.459149 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ffbd21-db24-4123-85bd-85d329d166df req-3648b2cc-b51e-4f1a-a900-a9430fc3e49f tempest-ServerRescueTestJSONUnderV235-622928344 tempest-ServerRescueTestJSONUnderV235-622928344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:23:12.460823 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-95ffbd21-db24-4123-85bd-85d329d166df req-3648b2cc-b51e-4f1a-a900-a9430fc3e49f tempest-ServerRescueTestJSONUnderV235-622928344 tempest-ServerRescueTestJSONUnderV235-622928344-project] 10.222.0.18 "GET /v2.0/ports?device_id=515844b0-12e5-4d91-8415-7e9fc9e79241 HTTP/1.1" status: 200 len: 946 time: 0.0700359 Jul 27 23:23:12.496143 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-74507645-9d16-458f-8e30-e6cf4a857121 tempest-BulkNetworkOpsIpV6Test-1221728161 tempest-BulkNetworkOpsIpV6Test-1221728161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569'] for network, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:12.509137 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74507645-9d16-458f-8e30-e6cf4a857121 tempest-BulkNetworkOpsIpV6Test-1221728161 tempest-BulkNetworkOpsIpV6Test-1221728161-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:23:12.511216 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-74507645-9d16-458f-8e30-e6cf4a857121 tempest-BulkNetworkOpsIpV6Test-1221728161 tempest-BulkNetworkOpsIpV6Test-1221728161-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for network, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:12.530935 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-74507645-9d16-458f-8e30-e6cf4a857121 tempest-BulkNetworkOpsIpV6Test-1221728161 tempest-BulkNetworkOpsIpV6Test-1221728161-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4588227 Jul 27 23:23:12.537193 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 54600) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:23:12.546586 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-41557959-86d8-4342-bef4-1b75a0a9e7b3 tempest-BulkNetworkOpsIpV6Test-1221728161 tempest-BulkNetworkOpsIpV6Test-1221728161-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1959183386'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:23:12.568918 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-95ffbd21-db24-4123-85bd-85d329d166df req-2e1323c7-97af-4ca4-ac39-7dbb1eefd10a tempest-ServerRescueTestJSONUnderV235-622928344 tempest-ServerRescueTestJSONUnderV235-622928344-project] 10.222.0.18 "GET /v2.0/security-groups?id=2eed3499-b2dc-4df3-ba94-97f5c54db85f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907834 Jul 27 23:23:12.611348 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41557959-86d8-4342-bef4-1b75a0a9e7b3 tempest-BulkNetworkOpsIpV6Test-1221728161 tempest-BulkNetworkOpsIpV6Test-1221728161-project] Made reservation on behalf of 816783c34fd641fcb1e1492c1b69ada0 for: {'network': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:23:12.615151 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-41557959-86d8-4342-bef4-1b75a0a9e7b3 tempest-BulkNetworkOpsIpV6Test-1221728161 tempest-BulkNetworkOpsIpV6Test-1221728161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for network, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:12.673431 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41557959-86d8-4342-bef4-1b75a0a9e7b3 tempest-BulkNetworkOpsIpV6Test-1221728161 tempest-BulkNetworkOpsIpV6Test-1221728161-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 504} {{(pid=93798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 23:23:12.685501 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-41557959-86d8-4342-bef4-1b75a0a9e7b3 tempest-BulkNetworkOpsIpV6Test-1221728161 tempest-BulkNetworkOpsIpV6Test-1221728161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:12.685973 n-d-802623-1 neutron-server[93798]: INFO neutron.db.segments_db [None req-41557959-86d8-4342-bef4-1b75a0a9e7b3 tempest-BulkNetworkOpsIpV6Test-1221728161 tempest-BulkNetworkOpsIpV6Test-1221728161-project] Added segment 3e2a63cd-86e8-493c-b475-994c03c5b4b5 of type vlan for network 342703f4-c2de-4679-8404-5df8493edd50 Jul 27 23:23:12.690979 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74507645-9d16-458f-8e30-e6cf4a857121 tempest-BulkNetworkOpsIpV6Test-1221728161 tempest-BulkNetworkOpsIpV6Test-1221728161-project] Pushing event updated for resources: {'Network': ['ID=0691e7ba-c7f1-4134-96a4-7b9b09114cb0,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:23:12.707424 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Network 0691e7ba-c7f1-4134-96a4-7b9b09114cb0 details requested by agent ovs-agent-n-d-802623-1 with host n-d-802623-1 {{(pid=93799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 23:23:12.755596 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-41557959-86d8-4342-bef4-1b75a0a9e7b3 tempest-BulkNetworkOpsIpV6Test-1221728161 tempest-BulkNetworkOpsIpV6Test-1221728161-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736833354590'] for network, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:12.790288 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-41557959-86d8-4342-bef4-1b75a0a9e7b3 tempest-BulkNetworkOpsIpV6Test-1221728161 tempest-BulkNetworkOpsIpV6Test-1221728161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569'] for network, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:12.796754 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41557959-86d8-4342-bef4-1b75a0a9e7b3 tempest-BulkNetworkOpsIpV6Test-1221728161 tempest-BulkNetworkOpsIpV6Test-1221728161-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:23:12.798039 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-41557959-86d8-4342-bef4-1b75a0a9e7b3 tempest-BulkNetworkOpsIpV6Test-1221728161 tempest-BulkNetworkOpsIpV6Test-1221728161-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:12.897121 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-41557959-86d8-4342-bef4-1b75a0a9e7b3 tempest-BulkNetworkOpsIpV6Test-1221728161 tempest-BulkNetworkOpsIpV6Test-1221728161-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3585570 Jul 27 23:23:12.907625 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41557959-86d8-4342-bef4-1b75a0a9e7b3 tempest-BulkNetworkOpsIpV6Test-1221728161 tempest-BulkNetworkOpsIpV6Test-1221728161-project] Pushing event updated for resources: {'Network': ['ID=342703f4-c2de-4679-8404-5df8493edd50,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:23:12.931038 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Network 342703f4-c2de-4679-8404-5df8493edd50 details requested by agent ovs-agent-n-d-802623-1 with host n-d-802623-1 {{(pid=93799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 23:23:12.943872 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-1409ea73-20be-4c95-a6b4-c23bb1d0db98 req-e87eca81-53a0-49dc-a091-667c9b566b40 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/ports?device_id=3dc73040-187a-4f58-bcc9-a88d65cd484b HTTP/1.1" status: 200 len: 210 time: 0.0649309 Jul 27 23:23:13.191733 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f27ccb-eccd-48ad-9b71-ac8f73460bb9 req-91b88875-aab8-4d4b-b8fd-45f9440607d2 tempest-VolumesSnapshotTestJSON-2142840391 tempest-VolumesSnapshotTestJSON-2142840391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:23:13.212046 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-47f27ccb-eccd-48ad-9b71-ac8f73460bb9 req-91b88875-aab8-4d4b-b8fd-45f9440607d2 tempest-VolumesSnapshotTestJSON-2142840391 tempest-VolumesSnapshotTestJSON-2142840391-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f23aacd-e5e6-40f8-9593-772269c3769a HTTP/1.1" status: 200 len: 946 time: 0.1045799 Jul 27 23:23:13.295621 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-47f27ccb-eccd-48ad-9b71-ac8f73460bb9 req-ac286f5b-fd56-4b75-a21b-7286e12d9cb1 tempest-VolumesSnapshotTestJSON-2142840391 tempest-VolumesSnapshotTestJSON-2142840391-project] 10.222.0.18 "GET /v2.0/security-groups?id=c6ee22a1-4a36-467f-b125-9b1dd3eea2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825987 Jul 27 23:23:13.687730 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9c203c-d0f9-4024-96c4-4ae5ff817340 req-685c848e-4fae-49b2-a2b0-bcfce4245c93 tempest-ServerRescueTestJSONUnderV235-622928344 tempest-ServerRescueTestJSONUnderV235-622928344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:23:13.696079 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-9f9c203c-d0f9-4024-96c4-4ae5ff817340 req-685c848e-4fae-49b2-a2b0-bcfce4245c93 tempest-ServerRescueTestJSONUnderV235-622928344 tempest-ServerRescueTestJSONUnderV235-622928344-project] 10.222.0.18 "GET /v2.0/ports?device_id=515844b0-12e5-4d91-8415-7e9fc9e79241 HTTP/1.1" status: 200 len: 946 time: 0.0640316 Jul 27 23:23:13.758714 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-9f9c203c-d0f9-4024-96c4-4ae5ff817340 req-8388f44a-65dd-4849-8f3d-13e331cc7fa3 tempest-ServerRescueTestJSONUnderV235-622928344 tempest-ServerRescueTestJSONUnderV235-622928344-project] 10.222.0.18 "GET /v2.0/security-groups?id=2eed3499-b2dc-4df3-ba94-97f5c54db85f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612504 Jul 27 23:23:14.064338 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc30653-1e96-451b-a552-5be044cac960 req-abce7253-d948-4ad0-be9f-8d9b8103b15d tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:23:14.083498 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-3fc30653-1e96-451b-a552-5be044cac960 req-abce7253-d948-4ad0-be9f-8d9b8103b15d tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] 10.222.0.18 "GET /v2.0/ports?device_id=9bda45a6-7b3d-4402-bc36-eb32e3c47420 HTTP/1.1" status: 200 len: 943 time: 0.1166415 Jul 27 23:23:14.160747 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-3fc30653-1e96-451b-a552-5be044cac960 req-a934a307-e3ce-4082-8667-6260369da7aa tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] 10.222.0.18 "GET /v2.0/security-groups?id=65b595b9-aa8c-4614-91d3-1ae3459c99b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699377 Jul 27 23:23:14.246639 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ccb11e-fb37-4598-8da1-51d81c0e5715 req-7dcab950-86d7-4785-babe-a5300aa79d4f tempest-VolumesSnapshotTestJSON-2142840391 tempest-VolumesSnapshotTestJSON-2142840391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:23:14.248815 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-38ccb11e-fb37-4598-8da1-51d81c0e5715 req-7dcab950-86d7-4785-babe-a5300aa79d4f tempest-VolumesSnapshotTestJSON-2142840391 tempest-VolumesSnapshotTestJSON-2142840391-project] 10.222.0.38 "GET /v2.0/ports?device_id=5f23aacd-e5e6-40f8-9593-772269c3769a HTTP/1.1" status: 200 len: 946 time: 0.0803063 Jul 27 23:23:14.536035 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-942d1bb4-e312-4db8-9dbb-cc076d2ab1af req-10664153-8a26-40a3-9671-a1da8566384b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=9bda45a6-7b3d-4402-bc36-eb32e3c47420&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2416883 Jul 27 23:23:14.553047 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-38ccb11e-fb37-4598-8da1-51d81c0e5715 req-7cde8479-62bf-4e0a-bb30-ebd340d9b5b8 tempest-VolumesSnapshotTestJSON-2142840391 tempest-VolumesSnapshotTestJSON-2142840391-project] Deleting port 67ab8aec-ae11-4afe-b0cc-757e19f852f1 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:23:14.553757 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-38ccb11e-fb37-4598-8da1-51d81c0e5715 req-7cde8479-62bf-4e0a-bb30-ebd340d9b5b8 tempest-VolumesSnapshotTestJSON-2142840391 tempest-VolumesSnapshotTestJSON-2142840391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:14.554578 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037ae322-6d33-4973-b5a2-2a9ca181f0bb req-e1d0dd48-4803-47d6-8e8d-255085f7efab tempest-VolumesSnapshotTestJSON-2142840391 tempest-VolumesSnapshotTestJSON-2142840391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:23:14.556274 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-037ae322-6d33-4973-b5a2-2a9ca181f0bb req-e1d0dd48-4803-47d6-8e8d-255085f7efab tempest-VolumesSnapshotTestJSON-2142840391 tempest-VolumesSnapshotTestJSON-2142840391-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f23aacd-e5e6-40f8-9593-772269c3769a HTTP/1.1" status: 200 len: 946 time: 0.1128480 Jul 27 23:23:14.565547 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2e4a5a-c3bf-4955-8884-3c837851b272 req-a6c5fb6e-addf-4a25-86ac-84a1e91928f2 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:23:14.567452 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-da2e4a5a-c3bf-4955-8884-3c837851b272 req-a6c5fb6e-addf-4a25-86ac-84a1e91928f2 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/ports?device_id=55cb1b9e-b3c2-47cd-8a02-7c9e10ec36f7 HTTP/1.1" status: 200 len: 944 time: 0.0926716 Jul 27 23:23:14.646578 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-037ae322-6d33-4973-b5a2-2a9ca181f0bb req-a25f2765-0477-4a31-8671-66d839c98ecf tempest-VolumesSnapshotTestJSON-2142840391 tempest-VolumesSnapshotTestJSON-2142840391-project] 10.222.0.18 "GET /v2.0/security-groups?id=c6ee22a1-4a36-467f-b125-9b1dd3eea2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772662 Jul 27 23:23:14.716167 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-da2e4a5a-c3bf-4955-8884-3c837851b272 req-0f7daf36-ac65-40bd-a5a4-0566fe1987d2 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/security-groups?id=5f578744-6f09-4b7e-a537-2a342130270d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1346455 Jul 27 23:23:14.793252 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 54670) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:23:14.873263 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-38ccb11e-fb37-4598-8da1-51d81c0e5715 req-7cde8479-62bf-4e0a-bb30-ebd340d9b5b8 tempest-VolumesSnapshotTestJSON-2142840391 tempest-VolumesSnapshotTestJSON-2142840391-project] For port 67ab8aec-ae11-4afe-b0cc-757e19f852f1, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=67ab8aec-ae11-4afe-b0cc-757e19f852f1,segment=NetworkSegment(8df1e016-1296-48ed-ae2c-202b33902bfc),segment_id=8df1e016-1296-48ed-ae2c-202b33902bfc)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:23:14.874165 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-38ccb11e-fb37-4598-8da1-51d81c0e5715 req-7cde8479-62bf-4e0a-bb30-ebd340d9b5b8 tempest-VolumesSnapshotTestJSON-2142840391 tempest-VolumesSnapshotTestJSON-2142840391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:14.921044 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-38ccb11e-fb37-4598-8da1-51d81c0e5715 req-7cde8479-62bf-4e0a-bb30-ebd340d9b5b8 tempest-VolumesSnapshotTestJSON-2142840391 tempest-VolumesSnapshotTestJSON-2142840391-project] Calling delete_port for 67ab8aec-ae11-4afe-b0cc-757e19f852f1 owned by compute:nova {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:23:15.017698 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57f3e9f-2d9e-40e7-91e3-93a526e4b9ba req-cb50be9f-378c-41b0-8e49-7c6fb9cfb9fa tempest-ServerRescueTestJSONUnderV235-622928344 tempest-ServerRescueTestJSONUnderV235-622928344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:23:15.031599 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-c57f3e9f-2d9e-40e7-91e3-93a526e4b9ba req-cb50be9f-378c-41b0-8e49-7c6fb9cfb9fa tempest-ServerRescueTestJSONUnderV235-622928344 tempest-ServerRescueTestJSONUnderV235-622928344-project] 10.222.0.18 "GET /v2.0/ports?device_id=515844b0-12e5-4d91-8415-7e9fc9e79241 HTTP/1.1" status: 200 len: 946 time: 0.1210520 Jul 27 23:23:15.102084 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-c57f3e9f-2d9e-40e7-91e3-93a526e4b9ba req-10544f7e-460c-468d-bb91-5c7051676754 tempest-ServerRescueTestJSONUnderV235-622928344 tempest-ServerRescueTestJSONUnderV235-622928344-project] 10.222.0.18 "GET /v2.0/security-groups?id=2eed3499-b2dc-4df3-ba94-97f5c54db85f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646276 Jul 27 23:23:15.229810 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-38ccb11e-fb37-4598-8da1-51d81c0e5715 req-7cde8479-62bf-4e0a-bb30-ebd340d9b5b8 tempest-VolumesSnapshotTestJSON-2142840391 tempest-VolumesSnapshotTestJSON-2142840391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:15.243291 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] get_ports_and_sgs() called for port_ids ['67ab8aec-ae11-4afe-b0cc-757e19f852f1'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:23:15.289569 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cde8479-62bf-4e0a-bb30-ebd340d9b5b8 tempest-VolumesSnapshotTestJSON-2142840391 tempest-VolumesSnapshotTestJSON-2142840391-project] Pushing event deleted for resources: {'Port': ['ID=67ab8aec-ae11-4afe-b0cc-757e19f852f1,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:23:15.463849 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-38ccb11e-fb37-4598-8da1-51d81c0e5715 req-7cde8479-62bf-4e0a-bb30-ebd340d9b5b8 tempest-VolumesSnapshotTestJSON-2142840391 tempest-VolumesSnapshotTestJSON-2142840391-project] No DVR routers for this DVR port 67ab8aec-ae11-4afe-b0cc-757e19f852f1 on host n-h1-802623-1 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:23:15.469482 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-38ccb11e-fb37-4598-8da1-51d81c0e5715 req-7cde8479-62bf-4e0a-bb30-ebd340d9b5b8 tempest-VolumesSnapshotTestJSON-2142840391 tempest-VolumesSnapshotTestJSON-2142840391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:15.479737 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-38ccb11e-fb37-4598-8da1-51d81c0e5715 req-7cde8479-62bf-4e0a-bb30-ebd340d9b5b8 tempest-VolumesSnapshotTestJSON-2142840391 tempest-VolumesSnapshotTestJSON-2142840391-project] 10.222.0.38 "DELETE /v2.0/ports/67ab8aec-ae11-4afe-b0cc-757e19f852f1 HTTP/1.1" status: 204 len: 173 time: 1.2237520 Jul 27 23:23:15.481355 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f23aacd-e5e6-40f8-9593-772269c3769a', 'name': 'network-vif-deleted', 'tag': '67ab8aec-ae11-4afe-b0cc-757e19f852f1'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:23:15.491763 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}011f8d312121274bb12d78e77c6379a2079800640016cec6c6d605b73666e854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5be8cdfb-bed9-4c44-9a9a-238953c50d33" -d '{"events": [{"server_uuid": "5f23aacd-e5e6-40f8-9593-772269c3769a", "name": "network-vif-deleted", "tag": "67ab8aec-ae11-4afe-b0cc-757e19f852f1"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:23:15.627928 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488d0202-1ac6-42bb-a426-3aee398b9fb2 req-ff21f938-e5dd-4062-b7aa-fcea56817d0a tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:23:15.647113 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-488d0202-1ac6-42bb-a426-3aee398b9fb2 req-ff21f938-e5dd-4062-b7aa-fcea56817d0a tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] 10.222.0.18 "GET /v2.0/ports?device_id=9bda45a6-7b3d-4402-bc36-eb32e3c47420 HTTP/1.1" status: 200 len: 943 time: 0.3077507 Jul 27 23:23:15.655604 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:23:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3723be11-6631-499a-bded-b039652066db x-openstack-request-id: req-3723be11-6631-499a-bded-b039652066db {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:23:15.656086 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f23aacd-e5e6-40f8-9593-772269c3769a", "name": "network-vif-deleted", "tag": "67ab8aec-ae11-4afe-b0cc-757e19f852f1", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:23:15.656354 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3723be11-6631-499a-bded-b039652066db {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:23:15.656757 n-d-802623-1 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f23aacd-e5e6-40f8-9593-772269c3769a', 'name': 'network-vif-deleted', 'tag': '67ab8aec-ae11-4afe-b0cc-757e19f852f1', 'status': 'completed', 'code': 200} Jul 27 23:23:15.799779 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-488d0202-1ac6-42bb-a426-3aee398b9fb2 req-a13138f6-d631-49b8-aff3-afa54f6f901b tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] 10.222.0.18 "GET /v2.0/security-groups?id=65b595b9-aa8c-4614-91d3-1ae3459c99b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1437485 Jul 27 23:23:15.946282 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e986d01f-623b-42e7-8fa0-b018ef4cd698 req-86ba2749-43be-4bff-926e-99dbb23c2c4f tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:23:15.954847 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e986d01f-623b-42e7-8fa0-b018ef4cd698 req-86ba2749-43be-4bff-926e-99dbb23c2c4f tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/ports?device_id=55cb1b9e-b3c2-47cd-8a02-7c9e10ec36f7 HTTP/1.1" status: 200 len: 944 time: 0.0629864 Jul 27 23:23:15.999778 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-2e28aca2-8e5e-4500-9dfc-dcbd7d52f58c req-45e69b21-a4b3-45c1-b266-77b0313eeee8 tempest-VolumesSnapshotTestJSON-2142840391 tempest-VolumesSnapshotTestJSON-2142840391-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f23aacd-e5e6-40f8-9593-772269c3769a HTTP/1.1" status: 200 len: 210 time: 0.1780424 Jul 27 23:23:16.015258 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d69b592f-cf6b-447d-8a1d-c0b0bd78aa42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-414022'] for router_interface, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:16.192333 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e986d01f-623b-42e7-8fa0-b018ef4cd698 req-a3731baf-ec52-4271-b8ba-a1ee04786ff5 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/security-groups?id=5f578744-6f09-4b7e-a537-2a342130270d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2359657 Jul 27 23:23:16.216236 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 54702) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:23:16.227089 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-45872c5d-b065-456e-b7cb-5c041efca9cc tempest-BulkNetworkOpsIpV6Test-1221728161 tempest-BulkNetworkOpsIpV6Test-1221728161-project] Request body: {'subnets': [{'network_id': '0691e7ba-c7f1-4134-96a4-7b9b09114cb0', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--89398124', 'ip_version': 6}, {'network_id': '342703f4-c2de-4679-8404-5df8493edd50', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:23:16.227294 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-45872c5d-b065-456e-b7cb-5c041efca9cc tempest-BulkNetworkOpsIpV6Test-1221728161 tempest-BulkNetworkOpsIpV6Test-1221728161-project] Request body: {'subnet': {'network_id': '0691e7ba-c7f1-4134-96a4-7b9b09114cb0', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--89398124', 'ip_version': 6}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:23:16.233641 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-45872c5d-b065-456e-b7cb-5c041efca9cc tempest-BulkNetworkOpsIpV6Test-1221728161 tempest-BulkNetworkOpsIpV6Test-1221728161-project] Request body: {'subnet': {'network_id': '342703f4-c2de-4679-8404-5df8493edd50', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:23:16.238634 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d956262-b982-4626-9816-99b0b874570a req-3ccb2b1c-fd85-4dbb-a20c-620a8b9f8fd0 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:23:16.240166 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-0d956262-b982-4626-9816-99b0b874570a req-3ccb2b1c-fd85-4dbb-a20c-620a8b9f8fd0 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.49 "GET /v2.0/ports?device_id=55cb1b9e-b3c2-47cd-8a02-7c9e10ec36f7 HTTP/1.1" status: 200 len: 944 time: 0.1937799 Jul 27 23:23:16.368031 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 2f6e68dd-baf9-4f43-bbe4-1312f336f420 no longer exists at agent hyperv_n-h1-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:23:16.383657 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9220fe-ee60-434e-bb54-f0d15edf28c9 req-03002219-4c83-427b-a804-3e38cfe6e7df tempest-ServerRescueTestJSONUnderV235-622928344 tempest-ServerRescueTestJSONUnderV235-622928344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:23:16.392317 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-1e9220fe-ee60-434e-bb54-f0d15edf28c9 req-03002219-4c83-427b-a804-3e38cfe6e7df tempest-ServerRescueTestJSONUnderV235-622928344 tempest-ServerRescueTestJSONUnderV235-622928344-project] 10.222.0.18 "GET /v2.0/ports?device_id=515844b0-12e5-4d91-8415-7e9fc9e79241 HTTP/1.1" status: 200 len: 946 time: 0.1235750 Jul 27 23:23:16.442250 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] No Port match for: 2f6e68dd-baf9-4f43-bbe4-1312f336f420 {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:23:16.442632 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 2f6e68dd-baf9-4f43-bbe4-1312f336f420 not bound to the agent host n-h1-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:23:16.454656 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 67ab8aec-ae11-4afe-b0cc-757e19f852f1 no longer exists at agent hyperv_n-h1-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:23:16.508779 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] No Port match for: 67ab8aec-ae11-4afe-b0cc-757e19f852f1 {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:23:16.514253 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 67ab8aec-ae11-4afe-b0cc-757e19f852f1 not bound to the agent host n-h1-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:23:16.539918 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-0d956262-b982-4626-9816-99b0b874570a req-a6af4ff2-e0be-47d9-929c-52e014a6a96a tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Deleting port 907413de-9aa6-49bc-ae78-3f4206ba8faf {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:23:16.541376 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-0d956262-b982-4626-9816-99b0b874570a req-a6af4ff2-e0be-47d9-929c-52e014a6a96a tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:16.624762 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-1e9220fe-ee60-434e-bb54-f0d15edf28c9 req-d41aadb7-81fe-4f59-9ea3-d342ad4c09e1 tempest-ServerRescueTestJSONUnderV235-622928344 tempest-ServerRescueTestJSONUnderV235-622928344-project] 10.222.0.18 "GET /v2.0/security-groups?id=2eed3499-b2dc-4df3-ba94-97f5c54db85f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2314661 Jul 27 23:23:16.639881 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45872c5d-b065-456e-b7cb-5c041efca9cc tempest-BulkNetworkOpsIpV6Test-1221728161 tempest-BulkNetworkOpsIpV6Test-1221728161-project] Made reservation on behalf of 816783c34fd641fcb1e1492c1b69ada0 for: {'subnet': 2} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:23:16.645789 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-45872c5d-b065-456e-b7cb-5c041efca9cc tempest-BulkNetworkOpsIpV6Test-1221728161 tempest-BulkNetworkOpsIpV6Test-1221728161-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11551435'] for subnet, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:16.646202 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-45872c5d-b065-456e-b7cb-5c041efca9cc tempest-BulkNetworkOpsIpV6Test-1221728161 tempest-BulkNetworkOpsIpV6Test-1221728161-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11551435'] for subnet, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:16.653541 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-0d956262-b982-4626-9816-99b0b874570a req-a6af4ff2-e0be-47d9-929c-52e014a6a96a tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] For port 907413de-9aa6-49bc-ae78-3f4206ba8faf, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=907413de-9aa6-49bc-ae78-3f4206ba8faf,segment=NetworkSegment(145d64c0-063a-4e1d-8ed5-459cef7aa517),segment_id=145d64c0-063a-4e1d-8ed5-459cef7aa517)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:23:16.654053 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-0d956262-b982-4626-9816-99b0b874570a req-a6af4ff2-e0be-47d9-929c-52e014a6a96a tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:16.969127 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baaf337-8c54-4463-a5aa-f781fae56ce9 req-f42994f8-41f3-4a79-97bc-19d01bb0cad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:23:16.969340 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-0d956262-b982-4626-9816-99b0b874570a req-a6af4ff2-e0be-47d9-929c-52e014a6a96a tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:16.969730 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-0d956262-b982-4626-9816-99b0b874570a req-a6af4ff2-e0be-47d9-929c-52e014a6a96a tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-415302'] for floatingip, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:16.970152 n-d-802623-1 neutron-server[93798]: INFO neutron.db.l3_db [req-0d956262-b982-4626-9816-99b0b874570a req-a6af4ff2-e0be-47d9-929c-52e014a6a96a tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Floating IP dc7ccf33-6ede-408e-985f-628931a77ed3 disassociated. External IP: 172.25.4.10, port: 907413de-9aa6-49bc-ae78-3f4206ba8faf. Jul 27 23:23:16.970629 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-9baaf337-8c54-4463-a5aa-f781fae56ce9 req-f42994f8-41f3-4a79-97bc-19d01bb0cad9 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=515844b0-12e5-4d91-8415-7e9fc9e79241 HTTP/1.1" status: 200 len: 1097 time: 0.1117735 Jul 27 23:23:16.970755 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-0d956262-b982-4626-9816-99b0b874570a req-a6af4ff2-e0be-47d9-929c-52e014a6a96a tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Calling delete_port for 907413de-9aa6-49bc-ae78-3f4206ba8faf owned by compute:nova {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:23:16.993288 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d69b592f-cf6b-447d-8a1d-c0b0bd78aa42 admin admin] Deleting port 0a53333b-532e-40d1-a0bb-1412d9c92dff {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:23:16.993579 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d69b592f-cf6b-447d-8a1d-c0b0bd78aa42 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:16.993820 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942d1bb4-e312-4db8-9dbb-cc076d2ab1af req-c82c84ba-936a-44f2-b98d-c653eaae82f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:23:16.995466 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-942d1bb4-e312-4db8-9dbb-cc076d2ab1af req-c82c84ba-936a-44f2-b98d-c653eaae82f8 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=9bda45a6-7b3d-4402-bc36-eb32e3c47420&tenant_id=6415e174d6e146abb15fff69092e7210 HTTP/1.1" status: 200 len: 1094 time: 0.2875428 Jul 27 23:23:17.046103 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [req-942d1bb4-e312-4db8-9dbb-cc076d2ab1af req-0b14a4ca-0f20-4bc8-b0e7-6208b81c30f3 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-802623-1', 'device_owner': 'compute:nova'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:23:17.115959 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4e4582-6962-41b0-a022-4e57072788ae req-97c73435-f17a-4120-8dd7-4c3a399d97a2 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:23:17.123560 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-4c4e4582-6962-41b0-a022-4e57072788ae req-97c73435-f17a-4120-8dd7-4c3a399d97a2 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] 10.222.0.18 "GET /v2.0/ports?device_id=9bda45a6-7b3d-4402-bc36-eb32e3c47420 HTTP/1.1" status: 200 len: 943 time: 0.2410178 Jul 27 23:23:17.129759 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-9baaf337-8c54-4463-a5aa-f781fae56ce9 req-527a48d8-371e-4f50-b78c-c2967e10677a service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=2eed3499-b2dc-4df3-ba94-97f5c54db85f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480212 Jul 27 23:23:17.210658 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-d69b592f-cf6b-447d-8a1d-c0b0bd78aa42 admin admin] For port 0a53333b-532e-40d1-a0bb-1412d9c92dff, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=0a53333b-532e-40d1-a0bb-1412d9c92dff,segment=NetworkSegment(2c40d656-ea7c-43ca-9b2a-a1885f79a619),segment_id=2c40d656-ea7c-43ca-9b2a-a1885f79a619)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:23:17.211311 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d69b592f-cf6b-447d-8a1d-c0b0bd78aa42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:17.241773 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-942d1bb4-e312-4db8-9dbb-cc076d2ab1af req-0b14a4ca-0f20-4bc8-b0e7-6208b81c30f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:17.261407 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d69b592f-cf6b-447d-8a1d-c0b0bd78aa42 admin admin] Calling delete_port for 0a53333b-532e-40d1-a0bb-1412d9c92dff owned by network:router_interface {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:23:17.314895 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-4c4e4582-6962-41b0-a022-4e57072788ae req-05fdea53-7996-4d51-96e1-d499b4dd7fd4 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] 10.222.0.18 "GET /v2.0/security-groups?id=65b595b9-aa8c-4614-91d3-1ae3459c99b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1904776 Jul 27 23:23:17.589816 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-45872c5d-b065-456e-b7cb-5c041efca9cc tempest-BulkNetworkOpsIpV6Test-1221728161 tempest-BulkNetworkOpsIpV6Test-1221728161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11336182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11551417'] for subnet, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:17.604225 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-942d1bb4-e312-4db8-9dbb-cc076d2ab1af req-0b14a4ca-0f20-4bc8-b0e7-6208b81c30f3 service neutron] For port 23300807-efde-46de-99e7-6916a9204bb3, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=23300807-efde-46de-99e7-6916a9204bb3,segment=NetworkSegment(dd3fb910-11a1-4198-8a90-f4352ae92025),segment_id=dd3fb910-11a1-4198-8a90-f4352ae92025)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:23:17.608171 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-0d956262-b982-4626-9816-99b0b874570a req-a6af4ff2-e0be-47d9-929c-52e014a6a96a tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:17.644025 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6af4ff2-e0be-47d9-929c-52e014a6a96a tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Pushing event deleted for resources: {'Port': ['ID=907413de-9aa6-49bc-ae78-3f4206ba8faf,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:23:17.685358 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c5a308-33f7-404d-bd87-c0c19436e62a req-62f9f758-5fbb-4e60-af95-8e8a1fba143b tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:23:17.694596 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d7c5a308-33f7-404d-bd87-c0c19436e62a req-62f9f758-5fbb-4e60-af95-8e8a1fba143b tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/ports?device_id=55cb1b9e-b3c2-47cd-8a02-7c9e10ec36f7 HTTP/1.1" status: 200 len: 866 time: 0.2635281 Jul 27 23:23:17.856401 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45872c5d-b065-456e-b7cb-5c041efca9cc tempest-BulkNetworkOpsIpV6Test-1221728161 tempest-BulkNetworkOpsIpV6Test-1221728161-project] Pushing event updated for resources: {'Subnet': ['ID=c8585e36-2bcc-4505-a5d5-b0a6959ae2b1,revision_number=0']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:23:17.873929 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45872c5d-b065-456e-b7cb-5c041efca9cc tempest-BulkNetworkOpsIpV6Test-1221728161 tempest-BulkNetworkOpsIpV6Test-1221728161-project] Checking segment: {'id': 'c076df59-d532-4f9f-a1e8-6abb9439905e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '0691e7ba-c7f1-4134-96a4-7b9b09114cb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:23:17.874546 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45872c5d-b065-456e-b7cb-5c041efca9cc tempest-BulkNetworkOpsIpV6Test-1221728161 tempest-BulkNetworkOpsIpV6Test-1221728161-project] Network hostable DHCP agents. Network: 0691e7ba-c7f1-4134-96a4-7b9b09114cb0, hostable agents: ['5950e76f-2bde-4343-a925-cbe6bacd2706'], hosted agents: [] {{(pid=93797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 23:23:17.885498 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0d956262-b982-4626-9816-99b0b874570a req-a6af4ff2-e0be-47d9-929c-52e014a6a96a tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Router 10876ef5-369b-4d15-8f81-8b99419d04d0 has already been hosted by L3 agent 018c4455-49c0-4734-927d-7824067b2a9e {{(pid=93798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 23:23:17.888483 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-942d1bb4-e312-4db8-9dbb-cc076d2ab1af req-0b14a4ca-0f20-4bc8-b0e7-6208b81c30f3 service neutron] For port 23300807-efde-46de-99e7-6916a9204bb3, host n-h2-802623-1, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:23:17.933747 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d7c5a308-33f7-404d-bd87-c0c19436e62a req-7741a27f-9455-446a-b19e-d32f5032064c tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/security-groups?id=5f578744-6f09-4b7e-a537-2a342130270d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2378266 Jul 27 23:23:17.934277 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45872c5d-b065-456e-b7cb-5c041efca9cc tempest-BulkNetworkOpsIpV6Test-1221728161 tempest-BulkNetworkOpsIpV6Test-1221728161-project] Network 0691e7ba-c7f1-4134-96a4-7b9b09114cb0 is scheduled to be hosted by DHCP agent 5950e76f-2bde-4343-a925-cbe6bacd2706 with binding_index 1 {{(pid=93797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 23:23:17.938775 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23a7dec-0c6d-40e9-b4f9-345e76978532 req-665f10bb-be9d-4243-b4b3-df1f44f4cb5d tempest-ServerRescueTestJSONUnderV235-622928344 tempest-ServerRescueTestJSONUnderV235-622928344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:23:17.940638 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e23a7dec-0c6d-40e9-b4f9-345e76978532 req-665f10bb-be9d-4243-b4b3-df1f44f4cb5d tempest-ServerRescueTestJSONUnderV235-622928344 tempest-ServerRescueTestJSONUnderV235-622928344-project] 10.222.0.18 "GET /v2.0/ports?device_id=515844b0-12e5-4d91-8415-7e9fc9e79241 HTTP/1.1" status: 200 len: 946 time: 0.1107533 Jul 27 23:23:17.960581 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-45872c5d-b065-456e-b7cb-5c041efca9cc tempest-BulkNetworkOpsIpV6Test-1221728161 tempest-BulkNetworkOpsIpV6Test-1221728161-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802623-1, 0691e7ba-c7f1-4134-96a4-7b9b09114cb0) {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:23:17.969902 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-45872c5d-b065-456e-b7cb-5c041efca9cc tempest-BulkNetworkOpsIpV6Test-1221728161 tempest-BulkNetworkOpsIpV6Test-1221728161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11336182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11551417'] for subnet, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:17.970086 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaf03170-e668-4c3d-9bf0-1c74bf74db4b None None] Network 0691e7ba-c7f1-4134-96a4-7b9b09114cb0 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:23:18.003556 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [req-942d1bb4-e312-4db8-9dbb-cc076d2ab1af req-0b14a4ca-0f20-4bc8-b0e7-6208b81c30f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23300807-efde-46de-99e7-6916a9204bb3 {{(pid=93798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:23:18.043541 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-942d1bb4-e312-4db8-9dbb-cc076d2ab1af req-0b14a4ca-0f20-4bc8-b0e7-6208b81c30f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:18.046914 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45872c5d-b065-456e-b7cb-5c041efca9cc tempest-BulkNetworkOpsIpV6Test-1221728161 tempest-BulkNetworkOpsIpV6Test-1221728161-project] Pushing event updated for resources: {'Subnet': ['ID=886f191f-911e-41a9-a46f-70758154b477,revision_number=0']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:23:18.096519 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45872c5d-b065-456e-b7cb-5c041efca9cc tempest-BulkNetworkOpsIpV6Test-1221728161 tempest-BulkNetworkOpsIpV6Test-1221728161-project] Checking segment: {'id': '3e2a63cd-86e8-493c-b475-994c03c5b4b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '342703f4-c2de-4679-8404-5df8493edd50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:23:18.097112 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45872c5d-b065-456e-b7cb-5c041efca9cc tempest-BulkNetworkOpsIpV6Test-1221728161 tempest-BulkNetworkOpsIpV6Test-1221728161-project] Network hostable DHCP agents. Network: 342703f4-c2de-4679-8404-5df8493edd50, hostable agents: ['5950e76f-2bde-4343-a925-cbe6bacd2706'], hosted agents: [] {{(pid=93797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 23:23:18.123797 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e23a7dec-0c6d-40e9-b4f9-345e76978532 req-422d8ce4-a890-4d62-bb9d-8777bdd6ae21 tempest-ServerRescueTestJSONUnderV235-622928344 tempest-ServerRescueTestJSONUnderV235-622928344-project] 10.222.0.18 "GET /v2.0/security-groups?id=2eed3499-b2dc-4df3-ba94-97f5c54db85f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752002 Jul 27 23:23:18.152621 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45872c5d-b065-456e-b7cb-5c041efca9cc tempest-BulkNetworkOpsIpV6Test-1221728161 tempest-BulkNetworkOpsIpV6Test-1221728161-project] Network 342703f4-c2de-4679-8404-5df8493edd50 is scheduled to be hosted by DHCP agent 5950e76f-2bde-4343-a925-cbe6bacd2706 with binding_index 1 {{(pid=93797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 23:23:18.175239 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-45872c5d-b065-456e-b7cb-5c041efca9cc tempest-BulkNetworkOpsIpV6Test-1221728161 tempest-BulkNetworkOpsIpV6Test-1221728161-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802623-1, 342703f4-c2de-4679-8404-5df8493edd50) {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:23:18.184897 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45872c5d-b065-456e-b7cb-5c041efca9cc tempest-BulkNetworkOpsIpV6Test-1221728161 tempest-BulkNetworkOpsIpV6Test-1221728161-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:23:18.185390 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45872c5d-b065-456e-b7cb-5c041efca9cc tempest-BulkNetworkOpsIpV6Test-1221728161 tempest-BulkNetworkOpsIpV6Test-1221728161-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:23:18.186020 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-45872c5d-b065-456e-b7cb-5c041efca9cc tempest-BulkNetworkOpsIpV6Test-1221728161 tempest-BulkNetworkOpsIpV6Test-1221728161-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for subnet, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:18.189885 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb724d40-29c3-407d-8cc7-66689e5da7c2 None None] Network 342703f4-c2de-4679-8404-5df8493edd50 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:23:18.203346 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d69b592f-cf6b-447d-8a1d-c0b0bd78aa42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:18.203940 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-942d1bb4-e312-4db8-9dbb-cc076d2ab1af req-0b14a4ca-0f20-4bc8-b0e7-6208b81c30f3 service neutron] Transition to ACTIVE for port object 23300807-efde-46de-99e7-6916a9204bb3 will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:23:18.211584 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-942d1bb4-e312-4db8-9dbb-cc076d2ab1af req-0b14a4ca-0f20-4bc8-b0e7-6208b81c30f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:18.215472 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-45872c5d-b065-456e-b7cb-5c041efca9cc tempest-BulkNetworkOpsIpV6Test-1221728161 tempest-BulkNetworkOpsIpV6Test-1221728161-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1474 time: 1.9977956 Jul 27 23:23:18.221918 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 54732) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:23:18.309362 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69b592f-cf6b-447d-8a1d-c0b0bd78aa42 admin admin] Pushing event deleted for resources: {'Port': ['ID=0a53333b-532e-40d1-a0bb-1412d9c92dff,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:23:18.368080 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e516677-69a0-4360-89b6-b39b46ec9865 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f6f257c-ad18-5f0c-8c8e-ea085a5fc8a2-0691e7ba-c7f1-4134-96a4-7b9b09114cb0', 'network_id': '0691e7ba-c7f1-4134-96a4-7b9b09114cb0', 'tenant_id': '816783c34fd641fcb1e1492c1b69ada0', 'fixed_ips': [{'subnet_id': 'c8585e36-2bcc-4505-a5d5-b0a6959ae2b1'}]}} from n-d-802623-1. {{(pid=93799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 23:23:18.369761 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-5e516677-69a0-4360-89b6-b39b46ec9865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:18.656034 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cd5d97-f60e-4ca5-aa66-3dd16972f49f req-e0d502b4-5c42-4b08-a7e0-e4858ac16903 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:23:18.657593 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a3cd5d97-f60e-4ca5-aa66-3dd16972f49f req-e0d502b4-5c42-4b08-a7e0-e4858ac16903 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] 10.222.0.18 "GET /v2.0/ports?device_id=9bda45a6-7b3d-4402-bc36-eb32e3c47420 HTTP/1.1" status: 200 len: 943 time: 0.1195664 Jul 27 23:23:18.744031 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9095c6d-9808-4e51-8d65-7a121f134c0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f6f257c-ad18-5f0c-8c8e-ea085a5fc8a2-342703f4-c2de-4679-8404-5df8493edd50', 'network_id': '342703f4-c2de-4679-8404-5df8493edd50', 'tenant_id': '816783c34fd641fcb1e1492c1b69ada0', 'fixed_ips': [{'subnet_id': '886f191f-911e-41a9-a46f-70758154b477'}]}} from n-d-802623-1. {{(pid=93799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 23:23:18.745147 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a9095c6d-9808-4e51-8d65-7a121f134c0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:18.761566 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a3cd5d97-f60e-4ca5-aa66-3dd16972f49f req-fa1d8532-1fd4-47c1-b83b-f075e290991a tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] 10.222.0.18 "GET /v2.0/security-groups?id=65b595b9-aa8c-4614-91d3-1ae3459c99b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0943744 Jul 27 23:23:18.777659 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d69b592f-cf6b-447d-8a1d-c0b0bd78aa42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3760546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-413994'] for router_interface, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:18.785646 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0d956262-b982-4626-9816-99b0b874570a req-a6af4ff2-e0be-47d9-929c-52e014a6a96a tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:23:18.805531 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ecbad1c-da95-4b02-bb0a-0ddcec1a5003 None None] Sync routers for ids ['10876ef5-369b-4d15-8f81-8b99419d04d0'] in n-d-802623-1 {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:23:18.815427 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-250134de-ad5a-49ed-b6c2-9d9964148179 tempest-BulkNetworkOpsIpV6Test-1221728161 tempest-BulkNetworkOpsIpV6Test-1221728161-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:23:18.817130 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-250134de-ad5a-49ed-b6c2-9d9964148179 tempest-BulkNetworkOpsIpV6Test-1221728161 tempest-BulkNetworkOpsIpV6Test-1221728161-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:23:18.819161 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-250134de-ad5a-49ed-b6c2-9d9964148179 tempest-BulkNetworkOpsIpV6Test-1221728161 tempest-BulkNetworkOpsIpV6Test-1221728161-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:23:18.827155 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-250134de-ad5a-49ed-b6c2-9d9964148179 tempest-BulkNetworkOpsIpV6Test-1221728161 tempest-BulkNetworkOpsIpV6Test-1221728161-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2100 time: 0.6027198 Jul 27 23:23:18.842832 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 54742) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:23:18.869355 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b14a4ca-0f20-4bc8-b0e7-6208b81c30f3 service neutron] Pushing event updated for resources: {'Port': ['ID=23300807-efde-46de-99e7-6916a9204bb3,revision_number=9']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:23:18.871579 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ecbad1c-da95-4b02-bb0a-0ddcec1a5003 None None] Routers {'10876ef5-369b-4d15-8f81-8b99419d04d0'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:23:18.872225 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-6ecbad1c-da95-4b02-bb0a-0ddcec1a5003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:23:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['10876ef5-369b-4d15-8f81-8b99419d04d0'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:23:18.924814 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_v2 [None req-032327ae-5b39-4211-b8c3-728bf9eb589d tempest-BulkNetworkOpsIpV6Test-1221728161 tempest-BulkNetworkOpsIpV6Test-1221728161-project] Deleting subnet c8585e36-2bcc-4505-a5d5-b0a6959ae2b1 {{(pid=93797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 23:23:18.934066 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-5e516677-69a0-4360-89b6-b39b46ec9865 None None] Allocated IP 2001:db8::1 (0691e7ba-c7f1-4134-96a4-7b9b09114cb0/c8585e36-2bcc-4505-a5d5-b0a6959ae2b1/d9a3ac3b-26fe-4340-95d8-f00dd411eefa) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:23:18.974297 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d956262-b982-4626-9816-99b0b874570a req-a6af4ff2-e0be-47d9-929c-52e014a6a96a tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] No DVR routers for this DVR port 907413de-9aa6-49bc-ae78-3f4206ba8faf on host n-h2-802623-1 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:23:18.983808 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-0d956262-b982-4626-9816-99b0b874570a req-a6af4ff2-e0be-47d9-929c-52e014a6a96a tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:18.986365 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-0d956262-b982-4626-9816-99b0b874570a req-a6af4ff2-e0be-47d9-929c-52e014a6a96a tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.49 "DELETE /v2.0/ports/907413de-9aa6-49bc-ae78-3f4206ba8faf HTTP/1.1" status: 204 len: 173 time: 2.7344472 Jul 27 23:23:18.987011 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55cb1b9e-b3c2-47cd-8a02-7c9e10ec36f7', 'name': 'network-vif-deleted', 'tag': '907413de-9aa6-49bc-ae78-3f4206ba8faf'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:23:18.989538 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}011f8d312121274bb12d78e77c6379a2079800640016cec6c6d605b73666e854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d1b57db-45d4-4098-8788-729a04171b3a" -d '{"events": [{"server_uuid": "55cb1b9e-b3c2-47cd-8a02-7c9e10ec36f7", "name": "network-vif-deleted", "tag": "907413de-9aa6-49bc-ae78-3f4206ba8faf"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:23:19.046858 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-942d1bb4-e312-4db8-9dbb-cc076d2ab1af req-0b14a4ca-0f20-4bc8-b0e7-6208b81c30f3 service neutron] No DVR routers for this DVR port 23300807-efde-46de-99e7-6916a9204bb3 on host n-h2-802623-1 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:23:19.115689 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:23:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34d36464-f883-4cd0-af9a-73b9a7177862 x-openstack-request-id: req-34d36464-f883-4cd0-af9a-73b9a7177862 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:23:19.116027 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55cb1b9e-b3c2-47cd-8a02-7c9e10ec36f7", "name": "network-vif-deleted", "tag": "907413de-9aa6-49bc-ae78-3f4206ba8faf", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:23:19.116413 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-34d36464-f883-4cd0-af9a-73b9a7177862 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:23:19.116909 n-d-802623-1 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55cb1b9e-b3c2-47cd-8a02-7c9e10ec36f7', 'name': 'network-vif-deleted', 'tag': '907413de-9aa6-49bc-ae78-3f4206ba8faf', 'status': 'completed', 'code': 200} Jul 27 23:23:19.157099 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-93c25f5b-0108-4f4f-9d8b-2dd2e6ea835a req-e2d4862f-ec88-4344-b21b-bb259a2409da tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/ports?device_id=55cb1b9e-b3c2-47cd-8a02-7c9e10ec36f7 HTTP/1.1" status: 200 len: 210 time: 0.0433152 Jul 27 23:23:19.214637 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device 907413de-9aa6-49bc-ae78-3f4206ba8faf no longer exists at agent hyperv_n-h2-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:23:19.265671 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-a9095c6d-9808-4e51-8d65-7a121f134c0d None None] Allocated IP 2001:db8:0:1::1 (342703f4-c2de-4679-8404-5df8493edd50/886f191f-911e-41a9-a46f-70758154b477/f9630816-cf92-41ab-b9db-8e2180f507bd) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:23:19.332953 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-942d1bb4-e312-4db8-9dbb-cc076d2ab1af req-0b14a4ca-0f20-4bc8-b0e7-6208b81c30f3 service neutron] Attempting to bind port 23300807-efde-46de-99e7-6916a9204bb3 on host n-h1-802623-1 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:23:19.333585 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-942d1bb4-e312-4db8-9dbb-cc076d2ab1af req-0b14a4ca-0f20-4bc8-b0e7-6208b81c30f3 service neutron] Attempting to bind port 23300807-efde-46de-99e7-6916a9204bb3 by drivers openvswitch,hyperv on host n-h1-802623-1 at level 0 using segments [{'id': 'dd3fb910-11a1-4198-8a90-f4352ae92025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'a198ee08-ada0-4348-9b3a-3cd923d78e26'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:23:19.334121 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-942d1bb4-e312-4db8-9dbb-cc076d2ab1af req-0b14a4ca-0f20-4bc8-b0e7-6208b81c30f3 service neutron] Attempting to bind port 23300807-efde-46de-99e7-6916a9204bb3 on network a198ee08-ada0-4348-9b3a-3cd923d78e26 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:23:19.339503 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-942d1bb4-e312-4db8-9dbb-cc076d2ab1af req-0b14a4ca-0f20-4bc8-b0e7-6208b81c30f3 service neutron] Port 23300807-efde-46de-99e7-6916a9204bb3 on network a198ee08-ada0-4348-9b3a-3cd923d78e26 not bound, no agent of type Open vSwitch agent registered on host n-h1-802623-1 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 23:23:19.339953 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-942d1bb4-e312-4db8-9dbb-cc076d2ab1af req-0b14a4ca-0f20-4bc8-b0e7-6208b81c30f3 service neutron] Attempting to bind port 23300807-efde-46de-99e7-6916a9204bb3 on network a198ee08-ada0-4348-9b3a-3cd923d78e26 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:23:19.342544 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807d2b7e-c9b7-4b56-a49e-269e4bb883cd req-dca9cf65-1930-4384-91e3-db480cb2b7f2 tempest-ServerRescueTestJSONUnderV235-622928344 tempest-ServerRescueTestJSONUnderV235-622928344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:23:19.343992 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-807d2b7e-c9b7-4b56-a49e-269e4bb883cd req-dca9cf65-1930-4384-91e3-db480cb2b7f2 tempest-ServerRescueTestJSONUnderV235-622928344 tempest-ServerRescueTestJSONUnderV235-622928344-project] 10.222.0.18 "GET /v2.0/ports?device_id=515844b0-12e5-4d91-8415-7e9fc9e79241 HTTP/1.1" status: 200 len: 946 time: 0.0645218 Jul 27 23:23:19.345616 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-942d1bb4-e312-4db8-9dbb-cc076d2ab1af req-0b14a4ca-0f20-4bc8-b0e7-6208b81c30f3 service neutron] Checking agent: {'id': '245f1da4-a9b8-4b08-90d7-28f0f342b839', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 59, 59), 'started_at': datetime.datetime(2021, 7, 27, 22, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 22, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:23:19.346071 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-942d1bb4-e312-4db8-9dbb-cc076d2ab1af req-0b14a4ca-0f20-4bc8-b0e7-6208b81c30f3 service neutron] Checking segment: {'id': 'dd3fb910-11a1-4198-8a90-f4352ae92025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'a198ee08-ada0-4348-9b3a-3cd923d78e26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:23:19.346629 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-942d1bb4-e312-4db8-9dbb-cc076d2ab1af req-0b14a4ca-0f20-4bc8-b0e7-6208b81c30f3 service neutron] Bound using segment: {'id': 'dd3fb910-11a1-4198-8a90-f4352ae92025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'a198ee08-ada0-4348-9b3a-3cd923d78e26'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:23:19.347467 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-942d1bb4-e312-4db8-9dbb-cc076d2ab1af req-0b14a4ca-0f20-4bc8-b0e7-6208b81c30f3 service neutron] Bound port: 23300807-efde-46de-99e7-6916a9204bb3, host: n-h1-802623-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd3fb910-11a1-4198-8a90-f4352ae92025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'a198ee08-ada0-4348-9b3a-3cd923d78e26'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:23:19.347661 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-942d1bb4-e312-4db8-9dbb-cc076d2ab1af req-0b14a4ca-0f20-4bc8-b0e7-6208b81c30f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:19.364353 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d69b592f-cf6b-447d-8a1d-c0b0bd78aa42 admin admin] Router d832e13c-b8ca-4c7d-a2f2-d6c8c4df0f63 has already been hosted by L3 agent 018c4455-49c0-4734-927d-7824067b2a9e {{(pid=93797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 23:23:19.397668 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-807d2b7e-c9b7-4b56-a49e-269e4bb883cd req-441ee486-d1e3-404a-9c58-a56cbd0215b9 tempest-ServerRescueTestJSONUnderV235-622928344 tempest-ServerRescueTestJSONUnderV235-622928344-project] 10.222.0.18 "GET /v2.0/security-groups?id=2eed3499-b2dc-4df3-ba94-97f5c54db85f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474801 Jul 27 23:23:19.418227 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-942d1bb4-e312-4db8-9dbb-cc076d2ab1af req-0b14a4ca-0f20-4bc8-b0e7-6208b81c30f3 service neutron] For port 23300807-efde-46de-99e7-6916a9204bb3, host n-h1-802623-1, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:23:19.422522 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-942d1bb4-e312-4db8-9dbb-cc076d2ab1af req-0b14a4ca-0f20-4bc8-b0e7-6208b81c30f3 service neutron] For port 23300807-efde-46de-99e7-6916a9204bb3, host n-h1-802623-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=23300807-efde-46de-99e7-6916a9204bb3,segment=NetworkSegment(dd3fb910-11a1-4198-8a90-f4352ae92025),segment_id=dd3fb910-11a1-4198-8a90-f4352ae92025)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:23:19.433942 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-942d1bb4-e312-4db8-9dbb-cc076d2ab1af req-0b14a4ca-0f20-4bc8-b0e7-6208b81c30f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:19.503467 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [req-403368d8-3655-4d2a-b90a-a2b2d880d181 req-aedc390f-8466-41c6-8ed8-7fa1a3441c00 tempest-ServerRescueTestJSONUnderV235-622928344 tempest-ServerRescueTestJSONUnderV235-622928344-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-179160372', 'description': 'tempest-description-508571847'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:23:19.553138 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d69b592f-cf6b-447d-8a1d-c0b0bd78aa42 admin admin] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:23:19.553542 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942d1bb4-e312-4db8-9dbb-cc076d2ab1af req-0b14a4ca-0f20-4bc8-b0e7-6208b81c30f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:23:19.557337 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-942d1bb4-e312-4db8-9dbb-cc076d2ab1af req-0b14a4ca-0f20-4bc8-b0e7-6208b81c30f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:19.559396 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-942d1bb4-e312-4db8-9dbb-cc076d2ab1af req-0b14a4ca-0f20-4bc8-b0e7-6208b81c30f3 service neutron] 10.222.0.38 "PUT /v2.0/ports/23300807-efde-46de-99e7-6916a9204bb3 HTTP/1.1" status: 200 len: 1091 time: 2.5231564 Jul 27 23:23:19.566878 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-d69b592f-cf6b-447d-8a1d-c0b0bd78aa42 admin admin] 10.222.0.18 "PUT /v2.0/routers/d832e13c-b8ca-4c7d-a2f2-d6c8c4df0f63/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7719536 Jul 27 23:23:19.569338 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 54756) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:23:19.586752 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1290aa41-35c7-49b6-ba8b-eeb4000d44b9 None None] Sync routers for ids ['d832e13c-b8ca-4c7d-a2f2-d6c8c4df0f63'] in n-d-802623-1 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:23:19.603389 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] No Port match for: 907413de-9aa6-49bc-ae78-3f4206ba8faf {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:23:19.603757 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device 907413de-9aa6-49bc-ae78-3f4206ba8faf not bound to the agent host n-h2-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:23:19.608903 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b14a4ca-0f20-4bc8-b0e7-6208b81c30f3 service neutron] Pushing event updated for resources: {'Port': ['ID=23300807-efde-46de-99e7-6916a9204bb3,revision_number=10']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:23:19.621071 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-403368d8-3655-4d2a-b90a-a2b2d880d181 req-aedc390f-8466-41c6-8ed8-7fa1a3441c00 tempest-ServerRescueTestJSONUnderV235-622928344 tempest-ServerRescueTestJSONUnderV235-622928344-project] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:19.626858 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1290aa41-35c7-49b6-ba8b-eeb4000d44b9 None None] Routers {'d832e13c-b8ca-4c7d-a2f2-d6c8c4df0f63'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:23:19.629726 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-1290aa41-35c7-49b6-ba8b-eeb4000d44b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:23:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['d832e13c-b8ca-4c7d-a2f2-d6c8c4df0f63'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:23:19.644855 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-6ecbad1c-da95-4b02-bb0a-0ddcec1a5003 None None] Set router 10876ef5-369b-4d15-8f81-8b99419d04d0 gateway port host: n-d-802623-1 {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:23:19.772603 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-403368d8-3655-4d2a-b90a-a2b2d880d181 req-aedc390f-8466-41c6-8ed8-7fa1a3441c00 tempest-ServerRescueTestJSONUnderV235-622928344 tempest-ServerRescueTestJSONUnderV235-622928344-project] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:19.785524 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-403368d8-3655-4d2a-b90a-a2b2d880d181 req-aedc390f-8466-41c6-8ed8-7fa1a3441c00 tempest-ServerRescueTestJSONUnderV235-622928344 tempest-ServerRescueTestJSONUnderV235-622928344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:19.804293 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c1adffea-70f3-41c2-bb87-2d6e502806ea admin admin] Notify callbacks [] for router, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:19.912154 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-403368d8-3655-4d2a-b90a-a2b2d880d181 req-aedc390f-8466-41c6-8ed8-7fa1a3441c00 tempest-ServerRescueTestJSONUnderV235-622928344 tempest-ServerRescueTestJSONUnderV235-622928344-project] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:19.924965 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-403368d8-3655-4d2a-b90a-a2b2d880d181 req-aedc390f-8466-41c6-8ed8-7fa1a3441c00 tempest-ServerRescueTestJSONUnderV235-622928344 tempest-ServerRescueTestJSONUnderV235-622928344-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.4799271 Jul 27 23:23:19.936330 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-1290aa41-35c7-49b6-ba8b-eeb4000d44b9 None None] Set router d832e13c-b8ca-4c7d-a2f2-d6c8c4df0f63 gateway port host: n-d-802623-1 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:23:19.980058 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedc390f-8466-41c6-8ed8-7fa1a3441c00 tempest-ServerRescueTestJSONUnderV235-622928344 tempest-ServerRescueTestJSONUnderV235-622928344-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77999638-84ed-4bca-b061-8bef344d9fdd,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:23:20.035754 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942d1bb4-e312-4db8-9dbb-cc076d2ab1af req-08a4d3de-b28a-40e1-8dc4-0c838679dd49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:23:20.037533 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-942d1bb4-e312-4db8-9dbb-cc076d2ab1af req-08a4d3de-b28a-40e1-8dc4-0c838679dd49 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=6415e174d6e146abb15fff69092e7210&device_id=9bda45a6-7b3d-4402-bc36-eb32e3c47420 HTTP/1.1" status: 200 len: 1095 time: 0.2326660 Jul 27 23:23:20.082131 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-5e516677-69a0-4360-89b6-b39b46ec9865 None None] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:20.138155 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-5e516677-69a0-4360-89b6-b39b46ec9865 None None] Transition to ACTIVE for port object d9a3ac3b-26fe-4340-95d8-f00dd411eefa will not be triggered until provisioned by entity L2. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:23:20.251606 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-5e516677-69a0-4360-89b6-b39b46ec9865 None None] Transition to ACTIVE for port object d9a3ac3b-26fe-4340-95d8-f00dd411eefa will not be triggered until provisioned by entity DHCP. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:23:20.269087 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-032327ae-5b39-4211-b8c3-728bf9eb589d tempest-BulkNetworkOpsIpV6Test-1221728161 tempest-BulkNetworkOpsIpV6Test-1221728161-project] Notify callbacks [] for subnet, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:20.285389 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-32789f9f-78fd-4cc1-a7a5-9544398648b3 req-46be698c-5a38-40e4-a2f7-2ceca7c672b1 tempest-ServerRescueTestJSONUnderV235-622928344 tempest-ServerRescueTestJSONUnderV235-622928344-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-179160372&fields=id&tenant_id=3333578abc624b349077b88d523a95c7 HTTP/1.1" status: 200 len: 267 time: 0.2140214 Jul 27 23:23:20.299891 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-5e516677-69a0-4360-89b6-b39b46ec9865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:20.362519 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-032327ae-5b39-4211-b8c3-728bf9eb589d tempest-BulkNetworkOpsIpV6Test-1221728161 tempest-BulkNetworkOpsIpV6Test-1221728161-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11335971'] for subnet, precommit_delete_associations {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:20.373284 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a9095c6d-9808-4e51-8d65-7a121f134c0d None None] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:20.377926 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e516677-69a0-4360-89b6-b39b46ec9865 None None] Pushing event updated for resources: {'Port': ['ID=d9a3ac3b-26fe-4340-95d8-f00dd411eefa,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:23:20.378748 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-1290aa41-35c7-49b6-ba8b-eeb4000d44b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd832e13c-b8ca-4c7d-a2f2-d6c8c4df0f63', 'name': 'tempest-TaggedBootDevicesTest-1540006599-router', 'tenant_id': 'f48a0b951c1c4793a7fc1226ee71e867', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.142'}], 'enable_snat': True}, 'gw_port_id': '9c6935e6-0081-40b7-9a90-c97bad37e3d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:12:08Z', 'updated_at': '2021-07-27T23:23:18Z', 'revision_number': 5, 'project_id': 'f48a0b951c1c4793a7fc1226ee71e867', 'gw_port': {'id': '9c6935e6-0081-40b7-9a90-c97bad37e3d9', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:54:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd832e13c-b8ca-4c7d-a2f2-d6c8c4df0f63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:12:09Z', 'updated_at': '2021-07-27T23:12:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1'}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:23:20.384780 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942d1bb4-e312-4db8-9dbb-cc076d2ab1af req-f807245a-11b3-42b0-a88b-41d3976396e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:23:20.386624 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-942d1bb4-e312-4db8-9dbb-cc076d2ab1af req-f807245a-11b3-42b0-a88b-41d3976396e4 service neutron] 10.222.0.38 "GET /v2.0/networks?id=a198ee08-ada0-4348-9b3a-3cd923d78e26 HTTP/1.1" status: 200 len: 917 time: 0.3417907 Jul 27 23:23:20.404088 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32789f9f-78fd-4cc1-a7a5-9544398648b3 req-b986d9a3-555c-493e-a359-b8742030fb77 tempest-ServerRescueTestJSONUnderV235-622928344 tempest-ServerRescueTestJSONUnderV235-622928344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:23:20.412308 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-32789f9f-78fd-4cc1-a7a5-9544398648b3 req-b986d9a3-555c-493e-a359-b8742030fb77 tempest-ServerRescueTestJSONUnderV235-622928344 tempest-ServerRescueTestJSONUnderV235-622928344-project] 10.222.0.18 "GET /v2.0/ports?device_id=515844b0-12e5-4d91-8415-7e9fc9e79241 HTTP/1.1" status: 200 len: 946 time: 0.1198697 Jul 27 23:23:20.413308 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e516677-69a0-4360-89b6-b39b46ec9865 None None] Network 0691e7ba-c7f1-4134-96a4-7b9b09114cb0 is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:23:20.417908 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [req-32789f9f-78fd-4cc1-a7a5-9544398648b3 req-cab0bbb5-6346-4dff-9ff1-915874ce7c0e tempest-ServerRescueTestJSONUnderV235-622928344 tempest-ServerRescueTestJSONUnderV235-622928344-project] Request body: {'port': {'security_groups': ['2eed3499-b2dc-4df3-ba94-97f5c54db85f', '77999638-84ed-4bca-b061-8bef344d9fdd']}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:23:20.419761 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-5e516677-69a0-4360-89b6-b39b46ec9865 None None] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:23:20.425522 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1290aa41-35c7-49b6-ba8b-eeb4000d44b9 None None] Checking router: d832e13c-b8ca-4c7d-a2f2-d6c8c4df0f63 for host: n-d-802623-1 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 23:23:20.428262 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e516677-69a0-4360-89b6-b39b46ec9865 None None] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:23:20.433507 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-a9095c6d-9808-4e51-8d65-7a121f134c0d None None] Transition to ACTIVE for port object f9630816-cf92-41ab-b9db-8e2180f507bd will not be triggered until provisioned by entity L2. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:23:20.445335 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1290aa41-35c7-49b6-ba8b-eeb4000d44b9 None None] Routers {'d832e13c-b8ca-4c7d-a2f2-d6c8c4df0f63'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:23:20.449268 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-1290aa41-35c7-49b6-ba8b-eeb4000d44b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:23:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['d832e13c-b8ca-4c7d-a2f2-d6c8c4df0f63'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:23:20.538937 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-032327ae-5b39-4211-b8c3-728bf9eb589d tempest-BulkNetworkOpsIpV6Test-1221728161 tempest-BulkNetworkOpsIpV6Test-1221728161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620741'] for subnet, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:20.552906 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-942d1bb4-e312-4db8-9dbb-cc076d2ab1af req-ad2dbd28-062e-49a0-b0ea-2add18de66fe service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=23300807-efde-46de-99e7-6916a9204bb3 HTTP/1.1" status: 200 len: 999 time: 0.1317136 Jul 27 23:23:20.553905 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-6ecbad1c-da95-4b02-bb0a-0ddcec1a5003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10876ef5-369b-4d15-8f81-8b99419d04d0', 'name': 'tempest-ServerActionsTestJSON-1807446271-router', 'tenant_id': '096ab815848b4fa4865a54f76499dfb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.161'}], 'enable_snat': True}, 'gw_port_id': '30e60e4b-5905-4371-b398-cc252ac3c37c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:12:46Z', 'updated_at': '2021-07-27T23:12:53Z', 'revision_number': 4, 'project_id': '096ab815848b4fa4865a54f76499dfb1', 'gw_port': {'id': '30e60e4b-5905-4371-b398-cc252ac3c37c', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:45:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10876ef5-369b-4d15-8f81-8b99419d04d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:12:47Z', 'updated_at': '2021-07-27T23:12:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': '31404c01-7b8d-4b39-bb63-d10246aef874', 'name': '', 'network_id': '0627b955-dd0f-4cce-ba7f-51e698f3bc59', 'tenant_id': '096ab815848b4fa4865a54f76499dfb1', 'mac_address': 'fa:16:3e:cb:97:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10876ef5-369b-4d15-8f81-8b99419d04d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '232a981d-f7d1-42df-991c-3a09e4ce0177', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:12:51Z', 'updated_at': '2021-07-27T23:13:02Z', 'revision_number': 5, 'project_id': '096ab815848b4fa4865a54f76499dfb1', 'subnets': [{'id': '232a981d-f7d1-42df-991c-3a09e4ce0177', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:23:20.560532 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-32789f9f-78fd-4cc1-a7a5-9544398648b3 req-cab0bbb5-6346-4dff-9ff1-915874ce7c0e tempest-ServerRescueTestJSONUnderV235-622928344 tempest-ServerRescueTestJSONUnderV235-622928344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:20.621336 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-032327ae-5b39-4211-b8c3-728bf9eb589d tempest-BulkNetworkOpsIpV6Test-1221728161 tempest-BulkNetworkOpsIpV6Test-1221728161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11335991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11551414'] for subnet, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:20.627427 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ecbad1c-da95-4b02-bb0a-0ddcec1a5003 None None] Checking router: 10876ef5-369b-4d15-8f81-8b99419d04d0 for host: n-d-802623-1 {{(pid=93799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 23:23:20.655643 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-a9095c6d-9808-4e51-8d65-7a121f134c0d None None] Transition to ACTIVE for port object f9630816-cf92-41ab-b9db-8e2180f507bd will not be triggered until provisioned by entity DHCP. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:23:20.662148 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c1adffea-70f3-41c2-bb87-2d6e502806ea admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:20.666779 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-5e516677-69a0-4360-89b6-b39b46ec9865 None None] Attempting to bind port d9a3ac3b-26fe-4340-95d8-f00dd411eefa on host n-d-802623-1 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:23:20.667056 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-5e516677-69a0-4360-89b6-b39b46ec9865 None None] Attempting to bind port d9a3ac3b-26fe-4340-95d8-f00dd411eefa by drivers openvswitch,hyperv on host n-d-802623-1 at level 0 using segments [{'id': 'c076df59-d532-4f9f-a1e8-6abb9439905e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '0691e7ba-c7f1-4134-96a4-7b9b09114cb0'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:23:20.667478 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e516677-69a0-4360-89b6-b39b46ec9865 None None] Attempting to bind port d9a3ac3b-26fe-4340-95d8-f00dd411eefa on network 0691e7ba-c7f1-4134-96a4-7b9b09114cb0 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:23:20.679698 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032327ae-5b39-4211-b8c3-728bf9eb589d tempest-BulkNetworkOpsIpV6Test-1221728161 tempest-BulkNetworkOpsIpV6Test-1221728161-project] Pushing event deleted for resources: {'Subnet': ['ID=c8585e36-2bcc-4505-a5d5-b0a6959ae2b1,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:23:20.685187 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-1290aa41-35c7-49b6-ba8b-eeb4000d44b9 None None] Set router d832e13c-b8ca-4c7d-a2f2-d6c8c4df0f63 gateway port host: n-d-802623-1 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:23:20.690737 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a9095c6d-9808-4e51-8d65-7a121f134c0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:20.692707 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-032327ae-5b39-4211-b8c3-728bf9eb589d tempest-BulkNetworkOpsIpV6Test-1221728161 tempest-BulkNetworkOpsIpV6Test-1221728161-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for subnet, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:20.694815 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-032327ae-5b39-4211-b8c3-728bf9eb589d tempest-BulkNetworkOpsIpV6Test-1221728161 tempest-BulkNetworkOpsIpV6Test-1221728161-project] 10.222.0.18 "DELETE /v2.0/subnets/c8585e36-2bcc-4505-a5d5-b0a6959ae2b1 HTTP/1.1" status: 204 len: 168 time: 1.8512721 Jul 27 23:23:20.705311 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fd9907-2446-46ca-aca8-eec480241eb4 req-339608a2-88fc-479e-9107-705c2c2d9bf3 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:23:20.712910 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-99fd9907-2446-46ca-aca8-eec480241eb4 req-339608a2-88fc-479e-9107-705c2c2d9bf3 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] 10.222.0.18 "GET /v2.0/ports?device_id=9bda45a6-7b3d-4402-bc36-eb32e3c47420 HTTP/1.1" status: 200 len: 944 time: 0.5919437 Jul 27 23:23:20.732607 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 54774) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:23:20.785679 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9095c6d-9808-4e51-8d65-7a121f134c0d None None] Pushing event updated for resources: {'Port': ['ID=f9630816-cf92-41ab-b9db-8e2180f507bd,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:23:20.794046 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e516677-69a0-4360-89b6-b39b46ec9865 None None] Checking agent: {'id': 'a9a568d2-a5e7-41e4-833f-a8ab42ea4073', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 52, 30), 'started_at': datetime.datetime(2021, 7, 27, 22, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802623-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:23:20.794430 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e516677-69a0-4360-89b6-b39b46ec9865 None None] Checking segment: {'id': 'c076df59-d532-4f9f-a1e8-6abb9439905e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '0691e7ba-c7f1-4134-96a4-7b9b09114cb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:23:20.794865 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-5e516677-69a0-4360-89b6-b39b46ec9865 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:20.795236 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e516677-69a0-4360-89b6-b39b46ec9865 None None] Bound using segment: {'id': 'c076df59-d532-4f9f-a1e8-6abb9439905e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '0691e7ba-c7f1-4134-96a4-7b9b09114cb0'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:23:20.795723 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-5e516677-69a0-4360-89b6-b39b46ec9865 None None] Bound port: d9a3ac3b-26fe-4340-95d8-f00dd411eefa, host: n-d-802623-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c076df59-d532-4f9f-a1e8-6abb9439905e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '0691e7ba-c7f1-4134-96a4-7b9b09114cb0'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:23:20.796105 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-5e516677-69a0-4360-89b6-b39b46ec9865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:20.823924 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-99fd9907-2446-46ca-aca8-eec480241eb4 req-6e69be5c-0f82-4107-9b00-fdcaa283eb6e tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] 10.222.0.18 "GET /v2.0/security-groups?id=65b595b9-aa8c-4614-91d3-1ae3459c99b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1049466 Jul 27 23:23:20.831854 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ecbad1c-da95-4b02-bb0a-0ddcec1a5003 None None] Routers {'10876ef5-369b-4d15-8f81-8b99419d04d0'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:23:20.836424 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-6ecbad1c-da95-4b02-bb0a-0ddcec1a5003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:23:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['10876ef5-369b-4d15-8f81-8b99419d04d0'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:23:20.844736 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9095c6d-9808-4e51-8d65-7a121f134c0d None None] Network 342703f4-c2de-4679-8404-5df8493edd50 is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:23:20.881015 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_v2 [None req-da37246a-c15b-4581-859a-4d1b09a54c4c tempest-BulkNetworkOpsIpV6Test-1221728161 tempest-BulkNetworkOpsIpV6Test-1221728161-project] Deleting subnet 886f191f-911e-41a9-a46f-70758154b477 {{(pid=93797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 23:23:20.903572 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-da37246a-c15b-4581-859a-4d1b09a54c4c tempest-BulkNetworkOpsIpV6Test-1221728161 tempest-BulkNetworkOpsIpV6Test-1221728161-project] Notify callbacks [] for subnet, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:20.968606 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-c1adffea-70f3-41c2-bb87-2d6e502806ea admin admin] Deleting port 9c6935e6-0081-40b7-9a90-c97bad37e3d9 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:23:20.969199 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c1adffea-70f3-41c2-bb87-2d6e502806ea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:20.976198 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-a9095c6d-9808-4e51-8d65-7a121f134c0d None None] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:23:20.981406 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9095c6d-9808-4e51-8d65-7a121f134c0d None None] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:23:21.007678 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-32789f9f-78fd-4cc1-a7a5-9544398648b3 req-cab0bbb5-6346-4dff-9ff1-915874ce7c0e tempest-ServerRescueTestJSONUnderV235-622928344 tempest-ServerRescueTestJSONUnderV235-622928344-project] For port 46cb3646-e819-4bd1-b975-6ed7aa67a5df, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=46cb3646-e819-4bd1-b975-6ed7aa67a5df,segment=NetworkSegment(cc432c68-ce40-4eae-9635-f27b65666e98),segment_id=cc432c68-ce40-4eae-9635-f27b65666e98)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:23:21.038665 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942d1bb4-e312-4db8-9dbb-cc076d2ab1af req-87179c01-1af2-4dbf-954c-058b679d405d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:23:21.041025 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-942d1bb4-e312-4db8-9dbb-cc076d2ab1af req-87179c01-1af2-4dbf-954c-058b679d405d service neutron] 10.222.0.38 "GET /v2.0/subnets?id=6bb4b577-bd47-4366-ace3-c23131aef649 HTTP/1.1" status: 200 len: 855 time: 0.4656129 Jul 27 23:23:21.041523 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 54778) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:23:21.059280 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-c1adffea-70f3-41c2-bb87-2d6e502806ea admin admin] For port 9c6935e6-0081-40b7-9a90-c97bad37e3d9, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=9c6935e6-0081-40b7-9a90-c97bad37e3d9,segment=NetworkSegment(b9afe07e-bbe4-4740-834c-4b6a9698bdbc),segment_id=b9afe07e-bbe4-4740-834c-4b6a9698bdbc)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:23:21.059898 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c1adffea-70f3-41c2-bb87-2d6e502806ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:21.073867 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-c1adffea-70f3-41c2-bb87-2d6e502806ea admin admin] Calling delete_port for 9c6935e6-0081-40b7-9a90-c97bad37e3d9 owned by network:router_gateway {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:23:21.099995 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-5e516677-69a0-4360-89b6-b39b46ec9865 None None] For port d9a3ac3b-26fe-4340-95d8-f00dd411eefa, host n-d-802623-1, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:23:21.139170 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-1290aa41-35c7-49b6-ba8b-eeb4000d44b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd832e13c-b8ca-4c7d-a2f2-d6c8c4df0f63', 'name': 'tempest-TaggedBootDevicesTest-1540006599-router', 'tenant_id': 'f48a0b951c1c4793a7fc1226ee71e867', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.142'}], 'enable_snat': True}, 'gw_port_id': '9c6935e6-0081-40b7-9a90-c97bad37e3d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:12:08Z', 'updated_at': '2021-07-27T23:23:18Z', 'revision_number': 5, 'project_id': 'f48a0b951c1c4793a7fc1226ee71e867', 'gw_port': {'id': '9c6935e6-0081-40b7-9a90-c97bad37e3d9', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:54:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd832e13c-b8ca-4c7d-a2f2-d6c8c4df0f63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:12:09Z', 'updated_at': '2021-07-27T23:12:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1'}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:23:21.143697 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bda45a6-7b3d-4402-bc36-eb32e3c47420', 'tag': '23300807-efde-46de-99e7-6916a9204bb3'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:23:21.146002 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}011f8d312121274bb12d78e77c6379a2079800640016cec6c6d605b73666e854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0e3b820-7aad-4089-81ef-d7e480ba42fb" -d '{"events": [{"name": "network-changed", "server_uuid": "9bda45a6-7b3d-4402-bc36-eb32e3c47420", "tag": "23300807-efde-46de-99e7-6916a9204bb3"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:23:21.152638 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-a9095c6d-9808-4e51-8d65-7a121f134c0d None None] Attempting to bind port f9630816-cf92-41ab-b9db-8e2180f507bd on host n-d-802623-1 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:23:21.153014 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-a9095c6d-9808-4e51-8d65-7a121f134c0d None None] Attempting to bind port f9630816-cf92-41ab-b9db-8e2180f507bd by drivers openvswitch,hyperv on host n-d-802623-1 at level 0 using segments [{'id': '3e2a63cd-86e8-493c-b475-994c03c5b4b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '342703f4-c2de-4679-8404-5df8493edd50'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:23:21.153378 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9095c6d-9808-4e51-8d65-7a121f134c0d None None] Attempting to bind port f9630816-cf92-41ab-b9db-8e2180f507bd on network 342703f4-c2de-4679-8404-5df8493edd50 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:23:21.174853 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9095c6d-9808-4e51-8d65-7a121f134c0d None None] Checking agent: {'id': 'a9a568d2-a5e7-41e4-833f-a8ab42ea4073', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 52, 30), 'started_at': datetime.datetime(2021, 7, 27, 22, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802623-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:23:21.175258 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9095c6d-9808-4e51-8d65-7a121f134c0d None None] Checking segment: {'id': '3e2a63cd-86e8-493c-b475-994c03c5b4b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '342703f4-c2de-4679-8404-5df8493edd50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:23:21.175665 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a9095c6d-9808-4e51-8d65-7a121f134c0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:21.176055 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9095c6d-9808-4e51-8d65-7a121f134c0d None None] Bound using segment: {'id': '3e2a63cd-86e8-493c-b475-994c03c5b4b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '342703f4-c2de-4679-8404-5df8493edd50'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:23:21.183761 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-a9095c6d-9808-4e51-8d65-7a121f134c0d None None] Bound port: f9630816-cf92-41ab-b9db-8e2180f507bd, host: n-d-802623-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e2a63cd-86e8-493c-b475-994c03c5b4b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '342703f4-c2de-4679-8404-5df8493edd50'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:23:21.187938 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a9095c6d-9808-4e51-8d65-7a121f134c0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:21.193665 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-5e516677-69a0-4360-89b6-b39b46ec9865 None None] For port d9a3ac3b-26fe-4340-95d8-f00dd411eefa, host n-d-802623-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=d9a3ac3b-26fe-4340-95d8-f00dd411eefa,segment=NetworkSegment(c076df59-d532-4f9f-a1e8-6abb9439905e),segment_id=c076df59-d532-4f9f-a1e8-6abb9439905e)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:23:21.210935 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1290aa41-35c7-49b6-ba8b-eeb4000d44b9 None None] The sync data for ids ['d832e13c-b8ca-4c7d-a2f2-d6c8c4df0f63'] in n-d-802623-1 is: [{'id': 'd832e13c-b8ca-4c7d-a2f2-d6c8c4df0f63', 'name': 'tempest-TaggedBootDevicesTest-1540006599-router', 'tenant_id': 'f48a0b951c1c4793a7fc1226ee71e867', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.142'}], 'enable_snat': True}, 'gw_port_id': '9c6935e6-0081-40b7-9a90-c97bad37e3d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:12:08Z', 'updated_at': '2021-07-27T23:23:18Z', 'revision_number': 5, 'project_id': 'f48a0b951c1c4793a7fc1226ee71e867', 'gw_port': {'id': '9c6935e6-0081-40b7-9a90-c97bad37e3d9', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:54:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd832e13c-b8ca-4c7d-a2f2-d6c8c4df0f63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:12:09Z', 'updated_at': '2021-07-27T23:12:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1'}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:23:21.238363 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-5e516677-69a0-4360-89b6-b39b46ec9865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:21.297555 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 23:23:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9604ff33-5641-49a5-93e3-a639b8c6f7e1 x-openstack-request-id: req-9604ff33-5641-49a5-93e3-a639b8c6f7e1 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:23:21.297952 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9bda45a6-7b3d-4402-bc36-eb32e3c47420", "tag": "23300807-efde-46de-99e7-6916a9204bb3", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:23:21.298320 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9604ff33-5641-49a5-93e3-a639b8c6f7e1 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:23:21.298792 n-d-802623-1 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bda45a6-7b3d-4402-bc36-eb32e3c47420', 'tag': '23300807-efde-46de-99e7-6916a9204bb3', 'status': 'completed', 'code': 200} Jul 27 23:23:21.301482 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-32789f9f-78fd-4cc1-a7a5-9544398648b3 req-cab0bbb5-6346-4dff-9ff1-915874ce7c0e tempest-ServerRescueTestJSONUnderV235-622928344 tempest-ServerRescueTestJSONUnderV235-622928344-project] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:21.316985 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-32789f9f-78fd-4cc1-a7a5-9544398648b3 req-cab0bbb5-6346-4dff-9ff1-915874ce7c0e tempest-ServerRescueTestJSONUnderV235-622928344 tempest-ServerRescueTestJSONUnderV235-622928344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:21.335406 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-da37246a-c15b-4581-859a-4d1b09a54c4c tempest-BulkNetworkOpsIpV6Test-1221728161 tempest-BulkNetworkOpsIpV6Test-1221728161-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11335971'] for subnet, precommit_delete_associations {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:21.340797 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942d1bb4-e312-4db8-9dbb-cc076d2ab1af req-0d9e3156-4742-4137-9e16-52553dd9fbdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:23:21.345700 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-942d1bb4-e312-4db8-9dbb-cc076d2ab1af req-0d9e3156-4742-4137-9e16-52553dd9fbdb service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a198ee08-ada0-4348-9b3a-3cd923d78e26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2842793 Jul 27 23:23:21.363496 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [req-942d1bb4-e312-4db8-9dbb-cc076d2ab1af req-fa113fc5-ca4f-47a0-bcaf-dc5afba10643 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=93798) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 23:23:21.365030 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-942d1bb4-e312-4db8-9dbb-cc076d2ab1af req-fa113fc5-ca4f-47a0-bcaf-dc5afba10643 service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056913 Jul 27 23:23:21.384167 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c1adffea-70f3-41c2-bb87-2d6e502806ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:21.390079 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32789f9f-78fd-4cc1-a7a5-9544398648b3 req-cab0bbb5-6346-4dff-9ff1-915874ce7c0e tempest-ServerRescueTestJSONUnderV235-622928344 tempest-ServerRescueTestJSONUnderV235-622928344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:23:21.390992 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-32789f9f-78fd-4cc1-a7a5-9544398648b3 req-cab0bbb5-6346-4dff-9ff1-915874ce7c0e tempest-ServerRescueTestJSONUnderV235-622928344 tempest-ServerRescueTestJSONUnderV235-622928344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:21.395704 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-32789f9f-78fd-4cc1-a7a5-9544398648b3 req-cab0bbb5-6346-4dff-9ff1-915874ce7c0e tempest-ServerRescueTestJSONUnderV235-622928344 tempest-ServerRescueTestJSONUnderV235-622928344-project] 10.222.0.18 "PUT /v2.0/ports/46cb3646-e819-4bd1-b975-6ed7aa67a5df HTTP/1.1" status: 200 len: 982 time: 0.9824302 Jul 27 23:23:21.396517 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-10159fa6-a7be-4900-86d2-88d789965cc2 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:21.397790 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e516677-69a0-4360-89b6-b39b46ec9865 None None] Pushing event updated for resources: {'Port': ['ID=d9a3ac3b-26fe-4340-95d8-f00dd411eefa,revision_number=3']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:23:21.438757 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1adffea-70f3-41c2-bb87-2d6e502806ea admin admin] Pushing event deleted for resources: {'Port': ['ID=9c6935e6-0081-40b7-9a90-c97bad37e3d9,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:23:21.467974 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] get_ports_and_sgs() called for port_ids ['46cb3646-e819-4bd1-b975-6ed7aa67a5df'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:23:21.479991 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-6ecbad1c-da95-4b02-bb0a-0ddcec1a5003 None None] Set router 10876ef5-369b-4d15-8f81-8b99419d04d0 gateway port host: n-d-802623-1 {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:23:21.556806 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-10159fa6-a7be-4900-86d2-88d789965cc2 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:21.577855 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab0bbb5-6346-4dff-9ff1-915874ce7c0e tempest-ServerRescueTestJSONUnderV235-622928344 tempest-ServerRescueTestJSONUnderV235-622928344-project] Pushing event updated for resources: {'Port': ['ID=46cb3646-e819-4bd1-b975-6ed7aa67a5df,revision_number=6']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:23:21.629977 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-942d1bb4-e312-4db8-9dbb-cc076d2ab1af req-86226898-c794-4119-aec8-98a9702fa845 service neutron] 10.222.0.38 "GET /v2.0/networks/a198ee08-ada0-4348-9b3a-3cd923d78e26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2178650 Jul 27 23:23:21.636790 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] get_ports_and_sgs() called for port_ids ['46cb3646-e819-4bd1-b975-6ed7aa67a5df'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:23:21.712973 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-358f7c51-6966-4bca-9e4b-c4400c07727a None None] Network 0691e7ba-c7f1-4134-96a4-7b9b09114cb0 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:23:21.720908 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-10159fa6-a7be-4900-86d2-88d789965cc2 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:21.723619 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-10159fa6-a7be-4900-86d2-88d789965cc2 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:21.724810 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-10159fa6-a7be-4900-86d2-88d789965cc2 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "DELETE /v2.0/security-groups/5f578744-6f09-4b7e-a537-2a342130270d HTTP/1.1" status: 204 len: 168 time: 0.6749766 Jul 27 23:23:21.732596 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 54792) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:23:21.751951 n-d-802623-1 neutron-server[93798]: INFO neutron.api.v2.resource [None req-6d314799-a3aa-4d0c-8c7a-487a69b34e95 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] show failed (client error): The resource could not be found. Jul 27 23:23:21.753005 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-6d314799-a3aa-4d0c-8c7a-487a69b34e95 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "GET /v2.0/security-groups/5f578744-6f09-4b7e-a537-2a342130270d HTTP/1.1" status: 404 len: 347 time: 0.0194540 Jul 27 23:23:21.757429 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 54794) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:23:21.758189 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10159fa6-a7be-4900-86d2-88d789965cc2 tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f578744-6f09-4b7e-a537-2a342130270d,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:23:21.945152 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-a9095c6d-9808-4e51-8d65-7a121f134c0d None None] For port f9630816-cf92-41ab-b9db-8e2180f507bd, host n-d-802623-1, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:23:21.959873 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-a9095c6d-9808-4e51-8d65-7a121f134c0d None None] For port f9630816-cf92-41ab-b9db-8e2180f507bd, host n-d-802623-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=f9630816-cf92-41ab-b9db-8e2180f507bd,segment=NetworkSegment(3e2a63cd-86e8-493c-b475-994c03c5b4b5),segment_id=3e2a63cd-86e8-493c-b475-994c03c5b4b5)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:23:22.018487 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-942d1bb4-e312-4db8-9dbb-cc076d2ab1af req-adc89fa9-def3-4e86-9416-800afc8e2f8d service neutron] 10.222.0.38 "GET /v2.0/networks/a198ee08-ada0-4348-9b3a-3cd923d78e26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3766921 Jul 27 23:23:22.040479 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-e6b44c9b-18b6-4b89-856b-74c871f0219e tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Deleting port a7591e9a-ac35-4c45-9203-0ab9d5841584 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:23:22.040675 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e6b44c9b-18b6-4b89-856b-74c871f0219e tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:22.052349 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601997d9-3d5e-44b7-87c1-569d60dab2de req-56001dd2-c5b7-41b7-9695-f00281479e71 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:23:22.054600 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-601997d9-3d5e-44b7-87c1-569d60dab2de req-56001dd2-c5b7-41b7-9695-f00281479e71 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] 10.222.0.18 "GET /v2.0/ports?device_id=9bda45a6-7b3d-4402-bc36-eb32e3c47420 HTTP/1.1" status: 200 len: 944 time: 0.1239941 Jul 27 23:23:22.078684 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a9095c6d-9808-4e51-8d65-7a121f134c0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:22.388113 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-da37246a-c15b-4581-859a-4d1b09a54c4c tempest-BulkNetworkOpsIpV6Test-1221728161 tempest-BulkNetworkOpsIpV6Test-1221728161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620741'] for subnet, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:22.403487 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c1adffea-70f3-41c2-bb87-2d6e502806ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-415368'] for router_gateway, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:22.406127 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab7e161-eea8-474e-a9e0-57591fafe998 req-bee680cd-53a6-4a94-a96f-22b8220fa4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:23:22.407933 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-9ab7e161-eea8-474e-a9e0-57591fafe998 req-bee680cd-53a6-4a94-a96f-22b8220fa4aa service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=6415e174d6e146abb15fff69092e7210&device_id=9bda45a6-7b3d-4402-bc36-eb32e3c47420 HTTP/1.1" status: 200 len: 1095 time: 0.1093397 Jul 27 23:23:22.425243 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-601997d9-3d5e-44b7-87c1-569d60dab2de req-e743c437-b655-4ac7-a215-97d1836b9cbb tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] 10.222.0.18 "GET /v2.0/security-groups?id=65b595b9-aa8c-4614-91d3-1ae3459c99b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3510211 Jul 27 23:23:22.460132 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9095c6d-9808-4e51-8d65-7a121f134c0d None None] Pushing event updated for resources: {'Port': ['ID=f9630816-cf92-41ab-b9db-8e2180f507bd,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:23:22.471218 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e6b44c9b-18b6-4b89-856b-74c871f0219e tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:22.471218 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e6b44c9b-18b6-4b89-856b-74c871f0219e tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:22.471470 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 0a53333b-532e-40d1-a0bb-1412d9c92dff no longer exists at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:23:22.490082 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-e6b44c9b-18b6-4b89-856b-74c871f0219e tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Calling delete_port for a7591e9a-ac35-4c45-9203-0ab9d5841584 owned by network:floatingip {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:23:22.610801 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] No Port match for: 0a53333b-532e-40d1-a0bb-1412d9c92dff {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:23:22.611184 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 0a53333b-532e-40d1-a0bb-1412d9c92dff not bound to the agent host n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:23:22.644497 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-4fabe30c-3091-464a-b6c7-e7510bacd872 req-bca6ca26-9d9d-4299-a470-55ff7dd201e3 tempest-ServerRescueTestJSONUnderV235-622928344 tempest-ServerRescueTestJSONUnderV235-622928344-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-179160372&fields=id&tenant_id=3333578abc624b349077b88d523a95c7 HTTP/1.1" status: 200 len: 267 time: 0.5508888 Jul 27 23:23:22.647167 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c1adffea-70f3-41c2-bb87-2d6e502806ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62205'] for router, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:22.660867 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c1adffea-70f3-41c2-bb87-2d6e502806ea admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:22.706455 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e6b44c9b-18b6-4b89-856b-74c871f0219e tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:22.793621 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c1adffea-70f3-41c2-bb87-2d6e502806ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-477831'] for router, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:22.794413 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1adffea-70f3-41c2-bb87-2d6e502806ea admin admin] Fanout notify agent at l3_agent the message router_deleted on router d832e13c-b8ca-4c7d-a2f2-d6c8c4df0f63 {{(pid=93797) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 23:23:22.799524 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c1adffea-70f3-41c2-bb87-2d6e502806ea admin admin] Notify callbacks [] for router, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:22.801203 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-c1adffea-70f3-41c2-bb87-2d6e502806ea admin admin] 10.222.0.18 "DELETE /v2.0/routers/d832e13c-b8ca-4c7d-a2f2-d6c8c4df0f63 HTTP/1.1" status: 204 len: 168 time: 3.2308037 Jul 27 23:23:22.812767 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fabe30c-3091-464a-b6c7-e7510bacd872 req-80c9fa81-c055-4135-a9e2-dad9f1144cef tempest-ServerRescueTestJSONUnderV235-622928344 tempest-ServerRescueTestJSONUnderV235-622928344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:23:22.822807 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-4fabe30c-3091-464a-b6c7-e7510bacd872 req-80c9fa81-c055-4135-a9e2-dad9f1144cef tempest-ServerRescueTestJSONUnderV235-622928344 tempest-ServerRescueTestJSONUnderV235-622928344-project] 10.222.0.18 "GET /v2.0/ports?device_id=515844b0-12e5-4d91-8415-7e9fc9e79241 HTTP/1.1" status: 200 len: 985 time: 0.1759837 Jul 27 23:23:22.827718 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [req-4fabe30c-3091-464a-b6c7-e7510bacd872 req-f3a637d0-e7fa-4634-9fba-4ffe963bf8e9 tempest-ServerRescueTestJSONUnderV235-622928344 tempest-ServerRescueTestJSONUnderV235-622928344-project] Request body: {'port': {'security_groups': ['2eed3499-b2dc-4df3-ba94-97f5c54db85f']}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:23:22.832340 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 54812) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:23:22.833468 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-da37246a-c15b-4581-859a-4d1b09a54c4c tempest-BulkNetworkOpsIpV6Test-1221728161 tempest-BulkNetworkOpsIpV6Test-1221728161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11335991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11551414'] for subnet, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:22.927977 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab7e161-eea8-474e-a9e0-57591fafe998 req-e52d6dd7-5756-4874-b146-75f3e51fe2e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:23:22.929816 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-9ab7e161-eea8-474e-a9e0-57591fafe998 req-e52d6dd7-5756-4874-b146-75f3e51fe2e4 service neutron] 10.222.0.38 "GET /v2.0/networks?id=a198ee08-ada0-4348-9b3a-3cd923d78e26 HTTP/1.1" status: 200 len: 917 time: 0.2686579 Jul 27 23:23:22.938043 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b44c9b-18b6-4b89-856b-74c871f0219e tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Pushing event deleted for resources: {'Port': ['ID=a7591e9a-ac35-4c45-9203-0ab9d5841584,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:23:22.990086 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_v2 [None req-8046f4bb-820a-40a9-8482-f39453f4d704 admin admin] Deleting subnet 09f6cf61-7c03-449e-9a5d-68f7eabed009 {{(pid=93797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 23:23:23.068231 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8046f4bb-820a-40a9-8482-f39453f4d704 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:23.080641 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-da37246a-c15b-4581-859a-4d1b09a54c4c tempest-BulkNetworkOpsIpV6Test-1221728161 tempest-BulkNetworkOpsIpV6Test-1221728161-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for subnet, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:23.089977 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-da37246a-c15b-4581-859a-4d1b09a54c4c tempest-BulkNetworkOpsIpV6Test-1221728161 tempest-BulkNetworkOpsIpV6Test-1221728161-project] 10.222.0.18 "DELETE /v2.0/subnets/886f191f-911e-41a9-a46f-70758154b477 HTTP/1.1" status: 204 len: 168 time: 2.3536770 Jul 27 23:23:23.139088 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 54820) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:23:23.142420 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da37246a-c15b-4581-859a-4d1b09a54c4c tempest-BulkNetworkOpsIpV6Test-1221728161 tempest-BulkNetworkOpsIpV6Test-1221728161-project] Pushing event deleted for resources: {'Subnet': ['ID=886f191f-911e-41a9-a46f-70758154b477,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:23:23.218218 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e6b44c9b-18b6-4b89-856b-74c871f0219e tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Notify callbacks [] for floatingip, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:23.224334 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e6b44c9b-18b6-4b89-856b-74c871f0219e tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for floatingip, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:23.225587 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-e6b44c9b-18b6-4b89-856b-74c871f0219e tempest-ServerActionsTestJSON-1031097547 tempest-ServerActionsTestJSON-1031097547-project] 10.222.0.18 "DELETE /v2.0/floatingips/dc7ccf33-6ede-408e-985f-628931a77ed3 HTTP/1.1" status: 204 len: 168 time: 1.4639997 Jul 27 23:23:23.234477 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 54822) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:23:23.236638 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-6ecbad1c-da95-4b02-bb0a-0ddcec1a5003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10876ef5-369b-4d15-8f81-8b99419d04d0', 'name': 'tempest-ServerActionsTestJSON-1807446271-router', 'tenant_id': '096ab815848b4fa4865a54f76499dfb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.161'}], 'enable_snat': True}, 'gw_port_id': '30e60e4b-5905-4371-b398-cc252ac3c37c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:12:46Z', 'updated_at': '2021-07-27T23:12:53Z', 'revision_number': 4, 'project_id': '096ab815848b4fa4865a54f76499dfb1', 'gw_port': {'id': '30e60e4b-5905-4371-b398-cc252ac3c37c', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:45:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10876ef5-369b-4d15-8f81-8b99419d04d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:12:47Z', 'updated_at': '2021-07-27T23:12:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': '31404c01-7b8d-4b39-bb63-d10246aef874', 'name': '', 'network_id': '0627b955-dd0f-4cce-ba7f-51e698f3bc59', 'tenant_id': '096ab815848b4fa4865a54f76499dfb1', 'mac_address': 'fa:16:3e:cb:97:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10876ef5-369b-4d15-8f81-8b99419d04d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '232a981d-f7d1-42df-991c-3a09e4ce0177', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:12:51Z', 'updated_at': '2021-07-27T23:13:02Z', 'revision_number': 5, 'project_id': '096ab815848b4fa4865a54f76499dfb1', 'subnets': [{'id': '232a981d-f7d1-42df-991c-3a09e4ce0177', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:23:23.310784 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8046f4bb-820a-40a9-8482-f39453f4d704 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11335971'] for subnet, precommit_delete_associations {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:23.315306 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ecbad1c-da95-4b02-bb0a-0ddcec1a5003 None None] The sync data for ids ['10876ef5-369b-4d15-8f81-8b99419d04d0'] in n-d-802623-1 is: [{'id': '10876ef5-369b-4d15-8f81-8b99419d04d0', 'name': 'tempest-ServerActionsTestJSON-1807446271-router', 'tenant_id': '096ab815848b4fa4865a54f76499dfb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.161'}], 'enable_snat': True}, 'gw_port_id': '30e60e4b-5905-4371-b398-cc252ac3c37c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:12:46Z', 'updated_at': '2021-07-27T23:12:53Z', 'revision_number': 4, 'project_id': '096ab815848b4fa4865a54f76499dfb1', 'gw_port': {'id': '30e60e4b-5905-4371-b398-cc252ac3c37c', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:45:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10876ef5-369b-4d15-8f81-8b99419d04d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:12:47Z', 'updated_at': '2021-07-27T23:12:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': '31404c01-7b8d-4b39-bb63-d10246aef874', 'name': '', 'network_id': '0627b955-dd0f-4cce-ba7f-51e698f3bc59', 'tenant_id': '096ab815848b4fa4865a54f76499dfb1', 'mac_address': 'fa:16:3e:cb:97:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10876ef5-369b-4d15-8f81-8b99419d04d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '232a981d-f7d1-42df-991c-3a09e4ce0177', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:12:51Z', 'updated_at': '2021-07-27T23:13:02Z', 'revision_number': 5, 'project_id': '096ab815848b4fa4865a54f76499dfb1', 'subnets': [{'id': '232a981d-f7d1-42df-991c-3a09e4ce0177', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:23:23.315667 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '515844b0-12e5-4d91-8415-7e9fc9e79241', 'tag': '46cb3646-e819-4bd1-b975-6ed7aa67a5df'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:23:23.321385 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}011f8d312121274bb12d78e77c6379a2079800640016cec6c6d605b73666e854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0eb66f49-d1ef-47c4-ae75-f1fbe8a0ee03" -d '{"events": [{"name": "network-changed", "server_uuid": "515844b0-12e5-4d91-8415-7e9fc9e79241", "tag": "46cb3646-e819-4bd1-b975-6ed7aa67a5df"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:23:23.329062 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-9ab7e161-eea8-474e-a9e0-57591fafe998 req-a71f1fd8-86f6-457b-8819-2a95f86748bc service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=23300807-efde-46de-99e7-6916a9204bb3 HTTP/1.1" status: 200 len: 999 time: 0.3771410 Jul 27 23:23:23.464970 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 23:23:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c1596e3-b7e8-446c-bff5-b6ace6dbda7e x-openstack-request-id: req-5c1596e3-b7e8-446c-bff5-b6ace6dbda7e {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:23:23.465283 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "515844b0-12e5-4d91-8415-7e9fc9e79241", "tag": "46cb3646-e819-4bd1-b975-6ed7aa67a5df", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:23:23.465542 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5c1596e3-b7e8-446c-bff5-b6ace6dbda7e {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:23:23.466038 n-d-802623-1 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '515844b0-12e5-4d91-8415-7e9fc9e79241', 'tag': '46cb3646-e819-4bd1-b975-6ed7aa67a5df', 'status': 'completed', 'code': 200} Jul 27 23:23:23.624529 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-4fabe30c-3091-464a-b6c7-e7510bacd872 req-f3a637d0-e7fa-4634-9fba-4ffe963bf8e9 tempest-ServerRescueTestJSONUnderV235-622928344 tempest-ServerRescueTestJSONUnderV235-622928344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:23.654772 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f151d07b-c773-4bab-8dbb-9dd3ee2da6c4 tempest-BulkNetworkOpsIpV6Test-1221728161 tempest-BulkNetworkOpsIpV6Test-1221728161-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:23:23.672172 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-f151d07b-c773-4bab-8dbb-9dd3ee2da6c4 tempest-BulkNetworkOpsIpV6Test-1221728161 tempest-BulkNetworkOpsIpV6Test-1221728161-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5180373 Jul 27 23:23:23.726000 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 54842) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:23:23.983619 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-144832fb-1389-4d92-ae8b-14cbbea5929b None None] New status for floating IP dc7ccf33-6ede-408e-985f-628931a77ed3: DOWN {{(pid=93799) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 23:23:24.176924 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f4e15e56-9e00-4866-ae66-d739e0a216e5 tempest-BulkNetworkOpsIpV6Test-1221728161 tempest-BulkNetworkOpsIpV6Test-1221728161-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593271'] for network, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:24.216629 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8046f4bb-820a-40a9-8482-f39453f4d704 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620741'] for subnet, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:24.226010 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6972b09d-d2ac-474e-8eeb-0c5d6a902164 None None] Network 342703f4-c2de-4679-8404-5df8493edd50 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:23:24.396778 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device f9630816-cf92-41ab-b9db-8e2180f507bd up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:23:24.502946 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-4fabe30c-3091-464a-b6c7-e7510bacd872 req-f3a637d0-e7fa-4634-9fba-4ffe963bf8e9 tempest-ServerRescueTestJSONUnderV235-622928344 tempest-ServerRescueTestJSONUnderV235-622928344-project] For port 46cb3646-e819-4bd1-b975-6ed7aa67a5df, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=46cb3646-e819-4bd1-b975-6ed7aa67a5df,segment=NetworkSegment(cc432c68-ce40-4eae-9635-f27b65666e98),segment_id=cc432c68-ce40-4eae-9635-f27b65666e98)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:23:24.516558 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ae1046cb-66fe-4798-b3f3-63a7c4226f65 None None] Provisioning for port f9630816-cf92-41ab-b9db-8e2180f507bd completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:23:24.543876 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-4fabe30c-3091-464a-b6c7-e7510bacd872 req-f3a637d0-e7fa-4634-9fba-4ffe963bf8e9 tempest-ServerRescueTestJSONUnderV235-622928344 tempest-ServerRescueTestJSONUnderV235-622928344-project] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:24.555293 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-4fabe30c-3091-464a-b6c7-e7510bacd872 req-f3a637d0-e7fa-4634-9fba-4ffe963bf8e9 tempest-ServerRescueTestJSONUnderV235-622928344 tempest-ServerRescueTestJSONUnderV235-622928344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11336041'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:24.672588 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a637d0-e7fa-4634-9fba-4ffe963bf8e9 tempest-ServerRescueTestJSONUnderV235-622928344 tempest-ServerRescueTestJSONUnderV235-622928344-project] Pushing event updated for resources: {'Port': ['ID=46cb3646-e819-4bd1-b975-6ed7aa67a5df,revision_number=7']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:23:24.687501 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fabe30c-3091-464a-b6c7-e7510bacd872 req-f3a637d0-e7fa-4634-9fba-4ffe963bf8e9 tempest-ServerRescueTestJSONUnderV235-622928344 tempest-ServerRescueTestJSONUnderV235-622928344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:23:24.688189 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-4fabe30c-3091-464a-b6c7-e7510bacd872 req-f3a637d0-e7fa-4634-9fba-4ffe963bf8e9 tempest-ServerRescueTestJSONUnderV235-622928344 tempest-ServerRescueTestJSONUnderV235-622928344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:24.689649 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-4fabe30c-3091-464a-b6c7-e7510bacd872 req-f3a637d0-e7fa-4634-9fba-4ffe963bf8e9 tempest-ServerRescueTestJSONUnderV235-622928344 tempest-ServerRescueTestJSONUnderV235-622928344-project] 10.222.0.18 "PUT /v2.0/ports/46cb3646-e819-4bd1-b975-6ed7aa67a5df HTTP/1.1" status: 200 len: 943 time: 1.8677616 Jul 27 23:23:24.694384 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '515844b0-12e5-4d91-8415-7e9fc9e79241', 'tag': '46cb3646-e819-4bd1-b975-6ed7aa67a5df'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:23:24.697161 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a476459a1bfce68b0ae0df5b6a71154bfc7cfdc8f9eefce6ad0a17231e60468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12e97f87-8f5c-480f-aafb-1ab2f8509983" -d '{"events": [{"name": "network-changed", "server_uuid": "515844b0-12e5-4d91-8415-7e9fc9e79241", "tag": "46cb3646-e819-4bd1-b975-6ed7aa67a5df"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:23:24.738176 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-f4e15e56-9e00-4866-ae66-d739e0a216e5 tempest-BulkNetworkOpsIpV6Test-1221728161 tempest-BulkNetworkOpsIpV6Test-1221728161-project] Deleting port f9630816-cf92-41ab-b9db-8e2180f507bd {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:23:24.742772 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f4e15e56-9e00-4866-ae66-d739e0a216e5 tempest-BulkNetworkOpsIpV6Test-1221728161 tempest-BulkNetworkOpsIpV6Test-1221728161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:24.836044 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-f4e15e56-9e00-4866-ae66-d739e0a216e5 tempest-BulkNetworkOpsIpV6Test-1221728161 tempest-BulkNetworkOpsIpV6Test-1221728161-project] For port f9630816-cf92-41ab-b9db-8e2180f507bd, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=f9630816-cf92-41ab-b9db-8e2180f507bd,segment=NetworkSegment(3e2a63cd-86e8-493c-b475-994c03c5b4b5),segment_id=3e2a63cd-86e8-493c-b475-994c03c5b4b5)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:23:24.836388 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f4e15e56-9e00-4866-ae66-d739e0a216e5 tempest-BulkNetworkOpsIpV6Test-1221728161 tempest-BulkNetworkOpsIpV6Test-1221728161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:24.853986 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-f4e15e56-9e00-4866-ae66-d739e0a216e5 tempest-BulkNetworkOpsIpV6Test-1221728161 tempest-BulkNetworkOpsIpV6Test-1221728161-project] Calling delete_port for f9630816-cf92-41ab-b9db-8e2180f507bd owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:23:24.889545 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb66f49-d1ef-47c4-ae75-f1fbe8a0ee03 req-d52b5500-1646-4035-9aef-6684c72d32c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:23:24.891228 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-0eb66f49-d1ef-47c4-ae75-f1fbe8a0ee03 req-d52b5500-1646-4035-9aef-6684c72d32c4 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=3333578abc624b349077b88d523a95c7&device_id=515844b0-12e5-4d91-8415-7e9fc9e79241 HTTP/1.1" status: 200 len: 1136 time: 1.4212999 Jul 27 23:23:24.910025 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] get_ports_and_sgs() called for port_ids ['46cb3646-e819-4bd1-b975-6ed7aa67a5df'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:23:24.937470 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab7e161-eea8-474e-a9e0-57591fafe998 req-16045fc0-a386-4f39-b0a5-7c06b1e5c099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:23:24.941148 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-9ab7e161-eea8-474e-a9e0-57591fafe998 req-16045fc0-a386-4f39-b0a5-7c06b1e5c099 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=6bb4b577-bd47-4366-ace3-c23131aef649 HTTP/1.1" status: 200 len: 855 time: 1.6000257 Jul 27 23:23:25.011702 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] get_ports_and_sgs() called for port_ids ['46cb3646-e819-4bd1-b975-6ed7aa67a5df'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:23:25.027300 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f1c41b-9620-448c-8096-468430c70f0c req-63eb48fb-44f9-429b-98bc-72131087d91e tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:23:25.032189 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c9f1c41b-9620-448c-8096-468430c70f0c req-63eb48fb-44f9-429b-98bc-72131087d91e tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] 10.222.0.18 "GET /v2.0/ports?device_id=9bda45a6-7b3d-4402-bc36-eb32e3c47420 HTTP/1.1" status: 200 len: 944 time: 0.7396734 Jul 27 23:23:25.088562 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Could not find standard attr ID for object f9630816-cf92-41ab-b9db-8e2180f507bd. {{(pid=93799) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 23:23:25.169396 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 9c6935e6-0081-40b7-9a90-c97bad37e3d9 no longer exists at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:23:25.209524 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0d89dbc-7aa3-4263-8118-bfa1ceac7072 None None] DHCP port deletion for 342703f4-c2de-4679-8404-5df8493edd50 request from n-d-802623-1 {{(pid=93799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 23:23:25.216419 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c9f1c41b-9620-448c-8096-468430c70f0c req-c3372d96-062b-40ce-b69c-53da5c0553cd tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] 10.222.0.18 "GET /v2.0/security-groups?id=65b595b9-aa8c-4614-91d3-1ae3459c99b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0852430 Jul 27 23:23:25.218603 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-312b8eb1-44a9-4e6d-a8e9-22a8da759c0a req-9302d002-3d35-4349-aad7-7624e4b29fbb tempest-ServerRescueTestJSONUnderV235-622928344 tempest-ServerRescueTestJSONUnderV235-622928344-project] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4843998 Jul 27 23:23:25.227913 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f4e15e56-9e00-4866-ae66-d739e0a216e5 tempest-BulkNetworkOpsIpV6Test-1221728161 tempest-BulkNetworkOpsIpV6Test-1221728161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:25.261273 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] No Port match for: 9c6935e6-0081-40b7-9a90-c97bad37e3d9 {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:23:25.262690 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 9c6935e6-0081-40b7-9a90-c97bad37e3d9 not bound to the agent host n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:23:25.303623 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-320e64e5-0a9a-4fc1-8c4e-edba61c34a32 None None] get_active_networks_info from n-d-802623-1 {{(pid=93799) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 27 23:23:25.330182 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab7e161-eea8-474e-a9e0-57591fafe998 req-0a644d69-b961-4341-ae06-1fcebfaa87e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:23:25.334040 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-9ab7e161-eea8-474e-a9e0-57591fafe998 req-0a644d69-b961-4341-ae06-1fcebfaa87e8 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a198ee08-ada0-4348-9b3a-3cd923d78e26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2970979 Jul 27 23:23:25.354653 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [req-312b8eb1-44a9-4e6d-a8e9-22a8da759c0a req-5594ffe4-a97b-4c4b-870c-3048f719f3a5 tempest-ServerRescueTestJSONUnderV235-622928344 tempest-ServerRescueTestJSONUnderV235-622928344-project] Request body: {'floatingip': {'floating_network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:23:25.376765 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e15e56-9e00-4866-ae66-d739e0a216e5 tempest-BulkNetworkOpsIpV6Test-1221728161 tempest-BulkNetworkOpsIpV6Test-1221728161-project] Pushing event deleted for resources: {'Port': ['ID=f9630816-cf92-41ab-b9db-8e2180f507bd,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:23:25.384642 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 23:23:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-931d478f-18e7-4689-a0db-42f3b77a77cc x-openstack-request-id: req-931d478f-18e7-4689-a0db-42f3b77a77cc {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:23:25.384934 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "515844b0-12e5-4d91-8415-7e9fc9e79241", "tag": "46cb3646-e819-4bd1-b975-6ed7aa67a5df", "status": "completed", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:23:25.385227 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-931d478f-18e7-4689-a0db-42f3b77a77cc {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:23:25.386751 n-d-802623-1 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '515844b0-12e5-4d91-8415-7e9fc9e79241', 'tag': '46cb3646-e819-4bd1-b975-6ed7aa67a5df', 'status': 'completed', 'code': 200} Jul 27 23:23:25.391616 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-312b8eb1-44a9-4e6d-a8e9-22a8da759c0a req-5594ffe4-a97b-4c4b-870c-3048f719f3a5 tempest-ServerRescueTestJSONUnderV235-622928344 tempest-ServerRescueTestJSONUnderV235-622928344-project] Notify callbacks [] for floatingip, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:25.428655 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8046f4bb-820a-40a9-8482-f39453f4d704 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11335991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11551414'] for subnet, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:25.467580 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4e15e56-9e00-4866-ae66-d739e0a216e5 tempest-BulkNetworkOpsIpV6Test-1221728161 tempest-BulkNetworkOpsIpV6Test-1221728161-project] No DVR routers for this DVR port f9630816-cf92-41ab-b9db-8e2180f507bd on host n-d-802623-1 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:23:25.522328 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-320e64e5-0a9a-4fc1-8c4e-edba61c34a32 None None] Resources bound (agent type, host, resource id): {{(pid=93799) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 27 23:23:25.531615 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-9ab7e161-eea8-474e-a9e0-57591fafe998 req-0d2f7f97-b0f7-43f3-98bb-32bfb85ac76d service neutron] 10.222.0.38 "GET /v2.0/networks/a198ee08-ada0-4348-9b3a-3cd923d78e26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1694129 Jul 27 23:23:25.599170 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb66f49-d1ef-47c4-ae75-f1fbe8a0ee03 req-32f56266-3b40-4280-bfbd-53978bc5239f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:23:25.603762 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-0eb66f49-d1ef-47c4-ae75-f1fbe8a0ee03 req-32f56266-3b40-4280-bfbd-53978bc5239f service neutron] 10.222.0.49 "GET /v2.0/networks?id=470a3bc8-3a6a-42d8-9fcd-fd13d61a7106 HTTP/1.1" status: 200 len: 920 time: 0.6964984 Jul 27 23:23:25.732570 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f4e15e56-9e00-4866-ae66-d739e0a216e5 tempest-BulkNetworkOpsIpV6Test-1221728161 tempest-BulkNetworkOpsIpV6Test-1221728161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618032', 'neutron.services.segments.db._delete_segments_for_network-8736833900081'] for network, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:25.733349 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-0eb66f49-d1ef-47c4-ae75-f1fbe8a0ee03 req-1de3e8c8-f4d7-482c-a486-b65b91d5ad0a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=46cb3646-e819-4bd1-b975-6ed7aa67a5df HTTP/1.1" status: 200 len: 217 time: 0.1173673 Jul 27 23:23:25.782128 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-f4e15e56-9e00-4866-ae66-d739e0a216e5 tempest-BulkNetworkOpsIpV6Test-1221728161 tempest-BulkNetworkOpsIpV6Test-1221728161-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['342703f4-c2de-4679-8404-5df8493edd50']}} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:23:25.833295 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-f4e15e56-9e00-4866-ae66-d739e0a216e5 tempest-BulkNetworkOpsIpV6Test-1221728161 tempest-BulkNetworkOpsIpV6Test-1221728161-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e2a63cd-86e8-493c-b475-994c03c5b4b5') {'for_net_delete': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:23:25.833874 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-f4e15e56-9e00-4866-ae66-d739e0a216e5 tempest-BulkNetworkOpsIpV6Test-1221728161 tempest-BulkNetworkOpsIpV6Test-1221728161-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e2a63cd-86e8-493c-b475-994c03c5b4b5') {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:23:25.854124 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f4e15e56-9e00-4866-ae66-d739e0a216e5 tempest-BulkNetworkOpsIpV6Test-1221728161 tempest-BulkNetworkOpsIpV6Test-1221728161-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736833900858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11335978'] for segment, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:25.909085 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-9ab7e161-eea8-474e-a9e0-57591fafe998 req-08b9d9ec-e6ba-4a52-bea1-d1d2d2663d04 service neutron] 10.222.0.38 "GET /v2.0/networks/a198ee08-ada0-4348-9b3a-3cd923d78e26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1717942 Jul 27 23:23:25.911115 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f4e15e56-9e00-4866-ae66-d739e0a216e5 tempest-BulkNetworkOpsIpV6Test-1221728161 tempest-BulkNetworkOpsIpV6Test-1221728161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:25.912476 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-093ff951-64f8-45cd-a203-55b38434744c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-414022'] for router_interface, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:25.926366 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4e15e56-9e00-4866-ae66-d739e0a216e5 tempest-BulkNetworkOpsIpV6Test-1221728161 tempest-BulkNetworkOpsIpV6Test-1221728161-project] Releasing vlan 504 on physical network physnet1 to pool {{(pid=93797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 23:23:25.927082 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f4e15e56-9e00-4866-ae66-d739e0a216e5 tempest-BulkNetworkOpsIpV6Test-1221728161 tempest-BulkNetworkOpsIpV6Test-1221728161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11336013'] for segment, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:26.000114 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8046f4bb-820a-40a9-8482-f39453f4d704 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for subnet, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:26.008271 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-8046f4bb-820a-40a9-8482-f39453f4d704 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/09f6cf61-7c03-449e-9a5d-68f7eabed009 HTTP/1.1" status: 204 len: 168 time: 3.1720221 Jul 27 23:23:26.084837 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 54864) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:23:26.171506 n-d-802623-1 neutron-server[93797]: Traceback (most recent call last): Jul 27 23:23:26.171506 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 23:23:26.171506 n-d-802623-1 neutron-server[93797]: timer() Jul 27 23:23:26.171506 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 23:23:26.171506 n-d-802623-1 neutron-server[93797]: cb(*args, **kw) Jul 27 23:23:26.171506 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 23:23:26.171506 n-d-802623-1 neutron-server[93797]: return func(*args, **kwargs) Jul 27 23:23:26.171506 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 23:23:26.171506 n-d-802623-1 neutron-server[93797]: self._notify() Jul 27 23:23:26.171506 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 23:23:26.171506 n-d-802623-1 neutron-server[93797]: self.callback(batched_events) Jul 27 23:23:26.171506 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 23:23:26.171506 n-d-802623-1 neutron-server[93797]: event.method(event) Jul 27 23:23:26.171506 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 23:23:26.171506 n-d-802623-1 neutron-server[93797]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 23:23:26.171506 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 23:23:26.171506 n-d-802623-1 neutron-server[93797]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 23:23:26.171506 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 23:23:26.171506 n-d-802623-1 neutron-server[93797]: return f(self, *a, **k) Jul 27 23:23:26.171506 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 23:23:26.171506 n-d-802623-1 neutron-server[93797]: return self._get(url).json() Jul 27 23:23:26.171506 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 23:23:26.171506 n-d-802623-1 neutron-server[93797]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 23:23:26.171506 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 23:23:26.171506 n-d-802623-1 neutron-server[93797]: return self.request(url, 'GET', **kwargs) Jul 27 23:23:26.171506 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 23:23:26.171506 n-d-802623-1 neutron-server[93797]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 23:23:26.171506 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 23:23:26.171506 n-d-802623-1 neutron-server[93797]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 23:23:26.171506 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 23:23:26.171506 n-d-802623-1 neutron-server[93797]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 23:23:26.171506 n-d-802623-1 neutron-server[93797]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 23:23:26.191683 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8046f4bb-820a-40a9-8482-f39453f4d704 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=09f6cf61-7c03-449e-9a5d-68f7eabed009,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:23:26.281100 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f4e15e56-9e00-4866-ae66-d739e0a216e5 tempest-BulkNetworkOpsIpV6Test-1221728161 tempest-BulkNetworkOpsIpV6Test-1221728161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415412'] for network, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:26.301972 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f4e15e56-9e00-4866-ae66-d739e0a216e5 tempest-BulkNetworkOpsIpV6Test-1221728161 tempest-BulkNetworkOpsIpV6Test-1221728161-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for network, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:26.309213 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-f4e15e56-9e00-4866-ae66-d739e0a216e5 tempest-BulkNetworkOpsIpV6Test-1221728161 tempest-BulkNetworkOpsIpV6Test-1221728161-project] 10.222.0.18 "DELETE /v2.0/networks/342703f4-c2de-4679-8404-5df8493edd50 HTTP/1.1" status: 204 len: 168 time: 2.5795844 Jul 27 23:23:26.318280 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 54868) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:23:26.411208 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device f9630816-cf92-41ab-b9db-8e2180f507bd no longer exists at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:23:26.416371 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e15e56-9e00-4866-ae66-d739e0a216e5 tempest-BulkNetworkOpsIpV6Test-1221728161 tempest-BulkNetworkOpsIpV6Test-1221728161-project] Pushing event deleted for resources: {'Network': ['ID=342703f4-c2de-4679-8404-5df8493edd50,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:23:26.532998 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ef0c92ff-9f39-44dd-b141-f058f120153a tempest-BulkNetworkOpsIpV6Test-1221728161 tempest-BulkNetworkOpsIpV6Test-1221728161-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593271'] for network, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:26.622075 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-312b8eb1-44a9-4e6d-a8e9-22a8da759c0a req-5594ffe4-a97b-4c4b-870c-3048f719f3a5 tempest-ServerRescueTestJSONUnderV235-622928344 tempest-ServerRescueTestJSONUnderV235-622928344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:26.640704 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] No Port match for: f9630816-cf92-41ab-b9db-8e2180f507bd {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:23:26.648028 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb66f49-d1ef-47c4-ae75-f1fbe8a0ee03 req-d59b605f-4d91-44f8-b62b-91fade05d898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:23:26.649544 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-0eb66f49-d1ef-47c4-ae75-f1fbe8a0ee03 req-d59b605f-4d91-44f8-b62b-91fade05d898 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=cda1fa6c-3b60-45b3-95dc-3c5a11ac6a40 HTTP/1.1" status: 200 len: 859 time: 0.7414274 Jul 27 23:23:26.650347 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device f9630816-cf92-41ab-b9db-8e2180f507bd not bound to the agent host n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:23:26.694499 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e3b820-7aad-4089-81ef-d7e480ba42fb req-e64878b8-f91d-4070-aefc-86b20064ece9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:23:26.696080 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c0e3b820-7aad-4089-81ef-d7e480ba42fb req-e64878b8-f91d-4070-aefc-86b20064ece9 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=6415e174d6e146abb15fff69092e7210&device_id=9bda45a6-7b3d-4402-bc36-eb32e3c47420 HTTP/1.1" status: 200 len: 1095 time: 0.1056590 Jul 27 23:23:26.702796 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c8cc9258-3e00-4653-b67d-b6c13adf9af6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593271'] for network, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:26.711132 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-0eb66f49-d1ef-47c4-ae75-f1fbe8a0ee03 req-65289b84-3618-45af-8a0e-8428a01fa514 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=470a3bc8-3a6a-42d8-9fcd-fd13d61a7106&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0495343 Jul 27 23:23:26.868015 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc10d38-511a-43a0-b3f0-3358f2d29a28 req-32c9d581-f840-4dfe-a662-53263afb5f97 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:23:26.880805 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-1cc10d38-511a-43a0-b3f0-3358f2d29a28 req-32c9d581-f840-4dfe-a662-53263afb5f97 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] 10.222.0.18 "GET /v2.0/ports?device_id=9bda45a6-7b3d-4402-bc36-eb32e3c47420 HTTP/1.1" status: 200 len: 944 time: 0.3949757 Jul 27 23:23:26.924938 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-ef0c92ff-9f39-44dd-b141-f058f120153a tempest-BulkNetworkOpsIpV6Test-1221728161 tempest-BulkNetworkOpsIpV6Test-1221728161-project] Deleting port d9a3ac3b-26fe-4340-95d8-f00dd411eefa {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:23:26.925473 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a44bf371-3485-4d29-9ae7-215a7a700a3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:26.925596 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ef0c92ff-9f39-44dd-b141-f058f120153a tempest-BulkNetworkOpsIpV6Test-1221728161 tempest-BulkNetworkOpsIpV6Test-1221728161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:27.098814 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [req-312b8eb1-44a9-4e6d-a8e9-22a8da759c0a req-5594ffe4-a97b-4c4b-870c-3048f719f3a5 tempest-ServerRescueTestJSONUnderV235-622928344 tempest-ServerRescueTestJSONUnderV235-622928344-project] Allocated IP 172.25.4.96 (2fd42287-ed26-4eb9-89a5-b521f5b04356/17de1f8f-393a-4b0c-a2df-614bd3f2fb5e/1627a5ab-3aea-4d34-9d1d-967ea31039e6) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:23:27.234144 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-ef0c92ff-9f39-44dd-b141-f058f120153a tempest-BulkNetworkOpsIpV6Test-1221728161 tempest-BulkNetworkOpsIpV6Test-1221728161-project] For port d9a3ac3b-26fe-4340-95d8-f00dd411eefa, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=d9a3ac3b-26fe-4340-95d8-f00dd411eefa,segment=NetworkSegment(c076df59-d532-4f9f-a1e8-6abb9439905e),segment_id=c076df59-d532-4f9f-a1e8-6abb9439905e)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:23:27.234523 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ef0c92ff-9f39-44dd-b141-f058f120153a tempest-BulkNetworkOpsIpV6Test-1221728161 tempest-BulkNetworkOpsIpV6Test-1221728161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:27.298051 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-1cc10d38-511a-43a0-b3f0-3358f2d29a28 req-62bf45fc-a54b-4fbe-bd65-81ba0e5da79e tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] 10.222.0.18 "GET /v2.0/security-groups?id=65b595b9-aa8c-4614-91d3-1ae3459c99b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3946157 Jul 27 23:23:27.308593 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d00ae81-a9e6-4eb7-9114-a9de9380de31 None None] Network a77c1ae5-7f70-4eb8-a472-5ed26426d716 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:23:27.308916 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e3b820-7aad-4089-81ef-d7e480ba42fb req-cb0d3a09-83e9-4538-8caf-37cf23955388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:23:27.310339 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c0e3b820-7aad-4089-81ef-d7e480ba42fb req-cb0d3a09-83e9-4538-8caf-37cf23955388 service neutron] 10.222.0.38 "GET /v2.0/networks?id=a198ee08-ada0-4348-9b3a-3cd923d78e26 HTTP/1.1" status: 200 len: 917 time: 0.5937452 Jul 27 23:23:27.355357 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-ef0c92ff-9f39-44dd-b141-f058f120153a tempest-BulkNetworkOpsIpV6Test-1221728161 tempest-BulkNetworkOpsIpV6Test-1221728161-project] Calling delete_port for d9a3ac3b-26fe-4340-95d8-f00dd411eefa owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:23:27.448208 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-0eb66f49-d1ef-47c4-ae75-f1fbe8a0ee03 req-bbc3d90a-c57d-4631-a6af-3f37c7f6ece8 service neutron] 10.222.0.49 "GET /v2.0/networks/470a3bc8-3a6a-42d8-9fcd-fd13d61a7106?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5966718 Jul 27 23:23:27.718436 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ef0c92ff-9f39-44dd-b141-f058f120153a tempest-BulkNetworkOpsIpV6Test-1221728161 tempest-BulkNetworkOpsIpV6Test-1221728161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:27.731401 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48c00efd-43ea-4510-8d9d-742490a3c3cb None None] DHCP port deletion for a77c1ae5-7f70-4eb8-a472-5ed26426d716 request from n-d-802623-1 {{(pid=93799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 23:23:27.789143 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef0c92ff-9f39-44dd-b141-f058f120153a tempest-BulkNetworkOpsIpV6Test-1221728161 tempest-BulkNetworkOpsIpV6Test-1221728161-project] No DVR routers for this DVR port d9a3ac3b-26fe-4340-95d8-f00dd411eefa on host n-d-802623-1 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:23:27.808219 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-0eb66f49-d1ef-47c4-ae75-f1fbe8a0ee03 req-32192bd8-59f7-4956-8e49-ca2b1e1f79ca service neutron] 10.222.0.49 "GET /v2.0/networks/470a3bc8-3a6a-42d8-9fcd-fd13d61a7106?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2353959 Jul 27 23:23:27.830466 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-312b8eb1-44a9-4e6d-a8e9-22a8da759c0a req-5594ffe4-a97b-4c4b-870c-3048f719f3a5 tempest-ServerRescueTestJSONUnderV235-622928344 tempest-ServerRescueTestJSONUnderV235-622928344-project] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:27.845942 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-093ff951-64f8-45cd-a203-55b38434744c admin admin] Deleting port 31404c01-7b8d-4b39-bb63-d10246aef874 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:23:27.857697 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-093ff951-64f8-45cd-a203-55b38434744c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:27.867313 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-48c00efd-43ea-4510-8d9d-742490a3c3cb None None] Deleting port a68d4716-4ecd-4c44-bf6f-f98f449d6e39 {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:23:27.867704 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-48c00efd-43ea-4510-8d9d-742490a3c3cb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:27.878509 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-c8cc9258-3e00-4653-b67d-b6c13adf9af6 admin admin] Deleting port a68d4716-4ecd-4c44-bf6f-f98f449d6e39 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:23:27.878878 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c8cc9258-3e00-4653-b67d-b6c13adf9af6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:28.014849 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-c8cc9258-3e00-4653-b67d-b6c13adf9af6 admin admin] For port a68d4716-4ecd-4c44-bf6f-f98f449d6e39, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=a68d4716-4ecd-4c44-bf6f-f98f449d6e39,segment=NetworkSegment(2c40d656-ea7c-43ca-9b2a-a1885f79a619),segment_id=2c40d656-ea7c-43ca-9b2a-a1885f79a619)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:23:28.015247 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c8cc9258-3e00-4653-b67d-b6c13adf9af6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:28.033660 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0c92ff-9f39-44dd-b141-f058f120153a tempest-BulkNetworkOpsIpV6Test-1221728161 tempest-BulkNetworkOpsIpV6Test-1221728161-project] Pushing event deleted for resources: {'Port': ['ID=d9a3ac3b-26fe-4340-95d8-f00dd411eefa,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:23:28.048279 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-c8cc9258-3e00-4653-b67d-b6c13adf9af6 admin admin] Calling delete_port for a68d4716-4ecd-4c44-bf6f-f98f449d6e39 owned by network:dhcp {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:23:28.090612 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-48c00efd-43ea-4510-8d9d-742490a3c3cb None None] For port a68d4716-4ecd-4c44-bf6f-f98f449d6e39, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=a68d4716-4ecd-4c44-bf6f-f98f449d6e39,segment=NetworkSegment(2c40d656-ea7c-43ca-9b2a-a1885f79a619),segment_id=2c40d656-ea7c-43ca-9b2a-a1885f79a619)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:23:28.091071 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-48c00efd-43ea-4510-8d9d-742490a3c3cb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:28.129741 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-48c00efd-43ea-4510-8d9d-742490a3c3cb None None] Calling delete_port for a68d4716-4ecd-4c44-bf6f-f98f449d6e39 owned by network:dhcp {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:23:28.211332 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ef0c92ff-9f39-44dd-b141-f058f120153a tempest-BulkNetworkOpsIpV6Test-1221728161 tempest-BulkNetworkOpsIpV6Test-1221728161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618032', 'neutron.services.segments.db._delete_segments_for_network-8736833900081'] for network, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:28.231451 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-ef0c92ff-9f39-44dd-b141-f058f120153a tempest-BulkNetworkOpsIpV6Test-1221728161 tempest-BulkNetworkOpsIpV6Test-1221728161-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0691e7ba-c7f1-4134-96a4-7b9b09114cb0']}} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:23:28.242475 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-312b8eb1-44a9-4e6d-a8e9-22a8da759c0a req-5594ffe4-a97b-4c4b-870c-3048f719f3a5 tempest-ServerRescueTestJSONUnderV235-622928344 tempest-ServerRescueTestJSONUnderV235-622928344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:28.267907 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c8cc9258-3e00-4653-b67d-b6c13adf9af6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:28.272833 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-312b8eb1-44a9-4e6d-a8e9-22a8da759c0a req-5594ffe4-a97b-4c4b-870c-3048f719f3a5 tempest-ServerRescueTestJSONUnderV235-622928344 tempest-ServerRescueTestJSONUnderV235-622928344-project] Network 2fd42287-ed26-4eb9-89a5-b521f5b04356 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:23:28.277275 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-ef0c92ff-9f39-44dd-b141-f058f120153a tempest-BulkNetworkOpsIpV6Test-1221728161 tempest-BulkNetworkOpsIpV6Test-1221728161-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c076df59-d532-4f9f-a1e8-6abb9439905e') {'for_net_delete': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:23:28.277673 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-ef0c92ff-9f39-44dd-b141-f058f120153a tempest-BulkNetworkOpsIpV6Test-1221728161 tempest-BulkNetworkOpsIpV6Test-1221728161-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c076df59-d532-4f9f-a1e8-6abb9439905e') {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:23:28.279957 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [req-312b8eb1-44a9-4e6d-a8e9-22a8da759c0a req-5594ffe4-a97b-4c4b-870c-3048f719f3a5 tempest-ServerRescueTestJSONUnderV235-622928344 tempest-ServerRescueTestJSONUnderV235-622928344-project] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:23:28.286653 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [req-312b8eb1-44a9-4e6d-a8e9-22a8da759c0a req-5594ffe4-a97b-4c4b-870c-3048f719f3a5 tempest-ServerRescueTestJSONUnderV235-622928344 tempest-ServerRescueTestJSONUnderV235-622928344-project] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:23:28.304691 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device a68d4716-4ecd-4c44-bf6f-f98f449d6e39 no longer exists at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:23:28.356014 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-48c00efd-43ea-4510-8d9d-742490a3c3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:28.363972 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c0e3b820-7aad-4089-81ef-d7e480ba42fb req-571c20bb-ca02-4265-879d-ae66a4999217 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=23300807-efde-46de-99e7-6916a9204bb3 HTTP/1.1" status: 200 len: 999 time: 0.9464478 Jul 27 23:23:28.411905 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ef0c92ff-9f39-44dd-b141-f058f120153a tempest-BulkNetworkOpsIpV6Test-1221728161 tempest-BulkNetworkOpsIpV6Test-1221728161-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736833900858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11335978'] for segment, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:28.433632 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] No Port match for: a68d4716-4ecd-4c44-bf6f-f98f449d6e39 {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:23:28.434033 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device a68d4716-4ecd-4c44-bf6f-f98f449d6e39 not bound to the agent host n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:23:28.446055 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c00efd-43ea-4510-8d9d-742490a3c3cb None None] Pushing event deleted for resources: {'Port': ['ID=a68d4716-4ecd-4c44-bf6f-f98f449d6e39,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:23:28.460136 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48c00efd-43ea-4510-8d9d-742490a3c3cb None None] No DVR routers for this DVR port a68d4716-4ecd-4c44-bf6f-f98f449d6e39 on host n-d-802623-1 {{(pid=93799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:23:28.473617 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e3b820-7aad-4089-81ef-d7e480ba42fb req-b9436828-a712-4c3f-a951-465d69a8673c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:23:28.475020 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c0e3b820-7aad-4089-81ef-d7e480ba42fb req-b9436828-a712-4c3f-a951-465d69a8673c service neutron] 10.222.0.38 "GET /v2.0/subnets?id=6bb4b577-bd47-4366-ace3-c23131aef649 HTTP/1.1" status: 200 len: 855 time: 0.0546541 Jul 27 23:23:28.485521 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cc9258-3e00-4653-b67d-b6c13adf9af6 admin admin] Pushing event deleted for resources: {'Port': ['ID=a68d4716-4ecd-4c44-bf6f-f98f449d6e39,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:23:28.487531 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8cc9258-3e00-4653-b67d-b6c13adf9af6 admin admin] No DVR routers for this DVR port a68d4716-4ecd-4c44-bf6f-f98f449d6e39 on host n-d-802623-1 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:23:28.564280 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ef0c92ff-9f39-44dd-b141-f058f120153a tempest-BulkNetworkOpsIpV6Test-1221728161 tempest-BulkNetworkOpsIpV6Test-1221728161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:28.575101 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5594ffe4-a97b-4c4b-870c-3048f719f3a5 tempest-ServerRescueTestJSONUnderV235-622928344 tempest-ServerRescueTestJSONUnderV235-622928344-project] Pushing event updated for resources: {'Port': ['ID=1627a5ab-3aea-4d34-9d1d-967ea31039e6,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:23:28.590432 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef0c92ff-9f39-44dd-b141-f058f120153a tempest-BulkNetworkOpsIpV6Test-1221728161 tempest-BulkNetworkOpsIpV6Test-1221728161-project] Releasing vlan 523 on physical network physnet1 to pool {{(pid=93797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 23:23:28.591336 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ef0c92ff-9f39-44dd-b141-f058f120153a tempest-BulkNetworkOpsIpV6Test-1221728161 tempest-BulkNetworkOpsIpV6Test-1221728161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11336013'] for segment, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:28.595741 n-d-802623-1 neutron-server[93797]: Traceback (most recent call last): Jul 27 23:23:28.595741 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 23:23:28.595741 n-d-802623-1 neutron-server[93797]: timer() Jul 27 23:23:28.595741 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 23:23:28.595741 n-d-802623-1 neutron-server[93797]: cb(*args, **kw) Jul 27 23:23:28.595741 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 23:23:28.595741 n-d-802623-1 neutron-server[93797]: return func(*args, **kwargs) Jul 27 23:23:28.595741 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 23:23:28.595741 n-d-802623-1 neutron-server[93797]: self._notify() Jul 27 23:23:28.595741 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 23:23:28.595741 n-d-802623-1 neutron-server[93797]: self.callback(batched_events) Jul 27 23:23:28.595741 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 23:23:28.595741 n-d-802623-1 neutron-server[93797]: event.method(event) Jul 27 23:23:28.595741 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 23:23:28.595741 n-d-802623-1 neutron-server[93797]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 23:23:28.595741 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 23:23:28.595741 n-d-802623-1 neutron-server[93797]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 23:23:28.595741 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 23:23:28.595741 n-d-802623-1 neutron-server[93797]: return f(self, *a, **k) Jul 27 23:23:28.595741 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 23:23:28.595741 n-d-802623-1 neutron-server[93797]: return self._get(url).json() Jul 27 23:23:28.595741 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 23:23:28.595741 n-d-802623-1 neutron-server[93797]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 23:23:28.595741 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 23:23:28.595741 n-d-802623-1 neutron-server[93797]: return self.request(url, 'GET', **kwargs) Jul 27 23:23:28.595741 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 23:23:28.595741 n-d-802623-1 neutron-server[93797]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 23:23:28.595741 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 23:23:28.595741 n-d-802623-1 neutron-server[93797]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 23:23:28.595741 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 23:23:28.595741 n-d-802623-1 neutron-server[93797]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 23:23:28.595741 n-d-802623-1 neutron-server[93797]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 23:23:28.794793 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ef0c92ff-9f39-44dd-b141-f058f120153a tempest-BulkNetworkOpsIpV6Test-1221728161 tempest-BulkNetworkOpsIpV6Test-1221728161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415412'] for network, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:28.828560 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e97f87-8f5c-480f-aafb-1ab2f8509983 req-8a8d1034-36fe-41dc-a388-8fee5e920ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:23:28.830268 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-12e97f87-8f5c-480f-aafb-1ab2f8509983 req-8a8d1034-36fe-41dc-a388-8fee5e920ba9 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=3333578abc624b349077b88d523a95c7&device_id=515844b0-12e5-4d91-8415-7e9fc9e79241 HTTP/1.1" status: 200 len: 1097 time: 0.9536977 Jul 27 23:23:28.845129 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ef0c92ff-9f39-44dd-b141-f058f120153a tempest-BulkNetworkOpsIpV6Test-1221728161 tempest-BulkNetworkOpsIpV6Test-1221728161-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for network, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:28.866809 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-ef0c92ff-9f39-44dd-b141-f058f120153a tempest-BulkNetworkOpsIpV6Test-1221728161 tempest-BulkNetworkOpsIpV6Test-1221728161-project] 10.222.0.18 "DELETE /v2.0/networks/0691e7ba-c7f1-4134-96a4-7b9b09114cb0 HTTP/1.1" status: 204 len: 168 time: 2.5382159 Jul 27 23:23:28.867633 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 54894) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:23:28.980344 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c8cc9258-3e00-4653-b67d-b6c13adf9af6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618032', 'neutron.services.segments.db._delete_segments_for_network-8736833900081'] for network, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:29.225179 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-c8cc9258-3e00-4653-b67d-b6c13adf9af6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a77c1ae5-7f70-4eb8-a472-5ed26426d716']}} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:23:29.352794 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0c92ff-9f39-44dd-b141-f058f120153a tempest-BulkNetworkOpsIpV6Test-1221728161 tempest-BulkNetworkOpsIpV6Test-1221728161-project] Pushing event deleted for resources: {'Network': ['ID=0691e7ba-c7f1-4134-96a4-7b9b09114cb0,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:23:29.436044 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0a596c58-d60b-46f7-8b1c-e95d612f38fb tempest-BulkNetworkOpsIpV6Test-1221728161 tempest-BulkNetworkOpsIpV6Test-1221728161-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593271'] for network, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:29.463890 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-312b8eb1-44a9-4e6d-a8e9-22a8da759c0a req-5594ffe4-a97b-4c4b-870c-3048f719f3a5 tempest-ServerRescueTestJSONUnderV235-622928344 tempest-ServerRescueTestJSONUnderV235-622928344-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:29.536929 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:29.578723 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-14f5087d-52e7-40fa-b1f1-90201ed7c6f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:29.809713 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-312b8eb1-44a9-4e6d-a8e9-22a8da759c0a req-5594ffe4-a97b-4c4b-870c-3048f719f3a5 tempest-ServerRescueTestJSONUnderV235-622928344 tempest-ServerRescueTestJSONUnderV235-622928344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:29.907913 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-093ff951-64f8-45cd-a203-55b38434744c admin admin] For port 31404c01-7b8d-4b39-bb63-d10246aef874, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=31404c01-7b8d-4b39-bb63-d10246aef874,segment=NetworkSegment(145d64c0-063a-4e1d-8ed5-459cef7aa517),segment_id=145d64c0-063a-4e1d-8ed5-459cef7aa517)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:23:29.908659 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-093ff951-64f8-45cd-a203-55b38434744c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:29.924524 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-c8cc9258-3e00-4653-b67d-b6c13adf9af6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c40d656-ea7c-43ca-9b2a-a1885f79a619') {'for_net_delete': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:23:29.925015 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-c8cc9258-3e00-4653-b67d-b6c13adf9af6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c40d656-ea7c-43ca-9b2a-a1885f79a619') {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:23:29.956380 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec710cc-4c49-49b4-963b-e4d1cfa0cc28 req-442b8847-2d3b-42a3-b5d5-2f433d8a29e2 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:23:29.964632 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-cec710cc-4c49-49b4-963b-e4d1cfa0cc28 req-442b8847-2d3b-42a3-b5d5-2f433d8a29e2 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] 10.222.0.18 "GET /v2.0/ports?device_id=9bda45a6-7b3d-4402-bc36-eb32e3c47420 HTTP/1.1" status: 200 len: 944 time: 1.3913131 Jul 27 23:23:29.974893 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e3b820-7aad-4089-81ef-d7e480ba42fb req-880b8840-baf3-4a32-8eb8-46ca0318bcb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:23:29.979710 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c0e3b820-7aad-4089-81ef-d7e480ba42fb req-880b8840-baf3-4a32-8eb8-46ca0318bcb5 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a198ee08-ada0-4348-9b3a-3cd923d78e26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.4883122 Jul 27 23:23:30.001909 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0a596c58-d60b-46f7-8b1c-e95d612f38fb tempest-BulkNetworkOpsIpV6Test-1221728161 tempest-BulkNetworkOpsIpV6Test-1221728161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618032', 'neutron.services.segments.db._delete_segments_for_network-8736833900081'] for network, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:30.004683 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c8cc9258-3e00-4653-b67d-b6c13adf9af6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736833900858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11163256'] for segment, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:30.017157 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-093ff951-64f8-45cd-a203-55b38434744c admin admin] Calling delete_port for 31404c01-7b8d-4b39-bb63-d10246aef874 owned by network:router_interface {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:23:30.052456 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:30.073252 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-0a596c58-d60b-46f7-8b1c-e95d612f38fb tempest-BulkNetworkOpsIpV6Test-1221728161 tempest-BulkNetworkOpsIpV6Test-1221728161-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47f9852d-ee87-4e0f-be92-aa0ce0a51179']}} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:23:30.126122 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-0a596c58-d60b-46f7-8b1c-e95d612f38fb tempest-BulkNetworkOpsIpV6Test-1221728161 tempest-BulkNetworkOpsIpV6Test-1221728161-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fe7c3e8-eae4-40f1-8bfa-7c8934a074c9') {'for_net_delete': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:23:30.127172 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-0a596c58-d60b-46f7-8b1c-e95d612f38fb tempest-BulkNetworkOpsIpV6Test-1221728161 tempest-BulkNetworkOpsIpV6Test-1221728161-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fe7c3e8-eae4-40f1-8bfa-7c8934a074c9') {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:23:30.172679 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c8cc9258-3e00-4653-b67d-b6c13adf9af6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:30.172956 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0a596c58-d60b-46f7-8b1c-e95d612f38fb tempest-BulkNetworkOpsIpV6Test-1221728161 tempest-BulkNetworkOpsIpV6Test-1221728161-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736833900858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11335978'] for segment, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:30.201164 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-cec710cc-4c49-49b4-963b-e4d1cfa0cc28 req-e7ca1c75-d30e-4250-bf83-2ca5a7787600 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] 10.222.0.18 "GET /v2.0/security-groups?id=65b595b9-aa8c-4614-91d3-1ae3459c99b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2301877 Jul 27 23:23:30.247434 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0a596c58-d60b-46f7-8b1c-e95d612f38fb tempest-BulkNetworkOpsIpV6Test-1221728161 tempest-BulkNetworkOpsIpV6Test-1221728161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:30.260987 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a596c58-d60b-46f7-8b1c-e95d612f38fb tempest-BulkNetworkOpsIpV6Test-1221728161 tempest-BulkNetworkOpsIpV6Test-1221728161-project] Releasing vlan 517 on physical network physnet1 to pool {{(pid=93797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 23:23:30.261667 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0a596c58-d60b-46f7-8b1c-e95d612f38fb tempest-BulkNetworkOpsIpV6Test-1221728161 tempest-BulkNetworkOpsIpV6Test-1221728161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11336013'] for segment, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:30.286772 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8cc9258-3e00-4653-b67d-b6c13adf9af6 admin admin] Releasing vlan 520 on physical network physnet1 to pool {{(pid=93798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 23:23:30.287439 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c8cc9258-3e00-4653-b67d-b6c13adf9af6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11971746'] for segment, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:30.391128 n-d-802623-1 neutron-server[93797]: Traceback (most recent call last): Jul 27 23:23:30.391128 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 23:23:30.391128 n-d-802623-1 neutron-server[93797]: timer() Jul 27 23:23:30.391128 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 23:23:30.391128 n-d-802623-1 neutron-server[93797]: cb(*args, **kw) Jul 27 23:23:30.391128 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 23:23:30.391128 n-d-802623-1 neutron-server[93797]: return func(*args, **kwargs) Jul 27 23:23:30.391128 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 23:23:30.391128 n-d-802623-1 neutron-server[93797]: self._notify() Jul 27 23:23:30.391128 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 23:23:30.391128 n-d-802623-1 neutron-server[93797]: self.callback(batched_events) Jul 27 23:23:30.391128 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 23:23:30.391128 n-d-802623-1 neutron-server[93797]: event.method(event) Jul 27 23:23:30.391128 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 23:23:30.391128 n-d-802623-1 neutron-server[93797]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 23:23:30.391128 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 23:23:30.391128 n-d-802623-1 neutron-server[93797]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 23:23:30.391128 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 23:23:30.391128 n-d-802623-1 neutron-server[93797]: return f(self, *a, **k) Jul 27 23:23:30.391128 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 23:23:30.391128 n-d-802623-1 neutron-server[93797]: return self._get(url).json() Jul 27 23:23:30.391128 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 23:23:30.391128 n-d-802623-1 neutron-server[93797]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 23:23:30.391128 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 23:23:30.391128 n-d-802623-1 neutron-server[93797]: return self.request(url, 'GET', **kwargs) Jul 27 23:23:30.391128 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 23:23:30.391128 n-d-802623-1 neutron-server[93797]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 23:23:30.391128 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 23:23:30.391128 n-d-802623-1 neutron-server[93797]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 23:23:30.391128 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 23:23:30.391128 n-d-802623-1 neutron-server[93797]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 23:23:30.391128 n-d-802623-1 neutron-server[93797]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 23:23:30.440019 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e97f87-8f5c-480f-aafb-1ab2f8509983 req-ae6f1ca5-ff45-469e-85a2-a26b6699d1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:23:30.442792 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-12e97f87-8f5c-480f-aafb-1ab2f8509983 req-ae6f1ca5-ff45-469e-85a2-a26b6699d1b4 service neutron] 10.222.0.49 "GET /v2.0/networks?id=470a3bc8-3a6a-42d8-9fcd-fd13d61a7106 HTTP/1.1" status: 200 len: 920 time: 1.5406609 Jul 27 23:23:30.443896 n-d-802623-1 neutron-server[93798]: Traceback (most recent call last): Jul 27 23:23:30.443896 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 23:23:30.443896 n-d-802623-1 neutron-server[93798]: timer() Jul 27 23:23:30.443896 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 23:23:30.443896 n-d-802623-1 neutron-server[93798]: cb(*args, **kw) Jul 27 23:23:30.443896 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 23:23:30.443896 n-d-802623-1 neutron-server[93798]: return func(*args, **kwargs) Jul 27 23:23:30.443896 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 23:23:30.443896 n-d-802623-1 neutron-server[93798]: self._notify() Jul 27 23:23:30.443896 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 23:23:30.443896 n-d-802623-1 neutron-server[93798]: self.callback(batched_events) Jul 27 23:23:30.443896 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 23:23:30.443896 n-d-802623-1 neutron-server[93798]: event.method(event) Jul 27 23:23:30.443896 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 23:23:30.443896 n-d-802623-1 neutron-server[93798]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 23:23:30.443896 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 23:23:30.443896 n-d-802623-1 neutron-server[93798]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 23:23:30.443896 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 23:23:30.443896 n-d-802623-1 neutron-server[93798]: return f(self, *a, **k) Jul 27 23:23:30.443896 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 23:23:30.443896 n-d-802623-1 neutron-server[93798]: return self._get(url).json() Jul 27 23:23:30.443896 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 23:23:30.443896 n-d-802623-1 neutron-server[93798]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 23:23:30.443896 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 23:23:30.443896 n-d-802623-1 neutron-server[93798]: return self.request(url, 'GET', **kwargs) Jul 27 23:23:30.443896 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 23:23:30.443896 n-d-802623-1 neutron-server[93798]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 23:23:30.443896 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 23:23:30.443896 n-d-802623-1 neutron-server[93798]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 23:23:30.443896 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 23:23:30.443896 n-d-802623-1 neutron-server[93798]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 23:23:30.443896 n-d-802623-1 neutron-server[93798]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 23:23:30.475686 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-19f2e178-d45e-4fbe-b9be-c3963fc151ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:30.609164 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-312b8eb1-44a9-4e6d-a8e9-22a8da759c0a req-5594ffe4-a97b-4c4b-870c-3048f719f3a5 tempest-ServerRescueTestJSONUnderV235-622928344 tempest-ServerRescueTestJSONUnderV235-622928344-project] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:30.616821 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0a596c58-d60b-46f7-8b1c-e95d612f38fb tempest-BulkNetworkOpsIpV6Test-1221728161 tempest-BulkNetworkOpsIpV6Test-1221728161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415412'] for network, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:30.635748 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0a596c58-d60b-46f7-8b1c-e95d612f38fb tempest-BulkNetworkOpsIpV6Test-1221728161 tempest-BulkNetworkOpsIpV6Test-1221728161-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for network, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:30.641176 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-0a596c58-d60b-46f7-8b1c-e95d612f38fb tempest-BulkNetworkOpsIpV6Test-1221728161 tempest-BulkNetworkOpsIpV6Test-1221728161-project] 10.222.0.18 "DELETE /v2.0/networks/47f9852d-ee87-4e0f-be92-aa0ce0a51179 HTTP/1.1" status: 204 len: 168 time: 1.6440928 Jul 27 23:23:30.651864 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-312b8eb1-44a9-4e6d-a8e9-22a8da759c0a req-5594ffe4-a97b-4c4b-870c-3048f719f3a5 tempest-ServerRescueTestJSONUnderV235-622928344 tempest-ServerRescueTestJSONUnderV235-622928344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11336041'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:30.661356 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 54904) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:23:30.828457 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c0e3b820-7aad-4089-81ef-d7e480ba42fb req-1d96b74e-f165-4155-9953-2464bdee69ef service neutron] 10.222.0.38 "GET /v2.0/networks/a198ee08-ada0-4348-9b3a-3cd923d78e26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8149354 Jul 27 23:23:30.829194 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c8cc9258-3e00-4653-b67d-b6c13adf9af6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415412'] for network, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:30.845863 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c8cc9258-3e00-4653-b67d-b6c13adf9af6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:30.850808 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-c8cc9258-3e00-4653-b67d-b6c13adf9af6 admin admin] 10.222.0.18 "DELETE /v2.0/networks/a77c1ae5-7f70-4eb8-a472-5ed26426d716 HTTP/1.1" status: 204 len: 168 time: 4.7073834 Jul 27 23:23:30.975180 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d341e817-6a53-4feb-98e7-e065467250b3 tempest-BulkNetworkOpsIpV6Test-1221728161 tempest-BulkNetworkOpsIpV6Test-1221728161-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593271'] for network, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:31.133244 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cc9258-3e00-4653-b67d-b6c13adf9af6 admin admin] Pushing event deleted for resources: {'Network': ['ID=a77c1ae5-7f70-4eb8-a472-5ed26426d716,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:23:31.144077 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-12e97f87-8f5c-480f-aafb-1ab2f8509983 req-0a5bc8ba-e4ff-4ea4-9293-98d576e24de3 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=46cb3646-e819-4bd1-b975-6ed7aa67a5df HTTP/1.1" status: 200 len: 217 time: 0.2949944 Jul 27 23:23:31.146344 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a596c58-d60b-46f7-8b1c-e95d612f38fb tempest-BulkNetworkOpsIpV6Test-1221728161 tempest-BulkNetworkOpsIpV6Test-1221728161-project] Pushing event deleted for resources: {'Network': ['ID=47f9852d-ee87-4e0f-be92-aa0ce0a51179,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:23:31.483306 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c0e3b820-7aad-4089-81ef-d7e480ba42fb req-40485511-d174-4c85-8ec0-e3fb2bd629b2 service neutron] 10.222.0.38 "GET /v2.0/networks/a198ee08-ada0-4348-9b3a-3cd923d78e26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3515046 Jul 27 23:23:31.563359 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e97f87-8f5c-480f-aafb-1ab2f8509983 req-0b7403e1-df43-46dd-8ef5-96a4c3f9145b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:23:31.564905 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-12e97f87-8f5c-480f-aafb-1ab2f8509983 req-0b7403e1-df43-46dd-8ef5-96a4c3f9145b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=cda1fa6c-3b60-45b3-95dc-3c5a11ac6a40 HTTP/1.1" status: 200 len: 859 time: 0.3900726 Jul 27 23:23:31.601614 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8176be-f997-450d-b0ed-db85b61c2d90 req-6d091625-a13b-4e77-befd-6505951ded3f tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:23:31.603325 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-fe8176be-f997-450d-b0ed-db85b61c2d90 req-6d091625-a13b-4e77-befd-6505951ded3f tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] 10.222.0.18 "GET /v2.0/ports?device_id=9bda45a6-7b3d-4402-bc36-eb32e3c47420 HTTP/1.1" status: 200 len: 944 time: 0.1170666 Jul 27 23:23:31.640962 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5594ffe4-a97b-4c4b-870c-3048f719f3a5 tempest-ServerRescueTestJSONUnderV235-622928344 tempest-ServerRescueTestJSONUnderV235-622928344-project] Pushing event updated for resources: {'Port': ['ID=1627a5ab-3aea-4d34-9d1d-967ea31039e6,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:23:31.643381 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 54914) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:23:31.678616 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-12e97f87-8f5c-480f-aafb-1ab2f8509983 req-36deeea9-6821-4ac3-9317-f2ea7790197d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=470a3bc8-3a6a-42d8-9fcd-fd13d61a7106&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1010513 Jul 27 23:23:31.788890 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-093ff951-64f8-45cd-a203-55b38434744c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:31.945948 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093ff951-64f8-45cd-a203-55b38434744c admin admin] Pushing event deleted for resources: {'Port': ['ID=31404c01-7b8d-4b39-bb63-d10246aef874,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:23:31.965559 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-fe8176be-f997-450d-b0ed-db85b61c2d90 req-a40565a6-e7a3-4a51-9390-e8ab70c78938 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] 10.222.0.18 "GET /v2.0/security-groups?id=65b595b9-aa8c-4614-91d3-1ae3459c99b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3203976 Jul 27 23:23:32.058626 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-312b8eb1-44a9-4e6d-a8e9-22a8da759c0a req-5594ffe4-a97b-4c4b-870c-3048f719f3a5 tempest-ServerRescueTestJSONUnderV235-622928344 tempest-ServerRescueTestJSONUnderV235-622928344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-415302'] for floatingip, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:32.130131 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-ad1993f0-f3b8-4f7d-bee9-5c083e407067 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f48a0b951c1c4793a7fc1226ee71e867&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4391894 Jul 27 23:23:32.141034 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 54922) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:23:32.150425 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-312b8eb1-44a9-4e6d-a8e9-22a8da759c0a req-5594ffe4-a97b-4c4b-870c-3048f719f3a5 tempest-ServerRescueTestJSONUnderV235-622928344 tempest-ServerRescueTestJSONUnderV235-622928344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for floatingip, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:32.158377 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-312b8eb1-44a9-4e6d-a8e9-22a8da759c0a req-5594ffe4-a97b-4c4b-870c-3048f719f3a5 tempest-ServerRescueTestJSONUnderV235-622928344 tempest-ServerRescueTestJSONUnderV235-622928344-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 6.8238032 Jul 27 23:23:32.164253 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d341e817-6a53-4feb-98e7-e065467250b3 tempest-BulkNetworkOpsIpV6Test-1221728161 tempest-BulkNetworkOpsIpV6Test-1221728161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618032', 'neutron.services.segments.db._delete_segments_for_network-8736833900081'] for network, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:32.245573 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7418f70f-e60d-4709-8ba9-6ab514bc7f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:32.319415 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-12e97f87-8f5c-480f-aafb-1ab2f8509983 req-57ea7cef-2c20-4f5e-9473-0435412c8521 service neutron] 10.222.0.49 "GET /v2.0/networks/470a3bc8-3a6a-42d8-9fcd-fd13d61a7106?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6203618 Jul 27 23:23:32.458356 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-312b8eb1-44a9-4e6d-a8e9-22a8da759c0a req-6383e221-6a15-4f42-972c-936cda393e24 tempest-ServerRescueTestJSONUnderV235-622928344 tempest-ServerRescueTestJSONUnderV235-622928344-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.4.96 HTTP/1.1" status: 200 len: 695 time: 0.2819505 Jul 27 23:23:32.529421 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-d341e817-6a53-4feb-98e7-e065467250b3 tempest-BulkNetworkOpsIpV6Test-1221728161 tempest-BulkNetworkOpsIpV6Test-1221728161-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['135ca754-570e-4da8-9d5b-f90e8357be51']}} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:23:32.624662 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-093ff951-64f8-45cd-a203-55b38434744c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3760546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-413994'] for router_interface, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:32.723873 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a154dd03-2daf-4d53-b96b-2bab5be736b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:32.760892 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a154dd03-2daf-4d53-b96b-2bab5be736b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:32.997965 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-12e97f87-8f5c-480f-aafb-1ab2f8509983 req-0f27cf5d-f16c-4358-8825-812f71ad84c0 service neutron] 10.222.0.49 "GET /v2.0/networks/470a3bc8-3a6a-42d8-9fcd-fd13d61a7106?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6672053 Jul 27 23:23:33.033476 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a154dd03-2daf-4d53-b96b-2bab5be736b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:33.042094 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a154dd03-2daf-4d53-b96b-2bab5be736b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:33.043477 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-a154dd03-2daf-4d53-b96b-2bab5be736b7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8a179c9a-ee47-4a9a-9e98-ceb367c5785f HTTP/1.1" status: 204 len: 168 time: 0.8998017 Jul 27 23:23:33.081295 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a154dd03-2daf-4d53-b96b-2bab5be736b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a179c9a-ee47-4a9a-9e98-ceb367c5785f,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:23:33.146054 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-d341e817-6a53-4feb-98e7-e065467250b3 tempest-BulkNetworkOpsIpV6Test-1221728161 tempest-BulkNetworkOpsIpV6Test-1221728161-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7855d77-8b0a-4a61-a31e-09c05caec5b0') {'for_net_delete': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:23:33.146616 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-d341e817-6a53-4feb-98e7-e065467250b3 tempest-BulkNetworkOpsIpV6Test-1221728161 tempest-BulkNetworkOpsIpV6Test-1221728161-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7855d77-8b0a-4a61-a31e-09c05caec5b0') {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:23:33.184636 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d341e817-6a53-4feb-98e7-e065467250b3 tempest-BulkNetworkOpsIpV6Test-1221728161 tempest-BulkNetworkOpsIpV6Test-1221728161-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736833900858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11335978'] for segment, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:33.201877 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d341e817-6a53-4feb-98e7-e065467250b3 tempest-BulkNetworkOpsIpV6Test-1221728161 tempest-BulkNetworkOpsIpV6Test-1221728161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:33.210958 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d341e817-6a53-4feb-98e7-e065467250b3 tempest-BulkNetworkOpsIpV6Test-1221728161 tempest-BulkNetworkOpsIpV6Test-1221728161-project] Releasing vlan 535 on physical network physnet1 to pool {{(pid=93797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 23:23:33.211487 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d341e817-6a53-4feb-98e7-e065467250b3 tempest-BulkNetworkOpsIpV6Test-1221728161 tempest-BulkNetworkOpsIpV6Test-1221728161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11336013'] for segment, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:33.285297 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-093ff951-64f8-45cd-a203-55b38434744c admin admin] Router 10876ef5-369b-4d15-8f81-8b99419d04d0 has already been hosted by L3 agent 018c4455-49c0-4734-927d-7824067b2a9e {{(pid=93798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 23:23:33.366781 n-d-802623-1 neutron-server[93797]: Traceback (most recent call last): Jul 27 23:23:33.366781 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 23:23:33.366781 n-d-802623-1 neutron-server[93797]: timer() Jul 27 23:23:33.366781 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 23:23:33.366781 n-d-802623-1 neutron-server[93797]: cb(*args, **kw) Jul 27 23:23:33.366781 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 23:23:33.366781 n-d-802623-1 neutron-server[93797]: return func(*args, **kwargs) Jul 27 23:23:33.366781 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 23:23:33.366781 n-d-802623-1 neutron-server[93797]: self._notify() Jul 27 23:23:33.366781 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 23:23:33.366781 n-d-802623-1 neutron-server[93797]: self.callback(batched_events) Jul 27 23:23:33.366781 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 23:23:33.366781 n-d-802623-1 neutron-server[93797]: event.method(event) Jul 27 23:23:33.366781 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 23:23:33.366781 n-d-802623-1 neutron-server[93797]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 23:23:33.366781 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 23:23:33.366781 n-d-802623-1 neutron-server[93797]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 23:23:33.366781 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 23:23:33.366781 n-d-802623-1 neutron-server[93797]: return f(self, *a, **k) Jul 27 23:23:33.366781 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 23:23:33.366781 n-d-802623-1 neutron-server[93797]: return self._get(url).json() Jul 27 23:23:33.366781 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 23:23:33.366781 n-d-802623-1 neutron-server[93797]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 23:23:33.366781 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 23:23:33.366781 n-d-802623-1 neutron-server[93797]: return self.request(url, 'GET', **kwargs) Jul 27 23:23:33.366781 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 23:23:33.366781 n-d-802623-1 neutron-server[93797]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 23:23:33.366781 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 23:23:33.366781 n-d-802623-1 neutron-server[93797]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 23:23:33.366781 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 23:23:33.366781 n-d-802623-1 neutron-server[93797]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 23:23:33.366781 n-d-802623-1 neutron-server[93797]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 23:23:33.395876 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d341e817-6a53-4feb-98e7-e065467250b3 tempest-BulkNetworkOpsIpV6Test-1221728161 tempest-BulkNetworkOpsIpV6Test-1221728161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415412'] for network, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:33.404738 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d341e817-6a53-4feb-98e7-e065467250b3 tempest-BulkNetworkOpsIpV6Test-1221728161 tempest-BulkNetworkOpsIpV6Test-1221728161-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for network, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:33.411406 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-d341e817-6a53-4feb-98e7-e065467250b3 tempest-BulkNetworkOpsIpV6Test-1221728161 tempest-BulkNetworkOpsIpV6Test-1221728161-project] 10.222.0.18 "DELETE /v2.0/networks/135ca754-570e-4da8-9d5b-f90e8357be51 HTTP/1.1" status: 204 len: 168 time: 2.7383077 Jul 27 23:23:33.465089 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d341e817-6a53-4feb-98e7-e065467250b3 tempest-BulkNetworkOpsIpV6Test-1221728161 tempest-BulkNetworkOpsIpV6Test-1221728161-project] Pushing event deleted for resources: {'Network': ['ID=135ca754-570e-4da8-9d5b-f90e8357be51,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:23:33.612856 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312b8eb1-44a9-4e6d-a8e9-22a8da759c0a req-ff895cfc-0557-4a19-a434-c5cdb6bec58f tempest-ServerRescueTestJSONUnderV235-622928344 tempest-ServerRescueTestJSONUnderV235-622928344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:23:33.629913 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-312b8eb1-44a9-4e6d-a8e9-22a8da759c0a req-ff895cfc-0557-4a19-a434-c5cdb6bec58f tempest-ServerRescueTestJSONUnderV235-622928344 tempest-ServerRescueTestJSONUnderV235-622928344-project] 10.222.0.18 "GET /v2.0/networks/2fd42287-ed26-4eb9-89a5-b521f5b04356 HTTP/1.1" status: 200 len: 784 time: 1.1706512 Jul 27 23:23:33.651927 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [req-312b8eb1-44a9-4e6d-a8e9-22a8da759c0a req-4df6ac52-803a-4187-8a9b-9aac21dcb4e6 tempest-ServerRescueTestJSONUnderV235-622928344 tempest-ServerRescueTestJSONUnderV235-622928344-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=93797) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 23:23:33.667539 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-312b8eb1-44a9-4e6d-a8e9-22a8da759c0a req-4df6ac52-803a-4187-8a9b-9aac21dcb4e6 tempest-ServerRescueTestJSONUnderV235-622928344 tempest-ServerRescueTestJSONUnderV235-622928344-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0272753 Jul 27 23:23:33.698869 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-093ff951-64f8-45cd-a203-55b38434744c admin admin] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:23:33.710087 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 54946) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:23:33.710384 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-093ff951-64f8-45cd-a203-55b38434744c admin admin] 10.222.0.18 "PUT /v2.0/routers/10876ef5-369b-4d15-8f81-8b99419d04d0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4716153 Jul 27 23:23:33.714699 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70bfc82c-d591-4e87-ac49-aa6032a0fa0c None None] Sync routers for ids ['10876ef5-369b-4d15-8f81-8b99419d04d0'] in n-d-802623-1 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:23:33.741108 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70bfc82c-d591-4e87-ac49-aa6032a0fa0c None None] Routers {'10876ef5-369b-4d15-8f81-8b99419d04d0'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:23:33.744671 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a8d16c-56fb-45ad-ae94-ec6afe6f38a2 req-914aedc4-f2c5-4f11-bb67-2bb7186afeeb tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:23:33.745917 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-70bfc82c-d591-4e87-ac49-aa6032a0fa0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:23:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['10876ef5-369b-4d15-8f81-8b99419d04d0'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:23:33.751206 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-09a8d16c-56fb-45ad-ae94-ec6afe6f38a2 req-914aedc4-f2c5-4f11-bb67-2bb7186afeeb tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] 10.222.0.18 "GET /v2.0/ports?device_id=9bda45a6-7b3d-4402-bc36-eb32e3c47420 HTTP/1.1" status: 200 len: 944 time: 0.5110223 Jul 27 23:23:33.871923 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-09a8d16c-56fb-45ad-ae94-ec6afe6f38a2 req-86eecb4d-8239-4a5a-b98a-a7058f104708 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] 10.222.0.18 "GET /v2.0/security-groups?id=65b595b9-aa8c-4614-91d3-1ae3459c99b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1146576 Jul 27 23:23:34.023924 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 54950) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:23:34.048373 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1fa339-0d79-4ba8-b2ae-5a7bce357228 req-3a409007-bee2-406d-a8ce-69fd4a099371 tempest-ServerRescueTestJSONUnderV235-622928344 tempest-ServerRescueTestJSONUnderV235-622928344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:23:34.060288 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-ce1fa339-0d79-4ba8-b2ae-5a7bce357228 req-3a409007-bee2-406d-a8ce-69fd4a099371 tempest-ServerRescueTestJSONUnderV235-622928344 tempest-ServerRescueTestJSONUnderV235-622928344-project] 10.222.0.18 "GET /v2.0/ports?device_id=515844b0-12e5-4d91-8415-7e9fc9e79241&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2186685 Jul 27 23:23:34.155443 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-70bfc82c-d591-4e87-ac49-aa6032a0fa0c None None] Set router 10876ef5-369b-4d15-8f81-8b99419d04d0 gateway port host: n-d-802623-1 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:23:34.272338 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-ce1fa339-0d79-4ba8-b2ae-5a7bce357228 req-de56124b-e04c-43f7-bfe4-ed49278eedd6 tempest-ServerRescueTestJSONUnderV235-622928344 tempest-ServerRescueTestJSONUnderV235-622928344-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.4.96 HTTP/1.1" status: 200 len: 695 time: 0.2106259 Jul 27 23:23:34.278035 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [req-ce1fa339-0d79-4ba8-b2ae-5a7bce357228 req-6bbd1c73-9c4c-44b9-bd33-0c11cb5be079 tempest-ServerRescueTestJSONUnderV235-622928344 tempest-ServerRescueTestJSONUnderV235-622928344-project] Request body: {'floatingip': {'port_id': '46cb3646-e819-4bd1-b975-6ed7aa67a5df', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:23:34.332455 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-ce1fa339-0d79-4ba8-b2ae-5a7bce357228 req-6bbd1c73-9c4c-44b9-bd33-0c11cb5be079 tempest-ServerRescueTestJSONUnderV235-622928344 tempest-ServerRescueTestJSONUnderV235-622928344-project] Notify callbacks [] for floatingip, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:34.524958 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-a24ace75-9a96-4985-9f47-9fdc4c37ad40 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=816783c34fd641fcb1e1492c1b69ada0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4986324 Jul 27 23:23:34.527948 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 54964) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:23:34.606881 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5b993460-5377-4d3c-bcfd-909d9a7f032a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:34.645503 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5b993460-5377-4d3c-bcfd-909d9a7f032a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:34.820696 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:34.851230 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5b993460-5377-4d3c-bcfd-909d9a7f032a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:34.857256 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5b993460-5377-4d3c-bcfd-909d9a7f032a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:34.861461 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-5b993460-5377-4d3c-bcfd-909d9a7f032a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e34d1e22-b9ba-43d9-b9ec-f62e8d96322d HTTP/1.1" status: 204 len: 168 time: 0.3320367 Jul 27 23:23:34.883328 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b993460-5377-4d3c-bcfd-909d9a7f032a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e34d1e22-b9ba-43d9-b9ec-f62e8d96322d,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:23:35.053351 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d88781b7-7631-4dd8-a995-57397c7169a0 admin admin] Notify callbacks [] for router, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:35.122239 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-70bfc82c-d591-4e87-ac49-aa6032a0fa0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10876ef5-369b-4d15-8f81-8b99419d04d0', 'name': 'tempest-ServerActionsTestJSON-1807446271-router', 'tenant_id': '096ab815848b4fa4865a54f76499dfb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.161'}], 'enable_snat': True}, 'gw_port_id': '30e60e4b-5905-4371-b398-cc252ac3c37c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:12:46Z', 'updated_at': '2021-07-27T23:23:31Z', 'revision_number': 5, 'project_id': '096ab815848b4fa4865a54f76499dfb1', 'gw_port': {'id': '30e60e4b-5905-4371-b398-cc252ac3c37c', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:45:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10876ef5-369b-4d15-8f81-8b99419d04d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:12:47Z', 'updated_at': '2021-07-27T23:12:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1'}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:23:35.186533 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70bfc82c-d591-4e87-ac49-aa6032a0fa0c None None] Checking router: 10876ef5-369b-4d15-8f81-8b99419d04d0 for host: n-d-802623-1 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 23:23:35.218551 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70bfc82c-d591-4e87-ac49-aa6032a0fa0c None None] Routers {'10876ef5-369b-4d15-8f81-8b99419d04d0'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:23:35.218551 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-70bfc82c-d591-4e87-ac49-aa6032a0fa0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:23:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['10876ef5-369b-4d15-8f81-8b99419d04d0'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:23:35.259360 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c4a481-f334-4f0c-b4ad-e4e7a7724ef4 req-b3e23d19-0299-4bfa-a935-b3e8a29a4ecb tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:23:35.260905 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f3c4a481-f334-4f0c-b4ad-e4e7a7724ef4 req-b3e23d19-0299-4bfa-a935-b3e8a29a4ecb tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] 10.222.0.18 "GET /v2.0/ports?device_id=9bda45a6-7b3d-4402-bc36-eb32e3c47420 HTTP/1.1" status: 200 len: 944 time: 0.1639760 Jul 27 23:23:35.386345 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 54984) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:23:35.402527 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f3c4a481-f334-4f0c-b4ad-e4e7a7724ef4 req-20bfc234-8b8d-415e-95da-7e85bda247e1 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] 10.222.0.18 "GET /v2.0/security-groups?id=65b595b9-aa8c-4614-91d3-1ae3459c99b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1152596 Jul 27 23:23:35.578805 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-70bfc82c-d591-4e87-ac49-aa6032a0fa0c None None] Set router 10876ef5-369b-4d15-8f81-8b99419d04d0 gateway port host: n-d-802623-1 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:23:35.704363 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.db.resource_extend [req-ce1fa339-0d79-4ba8-b2ae-5a7bce357228 req-6bbd1c73-9c4c-44b9-bd33-0c11cb5be079 tempest-ServerRescueTestJSONUnderV235-622928344 tempest-ServerRescueTestJSONUnderV235-622928344-project] It took 0.41 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 27 23:23:35.892544 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-ce1fa339-0d79-4ba8-b2ae-5a7bce357228 req-6bbd1c73-9c4c-44b9-bd33-0c11cb5be079 tempest-ServerRescueTestJSONUnderV235-622928344 tempest-ServerRescueTestJSONUnderV235-622928344-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:35.963927 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-dc2b7029-95af-450b-99d9-4d704a05c2fa admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-877616507-network', 'tenant_id': 'fbb3972e819948feb45f84fffea5a2b5'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:23:35.986005 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-ce1fa339-0d79-4ba8-b2ae-5a7bce357228 req-6bbd1c73-9c4c-44b9-bd33-0c11cb5be079 tempest-ServerRescueTestJSONUnderV235-622928344 tempest-ServerRescueTestJSONUnderV235-622928344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-415302'] for floatingip, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:35.989829 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d88781b7-7631-4dd8-a995-57397c7169a0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:36.060456 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc2b7029-95af-450b-99d9-4d704a05c2fa admin admin] Made reservation on behalf of fbb3972e819948feb45f84fffea5a2b5 for: {'network': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:23:36.062867 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-dc2b7029-95af-450b-99d9-4d704a05c2fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for network, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:36.110237 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-dc2b7029-95af-450b-99d9-4d704a05c2fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:36.145859 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-70bfc82c-d591-4e87-ac49-aa6032a0fa0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10876ef5-369b-4d15-8f81-8b99419d04d0', 'name': 'tempest-ServerActionsTestJSON-1807446271-router', 'tenant_id': '096ab815848b4fa4865a54f76499dfb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.161'}], 'enable_snat': True}, 'gw_port_id': '30e60e4b-5905-4371-b398-cc252ac3c37c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:12:46Z', 'updated_at': '2021-07-27T23:23:31Z', 'revision_number': 5, 'project_id': '096ab815848b4fa4865a54f76499dfb1', 'gw_port': {'id': '30e60e4b-5905-4371-b398-cc252ac3c37c', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:45:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10876ef5-369b-4d15-8f81-8b99419d04d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:12:47Z', 'updated_at': '2021-07-27T23:12:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1'}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:23:36.200591 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70bfc82c-d591-4e87-ac49-aa6032a0fa0c None None] The sync data for ids ['10876ef5-369b-4d15-8f81-8b99419d04d0'] in n-d-802623-1 is: [{'id': '10876ef5-369b-4d15-8f81-8b99419d04d0', 'name': 'tempest-ServerActionsTestJSON-1807446271-router', 'tenant_id': '096ab815848b4fa4865a54f76499dfb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.161'}], 'enable_snat': True}, 'gw_port_id': '30e60e4b-5905-4371-b398-cc252ac3c37c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:12:46Z', 'updated_at': '2021-07-27T23:23:31Z', 'revision_number': 5, 'project_id': '096ab815848b4fa4865a54f76499dfb1', 'gw_port': {'id': '30e60e4b-5905-4371-b398-cc252ac3c37c', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:45:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10876ef5-369b-4d15-8f81-8b99419d04d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:12:47Z', 'updated_at': '2021-07-27T23:12:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1'}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:23:36.324698 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.agents_db [None req-9beef776-8bab-4de2-989a-f5a23ba4aaf4 None None] Agent healthcheck: found 7 active agents {{(pid=93800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 23:23:36.344125 n-d-802623-1 neutron-server[93797]: INFO neutron.db.l3_db [req-ce1fa339-0d79-4ba8-b2ae-5a7bce357228 req-6bbd1c73-9c4c-44b9-bd33-0c11cb5be079 tempest-ServerRescueTestJSONUnderV235-622928344 tempest-ServerRescueTestJSONUnderV235-622928344-project] Floating IP fb836611-bbbd-4f3f-a85d-496865f379f2 associated. External IP: 172.25.4.96, port: 46cb3646-e819-4bd1-b975-6ed7aa67a5df. Jul 27 23:23:36.408397 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-dc2b7029-95af-450b-99d9-4d704a05c2fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:36.420513 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-dc2b7029-95af-450b-99d9-4d704a05c2fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:36.473546 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc2b7029-95af-450b-99d9-4d704a05c2fa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 523} {{(pid=93798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 23:23:36.481934 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-dc2b7029-95af-450b-99d9-4d704a05c2fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:36.482300 n-d-802623-1 neutron-server[93798]: INFO neutron.db.segments_db [None req-dc2b7029-95af-450b-99d9-4d704a05c2fa admin admin] Added segment 8c267b76-81da-475f-a9e8-f3fb8fa17f14 of type vlan for network 65b1245a-a607-4276-8c53-dcbc43a79e77 Jul 27 23:23:36.658797 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-dc2b7029-95af-450b-99d9-4d704a05c2fa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736833354590'] for network, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:36.798672 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 55014) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:23:37.053462 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-dc2b7029-95af-450b-99d9-4d704a05c2fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569'] for network, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:37.054440 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc2b7029-95af-450b-99d9-4d704a05c2fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:23:37.086124 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-dc2b7029-95af-450b-99d9-4d704a05c2fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:37.105335 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d88781b7-7631-4dd8-a995-57397c7169a0 admin admin] Deleting port 30e60e4b-5905-4371-b398-cc252ac3c37c {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:23:37.109661 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d88781b7-7631-4dd8-a995-57397c7169a0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:37.114928 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-1bc90db6-b0b3-4c22-adcf-cd967c613035 tempest-BulkNetworkOpsTest-1508162577 tempest-BulkNetworkOpsTest-1508162577-project] Request body: {'networks': [{'name': 'tempest-network--788551905'}, {'name': 'tempest-network--1616933881'}]} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:23:37.115866 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-1bc90db6-b0b3-4c22-adcf-cd967c613035 tempest-BulkNetworkOpsTest-1508162577 tempest-BulkNetworkOpsTest-1508162577-project] Request body: {'network': {'name': 'tempest-network--788551905'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:23:37.119486 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-1bc90db6-b0b3-4c22-adcf-cd967c613035 tempest-BulkNetworkOpsTest-1508162577 tempest-BulkNetworkOpsTest-1508162577-project] Request body: {'network': {'name': 'tempest-network--1616933881'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:23:37.172316 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2b7029-95af-450b-99d9-4d704a05c2fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7071cc09-0750-4ecb-a286-890b01188d58,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:23:37.297088 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bc90db6-b0b3-4c22-adcf-cd967c613035 tempest-BulkNetworkOpsTest-1508162577 tempest-BulkNetworkOpsTest-1508162577-project] Made reservation on behalf of 57e30b759d5d4df4b0f4d754632f9dbe for: {'network': 2} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:23:37.307454 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1bc90db6-b0b3-4c22-adcf-cd967c613035 tempest-BulkNetworkOpsTest-1508162577 tempest-BulkNetworkOpsTest-1508162577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for network, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:37.328224 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-dc2b7029-95af-450b-99d9-4d704a05c2fa admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.9245112 Jul 27 23:23:37.337039 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 55020) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:23:37.342762 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-0ef5747a-ba89-4485-9d21-8551a896917a admin admin] Request body: {'subnet': {'network_id': '65b1245a-a607-4276-8c53-dcbc43a79e77', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-877616507-subnet', 'tenant_id': 'fbb3972e819948feb45f84fffea5a2b5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:23:37.353302 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4efc996-0c61-4df4-9369-8a8c37730161 req-d1773316-cf22-4bfc-8b23-fa2e09eb5cfd tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:23:37.355626 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c4efc996-0c61-4df4-9369-8a8c37730161 req-d1773316-cf22-4bfc-8b23-fa2e09eb5cfd tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] 10.222.0.18 "GET /v2.0/ports?device_id=9bda45a6-7b3d-4402-bc36-eb32e3c47420 HTTP/1.1" status: 200 len: 944 time: 0.5585325 Jul 27 23:23:37.386560 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2b7029-95af-450b-99d9-4d704a05c2fa admin admin] Pushing event updated for resources: {'Network': ['ID=65b1245a-a607-4276-8c53-dcbc43a79e77,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:23:37.411032 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1bc90db6-b0b3-4c22-adcf-cd967c613035 tempest-BulkNetworkOpsTest-1508162577 tempest-BulkNetworkOpsTest-1508162577-project] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:37.411658 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Network 65b1245a-a607-4276-8c53-dcbc43a79e77 details requested by agent ovs-agent-n-d-802623-1 with host n-d-802623-1 {{(pid=93799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 23:23:37.440434 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ef5747a-ba89-4485-9d21-8551a896917a admin admin] Made reservation on behalf of fbb3972e819948feb45f84fffea5a2b5 for: {'subnet': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:23:37.442960 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0ef5747a-ba89-4485-9d21-8551a896917a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11551435'] for subnet, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:37.549743 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1bc90db6-b0b3-4c22-adcf-cd967c613035 tempest-BulkNetworkOpsTest-1508162577 tempest-BulkNetworkOpsTest-1508162577-project] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:37.561248 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1bc90db6-b0b3-4c22-adcf-cd967c613035 tempest-BulkNetworkOpsTest-1508162577 tempest-BulkNetworkOpsTest-1508162577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:37.562214 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1bc90db6-b0b3-4c22-adcf-cd967c613035 tempest-BulkNetworkOpsTest-1508162577 tempest-BulkNetworkOpsTest-1508162577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for network, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:37.623667 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1bc90db6-b0b3-4c22-adcf-cd967c613035 tempest-BulkNetworkOpsTest-1508162577 tempest-BulkNetworkOpsTest-1508162577-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 546} {{(pid=93798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 23:23:37.642272 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c4efc996-0c61-4df4-9369-8a8c37730161 req-98116274-fd8b-4e11-981f-689e0ec31a76 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] 10.222.0.18 "GET /v2.0/security-groups?id=65b595b9-aa8c-4614-91d3-1ae3459c99b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2500825 Jul 27 23:23:37.646450 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc90db6-b0b3-4c22-adcf-cd967c613035 tempest-BulkNetworkOpsTest-1508162577 tempest-BulkNetworkOpsTest-1508162577-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0af23f9f-7417-4ba7-9261-3310110919d3,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:23:37.655121 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1bc90db6-b0b3-4c22-adcf-cd967c613035 tempest-BulkNetworkOpsTest-1508162577 tempest-BulkNetworkOpsTest-1508162577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:37.655568 n-d-802623-1 neutron-server[93798]: INFO neutron.db.segments_db [None req-1bc90db6-b0b3-4c22-adcf-cd967c613035 tempest-BulkNetworkOpsTest-1508162577 tempest-BulkNetworkOpsTest-1508162577-project] Added segment cb45c3cf-cbf4-41db-902f-a7ad610893eb of type vlan for network 4315b302-02a7-4903-950f-c35878c19fbd Jul 27 23:23:37.705917 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-d88781b7-7631-4dd8-a995-57397c7169a0 admin admin] For port 30e60e4b-5905-4371-b398-cc252ac3c37c, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=30e60e4b-5905-4371-b398-cc252ac3c37c,segment=NetworkSegment(b9afe07e-bbe4-4740-834c-4b6a9698bdbc),segment_id=b9afe07e-bbe4-4740-834c-4b6a9698bdbc)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:23:37.706207 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d88781b7-7631-4dd8-a995-57397c7169a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:37.711122 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ce1fa339-0d79-4ba8-b2ae-5a7bce357228 req-6bbd1c73-9c4c-44b9-bd33-0c11cb5be079 tempest-ServerRescueTestJSONUnderV235-622928344 tempest-ServerRescueTestJSONUnderV235-622928344-project] Router 8a801f47-885e-4b83-8472-bda396adcd3b has already been hosted by L3 agent 018c4455-49c0-4734-927d-7824067b2a9e {{(pid=93797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 23:23:37.732531 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d88781b7-7631-4dd8-a995-57397c7169a0 admin admin] Calling delete_port for 30e60e4b-5905-4371-b398-cc252ac3c37c owned by network:router_gateway {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:23:37.754951 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1bc90db6-b0b3-4c22-adcf-cd967c613035 tempest-BulkNetworkOpsTest-1508162577 tempest-BulkNetworkOpsTest-1508162577-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736833354590'] for network, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:37.840648 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1bc90db6-b0b3-4c22-adcf-cd967c613035 tempest-BulkNetworkOpsTest-1508162577 tempest-BulkNetworkOpsTest-1508162577-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 507} {{(pid=93798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 23:23:37.859407 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1bc90db6-b0b3-4c22-adcf-cd967c613035 tempest-BulkNetworkOpsTest-1508162577 tempest-BulkNetworkOpsTest-1508162577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:37.860026 n-d-802623-1 neutron-server[93798]: INFO neutron.db.segments_db [None req-1bc90db6-b0b3-4c22-adcf-cd967c613035 tempest-BulkNetworkOpsTest-1508162577 tempest-BulkNetworkOpsTest-1508162577-project] Added segment 855725d7-3398-4f43-a4db-6a3bb93d1c54 of type vlan for network 7f005dec-5381-4abd-a02b-04a221f7d014 Jul 27 23:23:37.884599 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0ef5747a-ba89-4485-9d21-8551a896917a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11336182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11551417'] for subnet, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:37.991059 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1bc90db6-b0b3-4c22-adcf-cd967c613035 tempest-BulkNetworkOpsTest-1508162577 tempest-BulkNetworkOpsTest-1508162577-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736833354590'] for network, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:38.035731 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1bc90db6-b0b3-4c22-adcf-cd967c613035 tempest-BulkNetworkOpsTest-1508162577 tempest-BulkNetworkOpsTest-1508162577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569'] for network, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:38.036407 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1bc90db6-b0b3-4c22-adcf-cd967c613035 tempest-BulkNetworkOpsTest-1508162577 tempest-BulkNetworkOpsTest-1508162577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569'] for network, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:38.043258 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bc90db6-b0b3-4c22-adcf-cd967c613035 tempest-BulkNetworkOpsTest-1508162577 tempest-BulkNetworkOpsTest-1508162577-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:23:38.050259 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bc90db6-b0b3-4c22-adcf-cd967c613035 tempest-BulkNetworkOpsTest-1508162577 tempest-BulkNetworkOpsTest-1508162577-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:23:38.051006 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1bc90db6-b0b3-4c22-adcf-cd967c613035 tempest-BulkNetworkOpsTest-1508162577 tempest-BulkNetworkOpsTest-1508162577-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:38.077943 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef5747a-ba89-4485-9d21-8551a896917a admin admin] Pushing event updated for resources: {'Subnet': ['ID=77f70126-081b-41c5-808d-ca6fa433778a,revision_number=0']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:23:38.104364 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ef5747a-ba89-4485-9d21-8551a896917a admin admin] Checking segment: {'id': '8c267b76-81da-475f-a9e8-f3fb8fa17f14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '65b1245a-a607-4276-8c53-dcbc43a79e77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:23:38.104828 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ef5747a-ba89-4485-9d21-8551a896917a admin admin] Network hostable DHCP agents. Network: 65b1245a-a607-4276-8c53-dcbc43a79e77, hostable agents: ['5950e76f-2bde-4343-a925-cbe6bacd2706'], hosted agents: [] {{(pid=93797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 23:23:38.110743 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ce1fa339-0d79-4ba8-b2ae-5a7bce357228 req-6bbd1c73-9c4c-44b9-bd33-0c11cb5be079 tempest-ServerRescueTestJSONUnderV235-622928344 tempest-ServerRescueTestJSONUnderV235-622928344-project] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:23:38.117709 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-ce1fa339-0d79-4ba8-b2ae-5a7bce357228 req-6bbd1c73-9c4c-44b9-bd33-0c11cb5be079 tempest-ServerRescueTestJSONUnderV235-622928344 tempest-ServerRescueTestJSONUnderV235-622928344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for floatingip, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:38.132302 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1981ea7b-0467-47e1-a5ba-cf471d3e9572 None None] Sync routers for ids ['8a801f47-885e-4b83-8472-bda396adcd3b'] in n-d-802623-1 {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:23:38.151170 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1981ea7b-0467-47e1-a5ba-cf471d3e9572 None None] Routers {'8a801f47-885e-4b83-8472-bda396adcd3b'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:23:38.157367 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-1981ea7b-0467-47e1-a5ba-cf471d3e9572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:23:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['8a801f47-885e-4b83-8472-bda396adcd3b'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:23:38.202676 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-1bc90db6-b0b3-4c22-adcf-cd967c613035 tempest-BulkNetworkOpsTest-1508162577 tempest-BulkNetworkOpsTest-1508162577-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.3880060 Jul 27 23:23:38.204364 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 55034) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:23:38.209110 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-ce1fa339-0d79-4ba8-b2ae-5a7bce357228 req-6bbd1c73-9c4c-44b9-bd33-0c11cb5be079 tempest-ServerRescueTestJSONUnderV235-622928344 tempest-ServerRescueTestJSONUnderV235-622928344-project] 10.222.0.18 "PUT /v2.0/floatingips/fb836611-bbbd-4f3f-a85d-496865f379f2 HTTP/1.1" status: 200 len: 996 time: 3.9356346 Jul 27 23:23:38.215990 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '515844b0-12e5-4d91-8415-7e9fc9e79241', 'tag': '46cb3646-e819-4bd1-b975-6ed7aa67a5df'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:23:38.218350 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a476459a1bfce68b0ae0df5b6a71154bfc7cfdc8f9eefce6ad0a17231e60468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8f4dffe-48c0-4e6f-b490-0501c42da89b" -d '{"events": [{"name": "network-changed", "server_uuid": "515844b0-12e5-4d91-8415-7e9fc9e79241", "tag": "46cb3646-e819-4bd1-b975-6ed7aa67a5df"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:23:38.222146 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ef5747a-ba89-4485-9d21-8551a896917a admin admin] Network 65b1245a-a607-4276-8c53-dcbc43a79e77 is scheduled to be hosted by DHCP agent 5950e76f-2bde-4343-a925-cbe6bacd2706 with binding_index 1 {{(pid=93797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 23:23:38.280845 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-0ef5747a-ba89-4485-9d21-8551a896917a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802623-1, 65b1245a-a607-4276-8c53-dcbc43a79e77) {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:23:38.312580 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ef5747a-ba89-4485-9d21-8551a896917a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:23:38.313219 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0ef5747a-ba89-4485-9d21-8551a896917a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for subnet, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:38.322301 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc90db6-b0b3-4c22-adcf-cd967c613035 tempest-BulkNetworkOpsTest-1508162577 tempest-BulkNetworkOpsTest-1508162577-project] Pushing event updated for resources: {'Network': ['ID=4315b302-02a7-4903-950f-c35878c19fbd,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:23:38.346455 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 31404c01-7b8d-4b39-bb63-d10246aef874 no longer exists at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:23:38.352995 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-801fd30b-46be-4378-a0f7-dea7f6edfc4a None None] Network 65b1245a-a607-4276-8c53-dcbc43a79e77 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:23:38.355324 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Network 4315b302-02a7-4903-950f-c35878c19fbd details requested by agent ovs-agent-n-d-802623-1 with host n-d-802623-1 {{(pid=93799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 23:23:38.417514 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 23:23:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47acf432-3219-49c1-b686-0d3e11fb8306 x-openstack-request-id: req-47acf432-3219-49c1-b686-0d3e11fb8306 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:23:38.417719 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "515844b0-12e5-4d91-8415-7e9fc9e79241", "tag": "46cb3646-e819-4bd1-b975-6ed7aa67a5df", "status": "completed", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:23:38.417982 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-47acf432-3219-49c1-b686-0d3e11fb8306 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:23:38.418418 n-d-802623-1 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '515844b0-12e5-4d91-8415-7e9fc9e79241', 'tag': '46cb3646-e819-4bd1-b975-6ed7aa67a5df', 'status': 'completed', 'code': 200} Jul 27 23:23:38.422858 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-0ef5747a-ba89-4485-9d21-8551a896917a admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0842853 Jul 27 23:23:38.539822 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d88781b7-7631-4dd8-a995-57397c7169a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:38.548597 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ee5dcbf-d420-4ba6-bbcb-f0f2ceef034c tempest-BulkNetworkOpsTest-1508162577 tempest-BulkNetworkOpsTest-1508162577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:23:38.566590 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ee5dcbf-d420-4ba6-bbcb-f0f2ceef034c tempest-BulkNetworkOpsTest-1508162577 tempest-BulkNetworkOpsTest-1508162577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:23:38.584107 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ee5dcbf-d420-4ba6-bbcb-f0f2ceef034c tempest-BulkNetworkOpsTest-1508162577 tempest-BulkNetworkOpsTest-1508162577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:23:38.624039 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ee5dcbf-d420-4ba6-bbcb-f0f2ceef034c tempest-BulkNetworkOpsTest-1508162577 tempest-BulkNetworkOpsTest-1508162577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:23:38.625960 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-5ee5dcbf-d420-4ba6-bbcb-f0f2ceef034c tempest-BulkNetworkOpsTest-1508162577 tempest-BulkNetworkOpsTest-1508162577-project] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.4205298 Jul 27 23:23:38.631707 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 55046) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:23:38.646317 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88781b7-7631-4dd8-a995-57397c7169a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=30e60e4b-5905-4371-b398-cc252ac3c37c,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:23:38.713800 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1fa339-0d79-4ba8-b2ae-5a7bce357228 req-af0c0545-00ce-44dd-b606-42ccf4210a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:23:38.717492 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-ce1fa339-0d79-4ba8-b2ae-5a7bce357228 req-af0c0545-00ce-44dd-b606-42ccf4210a13 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3333578abc624b349077b88d523a95c7&device_id=515844b0-12e5-4d91-8415-7e9fc9e79241 HTTP/1.1" status: 200 len: 1097 time: 0.4444532 Jul 27 23:23:38.924045 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d88781b7-7631-4dd8-a995-57397c7169a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-415368'] for router_gateway, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:38.984403 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] No Port match for: 31404c01-7b8d-4b39-bb63-d10246aef874 {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:23:38.985363 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 31404c01-7b8d-4b39-bb63-d10246aef874 not bound to the agent host n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:23:39.043359 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c626dc9d-67df-4755-aefb-26b59bdd45ea None None] Network 65b1245a-a607-4276-8c53-dcbc43a79e77 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:23:39.048728 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d88781b7-7631-4dd8-a995-57397c7169a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62205'] for router, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:39.051786 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d88781b7-7631-4dd8-a995-57397c7169a0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:39.104425 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1fa339-0d79-4ba8-b2ae-5a7bce357228 req-049612d1-a8bd-4ae6-97d2-180a35913c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:23:39.105279 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-1981ea7b-0467-47e1-a5ba-cf471d3e9572 None None] Set router 8a801f47-885e-4b83-8472-bda396adcd3b gateway port host: n-d-802623-1 {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:23:39.106211 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-ce1fa339-0d79-4ba8-b2ae-5a7bce357228 req-049612d1-a8bd-4ae6-97d2-180a35913c0f service neutron] 10.222.0.18 "GET /v2.0/networks?id=470a3bc8-3a6a-42d8-9fcd-fd13d61a7106 HTTP/1.1" status: 200 len: 920 time: 0.3284674 Jul 27 23:23:39.135412 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d88781b7-7631-4dd8-a995-57397c7169a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-477831'] for router, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:39.136091 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d88781b7-7631-4dd8-a995-57397c7169a0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 10876ef5-369b-4d15-8f81-8b99419d04d0 {{(pid=93797) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 23:23:39.202244 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d88781b7-7631-4dd8-a995-57397c7169a0 admin admin] Notify callbacks [] for router, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:39.207131 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-d88781b7-7631-4dd8-a995-57397c7169a0 admin admin] 10.222.0.18 "DELETE /v2.0/routers/10876ef5-369b-4d15-8f81-8b99419d04d0 HTTP/1.1" status: 204 len: 168 time: 5.4958718 Jul 27 23:23:39.210003 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 55056) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:23:39.275639 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc90db6-b0b3-4c22-adcf-cd967c613035 tempest-BulkNetworkOpsTest-1508162577 tempest-BulkNetworkOpsTest-1508162577-project] Pushing event updated for resources: {'Network': ['ID=7f005dec-5381-4abd-a02b-04a221f7d014,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:23:39.291990 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-ce1fa339-0d79-4ba8-b2ae-5a7bce357228 req-4890ddb9-5534-4407-8d5e-8c43ecb7acd8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=46cb3646-e819-4bd1-b975-6ed7aa67a5df HTTP/1.1" status: 200 len: 999 time: 0.1757281 Jul 27 23:23:39.306650 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f4dffe-48c0-4e6f-b490-0501c42da89b req-5fac71a3-8369-4fbb-b7f3-1ae48b4f68cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:23:39.308237 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b8f4dffe-48c0-4e6f-b490-0501c42da89b req-5fac71a3-8369-4fbb-b7f3-1ae48b4f68cc service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=3333578abc624b349077b88d523a95c7&device_id=515844b0-12e5-4d91-8415-7e9fc9e79241 HTTP/1.1" status: 200 len: 1097 time: 0.8940637 Jul 27 23:23:39.317511 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8d562532-3742-42d2-a5c2-e6353cfb6926 tempest-BulkNetworkOpsTest-1508162577 tempest-BulkNetworkOpsTest-1508162577-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593271'] for network, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:39.329740 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baed59fd-e312-4fa7-9317-93cbe58e79f1 req-caa16b0c-f4e8-4ec7-be0f-a6fc0afe5e0a tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:23:39.331312 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-baed59fd-e312-4fa7-9317-93cbe58e79f1 req-caa16b0c-f4e8-4ec7-be0f-a6fc0afe5e0a tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] 10.222.0.18 "GET /v2.0/ports?device_id=9bda45a6-7b3d-4402-bc36-eb32e3c47420 HTTP/1.1" status: 200 len: 944 time: 0.1257079 Jul 27 23:23:39.374092 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Network 7f005dec-5381-4abd-a02b-04a221f7d014 details requested by agent ovs-agent-n-d-802623-1 with host n-d-802623-1 {{(pid=93799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 23:23:39.395744 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_v2 [None req-25b782c9-84e5-45a0-a8d9-4cb9dccc45ee admin admin] Deleting subnet 232a981d-f7d1-42df-991c-3a09e4ce0177 {{(pid=93797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 23:23:39.415655 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-25b782c9-84e5-45a0-a8d9-4cb9dccc45ee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:39.486929 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1fa339-0d79-4ba8-b2ae-5a7bce357228 req-61fec542-e774-4768-878a-11f960345cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:23:39.488790 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-ce1fa339-0d79-4ba8-b2ae-5a7bce357228 req-61fec542-e774-4768-878a-11f960345cd1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=cda1fa6c-3b60-45b3-95dc-3c5a11ac6a40 HTTP/1.1" status: 200 len: 859 time: 0.1811001 Jul 27 23:23:39.490181 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f4dffe-48c0-4e6f-b490-0501c42da89b req-5f81785d-3916-4caa-b2e4-eaef5a4d09b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:23:39.491636 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b8f4dffe-48c0-4e6f-b490-0501c42da89b req-5f81785d-3916-4caa-b2e4-eaef5a4d09b4 service neutron] 10.222.0.49 "GET /v2.0/networks?id=470a3bc8-3a6a-42d8-9fcd-fd13d61a7106 HTTP/1.1" status: 200 len: 920 time: 0.1704216 Jul 27 23:23:39.493212 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-25b782c9-84e5-45a0-a8d9-4cb9dccc45ee admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11335971'] for subnet, precommit_delete_associations {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:39.552114 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-ce1fa339-0d79-4ba8-b2ae-5a7bce357228 req-1799f982-a687-41e0-b608-90fb7e22df8b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=470a3bc8-3a6a-42d8-9fcd-fd13d61a7106&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333204 Jul 27 23:23:39.565624 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [req-ce1fa339-0d79-4ba8-b2ae-5a7bce357228 req-73349758-3d34-4f97-88e5-693127505ed8 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=93797) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 23:23:39.567312 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-ce1fa339-0d79-4ba8-b2ae-5a7bce357228 req-73349758-3d34-4f97-88e5-693127505ed8 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061023 Jul 27 23:23:39.626331 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8d562532-3742-42d2-a5c2-e6353cfb6926 tempest-BulkNetworkOpsTest-1508162577 tempest-BulkNetworkOpsTest-1508162577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618032', 'neutron.services.segments.db._delete_segments_for_network-8736833900081'] for network, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:39.636796 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-8d562532-3742-42d2-a5c2-e6353cfb6926 tempest-BulkNetworkOpsTest-1508162577 tempest-BulkNetworkOpsTest-1508162577-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4315b302-02a7-4903-950f-c35878c19fbd']}} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:23:39.647004 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-8d562532-3742-42d2-a5c2-e6353cfb6926 tempest-BulkNetworkOpsTest-1508162577 tempest-BulkNetworkOpsTest-1508162577-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb45c3cf-cbf4-41db-902f-a7ad610893eb') {'for_net_delete': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:23:39.647359 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-8d562532-3742-42d2-a5c2-e6353cfb6926 tempest-BulkNetworkOpsTest-1508162577 tempest-BulkNetworkOpsTest-1508162577-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb45c3cf-cbf4-41db-902f-a7ad610893eb') {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:23:39.657206 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8d562532-3742-42d2-a5c2-e6353cfb6926 tempest-BulkNetworkOpsTest-1508162577 tempest-BulkNetworkOpsTest-1508162577-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736833900858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11163256'] for segment, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:39.670396 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8d562532-3742-42d2-a5c2-e6353cfb6926 tempest-BulkNetworkOpsTest-1508162577 tempest-BulkNetworkOpsTest-1508162577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:39.676298 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d562532-3742-42d2-a5c2-e6353cfb6926 tempest-BulkNetworkOpsTest-1508162577 tempest-BulkNetworkOpsTest-1508162577-project] Releasing vlan 546 on physical network physnet1 to pool {{(pid=93798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 23:23:39.676701 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8d562532-3742-42d2-a5c2-e6353cfb6926 tempest-BulkNetworkOpsTest-1508162577 tempest-BulkNetworkOpsTest-1508162577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11971746'] for segment, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:39.680765 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-25b782c9-84e5-45a0-a8d9-4cb9dccc45ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620741'] for subnet, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:39.745370 n-d-802623-1 neutron-server[93798]: Traceback (most recent call last): Jul 27 23:23:39.745370 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 23:23:39.745370 n-d-802623-1 neutron-server[93798]: timer() Jul 27 23:23:39.745370 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 23:23:39.745370 n-d-802623-1 neutron-server[93798]: cb(*args, **kw) Jul 27 23:23:39.745370 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 23:23:39.745370 n-d-802623-1 neutron-server[93798]: return func(*args, **kwargs) Jul 27 23:23:39.745370 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 23:23:39.745370 n-d-802623-1 neutron-server[93798]: self._notify() Jul 27 23:23:39.745370 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 23:23:39.745370 n-d-802623-1 neutron-server[93798]: self.callback(batched_events) Jul 27 23:23:39.745370 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 23:23:39.745370 n-d-802623-1 neutron-server[93798]: event.method(event) Jul 27 23:23:39.745370 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 23:23:39.745370 n-d-802623-1 neutron-server[93798]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 23:23:39.745370 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 23:23:39.745370 n-d-802623-1 neutron-server[93798]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 23:23:39.745370 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 23:23:39.745370 n-d-802623-1 neutron-server[93798]: return f(self, *a, **k) Jul 27 23:23:39.745370 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 23:23:39.745370 n-d-802623-1 neutron-server[93798]: return self._get(url).json() Jul 27 23:23:39.745370 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 23:23:39.745370 n-d-802623-1 neutron-server[93798]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 23:23:39.745370 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 23:23:39.745370 n-d-802623-1 neutron-server[93798]: return self.request(url, 'GET', **kwargs) Jul 27 23:23:39.745370 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 23:23:39.745370 n-d-802623-1 neutron-server[93798]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 23:23:39.745370 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 23:23:39.745370 n-d-802623-1 neutron-server[93798]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 23:23:39.745370 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 23:23:39.745370 n-d-802623-1 neutron-server[93798]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 23:23:39.745370 n-d-802623-1 neutron-server[93798]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 23:23:39.767764 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-baed59fd-e312-4fa7-9317-93cbe58e79f1 req-d1e573df-b24b-4516-9c98-72b6bcadf49a tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] 10.222.0.18 "GET /v2.0/security-groups?id=65b595b9-aa8c-4614-91d3-1ae3459c99b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2746243 Jul 27 23:23:39.768366 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8d562532-3742-42d2-a5c2-e6353cfb6926 tempest-BulkNetworkOpsTest-1508162577 tempest-BulkNetworkOpsTest-1508162577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415412'] for network, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:39.778915 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8d562532-3742-42d2-a5c2-e6353cfb6926 tempest-BulkNetworkOpsTest-1508162577 tempest-BulkNetworkOpsTest-1508162577-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:39.783158 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-8d562532-3742-42d2-a5c2-e6353cfb6926 tempest-BulkNetworkOpsTest-1508162577 tempest-BulkNetworkOpsTest-1508162577-project] 10.222.0.18 "DELETE /v2.0/networks/4315b302-02a7-4903-950f-c35878c19fbd HTTP/1.1" status: 204 len: 168 time: 1.1219878 Jul 27 23:23:39.788261 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 55060) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:23:39.837776 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d562532-3742-42d2-a5c2-e6353cfb6926 tempest-BulkNetworkOpsTest-1508162577 tempest-BulkNetworkOpsTest-1508162577-project] Pushing event deleted for resources: {'Network': ['ID=4315b302-02a7-4903-950f-c35878c19fbd,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:23:39.855836 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b8f4dffe-48c0-4e6f-b490-0501c42da89b req-8f0325d0-7901-418c-8b4b-7b6c94e60f47 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=46cb3646-e819-4bd1-b975-6ed7aa67a5df HTTP/1.1" status: 200 len: 999 time: 0.3541234 Jul 27 23:23:39.857996 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-1981ea7b-0467-47e1-a5ba-cf471d3e9572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a801f47-885e-4b83-8472-bda396adcd3b', 'name': 'tempest-ServerRescueTestJSONUnderV235-995934199-router', 'tenant_id': '3333578abc624b349077b88d523a95c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.153'}], 'enable_snat': True}, 'gw_port_id': '229e6be4-0c44-4a1c-b1d8-fc19ae5a71f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:22:12Z', 'updated_at': '2021-07-27T23:22:18Z', 'revision_number': 4, 'project_id': '3333578abc624b349077b88d523a95c7', 'gw_port': {'id': '229e6be4-0c44-4a1c-b1d8-fc19ae5a71f9', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:91:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a801f47-885e-4b83-8472-bda396adcd3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2139, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:22:13Z', 'updated_at': '2021-07-27T23:22:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_floatingips': [{'id': 'fb836611-bbbd-4f3f-a85d-496865f379f2', 'tenant_id': '3333578abc624b349077b88d523a95c7', 'floating_ip_address': '172.25.4.96', 'floating_network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'router_id': '8a801f47-885e-4b83-8472-bda396adcd3b', 'port_id': '46cb3646-e819-4bd1-b975-6ed7aa67a5df', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2209, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '470a3bc8-3a6a-42d8-9fcd-fd13d61a7106', 'mac_address': 'fa:16:3e:0d:c2:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '515844b0-12e5-4d91-8415-7e9fc9e79241', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T23:23:28Z', 'updated_at': '2021-07-27T23:23:35Z', 'revision_number': 1, 'project_id': '3333578abc624b349077b88d523a95c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4403f01a-23c7-4d6c-a3d8-1dbf88f1efeb', 'name': '', 'network_id': '470a3bc8-3a6a-42d8-9fcd-fd13d61a7106', 'tenant_id': '3333578abc624b349077b88d523a95c7', 'mac_address': 'fa:16:3e:03:0b:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a801f47-885e-4b83-8472-bda396adcd3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2140, 'fixed_ips': [{'subnet_id': 'cda1fa6c-3b60-45b3-95dc-3c5a11ac6a40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:22:17Z', 'updated_at': '2021-07-27T23:22:26Z', 'revision_number': 5, 'project_id': '3333578abc624b349077b88d523a95c7', 'subnets': [{'id': 'cda1fa6c-3b60-45b3-95dc-3c5a11ac6a40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:23:39.921277 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0409b4bf-27bd-4a66-b0a3-d42cd2cf5736 tempest-BulkNetworkOpsTest-1508162577 tempest-BulkNetworkOpsTest-1508162577-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593271'] for network, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:39.926854 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-ce1fa339-0d79-4ba8-b2ae-5a7bce357228 req-17fef3f4-9066-4d48-b3e4-10b4ca27e684 service neutron] 10.222.0.18 "GET /v2.0/networks/470a3bc8-3a6a-42d8-9fcd-fd13d61a7106?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3520856 Jul 27 23:23:39.931606 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1981ea7b-0467-47e1-a5ba-cf471d3e9572 None None] Checking router: 8a801f47-885e-4b83-8472-bda396adcd3b for host: n-d-802623-1 {{(pid=93799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 23:23:39.936183 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f4dffe-48c0-4e6f-b490-0501c42da89b req-64bd296c-59bc-4bc9-ac18-9009f3ec01eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:23:39.937805 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b8f4dffe-48c0-4e6f-b490-0501c42da89b req-64bd296c-59bc-4bc9-ac18-9009f3ec01eb service neutron] 10.222.0.49 "GET /v2.0/subnets?id=cda1fa6c-3b60-45b3-95dc-3c5a11ac6a40 HTTP/1.1" status: 200 len: 859 time: 0.0737839 Jul 27 23:23:39.958227 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1981ea7b-0467-47e1-a5ba-cf471d3e9572 None None] Routers {'8a801f47-885e-4b83-8472-bda396adcd3b'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:23:39.965849 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-1981ea7b-0467-47e1-a5ba-cf471d3e9572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:23:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['8a801f47-885e-4b83-8472-bda396adcd3b'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:23:39.995537 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b8f4dffe-48c0-4e6f-b490-0501c42da89b req-3d2ed413-e9c3-42e8-977f-faa49fe469e4 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=470a3bc8-3a6a-42d8-9fcd-fd13d61a7106&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482247 Jul 27 23:23:40.048131 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-25b782c9-84e5-45a0-a8d9-4cb9dccc45ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11335991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11551414'] for subnet, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:40.172026 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b8f4dffe-48c0-4e6f-b490-0501c42da89b req-74238c2c-bf84-4648-b647-410fb8b19892 service neutron] 10.222.0.49 "GET /v2.0/networks/470a3bc8-3a6a-42d8-9fcd-fd13d61a7106?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1634889 Jul 27 23:23:40.189434 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b782c9-84e5-45a0-a8d9-4cb9dccc45ee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=232a981d-f7d1-42df-991c-3a09e4ce0177,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:23:40.206854 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-25b782c9-84e5-45a0-a8d9-4cb9dccc45ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for subnet, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:40.209397 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-25b782c9-84e5-45a0-a8d9-4cb9dccc45ee admin admin] 10.222.0.18 "DELETE /v2.0/subnets/232a981d-f7d1-42df-991c-3a09e4ce0177 HTTP/1.1" status: 204 len: 168 time: 0.9979868 Jul 27 23:23:40.220350 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 55078) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:23:40.222238 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b8edbad-04b8-4156-9bde-3eac9386db13 None None] Network 0627b955-dd0f-4cce-ba7f-51e698f3bc59 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:23:40.224200 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 30e60e4b-5905-4371-b398-cc252ac3c37c no longer exists at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:23:40.229759 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0409b4bf-27bd-4a66-b0a3-d42cd2cf5736 tempest-BulkNetworkOpsTest-1508162577 tempest-BulkNetworkOpsTest-1508162577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618032', 'neutron.services.segments.db._delete_segments_for_network-8736833900081'] for network, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:40.288799 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-0409b4bf-27bd-4a66-b0a3-d42cd2cf5736 tempest-BulkNetworkOpsTest-1508162577 tempest-BulkNetworkOpsTest-1508162577-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f005dec-5381-4abd-a02b-04a221f7d014']}} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:23:40.317494 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-0409b4bf-27bd-4a66-b0a3-d42cd2cf5736 tempest-BulkNetworkOpsTest-1508162577 tempest-BulkNetworkOpsTest-1508162577-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '855725d7-3398-4f43-a4db-6a3bb93d1c54') {'for_net_delete': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:23:40.317864 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-0409b4bf-27bd-4a66-b0a3-d42cd2cf5736 tempest-BulkNetworkOpsTest-1508162577 tempest-BulkNetworkOpsTest-1508162577-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '855725d7-3398-4f43-a4db-6a3bb93d1c54') {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:23:40.328346 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] No Port match for: 30e60e4b-5905-4371-b398-cc252ac3c37c {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:23:40.328750 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 30e60e4b-5905-4371-b398-cc252ac3c37c not bound to the agent host n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:23:40.342262 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-ce1fa339-0d79-4ba8-b2ae-5a7bce357228 req-5e591ce8-75b0-42cd-962f-1acf969fe780 service neutron] 10.222.0.18 "GET /v2.0/networks/470a3bc8-3a6a-42d8-9fcd-fd13d61a7106?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4050300 Jul 27 23:23:40.345428 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0409b4bf-27bd-4a66-b0a3-d42cd2cf5736 tempest-BulkNetworkOpsTest-1508162577 tempest-BulkNetworkOpsTest-1508162577-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736833900858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11335978'] for segment, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:40.363739 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-1981ea7b-0467-47e1-a5ba-cf471d3e9572 None None] Set router 8a801f47-885e-4b83-8472-bda396adcd3b gateway port host: n-d-802623-1 {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:23:40.370979 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-50267f0c-5558-443b-ab73-6896ef071199 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593271'] for network, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:40.382482 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0409b4bf-27bd-4a66-b0a3-d42cd2cf5736 tempest-BulkNetworkOpsTest-1508162577 tempest-BulkNetworkOpsTest-1508162577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:40.400403 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0409b4bf-27bd-4a66-b0a3-d42cd2cf5736 tempest-BulkNetworkOpsTest-1508162577 tempest-BulkNetworkOpsTest-1508162577-project] Releasing vlan 507 on physical network physnet1 to pool {{(pid=93797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 23:23:40.401490 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0409b4bf-27bd-4a66-b0a3-d42cd2cf5736 tempest-BulkNetworkOpsTest-1508162577 tempest-BulkNetworkOpsTest-1508162577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11336013'] for segment, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:40.438948 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 23300807-efde-46de-99e7-6916a9204bb3 details requested by agent hyperv_n-h1-802623-1 with host n-h1-802623-1 {{(pid=93799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 23:23:40.494173 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e6ebf6-085d-4afc-82c2-6d4517ba6f37 req-f13c6a31-7fc3-4a6c-8bc7-08ef02312760 tempest-MultipleCreateTestJSON-1931740269 tempest-MultipleCreateTestJSON-1931740269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:23:40.510386 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a7e6ebf6-085d-4afc-82c2-6d4517ba6f37 req-f13c6a31-7fc3-4a6c-8bc7-08ef02312760 tempest-MultipleCreateTestJSON-1931740269 tempest-MultipleCreateTestJSON-1931740269-project] 10.222.0.18 "GET /v2.0/networks?id=65b1245a-a607-4276-8c53-dcbc43a79e77 HTTP/1.1" status: 200 len: 812 time: 0.2835543 Jul 27 23:23:40.535429 n-d-802623-1 neutron-server[93797]: Traceback (most recent call last): Jul 27 23:23:40.535429 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 23:23:40.535429 n-d-802623-1 neutron-server[93797]: timer() Jul 27 23:23:40.535429 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 23:23:40.535429 n-d-802623-1 neutron-server[93797]: cb(*args, **kw) Jul 27 23:23:40.535429 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 23:23:40.535429 n-d-802623-1 neutron-server[93797]: return func(*args, **kwargs) Jul 27 23:23:40.535429 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 23:23:40.535429 n-d-802623-1 neutron-server[93797]: self._notify() Jul 27 23:23:40.535429 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 23:23:40.535429 n-d-802623-1 neutron-server[93797]: self.callback(batched_events) Jul 27 23:23:40.535429 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 23:23:40.535429 n-d-802623-1 neutron-server[93797]: event.method(event) Jul 27 23:23:40.535429 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 23:23:40.535429 n-d-802623-1 neutron-server[93797]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 23:23:40.535429 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 23:23:40.535429 n-d-802623-1 neutron-server[93797]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 23:23:40.535429 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 23:23:40.535429 n-d-802623-1 neutron-server[93797]: return f(self, *a, **k) Jul 27 23:23:40.535429 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 23:23:40.535429 n-d-802623-1 neutron-server[93797]: return self._get(url).json() Jul 27 23:23:40.535429 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 23:23:40.535429 n-d-802623-1 neutron-server[93797]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 23:23:40.535429 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 23:23:40.535429 n-d-802623-1 neutron-server[93797]: return self.request(url, 'GET', **kwargs) Jul 27 23:23:40.535429 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 23:23:40.535429 n-d-802623-1 neutron-server[93797]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 23:23:40.535429 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 23:23:40.535429 n-d-802623-1 neutron-server[93797]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 23:23:40.535429 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 23:23:40.535429 n-d-802623-1 neutron-server[93797]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 23:23:40.535429 n-d-802623-1 neutron-server[93797]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 23:23:40.545058 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b8f4dffe-48c0-4e6f-b490-0501c42da89b req-18c81d3c-83b0-4fd2-a6f0-8a7b6ba73b1d service neutron] 10.222.0.49 "GET /v2.0/networks/470a3bc8-3a6a-42d8-9fcd-fd13d61a7106?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3632939 Jul 27 23:23:40.545605 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0409b4bf-27bd-4a66-b0a3-d42cd2cf5736 tempest-BulkNetworkOpsTest-1508162577 tempest-BulkNetworkOpsTest-1508162577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415412'] for network, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:40.558826 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a7e6ebf6-085d-4afc-82c2-6d4517ba6f37 req-3491b210-0b14-4f74-ac74-4ea7b1e69c1c tempest-MultipleCreateTestJSON-1931740269 tempest-MultipleCreateTestJSON-1931740269-project] 10.222.0.18 "GET /v2.0/quotas/fbb3972e819948feb45f84fffea5a2b5 HTTP/1.1" status: 200 len: 375 time: 0.0465040 Jul 27 23:23:40.637504 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a7e6ebf6-085d-4afc-82c2-6d4517ba6f37 req-82fa82a3-ee46-444c-9d6d-c1861cf999b9 tempest-MultipleCreateTestJSON-1931740269 tempest-MultipleCreateTestJSON-1931740269-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=fbb3972e819948feb45f84fffea5a2b5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0774195 Jul 27 23:23:40.665638 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b92bbf7-e04d-49e8-8127-515ef6bf7afb None None] DHCP port deletion for 0627b955-dd0f-4cce-ba7f-51e698f3bc59 request from n-d-802623-1 {{(pid=93799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 23:23:40.727928 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port 23300807-efde-46de-99e7-6916a9204bb3, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=23300807-efde-46de-99e7-6916a9204bb3,segment=NetworkSegment(dd3fb910-11a1-4198-8a90-f4352ae92025),segment_id=dd3fb910-11a1-4198-8a90-f4352ae92025)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:23:40.760014 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Returning: {'device': '23300807-efde-46de-99e7-6916a9204bb3', 'network_id': 'a198ee08-ada0-4348-9b3a-3cd923d78e26', 'port_id': '23300807-efde-46de-99e7-6916a9204bb3', 'mac_address': 'fa:16:3e:65:11:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bb4b577-bd47-4366-ace3-c23131aef649', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 23:23:40.824912 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:40.835650 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a7e6ebf6-085d-4afc-82c2-6d4517ba6f37 req-d2eee910-588b-4901-b1f3-376c9210efd4 service neutron] 10.222.0.18 "GET /v2.0/networks/65b1245a-a607-4276-8c53-dcbc43a79e77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1970761 Jul 27 23:23:40.864589 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-5b92bbf7-e04d-49e8-8127-515ef6bf7afb None None] Deleting port ac9fa10f-b7c9-49a5-b221-7a0293adb985 {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:23:40.865118 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-5b92bbf7-e04d-49e8-8127-515ef6bf7afb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:40.936961 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-5b92bbf7-e04d-49e8-8127-515ef6bf7afb None None] For port ac9fa10f-b7c9-49a5-b221-7a0293adb985, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=ac9fa10f-b7c9-49a5-b221-7a0293adb985,segment=NetworkSegment(145d64c0-063a-4e1d-8ed5-459cef7aa517),segment_id=145d64c0-063a-4e1d-8ed5-459cef7aa517)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:23:40.937492 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-5b92bbf7-e04d-49e8-8127-515ef6bf7afb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:40.969064 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-5b92bbf7-e04d-49e8-8127-515ef6bf7afb None None] Calling delete_port for ac9fa10f-b7c9-49a5-b221-7a0293adb985 owned by network:dhcp {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:23:40.978574 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0409b4bf-27bd-4a66-b0a3-d42cd2cf5736 tempest-BulkNetworkOpsTest-1508162577 tempest-BulkNetworkOpsTest-1508162577-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for network, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:40.982693 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-0409b4bf-27bd-4a66-b0a3-d42cd2cf5736 tempest-BulkNetworkOpsTest-1508162577 tempest-BulkNetworkOpsTest-1508162577-project] 10.222.0.18 "DELETE /v2.0/networks/7f005dec-5381-4abd-a02b-04a221f7d014 HTTP/1.1" status: 204 len: 168 time: 1.1895764 Jul 27 23:23:40.984689 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 55086) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:23:41.035554 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0409b4bf-27bd-4a66-b0a3-d42cd2cf5736 tempest-BulkNetworkOpsTest-1508162577 tempest-BulkNetworkOpsTest-1508162577-project] Pushing event deleted for resources: {'Network': ['ID=7f005dec-5381-4abd-a02b-04a221f7d014,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:23:41.065181 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23300807-efde-46de-99e7-6916a9204bb3 {{(pid=93799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:23:41.077106 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f5dbfc87-345e-4f80-82e8-6d50462b0aed req-3e5dc818-93e9-4166-aef1-0eba95a98695 tempest-ServerRescueTestJSONUnderV235-622928344 tempest-ServerRescueTestJSONUnderV235-622928344-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.4.96 HTTP/1.1" status: 200 len: 999 time: 0.5463707 Jul 27 23:23:41.089044 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-5b92bbf7-e04d-49e8-8127-515ef6bf7afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:41.115285 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c27f73bc-edac-4b14-a91f-2ba726bd5964 tempest-BulkNetworkOpsTest-1508162577 tempest-BulkNetworkOpsTest-1508162577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:23:41.123380 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c27f73bc-edac-4b14-a91f-2ba726bd5964 tempest-BulkNetworkOpsTest-1508162577 tempest-BulkNetworkOpsTest-1508162577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:23:41.129064 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-c27f73bc-edac-4b14-a91f-2ba726bd5964 tempest-BulkNetworkOpsTest-1508162577 tempest-BulkNetworkOpsTest-1508162577-project] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1432397 Jul 27 23:23:41.130044 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 55088) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:23:41.140767 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dbfc87-345e-4f80-82e8-6d50462b0aed req-bf0cf4ae-0c30-4956-abc2-f24fb3b39a31 tempest-ServerRescueTestJSONUnderV235-622928344 tempest-ServerRescueTestJSONUnderV235-622928344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:23:41.142348 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f5dbfc87-345e-4f80-82e8-6d50462b0aed req-bf0cf4ae-0c30-4956-abc2-f24fb3b39a31 tempest-ServerRescueTestJSONUnderV235-622928344 tempest-ServerRescueTestJSONUnderV235-622928344-project] 10.222.0.18 "GET /v2.0/ports/46cb3646-e819-4bd1-b975-6ed7aa67a5df HTTP/1.1" status: 200 len: 943 time: 0.0643983 Jul 27 23:23:41.144338 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-91d4fed1-9286-40c9-a67a-f15c71c0872f tempest-BulkNetworkOpsTest-1508162577 tempest-BulkNetworkOpsTest-1508162577-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-455894744'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:23:41.156483 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-50267f0c-5558-443b-ab73-6896ef071199 admin admin] Deleting port ac9fa10f-b7c9-49a5-b221-7a0293adb985 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:23:41.157017 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-50267f0c-5558-443b-ab73-6896ef071199 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:41.158896 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port 23300807-efde-46de-99e7-6916a9204bb3, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=23300807-efde-46de-99e7-6916a9204bb3,segment=NetworkSegment(dd3fb910-11a1-4198-8a90-f4352ae92025),segment_id=dd3fb910-11a1-4198-8a90-f4352ae92025)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:23:41.163197 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b92bbf7-e04d-49e8-8127-515ef6bf7afb None None] Pushing event deleted for resources: {'Port': ['ID=ac9fa10f-b7c9-49a5-b221-7a0293adb985,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:23:41.167406 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b92bbf7-e04d-49e8-8127-515ef6bf7afb None None] No DVR routers for this DVR port ac9fa10f-b7c9-49a5-b221-7a0293adb985 on host n-d-802623-1 {{(pid=93799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:23:41.178288 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:41.193809 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a7e6ebf6-085d-4afc-82c2-6d4517ba6f37 req-8d143ab2-b8ff-4195-9e84-206fb097f3d1 service neutron] 10.222.0.18 "GET /v2.0/networks/65b1245a-a607-4276-8c53-dcbc43a79e77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3458223 Jul 27 23:23:41.229957 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91d4fed1-9286-40c9-a67a-f15c71c0872f tempest-BulkNetworkOpsTest-1508162577 tempest-BulkNetworkOpsTest-1508162577-project] Made reservation on behalf of 57e30b759d5d4df4b0f4d754632f9dbe for: {'network': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:23:41.233662 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Pushing event updated for resources: {'Port': ['ID=23300807-efde-46de-99e7-6916a9204bb3,revision_number=11']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:23:41.234299 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-91d4fed1-9286-40c9-a67a-f15c71c0872f tempest-BulkNetworkOpsTest-1508162577 tempest-BulkNetworkOpsTest-1508162577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for network, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:41.264898 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-1981ea7b-0467-47e1-a5ba-cf471d3e9572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a801f47-885e-4b83-8472-bda396adcd3b', 'name': 'tempest-ServerRescueTestJSONUnderV235-995934199-router', 'tenant_id': '3333578abc624b349077b88d523a95c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.153'}], 'enable_snat': True}, 'gw_port_id': '229e6be4-0c44-4a1c-b1d8-fc19ae5a71f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:22:12Z', 'updated_at': '2021-07-27T23:22:18Z', 'revision_number': 4, 'project_id': '3333578abc624b349077b88d523a95c7', 'gw_port': {'id': '229e6be4-0c44-4a1c-b1d8-fc19ae5a71f9', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:91:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a801f47-885e-4b83-8472-bda396adcd3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2139, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:22:13Z', 'updated_at': '2021-07-27T23:22:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_floatingips': [{'id': 'fb836611-bbbd-4f3f-a85d-496865f379f2', 'tenant_id': '3333578abc624b349077b88d523a95c7', 'floating_ip_address': '172.25.4.96', 'floating_network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'router_id': '8a801f47-885e-4b83-8472-bda396adcd3b', 'port_id': '46cb3646-e819-4bd1-b975-6ed7aa67a5df', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2209, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '470a3bc8-3a6a-42d8-9fcd-fd13d61a7106', 'mac_address': 'fa:16:3e:0d:c2:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '515844b0-12e5-4d91-8415-7e9fc9e79241', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T23:23:28Z', 'updated_at': '2021-07-27T23:23:35Z', 'revision_number': 1, 'project_id': '3333578abc624b349077b88d523a95c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4403f01a-23c7-4d6c-a3d8-1dbf88f1efeb', 'name': '', 'network_id': '470a3bc8-3a6a-42d8-9fcd-fd13d61a7106', 'tenant_id': '3333578abc624b349077b88d523a95c7', 'mac_address': 'fa:16:3e:03:0b:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a801f47-885e-4b83-8472-bda396adcd3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2140, 'fixed_ips': [{'subnet_id': 'cda1fa6c-3b60-45b3-95dc-3c5a11ac6a40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:22:17Z', 'updated_at': '2021-07-27T23:22:26Z', 'revision_number': 5, 'project_id': '3333578abc624b349077b88d523a95c7', 'subnets': [{'id': 'cda1fa6c-3b60-45b3-95dc-3c5a11ac6a40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:23:41.279553 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91d4fed1-9286-40c9-a67a-f15c71c0872f tempest-BulkNetworkOpsTest-1508162577 tempest-BulkNetworkOpsTest-1508162577-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 532} {{(pid=93798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 23:23:41.294231 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-91d4fed1-9286-40c9-a67a-f15c71c0872f tempest-BulkNetworkOpsTest-1508162577 tempest-BulkNetworkOpsTest-1508162577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:41.295029 n-d-802623-1 neutron-server[93798]: INFO neutron.db.segments_db [None req-91d4fed1-9286-40c9-a67a-f15c71c0872f tempest-BulkNetworkOpsTest-1508162577 tempest-BulkNetworkOpsTest-1508162577-project] Added segment f5ce7aab-6a0d-416a-b8ab-38ad836b5d47 of type vlan for network eb84b843-1f78-4eda-b90b-075300e0047e Jul 27 23:23:41.346198 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1981ea7b-0467-47e1-a5ba-cf471d3e9572 None None] The sync data for ids ['8a801f47-885e-4b83-8472-bda396adcd3b'] in n-d-802623-1 is: [{'id': '8a801f47-885e-4b83-8472-bda396adcd3b', 'name': 'tempest-ServerRescueTestJSONUnderV235-995934199-router', 'tenant_id': '3333578abc624b349077b88d523a95c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.153'}], 'enable_snat': True}, 'gw_port_id': '229e6be4-0c44-4a1c-b1d8-fc19ae5a71f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:22:12Z', 'updated_at': '2021-07-27T23:22:18Z', 'revision_number': 4, 'project_id': '3333578abc624b349077b88d523a95c7', 'gw_port': {'id': '229e6be4-0c44-4a1c-b1d8-fc19ae5a71f9', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:91:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a801f47-885e-4b83-8472-bda396adcd3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2139, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:22:13Z', 'updated_at': '2021-07-27T23:22:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_floatingips': [{'id': 'fb836611-bbbd-4f3f-a85d-496865f379f2', 'tenant_id': '3333578abc624b349077b88d523a95c7', 'floating_ip_address': '172.25.4.96', 'floating_network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'router_id': '8a801f47-885e-4b83-8472-bda396adcd3b', 'port_id': '46cb3646-e819-4bd1-b975-6ed7aa67a5df', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2209, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '470a3bc8-3a6a-42d8-9fcd-fd13d61a7106', 'mac_address': 'fa:16:3e:0d:c2:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '515844b0-12e5-4d91-8415-7e9fc9e79241', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T23:23:28Z', 'updated_at': '2021-07-27T23:23:35Z', 'revision_number': 1, 'project_id': '3333578abc624b349077b88d523a95c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4403f01a-23c7-4d6c-a3d8-1dbf88f1efeb', 'name': '', 'network_id': '470a3bc8-3a6a-42d8-9fcd-fd13d61a7106', 'tenant_id': '3333578abc624b349077b88d523a95c7', 'mac_address': 'fa:16:3e:03:0b:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a801f47-885e-4b83-8472-bda396adcd3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2140, 'fixed_ips': [{'subnet_id': 'cda1fa6c-3b60-45b3-95dc-3c5a11ac6a40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:22:17Z', 'updated_at': '2021-07-27T23:22:26Z', 'revision_number': 5, 'project_id': '3333578abc624b349077b88d523a95c7', 'subnets': [{'id': 'cda1fa6c-3b60-45b3-95dc-3c5a11ac6a40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:23:41.359084 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-91d4fed1-9286-40c9-a67a-f15c71c0872f tempest-BulkNetworkOpsTest-1508162577 tempest-BulkNetworkOpsTest-1508162577-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736833354590'] for network, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:41.406235 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-50267f0c-5558-443b-ab73-6896ef071199 admin admin] For port ac9fa10f-b7c9-49a5-b221-7a0293adb985, host n-d-802623-1, got binding levels [] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:23:41.406235 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-50267f0c-5558-443b-ab73-6896ef071199 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:41.408833 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] get_ports_and_sgs() called for port_ids ['23300807-efde-46de-99e7-6916a9204bb3'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:23:41.416012 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-91d4fed1-9286-40c9-a67a-f15c71c0872f tempest-BulkNetworkOpsTest-1508162577 tempest-BulkNetworkOpsTest-1508162577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569'] for network, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:41.425458 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91d4fed1-9286-40c9-a67a-f15c71c0872f tempest-BulkNetworkOpsTest-1508162577 tempest-BulkNetworkOpsTest-1508162577-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:23:41.427021 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-91d4fed1-9286-40c9-a67a-f15c71c0872f tempest-BulkNetworkOpsTest-1508162577 tempest-BulkNetworkOpsTest-1508162577-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:41.436772 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f5dbfc87-345e-4f80-82e8-6d50462b0aed req-c9a7865a-9cb4-4040-a25f-6d165dd24fec tempest-ServerRescueTestJSONUnderV235-622928344 tempest-ServerRescueTestJSONUnderV235-622928344-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.4.96 HTTP/1.1" status: 200 len: 999 time: 0.1549649 Jul 27 23:23:41.450742 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-50267f0c-5558-443b-ab73-6896ef071199 admin admin] Calling delete_port for ac9fa10f-b7c9-49a5-b221-7a0293adb985 owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:23:41.454781 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.ipam_backend_mixin [None req-50267f0c-5558-443b-ab73-6896ef071199 admin admin] Port ac9fa10f-b7c9-49a5-b221-7a0293adb985 was not found and therefore no delete operation was performed {{(pid=93797) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 27 23:23:41.472990 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-50267f0c-5558-443b-ab73-6896ef071199 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:41.598982 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-91d4fed1-9286-40c9-a67a-f15c71c0872f tempest-BulkNetworkOpsTest-1508162577 tempest-BulkNetworkOpsTest-1508162577-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4620934 Jul 27 23:23:41.602458 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 55100) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:23:41.606599 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50267f0c-5558-443b-ab73-6896ef071199 admin admin] No DVR routers for this DVR port ac9fa10f-b7c9-49a5-b221-7a0293adb985 on host n-d-802623-1 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:23:41.611863 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-982caa00-59e5-418f-9160-0f65be7f0594 tempest-BulkNetworkOpsTest-1508162577 tempest-BulkNetworkOpsTest-1508162577-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1392695490'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:23:41.629518 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d4fed1-9286-40c9-a67a-f15c71c0872f tempest-BulkNetworkOpsTest-1508162577 tempest-BulkNetworkOpsTest-1508162577-project] Pushing event updated for resources: {'Network': ['ID=eb84b843-1f78-4eda-b90b-075300e0047e,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:23:41.664455 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Network eb84b843-1f78-4eda-b90b-075300e0047e details requested by agent ovs-agent-n-d-802623-1 with host n-d-802623-1 {{(pid=93799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 23:23:41.682323 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-982caa00-59e5-418f-9160-0f65be7f0594 tempest-BulkNetworkOpsTest-1508162577 tempest-BulkNetworkOpsTest-1508162577-project] Made reservation on behalf of 57e30b759d5d4df4b0f4d754632f9dbe for: {'network': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:23:41.685651 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50267f0c-5558-443b-ab73-6896ef071199 admin admin] Pushing event deleted for resources: {'Port': ['ID=ac9fa10f-b7c9-49a5-b221-7a0293adb985,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:23:41.686941 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-982caa00-59e5-418f-9160-0f65be7f0594 tempest-BulkNetworkOpsTest-1508162577 tempest-BulkNetworkOpsTest-1508162577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for network, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:41.753998 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-982caa00-59e5-418f-9160-0f65be7f0594 tempest-BulkNetworkOpsTest-1508162577 tempest-BulkNetworkOpsTest-1508162577-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 540} {{(pid=93798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 23:23:41.780442 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-982caa00-59e5-418f-9160-0f65be7f0594 tempest-BulkNetworkOpsTest-1508162577 tempest-BulkNetworkOpsTest-1508162577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:41.780899 n-d-802623-1 neutron-server[93798]: INFO neutron.db.segments_db [None req-982caa00-59e5-418f-9160-0f65be7f0594 tempest-BulkNetworkOpsTest-1508162577 tempest-BulkNetworkOpsTest-1508162577-project] Added segment f928b734-f9f1-4d7b-ad8a-97abd6db1ba0 of type vlan for network 8a51f8e8-0461-47e2-9db5-0fc40ec1a8d0 Jul 27 23:23:41.793454 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-50267f0c-5558-443b-ab73-6896ef071199 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618032', 'neutron.services.segments.db._delete_segments_for_network-8736833900081'] for network, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:41.815633 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-50267f0c-5558-443b-ab73-6896ef071199 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0627b955-dd0f-4cce-ba7f-51e698f3bc59']}} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:23:41.833890 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dbfc87-345e-4f80-82e8-6d50462b0aed req-fa1a9645-ad6e-4418-b547-1b3eba8f1efb tempest-ServerRescueTestJSONUnderV235-622928344 tempest-ServerRescueTestJSONUnderV235-622928344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:23:41.835869 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f5dbfc87-345e-4f80-82e8-6d50462b0aed req-fa1a9645-ad6e-4418-b547-1b3eba8f1efb tempest-ServerRescueTestJSONUnderV235-622928344 tempest-ServerRescueTestJSONUnderV235-622928344-project] 10.222.0.18 "GET /v2.0/networks/2fd42287-ed26-4eb9-89a5-b521f5b04356 HTTP/1.1" status: 200 len: 784 time: 0.3983281 Jul 27 23:23:41.841500 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-50267f0c-5558-443b-ab73-6896ef071199 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '145d64c0-063a-4e1d-8ed5-459cef7aa517') {'for_net_delete': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:23:41.841888 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-50267f0c-5558-443b-ab73-6896ef071199 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '145d64c0-063a-4e1d-8ed5-459cef7aa517') {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:23:41.876889 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-50267f0c-5558-443b-ab73-6896ef071199 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736833900858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11335978'] for segment, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:41.936270 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69789332-f331-496b-abd7-d02b76aba70a None None] New status for floating IP fb836611-bbbd-4f3f-a85d-496865f379f2: ACTIVE {{(pid=93800) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 23:23:41.991075 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-982caa00-59e5-418f-9160-0f65be7f0594 tempest-BulkNetworkOpsTest-1508162577 tempest-BulkNetworkOpsTest-1508162577-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736833354590'] for network, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:42.046979 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30603867-bd4e-4420-b43a-e00740f0c685 req-8ae6854d-73e9-4611-8b6b-48b4d94991d9 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:23:42.053017 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-50267f0c-5558-443b-ab73-6896ef071199 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:42.059616 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-30603867-bd4e-4420-b43a-e00740f0c685 req-8ae6854d-73e9-4611-8b6b-48b4d94991d9 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] 10.222.0.18 "GET /v2.0/ports?device_id=9bda45a6-7b3d-4402-bc36-eb32e3c47420 HTTP/1.1" status: 200 len: 945 time: 0.2750304 Jul 27 23:23:42.105269 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50267f0c-5558-443b-ab73-6896ef071199 admin admin] Releasing vlan 521 on physical network physnet1 to pool {{(pid=93797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 23:23:42.107512 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-50267f0c-5558-443b-ab73-6896ef071199 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11336013'] for segment, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:42.123005 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.db.resource_extend [None req-982caa00-59e5-418f-9160-0f65be7f0594 tempest-BulkNetworkOpsTest-1508162577 tempest-BulkNetworkOpsTest-1508162577-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 27 23:23:42.150995 n-d-802623-1 neutron-server[93797]: Traceback (most recent call last): Jul 27 23:23:42.150995 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 23:23:42.150995 n-d-802623-1 neutron-server[93797]: timer() Jul 27 23:23:42.150995 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 23:23:42.150995 n-d-802623-1 neutron-server[93797]: cb(*args, **kw) Jul 27 23:23:42.150995 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 23:23:42.150995 n-d-802623-1 neutron-server[93797]: return func(*args, **kwargs) Jul 27 23:23:42.150995 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 23:23:42.150995 n-d-802623-1 neutron-server[93797]: self._notify() Jul 27 23:23:42.150995 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 23:23:42.150995 n-d-802623-1 neutron-server[93797]: self.callback(batched_events) Jul 27 23:23:42.150995 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 23:23:42.150995 n-d-802623-1 neutron-server[93797]: event.method(event) Jul 27 23:23:42.150995 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 23:23:42.150995 n-d-802623-1 neutron-server[93797]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 23:23:42.150995 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 23:23:42.150995 n-d-802623-1 neutron-server[93797]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 23:23:42.150995 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 23:23:42.150995 n-d-802623-1 neutron-server[93797]: return f(self, *a, **k) Jul 27 23:23:42.150995 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 23:23:42.150995 n-d-802623-1 neutron-server[93797]: return self._get(url).json() Jul 27 23:23:42.150995 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 23:23:42.150995 n-d-802623-1 neutron-server[93797]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 23:23:42.150995 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 23:23:42.150995 n-d-802623-1 neutron-server[93797]: return self.request(url, 'GET', **kwargs) Jul 27 23:23:42.150995 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 23:23:42.150995 n-d-802623-1 neutron-server[93797]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 23:23:42.150995 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 23:23:42.150995 n-d-802623-1 neutron-server[93797]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 23:23:42.150995 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 23:23:42.150995 n-d-802623-1 neutron-server[93797]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 23:23:42.150995 n-d-802623-1 neutron-server[93797]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 23:23:42.155338 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-30603867-bd4e-4420-b43a-e00740f0c685 req-6345f2b4-9cd6-4302-9919-609239e91113 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] 10.222.0.18 "GET /v2.0/security-groups?id=65b595b9-aa8c-4614-91d3-1ae3459c99b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0931799 Jul 27 23:23:42.211848 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-982caa00-59e5-418f-9160-0f65be7f0594 tempest-BulkNetworkOpsTest-1508162577 tempest-BulkNetworkOpsTest-1508162577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569'] for network, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:42.218838 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-982caa00-59e5-418f-9160-0f65be7f0594 tempest-BulkNetworkOpsTest-1508162577 tempest-BulkNetworkOpsTest-1508162577-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:23:42.219643 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-982caa00-59e5-418f-9160-0f65be7f0594 tempest-BulkNetworkOpsTest-1508162577 tempest-BulkNetworkOpsTest-1508162577-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:42.280240 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-50267f0c-5558-443b-ab73-6896ef071199 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415412'] for network, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:42.295247 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-50267f0c-5558-443b-ab73-6896ef071199 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for network, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:42.300760 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-50267f0c-5558-443b-ab73-6896ef071199 admin admin] 10.222.0.18 "DELETE /v2.0/networks/0627b955-dd0f-4cce-ba7f-51e698f3bc59 HTTP/1.1" status: 204 len: 168 time: 2.0793910 Jul 27 23:23:42.310512 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device ac9fa10f-b7c9-49a5-b221-7a0293adb985 no longer exists at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:23:42.336075 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f5dbfc87-345e-4f80-82e8-6d50462b0aed req-efd6ff96-9974-4239-b4dc-c3c3a250316f tempest-ServerRescueTestJSONUnderV235-622928344 tempest-ServerRescueTestJSONUnderV235-622928344-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.4.96 HTTP/1.1" status: 200 len: 999 time: 0.4846251 Jul 27 23:23:42.371073 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] No Port match for: ac9fa10f-b7c9-49a5-b221-7a0293adb985 {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:23:42.371458 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device ac9fa10f-b7c9-49a5-b221-7a0293adb985 not bound to the agent host n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:23:42.382824 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [req-f5dbfc87-345e-4f80-82e8-6d50462b0aed req-463dd48e-c7b9-46d8-840f-6e0e4295f3d6 tempest-ServerRescueTestJSONUnderV235-622928344 tempest-ServerRescueTestJSONUnderV235-622928344-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:23:42.398442 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50267f0c-5558-443b-ab73-6896ef071199 admin admin] Pushing event deleted for resources: {'Network': ['ID=0627b955-dd0f-4cce-ba7f-51e698f3bc59,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:23:42.441134 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982caa00-59e5-418f-9160-0f65be7f0594 tempest-BulkNetworkOpsTest-1508162577 tempest-BulkNetworkOpsTest-1508162577-project] Pushing event updated for resources: {'Network': ['ID=8a51f8e8-0461-47e2-9db5-0fc40ec1a8d0,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:23:42.455801 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Network 8a51f8e8-0461-47e2-9db5-0fc40ec1a8d0 details requested by agent ovs-agent-n-d-802623-1 with host n-d-802623-1 {{(pid=93799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 23:23:42.472353 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-982caa00-59e5-418f-9160-0f65be7f0594 tempest-BulkNetworkOpsTest-1508162577 tempest-BulkNetworkOpsTest-1508162577-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.8683128 Jul 27 23:23:42.479588 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 55122) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:23:42.496024 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-99821d7d-d78a-4b0b-981a-004f954e7fc2 tempest-BulkNetworkOpsTest-1508162577 tempest-BulkNetworkOpsTest-1508162577-project] Request body: {'ports': [{'network_id': 'eb84b843-1f78-4eda-b90b-075300e0047e', 'name': 'tempest-port--1159510433', 'admin_state_up': True}, {'network_id': '8a51f8e8-0461-47e2-9db5-0fc40ec1a8d0', 'admin_state_up': False}]} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:23:42.496350 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-99821d7d-d78a-4b0b-981a-004f954e7fc2 tempest-BulkNetworkOpsTest-1508162577 tempest-BulkNetworkOpsTest-1508162577-project] Request body: {'port': {'network_id': 'eb84b843-1f78-4eda-b90b-075300e0047e', 'name': 'tempest-port--1159510433', 'admin_state_up': True}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:23:42.496841 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-99821d7d-d78a-4b0b-981a-004f954e7fc2 tempest-BulkNetworkOpsTest-1508162577 tempest-BulkNetworkOpsTest-1508162577-project] Request body: {'port': {'network_id': '8a51f8e8-0461-47e2-9db5-0fc40ec1a8d0', 'admin_state_up': False}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:23:42.644639 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-f5dbfc87-345e-4f80-82e8-6d50462b0aed req-463dd48e-c7b9-46d8-840f-6e0e4295f3d6 tempest-ServerRescueTestJSONUnderV235-622928344 tempest-ServerRescueTestJSONUnderV235-622928344-project] Notify callbacks [] for floatingip, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:42.804180 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 55130) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:23:42.917885 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-0a9d48ba-c9ee-4280-bad6-81036785458e req-189edc56-7c13-4728-91f4-e4a576718af6 tempest-MultipleCreateTestJSON-1931740269 tempest-MultipleCreateTestJSON-1931740269-project] 10.222.0.18 "GET /v2.0/ports?device_id=f4529ef9-5105-47d7-80e3-6d909583282e HTTP/1.1" status: 200 len: 210 time: 0.1629014 Jul 27 23:23:42.940168 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99821d7d-d78a-4b0b-981a-004f954e7fc2 tempest-BulkNetworkOpsTest-1508162577 tempest-BulkNetworkOpsTest-1508162577-project] Made reservation on behalf of 57e30b759d5d4df4b0f4d754632f9dbe for: {'port': 2} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:23:42.947269 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-99821d7d-d78a-4b0b-981a-004f954e7fc2 tempest-BulkNetworkOpsTest-1508162577 tempest-BulkNetworkOpsTest-1508162577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:42.956899 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-b8c77a40-a5da-4724-8bcb-a17cb7d56cbf admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=096ab815848b4fa4865a54f76499dfb1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1495223 Jul 27 23:23:42.959321 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 55132) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:23:42.966475 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-99821d7d-d78a-4b0b-981a-004f954e7fc2 tempest-BulkNetworkOpsTest-1508162577 tempest-BulkNetworkOpsTest-1508162577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:43.080819 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [None req-99821d7d-d78a-4b0b-981a-004f954e7fc2 tempest-BulkNetworkOpsTest-1508162577 tempest-BulkNetworkOpsTest-1508162577-project] device_id is not set on port f0063e2c-9cc0-48a5-a98c-e19295aa3a40 yet. {{(pid=93798) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 23:23:43.186806 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-f5dbfc87-345e-4f80-82e8-6d50462b0aed req-463dd48e-c7b9-46d8-840f-6e0e4295f3d6 tempest-ServerRescueTestJSONUnderV235-622928344 tempest-ServerRescueTestJSONUnderV235-622928344-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:43.213068 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-f5dbfc87-345e-4f80-82e8-6d50462b0aed req-463dd48e-c7b9-46d8-840f-6e0e4295f3d6 tempest-ServerRescueTestJSONUnderV235-622928344 tempest-ServerRescueTestJSONUnderV235-622928344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-415302'] for floatingip, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:43.215164 n-d-802623-1 neutron-server[93797]: INFO neutron.db.l3_db [req-f5dbfc87-345e-4f80-82e8-6d50462b0aed req-463dd48e-c7b9-46d8-840f-6e0e4295f3d6 tempest-ServerRescueTestJSONUnderV235-622928344 tempest-ServerRescueTestJSONUnderV235-622928344-project] Floating IP fb836611-bbbd-4f3f-a85d-496865f379f2 disassociated. External IP: 172.25.4.96, port: 46cb3646-e819-4bd1-b975-6ed7aa67a5df. Jul 27 23:23:43.221372 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-042c0ad7-a559-4ef7-ab27-56642b322591 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:43.227476 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-99821d7d-d78a-4b0b-981a-004f954e7fc2 tempest-BulkNetworkOpsTest-1508162577 tempest-BulkNetworkOpsTest-1508162577-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:43.360820 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [None req-99821d7d-d78a-4b0b-981a-004f954e7fc2 tempest-BulkNetworkOpsTest-1508162577 tempest-BulkNetworkOpsTest-1508162577-project] device_id is not set on port afdf6a5d-e0de-43e7-9194-3007aedf1795 yet. {{(pid=93798) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 23:23:43.420977 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faba6d5-478a-4abf-9689-6b3d56d16ad6 req-353b34fe-1cf4-4efc-ab08-254ba357c978 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:23:43.432238 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-0faba6d5-478a-4abf-9689-6b3d56d16ad6 req-353b34fe-1cf4-4efc-ab08-254ba357c978 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] 10.222.0.18 "GET /v2.0/ports?device_id=9bda45a6-7b3d-4402-bc36-eb32e3c47420 HTTP/1.1" status: 200 len: 945 time: 0.0867839 Jul 27 23:23:43.473038 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-042c0ad7-a559-4ef7-ab27-56642b322591 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:43.524243 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-0faba6d5-478a-4abf-9689-6b3d56d16ad6 req-95bbe5f3-b4ae-4052-9d02-6182a39167b0 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] 10.222.0.18 "GET /v2.0/security-groups?id=65b595b9-aa8c-4614-91d3-1ae3459c99b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0891044 Jul 27 23:23:43.683448 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-042c0ad7-a559-4ef7-ab27-56642b322591 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:43.686110 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-042c0ad7-a559-4ef7-ab27-56642b322591 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:43.687385 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-042c0ad7-a559-4ef7-ab27-56642b322591 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/fa1f1682-89f2-436c-be39-8607c4cda167 HTTP/1.1" status: 204 len: 168 time: 0.7271364 Jul 27 23:23:43.702849 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042c0ad7-a559-4ef7-ab27-56642b322591 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa1f1682-89f2-436c-be39-8607c4cda167,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:23:43.736891 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-99821d7d-d78a-4b0b-981a-004f954e7fc2 tempest-BulkNetworkOpsTest-1508162577 tempest-BulkNetworkOpsTest-1508162577-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:43.799822 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f5dbfc87-345e-4f80-82e8-6d50462b0aed req-463dd48e-c7b9-46d8-840f-6e0e4295f3d6 tempest-ServerRescueTestJSONUnderV235-622928344 tempest-ServerRescueTestJSONUnderV235-622928344-project] Router 8a801f47-885e-4b83-8472-bda396adcd3b has already been hosted by L3 agent 018c4455-49c0-4734-927d-7824067b2a9e {{(pid=93797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 23:23:43.820417 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-99821d7d-d78a-4b0b-981a-004f954e7fc2 tempest-BulkNetworkOpsTest-1508162577 tempest-BulkNetworkOpsTest-1508162577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:43.944396 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f5dbfc87-345e-4f80-82e8-6d50462b0aed req-463dd48e-c7b9-46d8-840f-6e0e4295f3d6 tempest-ServerRescueTestJSONUnderV235-622928344 tempest-ServerRescueTestJSONUnderV235-622928344-project] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:23:43.964615 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3777ba8b-949d-4bc3-ac7e-4eeb7389f921 None None] Sync routers for ids ['8a801f47-885e-4b83-8472-bda396adcd3b'] in n-d-802623-1 {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:23:43.968589 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-f5dbfc87-345e-4f80-82e8-6d50462b0aed req-463dd48e-c7b9-46d8-840f-6e0e4295f3d6 tempest-ServerRescueTestJSONUnderV235-622928344 tempest-ServerRescueTestJSONUnderV235-622928344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for floatingip, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:43.984835 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3777ba8b-949d-4bc3-ac7e-4eeb7389f921 None None] Routers {'8a801f47-885e-4b83-8472-bda396adcd3b'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:23:43.988960 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-3777ba8b-949d-4bc3-ac7e-4eeb7389f921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:23:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['8a801f47-885e-4b83-8472-bda396adcd3b'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:23:43.997010 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99821d7d-d78a-4b0b-981a-004f954e7fc2 tempest-BulkNetworkOpsTest-1508162577 tempest-BulkNetworkOpsTest-1508162577-project] Pushing event updated for resources: {'Port': ['ID=f0063e2c-9cc0-48a5-a98c-e19295aa3a40,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:23:44.043782 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f5dbfc87-345e-4f80-82e8-6d50462b0aed req-463dd48e-c7b9-46d8-840f-6e0e4295f3d6 tempest-ServerRescueTestJSONUnderV235-622928344 tempest-ServerRescueTestJSONUnderV235-622928344-project] 10.222.0.18 "PUT /v2.0/floatingips/fb836611-bbbd-4f3f-a85d-496865f379f2 HTTP/1.1" status: 200 len: 694 time: 1.7059228 Jul 27 23:23:44.044247 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '515844b0-12e5-4d91-8415-7e9fc9e79241', 'tag': '46cb3646-e819-4bd1-b975-6ed7aa67a5df'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:23:44.048682 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a476459a1bfce68b0ae0df5b6a71154bfc7cfdc8f9eefce6ad0a17231e60468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68d06cb2-c007-47eb-a6fc-ba54ccad65c9" -d '{"events": [{"name": "network-changed", "server_uuid": "515844b0-12e5-4d91-8415-7e9fc9e79241", "tag": "46cb3646-e819-4bd1-b975-6ed7aa67a5df"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:23:44.058536 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99821d7d-d78a-4b0b-981a-004f954e7fc2 tempest-BulkNetworkOpsTest-1508162577 tempest-BulkNetworkOpsTest-1508162577-project] Checking segment: {'id': 'f5ce7aab-6a0d-416a-b8ab-38ad836b5d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'eb84b843-1f78-4eda-b90b-075300e0047e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:23:44.058898 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99821d7d-d78a-4b0b-981a-004f954e7fc2 tempest-BulkNetworkOpsTest-1508162577 tempest-BulkNetworkOpsTest-1508162577-project] Network hostable DHCP agents. Network: eb84b843-1f78-4eda-b90b-075300e0047e, hostable agents: ['5950e76f-2bde-4343-a925-cbe6bacd2706'], hosted agents: [] {{(pid=93798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 23:23:44.145084 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dbfc87-345e-4f80-82e8-6d50462b0aed req-20e4b81e-39cc-4448-8015-d35254f15b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:23:44.163889 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f5dbfc87-345e-4f80-82e8-6d50462b0aed req-20e4b81e-39cc-4448-8015-d35254f15b80 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3333578abc624b349077b88d523a95c7&device_id=515844b0-12e5-4d91-8415-7e9fc9e79241 HTTP/1.1" status: 200 len: 1097 time: 0.1016998 Jul 27 23:23:44.213775 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-9a185d51-7f0a-41b2-bb65-df6105cf1441 req-649fe80d-762a-457a-9787-12d55ea33481 tempest-MultipleCreateTestJSON-1931740269 tempest-MultipleCreateTestJSON-1931740269-project] 10.222.0.18 "GET /v2.0/ports?device_id=f4529ef9-5105-47d7-80e3-6d909583282e HTTP/1.1" status: 200 len: 210 time: 0.1563880 Jul 27 23:23:44.277765 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dbfc87-345e-4f80-82e8-6d50462b0aed req-4296f399-6c54-465e-8ffd-4104bac8feba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:23:44.286970 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f5dbfc87-345e-4f80-82e8-6d50462b0aed req-4296f399-6c54-465e-8ffd-4104bac8feba service neutron] 10.222.0.18 "GET /v2.0/networks?id=470a3bc8-3a6a-42d8-9fcd-fd13d61a7106 HTTP/1.1" status: 200 len: 920 time: 0.1216040 Jul 27 23:23:44.333808 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-3777ba8b-949d-4bc3-ac7e-4eeb7389f921 None None] Set router 8a801f47-885e-4b83-8472-bda396adcd3b gateway port host: n-d-802623-1 {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:23:44.342941 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f5dbfc87-345e-4f80-82e8-6d50462b0aed req-9fdd0cf4-9901-478b-807c-1b2515beba4a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=46cb3646-e819-4bd1-b975-6ed7aa67a5df HTTP/1.1" status: 200 len: 217 time: 0.0551965 Jul 27 23:23:44.404002 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e6ebf6-085d-4afc-82c2-6d4517ba6f37 req-23b0ac27-6c81-4019-9ffb-2332a994a4c7 tempest-MultipleCreateTestJSON-1931740269 tempest-MultipleCreateTestJSON-1931740269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:23:44.404855 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dbfc87-345e-4f80-82e8-6d50462b0aed req-f81bc947-6388-4891-a4dd-13b1322d6b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:23:44.405996 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a7e6ebf6-085d-4afc-82c2-6d4517ba6f37 req-23b0ac27-6c81-4019-9ffb-2332a994a4c7 tempest-MultipleCreateTestJSON-1931740269 tempest-MultipleCreateTestJSON-1931740269-project] 10.222.0.38 "GET /v2.0/networks?id=65b1245a-a607-4276-8c53-dcbc43a79e77 HTTP/1.1" status: 200 len: 812 time: 0.5266600 Jul 27 23:23:44.409392 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99821d7d-d78a-4b0b-981a-004f954e7fc2 tempest-BulkNetworkOpsTest-1508162577 tempest-BulkNetworkOpsTest-1508162577-project] Network eb84b843-1f78-4eda-b90b-075300e0047e is scheduled to be hosted by DHCP agent 5950e76f-2bde-4343-a925-cbe6bacd2706 with binding_index 1 {{(pid=93798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 23:23:44.415681 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f5dbfc87-345e-4f80-82e8-6d50462b0aed req-f81bc947-6388-4891-a4dd-13b1322d6b6a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=cda1fa6c-3b60-45b3-95dc-3c5a11ac6a40 HTTP/1.1" status: 200 len: 859 time: 0.0713747 Jul 27 23:23:44.420725 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 23:23:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ff55fac-e090-4f52-8095-96c7665a2bc9 x-openstack-request-id: req-1ff55fac-e090-4f52-8095-96c7665a2bc9 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:23:44.421234 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "515844b0-12e5-4d91-8415-7e9fc9e79241", "tag": "46cb3646-e819-4bd1-b975-6ed7aa67a5df", "status": "completed", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:23:44.421595 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1ff55fac-e090-4f52-8095-96c7665a2bc9 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:23:44.422145 n-d-802623-1 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '515844b0-12e5-4d91-8415-7e9fc9e79241', 'tag': '46cb3646-e819-4bd1-b975-6ed7aa67a5df', 'status': 'completed', 'code': 200} Jul 27 23:23:44.426662 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [req-a7e6ebf6-085d-4afc-82c2-6d4517ba6f37 req-07028738-e445-4a4a-a5ad-15ed26c65812 tempest-MultipleCreateTestJSON-1931740269 tempest-MultipleCreateTestJSON-1931740269-project] Request body: {'port': {'device_id': 'bcd002b5-1d80-4030-8415-9a79b4c02cf7', 'network_id': '65b1245a-a607-4276-8c53-dcbc43a79e77', 'admin_state_up': True, 'tenant_id': 'fbb3972e819948feb45f84fffea5a2b5'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:23:44.491646 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f5dbfc87-345e-4f80-82e8-6d50462b0aed req-ef44bb8b-4528-410b-9daa-82aa3d1aa261 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=470a3bc8-3a6a-42d8-9fcd-fd13d61a7106&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0748136 Jul 27 23:23:44.519872 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 23300807-efde-46de-99e7-6916a9204bb3 up at agent hyperv_n-h1-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:23:44.573873 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-99821d7d-d78a-4b0b-981a-004f954e7fc2 tempest-BulkNetworkOpsTest-1508162577 tempest-BulkNetworkOpsTest-1508162577-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802623-1, eb84b843-1f78-4eda-b90b-075300e0047e) {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:23:44.579307 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99821d7d-d78a-4b0b-981a-004f954e7fc2 tempest-BulkNetworkOpsTest-1508162577 tempest-BulkNetworkOpsTest-1508162577-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:23:44.581206 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-99821d7d-d78a-4b0b-981a-004f954e7fc2 tempest-BulkNetworkOpsTest-1508162577 tempest-BulkNetworkOpsTest-1508162577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:44.628698 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-042cc867-089e-48dd-9f81-d0522032d926 None None] Network eb84b843-1f78-4eda-b90b-075300e0047e requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:23:44.644742 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d06cb2-c007-47eb-a6fc-ba54ccad65c9 req-bd019248-b779-45a1-aab2-7a17a63ed92d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:23:44.652303 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-68d06cb2-c007-47eb-a6fc-ba54ccad65c9 req-bd019248-b779-45a1-aab2-7a17a63ed92d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=3333578abc624b349077b88d523a95c7&device_id=515844b0-12e5-4d91-8415-7e9fc9e79241 HTTP/1.1" status: 200 len: 1097 time: 0.2146840 Jul 27 23:23:44.762386 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e6ebf6-085d-4afc-82c2-6d4517ba6f37 req-b13d130d-5dfc-44a2-85de-a2a48ba4fd6b tempest-MultipleCreateTestJSON-1931740269 tempest-MultipleCreateTestJSON-1931740269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:23:44.782558 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a7e6ebf6-085d-4afc-82c2-6d4517ba6f37 req-b13d130d-5dfc-44a2-85de-a2a48ba4fd6b tempest-MultipleCreateTestJSON-1931740269 tempest-MultipleCreateTestJSON-1931740269-project] 10.222.0.49 "GET /v2.0/networks?id=65b1245a-a607-4276-8c53-dcbc43a79e77 HTTP/1.1" status: 200 len: 812 time: 0.6356337 Jul 27 23:23:44.802241 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f5dbfc87-345e-4f80-82e8-6d50462b0aed req-fb1c30d0-72c4-44c9-8163-0696f9657aa8 service neutron] 10.222.0.18 "GET /v2.0/networks/470a3bc8-3a6a-42d8-9fcd-fd13d61a7106?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3095136 Jul 27 23:23:44.884358 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d06cb2-c007-47eb-a6fc-ba54ccad65c9 req-09b67753-da73-42da-9f53-54bf3efd8ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:23:44.886986 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-68d06cb2-c007-47eb-a6fc-ba54ccad65c9 req-09b67753-da73-42da-9f53-54bf3efd8ec8 service neutron] 10.222.0.49 "GET /v2.0/networks?id=470a3bc8-3a6a-42d8-9fcd-fd13d61a7106 HTTP/1.1" status: 200 len: 920 time: 0.2270489 Jul 27 23:23:44.954760 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-68d06cb2-c007-47eb-a6fc-ba54ccad65c9 req-55068ca2-4983-4196-b644-0e4d7eb999e5 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=46cb3646-e819-4bd1-b975-6ed7aa67a5df HTTP/1.1" status: 200 len: 217 time: 0.0594621 Jul 27 23:23:44.991002 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Provisioning for port 23300807-efde-46de-99e7-6916a9204bb3 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:23:45.005973 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Provisioning complete for port 23300807-efde-46de-99e7-6916a9204bb3 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:23:45.008081 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:45.034403 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d06cb2-c007-47eb-a6fc-ba54ccad65c9 req-3fa64426-6c8e-4702-bb92-95f813c814e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:23:45.035947 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-68d06cb2-c007-47eb-a6fc-ba54ccad65c9 req-3fa64426-6c8e-4702-bb92-95f813c814e5 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=cda1fa6c-3b60-45b3-95dc-3c5a11ac6a40 HTTP/1.1" status: 200 len: 859 time: 0.0732350 Jul 27 23:23:45.059031 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f5dbfc87-345e-4f80-82e8-6d50462b0aed req-ed3af1aa-76f6-4c95-9b08-4aff9c8f5a18 service neutron] 10.222.0.18 "GET /v2.0/networks/470a3bc8-3a6a-42d8-9fcd-fd13d61a7106?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2558210 Jul 27 23:23:45.104626 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 55186) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:23:45.121648 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-68d06cb2-c007-47eb-a6fc-ba54ccad65c9 req-4dcb5a26-254a-49ca-8f87-fac005a9f754 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=470a3bc8-3a6a-42d8-9fcd-fd13d61a7106&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0783248 Jul 27 23:23:45.183876 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-3a2a899d-330f-418f-b162-89b89d5ac8d4 req-2977465e-6f7d-4613-bec0-9baaaf26a927 tempest-ServerRescueTestJSONUnderV235-622928344 tempest-ServerRescueTestJSONUnderV235-622928344-project] 10.222.0.18 "GET /v2.0/floatingips/fb836611-bbbd-4f3f-a85d-496865f379f2 HTTP/1.1" status: 200 len: 694 time: 0.0787268 Jul 27 23:23:45.184407 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:45.191290 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-3777ba8b-949d-4bc3-ac7e-4eeb7389f921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a801f47-885e-4b83-8472-bda396adcd3b', 'name': 'tempest-ServerRescueTestJSONUnderV235-995934199-router', 'tenant_id': '3333578abc624b349077b88d523a95c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.153'}], 'enable_snat': True}, 'gw_port_id': '229e6be4-0c44-4a1c-b1d8-fc19ae5a71f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:22:12Z', 'updated_at': '2021-07-27T23:22:18Z', 'revision_number': 4, 'project_id': '3333578abc624b349077b88d523a95c7', 'gw_port': {'id': '229e6be4-0c44-4a1c-b1d8-fc19ae5a71f9', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:91:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a801f47-885e-4b83-8472-bda396adcd3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2139, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:22:13Z', 'updated_at': '2021-07-27T23:22:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': '4403f01a-23c7-4d6c-a3d8-1dbf88f1efeb', 'name': '', 'network_id': '470a3bc8-3a6a-42d8-9fcd-fd13d61a7106', 'tenant_id': '3333578abc624b349077b88d523a95c7', 'mac_address': 'fa:16:3e:03:0b:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a801f47-885e-4b83-8472-bda396adcd3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2140, 'fixed_ips': [{'subnet_id': 'cda1fa6c-3b60-45b3-95dc-3c5a11ac6a40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:22:17Z', 'updated_at': '2021-07-27T23:22:26Z', 'revision_number': 5, 'project_id': '3333578abc624b349077b88d523a95c7', 'subnets': [{'id': 'cda1fa6c-3b60-45b3-95dc-3c5a11ac6a40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:23:45.274385 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3777ba8b-949d-4bc3-ac7e-4eeb7389f921 None None] Checking router: 8a801f47-885e-4b83-8472-bda396adcd3b for host: n-d-802623-1 {{(pid=93799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 23:23:45.277704 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-f74ad6ed-1a48-40f0-b452-e552622886ce admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-2135984175-network', 'tenant_id': '3a20afddab18417db933c62e255c66b1'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:23:45.336000 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port 23300807-efde-46de-99e7-6916a9204bb3, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=23300807-efde-46de-99e7-6916a9204bb3,segment=NetworkSegment(dd3fb910-11a1-4198-8a90-f4352ae92025),segment_id=dd3fb910-11a1-4198-8a90-f4352ae92025)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:23:45.339867 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bda45a6-7b3d-4402-bc36-eb32e3c47420', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23300807-efde-46de-99e7-6916a9204bb3'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:23:45.342562 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c0369b0d4f459110ff20a1f9878ba33f96d6491bddb9d15843bf29d01e0bda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca288fb0-fa45-4684-bfd4-6625aa8f3515" -d '{"events": [{"server_uuid": "9bda45a6-7b3d-4402-bc36-eb32e3c47420", "name": "network-vif-plugged", "status": "completed", "tag": "23300807-efde-46de-99e7-6916a9204bb3"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:23:45.355253 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:45.369827 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3777ba8b-949d-4bc3-ac7e-4eeb7389f921 None None] Routers {'8a801f47-885e-4b83-8472-bda396adcd3b'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:23:45.370769 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-3777ba8b-949d-4bc3-ac7e-4eeb7389f921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:23:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['8a801f47-885e-4b83-8472-bda396adcd3b'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:23:45.375127 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7e6ebf6-085d-4afc-82c2-6d4517ba6f37 req-07028738-e445-4a4a-a5ad-15ed26c65812 tempest-MultipleCreateTestJSON-1931740269 tempest-MultipleCreateTestJSON-1931740269-project] Made reservation on behalf of fbb3972e819948feb45f84fffea5a2b5 for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:23:45.381746 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-a7e6ebf6-085d-4afc-82c2-6d4517ba6f37 req-07028738-e445-4a4a-a5ad-15ed26c65812 tempest-MultipleCreateTestJSON-1931740269 tempest-MultipleCreateTestJSON-1931740269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:45.384977 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99821d7d-d78a-4b0b-981a-004f954e7fc2 tempest-BulkNetworkOpsTest-1508162577 tempest-BulkNetworkOpsTest-1508162577-project] Pushing event updated for resources: {'Port': ['ID=afdf6a5d-e0de-43e7-9194-3007aedf1795,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:23:45.391347 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [req-a7e6ebf6-085d-4afc-82c2-6d4517ba6f37 req-ef5558a9-121a-4a01-a99c-7fa2ebc1035b tempest-MultipleCreateTestJSON-1931740269 tempest-MultipleCreateTestJSON-1931740269-project] Request body: {'port': {'device_id': 'f4529ef9-5105-47d7-80e3-6d909583282e', 'network_id': '65b1245a-a607-4276-8c53-dcbc43a79e77', 'admin_state_up': True, 'tenant_id': 'fbb3972e819948feb45f84fffea5a2b5'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:23:45.469889 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Pushing event updated for resources: {'Port': ['ID=23300807-efde-46de-99e7-6916a9204bb3,revision_number=12']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:23:45.488282 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99821d7d-d78a-4b0b-981a-004f954e7fc2 tempest-BulkNetworkOpsTest-1508162577 tempest-BulkNetworkOpsTest-1508162577-project] Checking segment: {'id': 'f928b734-f9f1-4d7b-ad8a-97abd6db1ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '8a51f8e8-0461-47e2-9db5-0fc40ec1a8d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:23:45.488705 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99821d7d-d78a-4b0b-981a-004f954e7fc2 tempest-BulkNetworkOpsTest-1508162577 tempest-BulkNetworkOpsTest-1508162577-project] Network hostable DHCP agents. Network: 8a51f8e8-0461-47e2-9db5-0fc40ec1a8d0, hostable agents: ['5950e76f-2bde-4343-a925-cbe6bacd2706'], hosted agents: [] {{(pid=93798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 23:23:45.524328 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f6b0c9-56c3-414f-8cdf-4013a98b5785 req-2cf4776f-e12c-4579-8bd3-b51ab69a941f tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:23:45.536068 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e3f6b0c9-56c3-414f-8cdf-4013a98b5785 req-2cf4776f-e12c-4579-8bd3-b51ab69a941f tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] 10.222.0.18 "GET /v2.0/ports?device_id=9bda45a6-7b3d-4402-bc36-eb32e3c47420 HTTP/1.1" status: 200 len: 945 time: 0.8851926 Jul 27 23:23:45.633802 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-3777ba8b-949d-4bc3-ac7e-4eeb7389f921 None None] Set router 8a801f47-885e-4b83-8472-bda396adcd3b gateway port host: n-d-802623-1 {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:23:45.677194 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e3f6b0c9-56c3-414f-8cdf-4013a98b5785 req-8a134a8d-02aa-415b-9a8f-97d76c83c33f tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] 10.222.0.18 "GET /v2.0/security-groups?id=65b595b9-aa8c-4614-91d3-1ae3459c99b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1401386 Jul 27 23:23:45.713910 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2a899d-330f-418f-b162-89b89d5ac8d4 req-4a6dac02-a11e-4ed5-a54d-43f477fbb099 tempest-ServerRescueTestJSONUnderV235-622928344 tempest-ServerRescueTestJSONUnderV235-622928344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:23:45.715477 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-3a2a899d-330f-418f-b162-89b89d5ac8d4 req-4a6dac02-a11e-4ed5-a54d-43f477fbb099 tempest-ServerRescueTestJSONUnderV235-622928344 tempest-ServerRescueTestJSONUnderV235-622928344-project] 10.222.0.18 "GET /v2.0/networks/2fd42287-ed26-4eb9-89a5-b521f5b04356 HTTP/1.1" status: 200 len: 784 time: 0.5204062 Jul 27 23:23:45.743512 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [req-3a2a899d-330f-418f-b162-89b89d5ac8d4 req-27413f42-fc0b-4bbb-8da4-8f996c7fbbdb tempest-ServerRescueTestJSONUnderV235-622928344 tempest-ServerRescueTestJSONUnderV235-622928344-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=93797) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 23:23:45.744666 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-3a2a899d-330f-418f-b162-89b89d5ac8d4 req-27413f42-fc0b-4bbb-8da4-8f996c7fbbdb tempest-ServerRescueTestJSONUnderV235-622928344 tempest-ServerRescueTestJSONUnderV235-622928344-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0195656 Jul 27 23:23:45.771648 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99821d7d-d78a-4b0b-981a-004f954e7fc2 tempest-BulkNetworkOpsTest-1508162577 tempest-BulkNetworkOpsTest-1508162577-project] Network 8a51f8e8-0461-47e2-9db5-0fc40ec1a8d0 is scheduled to be hosted by DHCP agent 5950e76f-2bde-4343-a925-cbe6bacd2706 with binding_index 1 {{(pid=93798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 23:23:45.892993 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f74ad6ed-1a48-40f0-b452-e552622886ce admin admin] Made reservation on behalf of 3a20afddab18417db933c62e255c66b1 for: {'network': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:23:45.895629 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f74ad6ed-1a48-40f0-b452-e552622886ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for network, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:45.910931 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-54465076-30c1-488f-9235-8b59a4f2e099 req-ac443a3c-0fb8-499b-b4d7-5504924f29fc tempest-MultipleCreateTestJSON-1931740269 tempest-MultipleCreateTestJSON-1931740269-project] 10.222.0.18 "GET /v2.0/ports?device_id=f4529ef9-5105-47d7-80e3-6d909583282e HTTP/1.1" status: 200 len: 210 time: 0.1213450 Jul 27 23:23:45.912795 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f74ad6ed-1a48-40f0-b452-e552622886ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:45.921938 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-99821d7d-d78a-4b0b-981a-004f954e7fc2 tempest-BulkNetworkOpsTest-1508162577 tempest-BulkNetworkOpsTest-1508162577-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802623-1, 8a51f8e8-0461-47e2-9db5-0fc40ec1a8d0) {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:23:45.922167 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-3a2a899d-330f-418f-b162-89b89d5ac8d4 req-7758ddf5-ba30-4bcf-b217-912329406293 tempest-ServerRescueTestJSONUnderV235-622928344 tempest-ServerRescueTestJSONUnderV235-622928344-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.4.96 HTTP/1.1" status: 200 len: 697 time: 0.1612563 Jul 27 23:23:45.942087 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccf072a7-a1cf-4bd8-9fe9-70638a42393c None None] Network 8a51f8e8-0461-47e2-9db5-0fc40ec1a8d0 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:23:45.942296 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-68d06cb2-c007-47eb-a6fc-ba54ccad65c9 req-9e3476b4-f535-42f3-9d7f-d88347b22a47 service neutron] 10.222.0.49 "GET /v2.0/networks/470a3bc8-3a6a-42d8-9fcd-fd13d61a7106?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7847917 Jul 27 23:23:45.944730 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99821d7d-d78a-4b0b-981a-004f954e7fc2 tempest-BulkNetworkOpsTest-1508162577 tempest-BulkNetworkOpsTest-1508162577-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:23:45.963526 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99821d7d-d78a-4b0b-981a-004f954e7fc2 tempest-BulkNetworkOpsTest-1508162577 tempest-BulkNetworkOpsTest-1508162577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:23:45.973436 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99821d7d-d78a-4b0b-981a-004f954e7fc2 tempest-BulkNetworkOpsTest-1508162577 tempest-BulkNetworkOpsTest-1508162577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:23:45.974153 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-99821d7d-d78a-4b0b-981a-004f954e7fc2 tempest-BulkNetworkOpsTest-1508162577 tempest-BulkNetworkOpsTest-1508162577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:45.987296 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-3777ba8b-949d-4bc3-ac7e-4eeb7389f921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a801f47-885e-4b83-8472-bda396adcd3b', 'name': 'tempest-ServerRescueTestJSONUnderV235-995934199-router', 'tenant_id': '3333578abc624b349077b88d523a95c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.153'}], 'enable_snat': True}, 'gw_port_id': '229e6be4-0c44-4a1c-b1d8-fc19ae5a71f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:22:12Z', 'updated_at': '2021-07-27T23:22:18Z', 'revision_number': 4, 'project_id': '3333578abc624b349077b88d523a95c7', 'gw_port': {'id': '229e6be4-0c44-4a1c-b1d8-fc19ae5a71f9', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:91:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a801f47-885e-4b83-8472-bda396adcd3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2139, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:22:13Z', 'updated_at': '2021-07-27T23:22:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': '4403f01a-23c7-4d6c-a3d8-1dbf88f1efeb', 'name': '', 'network_id': '470a3bc8-3a6a-42d8-9fcd-fd13d61a7106', 'tenant_id': '3333578abc624b349077b88d523a95c7', 'mac_address': 'fa:16:3e:03:0b:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a801f47-885e-4b83-8472-bda396adcd3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2140, 'fixed_ips': [{'subnet_id': 'cda1fa6c-3b60-45b3-95dc-3c5a11ac6a40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:22:17Z', 'updated_at': '2021-07-27T23:22:26Z', 'revision_number': 5, 'project_id': '3333578abc624b349077b88d523a95c7', 'subnets': [{'id': 'cda1fa6c-3b60-45b3-95dc-3c5a11ac6a40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:23:45.999955 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [req-a7e6ebf6-085d-4afc-82c2-6d4517ba6f37 req-07028738-e445-4a4a-a5ad-15ed26c65812 tempest-MultipleCreateTestJSON-1931740269 tempest-MultipleCreateTestJSON-1931740269-project] Allocated IP 172.20.0.6 (65b1245a-a607-4276-8c53-dcbc43a79e77/77f70126-081b-41c5-808d-ca6fa433778a/c43b6843-08db-4916-aa3e-f489d46c2a58) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:23:46.001012 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-3a2a899d-330f-418f-b162-89b89d5ac8d4 req-3738fa5a-8793-4294-93e3-f6fb5bc27912 tempest-ServerRescueTestJSONUnderV235-622928344 tempest-ServerRescueTestJSONUnderV235-622928344-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.4.96 HTTP/1.1" status: 200 len: 697 time: 0.0574934 Jul 27 23:23:46.044118 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:23:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88807c14-e812-4806-9580-d678ba7a6fc8 x-openstack-request-id: req-88807c14-e812-4806-9580-d678ba7a6fc8 {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:23:46.044995 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bda45a6-7b3d-4402-bc36-eb32e3c47420", "name": "network-vif-plugged", "status": "completed", "tag": "23300807-efde-46de-99e7-6916a9204bb3", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:23:46.045418 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-88807c14-e812-4806-9580-d678ba7a6fc8 {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:23:46.045965 n-d-802623-1 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bda45a6-7b3d-4402-bc36-eb32e3c47420', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23300807-efde-46de-99e7-6916a9204bb3', 'code': 200} Jul 27 23:23:46.066516 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7e6ebf6-085d-4afc-82c2-6d4517ba6f37 req-ef5558a9-121a-4a01-a99c-7fa2ebc1035b tempest-MultipleCreateTestJSON-1931740269 tempest-MultipleCreateTestJSON-1931740269-project] Made reservation on behalf of fbb3972e819948feb45f84fffea5a2b5 for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:23:46.070159 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-a7e6ebf6-085d-4afc-82c2-6d4517ba6f37 req-ef5558a9-121a-4a01-a99c-7fa2ebc1035b tempest-MultipleCreateTestJSON-1931740269 tempest-MultipleCreateTestJSON-1931740269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:46.073895 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3777ba8b-949d-4bc3-ac7e-4eeb7389f921 None None] The sync data for ids ['8a801f47-885e-4b83-8472-bda396adcd3b'] in n-d-802623-1 is: [{'id': '8a801f47-885e-4b83-8472-bda396adcd3b', 'name': 'tempest-ServerRescueTestJSONUnderV235-995934199-router', 'tenant_id': '3333578abc624b349077b88d523a95c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.153'}], 'enable_snat': True}, 'gw_port_id': '229e6be4-0c44-4a1c-b1d8-fc19ae5a71f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:22:12Z', 'updated_at': '2021-07-27T23:22:18Z', 'revision_number': 4, 'project_id': '3333578abc624b349077b88d523a95c7', 'gw_port': {'id': '229e6be4-0c44-4a1c-b1d8-fc19ae5a71f9', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:91:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a801f47-885e-4b83-8472-bda396adcd3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2139, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:22:13Z', 'updated_at': '2021-07-27T23:22:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': '4403f01a-23c7-4d6c-a3d8-1dbf88f1efeb', 'name': '', 'network_id': '470a3bc8-3a6a-42d8-9fcd-fd13d61a7106', 'tenant_id': '3333578abc624b349077b88d523a95c7', 'mac_address': 'fa:16:3e:03:0b:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a801f47-885e-4b83-8472-bda396adcd3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2140, 'fixed_ips': [{'subnet_id': 'cda1fa6c-3b60-45b3-95dc-3c5a11ac6a40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:22:17Z', 'updated_at': '2021-07-27T23:22:26Z', 'revision_number': 5, 'project_id': '3333578abc624b349077b88d523a95c7', 'subnets': [{'id': 'cda1fa6c-3b60-45b3-95dc-3c5a11ac6a40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:23:46.100125 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-99821d7d-d78a-4b0b-981a-004f954e7fc2 tempest-BulkNetworkOpsTest-1508162577 tempest-BulkNetworkOpsTest-1508162577-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 3.6194072 Jul 27 23:23:46.119298 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 55200) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:23:46.447859 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-68d06cb2-c007-47eb-a6fc-ba54ccad65c9 req-803859e5-10f9-480b-b24c-b8c7ac4acf8a service neutron] 10.222.0.49 "GET /v2.0/networks/470a3bc8-3a6a-42d8-9fcd-fd13d61a7106?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4458656 Jul 27 23:23:46.464601 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f29ef64-5482-4dd7-b1e0-a6da5a78008c tempest-BulkNetworkOpsTest-1508162577 tempest-BulkNetworkOpsTest-1508162577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:23:46.470654 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f29ef64-5482-4dd7-b1e0-a6da5a78008c tempest-BulkNetworkOpsTest-1508162577 tempest-BulkNetworkOpsTest-1508162577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:23:46.472517 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-3f29ef64-5482-4dd7-b1e0-a6da5a78008c tempest-BulkNetworkOpsTest-1508162577 tempest-BulkNetworkOpsTest-1508162577-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.3506351 Jul 27 23:23:46.475327 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 55204) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:23:46.478245 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e427f94b-2abd-4891-b21f-7d6f49421ae4 req-e51f848e-03f8-4b6c-bb86-b3d876c2468b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:23:46.479732 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e427f94b-2abd-4891-b21f-7d6f49421ae4 req-e51f848e-03f8-4b6c-bb86-b3d876c2468b service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=9bda45a6-7b3d-4402-bc36-eb32e3c47420 HTTP/1.1" status: 200 len: 1097 time: 0.1841781 Jul 27 23:23:46.520409 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [req-3a2a899d-330f-418f-b162-89b89d5ac8d4 req-aad2fb94-c13f-4bcd-885c-324272685f61 tempest-ServerRescueTestJSONUnderV235-622928344 tempest-ServerRescueTestJSONUnderV235-622928344-project] Deleting port 1627a5ab-3aea-4d34-9d1d-967ea31039e6 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:23:46.530304 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-3a2a899d-330f-418f-b162-89b89d5ac8d4 req-aad2fb94-c13f-4bcd-885c-324272685f61 tempest-ServerRescueTestJSONUnderV235-622928344 tempest-ServerRescueTestJSONUnderV235-622928344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:46.604156 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-a7e6ebf6-085d-4afc-82c2-6d4517ba6f37 req-07028738-e445-4a4a-a5ad-15ed26c65812 tempest-MultipleCreateTestJSON-1931740269 tempest-MultipleCreateTestJSON-1931740269-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:46.628613 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f74ad6ed-1a48-40f0-b452-e552622886ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:46.680992 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f74ad6ed-1a48-40f0-b452-e552622886ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:46.681895 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eb0ace0-7346-4d27-9264-58e78f8aea83 None None] New status for floating IP fb836611-bbbd-4f3f-a85d-496865f379f2: DOWN {{(pid=93800) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 23:23:46.703986 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e427f94b-2abd-4891-b21f-7d6f49421ae4 req-b24c3125-a07c-4baa-8c92-9e4d14796a8d service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=65b595b9-aa8c-4614-91d3-1ae3459c99b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2148585 Jul 27 23:23:46.730798 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74ad6ed-1a48-40f0-b452-e552622886ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99261a20-5f28-4638-a0b6-b632ac2e9a62,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:23:46.754759 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f74ad6ed-1a48-40f0-b452-e552622886ce admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 514} {{(pid=93797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 23:23:46.797500 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-a7e6ebf6-085d-4afc-82c2-6d4517ba6f37 req-07028738-e445-4a4a-a5ad-15ed26c65812 tempest-MultipleCreateTestJSON-1931740269 tempest-MultipleCreateTestJSON-1931740269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:46.798319 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f74ad6ed-1a48-40f0-b452-e552622886ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:46.798674 n-d-802623-1 neutron-server[93797]: INFO neutron.db.segments_db [None req-f74ad6ed-1a48-40f0-b452-e552622886ce admin admin] Added segment 0de337ad-6685-4f72-8a7c-ecacf4aac535 of type vlan for network 6c02b9d0-a215-424d-9544-07bbc0da1036 Jul 27 23:23:46.842034 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-3a2a899d-330f-418f-b162-89b89d5ac8d4 req-aad2fb94-c13f-4bcd-885c-324272685f61 tempest-ServerRescueTestJSONUnderV235-622928344 tempest-ServerRescueTestJSONUnderV235-622928344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:46.842396 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-3a2a899d-330f-418f-b162-89b89d5ac8d4 req-aad2fb94-c13f-4bcd-885c-324272685f61 tempest-ServerRescueTestJSONUnderV235-622928344 tempest-ServerRescueTestJSONUnderV235-622928344-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:46.896582 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f74ad6ed-1a48-40f0-b452-e552622886ce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736833354590'] for network, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:46.906368 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07028738-e445-4a4a-a5ad-15ed26c65812 tempest-MultipleCreateTestJSON-1931740269 tempest-MultipleCreateTestJSON-1931740269-project] Pushing event updated for resources: {'Port': ['ID=c43b6843-08db-4916-aa3e-f489d46c2a58,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:23:46.935020 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [req-3a2a899d-330f-418f-b162-89b89d5ac8d4 req-aad2fb94-c13f-4bcd-885c-324272685f61 tempest-ServerRescueTestJSONUnderV235-622928344 tempest-ServerRescueTestJSONUnderV235-622928344-project] Calling delete_port for 1627a5ab-3aea-4d34-9d1d-967ea31039e6 owned by network:floatingip {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:23:46.943204 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f74ad6ed-1a48-40f0-b452-e552622886ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569'] for network, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:46.944386 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f74ad6ed-1a48-40f0-b452-e552622886ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:23:46.945075 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f74ad6ed-1a48-40f0-b452-e552622886ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for network, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:46.953004 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-87a22029-c4e8-4433-ae76-28578175f542 tempest-BulkNetworkOpsTest-1508162577 tempest-BulkNetworkOpsTest-1508162577-project] Deleting port f0063e2c-9cc0-48a5-a98c-e19295aa3a40 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:23:46.953475 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-87a22029-c4e8-4433-ae76-28578175f542 tempest-BulkNetworkOpsTest-1508162577 tempest-BulkNetworkOpsTest-1508162577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:46.964641 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [req-a7e6ebf6-085d-4afc-82c2-6d4517ba6f37 req-ef5558a9-121a-4a01-a99c-7fa2ebc1035b tempest-MultipleCreateTestJSON-1931740269 tempest-MultipleCreateTestJSON-1931740269-project] Allocated IP 172.20.0.8 (65b1245a-a607-4276-8c53-dcbc43a79e77/77f70126-081b-41c5-808d-ca6fa433778a/8aa91107-cedd-461b-89cc-b8f64da29a6f) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:23:47.020660 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7e6ebf6-085d-4afc-82c2-6d4517ba6f37 req-07028738-e445-4a4a-a5ad-15ed26c65812 tempest-MultipleCreateTestJSON-1931740269 tempest-MultipleCreateTestJSON-1931740269-project] Network 65b1245a-a607-4276-8c53-dcbc43a79e77 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:23:47.022570 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [req-a7e6ebf6-085d-4afc-82c2-6d4517ba6f37 req-07028738-e445-4a4a-a5ad-15ed26c65812 tempest-MultipleCreateTestJSON-1931740269 tempest-MultipleCreateTestJSON-1931740269-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:23:47.032548 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7e6ebf6-085d-4afc-82c2-6d4517ba6f37 req-07028738-e445-4a4a-a5ad-15ed26c65812 tempest-MultipleCreateTestJSON-1931740269 tempest-MultipleCreateTestJSON-1931740269-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:23:47.197540 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-f74ad6ed-1a48-40f0-b452-e552622886ce admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.0815520 Jul 27 23:23:47.207925 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 55216) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:23:47.221658 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-c78d5217-3da1-4dc4-a814-277b64c80663 admin admin] Request body: {'subnet': {'network_id': '6c02b9d0-a215-424d-9544-07bbc0da1036', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-2135984175-subnet', 'tenant_id': '3a20afddab18417db933c62e255c66b1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:23:47.232918 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-87a22029-c4e8-4433-ae76-28578175f542 tempest-BulkNetworkOpsTest-1508162577 tempest-BulkNetworkOpsTest-1508162577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:47.235896 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74ad6ed-1a48-40f0-b452-e552622886ce admin admin] Pushing event updated for resources: {'Network': ['ID=6c02b9d0-a215-424d-9544-07bbc0da1036,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:23:47.254810 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Network 6c02b9d0-a215-424d-9544-07bbc0da1036 details requested by agent ovs-agent-n-d-802623-1 with host n-d-802623-1 {{(pid=93799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 23:23:47.259400 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-87a22029-c4e8-4433-ae76-28578175f542 tempest-BulkNetworkOpsTest-1508162577 tempest-BulkNetworkOpsTest-1508162577-project] Calling delete_port for f0063e2c-9cc0-48a5-a98c-e19295aa3a40 owned by {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:23:47.297071 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07366387-4dcd-46d0-aa40-2e4be7bd0f17 req-cd86a6e6-2e75-44bb-97ba-04a187203896 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:23:47.300471 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-07366387-4dcd-46d0-aa40-2e4be7bd0f17 req-cd86a6e6-2e75-44bb-97ba-04a187203896 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] 10.222.0.18 "GET /v2.0/ports?device_id=9bda45a6-7b3d-4402-bc36-eb32e3c47420 HTTP/1.1" status: 200 len: 946 time: 0.3975372 Jul 27 23:23:47.314990 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c78d5217-3da1-4dc4-a814-277b64c80663 admin admin] Made reservation on behalf of 3a20afddab18417db933c62e255c66b1 for: {'subnet': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:23:47.315220 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e6ebf6-085d-4afc-82c2-6d4517ba6f37 req-07028738-e445-4a4a-a5ad-15ed26c65812 tempest-MultipleCreateTestJSON-1931740269 tempest-MultipleCreateTestJSON-1931740269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:23:47.317091 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-a7e6ebf6-085d-4afc-82c2-6d4517ba6f37 req-07028738-e445-4a4a-a5ad-15ed26c65812 tempest-MultipleCreateTestJSON-1931740269 tempest-MultipleCreateTestJSON-1931740269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:47.317223 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c78d5217-3da1-4dc4-a814-277b64c80663 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11551435'] for subnet, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:47.444280 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a7e6ebf6-085d-4afc-82c2-6d4517ba6f37 req-07028738-e445-4a4a-a5ad-15ed26c65812 tempest-MultipleCreateTestJSON-1931740269 tempest-MultipleCreateTestJSON-1931740269-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0264030 Jul 27 23:23:47.487685 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [req-a7e6ebf6-085d-4afc-82c2-6d4517ba6f37 req-b6708c2b-16bc-47de-85c5-fd9637e76e06 service neutron] Request body: {'port': {'device_id': 'bcd002b5-1d80-4030-8415-9a79b4c02cf7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802623-1'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:23:47.542552 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-a7e6ebf6-085d-4afc-82c2-6d4517ba6f37 req-ef5558a9-121a-4a01-a99c-7fa2ebc1035b tempest-MultipleCreateTestJSON-1931740269 tempest-MultipleCreateTestJSON-1931740269-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:47.609900 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-07366387-4dcd-46d0-aa40-2e4be7bd0f17 req-a4592171-d6bb-4e9c-9dd7-b41c85297ac0 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] 10.222.0.18 "GET /v2.0/security-groups?id=65b595b9-aa8c-4614-91d3-1ae3459c99b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2822840 Jul 27 23:23:47.656788 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-a7e6ebf6-085d-4afc-82c2-6d4517ba6f37 req-b6708c2b-16bc-47de-85c5-fd9637e76e06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:47.691449 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-a7e6ebf6-085d-4afc-82c2-6d4517ba6f37 req-ef5558a9-121a-4a01-a99c-7fa2ebc1035b tempest-MultipleCreateTestJSON-1931740269 tempest-MultipleCreateTestJSON-1931740269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:47.765898 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7e6ebf6-085d-4afc-82c2-6d4517ba6f37 req-ef5558a9-121a-4a01-a99c-7fa2ebc1035b tempest-MultipleCreateTestJSON-1931740269 tempest-MultipleCreateTestJSON-1931740269-project] Network 65b1245a-a607-4276-8c53-dcbc43a79e77 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:23:47.775929 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [req-a7e6ebf6-085d-4afc-82c2-6d4517ba6f37 req-ef5558a9-121a-4a01-a99c-7fa2ebc1035b tempest-MultipleCreateTestJSON-1931740269 tempest-MultipleCreateTestJSON-1931740269-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:23:47.776504 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c78d5217-3da1-4dc4-a814-277b64c80663 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11336182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11551417'] for subnet, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:47.779854 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7e6ebf6-085d-4afc-82c2-6d4517ba6f37 req-ef5558a9-121a-4a01-a99c-7fa2ebc1035b tempest-MultipleCreateTestJSON-1931740269 tempest-MultipleCreateTestJSON-1931740269-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:23:47.782305 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5558a9-121a-4a01-a99c-7fa2ebc1035b tempest-MultipleCreateTestJSON-1931740269 tempest-MultipleCreateTestJSON-1931740269-project] Pushing event updated for resources: {'Port': ['ID=8aa91107-cedd-461b-89cc-b8f64da29a6f,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:23:47.840974 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-3a2a899d-330f-418f-b162-89b89d5ac8d4 req-aad2fb94-c13f-4bcd-885c-324272685f61 tempest-ServerRescueTestJSONUnderV235-622928344 tempest-ServerRescueTestJSONUnderV235-622928344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:47.901980 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad2fb94-c13f-4bcd-885c-324272685f61 tempest-ServerRescueTestJSONUnderV235-622928344 tempest-ServerRescueTestJSONUnderV235-622928344-project] Pushing event deleted for resources: {'Port': ['ID=1627a5ab-3aea-4d34-9d1d-967ea31039e6,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:23:47.905035 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-87a22029-c4e8-4433-ae76-28578175f542 tempest-BulkNetworkOpsTest-1508162577 tempest-BulkNetworkOpsTest-1508162577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:47.917020 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78d5217-3da1-4dc4-a814-277b64c80663 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8857c3f2-fc78-44cb-9f83-e085152fecf7,revision_number=0']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:23:48.018753 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e6ebf6-085d-4afc-82c2-6d4517ba6f37 req-ef5558a9-121a-4a01-a99c-7fa2ebc1035b tempest-MultipleCreateTestJSON-1931740269 tempest-MultipleCreateTestJSON-1931740269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:23:48.019438 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-a7e6ebf6-085d-4afc-82c2-6d4517ba6f37 req-ef5558a9-121a-4a01-a99c-7fa2ebc1035b tempest-MultipleCreateTestJSON-1931740269 tempest-MultipleCreateTestJSON-1931740269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:48.033626 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c78d5217-3da1-4dc4-a814-277b64c80663 admin admin] Checking segment: {'id': '0de337ad-6685-4f72-8a7c-ecacf4aac535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '6c02b9d0-a215-424d-9544-07bbc0da1036'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:23:48.033996 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c78d5217-3da1-4dc4-a814-277b64c80663 admin admin] Network hostable DHCP agents. Network: 6c02b9d0-a215-424d-9544-07bbc0da1036, hostable agents: ['5950e76f-2bde-4343-a925-cbe6bacd2706'], hosted agents: [] {{(pid=93797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 23:23:48.060700 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-3a2a899d-330f-418f-b162-89b89d5ac8d4 req-aad2fb94-c13f-4bcd-885c-324272685f61 tempest-ServerRescueTestJSONUnderV235-622928344 tempest-ServerRescueTestJSONUnderV235-622928344-project] Notify callbacks [] for floatingip, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:48.063923 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-3a2a899d-330f-418f-b162-89b89d5ac8d4 req-aad2fb94-c13f-4bcd-885c-324272685f61 tempest-ServerRescueTestJSONUnderV235-622928344 tempest-ServerRescueTestJSONUnderV235-622928344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for floatingip, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:48.065923 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-3a2a899d-330f-418f-b162-89b89d5ac8d4 req-aad2fb94-c13f-4bcd-885c-324272685f61 tempest-ServerRescueTestJSONUnderV235-622928344 tempest-ServerRescueTestJSONUnderV235-622928344-project] 10.222.0.18 "DELETE /v2.0/floatingips/fb836611-bbbd-4f3f-a85d-496865f379f2 HTTP/1.1" status: 204 len: 173 time: 2.0528486 Jul 27 23:23:48.104932 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708ec2cf-becc-4f95-937b-e807dbef1cf0 req-0d3c43d2-4e39-4325-9222-e2bcd93a7b70 tempest-MultipleCreateTestJSON-1931740269 tempest-MultipleCreateTestJSON-1931740269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:23:48.118389 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-708ec2cf-becc-4f95-937b-e807dbef1cf0 req-0d3c43d2-4e39-4325-9222-e2bcd93a7b70 tempest-MultipleCreateTestJSON-1931740269 tempest-MultipleCreateTestJSON-1931740269-project] 10.222.0.18 "GET /v2.0/ports?device_id=f4529ef9-5105-47d7-80e3-6d909583282e HTTP/1.1" status: 200 len: 931 time: 0.2718589 Jul 27 23:23:48.124136 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a7e6ebf6-085d-4afc-82c2-6d4517ba6f37 req-ef5558a9-121a-4a01-a99c-7fa2ebc1035b tempest-MultipleCreateTestJSON-1931740269 tempest-MultipleCreateTestJSON-1931740269-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7515168 Jul 27 23:23:48.155800 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [req-a7e6ebf6-085d-4afc-82c2-6d4517ba6f37 req-a34c3d5b-542d-4632-83dd-a5f5d6c67057 service neutron] Request body: {'port': {'device_id': 'f4529ef9-5105-47d7-80e3-6d909583282e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802623-1'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:23:48.202673 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-708ec2cf-becc-4f95-937b-e807dbef1cf0 req-a42eacc3-7b54-410e-b17f-d452dba3d639 tempest-MultipleCreateTestJSON-1931740269 tempest-MultipleCreateTestJSON-1931740269-project] 10.222.0.18 "GET /v2.0/security-groups?id=7071cc09-0750-4ecb-a286-890b01188d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774949 Jul 27 23:23:48.223038 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a22029-c4e8-4433-ae76-28578175f542 tempest-BulkNetworkOpsTest-1508162577 tempest-BulkNetworkOpsTest-1508162577-project] Pushing event deleted for resources: {'Port': ['ID=f0063e2c-9cc0-48a5-a98c-e19295aa3a40,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:23:48.237688 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-87a22029-c4e8-4433-ae76-28578175f542 tempest-BulkNetworkOpsTest-1508162577 tempest-BulkNetworkOpsTest-1508162577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:48.240860 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-87a22029-c4e8-4433-ae76-28578175f542 tempest-BulkNetworkOpsTest-1508162577 tempest-BulkNetworkOpsTest-1508162577-project] 10.222.0.18 "DELETE /v2.0/ports/f0063e2c-9cc0-48a5-a98c-e19295aa3a40 HTTP/1.1" status: 204 len: 168 time: 1.7645223 Jul 27 23:23:48.243675 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c78d5217-3da1-4dc4-a814-277b64c80663 admin admin] Network 6c02b9d0-a215-424d-9544-07bbc0da1036 is scheduled to be hosted by DHCP agent 5950e76f-2bde-4343-a925-cbe6bacd2706 with binding_index 1 {{(pid=93797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 23:23:48.249750 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 55270) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:23:48.256889 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-6576ce52-aa5b-445a-90b8-614a3cd0051e req-4464fd68-c976-46f2-982d-a37390cf3f3f tempest-ServerRescueTestJSONUnderV235-622928344 tempest-ServerRescueTestJSONUnderV235-622928344-project] 10.222.0.18 "GET /v2.0/security-groups/77999638-84ed-4bca-b061-8bef344d9fdd HTTP/1.1" status: 200 len: 1808 time: 0.1456449 Jul 27 23:23:48.261889 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-c78d5217-3da1-4dc4-a814-277b64c80663 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802623-1, 6c02b9d0-a215-424d-9544-07bbc0da1036) {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:23:48.276700 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d40c5cd-8397-4a99-a6f8-5fedc9a08068 None None] Network 6c02b9d0-a215-424d-9544-07bbc0da1036 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:23:48.329880 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c78d5217-3da1-4dc4-a814-277b64c80663 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:23:48.331084 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c78d5217-3da1-4dc4-a814-277b64c80663 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for subnet, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:48.340187 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-a7e6ebf6-085d-4afc-82c2-6d4517ba6f37 req-a34c3d5b-542d-4632-83dd-a5f5d6c67057 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:48.358600 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-6576ce52-aa5b-445a-90b8-614a3cd0051e req-1cab9edf-0d4c-4d0b-9c17-fe9ca68315c0 tempest-ServerRescueTestJSONUnderV235-622928344 tempest-ServerRescueTestJSONUnderV235-622928344-project] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:48.396495 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-6576ce52-aa5b-445a-90b8-614a3cd0051e req-1cab9edf-0d4c-4d0b-9c17-fe9ca68315c0 tempest-ServerRescueTestJSONUnderV235-622928344 tempest-ServerRescueTestJSONUnderV235-622928344-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:48.402836 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-c78d5217-3da1-4dc4-a814-277b64c80663 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1858582 Jul 27 23:23:48.502712 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-6576ce52-aa5b-445a-90b8-614a3cd0051e req-1cab9edf-0d4c-4d0b-9c17-fe9ca68315c0 tempest-ServerRescueTestJSONUnderV235-622928344 tempest-ServerRescueTestJSONUnderV235-622928344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:48.507131 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-6576ce52-aa5b-445a-90b8-614a3cd0051e req-1cab9edf-0d4c-4d0b-9c17-fe9ca68315c0 tempest-ServerRescueTestJSONUnderV235-622928344 tempest-ServerRescueTestJSONUnderV235-622928344-project] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:48.508937 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-6576ce52-aa5b-445a-90b8-614a3cd0051e req-1cab9edf-0d4c-4d0b-9c17-fe9ca68315c0 tempest-ServerRescueTestJSONUnderV235-622928344 tempest-ServerRescueTestJSONUnderV235-622928344-project] 10.222.0.18 "DELETE /v2.0/security-groups/77999638-84ed-4bca-b061-8bef344d9fdd HTTP/1.1" status: 204 len: 173 time: 0.2443936 Jul 27 23:23:48.523863 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cab9edf-0d4c-4d0b-9c17-fe9ca68315c0 tempest-ServerRescueTestJSONUnderV235-622928344 tempest-ServerRescueTestJSONUnderV235-622928344-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=77999638-84ed-4bca-b061-8bef344d9fdd,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:23:48.572961 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df9b3de1-76c0-458e-a8a4-08aa1357d0d0 None None] Network 6c02b9d0-a215-424d-9544-07bbc0da1036 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:23:48.592693 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-a45a4337-e570-4b7a-9b12-e76cb5ce77b1 tempest-BulkNetworkOpsTest-1508162577 tempest-BulkNetworkOpsTest-1508162577-project] Deleting port afdf6a5d-e0de-43e7-9194-3007aedf1795 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:23:48.593637 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a45a4337-e570-4b7a-9b12-e76cb5ce77b1 tempest-BulkNetworkOpsTest-1508162577 tempest-BulkNetworkOpsTest-1508162577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:48.954313 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [req-a7e6ebf6-085d-4afc-82c2-6d4517ba6f37 req-b6708c2b-16bc-47de-85c5-fd9637e76e06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c43b6843-08db-4916-aa3e-f489d46c2a58 {{(pid=93798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:23:49.001706 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-a7e6ebf6-085d-4afc-82c2-6d4517ba6f37 req-b6708c2b-16bc-47de-85c5-fd9637e76e06 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:49.006894 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a45a4337-e570-4b7a-9b12-e76cb5ce77b1 tempest-BulkNetworkOpsTest-1508162577 tempest-BulkNetworkOpsTest-1508162577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:49.044324 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-a45a4337-e570-4b7a-9b12-e76cb5ce77b1 tempest-BulkNetworkOpsTest-1508162577 tempest-BulkNetworkOpsTest-1508162577-project] Calling delete_port for afdf6a5d-e0de-43e7-9194-3007aedf1795 owned by {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:23:49.057565 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-a7e6ebf6-085d-4afc-82c2-6d4517ba6f37 req-b6708c2b-16bc-47de-85c5-fd9637e76e06 service neutron] Transition to ACTIVE for port object c43b6843-08db-4916-aa3e-f489d46c2a58 will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:23:49.065826 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93ee991-c9b6-4f48-80c6-328fd4e670ea req-773e0c6a-63e4-478e-8fd9-da9f51a53b0b tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:23:49.067577 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-d93ee991-c9b6-4f48-80c6-328fd4e670ea req-773e0c6a-63e4-478e-8fd9-da9f51a53b0b tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] 10.222.0.18 "GET /v2.0/ports?device_id=9bda45a6-7b3d-4402-bc36-eb32e3c47420 HTTP/1.1" status: 200 len: 946 time: 0.1165876 Jul 27 23:23:49.075889 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-a7e6ebf6-085d-4afc-82c2-6d4517ba6f37 req-b6708c2b-16bc-47de-85c5-fd9637e76e06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:49.157764 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6708c2b-16bc-47de-85c5-fd9637e76e06 service neutron] Pushing event updated for resources: {'Port': ['ID=c43b6843-08db-4916-aa3e-f489d46c2a58,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:23:49.230597 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7890580-6370-493e-92de-816991d794d3 req-5fdf48ac-dfc2-4eb5-bece-4c4c2c0e4ad2 tempest-ServerRescueTestJSONUnderV235-622928344 tempest-ServerRescueTestJSONUnderV235-622928344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:23:49.232231 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d7890580-6370-493e-92de-816991d794d3 req-5fdf48ac-dfc2-4eb5-bece-4c4c2c0e4ad2 tempest-ServerRescueTestJSONUnderV235-622928344 tempest-ServerRescueTestJSONUnderV235-622928344-project] 10.222.0.18 "GET /v2.0/ports?device_id=515844b0-12e5-4d91-8415-7e9fc9e79241 HTTP/1.1" status: 200 len: 946 time: 0.0641391 Jul 27 23:23:49.288812 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d7890580-6370-493e-92de-816991d794d3 req-db73f229-717d-4e13-872f-7e192ab67137 tempest-ServerRescueTestJSONUnderV235-622928344 tempest-ServerRescueTestJSONUnderV235-622928344-project] 10.222.0.18 "GET /v2.0/security-groups?id=2eed3499-b2dc-4df3-ba94-97f5c54db85f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489759 Jul 27 23:23:49.308711 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-d93ee991-c9b6-4f48-80c6-328fd4e670ea req-9a261c79-b4f8-4923-9260-3d3ee573e79e tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] 10.222.0.18 "GET /v2.0/security-groups?id=65b595b9-aa8c-4614-91d3-1ae3459c99b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2184951 Jul 27 23:23:49.406335 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a45a4337-e570-4b7a-9b12-e76cb5ce77b1 tempest-BulkNetworkOpsTest-1508162577 tempest-BulkNetworkOpsTest-1508162577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:49.429576 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-a7e6ebf6-085d-4afc-82c2-6d4517ba6f37 req-b6708c2b-16bc-47de-85c5-fd9637e76e06 service neutron] Attempting to bind port c43b6843-08db-4916-aa3e-f489d46c2a58 on host n-h1-802623-1 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:23:49.429910 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-a7e6ebf6-085d-4afc-82c2-6d4517ba6f37 req-b6708c2b-16bc-47de-85c5-fd9637e76e06 service neutron] Attempting to bind port c43b6843-08db-4916-aa3e-f489d46c2a58 by drivers openvswitch,hyperv on host n-h1-802623-1 at level 0 using segments [{'id': '8c267b76-81da-475f-a9e8-f3fb8fa17f14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '65b1245a-a607-4276-8c53-dcbc43a79e77'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:23:49.430237 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7e6ebf6-085d-4afc-82c2-6d4517ba6f37 req-b6708c2b-16bc-47de-85c5-fd9637e76e06 service neutron] Attempting to bind port c43b6843-08db-4916-aa3e-f489d46c2a58 on network 65b1245a-a607-4276-8c53-dcbc43a79e77 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:23:49.472150 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a45a4337-e570-4b7a-9b12-e76cb5ce77b1 tempest-BulkNetworkOpsTest-1508162577 tempest-BulkNetworkOpsTest-1508162577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:49.477251 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 55298) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:23:49.477397 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-a45a4337-e570-4b7a-9b12-e76cb5ce77b1 tempest-BulkNetworkOpsTest-1508162577 tempest-BulkNetworkOpsTest-1508162577-project] 10.222.0.18 "DELETE /v2.0/ports/afdf6a5d-e0de-43e7-9194-3007aedf1795 HTTP/1.1" status: 204 len: 168 time: 1.2250636 Jul 27 23:23:49.481858 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45a4337-e570-4b7a-9b12-e76cb5ce77b1 tempest-BulkNetworkOpsTest-1508162577 tempest-BulkNetworkOpsTest-1508162577-project] Pushing event deleted for resources: {'Port': ['ID=afdf6a5d-e0de-43e7-9194-3007aedf1795,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:23:49.501940 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7e6ebf6-085d-4afc-82c2-6d4517ba6f37 req-b6708c2b-16bc-47de-85c5-fd9637e76e06 service neutron] Port c43b6843-08db-4916-aa3e-f489d46c2a58 on network 65b1245a-a607-4276-8c53-dcbc43a79e77 not bound, no agent of type Open vSwitch agent registered on host n-h1-802623-1 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 23:23:49.502345 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7e6ebf6-085d-4afc-82c2-6d4517ba6f37 req-b6708c2b-16bc-47de-85c5-fd9637e76e06 service neutron] Attempting to bind port c43b6843-08db-4916-aa3e-f489d46c2a58 on network 65b1245a-a607-4276-8c53-dcbc43a79e77 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:23:49.526492 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-3e93e02a-4619-4bc0-9ba1-3c0f7781c325 tempest-BulkNetworkOpsTest-1508162577 tempest-BulkNetworkOpsTest-1508162577-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0474858 Jul 27 23:23:49.530561 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 55300) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:23:49.536707 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7e6ebf6-085d-4afc-82c2-6d4517ba6f37 req-b6708c2b-16bc-47de-85c5-fd9637e76e06 service neutron] Checking agent: {'id': '245f1da4-a9b8-4b08-90d7-28f0f342b839', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 59, 59), 'started_at': datetime.datetime(2021, 7, 27, 22, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 23, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:23:49.537054 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7e6ebf6-085d-4afc-82c2-6d4517ba6f37 req-b6708c2b-16bc-47de-85c5-fd9637e76e06 service neutron] Checking segment: {'id': '8c267b76-81da-475f-a9e8-f3fb8fa17f14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '65b1245a-a607-4276-8c53-dcbc43a79e77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:23:49.537549 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7e6ebf6-085d-4afc-82c2-6d4517ba6f37 req-b6708c2b-16bc-47de-85c5-fd9637e76e06 service neutron] Bound using segment: {'id': '8c267b76-81da-475f-a9e8-f3fb8fa17f14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '65b1245a-a607-4276-8c53-dcbc43a79e77'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:23:49.537883 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-a7e6ebf6-085d-4afc-82c2-6d4517ba6f37 req-b6708c2b-16bc-47de-85c5-fd9637e76e06 service neutron] Bound port: c43b6843-08db-4916-aa3e-f489d46c2a58, host: n-h1-802623-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c267b76-81da-475f-a9e8-f3fb8fa17f14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '65b1245a-a607-4276-8c53-dcbc43a79e77'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:23:49.538243 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-a7e6ebf6-085d-4afc-82c2-6d4517ba6f37 req-b6708c2b-16bc-47de-85c5-fd9637e76e06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:49.541916 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-49ac3a3b-e11d-4159-8b51-f071f01a5961 tempest-BulkNetworkOpsTest-1508162577 tempest-BulkNetworkOpsTest-1508162577-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1542472210'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:23:49.563733 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [req-a7e6ebf6-085d-4afc-82c2-6d4517ba6f37 req-a34c3d5b-542d-4632-83dd-a5f5d6c67057 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8aa91107-cedd-461b-89cc-b8f64da29a6f {{(pid=93798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:23:49.589122 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49ac3a3b-e11d-4159-8b51-f071f01a5961 tempest-BulkNetworkOpsTest-1508162577 tempest-BulkNetworkOpsTest-1508162577-project] Made reservation on behalf of 57e30b759d5d4df4b0f4d754632f9dbe for: {'network': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:23:49.593169 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-49ac3a3b-e11d-4159-8b51-f071f01a5961 tempest-BulkNetworkOpsTest-1508162577 tempest-BulkNetworkOpsTest-1508162577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for network, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:49.600691 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-a7e6ebf6-085d-4afc-82c2-6d4517ba6f37 req-a34c3d5b-542d-4632-83dd-a5f5d6c67057 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:49.627392 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1071fa24-1949-4f55-8dac-a93cec6624fe req-3f25300e-7cd9-4905-8b35-e732bd5d6d1a tempest-MultipleCreateTestJSON-1931740269 tempest-MultipleCreateTestJSON-1931740269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:23:49.628934 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-1071fa24-1949-4f55-8dac-a93cec6624fe req-3f25300e-7cd9-4905-8b35-e732bd5d6d1a tempest-MultipleCreateTestJSON-1931740269 tempest-MultipleCreateTestJSON-1931740269-project] 10.222.0.18 "GET /v2.0/ports?device_id=f4529ef9-5105-47d7-80e3-6d909583282e HTTP/1.1" status: 200 len: 931 time: 0.2032323 Jul 27 23:23:49.647090 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49ac3a3b-e11d-4159-8b51-f071f01a5961 tempest-BulkNetworkOpsTest-1508162577 tempest-BulkNetworkOpsTest-1508162577-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 537} {{(pid=93797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 23:23:49.647694 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-a7e6ebf6-085d-4afc-82c2-6d4517ba6f37 req-a34c3d5b-542d-4632-83dd-a5f5d6c67057 service neutron] Transition to ACTIVE for port object 8aa91107-cedd-461b-89cc-b8f64da29a6f will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:23:49.666777 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-a7e6ebf6-085d-4afc-82c2-6d4517ba6f37 req-a34c3d5b-542d-4632-83dd-a5f5d6c67057 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:49.673815 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-49ac3a3b-e11d-4159-8b51-f071f01a5961 tempest-BulkNetworkOpsTest-1508162577 tempest-BulkNetworkOpsTest-1508162577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:49.681342 n-d-802623-1 neutron-server[93797]: INFO neutron.db.segments_db [None req-49ac3a3b-e11d-4159-8b51-f071f01a5961 tempest-BulkNetworkOpsTest-1508162577 tempest-BulkNetworkOpsTest-1508162577-project] Added segment 6b1c739a-e9b8-457a-bbfe-13ad0522700d of type vlan for network 5a7991bf-946a-42fc-add3-9d8f9a6ec47c Jul 27 23:23:49.686752 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-a7e6ebf6-085d-4afc-82c2-6d4517ba6f37 req-b6708c2b-16bc-47de-85c5-fd9637e76e06 service neutron] For port c43b6843-08db-4916-aa3e-f489d46c2a58, host n-h1-802623-1, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:23:49.714616 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-a7e6ebf6-085d-4afc-82c2-6d4517ba6f37 req-b6708c2b-16bc-47de-85c5-fd9637e76e06 service neutron] For port c43b6843-08db-4916-aa3e-f489d46c2a58, host n-h1-802623-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=c43b6843-08db-4916-aa3e-f489d46c2a58,segment=NetworkSegment(8c267b76-81da-475f-a9e8-f3fb8fa17f14),segment_id=8c267b76-81da-475f-a9e8-f3fb8fa17f14)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:23:49.741050 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-49ac3a3b-e11d-4159-8b51-f071f01a5961 tempest-BulkNetworkOpsTest-1508162577 tempest-BulkNetworkOpsTest-1508162577-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736833354590'] for network, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:49.782064 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-49ac3a3b-e11d-4159-8b51-f071f01a5961 tempest-BulkNetworkOpsTest-1508162577 tempest-BulkNetworkOpsTest-1508162577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569'] for network, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:49.791611 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49ac3a3b-e11d-4159-8b51-f071f01a5961 tempest-BulkNetworkOpsTest-1508162577 tempest-BulkNetworkOpsTest-1508162577-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:23:49.792608 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-49ac3a3b-e11d-4159-8b51-f071f01a5961 tempest-BulkNetworkOpsTest-1508162577 tempest-BulkNetworkOpsTest-1508162577-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for network, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:49.814093 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34c3d5b-542d-4632-83dd-a5f5d6c67057 service neutron] Pushing event updated for resources: {'Port': ['ID=8aa91107-cedd-461b-89cc-b8f64da29a6f,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:23:49.830555 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-a7e6ebf6-085d-4afc-82c2-6d4517ba6f37 req-b6708c2b-16bc-47de-85c5-fd9637e76e06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:49.879732 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-49ac3a3b-e11d-4159-8b51-f071f01a5961 tempest-BulkNetworkOpsTest-1508162577 tempest-BulkNetworkOpsTest-1508162577-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3455806 Jul 27 23:23:49.884290 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 55316) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:23:49.892209 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-f80a77a9-69db-4d84-ab3e-2236e095c737 tempest-BulkNetworkOpsTest-1508162577 tempest-BulkNetworkOpsTest-1508162577-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2093558542'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:23:49.901740 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ac3a3b-e11d-4159-8b51-f071f01a5961 tempest-BulkNetworkOpsTest-1508162577 tempest-BulkNetworkOpsTest-1508162577-project] Pushing event updated for resources: {'Network': ['ID=5a7991bf-946a-42fc-add3-9d8f9a6ec47c,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:23:49.921669 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Network 5a7991bf-946a-42fc-add3-9d8f9a6ec47c details requested by agent ovs-agent-n-d-802623-1 with host n-d-802623-1 {{(pid=93799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 23:23:49.933418 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-1071fa24-1949-4f55-8dac-a93cec6624fe req-5a197e4e-20ab-4ec9-b44c-959d0c2b54ff tempest-MultipleCreateTestJSON-1931740269 tempest-MultipleCreateTestJSON-1931740269-project] 10.222.0.18 "GET /v2.0/security-groups?id=7071cc09-0750-4ecb-a286-890b01188d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2784026 Jul 27 23:23:49.934596 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f80a77a9-69db-4d84-ab3e-2236e095c737 tempest-BulkNetworkOpsTest-1508162577 tempest-BulkNetworkOpsTest-1508162577-project] Made reservation on behalf of 57e30b759d5d4df4b0f4d754632f9dbe for: {'network': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:23:49.941179 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f80a77a9-69db-4d84-ab3e-2236e095c737 tempest-BulkNetworkOpsTest-1508162577 tempest-BulkNetworkOpsTest-1508162577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for network, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:49.981475 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e6ebf6-085d-4afc-82c2-6d4517ba6f37 req-b6708c2b-16bc-47de-85c5-fd9637e76e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:23:49.982256 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-a7e6ebf6-085d-4afc-82c2-6d4517ba6f37 req-b6708c2b-16bc-47de-85c5-fd9637e76e06 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:49.991315 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f80a77a9-69db-4d84-ab3e-2236e095c737 tempest-BulkNetworkOpsTest-1508162577 tempest-BulkNetworkOpsTest-1508162577-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 508} {{(pid=93797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 23:23:49.991724 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a7e6ebf6-085d-4afc-82c2-6d4517ba6f37 req-b6708c2b-16bc-47de-85c5-fd9637e76e06 service neutron] 10.222.0.38 "PUT /v2.0/ports/c43b6843-08db-4916-aa3e-f489d46c2a58 HTTP/1.1" status: 200 len: 1091 time: 2.5167832 Jul 27 23:23:49.997977 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcd002b5-1d80-4030-8415-9a79b4c02cf7', 'tag': 'c43b6843-08db-4916-aa3e-f489d46c2a58'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:23:50.024370 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}011f8d312121274bb12d78e77c6379a2079800640016cec6c6d605b73666e854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3a5a13d-5dc3-49a5-8390-f6857984ca5d" -d '{"events": [{"name": "network-changed", "server_uuid": "bcd002b5-1d80-4030-8415-9a79b4c02cf7", "tag": "c43b6843-08db-4916-aa3e-f489d46c2a58"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:23:50.024728 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f80a77a9-69db-4d84-ab3e-2236e095c737 tempest-BulkNetworkOpsTest-1508162577 tempest-BulkNetworkOpsTest-1508162577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:50.024728 n-d-802623-1 neutron-server[93797]: INFO neutron.db.segments_db [None req-f80a77a9-69db-4d84-ab3e-2236e095c737 tempest-BulkNetworkOpsTest-1508162577 tempest-BulkNetworkOpsTest-1508162577-project] Added segment 2b113495-89b0-4927-8887-2688da47867a of type vlan for network 7c46f962-3c39-46e2-9e02-7d68eb4cd1d1 Jul 27 23:23:50.098521 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 23:23:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcf873c8-7d17-4386-8bf8-bd714965b354 x-openstack-request-id: req-dcf873c8-7d17-4386-8bf8-bd714965b354 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:23:50.098876 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcd002b5-1d80-4030-8415-9a79b4c02cf7", "tag": "c43b6843-08db-4916-aa3e-f489d46c2a58", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:23:50.099162 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-dcf873c8-7d17-4386-8bf8-bd714965b354 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:23:50.099518 n-d-802623-1 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcd002b5-1d80-4030-8415-9a79b4c02cf7', 'tag': 'c43b6843-08db-4916-aa3e-f489d46c2a58', 'status': 'completed', 'code': 200} Jul 27 23:23:50.101831 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f80a77a9-69db-4d84-ab3e-2236e095c737 tempest-BulkNetworkOpsTest-1508162577 tempest-BulkNetworkOpsTest-1508162577-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736833354590'] for network, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:50.140503 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f80a77a9-69db-4d84-ab3e-2236e095c737 tempest-BulkNetworkOpsTest-1508162577 tempest-BulkNetworkOpsTest-1508162577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569'] for network, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:50.149871 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f80a77a9-69db-4d84-ab3e-2236e095c737 tempest-BulkNetworkOpsTest-1508162577 tempest-BulkNetworkOpsTest-1508162577-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:23:50.150670 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f80a77a9-69db-4d84-ab3e-2236e095c737 tempest-BulkNetworkOpsTest-1508162577 tempest-BulkNetworkOpsTest-1508162577-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for network, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:50.233036 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-f80a77a9-69db-4d84-ab3e-2236e095c737 tempest-BulkNetworkOpsTest-1508162577 tempest-BulkNetworkOpsTest-1508162577-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3473403 Jul 27 23:23:50.268893 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80a77a9-69db-4d84-ab3e-2236e095c737 tempest-BulkNetworkOpsTest-1508162577 tempest-BulkNetworkOpsTest-1508162577-project] Pushing event updated for resources: {'Network': ['ID=7c46f962-3c39-46e2-9e02-7d68eb4cd1d1,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:23:50.289215 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Network 7c46f962-3c39-46e2-9e02-7d68eb4cd1d1 details requested by agent ovs-agent-n-d-802623-1 with host n-d-802623-1 {{(pid=93799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 23:23:50.374657 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 55332) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:23:50.380412 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-3bc26132-08f7-407b-a043-6f6444958a46 tempest-BulkNetworkOpsTest-1508162577 tempest-BulkNetworkOpsTest-1508162577-project] Request body: {'subnets': [{'network_id': '5a7991bf-946a-42fc-add3-9d8f9a6ec47c', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--330329172', 'ip_version': 4}, {'network_id': '7c46f962-3c39-46e2-9e02-7d68eb4cd1d1', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:23:50.380532 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-3bc26132-08f7-407b-a043-6f6444958a46 tempest-BulkNetworkOpsTest-1508162577 tempest-BulkNetworkOpsTest-1508162577-project] Request body: {'subnet': {'network_id': '5a7991bf-946a-42fc-add3-9d8f9a6ec47c', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--330329172', 'ip_version': 4}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:23:50.381196 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-3bc26132-08f7-407b-a043-6f6444958a46 tempest-BulkNetworkOpsTest-1508162577 tempest-BulkNetworkOpsTest-1508162577-project] Request body: {'subnet': {'network_id': '7c46f962-3c39-46e2-9e02-7d68eb4cd1d1', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:23:50.615641 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34e47f2-167d-4a2d-ba91-0729b828e016 req-e4205c7f-fba7-4e69-94bb-e579005cc4ff tempest-ServerRescueTestJSONUnderV235-622928344 tempest-ServerRescueTestJSONUnderV235-622928344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:23:50.625691 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d34e47f2-167d-4a2d-ba91-0729b828e016 req-e4205c7f-fba7-4e69-94bb-e579005cc4ff tempest-ServerRescueTestJSONUnderV235-622928344 tempest-ServerRescueTestJSONUnderV235-622928344-project] 10.222.0.18 "GET /v2.0/ports?device_id=515844b0-12e5-4d91-8415-7e9fc9e79241 HTTP/1.1" status: 200 len: 946 time: 0.1457551 Jul 27 23:23:50.636258 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6708c2b-16bc-47de-85c5-fd9637e76e06 service neutron] Pushing event updated for resources: {'Port': ['ID=c43b6843-08db-4916-aa3e-f489d46c2a58,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:23:50.663539 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-a7e6ebf6-085d-4afc-82c2-6d4517ba6f37 req-a34c3d5b-542d-4632-83dd-a5f5d6c67057 service neutron] Attempting to bind port 8aa91107-cedd-461b-89cc-b8f64da29a6f on host n-h2-802623-1 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:23:50.663973 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-a7e6ebf6-085d-4afc-82c2-6d4517ba6f37 req-a34c3d5b-542d-4632-83dd-a5f5d6c67057 service neutron] Attempting to bind port 8aa91107-cedd-461b-89cc-b8f64da29a6f by drivers openvswitch,hyperv on host n-h2-802623-1 at level 0 using segments [{'id': '8c267b76-81da-475f-a9e8-f3fb8fa17f14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '65b1245a-a607-4276-8c53-dcbc43a79e77'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:23:50.664404 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7e6ebf6-085d-4afc-82c2-6d4517ba6f37 req-a34c3d5b-542d-4632-83dd-a5f5d6c67057 service neutron] Attempting to bind port 8aa91107-cedd-461b-89cc-b8f64da29a6f on network 65b1245a-a607-4276-8c53-dcbc43a79e77 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:23:50.678381 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db377b32-46da-422f-8a95-0f300eb8383f req-0261e75a-3abf-445e-a39b-3926c098941d tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:23:50.680563 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-db377b32-46da-422f-8a95-0f300eb8383f req-0261e75a-3abf-445e-a39b-3926c098941d tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] 10.222.0.18 "GET /v2.0/ports?device_id=9bda45a6-7b3d-4402-bc36-eb32e3c47420 HTTP/1.1" status: 200 len: 946 time: 0.1036732 Jul 27 23:23:50.692420 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e6ebf6-085d-4afc-82c2-6d4517ba6f37 req-424e65cb-03cc-4cc7-b510-0a838c24b622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:23:50.693973 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a7e6ebf6-085d-4afc-82c2-6d4517ba6f37 req-424e65cb-03cc-4cc7-b510-0a838c24b622 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=fbb3972e819948feb45f84fffea5a2b5&device_id=bcd002b5-1d80-4030-8415-9a79b4c02cf7 HTTP/1.1" status: 200 len: 1094 time: 0.5684495 Jul 27 23:23:50.695445 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7e6ebf6-085d-4afc-82c2-6d4517ba6f37 req-a34c3d5b-542d-4632-83dd-a5f5d6c67057 service neutron] Port 8aa91107-cedd-461b-89cc-b8f64da29a6f on network 65b1245a-a607-4276-8c53-dcbc43a79e77 not bound, no agent of type Open vSwitch agent registered on host n-h2-802623-1 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 23:23:50.696349 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7e6ebf6-085d-4afc-82c2-6d4517ba6f37 req-a34c3d5b-542d-4632-83dd-a5f5d6c67057 service neutron] Attempting to bind port 8aa91107-cedd-461b-89cc-b8f64da29a6f on network 65b1245a-a607-4276-8c53-dcbc43a79e77 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:23:50.714720 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7e6ebf6-085d-4afc-82c2-6d4517ba6f37 req-a34c3d5b-542d-4632-83dd-a5f5d6c67057 service neutron] Checking agent: {'id': 'c5cc038b-93c4-4df4-8061-5df2a04a48c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 23, 0, 4), 'started_at': datetime.datetime(2021, 7, 27, 23, 0, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 23, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:23:50.715225 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7e6ebf6-085d-4afc-82c2-6d4517ba6f37 req-a34c3d5b-542d-4632-83dd-a5f5d6c67057 service neutron] Checking segment: {'id': '8c267b76-81da-475f-a9e8-f3fb8fa17f14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '65b1245a-a607-4276-8c53-dcbc43a79e77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:23:50.715872 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7e6ebf6-085d-4afc-82c2-6d4517ba6f37 req-a34c3d5b-542d-4632-83dd-a5f5d6c67057 service neutron] Bound using segment: {'id': '8c267b76-81da-475f-a9e8-f3fb8fa17f14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '65b1245a-a607-4276-8c53-dcbc43a79e77'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:23:50.716419 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-a7e6ebf6-085d-4afc-82c2-6d4517ba6f37 req-a34c3d5b-542d-4632-83dd-a5f5d6c67057 service neutron] Bound port: 8aa91107-cedd-461b-89cc-b8f64da29a6f, host: n-h2-802623-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c267b76-81da-475f-a9e8-f3fb8fa17f14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '65b1245a-a607-4276-8c53-dcbc43a79e77'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:23:50.716907 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-a7e6ebf6-085d-4afc-82c2-6d4517ba6f37 req-a34c3d5b-542d-4632-83dd-a5f5d6c67057 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:50.719472 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d34e47f2-167d-4a2d-ba91-0729b828e016 req-769c439f-73e4-447b-b1d5-5983b8d9c26c tempest-ServerRescueTestJSONUnderV235-622928344 tempest-ServerRescueTestJSONUnderV235-622928344-project] 10.222.0.18 "GET /v2.0/security-groups?id=2eed3499-b2dc-4df3-ba94-97f5c54db85f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925829 Jul 27 23:23:50.768118 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bc26132-08f7-407b-a043-6f6444958a46 tempest-BulkNetworkOpsTest-1508162577 tempest-BulkNetworkOpsTest-1508162577-project] Made reservation on behalf of 57e30b759d5d4df4b0f4d754632f9dbe for: {'subnet': 2} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:23:50.773596 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3bc26132-08f7-407b-a043-6f6444958a46 tempest-BulkNetworkOpsTest-1508162577 tempest-BulkNetworkOpsTest-1508162577-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11551435'] for subnet, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:50.774842 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3bc26132-08f7-407b-a043-6f6444958a46 tempest-BulkNetworkOpsTest-1508162577 tempest-BulkNetworkOpsTest-1508162577-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11551435'] for subnet, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:50.807183 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a7e6ebf6-085d-4afc-82c2-6d4517ba6f37 req-fea89dc4-6c45-4413-98bd-c26e963c1635 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c43b6843-08db-4916-aa3e-f489d46c2a58 HTTP/1.1" status: 200 len: 217 time: 0.0997009 Jul 27 23:23:51.057019 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-db377b32-46da-422f-8a95-0f300eb8383f req-893c432f-1320-4c1e-8c71-002b1d596394 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] 10.222.0.18 "GET /v2.0/security-groups?id=65b595b9-aa8c-4614-91d3-1ae3459c99b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3664250 Jul 27 23:23:51.143504 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e6ebf6-085d-4afc-82c2-6d4517ba6f37 req-f7f570c3-3a1c-4f7f-89db-f3c31065e3ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:23:51.144649 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a7e6ebf6-085d-4afc-82c2-6d4517ba6f37 req-f7f570c3-3a1c-4f7f-89db-f3c31065e3ff service neutron] 10.222.0.38 "GET /v2.0/subnets?id=77f70126-081b-41c5-808d-ca6fa433778a HTTP/1.1" status: 200 len: 852 time: 0.2971323 Jul 27 23:23:51.187645 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-a7e6ebf6-085d-4afc-82c2-6d4517ba6f37 req-a34c3d5b-542d-4632-83dd-a5f5d6c67057 service neutron] For port 8aa91107-cedd-461b-89cc-b8f64da29a6f, host n-h2-802623-1, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:23:51.193407 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-a7e6ebf6-085d-4afc-82c2-6d4517ba6f37 req-a34c3d5b-542d-4632-83dd-a5f5d6c67057 service neutron] For port 8aa91107-cedd-461b-89cc-b8f64da29a6f, host n-h2-802623-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=8aa91107-cedd-461b-89cc-b8f64da29a6f,segment=NetworkSegment(8c267b76-81da-475f-a9e8-f3fb8fa17f14),segment_id=8c267b76-81da-475f-a9e8-f3fb8fa17f14)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:23:51.210613 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ea080d-ae7e-4238-8bc8-106120f79101 req-79153c90-eb16-4db1-bd5d-15a032abeb97 tempest-MultipleCreateTestJSON-1931740269 tempest-MultipleCreateTestJSON-1931740269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:23:51.217716 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-12ea080d-ae7e-4238-8bc8-106120f79101 req-79153c90-eb16-4db1-bd5d-15a032abeb97 tempest-MultipleCreateTestJSON-1931740269 tempest-MultipleCreateTestJSON-1931740269-project] 10.222.0.18 "GET /v2.0/ports?device_id=f4529ef9-5105-47d7-80e3-6d909583282e HTTP/1.1" status: 200 len: 943 time: 0.1602957 Jul 27 23:23:51.231342 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a7e6ebf6-085d-4afc-82c2-6d4517ba6f37 req-00234c7d-1665-4a94-94bf-b9752f46e026 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=65b1245a-a607-4276-8c53-dcbc43a79e77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357776 Jul 27 23:23:51.235495 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-a7e6ebf6-085d-4afc-82c2-6d4517ba6f37 req-a34c3d5b-542d-4632-83dd-a5f5d6c67057 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:51.294448 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-12ea080d-ae7e-4238-8bc8-106120f79101 req-961018f8-c9ab-44f0-ad0a-9364839b0bd8 tempest-MultipleCreateTestJSON-1931740269 tempest-MultipleCreateTestJSON-1931740269-project] 10.222.0.18 "GET /v2.0/security-groups?id=7071cc09-0750-4ecb-a286-890b01188d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703764 Jul 27 23:23:51.316694 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88304a2b-47ce-4a0c-be07-aab48c1c1531 req-c26a41b3-ac05-4977-b33a-9384e27ca9c4 tempest-ServerRescueTestJSONUnderV235-622928344 tempest-ServerRescueTestJSONUnderV235-622928344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:23:51.318411 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-88304a2b-47ce-4a0c-be07-aab48c1c1531 req-c26a41b3-ac05-4977-b33a-9384e27ca9c4 tempest-ServerRescueTestJSONUnderV235-622928344 tempest-ServerRescueTestJSONUnderV235-622928344-project] 10.222.0.49 "GET /v2.0/ports?device_id=515844b0-12e5-4d91-8415-7e9fc9e79241 HTTP/1.1" status: 200 len: 946 time: 0.1636653 Jul 27 23:23:51.394699 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e6ebf6-085d-4afc-82c2-6d4517ba6f37 req-a34c3d5b-542d-4632-83dd-a5f5d6c67057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:23:51.395498 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-a7e6ebf6-085d-4afc-82c2-6d4517ba6f37 req-a34c3d5b-542d-4632-83dd-a5f5d6c67057 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:51.397208 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a7e6ebf6-085d-4afc-82c2-6d4517ba6f37 req-a34c3d5b-542d-4632-83dd-a5f5d6c67057 service neutron] 10.222.0.49 "PUT /v2.0/ports/8aa91107-cedd-461b-89cc-b8f64da29a6f HTTP/1.1" status: 200 len: 1091 time: 3.2469068 Jul 27 23:23:51.497041 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34c3d5b-542d-4632-83dd-a5f5d6c67057 service neutron] Pushing event updated for resources: {'Port': ['ID=8aa91107-cedd-461b-89cc-b8f64da29a6f,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:23:51.528947 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e6ebf6-085d-4afc-82c2-6d4517ba6f37 req-abbfa9e6-3db9-453b-af7b-59f7222ab471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:23:51.530635 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a7e6ebf6-085d-4afc-82c2-6d4517ba6f37 req-abbfa9e6-3db9-453b-af7b-59f7222ab471 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=fbb3972e819948feb45f84fffea5a2b5&device_id=f4529ef9-5105-47d7-80e3-6d909583282e HTTP/1.1" status: 200 len: 1094 time: 0.0824149 Jul 27 23:23:51.538185 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0441f317-974c-4558-b99c-36aedf86dd61 req-ea28afcd-ac5a-4f64-8ea3-a0cd8a57fd67 tempest-ServerGroupTestJSON-175817077 tempest-ServerGroupTestJSON-175817077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:23:51.545942 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-0441f317-974c-4558-b99c-36aedf86dd61 req-ea28afcd-ac5a-4f64-8ea3-a0cd8a57fd67 tempest-ServerGroupTestJSON-175817077 tempest-ServerGroupTestJSON-175817077-project] 10.222.0.18 "GET /v2.0/networks?id=6c02b9d0-a215-424d-9544-07bbc0da1036 HTTP/1.1" status: 200 len: 810 time: 0.3726411 Jul 27 23:23:51.548402 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [req-88304a2b-47ce-4a0c-be07-aab48c1c1531 req-37a5421a-504e-434c-bc49-31ba556ae608 tempest-ServerRescueTestJSONUnderV235-622928344 tempest-ServerRescueTestJSONUnderV235-622928344-project] Deleting port 46cb3646-e819-4bd1-b975-6ed7aa67a5df {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:23:51.548933 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-88304a2b-47ce-4a0c-be07-aab48c1c1531 req-37a5421a-504e-434c-bc49-31ba556ae608 tempest-ServerRescueTestJSONUnderV235-622928344 tempest-ServerRescueTestJSONUnderV235-622928344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:51.587439 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a7e6ebf6-085d-4afc-82c2-6d4517ba6f37 req-ad10d2b6-d81a-415e-b925-c9f69d1faae2 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8aa91107-cedd-461b-89cc-b8f64da29a6f HTTP/1.1" status: 200 len: 217 time: 0.0362070 Jul 27 23:23:51.612846 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3bc26132-08f7-407b-a043-6f6444958a46 tempest-BulkNetworkOpsTest-1508162577 tempest-BulkNetworkOpsTest-1508162577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11336182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11551417'] for subnet, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:51.645806 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-0441f317-974c-4558-b99c-36aedf86dd61 req-e75de845-22a1-4e13-a647-637ec549d390 tempest-ServerGroupTestJSON-175817077 tempest-ServerGroupTestJSON-175817077-project] 10.222.0.18 "GET /v2.0/quotas/3a20afddab18417db933c62e255c66b1 HTTP/1.1" status: 200 len: 375 time: 0.0987816 Jul 27 23:23:51.651934 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a7e6ebf6-085d-4afc-82c2-6d4517ba6f37 req-99066cb2-0866-4edd-b544-30fc6591f5a6 service neutron] 10.222.0.38 "GET /v2.0/networks/65b1245a-a607-4276-8c53-dcbc43a79e77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3428924 Jul 27 23:23:51.706746 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-88304a2b-47ce-4a0c-be07-aab48c1c1531 req-37a5421a-504e-434c-bc49-31ba556ae608 tempest-ServerRescueTestJSONUnderV235-622928344 tempest-ServerRescueTestJSONUnderV235-622928344-project] For port 46cb3646-e819-4bd1-b975-6ed7aa67a5df, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=46cb3646-e819-4bd1-b975-6ed7aa67a5df,segment=NetworkSegment(cc432c68-ce40-4eae-9635-f27b65666e98),segment_id=cc432c68-ce40-4eae-9635-f27b65666e98)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:23:51.707157 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-88304a2b-47ce-4a0c-be07-aab48c1c1531 req-37a5421a-504e-434c-bc49-31ba556ae608 tempest-ServerRescueTestJSONUnderV235-622928344 tempest-ServerRescueTestJSONUnderV235-622928344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:51.722470 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc26132-08f7-407b-a043-6f6444958a46 tempest-BulkNetworkOpsTest-1508162577 tempest-BulkNetworkOpsTest-1508162577-project] Pushing event updated for resources: {'Subnet': ['ID=47364390-ecce-4975-94c6-1dd0b21dbcfd,revision_number=0']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:23:51.727501 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bc26132-08f7-407b-a043-6f6444958a46 tempest-BulkNetworkOpsTest-1508162577 tempest-BulkNetworkOpsTest-1508162577-project] Checking segment: {'id': '6b1c739a-e9b8-457a-bbfe-13ad0522700d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '5a7991bf-946a-42fc-add3-9d8f9a6ec47c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:23:51.727866 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bc26132-08f7-407b-a043-6f6444958a46 tempest-BulkNetworkOpsTest-1508162577 tempest-BulkNetworkOpsTest-1508162577-project] Network hostable DHCP agents. Network: 5a7991bf-946a-42fc-add3-9d8f9a6ec47c, hostable agents: ['5950e76f-2bde-4343-a925-cbe6bacd2706'], hosted agents: [] {{(pid=93797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 23:23:51.730958 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [req-88304a2b-47ce-4a0c-be07-aab48c1c1531 req-37a5421a-504e-434c-bc49-31ba556ae608 tempest-ServerRescueTestJSONUnderV235-622928344 tempest-ServerRescueTestJSONUnderV235-622928344-project] Calling delete_port for 46cb3646-e819-4bd1-b975-6ed7aa67a5df owned by compute:nova {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:23:51.747987 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc26132-08f7-407b-a043-6f6444958a46 tempest-BulkNetworkOpsTest-1508162577 tempest-BulkNetworkOpsTest-1508162577-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:23:51.748338 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc26132-08f7-407b-a043-6f6444958a46 tempest-BulkNetworkOpsTest-1508162577 tempest-BulkNetworkOpsTest-1508162577-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:23:51.748920 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc26132-08f7-407b-a043-6f6444958a46 tempest-BulkNetworkOpsTest-1508162577 tempest-BulkNetworkOpsTest-1508162577-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:23:51.749281 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc26132-08f7-407b-a043-6f6444958a46 tempest-BulkNetworkOpsTest-1508162577 tempest-BulkNetworkOpsTest-1508162577-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:23:51.749623 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc26132-08f7-407b-a043-6f6444958a46 tempest-BulkNetworkOpsTest-1508162577 tempest-BulkNetworkOpsTest-1508162577-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:23:51.749958 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc26132-08f7-407b-a043-6f6444958a46 tempest-BulkNetworkOpsTest-1508162577 tempest-BulkNetworkOpsTest-1508162577-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:23:51.750290 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc26132-08f7-407b-a043-6f6444958a46 tempest-BulkNetworkOpsTest-1508162577 tempest-BulkNetworkOpsTest-1508162577-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:23:51.750504 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-0441f317-974c-4558-b99c-36aedf86dd61 req-04ee4c5d-be8e-4513-a41e-b91e330cf1c8 tempest-ServerGroupTestJSON-175817077 tempest-ServerGroupTestJSON-175817077-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=3a20afddab18417db933c62e255c66b1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1038101 Jul 27 23:23:51.750609 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc26132-08f7-407b-a043-6f6444958a46 tempest-BulkNetworkOpsTest-1508162577 tempest-BulkNetworkOpsTest-1508162577-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:23:51.750934 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc26132-08f7-407b-a043-6f6444958a46 tempest-BulkNetworkOpsTest-1508162577 tempest-BulkNetworkOpsTest-1508162577-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:23:51.751295 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc26132-08f7-407b-a043-6f6444958a46 tempest-BulkNetworkOpsTest-1508162577 tempest-BulkNetworkOpsTest-1508162577-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:23:51.751636 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc26132-08f7-407b-a043-6f6444958a46 tempest-BulkNetworkOpsTest-1508162577 tempest-BulkNetworkOpsTest-1508162577-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:23:51.751963 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc26132-08f7-407b-a043-6f6444958a46 tempest-BulkNetworkOpsTest-1508162577 tempest-BulkNetworkOpsTest-1508162577-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:23:51.776741 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e6ebf6-085d-4afc-82c2-6d4517ba6f37 req-3e6e78f2-ff5e-4285-93c4-0f9bcbef7c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:23:51.778334 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a7e6ebf6-085d-4afc-82c2-6d4517ba6f37 req-3e6e78f2-ff5e-4285-93c4-0f9bcbef7c39 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=77f70126-081b-41c5-808d-ca6fa433778a HTTP/1.1" status: 200 len: 852 time: 0.1822469 Jul 27 23:23:51.812632 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bc26132-08f7-407b-a043-6f6444958a46 tempest-BulkNetworkOpsTest-1508162577 tempest-BulkNetworkOpsTest-1508162577-project] Network 5a7991bf-946a-42fc-add3-9d8f9a6ec47c is scheduled to be hosted by DHCP agent 5950e76f-2bde-4343-a925-cbe6bacd2706 with binding_index 1 {{(pid=93797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 23:23:51.836740 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-3bc26132-08f7-407b-a043-6f6444958a46 tempest-BulkNetworkOpsTest-1508162577 tempest-BulkNetworkOpsTest-1508162577-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802623-1, 5a7991bf-946a-42fc-add3-9d8f9a6ec47c) {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:23:51.840072 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a7e6ebf6-085d-4afc-82c2-6d4517ba6f37 req-08927e16-441c-4553-8988-e30d4458b417 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=65b1245a-a607-4276-8c53-dcbc43a79e77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304866 Jul 27 23:23:51.844576 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3bc26132-08f7-407b-a043-6f6444958a46 tempest-BulkNetworkOpsTest-1508162577 tempest-BulkNetworkOpsTest-1508162577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11336182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11551417'] for subnet, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:51.852520 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2272423-fede-473a-bddc-558f2c6e09c1 None None] Network 5a7991bf-946a-42fc-add3-9d8f9a6ec47c requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:23:51.940555 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a7e6ebf6-085d-4afc-82c2-6d4517ba6f37 req-af1b688a-73ab-4760-9e50-3f733ae66187 service neutron] 10.222.0.38 "GET /v2.0/networks/65b1245a-a607-4276-8c53-dcbc43a79e77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2740498 Jul 27 23:23:52.003216 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-0441f317-974c-4558-b99c-36aedf86dd61 req-e23fcfce-88cc-484d-90fe-576185814ff2 service neutron] 10.222.0.18 "GET /v2.0/networks/6c02b9d0-a215-424d-9544-07bbc0da1036?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2515321 Jul 27 23:23:52.151236 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4529ef9-5105-47d7-80e3-6d909583282e', 'tag': '8aa91107-cedd-461b-89cc-b8f64da29a6f'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:23:52.152503 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}011f8d312121274bb12d78e77c6379a2079800640016cec6c6d605b73666e854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51f19659-6506-472d-b3eb-65da04110fdd" -d '{"events": [{"name": "network-changed", "server_uuid": "f4529ef9-5105-47d7-80e3-6d909583282e", "tag": "8aa91107-cedd-461b-89cc-b8f64da29a6f"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:23:52.156949 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-0441f317-974c-4558-b99c-36aedf86dd61 req-27df6e42-2021-4f8a-8e49-152d66dce489 service neutron] 10.222.0.18 "GET /v2.0/networks/6c02b9d0-a215-424d-9544-07bbc0da1036?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527500 Jul 27 23:23:52.186395 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a7e6ebf6-085d-4afc-82c2-6d4517ba6f37 req-a16007dc-9614-4de2-a009-9d42b47bafec service neutron] 10.222.0.49 "GET /v2.0/networks/65b1245a-a607-4276-8c53-dcbc43a79e77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3347883 Jul 27 23:23:52.247016 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e62ddf7-857a-4f81-9e0f-ccaabeffa5f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f6f257c-ad18-5f0c-8c8e-ea085a5fc8a2-5a7991bf-946a-42fc-add3-9d8f9a6ec47c', 'network_id': '5a7991bf-946a-42fc-add3-9d8f9a6ec47c', 'tenant_id': '57e30b759d5d4df4b0f4d754632f9dbe', 'fixed_ips': [{'subnet_id': '47364390-ecce-4975-94c6-1dd0b21dbcfd'}]}} from n-d-802623-1. {{(pid=93799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 23:23:52.247958 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-3e62ddf7-857a-4f81-9e0f-ccaabeffa5f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:52.329408 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc26132-08f7-407b-a043-6f6444958a46 tempest-BulkNetworkOpsTest-1508162577 tempest-BulkNetworkOpsTest-1508162577-project] Pushing event updated for resources: {'Subnet': ['ID=57273eb2-ba2e-4c6f-b143-965708340b6c,revision_number=0']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:23:52.336728 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a7e6ebf6-085d-4afc-82c2-6d4517ba6f37 req-88785bbe-ab5b-439a-8c2d-b4a6de83901c service neutron] 10.222.0.49 "GET /v2.0/networks/65b1245a-a607-4276-8c53-dcbc43a79e77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365986 Jul 27 23:23:52.358564 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a5a13d-5dc3-49a5-8390-f6857984ca5d req-b5c9370e-9b76-4fab-9e59-6ae97b62a6ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:23:52.360379 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e3a5a13d-5dc3-49a5-8390-f6857984ca5d req-b5c9370e-9b76-4fab-9e59-6ae97b62a6ad service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=fbb3972e819948feb45f84fffea5a2b5&device_id=bcd002b5-1d80-4030-8415-9a79b4c02cf7 HTTP/1.1" status: 200 len: 1094 time: 0.3307259 Jul 27 23:23:52.405987 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542161b9-b6a6-44e6-a99a-3ffb90c94ddd req-e6cb3f4a-523a-4961-b4ba-5b1759259104 tempest-ServerRescueTestJSONUnderV235-622928344 tempest-ServerRescueTestJSONUnderV235-622928344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:23:52.414930 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-542161b9-b6a6-44e6-a99a-3ffb90c94ddd req-e6cb3f4a-523a-4961-b4ba-5b1759259104 tempest-ServerRescueTestJSONUnderV235-622928344 tempest-ServerRescueTestJSONUnderV235-622928344-project] 10.222.0.18 "GET /v2.0/ports?device_id=515844b0-12e5-4d91-8415-7e9fc9e79241 HTTP/1.1" status: 200 len: 946 time: 0.1800604 Jul 27 23:23:52.448633 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bc26132-08f7-407b-a043-6f6444958a46 tempest-BulkNetworkOpsTest-1508162577 tempest-BulkNetworkOpsTest-1508162577-project] Checking segment: {'id': '2b113495-89b0-4927-8887-2688da47867a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '7c46f962-3c39-46e2-9e02-7d68eb4cd1d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:23:52.449326 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bc26132-08f7-407b-a043-6f6444958a46 tempest-BulkNetworkOpsTest-1508162577 tempest-BulkNetworkOpsTest-1508162577-project] Network hostable DHCP agents. Network: 7c46f962-3c39-46e2-9e02-7d68eb4cd1d1, hostable agents: ['5950e76f-2bde-4343-a925-cbe6bacd2706'], hosted agents: [] {{(pid=93797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 23:23:52.496071 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-542161b9-b6a6-44e6-a99a-3ffb90c94ddd req-5300c00d-ad14-4c8d-9672-4eaa8cdd3781 tempest-ServerRescueTestJSONUnderV235-622928344 tempest-ServerRescueTestJSONUnderV235-622928344-project] 10.222.0.18 "GET /v2.0/security-groups?id=2eed3499-b2dc-4df3-ba94-97f5c54db85f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798879 Jul 27 23:23:52.514586 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-88304a2b-47ce-4a0c-be07-aab48c1c1531 req-37a5421a-504e-434c-bc49-31ba556ae608 tempest-ServerRescueTestJSONUnderV235-622928344 tempest-ServerRescueTestJSONUnderV235-622928344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:52.541501 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bc26132-08f7-407b-a043-6f6444958a46 tempest-BulkNetworkOpsTest-1508162577 tempest-BulkNetworkOpsTest-1508162577-project] Network 7c46f962-3c39-46e2-9e02-7d68eb4cd1d1 is scheduled to be hosted by DHCP agent 5950e76f-2bde-4343-a925-cbe6bacd2706 with binding_index 1 {{(pid=93797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 23:23:52.562494 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a5a13d-5dc3-49a5-8390-f6857984ca5d req-be7e2db3-5cca-4eaa-b002-b036a571844d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:23:52.566354 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e3a5a13d-5dc3-49a5-8390-f6857984ca5d req-be7e2db3-5cca-4eaa-b002-b036a571844d service neutron] 10.222.0.38 "GET /v2.0/networks?id=65b1245a-a607-4276-8c53-dcbc43a79e77 HTTP/1.1" status: 200 len: 913 time: 0.1971383 Jul 27 23:23:52.591491 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 23:23:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50070061-2e83-4639-b24d-199562864924 x-openstack-request-id: req-50070061-2e83-4639-b24d-199562864924 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:23:52.593085 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4529ef9-5105-47d7-80e3-6d909583282e", "tag": "8aa91107-cedd-461b-89cc-b8f64da29a6f", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:23:52.593466 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-50070061-2e83-4639-b24d-199562864924 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:23:52.593873 n-d-802623-1 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4529ef9-5105-47d7-80e3-6d909583282e', 'tag': '8aa91107-cedd-461b-89cc-b8f64da29a6f', 'status': 'completed', 'code': 200} Jul 27 23:23:52.618806 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a5421a-504e-434c-bc49-31ba556ae608 tempest-ServerRescueTestJSONUnderV235-622928344 tempest-ServerRescueTestJSONUnderV235-622928344-project] Pushing event deleted for resources: {'Port': ['ID=46cb3646-e819-4bd1-b975-6ed7aa67a5df,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:23:52.632656 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-3bc26132-08f7-407b-a043-6f6444958a46 tempest-BulkNetworkOpsTest-1508162577 tempest-BulkNetworkOpsTest-1508162577-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802623-1, 7c46f962-3c39-46e2-9e02-7d68eb4cd1d1) {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:23:52.650267 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bc26132-08f7-407b-a043-6f6444958a46 tempest-BulkNetworkOpsTest-1508162577 tempest-BulkNetworkOpsTest-1508162577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:23:52.651414 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bc26132-08f7-407b-a043-6f6444958a46 tempest-BulkNetworkOpsTest-1508162577 tempest-BulkNetworkOpsTest-1508162577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:23:52.651745 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-167e89b0-cbd0-464d-9457-15a9b5a73ccf None None] Network 7c46f962-3c39-46e2-9e02-7d68eb4cd1d1 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:23:52.653833 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3bc26132-08f7-407b-a043-6f6444958a46 tempest-BulkNetworkOpsTest-1508162577 tempest-BulkNetworkOpsTest-1508162577-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for subnet, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:52.687520 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e3a5a13d-5dc3-49a5-8390-f6857984ca5d req-c43cbd4d-a89c-4676-add1-09c73911bf45 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c43b6843-08db-4916-aa3e-f489d46c2a58 HTTP/1.1" status: 200 len: 217 time: 0.1121051 Jul 27 23:23:52.748711 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [req-88304a2b-47ce-4a0c-be07-aab48c1c1531 req-37a5421a-504e-434c-bc49-31ba556ae608 tempest-ServerRescueTestJSONUnderV235-622928344 tempest-ServerRescueTestJSONUnderV235-622928344-project] No DVR routers for this DVR port 46cb3646-e819-4bd1-b975-6ed7aa67a5df on host n-h2-802623-1 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:23:52.755914 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-88304a2b-47ce-4a0c-be07-aab48c1c1531 req-37a5421a-504e-434c-bc49-31ba556ae608 tempest-ServerRescueTestJSONUnderV235-622928344 tempest-ServerRescueTestJSONUnderV235-622928344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:52.758153 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-88304a2b-47ce-4a0c-be07-aab48c1c1531 req-37a5421a-504e-434c-bc49-31ba556ae608 tempest-ServerRescueTestJSONUnderV235-622928344 tempest-ServerRescueTestJSONUnderV235-622928344-project] 10.222.0.49 "DELETE /v2.0/ports/46cb3646-e819-4bd1-b975-6ed7aa67a5df HTTP/1.1" status: 204 len: 173 time: 1.4317384 Jul 27 23:23:52.758599 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '515844b0-12e5-4d91-8415-7e9fc9e79241', 'name': 'network-vif-deleted', 'tag': '46cb3646-e819-4bd1-b975-6ed7aa67a5df'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:23:52.761264 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a476459a1bfce68b0ae0df5b6a71154bfc7cfdc8f9eefce6ad0a17231e60468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77534d4d-5f9b-4542-8ed7-2a43fb29338e" -d '{"events": [{"server_uuid": "515844b0-12e5-4d91-8415-7e9fc9e79241", "name": "network-vif-deleted", "tag": "46cb3646-e819-4bd1-b975-6ed7aa67a5df"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:23:52.770688 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-3bc26132-08f7-407b-a043-6f6444958a46 tempest-BulkNetworkOpsTest-1508162577 tempest-BulkNetworkOpsTest-1508162577-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 2.3910084 Jul 27 23:23:52.770688 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 55382) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:23:52.791974 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-3e62ddf7-857a-4f81-9e0f-ccaabeffa5f4 None None] Allocated IP 172.20.0.2 (5a7991bf-946a-42fc-add3-9d8f9a6ec47c/47364390-ecce-4975-94c6-1dd0b21dbcfd/5c186f4e-fcc0-4301-9819-874791780bfe) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:23:52.874676 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539f8907-3501-47c8-bc7d-bfe8e6225c10 req-5db5f658-3bf0-4a44-b4b2-810185c4332b tempest-MultipleCreateTestJSON-1931740269 tempest-MultipleCreateTestJSON-1931740269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:23:52.887057 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-539f8907-3501-47c8-bc7d-bfe8e6225c10 req-5db5f658-3bf0-4a44-b4b2-810185c4332b tempest-MultipleCreateTestJSON-1931740269 tempest-MultipleCreateTestJSON-1931740269-project] 10.222.0.18 "GET /v2.0/ports?device_id=f4529ef9-5105-47d7-80e3-6d909583282e HTTP/1.1" status: 200 len: 943 time: 0.1828547 Jul 27 23:23:52.905716 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:23:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2454e369-6753-462e-8d3c-efa1e0d334f2 x-openstack-request-id: req-2454e369-6753-462e-8d3c-efa1e0d334f2 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:23:52.906007 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "515844b0-12e5-4d91-8415-7e9fc9e79241", "name": "network-vif-deleted", "tag": "46cb3646-e819-4bd1-b975-6ed7aa67a5df", "status": "completed", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:23:52.906288 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2454e369-6753-462e-8d3c-efa1e0d334f2 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:23:52.909542 n-d-802623-1 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '515844b0-12e5-4d91-8415-7e9fc9e79241', 'name': 'network-vif-deleted', 'tag': '46cb3646-e819-4bd1-b975-6ed7aa67a5df', 'status': 'completed', 'code': 200} Jul 27 23:23:52.964038 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e3bc985-3d89-4439-805f-350ebde16a0e tempest-BulkNetworkOpsTest-1508162577 tempest-BulkNetworkOpsTest-1508162577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:23:52.965589 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e3bc985-3d89-4439-805f-350ebde16a0e tempest-BulkNetworkOpsTest-1508162577 tempest-BulkNetworkOpsTest-1508162577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:23:52.976251 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a5a13d-5dc3-49a5-8390-f6857984ca5d req-0c8dab3d-2b8d-4b15-8829-b4a61d900f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:23:52.978222 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e3bc985-3d89-4439-805f-350ebde16a0e tempest-BulkNetworkOpsTest-1508162577 tempest-BulkNetworkOpsTest-1508162577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:23:52.984041 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-7e3bc985-3d89-4439-805f-350ebde16a0e tempest-BulkNetworkOpsTest-1508162577 tempest-BulkNetworkOpsTest-1508162577-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.2097805 Jul 27 23:23:52.985000 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 55390) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:23:52.985964 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e3a5a13d-5dc3-49a5-8390-f6857984ca5d req-0c8dab3d-2b8d-4b15-8829-b4a61d900f49 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=77f70126-081b-41c5-808d-ca6fa433778a HTTP/1.1" status: 200 len: 852 time: 0.2417583 Jul 27 23:23:53.048538 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e3a5a13d-5dc3-49a5-8390-f6857984ca5d req-30e88954-4688-4aec-97d4-4b781b7ce1b1 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=65b1245a-a607-4276-8c53-dcbc43a79e77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432789 Jul 27 23:23:53.071960 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f19659-6506-472d-b3eb-65da04110fdd req-0ab6906d-0131-4744-b598-7a3ea76cfd99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:23:53.081086 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-51f19659-6506-472d-b3eb-65da04110fdd req-0ab6906d-0131-4744-b598-7a3ea76cfd99 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=fbb3972e819948feb45f84fffea5a2b5&device_id=f4529ef9-5105-47d7-80e3-6d909583282e HTTP/1.1" status: 200 len: 1094 time: 0.4003947 Jul 27 23:23:53.130779 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-539f8907-3501-47c8-bc7d-bfe8e6225c10 req-7e0b7113-2647-4f4b-b8dc-20d15344ae57 tempest-MultipleCreateTestJSON-1931740269 tempest-MultipleCreateTestJSON-1931740269-project] 10.222.0.18 "GET /v2.0/security-groups?id=7071cc09-0750-4ecb-a286-890b01188d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2416232 Jul 27 23:23:53.181694 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e1aece1-e9cb-4c8a-a422-eb8fae629711 tempest-BulkNetworkOpsTest-1508162577 tempest-BulkNetworkOpsTest-1508162577-project] Deleting subnet 47364390-ecce-4975-94c6-1dd0b21dbcfd {{(pid=93797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 23:23:53.309763 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c2638500-5554-497c-8d32-c30c94b8278a req-930def65-8d01-4fef-bf3d-e697f1a16021 tempest-ServerGroupTestJSON-175817077 tempest-ServerGroupTestJSON-175817077-project] 10.222.0.18 "GET /v2.0/ports?device_id=9d7a7189-3190-4c66-aa51-ea014d6d1dd7 HTTP/1.1" status: 200 len: 210 time: 0.2530897 Jul 27 23:23:53.326272 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device 46cb3646-e819-4bd1-b975-6ed7aa67a5df no longer exists at agent hyperv_n-h2-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:23:53.366778 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] No Port match for: 46cb3646-e819-4bd1-b975-6ed7aa67a5df {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:23:53.368293 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device 46cb3646-e819-4bd1-b975-6ed7aa67a5df not bound to the agent host n-h2-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:23:53.490228 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-094850b7-2978-4102-9e00-4eac1fafd529 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f6f257c-ad18-5f0c-8c8e-ea085a5fc8a2-7c46f962-3c39-46e2-9e02-7d68eb4cd1d1', 'network_id': '7c46f962-3c39-46e2-9e02-7d68eb4cd1d1', 'tenant_id': '57e30b759d5d4df4b0f4d754632f9dbe', 'fixed_ips': [{'subnet_id': '57273eb2-ba2e-4c6f-b143-965708340b6c'}]}} from n-d-802623-1. {{(pid=93799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 23:23:53.491313 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-094850b7-2978-4102-9e00-4eac1fafd529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:53.524908 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-3e62ddf7-857a-4f81-9e0f-ccaabeffa5f4 None None] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:53.576322 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e3a5a13d-5dc3-49a5-8390-f6857984ca5d req-defd6b68-2907-41cb-b28e-f27525e1b89b service neutron] 10.222.0.38 "GET /v2.0/networks/65b1245a-a607-4276-8c53-dcbc43a79e77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5266030 Jul 27 23:23:53.581738 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-3e62ddf7-857a-4f81-9e0f-ccaabeffa5f4 None None] Transition to ACTIVE for port object 5c186f4e-fcc0-4301-9819-874791780bfe will not be triggered until provisioned by entity L2. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:23:53.584862 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f19659-6506-472d-b3eb-65da04110fdd req-ccaaea68-3af2-4686-a681-3c8c3ce83a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:23:53.587137 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-51f19659-6506-472d-b3eb-65da04110fdd req-ccaaea68-3af2-4686-a681-3c8c3ce83a42 service neutron] 10.222.0.49 "GET /v2.0/networks?id=65b1245a-a607-4276-8c53-dcbc43a79e77 HTTP/1.1" status: 200 len: 913 time: 0.4920909 Jul 27 23:23:53.673800 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-3e62ddf7-857a-4f81-9e0f-ccaabeffa5f4 None None] Transition to ACTIVE for port object 5c186f4e-fcc0-4301-9819-874791780bfe will not be triggered until provisioned by entity DHCP. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:23:53.683581 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-98105e16-81f0-4636-9bb0-3dd4c056d6b6 req-421a5058-671f-4eef-94a5-4feb0b2e9f5f tempest-ServerRescueTestJSONUnderV235-622928344 tempest-ServerRescueTestJSONUnderV235-622928344-project] 10.222.0.18 "GET /v2.0/ports?device_id=515844b0-12e5-4d91-8415-7e9fc9e79241 HTTP/1.1" status: 200 len: 210 time: 0.0509672 Jul 27 23:23:53.689060 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-51f19659-6506-472d-b3eb-65da04110fdd req-3de634a3-04e8-4ff7-a318-9514890e81cd service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8aa91107-cedd-461b-89cc-b8f64da29a6f HTTP/1.1" status: 200 len: 217 time: 0.0903540 Jul 27 23:23:53.711220 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5e1aece1-e9cb-4c8a-a422-eb8fae629711 tempest-BulkNetworkOpsTest-1508162577 tempest-BulkNetworkOpsTest-1508162577-project] Notify callbacks [] for subnet, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:53.734586 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-3e62ddf7-857a-4f81-9e0f-ccaabeffa5f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:53.806685 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e62ddf7-857a-4f81-9e0f-ccaabeffa5f4 None None] Network 5a7991bf-946a-42fc-add3-9d8f9a6ec47c is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:23:53.811488 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5e1aece1-e9cb-4c8a-a422-eb8fae629711 tempest-BulkNetworkOpsTest-1508162577 tempest-BulkNetworkOpsTest-1508162577-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11335971'] for subnet, precommit_delete_associations {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:53.814778 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-3e62ddf7-857a-4f81-9e0f-ccaabeffa5f4 None None] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:23:53.816451 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e62ddf7-857a-4f81-9e0f-ccaabeffa5f4 None None] Pushing event updated for resources: {'Port': ['ID=5c186f4e-fcc0-4301-9819-874791780bfe,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:23:53.818652 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e62ddf7-857a-4f81-9e0f-ccaabeffa5f4 None None] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:23:53.830167 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-094850b7-2978-4102-9e00-4eac1fafd529 None None] Allocated IP 172.20.0.18 (7c46f962-3c39-46e2-9e02-7d68eb4cd1d1/57273eb2-ba2e-4c6f-b143-965708340b6c/cf8183fc-185f-458c-a746-782bfa2cd857) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:23:53.871664 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f19659-6506-472d-b3eb-65da04110fdd req-e4c60380-9aef-4063-93ff-69c8ca328f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:23:53.873422 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-51f19659-6506-472d-b3eb-65da04110fdd req-e4c60380-9aef-4063-93ff-69c8ca328f65 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=77f70126-081b-41c5-808d-ca6fa433778a HTTP/1.1" status: 200 len: 852 time: 0.1760929 Jul 27 23:23:53.935246 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-51f19659-6506-472d-b3eb-65da04110fdd req-17c72624-60ed-4503-be17-b773f6da8e1a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=65b1245a-a607-4276-8c53-dcbc43a79e77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479147 Jul 27 23:23:53.937602 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e3a5a13d-5dc3-49a5-8390-f6857984ca5d req-36d1a6d7-a830-4094-8ed8-241fd76220e3 service neutron] 10.222.0.38 "GET /v2.0/networks/65b1245a-a607-4276-8c53-dcbc43a79e77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3492565 Jul 27 23:23:53.976249 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5e1aece1-e9cb-4c8a-a422-eb8fae629711 tempest-BulkNetworkOpsTest-1508162577 tempest-BulkNetworkOpsTest-1508162577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620741'] for subnet, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:53.997592 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-3e62ddf7-857a-4f81-9e0f-ccaabeffa5f4 None None] Attempting to bind port 5c186f4e-fcc0-4301-9819-874791780bfe on host n-d-802623-1 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:23:53.999411 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-3e62ddf7-857a-4f81-9e0f-ccaabeffa5f4 None None] Attempting to bind port 5c186f4e-fcc0-4301-9819-874791780bfe by drivers openvswitch,hyperv on host n-d-802623-1 at level 0 using segments [{'id': '6b1c739a-e9b8-457a-bbfe-13ad0522700d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '5a7991bf-946a-42fc-add3-9d8f9a6ec47c'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:23:54.001413 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e62ddf7-857a-4f81-9e0f-ccaabeffa5f4 None None] Attempting to bind port 5c186f4e-fcc0-4301-9819-874791780bfe on network 5a7991bf-946a-42fc-add3-9d8f9a6ec47c {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:23:54.074825 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e62ddf7-857a-4f81-9e0f-ccaabeffa5f4 None None] Checking agent: {'id': 'a9a568d2-a5e7-41e4-833f-a8ab42ea4073', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 52, 30), 'started_at': datetime.datetime(2021, 7, 27, 22, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 23, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802623-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:23:54.075794 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e62ddf7-857a-4f81-9e0f-ccaabeffa5f4 None None] Checking segment: {'id': '6b1c739a-e9b8-457a-bbfe-13ad0522700d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '5a7991bf-946a-42fc-add3-9d8f9a6ec47c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:23:54.076345 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-3e62ddf7-857a-4f81-9e0f-ccaabeffa5f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:54.076683 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e62ddf7-857a-4f81-9e0f-ccaabeffa5f4 None None] Bound using segment: {'id': '6b1c739a-e9b8-457a-bbfe-13ad0522700d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '5a7991bf-946a-42fc-add3-9d8f9a6ec47c'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:23:54.077172 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-3e62ddf7-857a-4f81-9e0f-ccaabeffa5f4 None None] Bound port: 5c186f4e-fcc0-4301-9819-874791780bfe, host: n-d-802623-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b1c739a-e9b8-457a-bbfe-13ad0522700d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '5a7991bf-946a-42fc-add3-9d8f9a6ec47c'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:23:54.078246 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-3e62ddf7-857a-4f81-9e0f-ccaabeffa5f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:54.099245 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5e1aece1-e9cb-4c8a-a422-eb8fae629711 tempest-BulkNetworkOpsTest-1508162577 tempest-BulkNetworkOpsTest-1508162577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11335991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11551414'] for subnet, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:54.167895 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-51f19659-6506-472d-b3eb-65da04110fdd req-754eeae8-e57c-4fbf-9a73-74e73578ceba service neutron] 10.222.0.49 "GET /v2.0/networks/65b1245a-a607-4276-8c53-dcbc43a79e77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2225761 Jul 27 23:23:54.198642 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-3e62ddf7-857a-4f81-9e0f-ccaabeffa5f4 None None] For port 5c186f4e-fcc0-4301-9819-874791780bfe, host n-d-802623-1, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:23:54.203991 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-3e62ddf7-857a-4f81-9e0f-ccaabeffa5f4 None None] For port 5c186f4e-fcc0-4301-9819-874791780bfe, host n-d-802623-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=5c186f4e-fcc0-4301-9819-874791780bfe,segment=NetworkSegment(6b1c739a-e9b8-457a-bbfe-13ad0522700d),segment_id=6b1c739a-e9b8-457a-bbfe-13ad0522700d)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:23:54.225955 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-3e62ddf7-857a-4f81-9e0f-ccaabeffa5f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:54.281043 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1aece1-e9cb-4c8a-a422-eb8fae629711 tempest-BulkNetworkOpsTest-1508162577 tempest-BulkNetworkOpsTest-1508162577-project] Pushing event deleted for resources: {'Subnet': ['ID=47364390-ecce-4975-94c6-1dd0b21dbcfd,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:23:54.312827 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-094850b7-2978-4102-9e00-4eac1fafd529 None None] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:54.344244 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5e1aece1-e9cb-4c8a-a422-eb8fae629711 tempest-BulkNetworkOpsTest-1508162577 tempest-BulkNetworkOpsTest-1508162577-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for subnet, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:54.346061 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-5e1aece1-e9cb-4c8a-a422-eb8fae629711 tempest-BulkNetworkOpsTest-1508162577 tempest-BulkNetworkOpsTest-1508162577-project] 10.222.0.18 "DELETE /v2.0/subnets/47364390-ecce-4975-94c6-1dd0b21dbcfd HTTP/1.1" status: 204 len: 168 time: 1.3600903 Jul 27 23:23:54.349167 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 55410) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:23:54.378958 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-094850b7-2978-4102-9e00-4eac1fafd529 None None] Transition to ACTIVE for port object cf8183fc-185f-458c-a746-782bfa2cd857 will not be triggered until provisioned by entity L2. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:23:54.385673 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e62ddf7-857a-4f81-9e0f-ccaabeffa5f4 None None] Pushing event updated for resources: {'Port': ['ID=5c186f4e-fcc0-4301-9819-874791780bfe,revision_number=3']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:23:54.410923 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeb2d20c-6d6c-485f-a6ac-b55d2387502f None None] Network 5a7991bf-946a-42fc-add3-9d8f9a6ec47c requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:23:54.419530 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-094850b7-2978-4102-9e00-4eac1fafd529 None None] Transition to ACTIVE for port object cf8183fc-185f-458c-a746-782bfa2cd857 will not be triggered until provisioned by entity DHCP. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:23:54.473957 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-094850b7-2978-4102-9e00-4eac1fafd529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:54.483728 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-ca1966b4-e993-4eab-9363-37494a104e31 req-0c70a721-2fa6-461e-8da9-d09b1cbf739b tempest-ServerGroupTestJSON-175817077 tempest-ServerGroupTestJSON-175817077-project] 10.222.0.18 "GET /v2.0/ports?device_id=9d7a7189-3190-4c66-aa51-ea014d6d1dd7 HTTP/1.1" status: 200 len: 210 time: 0.0519011 Jul 27 23:23:54.496362 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-51f19659-6506-472d-b3eb-65da04110fdd req-1e3ef78f-6da6-44ba-aefd-c9d2ce1baeff service neutron] 10.222.0.49 "GET /v2.0/networks/65b1245a-a607-4276-8c53-dcbc43a79e77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3189278 Jul 27 23:23:54.509487 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_v2 [None req-4371f07b-7f1d-4043-a8e9-3fbb8ee244ee tempest-BulkNetworkOpsTest-1508162577 tempest-BulkNetworkOpsTest-1508162577-project] Deleting subnet 57273eb2-ba2e-4c6f-b143-965708340b6c {{(pid=93797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 23:23:54.512966 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-094850b7-2978-4102-9e00-4eac1fafd529 None None] Network 7c46f962-3c39-46e2-9e02-7d68eb4cd1d1 is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:23:54.513704 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4371f07b-7f1d-4043-a8e9-3fbb8ee244ee tempest-BulkNetworkOpsTest-1508162577 tempest-BulkNetworkOpsTest-1508162577-project] Notify callbacks [] for subnet, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:54.516840 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-094850b7-2978-4102-9e00-4eac1fafd529 None None] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:23:54.525084 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f980b0-6b78-49c0-a397-595369b0d91c req-0e537dc5-5fc2-4bbd-af60-500ad434135a tempest-MultipleCreateTestJSON-1931740269 tempest-MultipleCreateTestJSON-1931740269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:23:54.533390 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-01f980b0-6b78-49c0-a397-595369b0d91c req-0e537dc5-5fc2-4bbd-af60-500ad434135a tempest-MultipleCreateTestJSON-1931740269 tempest-MultipleCreateTestJSON-1931740269-project] 10.222.0.18 "GET /v2.0/ports?device_id=f4529ef9-5105-47d7-80e3-6d909583282e HTTP/1.1" status: 200 len: 943 time: 0.2581136 Jul 27 23:23:54.607022 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4371f07b-7f1d-4043-a8e9-3fbb8ee244ee tempest-BulkNetworkOpsTest-1508162577 tempest-BulkNetworkOpsTest-1508162577-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11335971'] for subnet, precommit_delete_associations {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:54.607389 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-094850b7-2978-4102-9e00-4eac1fafd529 None None] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:23:54.608343 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-01f980b0-6b78-49c0-a397-595369b0d91c req-4ec69e10-dfd3-4973-9254-18a443b212f3 tempest-MultipleCreateTestJSON-1931740269 tempest-MultipleCreateTestJSON-1931740269-project] 10.222.0.18 "GET /v2.0/security-groups?id=7071cc09-0750-4ecb-a286-890b01188d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607185 Jul 27 23:23:54.627234 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device c43b6843-08db-4916-aa3e-f489d46c2a58 details requested by agent hyperv_n-h1-802623-1 with host n-h1-802623-1 {{(pid=93799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 23:23:54.660376 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094850b7-2978-4102-9e00-4eac1fafd529 None None] Pushing event updated for resources: {'Port': ['ID=cf8183fc-185f-458c-a746-782bfa2cd857,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:23:54.734690 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4371f07b-7f1d-4043-a8e9-3fbb8ee244ee tempest-BulkNetworkOpsTest-1508162577 tempest-BulkNetworkOpsTest-1508162577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620741'] for subnet, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:54.799625 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-094850b7-2978-4102-9e00-4eac1fafd529 None None] Attempting to bind port cf8183fc-185f-458c-a746-782bfa2cd857 on host n-d-802623-1 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:23:54.800442 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-094850b7-2978-4102-9e00-4eac1fafd529 None None] Attempting to bind port cf8183fc-185f-458c-a746-782bfa2cd857 by drivers openvswitch,hyperv on host n-d-802623-1 at level 0 using segments [{'id': '2b113495-89b0-4927-8887-2688da47867a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '7c46f962-3c39-46e2-9e02-7d68eb4cd1d1'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:23:54.801150 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-094850b7-2978-4102-9e00-4eac1fafd529 None None] Attempting to bind port cf8183fc-185f-458c-a746-782bfa2cd857 on network 7c46f962-3c39-46e2-9e02-7d68eb4cd1d1 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:23:54.816934 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-094850b7-2978-4102-9e00-4eac1fafd529 None None] Checking agent: {'id': 'a9a568d2-a5e7-41e4-833f-a8ab42ea4073', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 52, 30), 'started_at': datetime.datetime(2021, 7, 27, 22, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 23, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802623-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:23:54.817576 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-094850b7-2978-4102-9e00-4eac1fafd529 None None] Checking segment: {'id': '2b113495-89b0-4927-8887-2688da47867a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '7c46f962-3c39-46e2-9e02-7d68eb4cd1d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:23:54.818135 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-094850b7-2978-4102-9e00-4eac1fafd529 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:54.818592 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 55418) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:23:54.819119 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-094850b7-2978-4102-9e00-4eac1fafd529 None None] Bound using segment: {'id': '2b113495-89b0-4927-8887-2688da47867a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '7c46f962-3c39-46e2-9e02-7d68eb4cd1d1'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:23:54.819301 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-094850b7-2978-4102-9e00-4eac1fafd529 None None] Bound port: cf8183fc-185f-458c-a746-782bfa2cd857, host: n-d-802623-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b113495-89b0-4927-8887-2688da47867a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '7c46f962-3c39-46e2-9e02-7d68eb4cd1d1'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:23:54.820717 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-094850b7-2978-4102-9e00-4eac1fafd529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:54.862610 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4371f07b-7f1d-4043-a8e9-3fbb8ee244ee tempest-BulkNetworkOpsTest-1508162577 tempest-BulkNetworkOpsTest-1508162577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11335991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11551414'] for subnet, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:54.907459 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4371f07b-7f1d-4043-a8e9-3fbb8ee244ee tempest-BulkNetworkOpsTest-1508162577 tempest-BulkNetworkOpsTest-1508162577-project] Pushing event deleted for resources: {'Subnet': ['ID=57273eb2-ba2e-4c6f-b143-965708340b6c,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:23:54.936186 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4371f07b-7f1d-4043-a8e9-3fbb8ee244ee tempest-BulkNetworkOpsTest-1508162577 tempest-BulkNetworkOpsTest-1508162577-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for subnet, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:54.938315 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-4371f07b-7f1d-4043-a8e9-3fbb8ee244ee tempest-BulkNetworkOpsTest-1508162577 tempest-BulkNetworkOpsTest-1508162577-project] 10.222.0.18 "DELETE /v2.0/subnets/57273eb2-ba2e-4c6f-b143-965708340b6c HTTP/1.1" status: 204 len: 168 time: 0.5884173 Jul 27 23:23:54.940962 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 55420) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:23:55.027438 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa2f959d-7e5b-45e4-a21a-e1c40c2e52b1 tempest-BulkNetworkOpsTest-1508162577 tempest-BulkNetworkOpsTest-1508162577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:23:55.032577 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-aa2f959d-7e5b-45e4-a21a-e1c40c2e52b1 tempest-BulkNetworkOpsTest-1508162577 tempest-BulkNetworkOpsTest-1508162577-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0872545 Jul 27 23:23:55.033224 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 55424) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:23:55.066320 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-094850b7-2978-4102-9e00-4eac1fafd529 None None] For port cf8183fc-185f-458c-a746-782bfa2cd857, host n-d-802623-1, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:23:55.083118 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-094850b7-2978-4102-9e00-4eac1fafd529 None None] For port cf8183fc-185f-458c-a746-782bfa2cd857, host n-d-802623-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=cf8183fc-185f-458c-a746-782bfa2cd857,segment=NetworkSegment(2b113495-89b0-4927-8887-2688da47867a),segment_id=2b113495-89b0-4927-8887-2688da47867a)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:23:55.096912 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-094850b7-2978-4102-9e00-4eac1fafd529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:55.180563 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8a2fd162-2d9c-4497-9a5d-01eacaa0dd5c tempest-BulkNetworkOpsTest-1508162577 tempest-BulkNetworkOpsTest-1508162577-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593271'] for network, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:55.212300 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port c43b6843-08db-4916-aa3e-f489d46c2a58, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=c43b6843-08db-4916-aa3e-f489d46c2a58,segment=NetworkSegment(8c267b76-81da-475f-a9e8-f3fb8fa17f14),segment_id=8c267b76-81da-475f-a9e8-f3fb8fa17f14)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:23:55.231571 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b72cdddf-b2bf-4e71-ba22-032e1cefcbb6 None None] Network 7c46f962-3c39-46e2-9e02-7d68eb4cd1d1 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:23:55.256589 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Returning: {'device': 'c43b6843-08db-4916-aa3e-f489d46c2a58', 'network_id': '65b1245a-a607-4276-8c53-dcbc43a79e77', 'port_id': 'c43b6843-08db-4916-aa3e-f489d46c2a58', 'mac_address': 'fa:16:3e:82:1b:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77f70126-081b-41c5-808d-ca6fa433778a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 23:23:55.299721 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094850b7-2978-4102-9e00-4eac1fafd529 None None] Pushing event updated for resources: {'Port': ['ID=cf8183fc-185f-458c-a746-782bfa2cd857,revision_number=3']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:23:55.315338 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-8a2fd162-2d9c-4497-9a5d-01eacaa0dd5c tempest-BulkNetworkOpsTest-1508162577 tempest-BulkNetworkOpsTest-1508162577-project] Deleting port cf8183fc-185f-458c-a746-782bfa2cd857 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:23:55.315693 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8a2fd162-2d9c-4497-9a5d-01eacaa0dd5c tempest-BulkNetworkOpsTest-1508162577 tempest-BulkNetworkOpsTest-1508162577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:55.345187 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device 8aa91107-cedd-461b-89cc-b8f64da29a6f details requested by agent hyperv_n-h2-802623-1 with host n-h2-802623-1 {{(pid=93799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 23:23:55.381627 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:55.402582 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c43b6843-08db-4916-aa3e-f489d46c2a58 {{(pid=93799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:23:55.433211 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-8a2fd162-2d9c-4497-9a5d-01eacaa0dd5c tempest-BulkNetworkOpsTest-1508162577 tempest-BulkNetworkOpsTest-1508162577-project] For port cf8183fc-185f-458c-a746-782bfa2cd857, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=cf8183fc-185f-458c-a746-782bfa2cd857,segment=NetworkSegment(2b113495-89b0-4927-8887-2688da47867a),segment_id=2b113495-89b0-4927-8887-2688da47867a)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:23:55.433578 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8a2fd162-2d9c-4497-9a5d-01eacaa0dd5c tempest-BulkNetworkOpsTest-1508162577 tempest-BulkNetworkOpsTest-1508162577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:55.449875 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port c43b6843-08db-4916-aa3e-f489d46c2a58, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=c43b6843-08db-4916-aa3e-f489d46c2a58,segment=NetworkSegment(8c267b76-81da-475f-a9e8-f3fb8fa17f14),segment_id=8c267b76-81da-475f-a9e8-f3fb8fa17f14)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:23:55.458843 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0441f317-974c-4558-b99c-36aedf86dd61 req-0ad7c3c7-614a-44cb-8854-1df173886282 tempest-ServerGroupTestJSON-175817077 tempest-ServerGroupTestJSON-175817077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:23:55.464183 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-0441f317-974c-4558-b99c-36aedf86dd61 req-0ad7c3c7-614a-44cb-8854-1df173886282 tempest-ServerGroupTestJSON-175817077 tempest-ServerGroupTestJSON-175817077-project] 10.222.0.38 "GET /v2.0/networks?id=6c02b9d0-a215-424d-9544-07bbc0da1036 HTTP/1.1" status: 200 len: 810 time: 0.6777854 Jul 27 23:23:55.465195 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:55.471449 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-8a2fd162-2d9c-4497-9a5d-01eacaa0dd5c tempest-BulkNetworkOpsTest-1508162577 tempest-BulkNetworkOpsTest-1508162577-project] Calling delete_port for cf8183fc-185f-458c-a746-782bfa2cd857 owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:23:55.541425 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-448b78d2-b81b-4b69-a9aa-a5a42311ddb5 None None] get_active_networks_info from n-d-802623-1 {{(pid=93799) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 27 23:23:55.607228 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Pushing event updated for resources: {'Port': ['ID=c43b6843-08db-4916-aa3e-f489d46c2a58,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:23:55.618352 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [req-0441f317-974c-4558-b99c-36aedf86dd61 req-4cf13379-c23a-4def-ac89-f0c4d360a415 tempest-ServerGroupTestJSON-175817077 tempest-ServerGroupTestJSON-175817077-project] Request body: {'port': {'device_id': '9d7a7189-3190-4c66-aa51-ea014d6d1dd7', 'network_id': '6c02b9d0-a215-424d-9544-07bbc0da1036', 'admin_state_up': True, 'tenant_id': '3a20afddab18417db933c62e255c66b1'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:23:55.669269 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8a2fd162-2d9c-4497-9a5d-01eacaa0dd5c tempest-BulkNetworkOpsTest-1508162577 tempest-BulkNetworkOpsTest-1508162577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:55.727779 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2fd162-2d9c-4497-9a5d-01eacaa0dd5c tempest-BulkNetworkOpsTest-1508162577 tempest-BulkNetworkOpsTest-1508162577-project] Pushing event deleted for resources: {'Port': ['ID=cf8183fc-185f-458c-a746-782bfa2cd857,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:23:55.747094 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a2fd162-2d9c-4497-9a5d-01eacaa0dd5c tempest-BulkNetworkOpsTest-1508162577 tempest-BulkNetworkOpsTest-1508162577-project] No DVR routers for this DVR port cf8183fc-185f-458c-a746-782bfa2cd857 on host n-d-802623-1 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:23:55.750016 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port 8aa91107-cedd-461b-89cc-b8f64da29a6f, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=8aa91107-cedd-461b-89cc-b8f64da29a6f,segment=NetworkSegment(8c267b76-81da-475f-a9e8-f3fb8fa17f14),segment_id=8c267b76-81da-475f-a9e8-f3fb8fa17f14)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:23:55.795863 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-d56f8bc3-de31-406a-90d4-b041cda8edda req-a2f6726a-7b6a-4bbe-9080-a6f1d01ba7c1 tempest-ServerGroupTestJSON-175817077 tempest-ServerGroupTestJSON-175817077-project] 10.222.0.18 "GET /v2.0/ports?device_id=9d7a7189-3190-4c66-aa51-ea014d6d1dd7 HTTP/1.1" status: 200 len: 210 time: 0.1485643 Jul 27 23:23:55.799239 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Returning: {'device': '8aa91107-cedd-461b-89cc-b8f64da29a6f', 'network_id': '65b1245a-a607-4276-8c53-dcbc43a79e77', 'port_id': '8aa91107-cedd-461b-89cc-b8f64da29a6f', 'mac_address': 'fa:16:3e:1f:a2:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77f70126-081b-41c5-808d-ca6fa433778a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 23:23:55.805677 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] get_ports_and_sgs() called for port_ids ['c43b6843-08db-4916-aa3e-f489d46c2a58'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:23:55.893577 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:55.910871 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-448b78d2-b81b-4b69-a9aa-a5a42311ddb5 None None] Resources bound (agent type, host, resource id): {{(pid=93799) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 27 23:23:55.928549 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8aa91107-cedd-461b-89cc-b8f64da29a6f {{(pid=93799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:23:55.973120 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8a2fd162-2d9c-4497-9a5d-01eacaa0dd5c tempest-BulkNetworkOpsTest-1508162577 tempest-BulkNetworkOpsTest-1508162577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618032', 'neutron.services.segments.db._delete_segments_for_network-8736833900081'] for network, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:55.992234 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38482a3-41f8-4219-ab1e-c8f9a62f8254 req-cf832c0d-97f4-4f9e-89b4-36a00bfdcf7e tempest-MultipleCreateTestJSON-1931740269 tempest-MultipleCreateTestJSON-1931740269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:23:55.993840 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-c38482a3-41f8-4219-ab1e-c8f9a62f8254 req-cf832c0d-97f4-4f9e-89b4-36a00bfdcf7e tempest-MultipleCreateTestJSON-1931740269 tempest-MultipleCreateTestJSON-1931740269-project] 10.222.0.18 "GET /v2.0/ports?device_id=f4529ef9-5105-47d7-80e3-6d909583282e HTTP/1.1" status: 200 len: 943 time: 0.2706413 Jul 27 23:23:55.997524 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-8a2fd162-2d9c-4497-9a5d-01eacaa0dd5c tempest-BulkNetworkOpsTest-1508162577 tempest-BulkNetworkOpsTest-1508162577-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c46f962-3c39-46e2-9e02-7d68eb4cd1d1']}} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:23:56.029885 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port 8aa91107-cedd-461b-89cc-b8f64da29a6f, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=8aa91107-cedd-461b-89cc-b8f64da29a6f,segment=NetworkSegment(8c267b76-81da-475f-a9e8-f3fb8fa17f14),segment_id=8c267b76-81da-475f-a9e8-f3fb8fa17f14)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:23:56.041828 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-8a2fd162-2d9c-4497-9a5d-01eacaa0dd5c tempest-BulkNetworkOpsTest-1508162577 tempest-BulkNetworkOpsTest-1508162577-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b113495-89b0-4927-8887-2688da47867a') {'for_net_delete': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:23:56.042157 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-8a2fd162-2d9c-4497-9a5d-01eacaa0dd5c tempest-BulkNetworkOpsTest-1508162577 tempest-BulkNetworkOpsTest-1508162577-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b113495-89b0-4927-8887-2688da47867a') {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:23:56.049522 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:56.063389 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8a2fd162-2d9c-4497-9a5d-01eacaa0dd5c tempest-BulkNetworkOpsTest-1508162577 tempest-BulkNetworkOpsTest-1508162577-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736833900858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11335978'] for segment, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:56.083264 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-c38482a3-41f8-4219-ab1e-c8f9a62f8254 req-d7c2b94b-fa76-422a-be0b-f8a36728f502 tempest-MultipleCreateTestJSON-1931740269 tempest-MultipleCreateTestJSON-1931740269-project] 10.222.0.18 "GET /v2.0/security-groups?id=7071cc09-0750-4ecb-a286-890b01188d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603578 Jul 27 23:23:56.083264 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8a2fd162-2d9c-4497-9a5d-01eacaa0dd5c tempest-BulkNetworkOpsTest-1508162577 tempest-BulkNetworkOpsTest-1508162577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:56.093374 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a2fd162-2d9c-4497-9a5d-01eacaa0dd5c tempest-BulkNetworkOpsTest-1508162577 tempest-BulkNetworkOpsTest-1508162577-project] Releasing vlan 508 on physical network physnet1 to pool {{(pid=93797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 23:23:56.093374 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8a2fd162-2d9c-4497-9a5d-01eacaa0dd5c tempest-BulkNetworkOpsTest-1508162577 tempest-BulkNetworkOpsTest-1508162577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11336013'] for segment, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:56.094521 n-d-802623-1 neutron-server[93797]: Traceback (most recent call last): Jul 27 23:23:56.094521 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 23:23:56.094521 n-d-802623-1 neutron-server[93797]: timer() Jul 27 23:23:56.094521 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 23:23:56.094521 n-d-802623-1 neutron-server[93797]: cb(*args, **kw) Jul 27 23:23:56.094521 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 23:23:56.094521 n-d-802623-1 neutron-server[93797]: return func(*args, **kwargs) Jul 27 23:23:56.094521 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 23:23:56.094521 n-d-802623-1 neutron-server[93797]: self._notify() Jul 27 23:23:56.094521 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 23:23:56.094521 n-d-802623-1 neutron-server[93797]: self.callback(batched_events) Jul 27 23:23:56.094521 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 23:23:56.094521 n-d-802623-1 neutron-server[93797]: event.method(event) Jul 27 23:23:56.094521 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 23:23:56.094521 n-d-802623-1 neutron-server[93797]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 23:23:56.094521 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 23:23:56.094521 n-d-802623-1 neutron-server[93797]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 23:23:56.094521 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 23:23:56.094521 n-d-802623-1 neutron-server[93797]: return f(self, *a, **k) Jul 27 23:23:56.094521 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 23:23:56.094521 n-d-802623-1 neutron-server[93797]: return self._get(url).json() Jul 27 23:23:56.094521 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 23:23:56.094521 n-d-802623-1 neutron-server[93797]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 23:23:56.094521 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 23:23:56.094521 n-d-802623-1 neutron-server[93797]: return self.request(url, 'GET', **kwargs) Jul 27 23:23:56.094521 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 23:23:56.094521 n-d-802623-1 neutron-server[93797]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 23:23:56.094521 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 23:23:56.094521 n-d-802623-1 neutron-server[93797]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 23:23:56.094521 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 23:23:56.094521 n-d-802623-1 neutron-server[93797]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 23:23:56.094521 n-d-802623-1 neutron-server[93797]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 23:23:56.166722 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0441f317-974c-4558-b99c-36aedf86dd61 req-4cf13379-c23a-4def-ac89-f0c4d360a415 tempest-ServerGroupTestJSON-175817077 tempest-ServerGroupTestJSON-175817077-project] Made reservation on behalf of 3a20afddab18417db933c62e255c66b1 for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:23:56.166722 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-0441f317-974c-4558-b99c-36aedf86dd61 req-4cf13379-c23a-4def-ac89-f0c4d360a415 tempest-ServerGroupTestJSON-175817077 tempest-ServerGroupTestJSON-175817077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:56.189889 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8a2fd162-2d9c-4497-9a5d-01eacaa0dd5c tempest-BulkNetworkOpsTest-1508162577 tempest-BulkNetworkOpsTest-1508162577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415412'] for network, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:56.226654 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8a2fd162-2d9c-4497-9a5d-01eacaa0dd5c tempest-BulkNetworkOpsTest-1508162577 tempest-BulkNetworkOpsTest-1508162577-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for network, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:56.236810 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-8a2fd162-2d9c-4497-9a5d-01eacaa0dd5c tempest-BulkNetworkOpsTest-1508162577 tempest-BulkNetworkOpsTest-1508162577-project] 10.222.0.18 "DELETE /v2.0/networks/7c46f962-3c39-46e2-9e02-7d68eb4cd1d1 HTTP/1.1" status: 204 len: 168 time: 1.2021761 Jul 27 23:23:56.275860 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 55440) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:23:56.304972 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2fd162-2d9c-4497-9a5d-01eacaa0dd5c tempest-BulkNetworkOpsTest-1508162577 tempest-BulkNetworkOpsTest-1508162577-project] Pushing event deleted for resources: {'Network': ['ID=7c46f962-3c39-46e2-9e02-7d68eb4cd1d1,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:23:56.366102 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Pushing event updated for resources: {'Port': ['ID=8aa91107-cedd-461b-89cc-b8f64da29a6f,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:23:56.394142 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [req-0441f317-974c-4558-b99c-36aedf86dd61 req-4cf13379-c23a-4def-ac89-f0c4d360a415 tempest-ServerGroupTestJSON-175817077 tempest-ServerGroupTestJSON-175817077-project] Allocated IP 172.20.0.7 (6c02b9d0-a215-424d-9544-07bbc0da1036/8857c3f2-fc78-44cb-9f83-e085152fecf7/47c2bd11-073c-48a2-b441-4212f0a3b949) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:23:56.421395 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] get_ports_and_sgs() called for port_ids ['8aa91107-cedd-461b-89cc-b8f64da29a6f'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:23:56.504408 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-87d00874-5eb8-4917-bd34-fec9dc4dfea0 tempest-BulkNetworkOpsTest-1508162577 tempest-BulkNetworkOpsTest-1508162577-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593271'] for network, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:56.536761 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f4458258-9248-45e7-bfc0-3e9a815fb448 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-414022'] for router_interface, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:56.602873 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-87d00874-5eb8-4917-bd34-fec9dc4dfea0 tempest-BulkNetworkOpsTest-1508162577 tempest-BulkNetworkOpsTest-1508162577-project] Deleting port 5c186f4e-fcc0-4301-9819-874791780bfe {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:23:56.603260 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-87d00874-5eb8-4917-bd34-fec9dc4dfea0 tempest-BulkNetworkOpsTest-1508162577 tempest-BulkNetworkOpsTest-1508162577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:56.672681 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-87d00874-5eb8-4917-bd34-fec9dc4dfea0 tempest-BulkNetworkOpsTest-1508162577 tempest-BulkNetworkOpsTest-1508162577-project] For port 5c186f4e-fcc0-4301-9819-874791780bfe, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=5c186f4e-fcc0-4301-9819-874791780bfe,segment=NetworkSegment(6b1c739a-e9b8-457a-bbfe-13ad0522700d),segment_id=6b1c739a-e9b8-457a-bbfe-13ad0522700d)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:23:56.673047 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-87d00874-5eb8-4917-bd34-fec9dc4dfea0 tempest-BulkNetworkOpsTest-1508162577 tempest-BulkNetworkOpsTest-1508162577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:56.719355 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-87d00874-5eb8-4917-bd34-fec9dc4dfea0 tempest-BulkNetworkOpsTest-1508162577 tempest-BulkNetworkOpsTest-1508162577-project] Calling delete_port for 5c186f4e-fcc0-4301-9819-874791780bfe owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:23:56.785484 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fc37c15-336e-43fc-800f-444f4d09ffe9 None None] get_active_networks_info from n-d-802623-1 {{(pid=93799) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 27 23:23:56.794010 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-0441f317-974c-4558-b99c-36aedf86dd61 req-4cf13379-c23a-4def-ac89-f0c4d360a415 tempest-ServerGroupTestJSON-175817077 tempest-ServerGroupTestJSON-175817077-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:56.954733 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-0441f317-974c-4558-b99c-36aedf86dd61 req-4cf13379-c23a-4def-ac89-f0c4d360a415 tempest-ServerGroupTestJSON-175817077 tempest-ServerGroupTestJSON-175817077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:56.991855 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8ee92e4f-f687-4a99-8117-8f3332b60a92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:57.008935 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fc37c15-336e-43fc-800f-444f4d09ffe9 None None] Resources bound (agent type, host, resource id): {{(pid=93799) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 27 23:23:57.016770 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0441f317-974c-4558-b99c-36aedf86dd61 req-4cf13379-c23a-4def-ac89-f0c4d360a415 tempest-ServerGroupTestJSON-175817077 tempest-ServerGroupTestJSON-175817077-project] Network 6c02b9d0-a215-424d-9544-07bbc0da1036 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:23:57.031346 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [req-0441f317-974c-4558-b99c-36aedf86dd61 req-4cf13379-c23a-4def-ac89-f0c4d360a415 tempest-ServerGroupTestJSON-175817077 tempest-ServerGroupTestJSON-175817077-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:23:57.038209 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-0441f317-974c-4558-b99c-36aedf86dd61 req-4cf13379-c23a-4def-ac89-f0c4d360a415 tempest-ServerGroupTestJSON-175817077 tempest-ServerGroupTestJSON-175817077-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:23:57.040178 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-87d00874-5eb8-4917-bd34-fec9dc4dfea0 tempest-BulkNetworkOpsTest-1508162577 tempest-BulkNetworkOpsTest-1508162577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:57.123302 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d00874-5eb8-4917-bd34-fec9dc4dfea0 tempest-BulkNetworkOpsTest-1508162577 tempest-BulkNetworkOpsTest-1508162577-project] Pushing event deleted for resources: {'Port': ['ID=5c186f4e-fcc0-4301-9819-874791780bfe,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:23:57.125228 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87d00874-5eb8-4917-bd34-fec9dc4dfea0 tempest-BulkNetworkOpsTest-1508162577 tempest-BulkNetworkOpsTest-1508162577-project] No DVR routers for this DVR port 5c186f4e-fcc0-4301-9819-874791780bfe on host n-d-802623-1 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:23:57.218310 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0441f317-974c-4558-b99c-36aedf86dd61 req-4cf13379-c23a-4def-ac89-f0c4d360a415 tempest-ServerGroupTestJSON-175817077 tempest-ServerGroupTestJSON-175817077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:23:57.218993 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-0441f317-974c-4558-b99c-36aedf86dd61 req-4cf13379-c23a-4def-ac89-f0c4d360a415 tempest-ServerGroupTestJSON-175817077 tempest-ServerGroupTestJSON-175817077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:57.240973 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf13379-c23a-4def-ac89-f0c4d360a415 tempest-ServerGroupTestJSON-175817077 tempest-ServerGroupTestJSON-175817077-project] Pushing event updated for resources: {'Port': ['ID=47c2bd11-073c-48a2-b441-4212f0a3b949,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:23:57.268387 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-87d00874-5eb8-4917-bd34-fec9dc4dfea0 tempest-BulkNetworkOpsTest-1508162577 tempest-BulkNetworkOpsTest-1508162577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618032', 'neutron.services.segments.db._delete_segments_for_network-8736833900081'] for network, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:57.269509 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa862d6a-e890-41e3-af4c-b98b746d6f49 req-e7c61051-cc9d-4bcb-8864-c41dc001c31f tempest-ServerGroupTestJSON-175817077 tempest-ServerGroupTestJSON-175817077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:23:57.276166 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-aa862d6a-e890-41e3-af4c-b98b746d6f49 req-e7c61051-cc9d-4bcb-8864-c41dc001c31f tempest-ServerGroupTestJSON-175817077 tempest-ServerGroupTestJSON-175817077-project] 10.222.0.18 "GET /v2.0/ports?device_id=9d7a7189-3190-4c66-aa51-ea014d6d1dd7 HTTP/1.1" status: 200 len: 931 time: 0.2572081 Jul 27 23:23:57.283690 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-0441f317-974c-4558-b99c-36aedf86dd61 req-4cf13379-c23a-4def-ac89-f0c4d360a415 tempest-ServerGroupTestJSON-175817077 tempest-ServerGroupTestJSON-175817077-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6704416 Jul 27 23:23:57.291951 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-87d00874-5eb8-4917-bd34-fec9dc4dfea0 tempest-BulkNetworkOpsTest-1508162577 tempest-BulkNetworkOpsTest-1508162577-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a7991bf-946a-42fc-add3-9d8f9a6ec47c']}} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:23:57.306777 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [req-0441f317-974c-4558-b99c-36aedf86dd61 req-cc53dcd5-d84d-47fb-bdc2-add08d825cd7 service neutron] Request body: {'port': {'device_id': '9d7a7189-3190-4c66-aa51-ea014d6d1dd7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802623-1'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:23:57.321799 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-87d00874-5eb8-4917-bd34-fec9dc4dfea0 tempest-BulkNetworkOpsTest-1508162577 tempest-BulkNetworkOpsTest-1508162577-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b1c739a-e9b8-457a-bbfe-13ad0522700d') {'for_net_delete': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:23:57.322096 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-87d00874-5eb8-4917-bd34-fec9dc4dfea0 tempest-BulkNetworkOpsTest-1508162577 tempest-BulkNetworkOpsTest-1508162577-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b1c739a-e9b8-457a-bbfe-13ad0522700d') {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:23:57.359626 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-87d00874-5eb8-4917-bd34-fec9dc4dfea0 tempest-BulkNetworkOpsTest-1508162577 tempest-BulkNetworkOpsTest-1508162577-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736833900858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11335978'] for segment, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:57.379099 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device 8aa91107-cedd-461b-89cc-b8f64da29a6f up at agent hyperv_n-h2-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:23:57.420603 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f362682c-4ac1-4b8f-888c-070a9facb81b req-d5f38699-0d74-494a-983f-172d9c774e5c tempest-MultipleCreateTestJSON-1931740269 tempest-MultipleCreateTestJSON-1931740269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:23:57.422375 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f362682c-4ac1-4b8f-888c-070a9facb81b req-d5f38699-0d74-494a-983f-172d9c774e5c tempest-MultipleCreateTestJSON-1931740269 tempest-MultipleCreateTestJSON-1931740269-project] 10.222.0.18 "GET /v2.0/ports?device_id=f4529ef9-5105-47d7-80e3-6d909583282e HTTP/1.1" status: 200 len: 944 time: 0.1116095 Jul 27 23:23:57.427381 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-87d00874-5eb8-4917-bd34-fec9dc4dfea0 tempest-BulkNetworkOpsTest-1508162577 tempest-BulkNetworkOpsTest-1508162577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:57.440101 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87d00874-5eb8-4917-bd34-fec9dc4dfea0 tempest-BulkNetworkOpsTest-1508162577 tempest-BulkNetworkOpsTest-1508162577-project] Releasing vlan 537 on physical network physnet1 to pool {{(pid=93797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 23:23:57.442858 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-87d00874-5eb8-4917-bd34-fec9dc4dfea0 tempest-BulkNetworkOpsTest-1508162577 tempest-BulkNetworkOpsTest-1508162577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11336013'] for segment, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:57.449294 n-d-802623-1 neutron-server[93797]: Traceback (most recent call last): Jul 27 23:23:57.449294 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 23:23:57.449294 n-d-802623-1 neutron-server[93797]: timer() Jul 27 23:23:57.449294 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 23:23:57.449294 n-d-802623-1 neutron-server[93797]: cb(*args, **kw) Jul 27 23:23:57.449294 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 23:23:57.449294 n-d-802623-1 neutron-server[93797]: return func(*args, **kwargs) Jul 27 23:23:57.449294 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 23:23:57.449294 n-d-802623-1 neutron-server[93797]: self._notify() Jul 27 23:23:57.449294 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 23:23:57.449294 n-d-802623-1 neutron-server[93797]: self.callback(batched_events) Jul 27 23:23:57.449294 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 23:23:57.449294 n-d-802623-1 neutron-server[93797]: event.method(event) Jul 27 23:23:57.449294 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 23:23:57.449294 n-d-802623-1 neutron-server[93797]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 23:23:57.449294 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 23:23:57.449294 n-d-802623-1 neutron-server[93797]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 23:23:57.449294 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 23:23:57.449294 n-d-802623-1 neutron-server[93797]: return f(self, *a, **k) Jul 27 23:23:57.449294 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 23:23:57.449294 n-d-802623-1 neutron-server[93797]: return self._get(url).json() Jul 27 23:23:57.449294 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 23:23:57.449294 n-d-802623-1 neutron-server[93797]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 23:23:57.449294 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 23:23:57.449294 n-d-802623-1 neutron-server[93797]: return self.request(url, 'GET', **kwargs) Jul 27 23:23:57.449294 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 23:23:57.449294 n-d-802623-1 neutron-server[93797]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 23:23:57.449294 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 23:23:57.449294 n-d-802623-1 neutron-server[93797]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 23:23:57.449294 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 23:23:57.449294 n-d-802623-1 neutron-server[93797]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 23:23:57.449294 n-d-802623-1 neutron-server[93797]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 23:23:57.540781 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-aa862d6a-e890-41e3-af4c-b98b746d6f49 req-d9a901f4-83b6-42bc-a0fa-8c97fff167b5 tempest-ServerGroupTestJSON-175817077 tempest-ServerGroupTestJSON-175817077-project] 10.222.0.18 "GET /v2.0/security-groups?id=99261a20-5f28-4638-a0b6-b632ac2e9a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2603669 Jul 27 23:23:57.552277 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f362682c-4ac1-4b8f-888c-070a9facb81b req-e5e7266b-4210-4be9-9c96-216381239867 tempest-MultipleCreateTestJSON-1931740269 tempest-MultipleCreateTestJSON-1931740269-project] 10.222.0.18 "GET /v2.0/security-groups?id=7071cc09-0750-4ecb-a286-890b01188d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020634 Jul 27 23:23:57.568323 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-0441f317-974c-4558-b99c-36aedf86dd61 req-cc53dcd5-d84d-47fb-bdc2-add08d825cd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:57.585407 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-87d00874-5eb8-4917-bd34-fec9dc4dfea0 tempest-BulkNetworkOpsTest-1508162577 tempest-BulkNetworkOpsTest-1508162577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415412'] for network, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:57.595038 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-87d00874-5eb8-4917-bd34-fec9dc4dfea0 tempest-BulkNetworkOpsTest-1508162577 tempest-BulkNetworkOpsTest-1508162577-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for network, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:57.601877 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-87d00874-5eb8-4917-bd34-fec9dc4dfea0 tempest-BulkNetworkOpsTest-1508162577 tempest-BulkNetworkOpsTest-1508162577-project] 10.222.0.18 "DELETE /v2.0/networks/5a7991bf-946a-42fc-add3-9d8f9a6ec47c HTTP/1.1" status: 204 len: 168 time: 1.3206928 Jul 27 23:23:57.607432 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 55456) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:23:57.640240 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d00874-5eb8-4917-bd34-fec9dc4dfea0 tempest-BulkNetworkOpsTest-1508162577 tempest-BulkNetworkOpsTest-1508162577-project] Pushing event deleted for resources: {'Network': ['ID=5a7991bf-946a-42fc-add3-9d8f9a6ec47c,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:23:57.648101 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Provisioning for port 8aa91107-cedd-461b-89cc-b8f64da29a6f completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:23:57.659321 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Provisioning complete for port 8aa91107-cedd-461b-89cc-b8f64da29a6f triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:23:57.659761 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:57.826439 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-f4458258-9248-45e7-bfc0-3e9a815fb448 admin admin] Deleting port 4403f01a-23c7-4d6c-a3d8-1dbf88f1efeb {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:23:57.826765 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f4458258-9248-45e7-bfc0-3e9a815fb448 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:57.831905 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:57.873031 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4529ef9-5105-47d7-80e3-6d909583282e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8aa91107-cedd-461b-89cc-b8f64da29a6f'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:23:57.875772 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c0369b0d4f459110ff20a1f9878ba33f96d6491bddb9d15843bf29d01e0bda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-778477bc-f6df-45bd-9571-968b115908df" -d '{"events": [{"server_uuid": "f4529ef9-5105-47d7-80e3-6d909583282e", "name": "network-vif-plugged", "status": "completed", "tag": "8aa91107-cedd-461b-89cc-b8f64da29a6f"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:23:57.895976 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port 8aa91107-cedd-461b-89cc-b8f64da29a6f, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=8aa91107-cedd-461b-89cc-b8f64da29a6f,segment=NetworkSegment(8c267b76-81da-475f-a9e8-f3fb8fa17f14),segment_id=8c267b76-81da-475f-a9e8-f3fb8fa17f14)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:23:57.903452 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:57.937848 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:23:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac438eea-9f32-4f04-aa70-83f08f1faa7e x-openstack-request-id: req-ac438eea-9f32-4f04-aa70-83f08f1faa7e {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:23:57.938271 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4529ef9-5105-47d7-80e3-6d909583282e", "name": "network-vif-plugged", "status": "completed", "tag": "8aa91107-cedd-461b-89cc-b8f64da29a6f", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:23:57.938911 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ac438eea-9f32-4f04-aa70-83f08f1faa7e {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:23:57.939334 n-d-802623-1 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4529ef9-5105-47d7-80e3-6d909583282e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8aa91107-cedd-461b-89cc-b8f64da29a6f', 'code': 200} Jul 27 23:23:57.969721 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Pushing event updated for resources: {'Port': ['ID=8aa91107-cedd-461b-89cc-b8f64da29a6f,revision_number=5']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:23:58.054387 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1a9be27c-7417-41c5-96d6-87044f5fb3c7 tempest-BulkNetworkOpsTest-1508162577 tempest-BulkNetworkOpsTest-1508162577-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593271'] for network, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:58.114355 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-f4458258-9248-45e7-bfc0-3e9a815fb448 admin admin] For port 4403f01a-23c7-4d6c-a3d8-1dbf88f1efeb, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=4403f01a-23c7-4d6c-a3d8-1dbf88f1efeb,segment=NetworkSegment(cc432c68-ce40-4eae-9635-f27b65666e98),segment_id=cc432c68-ce40-4eae-9635-f27b65666e98)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:23:58.115221 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f4458258-9248-45e7-bfc0-3e9a815fb448 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:58.165993 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-f4458258-9248-45e7-bfc0-3e9a815fb448 admin admin] Calling delete_port for 4403f01a-23c7-4d6c-a3d8-1dbf88f1efeb owned by network:router_interface {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:23:58.221939 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd1ba8a-c1da-47dc-b676-fa302c0a24dd req-3469a37b-8030-4dcf-84ac-5c921a038d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:23:58.224584 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-1fd1ba8a-c1da-47dc-b676-fa302c0a24dd req-3469a37b-8030-4dcf-84ac-5c921a038d87 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=f4529ef9-5105-47d7-80e3-6d909583282e HTTP/1.1" status: 200 len: 1096 time: 0.1914158 Jul 27 23:23:58.362593 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1a9be27c-7417-41c5-96d6-87044f5fb3c7 tempest-BulkNetworkOpsTest-1508162577 tempest-BulkNetworkOpsTest-1508162577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618032', 'neutron.services.segments.db._delete_segments_for_network-8736833900081'] for network, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:58.405894 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-1a9be27c-7417-41c5-96d6-87044f5fb3c7 tempest-BulkNetworkOpsTest-1508162577 tempest-BulkNetworkOpsTest-1508162577-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a51f8e8-0461-47e2-9db5-0fc40ec1a8d0']}} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:23:58.438813 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-1a9be27c-7417-41c5-96d6-87044f5fb3c7 tempest-BulkNetworkOpsTest-1508162577 tempest-BulkNetworkOpsTest-1508162577-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f928b734-f9f1-4d7b-ad8a-97abd6db1ba0') {'for_net_delete': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:23:58.439133 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-1a9be27c-7417-41c5-96d6-87044f5fb3c7 tempest-BulkNetworkOpsTest-1508162577 tempest-BulkNetworkOpsTest-1508162577-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f928b734-f9f1-4d7b-ad8a-97abd6db1ba0') {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:23:58.441742 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-1fd1ba8a-c1da-47dc-b676-fa302c0a24dd req-cf638c20-e319-40a6-9a96-39ec9ac0ee72 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=7071cc09-0750-4ecb-a286-890b01188d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588285 Jul 27 23:23:58.461842 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1a9be27c-7417-41c5-96d6-87044f5fb3c7 tempest-BulkNetworkOpsTest-1508162577 tempest-BulkNetworkOpsTest-1508162577-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736833900858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11163256'] for segment, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:58.535479 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1a9be27c-7417-41c5-96d6-87044f5fb3c7 tempest-BulkNetworkOpsTest-1508162577 tempest-BulkNetworkOpsTest-1508162577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:58.545441 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a9be27c-7417-41c5-96d6-87044f5fb3c7 tempest-BulkNetworkOpsTest-1508162577 tempest-BulkNetworkOpsTest-1508162577-project] Releasing vlan 540 on physical network physnet1 to pool {{(pid=93798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 23:23:58.545906 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1a9be27c-7417-41c5-96d6-87044f5fb3c7 tempest-BulkNetworkOpsTest-1508162577 tempest-BulkNetworkOpsTest-1508162577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11971746'] for segment, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:58.551194 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device c43b6843-08db-4916-aa3e-f489d46c2a58 up at agent hyperv_n-h1-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:23:58.551557 n-d-802623-1 neutron-server[93798]: Traceback (most recent call last): Jul 27 23:23:58.551557 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 23:23:58.551557 n-d-802623-1 neutron-server[93798]: timer() Jul 27 23:23:58.551557 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 23:23:58.551557 n-d-802623-1 neutron-server[93798]: cb(*args, **kw) Jul 27 23:23:58.551557 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 23:23:58.551557 n-d-802623-1 neutron-server[93798]: return func(*args, **kwargs) Jul 27 23:23:58.551557 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 23:23:58.551557 n-d-802623-1 neutron-server[93798]: self._notify() Jul 27 23:23:58.551557 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 23:23:58.551557 n-d-802623-1 neutron-server[93798]: self.callback(batched_events) Jul 27 23:23:58.551557 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 23:23:58.551557 n-d-802623-1 neutron-server[93798]: event.method(event) Jul 27 23:23:58.551557 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 23:23:58.551557 n-d-802623-1 neutron-server[93798]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 23:23:58.551557 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 23:23:58.551557 n-d-802623-1 neutron-server[93798]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 23:23:58.551557 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 23:23:58.551557 n-d-802623-1 neutron-server[93798]: return f(self, *a, **k) Jul 27 23:23:58.551557 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 23:23:58.551557 n-d-802623-1 neutron-server[93798]: return self._get(url).json() Jul 27 23:23:58.551557 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 23:23:58.551557 n-d-802623-1 neutron-server[93798]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 23:23:58.551557 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 23:23:58.551557 n-d-802623-1 neutron-server[93798]: return self.request(url, 'GET', **kwargs) Jul 27 23:23:58.551557 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 23:23:58.551557 n-d-802623-1 neutron-server[93798]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 23:23:58.551557 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 23:23:58.551557 n-d-802623-1 neutron-server[93798]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 23:23:58.551557 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 23:23:58.551557 n-d-802623-1 neutron-server[93798]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 23:23:58.551557 n-d-802623-1 neutron-server[93798]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 23:23:58.611757 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [req-0441f317-974c-4558-b99c-36aedf86dd61 req-cc53dcd5-d84d-47fb-bdc2-add08d825cd7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47c2bd11-073c-48a2-b441-4212f0a3b949 {{(pid=93798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:23:58.626990 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-0441f317-974c-4558-b99c-36aedf86dd61 req-cc53dcd5-d84d-47fb-bdc2-add08d825cd7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:58.649552 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-0441f317-974c-4558-b99c-36aedf86dd61 req-cc53dcd5-d84d-47fb-bdc2-add08d825cd7 service neutron] Transition to ACTIVE for port object 47c2bd11-073c-48a2-b441-4212f0a3b949 will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:23:58.652258 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1a9be27c-7417-41c5-96d6-87044f5fb3c7 tempest-BulkNetworkOpsTest-1508162577 tempest-BulkNetworkOpsTest-1508162577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415412'] for network, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:58.660306 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1a9be27c-7417-41c5-96d6-87044f5fb3c7 tempest-BulkNetworkOpsTest-1508162577 tempest-BulkNetworkOpsTest-1508162577-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:58.665320 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-1a9be27c-7417-41c5-96d6-87044f5fb3c7 tempest-BulkNetworkOpsTest-1508162577 tempest-BulkNetworkOpsTest-1508162577-project] 10.222.0.18 "DELETE /v2.0/networks/8a51f8e8-0461-47e2-9db5-0fc40ec1a8d0 HTTP/1.1" status: 204 len: 168 time: 1.0510077 Jul 27 23:23:58.666341 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 55472) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:23:58.669420 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-0441f317-974c-4558-b99c-36aedf86dd61 req-cc53dcd5-d84d-47fb-bdc2-add08d825cd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:58.676457 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Provisioning for port c43b6843-08db-4916-aa3e-f489d46c2a58 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:23:58.680594 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Provisioning complete for port c43b6843-08db-4916-aa3e-f489d46c2a58 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:23:58.680974 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:58.738953 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9be27c-7417-41c5-96d6-87044f5fb3c7 tempest-BulkNetworkOpsTest-1508162577 tempest-BulkNetworkOpsTest-1508162577-project] Pushing event deleted for resources: {'Network': ['ID=8a51f8e8-0461-47e2-9db5-0fc40ec1a8d0,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:23:58.765813 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:58.796751 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f68c256-0ede-4459-bc8e-1885c7d6c0d1 req-c469c855-c3e4-4745-9f16-af91c5e3f58e tempest-ServerGroupTestJSON-175817077 tempest-ServerGroupTestJSON-175817077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:23:58.798438 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-6f68c256-0ede-4459-bc8e-1885c7d6c0d1 req-c469c855-c3e4-4745-9f16-af91c5e3f58e tempest-ServerGroupTestJSON-175817077 tempest-ServerGroupTestJSON-175817077-project] 10.222.0.18 "GET /v2.0/ports?device_id=9d7a7189-3190-4c66-aa51-ea014d6d1dd7 HTTP/1.1" status: 200 len: 943 time: 0.1478627 Jul 27 23:23:58.806820 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-de173e95-7ab4-4115-b8cb-7d508f48410a tempest-BulkNetworkOpsTest-1508162577 tempest-BulkNetworkOpsTest-1508162577-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593271'] for network, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:58.807007 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f4458258-9248-45e7-bfc0-3e9a815fb448 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:58.833720 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port c43b6843-08db-4916-aa3e-f489d46c2a58, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=c43b6843-08db-4916-aa3e-f489d46c2a58,segment=NetworkSegment(8c267b76-81da-475f-a9e8-f3fb8fa17f14),segment_id=8c267b76-81da-475f-a9e8-f3fb8fa17f14)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:23:58.840459 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:58.858775 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-6f68c256-0ede-4459-bc8e-1885c7d6c0d1 req-a492bfee-c1d4-4e8b-8a8c-ea03c240fa43 tempest-ServerGroupTestJSON-175817077 tempest-ServerGroupTestJSON-175817077-project] 10.222.0.18 "GET /v2.0/security-groups?id=99261a20-5f28-4638-a0b6-b632ac2e9a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488918 Jul 27 23:23:58.902981 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc53dcd5-d84d-47fb-bdc2-add08d825cd7 service neutron] Pushing event updated for resources: {'Port': ['ID=47c2bd11-073c-48a2-b441-4212f0a3b949,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:23:58.932549 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Pushing event updated for resources: {'Port': ['ID=c43b6843-08db-4916-aa3e-f489d46c2a58,revision_number=5']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:23:58.954200 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4458258-9248-45e7-bfc0-3e9a815fb448 admin admin] Pushing event deleted for resources: {'Port': ['ID=4403f01a-23c7-4d6c-a3d8-1dbf88f1efeb,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:23:58.985710 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-de173e95-7ab4-4115-b8cb-7d508f48410a tempest-BulkNetworkOpsTest-1508162577 tempest-BulkNetworkOpsTest-1508162577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618032', 'neutron.services.segments.db._delete_segments_for_network-8736833900081'] for network, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:58.998482 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-de173e95-7ab4-4115-b8cb-7d508f48410a tempest-BulkNetworkOpsTest-1508162577 tempest-BulkNetworkOpsTest-1508162577-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb84b843-1f78-4eda-b90b-075300e0047e']}} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:23:59.011033 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-de173e95-7ab4-4115-b8cb-7d508f48410a tempest-BulkNetworkOpsTest-1508162577 tempest-BulkNetworkOpsTest-1508162577-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5ce7aab-6a0d-416a-b8ab-38ad836b5d47') {'for_net_delete': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:23:59.011436 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-de173e95-7ab4-4115-b8cb-7d508f48410a tempest-BulkNetworkOpsTest-1508162577 tempest-BulkNetworkOpsTest-1508162577-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5ce7aab-6a0d-416a-b8ab-38ad836b5d47') {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:23:59.022518 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-de173e95-7ab4-4115-b8cb-7d508f48410a tempest-BulkNetworkOpsTest-1508162577 tempest-BulkNetworkOpsTest-1508162577-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736833900858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11335978'] for segment, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:59.038589 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-de173e95-7ab4-4115-b8cb-7d508f48410a tempest-BulkNetworkOpsTest-1508162577 tempest-BulkNetworkOpsTest-1508162577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:59.046095 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de173e95-7ab4-4115-b8cb-7d508f48410a tempest-BulkNetworkOpsTest-1508162577 tempest-BulkNetworkOpsTest-1508162577-project] Releasing vlan 532 on physical network physnet1 to pool {{(pid=93797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 23:23:59.046501 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-de173e95-7ab4-4115-b8cb-7d508f48410a tempest-BulkNetworkOpsTest-1508162577 tempest-BulkNetworkOpsTest-1508162577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11336013'] for segment, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:59.049800 n-d-802623-1 neutron-server[93797]: Traceback (most recent call last): Jul 27 23:23:59.049800 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 23:23:59.049800 n-d-802623-1 neutron-server[93797]: timer() Jul 27 23:23:59.049800 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 23:23:59.049800 n-d-802623-1 neutron-server[93797]: cb(*args, **kw) Jul 27 23:23:59.049800 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 23:23:59.049800 n-d-802623-1 neutron-server[93797]: return func(*args, **kwargs) Jul 27 23:23:59.049800 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 23:23:59.049800 n-d-802623-1 neutron-server[93797]: self._notify() Jul 27 23:23:59.049800 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 23:23:59.049800 n-d-802623-1 neutron-server[93797]: self.callback(batched_events) Jul 27 23:23:59.049800 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 23:23:59.049800 n-d-802623-1 neutron-server[93797]: event.method(event) Jul 27 23:23:59.049800 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 23:23:59.049800 n-d-802623-1 neutron-server[93797]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 23:23:59.049800 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 23:23:59.049800 n-d-802623-1 neutron-server[93797]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 23:23:59.049800 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 23:23:59.049800 n-d-802623-1 neutron-server[93797]: return f(self, *a, **k) Jul 27 23:23:59.049800 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 23:23:59.049800 n-d-802623-1 neutron-server[93797]: return self._get(url).json() Jul 27 23:23:59.049800 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 23:23:59.049800 n-d-802623-1 neutron-server[93797]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 23:23:59.049800 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 23:23:59.049800 n-d-802623-1 neutron-server[93797]: return self.request(url, 'GET', **kwargs) Jul 27 23:23:59.049800 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 23:23:59.049800 n-d-802623-1 neutron-server[93797]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 23:23:59.049800 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 23:23:59.049800 n-d-802623-1 neutron-server[93797]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 23:23:59.049800 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 23:23:59.049800 n-d-802623-1 neutron-server[93797]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 23:23:59.049800 n-d-802623-1 neutron-server[93797]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 23:23:59.153893 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-de173e95-7ab4-4115-b8cb-7d508f48410a tempest-BulkNetworkOpsTest-1508162577 tempest-BulkNetworkOpsTest-1508162577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415412'] for network, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:59.166648 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-de173e95-7ab4-4115-b8cb-7d508f48410a tempest-BulkNetworkOpsTest-1508162577 tempest-BulkNetworkOpsTest-1508162577-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for network, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:59.166648 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-de173e95-7ab4-4115-b8cb-7d508f48410a tempest-BulkNetworkOpsTest-1508162577 tempest-BulkNetworkOpsTest-1508162577-project] 10.222.0.18 "DELETE /v2.0/networks/eb84b843-1f78-4eda-b90b-075300e0047e HTTP/1.1" status: 204 len: 168 time: 0.4956708 Jul 27 23:23:59.187908 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de173e95-7ab4-4115-b8cb-7d508f48410a tempest-BulkNetworkOpsTest-1508162577 tempest-BulkNetworkOpsTest-1508162577-project] Pushing event deleted for resources: {'Network': ['ID=eb84b843-1f78-4eda-b90b-075300e0047e,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:23:59.409992 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3beb8cee-38f8-45ce-8806-671e88c9dbb0 req-6dde502b-2dcd-4eb7-86ef-3835fb6fca80 tempest-MultipleCreateTestJSON-1931740269 tempest-MultipleCreateTestJSON-1931740269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:23:59.413633 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-3beb8cee-38f8-45ce-8806-671e88c9dbb0 req-6dde502b-2dcd-4eb7-86ef-3835fb6fca80 tempest-MultipleCreateTestJSON-1931740269 tempest-MultipleCreateTestJSON-1931740269-project] 10.222.0.18 "GET /v2.0/ports?device_id=f4529ef9-5105-47d7-80e3-6d909583282e HTTP/1.1" status: 200 len: 945 time: 0.6388545 Jul 27 23:23:59.450632 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 55492) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:23:59.533863 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:59.554154 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-0441f317-974c-4558-b99c-36aedf86dd61 req-cc53dcd5-d84d-47fb-bdc2-add08d825cd7 service neutron] Attempting to bind port 47c2bd11-073c-48a2-b441-4212f0a3b949 on host n-h1-802623-1 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:23:59.555727 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-0441f317-974c-4558-b99c-36aedf86dd61 req-cc53dcd5-d84d-47fb-bdc2-add08d825cd7 service neutron] Attempting to bind port 47c2bd11-073c-48a2-b441-4212f0a3b949 by drivers openvswitch,hyperv on host n-h1-802623-1 at level 0 using segments [{'id': '0de337ad-6685-4f72-8a7c-ecacf4aac535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '6c02b9d0-a215-424d-9544-07bbc0da1036'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:23:59.556904 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0441f317-974c-4558-b99c-36aedf86dd61 req-cc53dcd5-d84d-47fb-bdc2-add08d825cd7 service neutron] Attempting to bind port 47c2bd11-073c-48a2-b441-4212f0a3b949 on network 6c02b9d0-a215-424d-9544-07bbc0da1036 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:23:59.581043 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c84b1eab-cabe-44de-a338-dede594a5737 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:59.588308 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0441f317-974c-4558-b99c-36aedf86dd61 req-cc53dcd5-d84d-47fb-bdc2-add08d825cd7 service neutron] Port 47c2bd11-073c-48a2-b441-4212f0a3b949 on network 6c02b9d0-a215-424d-9544-07bbc0da1036 not bound, no agent of type Open vSwitch agent registered on host n-h1-802623-1 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 23:23:59.588636 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0441f317-974c-4558-b99c-36aedf86dd61 req-cc53dcd5-d84d-47fb-bdc2-add08d825cd7 service neutron] Attempting to bind port 47c2bd11-073c-48a2-b441-4212f0a3b949 on network 6c02b9d0-a215-424d-9544-07bbc0da1036 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:23:59.597235 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f4458258-9248-45e7-bfc0-3e9a815fb448 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3760546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-413994'] for router_interface, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:59.608083 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-3beb8cee-38f8-45ce-8806-671e88c9dbb0 req-9a0f9712-b449-422f-9970-8c2c91f4b642 tempest-MultipleCreateTestJSON-1931740269 tempest-MultipleCreateTestJSON-1931740269-project] 10.222.0.18 "GET /v2.0/security-groups?id=7071cc09-0750-4ecb-a286-890b01188d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769087 Jul 27 23:23:59.610544 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0441f317-974c-4558-b99c-36aedf86dd61 req-cc53dcd5-d84d-47fb-bdc2-add08d825cd7 service neutron] Checking agent: {'id': '245f1da4-a9b8-4b08-90d7-28f0f342b839', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 59, 59), 'started_at': datetime.datetime(2021, 7, 27, 22, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:23:59.611076 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0441f317-974c-4558-b99c-36aedf86dd61 req-cc53dcd5-d84d-47fb-bdc2-add08d825cd7 service neutron] Checking segment: {'id': '0de337ad-6685-4f72-8a7c-ecacf4aac535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '6c02b9d0-a215-424d-9544-07bbc0da1036'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:23:59.611484 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0441f317-974c-4558-b99c-36aedf86dd61 req-cc53dcd5-d84d-47fb-bdc2-add08d825cd7 service neutron] Bound using segment: {'id': '0de337ad-6685-4f72-8a7c-ecacf4aac535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '6c02b9d0-a215-424d-9544-07bbc0da1036'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:23:59.611727 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-0441f317-974c-4558-b99c-36aedf86dd61 req-cc53dcd5-d84d-47fb-bdc2-add08d825cd7 service neutron] Bound port: 47c2bd11-073c-48a2-b441-4212f0a3b949, host: n-h1-802623-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0de337ad-6685-4f72-8a7c-ecacf4aac535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '6c02b9d0-a215-424d-9544-07bbc0da1036'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:23:59.612655 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-0441f317-974c-4558-b99c-36aedf86dd61 req-cc53dcd5-d84d-47fb-bdc2-add08d825cd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:59.639259 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-02712020-968e-4dcd-84d2-b155f50cab49 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=57e30b759d5d4df4b0f4d754632f9dbe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1866441 Jul 27 23:23:59.641235 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 55496) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:23:59.691455 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6538034e-5c40-45ea-88c7-9b3ba87b0448 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:59.717024 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6538034e-5c40-45ea-88c7-9b3ba87b0448 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:59.768582 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6538034e-5c40-45ea-88c7-9b3ba87b0448 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:59.772168 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6538034e-5c40-45ea-88c7-9b3ba87b0448 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:59.773876 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-6538034e-5c40-45ea-88c7-9b3ba87b0448 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0af23f9f-7417-4ba7-9261-3310110919d3 HTTP/1.1" status: 204 len: 168 time: 0.1314394 Jul 27 23:23:59.783483 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6538034e-5c40-45ea-88c7-9b3ba87b0448 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0af23f9f-7417-4ba7-9261-3310110919d3,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:23:59.799209 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-0441f317-974c-4558-b99c-36aedf86dd61 req-cc53dcd5-d84d-47fb-bdc2-add08d825cd7 service neutron] For port 47c2bd11-073c-48a2-b441-4212f0a3b949, host n-h1-802623-1, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:23:59.828857 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-0441f317-974c-4558-b99c-36aedf86dd61 req-cc53dcd5-d84d-47fb-bdc2-add08d825cd7 service neutron] For port 47c2bd11-073c-48a2-b441-4212f0a3b949, host n-h1-802623-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=47c2bd11-073c-48a2-b441-4212f0a3b949,segment=NetworkSegment(0de337ad-6685-4f72-8a7c-ecacf4aac535),segment_id=0de337ad-6685-4f72-8a7c-ecacf4aac535)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:23:59.872107 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-0441f317-974c-4558-b99c-36aedf86dd61 req-cc53dcd5-d84d-47fb-bdc2-add08d825cd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:59.913780 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0441f317-974c-4558-b99c-36aedf86dd61 req-cc53dcd5-d84d-47fb-bdc2-add08d825cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:23:59.914680 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-0441f317-974c-4558-b99c-36aedf86dd61 req-cc53dcd5-d84d-47fb-bdc2-add08d825cd7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:59.916476 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-0441f317-974c-4558-b99c-36aedf86dd61 req-cc53dcd5-d84d-47fb-bdc2-add08d825cd7 service neutron] 10.222.0.38 "PUT /v2.0/ports/47c2bd11-073c-48a2-b441-4212f0a3b949 HTTP/1.1" status: 200 len: 1091 time: 2.6156359 Jul 27 23:23:59.916931 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d7a7189-3190-4c66-aa51-ea014d6d1dd7', 'tag': '47c2bd11-073c-48a2-b441-4212f0a3b949'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:23:59.919203 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}011f8d312121274bb12d78e77c6379a2079800640016cec6c6d605b73666e854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba6ebef3-2c83-4903-a0db-5a0e15e82f31" -d '{"events": [{"name": "network-changed", "server_uuid": "9d7a7189-3190-4c66-aa51-ea014d6d1dd7", "tag": "47c2bd11-073c-48a2-b441-4212f0a3b949"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:23:59.940618 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcd002b5-1d80-4030-8415-9a79b4c02cf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c43b6843-08db-4916-aa3e-f489d46c2a58'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:23:59.953430 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c0369b0d4f459110ff20a1f9878ba33f96d6491bddb9d15843bf29d01e0bda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a98d7d4-afa2-4447-9faa-96335717f5c9" -d '{"events": [{"server_uuid": "bcd002b5-1d80-4030-8415-9a79b4c02cf7", "name": "network-vif-plugged", "status": "completed", "tag": "c43b6843-08db-4916-aa3e-f489d46c2a58"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:24:00.034102 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 23:23:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14d65920-4507-4d9b-8903-c8c940c20ee9 x-openstack-request-id: req-14d65920-4507-4d9b-8903-c8c940c20ee9 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:24:00.034451 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d7a7189-3190-4c66-aa51-ea014d6d1dd7", "tag": "47c2bd11-073c-48a2-b441-4212f0a3b949", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:24:00.034620 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-14d65920-4507-4d9b-8903-c8c940c20ee9 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:24:00.035016 n-d-802623-1 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d7a7189-3190-4c66-aa51-ea014d6d1dd7', 'tag': '47c2bd11-073c-48a2-b441-4212f0a3b949', 'status': 'completed', 'code': 200} Jul 27 23:24:00.056302 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:00.081127 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:23:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15b3a3a2-dd01-4113-bb22-de51f5453a84 x-openstack-request-id: req-15b3a3a2-dd01-4113-bb22-de51f5453a84 {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:24:00.081440 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcd002b5-1d80-4030-8415-9a79b4c02cf7", "name": "network-vif-plugged", "status": "completed", "tag": "c43b6843-08db-4916-aa3e-f489d46c2a58", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:24:00.081687 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-15b3a3a2-dd01-4113-bb22-de51f5453a84 {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:24:00.082371 n-d-802623-1 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcd002b5-1d80-4030-8415-9a79b4c02cf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c43b6843-08db-4916-aa3e-f489d46c2a58', 'code': 200} Jul 27 23:24:00.092608 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc53dcd5-d84d-47fb-bdc2-add08d825cd7 service neutron] Pushing event updated for resources: {'Port': ['ID=47c2bd11-073c-48a2-b441-4212f0a3b949,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:24:00.111334 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4458258-9248-45e7-bfc0-3e9a815fb448 admin admin] Router 8a801f47-885e-4b83-8472-bda396adcd3b has already been hosted by L3 agent 018c4455-49c0-4734-927d-7824067b2a9e {{(pid=93798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 23:24:00.121126 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0441f317-974c-4558-b99c-36aedf86dd61 req-6f1d1f92-4f1e-4fb2-8b26-29cac43d7a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:24:00.123194 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-0441f317-974c-4558-b99c-36aedf86dd61 req-6f1d1f92-4f1e-4fb2-8b26-29cac43d7a55 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=3a20afddab18417db933c62e255c66b1&device_id=9d7a7189-3190-4c66-aa51-ea014d6d1dd7 HTTP/1.1" status: 200 len: 1094 time: 0.1317184 Jul 27 23:24:00.166731 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89336357-2749-4e35-a5f9-c1d2520be30b req-6f54ea76-739e-4f50-8ed3-3ce7e397ec49 tempest-ServerGroupTestJSON-175817077 tempest-ServerGroupTestJSON-175817077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:24:00.173262 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-89336357-2749-4e35-a5f9-c1d2520be30b req-6f54ea76-739e-4f50-8ed3-3ce7e397ec49 tempest-ServerGroupTestJSON-175817077 tempest-ServerGroupTestJSON-175817077-project] 10.222.0.18 "GET /v2.0/ports?device_id=9d7a7189-3190-4c66-aa51-ea014d6d1dd7 HTTP/1.1" status: 200 len: 943 time: 0.1722927 Jul 27 23:24:00.239449 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-89336357-2749-4e35-a5f9-c1d2520be30b req-d6145edc-6fa9-4e47-b6f0-d85ae59457e9 tempest-ServerGroupTestJSON-175817077 tempest-ServerGroupTestJSON-175817077-project] 10.222.0.18 "GET /v2.0/security-groups?id=99261a20-5f28-4638-a0b6-b632ac2e9a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520713 Jul 27 23:24:00.266774 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-0441f317-974c-4558-b99c-36aedf86dd61 req-34a6f9cb-5175-4725-b9f9-054c56748c4f service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=47c2bd11-073c-48a2-b441-4212f0a3b949 HTTP/1.1" status: 200 len: 217 time: 0.1232872 Jul 27 23:24:00.391737 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0441f317-974c-4558-b99c-36aedf86dd61 req-092a7e92-d138-44e3-8e99-840284f23d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:24:00.393268 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-0441f317-974c-4558-b99c-36aedf86dd61 req-092a7e92-d138-44e3-8e99-840284f23d7c service neutron] 10.222.0.38 "GET /v2.0/subnets?id=8857c3f2-fc78-44cb-9f83-e085152fecf7 HTTP/1.1" status: 200 len: 850 time: 0.1014943 Jul 27 23:24:00.394921 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b178680-32c6-4c5e-bbc5-0f872dda4f84 req-f3e86242-508e-4efb-b0aa-dbfa764b9f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:24:00.396295 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-9b178680-32c6-4c5e-bbc5-0f872dda4f84 req-f3e86242-508e-4efb-b0aa-dbfa764b9f06 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=bcd002b5-1d80-4030-8415-9a79b4c02cf7 HTTP/1.1" status: 200 len: 1096 time: 0.1949940 Jul 27 23:24:00.450563 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-0441f317-974c-4558-b99c-36aedf86dd61 req-3580dbd4-bc6c-4dfc-a199-25b25a9fad6b service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=6c02b9d0-a215-424d-9544-07bbc0da1036&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430999 Jul 27 23:24:00.453375 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4458258-9248-45e7-bfc0-3e9a815fb448 admin admin] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:24:00.459965 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-f4458258-9248-45e7-bfc0-3e9a815fb448 admin admin] 10.222.0.18 "PUT /v2.0/routers/8a801f47-885e-4b83-8472-bda396adcd3b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6384125 Jul 27 23:24:00.463952 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 55520) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:24:00.470772 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d81d14-131b-430d-9127-39cadfaff837 None None] Sync routers for ids ['8a801f47-885e-4b83-8472-bda396adcd3b'] in n-d-802623-1 {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:24:00.505162 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-19f2e178-d45e-4fbe-b9be-c3963fc151ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:00.516095 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d81d14-131b-430d-9127-39cadfaff837 None None] Routers {'8a801f47-885e-4b83-8472-bda396adcd3b'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:24:00.517154 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-23d81d14-131b-430d-9127-39cadfaff837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:24:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['8a801f47-885e-4b83-8472-bda396adcd3b'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:24:00.524533 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-9b178680-32c6-4c5e-bbc5-0f872dda4f84 req-05b33845-52d1-4f81-a6c1-eda189f1c0ef service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=7071cc09-0750-4ecb-a286-890b01188d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053391 Jul 27 23:24:00.587694 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-0441f317-974c-4558-b99c-36aedf86dd61 req-5851a1e2-e2a5-4433-a423-94e3e2dbad33 service neutron] 10.222.0.38 "GET /v2.0/networks/6c02b9d0-a215-424d-9544-07bbc0da1036?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256251 Jul 27 23:24:00.734114 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-0441f317-974c-4558-b99c-36aedf86dd61 req-16a3bbf7-e978-4335-951f-a8cb8aff756f service neutron] 10.222.0.38 "GET /v2.0/networks/6c02b9d0-a215-424d-9544-07bbc0da1036?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369889 Jul 27 23:24:00.745384 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4b5a39c4-3919-4098-adce-5d512eb7710d admin admin] Notify callbacks [] for router, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:00.941576 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4b5a39c4-3919-4098-adce-5d512eb7710d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:00.991234 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67b2441-522f-4835-8dea-e89b69fe4dac req-a88b1d6d-9842-4bed-90ef-acd0ba581219 tempest-MultipleCreateTestJSON-1931740269 tempest-MultipleCreateTestJSON-1931740269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:24:01.002571 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a67b2441-522f-4835-8dea-e89b69fe4dac req-a88b1d6d-9842-4bed-90ef-acd0ba581219 tempest-MultipleCreateTestJSON-1931740269 tempest-MultipleCreateTestJSON-1931740269-project] 10.222.0.18 "GET /v2.0/ports?device_id=f4529ef9-5105-47d7-80e3-6d909583282e HTTP/1.1" status: 200 len: 945 time: 0.2410576 Jul 27 23:24:01.015421 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 55536) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:24:01.024977 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-4b5a39c4-3919-4098-adce-5d512eb7710d admin admin] Deleting port 229e6be4-0c44-4a1c-b1d8-fc19ae5a71f9 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:24:01.025494 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4b5a39c4-3919-4098-adce-5d512eb7710d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:01.025833 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6ebef3-2c83-4903-a0db-5a0e15e82f31 req-f5f3a960-d8a9-4887-b7f8-1fad4a03006f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:24:01.027535 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ba6ebef3-2c83-4903-a0db-5a0e15e82f31 req-f5f3a960-d8a9-4887-b7f8-1fad4a03006f service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=3a20afddab18417db933c62e255c66b1&device_id=9d7a7189-3190-4c66-aa51-ea014d6d1dd7 HTTP/1.1" status: 200 len: 1094 time: 0.1802933 Jul 27 23:24:01.066602 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-23d81d14-131b-430d-9127-39cadfaff837 None None] Set router 8a801f47-885e-4b83-8472-bda396adcd3b gateway port host: n-d-802623-1 {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:24:01.096567 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a67b2441-522f-4835-8dea-e89b69fe4dac req-5cc108d7-4996-4dec-8ba9-3942cdfa33d3 tempest-MultipleCreateTestJSON-1931740269 tempest-MultipleCreateTestJSON-1931740269-project] 10.222.0.18 "GET /v2.0/security-groups?id=7071cc09-0750-4ecb-a286-890b01188d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925438 Jul 27 23:24:01.170968 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-4b5a39c4-3919-4098-adce-5d512eb7710d admin admin] For port 229e6be4-0c44-4a1c-b1d8-fc19ae5a71f9, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=229e6be4-0c44-4a1c-b1d8-fc19ae5a71f9,segment=NetworkSegment(b9afe07e-bbe4-4740-834c-4b6a9698bdbc),segment_id=b9afe07e-bbe4-4740-834c-4b6a9698bdbc)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:24:01.171496 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4b5a39c4-3919-4098-adce-5d512eb7710d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:01.188721 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-4b5a39c4-3919-4098-adce-5d512eb7710d admin admin] Calling delete_port for 229e6be4-0c44-4a1c-b1d8-fc19ae5a71f9 owned by network:router_gateway {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:24:01.213170 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-2bf65cca-fddc-4844-bd61-d40c0c371857 tempest-NetworksNegativeTestJSON-2088461148 tempest-NetworksNegativeTestJSON-2088461148-project] Request body: {'port': {'network_id': 'bd2e022a-ed01-4b34-8b37-bb158da66c8e', 'name': 'tempest-NetworksNegativeTestJSON-173636252'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:24:01.253667 n-d-802623-1 neutron-server[93798]: INFO neutron.pecan_wsgi.hooks.translation [None req-2bf65cca-fddc-4844-bd61-d40c0c371857 tempest-NetworksNegativeTestJSON-2088461148 tempest-NetworksNegativeTestJSON-2088461148-project] POST failed (client error): The resource could not be found. Jul 27 23:24:01.257082 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2bf65cca-fddc-4844-bd61-d40c0c371857 tempest-NetworksNegativeTestJSON-2088461148 tempest-NetworksNegativeTestJSON-2088461148-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 23:24:01.267436 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-2bf65cca-fddc-4844-bd61-d40c0c371857 tempest-NetworksNegativeTestJSON-2088461148 tempest-NetworksNegativeTestJSON-2088461148-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.2458394 Jul 27 23:24:01.267436 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6ebef3-2c83-4903-a0db-5a0e15e82f31 req-c42c0f16-3ff8-4b6e-a1db-508ee7209a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:24:01.267436 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ba6ebef3-2c83-4903-a0db-5a0e15e82f31 req-c42c0f16-3ff8-4b6e-a1db-508ee7209a21 service neutron] 10.222.0.38 "GET /v2.0/networks?id=6c02b9d0-a215-424d-9544-07bbc0da1036 HTTP/1.1" status: 200 len: 911 time: 0.2232656 Jul 27 23:24:01.272168 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 55544) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:24:01.349231 n-d-802623-1 neutron-server[93798]: INFO neutron.pecan_wsgi.hooks.translation [None req-d27c486a-199c-4552-b37d-a921397e5ae4 tempest-NetworksNegativeTestJSON-2088461148 tempest-NetworksNegativeTestJSON-2088461148-project] DELETE failed (client error): The resource could not be found. Jul 27 23:24:01.349808 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d27c486a-199c-4552-b37d-a921397e5ae4 tempest-NetworksNegativeTestJSON-2088461148 tempest-NetworksNegativeTestJSON-2088461148-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 23:24:01.359293 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-d27c486a-199c-4552-b37d-a921397e5ae4 tempest-NetworksNegativeTestJSON-2088461148 tempest-NetworksNegativeTestJSON-2088461148-project] 10.222.0.18 "DELETE /v2.0/networks/871c9940-7f42-4477-a66b-2996503119ac HTTP/1.1" status: 404 len: 339 time: 0.0785100 Jul 27 23:24:01.378488 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 55552) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:24:01.415521 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ba6ebef3-2c83-4903-a0db-5a0e15e82f31 req-1d62c872-a6b7-4d42-b680-92dcf39f9eb8 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=47c2bd11-073c-48a2-b441-4212f0a3b949 HTTP/1.1" status: 200 len: 217 time: 0.1225407 Jul 27 23:24:01.478496 n-d-802623-1 neutron-server[93797]: INFO neutron.pecan_wsgi.hooks.translation [None req-82bb2117-7963-4fa2-85bb-eb901a17c544 tempest-NetworksNegativeTestJSON-2088461148 tempest-NetworksNegativeTestJSON-2088461148-project] DELETE failed (client error): The resource could not be found. Jul 27 23:24:01.479238 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82bb2117-7963-4fa2-85bb-eb901a17c544 tempest-NetworksNegativeTestJSON-2088461148 tempest-NetworksNegativeTestJSON-2088461148-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93797) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 23:24:01.492885 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-82bb2117-7963-4fa2-85bb-eb901a17c544 tempest-NetworksNegativeTestJSON-2088461148 tempest-NetworksNegativeTestJSON-2088461148-project] 10.222.0.18 "DELETE /v2.0/ports/2c88f3e3-b18c-4b99-9867-2b2a1a9e093c HTTP/1.1" status: 404 len: 333 time: 0.0973456 Jul 27 23:24:01.499910 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 55556) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:24:01.522764 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-23d81d14-131b-430d-9127-39cadfaff837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a801f47-885e-4b83-8472-bda396adcd3b', 'name': 'tempest-ServerRescueTestJSONUnderV235-995934199-router', 'tenant_id': '3333578abc624b349077b88d523a95c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.153'}], 'enable_snat': True}, 'gw_port_id': '229e6be4-0c44-4a1c-b1d8-fc19ae5a71f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:22:12Z', 'updated_at': '2021-07-27T23:23:58Z', 'revision_number': 5, 'project_id': '3333578abc624b349077b88d523a95c7', 'gw_port': {'id': '229e6be4-0c44-4a1c-b1d8-fc19ae5a71f9', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:91:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a801f47-885e-4b83-8472-bda396adcd3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2139, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:22:13Z', 'updated_at': '2021-07-27T23:22:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1'}], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:24:01.559192 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc6b590-a53d-4af7-afd6-7309b564b2e9 req-7824cbc7-cb40-437c-8348-2c8bd5d4bcec tempest-MultipleCreateTestJSON-1931740269 tempest-MultipleCreateTestJSON-1931740269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:24:01.560773 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-ebc6b590-a53d-4af7-afd6-7309b564b2e9 req-7824cbc7-cb40-437c-8348-2c8bd5d4bcec tempest-MultipleCreateTestJSON-1931740269 tempest-MultipleCreateTestJSON-1931740269-project] 10.222.0.18 "GET /v2.0/ports?device_id=bcd002b5-1d80-4030-8415-9a79b4c02cf7 HTTP/1.1" status: 200 len: 945 time: 0.2832088 Jul 27 23:24:01.582564 n-d-802623-1 neutron-server[93798]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3279fa5-5c7d-45a9-b48b-51d958625054 tempest-NetworksNegativeTestJSON-2088461148 tempest-NetworksNegativeTestJSON-2088461148-project] DELETE failed (client error): The resource could not be found. Jul 27 23:24:01.583179 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3279fa5-5c7d-45a9-b48b-51d958625054 tempest-NetworksNegativeTestJSON-2088461148 tempest-NetworksNegativeTestJSON-2088461148-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 23:24:01.590539 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-a3279fa5-5c7d-45a9-b48b-51d958625054 tempest-NetworksNegativeTestJSON-2088461148 tempest-NetworksNegativeTestJSON-2088461148-project] 10.222.0.18 "DELETE /v2.0/subnets/1c187d18-bb87-4157-beb4-51f36b95d84d HTTP/1.1" status: 404 len: 337 time: 0.0821574 Jul 27 23:24:01.590539 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6ebef3-2c83-4903-a0db-5a0e15e82f31 req-0aba4a09-814a-487c-9b4f-444fe75fe45e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:24:01.590539 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ba6ebef3-2c83-4903-a0db-5a0e15e82f31 req-0aba4a09-814a-487c-9b4f-444fe75fe45e service neutron] 10.222.0.38 "GET /v2.0/subnets?id=8857c3f2-fc78-44cb-9f83-e085152fecf7 HTTP/1.1" status: 200 len: 850 time: 0.1576829 Jul 27 23:24:01.590829 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 55560) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:24:01.613272 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d81d14-131b-430d-9127-39cadfaff837 None None] Checking router: 8a801f47-885e-4b83-8472-bda396adcd3b for host: n-d-802623-1 {{(pid=93799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 23:24:01.621705 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158b70ef-65a9-4a62-965d-fc62dfe7cdb1 req-e5c8b6c2-6d11-431a-9a20-0d411f823e21 tempest-ServerGroupTestJSON-175817077 tempest-ServerGroupTestJSON-175817077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:24:01.628956 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-158b70ef-65a9-4a62-965d-fc62dfe7cdb1 req-e5c8b6c2-6d11-431a-9a20-0d411f823e21 tempest-ServerGroupTestJSON-175817077 tempest-ServerGroupTestJSON-175817077-project] 10.222.0.18 "GET /v2.0/ports?device_id=9d7a7189-3190-4c66-aa51-ea014d6d1dd7 HTTP/1.1" status: 200 len: 943 time: 0.2186995 Jul 27 23:24:01.647907 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d81d14-131b-430d-9127-39cadfaff837 None None] Routers {'8a801f47-885e-4b83-8472-bda396adcd3b'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:24:01.649254 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-ebc6b590-a53d-4af7-afd6-7309b564b2e9 req-b780f799-e9b0-42ff-a6b5-5e35afb6724f tempest-MultipleCreateTestJSON-1931740269 tempest-MultipleCreateTestJSON-1931740269-project] 10.222.0.18 "GET /v2.0/security-groups?id=7071cc09-0750-4ecb-a286-890b01188d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816998 Jul 27 23:24:01.652793 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-23d81d14-131b-430d-9127-39cadfaff837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:24:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['8a801f47-885e-4b83-8472-bda396adcd3b'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:24:01.663622 n-d-802623-1 neutron-server[93798]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6c61dcd-e723-4aad-a348-034fe09d88aa tempest-NetworksNegativeTestJSON-2088461148 tempest-NetworksNegativeTestJSON-2088461148-project] GET failed (client error): The resource could not be found. Jul 27 23:24:01.672055 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-c6c61dcd-e723-4aad-a348-034fe09d88aa tempest-NetworksNegativeTestJSON-2088461148 tempest-NetworksNegativeTestJSON-2088461148-project] 10.222.0.18 "GET /v2.0/networks/2bab4c0e-87f4-4eaf-b7cb-c797d7104980 HTTP/1.1" status: 404 len: 339 time: 0.0730705 Jul 27 23:24:01.673659 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ba6ebef3-2c83-4903-a0db-5a0e15e82f31 req-58a2a847-8bda-4ae5-8ae4-7403814f23e1 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=6c02b9d0-a215-424d-9544-07bbc0da1036&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0689418 Jul 27 23:24:01.675165 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 55562) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:24:01.744657 n-d-802623-1 neutron-server[93797]: INFO neutron.pecan_wsgi.hooks.translation [None req-0df59bee-c403-44a2-9914-7d960479bcfe tempest-NetworksNegativeTestJSON-2088461148 tempest-NetworksNegativeTestJSON-2088461148-project] GET failed (client error): The resource could not be found. Jul 27 23:24:01.751131 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-0df59bee-c403-44a2-9914-7d960479bcfe tempest-NetworksNegativeTestJSON-2088461148 tempest-NetworksNegativeTestJSON-2088461148-project] 10.222.0.18 "GET /v2.0/ports/3b8041ba-453f-4de4-8480-e636e25016bb HTTP/1.1" status: 404 len: 333 time: 0.0591602 Jul 27 23:24:01.754627 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 55564) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:24:01.794439 n-d-802623-1 neutron-server[93797]: INFO neutron.pecan_wsgi.hooks.translation [None req-e08b3e5e-40d8-48aa-98de-4e8f9b7a3f74 tempest-NetworksNegativeTestJSON-2088461148 tempest-NetworksNegativeTestJSON-2088461148-project] GET failed (client error): The resource could not be found. Jul 27 23:24:01.799563 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-e08b3e5e-40d8-48aa-98de-4e8f9b7a3f74 tempest-NetworksNegativeTestJSON-2088461148 tempest-NetworksNegativeTestJSON-2088461148-project] 10.222.0.18 "GET /v2.0/subnets/7a277528-106e-4fdf-9c07-3c4516d474cf HTTP/1.1" status: 404 len: 337 time: 0.0401428 Jul 27 23:24:01.800148 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 55566) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:24:01.806161 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-834c676f-717c-407a-a2db-4c3ed8c3c64e tempest-NetworksNegativeTestJSON-2088461148 tempest-NetworksNegativeTestJSON-2088461148-project] Request body: {'network': {'name': 'new_name'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:24:01.812191 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4b5a39c4-3919-4098-adce-5d512eb7710d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:01.839367 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-158b70ef-65a9-4a62-965d-fc62dfe7cdb1 req-c16a789b-55e4-4019-b225-1d2206cd261d tempest-ServerGroupTestJSON-175817077 tempest-ServerGroupTestJSON-175817077-project] 10.222.0.18 "GET /v2.0/security-groups?id=99261a20-5f28-4638-a0b6-b632ac2e9a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2042186 Jul 27 23:24:01.845150 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-23d81d14-131b-430d-9127-39cadfaff837 None None] Set router 8a801f47-885e-4b83-8472-bda396adcd3b gateway port host: None {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:24:01.869904 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5a39c4-3919-4098-adce-5d512eb7710d admin admin] Pushing event deleted for resources: {'Port': ['ID=229e6be4-0c44-4a1c-b1d8-fc19ae5a71f9,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:24:01.877806 n-d-802623-1 neutron-server[93797]: INFO neutron.pecan_wsgi.hooks.translation [None req-834c676f-717c-407a-a2db-4c3ed8c3c64e tempest-NetworksNegativeTestJSON-2088461148 tempest-NetworksNegativeTestJSON-2088461148-project] PUT failed (client error): The resource could not be found. Jul 27 23:24:01.877806 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-834c676f-717c-407a-a2db-4c3ed8c3c64e tempest-NetworksNegativeTestJSON-2088461148 tempest-NetworksNegativeTestJSON-2088461148-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93797) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 23:24:01.878093 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-834c676f-717c-407a-a2db-4c3ed8c3c64e tempest-NetworksNegativeTestJSON-2088461148 tempest-NetworksNegativeTestJSON-2088461148-project] 10.222.0.18 "PUT /v2.0/networks/29f31559-b24e-43de-923e-d412d6869808 HTTP/1.1" status: 404 len: 339 time: 0.0770216 Jul 27 23:24:01.881918 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 55568) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:24:01.887682 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-0be8bbef-7317-4676-a7ad-16a4468fa8d9 tempest-NetworksNegativeTestJSON-2088461148 tempest-NetworksNegativeTestJSON-2088461148-project] Request body: {'port': {'name': 'new_name'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:24:01.919577 n-d-802623-1 neutron-server[93798]: INFO neutron.pecan_wsgi.hooks.translation [None req-0be8bbef-7317-4676-a7ad-16a4468fa8d9 tempest-NetworksNegativeTestJSON-2088461148 tempest-NetworksNegativeTestJSON-2088461148-project] PUT failed (client error): The resource could not be found. Jul 27 23:24:01.921151 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0be8bbef-7317-4676-a7ad-16a4468fa8d9 tempest-NetworksNegativeTestJSON-2088461148 tempest-NetworksNegativeTestJSON-2088461148-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 23:24:01.923165 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-0be8bbef-7317-4676-a7ad-16a4468fa8d9 tempest-NetworksNegativeTestJSON-2088461148 tempest-NetworksNegativeTestJSON-2088461148-project] 10.222.0.18 "PUT /v2.0/ports/e3d5e119-6f09-42f9-b37b-f430a8215a3d HTTP/1.1" status: 404 len: 333 time: 0.0400069 Jul 27 23:24:01.926035 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ba6ebef3-2c83-4903-a0db-5a0e15e82f31 req-a897cf3f-3cfd-4a1a-9261-0bc46c02d9fb service neutron] 10.222.0.38 "GET /v2.0/networks/6c02b9d0-a215-424d-9544-07bbc0da1036?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2421753 Jul 27 23:24:01.926832 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 55570) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:24:01.933450 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-98126e4b-e61c-436b-8a38-107b9cf5cf9d tempest-NetworksNegativeTestJSON-2088461148 tempest-NetworksNegativeTestJSON-2088461148-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:24:01.943509 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4b5a39c4-3919-4098-adce-5d512eb7710d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-415368'] for router_gateway, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:01.953803 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-23d81d14-131b-430d-9127-39cadfaff837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a801f47-885e-4b83-8472-bda396adcd3b', 'name': 'tempest-ServerRescueTestJSONUnderV235-995934199-router', 'tenant_id': '3333578abc624b349077b88d523a95c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:22:12Z', 'updated_at': '2021-07-27T23:24:00Z', 'revision_number': 6, 'project_id': '3333578abc624b349077b88d523a95c7', 'gw_port_host': None}], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:24:01.984243 n-d-802623-1 neutron-server[93798]: INFO neutron.pecan_wsgi.hooks.translation [None req-98126e4b-e61c-436b-8a38-107b9cf5cf9d tempest-NetworksNegativeTestJSON-2088461148 tempest-NetworksNegativeTestJSON-2088461148-project] PUT failed (client error): The resource could not be found. Jul 27 23:24:01.984823 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98126e4b-e61c-436b-8a38-107b9cf5cf9d tempest-NetworksNegativeTestJSON-2088461148 tempest-NetworksNegativeTestJSON-2088461148-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 23:24:02.009415 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-98126e4b-e61c-436b-8a38-107b9cf5cf9d tempest-NetworksNegativeTestJSON-2088461148 tempest-NetworksNegativeTestJSON-2088461148-project] 10.222.0.18 "PUT /v2.0/subnets/11be7426-0d18-4c73-945f-532e55ca912d HTTP/1.1" status: 404 len: 337 time: 0.0811768 Jul 27 23:24:02.017424 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d81d14-131b-430d-9127-39cadfaff837 None None] The sync data for ids ['8a801f47-885e-4b83-8472-bda396adcd3b'] in n-d-802623-1 is: [{'id': '8a801f47-885e-4b83-8472-bda396adcd3b', 'name': 'tempest-ServerRescueTestJSONUnderV235-995934199-router', 'tenant_id': '3333578abc624b349077b88d523a95c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:22:12Z', 'updated_at': '2021-07-27T23:24:00Z', 'revision_number': 6, 'project_id': '3333578abc624b349077b88d523a95c7', 'gw_port_host': None}] {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:24:02.085485 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4b5a39c4-3919-4098-adce-5d512eb7710d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62205'] for router, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:02.090039 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4b5a39c4-3919-4098-adce-5d512eb7710d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:02.154119 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4b5a39c4-3919-4098-adce-5d512eb7710d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-477831'] for router, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:02.154833 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b5a39c4-3919-4098-adce-5d512eb7710d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8a801f47-885e-4b83-8472-bda396adcd3b {{(pid=93797) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 23:24:02.165113 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4b5a39c4-3919-4098-adce-5d512eb7710d admin admin] Notify callbacks [] for router, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:02.171376 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 55578) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:24:02.175358 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-4b5a39c4-3919-4098-adce-5d512eb7710d admin admin] 10.222.0.18 "DELETE /v2.0/routers/8a801f47-885e-4b83-8472-bda396adcd3b HTTP/1.1" status: 204 len: 168 time: 1.7099309 Jul 27 23:24:02.225005 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7418f70f-e60d-4709-8ba9-6ab514bc7f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:02.231126 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ba6ebef3-2c83-4903-a0db-5a0e15e82f31 req-9057fb6b-36d4-4aa0-8754-d7774824b604 service neutron] 10.222.0.38 "GET /v2.0/networks/6c02b9d0-a215-424d-9544-07bbc0da1036?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2481742 Jul 27 23:24:02.278002 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_v2 [None req-bde9e483-d396-4d24-b5fb-2dba4be2ab2d admin admin] Deleting subnet cda1fa6c-3b60-45b3-95dc-3c5a11ac6a40 {{(pid=93798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 23:24:02.282059 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bde9e483-d396-4d24-b5fb-2dba4be2ab2d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:02.327788 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bde9e483-d396-4d24-b5fb-2dba4be2ab2d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11163249'] for subnet, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:02.374639 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bde9e483-d396-4d24-b5fb-2dba4be2ab2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620741'] for subnet, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:02.461136 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bde9e483-d396-4d24-b5fb-2dba4be2ab2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11971800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12265753'] for subnet, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:02.519792 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 55584) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:24:02.520615 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 4403f01a-23c7-4d6c-a3d8-1dbf88f1efeb no longer exists at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:24:02.529552 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde9e483-d396-4d24-b5fb-2dba4be2ab2d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cda1fa6c-3b60-45b3-95dc-3c5a11ac6a40,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:24:02.533484 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bde9e483-d396-4d24-b5fb-2dba4be2ab2d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:02.536025 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-bde9e483-d396-4d24-b5fb-2dba4be2ab2d admin admin] 10.222.0.18 "DELETE /v2.0/subnets/cda1fa6c-3b60-45b3-95dc-3c5a11ac6a40 HTTP/1.1" status: 204 len: 168 time: 0.3640633 Jul 27 23:24:02.538769 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 55590) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:24:02.551154 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] No Port match for: 4403f01a-23c7-4d6c-a3d8-1dbf88f1efeb {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:24:02.551837 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 4403f01a-23c7-4d6c-a3d8-1dbf88f1efeb not bound to the agent host n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:24:02.587283 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 47c2bd11-073c-48a2-b441-4212f0a3b949 details requested by agent hyperv_n-h1-802623-1 with host n-h1-802623-1 {{(pid=93799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 23:24:02.682308 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e224d18e-9beb-45d4-8073-09bbdfc963c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593271'] for network, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:02.773997 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-567cac67-d37b-4c31-a6ce-a2de155c2fff admin admin] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:02.811482 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port 47c2bd11-073c-48a2-b441-4212f0a3b949, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=47c2bd11-073c-48a2-b441-4212f0a3b949,segment=NetworkSegment(0de337ad-6685-4f72-8a7c-ecacf4aac535),segment_id=0de337ad-6685-4f72-8a7c-ecacf4aac535)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:24:02.823783 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Returning: {'device': '47c2bd11-073c-48a2-b441-4212f0a3b949', 'network_id': '6c02b9d0-a215-424d-9544-07bbc0da1036', 'port_id': '47c2bd11-073c-48a2-b441-4212f0a3b949', 'mac_address': 'fa:16:3e:9c:68:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 514, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8857c3f2-fc78-44cb-9f83-e085152fecf7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 23:24:02.863964 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:02.881054 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47c2bd11-073c-48a2-b441-4212f0a3b949 {{(pid=93799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:24:02.912946 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port 47c2bd11-073c-48a2-b441-4212f0a3b949, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=47c2bd11-073c-48a2-b441-4212f0a3b949,segment=NetworkSegment(0de337ad-6685-4f72-8a7c-ecacf4aac535),segment_id=0de337ad-6685-4f72-8a7c-ecacf4aac535)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:24:02.918253 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:02.933573 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e224d18e-9beb-45d4-8073-09bbdfc963c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618032', 'neutron.services.segments.db._delete_segments_for_network-8736833900081'] for network, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:02.961108 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-e224d18e-9beb-45d4-8073-09bbdfc963c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['470a3bc8-3a6a-42d8-9fcd-fd13d61a7106']}} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:24:02.987545 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-e224d18e-9beb-45d4-8073-09bbdfc963c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc432c68-ce40-4eae-9635-f27b65666e98') {'for_net_delete': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:24:02.988467 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-e224d18e-9beb-45d4-8073-09bbdfc963c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc432c68-ce40-4eae-9635-f27b65666e98') {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:24:02.995445 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf0994f-7ec1-449d-99c3-c012fe9deb87 req-2bfb29b0-aa9e-4090-9207-7682e7cee1c7 tempest-MultipleCreateTestJSON-1931740269 tempest-MultipleCreateTestJSON-1931740269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:24:02.996976 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-ebf0994f-7ec1-449d-99c3-c012fe9deb87 req-2bfb29b0-aa9e-4090-9207-7682e7cee1c7 tempest-MultipleCreateTestJSON-1931740269 tempest-MultipleCreateTestJSON-1931740269-project] 10.222.0.18 "GET /v2.0/ports?device_id=bcd002b5-1d80-4030-8415-9a79b4c02cf7 HTTP/1.1" status: 200 len: 945 time: 0.1876802 Jul 27 23:24:03.022704 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Pushing event updated for resources: {'Port': ['ID=47c2bd11-073c-48a2-b441-4212f0a3b949,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:24:03.037587 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e224d18e-9beb-45d4-8073-09bbdfc963c3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736833900858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11163256'] for segment, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:03.092170 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e224d18e-9beb-45d4-8073-09bbdfc963c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:03.116296 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e224d18e-9beb-45d4-8073-09bbdfc963c3 admin admin] Releasing vlan 531 on physical network physnet1 to pool {{(pid=93798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 23:24:03.117861 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e224d18e-9beb-45d4-8073-09bbdfc963c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11971746'] for segment, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:03.122082 n-d-802623-1 neutron-server[93798]: Traceback (most recent call last): Jul 27 23:24:03.122082 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 23:24:03.122082 n-d-802623-1 neutron-server[93798]: timer() Jul 27 23:24:03.122082 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 23:24:03.122082 n-d-802623-1 neutron-server[93798]: cb(*args, **kw) Jul 27 23:24:03.122082 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 23:24:03.122082 n-d-802623-1 neutron-server[93798]: return func(*args, **kwargs) Jul 27 23:24:03.122082 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 23:24:03.122082 n-d-802623-1 neutron-server[93798]: self._notify() Jul 27 23:24:03.122082 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 23:24:03.122082 n-d-802623-1 neutron-server[93798]: self.callback(batched_events) Jul 27 23:24:03.122082 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 23:24:03.122082 n-d-802623-1 neutron-server[93798]: event.method(event) Jul 27 23:24:03.122082 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 23:24:03.122082 n-d-802623-1 neutron-server[93798]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 23:24:03.122082 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 23:24:03.122082 n-d-802623-1 neutron-server[93798]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 23:24:03.122082 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 23:24:03.122082 n-d-802623-1 neutron-server[93798]: return f(self, *a, **k) Jul 27 23:24:03.122082 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 23:24:03.122082 n-d-802623-1 neutron-server[93798]: return self._get(url).json() Jul 27 23:24:03.122082 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 23:24:03.122082 n-d-802623-1 neutron-server[93798]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 23:24:03.122082 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 23:24:03.122082 n-d-802623-1 neutron-server[93798]: return self.request(url, 'GET', **kwargs) Jul 27 23:24:03.122082 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 23:24:03.122082 n-d-802623-1 neutron-server[93798]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 23:24:03.122082 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 23:24:03.122082 n-d-802623-1 neutron-server[93798]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 23:24:03.122082 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 23:24:03.122082 n-d-802623-1 neutron-server[93798]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 23:24:03.122082 n-d-802623-1 neutron-server[93798]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 23:24:03.144088 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] get_ports_and_sgs() called for port_ids ['47c2bd11-073c-48a2-b441-4212f0a3b949'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:24:03.188613 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-ebf0994f-7ec1-449d-99c3-c012fe9deb87 req-4ed6b2f5-df7e-4541-a188-b5f7087de468 tempest-MultipleCreateTestJSON-1931740269 tempest-MultipleCreateTestJSON-1931740269-project] 10.222.0.18 "GET /v2.0/security-groups?id=7071cc09-0750-4ecb-a286-890b01188d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617038 Jul 27 23:24:03.247810 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-567cac67-d37b-4c31-a6ce-a2de155c2fff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:03.255129 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-567cac67-d37b-4c31-a6ce-a2de155c2fff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:03.413885 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d44326c-86e8-4f45-b6b9-704911e279f0 req-0467d811-f5bb-4662-b722-38ca0ecdd57b tempest-ServerGroupTestJSON-175817077 tempest-ServerGroupTestJSON-175817077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:24:03.417707 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-4d44326c-86e8-4f45-b6b9-704911e279f0 req-0467d811-f5bb-4662-b722-38ca0ecdd57b tempest-ServerGroupTestJSON-175817077 tempest-ServerGroupTestJSON-175817077-project] 10.222.0.18 "GET /v2.0/ports?device_id=9d7a7189-3190-4c66-aa51-ea014d6d1dd7 HTTP/1.1" status: 200 len: 944 time: 0.3959584 Jul 27 23:24:03.418931 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e224d18e-9beb-45d4-8073-09bbdfc963c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415412'] for network, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:03.468915 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-567cac67-d37b-4c31-a6ce-a2de155c2fff admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d1b90b03f72d442f930fc80790822704&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9478903 Jul 27 23:24:03.469553 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e224d18e-9beb-45d4-8073-09bbdfc963c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:03.470681 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 55612) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:24:03.472253 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-e224d18e-9beb-45d4-8073-09bbdfc963c3 admin admin] 10.222.0.18 "DELETE /v2.0/networks/470a3bc8-3a6a-42d8-9fcd-fd13d61a7106 HTTP/1.1" status: 204 len: 168 time: 0.9323177 Jul 27 23:24:03.489524 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567cac67-d37b-4c31-a6ce-a2de155c2fff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31df2d6e-7080-444d-a615-445c4def4953,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:24:03.537659 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e224d18e-9beb-45d4-8073-09bbdfc963c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=470a3bc8-3a6a-42d8-9fcd-fd13d61a7106,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:24:03.616038 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-4d44326c-86e8-4f45-b6b9-704911e279f0 req-6394d94a-aeaa-4b6c-b31a-95bb922e3639 tempest-ServerGroupTestJSON-175817077 tempest-ServerGroupTestJSON-175817077-project] 10.222.0.18 "GET /v2.0/security-groups?id=99261a20-5f28-4638-a0b6-b632ac2e9a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826413 Jul 27 23:24:03.641054 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e83e84a5-654d-438e-82c3-663d0560d9ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:03.683266 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e83e84a5-654d-438e-82c3-663d0560d9ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:03.737312 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e83e84a5-654d-438e-82c3-663d0560d9ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:03.738110 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 55620) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:24:03.740355 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e83e84a5-654d-438e-82c3-663d0560d9ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:03.744509 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-e83e84a5-654d-438e-82c3-663d0560d9ea admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/31df2d6e-7080-444d-a615-445c4def4953 HTTP/1.1" status: 204 len: 168 time: 0.2702498 Jul 27 23:24:03.763950 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83e84a5-654d-438e-82c3-663d0560d9ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31df2d6e-7080-444d-a615-445c4def4953,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:24:03.824218 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-1a0f3743-4b6b-4dfe-a91b-a4e648be30b0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3333578abc624b349077b88d523a95c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0844100 Jul 27 23:24:03.827084 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 55626) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:24:03.917636 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-449e414f-26b1-4e87-b626-a6383c1d1f48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:03.944062 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-449e414f-26b1-4e87-b626-a6383c1d1f48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:04.005778 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-449e414f-26b1-4e87-b626-a6383c1d1f48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:04.009805 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-449e414f-26b1-4e87-b626-a6383c1d1f48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:04.011440 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-449e414f-26b1-4e87-b626-a6383c1d1f48 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2eed3499-b2dc-4df3-ba94-97f5c54db85f HTTP/1.1" status: 204 len: 168 time: 0.1830864 Jul 27 23:24:04.022166 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449e414f-26b1-4e87-b626-a6383c1d1f48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2eed3499-b2dc-4df3-ba94-97f5c54db85f,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:24:04.155330 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 229e6be4-0c44-4a1c-b1d8-fc19ae5a71f9 no longer exists at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:24:04.177576 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] No Port match for: 229e6be4-0c44-4a1c-b1d8-fc19ae5a71f9 {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:24:04.178010 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 229e6be4-0c44-4a1c-b1d8-fc19ae5a71f9 not bound to the agent host n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:24:04.222037 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef6d187-50ec-46ba-b810-0bae92e30dab req-0e672126-ce62-444e-8ebb-c272e11138e8 tempest-MultipleCreateTestJSON-1931740269 tempest-MultipleCreateTestJSON-1931740269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:24:04.222037 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-fef6d187-50ec-46ba-b810-0bae92e30dab req-0e672126-ce62-444e-8ebb-c272e11138e8 tempest-MultipleCreateTestJSON-1931740269 tempest-MultipleCreateTestJSON-1931740269-project] 10.222.0.18 "GET /v2.0/networks?id=65b1245a-a607-4276-8c53-dcbc43a79e77 HTTP/1.1" status: 200 len: 812 time: 0.1356530 Jul 27 23:24:04.241230 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-fef6d187-50ec-46ba-b810-0bae92e30dab req-c4f3dd7d-ba66-48b3-9bd6-5def14054d4a tempest-MultipleCreateTestJSON-1931740269 tempest-MultipleCreateTestJSON-1931740269-project] 10.222.0.18 "GET /v2.0/quotas/fbb3972e819948feb45f84fffea5a2b5 HTTP/1.1" status: 200 len: 375 time: 0.0151665 Jul 27 23:24:04.298974 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-fef6d187-50ec-46ba-b810-0bae92e30dab req-0bee6354-28d6-4493-87c9-d248d5ca7c8f tempest-MultipleCreateTestJSON-1931740269 tempest-MultipleCreateTestJSON-1931740269-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=fbb3972e819948feb45f84fffea5a2b5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0509105 Jul 27 23:24:04.443277 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-fef6d187-50ec-46ba-b810-0bae92e30dab req-c453b551-f4b0-4fcc-86cb-2175423ac7ac service neutron] 10.222.0.18 "GET /v2.0/networks/65b1245a-a607-4276-8c53-dcbc43a79e77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360638 Jul 27 23:24:04.547349 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-fef6d187-50ec-46ba-b810-0bae92e30dab req-97753360-224e-4947-b59b-dbb3bef83c9d service neutron] 10.222.0.18 "GET /v2.0/networks/65b1245a-a607-4276-8c53-dcbc43a79e77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030819 Jul 27 23:24:04.585611 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 47c2bd11-073c-48a2-b441-4212f0a3b949 up at agent hyperv_n-h1-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:24:04.677446 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Provisioning for port 47c2bd11-073c-48a2-b441-4212f0a3b949 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:24:04.683022 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Provisioning complete for port 47c2bd11-073c-48a2-b441-4212f0a3b949 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:24:04.683479 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:04.885005 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:04.895741 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:04.961537 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c628c277-3437-4a37-9970-905f9eaf3102 req-15d74d34-3424-4fa6-a2bb-30904c002120 tempest-ServerGroupTestJSON-175817077 tempest-ServerGroupTestJSON-175817077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:24:04.968316 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-c628c277-3437-4a37-9970-905f9eaf3102 req-15d74d34-3424-4fa6-a2bb-30904c002120 tempest-ServerGroupTestJSON-175817077 tempest-ServerGroupTestJSON-175817077-project] 10.222.0.18 "GET /v2.0/ports?device_id=9d7a7189-3190-4c66-aa51-ea014d6d1dd7 HTTP/1.1" status: 200 len: 944 time: 0.1742680 Jul 27 23:24:04.992379 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d7a7189-3190-4c66-aa51-ea014d6d1dd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47c2bd11-073c-48a2-b441-4212f0a3b949'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:24:05.006447 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c0369b0d4f459110ff20a1f9878ba33f96d6491bddb9d15843bf29d01e0bda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7177bc4f-48a8-4beb-9024-b42e17539106" -d '{"events": [{"server_uuid": "9d7a7189-3190-4c66-aa51-ea014d6d1dd7", "name": "network-vif-plugged", "status": "completed", "tag": "47c2bd11-073c-48a2-b441-4212f0a3b949"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:24:05.061968 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port 47c2bd11-073c-48a2-b441-4212f0a3b949, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=47c2bd11-073c-48a2-b441-4212f0a3b949,segment=NetworkSegment(0de337ad-6685-4f72-8a7c-ecacf4aac535),segment_id=0de337ad-6685-4f72-8a7c-ecacf4aac535)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:24:05.072813 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:05.077963 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-c628c277-3437-4a37-9970-905f9eaf3102 req-52d801e8-79f0-443f-8479-55c5d7f78eec tempest-ServerGroupTestJSON-175817077 tempest-ServerGroupTestJSON-175817077-project] 10.222.0.18 "GET /v2.0/security-groups?id=99261a20-5f28-4638-a0b6-b632ac2e9a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086700 Jul 27 23:24:05.080069 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 55702) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:24:05.142283 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:24:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fed26b3-866a-4b23-894c-a773cd4a7151 x-openstack-request-id: req-6fed26b3-866a-4b23-894c-a773cd4a7151 {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:24:05.142575 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d7a7189-3190-4c66-aa51-ea014d6d1dd7", "name": "network-vif-plugged", "status": "completed", "tag": "47c2bd11-073c-48a2-b441-4212f0a3b949", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:24:05.161975 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6fed26b3-866a-4b23-894c-a773cd4a7151 {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:24:05.163391 n-d-802623-1 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d7a7189-3190-4c66-aa51-ea014d6d1dd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47c2bd11-073c-48a2-b441-4212f0a3b949', 'code': 200} Jul 27 23:24:05.174707 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c4976556-c2ce-4f55-a32a-89d60fd86e24 req-a3af56ae-b705-404d-947e-505ab48f4ff3 tempest-MultipleCreateTestJSON-1931740269 tempest-MultipleCreateTestJSON-1931740269-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5fcad52-44f9-4d56-b53a-a48b1f658bc1 HTTP/1.1" status: 200 len: 210 time: 0.1571167 Jul 27 23:24:05.248165 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5fb977-de5f-4400-a009-2cc15bae7242 req-cc4eddd4-6ba0-4b8f-8945-8bd1b860349f tempest-MultipleCreateTestJSON-1931740269 tempest-MultipleCreateTestJSON-1931740269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:24:05.250001 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-4e5fb977-de5f-4400-a009-2cc15bae7242 req-cc4eddd4-6ba0-4b8f-8945-8bd1b860349f tempest-MultipleCreateTestJSON-1931740269 tempest-MultipleCreateTestJSON-1931740269-project] 10.222.0.38 "GET /v2.0/ports?device_id=bcd002b5-1d80-4030-8415-9a79b4c02cf7 HTTP/1.1" status: 200 len: 945 time: 0.2356730 Jul 27 23:24:05.268195 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Pushing event updated for resources: {'Port': ['ID=47c2bd11-073c-48a2-b441-4212f0a3b949,revision_number=5']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:24:05.401671 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 55718) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:24:05.462014 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c784b523-6746-4d57-b113-30e9c4eed984 req-772273aa-c7f8-4271-ab2b-d1e6ab395a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:24:05.463587 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c784b523-6746-4d57-b113-30e9c4eed984 req-772273aa-c7f8-4271-ab2b-d1e6ab395a15 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=9d7a7189-3190-4c66-aa51-ea014d6d1dd7 HTTP/1.1" status: 200 len: 1096 time: 0.2126937 Jul 27 23:24:05.520128 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-80b30f70-3865-43d2-bc5d-267be104c105 tempest-TagsExtTest-394704943 tempest-TagsExtTest-394704943-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1275690880'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:24:05.535381 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-ef48a59f-dd25-42d9-89ce-b93490811bdd admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-659693930-network', 'tenant_id': 'cf2ac26483444f3d949e08ee053eb26a'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:24:05.557651 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c784b523-6746-4d57-b113-30e9c4eed984 req-880f70d0-c1c7-405a-b463-dad5f70868f5 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=99261a20-5f28-4638-a0b6-b632ac2e9a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817049 Jul 27 23:24:05.568867 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.db.api [None req-ef48a59f-dd25-42d9-89ce-b93490811bdd admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 27 23:24:05.568867 n-d-802623-1 neutron-server[93797]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 27 23:24:05.568867 n-d-802623-1 neutron-server[93797]: [parameters: {'project_id': 'cf2ac26483444f3d949e08ee053eb26a', 'id': 'ced41f9b-3929-4ec1-8f5d-5ca6151b5a9c', 'expiration': datetime.datetime(2021, 7, 27, 23, 26, 5, 553024)}] Jul 27 23:24:05.568867 n-d-802623-1 neutron-server[93797]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93797) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 23:24:05.571254 n-d-802623-1 neutron-server[93797]: DEBUG oslo_db.api [None req-ef48a59f-dd25-42d9-89ce-b93490811bdd admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 23:24:05.573722 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-4e5fb977-de5f-4400-a009-2cc15bae7242 req-eab4201d-f11e-475e-9416-2f2df08f6a18 tempest-MultipleCreateTestJSON-1931740269 tempest-MultipleCreateTestJSON-1931740269-project] Deleting port c43b6843-08db-4916-aa3e-f489d46c2a58 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:24:05.574071 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-4e5fb977-de5f-4400-a009-2cc15bae7242 req-eab4201d-f11e-475e-9416-2f2df08f6a18 tempest-MultipleCreateTestJSON-1931740269 tempest-MultipleCreateTestJSON-1931740269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:05.577817 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80b30f70-3865-43d2-bc5d-267be104c105 tempest-TagsExtTest-394704943 tempest-TagsExtTest-394704943-project] Made reservation on behalf of d22a323cad2d48f68c98a45eccb7bf02 for: {'network': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:24:05.583441 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-80b30f70-3865-43d2-bc5d-267be104c105 tempest-TagsExtTest-394704943 tempest-TagsExtTest-394704943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for network, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:05.586322 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f9b539-0131-446a-abb8-38f3c579c013 req-3c5dd7b8-3255-4b0c-b700-996cfdd84675 tempest-MultipleCreateTestJSON-1931740269 tempest-MultipleCreateTestJSON-1931740269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:24:05.587893 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-16f9b539-0131-446a-abb8-38f3c579c013 req-3c5dd7b8-3255-4b0c-b700-996cfdd84675 tempest-MultipleCreateTestJSON-1931740269 tempest-MultipleCreateTestJSON-1931740269-project] 10.222.0.49 "GET /v2.0/ports?device_id=f4529ef9-5105-47d7-80e3-6d909583282e HTTP/1.1" status: 200 len: 945 time: 0.1107016 Jul 27 23:24:05.596152 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-80b30f70-3865-43d2-bc5d-267be104c105 tempest-TagsExtTest-394704943 tempest-TagsExtTest-394704943-project] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:05.751686 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-80b30f70-3865-43d2-bc5d-267be104c105 tempest-TagsExtTest-394704943 tempest-TagsExtTest-394704943-project] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:05.758040 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-80b30f70-3865-43d2-bc5d-267be104c105 tempest-TagsExtTest-394704943 tempest-TagsExtTest-394704943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:05.771103 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-4e5fb977-de5f-4400-a009-2cc15bae7242 req-eab4201d-f11e-475e-9416-2f2df08f6a18 tempest-MultipleCreateTestJSON-1931740269 tempest-MultipleCreateTestJSON-1931740269-project] For port c43b6843-08db-4916-aa3e-f489d46c2a58, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=c43b6843-08db-4916-aa3e-f489d46c2a58,segment=NetworkSegment(8c267b76-81da-475f-a9e8-f3fb8fa17f14),segment_id=8c267b76-81da-475f-a9e8-f3fb8fa17f14)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:24:05.787544 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-4e5fb977-de5f-4400-a009-2cc15bae7242 req-eab4201d-f11e-475e-9416-2f2df08f6a18 tempest-MultipleCreateTestJSON-1931740269 tempest-MultipleCreateTestJSON-1931740269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:05.794243 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80b30f70-3865-43d2-bc5d-267be104c105 tempest-TagsExtTest-394704943 tempest-TagsExtTest-394704943-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 515} {{(pid=93797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 23:24:05.818043 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-80b30f70-3865-43d2-bc5d-267be104c105 tempest-TagsExtTest-394704943 tempest-TagsExtTest-394704943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:05.818405 n-d-802623-1 neutron-server[93797]: INFO neutron.db.segments_db [None req-80b30f70-3865-43d2-bc5d-267be104c105 tempest-TagsExtTest-394704943 tempest-TagsExtTest-394704943-project] Added segment 180fa714-d18c-40ab-ab4a-4247d5da979b of type vlan for network 9c5859e2-e5dc-40d4-8f2c-0fd57672819e Jul 27 23:24:05.819870 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b30f70-3865-43d2-bc5d-267be104c105 tempest-TagsExtTest-394704943 tempest-TagsExtTest-394704943-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cfa1e31f-180a-4f99-88d2-9e9738869877,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:24:05.832550 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-4e5fb977-de5f-4400-a009-2cc15bae7242 req-eab4201d-f11e-475e-9416-2f2df08f6a18 tempest-MultipleCreateTestJSON-1931740269 tempest-MultipleCreateTestJSON-1931740269-project] Calling delete_port for c43b6843-08db-4916-aa3e-f489d46c2a58 owned by compute:nova {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:24:05.854636 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-16f9b539-0131-446a-abb8-38f3c579c013 req-ad6fc2bf-0e20-4aa4-b432-db3f9c2bfd93 tempest-MultipleCreateTestJSON-1931740269 tempest-MultipleCreateTestJSON-1931740269-project] Deleting port 8aa91107-cedd-461b-89cc-b8f64da29a6f {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:24:05.854976 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-16f9b539-0131-446a-abb8-38f3c579c013 req-ad6fc2bf-0e20-4aa4-b432-db3f9c2bfd93 tempest-MultipleCreateTestJSON-1931740269 tempest-MultipleCreateTestJSON-1931740269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:05.892364 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-80b30f70-3865-43d2-bc5d-267be104c105 tempest-TagsExtTest-394704943 tempest-TagsExtTest-394704943-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736833354590'] for network, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:05.955310 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-80b30f70-3865-43d2-bc5d-267be104c105 tempest-TagsExtTest-394704943 tempest-TagsExtTest-394704943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569'] for network, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:05.962239 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80b30f70-3865-43d2-bc5d-267be104c105 tempest-TagsExtTest-394704943 tempest-TagsExtTest-394704943-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:24:05.963288 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-80b30f70-3865-43d2-bc5d-267be104c105 tempest-TagsExtTest-394704943 tempest-TagsExtTest-394704943-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for network, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:06.063749 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-80b30f70-3865-43d2-bc5d-267be104c105 tempest-TagsExtTest-394704943 tempest-TagsExtTest-394704943-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9723957 Jul 27 23:24:06.071542 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 55732) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:24:06.143810 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-6044e3f7-1fd5-4043-a660-83f45cf5fb75 tempest-TagsExtTest-394704943 tempest-TagsExtTest-394704943-project] Request body: {'subnet': {'network_id': '9c5859e2-e5dc-40d4-8f2c-0fd57672819e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:24:06.156147 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef48a59f-dd25-42d9-89ce-b93490811bdd admin admin] Made reservation on behalf of cf2ac26483444f3d949e08ee053eb26a for: {'network': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:24:06.158740 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ef48a59f-dd25-42d9-89ce-b93490811bdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for network, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:06.187777 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ef48a59f-dd25-42d9-89ce-b93490811bdd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:06.245620 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b30f70-3865-43d2-bc5d-267be104c105 tempest-TagsExtTest-394704943 tempest-TagsExtTest-394704943-project] Pushing event updated for resources: {'Network': ['ID=9c5859e2-e5dc-40d4-8f2c-0fd57672819e,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:24:06.262299 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Network 9c5859e2-e5dc-40d4-8f2c-0fd57672819e details requested by agent ovs-agent-n-d-802623-1 with host n-d-802623-1 {{(pid=93799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 23:24:06.440238 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-547399bc-9788-4256-bea6-008e65973aba req-ab4a89b0-e5c8-4c59-872f-023e52b32da5 tempest-MultipleCreateTestJSON-1931740269 tempest-MultipleCreateTestJSON-1931740269-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5fcad52-44f9-4d56-b53a-a48b1f658bc1 HTTP/1.1" status: 200 len: 210 time: 0.0421472 Jul 27 23:24:06.540393 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-16f9b539-0131-446a-abb8-38f3c579c013 req-ad6fc2bf-0e20-4aa4-b432-db3f9c2bfd93 tempest-MultipleCreateTestJSON-1931740269 tempest-MultipleCreateTestJSON-1931740269-project] For port 8aa91107-cedd-461b-89cc-b8f64da29a6f, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=8aa91107-cedd-461b-89cc-b8f64da29a6f,segment=NetworkSegment(8c267b76-81da-475f-a9e8-f3fb8fa17f14),segment_id=8c267b76-81da-475f-a9e8-f3fb8fa17f14)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:24:06.548840 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-16f9b539-0131-446a-abb8-38f3c579c013 req-ad6fc2bf-0e20-4aa4-b432-db3f9c2bfd93 tempest-MultipleCreateTestJSON-1931740269 tempest-MultipleCreateTestJSON-1931740269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:06.551195 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ef48a59f-dd25-42d9-89ce-b93490811bdd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:06.571884 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ada8664-1421-4c92-8975-ce71aa2f9699 req-dadbbb7a-7402-4a14-9b6c-988c6d6027c5 tempest-ServerGroupTestJSON-175817077 tempest-ServerGroupTestJSON-175817077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:24:06.579659 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-5ada8664-1421-4c92-8975-ce71aa2f9699 req-dadbbb7a-7402-4a14-9b6c-988c6d6027c5 tempest-ServerGroupTestJSON-175817077 tempest-ServerGroupTestJSON-175817077-project] 10.222.0.18 "GET /v2.0/ports?device_id=9d7a7189-3190-4c66-aa51-ea014d6d1dd7 HTTP/1.1" status: 200 len: 945 time: 0.3266025 Jul 27 23:24:06.579853 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-16f9b539-0131-446a-abb8-38f3c579c013 req-ad6fc2bf-0e20-4aa4-b432-db3f9c2bfd93 tempest-MultipleCreateTestJSON-1931740269 tempest-MultipleCreateTestJSON-1931740269-project] Calling delete_port for 8aa91107-cedd-461b-89cc-b8f64da29a6f owned by compute:nova {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:24:06.618048 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ef48a59f-dd25-42d9-89ce-b93490811bdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:06.693281 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6044e3f7-1fd5-4043-a660-83f45cf5fb75 tempest-TagsExtTest-394704943 tempest-TagsExtTest-394704943-project] Made reservation on behalf of d22a323cad2d48f68c98a45eccb7bf02 for: {'subnet': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:24:06.698572 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6044e3f7-1fd5-4043-a660-83f45cf5fb75 tempest-TagsExtTest-394704943 tempest-TagsExtTest-394704943-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11551435'] for subnet, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:06.822982 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-4e5fb977-de5f-4400-a009-2cc15bae7242 req-eab4201d-f11e-475e-9416-2f2df08f6a18 tempest-MultipleCreateTestJSON-1931740269 tempest-MultipleCreateTestJSON-1931740269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:06.879736 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab4201d-f11e-475e-9416-2f2df08f6a18 tempest-MultipleCreateTestJSON-1931740269 tempest-MultipleCreateTestJSON-1931740269-project] Pushing event deleted for resources: {'Port': ['ID=c43b6843-08db-4916-aa3e-f489d46c2a58,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:24:07.015914 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e5fb977-de5f-4400-a009-2cc15bae7242 req-eab4201d-f11e-475e-9416-2f2df08f6a18 tempest-MultipleCreateTestJSON-1931740269 tempest-MultipleCreateTestJSON-1931740269-project] No DVR routers for this DVR port c43b6843-08db-4916-aa3e-f489d46c2a58 on host n-h1-802623-1 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:24:07.025330 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-4e5fb977-de5f-4400-a009-2cc15bae7242 req-eab4201d-f11e-475e-9416-2f2df08f6a18 tempest-MultipleCreateTestJSON-1931740269 tempest-MultipleCreateTestJSON-1931740269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:07.027499 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-4e5fb977-de5f-4400-a009-2cc15bae7242 req-eab4201d-f11e-475e-9416-2f2df08f6a18 tempest-MultipleCreateTestJSON-1931740269 tempest-MultipleCreateTestJSON-1931740269-project] 10.222.0.38 "DELETE /v2.0/ports/c43b6843-08db-4916-aa3e-f489d46c2a58 HTTP/1.1" status: 204 len: 173 time: 1.7578282 Jul 27 23:24:07.028018 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcd002b5-1d80-4030-8415-9a79b4c02cf7', 'name': 'network-vif-deleted', 'tag': 'c43b6843-08db-4916-aa3e-f489d46c2a58'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:24:07.030435 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}011f8d312121274bb12d78e77c6379a2079800640016cec6c6d605b73666e854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df9e3cb5-3f43-47f6-b485-4f4a9236d0c5" -d '{"events": [{"server_uuid": "bcd002b5-1d80-4030-8415-9a79b4c02cf7", "name": "network-vif-deleted", "tag": "c43b6843-08db-4916-aa3e-f489d46c2a58"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:24:07.079760 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef6d187-50ec-46ba-b810-0bae92e30dab req-2f9be623-f80d-4617-8efa-49d79bf4f0b8 tempest-MultipleCreateTestJSON-1931740269 tempest-MultipleCreateTestJSON-1931740269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:24:07.081836 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-fef6d187-50ec-46ba-b810-0bae92e30dab req-2f9be623-f80d-4617-8efa-49d79bf4f0b8 tempest-MultipleCreateTestJSON-1931740269 tempest-MultipleCreateTestJSON-1931740269-project] 10.222.0.38 "GET /v2.0/networks?id=65b1245a-a607-4276-8c53-dcbc43a79e77 HTTP/1.1" status: 200 len: 812 time: 0.3415976 Jul 27 23:24:07.139166 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [req-fef6d187-50ec-46ba-b810-0bae92e30dab req-79a0d6e4-e5dd-4a10-b295-eb9549caec25 tempest-MultipleCreateTestJSON-1931740269 tempest-MultipleCreateTestJSON-1931740269-project] Request body: {'port': {'device_id': 'a5fcad52-44f9-4d56-b53a-a48b1f658bc1', 'network_id': '65b1245a-a607-4276-8c53-dcbc43a79e77', 'admin_state_up': True, 'tenant_id': 'fbb3972e819948feb45f84fffea5a2b5'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:24:07.162116 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:24:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fa6709a-af45-4b6d-8953-210ee01a7c62 x-openstack-request-id: req-5fa6709a-af45-4b6d-8953-210ee01a7c62 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:24:07.162423 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcd002b5-1d80-4030-8415-9a79b4c02cf7", "name": "network-vif-deleted", "tag": "c43b6843-08db-4916-aa3e-f489d46c2a58", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:24:07.162821 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5fa6709a-af45-4b6d-8953-210ee01a7c62 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:24:07.163316 n-d-802623-1 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcd002b5-1d80-4030-8415-9a79b4c02cf7', 'name': 'network-vif-deleted', 'tag': 'c43b6843-08db-4916-aa3e-f489d46c2a58', 'status': 'completed', 'code': 200} Jul 27 23:24:07.229242 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-16f9b539-0131-446a-abb8-38f3c579c013 req-ad6fc2bf-0e20-4aa4-b432-db3f9c2bfd93 tempest-MultipleCreateTestJSON-1931740269 tempest-MultipleCreateTestJSON-1931740269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:07.279823 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6fc2bf-0e20-4aa4-b432-db3f9c2bfd93 tempest-MultipleCreateTestJSON-1931740269 tempest-MultipleCreateTestJSON-1931740269-project] Pushing event deleted for resources: {'Port': ['ID=8aa91107-cedd-461b-89cc-b8f64da29a6f,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:24:07.312085 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-5ada8664-1421-4c92-8975-ce71aa2f9699 req-5cbe1539-a1e5-40ae-9377-48f22f1bd76d tempest-ServerGroupTestJSON-175817077 tempest-ServerGroupTestJSON-175817077-project] 10.222.0.18 "GET /v2.0/security-groups?id=99261a20-5f28-4638-a0b6-b632ac2e9a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6714149 Jul 27 23:24:07.356243 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef48a59f-dd25-42d9-89ce-b93490811bdd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 517} {{(pid=93797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 23:24:07.357329 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-16f9b539-0131-446a-abb8-38f3c579c013 req-ad6fc2bf-0e20-4aa4-b432-db3f9c2bfd93 tempest-MultipleCreateTestJSON-1931740269 tempest-MultipleCreateTestJSON-1931740269-project] No DVR routers for this DVR port 8aa91107-cedd-461b-89cc-b8f64da29a6f on host n-h2-802623-1 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:24:07.363096 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-16f9b539-0131-446a-abb8-38f3c579c013 req-ad6fc2bf-0e20-4aa4-b432-db3f9c2bfd93 tempest-MultipleCreateTestJSON-1931740269 tempest-MultipleCreateTestJSON-1931740269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:07.366217 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-16f9b539-0131-446a-abb8-38f3c579c013 req-ad6fc2bf-0e20-4aa4-b432-db3f9c2bfd93 tempest-MultipleCreateTestJSON-1931740269 tempest-MultipleCreateTestJSON-1931740269-project] 10.222.0.49 "DELETE /v2.0/ports/8aa91107-cedd-461b-89cc-b8f64da29a6f HTTP/1.1" status: 204 len: 173 time: 1.7636409 Jul 27 23:24:07.402039 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fef6d187-50ec-46ba-b810-0bae92e30dab req-79a0d6e4-e5dd-4a10-b295-eb9549caec25 tempest-MultipleCreateTestJSON-1931740269 tempest-MultipleCreateTestJSON-1931740269-project] Made reservation on behalf of fbb3972e819948feb45f84fffea5a2b5 for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:24:07.409669 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-fef6d187-50ec-46ba-b810-0bae92e30dab req-79a0d6e4-e5dd-4a10-b295-eb9549caec25 tempest-MultipleCreateTestJSON-1931740269 tempest-MultipleCreateTestJSON-1931740269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:07.436479 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ef48a59f-dd25-42d9-89ce-b93490811bdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:07.436921 n-d-802623-1 neutron-server[93797]: INFO neutron.db.segments_db [None req-ef48a59f-dd25-42d9-89ce-b93490811bdd admin admin] Added segment e3440446-8deb-4174-b5a6-9cc094845dc2 of type vlan for network 44e5b751-d35f-484a-98d7-35c3565f32a1 Jul 27 23:24:07.452306 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef48a59f-dd25-42d9-89ce-b93490811bdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e15ece7-f410-4d95-9c67-d98c825e8c9c,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:24:07.476996 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device 8aa91107-cedd-461b-89cc-b8f64da29a6f no longer exists at agent hyperv_n-h2-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:24:07.520114 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] No Port match for: 8aa91107-cedd-461b-89cc-b8f64da29a6f {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:24:07.520720 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device 8aa91107-cedd-461b-89cc-b8f64da29a6f not bound to the agent host n-h2-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:24:07.600981 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-98578a3d-9562-4217-946f-63fe79c0e88e req-33e0dfff-8892-4cd7-bd99-972607a42766 tempest-MultipleCreateTestJSON-1931740269 tempest-MultipleCreateTestJSON-1931740269-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5fcad52-44f9-4d56-b53a-a48b1f658bc1 HTTP/1.1" status: 200 len: 210 time: 0.0370166 Jul 27 23:24:07.668262 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ef48a59f-dd25-42d9-89ce-b93490811bdd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736833354590'] for network, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:07.683609 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [req-fef6d187-50ec-46ba-b810-0bae92e30dab req-79a0d6e4-e5dd-4a10-b295-eb9549caec25 tempest-MultipleCreateTestJSON-1931740269 tempest-MultipleCreateTestJSON-1931740269-project] Allocated IP 172.20.0.6 (65b1245a-a607-4276-8c53-dcbc43a79e77/77f70126-081b-41c5-808d-ca6fa433778a/939ebde0-0778-428d-ac86-c09419345ab7) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:24:07.712654 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef6d187-50ec-46ba-b810-0bae92e30dab req-23b64e91-8552-4276-8ee1-d7d7aa064e5f tempest-MultipleCreateTestJSON-1931740269 tempest-MultipleCreateTestJSON-1931740269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:24:07.715490 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-fef6d187-50ec-46ba-b810-0bae92e30dab req-23b64e91-8552-4276-8ee1-d7d7aa064e5f tempest-MultipleCreateTestJSON-1931740269 tempest-MultipleCreateTestJSON-1931740269-project] 10.222.0.49 "GET /v2.0/networks?id=65b1245a-a607-4276-8c53-dcbc43a79e77 HTTP/1.1" status: 200 len: 812 time: 1.1347830 Jul 27 23:24:07.732269 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [req-fef6d187-50ec-46ba-b810-0bae92e30dab req-606b77ef-7944-471b-b7c5-b4db22095488 tempest-MultipleCreateTestJSON-1931740269 tempest-MultipleCreateTestJSON-1931740269-project] Request body: {'port': {'device_id': '5184da39-5f0d-49c4-a5a2-f66c28d9ab28', 'network_id': '65b1245a-a607-4276-8c53-dcbc43a79e77', 'admin_state_up': True, 'tenant_id': 'fbb3972e819948feb45f84fffea5a2b5'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:24:07.751029 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ef48a59f-dd25-42d9-89ce-b93490811bdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569'] for network, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:07.752397 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef48a59f-dd25-42d9-89ce-b93490811bdd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:24:07.753164 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ef48a59f-dd25-42d9-89ce-b93490811bdd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for network, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:07.908911 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-fef6d187-50ec-46ba-b810-0bae92e30dab req-79a0d6e4-e5dd-4a10-b295-eb9549caec25 tempest-MultipleCreateTestJSON-1931740269 tempest-MultipleCreateTestJSON-1931740269-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:07.936036 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-ef48a59f-dd25-42d9-89ce-b93490811bdd admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 2.5320506 Jul 27 23:24:07.944266 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 55756) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:24:07.955332 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-b44e1b28-f8c6-4cde-bb90-75c5295c41b9 admin admin] Request body: {'subnet': {'network_id': '44e5b751-d35f-484a-98d7-35c3565f32a1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-659693930-subnet', 'tenant_id': 'cf2ac26483444f3d949e08ee053eb26a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:24:07.974300 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef48a59f-dd25-42d9-89ce-b93490811bdd admin admin] Pushing event updated for resources: {'Network': ['ID=44e5b751-d35f-484a-98d7-35c3565f32a1,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:24:07.981348 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6044e3f7-1fd5-4043-a660-83f45cf5fb75 tempest-TagsExtTest-394704943 tempest-TagsExtTest-394704943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11336182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11551417'] for subnet, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:07.986998 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Network 44e5b751-d35f-484a-98d7-35c3565f32a1 details requested by agent ovs-agent-n-d-802623-1 with host n-d-802623-1 {{(pid=93799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 23:24:08.012428 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b44e1b28-f8c6-4cde-bb90-75c5295c41b9 admin admin] Made reservation on behalf of cf2ac26483444f3d949e08ee053eb26a for: {'subnet': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:24:08.014889 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b44e1b28-f8c6-4cde-bb90-75c5295c41b9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12265828'] for subnet, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:08.087891 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6044e3f7-1fd5-4043-a660-83f45cf5fb75 tempest-TagsExtTest-394704943 tempest-TagsExtTest-394704943-project] Pushing event updated for resources: {'Subnet': ['ID=b054132e-73ba-4663-8ed4-26e9d69fbb16,revision_number=0']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:24:08.098942 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6044e3f7-1fd5-4043-a660-83f45cf5fb75 tempest-TagsExtTest-394704943 tempest-TagsExtTest-394704943-project] Checking segment: {'id': '180fa714-d18c-40ab-ab4a-4247d5da979b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '9c5859e2-e5dc-40d4-8f2c-0fd57672819e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:24:08.099616 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6044e3f7-1fd5-4043-a660-83f45cf5fb75 tempest-TagsExtTest-394704943 tempest-TagsExtTest-394704943-project] Network hostable DHCP agents. Network: 9c5859e2-e5dc-40d4-8f2c-0fd57672819e, hostable agents: ['5950e76f-2bde-4343-a925-cbe6bacd2706'], hosted agents: [] {{(pid=93797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 23:24:08.100457 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-fef6d187-50ec-46ba-b810-0bae92e30dab req-79a0d6e4-e5dd-4a10-b295-eb9549caec25 tempest-MultipleCreateTestJSON-1931740269 tempest-MultipleCreateTestJSON-1931740269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:08.108795 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fef6d187-50ec-46ba-b810-0bae92e30dab req-606b77ef-7944-471b-b7c5-b4db22095488 tempest-MultipleCreateTestJSON-1931740269 tempest-MultipleCreateTestJSON-1931740269-project] Made reservation on behalf of fbb3972e819948feb45f84fffea5a2b5 for: {'port': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:24:08.112657 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-fef6d187-50ec-46ba-b810-0bae92e30dab req-606b77ef-7944-471b-b7c5-b4db22095488 tempest-MultipleCreateTestJSON-1931740269 tempest-MultipleCreateTestJSON-1931740269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:08.151602 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6044e3f7-1fd5-4043-a660-83f45cf5fb75 tempest-TagsExtTest-394704943 tempest-TagsExtTest-394704943-project] Network 9c5859e2-e5dc-40d4-8f2c-0fd57672819e is scheduled to be hosted by DHCP agent 5950e76f-2bde-4343-a925-cbe6bacd2706 with binding_index 1 {{(pid=93797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 23:24:08.216601 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fef6d187-50ec-46ba-b810-0bae92e30dab req-79a0d6e4-e5dd-4a10-b295-eb9549caec25 tempest-MultipleCreateTestJSON-1931740269 tempest-MultipleCreateTestJSON-1931740269-project] Network 65b1245a-a607-4276-8c53-dcbc43a79e77 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:24:08.239571 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [req-fef6d187-50ec-46ba-b810-0bae92e30dab req-79a0d6e4-e5dd-4a10-b295-eb9549caec25 tempest-MultipleCreateTestJSON-1931740269 tempest-MultipleCreateTestJSON-1931740269-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:24:08.241809 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a0d6e4-e5dd-4a10-b295-eb9549caec25 tempest-MultipleCreateTestJSON-1931740269 tempest-MultipleCreateTestJSON-1931740269-project] Pushing event updated for resources: {'Port': ['ID=939ebde0-0778-428d-ac86-c09419345ab7,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:24:08.248355 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-6044e3f7-1fd5-4043-a660-83f45cf5fb75 tempest-TagsExtTest-394704943 tempest-TagsExtTest-394704943-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802623-1, 9c5859e2-e5dc-40d4-8f2c-0fd57672819e) {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:24:08.254588 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-fef6d187-50ec-46ba-b810-0bae92e30dab req-79a0d6e4-e5dd-4a10-b295-eb9549caec25 tempest-MultipleCreateTestJSON-1931740269 tempest-MultipleCreateTestJSON-1931740269-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:24:08.259733 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6044e3f7-1fd5-4043-a660-83f45cf5fb75 tempest-TagsExtTest-394704943 tempest-TagsExtTest-394704943-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:24:08.260468 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6044e3f7-1fd5-4043-a660-83f45cf5fb75 tempest-TagsExtTest-394704943 tempest-TagsExtTest-394704943-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for subnet, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:08.275034 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ebb99ff-4655-4789-a7dc-05ab94321ef6 None None] Network 9c5859e2-e5dc-40d4-8f2c-0fd57672819e requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:24:08.283095 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-6044e3f7-1fd5-4043-a660-83f45cf5fb75 tempest-TagsExtTest-394704943 tempest-TagsExtTest-394704943-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1604686 Jul 27 23:24:08.283447 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 55766) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:24:08.288852 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-3109813f-b4f6-41f7-9701-6092c4b3d69e tempest-TagsExtTest-394704943 tempest-TagsExtTest-394704943-project] Request body: {'port': {'network_id': '9c5859e2-e5dc-40d4-8f2c-0fd57672819e', 'name': 'tempest-TagsExtTest-806628427'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:24:08.407450 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef6d187-50ec-46ba-b810-0bae92e30dab req-79a0d6e4-e5dd-4a10-b295-eb9549caec25 tempest-MultipleCreateTestJSON-1931740269 tempest-MultipleCreateTestJSON-1931740269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:24:08.416896 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-fef6d187-50ec-46ba-b810-0bae92e30dab req-79a0d6e4-e5dd-4a10-b295-eb9549caec25 tempest-MultipleCreateTestJSON-1931740269 tempest-MultipleCreateTestJSON-1931740269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:08.494603 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-fef6d187-50ec-46ba-b810-0bae92e30dab req-79a0d6e4-e5dd-4a10-b295-eb9549caec25 tempest-MultipleCreateTestJSON-1931740269 tempest-MultipleCreateTestJSON-1931740269-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3711357 Jul 27 23:24:08.498697 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b44e1b28-f8c6-4cde-bb90-75c5295c41b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11971609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12265750'] for subnet, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:08.550460 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44e1b28-f8c6-4cde-bb90-75c5295c41b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=35a04ddb-b611-4dee-a6f7-89af6e6ad557,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:24:08.558393 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [req-fef6d187-50ec-46ba-b810-0bae92e30dab req-61b763e7-fc73-4c8f-9b7f-f25d943c2329 service neutron] Request body: {'port': {'device_id': 'a5fcad52-44f9-4d56-b53a-a48b1f658bc1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802623-1'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:24:08.635761 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-fef6d187-50ec-46ba-b810-0bae92e30dab req-61b763e7-fc73-4c8f-9b7f-f25d943c2329 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:08.645189 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04dbc829-a27f-480f-990a-879b6b178d3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f6f257c-ad18-5f0c-8c8e-ea085a5fc8a2-9c5859e2-e5dc-40d4-8f2c-0fd57672819e', 'network_id': '9c5859e2-e5dc-40d4-8f2c-0fd57672819e', 'tenant_id': 'd22a323cad2d48f68c98a45eccb7bf02', 'fixed_ips': [{'subnet_id': 'b054132e-73ba-4663-8ed4-26e9d69fbb16'}]}} from n-d-802623-1. {{(pid=93799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 23:24:08.647973 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-04dbc829-a27f-480f-990a-879b6b178d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:08.648826 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [req-fef6d187-50ec-46ba-b810-0bae92e30dab req-606b77ef-7944-471b-b7c5-b4db22095488 tempest-MultipleCreateTestJSON-1931740269 tempest-MultipleCreateTestJSON-1931740269-project] Allocated IP 172.20.0.5 (65b1245a-a607-4276-8c53-dcbc43a79e77/77f70126-081b-41c5-808d-ca6fa433778a/6a5fdf71-50fa-40b2-8db9-62ed9c4328e1) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:24:08.654307 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b44e1b28-f8c6-4cde-bb90-75c5295c41b9 admin admin] Checking segment: {'id': 'e3440446-8deb-4174-b5a6-9cc094845dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '44e5b751-d35f-484a-98d7-35c3565f32a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:24:08.654681 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b44e1b28-f8c6-4cde-bb90-75c5295c41b9 admin admin] Network hostable DHCP agents. Network: 44e5b751-d35f-484a-98d7-35c3565f32a1, hostable agents: ['5950e76f-2bde-4343-a925-cbe6bacd2706'], hosted agents: [] {{(pid=93798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 23:24:08.661239 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device c43b6843-08db-4916-aa3e-f489d46c2a58 no longer exists at agent hyperv_n-h1-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:24:08.697268 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc327f7-2fda-4a1e-ad00-c0ec4c616ced req-b4864ee7-6983-4081-ad35-aab2e34b01ce tempest-ServerGroupTestJSON-175817077 tempest-ServerGroupTestJSON-175817077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:24:08.703747 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-4fc327f7-2fda-4a1e-ad00-c0ec4c616ced req-b4864ee7-6983-4081-ad35-aab2e34b01ce tempest-ServerGroupTestJSON-175817077 tempest-ServerGroupTestJSON-175817077-project] 10.222.0.18 "GET /v2.0/ports?device_id=9d7a7189-3190-4c66-aa51-ea014d6d1dd7 HTTP/1.1" status: 200 len: 945 time: 0.2714319 Jul 27 23:24:08.746229 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] No Port match for: c43b6843-08db-4916-aa3e-f489d46c2a58 {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:24:08.746825 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device c43b6843-08db-4916-aa3e-f489d46c2a58 not bound to the agent host n-h1-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:24:08.827200 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-4fc327f7-2fda-4a1e-ad00-c0ec4c616ced req-ed9375c0-9565-4d47-bfb1-b579bfc21210 tempest-ServerGroupTestJSON-175817077 tempest-ServerGroupTestJSON-175817077-project] 10.222.0.18 "GET /v2.0/security-groups?id=99261a20-5f28-4638-a0b6-b632ac2e9a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010802 Jul 27 23:24:08.891594 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3109813f-b4f6-41f7-9701-6092c4b3d69e tempest-TagsExtTest-394704943 tempest-TagsExtTest-394704943-project] Made reservation on behalf of d22a323cad2d48f68c98a45eccb7bf02 for: {'port': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:24:08.895342 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3109813f-b4f6-41f7-9701-6092c4b3d69e tempest-TagsExtTest-394704943 tempest-TagsExtTest-394704943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:08.924228 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b44e1b28-f8c6-4cde-bb90-75c5295c41b9 admin admin] Network 44e5b751-d35f-484a-98d7-35c3565f32a1 is scheduled to be hosted by DHCP agent 5950e76f-2bde-4343-a925-cbe6bacd2706 with binding_index 1 {{(pid=93798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 23:24:08.944311 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00fdc8d-7562-4466-884e-4f9ef1388137 req-4c6bc8e2-aaa4-4374-b5c4-70a9d470443b tempest-MultipleCreateTestJSON-1931740269 tempest-MultipleCreateTestJSON-1931740269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:24:08.946116 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-d00fdc8d-7562-4466-884e-4f9ef1388137 req-4c6bc8e2-aaa4-4374-b5c4-70a9d470443b tempest-MultipleCreateTestJSON-1931740269 tempest-MultipleCreateTestJSON-1931740269-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5fcad52-44f9-4d56-b53a-a48b1f658bc1 HTTP/1.1" status: 200 len: 931 time: 0.0748489 Jul 27 23:24:08.947655 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-b44e1b28-f8c6-4cde-bb90-75c5295c41b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802623-1, 44e5b751-d35f-484a-98d7-35c3565f32a1) {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:24:08.953304 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b44e1b28-f8c6-4cde-bb90-75c5295c41b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:24:08.954198 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b44e1b28-f8c6-4cde-bb90-75c5295c41b9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:08.955984 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-3109813f-b4f6-41f7-9701-6092c4b3d69e tempest-TagsExtTest-394704943 tempest-TagsExtTest-394704943-project] device_id is not set on port 8f1ab9b5-f475-4565-bb3e-37e6e806b011 yet. {{(pid=93797) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 23:24:08.982888 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43d140ec-69a7-4f3b-8575-a72adf3dd722 None None] Network 44e5b751-d35f-484a-98d7-35c3565f32a1 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:24:09.013694 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-b44e1b28-f8c6-4cde-bb90-75c5295c41b9 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.0680451 Jul 27 23:24:09.018185 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-d00fdc8d-7562-4466-884e-4f9ef1388137 req-dc6f3a3f-d44e-4968-b12d-ec9f274e4050 tempest-MultipleCreateTestJSON-1931740269 tempest-MultipleCreateTestJSON-1931740269-project] 10.222.0.18 "GET /v2.0/security-groups?id=7071cc09-0750-4ecb-a286-890b01188d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605662 Jul 27 23:24:09.112754 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-fef6d187-50ec-46ba-b810-0bae92e30dab req-606b77ef-7944-471b-b7c5-b4db22095488 tempest-MultipleCreateTestJSON-1931740269 tempest-MultipleCreateTestJSON-1931740269-project] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:09.165027 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4529ef9-5105-47d7-80e3-6d909583282e', 'name': 'network-vif-deleted', 'tag': '8aa91107-cedd-461b-89cc-b8f64da29a6f'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:24:09.167892 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}011f8d312121274bb12d78e77c6379a2079800640016cec6c6d605b73666e854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88e06b11-4fe5-4aac-bfaa-b62f6b390fd9" -d '{"events": [{"server_uuid": "f4529ef9-5105-47d7-80e3-6d909583282e", "name": "network-vif-deleted", "tag": "8aa91107-cedd-461b-89cc-b8f64da29a6f"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:24:09.203629 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-fef6d187-50ec-46ba-b810-0bae92e30dab req-606b77ef-7944-471b-b7c5-b4db22095488 tempest-MultipleCreateTestJSON-1931740269 tempest-MultipleCreateTestJSON-1931740269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:09.236230 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-04dbc829-a27f-480f-990a-879b6b178d3f None None] Allocated IP 172.20.0.2 (9c5859e2-e5dc-40d4-8f2c-0fd57672819e/b054132e-73ba-4663-8ed4-26e9d69fbb16/48bd7f1c-4c20-410d-acec-7e84e2a0d34c) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:24:09.302623 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606b77ef-7944-471b-b7c5-b4db22095488 tempest-MultipleCreateTestJSON-1931740269 tempest-MultipleCreateTestJSON-1931740269-project] Pushing event updated for resources: {'Port': ['ID=6a5fdf71-50fa-40b2-8db9-62ed9c4328e1,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:24:09.320809 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fef6d187-50ec-46ba-b810-0bae92e30dab req-606b77ef-7944-471b-b7c5-b4db22095488 tempest-MultipleCreateTestJSON-1931740269 tempest-MultipleCreateTestJSON-1931740269-project] Network 65b1245a-a607-4276-8c53-dcbc43a79e77 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:24:09.322596 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [req-fef6d187-50ec-46ba-b810-0bae92e30dab req-606b77ef-7944-471b-b7c5-b4db22095488 tempest-MultipleCreateTestJSON-1931740269 tempest-MultipleCreateTestJSON-1931740269-project] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:24:09.327069 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [req-fef6d187-50ec-46ba-b810-0bae92e30dab req-606b77ef-7944-471b-b7c5-b4db22095488 tempest-MultipleCreateTestJSON-1931740269 tempest-MultipleCreateTestJSON-1931740269-project] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:24:09.380328 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:24:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4de85e5-810a-4c62-973a-783493bacf00 x-openstack-request-id: req-f4de85e5-810a-4c62-973a-783493bacf00 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:24:09.382355 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4529ef9-5105-47d7-80e3-6d909583282e", "name": "network-vif-deleted", "tag": "8aa91107-cedd-461b-89cc-b8f64da29a6f", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:24:09.382568 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f4de85e5-810a-4c62-973a-783493bacf00 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:24:09.383756 n-d-802623-1 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4529ef9-5105-47d7-80e3-6d909583282e', 'name': 'network-vif-deleted', 'tag': '8aa91107-cedd-461b-89cc-b8f64da29a6f', 'status': 'completed', 'code': 200} Jul 27 23:24:09.417495 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef6d187-50ec-46ba-b810-0bae92e30dab req-606b77ef-7944-471b-b7c5-b4db22095488 tempest-MultipleCreateTestJSON-1931740269 tempest-MultipleCreateTestJSON-1931740269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:24:09.418337 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-fef6d187-50ec-46ba-b810-0bae92e30dab req-606b77ef-7944-471b-b7c5-b4db22095488 tempest-MultipleCreateTestJSON-1931740269 tempest-MultipleCreateTestJSON-1931740269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:09.449589 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-fef6d187-50ec-46ba-b810-0bae92e30dab req-606b77ef-7944-471b-b7c5-b4db22095488 tempest-MultipleCreateTestJSON-1931740269 tempest-MultipleCreateTestJSON-1931740269-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7212670 Jul 27 23:24:09.466147 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [req-fef6d187-50ec-46ba-b810-0bae92e30dab req-420660b7-bcfb-4107-8424-4eb960138b11 service neutron] Request body: {'port': {'device_id': '5184da39-5f0d-49c4-a5a2-f66c28d9ab28', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802623-1'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:24:09.488800 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c368d9a8-4df1-4c9c-9c33-cce1dc795545 req-e546aa09-2b83-4ba6-aa9f-8e6192c3d644 tempest-ServerGroupTestJSON-175817077 tempest-ServerGroupTestJSON-175817077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:24:09.490346 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c368d9a8-4df1-4c9c-9c33-cce1dc795545 req-e546aa09-2b83-4ba6-aa9f-8e6192c3d644 tempest-ServerGroupTestJSON-175817077 tempest-ServerGroupTestJSON-175817077-project] 10.222.0.18 "GET /v2.0/ports?device_id=9d7a7189-3190-4c66-aa51-ea014d6d1dd7 HTTP/1.1" status: 200 len: 945 time: 0.1058056 Jul 27 23:24:09.509836 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ce31433-76a6-481c-b0df-b63e7951dd5b None None] Network 44e5b751-d35f-484a-98d7-35c3565f32a1 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:24:09.513769 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [req-fef6d187-50ec-46ba-b810-0bae92e30dab req-61b763e7-fc73-4c8f-9b7f-f25d943c2329 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 939ebde0-0778-428d-ac86-c09419345ab7 {{(pid=93798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:24:09.528446 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-fef6d187-50ec-46ba-b810-0bae92e30dab req-61b763e7-fc73-4c8f-9b7f-f25d943c2329 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:09.560046 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-fef6d187-50ec-46ba-b810-0bae92e30dab req-61b763e7-fc73-4c8f-9b7f-f25d943c2329 service neutron] Transition to ACTIVE for port object 939ebde0-0778-428d-ac86-c09419345ab7 will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:24:09.573233 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-fef6d187-50ec-46ba-b810-0bae92e30dab req-61b763e7-fc73-4c8f-9b7f-f25d943c2329 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:09.579083 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c368d9a8-4df1-4c9c-9c33-cce1dc795545 req-4f87367e-440a-4b2d-a7e2-d443d98655c8 tempest-ServerGroupTestJSON-175817077 tempest-ServerGroupTestJSON-175817077-project] 10.222.0.18 "GET /v2.0/security-groups?id=99261a20-5f28-4638-a0b6-b632ac2e9a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680368 Jul 27 23:24:09.647979 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-fef6d187-50ec-46ba-b810-0bae92e30dab req-420660b7-bcfb-4107-8424-4eb960138b11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:09.665463 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b763e7-fc73-4c8f-9b7f-f25d943c2329 service neutron] Pushing event updated for resources: {'Port': ['ID=939ebde0-0778-428d-ac86-c09419345ab7,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:24:09.724971 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-fef6d187-50ec-46ba-b810-0bae92e30dab req-61b763e7-fc73-4c8f-9b7f-f25d943c2329 service neutron] Attempting to bind port 939ebde0-0778-428d-ac86-c09419345ab7 on host n-h1-802623-1 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:24:09.725458 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-fef6d187-50ec-46ba-b810-0bae92e30dab req-61b763e7-fc73-4c8f-9b7f-f25d943c2329 service neutron] Attempting to bind port 939ebde0-0778-428d-ac86-c09419345ab7 by drivers openvswitch,hyperv on host n-h1-802623-1 at level 0 using segments [{'id': '8c267b76-81da-475f-a9e8-f3fb8fa17f14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '65b1245a-a607-4276-8c53-dcbc43a79e77'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:24:09.726431 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fef6d187-50ec-46ba-b810-0bae92e30dab req-61b763e7-fc73-4c8f-9b7f-f25d943c2329 service neutron] Attempting to bind port 939ebde0-0778-428d-ac86-c09419345ab7 on network 65b1245a-a607-4276-8c53-dcbc43a79e77 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:24:09.732217 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fef6d187-50ec-46ba-b810-0bae92e30dab req-61b763e7-fc73-4c8f-9b7f-f25d943c2329 service neutron] Port 939ebde0-0778-428d-ac86-c09419345ab7 on network 65b1245a-a607-4276-8c53-dcbc43a79e77 not bound, no agent of type Open vSwitch agent registered on host n-h1-802623-1 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 23:24:09.733157 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fef6d187-50ec-46ba-b810-0bae92e30dab req-61b763e7-fc73-4c8f-9b7f-f25d943c2329 service neutron] Attempting to bind port 939ebde0-0778-428d-ac86-c09419345ab7 on network 65b1245a-a607-4276-8c53-dcbc43a79e77 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:24:09.739220 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fef6d187-50ec-46ba-b810-0bae92e30dab req-61b763e7-fc73-4c8f-9b7f-f25d943c2329 service neutron] Checking agent: {'id': '245f1da4-a9b8-4b08-90d7-28f0f342b839', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 59, 59), 'started_at': datetime.datetime(2021, 7, 27, 22, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:24:09.739841 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fef6d187-50ec-46ba-b810-0bae92e30dab req-61b763e7-fc73-4c8f-9b7f-f25d943c2329 service neutron] Checking segment: {'id': '8c267b76-81da-475f-a9e8-f3fb8fa17f14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '65b1245a-a607-4276-8c53-dcbc43a79e77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:24:09.740328 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fef6d187-50ec-46ba-b810-0bae92e30dab req-61b763e7-fc73-4c8f-9b7f-f25d943c2329 service neutron] Bound using segment: {'id': '8c267b76-81da-475f-a9e8-f3fb8fa17f14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '65b1245a-a607-4276-8c53-dcbc43a79e77'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:24:09.740865 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-fef6d187-50ec-46ba-b810-0bae92e30dab req-61b763e7-fc73-4c8f-9b7f-f25d943c2329 service neutron] Bound port: 939ebde0-0778-428d-ac86-c09419345ab7, host: n-h1-802623-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c267b76-81da-475f-a9e8-f3fb8fa17f14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '65b1245a-a607-4276-8c53-dcbc43a79e77'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:24:09.742455 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-fef6d187-50ec-46ba-b810-0bae92e30dab req-61b763e7-fc73-4c8f-9b7f-f25d943c2329 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:09.749008 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0fd0b7-4b7a-4b10-88f6-7beff2bdc5cf req-83aec3f6-2ab5-42ed-9fc5-ee52e01cf399 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:24:09.756774 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-fe0fd0b7-4b7a-4b10-88f6-7beff2bdc5cf req-83aec3f6-2ab5-42ed-9fc5-ee52e01cf399 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] 10.222.0.18 "GET /v2.0/networks?id=44e5b751-d35f-484a-98d7-35c3565f32a1 HTTP/1.1" status: 200 len: 805 time: 0.2310393 Jul 27 23:24:09.774884 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-fe0fd0b7-4b7a-4b10-88f6-7beff2bdc5cf req-9c1309a1-7441-47b8-992c-1173f5306291 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] 10.222.0.18 "GET /v2.0/quotas/cf2ac26483444f3d949e08ee053eb26a HTTP/1.1" status: 200 len: 375 time: 0.0170081 Jul 27 23:24:09.859336 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-fef6d187-50ec-46ba-b810-0bae92e30dab req-61b763e7-fc73-4c8f-9b7f-f25d943c2329 service neutron] For port 939ebde0-0778-428d-ac86-c09419345ab7, host n-h1-802623-1, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:24:09.863627 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-fe0fd0b7-4b7a-4b10-88f6-7beff2bdc5cf req-adcb1513-18cd-44ff-950f-caff40301a58 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=cf2ac26483444f3d949e08ee053eb26a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0876203 Jul 27 23:24:09.864565 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-fef6d187-50ec-46ba-b810-0bae92e30dab req-61b763e7-fc73-4c8f-9b7f-f25d943c2329 service neutron] For port 939ebde0-0778-428d-ac86-c09419345ab7, host n-h1-802623-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=939ebde0-0778-428d-ac86-c09419345ab7,segment=NetworkSegment(8c267b76-81da-475f-a9e8-f3fb8fa17f14),segment_id=8c267b76-81da-475f-a9e8-f3fb8fa17f14)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:24:09.869996 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [req-fe0fd0b7-4b7a-4b10-88f6-7beff2bdc5cf req-2d78ea25-b937-4c01-9cc2-e26349583618 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=93797) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 23:24:09.875891 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-fef6d187-50ec-46ba-b810-0bae92e30dab req-61b763e7-fc73-4c8f-9b7f-f25d943c2329 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:09.877784 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-fe0fd0b7-4b7a-4b10-88f6-7beff2bdc5cf req-2d78ea25-b937-4c01-9cc2-e26349583618 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0130124 Jul 27 23:24:09.923839 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-04dbc829-a27f-480f-990a-879b6b178d3f None None] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:09.934270 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-04dbc829-a27f-480f-990a-879b6b178d3f None None] Transition to ACTIVE for port object 48bd7f1c-4c20-410d-acec-7e84e2a0d34c will not be triggered until provisioned by entity L2. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:24:09.951171 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef6d187-50ec-46ba-b810-0bae92e30dab req-61b763e7-fc73-4c8f-9b7f-f25d943c2329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:24:09.951824 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-fef6d187-50ec-46ba-b810-0bae92e30dab req-61b763e7-fc73-4c8f-9b7f-f25d943c2329 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:09.953682 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-fef6d187-50ec-46ba-b810-0bae92e30dab req-61b763e7-fc73-4c8f-9b7f-f25d943c2329 service neutron] 10.222.0.38 "PUT /v2.0/ports/939ebde0-0778-428d-ac86-c09419345ab7 HTTP/1.1" status: 200 len: 1091 time: 1.4043734 Jul 27 23:24:09.956597 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-04dbc829-a27f-480f-990a-879b6b178d3f None None] Transition to ACTIVE for port object 48bd7f1c-4c20-410d-acec-7e84e2a0d34c will not be triggered until provisioned by entity DHCP. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:24:09.969042 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-04dbc829-a27f-480f-990a-879b6b178d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:09.976075 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b763e7-fc73-4c8f-9b7f-f25d943c2329 service neutron] Pushing event updated for resources: {'Port': ['ID=939ebde0-0778-428d-ac86-c09419345ab7,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:24:10.052487 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04dbc829-a27f-480f-990a-879b6b178d3f None None] Network 9c5859e2-e5dc-40d4-8f2c-0fd57672819e is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:24:10.053899 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dbc829-a27f-480f-990a-879b6b178d3f None None] Pushing event updated for resources: {'Port': ['ID=48bd7f1c-4c20-410d-acec-7e84e2a0d34c,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:24:10.068217 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-04dbc829-a27f-480f-990a-879b6b178d3f None None] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:24:10.079620 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04dbc829-a27f-480f-990a-879b6b178d3f None None] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:24:10.102607 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-fe0fd0b7-4b7a-4b10-88f6-7beff2bdc5cf req-4d9ecbeb-74e4-41ae-ac66-4241879c6ecd service neutron] 10.222.0.18 "GET /v2.0/networks/44e5b751-d35f-484a-98d7-35c3565f32a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2237294 Jul 27 23:24:10.126244 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef6d187-50ec-46ba-b810-0bae92e30dab req-55cc5589-3b6a-4ebe-86bb-7d9aba9b2930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:24:10.127511 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-fef6d187-50ec-46ba-b810-0bae92e30dab req-55cc5589-3b6a-4ebe-86bb-7d9aba9b2930 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=fbb3972e819948feb45f84fffea5a2b5&device_id=a5fcad52-44f9-4d56-b53a-a48b1f658bc1 HTTP/1.1" status: 200 len: 1094 time: 0.1146729 Jul 27 23:24:10.201862 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-04dbc829-a27f-480f-990a-879b6b178d3f None None] Attempting to bind port 48bd7f1c-4c20-410d-acec-7e84e2a0d34c on host n-d-802623-1 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:24:10.202228 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-04dbc829-a27f-480f-990a-879b6b178d3f None None] Attempting to bind port 48bd7f1c-4c20-410d-acec-7e84e2a0d34c by drivers openvswitch,hyperv on host n-d-802623-1 at level 0 using segments [{'id': '180fa714-d18c-40ab-ab4a-4247d5da979b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '9c5859e2-e5dc-40d4-8f2c-0fd57672819e'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:24:10.202588 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04dbc829-a27f-480f-990a-879b6b178d3f None None] Attempting to bind port 48bd7f1c-4c20-410d-acec-7e84e2a0d34c on network 9c5859e2-e5dc-40d4-8f2c-0fd57672819e {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:24:10.208199 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04dbc829-a27f-480f-990a-879b6b178d3f None None] Checking agent: {'id': 'a9a568d2-a5e7-41e4-833f-a8ab42ea4073', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 52, 30), 'started_at': datetime.datetime(2021, 7, 27, 22, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802623-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:24:10.208575 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04dbc829-a27f-480f-990a-879b6b178d3f None None] Checking segment: {'id': '180fa714-d18c-40ab-ab4a-4247d5da979b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '9c5859e2-e5dc-40d4-8f2c-0fd57672819e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:24:10.208968 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-04dbc829-a27f-480f-990a-879b6b178d3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:10.209358 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04dbc829-a27f-480f-990a-879b6b178d3f None None] Bound using segment: {'id': '180fa714-d18c-40ab-ab4a-4247d5da979b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '9c5859e2-e5dc-40d4-8f2c-0fd57672819e'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:24:10.210371 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-04dbc829-a27f-480f-990a-879b6b178d3f None None] Bound port: 48bd7f1c-4c20-410d-acec-7e84e2a0d34c, host: n-d-802623-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '180fa714-d18c-40ab-ab4a-4247d5da979b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '9c5859e2-e5dc-40d4-8f2c-0fd57672819e'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:24:10.210761 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-04dbc829-a27f-480f-990a-879b6b178d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:10.227074 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-fef6d187-50ec-46ba-b810-0bae92e30dab req-3386e911-246c-4ae0-8ebf-642369d6930d service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=939ebde0-0778-428d-ac86-c09419345ab7 HTTP/1.1" status: 200 len: 217 time: 0.0853515 Jul 27 23:24:10.255676 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-3109813f-b4f6-41f7-9701-6092c4b3d69e tempest-TagsExtTest-394704943 tempest-TagsExtTest-394704943-project] Allocated IP 172.20.0.14 (9c5859e2-e5dc-40d4-8f2c-0fd57672819e/b054132e-73ba-4663-8ed4-26e9d69fbb16/8f1ab9b5-f475-4565-bb3e-37e6e806b011) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:24:10.326215 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef6d187-50ec-46ba-b810-0bae92e30dab req-64d34a8d-9268-4238-bdff-8159deae65a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:24:10.327650 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-fef6d187-50ec-46ba-b810-0bae92e30dab req-64d34a8d-9268-4238-bdff-8159deae65a3 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=77f70126-081b-41c5-808d-ca6fa433778a HTTP/1.1" status: 200 len: 852 time: 0.0658357 Jul 27 23:24:10.330392 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-04dbc829-a27f-480f-990a-879b6b178d3f None None] For port 48bd7f1c-4c20-410d-acec-7e84e2a0d34c, host n-d-802623-1, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:24:10.334638 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-04dbc829-a27f-480f-990a-879b6b178d3f None None] For port 48bd7f1c-4c20-410d-acec-7e84e2a0d34c, host n-d-802623-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=48bd7f1c-4c20-410d-acec-7e84e2a0d34c,segment=NetworkSegment(180fa714-d18c-40ab-ab4a-4247d5da979b),segment_id=180fa714-d18c-40ab-ab4a-4247d5da979b)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:24:10.336464 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4a9c40-0352-4f6b-9804-805f07e7eb1d req-2cf8080b-23f4-41ce-912e-bdc7f0cc44d4 tempest-MultipleCreateTestJSON-1931740269 tempest-MultipleCreateTestJSON-1931740269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:24:10.338035 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-eb4a9c40-0352-4f6b-9804-805f07e7eb1d req-2cf8080b-23f4-41ce-912e-bdc7f0cc44d4 tempest-MultipleCreateTestJSON-1931740269 tempest-MultipleCreateTestJSON-1931740269-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5fcad52-44f9-4d56-b53a-a48b1f658bc1 HTTP/1.1" status: 200 len: 943 time: 0.1165617 Jul 27 23:24:10.349600 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-04dbc829-a27f-480f-990a-879b6b178d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:10.396778 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-fe0fd0b7-4b7a-4b10-88f6-7beff2bdc5cf req-ce54d1f0-d8ef-4c7b-a93e-1fdee70cfd6b service neutron] 10.222.0.18 "GET /v2.0/networks/44e5b751-d35f-484a-98d7-35c3565f32a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2500207 Jul 27 23:24:10.398744 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-fef6d187-50ec-46ba-b810-0bae92e30dab req-0018fd03-13da-4650-a07c-741c9846b661 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=65b1245a-a607-4276-8c53-dcbc43a79e77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0547543 Jul 27 23:24:10.426600 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dbc829-a27f-480f-990a-879b6b178d3f None None] Pushing event updated for resources: {'Port': ['ID=48bd7f1c-4c20-410d-acec-7e84e2a0d34c,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:24:10.477327 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [req-fef6d187-50ec-46ba-b810-0bae92e30dab req-420660b7-bcfb-4107-8424-4eb960138b11 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a5fdf71-50fa-40b2-8db9-62ed9c4328e1 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:24:10.487830 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-fef6d187-50ec-46ba-b810-0bae92e30dab req-420660b7-bcfb-4107-8424-4eb960138b11 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:10.511306 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [req-fef6d187-50ec-46ba-b810-0bae92e30dab req-420660b7-bcfb-4107-8424-4eb960138b11 service neutron] Transition to ACTIVE for port object 6a5fdf71-50fa-40b2-8db9-62ed9c4328e1 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:24:10.538116 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-fef6d187-50ec-46ba-b810-0bae92e30dab req-420660b7-bcfb-4107-8424-4eb960138b11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11336041'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:10.670719 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-fef6d187-50ec-46ba-b810-0bae92e30dab req-41d62b8d-0805-4916-bcc8-9a2c0531673b service neutron] 10.222.0.38 "GET /v2.0/networks/65b1245a-a607-4276-8c53-dcbc43a79e77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2596021 Jul 27 23:24:10.677483 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-eb4a9c40-0352-4f6b-9804-805f07e7eb1d req-99638264-c804-4c6e-9084-92ea475b6a32 tempest-MultipleCreateTestJSON-1931740269 tempest-MultipleCreateTestJSON-1931740269-project] 10.222.0.18 "GET /v2.0/security-groups?id=7071cc09-0750-4ecb-a286-890b01188d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3226213 Jul 27 23:24:10.786941 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-aedf08fb-6a26-4585-bc74-ed2d5ff502a5 req-b3dec55d-5d07-43fe-b0b5-79cb74389f24 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee76051c-3cf8-4796-bb17-62a25869073f HTTP/1.1" status: 200 len: 210 time: 0.1265738 Jul 27 23:24:10.830760 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-fef6d187-50ec-46ba-b810-0bae92e30dab req-2981d92b-8928-4eae-9ef5-2e0fda511796 service neutron] 10.222.0.38 "GET /v2.0/networks/65b1245a-a607-4276-8c53-dcbc43a79e77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313608 Jul 27 23:24:10.884652 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420660b7-bcfb-4107-8424-4eb960138b11 service neutron] Pushing event updated for resources: {'Port': ['ID=6a5fdf71-50fa-40b2-8db9-62ed9c4328e1,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:24:10.969288 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3109813f-b4f6-41f7-9701-6092c4b3d69e tempest-TagsExtTest-394704943 tempest-TagsExtTest-394704943-project] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:11.023972 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e66a57a-c08b-4621-94e2-51f1728bf04e req-b84bbe0d-8bd6-4042-9c29-c791a6fcc4a4 tempest-ServerGroupTestJSON-175817077 tempest-ServerGroupTestJSON-175817077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:24:11.025517 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-8e66a57a-c08b-4621-94e2-51f1728bf04e req-b84bbe0d-8bd6-4042-9c29-c791a6fcc4a4 tempest-ServerGroupTestJSON-175817077 tempest-ServerGroupTestJSON-175817077-project] 10.222.0.38 "GET /v2.0/ports?device_id=9d7a7189-3190-4c66-aa51-ea014d6d1dd7 HTTP/1.1" status: 200 len: 945 time: 0.3426647 Jul 27 23:24:11.045758 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6b2ab4-ff4f-421e-b5c7-7227f3fb7d98 req-1bcdd8c6-027f-4627-9838-5243842283d5 tempest-ServerGroupTestJSON-175817077 tempest-ServerGroupTestJSON-175817077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:24:11.053575 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-5e6b2ab4-ff4f-421e-b5c7-7227f3fb7d98 req-1bcdd8c6-027f-4627-9838-5243842283d5 tempest-ServerGroupTestJSON-175817077 tempest-ServerGroupTestJSON-175817077-project] 10.222.0.18 "GET /v2.0/ports?device_id=9d7a7189-3190-4c66-aa51-ea014d6d1dd7 HTTP/1.1" status: 200 len: 945 time: 0.2200053 Jul 27 23:24:11.061838 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-3109813f-b4f6-41f7-9701-6092c4b3d69e tempest-TagsExtTest-394704943 tempest-TagsExtTest-394704943-project] Transition to ACTIVE for port object 8f1ab9b5-f475-4565-bb3e-37e6e806b011 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:24:11.094714 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-fef6d187-50ec-46ba-b810-0bae92e30dab req-420660b7-bcfb-4107-8424-4eb960138b11 service neutron] Attempting to bind port 6a5fdf71-50fa-40b2-8db9-62ed9c4328e1 on host n-h2-802623-1 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:24:11.099958 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-fef6d187-50ec-46ba-b810-0bae92e30dab req-420660b7-bcfb-4107-8424-4eb960138b11 service neutron] Attempting to bind port 6a5fdf71-50fa-40b2-8db9-62ed9c4328e1 by drivers openvswitch,hyperv on host n-h2-802623-1 at level 0 using segments [{'id': '8c267b76-81da-475f-a9e8-f3fb8fa17f14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '65b1245a-a607-4276-8c53-dcbc43a79e77'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:24:11.100336 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fef6d187-50ec-46ba-b810-0bae92e30dab req-420660b7-bcfb-4107-8424-4eb960138b11 service neutron] Attempting to bind port 6a5fdf71-50fa-40b2-8db9-62ed9c4328e1 on network 65b1245a-a607-4276-8c53-dcbc43a79e77 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:24:11.120142 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fef6d187-50ec-46ba-b810-0bae92e30dab req-420660b7-bcfb-4107-8424-4eb960138b11 service neutron] Port 6a5fdf71-50fa-40b2-8db9-62ed9c4328e1 on network 65b1245a-a607-4276-8c53-dcbc43a79e77 not bound, no agent of type Open vSwitch agent registered on host n-h2-802623-1 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 23:24:11.120142 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fef6d187-50ec-46ba-b810-0bae92e30dab req-420660b7-bcfb-4107-8424-4eb960138b11 service neutron] Attempting to bind port 6a5fdf71-50fa-40b2-8db9-62ed9c4328e1 on network 65b1245a-a607-4276-8c53-dcbc43a79e77 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:24:11.130443 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fef6d187-50ec-46ba-b810-0bae92e30dab req-420660b7-bcfb-4107-8424-4eb960138b11 service neutron] Checking agent: {'id': 'c5cc038b-93c4-4df4-8061-5df2a04a48c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 23, 0, 4), 'started_at': datetime.datetime(2021, 7, 27, 23, 0, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 24, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:24:11.130892 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fef6d187-50ec-46ba-b810-0bae92e30dab req-420660b7-bcfb-4107-8424-4eb960138b11 service neutron] Checking segment: {'id': '8c267b76-81da-475f-a9e8-f3fb8fa17f14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '65b1245a-a607-4276-8c53-dcbc43a79e77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:24:11.131497 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fef6d187-50ec-46ba-b810-0bae92e30dab req-420660b7-bcfb-4107-8424-4eb960138b11 service neutron] Bound using segment: {'id': '8c267b76-81da-475f-a9e8-f3fb8fa17f14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '65b1245a-a607-4276-8c53-dcbc43a79e77'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:24:11.132021 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-fef6d187-50ec-46ba-b810-0bae92e30dab req-420660b7-bcfb-4107-8424-4eb960138b11 service neutron] Bound port: 6a5fdf71-50fa-40b2-8db9-62ed9c4328e1, host: n-h2-802623-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c267b76-81da-475f-a9e8-f3fb8fa17f14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '65b1245a-a607-4276-8c53-dcbc43a79e77'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:24:11.133089 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-fef6d187-50ec-46ba-b810-0bae92e30dab req-420660b7-bcfb-4107-8424-4eb960138b11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:11.157839 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3109813f-b4f6-41f7-9701-6092c4b3d69e tempest-TagsExtTest-394704943 tempest-TagsExtTest-394704943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:11.195349 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-5e6b2ab4-ff4f-421e-b5c7-7227f3fb7d98 req-2752216a-319d-458f-80ae-cf923365407d tempest-ServerGroupTestJSON-175817077 tempest-ServerGroupTestJSON-175817077-project] 10.222.0.18 "GET /v2.0/security-groups?id=99261a20-5f28-4638-a0b6-b632ac2e9a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364434 Jul 27 23:24:11.223275 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3109813f-b4f6-41f7-9701-6092c4b3d69e tempest-TagsExtTest-394704943 tempest-TagsExtTest-394704943-project] Network 9c5859e2-e5dc-40d4-8f2c-0fd57672819e is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:24:11.227347 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-3109813f-b4f6-41f7-9701-6092c4b3d69e tempest-TagsExtTest-394704943 tempest-TagsExtTest-394704943-project] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:24:11.229940 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3109813f-b4f6-41f7-9701-6092c4b3d69e tempest-TagsExtTest-394704943 tempest-TagsExtTest-394704943-project] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:24:11.257981 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-8e66a57a-c08b-4621-94e2-51f1728bf04e req-263786d0-b925-4d45-af0f-5646b04eb75d tempest-ServerGroupTestJSON-175817077 tempest-ServerGroupTestJSON-175817077-project] Deleting port 47c2bd11-073c-48a2-b441-4212f0a3b949 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:24:11.258343 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-8e66a57a-c08b-4621-94e2-51f1728bf04e req-263786d0-b925-4d45-af0f-5646b04eb75d tempest-ServerGroupTestJSON-175817077 tempest-ServerGroupTestJSON-175817077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:11.299640 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3109813f-b4f6-41f7-9701-6092c4b3d69e tempest-TagsExtTest-394704943 tempest-TagsExtTest-394704943-project] Pushing event updated for resources: {'Port': ['ID=8f1ab9b5-f475-4565-bb3e-37e6e806b011,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:24:11.352764 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3109813f-b4f6-41f7-9701-6092c4b3d69e tempest-TagsExtTest-394704943 tempest-TagsExtTest-394704943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:24:11.353545 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3109813f-b4f6-41f7-9701-6092c4b3d69e tempest-TagsExtTest-394704943 tempest-TagsExtTest-394704943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:11.375886 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-fef6d187-50ec-46ba-b810-0bae92e30dab req-420660b7-bcfb-4107-8424-4eb960138b11 service neutron] For port 6a5fdf71-50fa-40b2-8db9-62ed9c4328e1, host n-h2-802623-1, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:24:11.380018 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-fef6d187-50ec-46ba-b810-0bae92e30dab req-420660b7-bcfb-4107-8424-4eb960138b11 service neutron] For port 6a5fdf71-50fa-40b2-8db9-62ed9c4328e1, host n-h2-802623-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=6a5fdf71-50fa-40b2-8db9-62ed9c4328e1,segment=NetworkSegment(8c267b76-81da-475f-a9e8-f3fb8fa17f14),segment_id=8c267b76-81da-475f-a9e8-f3fb8fa17f14)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:24:11.386095 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-3109813f-b4f6-41f7-9701-6092c4b3d69e tempest-TagsExtTest-394704943 tempest-TagsExtTest-394704943-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 3.0990314 Jul 27 23:24:11.386887 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 55844) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:24:11.391723 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5fcad52-44f9-4d56-b53a-a48b1f658bc1', 'tag': '939ebde0-0778-428d-ac86-c09419345ab7'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:24:11.393920 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-190cecc5-625f-4573-ad63-df9a38a63979 tempest-TagsExtTest-394704943 tempest-TagsExtTest-394704943-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1777489862', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:24:11.395189 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}011f8d312121274bb12d78e77c6379a2079800640016cec6c6d605b73666e854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d1ddc7a-8c89-4015-aa17-7e8a4c19d85a" -d '{"events": [{"name": "network-changed", "server_uuid": "a5fcad52-44f9-4d56-b53a-a48b1f658bc1", "tag": "939ebde0-0778-428d-ac86-c09419345ab7"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:24:11.449612 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-8e66a57a-c08b-4621-94e2-51f1728bf04e req-263786d0-b925-4d45-af0f-5646b04eb75d tempest-ServerGroupTestJSON-175817077 tempest-ServerGroupTestJSON-175817077-project] For port 47c2bd11-073c-48a2-b441-4212f0a3b949, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=47c2bd11-073c-48a2-b441-4212f0a3b949,segment=NetworkSegment(0de337ad-6685-4f72-8a7c-ecacf4aac535),segment_id=0de337ad-6685-4f72-8a7c-ecacf4aac535)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:24:11.450355 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-8e66a57a-c08b-4621-94e2-51f1728bf04e req-263786d0-b925-4d45-af0f-5646b04eb75d tempest-ServerGroupTestJSON-175817077 tempest-ServerGroupTestJSON-175817077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:11.464304 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-fef6d187-50ec-46ba-b810-0bae92e30dab req-420660b7-bcfb-4107-8424-4eb960138b11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11336041'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:11.469521 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-190cecc5-625f-4573-ad63-df9a38a63979 tempest-TagsExtTest-394704943 tempest-TagsExtTest-394704943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62159'] for router, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:11.470556 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-190cecc5-625f-4573-ad63-df9a38a63979 tempest-TagsExtTest-394704943 tempest-TagsExtTest-394704943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-479230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-415539', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3693317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62148'] for router, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:11.483584 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 23:24:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f95ac343-3eaf-43d6-87dc-4229bf93a84c x-openstack-request-id: req-f95ac343-3eaf-43d6-87dc-4229bf93a84c {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:24:11.484255 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5fcad52-44f9-4d56-b53a-a48b1f658bc1", "tag": "939ebde0-0778-428d-ac86-c09419345ab7", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:24:11.484733 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f95ac343-3eaf-43d6-87dc-4229bf93a84c {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:24:11.485342 n-d-802623-1 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5fcad52-44f9-4d56-b53a-a48b1f658bc1', 'tag': '939ebde0-0778-428d-ac86-c09419345ab7', 'status': 'completed', 'code': 200} Jul 27 23:24:11.486487 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-8e66a57a-c08b-4621-94e2-51f1728bf04e req-263786d0-b925-4d45-af0f-5646b04eb75d tempest-ServerGroupTestJSON-175817077 tempest-ServerGroupTestJSON-175817077-project] Calling delete_port for 47c2bd11-073c-48a2-b441-4212f0a3b949 owned by compute:nova {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:24:11.560183 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef6d187-50ec-46ba-b810-0bae92e30dab req-420660b7-bcfb-4107-8424-4eb960138b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:24:11.560858 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-fef6d187-50ec-46ba-b810-0bae92e30dab req-420660b7-bcfb-4107-8424-4eb960138b11 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:11.562302 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-fef6d187-50ec-46ba-b810-0bae92e30dab req-420660b7-bcfb-4107-8424-4eb960138b11 service neutron] 10.222.0.49 "PUT /v2.0/ports/6a5fdf71-50fa-40b2-8db9-62ed9c4328e1 HTTP/1.1" status: 200 len: 1091 time: 2.1030858 Jul 27 23:24:11.570748 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5184da39-5f0d-49c4-a5a2-f66c28d9ab28', 'tag': '6a5fdf71-50fa-40b2-8db9-62ed9c4328e1'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:24:11.577045 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a476459a1bfce68b0ae0df5b6a71154bfc7cfdc8f9eefce6ad0a17231e60468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-607ba445-d3a1-4be3-845b-98421e482eb3" -d '{"events": [{"name": "network-changed", "server_uuid": "5184da39-5f0d-49c4-a5a2-f66c28d9ab28", "tag": "6a5fdf71-50fa-40b2-8db9-62ed9c4328e1"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:24:11.655475 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1ddc7a-8c89-4015-aa17-7e8a4c19d85a req-ddc10a54-eb6a-4a34-9fd2-0f924ee14ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:24:11.657424 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-1d1ddc7a-8c89-4015-aa17-7e8a4c19d85a req-ddc10a54-eb6a-4a34-9fd2-0f924ee14ab3 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=fbb3972e819948feb45f84fffea5a2b5&device_id=a5fcad52-44f9-4d56-b53a-a48b1f658bc1 HTTP/1.1" status: 200 len: 1094 time: 0.1074524 Jul 27 23:24:11.714951 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 23:24:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a249bc08-689d-4570-8164-16fd836adc5b x-openstack-request-id: req-a249bc08-689d-4570-8164-16fd836adc5b {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:24:11.715282 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5184da39-5f0d-49c4-a5a2-f66c28d9ab28", "tag": "6a5fdf71-50fa-40b2-8db9-62ed9c4328e1", "status": "completed", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:24:11.715533 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a249bc08-689d-4570-8164-16fd836adc5b {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:24:11.715935 n-d-802623-1 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5184da39-5f0d-49c4-a5a2-f66c28d9ab28', 'tag': '6a5fdf71-50fa-40b2-8db9-62ed9c4328e1', 'status': 'completed', 'code': 200} Jul 27 23:24:11.903592 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420660b7-bcfb-4107-8424-4eb960138b11 service neutron] Pushing event updated for resources: {'Port': ['ID=6a5fdf71-50fa-40b2-8db9-62ed9c4328e1,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:24:11.920593 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-8e66a57a-c08b-4621-94e2-51f1728bf04e req-263786d0-b925-4d45-af0f-5646b04eb75d tempest-ServerGroupTestJSON-175817077 tempest-ServerGroupTestJSON-175817077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:11.932770 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] get_ports_and_sgs() called for port_ids ['47c2bd11-073c-48a2-b441-4212f0a3b949'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:24:12.006482 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1ddc7a-8c89-4015-aa17-7e8a4c19d85a req-0fbc53c2-9ed4-4576-b78c-085626dfda9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:24:12.008049 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-1d1ddc7a-8c89-4015-aa17-7e8a4c19d85a req-0fbc53c2-9ed4-4576-b78c-085626dfda9d service neutron] 10.222.0.38 "GET /v2.0/networks?id=65b1245a-a607-4276-8c53-dcbc43a79e77 HTTP/1.1" status: 200 len: 913 time: 0.2217042 Jul 27 23:24:12.008815 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263786d0-b925-4d45-af0f-5646b04eb75d tempest-ServerGroupTestJSON-175817077 tempest-ServerGroupTestJSON-175817077-project] Pushing event deleted for resources: {'Port': ['ID=47c2bd11-073c-48a2-b441-4212f0a3b949,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:24:12.024074 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-26c727f5-fd67-440c-bc0a-08cfe803e6c9 req-5384b4c4-c883-4579-baee-5d7f5ed34eed tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee76051c-3cf8-4796-bb17-62a25869073f HTTP/1.1" status: 200 len: 210 time: 0.0633974 Jul 27 23:24:12.041591 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-190cecc5-625f-4573-ad63-df9a38a63979 tempest-TagsExtTest-394704943 tempest-TagsExtTest-394704943-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:12.087364 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-1d1ddc7a-8c89-4015-aa17-7e8a4c19d85a req-b292ae32-9ab0-4244-bf50-b9a145e7e1af service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=939ebde0-0778-428d-ac86-c09419345ab7 HTTP/1.1" status: 200 len: 217 time: 0.0615413 Jul 27 23:24:12.104487 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-190cecc5-625f-4573-ad63-df9a38a63979 tempest-TagsExtTest-394704943 tempest-TagsExtTest-394704943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-415468'] for router, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:12.109784 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e66a57a-c08b-4621-94e2-51f1728bf04e req-263786d0-b925-4d45-af0f-5646b04eb75d tempest-ServerGroupTestJSON-175817077 tempest-ServerGroupTestJSON-175817077-project] No DVR routers for this DVR port 47c2bd11-073c-48a2-b441-4212f0a3b949 on host n-h1-802623-1 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:24:12.112032 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef6d187-50ec-46ba-b810-0bae92e30dab req-c0444af1-bfaf-4eba-a8dd-55ee4224ec52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:24:12.113963 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-8e66a57a-c08b-4621-94e2-51f1728bf04e req-263786d0-b925-4d45-af0f-5646b04eb75d tempest-ServerGroupTestJSON-175817077 tempest-ServerGroupTestJSON-175817077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:12.115987 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-8e66a57a-c08b-4621-94e2-51f1728bf04e req-263786d0-b925-4d45-af0f-5646b04eb75d tempest-ServerGroupTestJSON-175817077 tempest-ServerGroupTestJSON-175817077-project] 10.222.0.38 "DELETE /v2.0/ports/47c2bd11-073c-48a2-b441-4212f0a3b949 HTTP/1.1" status: 204 len: 173 time: 1.0593262 Jul 27 23:24:12.118243 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-fef6d187-50ec-46ba-b810-0bae92e30dab req-c0444af1-bfaf-4eba-a8dd-55ee4224ec52 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=fbb3972e819948feb45f84fffea5a2b5&device_id=5184da39-5f0d-49c4-a5a2-f66c28d9ab28 HTTP/1.1" status: 200 len: 1094 time: 0.4707720 Jul 27 23:24:12.136158 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eec8d3c1-c127-44a2-9b1d-198cef9449a6 None None] Network 9c5859e2-e5dc-40d4-8f2c-0fd57672819e requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:24:12.158624 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a65d70-49de-47ce-ad67-2f3efcbf8f6f req-1cd91c04-79a8-43f3-a31c-50c22dc92597 tempest-MultipleCreateTestJSON-1931740269 tempest-MultipleCreateTestJSON-1931740269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:24:12.173359 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-71a65d70-49de-47ce-ad67-2f3efcbf8f6f req-1cd91c04-79a8-43f3-a31c-50c22dc92597 tempest-MultipleCreateTestJSON-1931740269 tempest-MultipleCreateTestJSON-1931740269-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5fcad52-44f9-4d56-b53a-a48b1f658bc1 HTTP/1.1" status: 200 len: 943 time: 0.3670354 Jul 27 23:24:12.203891 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1ddc7a-8c89-4015-aa17-7e8a4c19d85a req-6fe0707f-001b-45f1-ae73-af9d9d1f5f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:24:12.205368 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-1d1ddc7a-8c89-4015-aa17-7e8a4c19d85a req-6fe0707f-001b-45f1-ae73-af9d9d1f5f56 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=77f70126-081b-41c5-808d-ca6fa433778a HTTP/1.1" status: 200 len: 852 time: 0.1037228 Jul 27 23:24:12.267695 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-1d1ddc7a-8c89-4015-aa17-7e8a4c19d85a req-5823c084-e3cc-4338-87a9-1b7336038325 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=65b1245a-a607-4276-8c53-dcbc43a79e77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0538063 Jul 27 23:24:12.271621 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-fef6d187-50ec-46ba-b810-0bae92e30dab req-968ac8fb-99d1-4200-a635-fcbe7cda0359 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6a5fdf71-50fa-40b2-8db9-62ed9c4328e1 HTTP/1.1" status: 200 len: 217 time: 0.0914876 Jul 27 23:24:12.272615 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-190cecc5-625f-4573-ad63-df9a38a63979 tempest-TagsExtTest-394704943 tempest-TagsExtTest-394704943-project] Notify callbacks [] for router, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:12.274452 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-190cecc5-625f-4573-ad63-df9a38a63979 tempest-TagsExtTest-394704943 tempest-TagsExtTest-394704943-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.8864682 Jul 27 23:24:12.282737 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 55868) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:24:12.297185 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-406c09d4-be0b-41ce-8391-89931bb13547 tempest-TagsExtTest-394704943 tempest-TagsExtTest-394704943-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-709764302', 'prefixes': ['172.20.0.0/16']}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:24:12.357379 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-71a65d70-49de-47ce-ad67-2f3efcbf8f6f req-37456f41-568d-4d06-b67a-c820219b2b56 tempest-MultipleCreateTestJSON-1931740269 tempest-MultipleCreateTestJSON-1931740269-project] 10.222.0.18 "GET /v2.0/security-groups?id=7071cc09-0750-4ecb-a286-890b01188d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813807 Jul 27 23:24:12.400852 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-6ecaf4ed-e007-4d34-b4aa-b70f303a6cdc None None] Provisioning for port 48bd7f1c-4c20-410d-acec-7e84e2a0d34c completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:24:12.402938 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 48bd7f1c-4c20-410d-acec-7e84e2a0d34c up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:24:12.418847 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef6d187-50ec-46ba-b810-0bae92e30dab req-188030bd-7c38-4326-a1e6-796f95334f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:24:12.420956 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-fef6d187-50ec-46ba-b810-0bae92e30dab req-188030bd-7c38-4326-a1e6-796f95334f93 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=77f70126-081b-41c5-808d-ca6fa433778a HTTP/1.1" status: 200 len: 852 time: 0.1365128 Jul 27 23:24:12.432626 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-5874b6dc-ebb2-42ef-9364-73007baedf12 req-545fdb50-d157-4dbc-96e9-a74c18cfc255 tempest-ServerGroupTestJSON-175817077 tempest-ServerGroupTestJSON-175817077-project] 10.222.0.18 "GET /v2.0/ports?device_id=9d7a7189-3190-4c66-aa51-ea014d6d1dd7 HTTP/1.1" status: 200 len: 210 time: 0.0421059 Jul 27 23:24:12.480655 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-fef6d187-50ec-46ba-b810-0bae92e30dab req-740c5f59-10a5-43fc-8ec4-1d89c8d95c53 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=65b1245a-a607-4276-8c53-dcbc43a79e77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0497456 Jul 27 23:24:12.548404 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning for port 48bd7f1c-4c20-410d-acec-7e84e2a0d34c completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:24:12.564600 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port 48bd7f1c-4c20-410d-acec-7e84e2a0d34c triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:24:12.565136 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:12.605823 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-1d1ddc7a-8c89-4015-aa17-7e8a4c19d85a req-23e996bb-5b15-44a7-b455-b6fc5c709521 service neutron] 10.222.0.38 "GET /v2.0/networks/65b1245a-a607-4276-8c53-dcbc43a79e77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3246088 Jul 27 23:24:12.652039 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 939ebde0-0778-428d-ac86-c09419345ab7 details requested by agent hyperv_n-h1-802623-1 with host n-h1-802623-1 {{(pid=93799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 23:24:12.655700 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-406c09d4-be0b-41ce-8391-89931bb13547 tempest-TagsExtTest-394704943 tempest-TagsExtTest-394704943-project] Notify callbacks [] for subnetpool, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:12.659384 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-406c09d4-be0b-41ce-8391-89931bb13547 tempest-TagsExtTest-394704943 tempest-TagsExtTest-394704943-project] 10.222.0.18 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.3657386 Jul 27 23:24:12.665059 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 55874) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:24:12.721978 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-fef6d187-50ec-46ba-b810-0bae92e30dab req-f2aa87c4-72da-4486-9d66-0312b6a17a79 service neutron] 10.222.0.49 "GET /v2.0/networks/65b1245a-a607-4276-8c53-dcbc43a79e77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2248688 Jul 27 23:24:12.923721 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-fef6d187-50ec-46ba-b810-0bae92e30dab req-38d601e7-1bac-49b5-9930-5f72a77893f0 service neutron] 10.222.0.49 "GET /v2.0/networks/65b1245a-a607-4276-8c53-dcbc43a79e77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1939671 Jul 27 23:24:13.141479 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607ba445-d3a1-4be3-845b-98421e482eb3 req-c569cb46-8796-4a7a-9a4d-0b025ba93c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:24:13.143122 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-607ba445-d3a1-4be3-845b-98421e482eb3 req-c569cb46-8796-4a7a-9a4d-0b025ba93c13 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=fbb3972e819948feb45f84fffea5a2b5&device_id=5184da39-5f0d-49c4-a5a2-f66c28d9ab28 HTTP/1.1" status: 200 len: 1094 time: 0.1498494 Jul 27 23:24:13.172935 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:13.210518 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.tag.tag_plugin [None req-6d719495-4f50-40eb-bd6a-6c7b981b6567 tempest-TagsExtTest-394704943 tempest-TagsExtTest-394704943-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'b054132e-73ba-4663-8ed4-26e9d69fbb16', 'tempest-TagsExtTest-Tag-713325798') {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:24:13.225338 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port 939ebde0-0778-428d-ac86-c09419345ab7, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=939ebde0-0778-428d-ac86-c09419345ab7,segment=NetworkSegment(8c267b76-81da-475f-a9e8-f3fb8fa17f14),segment_id=8c267b76-81da-475f-a9e8-f3fb8fa17f14)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:24:13.262323 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Returning: {'device': '939ebde0-0778-428d-ac86-c09419345ab7', 'network_id': '65b1245a-a607-4276-8c53-dcbc43a79e77', 'port_id': '939ebde0-0778-428d-ac86-c09419345ab7', 'mac_address': 'fa:16:3e:20:39:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77f70126-081b-41c5-808d-ca6fa433778a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 23:24:13.305166 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-46461770-e183-4c8a-9b5b-866744abaecc req-fcf18b4e-3f2b-41f4-bc64-1e96ad7b5f18 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee76051c-3cf8-4796-bb17-62a25869073f HTTP/1.1" status: 200 len: 210 time: 0.1174061 Jul 27 23:24:13.311823 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.agents_db [None req-9beef776-8bab-4de2-989a-f5a23ba4aaf4 None None] Agent healthcheck: found 7 active agents {{(pid=93800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 23:24:13.384313 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-52a1c213-a286-4353-b749-79fa330ce0d4 None None] Provisioning for port 8f1ab9b5-f475-4565-bb3e-37e6e806b011 completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:24:13.392762 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607ba445-d3a1-4be3-845b-98421e482eb3 req-d6ad39c8-033d-47d0-86dd-ca947fb52170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:24:13.394615 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-607ba445-d3a1-4be3-845b-98421e482eb3 req-d6ad39c8-033d-47d0-86dd-ca947fb52170 service neutron] 10.222.0.49 "GET /v2.0/networks?id=65b1245a-a607-4276-8c53-dcbc43a79e77 HTTP/1.1" status: 200 len: 913 time: 0.2385924 Jul 27 23:24:13.400105 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-52a1c213-a286-4353-b749-79fa330ce0d4 None None] Provisioning complete for port 8f1ab9b5-f475-4565-bb3e-37e6e806b011 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:24:13.400761 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-52a1c213-a286-4353-b749-79fa330ce0d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:13.446997 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] For port 48bd7f1c-4c20-410d-acec-7e84e2a0d34c, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=48bd7f1c-4c20-410d-acec-7e84e2a0d34c,segment=NetworkSegment(180fa714-d18c-40ab-ab4a-4247d5da979b),segment_id=180fa714-d18c-40ab-ab4a-4247d5da979b)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:24:13.480376 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-607ba445-d3a1-4be3-845b-98421e482eb3 req-f6b27bbd-7757-4774-81f1-c52cb6939f37 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6a5fdf71-50fa-40b2-8db9-62ed9c4328e1 HTTP/1.1" status: 200 len: 217 time: 0.0770099 Jul 27 23:24:13.491481 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d7a7189-3190-4c66-aa51-ea014d6d1dd7', 'name': 'network-vif-deleted', 'tag': '47c2bd11-073c-48a2-b441-4212f0a3b949'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:24:13.494255 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}011f8d312121274bb12d78e77c6379a2079800640016cec6c6d605b73666e854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96045311-35ec-4bd8-ab47-5067b7ba5ef3" -d '{"events": [{"server_uuid": "9d7a7189-3190-4c66-aa51-ea014d6d1dd7", "name": "network-vif-deleted", "tag": "47c2bd11-073c-48a2-b441-4212f0a3b949"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:24:13.508553 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:13.529988 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:13.553338 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0fd0b7-4b7a-4b10-88f6-7beff2bdc5cf req-574a39a6-2d6e-41be-bb10-6fe7f245047c tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:24:13.555450 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-fe0fd0b7-4b7a-4b10-88f6-7beff2bdc5cf req-574a39a6-2d6e-41be-bb10-6fe7f245047c tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] 10.222.0.49 "GET /v2.0/networks?id=44e5b751-d35f-484a-98d7-35c3565f32a1 HTTP/1.1" status: 200 len: 805 time: 1.0447185 Jul 27 23:24:13.585135 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [req-fe0fd0b7-4b7a-4b10-88f6-7beff2bdc5cf req-4ff01778-6ebe-407f-866d-302777bce53d tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] Request body: {'port': {'device_id': 'ee76051c-3cf8-4796-bb17-62a25869073f', 'network_id': '44e5b751-d35f-484a-98d7-35c3565f32a1', 'admin_state_up': True, 'tenant_id': 'cf2ac26483444f3d949e08ee053eb26a'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:24:13.595279 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-1d1ddc7a-8c89-4015-aa17-7e8a4c19d85a req-b411f594-67ff-4b6c-a241-3dca6ebb48f9 service neutron] 10.222.0.38 "GET /v2.0/networks/65b1245a-a607-4276-8c53-dcbc43a79e77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9798222 Jul 27 23:24:13.604111 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607ba445-d3a1-4be3-845b-98421e482eb3 req-44561180-b4f1-4107-a681-f44c723de6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:24:13.605896 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-607ba445-d3a1-4be3-845b-98421e482eb3 req-44561180-b4f1-4107-a681-f44c723de6b4 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=77f70126-081b-41c5-808d-ca6fa433778a HTTP/1.1" status: 200 len: 852 time: 0.1183527 Jul 27 23:24:13.671901 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-607ba445-d3a1-4be3-845b-98421e482eb3 req-7a5f631e-3768-4663-9b1a-a671154de4b4 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=65b1245a-a607-4276-8c53-dcbc43a79e77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0547197 Jul 27 23:24:13.675323 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Pushing event updated for resources: {'Port': ['ID=48bd7f1c-4c20-410d-acec-7e84e2a0d34c,revision_number=3']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:24:13.691078 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:24:13.698035 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:24:13.698561 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:24:13.699085 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:24:13.699609 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:24:13.700368 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:24:13.700873 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:24:13.701358 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:24:13.702895 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:24:13.703429 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:24:13.703922 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:24:13.708050 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:24:13.713356 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-52a1c213-a286-4353-b749-79fa330ce0d4 None None] Port 8f1ab9b5-f475-4565-bb3e-37e6e806b011 cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:24:13.722890 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 939ebde0-0778-428d-ac86-c09419345ab7 {{(pid=93799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:24:13.727625 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:24:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ee2190b-466b-4d60-9601-dca26841e735 x-openstack-request-id: req-6ee2190b-466b-4d60-9601-dca26841e735 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:24:13.727926 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d7a7189-3190-4c66-aa51-ea014d6d1dd7", "name": "network-vif-deleted", "tag": "47c2bd11-073c-48a2-b441-4212f0a3b949", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:24:13.728184 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6ee2190b-466b-4d60-9601-dca26841e735 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:24:13.728592 n-d-802623-1 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d7a7189-3190-4c66-aa51-ea014d6d1dd7', 'name': 'network-vif-deleted', 'tag': '47c2bd11-073c-48a2-b441-4212f0a3b949', 'status': 'completed', 'code': 200} Jul 27 23:24:13.765105 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port 939ebde0-0778-428d-ac86-c09419345ab7, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=939ebde0-0778-428d-ac86-c09419345ab7,segment=NetworkSegment(8c267b76-81da-475f-a9e8-f3fb8fa17f14),segment_id=8c267b76-81da-475f-a9e8-f3fb8fa17f14)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:24:13.782062 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:13.835755 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-607ba445-d3a1-4be3-845b-98421e482eb3 req-136a3216-5c51-404c-bb44-558d92dc2559 service neutron] 10.222.0.49 "GET /v2.0/networks/65b1245a-a607-4276-8c53-dcbc43a79e77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1554134 Jul 27 23:24:13.850328 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-52a1c213-a286-4353-b749-79fa330ce0d4 None None] Provisioning complete for port 48bd7f1c-4c20-410d-acec-7e84e2a0d34c triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:24:13.851543 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-52a1c213-a286-4353-b749-79fa330ce0d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:13.945074 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-6d719495-4f50-40eb-bd6a-6c7b981b6567 tempest-TagsExtTest-394704943 tempest-TagsExtTest-394704943-project] 10.222.0.18 "PUT /v2.0/subnets/b054132e-73ba-4663-8ed4-26e9d69fbb16/tags/tempest-TagsExtTest-Tag-713325798 HTTP/1.1" status: 201 len: 201 time: 0.7435818 Jul 27 23:24:13.961741 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 55908) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:24:13.988557 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aebf322-3535-412f-a693-dfafce0007e5 req-a44f6e06-dea1-4a5f-be44-bc8486f8b687 tempest-MultipleCreateTestJSON-1931740269 tempest-MultipleCreateTestJSON-1931740269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:24:13.994628 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Pushing event updated for resources: {'Port': ['ID=939ebde0-0778-428d-ac86-c09419345ab7,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:24:14.002353 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-2aebf322-3535-412f-a693-dfafce0007e5 req-a44f6e06-dea1-4a5f-be44-bc8486f8b687 tempest-MultipleCreateTestJSON-1931740269 tempest-MultipleCreateTestJSON-1931740269-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5fcad52-44f9-4d56-b53a-a48b1f658bc1 HTTP/1.1" status: 200 len: 943 time: 0.4963281 Jul 27 23:24:14.038516 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] get_ports_and_sgs() called for port_ids ['939ebde0-0778-428d-ac86-c09419345ab7'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:24:14.060978 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 55922) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:24:14.074203 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe0fd0b7-4b7a-4b10-88f6-7beff2bdc5cf req-4ff01778-6ebe-407f-866d-302777bce53d tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] Made reservation on behalf of cf2ac26483444f3d949e08ee053eb26a for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:24:14.079407 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-fe0fd0b7-4b7a-4b10-88f6-7beff2bdc5cf req-4ff01778-6ebe-407f-866d-302777bce53d tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:14.276641 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 48bd7f1c-4c20-410d-acec-7e84e2a0d34c up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:24:14.298007 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [req-fe0fd0b7-4b7a-4b10-88f6-7beff2bdc5cf req-4ff01778-6ebe-407f-866d-302777bce53d tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] Allocated IP 172.20.0.4 (44e5b751-d35f-484a-98d7-35c3565f32a1/35a04ddb-b611-4dee-a6f7-89af6e6ad557/5b7866c5-7b07-46aa-bae5-acbbf94ec587) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:24:14.347223 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-bfb0c7e1-afa5-453a-ad86-120e4c56fed8 None None] Provisioning complete for port 8f1ab9b5-f475-4565-bb3e-37e6e806b011 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:24:14.347614 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-bfb0c7e1-afa5-453a-ad86-120e4c56fed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:14.441206 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port 48bd7f1c-4c20-410d-acec-7e84e2a0d34c triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:24:14.441640 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:14.459404 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-bfb0c7e1-afa5-453a-ad86-120e4c56fed8 None None] Port 8f1ab9b5-f475-4565-bb3e-37e6e806b011 cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:24:14.501033 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-fe0fd0b7-4b7a-4b10-88f6-7beff2bdc5cf req-4ff01778-6ebe-407f-866d-302777bce53d tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:14.601330 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-2aebf322-3535-412f-a693-dfafce0007e5 req-89897c44-03fc-4b89-8a11-94574985d597 tempest-MultipleCreateTestJSON-1931740269 tempest-MultipleCreateTestJSON-1931740269-project] 10.222.0.18 "GET /v2.0/security-groups?id=7071cc09-0750-4ecb-a286-890b01188d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5977886 Jul 27 23:24:14.612639 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-fe0fd0b7-4b7a-4b10-88f6-7beff2bdc5cf req-4ff01778-6ebe-407f-866d-302777bce53d tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:14.640482 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_v2 [None req-268f6950-8633-491f-9855-aa2e38e8b6e4 admin admin] Deleting subnet 8857c3f2-fc78-44cb-9f83-e085152fecf7 {{(pid=93798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 23:24:14.664778 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 47c2bd11-073c-48a2-b441-4212f0a3b949 no longer exists at agent hyperv_n-h1-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:24:14.671146 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-268f6950-8633-491f-9855-aa2e38e8b6e4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:14.686631 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.tag.tag_plugin [None req-aeee3632-9da0-4340-9398-9bf6b5273a60 tempest-TagsExtTest-394704943 tempest-TagsExtTest-394704943-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '8f1ab9b5-f475-4565-bb3e-37e6e806b011', 'tempest-TagsExtTest-Tag-503898459') {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:24:14.707014 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe0fd0b7-4b7a-4b10-88f6-7beff2bdc5cf req-4ff01778-6ebe-407f-866d-302777bce53d tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] Network 44e5b751-d35f-484a-98d7-35c3565f32a1 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:24:14.708104 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] No Port match for: 47c2bd11-073c-48a2-b441-4212f0a3b949 {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:24:14.708683 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 47c2bd11-073c-48a2-b441-4212f0a3b949 not bound to the agent host n-h1-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:24:14.715124 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [req-fe0fd0b7-4b7a-4b10-88f6-7beff2bdc5cf req-4ff01778-6ebe-407f-866d-302777bce53d tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:24:14.719011 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe0fd0b7-4b7a-4b10-88f6-7beff2bdc5cf req-4ff01778-6ebe-407f-866d-302777bce53d tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:24:14.770707 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff01778-6ebe-407f-866d-302777bce53d tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] Pushing event updated for resources: {'Port': ['ID=5b7866c5-7b07-46aa-bae5-acbbf94ec587,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:24:14.781843 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-268f6950-8633-491f-9855-aa2e38e8b6e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11163249'] for subnet, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:14.801203 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-607ba445-d3a1-4be3-845b-98421e482eb3 req-9e68f858-98a8-442a-971f-285f074c5d02 service neutron] 10.222.0.49 "GET /v2.0/networks/65b1245a-a607-4276-8c53-dcbc43a79e77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9574513 Jul 27 23:24:14.829858 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff01778-6ebe-407f-866d-302777bce53d tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:24:14.830151 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff01778-6ebe-407f-866d-302777bce53d tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:24:14.830472 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff01778-6ebe-407f-866d-302777bce53d tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:24:14.831072 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff01778-6ebe-407f-866d-302777bce53d tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:24:14.831433 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff01778-6ebe-407f-866d-302777bce53d tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:24:14.831794 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff01778-6ebe-407f-866d-302777bce53d tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:24:14.832132 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff01778-6ebe-407f-866d-302777bce53d tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:24:14.832460 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff01778-6ebe-407f-866d-302777bce53d tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:24:14.832785 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff01778-6ebe-407f-866d-302777bce53d tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:24:14.833112 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff01778-6ebe-407f-866d-302777bce53d tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:24:14.833439 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff01778-6ebe-407f-866d-302777bce53d tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:24:14.833755 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff01778-6ebe-407f-866d-302777bce53d tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:24:14.850283 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6030c9-4bf2-47cf-86f6-aa56d462ef14 req-a20677ed-f129-401e-9275-bb5700f2ddbf tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:24:14.858424 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-9c6030c9-4bf2-47cf-86f6-aa56d462ef14 req-a20677ed-f129-401e-9275-bb5700f2ddbf tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee76051c-3cf8-4796-bb17-62a25869073f HTTP/1.1" status: 200 len: 931 time: 0.1689560 Jul 27 23:24:14.862149 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0fd0b7-4b7a-4b10-88f6-7beff2bdc5cf req-4ff01778-6ebe-407f-866d-302777bce53d tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:24:14.862829 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-fe0fd0b7-4b7a-4b10-88f6-7beff2bdc5cf req-4ff01778-6ebe-407f-866d-302777bce53d tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:14.907962 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-268f6950-8633-491f-9855-aa2e38e8b6e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620741'] for subnet, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:14.925528 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-9c6030c9-4bf2-47cf-86f6-aa56d462ef14 req-af8bd4a3-da3c-4d34-8eeb-ae058f6519f0 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e15ece7-f410-4d95-9c67-d98c825e8c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614991 Jul 27 23:24:14.941329 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-aeee3632-9da0-4340-9398-9bf6b5273a60 tempest-TagsExtTest-394704943 tempest-TagsExtTest-394704943-project] 10.222.0.18 "PUT /v2.0/ports/8f1ab9b5-f475-4565-bb3e-37e6e806b011/tags/tempest-TagsExtTest-Tag-503898459 HTTP/1.1" status: 201 len: 201 time: 0.9789345 Jul 27 23:24:14.944037 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 55944) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:24:14.948899 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.tag.tag_plugin [None req-e7767203-0b4a-46b5-87d8-b044681cee11 tempest-TagsExtTest-394704943 tempest-TagsExtTest-394704943-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '59299965-bb95-4c49-8f13-218cf0470c4b', 'tempest-TagsExtTest-Tag-494799473') {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:24:14.997902 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-fe0fd0b7-4b7a-4b10-88f6-7beff2bdc5cf req-4ff01778-6ebe-407f-866d-302777bce53d tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4187920 Jul 27 23:24:15.002644 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-268f6950-8633-491f-9855-aa2e38e8b6e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11971800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12265753'] for subnet, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:15.014474 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [req-fe0fd0b7-4b7a-4b10-88f6-7beff2bdc5cf req-cf939122-495d-4eaf-8c5e-bf4a0370b53e service neutron] Request body: {'port': {'device_id': 'ee76051c-3cf8-4796-bb17-62a25869073f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802623-1'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:24:15.073362 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268f6950-8633-491f-9855-aa2e38e8b6e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8857c3f2-fc78-44cb-9f83-e085152fecf7,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:24:15.088390 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-268f6950-8633-491f-9855-aa2e38e8b6e4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:15.093733 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-268f6950-8633-491f-9855-aa2e38e8b6e4 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/8857c3f2-fc78-44cb-9f83-e085152fecf7 HTTP/1.1" status: 204 len: 168 time: 1.0315797 Jul 27 23:24:15.094629 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 55946) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:24:15.144157 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-e7767203-0b4a-46b5-87d8-b044681cee11 tempest-TagsExtTest-394704943 tempest-TagsExtTest-394704943-project] 10.222.0.18 "PUT /v2.0/routers/59299965-bb95-4c49-8f13-218cf0470c4b/tags/tempest-TagsExtTest-Tag-494799473 HTTP/1.1" status: 201 len: 201 time: 0.1989501 Jul 27 23:24:15.146784 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 55948) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:24:15.152516 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.tag.tag_plugin [None req-b9fefc90-3b65-4e0e-8097-fbe613dc1485 tempest-TagsExtTest-394704943 tempest-TagsExtTest-394704943-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'ed72684e-2b65-4e3a-a327-c5b558de55f8', 'tempest-TagsExtTest-Tag-1902661805') {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:24:15.216491 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-fe0fd0b7-4b7a-4b10-88f6-7beff2bdc5cf req-cf939122-495d-4eaf-8c5e-bf4a0370b53e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:15.221035 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-b9fefc90-3b65-4e0e-8097-fbe613dc1485 tempest-TagsExtTest-394704943 tempest-TagsExtTest-394704943-project] 10.222.0.18 "PUT /v2.0/subnetpools/ed72684e-2b65-4e3a-a327-c5b558de55f8/tags/tempest-TagsExtTest-Tag-1902661805 HTTP/1.1" status: 201 len: 201 time: 0.0722473 Jul 27 23:24:15.223842 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 55950) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:24:15.230065 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.tag.tag_plugin [None req-d3f5b230-2436-476f-829f-b1046138d75f tempest-TagsExtTest-394704943 tempest-TagsExtTest-394704943-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'b054132e-73ba-4663-8ed4-26e9d69fbb16') {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:24:15.237588 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b1e763b9-a198-437d-9ec8-dca56648a76e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593271'] for network, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:15.360602 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-d3f5b230-2436-476f-829f-b1046138d75f tempest-TagsExtTest-394704943 tempest-TagsExtTest-394704943-project] 10.222.0.18 "GET /v2.0/subnets/b054132e-73ba-4663-8ed4-26e9d69fbb16/tags HTTP/1.1" status: 200 len: 240 time: 0.1355233 Jul 27 23:24:15.363139 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 55952) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:24:15.369152 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.tag.tag_plugin [None req-c9fa355c-6cb3-4eee-aecf-c9cf4448d4c5 tempest-TagsExtTest-394704943 tempest-TagsExtTest-394704943-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'b054132e-73ba-4663-8ed4-26e9d69fbb16', 'tempest-TagsExtTest-Tag-713325798') {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:24:15.428005 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b1e763b9-a198-437d-9ec8-dca56648a76e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618032', 'neutron.services.segments.db._delete_segments_for_network-8736833900081'] for network, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:15.439328 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-c9fa355c-6cb3-4eee-aecf-c9cf4448d4c5 tempest-TagsExtTest-394704943 tempest-TagsExtTest-394704943-project] 10.222.0.18 "GET /v2.0/subnets/b054132e-73ba-4663-8ed4-26e9d69fbb16/tags/tempest-TagsExtTest-Tag-713325798 HTTP/1.1" status: 204 len: 168 time: 0.0744438 Jul 27 23:24:15.441323 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 55954) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:24:15.446550 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-b1e763b9-a198-437d-9ec8-dca56648a76e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c02b9d0-a215-424d-9544-07bbc0da1036']}} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:24:15.448739 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.tag.tag_plugin [None req-88eb67ad-82bd-470c-afb4-4b6fed32543e tempest-TagsExtTest-394704943 tempest-TagsExtTest-394704943-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'b054132e-73ba-4663-8ed4-26e9d69fbb16', 'tempest-TagsExtTest-Tag-713325798') {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:24:15.495067 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-b1e763b9-a198-437d-9ec8-dca56648a76e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0de337ad-6685-4f72-8a7c-ecacf4aac535') {'for_net_delete': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:24:15.495366 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-b1e763b9-a198-437d-9ec8-dca56648a76e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0de337ad-6685-4f72-8a7c-ecacf4aac535') {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:24:15.510685 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b1e763b9-a198-437d-9ec8-dca56648a76e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736833900858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11163256'] for segment, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:15.542370 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b1e763b9-a198-437d-9ec8-dca56648a76e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:15.545114 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-88eb67ad-82bd-470c-afb4-4b6fed32543e tempest-TagsExtTest-394704943 tempest-TagsExtTest-394704943-project] 10.222.0.18 "DELETE /v2.0/subnets/b054132e-73ba-4663-8ed4-26e9d69fbb16/tags/tempest-TagsExtTest-Tag-713325798 HTTP/1.1" status: 204 len: 168 time: 0.1015725 Jul 27 23:24:15.546984 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 55958) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:24:15.558043 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.tag.tag_plugin [None req-60a31d11-539a-44fd-988f-ccaeef81b51a tempest-TagsExtTest-394704943 tempest-TagsExtTest-394704943-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'b054132e-73ba-4663-8ed4-26e9d69fbb16') {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:24:15.583231 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1e763b9-a198-437d-9ec8-dca56648a76e admin admin] Releasing vlan 514 on physical network physnet1 to pool {{(pid=93798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 23:24:15.583648 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b1e763b9-a198-437d-9ec8-dca56648a76e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11971746'] for segment, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:15.587777 n-d-802623-1 neutron-server[93798]: Traceback (most recent call last): Jul 27 23:24:15.587777 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 23:24:15.587777 n-d-802623-1 neutron-server[93798]: timer() Jul 27 23:24:15.587777 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 23:24:15.587777 n-d-802623-1 neutron-server[93798]: cb(*args, **kw) Jul 27 23:24:15.587777 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 23:24:15.587777 n-d-802623-1 neutron-server[93798]: return func(*args, **kwargs) Jul 27 23:24:15.587777 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 23:24:15.587777 n-d-802623-1 neutron-server[93798]: self._notify() Jul 27 23:24:15.587777 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 23:24:15.587777 n-d-802623-1 neutron-server[93798]: self.callback(batched_events) Jul 27 23:24:15.587777 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 23:24:15.587777 n-d-802623-1 neutron-server[93798]: event.method(event) Jul 27 23:24:15.587777 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 23:24:15.587777 n-d-802623-1 neutron-server[93798]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 23:24:15.587777 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 23:24:15.587777 n-d-802623-1 neutron-server[93798]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 23:24:15.587777 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 23:24:15.587777 n-d-802623-1 neutron-server[93798]: return f(self, *a, **k) Jul 27 23:24:15.587777 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 23:24:15.587777 n-d-802623-1 neutron-server[93798]: return self._get(url).json() Jul 27 23:24:15.587777 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 23:24:15.587777 n-d-802623-1 neutron-server[93798]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 23:24:15.587777 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 23:24:15.587777 n-d-802623-1 neutron-server[93798]: return self.request(url, 'GET', **kwargs) Jul 27 23:24:15.587777 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 23:24:15.587777 n-d-802623-1 neutron-server[93798]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 23:24:15.587777 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 23:24:15.587777 n-d-802623-1 neutron-server[93798]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 23:24:15.587777 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 23:24:15.587777 n-d-802623-1 neutron-server[93798]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 23:24:15.587777 n-d-802623-1 neutron-server[93798]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 23:24:15.704103 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b1e763b9-a198-437d-9ec8-dca56648a76e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415412'] for network, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:15.726952 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b1e763b9-a198-437d-9ec8-dca56648a76e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:15.728826 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-b1e763b9-a198-437d-9ec8-dca56648a76e admin admin] 10.222.0.18 "DELETE /v2.0/networks/6c02b9d0-a215-424d-9544-07bbc0da1036 HTTP/1.1" status: 204 len: 168 time: 0.6314363 Jul 27 23:24:15.762699 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e763b9-a198-437d-9ec8-dca56648a76e admin admin] Pushing event deleted for resources: {'Network': ['ID=6c02b9d0-a215-424d-9544-07bbc0da1036,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:24:15.786874 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c331a44-4bfe-439d-83fb-0c95d2f20d49 req-1a723e9d-75b1-4f07-9602-0d619be4e3d2 tempest-MultipleCreateTestJSON-1931740269 tempest-MultipleCreateTestJSON-1931740269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:24:15.788502 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7c331a44-4bfe-439d-83fb-0c95d2f20d49 req-1a723e9d-75b1-4f07-9602-0d619be4e3d2 tempest-MultipleCreateTestJSON-1931740269 tempest-MultipleCreateTestJSON-1931740269-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5fcad52-44f9-4d56-b53a-a48b1f658bc1 HTTP/1.1" status: 200 len: 944 time: 0.1254611 Jul 27 23:24:15.795763 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [req-fe0fd0b7-4b7a-4b10-88f6-7beff2bdc5cf req-cf939122-495d-4eaf-8c5e-bf4a0370b53e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b7866c5-7b07-46aa-bae5-acbbf94ec587 {{(pid=93798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:24:15.812583 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-fe0fd0b7-4b7a-4b10-88f6-7beff2bdc5cf req-cf939122-495d-4eaf-8c5e-bf4a0370b53e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:15.820593 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-60a31d11-539a-44fd-988f-ccaeef81b51a tempest-TagsExtTest-394704943 tempest-TagsExtTest-394704943-project] 10.222.0.18 "GET /v2.0/subnets/b054132e-73ba-4663-8ed4-26e9d69fbb16/tags HTTP/1.1" status: 200 len: 205 time: 0.2665658 Jul 27 23:24:15.820941 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 55966) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:24:15.827558 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.tag.tag_plugin [None req-eb3bde46-f376-4bb5-b537-0791da49d626 tempest-TagsExtTest-394704943 tempest-TagsExtTest-394704943-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '8f1ab9b5-f475-4565-bb3e-37e6e806b011') {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:24:15.843469 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-fe0fd0b7-4b7a-4b10-88f6-7beff2bdc5cf req-cf939122-495d-4eaf-8c5e-bf4a0370b53e service neutron] Transition to ACTIVE for port object 5b7866c5-7b07-46aa-bae5-acbbf94ec587 will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:24:15.856234 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-fe0fd0b7-4b7a-4b10-88f6-7beff2bdc5cf req-cf939122-495d-4eaf-8c5e-bf4a0370b53e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:15.898229 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7c331a44-4bfe-439d-83fb-0c95d2f20d49 req-9124dc9a-6cd2-49cf-9895-1b10e5b4ff1f tempest-MultipleCreateTestJSON-1931740269 tempest-MultipleCreateTestJSON-1931740269-project] 10.222.0.18 "GET /v2.0/security-groups?id=7071cc09-0750-4ecb-a286-890b01188d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974603 Jul 27 23:24:15.926972 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf939122-495d-4eaf-8c5e-bf4a0370b53e service neutron] Pushing event updated for resources: {'Port': ['ID=5b7866c5-7b07-46aa-bae5-acbbf94ec587,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:24:15.981842 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 55974) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:24:15.985797 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-eb3bde46-f376-4bb5-b537-0791da49d626 tempest-TagsExtTest-394704943 tempest-TagsExtTest-394704943-project] 10.222.0.18 "GET /v2.0/ports/8f1ab9b5-f475-4565-bb3e-37e6e806b011/tags HTTP/1.1" status: 200 len: 240 time: 0.1640818 Jul 27 23:24:15.993474 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 55976) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:24:16.001042 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.tag.tag_plugin [None req-cc7143b9-2dc0-4786-84d0-93770ed276ce tempest-TagsExtTest-394704943 tempest-TagsExtTest-394704943-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '8f1ab9b5-f475-4565-bb3e-37e6e806b011', 'tempest-TagsExtTest-Tag-503898459') {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:24:16.076372 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-644eee95-ceb0-465c-a2c6-49445d48bb79 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3a20afddab18417db933c62e255c66b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0889075 Jul 27 23:24:16.076997 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 55978) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:24:16.086473 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-fe0fd0b7-4b7a-4b10-88f6-7beff2bdc5cf req-cf939122-495d-4eaf-8c5e-bf4a0370b53e service neutron] Attempting to bind port 5b7866c5-7b07-46aa-bae5-acbbf94ec587 on host n-h2-802623-1 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:24:16.086814 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-fe0fd0b7-4b7a-4b10-88f6-7beff2bdc5cf req-cf939122-495d-4eaf-8c5e-bf4a0370b53e service neutron] Attempting to bind port 5b7866c5-7b07-46aa-bae5-acbbf94ec587 by drivers openvswitch,hyperv on host n-h2-802623-1 at level 0 using segments [{'id': 'e3440446-8deb-4174-b5a6-9cc094845dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '44e5b751-d35f-484a-98d7-35c3565f32a1'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:24:16.087174 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe0fd0b7-4b7a-4b10-88f6-7beff2bdc5cf req-cf939122-495d-4eaf-8c5e-bf4a0370b53e service neutron] Attempting to bind port 5b7866c5-7b07-46aa-bae5-acbbf94ec587 on network 44e5b751-d35f-484a-98d7-35c3565f32a1 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:24:16.105608 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec29b53-6317-4c86-8182-f3adea74a317 req-c7fd77f5-7c08-4916-8651-f1f6cff97e3b tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:24:16.107520 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-eec29b53-6317-4c86-8182-f3adea74a317 req-c7fd77f5-7c08-4916-8651-f1f6cff97e3b tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee76051c-3cf8-4796-bb17-62a25869073f HTTP/1.1" status: 200 len: 943 time: 0.0698733 Jul 27 23:24:16.108083 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe0fd0b7-4b7a-4b10-88f6-7beff2bdc5cf req-cf939122-495d-4eaf-8c5e-bf4a0370b53e service neutron] Port 5b7866c5-7b07-46aa-bae5-acbbf94ec587 on network 44e5b751-d35f-484a-98d7-35c3565f32a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-802623-1 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 23:24:16.108419 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe0fd0b7-4b7a-4b10-88f6-7beff2bdc5cf req-cf939122-495d-4eaf-8c5e-bf4a0370b53e service neutron] Attempting to bind port 5b7866c5-7b07-46aa-bae5-acbbf94ec587 on network 44e5b751-d35f-484a-98d7-35c3565f32a1 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:24:16.144565 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe0fd0b7-4b7a-4b10-88f6-7beff2bdc5cf req-cf939122-495d-4eaf-8c5e-bf4a0370b53e service neutron] Checking agent: {'id': 'c5cc038b-93c4-4df4-8061-5df2a04a48c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 23, 0, 4), 'started_at': datetime.datetime(2021, 7, 27, 23, 0, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 24, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:24:16.145217 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe0fd0b7-4b7a-4b10-88f6-7beff2bdc5cf req-cf939122-495d-4eaf-8c5e-bf4a0370b53e service neutron] Checking segment: {'id': 'e3440446-8deb-4174-b5a6-9cc094845dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '44e5b751-d35f-484a-98d7-35c3565f32a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:24:16.145927 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe0fd0b7-4b7a-4b10-88f6-7beff2bdc5cf req-cf939122-495d-4eaf-8c5e-bf4a0370b53e service neutron] Bound using segment: {'id': 'e3440446-8deb-4174-b5a6-9cc094845dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '44e5b751-d35f-484a-98d7-35c3565f32a1'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:24:16.146623 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-fe0fd0b7-4b7a-4b10-88f6-7beff2bdc5cf req-cf939122-495d-4eaf-8c5e-bf4a0370b53e service neutron] Bound port: 5b7866c5-7b07-46aa-bae5-acbbf94ec587, host: n-h2-802623-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3440446-8deb-4174-b5a6-9cc094845dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '44e5b751-d35f-484a-98d7-35c3565f32a1'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:24:16.147260 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-fe0fd0b7-4b7a-4b10-88f6-7beff2bdc5cf req-cf939122-495d-4eaf-8c5e-bf4a0370b53e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:16.173576 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-cc7143b9-2dc0-4786-84d0-93770ed276ce tempest-TagsExtTest-394704943 tempest-TagsExtTest-394704943-project] 10.222.0.18 "GET /v2.0/ports/8f1ab9b5-f475-4565-bb3e-37e6e806b011/tags/tempest-TagsExtTest-Tag-503898459 HTTP/1.1" status: 204 len: 168 time: 0.1769338 Jul 27 23:24:16.175352 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-eec29b53-6317-4c86-8182-f3adea74a317 req-93a025a5-e635-4f21-8dc3-ebb27c46be9f tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e15ece7-f410-4d95-9c67-d98c825e8c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595307 Jul 27 23:24:16.177248 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 55980) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:24:16.184547 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.tag.tag_plugin [None req-9385108a-a780-4bed-b20e-d6ced5cb6435 tempest-TagsExtTest-394704943 tempest-TagsExtTest-394704943-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '8f1ab9b5-f475-4565-bb3e-37e6e806b011', 'tempest-TagsExtTest-Tag-503898459') {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:24:16.230185 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4db07cc0-7d0b-4e56-b26d-d1d5a46c13ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:16.262118 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-fe0fd0b7-4b7a-4b10-88f6-7beff2bdc5cf req-cf939122-495d-4eaf-8c5e-bf4a0370b53e service neutron] For port 5b7866c5-7b07-46aa-bae5-acbbf94ec587, host n-h2-802623-1, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:24:16.269851 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4db07cc0-7d0b-4e56-b26d-d1d5a46c13ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:16.277414 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-9385108a-a780-4bed-b20e-d6ced5cb6435 tempest-TagsExtTest-394704943 tempest-TagsExtTest-394704943-project] 10.222.0.18 "DELETE /v2.0/ports/8f1ab9b5-f475-4565-bb3e-37e6e806b011/tags/tempest-TagsExtTest-Tag-503898459 HTTP/1.1" status: 204 len: 168 time: 0.0954416 Jul 27 23:24:16.277758 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 55982) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:24:16.283652 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.tag.tag_plugin [None req-58b80a08-31e1-4c04-949f-3e390fa22ee2 tempest-TagsExtTest-394704943 tempest-TagsExtTest-394704943-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '8f1ab9b5-f475-4565-bb3e-37e6e806b011') {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:24:16.289498 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-fe0fd0b7-4b7a-4b10-88f6-7beff2bdc5cf req-cf939122-495d-4eaf-8c5e-bf4a0370b53e service neutron] For port 5b7866c5-7b07-46aa-bae5-acbbf94ec587, host n-h2-802623-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=5b7866c5-7b07-46aa-bae5-acbbf94ec587,segment=NetworkSegment(e3440446-8deb-4174-b5a6-9cc094845dc2),segment_id=e3440446-8deb-4174-b5a6-9cc094845dc2)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:24:16.305931 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-fe0fd0b7-4b7a-4b10-88f6-7beff2bdc5cf req-cf939122-495d-4eaf-8c5e-bf4a0370b53e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:16.352052 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0fd0b7-4b7a-4b10-88f6-7beff2bdc5cf req-cf939122-495d-4eaf-8c5e-bf4a0370b53e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:24:16.352976 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-fe0fd0b7-4b7a-4b10-88f6-7beff2bdc5cf req-cf939122-495d-4eaf-8c5e-bf4a0370b53e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:16.354782 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-fe0fd0b7-4b7a-4b10-88f6-7beff2bdc5cf req-cf939122-495d-4eaf-8c5e-bf4a0370b53e service neutron] 10.222.0.49 "PUT /v2.0/ports/5b7866c5-7b07-46aa-bae5-acbbf94ec587 HTTP/1.1" status: 200 len: 1091 time: 1.3456805 Jul 27 23:24:16.356238 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee76051c-3cf8-4796-bb17-62a25869073f', 'tag': '5b7866c5-7b07-46aa-bae5-acbbf94ec587'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:24:16.360120 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}011f8d312121274bb12d78e77c6379a2079800640016cec6c6d605b73666e854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b957cc3d-0dc3-4bb6-b9e6-bb39187dc047" -d '{"events": [{"name": "network-changed", "server_uuid": "ee76051c-3cf8-4796-bb17-62a25869073f", "tag": "5b7866c5-7b07-46aa-bae5-acbbf94ec587"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:24:16.366030 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-58b80a08-31e1-4c04-949f-3e390fa22ee2 tempest-TagsExtTest-394704943 tempest-TagsExtTest-394704943-project] 10.222.0.18 "GET /v2.0/ports/8f1ab9b5-f475-4565-bb3e-37e6e806b011/tags HTTP/1.1" status: 200 len: 205 time: 0.0846748 Jul 27 23:24:16.366361 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 55986) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:24:16.377489 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.tag.tag_plugin [None req-d94a6ae6-24ed-491a-b033-2d879ce0d448 tempest-TagsExtTest-394704943 tempest-TagsExtTest-394704943-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '59299965-bb95-4c49-8f13-218cf0470c4b') {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:24:16.417355 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4db07cc0-7d0b-4e56-b26d-d1d5a46c13ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:16.421354 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4db07cc0-7d0b-4e56-b26d-d1d5a46c13ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:16.436956 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-4db07cc0-7d0b-4e56-b26d-d1d5a46c13ac admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/99261a20-5f28-4638-a0b6-b632ac2e9a62 HTTP/1.1" status: 204 len: 168 time: 0.3473902 Jul 27 23:24:16.455939 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 23:24:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49075ee1-c90d-4959-9fbe-bbceb2e4c2c5 x-openstack-request-id: req-49075ee1-c90d-4959-9fbe-bbceb2e4c2c5 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:24:16.457077 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee76051c-3cf8-4796-bb17-62a25869073f", "tag": "5b7866c5-7b07-46aa-bae5-acbbf94ec587", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:24:16.457077 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-49075ee1-c90d-4959-9fbe-bbceb2e4c2c5 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:24:16.457077 n-d-802623-1 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee76051c-3cf8-4796-bb17-62a25869073f', 'tag': '5b7866c5-7b07-46aa-bae5-acbbf94ec587', 'status': 'completed', 'code': 200} Jul 27 23:24:16.463084 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-d94a6ae6-24ed-491a-b033-2d879ce0d448 tempest-TagsExtTest-394704943 tempest-TagsExtTest-394704943-project] 10.222.0.18 "GET /v2.0/routers/59299965-bb95-4c49-8f13-218cf0470c4b/tags HTTP/1.1" status: 200 len: 240 time: 0.0932994 Jul 27 23:24:16.464232 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 55990) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:24:16.469388 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.tag.tag_plugin [None req-f6ca68c7-b379-4fb5-a5d5-f23433cb3f85 tempest-TagsExtTest-394704943 tempest-TagsExtTest-394704943-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '59299965-bb95-4c49-8f13-218cf0470c4b', 'tempest-TagsExtTest-Tag-494799473') {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:24:16.476707 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf939122-495d-4eaf-8c5e-bf4a0370b53e service neutron] Pushing event updated for resources: {'Port': ['ID=5b7866c5-7b07-46aa-bae5-acbbf94ec587,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:24:16.479482 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db07cc0-7d0b-4e56-b26d-d1d5a46c13ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99261a20-5f28-4638-a0b6-b632ac2e9a62,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:24:16.509214 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0fd0b7-4b7a-4b10-88f6-7beff2bdc5cf req-482ab6a5-082a-48a4-afaf-24b876ed2fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:24:16.510791 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-fe0fd0b7-4b7a-4b10-88f6-7beff2bdc5cf req-482ab6a5-082a-48a4-afaf-24b876ed2fcf service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=cf2ac26483444f3d949e08ee053eb26a&device_id=ee76051c-3cf8-4796-bb17-62a25869073f HTTP/1.1" status: 200 len: 1094 time: 0.1054480 Jul 27 23:24:16.573069 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-fe0fd0b7-4b7a-4b10-88f6-7beff2bdc5cf req-80adea54-b2e4-40ea-9d7b-9a5a2783687a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5b7866c5-7b07-46aa-bae5-acbbf94ec587 HTTP/1.1" status: 200 len: 217 time: 0.0538578 Jul 27 23:24:16.581656 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-f6ca68c7-b379-4fb5-a5d5-f23433cb3f85 tempest-TagsExtTest-394704943 tempest-TagsExtTest-394704943-project] 10.222.0.18 "GET /v2.0/routers/59299965-bb95-4c49-8f13-218cf0470c4b/tags/tempest-TagsExtTest-Tag-494799473 HTTP/1.1" status: 204 len: 168 time: 0.1156976 Jul 27 23:24:16.582270 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 55996) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:24:16.586888 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.tag.tag_plugin [None req-5afdec8c-3d2f-4b44-92bb-511833bd97ed tempest-TagsExtTest-394704943 tempest-TagsExtTest-394704943-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '59299965-bb95-4c49-8f13-218cf0470c4b', 'tempest-TagsExtTest-Tag-494799473') {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:24:16.656191 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0fd0b7-4b7a-4b10-88f6-7beff2bdc5cf req-9dde9463-2eec-4c97-8e33-c2df5dd0c5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:24:16.657770 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-fe0fd0b7-4b7a-4b10-88f6-7beff2bdc5cf req-9dde9463-2eec-4c97-8e33-c2df5dd0c5aa service neutron] 10.222.0.49 "GET /v2.0/subnets?id=35a04ddb-b611-4dee-a6f7-89af6e6ad557 HTTP/1.1" status: 200 len: 845 time: 0.0780807 Jul 27 23:24:16.674132 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 939ebde0-0778-428d-ac86-c09419345ab7 up at agent hyperv_n-h1-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:24:16.715913 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-fe0fd0b7-4b7a-4b10-88f6-7beff2bdc5cf req-72d35395-85ac-4803-99b1-816cab2809ad service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=44e5b751-d35f-484a-98d7-35c3565f32a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0497813 Jul 27 23:24:16.751074 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-5afdec8c-3d2f-4b44-92bb-511833bd97ed tempest-TagsExtTest-394704943 tempest-TagsExtTest-394704943-project] 10.222.0.18 "DELETE /v2.0/routers/59299965-bb95-4c49-8f13-218cf0470c4b/tags/tempest-TagsExtTest-Tag-494799473 HTTP/1.1" status: 204 len: 168 time: 0.1677606 Jul 27 23:24:16.751835 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 56004) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:24:16.756357 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.tag.tag_plugin [None req-4de3eb27-f95c-48a4-bddd-72c7396baee7 tempest-TagsExtTest-394704943 tempest-TagsExtTest-394704943-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '59299965-bb95-4c49-8f13-218cf0470c4b') {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:24:16.778650 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Provisioning for port 939ebde0-0778-428d-ac86-c09419345ab7 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:24:16.784016 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Provisioning complete for port 939ebde0-0778-428d-ac86-c09419345ab7 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:24:16.784731 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:16.864242 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-fe0fd0b7-4b7a-4b10-88f6-7beff2bdc5cf req-89a9a2d9-710f-49d3-9096-a276de2eacaa service neutron] 10.222.0.49 "GET /v2.0/networks/44e5b751-d35f-484a-98d7-35c3565f32a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410952 Jul 27 23:24:16.913944 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:16.963283 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-4de3eb27-f95c-48a4-bddd-72c7396baee7 tempest-TagsExtTest-394704943 tempest-TagsExtTest-394704943-project] 10.222.0.18 "GET /v2.0/routers/59299965-bb95-4c49-8f13-218cf0470c4b/tags HTTP/1.1" status: 200 len: 205 time: 0.2100666 Jul 27 23:24:16.963915 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 56018) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:24:16.968674 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.tag.tag_plugin [None req-6dc393bb-aabb-4fcf-8321-9121634b7f49 tempest-TagsExtTest-394704943 tempest-TagsExtTest-394704943-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'ed72684e-2b65-4e3a-a327-c5b558de55f8') {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:24:17.005256 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-6dc393bb-aabb-4fcf-8321-9121634b7f49 tempest-TagsExtTest-394704943 tempest-TagsExtTest-394704943-project] 10.222.0.18 "GET /v2.0/subnetpools/ed72684e-2b65-4e3a-a327-c5b558de55f8/tags HTTP/1.1" status: 200 len: 241 time: 0.0376086 Jul 27 23:24:17.005256 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 56020) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:24:17.024101 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.tag.tag_plugin [None req-abc2789e-ee18-4334-8535-0e72bb61c228 tempest-TagsExtTest-394704943 tempest-TagsExtTest-394704943-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'ed72684e-2b65-4e3a-a327-c5b558de55f8', 'tempest-TagsExtTest-Tag-1902661805') {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:24:17.041761 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5fcad52-44f9-4d56-b53a-a48b1f658bc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '939ebde0-0778-428d-ac86-c09419345ab7'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:24:17.052183 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c0369b0d4f459110ff20a1f9878ba33f96d6491bddb9d15843bf29d01e0bda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c10b535-8cb4-4bb9-a72f-808da32a39c7" -d '{"events": [{"server_uuid": "a5fcad52-44f9-4d56-b53a-a48b1f658bc1", "name": "network-vif-plugged", "status": "completed", "tag": "939ebde0-0778-428d-ac86-c09419345ab7"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:24:17.059784 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port 939ebde0-0778-428d-ac86-c09419345ab7, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=939ebde0-0778-428d-ac86-c09419345ab7,segment=NetworkSegment(8c267b76-81da-475f-a9e8-f3fb8fa17f14),segment_id=8c267b76-81da-475f-a9e8-f3fb8fa17f14)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:24:17.070643 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:17.086967 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-abc2789e-ee18-4334-8535-0e72bb61c228 tempest-TagsExtTest-394704943 tempest-TagsExtTest-394704943-project] 10.222.0.18 "GET /v2.0/subnetpools/ed72684e-2b65-4e3a-a327-c5b558de55f8/tags/tempest-TagsExtTest-Tag-1902661805 HTTP/1.1" status: 204 len: 168 time: 0.0817192 Jul 27 23:24:17.089736 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 56026) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:24:17.095482 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.tag.tag_plugin [None req-183981e0-aedd-483c-804e-12b8145fe444 tempest-TagsExtTest-394704943 tempest-TagsExtTest-394704943-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'ed72684e-2b65-4e3a-a327-c5b558de55f8', 'tempest-TagsExtTest-Tag-1902661805') {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:24:17.121455 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:24:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0399a987-b5ad-47cb-a145-48c32fc9ce5b x-openstack-request-id: req-0399a987-b5ad-47cb-a145-48c32fc9ce5b {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:24:17.122217 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5fcad52-44f9-4d56-b53a-a48b1f658bc1", "name": "network-vif-plugged", "status": "completed", "tag": "939ebde0-0778-428d-ac86-c09419345ab7", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:24:17.122217 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0399a987-b5ad-47cb-a145-48c32fc9ce5b {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:24:17.122445 n-d-802623-1 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5fcad52-44f9-4d56-b53a-a48b1f658bc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '939ebde0-0778-428d-ac86-c09419345ab7', 'code': 200} Jul 27 23:24:17.145474 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399a2399-e2ff-4ab4-a484-bb41f12e98b5 req-f2d6ecd0-82e4-46d2-a4dd-949db9cd0874 tempest-MultipleCreateTestJSON-1931740269 tempest-MultipleCreateTestJSON-1931740269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:24:17.147123 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-399a2399-e2ff-4ab4-a484-bb41f12e98b5 req-f2d6ecd0-82e4-46d2-a4dd-949db9cd0874 tempest-MultipleCreateTestJSON-1931740269 tempest-MultipleCreateTestJSON-1931740269-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5fcad52-44f9-4d56-b53a-a48b1f658bc1 HTTP/1.1" status: 200 len: 944 time: 0.1202829 Jul 27 23:24:17.163231 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-fe0fd0b7-4b7a-4b10-88f6-7beff2bdc5cf req-5a8b4050-c00d-445d-9deb-2e359330a5fe service neutron] 10.222.0.49 "GET /v2.0/networks/44e5b751-d35f-484a-98d7-35c3565f32a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2841229 Jul 27 23:24:17.180305 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Pushing event updated for resources: {'Port': ['ID=939ebde0-0778-428d-ac86-c09419345ab7,revision_number=5']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:24:17.197396 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-183981e0-aedd-483c-804e-12b8145fe444 tempest-TagsExtTest-394704943 tempest-TagsExtTest-394704943-project] 10.222.0.18 "DELETE /v2.0/subnetpools/ed72684e-2b65-4e3a-a327-c5b558de55f8/tags/tempest-TagsExtTest-Tag-1902661805 HTTP/1.1" status: 204 len: 168 time: 0.1035526 Jul 27 23:24:17.199544 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 56030) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:24:17.205180 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.tag.tag_plugin [None req-bbb48e01-781e-478c-852d-ef3a88351a36 tempest-TagsExtTest-394704943 tempest-TagsExtTest-394704943-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'ed72684e-2b65-4e3a-a327-c5b558de55f8') {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:24:17.229964 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-399a2399-e2ff-4ab4-a484-bb41f12e98b5 req-7a9d9a88-79c9-4e9d-a09a-75452f1a693e tempest-MultipleCreateTestJSON-1931740269 tempest-MultipleCreateTestJSON-1931740269-project] 10.222.0.18 "GET /v2.0/security-groups?id=7071cc09-0750-4ecb-a286-890b01188d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659139 Jul 27 23:24:17.257590 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-bbb48e01-781e-478c-852d-ef3a88351a36 tempest-TagsExtTest-394704943 tempest-TagsExtTest-394704943-project] 10.222.0.18 "GET /v2.0/subnetpools/ed72684e-2b65-4e3a-a327-c5b558de55f8/tags HTTP/1.1" status: 200 len: 205 time: 0.0528328 Jul 27 23:24:17.257907 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 56034) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:24:17.262843 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.tag.tag_plugin [None req-d83bb12f-7796-46f3-a1ed-8125d5e54ad4 tempest-TagsExtTest-394704943 tempest-TagsExtTest-394704943-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'ed72684e-2b65-4e3a-a327-c5b558de55f8') {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:24:17.291221 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0ea844-4dd7-49a6-830a-9679ddee2cd6 req-e111eef5-f9e0-4234-9094-91e0848bd09b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:24:17.292747 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-8e0ea844-4dd7-49a6-830a-9679ddee2cd6 req-e111eef5-f9e0-4234-9094-91e0848bd09b service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=a5fcad52-44f9-4d56-b53a-a48b1f658bc1 HTTP/1.1" status: 200 len: 1096 time: 0.1071458 Jul 27 23:24:17.296722 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-d83bb12f-7796-46f3-a1ed-8125d5e54ad4 tempest-TagsExtTest-394704943 tempest-TagsExtTest-394704943-project] 10.222.0.18 "DELETE /v2.0/subnetpools/ed72684e-2b65-4e3a-a327-c5b558de55f8/tags HTTP/1.1" status: 204 len: 168 time: 0.0379164 Jul 27 23:24:17.299216 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 56036) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:24:17.304971 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.tag.tag_plugin [None req-5b3f0272-39c2-4e84-8d21-fd98db96eec3 tempest-TagsExtTest-394704943 tempest-TagsExtTest-394704943-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '59299965-bb95-4c49-8f13-218cf0470c4b') {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:24:17.352773 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b957cc3d-0dc3-4bb6-b9e6-bb39187dc047 req-9a0430e2-f48b-407b-9f44-d955d2326270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:24:17.354360 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b957cc3d-0dc3-4bb6-b9e6-bb39187dc047 req-9a0430e2-f48b-407b-9f44-d955d2326270 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=cf2ac26483444f3d949e08ee053eb26a&device_id=ee76051c-3cf8-4796-bb17-62a25869073f HTTP/1.1" status: 200 len: 1094 time: 0.1181233 Jul 27 23:24:17.449318 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-5b3f0272-39c2-4e84-8d21-fd98db96eec3 tempest-TagsExtTest-394704943 tempest-TagsExtTest-394704943-project] 10.222.0.18 "DELETE /v2.0/routers/59299965-bb95-4c49-8f13-218cf0470c4b/tags HTTP/1.1" status: 204 len: 168 time: 0.1491034 Jul 27 23:24:17.452594 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 56046) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:24:17.457659 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.tag.tag_plugin [None req-2b76927f-f041-4dc9-9e6d-75970a604f70 tempest-TagsExtTest-394704943 tempest-TagsExtTest-394704943-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '8f1ab9b5-f475-4565-bb3e-37e6e806b011') {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:24:17.463760 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device 6a5fdf71-50fa-40b2-8db9-62ed9c4328e1 details requested by agent hyperv_n-h2-802623-1 with host n-h2-802623-1 {{(pid=93799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 23:24:17.465183 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-8e0ea844-4dd7-49a6-830a-9679ddee2cd6 req-f0a3f5c7-53e1-41af-9557-669074d6c013 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=7071cc09-0750-4ecb-a286-890b01188d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598079 Jul 27 23:24:17.495299 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba937320-3fd5-48c2-ac5e-9d93985eea33 req-75a17c89-d7e9-4b8a-aea2-e480383625a1 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:24:17.502893 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ba937320-3fd5-48c2-ac5e-9d93985eea33 req-75a17c89-d7e9-4b8a-aea2-e480383625a1 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee76051c-3cf8-4796-bb17-62a25869073f HTTP/1.1" status: 200 len: 943 time: 0.1552007 Jul 27 23:24:17.558851 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-2b76927f-f041-4dc9-9e6d-75970a604f70 tempest-TagsExtTest-394704943 tempest-TagsExtTest-394704943-project] 10.222.0.18 "DELETE /v2.0/ports/8f1ab9b5-f475-4565-bb3e-37e6e806b011/tags HTTP/1.1" status: 204 len: 168 time: 0.1050112 Jul 27 23:24:17.561616 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 56052) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:24:17.566743 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b957cc3d-0dc3-4bb6-b9e6-bb39187dc047 req-432cc946-c944-4362-abb5-d91f9dd10625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:24:17.568426 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b957cc3d-0dc3-4bb6-b9e6-bb39187dc047 req-432cc946-c944-4362-abb5-d91f9dd10625 service neutron] 10.222.0.49 "GET /v2.0/networks?id=44e5b751-d35f-484a-98d7-35c3565f32a1 HTTP/1.1" status: 200 len: 906 time: 0.1780062 Jul 27 23:24:17.569176 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.tag.tag_plugin [None req-b804b508-0391-44c3-a730-928de153f57b tempest-TagsExtTest-394704943 tempest-TagsExtTest-394704943-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'b054132e-73ba-4663-8ed4-26e9d69fbb16') {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:24:17.651556 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ba937320-3fd5-48c2-ac5e-9d93985eea33 req-6af44400-92a9-4988-904d-32da8c6fc354 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e15ece7-f410-4d95-9c67-d98c825e8c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475065 Jul 27 23:24:17.658648 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b957cc3d-0dc3-4bb6-b9e6-bb39187dc047 req-24c62870-0742-4266-9ecb-ff66c7cccb08 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5b7866c5-7b07-46aa-bae5-acbbf94ec587 HTTP/1.1" status: 200 len: 217 time: 0.0785275 Jul 27 23:24:17.669049 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-b804b508-0391-44c3-a730-928de153f57b tempest-TagsExtTest-394704943 tempest-TagsExtTest-394704943-project] 10.222.0.18 "DELETE /v2.0/subnets/b054132e-73ba-4663-8ed4-26e9d69fbb16/tags HTTP/1.1" status: 204 len: 168 time: 0.0993204 Jul 27 23:24:17.670093 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 56056) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:24:17.674909 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.tag.tag_plugin [None req-ad32b5cb-14de-41d6-9f75-ab4882a053a8 tempest-TagsExtTest-394704943 tempest-TagsExtTest-394704943-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'b054132e-73ba-4663-8ed4-26e9d69fbb16', 'tempest-TagsExtTest-Tag-791940766') {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:24:17.714462 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port 6a5fdf71-50fa-40b2-8db9-62ed9c4328e1, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=6a5fdf71-50fa-40b2-8db9-62ed9c4328e1,segment=NetworkSegment(8c267b76-81da-475f-a9e8-f3fb8fa17f14),segment_id=8c267b76-81da-475f-a9e8-f3fb8fa17f14)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:24:17.745530 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Returning: {'device': '6a5fdf71-50fa-40b2-8db9-62ed9c4328e1', 'network_id': '65b1245a-a607-4276-8c53-dcbc43a79e77', 'port_id': '6a5fdf71-50fa-40b2-8db9-62ed9c4328e1', 'mac_address': 'fa:16:3e:87:94:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77f70126-081b-41c5-808d-ca6fa433778a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 23:24:17.765484 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b957cc3d-0dc3-4bb6-b9e6-bb39187dc047 req-1dceb17d-de3a-4b6c-89e6-433677ec3a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:24:17.768909 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b957cc3d-0dc3-4bb6-b9e6-bb39187dc047 req-1dceb17d-de3a-4b6c-89e6-433677ec3a70 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=35a04ddb-b611-4dee-a6f7-89af6e6ad557 HTTP/1.1" status: 200 len: 845 time: 0.0972044 Jul 27 23:24:17.829720 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:17.850973 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b957cc3d-0dc3-4bb6-b9e6-bb39187dc047 req-31c07a70-51e4-4dee-8757-4e6a75f96257 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=44e5b751-d35f-484a-98d7-35c3565f32a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0737963 Jul 27 23:24:17.853847 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-ad32b5cb-14de-41d6-9f75-ab4882a053a8 tempest-TagsExtTest-394704943 tempest-TagsExtTest-394704943-project] 10.222.0.18 "PUT /v2.0/subnets/b054132e-73ba-4663-8ed4-26e9d69fbb16/tags/tempest-TagsExtTest-Tag-791940766 HTTP/1.1" status: 201 len: 201 time: 0.1835470 Jul 27 23:24:17.854505 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 56068) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:24:17.856773 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a5fdf71-50fa-40b2-8db9-62ed9c4328e1 {{(pid=93799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:24:17.887939 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.tag.tag_plugin [None req-963807d3-f31e-4f7a-995e-8e35f7a4885c tempest-TagsExtTest-394704943 tempest-TagsExtTest-394704943-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '8f1ab9b5-f475-4565-bb3e-37e6e806b011', 'tempest-TagsExtTest-Tag-1531785298') {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:24:17.890714 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port 6a5fdf71-50fa-40b2-8db9-62ed9c4328e1, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=6a5fdf71-50fa-40b2-8db9-62ed9c4328e1,segment=NetworkSegment(8c267b76-81da-475f-a9e8-f3fb8fa17f14),segment_id=8c267b76-81da-475f-a9e8-f3fb8fa17f14)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:24:17.895151 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:18.005532 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b957cc3d-0dc3-4bb6-b9e6-bb39187dc047 req-9c62283e-11e8-4e7f-a953-50173d589f58 service neutron] 10.222.0.49 "GET /v2.0/networks/44e5b751-d35f-484a-98d7-35c3565f32a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423907 Jul 27 23:24:18.019818 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Pushing event updated for resources: {'Port': ['ID=6a5fdf71-50fa-40b2-8db9-62ed9c4328e1,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:24:18.119295 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-963807d3-f31e-4f7a-995e-8e35f7a4885c tempest-TagsExtTest-394704943 tempest-TagsExtTest-394704943-project] 10.222.0.18 "PUT /v2.0/ports/8f1ab9b5-f475-4565-bb3e-37e6e806b011/tags/tempest-TagsExtTest-Tag-1531785298 HTTP/1.1" status: 201 len: 201 time: 0.2637002 Jul 27 23:24:18.121944 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 56074) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:24:18.127144 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.tag.tag_plugin [None req-38a8223b-751a-487a-af87-5e895d2b1b74 tempest-TagsExtTest-394704943 tempest-TagsExtTest-394704943-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '59299965-bb95-4c49-8f13-218cf0470c4b', 'tempest-TagsExtTest-Tag-1509257060') {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:24:18.188306 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b957cc3d-0dc3-4bb6-b9e6-bb39187dc047 req-c5603560-cfaa-4419-a3a9-aa75d4b54370 service neutron] 10.222.0.49 "GET /v2.0/networks/44e5b751-d35f-484a-98d7-35c3565f32a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1731496 Jul 27 23:24:18.214707 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] get_ports_and_sgs() called for port_ids ['6a5fdf71-50fa-40b2-8db9-62ed9c4328e1'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:24:18.358635 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-38a8223b-751a-487a-af87-5e895d2b1b74 tempest-TagsExtTest-394704943 tempest-TagsExtTest-394704943-project] 10.222.0.18 "PUT /v2.0/routers/59299965-bb95-4c49-8f13-218cf0470c4b/tags/tempest-TagsExtTest-Tag-1509257060 HTTP/1.1" status: 201 len: 201 time: 0.2342970 Jul 27 23:24:18.360489 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 56084) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:24:18.375499 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.tag.tag_plugin [None req-478b5a87-d7f7-4aca-90ff-2b36dfe43da0 tempest-TagsExtTest-394704943 tempest-TagsExtTest-394704943-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'ed72684e-2b65-4e3a-a327-c5b558de55f8', 'tempest-TagsExtTest-Tag-1959041061') {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:24:18.484064 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-478b5a87-d7f7-4aca-90ff-2b36dfe43da0 tempest-TagsExtTest-394704943 tempest-TagsExtTest-394704943-project] 10.222.0.18 "PUT /v2.0/subnetpools/ed72684e-2b65-4e3a-a327-c5b558de55f8/tags/tempest-TagsExtTest-Tag-1959041061 HTTP/1.1" status: 201 len: 201 time: 0.1206563 Jul 27 23:24:18.489268 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 56090) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:24:18.496305 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.tag.tag_plugin [None req-69bd0e27-d328-49f4-b551-75a470d1f703 tempest-TagsExtTest-394704943 tempest-TagsExtTest-394704943-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'b054132e-73ba-4663-8ed4-26e9d69fbb16', {'tags': ['tempest-TagsExtTest-Tag-239866531', 'tempest-TagsExtTest-Tag-355953693', 'tempest-TagsExtTest-Tag-419902661']}) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:24:18.519762 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a26c26c-f2ad-4f60-b60f-f727a66c4fcf req-cfb9833c-de89-4e78-8431-1ad30ebdf610 tempest-MultipleCreateTestJSON-1931740269 tempest-MultipleCreateTestJSON-1931740269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:24:18.521554 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8a26c26c-f2ad-4f60-b60f-f727a66c4fcf req-cfb9833c-de89-4e78-8431-1ad30ebdf610 tempest-MultipleCreateTestJSON-1931740269 tempest-MultipleCreateTestJSON-1931740269-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5fcad52-44f9-4d56-b53a-a48b1f658bc1 HTTP/1.1" status: 200 len: 945 time: 0.1166584 Jul 27 23:24:18.581142 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8a26c26c-f2ad-4f60-b60f-f727a66c4fcf req-6da42868-fdd8-44c3-93bf-2ffd59509866 tempest-MultipleCreateTestJSON-1931740269 tempest-MultipleCreateTestJSON-1931740269-project] 10.222.0.18 "GET /v2.0/security-groups?id=7071cc09-0750-4ecb-a286-890b01188d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531242 Jul 27 23:24:18.605794 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 56094) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:24:18.611386 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.tag.tag_plugin [None req-8809264b-7e98-45bd-b048-b4e5d27e430b tempest-TagsExtTest-394704943 tempest-TagsExtTest-394704943-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'b054132e-73ba-4663-8ed4-26e9d69fbb16') {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:24:18.612654 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-69bd0e27-d328-49f4-b551-75a470d1f703 tempest-TagsExtTest-394704943 tempest-TagsExtTest-394704943-project] 10.222.0.18 "PUT /v2.0/subnets/b054132e-73ba-4663-8ed4-26e9d69fbb16/tags HTTP/1.1" status: 200 len: 315 time: 0.1205244 Jul 27 23:24:18.726940 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-8809264b-7e98-45bd-b048-b4e5d27e430b tempest-TagsExtTest-394704943 tempest-TagsExtTest-394704943-project] 10.222.0.18 "DELETE /v2.0/subnets/b054132e-73ba-4663-8ed4-26e9d69fbb16/tags HTTP/1.1" status: 204 len: 168 time: 0.1170015 Jul 27 23:24:18.727477 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 56100) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:24:18.732927 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.tag.tag_plugin [None req-72f83858-b270-4bf5-8120-a7db210f1515 tempest-TagsExtTest-394704943 tempest-TagsExtTest-394704943-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'b054132e-73ba-4663-8ed4-26e9d69fbb16', 'tempest-TagsExtTest-Tag-239866531') {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:24:18.809823 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef09bab-25f1-4f25-bf0c-7e134c29a309 req-b000c27e-8eff-4a1b-bb4c-c01cae61c2e4 tempest-MultipleCreateTestJSON-1931740269 tempest-MultipleCreateTestJSON-1931740269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:24:18.811517 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-aef09bab-25f1-4f25-bf0c-7e134c29a309 req-b000c27e-8eff-4a1b-bb4c-c01cae61c2e4 tempest-MultipleCreateTestJSON-1931740269 tempest-MultipleCreateTestJSON-1931740269-project] 10.222.0.18 "GET /v2.0/ports?device_id=5184da39-5f0d-49c4-a5a2-f66c28d9ab28 HTTP/1.1" status: 200 len: 944 time: 0.0732236 Jul 27 23:24:18.853345 n-d-802623-1 neutron-server[93797]: INFO neutron.api.v2.resource [None req-72f83858-b270-4bf5-8120-a7db210f1515 tempest-TagsExtTest-394704943 tempest-TagsExtTest-394704943-project] show failed (client error): The resource could not be found. Jul 27 23:24:18.854467 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-72f83858-b270-4bf5-8120-a7db210f1515 tempest-TagsExtTest-394704943 tempest-TagsExtTest-394704943-project] 10.222.0.18 "GET /v2.0/subnets/b054132e-73ba-4663-8ed4-26e9d69fbb16/tags/tempest-TagsExtTest-Tag-239866531 HTTP/1.1" status: 404 len: 328 time: 0.1260271 Jul 27 23:24:18.858180 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 56112) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:24:18.864230 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.tag.tag_plugin [None req-68834296-2388-4151-833d-8850a40c0a56 tempest-TagsExtTest-394704943 tempest-TagsExtTest-394704943-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'b054132e-73ba-4663-8ed4-26e9d69fbb16', 'tempest-TagsExtTest-Tag-355953693') {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:24:18.905382 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f7007e-7d6f-4565-b2ff-fadb95f3b373 req-f7a7c237-7f3b-41e7-b584-30896d31154e tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:24:18.911707 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-c4f7007e-7d6f-4565-b2ff-fadb95f3b373 req-f7a7c237-7f3b-41e7-b584-30896d31154e tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee76051c-3cf8-4796-bb17-62a25869073f HTTP/1.1" status: 200 len: 943 time: 0.1449468 Jul 27 23:24:18.943032 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-aef09bab-25f1-4f25-bf0c-7e134c29a309 req-ad36d9f3-c4ed-46e0-a0c8-958edca8e34a tempest-MultipleCreateTestJSON-1931740269 tempest-MultipleCreateTestJSON-1931740269-project] 10.222.0.18 "GET /v2.0/security-groups?id=7071cc09-0750-4ecb-a286-890b01188d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228261 Jul 27 23:24:19.017707 n-d-802623-1 neutron-server[93797]: INFO neutron.api.v2.resource [None req-68834296-2388-4151-833d-8850a40c0a56 tempest-TagsExtTest-394704943 tempest-TagsExtTest-394704943-project] show failed (client error): The resource could not be found. Jul 27 23:24:19.021559 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-68834296-2388-4151-833d-8850a40c0a56 tempest-TagsExtTest-394704943 tempest-TagsExtTest-394704943-project] 10.222.0.18 "GET /v2.0/subnets/b054132e-73ba-4663-8ed4-26e9d69fbb16/tags/tempest-TagsExtTest-Tag-355953693 HTTP/1.1" status: 404 len: 328 time: 0.1607358 Jul 27 23:24:19.021818 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 56116) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:24:19.026748 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.tag.tag_plugin [None req-41a990d5-dfad-402f-8b7e-ca3f5fd8b4d7 tempest-TagsExtTest-394704943 tempest-TagsExtTest-394704943-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'b054132e-73ba-4663-8ed4-26e9d69fbb16', 'tempest-TagsExtTest-Tag-419902661') {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:24:19.030879 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-c4f7007e-7d6f-4565-b2ff-fadb95f3b373 req-be17b23c-8e88-4b9b-960d-c52d4055a202 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e15ece7-f410-4d95-9c67-d98c825e8c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741677 Jul 27 23:24:19.096850 n-d-802623-1 neutron-server[93798]: INFO neutron.api.v2.resource [None req-41a990d5-dfad-402f-8b7e-ca3f5fd8b4d7 tempest-TagsExtTest-394704943 tempest-TagsExtTest-394704943-project] show failed (client error): The resource could not be found. Jul 27 23:24:19.097925 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-41a990d5-dfad-402f-8b7e-ca3f5fd8b4d7 tempest-TagsExtTest-394704943 tempest-TagsExtTest-394704943-project] 10.222.0.18 "GET /v2.0/subnets/b054132e-73ba-4663-8ed4-26e9d69fbb16/tags/tempest-TagsExtTest-Tag-419902661 HTTP/1.1" status: 404 len: 328 time: 0.0753782 Jul 27 23:24:19.101247 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 56120) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:24:19.108729 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.tag.tag_plugin [None req-98f6245c-561d-4914-8e50-2b30e3f676e7 tempest-TagsExtTest-394704943 tempest-TagsExtTest-394704943-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '8f1ab9b5-f475-4565-bb3e-37e6e806b011', {'tags': ['tempest-TagsExtTest-Tag-1517100325', 'tempest-TagsExtTest-Tag-1622347750', 'tempest-TagsExtTest-Tag-1929640098']}) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:24:19.192854 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-98f6245c-561d-4914-8e50-2b30e3f676e7 tempest-TagsExtTest-394704943 tempest-TagsExtTest-394704943-project] 10.222.0.18 "PUT /v2.0/ports/8f1ab9b5-f475-4565-bb3e-37e6e806b011/tags HTTP/1.1" status: 200 len: 318 time: 0.0904808 Jul 27 23:24:19.195557 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 56128) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:24:19.200944 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.tag.tag_plugin [None req-c713141e-e25d-4b74-aecc-f2969cbd1899 tempest-TagsExtTest-394704943 tempest-TagsExtTest-394704943-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '8f1ab9b5-f475-4565-bb3e-37e6e806b011') {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:24:19.304699 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 56130) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:24:19.310074 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.tag.tag_plugin [None req-2ae41a66-c44b-491b-bf4f-ac5a13954448 tempest-TagsExtTest-394704943 tempest-TagsExtTest-394704943-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '8f1ab9b5-f475-4565-bb3e-37e6e806b011', 'tempest-TagsExtTest-Tag-1517100325') {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:24:19.312581 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-c713141e-e25d-4b74-aecc-f2969cbd1899 tempest-TagsExtTest-394704943 tempest-TagsExtTest-394704943-project] 10.222.0.18 "DELETE /v2.0/ports/8f1ab9b5-f475-4565-bb3e-37e6e806b011/tags HTTP/1.1" status: 204 len: 168 time: 0.1159086 Jul 27 23:24:19.410590 n-d-802623-1 neutron-server[93797]: INFO neutron.api.v2.resource [None req-2ae41a66-c44b-491b-bf4f-ac5a13954448 tempest-TagsExtTest-394704943 tempest-TagsExtTest-394704943-project] show failed (client error): The resource could not be found. Jul 27 23:24:19.412437 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-2ae41a66-c44b-491b-bf4f-ac5a13954448 tempest-TagsExtTest-394704943 tempest-TagsExtTest-394704943-project] 10.222.0.18 "GET /v2.0/ports/8f1ab9b5-f475-4565-bb3e-37e6e806b011/tags/tempest-TagsExtTest-Tag-1517100325 HTTP/1.1" status: 404 len: 329 time: 0.1066697 Jul 27 23:24:19.415296 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 56136) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:24:19.419828 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.tag.tag_plugin [None req-c308c294-3664-42df-b7e0-ac309ec9f633 tempest-TagsExtTest-394704943 tempest-TagsExtTest-394704943-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '8f1ab9b5-f475-4565-bb3e-37e6e806b011', 'tempest-TagsExtTest-Tag-1622347750') {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:24:19.464760 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device 6a5fdf71-50fa-40b2-8db9-62ed9c4328e1 up at agent hyperv_n-h2-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:24:19.512587 n-d-802623-1 neutron-server[93797]: INFO neutron.api.v2.resource [None req-c308c294-3664-42df-b7e0-ac309ec9f633 tempest-TagsExtTest-394704943 tempest-TagsExtTest-394704943-project] show failed (client error): The resource could not be found. Jul 27 23:24:19.520222 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 56142) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:24:19.530743 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.tag.tag_plugin [None req-54f655a9-f7a8-41b5-9dde-d8f7847022d9 tempest-TagsExtTest-394704943 tempest-TagsExtTest-394704943-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '8f1ab9b5-f475-4565-bb3e-37e6e806b011', 'tempest-TagsExtTest-Tag-1929640098') {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:24:19.531464 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-c308c294-3664-42df-b7e0-ac309ec9f633 tempest-TagsExtTest-394704943 tempest-TagsExtTest-394704943-project] 10.222.0.18 "GET /v2.0/ports/8f1ab9b5-f475-4565-bb3e-37e6e806b011/tags/tempest-TagsExtTest-Tag-1622347750 HTTP/1.1" status: 404 len: 329 time: 0.1150246 Jul 27 23:24:19.552535 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Provisioning for port 6a5fdf71-50fa-40b2-8db9-62ed9c4328e1 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:24:19.557580 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Provisioning complete for port 6a5fdf71-50fa-40b2-8db9-62ed9c4328e1 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:24:19.558682 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:19.703840 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:19.734810 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5184da39-5f0d-49c4-a5a2-f66c28d9ab28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a5fdf71-50fa-40b2-8db9-62ed9c4328e1'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:24:19.737223 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c0369b0d4f459110ff20a1f9878ba33f96d6491bddb9d15843bf29d01e0bda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8483da74-afe0-4933-8d24-ff20f5fc851a" -d '{"events": [{"server_uuid": "5184da39-5f0d-49c4-a5a2-f66c28d9ab28", "name": "network-vif-plugged", "status": "completed", "tag": "6a5fdf71-50fa-40b2-8db9-62ed9c4328e1"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:24:19.755399 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port 6a5fdf71-50fa-40b2-8db9-62ed9c4328e1, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=6a5fdf71-50fa-40b2-8db9-62ed9c4328e1,segment=NetworkSegment(8c267b76-81da-475f-a9e8-f3fb8fa17f14),segment_id=8c267b76-81da-475f-a9e8-f3fb8fa17f14)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:24:19.762287 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:19.858416 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:24:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e3d747f-c459-49bb-bdc1-fa1c62525235 x-openstack-request-id: req-9e3d747f-c459-49bb-bdc1-fa1c62525235 {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:24:19.858820 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5184da39-5f0d-49c4-a5a2-f66c28d9ab28", "name": "network-vif-plugged", "status": "completed", "tag": "6a5fdf71-50fa-40b2-8db9-62ed9c4328e1", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:24:19.859284 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9e3d747f-c459-49bb-bdc1-fa1c62525235 {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:24:19.859950 n-d-802623-1 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5184da39-5f0d-49c4-a5a2-f66c28d9ab28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a5fdf71-50fa-40b2-8db9-62ed9c4328e1', 'code': 200} Jul 27 23:24:19.861154 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Pushing event updated for resources: {'Port': ['ID=6a5fdf71-50fa-40b2-8db9-62ed9c4328e1,revision_number=5']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:24:20.032473 n-d-802623-1 neutron-server[93798]: INFO neutron.api.v2.resource [None req-54f655a9-f7a8-41b5-9dde-d8f7847022d9 tempest-TagsExtTest-394704943 tempest-TagsExtTest-394704943-project] show failed (client error): The resource could not be found. Jul 27 23:24:20.036207 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-54f655a9-f7a8-41b5-9dde-d8f7847022d9 tempest-TagsExtTest-394704943 tempest-TagsExtTest-394704943-project] 10.222.0.18 "GET /v2.0/ports/8f1ab9b5-f475-4565-bb3e-37e6e806b011/tags/tempest-TagsExtTest-Tag-1929640098 HTTP/1.1" status: 404 len: 329 time: 0.5101316 Jul 27 23:24:20.036484 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 56164) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:24:20.041846 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.tag.tag_plugin [None req-b65de588-34d2-462c-9d82-1736b9f6bc6d tempest-TagsExtTest-394704943 tempest-TagsExtTest-394704943-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '59299965-bb95-4c49-8f13-218cf0470c4b', {'tags': ['tempest-TagsExtTest-Tag-2096023273', 'tempest-TagsExtTest-Tag-2013376589', 'tempest-TagsExtTest-Tag-690016615']}) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:24:20.063995 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b30a09-4cf4-43bb-becd-6911f21876d1 req-ac5231dc-93df-4e68-b124-895aa392383e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:24:20.065645 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-87b30a09-4cf4-43bb-becd-6911f21876d1 req-ac5231dc-93df-4e68-b124-895aa392383e service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=5184da39-5f0d-49c4-a5a2-f66c28d9ab28 HTTP/1.1" status: 200 len: 1096 time: 0.0889599 Jul 27 23:24:20.212638 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008359f1-655c-4e2b-863c-70ec7c8cd018 req-31f4cb8f-39fe-4e87-8ad7-56a75ad423e9 tempest-MultipleCreateTestJSON-1931740269 tempest-MultipleCreateTestJSON-1931740269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:24:20.231349 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-008359f1-655c-4e2b-863c-70ec7c8cd018 req-31f4cb8f-39fe-4e87-8ad7-56a75ad423e9 tempest-MultipleCreateTestJSON-1931740269 tempest-MultipleCreateTestJSON-1931740269-project] 10.222.0.18 "GET /v2.0/ports?device_id=5184da39-5f0d-49c4-a5a2-f66c28d9ab28 HTTP/1.1" status: 200 len: 945 time: 0.1319008 Jul 27 23:24:20.243365 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-87b30a09-4cf4-43bb-becd-6911f21876d1 req-2eb254c0-72d8-4224-9810-fc252205c11b service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=7071cc09-0750-4ecb-a286-890b01188d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386235 Jul 27 23:24:20.261809 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95fbaa6-6475-4fd6-b3aa-ffd887567228 req-094e330a-cfe3-45ae-9836-51622a530f09 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:24:20.266040 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-d95fbaa6-6475-4fd6-b3aa-ffd887567228 req-094e330a-cfe3-45ae-9836-51622a530f09 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee76051c-3cf8-4796-bb17-62a25869073f HTTP/1.1" status: 200 len: 943 time: 0.0848532 Jul 27 23:24:20.271323 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-b65de588-34d2-462c-9d82-1736b9f6bc6d tempest-TagsExtTest-394704943 tempest-TagsExtTest-394704943-project] 10.222.0.18 "PUT /v2.0/routers/59299965-bb95-4c49-8f13-218cf0470c4b/tags HTTP/1.1" status: 200 len: 317 time: 0.2312315 Jul 27 23:24:20.273454 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 56170) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:24:20.279557 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.tag.tag_plugin [None req-7fc969d7-4810-4bca-8e23-a150d0988429 tempest-TagsExtTest-394704943 tempest-TagsExtTest-394704943-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '59299965-bb95-4c49-8f13-218cf0470c4b') {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:24:20.329659 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-d95fbaa6-6475-4fd6-b3aa-ffd887567228 req-79a6bd5b-938e-491a-9697-af92b982157a tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e15ece7-f410-4d95-9c67-d98c825e8c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591602 Jul 27 23:24:20.356652 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-008359f1-655c-4e2b-863c-70ec7c8cd018 req-36c4b6b7-9f60-4771-9217-cde0472743f6 tempest-MultipleCreateTestJSON-1931740269 tempest-MultipleCreateTestJSON-1931740269-project] 10.222.0.18 "GET /v2.0/security-groups?id=7071cc09-0750-4ecb-a286-890b01188d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210988 Jul 27 23:24:20.436680 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-89cdb024-b45b-4b22-aab3-fff8f6eac58d req-23e69b87-acc3-4d1b-8a17-2197f9a75f08 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=9bda45a6-7b3d-4402-bc36-eb32e3c47420&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0515301 Jul 27 23:24:20.450653 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-7fc969d7-4810-4bca-8e23-a150d0988429 tempest-TagsExtTest-394704943 tempest-TagsExtTest-394704943-project] 10.222.0.18 "DELETE /v2.0/routers/59299965-bb95-4c49-8f13-218cf0470c4b/tags HTTP/1.1" status: 204 len: 168 time: 0.1743672 Jul 27 23:24:20.453350 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 56182) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:24:20.461654 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.tag.tag_plugin [None req-89d8ac5e-250f-4df3-9cff-e5c03ebdd01c tempest-TagsExtTest-394704943 tempest-TagsExtTest-394704943-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '59299965-bb95-4c49-8f13-218cf0470c4b', 'tempest-TagsExtTest-Tag-2096023273') {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:24:20.549658 n-d-802623-1 neutron-server[93797]: INFO neutron.api.v2.resource [None req-89d8ac5e-250f-4df3-9cff-e5c03ebdd01c tempest-TagsExtTest-394704943 tempest-TagsExtTest-394704943-project] show failed (client error): The resource could not be found. Jul 27 23:24:20.550702 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-89d8ac5e-250f-4df3-9cff-e5c03ebdd01c tempest-TagsExtTest-394704943 tempest-TagsExtTest-394704943-project] 10.222.0.18 "GET /v2.0/routers/59299965-bb95-4c49-8f13-218cf0470c4b/tags/tempest-TagsExtTest-Tag-2096023273 HTTP/1.1" status: 404 len: 329 time: 0.0958285 Jul 27 23:24:20.553458 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 56188) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:24:20.558563 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.tag.tag_plugin [None req-405b81ae-4f4c-4f27-a5bf-06327f8d9490 tempest-TagsExtTest-394704943 tempest-TagsExtTest-394704943-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '59299965-bb95-4c49-8f13-218cf0470c4b', 'tempest-TagsExtTest-Tag-2013376589') {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:24:20.582861 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cdb024-b45b-4b22-aab3-fff8f6eac58d req-b4e9c009-19cc-4aed-9e21-8824bc73f1be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:24:20.584424 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-89cdb024-b45b-4b22-aab3-fff8f6eac58d req-b4e9c009-19cc-4aed-9e21-8824bc73f1be service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=6415e174d6e146abb15fff69092e7210&device_id=9bda45a6-7b3d-4402-bc36-eb32e3c47420 HTTP/1.1" status: 200 len: 1097 time: 0.0802388 Jul 27 23:24:20.724269 n-d-802623-1 neutron-server[93797]: INFO neutron.api.v2.resource [None req-405b81ae-4f4c-4f27-a5bf-06327f8d9490 tempest-TagsExtTest-394704943 tempest-TagsExtTest-394704943-project] show failed (client error): The resource could not be found. Jul 27 23:24:20.726782 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-405b81ae-4f4c-4f27-a5bf-06327f8d9490 tempest-TagsExtTest-394704943 tempest-TagsExtTest-394704943-project] 10.222.0.18 "GET /v2.0/routers/59299965-bb95-4c49-8f13-218cf0470c4b/tags/tempest-TagsExtTest-Tag-2013376589 HTTP/1.1" status: 404 len: 329 time: 0.1707952 Jul 27 23:24:20.729096 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 56196) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:24:20.729267 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cdb024-b45b-4b22-aab3-fff8f6eac58d req-69a35f9e-e661-4777-98d4-d7e237f5552e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:24:20.731440 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-89cdb024-b45b-4b22-aab3-fff8f6eac58d req-69a35f9e-e661-4777-98d4-d7e237f5552e service neutron] 10.222.0.38 "GET /v2.0/networks?id=a198ee08-ada0-4348-9b3a-3cd923d78e26 HTTP/1.1" status: 200 len: 917 time: 0.1241724 Jul 27 23:24:20.733841 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.tag.tag_plugin [None req-4672d0bb-905f-4fe9-a097-822f2134b896 tempest-TagsExtTest-394704943 tempest-TagsExtTest-394704943-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '59299965-bb95-4c49-8f13-218cf0470c4b', 'tempest-TagsExtTest-Tag-690016615') {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:24:20.825363 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-89cdb024-b45b-4b22-aab3-fff8f6eac58d req-01b7ecc0-8a06-4829-8af8-5919616c528f service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=23300807-efde-46de-99e7-6916a9204bb3 HTTP/1.1" status: 200 len: 1001 time: 0.0831795 Jul 27 23:24:20.829760 n-d-802623-1 neutron-server[93797]: INFO neutron.api.v2.resource [None req-4672d0bb-905f-4fe9-a097-822f2134b896 tempest-TagsExtTest-394704943 tempest-TagsExtTest-394704943-project] show failed (client error): The resource could not be found. Jul 27 23:24:20.831601 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-4672d0bb-905f-4fe9-a097-822f2134b896 tempest-TagsExtTest-394704943 tempest-TagsExtTest-394704943-project] 10.222.0.18 "GET /v2.0/routers/59299965-bb95-4c49-8f13-218cf0470c4b/tags/tempest-TagsExtTest-Tag-690016615 HTTP/1.1" status: 404 len: 328 time: 0.1015208 Jul 27 23:24:20.834372 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 56200) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:24:20.841335 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.tag.tag_plugin [None req-36823ccb-3c70-4224-864c-2145a19364f9 tempest-TagsExtTest-394704943 tempest-TagsExtTest-394704943-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'ed72684e-2b65-4e3a-a327-c5b558de55f8', {'tags': ['tempest-TagsExtTest-Tag-1308100871', 'tempest-TagsExtTest-Tag-552601972', 'tempest-TagsExtTest-Tag-940783298']}) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:24:20.911650 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cdb024-b45b-4b22-aab3-fff8f6eac58d req-d91f0b47-25cb-4a4e-b379-e0aebe45b496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:24:20.913514 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-89cdb024-b45b-4b22-aab3-fff8f6eac58d req-d91f0b47-25cb-4a4e-b379-e0aebe45b496 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=6bb4b577-bd47-4366-ace3-c23131aef649 HTTP/1.1" status: 200 len: 855 time: 0.0812333 Jul 27 23:24:20.925302 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-36823ccb-3c70-4224-864c-2145a19364f9 tempest-TagsExtTest-394704943 tempest-TagsExtTest-394704943-project] 10.222.0.18 "PUT /v2.0/subnetpools/ed72684e-2b65-4e3a-a327-c5b558de55f8/tags HTTP/1.1" status: 200 len: 316 time: 0.0893369 Jul 27 23:24:20.928674 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 56204) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:24:20.933227 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.tag.tag_plugin [None req-39c61dd4-6c3a-4d1a-b8a5-bbdbb7af6609 tempest-TagsExtTest-394704943 tempest-TagsExtTest-394704943-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'ed72684e-2b65-4e3a-a327-c5b558de55f8') {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:24:20.963251 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cdb024-b45b-4b22-aab3-fff8f6eac58d req-f0156e55-c0ad-4d32-9c22-c02f564deb12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:24:20.965028 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-89cdb024-b45b-4b22-aab3-fff8f6eac58d req-f0156e55-c0ad-4d32-9c22-c02f564deb12 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a198ee08-ada0-4348-9b3a-3cd923d78e26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449786 Jul 27 23:24:21.005629 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-39c61dd4-6c3a-4d1a-b8a5-bbdbb7af6609 tempest-TagsExtTest-394704943 tempest-TagsExtTest-394704943-project] 10.222.0.18 "DELETE /v2.0/subnetpools/ed72684e-2b65-4e3a-a327-c5b558de55f8/tags HTTP/1.1" status: 204 len: 168 time: 0.0757661 Jul 27 23:24:21.006958 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 56208) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:24:21.016351 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.tag.tag_plugin [None req-7c74e44c-8ffa-442f-9e6b-09a0fdc54aad tempest-TagsExtTest-394704943 tempest-TagsExtTest-394704943-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'ed72684e-2b65-4e3a-a327-c5b558de55f8', 'tempest-TagsExtTest-Tag-1308100871') {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:24:21.058564 n-d-802623-1 neutron-server[93797]: INFO neutron.api.v2.resource [None req-7c74e44c-8ffa-442f-9e6b-09a0fdc54aad tempest-TagsExtTest-394704943 tempest-TagsExtTest-394704943-project] show failed (client error): The resource could not be found. Jul 27 23:24:21.062584 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-7c74e44c-8ffa-442f-9e6b-09a0fdc54aad tempest-TagsExtTest-394704943 tempest-TagsExtTest-394704943-project] 10.222.0.18 "GET /v2.0/subnetpools/ed72684e-2b65-4e3a-a327-c5b558de55f8/tags/tempest-TagsExtTest-Tag-1308100871 HTTP/1.1" status: 404 len: 329 time: 0.0510759 Jul 27 23:24:21.063520 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 56218) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:24:21.070289 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.tag.tag_plugin [None req-c15f391d-bb92-447c-abef-41cfc4a62bcc tempest-TagsExtTest-394704943 tempest-TagsExtTest-394704943-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'ed72684e-2b65-4e3a-a327-c5b558de55f8', 'tempest-TagsExtTest-Tag-552601972') {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:24:21.113443 n-d-802623-1 neutron-server[93797]: INFO neutron.api.v2.resource [None req-c15f391d-bb92-447c-abef-41cfc4a62bcc tempest-TagsExtTest-394704943 tempest-TagsExtTest-394704943-project] show failed (client error): The resource could not be found. Jul 27 23:24:21.117958 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-c15f391d-bb92-447c-abef-41cfc4a62bcc tempest-TagsExtTest-394704943 tempest-TagsExtTest-394704943-project] 10.222.0.18 "GET /v2.0/subnetpools/ed72684e-2b65-4e3a-a327-c5b558de55f8/tags/tempest-TagsExtTest-Tag-552601972 HTTP/1.1" status: 404 len: 328 time: 0.0498304 Jul 27 23:24:21.118780 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 56222) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:24:21.123285 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.tag.tag_plugin [None req-2f164754-2e0d-48a5-9b82-47a82be0d421 tempest-TagsExtTest-394704943 tempest-TagsExtTest-394704943-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'ed72684e-2b65-4e3a-a327-c5b558de55f8', 'tempest-TagsExtTest-Tag-940783298') {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:24:21.179802 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-89cdb024-b45b-4b22-aab3-fff8f6eac58d req-84431157-7d2b-46eb-9a65-1fcb8f706066 service neutron] 10.222.0.38 "GET /v2.0/networks/a198ee08-ada0-4348-9b3a-3cd923d78e26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2064302 Jul 27 23:24:21.204032 n-d-802623-1 neutron-server[93797]: INFO neutron.api.v2.resource [None req-2f164754-2e0d-48a5-9b82-47a82be0d421 tempest-TagsExtTest-394704943 tempest-TagsExtTest-394704943-project] show failed (client error): The resource could not be found. Jul 27 23:24:21.205860 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-2f164754-2e0d-48a5-9b82-47a82be0d421 tempest-TagsExtTest-394704943 tempest-TagsExtTest-394704943-project] 10.222.0.18 "GET /v2.0/subnetpools/ed72684e-2b65-4e3a-a327-c5b558de55f8/tags/tempest-TagsExtTest-Tag-940783298 HTTP/1.1" status: 404 len: 328 time: 0.0866494 Jul 27 23:24:21.208701 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 56226) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:24:21.217888 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.tag.tag_plugin [None req-d3936119-504b-47de-954e-8969c4d86fde tempest-TagsExtTest-394704943 tempest-TagsExtTest-394704943-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'ed72684e-2b65-4e3a-a327-c5b558de55f8') {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:24:21.261558 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-d3936119-504b-47de-954e-8969c4d86fde tempest-TagsExtTest-394704943 tempest-TagsExtTest-394704943-project] 10.222.0.18 "DELETE /v2.0/subnetpools/ed72684e-2b65-4e3a-a327-c5b558de55f8/tags HTTP/1.1" status: 204 len: 168 time: 0.0515668 Jul 27 23:24:21.269512 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 56228) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:24:21.276485 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.tag.tag_plugin [None req-99d49cf9-2978-466b-8eb6-c7c70e0b4295 tempest-TagsExtTest-394704943 tempest-TagsExtTest-394704943-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '59299965-bb95-4c49-8f13-218cf0470c4b') {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:24:21.396398 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-89cdb024-b45b-4b22-aab3-fff8f6eac58d req-8134cead-eb74-4fea-b0eb-7b7b3e0b7f5d service neutron] 10.222.0.38 "GET /v2.0/networks/a198ee08-ada0-4348-9b3a-3cd923d78e26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2089303 Jul 27 23:24:21.427274 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-99d49cf9-2978-466b-8eb6-c7c70e0b4295 tempest-TagsExtTest-394704943 tempest-TagsExtTest-394704943-project] 10.222.0.18 "DELETE /v2.0/routers/59299965-bb95-4c49-8f13-218cf0470c4b/tags HTTP/1.1" status: 204 len: 168 time: 0.1566782 Jul 27 23:24:21.430040 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 56236) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:24:21.435294 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.tag.tag_plugin [None req-c1caa1dd-34e4-4a75-81de-6a9bf4d3b7ab tempest-TagsExtTest-394704943 tempest-TagsExtTest-394704943-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '8f1ab9b5-f475-4565-bb3e-37e6e806b011') {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:24:21.474448 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device 5b7866c5-7b07-46aa-bae5-acbbf94ec587 details requested by agent hyperv_n-h2-802623-1 with host n-h2-802623-1 {{(pid=93799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 23:24:21.551506 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fe532c-abec-4c20-a26e-0fd1e49a4eef req-a7c3cf4d-8e06-4a74-b164-9b4cb4d0a98a tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:24:21.553368 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-36fe532c-abec-4c20-a26e-0fd1e49a4eef req-a7c3cf4d-8e06-4a74-b164-9b4cb4d0a98a tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee76051c-3cf8-4796-bb17-62a25869073f HTTP/1.1" status: 200 len: 943 time: 0.1060827 Jul 27 23:24:21.606130 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f245f08-1a02-4ebe-9905-6fc705aa4617 req-eb518f6f-99e9-4811-a4f7-b094d9834834 tempest-MultipleCreateTestJSON-1931740269 tempest-MultipleCreateTestJSON-1931740269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:24:21.608398 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-6f245f08-1a02-4ebe-9905-6fc705aa4617 req-eb518f6f-99e9-4811-a4f7-b094d9834834 tempest-MultipleCreateTestJSON-1931740269 tempest-MultipleCreateTestJSON-1931740269-project] 10.222.0.18 "GET /v2.0/ports?device_id=5184da39-5f0d-49c4-a5a2-f66c28d9ab28 HTTP/1.1" status: 200 len: 945 time: 0.1118231 Jul 27 23:24:21.618169 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-c1caa1dd-34e4-4a75-81de-6a9bf4d3b7ab tempest-TagsExtTest-394704943 tempest-TagsExtTest-394704943-project] 10.222.0.18 "DELETE /v2.0/ports/8f1ab9b5-f475-4565-bb3e-37e6e806b011/tags HTTP/1.1" status: 204 len: 168 time: 0.1870759 Jul 27 23:24:21.625438 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 56244) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:24:21.629803 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.tag.tag_plugin [None req-b3cba726-e0f8-468b-9b13-a1a1776624af tempest-TagsExtTest-394704943 tempest-TagsExtTest-394704943-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'b054132e-73ba-4663-8ed4-26e9d69fbb16') {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:24:21.651018 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-36fe532c-abec-4c20-a26e-0fd1e49a4eef req-d7f525c4-bd7a-4669-997c-b0e6f2863399 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e15ece7-f410-4d95-9c67-d98c825e8c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852149 Jul 27 23:24:21.711071 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port 5b7866c5-7b07-46aa-bae5-acbbf94ec587, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=5b7866c5-7b07-46aa-bae5-acbbf94ec587,segment=NetworkSegment(e3440446-8deb-4174-b5a6-9cc094845dc2),segment_id=e3440446-8deb-4174-b5a6-9cc094845dc2)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:24:21.731957 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-6f245f08-1a02-4ebe-9905-6fc705aa4617 req-f350130a-b080-4538-ba87-a113b7d6e23a tempest-MultipleCreateTestJSON-1931740269 tempest-MultipleCreateTestJSON-1931740269-project] 10.222.0.18 "GET /v2.0/security-groups?id=7071cc09-0750-4ecb-a286-890b01188d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156075 Jul 27 23:24:21.735784 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Returning: {'device': '5b7866c5-7b07-46aa-bae5-acbbf94ec587', 'network_id': '44e5b751-d35f-484a-98d7-35c3565f32a1', 'port_id': '5b7866c5-7b07-46aa-bae5-acbbf94ec587', 'mac_address': 'fa:16:3e:94:51:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35a04ddb-b611-4dee-a6f7-89af6e6ad557', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 23:24:21.807314 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 56252) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:24:21.814710 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:21.822237 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-b3cba726-e0f8-468b-9b13-a1a1776624af tempest-TagsExtTest-394704943 tempest-TagsExtTest-394704943-project] 10.222.0.18 "DELETE /v2.0/subnets/b054132e-73ba-4663-8ed4-26e9d69fbb16/tags HTTP/1.1" status: 204 len: 168 time: 0.1956573 Jul 27 23:24:21.834738 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b7866c5-7b07-46aa-bae5-acbbf94ec587 {{(pid=93799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:24:21.887627 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port 5b7866c5-7b07-46aa-bae5-acbbf94ec587, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=5b7866c5-7b07-46aa-bae5-acbbf94ec587,segment=NetworkSegment(e3440446-8deb-4174-b5a6-9cc094845dc2),segment_id=e3440446-8deb-4174-b5a6-9cc094845dc2)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:24:21.910328 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:22.020584 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Pushing event updated for resources: {'Port': ['ID=5b7866c5-7b07-46aa-bae5-acbbf94ec587,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:24:22.021203 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ea7bff6b-d568-4173-9e41-b47f4f917996 tempest-TagsExtTest-394704943 tempest-TagsExtTest-394704943-project] Notify callbacks [] for subnetpool, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:22.022590 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-ea7bff6b-d568-4173-9e41-b47f4f917996 tempest-TagsExtTest-394704943 tempest-TagsExtTest-394704943-project] 10.222.0.18 "DELETE /v2.0/subnetpools/ed72684e-2b65-4e3a-a327-c5b558de55f8 HTTP/1.1" status: 204 len: 168 time: 0.2142692 Jul 27 23:24:22.025903 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 56264) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:24:22.065781 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 56268) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:24:22.073314 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-d080634f-2bdb-4ae1-8032-912af5f119ad tempest-TagsExtTest-394704943 tempest-TagsExtTest-394704943-project] 10.222.0.18 "GET /v2.0/ports?device_id=59299965-bb95-4c49-8f13-218cf0470c4b HTTP/1.1" status: 200 len: 205 time: 0.0460761 Jul 27 23:24:22.174372 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d63a5005-3b2a-4340-be0a-d07356b7af01 tempest-TagsExtTest-394704943 tempest-TagsExtTest-394704943-project] Notify callbacks [] for router, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:22.229908 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] get_ports_and_sgs() called for port_ids ['5b7866c5-7b07-46aa-bae5-acbbf94ec587'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:24:22.428112 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8718f5-fb80-4ae1-afbd-98ee2f21b0cd req-ae0f61d3-4b4f-4e55-89a0-4bb8fd9bbfc1 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:24:22.430712 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-7d8718f5-fb80-4ae1-afbd-98ee2f21b0cd req-ae0f61d3-4b4f-4e55-89a0-4bb8fd9bbfc1 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] 10.222.0.18 "GET /v2.0/ports?device_id=9bda45a6-7b3d-4402-bc36-eb32e3c47420 HTTP/1.1" status: 200 len: 946 time: 0.0883093 Jul 27 23:24:22.438213 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d63a5005-3b2a-4340-be0a-d07356b7af01 tempest-TagsExtTest-394704943 tempest-TagsExtTest-394704943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62205'] for router, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:22.472083 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d63a5005-3b2a-4340-be0a-d07356b7af01 tempest-TagsExtTest-394704943 tempest-TagsExtTest-394704943-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:22.515495 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-7d8718f5-fb80-4ae1-afbd-98ee2f21b0cd req-95e2414e-4b40-494d-981b-b9dd51dd1ee8 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] 10.222.0.18 "GET /v2.0/security-groups?id=65b595b9-aa8c-4614-91d3-1ae3459c99b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732031 Jul 27 23:24:22.590322 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb768362-bd87-462c-abf0-f69087f7cf2b req-6db1ec91-4754-408b-9fab-9bc0b9040354 tempest-MultipleCreateTestJSON-1931740269 tempest-MultipleCreateTestJSON-1931740269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:24:22.595955 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-fb768362-bd87-462c-abf0-f69087f7cf2b req-6db1ec91-4754-408b-9fab-9bc0b9040354 tempest-MultipleCreateTestJSON-1931740269 tempest-MultipleCreateTestJSON-1931740269-project] 10.222.0.18 "GET /v2.0/ports?device_id=5184da39-5f0d-49c4-a5a2-f66c28d9ab28 HTTP/1.1" status: 200 len: 945 time: 0.1739402 Jul 27 23:24:22.603792 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d63a5005-3b2a-4340-be0a-d07356b7af01 tempest-TagsExtTest-394704943 tempest-TagsExtTest-394704943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-477831'] for router, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:22.604505 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d63a5005-3b2a-4340-be0a-d07356b7af01 tempest-TagsExtTest-394704943 tempest-TagsExtTest-394704943-project] Fanout notify agent at l3_agent the message router_deleted on router 59299965-bb95-4c49-8f13-218cf0470c4b {{(pid=93798) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 23:24:22.612430 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d63a5005-3b2a-4340-be0a-d07356b7af01 tempest-TagsExtTest-394704943 tempest-TagsExtTest-394704943-project] Notify callbacks [] for router, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:22.614037 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-d63a5005-3b2a-4340-be0a-d07356b7af01 tempest-TagsExtTest-394704943 tempest-TagsExtTest-394704943-project] 10.222.0.18 "DELETE /v2.0/routers/59299965-bb95-4c49-8f13-218cf0470c4b HTTP/1.1" status: 204 len: 168 time: 0.5471585 Jul 27 23:24:22.617397 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 56284) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:24:22.664887 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-fb768362-bd87-462c-abf0-f69087f7cf2b req-77f9e377-f6bb-4056-906f-e5ecd97f4d06 tempest-MultipleCreateTestJSON-1931740269 tempest-MultipleCreateTestJSON-1931740269-project] 10.222.0.18 "GET /v2.0/security-groups?id=7071cc09-0750-4ecb-a286-890b01188d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494823 Jul 27 23:24:22.765275 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-574f8301-a18b-4aea-aeeb-3f8bc57fcaa6 tempest-TagsExtTest-394704943 tempest-TagsExtTest-394704943-project] Deleting port 8f1ab9b5-f475-4565-bb3e-37e6e806b011 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:24:22.765867 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-574f8301-a18b-4aea-aeeb-3f8bc57fcaa6 tempest-TagsExtTest-394704943 tempest-TagsExtTest-394704943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:22.878794 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0bf832-374e-49c0-bfbf-239a4c543b13 req-886f6baf-ed57-453d-9eb2-30adb4fb65c1 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:24:22.883087 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-7d0bf832-374e-49c0-bfbf-239a4c543b13 req-886f6baf-ed57-453d-9eb2-30adb4fb65c1 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee76051c-3cf8-4796-bb17-62a25869073f HTTP/1.1" status: 200 len: 944 time: 0.1279171 Jul 27 23:24:22.952685 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-7d0bf832-374e-49c0-bfbf-239a4c543b13 req-e70ed95b-7aa3-45a4-9eac-78cf94e71573 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e15ece7-f410-4d95-9c67-d98c825e8c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710194 Jul 27 23:24:22.977147 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-574f8301-a18b-4aea-aeeb-3f8bc57fcaa6 tempest-TagsExtTest-394704943 tempest-TagsExtTest-394704943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:22.990152 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-574f8301-a18b-4aea-aeeb-3f8bc57fcaa6 tempest-TagsExtTest-394704943 tempest-TagsExtTest-394704943-project] Calling delete_port for 8f1ab9b5-f475-4565-bb3e-37e6e806b011 owned by {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:24:23.150591 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-574f8301-a18b-4aea-aeeb-3f8bc57fcaa6 tempest-TagsExtTest-394704943 tempest-TagsExtTest-394704943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:23.251820 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574f8301-a18b-4aea-aeeb-3f8bc57fcaa6 tempest-TagsExtTest-394704943 tempest-TagsExtTest-394704943-project] Pushing event deleted for resources: {'Port': ['ID=8f1ab9b5-f475-4565-bb3e-37e6e806b011,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:24:23.338540 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-574f8301-a18b-4aea-aeeb-3f8bc57fcaa6 tempest-TagsExtTest-394704943 tempest-TagsExtTest-394704943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:23.351795 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-574f8301-a18b-4aea-aeeb-3f8bc57fcaa6 tempest-TagsExtTest-394704943 tempest-TagsExtTest-394704943-project] 10.222.0.18 "DELETE /v2.0/ports/8f1ab9b5-f475-4565-bb3e-37e6e806b011 HTTP/1.1" status: 204 len: 168 time: 0.7327120 Jul 27 23:24:23.354444 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 56312) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:24:23.476379 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_v2 [None req-5840b770-dcc4-44f1-9f33-447fa863024f tempest-TagsExtTest-394704943 tempest-TagsExtTest-394704943-project] Deleting subnet b054132e-73ba-4663-8ed4-26e9d69fbb16 {{(pid=93798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 23:24:23.484164 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5840b770-dcc4-44f1-9f33-447fa863024f tempest-TagsExtTest-394704943 tempest-TagsExtTest-394704943-project] Notify callbacks [] for subnet, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:23.487061 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device 5b7866c5-7b07-46aa-bae5-acbbf94ec587 up at agent hyperv_n-h2-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:24:23.498014 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32887c32-4d70-4e90-9d9b-51df3e79a35c req-6ac9db8e-8a7e-4256-b43f-7a67fba3a3b3 tempest-MultipleCreateTestJSON-1931740269 tempest-MultipleCreateTestJSON-1931740269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:24:23.500094 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-32887c32-4d70-4e90-9d9b-51df3e79a35c req-6ac9db8e-8a7e-4256-b43f-7a67fba3a3b3 tempest-MultipleCreateTestJSON-1931740269 tempest-MultipleCreateTestJSON-1931740269-project] 10.222.0.49 "GET /v2.0/ports?device_id=5184da39-5f0d-49c4-a5a2-f66c28d9ab28 HTTP/1.1" status: 200 len: 945 time: 0.0903852 Jul 27 23:24:23.622684 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Provisioning for port 5b7866c5-7b07-46aa-bae5-acbbf94ec587 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:24:23.628470 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Provisioning complete for port 5b7866c5-7b07-46aa-bae5-acbbf94ec587 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:24:23.629317 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:23.777518 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:23.811544 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5840b770-dcc4-44f1-9f33-447fa863024f tempest-TagsExtTest-394704943 tempest-TagsExtTest-394704943-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11163249'] for subnet, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:23.824844 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e654d4c5-116a-435d-931d-be396744fac7 req-976c3afd-c803-439a-803f-4fb2cbeb6bdf tempest-MultipleCreateTestJSON-1931740269 tempest-MultipleCreateTestJSON-1931740269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:24:23.833794 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-e654d4c5-116a-435d-931d-be396744fac7 req-976c3afd-c803-439a-803f-4fb2cbeb6bdf tempest-MultipleCreateTestJSON-1931740269 tempest-MultipleCreateTestJSON-1931740269-project] 10.222.0.18 "GET /v2.0/ports?device_id=5184da39-5f0d-49c4-a5a2-f66c28d9ab28 HTTP/1.1" status: 200 len: 945 time: 0.0724323 Jul 27 23:24:23.848947 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee76051c-3cf8-4796-bb17-62a25869073f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b7866c5-7b07-46aa-bae5-acbbf94ec587'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:24:23.852116 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c0369b0d4f459110ff20a1f9878ba33f96d6491bddb9d15843bf29d01e0bda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-681e9b35-39c8-4735-8826-ac9ec43be3f0" -d '{"events": [{"server_uuid": "ee76051c-3cf8-4796-bb17-62a25869073f", "name": "network-vif-plugged", "status": "completed", "tag": "5b7866c5-7b07-46aa-bae5-acbbf94ec587"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:24:23.886198 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port 5b7866c5-7b07-46aa-bae5-acbbf94ec587, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=5b7866c5-7b07-46aa-bae5-acbbf94ec587,segment=NetworkSegment(e3440446-8deb-4174-b5a6-9cc094845dc2),segment_id=e3440446-8deb-4174-b5a6-9cc094845dc2)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:24:23.889962 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bc75a7-ad8c-454f-9a9a-ef197044e5f5 req-6d45c704-01eb-417b-9a37-a05e885fac59 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:24:23.891665 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-d4bc75a7-ad8c-454f-9a9a-ef197044e5f5 req-6d45c704-01eb-417b-9a37-a05e885fac59 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] 10.222.0.38 "GET /v2.0/ports?device_id=9bda45a6-7b3d-4402-bc36-eb32e3c47420 HTTP/1.1" status: 200 len: 946 time: 0.3225019 Jul 27 23:24:23.898069 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:23.902059 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-e654d4c5-116a-435d-931d-be396744fac7 req-8d368c28-a3eb-4310-903c-f982c3264af7 tempest-MultipleCreateTestJSON-1931740269 tempest-MultipleCreateTestJSON-1931740269-project] 10.222.0.18 "GET /v2.0/security-groups?id=7071cc09-0750-4ecb-a286-890b01188d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620277 Jul 27 23:24:23.918172 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797d1969-cb38-47a0-b76b-fc9bb06af0db req-e718f2fb-a7a3-4aeb-9735-11e0a9b77f13 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:24:23.931365 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-797d1969-cb38-47a0-b76b-fc9bb06af0db req-e718f2fb-a7a3-4aeb-9735-11e0a9b77f13 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] 10.222.0.18 "GET /v2.0/ports?device_id=9bda45a6-7b3d-4402-bc36-eb32e3c47420 HTTP/1.1" status: 200 len: 946 time: 0.2125494 Jul 27 23:24:23.950907 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:24:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-243de62a-4e78-4b49-ace8-8f1b5843c4a2 x-openstack-request-id: req-243de62a-4e78-4b49-ace8-8f1b5843c4a2 {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:24:23.951231 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee76051c-3cf8-4796-bb17-62a25869073f", "name": "network-vif-plugged", "status": "completed", "tag": "5b7866c5-7b07-46aa-bae5-acbbf94ec587", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:24:23.951485 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-243de62a-4e78-4b49-ace8-8f1b5843c4a2 {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:24:23.951872 n-d-802623-1 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee76051c-3cf8-4796-bb17-62a25869073f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b7866c5-7b07-46aa-bae5-acbbf94ec587', 'code': 200} Jul 27 23:24:23.959623 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca17100-b33a-4f04-a2c3-f364e886c68c req-e337941b-854b-42c8-835e-229324b99808 tempest-MultipleCreateTestJSON-1931740269 tempest-MultipleCreateTestJSON-1931740269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:24:23.961264 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-cca17100-b33a-4f04-a2c3-f364e886c68c req-e337941b-854b-42c8-835e-229324b99808 tempest-MultipleCreateTestJSON-1931740269 tempest-MultipleCreateTestJSON-1931740269-project] 10.222.0.38 "GET /v2.0/ports?device_id=a5fcad52-44f9-4d56-b53a-a48b1f658bc1 HTTP/1.1" status: 200 len: 945 time: 0.2318804 Jul 27 23:24:23.985133 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Pushing event updated for resources: {'Port': ['ID=5b7866c5-7b07-46aa-bae5-acbbf94ec587,revision_number=5']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:24:24.083563 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-32887c32-4d70-4e90-9d9b-51df3e79a35c req-140e6136-7d94-4dc5-9c15-800ec9b76f14 tempest-MultipleCreateTestJSON-1931740269 tempest-MultipleCreateTestJSON-1931740269-project] Deleting port 6a5fdf71-50fa-40b2-8db9-62ed9c4328e1 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:24:24.083913 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-32887c32-4d70-4e90-9d9b-51df3e79a35c req-140e6136-7d94-4dc5-9c15-800ec9b76f14 tempest-MultipleCreateTestJSON-1931740269 tempest-MultipleCreateTestJSON-1931740269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:24.131583 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c001f77-cd6b-4772-8a4f-7e5d21721139 req-dd34e073-99d8-4d32-bf3b-1eac6a2d72a2 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:24:24.134550 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8c001f77-cd6b-4772-8a4f-7e5d21721139 req-dd34e073-99d8-4d32-bf3b-1eac6a2d72a2 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee76051c-3cf8-4796-bb17-62a25869073f HTTP/1.1" status: 200 len: 945 time: 0.1013470 Jul 27 23:24:24.140838 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b5fcfb-a361-4404-8232-50be1f09815f req-62d2118d-8ecd-4b14-a777-b0c4c4ae29d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:24:24.142312 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-84b5fcfb-a361-4404-8232-50be1f09815f req-62d2118d-8ecd-4b14-a777-b0c4c4ae29d7 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=ee76051c-3cf8-4796-bb17-62a25869073f HTTP/1.1" status: 200 len: 1096 time: 0.1192853 Jul 27 23:24:24.207808 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-84b5fcfb-a361-4404-8232-50be1f09815f req-614c188a-3129-4c29-ba7f-e6ebb47cb858 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=4e15ece7-f410-4d95-9c67-d98c825e8c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575752 Jul 27 23:24:24.222197 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5840b770-dcc4-44f1-9f33-447fa863024f tempest-TagsExtTest-394704943 tempest-TagsExtTest-394704943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620741'] for subnet, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:24.238961 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8c001f77-cd6b-4772-8a4f-7e5d21721139 req-55dc4674-ee64-4d8b-b6ea-97560c5a3382 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e15ece7-f410-4d95-9c67-d98c825e8c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868008 Jul 27 23:24:24.425380 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 56342) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:24:24.477372 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_v2 [None req-69e330b0-9622-4113-8440-4ffde406fa8d admin admin] Deleting subnet 614b1cae-4360-4d45-b3b8-cf22579b78cc {{(pid=93797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 23:24:24.480621 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-69e330b0-9622-4113-8440-4ffde406fa8d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:24.515913 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-69e330b0-9622-4113-8440-4ffde406fa8d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11335971'] for subnet, precommit_delete_associations {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:24.542189 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-797d1969-cb38-47a0-b76b-fc9bb06af0db req-a09870ab-da1f-40c5-a299-23e0a0b39954 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] 10.222.0.18 "GET /v2.0/security-groups?id=65b595b9-aa8c-4614-91d3-1ae3459c99b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6096449 Jul 27 23:24:24.567657 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-69e330b0-9622-4113-8440-4ffde406fa8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620741'] for subnet, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:24.650176 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5840b770-dcc4-44f1-9f33-447fa863024f tempest-TagsExtTest-394704943 tempest-TagsExtTest-394704943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11971800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12265753'] for subnet, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:24.670131 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-69e330b0-9622-4113-8440-4ffde406fa8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11335991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11551414'] for subnet, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:24.703296 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e330b0-9622-4113-8440-4ffde406fa8d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=614b1cae-4360-4d45-b3b8-cf22579b78cc,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:24:24.708908 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-69e330b0-9622-4113-8440-4ffde406fa8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for subnet, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:24.712022 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-69e330b0-9622-4113-8440-4ffde406fa8d admin admin] 10.222.0.18 "DELETE /v2.0/subnets/614b1cae-4360-4d45-b3b8-cf22579b78cc HTTP/1.1" status: 204 len: 168 time: 0.2851012 Jul 27 23:24:24.713455 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5840b770-dcc4-44f1-9f33-447fa863024f tempest-TagsExtTest-394704943 tempest-TagsExtTest-394704943-project] Pushing event deleted for resources: {'Subnet': ['ID=b054132e-73ba-4663-8ed4-26e9d69fbb16,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:24:24.714776 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 56348) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:24:24.726407 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5840b770-dcc4-44f1-9f33-447fa863024f tempest-TagsExtTest-394704943 tempest-TagsExtTest-394704943-project] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:24.730909 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-5840b770-dcc4-44f1-9f33-447fa863024f tempest-TagsExtTest-394704943 tempest-TagsExtTest-394704943-project] 10.222.0.18 "DELETE /v2.0/subnets/b054132e-73ba-4663-8ed4-26e9d69fbb16 HTTP/1.1" status: 204 len: 168 time: 1.3719108 Jul 27 23:24:24.735550 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-d4bc75a7-ad8c-454f-9a9a-ef197044e5f5 req-f26a2fb7-e85d-40c8-b0f9-793c5532d647 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Deleting port 23300807-efde-46de-99e7-6916a9204bb3 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:24:24.735893 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-d4bc75a7-ad8c-454f-9a9a-ef197044e5f5 req-f26a2fb7-e85d-40c8-b0f9-793c5532d647 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:24.736368 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-130df9cb-619f-4921-8a20-75135cb6840e None None] Network 9c5859e2-e5dc-40d4-8f2c-0fd57672819e requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:24:24.739670 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-32887c32-4d70-4e90-9d9b-51df3e79a35c req-140e6136-7d94-4dc5-9c15-800ec9b76f14 tempest-MultipleCreateTestJSON-1931740269 tempest-MultipleCreateTestJSON-1931740269-project] For port 6a5fdf71-50fa-40b2-8db9-62ed9c4328e1, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=6a5fdf71-50fa-40b2-8db9-62ed9c4328e1,segment=NetworkSegment(8c267b76-81da-475f-a9e8-f3fb8fa17f14),segment_id=8c267b76-81da-475f-a9e8-f3fb8fa17f14)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:24:24.740038 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-32887c32-4d70-4e90-9d9b-51df3e79a35c req-140e6136-7d94-4dc5-9c15-800ec9b76f14 tempest-MultipleCreateTestJSON-1931740269 tempest-MultipleCreateTestJSON-1931740269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:24.745001 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 56350) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:24:24.813919 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4fddefe1-a662-4e9a-817e-2c8f638dcffd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593271'] for network, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:24.847665 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-32887c32-4d70-4e90-9d9b-51df3e79a35c req-140e6136-7d94-4dc5-9c15-800ec9b76f14 tempest-MultipleCreateTestJSON-1931740269 tempest-MultipleCreateTestJSON-1931740269-project] Calling delete_port for 6a5fdf71-50fa-40b2-8db9-62ed9c4328e1 owned by compute:nova {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:24:24.851496 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-cca17100-b33a-4f04-a2c3-f364e886c68c req-09c2abe3-cd96-4709-9bcf-853236e01dd5 tempest-MultipleCreateTestJSON-1931740269 tempest-MultipleCreateTestJSON-1931740269-project] Deleting port 939ebde0-0778-428d-ac86-c09419345ab7 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:24:24.851844 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-cca17100-b33a-4f04-a2c3-f364e886c68c req-09c2abe3-cd96-4709-9bcf-853236e01dd5 tempest-MultipleCreateTestJSON-1931740269 tempest-MultipleCreateTestJSON-1931740269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:24.962168 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4fddefe1-a662-4e9a-817e-2c8f638dcffd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618032', 'neutron.services.segments.db._delete_segments_for_network-8736833900081'] for network, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:24.963513 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6bb5105-3bb4-42a0-8d8f-ac3d02be406f None None] DHCP port deletion for 9c5859e2-e5dc-40d4-8f2c-0fd57672819e request from n-d-802623-1 {{(pid=93799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 23:24:24.981958 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-4fddefe1-a662-4e9a-817e-2c8f638dcffd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75ce6599-272f-409e-8bde-1b861ba87c15']}} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:24:25.002555 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-4fddefe1-a662-4e9a-817e-2c8f638dcffd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8df1e016-1296-48ed-ae2c-202b33902bfc') {'for_net_delete': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:24:25.002947 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-4fddefe1-a662-4e9a-817e-2c8f638dcffd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8df1e016-1296-48ed-ae2c-202b33902bfc') {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:24:25.028958 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4fddefe1-a662-4e9a-817e-2c8f638dcffd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736833900858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11335978'] for segment, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:25.051507 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4fddefe1-a662-4e9a-817e-2c8f638dcffd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:25.068549 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-a6bb5105-3bb4-42a0-8d8f-ac3d02be406f None None] Deleting port 48bd7f1c-4c20-410d-acec-7e84e2a0d34c {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:24:25.069962 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a6bb5105-3bb4-42a0-8d8f-ac3d02be406f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:25.078845 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fddefe1-a662-4e9a-817e-2c8f638dcffd admin admin] Releasing vlan 536 on physical network physnet1 to pool {{(pid=93797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 23:24:25.079323 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4fddefe1-a662-4e9a-817e-2c8f638dcffd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11336013'] for segment, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:25.111708 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-11049cea-898b-40db-ad39-3b0697b5376e tempest-TagsExtTest-394704943 tempest-TagsExtTest-394704943-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593271'] for network, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:25.207652 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-a6bb5105-3bb4-42a0-8d8f-ac3d02be406f None None] For port 48bd7f1c-4c20-410d-acec-7e84e2a0d34c, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=48bd7f1c-4c20-410d-acec-7e84e2a0d34c,segment=NetworkSegment(180fa714-d18c-40ab-ab4a-4247d5da979b),segment_id=180fa714-d18c-40ab-ab4a-4247d5da979b)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:24:25.208198 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a6bb5105-3bb4-42a0-8d8f-ac3d02be406f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:25.228463 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-a6bb5105-3bb4-42a0-8d8f-ac3d02be406f None None] Calling delete_port for 48bd7f1c-4c20-410d-acec-7e84e2a0d34c owned by network:dhcp {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:24:25.309401 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-d4bc75a7-ad8c-454f-9a9a-ef197044e5f5 req-f26a2fb7-e85d-40c8-b0f9-793c5532d647 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] For port 23300807-efde-46de-99e7-6916a9204bb3, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=23300807-efde-46de-99e7-6916a9204bb3,segment=NetworkSegment(dd3fb910-11a1-4198-8a90-f4352ae92025),segment_id=dd3fb910-11a1-4198-8a90-f4352ae92025)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:24:25.313797 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-d4bc75a7-ad8c-454f-9a9a-ef197044e5f5 req-f26a2fb7-e85d-40c8-b0f9-793c5532d647 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:25.323382 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-cca17100-b33a-4f04-a2c3-f364e886c68c req-09c2abe3-cd96-4709-9bcf-853236e01dd5 tempest-MultipleCreateTestJSON-1931740269 tempest-MultipleCreateTestJSON-1931740269-project] For port 939ebde0-0778-428d-ac86-c09419345ab7, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=939ebde0-0778-428d-ac86-c09419345ab7,segment=NetworkSegment(8c267b76-81da-475f-a9e8-f3fb8fa17f14),segment_id=8c267b76-81da-475f-a9e8-f3fb8fa17f14)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:24:25.323916 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-cca17100-b33a-4f04-a2c3-f364e886c68c req-09c2abe3-cd96-4709-9bcf-853236e01dd5 tempest-MultipleCreateTestJSON-1931740269 tempest-MultipleCreateTestJSON-1931740269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:25.365595 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a6bb5105-3bb4-42a0-8d8f-ac3d02be406f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:25.395724 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-cca17100-b33a-4f04-a2c3-f364e886c68c req-09c2abe3-cd96-4709-9bcf-853236e01dd5 tempest-MultipleCreateTestJSON-1931740269 tempest-MultipleCreateTestJSON-1931740269-project] Calling delete_port for 939ebde0-0778-428d-ac86-c09419345ab7 owned by compute:nova {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:24:25.405658 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bb5105-3bb4-42a0-8d8f-ac3d02be406f None None] Pushing event deleted for resources: {'Port': ['ID=48bd7f1c-4c20-410d-acec-7e84e2a0d34c,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:24:25.421149 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6bb5105-3bb4-42a0-8d8f-ac3d02be406f None None] No DVR routers for this DVR port 48bd7f1c-4c20-410d-acec-7e84e2a0d34c on host n-d-802623-1 {{(pid=93799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:24:25.506454 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-32887c32-4d70-4e90-9d9b-51df3e79a35c req-140e6136-7d94-4dc5-9c15-800ec9b76f14 tempest-MultipleCreateTestJSON-1931740269 tempest-MultipleCreateTestJSON-1931740269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:25.515786 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] get_ports_and_sgs() called for port_ids ['939ebde0-0778-428d-ac86-c09419345ab7'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:24:25.520178 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] get_ports_and_sgs() called for port_ids ['6a5fdf71-50fa-40b2-8db9-62ed9c4328e1'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:24:25.596126 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140e6136-7d94-4dc5-9c15-800ec9b76f14 tempest-MultipleCreateTestJSON-1931740269 tempest-MultipleCreateTestJSON-1931740269-project] Pushing event deleted for resources: {'Port': ['ID=6a5fdf71-50fa-40b2-8db9-62ed9c4328e1,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:24:25.693875 n-d-802623-1 neutron-server[93797]: Traceback (most recent call last): Jul 27 23:24:25.693875 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 23:24:25.693875 n-d-802623-1 neutron-server[93797]: timer() Jul 27 23:24:25.693875 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 23:24:25.693875 n-d-802623-1 neutron-server[93797]: cb(*args, **kw) Jul 27 23:24:25.693875 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 23:24:25.693875 n-d-802623-1 neutron-server[93797]: return func(*args, **kwargs) Jul 27 23:24:25.693875 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 23:24:25.693875 n-d-802623-1 neutron-server[93797]: self._notify() Jul 27 23:24:25.693875 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 23:24:25.693875 n-d-802623-1 neutron-server[93797]: self.callback(batched_events) Jul 27 23:24:25.693875 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 23:24:25.693875 n-d-802623-1 neutron-server[93797]: event.method(event) Jul 27 23:24:25.693875 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 23:24:25.693875 n-d-802623-1 neutron-server[93797]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 23:24:25.693875 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 23:24:25.693875 n-d-802623-1 neutron-server[93797]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 23:24:25.693875 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 23:24:25.693875 n-d-802623-1 neutron-server[93797]: return f(self, *a, **k) Jul 27 23:24:25.693875 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 23:24:25.693875 n-d-802623-1 neutron-server[93797]: return self._get(url).json() Jul 27 23:24:25.693875 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 23:24:25.693875 n-d-802623-1 neutron-server[93797]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 23:24:25.693875 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 23:24:25.693875 n-d-802623-1 neutron-server[93797]: return self.request(url, 'GET', **kwargs) Jul 27 23:24:25.693875 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 23:24:25.693875 n-d-802623-1 neutron-server[93797]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 23:24:25.693875 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 23:24:25.693875 n-d-802623-1 neutron-server[93797]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 23:24:25.693875 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 23:24:25.693875 n-d-802623-1 neutron-server[93797]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 23:24:25.693875 n-d-802623-1 neutron-server[93797]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 23:24:25.731744 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4a27cd-454d-4a1e-a474-6fbbc56dc316 req-f36dd6b9-9742-4628-96ea-93e698467702 tempest-MultipleCreateTestJSON-1931740269 tempest-MultipleCreateTestJSON-1931740269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:24:25.739740 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-fd4a27cd-454d-4a1e-a474-6fbbc56dc316 req-f36dd6b9-9742-4628-96ea-93e698467702 tempest-MultipleCreateTestJSON-1931740269 tempest-MultipleCreateTestJSON-1931740269-project] 10.222.0.18 "GET /v2.0/ports?device_id=5184da39-5f0d-49c4-a5a2-f66c28d9ab28 HTTP/1.1" status: 200 len: 867 time: 0.7489340 Jul 27 23:24:25.746433 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-32887c32-4d70-4e90-9d9b-51df3e79a35c req-140e6136-7d94-4dc5-9c15-800ec9b76f14 tempest-MultipleCreateTestJSON-1931740269 tempest-MultipleCreateTestJSON-1931740269-project] No DVR routers for this DVR port 6a5fdf71-50fa-40b2-8db9-62ed9c4328e1 on host n-h2-802623-1 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:24:25.753196 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-32887c32-4d70-4e90-9d9b-51df3e79a35c req-140e6136-7d94-4dc5-9c15-800ec9b76f14 tempest-MultipleCreateTestJSON-1931740269 tempest-MultipleCreateTestJSON-1931740269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:25.755343 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-32887c32-4d70-4e90-9d9b-51df3e79a35c req-140e6136-7d94-4dc5-9c15-800ec9b76f14 tempest-MultipleCreateTestJSON-1931740269 tempest-MultipleCreateTestJSON-1931740269-project] 10.222.0.49 "DELETE /v2.0/ports/6a5fdf71-50fa-40b2-8db9-62ed9c4328e1 HTTP/1.1" status: 204 len: 173 time: 2.1830146 Jul 27 23:24:25.765026 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5184da39-5f0d-49c4-a5a2-f66c28d9ab28', 'name': 'network-vif-deleted', 'tag': '6a5fdf71-50fa-40b2-8db9-62ed9c4328e1'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:24:25.767175 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4fddefe1-a662-4e9a-817e-2c8f638dcffd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415412'] for network, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:25.767660 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}011f8d312121274bb12d78e77c6379a2079800640016cec6c6d605b73666e854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f02d1f0-c6be-4cf9-bee6-be09ec2ac1c7" -d '{"events": [{"server_uuid": "5184da39-5f0d-49c4-a5a2-f66c28d9ab28", "name": "network-vif-deleted", "tag": "6a5fdf71-50fa-40b2-8db9-62ed9c4328e1"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:24:25.779137 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4fddefe1-a662-4e9a-817e-2c8f638dcffd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for network, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:25.781680 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-4fddefe1-a662-4e9a-817e-2c8f638dcffd admin admin] 10.222.0.18 "DELETE /v2.0/networks/75ce6599-272f-409e-8bde-1b861ba87c15 HTTP/1.1" status: 204 len: 168 time: 1.0656557 Jul 27 23:24:25.798472 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda88631-8509-4cab-9b59-52d49218b26f req-81f51a27-d215-4a2d-b04d-aa7d43ce4396 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:24:25.800814 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-eda88631-8509-4cab-9b59-52d49218b26f req-81f51a27-d215-4a2d-b04d-aa7d43ce4396 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee76051c-3cf8-4796-bb17-62a25869073f HTTP/1.1" status: 200 len: 945 time: 0.4276867 Jul 27 23:24:25.821602 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fddefe1-a662-4e9a-817e-2c8f638dcffd admin admin] Pushing event deleted for resources: {'Network': ['ID=75ce6599-272f-409e-8bde-1b861ba87c15,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:24:25.831983 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-11049cea-898b-40db-ad39-3b0697b5376e tempest-TagsExtTest-394704943 tempest-TagsExtTest-394704943-project] Deleting port 48bd7f1c-4c20-410d-acec-7e84e2a0d34c {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:24:25.835273 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-11049cea-898b-40db-ad39-3b0697b5376e tempest-TagsExtTest-394704943 tempest-TagsExtTest-394704943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:25.848353 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-fd4a27cd-454d-4a1e-a474-6fbbc56dc316 req-556d105a-5640-4632-9257-4a9ada41b53b tempest-MultipleCreateTestJSON-1931740269 tempest-MultipleCreateTestJSON-1931740269-project] 10.222.0.18 "GET /v2.0/security-groups?id=7071cc09-0750-4ecb-a286-890b01188d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074245 Jul 27 23:24:25.896035 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-d4bc75a7-ad8c-454f-9a9a-ef197044e5f5 req-f26a2fb7-e85d-40c8-b0f9-793c5532d647 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:25.896571 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-d4bc75a7-ad8c-454f-9a9a-ef197044e5f5 req-f26a2fb7-e85d-40c8-b0f9-793c5532d647 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-415302'] for floatingip, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:25.896792 n-d-802623-1 neutron-server[93798]: INFO neutron.db.l3_db [req-d4bc75a7-ad8c-454f-9a9a-ef197044e5f5 req-f26a2fb7-e85d-40c8-b0f9-793c5532d647 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Floating IP 2838eef9-68d9-4742-b646-8e0c30c35329 disassociated. External IP: 172.25.4.208, port: 23300807-efde-46de-99e7-6916a9204bb3. Jul 27 23:24:25.897677 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-d4bc75a7-ad8c-454f-9a9a-ef197044e5f5 req-f26a2fb7-e85d-40c8-b0f9-793c5532d647 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Calling delete_port for 23300807-efde-46de-99e7-6916a9204bb3 owned by compute:nova {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:24:26.018471 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c3f684-cfe7-432b-b0d7-7b1438af43c9 req-eb7eba6d-8f95-4dbb-b835-488ba5dcd3e9 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:24:26.021165 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-e4c3f684-cfe7-432b-b0d7-7b1438af43c9 req-eb7eba6d-8f95-4dbb-b835-488ba5dcd3e9 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] 10.222.0.18 "GET /v2.0/ports?device_id=9bda45a6-7b3d-4402-bc36-eb32e3c47420 HTTP/1.1" status: 200 len: 946 time: 0.0638673 Jul 27 23:24:26.062699 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-eda88631-8509-4cab-9b59-52d49218b26f req-447f6d3d-7507-4ed5-baba-e199a53cceb0 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e15ece7-f410-4d95-9c67-d98c825e8c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2450879 Jul 27 23:24:26.134561 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-e4c3f684-cfe7-432b-b0d7-7b1438af43c9 req-ef2df531-6057-4d97-8d7a-5d84904379cd tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] 10.222.0.18 "GET /v2.0/security-groups?id=65b595b9-aa8c-4614-91d3-1ae3459c99b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1058753 Jul 27 23:24:26.140875 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-11049cea-898b-40db-ad39-3b0697b5376e tempest-TagsExtTest-394704943 tempest-TagsExtTest-394704943-project] For port 48bd7f1c-4c20-410d-acec-7e84e2a0d34c, host n-d-802623-1, got binding levels [] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:24:26.141498 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-11049cea-898b-40db-ad39-3b0697b5376e tempest-TagsExtTest-394704943 tempest-TagsExtTest-394704943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:26.151301 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:24:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afc047d5-9125-4780-ac64-e024b9befde7 x-openstack-request-id: req-afc047d5-9125-4780-ac64-e024b9befde7 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:24:26.151301 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5184da39-5f0d-49c4-a5a2-f66c28d9ab28", "name": "network-vif-deleted", "tag": "6a5fdf71-50fa-40b2-8db9-62ed9c4328e1", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:24:26.151301 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-afc047d5-9125-4780-ac64-e024b9befde7 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:24:26.151301 n-d-802623-1 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5184da39-5f0d-49c4-a5a2-f66c28d9ab28', 'name': 'network-vif-deleted', 'tag': '6a5fdf71-50fa-40b2-8db9-62ed9c4328e1', 'status': 'completed', 'code': 200} Jul 27 23:24:26.191248 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-11049cea-898b-40db-ad39-3b0697b5376e tempest-TagsExtTest-394704943 tempest-TagsExtTest-394704943-project] Calling delete_port for 48bd7f1c-4c20-410d-acec-7e84e2a0d34c owned by network:dhcp {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:24:26.196345 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.ipam_backend_mixin [None req-11049cea-898b-40db-ad39-3b0697b5376e tempest-TagsExtTest-394704943 tempest-TagsExtTest-394704943-project] Port 48bd7f1c-4c20-410d-acec-7e84e2a0d34c was not found and therefore no delete operation was performed {{(pid=93798) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 27 23:24:26.212909 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-11049cea-898b-40db-ad39-3b0697b5376e tempest-TagsExtTest-394704943 tempest-TagsExtTest-394704943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:26.293684 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11049cea-898b-40db-ad39-3b0697b5376e tempest-TagsExtTest-394704943 tempest-TagsExtTest-394704943-project] Pushing event deleted for resources: {'Port': ['ID=48bd7f1c-4c20-410d-acec-7e84e2a0d34c,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:24:26.302715 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11049cea-898b-40db-ad39-3b0697b5376e tempest-TagsExtTest-394704943 tempest-TagsExtTest-394704943-project] No DVR routers for this DVR port 48bd7f1c-4c20-410d-acec-7e84e2a0d34c on host n-d-802623-1 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:24:26.310206 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 56404) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:24:26.313799 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-cca17100-b33a-4f04-a2c3-f364e886c68c req-09c2abe3-cd96-4709-9bcf-853236e01dd5 tempest-MultipleCreateTestJSON-1931740269 tempest-MultipleCreateTestJSON-1931740269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:26.384264 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-d4bc75a7-ad8c-454f-9a9a-ef197044e5f5 req-f26a2fb7-e85d-40c8-b0f9-793c5532d647 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:26.389137 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c2abe3-cd96-4709-9bcf-853236e01dd5 tempest-MultipleCreateTestJSON-1931740269 tempest-MultipleCreateTestJSON-1931740269-project] Pushing event deleted for resources: {'Port': ['ID=939ebde0-0778-428d-ac86-c09419345ab7,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:24:26.405563 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 48bd7f1c-4c20-410d-acec-7e84e2a0d34c no longer exists at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:24:26.443409 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-e441b52c-d802-4c6d-9aa5-1c26e95c796e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=771a5e15676f4d0489dc600792573356&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1326368 Jul 27 23:24:26.448707 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 56408) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:24:26.454766 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] No Port match for: 48bd7f1c-4c20-410d-acec-7e84e2a0d34c {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:24:26.455106 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 48bd7f1c-4c20-410d-acec-7e84e2a0d34c not bound to the agent host n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:24:26.546693 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26a2fb7-e85d-40c8-b0f9-793c5532d647 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Pushing event deleted for resources: {'Port': ['ID=23300807-efde-46de-99e7-6916a9204bb3,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:24:26.553873 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-11049cea-898b-40db-ad39-3b0697b5376e tempest-TagsExtTest-394704943 tempest-TagsExtTest-394704943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618032', 'neutron.services.segments.db._delete_segments_for_network-8736833900081'] for network, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:26.556660 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-cca17100-b33a-4f04-a2c3-f364e886c68c req-09c2abe3-cd96-4709-9bcf-853236e01dd5 tempest-MultipleCreateTestJSON-1931740269 tempest-MultipleCreateTestJSON-1931740269-project] No DVR routers for this DVR port 939ebde0-0778-428d-ac86-c09419345ab7 on host n-h1-802623-1 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:24:26.559626 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-cca17100-b33a-4f04-a2c3-f364e886c68c req-09c2abe3-cd96-4709-9bcf-853236e01dd5 tempest-MultipleCreateTestJSON-1931740269 tempest-MultipleCreateTestJSON-1931740269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:26.562899 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-cca17100-b33a-4f04-a2c3-f364e886c68c req-09c2abe3-cd96-4709-9bcf-853236e01dd5 tempest-MultipleCreateTestJSON-1931740269 tempest-MultipleCreateTestJSON-1931740269-project] 10.222.0.38 "DELETE /v2.0/ports/939ebde0-0778-428d-ac86-c09419345ab7 HTTP/1.1" status: 204 len: 173 time: 2.5542583 Jul 27 23:24:26.567142 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1ca6a712-d81c-4d87-97fb-622b89472eb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:26.590485 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-11049cea-898b-40db-ad39-3b0697b5376e tempest-TagsExtTest-394704943 tempest-TagsExtTest-394704943-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c5859e2-e5dc-40d4-8f2c-0fd57672819e']}} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:24:26.624991 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1ca6a712-d81c-4d87-97fb-622b89472eb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:26.678082 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-11049cea-898b-40db-ad39-3b0697b5376e tempest-TagsExtTest-394704943 tempest-TagsExtTest-394704943-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '180fa714-d18c-40ab-ab4a-4247d5da979b') {'for_net_delete': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:24:26.678967 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-11049cea-898b-40db-ad39-3b0697b5376e tempest-TagsExtTest-394704943 tempest-TagsExtTest-394704943-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '180fa714-d18c-40ab-ab4a-4247d5da979b') {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:24:26.709628 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-11049cea-898b-40db-ad39-3b0697b5376e tempest-TagsExtTest-394704943 tempest-TagsExtTest-394704943-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736833900858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11163256'] for segment, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:26.725896 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1ca6a712-d81c-4d87-97fb-622b89472eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:26.729335 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1ca6a712-d81c-4d87-97fb-622b89472eb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:26.730734 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-1ca6a712-d81c-4d87-97fb-622b89472eb3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c6ee22a1-4a36-467f-b125-9b1dd3eea2e5 HTTP/1.1" status: 204 len: 168 time: 0.2810407 Jul 27 23:24:26.749152 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca6a712-d81c-4d87-97fb-622b89472eb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6ee22a1-4a36-467f-b125-9b1dd3eea2e5,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:24:26.820182 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-11049cea-898b-40db-ad39-3b0697b5376e tempest-TagsExtTest-394704943 tempest-TagsExtTest-394704943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:26.887082 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11049cea-898b-40db-ad39-3b0697b5376e tempest-TagsExtTest-394704943 tempest-TagsExtTest-394704943-project] Releasing vlan 515 on physical network physnet1 to pool {{(pid=93798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 23:24:26.887859 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-11049cea-898b-40db-ad39-3b0697b5376e tempest-TagsExtTest-394704943 tempest-TagsExtTest-394704943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11971746'] for segment, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:26.891575 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-80c0b244-7f1a-40f4-bcf0-d82827d89f76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:26.892051 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 56428) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:24:26.902108 n-d-802623-1 neutron-server[93798]: Traceback (most recent call last): Jul 27 23:24:26.902108 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 23:24:26.902108 n-d-802623-1 neutron-server[93798]: timer() Jul 27 23:24:26.902108 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 23:24:26.902108 n-d-802623-1 neutron-server[93798]: cb(*args, **kw) Jul 27 23:24:26.902108 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 23:24:26.902108 n-d-802623-1 neutron-server[93798]: return func(*args, **kwargs) Jul 27 23:24:26.902108 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 23:24:26.902108 n-d-802623-1 neutron-server[93798]: self._notify() Jul 27 23:24:26.902108 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 23:24:26.902108 n-d-802623-1 neutron-server[93798]: self.callback(batched_events) Jul 27 23:24:26.902108 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 23:24:26.902108 n-d-802623-1 neutron-server[93798]: event.method(event) Jul 27 23:24:26.902108 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 23:24:26.902108 n-d-802623-1 neutron-server[93798]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 23:24:26.902108 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 23:24:26.902108 n-d-802623-1 neutron-server[93798]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 23:24:26.902108 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 23:24:26.902108 n-d-802623-1 neutron-server[93798]: return f(self, *a, **k) Jul 27 23:24:26.902108 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 23:24:26.902108 n-d-802623-1 neutron-server[93798]: return self._get(url).json() Jul 27 23:24:26.902108 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 23:24:26.902108 n-d-802623-1 neutron-server[93798]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 23:24:26.902108 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 23:24:26.902108 n-d-802623-1 neutron-server[93798]: return self.request(url, 'GET', **kwargs) Jul 27 23:24:26.902108 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 23:24:26.902108 n-d-802623-1 neutron-server[93798]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 23:24:26.902108 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 23:24:26.902108 n-d-802623-1 neutron-server[93798]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 23:24:26.902108 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 23:24:26.902108 n-d-802623-1 neutron-server[93798]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 23:24:26.902108 n-d-802623-1 neutron-server[93798]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 23:24:26.996514 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459922e2-e064-48d8-ba81-551e1442ef8b req-70198a31-07ee-4f7a-b2ea-ac827497b0af tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:24:27.013675 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-459922e2-e064-48d8-ba81-551e1442ef8b req-70198a31-07ee-4f7a-b2ea-ac827497b0af tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] 10.222.0.18 "GET /v2.0/networks?id=44e5b751-d35f-484a-98d7-35c3565f32a1 HTTP/1.1" status: 200 len: 805 time: 0.4617934 Jul 27 23:24:27.092975 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d4bc75a7-ad8c-454f-9a9a-ef197044e5f5 req-f26a2fb7-e85d-40c8-b0f9-793c5532d647 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Router 1a1bc2bf-7ab2-400d-bd2a-68c922770983 has already been hosted by L3 agent 018c4455-49c0-4734-927d-7824067b2a9e {{(pid=93798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 23:24:27.105831 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-95c1168f-9af1-4934-9f85-9eb37ebbec59 req-728928b6-7daa-481e-bea0-32b365be9d79 tempest-MultipleCreateTestJSON-1931740269 tempest-MultipleCreateTestJSON-1931740269-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5fcad52-44f9-4d56-b53a-a48b1f658bc1 HTTP/1.1" status: 200 len: 210 time: 0.0387092 Jul 27 23:24:27.121554 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-459922e2-e064-48d8-ba81-551e1442ef8b req-50baa196-5493-4130-a98e-0dabc239ccf4 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] 10.222.0.18 "GET /v2.0/quotas/cf2ac26483444f3d949e08ee053eb26a HTTP/1.1" status: 200 len: 375 time: 0.1069822 Jul 27 23:24:27.141474 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-11049cea-898b-40db-ad39-3b0697b5376e tempest-TagsExtTest-394704943 tempest-TagsExtTest-394704943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415412'] for network, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:27.201322 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-711d60d1-2fb2-4e5e-b2bf-e3431a9d836c req-4ebc97d0-3c1c-4fcf-b8c2-cb841ea5d82f service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=ee76051c-3cf8-4796-bb17-62a25869073f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3735452 Jul 27 23:24:27.216109 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-11049cea-898b-40db-ad39-3b0697b5376e tempest-TagsExtTest-394704943 tempest-TagsExtTest-394704943-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:27.219735 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-11049cea-898b-40db-ad39-3b0697b5376e tempest-TagsExtTest-394704943 tempest-TagsExtTest-394704943-project] 10.222.0.18 "DELETE /v2.0/networks/9c5859e2-e5dc-40d4-8f2c-0fd57672819e HTTP/1.1" status: 204 len: 168 time: 2.4737799 Jul 27 23:24:27.311848 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11049cea-898b-40db-ad39-3b0697b5376e tempest-TagsExtTest-394704943 tempest-TagsExtTest-394704943-project] Pushing event deleted for resources: {'Network': ['ID=9c5859e2-e5dc-40d4-8f2c-0fd57672819e,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:24:27.351680 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d7f91737-65aa-486a-be65-6a5b32c79a59 req-adf99553-96f8-40ff-9824-e2ddebded20d tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] 10.222.0.18 "GET /v2.0/ports?device_id=9bda45a6-7b3d-4402-bc36-eb32e3c47420 HTTP/1.1" status: 200 len: 210 time: 0.0731657 Jul 27 23:24:27.391885 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1b08f691-d381-4083-b0ee-b94a30183c6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:27.415375 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-459922e2-e064-48d8-ba81-551e1442ef8b req-98bc2b9c-7289-47af-9937-297d9938d153 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=cf2ac26483444f3d949e08ee053eb26a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2790654 Jul 27 23:24:27.516987 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device 6a5fdf71-50fa-40b2-8db9-62ed9c4328e1 no longer exists at agent hyperv_n-h2-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:24:27.556190 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d4bc75a7-ad8c-454f-9a9a-ef197044e5f5 req-f26a2fb7-e85d-40c8-b0f9-793c5532d647 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:24:27.564179 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711d60d1-2fb2-4e5e-b2bf-e3431a9d836c req-5f15c97d-3eaa-41e6-b923-2687eb62350f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:24:27.565671 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-711d60d1-2fb2-4e5e-b2bf-e3431a9d836c req-5f15c97d-3eaa-41e6-b923-2687eb62350f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=cf2ac26483444f3d949e08ee053eb26a&device_id=ee76051c-3cf8-4796-bb17-62a25869073f HTTP/1.1" status: 200 len: 1096 time: 0.2084846 Jul 27 23:24:27.571814 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59923b3b-bc12-4f91-9c9f-54dd15defc3e None None] Sync routers for ids ['1a1bc2bf-7ab2-400d-bd2a-68c922770983'] in n-d-802623-1 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:24:27.574679 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1b08f691-d381-4083-b0ee-b94a30183c6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:27.582916 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1b08f691-d381-4083-b0ee-b94a30183c6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:27.589186 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59923b3b-bc12-4f91-9c9f-54dd15defc3e None None] Routers {'1a1bc2bf-7ab2-400d-bd2a-68c922770983'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:24:27.589823 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-59923b3b-bc12-4f91-9c9f-54dd15defc3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:24:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['1a1bc2bf-7ab2-400d-bd2a-68c922770983'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:24:27.608935 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] No Port match for: 6a5fdf71-50fa-40b2-8db9-62ed9c4328e1 {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:24:27.612365 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device 6a5fdf71-50fa-40b2-8db9-62ed9c4328e1 not bound to the agent host n-h2-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:24:27.654861 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-1b08f691-d381-4083-b0ee-b94a30183c6f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=58fc66331af94c7ea85c1f6a6e13f460&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7616279 Jul 27 23:24:27.655408 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 56458) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:24:27.655737 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 56460) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:24:27.706280 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b08f691-d381-4083-b0ee-b94a30183c6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=402bd43f-e6c3-4525-b6ae-7da4d03f48d5,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:24:27.751571 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-baf58030-a499-43fc-ac92-f84e4b00f6c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:27.794517 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-baf58030-a499-43fc-ac92-f84e4b00f6c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:27.814769 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-59923b3b-bc12-4f91-9c9f-54dd15defc3e None None] Set router 1a1bc2bf-7ab2-400d-bd2a-68c922770983 gateway port host: n-d-802623-1 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:24:27.863055 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-baf58030-a499-43fc-ac92-f84e4b00f6c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:27.867353 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-baf58030-a499-43fc-ac92-f84e4b00f6c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:27.872580 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-baf58030-a499-43fc-ac92-f84e4b00f6c5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/402bd43f-e6c3-4525-b6ae-7da4d03f48d5 HTTP/1.1" status: 204 len: 168 time: 0.2101662 Jul 27 23:24:27.888762 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf58030-a499-43fc-ac92-f84e4b00f6c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=402bd43f-e6c3-4525-b6ae-7da4d03f48d5,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:24:28.105794 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-837bbea2-251f-4091-8198-d3bf92a7ae7c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d22a323cad2d48f68c98a45eccb7bf02&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4478741 Jul 27 23:24:28.111681 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 56478) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:24:28.205115 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 56484) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:24:28.252933 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4bc75a7-ad8c-454f-9a9a-ef197044e5f5 req-f26a2fb7-e85d-40c8-b0f9-793c5532d647 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] No DVR routers for this DVR port 23300807-efde-46de-99e7-6916a9204bb3 on host n-h1-802623-1 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:24:28.254539 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5fcad52-44f9-4d56-b53a-a48b1f658bc1', 'name': 'network-vif-deleted', 'tag': '939ebde0-0778-428d-ac86-c09419345ab7'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:24:28.257701 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}011f8d312121274bb12d78e77c6379a2079800640016cec6c6d605b73666e854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1daf6b06-5477-4a34-8b41-09ac8740fd27" -d '{"events": [{"server_uuid": "a5fcad52-44f9-4d56-b53a-a48b1f658bc1", "name": "network-vif-deleted", "tag": "939ebde0-0778-428d-ac86-c09419345ab7"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:24:28.261705 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711d60d1-2fb2-4e5e-b2bf-e3431a9d836c req-6ceb6b0c-13c8-4d7d-830c-795f8530656e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:24:28.263246 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-711d60d1-2fb2-4e5e-b2bf-e3431a9d836c req-6ceb6b0c-13c8-4d7d-830c-795f8530656e service neutron] 10.222.0.49 "GET /v2.0/networks?id=44e5b751-d35f-484a-98d7-35c3565f32a1 HTTP/1.1" status: 200 len: 906 time: 0.6189609 Jul 27 23:24:28.264420 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-d4bc75a7-ad8c-454f-9a9a-ef197044e5f5 req-f26a2fb7-e85d-40c8-b0f9-793c5532d647 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:28.266546 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-d4bc75a7-ad8c-454f-9a9a-ef197044e5f5 req-f26a2fb7-e85d-40c8-b0f9-793c5532d647 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] 10.222.0.38 "DELETE /v2.0/ports/23300807-efde-46de-99e7-6916a9204bb3 HTTP/1.1" status: 204 len: 173 time: 4.3675470 Jul 27 23:24:28.273622 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-59923b3b-bc12-4f91-9c9f-54dd15defc3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a1bc2bf-7ab2-400d-bd2a-68c922770983', 'name': 'tempest-AttachVolumeShelveTestJSON-549894904-router', 'tenant_id': '6415e174d6e146abb15fff69092e7210', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.62'}], 'enable_snat': True}, 'gw_port_id': 'ae9bad43-4b95-4357-9b0f-9761e6626877', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:15:05Z', 'updated_at': '2021-07-27T23:15:12Z', 'revision_number': 4, 'project_id': '6415e174d6e146abb15fff69092e7210', 'gw_port': {'id': 'ae9bad43-4b95-4357-9b0f-9761e6626877', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:a4:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1bc2bf-7ab2-400d-bd2a-68c922770983', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:15:06Z', 'updated_at': '2021-07-27T23:15:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': '533d5142-c4e5-4443-8369-16adea237988', 'name': '', 'network_id': 'a198ee08-ada0-4348-9b3a-3cd923d78e26', 'tenant_id': '6415e174d6e146abb15fff69092e7210', 'mac_address': 'fa:16:3e:0d:6c:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1bc2bf-7ab2-400d-bd2a-68c922770983', 'device_owner': 'network:router_interface', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '6bb4b577-bd47-4366-ace3-c23131aef649', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:15:10Z', 'updated_at': '2021-07-27T23:15:18Z', 'revision_number': 5, 'project_id': '6415e174d6e146abb15fff69092e7210', 'subnets': [{'id': '6bb4b577-bd47-4366-ace3-c23131aef649', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:24:28.277170 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c457ff6d-1d09-404f-a3fd-f9189c8511d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:28.294523 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-459922e2-e064-48d8-ba81-551e1442ef8b req-6481b6b5-a08b-4ae3-978b-6a34355f4f49 service neutron] 10.222.0.18 "GET /v2.0/networks/44e5b751-d35f-484a-98d7-35c3565f32a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8778126 Jul 27 23:24:28.327849 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c457ff6d-1d09-404f-a3fd-f9189c8511d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:28.338420 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59923b3b-bc12-4f91-9c9f-54dd15defc3e None None] Checking router: 1a1bc2bf-7ab2-400d-bd2a-68c922770983 for host: n-d-802623-1 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 23:24:28.364071 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59923b3b-bc12-4f91-9c9f-54dd15defc3e None None] Routers {'1a1bc2bf-7ab2-400d-bd2a-68c922770983'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:24:28.364699 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-59923b3b-bc12-4f91-9c9f-54dd15defc3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:24:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['1a1bc2bf-7ab2-400d-bd2a-68c922770983'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:24:28.487206 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:24:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c020c8c4-40d2-40f2-8b03-55127d3db533 x-openstack-request-id: req-c020c8c4-40d2-40f2-8b03-55127d3db533 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:24:28.490017 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5fcad52-44f9-4d56-b53a-a48b1f658bc1", "name": "network-vif-deleted", "tag": "939ebde0-0778-428d-ac86-c09419345ab7", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:24:28.490374 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c020c8c4-40d2-40f2-8b03-55127d3db533 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:24:28.491510 n-d-802623-1 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5fcad52-44f9-4d56-b53a-a48b1f658bc1', 'name': 'network-vif-deleted', 'tag': '939ebde0-0778-428d-ac86-c09419345ab7', 'status': 'completed', 'code': 200} Jul 27 23:24:28.497421 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-711d60d1-2fb2-4e5e-b2bf-e3431a9d836c req-793ff2f6-3a76-4ff8-926d-d9a588e1c87c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5b7866c5-7b07-46aa-bae5-acbbf94ec587 HTTP/1.1" status: 200 len: 217 time: 0.2016933 Jul 27 23:24:28.523305 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c457ff6d-1d09-404f-a3fd-f9189c8511d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:28.527907 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c457ff6d-1d09-404f-a3fd-f9189c8511d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:28.530383 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-c457ff6d-1d09-404f-a3fd-f9189c8511d5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/cfa1e31f-180a-4f99-88d2-9e9738869877 HTTP/1.1" status: 204 len: 168 time: 0.4177561 Jul 27 23:24:28.559739 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c457ff6d-1d09-404f-a3fd-f9189c8511d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfa1e31f-180a-4f99-88d2-9e9738869877,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:24:28.570020 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_v2 [None req-290a6afe-196a-4bd6-8d44-ef5ca653b3ac admin admin] Deleting subnet 77f70126-081b-41c5-808d-ca6fa433778a {{(pid=93797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 23:24:28.587544 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-59923b3b-bc12-4f91-9c9f-54dd15defc3e None None] Set router 1a1bc2bf-7ab2-400d-bd2a-68c922770983 gateway port host: n-d-802623-1 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:24:28.632912 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d5ffb909-647e-4da4-bc62-17d81f54268e req-649042a2-f54b-4c22-8a84-72e606ae99af tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] 10.222.0.18 "GET /v2.0/ports?device_id=9bda45a6-7b3d-4402-bc36-eb32e3c47420 HTTP/1.1" status: 200 len: 210 time: 0.0742664 Jul 27 23:24:28.637094 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-290a6afe-196a-4bd6-8d44-ef5ca653b3ac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:28.716340 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-290a6afe-196a-4bd6-8d44-ef5ca653b3ac admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11335971'] for subnet, precommit_delete_associations {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:28.727589 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 939ebde0-0778-428d-ac86-c09419345ab7 no longer exists at agent hyperv_n-h1-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:24:28.769490 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] No Port match for: 939ebde0-0778-428d-ac86-c09419345ab7 {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:24:28.770005 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 939ebde0-0778-428d-ac86-c09419345ab7 not bound to the agent host n-h1-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:24:28.771230 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 23300807-efde-46de-99e7-6916a9204bb3 no longer exists at agent hyperv_n-h1-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:24:28.793006 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 56504) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:24:28.804771 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711d60d1-2fb2-4e5e-b2bf-e3431a9d836c req-dff3dcd6-df9c-4b09-93d5-1006c777fe34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:24:28.806589 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-711d60d1-2fb2-4e5e-b2bf-e3431a9d836c req-dff3dcd6-df9c-4b09-93d5-1006c777fe34 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=35a04ddb-b611-4dee-a6f7-89af6e6ad557 HTTP/1.1" status: 200 len: 845 time: 0.2607620 Jul 27 23:24:28.828790 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ffa397a4-ac8a-4a15-b2aa-17dda6cd6aad admin admin] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:28.861488 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] No Port match for: 23300807-efde-46de-99e7-6916a9204bb3 {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:24:28.861834 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 23300807-efde-46de-99e7-6916a9204bb3 not bound to the agent host n-h1-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:24:28.872222 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-290a6afe-196a-4bd6-8d44-ef5ca653b3ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620741'] for subnet, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:28.874928 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-711d60d1-2fb2-4e5e-b2bf-e3431a9d836c req-d53b51a3-219f-45f3-895d-cf19ffb88401 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=44e5b751-d35f-484a-98d7-35c3565f32a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0562720 Jul 27 23:24:28.890544 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-459922e2-e064-48d8-ba81-551e1442ef8b req-c92bf6dc-6f31-4bb0-8c83-36e64d23a1d6 service neutron] 10.222.0.18 "GET /v2.0/networks/44e5b751-d35f-484a-98d7-35c3565f32a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4345019 Jul 27 23:24:28.971299 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-290a6afe-196a-4bd6-8d44-ef5ca653b3ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11335991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11551414'] for subnet, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:29.008267 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-290a6afe-196a-4bd6-8d44-ef5ca653b3ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for subnet, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:29.010159 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-290a6afe-196a-4bd6-8d44-ef5ca653b3ac admin admin] 10.222.0.18 "DELETE /v2.0/subnets/77f70126-081b-41c5-808d-ca6fa433778a HTTP/1.1" status: 204 len: 168 time: 0.8040924 Jul 27 23:24:29.014756 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 56510) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:24:29.015540 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290a6afe-196a-4bd6-8d44-ef5ca653b3ac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=77f70126-081b-41c5-808d-ca6fa433778a,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:24:29.058759 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-59923b3b-bc12-4f91-9c9f-54dd15defc3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a1bc2bf-7ab2-400d-bd2a-68c922770983', 'name': 'tempest-AttachVolumeShelveTestJSON-549894904-router', 'tenant_id': '6415e174d6e146abb15fff69092e7210', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.62'}], 'enable_snat': True}, 'gw_port_id': 'ae9bad43-4b95-4357-9b0f-9761e6626877', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:15:05Z', 'updated_at': '2021-07-27T23:15:12Z', 'revision_number': 4, 'project_id': '6415e174d6e146abb15fff69092e7210', 'gw_port': {'id': 'ae9bad43-4b95-4357-9b0f-9761e6626877', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:a4:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1bc2bf-7ab2-400d-bd2a-68c922770983', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:15:06Z', 'updated_at': '2021-07-27T23:15:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': '533d5142-c4e5-4443-8369-16adea237988', 'name': '', 'network_id': 'a198ee08-ada0-4348-9b3a-3cd923d78e26', 'tenant_id': '6415e174d6e146abb15fff69092e7210', 'mac_address': 'fa:16:3e:0d:6c:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1bc2bf-7ab2-400d-bd2a-68c922770983', 'device_owner': 'network:router_interface', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '6bb4b577-bd47-4366-ace3-c23131aef649', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:15:10Z', 'updated_at': '2021-07-27T23:15:18Z', 'revision_number': 5, 'project_id': '6415e174d6e146abb15fff69092e7210', 'subnets': [{'id': '6bb4b577-bd47-4366-ace3-c23131aef649', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:24:29.104349 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b3ae89d9-9244-4805-8828-83275a46aed4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593271'] for network, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:29.279297 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-711d60d1-2fb2-4e5e-b2bf-e3431a9d836c req-33a068d2-c1a2-4e8d-86dd-11f1c2e5c5a7 service neutron] 10.222.0.49 "GET /v2.0/networks/44e5b751-d35f-484a-98d7-35c3565f32a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3836818 Jul 27 23:24:29.328645 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b3ae89d9-9244-4805-8828-83275a46aed4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618032', 'neutron.services.segments.db._delete_segments_for_network-8736833900081'] for network, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:29.340301 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ffa397a4-ac8a-4a15-b2aa-17dda6cd6aad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:29.354127 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ffa397a4-ac8a-4a15-b2aa-17dda6cd6aad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:29.401316 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-b3ae89d9-9244-4805-8828-83275a46aed4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65b1245a-a607-4276-8c53-dcbc43a79e77']}} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:24:29.444959 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59923b3b-bc12-4f91-9c9f-54dd15defc3e None None] The sync data for ids ['1a1bc2bf-7ab2-400d-bd2a-68c922770983'] in n-d-802623-1 is: [{'id': '1a1bc2bf-7ab2-400d-bd2a-68c922770983', 'name': 'tempest-AttachVolumeShelveTestJSON-549894904-router', 'tenant_id': '6415e174d6e146abb15fff69092e7210', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.62'}], 'enable_snat': True}, 'gw_port_id': 'ae9bad43-4b95-4357-9b0f-9761e6626877', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:15:05Z', 'updated_at': '2021-07-27T23:15:12Z', 'revision_number': 4, 'project_id': '6415e174d6e146abb15fff69092e7210', 'gw_port': {'id': 'ae9bad43-4b95-4357-9b0f-9761e6626877', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:a4:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1bc2bf-7ab2-400d-bd2a-68c922770983', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:15:06Z', 'updated_at': '2021-07-27T23:15:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': '533d5142-c4e5-4443-8369-16adea237988', 'name': '', 'network_id': 'a198ee08-ada0-4348-9b3a-3cd923d78e26', 'tenant_id': '6415e174d6e146abb15fff69092e7210', 'mac_address': 'fa:16:3e:0d:6c:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1bc2bf-7ab2-400d-bd2a-68c922770983', 'device_owner': 'network:router_interface', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '6bb4b577-bd47-4366-ace3-c23131aef649', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:15:10Z', 'updated_at': '2021-07-27T23:15:18Z', 'revision_number': 5, 'project_id': '6415e174d6e146abb15fff69092e7210', 'subnets': [{'id': '6bb4b577-bd47-4366-ace3-c23131aef649', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:24:29.455544 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-711d60d1-2fb2-4e5e-b2bf-e3431a9d836c req-062777ba-b824-4f79-b7e1-16699c7384e9 service neutron] 10.222.0.49 "GET /v2.0/networks/44e5b751-d35f-484a-98d7-35c3565f32a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1694212 Jul 27 23:24:29.457670 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa397a4-ac8a-4a15-b2aa-17dda6cd6aad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5d627a4-5ea3-417d-876d-018f90e5f104,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:24:29.464785 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 56534) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:24:29.471991 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-ffa397a4-ac8a-4a15-b2aa-17dda6cd6aad admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d5cf7132b24845a1a6d0e40e66519d7a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6708980 Jul 27 23:24:29.480970 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-b3ae89d9-9244-4805-8828-83275a46aed4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c267b76-81da-475f-a9e8-f3fb8fa17f14') {'for_net_delete': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:24:29.481267 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-b3ae89d9-9244-4805-8828-83275a46aed4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c267b76-81da-475f-a9e8-f3fb8fa17f14') {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:24:29.530536 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b3ae89d9-9244-4805-8828-83275a46aed4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736833900858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11335978'] for segment, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:29.549750 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:29.603855 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b3ae89d9-9244-4805-8828-83275a46aed4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:29.622532 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-038280a6-25bb-433c-982b-970d69729d54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:29.624105 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3ae89d9-9244-4805-8828-83275a46aed4 admin admin] Releasing vlan 523 on physical network physnet1 to pool {{(pid=93797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 23:24:29.624520 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b3ae89d9-9244-4805-8828-83275a46aed4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11336013'] for segment, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:29.626309 n-d-802623-1 neutron-server[93797]: Traceback (most recent call last): Jul 27 23:24:29.626309 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 23:24:29.626309 n-d-802623-1 neutron-server[93797]: timer() Jul 27 23:24:29.626309 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 23:24:29.626309 n-d-802623-1 neutron-server[93797]: cb(*args, **kw) Jul 27 23:24:29.626309 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 23:24:29.626309 n-d-802623-1 neutron-server[93797]: return func(*args, **kwargs) Jul 27 23:24:29.626309 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 23:24:29.626309 n-d-802623-1 neutron-server[93797]: self._notify() Jul 27 23:24:29.626309 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 23:24:29.626309 n-d-802623-1 neutron-server[93797]: self.callback(batched_events) Jul 27 23:24:29.626309 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 23:24:29.626309 n-d-802623-1 neutron-server[93797]: event.method(event) Jul 27 23:24:29.626309 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 23:24:29.626309 n-d-802623-1 neutron-server[93797]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 23:24:29.626309 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 23:24:29.626309 n-d-802623-1 neutron-server[93797]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 23:24:29.626309 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 23:24:29.626309 n-d-802623-1 neutron-server[93797]: return f(self, *a, **k) Jul 27 23:24:29.626309 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 23:24:29.626309 n-d-802623-1 neutron-server[93797]: return self._get(url).json() Jul 27 23:24:29.626309 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 23:24:29.626309 n-d-802623-1 neutron-server[93797]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 23:24:29.626309 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 23:24:29.626309 n-d-802623-1 neutron-server[93797]: return self.request(url, 'GET', **kwargs) Jul 27 23:24:29.626309 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 23:24:29.626309 n-d-802623-1 neutron-server[93797]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 23:24:29.626309 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 23:24:29.626309 n-d-802623-1 neutron-server[93797]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 23:24:29.626309 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 23:24:29.626309 n-d-802623-1 neutron-server[93797]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 23:24:29.626309 n-d-802623-1 neutron-server[93797]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 23:24:29.644962 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6b720b67-f641-4aa5-906b-6b5bca5886f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:29.705688 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6b720b67-f641-4aa5-906b-6b5bca5886f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:29.853093 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6b720b67-f641-4aa5-906b-6b5bca5886f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:29.855796 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6b720b67-f641-4aa5-906b-6b5bca5886f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:29.862544 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 56558) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:24:29.864495 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-6b720b67-f641-4aa5-906b-6b5bca5886f0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d5d627a4-5ea3-417d-876d-018f90e5f104 HTTP/1.1" status: 204 len: 168 time: 0.3985791 Jul 27 23:24:29.897114 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b720b67-f641-4aa5-906b-6b5bca5886f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5d627a4-5ea3-417d-876d-018f90e5f104,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:24:30.001229 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b3ae89d9-9244-4805-8828-83275a46aed4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415412'] for network, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:30.033951 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b3ae89d9-9244-4805-8828-83275a46aed4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for network, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:30.047119 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-b3ae89d9-9244-4805-8828-83275a46aed4 admin admin] 10.222.0.18 "DELETE /v2.0/networks/65b1245a-a607-4276-8c53-dcbc43a79e77 HTTP/1.1" status: 204 len: 168 time: 1.0293131 Jul 27 23:24:30.061866 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ae89d9-9244-4805-8828-83275a46aed4 admin admin] Pushing event deleted for resources: {'Network': ['ID=65b1245a-a607-4276-8c53-dcbc43a79e77,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:24:30.069955 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:30.095144 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e9f46bd9-b20e-4224-94be-789acd5a2ea1 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:30.144921 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 56580) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:24:30.151361 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e9f46bd9-b20e-4224-94be-789acd5a2ea1 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:30.200854 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c89f5c0c-c3b3-42f6-bc38-2916ab47e9f9 None None] New status for floating IP 2838eef9-68d9-4742-b646-8e0c30c35329: DOWN {{(pid=93799) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 23:24:30.277628 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c74c27-f738-464a-8009-574060ba86c4 req-a11a53e8-f5c7-47d0-9c37-63cc3fc0a6dd tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:24:30.295401 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-79c74c27-f738-464a-8009-574060ba86c4 req-a11a53e8-f5c7-47d0-9c37-63cc3fc0a6dd tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] 10.222.0.18 "GET /v2.0/networks?id=44e5b751-d35f-484a-98d7-35c3565f32a1 HTTP/1.1" status: 200 len: 805 time: 0.1377327 Jul 27 23:24:30.362455 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-79c74c27-f738-464a-8009-574060ba86c4 req-9cf8c3cb-c14b-4fc5-bccf-55642ecbc573 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] 10.222.0.18 "GET /v2.0/quotas/cf2ac26483444f3d949e08ee053eb26a HTTP/1.1" status: 200 len: 375 time: 0.0700736 Jul 27 23:24:30.489039 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-79c74c27-f738-464a-8009-574060ba86c4 req-904bfe4f-ad35-464d-8ae7-e9c9e7b28f7d tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=cf2ac26483444f3d949e08ee053eb26a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1253603 Jul 27 23:24:30.489182 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-19f2e178-d45e-4fbe-b9be-c3963fc151ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:30.492388 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bda45a6-7b3d-4402-bc36-eb32e3c47420', 'name': 'network-vif-deleted', 'tag': '23300807-efde-46de-99e7-6916a9204bb3'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:24:30.494764 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}011f8d312121274bb12d78e77c6379a2079800640016cec6c6d605b73666e854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cd010f3-bdbc-4b42-ac36-3910c0896cc7" -d '{"events": [{"server_uuid": "9bda45a6-7b3d-4402-bc36-eb32e3c47420", "name": "network-vif-deleted", "tag": "23300807-efde-46de-99e7-6916a9204bb3"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:24:30.530883 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e9f46bd9-b20e-4224-94be-789acd5a2ea1 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:30.533509 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e9f46bd9-b20e-4224-94be-789acd5a2ea1 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:30.534655 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-e9f46bd9-b20e-4224-94be-789acd5a2ea1 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] 10.222.0.18 "DELETE /v2.0/security-groups/65b595b9-aa8c-4614-91d3-1ae3459c99b8 HTTP/1.1" status: 204 len: 168 time: 0.6685877 Jul 27 23:24:30.537997 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 56596) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:24:30.571708 n-d-802623-1 neutron-server[93798]: INFO neutron.api.v2.resource [None req-99cfa878-8403-4762-84f1-5805f3810e10 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] show failed (client error): The resource could not be found. Jul 27 23:24:30.576005 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-99cfa878-8403-4762-84f1-5805f3810e10 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] 10.222.0.18 "GET /v2.0/security-groups/65b595b9-aa8c-4614-91d3-1ae3459c99b8 HTTP/1.1" status: 404 len: 347 time: 0.0365517 Jul 27 23:24:30.577859 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:24:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6810294-d8db-4a48-ba17-a412a9e22f47 x-openstack-request-id: req-d6810294-d8db-4a48-ba17-a412a9e22f47 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:24:30.578236 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bda45a6-7b3d-4402-bc36-eb32e3c47420", "name": "network-vif-deleted", "tag": "23300807-efde-46de-99e7-6916a9204bb3", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:24:30.578592 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d6810294-d8db-4a48-ba17-a412a9e22f47 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:24:30.579213 n-d-802623-1 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bda45a6-7b3d-4402-bc36-eb32e3c47420', 'name': 'network-vif-deleted', 'tag': '23300807-efde-46de-99e7-6916a9204bb3', 'status': 'completed', 'code': 200} Jul 27 23:24:30.579843 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 56602) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:24:30.657098 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f46bd9-b20e-4224-94be-789acd5a2ea1 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=65b595b9-aa8c-4614-91d3-1ae3459c99b8,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:24:30.724661 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-79c74c27-f738-464a-8009-574060ba86c4 req-07c0d9a1-aab2-4f58-93a1-604404e6b3e2 service neutron] 10.222.0.18 "GET /v2.0/networks/44e5b751-d35f-484a-98d7-35c3565f32a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2344165 Jul 27 23:24:30.738166 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 56604) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:24:30.854481 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-41557e6d-8f85-428c-b280-afb7b0df1f9c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=fbb3972e819948feb45f84fffea5a2b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1150668 Jul 27 23:24:30.857285 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 56608) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:24:30.931471 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-4fd7af0d-8a51-416f-b3e2-32c289cac201 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Deleting port 6bc25473-35a7-452c-ac71-2c3d54957add {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:24:30.932154 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4fd7af0d-8a51-416f-b3e2-32c289cac201 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:30.994053 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3351efc4-0fe2-4bd5-9795-b89f8f9cb5eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:30.999901 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-79c74c27-f738-464a-8009-574060ba86c4 req-d094de8d-7b56-4805-bd73-f1d5b4efe803 service neutron] 10.222.0.18 "GET /v2.0/networks/44e5b751-d35f-484a-98d7-35c3565f32a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2680602 Jul 27 23:24:31.035733 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3351efc4-0fe2-4bd5-9795-b89f8f9cb5eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:31.085085 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-94d9ec17-a0d3-4bf7-879a-701883ffc7ee tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Request body: {'network': {'name': 'tempest-network-smoke--1590511294', 'project_id': 'ba4fae7b46b54e6e99cbf665d54e4a7e', 'port_security_enabled': True}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:24:31.103401 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4fd7af0d-8a51-416f-b3e2-32c289cac201 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:31.104506 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4fd7af0d-8a51-416f-b3e2-32c289cac201 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:31.137942 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-4fd7af0d-8a51-416f-b3e2-32c289cac201 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Calling delete_port for 6bc25473-35a7-452c-ac71-2c3d54957add owned by network:floatingip {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:24:31.206864 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94d9ec17-a0d3-4bf7-879a-701883ffc7ee tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Made reservation on behalf of ba4fae7b46b54e6e99cbf665d54e4a7e for: {'network': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:24:31.211192 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-94d9ec17-a0d3-4bf7-879a-701883ffc7ee tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for network, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:31.218308 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3351efc4-0fe2-4bd5-9795-b89f8f9cb5eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:31.220910 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3351efc4-0fe2-4bd5-9795-b89f8f9cb5eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:31.222050 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-3351efc4-0fe2-4bd5-9795-b89f8f9cb5eb admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7071cc09-0750-4ecb-a286-890b01188d58 HTTP/1.1" status: 204 len: 168 time: 0.3635051 Jul 27 23:24:31.238543 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-94d9ec17-a0d3-4bf7-879a-701883ffc7ee tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:31.244301 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3351efc4-0fe2-4bd5-9795-b89f8f9cb5eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7071cc09-0750-4ecb-a286-890b01188d58,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:24:31.341918 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-24cdc016-11d6-4a5b-a547-6087048244b4 req-4c0f19ac-7916-47d9-a962-c23a7d74fc0a tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] 10.222.0.18 "GET /v2.0/ports?device_id=d65ff2ab-58cc-4828-91e0-df07e03f9614 HTTP/1.1" status: 200 len: 210 time: 0.0608623 Jul 27 23:24:31.453381 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4fd7af0d-8a51-416f-b3e2-32c289cac201 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:31.495725 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd7af0d-8a51-416f-b3e2-32c289cac201 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Pushing event deleted for resources: {'Port': ['ID=6bc25473-35a7-452c-ac71-2c3d54957add,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:24:31.586171 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-94d9ec17-a0d3-4bf7-879a-701883ffc7ee tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:31.596382 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-94d9ec17-a0d3-4bf7-879a-701883ffc7ee tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:31.634816 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4fd7af0d-8a51-416f-b3e2-32c289cac201 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Notify callbacks [] for floatingip, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:31.637897 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4fd7af0d-8a51-416f-b3e2-32c289cac201 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for floatingip, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:31.639237 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-4fd7af0d-8a51-416f-b3e2-32c289cac201 tempest-AttachVolumeShelveTestJSON-1689961217 tempest-AttachVolumeShelveTestJSON-1689961217-project] 10.222.0.18 "DELETE /v2.0/floatingips/2838eef9-68d9-4742-b646-8e0c30c35329 HTTP/1.1" status: 204 len: 168 time: 1.0584359 Jul 27 23:24:31.670316 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94d9ec17-a0d3-4bf7-879a-701883ffc7ee tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 508} {{(pid=93798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 23:24:31.680506 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d9ec17-a0d3-4bf7-879a-701883ffc7ee tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4240b29e-265f-4e95-ab99-38bf18dd45d3,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:24:31.704779 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-94d9ec17-a0d3-4bf7-879a-701883ffc7ee tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:31.705674 n-d-802623-1 neutron-server[93798]: INFO neutron.db.segments_db [None req-94d9ec17-a0d3-4bf7-879a-701883ffc7ee tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Added segment f2f9ed54-2796-4652-8c86-3921413d1280 of type vlan for network 031433c5-4bab-478c-b609-4a0e530ec703 Jul 27 23:24:31.784460 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-94d9ec17-a0d3-4bf7-879a-701883ffc7ee tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736833354590'] for network, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:31.871281 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-94d9ec17-a0d3-4bf7-879a-701883ffc7ee tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569'] for network, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:31.883475 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94d9ec17-a0d3-4bf7-879a-701883ffc7ee tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:24:31.885750 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-94d9ec17-a0d3-4bf7-879a-701883ffc7ee tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:31.927604 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-94d9ec17-a0d3-4bf7-879a-701883ffc7ee tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.7814720 Jul 27 23:24:31.931868 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 56670) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:24:31.938385 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-9378c6ed-87c1-4c26-ae73-818f2112e672 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-87612854', 'admin_state_up': True, 'project_id': 'ba4fae7b46b54e6e99cbf665d54e4a7e', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'}}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:24:31.987715 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9378c6ed-87c1-4c26-ae73-818f2112e672 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62159'] for router, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:31.990234 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9378c6ed-87c1-4c26-ae73-818f2112e672 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-479230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-415539', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3693317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62148'] for router, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:32.021317 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d9ec17-a0d3-4bf7-879a-701883ffc7ee tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Pushing event updated for resources: {'Network': ['ID=031433c5-4bab-478c-b609-4a0e530ec703,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:24:32.039884 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Network 031433c5-4bab-478c-b609-4a0e530ec703 details requested by agent ovs-agent-n-d-802623-1 with host n-d-802623-1 {{(pid=93799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 23:24:32.200203 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9378c6ed-87c1-4c26-ae73-818f2112e672 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:32.280679 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7418f70f-e60d-4709-8ba9-6ab514bc7f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:32.585141 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9378c6ed-87c1-4c26-ae73-818f2112e672 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-415433', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62186'] for router, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:32.653746 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-89cdb76b-a3e7-4dc1-8fe3-58a03601f83a req-821c9339-c5f9-4c8b-ac1a-9ff85e8e4ec0 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] 10.222.0.18 "GET /v2.0/ports?device_id=d65ff2ab-58cc-4828-91e0-df07e03f9614 HTTP/1.1" status: 200 len: 210 time: 0.0614114 Jul 27 23:24:33.020401 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9378c6ed-87c1-4c26-ae73-818f2112e672 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks [] for router_gateway, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:33.042177 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c74c27-f738-464a-8009-574060ba86c4 req-5494c865-9bce-4db6-ae17-2d45e4a06647 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:24:33.043974 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-79c74c27-f738-464a-8009-574060ba86c4 req-5494c865-9bce-4db6-ae17-2d45e4a06647 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] 10.222.0.38 "GET /v2.0/networks?id=44e5b751-d35f-484a-98d7-35c3565f32a1 HTTP/1.1" status: 200 len: 805 time: 0.2811410 Jul 27 23:24:33.047288 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9378c6ed-87c1-4c26-ae73-818f2112e672 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:33.062848 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [req-79c74c27-f738-464a-8009-574060ba86c4 req-d6b4d6ee-759a-44b8-a523-418532585c6b tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] Request body: {'port': {'device_id': 'd65ff2ab-58cc-4828-91e0-df07e03f9614', 'network_id': '44e5b751-d35f-484a-98d7-35c3565f32a1', 'admin_state_up': True, 'tenant_id': 'cf2ac26483444f3d949e08ee053eb26a'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:24:33.230751 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-9378c6ed-87c1-4c26-ae73-818f2112e672 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Allocated IP 172.25.4.44 (2fd42287-ed26-4eb9-89a5-b521f5b04356/17de1f8f-393a-4b0c-a2df-614bd3f2fb5e/f7b82e81-56a1-4086-ac71-4eda21fe1ec3) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:24:33.271695 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79c74c27-f738-464a-8009-574060ba86c4 req-d6b4d6ee-759a-44b8-a523-418532585c6b tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] Made reservation on behalf of cf2ac26483444f3d949e08ee053eb26a for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:24:33.280674 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-79c74c27-f738-464a-8009-574060ba86c4 req-d6b4d6ee-759a-44b8-a523-418532585c6b tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:33.404211 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9378c6ed-87c1-4c26-ae73-818f2112e672 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:33.463666 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9378c6ed-87c1-4c26-ae73-818f2112e672 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:33.500898 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [req-79c74c27-f738-464a-8009-574060ba86c4 req-d6b4d6ee-759a-44b8-a523-418532585c6b tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] Allocated IP 172.20.0.14 (44e5b751-d35f-484a-98d7-35c3565f32a1/35a04ddb-b611-4dee-a6f7-89af6e6ad557/35b029be-39f4-43c2-accc-60f96763983d) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:24:33.575986 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9378c6ed-87c1-4c26-ae73-818f2112e672 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Network 2fd42287-ed26-4eb9-89a5-b521f5b04356 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:24:33.581706 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-9378c6ed-87c1-4c26-ae73-818f2112e672 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:24:33.597755 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9378c6ed-87c1-4c26-ae73-818f2112e672 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:24:33.634291 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9378c6ed-87c1-4c26-ae73-818f2112e672 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Pushing event updated for resources: {'Port': ['ID=f7b82e81-56a1-4086-ac71-4eda21fe1ec3,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:24:33.871416 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-79c74c27-f738-464a-8009-574060ba86c4 req-d6b4d6ee-759a-44b8-a523-418532585c6b tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:33.932785 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-79c74c27-f738-464a-8009-574060ba86c4 req-d6b4d6ee-759a-44b8-a523-418532585c6b tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:33.946117 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] get_ports_and_sgs() called for port_ids ['5b7866c5-7b07-46aa-bae5-acbbf94ec587'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:24:33.947369 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 56726) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:24:34.001510 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79c74c27-f738-464a-8009-574060ba86c4 req-d6b4d6ee-759a-44b8-a523-418532585c6b tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] Network 44e5b751-d35f-484a-98d7-35c3565f32a1 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:24:34.008576 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [req-79c74c27-f738-464a-8009-574060ba86c4 req-d6b4d6ee-759a-44b8-a523-418532585c6b tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:24:34.014397 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-79c74c27-f738-464a-8009-574060ba86c4 req-d6b4d6ee-759a-44b8-a523-418532585c6b tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:24:34.060883 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c9520f-ef7b-4bf8-b2a0-f99011e96f2b req-8796dd0e-550c-4de4-8754-4b9b1f1615db tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:24:34.062501 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c0c9520f-ef7b-4bf8-b2a0-f99011e96f2b req-8796dd0e-550c-4de4-8754-4b9b1f1615db tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] 10.222.0.18 "GET /v2.0/ports?device_id=d65ff2ab-58cc-4828-91e0-df07e03f9614 HTTP/1.1" status: 200 len: 932 time: 0.1463599 Jul 27 23:24:34.069016 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b4d6ee-759a-44b8-a523-418532585c6b tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] Pushing event updated for resources: {'Port': ['ID=35b029be-39f4-43c2-accc-60f96763983d,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:24:34.138400 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c74c27-f738-464a-8009-574060ba86c4 req-d6b4d6ee-759a-44b8-a523-418532585c6b tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:24:34.139117 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-79c74c27-f738-464a-8009-574060ba86c4 req-d6b4d6ee-759a-44b8-a523-418532585c6b tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:34.145453 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c0c9520f-ef7b-4bf8-b2a0-f99011e96f2b req-9bbbd12e-f288-4862-a9cd-fd681f2a6dd1 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e15ece7-f410-4d95-9c67-d98c825e8c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715618 Jul 27 23:24:34.173545 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9378c6ed-87c1-4c26-ae73-818f2112e672 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks [] for router_gateway, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:34.183514 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-79c74c27-f738-464a-8009-574060ba86c4 req-d6b4d6ee-759a-44b8-a523-418532585c6b tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1276250 Jul 27 23:24:34.207445 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [req-79c74c27-f738-464a-8009-574060ba86c4 req-85d3500f-4bb6-4493-9650-d8110559b92c service neutron] Request body: {'port': {'device_id': 'd65ff2ab-58cc-4828-91e0-df07e03f9614', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802623-1'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:24:34.277927 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-64d069f0-04f7-4c6c-917c-e9dd2ee9aa17 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-823722843-network', 'tenant_id': '8a92f369852a4696b4f69ceba3e9a994'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:24:34.296891 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-79c74c27-f738-464a-8009-574060ba86c4 req-85d3500f-4bb6-4493-9650-d8110559b92c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:34.357911 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64d069f0-04f7-4c6c-917c-e9dd2ee9aa17 admin admin] Made reservation on behalf of 8a92f369852a4696b4f69ceba3e9a994 for: {'network': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:24:34.360374 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-64d069f0-04f7-4c6c-917c-e9dd2ee9aa17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for network, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:34.377804 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-64d069f0-04f7-4c6c-917c-e9dd2ee9aa17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:34.643368 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9378c6ed-87c1-4c26-ae73-818f2112e672 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-415468'] for router, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:34.748229 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-64d069f0-04f7-4c6c-917c-e9dd2ee9aa17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:34.761837 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-64d069f0-04f7-4c6c-917c-e9dd2ee9aa17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:34.793558 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64d069f0-04f7-4c6c-917c-e9dd2ee9aa17 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 521} {{(pid=93798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 23:24:34.821737 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d069f0-04f7-4c6c-917c-e9dd2ee9aa17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2989d075-3873-4d9f-b409-0aaf10af1227,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:24:34.838143 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-64d069f0-04f7-4c6c-917c-e9dd2ee9aa17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:34.842312 n-d-802623-1 neutron-server[93798]: INFO neutron.db.segments_db [None req-64d069f0-04f7-4c6c-917c-e9dd2ee9aa17 admin admin] Added segment 8127e65e-b063-4378-bcc7-d5d9e6b43b02 of type vlan for network 383772a2-74b4-4793-8c2b-671a83f630dd Jul 27 23:24:34.849863 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:34.871646 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9378c6ed-87c1-4c26-ae73-818f2112e672 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Router 8392a47e-5aef-42e5-9124-c52a66bee7a7 is scheduled to L3 agent 018c4455-49c0-4734-927d-7824067b2a9e with binding_index 1 {{(pid=93797) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 23:24:34.925110 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [req-79c74c27-f738-464a-8009-574060ba86c4 req-85d3500f-4bb6-4493-9650-d8110559b92c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35b029be-39f4-43c2-accc-60f96763983d {{(pid=93798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:24:34.931189 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-64d069f0-04f7-4c6c-917c-e9dd2ee9aa17 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736833354590'] for network, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:34.938280 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-79c74c27-f738-464a-8009-574060ba86c4 req-85d3500f-4bb6-4493-9650-d8110559b92c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:34.961058 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-79c74c27-f738-464a-8009-574060ba86c4 req-85d3500f-4bb6-4493-9650-d8110559b92c service neutron] Transition to ACTIVE for port object 35b029be-39f4-43c2-accc-60f96763983d will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:24:34.974828 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-79c74c27-f738-464a-8009-574060ba86c4 req-85d3500f-4bb6-4493-9650-d8110559b92c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:34.992025 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-64d069f0-04f7-4c6c-917c-e9dd2ee9aa17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569'] for network, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:34.993250 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64d069f0-04f7-4c6c-917c-e9dd2ee9aa17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:24:34.994073 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-64d069f0-04f7-4c6c-917c-e9dd2ee9aa17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:35.014140 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9378c6ed-87c1-4c26-ae73-818f2112e672 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:24:35.025992 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06e00771-b1f2-46a3-80f0-86e048224d4f None None] Sync routers for ids ['8392a47e-5aef-42e5-9124-c52a66bee7a7'] in n-d-802623-1 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:24:35.038662 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9378c6ed-87c1-4c26-ae73-818f2112e672 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks [] for router, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:35.040321 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-9378c6ed-87c1-4c26-ae73-818f2112e672 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.1072688 Jul 27 23:24:35.043574 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 56754) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:24:35.043726 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06e00771-b1f2-46a3-80f0-86e048224d4f None None] Routers {'8392a47e-5aef-42e5-9124-c52a66bee7a7'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:24:35.044284 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-06e00771-b1f2-46a3-80f0-86e048224d4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:24:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['8392a47e-5aef-42e5-9124-c52a66bee7a7'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:24:35.111946 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 56760) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:24:35.117135 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-68b43b2c-7e71-466a-9b3e-3a781b800dda admin admin] Request body: {'subnet': {'network_id': '383772a2-74b4-4793-8c2b-671a83f630dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-823722843-subnet', 'tenant_id': '8a92f369852a4696b4f69ceba3e9a994', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:24:35.124594 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-64d069f0-04f7-4c6c-917c-e9dd2ee9aa17 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1760776 Jul 27 23:24:35.202199 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68b43b2c-7e71-466a-9b3e-3a781b800dda admin admin] Made reservation on behalf of 8a92f369852a4696b4f69ceba3e9a994 for: {'subnet': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:24:35.204833 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-68b43b2c-7e71-466a-9b3e-3a781b800dda admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11551435'] for subnet, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:35.212247 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d3500f-4bb6-4493-9650-d8110559b92c service neutron] Pushing event updated for resources: {'Port': ['ID=35b029be-39f4-43c2-accc-60f96763983d,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:24:35.216694 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-06e00771-b1f2-46a3-80f0-86e048224d4f None None] Set router 8392a47e-5aef-42e5-9124-c52a66bee7a7 gateway port host: n-d-802623-1 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:24:35.265891 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d069f0-04f7-4c6c-917c-e9dd2ee9aa17 admin admin] Pushing event updated for resources: {'Network': ['ID=383772a2-74b4-4793-8c2b-671a83f630dd,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:24:35.278692 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Network 383772a2-74b4-4793-8c2b-671a83f630dd details requested by agent ovs-agent-n-d-802623-1 with host n-d-802623-1 {{(pid=93799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 23:24:35.323096 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-79c74c27-f738-464a-8009-574060ba86c4 req-85d3500f-4bb6-4493-9650-d8110559b92c service neutron] Attempting to bind port 35b029be-39f4-43c2-accc-60f96763983d on host n-h1-802623-1 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:24:35.323812 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-79c74c27-f738-464a-8009-574060ba86c4 req-85d3500f-4bb6-4493-9650-d8110559b92c service neutron] Attempting to bind port 35b029be-39f4-43c2-accc-60f96763983d by drivers openvswitch,hyperv on host n-h1-802623-1 at level 0 using segments [{'id': 'e3440446-8deb-4174-b5a6-9cc094845dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '44e5b751-d35f-484a-98d7-35c3565f32a1'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:24:35.324392 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79c74c27-f738-464a-8009-574060ba86c4 req-85d3500f-4bb6-4493-9650-d8110559b92c service neutron] Attempting to bind port 35b029be-39f4-43c2-accc-60f96763983d on network 44e5b751-d35f-484a-98d7-35c3565f32a1 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:24:35.331355 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79c74c27-f738-464a-8009-574060ba86c4 req-85d3500f-4bb6-4493-9650-d8110559b92c service neutron] Port 35b029be-39f4-43c2-accc-60f96763983d on network 44e5b751-d35f-484a-98d7-35c3565f32a1 not bound, no agent of type Open vSwitch agent registered on host n-h1-802623-1 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 23:24:35.332329 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79c74c27-f738-464a-8009-574060ba86c4 req-85d3500f-4bb6-4493-9650-d8110559b92c service neutron] Attempting to bind port 35b029be-39f4-43c2-accc-60f96763983d on network 44e5b751-d35f-484a-98d7-35c3565f32a1 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:24:35.344112 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79c74c27-f738-464a-8009-574060ba86c4 req-85d3500f-4bb6-4493-9650-d8110559b92c service neutron] Checking agent: {'id': '245f1da4-a9b8-4b08-90d7-28f0f342b839', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 59, 59), 'started_at': datetime.datetime(2021, 7, 27, 22, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 24, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:24:35.345623 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79c74c27-f738-464a-8009-574060ba86c4 req-85d3500f-4bb6-4493-9650-d8110559b92c service neutron] Checking segment: {'id': 'e3440446-8deb-4174-b5a6-9cc094845dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '44e5b751-d35f-484a-98d7-35c3565f32a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:24:35.346640 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79c74c27-f738-464a-8009-574060ba86c4 req-85d3500f-4bb6-4493-9650-d8110559b92c service neutron] Bound using segment: {'id': 'e3440446-8deb-4174-b5a6-9cc094845dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '44e5b751-d35f-484a-98d7-35c3565f32a1'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:24:35.347722 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-79c74c27-f738-464a-8009-574060ba86c4 req-85d3500f-4bb6-4493-9650-d8110559b92c service neutron] Bound port: 35b029be-39f4-43c2-accc-60f96763983d, host: n-h1-802623-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3440446-8deb-4174-b5a6-9cc094845dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '44e5b751-d35f-484a-98d7-35c3565f32a1'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:24:35.350258 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-79c74c27-f738-464a-8009-574060ba86c4 req-85d3500f-4bb6-4493-9650-d8110559b92c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:35.537186 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b949380-16e8-4451-b483-a24c112501be req-3ec85238-ecc4-4eac-a630-2470393d4d39 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:24:35.538967 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-6b949380-16e8-4451-b483-a24c112501be req-3ec85238-ecc4-4eac-a630-2470393d4d39 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] 10.222.0.18 "GET /v2.0/ports?device_id=d65ff2ab-58cc-4828-91e0-df07e03f9614 HTTP/1.1" status: 200 len: 944 time: 0.1550086 Jul 27 23:24:35.540727 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-79c74c27-f738-464a-8009-574060ba86c4 req-85d3500f-4bb6-4493-9650-d8110559b92c service neutron] For port 35b029be-39f4-43c2-accc-60f96763983d, host n-h1-802623-1, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:24:35.544506 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-79c74c27-f738-464a-8009-574060ba86c4 req-85d3500f-4bb6-4493-9650-d8110559b92c service neutron] For port 35b029be-39f4-43c2-accc-60f96763983d, host n-h1-802623-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=35b029be-39f4-43c2-accc-60f96763983d,segment=NetworkSegment(e3440446-8deb-4174-b5a6-9cc094845dc2),segment_id=e3440446-8deb-4174-b5a6-9cc094845dc2)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:24:35.574058 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-79c74c27-f738-464a-8009-574060ba86c4 req-85d3500f-4bb6-4493-9650-d8110559b92c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:35.606200 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-4811a759-aa84-4101-b123-03b394bc527d tempest-TestNetworkBasicOps-1976163616 tempest-TestNetworkBasicOps-1976163616-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=ba4fae7b46b54e6e99cbf665d54e4a7e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.5615232 Jul 27 23:24:35.614796 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 56780) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:24:35.626777 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-6b949380-16e8-4451-b483-a24c112501be req-b6ad76c5-a73c-40a1-bedc-8ce80f64164c tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e15ece7-f410-4d95-9c67-d98c825e8c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800185 Jul 27 23:24:35.679740 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-06e00771-b1f2-46a3-80f0-86e048224d4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8392a47e-5aef-42e5-9124-c52a66bee7a7', 'name': 'tempest-TestNetworkBasicOps-router-87612854', 'tenant_id': 'ba4fae7b46b54e6e99cbf665d54e4a7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.44'}], 'enable_snat': True}, 'gw_port_id': 'f7b82e81-56a1-4086-ac71-4eda21fe1ec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:24:31Z', 'updated_at': '2021-07-27T23:24:33Z', 'revision_number': 3, 'project_id': 'ba4fae7b46b54e6e99cbf665d54e4a7e', 'gw_port': {'id': 'f7b82e81-56a1-4086-ac71-4eda21fe1ec3', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:fe:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8392a47e-5aef-42e5-9124-c52a66bee7a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2298, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:24:33Z', 'updated_at': '2021-07-27T23:24:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1'}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:24:35.686296 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c74c27-f738-464a-8009-574060ba86c4 req-85d3500f-4bb6-4493-9650-d8110559b92c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:24:35.687201 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-79c74c27-f738-464a-8009-574060ba86c4 req-85d3500f-4bb6-4493-9650-d8110559b92c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:35.689109 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-79c74c27-f738-464a-8009-574060ba86c4 req-85d3500f-4bb6-4493-9650-d8110559b92c service neutron] 10.222.0.38 "PUT /v2.0/ports/35b029be-39f4-43c2-accc-60f96763983d HTTP/1.1" status: 200 len: 1092 time: 1.4959455 Jul 27 23:24:35.690361 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d3500f-4bb6-4493-9650-d8110559b92c service neutron] Pushing event updated for resources: {'Port': ['ID=35b029be-39f4-43c2-accc-60f96763983d,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:24:35.697257 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd65ff2ab-58cc-4828-91e0-df07e03f9614', 'tag': '35b029be-39f4-43c2-accc-60f96763983d'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:24:35.701082 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}011f8d312121274bb12d78e77c6379a2079800640016cec6c6d605b73666e854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-755675b0-7d42-4d37-8564-88af55e5049a" -d '{"events": [{"name": "network-changed", "server_uuid": "d65ff2ab-58cc-4828-91e0-df07e03f9614", "tag": "35b029be-39f4-43c2-accc-60f96763983d"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:24:35.792577 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 23:24:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e13ede9-2167-499c-a771-776e2405eabd x-openstack-request-id: req-5e13ede9-2167-499c-a771-776e2405eabd {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:24:35.792876 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d65ff2ab-58cc-4828-91e0-df07e03f9614", "tag": "35b029be-39f4-43c2-accc-60f96763983d", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:24:35.793130 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5e13ede9-2167-499c-a771-776e2405eabd {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:24:35.793531 n-d-802623-1 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd65ff2ab-58cc-4828-91e0-df07e03f9614', 'tag': '35b029be-39f4-43c2-accc-60f96763983d', 'status': 'completed', 'code': 200} Jul 27 23:24:35.802109 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c74c27-f738-464a-8009-574060ba86c4 req-1e169219-e809-4bee-8405-d5939a5c0aae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:24:35.806098 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-79c74c27-f738-464a-8009-574060ba86c4 req-1e169219-e809-4bee-8405-d5939a5c0aae service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=cf2ac26483444f3d949e08ee053eb26a&device_id=d65ff2ab-58cc-4828-91e0-df07e03f9614 HTTP/1.1" status: 200 len: 1095 time: 0.0619438 Jul 27 23:24:35.808455 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06e00771-b1f2-46a3-80f0-86e048224d4f None None] Checking router: 8392a47e-5aef-42e5-9124-c52a66bee7a7 for host: n-d-802623-1 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 23:24:35.808812 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06e00771-b1f2-46a3-80f0-86e048224d4f None None] Updating router 8392a47e-5aef-42e5-9124-c52a66bee7a7 port f7b82e81-56a1-4086-ac71-4eda21fe1ec3 binding host n-d-802623-1 {{(pid=93800) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 23:24:35.879083 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-06e00771-b1f2-46a3-80f0-86e048224d4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:35.889390 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-68b43b2c-7e71-466a-9b3e-3a781b800dda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11336182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11551417'] for subnet, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:35.925063 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-79c74c27-f738-464a-8009-574060ba86c4 req-1d81e461-a4fd-4c1c-a619-577f0f7709c8 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=35b029be-39f4-43c2-accc-60f96763983d HTTP/1.1" status: 200 len: 217 time: 0.1074550 Jul 27 23:24:36.032924 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b43b2c-7e71-466a-9b3e-3a781b800dda admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d26b58a-7b6c-4e1b-b44c-f4e2b182e74c,revision_number=0']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:24:36.054430 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c74c27-f738-464a-8009-574060ba86c4 req-d5113ed8-9b22-40bf-95a4-3cc4109c9541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:24:36.062636 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-79c74c27-f738-464a-8009-574060ba86c4 req-d5113ed8-9b22-40bf-95a4-3cc4109c9541 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=35a04ddb-b611-4dee-a6f7-89af6e6ad557 HTTP/1.1" status: 200 len: 845 time: 0.1238334 Jul 27 23:24:36.077084 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4eee6e5-8ff4-481b-baf9-8b1443c9baa4 tempest-TestNetworkBasicOps-1976163616 tempest-TestNetworkBasicOps-1976163616-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:24:36.079837 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-d4eee6e5-8ff4-481b-baf9-8b1443c9baa4 tempest-TestNetworkBasicOps-1976163616 tempest-TestNetworkBasicOps-1976163616-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4638898 Jul 27 23:24:36.086736 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 56808) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:24:36.141410 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-a8e7a0eb-effb-4ae3-a712-11916ffc0fc0 tempest-TestNetworkBasicOps-1976163616 tempest-TestNetworkBasicOps-1976163616-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=2fd42287-ed26-4eb9-89a5-b521f5b04356&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0513411 Jul 27 23:24:36.146399 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 56812) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:24:36.167511 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-79c74c27-f738-464a-8009-574060ba86c4 req-73a5a6ac-7d15-4d8f-8b6e-0b3b47092b2a service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=44e5b751-d35f-484a-98d7-35c3565f32a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1011384 Jul 27 23:24:36.176605 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-97bdf7a0-fe1f-4b87-85eb-8bf7d631da7c tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1871101421', 'network_id': '031433c5-4bab-478c-b609-4a0e530ec703', 'project_id': 'ba4fae7b46b54e6e99cbf665d54e4a7e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:24:36.361710 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 56820) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:24:36.445114 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-79c74c27-f738-464a-8009-574060ba86c4 req-8b916404-f1a6-4bca-b0d5-937c30322ffc service neutron] 10.222.0.38 "GET /v2.0/networks/44e5b751-d35f-484a-98d7-35c3565f32a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2696431 Jul 27 23:24:36.597968 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-06e00771-b1f2-46a3-80f0-86e048224d4f None None] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:36.625557 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c48b1830-f67b-4600-8046-03f779c794ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:36.628258 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-06e00771-b1f2-46a3-80f0-86e048224d4f None None] Transition to ACTIVE for port object f7b82e81-56a1-4086-ac71-4eda21fe1ec3 will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:24:36.654465 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-06e00771-b1f2-46a3-80f0-86e048224d4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:36.753254 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3c6be6-65be-4d07-8009-72e9069f8f72 None None] Pushing event updated for resources: {'Port': ['ID=f7b82e81-56a1-4086-ac71-4eda21fe1ec3,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:24:36.763962 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-79c74c27-f738-464a-8009-574060ba86c4 req-3406762c-6b1a-4648-a3cb-7aed8dcc7b5e service neutron] 10.222.0.38 "GET /v2.0/networks/44e5b751-d35f-484a-98d7-35c3565f32a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3032844 Jul 27 23:24:36.800506 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3c6be6-65be-4d07-8009-72e9069f8f72 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:24:36.803969 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3c6be6-65be-4d07-8009-72e9069f8f72 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:24:36.804537 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3c6be6-65be-4d07-8009-72e9069f8f72 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:24:36.805146 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3c6be6-65be-4d07-8009-72e9069f8f72 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:24:36.805729 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3c6be6-65be-4d07-8009-72e9069f8f72 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:24:36.806557 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3c6be6-65be-4d07-8009-72e9069f8f72 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:24:36.808764 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3c6be6-65be-4d07-8009-72e9069f8f72 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:24:36.809359 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3c6be6-65be-4d07-8009-72e9069f8f72 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:24:36.809899 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3c6be6-65be-4d07-8009-72e9069f8f72 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:24:36.810442 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3c6be6-65be-4d07-8009-72e9069f8f72 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:24:36.811763 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3c6be6-65be-4d07-8009-72e9069f8f72 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:24:36.812362 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3c6be6-65be-4d07-8009-72e9069f8f72 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:24:36.837422 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-06e00771-b1f2-46a3-80f0-86e048224d4f None None] Attempting to bind port f7b82e81-56a1-4086-ac71-4eda21fe1ec3 on host n-d-802623-1 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:24:36.839940 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-06e00771-b1f2-46a3-80f0-86e048224d4f None None] Attempting to bind port f7b82e81-56a1-4086-ac71-4eda21fe1ec3 by drivers openvswitch,hyperv on host n-d-802623-1 at level 0 using segments [{'id': 'b9afe07e-bbe4-4740-834c-4b6a9698bdbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:24:36.840527 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06e00771-b1f2-46a3-80f0-86e048224d4f None None] Attempting to bind port f7b82e81-56a1-4086-ac71-4eda21fe1ec3 on network 2fd42287-ed26-4eb9-89a5-b521f5b04356 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:24:36.851664 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06e00771-b1f2-46a3-80f0-86e048224d4f None None] Checking agent: {'id': 'a9a568d2-a5e7-41e4-833f-a8ab42ea4073', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 52, 30), 'started_at': datetime.datetime(2021, 7, 27, 22, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 24, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802623-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:24:36.855954 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06e00771-b1f2-46a3-80f0-86e048224d4f None None] Checking segment: {'id': 'b9afe07e-bbe4-4740-834c-4b6a9698bdbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:24:36.856624 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-06e00771-b1f2-46a3-80f0-86e048224d4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:36.856751 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68b43b2c-7e71-466a-9b3e-3a781b800dda admin admin] Checking segment: {'id': '8127e65e-b063-4378-bcc7-d5d9e6b43b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '383772a2-74b4-4793-8c2b-671a83f630dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:24:36.857197 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68b43b2c-7e71-466a-9b3e-3a781b800dda admin admin] Network hostable DHCP agents. Network: 383772a2-74b4-4793-8c2b-671a83f630dd, hostable agents: ['5950e76f-2bde-4343-a925-cbe6bacd2706'], hosted agents: [] {{(pid=93797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 23:24:36.857892 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06e00771-b1f2-46a3-80f0-86e048224d4f None None] Bound using segment: {'id': 'b9afe07e-bbe4-4740-834c-4b6a9698bdbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:24:36.858621 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-06e00771-b1f2-46a3-80f0-86e048224d4f None None] Bound port: f7b82e81-56a1-4086-ac71-4eda21fe1ec3, host: n-d-802623-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9afe07e-bbe4-4740-834c-4b6a9698bdbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:24:36.859287 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-06e00771-b1f2-46a3-80f0-86e048224d4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:36.884768 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68b43b2c-7e71-466a-9b3e-3a781b800dda admin admin] Network 383772a2-74b4-4793-8c2b-671a83f630dd is scheduled to be hosted by DHCP agent 5950e76f-2bde-4343-a925-cbe6bacd2706 with binding_index 1 {{(pid=93797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 23:24:36.900261 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-68b43b2c-7e71-466a-9b3e-3a781b800dda admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802623-1, 383772a2-74b4-4793-8c2b-671a83f630dd) {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:24:36.904849 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68b43b2c-7e71-466a-9b3e-3a781b800dda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:24:36.905448 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-68b43b2c-7e71-466a-9b3e-3a781b800dda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for subnet, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:36.909836 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9199c45b-0f9b-4d35-8cd1-b63f73d3fdd2 None None] Network 383772a2-74b4-4793-8c2b-671a83f630dd requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:24:36.970296 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c48b1830-f67b-4600-8046-03f779c794ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:36.982121 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c48b1830-f67b-4600-8046-03f779c794ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:36.995122 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b30400-06f9-46dc-a38d-63ac14f026a3 req-13dd9752-d2fa-4a01-bbf6-23a9d44c0eb2 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:24:36.999337 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b5b30400-06f9-46dc-a38d-63ac14f026a3 req-13dd9752-d2fa-4a01-bbf6-23a9d44c0eb2 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] 10.222.0.18 "GET /v2.0/ports?device_id=d65ff2ab-58cc-4828-91e0-df07e03f9614 HTTP/1.1" status: 200 len: 944 time: 0.1762784 Jul 27 23:24:37.013832 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-06e00771-b1f2-46a3-80f0-86e048224d4f None None] For port f7b82e81-56a1-4086-ac71-4eda21fe1ec3, host n-d-802623-1, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:24:37.018739 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-06e00771-b1f2-46a3-80f0-86e048224d4f None None] For port f7b82e81-56a1-4086-ac71-4eda21fe1ec3, host n-d-802623-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=f7b82e81-56a1-4086-ac71-4eda21fe1ec3,segment=NetworkSegment(b9afe07e-bbe4-4740-834c-4b6a9698bdbc),segment_id=b9afe07e-bbe4-4740-834c-4b6a9698bdbc)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:24:37.029871 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-68b43b2c-7e71-466a-9b3e-3a781b800dda admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9090164 Jul 27 23:24:37.029871 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97bdf7a0-fe1f-4b87-85eb-8bf7d631da7c tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Made reservation on behalf of ba4fae7b46b54e6e99cbf665d54e4a7e for: {'subnet': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:24:37.034720 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-06e00771-b1f2-46a3-80f0-86e048224d4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:37.035952 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-97bdf7a0-fe1f-4b87-85eb-8bf7d631da7c tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11551435'] for subnet, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:37.043732 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755675b0-7d42-4d37-8564-88af55e5049a req-0c668f53-f8d7-4673-9018-493d03736bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:24:37.048595 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-755675b0-7d42-4d37-8564-88af55e5049a req-0c668f53-f8d7-4673-9018-493d03736bd6 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=cf2ac26483444f3d949e08ee053eb26a&device_id=d65ff2ab-58cc-4828-91e0-df07e03f9614 HTTP/1.1" status: 200 len: 1095 time: 0.2140899 Jul 27 23:24:37.151674 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-229e0865-939e-45ee-9e88-68b4c5b4e6b7 None None] Network 383772a2-74b4-4793-8c2b-671a83f630dd requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:24:37.154477 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b5b30400-06f9-46dc-a38d-63ac14f026a3 req-1249fb4a-b7fc-44d2-bee8-5d9636a960d4 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e15ece7-f410-4d95-9c67-d98c825e8c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235797 Jul 27 23:24:37.192743 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-c48b1830-f67b-4600-8046-03f779c794ec admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3324a2badc054c0a9a4d1e1acd10fef3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8205607 Jul 27 23:24:37.198373 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 56836) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:24:37.210639 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06e00771-b1f2-46a3-80f0-86e048224d4f None None] Routers {'8392a47e-5aef-42e5-9124-c52a66bee7a7'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:24:37.211466 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-06e00771-b1f2-46a3-80f0-86e048224d4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:24:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['8392a47e-5aef-42e5-9124-c52a66bee7a7'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:24:37.243923 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48b1830-f67b-4600-8046-03f779c794ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bc0e49b-a4cb-4c81-81f5-20c68cd61b2b,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:24:37.296512 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3615b65a-6407-4bb4-be78-f70049a5e5be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:37.319608 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3c6be6-65be-4d07-8009-72e9069f8f72 None None] Pushing event updated for resources: {'Port': ['ID=f7b82e81-56a1-4086-ac71-4eda21fe1ec3,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:24:37.323267 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3615b65a-6407-4bb4-be78-f70049a5e5be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:37.422255 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3615b65a-6407-4bb4-be78-f70049a5e5be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:37.426145 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3615b65a-6407-4bb4-be78-f70049a5e5be admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:37.430832 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-3615b65a-6407-4bb4-be78-f70049a5e5be admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3bc0e49b-a4cb-4c81-81f5-20c68cd61b2b HTTP/1.1" status: 204 len: 168 time: 0.2263260 Jul 27 23:24:37.439300 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755675b0-7d42-4d37-8564-88af55e5049a req-301ea23e-da95-4d80-805f-a7e4cfecfcb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:24:37.440805 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-755675b0-7d42-4d37-8564-88af55e5049a req-301ea23e-da95-4d80-805f-a7e4cfecfcb4 service neutron] 10.222.0.38 "GET /v2.0/networks?id=44e5b751-d35f-484a-98d7-35c3565f32a1 HTTP/1.1" status: 200 len: 906 time: 0.3743966 Jul 27 23:24:37.471229 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3615b65a-6407-4bb4-be78-f70049a5e5be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bc0e49b-a4cb-4c81-81f5-20c68cd61b2b,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:24:37.511980 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-06e00771-b1f2-46a3-80f0-86e048224d4f None None] Set router 8392a47e-5aef-42e5-9124-c52a66bee7a7 gateway port host: n-d-802623-1 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:24:37.552433 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-755675b0-7d42-4d37-8564-88af55e5049a req-193519ca-5e1e-4334-a671-a69181e523ae service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=35b029be-39f4-43c2-accc-60f96763983d HTTP/1.1" status: 200 len: 217 time: 0.0958238 Jul 27 23:24:37.666879 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755675b0-7d42-4d37-8564-88af55e5049a req-247a1b58-37ba-48cb-822b-a447615cc067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:24:37.678841 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-755675b0-7d42-4d37-8564-88af55e5049a req-247a1b58-37ba-48cb-822b-a447615cc067 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=35a04ddb-b611-4dee-a6f7-89af6e6ad557 HTTP/1.1" status: 200 len: 845 time: 0.1176586 Jul 27 23:24:37.696433 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-97bdf7a0-fe1f-4b87-85eb-8bf7d631da7c tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11336182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11551417'] for subnet, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:37.754981 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-755675b0-7d42-4d37-8564-88af55e5049a req-eebba83c-8e68-4bdf-a623-75ae1269182b service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=44e5b751-d35f-484a-98d7-35c3565f32a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0683517 Jul 27 23:24:37.886365 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bdf7a0-fe1f-4b87-85eb-8bf7d631da7c tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Pushing event updated for resources: {'Subnet': ['ID=a6bca0f1-dba8-4820-a7a0-186b76699da1,revision_number=0']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:24:37.890302 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97bdf7a0-fe1f-4b87-85eb-8bf7d631da7c tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Checking segment: {'id': 'f2f9ed54-2796-4652-8c86-3921413d1280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '031433c5-4bab-478c-b609-4a0e530ec703'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:24:37.891033 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97bdf7a0-fe1f-4b87-85eb-8bf7d631da7c tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Network hostable DHCP agents. Network: 031433c5-4bab-478c-b609-4a0e530ec703, hostable agents: ['5950e76f-2bde-4343-a925-cbe6bacd2706'], hosted agents: [] {{(pid=93797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 23:24:37.915253 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97bdf7a0-fe1f-4b87-85eb-8bf7d631da7c tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Network 031433c5-4bab-478c-b609-4a0e530ec703 is scheduled to be hosted by DHCP agent 5950e76f-2bde-4343-a925-cbe6bacd2706 with binding_index 1 {{(pid=93797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 23:24:37.930614 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-97bdf7a0-fe1f-4b87-85eb-8bf7d631da7c tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802623-1, 031433c5-4bab-478c-b609-4a0e530ec703) {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:24:37.943461 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0563987-392c-4c59-9498-747f5a324476 None None] Network 031433c5-4bab-478c-b609-4a0e530ec703 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:24:37.963493 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97bdf7a0-fe1f-4b87-85eb-8bf7d631da7c tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:24:37.966692 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-97bdf7a0-fe1f-4b87-85eb-8bf7d631da7c tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for subnet, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:38.011903 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-97bdf7a0-fe1f-4b87-85eb-8bf7d631da7c tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.8552713 Jul 27 23:24:38.014860 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 56862) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:24:38.055556 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-755675b0-7d42-4d37-8564-88af55e5049a req-81daa402-087e-418a-8bdf-8492ff5255cd service neutron] 10.222.0.38 "GET /v2.0/networks/44e5b751-d35f-484a-98d7-35c3565f32a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2889347 Jul 27 23:24:38.083819 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-06e00771-b1f2-46a3-80f0-86e048224d4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8392a47e-5aef-42e5-9124-c52a66bee7a7', 'name': 'tempest-TestNetworkBasicOps-router-87612854', 'tenant_id': 'ba4fae7b46b54e6e99cbf665d54e4a7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.44'}], 'enable_snat': True}, 'gw_port_id': 'f7b82e81-56a1-4086-ac71-4eda21fe1ec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:24:31Z', 'updated_at': '2021-07-27T23:24:33Z', 'revision_number': 3, 'project_id': 'ba4fae7b46b54e6e99cbf665d54e4a7e', 'gw_port': {'id': 'f7b82e81-56a1-4086-ac71-4eda21fe1ec3', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:fe:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8392a47e-5aef-42e5-9124-c52a66bee7a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2298, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:24:33Z', 'updated_at': '2021-07-27T23:24:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1'}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:24:38.170081 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06e00771-b1f2-46a3-80f0-86e048224d4f None None] The sync data for ids ['8392a47e-5aef-42e5-9124-c52a66bee7a7'] in n-d-802623-1 is: [{'id': '8392a47e-5aef-42e5-9124-c52a66bee7a7', 'name': 'tempest-TestNetworkBasicOps-router-87612854', 'tenant_id': 'ba4fae7b46b54e6e99cbf665d54e4a7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.44'}], 'enable_snat': True}, 'gw_port_id': 'f7b82e81-56a1-4086-ac71-4eda21fe1ec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:24:31Z', 'updated_at': '2021-07-27T23:24:33Z', 'revision_number': 3, 'project_id': 'ba4fae7b46b54e6e99cbf665d54e4a7e', 'gw_port': {'id': 'f7b82e81-56a1-4086-ac71-4eda21fe1ec3', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:fe:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8392a47e-5aef-42e5-9124-c52a66bee7a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2298, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:24:33Z', 'updated_at': '2021-07-27T23:24:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1'}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:24:38.707728 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 56884) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:24:38.757116 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 35b029be-39f4-43c2-accc-60f96763983d details requested by agent hyperv_n-h1-802623-1 with host n-h1-802623-1 {{(pid=93799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 23:24:38.927753 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-755675b0-7d42-4d37-8564-88af55e5049a req-0f838b89-875f-4c0c-8b06-fad75bb1e598 service neutron] 10.222.0.38 "GET /v2.0/networks/44e5b751-d35f-484a-98d7-35c3565f32a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8685327 Jul 27 23:24:38.972954 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563f1c04-b4a0-47a1-a105-e0fd33cb4e8a req-29f43dbe-9716-4e5e-9fbb-d00af36d8222 tempest-ServerPasswordTestJSON-1526074505 tempest-ServerPasswordTestJSON-1526074505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:24:38.974571 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-563f1c04-b4a0-47a1-a105-e0fd33cb4e8a req-29f43dbe-9716-4e5e-9fbb-d00af36d8222 tempest-ServerPasswordTestJSON-1526074505 tempest-ServerPasswordTestJSON-1526074505-project] 10.222.0.18 "GET /v2.0/networks?id=383772a2-74b4-4793-8c2b-671a83f630dd HTTP/1.1" status: 200 len: 812 time: 0.5953295 Jul 27 23:24:39.034268 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-563f1c04-b4a0-47a1-a105-e0fd33cb4e8a req-934d8a1e-fa32-4628-8a9e-410adf431d45 tempest-ServerPasswordTestJSON-1526074505 tempest-ServerPasswordTestJSON-1526074505-project] 10.222.0.18 "GET /v2.0/quotas/8a92f369852a4696b4f69ceba3e9a994 HTTP/1.1" status: 200 len: 375 time: 0.0409477 Jul 27 23:24:39.110976 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5611f2-7f50-4cb9-8b6a-eb47b6d3f119 req-bfc78084-0a01-4e43-853a-c261e4257e10 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:24:39.114270 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ed5611f2-7f50-4cb9-8b6a-eb47b6d3f119 req-bfc78084-0a01-4e43-853a-c261e4257e10 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] 10.222.0.18 "GET /v2.0/ports?device_id=d65ff2ab-58cc-4828-91e0-df07e03f9614 HTTP/1.1" status: 200 len: 944 time: 0.1841471 Jul 27 23:24:39.155104 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4f9262e-1a6a-4aff-8fe3-8cb2be8a127a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f6f257c-ad18-5f0c-8c8e-ea085a5fc8a2-031433c5-4bab-478c-b609-4a0e530ec703', 'network_id': '031433c5-4bab-478c-b609-4a0e530ec703', 'tenant_id': 'ba4fae7b46b54e6e99cbf665d54e4a7e', 'fixed_ips': [{'subnet_id': 'a6bca0f1-dba8-4820-a7a0-186b76699da1'}]}} from n-d-802623-1. {{(pid=93799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 23:24:39.156715 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c4f9262e-1a6a-4aff-8fe3-8cb2be8a127a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:39.213527 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-563f1c04-b4a0-47a1-a105-e0fd33cb4e8a req-c59f2ba4-0993-47a8-bb0a-c3d8a2e50f5e tempest-ServerPasswordTestJSON-1526074505 tempest-ServerPasswordTestJSON-1526074505-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=8a92f369852a4696b4f69ceba3e9a994&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1600544 Jul 27 23:24:39.214888 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port 35b029be-39f4-43c2-accc-60f96763983d, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=35b029be-39f4-43c2-accc-60f96763983d,segment=NetworkSegment(e3440446-8deb-4174-b5a6-9cc094845dc2),segment_id=e3440446-8deb-4174-b5a6-9cc094845dc2)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:24:39.215771 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ed5611f2-7f50-4cb9-8b6a-eb47b6d3f119 req-7690b7e1-c653-41b2-a064-f7b43b1be7e4 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e15ece7-f410-4d95-9c67-d98c825e8c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839181 Jul 27 23:24:39.298173 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Returning: {'device': '35b029be-39f4-43c2-accc-60f96763983d', 'network_id': '44e5b751-d35f-484a-98d7-35c3565f32a1', 'port_id': '35b029be-39f4-43c2-accc-60f96763983d', 'mac_address': 'fa:16:3e:db:04:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35a04ddb-b611-4dee-a6f7-89af6e6ad557', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 23:24:39.343640 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b4e552e7-bbe5-418e-8200-3d98f218e7d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:39.397939 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:39.418529 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35b029be-39f4-43c2-accc-60f96763983d {{(pid=93799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:24:39.458035 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port 35b029be-39f4-43c2-accc-60f96763983d, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=35b029be-39f4-43c2-accc-60f96763983d,segment=NetworkSegment(e3440446-8deb-4174-b5a6-9cc094845dc2),segment_id=e3440446-8deb-4174-b5a6-9cc094845dc2)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:24:39.479916 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:39.552341 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-c4f9262e-1a6a-4aff-8fe3-8cb2be8a127a None None] Allocated IP 172.20.0.2 (031433c5-4bab-478c-b609-4a0e530ec703/a6bca0f1-dba8-4820-a7a0-186b76699da1/d197c474-fa98-4df7-bc28-17aee197ad1f) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:24:39.589623 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Pushing event updated for resources: {'Port': ['ID=35b029be-39f4-43c2-accc-60f96763983d,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:24:39.734074 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b4e552e7-bbe5-418e-8200-3d98f218e7d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:39.775236 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-563f1c04-b4a0-47a1-a105-e0fd33cb4e8a req-b67edd80-3eb5-487b-b017-445bfeb1895a service neutron] 10.222.0.18 "GET /v2.0/networks/383772a2-74b4-4793-8c2b-671a83f630dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5608070 Jul 27 23:24:39.781317 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b4e552e7-bbe5-418e-8200-3d98f218e7d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:39.786247 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c4f9262e-1a6a-4aff-8fe3-8cb2be8a127a None None] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:39.796837 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-c4f9262e-1a6a-4aff-8fe3-8cb2be8a127a None None] Transition to ACTIVE for port object d197c474-fa98-4df7-bc28-17aee197ad1f will not be triggered until provisioned by entity L2. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:24:39.801432 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] get_ports_and_sgs() called for port_ids ['35b029be-39f4-43c2-accc-60f96763983d'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:24:39.847249 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-c4f9262e-1a6a-4aff-8fe3-8cb2be8a127a None None] Transition to ACTIVE for port object d197c474-fa98-4df7-bc28-17aee197ad1f will not be triggered until provisioned by entity DHCP. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:24:39.872259 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c4f9262e-1a6a-4aff-8fe3-8cb2be8a127a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:39.950363 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 56908) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:24:39.998257 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f9262e-1a6a-4aff-8fe3-8cb2be8a127a None None] Pushing event updated for resources: {'Port': ['ID=d197c474-fa98-4df7-bc28-17aee197ad1f,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:24:40.021179 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4f9262e-1a6a-4aff-8fe3-8cb2be8a127a None None] Network 031433c5-4bab-478c-b609-4a0e530ec703 is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:24:40.039318 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-b4e552e7-bbe5-418e-8200-3d98f218e7d9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5c1d42f52e9a4543923099bcbd812464&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3223085 Jul 27 23:24:40.040160 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-c4f9262e-1a6a-4aff-8fe3-8cb2be8a127a None None] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:24:40.041899 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 56914) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:24:40.042522 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4f9262e-1a6a-4aff-8fe3-8cb2be8a127a None None] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:24:40.045264 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e552e7-bbe5-418e-8200-3d98f218e7d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c38e4670-7bd0-4252-a45f-07670ebcaeb2,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:24:40.140076 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b43a35bd-e66a-40f3-8201-425a0adb63b3 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:40.140282 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2700c064-9e7c-46e2-aaf1-09fe3ad3c709 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:40.197430 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8058fed7-30d0-4bf1-a8e6-c2bf150c6456 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:40.260491 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8058fed7-30d0-4bf1-a8e6-c2bf150c6456 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:40.320191 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-563f1c04-b4a0-47a1-a105-e0fd33cb4e8a req-dc12c60c-9498-4e6e-af59-01b2c0983a27 service neutron] 10.222.0.18 "GET /v2.0/networks/383772a2-74b4-4793-8c2b-671a83f630dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4820213 Jul 27 23:24:40.381784 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-c4f9262e-1a6a-4aff-8fe3-8cb2be8a127a None None] Attempting to bind port d197c474-fa98-4df7-bc28-17aee197ad1f on host n-d-802623-1 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:24:40.382378 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-c4f9262e-1a6a-4aff-8fe3-8cb2be8a127a None None] Attempting to bind port d197c474-fa98-4df7-bc28-17aee197ad1f by drivers openvswitch,hyperv on host n-d-802623-1 at level 0 using segments [{'id': 'f2f9ed54-2796-4652-8c86-3921413d1280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '031433c5-4bab-478c-b609-4a0e530ec703'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:24:40.384670 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f9262e-1a6a-4aff-8fe3-8cb2be8a127a None None] Attempting to bind port d197c474-fa98-4df7-bc28-17aee197ad1f on network 031433c5-4bab-478c-b609-4a0e530ec703 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:24:40.405157 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device f7b82e81-56a1-4086-ac71-4eda21fe1ec3 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:24:40.446074 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8058fed7-30d0-4bf1-a8e6-c2bf150c6456 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:40.448609 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8058fed7-30d0-4bf1-a8e6-c2bf150c6456 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:40.452356 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-8058fed7-30d0-4bf1-a8e6-c2bf150c6456 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c38e4670-7bd0-4252-a45f-07670ebcaeb2 HTTP/1.1" status: 204 len: 168 time: 0.4068983 Jul 27 23:24:40.452356 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2700c064-9e7c-46e2-aaf1-09fe3ad3c709 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:40.492834 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2700c064-9e7c-46e2-aaf1-09fe3ad3c709 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:40.497823 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8058fed7-30d0-4bf1-a8e6-c2bf150c6456 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c38e4670-7bd0-4252-a45f-07670ebcaeb2,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:24:40.532998 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7600f6-5825-4d79-92a1-dbb671e35bfa req-8e7c9381-88f0-404e-8797-a2ab20fbf637 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:24:40.534818 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-bc7600f6-5825-4d79-92a1-dbb671e35bfa req-8e7c9381-88f0-404e-8797-a2ab20fbf637 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] 10.222.0.18 "GET /v2.0/ports?device_id=d65ff2ab-58cc-4828-91e0-df07e03f9614 HTTP/1.1" status: 200 len: 945 time: 0.1619647 Jul 27 23:24:40.549049 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f9262e-1a6a-4aff-8fe3-8cb2be8a127a None None] Checking agent: {'id': 'a9a568d2-a5e7-41e4-833f-a8ab42ea4073', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 52, 30), 'started_at': datetime.datetime(2021, 7, 27, 22, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 24, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802623-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:24:40.549442 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f9262e-1a6a-4aff-8fe3-8cb2be8a127a None None] Checking segment: {'id': 'f2f9ed54-2796-4652-8c86-3921413d1280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '031433c5-4bab-478c-b609-4a0e530ec703'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:24:40.549861 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c4f9262e-1a6a-4aff-8fe3-8cb2be8a127a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:40.550269 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f9262e-1a6a-4aff-8fe3-8cb2be8a127a None None] Bound using segment: {'id': 'f2f9ed54-2796-4652-8c86-3921413d1280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '031433c5-4bab-478c-b609-4a0e530ec703'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:24:40.550857 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-c4f9262e-1a6a-4aff-8fe3-8cb2be8a127a None None] Bound port: d197c474-fa98-4df7-bc28-17aee197ad1f, host: n-d-802623-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2f9ed54-2796-4652-8c86-3921413d1280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '031433c5-4bab-478c-b609-4a0e530ec703'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:24:40.553804 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c4f9262e-1a6a-4aff-8fe3-8cb2be8a127a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:40.616791 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2700c064-9e7c-46e2-aaf1-09fe3ad3c709 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=993e2e47-9258-4ab4-94e8-c0f576c34b3a,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:24:40.627416 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-2700c064-9e7c-46e2-aaf1-09fe3ad3c709 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5c0bbbe077c94125ae519ae0550a93e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6752810 Jul 27 23:24:40.630581 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 56920) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:24:40.632405 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-bc7600f6-5825-4d79-92a1-dbb671e35bfa req-7bf81d26-cdde-4dd5-82dd-f09fac984104 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e15ece7-f410-4d95-9c67-d98c825e8c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887165 Jul 27 23:24:40.769060 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-c4f9262e-1a6a-4aff-8fe3-8cb2be8a127a None None] For port d197c474-fa98-4df7-bc28-17aee197ad1f, host n-d-802623-1, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:24:40.774003 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-c4f9262e-1a6a-4aff-8fe3-8cb2be8a127a None None] For port d197c474-fa98-4df7-bc28-17aee197ad1f, host n-d-802623-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=d197c474-fa98-4df7-bc28-17aee197ad1f,segment=NetworkSegment(f2f9ed54-2796-4652-8c86-3921413d1280),segment_id=f2f9ed54-2796-4652-8c86-3921413d1280)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:24:40.788995 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c4f9262e-1a6a-4aff-8fe3-8cb2be8a127a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:40.938865 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-90a70b50-53ef-4f29-af29-6f6232f5b7cf req-22ae0930-22a3-409a-8bbe-0ff59f7e72b2 tempest-ServerPasswordTestJSON-1526074505 tempest-ServerPasswordTestJSON-1526074505-project] 10.222.0.18 "GET /v2.0/ports?device_id=5ef39a8d-6544-424a-b0ae-39427d41428a HTTP/1.1" status: 200 len: 210 time: 0.2024944 Jul 27 23:24:40.965895 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning for port f7b82e81-56a1-4086-ac71-4eda21fe1ec3 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:24:40.977552 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f9262e-1a6a-4aff-8fe3-8cb2be8a127a None None] Pushing event updated for resources: {'Port': ['ID=d197c474-fa98-4df7-bc28-17aee197ad1f,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:24:40.989747 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port f7b82e81-56a1-4086-ac71-4eda21fe1ec3 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:24:40.990111 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:41.089227 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 56936) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:24:41.106731 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1f7663e6-00e4-4d58-81d1-18b018082da1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:41.114968 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8f6d998c-828a-4e30-8252-143f01dcf643 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:41.161466 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8f6d998c-828a-4e30-8252-143f01dcf643 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:41.246058 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 56944) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:24:41.288463 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:41.326426 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] For port f7b82e81-56a1-4086-ac71-4eda21fe1ec3, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=f7b82e81-56a1-4086-ac71-4eda21fe1ec3,segment=NetworkSegment(b9afe07e-bbe4-4740-834c-4b6a9698bdbc),segment_id=b9afe07e-bbe4-4740-834c-4b6a9698bdbc)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:24:41.336549 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:41.380415 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-b43a35bd-e66a-40f3-8201-425a0adb63b3 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Allocated IP 172.20.0.1 (031433c5-4bab-478c-b609-4a0e530ec703/a6bca0f1-dba8-4820-a7a0-186b76699da1/890ee42d-118a-49a0-8342-f952e18eecf7) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:24:41.458305 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1f7663e6-00e4-4d58-81d1-18b018082da1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:41.471601 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1f7663e6-00e4-4d58-81d1-18b018082da1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:41.484038 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Pushing event updated for resources: {'Port': ['ID=f7b82e81-56a1-4086-ac71-4eda21fe1ec3,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:24:41.542114 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7663e6-00e4-4d58-81d1-18b018082da1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c53edba-40ac-49f1-bbfa-7f4179afaebf,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:24:41.548253 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-1f7663e6-00e4-4d58-81d1-18b018082da1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=584a7784c3764a4ab39194257b756078&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4579697 Jul 27 23:24:41.551016 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 56948) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:24:41.613338 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fe3a083a-e600-4326-9ba4-28414413aa82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:41.659778 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fe3a083a-e600-4326-9ba4-28414413aa82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:41.691118 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b43a35bd-e66a-40f3-8201-425a0adb63b3 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:41.705387 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8f6d998c-828a-4e30-8252-143f01dcf643 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:41.708228 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8f6d998c-828a-4e30-8252-143f01dcf643 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:41.712344 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-8f6d998c-828a-4e30-8252-143f01dcf643 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/993e2e47-9258-4ab4-94e8-c0f576c34b3a HTTP/1.1" status: 204 len: 168 time: 1.0616798 Jul 27 23:24:41.720115 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-b43a35bd-e66a-40f3-8201-425a0adb63b3 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Transition to ACTIVE for port object 890ee42d-118a-49a0-8342-f952e18eecf7 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:24:41.728889 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6d998c-828a-4e30-8252-143f01dcf643 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=993e2e47-9258-4ab4-94e8-c0f576c34b3a,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:24:41.790880 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b43a35bd-e66a-40f3-8201-425a0adb63b3 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:41.854626 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43a35bd-e66a-40f3-8201-425a0adb63b3 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Pushing event updated for resources: {'Port': ['ID=890ee42d-118a-49a0-8342-f952e18eecf7,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:24:41.870869 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b43a35bd-e66a-40f3-8201-425a0adb63b3 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Network 031433c5-4bab-478c-b609-4a0e530ec703 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:24:41.872058 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-b43a35bd-e66a-40f3-8201-425a0adb63b3 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:24:41.875487 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b43a35bd-e66a-40f3-8201-425a0adb63b3 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:24:41.935401 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf03b8b8-0f57-476b-961b-0c23f00725cf req-fd2a7028-f7c3-4118-b932-4d91f62014c5 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:24:41.935924 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b43a35bd-e66a-40f3-8201-425a0adb63b3 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-415283'] for router_interface, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:41.943508 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-bf03b8b8-0f57-476b-961b-0c23f00725cf req-fd2a7028-f7c3-4118-b932-4d91f62014c5 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] 10.222.0.18 "GET /v2.0/ports?device_id=d65ff2ab-58cc-4828-91e0-df07e03f9614 HTTP/1.1" status: 200 len: 945 time: 0.1238165 Jul 27 23:24:41.975658 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fe3a083a-e600-4326-9ba4-28414413aa82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:41.978246 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fe3a083a-e600-4326-9ba4-28414413aa82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:41.981715 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-fe3a083a-e600-4326-9ba4-28414413aa82 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2c53edba-40ac-49f1-bbfa-7f4179afaebf HTTP/1.1" status: 204 len: 168 time: 0.4271097 Jul 27 23:24:42.007870 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3a083a-e600-4326-9ba4-28414413aa82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c53edba-40ac-49f1-bbfa-7f4179afaebf,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:24:42.132667 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-bf03b8b8-0f57-476b-961b-0c23f00725cf req-be394cdf-cb2a-4538-a2a2-80adfd886ad8 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e15ece7-f410-4d95-9c67-d98c825e8c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733255 Jul 27 23:24:42.140255 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-68795cab-d987-4262-9a22-ab5f0c95e7ee req-7344a621-6290-4a66-a79a-bbabd44ad654 tempest-ServerPasswordTestJSON-1526074505 tempest-ServerPasswordTestJSON-1526074505-project] 10.222.0.18 "GET /v2.0/ports?device_id=5ef39a8d-6544-424a-b0ae-39427d41428a HTTP/1.1" status: 200 len: 210 time: 0.0395515 Jul 27 23:24:42.291239 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b43a35bd-e66a-40f3-8201-425a0adb63b3 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:42.492711 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device d197c474-fa98-4df7-bc28-17aee197ad1f up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:24:42.617163 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning for port d197c474-fa98-4df7-bc28-17aee197ad1f completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:24:42.622359 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device f7b82e81-56a1-4086-ac71-4eda21fe1ec3 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:24:42.700597 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563f1c04-b4a0-47a1-a105-e0fd33cb4e8a req-537ddfe9-462c-4e65-bd89-ba451d6a462c tempest-ServerPasswordTestJSON-1526074505 tempest-ServerPasswordTestJSON-1526074505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:24:42.702810 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-563f1c04-b4a0-47a1-a105-e0fd33cb4e8a req-537ddfe9-462c-4e65-bd89-ba451d6a462c tempest-ServerPasswordTestJSON-1526074505 tempest-ServerPasswordTestJSON-1526074505-project] 10.222.0.49 "GET /v2.0/networks?id=383772a2-74b4-4793-8c2b-671a83f630dd HTTP/1.1" status: 200 len: 812 time: 0.3303514 Jul 27 23:24:42.735161 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port f7b82e81-56a1-4086-ac71-4eda21fe1ec3 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:24:42.735521 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:42.759032 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [req-563f1c04-b4a0-47a1-a105-e0fd33cb4e8a req-f7cac0c2-d485-4b57-afda-aaab924f0012 tempest-ServerPasswordTestJSON-1526074505 tempest-ServerPasswordTestJSON-1526074505-project] Request body: {'port': {'device_id': '5ef39a8d-6544-424a-b0ae-39427d41428a', 'network_id': '383772a2-74b4-4793-8c2b-671a83f630dd', 'admin_state_up': True, 'tenant_id': '8a92f369852a4696b4f69ceba3e9a994'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:24:42.786551 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 35b029be-39f4-43c2-accc-60f96763983d up at agent hyperv_n-h1-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:24:42.853595 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b887074a-e071-44d6-b9f9-ae2ca7be90de None None] Network 031433c5-4bab-478c-b609-4a0e530ec703 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:24:42.977521 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-1902af2a-8e68-45f2-ae65-7d2fb403c170 None None] Provisioning for port d197c474-fa98-4df7-bc28-17aee197ad1f completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:24:42.987280 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b43a35bd-e66a-40f3-8201-425a0adb63b3 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:42.993764 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-1902af2a-8e68-45f2-ae65-7d2fb403c170 None None] Provisioning complete for port d197c474-fa98-4df7-bc28-17aee197ad1f triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:24:42.994322 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-1902af2a-8e68-45f2-ae65-7d2fb403c170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:43.010669 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b43a35bd-e66a-40f3-8201-425a0adb63b3 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11336041'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:43.023686 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-563f1c04-b4a0-47a1-a105-e0fd33cb4e8a req-f7cac0c2-d485-4b57-afda-aaab924f0012 tempest-ServerPasswordTestJSON-1526074505 tempest-ServerPasswordTestJSON-1526074505-project] Made reservation on behalf of 8a92f369852a4696b4f69ceba3e9a994 for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:24:43.027443 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-563f1c04-b4a0-47a1-a105-e0fd33cb4e8a req-f7cac0c2-d485-4b57-afda-aaab924f0012 tempest-ServerPasswordTestJSON-1526074505 tempest-ServerPasswordTestJSON-1526074505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:43.141779 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Provisioning for port 35b029be-39f4-43c2-accc-60f96763983d completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:24:43.186645 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Provisioning complete for port 35b029be-39f4-43c2-accc-60f96763983d triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:24:43.187314 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:43.192697 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b43a35bd-e66a-40f3-8201-425a0adb63b3 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3760555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-414115'] for router_interface, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:43.286599 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [req-563f1c04-b4a0-47a1-a105-e0fd33cb4e8a req-f7cac0c2-d485-4b57-afda-aaab924f0012 tempest-ServerPasswordTestJSON-1526074505 tempest-ServerPasswordTestJSON-1526074505-project] Allocated IP 172.20.0.12 (383772a2-74b4-4793-8c2b-671a83f630dd/7d26b58a-7b6c-4e1b-b44c-f4e2b182e74c/0a8e6e15-dca7-4e42-acc6-a85a18af9c33) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:24:43.314056 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-1902af2a-8e68-45f2-ae65-7d2fb403c170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:43.363907 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-1902af2a-8e68-45f2-ae65-7d2fb403c170 None None] For port d197c474-fa98-4df7-bc28-17aee197ad1f, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=d197c474-fa98-4df7-bc28-17aee197ad1f,segment=NetworkSegment(f2f9ed54-2796-4652-8c86-3921413d1280),segment_id=f2f9ed54-2796-4652-8c86-3921413d1280)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:24:43.404074 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-1902af2a-8e68-45f2-ae65-7d2fb403c170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:43.499277 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-b3fc2791-1125-45d5-95a8-13c5d28c8965 req-25e1d605-cd34-4f1e-9e69-2050ef90afd6 tempest-ServerPasswordTestJSON-1526074505 tempest-ServerPasswordTestJSON-1526074505-project] 10.222.0.18 "GET /v2.0/ports?device_id=5ef39a8d-6544-424a-b0ae-39427d41428a HTTP/1.1" status: 200 len: 210 time: 0.1828218 Jul 27 23:24:43.536194 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:43.545398 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43a35bd-e66a-40f3-8201-425a0adb63b3 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Pushing event updated for resources: {'Port': ['ID=890ee42d-118a-49a0-8342-f952e18eecf7,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:24:43.554579 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-563f1c04-b4a0-47a1-a105-e0fd33cb4e8a req-f7cac0c2-d485-4b57-afda-aaab924f0012 tempest-ServerPasswordTestJSON-1526074505 tempest-ServerPasswordTestJSON-1526074505-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:43.588310 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6f17d4cd-07c7-47dd-a6ad-e02a0d61b9ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-414022'] for router_interface, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:43.630506 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b43a35bd-e66a-40f3-8201-425a0adb63b3 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Network 031433c5-4bab-478c-b609-4a0e530ec703 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:24:43.635238 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-b43a35bd-e66a-40f3-8201-425a0adb63b3 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:24:43.646903 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd65ff2ab-58cc-4828-91e0-df07e03f9614', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35b029be-39f4-43c2-accc-60f96763983d'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:24:43.662160 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c0369b0d4f459110ff20a1f9878ba33f96d6491bddb9d15843bf29d01e0bda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd7de8fe-8d62-4018-8b01-151f722f710e" -d '{"events": [{"server_uuid": "d65ff2ab-58cc-4828-91e0-df07e03f9614", "name": "network-vif-plugged", "status": "completed", "tag": "35b029be-39f4-43c2-accc-60f96763983d"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:24:43.667240 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1902af2a-8e68-45f2-ae65-7d2fb403c170 None None] Pushing event updated for resources: {'Port': ['ID=d197c474-fa98-4df7-bc28-17aee197ad1f,revision_number=3']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:24:43.709691 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port 35b029be-39f4-43c2-accc-60f96763983d, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=35b029be-39f4-43c2-accc-60f96763983d,segment=NetworkSegment(e3440446-8deb-4174-b5a6-9cc094845dc2),segment_id=e3440446-8deb-4174-b5a6-9cc094845dc2)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:24:43.720842 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:43.820206 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:24:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0e5c0d3-dda3-49aa-aed2-727c5013f9a9 x-openstack-request-id: req-d0e5c0d3-dda3-49aa-aed2-727c5013f9a9 {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:24:43.820523 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d65ff2ab-58cc-4828-91e0-df07e03f9614", "name": "network-vif-plugged", "status": "completed", "tag": "35b029be-39f4-43c2-accc-60f96763983d", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:24:43.820828 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d0e5c0d3-dda3-49aa-aed2-727c5013f9a9 {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:24:43.823400 n-d-802623-1 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd65ff2ab-58cc-4828-91e0-df07e03f9614', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35b029be-39f4-43c2-accc-60f96763983d', 'code': 200} Jul 27 23:24:43.870731 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Pushing event updated for resources: {'Port': ['ID=35b029be-39f4-43c2-accc-60f96763983d,revision_number=5']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:24:43.913068 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b43a35bd-e66a-40f3-8201-425a0adb63b3 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Router 8392a47e-5aef-42e5-9124-c52a66bee7a7 has already been hosted by L3 agent 018c4455-49c0-4734-927d-7824067b2a9e {{(pid=93797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 23:24:43.917344 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-cccc3f32-016a-4305-91a0-cf0de60fa34f None None] Provisioning complete for port d197c474-fa98-4df7-bc28-17aee197ad1f triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:24:43.917804 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-cccc3f32-016a-4305-91a0-cf0de60fa34f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:43.925736 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f446ad-abed-433a-b3f2-976826d35558 req-4526c04a-31da-43f9-bde8-a31319bf0808 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:24:43.927733 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-37f446ad-abed-433a-b3f2-976826d35558 req-4526c04a-31da-43f9-bde8-a31319bf0808 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] 10.222.0.18 "GET /v2.0/ports?device_id=d65ff2ab-58cc-4828-91e0-df07e03f9614 HTTP/1.1" status: 200 len: 945 time: 0.3654718 Jul 27 23:24:44.069426 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-563f1c04-b4a0-47a1-a105-e0fd33cb4e8a req-f7cac0c2-d485-4b57-afda-aaab924f0012 tempest-ServerPasswordTestJSON-1526074505 tempest-ServerPasswordTestJSON-1526074505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:44.093064 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b43a35bd-e66a-40f3-8201-425a0adb63b3 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:24:44.113369 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e1b0f41-4417-4355-a620-6405cbca1441 None None] Sync routers for ids ['8392a47e-5aef-42e5-9124-c52a66bee7a7'] in n-d-802623-1 {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:24:44.116071 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-b43a35bd-e66a-40f3-8201-425a0adb63b3 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] 10.222.0.18 "PUT /v2.0/routers/8392a47e-5aef-42e5-9124-c52a66bee7a7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0974538 Jul 27 23:24:44.118678 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 57036) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:24:44.157149 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e1b0f41-4417-4355-a620-6405cbca1441 None None] Routers {'8392a47e-5aef-42e5-9124-c52a66bee7a7'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:24:44.159295 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-2e1b0f41-4417-4355-a620-6405cbca1441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:24:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['8392a47e-5aef-42e5-9124-c52a66bee7a7'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:24:44.234073 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-37f446ad-abed-433a-b3f2-976826d35558 req-3c07e15c-4b4e-492d-a040-824a25a2e459 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e15ece7-f410-4d95-9c67-d98c825e8c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2661350 Jul 27 23:24:44.241621 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60ab749-44e9-4b7d-8993-cf9d70d0957d req-7a9a743b-d849-4b85-a58e-e481659c5535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:24:44.246420 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a60ab749-44e9-4b7d-8993-cf9d70d0957d req-7a9a743b-d849-4b85-a58e-e481659c5535 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=d65ff2ab-58cc-4828-91e0-df07e03f9614 HTTP/1.1" status: 200 len: 1097 time: 0.3892071 Jul 27 23:24:44.265970 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-cccc3f32-016a-4305-91a0-cf0de60fa34f None None] Provisioning for port 890ee42d-118a-49a0-8342-f952e18eecf7 completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:24:44.290177 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-cccc3f32-016a-4305-91a0-cf0de60fa34f None None] Provisioning complete for port 890ee42d-118a-49a0-8342-f952e18eecf7 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:24:44.290577 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-cccc3f32-016a-4305-91a0-cf0de60fa34f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:44.395378 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-cccc3f32-016a-4305-91a0-cf0de60fa34f None None] Port 890ee42d-118a-49a0-8342-f952e18eecf7 cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:24:44.401102 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device d197c474-fa98-4df7-bc28-17aee197ad1f up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:24:44.448933 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-563f1c04-b4a0-47a1-a105-e0fd33cb4e8a req-f7cac0c2-d485-4b57-afda-aaab924f0012 tempest-ServerPasswordTestJSON-1526074505 tempest-ServerPasswordTestJSON-1526074505-project] Network 383772a2-74b4-4793-8c2b-671a83f630dd is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:24:44.456137 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a60ab749-44e9-4b7d-8993-cf9d70d0957d req-090da4c1-d1da-4685-be90-1ca1981d8745 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=4e15ece7-f410-4d95-9c67-d98c825e8c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902120 Jul 27 23:24:44.494346 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [req-563f1c04-b4a0-47a1-a105-e0fd33cb4e8a req-f7cac0c2-d485-4b57-afda-aaab924f0012 tempest-ServerPasswordTestJSON-1526074505 tempest-ServerPasswordTestJSON-1526074505-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:24:44.507425 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-563f1c04-b4a0-47a1-a105-e0fd33cb4e8a req-f7cac0c2-d485-4b57-afda-aaab924f0012 tempest-ServerPasswordTestJSON-1526074505 tempest-ServerPasswordTestJSON-1526074505-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:24:44.576538 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cac0c2-d485-4b57-afda-aaab924f0012 tempest-ServerPasswordTestJSON-1526074505 tempest-ServerPasswordTestJSON-1526074505-project] Pushing event updated for resources: {'Port': ['ID=0a8e6e15-dca7-4e42-acc6-a85a18af9c33,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:24:44.596127 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57f92d4b-8961-4841-b797-39c496c21331 tempest-TestNetworkBasicOps-1976163616 tempest-TestNetworkBasicOps-1976163616-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:24:44.597160 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57f92d4b-8961-4841-b797-39c496c21331 tempest-TestNetworkBasicOps-1976163616 tempest-TestNetworkBasicOps-1976163616-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:24:44.601032 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57f92d4b-8961-4841-b797-39c496c21331 tempest-TestNetworkBasicOps-1976163616 tempest-TestNetworkBasicOps-1976163616-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:24:44.601715 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57f92d4b-8961-4841-b797-39c496c21331 tempest-TestNetworkBasicOps-1976163616 tempest-TestNetworkBasicOps-1976163616-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:24:44.602338 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57f92d4b-8961-4841-b797-39c496c21331 tempest-TestNetworkBasicOps-1976163616 tempest-TestNetworkBasicOps-1976163616-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:24:44.602955 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57f92d4b-8961-4841-b797-39c496c21331 tempest-TestNetworkBasicOps-1976163616 tempest-TestNetworkBasicOps-1976163616-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:24:44.603607 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57f92d4b-8961-4841-b797-39c496c21331 tempest-TestNetworkBasicOps-1976163616 tempest-TestNetworkBasicOps-1976163616-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:24:44.607650 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57f92d4b-8961-4841-b797-39c496c21331 tempest-TestNetworkBasicOps-1976163616 tempest-TestNetworkBasicOps-1976163616-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:24:44.608308 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57f92d4b-8961-4841-b797-39c496c21331 tempest-TestNetworkBasicOps-1976163616 tempest-TestNetworkBasicOps-1976163616-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:24:44.610475 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-57f92d4b-8961-4841-b797-39c496c21331 tempest-TestNetworkBasicOps-1976163616 tempest-TestNetworkBasicOps-1976163616-project-admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6387 time: 0.4905188 Jul 27 23:24:44.613627 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 57050) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:24:44.650056 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port d197c474-fa98-4df7-bc28-17aee197ad1f triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:24:44.650543 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:44.693242 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563f1c04-b4a0-47a1-a105-e0fd33cb4e8a req-f7cac0c2-d485-4b57-afda-aaab924f0012 tempest-ServerPasswordTestJSON-1526074505 tempest-ServerPasswordTestJSON-1526074505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:24:44.694546 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-563f1c04-b4a0-47a1-a105-e0fd33cb4e8a req-f7cac0c2-d485-4b57-afda-aaab924f0012 tempest-ServerPasswordTestJSON-1526074505 tempest-ServerPasswordTestJSON-1526074505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:44.751015 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-563f1c04-b4a0-47a1-a105-e0fd33cb4e8a req-f7cac0c2-d485-4b57-afda-aaab924f0012 tempest-ServerPasswordTestJSON-1526074505 tempest-ServerPasswordTestJSON-1526074505-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0055325 Jul 27 23:24:44.773476 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [req-563f1c04-b4a0-47a1-a105-e0fd33cb4e8a req-94d4056e-6e67-485b-9ab5-b2336e1836e3 service neutron] Request body: {'port': {'device_id': '5ef39a8d-6544-424a-b0ae-39427d41428a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802623-1'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:24:44.834739 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 57054) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:24:44.981203 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-563f1c04-b4a0-47a1-a105-e0fd33cb4e8a req-94d4056e-6e67-485b-9ab5-b2336e1836e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:45.008408 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-6f17d4cd-07c7-47dd-a6ad-e02a0d61b9ea admin admin] Deleting port 533d5142-c4e5-4443-8369-16adea237988 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:24:45.008890 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6f17d4cd-07c7-47dd-a6ad-e02a0d61b9ea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:45.032988 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-8e535006-7a71-44b8-96ef-dc949ee37eca None None] Provisioning complete for port 890ee42d-118a-49a0-8342-f952e18eecf7 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:24:45.033698 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8e535006-7a71-44b8-96ef-dc949ee37eca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:45.107013 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-2e1b0f41-4417-4355-a620-6405cbca1441 None None] Set router 8392a47e-5aef-42e5-9124-c52a66bee7a7 gateway port host: n-d-802623-1 {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:24:45.111324 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-8e535006-7a71-44b8-96ef-dc949ee37eca None None] Port 890ee42d-118a-49a0-8342-f952e18eecf7 cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:24:45.209764 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-6f17d4cd-07c7-47dd-a6ad-e02a0d61b9ea admin admin] For port 533d5142-c4e5-4443-8369-16adea237988, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=533d5142-c4e5-4443-8369-16adea237988,segment=NetworkSegment(dd3fb910-11a1-4198-8a90-f4352ae92025),segment_id=dd3fb910-11a1-4198-8a90-f4352ae92025)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:24:45.211126 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6f17d4cd-07c7-47dd-a6ad-e02a0d61b9ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:45.254276 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-6f17d4cd-07c7-47dd-a6ad-e02a0d61b9ea admin admin] Calling delete_port for 533d5142-c4e5-4443-8369-16adea237988 owned by network:router_interface {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:24:45.290464 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ed93f4c3-c9ad-4938-b4d2-4a1e96619cc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:45.325476 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-c4c3cf9f-f92a-4388-95ce-8214495cf924 None None] Provisioning complete for port 890ee42d-118a-49a0-8342-f952e18eecf7 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:24:45.325935 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c4c3cf9f-f92a-4388-95ce-8214495cf924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:45.348940 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7151f9e1-b6eb-4d39-bf51-13e86b119f00 tempest-TestNetworkBasicOps-1976163616 tempest-TestNetworkBasicOps-1976163616-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:24:45.349417 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7151f9e1-b6eb-4d39-bf51-13e86b119f00 tempest-TestNetworkBasicOps-1976163616 tempest-TestNetworkBasicOps-1976163616-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:24:45.350509 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7151f9e1-b6eb-4d39-bf51-13e86b119f00 tempest-TestNetworkBasicOps-1976163616 tempest-TestNetworkBasicOps-1976163616-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:24:45.351956 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7151f9e1-b6eb-4d39-bf51-13e86b119f00 tempest-TestNetworkBasicOps-1976163616 tempest-TestNetworkBasicOps-1976163616-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:24:45.352077 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7151f9e1-b6eb-4d39-bf51-13e86b119f00 tempest-TestNetworkBasicOps-1976163616 tempest-TestNetworkBasicOps-1976163616-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:24:45.352821 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7151f9e1-b6eb-4d39-bf51-13e86b119f00 tempest-TestNetworkBasicOps-1976163616 tempest-TestNetworkBasicOps-1976163616-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:24:45.353286 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7151f9e1-b6eb-4d39-bf51-13e86b119f00 tempest-TestNetworkBasicOps-1976163616 tempest-TestNetworkBasicOps-1976163616-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:24:45.355319 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7151f9e1-b6eb-4d39-bf51-13e86b119f00 tempest-TestNetworkBasicOps-1976163616 tempest-TestNetworkBasicOps-1976163616-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:24:45.355807 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7151f9e1-b6eb-4d39-bf51-13e86b119f00 tempest-TestNetworkBasicOps-1976163616 tempest-TestNetworkBasicOps-1976163616-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:24:45.361416 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-7151f9e1-b6eb-4d39-bf51-13e86b119f00 tempest-TestNetworkBasicOps-1976163616 tempest-TestNetworkBasicOps-1976163616-project-admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5926 time: 0.7438486 Jul 27 23:24:45.361839 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 57070) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:24:45.387607 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-c4c3cf9f-f92a-4388-95ce-8214495cf924 None None] Port 890ee42d-118a-49a0-8342-f952e18eecf7 cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:24:45.447430 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-2e1b0f41-4417-4355-a620-6405cbca1441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8392a47e-5aef-42e5-9124-c52a66bee7a7', 'name': 'tempest-TestNetworkBasicOps-router-87612854', 'tenant_id': 'ba4fae7b46b54e6e99cbf665d54e4a7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.44'}], 'enable_snat': True}, 'gw_port_id': 'f7b82e81-56a1-4086-ac71-4eda21fe1ec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:24:31Z', 'updated_at': '2021-07-27T23:24:42Z', 'revision_number': 4, 'project_id': 'ba4fae7b46b54e6e99cbf665d54e4a7e', 'gw_port': {'id': 'f7b82e81-56a1-4086-ac71-4eda21fe1ec3', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:fe:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8392a47e-5aef-42e5-9124-c52a66bee7a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2298, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:24:33Z', 'updated_at': '2021-07-27T23:24:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': '890ee42d-118a-49a0-8342-f952e18eecf7', 'name': '', 'network_id': '031433c5-4bab-478c-b609-4a0e530ec703', 'tenant_id': 'ba4fae7b46b54e6e99cbf665d54e4a7e', 'mac_address': 'fa:16:3e:e8:7d:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8392a47e-5aef-42e5-9124-c52a66bee7a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2325, 'fixed_ips': [{'subnet_id': 'a6bca0f1-dba8-4820-a7a0-186b76699da1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:24:40Z', 'updated_at': '2021-07-27T23:24:42Z', 'revision_number': 2, 'project_id': 'ba4fae7b46b54e6e99cbf665d54e4a7e', 'subnets': [{'id': 'a6bca0f1-dba8-4820-a7a0-186b76699da1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:24:45.458827 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5726990f-4497-468d-ad60-56078c9e7766 req-fc95363d-1fa9-4821-a30a-03631cf0ba81 tempest-ServerPasswordTestJSON-1526074505 tempest-ServerPasswordTestJSON-1526074505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:24:45.465337 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-5726990f-4497-468d-ad60-56078c9e7766 req-fc95363d-1fa9-4821-a30a-03631cf0ba81 tempest-ServerPasswordTestJSON-1526074505 tempest-ServerPasswordTestJSON-1526074505-project] 10.222.0.18 "GET /v2.0/ports?device_id=5ef39a8d-6544-424a-b0ae-39427d41428a HTTP/1.1" status: 200 len: 932 time: 0.7424581 Jul 27 23:24:45.477173 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e1b0f41-4417-4355-a620-6405cbca1441 None None] Checking router: 8392a47e-5aef-42e5-9124-c52a66bee7a7 for host: n-d-802623-1 {{(pid=93799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 23:24:45.477653 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e1b0f41-4417-4355-a620-6405cbca1441 None None] Updating router 8392a47e-5aef-42e5-9124-c52a66bee7a7 port 890ee42d-118a-49a0-8342-f952e18eecf7 binding host n-d-802623-1 {{(pid=93799) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 23:24:45.504444 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2e1b0f41-4417-4355-a620-6405cbca1441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:45.571398 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-5726990f-4497-468d-ad60-56078c9e7766 req-e9268344-4a27-4c7d-b162-8473d43150f5 tempest-ServerPasswordTestJSON-1526074505 tempest-ServerPasswordTestJSON-1526074505-project] 10.222.0.18 "GET /v2.0/security-groups?id=2989d075-3873-4d9f-b409-0aaf10af1227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891018 Jul 27 23:24:45.624481 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a605be1b-a407-44a6-9492-baa2dbd83e29 req-93ba4c2b-cbdd-4ed2-bc4e-9de2f22ac4d6 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:24:45.626068 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a605be1b-a407-44a6-9492-baa2dbd83e29 req-93ba4c2b-cbdd-4ed2-bc4e-9de2f22ac4d6 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] 10.222.0.18 "GET /v2.0/ports?device_id=d65ff2ab-58cc-4828-91e0-df07e03f9614 HTTP/1.1" status: 200 len: 946 time: 0.2734220 Jul 27 23:24:45.742289 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a605be1b-a407-44a6-9492-baa2dbd83e29 req-0f205f5f-f6ae-4827-8eac-543ac3b5b689 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e15ece7-f410-4d95-9c67-d98c825e8c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016529 Jul 27 23:24:45.748171 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-d0c9beb2-8fde-444c-b2d7-79928d120393 tempest-TestNetworkBasicOps-1976163616 tempest-TestNetworkBasicOps-1976163616-project-admin] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3773 time: 0.3852384 Jul 27 23:24:45.786925 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ed93f4c3-c9ad-4938-b4d2-4a1e96619cc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:45.804945 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ed93f4c3-c9ad-4938-b4d2-4a1e96619cc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:45.963182 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed93f4c3-c9ad-4938-b4d2-4a1e96619cc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c30ce1ac-2f21-41a8-b3bf-7efeadb1007b,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:24:45.970765 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-ed93f4c3-c9ad-4938-b4d2-4a1e96619cc6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=795ac18ded1f4bf29f630f398cf70eb6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1342158 Jul 27 23:24:45.970859 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 57100) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:24:45.992898 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2e1b0f41-4417-4355-a620-6405cbca1441 None None] Notify callbacks [] for port, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:46.006404 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-2e1b0f41-4417-4355-a620-6405cbca1441 None None] Transition to ACTIVE for port object 890ee42d-118a-49a0-8342-f952e18eecf7 will not be triggered until provisioned by entity L2. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:24:46.011724 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6f17d4cd-07c7-47dd-a6ad-e02a0d61b9ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:46.022348 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2e1b0f41-4417-4355-a620-6405cbca1441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:46.076213 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [req-563f1c04-b4a0-47a1-a105-e0fd33cb4e8a req-94d4056e-6e67-485b-9ab5-b2336e1836e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a8e6e15-dca7-4e42-acc6-a85a18af9c33 {{(pid=93798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:24:46.081951 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f17d4cd-07c7-47dd-a6ad-e02a0d61b9ea admin admin] Pushing event deleted for resources: {'Port': ['ID=533d5142-c4e5-4443-8369-16adea237988,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:24:46.089227 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c8c43d0a-f1c2-48fb-9e8d-de5ff201a492 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:46.102624 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601f2d55-cbba-4dce-bc5c-0f6af30a79f5 None None] Pushing event updated for resources: {'Port': ['ID=890ee42d-118a-49a0-8342-f952e18eecf7,revision_number=3']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:24:46.107434 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c3f487-0f10-4ac4-b6b9-36907ce5d284 req-fcb3c975-3000-4ecf-9567-8f0a658e9e61 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:24:46.109626 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-85c3f487-0f10-4ac4-b6b9-36907ce5d284 req-fcb3c975-3000-4ecf-9567-8f0a658e9e61 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] 10.222.0.18 "GET /v2.0/ports?device_id=d65ff2ab-58cc-4828-91e0-df07e03f9614 HTTP/1.1" status: 200 len: 946 time: 0.2421308 Jul 27 23:24:46.112155 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-563f1c04-b4a0-47a1-a105-e0fd33cb4e8a req-94d4056e-6e67-485b-9ab5-b2336e1836e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:46.145795 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 57110) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:24:46.180019 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-0e471bd3-d835-497c-a3a0-80e459bbfaab tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-413084212', 'description': 'tempest-secgroup-smoke-413084212 description', 'project_id': 'ba4fae7b46b54e6e99cbf665d54e4a7e'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:24:46.209616 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-2e1b0f41-4417-4355-a620-6405cbca1441 None None] Attempting to bind port 890ee42d-118a-49a0-8342-f952e18eecf7 on host n-d-802623-1 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:24:46.211485 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-2e1b0f41-4417-4355-a620-6405cbca1441 None None] Attempting to bind port 890ee42d-118a-49a0-8342-f952e18eecf7 by drivers openvswitch,hyperv on host n-d-802623-1 at level 0 using segments [{'id': 'f2f9ed54-2796-4652-8c86-3921413d1280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '031433c5-4bab-478c-b609-4a0e530ec703'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:24:46.212611 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e1b0f41-4417-4355-a620-6405cbca1441 None None] Attempting to bind port 890ee42d-118a-49a0-8342-f952e18eecf7 on network 031433c5-4bab-478c-b609-4a0e530ec703 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:24:46.221941 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c8c43d0a-f1c2-48fb-9e8d-de5ff201a492 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:46.222460 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e1b0f41-4417-4355-a620-6405cbca1441 None None] Checking agent: {'id': 'a9a568d2-a5e7-41e4-833f-a8ab42ea4073', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 52, 30), 'started_at': datetime.datetime(2021, 7, 27, 22, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 24, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802623-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:24:46.223398 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e1b0f41-4417-4355-a620-6405cbca1441 None None] Checking segment: {'id': 'f2f9ed54-2796-4652-8c86-3921413d1280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '031433c5-4bab-478c-b609-4a0e530ec703'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:24:46.224003 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2e1b0f41-4417-4355-a620-6405cbca1441 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:46.225703 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e1b0f41-4417-4355-a620-6405cbca1441 None None] Bound using segment: {'id': 'f2f9ed54-2796-4652-8c86-3921413d1280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '031433c5-4bab-478c-b609-4a0e530ec703'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:24:46.226554 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-2e1b0f41-4417-4355-a620-6405cbca1441 None None] Bound port: 890ee42d-118a-49a0-8342-f952e18eecf7, host: n-d-802623-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2f9ed54-2796-4652-8c86-3921413d1280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '031433c5-4bab-478c-b609-4a0e530ec703'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:24:46.228601 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2e1b0f41-4417-4355-a620-6405cbca1441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:46.248015 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-563f1c04-b4a0-47a1-a105-e0fd33cb4e8a req-94d4056e-6e67-485b-9ab5-b2336e1836e3 service neutron] Transition to ACTIVE for port object 0a8e6e15-dca7-4e42-acc6-a85a18af9c33 will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:24:46.286138 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-563f1c04-b4a0-47a1-a105-e0fd33cb4e8a req-94d4056e-6e67-485b-9ab5-b2336e1836e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:46.321393 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0e471bd3-d835-497c-a3a0-80e459bbfaab tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:46.339103 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-2e1b0f41-4417-4355-a620-6405cbca1441 None None] For port 890ee42d-118a-49a0-8342-f952e18eecf7, host n-d-802623-1, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:24:46.344774 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-2e1b0f41-4417-4355-a620-6405cbca1441 None None] For port 890ee42d-118a-49a0-8342-f952e18eecf7, host n-d-802623-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=890ee42d-118a-49a0-8342-f952e18eecf7,segment=NetworkSegment(f2f9ed54-2796-4652-8c86-3921413d1280),segment_id=f2f9ed54-2796-4652-8c86-3921413d1280)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:24:46.353344 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2e1b0f41-4417-4355-a620-6405cbca1441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:46.420540 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-85c3f487-0f10-4ac4-b6b9-36907ce5d284 req-5f53e68b-8810-4a0f-b95a-ed4f20fe8b73 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e15ece7-f410-4d95-9c67-d98c825e8c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2969289 Jul 27 23:24:46.451882 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e1b0f41-4417-4355-a620-6405cbca1441 None None] Routers {'8392a47e-5aef-42e5-9124-c52a66bee7a7'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:24:46.453457 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-2e1b0f41-4417-4355-a620-6405cbca1441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:24:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['8392a47e-5aef-42e5-9124-c52a66bee7a7'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:24:46.460777 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c8c43d0a-f1c2-48fb-9e8d-de5ff201a492 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:46.464581 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c8c43d0a-f1c2-48fb-9e8d-de5ff201a492 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:46.466899 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-c8c43d0a-f1c2-48fb-9e8d-de5ff201a492 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c30ce1ac-2f21-41a8-b3bf-7efeadb1007b HTTP/1.1" status: 204 len: 168 time: 0.4956145 Jul 27 23:24:46.529164 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c43d0a-f1c2-48fb-9e8d-de5ff201a492 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c30ce1ac-2f21-41a8-b3bf-7efeadb1007b,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:24:46.597000 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-2e1b0f41-4417-4355-a620-6405cbca1441 None None] Set router 8392a47e-5aef-42e5-9124-c52a66bee7a7 gateway port host: n-d-802623-1 {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:24:46.738667 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0e471bd3-d835-497c-a3a0-80e459bbfaab tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:46.761897 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0e471bd3-d835-497c-a3a0-80e459bbfaab tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:46.807197 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0e471bd3-d835-497c-a3a0-80e459bbfaab tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:46.811621 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-0e471bd3-d835-497c-a3a0-80e459bbfaab tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6649311 Jul 27 23:24:46.827034 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 57144) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:24:46.860327 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-22433ce3-0811-4477-81f5-9deb3d5323d4 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Request body: {'security_group_rule': {'security_group_id': 'e4903a37-2932-44cf-9e86-b3f668de5d9c', 'project_id': 'ba4fae7b46b54e6e99cbf665d54e4a7e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:24:46.911584 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601f2d55-cbba-4dce-bc5c-0f6af30a79f5 None None] Pushing event updated for resources: {'Port': ['ID=890ee42d-118a-49a0-8342-f952e18eecf7,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:24:46.965101 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-22433ce3-0811-4477-81f5-9deb3d5323d4 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:46.969087 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e471bd3-d835-497c-a3a0-80e459bbfaab tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4903a37-2932-44cf-9e86-b3f668de5d9c,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:24:47.129621 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-2e1b0f41-4417-4355-a620-6405cbca1441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8392a47e-5aef-42e5-9124-c52a66bee7a7', 'name': 'tempest-TestNetworkBasicOps-router-87612854', 'tenant_id': 'ba4fae7b46b54e6e99cbf665d54e4a7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.44'}], 'enable_snat': True}, 'gw_port_id': 'f7b82e81-56a1-4086-ac71-4eda21fe1ec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:24:31Z', 'updated_at': '2021-07-27T23:24:42Z', 'revision_number': 4, 'project_id': 'ba4fae7b46b54e6e99cbf665d54e4a7e', 'gw_port': {'id': 'f7b82e81-56a1-4086-ac71-4eda21fe1ec3', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:fe:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8392a47e-5aef-42e5-9124-c52a66bee7a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2298, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:24:33Z', 'updated_at': '2021-07-27T23:24:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': '890ee42d-118a-49a0-8342-f952e18eecf7', 'name': '', 'network_id': '031433c5-4bab-478c-b609-4a0e530ec703', 'tenant_id': 'ba4fae7b46b54e6e99cbf665d54e4a7e', 'mac_address': 'fa:16:3e:e8:7d:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8392a47e-5aef-42e5-9124-c52a66bee7a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2325, 'fixed_ips': [{'subnet_id': 'a6bca0f1-dba8-4820-a7a0-186b76699da1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:24:40Z', 'updated_at': '2021-07-27T23:24:46Z', 'revision_number': 4, 'project_id': 'ba4fae7b46b54e6e99cbf665d54e4a7e', 'subnets': [{'id': 'a6bca0f1-dba8-4820-a7a0-186b76699da1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:24:47.164359 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ef87de-dedb-40f3-9f43-c0d89ee1dd42 req-d5c89fc9-bc68-44cc-b392-fe54e3a398df tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:24:47.166867 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-63ef87de-dedb-40f3-9f43-c0d89ee1dd42 req-d5c89fc9-bc68-44cc-b392-fe54e3a398df tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] 10.222.0.18 "GET /v2.0/ports?device_id=d65ff2ab-58cc-4828-91e0-df07e03f9614 HTTP/1.1" status: 200 len: 946 time: 0.1330061 Jul 27 23:24:47.190316 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-22433ce3-0811-4477-81f5-9deb3d5323d4 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:47.207671 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-22433ce3-0811-4477-81f5-9deb3d5323d4 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784185'] for security_group_rule, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:47.223361 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e1b0f41-4417-4355-a620-6405cbca1441 None None] The sync data for ids ['8392a47e-5aef-42e5-9124-c52a66bee7a7'] in n-d-802623-1 is: [{'id': '8392a47e-5aef-42e5-9124-c52a66bee7a7', 'name': 'tempest-TestNetworkBasicOps-router-87612854', 'tenant_id': 'ba4fae7b46b54e6e99cbf665d54e4a7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.44'}], 'enable_snat': True}, 'gw_port_id': 'f7b82e81-56a1-4086-ac71-4eda21fe1ec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:24:31Z', 'updated_at': '2021-07-27T23:24:42Z', 'revision_number': 4, 'project_id': 'ba4fae7b46b54e6e99cbf665d54e4a7e', 'gw_port': {'id': 'f7b82e81-56a1-4086-ac71-4eda21fe1ec3', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:fe:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8392a47e-5aef-42e5-9124-c52a66bee7a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2298, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:24:33Z', 'updated_at': '2021-07-27T23:24:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': '890ee42d-118a-49a0-8342-f952e18eecf7', 'name': '', 'network_id': '031433c5-4bab-478c-b609-4a0e530ec703', 'tenant_id': 'ba4fae7b46b54e6e99cbf665d54e4a7e', 'mac_address': 'fa:16:3e:e8:7d:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8392a47e-5aef-42e5-9124-c52a66bee7a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2325, 'fixed_ips': [{'subnet_id': 'a6bca0f1-dba8-4820-a7a0-186b76699da1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:24:40Z', 'updated_at': '2021-07-27T23:24:46Z', 'revision_number': 4, 'project_id': 'ba4fae7b46b54e6e99cbf665d54e4a7e', 'subnets': [{'id': 'a6bca0f1-dba8-4820-a7a0-186b76699da1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:24:47.263723 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22433ce3-0811-4477-81f5-9deb3d5323d4 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=871c0763-b36e-45c2-b6c6-1bda4bdf349b,revision_number=0']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:24:47.339214 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-22433ce3-0811-4477-81f5-9deb3d5323d4 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:47.342945 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-22433ce3-0811-4477-81f5-9deb3d5323d4 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4989648 Jul 27 23:24:47.343834 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 57182) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:24:47.350292 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-2711327a-2a74-4b75-8905-2d559e355f3f tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Request body: {'security_group_rule': {'security_group_id': 'e4903a37-2932-44cf-9e86-b3f668de5d9c', 'project_id': 'ba4fae7b46b54e6e99cbf665d54e4a7e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:24:47.361339 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-63ef87de-dedb-40f3-9f43-c0d89ee1dd42 req-3f5bf6af-1e36-4aea-8165-44871e48c792 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e15ece7-f410-4d95-9c67-d98c825e8c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686208 Jul 27 23:24:47.422406 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2711327a-2a74-4b75-8905-2d559e355f3f tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:47.435489 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d4056e-6e67-485b-9ab5-b2336e1836e3 service neutron] Pushing event updated for resources: {'Port': ['ID=0a8e6e15-dca7-4e42-acc6-a85a18af9c33,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:24:47.515417 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2711327a-2a74-4b75-8905-2d559e355f3f tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:47.534034 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2711327a-2a74-4b75-8905-2d559e355f3f tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784185'] for security_group_rule, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:47.572301 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13f2faa-a969-4e9b-aa42-70cdbf0d4020 req-a432876b-0e24-42bb-8c98-7d08fc463253 tempest-ServerPasswordTestJSON-1526074505 tempest-ServerPasswordTestJSON-1526074505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:24:47.574235 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2711327a-2a74-4b75-8905-2d559e355f3f tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73d693cf-a48b-4a1b-a820-57062403d4d2,revision_number=0']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:24:47.579478 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f13f2faa-a969-4e9b-aa42-70cdbf0d4020 req-a432876b-0e24-42bb-8c98-7d08fc463253 tempest-ServerPasswordTestJSON-1526074505 tempest-ServerPasswordTestJSON-1526074505-project] 10.222.0.18 "GET /v2.0/ports?device_id=5ef39a8d-6544-424a-b0ae-39427d41428a HTTP/1.1" status: 200 len: 944 time: 0.2203047 Jul 27 23:24:47.590776 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2711327a-2a74-4b75-8905-2d559e355f3f tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:47.592188 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-2711327a-2a74-4b75-8905-2d559e355f3f tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2476983 Jul 27 23:24:47.594822 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 57196) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:24:47.597384 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6f17d4cd-07c7-47dd-a6ad-e02a0d61b9ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3760546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-413994'] for router_interface, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:47.600114 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-f0f059eb-bd45-419d-b9d9-2b86b2b8e0d7 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Request body: {'security_group_rule': {'security_group_id': 'e4903a37-2932-44cf-9e86-b3f668de5d9c', 'project_id': 'ba4fae7b46b54e6e99cbf665d54e4a7e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:24:47.655326 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f0f059eb-bd45-419d-b9d9-2b86b2b8e0d7 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:47.660035 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f13f2faa-a969-4e9b-aa42-70cdbf0d4020 req-5f9c9f62-558d-4df8-a277-1195da1f5c18 tempest-ServerPasswordTestJSON-1526074505 tempest-ServerPasswordTestJSON-1526074505-project] 10.222.0.18 "GET /v2.0/security-groups?id=2989d075-3873-4d9f-b409-0aaf10af1227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581174 Jul 27 23:24:47.717882 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-563f1c04-b4a0-47a1-a105-e0fd33cb4e8a req-94d4056e-6e67-485b-9ab5-b2336e1836e3 service neutron] Attempting to bind port 0a8e6e15-dca7-4e42-acc6-a85a18af9c33 on host n-h2-802623-1 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:24:47.719409 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-563f1c04-b4a0-47a1-a105-e0fd33cb4e8a req-94d4056e-6e67-485b-9ab5-b2336e1836e3 service neutron] Attempting to bind port 0a8e6e15-dca7-4e42-acc6-a85a18af9c33 by drivers openvswitch,hyperv on host n-h2-802623-1 at level 0 using segments [{'id': '8127e65e-b063-4378-bcc7-d5d9e6b43b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '383772a2-74b4-4793-8c2b-671a83f630dd'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:24:47.719902 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-563f1c04-b4a0-47a1-a105-e0fd33cb4e8a req-94d4056e-6e67-485b-9ab5-b2336e1836e3 service neutron] Attempting to bind port 0a8e6e15-dca7-4e42-acc6-a85a18af9c33 on network 383772a2-74b4-4793-8c2b-671a83f630dd {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:24:47.732917 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-563f1c04-b4a0-47a1-a105-e0fd33cb4e8a req-94d4056e-6e67-485b-9ab5-b2336e1836e3 service neutron] Port 0a8e6e15-dca7-4e42-acc6-a85a18af9c33 on network 383772a2-74b4-4793-8c2b-671a83f630dd not bound, no agent of type Open vSwitch agent registered on host n-h2-802623-1 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 23:24:47.740639 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-563f1c04-b4a0-47a1-a105-e0fd33cb4e8a req-94d4056e-6e67-485b-9ab5-b2336e1836e3 service neutron] Attempting to bind port 0a8e6e15-dca7-4e42-acc6-a85a18af9c33 on network 383772a2-74b4-4793-8c2b-671a83f630dd {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:24:47.763210 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-563f1c04-b4a0-47a1-a105-e0fd33cb4e8a req-94d4056e-6e67-485b-9ab5-b2336e1836e3 service neutron] Checking agent: {'id': 'c5cc038b-93c4-4df4-8061-5df2a04a48c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 23, 0, 4), 'started_at': datetime.datetime(2021, 7, 27, 23, 0, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 24, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:24:47.763916 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-563f1c04-b4a0-47a1-a105-e0fd33cb4e8a req-94d4056e-6e67-485b-9ab5-b2336e1836e3 service neutron] Checking segment: {'id': '8127e65e-b063-4378-bcc7-d5d9e6b43b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '383772a2-74b4-4793-8c2b-671a83f630dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:24:47.764514 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-563f1c04-b4a0-47a1-a105-e0fd33cb4e8a req-94d4056e-6e67-485b-9ab5-b2336e1836e3 service neutron] Bound using segment: {'id': '8127e65e-b063-4378-bcc7-d5d9e6b43b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '383772a2-74b4-4793-8c2b-671a83f630dd'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:24:47.765854 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-563f1c04-b4a0-47a1-a105-e0fd33cb4e8a req-94d4056e-6e67-485b-9ab5-b2336e1836e3 service neutron] Bound port: 0a8e6e15-dca7-4e42-acc6-a85a18af9c33, host: n-h2-802623-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8127e65e-b063-4378-bcc7-d5d9e6b43b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '383772a2-74b4-4793-8c2b-671a83f630dd'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:24:47.767845 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-563f1c04-b4a0-47a1-a105-e0fd33cb4e8a req-94d4056e-6e67-485b-9ab5-b2336e1836e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:47.798168 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f0f059eb-bd45-419d-b9d9-2b86b2b8e0d7 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:47.812476 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f0f059eb-bd45-419d-b9d9-2b86b2b8e0d7 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784185'] for security_group_rule, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:47.831712 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f059eb-bd45-419d-b9d9-2b86b2b8e0d7 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96cdaf8a-232e-4bb2-96b3-6a9101a4cf1d,revision_number=0']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:24:47.867265 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f0f059eb-bd45-419d-b9d9-2b86b2b8e0d7 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:47.871357 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 57204) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:24:47.871668 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-f0f059eb-bd45-419d-b9d9-2b86b2b8e0d7 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2754591 Jul 27 23:24:47.878995 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-487d25cd-92b4-4b02-972b-7a7ca214959f tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Request body: {'security_group_rule': {'security_group_id': 'e4903a37-2932-44cf-9e86-b3f668de5d9c', 'project_id': 'ba4fae7b46b54e6e99cbf665d54e4a7e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:24:47.986469 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 57206) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:24:48.133015 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-563f1c04-b4a0-47a1-a105-e0fd33cb4e8a req-94d4056e-6e67-485b-9ab5-b2336e1836e3 service neutron] For port 0a8e6e15-dca7-4e42-acc6-a85a18af9c33, host n-h2-802623-1, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:24:48.137513 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-563f1c04-b4a0-47a1-a105-e0fd33cb4e8a req-94d4056e-6e67-485b-9ab5-b2336e1836e3 service neutron] For port 0a8e6e15-dca7-4e42-acc6-a85a18af9c33, host n-h2-802623-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=0a8e6e15-dca7-4e42-acc6-a85a18af9c33,segment=NetworkSegment(8127e65e-b063-4378-bcc7-d5d9e6b43b02),segment_id=8127e65e-b063-4378-bcc7-d5d9e6b43b02)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:24:48.174552 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-487d25cd-92b4-4b02-972b-7a7ca214959f tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:48.198691 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f17d4cd-07c7-47dd-a6ad-e02a0d61b9ea admin admin] Router 1a1bc2bf-7ab2-400d-bd2a-68c922770983 has already been hosted by L3 agent 018c4455-49c0-4734-927d-7824067b2a9e {{(pid=93798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 23:24:48.283704 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-563f1c04-b4a0-47a1-a105-e0fd33cb4e8a req-94d4056e-6e67-485b-9ab5-b2336e1836e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:48.356626 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 890ee42d-118a-49a0-8342-f952e18eecf7 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:24:48.378113 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-487d25cd-92b4-4b02-972b-7a7ca214959f tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:48.408112 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1fdd44bc-af08-4e34-8b23-8106af651ed0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:48.464125 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d4056e-6e67-485b-9ab5-b2336e1836e3 service neutron] Pushing event updated for resources: {'Port': ['ID=0a8e6e15-dca7-4e42-acc6-a85a18af9c33,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:24:48.484113 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning for port 890ee42d-118a-49a0-8342-f952e18eecf7 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:24:48.486797 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-487d25cd-92b4-4b02-972b-7a7ca214959f tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784185'] for security_group_rule, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:48.497673 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port 890ee42d-118a-49a0-8342-f952e18eecf7 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:24:48.498178 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:48.574112 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563f1c04-b4a0-47a1-a105-e0fd33cb4e8a req-94d4056e-6e67-485b-9ab5-b2336e1836e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:24:48.578836 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-563f1c04-b4a0-47a1-a105-e0fd33cb4e8a req-94d4056e-6e67-485b-9ab5-b2336e1836e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:48.581396 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-563f1c04-b4a0-47a1-a105-e0fd33cb4e8a req-94d4056e-6e67-485b-9ab5-b2336e1836e3 service neutron] 10.222.0.49 "PUT /v2.0/ports/0a8e6e15-dca7-4e42-acc6-a85a18af9c33 HTTP/1.1" status: 200 len: 1092 time: 3.8183155 Jul 27 23:24:48.583564 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ef39a8d-6544-424a-b0ae-39427d41428a', 'tag': '0a8e6e15-dca7-4e42-acc6-a85a18af9c33'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:24:48.592131 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}011f8d312121274bb12d78e77c6379a2079800640016cec6c6d605b73666e854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83855630-1629-4c47-8e92-0cccaa146030" -d '{"events": [{"name": "network-changed", "server_uuid": "5ef39a8d-6544-424a-b0ae-39427d41428a", "tag": "0a8e6e15-dca7-4e42-acc6-a85a18af9c33"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:24:48.625944 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ae8f29-9073-4eb1-b454-cf936094d4af req-59d07424-3eda-4355-939c-22a826c2ece4 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:24:48.627659 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-31ae8f29-9073-4eb1-b454-cf936094d4af req-59d07424-3eda-4355-939c-22a826c2ece4 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] 10.222.0.18 "GET /v2.0/ports?device_id=d65ff2ab-58cc-4828-91e0-df07e03f9614 HTTP/1.1" status: 200 len: 946 time: 0.0927205 Jul 27 23:24:48.681606 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:48.682492 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487d25cd-92b4-4b02-972b-7a7ca214959f tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5544a68-8885-484b-9bdb-c6883bd8e442,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:24:48.727099 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-31ae8f29-9073-4eb1-b454-cf936094d4af req-2fd97a9d-c7cf-456d-94f4-e8472bf2da1c tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e15ece7-f410-4d95-9c67-d98c825e8c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930328 Jul 27 23:24:48.738979 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1fdd44bc-af08-4e34-8b23-8106af651ed0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:48.748062 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1fdd44bc-af08-4e34-8b23-8106af651ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:48.763820 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] For port 890ee42d-118a-49a0-8342-f952e18eecf7, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=890ee42d-118a-49a0-8342-f952e18eecf7,segment=NetworkSegment(f2f9ed54-2796-4652-8c86-3921413d1280),segment_id=f2f9ed54-2796-4652-8c86-3921413d1280)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:24:48.773746 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:48.793428 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 23:24:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-710f5f43-db96-4865-9bb3-b048ec7998ea x-openstack-request-id: req-710f5f43-db96-4865-9bb3-b048ec7998ea {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:24:48.793860 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ef39a8d-6544-424a-b0ae-39427d41428a", "tag": "0a8e6e15-dca7-4e42-acc6-a85a18af9c33", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:24:48.794211 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-710f5f43-db96-4865-9bb3-b048ec7998ea {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:24:48.794710 n-d-802623-1 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ef39a8d-6544-424a-b0ae-39427d41428a', 'tag': '0a8e6e15-dca7-4e42-acc6-a85a18af9c33', 'status': 'completed', 'code': 200} Jul 27 23:24:48.816683 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fd3ed6-51ce-41b9-b7a7-eeef8ac693bc req-50dbea83-13c4-41e9-9af5-0fc922cff01f tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:24:48.822742 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-83fd3ed6-51ce-41b9-b7a7-eeef8ac693bc req-50dbea83-13c4-41e9-9af5-0fc922cff01f tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] 10.222.0.38 "GET /v2.0/ports?device_id=d65ff2ab-58cc-4828-91e0-df07e03f9614 HTTP/1.1" status: 200 len: 946 time: 0.6789918 Jul 27 23:24:48.831576 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdd44bc-af08-4e34-8b23-8106af651ed0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=714b4d6a-ad1d-4f9b-b1f8-8a13e35f91ac,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:24:48.856146 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-1fdd44bc-af08-4e34-8b23-8106af651ed0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e3ade4f2ffcf4df79dfc0b6f6e3dfa59&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8679967 Jul 27 23:24:48.857376 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Pushing event updated for resources: {'Port': ['ID=890ee42d-118a-49a0-8342-f952e18eecf7,revision_number=5']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:24:48.866825 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 57228) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:24:48.930806 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-487d25cd-92b4-4b02-972b-7a7ca214959f tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:48.932082 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-487d25cd-92b4-4b02-972b-7a7ca214959f tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0592554 Jul 27 23:24:48.937569 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 57232) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:24:48.943738 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-122ca5b9-0649-49b4-98a2-c44ed0d02d8a tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Request body: {'security_group_rule': {'security_group_id': 'e4903a37-2932-44cf-9e86-b3f668de5d9c', 'project_id': 'ba4fae7b46b54e6e99cbf665d54e4a7e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:24:48.964172 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e69d9d-498f-4b5a-885e-880bdc81d016 req-d9566dd2-b1cc-40c6-8e6f-3618d4c7a935 tempest-ServerPasswordTestJSON-1526074505 tempest-ServerPasswordTestJSON-1526074505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:24:48.971956 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-57e69d9d-498f-4b5a-885e-880bdc81d016 req-d9566dd2-b1cc-40c6-8e6f-3618d4c7a935 tempest-ServerPasswordTestJSON-1526074505 tempest-ServerPasswordTestJSON-1526074505-project] 10.222.0.18 "GET /v2.0/ports?device_id=5ef39a8d-6544-424a-b0ae-39427d41428a HTTP/1.1" status: 200 len: 944 time: 0.1138830 Jul 27 23:24:49.007406 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-fac2a2a0-df61-4229-a054-e60889ce62e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:49.047510 n-d-802623-1 neutron-server[93797]: INFO neutron.db.securitygroups_db [None req-122ca5b9-0649-49b4-98a2-c44ed0d02d8a tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Project ba4fae7b46b54e6e99cbf665d54e4a7e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 23:24:49.052163 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f17d4cd-07c7-47dd-a6ad-e02a0d61b9ea admin admin] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:24:49.057460 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563f1c04-b4a0-47a1-a105-e0fd33cb4e8a req-7ec9bbdd-6360-4efd-9932-f0d870e3597c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:24:49.058997 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-563f1c04-b4a0-47a1-a105-e0fd33cb4e8a req-7ec9bbdd-6360-4efd-9932-f0d870e3597c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8a92f369852a4696b4f69ceba3e9a994&device_id=5ef39a8d-6544-424a-b0ae-39427d41428a HTTP/1.1" status: 200 len: 1095 time: 0.3847365 Jul 27 23:24:49.064600 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c46075ea-4747-456c-b337-a7f04821bc05 None None] Sync routers for ids ['1a1bc2bf-7ab2-400d-bd2a-68c922770983'] in n-d-802623-1 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:24:49.073776 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-122ca5b9-0649-49b4-98a2-c44ed0d02d8a tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:49.077057 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c46075ea-4747-456c-b337-a7f04821bc05 None None] Routers {'1a1bc2bf-7ab2-400d-bd2a-68c922770983'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:24:49.077706 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-c46075ea-4747-456c-b337-a7f04821bc05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:24:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['1a1bc2bf-7ab2-400d-bd2a-68c922770983'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:24:49.084590 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-6f17d4cd-07c7-47dd-a6ad-e02a0d61b9ea admin admin] 10.222.0.18 "PUT /v2.0/routers/1a1bc2bf-7ab2-400d-bd2a-68c922770983/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8261619 Jul 27 23:24:49.091898 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-57e69d9d-498f-4b5a-885e-880bdc81d016 req-bdad1d64-fa28-48fa-bd0e-4979e678f674 tempest-ServerPasswordTestJSON-1526074505 tempest-ServerPasswordTestJSON-1526074505-project] 10.222.0.18 "GET /v2.0/security-groups?id=2989d075-3873-4d9f-b409-0aaf10af1227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189961 Jul 27 23:24:49.102573 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 57238) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:24:49.110155 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-fac2a2a0-df61-4229-a054-e60889ce62e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:49.202567 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-563f1c04-b4a0-47a1-a105-e0fd33cb4e8a req-d5600465-ad7f-400f-9679-df0c51093dab service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0a8e6e15-dca7-4e42-acc6-a85a18af9c33 HTTP/1.1" status: 200 len: 217 time: 0.1168015 Jul 27 23:24:49.266396 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-c46075ea-4747-456c-b337-a7f04821bc05 None None] Set router 1a1bc2bf-7ab2-400d-bd2a-68c922770983 gateway port host: n-d-802623-1 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:24:49.267735 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-fac2a2a0-df61-4229-a054-e60889ce62e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:49.272238 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-fac2a2a0-df61-4229-a054-e60889ce62e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:49.278118 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-fac2a2a0-df61-4229-a054-e60889ce62e9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/714b4d6a-ad1d-4f9b-b1f8-8a13e35f91ac HTTP/1.1" status: 204 len: 168 time: 0.4100819 Jul 27 23:24:49.300809 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-83fd3ed6-51ce-41b9-b7a7-eeef8ac693bc req-aa867024-10ef-4be9-a934-bd931de8f9ca tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] Deleting port 35b029be-39f4-43c2-accc-60f96763983d {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:24:49.301724 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-83fd3ed6-51ce-41b9-b7a7-eeef8ac693bc req-aa867024-10ef-4be9-a934-bd931de8f9ca tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:49.309823 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac2a2a0-df61-4229-a054-e60889ce62e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=714b4d6a-ad1d-4f9b-b1f8-8a13e35f91ac,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:24:49.355859 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-122ca5b9-0649-49b4-98a2-c44ed0d02d8a tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:49.368508 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-122ca5b9-0649-49b4-98a2-c44ed0d02d8a tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784185'] for security_group_rule, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:49.425943 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122ca5b9-0649-49b4-98a2-c44ed0d02d8a tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83e4a3ff-a8de-402a-b810-47bcddaa04d2,revision_number=0']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:24:49.438822 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a960e251-8e4d-452e-bee1-9ae4701db105 admin admin] Notify callbacks [] for router, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:49.442888 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-122ca5b9-0649-49b4-98a2-c44ed0d02d8a tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:49.444983 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-122ca5b9-0649-49b4-98a2-c44ed0d02d8a tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5052581 Jul 27 23:24:49.483864 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-83fd3ed6-51ce-41b9-b7a7-eeef8ac693bc req-aa867024-10ef-4be9-a934-bd931de8f9ca tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] For port 35b029be-39f4-43c2-accc-60f96763983d, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=35b029be-39f4-43c2-accc-60f96763983d,segment=NetworkSegment(e3440446-8deb-4174-b5a6-9cc094845dc2),segment_id=e3440446-8deb-4174-b5a6-9cc094845dc2)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:24:49.484353 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-83fd3ed6-51ce-41b9-b7a7-eeef8ac693bc req-aa867024-10ef-4be9-a934-bd931de8f9ca tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:49.497797 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-83fd3ed6-51ce-41b9-b7a7-eeef8ac693bc req-aa867024-10ef-4be9-a934-bd931de8f9ca tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] Calling delete_port for 35b029be-39f4-43c2-accc-60f96763983d owned by compute:nova {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:24:49.498684 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 57248) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:24:49.504782 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-8fddcf86-53bf-4a53-8312-be3c32f9548e tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Request body: {'security_group_rule': {'security_group_id': 'e4903a37-2932-44cf-9e86-b3f668de5d9c', 'project_id': 'ba4fae7b46b54e6e99cbf665d54e4a7e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:24:49.548532 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563f1c04-b4a0-47a1-a105-e0fd33cb4e8a req-0d71ed03-2c47-4814-803d-87155b32e54a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:24:49.550073 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-563f1c04-b4a0-47a1-a105-e0fd33cb4e8a req-0d71ed03-2c47-4814-803d-87155b32e54a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7d26b58a-7b6c-4e1b-b44c-f4e2b182e74c HTTP/1.1" status: 200 len: 852 time: 0.3370817 Jul 27 23:24:49.592361 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-563f1c04-b4a0-47a1-a105-e0fd33cb4e8a req-b484984f-3c0b-4298-8975-3d0cb7d71adc service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=383772a2-74b4-4793-8c2b-671a83f630dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289814 Jul 27 23:24:49.656405 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-c46075ea-4747-456c-b337-a7f04821bc05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a1bc2bf-7ab2-400d-bd2a-68c922770983', 'name': 'tempest-AttachVolumeShelveTestJSON-549894904-router', 'tenant_id': '6415e174d6e146abb15fff69092e7210', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.62'}], 'enable_snat': True}, 'gw_port_id': 'ae9bad43-4b95-4357-9b0f-9761e6626877', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:15:05Z', 'updated_at': '2021-07-27T23:24:45Z', 'revision_number': 5, 'project_id': '6415e174d6e146abb15fff69092e7210', 'gw_port': {'id': 'ae9bad43-4b95-4357-9b0f-9761e6626877', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:a4:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1bc2bf-7ab2-400d-bd2a-68c922770983', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:15:06Z', 'updated_at': '2021-07-27T23:15:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1'}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:24:49.684426 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a960e251-8e4d-452e-bee1-9ae4701db105 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:49.717585 n-d-802623-1 neutron-server[93797]: INFO neutron.db.securitygroups_db [None req-8fddcf86-53bf-4a53-8312-be3c32f9548e tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Project ba4fae7b46b54e6e99cbf665d54e4a7e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 23:24:49.735439 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8fddcf86-53bf-4a53-8312-be3c32f9548e tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:49.752849 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-563f1c04-b4a0-47a1-a105-e0fd33cb4e8a req-ee598ae1-f727-4e94-89bc-d48147690f26 service neutron] 10.222.0.49 "GET /v2.0/networks/383772a2-74b4-4793-8c2b-671a83f630dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466937 Jul 27 23:24:49.901711 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c46075ea-4747-456c-b337-a7f04821bc05 None None] Checking router: 1a1bc2bf-7ab2-400d-bd2a-68c922770983 for host: n-d-802623-1 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 23:24:49.905868 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e45ba127-a0bb-447d-9696-0077f5cf02bd req-214b4959-91c3-4152-b306-0733159d6013 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] 10.222.0.18 "GET /v2.0/ports?device_id=d65ff2ab-58cc-4828-91e0-df07e03f9614 HTTP/1.1" status: 200 len: 210 time: 0.0499890 Jul 27 23:24:49.908993 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-83fd3ed6-51ce-41b9-b7a7-eeef8ac693bc req-aa867024-10ef-4be9-a934-bd931de8f9ca tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:49.917633 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c46075ea-4747-456c-b337-a7f04821bc05 None None] Routers {'1a1bc2bf-7ab2-400d-bd2a-68c922770983'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:24:49.918268 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-c46075ea-4747-456c-b337-a7f04821bc05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:24:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['1a1bc2bf-7ab2-400d-bd2a-68c922770983'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:24:49.923986 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] get_ports_and_sgs() called for port_ids ['35b029be-39f4-43c2-accc-60f96763983d'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:24:49.928392 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] get_ports_and_sgs() called for port_ids ['5b7866c5-7b07-46aa-bae5-acbbf94ec587'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:24:49.960305 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8fddcf86-53bf-4a53-8312-be3c32f9548e tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:49.974101 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8fddcf86-53bf-4a53-8312-be3c32f9548e tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784185'] for security_group_rule, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:50.000441 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fddcf86-53bf-4a53-8312-be3c32f9548e tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc522ebb-a703-471c-9832-8d5c62c7abdf,revision_number=0']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:24:50.021828 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-a960e251-8e4d-452e-bee1-9ae4701db105 admin admin] Deleting port ae9bad43-4b95-4357-9b0f-9761e6626877 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:24:50.022271 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a960e251-8e4d-452e-bee1-9ae4701db105 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:50.025949 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8fddcf86-53bf-4a53-8312-be3c32f9548e tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:50.027549 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-8fddcf86-53bf-4a53-8312-be3c32f9548e tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5273755 Jul 27 23:24:50.033790 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa867024-10ef-4be9-a934-bd931de8f9ca tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] Pushing event deleted for resources: {'Port': ['ID=35b029be-39f4-43c2-accc-60f96763983d,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:24:50.075412 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-c46075ea-4747-456c-b337-a7f04821bc05 None None] Set router 1a1bc2bf-7ab2-400d-bd2a-68c922770983 gateway port host: None {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:24:50.154854 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-c46075ea-4747-456c-b337-a7f04821bc05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a1bc2bf-7ab2-400d-bd2a-68c922770983', 'name': 'tempest-AttachVolumeShelveTestJSON-549894904-router', 'tenant_id': '6415e174d6e146abb15fff69092e7210', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:15:05Z', 'updated_at': '2021-07-27T23:24:49Z', 'revision_number': 6, 'project_id': '6415e174d6e146abb15fff69092e7210', 'gw_port_host': None}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:24:50.203506 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 57300) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:24:50.245379 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-a960e251-8e4d-452e-bee1-9ae4701db105 admin admin] For port ae9bad43-4b95-4357-9b0f-9761e6626877, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=ae9bad43-4b95-4357-9b0f-9761e6626877,segment=NetworkSegment(b9afe07e-bbe4-4740-834c-4b6a9698bdbc),segment_id=b9afe07e-bbe4-4740-834c-4b6a9698bdbc)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:24:50.245921 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a960e251-8e4d-452e-bee1-9ae4701db105 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:50.255297 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c46075ea-4747-456c-b337-a7f04821bc05 None None] The sync data for ids ['1a1bc2bf-7ab2-400d-bd2a-68c922770983'] in n-d-802623-1 is: [{'id': '1a1bc2bf-7ab2-400d-bd2a-68c922770983', 'name': 'tempest-AttachVolumeShelveTestJSON-549894904-router', 'tenant_id': '6415e174d6e146abb15fff69092e7210', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:15:05Z', 'updated_at': '2021-07-27T23:24:49Z', 'revision_number': 6, 'project_id': '6415e174d6e146abb15fff69092e7210', 'gw_port_host': None}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:24:50.306892 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.agents_db [None req-9beef776-8bab-4de2-989a-f5a23ba4aaf4 None None] Agent healthcheck: found 7 active agents {{(pid=93800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 23:24:50.339634 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3eb9c66c-42e1-499b-933e-47971484da40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:50.347568 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-563f1c04-b4a0-47a1-a105-e0fd33cb4e8a req-c54d89e0-2888-4df6-9427-0d3c4b0fccb1 service neutron] 10.222.0.49 "GET /v2.0/networks/383772a2-74b4-4793-8c2b-671a83f630dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5868220 Jul 27 23:24:50.348461 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-83fd3ed6-51ce-41b9-b7a7-eeef8ac693bc req-aa867024-10ef-4be9-a934-bd931de8f9ca tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] No DVR routers for this DVR port 35b029be-39f4-43c2-accc-60f96763983d on host n-h1-802623-1 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:24:50.350465 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-a960e251-8e4d-452e-bee1-9ae4701db105 admin admin] Calling delete_port for ae9bad43-4b95-4357-9b0f-9761e6626877 owned by network:router_gateway {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:24:50.352297 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 890ee42d-118a-49a0-8342-f952e18eecf7 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:24:50.355004 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-83fd3ed6-51ce-41b9-b7a7-eeef8ac693bc req-aa867024-10ef-4be9-a934-bd931de8f9ca tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:50.362609 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-83fd3ed6-51ce-41b9-b7a7-eeef8ac693bc req-aa867024-10ef-4be9-a934-bd931de8f9ca tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] 10.222.0.38 "DELETE /v2.0/ports/35b029be-39f4-43c2-accc-60f96763983d HTTP/1.1" status: 204 len: 173 time: 1.4330544 Jul 27 23:24:50.457463 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port 890ee42d-118a-49a0-8342-f952e18eecf7 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:24:50.457996 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:50.560439 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83855630-1629-4c47-8e92-0cccaa146030 req-12fd1189-6344-4a69-8efb-5f73da37b8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:24:50.562021 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-83855630-1629-4c47-8e92-0cccaa146030 req-12fd1189-6344-4a69-8efb-5f73da37b8c9 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8a92f369852a4696b4f69ceba3e9a994&device_id=5ef39a8d-6544-424a-b0ae-39427d41428a HTTP/1.1" status: 200 len: 1095 time: 0.1377792 Jul 27 23:24:50.573181 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-51b74b2f-2b7b-4f51-960a-4810b9b1332d req-5c5713c5-66e3-48a0-b0f0-e3451eabf7cf tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-413084212&fields=id&tenant_id=ba4fae7b46b54e6e99cbf665d54e4a7e HTTP/1.1" status: 200 len: 267 time: 0.0965960 Jul 27 23:24:50.577862 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aefa6b8-391b-4e64-982d-3ea1b2c21c85 req-ee926cb9-1043-42ea-b2ce-1c33cd5bac52 tempest-ServerPasswordTestJSON-1526074505 tempest-ServerPasswordTestJSON-1526074505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:24:50.586397 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-6aefa6b8-391b-4e64-982d-3ea1b2c21c85 req-ee926cb9-1043-42ea-b2ce-1c33cd5bac52 tempest-ServerPasswordTestJSON-1526074505 tempest-ServerPasswordTestJSON-1526074505-project] 10.222.0.18 "GET /v2.0/ports?device_id=5ef39a8d-6544-424a-b0ae-39427d41428a HTTP/1.1" status: 200 len: 944 time: 0.3771627 Jul 27 23:24:50.709596 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-6aefa6b8-391b-4e64-982d-3ea1b2c21c85 req-91683ae1-85af-4338-93e2-862da15ca21b tempest-ServerPasswordTestJSON-1526074505 tempest-ServerPasswordTestJSON-1526074505-project] 10.222.0.18 "GET /v2.0/security-groups?id=2989d075-3873-4d9f-b409-0aaf10af1227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221240 Jul 27 23:24:50.753897 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 57316) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:24:50.773383 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b74b2f-2b7b-4f51-960a-4810b9b1332d req-8d7b2727-9970-4c97-b531-72d3d542c48e tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:24:50.774648 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-51b74b2f-2b7b-4f51-960a-4810b9b1332d req-8d7b2727-9970-4c97-b531-72d3d542c48e tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] 10.222.0.18 "GET /v2.0/networks?id=031433c5-4bab-478c-b609-4a0e530ec703 HTTP/1.1" status: 200 len: 797 time: 0.2005925 Jul 27 23:24:50.775967 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83855630-1629-4c47-8e92-0cccaa146030 req-9ab1fd14-3df7-41a4-a7be-b4a987a14356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:24:50.777301 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-83855630-1629-4c47-8e92-0cccaa146030 req-9ab1fd14-3df7-41a4-a7be-b4a987a14356 service neutron] 10.222.0.49 "GET /v2.0/networks?id=383772a2-74b4-4793-8c2b-671a83f630dd HTTP/1.1" status: 200 len: 913 time: 0.2018752 Jul 27 23:24:50.798579 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd65ff2ab-58cc-4828-91e0-df07e03f9614', 'name': 'network-vif-deleted', 'tag': '35b029be-39f4-43c2-accc-60f96763983d'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:24:50.801374 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}011f8d312121274bb12d78e77c6379a2079800640016cec6c6d605b73666e854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16b39781-1b55-46b7-b254-58b8bfd8c3a2" -d '{"events": [{"server_uuid": "d65ff2ab-58cc-4828-91e0-df07e03f9614", "name": "network-vif-deleted", "tag": "35b029be-39f4-43c2-accc-60f96763983d"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:24:50.851777 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:24:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b9d2385-4c37-4085-be0e-2670eefc0223 x-openstack-request-id: req-3b9d2385-4c37-4085-be0e-2670eefc0223 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:24:50.852204 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d65ff2ab-58cc-4828-91e0-df07e03f9614", "name": "network-vif-deleted", "tag": "35b029be-39f4-43c2-accc-60f96763983d", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:24:50.852462 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3b9d2385-4c37-4085-be0e-2670eefc0223 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:24:50.853473 n-d-802623-1 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd65ff2ab-58cc-4828-91e0-df07e03f9614', 'name': 'network-vif-deleted', 'tag': '35b029be-39f4-43c2-accc-60f96763983d', 'status': 'completed', 'code': 200} Jul 27 23:24:50.855169 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-83855630-1629-4c47-8e92-0cccaa146030 req-5525d171-f566-458f-a0cf-93d2e7d4bb76 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0a8e6e15-dca7-4e42-acc6-a85a18af9c33 HTTP/1.1" status: 200 len: 217 time: 0.0637987 Jul 27 23:24:50.864670 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-51b74b2f-2b7b-4f51-960a-4810b9b1332d req-5f898626-201d-4e38-b95a-7641d872841e tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] 10.222.0.18 "GET /v2.0/quotas/ba4fae7b46b54e6e99cbf665d54e4a7e HTTP/1.1" status: 200 len: 375 time: 0.0836103 Jul 27 23:24:50.918018 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3eb9c66c-42e1-499b-933e-47971484da40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:50.934903 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3eb9c66c-42e1-499b-933e-47971484da40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:50.947253 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83855630-1629-4c47-8e92-0cccaa146030 req-875d6b84-f1e9-45a0-a3d7-5b0a2117a6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:24:50.950321 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-83855630-1629-4c47-8e92-0cccaa146030 req-875d6b84-f1e9-45a0-a3d7-5b0a2117a6d0 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7d26b58a-7b6c-4e1b-b44c-f4e2b182e74c HTTP/1.1" status: 200 len: 852 time: 0.0671704 Jul 27 23:24:50.982184 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a960e251-8e4d-452e-bee1-9ae4701db105 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:50.996990 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb9c66c-42e1-499b-933e-47971484da40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=150cb68b-df38-4fc7-ac07-ccc06bd265f0,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:24:51.001157 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-83855630-1629-4c47-8e92-0cccaa146030 req-a24a6d97-a1d9-41af-ae84-660fdd0782de service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=383772a2-74b4-4793-8c2b-671a83f630dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328975 Jul 27 23:24:51.039103 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-13f453c8-91a9-4b4f-bf77-225fae17b086 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:51.052158 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-3eb9c66c-42e1-499b-933e-47971484da40 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0daaf35823a74566adba11e991b4bf93&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8402119 Jul 27 23:24:51.056209 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a960e251-8e4d-452e-bee1-9ae4701db105 admin admin] Pushing event deleted for resources: {'Port': ['ID=ae9bad43-4b95-4357-9b0f-9761e6626877,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:24:51.058028 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 57324) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:24:51.114587 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-51b74b2f-2b7b-4f51-960a-4810b9b1332d req-064ee41a-a08c-48b1-b5f8-57472479b671 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=ba4fae7b46b54e6e99cbf665d54e4a7e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2490077 Jul 27 23:24:51.142491 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a960e251-8e4d-452e-bee1-9ae4701db105 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-415368'] for router_gateway, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:51.231851 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-800a4db6-03c7-43c5-a101-7525e1b9d14c req-a80dabae-29cf-4936-be72-269cf9c6ea5e tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] 10.222.0.18 "GET /v2.0/ports?device_id=d65ff2ab-58cc-4828-91e0-df07e03f9614 HTTP/1.1" status: 200 len: 210 time: 0.1462610 Jul 27 23:24:51.263786 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a960e251-8e4d-452e-bee1-9ae4701db105 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62205'] for router, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:51.266025 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a960e251-8e4d-452e-bee1-9ae4701db105 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:51.299184 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-83855630-1629-4c47-8e92-0cccaa146030 req-cf010ce0-9d27-4317-a81e-bd5096c2d05a service neutron] 10.222.0.49 "GET /v2.0/networks/383772a2-74b4-4793-8c2b-671a83f630dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2899940 Jul 27 23:24:51.316905 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a960e251-8e4d-452e-bee1-9ae4701db105 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-477831'] for router, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:51.317639 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a960e251-8e4d-452e-bee1-9ae4701db105 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1a1bc2bf-7ab2-400d-bd2a-68c922770983 {{(pid=93797) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 23:24:51.328096 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fdcf29ac-7dfa-49c4-8fc1-c0fbe82abe5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:51.328876 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a960e251-8e4d-452e-bee1-9ae4701db105 admin admin] Notify callbacks [] for router, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:51.330142 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-a960e251-8e4d-452e-bee1-9ae4701db105 admin admin] 10.222.0.18 "DELETE /v2.0/routers/1a1bc2bf-7ab2-400d-bd2a-68c922770983 HTTP/1.1" status: 204 len: 168 time: 2.2246690 Jul 27 23:24:51.335716 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 57328) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:24:51.461260 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fdcf29ac-7dfa-49c4-8fc1-c0fbe82abe5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:51.464350 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-51b74b2f-2b7b-4f51-960a-4810b9b1332d req-78f03bf9-bb10-42e8-a07c-feb522cef0d7 service neutron] 10.222.0.18 "GET /v2.0/networks/031433c5-4bab-478c-b609-4a0e530ec703?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3256714 Jul 27 23:24:51.843321 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bdb6a2-e25b-4033-b7c6-3c39630e28be req-edd2f4f2-3f0d-4f34-9b2b-04566ca923e0 tempest-ServerPasswordTestJSON-1526074505 tempest-ServerPasswordTestJSON-1526074505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:24:51.845045 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-87bdb6a2-e25b-4033-b7c6-3c39630e28be req-edd2f4f2-3f0d-4f34-9b2b-04566ca923e0 tempest-ServerPasswordTestJSON-1526074505 tempest-ServerPasswordTestJSON-1526074505-project] 10.222.0.18 "GET /v2.0/ports?device_id=5ef39a8d-6544-424a-b0ae-39427d41428a HTTP/1.1" status: 200 len: 944 time: 0.0560253 Jul 27 23:24:51.860261 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-13f453c8-91a9-4b4f-bf77-225fae17b086 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:51.871959 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_v2 [None req-40b809be-785b-4fb1-a949-4dc4d6c71372 admin admin] Deleting subnet 6bb4b577-bd47-4366-ace3-c23131aef649 {{(pid=93798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 23:24:51.884875 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-13f453c8-91a9-4b4f-bf77-225fae17b086 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:51.889637 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-40b809be-785b-4fb1-a949-4dc4d6c71372 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:51.899664 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-87bdb6a2-e25b-4033-b7c6-3c39630e28be req-89e9e0cd-6879-43b2-b299-19cb32f2ea6e tempest-ServerPasswordTestJSON-1526074505 tempest-ServerPasswordTestJSON-1526074505-project] 10.222.0.18 "GET /v2.0/security-groups?id=2989d075-3873-4d9f-b409-0aaf10af1227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465021 Jul 27 23:24:51.929741 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-83855630-1629-4c47-8e92-0cccaa146030 req-bc0a77c2-60a3-46ad-b3d2-e6e8657bda44 service neutron] 10.222.0.49 "GET /v2.0/networks/383772a2-74b4-4793-8c2b-671a83f630dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6199672 Jul 27 23:24:51.980448 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f453c8-91a9-4b4f-bf77-225fae17b086 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d20c9346-267a-4c3c-a464-a03d18f83675,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:24:51.985261 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-40b809be-785b-4fb1-a949-4dc4d6c71372 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11163249'] for subnet, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:51.990910 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-13f453c8-91a9-4b4f-bf77-225fae17b086 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0e067dd3e8f64a48849612495b1c3a5e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2340319 Jul 27 23:24:51.995919 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 57332) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:24:52.035514 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fdcf29ac-7dfa-49c4-8fc1-c0fbe82abe5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:52.038685 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fdcf29ac-7dfa-49c4-8fc1-c0fbe82abe5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:52.042656 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-fdcf29ac-7dfa-49c4-8fc1-c0fbe82abe5b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/150cb68b-df38-4fc7-ac07-ccc06bd265f0 HTTP/1.1" status: 204 len: 168 time: 0.9833896 Jul 27 23:24:52.055589 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-51b74b2f-2b7b-4f51-960a-4810b9b1332d req-a17fadfe-3720-4136-a6f0-89cde72751bf service neutron] 10.222.0.18 "GET /v2.0/networks/031433c5-4bab-478c-b609-4a0e530ec703?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5762568 Jul 27 23:24:52.067691 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcf29ac-7dfa-49c4-8fc1-c0fbe82abe5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=150cb68b-df38-4fc7-ac07-ccc06bd265f0,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:24:52.104573 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f86be3bd-91c7-4945-9449-683ef90aa641 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:52.121220 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-40b809be-785b-4fb1-a949-4dc4d6c71372 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620741'] for subnet, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:52.140093 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f86be3bd-91c7-4945-9449-683ef90aa641 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:52.225716 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f86be3bd-91c7-4945-9449-683ef90aa641 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:52.228555 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f86be3bd-91c7-4945-9449-683ef90aa641 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:52.232005 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-f86be3bd-91c7-4945-9449-683ef90aa641 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d20c9346-267a-4c3c-a464-a03d18f83675 HTTP/1.1" status: 204 len: 168 time: 0.2314944 Jul 27 23:24:52.252352 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86be3bd-91c7-4945-9449-683ef90aa641 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d20c9346-267a-4c3c-a464-a03d18f83675,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:24:52.268581 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-40b809be-785b-4fb1-a949-4dc4d6c71372 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11971800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12265753'] for subnet, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:52.274679 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86be3bd-91c7-4945-9449-683ef90aa641 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:24:52.276085 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86be3bd-91c7-4945-9449-683ef90aa641 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:24:52.278000 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86be3bd-91c7-4945-9449-683ef90aa641 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:24:52.278558 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86be3bd-91c7-4945-9449-683ef90aa641 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:24:52.279308 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86be3bd-91c7-4945-9449-683ef90aa641 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:24:52.280455 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86be3bd-91c7-4945-9449-683ef90aa641 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:24:52.282528 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86be3bd-91c7-4945-9449-683ef90aa641 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:24:52.283236 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86be3bd-91c7-4945-9449-683ef90aa641 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:24:52.283773 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86be3bd-91c7-4945-9449-683ef90aa641 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:24:52.284830 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86be3bd-91c7-4945-9449-683ef90aa641 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:24:52.285883 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86be3bd-91c7-4945-9449-683ef90aa641 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:24:52.286954 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86be3bd-91c7-4945-9449-683ef90aa641 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:24:52.330731 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b809be-785b-4fb1-a949-4dc4d6c71372 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6bb4b577-bd47-4366-ace3-c23131aef649,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:24:52.336602 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device ae9bad43-4b95-4357-9b0f-9761e6626877 no longer exists at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:24:52.351212 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-40b809be-785b-4fb1-a949-4dc4d6c71372 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:52.353545 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-40b809be-785b-4fb1-a949-4dc4d6c71372 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/6bb4b577-bd47-4366-ace3-c23131aef649 HTTP/1.1" status: 204 len: 168 time: 1.0049617 Jul 27 23:24:52.358934 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 57348) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:24:52.392503 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8908b064-c159-4450-896b-a526226d3e20 None None] Network a198ee08-ada0-4348-9b3a-3cd923d78e26 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:24:52.402190 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-7e711dd5-0812-479e-b4fe-d454bb81cf65 req-06998fbc-869c-48ab-a527-6c8ce68923d7 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] 10.222.0.18 "GET /v2.0/ports?device_id=90756201-b12a-491c-8b15-e3c43900ec0b HTTP/1.1" status: 200 len: 210 time: 0.0856080 Jul 27 23:24:52.473201 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] No Port match for: ae9bad43-4b95-4357-9b0f-9761e6626877 {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:24:52.473553 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device ae9bad43-4b95-4357-9b0f-9761e6626877 not bound to the agent host n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:24:52.473978 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 533d5142-c4e5-4443-8369-16adea237988 no longer exists at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:24:52.482211 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9576900f-9705-438f-a838-1f0ff756c571 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593271'] for network, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:52.561404 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-9576900f-9705-438f-a838-1f0ff756c571 admin admin] Deleting port 01bc91b3-f903-46f1-9bfa-3c4358eadcfd {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:24:52.561798 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9576900f-9705-438f-a838-1f0ff756c571 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:52.579368 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] No Port match for: 533d5142-c4e5-4443-8369-16adea237988 {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:24:52.579936 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 533d5142-c4e5-4443-8369-16adea237988 not bound to the agent host n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:24:52.650259 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-9576900f-9705-438f-a838-1f0ff756c571 admin admin] For port 01bc91b3-f903-46f1-9bfa-3c4358eadcfd, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=01bc91b3-f903-46f1-9bfa-3c4358eadcfd,segment=NetworkSegment(dd3fb910-11a1-4198-8a90-f4352ae92025),segment_id=dd3fb910-11a1-4198-8a90-f4352ae92025)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:24:52.651250 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9576900f-9705-438f-a838-1f0ff756c571 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:52.686887 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-9576900f-9705-438f-a838-1f0ff756c571 admin admin] Calling delete_port for 01bc91b3-f903-46f1-9bfa-3c4358eadcfd owned by network:dhcp {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:24:52.806005 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 35b029be-39f4-43c2-accc-60f96763983d no longer exists at agent hyperv_n-h1-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:24:52.851891 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12e660f1-5eea-4689-9f67-18210105f021 None None] DHCP port deletion for a198ee08-ada0-4348-9b3a-3cd923d78e26 request from n-d-802623-1 {{(pid=93799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 23:24:52.855710 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] No Port match for: 35b029be-39f4-43c2-accc-60f96763983d {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:24:52.856276 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 35b029be-39f4-43c2-accc-60f96763983d not bound to the agent host n-h1-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:24:52.894798 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9576900f-9705-438f-a838-1f0ff756c571 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:52.922760 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-12e660f1-5eea-4689-9f67-18210105f021 None None] Deleting port 01bc91b3-f903-46f1-9bfa-3c4358eadcfd {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:24:52.923565 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-12e660f1-5eea-4689-9f67-18210105f021 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:52.968008 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 57374) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:24:52.971222 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9576900f-9705-438f-a838-1f0ff756c571 admin admin] Pushing event deleted for resources: {'Port': ['ID=01bc91b3-f903-46f1-9bfa-3c4358eadcfd,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:24:52.973199 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9576900f-9705-438f-a838-1f0ff756c571 admin admin] No DVR routers for this DVR port 01bc91b3-f903-46f1-9bfa-3c4358eadcfd on host n-d-802623-1 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:24:53.004504 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-12e660f1-5eea-4689-9f67-18210105f021 None None] For port 01bc91b3-f903-46f1-9bfa-3c4358eadcfd, host n-d-802623-1, got binding levels [] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:24:53.005216 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-12e660f1-5eea-4689-9f67-18210105f021 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:53.008405 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-13e0fec4-75f3-4b27-a443-ba47a1df3f76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:53.032083 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-12e660f1-5eea-4689-9f67-18210105f021 None None] Calling delete_port for 01bc91b3-f903-46f1-9bfa-3c4358eadcfd owned by network:dhcp {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:24:53.038075 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.ipam_backend_mixin [None req-12e660f1-5eea-4689-9f67-18210105f021 None None] Port 01bc91b3-f903-46f1-9bfa-3c4358eadcfd was not found and therefore no delete operation was performed {{(pid=93799) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 27 23:24:53.040213 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-12e660f1-5eea-4689-9f67-18210105f021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:53.066864 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12e660f1-5eea-4689-9f67-18210105f021 None None] No DVR routers for this DVR port 01bc91b3-f903-46f1-9bfa-3c4358eadcfd on host n-d-802623-1 {{(pid=93799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:24:53.122937 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e660f1-5eea-4689-9f67-18210105f021 None None] Pushing event deleted for resources: {'Port': ['ID=01bc91b3-f903-46f1-9bfa-3c4358eadcfd,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:24:53.140434 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9576900f-9705-438f-a838-1f0ff756c571 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618032', 'neutron.services.segments.db._delete_segments_for_network-8736833900081'] for network, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:53.198674 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-9576900f-9705-438f-a838-1f0ff756c571 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a198ee08-ada0-4348-9b3a-3cd923d78e26']}} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:24:53.225771 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-9576900f-9705-438f-a838-1f0ff756c571 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd3fb910-11a1-4198-8a90-f4352ae92025') {'for_net_delete': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:24:53.226000 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-9576900f-9705-438f-a838-1f0ff756c571 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd3fb910-11a1-4198-8a90-f4352ae92025') {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:24:53.236052 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-13e0fec4-75f3-4b27-a443-ba47a1df3f76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:53.251842 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9576900f-9705-438f-a838-1f0ff756c571 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736833900858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11163256'] for segment, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:53.274049 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-13e0fec4-75f3-4b27-a443-ba47a1df3f76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:53.305080 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9576900f-9705-438f-a838-1f0ff756c571 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:53.326133 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9576900f-9705-438f-a838-1f0ff756c571 admin admin] Releasing vlan 534 on physical network physnet1 to pool {{(pid=93798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 23:24:53.326963 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9576900f-9705-438f-a838-1f0ff756c571 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11971746'] for segment, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:53.359748 n-d-802623-1 neutron-server[93798]: Traceback (most recent call last): Jul 27 23:24:53.359748 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 23:24:53.359748 n-d-802623-1 neutron-server[93798]: timer() Jul 27 23:24:53.359748 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 23:24:53.359748 n-d-802623-1 neutron-server[93798]: cb(*args, **kw) Jul 27 23:24:53.359748 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 23:24:53.359748 n-d-802623-1 neutron-server[93798]: return func(*args, **kwargs) Jul 27 23:24:53.359748 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 23:24:53.359748 n-d-802623-1 neutron-server[93798]: self._notify() Jul 27 23:24:53.359748 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 23:24:53.359748 n-d-802623-1 neutron-server[93798]: self.callback(batched_events) Jul 27 23:24:53.359748 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 23:24:53.359748 n-d-802623-1 neutron-server[93798]: event.method(event) Jul 27 23:24:53.359748 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 23:24:53.359748 n-d-802623-1 neutron-server[93798]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 23:24:53.359748 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 23:24:53.359748 n-d-802623-1 neutron-server[93798]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 23:24:53.359748 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 23:24:53.359748 n-d-802623-1 neutron-server[93798]: return f(self, *a, **k) Jul 27 23:24:53.359748 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 23:24:53.359748 n-d-802623-1 neutron-server[93798]: return self._get(url).json() Jul 27 23:24:53.359748 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 23:24:53.359748 n-d-802623-1 neutron-server[93798]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 23:24:53.359748 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 23:24:53.359748 n-d-802623-1 neutron-server[93798]: return self.request(url, 'GET', **kwargs) Jul 27 23:24:53.359748 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 23:24:53.359748 n-d-802623-1 neutron-server[93798]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 23:24:53.359748 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 23:24:53.359748 n-d-802623-1 neutron-server[93798]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 23:24:53.359748 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 23:24:53.359748 n-d-802623-1 neutron-server[93798]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 23:24:53.359748 n-d-802623-1 neutron-server[93798]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 23:24:53.363024 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e0fec4-75f3-4b27-a443-ba47a1df3f76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b72daac7-dd3a-4ce5-87a1-b98b75c44d5e,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:24:53.379917 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-13e0fec4-75f3-4b27-a443-ba47a1df3f76 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5ecb140057fc49ec858dbb13638db2b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4070601 Jul 27 23:24:53.379917 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 57394) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:24:53.433123 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4f8bc1-86c4-4180-a7d9-ed9b024d8d62 req-047f621d-b6c6-4906-b79e-899d8d7c5f49 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:24:53.440831 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-7c4f8bc1-86c4-4180-a7d9-ed9b024d8d62 req-047f621d-b6c6-4906-b79e-899d8d7c5f49 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] 10.222.0.18 "GET /v2.0/networks?id=44e5b751-d35f-484a-98d7-35c3565f32a1 HTTP/1.1" status: 200 len: 805 time: 0.1903598 Jul 27 23:24:53.452806 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0fd89b-e043-4867-b5a3-2db366c5bd38 req-91973059-72e0-42dc-ba43-d1eaa4e3d2cd tempest-ServerPasswordTestJSON-1526074505 tempest-ServerPasswordTestJSON-1526074505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:24:53.462792 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-5f0fd89b-e043-4867-b5a3-2db366c5bd38 req-91973059-72e0-42dc-ba43-d1eaa4e3d2cd tempest-ServerPasswordTestJSON-1526074505 tempest-ServerPasswordTestJSON-1526074505-project] 10.222.0.18 "GET /v2.0/ports?device_id=5ef39a8d-6544-424a-b0ae-39427d41428a HTTP/1.1" status: 200 len: 944 time: 0.4478247 Jul 27 23:24:53.476660 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-7c4f8bc1-86c4-4180-a7d9-ed9b024d8d62 req-d7f47051-3958-4746-b0d5-88f51d54cc38 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] 10.222.0.18 "GET /v2.0/quotas/cf2ac26483444f3d949e08ee053eb26a HTTP/1.1" status: 200 len: 375 time: 0.0345991 Jul 27 23:24:53.483754 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9576900f-9705-438f-a838-1f0ff756c571 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415412'] for network, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:53.513214 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9576900f-9705-438f-a838-1f0ff756c571 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:53.517610 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-9576900f-9705-438f-a838-1f0ff756c571 admin admin] 10.222.0.18 "DELETE /v2.0/networks/a198ee08-ada0-4348-9b3a-3cd923d78e26 HTTP/1.1" status: 204 len: 168 time: 1.1520567 Jul 27 23:24:53.528669 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-5f0fd89b-e043-4867-b5a3-2db366c5bd38 req-06ac6543-ca4c-4d77-84e3-3f5499cadde2 tempest-ServerPasswordTestJSON-1526074505 tempest-ServerPasswordTestJSON-1526074505-project] 10.222.0.18 "GET /v2.0/security-groups?id=2989d075-3873-4d9f-b409-0aaf10af1227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646019 Jul 27 23:24:53.541328 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9576900f-9705-438f-a838-1f0ff756c571 admin admin] Pushing event deleted for resources: {'Network': ['ID=a198ee08-ada0-4348-9b3a-3cd923d78e26,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:24:53.569404 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3ed42e64-762d-44dc-b67a-7ceb5d5f498f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:53.613223 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-7c4f8bc1-86c4-4180-a7d9-ed9b024d8d62 req-30621055-ab23-4bac-9b88-bb7c7dd75978 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=cf2ac26483444f3d949e08ee053eb26a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1355686 Jul 27 23:24:53.634492 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3ed42e64-762d-44dc-b67a-7ceb5d5f498f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:53.682498 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device 0a8e6e15-dca7-4e42-acc6-a85a18af9c33 details requested by agent hyperv_n-h2-802623-1 with host n-h2-802623-1 {{(pid=93799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 23:24:53.683177 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-775080d5-79e6-4e31-a9c1-13281e640286 req-92b47f36-d387-4078-95b1-cddad05919d3 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] 10.222.0.18 "GET /v2.0/ports?device_id=90756201-b12a-491c-8b15-e3c43900ec0b HTTP/1.1" status: 200 len: 210 time: 0.0353999 Jul 27 23:24:53.794937 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-7c4f8bc1-86c4-4180-a7d9-ed9b024d8d62 req-05e370a4-0b85-47ec-8519-bbc07bbc1054 service neutron] 10.222.0.18 "GET /v2.0/networks/44e5b751-d35f-484a-98d7-35c3565f32a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1740913 Jul 27 23:24:53.902610 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port 0a8e6e15-dca7-4e42-acc6-a85a18af9c33, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=0a8e6e15-dca7-4e42-acc6-a85a18af9c33,segment=NetworkSegment(8127e65e-b063-4378-bcc7-d5d9e6b43b02),segment_id=8127e65e-b063-4378-bcc7-d5d9e6b43b02)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:24:53.914615 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3ed42e64-762d-44dc-b67a-7ceb5d5f498f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:53.918085 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3ed42e64-762d-44dc-b67a-7ceb5d5f498f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:53.923934 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-3ed42e64-762d-44dc-b67a-7ceb5d5f498f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b72daac7-dd3a-4ce5-87a1-b98b75c44d5e HTTP/1.1" status: 204 len: 168 time: 0.5396218 Jul 27 23:24:53.924100 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 57410) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:24:53.930549 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Returning: {'device': '0a8e6e15-dca7-4e42-acc6-a85a18af9c33', 'network_id': '383772a2-74b4-4793-8c2b-671a83f630dd', 'port_id': '0a8e6e15-dca7-4e42-acc6-a85a18af9c33', 'mac_address': 'fa:16:3e:89:a5:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d26b58a-7b6c-4e1b-b44c-f4e2b182e74c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 23:24:53.955721 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed42e64-762d-44dc-b67a-7ceb5d5f498f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b72daac7-dd3a-4ce5-87a1-b98b75c44d5e,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:24:53.992872 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-7c4f8bc1-86c4-4180-a7d9-ed9b024d8d62 req-9fd55a62-832e-4238-a1f2-38aae8854713 service neutron] 10.222.0.18 "GET /v2.0/networks/44e5b751-d35f-484a-98d7-35c3565f32a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1896462 Jul 27 23:24:54.078897 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-29ad5e13-ba61-4fbc-9989-177f9c996cd5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6415e174d6e146abb15fff69092e7210&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1542556 Jul 27 23:24:54.082019 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 57414) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:24:54.092950 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:54.117733 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a8e6e15-dca7-4e42-acc6-a85a18af9c33 {{(pid=93799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:24:54.145618 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b74b2f-2b7b-4f51-960a-4810b9b1332d req-4bab36fd-9afd-490b-9b3d-0ed31f38e770 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:24:54.147192 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-51b74b2f-2b7b-4f51-960a-4810b9b1332d req-4bab36fd-9afd-490b-9b3d-0ed31f38e770 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] 10.222.0.38 "GET /v2.0/networks?id=031433c5-4bab-478c-b609-4a0e530ec703 HTTP/1.1" status: 200 len: 797 time: 0.2191958 Jul 27 23:24:54.165127 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port 0a8e6e15-dca7-4e42-acc6-a85a18af9c33, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=0a8e6e15-dca7-4e42-acc6-a85a18af9c33,segment=NetworkSegment(8127e65e-b063-4378-bcc7-d5d9e6b43b02),segment_id=8127e65e-b063-4378-bcc7-d5d9e6b43b02)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:24:54.176967 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:54.208387 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b0661d8e-94dd-47da-8f46-e86a5c152600 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:54.285191 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b0661d8e-94dd-47da-8f46-e86a5c152600 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:54.331859 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-51b74b2f-2b7b-4f51-960a-4810b9b1332d req-6c0abec3-2668-4c76-b7e9-b03c76d275e5 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ba4fae7b46b54e6e99cbf665d54e4a7e HTTP/1.1" status: 200 len: 379 time: 0.1713576 Jul 27 23:24:54.346929 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Pushing event updated for resources: {'Port': ['ID=0a8e6e15-dca7-4e42-acc6-a85a18af9c33,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:24:54.385939 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 01bc91b3-f903-46f1-9bfa-3c4358eadcfd no longer exists at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:24:54.390706 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [req-51b74b2f-2b7b-4f51-960a-4810b9b1332d req-ea5ce90b-c62a-4c6d-ba4c-2568079266b0 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Request body: {'port': {'device_id': '90756201-b12a-491c-8b15-e3c43900ec0b', 'network_id': '031433c5-4bab-478c-b609-4a0e530ec703', 'admin_state_up': True, 'tenant_id': 'ba4fae7b46b54e6e99cbf665d54e4a7e', 'security_groups': ['e4903a37-2932-44cf-9e86-b3f668de5d9c']}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:24:54.392866 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b0661d8e-94dd-47da-8f46-e86a5c152600 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:54.399719 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b0661d8e-94dd-47da-8f46-e86a5c152600 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:54.402423 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-b0661d8e-94dd-47da-8f46-e86a5c152600 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/26af1cf9-e9c7-4a45-892a-984cfb4b3e1d HTTP/1.1" status: 204 len: 168 time: 0.3191650 Jul 27 23:24:54.424186 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0661d8e-94dd-47da-8f46-e86a5c152600 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26af1cf9-e9c7-4a45-892a-984cfb4b3e1d,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:24:54.432957 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-6f768d97-bafd-4606-b3ba-0bd336c98767 req-4fd46187-bad6-4988-873c-af1019c8c576 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] 10.222.0.18 "GET /v2.0/ports?device_id=9209a91d-0abe-4c06-9721-630fc575b94f HTTP/1.1" status: 200 len: 210 time: 0.1009688 Jul 27 23:24:54.476351 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] No Port match for: 01bc91b3-f903-46f1-9bfa-3c4358eadcfd {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:24:54.476700 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 01bc91b3-f903-46f1-9bfa-3c4358eadcfd not bound to the agent host n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:24:54.502863 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] get_ports_and_sgs() called for port_ids ['0a8e6e15-dca7-4e42-acc6-a85a18af9c33'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:24:54.583769 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51b74b2f-2b7b-4f51-960a-4810b9b1332d req-ea5ce90b-c62a-4c6d-ba4c-2568079266b0 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Made reservation on behalf of ba4fae7b46b54e6e99cbf665d54e4a7e for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:24:54.592870 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-51b74b2f-2b7b-4f51-960a-4810b9b1332d req-ea5ce90b-c62a-4c6d-ba4c-2568079266b0 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:54.685360 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d7d304-28ad-4ece-a1e7-7bf351b8e764 req-5026d94d-74e4-4bd2-a4cf-c4c6b2334d82 tempest-ServerPasswordTestJSON-1526074505 tempest-ServerPasswordTestJSON-1526074505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:24:54.693599 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-67d7d304-28ad-4ece-a1e7-7bf351b8e764 req-5026d94d-74e4-4bd2-a4cf-c4c6b2334d82 tempest-ServerPasswordTestJSON-1526074505 tempest-ServerPasswordTestJSON-1526074505-project] 10.222.0.18 "GET /v2.0/ports?device_id=5ef39a8d-6544-424a-b0ae-39427d41428a HTTP/1.1" status: 200 len: 945 time: 0.0637536 Jul 27 23:24:54.758154 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-67d7d304-28ad-4ece-a1e7-7bf351b8e764 req-0c61bc50-cfa1-479f-beba-a699c775c4bf tempest-ServerPasswordTestJSON-1526074505 tempest-ServerPasswordTestJSON-1526074505-project] 10.222.0.18 "GET /v2.0/security-groups?id=2989d075-3873-4d9f-b409-0aaf10af1227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632246 Jul 27 23:24:54.947681 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-90c7a47a-49f5-4c46-8f0d-26404afdab22 req-f2959391-a3ed-4e18-b24b-b9cb71a1b8a9 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] 10.222.0.18 "GET /v2.0/ports?device_id=90756201-b12a-491c-8b15-e3c43900ec0b HTTP/1.1" status: 200 len: 210 time: 0.0834363 Jul 27 23:24:54.987719 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [req-51b74b2f-2b7b-4f51-960a-4810b9b1332d req-ea5ce90b-c62a-4c6d-ba4c-2568079266b0 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Allocated IP 172.20.0.5 (031433c5-4bab-478c-b609-4a0e530ec703/a6bca0f1-dba8-4820-a7a0-186b76699da1/7ae046a6-a266-4500-aa0c-0a3fdb9c7db5) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:24:55.221849 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-51b74b2f-2b7b-4f51-960a-4810b9b1332d req-ea5ce90b-c62a-4c6d-ba4c-2568079266b0 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:55.244084 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-51b74b2f-2b7b-4f51-960a-4810b9b1332d req-ea5ce90b-c62a-4c6d-ba4c-2568079266b0 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Transition to ACTIVE for port object 7ae046a6-a266-4500-aa0c-0a3fdb9c7db5 will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:24:55.297475 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-51b74b2f-2b7b-4f51-960a-4810b9b1332d req-ea5ce90b-c62a-4c6d-ba4c-2568079266b0 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:55.446594 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51b74b2f-2b7b-4f51-960a-4810b9b1332d req-ea5ce90b-c62a-4c6d-ba4c-2568079266b0 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Network 031433c5-4bab-478c-b609-4a0e530ec703 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:24:55.446594 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [req-51b74b2f-2b7b-4f51-960a-4810b9b1332d req-ea5ce90b-c62a-4c6d-ba4c-2568079266b0 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:24:55.446594 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-51b74b2f-2b7b-4f51-960a-4810b9b1332d req-ea5ce90b-c62a-4c6d-ba4c-2568079266b0 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:24:55.446594 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5ce90b-c62a-4c6d-ba4c-2568079266b0 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Pushing event updated for resources: {'Port': ['ID=7ae046a6-a266-4500-aa0c-0a3fdb9c7db5,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:24:55.562145 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b74b2f-2b7b-4f51-960a-4810b9b1332d req-ea5ce90b-c62a-4c6d-ba4c-2568079266b0 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:24:55.562145 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-51b74b2f-2b7b-4f51-960a-4810b9b1332d req-ea5ce90b-c62a-4c6d-ba4c-2568079266b0 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:55.562145 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-51b74b2f-2b7b-4f51-960a-4810b9b1332d req-ea5ce90b-c62a-4c6d-ba4c-2568079266b0 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1519020 Jul 27 23:24:55.562145 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [req-51b74b2f-2b7b-4f51-960a-4810b9b1332d req-6117a83d-162b-4903-99ee-34c5eff6649c service neutron] Request body: {'port': {'device_id': '90756201-b12a-491c-8b15-e3c43900ec0b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802623-1'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:24:55.677588 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-10782109-5aa7-4221-a7e6-a03fdb8f4fb9 req-6b267e72-a0ab-4abc-bf5c-3f49fccb86e7 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] 10.222.0.18 "GET /v2.0/ports?device_id=9209a91d-0abe-4c06-9721-630fc575b94f HTTP/1.1" status: 200 len: 210 time: 0.0768092 Jul 27 23:24:55.684516 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device 0a8e6e15-dca7-4e42-acc6-a85a18af9c33 up at agent hyperv_n-h2-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:24:55.801966 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Provisioning for port 0a8e6e15-dca7-4e42-acc6-a85a18af9c33 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:24:55.811636 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Provisioning complete for port 0a8e6e15-dca7-4e42-acc6-a85a18af9c33 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:24:55.812015 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:55.985421 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4f8bc1-86c4-4180-a7d9-ed9b024d8d62 req-9b7fdf77-bbcd-41c0-bd69-bb30f8ac1fb0 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:24:55.987692 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7c4f8bc1-86c4-4180-a7d9-ed9b024d8d62 req-9b7fdf77-bbcd-41c0-bd69-bb30f8ac1fb0 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] 10.222.0.38 "GET /v2.0/networks?id=44e5b751-d35f-484a-98d7-35c3565f32a1 HTTP/1.1" status: 200 len: 805 time: 0.2572381 Jul 27 23:24:56.012973 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [req-7c4f8bc1-86c4-4180-a7d9-ed9b024d8d62 req-5be25725-9644-4805-9024-b2ce03385137 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] Request body: {'port': {'device_id': '9209a91d-0abe-4c06-9721-630fc575b94f', 'network_id': '44e5b751-d35f-484a-98d7-35c3565f32a1', 'admin_state_up': True, 'tenant_id': 'cf2ac26483444f3d949e08ee053eb26a'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:24:56.017340 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-1b6f2738-dc8a-46d0-88da-9b33260c35bb None None] Provisioning for port 7ae046a6-a266-4500-aa0c-0a3fdb9c7db5 completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:24:56.031771 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:56.035475 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-1b6f2738-dc8a-46d0-88da-9b33260c35bb None None] Provisioning complete for port 7ae046a6-a266-4500-aa0c-0a3fdb9c7db5 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:24:56.037078 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-1b6f2738-dc8a-46d0-88da-9b33260c35bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:56.073126 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-51b74b2f-2b7b-4f51-960a-4810b9b1332d req-6117a83d-162b-4903-99ee-34c5eff6649c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:56.086450 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ef39a8d-6544-424a-b0ae-39427d41428a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a8e6e15-dca7-4e42-acc6-a85a18af9c33'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:24:56.089537 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c0369b0d4f459110ff20a1f9878ba33f96d6491bddb9d15843bf29d01e0bda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c802a286-e399-460f-bdf5-5ac42efacd4a" -d '{"events": [{"server_uuid": "5ef39a8d-6544-424a-b0ae-39427d41428a", "name": "network-vif-plugged", "status": "completed", "tag": "0a8e6e15-dca7-4e42-acc6-a85a18af9c33"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:24:56.127895 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-1b6f2738-dc8a-46d0-88da-9b33260c35bb None None] Port 7ae046a6-a266-4500-aa0c-0a3fdb9c7db5 cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:24:56.133824 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port 0a8e6e15-dca7-4e42-acc6-a85a18af9c33, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=0a8e6e15-dca7-4e42-acc6-a85a18af9c33,segment=NetworkSegment(8127e65e-b063-4378-bcc7-d5d9e6b43b02),segment_id=8127e65e-b063-4378-bcc7-d5d9e6b43b02)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:24:56.151398 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:56.219395 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Pushing event updated for resources: {'Port': ['ID=0a8e6e15-dca7-4e42-acc6-a85a18af9c33,revision_number=5']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:24:56.220620 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe717343-990b-4731-96f2-748a266a6a0e req-01a722d2-48dc-4f2c-ac5b-04d37c297804 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:24:56.222302 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-fe717343-990b-4731-96f2-748a266a6a0e req-01a722d2-48dc-4f2c-ac5b-04d37c297804 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] 10.222.0.18 "GET /v2.0/ports?device_id=90756201-b12a-491c-8b15-e3c43900ec0b HTTP/1.1" status: 200 len: 931 time: 0.1185102 Jul 27 23:24:56.313233 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-fe717343-990b-4731-96f2-748a266a6a0e req-d0a09148-9e42-461a-8abc-21deec92d32e tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] 10.222.0.18 "GET /v2.0/security-groups?id=e4903a37-2932-44cf-9e86-b3f668de5d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754313 Jul 27 23:24:56.332561 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 57524) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:24:56.348144 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1f7bf8-5613-434e-bab2-cd4c6ae3ce95 req-df4fe19e-34d3-4b7f-8fa9-693c3df3f25c tempest-ServerPasswordTestJSON-1526074505 tempest-ServerPasswordTestJSON-1526074505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:24:56.351344 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-2f1f7bf8-5613-434e-bab2-cd4c6ae3ce95 req-df4fe19e-34d3-4b7f-8fa9-693c3df3f25c tempest-ServerPasswordTestJSON-1526074505 tempest-ServerPasswordTestJSON-1526074505-project] 10.222.0.18 "GET /v2.0/ports?device_id=5ef39a8d-6544-424a-b0ae-39427d41428a HTTP/1.1" status: 200 len: 945 time: 0.3623691 Jul 27 23:24:56.370109 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:24:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b85763cd-5045-4703-ae96-352fc3735da8 x-openstack-request-id: req-b85763cd-5045-4703-ae96-352fc3735da8 {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:24:56.370611 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ef39a8d-6544-424a-b0ae-39427d41428a", "name": "network-vif-plugged", "status": "completed", "tag": "0a8e6e15-dca7-4e42-acc6-a85a18af9c33", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:24:56.371003 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b85763cd-5045-4703-ae96-352fc3735da8 {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:24:56.371737 n-d-802623-1 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ef39a8d-6544-424a-b0ae-39427d41428a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a8e6e15-dca7-4e42-acc6-a85a18af9c33', 'code': 200} Jul 27 23:24:56.597487 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-2f1f7bf8-5613-434e-bab2-cd4c6ae3ce95 req-d3959848-7ee1-42e8-9868-8de1aeef9bb3 tempest-ServerPasswordTestJSON-1526074505 tempest-ServerPasswordTestJSON-1526074505-project] 10.222.0.18 "GET /v2.0/security-groups?id=2989d075-3873-4d9f-b409-0aaf10af1227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2363703 Jul 27 23:24:56.604254 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c4f8bc1-86c4-4180-a7d9-ed9b024d8d62 req-5be25725-9644-4805-9024-b2ce03385137 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] Made reservation on behalf of cf2ac26483444f3d949e08ee053eb26a for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:24:56.607693 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-7c4f8bc1-86c4-4180-a7d9-ed9b024d8d62 req-5be25725-9644-4805-9024-b2ce03385137 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:56.634376 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6508da96-4bcf-4c04-9a00-682b65c8046a req-9aadba1f-30fc-460e-b49e-8a9fdc307ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:24:56.636100 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-6508da96-4bcf-4c04-9a00-682b65c8046a req-9aadba1f-30fc-460e-b49e-8a9fdc307ab4 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=5ef39a8d-6544-424a-b0ae-39427d41428a HTTP/1.1" status: 200 len: 1097 time: 0.1743641 Jul 27 23:24:56.646425 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-224af3e5-0fc8-4e1b-b6b2-49c38043bbdd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:56.800285 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-6508da96-4bcf-4c04-9a00-682b65c8046a req-3f6f57f9-2443-44a0-a262-38700024ea7d service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=2989d075-3873-4d9f-b409-0aaf10af1227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565211 Jul 27 23:24:56.828003 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-edaa36b1-9dc4-4505-9eac-5885e1a54a41 req-b96dcfa6-8fb1-43c5-b613-032b5ff96e35 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] 10.222.0.18 "GET /v2.0/ports?device_id=9209a91d-0abe-4c06-9721-630fc575b94f HTTP/1.1" status: 200 len: 210 time: 0.0396881 Jul 27 23:24:56.879663 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-224af3e5-0fc8-4e1b-b6b2-49c38043bbdd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:56.887394 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-224af3e5-0fc8-4e1b-b6b2-49c38043bbdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:56.892817 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a43cf958-2a4f-4ea2-a40f-de46ecbf3831 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:56.955868 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-224af3e5-0fc8-4e1b-b6b2-49c38043bbdd admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=40ed85021d064b3f8c4483fe3d720c9d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6222155 Jul 27 23:24:56.957295 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224af3e5-0fc8-4e1b-b6b2-49c38043bbdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f567245-68e1-40c9-a44a-d022852b2616,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:24:56.958276 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [req-51b74b2f-2b7b-4f51-960a-4810b9b1332d req-6117a83d-162b-4903-99ee-34c5eff6649c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ae046a6-a266-4500-aa0c-0a3fdb9c7db5 {{(pid=93798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:24:56.960866 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 57552) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:24:56.971970 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-51b74b2f-2b7b-4f51-960a-4810b9b1332d req-6117a83d-162b-4903-99ee-34c5eff6649c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:56.975555 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [req-7c4f8bc1-86c4-4180-a7d9-ed9b024d8d62 req-5be25725-9644-4805-9024-b2ce03385137 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] Allocated IP 172.20.0.14 (44e5b751-d35f-484a-98d7-35c3565f32a1/35a04ddb-b611-4dee-a6f7-89af6e6ad557/70f9c649-a815-485d-8878-476ec164822f) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:24:57.025227 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-51b74b2f-2b7b-4f51-960a-4810b9b1332d req-6117a83d-162b-4903-99ee-34c5eff6649c service neutron] Transition to ACTIVE for port object 7ae046a6-a266-4500-aa0c-0a3fdb9c7db5 will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:24:57.042827 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5204aec5-3afd-4447-aaa5-868825131703 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:57.047200 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-51b74b2f-2b7b-4f51-960a-4810b9b1332d req-6117a83d-162b-4903-99ee-34c5eff6649c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:57.087574 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5204aec5-3afd-4447-aaa5-868825131703 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:57.203965 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6117a83d-162b-4903-99ee-34c5eff6649c service neutron] Pushing event updated for resources: {'Port': ['ID=7ae046a6-a266-4500-aa0c-0a3fdb9c7db5,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:24:57.210479 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5204aec5-3afd-4447-aaa5-868825131703 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:57.213114 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5204aec5-3afd-4447-aaa5-868825131703 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:57.214275 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-5204aec5-3afd-4447-aaa5-868825131703 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6f567245-68e1-40c9-a44a-d022852b2616 HTTP/1.1" status: 204 len: 168 time: 0.2522819 Jul 27 23:24:57.226358 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5204aec5-3afd-4447-aaa5-868825131703 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f567245-68e1-40c9-a44a-d022852b2616,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:24:57.543485 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-51b74b2f-2b7b-4f51-960a-4810b9b1332d req-6117a83d-162b-4903-99ee-34c5eff6649c service neutron] Attempting to bind port 7ae046a6-a266-4500-aa0c-0a3fdb9c7db5 on host n-h1-802623-1 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:24:57.543834 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-51b74b2f-2b7b-4f51-960a-4810b9b1332d req-6117a83d-162b-4903-99ee-34c5eff6649c service neutron] Attempting to bind port 7ae046a6-a266-4500-aa0c-0a3fdb9c7db5 by drivers openvswitch,hyperv on host n-h1-802623-1 at level 0 using segments [{'id': 'f2f9ed54-2796-4652-8c86-3921413d1280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '031433c5-4bab-478c-b609-4a0e530ec703'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:24:57.544172 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51b74b2f-2b7b-4f51-960a-4810b9b1332d req-6117a83d-162b-4903-99ee-34c5eff6649c service neutron] Attempting to bind port 7ae046a6-a266-4500-aa0c-0a3fdb9c7db5 on network 031433c5-4bab-478c-b609-4a0e530ec703 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:24:57.578751 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-7c4f8bc1-86c4-4180-a7d9-ed9b024d8d62 req-5be25725-9644-4805-9024-b2ce03385137 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:57.581054 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51b74b2f-2b7b-4f51-960a-4810b9b1332d req-6117a83d-162b-4903-99ee-34c5eff6649c service neutron] Port 7ae046a6-a266-4500-aa0c-0a3fdb9c7db5 on network 031433c5-4bab-478c-b609-4a0e530ec703 not bound, no agent of type Open vSwitch agent registered on host n-h1-802623-1 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 23:24:57.581381 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51b74b2f-2b7b-4f51-960a-4810b9b1332d req-6117a83d-162b-4903-99ee-34c5eff6649c service neutron] Attempting to bind port 7ae046a6-a266-4500-aa0c-0a3fdb9c7db5 on network 031433c5-4bab-478c-b609-4a0e530ec703 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:24:57.596854 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51b74b2f-2b7b-4f51-960a-4810b9b1332d req-6117a83d-162b-4903-99ee-34c5eff6649c service neutron] Checking agent: {'id': '245f1da4-a9b8-4b08-90d7-28f0f342b839', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 59, 59), 'started_at': datetime.datetime(2021, 7, 27, 22, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 24, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:24:57.597203 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51b74b2f-2b7b-4f51-960a-4810b9b1332d req-6117a83d-162b-4903-99ee-34c5eff6649c service neutron] Checking segment: {'id': 'f2f9ed54-2796-4652-8c86-3921413d1280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '031433c5-4bab-478c-b609-4a0e530ec703'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:24:57.597600 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51b74b2f-2b7b-4f51-960a-4810b9b1332d req-6117a83d-162b-4903-99ee-34c5eff6649c service neutron] Bound using segment: {'id': 'f2f9ed54-2796-4652-8c86-3921413d1280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '031433c5-4bab-478c-b609-4a0e530ec703'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:24:57.598096 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-51b74b2f-2b7b-4f51-960a-4810b9b1332d req-6117a83d-162b-4903-99ee-34c5eff6649c service neutron] Bound port: 7ae046a6-a266-4500-aa0c-0a3fdb9c7db5, host: n-h1-802623-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2f9ed54-2796-4652-8c86-3921413d1280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '031433c5-4bab-478c-b609-4a0e530ec703'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:24:57.598401 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-51b74b2f-2b7b-4f51-960a-4810b9b1332d req-6117a83d-162b-4903-99ee-34c5eff6649c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:57.672762 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe6a2cb-0d4a-42f0-9e33-ea93ad85c321 req-cf147231-a528-4a3f-9aab-e6cfd363f08c tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:24:57.674333 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ebe6a2cb-0d4a-42f0-9e33-ea93ad85c321 req-cf147231-a528-4a3f-9aab-e6cfd363f08c tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] 10.222.0.18 "GET /v2.0/ports?device_id=90756201-b12a-491c-8b15-e3c43900ec0b HTTP/1.1" status: 200 len: 943 time: 0.1528409 Jul 27 23:24:57.814341 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-7c4f8bc1-86c4-4180-a7d9-ed9b024d8d62 req-5be25725-9644-4805-9024-b2ce03385137 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:57.826417 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] get_ports_and_sgs() called for port_ids ['5b7866c5-7b07-46aa-bae5-acbbf94ec587'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:24:57.894846 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51319f1f-a35c-4821-ac3f-b585c2538972 req-5c93058f-8630-4f3a-bba3-8e75454f0f0c tempest-ServerPasswordTestJSON-1526074505 tempest-ServerPasswordTestJSON-1526074505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:24:57.897403 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-51319f1f-a35c-4821-ac3f-b585c2538972 req-5c93058f-8630-4f3a-bba3-8e75454f0f0c tempest-ServerPasswordTestJSON-1526074505 tempest-ServerPasswordTestJSON-1526074505-project] 10.222.0.18 "GET /v2.0/ports?device_id=5ef39a8d-6544-424a-b0ae-39427d41428a HTTP/1.1" status: 200 len: 946 time: 0.1572378 Jul 27 23:24:57.971379 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 57604) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:24:57.989277 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-51319f1f-a35c-4821-ac3f-b585c2538972 req-61eaf0d8-dffa-4a8c-80c3-a3b67348969e tempest-ServerPasswordTestJSON-1526074505 tempest-ServerPasswordTestJSON-1526074505-project] 10.222.0.18 "GET /v2.0/security-groups?id=2989d075-3873-4d9f-b409-0aaf10af1227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816879 Jul 27 23:24:57.998371 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-79073b63-649a-4aba-a4d4-923370a2ba06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:58.009764 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be25725-9644-4805-9024-b2ce03385137 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] Pushing event updated for resources: {'Port': ['ID=70f9c649-a815-485d-8878-476ec164822f,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:24:58.015942 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-51b74b2f-2b7b-4f51-960a-4810b9b1332d req-6117a83d-162b-4903-99ee-34c5eff6649c service neutron] For port 7ae046a6-a266-4500-aa0c-0a3fdb9c7db5, host n-h1-802623-1, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:24:58.026890 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ebe6a2cb-0d4a-42f0-9e33-ea93ad85c321 req-dc16b14c-341a-4b7b-898f-a8e80b095802 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] 10.222.0.18 "GET /v2.0/security-groups?id=e4903a37-2932-44cf-9e86-b3f668de5d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3146508 Jul 27 23:24:58.037234 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c4f8bc1-86c4-4180-a7d9-ed9b024d8d62 req-5be25725-9644-4805-9024-b2ce03385137 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] Network 44e5b751-d35f-484a-98d7-35c3565f32a1 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:24:58.051361 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [req-7c4f8bc1-86c4-4180-a7d9-ed9b024d8d62 req-5be25725-9644-4805-9024-b2ce03385137 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:24:58.054655 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c4f8bc1-86c4-4180-a7d9-ed9b024d8d62 req-5be25725-9644-4805-9024-b2ce03385137 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:24:58.106599 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-51b74b2f-2b7b-4f51-960a-4810b9b1332d req-6117a83d-162b-4903-99ee-34c5eff6649c service neutron] For port 7ae046a6-a266-4500-aa0c-0a3fdb9c7db5, host n-h1-802623-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=7ae046a6-a266-4500-aa0c-0a3fdb9c7db5,segment=NetworkSegment(f2f9ed54-2796-4652-8c86-3921413d1280),segment_id=f2f9ed54-2796-4652-8c86-3921413d1280)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:24:58.114134 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4f8bc1-86c4-4180-a7d9-ed9b024d8d62 req-5be25725-9644-4805-9024-b2ce03385137 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:24:58.115420 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-7c4f8bc1-86c4-4180-a7d9-ed9b024d8d62 req-5be25725-9644-4805-9024-b2ce03385137 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:58.123194 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-51b74b2f-2b7b-4f51-960a-4810b9b1332d req-6117a83d-162b-4903-99ee-34c5eff6649c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:58.197630 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b74b2f-2b7b-4f51-960a-4810b9b1332d req-6117a83d-162b-4903-99ee-34c5eff6649c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:24:58.199092 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-51b74b2f-2b7b-4f51-960a-4810b9b1332d req-6117a83d-162b-4903-99ee-34c5eff6649c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:58.201256 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-51b74b2f-2b7b-4f51-960a-4810b9b1332d req-6117a83d-162b-4903-99ee-34c5eff6649c service neutron] 10.222.0.38 "PUT /v2.0/ports/7ae046a6-a266-4500-aa0c-0a3fdb9c7db5 HTTP/1.1" status: 200 len: 1091 time: 2.6541462 Jul 27 23:24:58.205187 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6117a83d-162b-4903-99ee-34c5eff6649c service neutron] Pushing event updated for resources: {'Port': ['ID=7ae046a6-a266-4500-aa0c-0a3fdb9c7db5,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:24:58.214557 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90756201-b12a-491c-8b15-e3c43900ec0b', 'tag': '7ae046a6-a266-4500-aa0c-0a3fdb9c7db5'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:24:58.221534 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}011f8d312121274bb12d78e77c6379a2079800640016cec6c6d605b73666e854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a55f139-368d-4cf3-90b7-6c1bcedc3947" -d '{"events": [{"name": "network-changed", "server_uuid": "90756201-b12a-491c-8b15-e3c43900ec0b", "tag": "7ae046a6-a266-4500-aa0c-0a3fdb9c7db5"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:24:58.248106 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-79073b63-649a-4aba-a4d4-923370a2ba06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:58.315777 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7c4f8bc1-86c4-4180-a7d9-ed9b024d8d62 req-5be25725-9644-4805-9024-b2ce03385137 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3087449 Jul 27 23:24:58.334367 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 23:24:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63e0118d-44bb-487f-bdd2-85badf276f0f x-openstack-request-id: req-63e0118d-44bb-487f-bdd2-85badf276f0f {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:24:58.334740 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90756201-b12a-491c-8b15-e3c43900ec0b", "tag": "7ae046a6-a266-4500-aa0c-0a3fdb9c7db5", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:24:58.335038 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-63e0118d-44bb-487f-bdd2-85badf276f0f {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:24:58.335499 n-d-802623-1 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90756201-b12a-491c-8b15-e3c43900ec0b', 'tag': '7ae046a6-a266-4500-aa0c-0a3fdb9c7db5', 'status': 'completed', 'code': 200} Jul 27 23:24:58.341232 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [req-7c4f8bc1-86c4-4180-a7d9-ed9b024d8d62 req-758590bc-fc11-4e0c-8da8-54a7a76f54d5 service neutron] Request body: {'port': {'device_id': '9209a91d-0abe-4c06-9721-630fc575b94f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802623-1'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:24:58.364722 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-79073b63-649a-4aba-a4d4-923370a2ba06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:58.408928 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-7c4f8bc1-86c4-4180-a7d9-ed9b024d8d62 req-758590bc-fc11-4e0c-8da8-54a7a76f54d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:58.424549 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-79073b63-649a-4aba-a4d4-923370a2ba06 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=72f4f6431b9043ccb607626bdb43bafe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4516380 Jul 27 23:24:58.425556 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 57618) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:24:58.444276 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b74b2f-2b7b-4f51-960a-4810b9b1332d req-e3eeac95-4862-410d-b3f2-c8169e37924a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:24:58.445887 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-51b74b2f-2b7b-4f51-960a-4810b9b1332d req-e3eeac95-4862-410d-b3f2-c8169e37924a service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ba4fae7b46b54e6e99cbf665d54e4a7e&device_id=90756201-b12a-491c-8b15-e3c43900ec0b HTTP/1.1" status: 200 len: 1094 time: 0.1895173 Jul 27 23:24:58.454315 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79073b63-649a-4aba-a4d4-923370a2ba06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92b770ef-811a-4dd7-8b1b-8a69929f1721,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:24:58.475581 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11376c0e-4f56-4431-94eb-53d5cc39023c req-043b4aa9-3b79-4490-9ef3-fd947b3369fa tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:24:58.484507 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-11376c0e-4f56-4431-94eb-53d5cc39023c req-043b4aa9-3b79-4490-9ef3-fd947b3369fa tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] 10.222.0.18 "GET /v2.0/ports?device_id=9209a91d-0abe-4c06-9721-630fc575b94f HTTP/1.1" status: 200 len: 932 time: 0.2301118 Jul 27 23:24:58.510720 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-51b74b2f-2b7b-4f51-960a-4810b9b1332d req-17e94a70-8d86-4e5d-9f10-8fadf231b7a7 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7ae046a6-a266-4500-aa0c-0a3fdb9c7db5 HTTP/1.1" status: 200 len: 217 time: 0.0445437 Jul 27 23:24:58.571316 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-11376c0e-4f56-4431-94eb-53d5cc39023c req-346b83cc-7442-4875-89f4-d94b6f1d26e7 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e15ece7-f410-4d95-9c67-d98c825e8c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812728 Jul 27 23:24:58.596091 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b74b2f-2b7b-4f51-960a-4810b9b1332d req-77e1f398-1b3d-477d-a1f2-229f9ae923eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:24:58.602212 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-51b74b2f-2b7b-4f51-960a-4810b9b1332d req-77e1f398-1b3d-477d-a1f2-229f9ae923eb service neutron] 10.222.0.38 "GET /v2.0/subnets?id=a6bca0f1-dba8-4820-a7a0-186b76699da1 HTTP/1.1" status: 200 len: 835 time: 0.0795424 Jul 27 23:24:58.632458 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-347a7748-9498-4bb5-a360-3c99d446ee1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:58.688740 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-347a7748-9498-4bb5-a360-3c99d446ee1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:58.781433 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-347a7748-9498-4bb5-a360-3c99d446ee1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:58.784477 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-347a7748-9498-4bb5-a360-3c99d446ee1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:58.786141 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-347a7748-9498-4bb5-a360-3c99d446ee1e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/92b770ef-811a-4dd7-8b1b-8a69929f1721 HTTP/1.1" status: 204 len: 168 time: 0.3552091 Jul 27 23:24:58.797840 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347a7748-9498-4bb5-a360-3c99d446ee1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92b770ef-811a-4dd7-8b1b-8a69929f1721,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:24:58.905934 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b74b2f-2b7b-4f51-960a-4810b9b1332d req-05d0e226-0e08-4f9c-88c4-8d8c08978639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:24:58.907288 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-51b74b2f-2b7b-4f51-960a-4810b9b1332d req-05d0e226-0e08-4f9c-88c4-8d8c08978639 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=031433c5-4bab-478c-b609-4a0e530ec703&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2860899 Jul 27 23:24:59.019346 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [req-7c4f8bc1-86c4-4180-a7d9-ed9b024d8d62 req-758590bc-fc11-4e0c-8da8-54a7a76f54d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70f9c649-a815-485d-8878-476ec164822f {{(pid=93798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:24:59.043362 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-7c4f8bc1-86c4-4180-a7d9-ed9b024d8d62 req-758590bc-fc11-4e0c-8da8-54a7a76f54d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:59.079216 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-7c4f8bc1-86c4-4180-a7d9-ed9b024d8d62 req-758590bc-fc11-4e0c-8da8-54a7a76f54d5 service neutron] Transition to ACTIVE for port object 70f9c649-a815-485d-8878-476ec164822f will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:24:59.094989 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-51b74b2f-2b7b-4f51-960a-4810b9b1332d req-0643cb80-aece-4a71-81fc-6405e1542d53 service neutron] 10.222.0.38 "GET /v2.0/networks/031433c5-4bab-478c-b609-4a0e530ec703?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1782246 Jul 27 23:24:59.095890 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-7c4f8bc1-86c4-4180-a7d9-ed9b024d8d62 req-758590bc-fc11-4e0c-8da8-54a7a76f54d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:59.236915 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 57666) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:24:59.268234 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c26320-8636-4128-8437-e8a2b9cde388 req-5779eb79-c397-4d4b-8a02-e88942e074fd tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:24:59.278650 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d5c26320-8636-4128-8437-e8a2b9cde388 req-5779eb79-c397-4d4b-8a02-e88942e074fd tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] 10.222.0.18 "GET /v2.0/ports?device_id=90756201-b12a-491c-8b15-e3c43900ec0b HTTP/1.1" status: 200 len: 943 time: 0.1267276 Jul 27 23:24:59.292623 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758590bc-fc11-4e0c-8da8-54a7a76f54d5 service neutron] Pushing event updated for resources: {'Port': ['ID=70f9c649-a815-485d-8878-476ec164822f,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:24:59.323355 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d5c26320-8636-4128-8437-e8a2b9cde388 req-69469399-d6b2-4de2-a9d0-723b93696dfc tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] 10.222.0.18 "GET /v2.0/security-groups?id=e4903a37-2932-44cf-9e86-b3f668de5d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434964 Jul 27 23:24:59.400741 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d866df40-ff41-45bc-aa7f-ef07b1597e9c req-40af68a2-d007-43e1-add5-ccdfb64306a8 tempest-ServerPasswordTestJSON-1526074505 tempest-ServerPasswordTestJSON-1526074505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:24:59.408864 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-d866df40-ff41-45bc-aa7f-ef07b1597e9c req-40af68a2-d007-43e1-add5-ccdfb64306a8 tempest-ServerPasswordTestJSON-1526074505 tempest-ServerPasswordTestJSON-1526074505-project] 10.222.0.18 "GET /v2.0/ports?device_id=5ef39a8d-6544-424a-b0ae-39427d41428a HTTP/1.1" status: 200 len: 946 time: 0.1992183 Jul 27 23:24:59.423884 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-51b74b2f-2b7b-4f51-960a-4810b9b1332d req-8cf43162-0fa8-4a87-91bb-22ea06e59887 service neutron] 10.222.0.38 "GET /v2.0/networks/031433c5-4bab-478c-b609-4a0e530ec703?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3077824 Jul 27 23:24:59.570629 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-d866df40-ff41-45bc-aa7f-ef07b1597e9c req-2455d48b-47a3-4289-8a35-10bc7a9b8945 tempest-ServerPasswordTestJSON-1526074505 tempest-ServerPasswordTestJSON-1526074505-project] 10.222.0.18 "GET /v2.0/security-groups?id=2989d075-3873-4d9f-b409-0aaf10af1227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555741 Jul 27 23:24:59.575177 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-7c4f8bc1-86c4-4180-a7d9-ed9b024d8d62 req-758590bc-fc11-4e0c-8da8-54a7a76f54d5 service neutron] Attempting to bind port 70f9c649-a815-485d-8878-476ec164822f on host n-h1-802623-1 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:24:59.589307 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-7c4f8bc1-86c4-4180-a7d9-ed9b024d8d62 req-758590bc-fc11-4e0c-8da8-54a7a76f54d5 service neutron] Attempting to bind port 70f9c649-a815-485d-8878-476ec164822f by drivers openvswitch,hyperv on host n-h1-802623-1 at level 0 using segments [{'id': 'e3440446-8deb-4174-b5a6-9cc094845dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '44e5b751-d35f-484a-98d7-35c3565f32a1'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:24:59.589307 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c4f8bc1-86c4-4180-a7d9-ed9b024d8d62 req-758590bc-fc11-4e0c-8da8-54a7a76f54d5 service neutron] Attempting to bind port 70f9c649-a815-485d-8878-476ec164822f on network 44e5b751-d35f-484a-98d7-35c3565f32a1 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:24:59.623514 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:59.625348 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ecd29ea8-3a70-4dde-a888-c099789ef07a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:59.631286 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c4f8bc1-86c4-4180-a7d9-ed9b024d8d62 req-758590bc-fc11-4e0c-8da8-54a7a76f54d5 service neutron] Port 70f9c649-a815-485d-8878-476ec164822f on network 44e5b751-d35f-484a-98d7-35c3565f32a1 not bound, no agent of type Open vSwitch agent registered on host n-h1-802623-1 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 23:24:59.634068 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c4f8bc1-86c4-4180-a7d9-ed9b024d8d62 req-758590bc-fc11-4e0c-8da8-54a7a76f54d5 service neutron] Attempting to bind port 70f9c649-a815-485d-8878-476ec164822f on network 44e5b751-d35f-484a-98d7-35c3565f32a1 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:24:59.651648 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2d75ee88-8ebe-4abc-8491-c41808618949 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:59.659016 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c4f8bc1-86c4-4180-a7d9-ed9b024d8d62 req-758590bc-fc11-4e0c-8da8-54a7a76f54d5 service neutron] Checking agent: {'id': '245f1da4-a9b8-4b08-90d7-28f0f342b839', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 59, 59), 'started_at': datetime.datetime(2021, 7, 27, 22, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:24:59.660415 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c4f8bc1-86c4-4180-a7d9-ed9b024d8d62 req-758590bc-fc11-4e0c-8da8-54a7a76f54d5 service neutron] Checking segment: {'id': 'e3440446-8deb-4174-b5a6-9cc094845dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '44e5b751-d35f-484a-98d7-35c3565f32a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:24:59.661368 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c4f8bc1-86c4-4180-a7d9-ed9b024d8d62 req-758590bc-fc11-4e0c-8da8-54a7a76f54d5 service neutron] Bound using segment: {'id': 'e3440446-8deb-4174-b5a6-9cc094845dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '44e5b751-d35f-484a-98d7-35c3565f32a1'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:24:59.663621 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-7c4f8bc1-86c4-4180-a7d9-ed9b024d8d62 req-758590bc-fc11-4e0c-8da8-54a7a76f54d5 service neutron] Bound port: 70f9c649-a815-485d-8878-476ec164822f, host: n-h1-802623-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3440446-8deb-4174-b5a6-9cc094845dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '44e5b751-d35f-484a-98d7-35c3565f32a1'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:24:59.664089 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-7c4f8bc1-86c4-4180-a7d9-ed9b024d8d62 req-758590bc-fc11-4e0c-8da8-54a7a76f54d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:59.734110 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a55f139-368d-4cf3-90b7-6c1bcedc3947 req-e61ea908-4110-4c2d-9c8c-0e39a59de285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:24:59.735925 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-2a55f139-368d-4cf3-90b7-6c1bcedc3947 req-e61ea908-4110-4c2d-9c8c-0e39a59de285 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ba4fae7b46b54e6e99cbf665d54e4a7e&device_id=90756201-b12a-491c-8b15-e3c43900ec0b HTTP/1.1" status: 200 len: 1094 time: 0.2579048 Jul 27 23:24:59.824393 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2d75ee88-8ebe-4abc-8491-c41808618949 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:59.830038 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2d75ee88-8ebe-4abc-8491-c41808618949 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:59.870176 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-2d75ee88-8ebe-4abc-8491-c41808618949 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=83a78dd79f0543d999ad8057f4b4e9a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6289842 Jul 27 23:24:59.871176 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 57696) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:24:59.910876 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 57698) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:24:59.952429 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d75ee88-8ebe-4abc-8491-c41808618949 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1107456-d403-4544-bb70-3808125133ee,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:25:00.008479 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-085e71c7-968a-41ee-b0a0-c47f4217b720 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:00.047606 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-085e71c7-968a-41ee-b0a0-c47f4217b720 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:00.083244 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:00.174991 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-337d1581-758e-46e2-9da7-ff8e51bc566e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:00.295543 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d8576d-7fb1-457e-98bf-e6f3eb256cea req-452c549f-ca69-4580-8e2b-268e74a19c3b tempest-ServerPasswordTestJSON-1526074505 tempest-ServerPasswordTestJSON-1526074505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:25:00.297923 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f9d8576d-7fb1-457e-98bf-e6f3eb256cea req-452c549f-ca69-4580-8e2b-268e74a19c3b tempest-ServerPasswordTestJSON-1526074505 tempest-ServerPasswordTestJSON-1526074505-project] 10.222.0.18 "GET /v2.0/ports?device_id=5ef39a8d-6544-424a-b0ae-39427d41428a HTTP/1.1" status: 200 len: 946 time: 0.0929587 Jul 27 23:25:00.314117 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-085e71c7-968a-41ee-b0a0-c47f4217b720 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:00.316873 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-085e71c7-968a-41ee-b0a0-c47f4217b720 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:00.320148 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-085e71c7-968a-41ee-b0a0-c47f4217b720 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c1107456-d403-4544-bb70-3808125133ee HTTP/1.1" status: 204 len: 168 time: 0.4468231 Jul 27 23:25:00.378964 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085e71c7-968a-41ee-b0a0-c47f4217b720 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1107456-d403-4544-bb70-3808125133ee,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:25:00.428730 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f9d8576d-7fb1-457e-98bf-e6f3eb256cea req-2e08a918-2baa-42e6-9214-d4b810482c89 tempest-ServerPasswordTestJSON-1526074505 tempest-ServerPasswordTestJSON-1526074505-project] 10.222.0.18 "GET /v2.0/security-groups?id=2989d075-3873-4d9f-b409-0aaf10af1227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010213 Jul 27 23:25:00.467953 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-19f2e178-d45e-4fbe-b9be-c3963fc151ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:00.514451 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-337d1581-758e-46e2-9da7-ff8e51bc566e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:00.527197 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-337d1581-758e-46e2-9da7-ff8e51bc566e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:00.555083 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a55f139-368d-4cf3-90b7-6c1bcedc3947 req-7aef916d-0019-4186-aad7-0ab17a073091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:25:00.557748 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-2a55f139-368d-4cf3-90b7-6c1bcedc3947 req-7aef916d-0019-4186-aad7-0ab17a073091 service neutron] 10.222.0.38 "GET /v2.0/networks?id=031433c5-4bab-478c-b609-4a0e530ec703 HTTP/1.1" status: 200 len: 898 time: 0.7422581 Jul 27 23:25:00.559521 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-7c4f8bc1-86c4-4180-a7d9-ed9b024d8d62 req-758590bc-fc11-4e0c-8da8-54a7a76f54d5 service neutron] For port 70f9c649-a815-485d-8878-476ec164822f, host n-h1-802623-1, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:25:00.602779 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38e9e20-ec28-4996-95e2-e705d87a2c86 req-0e13305b-ec63-4346-8aec-05e2efc15e4c tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:25:00.612295 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c38e9e20-ec28-4996-95e2-e705d87a2c86 req-0e13305b-ec63-4346-8aec-05e2efc15e4c tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] 10.222.0.18 "GET /v2.0/ports?device_id=9209a91d-0abe-4c06-9721-630fc575b94f HTTP/1.1" status: 200 len: 944 time: 0.8752694 Jul 27 23:25:00.642055 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-7c4f8bc1-86c4-4180-a7d9-ed9b024d8d62 req-758590bc-fc11-4e0c-8da8-54a7a76f54d5 service neutron] For port 70f9c649-a815-485d-8878-476ec164822f, host n-h1-802623-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=70f9c649-a815-485d-8878-476ec164822f,segment=NetworkSegment(e3440446-8deb-4174-b5a6-9cc094845dc2),segment_id=e3440446-8deb-4174-b5a6-9cc094845dc2)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:25:00.647360 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-337d1581-758e-46e2-9da7-ff8e51bc566e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=29ee82bc3476439699ed3b9da5fff383&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7239559 Jul 27 23:25:00.648168 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 57730) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:25:00.654132 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337d1581-758e-46e2-9da7-ff8e51bc566e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dedb3a4f-e3fa-4cf6-9d2e-4aa3a6baa703,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:25:00.665506 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-2a55f139-368d-4cf3-90b7-6c1bcedc3947 req-e82711cc-c52e-47f9-b220-5724ecf33845 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7ae046a6-a266-4500-aa0c-0a3fdb9c7db5 HTTP/1.1" status: 200 len: 217 time: 0.0861597 Jul 27 23:25:00.669055 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-7c4f8bc1-86c4-4180-a7d9-ed9b024d8d62 req-758590bc-fc11-4e0c-8da8-54a7a76f54d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:00.681436 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff46483-efa8-4561-9e9b-89b49620c33c req-c0f40929-f9e8-4f26-998b-95f666d38fec tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:25:00.683038 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-7ff46483-efa8-4561-9e9b-89b49620c33c req-c0f40929-f9e8-4f26-998b-95f666d38fec tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] 10.222.0.18 "GET /v2.0/ports?device_id=90756201-b12a-491c-8b15-e3c43900ec0b HTTP/1.1" status: 200 len: 943 time: 0.1266003 Jul 27 23:25:00.747807 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758590bc-fc11-4e0c-8da8-54a7a76f54d5 service neutron] Pushing event updated for resources: {'Port': ['ID=70f9c649-a815-485d-8878-476ec164822f,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:25:00.776309 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c38e9e20-ec28-4996-95e2-e705d87a2c86 req-22113d95-7cce-4cf0-b2a7-f3d4d7a39c17 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e15ece7-f410-4d95-9c67-d98c825e8c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628149 Jul 27 23:25:00.793049 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-7ff46483-efa8-4561-9e9b-89b49620c33c req-d6e72165-f978-422a-b4ac-a72edb860b69 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] 10.222.0.18 "GET /v2.0/security-groups?id=e4903a37-2932-44cf-9e86-b3f668de5d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1008792 Jul 27 23:25:00.843113 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-688ab40d-c7e6-496f-9f4d-89ebcf6b9010 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:00.845623 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4f8bc1-86c4-4180-a7d9-ed9b024d8d62 req-758590bc-fc11-4e0c-8da8-54a7a76f54d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:25:00.846391 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-7c4f8bc1-86c4-4180-a7d9-ed9b024d8d62 req-758590bc-fc11-4e0c-8da8-54a7a76f54d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:00.847782 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 7ae046a6-a266-4500-aa0c-0a3fdb9c7db5 details requested by agent hyperv_n-h1-802623-1 with host n-h1-802623-1 {{(pid=93799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 23:25:00.848504 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7c4f8bc1-86c4-4180-a7d9-ed9b024d8d62 req-758590bc-fc11-4e0c-8da8-54a7a76f54d5 service neutron] 10.222.0.38 "PUT /v2.0/ports/70f9c649-a815-485d-8878-476ec164822f HTTP/1.1" status: 200 len: 1092 time: 2.5168543 Jul 27 23:25:00.848504 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9209a91d-0abe-4c06-9721-630fc575b94f', 'tag': '70f9c649-a815-485d-8878-476ec164822f'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:25:00.850679 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}011f8d312121274bb12d78e77c6379a2079800640016cec6c6d605b73666e854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e01cbf60-5225-4a44-8802-1456dcde546b" -d '{"events": [{"name": "network-changed", "server_uuid": "9209a91d-0abe-4c06-9721-630fc575b94f", "tag": "70f9c649-a815-485d-8878-476ec164822f"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:25:00.902669 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a55f139-368d-4cf3-90b7-6c1bcedc3947 req-f5a8a42f-097b-4f6f-af2a-e70449da1879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:25:00.904676 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-2a55f139-368d-4cf3-90b7-6c1bcedc3947 req-f5a8a42f-097b-4f6f-af2a-e70449da1879 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=a6bca0f1-dba8-4820-a7a0-186b76699da1 HTTP/1.1" status: 200 len: 835 time: 0.1636612 Jul 27 23:25:00.919853 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-688ab40d-c7e6-496f-9f4d-89ebcf6b9010 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:00.943464 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 23:25:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d6345fe-c778-4d7a-81ff-f43a6ae4ebb5 x-openstack-request-id: req-1d6345fe-c778-4d7a-81ff-f43a6ae4ebb5 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:25:00.943987 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9209a91d-0abe-4c06-9721-630fc575b94f", "tag": "70f9c649-a815-485d-8878-476ec164822f", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:25:00.944384 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1d6345fe-c778-4d7a-81ff-f43a6ae4ebb5 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:25:00.945175 n-d-802623-1 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9209a91d-0abe-4c06-9721-630fc575b94f', 'tag': '70f9c649-a815-485d-8878-476ec164822f', 'status': 'completed', 'code': 200} Jul 27 23:25:00.948644 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 57742) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:25:01.018283 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4d8c3793-bec3-42af-8940-8239c2540d89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:01.024510 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-688ab40d-c7e6-496f-9f4d-89ebcf6b9010 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:01.027868 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-688ab40d-c7e6-496f-9f4d-89ebcf6b9010 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:01.029312 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-688ab40d-c7e6-496f-9f4d-89ebcf6b9010 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/dedb3a4f-e3fa-4cf6-9d2e-4aa3a6baa703 HTTP/1.1" status: 204 len: 168 time: 0.3723738 Jul 27 23:25:01.044951 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688ab40d-c7e6-496f-9f4d-89ebcf6b9010 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dedb3a4f-e3fa-4cf6-9d2e-4aa3a6baa703,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:25:01.095497 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a55f139-368d-4cf3-90b7-6c1bcedc3947 req-28b9ea3d-b6f7-44c0-91e5-ebc62d38031f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:25:01.097016 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-2a55f139-368d-4cf3-90b7-6c1bcedc3947 req-28b9ea3d-b6f7-44c0-91e5-ebc62d38031f service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=031433c5-4bab-478c-b609-4a0e530ec703&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1492717 Jul 27 23:25:01.104398 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4f8bc1-86c4-4180-a7d9-ed9b024d8d62 req-149dd759-433c-4348-a26f-5b63ed8a2437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:25:01.105909 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7c4f8bc1-86c4-4180-a7d9-ed9b024d8d62 req-149dd759-433c-4348-a26f-5b63ed8a2437 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=cf2ac26483444f3d949e08ee053eb26a&device_id=9209a91d-0abe-4c06-9721-630fc575b94f HTTP/1.1" status: 200 len: 1095 time: 0.2001681 Jul 27 23:25:01.215721 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7c4f8bc1-86c4-4180-a7d9-ed9b024d8d62 req-113ee151-0aa2-4d92-8ad0-76b71b1fcc87 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=70f9c649-a815-485d-8878-476ec164822f HTTP/1.1" status: 200 len: 217 time: 0.0906482 Jul 27 23:25:01.266175 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port 7ae046a6-a266-4500-aa0c-0a3fdb9c7db5, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=7ae046a6-a266-4500-aa0c-0a3fdb9c7db5,segment=NetworkSegment(f2f9ed54-2796-4652-8c86-3921413d1280),segment_id=f2f9ed54-2796-4652-8c86-3921413d1280)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:25:01.291361 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Returning: {'device': '7ae046a6-a266-4500-aa0c-0a3fdb9c7db5', 'network_id': '031433c5-4bab-478c-b609-4a0e530ec703', 'port_id': '7ae046a6-a266-4500-aa0c-0a3fdb9c7db5', 'mac_address': 'fa:16:3e:38:6a:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6bca0f1-dba8-4820-a7a0-186b76699da1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 23:25:01.333811 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4f8bc1-86c4-4180-a7d9-ed9b024d8d62 req-b0a14552-c3e5-4267-86c5-f0fe33ff91ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:25:01.335741 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7c4f8bc1-86c4-4180-a7d9-ed9b024d8d62 req-b0a14552-c3e5-4267-86c5-f0fe33ff91ea service neutron] 10.222.0.38 "GET /v2.0/subnets?id=35a04ddb-b611-4dee-a6f7-89af6e6ad557 HTTP/1.1" status: 200 len: 845 time: 0.1079011 Jul 27 23:25:01.357444 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-2a55f139-368d-4cf3-90b7-6c1bcedc3947 req-f4e5ae63-9372-4f27-abd0-e1f46565de49 service neutron] 10.222.0.38 "GET /v2.0/networks/031433c5-4bab-478c-b609-4a0e530ec703?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2484925 Jul 27 23:25:01.392858 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:01.412063 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ae046a6-a266-4500-aa0c-0a3fdb9c7db5 {{(pid=93799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:25:01.442900 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port 7ae046a6-a266-4500-aa0c-0a3fdb9c7db5, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=7ae046a6-a266-4500-aa0c-0a3fdb9c7db5,segment=NetworkSegment(f2f9ed54-2796-4652-8c86-3921413d1280),segment_id=f2f9ed54-2796-4652-8c86-3921413d1280)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:25:01.448557 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:01.530221 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7c4f8bc1-86c4-4180-a7d9-ed9b024d8d62 req-5cd41ddf-a9c3-4596-b2d2-481156843c25 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=44e5b751-d35f-484a-98d7-35c3565f32a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1868415 Jul 27 23:25:01.538688 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Pushing event updated for resources: {'Port': ['ID=7ae046a6-a266-4500-aa0c-0a3fdb9c7db5,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:25:01.543694 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4d8c3793-bec3-42af-8940-8239c2540d89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:01.558274 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4d8c3793-bec3-42af-8940-8239c2540d89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:01.650211 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-2a55f139-368d-4cf3-90b7-6c1bcedc3947 req-70f7c5cc-840e-434f-895d-0bd3f5f79e6d service neutron] 10.222.0.38 "GET /v2.0/networks/031433c5-4bab-478c-b609-4a0e530ec703?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2831862 Jul 27 23:25:01.658591 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8c3793-bec3-42af-8940-8239c2540d89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f41b247e-4aec-47a9-bfa2-6c9eead70e64,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:25:01.659988 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] get_ports_and_sgs() called for port_ids ['7ae046a6-a266-4500-aa0c-0a3fdb9c7db5'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:25:01.667558 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-4d8c3793-bec3-42af-8940-8239c2540d89 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6ed75dd4dceb4a6aaee6ce7006f91622&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7152627 Jul 27 23:25:01.676055 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 57768) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:25:01.716306 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c046de-431a-4bf5-81c4-3797d96376b9 req-5300a64d-71db-4c08-b707-0d52c78285c8 tempest-ServerPasswordTestJSON-1526074505 tempest-ServerPasswordTestJSON-1526074505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:25:01.718419 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-71c046de-431a-4bf5-81c4-3797d96376b9 req-5300a64d-71db-4c08-b707-0d52c78285c8 tempest-ServerPasswordTestJSON-1526074505 tempest-ServerPasswordTestJSON-1526074505-project] 10.222.0.18 "GET /v2.0/ports?device_id=5ef39a8d-6544-424a-b0ae-39427d41428a HTTP/1.1" status: 200 len: 946 time: 0.1765714 Jul 27 23:25:01.781787 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7c4f8bc1-86c4-4180-a7d9-ed9b024d8d62 req-db9503db-c4a8-4f64-b1ba-2d7c43f06337 service neutron] 10.222.0.38 "GET /v2.0/networks/44e5b751-d35f-484a-98d7-35c3565f32a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2343738 Jul 27 23:25:01.800700 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-71c046de-431a-4bf5-81c4-3797d96376b9 req-be8a48cf-9456-4196-aa70-720ee54537d8 tempest-ServerPasswordTestJSON-1526074505 tempest-ServerPasswordTestJSON-1526074505-project] 10.222.0.18 "GET /v2.0/security-groups?id=2989d075-3873-4d9f-b409-0aaf10af1227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645738 Jul 27 23:25:01.809586 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3143d3-ecd0-4cf1-b280-c0e24412c2f9 req-1ebf0ead-6be3-44dc-9767-a6923c930a93 tempest-ServerPasswordTestJSON-1526074505 tempest-ServerPasswordTestJSON-1526074505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:25:01.811206 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-8c3143d3-ecd0-4cf1-b280-c0e24412c2f9 req-1ebf0ead-6be3-44dc-9767-a6923c930a93 tempest-ServerPasswordTestJSON-1526074505 tempest-ServerPasswordTestJSON-1526074505-project] 10.222.0.49 "GET /v2.0/ports?device_id=5ef39a8d-6544-424a-b0ae-39427d41428a HTTP/1.1" status: 200 len: 946 time: 0.1448736 Jul 27 23:25:01.890198 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 57782) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:25:01.909610 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-58748ce5-9482-429a-94a0-1406519642fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:02.002954 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5d5dee82-4a86-4994-acc8-795f342ddf0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:02.050446 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb59e63-f13f-4af4-97d8-7cf9ff1d7206 req-e3c58ad9-6938-46b7-b592-8f8ce526b400 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:25:02.052656 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8eb59e63-f13f-4af4-97d8-7cf9ff1d7206 req-e3c58ad9-6938-46b7-b592-8f8ce526b400 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] 10.222.0.18 "GET /v2.0/ports?device_id=90756201-b12a-491c-8b15-e3c43900ec0b HTTP/1.1" status: 200 len: 944 time: 0.1408825 Jul 27 23:25:02.090470 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5d5dee82-4a86-4994-acc8-795f342ddf0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:02.143811 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8eb59e63-f13f-4af4-97d8-7cf9ff1d7206 req-f3ef03d0-00a6-4252-82d0-c9cff894044f tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] 10.222.0.18 "GET /v2.0/security-groups?id=e4903a37-2932-44cf-9e86-b3f668de5d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0836360 Jul 27 23:25:02.205653 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeea1ee5-0d45-4def-af28-71f7c86a3523 req-ab417083-9dbe-4459-a7c4-2319130114f0 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:25:02.207460 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-aeea1ee5-0d45-4def-af28-71f7c86a3523 req-ab417083-9dbe-4459-a7c4-2319130114f0 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] 10.222.0.18 "GET /v2.0/ports?device_id=9209a91d-0abe-4c06-9721-630fc575b94f HTTP/1.1" status: 200 len: 944 time: 0.2609839 Jul 27 23:25:02.221617 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-58748ce5-9482-429a-94a0-1406519642fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:02.232146 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-58748ce5-9482-429a-94a0-1406519642fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:02.238303 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7418f70f-e60d-4709-8ba9-6ab514bc7f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:02.264421 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-8c3143d3-ecd0-4cf1-b280-c0e24412c2f9 req-04dfda6f-52ca-4d4d-b028-e2f22c1e896f tempest-ServerPasswordTestJSON-1526074505 tempest-ServerPasswordTestJSON-1526074505-project] Deleting port 0a8e6e15-dca7-4e42-acc6-a85a18af9c33 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:25:02.264679 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-8c3143d3-ecd0-4cf1-b280-c0e24412c2f9 req-04dfda6f-52ca-4d4d-b028-e2f22c1e896f tempest-ServerPasswordTestJSON-1526074505 tempest-ServerPasswordTestJSON-1526074505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:02.275800 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7c4f8bc1-86c4-4180-a7d9-ed9b024d8d62 req-ee088d40-df51-48e2-8263-656eb3531f93 service neutron] 10.222.0.38 "GET /v2.0/networks/44e5b751-d35f-484a-98d7-35c3565f32a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4867673 Jul 27 23:25:02.285248 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-58748ce5-9482-429a-94a0-1406519642fd admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9cefa77ffa6943868000194155e0511e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3936353 Jul 27 23:25:02.289879 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 57790) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:25:02.307938 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58748ce5-9482-429a-94a0-1406519642fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7285bdd6-034d-45d2-b387-edfe76548bab,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:25:02.323727 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5d5dee82-4a86-4994-acc8-795f342ddf0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:02.326985 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5d5dee82-4a86-4994-acc8-795f342ddf0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:02.330789 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-5d5dee82-4a86-4994-acc8-795f342ddf0f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f41b247e-4aec-47a9-bfa2-6c9eead70e64 HTTP/1.1" status: 204 len: 168 time: 0.6537557 Jul 27 23:25:02.371646 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1d84954f-36f7-4cca-a368-286fdb9943be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:02.390268 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5dee82-4a86-4994-acc8-795f342ddf0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f41b247e-4aec-47a9-bfa2-6c9eead70e64,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:25:02.411316 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-aeea1ee5-0d45-4def-af28-71f7c86a3523 req-8482e3fa-9a47-4b1f-b812-e26f1681eabf tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e15ece7-f410-4d95-9c67-d98c825e8c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854982 Jul 27 23:25:02.423734 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1d84954f-36f7-4cca-a368-286fdb9943be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:02.440902 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01cbf60-5225-4a44-8802-1456dcde546b req-9c05db08-3362-484e-8868-5cbd5d7e2529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:25:02.455586 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e01cbf60-5225-4a44-8802-1456dcde546b req-9c05db08-3362-484e-8868-5cbd5d7e2529 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=cf2ac26483444f3d949e08ee053eb26a&device_id=9209a91d-0abe-4c06-9721-630fc575b94f HTTP/1.1" status: 200 len: 1095 time: 0.1012828 Jul 27 23:25:02.507243 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1d84954f-36f7-4cca-a368-286fdb9943be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:02.510238 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1d84954f-36f7-4cca-a368-286fdb9943be admin admin] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:02.513954 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-1d84954f-36f7-4cca-a368-286fdb9943be admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7285bdd6-034d-45d2-b387-edfe76548bab HTTP/1.1" status: 204 len: 168 time: 0.2204022 Jul 27 23:25:02.524817 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d84954f-36f7-4cca-a368-286fdb9943be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7285bdd6-034d-45d2-b387-edfe76548bab,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:25:02.539569 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-8c3143d3-ecd0-4cf1-b280-c0e24412c2f9 req-04dfda6f-52ca-4d4d-b028-e2f22c1e896f tempest-ServerPasswordTestJSON-1526074505 tempest-ServerPasswordTestJSON-1526074505-project] For port 0a8e6e15-dca7-4e42-acc6-a85a18af9c33, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=0a8e6e15-dca7-4e42-acc6-a85a18af9c33,segment=NetworkSegment(8127e65e-b063-4378-bcc7-d5d9e6b43b02),segment_id=8127e65e-b063-4378-bcc7-d5d9e6b43b02)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:25:02.539945 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-8c3143d3-ecd0-4cf1-b280-c0e24412c2f9 req-04dfda6f-52ca-4d4d-b028-e2f22c1e896f tempest-ServerPasswordTestJSON-1526074505 tempest-ServerPasswordTestJSON-1526074505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:02.561678 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-8c3143d3-ecd0-4cf1-b280-c0e24412c2f9 req-04dfda6f-52ca-4d4d-b028-e2f22c1e896f tempest-ServerPasswordTestJSON-1526074505 tempest-ServerPasswordTestJSON-1526074505-project] Calling delete_port for 0a8e6e15-dca7-4e42-acc6-a85a18af9c33 owned by compute:nova {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:25:02.663551 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01cbf60-5225-4a44-8802-1456dcde546b req-a7754316-b967-4326-9f1a-14e98f0e5e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:25:02.665069 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e01cbf60-5225-4a44-8802-1456dcde546b req-a7754316-b967-4326-9f1a-14e98f0e5e1d service neutron] 10.222.0.38 "GET /v2.0/networks?id=44e5b751-d35f-484a-98d7-35c3565f32a1 HTTP/1.1" status: 200 len: 906 time: 0.2087018 Jul 27 23:25:02.719836 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e01cbf60-5225-4a44-8802-1456dcde546b req-f263f4f9-e232-49dd-ad21-42ff2c37c79c service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=70f9c649-a815-485d-8878-476ec164822f HTTP/1.1" status: 200 len: 217 time: 0.0391567 Jul 27 23:25:02.845387 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01cbf60-5225-4a44-8802-1456dcde546b req-baf0802b-4fb4-491d-98d2-b1591aa59c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:25:02.851008 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 7ae046a6-a266-4500-aa0c-0a3fdb9c7db5 up at agent hyperv_n-h1-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:25:02.851136 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e01cbf60-5225-4a44-8802-1456dcde546b req-baf0802b-4fb4-491d-98d2-b1591aa59c25 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=35a04ddb-b611-4dee-a6f7-89af6e6ad557 HTTP/1.1" status: 200 len: 845 time: 0.1040227 Jul 27 23:25:02.922301 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e01cbf60-5225-4a44-8802-1456dcde546b req-2b109a34-bd67-4d1c-85ee-5406c92ac083 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=44e5b751-d35f-484a-98d7-35c3565f32a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0626869 Jul 27 23:25:02.928803 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-8c3143d3-ecd0-4cf1-b280-c0e24412c2f9 req-04dfda6f-52ca-4d4d-b028-e2f22c1e896f tempest-ServerPasswordTestJSON-1526074505 tempest-ServerPasswordTestJSON-1526074505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:02.948011 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] get_ports_and_sgs() called for port_ids ['0a8e6e15-dca7-4e42-acc6-a85a18af9c33'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:25:03.025097 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Provisioning for port 7ae046a6-a266-4500-aa0c-0a3fdb9c7db5 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:25:03.027485 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde2a646-f1df-46f7-b1eb-48da4a883c3b req-6c063d6e-2c0a-4b95-875e-e6f3db7f3b48 tempest-ServerPasswordTestJSON-1526074505 tempest-ServerPasswordTestJSON-1526074505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:25:03.029175 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-bde2a646-f1df-46f7-b1eb-48da4a883c3b req-6c063d6e-2c0a-4b95-875e-e6f3db7f3b48 tempest-ServerPasswordTestJSON-1526074505 tempest-ServerPasswordTestJSON-1526074505-project] 10.222.0.18 "GET /v2.0/ports?device_id=5ef39a8d-6544-424a-b0ae-39427d41428a HTTP/1.1" status: 200 len: 867 time: 0.1297984 Jul 27 23:25:03.033652 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Provisioning complete for port 7ae046a6-a266-4500-aa0c-0a3fdb9c7db5 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:25:03.035379 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:03.077422 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dfda6f-52ca-4d4d-b028-e2f22c1e896f tempest-ServerPasswordTestJSON-1526074505 tempest-ServerPasswordTestJSON-1526074505-project] Pushing event deleted for resources: {'Port': ['ID=0a8e6e15-dca7-4e42-acc6-a85a18af9c33,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:25:03.154479 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c3143d3-ecd0-4cf1-b280-c0e24412c2f9 req-04dfda6f-52ca-4d4d-b028-e2f22c1e896f tempest-ServerPasswordTestJSON-1526074505 tempest-ServerPasswordTestJSON-1526074505-project] No DVR routers for this DVR port 0a8e6e15-dca7-4e42-acc6-a85a18af9c33 on host n-h2-802623-1 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:25:03.162809 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:03.163585 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-8c3143d3-ecd0-4cf1-b280-c0e24412c2f9 req-04dfda6f-52ca-4d4d-b028-e2f22c1e896f tempest-ServerPasswordTestJSON-1526074505 tempest-ServerPasswordTestJSON-1526074505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:03.181467 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-8c3143d3-ecd0-4cf1-b280-c0e24412c2f9 req-04dfda6f-52ca-4d4d-b028-e2f22c1e896f tempest-ServerPasswordTestJSON-1526074505 tempest-ServerPasswordTestJSON-1526074505-project] 10.222.0.49 "DELETE /v2.0/ports/0a8e6e15-dca7-4e42-acc6-a85a18af9c33 HTTP/1.1" status: 204 len: 173 time: 1.3361967 Jul 27 23:25:03.182185 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ef39a8d-6544-424a-b0ae-39427d41428a', 'name': 'network-vif-deleted', 'tag': '0a8e6e15-dca7-4e42-acc6-a85a18af9c33'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:25:03.187955 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-bde2a646-f1df-46f7-b1eb-48da4a883c3b req-c0e480b3-83f5-4937-b81d-cfb9153a8a46 tempest-ServerPasswordTestJSON-1526074505 tempest-ServerPasswordTestJSON-1526074505-project] 10.222.0.18 "GET /v2.0/security-groups?id=2989d075-3873-4d9f-b409-0aaf10af1227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468658 Jul 27 23:25:03.190686 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}011f8d312121274bb12d78e77c6379a2079800640016cec6c6d605b73666e854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9aecfeb-ebd3-4df6-8ca3-1e7ef4fc4adc" -d '{"events": [{"server_uuid": "5ef39a8d-6544-424a-b0ae-39427d41428a", "name": "network-vif-deleted", "tag": "0a8e6e15-dca7-4e42-acc6-a85a18af9c33"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:25:03.206182 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90756201-b12a-491c-8b15-e3c43900ec0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ae046a6-a266-4500-aa0c-0a3fdb9c7db5'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:25:03.211914 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c0369b0d4f459110ff20a1f9878ba33f96d6491bddb9d15843bf29d01e0bda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1760560a-96e8-4bbd-9938-b8d0e7e04385" -d '{"events": [{"server_uuid": "90756201-b12a-491c-8b15-e3c43900ec0b", "name": "network-vif-plugged", "status": "completed", "tag": "7ae046a6-a266-4500-aa0c-0a3fdb9c7db5"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:25:03.231875 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port 7ae046a6-a266-4500-aa0c-0a3fdb9c7db5, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=7ae046a6-a266-4500-aa0c-0a3fdb9c7db5,segment=NetworkSegment(f2f9ed54-2796-4652-8c86-3921413d1280),segment_id=f2f9ed54-2796-4652-8c86-3921413d1280)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:25:03.242455 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:03.254031 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e01cbf60-5225-4a44-8802-1456dcde546b req-7e13ae14-db19-4a06-ae67-b4b80fcbb256 service neutron] 10.222.0.38 "GET /v2.0/networks/44e5b751-d35f-484a-98d7-35c3565f32a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3205776 Jul 27 23:25:03.330816 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:25:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac3877a0-089c-4183-b915-c9ecc40a42d6 x-openstack-request-id: req-ac3877a0-089c-4183-b915-c9ecc40a42d6 {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:25:03.331131 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90756201-b12a-491c-8b15-e3c43900ec0b", "name": "network-vif-plugged", "status": "completed", "tag": "7ae046a6-a266-4500-aa0c-0a3fdb9c7db5", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:25:03.343716 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ac3877a0-089c-4183-b915-c9ecc40a42d6 {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:25:03.344160 n-d-802623-1 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90756201-b12a-491c-8b15-e3c43900ec0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ae046a6-a266-4500-aa0c-0a3fdb9c7db5', 'code': 200} Jul 27 23:25:03.440911 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Pushing event updated for resources: {'Port': ['ID=7ae046a6-a266-4500-aa0c-0a3fdb9c7db5,revision_number=5']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:25:03.458310 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:25:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caa04363-2194-4833-b89b-5273d7556880 x-openstack-request-id: req-caa04363-2194-4833-b89b-5273d7556880 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:25:03.458598 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ef39a8d-6544-424a-b0ae-39427d41428a", "name": "network-vif-deleted", "tag": "0a8e6e15-dca7-4e42-acc6-a85a18af9c33", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:25:03.458857 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-caa04363-2194-4833-b89b-5273d7556880 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:25:03.459287 n-d-802623-1 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ef39a8d-6544-424a-b0ae-39427d41428a', 'name': 'network-vif-deleted', 'tag': '0a8e6e15-dca7-4e42-acc6-a85a18af9c33', 'status': 'completed', 'code': 200} Jul 27 23:25:03.510416 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e01cbf60-5225-4a44-8802-1456dcde546b req-45855cc0-3243-4f60-a224-88edce4f4227 service neutron] 10.222.0.38 "GET /v2.0/networks/44e5b751-d35f-484a-98d7-35c3565f32a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2501886 Jul 27 23:25:03.559571 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cd5096-aec4-4162-86bf-ec5ffc14249f req-2d777f77-e22d-4318-a349-27b68982f44f tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:25:03.567866 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b6cd5096-aec4-4162-86bf-ec5ffc14249f req-2d777f77-e22d-4318-a349-27b68982f44f tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] 10.222.0.18 "GET /v2.0/ports?device_id=90756201-b12a-491c-8b15-e3c43900ec0b HTTP/1.1" status: 200 len: 945 time: 0.1858490 Jul 27 23:25:03.578819 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb9a7b6-081b-4626-9211-0a267de66c9c req-c7fb4627-988e-4063-af81-54cb45b4dfba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:25:03.580353 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-0cb9a7b6-081b-4626-9211-0a267de66c9c req-c7fb4627-988e-4063-af81-54cb45b4dfba service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=90756201-b12a-491c-8b15-e3c43900ec0b HTTP/1.1" status: 200 len: 1096 time: 0.1158385 Jul 27 23:25:03.652027 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-0cb9a7b6-081b-4626-9211-0a267de66c9c req-211df9f4-daab-4ba9-afd9-4f3f37ec71c7 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=e4903a37-2932-44cf-9e86-b3f668de5d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594060 Jul 27 23:25:03.662760 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05317b70-3082-4c6a-8f50-90a2e83096cd req-113ad4b9-13e8-4ec3-b4c5-cbeb4aa34747 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:25:03.670892 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-05317b70-3082-4c6a-8f50-90a2e83096cd req-113ad4b9-13e8-4ec3-b4c5-cbeb4aa34747 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] 10.222.0.18 "GET /v2.0/ports?device_id=9209a91d-0abe-4c06-9721-630fc575b94f HTTP/1.1" status: 200 len: 944 time: 0.1094861 Jul 27 23:25:03.676505 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b6cd5096-aec4-4162-86bf-ec5ffc14249f req-93a28d54-af88-4c98-b75d-08a7fdd203f9 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] 10.222.0.18 "GET /v2.0/security-groups?id=e4903a37-2932-44cf-9e86-b3f668de5d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1078353 Jul 27 23:25:03.739098 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-05317b70-3082-4c6a-8f50-90a2e83096cd req-ba468199-1fba-4286-840e-ffec576a8edc tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e15ece7-f410-4d95-9c67-d98c825e8c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599494 Jul 27 23:25:03.913725 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 57870) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:25:04.129559 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0ea21a85-a51b-41ba-b4f1-7e8daed9b3e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:04.278502 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 57890) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:25:04.337919 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0ea21a85-a51b-41ba-b4f1-7e8daed9b3e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:04.345023 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0ea21a85-a51b-41ba-b4f1-7e8daed9b3e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:04.350188 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_v2 [None req-95fe7827-f88d-4ee5-848f-c4f429ceb8cd admin admin] Deleting subnet 7d26b58a-7b6c-4e1b-b44c-f4e2b182e74c {{(pid=93798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 23:25:04.354435 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-95fe7827-f88d-4ee5-848f-c4f429ceb8cd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:04.405838 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-95fe7827-f88d-4ee5-848f-c4f429ceb8cd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11163249'] for subnet, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:04.420140 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-0ea21a85-a51b-41ba-b4f1-7e8daed9b3e9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=17651728ddf84936918817e2b2a6d32d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5049748 Jul 27 23:25:04.420867 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 57896) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:25:04.445727 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea21a85-a51b-41ba-b4f1-7e8daed9b3e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fceb309a-61f2-44d2-8bee-986f30cfb219,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:25:04.498502 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5144a636-8976-474e-bf14-ba9e580fea2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:04.528073 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-95fe7827-f88d-4ee5-848f-c4f429ceb8cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620741'] for subnet, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:04.538692 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5144a636-8976-474e-bf14-ba9e580fea2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:04.637051 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-95fe7827-f88d-4ee5-848f-c4f429ceb8cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11971800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12265753'] for subnet, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:04.654302 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5144a636-8976-474e-bf14-ba9e580fea2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:04.658150 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5144a636-8976-474e-bf14-ba9e580fea2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:04.662636 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-5144a636-8976-474e-bf14-ba9e580fea2f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/fceb309a-61f2-44d2-8bee-986f30cfb219 HTTP/1.1" status: 204 len: 168 time: 0.2361872 Jul 27 23:25:04.671458 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5144a636-8976-474e-bf14-ba9e580fea2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fceb309a-61f2-44d2-8bee-986f30cfb219,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:25:04.677444 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fe7827-f88d-4ee5-848f-c4f429ceb8cd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d26b58a-7b6c-4e1b-b44c-f4e2b182e74c,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:25:04.680210 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-95fe7827-f88d-4ee5-848f-c4f429ceb8cd admin admin] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:04.684520 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-95fe7827-f88d-4ee5-848f-c4f429ceb8cd admin admin] 10.222.0.18 "DELETE /v2.0/subnets/7d26b58a-7b6c-4e1b-b44c-f4e2b182e74c HTTP/1.1" status: 204 len: 168 time: 0.4027195 Jul 27 23:25:04.685452 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 57910) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:25:04.796711 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-639d8dce-f174-4689-a844-a97ebe10803e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593271'] for network, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:04.847479 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:04.853467 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 70f9c649-a815-485d-8878-476ec164822f details requested by agent hyperv_n-h1-802623-1 with host n-h1-802623-1 {{(pid=93799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 23:25:04.932364 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da24764-5780-4921-b7d3-d3f3486c4093 req-dea6167d-b446-46fd-8e45-135b634cdf5a tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:25:04.933664 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-0da24764-5780-4921-b7d3-d3f3486c4093 req-dea6167d-b446-46fd-8e45-135b634cdf5a tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] 10.222.0.18 "GET /v2.0/ports?device_id=9209a91d-0abe-4c06-9721-630fc575b94f HTTP/1.1" status: 200 len: 944 time: 0.0829778 Jul 27 23:25:04.993386 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-0da24764-5780-4921-b7d3-d3f3486c4093 req-b5749b7e-4abc-423a-af9f-bdc16dbb89e2 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e15ece7-f410-4d95-9c67-d98c825e8c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527236 Jul 27 23:25:04.999903 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3746f1e0-6006-434c-bc64-3d5eb9a50ed1 req-eb97c4ff-57aa-489e-91e1-af009b140d94 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:25:05.011608 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-3746f1e0-6006-434c-bc64-3d5eb9a50ed1 req-eb97c4ff-57aa-489e-91e1-af009b140d94 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] 10.222.0.18 "GET /v2.0/ports?device_id=90756201-b12a-491c-8b15-e3c43900ec0b HTTP/1.1" status: 200 len: 945 time: 0.2106264 Jul 27 23:25:05.013601 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port 70f9c649-a815-485d-8878-476ec164822f, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=70f9c649-a815-485d-8878-476ec164822f,segment=NetworkSegment(e3440446-8deb-4174-b5a6-9cc094845dc2),segment_id=e3440446-8deb-4174-b5a6-9cc094845dc2)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:25:05.049343 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Returning: {'device': '70f9c649-a815-485d-8878-476ec164822f', 'network_id': '44e5b751-d35f-484a-98d7-35c3565f32a1', 'port_id': '70f9c649-a815-485d-8878-476ec164822f', 'mac_address': 'fa:16:3e:e1:c0:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35a04ddb-b611-4dee-a6f7-89af6e6ad557', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 23:25:05.075912 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-639d8dce-f174-4689-a844-a97ebe10803e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618032', 'neutron.services.segments.db._delete_segments_for_network-8736833900081'] for network, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:05.107659 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-639d8dce-f174-4689-a844-a97ebe10803e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['383772a2-74b4-4793-8c2b-671a83f630dd']}} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:25:05.126565 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:05.137251 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-639d8dce-f174-4689-a844-a97ebe10803e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8127e65e-b063-4378-bcc7-d5d9e6b43b02') {'for_net_delete': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:25:05.138236 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-639d8dce-f174-4689-a844-a97ebe10803e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8127e65e-b063-4378-bcc7-d5d9e6b43b02') {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:25:05.147893 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70f9c649-a815-485d-8878-476ec164822f {{(pid=93799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:25:05.154346 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-3746f1e0-6006-434c-bc64-3d5eb9a50ed1 req-d2247a4e-1186-4405-8729-7da56536dc47 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] 10.222.0.18 "GET /v2.0/security-groups?id=e4903a37-2932-44cf-9e86-b3f668de5d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1280975 Jul 27 23:25:05.156389 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-639d8dce-f174-4689-a844-a97ebe10803e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736833900858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11335978'] for segment, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:05.175377 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-639d8dce-f174-4689-a844-a97ebe10803e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:05.182201 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-639d8dce-f174-4689-a844-a97ebe10803e admin admin] Releasing vlan 521 on physical network physnet1 to pool {{(pid=93797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 23:25:05.182816 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-639d8dce-f174-4689-a844-a97ebe10803e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11336013'] for segment, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:05.184922 n-d-802623-1 neutron-server[93797]: Traceback (most recent call last): Jul 27 23:25:05.184922 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 23:25:05.184922 n-d-802623-1 neutron-server[93797]: timer() Jul 27 23:25:05.184922 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 23:25:05.184922 n-d-802623-1 neutron-server[93797]: cb(*args, **kw) Jul 27 23:25:05.184922 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 23:25:05.184922 n-d-802623-1 neutron-server[93797]: return func(*args, **kwargs) Jul 27 23:25:05.184922 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 23:25:05.184922 n-d-802623-1 neutron-server[93797]: self._notify() Jul 27 23:25:05.184922 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 23:25:05.184922 n-d-802623-1 neutron-server[93797]: self.callback(batched_events) Jul 27 23:25:05.184922 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 23:25:05.184922 n-d-802623-1 neutron-server[93797]: event.method(event) Jul 27 23:25:05.184922 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 23:25:05.184922 n-d-802623-1 neutron-server[93797]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 23:25:05.184922 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 23:25:05.184922 n-d-802623-1 neutron-server[93797]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 23:25:05.184922 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 23:25:05.184922 n-d-802623-1 neutron-server[93797]: return f(self, *a, **k) Jul 27 23:25:05.184922 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 23:25:05.184922 n-d-802623-1 neutron-server[93797]: return self._get(url).json() Jul 27 23:25:05.184922 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 23:25:05.184922 n-d-802623-1 neutron-server[93797]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 23:25:05.184922 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 23:25:05.184922 n-d-802623-1 neutron-server[93797]: return self.request(url, 'GET', **kwargs) Jul 27 23:25:05.184922 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 23:25:05.184922 n-d-802623-1 neutron-server[93797]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 23:25:05.184922 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 23:25:05.184922 n-d-802623-1 neutron-server[93797]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 23:25:05.184922 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 23:25:05.184922 n-d-802623-1 neutron-server[93797]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 23:25:05.184922 n-d-802623-1 neutron-server[93797]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 23:25:05.211389 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port 70f9c649-a815-485d-8878-476ec164822f, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=70f9c649-a815-485d-8878-476ec164822f,segment=NetworkSegment(e3440446-8deb-4174-b5a6-9cc094845dc2),segment_id=e3440446-8deb-4174-b5a6-9cc094845dc2)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:25:05.225074 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:05.265229 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-639d8dce-f174-4689-a844-a97ebe10803e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415412'] for network, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:05.274133 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-639d8dce-f174-4689-a844-a97ebe10803e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for network, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:05.276017 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-639d8dce-f174-4689-a844-a97ebe10803e admin admin] 10.222.0.18 "DELETE /v2.0/networks/383772a2-74b4-4793-8c2b-671a83f630dd HTTP/1.1" status: 204 len: 168 time: 0.5893204 Jul 27 23:25:05.313376 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639d8dce-f174-4689-a844-a97ebe10803e admin admin] Pushing event deleted for resources: {'Network': ['ID=383772a2-74b4-4793-8c2b-671a83f630dd,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:25:05.329861 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf150a57-9285-466a-bfd5-d61d401f99fa req-1e2fb780-be0d-4b2b-8150-7a67d55296ac tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:25:05.331535 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-bf150a57-9285-466a-bfd5-d61d401f99fa req-1e2fb780-be0d-4b2b-8150-7a67d55296ac tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] 10.222.0.18 "GET /v2.0/ports?device_id=90756201-b12a-491c-8b15-e3c43900ec0b HTTP/1.1" status: 200 len: 945 time: 0.0914185 Jul 27 23:25:05.344422 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Pushing event updated for resources: {'Port': ['ID=70f9c649-a815-485d-8878-476ec164822f,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:25:05.387861 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-bf150a57-9285-466a-bfd5-d61d401f99fa req-231014c1-796d-47b3-96d0-303c60c20a58 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] 10.222.0.18 "GET /v2.0/security-groups?id=e4903a37-2932-44cf-9e86-b3f668de5d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484488 Jul 27 23:25:05.398364 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 57940) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:25:05.416941 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 57942) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:25:05.431824 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] get_ports_and_sgs() called for port_ids ['70f9c649-a815-485d-8878-476ec164822f'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:25:05.451928 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9f4e8c57-d715-43d9-a71e-3a70a21ee712 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:05.458098 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-248e49b4-302e-462f-af40-ae4e28cd64b9 tempest-TestNetworkBasicOps-1976163616 tempest-TestNetworkBasicOps-1976163616-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:25:05.464753 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-248e49b4-302e-462f-af40-ae4e28cd64b9 tempest-TestNetworkBasicOps-1976163616 tempest-TestNetworkBasicOps-1976163616-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=90756201-b12a-491c-8b15-e3c43900ec0b HTTP/1.1" status: 200 len: 1091 time: 0.0606461 Jul 27 23:25:05.465174 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 57944) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:25:05.474442 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-7203ab9d-df05-4f6d-8b63-bea2cff167f8 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Request body: {'floatingip': {'floating_network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'port_id': '7ae046a6-a266-4500-aa0c-0a3fdb9c7db5', 'tenant_id': 'ba4fae7b46b54e6e99cbf665d54e4a7e', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:25:05.478862 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 57946) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:25:05.512730 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.db.api [None req-7203ab9d-df05-4f6d-8b63-bea2cff167f8 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 27 23:25:05.512730 n-d-802623-1 neutron-server[93797]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 27 23:25:05.512730 n-d-802623-1 neutron-server[93797]: [parameters: {'project_id': 'ba4fae7b46b54e6e99cbf665d54e4a7e', 'id': '260d579c-3e3c-4938-9802-2b61c7a5de8c', 'expiration': datetime.datetime(2021, 7, 27, 23, 27, 5, 501408)}] Jul 27 23:25:05.512730 n-d-802623-1 neutron-server[93797]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93797) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 23:25:05.514049 n-d-802623-1 neutron-server[93797]: DEBUG oslo_db.api [None req-7203ab9d-df05-4f6d-8b63-bea2cff167f8 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 23:25:05.621382 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9f4e8c57-d715-43d9-a71e-3a70a21ee712 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:05.631143 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9f4e8c57-d715-43d9-a71e-3a70a21ee712 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:05.708108 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 57956) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:25:05.712861 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-9f4e8c57-d715-43d9-a71e-3a70a21ee712 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8f55e2d1293e4a76ae1a3638c4d8008e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2946904 Jul 27 23:25:05.713673 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 57958) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:25:05.714477 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4e8c57-d715-43d9-a71e-3a70a21ee712 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1629c87-c4fc-45a3-a779-9997e3e5efff,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:25:05.714906 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device 0a8e6e15-dca7-4e42-acc6-a85a18af9c33 no longer exists at agent hyperv_n-h2-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:25:05.757188 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] No Port match for: 0a8e6e15-dca7-4e42-acc6-a85a18af9c33 {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:25:05.760220 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device 0a8e6e15-dca7-4e42-acc6-a85a18af9c33 not bound to the agent host n-h2-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:25:05.767702 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-d15ed8a3-16a6-49dd-b680-ed2455e1a8a4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8a92f369852a4696b4f69ceba3e9a994&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0501099 Jul 27 23:25:05.768397 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 57962) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:25:05.799732 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2ec66d31-6054-484d-9869-1edf23949468 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:05.822282 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6b6d5e4a-46a7-4c47-a864-5cebf0d485bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:05.839787 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2ec66d31-6054-484d-9869-1edf23949468 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:05.844457 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6b6d5e4a-46a7-4c47-a864-5cebf0d485bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:05.925024 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2ec66d31-6054-484d-9869-1edf23949468 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:05.929096 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2ec66d31-6054-484d-9869-1edf23949468 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:05.933237 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-2ec66d31-6054-484d-9869-1edf23949468 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d1629c87-c4fc-45a3-a779-9997e3e5efff HTTP/1.1" status: 204 len: 168 time: 0.2205482 Jul 27 23:25:05.934761 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6b6d5e4a-46a7-4c47-a864-5cebf0d485bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:05.938319 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6b6d5e4a-46a7-4c47-a864-5cebf0d485bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:05.940144 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec66d31-6054-484d-9869-1edf23949468 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1629c87-c4fc-45a3-a779-9997e3e5efff,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:25:05.942242 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-6b6d5e4a-46a7-4c47-a864-5cebf0d485bf admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2989d075-3873-4d9f-b409-0aaf10af1227 HTTP/1.1" status: 204 len: 168 time: 0.1728497 Jul 27 23:25:05.951600 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6d5e4a-46a7-4c47-a864-5cebf0d485bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2989d075-3873-4d9f-b409-0aaf10af1227,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:25:06.016580 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-fbd02c7a-272c-49a0-b42f-56efb98420b2 tempest-MeteringTestJSON-309061629 tempest-MeteringTestJSON-309061629-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-296114000'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:25:06.017016 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-fbd02c7a-272c-49a0-b42f-56efb98420b2 tempest-MeteringTestJSON-309061629 tempest-MeteringTestJSON-309061629-project-admin] Unknown quota resources ['metering_label']. {{(pid=93798) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 27 23:25:06.070593 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7203ab9d-df05-4f6d-8b63-bea2cff167f8 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks [] for floatingip, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:06.201891 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d381990b-4c3e-4de7-a33d-4fa35243a02a req-1b12a057-11ad-4c24-88b6-1f4e56d88276 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:25:06.203478 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d381990b-4c3e-4de7-a33d-4fa35243a02a req-1b12a057-11ad-4c24-88b6-1f4e56d88276 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] 10.222.0.18 "GET /v2.0/ports?device_id=9209a91d-0abe-4c06-9721-630fc575b94f HTTP/1.1" status: 200 len: 945 time: 0.0771456 Jul 27 23:25:06.298456 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d381990b-4c3e-4de7-a33d-4fa35243a02a req-bcfe949d-7a59-4b5e-ab22-1d007b7c07c5 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e15ece7-f410-4d95-9c67-d98c825e8c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837126 Jul 27 23:25:06.305529 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7203ab9d-df05-4f6d-8b63-bea2cff167f8 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:06.315771 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fbd02c7a-272c-49a0-b42f-56efb98420b2 tempest-MeteringTestJSON-309061629 tempest-MeteringTestJSON-309061629-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:06.315771 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-fbd02c7a-272c-49a0-b42f-56efb98420b2 tempest-MeteringTestJSON-309061629 tempest-MeteringTestJSON-309061629-project-admin] 10.222.0.18 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.8346190 Jul 27 23:25:06.318422 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 57980) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:25:06.326787 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-a4a4b249-d35d-47fb-8d89-5c4de10474e1 tempest-MeteringTestJSON-309061629 tempest-MeteringTestJSON-309061629-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': 'c681e6ea-ab82-482c-a6a5-0a7c0bdebf0d'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:25:06.328125 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-a4a4b249-d35d-47fb-8d89-5c4de10474e1 tempest-MeteringTestJSON-309061629 tempest-MeteringTestJSON-309061629-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93798) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 27 23:25:06.758925 n-d-802623-1 neutron-server[93798]: WARNING neutron.services.metering.metering_plugin [None req-a4a4b249-d35d-47fb-8d89-5c4de10474e1 tempest-MeteringTestJSON-309061629 tempest-MeteringTestJSON-309061629-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 27 23:25:06.872367 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 70f9c649-a815-485d-8878-476ec164822f up at agent hyperv_n-h1-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:25:06.894290 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-7203ab9d-df05-4f6d-8b63-bea2cff167f8 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Allocated IP 172.25.4.249 (2fd42287-ed26-4eb9-89a5-b521f5b04356/17de1f8f-393a-4b0c-a2df-614bd3f2fb5e/c3e43ef0-514b-4262-b9c5-44d5a2e82a47) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:25:06.945774 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a4a4b249-d35d-47fb-8d89-5c4de10474e1 tempest-MeteringTestJSON-309061629 tempest-MeteringTestJSON-309061629-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:06.951210 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-a4a4b249-d35d-47fb-8d89-5c4de10474e1 tempest-MeteringTestJSON-309061629 tempest-MeteringTestJSON-309061629-project-admin] 10.222.0.18 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.6312871 Jul 27 23:25:06.951912 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 58012) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:25:06.957660 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-058764e8-6364-4cbb-a812-20c171d95e5b tempest-MeteringTestJSON-309061629 tempest-MeteringTestJSON-309061629-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': 'c681e6ea-ab82-482c-a6a5-0a7c0bdebf0d'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:25:06.958940 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-058764e8-6364-4cbb-a812-20c171d95e5b tempest-MeteringTestJSON-309061629 tempest-MeteringTestJSON-309061629-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93798) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 27 23:25:06.975226 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Provisioning for port 70f9c649-a815-485d-8878-476ec164822f completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:25:06.984995 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Provisioning complete for port 70f9c649-a815-485d-8878-476ec164822f triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:25:06.985483 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:07.041810 n-d-802623-1 neutron-server[93798]: WARNING neutron.services.metering.metering_plugin [None req-058764e8-6364-4cbb-a812-20c171d95e5b tempest-MeteringTestJSON-309061629 tempest-MeteringTestJSON-309061629-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 27 23:25:07.148154 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-058764e8-6364-4cbb-a812-20c171d95e5b tempest-MeteringTestJSON-309061629 tempest-MeteringTestJSON-309061629-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:07.154867 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7203ab9d-df05-4f6d-8b63-bea2cff167f8 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:07.157707 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 58022) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:25:07.160529 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-058764e8-6364-4cbb-a812-20c171d95e5b tempest-MeteringTestJSON-309061629 tempest-MeteringTestJSON-309061629-project-admin] 10.222.0.18 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2071195 Jul 27 23:25:07.179128 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:07.187374 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-6f53a718-f62c-4b22-9157-80b2ab2e07a0 tempest-MeteringTestJSON-309061629 tempest-MeteringTestJSON-309061629-project-admin] 10.222.0.18 "GET /v2.0/metering/metering-label-rules?id=e3c80918-0a56-47a8-b464-b11f60115a40 HTTP/1.1" status: 200 len: 464 time: 0.0284264 Jul 27 23:25:07.188477 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 58024) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:25:07.248641 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9209a91d-0abe-4c06-9721-630fc575b94f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70f9c649-a815-485d-8878-476ec164822f'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:25:07.252063 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c0369b0d4f459110ff20a1f9878ba33f96d6491bddb9d15843bf29d01e0bda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0b4cbf6-569b-4e8b-bdc7-dc84b98bf14b" -d '{"events": [{"server_uuid": "9209a91d-0abe-4c06-9721-630fc575b94f", "name": "network-vif-plugged", "status": "completed", "tag": "70f9c649-a815-485d-8878-476ec164822f"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:25:07.277229 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7203ab9d-df05-4f6d-8b63-bea2cff167f8 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:07.285060 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port 70f9c649-a815-485d-8878-476ec164822f, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=70f9c649-a815-485d-8878-476ec164822f,segment=NetworkSegment(e3440446-8deb-4174-b5a6-9cc094845dc2),segment_id=e3440446-8deb-4174-b5a6-9cc094845dc2)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:25:07.292545 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:07.341082 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2c9709e8-3093-4020-8898-35d8a00b75fd tempest-MeteringTestJSON-309061629 tempest-MeteringTestJSON-309061629-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:07.342446 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-2c9709e8-3093-4020-8898-35d8a00b75fd tempest-MeteringTestJSON-309061629 tempest-MeteringTestJSON-309061629-project-admin] 10.222.0.18 "DELETE /v2.0/metering/metering-label-rules/e3c80918-0a56-47a8-b464-b11f60115a40 HTTP/1.1" status: 204 len: 168 time: 0.1525004 Jul 27 23:25:07.345084 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 58034) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:25:07.366091 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-329116e5-1183-4d85-87ae-4250dcc4bba3 tempest-MeteringTestJSON-309061629 tempest-MeteringTestJSON-309061629-project-admin] 10.222.0.18 "GET /v2.0/metering/metering-label-rules?id=e3c80918-0a56-47a8-b464-b11f60115a40 HTTP/1.1" status: 200 len: 221 time: 0.0198343 Jul 27 23:25:07.368962 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 58038) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:25:07.379781 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-5917d336-c70d-49ab-a4f0-1934e9a6a891 tempest-MeteringTestJSON-309061629 tempest-MeteringTestJSON-309061629-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--169401875', 'description': 'label created by tempest'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:25:07.383266 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-5917d336-c70d-49ab-a4f0-1934e9a6a891 tempest-MeteringTestJSON-309061629 tempest-MeteringTestJSON-309061629-project-admin] Unknown quota resources ['metering_label']. {{(pid=93798) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 27 23:25:07.399036 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:25:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eec8faf1-bfb5-4a17-9530-226f06ceef7a x-openstack-request-id: req-eec8faf1-bfb5-4a17-9530-226f06ceef7a {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:25:07.401414 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9209a91d-0abe-4c06-9721-630fc575b94f", "name": "network-vif-plugged", "status": "completed", "tag": "70f9c649-a815-485d-8878-476ec164822f", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:25:07.401911 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-eec8faf1-bfb5-4a17-9530-226f06ceef7a {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:25:07.403676 n-d-802623-1 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9209a91d-0abe-4c06-9721-630fc575b94f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70f9c649-a815-485d-8878-476ec164822f', 'code': 200} Jul 27 23:25:07.432478 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Pushing event updated for resources: {'Port': ['ID=70f9c649-a815-485d-8878-476ec164822f,revision_number=5']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:25:07.446166 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7203ab9d-df05-4f6d-8b63-bea2cff167f8 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Pushing event updated for resources: {'Port': ['ID=c3e43ef0-514b-4262-b9c5-44d5a2e82a47,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:25:07.461414 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7203ab9d-df05-4f6d-8b63-bea2cff167f8 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Network 2fd42287-ed26-4eb9-89a5-b521f5b04356 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:25:07.501047 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-7203ab9d-df05-4f6d-8b63-bea2cff167f8 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:25:07.506523 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7203ab9d-df05-4f6d-8b63-bea2cff167f8 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:25:07.591697 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4843bfdd-1edf-4cdb-8919-f16c2bafb5c8 req-ec901c4a-224f-483a-ac67-1c9ca9e12869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:25:07.593379 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-4843bfdd-1edf-4cdb-8919-f16c2bafb5c8 req-ec901c4a-224f-483a-ac67-1c9ca9e12869 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=9209a91d-0abe-4c06-9721-630fc575b94f HTTP/1.1" status: 200 len: 1097 time: 0.1281691 Jul 27 23:25:07.611959 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828862e3-bbdd-4b0d-a5ff-0b706ad8d692 req-8addee56-6ef7-47cf-9ebc-67c886d4ab43 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:25:07.623429 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-828862e3-bbdd-4b0d-a5ff-0b706ad8d692 req-8addee56-6ef7-47cf-9ebc-67c886d4ab43 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] 10.222.0.18 "GET /v2.0/ports?device_id=9209a91d-0abe-4c06-9721-630fc575b94f HTTP/1.1" status: 200 len: 946 time: 0.2189682 Jul 27 23:25:07.676446 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5917d336-c70d-49ab-a4f0-1934e9a6a891 tempest-MeteringTestJSON-309061629 tempest-MeteringTestJSON-309061629-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:07.679093 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-5917d336-c70d-49ab-a4f0-1934e9a6a891 tempest-MeteringTestJSON-309061629 tempest-MeteringTestJSON-309061629-project-admin] 10.222.0.18 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.3060730 Jul 27 23:25:07.680873 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 58058) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:25:07.715930 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-828862e3-bbdd-4b0d-a5ff-0b706ad8d692 req-90a56334-b994-4301-b514-8492bc86a4f4 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e15ece7-f410-4d95-9c67-d98c825e8c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924680 Jul 27 23:25:07.787379 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-39d49450-169c-4773-b74b-302a28052708 tempest-MeteringTestJSON-309061629 tempest-MeteringTestJSON-309061629-project-admin] 10.222.0.18 "GET /v2.0/metering/metering-labels?id=46c124a4-4505-48be-95c3-eb63af5f0c37 HTTP/1.1" status: 200 len: 467 time: 0.1053596 Jul 27 23:25:07.790820 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 58060) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:25:07.808190 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-4843bfdd-1edf-4cdb-8919-f16c2bafb5c8 req-b8b68e0b-044a-45ef-8b37-22496075863c service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=4e15ece7-f410-4d95-9c67-d98c825e8c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384778 Jul 27 23:25:08.105484 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7203ab9d-df05-4f6d-8b63-bea2cff167f8 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:08.154575 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3f29149c-ad4c-42f4-ab6e-b7f381ca150c tempest-MeteringTestJSON-309061629 tempest-MeteringTestJSON-309061629-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:08.155899 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-3f29149c-ad4c-42f4-ab6e-b7f381ca150c tempest-MeteringTestJSON-309061629 tempest-MeteringTestJSON-309061629-project-admin] 10.222.0.18 "DELETE /v2.0/metering/metering-labels/46c124a4-4505-48be-95c3-eb63af5f0c37 HTTP/1.1" status: 204 len: 168 time: 0.3647442 Jul 27 23:25:08.158670 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 58078) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:25:08.180324 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-83ef1980-a374-437f-8d41-9be21e5a9526 tempest-MeteringTestJSON-309061629 tempest-MeteringTestJSON-309061629-project-admin] 10.222.0.18 "GET /v2.0/metering/metering-labels?id=46c124a4-4505-48be-95c3-eb63af5f0c37 HTTP/1.1" status: 200 len: 216 time: 0.0124896 Jul 27 23:25:08.183580 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 58080) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:25:08.196171 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-022f31de-9436-4e11-b402-15da31e0fc9b tempest-MeteringTestJSON-309061629 tempest-MeteringTestJSON-309061629-project-admin] 10.222.0.18 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0111883 Jul 27 23:25:08.208191 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7203ab9d-df05-4f6d-8b63-bea2cff167f8 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:08.211530 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 58084) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:25:08.249119 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-a6c5d46b-cd24-4555-895d-16b20b225622 tempest-MeteringTestJSON-309061629 tempest-MeteringTestJSON-309061629-project-admin] 10.222.0.18 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0359321 Jul 27 23:25:08.253566 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 58086) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:25:08.400681 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-72cbe41c-ff9a-473c-befd-425cf2cbae2e tempest-MeteringTestJSON-309061629 tempest-MeteringTestJSON-309061629-project-admin] 10.222.0.18 "GET /v2.0/metering/metering-labels/c681e6ea-ab82-482c-a6a5-0a7c0bdebf0d HTTP/1.1" status: 200 len: 472 time: 0.1447718 Jul 27 23:25:08.404033 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 58096) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:25:08.427023 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-c9a89daf-5065-46c2-9bfe-5bc23a7c0178 tempest-MeteringTestJSON-309061629 tempest-MeteringTestJSON-309061629-project-admin] 10.222.0.18 "GET /v2.0/metering/metering-label-rules/aafe1ce5-a12b-4939-82ae-e781661ee6df HTTP/1.1" status: 200 len: 461 time: 0.0204856 Jul 27 23:25:08.430356 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 58098) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:25:08.440437 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7203ab9d-df05-4f6d-8b63-bea2cff167f8 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:08.447628 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7203ab9d-df05-4f6d-8b63-bea2cff167f8 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11336041'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:08.540918 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7203ab9d-df05-4f6d-8b63-bea2cff167f8 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Pushing event updated for resources: {'Port': ['ID=c3e43ef0-514b-4262-b9c5-44d5a2e82a47,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:25:08.553750 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7203ab9d-df05-4f6d-8b63-bea2cff167f8 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-415302'] for floatingip, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:08.732294 n-d-802623-1 neutron-server[93797]: INFO neutron.db.l3_db [None req-7203ab9d-df05-4f6d-8b63-bea2cff167f8 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Floating IP 599c6fdc-0b19-41da-bfcc-7eeed6fe21ca associated. External IP: 172.25.4.249, port: 7ae046a6-a266-4500-aa0c-0a3fdb9c7db5. Jul 27 23:25:08.746421 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-562614e8-da70-43c3-b422-10e369735183 tempest-MeteringTestJSON-309061629 tempest-MeteringTestJSON-309061629-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:08.763274 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-562614e8-da70-43c3-b422-10e369735183 tempest-MeteringTestJSON-309061629 tempest-MeteringTestJSON-309061629-project-admin] 10.222.0.18 "DELETE /v2.0/metering/metering-label-rules/aafe1ce5-a12b-4939-82ae-e781661ee6df HTTP/1.1" status: 204 len: 168 time: 0.3316596 Jul 27 23:25:08.763958 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 58114) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:25:09.180346 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-312e757f-a96e-4693-b795-47cc823f43bb req-e45abc13-ace0-4d2f-9ed9-32e9cbec60eb tempest-ServerShowV247Test-1211425485 tempest-ServerShowV247Test-1211425485-project] 10.222.0.18 "GET /v2.0/ports?device_id=e85e97f7-9b49-4756-a31e-582c28421907 HTTP/1.1" status: 200 len: 210 time: 0.0423863 Jul 27 23:25:09.228918 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7203ab9d-df05-4f6d-8b63-bea2cff167f8 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Router 8392a47e-5aef-42e5-9124-c52a66bee7a7 has already been hosted by L3 agent 018c4455-49c0-4734-927d-7824067b2a9e {{(pid=93797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 23:25:09.233179 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d7441e93-2f49-49ff-b671-a3f3bc2249aa tempest-MeteringTestJSON-309061629 tempest-MeteringTestJSON-309061629-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:09.240371 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-d7441e93-2f49-49ff-b671-a3f3bc2249aa tempest-MeteringTestJSON-309061629 tempest-MeteringTestJSON-309061629-project-admin] 10.222.0.18 "DELETE /v2.0/metering/metering-labels/c681e6ea-ab82-482c-a6a5-0a7c0bdebf0d HTTP/1.1" status: 204 len: 168 time: 0.4750900 Jul 27 23:25:09.240891 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afeee25-a61f-40ea-9022-a52271413dd8 req-4160dc1d-cdf2-468d-b04d-f768809c6bb9 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:25:09.242448 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-5afeee25-a61f-40ea-9022-a52271413dd8 req-4160dc1d-cdf2-468d-b04d-f768809c6bb9 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] 10.222.0.18 "GET /v2.0/ports?device_id=9209a91d-0abe-4c06-9721-630fc575b94f HTTP/1.1" status: 200 len: 946 time: 0.3538904 Jul 27 23:25:09.335717 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-5afeee25-a61f-40ea-9022-a52271413dd8 req-5f7da548-3acb-4229-b2c4-e8cdcadecaf5 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e15ece7-f410-4d95-9c67-d98c825e8c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853720 Jul 27 23:25:09.419938 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7203ab9d-df05-4f6d-8b63-bea2cff167f8 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:25:09.437089 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4df8c54-87fb-4700-81df-7333f0e90554 None None] Sync routers for ids ['8392a47e-5aef-42e5-9124-c52a66bee7a7'] in n-d-802623-1 {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:25:09.459652 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7203ab9d-df05-4f6d-8b63-bea2cff167f8 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for floatingip, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:09.470097 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4df8c54-87fb-4700-81df-7333f0e90554 None None] Routers {'8392a47e-5aef-42e5-9124-c52a66bee7a7'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:25:09.476540 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-a4df8c54-87fb-4700-81df-7333f0e90554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:25:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['8392a47e-5aef-42e5-9124-c52a66bee7a7'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:25:09.522934 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-7203ab9d-df05-4f6d-8b63-bea2cff167f8 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.0522783 Jul 27 23:25:09.523737 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 58170) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:25:09.524212 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90756201-b12a-491c-8b15-e3c43900ec0b', 'tag': '7ae046a6-a266-4500-aa0c-0a3fdb9c7db5'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:25:09.526567 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a476459a1bfce68b0ae0df5b6a71154bfc7cfdc8f9eefce6ad0a17231e60468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-280e5135-e935-44c8-ac0f-843b95361e1e" -d '{"events": [{"name": "network-changed", "server_uuid": "90756201-b12a-491c-8b15-e3c43900ec0b", "tag": "7ae046a6-a266-4500-aa0c-0a3fdb9c7db5"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:25:09.586422 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3337f270-35cc-4bb9-a897-4fc5475fd844 req-43dc5a1e-cacd-402a-bd64-b3eeaa86c86c tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:25:09.619877 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-3337f270-35cc-4bb9-a897-4fc5475fd844 req-43dc5a1e-cacd-402a-bd64-b3eeaa86c86c tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] 10.222.0.18 "GET /v2.0/ports?device_id=9209a91d-0abe-4c06-9721-630fc575b94f HTTP/1.1" status: 200 len: 946 time: 0.2057319 Jul 27 23:25:09.713522 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-dd38149d-ab09-4e94-a008-5f893371258f tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] 10.222.0.18 "GET /v2.0/floatingips/599c6fdc-0b19-41da-bfcc-7eeed6fe21ca HTTP/1.1" status: 200 len: 991 time: 0.1796501 Jul 27 23:25:09.721525 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-3337f270-35cc-4bb9-a897-4fc5475fd844 req-6b125ead-3fae-4336-826a-705c478e607f tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e15ece7-f410-4d95-9c67-d98c825e8c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007583 Jul 27 23:25:09.799381 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-a4df8c54-87fb-4700-81df-7333f0e90554 None None] Set router 8392a47e-5aef-42e5-9124-c52a66bee7a7 gateway port host: n-d-802623-1 {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:25:10.173654 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 58208) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:25:10.274721 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-a4df8c54-87fb-4700-81df-7333f0e90554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8392a47e-5aef-42e5-9124-c52a66bee7a7', 'name': 'tempest-TestNetworkBasicOps-router-87612854', 'tenant_id': 'ba4fae7b46b54e6e99cbf665d54e4a7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.44'}], 'enable_snat': True}, 'gw_port_id': 'f7b82e81-56a1-4086-ac71-4eda21fe1ec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:24:31Z', 'updated_at': '2021-07-27T23:24:42Z', 'revision_number': 4, 'project_id': 'ba4fae7b46b54e6e99cbf665d54e4a7e', 'gw_port': {'id': 'f7b82e81-56a1-4086-ac71-4eda21fe1ec3', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:fe:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8392a47e-5aef-42e5-9124-c52a66bee7a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2298, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:24:33Z', 'updated_at': '2021-07-27T23:24:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_floatingips': [{'id': '599c6fdc-0b19-41da-bfcc-7eeed6fe21ca', 'tenant_id': 'ba4fae7b46b54e6e99cbf665d54e4a7e', 'floating_ip_address': '172.25.4.249', 'floating_network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'router_id': '8392a47e-5aef-42e5-9124-c52a66bee7a7', 'port_id': '7ae046a6-a266-4500-aa0c-0a3fdb9c7db5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2409, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '031433c5-4bab-478c-b609-4a0e530ec703', 'mac_address': 'fa:16:3e:38:6a:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90756201-b12a-491c-8b15-e3c43900ec0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T23:25:07Z', 'updated_at': '2021-07-27T23:25:07Z', 'revision_number': 0, 'project_id': 'ba4fae7b46b54e6e99cbf665d54e4a7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '890ee42d-118a-49a0-8342-f952e18eecf7', 'name': '', 'network_id': '031433c5-4bab-478c-b609-4a0e530ec703', 'tenant_id': 'ba4fae7b46b54e6e99cbf665d54e4a7e', 'mac_address': 'fa:16:3e:e8:7d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8392a47e-5aef-42e5-9124-c52a66bee7a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2325, 'fixed_ips': [{'subnet_id': 'a6bca0f1-dba8-4820-a7a0-186b76699da1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:24:40Z', 'updated_at': '2021-07-27T23:24:48Z', 'revision_number': 5, 'project_id': 'ba4fae7b46b54e6e99cbf665d54e4a7e', 'subnets': [{'id': 'a6bca0f1-dba8-4820-a7a0-186b76699da1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:25:10.312854 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4df8c54-87fb-4700-81df-7333f0e90554 None None] Checking router: 8392a47e-5aef-42e5-9124-c52a66bee7a7 for host: n-d-802623-1 {{(pid=93799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 23:25:10.342673 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de024e6-3324-4ce8-8a98-509026d53218 req-e2158790-4e36-42e4-862b-62345c8d098a tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:25:10.344968 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-9de024e6-3324-4ce8-8a98-509026d53218 req-e2158790-4e36-42e4-862b-62345c8d098a tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] 10.222.0.18 "GET /v2.0/ports?device_id=9209a91d-0abe-4c06-9721-630fc575b94f HTTP/1.1" status: 200 len: 946 time: 0.0813599 Jul 27 23:25:10.350684 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4df8c54-87fb-4700-81df-7333f0e90554 None None] Routers {'8392a47e-5aef-42e5-9124-c52a66bee7a7'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:25:10.351551 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-a4df8c54-87fb-4700-81df-7333f0e90554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:25:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['8392a47e-5aef-42e5-9124-c52a66bee7a7'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:25:10.450119 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-9de024e6-3324-4ce8-8a98-509026d53218 req-c549c7e0-2523-4d20-aeef-8fdebf4ce60b tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e15ece7-f410-4d95-9c67-d98c825e8c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906360 Jul 27 23:25:10.537955 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 23:25:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdb2b4fa-1be7-47e4-95fc-1d8fec1d991f x-openstack-request-id: req-fdb2b4fa-1be7-47e4-95fc-1d8fec1d991f {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:25:10.538248 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90756201-b12a-491c-8b15-e3c43900ec0b", "tag": "7ae046a6-a266-4500-aa0c-0a3fdb9c7db5", "status": "completed", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:25:10.538509 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-fdb2b4fa-1be7-47e4-95fc-1d8fec1d991f {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:25:10.538917 n-d-802623-1 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90756201-b12a-491c-8b15-e3c43900ec0b', 'tag': '7ae046a6-a266-4500-aa0c-0a3fdb9c7db5', 'status': 'completed', 'code': 200} Jul 27 23:25:10.585544 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-a4df8c54-87fb-4700-81df-7333f0e90554 None None] Set router 8392a47e-5aef-42e5-9124-c52a66bee7a7 gateway port host: n-d-802623-1 {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:25:10.620020 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-e62ccf9d-08d8-46ce-ab06-88735ef2d0f9 req-2af1256d-0c55-4eb6-9a77-516483325ce3 tempest-ServerShowV247Test-1211425485 tempest-ServerShowV247Test-1211425485-project] 10.222.0.18 "GET /v2.0/ports?device_id=b2ac691c-40ad-467d-8e48-3027afa4ce00 HTTP/1.1" status: 200 len: 210 time: 0.0578759 Jul 27 23:25:10.636321 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280e5135-e935-44c8-ac0f-843b95361e1e req-45fcc59d-63e4-4cd4-b4cb-a00e0dd7abeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:25:10.637847 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-280e5135-e935-44c8-ac0f-843b95361e1e req-45fcc59d-63e4-4cd4-b4cb-a00e0dd7abeb service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ba4fae7b46b54e6e99cbf665d54e4a7e&device_id=90756201-b12a-491c-8b15-e3c43900ec0b HTTP/1.1" status: 200 len: 1096 time: 0.0881500 Jul 27 23:25:10.716812 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 58226) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:25:10.812640 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280e5135-e935-44c8-ac0f-843b95361e1e req-9b9c7a31-e311-4300-a6ae-53363e83b097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:25:10.820690 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-280e5135-e935-44c8-ac0f-843b95361e1e req-9b9c7a31-e311-4300-a6ae-53363e83b097 service neutron] 10.222.0.38 "GET /v2.0/networks?id=031433c5-4bab-478c-b609-4a0e530ec703 HTTP/1.1" status: 200 len: 898 time: 0.1697695 Jul 27 23:25:10.867559 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-21ffea8a-93bd-4034-9fd7-04eaa8162bfb tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] 10.222.0.18 "GET /v2.0/floatingips/599c6fdc-0b19-41da-bfcc-7eeed6fe21ca HTTP/1.1" status: 200 len: 991 time: 0.1485450 Jul 27 23:25:10.975593 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-345456eb-a953-4ea2-9f12-4135fe8e70c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:11.073344 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-a4df8c54-87fb-4700-81df-7333f0e90554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8392a47e-5aef-42e5-9124-c52a66bee7a7', 'name': 'tempest-TestNetworkBasicOps-router-87612854', 'tenant_id': 'ba4fae7b46b54e6e99cbf665d54e4a7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.44'}], 'enable_snat': True}, 'gw_port_id': 'f7b82e81-56a1-4086-ac71-4eda21fe1ec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:24:31Z', 'updated_at': '2021-07-27T23:24:42Z', 'revision_number': 4, 'project_id': 'ba4fae7b46b54e6e99cbf665d54e4a7e', 'gw_port': {'id': 'f7b82e81-56a1-4086-ac71-4eda21fe1ec3', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:fe:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8392a47e-5aef-42e5-9124-c52a66bee7a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2298, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:24:33Z', 'updated_at': '2021-07-27T23:24:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_floatingips': [{'id': '599c6fdc-0b19-41da-bfcc-7eeed6fe21ca', 'tenant_id': 'ba4fae7b46b54e6e99cbf665d54e4a7e', 'floating_ip_address': '172.25.4.249', 'floating_network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'router_id': '8392a47e-5aef-42e5-9124-c52a66bee7a7', 'port_id': '7ae046a6-a266-4500-aa0c-0a3fdb9c7db5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2409, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '031433c5-4bab-478c-b609-4a0e530ec703', 'mac_address': 'fa:16:3e:38:6a:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90756201-b12a-491c-8b15-e3c43900ec0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T23:25:07Z', 'updated_at': '2021-07-27T23:25:07Z', 'revision_number': 0, 'project_id': 'ba4fae7b46b54e6e99cbf665d54e4a7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '890ee42d-118a-49a0-8342-f952e18eecf7', 'name': '', 'network_id': '031433c5-4bab-478c-b609-4a0e530ec703', 'tenant_id': 'ba4fae7b46b54e6e99cbf665d54e4a7e', 'mac_address': 'fa:16:3e:e8:7d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8392a47e-5aef-42e5-9124-c52a66bee7a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2325, 'fixed_ips': [{'subnet_id': 'a6bca0f1-dba8-4820-a7a0-186b76699da1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:24:40Z', 'updated_at': '2021-07-27T23:24:48Z', 'revision_number': 5, 'project_id': 'ba4fae7b46b54e6e99cbf665d54e4a7e', 'subnets': [{'id': 'a6bca0f1-dba8-4820-a7a0-186b76699da1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:25:11.075181 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-280e5135-e935-44c8-ac0f-843b95361e1e req-fce2c7d0-672b-4c4f-a2ef-d72442bf3111 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7ae046a6-a266-4500-aa0c-0a3fdb9c7db5 HTTP/1.1" status: 200 len: 999 time: 0.2454898 Jul 27 23:25:11.151422 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4df8c54-87fb-4700-81df-7333f0e90554 None None] The sync data for ids ['8392a47e-5aef-42e5-9124-c52a66bee7a7'] in n-d-802623-1 is: [{'id': '8392a47e-5aef-42e5-9124-c52a66bee7a7', 'name': 'tempest-TestNetworkBasicOps-router-87612854', 'tenant_id': 'ba4fae7b46b54e6e99cbf665d54e4a7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.44'}], 'enable_snat': True}, 'gw_port_id': 'f7b82e81-56a1-4086-ac71-4eda21fe1ec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:24:31Z', 'updated_at': '2021-07-27T23:24:42Z', 'revision_number': 4, 'project_id': 'ba4fae7b46b54e6e99cbf665d54e4a7e', 'gw_port': {'id': 'f7b82e81-56a1-4086-ac71-4eda21fe1ec3', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:fe:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8392a47e-5aef-42e5-9124-c52a66bee7a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2298, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:24:33Z', 'updated_at': '2021-07-27T23:24:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_floatingips': [{'id': '599c6fdc-0b19-41da-bfcc-7eeed6fe21ca', 'tenant_id': 'ba4fae7b46b54e6e99cbf665d54e4a7e', 'floating_ip_address': '172.25.4.249', 'floating_network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'router_id': '8392a47e-5aef-42e5-9124-c52a66bee7a7', 'port_id': '7ae046a6-a266-4500-aa0c-0a3fdb9c7db5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2409, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '031433c5-4bab-478c-b609-4a0e530ec703', 'mac_address': 'fa:16:3e:38:6a:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90756201-b12a-491c-8b15-e3c43900ec0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T23:25:07Z', 'updated_at': '2021-07-27T23:25:07Z', 'revision_number': 0, 'project_id': 'ba4fae7b46b54e6e99cbf665d54e4a7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '890ee42d-118a-49a0-8342-f952e18eecf7', 'name': '', 'network_id': '031433c5-4bab-478c-b609-4a0e530ec703', 'tenant_id': 'ba4fae7b46b54e6e99cbf665d54e4a7e', 'mac_address': 'fa:16:3e:e8:7d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8392a47e-5aef-42e5-9124-c52a66bee7a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2325, 'fixed_ips': [{'subnet_id': 'a6bca0f1-dba8-4820-a7a0-186b76699da1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:24:40Z', 'updated_at': '2021-07-27T23:24:48Z', 'revision_number': 5, 'project_id': 'ba4fae7b46b54e6e99cbf665d54e4a7e', 'subnets': [{'id': 'a6bca0f1-dba8-4820-a7a0-186b76699da1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:25:11.229336 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280e5135-e935-44c8-ac0f-843b95361e1e req-03d28cc4-1d6f-4fd4-b1bf-5850c008aac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:25:11.231105 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-280e5135-e935-44c8-ac0f-843b95361e1e req-03d28cc4-1d6f-4fd4-b1bf-5850c008aac1 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=a6bca0f1-dba8-4820-a7a0-186b76699da1 HTTP/1.1" status: 200 len: 835 time: 0.1431983 Jul 27 23:25:11.377017 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-345456eb-a953-4ea2-9f12-4135fe8e70c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:11.390139 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280e5135-e935-44c8-ac0f-843b95361e1e req-b2083d5c-615d-4c3d-b07d-b36d76fb7a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:25:11.392426 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-280e5135-e935-44c8-ac0f-843b95361e1e req-b2083d5c-615d-4c3d-b07d-b36d76fb7a0d service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=031433c5-4bab-478c-b609-4a0e530ec703&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1470594 Jul 27 23:25:11.416940 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-345456eb-a953-4ea2-9f12-4135fe8e70c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:11.520501 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16f88c96-c9b7-43ba-86be-c50b1ec13438 None None] New status for floating IP 599c6fdc-0b19-41da-bfcc-7eeed6fe21ca: ACTIVE {{(pid=93800) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 23:25:11.710414 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b8d00b-2809-438a-9dc4-64d064139391 req-edd86006-d294-4e9a-ba4e-553364c0758b tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:25:11.713050 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e7b8d00b-2809-438a-9dc4-64d064139391 req-edd86006-d294-4e9a-ba4e-553364c0758b tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] 10.222.0.38 "GET /v2.0/ports?device_id=9209a91d-0abe-4c06-9721-630fc575b94f HTTP/1.1" status: 200 len: 946 time: 0.3345957 Jul 27 23:25:11.723599 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345456eb-a953-4ea2-9f12-4135fe8e70c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03cf2074-cc19-42d9-97af-49284f1c7461,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:25:11.736721 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 58268) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:25:11.738005 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-345456eb-a953-4ea2-9f12-4135fe8e70c9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4a350cefd6624ca8893bc47cce60a30f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5631707 Jul 27 23:25:11.853370 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-280e5135-e935-44c8-ac0f-843b95361e1e req-677ebf16-f416-4cb3-8036-90c5b27f0376 service neutron] 10.222.0.38 "GET /v2.0/networks/031433c5-4bab-478c-b609-4a0e530ec703?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4385896 Jul 27 23:25:11.876542 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 58278) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:25:11.890682 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8d6eb297-2b36-455f-bd5b-dd44e720a07d req-7674f85e-ca5c-4b95-8154-20bcae5f8e67 tempest-ServerShowV247Test-1211425485 tempest-ServerShowV247Test-1211425485-project] 10.222.0.18 "GET /v2.0/ports?device_id=b2ac691c-40ad-467d-8e48-3027afa4ce00 HTTP/1.1" status: 200 len: 210 time: 0.0694406 Jul 27 23:25:11.986495 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3b14e1-4248-41ee-a6b0-f82bb4324336 req-d08af7c5-3008-4ac6-9c45-de22dd6f5c25 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:25:12.006634 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ca3b14e1-4248-41ee-a6b0-f82bb4324336 req-d08af7c5-3008-4ac6-9c45-de22dd6f5c25 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] 10.222.0.18 "GET /v2.0/ports?device_id=9209a91d-0abe-4c06-9721-630fc575b94f HTTP/1.1" status: 200 len: 946 time: 0.3756554 Jul 27 23:25:12.007807 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-be0ffe15-8e5f-4a4b-87bf-d323b9b64a62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:12.044436 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-9326d236-6b73-44d0-9b39-20d5de590b69 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] 10.222.0.18 "GET /v2.0/floatingips/599c6fdc-0b19-41da-bfcc-7eeed6fe21ca HTTP/1.1" status: 200 len: 993 time: 0.1525774 Jul 27 23:25:12.059899 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-be0ffe15-8e5f-4a4b-87bf-d323b9b64a62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:12.102540 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-280e5135-e935-44c8-ac0f-843b95361e1e req-96f237ad-2861-47f7-b36a-a9190e4b62a3 service neutron] 10.222.0.38 "GET /v2.0/networks/031433c5-4bab-478c-b609-4a0e530ec703?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2107337 Jul 27 23:25:12.131407 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ca3b14e1-4248-41ee-a6b0-f82bb4324336 req-194724d2-d106-4a18-b5f6-849f6441f8c4 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e15ece7-f410-4d95-9c67-d98c825e8c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224527 Jul 27 23:25:12.143841 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-e7b8d00b-2809-438a-9dc4-64d064139391 req-7abb2209-0716-4c28-a243-50c064bddaad tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] Deleting port 70f9c649-a815-485d-8878-476ec164822f {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:25:12.144183 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-e7b8d00b-2809-438a-9dc4-64d064139391 req-7abb2209-0716-4c28-a243-50c064bddaad tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:12.174335 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-be0ffe15-8e5f-4a4b-87bf-d323b9b64a62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:12.177286 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-be0ffe15-8e5f-4a4b-87bf-d323b9b64a62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:12.180912 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-be0ffe15-8e5f-4a4b-87bf-d323b9b64a62 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/03cf2074-cc19-42d9-97af-49284f1c7461 HTTP/1.1" status: 204 len: 168 time: 0.4407043 Jul 27 23:25:12.198816 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0ffe15-8e5f-4a4b-87bf-d323b9b64a62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03cf2074-cc19-42d9-97af-49284f1c7461,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:25:12.269472 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-e7b8d00b-2809-438a-9dc4-64d064139391 req-7abb2209-0716-4c28-a243-50c064bddaad tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] For port 70f9c649-a815-485d-8878-476ec164822f, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=70f9c649-a815-485d-8878-476ec164822f,segment=NetworkSegment(e3440446-8deb-4174-b5a6-9cc094845dc2),segment_id=e3440446-8deb-4174-b5a6-9cc094845dc2)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:25:12.269472 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-e7b8d00b-2809-438a-9dc4-64d064139391 req-7abb2209-0716-4c28-a243-50c064bddaad tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:12.283648 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-e7b8d00b-2809-438a-9dc4-64d064139391 req-7abb2209-0716-4c28-a243-50c064bddaad tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] Calling delete_port for 70f9c649-a815-485d-8878-476ec164822f owned by compute:nova {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:25:12.489223 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-e7b8d00b-2809-438a-9dc4-64d064139391 req-7abb2209-0716-4c28-a243-50c064bddaad tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:12.502982 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] get_ports_and_sgs() called for port_ids ['70f9c649-a815-485d-8878-476ec164822f'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:25:12.528597 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] get_ports_and_sgs() called for port_ids ['5b7866c5-7b07-46aa-bae5-acbbf94ec587'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:25:12.542899 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abb2209-0716-4c28-a243-50c064bddaad tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] Pushing event deleted for resources: {'Port': ['ID=70f9c649-a815-485d-8878-476ec164822f,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:25:12.597092 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7b8d00b-2809-438a-9dc4-64d064139391 req-7abb2209-0716-4c28-a243-50c064bddaad tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] No DVR routers for this DVR port 70f9c649-a815-485d-8878-476ec164822f on host n-h1-802623-1 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:25:12.600539 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-e7b8d00b-2809-438a-9dc4-64d064139391 req-7abb2209-0716-4c28-a243-50c064bddaad tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:12.603275 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e7b8d00b-2809-438a-9dc4-64d064139391 req-7abb2209-0716-4c28-a243-50c064bddaad tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] 10.222.0.38 "DELETE /v2.0/ports/70f9c649-a815-485d-8878-476ec164822f HTTP/1.1" status: 204 len: 173 time: 0.8749547 Jul 27 23:25:12.603701 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9209a91d-0abe-4c06-9721-630fc575b94f', 'name': 'network-vif-deleted', 'tag': '70f9c649-a815-485d-8878-476ec164822f'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:25:12.618698 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}011f8d312121274bb12d78e77c6379a2079800640016cec6c6d605b73666e854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9660e2e1-348f-429c-ae0c-6ee329c315bc" -d '{"events": [{"server_uuid": "9209a91d-0abe-4c06-9721-630fc575b94f", "name": "network-vif-deleted", "tag": "70f9c649-a815-485d-8878-476ec164822f"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:25:12.715491 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:25:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71b87b96-c727-469b-bb9d-c51fbbefd878 x-openstack-request-id: req-71b87b96-c727-469b-bb9d-c51fbbefd878 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:25:12.716797 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9209a91d-0abe-4c06-9721-630fc575b94f", "name": "network-vif-deleted", "tag": "70f9c649-a815-485d-8878-476ec164822f", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:25:12.717217 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-71b87b96-c727-469b-bb9d-c51fbbefd878 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:25:12.718205 n-d-802623-1 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9209a91d-0abe-4c06-9721-630fc575b94f', 'name': 'network-vif-deleted', 'tag': '70f9c649-a815-485d-8878-476ec164822f', 'status': 'completed', 'code': 200} Jul 27 23:25:12.939683 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 58324) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:25:12.955359 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1a62a02a-9d2c-4ca0-9f44-dec4a873a03a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:13.054504 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-67cdcc9a-2a3c-40b0-8135-457a19639bfe req-f6913d49-caee-4c4f-a69b-f6f3ca28f591 tempest-ServerShowV247Test-1211425485 tempest-ServerShowV247Test-1211425485-project] 10.222.0.18 "GET /v2.0/ports?device_id=b2ac691c-40ad-467d-8e48-3027afa4ce00 HTTP/1.1" status: 200 len: 210 time: 0.0393615 Jul 27 23:25:13.199362 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1a62a02a-9d2c-4ca0-9f44-dec4a873a03a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:13.209901 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1a62a02a-9d2c-4ca0-9f44-dec4a873a03a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:13.327528 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-6998eb5e-59d0-41af-8c1e-ea83b9fb53a8 req-0dbd2408-ecb1-4b41-8c57-96ee0e403022 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] 10.222.0.18 "GET /v2.0/ports?device_id=9209a91d-0abe-4c06-9721-630fc575b94f HTTP/1.1" status: 200 len: 210 time: 0.0905397 Jul 27 23:25:13.341750 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-1a62a02a-9d2c-4ca0-9f44-dec4a873a03a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b82a891aa8814f109f150cf65517a21b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4008636 Jul 27 23:25:13.344520 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 58338) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:25:13.347214 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a62a02a-9d2c-4ca0-9f44-dec4a873a03a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c52b8ba-18c3-4805-892c-b504ef120191,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:25:13.428477 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-472f0546-01c2-48fd-8e74-5e15e6afca4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:13.462392 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-472f0546-01c2-48fd-8e74-5e15e6afca4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:13.550518 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-472f0546-01c2-48fd-8e74-5e15e6afca4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:13.550518 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-472f0546-01c2-48fd-8e74-5e15e6afca4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:13.550518 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-472f0546-01c2-48fd-8e74-5e15e6afca4b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1c52b8ba-18c3-4805-892c-b504ef120191 HTTP/1.1" status: 204 len: 168 time: 0.2007487 Jul 27 23:25:13.567030 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472f0546-01c2-48fd-8e74-5e15e6afca4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c52b8ba-18c3-4805-892c-b504ef120191,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:25:14.240868 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c5c99b60-b4cb-411f-996a-2e54c9aec206 req-48bc52ab-3e2c-45b8-a260-eb0f6b017af0 tempest-ServerShowV247Test-1211425485 tempest-ServerShowV247Test-1211425485-project] 10.222.0.18 "GET /v2.0/ports?device_id=b2ac691c-40ad-467d-8e48-3027afa4ce00 HTTP/1.1" status: 200 len: 210 time: 0.0733995 Jul 27 23:25:14.366399 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c4c62d9d-11f4-40a8-8694-566c15efb18b req-109b48b5-79cd-47df-9284-7a30ba691b40 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=e85e97f7-9b49-4756-a31e-582c28421907 HTTP/1.1" status: 200 len: 210 time: 0.0440021 Jul 27 23:25:14.595819 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-78595b87-33fb-4cea-afbb-743ba4a352f2 req-dd682b88-2f81-466b-ac02-fd170546a57a service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=b2ac691c-40ad-467d-8e48-3027afa4ce00 HTTP/1.1" status: 200 len: 210 time: 0.0353022 Jul 27 23:25:14.889744 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 70f9c649-a815-485d-8878-476ec164822f no longer exists at agent hyperv_n-h1-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:25:14.950992 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] No Port match for: 70f9c649-a815-485d-8878-476ec164822f {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:25:14.951377 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 70f9c649-a815-485d-8878-476ec164822f not bound to the agent host n-h1-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:25:15.038354 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d294c79-669e-42fb-affd-fdbcaf3d555e req-024d0fe7-c876-4977-bff2-ca9066b25e0a tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:25:15.040614 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-9d294c79-669e-42fb-affd-fdbcaf3d555e req-024d0fe7-c876-4977-bff2-ca9066b25e0a tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] 10.222.0.18 "GET /v2.0/networks?id=44e5b751-d35f-484a-98d7-35c3565f32a1 HTTP/1.1" status: 200 len: 805 time: 0.2465358 Jul 27 23:25:15.068194 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-9d294c79-669e-42fb-affd-fdbcaf3d555e req-0cd8b490-c3d6-414b-8d5e-a48742da4198 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] 10.222.0.18 "GET /v2.0/quotas/cf2ac26483444f3d949e08ee053eb26a HTTP/1.1" status: 200 len: 375 time: 0.0185103 Jul 27 23:25:15.157289 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-9d294c79-669e-42fb-affd-fdbcaf3d555e req-2324398c-7bce-45cb-8f0a-b18743c56fb3 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=cf2ac26483444f3d949e08ee053eb26a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0806851 Jul 27 23:25:15.288843 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-9d294c79-669e-42fb-affd-fdbcaf3d555e req-bb4b398e-ac05-4053-9699-54fbbeac7939 service neutron] 10.222.0.18 "GET /v2.0/networks/44e5b751-d35f-484a-98d7-35c3565f32a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313865 Jul 27 23:25:15.446503 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-9d294c79-669e-42fb-affd-fdbcaf3d555e req-1bd15540-d323-4996-b041-71712efaf29c service neutron] 10.222.0.18 "GET /v2.0/networks/44e5b751-d35f-484a-98d7-35c3565f32a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1565855 Jul 27 23:25:15.448675 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-d059f13b-f3d1-4916-9b3f-8744dbfec245 req-4e756208-48d0-4047-b6eb-98450b9205b6 tempest-ServerShowV247Test-1211425485 tempest-ServerShowV247Test-1211425485-project] 10.222.0.18 "GET /v2.0/ports?device_id=b2ac691c-40ad-467d-8e48-3027afa4ce00 HTTP/1.1" status: 200 len: 210 time: 0.0696023 Jul 27 23:25:15.771334 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f071fdcf-8bc8-4a72-8b39-324cd3de931c req-0dc95f4d-c67f-405e-a017-e680f938befb tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] 10.222.0.18 "GET /v2.0/ports?device_id=b0fb3bb6-d1de-4ff7-91dc-15d9e066d759 HTTP/1.1" status: 200 len: 210 time: 0.0739071 Jul 27 23:25:16.618397 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-51b2241a-26f7-474e-b553-e8fc74b9fd84 req-88f7baf3-9cfd-45d4-acf8-e6a7259659d1 tempest-ServerShowV247Test-1211425485 tempest-ServerShowV247Test-1211425485-project] 10.222.0.18 "GET /v2.0/ports?device_id=b2ac691c-40ad-467d-8e48-3027afa4ce00 HTTP/1.1" status: 200 len: 210 time: 0.0670826 Jul 27 23:25:16.745586 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 58498) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:25:16.887650 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-1945452c-6e21-47a8-96a3-4c5d6501bed6 tempest-RoutersAdminTest-590554823 tempest-RoutersAdminTest-590554823-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-859685401', 'router:external': True}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:25:16.949529 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-35f24333-e3b7-404a-9b99-8edc37b95d46 req-7836c832-1892-4e11-9cec-4823ddc2ac81 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] 10.222.0.18 "GET /v2.0/ports?device_id=b0fb3bb6-d1de-4ff7-91dc-15d9e066d759 HTTP/1.1" status: 200 len: 210 time: 0.0946307 Jul 27 23:25:16.964063 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1945452c-6e21-47a8-96a3-4c5d6501bed6 tempest-RoutersAdminTest-590554823 tempest-RoutersAdminTest-590554823-project-admin] Made reservation on behalf of 89f6269a5a0d4f2ca0852d9096bedc30 for: {'network': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:25:16.967415 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1945452c-6e21-47a8-96a3-4c5d6501bed6 tempest-RoutersAdminTest-590554823 tempest-RoutersAdminTest-590554823-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for network, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:16.982046 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1945452c-6e21-47a8-96a3-4c5d6501bed6 tempest-RoutersAdminTest-590554823 tempest-RoutersAdminTest-590554823-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:17.298059 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-84622354-0b04-4b01-bd4f-d162ea4cb8ed req-acc7ae14-81ff-4409-9e68-ec7d45b5a23f tempest-ServerShowV247Test-1211425485 tempest-ServerShowV247Test-1211425485-project] 10.222.0.18 "GET /v2.0/ports?device_id=b2ac691c-40ad-467d-8e48-3027afa4ce00 HTTP/1.1" status: 200 len: 210 time: 0.0771737 Jul 27 23:25:17.348854 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d294c79-669e-42fb-affd-fdbcaf3d555e req-62c0a30b-7352-47ef-9b3c-766f1b3d524e tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:25:17.351705 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-9d294c79-669e-42fb-affd-fdbcaf3d555e req-62c0a30b-7352-47ef-9b3c-766f1b3d524e tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] 10.222.0.38 "GET /v2.0/networks?id=44e5b751-d35f-484a-98d7-35c3565f32a1 HTTP/1.1" status: 200 len: 805 time: 0.2994525 Jul 27 23:25:17.372394 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [req-9d294c79-669e-42fb-affd-fdbcaf3d555e req-4e0f1100-45a6-427f-b547-b28e9f6deb94 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] Request body: {'port': {'device_id': 'b0fb3bb6-d1de-4ff7-91dc-15d9e066d759', 'network_id': '44e5b751-d35f-484a-98d7-35c3565f32a1', 'admin_state_up': True, 'tenant_id': 'cf2ac26483444f3d949e08ee053eb26a'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:25:17.481059 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 58522) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:25:17.548616 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1945452c-6e21-47a8-96a3-4c5d6501bed6 tempest-RoutersAdminTest-590554823 tempest-RoutersAdminTest-590554823-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:17.572135 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1945452c-6e21-47a8-96a3-4c5d6501bed6 tempest-RoutersAdminTest-590554823 tempest-RoutersAdminTest-590554823-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:17.580437 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d294c79-669e-42fb-affd-fdbcaf3d555e req-4e0f1100-45a6-427f-b547-b28e9f6deb94 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] Made reservation on behalf of cf2ac26483444f3d949e08ee053eb26a for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:25:17.585897 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-9d294c79-669e-42fb-affd-fdbcaf3d555e req-4e0f1100-45a6-427f-b547-b28e9f6deb94 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:17.616350 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6d8f589d-e0f5-47a4-b3be-67d7b1234d89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:17.621840 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1945452c-6e21-47a8-96a3-4c5d6501bed6 tempest-RoutersAdminTest-590554823 tempest-RoutersAdminTest-590554823-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 511} {{(pid=93798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 23:25:17.648627 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1945452c-6e21-47a8-96a3-4c5d6501bed6 tempest-RoutersAdminTest-590554823 tempest-RoutersAdminTest-590554823-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:17.648980 n-d-802623-1 neutron-server[93798]: INFO neutron.db.segments_db [None req-1945452c-6e21-47a8-96a3-4c5d6501bed6 tempest-RoutersAdminTest-590554823 tempest-RoutersAdminTest-590554823-project-admin] Added segment 0ca43502-1914-42ed-bae1-480f589efec3 of type vlan for network ed4e3482-3e99-4c18-a219-73d7879cb219 Jul 27 23:25:17.652040 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1945452c-6e21-47a8-96a3-4c5d6501bed6 tempest-RoutersAdminTest-590554823 tempest-RoutersAdminTest-590554823-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d724b02-67c4-4d5f-bc0c-99cb9905641f,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:25:17.670677 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1945452c-6e21-47a8-96a3-4c5d6501bed6 tempest-RoutersAdminTest-590554823 tempest-RoutersAdminTest-590554823-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:25:17.670677 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1945452c-6e21-47a8-96a3-4c5d6501bed6 tempest-RoutersAdminTest-590554823 tempest-RoutersAdminTest-590554823-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:25:17.670677 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1945452c-6e21-47a8-96a3-4c5d6501bed6 tempest-RoutersAdminTest-590554823 tempest-RoutersAdminTest-590554823-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:25:17.670677 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1945452c-6e21-47a8-96a3-4c5d6501bed6 tempest-RoutersAdminTest-590554823 tempest-RoutersAdminTest-590554823-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:25:17.671229 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1945452c-6e21-47a8-96a3-4c5d6501bed6 tempest-RoutersAdminTest-590554823 tempest-RoutersAdminTest-590554823-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:25:17.671229 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1945452c-6e21-47a8-96a3-4c5d6501bed6 tempest-RoutersAdminTest-590554823 tempest-RoutersAdminTest-590554823-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:25:17.671707 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1945452c-6e21-47a8-96a3-4c5d6501bed6 tempest-RoutersAdminTest-590554823 tempest-RoutersAdminTest-590554823-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:25:17.672182 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1945452c-6e21-47a8-96a3-4c5d6501bed6 tempest-RoutersAdminTest-590554823 tempest-RoutersAdminTest-590554823-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:25:17.672362 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1945452c-6e21-47a8-96a3-4c5d6501bed6 tempest-RoutersAdminTest-590554823 tempest-RoutersAdminTest-590554823-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:25:17.672692 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1945452c-6e21-47a8-96a3-4c5d6501bed6 tempest-RoutersAdminTest-590554823 tempest-RoutersAdminTest-590554823-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:25:17.673064 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1945452c-6e21-47a8-96a3-4c5d6501bed6 tempest-RoutersAdminTest-590554823 tempest-RoutersAdminTest-590554823-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:25:17.673390 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1945452c-6e21-47a8-96a3-4c5d6501bed6 tempest-RoutersAdminTest-590554823 tempest-RoutersAdminTest-590554823-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:25:17.749444 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6d8f589d-e0f5-47a4-b3be-67d7b1234d89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:17.756046 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6d8f589d-e0f5-47a4-b3be-67d7b1234d89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:17.798225 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8f589d-e0f5-47a4-b3be-67d7b1234d89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a7084a8-dd3e-478c-a28b-a014d7f45796,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:25:17.808172 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-6d8f589d-e0f5-47a4-b3be-67d7b1234d89 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=fe19a4966ba64afc9eded4ad47197882&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3260269 Jul 27 23:25:17.808779 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 58526) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:25:17.820494 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1945452c-6e21-47a8-96a3-4c5d6501bed6 tempest-RoutersAdminTest-590554823 tempest-RoutersAdminTest-590554823-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736833354590'] for network, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:17.870949 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a710d940-79e4-464c-9078-fd46de73e584 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:17.883691 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1945452c-6e21-47a8-96a3-4c5d6501bed6 tempest-RoutersAdminTest-590554823 tempest-RoutersAdminTest-590554823-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569'] for network, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:17.884746 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1945452c-6e21-47a8-96a3-4c5d6501bed6 tempest-RoutersAdminTest-590554823 tempest-RoutersAdminTest-590554823-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:25:17.885417 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1945452c-6e21-47a8-96a3-4c5d6501bed6 tempest-RoutersAdminTest-590554823 tempest-RoutersAdminTest-590554823-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:17.894956 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [req-9d294c79-669e-42fb-affd-fdbcaf3d555e req-4e0f1100-45a6-427f-b547-b28e9f6deb94 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] Allocated IP 172.20.0.7 (44e5b751-d35f-484a-98d7-35c3565f32a1/35a04ddb-b611-4dee-a6f7-89af6e6ad557/3e3f8daf-4adb-4090-af5f-d755712d53c5) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:25:17.896921 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a710d940-79e4-464c-9078-fd46de73e584 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:17.953036 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-1945452c-6e21-47a8-96a3-4c5d6501bed6 tempest-RoutersAdminTest-590554823 tempest-RoutersAdminTest-590554823-project-admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 1.2070687 Jul 27 23:25:17.957023 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 58528) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:25:17.966277 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-69e4a2f1-546b-419f-b161-66354ae74513 tempest-RoutersAdminTest-590554823 tempest-RoutersAdminTest-590554823-project-admin] Request body: {'subnet': {'network_id': 'ed4e3482-3e99-4c18-a219-73d7879cb219', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:25:17.990319 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1945452c-6e21-47a8-96a3-4c5d6501bed6 tempest-RoutersAdminTest-590554823 tempest-RoutersAdminTest-590554823-project-admin] Pushing event updated for resources: {'Network': ['ID=ed4e3482-3e99-4c18-a219-73d7879cb219,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:25:17.996667 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a710d940-79e4-464c-9078-fd46de73e584 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:18.000993 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Network ed4e3482-3e99-4c18-a219-73d7879cb219 details requested by agent ovs-agent-n-d-802623-1 with host n-d-802623-1 {{(pid=93799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 23:25:18.002843 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a710d940-79e4-464c-9078-fd46de73e584 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:18.007667 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-a710d940-79e4-464c-9078-fd46de73e584 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2a7084a8-dd3e-478c-a28b-a014d7f45796 HTTP/1.1" status: 204 len: 168 time: 0.1978426 Jul 27 23:25:18.042530 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69e4a2f1-546b-419f-b161-66354ae74513 tempest-RoutersAdminTest-590554823 tempest-RoutersAdminTest-590554823-project-admin] Made reservation on behalf of 89f6269a5a0d4f2ca0852d9096bedc30 for: {'subnet': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:25:18.048292 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-69e4a2f1-546b-419f-b161-66354ae74513 tempest-RoutersAdminTest-590554823 tempest-RoutersAdminTest-590554823-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11551435'] for subnet, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:18.195481 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-9d294c79-669e-42fb-affd-fdbcaf3d555e req-4e0f1100-45a6-427f-b547-b28e9f6deb94 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:18.277428 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-9d294c79-669e-42fb-affd-fdbcaf3d555e req-4e0f1100-45a6-427f-b547-b28e9f6deb94 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:18.289897 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] get_ports_and_sgs() called for port_ids ['5b7866c5-7b07-46aa-bae5-acbbf94ec587'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:25:18.369820 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d294c79-669e-42fb-affd-fdbcaf3d555e req-4e0f1100-45a6-427f-b547-b28e9f6deb94 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] Network 44e5b751-d35f-484a-98d7-35c3565f32a1 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:25:18.375371 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [req-9d294c79-669e-42fb-affd-fdbcaf3d555e req-4e0f1100-45a6-427f-b547-b28e9f6deb94 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:25:18.378534 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d294c79-669e-42fb-affd-fdbcaf3d555e req-4e0f1100-45a6-427f-b547-b28e9f6deb94 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:25:18.416062 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0f1100-45a6-427f-b547-b28e9f6deb94 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] Pushing event updated for resources: {'Port': ['ID=3e3f8daf-4adb-4090-af5f-d755712d53c5,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:25:18.420514 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a710d940-79e4-464c-9078-fd46de73e584 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a7084a8-dd3e-478c-a28b-a014d7f45796,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:25:18.477012 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d294c79-669e-42fb-affd-fdbcaf3d555e req-4e0f1100-45a6-427f-b547-b28e9f6deb94 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:25:18.477729 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-9d294c79-669e-42fb-affd-fdbcaf3d555e req-4e0f1100-45a6-427f-b547-b28e9f6deb94 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:18.523197 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-231f1d66-b3f7-45d2-96ed-767294922a03 req-e4058311-770a-4e18-b487-4a8ac35948d3 tempest-ServerShowV247Test-1211425485 tempest-ServerShowV247Test-1211425485-project] 10.222.0.18 "GET /v2.0/ports?device_id=b2ac691c-40ad-467d-8e48-3027afa4ce00 HTTP/1.1" status: 200 len: 210 time: 0.0414517 Jul 27 23:25:18.577564 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-9d294c79-669e-42fb-affd-fdbcaf3d555e req-4e0f1100-45a6-427f-b547-b28e9f6deb94 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2102368 Jul 27 23:25:18.599868 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [req-9d294c79-669e-42fb-affd-fdbcaf3d555e req-a9ae44ff-8e47-4811-95f8-74aaad02738d service neutron] Request body: {'port': {'device_id': 'b0fb3bb6-d1de-4ff7-91dc-15d9e066d759', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802623-1'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:25:18.632331 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2434053c-d65d-47f7-b64a-c2bac40878b8 req-f98cd921-a68f-4cbc-a81e-f4cfc696b23a tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:25:18.634002 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-2434053c-d65d-47f7-b64a-c2bac40878b8 req-f98cd921-a68f-4cbc-a81e-f4cfc696b23a tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] 10.222.0.18 "GET /v2.0/ports?device_id=b0fb3bb6-d1de-4ff7-91dc-15d9e066d759 HTTP/1.1" status: 200 len: 931 time: 0.2297626 Jul 27 23:25:18.711990 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-2434053c-d65d-47f7-b64a-c2bac40878b8 req-fb4c17b9-2655-4c1c-ab00-d077df4ef9c4 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e15ece7-f410-4d95-9c67-d98c825e8c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675597 Jul 27 23:25:18.716683 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 58548) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:25:18.731856 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-60641245-f24d-4e20-9ae4-3e59b13389f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:18.840852 n-d-802623-1 neutron-server[93797]: DEBUG neutron.objects.ports [None req-69e4a2f1-546b-419f-b161-66354ae74513 tempest-RoutersAdminTest-590554823 tempest-RoutersAdminTest-590554823-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93797) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 27 23:25:18.841527 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-69e4a2f1-546b-419f-b161-66354ae74513 tempest-RoutersAdminTest-590554823 tempest-RoutersAdminTest-590554823-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11336182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11551417'] for subnet, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:18.941642 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69e4a2f1-546b-419f-b161-66354ae74513 tempest-RoutersAdminTest-590554823 tempest-RoutersAdminTest-590554823-project-admin] Checking segment: {'id': '0ca43502-1914-42ed-bae1-480f589efec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'ed4e3482-3e99-4c18-a219-73d7879cb219'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:25:18.942042 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69e4a2f1-546b-419f-b161-66354ae74513 tempest-RoutersAdminTest-590554823 tempest-RoutersAdminTest-590554823-project-admin] Network hostable DHCP agents. Network: ed4e3482-3e99-4c18-a219-73d7879cb219, hostable agents: ['5950e76f-2bde-4343-a925-cbe6bacd2706'], hosted agents: [] {{(pid=93797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 23:25:18.944874 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e4a2f1-546b-419f-b161-66354ae74513 tempest-RoutersAdminTest-590554823 tempest-RoutersAdminTest-590554823-project-admin] Pushing event updated for resources: {'Subnet': ['ID=5fe18f63-fb9b-4695-b017-85d6433d155e,revision_number=0']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:25:18.988836 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69e4a2f1-546b-419f-b161-66354ae74513 tempest-RoutersAdminTest-590554823 tempest-RoutersAdminTest-590554823-project-admin] Network ed4e3482-3e99-4c18-a219-73d7879cb219 is scheduled to be hosted by DHCP agent 5950e76f-2bde-4343-a925-cbe6bacd2706 with binding_index 1 {{(pid=93797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 23:25:19.017049 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-60641245-f24d-4e20-9ae4-3e59b13389f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:19.019552 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-69e4a2f1-546b-419f-b161-66354ae74513 tempest-RoutersAdminTest-590554823 tempest-RoutersAdminTest-590554823-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802623-1, ed4e3482-3e99-4c18-a219-73d7879cb219) {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:25:19.030183 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98bf125a-ecd1-4819-8686-171cc2ebaedb None None] Network ed4e3482-3e99-4c18-a219-73d7879cb219 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:25:19.032559 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-9d294c79-669e-42fb-affd-fdbcaf3d555e req-a9ae44ff-8e47-4811-95f8-74aaad02738d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:19.034942 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69e4a2f1-546b-419f-b161-66354ae74513 tempest-RoutersAdminTest-590554823 tempest-RoutersAdminTest-590554823-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:25:19.036609 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-69e4a2f1-546b-419f-b161-66354ae74513 tempest-RoutersAdminTest-590554823 tempest-RoutersAdminTest-590554823-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for subnet, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:19.040615 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-60641245-f24d-4e20-9ae4-3e59b13389f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:19.079254 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60641245-f24d-4e20-9ae4-3e59b13389f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45d8978f-1938-4a83-8095-4cf9d7c0c246,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:25:19.116019 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-60641245-f24d-4e20-9ae4-3e59b13389f9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=849d5703afff47b5b69d5ef401cf8855&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3982780 Jul 27 23:25:19.119099 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 58552) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:25:19.145718 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-69e4a2f1-546b-419f-b161-66354ae74513 tempest-RoutersAdminTest-590554823 tempest-RoutersAdminTest-590554823-project-admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.1864436 Jul 27 23:25:19.148936 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 58554) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:25:19.154144 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-52ef8019-bf10-4951-9cc2-24d1f2ebf346 tempest-RoutersAdminTest-590554823 tempest-RoutersAdminTest-590554823-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-488862690', 'network_id': 'ed4e3482-3e99-4c18-a219-73d7879cb219'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:25:19.217930 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52ef8019-bf10-4951-9cc2-24d1f2ebf346 tempest-RoutersAdminTest-590554823 tempest-RoutersAdminTest-590554823-project-admin] Made reservation on behalf of 89f6269a5a0d4f2ca0852d9096bedc30 for: {'port': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:25:19.220328 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-52ef8019-bf10-4951-9cc2-24d1f2ebf346 tempest-RoutersAdminTest-590554823 tempest-RoutersAdminTest-590554823-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:19.242315 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-320eb8fa-e2f5-462e-a777-caa8a48807e3 None None] Network ed4e3482-3e99-4c18-a219-73d7879cb219 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:25:19.293202 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-52ef8019-bf10-4951-9cc2-24d1f2ebf346 tempest-RoutersAdminTest-590554823 tempest-RoutersAdminTest-590554823-project-admin] device_id is not set on port 67245dd2-8492-4380-a085-79e863be679a yet. {{(pid=93797) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 23:25:19.379389 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-72906674-fdd4-4806-9b40-58f3701b1d17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:19.428374 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-72906674-fdd4-4806-9b40-58f3701b1d17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:19.457458 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [req-9d294c79-669e-42fb-affd-fdbcaf3d555e req-a9ae44ff-8e47-4811-95f8-74aaad02738d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e3f8daf-4adb-4090-af5f-d755712d53c5 {{(pid=93798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:25:19.477949 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-9d294c79-669e-42fb-affd-fdbcaf3d555e req-a9ae44ff-8e47-4811-95f8-74aaad02738d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:19.493666 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-9d294c79-669e-42fb-affd-fdbcaf3d555e req-a9ae44ff-8e47-4811-95f8-74aaad02738d service neutron] Transition to ACTIVE for port object 3e3f8daf-4adb-4090-af5f-d755712d53c5 will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:25:19.500660 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-9d294c79-669e-42fb-affd-fdbcaf3d555e req-a9ae44ff-8e47-4811-95f8-74aaad02738d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:19.502945 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-52ef8019-bf10-4951-9cc2-24d1f2ebf346 tempest-RoutersAdminTest-590554823 tempest-RoutersAdminTest-590554823-project-admin] Allocated IP 172.20.0.7 (ed4e3482-3e99-4c18-a219-73d7879cb219/5fe18f63-fb9b-4695-b017-85d6433d155e/67245dd2-8492-4380-a085-79e863be679a) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:25:19.539835 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-72906674-fdd4-4806-9b40-58f3701b1d17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:19.542608 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-72906674-fdd4-4806-9b40-58f3701b1d17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:19.546204 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-72906674-fdd4-4806-9b40-58f3701b1d17 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/45d8978f-1938-4a83-8095-4cf9d7c0c246 HTTP/1.1" status: 204 len: 168 time: 0.4237173 Jul 27 23:25:19.562043 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72906674-fdd4-4806-9b40-58f3701b1d17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45d8978f-1938-4a83-8095-4cf9d7c0c246,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:25:19.572508 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ae44ff-8e47-4811-95f8-74aaad02738d service neutron] Pushing event updated for resources: {'Port': ['ID=3e3f8daf-4adb-4090-af5f-d755712d53c5,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:25:19.710630 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-52ef8019-bf10-4951-9cc2-24d1f2ebf346 tempest-RoutersAdminTest-590554823 tempest-RoutersAdminTest-590554823-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:19.742707 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-54eaae32-118b-4204-97bc-b8c9b55c5e6b req-1481da6d-b4da-4155-9241-1d14de0d7e05 tempest-ServerShowV247Test-1211425485 tempest-ServerShowV247Test-1211425485-project] 10.222.0.18 "GET /v2.0/ports?device_id=b2ac691c-40ad-467d-8e48-3027afa4ce00 HTTP/1.1" status: 200 len: 210 time: 0.0394001 Jul 27 23:25:19.772721 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-52ef8019-bf10-4951-9cc2-24d1f2ebf346 tempest-RoutersAdminTest-590554823 tempest-RoutersAdminTest-590554823-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:19.780753 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-9d294c79-669e-42fb-affd-fdbcaf3d555e req-a9ae44ff-8e47-4811-95f8-74aaad02738d service neutron] Attempting to bind port 3e3f8daf-4adb-4090-af5f-d755712d53c5 on host n-h1-802623-1 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:25:19.781188 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-9d294c79-669e-42fb-affd-fdbcaf3d555e req-a9ae44ff-8e47-4811-95f8-74aaad02738d service neutron] Attempting to bind port 3e3f8daf-4adb-4090-af5f-d755712d53c5 by drivers openvswitch,hyperv on host n-h1-802623-1 at level 0 using segments [{'id': 'e3440446-8deb-4174-b5a6-9cc094845dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '44e5b751-d35f-484a-98d7-35c3565f32a1'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:25:19.781773 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d294c79-669e-42fb-affd-fdbcaf3d555e req-a9ae44ff-8e47-4811-95f8-74aaad02738d service neutron] Attempting to bind port 3e3f8daf-4adb-4090-af5f-d755712d53c5 on network 44e5b751-d35f-484a-98d7-35c3565f32a1 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:25:19.788329 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d294c79-669e-42fb-affd-fdbcaf3d555e req-a9ae44ff-8e47-4811-95f8-74aaad02738d service neutron] Port 3e3f8daf-4adb-4090-af5f-d755712d53c5 on network 44e5b751-d35f-484a-98d7-35c3565f32a1 not bound, no agent of type Open vSwitch agent registered on host n-h1-802623-1 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 23:25:19.788764 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d294c79-669e-42fb-affd-fdbcaf3d555e req-a9ae44ff-8e47-4811-95f8-74aaad02738d service neutron] Attempting to bind port 3e3f8daf-4adb-4090-af5f-d755712d53c5 on network 44e5b751-d35f-484a-98d7-35c3565f32a1 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:25:19.794590 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d294c79-669e-42fb-affd-fdbcaf3d555e req-a9ae44ff-8e47-4811-95f8-74aaad02738d service neutron] Checking agent: {'id': '245f1da4-a9b8-4b08-90d7-28f0f342b839', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 59, 59), 'started_at': datetime.datetime(2021, 7, 27, 22, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:25:19.794937 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d294c79-669e-42fb-affd-fdbcaf3d555e req-a9ae44ff-8e47-4811-95f8-74aaad02738d service neutron] Checking segment: {'id': 'e3440446-8deb-4174-b5a6-9cc094845dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '44e5b751-d35f-484a-98d7-35c3565f32a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:25:19.795401 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d294c79-669e-42fb-affd-fdbcaf3d555e req-a9ae44ff-8e47-4811-95f8-74aaad02738d service neutron] Bound using segment: {'id': 'e3440446-8deb-4174-b5a6-9cc094845dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '44e5b751-d35f-484a-98d7-35c3565f32a1'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:25:19.795943 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-9d294c79-669e-42fb-affd-fdbcaf3d555e req-a9ae44ff-8e47-4811-95f8-74aaad02738d service neutron] Bound port: 3e3f8daf-4adb-4090-af5f-d755712d53c5, host: n-h1-802623-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3440446-8deb-4174-b5a6-9cc094845dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '44e5b751-d35f-484a-98d7-35c3565f32a1'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:25:19.796477 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-9d294c79-669e-42fb-affd-fdbcaf3d555e req-a9ae44ff-8e47-4811-95f8-74aaad02738d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:19.845296 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52ef8019-bf10-4951-9cc2-24d1f2ebf346 tempest-RoutersAdminTest-590554823 tempest-RoutersAdminTest-590554823-project-admin] Network ed4e3482-3e99-4c18-a219-73d7879cb219 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:25:19.850797 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-52ef8019-bf10-4951-9cc2-24d1f2ebf346 tempest-RoutersAdminTest-590554823 tempest-RoutersAdminTest-590554823-project-admin] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:25:19.861594 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52ef8019-bf10-4951-9cc2-24d1f2ebf346 tempest-RoutersAdminTest-590554823 tempest-RoutersAdminTest-590554823-project-admin] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:25:19.934023 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-9d294c79-669e-42fb-affd-fdbcaf3d555e req-a9ae44ff-8e47-4811-95f8-74aaad02738d service neutron] For port 3e3f8daf-4adb-4090-af5f-d755712d53c5, host n-h1-802623-1, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:25:19.937434 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-9d294c79-669e-42fb-affd-fdbcaf3d555e req-a9ae44ff-8e47-4811-95f8-74aaad02738d service neutron] For port 3e3f8daf-4adb-4090-af5f-d755712d53c5, host n-h1-802623-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=3e3f8daf-4adb-4090-af5f-d755712d53c5,segment=NetworkSegment(e3440446-8deb-4174-b5a6-9cc094845dc2),segment_id=e3440446-8deb-4174-b5a6-9cc094845dc2)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:25:19.942165 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ef8019-bf10-4951-9cc2-24d1f2ebf346 tempest-RoutersAdminTest-590554823 tempest-RoutersAdminTest-590554823-project-admin] Pushing event updated for resources: {'Port': ['ID=67245dd2-8492-4380-a085-79e863be679a,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:25:19.956920 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-9d294c79-669e-42fb-affd-fdbcaf3d555e req-a9ae44ff-8e47-4811-95f8-74aaad02738d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:19.959703 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52ef8019-bf10-4951-9cc2-24d1f2ebf346 tempest-RoutersAdminTest-590554823 tempest-RoutersAdminTest-590554823-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:25:19.971779 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-52ef8019-bf10-4951-9cc2-24d1f2ebf346 tempest-RoutersAdminTest-590554823 tempest-RoutersAdminTest-590554823-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:19.992474 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-52ef8019-bf10-4951-9cc2-24d1f2ebf346 tempest-RoutersAdminTest-590554823 tempest-RoutersAdminTest-590554823-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1022 time: 0.8418603 Jul 27 23:25:20.012556 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91b10bf-1693-4b92-a529-56c30aa72d4b req-e981d810-53b0-4a6e-9e2a-368a3af15c32 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:25:20.021964 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a91b10bf-1693-4b92-a529-56c30aa72d4b req-e981d810-53b0-4a6e-9e2a-368a3af15c32 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] 10.222.0.18 "GET /v2.0/ports?device_id=b0fb3bb6-d1de-4ff7-91dc-15d9e066d759 HTTP/1.1" status: 200 len: 943 time: 0.1361430 Jul 27 23:25:20.024738 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 58572) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:25:20.052787 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d294c79-669e-42fb-affd-fdbcaf3d555e req-a9ae44ff-8e47-4811-95f8-74aaad02738d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:25:20.053525 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-9d294c79-669e-42fb-affd-fdbcaf3d555e req-a9ae44ff-8e47-4811-95f8-74aaad02738d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:20.056237 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-9d294c79-669e-42fb-affd-fdbcaf3d555e req-a9ae44ff-8e47-4811-95f8-74aaad02738d service neutron] 10.222.0.38 "PUT /v2.0/ports/3e3f8daf-4adb-4090-af5f-d755712d53c5 HTTP/1.1" status: 200 len: 1091 time: 1.4692349 Jul 27 23:25:20.056237 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0fb3bb6-d1de-4ff7-91dc-15d9e066d759', 'tag': '3e3f8daf-4adb-4090-af5f-d755712d53c5'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:25:20.059012 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}011f8d312121274bb12d78e77c6379a2079800640016cec6c6d605b73666e854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0339514-dce7-46d6-895e-747b2d54def3" -d '{"events": [{"name": "network-changed", "server_uuid": "b0fb3bb6-d1de-4ff7-91dc-15d9e066d759", "tag": "3e3f8daf-4adb-4090-af5f-d755712d53c5"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:25:20.088564 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ae44ff-8e47-4811-95f8-74aaad02738d service neutron] Pushing event updated for resources: {'Port': ['ID=3e3f8daf-4adb-4090-af5f-d755712d53c5,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:25:20.161617 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 23:25:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3795bfa-09c0-4aa9-b6f6-b90a89866e8c x-openstack-request-id: req-d3795bfa-09c0-4aa9-b6f6-b90a89866e8c {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:25:20.161922 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0fb3bb6-d1de-4ff7-91dc-15d9e066d759", "tag": "3e3f8daf-4adb-4090-af5f-d755712d53c5", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:25:20.162173 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d3795bfa-09c0-4aa9-b6f6-b90a89866e8c {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:25:20.162574 n-d-802623-1 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0fb3bb6-d1de-4ff7-91dc-15d9e066d759', 'tag': '3e3f8daf-4adb-4090-af5f-d755712d53c5', 'status': 'completed', 'code': 200} Jul 27 23:25:20.192688 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d294c79-669e-42fb-affd-fdbcaf3d555e req-c3b935ff-204c-4416-b8e4-39ecfcd2608d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:25:20.200499 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-9d294c79-669e-42fb-affd-fdbcaf3d555e req-c3b935ff-204c-4416-b8e4-39ecfcd2608d service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=cf2ac26483444f3d949e08ee053eb26a&device_id=b0fb3bb6-d1de-4ff7-91dc-15d9e066d759 HTTP/1.1" status: 200 len: 1094 time: 0.0834138 Jul 27 23:25:20.227313 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a91b10bf-1693-4b92-a529-56c30aa72d4b req-88c3e7fa-281e-483f-89aa-26a33a66f0e1 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e15ece7-f410-4d95-9c67-d98c825e8c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2041767 Jul 27 23:25:20.262275 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-558a6ffd-568b-4882-968d-683b34931afe tempest-RoutersAdminTest-590554823 tempest-RoutersAdminTest-590554823-project-admin] Deleting port 67245dd2-8492-4380-a085-79e863be679a {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:25:20.263324 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-558a6ffd-568b-4882-968d-683b34931afe tempest-RoutersAdminTest-590554823 tempest-RoutersAdminTest-590554823-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:20.272854 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-9d294c79-669e-42fb-affd-fdbcaf3d555e req-c4938431-521c-44b1-8830-e150574236b1 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3e3f8daf-4adb-4090-af5f-d755712d53c5 HTTP/1.1" status: 200 len: 217 time: 0.0661395 Jul 27 23:25:20.370215 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d294c79-669e-42fb-affd-fdbcaf3d555e req-7edda481-b085-46c7-8c96-cd571f335f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:25:20.371845 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-9d294c79-669e-42fb-affd-fdbcaf3d555e req-7edda481-b085-46c7-8c96-cd571f335f95 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=35a04ddb-b611-4dee-a6f7-89af6e6ad557 HTTP/1.1" status: 200 len: 845 time: 0.0918145 Jul 27 23:25:20.415375 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-9d294c79-669e-42fb-affd-fdbcaf3d555e req-656d2857-26ba-40dd-b52a-83598d358d9d service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=44e5b751-d35f-484a-98d7-35c3565f32a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354068 Jul 27 23:25:20.421448 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-558a6ffd-568b-4882-968d-683b34931afe tempest-RoutersAdminTest-590554823 tempest-RoutersAdminTest-590554823-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:20.435291 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-558a6ffd-568b-4882-968d-683b34931afe tempest-RoutersAdminTest-590554823 tempest-RoutersAdminTest-590554823-project-admin] Calling delete_port for 67245dd2-8492-4380-a085-79e863be679a owned by {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:25:20.606628 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-9d294c79-669e-42fb-affd-fdbcaf3d555e req-40810cd0-9258-462c-94a7-083be0b74128 service neutron] 10.222.0.38 "GET /v2.0/networks/44e5b751-d35f-484a-98d7-35c3565f32a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1824174 Jul 27 23:25:20.619546 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-558a6ffd-568b-4882-968d-683b34931afe tempest-RoutersAdminTest-590554823 tempest-RoutersAdminTest-590554823-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:20.659160 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558a6ffd-568b-4882-968d-683b34931afe tempest-RoutersAdminTest-590554823 tempest-RoutersAdminTest-590554823-project-admin] Pushing event deleted for resources: {'Port': ['ID=67245dd2-8492-4380-a085-79e863be679a,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:25:20.757898 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-558a6ffd-568b-4882-968d-683b34931afe tempest-RoutersAdminTest-590554823 tempest-RoutersAdminTest-590554823-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:20.760940 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-558a6ffd-568b-4882-968d-683b34931afe tempest-RoutersAdminTest-590554823 tempest-RoutersAdminTest-590554823-project-admin] 10.222.0.18 "DELETE /v2.0/ports/67245dd2-8492-4380-a085-79e863be679a HTTP/1.1" status: 204 len: 168 time: 0.7341974 Jul 27 23:25:20.765061 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 58600) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:25:20.773641 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-1c131744-724f-4905-bcd6-9022c1a66092 tempest-RoutersAdminTest-590554823 tempest-RoutersAdminTest-590554823-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ed4e3482-3e99-4c18-a219-73d7879cb219', 'external_fixed_ips': [{'subnet_id': '5fe18f63-fb9b-4695-b017-85d6433d155e', 'ip_address': '172.20.0.7'}]}}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:25:20.809263 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-9d294c79-669e-42fb-affd-fdbcaf3d555e req-11557c68-f0ef-4b2b-aec4-0d2ec3b8fc01 service neutron] 10.222.0.38 "GET /v2.0/networks/44e5b751-d35f-484a-98d7-35c3565f32a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1870811 Jul 27 23:25:20.820743 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1c131744-724f-4905-bcd6-9022c1a66092 tempest-RoutersAdminTest-590554823 tempest-RoutersAdminTest-590554823-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62159'] for router, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:20.822065 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1c131744-724f-4905-bcd6-9022c1a66092 tempest-RoutersAdminTest-590554823 tempest-RoutersAdminTest-590554823-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-479230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-415539', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3693317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62148'] for router, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:20.896145 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e6c3bb5f-f11f-40d4-87c4-3e2c1147c95d req-2d111dfa-5b72-442d-b349-98d441c09262 tempest-ServerShowV247Test-1211425485 tempest-ServerShowV247Test-1211425485-project] 10.222.0.18 "GET /v2.0/ports?device_id=b2ac691c-40ad-467d-8e48-3027afa4ce00 HTTP/1.1" status: 200 len: 210 time: 0.0439506 Jul 27 23:25:20.903831 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1c131744-724f-4905-bcd6-9022c1a66092 tempest-RoutersAdminTest-590554823 tempest-RoutersAdminTest-590554823-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:20.949910 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0339514-dce7-46d6-895e-747b2d54def3 req-3b18a0f5-b1a4-40c6-84ca-7f03da1b6cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:25:20.951610 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e0339514-dce7-46d6-895e-747b2d54def3 req-3b18a0f5-b1a4-40c6-84ca-7f03da1b6cfd service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=cf2ac26483444f3d949e08ee053eb26a&device_id=b0fb3bb6-d1de-4ff7-91dc-15d9e066d759 HTTP/1.1" status: 200 len: 1094 time: 0.0543778 Jul 27 23:25:21.146987 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0339514-dce7-46d6-895e-747b2d54def3 req-66507453-b40e-4679-885d-a6e71bf5f0de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:25:21.149256 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e0339514-dce7-46d6-895e-747b2d54def3 req-66507453-b40e-4679-885d-a6e71bf5f0de service neutron] 10.222.0.38 "GET /v2.0/networks?id=44e5b751-d35f-484a-98d7-35c3565f32a1 HTTP/1.1" status: 200 len: 906 time: 0.1899879 Jul 27 23:25:21.254520 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e0339514-dce7-46d6-895e-747b2d54def3 req-2c37bbce-1445-47f4-8bb2-b068c31c547f service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3e3f8daf-4adb-4090-af5f-d755712d53c5 HTTP/1.1" status: 200 len: 217 time: 0.0973108 Jul 27 23:25:21.366530 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0339514-dce7-46d6-895e-747b2d54def3 req-e543c364-bb59-4b07-98a2-910fc26aea3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:25:21.368072 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e0339514-dce7-46d6-895e-747b2d54def3 req-e543c364-bb59-4b07-98a2-910fc26aea3e service neutron] 10.222.0.38 "GET /v2.0/subnets?id=35a04ddb-b611-4dee-a6f7-89af6e6ad557 HTTP/1.1" status: 200 len: 845 time: 0.0950687 Jul 27 23:25:21.430149 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e0339514-dce7-46d6-895e-747b2d54def3 req-fcadbca3-ae41-4603-bf2a-5d2cd5b9917f service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=44e5b751-d35f-484a-98d7-35c3565f32a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0522385 Jul 27 23:25:21.531983 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1c131744-724f-4905-bcd6-9022c1a66092 tempest-RoutersAdminTest-590554823 tempest-RoutersAdminTest-590554823-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-415433', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62186'] for router, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:21.554961 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e4ffb3-8366-4552-ba33-18d54231c094 req-26d48b24-c212-46dd-8b6c-8b7e2342126c tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:25:21.556551 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-95e4ffb3-8366-4552-ba33-18d54231c094 req-26d48b24-c212-46dd-8b6c-8b7e2342126c tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] 10.222.0.18 "GET /v2.0/ports?device_id=b0fb3bb6-d1de-4ff7-91dc-15d9e066d759 HTTP/1.1" status: 200 len: 943 time: 0.1308689 Jul 27 23:25:21.590426 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e0339514-dce7-46d6-895e-747b2d54def3 req-00791b94-534e-4468-a0a7-17cee7ba5378 service neutron] 10.222.0.38 "GET /v2.0/networks/44e5b751-d35f-484a-98d7-35c3565f32a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497183 Jul 27 23:25:21.649031 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-95e4ffb3-8366-4552-ba33-18d54231c094 req-dd19dde0-0c07-43bc-a908-aaceadc7b1af tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e15ece7-f410-4d95-9c67-d98c825e8c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793641 Jul 27 23:25:21.697945 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e0339514-dce7-46d6-895e-747b2d54def3 req-9924427f-1914-422d-80ef-cc07d33a47d9 service neutron] 10.222.0.38 "GET /v2.0/networks/44e5b751-d35f-484a-98d7-35c3565f32a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975394 Jul 27 23:25:21.841215 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1c131744-724f-4905-bcd6-9022c1a66092 tempest-RoutersAdminTest-590554823 tempest-RoutersAdminTest-590554823-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:21.865826 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1c131744-724f-4905-bcd6-9022c1a66092 tempest-RoutersAdminTest-590554823 tempest-RoutersAdminTest-590554823-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:22.063245 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-88092e43-24e2-41f8-93fa-4f32522f8772 req-d4746936-b24e-4196-aa87-58bbc8850272 tempest-ServerShowV247Test-1211425485 tempest-ServerShowV247Test-1211425485-project] 10.222.0.18 "GET /v2.0/ports?device_id=b2ac691c-40ad-467d-8e48-3027afa4ce00 HTTP/1.1" status: 200 len: 210 time: 0.0493977 Jul 27 23:25:22.074834 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-1c131744-724f-4905-bcd6-9022c1a66092 tempest-RoutersAdminTest-590554823 tempest-RoutersAdminTest-590554823-project-admin] Allocated IP 172.20.0.7 (ed4e3482-3e99-4c18-a219-73d7879cb219/5fe18f63-fb9b-4695-b017-85d6433d155e/b2dfecc5-2e8c-461b-81d8-fadad788f5cb) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:25:22.242842 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1c131744-724f-4905-bcd6-9022c1a66092 tempest-RoutersAdminTest-590554823 tempest-RoutersAdminTest-590554823-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:22.285568 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1c131744-724f-4905-bcd6-9022c1a66092 tempest-RoutersAdminTest-590554823 tempest-RoutersAdminTest-590554823-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:22.335996 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c131744-724f-4905-bcd6-9022c1a66092 tempest-RoutersAdminTest-590554823 tempest-RoutersAdminTest-590554823-project-admin] Network ed4e3482-3e99-4c18-a219-73d7879cb219 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:25:22.341982 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-1c131744-724f-4905-bcd6-9022c1a66092 tempest-RoutersAdminTest-590554823 tempest-RoutersAdminTest-590554823-project-admin] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:25:22.347409 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c131744-724f-4905-bcd6-9022c1a66092 tempest-RoutersAdminTest-590554823 tempest-RoutersAdminTest-590554823-project-admin] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:25:22.390548 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c131744-724f-4905-bcd6-9022c1a66092 tempest-RoutersAdminTest-590554823 tempest-RoutersAdminTest-590554823-project-admin] Pushing event updated for resources: {'Port': ['ID=b2dfecc5-2e8c-461b-81d8-fadad788f5cb,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:25:22.694017 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1c131744-724f-4905-bcd6-9022c1a66092 tempest-RoutersAdminTest-590554823 tempest-RoutersAdminTest-590554823-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:22.847438 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29bf0f6-7b9d-43d8-a4ae-e6192e6ab0d0 req-c12f1959-afb4-4de0-942a-9a75021cad66 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:25:22.849346 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f29bf0f6-7b9d-43d8-a4ae-e6192e6ab0d0 req-c12f1959-afb4-4de0-942a-9a75021cad66 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] 10.222.0.18 "GET /v2.0/ports?device_id=b0fb3bb6-d1de-4ff7-91dc-15d9e066d759 HTTP/1.1" status: 200 len: 943 time: 0.0711327 Jul 27 23:25:22.914209 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f29bf0f6-7b9d-43d8-a4ae-e6192e6ab0d0 req-dc445f4d-8753-4fdd-8af9-77d4b30ecc45 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e15ece7-f410-4d95-9c67-d98c825e8c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586159 Jul 27 23:25:22.962516 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1c131744-724f-4905-bcd6-9022c1a66092 tempest-RoutersAdminTest-590554823 tempest-RoutersAdminTest-590554823-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-415468'] for router, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:23.003878 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 58682) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:25:23.010214 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-65ea6fd9-1731-4e71-8ca2-0b3cbecb9926 tempest-TestVolumeBackupRestore-155198222 tempest-TestVolumeBackupRestore-155198222-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1042501826', 'description': 'tempest-secgroup-smoke-1042501826 description', 'project_id': 'acf4fb1269eb40aab078bc0133d25bec'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:25:23.038153 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-65ea6fd9-1731-4e71-8ca2-0b3cbecb9926 tempest-TestVolumeBackupRestore-155198222 tempest-TestVolumeBackupRestore-155198222-project] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:23.150687 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c131744-724f-4905-bcd6-9022c1a66092 tempest-RoutersAdminTest-590554823 tempest-RoutersAdminTest-590554823-project-admin] Router 2a83a12a-7b7b-4afd-9dd5-c2b172c32cee is scheduled to L3 agent 018c4455-49c0-4734-927d-7824067b2a9e with binding_index 1 {{(pid=93797) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 23:25:23.158402 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-65ea6fd9-1731-4e71-8ca2-0b3cbecb9926 tempest-TestVolumeBackupRestore-155198222 tempest-TestVolumeBackupRestore-155198222-project] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:23.179353 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-65ea6fd9-1731-4e71-8ca2-0b3cbecb9926 tempest-TestVolumeBackupRestore-155198222 tempest-TestVolumeBackupRestore-155198222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:23.204781 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c5312741-067f-44ee-99a0-7898c5f2afd9 req-f02d3c4d-da61-4f10-97f0-63127eaf3e79 tempest-ServerShowV247Test-1211425485 tempest-ServerShowV247Test-1211425485-project] 10.222.0.18 "GET /v2.0/ports?device_id=b2ac691c-40ad-467d-8e48-3027afa4ce00 HTTP/1.1" status: 200 len: 210 time: 0.0376279 Jul 27 23:25:23.220034 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 58688) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:25:23.246398 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ea6fd9-1731-4e71-8ca2-0b3cbecb9926 tempest-TestVolumeBackupRestore-155198222 tempest-TestVolumeBackupRestore-155198222-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ab4096c-6af3-4502-afe2-c829fe7be244,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:25:23.251153 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-65ea6fd9-1731-4e71-8ca2-0b3cbecb9926 tempest-TestVolumeBackupRestore-155198222 tempest-TestVolumeBackupRestore-155198222-project] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:23.252762 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-65ea6fd9-1731-4e71-8ca2-0b3cbecb9926 tempest-TestVolumeBackupRestore-155198222 tempest-TestVolumeBackupRestore-155198222-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2470050 Jul 27 23:25:23.261218 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 58692) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:25:23.272797 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-e2c25101-33a3-4e65-aaa8-80c6720081e9 tempest-TestVolumeBackupRestore-155198222 tempest-TestVolumeBackupRestore-155198222-project] Request body: {'security_group_rule': {'security_group_id': '3ab4096c-6af3-4502-afe2-c829fe7be244', 'project_id': 'acf4fb1269eb40aab078bc0133d25bec', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:25:23.306689 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e2c25101-33a3-4e65-aaa8-80c6720081e9 tempest-TestVolumeBackupRestore-155198222 tempest-TestVolumeBackupRestore-155198222-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:23.332091 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c131744-724f-4905-bcd6-9022c1a66092 tempest-RoutersAdminTest-590554823 tempest-RoutersAdminTest-590554823-project-admin] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:25:23.343659 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cec3d05b-9dd9-4987-9cd9-b0bad2c58e35 None None] Sync routers for ids ['2a83a12a-7b7b-4afd-9dd5-c2b172c32cee'] in n-d-802623-1 {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:25:23.359398 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cec3d05b-9dd9-4987-9cd9-b0bad2c58e35 None None] Routers {'2a83a12a-7b7b-4afd-9dd5-c2b172c32cee'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:25:23.361420 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-cec3d05b-9dd9-4987-9cd9-b0bad2c58e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:25:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['2a83a12a-7b7b-4afd-9dd5-c2b172c32cee'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:25:23.365820 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1c131744-724f-4905-bcd6-9022c1a66092 tempest-RoutersAdminTest-590554823 tempest-RoutersAdminTest-590554823-project-admin] Notify callbacks [] for router, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:23.368099 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-1c131744-724f-4905-bcd6-9022c1a66092 tempest-RoutersAdminTest-590554823 tempest-RoutersAdminTest-590554823-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 2.6011765 Jul 27 23:25:23.371257 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 58694) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:25:23.381082 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-28bea62e-9d82-4a2e-a8a2-bbc26d674aee admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:23.480309 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e2c25101-33a3-4e65-aaa8-80c6720081e9 tempest-TestVolumeBackupRestore-155198222 tempest-TestVolumeBackupRestore-155198222-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:23.485984 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-28bea62e-9d82-4a2e-a8a2-bbc26d674aee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:23.486530 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e2c25101-33a3-4e65-aaa8-80c6720081e9 tempest-TestVolumeBackupRestore-155198222 tempest-TestVolumeBackupRestore-155198222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784185'] for security_group_rule, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:23.503759 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-28bea62e-9d82-4a2e-a8a2-bbc26d674aee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:23.512286 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-cec3d05b-9dd9-4987-9cd9-b0bad2c58e35 None None] Set router 2a83a12a-7b7b-4afd-9dd5-c2b172c32cee gateway port host: n-d-802623-1 {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:25:23.518207 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c25101-33a3-4e65-aaa8-80c6720081e9 tempest-TestVolumeBackupRestore-155198222 tempest-TestVolumeBackupRestore-155198222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b27dc76-4666-40bc-8a1d-bf810bcf597d,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:25:23.520289 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-cf28363e-9694-42a8-bf74-eb85b9e7c535 tempest-RoutersAdminTest-590554823 tempest-RoutersAdminTest-590554823-project-admin] Notify callbacks [] for router, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:23.548199 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e2c25101-33a3-4e65-aaa8-80c6720081e9 tempest-TestVolumeBackupRestore-155198222 tempest-TestVolumeBackupRestore-155198222-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:23.549422 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-e2c25101-33a3-4e65-aaa8-80c6720081e9 tempest-TestVolumeBackupRestore-155198222 tempest-TestVolumeBackupRestore-155198222-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2816813 Jul 27 23:25:23.554192 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 58696) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:25:23.559460 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-28bea62e-9d82-4a2e-a8a2-bbc26d674aee admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=18b4aed36f084079a98613c2fad58dfd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3360589 Jul 27 23:25:23.560102 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bea62e-9d82-4a2e-a8a2-bbc26d674aee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b45d3859-0c37-4eab-ad57-3674335ca588,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:25:23.565255 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-08fba90c-a53d-4bef-bf17-a67f6000a407 tempest-TestVolumeBackupRestore-155198222 tempest-TestVolumeBackupRestore-155198222-project] Request body: {'security_group_rule': {'security_group_id': '3ab4096c-6af3-4502-afe2-c829fe7be244', 'project_id': 'acf4fb1269eb40aab078bc0133d25bec', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:25:23.569729 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 58698) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:25:23.629219 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-08fba90c-a53d-4bef-bf17-a67f6000a407 tempest-TestVolumeBackupRestore-155198222 tempest-TestVolumeBackupRestore-155198222-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:23.655862 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-cf28363e-9694-42a8-bf74-eb85b9e7c535 tempest-RoutersAdminTest-590554823 tempest-RoutersAdminTest-590554823-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:23.674880 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-441cfb7b-de6b-43b3-aa9d-15124c6e2ee4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:23.717518 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-441cfb7b-de6b-43b3-aa9d-15124c6e2ee4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:23.747460 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-cf28363e-9694-42a8-bf74-eb85b9e7c535 tempest-RoutersAdminTest-590554823 tempest-RoutersAdminTest-590554823-project-admin] Deleting port b2dfecc5-2e8c-461b-81d8-fadad788f5cb {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:25:23.747460 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-cf28363e-9694-42a8-bf74-eb85b9e7c535 tempest-RoutersAdminTest-590554823 tempest-RoutersAdminTest-590554823-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:23.748655 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-08fba90c-a53d-4bef-bf17-a67f6000a407 tempest-TestVolumeBackupRestore-155198222 tempest-TestVolumeBackupRestore-155198222-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:23.757126 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-08fba90c-a53d-4bef-bf17-a67f6000a407 tempest-TestVolumeBackupRestore-155198222 tempest-TestVolumeBackupRestore-155198222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784185'] for security_group_rule, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:23.783335 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-cec3d05b-9dd9-4987-9cd9-b0bad2c58e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a83a12a-7b7b-4afd-9dd5-c2b172c32cee', 'name': '', 'tenant_id': '89f6269a5a0d4f2ca0852d9096bedc30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed4e3482-3e99-4c18-a219-73d7879cb219', 'external_fixed_ips': [{'subnet_id': '5fe18f63-fb9b-4695-b017-85d6433d155e', 'ip_address': '172.20.0.7'}], 'enable_snat': True}, 'gw_port_id': 'b2dfecc5-2e8c-461b-81d8-fadad788f5cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:25:20Z', 'updated_at': '2021-07-27T23:25:22Z', 'revision_number': 3, 'project_id': '89f6269a5a0d4f2ca0852d9096bedc30', 'gw_port': {'id': 'b2dfecc5-2e8c-461b-81d8-fadad788f5cb', 'name': '', 'network_id': 'ed4e3482-3e99-4c18-a219-73d7879cb219', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:e2:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a83a12a-7b7b-4afd-9dd5-c2b172c32cee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2441, 'fixed_ips': [{'subnet_id': '5fe18f63-fb9b-4695-b017-85d6433d155e', 'ip_address': '172.20.0.7', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:25:21Z', 'updated_at': '2021-07-27T23:25:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5fe18f63-fb9b-4695-b017-85d6433d155e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1'}], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:25:23.788204 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fba90c-a53d-4bef-bf17-a67f6000a407 tempest-TestVolumeBackupRestore-155198222 tempest-TestVolumeBackupRestore-155198222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25d403bf-2c9f-4d17-8f24-d2d7dce156d8,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:25:23.804365 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-08fba90c-a53d-4bef-bf17-a67f6000a407 tempest-TestVolumeBackupRestore-155198222 tempest-TestVolumeBackupRestore-155198222-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:23.805665 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-08fba90c-a53d-4bef-bf17-a67f6000a407 tempest-TestVolumeBackupRestore-155198222 tempest-TestVolumeBackupRestore-155198222-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2497194 Jul 27 23:25:23.809143 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 58704) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:25:23.823466 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-9ee465fe-dc40-49ec-95cd-a0ee9025217d tempest-TestVolumeBackupRestore-155198222 tempest-TestVolumeBackupRestore-155198222-project] Request body: {'security_group_rule': {'security_group_id': '3ab4096c-6af3-4502-afe2-c829fe7be244', 'project_id': 'acf4fb1269eb40aab078bc0133d25bec', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:25:23.834695 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cec3d05b-9dd9-4987-9cd9-b0bad2c58e35 None None] Checking router: 2a83a12a-7b7b-4afd-9dd5-c2b172c32cee for host: n-d-802623-1 {{(pid=93799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 23:25:23.835078 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cec3d05b-9dd9-4987-9cd9-b0bad2c58e35 None None] Updating router 2a83a12a-7b7b-4afd-9dd5-c2b172c32cee port b2dfecc5-2e8c-461b-81d8-fadad788f5cb binding host n-d-802623-1 {{(pid=93799) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 23:25:23.866141 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-441cfb7b-de6b-43b3-aa9d-15124c6e2ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:23.869825 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-441cfb7b-de6b-43b3-aa9d-15124c6e2ee4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:23.874362 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-cf28363e-9694-42a8-bf74-eb85b9e7c535 tempest-RoutersAdminTest-590554823 tempest-RoutersAdminTest-590554823-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:23.875371 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-441cfb7b-de6b-43b3-aa9d-15124c6e2ee4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b45d3859-0c37-4eab-ad57-3674335ca588 HTTP/1.1" status: 204 len: 168 time: 0.3043005 Jul 27 23:25:23.887583 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9ee465fe-dc40-49ec-95cd-a0ee9025217d tempest-TestVolumeBackupRestore-155198222 tempest-TestVolumeBackupRestore-155198222-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:23.894585 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-cf28363e-9694-42a8-bf74-eb85b9e7c535 tempest-RoutersAdminTest-590554823 tempest-RoutersAdminTest-590554823-project-admin] Calling delete_port for b2dfecc5-2e8c-461b-81d8-fadad788f5cb owned by network:router_gateway {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:25:23.905762 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441cfb7b-de6b-43b3-aa9d-15124c6e2ee4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b45d3859-0c37-4eab-ad57-3674335ca588,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:25:23.976419 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9ee465fe-dc40-49ec-95cd-a0ee9025217d tempest-TestVolumeBackupRestore-155198222 tempest-TestVolumeBackupRestore-155198222-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:23.984641 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9ee465fe-dc40-49ec-95cd-a0ee9025217d tempest-TestVolumeBackupRestore-155198222 tempest-TestVolumeBackupRestore-155198222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784185'] for security_group_rule, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:24.038459 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee465fe-dc40-49ec-95cd-a0ee9025217d tempest-TestVolumeBackupRestore-155198222 tempest-TestVolumeBackupRestore-155198222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7bc56007-0321-4d8c-88de-32f01b89d8bf,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:25:24.046963 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9ee465fe-dc40-49ec-95cd-a0ee9025217d tempest-TestVolumeBackupRestore-155198222 tempest-TestVolumeBackupRestore-155198222-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:24.051809 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-9ee465fe-dc40-49ec-95cd-a0ee9025217d tempest-TestVolumeBackupRestore-155198222 tempest-TestVolumeBackupRestore-155198222-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2379169 Jul 27 23:25:24.052418 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 58712) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:25:24.058695 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-84b903a1-6627-41d2-87d8-7cb7e867bb75 tempest-TestVolumeBackupRestore-155198222 tempest-TestVolumeBackupRestore-155198222-project] Request body: {'security_group_rule': {'security_group_id': '3ab4096c-6af3-4502-afe2-c829fe7be244', 'project_id': 'acf4fb1269eb40aab078bc0133d25bec', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:25:24.118848 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-84b903a1-6627-41d2-87d8-7cb7e867bb75 tempest-TestVolumeBackupRestore-155198222 tempest-TestVolumeBackupRestore-155198222-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:24.149647 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-cec3d05b-9dd9-4987-9cd9-b0bad2c58e35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:24.184932 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-cf28363e-9694-42a8-bf74-eb85b9e7c535 tempest-RoutersAdminTest-590554823 tempest-RoutersAdminTest-590554823-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:24.197708 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cec3d05b-9dd9-4987-9cd9-b0bad2c58e35 None None] Port b2dfecc5-2e8c-461b-81d8-fadad788f5cb not found while updating agent binding for router 2a83a12a-7b7b-4afd-9dd5-c2b172c32cee. {{(pid=93799) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 27 23:25:24.211092 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-84b903a1-6627-41d2-87d8-7cb7e867bb75 tempest-TestVolumeBackupRestore-155198222 tempest-TestVolumeBackupRestore-155198222-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:24.218161 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cec3d05b-9dd9-4987-9cd9-b0bad2c58e35 None None] Routers {'2a83a12a-7b7b-4afd-9dd5-c2b172c32cee'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:25:24.218509 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-84b903a1-6627-41d2-87d8-7cb7e867bb75 tempest-TestVolumeBackupRestore-155198222 tempest-TestVolumeBackupRestore-155198222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784185'] for security_group_rule, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:24.218823 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-cec3d05b-9dd9-4987-9cd9-b0bad2c58e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:25:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['2a83a12a-7b7b-4afd-9dd5-c2b172c32cee'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:25:24.236816 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf28363e-9694-42a8-bf74-eb85b9e7c535 tempest-RoutersAdminTest-590554823 tempest-RoutersAdminTest-590554823-project-admin] Pushing event deleted for resources: {'Port': ['ID=b2dfecc5-2e8c-461b-81d8-fadad788f5cb,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:25:24.250592 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b903a1-6627-41d2-87d8-7cb7e867bb75 tempest-TestVolumeBackupRestore-155198222 tempest-TestVolumeBackupRestore-155198222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f04de9a-761f-4a45-bf1c-19be7781d4e0,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:25:24.253822 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-84b903a1-6627-41d2-87d8-7cb7e867bb75 tempest-TestVolumeBackupRestore-155198222 tempest-TestVolumeBackupRestore-155198222-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:24.255675 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-84b903a1-6627-41d2-87d8-7cb7e867bb75 tempest-TestVolumeBackupRestore-155198222 tempest-TestVolumeBackupRestore-155198222-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2017653 Jul 27 23:25:24.258454 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 58720) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:25:24.266110 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-be477cf4-5ab8-471a-9c9b-b93b73c251d5 tempest-TestVolumeBackupRestore-155198222 tempest-TestVolumeBackupRestore-155198222-project] Request body: {'security_group_rule': {'security_group_id': '3ab4096c-6af3-4502-afe2-c829fe7be244', 'project_id': 'acf4fb1269eb40aab078bc0133d25bec', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:25:24.309270 n-d-802623-1 neutron-server[93798]: INFO neutron.db.securitygroups_db [None req-be477cf4-5ab8-471a-9c9b-b93b73c251d5 tempest-TestVolumeBackupRestore-155198222 tempest-TestVolumeBackupRestore-155198222-project] Project acf4fb1269eb40aab078bc0133d25bec added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 23:25:24.327398 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-be477cf4-5ab8-471a-9c9b-b93b73c251d5 tempest-TestVolumeBackupRestore-155198222 tempest-TestVolumeBackupRestore-155198222-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:24.377984 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d4612b-8e69-4bce-86c3-57527a22c9a0 req-9e7116e4-6f43-4e15-ade1-a9c087966f1b tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:25:24.379651 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-05d4612b-8e69-4bce-86c3-57527a22c9a0 req-9e7116e4-6f43-4e15-ade1-a9c087966f1b tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] 10.222.0.18 "GET /v2.0/ports?device_id=b0fb3bb6-d1de-4ff7-91dc-15d9e066d759 HTTP/1.1" status: 200 len: 943 time: 0.2470479 Jul 27 23:25:24.388741 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-cf28363e-9694-42a8-bf74-eb85b9e7c535 tempest-RoutersAdminTest-590554823 tempest-RoutersAdminTest-590554823-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-415368'] for router_gateway, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:24.415901 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-cec3d05b-9dd9-4987-9cd9-b0bad2c58e35 None None] Set router 2a83a12a-7b7b-4afd-9dd5-c2b172c32cee gateway port host: None {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:25:24.460925 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-3129882e-2591-4002-9a59-881a1ff898f6 req-c2756efb-b8a1-44b0-84e9-e198fa1e43df tempest-ServerShowV247Test-1211425485 tempest-ServerShowV247Test-1211425485-project] 10.222.0.18 "GET /v2.0/ports?device_id=b2ac691c-40ad-467d-8e48-3027afa4ce00 HTTP/1.1" status: 200 len: 210 time: 0.0667167 Jul 27 23:25:24.493055 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-be477cf4-5ab8-471a-9c9b-b93b73c251d5 tempest-TestVolumeBackupRestore-155198222 tempest-TestVolumeBackupRestore-155198222-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:24.512656 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-be477cf4-5ab8-471a-9c9b-b93b73c251d5 tempest-TestVolumeBackupRestore-155198222 tempest-TestVolumeBackupRestore-155198222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784185'] for security_group_rule, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:24.524683 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-cec3d05b-9dd9-4987-9cd9-b0bad2c58e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a83a12a-7b7b-4afd-9dd5-c2b172c32cee', 'name': '', 'tenant_id': '89f6269a5a0d4f2ca0852d9096bedc30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:25:20Z', 'updated_at': '2021-07-27T23:25:24Z', 'revision_number': 5, 'project_id': '89f6269a5a0d4f2ca0852d9096bedc30', 'gw_port_host': None}], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:25:24.533222 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 58728) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:25:24.546701 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be477cf4-5ab8-471a-9c9b-b93b73c251d5 tempest-TestVolumeBackupRestore-155198222 tempest-TestVolumeBackupRestore-155198222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26ef2eef-3c54-4979-9639-19eeaf6f49f2,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:25:24.555147 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-36c4118b-ff63-4e9d-a5dd-a6c4b3e4507f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:24.567711 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cec3d05b-9dd9-4987-9cd9-b0bad2c58e35 None None] The sync data for ids ['2a83a12a-7b7b-4afd-9dd5-c2b172c32cee'] in n-d-802623-1 is: [{'id': '2a83a12a-7b7b-4afd-9dd5-c2b172c32cee', 'name': '', 'tenant_id': '89f6269a5a0d4f2ca0852d9096bedc30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:25:20Z', 'updated_at': '2021-07-27T23:25:24Z', 'revision_number': 5, 'project_id': '89f6269a5a0d4f2ca0852d9096bedc30', 'gw_port_host': None}] {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:25:24.569577 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-be477cf4-5ab8-471a-9c9b-b93b73c251d5 tempest-TestVolumeBackupRestore-155198222 tempest-TestVolumeBackupRestore-155198222-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:24.571202 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-be477cf4-5ab8-471a-9c9b-b93b73c251d5 tempest-TestVolumeBackupRestore-155198222 tempest-TestVolumeBackupRestore-155198222-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3114243 Jul 27 23:25:24.574427 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 58730) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:25:24.581007 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-7c3f2fa7-17c0-4c75-997d-02e985f52e27 tempest-TestVolumeBackupRestore-155198222 tempest-TestVolumeBackupRestore-155198222-project] Request body: {'security_group_rule': {'security_group_id': '3ab4096c-6af3-4502-afe2-c829fe7be244', 'project_id': 'acf4fb1269eb40aab078bc0133d25bec', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:25:24.582086 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-cf28363e-9694-42a8-bf74-eb85b9e7c535 tempest-RoutersAdminTest-590554823 tempest-RoutersAdminTest-590554823-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62205'] for router, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:24.587563 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-05d4612b-8e69-4bce-86c3-57527a22c9a0 req-028761dd-59a8-4861-884f-b8f86d73cc20 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e15ece7-f410-4d95-9c67-d98c825e8c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961057 Jul 27 23:25:24.589252 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-cf28363e-9694-42a8-bf74-eb85b9e7c535 tempest-RoutersAdminTest-590554823 tempest-RoutersAdminTest-590554823-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:24.649041 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.db.api [None req-7c3f2fa7-17c0-4c75-997d-02e985f52e27 tempest-TestVolumeBackupRestore-155198222 tempest-TestVolumeBackupRestore-155198222-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 27 23:25:24.649041 n-d-802623-1 neutron-server[93798]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 27 23:25:24.649041 n-d-802623-1 neutron-server[93798]: [parameters: {'project_id_1': 'acf4fb1269eb40aab078bc0133d25bec', 'expiration_1': datetime.datetime(2021, 7, 27, 23, 25, 24, 611451)}] Jul 27 23:25:24.649041 n-d-802623-1 neutron-server[93798]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93798) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 23:25:24.649736 n-d-802623-1 neutron-server[93798]: DEBUG oslo_db.api [None req-7c3f2fa7-17c0-4c75-997d-02e985f52e27 tempest-TestVolumeBackupRestore-155198222 tempest-TestVolumeBackupRestore-155198222-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 23:25:24.752869 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-36c4118b-ff63-4e9d-a5dd-a6c4b3e4507f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:24.754208 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-cf28363e-9694-42a8-bf74-eb85b9e7c535 tempest-RoutersAdminTest-590554823 tempest-RoutersAdminTest-590554823-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-477831'] for router, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:24.755530 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf28363e-9694-42a8-bf74-eb85b9e7c535 tempest-RoutersAdminTest-590554823 tempest-RoutersAdminTest-590554823-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2a83a12a-7b7b-4afd-9dd5-c2b172c32cee {{(pid=93797) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 23:25:24.761515 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-cf28363e-9694-42a8-bf74-eb85b9e7c535 tempest-RoutersAdminTest-590554823 tempest-RoutersAdminTest-590554823-project-admin] Notify callbacks [] for router, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:24.765305 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-cf28363e-9694-42a8-bf74-eb85b9e7c535 tempest-RoutersAdminTest-590554823 tempest-RoutersAdminTest-590554823-project-admin] 10.222.0.18 "DELETE /v2.0/routers/2a83a12a-7b7b-4afd-9dd5-c2b172c32cee HTTP/1.1" status: 204 len: 168 time: 1.3902330 Jul 27 23:25:24.767378 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 58734) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:25:24.789794 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-36c4118b-ff63-4e9d-a5dd-a6c4b3e4507f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:24.865954 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-36c4118b-ff63-4e9d-a5dd-a6c4b3e4507f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a67ee9dc27f64616b68652ef9fe636c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3302939 Jul 27 23:25:24.869831 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 58738) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:25:24.892751 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_v2 [None req-a20856fb-daa9-4f85-b103-36ce3c3315d7 tempest-RoutersAdminTest-590554823 tempest-RoutersAdminTest-590554823-project-admin] Deleting subnet 5fe18f63-fb9b-4695-b017-85d6433d155e {{(pid=93798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 23:25:24.895508 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c4118b-ff63-4e9d-a5dd-a6c4b3e4507f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a9c7d7f-7abe-479c-bb29-adfdfa99f9b3,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:25:24.895702 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a20856fb-daa9-4f85-b103-36ce3c3315d7 tempest-RoutersAdminTest-590554823 tempest-RoutersAdminTest-590554823-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:24.924502 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 3e3f8daf-4adb-4090-af5f-d755712d53c5 details requested by agent hyperv_n-h1-802623-1 with host n-h1-802623-1 {{(pid=93799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 23:25:24.939397 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 58740) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:25:25.017462 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0b8fa479-c612-49d6-9e8a-a584d34acb7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:25.024442 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a20856fb-daa9-4f85-b103-36ce3c3315d7 tempest-RoutersAdminTest-590554823 tempest-RoutersAdminTest-590554823-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11163249'] for subnet, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:25.079504 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0b8fa479-c612-49d6-9e8a-a584d34acb7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:25.089621 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port 3e3f8daf-4adb-4090-af5f-d755712d53c5, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=3e3f8daf-4adb-4090-af5f-d755712d53c5,segment=NetworkSegment(e3440446-8deb-4174-b5a6-9cc094845dc2),segment_id=e3440446-8deb-4174-b5a6-9cc094845dc2)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:25:25.100253 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a20856fb-daa9-4f85-b103-36ce3c3315d7 tempest-RoutersAdminTest-590554823 tempest-RoutersAdminTest-590554823-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620741'] for subnet, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:25.120990 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Returning: {'device': '3e3f8daf-4adb-4090-af5f-d755712d53c5', 'network_id': '44e5b751-d35f-484a-98d7-35c3565f32a1', 'port_id': '3e3f8daf-4adb-4090-af5f-d755712d53c5', 'mac_address': 'fa:16:3e:8c:bd:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35a04ddb-b611-4dee-a6f7-89af6e6ad557', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 23:25:25.184743 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0b8fa479-c612-49d6-9e8a-a584d34acb7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:25.188236 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0b8fa479-c612-49d6-9e8a-a584d34acb7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:25.193692 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-0b8fa479-c612-49d6-9e8a-a584d34acb7d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8a9c7d7f-7abe-479c-bb29-adfdfa99f9b3 HTTP/1.1" status: 204 len: 168 time: 0.3186383 Jul 27 23:25:25.195682 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a20856fb-daa9-4f85-b103-36ce3c3315d7 tempest-RoutersAdminTest-590554823 tempest-RoutersAdminTest-590554823-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11971800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12265753'] for subnet, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:25.203953 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:25.223604 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0cacf056-d4e1-42d9-9630-4c6532a86544 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:25.225893 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e3f8daf-4adb-4090-af5f-d755712d53c5 {{(pid=93799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:25:25.226839 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8fa479-c612-49d6-9e8a-a584d34acb7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a9c7d7f-7abe-479c-bb29-adfdfa99f9b3,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:25:25.283814 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port 3e3f8daf-4adb-4090-af5f-d755712d53c5, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=3e3f8daf-4adb-4090-af5f-d755712d53c5,segment=NetworkSegment(e3440446-8deb-4174-b5a6-9cc094845dc2),segment_id=e3440446-8deb-4174-b5a6-9cc094845dc2)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:25:25.286795 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a20856fb-daa9-4f85-b103-36ce3c3315d7 tempest-RoutersAdminTest-590554823 tempest-RoutersAdminTest-590554823-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:25.289577 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-a20856fb-daa9-4f85-b103-36ce3c3315d7 tempest-RoutersAdminTest-590554823 tempest-RoutersAdminTest-590554823-project-admin] 10.222.0.18 "DELETE /v2.0/subnets/5fe18f63-fb9b-4695-b017-85d6433d155e HTTP/1.1" status: 204 len: 168 time: 0.5190287 Jul 27 23:25:25.291086 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:25.292122 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 58746) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:25:25.312423 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20856fb-daa9-4f85-b103-36ce3c3315d7 tempest-RoutersAdminTest-590554823 tempest-RoutersAdminTest-590554823-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=5fe18f63-fb9b-4695-b017-85d6433d155e,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:25:25.317981 n-d-802623-1 neutron-server[93798]: INFO neutron.db.securitygroups_db [None req-7c3f2fa7-17c0-4c75-997d-02e985f52e27 tempest-TestVolumeBackupRestore-155198222 tempest-TestVolumeBackupRestore-155198222-project] Project acf4fb1269eb40aab078bc0133d25bec added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 23:25:25.328773 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7c3f2fa7-17c0-4c75-997d-02e985f52e27 tempest-TestVolumeBackupRestore-155198222 tempest-TestVolumeBackupRestore-155198222-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:25.365971 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Pushing event updated for resources: {'Port': ['ID=3e3f8daf-4adb-4090-af5f-d755712d53c5,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:25:25.376234 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:25:25.376817 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:25:25.377339 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:25:25.377895 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:25:25.378397 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:25:25.378900 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:25:25.379979 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:25:25.380506 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:25:25.380985 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:25:25.381514 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:25:25.381995 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:25:25.382484 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:25:25.391101 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b877ca72-1aa5-4a5c-a00d-9dae374b5724 tempest-RoutersAdminTest-590554823 tempest-RoutersAdminTest-590554823-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593271'] for network, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:25.441500 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7c3f2fa7-17c0-4c75-997d-02e985f52e27 tempest-TestVolumeBackupRestore-155198222 tempest-TestVolumeBackupRestore-155198222-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:25.447319 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7c3f2fa7-17c0-4c75-997d-02e985f52e27 tempest-TestVolumeBackupRestore-155198222 tempest-TestVolumeBackupRestore-155198222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784185'] for security_group_rule, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:25.474115 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3f2fa7-17c0-4c75-997d-02e985f52e27 tempest-TestVolumeBackupRestore-155198222 tempest-TestVolumeBackupRestore-155198222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84673d73-6996-415f-8ff6-f4c3c60a5479,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:25:25.514911 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] get_ports_and_sgs() called for port_ids ['3e3f8daf-4adb-4090-af5f-d755712d53c5'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:25:25.555529 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b877ca72-1aa5-4a5c-a00d-9dae374b5724 tempest-RoutersAdminTest-590554823 tempest-RoutersAdminTest-590554823-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618032', 'neutron.services.segments.db._delete_segments_for_network-8736833900081'] for network, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:25.579090 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-b877ca72-1aa5-4a5c-a00d-9dae374b5724 tempest-RoutersAdminTest-590554823 tempest-RoutersAdminTest-590554823-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed4e3482-3e99-4c18-a219-73d7879cb219']}} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:25:25.604855 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0cacf056-d4e1-42d9-9630-4c6532a86544 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:25.606926 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-b877ca72-1aa5-4a5c-a00d-9dae374b5724 tempest-RoutersAdminTest-590554823 tempest-RoutersAdminTest-590554823-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ca43502-1914-42ed-bae1-480f589efec3') {'for_net_delete': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:25:25.607336 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-b877ca72-1aa5-4a5c-a00d-9dae374b5724 tempest-RoutersAdminTest-590554823 tempest-RoutersAdminTest-590554823-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ca43502-1914-42ed-bae1-480f589efec3') {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:25:25.619783 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0cacf056-d4e1-42d9-9630-4c6532a86544 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:25.623810 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b877ca72-1aa5-4a5c-a00d-9dae374b5724 tempest-RoutersAdminTest-590554823 tempest-RoutersAdminTest-590554823-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736833900858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11335978'] for segment, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:25.677622 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-49a58ffa-fe3f-4585-bed7-53ec6addebc2 req-ab042556-df58-40de-8f34-aa646b111d46 tempest-ServerShowV247Test-1211425485 tempest-ServerShowV247Test-1211425485-project] 10.222.0.18 "GET /v2.0/ports?device_id=b2ac691c-40ad-467d-8e48-3027afa4ce00 HTTP/1.1" status: 200 len: 210 time: 0.0816576 Jul 27 23:25:25.679553 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7c3f2fa7-17c0-4c75-997d-02e985f52e27 tempest-TestVolumeBackupRestore-155198222 tempest-TestVolumeBackupRestore-155198222-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:25.682555 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-7c3f2fa7-17c0-4c75-997d-02e985f52e27 tempest-TestVolumeBackupRestore-155198222 tempest-TestVolumeBackupRestore-155198222-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.1058981 Jul 27 23:25:25.709444 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b877ca72-1aa5-4a5c-a00d-9dae374b5724 tempest-RoutersAdminTest-590554823 tempest-RoutersAdminTest-590554823-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:25.732861 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-0cacf056-d4e1-42d9-9630-4c6532a86544 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a02719539d954cb68306a230dca1cc8b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7923388 Jul 27 23:25:25.735657 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b877ca72-1aa5-4a5c-a00d-9dae374b5724 tempest-RoutersAdminTest-590554823 tempest-RoutersAdminTest-590554823-project-admin] Releasing vlan 511 on physical network physnet1 to pool {{(pid=93797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 23:25:25.736812 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b877ca72-1aa5-4a5c-a00d-9dae374b5724 tempest-RoutersAdminTest-590554823 tempest-RoutersAdminTest-590554823-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11336013'] for segment, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:25.737173 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 58762) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:25:25.740647 n-d-802623-1 neutron-server[93797]: Traceback (most recent call last): Jul 27 23:25:25.740647 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 23:25:25.740647 n-d-802623-1 neutron-server[93797]: timer() Jul 27 23:25:25.740647 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 23:25:25.740647 n-d-802623-1 neutron-server[93797]: cb(*args, **kw) Jul 27 23:25:25.740647 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 23:25:25.740647 n-d-802623-1 neutron-server[93797]: return func(*args, **kwargs) Jul 27 23:25:25.740647 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 23:25:25.740647 n-d-802623-1 neutron-server[93797]: self._notify() Jul 27 23:25:25.740647 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 23:25:25.740647 n-d-802623-1 neutron-server[93797]: self.callback(batched_events) Jul 27 23:25:25.740647 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 23:25:25.740647 n-d-802623-1 neutron-server[93797]: event.method(event) Jul 27 23:25:25.740647 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 23:25:25.740647 n-d-802623-1 neutron-server[93797]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 23:25:25.740647 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 23:25:25.740647 n-d-802623-1 neutron-server[93797]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 23:25:25.740647 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 23:25:25.740647 n-d-802623-1 neutron-server[93797]: return f(self, *a, **k) Jul 27 23:25:25.740647 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 23:25:25.740647 n-d-802623-1 neutron-server[93797]: return self._get(url).json() Jul 27 23:25:25.740647 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 23:25:25.740647 n-d-802623-1 neutron-server[93797]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 23:25:25.740647 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 23:25:25.740647 n-d-802623-1 neutron-server[93797]: return self.request(url, 'GET', **kwargs) Jul 27 23:25:25.740647 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 23:25:25.740647 n-d-802623-1 neutron-server[93797]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 23:25:25.740647 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 23:25:25.740647 n-d-802623-1 neutron-server[93797]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 23:25:25.740647 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 23:25:25.740647 n-d-802623-1 neutron-server[93797]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 23:25:25.740647 n-d-802623-1 neutron-server[93797]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 23:25:25.742686 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cacf056-d4e1-42d9-9630-4c6532a86544 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66c66885-7f7a-436a-a1dd-1440381e3736,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:25:25.823417 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fe376dc7-5d94-4990-aea9-649758ad58b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:25.841202 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b877ca72-1aa5-4a5c-a00d-9dae374b5724 tempest-RoutersAdminTest-590554823 tempest-RoutersAdminTest-590554823-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415412'] for network, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:25.856498 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101e538a-0a64-4799-923c-786dcc599379 req-321d7161-a1b4-4f67-aada-ea1e91cc7338 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:25:25.858085 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-101e538a-0a64-4799-923c-786dcc599379 req-321d7161-a1b4-4f67-aada-ea1e91cc7338 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] 10.222.0.18 "GET /v2.0/ports?device_id=b0fb3bb6-d1de-4ff7-91dc-15d9e066d759 HTTP/1.1" status: 200 len: 944 time: 0.1183746 Jul 27 23:25:25.858905 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b877ca72-1aa5-4a5c-a00d-9dae374b5724 tempest-RoutersAdminTest-590554823 tempest-RoutersAdminTest-590554823-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network ed4e3482-3e99-4c18-a219-73d7879cb219 {{(pid=93797) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 27 23:25:25.859513 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fe376dc7-5d94-4990-aea9-649758ad58b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:25.861791 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b877ca72-1aa5-4a5c-a00d-9dae374b5724 tempest-RoutersAdminTest-590554823 tempest-RoutersAdminTest-590554823-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for network, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:25.863700 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-b877ca72-1aa5-4a5c-a00d-9dae374b5724 tempest-RoutersAdminTest-590554823 tempest-RoutersAdminTest-590554823-project-admin] 10.222.0.18 "DELETE /v2.0/networks/ed4e3482-3e99-4c18-a219-73d7879cb219 HTTP/1.1" status: 204 len: 168 time: 0.5704732 Jul 27 23:25:25.873678 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b877ca72-1aa5-4a5c-a00d-9dae374b5724 tempest-RoutersAdminTest-590554823 tempest-RoutersAdminTest-590554823-project-admin] Pushing event deleted for resources: {'Network': ['ID=ed4e3482-3e99-4c18-a219-73d7879cb219,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:25:25.951529 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-101e538a-0a64-4799-923c-786dcc599379 req-9b16c8e7-89fe-48bc-b1df-576b19c6ff71 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e15ece7-f410-4d95-9c67-d98c825e8c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594635 Jul 27 23:25:25.956746 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fe376dc7-5d94-4990-aea9-649758ad58b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:25.960378 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fe376dc7-5d94-4990-aea9-649758ad58b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:25.965037 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-fe376dc7-5d94-4990-aea9-649758ad58b2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/66c66885-7f7a-436a-a1dd-1440381e3736 HTTP/1.1" status: 204 len: 168 time: 0.2266567 Jul 27 23:25:26.008235 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe376dc7-5d94-4990-aea9-649758ad58b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66c66885-7f7a-436a-a1dd-1440381e3736,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:25:26.042700 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-25967278-820a-4f2d-973f-5d939fbfbca4 req-4ad8cf5e-00e6-4cc2-a0aa-562bd8616b3d tempest-TestVolumeBackupRestore-155198222 tempest-TestVolumeBackupRestore-155198222-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1042501826&fields=id&tenant_id=acf4fb1269eb40aab078bc0133d25bec HTTP/1.1" status: 200 len: 267 time: 0.0588953 Jul 27 23:25:26.195092 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25967278-820a-4f2d-973f-5d939fbfbca4 req-5f760432-fa52-44bd-bdbb-32e7bb674b01 tempest-TestVolumeBackupRestore-155198222 tempest-TestVolumeBackupRestore-155198222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:25:26.196757 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-25967278-820a-4f2d-973f-5d939fbfbca4 req-5f760432-fa52-44bd-bdbb-32e7bb674b01 tempest-TestVolumeBackupRestore-155198222 tempest-TestVolumeBackupRestore-155198222-project] 10.222.0.18 "GET /v2.0/networks?id=2951db65-3a3c-418a-9804-693b92dbf903 HTTP/1.1" status: 200 len: 814 time: 0.1471074 Jul 27 23:25:26.214099 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-25967278-820a-4f2d-973f-5d939fbfbca4 req-bdbfbab8-a391-4cfc-94f2-72b85ff6ea18 tempest-TestVolumeBackupRestore-155198222 tempest-TestVolumeBackupRestore-155198222-project] 10.222.0.18 "GET /v2.0/quotas/acf4fb1269eb40aab078bc0133d25bec HTTP/1.1" status: 200 len: 375 time: 0.0110946 Jul 27 23:25:26.293463 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-25967278-820a-4f2d-973f-5d939fbfbca4 req-a4fc7c03-4bdd-44e6-9483-d7a0fd14d818 tempest-TestVolumeBackupRestore-155198222 tempest-TestVolumeBackupRestore-155198222-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=acf4fb1269eb40aab078bc0133d25bec&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0729935 Jul 27 23:25:26.312945 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [req-25967278-820a-4f2d-973f-5d939fbfbca4 req-3328255f-53e6-4e4c-bfbd-b86c7364621b service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=93798) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 23:25:26.314366 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-25967278-820a-4f2d-973f-5d939fbfbca4 req-3328255f-53e6-4e4c-bfbd-b86c7364621b service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0087726 Jul 27 23:25:26.409548 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 58784) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:25:26.432893 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-02995c7f-7547-4a3f-8d40-f42b5a55d39e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:26.509789 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-25967278-820a-4f2d-973f-5d939fbfbca4 req-e7bbde54-cfb6-4f92-a2e7-2fdb8385f770 service neutron] 10.222.0.18 "GET /v2.0/networks/2951db65-3a3c-418a-9804-693b92dbf903?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1879299 Jul 27 23:25:26.523401 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 58788) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:25:26.529613 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-a357da78-63cd-4b5c-82e7-d2bbca879d2e tempest-RoutersAdminTest-590554823 tempest-RoutersAdminTest-590554823-project-admin] Request body: {'router': {'name': 'tempest-router--446832852', 'project_id': 'c857712446214c4da2d6ca816f7baced'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:25:26.630289 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-02995c7f-7547-4a3f-8d40-f42b5a55d39e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:26.639704 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-02995c7f-7547-4a3f-8d40-f42b5a55d39e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:26.653117 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a357da78-63cd-4b5c-82e7-d2bbca879d2e tempest-RoutersAdminTest-590554823 tempest-RoutersAdminTest-590554823-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62159'] for router, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:26.654195 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a357da78-63cd-4b5c-82e7-d2bbca879d2e tempest-RoutersAdminTest-590554823 tempest-RoutersAdminTest-590554823-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-479230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-415539', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3693317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62148'] for router, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:26.676899 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-25967278-820a-4f2d-973f-5d939fbfbca4 req-9dd4497a-4907-486c-9096-1a9aae80e934 service neutron] 10.222.0.18 "GET /v2.0/networks/2951db65-3a3c-418a-9804-693b92dbf903?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489835 Jul 27 23:25:26.689128 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-02995c7f-7547-4a3f-8d40-f42b5a55d39e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4d7bcb3dc404448889200c3dce70d4aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2782934 Jul 27 23:25:26.692693 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 58794) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:25:26.726101 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02995c7f-7547-4a3f-8d40-f42b5a55d39e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=210d70a4-1cd2-48eb-bf69-f33c5c7506ea,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:25:26.730847 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a357da78-63cd-4b5c-82e7-d2bbca879d2e tempest-RoutersAdminTest-590554823 tempest-RoutersAdminTest-590554823-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:26.740318 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a357da78-63cd-4b5c-82e7-d2bbca879d2e tempest-RoutersAdminTest-590554823 tempest-RoutersAdminTest-590554823-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-415468'] for router, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:26.772639 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a357da78-63cd-4b5c-82e7-d2bbca879d2e tempest-RoutersAdminTest-590554823 tempest-RoutersAdminTest-590554823-project-admin] Notify callbacks [] for router, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:26.775309 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-a357da78-63cd-4b5c-82e7-d2bbca879d2e tempest-RoutersAdminTest-590554823 tempest-RoutersAdminTest-590554823-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.2490187 Jul 27 23:25:26.778120 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 58800) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:25:26.788432 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3662e859-c67c-4e5b-8d0b-1bbd9b6235e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:26.820471 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3662e859-c67c-4e5b-8d0b-1bbd9b6235e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:26.849638 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-5c3d97b5-98cf-49e4-8383-a454f3528c15 req-3951c942-1a72-4082-acf1-ae250c274008 tempest-ServerShowV247Test-1211425485 tempest-ServerShowV247Test-1211425485-project] 10.222.0.18 "GET /v2.0/ports?device_id=b2ac691c-40ad-467d-8e48-3027afa4ce00 HTTP/1.1" status: 200 len: 210 time: 0.0592287 Jul 27 23:25:26.884561 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3662e859-c67c-4e5b-8d0b-1bbd9b6235e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:26.888356 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3662e859-c67c-4e5b-8d0b-1bbd9b6235e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:26.892296 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-3662e859-c67c-4e5b-8d0b-1bbd9b6235e6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/210d70a4-1cd2-48eb-bf69-f33c5c7506ea HTTP/1.1" status: 204 len: 168 time: 0.1962717 Jul 27 23:25:26.909720 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3662e859-c67c-4e5b-8d0b-1bbd9b6235e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=210d70a4-1cd2-48eb-bf69-f33c5c7506ea,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:25:26.916848 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c319213d-c553-412e-b196-792feaa7ceb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:26.935385 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9c89e418-6c06-4727-a157-c37759abc20b tempest-RoutersAdminTest-590554823 tempest-RoutersAdminTest-590554823-project-admin] Notify callbacks [] for router, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:26.943473 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 3e3f8daf-4adb-4090-af5f-d755712d53c5 up at agent hyperv_n-h1-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:25:27.020306 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Provisioning for port 3e3f8daf-4adb-4090-af5f-d755712d53c5 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:25:27.025058 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Provisioning complete for port 3e3f8daf-4adb-4090-af5f-d755712d53c5 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:25:27.025442 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:27.173901 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e5588403-5a88-48d0-bc78-049807c0ac02 req-7438a5b6-68ef-49b1-ba36-9fdfbb9f5087 tempest-TestVolumeBackupRestore-155198222 tempest-TestVolumeBackupRestore-155198222-project] 10.222.0.18 "GET /v2.0/ports?device_id=6f91d071-256d-4471-b814-102a0464de10 HTTP/1.1" status: 200 len: 210 time: 0.0600483 Jul 27 23:25:27.180301 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:27.218475 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port 3e3f8daf-4adb-4090-af5f-d755712d53c5, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=3e3f8daf-4adb-4090-af5f-d755712d53c5,segment=NetworkSegment(e3440446-8deb-4174-b5a6-9cc094845dc2),segment_id=e3440446-8deb-4174-b5a6-9cc094845dc2)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:25:27.219534 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0fb3bb6-d1de-4ff7-91dc-15d9e066d759', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e3f8daf-4adb-4090-af5f-d755712d53c5'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:25:27.222040 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c0369b0d4f459110ff20a1f9878ba33f96d6491bddb9d15843bf29d01e0bda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c824695f-f105-4ac6-a500-a7617d9e4d8b" -d '{"events": [{"server_uuid": "b0fb3bb6-d1de-4ff7-91dc-15d9e066d759", "name": "network-vif-plugged", "status": "completed", "tag": "3e3f8daf-4adb-4090-af5f-d755712d53c5"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:25:27.229312 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:27.245581 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9c89e418-6c06-4727-a157-c37759abc20b tempest-RoutersAdminTest-590554823 tempest-RoutersAdminTest-590554823-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62205'] for router, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:27.250212 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9c89e418-6c06-4727-a157-c37759abc20b tempest-RoutersAdminTest-590554823 tempest-RoutersAdminTest-590554823-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:27.294041 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:25:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcd105bf-201d-4102-a501-1b153207fe04 x-openstack-request-id: req-dcd105bf-201d-4102-a501-1b153207fe04 {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:25:27.294326 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0fb3bb6-d1de-4ff7-91dc-15d9e066d759", "name": "network-vif-plugged", "status": "completed", "tag": "3e3f8daf-4adb-4090-af5f-d755712d53c5", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:25:27.294750 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-dcd105bf-201d-4102-a501-1b153207fe04 {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:25:27.295163 n-d-802623-1 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0fb3bb6-d1de-4ff7-91dc-15d9e066d759', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e3f8daf-4adb-4090-af5f-d755712d53c5', 'code': 200} Jul 27 23:25:27.307293 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.agents_db [None req-9beef776-8bab-4de2-989a-f5a23ba4aaf4 None None] Agent healthcheck: found 7 active agents {{(pid=93800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 23:25:27.314572 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Pushing event updated for resources: {'Port': ['ID=3e3f8daf-4adb-4090-af5f-d755712d53c5,revision_number=5']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:25:27.358551 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b6a949-6e4a-4ec5-b243-e574195c033f req-b3dbc0db-6c61-4e7f-9130-c4de43e08983 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:25:27.392968 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-96b6a949-6e4a-4ec5-b243-e574195c033f req-b3dbc0db-6c61-4e7f-9130-c4de43e08983 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] 10.222.0.18 "GET /v2.0/ports?device_id=b0fb3bb6-d1de-4ff7-91dc-15d9e066d759 HTTP/1.1" status: 200 len: 944 time: 0.3212371 Jul 27 23:25:27.410524 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9c89e418-6c06-4727-a157-c37759abc20b tempest-RoutersAdminTest-590554823 tempest-RoutersAdminTest-590554823-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-477831'] for router, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:27.411578 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c89e418-6c06-4727-a157-c37759abc20b tempest-RoutersAdminTest-590554823 tempest-RoutersAdminTest-590554823-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 392a14ae-c00e-4deb-9845-6b58432e5058 {{(pid=93797) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 23:25:27.427477 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9c89e418-6c06-4727-a157-c37759abc20b tempest-RoutersAdminTest-590554823 tempest-RoutersAdminTest-590554823-project-admin] Notify callbacks [] for router, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:27.434930 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b2f3b3-a0d7-468b-8461-d2cb831c25fd req-bb8b7bf8-f275-4ba5-9f2d-ee326a496fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:25:27.437033 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-78b2f3b3-a0d7-468b-8461-d2cb831c25fd req-bb8b7bf8-f275-4ba5-9f2d-ee326a496fc6 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=b0fb3bb6-d1de-4ff7-91dc-15d9e066d759 HTTP/1.1" status: 200 len: 1096 time: 0.0764410 Jul 27 23:25:27.437757 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 58834) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:25:27.438923 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-9c89e418-6c06-4727-a157-c37759abc20b tempest-RoutersAdminTest-590554823 tempest-RoutersAdminTest-590554823-project-admin] 10.222.0.18 "DELETE /v2.0/routers/392a14ae-c00e-4deb-9845-6b58432e5058 HTTP/1.1" status: 204 len: 168 time: 0.6595230 Jul 27 23:25:27.486622 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5b085015-6ea7-4d06-b00d-f9d6f516de63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:27.509553 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-96b6a949-6e4a-4ec5-b243-e574195c033f req-c823345d-37a7-4537-9aee-f58e7e8a6fcf tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e15ece7-f410-4d95-9c67-d98c825e8c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055863 Jul 27 23:25:27.516356 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-78b2f3b3-a0d7-468b-8461-d2cb831c25fd req-d09c34d8-04b1-4127-86a1-4c73cbedac45 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=4e15ece7-f410-4d95-9c67-d98c825e8c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702608 Jul 27 23:25:27.631610 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5b085015-6ea7-4d06-b00d-f9d6f516de63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:27.636568 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5b085015-6ea7-4d06-b00d-f9d6f516de63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:27.671725 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-5b085015-6ea7-4d06-b00d-f9d6f516de63 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ba345e2134e842a899fa7af8dc509a2f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2329013 Jul 27 23:25:27.674398 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 58840) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:25:27.701309 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b085015-6ea7-4d06-b00d-f9d6f516de63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e17fc8da-d6c4-4e1b-a953-5df404d56ad0,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:25:27.760364 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 58844) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:25:27.964827 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-e76f5f23-9d75-4b46-bf98-07a1a5d89484 tempest-RoutersAdminTest-580455923 tempest-RoutersAdminTest-580455923-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-761741699', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'}, 'admin_state_up': False}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:25:28.013397 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-361d936d-4d64-43a6-81a8-4a03ca1c0c32 req-9d9262d7-0bd9-4510-b065-12a3c256b03f tempest-ServerShowV247Test-1211425485 tempest-ServerShowV247Test-1211425485-project] 10.222.0.18 "GET /v2.0/ports?device_id=b2ac691c-40ad-467d-8e48-3027afa4ce00 HTTP/1.1" status: 200 len: 210 time: 0.0385144 Jul 27 23:25:28.025815 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e76f5f23-9d75-4b46-bf98-07a1a5d89484 tempest-RoutersAdminTest-580455923 tempest-RoutersAdminTest-580455923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62159'] for router, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:28.027086 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e76f5f23-9d75-4b46-bf98-07a1a5d89484 tempest-RoutersAdminTest-580455923 tempest-RoutersAdminTest-580455923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-479230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-415539', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3693317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62148'] for router, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:28.093758 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e76f5f23-9d75-4b46-bf98-07a1a5d89484 tempest-RoutersAdminTest-580455923 tempest-RoutersAdminTest-580455923-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:28.110449 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7249c73b-fcc0-4c58-bfe2-eaec732414e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:28.132858 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7249c73b-fcc0-4c58-bfe2-eaec732414e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:28.189529 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7249c73b-fcc0-4c58-bfe2-eaec732414e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:28.192702 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7249c73b-fcc0-4c58-bfe2-eaec732414e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:28.193876 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-7249c73b-fcc0-4c58-bfe2-eaec732414e8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e17fc8da-d6c4-4e1b-a953-5df404d56ad0 HTTP/1.1" status: 204 len: 168 time: 0.5184596 Jul 27 23:25:28.209684 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7249c73b-fcc0-4c58-bfe2-eaec732414e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e17fc8da-d6c4-4e1b-a953-5df404d56ad0,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:25:28.251310 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e76f5f23-9d75-4b46-bf98-07a1a5d89484 tempest-RoutersAdminTest-580455923 tempest-RoutersAdminTest-580455923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-415433', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62186'] for router, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:28.329558 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-33110310-b32c-4863-8d14-398029f73e4c req-b8b1bcfa-a9b6-4695-b4e3-8a32492ff57f tempest-TestVolumeBackupRestore-155198222 tempest-TestVolumeBackupRestore-155198222-project] 10.222.0.18 "GET /v2.0/ports?device_id=6f91d071-256d-4471-b814-102a0464de10 HTTP/1.1" status: 200 len: 210 time: 0.0773587 Jul 27 23:25:28.526527 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25967278-820a-4f2d-973f-5d939fbfbca4 req-0e616b55-f6b7-4f4c-b550-48e0386e276f tempest-TestVolumeBackupRestore-155198222 tempest-TestVolumeBackupRestore-155198222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:25:28.528369 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-25967278-820a-4f2d-973f-5d939fbfbca4 req-0e616b55-f6b7-4f4c-b550-48e0386e276f tempest-TestVolumeBackupRestore-155198222 tempest-TestVolumeBackupRestore-155198222-project] 10.222.0.38 "GET /v2.0/networks?id=2951db65-3a3c-418a-9804-693b92dbf903 HTTP/1.1" status: 200 len: 814 time: 0.1287253 Jul 27 23:25:28.687678 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e76f5f23-9d75-4b46-bf98-07a1a5d89484 tempest-RoutersAdminTest-580455923 tempest-RoutersAdminTest-580455923-project] Notify callbacks [] for router_gateway, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:28.710538 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e76f5f23-9d75-4b46-bf98-07a1a5d89484 tempest-RoutersAdminTest-580455923 tempest-RoutersAdminTest-580455923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:28.716024 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-25967278-820a-4f2d-973f-5d939fbfbca4 req-c38f49b9-461b-473f-aee9-2ccd8383d07a tempest-TestVolumeBackupRestore-155198222 tempest-TestVolumeBackupRestore-155198222-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=acf4fb1269eb40aab078bc0133d25bec HTTP/1.1" status: 200 len: 380 time: 0.1434152 Jul 27 23:25:28.736113 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [req-25967278-820a-4f2d-973f-5d939fbfbca4 req-3c059036-8d0a-4d43-a55e-850f71a7e8d9 tempest-TestVolumeBackupRestore-155198222 tempest-TestVolumeBackupRestore-155198222-project] Request body: {'port': {'device_id': '6f91d071-256d-4471-b814-102a0464de10', 'network_id': '2951db65-3a3c-418a-9804-693b92dbf903', 'admin_state_up': True, 'tenant_id': 'acf4fb1269eb40aab078bc0133d25bec', 'security_groups': ['3ab4096c-6af3-4502-afe2-c829fe7be244']}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:25:28.767525 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d28bf2a-bf28-4e81-b34f-13d1fdf17ce3 req-ee7d15a9-f36d-4241-b8b7-1662e67796cf tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:25:28.775407 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-6d28bf2a-bf28-4e81-b34f-13d1fdf17ce3 req-ee7d15a9-f36d-4241-b8b7-1662e67796cf tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] 10.222.0.18 "GET /v2.0/ports?device_id=b0fb3bb6-d1de-4ff7-91dc-15d9e066d759 HTTP/1.1" status: 200 len: 945 time: 0.1557066 Jul 27 23:25:28.929700 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-6d28bf2a-bf28-4e81-b34f-13d1fdf17ce3 req-f1ec7cfe-824a-4bfe-9459-c26cb518c636 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e15ece7-f410-4d95-9c67-d98c825e8c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485322 Jul 27 23:25:29.009848 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-679da28d-f14f-4bb9-9d96-ab8380fd5ef2 req-f83aa805-aef8-48eb-afad-ce939c5be085 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=ee76051c-3cf8-4796-bb17-62a25869073f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1710045 Jul 27 23:25:29.031440 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-e76f5f23-9d75-4b46-bf98-07a1a5d89484 tempest-RoutersAdminTest-580455923 tempest-RoutersAdminTest-580455923-project] Allocated IP 172.25.4.241 (2fd42287-ed26-4eb9-89a5-b521f5b04356/17de1f8f-393a-4b0c-a2df-614bd3f2fb5e/c1a692db-b10e-4cc0-b699-a48f352f7c8d) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:25:29.068523 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25967278-820a-4f2d-973f-5d939fbfbca4 req-3c059036-8d0a-4d43-a55e-850f71a7e8d9 tempest-TestVolumeBackupRestore-155198222 tempest-TestVolumeBackupRestore-155198222-project] Made reservation on behalf of acf4fb1269eb40aab078bc0133d25bec for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:25:29.072285 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-25967278-820a-4f2d-973f-5d939fbfbca4 req-3c059036-8d0a-4d43-a55e-850f71a7e8d9 tempest-TestVolumeBackupRestore-155198222 tempest-TestVolumeBackupRestore-155198222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:29.194349 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-beb88fcf-223e-421e-bd17-c47dbaafb5c3 req-5f826bc6-c58c-441f-8d02-9929b4f3d2d9 tempest-ServerShowV247Test-1211425485 tempest-ServerShowV247Test-1211425485-project] 10.222.0.18 "GET /v2.0/ports?device_id=b2ac691c-40ad-467d-8e48-3027afa4ce00 HTTP/1.1" status: 200 len: 210 time: 0.0547378 Jul 27 23:25:29.383157 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e76f5f23-9d75-4b46-bf98-07a1a5d89484 tempest-RoutersAdminTest-580455923 tempest-RoutersAdminTest-580455923-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:29.389197 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679da28d-f14f-4bb9-9d96-ab8380fd5ef2 req-92c47c77-14a2-41d4-9995-089ab0adee03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:25:29.390948 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-679da28d-f14f-4bb9-9d96-ab8380fd5ef2 req-92c47c77-14a2-41d4-9995-089ab0adee03 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=cf2ac26483444f3d949e08ee053eb26a&device_id=ee76051c-3cf8-4796-bb17-62a25869073f HTTP/1.1" status: 200 len: 1096 time: 0.2811470 Jul 27 23:25:29.477269 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-82b0868f-9e8b-47bc-8648-ec7a37a1a894 req-95037f8d-9fa7-4971-b743-0609bad405ff tempest-TestVolumeBackupRestore-155198222 tempest-TestVolumeBackupRestore-155198222-project] 10.222.0.18 "GET /v2.0/ports?device_id=6f91d071-256d-4471-b814-102a0464de10 HTTP/1.1" status: 200 len: 210 time: 0.0510585 Jul 27 23:25:29.571606 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06d3b3b-8404-4f65-9032-5627b846f237 req-9673315e-c21c-4689-a25d-d9a37222421e tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:25:29.573423 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-d06d3b3b-8404-4f65-9032-5627b846f237 req-9673315e-c21c-4689-a25d-d9a37222421e tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] 10.222.0.18 "GET /v2.0/networks?id=44e5b751-d35f-484a-98d7-35c3565f32a1 HTTP/1.1" status: 200 len: 805 time: 0.3293982 Jul 27 23:25:29.610997 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [req-25967278-820a-4f2d-973f-5d939fbfbca4 req-3c059036-8d0a-4d43-a55e-850f71a7e8d9 tempest-TestVolumeBackupRestore-155198222 tempest-TestVolumeBackupRestore-155198222-project] Allocated IP 172.20.0.11 (2951db65-3a3c-418a-9804-693b92dbf903/3f7d1237-bf2d-4713-bb43-2b24ed14f89e/12dd9847-7701-499b-b256-43a1578e87a6) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:25:29.613266 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e80cc14e-c2a0-4a58-84c3-826dbe942170 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:29.632699 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-d06d3b3b-8404-4f65-9032-5627b846f237 req-8b20f7cc-9c3b-4a69-80b4-8300245fa0c0 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] 10.222.0.18 "GET /v2.0/quotas/cf2ac26483444f3d949e08ee053eb26a HTTP/1.1" status: 200 len: 375 time: 0.0452073 Jul 27 23:25:29.640302 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:29.716090 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679da28d-f14f-4bb9-9d96-ab8380fd5ef2 req-44ce7802-a0f5-441b-8b4a-e6073ea641b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:25:29.717899 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-679da28d-f14f-4bb9-9d96-ab8380fd5ef2 req-44ce7802-a0f5-441b-8b4a-e6073ea641b0 service neutron] 10.222.0.49 "GET /v2.0/networks?id=44e5b751-d35f-484a-98d7-35c3565f32a1 HTTP/1.1" status: 200 len: 906 time: 0.2972295 Jul 27 23:25:29.726687 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e76f5f23-9d75-4b46-bf98-07a1a5d89484 tempest-RoutersAdminTest-580455923 tempest-RoutersAdminTest-580455923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:30.054705 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:30.187531 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e76f5f23-9d75-4b46-bf98-07a1a5d89484 tempest-RoutersAdminTest-580455923 tempest-RoutersAdminTest-580455923-project] Network 2fd42287-ed26-4eb9-89a5-b521f5b04356 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:25:30.221289 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-e76f5f23-9d75-4b46-bf98-07a1a5d89484 tempest-RoutersAdminTest-580455923 tempest-RoutersAdminTest-580455923-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:25:30.254825 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e76f5f23-9d75-4b46-bf98-07a1a5d89484 tempest-RoutersAdminTest-580455923 tempest-RoutersAdminTest-580455923-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:25:30.359516 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-679da28d-f14f-4bb9-9d96-ab8380fd5ef2 req-e47757c7-cf7e-446d-ac4d-28c2073a66de service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5b7866c5-7b07-46aa-bae5-acbbf94ec587 HTTP/1.1" status: 200 len: 217 time: 0.6189466 Jul 27 23:25:30.398038 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-85ae924f-d3fb-42c0-9a21-b4f642dec102 req-31686624-57d8-4767-987a-caefa200dc24 tempest-ServerShowV247Test-1211425485 tempest-ServerShowV247Test-1211425485-project] 10.222.0.18 "GET /v2.0/ports?device_id=b2ac691c-40ad-467d-8e48-3027afa4ce00 HTTP/1.1" status: 200 len: 210 time: 0.0510042 Jul 27 23:25:30.459896 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-19f2e178-d45e-4fbe-b9be-c3963fc151ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:30.484000 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-d06d3b3b-8404-4f65-9032-5627b846f237 req-945ff200-4f80-4921-a8d1-e93d8f544b3d tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=cf2ac26483444f3d949e08ee053eb26a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.8501146 Jul 27 23:25:30.538821 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76f5f23-9d75-4b46-bf98-07a1a5d89484 tempest-RoutersAdminTest-580455923 tempest-RoutersAdminTest-580455923-project] Pushing event updated for resources: {'Port': ['ID=c1a692db-b10e-4cc0-b699-a48f352f7c8d,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:25:30.640470 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-c260faf1-94e1-4def-9c95-0948e4615d94 req-3fe0bb39-c7a7-4995-87b2-8e61fea55a05 tempest-TestVolumeBackupRestore-155198222 tempest-TestVolumeBackupRestore-155198222-project] 10.222.0.18 "GET /v2.0/ports?device_id=6f91d071-256d-4471-b814-102a0464de10 HTTP/1.1" status: 200 len: 210 time: 0.0524037 Jul 27 23:25:30.648749 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679da28d-f14f-4bb9-9d96-ab8380fd5ef2 req-7333da51-6588-4df0-966b-aa7aba86481e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:25:30.650465 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-679da28d-f14f-4bb9-9d96-ab8380fd5ef2 req-7333da51-6588-4df0-966b-aa7aba86481e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=35a04ddb-b611-4dee-a6f7-89af6e6ad557 HTTP/1.1" status: 200 len: 845 time: 0.2331123 Jul 27 23:25:30.718079 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-679da28d-f14f-4bb9-9d96-ab8380fd5ef2 req-806002c3-07c5-4faf-9531-e4576f7baf41 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=44e5b751-d35f-484a-98d7-35c3565f32a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496869 Jul 27 23:25:30.865130 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-d06d3b3b-8404-4f65-9032-5627b846f237 req-bc5f8db2-6c71-403b-9f3c-fd0580d6d971 service neutron] 10.222.0.18 "GET /v2.0/networks/44e5b751-d35f-484a-98d7-35c3565f32a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3760128 Jul 27 23:25:30.896357 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-25967278-820a-4f2d-973f-5d939fbfbca4 req-3c059036-8d0a-4d43-a55e-850f71a7e8d9 tempest-TestVolumeBackupRestore-155198222 tempest-TestVolumeBackupRestore-155198222-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:31.023908 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-25967278-820a-4f2d-973f-5d939fbfbca4 req-3c059036-8d0a-4d43-a55e-850f71a7e8d9 tempest-TestVolumeBackupRestore-155198222 tempest-TestVolumeBackupRestore-155198222-project] Transition to ACTIVE for port object 12dd9847-7701-499b-b256-43a1578e87a6 will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:25:31.079908 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e76f5f23-9d75-4b46-bf98-07a1a5d89484 tempest-RoutersAdminTest-580455923 tempest-RoutersAdminTest-580455923-project] Notify callbacks [] for router_gateway, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:31.156805 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-d06d3b3b-8404-4f65-9032-5627b846f237 req-918ff0ab-32b7-444e-bab5-6fe517ae33b2 service neutron] 10.222.0.18 "GET /v2.0/networks/44e5b751-d35f-484a-98d7-35c3565f32a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2949786 Jul 27 23:25:31.167552 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-679da28d-f14f-4bb9-9d96-ab8380fd5ef2 req-0b771177-2669-41ed-aef4-3c607f33ea48 service neutron] 10.222.0.49 "GET /v2.0/networks/44e5b751-d35f-484a-98d7-35c3565f32a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4060514 Jul 27 23:25:31.248151 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-25967278-820a-4f2d-973f-5d939fbfbca4 req-3c059036-8d0a-4d43-a55e-850f71a7e8d9 tempest-TestVolumeBackupRestore-155198222 tempest-TestVolumeBackupRestore-155198222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:31.383814 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25967278-820a-4f2d-973f-5d939fbfbca4 req-3c059036-8d0a-4d43-a55e-850f71a7e8d9 tempest-TestVolumeBackupRestore-155198222 tempest-TestVolumeBackupRestore-155198222-project] Network 2951db65-3a3c-418a-9804-693b92dbf903 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:25:31.396621 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [req-25967278-820a-4f2d-973f-5d939fbfbca4 req-3c059036-8d0a-4d43-a55e-850f71a7e8d9 tempest-TestVolumeBackupRestore-155198222 tempest-TestVolumeBackupRestore-155198222-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:25:31.402372 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c059036-8d0a-4d43-a55e-850f71a7e8d9 tempest-TestVolumeBackupRestore-155198222 tempest-TestVolumeBackupRestore-155198222-project] Pushing event updated for resources: {'Port': ['ID=12dd9847-7701-499b-b256-43a1578e87a6,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:25:31.406118 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-25967278-820a-4f2d-973f-5d939fbfbca4 req-3c059036-8d0a-4d43-a55e-850f71a7e8d9 tempest-TestVolumeBackupRestore-155198222 tempest-TestVolumeBackupRestore-155198222-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:25:31.420275 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-565e1d91-c84d-4768-82f5-62c36c1c97e9 req-5c14de18-e60d-43cd-b0fd-173b5372fbe2 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] 10.222.0.18 "GET /v2.0/ports?device_id=73c8709c-3d2d-42d3-9576-8bcc0e8b4427 HTTP/1.1" status: 200 len: 210 time: 0.0801454 Jul 27 23:25:31.655704 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-679da28d-f14f-4bb9-9d96-ab8380fd5ef2 req-8e64dc83-6604-4217-aa2a-af37f281b97b service neutron] 10.222.0.49 "GET /v2.0/networks/44e5b751-d35f-484a-98d7-35c3565f32a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4594691 Jul 27 23:25:31.657736 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-dece38f2-435b-4d8f-bb27-8f2ee10fba9d req-318f0185-5891-4fda-98ec-982132c26431 tempest-ServerShowV247Test-1211425485 tempest-ServerShowV247Test-1211425485-project] 10.222.0.18 "GET /v2.0/ports?device_id=b2ac691c-40ad-467d-8e48-3027afa4ce00 HTTP/1.1" status: 200 len: 210 time: 0.0728924 Jul 27 23:25:31.753416 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25967278-820a-4f2d-973f-5d939fbfbca4 req-3c059036-8d0a-4d43-a55e-850f71a7e8d9 tempest-TestVolumeBackupRestore-155198222 tempest-TestVolumeBackupRestore-155198222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:25:31.754687 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-25967278-820a-4f2d-973f-5d939fbfbca4 req-3c059036-8d0a-4d43-a55e-850f71a7e8d9 tempest-TestVolumeBackupRestore-155198222 tempest-TestVolumeBackupRestore-155198222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:31.789007 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-25967278-820a-4f2d-973f-5d939fbfbca4 req-3c059036-8d0a-4d43-a55e-850f71a7e8d9 tempest-TestVolumeBackupRestore-155198222 tempest-TestVolumeBackupRestore-155198222-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0605042 Jul 27 23:25:31.790629 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e76f5f23-9d75-4b46-bf98-07a1a5d89484 tempest-RoutersAdminTest-580455923 tempest-RoutersAdminTest-580455923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-415468'] for router, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:31.817231 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [req-25967278-820a-4f2d-973f-5d939fbfbca4 req-e0848207-b404-4bab-a85b-6e6767727f47 service neutron] Request body: {'port': {'device_id': '6f91d071-256d-4471-b814-102a0464de10', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802623-1'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:25:31.873985 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f14ed9-19e2-41dc-97d8-8f722a4cad1c req-66e5cf35-dc06-4e02-a6c0-b912c604d9d0 tempest-TestVolumeBackupRestore-155198222 tempest-TestVolumeBackupRestore-155198222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:25:31.875721 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-80f14ed9-19e2-41dc-97d8-8f722a4cad1c req-66e5cf35-dc06-4e02-a6c0-b912c604d9d0 tempest-TestVolumeBackupRestore-155198222 tempest-TestVolumeBackupRestore-155198222-project] 10.222.0.18 "GET /v2.0/ports?device_id=6f91d071-256d-4471-b814-102a0464de10 HTTP/1.1" status: 200 len: 932 time: 0.0799210 Jul 27 23:25:31.914641 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-7c4a1375-6172-43ac-9224-0ae37fc993bb None None] Provisioning for port 12dd9847-7701-499b-b256-43a1578e87a6 completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:25:31.923991 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-7c4a1375-6172-43ac-9224-0ae37fc993bb None None] Provisioning complete for port 12dd9847-7701-499b-b256-43a1578e87a6 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:25:31.925340 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7c4a1375-6172-43ac-9224-0ae37fc993bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:31.927703 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-80f14ed9-19e2-41dc-97d8-8f722a4cad1c req-8af7af70-6a2f-4301-8602-afa5fc245af1 tempest-TestVolumeBackupRestore-155198222 tempest-TestVolumeBackupRestore-155198222-project] 10.222.0.18 "GET /v2.0/security-groups?id=3ab4096c-6af3-4502-afe2-c829fe7be244&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433407 Jul 27 23:25:32.009658 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-7c4a1375-6172-43ac-9224-0ae37fc993bb None None] Port 12dd9847-7701-499b-b256-43a1578e87a6 cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:25:32.097881 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-25967278-820a-4f2d-973f-5d939fbfbca4 req-e0848207-b404-4bab-a85b-6e6767727f47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:32.245163 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7418f70f-e60d-4709-8ba9-6ab514bc7f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:32.516897 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [req-25967278-820a-4f2d-973f-5d939fbfbca4 req-e0848207-b404-4bab-a85b-6e6767727f47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12dd9847-7701-499b-b256-43a1578e87a6 {{(pid=93798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:25:32.537655 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-25967278-820a-4f2d-973f-5d939fbfbca4 req-e0848207-b404-4bab-a85b-6e6767727f47 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:32.729413 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-54ac827a-8517-446a-9051-9692c58e176e req-9e13d80a-d280-4029-bc84-a12bc555907c tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] 10.222.0.18 "GET /v2.0/ports?device_id=73c8709c-3d2d-42d3-9576-8bcc0e8b4427 HTTP/1.1" status: 200 len: 210 time: 0.1792562 Jul 27 23:25:32.782611 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-25967278-820a-4f2d-973f-5d939fbfbca4 req-e0848207-b404-4bab-a85b-6e6767727f47 service neutron] Transition to ACTIVE for port object 12dd9847-7701-499b-b256-43a1578e87a6 will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:25:32.789241 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e76f5f23-9d75-4b46-bf98-07a1a5d89484 tempest-RoutersAdminTest-580455923 tempest-RoutersAdminTest-580455923-project] Router 86ec6a00-8ab7-4336-9ce3-9621eed6386c is scheduled to L3 agent 018c4455-49c0-4734-927d-7824067b2a9e with binding_index 1 {{(pid=93798) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 23:25:32.795572 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-25967278-820a-4f2d-973f-5d939fbfbca4 req-e0848207-b404-4bab-a85b-6e6767727f47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:32.871019 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0848207-b404-4bab-a85b-6e6767727f47 service neutron] Pushing event updated for resources: {'Port': ['ID=12dd9847-7701-499b-b256-43a1578e87a6,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:25:32.929224 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-ddaf0061-533e-42b4-9cb0-fe8ab436ceb2 req-4e793ba1-857f-41d5-aeb6-6f81b3e6e52a tempest-ServerShowV247Test-1211425485 tempest-ServerShowV247Test-1211425485-project] 10.222.0.18 "GET /v2.0/ports?device_id=b2ac691c-40ad-467d-8e48-3027afa4ce00 HTTP/1.1" status: 200 len: 210 time: 0.0795443 Jul 27 23:25:33.064253 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e76f5f23-9d75-4b46-bf98-07a1a5d89484 tempest-RoutersAdminTest-580455923 tempest-RoutersAdminTest-580455923-project] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:25:33.087099 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9533782-e4fc-4f19-8775-31816958b697 None None] Sync routers for ids ['86ec6a00-8ab7-4336-9ce3-9621eed6386c'] in n-d-802623-1 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:25:33.116859 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9533782-e4fc-4f19-8775-31816958b697 None None] Routers {'86ec6a00-8ab7-4336-9ce3-9621eed6386c'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:25:33.117899 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-e9533782-e4fc-4f19-8775-31816958b697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:25:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['86ec6a00-8ab7-4336-9ce3-9621eed6386c'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:25:33.243198 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-e9533782-e4fc-4f19-8775-31816958b697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:25:33.273478 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9533782-e4fc-4f19-8775-31816958b697 None None] Routers {'86ec6a00-8ab7-4336-9ce3-9621eed6386c'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:25:33.274577 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-e9533782-e4fc-4f19-8775-31816958b697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:25:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['86ec6a00-8ab7-4336-9ce3-9621eed6386c'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:25:33.321009 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-e9533782-e4fc-4f19-8775-31816958b697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:25:33.321945 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9533782-e4fc-4f19-8775-31816958b697 None None] The sync data for ids ['86ec6a00-8ab7-4336-9ce3-9621eed6386c'] in n-d-802623-1 is: [] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:25:33.555856 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e76f5f23-9d75-4b46-bf98-07a1a5d89484 tempest-RoutersAdminTest-580455923 tempest-RoutersAdminTest-580455923-project] Notify callbacks [] for router, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:33.557451 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-e76f5f23-9d75-4b46-bf98-07a1a5d89484 tempest-RoutersAdminTest-580455923 tempest-RoutersAdminTest-580455923-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 5.7960639 Jul 27 23:25:33.560541 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 59012) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:25:33.640432 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a498f869-4d08-4776-bdce-2f54cc06fe07 req-e1e42667-76d6-486a-ae44-8a8960211fbb tempest-TestVolumeBackupRestore-155198222 tempest-TestVolumeBackupRestore-155198222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:25:33.642243 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a498f869-4d08-4776-bdce-2f54cc06fe07 req-e1e42667-76d6-486a-ae44-8a8960211fbb tempest-TestVolumeBackupRestore-155198222 tempest-TestVolumeBackupRestore-155198222-project] 10.222.0.18 "GET /v2.0/ports?device_id=6f91d071-256d-4471-b814-102a0464de10 HTTP/1.1" status: 200 len: 944 time: 0.5176687 Jul 27 23:25:33.647324 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-25967278-820a-4f2d-973f-5d939fbfbca4 req-e0848207-b404-4bab-a85b-6e6767727f47 service neutron] Attempting to bind port 12dd9847-7701-499b-b256-43a1578e87a6 on host n-h1-802623-1 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:25:33.647930 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-25967278-820a-4f2d-973f-5d939fbfbca4 req-e0848207-b404-4bab-a85b-6e6767727f47 service neutron] Attempting to bind port 12dd9847-7701-499b-b256-43a1578e87a6 by drivers openvswitch,hyperv on host n-h1-802623-1 at level 0 using segments [{'id': 'ab8d7f4e-2ae1-47bb-971f-c561db8d51ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '2951db65-3a3c-418a-9804-693b92dbf903'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:25:33.648506 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25967278-820a-4f2d-973f-5d939fbfbca4 req-e0848207-b404-4bab-a85b-6e6767727f47 service neutron] Attempting to bind port 12dd9847-7701-499b-b256-43a1578e87a6 on network 2951db65-3a3c-418a-9804-693b92dbf903 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:25:33.668887 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25967278-820a-4f2d-973f-5d939fbfbca4 req-e0848207-b404-4bab-a85b-6e6767727f47 service neutron] Port 12dd9847-7701-499b-b256-43a1578e87a6 on network 2951db65-3a3c-418a-9804-693b92dbf903 not bound, no agent of type Open vSwitch agent registered on host n-h1-802623-1 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 23:25:33.669592 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25967278-820a-4f2d-973f-5d939fbfbca4 req-e0848207-b404-4bab-a85b-6e6767727f47 service neutron] Attempting to bind port 12dd9847-7701-499b-b256-43a1578e87a6 on network 2951db65-3a3c-418a-9804-693b92dbf903 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:25:33.744062 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-a6ca1d36-cc6b-40f8-8c3e-fd61492b8958 tempest-RoutersAdminTest-590554823 tempest-RoutersAdminTest-590554823-project-admin] 10.222.0.18 "GET /v2.0/routers/86ec6a00-8ab7-4336-9ce3-9621eed6386c HTTP/1.1" status: 200 len: 920 time: 0.1821494 Jul 27 23:25:33.746774 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 59020) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:25:33.758306 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25967278-820a-4f2d-973f-5d939fbfbca4 req-e0848207-b404-4bab-a85b-6e6767727f47 service neutron] Checking agent: {'id': '245f1da4-a9b8-4b08-90d7-28f0f342b839', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 59, 59), 'started_at': datetime.datetime(2021, 7, 27, 22, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 25, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:25:33.760122 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25967278-820a-4f2d-973f-5d939fbfbca4 req-e0848207-b404-4bab-a85b-6e6767727f47 service neutron] Checking segment: {'id': 'ab8d7f4e-2ae1-47bb-971f-c561db8d51ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '2951db65-3a3c-418a-9804-693b92dbf903'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:25:33.760768 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25967278-820a-4f2d-973f-5d939fbfbca4 req-e0848207-b404-4bab-a85b-6e6767727f47 service neutron] Bound using segment: {'id': 'ab8d7f4e-2ae1-47bb-971f-c561db8d51ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '2951db65-3a3c-418a-9804-693b92dbf903'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:25:33.764143 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-25967278-820a-4f2d-973f-5d939fbfbca4 req-e0848207-b404-4bab-a85b-6e6767727f47 service neutron] Bound port: 12dd9847-7701-499b-b256-43a1578e87a6, host: n-h1-802623-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab8d7f4e-2ae1-47bb-971f-c561db8d51ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '2951db65-3a3c-418a-9804-693b92dbf903'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:25:33.764780 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-25967278-820a-4f2d-973f-5d939fbfbca4 req-e0848207-b404-4bab-a85b-6e6767727f47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:33.792307 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-fd70b12f-db2d-4592-b8f8-ddd3581056e7 tempest-RoutersAdminTest-580455923 tempest-RoutersAdminTest-580455923-project] 10.222.0.18 "GET /v2.0/ports?device_id=86ec6a00-8ab7-4336-9ce3-9621eed6386c HTTP/1.1" status: 200 len: 205 time: 0.0444093 Jul 27 23:25:33.803186 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 59022) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:25:33.818918 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a498f869-4d08-4776-bdce-2f54cc06fe07 req-84b06cce-e6d6-463e-b4a5-3582afd6c92e tempest-TestVolumeBackupRestore-155198222 tempest-TestVolumeBackupRestore-155198222-project] 10.222.0.18 "GET /v2.0/security-groups?id=3ab4096c-6af3-4502-afe2-c829fe7be244&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1676781 Jul 27 23:25:33.918329 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-25967278-820a-4f2d-973f-5d939fbfbca4 req-e0848207-b404-4bab-a85b-6e6767727f47 service neutron] For port 12dd9847-7701-499b-b256-43a1578e87a6, host n-h1-802623-1, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:25:33.922819 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-25967278-820a-4f2d-973f-5d939fbfbca4 req-e0848207-b404-4bab-a85b-6e6767727f47 service neutron] For port 12dd9847-7701-499b-b256-43a1578e87a6, host n-h1-802623-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=12dd9847-7701-499b-b256-43a1578e87a6,segment=NetworkSegment(ab8d7f4e-2ae1-47bb-971f-c561db8d51ee),segment_id=ab8d7f4e-2ae1-47bb-971f-c561db8d51ee)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:25:33.938295 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-6ddaf662-46c7-481b-b9a0-e12028b282d0 req-bf43ed21-cacb-4cd8-9d24-e5a0e936659d tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] 10.222.0.18 "GET /v2.0/ports?device_id=73c8709c-3d2d-42d3-9576-8bcc0e8b4427 HTTP/1.1" status: 200 len: 210 time: 0.0382462 Jul 27 23:25:33.938836 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06d3b3b-8404-4f65-9032-5627b846f237 req-4a5603e4-1d1b-4f7d-9042-f843660bff97 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:25:33.942432 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-d06d3b3b-8404-4f65-9032-5627b846f237 req-4a5603e4-1d1b-4f7d-9042-f843660bff97 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] 10.222.0.49 "GET /v2.0/networks?id=44e5b751-d35f-484a-98d7-35c3565f32a1 HTTP/1.1" status: 200 len: 805 time: 0.2812233 Jul 27 23:25:33.945397 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-25967278-820a-4f2d-973f-5d939fbfbca4 req-e0848207-b404-4bab-a85b-6e6767727f47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:33.968799 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [req-d06d3b3b-8404-4f65-9032-5627b846f237 req-cda4dd97-b15e-4fda-8b3b-44856bfc3e24 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] Request body: {'port': {'device_id': '73c8709c-3d2d-42d3-9576-8bcc0e8b4427', 'network_id': '44e5b751-d35f-484a-98d7-35c3565f32a1', 'admin_state_up': True, 'tenant_id': 'cf2ac26483444f3d949e08ee053eb26a'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:25:33.999650 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25967278-820a-4f2d-973f-5d939fbfbca4 req-e0848207-b404-4bab-a85b-6e6767727f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:25:34.000314 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-25967278-820a-4f2d-973f-5d939fbfbca4 req-e0848207-b404-4bab-a85b-6e6767727f47 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:34.003813 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-25967278-820a-4f2d-973f-5d939fbfbca4 req-e0848207-b404-4bab-a85b-6e6767727f47 service neutron] 10.222.0.38 "PUT /v2.0/ports/12dd9847-7701-499b-b256-43a1578e87a6 HTTP/1.1" status: 200 len: 1092 time: 2.1907058 Jul 27 23:25:34.048238 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f91d071-256d-4471-b814-102a0464de10', 'tag': '12dd9847-7701-499b-b256-43a1578e87a6'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:25:34.061151 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}011f8d312121274bb12d78e77c6379a2079800640016cec6c6d605b73666e854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-116f6378-5f4b-4ef3-9e2b-8c0ce62efc49" -d '{"events": [{"name": "network-changed", "server_uuid": "6f91d071-256d-4471-b814-102a0464de10", "tag": "12dd9847-7701-499b-b256-43a1578e87a6"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:25:34.068486 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-721ac6e3-2094-47e1-82d5-7bbd1090197e tempest-RoutersAdminTest-580455923 tempest-RoutersAdminTest-580455923-project] Notify callbacks [] for router, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:34.242515 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-45488fec-e62f-4f89-885d-b5ce0b677612 req-5581e8a7-c3f4-4da1-b097-0928be1a111c tempest-ServerShowV247Test-1211425485 tempest-ServerShowV247Test-1211425485-project] 10.222.0.18 "GET /v2.0/ports?device_id=b2ac691c-40ad-467d-8e48-3027afa4ce00 HTTP/1.1" status: 200 len: 210 time: 0.0589015 Jul 27 23:25:34.277635 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-721ac6e3-2094-47e1-82d5-7bbd1090197e tempest-RoutersAdminTest-580455923 tempest-RoutersAdminTest-580455923-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:34.286450 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 23:25:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa93f76d-9cdb-4edf-8c31-4cd3460538e0 x-openstack-request-id: req-fa93f76d-9cdb-4edf-8c31-4cd3460538e0 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:25:34.286774 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f91d071-256d-4471-b814-102a0464de10", "tag": "12dd9847-7701-499b-b256-43a1578e87a6", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:25:34.287523 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-fa93f76d-9cdb-4edf-8c31-4cd3460538e0 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:25:34.288469 n-d-802623-1 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f91d071-256d-4471-b814-102a0464de10', 'tag': '12dd9847-7701-499b-b256-43a1578e87a6', 'status': 'completed', 'code': 200} Jul 27 23:25:34.372598 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25967278-820a-4f2d-973f-5d939fbfbca4 req-926b8be9-54cc-42c9-a721-5ffce0d19fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:25:34.376179 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-25967278-820a-4f2d-973f-5d939fbfbca4 req-926b8be9-54cc-42c9-a721-5ffce0d19fe9 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=acf4fb1269eb40aab078bc0133d25bec&device_id=6f91d071-256d-4471-b814-102a0464de10 HTTP/1.1" status: 200 len: 1095 time: 0.2037852 Jul 27 23:25:34.387298 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0848207-b404-4bab-a85b-6e6767727f47 service neutron] Pushing event updated for resources: {'Port': ['ID=12dd9847-7701-499b-b256-43a1578e87a6,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:25:34.409777 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-721ac6e3-2094-47e1-82d5-7bbd1090197e tempest-RoutersAdminTest-580455923 tempest-RoutersAdminTest-580455923-project] Deleting port c1a692db-b10e-4cc0-b699-a48f352f7c8d {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:25:34.410146 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-721ac6e3-2094-47e1-82d5-7bbd1090197e tempest-RoutersAdminTest-580455923 tempest-RoutersAdminTest-580455923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:34.456743 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-25967278-820a-4f2d-973f-5d939fbfbca4 req-5380c41b-47e5-48e5-bdd7-04f26203c759 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=12dd9847-7701-499b-b256-43a1578e87a6 HTTP/1.1" status: 200 len: 217 time: 0.0647340 Jul 27 23:25:34.545532 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25967278-820a-4f2d-973f-5d939fbfbca4 req-eafb2d3c-91c3-4fd8-890b-1e3b6cd7c679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:25:34.547183 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-25967278-820a-4f2d-973f-5d939fbfbca4 req-eafb2d3c-91c3-4fd8-890b-1e3b6cd7c679 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=3f7d1237-bf2d-4713-bb43-2b24ed14f89e HTTP/1.1" status: 200 len: 853 time: 0.0778506 Jul 27 23:25:34.552278 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d06d3b3b-8404-4f65-9032-5627b846f237 req-cda4dd97-b15e-4fda-8b3b-44856bfc3e24 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] Made reservation on behalf of cf2ac26483444f3d949e08ee053eb26a for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:25:34.557102 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-d06d3b3b-8404-4f65-9032-5627b846f237 req-cda4dd97-b15e-4fda-8b3b-44856bfc3e24 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:34.595131 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-721ac6e3-2094-47e1-82d5-7bbd1090197e tempest-RoutersAdminTest-580455923 tempest-RoutersAdminTest-580455923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:34.620434 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-721ac6e3-2094-47e1-82d5-7bbd1090197e tempest-RoutersAdminTest-580455923 tempest-RoutersAdminTest-580455923-project] Calling delete_port for c1a692db-b10e-4cc0-b699-a48f352f7c8d owned by network:router_gateway {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:25:34.759677 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [req-d06d3b3b-8404-4f65-9032-5627b846f237 req-cda4dd97-b15e-4fda-8b3b-44856bfc3e24 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] Allocated IP 172.20.0.14 (44e5b751-d35f-484a-98d7-35c3565f32a1/35a04ddb-b611-4dee-a6f7-89af6e6ad557/2f9a2b8b-a691-4979-b4ec-4718847bf6d0) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:25:34.859409 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:34.865511 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-721ac6e3-2094-47e1-82d5-7bbd1090197e tempest-RoutersAdminTest-580455923 tempest-RoutersAdminTest-580455923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:34.904682 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721ac6e3-2094-47e1-82d5-7bbd1090197e tempest-RoutersAdminTest-580455923 tempest-RoutersAdminTest-580455923-project] Pushing event deleted for resources: {'Port': ['ID=c1a692db-b10e-4cc0-b699-a48f352f7c8d,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:25:34.968886 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25967278-820a-4f2d-973f-5d939fbfbca4 req-4bdb697b-cf3e-4e6c-8791-eaeffb754ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:25:34.970591 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-25967278-820a-4f2d-973f-5d939fbfbca4 req-4bdb697b-cf3e-4e6c-8791-eaeffb754ffc service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=2951db65-3a3c-418a-9804-693b92dbf903&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4103565 Jul 27 23:25:35.008732 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-721ac6e3-2094-47e1-82d5-7bbd1090197e tempest-RoutersAdminTest-580455923 tempest-RoutersAdminTest-580455923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-415368'] for router_gateway, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:35.022861 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53722dde-fa18-43b8-a34c-03bf165e4fa9 req-09e2249a-1d29-4a8c-9cfa-79cc456f6611 tempest-TestVolumeBackupRestore-155198222 tempest-TestVolumeBackupRestore-155198222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:25:35.024917 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-53722dde-fa18-43b8-a34c-03bf165e4fa9 req-09e2249a-1d29-4a8c-9cfa-79cc456f6611 tempest-TestVolumeBackupRestore-155198222 tempest-TestVolumeBackupRestore-155198222-project] 10.222.0.18 "GET /v2.0/ports?device_id=6f91d071-256d-4471-b814-102a0464de10 HTTP/1.1" status: 200 len: 944 time: 0.0912323 Jul 27 23:25:35.081381 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-d06d3b3b-8404-4f65-9032-5627b846f237 req-cda4dd97-b15e-4fda-8b3b-44856bfc3e24 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:35.121614 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-25967278-820a-4f2d-973f-5d939fbfbca4 req-6b165c9f-ef51-44fd-ac71-0b801157f6f6 service neutron] 10.222.0.38 "GET /v2.0/networks/2951db65-3a3c-418a-9804-693b92dbf903?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383984 Jul 27 23:25:35.138135 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-721ac6e3-2094-47e1-82d5-7bbd1090197e tempest-RoutersAdminTest-580455923 tempest-RoutersAdminTest-580455923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62205'] for router, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:35.142188 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-721ac6e3-2094-47e1-82d5-7bbd1090197e tempest-RoutersAdminTest-580455923 tempest-RoutersAdminTest-580455923-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:35.203082 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-53722dde-fa18-43b8-a34c-03bf165e4fa9 req-dd87c783-2f1c-4b4c-ab1f-ea3a8da2d6be tempest-TestVolumeBackupRestore-155198222 tempest-TestVolumeBackupRestore-155198222-project] 10.222.0.18 "GET /v2.0/security-groups?id=3ab4096c-6af3-4502-afe2-c829fe7be244&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1526957 Jul 27 23:25:35.211901 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-721ac6e3-2094-47e1-82d5-7bbd1090197e tempest-RoutersAdminTest-580455923 tempest-RoutersAdminTest-580455923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-477831'] for router, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:35.212688 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-721ac6e3-2094-47e1-82d5-7bbd1090197e tempest-RoutersAdminTest-580455923 tempest-RoutersAdminTest-580455923-project] Fanout notify agent at l3_agent the message router_deleted on router 86ec6a00-8ab7-4336-9ce3-9621eed6386c {{(pid=93797) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 23:25:35.227573 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-721ac6e3-2094-47e1-82d5-7bbd1090197e tempest-RoutersAdminTest-580455923 tempest-RoutersAdminTest-580455923-project] Notify callbacks [] for router, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:35.231089 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-721ac6e3-2094-47e1-82d5-7bbd1090197e tempest-RoutersAdminTest-580455923 tempest-RoutersAdminTest-580455923-project] 10.222.0.18 "DELETE /v2.0/routers/86ec6a00-8ab7-4336-9ce3-9621eed6386c HTTP/1.1" status: 204 len: 168 time: 1.4245167 Jul 27 23:25:35.232956 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 59050) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:25:35.239125 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-7ccfb4a1-9aa4-4727-9008-8e709bc3a82a tempest-RoutersAdminTest-590554823 tempest-RoutersAdminTest-590554823-project-admin] Request body: {'router': {'name': 'tempest-snat-router-961234311', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'enable_snat': False}}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:25:35.264795 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7ccfb4a1-9aa4-4727-9008-8e709bc3a82a tempest-RoutersAdminTest-590554823 tempest-RoutersAdminTest-590554823-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62159'] for router, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:35.265879 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7ccfb4a1-9aa4-4727-9008-8e709bc3a82a tempest-RoutersAdminTest-590554823 tempest-RoutersAdminTest-590554823-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-479230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-415539', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3693317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62148'] for router, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:35.293059 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c224155c-c801-4dca-aa8d-82b40eda5070 req-dd945a08-e74e-4691-a13b-2a54afd37278 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] 10.222.0.18 "GET /v2.0/ports?device_id=73c8709c-3d2d-42d3-9576-8bcc0e8b4427 HTTP/1.1" status: 200 len: 210 time: 0.1574354 Jul 27 23:25:35.362992 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-d06d3b3b-8404-4f65-9032-5627b846f237 req-cda4dd97-b15e-4fda-8b3b-44856bfc3e24 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:35.373314 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7ccfb4a1-9aa4-4727-9008-8e709bc3a82a tempest-RoutersAdminTest-590554823 tempest-RoutersAdminTest-590554823-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:35.385157 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] get_ports_and_sgs() called for port_ids ['3e3f8daf-4adb-4090-af5f-d755712d53c5'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:25:35.387783 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] get_ports_and_sgs() called for port_ids ['5b7866c5-7b07-46aa-bae5-acbbf94ec587'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:25:35.483336 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d06d3b3b-8404-4f65-9032-5627b846f237 req-cda4dd97-b15e-4fda-8b3b-44856bfc3e24 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] Network 44e5b751-d35f-484a-98d7-35c3565f32a1 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:25:35.512519 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [req-d06d3b3b-8404-4f65-9032-5627b846f237 req-cda4dd97-b15e-4fda-8b3b-44856bfc3e24 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:25:35.543115 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-d06d3b3b-8404-4f65-9032-5627b846f237 req-cda4dd97-b15e-4fda-8b3b-44856bfc3e24 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:25:35.584564 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-1cb28da8-7855-4cf6-aa58-628ec59774b3 req-2250b64d-a936-47a6-9930-fbdcdba021f9 tempest-ServerShowV247Test-1211425485 tempest-ServerShowV247Test-1211425485-project] 10.222.0.18 "GET /v2.0/ports?device_id=b2ac691c-40ad-467d-8e48-3027afa4ce00 HTTP/1.1" status: 200 len: 210 time: 0.0690200 Jul 27 23:25:35.608564 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-25967278-820a-4f2d-973f-5d939fbfbca4 req-031519fe-7dd8-4436-a931-58431489b26a service neutron] 10.222.0.38 "GET /v2.0/networks/2951db65-3a3c-418a-9804-693b92dbf903?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4718447 Jul 27 23:25:35.646453 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda4dd97-b15e-4fda-8b3b-44856bfc3e24 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] Pushing event updated for resources: {'Port': ['ID=2f9a2b8b-a691-4979-b4ec-4718847bf6d0,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:25:35.711776 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7ccfb4a1-9aa4-4727-9008-8e709bc3a82a tempest-RoutersAdminTest-590554823 tempest-RoutersAdminTest-590554823-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-415433', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62186'] for router, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:35.726252 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06d3b3b-8404-4f65-9032-5627b846f237 req-cda4dd97-b15e-4fda-8b3b-44856bfc3e24 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:25:35.728524 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-d06d3b3b-8404-4f65-9032-5627b846f237 req-cda4dd97-b15e-4fda-8b3b-44856bfc3e24 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:35.808180 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-d06d3b3b-8404-4f65-9032-5627b846f237 req-cda4dd97-b15e-4fda-8b3b-44856bfc3e24 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8449135 Jul 27 23:25:35.823527 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [req-d06d3b3b-8404-4f65-9032-5627b846f237 req-6f133fd2-2377-4d0d-bb07-32ed890dc67d service neutron] Request body: {'port': {'device_id': '73c8709c-3d2d-42d3-9576-8bcc0e8b4427', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802623-1'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:25:35.838383 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116f6378-5f4b-4ef3-9e2b-8c0ce62efc49 req-bc1c0a23-8ae9-4746-bbea-b5c3581d17de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:25:35.842344 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-116f6378-5f4b-4ef3-9e2b-8c0ce62efc49 req-bc1c0a23-8ae9-4746-bbea-b5c3581d17de service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=acf4fb1269eb40aab078bc0133d25bec&device_id=6f91d071-256d-4471-b814-102a0464de10 HTTP/1.1" status: 200 len: 1095 time: 0.1601529 Jul 27 23:25:35.969056 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-d06d3b3b-8404-4f65-9032-5627b846f237 req-6f133fd2-2377-4d0d-bb07-32ed890dc67d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:36.065530 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116f6378-5f4b-4ef3-9e2b-8c0ce62efc49 req-dd05c80d-4a9e-4e41-be81-37f4ca2b508e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:25:36.067599 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-116f6378-5f4b-4ef3-9e2b-8c0ce62efc49 req-dd05c80d-4a9e-4e41-be81-37f4ca2b508e service neutron] 10.222.0.38 "GET /v2.0/networks?id=2951db65-3a3c-418a-9804-693b92dbf903 HTTP/1.1" status: 200 len: 915 time: 0.1901557 Jul 27 23:25:36.099934 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7ccfb4a1-9aa4-4727-9008-8e709bc3a82a tempest-RoutersAdminTest-590554823 tempest-RoutersAdminTest-590554823-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:36.120807 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7ccfb4a1-9aa4-4727-9008-8e709bc3a82a tempest-RoutersAdminTest-590554823 tempest-RoutersAdminTest-590554823-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:36.184237 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-116f6378-5f4b-4ef3-9e2b-8c0ce62efc49 req-a07c5356-c6fc-416f-8152-7ce5f622a321 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=12dd9847-7701-499b-b256-43a1578e87a6 HTTP/1.1" status: 200 len: 217 time: 0.1082726 Jul 27 23:25:36.292996 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-7ccfb4a1-9aa4-4727-9008-8e709bc3a82a tempest-RoutersAdminTest-590554823 tempest-RoutersAdminTest-590554823-project-admin] Allocated IP 172.25.4.27 (2fd42287-ed26-4eb9-89a5-b521f5b04356/17de1f8f-393a-4b0c-a2df-614bd3f2fb5e/46978160-e0c7-4d0d-9ea2-42c766e81867) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:25:36.297244 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116f6378-5f4b-4ef3-9e2b-8c0ce62efc49 req-b3193f25-a12b-434d-9d73-604b25b6d2eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:25:36.299099 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-116f6378-5f4b-4ef3-9e2b-8c0ce62efc49 req-b3193f25-a12b-434d-9d73-604b25b6d2eb service neutron] 10.222.0.38 "GET /v2.0/subnets?id=3f7d1237-bf2d-4713-bb43-2b24ed14f89e HTTP/1.1" status: 200 len: 853 time: 0.1039517 Jul 27 23:25:36.438099 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7ccfb4a1-9aa4-4727-9008-8e709bc3a82a tempest-RoutersAdminTest-590554823 tempest-RoutersAdminTest-590554823-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:36.442769 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116f6378-5f4b-4ef3-9e2b-8c0ce62efc49 req-22eaccce-48c5-45d9-9cc7-d89b5e55a046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:25:36.444306 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-116f6378-5f4b-4ef3-9e2b-8c0ce62efc49 req-22eaccce-48c5-45d9-9cc7-d89b5e55a046 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=2951db65-3a3c-418a-9804-693b92dbf903&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1358740 Jul 27 23:25:36.495277 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a0461b-2e26-4742-a117-94b2e7c6a28c req-c1640a94-c967-4162-853c-1c5922bd5581 tempest-TestVolumeBackupRestore-155198222 tempest-TestVolumeBackupRestore-155198222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:25:36.503916 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150a7f93-dc96-4bf8-a25a-bce0cc95aea3 req-c88c4956-0a1e-4851-a871-4f58d139464f tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:25:36.506038 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-150a7f93-dc96-4bf8-a25a-bce0cc95aea3 req-c88c4956-0a1e-4851-a871-4f58d139464f tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] 10.222.0.18 "GET /v2.0/ports?device_id=73c8709c-3d2d-42d3-9576-8bcc0e8b4427 HTTP/1.1" status: 200 len: 932 time: 0.0759342 Jul 27 23:25:36.507632 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b6a0461b-2e26-4742-a117-94b2e7c6a28c req-c1640a94-c967-4162-853c-1c5922bd5581 tempest-TestVolumeBackupRestore-155198222 tempest-TestVolumeBackupRestore-155198222-project] 10.222.0.18 "GET /v2.0/ports?device_id=6f91d071-256d-4471-b814-102a0464de10 HTTP/1.1" status: 200 len: 944 time: 0.1596053 Jul 27 23:25:36.553190 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7ccfb4a1-9aa4-4727-9008-8e709bc3a82a tempest-RoutersAdminTest-590554823 tempest-RoutersAdminTest-590554823-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:36.588295 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-150a7f93-dc96-4bf8-a25a-bce0cc95aea3 req-4b9d071a-df81-41ac-b32c-a4ab93919d3f tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e15ece7-f410-4d95-9c67-d98c825e8c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751586 Jul 27 23:25:36.613049 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ccfb4a1-9aa4-4727-9008-8e709bc3a82a tempest-RoutersAdminTest-590554823 tempest-RoutersAdminTest-590554823-project-admin] Network 2fd42287-ed26-4eb9-89a5-b521f5b04356 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:25:36.613049 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-7ccfb4a1-9aa4-4727-9008-8e709bc3a82a tempest-RoutersAdminTest-590554823 tempest-RoutersAdminTest-590554823-project-admin] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:25:36.618088 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ccfb4a1-9aa4-4727-9008-8e709bc3a82a tempest-RoutersAdminTest-590554823 tempest-RoutersAdminTest-590554823-project-admin] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:25:36.621899 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccfb4a1-9aa4-4727-9008-8e709bc3a82a tempest-RoutersAdminTest-590554823 tempest-RoutersAdminTest-590554823-project-admin] Pushing event updated for resources: {'Port': ['ID=46978160-e0c7-4d0d-9ea2-42c766e81867,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:25:36.653096 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b6a0461b-2e26-4742-a117-94b2e7c6a28c req-2689f961-f68a-4cc6-a35c-003588c664bb tempest-TestVolumeBackupRestore-155198222 tempest-TestVolumeBackupRestore-155198222-project] 10.222.0.18 "GET /v2.0/security-groups?id=3ab4096c-6af3-4502-afe2-c829fe7be244&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1445825 Jul 27 23:25:36.655385 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [req-d06d3b3b-8404-4f65-9032-5627b846f237 req-6f133fd2-2377-4d0d-bb07-32ed890dc67d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f9a2b8b-a691-4979-b4ec-4718847bf6d0 {{(pid=93798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:25:36.669078 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-d06d3b3b-8404-4f65-9032-5627b846f237 req-6f133fd2-2377-4d0d-bb07-32ed890dc67d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:36.702794 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-116f6378-5f4b-4ef3-9e2b-8c0ce62efc49 req-5033a094-ada0-4501-a078-d2ab370d5920 service neutron] 10.222.0.38 "GET /v2.0/networks/2951db65-3a3c-418a-9804-693b92dbf903?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2474740 Jul 27 23:25:36.707095 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-d06d3b3b-8404-4f65-9032-5627b846f237 req-6f133fd2-2377-4d0d-bb07-32ed890dc67d service neutron] Transition to ACTIVE for port object 2f9a2b8b-a691-4979-b4ec-4718847bf6d0 will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:25:36.724588 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-d06d3b3b-8404-4f65-9032-5627b846f237 req-6f133fd2-2377-4d0d-bb07-32ed890dc67d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:36.793677 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-0bb1affc-18fa-4b08-9201-d3982bcb0b6b req-7f35960f-c3a2-4f6f-8163-019299f8d324 tempest-ServerShowV247Test-1211425485 tempest-ServerShowV247Test-1211425485-project] 10.222.0.18 "GET /v2.0/ports?device_id=b2ac691c-40ad-467d-8e48-3027afa4ce00 HTTP/1.1" status: 200 len: 210 time: 0.0793607 Jul 27 23:25:36.842867 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f133fd2-2377-4d0d-bb07-32ed890dc67d service neutron] Pushing event updated for resources: {'Port': ['ID=2f9a2b8b-a691-4979-b4ec-4718847bf6d0,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:25:36.944866 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-d06d3b3b-8404-4f65-9032-5627b846f237 req-6f133fd2-2377-4d0d-bb07-32ed890dc67d service neutron] Attempting to bind port 2f9a2b8b-a691-4979-b4ec-4718847bf6d0 on host n-h2-802623-1 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:25:36.945285 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-d06d3b3b-8404-4f65-9032-5627b846f237 req-6f133fd2-2377-4d0d-bb07-32ed890dc67d service neutron] Attempting to bind port 2f9a2b8b-a691-4979-b4ec-4718847bf6d0 by drivers openvswitch,hyperv on host n-h2-802623-1 at level 0 using segments [{'id': 'e3440446-8deb-4174-b5a6-9cc094845dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '44e5b751-d35f-484a-98d7-35c3565f32a1'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:25:36.945851 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d06d3b3b-8404-4f65-9032-5627b846f237 req-6f133fd2-2377-4d0d-bb07-32ed890dc67d service neutron] Attempting to bind port 2f9a2b8b-a691-4979-b4ec-4718847bf6d0 on network 44e5b751-d35f-484a-98d7-35c3565f32a1 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:25:36.951552 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-116f6378-5f4b-4ef3-9e2b-8c0ce62efc49 req-8ddf7e00-04b7-4805-a3d3-5aecb26fc25a service neutron] 10.222.0.38 "GET /v2.0/networks/2951db65-3a3c-418a-9804-693b92dbf903?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2407546 Jul 27 23:25:36.953693 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d06d3b3b-8404-4f65-9032-5627b846f237 req-6f133fd2-2377-4d0d-bb07-32ed890dc67d service neutron] Port 2f9a2b8b-a691-4979-b4ec-4718847bf6d0 on network 44e5b751-d35f-484a-98d7-35c3565f32a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-802623-1 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 23:25:36.954021 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d06d3b3b-8404-4f65-9032-5627b846f237 req-6f133fd2-2377-4d0d-bb07-32ed890dc67d service neutron] Attempting to bind port 2f9a2b8b-a691-4979-b4ec-4718847bf6d0 on network 44e5b751-d35f-484a-98d7-35c3565f32a1 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:25:36.959654 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d06d3b3b-8404-4f65-9032-5627b846f237 req-6f133fd2-2377-4d0d-bb07-32ed890dc67d service neutron] Checking agent: {'id': 'c5cc038b-93c4-4df4-8061-5df2a04a48c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 23, 0, 4), 'started_at': datetime.datetime(2021, 7, 27, 23, 0, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 25, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:25:36.959966 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d06d3b3b-8404-4f65-9032-5627b846f237 req-6f133fd2-2377-4d0d-bb07-32ed890dc67d service neutron] Checking segment: {'id': 'e3440446-8deb-4174-b5a6-9cc094845dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '44e5b751-d35f-484a-98d7-35c3565f32a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:25:36.960352 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d06d3b3b-8404-4f65-9032-5627b846f237 req-6f133fd2-2377-4d0d-bb07-32ed890dc67d service neutron] Bound using segment: {'id': 'e3440446-8deb-4174-b5a6-9cc094845dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '44e5b751-d35f-484a-98d7-35c3565f32a1'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:25:36.960781 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-d06d3b3b-8404-4f65-9032-5627b846f237 req-6f133fd2-2377-4d0d-bb07-32ed890dc67d service neutron] Bound port: 2f9a2b8b-a691-4979-b4ec-4718847bf6d0, host: n-h2-802623-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3440446-8deb-4174-b5a6-9cc094845dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '44e5b751-d35f-484a-98d7-35c3565f32a1'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:25:36.961145 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-d06d3b3b-8404-4f65-9032-5627b846f237 req-6f133fd2-2377-4d0d-bb07-32ed890dc67d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:36.999018 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7ccfb4a1-9aa4-4727-9008-8e709bc3a82a tempest-RoutersAdminTest-590554823 tempest-RoutersAdminTest-590554823-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:37.035791 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-d06d3b3b-8404-4f65-9032-5627b846f237 req-6f133fd2-2377-4d0d-bb07-32ed890dc67d service neutron] For port 2f9a2b8b-a691-4979-b4ec-4718847bf6d0, host n-h2-802623-1, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:25:37.039086 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-d06d3b3b-8404-4f65-9032-5627b846f237 req-6f133fd2-2377-4d0d-bb07-32ed890dc67d service neutron] For port 2f9a2b8b-a691-4979-b4ec-4718847bf6d0, host n-h2-802623-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=2f9a2b8b-a691-4979-b4ec-4718847bf6d0,segment=NetworkSegment(e3440446-8deb-4174-b5a6-9cc094845dc2),segment_id=e3440446-8deb-4174-b5a6-9cc094845dc2)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:25:37.046186 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-d06d3b3b-8404-4f65-9032-5627b846f237 req-6f133fd2-2377-4d0d-bb07-32ed890dc67d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:37.084241 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06d3b3b-8404-4f65-9032-5627b846f237 req-6f133fd2-2377-4d0d-bb07-32ed890dc67d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:25:37.084922 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-d06d3b3b-8404-4f65-9032-5627b846f237 req-6f133fd2-2377-4d0d-bb07-32ed890dc67d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:37.086313 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-d06d3b3b-8404-4f65-9032-5627b846f237 req-6f133fd2-2377-4d0d-bb07-32ed890dc67d service neutron] 10.222.0.49 "PUT /v2.0/ports/2f9a2b8b-a691-4979-b4ec-4718847bf6d0 HTTP/1.1" status: 200 len: 1092 time: 1.2673626 Jul 27 23:25:37.086754 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73c8709c-3d2d-42d3-9576-8bcc0e8b4427', 'tag': '2f9a2b8b-a691-4979-b4ec-4718847bf6d0'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:25:37.089067 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}011f8d312121274bb12d78e77c6379a2079800640016cec6c6d605b73666e854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a81dd232-591b-4dd7-b142-9ec54ec1e3d3" -d '{"events": [{"name": "network-changed", "server_uuid": "73c8709c-3d2d-42d3-9576-8bcc0e8b4427", "tag": "2f9a2b8b-a691-4979-b4ec-4718847bf6d0"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:25:37.114639 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f133fd2-2377-4d0d-bb07-32ed890dc67d service neutron] Pushing event updated for resources: {'Port': ['ID=2f9a2b8b-a691-4979-b4ec-4718847bf6d0,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:25:37.154961 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 23:25:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74acc026-38b0-48e0-bc4a-5fab1760dfd1 x-openstack-request-id: req-74acc026-38b0-48e0-bc4a-5fab1760dfd1 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:25:37.155293 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73c8709c-3d2d-42d3-9576-8bcc0e8b4427", "tag": "2f9a2b8b-a691-4979-b4ec-4718847bf6d0", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:25:37.155548 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-74acc026-38b0-48e0-bc4a-5fab1760dfd1 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:25:37.155999 n-d-802623-1 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73c8709c-3d2d-42d3-9576-8bcc0e8b4427', 'tag': '2f9a2b8b-a691-4979-b4ec-4718847bf6d0', 'status': 'completed', 'code': 200} Jul 27 23:25:37.204474 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06d3b3b-8404-4f65-9032-5627b846f237 req-21762c91-212b-4786-96c8-118b5c86560e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:25:37.206213 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-d06d3b3b-8404-4f65-9032-5627b846f237 req-21762c91-212b-4786-96c8-118b5c86560e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=cf2ac26483444f3d949e08ee053eb26a&device_id=73c8709c-3d2d-42d3-9576-8bcc0e8b4427 HTTP/1.1" status: 200 len: 1095 time: 0.0605397 Jul 27 23:25:37.259854 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7ccfb4a1-9aa4-4727-9008-8e709bc3a82a tempest-RoutersAdminTest-590554823 tempest-RoutersAdminTest-590554823-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-415468'] for router, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:37.266253 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-d06d3b3b-8404-4f65-9032-5627b846f237 req-ab359407-83d4-4e92-80dd-05fdc28f42df service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2f9a2b8b-a691-4979-b4ec-4718847bf6d0 HTTP/1.1" status: 200 len: 217 time: 0.0453274 Jul 27 23:25:37.318654 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06d3b3b-8404-4f65-9032-5627b846f237 req-1cb7a78a-0d37-424f-bc50-2887d0c27f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:25:37.320255 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-d06d3b3b-8404-4f65-9032-5627b846f237 req-1cb7a78a-0d37-424f-bc50-2887d0c27f36 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=35a04ddb-b611-4dee-a6f7-89af6e6ad557 HTTP/1.1" status: 200 len: 845 time: 0.0505698 Jul 27 23:25:37.361759 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-d06d3b3b-8404-4f65-9032-5627b846f237 req-436bb5ab-793c-477a-94b7-1e94bcee01c5 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=44e5b751-d35f-484a-98d7-35c3565f32a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327587 Jul 27 23:25:37.403109 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ccfb4a1-9aa4-4727-9008-8e709bc3a82a tempest-RoutersAdminTest-590554823 tempest-RoutersAdminTest-590554823-project-admin] Router 50134fc1-4596-4440-8d0b-35378488921f is scheduled to L3 agent 018c4455-49c0-4734-927d-7824067b2a9e with binding_index 1 {{(pid=93797) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 23:25:37.487697 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-d06d3b3b-8404-4f65-9032-5627b846f237 req-7fd130c6-cb18-486b-b36f-7b41fdf8bbd0 service neutron] 10.222.0.49 "GET /v2.0/networks/44e5b751-d35f-484a-98d7-35c3565f32a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162241 Jul 27 23:25:37.526098 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ccfb4a1-9aa4-4727-9008-8e709bc3a82a tempest-RoutersAdminTest-590554823 tempest-RoutersAdminTest-590554823-project-admin] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:25:37.535128 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-131c353c-05ff-48ce-ba16-433fc2445b6c None None] Sync routers for ids ['50134fc1-4596-4440-8d0b-35378488921f'] in n-d-802623-1 {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:25:37.546030 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-131c353c-05ff-48ce-ba16-433fc2445b6c None None] Routers {'50134fc1-4596-4440-8d0b-35378488921f'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:25:37.546731 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-131c353c-05ff-48ce-ba16-433fc2445b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:25:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['50134fc1-4596-4440-8d0b-35378488921f'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:25:37.549271 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7ccfb4a1-9aa4-4727-9008-8e709bc3a82a tempest-RoutersAdminTest-590554823 tempest-RoutersAdminTest-590554823-project-admin] Notify callbacks [] for router, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:37.552952 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-7ccfb4a1-9aa4-4727-9008-8e709bc3a82a tempest-RoutersAdminTest-590554823 tempest-RoutersAdminTest-590554823-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 2.3166766 Jul 27 23:25:37.553904 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 59106) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:25:37.616015 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-d06d3b3b-8404-4f65-9032-5627b846f237 req-96387126-5969-4102-9c6e-938c86154240 service neutron] 10.222.0.49 "GET /v2.0/networks/44e5b751-d35f-484a-98d7-35c3565f32a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1185431 Jul 27 23:25:37.697891 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-131c353c-05ff-48ce-ba16-433fc2445b6c None None] Set router 50134fc1-4596-4440-8d0b-35378488921f gateway port host: n-d-802623-1 {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:25:37.713090 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-e39c25aa-fcd9-43b1-8106-cc1a6462c94b tempest-RoutersAdminTest-590554823 tempest-RoutersAdminTest-590554823-project-admin] 10.222.0.18 "GET /v2.0/routers/50134fc1-4596-4440-8d0b-35378488921f HTTP/1.1" status: 200 len: 907 time: 0.1572349 Jul 27 23:25:37.714277 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 59112) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:25:37.718725 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-833fa0ec-113c-4d06-8ebe-4ef5f4849cf3 tempest-RoutersAdminTest-590554823 tempest-RoutersAdminTest-590554823-project-admin] Request body: {'router': {'name': 'tempest-snat-router-961234311', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'enable_snat': True}}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:25:37.811775 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-833fa0ec-113c-4d06-8ebe-4ef5f4849cf3 tempest-RoutersAdminTest-590554823 tempest-RoutersAdminTest-590554823-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62159'] for router, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:37.813064 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-833fa0ec-113c-4d06-8ebe-4ef5f4849cf3 tempest-RoutersAdminTest-590554823 tempest-RoutersAdminTest-590554823-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-479230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-415539', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3693317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62148'] for router, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:37.820337 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81dd232-591b-4dd7-b142-9ec54ec1e3d3 req-62408996-5979-43f3-bd89-f0b7d60a86a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:25:37.822854 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a81dd232-591b-4dd7-b142-9ec54ec1e3d3 req-62408996-5979-43f3-bd89-f0b7d60a86a3 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=cf2ac26483444f3d949e08ee053eb26a&device_id=73c8709c-3d2d-42d3-9576-8bcc0e8b4427 HTTP/1.1" status: 200 len: 1095 time: 0.1347375 Jul 27 23:25:37.839930 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d60499a-beb4-4a65-9afe-8059beca45b6 req-2c239dea-b8e8-4cbc-8410-2871aff10d7d tempest-TestVolumeBackupRestore-155198222 tempest-TestVolumeBackupRestore-155198222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:25:37.845144 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-3d60499a-beb4-4a65-9afe-8059beca45b6 req-2c239dea-b8e8-4cbc-8410-2871aff10d7d tempest-TestVolumeBackupRestore-155198222 tempest-TestVolumeBackupRestore-155198222-project] 10.222.0.18 "GET /v2.0/ports?device_id=6f91d071-256d-4471-b814-102a0464de10 HTTP/1.1" status: 200 len: 944 time: 0.0770624 Jul 27 23:25:37.870784 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6994c2-e4c7-482a-a91e-6ab1ae3ecf1e req-c194e99c-8c80-4297-a5c4-50fcbd76c84a tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:25:37.878405 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-ad6994c2-e4c7-482a-a91e-6ab1ae3ecf1e req-c194e99c-8c80-4297-a5c4-50fcbd76c84a tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] 10.222.0.18 "GET /v2.0/ports?device_id=73c8709c-3d2d-42d3-9576-8bcc0e8b4427 HTTP/1.1" status: 200 len: 944 time: 0.1146076 Jul 27 23:25:37.926184 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 59118) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:25:37.936188 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-833fa0ec-113c-4d06-8ebe-4ef5f4849cf3 tempest-RoutersAdminTest-590554823 tempest-RoutersAdminTest-590554823-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:37.985025 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-ad6994c2-e4c7-482a-a91e-6ab1ae3ecf1e req-3d394775-c8f2-46e3-a51c-0364460040f4 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e15ece7-f410-4d95-9c67-d98c825e8c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055665 Jul 27 23:25:37.991979 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81dd232-591b-4dd7-b142-9ec54ec1e3d3 req-ebedff49-c656-4c63-b9c9-be26f2ceeb05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:25:37.993645 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a81dd232-591b-4dd7-b142-9ec54ec1e3d3 req-ebedff49-c656-4c63-b9c9-be26f2ceeb05 service neutron] 10.222.0.49 "GET /v2.0/networks?id=44e5b751-d35f-484a-98d7-35c3565f32a1 HTTP/1.1" status: 200 len: 906 time: 0.1464713 Jul 27 23:25:38.009760 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-131c353c-05ff-48ce-ba16-433fc2445b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50134fc1-4596-4440-8d0b-35378488921f', 'name': 'tempest-snat-router-961234311', 'tenant_id': '89f6269a5a0d4f2ca0852d9096bedc30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.27'}], 'enable_snat': False}, 'gw_port_id': '46978160-e0c7-4d0d-9ea2-42c766e81867', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:25:35Z', 'updated_at': '2021-07-27T23:25:36Z', 'revision_number': 3, 'project_id': '89f6269a5a0d4f2ca0852d9096bedc30', 'gw_port': {'id': '46978160-e0c7-4d0d-9ea2-42c766e81867', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:5c:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50134fc1-4596-4440-8d0b-35378488921f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2482, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:25:36Z', 'updated_at': '2021-07-27T23:25:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-802623-1'}], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:25:38.060461 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a81dd232-591b-4dd7-b142-9ec54ec1e3d3 req-58f1dc90-cd28-4d85-b7ff-40410e59201a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2f9a2b8b-a691-4979-b4ec-4718847bf6d0 HTTP/1.1" status: 200 len: 217 time: 0.0546443 Jul 27 23:25:38.076159 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-3d60499a-beb4-4a65-9afe-8059beca45b6 req-9e7a2214-9fba-417b-9439-0d1f7f3be15b tempest-TestVolumeBackupRestore-155198222 tempest-TestVolumeBackupRestore-155198222-project] 10.222.0.18 "GET /v2.0/security-groups?id=3ab4096c-6af3-4502-afe2-c829fe7be244&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2104938 Jul 27 23:25:38.087213 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-131c353c-05ff-48ce-ba16-433fc2445b6c None None] Checking router: 50134fc1-4596-4440-8d0b-35378488921f for host: n-d-802623-1 {{(pid=93799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 23:25:38.088156 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-131c353c-05ff-48ce-ba16-433fc2445b6c None None] Updating router 50134fc1-4596-4440-8d0b-35378488921f port 46978160-e0c7-4d0d-9ea2-42c766e81867 binding host n-d-802623-1 {{(pid=93799) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 23:25:38.155670 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-131c353c-05ff-48ce-ba16-433fc2445b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:38.183330 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81dd232-591b-4dd7-b142-9ec54ec1e3d3 req-20e9feff-ae4b-417b-abbc-71d5fa96d09d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:25:38.185856 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2c73ab7d-0474-4bb7-aaff-95e9146f620f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:38.187027 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a81dd232-591b-4dd7-b142-9ec54ec1e3d3 req-20e9feff-ae4b-417b-abbc-71d5fa96d09d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=35a04ddb-b611-4dee-a6f7-89af6e6ad557 HTTP/1.1" status: 200 len: 845 time: 0.1064992 Jul 27 23:25:38.197627 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-6d9e4b40-8775-459b-9d4a-ceae6bbb64fb req-3078b22f-f78e-478f-a4d8-cfab7cb875bc tempest-ServerShowV247Test-1211425485 tempest-ServerShowV247Test-1211425485-project] 10.222.0.18 "GET /v2.0/ports?device_id=b2ac691c-40ad-467d-8e48-3027afa4ce00 HTTP/1.1" status: 200 len: 210 time: 0.0737066 Jul 27 23:25:38.235698 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a81dd232-591b-4dd7-b142-9ec54ec1e3d3 req-49cc3efc-bc44-4a53-8b01-d13a9363ee51 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=44e5b751-d35f-484a-98d7-35c3565f32a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408630 Jul 27 23:25:38.365298 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a81dd232-591b-4dd7-b142-9ec54ec1e3d3 req-449fe234-e499-4ce1-bc86-7fc45307160a service neutron] 10.222.0.49 "GET /v2.0/networks/44e5b751-d35f-484a-98d7-35c3565f32a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209786 Jul 27 23:25:38.497603 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a81dd232-591b-4dd7-b142-9ec54ec1e3d3 req-62e59f76-0bba-450e-9672-f16b7b94718b service neutron] 10.222.0.49 "GET /v2.0/networks/44e5b751-d35f-484a-98d7-35c3565f32a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242030 Jul 27 23:25:38.590604 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 59136) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:25:38.612201 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-131c353c-05ff-48ce-ba16-433fc2445b6c None None] Notify callbacks [] for port, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:38.631351 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-131c353c-05ff-48ce-ba16-433fc2445b6c None None] Transition to ACTIVE for port object 46978160-e0c7-4d0d-9ea2-42c766e81867 will not be triggered until provisioned by entity L2. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:25:38.640337 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-131c353c-05ff-48ce-ba16-433fc2445b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:38.673174 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-833fa0ec-113c-4d06-8ebe-4ef5f4849cf3 tempest-RoutersAdminTest-590554823 tempest-RoutersAdminTest-590554823-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-415433', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62186'] for router, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:38.709657 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-131c353c-05ff-48ce-ba16-433fc2445b6c None None] Attempting to bind port 46978160-e0c7-4d0d-9ea2-42c766e81867 on host n-d-802623-1 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:25:38.710447 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-131c353c-05ff-48ce-ba16-433fc2445b6c None None] Attempting to bind port 46978160-e0c7-4d0d-9ea2-42c766e81867 by drivers openvswitch,hyperv on host n-d-802623-1 at level 0 using segments [{'id': 'b9afe07e-bbe4-4740-834c-4b6a9698bdbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:25:38.711211 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-131c353c-05ff-48ce-ba16-433fc2445b6c None None] Attempting to bind port 46978160-e0c7-4d0d-9ea2-42c766e81867 on network 2fd42287-ed26-4eb9-89a5-b521f5b04356 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:25:38.731276 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20a1982-bf6a-4e04-93da-31896766f185 None None] Pushing event updated for resources: {'Port': ['ID=46978160-e0c7-4d0d-9ea2-42c766e81867,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:25:38.733028 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-342508be-dba1-4bd9-bbdc-da06d07f9f60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:38.738919 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-131c353c-05ff-48ce-ba16-433fc2445b6c None None] Checking agent: {'id': 'a9a568d2-a5e7-41e4-833f-a8ab42ea4073', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 52, 30), 'started_at': datetime.datetime(2021, 7, 27, 22, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 25, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802623-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:25:38.739661 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-131c353c-05ff-48ce-ba16-433fc2445b6c None None] Checking segment: {'id': 'b9afe07e-bbe4-4740-834c-4b6a9698bdbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:25:38.740358 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-131c353c-05ff-48ce-ba16-433fc2445b6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:38.740934 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-131c353c-05ff-48ce-ba16-433fc2445b6c None None] Bound using segment: {'id': 'b9afe07e-bbe4-4740-834c-4b6a9698bdbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:25:38.741529 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-131c353c-05ff-48ce-ba16-433fc2445b6c None None] Bound port: 46978160-e0c7-4d0d-9ea2-42c766e81867, host: n-d-802623-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9afe07e-bbe4-4740-834c-4b6a9698bdbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:25:38.741981 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-131c353c-05ff-48ce-ba16-433fc2445b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:38.813785 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-131c353c-05ff-48ce-ba16-433fc2445b6c None None] For port 46978160-e0c7-4d0d-9ea2-42c766e81867, host n-d-802623-1, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:25:38.817471 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-131c353c-05ff-48ce-ba16-433fc2445b6c None None] For port 46978160-e0c7-4d0d-9ea2-42c766e81867, host n-d-802623-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=46978160-e0c7-4d0d-9ea2-42c766e81867,segment=NetworkSegment(b9afe07e-bbe4-4740-834c-4b6a9698bdbc),segment_id=b9afe07e-bbe4-4740-834c-4b6a9698bdbc)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:25:38.823091 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-131c353c-05ff-48ce-ba16-433fc2445b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:38.840891 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2c73ab7d-0474-4bb7-aaff-95e9146f620f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:38.848988 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2c73ab7d-0474-4bb7-aaff-95e9146f620f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:38.877417 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-131c353c-05ff-48ce-ba16-433fc2445b6c None None] Routers {'50134fc1-4596-4440-8d0b-35378488921f'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:25:38.878549 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-131c353c-05ff-48ce-ba16-433fc2445b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:25:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['50134fc1-4596-4440-8d0b-35378488921f'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:25:38.955870 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-342508be-dba1-4bd9-bbdc-da06d07f9f60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:38.960165 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-342508be-dba1-4bd9-bbdc-da06d07f9f60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:38.967199 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c73ab7d-0474-4bb7-aaff-95e9146f620f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=208892fe-6568-4d57-8de5-3bbf7ea5059c,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:25:38.979769 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-2c73ab7d-0474-4bb7-aaff-95e9146f620f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a3837e95418a41dcb045e0275b13c90e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0525362 Jul 27 23:25:38.980704 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 59140) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:25:39.002860 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-342508be-dba1-4bd9-bbdc-da06d07f9f60 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=90296476a5ce41c29512dd04d2441d8d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4111123 Jul 27 23:25:39.003651 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342508be-dba1-4bd9-bbdc-da06d07f9f60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=421ae874-6c96-4872-9134-ffce93e1df7c,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:25:39.006888 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 59144) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:25:39.012427 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-131c353c-05ff-48ce-ba16-433fc2445b6c None None] Set router 50134fc1-4596-4440-8d0b-35378488921f gateway port host: n-d-802623-1 {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:25:39.072274 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-833fa0ec-113c-4d06-8ebe-4ef5f4849cf3 tempest-RoutersAdminTest-590554823 tempest-RoutersAdminTest-590554823-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:39.072734 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0923fba4-3be5-410c-8117-5a2c9f8e796a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:39.100920 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-833fa0ec-113c-4d06-8ebe-4ef5f4849cf3 tempest-RoutersAdminTest-590554823 tempest-RoutersAdminTest-590554823-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:39.108992 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0923fba4-3be5-410c-8117-5a2c9f8e796a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:39.117159 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a4241cdc-0005-444e-a3a3-520a2dc6a90e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:39.177026 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a4241cdc-0005-444e-a3a3-520a2dc6a90e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:39.194402 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d29711-b5d6-4230-86ec-c6a6860b75f4 req-16ef50f9-e9eb-460e-9113-7307bfbd01e1 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:25:39.196035 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-20d29711-b5d6-4230-86ec-c6a6860b75f4 req-16ef50f9-e9eb-460e-9113-7307bfbd01e1 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] 10.222.0.18 "GET /v2.0/ports?device_id=73c8709c-3d2d-42d3-9576-8bcc0e8b4427 HTTP/1.1" status: 200 len: 944 time: 0.1070490 Jul 27 23:25:39.236367 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0923fba4-3be5-410c-8117-5a2c9f8e796a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:39.239216 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20a1982-bf6a-4e04-93da-31896766f185 None None] Pushing event updated for resources: {'Port': ['ID=46978160-e0c7-4d0d-9ea2-42c766e81867,revision_number=3']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:25:39.239423 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0923fba4-3be5-410c-8117-5a2c9f8e796a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:39.242907 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-0923fba4-3be5-410c-8117-5a2c9f8e796a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/421ae874-6c96-4872-9134-ffce93e1df7c HTTP/1.1" status: 204 len: 168 time: 0.2326903 Jul 27 23:25:39.256690 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-20d29711-b5d6-4230-86ec-c6a6860b75f4 req-a3076eab-1ed6-47cc-bda9-c2a796053f2f tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e15ece7-f410-4d95-9c67-d98c825e8c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542045 Jul 27 23:25:39.257917 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0923fba4-3be5-410c-8117-5a2c9f8e796a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=421ae874-6c96-4872-9134-ffce93e1df7c,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:25:39.301211 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-131c353c-05ff-48ce-ba16-433fc2445b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50134fc1-4596-4440-8d0b-35378488921f', 'name': 'tempest-snat-router-961234311', 'tenant_id': '89f6269a5a0d4f2ca0852d9096bedc30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.27'}], 'enable_snat': False}, 'gw_port_id': '46978160-e0c7-4d0d-9ea2-42c766e81867', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:25:35Z', 'updated_at': '2021-07-27T23:25:36Z', 'revision_number': 3, 'project_id': '89f6269a5a0d4f2ca0852d9096bedc30', 'gw_port': {'id': '46978160-e0c7-4d0d-9ea2-42c766e81867', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:5c:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50134fc1-4596-4440-8d0b-35378488921f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2482, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:25:36Z', 'updated_at': '2021-07-27T23:25:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-802623-1'}], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:25:39.310063 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-833fa0ec-113c-4d06-8ebe-4ef5f4849cf3 tempest-RoutersAdminTest-590554823 tempest-RoutersAdminTest-590554823-project-admin] Allocated IP 172.25.4.189 (2fd42287-ed26-4eb9-89a5-b521f5b04356/17de1f8f-393a-4b0c-a2df-614bd3f2fb5e/c34ee56f-4b51-458d-b1d3-d3bcb15a87e2) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:25:39.339633 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-131c353c-05ff-48ce-ba16-433fc2445b6c None None] The sync data for ids ['50134fc1-4596-4440-8d0b-35378488921f'] in n-d-802623-1 is: [{'id': '50134fc1-4596-4440-8d0b-35378488921f', 'name': 'tempest-snat-router-961234311', 'tenant_id': '89f6269a5a0d4f2ca0852d9096bedc30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.27'}], 'enable_snat': False}, 'gw_port_id': '46978160-e0c7-4d0d-9ea2-42c766e81867', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:25:35Z', 'updated_at': '2021-07-27T23:25:36Z', 'revision_number': 3, 'project_id': '89f6269a5a0d4f2ca0852d9096bedc30', 'gw_port': {'id': '46978160-e0c7-4d0d-9ea2-42c766e81867', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:5c:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50134fc1-4596-4440-8d0b-35378488921f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2482, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:25:36Z', 'updated_at': '2021-07-27T23:25:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-802623-1'}] {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:25:39.341050 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7875f718-a64b-4057-b197-4338eab2a286 req-e1014bbc-b096-4dfc-8574-4f1d4a22a26c tempest-TestVolumeBackupRestore-155198222 tempest-TestVolumeBackupRestore-155198222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:25:39.342663 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-7875f718-a64b-4057-b197-4338eab2a286 req-e1014bbc-b096-4dfc-8574-4f1d4a22a26c tempest-TestVolumeBackupRestore-155198222 tempest-TestVolumeBackupRestore-155198222-project] 10.222.0.18 "GET /v2.0/ports?device_id=6f91d071-256d-4471-b814-102a0464de10 HTTP/1.1" status: 200 len: 944 time: 0.1172922 Jul 27 23:25:39.343392 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a4241cdc-0005-444e-a3a3-520a2dc6a90e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:39.346171 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a4241cdc-0005-444e-a3a3-520a2dc6a90e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:39.354309 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-a4241cdc-0005-444e-a3a3-520a2dc6a90e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/208892fe-6568-4d57-8de5-3bbf7ea5059c HTTP/1.1" status: 204 len: 168 time: 0.3683047 Jul 27 23:25:39.379783 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-faf4ccb7-600d-4ee9-9d76-fa5ff2c37b78 req-dc696d9f-cea9-4feb-840e-cef0603e380e tempest-ServerShowV247Test-1211425485 tempest-ServerShowV247Test-1211425485-project] 10.222.0.18 "GET /v2.0/ports?device_id=b2ac691c-40ad-467d-8e48-3027afa4ce00 HTTP/1.1" status: 200 len: 210 time: 0.0443630 Jul 27 23:25:39.426618 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4241cdc-0005-444e-a3a3-520a2dc6a90e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=208892fe-6568-4d57-8de5-3bbf7ea5059c,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:25:39.502411 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-7875f718-a64b-4057-b197-4338eab2a286 req-317d13d8-38fc-413b-9628-dcc1142f77ed tempest-TestVolumeBackupRestore-155198222 tempest-TestVolumeBackupRestore-155198222-project] 10.222.0.18 "GET /v2.0/security-groups?id=3ab4096c-6af3-4502-afe2-c829fe7be244&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0988679 Jul 27 23:25:39.524224 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-833fa0ec-113c-4d06-8ebe-4ef5f4849cf3 tempest-RoutersAdminTest-590554823 tempest-RoutersAdminTest-590554823-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:39.575505 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-833fa0ec-113c-4d06-8ebe-4ef5f4849cf3 tempest-RoutersAdminTest-590554823 tempest-RoutersAdminTest-590554823-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:39.619024 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-833fa0ec-113c-4d06-8ebe-4ef5f4849cf3 tempest-RoutersAdminTest-590554823 tempest-RoutersAdminTest-590554823-project-admin] Network 2fd42287-ed26-4eb9-89a5-b521f5b04356 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:25:39.626126 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-833fa0ec-113c-4d06-8ebe-4ef5f4849cf3 tempest-RoutersAdminTest-590554823 tempest-RoutersAdminTest-590554823-project-admin] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:25:39.631312 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-833fa0ec-113c-4d06-8ebe-4ef5f4849cf3 tempest-RoutersAdminTest-590554823 tempest-RoutersAdminTest-590554823-project-admin] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:25:39.634178 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833fa0ec-113c-4d06-8ebe-4ef5f4849cf3 tempest-RoutersAdminTest-590554823 tempest-RoutersAdminTest-590554823-project-admin] Pushing event updated for resources: {'Port': ['ID=c34ee56f-4b51-458d-b1d3-d3bcb15a87e2,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:25:39.775005 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 59158) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:25:39.795389 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-905687c9-6bfe-42f8-8112-82a9ecda4d84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:39.851535 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 59160) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:25:39.869137 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-30caec35-8278-45d4-91d3-f6c180f646df admin admin] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:39.910088 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-905687c9-6bfe-42f8-8112-82a9ecda4d84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:39.915091 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-905687c9-6bfe-42f8-8112-82a9ecda4d84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:39.956924 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-905687c9-6bfe-42f8-8112-82a9ecda4d84 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=fcf1bfff5fbf45b0af33409ba38de74d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1801462 Jul 27 23:25:39.958996 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905687c9-6bfe-42f8-8112-82a9ecda4d84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bdfa364-f930-45a0-979e-5f5b2520d2bb,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:25:39.962173 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 59162) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:25:40.013632 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-833fa0ec-113c-4d06-8ebe-4ef5f4849cf3 tempest-RoutersAdminTest-590554823 tempest-RoutersAdminTest-590554823-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:40.017552 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4025a305-0fb0-4c63-849d-f9a1ebf06580 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:40.041934 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4025a305-0fb0-4c63-849d-f9a1ebf06580 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:40.099280 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4025a305-0fb0-4c63-849d-f9a1ebf06580 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:40.102820 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4025a305-0fb0-4c63-849d-f9a1ebf06580 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:40.106699 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-4025a305-0fb0-4c63-849d-f9a1ebf06580 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2bdfa364-f930-45a0-979e-5f5b2520d2bb HTTP/1.1" status: 204 len: 168 time: 0.1411684 Jul 27 23:25:40.117360 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4025a305-0fb0-4c63-849d-f9a1ebf06580 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bdfa364-f930-45a0-979e-5f5b2520d2bb,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:25:40.153429 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-30caec35-8278-45d4-91d3-f6c180f646df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:40.194402 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-30caec35-8278-45d4-91d3-f6c180f646df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:40.279989 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-30caec35-8278-45d4-91d3-f6c180f646df admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=62af5c96bf8c4fcd922d27e62fa02443&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4270365 Jul 27 23:25:40.284140 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30caec35-8278-45d4-91d3-f6c180f646df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e3a7571-2643-4226-bb78-14d762d41594,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:25:40.289081 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 59166) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:25:40.306372 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-833fa0ec-113c-4d06-8ebe-4ef5f4849cf3 tempest-RoutersAdminTest-590554823 tempest-RoutersAdminTest-590554823-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-415468'] for router, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:40.403136 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6d913b0c-da12-4d20-ab9b-4eed43859f24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:40.413178 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 46978160-e0c7-4d0d-9ea2-42c766e81867 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:25:40.483452 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning for port 46978160-e0c7-4d0d-9ea2-42c766e81867 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:25:40.490606 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port 46978160-e0c7-4d0d-9ea2-42c766e81867 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:25:40.490804 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:40.555572 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-c7ad6cb9-c9c2-4e6e-bba6-ce77bd588d3f req-24b0e487-2986-4aaa-9a7e-7f6d612a998c tempest-ServerShowV247Test-1211425485 tempest-ServerShowV247Test-1211425485-project] 10.222.0.18 "GET /v2.0/ports?device_id=b2ac691c-40ad-467d-8e48-3027afa4ce00 HTTP/1.1" status: 200 len: 210 time: 0.0675569 Jul 27 23:25:40.607611 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-833fa0ec-113c-4d06-8ebe-4ef5f4849cf3 tempest-RoutersAdminTest-590554823 tempest-RoutersAdminTest-590554823-project-admin] Router 09a2f4bc-d9bd-4e46-90eb-3648d7f023d9 is scheduled to L3 agent 018c4455-49c0-4734-927d-7824067b2a9e with binding_index 1 {{(pid=93797) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 23:25:40.637524 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:40.678080 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] For port 46978160-e0c7-4d0d-9ea2-42c766e81867, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=46978160-e0c7-4d0d-9ea2-42c766e81867,segment=NetworkSegment(b9afe07e-bbe4-4740-834c-4b6a9698bdbc),segment_id=b9afe07e-bbe4-4740-834c-4b6a9698bdbc)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:25:40.685189 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:40.755653 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Pushing event updated for resources: {'Port': ['ID=46978160-e0c7-4d0d-9ea2-42c766e81867,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:25:40.781093 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6d913b0c-da12-4d20-ab9b-4eed43859f24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:40.797288 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f484f8-100e-42f6-a326-f94c7c677a4e req-c2400a87-4b76-4a42-a346-22fb393b2966 tempest-TestVolumeBackupRestore-155198222 tempest-TestVolumeBackupRestore-155198222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:25:40.799074 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-90f484f8-100e-42f6-a326-f94c7c677a4e req-c2400a87-4b76-4a42-a346-22fb393b2966 tempest-TestVolumeBackupRestore-155198222 tempest-TestVolumeBackupRestore-155198222-project] 10.222.0.18 "GET /v2.0/ports?device_id=6f91d071-256d-4471-b814-102a0464de10 HTTP/1.1" status: 200 len: 944 time: 0.1204624 Jul 27 23:25:40.801453 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a8b3a3-ab3f-4779-b245-9edd1565f64c req-d5b3abbb-2557-488c-a507-60daedaae90a tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:25:40.802980 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c7a8b3a3-ab3f-4779-b245-9edd1565f64c req-d5b3abbb-2557-488c-a507-60daedaae90a tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] 10.222.0.18 "GET /v2.0/ports?device_id=73c8709c-3d2d-42d3-9576-8bcc0e8b4427 HTTP/1.1" status: 200 len: 944 time: 0.4138660 Jul 27 23:25:40.834805 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-833fa0ec-113c-4d06-8ebe-4ef5f4849cf3 tempest-RoutersAdminTest-590554823 tempest-RoutersAdminTest-590554823-project-admin] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:25:40.861843 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-90f484f8-100e-42f6-a326-f94c7c677a4e req-2085a557-5135-4b3b-8496-be011708a1b0 tempest-TestVolumeBackupRestore-155198222 tempest-TestVolumeBackupRestore-155198222-project] 10.222.0.18 "GET /v2.0/security-groups?id=3ab4096c-6af3-4502-afe2-c829fe7be244&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544856 Jul 27 23:25:40.865038 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c7a8b3a3-ab3f-4779-b245-9edd1565f64c req-f5e3d1f2-1726-4734-9434-c1c7c04dd013 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e15ece7-f410-4d95-9c67-d98c825e8c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550942 Jul 27 23:25:40.870456 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9303437f-8cd0-4173-8442-3dccaa2c7b03 None None] Sync routers for ids ['09a2f4bc-d9bd-4e46-90eb-3648d7f023d9'] in n-d-802623-1 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:25:40.872667 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-833fa0ec-113c-4d06-8ebe-4ef5f4849cf3 tempest-RoutersAdminTest-590554823 tempest-RoutersAdminTest-590554823-project-admin] Notify callbacks [] for router, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:40.879883 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-833fa0ec-113c-4d06-8ebe-4ef5f4849cf3 tempest-RoutersAdminTest-590554823 tempest-RoutersAdminTest-590554823-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 3.1645761 Jul 27 23:25:40.887493 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 59184) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:25:40.887631 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9303437f-8cd0-4173-8442-3dccaa2c7b03 None None] Routers {'09a2f4bc-d9bd-4e46-90eb-3648d7f023d9'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:25:40.887751 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-9303437f-8cd0-4173-8442-3dccaa2c7b03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:25:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['09a2f4bc-d9bd-4e46-90eb-3648d7f023d9'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:25:40.889393 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6d913b0c-da12-4d20-ab9b-4eed43859f24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:40.897809 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6d913b0c-da12-4d20-ab9b-4eed43859f24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:40.900051 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-6d913b0c-da12-4d20-ab9b-4eed43859f24 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7e3a7571-2643-4226-bb78-14d762d41594 HTTP/1.1" status: 204 len: 168 time: 0.6076455 Jul 27 23:25:40.927969 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d913b0c-da12-4d20-ab9b-4eed43859f24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e3a7571-2643-4226-bb78-14d762d41594,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:25:41.012300 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-9303437f-8cd0-4173-8442-3dccaa2c7b03 None None] Set router 09a2f4bc-d9bd-4e46-90eb-3648d7f023d9 gateway port host: n-d-802623-1 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:25:41.028905 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-4c7441ec-6ecc-40ac-95e1-21af72639c23 tempest-RoutersAdminTest-590554823 tempest-RoutersAdminTest-590554823-project-admin] 10.222.0.18 "GET /v2.0/routers/09a2f4bc-d9bd-4e46-90eb-3648d7f023d9 HTTP/1.1" status: 200 len: 907 time: 0.1451733 Jul 27 23:25:41.031367 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 59190) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:25:41.196120 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 59200) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:25:41.223897 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7b3e74e4-77c0-46c2-9c23-6a60e321d634 tempest-RoutersAdminTest-590554823 tempest-RoutersAdminTest-590554823-project-admin] Notify callbacks [] for router, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:41.265812 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-9303437f-8cd0-4173-8442-3dccaa2c7b03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09a2f4bc-d9bd-4e46-90eb-3648d7f023d9', 'name': 'tempest-snat-router-961234311', 'tenant_id': '89f6269a5a0d4f2ca0852d9096bedc30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.189'}], 'enable_snat': True}, 'gw_port_id': 'c34ee56f-4b51-458d-b1d3-d3bcb15a87e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:25:37Z', 'updated_at': '2021-07-27T23:25:39Z', 'revision_number': 3, 'project_id': '89f6269a5a0d4f2ca0852d9096bedc30', 'gw_port': {'id': 'c34ee56f-4b51-458d-b1d3-d3bcb15a87e2', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:77:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09a2f4bc-d9bd-4e46-90eb-3648d7f023d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2494, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:25:39Z', 'updated_at': '2021-07-27T23:25:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1'}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:25:41.315181 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9303437f-8cd0-4173-8442-3dccaa2c7b03 None None] Checking router: 09a2f4bc-d9bd-4e46-90eb-3648d7f023d9 for host: n-d-802623-1 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 23:25:41.316076 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9303437f-8cd0-4173-8442-3dccaa2c7b03 None None] Updating router 09a2f4bc-d9bd-4e46-90eb-3648d7f023d9 port c34ee56f-4b51-458d-b1d3-d3bcb15a87e2 binding host n-d-802623-1 {{(pid=93800) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 23:25:41.329966 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac48dae2-caa3-4f16-b59f-e2c07bf257da tempest-TestNetworkBasicOps-1976163616 tempest-TestNetworkBasicOps-1976163616-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:25:41.330543 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac48dae2-caa3-4f16-b59f-e2c07bf257da tempest-TestNetworkBasicOps-1976163616 tempest-TestNetworkBasicOps-1976163616-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:25:41.331888 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac48dae2-caa3-4f16-b59f-e2c07bf257da tempest-TestNetworkBasicOps-1976163616 tempest-TestNetworkBasicOps-1976163616-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:25:41.332989 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-ac48dae2-caa3-4f16-b59f-e2c07bf257da tempest-TestNetworkBasicOps-1976163616 tempest-TestNetworkBasicOps-1976163616-project-admin] 10.222.0.18 "GET /v2.0/ports?project_id=ba4fae7b46b54e6e99cbf665d54e4a7e&network_id=031433c5-4bab-478c-b609-4a0e530ec703 HTTP/1.1" status: 200 len: 2969 time: 0.1358285 Jul 27 23:25:41.353781 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9303437f-8cd0-4173-8442-3dccaa2c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:41.369085 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7b3e74e4-77c0-46c2-9c23-6a60e321d634 tempest-RoutersAdminTest-590554823 tempest-RoutersAdminTest-590554823-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:41.440116 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-7b3e74e4-77c0-46c2-9c23-6a60e321d634 tempest-RoutersAdminTest-590554823 tempest-RoutersAdminTest-590554823-project-admin] Deleting port c34ee56f-4b51-458d-b1d3-d3bcb15a87e2 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:25:41.440467 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7b3e74e4-77c0-46c2-9c23-6a60e321d634 tempest-RoutersAdminTest-590554823 tempest-RoutersAdminTest-590554823-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:41.549981 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7b3e74e4-77c0-46c2-9c23-6a60e321d634 tempest-RoutersAdminTest-590554823 tempest-RoutersAdminTest-590554823-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:41.566034 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-7b3e74e4-77c0-46c2-9c23-6a60e321d634 tempest-RoutersAdminTest-590554823 tempest-RoutersAdminTest-590554823-project-admin] Calling delete_port for c34ee56f-4b51-458d-b1d3-d3bcb15a87e2 owned by network:router_gateway {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:25:41.721638 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-26bbd17d-e1e0-4dbc-9b89-6ce9a4be686b req-d8a1772d-ba84-4044-8219-4b06834e2ccc tempest-ServerShowV247Test-1211425485 tempest-ServerShowV247Test-1211425485-project] 10.222.0.18 "GET /v2.0/ports?device_id=b2ac691c-40ad-467d-8e48-3027afa4ce00 HTTP/1.1" status: 200 len: 210 time: 0.0427999 Jul 27 23:25:41.806785 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.db.api [None req-9303437f-8cd0-4173-8442-3dccaa2c7b03 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93800) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 23:25:41.807411 n-d-802623-1 neutron-server[93800]: DEBUG oslo_db.api [None req-9303437f-8cd0-4173-8442-3dccaa2c7b03 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 23:25:41.808431 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7b3e74e4-77c0-46c2-9c23-6a60e321d634 tempest-RoutersAdminTest-590554823 tempest-RoutersAdminTest-590554823-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:41.835384 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3e74e4-77c0-46c2-9c23-6a60e321d634 tempest-RoutersAdminTest-590554823 tempest-RoutersAdminTest-590554823-project-admin] Pushing event deleted for resources: {'Port': ['ID=c34ee56f-4b51-458d-b1d3-d3bcb15a87e2,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:25:41.850350 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device 2f9a2b8b-a691-4979-b4ec-4718847bf6d0 details requested by agent hyperv_n-h2-802623-1 with host n-h2-802623-1 {{(pid=93799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 23:25:41.910913 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7b3e74e4-77c0-46c2-9c23-6a60e321d634 tempest-RoutersAdminTest-590554823 tempest-RoutersAdminTest-590554823-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-415368'] for router_gateway, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:42.043332 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 59244) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:25:42.045586 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port 2f9a2b8b-a691-4979-b4ec-4718847bf6d0, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=2f9a2b8b-a691-4979-b4ec-4718847bf6d0,segment=NetworkSegment(e3440446-8deb-4174-b5a6-9cc094845dc2),segment_id=e3440446-8deb-4174-b5a6-9cc094845dc2)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:25:42.059233 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa1d22e-e1d3-45ae-afde-f38a2b638574 req-8cb40b70-f1eb-44b7-847a-1a37b0717d9b tempest-TestVolumeBackupRestore-155198222 tempest-TestVolumeBackupRestore-155198222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:25:42.062800 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7b3e74e4-77c0-46c2-9c23-6a60e321d634 tempest-RoutersAdminTest-590554823 tempest-RoutersAdminTest-590554823-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62205'] for router, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:42.067275 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7b3e74e4-77c0-46c2-9c23-6a60e321d634 tempest-RoutersAdminTest-590554823 tempest-RoutersAdminTest-590554823-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:42.068147 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-6fa1d22e-e1d3-45ae-afde-f38a2b638574 req-8cb40b70-f1eb-44b7-847a-1a37b0717d9b tempest-TestVolumeBackupRestore-155198222 tempest-TestVolumeBackupRestore-155198222-project] 10.222.0.18 "GET /v2.0/ports?device_id=6f91d071-256d-4471-b814-102a0464de10 HTTP/1.1" status: 200 len: 944 time: 0.0837259 Jul 27 23:25:42.089190 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c922641-532b-4b51-a964-e48469b59610 req-59819bba-ac5d-4932-a517-fec9aeddddd1 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:25:42.091248 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-7c922641-532b-4b51-a964-e48469b59610 req-59819bba-ac5d-4932-a517-fec9aeddddd1 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] 10.222.0.18 "GET /v2.0/ports?device_id=73c8709c-3d2d-42d3-9576-8bcc0e8b4427 HTTP/1.1" status: 200 len: 944 time: 0.1434028 Jul 27 23:25:42.095961 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Returning: {'device': '2f9a2b8b-a691-4979-b4ec-4718847bf6d0', 'network_id': '44e5b751-d35f-484a-98d7-35c3565f32a1', 'port_id': '2f9a2b8b-a691-4979-b4ec-4718847bf6d0', 'mac_address': 'fa:16:3e:c7:47:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35a04ddb-b611-4dee-a6f7-89af6e6ad557', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 23:25:42.128001 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-6fa1d22e-e1d3-45ae-afde-f38a2b638574 req-6a462cf4-76a3-4519-b577-81062b697e07 tempest-TestVolumeBackupRestore-155198222 tempest-TestVolumeBackupRestore-155198222-project] 10.222.0.18 "GET /v2.0/security-groups?id=3ab4096c-6af3-4502-afe2-c829fe7be244&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535400 Jul 27 23:25:42.164387 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:42.179729 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f9a2b8b-a691-4979-b4ec-4718847bf6d0 {{(pid=93799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:25:42.186930 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7b3e74e4-77c0-46c2-9c23-6a60e321d634 tempest-RoutersAdminTest-590554823 tempest-RoutersAdminTest-590554823-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-477831'] for router, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:42.188187 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b3e74e4-77c0-46c2-9c23-6a60e321d634 tempest-RoutersAdminTest-590554823 tempest-RoutersAdminTest-590554823-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 09a2f4bc-d9bd-4e46-90eb-3648d7f023d9 {{(pid=93797) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 23:25:42.202085 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7b3e74e4-77c0-46c2-9c23-6a60e321d634 tempest-RoutersAdminTest-590554823 tempest-RoutersAdminTest-590554823-project-admin] Notify callbacks [] for router, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:42.203569 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port 2f9a2b8b-a691-4979-b4ec-4718847bf6d0, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=2f9a2b8b-a691-4979-b4ec-4718847bf6d0,segment=NetworkSegment(e3440446-8deb-4174-b5a6-9cc094845dc2),segment_id=e3440446-8deb-4174-b5a6-9cc094845dc2)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:25:42.207202 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 59250) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:25:42.207839 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-7b3e74e4-77c0-46c2-9c23-6a60e321d634 tempest-RoutersAdminTest-590554823 tempest-RoutersAdminTest-590554823-project-admin] 10.222.0.18 "DELETE /v2.0/routers/09a2f4bc-d9bd-4e46-90eb-3648d7f023d9 HTTP/1.1" status: 204 len: 168 time: 1.1747451 Jul 27 23:25:42.211080 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:42.211731 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-7c922641-532b-4b51-a964-e48469b59610 req-9921f65b-2795-4780-830e-9708c0996d40 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e15ece7-f410-4d95-9c67-d98c825e8c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776865 Jul 27 23:25:42.296059 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Pushing event updated for resources: {'Port': ['ID=2f9a2b8b-a691-4979-b4ec-4718847bf6d0,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:25:42.326662 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9303437f-8cd0-4173-8442-3dccaa2c7b03 None None] Port c34ee56f-4b51-458d-b1d3-d3bcb15a87e2 not found while updating agent binding for router 09a2f4bc-d9bd-4e46-90eb-3648d7f023d9. {{(pid=93800) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 27 23:25:42.330580 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2cfc980d-ad9a-42df-bb5b-98092060999b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:42.335758 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9303437f-8cd0-4173-8442-3dccaa2c7b03 None None] Routers set() bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:25:42.336333 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9303437f-8cd0-4173-8442-3dccaa2c7b03 None None] Router IDs set() for agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 27 23:25:42.339103 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_agentschedulers_db [None req-9303437f-8cd0-4173-8442-3dccaa2c7b03 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'09a2f4bc-d9bd-4e46-90eb-3648d7f023d9'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:25:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent'). {{(pid=93800) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 27 23:25:42.339972 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9303437f-8cd0-4173-8442-3dccaa2c7b03 None None] The sync data for ids ['09a2f4bc-d9bd-4e46-90eb-3648d7f023d9'] in n-d-802623-1 is: [] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:25:42.348806 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 46978160-e0c7-4d0d-9ea2-42c766e81867 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:25:42.367976 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1f2a4ff3-055a-4ef2-8535-133544f7e782 tempest-RoutersAdminTest-590554823 tempest-RoutersAdminTest-590554823-project-admin] Notify callbacks [] for router, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:42.413779 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port 46978160-e0c7-4d0d-9ea2-42c766e81867 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:25:42.414163 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:42.521118 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1f2a4ff3-055a-4ef2-8535-133544f7e782 tempest-RoutersAdminTest-590554823 tempest-RoutersAdminTest-590554823-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:42.573811 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2cfc980d-ad9a-42df-bb5b-98092060999b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:42.580145 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2cfc980d-ad9a-42df-bb5b-98092060999b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:42.624551 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] get_ports_and_sgs() called for port_ids ['2f9a2b8b-a691-4979-b4ec-4718847bf6d0'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:25:42.626132 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfc980d-ad9a-42df-bb5b-98092060999b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5487bd5d-faf8-4808-b647-c5356c9897a3,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:25:42.631913 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-2cfc980d-ad9a-42df-bb5b-98092060999b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8c8cbac0ad004656bdc8f2d25a0ee48e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5876036 Jul 27 23:25:42.634527 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 59264) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:25:42.658129 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-1f2a4ff3-055a-4ef2-8535-133544f7e782 tempest-RoutersAdminTest-590554823 tempest-RoutersAdminTest-590554823-project-admin] Deleting port 46978160-e0c7-4d0d-9ea2-42c766e81867 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:25:42.658471 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1f2a4ff3-055a-4ef2-8535-133544f7e782 tempest-RoutersAdminTest-590554823 tempest-RoutersAdminTest-590554823-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:42.740696 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0b99397f-0900-46ce-b6ea-d00b47fd14f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:42.800859 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0b99397f-0900-46ce-b6ea-d00b47fd14f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:42.812972 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-1f2a4ff3-055a-4ef2-8535-133544f7e782 tempest-RoutersAdminTest-590554823 tempest-RoutersAdminTest-590554823-project-admin] For port 46978160-e0c7-4d0d-9ea2-42c766e81867, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=46978160-e0c7-4d0d-9ea2-42c766e81867,segment=NetworkSegment(b9afe07e-bbe4-4740-834c-4b6a9698bdbc),segment_id=b9afe07e-bbe4-4740-834c-4b6a9698bdbc)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:25:42.813340 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1f2a4ff3-055a-4ef2-8535-133544f7e782 tempest-RoutersAdminTest-590554823 tempest-RoutersAdminTest-590554823-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:42.848570 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-1f2a4ff3-055a-4ef2-8535-133544f7e782 tempest-RoutersAdminTest-590554823 tempest-RoutersAdminTest-590554823-project-admin] Calling delete_port for 46978160-e0c7-4d0d-9ea2-42c766e81867 owned by network:router_gateway {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:25:42.880247 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-35a20fe3-594e-4113-aa4f-7ce945725f97 req-fa01afa3-2247-47b4-8d19-d323ae17de32 tempest-ServerShowV247Test-1211425485 tempest-ServerShowV247Test-1211425485-project] 10.222.0.18 "GET /v2.0/ports?device_id=b2ac691c-40ad-467d-8e48-3027afa4ce00 HTTP/1.1" status: 200 len: 210 time: 0.0532923 Jul 27 23:25:42.948526 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0b99397f-0900-46ce-b6ea-d00b47fd14f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:42.951544 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0b99397f-0900-46ce-b6ea-d00b47fd14f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:42.952695 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-0b99397f-0900-46ce-b6ea-d00b47fd14f5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5487bd5d-faf8-4808-b647-c5356c9897a3 HTTP/1.1" status: 204 len: 168 time: 0.3171811 Jul 27 23:25:43.000677 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b99397f-0900-46ce-b6ea-d00b47fd14f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5487bd5d-faf8-4808-b647-c5356c9897a3,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:25:43.077961 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1f2a4ff3-055a-4ef2-8535-133544f7e782 tempest-RoutersAdminTest-590554823 tempest-RoutersAdminTest-590554823-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:43.103515 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2a4ff3-055a-4ef2-8535-133544f7e782 tempest-RoutersAdminTest-590554823 tempest-RoutersAdminTest-590554823-project-admin] Pushing event deleted for resources: {'Port': ['ID=46978160-e0c7-4d0d-9ea2-42c766e81867,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:25:43.193092 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1f2a4ff3-055a-4ef2-8535-133544f7e782 tempest-RoutersAdminTest-590554823 tempest-RoutersAdminTest-590554823-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-415368'] for router_gateway, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:43.281032 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd20781-6ead-4683-bb2f-518390eb8735 req-85eda095-bae9-47e2-af75-d42752509c8d tempest-TestVolumeBackupRestore-155198222 tempest-TestVolumeBackupRestore-155198222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:25:43.284095 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-0dd20781-6ead-4683-bb2f-518390eb8735 req-85eda095-bae9-47e2-af75-d42752509c8d tempest-TestVolumeBackupRestore-155198222 tempest-TestVolumeBackupRestore-155198222-project] 10.222.0.18 "GET /v2.0/ports?device_id=6f91d071-256d-4471-b814-102a0464de10 HTTP/1.1" status: 200 len: 944 time: 0.0754559 Jul 27 23:25:43.309981 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1f2a4ff3-055a-4ef2-8535-133544f7e782 tempest-RoutersAdminTest-590554823 tempest-RoutersAdminTest-590554823-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62205'] for router, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:43.313435 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1f2a4ff3-055a-4ef2-8535-133544f7e782 tempest-RoutersAdminTest-590554823 tempest-RoutersAdminTest-590554823-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:43.376130 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1f2a4ff3-055a-4ef2-8535-133544f7e782 tempest-RoutersAdminTest-590554823 tempest-RoutersAdminTest-590554823-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-477831'] for router, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:43.376669 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f2a4ff3-055a-4ef2-8535-133544f7e782 tempest-RoutersAdminTest-590554823 tempest-RoutersAdminTest-590554823-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 50134fc1-4596-4440-8d0b-35378488921f {{(pid=93798) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 23:25:43.389538 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1f2a4ff3-055a-4ef2-8535-133544f7e782 tempest-RoutersAdminTest-590554823 tempest-RoutersAdminTest-590554823-project-admin] Notify callbacks [] for router, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:43.390921 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-1f2a4ff3-055a-4ef2-8535-133544f7e782 tempest-RoutersAdminTest-590554823 tempest-RoutersAdminTest-590554823-project-admin] 10.222.0.18 "DELETE /v2.0/routers/50134fc1-4596-4440-8d0b-35378488921f HTTP/1.1" status: 204 len: 168 time: 1.1826491 Jul 27 23:25:43.394747 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 59288) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:25:43.398915 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-0dd20781-6ead-4683-bb2f-518390eb8735 req-02006583-d053-415d-99cc-24236f4351ad tempest-TestVolumeBackupRestore-155198222 tempest-TestVolumeBackupRestore-155198222-project] 10.222.0.18 "GET /v2.0/security-groups?id=3ab4096c-6af3-4502-afe2-c829fe7be244&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0989909 Jul 27 23:25:43.400978 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-2e54db12-d6e5-42df-937c-644001d98fbc tempest-RoutersAdminTest-580455923 tempest-RoutersAdminTest-580455923-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1374816195', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'}, 'admin_state_up': False}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:25:43.440425 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2e54db12-d6e5-42df-937c-644001d98fbc tempest-RoutersAdminTest-580455923 tempest-RoutersAdminTest-580455923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62159'] for router, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:43.442219 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2e54db12-d6e5-42df-937c-644001d98fbc tempest-RoutersAdminTest-580455923 tempest-RoutersAdminTest-580455923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-479230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-415539', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3693317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62148'] for router, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:43.462263 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 59292) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:25:43.528119 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2e54db12-d6e5-42df-937c-644001d98fbc tempest-RoutersAdminTest-580455923 tempest-RoutersAdminTest-580455923-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:43.602836 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-09adeddc-56f9-4db0-a6ee-08ae7c0a3176 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:43.709119 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-09adeddc-56f9-4db0-a6ee-08ae7c0a3176 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:43.713378 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-09adeddc-56f9-4db0-a6ee-08ae7c0a3176 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:43.755153 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-09adeddc-56f9-4db0-a6ee-08ae7c0a3176 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e57be43c0a444d97b798fb0b532bbc1e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2893729 Jul 27 23:25:43.755418 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2e54db12-d6e5-42df-937c-644001d98fbc tempest-RoutersAdminTest-580455923 tempest-RoutersAdminTest-580455923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-415433', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62186'] for router, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:43.755570 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09adeddc-56f9-4db0-a6ee-08ae7c0a3176 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfb83da0-280b-45f6-b327-de90a49f9ff8,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:25:43.756822 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 59302) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:25:43.767671 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc488dc2-5fdb-4f7e-ba9c-027e31e56bd6 req-6de38a25-d861-49d7-98ae-0cba75141bac tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:25:43.770089 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-dc488dc2-5fdb-4f7e-ba9c-027e31e56bd6 req-6de38a25-d861-49d7-98ae-0cba75141bac tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] 10.222.0.18 "GET /v2.0/ports?device_id=73c8709c-3d2d-42d3-9576-8bcc0e8b4427 HTTP/1.1" status: 200 len: 945 time: 0.1552351 Jul 27 23:25:43.816145 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a540f9dd-b24d-406f-a059-84fa545a038a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:43.838791 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a540f9dd-b24d-406f-a059-84fa545a038a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:43.856711 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device 2f9a2b8b-a691-4979-b4ec-4718847bf6d0 up at agent hyperv_n-h2-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:25:43.863524 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-dc488dc2-5fdb-4f7e-ba9c-027e31e56bd6 req-9553cdd8-0ebf-4844-83d9-7445d587a667 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e15ece7-f410-4d95-9c67-d98c825e8c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825143 Jul 27 23:25:43.925662 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Provisioning for port 2f9a2b8b-a691-4979-b4ec-4718847bf6d0 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:25:43.932706 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Provisioning complete for port 2f9a2b8b-a691-4979-b4ec-4718847bf6d0 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:25:43.934767 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:43.939576 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a540f9dd-b24d-406f-a059-84fa545a038a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:43.942914 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a540f9dd-b24d-406f-a059-84fa545a038a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:43.946376 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-a540f9dd-b24d-406f-a059-84fa545a038a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/dfb83da0-280b-45f6-b327-de90a49f9ff8 HTTP/1.1" status: 204 len: 168 time: 0.1866403 Jul 27 23:25:43.961883 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a540f9dd-b24d-406f-a059-84fa545a038a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfb83da0-280b-45f6-b327-de90a49f9ff8,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:25:44.058772 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2e54db12-d6e5-42df-937c-644001d98fbc tempest-RoutersAdminTest-580455923 tempest-RoutersAdminTest-580455923-project] Notify callbacks [] for router_gateway, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:44.063620 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-921d4e0e-7fda-4d69-a73b-02eb0bf833b0 req-ab745c1a-720f-4495-8a75-3e2b600536bc tempest-ServerShowV247Test-1211425485 tempest-ServerShowV247Test-1211425485-project] 10.222.0.18 "GET /v2.0/ports?device_id=b2ac691c-40ad-467d-8e48-3027afa4ce00 HTTP/1.1" status: 200 len: 210 time: 0.0430102 Jul 27 23:25:44.064993 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:44.086837 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 59316) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:25:44.093636 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2e54db12-d6e5-42df-937c-644001d98fbc tempest-RoutersAdminTest-580455923 tempest-RoutersAdminTest-580455923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:44.129679 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port 2f9a2b8b-a691-4979-b4ec-4718847bf6d0, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=2f9a2b8b-a691-4979-b4ec-4718847bf6d0,segment=NetworkSegment(e3440446-8deb-4174-b5a6-9cc094845dc2),segment_id=e3440446-8deb-4174-b5a6-9cc094845dc2)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:25:44.130718 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73c8709c-3d2d-42d3-9576-8bcc0e8b4427', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f9a2b8b-a691-4979-b4ec-4718847bf6d0'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:25:44.140847 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c0369b0d4f459110ff20a1f9878ba33f96d6491bddb9d15843bf29d01e0bda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea7b079c-6bb3-4f98-9f0a-e3e7158780b3" -d '{"events": [{"server_uuid": "73c8709c-3d2d-42d3-9576-8bcc0e8b4427", "name": "network-vif-plugged", "status": "completed", "tag": "2f9a2b8b-a691-4979-b4ec-4718847bf6d0"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:25:44.158469 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:44.179246 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb2fc12f-052a-4f14-950b-992e11c04bd7 tempest-TestNetworkBasicOps-1976163616 tempest-TestNetworkBasicOps-1976163616-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:25:44.181076 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-bb2fc12f-052a-4f14-950b-992e11c04bd7 tempest-TestNetworkBasicOps-1976163616 tempest-TestNetworkBasicOps-1976163616-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=2fd42287-ed26-4eb9-89a5-b521f5b04356 HTTP/1.1" status: 200 len: 814 time: 0.0931616 Jul 27 23:25:44.210627 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:25:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6944bcb-44c4-4f91-8f6e-95a62cbf5b6f x-openstack-request-id: req-e6944bcb-44c4-4f91-8f6e-95a62cbf5b6f {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:25:44.211358 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73c8709c-3d2d-42d3-9576-8bcc0e8b4427", "name": "network-vif-plugged", "status": "completed", "tag": "2f9a2b8b-a691-4979-b4ec-4718847bf6d0", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:25:44.213379 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e6944bcb-44c4-4f91-8f6e-95a62cbf5b6f {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:25:44.213951 n-d-802623-1 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73c8709c-3d2d-42d3-9576-8bcc0e8b4427', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f9a2b8b-a691-4979-b4ec-4718847bf6d0', 'code': 200} Jul 27 23:25:44.260542 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-2e54db12-d6e5-42df-937c-644001d98fbc tempest-RoutersAdminTest-580455923 tempest-RoutersAdminTest-580455923-project] Allocated IP 172.25.4.158 (2fd42287-ed26-4eb9-89a5-b521f5b04356/17de1f8f-393a-4b0c-a2df-614bd3f2fb5e/74c2bea0-7fc8-4491-b5ed-224bab891bcb) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:25:44.260952 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Pushing event updated for resources: {'Port': ['ID=2f9a2b8b-a691-4979-b4ec-4718847bf6d0,revision_number=5']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:25:44.369234 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facccea9-091e-4aee-96fd-1379c1867ef2 req-9f2e4f2e-75a8-47e2-9f22-327d228523fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:25:44.370894 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-facccea9-091e-4aee-96fd-1379c1867ef2 req-9f2e4f2e-75a8-47e2-9f22-327d228523fd service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=73c8709c-3d2d-42d3-9576-8bcc0e8b4427 HTTP/1.1" status: 200 len: 1097 time: 0.1051378 Jul 27 23:25:44.375288 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 46978160-e0c7-4d0d-9ea2-42c766e81867 no longer exists at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:25:44.400109 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] No Port match for: 46978160-e0c7-4d0d-9ea2-42c766e81867 {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:25:44.400513 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 46978160-e0c7-4d0d-9ea2-42c766e81867 not bound to the agent host n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:25:44.433216 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-facccea9-091e-4aee-96fd-1379c1867ef2 req-bda1006a-630d-434f-8c94-35ce1dbc0de7 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=4e15ece7-f410-4d95-9c67-d98c825e8c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531163 Jul 27 23:25:44.456747 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2e54db12-d6e5-42df-937c-644001d98fbc tempest-RoutersAdminTest-580455923 tempest-RoutersAdminTest-580455923-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:44.523282 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2e54db12-d6e5-42df-937c-644001d98fbc tempest-RoutersAdminTest-580455923 tempest-RoutersAdminTest-580455923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:44.532830 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 59332) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:25:44.534711 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823a5720-9154-4132-b2d2-b333a68c8387 req-efc28684-0594-4d48-8bea-e25c23cbfec8 tempest-TestVolumeBackupRestore-155198222 tempest-TestVolumeBackupRestore-155198222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:25:44.536659 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-823a5720-9154-4132-b2d2-b333a68c8387 req-efc28684-0594-4d48-8bea-e25c23cbfec8 tempest-TestVolumeBackupRestore-155198222 tempest-TestVolumeBackupRestore-155198222-project] 10.222.0.18 "GET /v2.0/ports?device_id=6f91d071-256d-4471-b814-102a0464de10 HTTP/1.1" status: 200 len: 944 time: 0.0659065 Jul 27 23:25:44.580917 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-38eeef1b-2e47-4192-ae02-275ca8ce33ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:44.584207 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-823a5720-9154-4132-b2d2-b333a68c8387 req-fd01bdf0-1161-4dd0-bc12-fd885eed3eb2 tempest-TestVolumeBackupRestore-155198222 tempest-TestVolumeBackupRestore-155198222-project] 10.222.0.18 "GET /v2.0/security-groups?id=3ab4096c-6af3-4502-afe2-c829fe7be244&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414188 Jul 27 23:25:44.584643 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e54db12-d6e5-42df-937c-644001d98fbc tempest-RoutersAdminTest-580455923 tempest-RoutersAdminTest-580455923-project] Network 2fd42287-ed26-4eb9-89a5-b521f5b04356 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:25:44.596163 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-2e54db12-d6e5-42df-937c-644001d98fbc tempest-RoutersAdminTest-580455923 tempest-RoutersAdminTest-580455923-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:25:44.601477 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e54db12-d6e5-42df-937c-644001d98fbc tempest-RoutersAdminTest-580455923 tempest-RoutersAdminTest-580455923-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:25:44.631195 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e54db12-d6e5-42df-937c-644001d98fbc tempest-RoutersAdminTest-580455923 tempest-RoutersAdminTest-580455923-project] Pushing event updated for resources: {'Port': ['ID=74c2bea0-7fc8-4491-b5ed-224bab891bcb,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:25:44.868553 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-38eeef1b-2e47-4192-ae02-275ca8ce33ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:44.897030 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-38eeef1b-2e47-4192-ae02-275ca8ce33ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:44.953138 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-38eeef1b-2e47-4192-ae02-275ca8ce33ec admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e01c17042b264567a2551f518348133b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4191015 Jul 27 23:25:44.955805 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 59342) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:25:44.961959 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38eeef1b-2e47-4192-ae02-275ca8ce33ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e39aaf7e-8496-4a4e-b39e-7a46ebcc8092,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:25:44.967201 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2e54db12-d6e5-42df-937c-644001d98fbc tempest-RoutersAdminTest-580455923 tempest-RoutersAdminTest-580455923-project] Notify callbacks [] for router_gateway, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:45.011064 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a074936a-359e-46ae-a441-97f58c0f1bd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:45.019512 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 12dd9847-7701-499b-b256-43a1578e87a6 details requested by agent hyperv_n-h1-802623-1 with host n-h1-802623-1 {{(pid=93799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 23:25:45.035714 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a074936a-359e-46ae-a441-97f58c0f1bd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:45.089325 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a074936a-359e-46ae-a441-97f58c0f1bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:45.093069 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a074936a-359e-46ae-a441-97f58c0f1bd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:45.097933 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-a074936a-359e-46ae-a441-97f58c0f1bd3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e39aaf7e-8496-4a4e-b39e-7a46ebcc8092 HTTP/1.1" status: 204 len: 168 time: 0.1380641 Jul 27 23:25:45.101377 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f7f49f-ab89-4a5d-8656-244c68f08c53 req-7107800e-3353-461e-9744-f50ba0782a8c tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:25:45.106607 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-16f7f49f-ab89-4a5d-8656-244c68f08c53 req-7107800e-3353-461e-9744-f50ba0782a8c tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] 10.222.0.18 "GET /v2.0/ports?device_id=73c8709c-3d2d-42d3-9576-8bcc0e8b4427 HTTP/1.1" status: 200 len: 946 time: 0.1594434 Jul 27 23:25:45.115308 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a074936a-359e-46ae-a441-97f58c0f1bd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e39aaf7e-8496-4a4e-b39e-7a46ebcc8092,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:25:45.179843 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 59348) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:25:45.186850 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port 12dd9847-7701-499b-b256-43a1578e87a6, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=12dd9847-7701-499b-b256-43a1578e87a6,segment=NetworkSegment(ab8d7f4e-2ae1-47bb-971f-c561db8d51ee),segment_id=ab8d7f4e-2ae1-47bb-971f-c561db8d51ee)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:25:45.201772 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Returning: {'device': '12dd9847-7701-499b-b256-43a1578e87a6', 'network_id': '2951db65-3a3c-418a-9804-693b92dbf903', 'port_id': '12dd9847-7701-499b-b256-43a1578e87a6', 'mac_address': 'fa:16:3e:8c:5e:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f7d1237-bf2d-4713-bb43-2b24ed14f89e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 23:25:45.202212 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-c52720cf-cd47-4cb4-aebd-32358a6f0a64 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Request body: {'network': {'name': 'tempest-network-smoke--926292884', 'project_id': 'ba4fae7b46b54e6e99cbf665d54e4a7e', 'port_security_enabled': True}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:25:45.211995 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-87dfc4a4-604c-4930-aa93-1c9dcc71454a req-e815445e-fb35-4dfa-944e-e89152c789dd tempest-ServerShowV247Test-1211425485 tempest-ServerShowV247Test-1211425485-project] 10.222.0.18 "GET /v2.0/ports?device_id=b2ac691c-40ad-467d-8e48-3027afa4ce00 HTTP/1.1" status: 200 len: 210 time: 0.0480742 Jul 27 23:25:45.252570 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c52720cf-cd47-4cb4-aebd-32358a6f0a64 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Made reservation on behalf of ba4fae7b46b54e6e99cbf665d54e4a7e for: {'network': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:25:45.256675 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-16f7f49f-ab89-4a5d-8656-244c68f08c53 req-05542409-a5a1-4a83-9691-0188a062a1cd tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e15ece7-f410-4d95-9c67-d98c825e8c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354706 Jul 27 23:25:45.257546 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c52720cf-cd47-4cb4-aebd-32358a6f0a64 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for network, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:45.291721 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:45.298804 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c52720cf-cd47-4cb4-aebd-32358a6f0a64 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 532} {{(pid=93797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 23:25:45.311423 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c52720cf-cd47-4cb4-aebd-32358a6f0a64 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:45.311879 n-d-802623-1 neutron-server[93797]: INFO neutron.db.segments_db [None req-c52720cf-cd47-4cb4-aebd-32358a6f0a64 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Added segment 9ac5713f-1ed4-4c82-b885-5fc23b0f1a5c of type vlan for network 5ff4ad14-3426-463b-87a1-46477184ad85 Jul 27 23:25:45.315408 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2e54db12-d6e5-42df-937c-644001d98fbc tempest-RoutersAdminTest-580455923 tempest-RoutersAdminTest-580455923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-415468'] for router, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:45.321376 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12dd9847-7701-499b-b256-43a1578e87a6 {{(pid=93799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:25:45.343557 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port 12dd9847-7701-499b-b256-43a1578e87a6, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=12dd9847-7701-499b-b256-43a1578e87a6,segment=NetworkSegment(ab8d7f4e-2ae1-47bb-971f-c561db8d51ee),segment_id=ab8d7f4e-2ae1-47bb-971f-c561db8d51ee)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:25:45.352706 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:45.370295 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c52720cf-cd47-4cb4-aebd-32358a6f0a64 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736833354590'] for network, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:45.424355 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c52720cf-cd47-4cb4-aebd-32358a6f0a64 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569'] for network, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:45.431089 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c52720cf-cd47-4cb4-aebd-32358a6f0a64 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:25:45.431722 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c52720cf-cd47-4cb4-aebd-32358a6f0a64 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for network, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:45.432445 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Pushing event updated for resources: {'Port': ['ID=12dd9847-7701-499b-b256-43a1578e87a6,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:25:45.509300 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-c52720cf-cd47-4cb4-aebd-32358a6f0a64 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3276396 Jul 27 23:25:45.516343 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 59352) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:25:45.568489 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e54db12-d6e5-42df-937c-644001d98fbc tempest-RoutersAdminTest-580455923 tempest-RoutersAdminTest-580455923-project] Router a439986e-4c47-4f1f-8351-e011b63d7f25 is scheduled to L3 agent 018c4455-49c0-4734-927d-7824067b2a9e with binding_index 1 {{(pid=93798) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 23:25:45.579448 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] get_ports_and_sgs() called for port_ids ['12dd9847-7701-499b-b256-43a1578e87a6'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:25:45.583374 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52720cf-cd47-4cb4-aebd-32358a6f0a64 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Pushing event updated for resources: {'Network': ['ID=5ff4ad14-3426-463b-87a1-46477184ad85,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:25:45.630702 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Network 5ff4ad14-3426-463b-87a1-46477184ad85 details requested by agent ovs-agent-n-d-802623-1 with host n-d-802623-1 {{(pid=93799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 23:25:45.655732 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff1bb94b-1d2c-4488-9a77-3900f495116c tempest-TestNetworkBasicOps-1976163616 tempest-TestNetworkBasicOps-1976163616-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:25:45.657382 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-ff1bb94b-1d2c-4488-9a77-3900f495116c tempest-TestNetworkBasicOps-1976163616 tempest-TestNetworkBasicOps-1976163616-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=ba4fae7b46b54e6e99cbf665d54e4a7e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1398087 Jul 27 23:25:45.660256 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 59358) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:25:45.715281 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e54db12-d6e5-42df-937c-644001d98fbc tempest-RoutersAdminTest-580455923 tempest-RoutersAdminTest-580455923-project] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:25:45.735774 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-739c7443-739c-4e2f-8fa4-3f9797a8688f None None] Sync routers for ids ['a439986e-4c47-4f1f-8351-e011b63d7f25'] in n-d-802623-1 {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:25:45.739945 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2e54db12-d6e5-42df-937c-644001d98fbc tempest-RoutersAdminTest-580455923 tempest-RoutersAdminTest-580455923-project] Notify callbacks [] for router, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:45.741699 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-2e54db12-d6e5-42df-937c-644001d98fbc tempest-RoutersAdminTest-580455923 tempest-RoutersAdminTest-580455923-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.3458333 Jul 27 23:25:45.744662 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 59364) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:25:45.751395 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-d3a60946-fa53-4a43-8019-142b324ecd08 tempest-RoutersAdminTest-590554823 tempest-RoutersAdminTest-590554823-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'enable_snat': False}}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:25:45.801472 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-739c7443-739c-4e2f-8fa4-3f9797a8688f None None] Routers {'a439986e-4c47-4f1f-8351-e011b63d7f25'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:25:45.802155 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-739c7443-739c-4e2f-8fa4-3f9797a8688f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:25:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['a439986e-4c47-4f1f-8351-e011b63d7f25'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:25:45.841691 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-739c7443-739c-4e2f-8fa4-3f9797a8688f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:25:45.847593 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049190d5-de19-4a7a-af8e-96f215747432 req-bb9b0b85-5b0e-424f-a8cd-07978e67dc36 tempest-TestVolumeBackupRestore-155198222 tempest-TestVolumeBackupRestore-155198222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:25:45.849101 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-049190d5-de19-4a7a-af8e-96f215747432 req-bb9b0b85-5b0e-424f-a8cd-07978e67dc36 tempest-TestVolumeBackupRestore-155198222 tempest-TestVolumeBackupRestore-155198222-project] 10.222.0.18 "GET /v2.0/ports?device_id=6f91d071-256d-4471-b814-102a0464de10 HTTP/1.1" status: 200 len: 945 time: 0.1681006 Jul 27 23:25:45.891384 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b7960c4-a96b-451a-895a-588ca86e4c20 tempest-TestNetworkBasicOps-1976163616 tempest-TestNetworkBasicOps-1976163616-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:25:45.892915 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-2b7960c4-a96b-451a-895a-588ca86e4c20 tempest-TestNetworkBasicOps-1976163616 tempest-TestNetworkBasicOps-1976163616-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2317336 Jul 27 23:25:45.896652 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 59372) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:25:45.908202 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-739c7443-739c-4e2f-8fa4-3f9797a8688f None None] Routers {'a439986e-4c47-4f1f-8351-e011b63d7f25'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:25:45.908853 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-739c7443-739c-4e2f-8fa4-3f9797a8688f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:25:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['a439986e-4c47-4f1f-8351-e011b63d7f25'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:25:45.937054 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-4ce80f6d-0490-4af0-a69d-e850ca228cf9 tempest-TestNetworkBasicOps-1976163616 tempest-TestNetworkBasicOps-1976163616-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=2fd42287-ed26-4eb9-89a5-b521f5b04356&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0393054 Jul 27 23:25:45.943246 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 59374) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:25:45.978161 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-739c7443-739c-4e2f-8fa4-3f9797a8688f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:25:45.979079 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-739c7443-739c-4e2f-8fa4-3f9797a8688f None None] The sync data for ids ['a439986e-4c47-4f1f-8351-e011b63d7f25'] in n-d-802623-1 is: [] {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:25:45.986399 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-049190d5-de19-4a7a-af8e-96f215747432 req-0e544bbb-954d-47a8-8fc7-41a9088ef235 tempest-TestVolumeBackupRestore-155198222 tempest-TestVolumeBackupRestore-155198222-project] 10.222.0.18 "GET /v2.0/security-groups?id=3ab4096c-6af3-4502-afe2-c829fe7be244&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1194208 Jul 27 23:25:46.007366 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-f50fb5af-d2a5-4972-96c5-ff1bab57ecb3 tempest-TestNetworkBasicOps-1976163616 tempest-TestNetworkBasicOps-1976163616-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=ba4fae7b46b54e6e99cbf665d54e4a7e&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0617633 Jul 27 23:25:46.008687 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 59380) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:25:46.170100 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28e3612a-470c-4237-b9f0-a663ee25081b tempest-TestNetworkBasicOps-1976163616 tempest-TestNetworkBasicOps-1976163616-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:25:46.182391 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-28e3612a-470c-4237-b9f0-a663ee25081b tempest-TestNetworkBasicOps-1976163616 tempest-TestNetworkBasicOps-1976163616-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1725097 Jul 27 23:25:46.187513 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 59394) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:25:46.220483 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d3a60946-fa53-4a43-8019-142b324ecd08 tempest-RoutersAdminTest-590554823 tempest-RoutersAdminTest-590554823-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-415433', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62186'] for router, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:46.228227 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-ab6a64f3-087b-48f2-985a-457dcca2d9b8 tempest-TestNetworkBasicOps-1976163616 tempest-TestNetworkBasicOps-1976163616-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=2fd42287-ed26-4eb9-89a5-b521f5b04356&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0394626 Jul 27 23:25:46.230664 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 59398) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:25:46.235971 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-a90f7eba-f7fd-4e08-a654-a24579540052 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1169782540', 'network_id': '5ff4ad14-3426-463b-87a1-46477184ad85', 'project_id': 'ba4fae7b46b54e6e99cbf665d54e4a7e', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:25:46.393283 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-0f870679-1845-498f-800a-7866c90672ab req-37c1c914-621b-4b36-8964-8873c7cabce1 tempest-ServerShowV247Test-1211425485 tempest-ServerShowV247Test-1211425485-project] 10.222.0.18 "GET /v2.0/ports?device_id=b2ac691c-40ad-467d-8e48-3027afa4ce00 HTTP/1.1" status: 200 len: 210 time: 0.0764494 Jul 27 23:25:46.405844 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aea5764-3fb1-4a27-9888-d313124cbef3 req-b48017c4-f810-41c0-8138-35ee34d57065 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:25:46.407758 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-5aea5764-3fb1-4a27-9888-d313124cbef3 req-b48017c4-f810-41c0-8138-35ee34d57065 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] 10.222.0.18 "GET /v2.0/ports?device_id=73c8709c-3d2d-42d3-9576-8bcc0e8b4427 HTTP/1.1" status: 200 len: 946 time: 0.0645196 Jul 27 23:25:46.431464 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a90f7eba-f7fd-4e08-a654-a24579540052 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Made reservation on behalf of ba4fae7b46b54e6e99cbf665d54e4a7e for: {'subnet': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:25:46.438473 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a90f7eba-f7fd-4e08-a654-a24579540052 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12265828'] for subnet, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:46.471732 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-5aea5764-3fb1-4a27-9888-d313124cbef3 req-1cc17dd7-f11d-45d8-a026-9b2b7bfdbfdd tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e15ece7-f410-4d95-9c67-d98c825e8c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570920 Jul 27 23:25:46.901873 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f25ada-9cc5-4ae7-a003-c698d0e7392d req-6f7b6f40-2ecc-496f-8962-9e71b474b89c tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:25:46.903220 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-93f25ada-9cc5-4ae7-a003-c698d0e7392d req-6f7b6f40-2ecc-496f-8962-9e71b474b89c tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] 10.222.0.18 "GET /v2.0/ports?device_id=b0fb3bb6-d1de-4ff7-91dc-15d9e066d759 HTTP/1.1" status: 200 len: 945 time: 0.1044405 Jul 27 23:25:47.026042 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 12dd9847-7701-499b-b256-43a1578e87a6 up at agent hyperv_n-h1-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:25:47.049928 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-93f25ada-9cc5-4ae7-a003-c698d0e7392d req-db3e5858-efa0-49ca-8b5a-c66f39ab3691 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e15ece7-f410-4d95-9c67-d98c825e8c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387298 Jul 27 23:25:47.151141 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f439e730-e8fe-4ca7-b069-bf30f948edd6 req-0fc4024d-61ff-48f3-ba5b-71e627eedb5b tempest-TestVolumeBackupRestore-155198222 tempest-TestVolumeBackupRestore-155198222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:25:47.151665 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Provisioning for port 12dd9847-7701-499b-b256-43a1578e87a6 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:25:47.152774 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f439e730-e8fe-4ca7-b069-bf30f948edd6 req-0fc4024d-61ff-48f3-ba5b-71e627eedb5b tempest-TestVolumeBackupRestore-155198222 tempest-TestVolumeBackupRestore-155198222-project] 10.222.0.18 "GET /v2.0/ports?device_id=6f91d071-256d-4471-b814-102a0464de10 HTTP/1.1" status: 200 len: 945 time: 0.1028559 Jul 27 23:25:47.155904 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Provisioning complete for port 12dd9847-7701-499b-b256-43a1578e87a6 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:25:47.156287 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:47.169835 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a90f7eba-f7fd-4e08-a654-a24579540052 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11971609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12265750'] for subnet, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:47.216680 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f439e730-e8fe-4ca7-b069-bf30f948edd6 req-48e0f2f5-3c4f-4af8-a849-28fed4c9443a tempest-TestVolumeBackupRestore-155198222 tempest-TestVolumeBackupRestore-155198222-project] 10.222.0.18 "GET /v2.0/security-groups?id=3ab4096c-6af3-4502-afe2-c829fe7be244&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540080 Jul 27 23:25:47.298574 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:47.333734 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f91d071-256d-4471-b814-102a0464de10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12dd9847-7701-499b-b256-43a1578e87a6'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:25:47.339306 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c0369b0d4f459110ff20a1f9878ba33f96d6491bddb9d15843bf29d01e0bda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f12ba75a-9abd-45fc-9ac0-fde03785a217" -d '{"events": [{"server_uuid": "6f91d071-256d-4471-b814-102a0464de10", "name": "network-vif-plugged", "status": "completed", "tag": "12dd9847-7701-499b-b256-43a1578e87a6"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:25:47.339655 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90f7eba-f7fd-4e08-a654-a24579540052 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Pushing event updated for resources: {'Subnet': ['ID=56344ae4-e45a-495d-9cbd-588c0f16a84e,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:25:47.361307 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port 12dd9847-7701-499b-b256-43a1578e87a6, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=12dd9847-7701-499b-b256-43a1578e87a6,segment=NetworkSegment(ab8d7f4e-2ae1-47bb-971f-c561db8d51ee),segment_id=ab8d7f4e-2ae1-47bb-971f-c561db8d51ee)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:25:47.368860 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:47.394193 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5221b78-5828-443e-98ea-eaf4b8a3923f req-20eb55de-7b32-4446-9a95-f617fa78c955 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:25:47.395994 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f5221b78-5828-443e-98ea-eaf4b8a3923f req-20eb55de-7b32-4446-9a95-f617fa78c955 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] 10.222.0.18 "GET /v2.0/ports?device_id=73c8709c-3d2d-42d3-9576-8bcc0e8b4427 HTTP/1.1" status: 200 len: 946 time: 0.2126703 Jul 27 23:25:47.405047 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a90f7eba-f7fd-4e08-a654-a24579540052 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Checking segment: {'id': '9ac5713f-1ed4-4c82-b885-5fc23b0f1a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '5ff4ad14-3426-463b-87a1-46477184ad85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:25:47.405627 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a90f7eba-f7fd-4e08-a654-a24579540052 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Network hostable DHCP agents. Network: 5ff4ad14-3426-463b-87a1-46477184ad85, hostable agents: ['5950e76f-2bde-4343-a925-cbe6bacd2706'], hosted agents: [] {{(pid=93798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 23:25:47.416464 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:25:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43908939-5a6e-43e9-9b60-c8fe3c4a951a x-openstack-request-id: req-43908939-5a6e-43e9-9b60-c8fe3c4a951a {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:25:47.416747 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f91d071-256d-4471-b814-102a0464de10", "name": "network-vif-plugged", "status": "completed", "tag": "12dd9847-7701-499b-b256-43a1578e87a6", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:25:47.417198 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-43908939-5a6e-43e9-9b60-c8fe3c4a951a {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:25:47.417922 n-d-802623-1 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f91d071-256d-4471-b814-102a0464de10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12dd9847-7701-499b-b256-43a1578e87a6', 'code': 200} Jul 27 23:25:47.482586 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Pushing event updated for resources: {'Port': ['ID=12dd9847-7701-499b-b256-43a1578e87a6,revision_number=5']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:25:47.530384 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-b1897959-dac4-4a61-a33a-bd67211eacd4 req-0f5346b8-d3c3-4024-838c-b53e56656e66 tempest-ServerShowV247Test-1211425485 tempest-ServerShowV247Test-1211425485-project] 10.222.0.18 "GET /v2.0/ports?device_id=b2ac691c-40ad-467d-8e48-3027afa4ce00 HTTP/1.1" status: 200 len: 210 time: 0.0324228 Jul 27 23:25:47.560962 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a90f7eba-f7fd-4e08-a654-a24579540052 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Network 5ff4ad14-3426-463b-87a1-46477184ad85 is scheduled to be hosted by DHCP agent 5950e76f-2bde-4343-a925-cbe6bacd2706 with binding_index 1 {{(pid=93798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 23:25:47.573938 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f5221b78-5828-443e-98ea-eaf4b8a3923f req-fb114a07-9e79-42e8-ba59-c842a40aedf2 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e15ece7-f410-4d95-9c67-d98c825e8c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703026 Jul 27 23:25:47.586255 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-a90f7eba-f7fd-4e08-a654-a24579540052 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802623-1, 5ff4ad14-3426-463b-87a1-46477184ad85) {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:25:47.599599 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9e8b29d-8323-473a-81f1-575c345f4c62 None None] Network 5ff4ad14-3426-463b-87a1-46477184ad85 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:25:47.626482 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bfba05-e791-4f8f-878f-440d3621ef49 req-bd5b3f50-4046-48c7-a298-af40a0012ede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:25:47.628098 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a4bfba05-e791-4f8f-878f-440d3621ef49 req-bd5b3f50-4046-48c7-a298-af40a0012ede service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=6f91d071-256d-4471-b814-102a0464de10 HTTP/1.1" status: 200 len: 1097 time: 0.1441584 Jul 27 23:25:47.629940 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a90f7eba-f7fd-4e08-a654-a24579540052 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:25:47.630527 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a90f7eba-f7fd-4e08-a654-a24579540052 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:47.669195 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-a90f7eba-f7fd-4e08-a654-a24579540052 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.4372113 Jul 27 23:25:47.681303 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d3a60946-fa53-4a43-8019-142b324ecd08 tempest-RoutersAdminTest-590554823 tempest-RoutersAdminTest-590554823-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-415433', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62186'] for router, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:47.693565 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d3a60946-fa53-4a43-8019-142b324ecd08 tempest-RoutersAdminTest-590554823 tempest-RoutersAdminTest-590554823-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-415468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-415442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-415451', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-479100'] for router, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:47.698442 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a4bfba05-e791-4f8f-878f-440d3621ef49 req-90dab8f0-60d6-407e-b72b-140f33455fc6 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=3ab4096c-6af3-4502-afe2-c829fe7be244&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607886 Jul 27 23:25:47.826984 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3a60946-fa53-4a43-8019-142b324ecd08 tempest-RoutersAdminTest-590554823 tempest-RoutersAdminTest-590554823-project-admin] Router a439986e-4c47-4f1f-8351-e011b63d7f25 has already been hosted by L3 agent 018c4455-49c0-4734-927d-7824067b2a9e {{(pid=93798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 23:25:47.872851 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d609b15-2481-45f7-8554-8ea9b3ceeda1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f6f257c-ad18-5f0c-8c8e-ea085a5fc8a2-5ff4ad14-3426-463b-87a1-46477184ad85', 'network_id': '5ff4ad14-3426-463b-87a1-46477184ad85', 'tenant_id': 'ba4fae7b46b54e6e99cbf665d54e4a7e', 'fixed_ips': [{'subnet_id': '56344ae4-e45a-495d-9cbd-588c0f16a84e'}]}} from n-d-802623-1. {{(pid=93799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 23:25:47.874047 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-3d609b15-2481-45f7-8554-8ea9b3ceeda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:47.936742 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 59474) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:25:47.941710 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-5902b66f-ded6-4884-9021-9c49aad682d5 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-696674196', 'description': 'tempest-secgroup-smoke-696674196 description', 'project_id': 'ba4fae7b46b54e6e99cbf665d54e4a7e'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:25:48.013136 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3a60946-fa53-4a43-8019-142b324ecd08 tempest-RoutersAdminTest-590554823 tempest-RoutersAdminTest-590554823-project-admin] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:25:48.021745 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d443073-ffde-492c-8c5d-6b42fb0f437d None None] Sync routers for ids ['a439986e-4c47-4f1f-8351-e011b63d7f25'] in n-d-802623-1 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:25:48.027418 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d3a60946-fa53-4a43-8019-142b324ecd08 tempest-RoutersAdminTest-590554823 tempest-RoutersAdminTest-590554823-project-admin] Notify callbacks [] for router, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:48.028751 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-d3a60946-fa53-4a43-8019-142b324ecd08 tempest-RoutersAdminTest-590554823 tempest-RoutersAdminTest-590554823-project-admin] 10.222.0.18 "PUT /v2.0/routers/a439986e-4c47-4f1f-8351-e011b63d7f25 HTTP/1.1" status: 200 len: 922 time: 2.2827146 Jul 27 23:25:48.031196 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 59478) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:25:48.038510 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d443073-ffde-492c-8c5d-6b42fb0f437d None None] Routers {'a439986e-4c47-4f1f-8351-e011b63d7f25'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:25:48.039212 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-8d443073-ffde-492c-8c5d-6b42fb0f437d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:25:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['a439986e-4c47-4f1f-8351-e011b63d7f25'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:25:48.063446 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5902b66f-ded6-4884-9021-9c49aad682d5 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:48.087520 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-3d609b15-2481-45f7-8554-8ea9b3ceeda1 None None] Allocated IP 172.20.0.18 (5ff4ad14-3426-463b-87a1-46477184ad85/56344ae4-e45a-495d-9cbd-588c0f16a84e/8a7f8595-edce-417b-b2ff-ad8c5eba4ab4) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:25:48.102145 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-8d443073-ffde-492c-8c5d-6b42fb0f437d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:25:48.113852 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d443073-ffde-492c-8c5d-6b42fb0f437d None None] Routers {'a439986e-4c47-4f1f-8351-e011b63d7f25'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:25:48.114478 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-8d443073-ffde-492c-8c5d-6b42fb0f437d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:25:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['a439986e-4c47-4f1f-8351-e011b63d7f25'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:25:48.118109 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692587c5-87e8-4cca-9db2-80a2eef64c51 req-be199614-694e-44db-ac10-897c427985fd tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:25:48.119944 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-692587c5-87e8-4cca-9db2-80a2eef64c51 req-be199614-694e-44db-ac10-897c427985fd tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] 10.222.0.18 "GET /v2.0/ports?device_id=73c8709c-3d2d-42d3-9576-8bcc0e8b4427 HTTP/1.1" status: 200 len: 946 time: 0.1596470 Jul 27 23:25:48.159315 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-8d443073-ffde-492c-8c5d-6b42fb0f437d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:25:48.160817 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d443073-ffde-492c-8c5d-6b42fb0f437d None None] The sync data for ids ['a439986e-4c47-4f1f-8351-e011b63d7f25'] in n-d-802623-1 is: [] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:25:48.209074 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-692587c5-87e8-4cca-9db2-80a2eef64c51 req-04abcf2e-0472-4d4e-8199-ee4a9144b238 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e15ece7-f410-4d95-9c67-d98c825e8c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678384 Jul 27 23:25:48.218881 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-30e52988-ca54-4ca5-90b0-20be01e00bcb tempest-RoutersAdminTest-590554823 tempest-RoutersAdminTest-590554823-project-admin] 10.222.0.18 "GET /v2.0/routers/a439986e-4c47-4f1f-8351-e011b63d7f25 HTTP/1.1" status: 200 len: 922 time: 0.1840758 Jul 27 23:25:48.219503 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 59482) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:25:48.279542 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5902b66f-ded6-4884-9021-9c49aad682d5 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:48.286099 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5902b66f-ded6-4884-9021-9c49aad682d5 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:48.321305 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5902b66f-ded6-4884-9021-9c49aad682d5 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:48.326352 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-5902b66f-ded6-4884-9021-9c49aad682d5 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3848679 Jul 27 23:25:48.329421 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 59486) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:25:48.339412 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-e39f6048-d665-47c4-b160-afe9975c08df tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Request body: {'security_group_rule': {'security_group_id': '45adfe1d-a587-41ce-999b-f37af7607abf', 'project_id': 'ba4fae7b46b54e6e99cbf665d54e4a7e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:25:48.369757 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5902b66f-ded6-4884-9021-9c49aad682d5 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45adfe1d-a587-41ce-999b-f37af7607abf,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:25:48.398885 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1c1d884-2fe6-4f32-a33d-9519886a4543 tempest-RoutersAdminTest-590554823 tempest-RoutersAdminTest-590554823-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:25:48.400486 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-f1c1d884-2fe6-4f32-a33d-9519886a4543 tempest-RoutersAdminTest-590554823 tempest-RoutersAdminTest-590554823-project-admin] 10.222.0.18 "GET /v2.0/ports?network_id=2fd42287-ed26-4eb9-89a5-b521f5b04356&device_id=a439986e-4c47-4f1f-8351-e011b63d7f25&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1798987 Jul 27 23:25:48.403245 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 59490) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:25:48.418093 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e39f6048-d665-47c4-b160-afe9975c08df tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:48.419336 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-3d609b15-2481-45f7-8554-8ea9b3ceeda1 None None] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:48.430085 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-3d609b15-2481-45f7-8554-8ea9b3ceeda1 None None] Transition to ACTIVE for port object 8a7f8595-edce-417b-b2ff-ad8c5eba4ab4 will not be triggered until provisioned by entity L2. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:25:48.461583 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196ff8b0-b395-4f07-a48c-1016102883c4 req-1b821b55-e7ac-429c-bb68-81195982e914 tempest-TestVolumeBackupRestore-155198222 tempest-TestVolumeBackupRestore-155198222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:25:48.468971 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-196ff8b0-b395-4f07-a48c-1016102883c4 req-1b821b55-e7ac-429c-bb68-81195982e914 tempest-TestVolumeBackupRestore-155198222 tempest-TestVolumeBackupRestore-155198222-project] 10.222.0.18 "GET /v2.0/ports?device_id=6f91d071-256d-4471-b814-102a0464de10 HTTP/1.1" status: 200 len: 946 time: 0.1525857 Jul 27 23:25:48.471650 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-3d609b15-2481-45f7-8554-8ea9b3ceeda1 None None] Transition to ACTIVE for port object 8a7f8595-edce-417b-b2ff-ad8c5eba4ab4 will not be triggered until provisioned by entity DHCP. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:25:48.499216 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-3d609b15-2481-45f7-8554-8ea9b3ceeda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:48.537897 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-196ff8b0-b395-4f07-a48c-1016102883c4 req-27638571-877a-4f10-8be8-ae4c70540e6d tempest-TestVolumeBackupRestore-155198222 tempest-TestVolumeBackupRestore-155198222-project] 10.222.0.18 "GET /v2.0/security-groups?id=3ab4096c-6af3-4502-afe2-c829fe7be244&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636396 Jul 27 23:25:48.575205 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb08e17b-a2e8-454e-a7b7-24ca6b5f5785 tempest-RoutersAdminTest-590554823 tempest-RoutersAdminTest-590554823-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:25:48.579272 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-cb08e17b-a2e8-454e-a7b7-24ca6b5f5785 tempest-RoutersAdminTest-590554823 tempest-RoutersAdminTest-590554823-project-admin] 10.222.0.18 "GET /v2.0/networks/2fd42287-ed26-4eb9-89a5-b521f5b04356 HTTP/1.1" status: 200 len: 881 time: 0.1724160 Jul 27 23:25:48.580434 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 59494) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:25:48.589062 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e39f6048-d665-47c4-b160-afe9975c08df tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:48.594905 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d609b15-2481-45f7-8554-8ea9b3ceeda1 None None] Network 5ff4ad14-3426-463b-87a1-46477184ad85 is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:25:48.601057 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e39f6048-d665-47c4-b160-afe9975c08df tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784185'] for security_group_rule, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:48.601884 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-3d609b15-2481-45f7-8554-8ea9b3ceeda1 None None] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:25:48.610424 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d609b15-2481-45f7-8554-8ea9b3ceeda1 None None] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:25:48.633466 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d609b15-2481-45f7-8554-8ea9b3ceeda1 None None] Pushing event updated for resources: {'Port': ['ID=8a7f8595-edce-417b-b2ff-ad8c5eba4ab4,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:25:48.655571 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 59498) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:25:48.659760 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-264b62d4-bbde-43f9-88c8-fb7bcf8233ab tempest-RoutersAdminTest-580455923 tempest-RoutersAdminTest-580455923-project] 10.222.0.18 "GET /v2.0/ports?device_id=a439986e-4c47-4f1f-8351-e011b63d7f25 HTTP/1.1" status: 200 len: 205 time: 0.0729463 Jul 27 23:25:48.661574 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39f6048-d665-47c4-b160-afe9975c08df tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0daba2e8-bd97-48a9-a4ed-fcc8daee1fcd,revision_number=0']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:25:48.710958 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-3d609b15-2481-45f7-8554-8ea9b3ceeda1 None None] Attempting to bind port 8a7f8595-edce-417b-b2ff-ad8c5eba4ab4 on host n-d-802623-1 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:25:48.711481 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-3d609b15-2481-45f7-8554-8ea9b3ceeda1 None None] Attempting to bind port 8a7f8595-edce-417b-b2ff-ad8c5eba4ab4 by drivers openvswitch,hyperv on host n-d-802623-1 at level 0 using segments [{'id': '9ac5713f-1ed4-4c82-b885-5fc23b0f1a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '5ff4ad14-3426-463b-87a1-46477184ad85'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:25:48.712093 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d609b15-2481-45f7-8554-8ea9b3ceeda1 None None] Attempting to bind port 8a7f8595-edce-417b-b2ff-ad8c5eba4ab4 on network 5ff4ad14-3426-463b-87a1-46477184ad85 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:25:48.718104 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d609b15-2481-45f7-8554-8ea9b3ceeda1 None None] Checking agent: {'id': 'a9a568d2-a5e7-41e4-833f-a8ab42ea4073', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 52, 30), 'started_at': datetime.datetime(2021, 7, 27, 22, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 25, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802623-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:25:48.718542 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d609b15-2481-45f7-8554-8ea9b3ceeda1 None None] Checking segment: {'id': '9ac5713f-1ed4-4c82-b885-5fc23b0f1a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '5ff4ad14-3426-463b-87a1-46477184ad85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:25:48.718964 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-3d609b15-2481-45f7-8554-8ea9b3ceeda1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:48.719392 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d609b15-2481-45f7-8554-8ea9b3ceeda1 None None] Bound using segment: {'id': '9ac5713f-1ed4-4c82-b885-5fc23b0f1a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '5ff4ad14-3426-463b-87a1-46477184ad85'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:25:48.719894 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-3d609b15-2481-45f7-8554-8ea9b3ceeda1 None None] Bound port: 8a7f8595-edce-417b-b2ff-ad8c5eba4ab4, host: n-d-802623-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ac5713f-1ed4-4c82-b885-5fc23b0f1a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '5ff4ad14-3426-463b-87a1-46477184ad85'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:25:48.720212 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e39f6048-d665-47c4-b160-afe9975c08df tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:48.720339 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-3d609b15-2481-45f7-8554-8ea9b3ceeda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:48.722362 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-e39f6048-d665-47c4-b160-afe9975c08df tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3909519 Jul 27 23:25:48.725293 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 59500) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:25:48.731979 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-cdb7842f-9fff-4a3b-be2f-406c1495bc99 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Request body: {'security_group_rule': {'security_group_id': '45adfe1d-a587-41ce-999b-f37af7607abf', 'project_id': 'ba4fae7b46b54e6e99cbf665d54e4a7e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:25:48.768071 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-dfdaa377-49d5-4f03-a3c3-edf706114d16 req-cd7d4ef6-fd4f-4775-a397-feba24191fa9 tempest-ServerShowV247Test-1211425485 tempest-ServerShowV247Test-1211425485-project] 10.222.0.18 "GET /v2.0/ports?device_id=b2ac691c-40ad-467d-8e48-3027afa4ce00 HTTP/1.1" status: 200 len: 210 time: 0.1083469 Jul 27 23:25:48.804651 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-cdb7842f-9fff-4a3b-be2f-406c1495bc99 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:48.885023 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3a20fa0a-cb2c-4abd-863e-ed8b1c52c642 tempest-RoutersAdminTest-580455923 tempest-RoutersAdminTest-580455923-project] Notify callbacks [] for router, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:48.894511 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-3d609b15-2481-45f7-8554-8ea9b3ceeda1 None None] For port 8a7f8595-edce-417b-b2ff-ad8c5eba4ab4, host n-d-802623-1, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:25:48.902060 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-3d609b15-2481-45f7-8554-8ea9b3ceeda1 None None] For port 8a7f8595-edce-417b-b2ff-ad8c5eba4ab4, host n-d-802623-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=8a7f8595-edce-417b-b2ff-ad8c5eba4ab4,segment=NetworkSegment(9ac5713f-1ed4-4c82-b885-5fc23b0f1a5c),segment_id=9ac5713f-1ed4-4c82-b885-5fc23b0f1a5c)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:25:48.904982 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-cdb7842f-9fff-4a3b-be2f-406c1495bc99 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:48.912229 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-cdb7842f-9fff-4a3b-be2f-406c1495bc99 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784185'] for security_group_rule, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:48.918247 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-3d609b15-2481-45f7-8554-8ea9b3ceeda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:48.969561 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-cdb7842f-9fff-4a3b-be2f-406c1495bc99 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:48.970955 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-cdb7842f-9fff-4a3b-be2f-406c1495bc99 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2435720 Jul 27 23:25:48.974717 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d609b15-2481-45f7-8554-8ea9b3ceeda1 None None] Pushing event updated for resources: {'Port': ['ID=8a7f8595-edce-417b-b2ff-ad8c5eba4ab4,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:25:48.974980 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 59508) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:25:48.981070 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-b2bb7dda-b9b5-4374-bf24-84fc6202d9c2 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Request body: {'security_group_rule': {'security_group_id': '45adfe1d-a587-41ce-999b-f37af7607abf', 'project_id': 'ba4fae7b46b54e6e99cbf665d54e4a7e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:25:48.997156 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb7842f-9fff-4a3b-be2f-406c1495bc99 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=096f6203-01cc-4362-9770-b36094fd0675,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:25:49.034835 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b2bb7dda-b9b5-4374-bf24-84fc6202d9c2 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:49.115640 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b2bb7dda-b9b5-4374-bf24-84fc6202d9c2 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:49.121100 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3a20fa0a-cb2c-4abd-863e-ed8b1c52c642 tempest-RoutersAdminTest-580455923 tempest-RoutersAdminTest-580455923-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:49.121938 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b2bb7dda-b9b5-4374-bf24-84fc6202d9c2 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784185'] for security_group_rule, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:49.145561 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bb7dda-b9b5-4374-bf24-84fc6202d9c2 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24de3009-9867-47e7-97e5-9c2ca3523834,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:25:49.162375 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b2bb7dda-b9b5-4374-bf24-84fc6202d9c2 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:49.163684 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-b2bb7dda-b9b5-4374-bf24-84fc6202d9c2 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1875560 Jul 27 23:25:49.166848 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 59514) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:25:49.176564 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-2de4848a-f7ae-494a-b68b-42c5bec09a56 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Request body: {'security_group_rule': {'security_group_id': '45adfe1d-a587-41ce-999b-f37af7607abf', 'project_id': 'ba4fae7b46b54e6e99cbf665d54e4a7e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:25:49.246106 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2de4848a-f7ae-494a-b68b-42c5bec09a56 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:49.247155 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-3a20fa0a-cb2c-4abd-863e-ed8b1c52c642 tempest-RoutersAdminTest-580455923 tempest-RoutersAdminTest-580455923-project] Deleting port 74c2bea0-7fc8-4491-b5ed-224bab891bcb {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:25:49.247622 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3a20fa0a-cb2c-4abd-863e-ed8b1c52c642 tempest-RoutersAdminTest-580455923 tempest-RoutersAdminTest-580455923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:49.445661 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2de4848a-f7ae-494a-b68b-42c5bec09a56 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:49.461633 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2de4848a-f7ae-494a-b68b-42c5bec09a56 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784185'] for security_group_rule, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:49.482672 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 59522) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:25:49.486110 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3a20fa0a-cb2c-4abd-863e-ed8b1c52c642 tempest-RoutersAdminTest-580455923 tempest-RoutersAdminTest-580455923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:49.495806 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d0937e-f85a-48b3-bcc4-2114bdcf2d92 req-e6c12242-aca5-4811-806c-29a85f5670c6 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:25:49.497412 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-13d0937e-f85a-48b3-bcc4-2114bdcf2d92 req-e6c12242-aca5-4811-806c-29a85f5670c6 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] 10.222.0.18 "GET /v2.0/ports?device_id=73c8709c-3d2d-42d3-9576-8bcc0e8b4427 HTTP/1.1" status: 200 len: 946 time: 0.1711359 Jul 27 23:25:49.502601 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-3a20fa0a-cb2c-4abd-863e-ed8b1c52c642 tempest-RoutersAdminTest-580455923 tempest-RoutersAdminTest-580455923-project] Calling delete_port for 74c2bea0-7fc8-4491-b5ed-224bab891bcb owned by network:router_gateway {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:25:49.579610 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2de4848a-f7ae-494a-b68b-42c5bec09a56 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:49.581175 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-2de4848a-f7ae-494a-b68b-42c5bec09a56 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4133313 Jul 27 23:25:49.588823 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 59530) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:25:49.590868 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de4848a-f7ae-494a-b68b-42c5bec09a56 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4210d847-d446-4c3d-932d-d37d11599c72,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:25:49.602986 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-78cd8de2-4cf7-4638-b3f8-c31d58126ff5 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Request body: {'security_group_rule': {'security_group_id': '45adfe1d-a587-41ce-999b-f37af7607abf', 'project_id': 'ba4fae7b46b54e6e99cbf665d54e4a7e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:25:49.635123 n-d-802623-1 neutron-server[93797]: INFO neutron.db.securitygroups_db [None req-78cd8de2-4cf7-4638-b3f8-c31d58126ff5 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Project ba4fae7b46b54e6e99cbf665d54e4a7e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 23:25:49.640279 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49d49b7-3bd7-4fef-b3c7-c00b7446e7f9 req-543ad008-8dd7-46ca-81d0-77950c3c7a9a tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:25:49.641821 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e49d49b7-3bd7-4fef-b3c7-c00b7446e7f9 req-543ad008-8dd7-46ca-81d0-77950c3c7a9a tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] 10.222.0.49 "GET /v2.0/ports?device_id=73c8709c-3d2d-42d3-9576-8bcc0e8b4427 HTTP/1.1" status: 200 len: 946 time: 0.1602180 Jul 27 23:25:49.642035 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-78cd8de2-4cf7-4638-b3f8-c31d58126ff5 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:49.657506 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-13d0937e-f85a-48b3-bcc4-2114bdcf2d92 req-6c2c00f2-b53b-4916-a388-72b9b7097bd0 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e15ece7-f410-4d95-9c67-d98c825e8c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341236 Jul 27 23:25:49.792099 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-e49d49b7-3bd7-4fef-b3c7-c00b7446e7f9 req-dca3f308-5a11-47de-b73a-2fcce8db8aa0 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] Deleting port 2f9a2b8b-a691-4979-b4ec-4718847bf6d0 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:25:49.792447 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-e49d49b7-3bd7-4fef-b3c7-c00b7446e7f9 req-dca3f308-5a11-47de-b73a-2fcce8db8aa0 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:49.979608 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-0f914891-00b3-497b-9b18-ca0684b76c43 req-dfad5159-b2b4-4401-81ae-5c29654f224f tempest-ServerShowV247Test-1211425485 tempest-ServerShowV247Test-1211425485-project] 10.222.0.18 "GET /v2.0/ports?device_id=b2ac691c-40ad-467d-8e48-3027afa4ce00 HTTP/1.1" status: 200 len: 210 time: 0.0580993 Jul 27 23:25:50.008858 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b75c7751-6507-414f-a7b3-e1460796f2b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:50.070481 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-e49d49b7-3bd7-4fef-b3c7-c00b7446e7f9 req-dca3f308-5a11-47de-b73a-2fcce8db8aa0 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] For port 2f9a2b8b-a691-4979-b4ec-4718847bf6d0, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=2f9a2b8b-a691-4979-b4ec-4718847bf6d0,segment=NetworkSegment(e3440446-8deb-4174-b5a6-9cc094845dc2),segment_id=e3440446-8deb-4174-b5a6-9cc094845dc2)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:25:50.071180 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-e49d49b7-3bd7-4fef-b3c7-c00b7446e7f9 req-dca3f308-5a11-47de-b73a-2fcce8db8aa0 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:50.093848 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-e49d49b7-3bd7-4fef-b3c7-c00b7446e7f9 req-dca3f308-5a11-47de-b73a-2fcce8db8aa0 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] Calling delete_port for 2f9a2b8b-a691-4979-b4ec-4718847bf6d0 owned by compute:nova {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:25:50.345207 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-78cd8de2-4cf7-4638-b3f8-c31d58126ff5 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:50.371915 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b75c7751-6507-414f-a7b3-e1460796f2b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:50.377631 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-78cd8de2-4cf7-4638-b3f8-c31d58126ff5 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784185'] for security_group_rule, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:50.386089 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b75c7751-6507-414f-a7b3-e1460796f2b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:50.407469 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369c8ad1-1736-46b5-afc7-9f099ff63e8f req-99ce8c7e-c13d-4197-8ef0-c97e6354296d tempest-TestVolumeBackupRestore-155198222 tempest-TestVolumeBackupRestore-155198222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:25:50.415137 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-369c8ad1-1736-46b5-afc7-9f099ff63e8f req-99ce8c7e-c13d-4197-8ef0-c97e6354296d tempest-TestVolumeBackupRestore-155198222 tempest-TestVolumeBackupRestore-155198222-project] 10.222.0.18 "GET /v2.0/ports?device_id=6f91d071-256d-4471-b814-102a0464de10 HTTP/1.1" status: 200 len: 946 time: 0.7266452 Jul 27 23:25:50.420130 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 8a7f8595-edce-417b-b2ff-ad8c5eba4ab4 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:25:50.481198 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cd8de2-4cf7-4638-b3f8-c31d58126ff5 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4f3c218-aeaf-4dad-b138-9cc4ea1dcb97,revision_number=0']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:25:50.496925 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-78cd8de2-4cf7-4638-b3f8-c31d58126ff5 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:50.498349 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-78cd8de2-4cf7-4638-b3f8-c31d58126ff5 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.9084742 Jul 27 23:25:50.501826 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 59552) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:25:50.519294 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-eff0eda0-960e-4b5e-bd5a-13e91770b16b tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Request body: {'security_group_rule': {'security_group_id': '45adfe1d-a587-41ce-999b-f37af7607abf', 'project_id': 'ba4fae7b46b54e6e99cbf665d54e4a7e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:25:50.526345 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3a20fa0a-cb2c-4abd-863e-ed8b1c52c642 tempest-RoutersAdminTest-580455923 tempest-RoutersAdminTest-580455923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:50.526896 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning for port 8a7f8595-edce-417b-b2ff-ad8c5eba4ab4 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:25:50.534494 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-369c8ad1-1736-46b5-afc7-9f099ff63e8f req-d51e74a8-5480-438b-afc2-f3930097e10c tempest-TestVolumeBackupRestore-155198222 tempest-TestVolumeBackupRestore-155198222-project] 10.222.0.18 "GET /v2.0/security-groups?id=3ab4096c-6af3-4502-afe2-c829fe7be244&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1185145 Jul 27 23:25:50.551141 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-b75c7751-6507-414f-a7b3-e1460796f2b2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b171806f2d194552a25637b2ca78d5aa&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0526834 Jul 27 23:25:50.560302 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 59556) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:25:50.569053 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df58962e-0782-4cc5-96df-f00ed1843413 None None] Network 5ff4ad14-3426-463b-87a1-46477184ad85 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:25:50.582087 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a20fa0a-cb2c-4abd-863e-ed8b1c52c642 tempest-RoutersAdminTest-580455923 tempest-RoutersAdminTest-580455923-project] Pushing event deleted for resources: {'Port': ['ID=74c2bea0-7fc8-4491-b5ed-224bab891bcb,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:25:50.603654 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75c7751-6507-414f-a7b3-e1460796f2b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03215626-fced-4d65-af1a-a613e43ff657,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:25:50.654677 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e0326e8c-42a0-43fd-b59f-be8c73b2b5ef None None] Provisioning for port 8a7f8595-edce-417b-b2ff-ad8c5eba4ab4 completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:25:50.663776 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e0326e8c-42a0-43fd-b59f-be8c73b2b5ef None None] Provisioning complete for port 8a7f8595-edce-417b-b2ff-ad8c5eba4ab4 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:25:50.664131 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e0326e8c-42a0-43fd-b59f-be8c73b2b5ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:50.684806 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-e49d49b7-3bd7-4fef-b3c7-c00b7446e7f9 req-dca3f308-5a11-47de-b73a-2fcce8db8aa0 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:50.704497 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] get_ports_and_sgs() called for port_ids ['5b7866c5-7b07-46aa-bae5-acbbf94ec587', '2f9a2b8b-a691-4979-b4ec-4718847bf6d0'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:25:50.707682 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] get_ports_and_sgs() called for port_ids ['3e3f8daf-4adb-4090-af5f-d755712d53c5'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:25:50.708708 n-d-802623-1 neutron-server[93797]: INFO neutron.db.securitygroups_db [None req-eff0eda0-960e-4b5e-bd5a-13e91770b16b tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Project ba4fae7b46b54e6e99cbf665d54e4a7e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 23:25:50.722808 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-eff0eda0-960e-4b5e-bd5a-13e91770b16b tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:50.760582 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3a20fa0a-cb2c-4abd-863e-ed8b1c52c642 tempest-RoutersAdminTest-580455923 tempest-RoutersAdminTest-580455923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-415368'] for router_gateway, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:50.761080 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca3f308-5a11-47de-b73a-2fcce8db8aa0 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] Pushing event deleted for resources: {'Port': ['ID=2f9a2b8b-a691-4979-b4ec-4718847bf6d0,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:25:50.770937 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-59d4bb4f-4657-4339-9855-4dca1361d496 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:50.810899 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee35559-321f-485c-9cbc-1cf09302d4b8 req-21f5f442-ca4e-465c-8b82-1fd949cb95c2 tempest-TestVolumeBackupRestore-155198222 tempest-TestVolumeBackupRestore-155198222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:25:50.812833 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-3ee35559-321f-485c-9cbc-1cf09302d4b8 req-21f5f442-ca4e-465c-8b82-1fd949cb95c2 tempest-TestVolumeBackupRestore-155198222 tempest-TestVolumeBackupRestore-155198222-project] 10.222.0.18 "GET /v2.0/ports?device_id=6f91d071-256d-4471-b814-102a0464de10 HTTP/1.1" status: 200 len: 946 time: 0.1809530 Jul 27 23:25:50.842520 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-e49d49b7-3bd7-4fef-b3c7-c00b7446e7f9 req-dca3f308-5a11-47de-b73a-2fcce8db8aa0 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] No DVR routers for this DVR port 2f9a2b8b-a691-4979-b4ec-4718847bf6d0 on host n-h2-802623-1 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:25:50.862606 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-e49d49b7-3bd7-4fef-b3c7-c00b7446e7f9 req-dca3f308-5a11-47de-b73a-2fcce8db8aa0 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:50.868778 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e49d49b7-3bd7-4fef-b3c7-c00b7446e7f9 req-dca3f308-5a11-47de-b73a-2fcce8db8aa0 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] 10.222.0.49 "DELETE /v2.0/ports/2f9a2b8b-a691-4979-b4ec-4718847bf6d0 HTTP/1.1" status: 204 len: 173 time: 1.2100368 Jul 27 23:25:50.871618 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-59d4bb4f-4657-4339-9855-4dca1361d496 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:50.873513 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73c8709c-3d2d-42d3-9576-8bcc0e8b4427', 'name': 'network-vif-deleted', 'tag': '2f9a2b8b-a691-4979-b4ec-4718847bf6d0'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:25:50.876311 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}011f8d312121274bb12d78e77c6379a2079800640016cec6c6d605b73666e854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54900ad4-311e-4c26-89db-1c40e968748a" -d '{"events": [{"server_uuid": "73c8709c-3d2d-42d3-9576-8bcc0e8b4427", "name": "network-vif-deleted", "tag": "2f9a2b8b-a691-4979-b4ec-4718847bf6d0"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:25:50.904084 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e0326e8c-42a0-43fd-b59f-be8c73b2b5ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:50.924316 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f29f4438-1559-4044-85ec-3f72fd43944b req-6897e8ca-d070-4ebe-be2f-d66f7f162230 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] 10.222.0.18 "GET /v2.0/ports?device_id=73c8709c-3d2d-42d3-9576-8bcc0e8b4427 HTTP/1.1" status: 200 len: 210 time: 0.1598308 Jul 27 23:25:50.931594 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3a20fa0a-cb2c-4abd-863e-ed8b1c52c642 tempest-RoutersAdminTest-580455923 tempest-RoutersAdminTest-580455923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62205'] for router, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:50.934927 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3a20fa0a-cb2c-4abd-863e-ed8b1c52c642 tempest-RoutersAdminTest-580455923 tempest-RoutersAdminTest-580455923-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:50.968254 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-3ee35559-321f-485c-9cbc-1cf09302d4b8 req-9eca9003-3934-4bd4-94a1-3b112524dbd8 tempest-TestVolumeBackupRestore-155198222 tempest-TestVolumeBackupRestore-155198222-project] 10.222.0.18 "GET /v2.0/security-groups?id=3ab4096c-6af3-4502-afe2-c829fe7be244&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1314082 Jul 27 23:25:50.994531 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 59570) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:25:51.005168 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-eff0eda0-960e-4b5e-bd5a-13e91770b16b tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:51.010141 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-eff0eda0-960e-4b5e-bd5a-13e91770b16b tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784185'] for security_group_rule, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:51.023654 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:25:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e7c59fa-5c8d-4d88-ac47-aebf769427ab x-openstack-request-id: req-9e7c59fa-5c8d-4d88-ac47-aebf769427ab {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:25:51.024506 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73c8709c-3d2d-42d3-9576-8bcc0e8b4427", "name": "network-vif-deleted", "tag": "2f9a2b8b-a691-4979-b4ec-4718847bf6d0", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:25:51.025748 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9e7c59fa-5c8d-4d88-ac47-aebf769427ab {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:25:51.026265 n-d-802623-1 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73c8709c-3d2d-42d3-9576-8bcc0e8b4427', 'name': 'network-vif-deleted', 'tag': '2f9a2b8b-a691-4979-b4ec-4718847bf6d0', 'status': 'completed', 'code': 200} Jul 27 23:25:51.028378 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-59d4bb4f-4657-4339-9855-4dca1361d496 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:51.037624 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-59d4bb4f-4657-4339-9855-4dca1361d496 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:51.041283 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-59d4bb4f-4657-4339-9855-4dca1361d496 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/03215626-fced-4d65-af1a-a613e43ff657 HTTP/1.1" status: 204 len: 168 time: 0.4777043 Jul 27 23:25:51.057115 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff0eda0-960e-4b5e-bd5a-13e91770b16b tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9bf42815-1d53-4623-bbfa-0c0119164eed,revision_number=0']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:25:51.068296 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d4bb4f-4657-4339-9855-4dca1361d496 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03215626-fced-4d65-af1a-a613e43ff657,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:25:51.072356 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3a20fa0a-cb2c-4abd-863e-ed8b1c52c642 tempest-RoutersAdminTest-580455923 tempest-RoutersAdminTest-580455923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-477831'] for router, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:51.072983 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a20fa0a-cb2c-4abd-863e-ed8b1c52c642 tempest-RoutersAdminTest-580455923 tempest-RoutersAdminTest-580455923-project] Fanout notify agent at l3_agent the message router_deleted on router a439986e-4c47-4f1f-8351-e011b63d7f25 {{(pid=93797) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 23:25:51.093481 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3a20fa0a-cb2c-4abd-863e-ed8b1c52c642 tempest-RoutersAdminTest-580455923 tempest-RoutersAdminTest-580455923-project] Notify callbacks [] for router, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:51.094756 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-3a20fa0a-cb2c-4abd-863e-ed8b1c52c642 tempest-RoutersAdminTest-580455923 tempest-RoutersAdminTest-580455923-project] 10.222.0.18 "DELETE /v2.0/routers/a439986e-4c47-4f1f-8351-e011b63d7f25 HTTP/1.1" status: 204 len: 168 time: 2.4373820 Jul 27 23:25:51.100050 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 59578) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:25:51.104970 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-b12485c4-575b-40bb-8665-3b66f1460839 tempest-RoutersAdminTest-580455923 tempest-RoutersAdminTest-580455923-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1313132009', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:25:51.139924 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-eff0eda0-960e-4b5e-bd5a-13e91770b16b tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:51.143353 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-eff0eda0-960e-4b5e-bd5a-13e91770b16b tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6283700 Jul 27 23:25:51.165959 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-e0326e8c-42a0-43fd-b59f-be8c73b2b5ef None None] For port 8a7f8595-edce-417b-b2ff-ad8c5eba4ab4, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=8a7f8595-edce-417b-b2ff-ad8c5eba4ab4,segment=NetworkSegment(9ac5713f-1ed4-4c82-b885-5fc23b0f1a5c),segment_id=9ac5713f-1ed4-4c82-b885-5fc23b0f1a5c)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:25:51.190360 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e0326e8c-42a0-43fd-b59f-be8c73b2b5ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:51.198893 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b12485c4-575b-40bb-8665-3b66f1460839 tempest-RoutersAdminTest-580455923 tempest-RoutersAdminTest-580455923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62159'] for router, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:51.201566 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b12485c4-575b-40bb-8665-3b66f1460839 tempest-RoutersAdminTest-580455923 tempest-RoutersAdminTest-580455923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-479230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-415539', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3693317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62148'] for router, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:51.235673 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f15ffe59-ba26-4bd3-a1b4-3c46fd244e6a req-436fb93f-ae76-41a5-92dc-8613e1c10f77 tempest-ServerShowV247Test-1211425485 tempest-ServerShowV247Test-1211425485-project] 10.222.0.18 "GET /v2.0/ports?device_id=b2ac691c-40ad-467d-8e48-3027afa4ce00 HTTP/1.1" status: 200 len: 210 time: 0.0562303 Jul 27 23:25:51.332726 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0326e8c-42a0-43fd-b59f-be8c73b2b5ef None None] Pushing event updated for resources: {'Port': ['ID=8a7f8595-edce-417b-b2ff-ad8c5eba4ab4,revision_number=3']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:25:51.340233 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b12485c4-575b-40bb-8665-3b66f1460839 tempest-RoutersAdminTest-580455923 tempest-RoutersAdminTest-580455923-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:51.376896 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b12485c4-575b-40bb-8665-3b66f1460839 tempest-RoutersAdminTest-580455923 tempest-RoutersAdminTest-580455923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-415468'] for router, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:51.416037 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75d43e01-2c5c-4956-aedf-44904a02cc9d tempest-TestVolumeBackupRestore-1357329798 tempest-TestVolumeBackupRestore-1357329798-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:25:51.417892 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-75d43e01-2c5c-4956-aedf-44904a02cc9d tempest-TestVolumeBackupRestore-1357329798 tempest-TestVolumeBackupRestore-1357329798-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=6f91d071-256d-4471-b814-102a0464de10 HTTP/1.1" status: 200 len: 1092 time: 0.4222929 Jul 27 23:25:51.419195 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b12485c4-575b-40bb-8665-3b66f1460839 tempest-RoutersAdminTest-580455923 tempest-RoutersAdminTest-580455923-project] Notify callbacks [] for router, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:51.420479 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-b12485c4-575b-40bb-8665-3b66f1460839 tempest-RoutersAdminTest-580455923 tempest-RoutersAdminTest-580455923-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3193533 Jul 27 23:25:51.423310 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 59584) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:25:51.424486 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 59586) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:25:51.429862 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-6a067f51-7841-4f74-90e5-e7b9e05d44eb tempest-RoutersAdminTest-580455923 tempest-RoutersAdminTest-580455923-project] Request body: {'router': {'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'}}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:25:51.435417 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-2a226c2d-ec95-4f52-8278-5a60b8dad2ea tempest-TestVolumeBackupRestore-155198222 tempest-TestVolumeBackupRestore-155198222-project] Request body: {'floatingip': {'floating_network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'port_id': '12dd9847-7701-499b-b256-43a1578e87a6', 'tenant_id': 'acf4fb1269eb40aab078bc0133d25bec', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:25:51.506161 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2a226c2d-ec95-4f52-8278-5a60b8dad2ea tempest-TestVolumeBackupRestore-155198222 tempest-TestVolumeBackupRestore-155198222-project] Notify callbacks [] for floatingip, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:51.617177 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-5f217237-adab-4ece-bfc7-4267e72a310f None None] Provisioning complete for port 8a7f8595-edce-417b-b2ff-ad8c5eba4ab4 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:25:51.618767 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-5f217237-adab-4ece-bfc7-4267e72a310f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:51.639307 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-1a85df52-78c4-4ebf-8ff6-871b67b8626c req-163d2389-82b0-4f32-8f53-b5b4622e4de6 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=b2ac691c-40ad-467d-8e48-3027afa4ce00 HTTP/1.1" status: 200 len: 210 time: 0.0288522 Jul 27 23:25:51.736005 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-c95f26a3-0b7b-4cf4-ab64-b1431541c6e4 req-6a939473-829a-4d44-95fc-76f3007b0364 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-696674196&fields=id&tenant_id=ba4fae7b46b54e6e99cbf665d54e4a7e HTTP/1.1" status: 200 len: 267 time: 0.1125796 Jul 27 23:25:51.910372 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95f26a3-0b7b-4cf4-ab64-b1431541c6e4 req-49d2c107-72bc-4010-a166-58fc5a7e7b9b tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:25:51.912199 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-c95f26a3-0b7b-4cf4-ab64-b1431541c6e4 req-49d2c107-72bc-4010-a166-58fc5a7e7b9b tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] 10.222.0.18 "GET /v2.0/networks?id=5ff4ad14-3426-463b-87a1-46477184ad85 HTTP/1.1" status: 200 len: 796 time: 0.1754086 Jul 27 23:25:51.920031 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2a226c2d-ec95-4f52-8278-5a60b8dad2ea tempest-TestVolumeBackupRestore-155198222 tempest-TestVolumeBackupRestore-155198222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:51.940493 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-c95f26a3-0b7b-4cf4-ab64-b1431541c6e4 req-f094b36d-c6f5-45dd-8475-37f7805a9a79 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] 10.222.0.18 "GET /v2.0/quotas/ba4fae7b46b54e6e99cbf665d54e4a7e HTTP/1.1" status: 200 len: 375 time: 0.0179789 Jul 27 23:25:52.127826 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6a067f51-7841-4f74-90e5-e7b9e05d44eb tempest-RoutersAdminTest-580455923 tempest-RoutersAdminTest-580455923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-415433', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62186'] for router, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:52.135930 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-c95f26a3-0b7b-4cf4-ab64-b1431541c6e4 req-a3862906-f84c-457d-8087-8780db1f0cda tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=ba4fae7b46b54e6e99cbf665d54e4a7e&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1292765 Jul 27 23:25:52.227945 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-2a226c2d-ec95-4f52-8278-5a60b8dad2ea tempest-TestVolumeBackupRestore-155198222 tempest-TestVolumeBackupRestore-155198222-project] Allocated IP 172.25.4.81 (2fd42287-ed26-4eb9-89a5-b521f5b04356/17de1f8f-393a-4b0c-a2df-614bd3f2fb5e/0afe8540-c21c-4627-a70c-32c7dd69be4a) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:25:52.356214 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-c95f26a3-0b7b-4cf4-ab64-b1431541c6e4 req-4cec2c6b-8ad7-466c-a1db-e7043521f811 service neutron] 10.222.0.18 "GET /v2.0/networks/5ff4ad14-3426-463b-87a1-46477184ad85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2016423 Jul 27 23:25:52.417716 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 8a7f8595-edce-417b-b2ff-ad8c5eba4ab4 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:25:52.438984 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-4812eafe-d92c-4cef-b644-3a02ee002111 req-d3cfda26-ba73-4aee-8ab6-470ee4af0efb tempest-ServerShowV247Test-1211425485 tempest-ServerShowV247Test-1211425485-project] 10.222.0.18 "GET /v2.0/ports?device_id=b2ac691c-40ad-467d-8e48-3027afa4ce00 HTTP/1.1" status: 200 len: 210 time: 0.0602686 Jul 27 23:25:52.440535 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6a067f51-7841-4f74-90e5-e7b9e05d44eb tempest-RoutersAdminTest-580455923 tempest-RoutersAdminTest-580455923-project] Notify callbacks [] for router_gateway, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:52.490772 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2a226c2d-ec95-4f52-8278-5a60b8dad2ea tempest-TestVolumeBackupRestore-155198222 tempest-TestVolumeBackupRestore-155198222-project] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:52.494570 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6a067f51-7841-4f74-90e5-e7b9e05d44eb tempest-RoutersAdminTest-580455923 tempest-RoutersAdminTest-580455923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:52.510761 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port 8a7f8595-edce-417b-b2ff-ad8c5eba4ab4 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:25:52.512224 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:52.546210 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-c95f26a3-0b7b-4cf4-ab64-b1431541c6e4 req-e7ae2812-e049-4249-8446-70ae8055efc5 service neutron] 10.222.0.18 "GET /v2.0/networks/5ff4ad14-3426-463b-87a1-46477184ad85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1732652 Jul 27 23:25:52.598496 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2a226c2d-ec95-4f52-8278-5a60b8dad2ea tempest-TestVolumeBackupRestore-155198222 tempest-TestVolumeBackupRestore-155198222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:52.671367 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a226c2d-ec95-4f52-8278-5a60b8dad2ea tempest-TestVolumeBackupRestore-155198222 tempest-TestVolumeBackupRestore-155198222-project] Network 2fd42287-ed26-4eb9-89a5-b521f5b04356 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:25:52.677368 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-2a226c2d-ec95-4f52-8278-5a60b8dad2ea tempest-TestVolumeBackupRestore-155198222 tempest-TestVolumeBackupRestore-155198222-project] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:25:52.679724 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a226c2d-ec95-4f52-8278-5a60b8dad2ea tempest-TestVolumeBackupRestore-155198222 tempest-TestVolumeBackupRestore-155198222-project] Pushing event updated for resources: {'Port': ['ID=0afe8540-c21c-4627-a70c-32c7dd69be4a,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:25:52.687941 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a226c2d-ec95-4f52-8278-5a60b8dad2ea tempest-TestVolumeBackupRestore-155198222 tempest-TestVolumeBackupRestore-155198222-project] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:25:52.692311 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a226c2d-ec95-4f52-8278-5a60b8dad2ea tempest-TestVolumeBackupRestore-155198222 tempest-TestVolumeBackupRestore-155198222-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:25:52.693430 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a226c2d-ec95-4f52-8278-5a60b8dad2ea tempest-TestVolumeBackupRestore-155198222 tempest-TestVolumeBackupRestore-155198222-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:25:52.693925 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a226c2d-ec95-4f52-8278-5a60b8dad2ea tempest-TestVolumeBackupRestore-155198222 tempest-TestVolumeBackupRestore-155198222-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:25:52.694365 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a226c2d-ec95-4f52-8278-5a60b8dad2ea tempest-TestVolumeBackupRestore-155198222 tempest-TestVolumeBackupRestore-155198222-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:25:52.694713 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a226c2d-ec95-4f52-8278-5a60b8dad2ea tempest-TestVolumeBackupRestore-155198222 tempest-TestVolumeBackupRestore-155198222-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:25:52.695065 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a226c2d-ec95-4f52-8278-5a60b8dad2ea tempest-TestVolumeBackupRestore-155198222 tempest-TestVolumeBackupRestore-155198222-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:25:52.695424 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a226c2d-ec95-4f52-8278-5a60b8dad2ea tempest-TestVolumeBackupRestore-155198222 tempest-TestVolumeBackupRestore-155198222-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:25:52.695798 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a226c2d-ec95-4f52-8278-5a60b8dad2ea tempest-TestVolumeBackupRestore-155198222 tempest-TestVolumeBackupRestore-155198222-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:25:52.696131 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a226c2d-ec95-4f52-8278-5a60b8dad2ea tempest-TestVolumeBackupRestore-155198222 tempest-TestVolumeBackupRestore-155198222-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:25:52.696454 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a226c2d-ec95-4f52-8278-5a60b8dad2ea tempest-TestVolumeBackupRestore-155198222 tempest-TestVolumeBackupRestore-155198222-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:25:52.696794 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a226c2d-ec95-4f52-8278-5a60b8dad2ea tempest-TestVolumeBackupRestore-155198222 tempest-TestVolumeBackupRestore-155198222-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:25:52.697099 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a226c2d-ec95-4f52-8278-5a60b8dad2ea tempest-TestVolumeBackupRestore-155198222 tempest-TestVolumeBackupRestore-155198222-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:25:52.771604 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3217ff06-831d-4772-bba9-b7886506d07e req-81d0ad36-4a03-49f0-a54c-9cc96f247d91 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:25:52.773383 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-3217ff06-831d-4772-bba9-b7886506d07e req-81d0ad36-4a03-49f0-a54c-9cc96f247d91 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] 10.222.0.18 "GET /v2.0/ports?device_id=b0fb3bb6-d1de-4ff7-91dc-15d9e066d759 HTTP/1.1" status: 200 len: 945 time: 0.1683922 Jul 27 23:25:52.851407 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-6a067f51-7841-4f74-90e5-e7b9e05d44eb tempest-RoutersAdminTest-580455923 tempest-RoutersAdminTest-580455923-project] Allocated IP 172.25.4.112 (2fd42287-ed26-4eb9-89a5-b521f5b04356/17de1f8f-393a-4b0c-a2df-614bd3f2fb5e/20d07a8a-f7ab-4d26-823d-09428762ecb3) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:25:52.916066 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-2b96ec4d-e1c1-4314-9a01-ffafa3c21fb5 req-b0cfa4d6-6d76-4288-8c0b-94d6427b535a tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ae77e5d-c93a-4a87-a622-8c31637a543b HTTP/1.1" status: 200 len: 210 time: 0.0423841 Jul 27 23:25:52.927659 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-3217ff06-831d-4772-bba9-b7886506d07e req-9117a8b1-5382-4fc9-b194-86e6597d8aab tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e15ece7-f410-4d95-9c67-d98c825e8c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423233 Jul 27 23:25:53.072916 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6a067f51-7841-4f74-90e5-e7b9e05d44eb tempest-RoutersAdminTest-580455923 tempest-RoutersAdminTest-580455923-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:53.130757 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6a067f51-7841-4f74-90e5-e7b9e05d44eb tempest-RoutersAdminTest-580455923 tempest-RoutersAdminTest-580455923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:53.214478 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a067f51-7841-4f74-90e5-e7b9e05d44eb tempest-RoutersAdminTest-580455923 tempest-RoutersAdminTest-580455923-project] Network 2fd42287-ed26-4eb9-89a5-b521f5b04356 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:25:53.222924 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-6a067f51-7841-4f74-90e5-e7b9e05d44eb tempest-RoutersAdminTest-580455923 tempest-RoutersAdminTest-580455923-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:25:53.226074 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a067f51-7841-4f74-90e5-e7b9e05d44eb tempest-RoutersAdminTest-580455923 tempest-RoutersAdminTest-580455923-project] Pushing event updated for resources: {'Port': ['ID=20d07a8a-f7ab-4d26-823d-09428762ecb3,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:25:53.228448 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a067f51-7841-4f74-90e5-e7b9e05d44eb tempest-RoutersAdminTest-580455923 tempest-RoutersAdminTest-580455923-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:25:53.322714 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2a226c2d-ec95-4f52-8278-5a60b8dad2ea tempest-TestVolumeBackupRestore-155198222 tempest-TestVolumeBackupRestore-155198222-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:53.419784 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2a226c2d-ec95-4f52-8278-5a60b8dad2ea tempest-TestVolumeBackupRestore-155198222 tempest-TestVolumeBackupRestore-155198222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:53.607742 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6a067f51-7841-4f74-90e5-e7b9e05d44eb tempest-RoutersAdminTest-580455923 tempest-RoutersAdminTest-580455923-project] Notify callbacks [] for router_gateway, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:53.718034 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-4d574be1-209c-4e49-a0c3-e0bf8ed91e7c req-23b7838e-38cc-49ad-acf3-444f2e426062 tempest-ServerShowV247Test-1211425485 tempest-ServerShowV247Test-1211425485-project] 10.222.0.18 "GET /v2.0/ports?device_id=b2ac691c-40ad-467d-8e48-3027afa4ce00 HTTP/1.1" status: 200 len: 210 time: 0.1167564 Jul 27 23:25:53.762674 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed10147d-e3fe-462e-85ce-e95f1024b0fa req-59c387a0-dcf0-4926-b7f2-6514539eb444 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:25:53.764261 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ed10147d-e3fe-462e-85ce-e95f1024b0fa req-59c387a0-dcf0-4926-b7f2-6514539eb444 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] 10.222.0.38 "GET /v2.0/ports?device_id=b0fb3bb6-d1de-4ff7-91dc-15d9e066d759 HTTP/1.1" status: 200 len: 945 time: 0.0680223 Jul 27 23:25:53.767457 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2a226c2d-ec95-4f52-8278-5a60b8dad2ea tempest-TestVolumeBackupRestore-155198222 tempest-TestVolumeBackupRestore-155198222-project] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:53.776924 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2a226c2d-ec95-4f52-8278-5a60b8dad2ea tempest-TestVolumeBackupRestore-155198222 tempest-TestVolumeBackupRestore-155198222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11336041'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:53.889627 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a226c2d-ec95-4f52-8278-5a60b8dad2ea tempest-TestVolumeBackupRestore-155198222 tempest-TestVolumeBackupRestore-155198222-project] Pushing event updated for resources: {'Port': ['ID=0afe8540-c21c-4627-a70c-32c7dd69be4a,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:25:53.902670 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2a226c2d-ec95-4f52-8278-5a60b8dad2ea tempest-TestVolumeBackupRestore-155198222 tempest-TestVolumeBackupRestore-155198222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-415302'] for floatingip, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:53.913365 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device 2f9a2b8b-a691-4979-b4ec-4718847bf6d0 no longer exists at agent hyperv_n-h2-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:25:53.952883 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] No Port match for: 2f9a2b8b-a691-4979-b4ec-4718847bf6d0 {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:25:53.953654 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device 2f9a2b8b-a691-4979-b4ec-4718847bf6d0 not bound to the agent host n-h2-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:25:53.976364 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6a067f51-7841-4f74-90e5-e7b9e05d44eb tempest-RoutersAdminTest-580455923 tempest-RoutersAdminTest-580455923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-415433', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62186'] for router, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:53.981441 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-ed10147d-e3fe-462e-85ce-e95f1024b0fa req-d583efc8-630f-4c35-9339-42bcb726e2e6 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] Deleting port 3e3f8daf-4adb-4090-af5f-d755712d53c5 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:25:53.981908 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-ed10147d-e3fe-462e-85ce-e95f1024b0fa req-d583efc8-630f-4c35-9339-42bcb726e2e6 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:53.986942 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6a067f51-7841-4f74-90e5-e7b9e05d44eb tempest-RoutersAdminTest-580455923 tempest-RoutersAdminTest-580455923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-415468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-415442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-415451', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-479100'] for router, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:54.176365 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-2488666d-e429-4577-aa4e-35f6b9bfab5b req-7e6876f2-f6bf-4fdc-bc0f-a93cc8142b31 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ae77e5d-c93a-4a87-a622-8c31637a543b HTTP/1.1" status: 200 len: 210 time: 0.1155505 Jul 27 23:25:54.192941 n-d-802623-1 neutron-server[93797]: INFO neutron.db.l3_db [None req-2a226c2d-ec95-4f52-8278-5a60b8dad2ea tempest-TestVolumeBackupRestore-155198222 tempest-TestVolumeBackupRestore-155198222-project] Floating IP 3b4956ef-571f-4d5e-a5ac-8212c0a84370 associated. External IP: 172.25.4.81, port: 12dd9847-7701-499b-b256-43a1578e87a6. Jul 27 23:25:54.195868 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-ed10147d-e3fe-462e-85ce-e95f1024b0fa req-d583efc8-630f-4c35-9339-42bcb726e2e6 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] For port 3e3f8daf-4adb-4090-af5f-d755712d53c5, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=3e3f8daf-4adb-4090-af5f-d755712d53c5,segment=NetworkSegment(e3440446-8deb-4174-b5a6-9cc094845dc2),segment_id=e3440446-8deb-4174-b5a6-9cc094845dc2)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:25:54.196852 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-ed10147d-e3fe-462e-85ce-e95f1024b0fa req-d583efc8-630f-4c35-9339-42bcb726e2e6 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:54.229063 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-ed10147d-e3fe-462e-85ce-e95f1024b0fa req-d583efc8-630f-4c35-9339-42bcb726e2e6 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] Calling delete_port for 3e3f8daf-4adb-4090-af5f-d755712d53c5 owned by compute:nova {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:25:54.402801 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c66430fe-e060-4035-b268-6dbfb536fac2 req-64c92f18-7c8a-4389-883f-87cff985bec5 tempest-ServerShowV247Test-1211425485 tempest-ServerShowV247Test-1211425485-project] 10.222.0.18 "GET /v2.0/ports?device_id=b2ac691c-40ad-467d-8e48-3027afa4ce00&device_id=e85e97f7-9b49-4756-a31e-582c28421907 HTTP/1.1" status: 200 len: 210 time: 0.0780971 Jul 27 23:25:54.433938 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a067f51-7841-4f74-90e5-e7b9e05d44eb tempest-RoutersAdminTest-580455923 tempest-RoutersAdminTest-580455923-project] Router 197c583c-8c08-42b9-8635-1bc5990ea7b2 is scheduled to L3 agent 018c4455-49c0-4734-927d-7824067b2a9e with binding_index 1 {{(pid=93798) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 23:25:54.497375 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5034a0e-3295-40af-ab9a-d8d7b31713ee req-9053ec80-d5d6-4f26-bf62-b14b5de1f168 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:25:54.498943 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-b5034a0e-3295-40af-ab9a-d8d7b31713ee req-9053ec80-d5d6-4f26-bf62-b14b5de1f168 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] 10.222.0.18 "GET /v2.0/ports?device_id=b0fb3bb6-d1de-4ff7-91dc-15d9e066d759 HTTP/1.1" status: 200 len: 945 time: 0.1823518 Jul 27 23:25:54.551963 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95f26a3-0b7b-4cf4-ab64-b1431541c6e4 req-28319b92-4197-4295-bcbb-536ea9292be5 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:25:54.553467 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c95f26a3-0b7b-4cf4-ab64-b1431541c6e4 req-28319b92-4197-4295-bcbb-536ea9292be5 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] 10.222.0.49 "GET /v2.0/networks?id=5ff4ad14-3426-463b-87a1-46477184ad85 HTTP/1.1" status: 200 len: 796 time: 0.2978537 Jul 27 23:25:54.623687 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-b5034a0e-3295-40af-ab9a-d8d7b31713ee req-00ff7386-0599-4bce-8e9d-3dc85574e994 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e15ece7-f410-4d95-9c67-d98c825e8c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018026 Jul 27 23:25:54.675960 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c95f26a3-0b7b-4cf4-ab64-b1431541c6e4 req-5bfcc8f4-3f23-4491-a064-b59030c369ba tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ba4fae7b46b54e6e99cbf665d54e4a7e HTTP/1.1" status: 200 len: 471 time: 0.1103985 Jul 27 23:25:54.684142 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a226c2d-ec95-4f52-8278-5a60b8dad2ea tempest-TestVolumeBackupRestore-155198222 tempest-TestVolumeBackupRestore-155198222-project] Router 79c8e2a9-891c-41fe-996c-389649a999a4 has already been hosted by L3 agent 018c4455-49c0-4734-927d-7824067b2a9e {{(pid=93797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 23:25:54.698312 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [req-c95f26a3-0b7b-4cf4-ab64-b1431541c6e4 req-73ff9f04-6459-457f-80f9-2b8c6fd2fc1f tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Request body: {'port': {'device_id': '2ae77e5d-c93a-4a87-a622-8c31637a543b', 'network_id': '5ff4ad14-3426-463b-87a1-46477184ad85', 'admin_state_up': True, 'tenant_id': 'ba4fae7b46b54e6e99cbf665d54e4a7e', 'security_groups': ['45adfe1d-a587-41ce-999b-f37af7607abf']}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:25:54.748819 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a067f51-7841-4f74-90e5-e7b9e05d44eb tempest-RoutersAdminTest-580455923 tempest-RoutersAdminTest-580455923-project] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:25:54.752758 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-ed10147d-e3fe-462e-85ce-e95f1024b0fa req-d583efc8-630f-4c35-9339-42bcb726e2e6 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:54.761885 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6a067f51-7841-4f74-90e5-e7b9e05d44eb tempest-RoutersAdminTest-580455923 tempest-RoutersAdminTest-580455923-project] Notify callbacks [] for router, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:54.762163 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-579eabb9-0a33-4a0e-9419-a5a537fcada6 None None] Sync routers for ids ['197c583c-8c08-42b9-8635-1bc5990ea7b2'] in n-d-802623-1 {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:25:54.763593 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-6a067f51-7841-4f74-90e5-e7b9e05d44eb tempest-RoutersAdminTest-580455923 tempest-RoutersAdminTest-580455923-project] 10.222.0.18 "PUT /v2.0/routers/197c583c-8c08-42b9-8635-1bc5990ea7b2 HTTP/1.1" status: 200 len: 880 time: 3.3381736 Jul 27 23:25:54.774690 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 59770) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:25:54.790873 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] get_ports_and_sgs() called for port_ids ['5b7866c5-7b07-46aa-bae5-acbbf94ec587'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:25:54.796679 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] get_ports_and_sgs() called for port_ids ['3e3f8daf-4adb-4090-af5f-d755712d53c5'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:25:54.808950 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-579eabb9-0a33-4a0e-9419-a5a537fcada6 None None] Routers {'197c583c-8c08-42b9-8635-1bc5990ea7b2'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:25:54.809625 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-579eabb9-0a33-4a0e-9419-a5a537fcada6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:25:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['197c583c-8c08-42b9-8635-1bc5990ea7b2'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:25:54.840588 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-0a50ae52-d717-46e3-8a65-c4a588028ad0 req-2b9d6d57-4ad7-4c9a-987f-10fd10901401 tempest-ServerShowV247Test-1211425485 tempest-ServerShowV247Test-1211425485-project] 10.222.0.18 "GET /v2.0/ports?device_id=b2ac691c-40ad-467d-8e48-3027afa4ce00 HTTP/1.1" status: 200 len: 210 time: 0.0379000 Jul 27 23:25:54.840588 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f76b5b65-b64d-4094-8691-ef0b37a79fe8 req-ce040d8d-2cc4-4096-90f9-0a8fcfb4cc37 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=759662157daf4e869a0220d5a2906775&device_id=b2ac691c-40ad-467d-8e48-3027afa4ce00 HTTP/1.1" status: 200 len: 210 time: 0.1309955 Jul 27 23:25:54.850378 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d583efc8-630f-4c35-9339-42bcb726e2e6 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] Pushing event deleted for resources: {'Port': ['ID=3e3f8daf-4adb-4090-af5f-d755712d53c5,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:25:54.924193 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed10147d-e3fe-462e-85ce-e95f1024b0fa req-d583efc8-630f-4c35-9339-42bcb726e2e6 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] No DVR routers for this DVR port 3e3f8daf-4adb-4090-af5f-d755712d53c5 on host n-h1-802623-1 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:25:54.958261 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f76b5b65-b64d-4094-8691-ef0b37a79fe8 req-b69307c5-8873-4116-bbea-5516dda91d8e service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=759662157daf4e869a0220d5a2906775&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1099360 Jul 27 23:25:54.966738 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-ed10147d-e3fe-462e-85ce-e95f1024b0fa req-d583efc8-630f-4c35-9339-42bcb726e2e6 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:54.968730 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ed10147d-e3fe-462e-85ce-e95f1024b0fa req-d583efc8-630f-4c35-9339-42bcb726e2e6 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] 10.222.0.38 "DELETE /v2.0/ports/3e3f8daf-4adb-4090-af5f-d755712d53c5 HTTP/1.1" status: 204 len: 173 time: 1.1692207 Jul 27 23:25:54.969188 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0fb3bb6-d1de-4ff7-91dc-15d9e066d759', 'name': 'network-vif-deleted', 'tag': '3e3f8daf-4adb-4090-af5f-d755712d53c5'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:25:54.971428 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}011f8d312121274bb12d78e77c6379a2079800640016cec6c6d605b73666e854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a59b453-57c8-45e6-a96d-203fd4757ace" -d '{"events": [{"server_uuid": "b0fb3bb6-d1de-4ff7-91dc-15d9e066d759", "name": "network-vif-deleted", "tag": "3e3f8daf-4adb-4090-af5f-d755712d53c5"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:25:55.015338 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-579eabb9-0a33-4a0e-9419-a5a537fcada6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:25:55.039978 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-d3db9f1f-2695-480a-9f58-468c00e32483 tempest-RoutersAdminTest-590554823 tempest-RoutersAdminTest-590554823-project-admin] 10.222.0.18 "GET /v2.0/routers/197c583c-8c08-42b9-8635-1bc5990ea7b2 HTTP/1.1" status: 200 len: 921 time: 0.2637277 Jul 27 23:25:55.043558 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:25:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f1d0735-19be-4e27-8034-2dd7afa84cf1 x-openstack-request-id: req-1f1d0735-19be-4e27-8034-2dd7afa84cf1 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:25:55.043851 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0fb3bb6-d1de-4ff7-91dc-15d9e066d759", "name": "network-vif-deleted", "tag": "3e3f8daf-4adb-4090-af5f-d755712d53c5", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:25:55.051229 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1f1d0735-19be-4e27-8034-2dd7afa84cf1 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:25:55.051446 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-579eabb9-0a33-4a0e-9419-a5a537fcada6 None None] Routers {'197c583c-8c08-42b9-8635-1bc5990ea7b2'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:25:55.051992 n-d-802623-1 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0fb3bb6-d1de-4ff7-91dc-15d9e066d759', 'name': 'network-vif-deleted', 'tag': '3e3f8daf-4adb-4090-af5f-d755712d53c5', 'status': 'completed', 'code': 200} Jul 27 23:25:55.052588 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-579eabb9-0a33-4a0e-9419-a5a537fcada6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:25:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['197c583c-8c08-42b9-8635-1bc5990ea7b2'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:25:55.060973 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 59782) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:25:55.069342 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c95f26a3-0b7b-4cf4-ab64-b1431541c6e4 req-73ff9f04-6459-457f-80f9-2b8c6fd2fc1f tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Made reservation on behalf of ba4fae7b46b54e6e99cbf665d54e4a7e for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:25:55.076736 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-c95f26a3-0b7b-4cf4-ab64-b1431541c6e4 req-73ff9f04-6459-457f-80f9-2b8c6fd2fc1f tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:55.094922 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-579eabb9-0a33-4a0e-9419-a5a537fcada6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:25:55.095893 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-579eabb9-0a33-4a0e-9419-a5a537fcada6 None None] The sync data for ids ['197c583c-8c08-42b9-8635-1bc5990ea7b2'] in n-d-802623-1 is: [] {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:25:55.328680 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [req-c95f26a3-0b7b-4cf4-ab64-b1431541c6e4 req-73ff9f04-6459-457f-80f9-2b8c6fd2fc1f tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Allocated IP 172.20.0.29 (5ff4ad14-3426-463b-87a1-46477184ad85/56344ae4-e45a-495d-9cbd-588c0f16a84e/961323c1-45a0-49bd-8057-e5e8055bfc40) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:25:55.428573 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f65f2f89-9654-4481-9819-60cf6d9e4276 req-791fcb03-7f17-46e6-be12-0bc585b2e2a0 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ae77e5d-c93a-4a87-a622-8c31637a543b HTTP/1.1" status: 200 len: 210 time: 0.0956290 Jul 27 23:25:55.452622 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a226c2d-ec95-4f52-8278-5a60b8dad2ea tempest-TestVolumeBackupRestore-155198222 tempest-TestVolumeBackupRestore-155198222-project] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:25:55.464695 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57daea25-bc18-40d6-a852-5002658bf12d None None] Sync routers for ids ['79c8e2a9-891c-41fe-996c-389649a999a4'] in n-d-802623-1 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:25:55.468094 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76b5b65-b64d-4094-8691-ef0b37a79fe8 req-37e83c09-8c22-41e6-a8fe-1b0b957e85b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:25:55.469550 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f76b5b65-b64d-4094-8691-ef0b37a79fe8 req-37e83c09-8c22-41e6-a8fe-1b0b957e85b0 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5041392 Jul 27 23:25:55.480754 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57daea25-bc18-40d6-a852-5002658bf12d None None] Routers {'79c8e2a9-891c-41fe-996c-389649a999a4'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:25:55.481632 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-57daea25-bc18-40d6-a852-5002658bf12d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:25:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['79c8e2a9-891c-41fe-996c-389649a999a4'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:25:55.515177 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afadf48b-f40d-4135-87af-672a748c7821 tempest-RoutersAdminTest-590554823 tempest-RoutersAdminTest-590554823-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:25:55.523223 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-afadf48b-f40d-4135-87af-672a748c7821 tempest-RoutersAdminTest-590554823 tempest-RoutersAdminTest-590554823-project-admin] 10.222.0.18 "GET /v2.0/ports?network_id=2fd42287-ed26-4eb9-89a5-b521f5b04356&device_id=197c583c-8c08-42b9-8635-1bc5990ea7b2&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.4313891 Jul 27 23:25:55.525903 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 59792) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:25:55.627095 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2a226c2d-ec95-4f52-8278-5a60b8dad2ea tempest-TestVolumeBackupRestore-155198222 tempest-TestVolumeBackupRestore-155198222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for floatingip, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:55.729612 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-2a226c2d-ec95-4f52-8278-5a60b8dad2ea tempest-TestVolumeBackupRestore-155198222 tempest-TestVolumeBackupRestore-155198222-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.3031492 Jul 27 23:25:55.735956 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f91d071-256d-4471-b814-102a0464de10', 'tag': '12dd9847-7701-499b-b256-43a1578e87a6'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:25:55.738882 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a476459a1bfce68b0ae0df5b6a71154bfc7cfdc8f9eefce6ad0a17231e60468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e7b4f92-d0de-45c3-b9d4-0c887faf9b3d" -d '{"events": [{"name": "network-changed", "server_uuid": "6f91d071-256d-4471-b814-102a0464de10", "tag": "12dd9847-7701-499b-b256-43a1578e87a6"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:25:55.742465 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 59798) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:25:55.815313 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edb7a225-69bd-425f-a8b4-7fc2c7e856b0 tempest-RoutersAdminTest-590554823 tempest-RoutersAdminTest-590554823-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:25:55.816922 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-edb7a225-69bd-425f-a8b4-7fc2c7e856b0 tempest-RoutersAdminTest-590554823 tempest-RoutersAdminTest-590554823-project-admin] 10.222.0.18 "GET /v2.0/networks/2fd42287-ed26-4eb9-89a5-b521f5b04356 HTTP/1.1" status: 200 len: 881 time: 0.2900567 Jul 27 23:25:55.830983 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 59802) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:25:55.855795 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 23:25:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-775031a0-4c08-428a-8653-1171489bcae2 x-openstack-request-id: req-775031a0-4c08-428a-8653-1171489bcae2 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:25:55.856454 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f91d071-256d-4471-b814-102a0464de10", "tag": "12dd9847-7701-499b-b256-43a1578e87a6", "status": "completed", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:25:55.856454 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-775031a0-4c08-428a-8653-1171489bcae2 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:25:55.857721 n-d-802623-1 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f91d071-256d-4471-b814-102a0464de10', 'tag': '12dd9847-7701-499b-b256-43a1578e87a6', 'status': 'completed', 'code': 200} Jul 27 23:25:55.874676 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-57daea25-bc18-40d6-a852-5002658bf12d None None] Set router 79c8e2a9-891c-41fe-996c-389649a999a4 gateway port host: n-d-802623-1 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:25:55.910478 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-bef71c83-095b-4dfe-907f-e98e7a59a042 tempest-RoutersAdminTest-580455923 tempest-RoutersAdminTest-580455923-project] 10.222.0.18 "GET /v2.0/ports?device_id=197c583c-8c08-42b9-8635-1bc5990ea7b2 HTTP/1.1" status: 200 len: 205 time: 0.0782566 Jul 27 23:25:55.913907 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00c4e3f2-3b8f-4a7c-831e-89625796428c tempest-TestVolumeBackupRestore-1357329798 tempest-TestVolumeBackupRestore-1357329798-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:25:55.915340 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-00c4e3f2-3b8f-4a7c-831e-89625796428c tempest-TestVolumeBackupRestore-1357329798 tempest-TestVolumeBackupRestore-1357329798-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=6f91d071-256d-4471-b814-102a0464de10 HTTP/1.1" status: 200 len: 1092 time: 0.1697214 Jul 27 23:25:55.920137 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 59806) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:25:55.920502 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 59808) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:25:55.970104 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-2de8df49-3b32-49b2-abd7-aa2101901528 tempest-TestVolumeBackupRestore-155198222 tempest-TestVolumeBackupRestore-155198222-project] Request body: {'floatingip': {'port_id': '12dd9847-7701-499b-b256-43a1578e87a6'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:25:56.119374 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-19fd093b-877b-4a17-8c00-b90a929afb5e req-a1aa3d7a-a0e5-49b6-9328-8520be19c4ad tempest-ServerShowV247Test-1211425485 tempest-ServerShowV247Test-1211425485-project] 10.222.0.18 "GET /v2.0/ports?device_id=b2ac691c-40ad-467d-8e48-3027afa4ce00 HTTP/1.1" status: 200 len: 210 time: 0.2074554 Jul 27 23:25:56.121049 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c65226f8-7be7-4058-aadc-8b7930acc143 req-f6b0d66c-c066-4247-a773-cd1c77af8452 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] 10.222.0.18 "GET /v2.0/ports?device_id=b0fb3bb6-d1de-4ff7-91dc-15d9e066d759 HTTP/1.1" status: 200 len: 210 time: 0.0591106 Jul 27 23:25:56.188732 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7b4f92-d0de-45c3-b9d4-0c887faf9b3d req-6019b00a-9c38-4836-9204-17e36fa71c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:25:56.190308 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-2e7b4f92-d0de-45c3-b9d4-0c887faf9b3d req-6019b00a-9c38-4836-9204-17e36fa71c8e service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=acf4fb1269eb40aab078bc0133d25bec&device_id=6f91d071-256d-4471-b814-102a0464de10 HTTP/1.1" status: 200 len: 1097 time: 0.1295724 Jul 27 23:25:56.209155 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-57daea25-bc18-40d6-a852-5002658bf12d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79c8e2a9-891c-41fe-996c-389649a999a4', 'name': 'tempest-TestVolumeBackupRestore-2060966715-router', 'tenant_id': 'acf4fb1269eb40aab078bc0133d25bec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.45'}], 'enable_snat': True}, 'gw_port_id': 'b386d006-f6e8-4a99-b630-9c362fcf8960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:21:50Z', 'updated_at': '2021-07-27T23:21:55Z', 'revision_number': 4, 'project_id': 'acf4fb1269eb40aab078bc0133d25bec', 'gw_port': {'id': 'b386d006-f6e8-4a99-b630-9c362fcf8960', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:95:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79c8e2a9-891c-41fe-996c-389649a999a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2105, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:21:51Z', 'updated_at': '2021-07-27T23:21:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_floatingips': [{'id': '3b4956ef-571f-4d5e-a5ac-8212c0a84370', 'tenant_id': 'acf4fb1269eb40aab078bc0133d25bec', 'floating_ip_address': '172.25.4.81', 'floating_network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'router_id': '79c8e2a9-891c-41fe-996c-389649a999a4', 'port_id': '12dd9847-7701-499b-b256-43a1578e87a6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2951db65-3a3c-418a-9804-693b92dbf903', 'mac_address': 'fa:16:3e:8c:5e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f91d071-256d-4471-b814-102a0464de10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T23:25:53Z', 'updated_at': '2021-07-27T23:25:53Z', 'revision_number': 0, 'project_id': 'acf4fb1269eb40aab078bc0133d25bec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '808c6a67-4d38-43f1-97d1-eb6f356a3944', 'name': '', 'network_id': '2951db65-3a3c-418a-9804-693b92dbf903', 'tenant_id': 'acf4fb1269eb40aab078bc0133d25bec', 'mac_address': 'fa:16:3e:42:8f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79c8e2a9-891c-41fe-996c-389649a999a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2106, 'fixed_ips': [{'subnet_id': '3f7d1237-bf2d-4713-bb43-2b24ed14f89e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:21:54Z', 'updated_at': '2021-07-27T23:22:07Z', 'revision_number': 5, 'project_id': 'acf4fb1269eb40aab078bc0133d25bec', 'subnets': [{'id': '3f7d1237-bf2d-4713-bb43-2b24ed14f89e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:25:56.219411 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-c95f26a3-0b7b-4cf4-ab64-b1431541c6e4 req-73ff9f04-6459-457f-80f9-2b8c6fd2fc1f tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:56.256662 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57daea25-bc18-40d6-a852-5002658bf12d None None] Checking router: 79c8e2a9-891c-41fe-996c-389649a999a4 for host: n-d-802623-1 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 23:25:56.271020 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57daea25-bc18-40d6-a852-5002658bf12d None None] Routers {'79c8e2a9-891c-41fe-996c-389649a999a4'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:25:56.272271 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-57daea25-bc18-40d6-a852-5002658bf12d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:25:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['79c8e2a9-891c-41fe-996c-389649a999a4'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:25:56.277615 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-c95f26a3-0b7b-4cf4-ab64-b1431541c6e4 req-73ff9f04-6459-457f-80f9-2b8c6fd2fc1f tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Transition to ACTIVE for port object 961323c1-45a0-49bd-8057-e5e8055bfc40 will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:25:56.337665 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7b4f92-d0de-45c3-b9d4-0c887faf9b3d req-3bfc3d1e-f8a3-4dae-a604-bbddc07182c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:25:56.339361 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-2e7b4f92-d0de-45c3-b9d4-0c887faf9b3d req-3bfc3d1e-f8a3-4dae-a604-bbddc07182c2 service neutron] 10.222.0.38 "GET /v2.0/networks?id=2951db65-3a3c-418a-9804-693b92dbf903 HTTP/1.1" status: 200 len: 915 time: 0.1398652 Jul 27 23:25:56.413193 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-c95f26a3-0b7b-4cf4-ab64-b1431541c6e4 req-73ff9f04-6459-457f-80f9-2b8c6fd2fc1f tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:56.425517 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-57daea25-bc18-40d6-a852-5002658bf12d None None] Set router 79c8e2a9-891c-41fe-996c-389649a999a4 gateway port host: n-d-802623-1 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:25:56.496768 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c95f26a3-0b7b-4cf4-ab64-b1431541c6e4 req-73ff9f04-6459-457f-80f9-2b8c6fd2fc1f tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Network 5ff4ad14-3426-463b-87a1-46477184ad85 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:25:56.512991 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [req-c95f26a3-0b7b-4cf4-ab64-b1431541c6e4 req-73ff9f04-6459-457f-80f9-2b8c6fd2fc1f tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:25:56.531569 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-2e7b4f92-d0de-45c3-b9d4-0c887faf9b3d req-bb07327d-711c-4c03-8e71-acc50f5109f9 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=12dd9847-7701-499b-b256-43a1578e87a6 HTTP/1.1" status: 200 len: 999 time: 0.1766868 Jul 27 23:25:56.542751 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-c95f26a3-0b7b-4cf4-ab64-b1431541c6e4 req-73ff9f04-6459-457f-80f9-2b8c6fd2fc1f tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:25:56.600016 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ff9f04-6459-457f-80f9-2b8c6fd2fc1f tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Pushing event updated for resources: {'Port': ['ID=961323c1-45a0-49bd-8057-e5e8055bfc40,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:25:56.681959 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95f26a3-0b7b-4cf4-ab64-b1431541c6e4 req-73ff9f04-6459-457f-80f9-2b8c6fd2fc1f tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:25:56.682873 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-c95f26a3-0b7b-4cf4-ab64-b1431541c6e4 req-73ff9f04-6459-457f-80f9-2b8c6fd2fc1f tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:56.698730 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7b4f92-d0de-45c3-b9d4-0c887faf9b3d req-bb7a5bee-e55c-461a-a098-63866165f63e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:25:56.700984 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-2e7b4f92-d0de-45c3-b9d4-0c887faf9b3d req-bb7a5bee-e55c-461a-a098-63866165f63e service neutron] 10.222.0.38 "GET /v2.0/subnets?id=3f7d1237-bf2d-4713-bb43-2b24ed14f89e HTTP/1.1" status: 200 len: 853 time: 0.1351976 Jul 27 23:25:56.703362 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c95f26a3-0b7b-4cf4-ab64-b1431541c6e4 req-73ff9f04-6459-457f-80f9-2b8c6fd2fc1f tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0120313 Jul 27 23:25:56.735660 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [req-c95f26a3-0b7b-4cf4-ab64-b1431541c6e4 req-6ef7795e-4e4f-4b1b-8385-25d250d1e557 service neutron] Request body: {'port': {'device_id': '2ae77e5d-c93a-4a87-a622-8c31637a543b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802623-1'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:25:56.900746 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-fa6ad63e-4c05-4022-a5fb-aead4e8d2d30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:56.914671 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-57daea25-bc18-40d6-a852-5002658bf12d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79c8e2a9-891c-41fe-996c-389649a999a4', 'name': 'tempest-TestVolumeBackupRestore-2060966715-router', 'tenant_id': 'acf4fb1269eb40aab078bc0133d25bec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.45'}], 'enable_snat': True}, 'gw_port_id': 'b386d006-f6e8-4a99-b630-9c362fcf8960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:21:50Z', 'updated_at': '2021-07-27T23:21:55Z', 'revision_number': 4, 'project_id': 'acf4fb1269eb40aab078bc0133d25bec', 'gw_port': {'id': 'b386d006-f6e8-4a99-b630-9c362fcf8960', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:95:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79c8e2a9-891c-41fe-996c-389649a999a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2105, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:21:51Z', 'updated_at': '2021-07-27T23:21:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_floatingips': [{'id': '3b4956ef-571f-4d5e-a5ac-8212c0a84370', 'tenant_id': 'acf4fb1269eb40aab078bc0133d25bec', 'floating_ip_address': '172.25.4.81', 'floating_network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'router_id': '79c8e2a9-891c-41fe-996c-389649a999a4', 'port_id': '12dd9847-7701-499b-b256-43a1578e87a6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2951db65-3a3c-418a-9804-693b92dbf903', 'mac_address': 'fa:16:3e:8c:5e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f91d071-256d-4471-b814-102a0464de10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T23:25:53Z', 'updated_at': '2021-07-27T23:25:53Z', 'revision_number': 0, 'project_id': 'acf4fb1269eb40aab078bc0133d25bec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '808c6a67-4d38-43f1-97d1-eb6f356a3944', 'name': '', 'network_id': '2951db65-3a3c-418a-9804-693b92dbf903', 'tenant_id': 'acf4fb1269eb40aab078bc0133d25bec', 'mac_address': 'fa:16:3e:42:8f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79c8e2a9-891c-41fe-996c-389649a999a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2106, 'fixed_ips': [{'subnet_id': '3f7d1237-bf2d-4713-bb43-2b24ed14f89e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:21:54Z', 'updated_at': '2021-07-27T23:22:07Z', 'revision_number': 5, 'project_id': 'acf4fb1269eb40aab078bc0133d25bec', 'subnets': [{'id': '3f7d1237-bf2d-4713-bb43-2b24ed14f89e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:25:56.933578 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-c95f26a3-0b7b-4cf4-ab64-b1431541c6e4 req-6ef7795e-4e4f-4b1b-8385-25d250d1e557 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:56.937027 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7b4f92-d0de-45c3-b9d4-0c887faf9b3d req-d422e16f-c13b-4a73-bc0a-a3236768535c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:25:56.938581 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-2e7b4f92-d0de-45c3-b9d4-0c887faf9b3d req-d422e16f-c13b-4a73-bc0a-a3236768535c service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=2951db65-3a3c-418a-9804-693b92dbf903&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2292769 Jul 27 23:25:56.946674 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-265dcb01-b45d-4ed1-9e8b-5ea758020090 None None] Provisioning for port 961323c1-45a0-49bd-8057-e5e8055bfc40 completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:25:56.952608 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-265dcb01-b45d-4ed1-9e8b-5ea758020090 None None] Provisioning complete for port 961323c1-45a0-49bd-8057-e5e8055bfc40 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:25:56.953201 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-265dcb01-b45d-4ed1-9e8b-5ea758020090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:56.979960 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57daea25-bc18-40d6-a852-5002658bf12d None None] The sync data for ids ['79c8e2a9-891c-41fe-996c-389649a999a4'] in n-d-802623-1 is: [{'id': '79c8e2a9-891c-41fe-996c-389649a999a4', 'name': 'tempest-TestVolumeBackupRestore-2060966715-router', 'tenant_id': 'acf4fb1269eb40aab078bc0133d25bec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.45'}], 'enable_snat': True}, 'gw_port_id': 'b386d006-f6e8-4a99-b630-9c362fcf8960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:21:50Z', 'updated_at': '2021-07-27T23:21:55Z', 'revision_number': 4, 'project_id': 'acf4fb1269eb40aab078bc0133d25bec', 'gw_port': {'id': 'b386d006-f6e8-4a99-b630-9c362fcf8960', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:95:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79c8e2a9-891c-41fe-996c-389649a999a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2105, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:21:51Z', 'updated_at': '2021-07-27T23:21:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_floatingips': [{'id': '3b4956ef-571f-4d5e-a5ac-8212c0a84370', 'tenant_id': 'acf4fb1269eb40aab078bc0133d25bec', 'floating_ip_address': '172.25.4.81', 'floating_network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'router_id': '79c8e2a9-891c-41fe-996c-389649a999a4', 'port_id': '12dd9847-7701-499b-b256-43a1578e87a6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2951db65-3a3c-418a-9804-693b92dbf903', 'mac_address': 'fa:16:3e:8c:5e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f91d071-256d-4471-b814-102a0464de10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T23:25:53Z', 'updated_at': '2021-07-27T23:25:53Z', 'revision_number': 0, 'project_id': 'acf4fb1269eb40aab078bc0133d25bec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '808c6a67-4d38-43f1-97d1-eb6f356a3944', 'name': '', 'network_id': '2951db65-3a3c-418a-9804-693b92dbf903', 'tenant_id': 'acf4fb1269eb40aab078bc0133d25bec', 'mac_address': 'fa:16:3e:42:8f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79c8e2a9-891c-41fe-996c-389649a999a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2106, 'fixed_ips': [{'subnet_id': '3f7d1237-bf2d-4713-bb43-2b24ed14f89e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:21:54Z', 'updated_at': '2021-07-27T23:22:07Z', 'revision_number': 5, 'project_id': 'acf4fb1269eb40aab078bc0133d25bec', 'subnets': [{'id': '3f7d1237-bf2d-4713-bb43-2b24ed14f89e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:25:57.020435 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-265dcb01-b45d-4ed1-9e8b-5ea758020090 None None] Port 961323c1-45a0-49bd-8057-e5e8055bfc40 cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:25:57.025090 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e455998d-1fc9-4556-a69b-3730e42d0c4b tempest-RoutersAdminTest-580455923 tempest-RoutersAdminTest-580455923-project] Notify callbacks [] for router, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:57.062786 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 3e3f8daf-4adb-4090-af5f-d755712d53c5 no longer exists at agent hyperv_n-h1-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:25:57.071306 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2de8df49-3b32-49b2-abd7-aa2101901528 tempest-TestVolumeBackupRestore-155198222 tempest-TestVolumeBackupRestore-155198222-project] Notify callbacks [] for floatingip, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:57.106878 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f76b5b65-b64d-4094-8691-ef0b37a79fe8 req-21a24e96-452c-4a49-985e-42ebd4c60386 tempest-ServerShowV247Test-1211425485 tempest-ServerShowV247Test-1211425485-project] 10.222.0.49 "GET /v2.0/ports?device_id=b2ac691c-40ad-467d-8e48-3027afa4ce00 HTTP/1.1" status: 200 len: 210 time: 0.2037570 Jul 27 23:25:57.114901 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-2e7b4f92-d0de-45c3-b9d4-0c887faf9b3d req-3f586d51-4d2c-478e-ae41-90c01b235f26 service neutron] 10.222.0.38 "GET /v2.0/networks/2951db65-3a3c-418a-9804-693b92dbf903?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1678464 Jul 27 23:25:57.159195 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] No Port match for: 3e3f8daf-4adb-4090-af5f-d755712d53c5 {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:25:57.166838 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 3e3f8daf-4adb-4090-af5f-d755712d53c5 not bound to the agent host n-h1-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:25:57.307222 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe209e7-ba05-4fc7-bdaa-9791d642c8c2 req-5fe60516-8484-43ee-9bda-962d83964252 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:25:57.315204 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8fe209e7-ba05-4fc7-bdaa-9791d642c8c2 req-5fe60516-8484-43ee-9bda-962d83964252 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ae77e5d-c93a-4a87-a622-8c31637a543b HTTP/1.1" status: 200 len: 932 time: 0.4276097 Jul 27 23:25:57.418253 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-696d34bf-c3ed-4752-a406-28e804d10fc0 None None] New status for floating IP 3b4956ef-571f-4d5e-a5ac-8212c0a84370: ACTIVE {{(pid=93799) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 23:25:57.419944 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e455998d-1fc9-4556-a69b-3730e42d0c4b tempest-RoutersAdminTest-580455923 tempest-RoutersAdminTest-580455923-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:57.469643 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8fe209e7-ba05-4fc7-bdaa-9791d642c8c2 req-9b0170c5-56de-41d0-b4bc-677f38125356 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] 10.222.0.18 "GET /v2.0/security-groups?id=45adfe1d-a587-41ce-999b-f37af7607abf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1484897 Jul 27 23:25:57.479690 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-8afdf0f0-4192-4a37-b220-ae5bf43d15a6 req-eefe3b31-c0e6-4b96-98f4-d1ea55ea88da tempest-ServerShowV247Test-1211425485 tempest-ServerShowV247Test-1211425485-project] 10.222.0.18 "GET /v2.0/ports?device_id=b2ac691c-40ad-467d-8e48-3027afa4ce00 HTTP/1.1" status: 200 len: 210 time: 0.2114255 Jul 27 23:25:57.586639 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-2e7b4f92-d0de-45c3-b9d4-0c887faf9b3d req-0606a3be-9cfc-4a87-bb85-057be615e5d3 service neutron] 10.222.0.38 "GET /v2.0/networks/2951db65-3a3c-418a-9804-693b92dbf903?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3033454 Jul 27 23:25:57.747653 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-e455998d-1fc9-4556-a69b-3730e42d0c4b tempest-RoutersAdminTest-580455923 tempest-RoutersAdminTest-580455923-project] Deleting port 20d07a8a-f7ab-4d26-823d-09428762ecb3 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:25:57.747653 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e455998d-1fc9-4556-a69b-3730e42d0c4b tempest-RoutersAdminTest-580455923 tempest-RoutersAdminTest-580455923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:57.826223 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [req-c95f26a3-0b7b-4cf4-ab64-b1431541c6e4 req-6ef7795e-4e4f-4b1b-8385-25d250d1e557 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 961323c1-45a0-49bd-8057-e5e8055bfc40 {{(pid=93798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:25:57.848252 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-c95f26a3-0b7b-4cf4-ab64-b1431541c6e4 req-6ef7795e-4e4f-4b1b-8385-25d250d1e557 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:57.871578 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-c95f26a3-0b7b-4cf4-ab64-b1431541c6e4 req-6ef7795e-4e4f-4b1b-8385-25d250d1e557 service neutron] Transition to ACTIVE for port object 961323c1-45a0-49bd-8057-e5e8055bfc40 will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:25:57.881568 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-c95f26a3-0b7b-4cf4-ab64-b1431541c6e4 req-6ef7795e-4e4f-4b1b-8385-25d250d1e557 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:58.093524 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef7795e-4e4f-4b1b-8385-25d250d1e557 service neutron] Pushing event updated for resources: {'Port': ['ID=961323c1-45a0-49bd-8057-e5e8055bfc40,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:25:58.217051 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b26727d-bf4c-43a1-ba38-35880197afb3 req-9c7ab6de-f19e-4caa-a05c-79545b68981e tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:25:58.219502 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-6b26727d-bf4c-43a1-ba38-35880197afb3 req-9c7ab6de-f19e-4caa-a05c-79545b68981e tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] 10.222.0.18 "GET /v2.0/networks?id=44e5b751-d35f-484a-98d7-35c3565f32a1 HTTP/1.1" status: 200 len: 805 time: 0.2573602 Jul 27 23:25:58.222386 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e455998d-1fc9-4556-a69b-3730e42d0c4b tempest-RoutersAdminTest-580455923 tempest-RoutersAdminTest-580455923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:58.247866 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-6b26727d-bf4c-43a1-ba38-35880197afb3 req-c137f4e5-3b2a-426c-a1af-e58c0dcbc63c tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] 10.222.0.18 "GET /v2.0/quotas/cf2ac26483444f3d949e08ee053eb26a HTTP/1.1" status: 200 len: 375 time: 0.0158391 Jul 27 23:25:58.248727 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-c95f26a3-0b7b-4cf4-ab64-b1431541c6e4 req-6ef7795e-4e4f-4b1b-8385-25d250d1e557 service neutron] Attempting to bind port 961323c1-45a0-49bd-8057-e5e8055bfc40 on host n-h2-802623-1 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:25:58.248965 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-c95f26a3-0b7b-4cf4-ab64-b1431541c6e4 req-6ef7795e-4e4f-4b1b-8385-25d250d1e557 service neutron] Attempting to bind port 961323c1-45a0-49bd-8057-e5e8055bfc40 by drivers openvswitch,hyperv on host n-h2-802623-1 at level 0 using segments [{'id': '9ac5713f-1ed4-4c82-b885-5fc23b0f1a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '5ff4ad14-3426-463b-87a1-46477184ad85'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:25:58.249310 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c95f26a3-0b7b-4cf4-ab64-b1431541c6e4 req-6ef7795e-4e4f-4b1b-8385-25d250d1e557 service neutron] Attempting to bind port 961323c1-45a0-49bd-8057-e5e8055bfc40 on network 5ff4ad14-3426-463b-87a1-46477184ad85 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:25:58.254314 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c95f26a3-0b7b-4cf4-ab64-b1431541c6e4 req-6ef7795e-4e4f-4b1b-8385-25d250d1e557 service neutron] Port 961323c1-45a0-49bd-8057-e5e8055bfc40 on network 5ff4ad14-3426-463b-87a1-46477184ad85 not bound, no agent of type Open vSwitch agent registered on host n-h2-802623-1 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 23:25:58.255793 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c95f26a3-0b7b-4cf4-ab64-b1431541c6e4 req-6ef7795e-4e4f-4b1b-8385-25d250d1e557 service neutron] Attempting to bind port 961323c1-45a0-49bd-8057-e5e8055bfc40 on network 5ff4ad14-3426-463b-87a1-46477184ad85 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:25:58.265757 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2de8df49-3b32-49b2-abd7-aa2101901528 tempest-TestVolumeBackupRestore-155198222 tempest-TestVolumeBackupRestore-155198222-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:58.266847 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-e455998d-1fc9-4556-a69b-3730e42d0c4b tempest-RoutersAdminTest-580455923 tempest-RoutersAdminTest-580455923-project] Calling delete_port for 20d07a8a-f7ab-4d26-823d-09428762ecb3 owned by network:router_gateway {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:25:58.274509 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.db.api [None req-696d34bf-c3ed-4752-a406-28e804d10fc0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93799) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 23:25:58.274988 n-d-802623-1 neutron-server[93799]: DEBUG oslo_db.api [None req-696d34bf-c3ed-4752-a406-28e804d10fc0 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 23:25:58.277879 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2de8df49-3b32-49b2-abd7-aa2101901528 tempest-TestVolumeBackupRestore-155198222 tempest-TestVolumeBackupRestore-155198222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-415302'] for floatingip, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:58.286929 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c95f26a3-0b7b-4cf4-ab64-b1431541c6e4 req-6ef7795e-4e4f-4b1b-8385-25d250d1e557 service neutron] Checking agent: {'id': 'c5cc038b-93c4-4df4-8061-5df2a04a48c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 23, 0, 4), 'started_at': datetime.datetime(2021, 7, 27, 23, 0, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 25, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:25:58.287230 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c95f26a3-0b7b-4cf4-ab64-b1431541c6e4 req-6ef7795e-4e4f-4b1b-8385-25d250d1e557 service neutron] Checking segment: {'id': '9ac5713f-1ed4-4c82-b885-5fc23b0f1a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '5ff4ad14-3426-463b-87a1-46477184ad85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:25:58.287622 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c95f26a3-0b7b-4cf4-ab64-b1431541c6e4 req-6ef7795e-4e4f-4b1b-8385-25d250d1e557 service neutron] Bound using segment: {'id': '9ac5713f-1ed4-4c82-b885-5fc23b0f1a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '5ff4ad14-3426-463b-87a1-46477184ad85'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:25:58.288075 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-c95f26a3-0b7b-4cf4-ab64-b1431541c6e4 req-6ef7795e-4e4f-4b1b-8385-25d250d1e557 service neutron] Bound port: 961323c1-45a0-49bd-8057-e5e8055bfc40, host: n-h2-802623-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ac5713f-1ed4-4c82-b885-5fc23b0f1a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '5ff4ad14-3426-463b-87a1-46477184ad85'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:25:58.288432 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-c95f26a3-0b7b-4cf4-ab64-b1431541c6e4 req-6ef7795e-4e4f-4b1b-8385-25d250d1e557 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:58.375891 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-6b26727d-bf4c-43a1-ba38-35880197afb3 req-1c7df8c0-8523-4011-aaec-d12156554e46 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=cf2ac26483444f3d949e08ee053eb26a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1156073 Jul 27 23:25:58.507989 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-6b26727d-bf4c-43a1-ba38-35880197afb3 req-d7018f66-987b-4a95-943b-c19547063974 service neutron] 10.222.0.18 "GET /v2.0/networks/44e5b751-d35f-484a-98d7-35c3565f32a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182580 Jul 27 23:25:58.622481 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-c95f26a3-0b7b-4cf4-ab64-b1431541c6e4 req-6ef7795e-4e4f-4b1b-8385-25d250d1e557 service neutron] For port 961323c1-45a0-49bd-8057-e5e8055bfc40, host n-h2-802623-1, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:25:58.630474 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-c95f26a3-0b7b-4cf4-ab64-b1431541c6e4 req-6ef7795e-4e4f-4b1b-8385-25d250d1e557 service neutron] For port 961323c1-45a0-49bd-8057-e5e8055bfc40, host n-h2-802623-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=961323c1-45a0-49bd-8057-e5e8055bfc40,segment=NetworkSegment(9ac5713f-1ed4-4c82-b885-5fc23b0f1a5c),segment_id=9ac5713f-1ed4-4c82-b885-5fc23b0f1a5c)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:25:58.650461 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-c95f26a3-0b7b-4cf4-ab64-b1431541c6e4 req-6ef7795e-4e4f-4b1b-8385-25d250d1e557 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:58.707518 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95f26a3-0b7b-4cf4-ab64-b1431541c6e4 req-6ef7795e-4e4f-4b1b-8385-25d250d1e557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:25:58.708761 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-c95f26a3-0b7b-4cf4-ab64-b1431541c6e4 req-6ef7795e-4e4f-4b1b-8385-25d250d1e557 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:58.710359 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c95f26a3-0b7b-4cf4-ab64-b1431541c6e4 req-6ef7795e-4e4f-4b1b-8385-25d250d1e557 service neutron] 10.222.0.49 "PUT /v2.0/ports/961323c1-45a0-49bd-8057-e5e8055bfc40 HTTP/1.1" status: 200 len: 1092 time: 1.9969957 Jul 27 23:25:58.713102 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ae77e5d-c93a-4a87-a622-8c31637a543b', 'tag': '961323c1-45a0-49bd-8057-e5e8055bfc40'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:25:58.716860 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}011f8d312121274bb12d78e77c6379a2079800640016cec6c6d605b73666e854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2e554b5-e592-4366-bb2d-1994d81c55f3" -d '{"events": [{"name": "network-changed", "server_uuid": "2ae77e5d-c93a-4a87-a622-8c31637a543b", "tag": "961323c1-45a0-49bd-8057-e5e8055bfc40"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:25:58.737199 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e455998d-1fc9-4556-a69b-3730e42d0c4b tempest-RoutersAdminTest-580455923 tempest-RoutersAdminTest-580455923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:58.741976 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-6b26727d-bf4c-43a1-ba38-35880197afb3 req-5e89153e-001b-4216-9912-9271f588a5bd service neutron] 10.222.0.18 "GET /v2.0/networks/44e5b751-d35f-484a-98d7-35c3565f32a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2229431 Jul 27 23:25:58.786284 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-696d34bf-c3ed-4752-a406-28e804d10fc0 None None] New status for floating IP 3b4956ef-571f-4d5e-a5ac-8212c0a84370: ACTIVE {{(pid=93799) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 23:25:58.866914 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e455998d-1fc9-4556-a69b-3730e42d0c4b tempest-RoutersAdminTest-580455923 tempest-RoutersAdminTest-580455923-project] Pushing event deleted for resources: {'Port': ['ID=20d07a8a-f7ab-4d26-823d-09428762ecb3,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:25:58.872032 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef7795e-4e4f-4b1b-8385-25d250d1e557 service neutron] Pushing event updated for resources: {'Port': ['ID=961323c1-45a0-49bd-8057-e5e8055bfc40,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:25:58.885860 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95f26a3-0b7b-4cf4-ab64-b1431541c6e4 req-9df9269b-8d0f-41a6-b197-636193cc3013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:25:58.887795 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c95f26a3-0b7b-4cf4-ab64-b1431541c6e4 req-9df9269b-8d0f-41a6-b197-636193cc3013 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ba4fae7b46b54e6e99cbf665d54e4a7e&device_id=2ae77e5d-c93a-4a87-a622-8c31637a543b HTTP/1.1" status: 200 len: 1095 time: 0.1211586 Jul 27 23:25:58.897390 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efeb2e3-b283-49ce-9011-7cad643efcb6 req-da0fdd0d-ff59-4529-a265-8b1f7d1e6622 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:25:58.899801 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-2efeb2e3-b283-49ce-9011-7cad643efcb6 req-da0fdd0d-ff59-4529-a265-8b1f7d1e6622 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ae77e5d-c93a-4a87-a622-8c31637a543b HTTP/1.1" status: 200 len: 944 time: 0.2822819 Jul 27 23:25:58.974068 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c95f26a3-0b7b-4cf4-ab64-b1431541c6e4 req-8ca43d3c-41ea-455e-a02f-c1675c59a389 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.29&port_id=961323c1-45a0-49bd-8057-e5e8055bfc40 HTTP/1.1" status: 200 len: 217 time: 0.0751019 Jul 27 23:25:58.993494 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2de8df49-3b32-49b2-abd7-aa2101901528 tempest-TestVolumeBackupRestore-155198222 tempest-TestVolumeBackupRestore-155198222-project] Router 79c8e2a9-891c-41fe-996c-389649a999a4 has already been hosted by L3 agent 018c4455-49c0-4734-927d-7824067b2a9e {{(pid=93797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 23:25:59.086930 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e455998d-1fc9-4556-a69b-3730e42d0c4b tempest-RoutersAdminTest-580455923 tempest-RoutersAdminTest-580455923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-415368'] for router_gateway, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:59.097716 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95f26a3-0b7b-4cf4-ab64-b1431541c6e4 req-00ab30e0-aac4-458e-b744-479e403aba6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:25:59.099306 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c95f26a3-0b7b-4cf4-ab64-b1431541c6e4 req-00ab30e0-aac4-458e-b744-479e403aba6d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=56344ae4-e45a-495d-9cbd-588c0f16a84e HTTP/1.1" status: 200 len: 838 time: 0.1170721 Jul 27 23:25:59.161933 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 23:25:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8eec3453-3486-4206-809d-656b28bb520a x-openstack-request-id: req-8eec3453-3486-4206-809d-656b28bb520a {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:25:59.162222 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ae77e5d-c93a-4a87-a622-8c31637a543b", "tag": "961323c1-45a0-49bd-8057-e5e8055bfc40", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:25:59.164027 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8eec3453-3486-4206-809d-656b28bb520a {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:25:59.164440 n-d-802623-1 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ae77e5d-c93a-4a87-a622-8c31637a543b', 'tag': '961323c1-45a0-49bd-8057-e5e8055bfc40', 'status': 'completed', 'code': 200} Jul 27 23:25:59.191917 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95f26a3-0b7b-4cf4-ab64-b1431541c6e4 req-6d00663e-ed32-462a-8715-93a1e5e977ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:25:59.198766 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c95f26a3-0b7b-4cf4-ab64-b1431541c6e4 req-6d00663e-ed32-462a-8715-93a1e5e977ed service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5ff4ad14-3426-463b-87a1-46477184ad85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0915401 Jul 27 23:25:59.245674 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-29e383fa-ff4c-4cd9-8161-2b5ce65d973a req-64d6d6f9-52e5-4812-b52d-fdb6a505ed6e tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] 10.222.0.18 "GET /v2.0/ports?device_id=91034029-1059-43e3-adc6-a3851f4adb0d HTTP/1.1" status: 200 len: 210 time: 0.0417285 Jul 27 23:25:59.335337 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-2efeb2e3-b283-49ce-9011-7cad643efcb6 req-b525f653-aefe-4dd3-ba28-d687b98ffaf7 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] 10.222.0.18 "GET /v2.0/security-groups?id=45adfe1d-a587-41ce-999b-f37af7607abf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4111772 Jul 27 23:25:59.394772 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e455998d-1fc9-4556-a69b-3730e42d0c4b tempest-RoutersAdminTest-580455923 tempest-RoutersAdminTest-580455923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62205'] for router, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:59.402731 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e455998d-1fc9-4556-a69b-3730e42d0c4b tempest-RoutersAdminTest-580455923 tempest-RoutersAdminTest-580455923-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:59.446261 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c95f26a3-0b7b-4cf4-ab64-b1431541c6e4 req-b3e64b51-e443-4520-9778-816673f18a2f service neutron] 10.222.0.49 "GET /v2.0/networks/5ff4ad14-3426-463b-87a1-46477184ad85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2366548 Jul 27 23:25:59.617409 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-855c80bb-89a3-46d6-a030-547cf8fa875a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:59.643895 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:59.738809 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c95f26a3-0b7b-4cf4-ab64-b1431541c6e4 req-854e745d-2b74-4f56-9008-1d5e4e797c8a service neutron] 10.222.0.49 "GET /v2.0/networks/5ff4ad14-3426-463b-87a1-46477184ad85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2843738 Jul 27 23:25:59.851093 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e455998d-1fc9-4556-a69b-3730e42d0c4b tempest-RoutersAdminTest-580455923 tempest-RoutersAdminTest-580455923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-477831'] for router, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:59.851682 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e455998d-1fc9-4556-a69b-3730e42d0c4b tempest-RoutersAdminTest-580455923 tempest-RoutersAdminTest-580455923-project] Fanout notify agent at l3_agent the message router_deleted on router 197c583c-8c08-42b9-8635-1bc5990ea7b2 {{(pid=93797) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 23:25:59.856416 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-beb88a74-33b1-4620-b4f4-a6e87cdb35ee req-0860fbf3-5659-4434-af84-a89005c5e79d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=759662157daf4e869a0220d5a2906775&device_id=e85e97f7-9b49-4756-a31e-582c28421907 HTTP/1.1" status: 200 len: 210 time: 0.0667880 Jul 27 23:25:59.859815 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d6d278f3-4bb0-4f3b-ac56-739cdc44bf4a req-2a3645c3-aa7d-4733-a8e1-5a4aa5667c1a tempest-ServerShowV247Test-1211425485 tempest-ServerShowV247Test-1211425485-project] 10.222.0.18 "GET /v2.0/ports?device_id=e85e97f7-9b49-4756-a31e-582c28421907 HTTP/1.1" status: 200 len: 210 time: 0.0713098 Jul 27 23:25:59.870118 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e455998d-1fc9-4556-a69b-3730e42d0c4b tempest-RoutersAdminTest-580455923 tempest-RoutersAdminTest-580455923-project] Notify callbacks [] for router, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:59.870981 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-e455998d-1fc9-4556-a69b-3730e42d0c4b tempest-RoutersAdminTest-580455923 tempest-RoutersAdminTest-580455923-project] 10.222.0.18 "DELETE /v2.0/routers/197c583c-8c08-42b9-8635-1bc5990ea7b2 HTTP/1.1" status: 204 len: 168 time: 3.9485240 Jul 27 23:25:59.871736 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e554b5-e592-4366-bb2d-1994d81c55f3 req-1af1e95f-8f35-47c9-8975-92757eebe5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:25:59.873560 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a2e554b5-e592-4366-bb2d-1994d81c55f3 req-1af1e95f-8f35-47c9-8975-92757eebe5a6 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ba4fae7b46b54e6e99cbf665d54e4a7e&device_id=2ae77e5d-c93a-4a87-a622-8c31637a543b HTTP/1.1" status: 200 len: 1095 time: 0.0708022 Jul 27 23:25:59.874869 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 59908) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:25:59.880251 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-905bec60-0b3c-4e52-93ec-e08a26b96eb4 tempest-RoutersAdminTest-580455923 tempest-RoutersAdminTest-580455923-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1963357096', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:25:59.899347 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-beb88a74-33b1-4620-b4f4-a6e87cdb35ee req-eb1e0599-0373-4d37-bd3c-6ccb33c54f96 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=759662157daf4e869a0220d5a2906775&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0227120 Jul 27 23:25:59.928912 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2de8df49-3b32-49b2-abd7-aa2101901528 tempest-TestVolumeBackupRestore-155198222 tempest-TestVolumeBackupRestore-155198222-project] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:25:59.940771 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8e8088d-e1b3-4862-8c5d-4e251d3f3de2 None None] Sync routers for ids ['79c8e2a9-891c-41fe-996c-389649a999a4'] in n-d-802623-1 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:25:59.948866 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2de8df49-3b32-49b2-abd7-aa2101901528 tempest-TestVolumeBackupRestore-155198222 tempest-TestVolumeBackupRestore-155198222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for floatingip, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:59.967601 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8e8088d-e1b3-4862-8c5d-4e251d3f3de2 None None] Routers {'79c8e2a9-891c-41fe-996c-389649a999a4'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:25:59.971641 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-b8e8088d-e1b3-4862-8c5d-4e251d3f3de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:26:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['79c8e2a9-891c-41fe-996c-389649a999a4'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:25:59.974768 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-905bec60-0b3c-4e52-93ec-e08a26b96eb4 tempest-RoutersAdminTest-580455923 tempest-RoutersAdminTest-580455923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62159'] for router, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:59.976030 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-905bec60-0b3c-4e52-93ec-e08a26b96eb4 tempest-RoutersAdminTest-580455923 tempest-RoutersAdminTest-580455923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-479230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-415539', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3693317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62148'] for router, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:00.024016 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f91d071-256d-4471-b814-102a0464de10', 'tag': '12dd9847-7701-499b-b256-43a1578e87a6'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:26:00.026566 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a476459a1bfce68b0ae0df5b6a71154bfc7cfdc8f9eefce6ad0a17231e60468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0eb522c-5441-409e-9f7a-677457812f65" -d '{"events": [{"name": "network-changed", "server_uuid": "6f91d071-256d-4471-b814-102a0464de10", "tag": "12dd9847-7701-499b-b256-43a1578e87a6"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:26:00.074116 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-2de8df49-3b32-49b2-abd7-aa2101901528 tempest-TestVolumeBackupRestore-155198222 tempest-TestVolumeBackupRestore-155198222-project] 10.222.0.18 "PUT /v2.0/floatingips/3b4956ef-571f-4d5e-a5ac-8212c0a84370 HTTP/1.1" status: 200 len: 991 time: 4.1501226 Jul 27 23:26:00.078825 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:00.091643 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb88a74-33b1-4620-b4f4-a6e87cdb35ee req-abc76abe-9c7b-46c2-a8de-c6b466c4282f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:26:00.093604 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-beb88a74-33b1-4620-b4f4-a6e87cdb35ee req-abc76abe-9c7b-46c2-a8de-c6b466c4282f service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1874692 Jul 27 23:26:00.117797 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-905bec60-0b3c-4e52-93ec-e08a26b96eb4 tempest-RoutersAdminTest-580455923 tempest-RoutersAdminTest-580455923-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:00.120601 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e554b5-e592-4366-bb2d-1994d81c55f3 req-45fa373f-e84d-4bae-b060-5ba110dafd12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:26:00.122305 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a2e554b5-e592-4366-bb2d-1994d81c55f3 req-45fa373f-e84d-4bae-b060-5ba110dafd12 service neutron] 10.222.0.49 "GET /v2.0/networks?id=5ff4ad14-3426-463b-87a1-46477184ad85 HTTP/1.1" status: 200 len: 897 time: 0.2364557 Jul 27 23:26:00.125899 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-905bec60-0b3c-4e52-93ec-e08a26b96eb4 tempest-RoutersAdminTest-580455923 tempest-RoutersAdminTest-580455923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-415468'] for router, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:00.144709 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 23:26:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8da367d-ed53-4874-968f-367d8ad9b6fe x-openstack-request-id: req-f8da367d-ed53-4874-968f-367d8ad9b6fe {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:26:00.145256 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f91d071-256d-4471-b814-102a0464de10", "tag": "12dd9847-7701-499b-b256-43a1578e87a6", "status": "completed", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:26:00.145625 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f8da367d-ed53-4874-968f-367d8ad9b6fe {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:26:00.146106 n-d-802623-1 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f91d071-256d-4471-b814-102a0464de10', 'tag': '12dd9847-7701-499b-b256-43a1578e87a6', 'status': 'completed', 'code': 200} Jul 27 23:26:00.217893 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a2e554b5-e592-4366-bb2d-1994d81c55f3 req-bc391038-1996-4675-931d-db82da9de721 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.29&port_id=961323c1-45a0-49bd-8057-e5e8055bfc40 HTTP/1.1" status: 200 len: 217 time: 0.0841956 Jul 27 23:26:00.252038 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-b8e8088d-e1b3-4862-8c5d-4e251d3f3de2 None None] Set router 79c8e2a9-891c-41fe-996c-389649a999a4 gateway port host: n-d-802623-1 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:26:00.280162 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-905bec60-0b3c-4e52-93ec-e08a26b96eb4 tempest-RoutersAdminTest-580455923 tempest-RoutersAdminTest-580455923-project] Notify callbacks [] for router, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:00.283709 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-905bec60-0b3c-4e52-93ec-e08a26b96eb4 tempest-RoutersAdminTest-580455923 tempest-RoutersAdminTest-580455923-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4073830 Jul 27 23:26:00.289909 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 59920) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:26:00.301945 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-390eda2f-6ebd-4a64-9fbf-aee816456c0b tempest-RoutersAdminTest-590554823 tempest-RoutersAdminTest-590554823-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'enable_snat': True}}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:26:00.342180 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0eb522c-5441-409e-9f7a-677457812f65 req-945367fd-fb83-419b-85fa-1b1a6fb3d4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:26:00.343760 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-d0eb522c-5441-409e-9f7a-677457812f65 req-945367fd-fb83-419b-85fa-1b1a6fb3d4e8 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=acf4fb1269eb40aab078bc0133d25bec&device_id=6f91d071-256d-4471-b814-102a0464de10 HTTP/1.1" status: 200 len: 1097 time: 0.1378577 Jul 27 23:26:00.369775 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e554b5-e592-4366-bb2d-1994d81c55f3 req-d2c0214c-b299-4977-b913-70789c200e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:26:00.373005 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a2e554b5-e592-4366-bb2d-1994d81c55f3 req-d2c0214c-b299-4977-b913-70789c200e30 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=56344ae4-e45a-495d-9cbd-588c0f16a84e HTTP/1.1" status: 200 len: 838 time: 0.1145689 Jul 27 23:26:00.468627 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-19f2e178-d45e-4fbe-b9be-c3963fc151ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:00.508335 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-17db2284-6b61-4347-b878-89c38f961952 req-bacdd539-baac-49cf-8e1b-7586533f7794 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] 10.222.0.18 "GET /v2.0/ports?device_id=91034029-1059-43e3-adc6-a3851f4adb0d HTTP/1.1" status: 200 len: 210 time: 0.0459530 Jul 27 23:26:00.562733 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e554b5-e592-4366-bb2d-1994d81c55f3 req-08202f99-8dde-4bd7-be0c-0dc515f87f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:26:00.577025 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a2e554b5-e592-4366-bb2d-1994d81c55f3 req-08202f99-8dde-4bd7-be0c-0dc515f87f4b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5ff4ad14-3426-463b-87a1-46477184ad85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1873057 Jul 27 23:26:00.670935 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-390eda2f-6ebd-4a64-9fbf-aee816456c0b tempest-RoutersAdminTest-590554823 tempest-RoutersAdminTest-590554823-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-415433', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62186'] for router, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:00.708459 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0eb522c-5441-409e-9f7a-677457812f65 req-12e6eede-fb40-4cbc-b13b-0e02660261e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:26:00.709970 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-d0eb522c-5441-409e-9f7a-677457812f65 req-12e6eede-fb40-4cbc-b13b-0e02660261e5 service neutron] 10.222.0.38 "GET /v2.0/networks?id=2951db65-3a3c-418a-9804-693b92dbf903 HTTP/1.1" status: 200 len: 915 time: 0.3565977 Jul 27 23:26:00.734100 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-b8e8088d-e1b3-4862-8c5d-4e251d3f3de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79c8e2a9-891c-41fe-996c-389649a999a4', 'name': 'tempest-TestVolumeBackupRestore-2060966715-router', 'tenant_id': 'acf4fb1269eb40aab078bc0133d25bec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.45'}], 'enable_snat': True}, 'gw_port_id': 'b386d006-f6e8-4a99-b630-9c362fcf8960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:21:50Z', 'updated_at': '2021-07-27T23:21:55Z', 'revision_number': 4, 'project_id': 'acf4fb1269eb40aab078bc0133d25bec', 'gw_port': {'id': 'b386d006-f6e8-4a99-b630-9c362fcf8960', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:95:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79c8e2a9-891c-41fe-996c-389649a999a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2105, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:21:51Z', 'updated_at': '2021-07-27T23:21:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_floatingips': [{'id': '3b4956ef-571f-4d5e-a5ac-8212c0a84370', 'tenant_id': 'acf4fb1269eb40aab078bc0133d25bec', 'floating_ip_address': '172.25.4.81', 'floating_network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'router_id': '79c8e2a9-891c-41fe-996c-389649a999a4', 'port_id': '12dd9847-7701-499b-b256-43a1578e87a6', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 2543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2951db65-3a3c-418a-9804-693b92dbf903', 'mac_address': 'fa:16:3e:8c:5e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f91d071-256d-4471-b814-102a0464de10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T23:25:53Z', 'updated_at': '2021-07-27T23:25:59Z', 'revision_number': 2, 'project_id': 'acf4fb1269eb40aab078bc0133d25bec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '808c6a67-4d38-43f1-97d1-eb6f356a3944', 'name': '', 'network_id': '2951db65-3a3c-418a-9804-693b92dbf903', 'tenant_id': 'acf4fb1269eb40aab078bc0133d25bec', 'mac_address': 'fa:16:3e:42:8f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79c8e2a9-891c-41fe-996c-389649a999a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2106, 'fixed_ips': [{'subnet_id': '3f7d1237-bf2d-4713-bb43-2b24ed14f89e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:21:54Z', 'updated_at': '2021-07-27T23:22:07Z', 'revision_number': 5, 'project_id': 'acf4fb1269eb40aab078bc0133d25bec', 'subnets': [{'id': '3f7d1237-bf2d-4713-bb43-2b24ed14f89e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:26:00.776525 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8e8088d-e1b3-4862-8c5d-4e251d3f3de2 None None] Checking router: 79c8e2a9-891c-41fe-996c-389649a999a4 for host: n-d-802623-1 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 23:26:00.801344 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8e8088d-e1b3-4862-8c5d-4e251d3f3de2 None None] Routers {'79c8e2a9-891c-41fe-996c-389649a999a4'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:26:00.803060 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-b8e8088d-e1b3-4862-8c5d-4e251d3f3de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:26:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['79c8e2a9-891c-41fe-996c-389649a999a4'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:26:00.901448 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd2ed5b-9b33-4f41-9405-abf537ce45b8 req-509131af-b0e1-4c5d-a389-0f6c7f37171d tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:26:00.916604 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-5bd2ed5b-9b33-4f41-9405-abf537ce45b8 req-509131af-b0e1-4c5d-a389-0f6c7f37171d tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ae77e5d-c93a-4a87-a622-8c31637a543b HTTP/1.1" status: 200 len: 944 time: 0.3428314 Jul 27 23:26:01.041055 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-d0eb522c-5441-409e-9f7a-677457812f65 req-d5106f72-dc0d-4e7d-ba24-3c6837c49ebe service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=12dd9847-7701-499b-b256-43a1578e87a6 HTTP/1.1" status: 200 len: 1001 time: 0.2552967 Jul 27 23:26:01.046221 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-b8e8088d-e1b3-4862-8c5d-4e251d3f3de2 None None] Set router 79c8e2a9-891c-41fe-996c-389649a999a4 gateway port host: n-d-802623-1 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:26:01.083879 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-5bd2ed5b-9b33-4f41-9405-abf537ce45b8 req-50993257-5430-4fb7-a700-a1d428bc2e6e tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] 10.222.0.18 "GET /v2.0/security-groups?id=45adfe1d-a587-41ce-999b-f37af7607abf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1660597 Jul 27 23:26:01.143762 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a2e554b5-e592-4366-bb2d-1994d81c55f3 req-f2c60345-4558-4200-89ec-cc5fd0c71f6a service neutron] 10.222.0.49 "GET /v2.0/networks/5ff4ad14-3426-463b-87a1-46477184ad85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5312839 Jul 27 23:26:01.154794 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-ebe68f9d-423d-4fa9-af66-dea5d42111d6 req-91429d70-2a9a-424f-8016-c8f277e7e920 tempest-ServerShowV247Test-1211425485 tempest-ServerShowV247Test-1211425485-project] 10.222.0.18 "GET /v2.0/ports?device_id=e85e97f7-9b49-4756-a31e-582c28421907 HTTP/1.1" status: 200 len: 210 time: 0.0700955 Jul 27 23:26:01.166245 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b26727d-bf4c-43a1-ba38-35880197afb3 req-29887b5c-dd90-494e-b55c-c6f86cbae47a tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:26:01.169575 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-6b26727d-bf4c-43a1-ba38-35880197afb3 req-29887b5c-dd90-494e-b55c-c6f86cbae47a tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] 10.222.0.38 "GET /v2.0/networks?id=44e5b751-d35f-484a-98d7-35c3565f32a1 HTTP/1.1" status: 200 len: 805 time: 0.5235913 Jul 27 23:26:01.198351 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [req-6b26727d-bf4c-43a1-ba38-35880197afb3 req-4e1f976b-74b3-4894-a04d-10a34b90945a tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] Request body: {'port': {'device_id': '91034029-1059-43e3-adc6-a3851f4adb0d', 'network_id': '44e5b751-d35f-484a-98d7-35c3565f32a1', 'admin_state_up': True, 'tenant_id': 'cf2ac26483444f3d949e08ee053eb26a'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:26:01.202326 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-390eda2f-6ebd-4a64-9fbf-aee816456c0b tempest-RoutersAdminTest-590554823 tempest-RoutersAdminTest-590554823-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:01.251676 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-390eda2f-6ebd-4a64-9fbf-aee816456c0b tempest-RoutersAdminTest-590554823 tempest-RoutersAdminTest-590554823-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:01.306241 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0eb522c-5441-409e-9f7a-677457812f65 req-8e71be71-2f54-431c-9b99-b6ac71b1a2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:26:01.308084 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-d0eb522c-5441-409e-9f7a-677457812f65 req-8e71be71-2f54-431c-9b99-b6ac71b1a2b7 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=3f7d1237-bf2d-4713-bb43-2b24ed14f89e HTTP/1.1" status: 200 len: 853 time: 0.2436018 Jul 27 23:26:01.423382 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a2e554b5-e592-4366-bb2d-1994d81c55f3 req-296a23b1-f63b-464c-8bbb-6811ad71ceaa service neutron] 10.222.0.49 "GET /v2.0/networks/5ff4ad14-3426-463b-87a1-46477184ad85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2504432 Jul 27 23:26:01.427965 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0eb522c-5441-409e-9f7a-677457812f65 req-747b6db3-cae8-4767-adfc-203ec3043cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:26:01.429554 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-d0eb522c-5441-409e-9f7a-677457812f65 req-747b6db3-cae8-4767-adfc-203ec3043cd1 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=2951db65-3a3c-418a-9804-693b92dbf903&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1095586 Jul 27 23:26:01.450245 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-b8e8088d-e1b3-4862-8c5d-4e251d3f3de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79c8e2a9-891c-41fe-996c-389649a999a4', 'name': 'tempest-TestVolumeBackupRestore-2060966715-router', 'tenant_id': 'acf4fb1269eb40aab078bc0133d25bec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.45'}], 'enable_snat': True}, 'gw_port_id': 'b386d006-f6e8-4a99-b630-9c362fcf8960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:21:50Z', 'updated_at': '2021-07-27T23:21:55Z', 'revision_number': 4, 'project_id': 'acf4fb1269eb40aab078bc0133d25bec', 'gw_port': {'id': 'b386d006-f6e8-4a99-b630-9c362fcf8960', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:95:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79c8e2a9-891c-41fe-996c-389649a999a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2105, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:21:51Z', 'updated_at': '2021-07-27T23:21:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_floatingips': [{'id': '3b4956ef-571f-4d5e-a5ac-8212c0a84370', 'tenant_id': 'acf4fb1269eb40aab078bc0133d25bec', 'floating_ip_address': '172.25.4.81', 'floating_network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'router_id': '79c8e2a9-891c-41fe-996c-389649a999a4', 'port_id': '12dd9847-7701-499b-b256-43a1578e87a6', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 2543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2951db65-3a3c-418a-9804-693b92dbf903', 'mac_address': 'fa:16:3e:8c:5e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f91d071-256d-4471-b814-102a0464de10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T23:25:53Z', 'updated_at': '2021-07-27T23:25:59Z', 'revision_number': 2, 'project_id': 'acf4fb1269eb40aab078bc0133d25bec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '808c6a67-4d38-43f1-97d1-eb6f356a3944', 'name': '', 'network_id': '2951db65-3a3c-418a-9804-693b92dbf903', 'tenant_id': 'acf4fb1269eb40aab078bc0133d25bec', 'mac_address': 'fa:16:3e:42:8f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79c8e2a9-891c-41fe-996c-389649a999a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2106, 'fixed_ips': [{'subnet_id': '3f7d1237-bf2d-4713-bb43-2b24ed14f89e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:21:54Z', 'updated_at': '2021-07-27T23:22:07Z', 'revision_number': 5, 'project_id': 'acf4fb1269eb40aab078bc0133d25bec', 'subnets': [{'id': '3f7d1237-bf2d-4713-bb43-2b24ed14f89e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:26:01.470332 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-390eda2f-6ebd-4a64-9fbf-aee816456c0b tempest-RoutersAdminTest-590554823 tempest-RoutersAdminTest-590554823-project-admin] Allocated IP 172.25.4.88 (2fd42287-ed26-4eb9-89a5-b521f5b04356/17de1f8f-393a-4b0c-a2df-614bd3f2fb5e/220a37b5-d62f-4b9f-a4f2-29bbd48d3812) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:26:01.493422 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8e8088d-e1b3-4862-8c5d-4e251d3f3de2 None None] The sync data for ids ['79c8e2a9-891c-41fe-996c-389649a999a4'] in n-d-802623-1 is: [{'id': '79c8e2a9-891c-41fe-996c-389649a999a4', 'name': 'tempest-TestVolumeBackupRestore-2060966715-router', 'tenant_id': 'acf4fb1269eb40aab078bc0133d25bec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.45'}], 'enable_snat': True}, 'gw_port_id': 'b386d006-f6e8-4a99-b630-9c362fcf8960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:21:50Z', 'updated_at': '2021-07-27T23:21:55Z', 'revision_number': 4, 'project_id': 'acf4fb1269eb40aab078bc0133d25bec', 'gw_port': {'id': 'b386d006-f6e8-4a99-b630-9c362fcf8960', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:95:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79c8e2a9-891c-41fe-996c-389649a999a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2105, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:21:51Z', 'updated_at': '2021-07-27T23:21:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_floatingips': [{'id': '3b4956ef-571f-4d5e-a5ac-8212c0a84370', 'tenant_id': 'acf4fb1269eb40aab078bc0133d25bec', 'floating_ip_address': '172.25.4.81', 'floating_network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'router_id': '79c8e2a9-891c-41fe-996c-389649a999a4', 'port_id': '12dd9847-7701-499b-b256-43a1578e87a6', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 2543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2951db65-3a3c-418a-9804-693b92dbf903', 'mac_address': 'fa:16:3e:8c:5e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f91d071-256d-4471-b814-102a0464de10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T23:25:53Z', 'updated_at': '2021-07-27T23:25:59Z', 'revision_number': 2, 'project_id': 'acf4fb1269eb40aab078bc0133d25bec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '808c6a67-4d38-43f1-97d1-eb6f356a3944', 'name': '', 'network_id': '2951db65-3a3c-418a-9804-693b92dbf903', 'tenant_id': 'acf4fb1269eb40aab078bc0133d25bec', 'mac_address': 'fa:16:3e:42:8f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79c8e2a9-891c-41fe-996c-389649a999a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2106, 'fixed_ips': [{'subnet_id': '3f7d1237-bf2d-4713-bb43-2b24ed14f89e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:21:54Z', 'updated_at': '2021-07-27T23:22:07Z', 'revision_number': 5, 'project_id': 'acf4fb1269eb40aab078bc0133d25bec', 'subnets': [{'id': '3f7d1237-bf2d-4713-bb43-2b24ed14f89e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:26:01.561683 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b26727d-bf4c-43a1-ba38-35880197afb3 req-4e1f976b-74b3-4894-a04d-10a34b90945a tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] Made reservation on behalf of cf2ac26483444f3d949e08ee053eb26a for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:26:01.573241 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-6b26727d-bf4c-43a1-ba38-35880197afb3 req-4e1f976b-74b3-4894-a04d-10a34b90945a tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:01.619311 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-d0eb522c-5441-409e-9f7a-677457812f65 req-5a8993ae-cd8b-42fe-9634-e7f2a3879cdc service neutron] 10.222.0.38 "GET /v2.0/networks/2951db65-3a3c-418a-9804-693b92dbf903?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1797023 Jul 27 23:26:01.664350 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-390eda2f-6ebd-4a64-9fbf-aee816456c0b tempest-RoutersAdminTest-590554823 tempest-RoutersAdminTest-590554823-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:01.727011 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-390eda2f-6ebd-4a64-9fbf-aee816456c0b tempest-RoutersAdminTest-590554823 tempest-RoutersAdminTest-590554823-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:01.779665 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-390eda2f-6ebd-4a64-9fbf-aee816456c0b tempest-RoutersAdminTest-590554823 tempest-RoutersAdminTest-590554823-project-admin] Network 2fd42287-ed26-4eb9-89a5-b521f5b04356 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:26:01.784755 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-390eda2f-6ebd-4a64-9fbf-aee816456c0b tempest-RoutersAdminTest-590554823 tempest-RoutersAdminTest-590554823-project-admin] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:26:01.792139 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-390eda2f-6ebd-4a64-9fbf-aee816456c0b tempest-RoutersAdminTest-590554823 tempest-RoutersAdminTest-590554823-project-admin] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:26:01.821385 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390eda2f-6ebd-4a64-9fbf-aee816456c0b tempest-RoutersAdminTest-590554823 tempest-RoutersAdminTest-590554823-project-admin] Pushing event updated for resources: {'Port': ['ID=220a37b5-d62f-4b9f-a4f2-29bbd48d3812,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:26:02.119868 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-beb88a74-33b1-4620-b4f4-a6e87cdb35ee req-b6a94d34-8c72-4255-a411-fb6416d7c04a tempest-ServerShowV247Test-1211425485 tempest-ServerShowV247Test-1211425485-project] 10.222.0.49 "GET /v2.0/ports?device_id=e85e97f7-9b49-4756-a31e-582c28421907 HTTP/1.1" status: 200 len: 210 time: 0.4172423 Jul 27 23:26:02.154574 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f91d071-256d-4471-b814-102a0464de10', 'tag': '12dd9847-7701-499b-b256-43a1578e87a6'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:26:02.157307 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a476459a1bfce68b0ae0df5b6a71154bfc7cfdc8f9eefce6ad0a17231e60468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2edee9c8-3ca2-4fed-b45e-80146df40b45" -d '{"events": [{"name": "network-changed", "server_uuid": "6f91d071-256d-4471-b814-102a0464de10", "tag": "12dd9847-7701-499b-b256-43a1578e87a6"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:26:02.161035 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-30f31f26-7099-4bf6-8ff4-20235440620b req-e828b27d-4abc-40cc-8c79-1014218b7419 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] 10.222.0.18 "GET /v2.0/ports?device_id=91034029-1059-43e3-adc6-a3851f4adb0d HTTP/1.1" status: 200 len: 210 time: 0.4538393 Jul 27 23:26:02.167786 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-390eda2f-6ebd-4a64-9fbf-aee816456c0b tempest-RoutersAdminTest-590554823 tempest-RoutersAdminTest-590554823-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:02.236217 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7418f70f-e60d-4709-8ba9-6ab514bc7f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:02.295818 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-d0eb522c-5441-409e-9f7a-677457812f65 req-4f451a61-f3d6-4f3a-a582-a8e5e088edaa service neutron] 10.222.0.38 "GET /v2.0/networks/2951db65-3a3c-418a-9804-693b92dbf903?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6643443 Jul 27 23:26:02.326220 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 23:26:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23c2cc9c-d6bc-4427-8c27-d0bed50bbd1d x-openstack-request-id: req-23c2cc9c-d6bc-4427-8c27-d0bed50bbd1d {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:26:02.326575 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f91d071-256d-4471-b814-102a0464de10", "tag": "12dd9847-7701-499b-b256-43a1578e87a6", "status": "completed", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:26:02.326752 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-23c2cc9c-d6bc-4427-8c27-d0bed50bbd1d {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:26:02.327163 n-d-802623-1 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f91d071-256d-4471-b814-102a0464de10', 'tag': '12dd9847-7701-499b-b256-43a1578e87a6', 'status': 'completed', 'code': 200} Jul 27 23:26:02.361417 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [req-6b26727d-bf4c-43a1-ba38-35880197afb3 req-4e1f976b-74b3-4894-a04d-10a34b90945a tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] Allocated IP 172.20.0.3 (44e5b751-d35f-484a-98d7-35c3565f32a1/35a04ddb-b611-4dee-a6f7-89af6e6ad557/511fe700-1863-46c3-b6c0-0a4e09eb274d) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:26:02.466529 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbeb0a5-664e-4600-92ad-e93c5fe83bad req-ec87e3af-d691-46f4-bbd6-e91731e832e6 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:26:02.468108 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-9fbeb0a5-664e-4600-92ad-e93c5fe83bad req-ec87e3af-d691-46f4-bbd6-e91731e832e6 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ae77e5d-c93a-4a87-a622-8c31637a543b HTTP/1.1" status: 200 len: 944 time: 0.1401505 Jul 27 23:26:02.481400 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c9f2ced0-f261-4a4b-8517-2ff22bdfb322 req-18d9af72-2de7-4262-835b-a786ace42bc6 tempest-ServerShowV247Test-1211425485 tempest-ServerShowV247Test-1211425485-project] 10.222.0.18 "GET /v2.0/ports?device_id=e85e97f7-9b49-4756-a31e-582c28421907 HTTP/1.1" status: 200 len: 210 time: 0.0560195 Jul 27 23:26:02.503521 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edee9c8-3ca2-4fed-b45e-80146df40b45 req-538aa4fc-4cdc-4fcd-a382-36e495ae0505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:26:02.505375 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-2edee9c8-3ca2-4fed-b45e-80146df40b45 req-538aa4fc-4cdc-4fcd-a382-36e495ae0505 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=acf4fb1269eb40aab078bc0133d25bec&device_id=6f91d071-256d-4471-b814-102a0464de10 HTTP/1.1" status: 200 len: 1097 time: 0.1259615 Jul 27 23:26:02.510554 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-390eda2f-6ebd-4a64-9fbf-aee816456c0b tempest-RoutersAdminTest-590554823 tempest-RoutersAdminTest-590554823-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-415433', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62186'] for router, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:02.520297 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-9fbeb0a5-664e-4600-92ad-e93c5fe83bad req-48570a91-b8e6-4d49-a423-f4a4c1ea98f4 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] 10.222.0.18 "GET /v2.0/security-groups?id=45adfe1d-a587-41ce-999b-f37af7607abf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432761 Jul 27 23:26:02.521212 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-390eda2f-6ebd-4a64-9fbf-aee816456c0b tempest-RoutersAdminTest-590554823 tempest-RoutersAdminTest-590554823-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-415468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-415442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-415451', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-479100'] for router, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:02.705890 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edee9c8-3ca2-4fed-b45e-80146df40b45 req-1785faf5-7582-4089-8bcb-2b5ecf132f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:26:02.707507 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-2edee9c8-3ca2-4fed-b45e-80146df40b45 req-1785faf5-7582-4089-8bcb-2b5ecf132f95 service neutron] 10.222.0.38 "GET /v2.0/networks?id=2951db65-3a3c-418a-9804-693b92dbf903 HTTP/1.1" status: 200 len: 915 time: 0.1921401 Jul 27 23:26:02.724467 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-390eda2f-6ebd-4a64-9fbf-aee816456c0b tempest-RoutersAdminTest-590554823 tempest-RoutersAdminTest-590554823-project-admin] Router 5eef932c-2fdb-4097-9e4c-d474bd60532f is scheduled to L3 agent 018c4455-49c0-4734-927d-7824067b2a9e with binding_index 1 {{(pid=93797) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 23:26:02.772055 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-6b26727d-bf4c-43a1-ba38-35880197afb3 req-4e1f976b-74b3-4894-a04d-10a34b90945a tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:02.814334 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-2edee9c8-3ca2-4fed-b45e-80146df40b45 req-f9a5eb1e-71a2-4b33-a21b-f67faa1573d7 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=12dd9847-7701-499b-b256-43a1578e87a6 HTTP/1.1" status: 200 len: 1001 time: 0.0942018 Jul 27 23:26:02.876804 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-390eda2f-6ebd-4a64-9fbf-aee816456c0b tempest-RoutersAdminTest-590554823 tempest-RoutersAdminTest-590554823-project-admin] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:26:02.880024 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edee9c8-3ca2-4fed-b45e-80146df40b45 req-433eb7e8-7419-439a-99e0-06fcc46ffb36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:26:02.881535 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-2edee9c8-3ca2-4fed-b45e-80146df40b45 req-433eb7e8-7419-439a-99e0-06fcc46ffb36 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=3f7d1237-bf2d-4713-bb43-2b24ed14f89e HTTP/1.1" status: 200 len: 853 time: 0.0595236 Jul 27 23:26:02.882510 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-6b26727d-bf4c-43a1-ba38-35880197afb3 req-4e1f976b-74b3-4894-a04d-10a34b90945a tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:02.889217 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0add0e80-2c27-4053-9614-077c8a559fb4 None None] Sync routers for ids ['5eef932c-2fdb-4097-9e4c-d474bd60532f'] in n-d-802623-1 {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:26:02.900421 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] get_ports_and_sgs() called for port_ids ['5b7866c5-7b07-46aa-bae5-acbbf94ec587'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:26:02.907733 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-390eda2f-6ebd-4a64-9fbf-aee816456c0b tempest-RoutersAdminTest-590554823 tempest-RoutersAdminTest-590554823-project-admin] Notify callbacks [] for router, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:02.908276 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-390eda2f-6ebd-4a64-9fbf-aee816456c0b tempest-RoutersAdminTest-590554823 tempest-RoutersAdminTest-590554823-project-admin] 10.222.0.18 "PUT /v2.0/routers/5eef932c-2fdb-4097-9e4c-d474bd60532f HTTP/1.1" status: 200 len: 914 time: 2.6172023 Jul 27 23:26:02.912594 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 59960) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:26:02.966721 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b26727d-bf4c-43a1-ba38-35880197afb3 req-4e1f976b-74b3-4894-a04d-10a34b90945a tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] Network 44e5b751-d35f-484a-98d7-35c3565f32a1 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:26:02.974147 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [req-6b26727d-bf4c-43a1-ba38-35880197afb3 req-4e1f976b-74b3-4894-a04d-10a34b90945a tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:26:02.980584 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b26727d-bf4c-43a1-ba38-35880197afb3 req-4e1f976b-74b3-4894-a04d-10a34b90945a tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:26:03.010340 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1f976b-74b3-4894-a04d-10a34b90945a tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] Pushing event updated for resources: {'Port': ['ID=511fe700-1863-46c3-b6c0-0a4e09eb274d,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:26:03.020019 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edee9c8-3ca2-4fed-b45e-80146df40b45 req-f7dad602-734f-4161-b0c3-4cd67c008485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:26:03.021578 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-2edee9c8-3ca2-4fed-b45e-80146df40b45 req-f7dad602-734f-4161-b0c3-4cd67c008485 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=2951db65-3a3c-418a-9804-693b92dbf903&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1301193 Jul 27 23:26:03.035900 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0add0e80-2c27-4053-9614-077c8a559fb4 None None] Routers {'5eef932c-2fdb-4097-9e4c-d474bd60532f'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:26:03.036840 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-0add0e80-2c27-4053-9614-077c8a559fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:26:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['5eef932c-2fdb-4097-9e4c-d474bd60532f'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:26:03.060247 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-58a0fd3e-21f9-472b-8b86-740b5924ff18 tempest-RoutersAdminTest-590554823 tempest-RoutersAdminTest-590554823-project-admin] 10.222.0.18 "GET /v2.0/routers/5eef932c-2fdb-4097-9e4c-d474bd60532f HTTP/1.1" status: 200 len: 920 time: 0.1451705 Jul 27 23:26:03.063077 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 59964) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:26:03.086464 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-0add0e80-2c27-4053-9614-077c8a559fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:26:03.109686 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0add0e80-2c27-4053-9614-077c8a559fb4 None None] Routers {'5eef932c-2fdb-4097-9e4c-d474bd60532f'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:26:03.110584 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-0add0e80-2c27-4053-9614-077c8a559fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:26:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['5eef932c-2fdb-4097-9e4c-d474bd60532f'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:26:03.115395 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b26727d-bf4c-43a1-ba38-35880197afb3 req-4e1f976b-74b3-4894-a04d-10a34b90945a tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:26:03.116092 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-6b26727d-bf4c-43a1-ba38-35880197afb3 req-4e1f976b-74b3-4894-a04d-10a34b90945a tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:03.118448 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66ed499c-23b5-4a9a-8855-04c91abfbb6c tempest-RoutersAdminTest-590554823 tempest-RoutersAdminTest-590554823-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:26:03.120359 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-66ed499c-23b5-4a9a-8855-04c91abfbb6c tempest-RoutersAdminTest-590554823 tempest-RoutersAdminTest-590554823-project-admin] 10.222.0.18 "GET /v2.0/ports?network_id=2fd42287-ed26-4eb9-89a5-b521f5b04356&device_id=5eef932c-2fdb-4097-9e4c-d474bd60532f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0559831 Jul 27 23:26:03.123704 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 59968) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:26:03.175958 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-6b26727d-bf4c-43a1-ba38-35880197afb3 req-4e1f976b-74b3-4894-a04d-10a34b90945a tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9831023 Jul 27 23:26:03.189259 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-0add0e80-2c27-4053-9614-077c8a559fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:26:03.190441 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0add0e80-2c27-4053-9614-077c8a559fb4 None None] The sync data for ids ['5eef932c-2fdb-4097-9e4c-d474bd60532f'] in n-d-802623-1 is: [] {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:26:03.211002 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [req-6b26727d-bf4c-43a1-ba38-35880197afb3 req-38b2165f-9ea1-435b-b15a-41a558f0f3a9 service neutron] Request body: {'port': {'device_id': '91034029-1059-43e3-adc6-a3851f4adb0d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802623-1'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:26:03.292063 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-2edee9c8-3ca2-4fed-b45e-80146df40b45 req-316d0b82-7eee-48e5-8b41-802882f6d8ee service neutron] 10.222.0.38 "GET /v2.0/networks/2951db65-3a3c-418a-9804-693b92dbf903?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2606251 Jul 27 23:26:03.295132 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02dab5fe-0d27-4b1b-ab2e-533e84cf8cbf tempest-RoutersAdminTest-590554823 tempest-RoutersAdminTest-590554823-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:26:03.297304 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-02dab5fe-0d27-4b1b-ab2e-533e84cf8cbf tempest-RoutersAdminTest-590554823 tempest-RoutersAdminTest-590554823-project-admin] 10.222.0.18 "GET /v2.0/networks/2fd42287-ed26-4eb9-89a5-b521f5b04356 HTTP/1.1" status: 200 len: 881 time: 0.1718335 Jul 27 23:26:03.300110 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 59974) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:26:03.332485 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-9d41c522-1ddf-41d9-aeb2-d430791fee48 tempest-RoutersAdminTest-580455923 tempest-RoutersAdminTest-580455923-project] 10.222.0.18 "GET /v2.0/ports?device_id=5eef932c-2fdb-4097-9e4c-d474bd60532f HTTP/1.1" status: 200 len: 205 time: 0.0310271 Jul 27 23:26:03.334860 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 59976) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:26:03.336380 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-6b26727d-bf4c-43a1-ba38-35880197afb3 req-38b2165f-9ea1-435b-b15a-41a558f0f3a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:03.438447 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824c65b2-a5f3-4ebd-8efd-d6c98ea86117 req-26f1532b-6678-4dda-8821-67eade2d56aa tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:26:03.440011 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-824c65b2-a5f3-4ebd-8efd-d6c98ea86117 req-26f1532b-6678-4dda-8821-67eade2d56aa tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] 10.222.0.18 "GET /v2.0/ports?device_id=91034029-1059-43e3-adc6-a3851f4adb0d HTTP/1.1" status: 200 len: 931 time: 0.1523526 Jul 27 23:26:03.456448 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c664d990-1e6f-491c-8ab5-cc64cae3ad5c tempest-RoutersAdminTest-580455923 tempest-RoutersAdminTest-580455923-project] Notify callbacks [] for router, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:03.555245 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-2edee9c8-3ca2-4fed-b45e-80146df40b45 req-ea65639f-21d9-4583-91a9-1323d67a70ac service neutron] 10.222.0.38 "GET /v2.0/networks/2951db65-3a3c-418a-9804-693b92dbf903?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2452400 Jul 27 23:26:03.569276 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-824c65b2-a5f3-4ebd-8efd-d6c98ea86117 req-8544e077-14df-42e9-9367-372a07c1fc5e tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e15ece7-f410-4d95-9c67-d98c825e8c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215730 Jul 27 23:26:03.755481 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95666f15-fb5b-48f0-abd0-29fe92e99387 req-d6705035-5011-4b18-865f-265a6c9d33ad tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:26:03.757366 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-95666f15-fb5b-48f0-abd0-29fe92e99387 req-d6705035-5011-4b18-865f-265a6c9d33ad tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ae77e5d-c93a-4a87-a622-8c31637a543b HTTP/1.1" status: 200 len: 944 time: 0.0810344 Jul 27 23:26:03.767581 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 59986) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:26:03.850725 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-95666f15-fb5b-48f0-abd0-29fe92e99387 req-aabceebf-f0f3-4636-92c2-b7108f51ba85 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] 10.222.0.18 "GET /v2.0/security-groups?id=45adfe1d-a587-41ce-999b-f37af7607abf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838056 Jul 27 23:26:03.925751 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [req-6b26727d-bf4c-43a1-ba38-35880197afb3 req-38b2165f-9ea1-435b-b15a-41a558f0f3a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 511fe700-1863-46c3-b6c0-0a4e09eb274d {{(pid=93798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:26:03.943875 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-6b26727d-bf4c-43a1-ba38-35880197afb3 req-38b2165f-9ea1-435b-b15a-41a558f0f3a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:03.965323 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-6b26727d-bf4c-43a1-ba38-35880197afb3 req-38b2165f-9ea1-435b-b15a-41a558f0f3a9 service neutron] Transition to ACTIVE for port object 511fe700-1863-46c3-b6c0-0a4e09eb274d will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:26:03.966024 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c664d990-1e6f-491c-8ab5-cc64cae3ad5c tempest-RoutersAdminTest-580455923 tempest-RoutersAdminTest-580455923-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:03.970290 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-6b26727d-bf4c-43a1-ba38-35880197afb3 req-38b2165f-9ea1-435b-b15a-41a558f0f3a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:03.978647 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device 961323c1-45a0-49bd-8057-e5e8055bfc40 details requested by agent hyperv_n-h2-802623-1 with host n-h2-802623-1 {{(pid=93799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 23:26:04.041628 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 59992) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:26:04.089783 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-c664d990-1e6f-491c-8ab5-cc64cae3ad5c tempest-RoutersAdminTest-580455923 tempest-RoutersAdminTest-580455923-project] Deleting port 220a37b5-d62f-4b9f-a4f2-29bbd48d3812 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:26:04.090558 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c664d990-1e6f-491c-8ab5-cc64cae3ad5c tempest-RoutersAdminTest-580455923 tempest-RoutersAdminTest-580455923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:04.109674 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port 961323c1-45a0-49bd-8057-e5e8055bfc40, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=961323c1-45a0-49bd-8057-e5e8055bfc40,segment=NetworkSegment(9ac5713f-1ed4-4c82-b885-5fc23b0f1a5c),segment_id=9ac5713f-1ed4-4c82-b885-5fc23b0f1a5c)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:26:04.115768 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b2165f-9ea1-435b-b15a-41a558f0f3a9 service neutron] Pushing event updated for resources: {'Port': ['ID=511fe700-1863-46c3-b6c0-0a4e09eb274d,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:26:04.137143 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Returning: {'device': '961323c1-45a0-49bd-8057-e5e8055bfc40', 'network_id': '5ff4ad14-3426-463b-87a1-46477184ad85', 'port_id': '961323c1-45a0-49bd-8057-e5e8055bfc40', 'mac_address': 'fa:16:3e:33:fb:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56344ae4-e45a-495d-9cbd-588c0f16a84e', 'ip_address': '172.20.0.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 23:26:04.142755 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7d24a280-6b46-4dc5-805f-10085c47f7a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:04.177754 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7c638164-1c7e-4b25-a8c0-3532cfb0bd39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:04.191130 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:04.205821 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 961323c1-45a0-49bd-8057-e5e8055bfc40 {{(pid=93799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:26:04.215869 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-6b26727d-bf4c-43a1-ba38-35880197afb3 req-38b2165f-9ea1-435b-b15a-41a558f0f3a9 service neutron] Attempting to bind port 511fe700-1863-46c3-b6c0-0a4e09eb274d on host n-h1-802623-1 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:26:04.216475 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-6b26727d-bf4c-43a1-ba38-35880197afb3 req-38b2165f-9ea1-435b-b15a-41a558f0f3a9 service neutron] Attempting to bind port 511fe700-1863-46c3-b6c0-0a4e09eb274d by drivers openvswitch,hyperv on host n-h1-802623-1 at level 0 using segments [{'id': 'e3440446-8deb-4174-b5a6-9cc094845dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '44e5b751-d35f-484a-98d7-35c3565f32a1'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:26:04.216475 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b26727d-bf4c-43a1-ba38-35880197afb3 req-38b2165f-9ea1-435b-b15a-41a558f0f3a9 service neutron] Attempting to bind port 511fe700-1863-46c3-b6c0-0a4e09eb274d on network 44e5b751-d35f-484a-98d7-35c3565f32a1 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:26:04.227184 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b26727d-bf4c-43a1-ba38-35880197afb3 req-38b2165f-9ea1-435b-b15a-41a558f0f3a9 service neutron] Port 511fe700-1863-46c3-b6c0-0a4e09eb274d on network 44e5b751-d35f-484a-98d7-35c3565f32a1 not bound, no agent of type Open vSwitch agent registered on host n-h1-802623-1 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 23:26:04.227525 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b26727d-bf4c-43a1-ba38-35880197afb3 req-38b2165f-9ea1-435b-b15a-41a558f0f3a9 service neutron] Attempting to bind port 511fe700-1863-46c3-b6c0-0a4e09eb274d on network 44e5b751-d35f-484a-98d7-35c3565f32a1 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:26:04.239430 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b26727d-bf4c-43a1-ba38-35880197afb3 req-38b2165f-9ea1-435b-b15a-41a558f0f3a9 service neutron] Checking agent: {'id': '245f1da4-a9b8-4b08-90d7-28f0f342b839', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 59, 59), 'started_at': datetime.datetime(2021, 7, 27, 22, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:26:04.239797 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b26727d-bf4c-43a1-ba38-35880197afb3 req-38b2165f-9ea1-435b-b15a-41a558f0f3a9 service neutron] Checking segment: {'id': 'e3440446-8deb-4174-b5a6-9cc094845dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '44e5b751-d35f-484a-98d7-35c3565f32a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:26:04.240159 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b26727d-bf4c-43a1-ba38-35880197afb3 req-38b2165f-9ea1-435b-b15a-41a558f0f3a9 service neutron] Bound using segment: {'id': 'e3440446-8deb-4174-b5a6-9cc094845dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '44e5b751-d35f-484a-98d7-35c3565f32a1'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:26:04.240601 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-6b26727d-bf4c-43a1-ba38-35880197afb3 req-38b2165f-9ea1-435b-b15a-41a558f0f3a9 service neutron] Bound port: 511fe700-1863-46c3-b6c0-0a4e09eb274d, host: n-h1-802623-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3440446-8deb-4174-b5a6-9cc094845dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '44e5b751-d35f-484a-98d7-35c3565f32a1'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:26:04.240959 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-6b26727d-bf4c-43a1-ba38-35880197afb3 req-38b2165f-9ea1-435b-b15a-41a558f0f3a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:04.253569 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port 961323c1-45a0-49bd-8057-e5e8055bfc40, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=961323c1-45a0-49bd-8057-e5e8055bfc40,segment=NetworkSegment(9ac5713f-1ed4-4c82-b885-5fc23b0f1a5c),segment_id=9ac5713f-1ed4-4c82-b885-5fc23b0f1a5c)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:26:04.256975 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c664d990-1e6f-491c-8ab5-cc64cae3ad5c tempest-RoutersAdminTest-580455923 tempest-RoutersAdminTest-580455923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:04.264024 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:04.275275 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-c664d990-1e6f-491c-8ab5-cc64cae3ad5c tempest-RoutersAdminTest-580455923 tempest-RoutersAdminTest-580455923-project] Calling delete_port for 220a37b5-d62f-4b9f-a4f2-29bbd48d3812 owned by network:router_gateway {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:26:04.309569 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.agents_db [None req-9beef776-8bab-4de2-989a-f5a23ba4aaf4 None None] Agent healthcheck: found 7 active agents {{(pid=93800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 23:26:04.327687 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Pushing event updated for resources: {'Port': ['ID=961323c1-45a0-49bd-8057-e5e8055bfc40,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:26:04.359356 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7d24a280-6b46-4dc5-805f-10085c47f7a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:04.360729 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-6b26727d-bf4c-43a1-ba38-35880197afb3 req-38b2165f-9ea1-435b-b15a-41a558f0f3a9 service neutron] For port 511fe700-1863-46c3-b6c0-0a4e09eb274d, host n-h1-802623-1, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:26:04.364685 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-6b26727d-bf4c-43a1-ba38-35880197afb3 req-38b2165f-9ea1-435b-b15a-41a558f0f3a9 service neutron] For port 511fe700-1863-46c3-b6c0-0a4e09eb274d, host n-h1-802623-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=511fe700-1863-46c3-b6c0-0a4e09eb274d,segment=NetworkSegment(e3440446-8deb-4174-b5a6-9cc094845dc2),segment_id=e3440446-8deb-4174-b5a6-9cc094845dc2)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:26:04.366354 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7d24a280-6b46-4dc5-805f-10085c47f7a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:04.375478 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-6b26727d-bf4c-43a1-ba38-35880197afb3 req-38b2165f-9ea1-435b-b15a-41a558f0f3a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:04.437806 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b26727d-bf4c-43a1-ba38-35880197afb3 req-38b2165f-9ea1-435b-b15a-41a558f0f3a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:26:04.438486 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-6b26727d-bf4c-43a1-ba38-35880197afb3 req-38b2165f-9ea1-435b-b15a-41a558f0f3a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:04.440103 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-6b26727d-bf4c-43a1-ba38-35880197afb3 req-38b2165f-9ea1-435b-b15a-41a558f0f3a9 service neutron] 10.222.0.38 "PUT /v2.0/ports/511fe700-1863-46c3-b6c0-0a4e09eb274d HTTP/1.1" status: 200 len: 1091 time: 1.2415900 Jul 27 23:26:04.449976 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91034029-1059-43e3-adc6-a3851f4adb0d', 'tag': '511fe700-1863-46c3-b6c0-0a4e09eb274d'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:26:04.453061 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}011f8d312121274bb12d78e77c6379a2079800640016cec6c6d605b73666e854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-478a199f-793b-4824-9f29-c866ce11ad88" -d '{"events": [{"name": "network-changed", "server_uuid": "91034029-1059-43e3-adc6-a3851f4adb0d", "tag": "511fe700-1863-46c3-b6c0-0a4e09eb274d"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:26:04.469123 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-7d24a280-6b46-4dc5-805f-10085c47f7a4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=33d3c187068641df8ae78c6b2668f067&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6976824 Jul 27 23:26:04.469123 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d24a280-6b46-4dc5-805f-10085c47f7a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=157c9072-3423-4c3b-bc80-d63389a70040,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:26:04.470393 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 60000) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:26:04.524520 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 23:26:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-766422dd-938d-4aed-8f6d-1386dc6f6300 x-openstack-request-id: req-766422dd-938d-4aed-8f6d-1386dc6f6300 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:26:04.524799 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91034029-1059-43e3-adc6-a3851f4adb0d", "tag": "511fe700-1863-46c3-b6c0-0a4e09eb274d", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:26:04.525052 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-766422dd-938d-4aed-8f6d-1386dc6f6300 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:26:04.525445 n-d-802623-1 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91034029-1059-43e3-adc6-a3851f4adb0d', 'tag': '511fe700-1863-46c3-b6c0-0a4e09eb274d', 'status': 'completed', 'code': 200} Jul 27 23:26:04.527783 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b2165f-9ea1-435b-b15a-41a558f0f3a9 service neutron] Pushing event updated for resources: {'Port': ['ID=511fe700-1863-46c3-b6c0-0a4e09eb274d,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:26:04.549267 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b26727d-bf4c-43a1-ba38-35880197afb3 req-2ecff68c-f042-4827-9ebf-08f05807851f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:26:04.551130 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-6b26727d-bf4c-43a1-ba38-35880197afb3 req-2ecff68c-f042-4827-9ebf-08f05807851f service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=cf2ac26483444f3d949e08ee053eb26a&device_id=91034029-1059-43e3-adc6-a3851f4adb0d HTTP/1.1" status: 200 len: 1094 time: 0.0592101 Jul 27 23:26:04.573966 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c664d990-1e6f-491c-8ab5-cc64cae3ad5c tempest-RoutersAdminTest-580455923 tempest-RoutersAdminTest-580455923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:04.584823 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] get_ports_and_sgs() called for port_ids ['961323c1-45a0-49bd-8057-e5e8055bfc40'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:26:04.602784 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-6b26727d-bf4c-43a1-ba38-35880197afb3 req-646433a2-97f4-4656-affa-823c6e41e0b0 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=511fe700-1863-46c3-b6c0-0a4e09eb274d HTTP/1.1" status: 200 len: 217 time: 0.0440848 Jul 27 23:26:04.637769 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c664d990-1e6f-491c-8ab5-cc64cae3ad5c tempest-RoutersAdminTest-580455923 tempest-RoutersAdminTest-580455923-project] Pushing event deleted for resources: {'Port': ['ID=220a37b5-d62f-4b9f-a4f2-29bbd48d3812,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:26:04.662545 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7c638164-1c7e-4b25-a8c0-3532cfb0bd39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:04.676516 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b26727d-bf4c-43a1-ba38-35880197afb3 req-f09b989a-4914-4ebb-bf8f-8b31c6a347cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:26:04.680007 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-6b26727d-bf4c-43a1-ba38-35880197afb3 req-f09b989a-4914-4ebb-bf8f-8b31c6a347cc service neutron] 10.222.0.38 "GET /v2.0/subnets?id=35a04ddb-b611-4dee-a6f7-89af6e6ad557 HTTP/1.1" status: 200 len: 845 time: 0.0683002 Jul 27 23:26:04.694936 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7c638164-1c7e-4b25-a8c0-3532cfb0bd39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:04.749368 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-6b26727d-bf4c-43a1-ba38-35880197afb3 req-0a5443bd-a8a5-4798-a625-5ff16ff97c76 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=44e5b751-d35f-484a-98d7-35c3565f32a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0596704 Jul 27 23:26:04.750759 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9d0af8bc-74ac-466c-ad89-85ba80f5cc1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:04.774336 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-7c638164-1c7e-4b25-a8c0-3532cfb0bd39 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=759662157daf4e869a0220d5a2906775&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7233770 Jul 27 23:26:04.783288 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 60004) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:26:04.785929 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c664d990-1e6f-491c-8ab5-cc64cae3ad5c tempest-RoutersAdminTest-580455923 tempest-RoutersAdminTest-580455923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-415368'] for router_gateway, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:04.792932 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc297fe6-8a26-4f68-9d0b-3eb05d53d925 req-b5f2b440-a474-45fb-bf1d-86bc21f77710 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:26:04.794274 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-bc297fe6-8a26-4f68-9d0b-3eb05d53d925 req-b5f2b440-a474-45fb-bf1d-86bc21f77710 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] 10.222.0.18 "GET /v2.0/ports?device_id=91034029-1059-43e3-adc6-a3851f4adb0d HTTP/1.1" status: 200 len: 943 time: 0.1069894 Jul 27 23:26:04.875638 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:04.883601 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-bc297fe6-8a26-4f68-9d0b-3eb05d53d925 req-4208d9ab-db4c-4b67-93e3-aa9579befa5f tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e15ece7-f410-4d95-9c67-d98c825e8c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632637 Jul 27 23:26:04.893877 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c664d990-1e6f-491c-8ab5-cc64cae3ad5c tempest-RoutersAdminTest-580455923 tempest-RoutersAdminTest-580455923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62205'] for router, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:04.896167 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c664d990-1e6f-491c-8ab5-cc64cae3ad5c tempest-RoutersAdminTest-580455923 tempest-RoutersAdminTest-580455923-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:04.908184 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-6b26727d-bf4c-43a1-ba38-35880197afb3 req-5894c33e-afd3-4feb-b69b-c6e38553228c service neutron] 10.222.0.38 "GET /v2.0/networks/44e5b751-d35f-484a-98d7-35c3565f32a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479838 Jul 27 23:26:04.947591 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c638164-1c7e-4b25-a8c0-3532cfb0bd39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4f4b69c-2d9e-4733-bdab-444834f73c0d,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:26:04.960203 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c664d990-1e6f-491c-8ab5-cc64cae3ad5c tempest-RoutersAdminTest-580455923 tempest-RoutersAdminTest-580455923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-477831'] for router, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:04.960621 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c664d990-1e6f-491c-8ab5-cc64cae3ad5c tempest-RoutersAdminTest-580455923 tempest-RoutersAdminTest-580455923-project] Fanout notify agent at l3_agent the message router_deleted on router 5eef932c-2fdb-4097-9e4c-d474bd60532f {{(pid=93797) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 23:26:04.967900 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9d0af8bc-74ac-466c-ad89-85ba80f5cc1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:04.976813 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c664d990-1e6f-491c-8ab5-cc64cae3ad5c tempest-RoutersAdminTest-580455923 tempest-RoutersAdminTest-580455923-project] Notify callbacks [] for router, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:04.977948 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-c664d990-1e6f-491c-8ab5-cc64cae3ad5c tempest-RoutersAdminTest-580455923 tempest-RoutersAdminTest-580455923-project] 10.222.0.18 "DELETE /v2.0/routers/5eef932c-2fdb-4097-9e4c-d474bd60532f HTTP/1.1" status: 204 len: 168 time: 1.6420050 Jul 27 23:26:04.987893 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 60008) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:26:04.996237 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-121d37ab-ff31-42d1-9d20-3718918a0ab5 tempest-RoutersAdminTest-580455923 tempest-RoutersAdminTest-580455923-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1879714956', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:26:05.041295 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-6b26727d-bf4c-43a1-ba38-35880197afb3 req-43c529df-3637-4558-b30a-d34cca1308a7 service neutron] 10.222.0.38 "GET /v2.0/networks/44e5b751-d35f-484a-98d7-35c3565f32a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239300 Jul 27 23:26:05.098223 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-121d37ab-ff31-42d1-9d20-3718918a0ab5 tempest-RoutersAdminTest-580455923 tempest-RoutersAdminTest-580455923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62159'] for router, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:05.099587 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-121d37ab-ff31-42d1-9d20-3718918a0ab5 tempest-RoutersAdminTest-580455923 tempest-RoutersAdminTest-580455923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-479230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-415539', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3693317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62148'] for router, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:05.127305 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-178c0334-bd6c-4d9e-8872-99009f4daa1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:05.141525 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82ee0b5-106f-40de-8261-0b2b500a367e req-c8b4c0fb-de60-40fd-9807-eaf93c5214b9 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:26:05.142583 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f82ee0b5-106f-40de-8261-0b2b500a367e req-c8b4c0fb-de60-40fd-9807-eaf93c5214b9 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ae77e5d-c93a-4a87-a622-8c31637a543b HTTP/1.1" status: 200 len: 945 time: 0.1333916 Jul 27 23:26:05.145472 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478a199f-793b-4824-9f29-c866ce11ad88 req-eb04647f-7dbb-4202-8e32-66944f809af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:26:05.148225 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-478a199f-793b-4824-9f29-c866ce11ad88 req-eb04647f-7dbb-4202-8e32-66944f809af1 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=cf2ac26483444f3d949e08ee053eb26a&device_id=91034029-1059-43e3-adc6-a3851f4adb0d HTTP/1.1" status: 200 len: 1094 time: 0.0615573 Jul 27 23:26:05.170794 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9d0af8bc-74ac-466c-ad89-85ba80f5cc1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:05.173428 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9d0af8bc-74ac-466c-ad89-85ba80f5cc1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:05.176948 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-9d0af8bc-74ac-466c-ad89-85ba80f5cc1e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/157c9072-3423-4c3b-bc80-d63389a70040 HTTP/1.1" status: 204 len: 168 time: 0.7006934 Jul 27 23:26:05.198801 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-178c0334-bd6c-4d9e-8872-99009f4daa1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:05.259365 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0af8bc-74ac-466c-ad89-85ba80f5cc1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=157c9072-3423-4c3b-bc80-d63389a70040,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:26:05.265362 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-121d37ab-ff31-42d1-9d20-3718918a0ab5 tempest-RoutersAdminTest-580455923 tempest-RoutersAdminTest-580455923-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:05.285885 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-121d37ab-ff31-42d1-9d20-3718918a0ab5 tempest-RoutersAdminTest-580455923 tempest-RoutersAdminTest-580455923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-415468'] for router, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:05.310762 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478a199f-793b-4824-9f29-c866ce11ad88 req-843d682e-6c7b-472f-a42d-2d3d7b92978a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:26:05.313417 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f82ee0b5-106f-40de-8261-0b2b500a367e req-59763bad-4328-487c-bb0b-390e1880cb57 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] 10.222.0.18 "GET /v2.0/security-groups?id=45adfe1d-a587-41ce-999b-f37af7607abf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1629605 Jul 27 23:26:05.314339 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-478a199f-793b-4824-9f29-c866ce11ad88 req-843d682e-6c7b-472f-a42d-2d3d7b92978a service neutron] 10.222.0.38 "GET /v2.0/networks?id=44e5b751-d35f-484a-98d7-35c3565f32a1 HTTP/1.1" status: 200 len: 906 time: 0.1592004 Jul 27 23:26:05.340139 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-121d37ab-ff31-42d1-9d20-3718918a0ab5 tempest-RoutersAdminTest-580455923 tempest-RoutersAdminTest-580455923-project] Notify callbacks [] for router, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:05.345144 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-121d37ab-ff31-42d1-9d20-3718918a0ab5 tempest-RoutersAdminTest-580455923 tempest-RoutersAdminTest-580455923-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3561914 Jul 27 23:26:05.347941 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 60014) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:26:05.356739 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-fd9c22c7-9137-44dd-ade3-c9d724af1b8a tempest-RoutersAdminTest-590554823 tempest-RoutersAdminTest-590554823-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'enable_snat': False}}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:26:05.385375 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-478a199f-793b-4824-9f29-c866ce11ad88 req-23c069e6-af70-4f69-aeab-e0392d314843 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=511fe700-1863-46c3-b6c0-0a4e09eb274d HTTP/1.1" status: 200 len: 217 time: 0.0630302 Jul 27 23:26:05.407752 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-178c0334-bd6c-4d9e-8872-99009f4daa1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:05.410289 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-178c0334-bd6c-4d9e-8872-99009f4daa1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:05.414261 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-178c0334-bd6c-4d9e-8872-99009f4daa1a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e4f4b69c-2d9e-4733-bdab-444834f73c0d HTTP/1.1" status: 204 len: 168 time: 0.6300023 Jul 27 23:26:05.453025 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178c0334-bd6c-4d9e-8872-99009f4daa1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4f4b69c-2d9e-4733-bdab-444834f73c0d,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:26:05.470536 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478a199f-793b-4824-9f29-c866ce11ad88 req-cba80896-d929-4be9-9d90-29d899299fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:26:05.472702 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-478a199f-793b-4824-9f29-c866ce11ad88 req-cba80896-d929-4be9-9d90-29d899299fcc service neutron] 10.222.0.38 "GET /v2.0/subnets?id=35a04ddb-b611-4dee-a6f7-89af6e6ad557 HTTP/1.1" status: 200 len: 845 time: 0.0707498 Jul 27 23:26:05.558224 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-478a199f-793b-4824-9f29-c866ce11ad88 req-f6f4cd1e-ab6e-43cc-b03f-832650f7e437 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=44e5b751-d35f-484a-98d7-35c3565f32a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0706587 Jul 27 23:26:05.626132 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 60020) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:26:05.645657 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-fd9c22c7-9137-44dd-ade3-c9d724af1b8a tempest-RoutersAdminTest-590554823 tempest-RoutersAdminTest-590554823-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-415433', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62186'] for router, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:05.650222 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e75455db-0d98-46ae-b83b-4d2c3baa1e5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:05.697039 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-478a199f-793b-4824-9f29-c866ce11ad88 req-7aca86c2-3126-4ce3-b6ff-6b4c676b8d37 service neutron] 10.222.0.38 "GET /v2.0/networks/44e5b751-d35f-484a-98d7-35c3565f32a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323779 Jul 27 23:26:05.823511 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-478a199f-793b-4824-9f29-c866ce11ad88 req-370f5fdd-c791-4090-a912-4d56ce28e55a service neutron] 10.222.0.38 "GET /v2.0/networks/44e5b751-d35f-484a-98d7-35c3565f32a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104805 Jul 27 23:26:05.843646 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e75455db-0d98-46ae-b83b-4d2c3baa1e5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:05.854187 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e75455db-0d98-46ae-b83b-4d2c3baa1e5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:05.910427 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-e75455db-0d98-46ae-b83b-4d2c3baa1e5d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e5f8be66f7ce4296ac3fb8f5612447c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2829752 Jul 27 23:26:05.913144 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 60030) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:26:05.979441 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75455db-0d98-46ae-b83b-4d2c3baa1e5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71cbfd14-83fb-4478-b49a-39a8842a5e58,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:26:05.994054 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device 961323c1-45a0-49bd-8057-e5e8055bfc40 up at agent hyperv_n-h2-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:26:06.034596 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-fd9c22c7-9137-44dd-ade3-c9d724af1b8a tempest-RoutersAdminTest-590554823 tempest-RoutersAdminTest-590554823-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:06.071919 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Provisioning for port 961323c1-45a0-49bd-8057-e5e8055bfc40 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:26:06.076701 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-fd9c22c7-9137-44dd-ade3-c9d724af1b8a tempest-RoutersAdminTest-590554823 tempest-RoutersAdminTest-590554823-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:06.078763 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Provisioning complete for port 961323c1-45a0-49bd-8057-e5e8055bfc40 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:26:06.079280 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:06.083982 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba35a436-8dd5-46b0-b2da-8ab4de7c76a4 req-d6156f7e-6758-44a6-8ab3-bd663bdead91 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:26:06.091307 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ba35a436-8dd5-46b0-b2da-8ab4de7c76a4 req-d6156f7e-6758-44a6-8ab3-bd663bdead91 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] 10.222.0.18 "GET /v2.0/ports?device_id=91034029-1059-43e3-adc6-a3851f4adb0d HTTP/1.1" status: 200 len: 943 time: 0.0797966 Jul 27 23:26:06.099441 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-12ab2544-a3f5-4426-aaac-03ca7d0139c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:06.158116 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ba35a436-8dd5-46b0-b2da-8ab4de7c76a4 req-0a3e27d1-ccc6-4c96-afcc-5899666fe1ee tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e15ece7-f410-4d95-9c67-d98c825e8c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646920 Jul 27 23:26:06.174680 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-12ab2544-a3f5-4426-aaac-03ca7d0139c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:06.212965 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:06.244971 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ae77e5d-c93a-4a87-a622-8c31637a543b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '961323c1-45a0-49bd-8057-e5e8055bfc40'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:26:06.247328 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c0369b0d4f459110ff20a1f9878ba33f96d6491bddb9d15843bf29d01e0bda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-884782a5-1ef5-4467-acff-abefc29b2583" -d '{"events": [{"server_uuid": "2ae77e5d-c93a-4a87-a622-8c31637a543b", "name": "network-vif-plugged", "status": "completed", "tag": "961323c1-45a0-49bd-8057-e5e8055bfc40"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:26:06.252808 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-12ab2544-a3f5-4426-aaac-03ca7d0139c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:06.258903 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-12ab2544-a3f5-4426-aaac-03ca7d0139c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:06.263073 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port 961323c1-45a0-49bd-8057-e5e8055bfc40, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=961323c1-45a0-49bd-8057-e5e8055bfc40,segment=NetworkSegment(9ac5713f-1ed4-4c82-b885-5fc23b0f1a5c),segment_id=9ac5713f-1ed4-4c82-b885-5fc23b0f1a5c)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:26:06.271372 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:06.272501 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-12ab2544-a3f5-4426-aaac-03ca7d0139c0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/71cbfd14-83fb-4478-b49a-39a8842a5e58 HTTP/1.1" status: 204 len: 168 time: 0.3519967 Jul 27 23:26:06.293271 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-fd9c22c7-9137-44dd-ade3-c9d724af1b8a tempest-RoutersAdminTest-590554823 tempest-RoutersAdminTest-590554823-project-admin] Allocated IP 172.25.4.254 (2fd42287-ed26-4eb9-89a5-b521f5b04356/17de1f8f-393a-4b0c-a2df-614bd3f2fb5e/fadc8351-d068-4a00-82c1-2cad6d4cd75a) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:26:06.321824 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ab2544-a3f5-4426-aaac-03ca7d0139c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71cbfd14-83fb-4478-b49a-39a8842a5e58,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:26:06.333350 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:26:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1c5b001-d1b3-4987-b2bf-60f24003a6b6 x-openstack-request-id: req-c1c5b001-d1b3-4987-b2bf-60f24003a6b6 {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:26:06.333688 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ae77e5d-c93a-4a87-a622-8c31637a543b", "name": "network-vif-plugged", "status": "completed", "tag": "961323c1-45a0-49bd-8057-e5e8055bfc40", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:26:06.335764 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c1c5b001-d1b3-4987-b2bf-60f24003a6b6 {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:26:06.335764 n-d-802623-1 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ae77e5d-c93a-4a87-a622-8c31637a543b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '961323c1-45a0-49bd-8057-e5e8055bfc40', 'code': 200} Jul 27 23:26:06.384441 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Pushing event updated for resources: {'Port': ['ID=961323c1-45a0-49bd-8057-e5e8055bfc40,revision_number=5']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:26:06.506256 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-fd9c22c7-9137-44dd-ade3-c9d724af1b8a tempest-RoutersAdminTest-590554823 tempest-RoutersAdminTest-590554823-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:06.517207 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a744677d-8685-4fec-8f81-f42b732301a3 req-83dbfc96-5d08-4021-90db-70bf7d4fee75 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:26:06.519466 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a744677d-8685-4fec-8f81-f42b732301a3 req-83dbfc96-5d08-4021-90db-70bf7d4fee75 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ae77e5d-c93a-4a87-a622-8c31637a543b HTTP/1.1" status: 200 len: 946 time: 0.0725026 Jul 27 23:26:06.521529 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1ba3b3-53eb-427b-b86c-bacc5eee5b49 req-1e5f9ba2-dbbb-4ca6-95a0-d64b659ec880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:26:06.523198 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-dc1ba3b3-53eb-427b-b86c-bacc5eee5b49 req-1e5f9ba2-dbbb-4ca6-95a0-d64b659ec880 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=2ae77e5d-c93a-4a87-a622-8c31637a543b HTTP/1.1" status: 200 len: 1097 time: 0.1366436 Jul 27 23:26:06.567896 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-fd9c22c7-9137-44dd-ade3-c9d724af1b8a tempest-RoutersAdminTest-590554823 tempest-RoutersAdminTest-590554823-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:06.609301 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a744677d-8685-4fec-8f81-f42b732301a3 req-ada3ddcb-9e67-454b-aa56-a2077fe5f7c8 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] 10.222.0.18 "GET /v2.0/security-groups?id=45adfe1d-a587-41ce-999b-f37af7607abf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801642 Jul 27 23:26:06.614767 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 60054) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:26:06.623919 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-dc1ba3b3-53eb-427b-b86c-bacc5eee5b49 req-731827f7-c4e3-458b-8ca9-e1f94666002e service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=45adfe1d-a587-41ce-999b-f37af7607abf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0879188 Jul 27 23:26:06.629877 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd9c22c7-9137-44dd-ade3-c9d724af1b8a tempest-RoutersAdminTest-590554823 tempest-RoutersAdminTest-590554823-project-admin] Network 2fd42287-ed26-4eb9-89a5-b521f5b04356 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:26:06.636679 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-fd9c22c7-9137-44dd-ade3-c9d724af1b8a tempest-RoutersAdminTest-590554823 tempest-RoutersAdminTest-590554823-project-admin] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:26:06.640822 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd9c22c7-9137-44dd-ade3-c9d724af1b8a tempest-RoutersAdminTest-590554823 tempest-RoutersAdminTest-590554823-project-admin] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:26:06.677776 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9c22c7-9137-44dd-ade3-c9d724af1b8a tempest-RoutersAdminTest-590554823 tempest-RoutersAdminTest-590554823-project-admin] Pushing event updated for resources: {'Port': ['ID=fadc8351-d068-4a00-82c1-2cad6d4cd75a,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:26:06.773679 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-552fb727-85a2-4119-8ec8-c15fb7d77710 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-499565601-network', 'tenant_id': 'fb511b6053374dba93123172cd7e7e1e'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:26:06.805423 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-552fb727-85a2-4119-8ec8-c15fb7d77710 admin admin] Made reservation on behalf of fb511b6053374dba93123172cd7e7e1e for: {'network': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:26:06.808313 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-552fb727-85a2-4119-8ec8-c15fb7d77710 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for network, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:06.825003 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-552fb727-85a2-4119-8ec8-c15fb7d77710 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:06.934481 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-552fb727-85a2-4119-8ec8-c15fb7d77710 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:06.939822 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-552fb727-85a2-4119-8ec8-c15fb7d77710 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:06.955737 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-552fb727-85a2-4119-8ec8-c15fb7d77710 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 526} {{(pid=93798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 23:26:06.977063 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-fd9c22c7-9137-44dd-ade3-c9d724af1b8a tempest-RoutersAdminTest-590554823 tempest-RoutersAdminTest-590554823-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:06.981570 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-552fb727-85a2-4119-8ec8-c15fb7d77710 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:06.981807 n-d-802623-1 neutron-server[93798]: INFO neutron.db.segments_db [None req-552fb727-85a2-4119-8ec8-c15fb7d77710 admin admin] Added segment 1737c4ac-b730-4adf-86c0-edf2b2a14795 of type vlan for network f929bd98-c625-4836-a481-9c49c0c34e5c Jul 27 23:26:06.992866 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552fb727-85a2-4119-8ec8-c15fb7d77710 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dab0fca-2422-4f10-a2ed-ede178e48859,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:26:07.032086 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-552fb727-85a2-4119-8ec8-c15fb7d77710 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736833354590'] for network, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:07.068643 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-552fb727-85a2-4119-8ec8-c15fb7d77710 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569'] for network, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:07.070007 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-552fb727-85a2-4119-8ec8-c15fb7d77710 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:26:07.070961 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-552fb727-85a2-4119-8ec8-c15fb7d77710 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:07.129443 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-552fb727-85a2-4119-8ec8-c15fb7d77710 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5090916 Jul 27 23:26:07.130614 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 60072) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:26:07.135553 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-d1460121-24c6-4835-a718-cfb2f5f02e9c admin admin] Request body: {'subnet': {'network_id': 'f929bd98-c625-4836-a481-9c49c0c34e5c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-499565601-subnet', 'tenant_id': 'fb511b6053374dba93123172cd7e7e1e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:26:07.147344 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552fb727-85a2-4119-8ec8-c15fb7d77710 admin admin] Pushing event updated for resources: {'Network': ['ID=f929bd98-c625-4836-a481-9c49c0c34e5c,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:26:07.160048 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Network f929bd98-c625-4836-a481-9c49c0c34e5c details requested by agent ovs-agent-n-d-802623-1 with host n-d-802623-1 {{(pid=93799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 23:26:07.168111 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1460121-24c6-4835-a718-cfb2f5f02e9c admin admin] Made reservation on behalf of fb511b6053374dba93123172cd7e7e1e for: {'subnet': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:26:07.170691 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d1460121-24c6-4835-a718-cfb2f5f02e9c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11551435'] for subnet, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:07.323644 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-fd9c22c7-9137-44dd-ade3-c9d724af1b8a tempest-RoutersAdminTest-590554823 tempest-RoutersAdminTest-590554823-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-415433', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62186'] for router, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:07.334209 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-fd9c22c7-9137-44dd-ade3-c9d724af1b8a tempest-RoutersAdminTest-590554823 tempest-RoutersAdminTest-590554823-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-415468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-415442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-415451', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-479100'] for router, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:07.359311 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255fed37-eac6-4918-a90e-a724a96a766e req-8613a601-087d-40e9-9424-bfed98283f37 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:26:07.360828 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-255fed37-eac6-4918-a90e-a724a96a766e req-8613a601-087d-40e9-9424-bfed98283f37 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] 10.222.0.18 "GET /v2.0/ports?device_id=91034029-1059-43e3-adc6-a3851f4adb0d HTTP/1.1" status: 200 len: 943 time: 0.0922925 Jul 27 23:26:07.773185 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-255fed37-eac6-4918-a90e-a724a96a766e req-c1fda3d2-1921-49d9-8fbf-8aebc0daaf1a tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e15ece7-f410-4d95-9c67-d98c825e8c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275167 Jul 27 23:26:07.786713 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01dfa06-99f1-4279-b698-b584b615f936 req-2ce2b2da-7129-4916-85f3-4673f7334dd5 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:26:07.799643 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a01dfa06-99f1-4279-b698-b584b615f936 req-2ce2b2da-7129-4916-85f3-4673f7334dd5 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ae77e5d-c93a-4a87-a622-8c31637a543b HTTP/1.1" status: 200 len: 946 time: 0.0832677 Jul 27 23:26:07.837873 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d1460121-24c6-4835-a718-cfb2f5f02e9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11336182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11551417'] for subnet, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:07.852415 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a01dfa06-99f1-4279-b698-b584b615f936 req-eebac3de-78c4-4914-949e-f2999b0108be tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] 10.222.0.18 "GET /v2.0/security-groups?id=45adfe1d-a587-41ce-999b-f37af7607abf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516493 Jul 27 23:26:07.913153 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1460121-24c6-4835-a718-cfb2f5f02e9c admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc36c29d-0dd5-42bf-a664-0dbd8743e1d5,revision_number=0']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:26:07.917006 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd9c22c7-9137-44dd-ade3-c9d724af1b8a tempest-RoutersAdminTest-590554823 tempest-RoutersAdminTest-590554823-project-admin] Router 90cb46cf-52b5-4475-ae89-fee0cd86f7a9 is scheduled to L3 agent 018c4455-49c0-4734-927d-7824067b2a9e with binding_index 1 {{(pid=93797) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 23:26:07.930789 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1460121-24c6-4835-a718-cfb2f5f02e9c admin admin] Checking segment: {'id': '1737c4ac-b730-4adf-86c0-edf2b2a14795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'f929bd98-c625-4836-a481-9c49c0c34e5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:26:07.931178 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1460121-24c6-4835-a718-cfb2f5f02e9c admin admin] Network hostable DHCP agents. Network: f929bd98-c625-4836-a481-9c49c0c34e5c, hostable agents: ['5950e76f-2bde-4343-a925-cbe6bacd2706'], hosted agents: [] {{(pid=93797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 23:26:07.995890 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1460121-24c6-4835-a718-cfb2f5f02e9c admin admin] Network f929bd98-c625-4836-a481-9c49c0c34e5c is scheduled to be hosted by DHCP agent 5950e76f-2bde-4343-a925-cbe6bacd2706 with binding_index 1 {{(pid=93797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 23:26:08.041148 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-d1460121-24c6-4835-a718-cfb2f5f02e9c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802623-1, f929bd98-c625-4836-a481-9c49c0c34e5c) {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:26:08.048717 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1460121-24c6-4835-a718-cfb2f5f02e9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:26:08.049188 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d1460121-24c6-4835-a718-cfb2f5f02e9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for subnet, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:08.053587 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7809fbc2-ec6a-4310-adb2-1f34680834cf None None] Network f929bd98-c625-4836-a481-9c49c0c34e5c requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:26:08.057879 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd9c22c7-9137-44dd-ade3-c9d724af1b8a tempest-RoutersAdminTest-590554823 tempest-RoutersAdminTest-590554823-project-admin] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:26:08.063732 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-fd9c22c7-9137-44dd-ade3-c9d724af1b8a tempest-RoutersAdminTest-590554823 tempest-RoutersAdminTest-590554823-project-admin] Notify callbacks [] for router, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:08.068567 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-fd9c22c7-9137-44dd-ade3-c9d724af1b8a tempest-RoutersAdminTest-590554823 tempest-RoutersAdminTest-590554823-project-admin] 10.222.0.18 "PUT /v2.0/routers/90cb46cf-52b5-4475-ae89-fee0cd86f7a9 HTTP/1.1" status: 200 len: 916 time: 2.7132111 Jul 27 23:26:08.068567 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 60102) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:26:08.071854 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01a932af-cdb8-4a0d-835d-915c1b14a69e None None] Sync routers for ids ['90cb46cf-52b5-4475-ae89-fee0cd86f7a9'] in n-d-802623-1 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:26:08.088437 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01a932af-cdb8-4a0d-835d-915c1b14a69e None None] Routers {'90cb46cf-52b5-4475-ae89-fee0cd86f7a9'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:26:08.089803 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-01a932af-cdb8-4a0d-835d-915c1b14a69e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:26:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['90cb46cf-52b5-4475-ae89-fee0cd86f7a9'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:26:08.116266 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-d1460121-24c6-4835-a718-cfb2f5f02e9c admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9843118 Jul 27 23:26:08.200388 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-f5cfca00-00cb-4b74-a43e-9e39ee06da2b tempest-RoutersAdminTest-590554823 tempest-RoutersAdminTest-590554823-project-admin] 10.222.0.18 "GET /v2.0/routers/90cb46cf-52b5-4475-ae89-fee0cd86f7a9 HTTP/1.1" status: 200 len: 922 time: 0.1305954 Jul 27 23:26:08.203009 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 60106) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:26:08.269135 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-01a932af-cdb8-4a0d-835d-915c1b14a69e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:26:08.292965 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28189a01-a1ec-4d26-8de1-b3d962c7f27e tempest-RoutersAdminTest-590554823 tempest-RoutersAdminTest-590554823-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:26:08.294687 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-28189a01-a1ec-4d26-8de1-b3d962c7f27e tempest-RoutersAdminTest-590554823 tempest-RoutersAdminTest-590554823-project-admin] 10.222.0.18 "GET /v2.0/ports?network_id=2fd42287-ed26-4eb9-89a5-b521f5b04356&device_id=90cb46cf-52b5-4475-ae89-fee0cd86f7a9&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0905957 Jul 27 23:26:08.297317 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 60108) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:26:08.299788 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01a932af-cdb8-4a0d-835d-915c1b14a69e None None] Routers {'90cb46cf-52b5-4475-ae89-fee0cd86f7a9'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:26:08.301278 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-01a932af-cdb8-4a0d-835d-915c1b14a69e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:26:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['90cb46cf-52b5-4475-ae89-fee0cd86f7a9'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:26:08.305951 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f31a1ebb-f5d8-4dcd-ae9e-885d9917be92 None None] Network f929bd98-c625-4836-a481-9c49c0c34e5c requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:26:08.341883 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-01a932af-cdb8-4a0d-835d-915c1b14a69e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:26:08.342882 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01a932af-cdb8-4a0d-835d-915c1b14a69e None None] The sync data for ids ['90cb46cf-52b5-4475-ae89-fee0cd86f7a9'] in n-d-802623-1 is: [] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:26:08.469569 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36591d24-2a4d-4700-8775-65587858f353 tempest-RoutersAdminTest-590554823 tempest-RoutersAdminTest-590554823-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:26:08.471482 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-36591d24-2a4d-4700-8775-65587858f353 tempest-RoutersAdminTest-590554823 tempest-RoutersAdminTest-590554823-project-admin] 10.222.0.18 "GET /v2.0/networks/2fd42287-ed26-4eb9-89a5-b521f5b04356 HTTP/1.1" status: 200 len: 881 time: 0.1728532 Jul 27 23:26:08.474130 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 60120) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:26:08.512022 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-912467ec-4430-405f-ba6c-7ecba7f98452 tempest-RoutersAdminTest-580455923 tempest-RoutersAdminTest-580455923-project] 10.222.0.18 "GET /v2.0/ports?device_id=90cb46cf-52b5-4475-ae89-fee0cd86f7a9 HTTP/1.1" status: 200 len: 205 time: 0.0366158 Jul 27 23:26:08.514325 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 60126) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:26:08.686879 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a9b8352c-9699-4944-8341-f64dece1474b tempest-RoutersAdminTest-580455923 tempest-RoutersAdminTest-580455923-project] Notify callbacks [] for router, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:08.824912 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a9b8352c-9699-4944-8341-f64dece1474b tempest-RoutersAdminTest-580455923 tempest-RoutersAdminTest-580455923-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:08.870154 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602cffed-5d3a-464e-bff1-dcecffbfeb9c req-fe630074-031e-4c0c-b55c-97ef6c824ec3 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:26:08.873557 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-602cffed-5d3a-464e-bff1-dcecffbfeb9c req-fe630074-031e-4c0c-b55c-97ef6c824ec3 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/networks?id=f929bd98-c625-4836-a481-9c49c0c34e5c HTTP/1.1" status: 200 len: 813 time: 0.1293538 Jul 27 23:26:08.894624 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-602cffed-5d3a-464e-bff1-dcecffbfeb9c req-64938aab-8070-4722-8ed7-e0f9a2dcbefd tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/quotas/fb511b6053374dba93123172cd7e7e1e HTTP/1.1" status: 200 len: 375 time: 0.0108557 Jul 27 23:26:08.957246 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a693c13d-c380-4493-a279-d5c036d35814 req-cfe4a596-201d-485f-a223-11256877a017 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:26:08.958803 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a693c13d-c380-4493-a279-d5c036d35814 req-cfe4a596-201d-485f-a223-11256877a017 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] 10.222.0.18 "GET /v2.0/ports?device_id=91034029-1059-43e3-adc6-a3851f4adb0d HTTP/1.1" status: 200 len: 943 time: 0.0891380 Jul 27 23:26:08.966413 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-602cffed-5d3a-464e-bff1-dcecffbfeb9c req-8d1d33db-1f1c-42f8-af73-fda5b3880951 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=fb511b6053374dba93123172cd7e7e1e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0607364 Jul 27 23:26:08.987670 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-a9b8352c-9699-4944-8341-f64dece1474b tempest-RoutersAdminTest-580455923 tempest-RoutersAdminTest-580455923-project] Deleting port fadc8351-d068-4a00-82c1-2cad6d4cd75a {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:26:08.988025 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a9b8352c-9699-4944-8341-f64dece1474b tempest-RoutersAdminTest-580455923 tempest-RoutersAdminTest-580455923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:09.052521 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a693c13d-c380-4493-a279-d5c036d35814 req-f17f5c79-7738-4e57-9711-b2b7c401c73b tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e15ece7-f410-4d95-9c67-d98c825e8c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870576 Jul 27 23:26:09.083153 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-602cffed-5d3a-464e-bff1-dcecffbfeb9c req-5627a0c4-9c8d-4276-b8e0-38e7b4cd9eea service neutron] 10.222.0.18 "GET /v2.0/networks/f929bd98-c625-4836-a481-9c49c0c34e5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088624 Jul 27 23:26:09.103132 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a9b8352c-9699-4944-8341-f64dece1474b tempest-RoutersAdminTest-580455923 tempest-RoutersAdminTest-580455923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:09.122613 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 511fe700-1863-46c3-b6c0-0a4e09eb274d details requested by agent hyperv_n-h1-802623-1 with host n-h1-802623-1 {{(pid=93799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 23:26:09.145046 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-a9b8352c-9699-4944-8341-f64dece1474b tempest-RoutersAdminTest-580455923 tempest-RoutersAdminTest-580455923-project] Calling delete_port for fadc8351-d068-4a00-82c1-2cad6d4cd75a owned by network:router_gateway {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:26:09.233576 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-602cffed-5d3a-464e-bff1-dcecffbfeb9c req-3b53df99-ede8-4426-ab6a-58cb3ece08df service neutron] 10.222.0.18 "GET /v2.0/networks/f929bd98-c625-4836-a481-9c49c0c34e5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424377 Jul 27 23:26:09.278884 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port 511fe700-1863-46c3-b6c0-0a4e09eb274d, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=511fe700-1863-46c3-b6c0-0a4e09eb274d,segment=NetworkSegment(e3440446-8deb-4174-b5a6-9cc094845dc2),segment_id=e3440446-8deb-4174-b5a6-9cc094845dc2)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:26:09.301062 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680e8381-d0cf-416d-8c9d-1b4a79dc787c req-fcb107c0-db02-412f-b4b8-33003a5ee1e9 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:26:09.302728 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-680e8381-d0cf-416d-8c9d-1b4a79dc787c req-fcb107c0-db02-412f-b4b8-33003a5ee1e9 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ae77e5d-c93a-4a87-a622-8c31637a543b HTTP/1.1" status: 200 len: 946 time: 0.1304147 Jul 27 23:26:09.306304 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Returning: {'device': '511fe700-1863-46c3-b6c0-0a4e09eb274d', 'network_id': '44e5b751-d35f-484a-98d7-35c3565f32a1', 'port_id': '511fe700-1863-46c3-b6c0-0a4e09eb274d', 'mac_address': 'fa:16:3e:c4:a4:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35a04ddb-b611-4dee-a6f7-89af6e6ad557', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 23:26:09.314203 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 60166) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:26:09.393740 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:09.409452 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-680e8381-d0cf-416d-8c9d-1b4a79dc787c req-1988cee7-0b2d-4e45-9c76-4d07deb34888 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] 10.222.0.18 "GET /v2.0/security-groups?id=45adfe1d-a587-41ce-999b-f37af7607abf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622063 Jul 27 23:26:09.421022 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 511fe700-1863-46c3-b6c0-0a4e09eb274d {{(pid=93799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:26:09.448511 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port 511fe700-1863-46c3-b6c0-0a4e09eb274d, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=511fe700-1863-46c3-b6c0-0a4e09eb274d,segment=NetworkSegment(e3440446-8deb-4174-b5a6-9cc094845dc2),segment_id=e3440446-8deb-4174-b5a6-9cc094845dc2)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:26:09.459009 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:09.520776 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a9b8352c-9699-4944-8341-f64dece1474b tempest-RoutersAdminTest-580455923 tempest-RoutersAdminTest-580455923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:09.523262 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Pushing event updated for resources: {'Port': ['ID=511fe700-1863-46c3-b6c0-0a4e09eb274d,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:26:09.568385 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b4b7590b-2b4c-4002-9a1e-34db60d09e36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:09.604926 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b8352c-9699-4944-8341-f64dece1474b tempest-RoutersAdminTest-580455923 tempest-RoutersAdminTest-580455923-project] Pushing event deleted for resources: {'Port': ['ID=fadc8351-d068-4a00-82c1-2cad6d4cd75a,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:26:09.624085 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-92479343-a911-4f74-85c8-8e607486e9be req-bf327881-4b60-472a-82b6-89254322fb55 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/ports?device_id=c82f64f9-7572-4580-b07f-b346ae07e8cc HTTP/1.1" status: 200 len: 210 time: 0.0359323 Jul 27 23:26:09.683862 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9f8f61-a467-4f57-ba5c-9d698b5fe1b4 req-57ae7efe-d1bf-46f1-b222-37df53bb77c1 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:26:09.692699 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-0f9f8f61-a467-4f57-ba5c-9d698b5fe1b4 req-57ae7efe-d1bf-46f1-b222-37df53bb77c1 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ae77e5d-c93a-4a87-a622-8c31637a543b HTTP/1.1" status: 200 len: 946 time: 0.1824043 Jul 27 23:26:09.715136 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] get_ports_and_sgs() called for port_ids ['511fe700-1863-46c3-b6c0-0a4e09eb274d'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:26:09.736406 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a9b8352c-9699-4944-8341-f64dece1474b tempest-RoutersAdminTest-580455923 tempest-RoutersAdminTest-580455923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-415368'] for router_gateway, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:09.738200 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b4b7590b-2b4c-4002-9a1e-34db60d09e36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:09.747800 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b4b7590b-2b4c-4002-9a1e-34db60d09e36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:09.827768 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-0f9f8f61-a467-4f57-ba5c-9d698b5fe1b4 req-0cec6c7a-6413-4903-8c2f-f9f8ce04fed9 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] 10.222.0.18 "GET /v2.0/security-groups?id=45adfe1d-a587-41ce-999b-f37af7607abf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1276367 Jul 27 23:26:09.879118 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-b4b7590b-2b4c-4002-9a1e-34db60d09e36 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=948bebf6cce741ae8fd066b7e9263d30&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5614333 Jul 27 23:26:09.883680 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 60182) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:26:09.889672 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a9b8352c-9699-4944-8341-f64dece1474b tempest-RoutersAdminTest-580455923 tempest-RoutersAdminTest-580455923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62205'] for router, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:09.892043 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a9b8352c-9699-4944-8341-f64dece1474b tempest-RoutersAdminTest-580455923 tempest-RoutersAdminTest-580455923-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:09.905313 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b7590b-2b4c-4002-9a1e-34db60d09e36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db30012e-d15f-458c-af05-c48d19c6b9c1,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:26:09.966208 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a9b8352c-9699-4944-8341-f64dece1474b tempest-RoutersAdminTest-580455923 tempest-RoutersAdminTest-580455923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-477831'] for router, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:09.966916 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9b8352c-9699-4944-8341-f64dece1474b tempest-RoutersAdminTest-580455923 tempest-RoutersAdminTest-580455923-project] Fanout notify agent at l3_agent the message router_deleted on router 90cb46cf-52b5-4475-ae89-fee0cd86f7a9 {{(pid=93798) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 23:26:09.975714 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8520ce36-3ba3-48f0-9c6b-fa5b916e705f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:09.984311 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a9b8352c-9699-4944-8341-f64dece1474b tempest-RoutersAdminTest-580455923 tempest-RoutersAdminTest-580455923-project] Notify callbacks [] for router, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:09.990449 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 60188) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:26:09.993385 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-a9b8352c-9699-4944-8341-f64dece1474b tempest-RoutersAdminTest-580455923 tempest-RoutersAdminTest-580455923-project] 10.222.0.18 "DELETE /v2.0/routers/90cb46cf-52b5-4475-ae89-fee0cd86f7a9 HTTP/1.1" status: 204 len: 168 time: 1.4777126 Jul 27 23:26:09.997323 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-6c1c7a44-f218-457e-9162-59076b9d6579 tempest-RoutersAdminTest-580455923 tempest-RoutersAdminTest-580455923-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1974583166', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'}, 'admin_state_up': False}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:26:10.023552 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8520ce36-3ba3-48f0-9c6b-fa5b916e705f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:10.061224 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6c1c7a44-f218-457e-9162-59076b9d6579 tempest-RoutersAdminTest-580455923 tempest-RoutersAdminTest-580455923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62159'] for router, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:10.062130 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6c1c7a44-f218-457e-9162-59076b9d6579 tempest-RoutersAdminTest-580455923 tempest-RoutersAdminTest-580455923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-479230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-415539', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3693317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62148'] for router, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:10.123926 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6c1c7a44-f218-457e-9162-59076b9d6579 tempest-RoutersAdminTest-580455923 tempest-RoutersAdminTest-580455923-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:10.183162 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8520ce36-3ba3-48f0-9c6b-fa5b916e705f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:10.185702 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8520ce36-3ba3-48f0-9c6b-fa5b916e705f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:10.186807 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-8520ce36-3ba3-48f0-9c6b-fa5b916e705f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/db30012e-d15f-458c-af05-c48d19c6b9c1 HTTP/1.1" status: 204 len: 168 time: 0.3021750 Jul 27 23:26:10.241745 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8520ce36-3ba3-48f0-9c6b-fa5b916e705f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db30012e-d15f-458c-af05-c48d19c6b9c1,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:26:10.374254 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6c1c7a44-f218-457e-9162-59076b9d6579 tempest-RoutersAdminTest-580455923 tempest-RoutersAdminTest-580455923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-415433', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62186'] for router, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:10.386046 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca8f9e3-9b0c-4364-a653-f0d0c1fc3052 req-5d6c75c4-c945-41be-ac17-39c71baa27c9 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:26:10.388453 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8ca8f9e3-9b0c-4364-a653-f0d0c1fc3052 req-5d6c75c4-c945-41be-ac17-39c71baa27c9 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] 10.222.0.18 "GET /v2.0/ports?device_id=91034029-1059-43e3-adc6-a3851f4adb0d HTTP/1.1" status: 200 len: 944 time: 0.2060318 Jul 27 23:26:10.474548 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8ca8f9e3-9b0c-4364-a653-f0d0c1fc3052 req-a2bcbc7d-24de-406d-9ceb-1cc7fa167b41 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e15ece7-f410-4d95-9c67-d98c825e8c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781901 Jul 27 23:26:10.581482 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 60198) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:26:10.595061 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7a356773-8523-4de4-a6d9-e55f5bd45ce0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:10.648338 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6c1c7a44-f218-457e-9162-59076b9d6579 tempest-RoutersAdminTest-580455923 tempest-RoutersAdminTest-580455923-project] Notify callbacks [] for router_gateway, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:10.670162 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6c1c7a44-f218-457e-9162-59076b9d6579 tempest-RoutersAdminTest-580455923 tempest-RoutersAdminTest-580455923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:10.719246 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7a356773-8523-4de4-a6d9-e55f5bd45ce0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:10.724495 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7a356773-8523-4de4-a6d9-e55f5bd45ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:10.763213 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a356773-8523-4de4-a6d9-e55f5bd45ce0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9489d6d0-1205-4675-90d3-d1b475e3ecb8,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:26:10.788055 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-6c1c7a44-f218-457e-9162-59076b9d6579 tempest-RoutersAdminTest-580455923 tempest-RoutersAdminTest-580455923-project] Allocated IP 172.25.4.242 (2fd42287-ed26-4eb9-89a5-b521f5b04356/17de1f8f-393a-4b0c-a2df-614bd3f2fb5e/632f6c2b-9430-4fbc-9ab2-ee90a15ded63) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:26:10.844826 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-9d195a73-a822-4020-be75-f6b44e57af53 req-9f44cc20-744a-403f-994e-bf011e52b178 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/ports?device_id=c82f64f9-7572-4580-b07f-b346ae07e8cc HTTP/1.1" status: 200 len: 210 time: 0.0831740 Jul 27 23:26:10.853895 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-7a356773-8523-4de4-a6d9-e55f5bd45ce0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9b29cd8183a041bca5a861cd72cbcd0d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2710428 Jul 27 23:26:10.854248 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 60204) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:26:10.944274 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6c1c7a44-f218-457e-9162-59076b9d6579 tempest-RoutersAdminTest-580455923 tempest-RoutersAdminTest-580455923-project] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:10.985447 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f3fc790e-8c9a-4de3-b7f7-c0d1f925bc89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:11.009144 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6c1c7a44-f218-457e-9162-59076b9d6579 tempest-RoutersAdminTest-580455923 tempest-RoutersAdminTest-580455923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:11.011877 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602cffed-5d3a-464e-bff1-dcecffbfeb9c req-beee7e78-6c9e-4be7-b3d3-334a0e5f5893 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:26:11.013478 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-602cffed-5d3a-464e-bff1-dcecffbfeb9c req-beee7e78-6c9e-4be7-b3d3-334a0e5f5893 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.49 "GET /v2.0/networks?id=f929bd98-c625-4836-a481-9c49c0c34e5c HTTP/1.1" status: 200 len: 813 time: 0.1891062 Jul 27 23:26:11.030901 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [req-602cffed-5d3a-464e-bff1-dcecffbfeb9c req-b9526848-a9b2-4335-9156-301943623c6f tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] Request body: {'port': {'device_id': 'c82f64f9-7572-4580-b07f-b346ae07e8cc', 'network_id': 'f929bd98-c625-4836-a481-9c49c0c34e5c', 'admin_state_up': True, 'tenant_id': 'fb511b6053374dba93123172cd7e7e1e'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:26:11.039776 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f3fc790e-8c9a-4de3-b7f7-c0d1f925bc89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:11.055231 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c1c7a44-f218-457e-9162-59076b9d6579 tempest-RoutersAdminTest-580455923 tempest-RoutersAdminTest-580455923-project] Network 2fd42287-ed26-4eb9-89a5-b521f5b04356 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:26:11.058179 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-6c1c7a44-f218-457e-9162-59076b9d6579 tempest-RoutersAdminTest-580455923 tempest-RoutersAdminTest-580455923-project] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:26:11.061703 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c1c7a44-f218-457e-9162-59076b9d6579 tempest-RoutersAdminTest-580455923 tempest-RoutersAdminTest-580455923-project] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:26:11.101568 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1c7a44-f218-457e-9162-59076b9d6579 tempest-RoutersAdminTest-580455923 tempest-RoutersAdminTest-580455923-project] Pushing event updated for resources: {'Port': ['ID=632f6c2b-9430-4fbc-9ab2-ee90a15ded63,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:26:11.137037 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 511fe700-1863-46c3-b6c0-0a4e09eb274d up at agent hyperv_n-h1-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:26:11.250070 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Provisioning for port 511fe700-1863-46c3-b6c0-0a4e09eb274d completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:26:11.272983 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Provisioning complete for port 511fe700-1863-46c3-b6c0-0a4e09eb274d triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:26:11.277223 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:11.396521 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:11.430680 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91034029-1059-43e3-adc6-a3851f4adb0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '511fe700-1863-46c3-b6c0-0a4e09eb274d'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:26:11.435019 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c0369b0d4f459110ff20a1f9878ba33f96d6491bddb9d15843bf29d01e0bda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-098b53b7-9ff5-4d10-8eee-24ad2c86d23b" -d '{"events": [{"server_uuid": "91034029-1059-43e3-adc6-a3851f4adb0d", "name": "network-vif-plugged", "status": "completed", "tag": "511fe700-1863-46c3-b6c0-0a4e09eb274d"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:26:11.444979 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 60208) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:26:11.454923 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port 511fe700-1863-46c3-b6c0-0a4e09eb274d, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=511fe700-1863-46c3-b6c0-0a4e09eb274d,segment=NetworkSegment(e3440446-8deb-4174-b5a6-9cc094845dc2),segment_id=e3440446-8deb-4174-b5a6-9cc094845dc2)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:26:11.462872 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:11.496674 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6c1c7a44-f218-457e-9162-59076b9d6579 tempest-RoutersAdminTest-580455923 tempest-RoutersAdminTest-580455923-project] Notify callbacks [] for router_gateway, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:11.532042 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f3fc790e-8c9a-4de3-b7f7-c0d1f925bc89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:11.540776 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f3fc790e-8c9a-4de3-b7f7-c0d1f925bc89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:11.553114 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-f3fc790e-8c9a-4de3-b7f7-c0d1f925bc89 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9489d6d0-1205-4675-90d3-d1b475e3ecb8 HTTP/1.1" status: 204 len: 168 time: 0.6793320 Jul 27 23:26:11.557215 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:26:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f96d64c5-b56f-4cb0-b34e-e35015509ab5 x-openstack-request-id: req-f96d64c5-b56f-4cb0-b34e-e35015509ab5 {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:26:11.557395 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91034029-1059-43e3-adc6-a3851f4adb0d", "name": "network-vif-plugged", "status": "completed", "tag": "511fe700-1863-46c3-b6c0-0a4e09eb274d", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:26:11.557649 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f96d64c5-b56f-4cb0-b34e-e35015509ab5 {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:26:11.558047 n-d-802623-1 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91034029-1059-43e3-adc6-a3851f4adb0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '511fe700-1863-46c3-b6c0-0a4e09eb274d', 'code': 200} Jul 27 23:26:11.588704 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fc790e-8c9a-4de3-b7f7-c0d1f925bc89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9489d6d0-1205-4675-90d3-d1b475e3ecb8,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:26:11.660312 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Pushing event updated for resources: {'Port': ['ID=511fe700-1863-46c3-b6c0-0a4e09eb274d,revision_number=5']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:26:11.699013 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-602cffed-5d3a-464e-bff1-dcecffbfeb9c req-b9526848-a9b2-4335-9156-301943623c6f tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] Made reservation on behalf of fb511b6053374dba93123172cd7e7e1e for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:26:11.702777 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-602cffed-5d3a-464e-bff1-dcecffbfeb9c req-b9526848-a9b2-4335-9156-301943623c6f tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:11.732070 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfc6717-f9c2-47a2-af75-b6a94ee58870 req-7f6ad313-08ce-488b-b17b-a597d0f7b5ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:26:11.733704 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7bfc6717-f9c2-47a2-af75-b6a94ee58870 req-7f6ad313-08ce-488b-b17b-a597d0f7b5ad service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=91034029-1059-43e3-adc6-a3851f4adb0d HTTP/1.1" status: 200 len: 1096 time: 0.1531951 Jul 27 23:26:11.744332 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8e225b-c5fe-4585-9d8a-8fa748525e8a req-22f368f8-048a-40e7-af35-26b2636b0a22 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:26:11.745605 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-6b8e225b-c5fe-4585-9d8a-8fa748525e8a req-22f368f8-048a-40e7-af35-26b2636b0a22 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] 10.222.0.18 "GET /v2.0/ports?device_id=91034029-1059-43e3-adc6-a3851f4adb0d HTTP/1.1" status: 200 len: 945 time: 0.1107218 Jul 27 23:26:11.905143 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7bfc6717-f9c2-47a2-af75-b6a94ee58870 req-76016d6b-b9e7-416b-84a9-e9dec71c3728 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=4e15ece7-f410-4d95-9c67-d98c825e8c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584735 Jul 27 23:26:11.938448 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6c1c7a44-f218-457e-9162-59076b9d6579 tempest-RoutersAdminTest-580455923 tempest-RoutersAdminTest-580455923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-415468'] for router, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:11.950670 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-6b8e225b-c5fe-4585-9d8a-8fa748525e8a req-ddcea162-a95e-4ebf-a726-f2c110061f76 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e15ece7-f410-4d95-9c67-d98c825e8c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888661 Jul 27 23:26:12.041888 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [req-602cffed-5d3a-464e-bff1-dcecffbfeb9c req-b9526848-a9b2-4335-9156-301943623c6f tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] Allocated IP 172.20.0.2 (f929bd98-c625-4836-a481-9c49c0c34e5c/bc36c29d-0dd5-42bf-a664-0dbd8743e1d5/a58ff0ba-c0e7-4ff0-b14e-5550ff97f187) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:26:12.252736 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-602cffed-5d3a-464e-bff1-dcecffbfeb9c req-b9526848-a9b2-4335-9156-301943623c6f tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:12.315986 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-13fa13a3-5082-4240-a693-32ecdda461d3 req-899f89bd-2745-4843-b7b3-f0d4eef9d8cc tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/ports?device_id=c82f64f9-7572-4580-b07f-b346ae07e8cc HTTP/1.1" status: 200 len: 210 time: 0.0448918 Jul 27 23:26:12.332898 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-602cffed-5d3a-464e-bff1-dcecffbfeb9c req-b9526848-a9b2-4335-9156-301943623c6f tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:12.404412 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-602cffed-5d3a-464e-bff1-dcecffbfeb9c req-b9526848-a9b2-4335-9156-301943623c6f tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] Network f929bd98-c625-4836-a481-9c49c0c34e5c is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:26:12.408631 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [req-602cffed-5d3a-464e-bff1-dcecffbfeb9c req-b9526848-a9b2-4335-9156-301943623c6f tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:26:12.420026 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-602cffed-5d3a-464e-bff1-dcecffbfeb9c req-b9526848-a9b2-4335-9156-301943623c6f tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:26:12.456423 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9526848-a9b2-4335-9156-301943623c6f tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] Pushing event updated for resources: {'Port': ['ID=a58ff0ba-c0e7-4ff0-b14e-5550ff97f187,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:26:12.492010 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602cffed-5d3a-464e-bff1-dcecffbfeb9c req-b9526848-a9b2-4335-9156-301943623c6f tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:26:12.493063 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-602cffed-5d3a-464e-bff1-dcecffbfeb9c req-b9526848-a9b2-4335-9156-301943623c6f tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:12.515896 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-602cffed-5d3a-464e-bff1-dcecffbfeb9c req-b9526848-a9b2-4335-9156-301943623c6f tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4903913 Jul 27 23:26:12.531146 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [req-602cffed-5d3a-464e-bff1-dcecffbfeb9c req-f93f7f1b-8a17-4944-98fe-60ffb8a930ec service neutron] Request body: {'port': {'device_id': 'c82f64f9-7572-4580-b07f-b346ae07e8cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802623-1'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:26:12.540495 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c1c7a44-f218-457e-9162-59076b9d6579 tempest-RoutersAdminTest-580455923 tempest-RoutersAdminTest-580455923-project] Router 8406bb7a-f1dd-4efd-9fdf-c1828f7c9bff is scheduled to L3 agent 018c4455-49c0-4734-927d-7824067b2a9e with binding_index 1 {{(pid=93797) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 23:26:12.610789 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-602cffed-5d3a-464e-bff1-dcecffbfeb9c req-f93f7f1b-8a17-4944-98fe-60ffb8a930ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:12.700990 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e0722796-20f2-4218-8907-f7ef1070a7c6 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:12.772324 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c1c7a44-f218-457e-9162-59076b9d6579 tempest-RoutersAdminTest-580455923 tempest-RoutersAdminTest-580455923-project] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:26:12.787608 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-416a5749-f0c4-4981-ab61-cb995c716eed None None] Sync routers for ids ['8406bb7a-f1dd-4efd-9fdf-c1828f7c9bff'] in n-d-802623-1 {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:26:12.807624 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6c1c7a44-f218-457e-9162-59076b9d6579 tempest-RoutersAdminTest-580455923 tempest-RoutersAdminTest-580455923-project] Notify callbacks [] for router, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:12.810109 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-6c1c7a44-f218-457e-9162-59076b9d6579 tempest-RoutersAdminTest-580455923 tempest-RoutersAdminTest-580455923-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.8184006 Jul 27 23:26:12.811451 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-416a5749-f0c4-4981-ab61-cb995c716eed None None] Routers {'8406bb7a-f1dd-4efd-9fdf-c1828f7c9bff'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:26:12.812294 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-416a5749-f0c4-4981-ab61-cb995c716eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:26:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['8406bb7a-f1dd-4efd-9fdf-c1828f7c9bff'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:26:12.814472 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 60258) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:26:12.878337 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-f8e56845-c3d1-49f1-a6d2-4be6ad9dee72 tempest-RoutersAdminTest-580455923 tempest-RoutersAdminTest-580455923-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:26:12.905516 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-416a5749-f0c4-4981-ab61-cb995c716eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:26:12.927169 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-416a5749-f0c4-4981-ab61-cb995c716eed None None] Routers {'8406bb7a-f1dd-4efd-9fdf-c1828f7c9bff'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:26:12.927813 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-416a5749-f0c4-4981-ab61-cb995c716eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:26:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['8406bb7a-f1dd-4efd-9fdf-c1828f7c9bff'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:26:13.029150 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [req-602cffed-5d3a-464e-bff1-dcecffbfeb9c req-f93f7f1b-8a17-4944-98fe-60ffb8a930ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a58ff0ba-c0e7-4ff0-b14e-5550ff97f187 {{(pid=93798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:26:13.032799 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-416a5749-f0c4-4981-ab61-cb995c716eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:26:13.033482 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-416a5749-f0c4-4981-ab61-cb995c716eed None None] The sync data for ids ['8406bb7a-f1dd-4efd-9fdf-c1828f7c9bff'] in n-d-802623-1 is: [] {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:26:13.056338 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-602cffed-5d3a-464e-bff1-dcecffbfeb9c req-f93f7f1b-8a17-4944-98fe-60ffb8a930ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:13.111336 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-602cffed-5d3a-464e-bff1-dcecffbfeb9c req-f93f7f1b-8a17-4944-98fe-60ffb8a930ec service neutron] Transition to ACTIVE for port object a58ff0ba-c0e7-4ff0-b14e-5550ff97f187 will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:26:13.120092 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-602cffed-5d3a-464e-bff1-dcecffbfeb9c req-f93f7f1b-8a17-4944-98fe-60ffb8a930ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:13.173378 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93f7f1b-8a17-4944-98fe-60ffb8a930ec service neutron] Pushing event updated for resources: {'Port': ['ID=a58ff0ba-c0e7-4ff0-b14e-5550ff97f187,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:26:13.197520 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc25fa27-8de3-44d9-b8b2-8e6acd2edf52 req-893c72b8-5515-43a9-9697-c8b24b16d06c tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:26:13.199530 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-dc25fa27-8de3-44d9-b8b2-8e6acd2edf52 req-893c72b8-5515-43a9-9697-c8b24b16d06c tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] 10.222.0.18 "GET /v2.0/ports?device_id=91034029-1059-43e3-adc6-a3851f4adb0d HTTP/1.1" status: 200 len: 945 time: 0.1250446 Jul 27 23:26:13.313536 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-602cffed-5d3a-464e-bff1-dcecffbfeb9c req-f93f7f1b-8a17-4944-98fe-60ffb8a930ec service neutron] Attempting to bind port a58ff0ba-c0e7-4ff0-b14e-5550ff97f187 on host n-h2-802623-1 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:26:13.314055 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-602cffed-5d3a-464e-bff1-dcecffbfeb9c req-f93f7f1b-8a17-4944-98fe-60ffb8a930ec service neutron] Attempting to bind port a58ff0ba-c0e7-4ff0-b14e-5550ff97f187 by drivers openvswitch,hyperv on host n-h2-802623-1 at level 0 using segments [{'id': '1737c4ac-b730-4adf-86c0-edf2b2a14795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'f929bd98-c625-4836-a481-9c49c0c34e5c'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:26:13.314485 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-602cffed-5d3a-464e-bff1-dcecffbfeb9c req-f93f7f1b-8a17-4944-98fe-60ffb8a930ec service neutron] Attempting to bind port a58ff0ba-c0e7-4ff0-b14e-5550ff97f187 on network f929bd98-c625-4836-a481-9c49c0c34e5c {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:26:13.322025 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-dc25fa27-8de3-44d9-b8b2-8e6acd2edf52 req-b397ed2b-9642-4326-922b-9e93b36ebe8e tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e15ece7-f410-4d95-9c67-d98c825e8c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911798 Jul 27 23:26:13.322744 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-602cffed-5d3a-464e-bff1-dcecffbfeb9c req-f93f7f1b-8a17-4944-98fe-60ffb8a930ec service neutron] Port a58ff0ba-c0e7-4ff0-b14e-5550ff97f187 on network f929bd98-c625-4836-a481-9c49c0c34e5c not bound, no agent of type Open vSwitch agent registered on host n-h2-802623-1 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 23:26:13.323199 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-602cffed-5d3a-464e-bff1-dcecffbfeb9c req-f93f7f1b-8a17-4944-98fe-60ffb8a930ec service neutron] Attempting to bind port a58ff0ba-c0e7-4ff0-b14e-5550ff97f187 on network f929bd98-c625-4836-a481-9c49c0c34e5c {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:26:13.330488 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-602cffed-5d3a-464e-bff1-dcecffbfeb9c req-f93f7f1b-8a17-4944-98fe-60ffb8a930ec service neutron] Checking agent: {'id': 'c5cc038b-93c4-4df4-8061-5df2a04a48c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 23, 0, 4), 'started_at': datetime.datetime(2021, 7, 27, 23, 0, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 26, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:26:13.331000 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-602cffed-5d3a-464e-bff1-dcecffbfeb9c req-f93f7f1b-8a17-4944-98fe-60ffb8a930ec service neutron] Checking segment: {'id': '1737c4ac-b730-4adf-86c0-edf2b2a14795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'f929bd98-c625-4836-a481-9c49c0c34e5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:26:13.331502 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-602cffed-5d3a-464e-bff1-dcecffbfeb9c req-f93f7f1b-8a17-4944-98fe-60ffb8a930ec service neutron] Bound using segment: {'id': '1737c4ac-b730-4adf-86c0-edf2b2a14795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'f929bd98-c625-4836-a481-9c49c0c34e5c'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:26:13.332039 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-602cffed-5d3a-464e-bff1-dcecffbfeb9c req-f93f7f1b-8a17-4944-98fe-60ffb8a930ec service neutron] Bound port: a58ff0ba-c0e7-4ff0-b14e-5550ff97f187, host: n-h2-802623-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1737c4ac-b730-4adf-86c0-edf2b2a14795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'f929bd98-c625-4836-a481-9c49c0c34e5c'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:26:13.332497 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-602cffed-5d3a-464e-bff1-dcecffbfeb9c req-f93f7f1b-8a17-4944-98fe-60ffb8a930ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:13.439687 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-e0722796-20f2-4218-8907-f7ef1070a7c6 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Allocated IP 172.20.0.17 (5ff4ad14-3426-463b-87a1-46477184ad85/56344ae4-e45a-495d-9cbd-588c0f16a84e/02848965-c240-4b22-bd5a-95d44c88dba1) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:26:13.469208 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-602cffed-5d3a-464e-bff1-dcecffbfeb9c req-f93f7f1b-8a17-4944-98fe-60ffb8a930ec service neutron] For port a58ff0ba-c0e7-4ff0-b14e-5550ff97f187, host n-h2-802623-1, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:26:13.475068 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-602cffed-5d3a-464e-bff1-dcecffbfeb9c req-f93f7f1b-8a17-4944-98fe-60ffb8a930ec service neutron] For port a58ff0ba-c0e7-4ff0-b14e-5550ff97f187, host n-h2-802623-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=a58ff0ba-c0e7-4ff0-b14e-5550ff97f187,segment=NetworkSegment(1737c4ac-b730-4adf-86c0-edf2b2a14795),segment_id=1737c4ac-b730-4adf-86c0-edf2b2a14795)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:26:13.483503 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-602cffed-5d3a-464e-bff1-dcecffbfeb9c req-f93f7f1b-8a17-4944-98fe-60ffb8a930ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:13.561947 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602cffed-5d3a-464e-bff1-dcecffbfeb9c req-f93f7f1b-8a17-4944-98fe-60ffb8a930ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:26:13.563161 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-602cffed-5d3a-464e-bff1-dcecffbfeb9c req-f93f7f1b-8a17-4944-98fe-60ffb8a930ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:13.564772 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-602cffed-5d3a-464e-bff1-dcecffbfeb9c req-f93f7f1b-8a17-4944-98fe-60ffb8a930ec service neutron] 10.222.0.49 "PUT /v2.0/ports/a58ff0ba-c0e7-4ff0-b14e-5550ff97f187 HTTP/1.1" status: 200 len: 1091 time: 1.0406971 Jul 27 23:26:13.567877 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c82f64f9-7572-4580-b07f-b346ae07e8cc', 'tag': 'a58ff0ba-c0e7-4ff0-b14e-5550ff97f187'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:26:13.586298 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}011f8d312121274bb12d78e77c6379a2079800640016cec6c6d605b73666e854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ec665a8-7347-4d68-a1b6-2485e475b98b" -d '{"events": [{"name": "network-changed", "server_uuid": "c82f64f9-7572-4580-b07f-b346ae07e8cc", "tag": "a58ff0ba-c0e7-4ff0-b14e-5550ff97f187"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:26:13.675006 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356ec4b6-ebe0-44c5-945e-92a241470f01 req-62792147-1fca-46c2-8220-490ef2938f0d tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:26:13.682324 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-356ec4b6-ebe0-44c5-945e-92a241470f01 req-62792147-1fca-46c2-8220-490ef2938f0d tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/ports?device_id=c82f64f9-7572-4580-b07f-b346ae07e8cc HTTP/1.1" status: 200 len: 943 time: 0.2380605 Jul 27 23:26:13.701162 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93f7f1b-8a17-4944-98fe-60ffb8a930ec service neutron] Pushing event updated for resources: {'Port': ['ID=a58ff0ba-c0e7-4ff0-b14e-5550ff97f187,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:26:13.732360 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602cffed-5d3a-464e-bff1-dcecffbfeb9c req-c2b5d6a0-cb21-499e-bf78-8aa482122f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:26:13.733901 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-602cffed-5d3a-464e-bff1-dcecffbfeb9c req-c2b5d6a0-cb21-499e-bf78-8aa482122f94 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=fb511b6053374dba93123172cd7e7e1e&device_id=c82f64f9-7572-4580-b07f-b346ae07e8cc HTTP/1.1" status: 200 len: 1094 time: 0.1043563 Jul 27 23:26:13.742930 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c8a15b-70da-42de-8f77-9e7c06e36b0a req-24d245b6-5512-440d-ad7d-9cb413545484 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:26:13.744672 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-44c8a15b-70da-42de-8f77-9e7c06e36b0a req-24d245b6-5512-440d-ad7d-9cb413545484 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] 10.222.0.18 "GET /v2.0/ports?device_id=91034029-1059-43e3-adc6-a3851f4adb0d HTTP/1.1" status: 200 len: 945 time: 0.1139216 Jul 27 23:26:13.808472 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e0722796-20f2-4218-8907-f7ef1070a7c6 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:13.822902 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-602cffed-5d3a-464e-bff1-dcecffbfeb9c req-40fdc685-d43b-4b1d-a009-f4fc8a80bd1c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a58ff0ba-c0e7-4ff0-b14e-5550ff97f187 HTTP/1.1" status: 200 len: 217 time: 0.0769944 Jul 27 23:26:13.853502 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-e0722796-20f2-4218-8907-f7ef1070a7c6 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Transition to ACTIVE for port object 02848965-c240-4b22-bd5a-95d44c88dba1 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:26:13.875934 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-356ec4b6-ebe0-44c5-945e-92a241470f01 req-f1203c85-6129-4298-8f2e-aeaafae9b4f0 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/security-groups?id=7dab0fca-2422-4f10-a2ed-ede178e48859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924522 Jul 27 23:26:13.906560 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f8e56845-c3d1-49f1-a6d2-4be6ad9dee72 tempest-RoutersAdminTest-580455923 tempest-RoutersAdminTest-580455923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-415433', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62186'] for router, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:13.928535 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602cffed-5d3a-464e-bff1-dcecffbfeb9c req-cfc4dcbe-72dd-4545-b52e-2180bb734697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:26:13.930373 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-602cffed-5d3a-464e-bff1-dcecffbfeb9c req-cfc4dcbe-72dd-4545-b52e-2180bb734697 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=bc36c29d-0dd5-42bf-a664-0dbd8743e1d5 HTTP/1.1" status: 200 len: 853 time: 0.0953443 Jul 27 23:26:13.932313 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f8e56845-c3d1-49f1-a6d2-4be6ad9dee72 tempest-RoutersAdminTest-580455923 tempest-RoutersAdminTest-580455923-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:13.954937 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e0722796-20f2-4218-8907-f7ef1070a7c6 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:13.955225 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 23:26:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f41af92-68cb-400a-81e0-59d22f5b41f2 x-openstack-request-id: req-4f41af92-68cb-400a-81e0-59d22f5b41f2 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:26:13.955361 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c82f64f9-7572-4580-b07f-b346ae07e8cc", "tag": "a58ff0ba-c0e7-4ff0-b14e-5550ff97f187", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:26:13.955630 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4f41af92-68cb-400a-81e0-59d22f5b41f2 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:26:13.956023 n-d-802623-1 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c82f64f9-7572-4580-b07f-b346ae07e8cc', 'tag': 'a58ff0ba-c0e7-4ff0-b14e-5550ff97f187', 'status': 'completed', 'code': 200} Jul 27 23:26:13.976625 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-44c8a15b-70da-42de-8f77-9e7c06e36b0a req-4864c069-f6f4-40aa-b521-1ad8767268ad tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e15ece7-f410-4d95-9c67-d98c825e8c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2122037 Jul 27 23:26:14.001212 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-602cffed-5d3a-464e-bff1-dcecffbfeb9c req-ef6a70ad-64c1-47c8-b6bf-82d71d266fe8 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f929bd98-c625-4836-a481-9c49c0c34e5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477405 Jul 27 23:26:14.037264 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0722796-20f2-4218-8907-f7ef1070a7c6 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Network 5ff4ad14-3426-463b-87a1-46477184ad85 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:26:14.044458 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-e0722796-20f2-4218-8907-f7ef1070a7c6 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:26:14.047748 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0722796-20f2-4218-8907-f7ef1070a7c6 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:26:14.085096 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0722796-20f2-4218-8907-f7ef1070a7c6 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Pushing event updated for resources: {'Port': ['ID=02848965-c240-4b22-bd5a-95d44c88dba1,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:26:14.173016 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-f8e56845-c3d1-49f1-a6d2-4be6ad9dee72 tempest-RoutersAdminTest-580455923 tempest-RoutersAdminTest-580455923-project] Deleting port 632f6c2b-9430-4fbc-9ab2-ee90a15ded63 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:26:14.173432 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f8e56845-c3d1-49f1-a6d2-4be6ad9dee72 tempest-RoutersAdminTest-580455923 tempest-RoutersAdminTest-580455923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:14.176402 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e0722796-20f2-4218-8907-f7ef1070a7c6 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-415283'] for router_interface, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:14.210137 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-602cffed-5d3a-464e-bff1-dcecffbfeb9c req-462e0947-8e10-4144-9951-841faa24ae18 service neutron] 10.222.0.49 "GET /v2.0/networks/f929bd98-c625-4836-a481-9c49c0c34e5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2010376 Jul 27 23:26:14.364996 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-602cffed-5d3a-464e-bff1-dcecffbfeb9c req-21852c53-eebf-4b20-b62a-de1979ac28c2 service neutron] 10.222.0.49 "GET /v2.0/networks/f929bd98-c625-4836-a481-9c49c0c34e5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465769 Jul 27 23:26:14.496476 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec665a8-7347-4d68-a1b6-2485e475b98b req-f4810801-2c39-4dbc-9ba7-2e9d285ac8f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:26:14.498336 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-3ec665a8-7347-4d68-a1b6-2485e475b98b req-f4810801-2c39-4dbc-9ba7-2e9d285ac8f6 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=fb511b6053374dba93123172cd7e7e1e&device_id=c82f64f9-7572-4580-b07f-b346ae07e8cc HTTP/1.1" status: 200 len: 1094 time: 0.0714011 Jul 27 23:26:14.520069 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-83b7b698-71c9-4950-84da-9f342a6eb9ca None None] Provisioning for port 02848965-c240-4b22-bd5a-95d44c88dba1 completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:26:14.526810 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-83b7b698-71c9-4950-84da-9f342a6eb9ca None None] Provisioning complete for port 02848965-c240-4b22-bd5a-95d44c88dba1 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:26:14.527264 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-83b7b698-71c9-4950-84da-9f342a6eb9ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:14.589994 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-83b7b698-71c9-4950-84da-9f342a6eb9ca None None] Port 02848965-c240-4b22-bd5a-95d44c88dba1 cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:26:14.636016 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec665a8-7347-4d68-a1b6-2485e475b98b req-bdacb78d-7f8c-4a95-83f4-82347fa636f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:26:14.638075 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-3ec665a8-7347-4d68-a1b6-2485e475b98b req-bdacb78d-7f8c-4a95-83f4-82347fa636f2 service neutron] 10.222.0.49 "GET /v2.0/networks?id=f929bd98-c625-4836-a481-9c49c0c34e5c HTTP/1.1" status: 200 len: 914 time: 0.1318462 Jul 27 23:26:14.692429 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-3ec665a8-7347-4d68-a1b6-2485e475b98b req-c53b8efa-981b-4149-9308-35dfb8600d3e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a58ff0ba-c0e7-4ff0-b14e-5550ff97f187 HTTP/1.1" status: 200 len: 217 time: 0.0470500 Jul 27 23:26:14.739785 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3129883-ffef-4499-aadf-42b060375c19 req-9e88877a-b7bd-43f4-bd5e-fa2fe5541870 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:26:14.748533 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-c3129883-ffef-4499-aadf-42b060375c19 req-9e88877a-b7bd-43f4-bd5e-fa2fe5541870 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] 10.222.0.18 "GET /v2.0/ports?device_id=91034029-1059-43e3-adc6-a3851f4adb0d HTTP/1.1" status: 200 len: 945 time: 0.6602018 Jul 27 23:26:14.761509 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec665a8-7347-4d68-a1b6-2485e475b98b req-bb0b396e-f255-4854-a66e-3dbc3f0401c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:26:14.763472 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-3ec665a8-7347-4d68-a1b6-2485e475b98b req-bb0b396e-f255-4854-a66e-3dbc3f0401c0 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=bc36c29d-0dd5-42bf-a664-0dbd8743e1d5 HTTP/1.1" status: 200 len: 853 time: 0.0632451 Jul 27 23:26:14.801726 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-3ec665a8-7347-4d68-a1b6-2485e475b98b req-92a9b15b-acb3-4dba-8154-e7ecc007b828 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f929bd98-c625-4836-a481-9c49c0c34e5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311811 Jul 27 23:26:14.828407 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e0722796-20f2-4218-8907-f7ef1070a7c6 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:14.860614 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f8e56845-c3d1-49f1-a6d2-4be6ad9dee72 tempest-RoutersAdminTest-580455923 tempest-RoutersAdminTest-580455923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:14.874502 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-c3129883-ffef-4499-aadf-42b060375c19 req-feab4061-80cd-444a-8f14-b098de3cd915 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e15ece7-f410-4d95-9c67-d98c825e8c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249087 Jul 27 23:26:14.935037 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-3ec665a8-7347-4d68-a1b6-2485e475b98b req-ce5701ca-33b6-482c-823f-daff20e6fbe3 service neutron] 10.222.0.49 "GET /v2.0/networks/f929bd98-c625-4836-a481-9c49c0c34e5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252635 Jul 27 23:26:14.973737 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-f8e56845-c3d1-49f1-a6d2-4be6ad9dee72 tempest-RoutersAdminTest-580455923 tempest-RoutersAdminTest-580455923-project] Calling delete_port for 632f6c2b-9430-4fbc-9ab2-ee90a15ded63 owned by network:router_gateway {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:26:15.077763 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-3ec665a8-7347-4d68-a1b6-2485e475b98b req-4a2a3104-b608-4fa0-9bd3-6e136055d052 service neutron] 10.222.0.49 "GET /v2.0/networks/f929bd98-c625-4836-a481-9c49c0c34e5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345448 Jul 27 23:26:15.269764 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a52c80-c676-4a23-b0cc-e0c5fb7e5f06 req-36786a9e-d679-4647-99b4-48a28a4cb924 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:26:15.271295 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-39a52c80-c676-4a23-b0cc-e0c5fb7e5f06 req-36786a9e-d679-4647-99b4-48a28a4cb924 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/ports?device_id=c82f64f9-7572-4580-b07f-b346ae07e8cc HTTP/1.1" status: 200 len: 943 time: 0.2673841 Jul 27 23:26:15.272119 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558cce13-091f-4109-be23-045c90c193f5 req-da2161bb-5755-4d22-a1c0-d5e0bcaa4bf3 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:26:15.281679 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-558cce13-091f-4109-be23-045c90c193f5 req-da2161bb-5755-4d22-a1c0-d5e0bcaa4bf3 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] 10.222.0.18 "GET /v2.0/ports?device_id=91034029-1059-43e3-adc6-a3851f4adb0d HTTP/1.1" status: 200 len: 945 time: 0.0856225 Jul 27 23:26:15.329914 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-558cce13-091f-4109-be23-045c90c193f5 req-84673b71-41e7-4e36-a8ed-69f42182080c tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e15ece7-f410-4d95-9c67-d98c825e8c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464258 Jul 27 23:26:15.442359 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-39a52c80-c676-4a23-b0cc-e0c5fb7e5f06 req-fe2c1ab2-992c-42e7-b7fd-137922698c61 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/security-groups?id=7dab0fca-2422-4f10-a2ed-ede178e48859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601527 Jul 27 23:26:15.553134 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f8e56845-c3d1-49f1-a6d2-4be6ad9dee72 tempest-RoutersAdminTest-580455923 tempest-RoutersAdminTest-580455923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:15.607923 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e56845-c3d1-49f1-a6d2-4be6ad9dee72 tempest-RoutersAdminTest-580455923 tempest-RoutersAdminTest-580455923-project] Pushing event deleted for resources: {'Port': ['ID=632f6c2b-9430-4fbc-9ab2-ee90a15ded63,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:26:15.668252 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e0722796-20f2-4218-8907-f7ef1070a7c6 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:15.676888 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e0722796-20f2-4218-8907-f7ef1070a7c6 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11336041'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:15.760842 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f8e56845-c3d1-49f1-a6d2-4be6ad9dee72 tempest-RoutersAdminTest-580455923 tempest-RoutersAdminTest-580455923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-415368'] for router_gateway, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:15.850908 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e0722796-20f2-4218-8907-f7ef1070a7c6 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3760555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-414115'] for router_interface, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:15.861327 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0722796-20f2-4218-8907-f7ef1070a7c6 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Pushing event updated for resources: {'Port': ['ID=02848965-c240-4b22-bd5a-95d44c88dba1,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:26:15.881115 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 60436) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:26:16.080604 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c17dcccc-6d6f-47d5-b434-7a8552ffaffe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:16.104024 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f8e56845-c3d1-49f1-a6d2-4be6ad9dee72 tempest-RoutersAdminTest-580455923 tempest-RoutersAdminTest-580455923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-415433', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62186'] for router, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:16.132533 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f8e56845-c3d1-49f1-a6d2-4be6ad9dee72 tempest-RoutersAdminTest-580455923 tempest-RoutersAdminTest-580455923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-415468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-415442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-415451', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-479100'] for router, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:16.195344 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0722796-20f2-4218-8907-f7ef1070a7c6 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Network 5ff4ad14-3426-463b-87a1-46477184ad85 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:26:16.204455 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-e0722796-20f2-4218-8907-f7ef1070a7c6 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:26:16.265275 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8e56845-c3d1-49f1-a6d2-4be6ad9dee72 tempest-RoutersAdminTest-580455923 tempest-RoutersAdminTest-580455923-project] Router 8406bb7a-f1dd-4efd-9fdf-c1828f7c9bff has already been hosted by L3 agent 018c4455-49c0-4734-927d-7824067b2a9e {{(pid=93797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 23:26:16.494619 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0a0568-c9b4-4bed-8f98-00e66f47cede req-b9ef0039-3dd2-470d-8370-26090c5ab972 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:26:16.500409 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7a0a0568-c9b4-4bed-8f98-00e66f47cede req-b9ef0039-3dd2-470d-8370-26090c5ab972 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] 10.222.0.18 "GET /v2.0/ports?device_id=91034029-1059-43e3-adc6-a3851f4adb0d HTTP/1.1" status: 200 len: 945 time: 0.0674298 Jul 27 23:26:16.524162 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c17dcccc-6d6f-47d5-b434-7a8552ffaffe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:16.541306 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-6aea49f1-5823-4802-be66-ed8b33f2f3e1 None None] Provisioning complete for port 02848965-c240-4b22-bd5a-95d44c88dba1 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:26:16.542390 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-6aea49f1-5823-4802-be66-ed8b33f2f3e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:16.544641 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8e56845-c3d1-49f1-a6d2-4be6ad9dee72 tempest-RoutersAdminTest-580455923 tempest-RoutersAdminTest-580455923-project] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:26:16.550741 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c17dcccc-6d6f-47d5-b434-7a8552ffaffe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:16.562056 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a95c9ca-5fe5-438e-b74c-75d34df74a4a None None] Sync routers for ids ['8406bb7a-f1dd-4efd-9fdf-c1828f7c9bff'] in n-d-802623-1 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:26:16.568665 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f8e56845-c3d1-49f1-a6d2-4be6ad9dee72 tempest-RoutersAdminTest-580455923 tempest-RoutersAdminTest-580455923-project] Notify callbacks [] for router, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:16.569904 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-f8e56845-c3d1-49f1-a6d2-4be6ad9dee72 tempest-RoutersAdminTest-580455923 tempest-RoutersAdminTest-580455923-project] 10.222.0.18 "PUT /v2.0/routers/8406bb7a-f1dd-4efd-9fdf-c1828f7c9bff HTTP/1.1" status: 200 len: 706 time: 3.7528071 Jul 27 23:26:16.575873 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a95c9ca-5fe5-438e-b74c-75d34df74a4a None None] Routers {'8406bb7a-f1dd-4efd-9fdf-c1828f7c9bff'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:26:16.576759 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-7a95c9ca-5fe5-438e-b74c-75d34df74a4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:26:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['8406bb7a-f1dd-4efd-9fdf-c1828f7c9bff'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:26:16.583853 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 60446) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:26:16.629549 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-7a95c9ca-5fe5-438e-b74c-75d34df74a4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:26:16.630079 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-6aea49f1-5823-4802-be66-ed8b33f2f3e1 None None] Port 02848965-c240-4b22-bd5a-95d44c88dba1 cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:26:16.644647 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a95c9ca-5fe5-438e-b74c-75d34df74a4a None None] Routers {'8406bb7a-f1dd-4efd-9fdf-c1828f7c9bff'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:26:16.646469 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-7a95c9ca-5fe5-438e-b74c-75d34df74a4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:26:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['8406bb7a-f1dd-4efd-9fdf-c1828f7c9bff'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:26:16.647194 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7a0a0568-c9b4-4bed-8f98-00e66f47cede req-ff8ec81a-2c0b-49dc-b64c-c4232f1cb3d5 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e15ece7-f410-4d95-9c67-d98c825e8c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410923 Jul 27 23:26:16.691561 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-7a95c9ca-5fe5-438e-b74c-75d34df74a4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:26:16.692680 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a95c9ca-5fe5-438e-b74c-75d34df74a4a None None] The sync data for ids ['8406bb7a-f1dd-4efd-9fdf-c1828f7c9bff'] in n-d-802623-1 is: [] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:26:16.704081 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e82c4b2-bea2-4615-880e-5fa3b38cfbd5 req-3ebaaf70-e799-4bac-a971-4a434bcb7302 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:26:16.708116 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-2e82c4b2-bea2-4615-880e-5fa3b38cfbd5 req-3ebaaf70-e799-4bac-a971-4a434bcb7302 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] 10.222.0.38 "GET /v2.0/ports?device_id=91034029-1059-43e3-adc6-a3851f4adb0d HTTP/1.1" status: 200 len: 945 time: 0.1459975 Jul 27 23:26:16.731947 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-c17dcccc-6d6f-47d5-b434-7a8552ffaffe admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=cf529223f389414cac1304855decb2f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8501129 Jul 27 23:26:16.734364 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0722796-20f2-4218-8907-f7ef1070a7c6 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Router 8392a47e-5aef-42e5-9124-c52a66bee7a7 has already been hosted by L3 agent 018c4455-49c0-4734-927d-7824067b2a9e {{(pid=93797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 23:26:16.738819 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 60448) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:26:16.749150 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-ef1eda31-91c3-4ca8-b062-50a0b9dda9ba tempest-RoutersAdminTest-590554823 tempest-RoutersAdminTest-590554823-project-admin] 10.222.0.18 "GET /v2.0/routers/8406bb7a-f1dd-4efd-9fdf-c1828f7c9bff HTTP/1.1" status: 200 len: 741 time: 0.1641431 Jul 27 23:26:16.752100 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17dcccc-6d6f-47d5-b434-7a8552ffaffe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7fbfff4-6683-4b86-a7d1-b1004ec95bbf,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:26:16.754777 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 60450) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:26:16.841340 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-2a806eb2-dedd-4f66-8303-bb7835f06c40 tempest-RoutersAdminTest-590554823 tempest-RoutersAdminTest-590554823-project-admin] 10.222.0.18 "GET /v2.0/ports?network_id=2fd42287-ed26-4eb9-89a5-b521f5b04356&device_id=8406bb7a-f1dd-4efd-9fdf-c1828f7c9bff HTTP/1.1" status: 200 len: 205 time: 0.0825779 Jul 27 23:26:16.842367 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 60452) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:26:16.887775 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-fb878941-6592-4f41-8b41-aea8db3488c0 tempest-RoutersAdminTest-580455923 tempest-RoutersAdminTest-580455923-project] 10.222.0.18 "GET /v2.0/ports?device_id=8406bb7a-f1dd-4efd-9fdf-c1828f7c9bff HTTP/1.1" status: 200 len: 205 time: 0.0439262 Jul 27 23:26:16.893748 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 60454) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:26:16.993027 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fb16eca0-d946-41c4-816e-e3d6058c50a6 tempest-RoutersAdminTest-580455923 tempest-RoutersAdminTest-580455923-project] Notify callbacks [] for router, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:17.065491 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5cc9ec-20be-467b-b232-67fbd2569d91 req-ae76fa53-eafa-4354-bda5-770d30028deb tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:26:17.073438 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-fc5cc9ec-20be-467b-b232-67fbd2569d91 req-ae76fa53-eafa-4354-bda5-770d30028deb tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/ports?device_id=c82f64f9-7572-4580-b07f-b346ae07e8cc HTTP/1.1" status: 200 len: 943 time: 0.5306756 Jul 27 23:26:17.169017 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-2e82c4b2-bea2-4615-880e-5fa3b38cfbd5 req-fde2f284-b26c-4a0e-b420-4292c3ac0589 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] Deleting port 511fe700-1863-46c3-b6c0-0a4e09eb274d {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:26:17.169385 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-2e82c4b2-bea2-4615-880e-5fa3b38cfbd5 req-fde2f284-b26c-4a0e-b420-4292c3ac0589 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:17.180846 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-fc5cc9ec-20be-467b-b232-67fbd2569d91 req-27b4e92e-c011-44bc-a73f-091b5069fdd4 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/security-groups?id=7dab0fca-2422-4f10-a2ed-ede178e48859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065378 Jul 27 23:26:17.187587 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fb16eca0-d946-41c4-816e-e3d6058c50a6 tempest-RoutersAdminTest-580455923 tempest-RoutersAdminTest-580455923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62205'] for router, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:17.217503 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fb16eca0-d946-41c4-816e-e3d6058c50a6 tempest-RoutersAdminTest-580455923 tempest-RoutersAdminTest-580455923-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:17.222825 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-bb484b36-2c28-415e-a899-ecc4e64285fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:17.259219 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-bb484b36-2c28-415e-a899-ecc4e64285fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:17.270698 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0722796-20f2-4218-8907-f7ef1070a7c6 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:26:17.273344 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fb16eca0-d946-41c4-816e-e3d6058c50a6 tempest-RoutersAdminTest-580455923 tempest-RoutersAdminTest-580455923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-477831'] for router, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:17.273886 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb16eca0-d946-41c4-816e-e3d6058c50a6 tempest-RoutersAdminTest-580455923 tempest-RoutersAdminTest-580455923-project] Fanout notify agent at l3_agent the message router_deleted on router 8406bb7a-f1dd-4efd-9fdf-c1828f7c9bff {{(pid=93798) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 23:26:17.278239 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-e0722796-20f2-4218-8907-f7ef1070a7c6 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] 10.222.0.18 "PUT /v2.0/routers/8392a47e-5aef-42e5-9124-c52a66bee7a7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8318813 Jul 27 23:26:17.282577 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fb16eca0-d946-41c4-816e-e3d6058c50a6 tempest-RoutersAdminTest-580455923 tempest-RoutersAdminTest-580455923-project] Notify callbacks [] for router, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:17.284465 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-fb16eca0-d946-41c4-816e-e3d6058c50a6 tempest-RoutersAdminTest-580455923 tempest-RoutersAdminTest-580455923-project] 10.222.0.18 "DELETE /v2.0/routers/8406bb7a-f1dd-4efd-9fdf-c1828f7c9bff HTTP/1.1" status: 204 len: 168 time: 0.3898079 Jul 27 23:26:17.291987 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 60458) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:26:17.304710 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95acac75-ce88-475a-ab71-d74facc3e1b7 None None] Sync routers for ids ['8392a47e-5aef-42e5-9124-c52a66bee7a7'] in n-d-802623-1 {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:26:17.319956 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95acac75-ce88-475a-ab71-d74facc3e1b7 None None] Routers {'8392a47e-5aef-42e5-9124-c52a66bee7a7'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:26:17.320599 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-95acac75-ce88-475a-ab71-d74facc3e1b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:26:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['8392a47e-5aef-42e5-9124-c52a66bee7a7'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:26:17.333332 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-2e82c4b2-bea2-4615-880e-5fa3b38cfbd5 req-fde2f284-b26c-4a0e-b420-4292c3ac0589 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] For port 511fe700-1863-46c3-b6c0-0a4e09eb274d, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=511fe700-1863-46c3-b6c0-0a4e09eb274d,segment=NetworkSegment(e3440446-8deb-4174-b5a6-9cc094845dc2),segment_id=e3440446-8deb-4174-b5a6-9cc094845dc2)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:26:17.333681 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-2e82c4b2-bea2-4615-880e-5fa3b38cfbd5 req-fde2f284-b26c-4a0e-b420-4292c3ac0589 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:17.342309 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-87e163db-3923-4b16-9392-0b60681ce414 tempest-RoutersAdminTest-580455923 tempest-RoutersAdminTest-580455923-project] 10.222.0.18 "GET /v2.0/ports?device_id=8406bb7a-f1dd-4efd-9fdf-c1828f7c9bff HTTP/1.1" status: 200 len: 205 time: 0.0490756 Jul 27 23:26:17.345564 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 60462) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:26:17.351433 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-2e82c4b2-bea2-4615-880e-5fa3b38cfbd5 req-fde2f284-b26c-4a0e-b420-4292c3ac0589 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] Calling delete_port for 511fe700-1863-46c3-b6c0-0a4e09eb274d owned by compute:nova {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:26:17.399001 n-d-802623-1 neutron-server[93797]: INFO neutron.api.v2.resource [None req-26ebd53d-dbf3-490a-a3b2-5a46a9625dd8 tempest-RoutersAdminTest-580455923 tempest-RoutersAdminTest-580455923-project] delete failed (client error): The resource could not be found. Jul 27 23:26:17.402727 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-26ebd53d-dbf3-490a-a3b2-5a46a9625dd8 tempest-RoutersAdminTest-580455923 tempest-RoutersAdminTest-580455923-project] 10.222.0.18 "DELETE /v2.0/routers/8406bb7a-f1dd-4efd-9fdf-c1828f7c9bff HTTP/1.1" status: 404 len: 336 time: 0.0532377 Jul 27 23:26:17.403683 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 60464) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:26:17.434653 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-29122af9-393c-4507-8cae-8b2b2c9f0d08 tempest-RoutersAdminTest-580455923 tempest-RoutersAdminTest-580455923-project] 10.222.0.18 "GET /v2.0/ports?device_id=90cb46cf-52b5-4475-ae89-fee0cd86f7a9 HTTP/1.1" status: 200 len: 205 time: 0.0299726 Jul 27 23:26:17.436963 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 60468) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:26:17.477647 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-95acac75-ce88-475a-ab71-d74facc3e1b7 None None] Set router 8392a47e-5aef-42e5-9124-c52a66bee7a7 gateway port host: n-d-802623-1 {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:26:17.480982 n-d-802623-1 neutron-server[93797]: INFO neutron.api.v2.resource [None req-9f4dc790-9de4-43ed-9ddf-b79017984912 tempest-RoutersAdminTest-580455923 tempest-RoutersAdminTest-580455923-project] delete failed (client error): The resource could not be found. Jul 27 23:26:17.482037 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-9f4dc790-9de4-43ed-9ddf-b79017984912 tempest-RoutersAdminTest-580455923 tempest-RoutersAdminTest-580455923-project] 10.222.0.18 "DELETE /v2.0/routers/90cb46cf-52b5-4475-ae89-fee0cd86f7a9 HTTP/1.1" status: 404 len: 336 time: 0.0441101 Jul 27 23:26:17.484561 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 60470) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:26:17.517159 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-ff6c4eae-c45f-4208-be52-838f66251c0f tempest-RoutersAdminTest-580455923 tempest-RoutersAdminTest-580455923-project] 10.222.0.18 "GET /v2.0/ports?device_id=5eef932c-2fdb-4097-9e4c-d474bd60532f HTTP/1.1" status: 200 len: 205 time: 0.0313375 Jul 27 23:26:17.518659 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-bb484b36-2c28-415e-a899-ecc4e64285fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:17.520162 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 60472) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:26:17.521375 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-bb484b36-2c28-415e-a899-ecc4e64285fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:17.522670 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-bb484b36-2c28-415e-a899-ecc4e64285fd admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c7fbfff4-6683-4b86-a7d1-b1004ec95bbf HTTP/1.1" status: 204 len: 168 time: 0.7813098 Jul 27 23:26:17.535242 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb484b36-2c28-415e-a899-ecc4e64285fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7fbfff4-6683-4b86-a7d1-b1004ec95bbf,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:26:17.578128 n-d-802623-1 neutron-server[93798]: INFO neutron.api.v2.resource [None req-41ffa41b-05f9-463b-a8b2-fa140aae447a tempest-RoutersAdminTest-580455923 tempest-RoutersAdminTest-580455923-project] delete failed (client error): The resource could not be found. Jul 27 23:26:17.582201 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-41ffa41b-05f9-463b-a8b2-fa140aae447a tempest-RoutersAdminTest-580455923 tempest-RoutersAdminTest-580455923-project] 10.222.0.18 "DELETE /v2.0/routers/5eef932c-2fdb-4097-9e4c-d474bd60532f HTTP/1.1" status: 404 len: 336 time: 0.0558250 Jul 27 23:26:17.582201 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-2e82c4b2-bea2-4615-880e-5fa3b38cfbd5 req-fde2f284-b26c-4a0e-b420-4292c3ac0589 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:17.582586 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 60476) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:26:17.619003 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde2f284-b26c-4a0e-b420-4292c3ac0589 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] Pushing event deleted for resources: {'Port': ['ID=511fe700-1863-46c3-b6c0-0a4e09eb274d,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:26:17.629003 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] get_ports_and_sgs() called for port_ids ['5b7866c5-7b07-46aa-bae5-acbbf94ec587'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:26:17.641531 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] get_ports_and_sgs() called for port_ids ['511fe700-1863-46c3-b6c0-0a4e09eb274d'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:26:17.651593 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-73dff0ed-9499-45c3-a388-6573d9f781de tempest-RoutersAdminTest-580455923 tempest-RoutersAdminTest-580455923-project] 10.222.0.18 "GET /v2.0/ports?device_id=197c583c-8c08-42b9-8635-1bc5990ea7b2 HTTP/1.1" status: 200 len: 205 time: 0.0675788 Jul 27 23:26:17.653598 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 60480) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:26:17.713417 n-d-802623-1 neutron-server[93797]: INFO neutron.api.v2.resource [None req-8c2bf316-776b-475b-8551-fc3449b81359 tempest-RoutersAdminTest-580455923 tempest-RoutersAdminTest-580455923-project] delete failed (client error): The resource could not be found. Jul 27 23:26:17.714747 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-8c2bf316-776b-475b-8551-fc3449b81359 tempest-RoutersAdminTest-580455923 tempest-RoutersAdminTest-580455923-project] 10.222.0.18 "DELETE /v2.0/routers/197c583c-8c08-42b9-8635-1bc5990ea7b2 HTTP/1.1" status: 404 len: 336 time: 0.0601795 Jul 27 23:26:17.717338 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e82c4b2-bea2-4615-880e-5fa3b38cfbd5 req-fde2f284-b26c-4a0e-b420-4292c3ac0589 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] No DVR routers for this DVR port 511fe700-1863-46c3-b6c0-0a4e09eb274d on host n-h1-802623-1 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:26:17.717565 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 60486) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:26:17.725531 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-2e82c4b2-bea2-4615-880e-5fa3b38cfbd5 req-fde2f284-b26c-4a0e-b420-4292c3ac0589 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:17.728755 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-2e82c4b2-bea2-4615-880e-5fa3b38cfbd5 req-fde2f284-b26c-4a0e-b420-4292c3ac0589 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] 10.222.0.38 "DELETE /v2.0/ports/511fe700-1863-46c3-b6c0-0a4e09eb274d HTTP/1.1" status: 204 len: 173 time: 1.0141013 Jul 27 23:26:17.733307 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91034029-1059-43e3-adc6-a3851f4adb0d', 'name': 'network-vif-deleted', 'tag': '511fe700-1863-46c3-b6c0-0a4e09eb274d'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:26:17.737769 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}011f8d312121274bb12d78e77c6379a2079800640016cec6c6d605b73666e854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-deb258c2-944b-48b5-b83e-4fdd3adb0151" -d '{"events": [{"server_uuid": "91034029-1059-43e3-adc6-a3851f4adb0d", "name": "network-vif-deleted", "tag": "511fe700-1863-46c3-b6c0-0a4e09eb274d"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:26:17.769634 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-cdaf00bf-af3d-4d2c-88ec-00b14de070b4 tempest-RoutersAdminTest-580455923 tempest-RoutersAdminTest-580455923-project] 10.222.0.18 "GET /v2.0/ports?device_id=a439986e-4c47-4f1f-8351-e011b63d7f25 HTTP/1.1" status: 200 len: 205 time: 0.0482061 Jul 27 23:26:17.770642 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 60490) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:26:17.814373 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-25206971-1c2b-40de-a5a7-01c2b1f3cb3a req-eca2a1cd-abcf-478c-bf87-9312593a9942 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] 10.222.0.18 "GET /v2.0/ports?device_id=91034029-1059-43e3-adc6-a3851f4adb0d HTTP/1.1" status: 200 len: 210 time: 0.0443959 Jul 27 23:26:17.821949 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:26:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4067cd2-abd0-4aff-892e-da1fe3d53527 x-openstack-request-id: req-a4067cd2-abd0-4aff-892e-da1fe3d53527 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:26:17.822242 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91034029-1059-43e3-adc6-a3851f4adb0d", "name": "network-vif-deleted", "tag": "511fe700-1863-46c3-b6c0-0a4e09eb274d", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:26:17.822512 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a4067cd2-abd0-4aff-892e-da1fe3d53527 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:26:17.834143 n-d-802623-1 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91034029-1059-43e3-adc6-a3851f4adb0d', 'name': 'network-vif-deleted', 'tag': '511fe700-1863-46c3-b6c0-0a4e09eb274d', 'status': 'completed', 'code': 200} Jul 27 23:26:17.848602 n-d-802623-1 neutron-server[93797]: INFO neutron.api.v2.resource [None req-2e13ce8d-0698-43ea-92c5-2e53b8c290e5 tempest-RoutersAdminTest-580455923 tempest-RoutersAdminTest-580455923-project] delete failed (client error): The resource could not be found. Jul 27 23:26:17.849786 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-2e13ce8d-0698-43ea-92c5-2e53b8c290e5 tempest-RoutersAdminTest-580455923 tempest-RoutersAdminTest-580455923-project] 10.222.0.18 "DELETE /v2.0/routers/a439986e-4c47-4f1f-8351-e011b63d7f25 HTTP/1.1" status: 404 len: 336 time: 0.0746076 Jul 27 23:26:17.852508 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 60492) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:26:17.891500 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-e028691c-cd29-4995-a7bf-c74bd79de71d tempest-RoutersAdminTest-580455923 tempest-RoutersAdminTest-580455923-project] 10.222.0.18 "GET /v2.0/ports?device_id=86ec6a00-8ab7-4336-9ce3-9621eed6386c HTTP/1.1" status: 200 len: 205 time: 0.0375667 Jul 27 23:26:17.894637 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 60494) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:26:17.907150 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 60496) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:26:17.922101 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f2cd1246-9dca-4690-a806-d494ca65e00c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:17.937311 n-d-802623-1 neutron-server[93798]: INFO neutron.api.v2.resource [None req-749cab2e-8433-4fb4-ae8c-c6cbc470a5ce tempest-RoutersAdminTest-580455923 tempest-RoutersAdminTest-580455923-project] delete failed (client error): The resource could not be found. Jul 27 23:26:17.938261 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-749cab2e-8433-4fb4-ae8c-c6cbc470a5ce tempest-RoutersAdminTest-580455923 tempest-RoutersAdminTest-580455923-project] 10.222.0.18 "DELETE /v2.0/routers/86ec6a00-8ab7-4336-9ce3-9621eed6386c HTTP/1.1" status: 404 len: 336 time: 0.0425742 Jul 27 23:26:17.943506 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 60498) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:26:17.980903 n-d-802623-1 neutron-server[93798]: INFO neutron.pecan_wsgi.hooks.translation [None req-0dfc943d-759f-4f34-982a-544fdf16b3e1 tempest-RoutersAdminTest-580455923 tempest-RoutersAdminTest-580455923-project] DELETE failed (client error): The resource could not be found. Jul 27 23:26:17.981689 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0dfc943d-759f-4f34-982a-544fdf16b3e1 tempest-RoutersAdminTest-580455923 tempest-RoutersAdminTest-580455923-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 23:26:17.984624 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-0dfc943d-759f-4f34-982a-544fdf16b3e1 tempest-RoutersAdminTest-580455923 tempest-RoutersAdminTest-580455923-project] 10.222.0.18 "DELETE /v2.0/subnets/5fe18f63-fb9b-4695-b017-85d6433d155e HTTP/1.1" status: 404 len: 337 time: 0.0400996 Jul 27 23:26:18.032530 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f2cd1246-9dca-4690-a806-d494ca65e00c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:18.038920 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f2cd1246-9dca-4690-a806-d494ca65e00c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:18.049794 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-95acac75-ce88-475a-ab71-d74facc3e1b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8392a47e-5aef-42e5-9124-c52a66bee7a7', 'name': 'tempest-TestNetworkBasicOps-router-87612854', 'tenant_id': 'ba4fae7b46b54e6e99cbf665d54e4a7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.44'}], 'enable_snat': True}, 'gw_port_id': 'f7b82e81-56a1-4086-ac71-4eda21fe1ec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:24:31Z', 'updated_at': '2021-07-27T23:26:14Z', 'revision_number': 5, 'project_id': 'ba4fae7b46b54e6e99cbf665d54e4a7e', 'gw_port': {'id': 'f7b82e81-56a1-4086-ac71-4eda21fe1ec3', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:fe:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8392a47e-5aef-42e5-9124-c52a66bee7a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2298, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:24:33Z', 'updated_at': '2021-07-27T23:24:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_floatingips': [{'id': '599c6fdc-0b19-41da-bfcc-7eeed6fe21ca', 'tenant_id': 'ba4fae7b46b54e6e99cbf665d54e4a7e', 'floating_ip_address': '172.25.4.249', 'floating_network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'router_id': '8392a47e-5aef-42e5-9124-c52a66bee7a7', 'port_id': '7ae046a6-a266-4500-aa0c-0a3fdb9c7db5', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 2409, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '031433c5-4bab-478c-b609-4a0e530ec703', 'mac_address': 'fa:16:3e:38:6a:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90756201-b12a-491c-8b15-e3c43900ec0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T23:25:07Z', 'updated_at': '2021-07-27T23:25:11Z', 'revision_number': 1, 'project_id': 'ba4fae7b46b54e6e99cbf665d54e4a7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02848965-c240-4b22-bd5a-95d44c88dba1', 'name': '', 'network_id': '5ff4ad14-3426-463b-87a1-46477184ad85', 'tenant_id': 'ba4fae7b46b54e6e99cbf665d54e4a7e', 'mac_address': 'fa:16:3e:49:1c:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8392a47e-5aef-42e5-9124-c52a66bee7a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2586, 'fixed_ips': [{'subnet_id': '56344ae4-e45a-495d-9cbd-588c0f16a84e', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:26:12Z', 'updated_at': '2021-07-27T23:26:15Z', 'revision_number': 2, 'project_id': 'ba4fae7b46b54e6e99cbf665d54e4a7e', 'subnets': [{'id': '56344ae4-e45a-495d-9cbd-588c0f16a84e', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '890ee42d-118a-49a0-8342-f952e18eecf7', 'name': '', 'network_id': '031433c5-4bab-478c-b609-4a0e530ec703', 'tenant_id': 'ba4fae7b46b54e6e99cbf665d54e4a7e', 'mac_address': 'fa:16:3e:e8:7d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8392a47e-5aef-42e5-9124-c52a66bee7a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2325, 'fixed_ips': [{'subnet_id': 'a6bca0f1-dba8-4820-a7a0-186b76699da1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:24:40Z', 'updated_at': '2021-07-27T23:24:48Z', 'revision_number': 5, 'project_id': 'ba4fae7b46b54e6e99cbf665d54e4a7e', 'subnets': [{'id': 'a6bca0f1-dba8-4820-a7a0-186b76699da1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:26:18.077186 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-f2cd1246-9dca-4690-a806-d494ca65e00c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=86863fbd2b5c48529c4013ca9fa953f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1686814 Jul 27 23:26:18.079790 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 60502) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:26:18.086329 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cd1246-9dca-4690-a806-d494ca65e00c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7568a712-a7f9-48b6-a6b3-ede0132d4215,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:26:18.093318 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device a58ff0ba-c0e7-4ff0-b14e-5550ff97f187 details requested by agent hyperv_n-h2-802623-1 with host n-h2-802623-1 {{(pid=93799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 23:26:18.099690 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95acac75-ce88-475a-ab71-d74facc3e1b7 None None] Checking router: 8392a47e-5aef-42e5-9124-c52a66bee7a7 for host: n-d-802623-1 {{(pid=93799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 23:26:18.100070 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95acac75-ce88-475a-ab71-d74facc3e1b7 None None] Updating router 8392a47e-5aef-42e5-9124-c52a66bee7a7 port 02848965-c240-4b22-bd5a-95d44c88dba1 binding host n-d-802623-1 {{(pid=93799) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 23:26:18.135960 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-95acac75-ce88-475a-ab71-d74facc3e1b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:18.151081 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e09b059e-9dbf-4d85-a015-f6c002456948 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:18.182895 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e09b059e-9dbf-4d85-a015-f6c002456948 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:18.246924 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e09b059e-9dbf-4d85-a015-f6c002456948 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:18.249678 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e09b059e-9dbf-4d85-a015-f6c002456948 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:18.253732 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-e09b059e-9dbf-4d85-a015-f6c002456948 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7568a712-a7f9-48b6-a6b3-ede0132d4215 HTTP/1.1" status: 204 len: 168 time: 0.1700430 Jul 27 23:26:18.261936 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09b059e-9dbf-4d85-a015-f6c002456948 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7568a712-a7f9-48b6-a6b3-ede0132d4215,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:26:18.272094 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09b059e-9dbf-4d85-a015-f6c002456948 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:26:18.272503 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09b059e-9dbf-4d85-a015-f6c002456948 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:26:18.272914 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09b059e-9dbf-4d85-a015-f6c002456948 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:26:18.273316 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09b059e-9dbf-4d85-a015-f6c002456948 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:26:18.273818 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09b059e-9dbf-4d85-a015-f6c002456948 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:26:18.274151 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09b059e-9dbf-4d85-a015-f6c002456948 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:26:18.274557 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09b059e-9dbf-4d85-a015-f6c002456948 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:26:18.275122 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09b059e-9dbf-4d85-a015-f6c002456948 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:26:18.275540 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09b059e-9dbf-4d85-a015-f6c002456948 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:26:18.276242 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09b059e-9dbf-4d85-a015-f6c002456948 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:26:18.276633 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09b059e-9dbf-4d85-a015-f6c002456948 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:26:18.277024 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09b059e-9dbf-4d85-a015-f6c002456948 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:26:18.440888 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 60512) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:26:18.454864 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9482773e-8078-4e11-8a30-434584f171be req-6c3add70-b389-475d-98ee-affb6c360aaa tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:26:18.464931 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-9482773e-8078-4e11-8a30-434584f171be req-6c3add70-b389-475d-98ee-affb6c360aaa tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/ports?device_id=c82f64f9-7572-4580-b07f-b346ae07e8cc HTTP/1.1" status: 200 len: 943 time: 0.0883965 Jul 27 23:26:18.512397 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-9482773e-8078-4e11-8a30-434584f171be req-47ea8a74-da92-4248-b934-bfe673844933 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/security-groups?id=7dab0fca-2422-4f10-a2ed-ede178e48859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457084 Jul 27 23:26:18.582368 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port a58ff0ba-c0e7-4ff0-b14e-5550ff97f187, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=a58ff0ba-c0e7-4ff0-b14e-5550ff97f187,segment=NetworkSegment(1737c4ac-b730-4adf-86c0-edf2b2a14795),segment_id=1737c4ac-b730-4adf-86c0-edf2b2a14795)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:26:18.602741 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Returning: {'device': 'a58ff0ba-c0e7-4ff0-b14e-5550ff97f187', 'network_id': 'f929bd98-c625-4836-a481-9c49c0c34e5c', 'port_id': 'a58ff0ba-c0e7-4ff0-b14e-5550ff97f187', 'mac_address': 'fa:16:3e:b4:13:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 526, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc36c29d-0dd5-42bf-a664-0dbd8743e1d5', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 23:26:18.683115 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:18.725107 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a58ff0ba-c0e7-4ff0-b14e-5550ff97f187 {{(pid=93799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:26:18.748035 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b4e076d2-a0d7-4a39-b846-c0bae3eaab23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:18.762194 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port a58ff0ba-c0e7-4ff0-b14e-5550ff97f187, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=a58ff0ba-c0e7-4ff0-b14e-5550ff97f187,segment=NetworkSegment(1737c4ac-b730-4adf-86c0-edf2b2a14795),segment_id=1737c4ac-b730-4adf-86c0-edf2b2a14795)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:26:18.764562 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-95acac75-ce88-475a-ab71-d74facc3e1b7 None None] Notify callbacks [] for port, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:18.767584 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:18.799347 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-95acac75-ce88-475a-ab71-d74facc3e1b7 None None] Transition to ACTIVE for port object 02848965-c240-4b22-bd5a-95d44c88dba1 will not be triggered until provisioned by entity L2. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:26:18.812913 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-95acac75-ce88-475a-ab71-d74facc3e1b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:18.843339 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Pushing event updated for resources: {'Port': ['ID=a58ff0ba-c0e7-4ff0-b14e-5550ff97f187,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:26:18.917830 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b4e076d2-a0d7-4a39-b846-c0bae3eaab23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:18.924659 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1120ff37-52a3-4e9b-84b4-6ec850093fb6 None None] Pushing event updated for resources: {'Port': ['ID=02848965-c240-4b22-bd5a-95d44c88dba1,revision_number=3']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:26:18.927816 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b4e076d2-a0d7-4a39-b846-c0bae3eaab23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:19.008641 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-b4e076d2-a0d7-4a39-b846-c0bae3eaab23 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b4082f3fc1b640f09026372b555e6ff1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5640962 Jul 27 23:26:19.008641 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e076d2-a0d7-4a39-b846-c0bae3eaab23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fdd0182-7cbb-48ac-bb1c-e6f93de65fb7,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:26:19.009470 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 60534) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:26:19.011747 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-95acac75-ce88-475a-ab71-d74facc3e1b7 None None] Attempting to bind port 02848965-c240-4b22-bd5a-95d44c88dba1 on host n-d-802623-1 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:26:19.013711 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-95acac75-ce88-475a-ab71-d74facc3e1b7 None None] Attempting to bind port 02848965-c240-4b22-bd5a-95d44c88dba1 by drivers openvswitch,hyperv on host n-d-802623-1 at level 0 using segments [{'id': '9ac5713f-1ed4-4c82-b885-5fc23b0f1a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '5ff4ad14-3426-463b-87a1-46477184ad85'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:26:19.014190 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95acac75-ce88-475a-ab71-d74facc3e1b7 None None] Attempting to bind port 02848965-c240-4b22-bd5a-95d44c88dba1 on network 5ff4ad14-3426-463b-87a1-46477184ad85 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:26:19.025022 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95acac75-ce88-475a-ab71-d74facc3e1b7 None None] Checking agent: {'id': 'a9a568d2-a5e7-41e4-833f-a8ab42ea4073', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 52, 30), 'started_at': datetime.datetime(2021, 7, 27, 22, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802623-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:26:19.025933 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95acac75-ce88-475a-ab71-d74facc3e1b7 None None] Checking segment: {'id': '9ac5713f-1ed4-4c82-b885-5fc23b0f1a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '5ff4ad14-3426-463b-87a1-46477184ad85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:26:19.028002 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-95acac75-ce88-475a-ab71-d74facc3e1b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:19.028657 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95acac75-ce88-475a-ab71-d74facc3e1b7 None None] Bound using segment: {'id': '9ac5713f-1ed4-4c82-b885-5fc23b0f1a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '5ff4ad14-3426-463b-87a1-46477184ad85'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:26:19.030422 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-95acac75-ce88-475a-ab71-d74facc3e1b7 None None] Bound port: 02848965-c240-4b22-bd5a-95d44c88dba1, host: n-d-802623-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ac5713f-1ed4-4c82-b885-5fc23b0f1a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '5ff4ad14-3426-463b-87a1-46477184ad85'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:26:19.032896 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-95acac75-ce88-475a-ab71-d74facc3e1b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:19.114342 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d9272918-9342-4959-97a8-103ff84cb821 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:19.124583 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] get_ports_and_sgs() called for port_ids ['a58ff0ba-c0e7-4ff0-b14e-5550ff97f187'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:26:19.148388 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d9272918-9342-4959-97a8-103ff84cb821 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:19.229785 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-95acac75-ce88-475a-ab71-d74facc3e1b7 None None] For port 02848965-c240-4b22-bd5a-95d44c88dba1, host n-d-802623-1, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:26:19.233993 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-95acac75-ce88-475a-ab71-d74facc3e1b7 None None] For port 02848965-c240-4b22-bd5a-95d44c88dba1, host n-d-802623-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=02848965-c240-4b22-bd5a-95d44c88dba1,segment=NetworkSegment(9ac5713f-1ed4-4c82-b885-5fc23b0f1a5c),segment_id=9ac5713f-1ed4-4c82-b885-5fc23b0f1a5c)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:26:19.244508 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-95acac75-ce88-475a-ab71-d74facc3e1b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:19.336380 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d9272918-9342-4959-97a8-103ff84cb821 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:19.339856 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95acac75-ce88-475a-ab71-d74facc3e1b7 None None] Routers {'8392a47e-5aef-42e5-9124-c52a66bee7a7'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:26:19.340528 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-95acac75-ce88-475a-ab71-d74facc3e1b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:26:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['8392a47e-5aef-42e5-9124-c52a66bee7a7'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:26:19.350509 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d9272918-9342-4959-97a8-103ff84cb821 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:19.353132 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-d9272918-9342-4959-97a8-103ff84cb821 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1fdd0182-7cbb-48ac-bb1c-e6f93de65fb7 HTTP/1.1" status: 204 len: 168 time: 0.3423507 Jul 27 23:26:19.376181 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64348469-9e6b-48f2-a67f-1802cd510bc2 req-84e257e6-b0bc-470b-8932-00636c25be4b tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:26:19.386166 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-64348469-9e6b-48f2-a67f-1802cd510bc2 req-84e257e6-b0bc-470b-8932-00636c25be4b tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] 10.222.0.18 "GET /v2.0/networks?id=44e5b751-d35f-484a-98d7-35c3565f32a1 HTTP/1.1" status: 200 len: 805 time: 0.2016256 Jul 27 23:26:19.397009 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9272918-9342-4959-97a8-103ff84cb821 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fdd0182-7cbb-48ac-bb1c-e6f93de65fb7,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:26:19.408439 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-64348469-9e6b-48f2-a67f-1802cd510bc2 req-0236da0e-a9ed-4ca6-9043-21f748e76777 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] 10.222.0.18 "GET /v2.0/quotas/cf2ac26483444f3d949e08ee053eb26a HTTP/1.1" status: 200 len: 375 time: 0.0212095 Jul 27 23:26:19.430190 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 60556) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:26:19.481696 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-64348469-9e6b-48f2-a67f-1802cd510bc2 req-f683acd9-992e-4ccf-b5d3-bf4f696689bc tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=cf2ac26483444f3d949e08ee053eb26a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0722888 Jul 27 23:26:19.558089 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1120ff37-52a3-4e9b-84b4-6ec850093fb6 None None] Pushing event updated for resources: {'Port': ['ID=02848965-c240-4b22-bd5a-95d44c88dba1,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:26:19.711320 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-64348469-9e6b-48f2-a67f-1802cd510bc2 req-60df0b56-1ba8-4070-84bb-1db62898915e service neutron] 10.222.0.18 "GET /v2.0/networks/44e5b751-d35f-484a-98d7-35c3565f32a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2206573 Jul 27 23:26:19.715685 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-95acac75-ce88-475a-ab71-d74facc3e1b7 None None] Set router 8392a47e-5aef-42e5-9124-c52a66bee7a7 gateway port host: n-d-802623-1 {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:26:19.725804 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f606e8da-7e3f-4a79-86ef-899d6667655f req-76af6465-00ac-43cb-a66f-9d4358aeb62b tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:26:19.743862 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f606e8da-7e3f-4a79-86ef-899d6667655f req-76af6465-00ac-43cb-a66f-9d4358aeb62b tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/ports?device_id=c82f64f9-7572-4580-b07f-b346ae07e8cc HTTP/1.1" status: 200 len: 944 time: 0.1103988 Jul 27 23:26:19.847763 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f606e8da-7e3f-4a79-86ef-899d6667655f req-1bc454a3-7de3-49b7-8aed-5db551898953 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/security-groups?id=7dab0fca-2422-4f10-a2ed-ede178e48859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939274 Jul 27 23:26:19.859283 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-146bf685-0046-4331-a27b-45faaea6bef6 tempest-AllowedAddressPairIpV6TestJSON-2041722411 tempest-AllowedAddressPairIpV6TestJSON-2041722411-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-696512609'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:26:19.891813 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-64348469-9e6b-48f2-a67f-1802cd510bc2 req-2a1b374b-2d5c-46ba-87bc-a2c3ad6e16cb service neutron] 10.222.0.18 "GET /v2.0/networks/44e5b751-d35f-484a-98d7-35c3565f32a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1789191 Jul 27 23:26:19.916837 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-146bf685-0046-4331-a27b-45faaea6bef6 tempest-AllowedAddressPairIpV6TestJSON-2041722411 tempest-AllowedAddressPairIpV6TestJSON-2041722411-project] Made reservation on behalf of 190278331b19474c90a64bef41e6d543 for: {'network': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:26:19.920515 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-146bf685-0046-4331-a27b-45faaea6bef6 tempest-AllowedAddressPairIpV6TestJSON-2041722411 tempest-AllowedAddressPairIpV6TestJSON-2041722411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for network, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:19.937789 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-146bf685-0046-4331-a27b-45faaea6bef6 tempest-AllowedAddressPairIpV6TestJSON-2041722411 tempest-AllowedAddressPairIpV6TestJSON-2041722411-project] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:20.009980 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 60568) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:26:20.099836 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-e99238d5-ead8-4c44-b395-3c713cb6438f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=89f6269a5a0d4f2ca0852d9096bedc30&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0869162 Jul 27 23:26:20.102575 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 60574) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:26:20.135355 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-146bf685-0046-4331-a27b-45faaea6bef6 tempest-AllowedAddressPairIpV6TestJSON-2041722411 tempest-AllowedAddressPairIpV6TestJSON-2041722411-project] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:20.191237 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-146bf685-0046-4331-a27b-45faaea6bef6 tempest-AllowedAddressPairIpV6TestJSON-2041722411 tempest-AllowedAddressPairIpV6TestJSON-2041722411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:20.195777 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-95acac75-ce88-475a-ab71-d74facc3e1b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8392a47e-5aef-42e5-9124-c52a66bee7a7', 'name': 'tempest-TestNetworkBasicOps-router-87612854', 'tenant_id': 'ba4fae7b46b54e6e99cbf665d54e4a7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.44'}], 'enable_snat': True}, 'gw_port_id': 'f7b82e81-56a1-4086-ac71-4eda21fe1ec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:24:31Z', 'updated_at': '2021-07-27T23:26:14Z', 'revision_number': 5, 'project_id': 'ba4fae7b46b54e6e99cbf665d54e4a7e', 'gw_port': {'id': 'f7b82e81-56a1-4086-ac71-4eda21fe1ec3', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:fe:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8392a47e-5aef-42e5-9124-c52a66bee7a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2298, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:24:33Z', 'updated_at': '2021-07-27T23:24:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_floatingips': [{'id': '599c6fdc-0b19-41da-bfcc-7eeed6fe21ca', 'tenant_id': 'ba4fae7b46b54e6e99cbf665d54e4a7e', 'floating_ip_address': '172.25.4.249', 'floating_network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'router_id': '8392a47e-5aef-42e5-9124-c52a66bee7a7', 'port_id': '7ae046a6-a266-4500-aa0c-0a3fdb9c7db5', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 2409, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '031433c5-4bab-478c-b609-4a0e530ec703', 'mac_address': 'fa:16:3e:38:6a:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90756201-b12a-491c-8b15-e3c43900ec0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T23:25:07Z', 'updated_at': '2021-07-27T23:25:11Z', 'revision_number': 1, 'project_id': 'ba4fae7b46b54e6e99cbf665d54e4a7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02848965-c240-4b22-bd5a-95d44c88dba1', 'name': '', 'network_id': '5ff4ad14-3426-463b-87a1-46477184ad85', 'tenant_id': 'ba4fae7b46b54e6e99cbf665d54e4a7e', 'mac_address': 'fa:16:3e:49:1c:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8392a47e-5aef-42e5-9124-c52a66bee7a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2586, 'fixed_ips': [{'subnet_id': '56344ae4-e45a-495d-9cbd-588c0f16a84e', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:26:12Z', 'updated_at': '2021-07-27T23:26:19Z', 'revision_number': 4, 'project_id': 'ba4fae7b46b54e6e99cbf665d54e4a7e', 'subnets': [{'id': '56344ae4-e45a-495d-9cbd-588c0f16a84e', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '890ee42d-118a-49a0-8342-f952e18eecf7', 'name': '', 'network_id': '031433c5-4bab-478c-b609-4a0e530ec703', 'tenant_id': 'ba4fae7b46b54e6e99cbf665d54e4a7e', 'mac_address': 'fa:16:3e:e8:7d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8392a47e-5aef-42e5-9124-c52a66bee7a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2325, 'fixed_ips': [{'subnet_id': 'a6bca0f1-dba8-4820-a7a0-186b76699da1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:24:40Z', 'updated_at': '2021-07-27T23:24:48Z', 'revision_number': 5, 'project_id': 'ba4fae7b46b54e6e99cbf665d54e4a7e', 'subnets': [{'id': 'a6bca0f1-dba8-4820-a7a0-186b76699da1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:26:20.204535 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c7862bbb-6a4b-441e-afb7-1aea9b09ab85 req-08789052-ee35-44b9-b1a3-14642a47ea54 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] 10.222.0.18 "GET /v2.0/ports?device_id=07667ed9-bf6a-429b-b2fe-099784128518 HTTP/1.1" status: 200 len: 210 time: 0.0805025 Jul 27 23:26:20.216841 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-dfa6425e-165a-45cc-b4aa-268709e66979 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:20.237137 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95acac75-ce88-475a-ab71-d74facc3e1b7 None None] The sync data for ids ['8392a47e-5aef-42e5-9124-c52a66bee7a7'] in n-d-802623-1 is: [{'id': '8392a47e-5aef-42e5-9124-c52a66bee7a7', 'name': 'tempest-TestNetworkBasicOps-router-87612854', 'tenant_id': 'ba4fae7b46b54e6e99cbf665d54e4a7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.44'}], 'enable_snat': True}, 'gw_port_id': 'f7b82e81-56a1-4086-ac71-4eda21fe1ec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:24:31Z', 'updated_at': '2021-07-27T23:26:14Z', 'revision_number': 5, 'project_id': 'ba4fae7b46b54e6e99cbf665d54e4a7e', 'gw_port': {'id': 'f7b82e81-56a1-4086-ac71-4eda21fe1ec3', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:fe:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8392a47e-5aef-42e5-9124-c52a66bee7a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2298, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:24:33Z', 'updated_at': '2021-07-27T23:24:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_floatingips': [{'id': '599c6fdc-0b19-41da-bfcc-7eeed6fe21ca', 'tenant_id': 'ba4fae7b46b54e6e99cbf665d54e4a7e', 'floating_ip_address': '172.25.4.249', 'floating_network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'router_id': '8392a47e-5aef-42e5-9124-c52a66bee7a7', 'port_id': '7ae046a6-a266-4500-aa0c-0a3fdb9c7db5', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 2409, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '031433c5-4bab-478c-b609-4a0e530ec703', 'mac_address': 'fa:16:3e:38:6a:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90756201-b12a-491c-8b15-e3c43900ec0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T23:25:07Z', 'updated_at': '2021-07-27T23:25:11Z', 'revision_number': 1, 'project_id': 'ba4fae7b46b54e6e99cbf665d54e4a7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02848965-c240-4b22-bd5a-95d44c88dba1', 'name': '', 'network_id': '5ff4ad14-3426-463b-87a1-46477184ad85', 'tenant_id': 'ba4fae7b46b54e6e99cbf665d54e4a7e', 'mac_address': 'fa:16:3e:49:1c:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8392a47e-5aef-42e5-9124-c52a66bee7a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2586, 'fixed_ips': [{'subnet_id': '56344ae4-e45a-495d-9cbd-588c0f16a84e', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:26:12Z', 'updated_at': '2021-07-27T23:26:19Z', 'revision_number': 4, 'project_id': 'ba4fae7b46b54e6e99cbf665d54e4a7e', 'subnets': [{'id': '56344ae4-e45a-495d-9cbd-588c0f16a84e', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '890ee42d-118a-49a0-8342-f952e18eecf7', 'name': '', 'network_id': '031433c5-4bab-478c-b609-4a0e530ec703', 'tenant_id': 'ba4fae7b46b54e6e99cbf665d54e4a7e', 'mac_address': 'fa:16:3e:e8:7d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8392a47e-5aef-42e5-9124-c52a66bee7a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2325, 'fixed_ips': [{'subnet_id': 'a6bca0f1-dba8-4820-a7a0-186b76699da1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:24:40Z', 'updated_at': '2021-07-27T23:24:48Z', 'revision_number': 5, 'project_id': 'ba4fae7b46b54e6e99cbf665d54e4a7e', 'subnets': [{'id': 'a6bca0f1-dba8-4820-a7a0-186b76699da1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:26:20.245551 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-146bf685-0046-4331-a27b-45faaea6bef6 tempest-AllowedAddressPairIpV6TestJSON-2041722411 tempest-AllowedAddressPairIpV6TestJSON-2041722411-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 515} {{(pid=93798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 23:26:20.269024 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146bf685-0046-4331-a27b-45faaea6bef6 tempest-AllowedAddressPairIpV6TestJSON-2041722411 tempest-AllowedAddressPairIpV6TestJSON-2041722411-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79952a67-b84b-4976-b02b-4af3a837e202,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:26:20.272337 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-146bf685-0046-4331-a27b-45faaea6bef6 tempest-AllowedAddressPairIpV6TestJSON-2041722411 tempest-AllowedAddressPairIpV6TestJSON-2041722411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:20.272950 n-d-802623-1 neutron-server[93798]: INFO neutron.db.segments_db [None req-146bf685-0046-4331-a27b-45faaea6bef6 tempest-AllowedAddressPairIpV6TestJSON-2041722411 tempest-AllowedAddressPairIpV6TestJSON-2041722411-project] Added segment f97b4238-d78a-4266-979b-1c7717a8c873 of type vlan for network faf4198d-203b-4c75-b427-82a0fe59404c Jul 27 23:26:20.289860 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-dfa6425e-165a-45cc-b4aa-268709e66979 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:20.325897 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-146bf685-0046-4331-a27b-45faaea6bef6 tempest-AllowedAddressPairIpV6TestJSON-2041722411 tempest-AllowedAddressPairIpV6TestJSON-2041722411-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736833354590'] for network, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:20.378793 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-146bf685-0046-4331-a27b-45faaea6bef6 tempest-AllowedAddressPairIpV6TestJSON-2041722411 tempest-AllowedAddressPairIpV6TestJSON-2041722411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569'] for network, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:20.392325 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-146bf685-0046-4331-a27b-45faaea6bef6 tempest-AllowedAddressPairIpV6TestJSON-2041722411 tempest-AllowedAddressPairIpV6TestJSON-2041722411-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:26:20.393510 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-146bf685-0046-4331-a27b-45faaea6bef6 tempest-AllowedAddressPairIpV6TestJSON-2041722411 tempest-AllowedAddressPairIpV6TestJSON-2041722411-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:20.414808 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-dfa6425e-165a-45cc-b4aa-268709e66979 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:20.418836 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-dfa6425e-165a-45cc-b4aa-268709e66979 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:20.422060 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-dfa6425e-165a-45cc-b4aa-268709e66979 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0d724b02-67c4-4d5f-bc0c-99cb9905641f HTTP/1.1" status: 204 len: 168 time: 0.3178623 Jul 27 23:26:20.439698 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa6425e-165a-45cc-b4aa-268709e66979 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d724b02-67c4-4d5f-bc0c-99cb9905641f,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:26:20.509164 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 02848965-c240-4b22-bd5a-95d44c88dba1 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:26:20.539369 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-146bf685-0046-4331-a27b-45faaea6bef6 tempest-AllowedAddressPairIpV6TestJSON-2041722411 tempest-AllowedAddressPairIpV6TestJSON-2041722411-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 1.1062934 Jul 27 23:26:20.542320 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 60586) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:26:20.548654 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-bdf1b7a6-1581-4c33-848c-9baf0abe55f0 tempest-AllowedAddressPairIpV6TestJSON-2041722411 tempest-AllowedAddressPairIpV6TestJSON-2041722411-project] Request body: {'subnet': {'network_id': 'faf4198d-203b-4c75-b427-82a0fe59404c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:26:20.551493 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146bf685-0046-4331-a27b-45faaea6bef6 tempest-AllowedAddressPairIpV6TestJSON-2041722411 tempest-AllowedAddressPairIpV6TestJSON-2041722411-project] Pushing event updated for resources: {'Network': ['ID=faf4198d-203b-4c75-b427-82a0fe59404c,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:26:20.569803 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Network faf4198d-203b-4c75-b427-82a0fe59404c details requested by agent ovs-agent-n-d-802623-1 with host n-d-802623-1 {{(pid=93799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 23:26:20.663420 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning for port 02848965-c240-4b22-bd5a-95d44c88dba1 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:26:20.672183 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port 02848965-c240-4b22-bd5a-95d44c88dba1 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:26:20.672821 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:20.704324 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdf1b7a6-1581-4c33-848c-9baf0abe55f0 tempest-AllowedAddressPairIpV6TestJSON-2041722411 tempest-AllowedAddressPairIpV6TestJSON-2041722411-project] Made reservation on behalf of 190278331b19474c90a64bef41e6d543 for: {'subnet': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:26:20.709257 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-bdf1b7a6-1581-4c33-848c-9baf0abe55f0 tempest-AllowedAddressPairIpV6TestJSON-2041722411 tempest-AllowedAddressPairIpV6TestJSON-2041722411-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11551435'] for subnet, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:20.807871 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:20.864417 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] For port 02848965-c240-4b22-bd5a-95d44c88dba1, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=02848965-c240-4b22-bd5a-95d44c88dba1,segment=NetworkSegment(9ac5713f-1ed4-4c82-b885-5fc23b0f1a5c),segment_id=9ac5713f-1ed4-4c82-b885-5fc23b0f1a5c)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:26:20.884852 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:20.960428 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Pushing event updated for resources: {'Port': ['ID=02848965-c240-4b22-bd5a-95d44c88dba1,revision_number=5']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:26:21.057440 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49645a3-8981-445e-bc96-f5b420863e99 req-39218b20-f9e9-4f01-9f1f-c34dad3940bc tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:26:21.059481 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-e49645a3-8981-445e-bc96-f5b420863e99 req-39218b20-f9e9-4f01-9f1f-c34dad3940bc tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/ports?device_id=c82f64f9-7572-4580-b07f-b346ae07e8cc HTTP/1.1" status: 200 len: 944 time: 0.0784886 Jul 27 23:26:21.169242 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-e49645a3-8981-445e-bc96-f5b420863e99 req-3a9a7205-da06-4f33-bfd6-dce2efca792c tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/security-groups?id=7dab0fca-2422-4f10-a2ed-ede178e48859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623136 Jul 27 23:26:21.176032 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 511fe700-1863-46c3-b6c0-0a4e09eb274d no longer exists at agent hyperv_n-h1-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:26:21.177139 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-bdf1b7a6-1581-4c33-848c-9baf0abe55f0 tempest-AllowedAddressPairIpV6TestJSON-2041722411 tempest-AllowedAddressPairIpV6TestJSON-2041722411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11336182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11551417'] for subnet, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:21.206907 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] No Port match for: 511fe700-1863-46c3-b6c0-0a4e09eb274d {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:26:21.207576 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 511fe700-1863-46c3-b6c0-0a4e09eb274d not bound to the agent host n-h1-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:26:21.233277 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf1b7a6-1581-4c33-848c-9baf0abe55f0 tempest-AllowedAddressPairIpV6TestJSON-2041722411 tempest-AllowedAddressPairIpV6TestJSON-2041722411-project] Pushing event updated for resources: {'Subnet': ['ID=b50a4ca7-2b1c-4625-9d3f-07fd10a943a9,revision_number=0']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:26:21.296914 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdf1b7a6-1581-4c33-848c-9baf0abe55f0 tempest-AllowedAddressPairIpV6TestJSON-2041722411 tempest-AllowedAddressPairIpV6TestJSON-2041722411-project] Checking segment: {'id': 'f97b4238-d78a-4266-979b-1c7717a8c873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'faf4198d-203b-4c75-b427-82a0fe59404c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:26:21.296914 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdf1b7a6-1581-4c33-848c-9baf0abe55f0 tempest-AllowedAddressPairIpV6TestJSON-2041722411 tempest-AllowedAddressPairIpV6TestJSON-2041722411-project] Network hostable DHCP agents. Network: faf4198d-203b-4c75-b427-82a0fe59404c, hostable agents: ['5950e76f-2bde-4343-a925-cbe6bacd2706'], hosted agents: [] {{(pid=93797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 23:26:21.318675 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdf1b7a6-1581-4c33-848c-9baf0abe55f0 tempest-AllowedAddressPairIpV6TestJSON-2041722411 tempest-AllowedAddressPairIpV6TestJSON-2041722411-project] Network faf4198d-203b-4c75-b427-82a0fe59404c is scheduled to be hosted by DHCP agent 5950e76f-2bde-4343-a925-cbe6bacd2706 with binding_index 1 {{(pid=93797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 23:26:21.336280 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-bdf1b7a6-1581-4c33-848c-9baf0abe55f0 tempest-AllowedAddressPairIpV6TestJSON-2041722411 tempest-AllowedAddressPairIpV6TestJSON-2041722411-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802623-1, faf4198d-203b-4c75-b427-82a0fe59404c) {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:26:21.348442 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdf1b7a6-1581-4c33-848c-9baf0abe55f0 tempest-AllowedAddressPairIpV6TestJSON-2041722411 tempest-AllowedAddressPairIpV6TestJSON-2041722411-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:26:21.349521 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-bdf1b7a6-1581-4c33-848c-9baf0abe55f0 tempest-AllowedAddressPairIpV6TestJSON-2041722411 tempest-AllowedAddressPairIpV6TestJSON-2041722411-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for subnet, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:21.350156 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05943b97-89f9-43c2-a01b-cb8d8c36b52e None None] Network faf4198d-203b-4c75-b427-82a0fe59404c requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:26:21.387081 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-bdf1b7a6-1581-4c33-848c-9baf0abe55f0 tempest-AllowedAddressPairIpV6TestJSON-2041722411 tempest-AllowedAddressPairIpV6TestJSON-2041722411-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8427079 Jul 27 23:26:21.390212 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-791082b3-4f09-4f8f-a801-ab5dd2dcc3ce req-451a2a43-3ce1-4fed-ba6b-8d7ba4d229a3 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] 10.222.0.18 "GET /v2.0/ports?device_id=07667ed9-bf6a-429b-b2fe-099784128518 HTTP/1.1" status: 200 len: 210 time: 0.0671918 Jul 27 23:26:21.390696 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 60612) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:26:21.416497 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-2195527e-b3ed-4b84-be54-3bd9e641fcc8 tempest-AllowedAddressPairIpV6TestJSON-2041722411 tempest-AllowedAddressPairIpV6TestJSON-2041722411-project] Request body: {'port': {'network_id': 'faf4198d-203b-4c75-b427-82a0fe59404c', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-107772468'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:26:21.647484 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-934ec666-02a4-4a78-ac6c-140df2c69eec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f6f257c-ad18-5f0c-8c8e-ea085a5fc8a2-faf4198d-203b-4c75-b427-82a0fe59404c', 'network_id': 'faf4198d-203b-4c75-b427-82a0fe59404c', 'tenant_id': '190278331b19474c90a64bef41e6d543', 'fixed_ips': [{'subnet_id': 'b50a4ca7-2b1c-4625-9d3f-07fd10a943a9'}]}} from n-d-802623-1. {{(pid=93799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 23:26:21.651205 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-934ec666-02a4-4a78-ac6c-140df2c69eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:21.699958 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64348469-9e6b-48f2-a67f-1802cd510bc2 req-90cd48ab-a56c-4ecc-a8e3-aa00e1ff0ea6 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:26:21.702099 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-64348469-9e6b-48f2-a67f-1802cd510bc2 req-90cd48ab-a56c-4ecc-a8e3-aa00e1ff0ea6 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] 10.222.0.38 "GET /v2.0/networks?id=44e5b751-d35f-484a-98d7-35c3565f32a1 HTTP/1.1" status: 200 len: 805 time: 0.2716906 Jul 27 23:26:21.715415 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [req-64348469-9e6b-48f2-a67f-1802cd510bc2 req-a4972f25-ef08-4fd1-a443-b2b611641642 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] Request body: {'port': {'device_id': '07667ed9-bf6a-429b-b2fe-099784128518', 'network_id': '44e5b751-d35f-484a-98d7-35c3565f32a1', 'admin_state_up': True, 'tenant_id': 'cf2ac26483444f3d949e08ee053eb26a'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:26:21.730758 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2195527e-b3ed-4b84-be54-3bd9e641fcc8 tempest-AllowedAddressPairIpV6TestJSON-2041722411 tempest-AllowedAddressPairIpV6TestJSON-2041722411-project] Made reservation on behalf of 190278331b19474c90a64bef41e6d543 for: {'port': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:26:21.740704 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2195527e-b3ed-4b84-be54-3bd9e641fcc8 tempest-AllowedAddressPairIpV6TestJSON-2041722411 tempest-AllowedAddressPairIpV6TestJSON-2041722411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:21.794764 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-2195527e-b3ed-4b84-be54-3bd9e641fcc8 tempest-AllowedAddressPairIpV6TestJSON-2041722411 tempest-AllowedAddressPairIpV6TestJSON-2041722411-project] device_id is not set on port 0a3aa54e-f8aa-4be0-9655-5ce7e4d44dde yet. {{(pid=93797) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 23:26:21.846953 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-934ec666-02a4-4a78-ac6c-140df2c69eec None None] Allocated IP 2001:db8::2 (faf4198d-203b-4c75-b427-82a0fe59404c/b50a4ca7-2b1c-4625-9d3f-07fd10a943a9/09d24c7d-1899-4554-acc1-d3d761a2acb3) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:26:21.938427 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64348469-9e6b-48f2-a67f-1802cd510bc2 req-a4972f25-ef08-4fd1-a443-b2b611641642 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] Made reservation on behalf of cf2ac26483444f3d949e08ee053eb26a for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:26:21.943716 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-64348469-9e6b-48f2-a67f-1802cd510bc2 req-a4972f25-ef08-4fd1-a443-b2b611641642 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:22.057104 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-934ec666-02a4-4a78-ac6c-140df2c69eec None None] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:22.071457 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-934ec666-02a4-4a78-ac6c-140df2c69eec None None] Transition to ACTIVE for port object 09d24c7d-1899-4554-acc1-d3d761a2acb3 will not be triggered until provisioned by entity L2. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:26:22.076372 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device a58ff0ba-c0e7-4ff0-b14e-5550ff97f187 up at agent hyperv_n-h2-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:26:22.144377 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [req-64348469-9e6b-48f2-a67f-1802cd510bc2 req-a4972f25-ef08-4fd1-a443-b2b611641642 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] Allocated IP 172.20.0.2 (44e5b751-d35f-484a-98d7-35c3565f32a1/35a04ddb-b611-4dee-a6f7-89af6e6ad557/5792e464-6510-437b-b6f1-549081701cc8) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:26:22.147501 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-934ec666-02a4-4a78-ac6c-140df2c69eec None None] Transition to ACTIVE for port object 09d24c7d-1899-4554-acc1-d3d761a2acb3 will not be triggered until provisioned by entity DHCP. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:26:22.180360 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-934ec666-02a4-4a78-ac6c-140df2c69eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:22.235726 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-934ec666-02a4-4a78-ac6c-140df2c69eec None None] Network faf4198d-203b-4c75-b427-82a0fe59404c is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:26:22.240179 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-934ec666-02a4-4a78-ac6c-140df2c69eec None None] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:26:22.248315 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-934ec666-02a4-4a78-ac6c-140df2c69eec None None] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:26:22.279571 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-2195527e-b3ed-4b84-be54-3bd9e641fcc8 tempest-AllowedAddressPairIpV6TestJSON-2041722411 tempest-AllowedAddressPairIpV6TestJSON-2041722411-project] Allocated IP 2001:db8::4d (faf4198d-203b-4c75-b427-82a0fe59404c/b50a4ca7-2b1c-4625-9d3f-07fd10a943a9/0a3aa54e-f8aa-4be0-9655-5ce7e4d44dde) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:26:22.283794 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934ec666-02a4-4a78-ac6c-140df2c69eec None None] Pushing event updated for resources: {'Port': ['ID=09d24c7d-1899-4554-acc1-d3d761a2acb3,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:26:22.290893 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Provisioning for port a58ff0ba-c0e7-4ff0-b14e-5550ff97f187 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:26:22.318897 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Provisioning complete for port a58ff0ba-c0e7-4ff0-b14e-5550ff97f187 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:26:22.319402 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:22.361356 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-934ec666-02a4-4a78-ac6c-140df2c69eec None None] Attempting to bind port 09d24c7d-1899-4554-acc1-d3d761a2acb3 on host n-d-802623-1 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:26:22.362573 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-934ec666-02a4-4a78-ac6c-140df2c69eec None None] Attempting to bind port 09d24c7d-1899-4554-acc1-d3d761a2acb3 by drivers openvswitch,hyperv on host n-d-802623-1 at level 0 using segments [{'id': 'f97b4238-d78a-4266-979b-1c7717a8c873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'faf4198d-203b-4c75-b427-82a0fe59404c'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:26:22.363142 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-934ec666-02a4-4a78-ac6c-140df2c69eec None None] Attempting to bind port 09d24c7d-1899-4554-acc1-d3d761a2acb3 on network faf4198d-203b-4c75-b427-82a0fe59404c {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:26:22.381924 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-934ec666-02a4-4a78-ac6c-140df2c69eec None None] Checking agent: {'id': 'a9a568d2-a5e7-41e4-833f-a8ab42ea4073', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 52, 30), 'started_at': datetime.datetime(2021, 7, 27, 22, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802623-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:26:22.382615 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-934ec666-02a4-4a78-ac6c-140df2c69eec None None] Checking segment: {'id': 'f97b4238-d78a-4266-979b-1c7717a8c873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'faf4198d-203b-4c75-b427-82a0fe59404c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:26:22.383274 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-934ec666-02a4-4a78-ac6c-140df2c69eec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:22.390474 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-934ec666-02a4-4a78-ac6c-140df2c69eec None None] Bound using segment: {'id': 'f97b4238-d78a-4266-979b-1c7717a8c873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'faf4198d-203b-4c75-b427-82a0fe59404c'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:26:22.391288 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-934ec666-02a4-4a78-ac6c-140df2c69eec None None] Bound port: 09d24c7d-1899-4554-acc1-d3d761a2acb3, host: n-d-802623-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f97b4238-d78a-4266-979b-1c7717a8c873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'faf4198d-203b-4c75-b427-82a0fe59404c'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:26:22.391967 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-934ec666-02a4-4a78-ac6c-140df2c69eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:22.521532 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b458f41-28ab-4eab-830e-bb9fd6121012 req-95b94a97-baa6-4fbc-a170-a20f1d61bffb tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:26:22.523694 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-64348469-9e6b-48f2-a67f-1802cd510bc2 req-a4972f25-ef08-4fd1-a443-b2b611641642 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:22.528050 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 02848965-c240-4b22-bd5a-95d44c88dba1 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:26:22.529946 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-6b458f41-28ab-4eab-830e-bb9fd6121012 req-95b94a97-baa6-4fbc-a170-a20f1d61bffb tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/ports?device_id=c82f64f9-7572-4580-b07f-b346ae07e8cc HTTP/1.1" status: 200 len: 944 time: 0.2087543 Jul 27 23:26:22.595510 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-934ec666-02a4-4a78-ac6c-140df2c69eec None None] For port 09d24c7d-1899-4554-acc1-d3d761a2acb3, host n-d-802623-1, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:26:22.601722 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-934ec666-02a4-4a78-ac6c-140df2c69eec None None] For port 09d24c7d-1899-4554-acc1-d3d761a2acb3, host n-d-802623-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=09d24c7d-1899-4554-acc1-d3d761a2acb3,segment=NetworkSegment(f97b4238-d78a-4266-979b-1c7717a8c873),segment_id=f97b4238-d78a-4266-979b-1c7717a8c873)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:26:22.609410 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7a4b842a-762d-4483-bffd-5df92cddc420 req-fb8d7990-d001-49c0-96d0-4dd9f9f3e7f0 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] 10.222.0.18 "GET /v2.0/ports?device_id=07667ed9-bf6a-429b-b2fe-099784128518 HTTP/1.1" status: 200 len: 210 time: 0.0672503 Jul 27 23:26:22.615825 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-934ec666-02a4-4a78-ac6c-140df2c69eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:22.626408 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-6b458f41-28ab-4eab-830e-bb9fd6121012 req-60e48ecf-d13a-4943-88eb-fee850e005fb tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/security-groups?id=7dab0fca-2422-4f10-a2ed-ede178e48859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922444 Jul 27 23:26:22.688050 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-64348469-9e6b-48f2-a67f-1802cd510bc2 req-a4972f25-ef08-4fd1-a443-b2b611641642 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:22.712642 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] get_ports_and_sgs() called for port_ids ['5b7866c5-7b07-46aa-bae5-acbbf94ec587'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:26:22.751069 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4972f25-ef08-4fd1-a443-b2b611641642 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] Pushing event updated for resources: {'Port': ['ID=5792e464-6510-437b-b6f1-549081701cc8,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:26:22.757142 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2195527e-b3ed-4b84-be54-3bd9e641fcc8 tempest-AllowedAddressPairIpV6TestJSON-2041722411 tempest-AllowedAddressPairIpV6TestJSON-2041722411-project] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:22.774876 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64348469-9e6b-48f2-a67f-1802cd510bc2 req-a4972f25-ef08-4fd1-a443-b2b611641642 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] Network 44e5b751-d35f-484a-98d7-35c3565f32a1 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:26:22.776456 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [req-64348469-9e6b-48f2-a67f-1802cd510bc2 req-a4972f25-ef08-4fd1-a443-b2b611641642 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:26:22.779498 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-64348469-9e6b-48f2-a67f-1802cd510bc2 req-a4972f25-ef08-4fd1-a443-b2b611641642 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:26:22.792307 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-2195527e-b3ed-4b84-be54-3bd9e641fcc8 tempest-AllowedAddressPairIpV6TestJSON-2041722411 tempest-AllowedAddressPairIpV6TestJSON-2041722411-project] Transition to ACTIVE for port object 0a3aa54e-f8aa-4be0-9655-5ce7e4d44dde will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:26:22.808714 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:22.814495 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934ec666-02a4-4a78-ac6c-140df2c69eec None None] Pushing event updated for resources: {'Port': ['ID=09d24c7d-1899-4554-acc1-d3d761a2acb3,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:26:22.855400 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port 02848965-c240-4b22-bd5a-95d44c88dba1 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:26:22.857945 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:22.858665 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2195527e-b3ed-4b84-be54-3bd9e641fcc8 tempest-AllowedAddressPairIpV6TestJSON-2041722411 tempest-AllowedAddressPairIpV6TestJSON-2041722411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:22.859496 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64348469-9e6b-48f2-a67f-1802cd510bc2 req-a4972f25-ef08-4fd1-a443-b2b611641642 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:26:22.863661 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-64348469-9e6b-48f2-a67f-1802cd510bc2 req-a4972f25-ef08-4fd1-a443-b2b611641642 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:22.899105 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-64348469-9e6b-48f2-a67f-1802cd510bc2 req-a4972f25-ef08-4fd1-a443-b2b611641642 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1866083 Jul 27 23:26:22.910268 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c82f64f9-7572-4580-b07f-b346ae07e8cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a58ff0ba-c0e7-4ff0-b14e-5550ff97f187'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:26:22.913719 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c0369b0d4f459110ff20a1f9878ba33f96d6491bddb9d15843bf29d01e0bda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-945f562e-2f92-4c78-a096-f300aaf9af82" -d '{"events": [{"server_uuid": "c82f64f9-7572-4580-b07f-b346ae07e8cc", "name": "network-vif-plugged", "status": "completed", "tag": "a58ff0ba-c0e7-4ff0-b14e-5550ff97f187"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:26:22.916926 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2195527e-b3ed-4b84-be54-3bd9e641fcc8 tempest-AllowedAddressPairIpV6TestJSON-2041722411 tempest-AllowedAddressPairIpV6TestJSON-2041722411-project] Network faf4198d-203b-4c75-b427-82a0fe59404c is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:26:22.920396 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-2195527e-b3ed-4b84-be54-3bd9e641fcc8 tempest-AllowedAddressPairIpV6TestJSON-2041722411 tempest-AllowedAddressPairIpV6TestJSON-2041722411-project] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:26:22.920906 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [req-64348469-9e6b-48f2-a67f-1802cd510bc2 req-5da13d78-dbe3-4393-90ac-80ebe34efd8a service neutron] Request body: {'port': {'device_id': '07667ed9-bf6a-429b-b2fe-099784128518', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802623-1'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:26:22.928229 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2195527e-b3ed-4b84-be54-3bd9e641fcc8 tempest-AllowedAddressPairIpV6TestJSON-2041722411 tempest-AllowedAddressPairIpV6TestJSON-2041722411-project] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:26:22.934540 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2195527e-b3ed-4b84-be54-3bd9e641fcc8 tempest-AllowedAddressPairIpV6TestJSON-2041722411 tempest-AllowedAddressPairIpV6TestJSON-2041722411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:26:22.935242 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2195527e-b3ed-4b84-be54-3bd9e641fcc8 tempest-AllowedAddressPairIpV6TestJSON-2041722411 tempest-AllowedAddressPairIpV6TestJSON-2041722411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:22.942590 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2195527e-b3ed-4b84-be54-3bd9e641fcc8 tempest-AllowedAddressPairIpV6TestJSON-2041722411 tempest-AllowedAddressPairIpV6TestJSON-2041722411-project] Pushing event updated for resources: {'Port': ['ID=0a3aa54e-f8aa-4be0-9655-5ce7e4d44dde,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:26:22.947966 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port a58ff0ba-c0e7-4ff0-b14e-5550ff97f187, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=a58ff0ba-c0e7-4ff0-b14e-5550ff97f187,segment=NetworkSegment(1737c4ac-b730-4adf-86c0-edf2b2a14795),segment_id=1737c4ac-b730-4adf-86c0-edf2b2a14795)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:26:22.973874 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:22.974261 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 60652) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:26:22.982988 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-2195527e-b3ed-4b84-be54-3bd9e641fcc8 tempest-AllowedAddressPairIpV6TestJSON-2041722411 tempest-AllowedAddressPairIpV6TestJSON-2041722411-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.5913317 Jul 27 23:26:22.987719 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 60656) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:26:23.000346 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-3e134625-ecbb-43b4-a177-579eeb4e67c4 tempest-AllowedAddressPairIpV6TestJSON-2041722411 tempest-AllowedAddressPairIpV6TestJSON-2041722411-project] Request body: {'port': {'network_id': 'faf4198d-203b-4c75-b427-82a0fe59404c', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-440593936', 'allowed_address_pairs': [{'ip_address': '2001:db8::4d', 'mac_address': 'fa:16:3e:d5:e8:b9'}]}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:26:23.151209 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-64348469-9e6b-48f2-a67f-1802cd510bc2 req-5da13d78-dbe3-4393-90ac-80ebe34efd8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:23.157257 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:26:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-212cf48f-91d4-4894-90b7-f6c2dcea5bbc x-openstack-request-id: req-212cf48f-91d4-4894-90b7-f6c2dcea5bbc {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:26:23.157605 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c82f64f9-7572-4580-b07f-b346ae07e8cc", "name": "network-vif-plugged", "status": "completed", "tag": "a58ff0ba-c0e7-4ff0-b14e-5550ff97f187", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:26:23.157919 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-212cf48f-91d4-4894-90b7-f6c2dcea5bbc {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:26:23.158415 n-d-802623-1 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c82f64f9-7572-4580-b07f-b346ae07e8cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a58ff0ba-c0e7-4ff0-b14e-5550ff97f187', 'code': 200} Jul 27 23:26:23.176735 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Pushing event updated for resources: {'Port': ['ID=a58ff0ba-c0e7-4ff0-b14e-5550ff97f187,revision_number=5']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:26:23.284500 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-f03e3261-de23-4d2f-9153-e897b30449f7 tempest-RoutersIpV6AdminTest-711475609 tempest-RoutersIpV6AdminTest-711475609-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1152962649', 'router:external': True}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:26:23.290332 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df40e2c-c199-4f0d-b44a-4e1b1df60741 req-b4024c73-2af6-4798-b007-bf2f0b9bbba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:26:23.292661 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-9df40e2c-c199-4f0d-b44a-4e1b1df60741 req-b4024c73-2af6-4798-b007-bf2f0b9bbba5 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=c82f64f9-7572-4580-b07f-b346ae07e8cc HTTP/1.1" status: 200 len: 1096 time: 0.1083195 Jul 27 23:26:23.322333 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e134625-ecbb-43b4-a177-579eeb4e67c4 tempest-AllowedAddressPairIpV6TestJSON-2041722411 tempest-AllowedAddressPairIpV6TestJSON-2041722411-project] Made reservation on behalf of 190278331b19474c90a64bef41e6d543 for: {'port': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:26:23.344739 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f03e3261-de23-4d2f-9153-e897b30449f7 tempest-RoutersIpV6AdminTest-711475609 tempest-RoutersIpV6AdminTest-711475609-project-admin] Made reservation on behalf of ecaa1255f6b84883b9b772bd25657e4b for: {'network': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:26:23.347967 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f03e3261-de23-4d2f-9153-e897b30449f7 tempest-RoutersIpV6AdminTest-711475609 tempest-RoutersIpV6AdminTest-711475609-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for network, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:23.394650 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f03e3261-de23-4d2f-9153-e897b30449f7 tempest-RoutersIpV6AdminTest-711475609 tempest-RoutersIpV6AdminTest-711475609-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:23.415587 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-9df40e2c-c199-4f0d-b44a-4e1b1df60741 req-0177cdb2-a200-4728-9f14-de9dfcbd4fac service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=7dab0fca-2422-4f10-a2ed-ede178e48859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076813 Jul 27 23:26:23.468588 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3e134625-ecbb-43b4-a177-579eeb4e67c4 tempest-AllowedAddressPairIpV6TestJSON-2041722411 tempest-AllowedAddressPairIpV6TestJSON-2041722411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:23.499100 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-3e134625-ecbb-43b4-a177-579eeb4e67c4 tempest-AllowedAddressPairIpV6TestJSON-2041722411 tempest-AllowedAddressPairIpV6TestJSON-2041722411-project] device_id is not set on port d8fcd523-134a-48bb-a116-327b080fab87 yet. {{(pid=93797) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 23:26:23.600000 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [req-64348469-9e6b-48f2-a67f-1802cd510bc2 req-5da13d78-dbe3-4393-90ac-80ebe34efd8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5792e464-6510-437b-b6f1-549081701cc8 {{(pid=93798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:26:23.608540 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-64348469-9e6b-48f2-a67f-1802cd510bc2 req-5da13d78-dbe3-4393-90ac-80ebe34efd8a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:23.622995 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-64348469-9e6b-48f2-a67f-1802cd510bc2 req-5da13d78-dbe3-4393-90ac-80ebe34efd8a service neutron] Transition to ACTIVE for port object 5792e464-6510-437b-b6f1-549081701cc8 will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:26:23.632796 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-64348469-9e6b-48f2-a67f-1802cd510bc2 req-5da13d78-dbe3-4393-90ac-80ebe34efd8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:23.669621 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f03e3261-de23-4d2f-9153-e897b30449f7 tempest-RoutersIpV6AdminTest-711475609 tempest-RoutersIpV6AdminTest-711475609-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:23.695561 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f03e3261-de23-4d2f-9153-e897b30449f7 tempest-RoutersIpV6AdminTest-711475609 tempest-RoutersIpV6AdminTest-711475609-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:23.712567 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da13d78-dbe3-4393-90ac-80ebe34efd8a service neutron] Pushing event updated for resources: {'Port': ['ID=5792e464-6510-437b-b6f1-549081701cc8,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:26:23.725151 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-3e134625-ecbb-43b4-a177-579eeb4e67c4 tempest-AllowedAddressPairIpV6TestJSON-2041722411 tempest-AllowedAddressPairIpV6TestJSON-2041722411-project] Allocated IP 2001:db8::21d (faf4198d-203b-4c75-b427-82a0fe59404c/b50a4ca7-2b1c-4625-9d3f-07fd10a943a9/d8fcd523-134a-48bb-a116-327b080fab87) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:26:23.763441 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f03e3261-de23-4d2f-9153-e897b30449f7 tempest-RoutersIpV6AdminTest-711475609 tempest-RoutersIpV6AdminTest-711475609-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 543} {{(pid=93797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 23:26:23.821025 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-64348469-9e6b-48f2-a67f-1802cd510bc2 req-5da13d78-dbe3-4393-90ac-80ebe34efd8a service neutron] Attempting to bind port 5792e464-6510-437b-b6f1-549081701cc8 on host n-h1-802623-1 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:26:23.821470 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-64348469-9e6b-48f2-a67f-1802cd510bc2 req-5da13d78-dbe3-4393-90ac-80ebe34efd8a service neutron] Attempting to bind port 5792e464-6510-437b-b6f1-549081701cc8 by drivers openvswitch,hyperv on host n-h1-802623-1 at level 0 using segments [{'id': 'e3440446-8deb-4174-b5a6-9cc094845dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '44e5b751-d35f-484a-98d7-35c3565f32a1'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:26:23.821860 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64348469-9e6b-48f2-a67f-1802cd510bc2 req-5da13d78-dbe3-4393-90ac-80ebe34efd8a service neutron] Attempting to bind port 5792e464-6510-437b-b6f1-549081701cc8 on network 44e5b751-d35f-484a-98d7-35c3565f32a1 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:26:23.829445 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64348469-9e6b-48f2-a67f-1802cd510bc2 req-5da13d78-dbe3-4393-90ac-80ebe34efd8a service neutron] Port 5792e464-6510-437b-b6f1-549081701cc8 on network 44e5b751-d35f-484a-98d7-35c3565f32a1 not bound, no agent of type Open vSwitch agent registered on host n-h1-802623-1 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 23:26:23.829874 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64348469-9e6b-48f2-a67f-1802cd510bc2 req-5da13d78-dbe3-4393-90ac-80ebe34efd8a service neutron] Attempting to bind port 5792e464-6510-437b-b6f1-549081701cc8 on network 44e5b751-d35f-484a-98d7-35c3565f32a1 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:26:23.831685 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f03e3261-de23-4d2f-9153-e897b30449f7 tempest-RoutersIpV6AdminTest-711475609 tempest-RoutersIpV6AdminTest-711475609-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:23.832119 n-d-802623-1 neutron-server[93797]: INFO neutron.db.segments_db [None req-f03e3261-de23-4d2f-9153-e897b30449f7 tempest-RoutersIpV6AdminTest-711475609 tempest-RoutersIpV6AdminTest-711475609-project-admin] Added segment f219b933-98c2-4167-95f1-07ac9ca9edf4 of type vlan for network 35dadbf9-6f66-48cc-9b6f-6322a56952a4 Jul 27 23:26:23.841470 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64348469-9e6b-48f2-a67f-1802cd510bc2 req-5da13d78-dbe3-4393-90ac-80ebe34efd8a service neutron] Checking agent: {'id': '245f1da4-a9b8-4b08-90d7-28f0f342b839', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 59, 59), 'started_at': datetime.datetime(2021, 7, 27, 22, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:26:23.841906 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64348469-9e6b-48f2-a67f-1802cd510bc2 req-5da13d78-dbe3-4393-90ac-80ebe34efd8a service neutron] Checking segment: {'id': 'e3440446-8deb-4174-b5a6-9cc094845dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '44e5b751-d35f-484a-98d7-35c3565f32a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:26:23.842363 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64348469-9e6b-48f2-a67f-1802cd510bc2 req-5da13d78-dbe3-4393-90ac-80ebe34efd8a service neutron] Bound using segment: {'id': 'e3440446-8deb-4174-b5a6-9cc094845dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '44e5b751-d35f-484a-98d7-35c3565f32a1'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:26:23.843147 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-64348469-9e6b-48f2-a67f-1802cd510bc2 req-5da13d78-dbe3-4393-90ac-80ebe34efd8a service neutron] Bound port: 5792e464-6510-437b-b6f1-549081701cc8, host: n-h1-802623-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3440446-8deb-4174-b5a6-9cc094845dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '44e5b751-d35f-484a-98d7-35c3565f32a1'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:26:23.843571 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-64348469-9e6b-48f2-a67f-1802cd510bc2 req-5da13d78-dbe3-4393-90ac-80ebe34efd8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:23.855597 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03e3261-de23-4d2f-9153-e897b30449f7 tempest-RoutersIpV6AdminTest-711475609 tempest-RoutersIpV6AdminTest-711475609-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e5b4ec6-1b8e-4f40-a7fb-47889063e47f,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:26:23.864797 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8458bce-ce9d-45d1-af51-ae3f9b196a85 req-049b6948-1456-46c1-aba0-4ab696ea1585 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:26:23.866438 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c8458bce-ce9d-45d1-af51-ae3f9b196a85 req-049b6948-1456-46c1-aba0-4ab696ea1585 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/ports?device_id=c82f64f9-7572-4580-b07f-b346ae07e8cc HTTP/1.1" status: 200 len: 945 time: 0.0863969 Jul 27 23:26:23.958314 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f03e3261-de23-4d2f-9153-e897b30449f7 tempest-RoutersIpV6AdminTest-711475609 tempest-RoutersIpV6AdminTest-711475609-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736833354590'] for network, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:23.959703 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c8458bce-ce9d-45d1-af51-ae3f9b196a85 req-15d3e861-4599-456e-946c-37b071718888 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/security-groups?id=7dab0fca-2422-4f10-a2ed-ede178e48859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687728 Jul 27 23:26:23.966516 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-64348469-9e6b-48f2-a67f-1802cd510bc2 req-5da13d78-dbe3-4393-90ac-80ebe34efd8a service neutron] For port 5792e464-6510-437b-b6f1-549081701cc8, host n-h1-802623-1, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:26:23.969880 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-64348469-9e6b-48f2-a67f-1802cd510bc2 req-5da13d78-dbe3-4393-90ac-80ebe34efd8a service neutron] For port 5792e464-6510-437b-b6f1-549081701cc8, host n-h1-802623-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=5792e464-6510-437b-b6f1-549081701cc8,segment=NetworkSegment(e3440446-8deb-4174-b5a6-9cc094845dc2),segment_id=e3440446-8deb-4174-b5a6-9cc094845dc2)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:26:23.986142 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-64348469-9e6b-48f2-a67f-1802cd510bc2 req-5da13d78-dbe3-4393-90ac-80ebe34efd8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:24.013280 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64348469-9e6b-48f2-a67f-1802cd510bc2 req-5da13d78-dbe3-4393-90ac-80ebe34efd8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:26:24.013487 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-64348469-9e6b-48f2-a67f-1802cd510bc2 req-5da13d78-dbe3-4393-90ac-80ebe34efd8a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:24.014893 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-64348469-9e6b-48f2-a67f-1802cd510bc2 req-5da13d78-dbe3-4393-90ac-80ebe34efd8a service neutron] 10.222.0.38 "PUT /v2.0/ports/5792e464-6510-437b-b6f1-549081701cc8 HTTP/1.1" status: 200 len: 1091 time: 1.1075766 Jul 27 23:26:24.015377 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07667ed9-bf6a-429b-b2fe-099784128518', 'tag': '5792e464-6510-437b-b6f1-549081701cc8'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:26:24.017660 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}011f8d312121274bb12d78e77c6379a2079800640016cec6c6d605b73666e854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3349cad9-5137-4acb-ba77-e5b184dcf505" -d '{"events": [{"name": "network-changed", "server_uuid": "07667ed9-bf6a-429b-b2fe-099784128518", "tag": "5792e464-6510-437b-b6f1-549081701cc8"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:26:24.037922 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54173218-6512-475b-9f02-88010e34c7dc req-d2a2c626-2ac9-4b36-b6cb-e3e39cf4dd18 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:26:24.040737 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-54173218-6512-475b-9f02-88010e34c7dc req-d2a2c626-2ac9-4b36-b6cb-e3e39cf4dd18 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] 10.222.0.18 "GET /v2.0/ports?device_id=07667ed9-bf6a-429b-b2fe-099784128518 HTTP/1.1" status: 200 len: 943 time: 0.2622590 Jul 27 23:26:24.061382 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da13d78-dbe3-4393-90ac-80ebe34efd8a service neutron] Pushing event updated for resources: {'Port': ['ID=5792e464-6510-437b-b6f1-549081701cc8,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:26:24.108838 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 23:26:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c801954c-47e8-4410-a0f9-0a8ab90feecd x-openstack-request-id: req-c801954c-47e8-4410-a0f9-0a8ab90feecd {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:26:24.108838 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07667ed9-bf6a-429b-b2fe-099784128518", "tag": "5792e464-6510-437b-b6f1-549081701cc8", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:26:24.109118 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c801954c-47e8-4410-a0f9-0a8ab90feecd {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:26:24.109553 n-d-802623-1 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07667ed9-bf6a-429b-b2fe-099784128518', 'tag': '5792e464-6510-437b-b6f1-549081701cc8', 'status': 'completed', 'code': 200} Jul 27 23:26:24.127819 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64348469-9e6b-48f2-a67f-1802cd510bc2 req-d7f627c1-60d6-4de5-93d5-359b8f94be3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:26:24.129412 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-64348469-9e6b-48f2-a67f-1802cd510bc2 req-d7f627c1-60d6-4de5-93d5-359b8f94be3f service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=cf2ac26483444f3d949e08ee053eb26a&device_id=07667ed9-bf6a-429b-b2fe-099784128518 HTTP/1.1" status: 200 len: 1094 time: 0.0651076 Jul 27 23:26:24.147688 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f03e3261-de23-4d2f-9153-e897b30449f7 tempest-RoutersIpV6AdminTest-711475609 tempest-RoutersIpV6AdminTest-711475609-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569'] for network, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:24.148836 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f03e3261-de23-4d2f-9153-e897b30449f7 tempest-RoutersIpV6AdminTest-711475609 tempest-RoutersIpV6AdminTest-711475609-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:26:24.149448 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f03e3261-de23-4d2f-9153-e897b30449f7 tempest-RoutersIpV6AdminTest-711475609 tempest-RoutersIpV6AdminTest-711475609-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for network, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:24.162645 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-54173218-6512-475b-9f02-88010e34c7dc req-f3c719d2-4434-4976-ac6e-a62d5e2b59d6 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e15ece7-f410-4d95-9c67-d98c825e8c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145706 Jul 27 23:26:24.190317 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-64348469-9e6b-48f2-a67f-1802cd510bc2 req-047f6622-0145-4b2c-bd55-96c0b5589b72 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5792e464-6510-437b-b6f1-549081701cc8 HTTP/1.1" status: 200 len: 217 time: 0.0522792 Jul 27 23:26:24.224591 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb0d3ba2-03d1-4e1d-ab02-e5b6290be9ea None None] Network faf4198d-203b-4c75-b427-82a0fe59404c requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:26:24.247702 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3e134625-ecbb-43b4-a177-579eeb4e67c4 tempest-AllowedAddressPairIpV6TestJSON-2041722411 tempest-AllowedAddressPairIpV6TestJSON-2041722411-project] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:24.272423 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-f03e3261-de23-4d2f-9153-e897b30449f7 tempest-RoutersIpV6AdminTest-711475609 tempest-RoutersIpV6AdminTest-711475609-project-admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 1.2942066 Jul 27 23:26:24.274020 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 60668) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:26:24.281076 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-e7fe90a3-00d1-4a3b-b91e-a78bc803e163 tempest-RoutersIpV6AdminTest-711475609 tempest-RoutersIpV6AdminTest-711475609-project-admin] Request body: {'subnet': {'network_id': '35dadbf9-6f66-48cc-9b6f-6322a56952a4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:26:24.287215 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64348469-9e6b-48f2-a67f-1802cd510bc2 req-4c797f75-17c4-4936-b668-271f97289644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:26:24.288772 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-64348469-9e6b-48f2-a67f-1802cd510bc2 req-4c797f75-17c4-4936-b668-271f97289644 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=35a04ddb-b611-4dee-a6f7-89af6e6ad557 HTTP/1.1" status: 200 len: 845 time: 0.0917735 Jul 27 23:26:24.296521 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03e3261-de23-4d2f-9153-e897b30449f7 tempest-RoutersIpV6AdminTest-711475609 tempest-RoutersIpV6AdminTest-711475609-project-admin] Pushing event updated for resources: {'Network': ['ID=35dadbf9-6f66-48cc-9b6f-6322a56952a4,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:26:24.298813 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-3e134625-ecbb-43b4-a177-579eeb4e67c4 tempest-AllowedAddressPairIpV6TestJSON-2041722411 tempest-AllowedAddressPairIpV6TestJSON-2041722411-project] Transition to ACTIVE for port object d8fcd523-134a-48bb-a116-327b080fab87 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:26:24.323436 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Network 35dadbf9-6f66-48cc-9b6f-6322a56952a4 details requested by agent ovs-agent-n-d-802623-1 with host n-d-802623-1 {{(pid=93799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 23:26:24.349364 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3e134625-ecbb-43b4-a177-579eeb4e67c4 tempest-AllowedAddressPairIpV6TestJSON-2041722411 tempest-AllowedAddressPairIpV6TestJSON-2041722411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:24.354096 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-64348469-9e6b-48f2-a67f-1802cd510bc2 req-836b2b4a-c881-4b62-a926-d813864d22a4 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=44e5b751-d35f-484a-98d7-35c3565f32a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0549781 Jul 27 23:26:24.381520 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7fe90a3-00d1-4a3b-b91e-a78bc803e163 tempest-RoutersIpV6AdminTest-711475609 tempest-RoutersIpV6AdminTest-711475609-project-admin] Made reservation on behalf of ecaa1255f6b84883b9b772bd25657e4b for: {'subnet': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:26:24.389177 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e7fe90a3-00d1-4a3b-b91e-a78bc803e163 tempest-RoutersIpV6AdminTest-711475609 tempest-RoutersIpV6AdminTest-711475609-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12265828'] for subnet, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:24.453839 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e134625-ecbb-43b4-a177-579eeb4e67c4 tempest-AllowedAddressPairIpV6TestJSON-2041722411 tempest-AllowedAddressPairIpV6TestJSON-2041722411-project] Network faf4198d-203b-4c75-b427-82a0fe59404c is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:26:24.493193 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-3e134625-ecbb-43b4-a177-579eeb4e67c4 tempest-AllowedAddressPairIpV6TestJSON-2041722411 tempest-AllowedAddressPairIpV6TestJSON-2041722411-project] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:26:24.507301 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e134625-ecbb-43b4-a177-579eeb4e67c4 tempest-AllowedAddressPairIpV6TestJSON-2041722411 tempest-AllowedAddressPairIpV6TestJSON-2041722411-project] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:26:24.515377 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e134625-ecbb-43b4-a177-579eeb4e67c4 tempest-AllowedAddressPairIpV6TestJSON-2041722411 tempest-AllowedAddressPairIpV6TestJSON-2041722411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:26:24.516139 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3e134625-ecbb-43b4-a177-579eeb4e67c4 tempest-AllowedAddressPairIpV6TestJSON-2041722411 tempest-AllowedAddressPairIpV6TestJSON-2041722411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:24.562827 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-3e134625-ecbb-43b4-a177-579eeb4e67c4 tempest-AllowedAddressPairIpV6TestJSON-2041722411 tempest-AllowedAddressPairIpV6TestJSON-2041722411-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1006 time: 1.5739949 Jul 27 23:26:24.566068 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 60672) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:26:24.595985 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-2f0a8766-9aee-4085-ae08-16945faf2c16 None None] Provisioning for port 09d24c7d-1899-4554-acc1-d3d761a2acb3 completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:26:24.624757 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e134625-ecbb-43b4-a177-579eeb4e67c4 tempest-AllowedAddressPairIpV6TestJSON-2041722411 tempest-AllowedAddressPairIpV6TestJSON-2041722411-project] Pushing event updated for resources: {'Port': ['ID=d8fcd523-134a-48bb-a116-327b080fab87,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:26:24.634166 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 09d24c7d-1899-4554-acc1-d3d761a2acb3 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:26:24.692776 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f8fec66-d4c6-4825-a558-c46065220f54 tempest-AllowedAddressPairIpV6TestJSON-2041722411 tempest-AllowedAddressPairIpV6TestJSON-2041722411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:26:24.699366 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f8fec66-d4c6-4825-a558-c46065220f54 tempest-AllowedAddressPairIpV6TestJSON-2041722411 tempest-AllowedAddressPairIpV6TestJSON-2041722411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:26:24.706652 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f8fec66-d4c6-4825-a558-c46065220f54 tempest-AllowedAddressPairIpV6TestJSON-2041722411 tempest-AllowedAddressPairIpV6TestJSON-2041722411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:26:24.713752 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-6f8fec66-d4c6-4825-a558-c46065220f54 tempest-AllowedAddressPairIpV6TestJSON-2041722411 tempest-AllowedAddressPairIpV6TestJSON-2041722411-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2478 time: 0.1412885 Jul 27 23:26:24.716589 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 60674) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:26:24.796931 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning for port 09d24c7d-1899-4554-acc1-d3d761a2acb3 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:26:24.804909 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port 09d24c7d-1899-4554-acc1-d3d761a2acb3 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:26:24.805573 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:24.827668 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-0c472306-4a91-4c10-b1a7-abdde3e501e1 tempest-AllowedAddressPairIpV6TestJSON-2041722411 tempest-AllowedAddressPairIpV6TestJSON-2041722411-project] Deleting port d8fcd523-134a-48bb-a116-327b080fab87 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:26:24.828172 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0c472306-4a91-4c10-b1a7-abdde3e501e1 tempest-AllowedAddressPairIpV6TestJSON-2041722411 tempest-AllowedAddressPairIpV6TestJSON-2041722411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:24.930063 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0c472306-4a91-4c10-b1a7-abdde3e501e1 tempest-AllowedAddressPairIpV6TestJSON-2041722411 tempest-AllowedAddressPairIpV6TestJSON-2041722411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:24.945157 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-0c472306-4a91-4c10-b1a7-abdde3e501e1 tempest-AllowedAddressPairIpV6TestJSON-2041722411 tempest-AllowedAddressPairIpV6TestJSON-2041722411-project] Calling delete_port for d8fcd523-134a-48bb-a116-327b080fab87 owned by {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:26:25.080657 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:25.107207 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0c472306-4a91-4c10-b1a7-abdde3e501e1 tempest-AllowedAddressPairIpV6TestJSON-2041722411 tempest-AllowedAddressPairIpV6TestJSON-2041722411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:25.124748 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] For port 09d24c7d-1899-4554-acc1-d3d761a2acb3, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=09d24c7d-1899-4554-acc1-d3d761a2acb3,segment=NetworkSegment(f97b4238-d78a-4266-979b-1c7717a8c873),segment_id=f97b4238-d78a-4266-979b-1c7717a8c873)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:26:25.133904 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:25.156139 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c472306-4a91-4c10-b1a7-abdde3e501e1 tempest-AllowedAddressPairIpV6TestJSON-2041722411 tempest-AllowedAddressPairIpV6TestJSON-2041722411-project] Pushing event deleted for resources: {'Port': ['ID=d8fcd523-134a-48bb-a116-327b080fab87,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:26:25.198080 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Pushing event updated for resources: {'Port': ['ID=09d24c7d-1899-4554-acc1-d3d761a2acb3,revision_number=3']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:26:25.226058 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-d8d69f92-ce60-4bda-a248-3ef1c7466c38 req-4e9ae081-beff-4deb-8183-6dc5287208cd service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=90756201-b12a-491c-8b15-e3c43900ec0b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7746260 Jul 27 23:26:25.248028 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-64348469-9e6b-48f2-a67f-1802cd510bc2 req-9e603ca7-547c-4466-924c-6624e712663b service neutron] 10.222.0.38 "GET /v2.0/networks/44e5b751-d35f-484a-98d7-35c3565f32a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8751538 Jul 27 23:26:25.259721 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5e11ca-40d8-43af-993e-21f020a5a0b2 req-baeb08d5-28ac-4990-8c7b-912716ee6f6a tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:26:25.261489 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-3c5e11ca-40d8-43af-993e-21f020a5a0b2 req-baeb08d5-28ac-4990-8c7b-912716ee6f6a tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/ports?device_id=c82f64f9-7572-4580-b07f-b346ae07e8cc HTTP/1.1" status: 200 len: 945 time: 0.2068887 Jul 27 23:26:25.373503 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0c472306-4a91-4c10-b1a7-abdde3e501e1 tempest-AllowedAddressPairIpV6TestJSON-2041722411 tempest-AllowedAddressPairIpV6TestJSON-2041722411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:25.375555 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-0c472306-4a91-4c10-b1a7-abdde3e501e1 tempest-AllowedAddressPairIpV6TestJSON-2041722411 tempest-AllowedAddressPairIpV6TestJSON-2041722411-project] 10.222.0.18 "DELETE /v2.0/ports/d8fcd523-134a-48bb-a116-327b080fab87 HTTP/1.1" status: 204 len: 168 time: 0.6571069 Jul 27 23:26:25.378864 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 60686) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:26:25.406053 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-a2f7817e-d406-4261-a46a-aa7c3c7d89e0 None None] Provisioning complete for port 09d24c7d-1899-4554-acc1-d3d761a2acb3 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:26:25.407019 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a2f7817e-d406-4261-a46a-aa7c3c7d89e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:25.421517 n-d-802623-1 neutron-server[93797]: INFO neutron.pecan_wsgi.hooks.translation [None req-84c2cafc-e078-4d55-8946-eaad1e5dc1b9 tempest-AllowedAddressPairIpV6TestJSON-2041722411 tempest-AllowedAddressPairIpV6TestJSON-2041722411-project] GET failed (client error): The resource could not be found. Jul 27 23:26:25.427946 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-84c2cafc-e078-4d55-8946-eaad1e5dc1b9 tempest-AllowedAddressPairIpV6TestJSON-2041722411 tempest-AllowedAddressPairIpV6TestJSON-2041722411-project] 10.222.0.18 "GET /v2.0/ports/d8fcd523-134a-48bb-a116-327b080fab87 HTTP/1.1" status: 404 len: 333 time: 0.0405512 Jul 27 23:26:25.432080 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 60688) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:26:25.441156 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-ef37453f-8509-478e-bb74-258ad4383988 tempest-AllowedAddressPairIpV6TestJSON-2041722411 tempest-AllowedAddressPairIpV6TestJSON-2041722411-project] Request body: {'port': {'network_id': 'faf4198d-203b-4c75-b427-82a0fe59404c', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-807055362'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:26:25.492042 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d69f92-ce60-4bda-a248-3ef1c7466c38 req-7f15a939-2e03-42ec-959e-43a59d925db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:26:25.494143 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-d8d69f92-ce60-4bda-a248-3ef1c7466c38 req-7f15a939-2e03-42ec-959e-43a59d925db8 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ba4fae7b46b54e6e99cbf665d54e4a7e&device_id=90756201-b12a-491c-8b15-e3c43900ec0b HTTP/1.1" status: 200 len: 1096 time: 0.2082539 Jul 27 23:26:25.527698 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-3c5e11ca-40d8-43af-993e-21f020a5a0b2 req-90c74080-126e-48cc-a6d9-c0c83cb67eb0 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/security-groups?id=7dab0fca-2422-4f10-a2ed-ede178e48859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2429295 Jul 27 23:26:25.558934 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-a2f7817e-d406-4261-a46a-aa7c3c7d89e0 None None] Could not find standard attr ID for object d8fcd523-134a-48bb-a116-327b080fab87. {{(pid=93799) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 23:26:25.585512 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-a2f7817e-d406-4261-a46a-aa7c3c7d89e0 None None] Provisioning for port 0a3aa54e-f8aa-4be0-9655-5ce7e4d44dde completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:26:25.589948 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b77ee91-e019-4693-ab35-d23019061f4b req-c08e98dc-acd8-43b5-8068-853f944bbbbb tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:26:25.599083 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-a2f7817e-d406-4261-a46a-aa7c3c7d89e0 None None] Provisioning complete for port 0a3aa54e-f8aa-4be0-9655-5ce7e4d44dde triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:26:25.599600 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-7b77ee91-e019-4693-ab35-d23019061f4b req-c08e98dc-acd8-43b5-8068-853f944bbbbb tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] 10.222.0.18 "GET /v2.0/ports?device_id=07667ed9-bf6a-429b-b2fe-099784128518 HTTP/1.1" status: 200 len: 943 time: 0.3031092 Jul 27 23:26:25.599724 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a2f7817e-d406-4261-a46a-aa7c3c7d89e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:25.633906 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-64348469-9e6b-48f2-a67f-1802cd510bc2 req-342d09cc-fca6-4221-a356-49d8891acec6 service neutron] 10.222.0.38 "GET /v2.0/networks/44e5b751-d35f-484a-98d7-35c3565f32a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3699634 Jul 27 23:26:25.705736 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-7b77ee91-e019-4693-ab35-d23019061f4b req-38407e67-7b4c-46e5-bc3c-b53363e7d07d tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e15ece7-f410-4d95-9c67-d98c825e8c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052055 Jul 27 23:26:25.728369 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-a2f7817e-d406-4261-a46a-aa7c3c7d89e0 None None] Port 0a3aa54e-f8aa-4be0-9655-5ce7e4d44dde cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:26:25.769347 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef37453f-8509-478e-bb74-258ad4383988 tempest-AllowedAddressPairIpV6TestJSON-2041722411 tempest-AllowedAddressPairIpV6TestJSON-2041722411-project] Made reservation on behalf of 190278331b19474c90a64bef41e6d543 for: {'port': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:26:25.773389 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ef37453f-8509-478e-bb74-258ad4383988 tempest-AllowedAddressPairIpV6TestJSON-2041722411 tempest-AllowedAddressPairIpV6TestJSON-2041722411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:25.801852 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d69f92-ce60-4bda-a248-3ef1c7466c38 req-7fe50f5b-5d99-4b0c-9ea2-66a337d0f6cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:26:25.803391 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-d8d69f92-ce60-4bda-a248-3ef1c7466c38 req-7fe50f5b-5d99-4b0c-9ea2-66a337d0f6cd service neutron] 10.222.0.38 "GET /v2.0/networks?id=031433c5-4bab-478c-b609-4a0e530ec703 HTTP/1.1" status: 200 len: 898 time: 0.2662308 Jul 27 23:26:25.819636 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-ef37453f-8509-478e-bb74-258ad4383988 tempest-AllowedAddressPairIpV6TestJSON-2041722411 tempest-AllowedAddressPairIpV6TestJSON-2041722411-project] device_id is not set on port bfb8f070-b46c-49cb-8bd3-04282413e479 yet. {{(pid=93797) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 23:26:25.853359 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-9de67fea-aab7-4ffe-aa1b-bd5038e41fd2 None None] Provisioning complete for port 0a3aa54e-f8aa-4be0-9655-5ce7e4d44dde triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:26:25.853770 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-9de67fea-aab7-4ffe-aa1b-bd5038e41fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:25.906528 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-d8d69f92-ce60-4bda-a248-3ef1c7466c38 req-2c6dc9b1-f526-4a0d-8609-9a350a22edd6 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7ae046a6-a266-4500-aa0c-0a3fdb9c7db5 HTTP/1.1" status: 200 len: 1001 time: 0.0929880 Jul 27 23:26:25.916281 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-9de67fea-aab7-4ffe-aa1b-bd5038e41fd2 None None] Port 0a3aa54e-f8aa-4be0-9655-5ce7e4d44dde cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:26:25.984227 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d69f92-ce60-4bda-a248-3ef1c7466c38 req-d0aa9149-7398-4219-bc4e-b563a72e219f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:26:25.985747 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-d8d69f92-ce60-4bda-a248-3ef1c7466c38 req-d0aa9149-7398-4219-bc4e-b563a72e219f service neutron] 10.222.0.38 "GET /v2.0/subnets?id=a6bca0f1-dba8-4820-a7a0-186b76699da1 HTTP/1.1" status: 200 len: 835 time: 0.0608120 Jul 27 23:26:25.996169 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-ef37453f-8509-478e-bb74-258ad4383988 tempest-AllowedAddressPairIpV6TestJSON-2041722411 tempest-AllowedAddressPairIpV6TestJSON-2041722411-project] Allocated IP 2001:db8::3c4 (faf4198d-203b-4c75-b427-82a0fe59404c/b50a4ca7-2b1c-4625-9d3f-07fd10a943a9/bfb8f070-b46c-49cb-8bd3-04282413e479) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:26:26.036348 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-b2716245-78aa-432a-b703-87994424635d None None] Could not find standard attr ID for object d8fcd523-134a-48bb-a116-327b080fab87. {{(pid=93799) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 23:26:26.043102 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3349cad9-5137-4acb-ba77-e5b184dcf505 req-77bac309-0d7d-4bba-a2df-6eb24f074c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:26:26.044837 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-3349cad9-5137-4acb-ba77-e5b184dcf505 req-77bac309-0d7d-4bba-a2df-6eb24f074c97 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=cf2ac26483444f3d949e08ee053eb26a&device_id=07667ed9-bf6a-429b-b2fe-099784128518 HTTP/1.1" status: 200 len: 1094 time: 0.3037570 Jul 27 23:26:26.189176 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d69f92-ce60-4bda-a248-3ef1c7466c38 req-5b70a171-8438-47d5-9682-678293cd3f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:26:26.191019 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-d8d69f92-ce60-4bda-a248-3ef1c7466c38 req-5b70a171-8438-47d5-9682-678293cd3f3b service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=031433c5-4bab-478c-b609-4a0e530ec703&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1742916 Jul 27 23:26:26.205241 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30beb343-983c-4470-ba26-02e107184492 req-bd7e9314-af7a-42ed-b43d-280709d736c6 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:26:26.207017 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-30beb343-983c-4470-ba26-02e107184492 req-bd7e9314-af7a-42ed-b43d-280709d736c6 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/networks?id=f929bd98-c625-4836-a481-9c49c0c34e5c HTTP/1.1" status: 200 len: 813 time: 0.2994230 Jul 27 23:26:26.226855 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ef37453f-8509-478e-bb74-258ad4383988 tempest-AllowedAddressPairIpV6TestJSON-2041722411 tempest-AllowedAddressPairIpV6TestJSON-2041722411-project] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:26.318242 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-30beb343-983c-4470-ba26-02e107184492 req-aff2bc37-3a17-4aff-a2bf-42d1694979fd tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/quotas/fb511b6053374dba93123172cd7e7e1e HTTP/1.1" status: 200 len: 375 time: 0.0858006 Jul 27 23:26:26.342011 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3349cad9-5137-4acb-ba77-e5b184dcf505 req-2f05e702-4214-4342-992f-3947ad6f639a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:26:26.343621 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-3349cad9-5137-4acb-ba77-e5b184dcf505 req-2f05e702-4214-4342-992f-3947ad6f639a service neutron] 10.222.0.38 "GET /v2.0/networks?id=44e5b751-d35f-484a-98d7-35c3565f32a1 HTTP/1.1" status: 200 len: 906 time: 0.2706316 Jul 27 23:26:26.413773 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 09d24c7d-1899-4554-acc1-d3d761a2acb3 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:26:26.472334 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-3349cad9-5137-4acb-ba77-e5b184dcf505 req-9e321f51-b46a-413a-a8bd-2eaad1815f85 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5792e464-6510-437b-b6f1-549081701cc8 HTTP/1.1" status: 200 len: 217 time: 0.1053829 Jul 27 23:26:26.484704 n-d-802623-1 neutron-server[93798]: DEBUG neutron.objects.ports [None req-e7fe90a3-00d1-4a3b-b91e-a78bc803e163 tempest-RoutersIpV6AdminTest-711475609 tempest-RoutersIpV6AdminTest-711475609-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93798) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 27 23:26:26.485180 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e7fe90a3-00d1-4a3b-b91e-a78bc803e163 tempest-RoutersIpV6AdminTest-711475609 tempest-RoutersIpV6AdminTest-711475609-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11971609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12265750'] for subnet, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:26.486851 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port 09d24c7d-1899-4554-acc1-d3d761a2acb3 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:26:26.487619 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:26.513067 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-d8d69f92-ce60-4bda-a248-3ef1c7466c38 req-10e7a6d5-8e38-4d30-bb47-33c7f5db33a2 service neutron] 10.222.0.38 "GET /v2.0/networks/031433c5-4bab-478c-b609-4a0e530ec703?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3050208 Jul 27 23:26:26.565809 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-ef37453f-8509-478e-bb74-258ad4383988 tempest-AllowedAddressPairIpV6TestJSON-2041722411 tempest-AllowedAddressPairIpV6TestJSON-2041722411-project] Transition to ACTIVE for port object bfb8f070-b46c-49cb-8bd3-04282413e479 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:26:26.567647 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-30beb343-983c-4470-ba26-02e107184492 req-93a2ea11-7653-4c22-8dac-7fe797630a23 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=fb511b6053374dba93123172cd7e7e1e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2422435 Jul 27 23:26:26.608379 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ef37453f-8509-478e-bb74-258ad4383988 tempest-AllowedAddressPairIpV6TestJSON-2041722411 tempest-AllowedAddressPairIpV6TestJSON-2041722411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:26.655126 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef37453f-8509-478e-bb74-258ad4383988 tempest-AllowedAddressPairIpV6TestJSON-2041722411 tempest-AllowedAddressPairIpV6TestJSON-2041722411-project] Network faf4198d-203b-4c75-b427-82a0fe59404c is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:26:26.658200 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-ef37453f-8509-478e-bb74-258ad4383988 tempest-AllowedAddressPairIpV6TestJSON-2041722411 tempest-AllowedAddressPairIpV6TestJSON-2041722411-project] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:26:26.665840 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef37453f-8509-478e-bb74-258ad4383988 tempest-AllowedAddressPairIpV6TestJSON-2041722411 tempest-AllowedAddressPairIpV6TestJSON-2041722411-project] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:26:26.667783 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3349cad9-5137-4acb-ba77-e5b184dcf505 req-f8716cc8-8a13-49dd-9259-ee2b7c579fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:26:26.669281 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-3349cad9-5137-4acb-ba77-e5b184dcf505 req-f8716cc8-8a13-49dd-9259-ee2b7c579fb0 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=35a04ddb-b611-4dee-a6f7-89af6e6ad557 HTTP/1.1" status: 200 len: 845 time: 0.1787770 Jul 27 23:26:26.671560 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef37453f-8509-478e-bb74-258ad4383988 tempest-AllowedAddressPairIpV6TestJSON-2041722411 tempest-AllowedAddressPairIpV6TestJSON-2041722411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:26:26.672201 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ef37453f-8509-478e-bb74-258ad4383988 tempest-AllowedAddressPairIpV6TestJSON-2041722411 tempest-AllowedAddressPairIpV6TestJSON-2041722411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:26.677317 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fe90a3-00d1-4a3b-b91e-a78bc803e163 tempest-RoutersIpV6AdminTest-711475609 tempest-RoutersIpV6AdminTest-711475609-project-admin] Pushing event updated for resources: {'Subnet': ['ID=ed5190d5-ca13-4127-ad38-a972e1e35d8d,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:26:26.690947 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef37453f-8509-478e-bb74-258ad4383988 tempest-AllowedAddressPairIpV6TestJSON-2041722411 tempest-AllowedAddressPairIpV6TestJSON-2041722411-project] Pushing event updated for resources: {'Port': ['ID=bfb8f070-b46c-49cb-8bd3-04282413e479,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:26:26.714267 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-ef37453f-8509-478e-bb74-258ad4383988 tempest-AllowedAddressPairIpV6TestJSON-2041722411 tempest-AllowedAddressPairIpV6TestJSON-2041722411-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.2795691 Jul 27 23:26:26.716534 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 60710) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:26:26.724981 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-773ea2b2-4068-46f7-9752-6ea90c205ebd tempest-AllowedAddressPairIpV6TestJSON-2041722411 tempest-AllowedAddressPairIpV6TestJSON-2041722411-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::4d', 'mac_address': 'fa:16:3e:d5:e8:b9'}]}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:26:26.767081 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-3349cad9-5137-4acb-ba77-e5b184dcf505 req-8c1afc9a-8b4a-42ad-af31-c55dc8728519 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=44e5b751-d35f-484a-98d7-35c3565f32a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0843093 Jul 27 23:26:26.768189 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7fe90a3-00d1-4a3b-b91e-a78bc803e163 tempest-RoutersIpV6AdminTest-711475609 tempest-RoutersIpV6AdminTest-711475609-project-admin] Checking segment: {'id': 'f219b933-98c2-4167-95f1-07ac9ca9edf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '35dadbf9-6f66-48cc-9b6f-6322a56952a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:26:26.768623 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7fe90a3-00d1-4a3b-b91e-a78bc803e163 tempest-RoutersIpV6AdminTest-711475609 tempest-RoutersIpV6AdminTest-711475609-project-admin] Network hostable DHCP agents. Network: 35dadbf9-6f66-48cc-9b6f-6322a56952a4, hostable agents: ['5950e76f-2bde-4343-a925-cbe6bacd2706'], hosted agents: [] {{(pid=93798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 23:26:26.858450 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-773ea2b2-4068-46f7-9752-6ea90c205ebd tempest-AllowedAddressPairIpV6TestJSON-2041722411 tempest-AllowedAddressPairIpV6TestJSON-2041722411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:26.903189 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-0edf1f5c-2d3e-4191-b813-f422af4d2061 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:26.930387 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-d8d69f92-ce60-4bda-a248-3ef1c7466c38 req-baae64ea-e93b-47ea-a77f-9428725ae83d service neutron] 10.222.0.38 "GET /v2.0/networks/031433c5-4bab-478c-b609-4a0e530ec703?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3685327 Jul 27 23:26:26.958459 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159220e1-e33e-4e3e-9d09-cdf2a762e4e3 req-2ae16466-b639-4e13-9186-331c7d39dcea tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:26:26.960665 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-159220e1-e33e-4e3e-9d09-cdf2a762e4e3 req-2ae16466-b639-4e13-9186-331c7d39dcea tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] 10.222.0.18 "GET /v2.0/ports?device_id=07667ed9-bf6a-429b-b2fe-099784128518 HTTP/1.1" status: 200 len: 943 time: 0.1417053 Jul 27 23:26:26.964432 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7fe90a3-00d1-4a3b-b91e-a78bc803e163 tempest-RoutersIpV6AdminTest-711475609 tempest-RoutersIpV6AdminTest-711475609-project-admin] Network 35dadbf9-6f66-48cc-9b6f-6322a56952a4 is scheduled to be hosted by DHCP agent 5950e76f-2bde-4343-a925-cbe6bacd2706 with binding_index 1 {{(pid=93798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 23:26:26.982178 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-645c31d6-84db-4e14-b41b-6134feb6fd47 None None] Provisioning for port bfb8f070-b46c-49cb-8bd3-04282413e479 completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:26:26.988766 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-645c31d6-84db-4e14-b41b-6134feb6fd47 None None] Provisioning complete for port bfb8f070-b46c-49cb-8bd3-04282413e479 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:26:26.991409 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-645c31d6-84db-4e14-b41b-6134feb6fd47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:26.995902 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-e7fe90a3-00d1-4a3b-b91e-a78bc803e163 tempest-RoutersIpV6AdminTest-711475609 tempest-RoutersIpV6AdminTest-711475609-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802623-1, 35dadbf9-6f66-48cc-9b6f-6322a56952a4) {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:26:27.000418 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7fe90a3-00d1-4a3b-b91e-a78bc803e163 tempest-RoutersIpV6AdminTest-711475609 tempest-RoutersIpV6AdminTest-711475609-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:26:27.001495 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e7fe90a3-00d1-4a3b-b91e-a78bc803e163 tempest-RoutersIpV6AdminTest-711475609 tempest-RoutersIpV6AdminTest-711475609-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:27.025715 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-30beb343-983c-4470-ba26-02e107184492 req-a844228e-ba06-46a3-b44f-6811e5d7352d service neutron] 10.222.0.18 "GET /v2.0/networks/f929bd98-c625-4836-a481-9c49c0c34e5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4457955 Jul 27 23:26:27.030816 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-3349cad9-5137-4acb-ba77-e5b184dcf505 req-4f283b66-0987-4645-b95c-69a292a77272 service neutron] 10.222.0.38 "GET /v2.0/networks/44e5b751-d35f-484a-98d7-35c3565f32a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2364328 Jul 27 23:26:27.038600 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c33848b-5119-4d9e-918f-85704aa9f5fd None None] Network 35dadbf9-6f66-48cc-9b6f-6322a56952a4 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:26:27.040933 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-645c31d6-84db-4e14-b41b-6134feb6fd47 None None] Port bfb8f070-b46c-49cb-8bd3-04282413e479 cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:26:27.099566 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-e7fe90a3-00d1-4a3b-b91e-a78bc803e163 tempest-RoutersIpV6AdminTest-711475609 tempest-RoutersIpV6AdminTest-711475609-project-admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 2.8233769 Jul 27 23:26:27.107423 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 60714) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:26:27.116877 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-655decbf-31a9-4d1e-b512-30b4cdde1d2f tempest-RoutersIpV6AdminTest-711475609 tempest-RoutersIpV6AdminTest-711475609-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1752870952', 'network_id': '35dadbf9-6f66-48cc-9b6f-6322a56952a4'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:26:27.175586 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-773ea2b2-4068-46f7-9752-6ea90c205ebd tempest-AllowedAddressPairIpV6TestJSON-2041722411 tempest-AllowedAddressPairIpV6TestJSON-2041722411-project] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:27.187502 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11bbaabc-e2a6-4f38-833b-4c7e8f8aa251 None None] Network 35dadbf9-6f66-48cc-9b6f-6322a56952a4 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:26:27.189657 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-159220e1-e33e-4e3e-9d09-cdf2a762e4e3 req-4261aff5-4992-406b-8304-8d858c262b85 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e15ece7-f410-4d95-9c67-d98c825e8c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952656 Jul 27 23:26:27.190285 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-655decbf-31a9-4d1e-b512-30b4cdde1d2f tempest-RoutersIpV6AdminTest-711475609 tempest-RoutersIpV6AdminTest-711475609-project-admin] Made reservation on behalf of ecaa1255f6b84883b9b772bd25657e4b for: {'port': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:26:27.192789 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-655decbf-31a9-4d1e-b512-30b4cdde1d2f tempest-RoutersIpV6AdminTest-711475609 tempest-RoutersIpV6AdminTest-711475609-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:27.196582 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-773ea2b2-4068-46f7-9752-6ea90c205ebd tempest-AllowedAddressPairIpV6TestJSON-2041722411 tempest-AllowedAddressPairIpV6TestJSON-2041722411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11336041'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:27.249218 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-773ea2b2-4068-46f7-9752-6ea90c205ebd tempest-AllowedAddressPairIpV6TestJSON-2041722411 tempest-AllowedAddressPairIpV6TestJSON-2041722411-project] In _notify_port_updated(), no bound segment for port bfb8f070-b46c-49cb-8bd3-04282413e479 on network faf4198d-203b-4c75-b427-82a0fe59404c {{(pid=93797) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 27 23:26:27.253135 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-3349cad9-5137-4acb-ba77-e5b184dcf505 req-f8cc8a12-9398-4a82-9fc3-81ea94b23ab2 service neutron] 10.222.0.38 "GET /v2.0/networks/44e5b751-d35f-484a-98d7-35c3565f32a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1555827 Jul 27 23:26:27.255773 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-773ea2b2-4068-46f7-9752-6ea90c205ebd tempest-AllowedAddressPairIpV6TestJSON-2041722411 tempest-AllowedAddressPairIpV6TestJSON-2041722411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:26:27.256623 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-773ea2b2-4068-46f7-9752-6ea90c205ebd tempest-AllowedAddressPairIpV6TestJSON-2041722411 tempest-AllowedAddressPairIpV6TestJSON-2041722411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:27.261632 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-773ea2b2-4068-46f7-9752-6ea90c205ebd tempest-AllowedAddressPairIpV6TestJSON-2041722411 tempest-AllowedAddressPairIpV6TestJSON-2041722411-project] 10.222.0.18 "PUT /v2.0/ports/bfb8f070-b46c-49cb-8bd3-04282413e479 HTTP/1.1" status: 200 len: 1001 time: 0.5437889 Jul 27 23:26:27.262986 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 60716) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:26:27.278310 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-655decbf-31a9-4d1e-b512-30b4cdde1d2f tempest-RoutersIpV6AdminTest-711475609 tempest-RoutersIpV6AdminTest-711475609-project-admin] device_id is not set on port 33a6671e-30e1-4b5e-bfec-165bc4cc847d yet. {{(pid=93797) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 23:26:27.317852 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-30beb343-983c-4470-ba26-02e107184492 req-7e280690-5089-4e5f-897c-83aed88f212f service neutron] 10.222.0.18 "GET /v2.0/networks/f929bd98-c625-4836-a481-9c49c0c34e5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2801104 Jul 27 23:26:27.322273 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ea2b2-4068-46f7-9752-6ea90c205ebd tempest-AllowedAddressPairIpV6TestJSON-2041722411 tempest-AllowedAddressPairIpV6TestJSON-2041722411-project] Pushing event updated for resources: {'Port': ['ID=bfb8f070-b46c-49cb-8bd3-04282413e479,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:26:27.492609 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-655decbf-31a9-4d1e-b512-30b4cdde1d2f tempest-RoutersIpV6AdminTest-711475609 tempest-RoutersIpV6AdminTest-711475609-project-admin] Allocated IP 2001:db8::374 (35dadbf9-6f66-48cc-9b6f-6322a56952a4/ed5190d5-ca13-4127-ad38-a972e1e35d8d/33a6671e-30e1-4b5e-bfec-165bc4cc847d) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:26:27.505988 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-4ca3b787-1a50-45d6-847b-1e83f62c7fff tempest-AllowedAddressPairIpV6TestJSON-2041722411 tempest-AllowedAddressPairIpV6TestJSON-2041722411-project] Deleting port bfb8f070-b46c-49cb-8bd3-04282413e479 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:26:27.506352 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4ca3b787-1a50-45d6-847b-1e83f62c7fff tempest-AllowedAddressPairIpV6TestJSON-2041722411 tempest-AllowedAddressPairIpV6TestJSON-2041722411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:27.644740 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-cb484938-322a-40b7-a63d-545cf297bf1b req-c89dcdc5-4e14-41f7-a5ac-ad5e22d06179 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/ports?device_id=fcccfefc-4374-48e5-917a-854e1ffce199 HTTP/1.1" status: 200 len: 210 time: 0.1090066 Jul 27 23:26:27.667630 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-3cc772fe-be6d-4d27-9ae2-fac6655cd8d0 None None] Provisioning complete for port bfb8f070-b46c-49cb-8bd3-04282413e479 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:26:27.668075 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-3cc772fe-be6d-4d27-9ae2-fac6655cd8d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:27.739246 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-3cc772fe-be6d-4d27-9ae2-fac6655cd8d0 None None] Port bfb8f070-b46c-49cb-8bd3-04282413e479 cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:26:27.763462 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4ca3b787-1a50-45d6-847b-1e83f62c7fff tempest-AllowedAddressPairIpV6TestJSON-2041722411 tempest-AllowedAddressPairIpV6TestJSON-2041722411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:27.789716 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-4ca3b787-1a50-45d6-847b-1e83f62c7fff tempest-AllowedAddressPairIpV6TestJSON-2041722411 tempest-AllowedAddressPairIpV6TestJSON-2041722411-project] Calling delete_port for bfb8f070-b46c-49cb-8bd3-04282413e479 owned by {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:26:27.897105 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-655decbf-31a9-4d1e-b512-30b4cdde1d2f tempest-RoutersIpV6AdminTest-711475609 tempest-RoutersIpV6AdminTest-711475609-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:27.997606 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-655decbf-31a9-4d1e-b512-30b4cdde1d2f tempest-RoutersIpV6AdminTest-711475609 tempest-RoutersIpV6AdminTest-711475609-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:28.005181 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4ca3b787-1a50-45d6-847b-1e83f62c7fff tempest-AllowedAddressPairIpV6TestJSON-2041722411 tempest-AllowedAddressPairIpV6TestJSON-2041722411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:28.048330 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-655decbf-31a9-4d1e-b512-30b4cdde1d2f tempest-RoutersIpV6AdminTest-711475609 tempest-RoutersIpV6AdminTest-711475609-project-admin] Network 35dadbf9-6f66-48cc-9b6f-6322a56952a4 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:26:28.059567 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-655decbf-31a9-4d1e-b512-30b4cdde1d2f tempest-RoutersIpV6AdminTest-711475609 tempest-RoutersIpV6AdminTest-711475609-project-admin] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:26:28.063922 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-655decbf-31a9-4d1e-b512-30b4cdde1d2f tempest-RoutersIpV6AdminTest-711475609 tempest-RoutersIpV6AdminTest-711475609-project-admin] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:26:28.064890 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-655decbf-31a9-4d1e-b512-30b4cdde1d2f tempest-RoutersIpV6AdminTest-711475609 tempest-RoutersIpV6AdminTest-711475609-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:26:28.065505 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-655decbf-31a9-4d1e-b512-30b4cdde1d2f tempest-RoutersIpV6AdminTest-711475609 tempest-RoutersIpV6AdminTest-711475609-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:28.067565 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655decbf-31a9-4d1e-b512-30b4cdde1d2f tempest-RoutersIpV6AdminTest-711475609 tempest-RoutersIpV6AdminTest-711475609-project-admin] Pushing event updated for resources: {'Port': ['ID=33a6671e-30e1-4b5e-bfec-165bc4cc847d,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:26:28.124083 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca3b787-1a50-45d6-847b-1e83f62c7fff tempest-AllowedAddressPairIpV6TestJSON-2041722411 tempest-AllowedAddressPairIpV6TestJSON-2041722411-project] Pushing event deleted for resources: {'Port': ['ID=bfb8f070-b46c-49cb-8bd3-04282413e479,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:26:28.134225 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-655decbf-31a9-4d1e-b512-30b4cdde1d2f tempest-RoutersIpV6AdminTest-711475609 tempest-RoutersIpV6AdminTest-711475609-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.0244155 Jul 27 23:26:28.137108 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 60730) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:26:28.201860 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4ca3b787-1a50-45d6-847b-1e83f62c7fff tempest-AllowedAddressPairIpV6TestJSON-2041722411 tempest-AllowedAddressPairIpV6TestJSON-2041722411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:28.204036 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-4ca3b787-1a50-45d6-847b-1e83f62c7fff tempest-AllowedAddressPairIpV6TestJSON-2041722411 tempest-AllowedAddressPairIpV6TestJSON-2041722411-project] 10.222.0.18 "DELETE /v2.0/ports/bfb8f070-b46c-49cb-8bd3-04282413e479 HTTP/1.1" status: 204 len: 168 time: 0.9374652 Jul 27 23:26:28.206666 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 60732) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:26:28.362878 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-166444f3-c521-4ac7-9815-7803f412c96c tempest-RoutersIpV6AdminTest-711475609 tempest-RoutersIpV6AdminTest-711475609-project-admin] Deleting port 33a6671e-30e1-4b5e-bfec-165bc4cc847d {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:26:28.363241 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-166444f3-c521-4ac7-9815-7803f412c96c tempest-RoutersIpV6AdminTest-711475609 tempest-RoutersIpV6AdminTest-711475609-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:28.368650 n-d-802623-1 neutron-server[93797]: INFO neutron.pecan_wsgi.hooks.translation [None req-b44acc6c-1edf-407d-8fc5-9c720b9ce6e9 tempest-AllowedAddressPairIpV6TestJSON-2041722411 tempest-AllowedAddressPairIpV6TestJSON-2041722411-project] GET failed (client error): The resource could not be found. Jul 27 23:26:28.374399 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 60736) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:26:28.380965 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-b44acc6c-1edf-407d-8fc5-9c720b9ce6e9 tempest-AllowedAddressPairIpV6TestJSON-2041722411 tempest-AllowedAddressPairIpV6TestJSON-2041722411-project] 10.222.0.18 "GET /v2.0/ports/bfb8f070-b46c-49cb-8bd3-04282413e479 HTTP/1.1" status: 404 len: 333 time: 0.1729777 Jul 27 23:26:28.428081 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-cd73b97d-e026-4cea-8006-c83991434dd2 tempest-AllowedAddressPairIpV6TestJSON-2041722411 tempest-AllowedAddressPairIpV6TestJSON-2041722411-project] Request body: {'port': {'network_id': 'faf4198d-203b-4c75-b427-82a0fe59404c', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-22943691'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:26:28.570073 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05636360-8440-41b5-80c7-f99b04d723b2 req-b94b67ba-0023-4725-8bc5-b59c216bce5f tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:26:28.571590 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-05636360-8440-41b5-80c7-f99b04d723b2 req-b94b67ba-0023-4725-8bc5-b59c216bce5f tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] 10.222.0.18 "GET /v2.0/ports?device_id=07667ed9-bf6a-429b-b2fe-099784128518 HTTP/1.1" status: 200 len: 943 time: 0.1385531 Jul 27 23:26:28.577198 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-166444f3-c521-4ac7-9815-7803f412c96c tempest-RoutersIpV6AdminTest-711475609 tempest-RoutersIpV6AdminTest-711475609-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:28.619674 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-166444f3-c521-4ac7-9815-7803f412c96c tempest-RoutersIpV6AdminTest-711475609 tempest-RoutersIpV6AdminTest-711475609-project-admin] Calling delete_port for 33a6671e-30e1-4b5e-bfec-165bc4cc847d owned by {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:26:28.689533 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-05636360-8440-41b5-80c7-f99b04d723b2 req-e7e8a2eb-6ff8-4ab7-ba11-93a05cef4088 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e15ece7-f410-4d95-9c67-d98c825e8c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096640 Jul 27 23:26:28.723750 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd73b97d-e026-4cea-8006-c83991434dd2 tempest-AllowedAddressPairIpV6TestJSON-2041722411 tempest-AllowedAddressPairIpV6TestJSON-2041722411-project] Made reservation on behalf of 190278331b19474c90a64bef41e6d543 for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:26:28.723750 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-cd73b97d-e026-4cea-8006-c83991434dd2 tempest-AllowedAddressPairIpV6TestJSON-2041722411 tempest-AllowedAddressPairIpV6TestJSON-2041722411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:28.803107 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [None req-cd73b97d-e026-4cea-8006-c83991434dd2 tempest-AllowedAddressPairIpV6TestJSON-2041722411 tempest-AllowedAddressPairIpV6TestJSON-2041722411-project] device_id is not set on port 3108b4a9-86a2-4278-8710-534c59055b79 yet. {{(pid=93798) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 23:26:28.899451 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-584d04b7-2d4d-45c3-81fd-9e07a764cd0b req-6f3f9a9a-ea96-4b42-8c7c-77896d82cbce tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/ports?device_id=fcccfefc-4374-48e5-917a-854e1ffce199 HTTP/1.1" status: 200 len: 210 time: 0.0913539 Jul 27 23:26:28.932007 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30beb343-983c-4470-ba26-02e107184492 req-2c5b3978-83e1-4c1c-8fa0-a7e0c940d481 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:26:28.933510 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-30beb343-983c-4470-ba26-02e107184492 req-2c5b3978-83e1-4c1c-8fa0-a7e0c940d481 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.38 "GET /v2.0/networks?id=f929bd98-c625-4836-a481-9c49c0c34e5c HTTP/1.1" status: 200 len: 813 time: 0.2494731 Jul 27 23:26:28.965416 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [req-30beb343-983c-4470-ba26-02e107184492 req-cc7cdb5e-50cf-4c9f-856d-5694db088754 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] Request body: {'port': {'device_id': 'fcccfefc-4374-48e5-917a-854e1ffce199', 'network_id': 'f929bd98-c625-4836-a481-9c49c0c34e5c', 'admin_state_up': True, 'tenant_id': 'fb511b6053374dba93123172cd7e7e1e'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:26:29.192116 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 5792e464-6510-437b-b6f1-549081701cc8 details requested by agent hyperv_n-h1-802623-1 with host n-h1-802623-1 {{(pid=93799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 23:26:29.310158 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port 5792e464-6510-437b-b6f1-549081701cc8, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=5792e464-6510-437b-b6f1-549081701cc8,segment=NetworkSegment(e3440446-8deb-4174-b5a6-9cc094845dc2),segment_id=e3440446-8deb-4174-b5a6-9cc094845dc2)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:26:29.326502 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Returning: {'device': '5792e464-6510-437b-b6f1-549081701cc8', 'network_id': '44e5b751-d35f-484a-98d7-35c3565f32a1', 'port_id': '5792e464-6510-437b-b6f1-549081701cc8', 'mac_address': 'fa:16:3e:a6:90:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35a04ddb-b611-4dee-a6f7-89af6e6ad557', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 23:26:29.374384 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:29.389910 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5792e464-6510-437b-b6f1-549081701cc8 {{(pid=93799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:26:29.413597 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port 5792e464-6510-437b-b6f1-549081701cc8, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=5792e464-6510-437b-b6f1-549081701cc8,segment=NetworkSegment(e3440446-8deb-4174-b5a6-9cc094845dc2),segment_id=e3440446-8deb-4174-b5a6-9cc094845dc2)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:26:29.420355 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:29.422954 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-166444f3-c521-4ac7-9815-7803f412c96c tempest-RoutersIpV6AdminTest-711475609 tempest-RoutersIpV6AdminTest-711475609-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:29.446461 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-cd73b97d-e026-4cea-8006-c83991434dd2 tempest-AllowedAddressPairIpV6TestJSON-2041722411 tempest-AllowedAddressPairIpV6TestJSON-2041722411-project] Allocated IP 2001:db8::59 (faf4198d-203b-4c75-b427-82a0fe59404c/b50a4ca7-2b1c-4625-9d3f-07fd10a943a9/3108b4a9-86a2-4278-8710-534c59055b79) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:26:29.499511 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166444f3-c521-4ac7-9815-7803f412c96c tempest-RoutersIpV6AdminTest-711475609 tempest-RoutersIpV6AdminTest-711475609-project-admin] Pushing event deleted for resources: {'Port': ['ID=33a6671e-30e1-4b5e-bfec-165bc4cc847d,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:26:29.503647 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Pushing event updated for resources: {'Port': ['ID=5792e464-6510-437b-b6f1-549081701cc8,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:26:29.515618 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:26:29.516290 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:26:29.516808 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:26:29.517366 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:26:29.518137 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:26:29.518630 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:26:29.519144 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:26:29.519707 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:26:29.520459 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:26:29.520961 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:26:29.521511 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:26:29.522110 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:26:29.528055 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-166444f3-c521-4ac7-9815-7803f412c96c tempest-RoutersIpV6AdminTest-711475609 tempest-RoutersIpV6AdminTest-711475609-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:29.532727 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-166444f3-c521-4ac7-9815-7803f412c96c tempest-RoutersIpV6AdminTest-711475609 tempest-RoutersIpV6AdminTest-711475609-project-admin] 10.222.0.18 "DELETE /v2.0/ports/33a6671e-30e1-4b5e-bfec-165bc4cc847d HTTP/1.1" status: 204 len: 168 time: 1.3914375 Jul 27 23:26:29.533124 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 60750) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:26:29.537642 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-5a78705a-4441-45bb-99b2-83cce6e4f8a1 tempest-RoutersIpV6AdminTest-711475609 tempest-RoutersIpV6AdminTest-711475609-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '35dadbf9-6f66-48cc-9b6f-6322a56952a4', 'external_fixed_ips': [{'subnet_id': 'ed5190d5-ca13-4127-ad38-a972e1e35d8d', 'ip_address': '2001:db8::374'}]}}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:26:29.566312 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ad9ce315-38ae-47b5-9c93-5105fa8d5877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:29.583174 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5a78705a-4441-45bb-99b2-83cce6e4f8a1 tempest-RoutersIpV6AdminTest-711475609 tempest-RoutersIpV6AdminTest-711475609-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62159'] for router, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:29.584270 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5a78705a-4441-45bb-99b2-83cce6e4f8a1 tempest-RoutersIpV6AdminTest-711475609 tempest-RoutersIpV6AdminTest-711475609-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-479230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-415539', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3693317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62148'] for router, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:29.592905 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:29.653097 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5a78705a-4441-45bb-99b2-83cce6e4f8a1 tempest-RoutersIpV6AdminTest-711475609 tempest-RoutersIpV6AdminTest-711475609-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:29.654179 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30beb343-983c-4470-ba26-02e107184492 req-cc7cdb5e-50cf-4c9f-856d-5694db088754 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] Made reservation on behalf of fb511b6053374dba93123172cd7e7e1e for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:26:29.658926 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] get_ports_and_sgs() called for port_ids ['5792e464-6510-437b-b6f1-549081701cc8'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:26:29.659094 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-30beb343-983c-4470-ba26-02e107184492 req-cc7cdb5e-50cf-4c9f-856d-5694db088754 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:29.770963 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-cd73b97d-e026-4cea-8006-c83991434dd2 tempest-AllowedAddressPairIpV6TestJSON-2041722411 tempest-AllowedAddressPairIpV6TestJSON-2041722411-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:29.797083 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-cd73b97d-e026-4cea-8006-c83991434dd2 tempest-AllowedAddressPairIpV6TestJSON-2041722411 tempest-AllowedAddressPairIpV6TestJSON-2041722411-project] Transition to ACTIVE for port object 3108b4a9-86a2-4278-8710-534c59055b79 will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:26:29.889749 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [req-30beb343-983c-4470-ba26-02e107184492 req-cc7cdb5e-50cf-4c9f-856d-5694db088754 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] Allocated IP 172.20.0.11 (f929bd98-c625-4836-a481-9c49c0c34e5c/bc36c29d-0dd5-42bf-a664-0dbd8743e1d5/dc3b7bd5-c709-4461-a0cf-0aa9ec11aacc) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:26:29.973937 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5a78705a-4441-45bb-99b2-83cce6e4f8a1 tempest-RoutersIpV6AdminTest-711475609 tempest-RoutersIpV6AdminTest-711475609-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-415433', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62186'] for router, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:30.007991 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3209c51-07d5-4fc6-8388-3cc5e586c12b req-d8070d85-43b5-4f2d-99f4-87c1249490a8 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:26:30.009559 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b3209c51-07d5-4fc6-8388-3cc5e586c12b req-d8070d85-43b5-4f2d-99f4-87c1249490a8 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] 10.222.0.18 "GET /v2.0/ports?device_id=07667ed9-bf6a-429b-b2fe-099784128518 HTTP/1.1" status: 200 len: 944 time: 0.1814835 Jul 27 23:26:30.029014 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-5daddd9f-6625-4c38-8c35-4d8c798de010 req-ccdc203e-c29a-45d6-83aa-182a690fab06 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/ports?device_id=fcccfefc-4374-48e5-917a-854e1ffce199 HTTP/1.1" status: 200 len: 210 time: 0.0450761 Jul 27 23:26:30.060396 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-cd73b97d-e026-4cea-8006-c83991434dd2 tempest-AllowedAddressPairIpV6TestJSON-2041722411 tempest-AllowedAddressPairIpV6TestJSON-2041722411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:30.070157 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:30.190709 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b3209c51-07d5-4fc6-8388-3cc5e586c12b req-5f5446a0-a029-4edb-a33b-99f803fb8a5f tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e15ece7-f410-4d95-9c67-d98c825e8c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665859 Jul 27 23:26:30.203965 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd73b97d-e026-4cea-8006-c83991434dd2 tempest-AllowedAddressPairIpV6TestJSON-2041722411 tempest-AllowedAddressPairIpV6TestJSON-2041722411-project] Network faf4198d-203b-4c75-b427-82a0fe59404c is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:26:30.210272 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-cd73b97d-e026-4cea-8006-c83991434dd2 tempest-AllowedAddressPairIpV6TestJSON-2041722411 tempest-AllowedAddressPairIpV6TestJSON-2041722411-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:26:30.220660 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd73b97d-e026-4cea-8006-c83991434dd2 tempest-AllowedAddressPairIpV6TestJSON-2041722411 tempest-AllowedAddressPairIpV6TestJSON-2041722411-project] Pushing event updated for resources: {'Port': ['ID=3108b4a9-86a2-4278-8710-534c59055b79,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:26:30.221997 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd73b97d-e026-4cea-8006-c83991434dd2 tempest-AllowedAddressPairIpV6TestJSON-2041722411 tempest-AllowedAddressPairIpV6TestJSON-2041722411-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:26:30.228607 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd73b97d-e026-4cea-8006-c83991434dd2 tempest-AllowedAddressPairIpV6TestJSON-2041722411 tempest-AllowedAddressPairIpV6TestJSON-2041722411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:26:30.229089 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-cd73b97d-e026-4cea-8006-c83991434dd2 tempest-AllowedAddressPairIpV6TestJSON-2041722411 tempest-AllowedAddressPairIpV6TestJSON-2041722411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:30.265584 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-cd73b97d-e026-4cea-8006-c83991434dd2 tempest-AllowedAddressPairIpV6TestJSON-2041722411 tempest-AllowedAddressPairIpV6TestJSON-2041722411-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 1.8796430 Jul 27 23:26:30.271135 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 60758) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:26:30.278757 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-e308ebf8-b5a3-47dc-bedf-cb7ffb81064f tempest-AllowedAddressPairIpV6TestJSON-2041722411 tempest-AllowedAddressPairIpV6TestJSON-2041722411-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:d5:e8:b9'}]}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:26:30.285235 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5a78705a-4441-45bb-99b2-83cce6e4f8a1 tempest-RoutersIpV6AdminTest-711475609 tempest-RoutersIpV6AdminTest-711475609-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:30.287506 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-30beb343-983c-4470-ba26-02e107184492 req-cc7cdb5e-50cf-4c9f-856d-5694db088754 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:30.317557 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5a78705a-4441-45bb-99b2-83cce6e4f8a1 tempest-RoutersIpV6AdminTest-711475609 tempest-RoutersIpV6AdminTest-711475609-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:30.438481 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-30beb343-983c-4470-ba26-02e107184492 req-cc7cdb5e-50cf-4c9f-856d-5694db088754 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:30.455235 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] get_ports_and_sgs() called for port_ids ['a58ff0ba-c0e7-4ff0-b14e-5550ff97f187'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:26:30.484978 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-19f2e178-d45e-4fbe-b9be-c3963fc151ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:30.488396 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-5a78705a-4441-45bb-99b2-83cce6e4f8a1 tempest-RoutersIpV6AdminTest-711475609 tempest-RoutersIpV6AdminTest-711475609-project-admin] Allocated IP 2001:db8::374 (35dadbf9-6f66-48cc-9b6f-6322a56952a4/ed5190d5-ca13-4127-ad38-a972e1e35d8d/1d8d9de2-a050-4e1a-9b43-2c03db5f4c62) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:26:30.490232 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30beb343-983c-4470-ba26-02e107184492 req-cc7cdb5e-50cf-4c9f-856d-5694db088754 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] Network f929bd98-c625-4836-a481-9c49c0c34e5c is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:26:30.517221 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [req-30beb343-983c-4470-ba26-02e107184492 req-cc7cdb5e-50cf-4c9f-856d-5694db088754 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:26:30.528990 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-30beb343-983c-4470-ba26-02e107184492 req-cc7cdb5e-50cf-4c9f-856d-5694db088754 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:26:30.573319 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e308ebf8-b5a3-47dc-bedf-cb7ffb81064f tempest-AllowedAddressPairIpV6TestJSON-2041722411 tempest-AllowedAddressPairIpV6TestJSON-2041722411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:30.580941 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7cdb5e-50cf-4c9f-856d-5694db088754 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] Pushing event updated for resources: {'Port': ['ID=dc3b7bd5-c709-4461-a0cf-0aa9ec11aacc,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:26:30.602368 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-b996e478-f665-4ca1-b984-b00677546689 None None] Provisioning for port 3108b4a9-86a2-4278-8710-534c59055b79 completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:26:30.612243 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5a78705a-4441-45bb-99b2-83cce6e4f8a1 tempest-RoutersIpV6AdminTest-711475609 tempest-RoutersIpV6AdminTest-711475609-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:30.612614 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-b996e478-f665-4ca1-b984-b00677546689 None None] Provisioning complete for port 3108b4a9-86a2-4278-8710-534c59055b79 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:26:30.612984 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b996e478-f665-4ca1-b984-b00677546689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:30.653793 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5a78705a-4441-45bb-99b2-83cce6e4f8a1 tempest-RoutersIpV6AdminTest-711475609 tempest-RoutersIpV6AdminTest-711475609-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:30.654119 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-b996e478-f665-4ca1-b984-b00677546689 None None] Port 3108b4a9-86a2-4278-8710-534c59055b79 cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:26:30.670847 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30beb343-983c-4470-ba26-02e107184492 req-cc7cdb5e-50cf-4c9f-856d-5694db088754 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:26:30.671537 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-30beb343-983c-4470-ba26-02e107184492 req-cc7cdb5e-50cf-4c9f-856d-5694db088754 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:30.697227 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a78705a-4441-45bb-99b2-83cce6e4f8a1 tempest-RoutersIpV6AdminTest-711475609 tempest-RoutersIpV6AdminTest-711475609-project-admin] Network 35dadbf9-6f66-48cc-9b6f-6322a56952a4 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:26:30.700362 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-5a78705a-4441-45bb-99b2-83cce6e4f8a1 tempest-RoutersIpV6AdminTest-711475609 tempest-RoutersIpV6AdminTest-711475609-project-admin] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:26:30.703844 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a78705a-4441-45bb-99b2-83cce6e4f8a1 tempest-RoutersIpV6AdminTest-711475609 tempest-RoutersIpV6AdminTest-711475609-project-admin] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:26:30.735032 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-30beb343-983c-4470-ba26-02e107184492 req-cc7cdb5e-50cf-4c9f-856d-5694db088754 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7759657 Jul 27 23:26:30.747684 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a78705a-4441-45bb-99b2-83cce6e4f8a1 tempest-RoutersIpV6AdminTest-711475609 tempest-RoutersIpV6AdminTest-711475609-project-admin] Pushing event updated for resources: {'Port': ['ID=1d8d9de2-a050-4e1a-9b43-2c03db5f4c62,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:26:30.750441 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [req-30beb343-983c-4470-ba26-02e107184492 req-022c4e8e-e51f-410b-a10c-a4d133bc6ba8 service neutron] Request body: {'port': {'device_id': 'fcccfefc-4374-48e5-917a-854e1ffce199', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802623-1'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:26:30.847503 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-30beb343-983c-4470-ba26-02e107184492 req-022c4e8e-e51f-410b-a10c-a4d133bc6ba8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:30.893883 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e308ebf8-b5a3-47dc-bedf-cb7ffb81064f tempest-AllowedAddressPairIpV6TestJSON-2041722411 tempest-AllowedAddressPairIpV6TestJSON-2041722411-project] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:30.901333 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e308ebf8-b5a3-47dc-bedf-cb7ffb81064f tempest-AllowedAddressPairIpV6TestJSON-2041722411 tempest-AllowedAddressPairIpV6TestJSON-2041722411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:30.936235 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5a78705a-4441-45bb-99b2-83cce6e4f8a1 tempest-RoutersIpV6AdminTest-711475609 tempest-RoutersIpV6AdminTest-711475609-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:30.950909 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-e308ebf8-b5a3-47dc-bedf-cb7ffb81064f tempest-AllowedAddressPairIpV6TestJSON-2041722411 tempest-AllowedAddressPairIpV6TestJSON-2041722411-project] In _notify_port_updated(), no bound segment for port 3108b4a9-86a2-4278-8710-534c59055b79 on network faf4198d-203b-4c75-b427-82a0fe59404c {{(pid=93798) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 27 23:26:30.958357 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e308ebf8-b5a3-47dc-bedf-cb7ffb81064f tempest-AllowedAddressPairIpV6TestJSON-2041722411 tempest-AllowedAddressPairIpV6TestJSON-2041722411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:26:30.959077 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e308ebf8-b5a3-47dc-bedf-cb7ffb81064f tempest-AllowedAddressPairIpV6TestJSON-2041722411 tempest-AllowedAddressPairIpV6TestJSON-2041722411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:30.964348 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-e308ebf8-b5a3-47dc-bedf-cb7ffb81064f tempest-AllowedAddressPairIpV6TestJSON-2041722411 tempest-AllowedAddressPairIpV6TestJSON-2041722411-project] 10.222.0.18 "PUT /v2.0/ports/3108b4a9-86a2-4278-8710-534c59055b79 HTTP/1.1" status: 200 len: 1000 time: 0.6882124 Jul 27 23:26:30.964744 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 60764) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:26:31.063571 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 60772) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:26:31.092865 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e308ebf8-b5a3-47dc-bedf-cb7ffb81064f tempest-AllowedAddressPairIpV6TestJSON-2041722411 tempest-AllowedAddressPairIpV6TestJSON-2041722411-project] Pushing event updated for resources: {'Port': ['ID=3108b4a9-86a2-4278-8710-534c59055b79,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:26:31.210529 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 5792e464-6510-437b-b6f1-549081701cc8 up at agent hyperv_n-h1-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:26:31.286501 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Provisioning for port 5792e464-6510-437b-b6f1-549081701cc8 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:26:31.296468 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Provisioning complete for port 5792e464-6510-437b-b6f1-549081701cc8 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:26:31.296860 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:31.298146 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-b17b529a-3b0c-4a4b-b14a-35a842fe22db tempest-AllowedAddressPairIpV6TestJSON-2041722411 tempest-AllowedAddressPairIpV6TestJSON-2041722411-project] Deleting port 3108b4a9-86a2-4278-8710-534c59055b79 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:26:31.299281 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b17b529a-3b0c-4a4b-b14a-35a842fe22db tempest-AllowedAddressPairIpV6TestJSON-2041722411 tempest-AllowedAddressPairIpV6TestJSON-2041722411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:31.417373 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1274fcd-1a9d-4639-a2e0-2abc2b094fd3 req-8e1715d3-8156-471a-996a-7e2d87ead374 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:26:31.419466 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-c1274fcd-1a9d-4639-a2e0-2abc2b094fd3 req-8e1715d3-8156-471a-996a-7e2d87ead374 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/ports?device_id=fcccfefc-4374-48e5-917a-854e1ffce199 HTTP/1.1" status: 200 len: 932 time: 0.2209811 Jul 27 23:26:31.437044 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5a78705a-4441-45bb-99b2-83cce6e4f8a1 tempest-RoutersIpV6AdminTest-711475609 tempest-RoutersIpV6AdminTest-711475609-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-415468'] for router, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:31.449606 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-427752fa-7b7a-457b-ab8d-03514a72f5f6 None None] Provisioning complete for port 3108b4a9-86a2-4278-8710-534c59055b79 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:26:31.450114 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-427752fa-7b7a-457b-ab8d-03514a72f5f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:31.452622 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:31.491828 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-c1274fcd-1a9d-4639-a2e0-2abc2b094fd3 req-9ea84e1f-01d9-43c8-a2ec-95555c8bd21a tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/security-groups?id=7dab0fca-2422-4f10-a2ed-ede178e48859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635335 Jul 27 23:26:31.497808 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [req-30beb343-983c-4470-ba26-02e107184492 req-022c4e8e-e51f-410b-a10c-a4d133bc6ba8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc3b7bd5-c709-4461-a0cf-0aa9ec11aacc {{(pid=93798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:26:31.514824 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-30beb343-983c-4470-ba26-02e107184492 req-022c4e8e-e51f-410b-a10c-a4d133bc6ba8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:31.521395 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07667ed9-bf6a-429b-b2fe-099784128518', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5792e464-6510-437b-b6f1-549081701cc8'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:26:31.525203 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c0369b0d4f459110ff20a1f9878ba33f96d6491bddb9d15843bf29d01e0bda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7089735c-a36f-4856-9044-299ab79fb893" -d '{"events": [{"server_uuid": "07667ed9-bf6a-429b-b2fe-099784128518", "name": "network-vif-plugged", "status": "completed", "tag": "5792e464-6510-437b-b6f1-549081701cc8"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:26:31.526689 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644b1efa-68a6-4a75-8ef8-ddef7cefa5d3 req-24193b1e-dc3d-4bde-95f8-280b76d970f6 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:26:31.529479 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-644b1efa-68a6-4a75-8ef8-ddef7cefa5d3 req-24193b1e-dc3d-4bde-95f8-280b76d970f6 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] 10.222.0.18 "GET /v2.0/ports?device_id=07667ed9-bf6a-429b-b2fe-099784128518 HTTP/1.1" status: 200 len: 944 time: 0.1647642 Jul 27 23:26:31.556201 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b17b529a-3b0c-4a4b-b14a-35a842fe22db tempest-AllowedAddressPairIpV6TestJSON-2041722411 tempest-AllowedAddressPairIpV6TestJSON-2041722411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:31.560417 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port 5792e464-6510-437b-b6f1-549081701cc8, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=5792e464-6510-437b-b6f1-549081701cc8,segment=NetworkSegment(e3440446-8deb-4174-b5a6-9cc094845dc2),segment_id=e3440446-8deb-4174-b5a6-9cc094845dc2)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:26:31.571307 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-427752fa-7b7a-457b-ab8d-03514a72f5f6 None None] Port 3108b4a9-86a2-4278-8710-534c59055b79 cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:26:31.580147 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:31.585715 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-30beb343-983c-4470-ba26-02e107184492 req-022c4e8e-e51f-410b-a10c-a4d133bc6ba8 service neutron] Transition to ACTIVE for port object dc3b7bd5-c709-4461-a0cf-0aa9ec11aacc will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:26:31.592144 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-b17b529a-3b0c-4a4b-b14a-35a842fe22db tempest-AllowedAddressPairIpV6TestJSON-2041722411 tempest-AllowedAddressPairIpV6TestJSON-2041722411-project] Calling delete_port for 3108b4a9-86a2-4278-8710-534c59055b79 owned by {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:26:31.623063 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:26:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a1ace9b-675f-4a3a-8998-f5d4b757b1be x-openstack-request-id: req-1a1ace9b-675f-4a3a-8998-f5d4b757b1be {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:26:31.623515 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07667ed9-bf6a-429b-b2fe-099784128518", "name": "network-vif-plugged", "status": "completed", "tag": "5792e464-6510-437b-b6f1-549081701cc8", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:26:31.624035 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1a1ace9b-675f-4a3a-8998-f5d4b757b1be {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:26:31.624755 n-d-802623-1 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07667ed9-bf6a-429b-b2fe-099784128518', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5792e464-6510-437b-b6f1-549081701cc8', 'code': 200} Jul 27 23:26:31.627273 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-30beb343-983c-4470-ba26-02e107184492 req-022c4e8e-e51f-410b-a10c-a4d133bc6ba8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:31.633563 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-644b1efa-68a6-4a75-8ef8-ddef7cefa5d3 req-38535da3-1e36-4523-9417-1c70ea99cf59 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e15ece7-f410-4d95-9c67-d98c825e8c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871413 Jul 27 23:26:31.687389 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Pushing event updated for resources: {'Port': ['ID=5792e464-6510-437b-b6f1-549081701cc8,revision_number=5']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:26:31.790436 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022c4e8e-e51f-410b-a10c-a4d133bc6ba8 service neutron] Pushing event updated for resources: {'Port': ['ID=dc3b7bd5-c709-4461-a0cf-0aa9ec11aacc,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:26:31.869455 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e3529f-e13b-4f3a-a614-13046896ed24 req-3f287349-de5f-4c2e-9b99-65a85d4cfa9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:26:31.870960 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-d6e3529f-e13b-4f3a-a614-13046896ed24 req-3f287349-de5f-4c2e-9b99-65a85d4cfa9e service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=07667ed9-bf6a-429b-b2fe-099784128518 HTTP/1.1" status: 200 len: 1096 time: 0.1869075 Jul 27 23:26:31.915384 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-67c7e68d-bfda-47b4-ab3d-75157f611f60 tempest-TestVolumeBackupRestore-155198222 tempest-TestVolumeBackupRestore-155198222-project] Deleting port 0afe8540-c21c-4627-a70c-32c7dd69be4a {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:26:31.915725 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-67c7e68d-bfda-47b4-ab3d-75157f611f60 tempest-TestVolumeBackupRestore-155198222 tempest-TestVolumeBackupRestore-155198222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:31.953377 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-30beb343-983c-4470-ba26-02e107184492 req-022c4e8e-e51f-410b-a10c-a4d133bc6ba8 service neutron] Attempting to bind port dc3b7bd5-c709-4461-a0cf-0aa9ec11aacc on host n-h1-802623-1 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:26:31.953810 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-30beb343-983c-4470-ba26-02e107184492 req-022c4e8e-e51f-410b-a10c-a4d133bc6ba8 service neutron] Attempting to bind port dc3b7bd5-c709-4461-a0cf-0aa9ec11aacc by drivers openvswitch,hyperv on host n-h1-802623-1 at level 0 using segments [{'id': '1737c4ac-b730-4adf-86c0-edf2b2a14795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'f929bd98-c625-4836-a481-9c49c0c34e5c'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:26:31.954086 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30beb343-983c-4470-ba26-02e107184492 req-022c4e8e-e51f-410b-a10c-a4d133bc6ba8 service neutron] Attempting to bind port dc3b7bd5-c709-4461-a0cf-0aa9ec11aacc on network f929bd98-c625-4836-a481-9c49c0c34e5c {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:26:31.969123 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-d6e3529f-e13b-4f3a-a614-13046896ed24 req-4d180a81-8a0c-4d02-89b1-ff7f15748169 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=4e15ece7-f410-4d95-9c67-d98c825e8c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889676 Jul 27 23:26:31.973559 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30beb343-983c-4470-ba26-02e107184492 req-022c4e8e-e51f-410b-a10c-a4d133bc6ba8 service neutron] Port dc3b7bd5-c709-4461-a0cf-0aa9ec11aacc on network f929bd98-c625-4836-a481-9c49c0c34e5c not bound, no agent of type Open vSwitch agent registered on host n-h1-802623-1 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 23:26:31.973887 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30beb343-983c-4470-ba26-02e107184492 req-022c4e8e-e51f-410b-a10c-a4d133bc6ba8 service neutron] Attempting to bind port dc3b7bd5-c709-4461-a0cf-0aa9ec11aacc on network f929bd98-c625-4836-a481-9c49c0c34e5c {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:26:31.980503 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30beb343-983c-4470-ba26-02e107184492 req-022c4e8e-e51f-410b-a10c-a4d133bc6ba8 service neutron] Checking agent: {'id': '245f1da4-a9b8-4b08-90d7-28f0f342b839', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 59, 59), 'started_at': datetime.datetime(2021, 7, 27, 22, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 26, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:26:31.980892 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30beb343-983c-4470-ba26-02e107184492 req-022c4e8e-e51f-410b-a10c-a4d133bc6ba8 service neutron] Checking segment: {'id': '1737c4ac-b730-4adf-86c0-edf2b2a14795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'f929bd98-c625-4836-a481-9c49c0c34e5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:26:31.981235 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30beb343-983c-4470-ba26-02e107184492 req-022c4e8e-e51f-410b-a10c-a4d133bc6ba8 service neutron] Bound using segment: {'id': '1737c4ac-b730-4adf-86c0-edf2b2a14795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'f929bd98-c625-4836-a481-9c49c0c34e5c'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:26:31.981670 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-30beb343-983c-4470-ba26-02e107184492 req-022c4e8e-e51f-410b-a10c-a4d133bc6ba8 service neutron] Bound port: dc3b7bd5-c709-4461-a0cf-0aa9ec11aacc, host: n-h1-802623-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1737c4ac-b730-4adf-86c0-edf2b2a14795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'f929bd98-c625-4836-a481-9c49c0c34e5c'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:26:31.982035 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-30beb343-983c-4470-ba26-02e107184492 req-022c4e8e-e51f-410b-a10c-a4d133bc6ba8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:31.985159 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b17b529a-3b0c-4a4b-b14a-35a842fe22db tempest-AllowedAddressPairIpV6TestJSON-2041722411 tempest-AllowedAddressPairIpV6TestJSON-2041722411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:32.019169 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-67c7e68d-bfda-47b4-ab3d-75157f611f60 tempest-TestVolumeBackupRestore-155198222 tempest-TestVolumeBackupRestore-155198222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:32.019500 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-67c7e68d-bfda-47b4-ab3d-75157f611f60 tempest-TestVolumeBackupRestore-155198222 tempest-TestVolumeBackupRestore-155198222-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:32.024050 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17b529a-3b0c-4a4b-b14a-35a842fe22db tempest-AllowedAddressPairIpV6TestJSON-2041722411 tempest-AllowedAddressPairIpV6TestJSON-2041722411-project] Pushing event deleted for resources: {'Port': ['ID=3108b4a9-86a2-4278-8710-534c59055b79,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:26:32.043748 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a78705a-4441-45bb-99b2-83cce6e4f8a1 tempest-RoutersIpV6AdminTest-711475609 tempest-RoutersIpV6AdminTest-711475609-project-admin] Router d112fba6-7693-4265-8fec-35096455a3ea is scheduled to L3 agent 018c4455-49c0-4734-927d-7824067b2a9e with binding_index 1 {{(pid=93797) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 23:26:32.045679 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-67c7e68d-bfda-47b4-ab3d-75157f611f60 tempest-TestVolumeBackupRestore-155198222 tempest-TestVolumeBackupRestore-155198222-project] Calling delete_port for 0afe8540-c21c-4627-a70c-32c7dd69be4a owned by network:floatingip {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:26:32.070632 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b17b529a-3b0c-4a4b-b14a-35a842fe22db tempest-AllowedAddressPairIpV6TestJSON-2041722411 tempest-AllowedAddressPairIpV6TestJSON-2041722411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:32.072612 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-b17b529a-3b0c-4a4b-b14a-35a842fe22db tempest-AllowedAddressPairIpV6TestJSON-2041722411 tempest-AllowedAddressPairIpV6TestJSON-2041722411-project] 10.222.0.18 "DELETE /v2.0/ports/3108b4a9-86a2-4278-8710-534c59055b79 HTTP/1.1" status: 204 len: 168 time: 1.1035185 Jul 27 23:26:32.077912 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 60780) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:26:32.124491 n-d-802623-1 neutron-server[93798]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9af4c00-7bfa-403a-8538-b25d0dc01a58 tempest-AllowedAddressPairIpV6TestJSON-2041722411 tempest-AllowedAddressPairIpV6TestJSON-2041722411-project] GET failed (client error): The resource could not be found. Jul 27 23:26:32.130378 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-a9af4c00-7bfa-403a-8538-b25d0dc01a58 tempest-AllowedAddressPairIpV6TestJSON-2041722411 tempest-AllowedAddressPairIpV6TestJSON-2041722411-project] 10.222.0.18 "GET /v2.0/ports/3108b4a9-86a2-4278-8710-534c59055b79 HTTP/1.1" status: 404 len: 333 time: 0.0429866 Jul 27 23:26:32.137229 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 60782) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:26:32.143946 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-c7c326e7-1f02-4a30-be38-692ee8774559 tempest-AllowedAddressPairIpV6TestJSON-2041722411 tempest-AllowedAddressPairIpV6TestJSON-2041722411-project] Request body: {'port': {'network_id': 'faf4198d-203b-4c75-b427-82a0fe59404c', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1291720066'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:26:32.160663 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-30beb343-983c-4470-ba26-02e107184492 req-022c4e8e-e51f-410b-a10c-a4d133bc6ba8 service neutron] For port dc3b7bd5-c709-4461-a0cf-0aa9ec11aacc, host n-h1-802623-1, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:26:32.197470 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-30beb343-983c-4470-ba26-02e107184492 req-022c4e8e-e51f-410b-a10c-a4d133bc6ba8 service neutron] For port dc3b7bd5-c709-4461-a0cf-0aa9ec11aacc, host n-h1-802623-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=dc3b7bd5-c709-4461-a0cf-0aa9ec11aacc,segment=NetworkSegment(1737c4ac-b730-4adf-86c0-edf2b2a14795),segment_id=1737c4ac-b730-4adf-86c0-edf2b2a14795)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:26:32.245648 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7418f70f-e60d-4709-8ba9-6ab514bc7f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:32.265888 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-30beb343-983c-4470-ba26-02e107184492 req-022c4e8e-e51f-410b-a10c-a4d133bc6ba8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:32.312884 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a78705a-4441-45bb-99b2-83cce6e4f8a1 tempest-RoutersIpV6AdminTest-711475609 tempest-RoutersIpV6AdminTest-711475609-project-admin] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:26:32.313990 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30beb343-983c-4470-ba26-02e107184492 req-022c4e8e-e51f-410b-a10c-a4d133bc6ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:26:32.321690 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-30beb343-983c-4470-ba26-02e107184492 req-022c4e8e-e51f-410b-a10c-a4d133bc6ba8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:32.323297 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-30beb343-983c-4470-ba26-02e107184492 req-022c4e8e-e51f-410b-a10c-a4d133bc6ba8 service neutron] 10.222.0.38 "PUT /v2.0/ports/dc3b7bd5-c709-4461-a0cf-0aa9ec11aacc HTTP/1.1" status: 200 len: 1092 time: 1.5787094 Jul 27 23:26:32.325682 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6422847-ee3a-4eea-9a28-3b5233052757 None None] Sync routers for ids ['d112fba6-7693-4265-8fec-35096455a3ea'] in n-d-802623-1 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:26:32.342742 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6422847-ee3a-4eea-9a28-3b5233052757 None None] Routers {'d112fba6-7693-4265-8fec-35096455a3ea'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:26:32.344549 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-c6422847-ee3a-4eea-9a28-3b5233052757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:26:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['d112fba6-7693-4265-8fec-35096455a3ea'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:26:32.365072 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5a78705a-4441-45bb-99b2-83cce6e4f8a1 tempest-RoutersIpV6AdminTest-711475609 tempest-RoutersIpV6AdminTest-711475609-project-admin] Notify callbacks [] for router, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:32.370221 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-5a78705a-4441-45bb-99b2-83cce6e4f8a1 tempest-RoutersIpV6AdminTest-711475609 tempest-RoutersIpV6AdminTest-711475609-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 2.8359735 Jul 27 23:26:32.371221 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 60786) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:26:32.383435 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcccfefc-4374-48e5-917a-854e1ffce199', 'tag': 'dc3b7bd5-c709-4461-a0cf-0aa9ec11aacc'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:26:32.385973 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}011f8d312121274bb12d78e77c6379a2079800640016cec6c6d605b73666e854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0491727-24f0-4d97-948b-99b4303e9665" -d '{"events": [{"name": "network-changed", "server_uuid": "fcccfefc-4374-48e5-917a-854e1ffce199", "tag": "dc3b7bd5-c709-4461-a0cf-0aa9ec11aacc"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:26:32.464442 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 23:26:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd1cb436-b59b-4ea2-adfd-b9e630865771 x-openstack-request-id: req-dd1cb436-b59b-4ea2-adfd-b9e630865771 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:26:32.464846 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fcccfefc-4374-48e5-917a-854e1ffce199", "tag": "dc3b7bd5-c709-4461-a0cf-0aa9ec11aacc", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:26:32.465270 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-dd1cb436-b59b-4ea2-adfd-b9e630865771 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:26:32.465681 n-d-802623-1 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fcccfefc-4374-48e5-917a-854e1ffce199', 'tag': 'dc3b7bd5-c709-4461-a0cf-0aa9ec11aacc', 'status': 'completed', 'code': 200} Jul 27 23:26:32.491057 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022c4e8e-e51f-410b-a10c-a4d133bc6ba8 service neutron] Pushing event updated for resources: {'Port': ['ID=dc3b7bd5-c709-4461-a0cf-0aa9ec11aacc,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:26:32.498088 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7c326e7-1f02-4a30-be38-692ee8774559 tempest-AllowedAddressPairIpV6TestJSON-2041722411 tempest-AllowedAddressPairIpV6TestJSON-2041722411-project] Made reservation on behalf of 190278331b19474c90a64bef41e6d543 for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:26:32.502852 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c7c326e7-1f02-4a30-be38-692ee8774559 tempest-AllowedAddressPairIpV6TestJSON-2041722411 tempest-AllowedAddressPairIpV6TestJSON-2041722411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:32.505340 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-c6422847-ee3a-4eea-9a28-3b5233052757 None None] Set router d112fba6-7693-4265-8fec-35096455a3ea gateway port host: n-d-802623-1 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:26:32.529236 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [None req-c7c326e7-1f02-4a30-be38-692ee8774559 tempest-AllowedAddressPairIpV6TestJSON-2041722411 tempest-AllowedAddressPairIpV6TestJSON-2041722411-project] device_id is not set on port ec65643c-ff95-47f6-8047-661b84bedc86 yet. {{(pid=93798) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 23:26:32.549712 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-67c7e68d-bfda-47b4-ab3d-75157f611f60 tempest-TestVolumeBackupRestore-155198222 tempest-TestVolumeBackupRestore-155198222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:32.570524 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-db4a7bc8-d336-4439-8c31-6c2f8c771669 tempest-RoutersIpV6AdminTest-711475609 tempest-RoutersIpV6AdminTest-711475609-project-admin] Notify callbacks [] for router, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:32.659807 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c7e68d-bfda-47b4-ab3d-75157f611f60 tempest-TestVolumeBackupRestore-155198222 tempest-TestVolumeBackupRestore-155198222-project] Pushing event deleted for resources: {'Port': ['ID=0afe8540-c21c-4627-a70c-32c7dd69be4a,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:26:32.679245 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30beb343-983c-4470-ba26-02e107184492 req-cc87ce76-7d98-4c33-833e-4a2bea93139f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:26:32.680769 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-30beb343-983c-4470-ba26-02e107184492 req-cc87ce76-7d98-4c33-833e-4a2bea93139f service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=fb511b6053374dba93123172cd7e7e1e&device_id=fcccfefc-4374-48e5-917a-854e1ffce199 HTTP/1.1" status: 200 len: 1095 time: 0.2885907 Jul 27 23:26:32.713000 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-c6422847-ee3a-4eea-9a28-3b5233052757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd112fba6-7693-4265-8fec-35096455a3ea', 'name': '', 'tenant_id': 'ecaa1255f6b84883b9b772bd25657e4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35dadbf9-6f66-48cc-9b6f-6322a56952a4', 'external_fixed_ips': [{'subnet_id': 'ed5190d5-ca13-4127-ad38-a972e1e35d8d', 'ip_address': '2001:db8::374'}], 'enable_snat': True}, 'gw_port_id': '1d8d9de2-a050-4e1a-9b43-2c03db5f4c62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:26:29Z', 'updated_at': '2021-07-27T23:26:30Z', 'revision_number': 3, 'project_id': 'ecaa1255f6b84883b9b772bd25657e4b', 'gw_port': {'id': '1d8d9de2-a050-4e1a-9b43-2c03db5f4c62', 'name': '', 'network_id': '35dadbf9-6f66-48cc-9b6f-6322a56952a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:44:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd112fba6-7693-4265-8fec-35096455a3ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2627, 'fixed_ips': [{'subnet_id': 'ed5190d5-ca13-4127-ad38-a972e1e35d8d', 'ip_address': '2001:db8::374', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:26:30Z', 'updated_at': '2021-07-27T23:26:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed5190d5-ca13-4127-ad38-a972e1e35d8d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1'}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:26:32.739504 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-30beb343-983c-4470-ba26-02e107184492 req-5fa83620-ab95-40d1-b756-f33c40618e40 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dc3b7bd5-c709-4461-a0cf-0aa9ec11aacc HTTP/1.1" status: 200 len: 217 time: 0.0454195 Jul 27 23:26:32.767738 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6422847-ee3a-4eea-9a28-3b5233052757 None None] Checking router: d112fba6-7693-4265-8fec-35096455a3ea for host: n-d-802623-1 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 23:26:32.768093 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6422847-ee3a-4eea-9a28-3b5233052757 None None] Updating router d112fba6-7693-4265-8fec-35096455a3ea port 1d8d9de2-a050-4e1a-9b43-2c03db5f4c62 binding host n-d-802623-1 {{(pid=93800) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 23:26:32.780750 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594e659c-c7d2-421e-9103-a18e54712726 req-759f82e0-279b-4825-88ae-18310702b8e5 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:26:32.782847 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-594e659c-c7d2-421e-9103-a18e54712726 req-759f82e0-279b-4825-88ae-18310702b8e5 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/ports?device_id=fcccfefc-4374-48e5-917a-854e1ffce199 HTTP/1.1" status: 200 len: 944 time: 0.1499753 Jul 27 23:26:32.795746 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c6422847-ee3a-4eea-9a28-3b5233052757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:32.816502 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-67c7e68d-bfda-47b4-ab3d-75157f611f60 tempest-TestVolumeBackupRestore-155198222 tempest-TestVolumeBackupRestore-155198222-project] Notify callbacks [] for floatingip, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:32.816762 n-d-802623-1 neutron-server[93797]: INFO neutron.db.l3_db [None req-67c7e68d-bfda-47b4-ab3d-75157f611f60 tempest-TestVolumeBackupRestore-155198222 tempest-TestVolumeBackupRestore-155198222-project] Floating IP 3b4956ef-571f-4d5e-a5ac-8212c0a84370 disassociated (deleted). External IP: 172.25.4.81, port: 12dd9847-7701-499b-b256-43a1578e87a6. Jul 27 23:26:32.889776 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-594e659c-c7d2-421e-9103-a18e54712726 req-ab80b2b1-941e-46eb-8355-1d0b540dc8eb tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/security-groups?id=7dab0fca-2422-4f10-a2ed-ede178e48859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603359 Jul 27 23:26:32.900547 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30beb343-983c-4470-ba26-02e107184492 req-83003b33-aa3c-4387-93f8-47224b0e3d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:26:32.902167 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-30beb343-983c-4470-ba26-02e107184492 req-83003b33-aa3c-4387-93f8-47224b0e3d25 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=bc36c29d-0dd5-42bf-a664-0dbd8743e1d5 HTTP/1.1" status: 200 len: 853 time: 0.1467025 Jul 27 23:26:32.930664 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-c7c326e7-1f02-4a30-be38-692ee8774559 tempest-AllowedAddressPairIpV6TestJSON-2041722411 tempest-AllowedAddressPairIpV6TestJSON-2041722411-project] Allocated IP 2001:db8::1d5 (faf4198d-203b-4c75-b427-82a0fe59404c/b50a4ca7-2b1c-4625-9d3f-07fd10a943a9/ec65643c-ff95-47f6-8047-661b84bedc86) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:26:32.946343 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-db4a7bc8-d336-4439-8c31-6c2f8c771669 tempest-RoutersIpV6AdminTest-711475609 tempest-RoutersIpV6AdminTest-711475609-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:32.958502 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-30beb343-983c-4470-ba26-02e107184492 req-7c1d51b0-0a55-47a5-9831-af55e458e353 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=f929bd98-c625-4836-a481-9c49c0c34e5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376480 Jul 27 23:26:33.017178 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380d0613-6bdd-42d1-8a87-67da4c5f1c13 req-a7d693df-9f15-4ff8-943f-c38186e56063 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:26:33.025919 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-380d0613-6bdd-42d1-8a87-67da4c5f1c13 req-a7d693df-9f15-4ff8-943f-c38186e56063 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] 10.222.0.18 "GET /v2.0/ports?device_id=07667ed9-bf6a-429b-b2fe-099784128518 HTTP/1.1" status: 200 len: 945 time: 0.2220612 Jul 27 23:26:33.129956 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-380d0613-6bdd-42d1-8a87-67da4c5f1c13 req-3ea728f1-71a3-452b-8b02-c2788eee31a4 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e15ece7-f410-4d95-9c67-d98c825e8c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029387 Jul 27 23:26:33.177826 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-30beb343-983c-4470-ba26-02e107184492 req-f526995b-a972-4e0a-a9ab-3df898974e72 service neutron] 10.222.0.38 "GET /v2.0/networks/f929bd98-c625-4836-a481-9c49c0c34e5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2080195 Jul 27 23:26:33.181337 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c6422847-ee3a-4eea-9a28-3b5233052757 None None] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:33.197017 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-c6422847-ee3a-4eea-9a28-3b5233052757 None None] Transition to ACTIVE for port object 1d8d9de2-a050-4e1a-9b43-2c03db5f4c62 will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:26:33.209066 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c6422847-ee3a-4eea-9a28-3b5233052757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:33.265083 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-c6422847-ee3a-4eea-9a28-3b5233052757 None None] Attempting to bind port 1d8d9de2-a050-4e1a-9b43-2c03db5f4c62 on host n-d-802623-1 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:26:33.265460 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-c6422847-ee3a-4eea-9a28-3b5233052757 None None] Attempting to bind port 1d8d9de2-a050-4e1a-9b43-2c03db5f4c62 by drivers openvswitch,hyperv on host n-d-802623-1 at level 0 using segments [{'id': 'f219b933-98c2-4167-95f1-07ac9ca9edf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '35dadbf9-6f66-48cc-9b6f-6322a56952a4'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:26:33.265966 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6422847-ee3a-4eea-9a28-3b5233052757 None None] Attempting to bind port 1d8d9de2-a050-4e1a-9b43-2c03db5f4c62 on network 35dadbf9-6f66-48cc-9b6f-6322a56952a4 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:26:33.274394 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6422847-ee3a-4eea-9a28-3b5233052757 None None] Checking agent: {'id': 'a9a568d2-a5e7-41e4-833f-a8ab42ea4073', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 52, 30), 'started_at': datetime.datetime(2021, 7, 27, 22, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 26, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802623-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:26:33.274784 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6422847-ee3a-4eea-9a28-3b5233052757 None None] Checking segment: {'id': 'f219b933-98c2-4167-95f1-07ac9ca9edf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '35dadbf9-6f66-48cc-9b6f-6322a56952a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:26:33.275550 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c6422847-ee3a-4eea-9a28-3b5233052757 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:33.276062 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6422847-ee3a-4eea-9a28-3b5233052757 None None] Bound using segment: {'id': 'f219b933-98c2-4167-95f1-07ac9ca9edf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '35dadbf9-6f66-48cc-9b6f-6322a56952a4'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:26:33.276599 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-c6422847-ee3a-4eea-9a28-3b5233052757 None None] Bound port: 1d8d9de2-a050-4e1a-9b43-2c03db5f4c62, host: n-d-802623-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f219b933-98c2-4167-95f1-07ac9ca9edf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '35dadbf9-6f66-48cc-9b6f-6322a56952a4'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:26:33.276984 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c6422847-ee3a-4eea-9a28-3b5233052757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:33.313053 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1826cb-e4d7-4201-9407-b78815213fe4 None None] Pushing event updated for resources: {'Port': ['ID=1d8d9de2-a050-4e1a-9b43-2c03db5f4c62,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:26:33.324774 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1826cb-e4d7-4201-9407-b78815213fe4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:26:33.325120 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1826cb-e4d7-4201-9407-b78815213fe4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:26:33.325547 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1826cb-e4d7-4201-9407-b78815213fe4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:26:33.325888 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1826cb-e4d7-4201-9407-b78815213fe4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:26:33.326445 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1826cb-e4d7-4201-9407-b78815213fe4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:26:33.326558 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1826cb-e4d7-4201-9407-b78815213fe4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:26:33.326977 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1826cb-e4d7-4201-9407-b78815213fe4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:26:33.327338 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1826cb-e4d7-4201-9407-b78815213fe4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:26:33.327736 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1826cb-e4d7-4201-9407-b78815213fe4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:26:33.328062 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1826cb-e4d7-4201-9407-b78815213fe4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:26:33.328387 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1826cb-e4d7-4201-9407-b78815213fe4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:26:33.328840 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1826cb-e4d7-4201-9407-b78815213fe4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:26:33.384161 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-c6422847-ee3a-4eea-9a28-3b5233052757 None None] For port 1d8d9de2-a050-4e1a-9b43-2c03db5f4c62, host n-d-802623-1, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:26:33.388301 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-c6422847-ee3a-4eea-9a28-3b5233052757 None None] For port 1d8d9de2-a050-4e1a-9b43-2c03db5f4c62, host n-d-802623-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=1d8d9de2-a050-4e1a-9b43-2c03db5f4c62,segment=NetworkSegment(f219b933-98c2-4167-95f1-07ac9ca9edf4),segment_id=f219b933-98c2-4167-95f1-07ac9ca9edf4)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:26:33.395194 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-db4a7bc8-d336-4439-8c31-6c2f8c771669 tempest-RoutersIpV6AdminTest-711475609 tempest-RoutersIpV6AdminTest-711475609-project-admin] Deleting port 1d8d9de2-a050-4e1a-9b43-2c03db5f4c62 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:26:33.397396 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c6422847-ee3a-4eea-9a28-3b5233052757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:33.397678 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-db4a7bc8-d336-4439-8c31-6c2f8c771669 tempest-RoutersIpV6AdminTest-711475609 tempest-RoutersIpV6AdminTest-711475609-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:33.497425 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-30beb343-983c-4470-ba26-02e107184492 req-610b9140-a69e-4e4d-a3ee-06976d18deb6 service neutron] 10.222.0.38 "GET /v2.0/networks/f929bd98-c625-4836-a481-9c49c0c34e5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3131733 Jul 27 23:26:33.510520 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67c7e68d-bfda-47b4-ab3d-75157f611f60 tempest-TestVolumeBackupRestore-155198222 tempest-TestVolumeBackupRestore-155198222-project] Router 79c8e2a9-891c-41fe-996c-389649a999a4 has already been hosted by L3 agent 018c4455-49c0-4734-927d-7824067b2a9e {{(pid=93797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 23:26:33.523512 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c7c326e7-1f02-4a30-be38-692ee8774559 tempest-AllowedAddressPairIpV6TestJSON-2041722411 tempest-AllowedAddressPairIpV6TestJSON-2041722411-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:33.535362 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1826cb-e4d7-4201-9407-b78815213fe4 None None] Pushing event updated for resources: {'Port': ['ID=1d8d9de2-a050-4e1a-9b43-2c03db5f4c62,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:26:33.548109 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-c7c326e7-1f02-4a30-be38-692ee8774559 tempest-AllowedAddressPairIpV6TestJSON-2041722411 tempest-AllowedAddressPairIpV6TestJSON-2041722411-project] Transition to ACTIVE for port object ec65643c-ff95-47f6-8047-661b84bedc86 will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:26:33.622945 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6422847-ee3a-4eea-9a28-3b5233052757 None None] Routers {'d112fba6-7693-4265-8fec-35096455a3ea'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:26:33.624375 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-c6422847-ee3a-4eea-9a28-3b5233052757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:26:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['d112fba6-7693-4265-8fec-35096455a3ea'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:26:33.642120 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-db4a7bc8-d336-4439-8c31-6c2f8c771669 tempest-RoutersIpV6AdminTest-711475609 tempest-RoutersIpV6AdminTest-711475609-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:33.669832 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0491727-24f0-4d97-948b-99b4303e9665 req-b0b98900-4e99-4487-bcef-59d7994db4c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:26:33.671315 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f0491727-24f0-4d97-948b-99b4303e9665 req-b0b98900-4e99-4487-bcef-59d7994db4c4 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=fb511b6053374dba93123172cd7e7e1e&device_id=fcccfefc-4374-48e5-917a-854e1ffce199 HTTP/1.1" status: 200 len: 1095 time: 0.1047478 Jul 27 23:26:33.673607 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c7c326e7-1f02-4a30-be38-692ee8774559 tempest-AllowedAddressPairIpV6TestJSON-2041722411 tempest-AllowedAddressPairIpV6TestJSON-2041722411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:33.691430 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-db4a7bc8-d336-4439-8c31-6c2f8c771669 tempest-RoutersIpV6AdminTest-711475609 tempest-RoutersIpV6AdminTest-711475609-project-admin] Calling delete_port for 1d8d9de2-a050-4e1a-9b43-2c03db5f4c62 owned by network:router_gateway {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:26:33.698943 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7c326e7-1f02-4a30-be38-692ee8774559 tempest-AllowedAddressPairIpV6TestJSON-2041722411 tempest-AllowedAddressPairIpV6TestJSON-2041722411-project] Network faf4198d-203b-4c75-b427-82a0fe59404c is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:26:33.714220 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-c7c326e7-1f02-4a30-be38-692ee8774559 tempest-AllowedAddressPairIpV6TestJSON-2041722411 tempest-AllowedAddressPairIpV6TestJSON-2041722411-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:26:33.761053 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-c6422847-ee3a-4eea-9a28-3b5233052757 None None] Set router d112fba6-7693-4265-8fec-35096455a3ea gateway port host: None {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:26:33.763103 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c326e7-1f02-4a30-be38-692ee8774559 tempest-AllowedAddressPairIpV6TestJSON-2041722411 tempest-AllowedAddressPairIpV6TestJSON-2041722411-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:26:33.772260 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7c326e7-1f02-4a30-be38-692ee8774559 tempest-AllowedAddressPairIpV6TestJSON-2041722411 tempest-AllowedAddressPairIpV6TestJSON-2041722411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:26:33.773151 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c7c326e7-1f02-4a30-be38-692ee8774559 tempest-AllowedAddressPairIpV6TestJSON-2041722411 tempest-AllowedAddressPairIpV6TestJSON-2041722411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:33.838829 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-c6422847-ee3a-4eea-9a28-3b5233052757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd112fba6-7693-4265-8fec-35096455a3ea', 'name': '', 'tenant_id': 'ecaa1255f6b84883b9b772bd25657e4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:26:29Z', 'updated_at': '2021-07-27T23:26:32Z', 'revision_number': 4, 'project_id': 'ecaa1255f6b84883b9b772bd25657e4b', 'gw_port_host': None}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:26:33.904790 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-c7c326e7-1f02-4a30-be38-692ee8774559 tempest-AllowedAddressPairIpV6TestJSON-2041722411 tempest-AllowedAddressPairIpV6TestJSON-2041722411-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.7640054 Jul 27 23:26:33.904990 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6422847-ee3a-4eea-9a28-3b5233052757 None None] The sync data for ids ['d112fba6-7693-4265-8fec-35096455a3ea'] in n-d-802623-1 is: [{'id': 'd112fba6-7693-4265-8fec-35096455a3ea', 'name': '', 'tenant_id': 'ecaa1255f6b84883b9b772bd25657e4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:26:29Z', 'updated_at': '2021-07-27T23:26:32Z', 'revision_number': 4, 'project_id': 'ecaa1255f6b84883b9b772bd25657e4b', 'gw_port_host': None}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:26:33.914815 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c326e7-1f02-4a30-be38-692ee8774559 tempest-AllowedAddressPairIpV6TestJSON-2041722411 tempest-AllowedAddressPairIpV6TestJSON-2041722411-project] Pushing event updated for resources: {'Port': ['ID=ec65643c-ff95-47f6-8047-661b84bedc86,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:26:33.917787 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 60802) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:26:33.928131 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-7f0a83a0-68fc-42e8-939a-bad427744134 tempest-AllowedAddressPairIpV6TestJSON-2041722411 tempest-AllowedAddressPairIpV6TestJSON-2041722411-project] Request body: {'port': {'network_id': 'faf4198d-203b-4c75-b427-82a0fe59404c', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1207705516'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:26:34.027808 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0491727-24f0-4d97-948b-99b4303e9665 req-78aec93f-1a1f-40e1-bd96-b6021aa21603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:26:34.029321 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f0491727-24f0-4d97-948b-99b4303e9665 req-78aec93f-1a1f-40e1-bd96-b6021aa21603 service neutron] 10.222.0.38 "GET /v2.0/networks?id=f929bd98-c625-4836-a481-9c49c0c34e5c HTTP/1.1" status: 200 len: 914 time: 0.3268843 Jul 27 23:26:34.049321 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67c7e68d-bfda-47b4-ab3d-75157f611f60 tempest-TestVolumeBackupRestore-155198222 tempest-TestVolumeBackupRestore-155198222-project] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:26:34.058042 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-67c7e68d-bfda-47b4-ab3d-75157f611f60 tempest-TestVolumeBackupRestore-155198222 tempest-TestVolumeBackupRestore-155198222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for floatingip, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:34.062480 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b20f51f-3127-49fb-8fa0-c63318e07e1d None None] Sync routers for ids ['79c8e2a9-891c-41fe-996c-389649a999a4'] in n-d-802623-1 {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:26:34.084291 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b20f51f-3127-49fb-8fa0-c63318e07e1d None None] Routers {'79c8e2a9-891c-41fe-996c-389649a999a4'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:26:34.085546 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-5b20f51f-3127-49fb-8fa0-c63318e07e1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:26:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['79c8e2a9-891c-41fe-996c-389649a999a4'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:26:34.126450 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-67c7e68d-bfda-47b4-ab3d-75157f611f60 tempest-TestVolumeBackupRestore-155198222 tempest-TestVolumeBackupRestore-155198222-project] 10.222.0.18 "DELETE /v2.0/floatingips/3b4956ef-571f-4d5e-a5ac-8212c0a84370 HTTP/1.1" status: 204 len: 168 time: 3.0611985 Jul 27 23:26:34.184535 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f91d071-256d-4471-b814-102a0464de10', 'tag': '12dd9847-7701-499b-b256-43a1578e87a6'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:26:34.187750 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a476459a1bfce68b0ae0df5b6a71154bfc7cfdc8f9eefce6ad0a17231e60468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cd4f010-068e-49c1-a40d-816d0f3aa93f" -d '{"events": [{"name": "network-changed", "server_uuid": "6f91d071-256d-4471-b814-102a0464de10", "tag": "12dd9847-7701-499b-b256-43a1578e87a6"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:26:34.323801 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-02761edc-027a-42b3-8aad-5bb56ec605a3 None None] Provisioning for port ec65643c-ff95-47f6-8047-661b84bedc86 completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:26:34.353650 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-5b20f51f-3127-49fb-8fa0-c63318e07e1d None None] Set router 79c8e2a9-891c-41fe-996c-389649a999a4 gateway port host: n-d-802623-1 {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:26:34.360190 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-02761edc-027a-42b3-8aad-5bb56ec605a3 None None] Provisioning complete for port ec65643c-ff95-47f6-8047-661b84bedc86 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:26:34.360793 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-db4a7bc8-d336-4439-8c31-6c2f8c771669 tempest-RoutersIpV6AdminTest-711475609 tempest-RoutersIpV6AdminTest-711475609-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:34.361041 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-02761edc-027a-42b3-8aad-5bb56ec605a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:34.396018 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4a7bc8-d336-4439-8c31-6c2f8c771669 tempest-RoutersIpV6AdminTest-711475609 tempest-RoutersIpV6AdminTest-711475609-project-admin] Pushing event deleted for resources: {'Port': ['ID=1d8d9de2-a050-4e1a-9b43-2c03db5f4c62,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:26:34.438095 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-db4a7bc8-d336-4439-8c31-6c2f8c771669 tempest-RoutersIpV6AdminTest-711475609 tempest-RoutersIpV6AdminTest-711475609-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-415368'] for router_gateway, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:34.593904 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-02761edc-027a-42b3-8aad-5bb56ec605a3 None None] Port ec65643c-ff95-47f6-8047-661b84bedc86 cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:26:34.624801 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-db4a7bc8-d336-4439-8c31-6c2f8c771669 tempest-RoutersIpV6AdminTest-711475609 tempest-RoutersIpV6AdminTest-711475609-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62205'] for router, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:34.627777 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-db4a7bc8-d336-4439-8c31-6c2f8c771669 tempest-RoutersIpV6AdminTest-711475609 tempest-RoutersIpV6AdminTest-711475609-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:34.669849 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f0491727-24f0-4d97-948b-99b4303e9665 req-6178a8da-0fd4-4476-a312-eaa8432db9ff service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dc3b7bd5-c709-4461-a0cf-0aa9ec11aacc HTTP/1.1" status: 200 len: 217 time: 0.6273744 Jul 27 23:26:34.706004 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a99a8b8-f621-483b-91fd-58c1c3f9cfb6 req-1cb024e8-0364-4251-bb97-22a2f268c870 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:26:34.707648 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-3a99a8b8-f621-483b-91fd-58c1c3f9cfb6 req-1cb024e8-0364-4251-bb97-22a2f268c870 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] 10.222.0.18 "GET /v2.0/ports?device_id=07667ed9-bf6a-429b-b2fe-099784128518 HTTP/1.1" status: 200 len: 945 time: 0.1912956 Jul 27 23:26:34.708877 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-db4a7bc8-d336-4439-8c31-6c2f8c771669 tempest-RoutersIpV6AdminTest-711475609 tempest-RoutersIpV6AdminTest-711475609-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-477831'] for router, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:34.709611 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db4a7bc8-d336-4439-8c31-6c2f8c771669 tempest-RoutersIpV6AdminTest-711475609 tempest-RoutersIpV6AdminTest-711475609-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d112fba6-7693-4265-8fec-35096455a3ea {{(pid=93797) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 23:26:34.717991 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-db4a7bc8-d336-4439-8c31-6c2f8c771669 tempest-RoutersIpV6AdminTest-711475609 tempest-RoutersIpV6AdminTest-711475609-project-admin] Notify callbacks [] for router, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:34.719334 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-db4a7bc8-d336-4439-8c31-6c2f8c771669 tempest-RoutersIpV6AdminTest-711475609 tempest-RoutersIpV6AdminTest-711475609-project-admin] 10.222.0.18 "DELETE /v2.0/routers/d112fba6-7693-4265-8fec-35096455a3ea HTTP/1.1" status: 204 len: 168 time: 2.3452725 Jul 27 23:26:34.730032 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 60816) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:26:34.767143 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-5b20f51f-3127-49fb-8fa0-c63318e07e1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79c8e2a9-891c-41fe-996c-389649a999a4', 'name': 'tempest-TestVolumeBackupRestore-2060966715-router', 'tenant_id': 'acf4fb1269eb40aab078bc0133d25bec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.45'}], 'enable_snat': True}, 'gw_port_id': 'b386d006-f6e8-4a99-b630-9c362fcf8960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:21:50Z', 'updated_at': '2021-07-27T23:21:55Z', 'revision_number': 4, 'project_id': 'acf4fb1269eb40aab078bc0133d25bec', 'gw_port': {'id': 'b386d006-f6e8-4a99-b630-9c362fcf8960', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:95:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79c8e2a9-891c-41fe-996c-389649a999a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2105, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:21:51Z', 'updated_at': '2021-07-27T23:21:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': '808c6a67-4d38-43f1-97d1-eb6f356a3944', 'name': '', 'network_id': '2951db65-3a3c-418a-9804-693b92dbf903', 'tenant_id': 'acf4fb1269eb40aab078bc0133d25bec', 'mac_address': 'fa:16:3e:42:8f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79c8e2a9-891c-41fe-996c-389649a999a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2106, 'fixed_ips': [{'subnet_id': '3f7d1237-bf2d-4713-bb43-2b24ed14f89e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:21:54Z', 'updated_at': '2021-07-27T23:22:07Z', 'revision_number': 5, 'project_id': 'acf4fb1269eb40aab078bc0133d25bec', 'subnets': [{'id': '3f7d1237-bf2d-4713-bb43-2b24ed14f89e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:26:34.787610 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0491727-24f0-4d97-948b-99b4303e9665 req-114f76cb-d2c7-49ed-9318-2b8001d8321d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:26:34.789091 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f0491727-24f0-4d97-948b-99b4303e9665 req-114f76cb-d2c7-49ed-9318-2b8001d8321d service neutron] 10.222.0.38 "GET /v2.0/subnets?id=bc36c29d-0dd5-42bf-a664-0dbd8743e1d5 HTTP/1.1" status: 200 len: 853 time: 0.0574875 Jul 27 23:26:34.803484 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-3a99a8b8-f621-483b-91fd-58c1c3f9cfb6 req-503aa9a8-6b64-4958-9ceb-6ee53185f489 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e15ece7-f410-4d95-9c67-d98c825e8c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825837 Jul 27 23:26:34.827509 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_v2 [None req-8efb3ef5-2277-4a46-b595-1a1458f86ad1 tempest-RoutersIpV6AdminTest-711475609 tempest-RoutersIpV6AdminTest-711475609-project-admin] Deleting subnet ed5190d5-ca13-4127-ad38-a972e1e35d8d {{(pid=93797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 23:26:34.833087 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8efb3ef5-2277-4a46-b595-1a1458f86ad1 tempest-RoutersIpV6AdminTest-711475609 tempest-RoutersIpV6AdminTest-711475609-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:34.844903 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b20f51f-3127-49fb-8fa0-c63318e07e1d None None] Checking router: 79c8e2a9-891c-41fe-996c-389649a999a4 for host: n-d-802623-1 {{(pid=93799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 23:26:34.869402 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b20f51f-3127-49fb-8fa0-c63318e07e1d None None] Routers {'79c8e2a9-891c-41fe-996c-389649a999a4'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:26:34.870081 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-5b20f51f-3127-49fb-8fa0-c63318e07e1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:26:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['79c8e2a9-891c-41fe-996c-389649a999a4'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:26:34.882365 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f0491727-24f0-4d97-948b-99b4303e9665 req-e288fea7-1291-43df-b12b-3c1e23c39375 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=f929bd98-c625-4836-a481-9c49c0c34e5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0840023 Jul 27 23:26:34.892992 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8efb3ef5-2277-4a46-b595-1a1458f86ad1 tempest-RoutersIpV6AdminTest-711475609 tempest-RoutersIpV6AdminTest-711475609-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11335971'] for subnet, precommit_delete_associations {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:34.933026 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:34.951824 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 23:26:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bc10d4b-51ed-4ebf-b60a-8612e9ea389f x-openstack-request-id: req-2bc10d4b-51ed-4ebf-b60a-8612e9ea389f {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:26:34.953040 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f91d071-256d-4471-b814-102a0464de10", "tag": "12dd9847-7701-499b-b256-43a1578e87a6", "status": "completed", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:26:34.953662 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2bc10d4b-51ed-4ebf-b60a-8612e9ea389f {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:26:34.954283 n-d-802623-1 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f91d071-256d-4471-b814-102a0464de10', 'tag': '12dd9847-7701-499b-b256-43a1578e87a6', 'status': 'completed', 'code': 200} Jul 27 23:26:34.989237 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8efb3ef5-2277-4a46-b595-1a1458f86ad1 tempest-RoutersIpV6AdminTest-711475609 tempest-RoutersIpV6AdminTest-711475609-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620741'] for subnet, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:35.059504 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-5b20f51f-3127-49fb-8fa0-c63318e07e1d None None] Set router 79c8e2a9-891c-41fe-996c-389649a999a4 gateway port host: n-d-802623-1 {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:26:35.102398 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24aec530-5a65-4cb3-986c-389ace061d22 req-0b9c558d-e396-4d0d-b26f-a72cda67e60a tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:26:35.104053 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-24aec530-5a65-4cb3-986c-389ace061d22 req-0b9c558d-e396-4d0d-b26f-a72cda67e60a tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/ports?device_id=fcccfefc-4374-48e5-917a-854e1ffce199 HTTP/1.1" status: 200 len: 944 time: 1.0629880 Jul 27 23:26:35.113408 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2803f3a-0ad8-43ee-a27f-8510a189a7d0 req-a6ce0087-3bea-40c4-b237-06e352864175 tempest-TestVolumeBackupRestore-155198222 tempest-TestVolumeBackupRestore-155198222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:26:35.116308 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-e2803f3a-0ad8-43ee-a27f-8510a189a7d0 req-a6ce0087-3bea-40c4-b237-06e352864175 tempest-TestVolumeBackupRestore-155198222 tempest-TestVolumeBackupRestore-155198222-project] 10.222.0.18 "GET /v2.0/ports?device_id=6f91d071-256d-4471-b814-102a0464de10 HTTP/1.1" status: 200 len: 946 time: 0.0851896 Jul 27 23:26:35.191451 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-e2803f3a-0ad8-43ee-a27f-8510a189a7d0 req-d13aed30-149b-49ce-be85-effeb300fbee tempest-TestVolumeBackupRestore-155198222 tempest-TestVolumeBackupRestore-155198222-project] 10.222.0.18 "GET /v2.0/security-groups?id=3ab4096c-6af3-4502-afe2-c829fe7be244&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665505 Jul 27 23:26:35.205746 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd4f010-068e-49c1-a40d-816d0f3aa93f req-79d93029-6ed7-4d9b-807c-130432de708e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:26:35.207467 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-9cd4f010-068e-49c1-a40d-816d0f3aa93f req-79d93029-6ed7-4d9b-807c-130432de708e service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=acf4fb1269eb40aab078bc0133d25bec&device_id=6f91d071-256d-4471-b814-102a0464de10 HTTP/1.1" status: 200 len: 1097 time: 0.1593225 Jul 27 23:26:35.212310 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8efb3ef5-2277-4a46-b595-1a1458f86ad1 tempest-RoutersIpV6AdminTest-711475609 tempest-RoutersIpV6AdminTest-711475609-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11335991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11551414'] for subnet, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:35.244770 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-24aec530-5a65-4cb3-986c-389ace061d22 req-1a37e179-94c7-49dc-b3ba-ee4151bc676a tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/security-groups?id=7dab0fca-2422-4f10-a2ed-ede178e48859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308942 Jul 27 23:26:35.274355 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efb3ef5-2277-4a46-b595-1a1458f86ad1 tempest-RoutersIpV6AdminTest-711475609 tempest-RoutersIpV6AdminTest-711475609-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=ed5190d5-ca13-4127-ad38-a972e1e35d8d,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:26:35.303029 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f0a83a0-68fc-42e8-939a-bad427744134 tempest-AllowedAddressPairIpV6TestJSON-2041722411 tempest-AllowedAddressPairIpV6TestJSON-2041722411-project] Made reservation on behalf of 190278331b19474c90a64bef41e6d543 for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:26:35.306699 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8efb3ef5-2277-4a46-b595-1a1458f86ad1 tempest-RoutersIpV6AdminTest-711475609 tempest-RoutersIpV6AdminTest-711475609-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for subnet, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:35.307714 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7f0a83a0-68fc-42e8-939a-bad427744134 tempest-AllowedAddressPairIpV6TestJSON-2041722411 tempest-AllowedAddressPairIpV6TestJSON-2041722411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:35.308686 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-8efb3ef5-2277-4a46-b595-1a1458f86ad1 tempest-RoutersIpV6AdminTest-711475609 tempest-RoutersIpV6AdminTest-711475609-project-admin] 10.222.0.18 "DELETE /v2.0/subnets/ed5190d5-ca13-4127-ad38-a972e1e35d8d HTTP/1.1" status: 204 len: 168 time: 0.5766473 Jul 27 23:26:35.311234 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 60820) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:26:35.375859 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f0491727-24f0-4d97-948b-99b4303e9665 req-e2aa58e7-1b8a-4f13-8136-115f522f93e6 service neutron] 10.222.0.38 "GET /v2.0/networks/f929bd98-c625-4836-a481-9c49c0c34e5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4715824 Jul 27 23:26:35.382685 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [None req-7f0a83a0-68fc-42e8-939a-bad427744134 tempest-AllowedAddressPairIpV6TestJSON-2041722411 tempest-AllowedAddressPairIpV6TestJSON-2041722411-project] device_id is not set on port f9bc98d6-87a8-4875-9343-ce9d5d6926d2 yet. {{(pid=93798) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 23:26:35.476961 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-5b20f51f-3127-49fb-8fa0-c63318e07e1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79c8e2a9-891c-41fe-996c-389649a999a4', 'name': 'tempest-TestVolumeBackupRestore-2060966715-router', 'tenant_id': 'acf4fb1269eb40aab078bc0133d25bec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.45'}], 'enable_snat': True}, 'gw_port_id': 'b386d006-f6e8-4a99-b630-9c362fcf8960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:21:50Z', 'updated_at': '2021-07-27T23:21:55Z', 'revision_number': 4, 'project_id': 'acf4fb1269eb40aab078bc0133d25bec', 'gw_port': {'id': 'b386d006-f6e8-4a99-b630-9c362fcf8960', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:95:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79c8e2a9-891c-41fe-996c-389649a999a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2105, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:21:51Z', 'updated_at': '2021-07-27T23:21:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': '808c6a67-4d38-43f1-97d1-eb6f356a3944', 'name': '', 'network_id': '2951db65-3a3c-418a-9804-693b92dbf903', 'tenant_id': 'acf4fb1269eb40aab078bc0133d25bec', 'mac_address': 'fa:16:3e:42:8f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79c8e2a9-891c-41fe-996c-389649a999a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2106, 'fixed_ips': [{'subnet_id': '3f7d1237-bf2d-4713-bb43-2b24ed14f89e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:21:54Z', 'updated_at': '2021-07-27T23:22:07Z', 'revision_number': 5, 'project_id': 'acf4fb1269eb40aab078bc0133d25bec', 'subnets': [{'id': '3f7d1237-bf2d-4713-bb43-2b24ed14f89e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:26:35.513981 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b20f51f-3127-49fb-8fa0-c63318e07e1d None None] The sync data for ids ['79c8e2a9-891c-41fe-996c-389649a999a4'] in n-d-802623-1 is: [{'id': '79c8e2a9-891c-41fe-996c-389649a999a4', 'name': 'tempest-TestVolumeBackupRestore-2060966715-router', 'tenant_id': 'acf4fb1269eb40aab078bc0133d25bec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.45'}], 'enable_snat': True}, 'gw_port_id': 'b386d006-f6e8-4a99-b630-9c362fcf8960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:21:50Z', 'updated_at': '2021-07-27T23:21:55Z', 'revision_number': 4, 'project_id': 'acf4fb1269eb40aab078bc0133d25bec', 'gw_port': {'id': 'b386d006-f6e8-4a99-b630-9c362fcf8960', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:95:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79c8e2a9-891c-41fe-996c-389649a999a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2105, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:21:51Z', 'updated_at': '2021-07-27T23:21:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': '808c6a67-4d38-43f1-97d1-eb6f356a3944', 'name': '', 'network_id': '2951db65-3a3c-418a-9804-693b92dbf903', 'tenant_id': 'acf4fb1269eb40aab078bc0133d25bec', 'mac_address': 'fa:16:3e:42:8f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79c8e2a9-891c-41fe-996c-389649a999a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2106, 'fixed_ips': [{'subnet_id': '3f7d1237-bf2d-4713-bb43-2b24ed14f89e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:21:54Z', 'updated_at': '2021-07-27T23:22:07Z', 'revision_number': 5, 'project_id': 'acf4fb1269eb40aab078bc0133d25bec', 'subnets': [{'id': '3f7d1237-bf2d-4713-bb43-2b24ed14f89e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:26:35.709501 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc75d6c-e31e-44ef-b5b6-b308c3dd45b6 req-38a51bed-400e-43bf-94b3-d3f337354505 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:26:35.711349 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-bcc75d6c-e31e-44ef-b5b6-b308c3dd45b6 req-38a51bed-400e-43bf-94b3-d3f337354505 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] 10.222.0.18 "GET /v2.0/ports?device_id=07667ed9-bf6a-429b-b2fe-099784128518 HTTP/1.1" status: 200 len: 945 time: 0.2097695 Jul 27 23:26:35.788063 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0ade910e-1690-459a-ae75-79c10a0311b6 tempest-RoutersIpV6AdminTest-711475609 tempest-RoutersIpV6AdminTest-711475609-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593271'] for network, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:35.812302 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd4f010-068e-49c1-a40d-816d0f3aa93f req-fdb0241a-988a-4d5e-8373-ddc618f57e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:26:35.814142 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-9cd4f010-068e-49c1-a40d-816d0f3aa93f req-fdb0241a-988a-4d5e-8373-ddc618f57e1d service neutron] 10.222.0.38 "GET /v2.0/networks?id=2951db65-3a3c-418a-9804-693b92dbf903 HTTP/1.1" status: 200 len: 915 time: 0.5632236 Jul 27 23:26:35.851634 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f0491727-24f0-4d97-948b-99b4303e9665 req-40fa3078-51ae-4ce7-a901-adf08a06c90f service neutron] 10.222.0.38 "GET /v2.0/networks/f929bd98-c625-4836-a481-9c49c0c34e5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4601200 Jul 27 23:26:35.853182 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-7f0a83a0-68fc-42e8-939a-bad427744134 tempest-AllowedAddressPairIpV6TestJSON-2041722411 tempest-AllowedAddressPairIpV6TestJSON-2041722411-project] Allocated IP 2001:db8::17 (faf4198d-203b-4c75-b427-82a0fe59404c/b50a4ca7-2b1c-4625-9d3f-07fd10a943a9/f9bc98d6-87a8-4875-9343-ce9d5d6926d2) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:26:35.876797 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0ade910e-1690-459a-ae75-79c10a0311b6 tempest-RoutersIpV6AdminTest-711475609 tempest-RoutersIpV6AdminTest-711475609-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618032', 'neutron.services.segments.db._delete_segments_for_network-8736833900081'] for network, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:35.887987 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-0ade910e-1690-459a-ae75-79c10a0311b6 tempest-RoutersIpV6AdminTest-711475609 tempest-RoutersIpV6AdminTest-711475609-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35dadbf9-6f66-48cc-9b6f-6322a56952a4']}} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:26:35.898890 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-0ade910e-1690-459a-ae75-79c10a0311b6 tempest-RoutersIpV6AdminTest-711475609 tempest-RoutersIpV6AdminTest-711475609-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f219b933-98c2-4167-95f1-07ac9ca9edf4') {'for_net_delete': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:26:35.899298 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-0ade910e-1690-459a-ae75-79c10a0311b6 tempest-RoutersIpV6AdminTest-711475609 tempest-RoutersIpV6AdminTest-711475609-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f219b933-98c2-4167-95f1-07ac9ca9edf4') {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:26:35.909182 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0ade910e-1690-459a-ae75-79c10a0311b6 tempest-RoutersIpV6AdminTest-711475609 tempest-RoutersIpV6AdminTest-711475609-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736833900858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11335978'] for segment, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:35.911699 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-bcc75d6c-e31e-44ef-b5b6-b308c3dd45b6 req-4cab98a5-7a1c-4d48-aebf-460a7ddb5e19 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e15ece7-f410-4d95-9c67-d98c825e8c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872671 Jul 27 23:26:35.935470 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0ade910e-1690-459a-ae75-79c10a0311b6 tempest-RoutersIpV6AdminTest-711475609 tempest-RoutersIpV6AdminTest-711475609-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:35.942745 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ade910e-1690-459a-ae75-79c10a0311b6 tempest-RoutersIpV6AdminTest-711475609 tempest-RoutersIpV6AdminTest-711475609-project-admin] Releasing vlan 543 on physical network physnet1 to pool {{(pid=93797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 23:26:35.943364 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0ade910e-1690-459a-ae75-79c10a0311b6 tempest-RoutersIpV6AdminTest-711475609 tempest-RoutersIpV6AdminTest-711475609-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11336013'] for segment, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:35.945847 n-d-802623-1 neutron-server[93797]: Traceback (most recent call last): Jul 27 23:26:35.945847 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 23:26:35.945847 n-d-802623-1 neutron-server[93797]: timer() Jul 27 23:26:35.945847 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 23:26:35.945847 n-d-802623-1 neutron-server[93797]: cb(*args, **kw) Jul 27 23:26:35.945847 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 23:26:35.945847 n-d-802623-1 neutron-server[93797]: return func(*args, **kwargs) Jul 27 23:26:35.945847 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 23:26:35.945847 n-d-802623-1 neutron-server[93797]: self._notify() Jul 27 23:26:35.945847 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 23:26:35.945847 n-d-802623-1 neutron-server[93797]: self.callback(batched_events) Jul 27 23:26:35.945847 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 23:26:35.945847 n-d-802623-1 neutron-server[93797]: event.method(event) Jul 27 23:26:35.945847 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 23:26:35.945847 n-d-802623-1 neutron-server[93797]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 23:26:35.945847 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 23:26:35.945847 n-d-802623-1 neutron-server[93797]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 23:26:35.945847 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 23:26:35.945847 n-d-802623-1 neutron-server[93797]: return f(self, *a, **k) Jul 27 23:26:35.945847 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 23:26:35.945847 n-d-802623-1 neutron-server[93797]: return self._get(url).json() Jul 27 23:26:35.945847 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 23:26:35.945847 n-d-802623-1 neutron-server[93797]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 23:26:35.945847 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 23:26:35.945847 n-d-802623-1 neutron-server[93797]: return self.request(url, 'GET', **kwargs) Jul 27 23:26:35.945847 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 23:26:35.945847 n-d-802623-1 neutron-server[93797]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 23:26:35.945847 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 23:26:35.945847 n-d-802623-1 neutron-server[93797]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 23:26:35.945847 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 23:26:35.945847 n-d-802623-1 neutron-server[93797]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 23:26:35.945847 n-d-802623-1 neutron-server[93797]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 23:26:35.955466 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b3b809c-2f21-4b9b-8b9a-cbed1e6cb0df None None] New status for floating IP 3b4956ef-571f-4d5e-a5ac-8212c0a84370: DOWN {{(pid=93800) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 23:26:36.003181 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-9cd4f010-068e-49c1-a40d-816d0f3aa93f req-b75b5d8e-a52a-41cd-a7a3-f7f8b942ada7 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=12dd9847-7701-499b-b256-43a1578e87a6 HTTP/1.1" status: 200 len: 217 time: 0.1760738 Jul 27 23:26:36.044667 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0ade910e-1690-459a-ae75-79c10a0311b6 tempest-RoutersIpV6AdminTest-711475609 tempest-RoutersIpV6AdminTest-711475609-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415412'] for network, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:36.074951 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ade910e-1690-459a-ae75-79c10a0311b6 tempest-RoutersIpV6AdminTest-711475609 tempest-RoutersIpV6AdminTest-711475609-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 35dadbf9-6f66-48cc-9b6f-6322a56952a4 {{(pid=93797) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 27 23:26:36.079721 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ade910e-1690-459a-ae75-79c10a0311b6 tempest-RoutersIpV6AdminTest-711475609 tempest-RoutersIpV6AdminTest-711475609-project-admin] Pushing event deleted for resources: {'Network': ['ID=35dadbf9-6f66-48cc-9b6f-6322a56952a4,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:26:36.088909 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0ade910e-1690-459a-ae75-79c10a0311b6 tempest-RoutersIpV6AdminTest-711475609 tempest-RoutersIpV6AdminTest-711475609-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for network, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:36.091190 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-0ade910e-1690-459a-ae75-79c10a0311b6 tempest-RoutersIpV6AdminTest-711475609 tempest-RoutersIpV6AdminTest-711475609-project-admin] 10.222.0.18 "DELETE /v2.0/networks/35dadbf9-6f66-48cc-9b6f-6322a56952a4 HTTP/1.1" status: 204 len: 168 time: 0.7789826 Jul 27 23:26:36.107119 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87a3bb1-87b2-40df-9d81-bad76f717896 req-0275f5aa-f49d-49ff-aec0-fd390822a101 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:26:36.116341 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-b87a3bb1-87b2-40df-9d81-bad76f717896 req-0275f5aa-f49d-49ff-aec0-fd390822a101 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] 10.222.0.18 "GET /v2.0/ports?device_id=07667ed9-bf6a-429b-b2fe-099784128518 HTTP/1.1" status: 200 len: 945 time: 0.1174476 Jul 27 23:26:36.169922 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-b87a3bb1-87b2-40df-9d81-bad76f717896 req-c49953ab-e6b0-4236-b216-6d7ea9b75403 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e15ece7-f410-4d95-9c67-d98c825e8c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498567 Jul 27 23:26:36.172284 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd4f010-068e-49c1-a40d-816d0f3aa93f req-ffbb076e-9247-450d-8f65-3846c2d339d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:26:36.173902 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-9cd4f010-068e-49c1-a40d-816d0f3aa93f req-ffbb076e-9247-450d-8f65-3846c2d339d3 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=3f7d1237-bf2d-4713-bb43-2b24ed14f89e HTTP/1.1" status: 200 len: 853 time: 0.1268444 Jul 27 23:26:36.184858 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2402d252-57ec-4cfa-9a7b-a97fc327c28b req-a8376e24-4b63-49e2-9154-252ca0256f05 tempest-TestVolumeBackupRestore-155198222 tempest-TestVolumeBackupRestore-155198222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:26:36.186301 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-2402d252-57ec-4cfa-9a7b-a97fc327c28b req-a8376e24-4b63-49e2-9154-252ca0256f05 tempest-TestVolumeBackupRestore-155198222 tempest-TestVolumeBackupRestore-155198222-project] 10.222.0.38 "GET /v2.0/ports?device_id=6f91d071-256d-4471-b814-102a0464de10 HTTP/1.1" status: 200 len: 946 time: 0.1535869 Jul 27 23:26:36.287739 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7f0a83a0-68fc-42e8-939a-bad427744134 tempest-AllowedAddressPairIpV6TestJSON-2041722411 tempest-AllowedAddressPairIpV6TestJSON-2041722411-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:36.417860 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-7f0a83a0-68fc-42e8-939a-bad427744134 tempest-AllowedAddressPairIpV6TestJSON-2041722411 tempest-AllowedAddressPairIpV6TestJSON-2041722411-project] Transition to ACTIVE for port object f9bc98d6-87a8-4875-9343-ce9d5d6926d2 will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:26:36.424660 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fd64c3-1726-479e-a6c3-56a3e22f2c92 req-74ad8669-0513-4af2-93d0-44159631522a tempest-TestVolumeBackupRestore-155198222 tempest-TestVolumeBackupRestore-155198222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:26:36.426047 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd4f010-068e-49c1-a40d-816d0f3aa93f req-501d8d99-0e35-48f7-a3ea-290794ce36df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:26:36.429158 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-9cd4f010-068e-49c1-a40d-816d0f3aa93f req-501d8d99-0e35-48f7-a3ea-290794ce36df service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=2951db65-3a3c-418a-9804-693b92dbf903&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2391181 Jul 27 23:26:36.434733 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f5fd64c3-1726-479e-a6c3-56a3e22f2c92 req-74ad8669-0513-4af2-93d0-44159631522a tempest-TestVolumeBackupRestore-155198222 tempest-TestVolumeBackupRestore-155198222-project] 10.222.0.18 "GET /v2.0/ports?device_id=6f91d071-256d-4471-b814-102a0464de10 HTTP/1.1" status: 200 len: 946 time: 0.1150770 Jul 27 23:26:36.467567 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 60844) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:26:36.475134 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-12b9b31b-d842-4995-b477-5c07bacfc846 tempest-RoutersIpV6AdminTest-711475609 tempest-RoutersIpV6AdminTest-711475609-project-admin] Request body: {'router': {'name': 'tempest-router--700417489', 'project_id': '0a032d5b122046cb904a0f209fb9da31'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:26:36.505706 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-12b9b31b-d842-4995-b477-5c07bacfc846 tempest-RoutersIpV6AdminTest-711475609 tempest-RoutersIpV6AdminTest-711475609-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62159'] for router, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:36.507107 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-12b9b31b-d842-4995-b477-5c07bacfc846 tempest-RoutersIpV6AdminTest-711475609 tempest-RoutersIpV6AdminTest-711475609-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-479230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-415539', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3693317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62148'] for router, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:36.521082 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f5fd64c3-1726-479e-a6c3-56a3e22f2c92 req-f9e78f94-4118-4762-befd-d5e0ede35016 tempest-TestVolumeBackupRestore-155198222 tempest-TestVolumeBackupRestore-155198222-project] 10.222.0.18 "GET /v2.0/security-groups?id=3ab4096c-6af3-4502-afe2-c829fe7be244&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854921 Jul 27 23:26:36.601006 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-12b9b31b-d842-4995-b477-5c07bacfc846 tempest-RoutersIpV6AdminTest-711475609 tempest-RoutersIpV6AdminTest-711475609-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:36.612564 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d843898c-fe2c-4d36-8e6c-ff47acd48165 req-da997145-7069-4901-b1c2-6c8872454dbd tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:26:36.614098 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-d843898c-fe2c-4d36-8e6c-ff47acd48165 req-da997145-7069-4901-b1c2-6c8872454dbd tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/ports?device_id=fcccfefc-4374-48e5-917a-854e1ffce199 HTTP/1.1" status: 200 len: 944 time: 0.1830850 Jul 27 23:26:36.620573 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-12b9b31b-d842-4995-b477-5c07bacfc846 tempest-RoutersIpV6AdminTest-711475609 tempest-RoutersIpV6AdminTest-711475609-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-415468'] for router, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:36.643699 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-2402d252-57ec-4cfa-9a7b-a97fc327c28b req-c64a17d6-4438-42a6-9fea-90f4e5d7385c tempest-TestVolumeBackupRestore-155198222 tempest-TestVolumeBackupRestore-155198222-project] Deleting port 12dd9847-7701-499b-b256-43a1578e87a6 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:26:36.644043 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-2402d252-57ec-4cfa-9a7b-a97fc327c28b req-c64a17d6-4438-42a6-9fea-90f4e5d7385c tempest-TestVolumeBackupRestore-155198222 tempest-TestVolumeBackupRestore-155198222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:36.675622 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7f0a83a0-68fc-42e8-939a-bad427744134 tempest-AllowedAddressPairIpV6TestJSON-2041722411 tempest-AllowedAddressPairIpV6TestJSON-2041722411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:36.700106 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-12b9b31b-d842-4995-b477-5c07bacfc846 tempest-RoutersIpV6AdminTest-711475609 tempest-RoutersIpV6AdminTest-711475609-project-admin] Notify callbacks [] for router, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:36.701294 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-12b9b31b-d842-4995-b477-5c07bacfc846 tempest-RoutersIpV6AdminTest-711475609 tempest-RoutersIpV6AdminTest-711475609-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.2311966 Jul 27 23:26:36.704440 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 60848) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:26:36.763371 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-9cd4f010-068e-49c1-a40d-816d0f3aa93f req-70f86130-5463-4ea6-89e4-47cf3ba81b77 service neutron] 10.222.0.38 "GET /v2.0/networks/2951db65-3a3c-418a-9804-693b92dbf903?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3172035 Jul 27 23:26:36.796516 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca5376f-cd35-4cfb-a9d0-7f019c5f19f0 req-a9349ee9-6984-44f9-ba0a-8ba617c4b694 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:26:36.799479 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-0ca5376f-cd35-4cfb-a9d0-7f019c5f19f0 req-a9349ee9-6984-44f9-ba0a-8ba617c4b694 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] 10.222.0.18 "GET /v2.0/ports?device_id=07667ed9-bf6a-429b-b2fe-099784128518 HTTP/1.1" status: 200 len: 945 time: 0.1534574 Jul 27 23:26:36.844630 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-d843898c-fe2c-4d36-8e6c-ff47acd48165 req-d55bc60a-8dfe-491b-9fda-d4624fedbfc1 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/security-groups?id=7dab0fca-2422-4f10-a2ed-ede178e48859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2176368 Jul 27 23:26:36.857721 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f0a83a0-68fc-42e8-939a-bad427744134 tempest-AllowedAddressPairIpV6TestJSON-2041722411 tempest-AllowedAddressPairIpV6TestJSON-2041722411-project] Network faf4198d-203b-4c75-b427-82a0fe59404c is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:26:36.876340 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-7f0a83a0-68fc-42e8-939a-bad427744134 tempest-AllowedAddressPairIpV6TestJSON-2041722411 tempest-AllowedAddressPairIpV6TestJSON-2041722411-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:26:36.886355 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f0a83a0-68fc-42e8-939a-bad427744134 tempest-AllowedAddressPairIpV6TestJSON-2041722411 tempest-AllowedAddressPairIpV6TestJSON-2041722411-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:26:36.892059 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f0a83a0-68fc-42e8-939a-bad427744134 tempest-AllowedAddressPairIpV6TestJSON-2041722411 tempest-AllowedAddressPairIpV6TestJSON-2041722411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:26:36.893236 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7f0a83a0-68fc-42e8-939a-bad427744134 tempest-AllowedAddressPairIpV6TestJSON-2041722411 tempest-AllowedAddressPairIpV6TestJSON-2041722411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:36.900847 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0a83a0-68fc-42e8-939a-bad427744134 tempest-AllowedAddressPairIpV6TestJSON-2041722411 tempest-AllowedAddressPairIpV6TestJSON-2041722411-project] Pushing event updated for resources: {'Port': ['ID=f9bc98d6-87a8-4875-9343-ce9d5d6926d2,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:26:36.930432 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2dd54f52-1951-493e-9583-17ea7dcfc1eb tempest-RoutersIpV6AdminTest-711475609 tempest-RoutersIpV6AdminTest-711475609-project-admin] Notify callbacks [] for router, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:36.943791 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-7f0a83a0-68fc-42e8-939a-bad427744134 tempest-AllowedAddressPairIpV6TestJSON-2041722411 tempest-AllowedAddressPairIpV6TestJSON-2041722411-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 3.0227685 Jul 27 23:26:36.944678 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 60852) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:26:36.951019 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-2402d252-57ec-4cfa-9a7b-a97fc327c28b req-c64a17d6-4438-42a6-9fea-90f4e5d7385c tempest-TestVolumeBackupRestore-155198222 tempest-TestVolumeBackupRestore-155198222-project] For port 12dd9847-7701-499b-b256-43a1578e87a6, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=12dd9847-7701-499b-b256-43a1578e87a6,segment=NetworkSegment(ab8d7f4e-2ae1-47bb-971f-c561db8d51ee),segment_id=ab8d7f4e-2ae1-47bb-971f-c561db8d51ee)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:26:36.951420 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-2402d252-57ec-4cfa-9a7b-a97fc327c28b req-c64a17d6-4438-42a6-9fea-90f4e5d7385c tempest-TestVolumeBackupRestore-155198222 tempest-TestVolumeBackupRestore-155198222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:36.969829 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-38fd666a-7b32-4b79-85a1-a5c2225ef696 tempest-AllowedAddressPairIpV6TestJSON-2041722411 tempest-AllowedAddressPairIpV6TestJSON-2041722411-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::4d', 'mac_address': 'fa:16:3e:d5:e8:b9'}, {'ip_address': '2001:db8::1d5', 'mac_address': 'fa:16:3e:8d:d8:c5'}]}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:26:36.975251 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-0ca5376f-cd35-4cfb-a9d0-7f019c5f19f0 req-0608016a-9ec5-413e-a97f-3dce30593b37 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e15ece7-f410-4d95-9c67-d98c825e8c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358502 Jul 27 23:26:37.004272 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-2402d252-57ec-4cfa-9a7b-a97fc327c28b req-c64a17d6-4438-42a6-9fea-90f4e5d7385c tempest-TestVolumeBackupRestore-155198222 tempest-TestVolumeBackupRestore-155198222-project] Calling delete_port for 12dd9847-7701-499b-b256-43a1578e87a6 owned by compute:nova {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:26:37.040574 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-9cd4f010-068e-49c1-a40d-816d0f3aa93f req-8d83e7f7-2831-4c70-a25e-915bdc5f051f service neutron] 10.222.0.38 "GET /v2.0/networks/2951db65-3a3c-418a-9804-693b92dbf903?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2591698 Jul 27 23:26:37.161143 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 60856) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:26:37.168477 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2dd54f52-1951-493e-9583-17ea7dcfc1eb tempest-RoutersIpV6AdminTest-711475609 tempest-RoutersIpV6AdminTest-711475609-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62205'] for router, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:37.170172 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2dd54f52-1951-493e-9583-17ea7dcfc1eb tempest-RoutersIpV6AdminTest-711475609 tempest-RoutersIpV6AdminTest-711475609-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:37.218979 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device dc3b7bd5-c709-4461-a0cf-0aa9ec11aacc details requested by agent hyperv_n-h1-802623-1 with host n-h1-802623-1 {{(pid=93799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 23:26:37.219833 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2dd54f52-1951-493e-9583-17ea7dcfc1eb tempest-RoutersIpV6AdminTest-711475609 tempest-RoutersIpV6AdminTest-711475609-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-477831'] for router, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:37.220936 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dd54f52-1951-493e-9583-17ea7dcfc1eb tempest-RoutersIpV6AdminTest-711475609 tempest-RoutersIpV6AdminTest-711475609-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8979df2b-5458-48a8-8e13-0c876c351962 {{(pid=93797) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 23:26:37.230042 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2dd54f52-1951-493e-9583-17ea7dcfc1eb tempest-RoutersIpV6AdminTest-711475609 tempest-RoutersIpV6AdminTest-711475609-project-admin] Notify callbacks [] for router, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:37.234388 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-2dd54f52-1951-493e-9583-17ea7dcfc1eb tempest-RoutersIpV6AdminTest-711475609 tempest-RoutersIpV6AdminTest-711475609-project-admin] 10.222.0.18 "DELETE /v2.0/routers/8979df2b-5458-48a8-8e13-0c876c351962 HTTP/1.1" status: 204 len: 168 time: 0.5288382 Jul 27 23:26:37.285344 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-2402d252-57ec-4cfa-9a7b-a97fc327c28b req-c64a17d6-4438-42a6-9fea-90f4e5d7385c tempest-TestVolumeBackupRestore-155198222 tempest-TestVolumeBackupRestore-155198222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:37.294102 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e04f66ab-e2b2-415d-b2b6-39129d34a266 None None] Provisioning for port f9bc98d6-87a8-4875-9343-ce9d5d6926d2 completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:26:37.304432 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e04f66ab-e2b2-415d-b2b6-39129d34a266 None None] Provisioning complete for port f9bc98d6-87a8-4875-9343-ce9d5d6926d2 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:26:37.304811 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e04f66ab-e2b2-415d-b2b6-39129d34a266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:37.325787 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64a17d6-4438-42a6-9fea-90f4e5d7385c tempest-TestVolumeBackupRestore-155198222 tempest-TestVolumeBackupRestore-155198222-project] Pushing event deleted for resources: {'Port': ['ID=12dd9847-7701-499b-b256-43a1578e87a6,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:26:37.368423 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-e04f66ab-e2b2-415d-b2b6-39129d34a266 None None] Port f9bc98d6-87a8-4875-9343-ce9d5d6926d2 cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:26:37.378300 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9f42812d-feae-4065-ad64-38dcf01b09d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:37.385035 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port dc3b7bd5-c709-4461-a0cf-0aa9ec11aacc, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=dc3b7bd5-c709-4461-a0cf-0aa9ec11aacc,segment=NetworkSegment(1737c4ac-b730-4adf-86c0-edf2b2a14795),segment_id=1737c4ac-b730-4adf-86c0-edf2b2a14795)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:26:37.396160 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Returning: {'device': 'dc3b7bd5-c709-4461-a0cf-0aa9ec11aacc', 'network_id': 'f929bd98-c625-4836-a481-9c49c0c34e5c', 'port_id': 'dc3b7bd5-c709-4461-a0cf-0aa9ec11aacc', 'mac_address': 'fa:16:3e:bc:29:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 526, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc36c29d-0dd5-42bf-a664-0dbd8743e1d5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 23:26:37.425195 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-2402d252-57ec-4cfa-9a7b-a97fc327c28b req-c64a17d6-4438-42a6-9fea-90f4e5d7385c tempest-TestVolumeBackupRestore-155198222 tempest-TestVolumeBackupRestore-155198222-project] No DVR routers for this DVR port 12dd9847-7701-499b-b256-43a1578e87a6 on host n-h1-802623-1 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:26:37.430196 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-2402d252-57ec-4cfa-9a7b-a97fc327c28b req-c64a17d6-4438-42a6-9fea-90f4e5d7385c tempest-TestVolumeBackupRestore-155198222 tempest-TestVolumeBackupRestore-155198222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:37.432372 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-2402d252-57ec-4cfa-9a7b-a97fc327c28b req-c64a17d6-4438-42a6-9fea-90f4e5d7385c tempest-TestVolumeBackupRestore-155198222 tempest-TestVolumeBackupRestore-155198222-project] 10.222.0.38 "DELETE /v2.0/ports/12dd9847-7701-499b-b256-43a1578e87a6 HTTP/1.1" status: 204 len: 173 time: 1.2294605 Jul 27 23:26:37.434886 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f91d071-256d-4471-b814-102a0464de10', 'name': 'network-vif-deleted', 'tag': '12dd9847-7701-499b-b256-43a1578e87a6'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:26:37.435438 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 60862) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:26:37.437208 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}011f8d312121274bb12d78e77c6379a2079800640016cec6c6d605b73666e854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d6de7af-b79a-4f05-bb77-cad4024503d2" -d '{"events": [{"server_uuid": "6f91d071-256d-4471-b814-102a0464de10", "name": "network-vif-deleted", "tag": "12dd9847-7701-499b-b256-43a1578e87a6"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:26:37.449322 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:37.449930 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-38fd666a-7b32-4b79-85a1-a5c2225ef696 tempest-AllowedAddressPairIpV6TestJSON-2041722411 tempest-AllowedAddressPairIpV6TestJSON-2041722411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:37.469565 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc3b7bd5-c709-4461-a0cf-0aa9ec11aacc {{(pid=93799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:26:37.496888 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port dc3b7bd5-c709-4461-a0cf-0aa9ec11aacc, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=dc3b7bd5-c709-4461-a0cf-0aa9ec11aacc,segment=NetworkSegment(1737c4ac-b730-4adf-86c0-edf2b2a14795),segment_id=1737c4ac-b730-4adf-86c0-edf2b2a14795)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:26:37.501396 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:37.504142 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:26:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be70a2e7-996c-4192-8afd-94bfbea6e3b6 x-openstack-request-id: req-be70a2e7-996c-4192-8afd-94bfbea6e3b6 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:26:37.508010 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f91d071-256d-4471-b814-102a0464de10", "name": "network-vif-deleted", "tag": "12dd9847-7701-499b-b256-43a1578e87a6", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:26:37.508010 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-be70a2e7-996c-4192-8afd-94bfbea6e3b6 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:26:37.508010 n-d-802623-1 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f91d071-256d-4471-b814-102a0464de10', 'name': 'network-vif-deleted', 'tag': '12dd9847-7701-499b-b256-43a1578e87a6', 'status': 'completed', 'code': 200} Jul 27 23:26:37.588350 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Pushing event updated for resources: {'Port': ['ID=dc3b7bd5-c709-4461-a0cf-0aa9ec11aacc,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:26:37.659175 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-05252bf8-0241-4151-9752-8109e385ca44 req-c78bb03f-33fe-4ee2-bf72-29dfb4a45796 tempest-TestVolumeBackupRestore-155198222 tempest-TestVolumeBackupRestore-155198222-project] 10.222.0.18 "GET /v2.0/ports?device_id=6f91d071-256d-4471-b814-102a0464de10 HTTP/1.1" status: 200 len: 210 time: 0.0383604 Jul 27 23:26:37.671072 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9f42812d-feae-4065-ad64-38dcf01b09d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:37.685000 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9f42812d-feae-4065-ad64-38dcf01b09d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:37.693751 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-c352bcf1-6566-4fff-8a28-8581db664741 tempest-RoutersIpV6AdminTest-1619528760 tempest-RoutersIpV6AdminTest-1619528760-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-202596564', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'}, 'admin_state_up': False}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:26:37.720540 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] get_ports_and_sgs() called for port_ids ['dc3b7bd5-c709-4461-a0cf-0aa9ec11aacc'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:26:37.731286 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c352bcf1-6566-4fff-8a28-8581db664741 tempest-RoutersIpV6AdminTest-1619528760 tempest-RoutersIpV6AdminTest-1619528760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62159'] for router, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:37.737121 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c352bcf1-6566-4fff-8a28-8581db664741 tempest-RoutersIpV6AdminTest-1619528760 tempest-RoutersIpV6AdminTest-1619528760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-479230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-415539', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3693317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62148'] for router, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:37.739328 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f42812d-feae-4065-ad64-38dcf01b09d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da1078be-01ca-4d53-b93c-5ae2f1abaa5b,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:26:37.772580 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-9f42812d-feae-4065-ad64-38dcf01b09d4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=21f55772f8ad41dd87b7a88f992c4cfe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6104679 Jul 27 23:26:37.775244 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 60872) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:26:37.819874 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-38fd666a-7b32-4b79-85a1-a5c2225ef696 tempest-AllowedAddressPairIpV6TestJSON-2041722411 tempest-AllowedAddressPairIpV6TestJSON-2041722411-project] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:37.832149 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-38fd666a-7b32-4b79-85a1-a5c2225ef696 tempest-AllowedAddressPairIpV6TestJSON-2041722411 tempest-AllowedAddressPairIpV6TestJSON-2041722411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:37.842958 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c352bcf1-6566-4fff-8a28-8581db664741 tempest-RoutersIpV6AdminTest-1619528760 tempest-RoutersIpV6AdminTest-1619528760-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:37.890738 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-38fd666a-7b32-4b79-85a1-a5c2225ef696 tempest-AllowedAddressPairIpV6TestJSON-2041722411 tempest-AllowedAddressPairIpV6TestJSON-2041722411-project] In _notify_port_updated(), no bound segment for port f9bc98d6-87a8-4875-9343-ce9d5d6926d2 on network faf4198d-203b-4c75-b427-82a0fe59404c {{(pid=93798) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 27 23:26:37.897241 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38fd666a-7b32-4b79-85a1-a5c2225ef696 tempest-AllowedAddressPairIpV6TestJSON-2041722411 tempest-AllowedAddressPairIpV6TestJSON-2041722411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:26:37.897988 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-38fd666a-7b32-4b79-85a1-a5c2225ef696 tempest-AllowedAddressPairIpV6TestJSON-2041722411 tempest-AllowedAddressPairIpV6TestJSON-2041722411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:37.899392 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-38fd666a-7b32-4b79-85a1-a5c2225ef696 tempest-AllowedAddressPairIpV6TestJSON-2041722411 tempest-AllowedAddressPairIpV6TestJSON-2041722411-project] 10.222.0.18 "PUT /v2.0/ports/f9bc98d6-87a8-4875-9343-ce9d5d6926d2 HTTP/1.1" status: 200 len: 1066 time: 0.9362772 Jul 27 23:26:37.902577 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 60876) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:26:37.947835 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fd666a-7b32-4b79-85a1-a5c2225ef696 tempest-AllowedAddressPairIpV6TestJSON-2041722411 tempest-AllowedAddressPairIpV6TestJSON-2041722411-project] Pushing event updated for resources: {'Port': ['ID=f9bc98d6-87a8-4875-9343-ce9d5d6926d2,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:26:38.060483 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7717a6f0-630a-47fc-976a-b76e4fba5e78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:38.094510 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff23a47-7135-4f9c-8607-6a8e22e33e32 req-93b82765-6dd2-42dd-beac-02d0617aaca0 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:26:38.096512 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-5ff23a47-7135-4f9c-8607-6a8e22e33e32 req-93b82765-6dd2-42dd-beac-02d0617aaca0 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/ports?device_id=fcccfefc-4374-48e5-917a-854e1ffce199 HTTP/1.1" status: 200 len: 945 time: 0.1164165 Jul 27 23:26:38.103152 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-0f5ec5d5-e1fa-4e11-aca3-db487b99e216 tempest-AllowedAddressPairIpV6TestJSON-2041722411 tempest-AllowedAddressPairIpV6TestJSON-2041722411-project] Deleting port f9bc98d6-87a8-4875-9343-ce9d5d6926d2 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:26:38.103495 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0f5ec5d5-e1fa-4e11-aca3-db487b99e216 tempest-AllowedAddressPairIpV6TestJSON-2041722411 tempest-AllowedAddressPairIpV6TestJSON-2041722411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:38.142171 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7717a6f0-630a-47fc-976a-b76e4fba5e78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:38.146480 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c352bcf1-6566-4fff-8a28-8581db664741 tempest-RoutersIpV6AdminTest-1619528760 tempest-RoutersIpV6AdminTest-1619528760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-415433', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62186'] for router, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:38.227753 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-5ff23a47-7135-4f9c-8607-6a8e22e33e32 req-dea0f7e3-07c8-4d55-a675-38dbfa978974 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/security-groups?id=7dab0fca-2422-4f10-a2ed-ede178e48859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193523 Jul 27 23:26:38.247422 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7842ed2f-eeaf-4238-ac6a-8f72819c71a1 req-1ccbf58a-f743-46a5-b5b3-b0e850b4bb65 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:26:38.255011 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-7842ed2f-eeaf-4238-ac6a-8f72819c71a1 req-1ccbf58a-f743-46a5-b5b3-b0e850b4bb65 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] 10.222.0.18 "GET /v2.0/ports?device_id=07667ed9-bf6a-429b-b2fe-099784128518 HTTP/1.1" status: 200 len: 945 time: 0.1748297 Jul 27 23:26:38.277325 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0f5ec5d5-e1fa-4e11-aca3-db487b99e216 tempest-AllowedAddressPairIpV6TestJSON-2041722411 tempest-AllowedAddressPairIpV6TestJSON-2041722411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:38.290388 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-0f5ec5d5-e1fa-4e11-aca3-db487b99e216 tempest-AllowedAddressPairIpV6TestJSON-2041722411 tempest-AllowedAddressPairIpV6TestJSON-2041722411-project] Calling delete_port for f9bc98d6-87a8-4875-9343-ce9d5d6926d2 owned by {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:26:38.310777 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-802e8f31-dce3-4d2e-867e-1c240222d883 None None] Provisioning complete for port f9bc98d6-87a8-4875-9343-ce9d5d6926d2 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:26:38.311696 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-802e8f31-dce3-4d2e-867e-1c240222d883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:38.340133 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-7842ed2f-eeaf-4238-ac6a-8f72819c71a1 req-361caaa8-b61c-4477-b9bf-214a031b801c tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e15ece7-f410-4d95-9c67-d98c825e8c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842016 Jul 27 23:26:38.343727 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7717a6f0-630a-47fc-976a-b76e4fba5e78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:38.348413 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7717a6f0-630a-47fc-976a-b76e4fba5e78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:38.349814 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-7717a6f0-630a-47fc-976a-b76e4fba5e78 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/da1078be-01ca-4d53-b93c-5ae2f1abaa5b HTTP/1.1" status: 204 len: 168 time: 0.5736208 Jul 27 23:26:38.373004 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-802e8f31-dce3-4d2e-867e-1c240222d883 None None] Port f9bc98d6-87a8-4875-9343-ce9d5d6926d2 cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:26:38.379879 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7717a6f0-630a-47fc-976a-b76e4fba5e78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da1078be-01ca-4d53-b93c-5ae2f1abaa5b,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:26:38.490103 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0f5ec5d5-e1fa-4e11-aca3-db487b99e216 tempest-AllowedAddressPairIpV6TestJSON-2041722411 tempest-AllowedAddressPairIpV6TestJSON-2041722411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:38.518532 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5ec5d5-e1fa-4e11-aca3-db487b99e216 tempest-AllowedAddressPairIpV6TestJSON-2041722411 tempest-AllowedAddressPairIpV6TestJSON-2041722411-project] Pushing event deleted for resources: {'Port': ['ID=f9bc98d6-87a8-4875-9343-ce9d5d6926d2,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:26:38.547438 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c352bcf1-6566-4fff-8a28-8581db664741 tempest-RoutersIpV6AdminTest-1619528760 tempest-RoutersIpV6AdminTest-1619528760-project] Notify callbacks [] for router_gateway, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:38.577971 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c352bcf1-6566-4fff-8a28-8581db664741 tempest-RoutersIpV6AdminTest-1619528760 tempest-RoutersIpV6AdminTest-1619528760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:38.736731 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0f5ec5d5-e1fa-4e11-aca3-db487b99e216 tempest-AllowedAddressPairIpV6TestJSON-2041722411 tempest-AllowedAddressPairIpV6TestJSON-2041722411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:38.739864 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-0f5ec5d5-e1fa-4e11-aca3-db487b99e216 tempest-AllowedAddressPairIpV6TestJSON-2041722411 tempest-AllowedAddressPairIpV6TestJSON-2041722411-project] 10.222.0.18 "DELETE /v2.0/ports/f9bc98d6-87a8-4875-9343-ce9d5d6926d2 HTTP/1.1" status: 204 len: 168 time: 0.8359966 Jul 27 23:26:38.742751 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 60888) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:26:38.794088 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-c352bcf1-6566-4fff-8a28-8581db664741 tempest-RoutersIpV6AdminTest-1619528760 tempest-RoutersIpV6AdminTest-1619528760-project] Allocated IP 172.25.4.130 (2fd42287-ed26-4eb9-89a5-b521f5b04356/17de1f8f-393a-4b0c-a2df-614bd3f2fb5e/2cfa4229-5c3c-47dc-b98d-96800f238c0b) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:26:38.821677 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-70befc53-3024-406c-917a-7d088adc8f8e req-808ce860-7026-4cb0-97f3-4d28048d4305 tempest-TestVolumeBackupRestore-155198222 tempest-TestVolumeBackupRestore-155198222-project] 10.222.0.18 "GET /v2.0/ports?device_id=6f91d071-256d-4471-b814-102a0464de10 HTTP/1.1" status: 200 len: 210 time: 0.0764096 Jul 27 23:26:38.823842 n-d-802623-1 neutron-server[93798]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6c5e7fc-492f-43bf-bffb-bc45efaf6ca8 tempest-AllowedAddressPairIpV6TestJSON-2041722411 tempest-AllowedAddressPairIpV6TestJSON-2041722411-project] GET failed (client error): The resource could not be found. Jul 27 23:26:38.827867 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-d6c5e7fc-492f-43bf-bffb-bc45efaf6ca8 tempest-AllowedAddressPairIpV6TestJSON-2041722411 tempest-AllowedAddressPairIpV6TestJSON-2041722411-project] 10.222.0.18 "GET /v2.0/ports/f9bc98d6-87a8-4875-9343-ce9d5d6926d2 HTTP/1.1" status: 404 len: 333 time: 0.0839298 Jul 27 23:26:38.831083 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 60894) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:26:38.945800 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-f346a564-2c6e-4751-9a50-5e6f631a637c tempest-AllowedAddressPairIpV6TestJSON-2041722411 tempest-AllowedAddressPairIpV6TestJSON-2041722411-project] Deleting port ec65643c-ff95-47f6-8047-661b84bedc86 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:26:38.946134 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f346a564-2c6e-4751-9a50-5e6f631a637c tempest-AllowedAddressPairIpV6TestJSON-2041722411 tempest-AllowedAddressPairIpV6TestJSON-2041722411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:38.958032 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c352bcf1-6566-4fff-8a28-8581db664741 tempest-RoutersIpV6AdminTest-1619528760 tempest-RoutersIpV6AdminTest-1619528760-project] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:39.002935 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c352bcf1-6566-4fff-8a28-8581db664741 tempest-RoutersIpV6AdminTest-1619528760 tempest-RoutersIpV6AdminTest-1619528760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:39.048639 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f346a564-2c6e-4751-9a50-5e6f631a637c tempest-AllowedAddressPairIpV6TestJSON-2041722411 tempest-AllowedAddressPairIpV6TestJSON-2041722411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:39.060338 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c352bcf1-6566-4fff-8a28-8581db664741 tempest-RoutersIpV6AdminTest-1619528760 tempest-RoutersIpV6AdminTest-1619528760-project] Network 2fd42287-ed26-4eb9-89a5-b521f5b04356 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:26:39.065140 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-f346a564-2c6e-4751-9a50-5e6f631a637c tempest-AllowedAddressPairIpV6TestJSON-2041722411 tempest-AllowedAddressPairIpV6TestJSON-2041722411-project] Calling delete_port for ec65643c-ff95-47f6-8047-661b84bedc86 owned by {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:26:39.071099 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-c352bcf1-6566-4fff-8a28-8581db664741 tempest-RoutersIpV6AdminTest-1619528760 tempest-RoutersIpV6AdminTest-1619528760-project] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:26:39.073219 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c352bcf1-6566-4fff-8a28-8581db664741 tempest-RoutersIpV6AdminTest-1619528760 tempest-RoutersIpV6AdminTest-1619528760-project] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:26:39.076732 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c352bcf1-6566-4fff-8a28-8581db664741 tempest-RoutersIpV6AdminTest-1619528760 tempest-RoutersIpV6AdminTest-1619528760-project] Pushing event updated for resources: {'Port': ['ID=2cfa4229-5c3c-47dc-b98d-96800f238c0b,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:26:39.233459 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device dc3b7bd5-c709-4461-a0cf-0aa9ec11aacc up at agent hyperv_n-h1-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:26:39.252065 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f346a564-2c6e-4751-9a50-5e6f631a637c tempest-AllowedAddressPairIpV6TestJSON-2041722411 tempest-AllowedAddressPairIpV6TestJSON-2041722411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:39.301519 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f346a564-2c6e-4751-9a50-5e6f631a637c tempest-AllowedAddressPairIpV6TestJSON-2041722411 tempest-AllowedAddressPairIpV6TestJSON-2041722411-project] Pushing event deleted for resources: {'Port': ['ID=ec65643c-ff95-47f6-8047-661b84bedc86,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:26:39.301757 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Provisioning for port dc3b7bd5-c709-4461-a0cf-0aa9ec11aacc completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:26:39.320422 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Provisioning complete for port dc3b7bd5-c709-4461-a0cf-0aa9ec11aacc triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:26:39.324464 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:39.371805 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f346a564-2c6e-4751-9a50-5e6f631a637c tempest-AllowedAddressPairIpV6TestJSON-2041722411 tempest-AllowedAddressPairIpV6TestJSON-2041722411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:39.373496 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-f346a564-2c6e-4751-9a50-5e6f631a637c tempest-AllowedAddressPairIpV6TestJSON-2041722411 tempest-AllowedAddressPairIpV6TestJSON-2041722411-project] 10.222.0.18 "DELETE /v2.0/ports/ec65643c-ff95-47f6-8047-661b84bedc86 HTTP/1.1" status: 204 len: 168 time: 0.5412314 Jul 27 23:26:39.378398 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 60910) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:26:39.415554 n-d-802623-1 neutron-server[93798]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffe71baf-0296-44d9-9d57-fa8e133898b4 tempest-AllowedAddressPairIpV6TestJSON-2041722411 tempest-AllowedAddressPairIpV6TestJSON-2041722411-project] GET failed (client error): The resource could not be found. Jul 27 23:26:39.418787 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-ffe71baf-0296-44d9-9d57-fa8e133898b4 tempest-AllowedAddressPairIpV6TestJSON-2041722411 tempest-AllowedAddressPairIpV6TestJSON-2041722411-project] 10.222.0.18 "GET /v2.0/ports/ec65643c-ff95-47f6-8047-661b84bedc86 HTTP/1.1" status: 404 len: 333 time: 0.0398571 Jul 27 23:26:39.432888 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 60912) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:26:39.445175 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c352bcf1-6566-4fff-8a28-8581db664741 tempest-RoutersIpV6AdminTest-1619528760 tempest-RoutersIpV6AdminTest-1619528760-project] Notify callbacks [] for router_gateway, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:39.447988 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 60914) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:26:39.566596 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-367f9967-8d86-49b9-9202-6d8bb5451940 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1074431017-network', 'tenant_id': '49af0f356ac348f0bd0841795f0ea352'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:26:39.621732 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-367f9967-8d86-49b9-9202-6d8bb5451940 admin admin] Made reservation on behalf of 49af0f356ac348f0bd0841795f0ea352 for: {'network': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:26:39.624510 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-367f9967-8d86-49b9-9202-6d8bb5451940 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for network, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:39.636102 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-367f9967-8d86-49b9-9202-6d8bb5451940 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:39.651731 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5193a43-5266-416f-9ba5-e1f4d86927b2 req-da34f7b8-771e-4500-8011-e09d6a7c4852 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:26:39.653554 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-e5193a43-5266-416f-9ba5-e1f4d86927b2 req-da34f7b8-771e-4500-8011-e09d6a7c4852 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/ports?device_id=fcccfefc-4374-48e5-917a-854e1ffce199 HTTP/1.1" status: 200 len: 945 time: 0.2911806 Jul 27 23:26:39.713512 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8373839-73fe-4c64-b58d-04e5a772859a req-8d661d5f-6eec-4d8d-82c4-d78bb0babdcc tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:26:39.715371 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e8373839-73fe-4c64-b58d-04e5a772859a req-8d661d5f-6eec-4d8d-82c4-d78bb0babdcc tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] 10.222.0.18 "GET /v2.0/ports?device_id=07667ed9-bf6a-429b-b2fe-099784128518 HTTP/1.1" status: 200 len: 945 time: 0.1579881 Jul 27 23:26:39.723420 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-78d6a93e-318d-4f2f-8a40-10b25e7ad161 tempest-AllowedAddressPairIpV6TestJSON-2041722411 tempest-AllowedAddressPairIpV6TestJSON-2041722411-project] Deleting port 0a3aa54e-f8aa-4be0-9655-5ce7e4d44dde {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:26:39.723992 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-78d6a93e-318d-4f2f-8a40-10b25e7ad161 tempest-AllowedAddressPairIpV6TestJSON-2041722411 tempest-AllowedAddressPairIpV6TestJSON-2041722411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:39.730463 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:39.737122 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-e5193a43-5266-416f-9ba5-e1f4d86927b2 req-e638d868-c2bd-4766-8653-a43a79270dcc tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/security-groups?id=7dab0fca-2422-4f10-a2ed-ede178e48859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720038 Jul 27 23:26:39.768550 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcccfefc-4374-48e5-917a-854e1ffce199', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc3b7bd5-c709-4461-a0cf-0aa9ec11aacc'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:26:39.768550 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c0369b0d4f459110ff20a1f9878ba33f96d6491bddb9d15843bf29d01e0bda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4b22b75-920b-47bb-b2c9-2a622194351b" -d '{"events": [{"server_uuid": "fcccfefc-4374-48e5-917a-854e1ffce199", "name": "network-vif-plugged", "status": "completed", "tag": "dc3b7bd5-c709-4461-a0cf-0aa9ec11aacc"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:26:39.784561 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port dc3b7bd5-c709-4461-a0cf-0aa9ec11aacc, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=dc3b7bd5-c709-4461-a0cf-0aa9ec11aacc,segment=NetworkSegment(1737c4ac-b730-4adf-86c0-edf2b2a14795),segment_id=1737c4ac-b730-4adf-86c0-edf2b2a14795)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:26:39.798141 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:39.799216 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 12dd9847-7701-499b-b256-43a1578e87a6 no longer exists at agent hyperv_n-h1-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:26:39.858286 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] No Port match for: 12dd9847-7701-499b-b256-43a1578e87a6 {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:26:39.858639 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 12dd9847-7701-499b-b256-43a1578e87a6 not bound to the agent host n-h1-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:26:39.863030 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:26:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c23b160e-80bb-4438-ab49-08bc7f88d393 x-openstack-request-id: req-c23b160e-80bb-4438-ab49-08bc7f88d393 {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:26:39.863348 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcccfefc-4374-48e5-917a-854e1ffce199", "name": "network-vif-plugged", "status": "completed", "tag": "dc3b7bd5-c709-4461-a0cf-0aa9ec11aacc", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:26:39.863750 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c23b160e-80bb-4438-ab49-08bc7f88d393 {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:26:39.864201 n-d-802623-1 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcccfefc-4374-48e5-917a-854e1ffce199', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc3b7bd5-c709-4461-a0cf-0aa9ec11aacc', 'code': 200} Jul 27 23:26:39.921427 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Pushing event updated for resources: {'Port': ['ID=dc3b7bd5-c709-4461-a0cf-0aa9ec11aacc,revision_number=5']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:26:39.973135 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c352bcf1-6566-4fff-8a28-8581db664741 tempest-RoutersIpV6AdminTest-1619528760 tempest-RoutersIpV6AdminTest-1619528760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-415468'] for router, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:40.004400 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-fab71c51-43df-4a28-bfca-1a75d13a99c7 req-54272fcc-fd86-462e-852b-7a87299973c8 tempest-TestVolumeBackupRestore-155198222 tempest-TestVolumeBackupRestore-155198222-project] 10.222.0.18 "GET /v2.0/ports?device_id=6f91d071-256d-4471-b814-102a0464de10 HTTP/1.1" status: 200 len: 210 time: 0.0438678 Jul 27 23:26:40.123245 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-367f9967-8d86-49b9-9202-6d8bb5451940 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:40.134052 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-367f9967-8d86-49b9-9202-6d8bb5451940 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:40.168161 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367f9967-8d86-49b9-9202-6d8bb5451940 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6f41e72-2b87-4685-ae08-bc68afebebe0,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:26:40.184305 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-367f9967-8d86-49b9-9202-6d8bb5451940 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 529} {{(pid=93797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 23:26:40.188005 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e8373839-73fe-4c64-b58d-04e5a772859a req-41019ebd-0d64-4af3-82ff-25a49f077450 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e15ece7-f410-4d95-9c67-d98c825e8c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4603453 Jul 27 23:26:40.208178 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-367f9967-8d86-49b9-9202-6d8bb5451940 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:40.208525 n-d-802623-1 neutron-server[93797]: INFO neutron.db.segments_db [None req-367f9967-8d86-49b9-9202-6d8bb5451940 admin admin] Added segment e34bcaf6-fcda-4cb3-a9d4-ce07906221d3 of type vlan for network 280a3ba5-2d75-4827-b3c1-0be5bb892094 Jul 27 23:26:40.231023 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a82f65b-051c-4dd3-9af4-269e599a5bc3 req-7de5e752-3837-4ac9-981c-10fa01ddf13c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:26:40.232645 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-1a82f65b-051c-4dd3-9af4-269e599a5bc3 req-7de5e752-3837-4ac9-981c-10fa01ddf13c service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=fcccfefc-4374-48e5-917a-854e1ffce199 HTTP/1.1" status: 200 len: 1097 time: 0.0867202 Jul 27 23:26:40.234345 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-78d6a93e-318d-4f2f-8a40-10b25e7ad161 tempest-AllowedAddressPairIpV6TestJSON-2041722411 tempest-AllowedAddressPairIpV6TestJSON-2041722411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:40.257556 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-367f9967-8d86-49b9-9202-6d8bb5451940 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736833354590'] for network, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:40.260910 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-78d6a93e-318d-4f2f-8a40-10b25e7ad161 tempest-AllowedAddressPairIpV6TestJSON-2041722411 tempest-AllowedAddressPairIpV6TestJSON-2041722411-project] Calling delete_port for 0a3aa54e-f8aa-4be0-9655-5ce7e4d44dde owned by {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:26:40.262351 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c352bcf1-6566-4fff-8a28-8581db664741 tempest-RoutersIpV6AdminTest-1619528760 tempest-RoutersIpV6AdminTest-1619528760-project] Router 48584aae-8d8d-4759-ab3d-66ddb36bd67c is scheduled to L3 agent 018c4455-49c0-4734-927d-7824067b2a9e with binding_index 1 {{(pid=93797) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 23:26:40.321650 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-1a82f65b-051c-4dd3-9af4-269e599a5bc3 req-0a792ee2-8baa-42b0-8e11-31d3120967a0 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=7dab0fca-2422-4f10-a2ed-ede178e48859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788367 Jul 27 23:26:40.333239 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-367f9967-8d86-49b9-9202-6d8bb5451940 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569'] for network, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:40.334205 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-367f9967-8d86-49b9-9202-6d8bb5451940 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:26:40.334927 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-367f9967-8d86-49b9-9202-6d8bb5451940 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for network, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:40.415061 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-78d6a93e-318d-4f2f-8a40-10b25e7ad161 tempest-AllowedAddressPairIpV6TestJSON-2041722411 tempest-AllowedAddressPairIpV6TestJSON-2041722411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:40.434092 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-367f9967-8d86-49b9-9202-6d8bb5451940 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9847686 Jul 27 23:26:40.440464 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 60924) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:26:40.444818 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d6a93e-318d-4f2f-8a40-10b25e7ad161 tempest-AllowedAddressPairIpV6TestJSON-2041722411 tempest-AllowedAddressPairIpV6TestJSON-2041722411-project] Pushing event deleted for resources: {'Port': ['ID=0a3aa54e-f8aa-4be0-9655-5ce7e4d44dde,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:26:40.445204 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-84fc1360-d37f-4131-b8b6-641e1bc2a136 admin admin] Request body: {'subnet': {'network_id': '280a3ba5-2d75-4827-b3c1-0be5bb892094', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1074431017-subnet', 'tenant_id': '49af0f356ac348f0bd0841795f0ea352', 'ip_version': 4}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:26:40.452049 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367f9967-8d86-49b9-9202-6d8bb5451940 admin admin] Pushing event updated for resources: {'Network': ['ID=280a3ba5-2d75-4827-b3c1-0be5bb892094,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:26:40.465496 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c352bcf1-6566-4fff-8a28-8581db664741 tempest-RoutersIpV6AdminTest-1619528760 tempest-RoutersIpV6AdminTest-1619528760-project] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:26:40.468195 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Network 280a3ba5-2d75-4827-b3c1-0be5bb892094 details requested by agent ovs-agent-n-d-802623-1 with host n-d-802623-1 {{(pid=93799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 23:26:40.487825 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-168395f7-dfed-43e1-aa5c-42b88691eba7 None None] Sync routers for ids ['48584aae-8d8d-4759-ab3d-66ddb36bd67c'] in n-d-802623-1 {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:26:40.489466 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84fc1360-d37f-4131-b8b6-641e1bc2a136 admin admin] Made reservation on behalf of 49af0f356ac348f0bd0841795f0ea352 for: {'subnet': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:26:40.489651 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-78d6a93e-318d-4f2f-8a40-10b25e7ad161 tempest-AllowedAddressPairIpV6TestJSON-2041722411 tempest-AllowedAddressPairIpV6TestJSON-2041722411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:40.494001 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-78d6a93e-318d-4f2f-8a40-10b25e7ad161 tempest-AllowedAddressPairIpV6TestJSON-2041722411 tempest-AllowedAddressPairIpV6TestJSON-2041722411-project] 10.222.0.18 "DELETE /v2.0/ports/0a3aa54e-f8aa-4be0-9655-5ce7e4d44dde HTTP/1.1" status: 204 len: 168 time: 1.0464814 Jul 27 23:26:40.494268 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 60926) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:26:40.496330 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-84fc1360-d37f-4131-b8b6-641e1bc2a136 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11551435'] for subnet, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:40.541877 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c352bcf1-6566-4fff-8a28-8581db664741 tempest-RoutersIpV6AdminTest-1619528760 tempest-RoutersIpV6AdminTest-1619528760-project] Notify callbacks [] for router, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:40.543439 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-c352bcf1-6566-4fff-8a28-8581db664741 tempest-RoutersIpV6AdminTest-1619528760 tempest-RoutersIpV6AdminTest-1619528760-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 3.1060853 Jul 27 23:26:40.546124 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 60928) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:26:40.562281 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-168395f7-dfed-43e1-aa5c-42b88691eba7 None None] Routers {'48584aae-8d8d-4759-ab3d-66ddb36bd67c'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:26:40.563053 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-168395f7-dfed-43e1-aa5c-42b88691eba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:26:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['48584aae-8d8d-4759-ab3d-66ddb36bd67c'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:26:40.579038 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_v2 [None req-6bda2432-7c66-4641-a14a-d1174aea7aad tempest-AllowedAddressPairIpV6TestJSON-2041722411 tempest-AllowedAddressPairIpV6TestJSON-2041722411-project] Deleting subnet b50a4ca7-2b1c-4625-9d3f-07fd10a943a9 {{(pid=93798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 23:26:40.582716 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6bda2432-7c66-4641-a14a-d1174aea7aad tempest-AllowedAddressPairIpV6TestJSON-2041722411 tempest-AllowedAddressPairIpV6TestJSON-2041722411-project] Notify callbacks [] for subnet, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:40.609657 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-168395f7-dfed-43e1-aa5c-42b88691eba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:26:40.643832 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6bda2432-7c66-4641-a14a-d1174aea7aad tempest-AllowedAddressPairIpV6TestJSON-2041722411 tempest-AllowedAddressPairIpV6TestJSON-2041722411-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11163249'] for subnet, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:40.646862 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-168395f7-dfed-43e1-aa5c-42b88691eba7 None None] Routers {'48584aae-8d8d-4759-ab3d-66ddb36bd67c'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:26:40.647524 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-168395f7-dfed-43e1-aa5c-42b88691eba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:26:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['48584aae-8d8d-4759-ab3d-66ddb36bd67c'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:26:40.695316 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-168395f7-dfed-43e1-aa5c-42b88691eba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:26:40.695640 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-168395f7-dfed-43e1-aa5c-42b88691eba7 None None] The sync data for ids ['48584aae-8d8d-4759-ab3d-66ddb36bd67c'] in n-d-802623-1 is: [] {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:26:40.738282 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-ec71b5dc-2e85-4589-9edd-bc59c788d119 tempest-RoutersIpV6AdminTest-711475609 tempest-RoutersIpV6AdminTest-711475609-project-admin] 10.222.0.18 "GET /v2.0/routers/48584aae-8d8d-4759-ab3d-66ddb36bd67c HTTP/1.1" status: 200 len: 924 time: 0.1908615 Jul 27 23:26:40.742508 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 60930) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:26:40.781300 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6bda2432-7c66-4641-a14a-d1174aea7aad tempest-AllowedAddressPairIpV6TestJSON-2041722411 tempest-AllowedAddressPairIpV6TestJSON-2041722411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620741'] for subnet, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:40.785055 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-dc7a58a7-2216-49f6-803a-c71cb0c2abf4 tempest-RoutersIpV6AdminTest-1619528760 tempest-RoutersIpV6AdminTest-1619528760-project] 10.222.0.18 "GET /v2.0/ports?device_id=48584aae-8d8d-4759-ab3d-66ddb36bd67c HTTP/1.1" status: 200 len: 205 time: 0.0412419 Jul 27 23:26:40.788026 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 60934) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:26:40.885643 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-84fc1360-d37f-4131-b8b6-641e1bc2a136 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11336182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11551417'] for subnet, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:40.946414 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6bda2432-7c66-4641-a14a-d1174aea7aad tempest-AllowedAddressPairIpV6TestJSON-2041722411 tempest-AllowedAddressPairIpV6TestJSON-2041722411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11971800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12265753'] for subnet, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:40.983832 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bda2432-7c66-4641-a14a-d1174aea7aad tempest-AllowedAddressPairIpV6TestJSON-2041722411 tempest-AllowedAddressPairIpV6TestJSON-2041722411-project] Pushing event deleted for resources: {'Subnet': ['ID=b50a4ca7-2b1c-4625-9d3f-07fd10a943a9,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:26:40.989520 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ed1804e1-bdcc-4b9e-9470-44159e69715f tempest-RoutersIpV6AdminTest-1619528760 tempest-RoutersIpV6AdminTest-1619528760-project] Notify callbacks [] for router, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:40.994129 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6bda2432-7c66-4641-a14a-d1174aea7aad tempest-AllowedAddressPairIpV6TestJSON-2041722411 tempest-AllowedAddressPairIpV6TestJSON-2041722411-project] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:40.999773 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-6bda2432-7c66-4641-a14a-d1174aea7aad tempest-AllowedAddressPairIpV6TestJSON-2041722411 tempest-AllowedAddressPairIpV6TestJSON-2041722411-project] 10.222.0.18 "DELETE /v2.0/subnets/b50a4ca7-2b1c-4625-9d3f-07fd10a943a9 HTTP/1.1" status: 204 len: 168 time: 0.4974191 Jul 27 23:26:40.999773 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 60936) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:26:41.000837 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a5d6b49-4039-4a08-919e-80bb44d613ba None None] Network faf4198d-203b-4c75-b427-82a0fe59404c requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:26:41.199744 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-3234fd80-4933-4b3d-8a0b-41257a120b2a req-228b46d8-055c-4244-8651-6905080cb8cc tempest-TestVolumeBackupRestore-155198222 tempest-TestVolumeBackupRestore-155198222-project] 10.222.0.18 "GET /v2.0/ports?device_id=6f91d071-256d-4471-b814-102a0464de10 HTTP/1.1" status: 200 len: 210 time: 0.0709181 Jul 27 23:26:41.205772 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-cd06ea99-8926-43f0-8f30-1fa3b919f29c tempest-AllowedAddressPairIpV6TestJSON-2041722411 tempest-AllowedAddressPairIpV6TestJSON-2041722411-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593271'] for network, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:41.244661 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ed1804e1-bdcc-4b9e-9470-44159e69715f tempest-RoutersIpV6AdminTest-1619528760 tempest-RoutersIpV6AdminTest-1619528760-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:41.312782 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.agents_db [None req-9beef776-8bab-4de2-989a-f5a23ba4aaf4 None None] Agent healthcheck: found 7 active agents {{(pid=93800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 23:26:41.328460 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e920723-821b-4a50-8235-7611fa88dcc1 None None] DHCP port deletion for faf4198d-203b-4c75-b427-82a0fe59404c request from n-d-802623-1 {{(pid=93799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 23:26:41.365053 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-cd06ea99-8926-43f0-8f30-1fa3b919f29c tempest-AllowedAddressPairIpV6TestJSON-2041722411 tempest-AllowedAddressPairIpV6TestJSON-2041722411-project] Deleting port 09d24c7d-1899-4554-acc1-d3d761a2acb3 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:26:41.365457 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-cd06ea99-8926-43f0-8f30-1fa3b919f29c tempest-AllowedAddressPairIpV6TestJSON-2041722411 tempest-AllowedAddressPairIpV6TestJSON-2041722411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:41.377206 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fc1360-d37f-4131-b8b6-641e1bc2a136 admin admin] Pushing event updated for resources: {'Subnet': ['ID=03df5e5c-8a96-449f-9e96-cff1a55737e2,revision_number=0']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:26:41.406626 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-4e920723-821b-4a50-8235-7611fa88dcc1 None None] Deleting port 09d24c7d-1899-4554-acc1-d3d761a2acb3 {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:26:41.407004 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4e920723-821b-4a50-8235-7611fa88dcc1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:41.419401 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84fc1360-d37f-4131-b8b6-641e1bc2a136 admin admin] Checking segment: {'id': 'e34bcaf6-fcda-4cb3-a9d4-ce07906221d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '280a3ba5-2d75-4827-b3c1-0be5bb892094'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:26:41.419757 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84fc1360-d37f-4131-b8b6-641e1bc2a136 admin admin] Network hostable DHCP agents. Network: 280a3ba5-2d75-4827-b3c1-0be5bb892094, hostable agents: ['5950e76f-2bde-4343-a925-cbe6bacd2706'], hosted agents: [] {{(pid=93797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 23:26:41.440362 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fdfbb3-0326-4c66-b00a-a663d46d11e0 req-44a5a5ab-7bd7-49ee-87a5-6c1b389035c8 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:26:41.441806 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d5fdfbb3-0326-4c66-b00a-a663d46d11e0 req-44a5a5ab-7bd7-49ee-87a5-6c1b389035c8 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/ports?device_id=fcccfefc-4374-48e5-917a-854e1ffce199 HTTP/1.1" status: 200 len: 946 time: 0.5870907 Jul 27 23:26:41.462945 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af995b27-8ff5-4d86-8348-c5a96df03457 req-223f7483-4872-425a-b4bf-29281e75f2a1 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:26:41.464415 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-af995b27-8ff5-4d86-8348-c5a96df03457 req-223f7483-4872-425a-b4bf-29281e75f2a1 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] 10.222.0.18 "GET /v2.0/ports?device_id=07667ed9-bf6a-429b-b2fe-099784128518 HTTP/1.1" status: 200 len: 945 time: 0.1515863 Jul 27 23:26:41.473618 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84fc1360-d37f-4131-b8b6-641e1bc2a136 admin admin] Network 280a3ba5-2d75-4827-b3c1-0be5bb892094 is scheduled to be hosted by DHCP agent 5950e76f-2bde-4343-a925-cbe6bacd2706 with binding_index 1 {{(pid=93797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 23:26:41.474320 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-cd06ea99-8926-43f0-8f30-1fa3b919f29c tempest-AllowedAddressPairIpV6TestJSON-2041722411 tempest-AllowedAddressPairIpV6TestJSON-2041722411-project] For port 09d24c7d-1899-4554-acc1-d3d761a2acb3, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=09d24c7d-1899-4554-acc1-d3d761a2acb3,segment=NetworkSegment(f97b4238-d78a-4266-979b-1c7717a8c873),segment_id=f97b4238-d78a-4266-979b-1c7717a8c873)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:26:41.474700 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-cd06ea99-8926-43f0-8f30-1fa3b919f29c tempest-AllowedAddressPairIpV6TestJSON-2041722411 tempest-AllowedAddressPairIpV6TestJSON-2041722411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:41.481259 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-4e920723-821b-4a50-8235-7611fa88dcc1 None None] For port 09d24c7d-1899-4554-acc1-d3d761a2acb3, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=09d24c7d-1899-4554-acc1-d3d761a2acb3,segment=NetworkSegment(f97b4238-d78a-4266-979b-1c7717a8c873),segment_id=f97b4238-d78a-4266-979b-1c7717a8c873)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:26:41.481812 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4e920723-821b-4a50-8235-7611fa88dcc1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:41.497023 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-4e920723-821b-4a50-8235-7611fa88dcc1 None None] Calling delete_port for 09d24c7d-1899-4554-acc1-d3d761a2acb3 owned by network:dhcp {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:26:41.498690 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-ed1804e1-bdcc-4b9e-9470-44159e69715f tempest-RoutersIpV6AdminTest-1619528760 tempest-RoutersIpV6AdminTest-1619528760-project] Deleting port 2cfa4229-5c3c-47dc-b98d-96800f238c0b {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:26:41.498949 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ed1804e1-bdcc-4b9e-9470-44159e69715f tempest-RoutersIpV6AdminTest-1619528760 tempest-RoutersIpV6AdminTest-1619528760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:41.507336 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-cd06ea99-8926-43f0-8f30-1fa3b919f29c tempest-AllowedAddressPairIpV6TestJSON-2041722411 tempest-AllowedAddressPairIpV6TestJSON-2041722411-project] Calling delete_port for 09d24c7d-1899-4554-acc1-d3d761a2acb3 owned by network:dhcp {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:26:41.533810 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d5fdfbb3-0326-4c66-b00a-a663d46d11e0 req-a8cdec45-a3eb-42bd-871b-a725f13e61dc tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/security-groups?id=7dab0fca-2422-4f10-a2ed-ede178e48859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816050 Jul 27 23:26:41.535851 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-84fc1360-d37f-4131-b8b6-641e1bc2a136 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802623-1, 280a3ba5-2d75-4827-b3c1-0be5bb892094) {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:26:41.541979 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84fc1360-d37f-4131-b8b6-641e1bc2a136 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:26:41.542828 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-84fc1360-d37f-4131-b8b6-641e1bc2a136 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for subnet, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:41.561222 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf7ab336-f1e7-4dab-9b7d-681d01ba6f9a None None] Network 280a3ba5-2d75-4827-b3c1-0be5bb892094 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:26:41.562842 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-84fc1360-d37f-4131-b8b6-641e1bc2a136 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1211216 Jul 27 23:26:41.565787 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 60942) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:26:41.572702 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-f6c292bc-7a79-4154-bd1a-66984321e063 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1074431017-router', 'tenant_id': '49af0f356ac348f0bd0841795f0ea352', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'}}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:26:41.605072 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f6c292bc-7a79-4154-bd1a-66984321e063 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62159'] for router, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:41.606516 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f6c292bc-7a79-4154-bd1a-66984321e063 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-479230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-415539', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3693317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62148'] for router, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:41.639086 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-af995b27-8ff5-4d86-8348-c5a96df03457 req-e7e0f1fb-eccb-4dd8-8f7f-078af4c0b2a6 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e15ece7-f410-4d95-9c67-d98c825e8c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508601 Jul 27 23:26:41.678793 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ed1804e1-bdcc-4b9e-9470-44159e69715f tempest-RoutersIpV6AdminTest-1619528760 tempest-RoutersIpV6AdminTest-1619528760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:41.681656 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4e920723-821b-4a50-8235-7611fa88dcc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:41.694557 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-ed1804e1-bdcc-4b9e-9470-44159e69715f tempest-RoutersIpV6AdminTest-1619528760 tempest-RoutersIpV6AdminTest-1619528760-project] Calling delete_port for 2cfa4229-5c3c-47dc-b98d-96800f238c0b owned by network:router_gateway {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:26:41.696563 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e920723-821b-4a50-8235-7611fa88dcc1 None None] No DVR routers for this DVR port 09d24c7d-1899-4554-acc1-d3d761a2acb3 on host n-d-802623-1 {{(pid=93799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:26:41.711780 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f6c292bc-7a79-4154-bd1a-66984321e063 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:41.751936 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-cd06ea99-8926-43f0-8f30-1fa3b919f29c tempest-AllowedAddressPairIpV6TestJSON-2041722411 tempest-AllowedAddressPairIpV6TestJSON-2041722411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:41.757575 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e920723-821b-4a50-8235-7611fa88dcc1 None None] Pushing event deleted for resources: {'Port': ['ID=09d24c7d-1899-4554-acc1-d3d761a2acb3,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:26:41.768489 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd06ea99-8926-43f0-8f30-1fa3b919f29c tempest-AllowedAddressPairIpV6TestJSON-2041722411 tempest-AllowedAddressPairIpV6TestJSON-2041722411-project] No DVR routers for this DVR port 09d24c7d-1899-4554-acc1-d3d761a2acb3 on host n-d-802623-1 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:26:41.798088 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd06ea99-8926-43f0-8f30-1fa3b919f29c tempest-AllowedAddressPairIpV6TestJSON-2041722411 tempest-AllowedAddressPairIpV6TestJSON-2041722411-project] Pushing event deleted for resources: {'Port': ['ID=09d24c7d-1899-4554-acc1-d3d761a2acb3,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:26:41.818326 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1764d28d-758c-48c2-8bd7-1e32c50bb024 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f6f257c-ad18-5f0c-8c8e-ea085a5fc8a2-280a3ba5-2d75-4827-b3c1-0be5bb892094', 'network_id': '280a3ba5-2d75-4827-b3c1-0be5bb892094', 'tenant_id': '49af0f356ac348f0bd0841795f0ea352', 'fixed_ips': [{'subnet_id': '03df5e5c-8a96-449f-9e96-cff1a55737e2'}]}} from n-d-802623-1. {{(pid=93799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 23:26:41.819263 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-1764d28d-758c-48c2-8bd7-1e32c50bb024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:41.921024 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f6c292bc-7a79-4154-bd1a-66984321e063 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-415433', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62186'] for router, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:41.923679 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-cd06ea99-8926-43f0-8f30-1fa3b919f29c tempest-AllowedAddressPairIpV6TestJSON-2041722411 tempest-AllowedAddressPairIpV6TestJSON-2041722411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618032', 'neutron.services.segments.db._delete_segments_for_network-8736833900081'] for network, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:41.942927 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-cd06ea99-8926-43f0-8f30-1fa3b919f29c tempest-AllowedAddressPairIpV6TestJSON-2041722411 tempest-AllowedAddressPairIpV6TestJSON-2041722411-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['faf4198d-203b-4c75-b427-82a0fe59404c']}} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:26:41.957393 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-cd06ea99-8926-43f0-8f30-1fa3b919f29c tempest-AllowedAddressPairIpV6TestJSON-2041722411 tempest-AllowedAddressPairIpV6TestJSON-2041722411-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f97b4238-d78a-4266-979b-1c7717a8c873') {'for_net_delete': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:26:41.957630 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-cd06ea99-8926-43f0-8f30-1fa3b919f29c tempest-AllowedAddressPairIpV6TestJSON-2041722411 tempest-AllowedAddressPairIpV6TestJSON-2041722411-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f97b4238-d78a-4266-979b-1c7717a8c873') {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:26:41.972882 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-cd06ea99-8926-43f0-8f30-1fa3b919f29c tempest-AllowedAddressPairIpV6TestJSON-2041722411 tempest-AllowedAddressPairIpV6TestJSON-2041722411-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736833900858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11163256'] for segment, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:41.989927 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-cd06ea99-8926-43f0-8f30-1fa3b919f29c tempest-AllowedAddressPairIpV6TestJSON-2041722411 tempest-AllowedAddressPairIpV6TestJSON-2041722411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:42.004499 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-1764d28d-758c-48c2-8bd7-1e32c50bb024 None None] Allocated IP 172.20.0.2 (280a3ba5-2d75-4827-b3c1-0be5bb892094/03df5e5c-8a96-449f-9e96-cff1a55737e2/20d1416e-4052-4e31-bb3d-c75af3402d29) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:26:42.007076 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd06ea99-8926-43f0-8f30-1fa3b919f29c tempest-AllowedAddressPairIpV6TestJSON-2041722411 tempest-AllowedAddressPairIpV6TestJSON-2041722411-project] Releasing vlan 515 on physical network physnet1 to pool {{(pid=93798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 23:26:42.007974 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-cd06ea99-8926-43f0-8f30-1fa3b919f29c tempest-AllowedAddressPairIpV6TestJSON-2041722411 tempest-AllowedAddressPairIpV6TestJSON-2041722411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11971746'] for segment, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:42.010348 n-d-802623-1 neutron-server[93798]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 23:26:42.010348 n-d-802623-1 neutron-server[93798]: self.session.flush() Jul 27 23:26:42.010348 n-d-802623-1 neutron-server[93798]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 23:26:42.010348 n-d-802623-1 neutron-server[93798]: self.session.flush() Jul 27 23:26:42.010348 n-d-802623-1 neutron-server[93798]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 23:26:42.010348 n-d-802623-1 neutron-server[93798]: self.session.flush() Jul 27 23:26:42.010348 n-d-802623-1 neutron-server[93798]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 23:26:42.010348 n-d-802623-1 neutron-server[93798]: self.session.flush() Jul 27 23:26:42.010348 n-d-802623-1 neutron-server[93798]: Traceback (most recent call last): Jul 27 23:26:42.010348 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 23:26:42.010348 n-d-802623-1 neutron-server[93798]: timer() Jul 27 23:26:42.010348 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 23:26:42.010348 n-d-802623-1 neutron-server[93798]: cb(*args, **kw) Jul 27 23:26:42.010348 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 23:26:42.010348 n-d-802623-1 neutron-server[93798]: return func(*args, **kwargs) Jul 27 23:26:42.010348 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 23:26:42.010348 n-d-802623-1 neutron-server[93798]: self._notify() Jul 27 23:26:42.010348 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 23:26:42.010348 n-d-802623-1 neutron-server[93798]: self.callback(batched_events) Jul 27 23:26:42.010348 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 23:26:42.010348 n-d-802623-1 neutron-server[93798]: event.method(event) Jul 27 23:26:42.010348 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 23:26:42.010348 n-d-802623-1 neutron-server[93798]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 23:26:42.010348 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 23:26:42.010348 n-d-802623-1 neutron-server[93798]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 23:26:42.010348 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 23:26:42.010348 n-d-802623-1 neutron-server[93798]: return f(self, *a, **k) Jul 27 23:26:42.010348 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 23:26:42.010348 n-d-802623-1 neutron-server[93798]: return self._get(url).json() Jul 27 23:26:42.010348 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 23:26:42.010348 n-d-802623-1 neutron-server[93798]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 23:26:42.010348 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 23:26:42.010348 n-d-802623-1 neutron-server[93798]: return self.request(url, 'GET', **kwargs) Jul 27 23:26:42.010348 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 23:26:42.010348 n-d-802623-1 neutron-server[93798]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 23:26:42.010348 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 23:26:42.010348 n-d-802623-1 neutron-server[93798]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 23:26:42.010348 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 23:26:42.010348 n-d-802623-1 neutron-server[93798]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 23:26:42.010348 n-d-802623-1 neutron-server[93798]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 23:26:42.110606 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-cd06ea99-8926-43f0-8f30-1fa3b919f29c tempest-AllowedAddressPairIpV6TestJSON-2041722411 tempest-AllowedAddressPairIpV6TestJSON-2041722411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415412'] for network, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:42.120559 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-cd06ea99-8926-43f0-8f30-1fa3b919f29c tempest-AllowedAddressPairIpV6TestJSON-2041722411 tempest-AllowedAddressPairIpV6TestJSON-2041722411-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:42.123339 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-cd06ea99-8926-43f0-8f30-1fa3b919f29c tempest-AllowedAddressPairIpV6TestJSON-2041722411 tempest-AllowedAddressPairIpV6TestJSON-2041722411-project] 10.222.0.18 "DELETE /v2.0/networks/faf4198d-203b-4c75-b427-82a0fe59404c HTTP/1.1" status: 204 len: 168 time: 1.1227090 Jul 27 23:26:42.150217 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ed1804e1-bdcc-4b9e-9470-44159e69715f tempest-RoutersIpV6AdminTest-1619528760 tempest-RoutersIpV6AdminTest-1619528760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:42.175930 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd06ea99-8926-43f0-8f30-1fa3b919f29c tempest-AllowedAddressPairIpV6TestJSON-2041722411 tempest-AllowedAddressPairIpV6TestJSON-2041722411-project] Pushing event deleted for resources: {'Network': ['ID=faf4198d-203b-4c75-b427-82a0fe59404c,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:26:42.182690 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-1764d28d-758c-48c2-8bd7-1e32c50bb024 None None] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:42.204644 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-1764d28d-758c-48c2-8bd7-1e32c50bb024 None None] Transition to ACTIVE for port object 20d1416e-4052-4e31-bb3d-c75af3402d29 will not be triggered until provisioned by entity L2. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:26:42.208765 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1804e1-bdcc-4b9e-9470-44159e69715f tempest-RoutersIpV6AdminTest-1619528760 tempest-RoutersIpV6AdminTest-1619528760-project] Pushing event deleted for resources: {'Port': ['ID=2cfa4229-5c3c-47dc-b98d-96800f238c0b,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:26:42.219963 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f6c292bc-7a79-4154-bd1a-66984321e063 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:42.227194 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-1764d28d-758c-48c2-8bd7-1e32c50bb024 None None] Transition to ACTIVE for port object 20d1416e-4052-4e31-bb3d-c75af3402d29 will not be triggered until provisioned by entity DHCP. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:26:42.246939 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f6c292bc-7a79-4154-bd1a-66984321e063 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:42.254226 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-1764d28d-758c-48c2-8bd7-1e32c50bb024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:42.275638 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ed1804e1-bdcc-4b9e-9470-44159e69715f tempest-RoutersIpV6AdminTest-1619528760 tempest-RoutersIpV6AdminTest-1619528760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-415368'] for router_gateway, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:42.341036 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1764d28d-758c-48c2-8bd7-1e32c50bb024 None None] Network 280a3ba5-2d75-4827-b3c1-0be5bb892094 is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:26:42.345745 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-1764d28d-758c-48c2-8bd7-1e32c50bb024 None None] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:26:42.347707 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1764d28d-758c-48c2-8bd7-1e32c50bb024 None None] Pushing event updated for resources: {'Port': ['ID=20d1416e-4052-4e31-bb3d-c75af3402d29,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:26:42.350156 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1764d28d-758c-48c2-8bd7-1e32c50bb024 None None] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:26:42.410141 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-cfc6603b-8410-4ccc-9913-fbff8dda9162 req-8a483182-0d44-4b93-892a-afb6b39acd1d tempest-TestVolumeBackupRestore-155198222 tempest-TestVolumeBackupRestore-155198222-project] 10.222.0.18 "GET /v2.0/ports?device_id=6f91d071-256d-4471-b814-102a0464de10 HTTP/1.1" status: 200 len: 210 time: 0.0533941 Jul 27 23:26:42.419986 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 09d24c7d-1899-4554-acc1-d3d761a2acb3 no longer exists at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:26:42.433671 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ed1804e1-bdcc-4b9e-9470-44159e69715f tempest-RoutersIpV6AdminTest-1619528760 tempest-RoutersIpV6AdminTest-1619528760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62205'] for router, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:42.435243 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-f6c292bc-7a79-4154-bd1a-66984321e063 admin admin] Allocated IP 172.25.4.28 (2fd42287-ed26-4eb9-89a5-b521f5b04356/17de1f8f-393a-4b0c-a2df-614bd3f2fb5e/aabf91af-c331-4c6f-8eeb-399969435504) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:26:42.436931 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ed1804e1-bdcc-4b9e-9470-44159e69715f tempest-RoutersIpV6AdminTest-1619528760 tempest-RoutersIpV6AdminTest-1619528760-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:42.457801 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] No Port match for: 09d24c7d-1899-4554-acc1-d3d761a2acb3 {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:26:42.459014 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 09d24c7d-1899-4554-acc1-d3d761a2acb3 not bound to the agent host n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:26:42.461028 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-1764d28d-758c-48c2-8bd7-1e32c50bb024 None None] Attempting to bind port 20d1416e-4052-4e31-bb3d-c75af3402d29 on host n-d-802623-1 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:26:42.461405 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-1764d28d-758c-48c2-8bd7-1e32c50bb024 None None] Attempting to bind port 20d1416e-4052-4e31-bb3d-c75af3402d29 by drivers openvswitch,hyperv on host n-d-802623-1 at level 0 using segments [{'id': 'e34bcaf6-fcda-4cb3-a9d4-ce07906221d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '280a3ba5-2d75-4827-b3c1-0be5bb892094'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:26:42.461770 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1764d28d-758c-48c2-8bd7-1e32c50bb024 None None] Attempting to bind port 20d1416e-4052-4e31-bb3d-c75af3402d29 on network 280a3ba5-2d75-4827-b3c1-0be5bb892094 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:26:42.467890 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1764d28d-758c-48c2-8bd7-1e32c50bb024 None None] Checking agent: {'id': 'a9a568d2-a5e7-41e4-833f-a8ab42ea4073', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 52, 30), 'started_at': datetime.datetime(2021, 7, 27, 22, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 26, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802623-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:26:42.468869 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1764d28d-758c-48c2-8bd7-1e32c50bb024 None None] Checking segment: {'id': 'e34bcaf6-fcda-4cb3-a9d4-ce07906221d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '280a3ba5-2d75-4827-b3c1-0be5bb892094'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:26:42.469511 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-1764d28d-758c-48c2-8bd7-1e32c50bb024 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:42.470420 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1764d28d-758c-48c2-8bd7-1e32c50bb024 None None] Bound using segment: {'id': 'e34bcaf6-fcda-4cb3-a9d4-ce07906221d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '280a3ba5-2d75-4827-b3c1-0be5bb892094'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:26:42.470918 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-1764d28d-758c-48c2-8bd7-1e32c50bb024 None None] Bound port: 20d1416e-4052-4e31-bb3d-c75af3402d29, host: n-d-802623-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e34bcaf6-fcda-4cb3-a9d4-ce07906221d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '280a3ba5-2d75-4827-b3c1-0be5bb892094'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:26:42.471405 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-1764d28d-758c-48c2-8bd7-1e32c50bb024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:42.504272 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ed1804e1-bdcc-4b9e-9470-44159e69715f tempest-RoutersIpV6AdminTest-1619528760 tempest-RoutersIpV6AdminTest-1619528760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-477831'] for router, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:42.505128 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed1804e1-bdcc-4b9e-9470-44159e69715f tempest-RoutersIpV6AdminTest-1619528760 tempest-RoutersIpV6AdminTest-1619528760-project] Fanout notify agent at l3_agent the message router_deleted on router 48584aae-8d8d-4759-ab3d-66ddb36bd67c {{(pid=93798) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 23:26:42.506753 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 60952) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:26:42.513944 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 60954) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:26:42.535993 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ed1804e1-bdcc-4b9e-9470-44159e69715f tempest-RoutersIpV6AdminTest-1619528760 tempest-RoutersIpV6AdminTest-1619528760-project] Notify callbacks [] for router, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:42.541679 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-ed1804e1-bdcc-4b9e-9470-44159e69715f tempest-RoutersIpV6AdminTest-1619528760 tempest-RoutersIpV6AdminTest-1619528760-project] 10.222.0.18 "DELETE /v2.0/routers/48584aae-8d8d-4759-ab3d-66ddb36bd67c HTTP/1.1" status: 204 len: 168 time: 1.7528367 Jul 27 23:26:42.544451 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 60958) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:26:42.549652 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-4d15966b-901a-4d64-8c27-c7da4cbef60f tempest-RoutersIpV6AdminTest-711475609 tempest-RoutersIpV6AdminTest-711475609-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1942154388', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'enable_snat': False}}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:26:42.579171 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-1764d28d-758c-48c2-8bd7-1e32c50bb024 None None] For port 20d1416e-4052-4e31-bb3d-c75af3402d29, host n-d-802623-1, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:26:42.586838 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-1764d28d-758c-48c2-8bd7-1e32c50bb024 None None] For port 20d1416e-4052-4e31-bb3d-c75af3402d29, host n-d-802623-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=20d1416e-4052-4e31-bb3d-c75af3402d29,segment=NetworkSegment(e34bcaf6-fcda-4cb3-a9d4-ce07906221d3),segment_id=e34bcaf6-fcda-4cb3-a9d4-ce07906221d3)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:26:42.597846 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-1764d28d-758c-48c2-8bd7-1e32c50bb024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:42.628459 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4d15966b-901a-4d64-8c27-c7da4cbef60f tempest-RoutersIpV6AdminTest-711475609 tempest-RoutersIpV6AdminTest-711475609-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62159'] for router, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:42.629619 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4d15966b-901a-4d64-8c27-c7da4cbef60f tempest-RoutersIpV6AdminTest-711475609 tempest-RoutersIpV6AdminTest-711475609-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-479230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-415539', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3693317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62148'] for router, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:42.632906 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f6c292bc-7a79-4154-bd1a-66984321e063 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:42.708893 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1764d28d-758c-48c2-8bd7-1e32c50bb024 None None] Pushing event updated for resources: {'Port': ['ID=20d1416e-4052-4e31-bb3d-c75af3402d29,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:26:42.735447 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f6c292bc-7a79-4154-bd1a-66984321e063 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:42.833866 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4d15966b-901a-4d64-8c27-c7da4cbef60f tempest-RoutersIpV6AdminTest-711475609 tempest-RoutersIpV6AdminTest-711475609-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:42.836160 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6c292bc-7a79-4154-bd1a-66984321e063 admin admin] Network 2fd42287-ed26-4eb9-89a5-b521f5b04356 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:26:42.838988 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c292bc-7a79-4154-bd1a-66984321e063 admin admin] Pushing event updated for resources: {'Port': ['ID=aabf91af-c331-4c6f-8eeb-399969435504,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:26:42.848164 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-f6c292bc-7a79-4154-bd1a-66984321e063 admin admin] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:26:42.851256 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6c292bc-7a79-4154-bd1a-66984321e063 admin admin] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:26:42.858625 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b850834-a41e-413b-bc44-069a5a4d4c07 req-79251997-32d8-415c-9601-aa305404c3c2 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:26:42.860172 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-4b850834-a41e-413b-bc44-069a5a4d4c07 req-79251997-32d8-415c-9601-aa305404c3c2 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/ports?device_id=fcccfefc-4374-48e5-917a-854e1ffce199 HTTP/1.1" status: 200 len: 946 time: 0.1636860 Jul 27 23:26:42.899165 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de34d75-d2ef-4e5c-9697-a8688e28b0ce req-81ae337a-8c6a-4cc7-86b6-44e2fac4f044 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:26:42.911707 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-0de34d75-d2ef-4e5c-9697-a8688e28b0ce req-81ae337a-8c6a-4cc7-86b6-44e2fac4f044 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] 10.222.0.18 "GET /v2.0/ports?device_id=07667ed9-bf6a-429b-b2fe-099784128518 HTTP/1.1" status: 200 len: 945 time: 0.1265688 Jul 27 23:26:43.004591 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-764072ab-9f48-4704-84d3-ebc2fee416cc admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=190278331b19474c90a64bef41e6d543&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4872742 Jul 27 23:26:43.015643 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 60964) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:26:43.037224 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-0de34d75-d2ef-4e5c-9697-a8688e28b0ce req-58d56270-8f44-4c80-a684-a7df5400c16b tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e15ece7-f410-4d95-9c67-d98c825e8c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167309 Jul 27 23:26:43.189357 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f6c292bc-7a79-4154-bd1a-66984321e063 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:43.399519 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f6c292bc-7a79-4154-bd1a-66984321e063 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-415468'] for router, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:43.463315 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4d15966b-901a-4d64-8c27-c7da4cbef60f tempest-RoutersIpV6AdminTest-711475609 tempest-RoutersIpV6AdminTest-711475609-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-415433', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62186'] for router, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:43.471610 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-4b850834-a41e-413b-bc44-069a5a4d4c07 req-5b00edba-d1cd-4c52-a6cb-d58c2fb9f504 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/security-groups?id=7dab0fca-2422-4f10-a2ed-ede178e48859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5217335 Jul 27 23:26:43.485475 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 60968) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:26:43.556383 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6c292bc-7a79-4154-bd1a-66984321e063 admin admin] Router ae07b307-a0ba-48a4-8cdd-01fc42aa4d7f is scheduled to L3 agent 018c4455-49c0-4734-927d-7824067b2a9e with binding_index 1 {{(pid=93797) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 23:26:43.558158 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e075763e-7538-4427-87cf-9771b063a1de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:43.654317 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e075763e-7538-4427-87cf-9771b063a1de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:43.678627 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6c292bc-7a79-4154-bd1a-66984321e063 admin admin] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:26:43.691382 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e738fbb-159d-491d-8811-0d3c7f1bf2b5 None None] Sync routers for ids ['ae07b307-a0ba-48a4-8cdd-01fc42aa4d7f'] in n-d-802623-1 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:26:43.705294 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e738fbb-159d-491d-8811-0d3c7f1bf2b5 None None] Routers {'ae07b307-a0ba-48a4-8cdd-01fc42aa4d7f'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:26:43.705935 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-3e738fbb-159d-491d-8811-0d3c7f1bf2b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:26:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['ae07b307-a0ba-48a4-8cdd-01fc42aa4d7f'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:26:43.712046 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f6c292bc-7a79-4154-bd1a-66984321e063 admin admin] Notify callbacks [] for router, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:43.716660 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-f6c292bc-7a79-4154-bd1a-66984321e063 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.1490846 Jul 27 23:26:43.717714 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 60972) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:26:43.763923 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e075763e-7538-4427-87cf-9771b063a1de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:43.769923 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e075763e-7538-4427-87cf-9771b063a1de admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:43.774193 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-e075763e-7538-4427-87cf-9771b063a1de admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/79952a67-b84b-4976-b02b-4af3a837e202 HTTP/1.1" status: 204 len: 168 time: 0.7530642 Jul 27 23:26:43.784141 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5d2ec4af-4aeb-47e0-92a2-cd4ef6247cdf tempest-TestVolumeBackupRestore-155198222 tempest-TestVolumeBackupRestore-155198222-project] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:43.807869 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e075763e-7538-4427-87cf-9771b063a1de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79952a67-b84b-4976-b02b-4af3a837e202,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:26:43.818382 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-432157ba-51af-4cb4-8a03-f05116db0419 None None] Network 280a3ba5-2d75-4827-b3c1-0be5bb892094 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:26:43.834424 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5d2ec4af-4aeb-47e0-92a2-cd4ef6247cdf tempest-TestVolumeBackupRestore-155198222 tempest-TestVolumeBackupRestore-155198222-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:43.852801 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-3e738fbb-159d-491d-8811-0d3c7f1bf2b5 None None] Set router ae07b307-a0ba-48a4-8cdd-01fc42aa4d7f gateway port host: n-d-802623-1 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:26:43.951783 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-0d5a9553-af56-4db9-b34f-70a482a20154 None None] Provisioning for port 20d1416e-4052-4e31-bb3d-c75af3402d29 completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:26:43.995976 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe68786-2df6-4413-9038-d6fa8f68bf87 req-20827ba0-3324-4bae-8f2f-f8a24490d6d4 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:26:43.997624 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-0fe68786-2df6-4413-9038-d6fa8f68bf87 req-20827ba0-3324-4bae-8f2f-f8a24490d6d4 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/ports?device_id=fcccfefc-4374-48e5-917a-854e1ffce199 HTTP/1.1" status: 200 len: 946 time: 0.1537516 Jul 27 23:26:44.169296 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5d2ec4af-4aeb-47e0-92a2-cd4ef6247cdf tempest-TestVolumeBackupRestore-155198222 tempest-TestVolumeBackupRestore-155198222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:44.178906 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5d2ec4af-4aeb-47e0-92a2-cd4ef6247cdf tempest-TestVolumeBackupRestore-155198222 tempest-TestVolumeBackupRestore-155198222-project] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:44.180469 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-5d2ec4af-4aeb-47e0-92a2-cd4ef6247cdf tempest-TestVolumeBackupRestore-155198222 tempest-TestVolumeBackupRestore-155198222-project] 10.222.0.18 "DELETE /v2.0/security-groups/3ab4096c-6af3-4502-afe2-c829fe7be244 HTTP/1.1" status: 204 len: 168 time: 0.6940155 Jul 27 23:26:44.190741 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-0fe68786-2df6-4413-9038-d6fa8f68bf87 req-032077f8-72fd-4dda-9477-7ac6f4b177a2 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/security-groups?id=7dab0fca-2422-4f10-a2ed-ede178e48859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455719 Jul 27 23:26:44.203090 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c9c4ec36-2db9-4485-909f-700f7bf620c0 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-414022'] for router_interface, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:44.244474 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2ec4af-4aeb-47e0-92a2-cd4ef6247cdf tempest-TestVolumeBackupRestore-155198222 tempest-TestVolumeBackupRestore-155198222-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ab4096c-6af3-4502-afe2-c829fe7be244,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:26:44.256460 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-3e738fbb-159d-491d-8811-0d3c7f1bf2b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae07b307-a0ba-48a4-8cdd-01fc42aa4d7f', 'name': 'tempest-TestVolumeBootPattern-1074431017-router', 'tenant_id': '49af0f356ac348f0bd0841795f0ea352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.28'}], 'enable_snat': True}, 'gw_port_id': 'aabf91af-c331-4c6f-8eeb-399969435504', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:26:41Z', 'updated_at': '2021-07-27T23:26:43Z', 'revision_number': 3, 'project_id': '49af0f356ac348f0bd0841795f0ea352', 'gw_port': {'id': 'aabf91af-c331-4c6f-8eeb-399969435504', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:cc:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae07b307-a0ba-48a4-8cdd-01fc42aa4d7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2648, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:26:42Z', 'updated_at': '2021-07-27T23:26:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1'}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:26:44.277940 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4d15966b-901a-4d64-8c27-c7da4cbef60f tempest-RoutersIpV6AdminTest-711475609 tempest-RoutersIpV6AdminTest-711475609-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:44.318811 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e738fbb-159d-491d-8811-0d3c7f1bf2b5 None None] Checking router: ae07b307-a0ba-48a4-8cdd-01fc42aa4d7f for host: n-d-802623-1 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 23:26:44.319299 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e738fbb-159d-491d-8811-0d3c7f1bf2b5 None None] Updating router ae07b307-a0ba-48a4-8cdd-01fc42aa4d7f port aabf91af-c331-4c6f-8eeb-399969435504 binding host n-d-802623-1 {{(pid=93800) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 23:26:44.323269 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4d15966b-901a-4d64-8c27-c7da4cbef60f tempest-RoutersIpV6AdminTest-711475609 tempest-RoutersIpV6AdminTest-711475609-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:44.356929 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3e738fbb-159d-491d-8811-0d3c7f1bf2b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:44.502946 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc45a33-1b6f-4de5-a068-0540d5ff270b req-5e7df100-1759-462e-88a1-bb5b8d9b6a69 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:26:44.518604 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-5bc45a33-1b6f-4de5-a068-0540d5ff270b req-5e7df100-1759-462e-88a1-bb5b8d9b6a69 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] 10.222.0.18 "GET /v2.0/ports?device_id=07667ed9-bf6a-429b-b2fe-099784128518 HTTP/1.1" status: 200 len: 945 time: 0.3419328 Jul 27 23:26:44.534629 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 20d1416e-4052-4e31-bb3d-c75af3402d29 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:26:44.681838 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning for port 20d1416e-4052-4e31-bb3d-c75af3402d29 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:26:44.686393 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port 20d1416e-4052-4e31-bb3d-c75af3402d29 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:26:44.686773 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:44.823800 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-5bc45a33-1b6f-4de5-a068-0540d5ff270b req-5b4667f6-31ca-46ee-a0d6-69948291f20a tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e15ece7-f410-4d95-9c67-d98c825e8c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3027647 Jul 27 23:26:44.848356 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0e940fa0-2613-45d3-9335-60b1098a9888 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:44.899837 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:44.974444 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-4d15966b-901a-4d64-8c27-c7da4cbef60f tempest-RoutersIpV6AdminTest-711475609 tempest-RoutersIpV6AdminTest-711475609-project-admin] Allocated IP 172.25.4.150 (2fd42287-ed26-4eb9-89a5-b521f5b04356/17de1f8f-393a-4b0c-a2df-614bd3f2fb5e/c56bde46-eb5c-46c4-8814-06d1560a3b8a) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:26:44.979011 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] For port 20d1416e-4052-4e31-bb3d-c75af3402d29, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=20d1416e-4052-4e31-bb3d-c75af3402d29,segment=NetworkSegment(e34bcaf6-fcda-4cb3-a9d4-ce07906221d3),segment_id=e34bcaf6-fcda-4cb3-a9d4-ce07906221d3)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:26:45.000847 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:45.068220 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 32812) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:26:45.114824 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Pushing event updated for resources: {'Port': ['ID=20d1416e-4052-4e31-bb3d-c75af3402d29,revision_number=3']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:26:45.211596 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4d15966b-901a-4d64-8c27-c7da4cbef60f tempest-RoutersIpV6AdminTest-711475609 tempest-RoutersIpV6AdminTest-711475609-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:45.230056 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-0e940fa0-2613-45d3-9335-60b1098a9888 admin admin] Allocated IP 172.20.0.1 (280a3ba5-2d75-4827-b3c1-0be5bb892094/03df5e5c-8a96-449f-9e96-cff1a55737e2/2a3cb2b8-98cb-4156-9ea6-63b994d40fe2) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:26:45.235894 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-c381d3c6-2163-4738-9e7d-82741a501521 tempest-ExtraDHCPOptionsIpV6TestJSON-459993750 tempest-ExtraDHCPOptionsIpV6TestJSON-459993750-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-307868352'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:26:45.322380 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c381d3c6-2163-4738-9e7d-82741a501521 tempest-ExtraDHCPOptionsIpV6TestJSON-459993750 tempest-ExtraDHCPOptionsIpV6TestJSON-459993750-project] Made reservation on behalf of c13bded92d77408dbbabf4f2e7ea176f for: {'network': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:26:45.324611 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-c9c4ec36-2db9-4485-909f-700f7bf620c0 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Deleting port 02848965-c240-4b22-bd5a-95d44c88dba1 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:26:45.324963 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c9c4ec36-2db9-4485-909f-700f7bf620c0 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:45.327020 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c381d3c6-2163-4738-9e7d-82741a501521 tempest-ExtraDHCPOptionsIpV6TestJSON-459993750 tempest-ExtraDHCPOptionsIpV6TestJSON-459993750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for network, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:45.339816 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c381d3c6-2163-4738-9e7d-82741a501521 tempest-ExtraDHCPOptionsIpV6TestJSON-459993750 tempest-ExtraDHCPOptionsIpV6TestJSON-459993750-project] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:45.394900 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5cf09d-cc09-438b-9895-87415dd44001 req-6f29ca20-1393-4af9-b92e-b0ea487a6b75 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:26:45.396469 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ca5cf09d-cc09-438b-9895-87415dd44001 req-6f29ca20-1393-4af9-b92e-b0ea487a6b75 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.38 "GET /v2.0/ports?device_id=fcccfefc-4374-48e5-917a-854e1ffce199 HTTP/1.1" status: 200 len: 946 time: 0.1813257 Jul 27 23:26:45.415955 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0e940fa0-2613-45d3-9335-60b1098a9888 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:45.441213 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-0e940fa0-2613-45d3-9335-60b1098a9888 admin admin] Transition to ACTIVE for port object 2a3cb2b8-98cb-4156-9ea6-63b994d40fe2 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:26:45.521281 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c381d3c6-2163-4738-9e7d-82741a501521 tempest-ExtraDHCPOptionsIpV6TestJSON-459993750 tempest-ExtraDHCPOptionsIpV6TestJSON-459993750-project] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:45.524730 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0e940fa0-2613-45d3-9335-60b1098a9888 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:45.565534 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4d15966b-901a-4d64-8c27-c7da4cbef60f tempest-RoutersIpV6AdminTest-711475609 tempest-RoutersIpV6AdminTest-711475609-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:45.655114 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24d605c-90e0-4008-bbe2-0a1a58e9821e req-464ec732-f99a-4b0d-a57d-16cc90aa5e55 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:26:45.664431 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c24d605c-90e0-4008-bbe2-0a1a58e9821e req-464ec732-f99a-4b0d-a57d-16cc90aa5e55 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/ports?device_id=fcccfefc-4374-48e5-917a-854e1ffce199 HTTP/1.1" status: 200 len: 946 time: 0.3265703 Jul 27 23:26:45.688534 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d15966b-901a-4d64-8c27-c7da4cbef60f tempest-RoutersIpV6AdminTest-711475609 tempest-RoutersIpV6AdminTest-711475609-project-admin] Pushing event updated for resources: {'Port': ['ID=c56bde46-eb5c-46c4-8814-06d1560a3b8a,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:26:45.702873 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3e738fbb-159d-491d-8811-0d3c7f1bf2b5 None None] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:45.708866 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d15966b-901a-4d64-8c27-c7da4cbef60f tempest-RoutersIpV6AdminTest-711475609 tempest-RoutersIpV6AdminTest-711475609-project-admin] Network 2fd42287-ed26-4eb9-89a5-b521f5b04356 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:26:45.716325 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-3e738fbb-159d-491d-8811-0d3c7f1bf2b5 None None] Transition to ACTIVE for port object aabf91af-c331-4c6f-8eeb-399969435504 will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:26:45.724913 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3e738fbb-159d-491d-8811-0d3c7f1bf2b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:45.731193 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-4d15966b-901a-4d64-8c27-c7da4cbef60f tempest-RoutersIpV6AdminTest-711475609 tempest-RoutersIpV6AdminTest-711475609-project-admin] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:26:45.733984 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d15966b-901a-4d64-8c27-c7da4cbef60f tempest-RoutersIpV6AdminTest-711475609 tempest-RoutersIpV6AdminTest-711475609-project-admin] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:26:45.749135 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-c9c4ec36-2db9-4485-909f-700f7bf620c0 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] For port 02848965-c240-4b22-bd5a-95d44c88dba1, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=02848965-c240-4b22-bd5a-95d44c88dba1,segment=NetworkSegment(9ac5713f-1ed4-4c82-b885-5fc23b0f1a5c),segment_id=9ac5713f-1ed4-4c82-b885-5fc23b0f1a5c)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:26:45.749268 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c9c4ec36-2db9-4485-909f-700f7bf620c0 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:45.780550 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1abeb8-0a30-4d87-8db0-ecff653870a2 None None] Pushing event updated for resources: {'Port': ['ID=aabf91af-c331-4c6f-8eeb-399969435504,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:26:45.815167 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-3e738fbb-159d-491d-8811-0d3c7f1bf2b5 None None] Attempting to bind port aabf91af-c331-4c6f-8eeb-399969435504 on host n-d-802623-1 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:26:45.815921 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-3e738fbb-159d-491d-8811-0d3c7f1bf2b5 None None] Attempting to bind port aabf91af-c331-4c6f-8eeb-399969435504 by drivers openvswitch,hyperv on host n-d-802623-1 at level 0 using segments [{'id': 'b9afe07e-bbe4-4740-834c-4b6a9698bdbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:26:45.816527 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e738fbb-159d-491d-8811-0d3c7f1bf2b5 None None] Attempting to bind port aabf91af-c331-4c6f-8eeb-399969435504 on network 2fd42287-ed26-4eb9-89a5-b521f5b04356 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:26:45.822394 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e738fbb-159d-491d-8811-0d3c7f1bf2b5 None None] Checking agent: {'id': 'a9a568d2-a5e7-41e4-833f-a8ab42ea4073', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 52, 30), 'started_at': datetime.datetime(2021, 7, 27, 22, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 26, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802623-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:26:45.823226 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e738fbb-159d-491d-8811-0d3c7f1bf2b5 None None] Checking segment: {'id': 'b9afe07e-bbe4-4740-834c-4b6a9698bdbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:26:45.824177 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3e738fbb-159d-491d-8811-0d3c7f1bf2b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:45.824909 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e738fbb-159d-491d-8811-0d3c7f1bf2b5 None None] Bound using segment: {'id': 'b9afe07e-bbe4-4740-834c-4b6a9698bdbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:26:45.825875 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-3e738fbb-159d-491d-8811-0d3c7f1bf2b5 None None] Bound port: aabf91af-c331-4c6f-8eeb-399969435504, host: n-d-802623-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9afe07e-bbe4-4740-834c-4b6a9698bdbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:26:45.826492 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3e738fbb-159d-491d-8811-0d3c7f1bf2b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:45.855228 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c24d605c-90e0-4008-bbe2-0a1a58e9821e req-d117dbc9-d0bf-4a4c-ada9-781a8b6e3a15 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/security-groups?id=7dab0fca-2422-4f10-a2ed-ede178e48859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640244 Jul 27 23:26:45.881109 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-c9c4ec36-2db9-4485-909f-700f7bf620c0 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Calling delete_port for 02848965-c240-4b22-bd5a-95d44c88dba1 owned by network:router_interface {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:26:45.953500 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-3e738fbb-159d-491d-8811-0d3c7f1bf2b5 None None] For port aabf91af-c331-4c6f-8eeb-399969435504, host n-d-802623-1, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:26:45.972977 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-3e738fbb-159d-491d-8811-0d3c7f1bf2b5 None None] For port aabf91af-c331-4c6f-8eeb-399969435504, host n-d-802623-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=aabf91af-c331-4c6f-8eeb-399969435504,segment=NetworkSegment(b9afe07e-bbe4-4740-834c-4b6a9698bdbc),segment_id=b9afe07e-bbe4-4740-834c-4b6a9698bdbc)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:26:45.981957 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3e738fbb-159d-491d-8811-0d3c7f1bf2b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:45.997058 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c381d3c6-2163-4738-9e7d-82741a501521 tempest-ExtraDHCPOptionsIpV6TestJSON-459993750 tempest-ExtraDHCPOptionsIpV6TestJSON-459993750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:46.008893 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c381d3c6-2163-4738-9e7d-82741a501521 tempest-ExtraDHCPOptionsIpV6TestJSON-459993750 tempest-ExtraDHCPOptionsIpV6TestJSON-459993750-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 540} {{(pid=93797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 23:26:46.017880 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c381d3c6-2163-4738-9e7d-82741a501521 tempest-ExtraDHCPOptionsIpV6TestJSON-459993750 tempest-ExtraDHCPOptionsIpV6TestJSON-459993750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:46.018244 n-d-802623-1 neutron-server[93797]: INFO neutron.db.segments_db [None req-c381d3c6-2163-4738-9e7d-82741a501521 tempest-ExtraDHCPOptionsIpV6TestJSON-459993750 tempest-ExtraDHCPOptionsIpV6TestJSON-459993750-project] Added segment f18db351-306b-474a-9315-8673c11d1f66 of type vlan for network 57daaab7-842d-4dec-a9fd-1c59a9026be1 Jul 27 23:26:46.050853 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1abeb8-0a30-4d87-8db0-ecff653870a2 None None] Pushing event updated for resources: {'Port': ['ID=aabf91af-c331-4c6f-8eeb-399969435504,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:26:46.058617 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c381d3c6-2163-4738-9e7d-82741a501521 tempest-ExtraDHCPOptionsIpV6TestJSON-459993750 tempest-ExtraDHCPOptionsIpV6TestJSON-459993750-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736833354590'] for network, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:46.075057 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e738fbb-159d-491d-8811-0d3c7f1bf2b5 None None] Routers {'ae07b307-a0ba-48a4-8cdd-01fc42aa4d7f'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:26:46.075734 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-3e738fbb-159d-491d-8811-0d3c7f1bf2b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:26:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['ae07b307-a0ba-48a4-8cdd-01fc42aa4d7f'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:26:46.130828 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c381d3c6-2163-4738-9e7d-82741a501521 tempest-ExtraDHCPOptionsIpV6TestJSON-459993750 tempest-ExtraDHCPOptionsIpV6TestJSON-459993750-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7551d437-b568-4757-9e68-4abd3b05a74c,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:26:46.134012 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c381d3c6-2163-4738-9e7d-82741a501521 tempest-ExtraDHCPOptionsIpV6TestJSON-459993750 tempest-ExtraDHCPOptionsIpV6TestJSON-459993750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569'] for network, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:46.140301 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c381d3c6-2163-4738-9e7d-82741a501521 tempest-ExtraDHCPOptionsIpV6TestJSON-459993750 tempest-ExtraDHCPOptionsIpV6TestJSON-459993750-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:26:46.140922 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c381d3c6-2163-4738-9e7d-82741a501521 tempest-ExtraDHCPOptionsIpV6TestJSON-459993750 tempest-ExtraDHCPOptionsIpV6TestJSON-459993750-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for network, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:46.192548 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-ca5cf09d-cc09-438b-9895-87415dd44001 req-b5d7cf7e-bdc8-49e0-8442-3c14bb461de5 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] Deleting port dc3b7bd5-c709-4461-a0cf-0aa9ec11aacc {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:26:46.193107 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-ca5cf09d-cc09-438b-9895-87415dd44001 req-b5d7cf7e-bdc8-49e0-8442-3c14bb461de5 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:46.243009 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c381d3c6-2163-4738-9e7d-82741a501521 tempest-ExtraDHCPOptionsIpV6TestJSON-459993750 tempest-ExtraDHCPOptionsIpV6TestJSON-459993750-project] Pushing event updated for resources: {'Network': ['ID=57daaab7-842d-4dec-a9fd-1c59a9026be1,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:26:46.246671 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-c381d3c6-2163-4738-9e7d-82741a501521 tempest-ExtraDHCPOptionsIpV6TestJSON-459993750 tempest-ExtraDHCPOptionsIpV6TestJSON-459993750-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.1775401 Jul 27 23:26:46.258227 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Network 57daaab7-842d-4dec-a9fd-1c59a9026be1 details requested by agent ovs-agent-n-d-802623-1 with host n-d-802623-1 {{(pid=93799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 23:26:46.263119 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e940fa0-2613-45d3-9335-60b1098a9888 admin admin] Network 280a3ba5-2d75-4827-b3c1-0be5bb892094 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:26:46.263930 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 32922) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:26:46.274098 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-435497ae-6edf-4775-84dd-c3b2b61be1a4 tempest-ExtraDHCPOptionsIpV6TestJSON-459993750 tempest-ExtraDHCPOptionsIpV6TestJSON-459993750-project] Request body: {'subnet': {'network_id': '57daaab7-842d-4dec-a9fd-1c59a9026be1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:26:46.352651 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-3e738fbb-159d-491d-8811-0d3c7f1bf2b5 None None] Set router ae07b307-a0ba-48a4-8cdd-01fc42aa4d7f gateway port host: n-d-802623-1 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:26:46.362211 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-0e940fa0-2613-45d3-9335-60b1098a9888 admin admin] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:26:46.364173 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e940fa0-2613-45d3-9335-60b1098a9888 admin admin] Pushing event updated for resources: {'Port': ['ID=2a3cb2b8-98cb-4156-9ea6-63b994d40fe2,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:26:46.369567 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e940fa0-2613-45d3-9335-60b1098a9888 admin admin] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:26:46.415777 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0e940fa0-2613-45d3-9335-60b1098a9888 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-415283'] for router_interface, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:46.512327 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-435497ae-6edf-4775-84dd-c3b2b61be1a4 tempest-ExtraDHCPOptionsIpV6TestJSON-459993750 tempest-ExtraDHCPOptionsIpV6TestJSON-459993750-project] Made reservation on behalf of c13bded92d77408dbbabf4f2e7ea176f for: {'subnet': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:26:46.512623 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 20d1416e-4052-4e31-bb3d-c75af3402d29 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:26:46.512879 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-435497ae-6edf-4775-84dd-c3b2b61be1a4 tempest-ExtraDHCPOptionsIpV6TestJSON-459993750 tempest-ExtraDHCPOptionsIpV6TestJSON-459993750-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11551435'] for subnet, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:46.646685 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016b77e1-6dec-4622-b708-e06aaf492330 req-ff384294-f385-4144-aa94-cc3d9cde6e70 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:26:46.652546 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-016b77e1-6dec-4622-b708-e06aaf492330 req-ff384294-f385-4144-aa94-cc3d9cde6e70 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] 10.222.0.18 "GET /v2.0/ports?device_id=07667ed9-bf6a-429b-b2fe-099784128518 HTTP/1.1" status: 200 len: 945 time: 0.6599054 Jul 27 23:26:46.726474 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port 20d1416e-4052-4e31-bb3d-c75af3402d29 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:26:46.726847 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:46.743477 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-3e738fbb-159d-491d-8811-0d3c7f1bf2b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae07b307-a0ba-48a4-8cdd-01fc42aa4d7f', 'name': 'tempest-TestVolumeBootPattern-1074431017-router', 'tenant_id': '49af0f356ac348f0bd0841795f0ea352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.28'}], 'enable_snat': True}, 'gw_port_id': 'aabf91af-c331-4c6f-8eeb-399969435504', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:26:41Z', 'updated_at': '2021-07-27T23:26:43Z', 'revision_number': 3, 'project_id': '49af0f356ac348f0bd0841795f0ea352', 'gw_port': {'id': 'aabf91af-c331-4c6f-8eeb-399969435504', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:cc:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae07b307-a0ba-48a4-8cdd-01fc42aa4d7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2648, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:26:42Z', 'updated_at': '2021-07-27T23:26:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1'}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:26:46.878752 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-016b77e1-6dec-4622-b708-e06aaf492330 req-da6346ac-fb08-41cd-8ee7-4805247e1f08 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e15ece7-f410-4d95-9c67-d98c825e8c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837037 Jul 27 23:26:46.947225 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e738fbb-159d-491d-8811-0d3c7f1bf2b5 None None] The sync data for ids ['ae07b307-a0ba-48a4-8cdd-01fc42aa4d7f'] in n-d-802623-1 is: [{'id': 'ae07b307-a0ba-48a4-8cdd-01fc42aa4d7f', 'name': 'tempest-TestVolumeBootPattern-1074431017-router', 'tenant_id': '49af0f356ac348f0bd0841795f0ea352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.28'}], 'enable_snat': True}, 'gw_port_id': 'aabf91af-c331-4c6f-8eeb-399969435504', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:26:41Z', 'updated_at': '2021-07-27T23:26:43Z', 'revision_number': 3, 'project_id': '49af0f356ac348f0bd0841795f0ea352', 'gw_port': {'id': 'aabf91af-c331-4c6f-8eeb-399969435504', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:cc:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae07b307-a0ba-48a4-8cdd-01fc42aa4d7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2648, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:26:42Z', 'updated_at': '2021-07-27T23:26:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1'}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:26:46.965344 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-ca5cf09d-cc09-438b-9895-87415dd44001 req-b5d7cf7e-bdc8-49e0-8442-3c14bb461de5 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] For port dc3b7bd5-c709-4461-a0cf-0aa9ec11aacc, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=dc3b7bd5-c709-4461-a0cf-0aa9ec11aacc,segment=NetworkSegment(1737c4ac-b730-4adf-86c0-edf2b2a14795),segment_id=1737c4ac-b730-4adf-86c0-edf2b2a14795)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:26:46.965725 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-ca5cf09d-cc09-438b-9895-87415dd44001 req-b5d7cf7e-bdc8-49e0-8442-3c14bb461de5 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:46.969522 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ffcdac15-6f4b-4e84-8dd6-7839c4d58b33 None None] Provisioning for port 2a3cb2b8-98cb-4156-9ea6-63b994d40fe2 completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:26:46.975168 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ffcdac15-6f4b-4e84-8dd6-7839c4d58b33 None None] Provisioning complete for port 2a3cb2b8-98cb-4156-9ea6-63b994d40fe2 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:26:46.975546 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ffcdac15-6f4b-4e84-8dd6-7839c4d58b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:47.070342 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-ffcdac15-6f4b-4e84-8dd6-7839c4d58b33 None None] Port 2a3cb2b8-98cb-4156-9ea6-63b994d40fe2 cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:26:47.083838 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-ca5cf09d-cc09-438b-9895-87415dd44001 req-b5d7cf7e-bdc8-49e0-8442-3c14bb461de5 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] Calling delete_port for dc3b7bd5-c709-4461-a0cf-0aa9ec11aacc owned by compute:nova {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:26:47.087800 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-435497ae-6edf-4775-84dd-c3b2b61be1a4 tempest-ExtraDHCPOptionsIpV6TestJSON-459993750 tempest-ExtraDHCPOptionsIpV6TestJSON-459993750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11336182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11551417'] for subnet, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:47.238182 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435497ae-6edf-4775-84dd-c3b2b61be1a4 tempest-ExtraDHCPOptionsIpV6TestJSON-459993750 tempest-ExtraDHCPOptionsIpV6TestJSON-459993750-project] Pushing event updated for resources: {'Subnet': ['ID=0e3dd17b-e583-4cc8-9870-0eb34799c0ad,revision_number=0']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:26:47.250064 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0e940fa0-2613-45d3-9335-60b1098a9888 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:47.340261 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-435497ae-6edf-4775-84dd-c3b2b61be1a4 tempest-ExtraDHCPOptionsIpV6TestJSON-459993750 tempest-ExtraDHCPOptionsIpV6TestJSON-459993750-project] Checking segment: {'id': 'f18db351-306b-474a-9315-8673c11d1f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '57daaab7-842d-4dec-a9fd-1c59a9026be1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:26:47.340870 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-435497ae-6edf-4775-84dd-c3b2b61be1a4 tempest-ExtraDHCPOptionsIpV6TestJSON-459993750 tempest-ExtraDHCPOptionsIpV6TestJSON-459993750-project] Network hostable DHCP agents. Network: 57daaab7-842d-4dec-a9fd-1c59a9026be1, hostable agents: ['5950e76f-2bde-4343-a925-cbe6bacd2706'], hosted agents: [] {{(pid=93797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 23:26:47.418785 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-435497ae-6edf-4775-84dd-c3b2b61be1a4 tempest-ExtraDHCPOptionsIpV6TestJSON-459993750 tempest-ExtraDHCPOptionsIpV6TestJSON-459993750-project] Network 57daaab7-842d-4dec-a9fd-1c59a9026be1 is scheduled to be hosted by DHCP agent 5950e76f-2bde-4343-a925-cbe6bacd2706 with binding_index 1 {{(pid=93797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 23:26:47.419867 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4d15966b-901a-4d64-8c27-c7da4cbef60f tempest-RoutersIpV6AdminTest-711475609 tempest-RoutersIpV6AdminTest-711475609-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:47.471823 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-435497ae-6edf-4775-84dd-c3b2b61be1a4 tempest-ExtraDHCPOptionsIpV6TestJSON-459993750 tempest-ExtraDHCPOptionsIpV6TestJSON-459993750-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802623-1, 57daaab7-842d-4dec-a9fd-1c59a9026be1) {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:26:47.478088 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-435497ae-6edf-4775-84dd-c3b2b61be1a4 tempest-ExtraDHCPOptionsIpV6TestJSON-459993750 tempest-ExtraDHCPOptionsIpV6TestJSON-459993750-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:26:47.479213 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-435497ae-6edf-4775-84dd-c3b2b61be1a4 tempest-ExtraDHCPOptionsIpV6TestJSON-459993750 tempest-ExtraDHCPOptionsIpV6TestJSON-459993750-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for subnet, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:47.507229 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a0d8912-9d25-4321-8b5a-8396649283bd None None] Network 57daaab7-842d-4dec-a9fd-1c59a9026be1 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:26:47.534692 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-435497ae-6edf-4775-84dd-c3b2b61be1a4 tempest-ExtraDHCPOptionsIpV6TestJSON-459993750 tempest-ExtraDHCPOptionsIpV6TestJSON-459993750-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2629948 Jul 27 23:26:47.537734 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 33026) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:26:47.558235 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-73b36b7c-4401-4bed-a9d2-672dee54b43a tempest-ExtraDHCPOptionsIpV6TestJSON-459993750 tempest-ExtraDHCPOptionsIpV6TestJSON-459993750-project] Request body: {'port': {'network_id': '57daaab7-842d-4dec-a9fd-1c59a9026be1', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1600485051'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:26:47.685258 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d62ce5-0b6e-4ce9-92e2-54fa568007d0 req-f4be8f98-3b38-4133-ba75-6de0010882a4 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:26:47.688167 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-58d62ce5-0b6e-4ce9-92e2-54fa568007d0 req-f4be8f98-3b38-4133-ba75-6de0010882a4 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/ports?device_id=fcccfefc-4374-48e5-917a-854e1ffce199 HTTP/1.1" status: 200 len: 946 time: 0.5977564 Jul 27 23:26:47.705155 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c9c4ec36-2db9-4485-909f-700f7bf620c0 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:47.905113 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0e940fa0-2613-45d3-9335-60b1098a9888 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:47.918866 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0e940fa0-2613-45d3-9335-60b1098a9888 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11336041'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:48.053556 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73b36b7c-4401-4bed-a9d2-672dee54b43a tempest-ExtraDHCPOptionsIpV6TestJSON-459993750 tempest-ExtraDHCPOptionsIpV6TestJSON-459993750-project] Made reservation on behalf of c13bded92d77408dbbabf4f2e7ea176f for: {'port': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:26:48.066820 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-73b36b7c-4401-4bed-a9d2-672dee54b43a tempest-ExtraDHCPOptionsIpV6TestJSON-459993750 tempest-ExtraDHCPOptionsIpV6TestJSON-459993750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:48.162401 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e940fa0-2613-45d3-9335-60b1098a9888 admin admin] Pushing event updated for resources: {'Port': ['ID=2a3cb2b8-98cb-4156-9ea6-63b994d40fe2,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:26:48.216006 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0e940fa0-2613-45d3-9335-60b1098a9888 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3760555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-414115'] for router_interface, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:48.219789 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-73b36b7c-4401-4bed-a9d2-672dee54b43a tempest-ExtraDHCPOptionsIpV6TestJSON-459993750 tempest-ExtraDHCPOptionsIpV6TestJSON-459993750-project] device_id is not set on port 29f5c242-a2ff-4de9-abb7-9a65e2241877 yet. {{(pid=93797) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 23:26:48.221879 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c4ec36-2db9-4485-909f-700f7bf620c0 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Pushing event deleted for resources: {'Port': ['ID=02848965-c240-4b22-bd5a-95d44c88dba1,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:26:48.305538 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b09988d9-83e6-42cf-9d35-0f0b4eccd790 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f6f257c-ad18-5f0c-8c8e-ea085a5fc8a2-57daaab7-842d-4dec-a9fd-1c59a9026be1', 'network_id': '57daaab7-842d-4dec-a9fd-1c59a9026be1', 'tenant_id': 'c13bded92d77408dbbabf4f2e7ea176f', 'fixed_ips': [{'subnet_id': '0e3dd17b-e583-4cc8-9870-0eb34799c0ad'}]}} from n-d-802623-1. {{(pid=93799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 23:26:48.306382 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b09988d9-83e6-42cf-9d35-0f0b4eccd790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:48.337090 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573e3823-92c4-4948-87a9-e90b4ada8cf9 req-666c8cfe-df1c-46c9-a9c8-abf67bf7f116 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:26:48.341097 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-573e3823-92c4-4948-87a9-e90b4ada8cf9 req-666c8cfe-df1c-46c9-a9c8-abf67bf7f116 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] 10.222.0.18 "GET /v2.0/ports?device_id=07667ed9-bf6a-429b-b2fe-099784128518 HTTP/1.1" status: 200 len: 945 time: 0.3193736 Jul 27 23:26:48.442882 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-ca5cf09d-cc09-438b-9895-87415dd44001 req-b5d7cf7e-bdc8-49e0-8442-3c14bb461de5 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:48.560849 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] get_ports_and_sgs() called for port_ids ['a58ff0ba-c0e7-4ff0-b14e-5550ff97f187'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:26:48.642099 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e940fa0-2613-45d3-9335-60b1098a9888 admin admin] Network 280a3ba5-2d75-4827-b3c1-0be5bb892094 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:26:48.659696 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device aabf91af-c331-4c6f-8eeb-399969435504 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:26:48.919949 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-73b36b7c-4401-4bed-a9d2-672dee54b43a tempest-ExtraDHCPOptionsIpV6TestJSON-459993750 tempest-ExtraDHCPOptionsIpV6TestJSON-459993750-project] Allocated IP 2001:db8::2f2 (57daaab7-842d-4dec-a9fd-1c59a9026be1/0e3dd17b-e583-4cc8-9870-0eb34799c0ad/29f5c242-a2ff-4de9-abb7-9a65e2241877) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:26:48.947195 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning for port aabf91af-c331-4c6f-8eeb-399969435504 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:26:48.961900 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port aabf91af-c331-4c6f-8eeb-399969435504 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:26:48.962271 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:49.061825 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d7cf7e-bdc8-49e0-8442-3c14bb461de5 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] Pushing event deleted for resources: {'Port': ['ID=dc3b7bd5-c709-4461-a0cf-0aa9ec11aacc,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:26:49.138528 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-58d62ce5-0b6e-4ce9-92e2-54fa568007d0 req-1660473a-d866-40dc-bb8c-44476f5ddd99 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/security-groups?id=7dab0fca-2422-4f10-a2ed-ede178e48859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4273267 Jul 27 23:26:49.141719 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca5cf09d-cc09-438b-9895-87415dd44001 req-b5d7cf7e-bdc8-49e0-8442-3c14bb461de5 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] No DVR routers for this DVR port dc3b7bd5-c709-4461-a0cf-0aa9ec11aacc on host n-h1-802623-1 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:26:49.146087 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-ca5cf09d-cc09-438b-9895-87415dd44001 req-b5d7cf7e-bdc8-49e0-8442-3c14bb461de5 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:49.148942 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ca5cf09d-cc09-438b-9895-87415dd44001 req-b5d7cf7e-bdc8-49e0-8442-3c14bb461de5 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.38 "DELETE /v2.0/ports/dc3b7bd5-c709-4461-a0cf-0aa9ec11aacc HTTP/1.1" status: 204 len: 173 time: 3.7386272 Jul 27 23:26:49.154270 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcccfefc-4374-48e5-917a-854e1ffce199', 'name': 'network-vif-deleted', 'tag': 'dc3b7bd5-c709-4461-a0cf-0aa9ec11aacc'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:26:49.157321 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}011f8d312121274bb12d78e77c6379a2079800640016cec6c6d605b73666e854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63b7cb2b-1e2e-4804-b8fb-f5925a6dda21" -d '{"events": [{"server_uuid": "fcccfefc-4374-48e5-917a-854e1ffce199", "name": "network-vif-deleted", "tag": "dc3b7bd5-c709-4461-a0cf-0aa9ec11aacc"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:26:49.307660 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-73b36b7c-4401-4bed-a9d2-672dee54b43a tempest-ExtraDHCPOptionsIpV6TestJSON-459993750 tempest-ExtraDHCPOptionsIpV6TestJSON-459993750-project] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:49.313972 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4d15966b-901a-4d64-8c27-c7da4cbef60f tempest-RoutersIpV6AdminTest-711475609 tempest-RoutersIpV6AdminTest-711475609-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-415468'] for router, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:49.334612 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device dc3b7bd5-c709-4461-a0cf-0aa9ec11aacc no longer exists at agent hyperv_n-h1-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:26:49.341804 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:49.394280 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] No Port match for: dc3b7bd5-c709-4461-a0cf-0aa9ec11aacc {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:26:49.394635 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device dc3b7bd5-c709-4461-a0cf-0aa9ec11aacc not bound to the agent host n-h1-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:26:49.397825 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:26:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cf8e81c-3500-4391-87fc-2fb6ca557dff x-openstack-request-id: req-0cf8e81c-3500-4391-87fc-2fb6ca557dff {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:26:49.398473 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcccfefc-4374-48e5-917a-854e1ffce199", "name": "network-vif-deleted", "tag": "dc3b7bd5-c709-4461-a0cf-0aa9ec11aacc", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:26:49.398887 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0cf8e81c-3500-4391-87fc-2fb6ca557dff {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:26:49.401088 n-d-802623-1 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcccfefc-4374-48e5-917a-854e1ffce199', 'name': 'network-vif-deleted', 'tag': 'dc3b7bd5-c709-4461-a0cf-0aa9ec11aacc', 'status': 'completed', 'code': 200} Jul 27 23:26:49.403541 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-73b36b7c-4401-4bed-a9d2-672dee54b43a tempest-ExtraDHCPOptionsIpV6TestJSON-459993750 tempest-ExtraDHCPOptionsIpV6TestJSON-459993750-project] Transition to ACTIVE for port object 29f5c242-a2ff-4de9-abb7-9a65e2241877 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:26:49.433800 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c9c4ec36-2db9-4485-909f-700f7bf620c0 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3760546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-413994'] for router_interface, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:49.447469 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] For port aabf91af-c331-4c6f-8eeb-399969435504, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=aabf91af-c331-4c6f-8eeb-399969435504,segment=NetworkSegment(b9afe07e-bbe4-4740-834c-4b6a9698bdbc),segment_id=b9afe07e-bbe4-4740-834c-4b6a9698bdbc)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:26:49.447846 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-0e940fa0-2613-45d3-9335-60b1098a9888 admin admin] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:26:49.460449 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:49.595888 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Pushing event updated for resources: {'Port': ['ID=aabf91af-c331-4c6f-8eeb-399969435504,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:26:49.652124 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-573e3823-92c4-4948-87a9-e90b4ada8cf9 req-101ee1f6-4fe7-4513-8640-0ca4b4736408 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e15ece7-f410-4d95-9c67-d98c825e8c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0472879 Jul 27 23:26:49.678992 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-73b36b7c-4401-4bed-a9d2-672dee54b43a tempest-ExtraDHCPOptionsIpV6TestJSON-459993750 tempest-ExtraDHCPOptionsIpV6TestJSON-459993750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:49.805387 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-b09988d9-83e6-42cf-9d35-0f0b4eccd790 None None] Allocated IP 2001:db8::2 (57daaab7-842d-4dec-a9fd-1c59a9026be1/0e3dd17b-e583-4cc8-9870-0eb34799c0ad/f23c18a3-002f-4513-920f-c63b30958866) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:26:49.927161 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73b36b7c-4401-4bed-a9d2-672dee54b43a tempest-ExtraDHCPOptionsIpV6TestJSON-459993750 tempest-ExtraDHCPOptionsIpV6TestJSON-459993750-project] Network 57daaab7-842d-4dec-a9fd-1c59a9026be1 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:26:49.940835 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-73b36b7c-4401-4bed-a9d2-672dee54b43a tempest-ExtraDHCPOptionsIpV6TestJSON-459993750 tempest-ExtraDHCPOptionsIpV6TestJSON-459993750-project] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:26:49.948466 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73b36b7c-4401-4bed-a9d2-672dee54b43a tempest-ExtraDHCPOptionsIpV6TestJSON-459993750 tempest-ExtraDHCPOptionsIpV6TestJSON-459993750-project] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:26:49.955848 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73b36b7c-4401-4bed-a9d2-672dee54b43a tempest-ExtraDHCPOptionsIpV6TestJSON-459993750 tempest-ExtraDHCPOptionsIpV6TestJSON-459993750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:26:49.957040 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-73b36b7c-4401-4bed-a9d2-672dee54b43a tempest-ExtraDHCPOptionsIpV6TestJSON-459993750 tempest-ExtraDHCPOptionsIpV6TestJSON-459993750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:49.966792 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b36b7c-4401-4bed-a9d2-672dee54b43a tempest-ExtraDHCPOptionsIpV6TestJSON-459993750 tempest-ExtraDHCPOptionsIpV6TestJSON-459993750-project] Pushing event updated for resources: {'Port': ['ID=29f5c242-a2ff-4de9-abb7-9a65e2241877,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:26:49.986097 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e940fa0-2613-45d3-9335-60b1098a9888 admin admin] Router ae07b307-a0ba-48a4-8cdd-01fc42aa4d7f has already been hosted by L3 agent 018c4455-49c0-4734-927d-7824067b2a9e {{(pid=93797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 23:26:50.004837 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-73b36b7c-4401-4bed-a9d2-672dee54b43a tempest-ExtraDHCPOptionsIpV6TestJSON-459993750 tempest-ExtraDHCPOptionsIpV6TestJSON-459993750-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 2.4634614 Jul 27 23:26:50.019207 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 33232) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:26:50.042710 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-0ea9f5fa-2cee-49d0-aeda-6193586ab3a7 tempest-ExtraDHCPOptionsIpV6TestJSON-459993750 tempest-ExtraDHCPOptionsIpV6TestJSON-459993750-project] Request body: {'port': {'network_id': '57daaab7-842d-4dec-a9fd-1c59a9026be1', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-158677285', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:26:50.043297 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.api.validators [None req-0ea9f5fa-2cee-49d0-aeda-6193586ab3a7 tempest-ExtraDHCPOptionsIpV6TestJSON-459993750 tempest-ExtraDHCPOptionsIpV6TestJSON-459993750-project] bootfile-name is not in valid_values {{(pid=93798) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 27 23:26:50.043639 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.api.validators [None req-0ea9f5fa-2cee-49d0-aeda-6193586ab3a7 tempest-ExtraDHCPOptionsIpV6TestJSON-459993750 tempest-ExtraDHCPOptionsIpV6TestJSON-459993750-project] tftp-server is not in valid_values {{(pid=93798) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 27 23:26:50.049506 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.api.validators [None req-0ea9f5fa-2cee-49d0-aeda-6193586ab3a7 tempest-ExtraDHCPOptionsIpV6TestJSON-459993750 tempest-ExtraDHCPOptionsIpV6TestJSON-459993750-project] server-ip-address is not in valid_values {{(pid=93798) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 27 23:26:50.086894 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-afc1ed18-845f-4ad3-afa3-c68ce2a6f93e None None] Provisioning complete for port 2a3cb2b8-98cb-4156-9ea6-63b994d40fe2 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:26:50.087202 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-afc1ed18-845f-4ad3-afa3-c68ce2a6f93e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:50.145950 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d15966b-901a-4d64-8c27-c7da4cbef60f tempest-RoutersIpV6AdminTest-711475609 tempest-RoutersIpV6AdminTest-711475609-project-admin] Router a84a3949-b5c1-4dc5-a9ed-c1d3c0778648 is scheduled to L3 agent 018c4455-49c0-4734-927d-7824067b2a9e with binding_index 1 {{(pid=93798) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 23:26:50.186057 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-afc1ed18-845f-4ad3-afa3-c68ce2a6f93e None None] Port 2a3cb2b8-98cb-4156-9ea6-63b994d40fe2 cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:26:50.219633 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e940fa0-2613-45d3-9335-60b1098a9888 admin admin] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:26:50.238414 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-0e940fa0-2613-45d3-9335-60b1098a9888 admin admin] 10.222.0.18 "PUT /v2.0/routers/ae07b307-a0ba-48a4-8cdd-01fc42aa4d7f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5162475 Jul 27 23:26:50.262191 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b21c15a-6ff5-434f-ad22-a4161bb8de0f None None] Sync routers for ids ['ae07b307-a0ba-48a4-8cdd-01fc42aa4d7f'] in n-d-802623-1 {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:26:50.289770 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b21c15a-6ff5-434f-ad22-a4161bb8de0f None None] Routers {'ae07b307-a0ba-48a4-8cdd-01fc42aa4d7f'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:26:50.290692 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-4b21c15a-6ff5-434f-ad22-a4161bb8de0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:26:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['ae07b307-a0ba-48a4-8cdd-01fc42aa4d7f'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:26:50.396442 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389658eb-c84a-4455-89b5-c303d89715d9 req-1df5a9a2-7792-4a4d-8f27-110587a04b19 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:26:50.397085 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b09988d9-83e6-42cf-9d35-0f0b4eccd790 None None] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:50.405680 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-389658eb-c84a-4455-89b5-c303d89715d9 req-1df5a9a2-7792-4a4d-8f27-110587a04b19 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/ports?device_id=c82f64f9-7572-4580-b07f-b346ae07e8cc HTTP/1.1" status: 200 len: 945 time: 0.0969729 Jul 27 23:26:50.413367 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-b09988d9-83e6-42cf-9d35-0f0b4eccd790 None None] Transition to ACTIVE for port object f23c18a3-002f-4513-920f-c63b30958866 will not be triggered until provisioned by entity L2. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:26:50.477832 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-389658eb-c84a-4455-89b5-c303d89715d9 req-8ab02542-c919-4ab5-8a70-d3e104a57cd9 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/security-groups?id=7dab0fca-2422-4f10-a2ed-ede178e48859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597918 Jul 27 23:26:50.486462 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-b09988d9-83e6-42cf-9d35-0f0b4eccd790 None None] Transition to ACTIVE for port object f23c18a3-002f-4513-920f-c63b30958866 will not be triggered until provisioned by entity DHCP. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:26:50.533005 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b09988d9-83e6-42cf-9d35-0f0b4eccd790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:50.541739 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device aabf91af-c331-4c6f-8eeb-399969435504 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:26:50.580305 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9c4ec36-2db9-4485-909f-700f7bf620c0 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Router 8392a47e-5aef-42e5-9124-c52a66bee7a7 has already been hosted by L3 agent 018c4455-49c0-4734-927d-7824067b2a9e {{(pid=93798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 23:26:50.617245 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-4b21c15a-6ff5-434f-ad22-a4161bb8de0f None None] Set router ae07b307-a0ba-48a4-8cdd-01fc42aa4d7f gateway port host: n-d-802623-1 {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:26:50.630453 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b09988d9-83e6-42cf-9d35-0f0b4eccd790 None None] Network 57daaab7-842d-4dec-a9fd-1c59a9026be1 is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:26:50.648986 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ea9f5fa-2cee-49d0-aeda-6193586ab3a7 tempest-ExtraDHCPOptionsIpV6TestJSON-459993750 tempest-ExtraDHCPOptionsIpV6TestJSON-459993750-project] Made reservation on behalf of c13bded92d77408dbbabf4f2e7ea176f for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:26:50.653191 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0ea9f5fa-2cee-49d0-aeda-6193586ab3a7 tempest-ExtraDHCPOptionsIpV6TestJSON-459993750 tempest-ExtraDHCPOptionsIpV6TestJSON-459993750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:50.697837 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-b09988d9-83e6-42cf-9d35-0f0b4eccd790 None None] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:26:50.701580 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b09988d9-83e6-42cf-9d35-0f0b4eccd790 None None] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:26:50.754131 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port aabf91af-c331-4c6f-8eeb-399969435504 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:26:50.754771 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:50.789364 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09988d9-83e6-42cf-9d35-0f0b4eccd790 None None] Pushing event updated for resources: {'Port': ['ID=f23c18a3-002f-4513-920f-c63b30958866,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:26:50.792963 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d15966b-901a-4d64-8c27-c7da4cbef60f tempest-RoutersIpV6AdminTest-711475609 tempest-RoutersIpV6AdminTest-711475609-project-admin] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:26:50.814231 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a1d5b53-f0e6-4b7e-931c-21531808bb37 None None] Sync routers for ids ['a84a3949-b5c1-4dc5-a9ed-c1d3c0778648'] in n-d-802623-1 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:26:50.816327 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [None req-0ea9f5fa-2cee-49d0-aeda-6193586ab3a7 tempest-ExtraDHCPOptionsIpV6TestJSON-459993750 tempest-ExtraDHCPOptionsIpV6TestJSON-459993750-project] device_id is not set on port b9747690-22a5-447a-aeaf-73576fd7e5eb yet. {{(pid=93798) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 23:26:50.829340 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a3df02-fbe7-482f-9f02-92e532ceb2b1 req-1eb33a9a-23ba-495e-960b-428562720a9f tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:26:50.832273 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a1d5b53-f0e6-4b7e-931c-21531808bb37 None None] Routers {'a84a3949-b5c1-4dc5-a9ed-c1d3c0778648'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:26:50.833500 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-4a1d5b53-f0e6-4b7e-931c-21531808bb37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:26:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['a84a3949-b5c1-4dc5-a9ed-c1d3c0778648'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:26:50.834187 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-99a3df02-fbe7-482f-9f02-92e532ceb2b1 req-1eb33a9a-23ba-495e-960b-428562720a9f tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/ports?device_id=c82f64f9-7572-4580-b07f-b346ae07e8cc HTTP/1.1" status: 200 len: 945 time: 0.1270826 Jul 27 23:26:50.932616 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-99a3df02-fbe7-482f-9f02-92e532ceb2b1 req-3d1c5d42-fa1b-4c5f-8b74-19af05bdc9d1 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/security-groups?id=7dab0fca-2422-4f10-a2ed-ede178e48859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880957 Jul 27 23:26:50.972110 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-b09988d9-83e6-42cf-9d35-0f0b4eccd790 None None] Attempting to bind port f23c18a3-002f-4513-920f-c63b30958866 on host n-d-802623-1 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:26:50.972755 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-b09988d9-83e6-42cf-9d35-0f0b4eccd790 None None] Attempting to bind port f23c18a3-002f-4513-920f-c63b30958866 by drivers openvswitch,hyperv on host n-d-802623-1 at level 0 using segments [{'id': 'f18db351-306b-474a-9315-8673c11d1f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '57daaab7-842d-4dec-a9fd-1c59a9026be1'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:26:50.973295 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b09988d9-83e6-42cf-9d35-0f0b4eccd790 None None] Attempting to bind port f23c18a3-002f-4513-920f-c63b30958866 on network 57daaab7-842d-4dec-a9fd-1c59a9026be1 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:26:50.984975 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b09988d9-83e6-42cf-9d35-0f0b4eccd790 None None] Checking agent: {'id': 'a9a568d2-a5e7-41e4-833f-a8ab42ea4073', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 52, 30), 'started_at': datetime.datetime(2021, 7, 27, 22, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 26, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802623-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:26:50.986310 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b09988d9-83e6-42cf-9d35-0f0b4eccd790 None None] Checking segment: {'id': 'f18db351-306b-474a-9315-8673c11d1f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '57daaab7-842d-4dec-a9fd-1c59a9026be1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:26:50.986870 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b09988d9-83e6-42cf-9d35-0f0b4eccd790 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:50.987445 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b09988d9-83e6-42cf-9d35-0f0b4eccd790 None None] Bound using segment: {'id': 'f18db351-306b-474a-9315-8673c11d1f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '57daaab7-842d-4dec-a9fd-1c59a9026be1'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:26:50.988171 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-b09988d9-83e6-42cf-9d35-0f0b4eccd790 None None] Bound port: f23c18a3-002f-4513-920f-c63b30958866, host: n-d-802623-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f18db351-306b-474a-9315-8673c11d1f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '57daaab7-842d-4dec-a9fd-1c59a9026be1'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:26:50.988716 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b09988d9-83e6-42cf-9d35-0f0b4eccd790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:51.011923 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-4a1d5b53-f0e6-4b7e-931c-21531808bb37 None None] Set router a84a3949-b5c1-4dc5-a9ed-c1d3c0778648 gateway port host: n-d-802623-1 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:26:51.160951 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4d15966b-901a-4d64-8c27-c7da4cbef60f tempest-RoutersIpV6AdminTest-711475609 tempest-RoutersIpV6AdminTest-711475609-project-admin] Notify callbacks [] for router, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:51.162900 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-4d15966b-901a-4d64-8c27-c7da4cbef60f tempest-RoutersIpV6AdminTest-711475609 tempest-RoutersIpV6AdminTest-711475609-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 8.6182671 Jul 27 23:26:51.174978 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 33262) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:26:51.216424 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f998c8a-b484-46df-b628-399abd589bf7 req-6d72af12-66ee-4cd0-a814-db349ffb314d tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:26:51.218930 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-6f998c8a-b484-46df-b628-399abd589bf7 req-6d72af12-66ee-4cd0-a814-db349ffb314d tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/ports?device_id=c82f64f9-7572-4580-b07f-b346ae07e8cc HTTP/1.1" status: 200 len: 945 time: 0.0725658 Jul 27 23:26:51.286027 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-6f998c8a-b484-46df-b628-399abd589bf7 req-b5d64abf-5ad4-4216-8e85-2e27bb717d93 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/security-groups?id=7dab0fca-2422-4f10-a2ed-ede178e48859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597403 Jul 27 23:26:51.318979 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-b09988d9-83e6-42cf-9d35-0f0b4eccd790 None None] For port f23c18a3-002f-4513-920f-c63b30958866, host n-d-802623-1, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:26:51.334605 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-b09988d9-83e6-42cf-9d35-0f0b4eccd790 None None] For port f23c18a3-002f-4513-920f-c63b30958866, host n-d-802623-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=f23c18a3-002f-4513-920f-c63b30958866,segment=NetworkSegment(f18db351-306b-474a-9315-8673c11d1f66),segment_id=f18db351-306b-474a-9315-8673c11d1f66)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:26:51.347237 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b09988d9-83e6-42cf-9d35-0f0b4eccd790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:51.368801 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781914e8-dcdb-4c5a-a0dc-a10fc0816823 req-104d782d-c935-41d5-ac36-7161f7765c96 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:26:51.371794 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-781914e8-dcdb-4c5a-a0dc-a10fc0816823 req-104d782d-c935-41d5-ac36-7161f7765c96 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] 10.222.0.18 "GET /v2.0/ports?device_id=07667ed9-bf6a-429b-b2fe-099784128518 HTTP/1.1" status: 200 len: 945 time: 0.6009700 Jul 27 23:26:51.413052 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-4a1d5b53-f0e6-4b7e-931c-21531808bb37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a84a3949-b5c1-4dc5-a9ed-c1d3c0778648', 'name': 'tempest-snat-router-1942154388', 'tenant_id': 'ecaa1255f6b84883b9b772bd25657e4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.150'}], 'enable_snat': False}, 'gw_port_id': 'c56bde46-eb5c-46c4-8814-06d1560a3b8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:26:42Z', 'updated_at': '2021-07-27T23:26:46Z', 'revision_number': 3, 'project_id': 'ecaa1255f6b84883b9b772bd25657e4b', 'gw_port': {'id': 'c56bde46-eb5c-46c4-8814-06d1560a3b8a', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:a0:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a84a3949-b5c1-4dc5-a9ed-c1d3c0778648', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2650, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:26:44Z', 'updated_at': '2021-07-27T23:26:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-802623-1'}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:26:51.420415 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-4b21c15a-6ff5-434f-ad22-a4161bb8de0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae07b307-a0ba-48a4-8cdd-01fc42aa4d7f', 'name': 'tempest-TestVolumeBootPattern-1074431017-router', 'tenant_id': '49af0f356ac348f0bd0841795f0ea352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.28'}], 'enable_snat': True}, 'gw_port_id': 'aabf91af-c331-4c6f-8eeb-399969435504', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:26:41Z', 'updated_at': '2021-07-27T23:26:46Z', 'revision_number': 4, 'project_id': '49af0f356ac348f0bd0841795f0ea352', 'gw_port': {'id': 'aabf91af-c331-4c6f-8eeb-399969435504', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:cc:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae07b307-a0ba-48a4-8cdd-01fc42aa4d7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2648, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:26:42Z', 'updated_at': '2021-07-27T23:26:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': '2a3cb2b8-98cb-4156-9ea6-63b994d40fe2', 'name': '', 'network_id': '280a3ba5-2d75-4827-b3c1-0be5bb892094', 'tenant_id': '49af0f356ac348f0bd0841795f0ea352', 'mac_address': 'fa:16:3e:da:7c:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae07b307-a0ba-48a4-8cdd-01fc42aa4d7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2651, 'fixed_ips': [{'subnet_id': '03df5e5c-8a96-449f-9e96-cff1a55737e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:26:44Z', 'updated_at': '2021-07-27T23:26:47Z', 'revision_number': 2, 'project_id': '49af0f356ac348f0bd0841795f0ea352', 'subnets': [{'id': '03df5e5c-8a96-449f-9e96-cff1a55737e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:26:51.423005 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9c4ec36-2db9-4485-909f-700f7bf620c0 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:26:51.451935 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-c9c4ec36-2db9-4485-909f-700f7bf620c0 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] 10.222.0.18 "PUT /v2.0/routers/8392a47e-5aef-42e5-9124-c52a66bee7a7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9173455 Jul 27 23:26:51.452728 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6758c4cb-52bd-416d-99d4-38239940f5a6 None None] Sync routers for ids ['8392a47e-5aef-42e5-9124-c52a66bee7a7'] in n-d-802623-1 {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:26:51.478612 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a1d5b53-f0e6-4b7e-931c-21531808bb37 None None] Checking router: a84a3949-b5c1-4dc5-a9ed-c1d3c0778648 for host: n-d-802623-1 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 23:26:51.478960 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a1d5b53-f0e6-4b7e-931c-21531808bb37 None None] Updating router a84a3949-b5c1-4dc5-a9ed-c1d3c0778648 port c56bde46-eb5c-46c4-8814-06d1560a3b8a binding host n-d-802623-1 {{(pid=93800) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 23:26:51.513730 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 33274) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:26:51.520525 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-3f42b46a-a313-45e9-90c9-67a525d91b21 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1095661051-network', 'tenant_id': '638a54eed2254211bebcd3cdd008009d'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:26:51.529410 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b21c15a-6ff5-434f-ad22-a4161bb8de0f None None] Checking router: ae07b307-a0ba-48a4-8cdd-01fc42aa4d7f for host: n-d-802623-1 {{(pid=93799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 23:26:51.529767 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b21c15a-6ff5-434f-ad22-a4161bb8de0f None None] Updating router ae07b307-a0ba-48a4-8cdd-01fc42aa4d7f port 2a3cb2b8-98cb-4156-9ea6-63b994d40fe2 binding host n-d-802623-1 {{(pid=93799) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 23:26:51.538541 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09988d9-83e6-42cf-9d35-0f0b4eccd790 None None] Pushing event updated for resources: {'Port': ['ID=f23c18a3-002f-4513-920f-c63b30958866,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:26:51.541716 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4a1d5b53-f0e6-4b7e-931c-21531808bb37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:51.559452 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f42b46a-a313-45e9-90c9-67a525d91b21 admin admin] Made reservation on behalf of 638a54eed2254211bebcd3cdd008009d for: {'network': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:26:51.562591 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3f42b46a-a313-45e9-90c9-67a525d91b21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for network, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:51.587941 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3f42b46a-a313-45e9-90c9-67a525d91b21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:51.610954 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6758c4cb-52bd-416d-99d4-38239940f5a6 None None] Routers {'8392a47e-5aef-42e5-9124-c52a66bee7a7'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:26:51.614409 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-6758c4cb-52bd-416d-99d4-38239940f5a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:26:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['8392a47e-5aef-42e5-9124-c52a66bee7a7'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:26:51.620615 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4b21c15a-6ff5-434f-ad22-a4161bb8de0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:51.689579 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 33278) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:26:51.731592 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-781914e8-dcdb-4c5a-a0dc-a10fc0816823 req-e65f6649-b9c3-4429-b2ff-a5383846a021 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e15ece7-f410-4d95-9c67-d98c825e8c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3281124 Jul 27 23:26:51.901949 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3f42b46a-a313-45e9-90c9-67a525d91b21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:51.909764 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3f42b46a-a313-45e9-90c9-67a525d91b21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:51.956066 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f42b46a-a313-45e9-90c9-67a525d91b21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef5518ba-9a81-42e8-9597-487e43a1b9bb,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:26:51.970648 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f42b46a-a313-45e9-90c9-67a525d91b21 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 541} {{(pid=93797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 23:26:51.997258 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3f42b46a-a313-45e9-90c9-67a525d91b21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:51.997896 n-d-802623-1 neutron-server[93797]: INFO neutron.db.segments_db [None req-3f42b46a-a313-45e9-90c9-67a525d91b21 admin admin] Added segment 5900172f-3a68-4bc1-902b-a806dd883cba of type vlan for network 5d2efa73-e0fb-4486-96ff-e17ab438f25c Jul 27 23:26:52.044967 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-0ea9f5fa-2cee-49d0-aeda-6193586ab3a7 tempest-ExtraDHCPOptionsIpV6TestJSON-459993750 tempest-ExtraDHCPOptionsIpV6TestJSON-459993750-project] Allocated IP 2001:db8::87 (57daaab7-842d-4dec-a9fd-1c59a9026be1/0e3dd17b-e583-4cc8-9870-0eb34799c0ad/b9747690-22a5-447a-aeaf-73576fd7e5eb) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:26:52.050016 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-32e239fd-58f2-46b3-afbf-036e74674b55 tempest-RoutersIpV6AdminTest-711475609 tempest-RoutersIpV6AdminTest-711475609-project-admin] 10.222.0.18 "GET /v2.0/routers/a84a3949-b5c1-4dc5-a9ed-c1d3c0778648 HTTP/1.1" status: 200 len: 909 time: 0.8090985 Jul 27 23:26:52.071356 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 33288) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:26:52.080966 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-82366c9d-2672-4aa1-acd2-0b09b881eb13 tempest-RoutersIpV6AdminTest-711475609 tempest-RoutersIpV6AdminTest-711475609-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1942154388', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'enable_snat': True}}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:26:52.146932 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-6758c4cb-52bd-416d-99d4-38239940f5a6 None None] Set router 8392a47e-5aef-42e5-9124-c52a66bee7a7 gateway port host: n-d-802623-1 {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:26:52.150441 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3f42b46a-a313-45e9-90c9-67a525d91b21 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736833354590'] for network, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:52.181419 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4a1d5b53-f0e6-4b7e-931c-21531808bb37 None None] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:52.201741 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-4a1d5b53-f0e6-4b7e-931c-21531808bb37 None None] Transition to ACTIVE for port object c56bde46-eb5c-46c4-8814-06d1560a3b8a will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:26:52.218604 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82366c9d-2672-4aa1-acd2-0b09b881eb13 tempest-RoutersIpV6AdminTest-711475609 tempest-RoutersIpV6AdminTest-711475609-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62159'] for router, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:52.223269 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82366c9d-2672-4aa1-acd2-0b09b881eb13 tempest-RoutersIpV6AdminTest-711475609 tempest-RoutersIpV6AdminTest-711475609-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-479230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-415539', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3693317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62148'] for router, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:52.223494 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4a1d5b53-f0e6-4b7e-931c-21531808bb37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:52.226687 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2568bdfe-3d97-4246-85a6-55f9026e258d req-9d3a830b-cedd-492c-bf1f-90d080940083 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:26:52.228839 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-2568bdfe-3d97-4246-85a6-55f9026e258d req-9d3a830b-cedd-492c-bf1f-90d080940083 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ae77e5d-c93a-4a87-a622-8c31637a543b HTTP/1.1" status: 200 len: 946 time: 0.2081275 Jul 27 23:26:52.311281 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-2568bdfe-3d97-4246-85a6-55f9026e258d req-a4126b4e-811f-4baa-97ea-e92b1b7d7b11 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] 10.222.0.18 "GET /v2.0/security-groups?id=45adfe1d-a587-41ce-999b-f37af7607abf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735908 Jul 27 23:26:52.333435 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12c9abc-6315-4d7c-8c99-fc3be2d87625 None None] Pushing event updated for resources: {'Port': ['ID=c56bde46-eb5c-46c4-8814-06d1560a3b8a,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:26:52.348056 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-4a1d5b53-f0e6-4b7e-931c-21531808bb37 None None] Attempting to bind port c56bde46-eb5c-46c4-8814-06d1560a3b8a on host n-d-802623-1 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:26:52.348664 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-4a1d5b53-f0e6-4b7e-931c-21531808bb37 None None] Attempting to bind port c56bde46-eb5c-46c4-8814-06d1560a3b8a by drivers openvswitch,hyperv on host n-d-802623-1 at level 0 using segments [{'id': 'b9afe07e-bbe4-4740-834c-4b6a9698bdbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:26:52.349185 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a1d5b53-f0e6-4b7e-931c-21531808bb37 None None] Attempting to bind port c56bde46-eb5c-46c4-8814-06d1560a3b8a on network 2fd42287-ed26-4eb9-89a5-b521f5b04356 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:26:52.358981 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3f42b46a-a313-45e9-90c9-67a525d91b21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569'] for network, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:52.364913 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f42b46a-a313-45e9-90c9-67a525d91b21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:26:52.365696 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3f42b46a-a313-45e9-90c9-67a525d91b21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for network, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:52.369177 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a1d5b53-f0e6-4b7e-931c-21531808bb37 None None] Checking agent: {'id': 'a9a568d2-a5e7-41e4-833f-a8ab42ea4073', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 52, 30), 'started_at': datetime.datetime(2021, 7, 27, 22, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 26, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802623-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:26:52.369556 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a1d5b53-f0e6-4b7e-931c-21531808bb37 None None] Checking segment: {'id': 'b9afe07e-bbe4-4740-834c-4b6a9698bdbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:26:52.369957 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4a1d5b53-f0e6-4b7e-931c-21531808bb37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:52.370347 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a1d5b53-f0e6-4b7e-931c-21531808bb37 None None] Bound using segment: {'id': 'b9afe07e-bbe4-4740-834c-4b6a9698bdbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:26:52.370813 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-4a1d5b53-f0e6-4b7e-931c-21531808bb37 None None] Bound port: c56bde46-eb5c-46c4-8814-06d1560a3b8a, host: n-d-802623-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9afe07e-bbe4-4740-834c-4b6a9698bdbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:26:52.371212 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4a1d5b53-f0e6-4b7e-931c-21531808bb37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:52.477377 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-4a1d5b53-f0e6-4b7e-931c-21531808bb37 None None] For port c56bde46-eb5c-46c4-8814-06d1560a3b8a, host n-d-802623-1, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:26:52.480598 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-4a1d5b53-f0e6-4b7e-931c-21531808bb37 None None] For port c56bde46-eb5c-46c4-8814-06d1560a3b8a, host n-d-802623-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=c56bde46-eb5c-46c4-8814-06d1560a3b8a,segment=NetworkSegment(b9afe07e-bbe4-4740-834c-4b6a9698bdbc),segment_id=b9afe07e-bbe4-4740-834c-4b6a9698bdbc)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:26:52.493290 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4a1d5b53-f0e6-4b7e-931c-21531808bb37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:52.594420 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f42b46a-a313-45e9-90c9-67a525d91b21 admin admin] Pushing event updated for resources: {'Network': ['ID=5d2efa73-e0fb-4486-96ff-e17ab438f25c,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:26:52.602959 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device f23c18a3-002f-4513-920f-c63b30958866 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:26:52.627225 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Network 5d2efa73-e0fb-4486-96ff-e17ab438f25c details requested by agent ovs-agent-n-d-802623-1 with host n-d-802623-1 {{(pid=93799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 23:26:52.628442 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a1d5b53-f0e6-4b7e-931c-21531808bb37 None None] Routers {'a84a3949-b5c1-4dc5-a9ed-c1d3c0778648'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:26:52.629257 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-4a1d5b53-f0e6-4b7e-931c-21531808bb37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:26:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['a84a3949-b5c1-4dc5-a9ed-c1d3c0778648'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:26:52.632784 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12c9abc-6315-4d7c-8c99-fc3be2d87625 None None] Pushing event updated for resources: {'Port': ['ID=c56bde46-eb5c-46c4-8814-06d1560a3b8a,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:26:52.698655 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82366c9d-2672-4aa1-acd2-0b09b881eb13 tempest-RoutersIpV6AdminTest-711475609 tempest-RoutersIpV6AdminTest-711475609-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:52.707729 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0ea9f5fa-2cee-49d0-aeda-6193586ab3a7 tempest-ExtraDHCPOptionsIpV6TestJSON-459993750 tempest-ExtraDHCPOptionsIpV6TestJSON-459993750-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:52.713083 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-3f42b46a-a313-45e9-90c9-67a525d91b21 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1952631 Jul 27 23:26:52.714445 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 33294) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:26:52.727319 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-63a7a406-b3d2-4d3b-826a-210df901e8d6 admin admin] Request body: {'subnet': {'network_id': '5d2efa73-e0fb-4486-96ff-e17ab438f25c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1095661051-subnet', 'tenant_id': '638a54eed2254211bebcd3cdd008009d', 'ip_version': 4}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:26:52.772756 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-0ea9f5fa-2cee-49d0-aeda-6193586ab3a7 tempest-ExtraDHCPOptionsIpV6TestJSON-459993750 tempest-ExtraDHCPOptionsIpV6TestJSON-459993750-project] Transition to ACTIVE for port object b9747690-22a5-447a-aeaf-73576fd7e5eb will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:26:52.827453 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-4a1d5b53-f0e6-4b7e-931c-21531808bb37 None None] Set router a84a3949-b5c1-4dc5-a9ed-c1d3c0778648 gateway port host: n-d-802623-1 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:26:53.004865 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82366c9d-2672-4aa1-acd2-0b09b881eb13 tempest-RoutersIpV6AdminTest-711475609 tempest-RoutersIpV6AdminTest-711475609-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-415433', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62186'] for router, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:53.010996 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4b21c15a-6ff5-434f-ad22-a4161bb8de0f None None] Notify callbacks [] for port, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:53.014433 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63a7a406-b3d2-4d3b-826a-210df901e8d6 admin admin] Made reservation on behalf of 638a54eed2254211bebcd3cdd008009d for: {'subnet': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:26:53.018337 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-63a7a406-b3d2-4d3b-826a-210df901e8d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11551435'] for subnet, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:53.027205 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-4b21c15a-6ff5-434f-ad22-a4161bb8de0f None None] Transition to ACTIVE for port object 2a3cb2b8-98cb-4156-9ea6-63b994d40fe2 will not be triggered until provisioned by entity L2. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:26:53.033458 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning for port f23c18a3-002f-4513-920f-c63b30958866 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:26:53.045536 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4b21c15a-6ff5-434f-ad22-a4161bb8de0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:53.149177 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-6758c4cb-52bd-416d-99d4-38239940f5a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8392a47e-5aef-42e5-9124-c52a66bee7a7', 'name': 'tempest-TestNetworkBasicOps-router-87612854', 'tenant_id': 'ba4fae7b46b54e6e99cbf665d54e4a7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.44'}], 'enable_snat': True}, 'gw_port_id': 'f7b82e81-56a1-4086-ac71-4eda21fe1ec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:24:31Z', 'updated_at': '2021-07-27T23:26:47Z', 'revision_number': 6, 'project_id': 'ba4fae7b46b54e6e99cbf665d54e4a7e', 'gw_port': {'id': 'f7b82e81-56a1-4086-ac71-4eda21fe1ec3', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:fe:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8392a47e-5aef-42e5-9124-c52a66bee7a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2298, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:24:33Z', 'updated_at': '2021-07-27T23:24:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_floatingips': [{'id': '599c6fdc-0b19-41da-bfcc-7eeed6fe21ca', 'tenant_id': 'ba4fae7b46b54e6e99cbf665d54e4a7e', 'floating_ip_address': '172.25.4.249', 'floating_network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'router_id': '8392a47e-5aef-42e5-9124-c52a66bee7a7', 'port_id': '7ae046a6-a266-4500-aa0c-0a3fdb9c7db5', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 2409, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '031433c5-4bab-478c-b609-4a0e530ec703', 'mac_address': 'fa:16:3e:38:6a:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90756201-b12a-491c-8b15-e3c43900ec0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T23:25:07Z', 'updated_at': '2021-07-27T23:25:11Z', 'revision_number': 1, 'project_id': 'ba4fae7b46b54e6e99cbf665d54e4a7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '890ee42d-118a-49a0-8342-f952e18eecf7', 'name': '', 'network_id': '031433c5-4bab-478c-b609-4a0e530ec703', 'tenant_id': 'ba4fae7b46b54e6e99cbf665d54e4a7e', 'mac_address': 'fa:16:3e:e8:7d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8392a47e-5aef-42e5-9124-c52a66bee7a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2325, 'fixed_ips': [{'subnet_id': 'a6bca0f1-dba8-4820-a7a0-186b76699da1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:24:40Z', 'updated_at': '2021-07-27T23:24:48Z', 'revision_number': 5, 'project_id': 'ba4fae7b46b54e6e99cbf665d54e4a7e', 'subnets': [{'id': 'a6bca0f1-dba8-4820-a7a0-186b76699da1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:26:53.158462 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0ea9f5fa-2cee-49d0-aeda-6193586ab3a7 tempest-ExtraDHCPOptionsIpV6TestJSON-459993750 tempest-ExtraDHCPOptionsIpV6TestJSON-459993750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:53.158711 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d07314-9320-4012-a36d-ddbe5e08dc24 None None] Pushing event updated for resources: {'Port': ['ID=2a3cb2b8-98cb-4156-9ea6-63b994d40fe2,revision_number=3']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:26:53.238972 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6758c4cb-52bd-416d-99d4-38239940f5a6 None None] Checking router: 8392a47e-5aef-42e5-9124-c52a66bee7a7 for host: n-d-802623-1 {{(pid=93799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 23:26:53.318068 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6758c4cb-52bd-416d-99d4-38239940f5a6 None None] Routers {'8392a47e-5aef-42e5-9124-c52a66bee7a7'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:26:53.318907 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-6758c4cb-52bd-416d-99d4-38239940f5a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:26:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['8392a47e-5aef-42e5-9124-c52a66bee7a7'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:26:53.322791 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ea9f5fa-2cee-49d0-aeda-6193586ab3a7 tempest-ExtraDHCPOptionsIpV6TestJSON-459993750 tempest-ExtraDHCPOptionsIpV6TestJSON-459993750-project] Network 57daaab7-842d-4dec-a9fd-1c59a9026be1 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:26:53.343755 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-0ea9f5fa-2cee-49d0-aeda-6193586ab3a7 tempest-ExtraDHCPOptionsIpV6TestJSON-459993750 tempest-ExtraDHCPOptionsIpV6TestJSON-459993750-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:26:53.347341 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-4a1d5b53-f0e6-4b7e-931c-21531808bb37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a84a3949-b5c1-4dc5-a9ed-c1d3c0778648', 'name': 'tempest-snat-router-1942154388', 'tenant_id': 'ecaa1255f6b84883b9b772bd25657e4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.150'}], 'enable_snat': False}, 'gw_port_id': 'c56bde46-eb5c-46c4-8814-06d1560a3b8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:26:42Z', 'updated_at': '2021-07-27T23:26:46Z', 'revision_number': 3, 'project_id': 'ecaa1255f6b84883b9b772bd25657e4b', 'gw_port': {'id': 'c56bde46-eb5c-46c4-8814-06d1560a3b8a', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:a0:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a84a3949-b5c1-4dc5-a9ed-c1d3c0778648', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2650, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:26:44Z', 'updated_at': '2021-07-27T23:26:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-802623-1'}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:26:53.385959 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-4b21c15a-6ff5-434f-ad22-a4161bb8de0f None None] Attempting to bind port 2a3cb2b8-98cb-4156-9ea6-63b994d40fe2 on host n-d-802623-1 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:26:53.387869 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-4b21c15a-6ff5-434f-ad22-a4161bb8de0f None None] Attempting to bind port 2a3cb2b8-98cb-4156-9ea6-63b994d40fe2 by drivers openvswitch,hyperv on host n-d-802623-1 at level 0 using segments [{'id': 'e34bcaf6-fcda-4cb3-a9d4-ce07906221d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '280a3ba5-2d75-4827-b3c1-0be5bb892094'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:26:53.389258 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b21c15a-6ff5-434f-ad22-a4161bb8de0f None None] Attempting to bind port 2a3cb2b8-98cb-4156-9ea6-63b994d40fe2 on network 280a3ba5-2d75-4827-b3c1-0be5bb892094 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:26:53.404374 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a1d5b53-f0e6-4b7e-931c-21531808bb37 None None] The sync data for ids ['a84a3949-b5c1-4dc5-a9ed-c1d3c0778648'] in n-d-802623-1 is: [{'id': 'a84a3949-b5c1-4dc5-a9ed-c1d3c0778648', 'name': 'tempest-snat-router-1942154388', 'tenant_id': 'ecaa1255f6b84883b9b772bd25657e4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.150'}], 'enable_snat': False}, 'gw_port_id': 'c56bde46-eb5c-46c4-8814-06d1560a3b8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:26:42Z', 'updated_at': '2021-07-27T23:26:46Z', 'revision_number': 3, 'project_id': 'ecaa1255f6b84883b9b772bd25657e4b', 'gw_port': {'id': 'c56bde46-eb5c-46c4-8814-06d1560a3b8a', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:a0:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a84a3949-b5c1-4dc5-a9ed-c1d3c0778648', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2650, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:26:44Z', 'updated_at': '2021-07-27T23:26:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-802623-1'}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:26:53.409144 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2fccb67-ba42-413b-ab4d-abb87e1123f8 None None] Network 57daaab7-842d-4dec-a9fd-1c59a9026be1 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:26:53.415153 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ea9f5fa-2cee-49d0-aeda-6193586ab3a7 tempest-ExtraDHCPOptionsIpV6TestJSON-459993750 tempest-ExtraDHCPOptionsIpV6TestJSON-459993750-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:26:53.434523 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ea9f5fa-2cee-49d0-aeda-6193586ab3a7 tempest-ExtraDHCPOptionsIpV6TestJSON-459993750 tempest-ExtraDHCPOptionsIpV6TestJSON-459993750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:26:53.434523 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0ea9f5fa-2cee-49d0-aeda-6193586ab3a7 tempest-ExtraDHCPOptionsIpV6TestJSON-459993750 tempest-ExtraDHCPOptionsIpV6TestJSON-459993750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:53.438384 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b21c15a-6ff5-434f-ad22-a4161bb8de0f None None] Checking agent: {'id': 'a9a568d2-a5e7-41e4-833f-a8ab42ea4073', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 52, 30), 'started_at': datetime.datetime(2021, 7, 27, 22, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 26, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802623-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:26:53.438781 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b21c15a-6ff5-434f-ad22-a4161bb8de0f None None] Checking segment: {'id': 'e34bcaf6-fcda-4cb3-a9d4-ce07906221d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '280a3ba5-2d75-4827-b3c1-0be5bb892094'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:26:53.439175 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4b21c15a-6ff5-434f-ad22-a4161bb8de0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:53.439600 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b21c15a-6ff5-434f-ad22-a4161bb8de0f None None] Bound using segment: {'id': 'e34bcaf6-fcda-4cb3-a9d4-ce07906221d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '280a3ba5-2d75-4827-b3c1-0be5bb892094'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:26:53.440058 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-4b21c15a-6ff5-434f-ad22-a4161bb8de0f None None] Bound port: 2a3cb2b8-98cb-4156-9ea6-63b994d40fe2, host: n-d-802623-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e34bcaf6-fcda-4cb3-a9d4-ce07906221d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '280a3ba5-2d75-4827-b3c1-0be5bb892094'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:26:53.440441 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4b21c15a-6ff5-434f-ad22-a4161bb8de0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:53.499748 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-0ea9f5fa-2cee-49d0-aeda-6193586ab3a7 tempest-ExtraDHCPOptionsIpV6TestJSON-459993750 tempest-ExtraDHCPOptionsIpV6TestJSON-459993750-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1148 time: 3.4779453 Jul 27 23:26:53.504769 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea9f5fa-2cee-49d0-aeda-6193586ab3a7 tempest-ExtraDHCPOptionsIpV6TestJSON-459993750 tempest-ExtraDHCPOptionsIpV6TestJSON-459993750-project] Pushing event updated for resources: {'Port': ['ID=b9747690-22a5-447a-aeaf-73576fd7e5eb,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:26:53.516288 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88c2c98-1716-448e-94a2-fd61d2ca6bab req-dee4a1bf-216e-44d8-ac1e-5aa18d79a3dd tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:26:53.524300 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-c88c2c98-1716-448e-94a2-fd61d2ca6bab req-dee4a1bf-216e-44d8-ac1e-5aa18d79a3dd tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] 10.222.0.18 "GET /v2.0/ports?device_id=07667ed9-bf6a-429b-b2fe-099784128518 HTTP/1.1" status: 200 len: 945 time: 0.5120847 Jul 27 23:26:53.528180 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 33302) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:26:53.573371 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d4726c-4d88-4273-824e-42fe992afb20 req-b0c17ba6-5762-419b-9884-a4dbfba2beb4 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:26:53.575483 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-39d4726c-4d88-4273-824e-42fe992afb20 req-b0c17ba6-5762-419b-9884-a4dbfba2beb4 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] 10.222.0.49 "GET /v2.0/ports?device_id=2ae77e5d-c93a-4a87-a622-8c31637a543b HTTP/1.1" status: 200 len: 946 time: 0.2819374 Jul 27 23:26:53.628271 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-186171f9-98c3-4912-a459-358c2471f3b7 None None] Provisioning for port f23c18a3-002f-4513-920f-c63b30958866 completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:26:53.636535 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-186171f9-98c3-4912-a459-358c2471f3b7 None None] Provisioning complete for port f23c18a3-002f-4513-920f-c63b30958866 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:26:53.637455 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-186171f9-98c3-4912-a459-358c2471f3b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:53.642504 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa09899-00b4-4119-acfe-9d0e105792a0 req-a11b8b77-27ba-4f99-aa3c-f64d9935b897 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:26:53.644165 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-6fa09899-00b4-4119-acfe-9d0e105792a0 req-a11b8b77-27ba-4f99-aa3c-f64d9935b897 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ae77e5d-c93a-4a87-a622-8c31637a543b HTTP/1.1" status: 200 len: 946 time: 0.1712565 Jul 27 23:26:53.656777 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-63a7a406-b3d2-4d3b-826a-210df901e8d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11336182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11551417'] for subnet, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:53.686849 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-4b21c15a-6ff5-434f-ad22-a4161bb8de0f None None] For port 2a3cb2b8-98cb-4156-9ea6-63b994d40fe2, host n-d-802623-1, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:26:53.713886 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-4b21c15a-6ff5-434f-ad22-a4161bb8de0f None None] For port 2a3cb2b8-98cb-4156-9ea6-63b994d40fe2, host n-d-802623-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=2a3cb2b8-98cb-4156-9ea6-63b994d40fe2,segment=NetworkSegment(e34bcaf6-fcda-4cb3-a9d4-ce07906221d3),segment_id=e34bcaf6-fcda-4cb3-a9d4-ce07906221d3)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:26:53.734928 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-6fa09899-00b4-4119-acfe-9d0e105792a0 req-6026a082-e8f0-4d6e-b026-78ef647d86ad tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] 10.222.0.18 "GET /v2.0/security-groups?id=45adfe1d-a587-41ce-999b-f37af7607abf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0830393 Jul 27 23:26:53.742917 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-6758c4cb-52bd-416d-99d4-38239940f5a6 None None] Set router 8392a47e-5aef-42e5-9124-c52a66bee7a7 gateway port host: n-d-802623-1 {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:26:53.776876 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4b21c15a-6ff5-434f-ad22-a4161bb8de0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:53.792929 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-39d4726c-4d88-4273-824e-42fe992afb20 req-fd710850-3c1d-4f66-946a-3e4fae20042b tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Deleting port 961323c1-45a0-49bd-8057-e5e8055bfc40 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:26:53.793881 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-39d4726c-4d88-4273-824e-42fe992afb20 req-fd710850-3c1d-4f66-946a-3e4fae20042b tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:54.066346 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-c88c2c98-1716-448e-94a2-fd61d2ca6bab req-dc543f4d-7fe0-4a00-86e3-443cbd93bdb0 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e15ece7-f410-4d95-9c67-d98c825e8c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5410056 Jul 27 23:26:54.071084 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a7a406-b3d2-4d3b-826a-210df901e8d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9f25904-e9e0-45a2-800a-eb494c0aea53,revision_number=0']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:26:54.109469 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c66bba4b-e001-4b87-b7cb-e5d83de48244 tempest-ExtraDHCPOptionsIpV6TestJSON-459993750 tempest-ExtraDHCPOptionsIpV6TestJSON-459993750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:26:54.116174 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c66bba4b-e001-4b87-b7cb-e5d83de48244 tempest-ExtraDHCPOptionsIpV6TestJSON-459993750 tempest-ExtraDHCPOptionsIpV6TestJSON-459993750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:26:54.122059 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c66bba4b-e001-4b87-b7cb-e5d83de48244 tempest-ExtraDHCPOptionsIpV6TestJSON-459993750 tempest-ExtraDHCPOptionsIpV6TestJSON-459993750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:26:54.123878 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-c66bba4b-e001-4b87-b7cb-e5d83de48244 tempest-ExtraDHCPOptionsIpV6TestJSON-459993750 tempest-ExtraDHCPOptionsIpV6TestJSON-459993750-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2620 time: 0.5926571 Jul 27 23:26:54.125440 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a7a406-b3d2-4d3b-826a-210df901e8d6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:26:54.125784 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a7a406-b3d2-4d3b-826a-210df901e8d6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:26:54.126706 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a7a406-b3d2-4d3b-826a-210df901e8d6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:26:54.127122 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a7a406-b3d2-4d3b-826a-210df901e8d6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:26:54.127402 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a7a406-b3d2-4d3b-826a-210df901e8d6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:26:54.127738 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a7a406-b3d2-4d3b-826a-210df901e8d6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:26:54.128059 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a7a406-b3d2-4d3b-826a-210df901e8d6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:26:54.128381 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a7a406-b3d2-4d3b-826a-210df901e8d6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:26:54.128704 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a7a406-b3d2-4d3b-826a-210df901e8d6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:26:54.129026 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a7a406-b3d2-4d3b-826a-210df901e8d6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:26:54.129347 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a7a406-b3d2-4d3b-826a-210df901e8d6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:26:54.129669 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a7a406-b3d2-4d3b-826a-210df901e8d6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:26:54.139670 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 33304) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:26:54.231765 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d07314-9320-4012-a36d-ddbe5e08dc24 None None] Pushing event updated for resources: {'Port': ['ID=2a3cb2b8-98cb-4156-9ea6-63b994d40fe2,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:26:54.244002 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b21c15a-6ff5-434f-ad22-a4161bb8de0f None None] Routers {'ae07b307-a0ba-48a4-8cdd-01fc42aa4d7f'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:26:54.244781 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-4b21c15a-6ff5-434f-ad22-a4161bb8de0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:26:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['ae07b307-a0ba-48a4-8cdd-01fc42aa4d7f'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:26:54.382597 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-186171f9-98c3-4912-a459-358c2471f3b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:54.391404 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-448c5e47-c6ea-4f15-80c9-814bc0101d2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-414022'] for router_interface, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:54.439778 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63a7a406-b3d2-4d3b-826a-210df901e8d6 admin admin] Checking segment: {'id': '5900172f-3a68-4bc1-902b-a806dd883cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '5d2efa73-e0fb-4486-96ff-e17ab438f25c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:26:54.440174 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63a7a406-b3d2-4d3b-826a-210df901e8d6 admin admin] Network hostable DHCP agents. Network: 5d2efa73-e0fb-4486-96ff-e17ab438f25c, hostable agents: ['5950e76f-2bde-4343-a925-cbe6bacd2706'], hosted agents: [] {{(pid=93797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 23:26:54.487978 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-86026136-edcc-41fa-941c-e979269e4ff7 tempest-ExtraDHCPOptionsIpV6TestJSON-459993750 tempest-ExtraDHCPOptionsIpV6TestJSON-459993750-project] Deleting port b9747690-22a5-447a-aeaf-73576fd7e5eb {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:26:54.488546 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-86026136-edcc-41fa-941c-e979269e4ff7 tempest-ExtraDHCPOptionsIpV6TestJSON-459993750 tempest-ExtraDHCPOptionsIpV6TestJSON-459993750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:54.517171 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-4b21c15a-6ff5-434f-ad22-a4161bb8de0f None None] Set router ae07b307-a0ba-48a4-8cdd-01fc42aa4d7f gateway port host: n-d-802623-1 {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:26:54.579492 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-39d4726c-4d88-4273-824e-42fe992afb20 req-fd710850-3c1d-4f66-946a-3e4fae20042b tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] For port 961323c1-45a0-49bd-8057-e5e8055bfc40, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=961323c1-45a0-49bd-8057-e5e8055bfc40,segment=NetworkSegment(9ac5713f-1ed4-4c82-b885-5fc23b0f1a5c),segment_id=9ac5713f-1ed4-4c82-b885-5fc23b0f1a5c)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:26:54.579872 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-39d4726c-4d88-4273-824e-42fe992afb20 req-fd710850-3c1d-4f66-946a-3e4fae20042b tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:54.586192 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-86026136-edcc-41fa-941c-e979269e4ff7 tempest-ExtraDHCPOptionsIpV6TestJSON-459993750 tempest-ExtraDHCPOptionsIpV6TestJSON-459993750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:54.603333 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-86026136-edcc-41fa-941c-e979269e4ff7 tempest-ExtraDHCPOptionsIpV6TestJSON-459993750 tempest-ExtraDHCPOptionsIpV6TestJSON-459993750-project] Calling delete_port for b9747690-22a5-447a-aeaf-73576fd7e5eb owned by {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:26:54.615884 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-39d4726c-4d88-4273-824e-42fe992afb20 req-fd710850-3c1d-4f66-946a-3e4fae20042b tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Calling delete_port for 961323c1-45a0-49bd-8057-e5e8055bfc40 owned by compute:nova {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:26:54.630707 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-186171f9-98c3-4912-a459-358c2471f3b7 None None] For port f23c18a3-002f-4513-920f-c63b30958866, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=f23c18a3-002f-4513-920f-c63b30958866,segment=NetworkSegment(f18db351-306b-474a-9315-8673c11d1f66),segment_id=f18db351-306b-474a-9315-8673c11d1f66)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:26:54.696451 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device c56bde46-eb5c-46c4-8814-06d1560a3b8a up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:26:54.726900 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82366c9d-2672-4aa1-acd2-0b09b881eb13 tempest-RoutersIpV6AdminTest-711475609 tempest-RoutersIpV6AdminTest-711475609-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:54.756572 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82366c9d-2672-4aa1-acd2-0b09b881eb13 tempest-RoutersIpV6AdminTest-711475609 tempest-RoutersIpV6AdminTest-711475609-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:54.761777 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63a7a406-b3d2-4d3b-826a-210df901e8d6 admin admin] Network 5d2efa73-e0fb-4486-96ff-e17ab438f25c is scheduled to be hosted by DHCP agent 5950e76f-2bde-4343-a925-cbe6bacd2706 with binding_index 1 {{(pid=93797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 23:26:54.792851 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-63a7a406-b3d2-4d3b-826a-210df901e8d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802623-1, 5d2efa73-e0fb-4486-96ff-e17ab438f25c) {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:26:54.848534 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-186171f9-98c3-4912-a459-358c2471f3b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:54.862478 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63a7a406-b3d2-4d3b-826a-210df901e8d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:26:54.863119 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-63a7a406-b3d2-4d3b-826a-210df901e8d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for subnet, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:54.900048 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfe24645-41e0-485b-a622-8a2280a01fa1 None None] Network 5d2efa73-e0fb-4486-96ff-e17ab438f25c requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:26:54.961283 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-448c5e47-c6ea-4f15-80c9-814bc0101d2a admin admin] Deleting port 808c6a67-4d38-43f1-97d1-eb6f356a3944 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:26:54.961283 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-448c5e47-c6ea-4f15-80c9-814bc0101d2a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:55.012107 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186171f9-98c3-4912-a459-358c2471f3b7 None None] Pushing event updated for resources: {'Port': ['ID=f23c18a3-002f-4513-920f-c63b30958866,revision_number=3']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:26:55.034472 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-82366c9d-2672-4aa1-acd2-0b09b881eb13 tempest-RoutersIpV6AdminTest-711475609 tempest-RoutersIpV6AdminTest-711475609-project-admin] Allocated IP 172.25.4.98 (2fd42287-ed26-4eb9-89a5-b521f5b04356/17de1f8f-393a-4b0c-a2df-614bd3f2fb5e/51e2233d-a7ba-4982-b8cf-57c32ecb982e) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:26:55.061289 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dbd611-4b32-437b-af43-51aac2cfa0cf req-0697678d-093e-4b02-bf7a-745015a960e0 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:26:55.068973 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-97dbd611-4b32-437b-af43-51aac2cfa0cf req-0697678d-093e-4b02-bf7a-745015a960e0 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/ports?device_id=c82f64f9-7572-4580-b07f-b346ae07e8cc HTTP/1.1" status: 200 len: 945 time: 0.1359632 Jul 27 23:26:55.074150 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-39d4726c-4d88-4273-824e-42fe992afb20 req-fd710850-3c1d-4f66-946a-3e4fae20042b tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:55.137349 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-63a7a406-b3d2-4d3b-826a-210df901e8d6 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.4218071 Jul 27 23:26:55.144911 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 33324) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:26:55.152190 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-8694c3b9-e75d-4e11-aefd-095d1175761d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1095661051-router', 'tenant_id': '638a54eed2254211bebcd3cdd008009d', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'}}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:26:55.178733 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd710850-3c1d-4f66-946a-3e4fae20042b tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Pushing event deleted for resources: {'Port': ['ID=961323c1-45a0-49bd-8057-e5e8055bfc40,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:26:55.210095 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-97dbd611-4b32-437b-af43-51aac2cfa0cf req-d3316783-8346-4086-ac43-eb3ea9ee70e1 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/security-groups?id=7dab0fca-2422-4f10-a2ed-ede178e48859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398282 Jul 27 23:26:55.242374 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning for port c56bde46-eb5c-46c4-8814-06d1560a3b8a completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:26:55.247801 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b1d202-e82a-4f50-ae65-d652aa09327c req-a9ad40c2-6082-40c1-9ae9-037f724eeff8 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:26:55.257485 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port c56bde46-eb5c-46c4-8814-06d1560a3b8a triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:26:55.257866 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:55.260610 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-85b1d202-e82a-4f50-ae65-d652aa09327c req-a9ad40c2-6082-40c1-9ae9-037f724eeff8 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ae77e5d-c93a-4a87-a622-8c31637a543b HTTP/1.1" status: 200 len: 867 time: 0.3567798 Jul 27 23:26:55.283427 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-448c5e47-c6ea-4f15-80c9-814bc0101d2a admin admin] For port 808c6a67-4d38-43f1-97d1-eb6f356a3944, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=808c6a67-4d38-43f1-97d1-eb6f356a3944,segment=NetworkSegment(ab8d7f4e-2ae1-47bb-971f-c561db8d51ee),segment_id=ab8d7f4e-2ae1-47bb-971f-c561db8d51ee)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:26:55.284071 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-448c5e47-c6ea-4f15-80c9-814bc0101d2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:55.306777 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8694c3b9-e75d-4e11-aefd-095d1175761d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62159'] for router, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:55.308134 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8694c3b9-e75d-4e11-aefd-095d1175761d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-479230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-415539', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3693317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62148'] for router, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:55.317509 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-39d4726c-4d88-4273-824e-42fe992afb20 req-fd710850-3c1d-4f66-946a-3e4fae20042b tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] No DVR routers for this DVR port 961323c1-45a0-49bd-8057-e5e8055bfc40 on host n-h2-802623-1 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:26:55.323443 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-39d4726c-4d88-4273-824e-42fe992afb20 req-fd710850-3c1d-4f66-946a-3e4fae20042b tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:55.326167 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-39d4726c-4d88-4273-824e-42fe992afb20 req-fd710850-3c1d-4f66-946a-3e4fae20042b tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] 10.222.0.49 "DELETE /v2.0/ports/961323c1-45a0-49bd-8057-e5e8055bfc40 HTTP/1.1" status: 204 len: 173 time: 1.7274394 Jul 27 23:26:55.327111 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ae77e5d-c93a-4a87-a622-8c31637a543b', 'name': 'network-vif-deleted', 'tag': '961323c1-45a0-49bd-8057-e5e8055bfc40'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:26:55.331023 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}011f8d312121274bb12d78e77c6379a2079800640016cec6c6d605b73666e854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0ba84d5-479d-427e-ac35-21d68b23fe5c" -d '{"events": [{"server_uuid": "2ae77e5d-c93a-4a87-a622-8c31637a543b", "name": "network-vif-deleted", "tag": "961323c1-45a0-49bd-8057-e5e8055bfc40"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:26:55.336094 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-448c5e47-c6ea-4f15-80c9-814bc0101d2a admin admin] Calling delete_port for 808c6a67-4d38-43f1-97d1-eb6f356a3944 owned by network:router_interface {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:26:55.359348 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-86026136-edcc-41fa-941c-e979269e4ff7 tempest-ExtraDHCPOptionsIpV6TestJSON-459993750 tempest-ExtraDHCPOptionsIpV6TestJSON-459993750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:55.371214 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-4b21c15a-6ff5-434f-ad22-a4161bb8de0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae07b307-a0ba-48a4-8cdd-01fc42aa4d7f', 'name': 'tempest-TestVolumeBootPattern-1074431017-router', 'tenant_id': '49af0f356ac348f0bd0841795f0ea352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.28'}], 'enable_snat': True}, 'gw_port_id': 'aabf91af-c331-4c6f-8eeb-399969435504', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:26:41Z', 'updated_at': '2021-07-27T23:26:46Z', 'revision_number': 4, 'project_id': '49af0f356ac348f0bd0841795f0ea352', 'gw_port': {'id': 'aabf91af-c331-4c6f-8eeb-399969435504', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:cc:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae07b307-a0ba-48a4-8cdd-01fc42aa4d7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2648, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:26:42Z', 'updated_at': '2021-07-27T23:26:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': '2a3cb2b8-98cb-4156-9ea6-63b994d40fe2', 'name': '', 'network_id': '280a3ba5-2d75-4827-b3c1-0be5bb892094', 'tenant_id': '49af0f356ac348f0bd0841795f0ea352', 'mac_address': 'fa:16:3e:da:7c:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae07b307-a0ba-48a4-8cdd-01fc42aa4d7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2651, 'fixed_ips': [{'subnet_id': '03df5e5c-8a96-449f-9e96-cff1a55737e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:26:44Z', 'updated_at': '2021-07-27T23:26:53Z', 'revision_number': 4, 'project_id': '49af0f356ac348f0bd0841795f0ea352', 'subnets': [{'id': '03df5e5c-8a96-449f-9e96-cff1a55737e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:26:55.429264 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b21c15a-6ff5-434f-ad22-a4161bb8de0f None None] The sync data for ids ['ae07b307-a0ba-48a4-8cdd-01fc42aa4d7f'] in n-d-802623-1 is: [{'id': 'ae07b307-a0ba-48a4-8cdd-01fc42aa4d7f', 'name': 'tempest-TestVolumeBootPattern-1074431017-router', 'tenant_id': '49af0f356ac348f0bd0841795f0ea352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.28'}], 'enable_snat': True}, 'gw_port_id': 'aabf91af-c331-4c6f-8eeb-399969435504', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:26:41Z', 'updated_at': '2021-07-27T23:26:46Z', 'revision_number': 4, 'project_id': '49af0f356ac348f0bd0841795f0ea352', 'gw_port': {'id': 'aabf91af-c331-4c6f-8eeb-399969435504', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:cc:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae07b307-a0ba-48a4-8cdd-01fc42aa4d7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2648, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:26:42Z', 'updated_at': '2021-07-27T23:26:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': '2a3cb2b8-98cb-4156-9ea6-63b994d40fe2', 'name': '', 'network_id': '280a3ba5-2d75-4827-b3c1-0be5bb892094', 'tenant_id': '49af0f356ac348f0bd0841795f0ea352', 'mac_address': 'fa:16:3e:da:7c:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae07b307-a0ba-48a4-8cdd-01fc42aa4d7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2651, 'fixed_ips': [{'subnet_id': '03df5e5c-8a96-449f-9e96-cff1a55737e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:26:44Z', 'updated_at': '2021-07-27T23:26:53Z', 'revision_number': 4, 'project_id': '49af0f356ac348f0bd0841795f0ea352', 'subnets': [{'id': '03df5e5c-8a96-449f-9e96-cff1a55737e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:26:55.431022 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-033cdfee-2b97-4a29-b2c7-6ca18066f999 None None] Provisioning for port 29f5c242-a2ff-4de9-abb7-9a65e2241877 completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:26:55.476690 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-6758c4cb-52bd-416d-99d4-38239940f5a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8392a47e-5aef-42e5-9124-c52a66bee7a7', 'name': 'tempest-TestNetworkBasicOps-router-87612854', 'tenant_id': 'ba4fae7b46b54e6e99cbf665d54e4a7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.44'}], 'enable_snat': True}, 'gw_port_id': 'f7b82e81-56a1-4086-ac71-4eda21fe1ec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:24:31Z', 'updated_at': '2021-07-27T23:26:47Z', 'revision_number': 6, 'project_id': 'ba4fae7b46b54e6e99cbf665d54e4a7e', 'gw_port': {'id': 'f7b82e81-56a1-4086-ac71-4eda21fe1ec3', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:fe:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8392a47e-5aef-42e5-9124-c52a66bee7a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2298, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:24:33Z', 'updated_at': '2021-07-27T23:24:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_floatingips': [{'id': '599c6fdc-0b19-41da-bfcc-7eeed6fe21ca', 'tenant_id': 'ba4fae7b46b54e6e99cbf665d54e4a7e', 'floating_ip_address': '172.25.4.249', 'floating_network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'router_id': '8392a47e-5aef-42e5-9124-c52a66bee7a7', 'port_id': '7ae046a6-a266-4500-aa0c-0a3fdb9c7db5', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 2409, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '031433c5-4bab-478c-b609-4a0e530ec703', 'mac_address': 'fa:16:3e:38:6a:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90756201-b12a-491c-8b15-e3c43900ec0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T23:25:07Z', 'updated_at': '2021-07-27T23:25:11Z', 'revision_number': 1, 'project_id': 'ba4fae7b46b54e6e99cbf665d54e4a7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '890ee42d-118a-49a0-8342-f952e18eecf7', 'name': '', 'network_id': '031433c5-4bab-478c-b609-4a0e530ec703', 'tenant_id': 'ba4fae7b46b54e6e99cbf665d54e4a7e', 'mac_address': 'fa:16:3e:e8:7d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8392a47e-5aef-42e5-9124-c52a66bee7a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2325, 'fixed_ips': [{'subnet_id': 'a6bca0f1-dba8-4820-a7a0-186b76699da1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:24:40Z', 'updated_at': '2021-07-27T23:24:48Z', 'revision_number': 5, 'project_id': 'ba4fae7b46b54e6e99cbf665d54e4a7e', 'subnets': [{'id': 'a6bca0f1-dba8-4820-a7a0-186b76699da1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:26:55.503377 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8694c3b9-e75d-4e11-aefd-095d1175761d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:55.552252 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-033cdfee-2b97-4a29-b2c7-6ca18066f999 None None] Provisioning complete for port 29f5c242-a2ff-4de9-abb7-9a65e2241877 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:26:55.552638 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-033cdfee-2b97-4a29-b2c7-6ca18066f999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:55.554475 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6758c4cb-52bd-416d-99d4-38239940f5a6 None None] The sync data for ids ['8392a47e-5aef-42e5-9124-c52a66bee7a7'] in n-d-802623-1 is: [{'id': '8392a47e-5aef-42e5-9124-c52a66bee7a7', 'name': 'tempest-TestNetworkBasicOps-router-87612854', 'tenant_id': 'ba4fae7b46b54e6e99cbf665d54e4a7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.44'}], 'enable_snat': True}, 'gw_port_id': 'f7b82e81-56a1-4086-ac71-4eda21fe1ec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:24:31Z', 'updated_at': '2021-07-27T23:26:47Z', 'revision_number': 6, 'project_id': 'ba4fae7b46b54e6e99cbf665d54e4a7e', 'gw_port': {'id': 'f7b82e81-56a1-4086-ac71-4eda21fe1ec3', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:fe:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8392a47e-5aef-42e5-9124-c52a66bee7a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2298, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:24:33Z', 'updated_at': '2021-07-27T23:24:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_floatingips': [{'id': '599c6fdc-0b19-41da-bfcc-7eeed6fe21ca', 'tenant_id': 'ba4fae7b46b54e6e99cbf665d54e4a7e', 'floating_ip_address': '172.25.4.249', 'floating_network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'router_id': '8392a47e-5aef-42e5-9124-c52a66bee7a7', 'port_id': '7ae046a6-a266-4500-aa0c-0a3fdb9c7db5', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 2409, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '031433c5-4bab-478c-b609-4a0e530ec703', 'mac_address': 'fa:16:3e:38:6a:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90756201-b12a-491c-8b15-e3c43900ec0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T23:25:07Z', 'updated_at': '2021-07-27T23:25:11Z', 'revision_number': 1, 'project_id': 'ba4fae7b46b54e6e99cbf665d54e4a7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '890ee42d-118a-49a0-8342-f952e18eecf7', 'name': '', 'network_id': '031433c5-4bab-478c-b609-4a0e530ec703', 'tenant_id': 'ba4fae7b46b54e6e99cbf665d54e4a7e', 'mac_address': 'fa:16:3e:e8:7d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8392a47e-5aef-42e5-9124-c52a66bee7a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2325, 'fixed_ips': [{'subnet_id': 'a6bca0f1-dba8-4820-a7a0-186b76699da1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:24:40Z', 'updated_at': '2021-07-27T23:24:48Z', 'revision_number': 5, 'project_id': 'ba4fae7b46b54e6e99cbf665d54e4a7e', 'subnets': [{'id': 'a6bca0f1-dba8-4820-a7a0-186b76699da1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:26:55.559580 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d3f8437-40d9-43b6-adb5-ed1750ef056c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f6f257c-ad18-5f0c-8c8e-ea085a5fc8a2-5d2efa73-e0fb-4486-96ff-e17ab438f25c', 'network_id': '5d2efa73-e0fb-4486-96ff-e17ab438f25c', 'tenant_id': '638a54eed2254211bebcd3cdd008009d', 'fixed_ips': [{'subnet_id': 'e9f25904-e9e0-45a2-800a-eb494c0aea53'}]}} from n-d-802623-1. {{(pid=93799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 23:26:55.560453 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-5d3f8437-40d9-43b6-adb5-ed1750ef056c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:55.578858 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-86026136-edcc-41fa-941c-e979269e4ff7 tempest-ExtraDHCPOptionsIpV6TestJSON-459993750 tempest-ExtraDHCPOptionsIpV6TestJSON-459993750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:55.584924 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-86026136-edcc-41fa-941c-e979269e4ff7 tempest-ExtraDHCPOptionsIpV6TestJSON-459993750 tempest-ExtraDHCPOptionsIpV6TestJSON-459993750-project] 10.222.0.18 "DELETE /v2.0/ports/b9747690-22a5-447a-aeaf-73576fd7e5eb HTTP/1.1" status: 204 len: 168 time: 1.4405403 Jul 27 23:26:55.584924 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86026136-edcc-41fa-941c-e979269e4ff7 tempest-ExtraDHCPOptionsIpV6TestJSON-459993750 tempest-ExtraDHCPOptionsIpV6TestJSON-459993750-project] Pushing event deleted for resources: {'Port': ['ID=b9747690-22a5-447a-aeaf-73576fd7e5eb,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:26:55.595307 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82366c9d-2672-4aa1-acd2-0b09b881eb13 tempest-RoutersIpV6AdminTest-711475609 tempest-RoutersIpV6AdminTest-711475609-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:55.597449 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 33330) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:26:55.615288 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-fbc97800-9d00-4819-ab6d-9c03796380a2 tempest-ExtraDHCPOptionsIpV6TestJSON-459993750 tempest-ExtraDHCPOptionsIpV6TestJSON-459993750-project] Request body: {'port': {'name': 'tempest-new-port-name-354821644', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:26:55.615804 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.api.validators [None req-fbc97800-9d00-4819-ab6d-9c03796380a2 tempest-ExtraDHCPOptionsIpV6TestJSON-459993750 tempest-ExtraDHCPOptionsIpV6TestJSON-459993750-project] bootfile-name is not in valid_values {{(pid=93797) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 27 23:26:55.616204 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.api.validators [None req-fbc97800-9d00-4819-ab6d-9c03796380a2 tempest-ExtraDHCPOptionsIpV6TestJSON-459993750 tempest-ExtraDHCPOptionsIpV6TestJSON-459993750-project] tftp-server is not in valid_values {{(pid=93797) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 27 23:26:55.616724 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.api.validators [None req-fbc97800-9d00-4819-ab6d-9c03796380a2 tempest-ExtraDHCPOptionsIpV6TestJSON-459993750 tempest-ExtraDHCPOptionsIpV6TestJSON-459993750-project] server-ip-address is not in valid_values {{(pid=93797) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 27 23:26:55.657346 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e26697-d5c2-497c-9458-be301a773c70 req-cd486694-c28f-46a8-ba40-d4a8f522c64b tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:26:55.673578 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-85b1d202-e82a-4f50-ae65-d652aa09327c req-ea690a37-1faa-46b9-b97c-e25e678e2ee9 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] 10.222.0.18 "GET /v2.0/security-groups?id=45adfe1d-a587-41ce-999b-f37af7607abf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4113116 Jul 27 23:26:55.674676 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-43e26697-d5c2-497c-9458-be301a773c70 req-cd486694-c28f-46a8-ba40-d4a8f522c64b tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] 10.222.0.18 "GET /v2.0/ports?device_id=07667ed9-bf6a-429b-b2fe-099784128518 HTTP/1.1" status: 200 len: 945 time: 0.3279393 Jul 27 23:26:55.898399 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-5d3f8437-40d9-43b6-adb5-ed1750ef056c None None] Allocated IP 172.20.0.2 (5d2efa73-e0fb-4486-96ff-e17ab438f25c/e9f25904-e9e0-45a2-800a-eb494c0aea53/20a9e04b-b2d2-4eb8-97bd-513a968818f2) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:26:55.902259 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-43e26697-d5c2-497c-9458-be301a773c70 req-5aed2dc2-3cd0-4ece-8e3a-232c4f650a8a tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e15ece7-f410-4d95-9c67-d98c825e8c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2249155 Jul 27 23:26:56.081221 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:26:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-226eddb9-9c25-4d38-9230-83e8d7372c81 x-openstack-request-id: req-226eddb9-9c25-4d38-9230-83e8d7372c81 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:26:56.082702 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ae77e5d-c93a-4a87-a622-8c31637a543b", "name": "network-vif-deleted", "tag": "961323c1-45a0-49bd-8057-e5e8055bfc40", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:26:56.083070 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-226eddb9-9c25-4d38-9230-83e8d7372c81 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:26:56.083623 n-d-802623-1 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ae77e5d-c93a-4a87-a622-8c31637a543b', 'name': 'network-vif-deleted', 'tag': '961323c1-45a0-49bd-8057-e5e8055bfc40', 'status': 'completed', 'code': 200} Jul 27 23:26:56.114984 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8694c3b9-e75d-4e11-aefd-095d1175761d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-415433', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62186'] for router, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:56.136627 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-033cdfee-2b97-4a29-b2c7-6ca18066f999 None None] Port 29f5c242-a2ff-4de9-abb7-9a65e2241877 cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:26:56.148157 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-448c5e47-c6ea-4f15-80c9-814bc0101d2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:56.165209 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-5d3f8437-40d9-43b6-adb5-ed1750ef056c None None] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:56.186670 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448c5e47-c6ea-4f15-80c9-814bc0101d2a admin admin] Pushing event deleted for resources: {'Port': ['ID=808c6a67-4d38-43f1-97d1-eb6f356a3944,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:26:56.216577 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-5d3f8437-40d9-43b6-adb5-ed1750ef056c None None] Transition to ACTIVE for port object 20a9e04b-b2d2-4eb8-97bd-513a968818f2 will not be triggered until provisioned by entity L2. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:26:56.236071 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82366c9d-2672-4aa1-acd2-0b09b881eb13 tempest-RoutersIpV6AdminTest-711475609 tempest-RoutersIpV6AdminTest-711475609-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:56.238175 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:56.295291 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-033cdfee-2b97-4a29-b2c7-6ca18066f999 None None] Provisioning complete for port f23c18a3-002f-4513-920f-c63b30958866 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:26:56.295531 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-033cdfee-2b97-4a29-b2c7-6ca18066f999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:56.301688 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] For port c56bde46-eb5c-46c4-8814-06d1560a3b8a, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=c56bde46-eb5c-46c4-8814-06d1560a3b8a,segment=NetworkSegment(b9afe07e-bbe4-4740-834c-4b6a9698bdbc),segment_id=b9afe07e-bbe4-4740-834c-4b6a9698bdbc)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:26:56.304063 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-5d3f8437-40d9-43b6-adb5-ed1750ef056c None None] Transition to ACTIVE for port object 20a9e04b-b2d2-4eb8-97bd-513a968818f2 will not be triggered until provisioned by entity DHCP. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:26:56.331768 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82366c9d-2672-4aa1-acd2-0b09b881eb13 tempest-RoutersIpV6AdminTest-711475609 tempest-RoutersIpV6AdminTest-711475609-project-admin] Network 2fd42287-ed26-4eb9-89a5-b521f5b04356 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:26:56.336242 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82366c9d-2672-4aa1-acd2-0b09b881eb13 tempest-RoutersIpV6AdminTest-711475609 tempest-RoutersIpV6AdminTest-711475609-project-admin] Pushing event updated for resources: {'Port': ['ID=51e2233d-a7ba-4982-b8cf-57c32ecb982e,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:26:56.340295 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-82366c9d-2672-4aa1-acd2-0b09b881eb13 tempest-RoutersIpV6AdminTest-711475609 tempest-RoutersIpV6AdminTest-711475609-project-admin] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:26:56.347990 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82366c9d-2672-4aa1-acd2-0b09b881eb13 tempest-RoutersIpV6AdminTest-711475609 tempest-RoutersIpV6AdminTest-711475609-project-admin] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:26:56.375876 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:56.398464 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-5d3f8437-40d9-43b6-adb5-ed1750ef056c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:56.472196 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-fbc97800-9d00-4819-ab6d-9c03796380a2 tempest-ExtraDHCPOptionsIpV6TestJSON-459993750 tempest-ExtraDHCPOptionsIpV6TestJSON-459993750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:56.492458 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-448c5e47-c6ea-4f15-80c9-814bc0101d2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3760546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-413994'] for router_interface, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:56.571833 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d3f8437-40d9-43b6-adb5-ed1750ef056c None None] Network 5d2efa73-e0fb-4486-96ff-e17ab438f25c is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:26:56.621896 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-5d3f8437-40d9-43b6-adb5-ed1750ef056c None None] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:26:56.627179 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d3f8437-40d9-43b6-adb5-ed1750ef056c None None] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:26:56.637478 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Pushing event updated for resources: {'Port': ['ID=c56bde46-eb5c-46c4-8814-06d1560a3b8a,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:26:56.662660 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482bed76-83da-4d5a-b164-64b5d06dfe1a req-6a1fdb9c-53cc-4336-9019-8ba0c82b7e11 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:26:56.670706 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-482bed76-83da-4d5a-b164-64b5d06dfe1a req-6a1fdb9c-53cc-4336-9019-8ba0c82b7e11 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/ports?device_id=c82f64f9-7572-4580-b07f-b346ae07e8cc HTTP/1.1" status: 200 len: 945 time: 0.8604248 Jul 27 23:26:56.793696 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 33334) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:26:56.842503 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device f23c18a3-002f-4513-920f-c63b30958866 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:26:56.893716 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3f8437-40d9-43b6-adb5-ed1750ef056c None None] Pushing event updated for resources: {'Port': ['ID=20a9e04b-b2d2-4eb8-97bd-513a968818f2,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:26:56.906524 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d92bf502-a46e-4a67-9cf2-a3e8dc40a991 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:56.916649 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-448c5e47-c6ea-4f15-80c9-814bc0101d2a admin admin] Router 79c8e2a9-891c-41fe-996c-389649a999a4 has already been hosted by L3 agent 018c4455-49c0-4734-927d-7824067b2a9e {{(pid=93798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 23:26:56.925643 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-5d3f8437-40d9-43b6-adb5-ed1750ef056c None None] Attempting to bind port 20a9e04b-b2d2-4eb8-97bd-513a968818f2 on host n-d-802623-1 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:26:56.926177 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-5d3f8437-40d9-43b6-adb5-ed1750ef056c None None] Attempting to bind port 20a9e04b-b2d2-4eb8-97bd-513a968818f2 by drivers openvswitch,hyperv on host n-d-802623-1 at level 0 using segments [{'id': '5900172f-3a68-4bc1-902b-a806dd883cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '5d2efa73-e0fb-4486-96ff-e17ab438f25c'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:26:56.926491 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d3f8437-40d9-43b6-adb5-ed1750ef056c None None] Attempting to bind port 20a9e04b-b2d2-4eb8-97bd-513a968818f2 on network 5d2efa73-e0fb-4486-96ff-e17ab438f25c {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:26:56.944921 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d3f8437-40d9-43b6-adb5-ed1750ef056c None None] Checking agent: {'id': 'a9a568d2-a5e7-41e4-833f-a8ab42ea4073', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 52, 30), 'started_at': datetime.datetime(2021, 7, 27, 22, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 26, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802623-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:26:56.945330 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d3f8437-40d9-43b6-adb5-ed1750ef056c None None] Checking segment: {'id': '5900172f-3a68-4bc1-902b-a806dd883cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '5d2efa73-e0fb-4486-96ff-e17ab438f25c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:26:56.945733 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-5d3f8437-40d9-43b6-adb5-ed1750ef056c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:56.946133 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d3f8437-40d9-43b6-adb5-ed1750ef056c None None] Bound using segment: {'id': '5900172f-3a68-4bc1-902b-a806dd883cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '5d2efa73-e0fb-4486-96ff-e17ab438f25c'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:26:56.947301 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-5d3f8437-40d9-43b6-adb5-ed1750ef056c None None] Bound port: 20a9e04b-b2d2-4eb8-97bd-513a968818f2, host: n-d-802623-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5900172f-3a68-4bc1-902b-a806dd883cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '5d2efa73-e0fb-4486-96ff-e17ab438f25c'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:26:56.947301 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-5d3f8437-40d9-43b6-adb5-ed1750ef056c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:56.949248 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-033cdfee-2b97-4a29-b2c7-6ca18066f999 None None] Could not find standard attr ID for object b9747690-22a5-447a-aeaf-73576fd7e5eb. {{(pid=93799) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 23:26:56.960425 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab8ab47e-78a6-4331-aebc-2e0ec65e88f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:56.976100 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d92bf502-a46e-4a67-9cf2-a3e8dc40a991 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:56.998648 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port f23c18a3-002f-4513-920f-c63b30958866 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:26:56.999235 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:57.023162 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-482bed76-83da-4d5a-b164-64b5d06dfe1a req-8f4c281e-3067-4ce1-b78a-253f965f94df tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/security-groups?id=7dab0fca-2422-4f10-a2ed-ede178e48859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3398404 Jul 27 23:26:57.116773 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-5d3f8437-40d9-43b6-adb5-ed1750ef056c None None] For port 20a9e04b-b2d2-4eb8-97bd-513a968818f2, host n-d-802623-1, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:26:57.121679 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-5d3f8437-40d9-43b6-adb5-ed1750ef056c None None] For port 20a9e04b-b2d2-4eb8-97bd-513a968818f2, host n-d-802623-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=20a9e04b-b2d2-4eb8-97bd-513a968818f2,segment=NetworkSegment(5900172f-3a68-4bc1-902b-a806dd883cba),segment_id=5900172f-3a68-4bc1-902b-a806dd883cba)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:26:57.151964 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-57489e70-e321-4739-acac-8e5010dd99a8 None None] Provisioning complete for port 29f5c242-a2ff-4de9-abb7-9a65e2241877 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:26:57.152346 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-57489e70-e321-4739-acac-8e5010dd99a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:57.256823 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-448c5e47-c6ea-4f15-80c9-814bc0101d2a admin admin] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:26:57.266193 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-448c5e47-c6ea-4f15-80c9-814bc0101d2a admin admin] 10.222.0.18 "PUT /v2.0/routers/79c8e2a9-891c-41fe-996c-389649a999a4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5678933 Jul 27 23:26:57.267300 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d98163f1-e034-45ff-90c3-5da838ef0c86 None None] Sync routers for ids ['79c8e2a9-891c-41fe-996c-389649a999a4'] in n-d-802623-1 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:26:57.269445 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 33340) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:26:57.270510 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d92bf502-a46e-4a67-9cf2-a3e8dc40a991 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:57.273812 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d92bf502-a46e-4a67-9cf2-a3e8dc40a991 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:57.277787 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-d92bf502-a46e-4a67-9cf2-a3e8dc40a991 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] 10.222.0.18 "DELETE /v2.0/security-groups/45adfe1d-a587-41ce-999b-f37af7607abf HTTP/1.1" status: 204 len: 168 time: 0.4799209 Jul 27 23:26:57.291401 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d98163f1-e034-45ff-90c3-5da838ef0c86 None None] Routers {'79c8e2a9-891c-41fe-996c-389649a999a4'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:26:57.292137 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-d98163f1-e034-45ff-90c3-5da838ef0c86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:26:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['79c8e2a9-891c-41fe-996c-389649a999a4'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:26:57.337789 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 33344) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:26:57.346179 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92bf502-a46e-4a67-9cf2-a3e8dc40a991 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=45adfe1d-a587-41ce-999b-f37af7607abf,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:26:57.391006 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca2b219-4892-40cc-badb-22e271c18d19 req-c61f279b-3d95-470a-877e-66784c92b9d0 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:26:57.400818 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-cca2b219-4892-40cc-badb-22e271c18d19 req-c61f279b-3d95-470a-877e-66784c92b9d0 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] 10.222.0.18 "GET /v2.0/ports?device_id=07667ed9-bf6a-429b-b2fe-099784128518 HTTP/1.1" status: 200 len: 945 time: 0.3459623 Jul 27 23:26:57.441304 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-5d3f8437-40d9-43b6-adb5-ed1750ef056c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:57.490532 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 2a3cb2b8-98cb-4156-9ea6-63b994d40fe2 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:26:57.513634 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c41ce0c-2eca-4f95-8b94-cf455d637021 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Deleting subnet 56344ae4-e45a-495d-9cbd-588c0f16a84e {{(pid=93798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 23:26:57.525705 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7c41ce0c-2eca-4f95-8b94-cf455d637021 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks [] for subnet, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:57.554323 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-cca2b219-4892-40cc-badb-22e271c18d19 req-51b81c43-7b49-4e7c-8caa-32a1b6fc6501 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e15ece7-f410-4d95-9c67-d98c825e8c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386011 Jul 27 23:26:57.581517 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-da6d2644-3738-4ab5-bc9b-aca274a21542 admin admin] Notify callbacks [] for router, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:57.611975 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82366c9d-2672-4aa1-acd2-0b09b881eb13 tempest-RoutersIpV6AdminTest-711475609 tempest-RoutersIpV6AdminTest-711475609-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:57.658012 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-d98163f1-e034-45ff-90c3-5da838ef0c86 None None] Set router 79c8e2a9-891c-41fe-996c-389649a999a4 gateway port host: n-d-802623-1 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:26:57.662943 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-57489e70-e321-4739-acac-8e5010dd99a8 None None] Port 29f5c242-a2ff-4de9-abb7-9a65e2241877 cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:26:57.668337 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7c41ce0c-2eca-4f95-8b94-cf455d637021 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11163249'] for subnet, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:57.688764 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-57489e70-e321-4739-acac-8e5010dd99a8 None None] Could not find standard attr ID for object b9747690-22a5-447a-aeaf-73576fd7e5eb. {{(pid=93799) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 23:26:57.736414 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8694c3b9-e75d-4e11-aefd-095d1175761d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:57.752861 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3f8437-40d9-43b6-adb5-ed1750ef056c None None] Pushing event updated for resources: {'Port': ['ID=20a9e04b-b2d2-4eb8-97bd-513a968818f2,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:26:57.788512 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning for port 2a3cb2b8-98cb-4156-9ea6-63b994d40fe2 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:26:57.794461 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port 2a3cb2b8-98cb-4156-9ea6-63b994d40fe2 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:26:57.795227 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:57.838998 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8694c3b9-e75d-4e11-aefd-095d1175761d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:57.892661 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-fbc97800-9d00-4819-ab6d-9c03796380a2 tempest-ExtraDHCPOptionsIpV6TestJSON-459993750 tempest-ExtraDHCPOptionsIpV6TestJSON-459993750-project] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:57.902609 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-da6d2644-3738-4ab5-bc9b-aca274a21542 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:57.925661 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:57.928230 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7c41ce0c-2eca-4f95-8b94-cf455d637021 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620741'] for subnet, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:57.951707 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-fbc97800-9d00-4819-ab6d-9c03796380a2 tempest-ExtraDHCPOptionsIpV6TestJSON-459993750 tempest-ExtraDHCPOptionsIpV6TestJSON-459993750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11336041'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:57.997165 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] For port 2a3cb2b8-98cb-4156-9ea6-63b994d40fe2, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=2a3cb2b8-98cb-4156-9ea6-63b994d40fe2,segment=NetworkSegment(e34bcaf6-fcda-4cb3-a9d4-ce07906221d3),segment_id=e34bcaf6-fcda-4cb3-a9d4-ce07906221d3)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:26:58.009598 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:58.036760 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 02848965-c240-4b22-bd5a-95d44c88dba1 no longer exists at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:26:58.090225 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-fbc97800-9d00-4819-ab6d-9c03796380a2 tempest-ExtraDHCPOptionsIpV6TestJSON-459993750 tempest-ExtraDHCPOptionsIpV6TestJSON-459993750-project] In _notify_port_updated(), no bound segment for port 29f5c242-a2ff-4de9-abb7-9a65e2241877 on network 57daaab7-842d-4dec-a9fd-1c59a9026be1 {{(pid=93797) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 27 23:26:58.096728 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbc97800-9d00-4819-ab6d-9c03796380a2 tempest-ExtraDHCPOptionsIpV6TestJSON-459993750 tempest-ExtraDHCPOptionsIpV6TestJSON-459993750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:26:58.097599 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-fbc97800-9d00-4819-ab6d-9c03796380a2 tempest-ExtraDHCPOptionsIpV6TestJSON-459993750 tempest-ExtraDHCPOptionsIpV6TestJSON-459993750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:58.099670 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-fbc97800-9d00-4819-ab6d-9c03796380a2 tempest-ExtraDHCPOptionsIpV6TestJSON-459993750 tempest-ExtraDHCPOptionsIpV6TestJSON-459993750-project] 10.222.0.18 "PUT /v2.0/ports/29f5c242-a2ff-4de9-abb7-9a65e2241877 HTTP/1.1" status: 200 len: 1129 time: 2.4990728 Jul 27 23:26:58.115614 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 33352) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:26:58.177440 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] No Port match for: 02848965-c240-4b22-bd5a-95d44c88dba1 {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:26:58.178218 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 02848965-c240-4b22-bd5a-95d44c88dba1 not bound to the agent host n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:26:58.217971 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc97800-9d00-4819-ab6d-9c03796380a2 tempest-ExtraDHCPOptionsIpV6TestJSON-459993750 tempest-ExtraDHCPOptionsIpV6TestJSON-459993750-project] Pushing event updated for resources: {'Port': ['ID=29f5c242-a2ff-4de9-abb7-9a65e2241877,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:26:58.227575 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-d98163f1-e034-45ff-90c3-5da838ef0c86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79c8e2a9-891c-41fe-996c-389649a999a4', 'name': 'tempest-TestVolumeBackupRestore-2060966715-router', 'tenant_id': 'acf4fb1269eb40aab078bc0133d25bec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.45'}], 'enable_snat': True}, 'gw_port_id': 'b386d006-f6e8-4a99-b630-9c362fcf8960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:21:50Z', 'updated_at': '2021-07-27T23:26:56Z', 'revision_number': 5, 'project_id': 'acf4fb1269eb40aab078bc0133d25bec', 'gw_port': {'id': 'b386d006-f6e8-4a99-b630-9c362fcf8960', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:95:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79c8e2a9-891c-41fe-996c-389649a999a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2105, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:21:51Z', 'updated_at': '2021-07-27T23:21:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1'}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:26:58.231006 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7c41ce0c-2eca-4f95-8b94-cf455d637021 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11971800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12265753'] for subnet, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:58.237975 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Pushing event updated for resources: {'Port': ['ID=2a3cb2b8-98cb-4156-9ea6-63b994d40fe2,revision_number=5']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:26:58.256109 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-da6d2644-3738-4ab5-bc9b-aca274a21542 admin admin] Deleting port b386d006-f6e8-4a99-b630-9c362fcf8960 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:26:58.262192 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-da6d2644-3738-4ab5-bc9b-aca274a21542 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:58.264575 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device 961323c1-45a0-49bd-8057-e5e8055bfc40 no longer exists at agent hyperv_n-h2-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:26:58.292963 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] No Port match for: 961323c1-45a0-49bd-8057-e5e8055bfc40 {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:26:58.293502 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device 961323c1-45a0-49bd-8057-e5e8055bfc40 not bound to the agent host n-h2-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:26:58.298925 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d98163f1-e034-45ff-90c3-5da838ef0c86 None None] Checking router: 79c8e2a9-891c-41fe-996c-389649a999a4 for host: n-d-802623-1 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 23:26:58.303709 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec791d91-8856-454f-ab82-6c76f2ef19a9 tempest-ExtraDHCPOptionsIpV6TestJSON-459993750 tempest-ExtraDHCPOptionsIpV6TestJSON-459993750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:26:58.305368 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-ec791d91-8856-454f-ab82-6c76f2ef19a9 tempest-ExtraDHCPOptionsIpV6TestJSON-459993750 tempest-ExtraDHCPOptionsIpV6TestJSON-459993750-project] 10.222.0.18 "GET /v2.0/ports/29f5c242-a2ff-4de9-abb7-9a65e2241877 HTTP/1.1" status: 200 len: 1129 time: 0.1854813 Jul 27 23:26:58.309525 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 33354) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:26:58.324213 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d98163f1-e034-45ff-90c3-5da838ef0c86 None None] Routers {'79c8e2a9-891c-41fe-996c-389649a999a4'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:26:58.325106 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-d98163f1-e034-45ff-90c3-5da838ef0c86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:26:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['79c8e2a9-891c-41fe-996c-389649a999a4'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:26:58.349036 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f14d88e5-5445-4afd-9407-720263899f6f None None] Network 5ff4ad14-3426-463b-87a1-46477184ad85 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:26:58.364546 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7c41ce0c-2eca-4f95-8b94-cf455d637021 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:58.368871 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-7c41ce0c-2eca-4f95-8b94-cf455d637021 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] 10.222.0.18 "DELETE /v2.0/subnets/56344ae4-e45a-495d-9cbd-588c0f16a84e HTTP/1.1" status: 204 len: 168 time: 1.0275934 Jul 27 23:26:58.372119 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c41ce0c-2eca-4f95-8b94-cf455d637021 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Pushing event deleted for resources: {'Subnet': ['ID=56344ae4-e45a-495d-9cbd-588c0f16a84e,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:26:58.380820 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 33356) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:26:58.419318 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-8694c3b9-e75d-4e11-aefd-095d1175761d admin admin] Allocated IP 172.25.4.68 (2fd42287-ed26-4eb9-89a5-b521f5b04356/17de1f8f-393a-4b0c-a2df-614bd3f2fb5e/96164259-2ca8-4d3a-9f81-2dd1897a1a21) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:26:58.432781 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82366c9d-2672-4aa1-acd2-0b09b881eb13 tempest-RoutersIpV6AdminTest-711475609 tempest-RoutersIpV6AdminTest-711475609-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-415468'] for router, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:58.540337 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-d98163f1-e034-45ff-90c3-5da838ef0c86 None None] Set router 79c8e2a9-891c-41fe-996c-389649a999a4 gateway port host: None {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:26:58.710473 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 20a9e04b-b2d2-4eb8-97bd-513a968818f2 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:26:58.737896 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-da6d2644-3738-4ab5-bc9b-aca274a21542 admin admin] For port b386d006-f6e8-4a99-b630-9c362fcf8960, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=b386d006-f6e8-4a99-b630-9c362fcf8960,segment=NetworkSegment(b9afe07e-bbe4-4740-834c-4b6a9698bdbc),segment_id=b9afe07e-bbe4-4740-834c-4b6a9698bdbc)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:26:58.738575 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-da6d2644-3738-4ab5-bc9b-aca274a21542 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:58.765514 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-8672c80e-4519-4bd4-b94e-c4c66292d6eb None None] Provisioning complete for port 29f5c242-a2ff-4de9-abb7-9a65e2241877 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:26:58.766486 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8672c80e-4519-4bd4-b94e-c4c66292d6eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:58.811358 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1acb8eb6-2970-4a2d-a24c-2034809bd7d2 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593271'] for network, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:58.824275 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-da6d2644-3738-4ab5-bc9b-aca274a21542 admin admin] Calling delete_port for b386d006-f6e8-4a99-b630-9c362fcf8960 owned by network:router_gateway {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:26:58.848598 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-8672c80e-4519-4bd4-b94e-c4c66292d6eb None None] Port 29f5c242-a2ff-4de9-abb7-9a65e2241877 cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:26:58.864318 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning for port 20a9e04b-b2d2-4eb8-97bd-513a968818f2 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:26:58.869832 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 2a3cb2b8-98cb-4156-9ea6-63b994d40fe2 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:26:58.881050 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-d98163f1-e034-45ff-90c3-5da838ef0c86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79c8e2a9-891c-41fe-996c-389649a999a4', 'name': 'tempest-TestVolumeBackupRestore-2060966715-router', 'tenant_id': 'acf4fb1269eb40aab078bc0133d25bec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:21:50Z', 'updated_at': '2021-07-27T23:26:57Z', 'revision_number': 6, 'project_id': 'acf4fb1269eb40aab078bc0133d25bec', 'gw_port_host': None}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:26:58.922200 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d98163f1-e034-45ff-90c3-5da838ef0c86 None None] The sync data for ids ['79c8e2a9-891c-41fe-996c-389649a999a4'] in n-d-802623-1 is: [{'id': '79c8e2a9-891c-41fe-996c-389649a999a4', 'name': 'tempest-TestVolumeBackupRestore-2060966715-router', 'tenant_id': 'acf4fb1269eb40aab078bc0133d25bec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:21:50Z', 'updated_at': '2021-07-27T23:26:57Z', 'revision_number': 6, 'project_id': 'acf4fb1269eb40aab078bc0133d25bec', 'gw_port_host': None}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:26:58.935504 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port 2a3cb2b8-98cb-4156-9ea6-63b994d40fe2 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:26:58.936550 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:58.968748 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ab8f3e4-8542-41fe-b9c0-d99da87e10c5 None None] DHCP port deletion for 5ff4ad14-3426-463b-87a1-46477184ad85 request from n-d-802623-1 {{(pid=93799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 23:26:59.066685 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-1acb8eb6-2970-4a2d-a24c-2034809bd7d2 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Deleting port 8a7f8595-edce-417b-b2ff-ad8c5eba4ab4 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:26:59.067281 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1acb8eb6-2970-4a2d-a24c-2034809bd7d2 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:59.086451 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-0ab8f3e4-8542-41fe-b9c0-d99da87e10c5 None None] Deleting port 8a7f8595-edce-417b-b2ff-ad8c5eba4ab4 {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:26:59.087755 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-0ab8f3e4-8542-41fe-b9c0-d99da87e10c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:59.147032 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device c56bde46-eb5c-46c4-8814-06d1560a3b8a up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:26:59.192238 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-1acb8eb6-2970-4a2d-a24c-2034809bd7d2 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] For port 8a7f8595-edce-417b-b2ff-ad8c5eba4ab4, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=8a7f8595-edce-417b-b2ff-ad8c5eba4ab4,segment=NetworkSegment(9ac5713f-1ed4-4c82-b885-5fc23b0f1a5c),segment_id=9ac5713f-1ed4-4c82-b885-5fc23b0f1a5c)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:26:59.192619 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1acb8eb6-2970-4a2d-a24c-2034809bd7d2 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:59.211784 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-1acb8eb6-2970-4a2d-a24c-2034809bd7d2 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Calling delete_port for 8a7f8595-edce-417b-b2ff-ad8c5eba4ab4 owned by network:dhcp {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:26:59.224782 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-da6d2644-3738-4ab5-bc9b-aca274a21542 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:59.240203 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c5fb133-6016-431f-b34a-b92191637c14 None None] Network 5d2efa73-e0fb-4486-96ff-e17ab438f25c requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:26:59.245006 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-0ab8f3e4-8542-41fe-b9c0-d99da87e10c5 None None] For port 8a7f8595-edce-417b-b2ff-ad8c5eba4ab4, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=8a7f8595-edce-417b-b2ff-ad8c5eba4ab4,segment=NetworkSegment(9ac5713f-1ed4-4c82-b885-5fc23b0f1a5c),segment_id=9ac5713f-1ed4-4c82-b885-5fc23b0f1a5c)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:26:59.245422 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-0ab8f3e4-8542-41fe-b9c0-d99da87e10c5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:59.258244 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port c56bde46-eb5c-46c4-8814-06d1560a3b8a triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:26:59.258618 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:59.300619 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6d2644-3738-4ab5-bc9b-aca274a21542 admin admin] Pushing event deleted for resources: {'Port': ['ID=b386d006-f6e8-4a99-b630-9c362fcf8960,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:26:59.372628 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fcda31-3207-4a9c-b65e-c5c8bbdf1543 req-2f28398a-6b6e-4763-bf60-7a5918bf7dbe tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:26:59.374163 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f6fcda31-3207-4a9c-b65e-c5c8bbdf1543 req-2f28398a-6b6e-4763-bf60-7a5918bf7dbe tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] 10.222.0.18 "GET /v2.0/ports?device_id=07667ed9-bf6a-429b-b2fe-099784128518 HTTP/1.1" status: 200 len: 945 time: 0.6484485 Jul 27 23:26:59.386873 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-0ab8f3e4-8542-41fe-b9c0-d99da87e10c5 None None] Calling delete_port for 8a7f8595-edce-417b-b2ff-ad8c5eba4ab4 owned by network:dhcp {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:26:59.394310 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-6e4f618b-7364-487b-a3e0-7edc3944cc6e tempest-ExtraDHCPOptionsIpV6TestJSON-459993750 tempest-ExtraDHCPOptionsIpV6TestJSON-459993750-project] Deleting port 29f5c242-a2ff-4de9-abb7-9a65e2241877 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:26:59.394654 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6e4f618b-7364-487b-a3e0-7edc3944cc6e tempest-ExtraDHCPOptionsIpV6TestJSON-459993750 tempest-ExtraDHCPOptionsIpV6TestJSON-459993750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:59.400647 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-da6d2644-3738-4ab5-bc9b-aca274a21542 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-415368'] for router_gateway, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:59.439401 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1acb8eb6-2970-4a2d-a24c-2034809bd7d2 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:59.469280 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8694c3b9-e75d-4e11-aefd-095d1175761d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:59.511191 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-d7af4932-f1b4-4ca1-86d4-0090bdd4495a None None] Provisioning for port 20a9e04b-b2d2-4eb8-97bd-513a968818f2 completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:26:59.511487 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f6fcda31-3207-4a9c-b65e-c5c8bbdf1543 req-b9913058-4654-45e8-a2fc-9520b9bcdf12 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e15ece7-f410-4d95-9c67-d98c825e8c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133633 Jul 27 23:26:59.518733 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-d7af4932-f1b4-4ca1-86d4-0090bdd4495a None None] Provisioning complete for port 20a9e04b-b2d2-4eb8-97bd-513a968818f2 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:26:59.519224 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d7af4932-f1b4-4ca1-86d4-0090bdd4495a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:59.527611 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acb8eb6-2970-4a2d-a24c-2034809bd7d2 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Pushing event deleted for resources: {'Port': ['ID=8a7f8595-edce-417b-b2ff-ad8c5eba4ab4,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:26:59.530963 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1acb8eb6-2970-4a2d-a24c-2034809bd7d2 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] No DVR routers for this DVR port 8a7f8595-edce-417b-b2ff-ad8c5eba4ab4 on host n-d-802623-1 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:26:59.533961 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-da6d2644-3738-4ab5-bc9b-aca274a21542 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62205'] for router, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:59.538523 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-da6d2644-3738-4ab5-bc9b-aca274a21542 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:59.562985 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82366c9d-2672-4aa1-acd2-0b09b881eb13 tempest-RoutersIpV6AdminTest-711475609 tempest-RoutersIpV6AdminTest-711475609-project-admin] Router 8fe56827-1791-45d1-8d9e-0de7d9c08f55 is scheduled to L3 agent 018c4455-49c0-4734-927d-7824067b2a9e with binding_index 1 {{(pid=93797) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 23:26:59.579417 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8694c3b9-e75d-4e11-aefd-095d1175761d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:59.592463 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6e4f618b-7364-487b-a3e0-7edc3944cc6e tempest-ExtraDHCPOptionsIpV6TestJSON-459993750 tempest-ExtraDHCPOptionsIpV6TestJSON-459993750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:59.652018 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-da6d2644-3738-4ab5-bc9b-aca274a21542 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-477831'] for router, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:59.652720 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da6d2644-3738-4ab5-bc9b-aca274a21542 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 79c8e2a9-891c-41fe-996c-389649a999a4 {{(pid=93798) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 23:26:59.655489 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8dcf18be-4030-4e45-8b8f-88f4eed8e16c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:59.659544 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-da6d2644-3738-4ab5-bc9b-aca274a21542 admin admin] Notify callbacks [] for router, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:59.663565 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:59.663865 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-da6d2644-3738-4ab5-bc9b-aca274a21542 admin admin] 10.222.0.18 "DELETE /v2.0/routers/79c8e2a9-891c-41fe-996c-389649a999a4 HTTP/1.1" status: 204 len: 168 time: 2.3871930 Jul 27 23:26:59.664242 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 33362) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:26:59.669573 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-6e4f618b-7364-487b-a3e0-7edc3944cc6e tempest-ExtraDHCPOptionsIpV6TestJSON-459993750 tempest-ExtraDHCPOptionsIpV6TestJSON-459993750-project] Calling delete_port for 29f5c242-a2ff-4de9-abb7-9a65e2241877 owned by {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:26:59.675771 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1acb8eb6-2970-4a2d-a24c-2034809bd7d2 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618032', 'neutron.services.segments.db._delete_segments_for_network-8736833900081'] for network, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:59.688753 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8694c3b9-e75d-4e11-aefd-095d1175761d admin admin] Network 2fd42287-ed26-4eb9-89a5-b521f5b04356 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:26:59.703321 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-8694c3b9-e75d-4e11-aefd-095d1175761d admin admin] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:26:59.708544 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-1acb8eb6-2970-4a2d-a24c-2034809bd7d2 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ff4ad14-3426-463b-87a1-46477184ad85']}} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:26:59.709098 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8694c3b9-e75d-4e11-aefd-095d1175761d admin admin] Pushing event updated for resources: {'Port': ['ID=96164259-2ca8-4d3a-9f81-2dd1897a1a21,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:26:59.714542 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-0ab8f3e4-8542-41fe-b9c0-d99da87e10c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:59.726445 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-1acb8eb6-2970-4a2d-a24c-2034809bd7d2 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ac5713f-1ed4-4c82-b885-5fc23b0f1a5c') {'for_net_delete': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:26:59.726746 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-1acb8eb6-2970-4a2d-a24c-2034809bd7d2 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ac5713f-1ed4-4c82-b885-5fc23b0f1a5c') {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:26:59.741932 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1acb8eb6-2970-4a2d-a24c-2034809bd7d2 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736833900858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11163256'] for segment, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:59.750347 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8694c3b9-e75d-4e11-aefd-095d1175761d admin admin] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:26:59.758253 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ab8f3e4-8542-41fe-b9c0-d99da87e10c5 None None] No DVR routers for this DVR port 8a7f8595-edce-417b-b2ff-ad8c5eba4ab4 on host n-d-802623-1 {{(pid=93799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:26:59.775491 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a740730-ceb2-4fa0-a949-4c82b72413a7 admin admin] Deleting subnet 3f7d1237-bf2d-4713-bb43-2b24ed14f89e {{(pid=93798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 23:26:59.779825 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1a740730-ceb2-4fa0-a949-4c82b72413a7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:59.786675 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab8f3e4-8542-41fe-b9c0-d99da87e10c5 None None] Pushing event deleted for resources: {'Port': ['ID=8a7f8595-edce-417b-b2ff-ad8c5eba4ab4,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:26:59.832276 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1a740730-ceb2-4fa0-a949-4c82b72413a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11163249'] for subnet, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:59.850250 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d7af4932-f1b4-4ca1-86d4-0090bdd4495a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:59.858246 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82366c9d-2672-4aa1-acd2-0b09b881eb13 tempest-RoutersIpV6AdminTest-711475609 tempest-RoutersIpV6AdminTest-711475609-project-admin] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:26:59.886821 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c23a4e66-5d03-4e1d-b78b-4315b12f9036 None None] Sync routers for ids ['8fe56827-1791-45d1-8d9e-0de7d9c08f55'] in n-d-802623-1 {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:26:59.931897 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c23a4e66-5d03-4e1d-b78b-4315b12f9036 None None] Routers {'8fe56827-1791-45d1-8d9e-0de7d9c08f55'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:26:59.933108 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-c23a4e66-5d03-4e1d-b78b-4315b12f9036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:27:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['8fe56827-1791-45d1-8d9e-0de7d9c08f55'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:26:59.940182 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-d7af4932-f1b4-4ca1-86d4-0090bdd4495a None None] For port 20a9e04b-b2d2-4eb8-97bd-513a968818f2, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=20a9e04b-b2d2-4eb8-97bd-513a968818f2,segment=NetworkSegment(5900172f-3a68-4bc1-902b-a806dd883cba),segment_id=5900172f-3a68-4bc1-902b-a806dd883cba)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:26:59.990925 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d7af4932-f1b4-4ca1-86d4-0090bdd4495a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:00.079680 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7af4932-f1b4-4ca1-86d4-0090bdd4495a None None] Pushing event updated for resources: {'Port': ['ID=20a9e04b-b2d2-4eb8-97bd-513a968818f2,revision_number=3']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:27:00.088300 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82366c9d-2672-4aa1-acd2-0b09b881eb13 tempest-RoutersIpV6AdminTest-711475609 tempest-RoutersIpV6AdminTest-711475609-project-admin] Notify callbacks [] for router, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:00.088300 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-82366c9d-2672-4aa1-acd2-0b09b881eb13 tempest-RoutersIpV6AdminTest-711475609 tempest-RoutersIpV6AdminTest-711475609-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 8.0132909 Jul 27 23:27:00.126089 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 33372) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:27:00.138982 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:00.190304 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-c23a4e66-5d03-4e1d-b78b-4315b12f9036 None None] Set router 8fe56827-1791-45d1-8d9e-0de7d9c08f55 gateway port host: n-d-802623-1 {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:27:00.252940 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6e4f618b-7364-487b-a3e0-7edc3944cc6e tempest-ExtraDHCPOptionsIpV6TestJSON-459993750 tempest-ExtraDHCPOptionsIpV6TestJSON-459993750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:00.306330 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1acb8eb6-2970-4a2d-a24c-2034809bd7d2 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:00.319019 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1acb8eb6-2970-4a2d-a24c-2034809bd7d2 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Releasing vlan 532 on physical network physnet1 to pool {{(pid=93798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 23:27:00.319770 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1acb8eb6-2970-4a2d-a24c-2034809bd7d2 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11971746'] for segment, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:00.323467 n-d-802623-1 neutron-server[93798]: Traceback (most recent call last): Jul 27 23:27:00.323467 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 23:27:00.323467 n-d-802623-1 neutron-server[93798]: timer() Jul 27 23:27:00.323467 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 23:27:00.323467 n-d-802623-1 neutron-server[93798]: cb(*args, **kw) Jul 27 23:27:00.323467 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 23:27:00.323467 n-d-802623-1 neutron-server[93798]: return func(*args, **kwargs) Jul 27 23:27:00.323467 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 23:27:00.323467 n-d-802623-1 neutron-server[93798]: self._notify() Jul 27 23:27:00.323467 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 23:27:00.323467 n-d-802623-1 neutron-server[93798]: self.callback(batched_events) Jul 27 23:27:00.323467 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 23:27:00.323467 n-d-802623-1 neutron-server[93798]: event.method(event) Jul 27 23:27:00.323467 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 23:27:00.323467 n-d-802623-1 neutron-server[93798]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 23:27:00.323467 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 23:27:00.323467 n-d-802623-1 neutron-server[93798]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 23:27:00.323467 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 23:27:00.323467 n-d-802623-1 neutron-server[93798]: return f(self, *a, **k) Jul 27 23:27:00.323467 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 23:27:00.323467 n-d-802623-1 neutron-server[93798]: return self._get(url).json() Jul 27 23:27:00.323467 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 23:27:00.323467 n-d-802623-1 neutron-server[93798]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 23:27:00.323467 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 23:27:00.323467 n-d-802623-1 neutron-server[93798]: return self.request(url, 'GET', **kwargs) Jul 27 23:27:00.323467 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 23:27:00.323467 n-d-802623-1 neutron-server[93798]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 23:27:00.323467 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 23:27:00.323467 n-d-802623-1 neutron-server[93798]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 23:27:00.323467 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 23:27:00.323467 n-d-802623-1 neutron-server[93798]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 23:27:00.323467 n-d-802623-1 neutron-server[93798]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 23:27:00.332717 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-1f973020-a347-4c14-a03e-4897fa0c02b3 None None] Provisioning complete for port 20a9e04b-b2d2-4eb8-97bd-513a968818f2 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:27:00.333229 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-1f973020-a347-4c14-a03e-4897fa0c02b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:00.362167 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4f618b-7364-487b-a3e0-7edc3944cc6e tempest-ExtraDHCPOptionsIpV6TestJSON-459993750 tempest-ExtraDHCPOptionsIpV6TestJSON-459993750-project] Pushing event deleted for resources: {'Port': ['ID=29f5c242-a2ff-4de9-abb7-9a65e2241877,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:27:00.377013 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a7f0ef-754f-459d-99e6-1f73c8e9fca9 req-8b218b69-dbf3-4b31-92f6-64969fd4b895 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:27:00.379479 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-80a7f0ef-754f-459d-99e6-1f73c8e9fca9 req-8b218b69-dbf3-4b31-92f6-64969fd4b895 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/ports?device_id=c82f64f9-7572-4580-b07f-b346ae07e8cc HTTP/1.1" status: 200 len: 945 time: 0.3132308 Jul 27 23:27:00.413443 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1a740730-ceb2-4fa0-a949-4c82b72413a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620741'] for subnet, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:00.484604 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1acb8eb6-2970-4a2d-a24c-2034809bd7d2 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415412'] for network, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:00.499091 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6e4f618b-7364-487b-a3e0-7edc3944cc6e tempest-ExtraDHCPOptionsIpV6TestJSON-459993750 tempest-ExtraDHCPOptionsIpV6TestJSON-459993750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:00.501864 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-6e4f618b-7364-487b-a3e0-7edc3944cc6e tempest-ExtraDHCPOptionsIpV6TestJSON-459993750 tempest-ExtraDHCPOptionsIpV6TestJSON-459993750-project] 10.222.0.18 "DELETE /v2.0/ports/29f5c242-a2ff-4de9-abb7-9a65e2241877 HTTP/1.1" status: 204 len: 168 time: 2.1880867 Jul 27 23:27:00.506924 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1acb8eb6-2970-4a2d-a24c-2034809bd7d2 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:00.511678 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-1acb8eb6-2970-4a2d-a24c-2034809bd7d2 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] 10.222.0.18 "DELETE /v2.0/networks/5ff4ad14-3426-463b-87a1-46477184ad85 HTTP/1.1" status: 204 len: 168 time: 2.0307701 Jul 27 23:27:00.511678 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 33374) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:27:00.514399 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-19f2e178-d45e-4fbe-b9be-c3963fc151ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:00.515375 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 33376) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:27:00.553363 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 20a9e04b-b2d2-4eb8-97bd-513a968818f2 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:27:00.560524 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acb8eb6-2970-4a2d-a24c-2034809bd7d2 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Pushing event deleted for resources: {'Network': ['ID=5ff4ad14-3426-463b-87a1-46477184ad85,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:27:00.600708 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1a740730-ceb2-4fa0-a949-4c82b72413a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11971800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12265753'] for subnet, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:00.606711 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-c23a4e66-5d03-4e1d-b78b-4315b12f9036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fe56827-1791-45d1-8d9e-0de7d9c08f55', 'name': 'tempest-snat-router-1942154388', 'tenant_id': 'ecaa1255f6b84883b9b772bd25657e4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.98'}], 'enable_snat': True}, 'gw_port_id': '51e2233d-a7ba-4982-b8cf-57c32ecb982e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:26:52Z', 'updated_at': '2021-07-27T23:26:56Z', 'revision_number': 3, 'project_id': 'ecaa1255f6b84883b9b772bd25657e4b', 'gw_port': {'id': '51e2233d-a7ba-4982-b8cf-57c32ecb982e', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:d9:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fe56827-1791-45d1-8d9e-0de7d9c08f55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2672, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:26:54Z', 'updated_at': '2021-07-27T23:26:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1'}], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:27:00.614252 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-80efec8d-ce73-4b7e-8d3d-399c47b42727 tempest-RoutersIpV6AdminTest-711475609 tempest-RoutersIpV6AdminTest-711475609-project-admin] 10.222.0.18 "GET /v2.0/routers/8fe56827-1791-45d1-8d9e-0de7d9c08f55 HTTP/1.1" status: 200 len: 907 time: 0.4858546 Jul 27 23:27:00.622368 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 33380) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:27:00.641461 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c23a4e66-5d03-4e1d-b78b-4315b12f9036 None None] Checking router: 8fe56827-1791-45d1-8d9e-0de7d9c08f55 for host: n-d-802623-1 {{(pid=93799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 23:27:00.641814 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c23a4e66-5d03-4e1d-b78b-4315b12f9036 None None] Updating router 8fe56827-1791-45d1-8d9e-0de7d9c08f55 port 51e2233d-a7ba-4982-b8cf-57c32ecb982e binding host n-d-802623-1 {{(pid=93799) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 23:27:00.649783 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-80a7f0ef-754f-459d-99e6-1f73c8e9fca9 req-b5d61655-e5bc-4268-bc17-2fdd94680265 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/security-groups?id=7dab0fca-2422-4f10-a2ed-ede178e48859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2182355 Jul 27 23:27:00.710909 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c23a4e66-5d03-4e1d-b78b-4315b12f9036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:00.714327 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a740730-ceb2-4fa0-a949-4c82b72413a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3f7d1237-bf2d-4713-bb43-2b24ed14f89e,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:27:00.723730 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8694c3b9-e75d-4e11-aefd-095d1175761d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:00.731383 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5091cea-ec1e-4dc6-aa74-fa3ac8e323f1 tempest-ExtraDHCPOptionsIpV6TestJSON-459993750 tempest-ExtraDHCPOptionsIpV6TestJSON-459993750-project] Deleting subnet 0e3dd17b-e583-4cc8-9870-0eb34799c0ad {{(pid=93798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 23:27:00.734978 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d5091cea-ec1e-4dc6-aa74-fa3ac8e323f1 tempest-ExtraDHCPOptionsIpV6TestJSON-459993750 tempest-ExtraDHCPOptionsIpV6TestJSON-459993750-project] Notify callbacks [] for subnet, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:00.751354 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aa2922b-580b-421a-b3a8-a2f464b74108 None None] Network 2951db65-3a3c-418a-9804-693b92dbf903 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:27:00.765855 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1a740730-ceb2-4fa0-a949-4c82b72413a7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:00.767849 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-1a740730-ceb2-4fa0-a949-4c82b72413a7 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/3f7d1237-bf2d-4713-bb43-2b24ed14f89e HTTP/1.1" status: 204 len: 168 time: 1.1001036 Jul 27 23:27:00.770281 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port 20a9e04b-b2d2-4eb8-97bd-513a968818f2 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:27:00.770809 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:00.772860 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 33384) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:27:00.848645 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d5091cea-ec1e-4dc6-aa74-fa3ac8e323f1 tempest-ExtraDHCPOptionsIpV6TestJSON-459993750 tempest-ExtraDHCPOptionsIpV6TestJSON-459993750-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11163249'] for subnet, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:00.884086 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2664c129-1809-4e50-affb-5db4912e9821 req-ba4befa7-4060-48f1-850a-f9e082b6b73f tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:27:00.886480 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-2664c129-1809-4e50-affb-5db4912e9821 req-ba4befa7-4060-48f1-850a-f9e082b6b73f tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] 10.222.0.18 "GET /v2.0/ports?device_id=07667ed9-bf6a-429b-b2fe-099784128518 HTTP/1.1" status: 200 len: 945 time: 0.2227199 Jul 27 23:27:00.915639 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6477376e-36a0-4466-81ee-db935c05e687 tempest-RoutersIpV6AdminTest-711475609 tempest-RoutersIpV6AdminTest-711475609-project-admin] Notify callbacks [] for router, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:00.942154 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-72c58b54-80b9-4687-9f1d-cb7dedd58b66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593271'] for network, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:00.966809 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-2664c129-1809-4e50-affb-5db4912e9821 req-0386c3e3-9dd2-4e03-9d52-59db54cbba0b tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e15ece7-f410-4d95-9c67-d98c825e8c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647268 Jul 27 23:27:01.037848 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a2bf75-f001-46a9-9d88-daddac18352a req-89fd241d-f938-48c3-af55-7c28ae09a2c0 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:27:01.039322 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-68a2bf75-f001-46a9-9d88-daddac18352a req-89fd241d-f938-48c3-af55-7c28ae09a2c0 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/ports?device_id=c82f64f9-7572-4580-b07f-b346ae07e8cc HTTP/1.1" status: 200 len: 945 time: 0.2175250 Jul 27 23:27:01.064554 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d5091cea-ec1e-4dc6-aa74-fa3ac8e323f1 tempest-ExtraDHCPOptionsIpV6TestJSON-459993750 tempest-ExtraDHCPOptionsIpV6TestJSON-459993750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620741'] for subnet, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:01.111425 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-72c58b54-80b9-4687-9f1d-cb7dedd58b66 admin admin] Deleting port 41feb367-a087-45e0-9212-7eb8b95b4fe8 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:27:01.111767 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-72c58b54-80b9-4687-9f1d-cb7dedd58b66 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:01.200221 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-72c58b54-80b9-4687-9f1d-cb7dedd58b66 admin admin] For port 41feb367-a087-45e0-9212-7eb8b95b4fe8, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=41feb367-a087-45e0-9212-7eb8b95b4fe8,segment=NetworkSegment(ab8d7f4e-2ae1-47bb-971f-c561db8d51ee),segment_id=ab8d7f4e-2ae1-47bb-971f-c561db8d51ee)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:27:01.200671 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-72c58b54-80b9-4687-9f1d-cb7dedd58b66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:01.203713 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d5091cea-ec1e-4dc6-aa74-fa3ac8e323f1 tempest-ExtraDHCPOptionsIpV6TestJSON-459993750 tempest-ExtraDHCPOptionsIpV6TestJSON-459993750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11971800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12265753'] for subnet, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:01.216501 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-68a2bf75-f001-46a9-9d88-daddac18352a req-d84e3bc1-904a-44f0-94fd-41e6c136235a tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/security-groups?id=7dab0fca-2422-4f10-a2ed-ede178e48859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655707 Jul 27 23:27:01.221251 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-53e27af6-5b00-4f3c-982d-3d61c4b55ccc tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Deleting port c3e43ef0-514b-4262-b9c5-44d5a2e82a47 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:27:01.221251 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-53e27af6-5b00-4f3c-982d-3d61c4b55ccc tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:01.239670 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6477376e-36a0-4466-81ee-db935c05e687 tempest-RoutersIpV6AdminTest-711475609 tempest-RoutersIpV6AdminTest-711475609-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:01.255987 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-72c58b54-80b9-4687-9f1d-cb7dedd58b66 admin admin] Calling delete_port for 41feb367-a087-45e0-9212-7eb8b95b4fe8 owned by network:dhcp {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:27:01.332520 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5091cea-ec1e-4dc6-aa74-fa3ac8e323f1 tempest-ExtraDHCPOptionsIpV6TestJSON-459993750 tempest-ExtraDHCPOptionsIpV6TestJSON-459993750-project] Pushing event deleted for resources: {'Subnet': ['ID=0e3dd17b-e583-4cc8-9870-0eb34799c0ad,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:27:01.349780 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d5091cea-ec1e-4dc6-aa74-fa3ac8e323f1 tempest-ExtraDHCPOptionsIpV6TestJSON-459993750 tempest-ExtraDHCPOptionsIpV6TestJSON-459993750-project] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:01.355105 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-d5091cea-ec1e-4dc6-aa74-fa3ac8e323f1 tempest-ExtraDHCPOptionsIpV6TestJSON-459993750 tempest-ExtraDHCPOptionsIpV6TestJSON-459993750-project] 10.222.0.18 "DELETE /v2.0/subnets/0e3dd17b-e583-4cc8-9870-0eb34799c0ad HTTP/1.1" status: 204 len: 168 time: 0.8408017 Jul 27 23:27:01.356030 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 33392) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:27:01.387151 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e192cc2-7a86-4f0e-81dd-8a4a2d68ff2d None None] Network 57daaab7-842d-4dec-a9fd-1c59a9026be1 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:27:01.395089 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-381a1624-edfc-46d5-9fbd-2f061defb1ae None None] DHCP port deletion for 2951db65-3a3c-418a-9804-693b92dbf903 request from n-d-802623-1 {{(pid=93799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 23:27:01.437900 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 8a7f8595-edce-417b-b2ff-ad8c5eba4ab4 no longer exists at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:27:01.482952 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-66560990-91e9-46e0-80bf-1b5520e3aba3 tempest-ExtraDHCPOptionsIpV6TestJSON-459993750 tempest-ExtraDHCPOptionsIpV6TestJSON-459993750-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593271'] for network, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:01.496801 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-72c58b54-80b9-4687-9f1d-cb7dedd58b66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:01.508474 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] No Port match for: 8a7f8595-edce-417b-b2ff-ad8c5eba4ab4 {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:27:01.508828 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 8a7f8595-edce-417b-b2ff-ad8c5eba4ab4 not bound to the agent host n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:27:01.509260 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device b386d006-f6e8-4a99-b630-9c362fcf8960 no longer exists at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:27:01.527306 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c58b54-80b9-4687-9f1d-cb7dedd58b66 admin admin] Pushing event deleted for resources: {'Port': ['ID=41feb367-a087-45e0-9212-7eb8b95b4fe8,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:27:01.534481 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c58b54-80b9-4687-9f1d-cb7dedd58b66 admin admin] No DVR routers for this DVR port 41feb367-a087-45e0-9212-7eb8b95b4fe8 on host n-d-802623-1 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:27:01.550522 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] No Port match for: b386d006-f6e8-4a99-b630-9c362fcf8960 {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:27:01.550888 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device b386d006-f6e8-4a99-b630-9c362fcf8960 not bound to the agent host n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:27:01.551344 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 808c6a67-4d38-43f1-97d1-eb6f356a3944 no longer exists at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:27:01.586950 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c23a4e66-5d03-4e1d-b78b-4315b12f9036 None None] Notify callbacks [] for port, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:01.596938 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] No Port match for: 808c6a67-4d38-43f1-97d1-eb6f356a3944 {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:27:01.597143 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 808c6a67-4d38-43f1-97d1-eb6f356a3944 not bound to the agent host n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:27:01.626216 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-c23a4e66-5d03-4e1d-b78b-4315b12f9036 None None] Transition to ACTIVE for port object 51e2233d-a7ba-4982-b8cf-57c32ecb982e will not be triggered until provisioned by entity L2. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:27:01.648552 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-72c58b54-80b9-4687-9f1d-cb7dedd58b66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618032', 'neutron.services.segments.db._delete_segments_for_network-8736833900081'] for network, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:01.650218 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c23a4e66-5d03-4e1d-b78b-4315b12f9036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:01.656421 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8694c3b9-e75d-4e11-aefd-095d1175761d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-415468'] for router, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:01.665456 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-72c58b54-80b9-4687-9f1d-cb7dedd58b66 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2951db65-3a3c-418a-9804-693b92dbf903']}} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:27:01.677637 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-66560990-91e9-46e0-80bf-1b5520e3aba3 tempest-ExtraDHCPOptionsIpV6TestJSON-459993750 tempest-ExtraDHCPOptionsIpV6TestJSON-459993750-project] Deleting port f23c18a3-002f-4513-920f-c63b30958866 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:27:01.677983 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-66560990-91e9-46e0-80bf-1b5520e3aba3 tempest-ExtraDHCPOptionsIpV6TestJSON-459993750 tempest-ExtraDHCPOptionsIpV6TestJSON-459993750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:01.680779 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-72c58b54-80b9-4687-9f1d-cb7dedd58b66 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab8d7f4e-2ae1-47bb-971f-c561db8d51ee') {'for_net_delete': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:27:01.681074 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-72c58b54-80b9-4687-9f1d-cb7dedd58b66 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab8d7f4e-2ae1-47bb-971f-c561db8d51ee') {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:27:01.716740 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-c23a4e66-5d03-4e1d-b78b-4315b12f9036 None None] Attempting to bind port 51e2233d-a7ba-4982-b8cf-57c32ecb982e on host n-d-802623-1 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:27:01.717175 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-c23a4e66-5d03-4e1d-b78b-4315b12f9036 None None] Attempting to bind port 51e2233d-a7ba-4982-b8cf-57c32ecb982e by drivers openvswitch,hyperv on host n-d-802623-1 at level 0 using segments [{'id': 'b9afe07e-bbe4-4740-834c-4b6a9698bdbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:27:01.717546 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c23a4e66-5d03-4e1d-b78b-4315b12f9036 None None] Attempting to bind port 51e2233d-a7ba-4982-b8cf-57c32ecb982e on network 2fd42287-ed26-4eb9-89a5-b521f5b04356 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:27:01.724152 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-381a1624-edfc-46d5-9fbd-2f061defb1ae None None] Deleting port 41feb367-a087-45e0-9212-7eb8b95b4fe8 {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:27:01.724530 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-381a1624-edfc-46d5-9fbd-2f061defb1ae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:01.738756 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-72c58b54-80b9-4687-9f1d-cb7dedd58b66 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736833900858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11163256'] for segment, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:01.741770 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95f563e-5c81-424b-914a-4499ce3b7a12 req-9f593430-e981-468a-a8e9-af9b6f86535d tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:27:01.743637 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-b95f563e-5c81-424b-914a-4499ce3b7a12 req-9f593430-e981-468a-a8e9-af9b6f86535d tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/ports?device_id=c82f64f9-7572-4580-b07f-b346ae07e8cc HTTP/1.1" status: 200 len: 945 time: 0.1710308 Jul 27 23:27:01.750718 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-53e27af6-5b00-4f3c-982d-3d61c4b55ccc tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:01.751390 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-53e27af6-5b00-4f3c-982d-3d61c4b55ccc tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:01.772667 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-72c58b54-80b9-4687-9f1d-cb7dedd58b66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:01.776975 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c23a4e66-5d03-4e1d-b78b-4315b12f9036 None None] Checking agent: {'id': 'a9a568d2-a5e7-41e4-833f-a8ab42ea4073', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 52, 30), 'started_at': datetime.datetime(2021, 7, 27, 22, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802623-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:27:01.777366 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c23a4e66-5d03-4e1d-b78b-4315b12f9036 None None] Checking segment: {'id': 'b9afe07e-bbe4-4740-834c-4b6a9698bdbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:27:01.777779 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c23a4e66-5d03-4e1d-b78b-4315b12f9036 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:01.778183 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c23a4e66-5d03-4e1d-b78b-4315b12f9036 None None] Bound using segment: {'id': 'b9afe07e-bbe4-4740-834c-4b6a9698bdbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:27:01.778665 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-c23a4e66-5d03-4e1d-b78b-4315b12f9036 None None] Bound port: 51e2233d-a7ba-4982-b8cf-57c32ecb982e, host: n-d-802623-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9afe07e-bbe4-4740-834c-4b6a9698bdbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:27:01.779070 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c23a4e66-5d03-4e1d-b78b-4315b12f9036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:01.780029 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-53e27af6-5b00-4f3c-982d-3d61c4b55ccc tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Calling delete_port for c3e43ef0-514b-4262-b9c5-44d5a2e82a47 owned by network:floatingip {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:27:01.791033 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef605dcc-6dba-4566-9164-267c821366bf None None] Pushing event updated for resources: {'Port': ['ID=51e2233d-a7ba-4982-b8cf-57c32ecb982e,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:27:01.791293 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72c58b54-80b9-4687-9f1d-cb7dedd58b66 admin admin] Releasing vlan 530 on physical network physnet1 to pool {{(pid=93798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 23:27:01.792085 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-72c58b54-80b9-4687-9f1d-cb7dedd58b66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11971746'] for segment, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:01.856754 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-381a1624-edfc-46d5-9fbd-2f061defb1ae None None] For port 41feb367-a087-45e0-9212-7eb8b95b4fe8, host n-d-802623-1, got binding levels [] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:27:01.857153 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-381a1624-edfc-46d5-9fbd-2f061defb1ae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:01.863422 n-d-802623-1 neutron-server[93798]: Traceback (most recent call last): Jul 27 23:27:01.863422 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 23:27:01.863422 n-d-802623-1 neutron-server[93798]: timer() Jul 27 23:27:01.863422 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 23:27:01.863422 n-d-802623-1 neutron-server[93798]: cb(*args, **kw) Jul 27 23:27:01.863422 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 23:27:01.863422 n-d-802623-1 neutron-server[93798]: return func(*args, **kwargs) Jul 27 23:27:01.863422 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 23:27:01.863422 n-d-802623-1 neutron-server[93798]: self._notify() Jul 27 23:27:01.863422 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 23:27:01.863422 n-d-802623-1 neutron-server[93798]: self.callback(batched_events) Jul 27 23:27:01.863422 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 23:27:01.863422 n-d-802623-1 neutron-server[93798]: event.method(event) Jul 27 23:27:01.863422 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 23:27:01.863422 n-d-802623-1 neutron-server[93798]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 23:27:01.863422 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 23:27:01.863422 n-d-802623-1 neutron-server[93798]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 23:27:01.863422 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 23:27:01.863422 n-d-802623-1 neutron-server[93798]: return f(self, *a, **k) Jul 27 23:27:01.863422 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 23:27:01.863422 n-d-802623-1 neutron-server[93798]: return self._get(url).json() Jul 27 23:27:01.863422 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 23:27:01.863422 n-d-802623-1 neutron-server[93798]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 23:27:01.863422 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 23:27:01.863422 n-d-802623-1 neutron-server[93798]: return self.request(url, 'GET', **kwargs) Jul 27 23:27:01.863422 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 23:27:01.863422 n-d-802623-1 neutron-server[93798]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 23:27:01.863422 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 23:27:01.863422 n-d-802623-1 neutron-server[93798]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 23:27:01.863422 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 23:27:01.863422 n-d-802623-1 neutron-server[93798]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 23:27:01.863422 n-d-802623-1 neutron-server[93798]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 23:27:01.870273 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-66560990-91e9-46e0-80bf-1b5520e3aba3 tempest-ExtraDHCPOptionsIpV6TestJSON-459993750 tempest-ExtraDHCPOptionsIpV6TestJSON-459993750-project] For port f23c18a3-002f-4513-920f-c63b30958866, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=f23c18a3-002f-4513-920f-c63b30958866,segment=NetworkSegment(f18db351-306b-474a-9315-8673c11d1f66),segment_id=f18db351-306b-474a-9315-8673c11d1f66)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:27:01.870646 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-66560990-91e9-46e0-80bf-1b5520e3aba3 tempest-ExtraDHCPOptionsIpV6TestJSON-459993750 tempest-ExtraDHCPOptionsIpV6TestJSON-459993750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:01.886618 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-66560990-91e9-46e0-80bf-1b5520e3aba3 tempest-ExtraDHCPOptionsIpV6TestJSON-459993750 tempest-ExtraDHCPOptionsIpV6TestJSON-459993750-project] Calling delete_port for f23c18a3-002f-4513-920f-c63b30958866 owned by network:dhcp {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:27:01.892355 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-381a1624-edfc-46d5-9fbd-2f061defb1ae None None] Calling delete_port for 41feb367-a087-45e0-9212-7eb8b95b4fe8 owned by network:dhcp {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:27:01.895162 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-72c58b54-80b9-4687-9f1d-cb7dedd58b66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415412'] for network, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:01.896275 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.ipam_backend_mixin [None req-381a1624-edfc-46d5-9fbd-2f061defb1ae None None] Port 41feb367-a087-45e0-9212-7eb8b95b4fe8 was not found and therefore no delete operation was performed {{(pid=93799) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 27 23:27:01.897852 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-381a1624-edfc-46d5-9fbd-2f061defb1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:01.911160 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22087b1c-c879-4a59-a475-29d303dbfdcb None None] DHCP port deletion for 57daaab7-842d-4dec-a9fd-1c59a9026be1 request from n-d-802623-1 {{(pid=93799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 23:27:01.914174 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-c23a4e66-5d03-4e1d-b78b-4315b12f9036 None None] For port 51e2233d-a7ba-4982-b8cf-57c32ecb982e, host n-d-802623-1, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:27:01.916132 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-b95f563e-5c81-424b-914a-4499ce3b7a12 req-a3d93a22-c89b-44e2-8507-abad9847b31e tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/security-groups?id=7dab0fca-2422-4f10-a2ed-ede178e48859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608150 Jul 27 23:27:01.916279 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-72c58b54-80b9-4687-9f1d-cb7dedd58b66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:01.921913 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-72c58b54-80b9-4687-9f1d-cb7dedd58b66 admin admin] 10.222.0.18 "DELETE /v2.0/networks/2951db65-3a3c-418a-9804-693b92dbf903 HTTP/1.1" status: 204 len: 168 time: 1.1421697 Jul 27 23:27:01.922126 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-c23a4e66-5d03-4e1d-b78b-4315b12f9036 None None] For port 51e2233d-a7ba-4982-b8cf-57c32ecb982e, host n-d-802623-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=51e2233d-a7ba-4982-b8cf-57c32ecb982e,segment=NetworkSegment(b9afe07e-bbe4-4740-834c-4b6a9698bdbc),segment_id=b9afe07e-bbe4-4740-834c-4b6a9698bdbc)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:27:01.922126 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-381a1624-edfc-46d5-9fbd-2f061defb1ae None None] Network 2951db65-3a3c-418a-9804-693b92dbf903 is not hosted by any dhcp agent {{(pid=93799) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 27 23:27:01.922326 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-6477376e-36a0-4466-81ee-db935c05e687 tempest-RoutersIpV6AdminTest-711475609 tempest-RoutersIpV6AdminTest-711475609-project-admin] Deleting port 51e2233d-a7ba-4982-b8cf-57c32ecb982e {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:27:01.922468 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c58b54-80b9-4687-9f1d-cb7dedd58b66 admin admin] Pushing event deleted for resources: {'Network': ['ID=2951db65-3a3c-418a-9804-693b92dbf903,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:27:01.922578 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-381a1624-edfc-46d5-9fbd-2f061defb1ae None None] No DVR routers for this DVR port 41feb367-a087-45e0-9212-7eb8b95b4fe8 on host n-d-802623-1 {{(pid=93799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:27:01.922682 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6477376e-36a0-4466-81ee-db935c05e687 tempest-RoutersIpV6AdminTest-711475609 tempest-RoutersIpV6AdminTest-711475609-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:01.923668 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 33394) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:27:01.950580 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381a1624-edfc-46d5-9fbd-2f061defb1ae None None] Pushing event deleted for resources: {'Port': ['ID=41feb367-a087-45e0-9212-7eb8b95b4fe8,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:27:01.981194 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c23a4e66-5d03-4e1d-b78b-4315b12f9036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:02.049787 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c23a4e66-5d03-4e1d-b78b-4315b12f9036 None None] Routers {'8fe56827-1791-45d1-8d9e-0de7d9c08f55'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:27:02.050692 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-c23a4e66-5d03-4e1d-b78b-4315b12f9036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:27:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['8fe56827-1791-45d1-8d9e-0de7d9c08f55'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:27:02.081175 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6477376e-36a0-4466-81ee-db935c05e687 tempest-RoutersIpV6AdminTest-711475609 tempest-RoutersIpV6AdminTest-711475609-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:02.107343 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-6477376e-36a0-4466-81ee-db935c05e687 tempest-RoutersIpV6AdminTest-711475609 tempest-RoutersIpV6AdminTest-711475609-project-admin] Calling delete_port for 51e2233d-a7ba-4982-b8cf-57c32ecb982e owned by network:router_gateway {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:27:02.109376 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-22087b1c-c879-4a59-a475-29d303dbfdcb None None] Deleting port f23c18a3-002f-4513-920f-c63b30958866 {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:27:02.109757 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-22087b1c-c879-4a59-a475-29d303dbfdcb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:02.122200 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8694c3b9-e75d-4e11-aefd-095d1175761d admin admin] Router 4e7befd2-724a-4dbf-b744-5c7e92da41c3 is scheduled to L3 agent 018c4455-49c0-4734-927d-7824067b2a9e with binding_index 1 {{(pid=93797) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 23:27:02.190203 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef605dcc-6dba-4566-9164-267c821366bf None None] Pushing event updated for resources: {'Port': ['ID=51e2233d-a7ba-4982-b8cf-57c32ecb982e,revision_number=3']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:27:02.191488 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b1e679-76f5-42cf-aba1-32988a94577c req-be43f1d2-3888-4145-9fde-4cd7e7a1317f tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:27:02.193012 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-75b1e679-76f5-42cf-aba1-32988a94577c req-be43f1d2-3888-4145-9fde-4cd7e7a1317f tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/ports?device_id=c82f64f9-7572-4580-b07f-b346ae07e8cc HTTP/1.1" status: 200 len: 945 time: 0.1373286 Jul 27 23:27:02.233195 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-c23a4e66-5d03-4e1d-b78b-4315b12f9036 None None] Set router 8fe56827-1791-45d1-8d9e-0de7d9c08f55 gateway port host: None {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:27:02.239549 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-66560990-91e9-46e0-80bf-1b5520e3aba3 tempest-ExtraDHCPOptionsIpV6TestJSON-459993750 tempest-ExtraDHCPOptionsIpV6TestJSON-459993750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:02.275153 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-53e27af6-5b00-4f3c-982d-3d61c4b55ccc tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:02.283911 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66560990-91e9-46e0-80bf-1b5520e3aba3 tempest-ExtraDHCPOptionsIpV6TestJSON-459993750 tempest-ExtraDHCPOptionsIpV6TestJSON-459993750-project] Pushing event deleted for resources: {'Port': ['ID=f23c18a3-002f-4513-920f-c63b30958866,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:27:02.284197 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe40ec5-1e58-4ce7-8cbc-8361d2186f96 req-837e5cc6-6560-4eae-bfbf-25718d0ec66b tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:27:02.285970 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-fbe40ec5-1e58-4ce7-8cbc-8361d2186f96 req-837e5cc6-6560-4eae-bfbf-25718d0ec66b tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] 10.222.0.18 "GET /v2.0/ports?device_id=07667ed9-bf6a-429b-b2fe-099784128518 HTTP/1.1" status: 200 len: 945 time: 0.2088509 Jul 27 23:27:02.290024 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66560990-91e9-46e0-80bf-1b5520e3aba3 tempest-ExtraDHCPOptionsIpV6TestJSON-459993750 tempest-ExtraDHCPOptionsIpV6TestJSON-459993750-project] No DVR routers for this DVR port f23c18a3-002f-4513-920f-c63b30958866 on host n-d-802623-1 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:27:02.303687 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-c23a4e66-5d03-4e1d-b78b-4315b12f9036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fe56827-1791-45d1-8d9e-0de7d9c08f55', 'name': 'tempest-snat-router-1942154388', 'tenant_id': 'ecaa1255f6b84883b9b772bd25657e4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:26:52Z', 'updated_at': '2021-07-27T23:27:01Z', 'revision_number': 4, 'project_id': 'ecaa1255f6b84883b9b772bd25657e4b', 'gw_port_host': None}], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:27:02.307460 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-22087b1c-c879-4a59-a475-29d303dbfdcb None None] For port f23c18a3-002f-4513-920f-c63b30958866, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=f23c18a3-002f-4513-920f-c63b30958866,segment=NetworkSegment(f18db351-306b-474a-9315-8673c11d1f66),segment_id=f18db351-306b-474a-9315-8673c11d1f66)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:27:02.307863 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-22087b1c-c879-4a59-a475-29d303dbfdcb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:02.333957 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7418f70f-e60d-4709-8ba9-6ab514bc7f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:02.339553 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c23a4e66-5d03-4e1d-b78b-4315b12f9036 None None] The sync data for ids ['8fe56827-1791-45d1-8d9e-0de7d9c08f55'] in n-d-802623-1 is: [{'id': '8fe56827-1791-45d1-8d9e-0de7d9c08f55', 'name': 'tempest-snat-router-1942154388', 'tenant_id': 'ecaa1255f6b84883b9b772bd25657e4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:26:52Z', 'updated_at': '2021-07-27T23:27:01Z', 'revision_number': 4, 'project_id': 'ecaa1255f6b84883b9b772bd25657e4b', 'gw_port_host': None}] {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:27:02.351380 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-22087b1c-c879-4a59-a475-29d303dbfdcb None None] Calling delete_port for f23c18a3-002f-4513-920f-c63b30958866 owned by network:dhcp {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:27:02.377318 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e27af6-5b00-4f3c-982d-3d61c4b55ccc tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Pushing event deleted for resources: {'Port': ['ID=c3e43ef0-514b-4262-b9c5-44d5a2e82a47,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:27:02.382593 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-75b1e679-76f5-42cf-aba1-32988a94577c req-d972e785-4fd0-4b82-a5cb-d61cf9ead0d3 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/security-groups?id=7dab0fca-2422-4f10-a2ed-ede178e48859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570821 Jul 27 23:27:02.481232 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-22087b1c-c879-4a59-a475-29d303dbfdcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:02.546452 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-fbe40ec5-1e58-4ce7-8cbc-8361d2186f96 req-82ec7999-afdd-4571-ad95-7296af72078c tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e15ece7-f410-4d95-9c67-d98c825e8c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2315428 Jul 27 23:27:02.553869 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-66560990-91e9-46e0-80bf-1b5520e3aba3 tempest-ExtraDHCPOptionsIpV6TestJSON-459993750 tempest-ExtraDHCPOptionsIpV6TestJSON-459993750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618032', 'neutron.services.segments.db._delete_segments_for_network-8736833900081'] for network, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:02.554878 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8694c3b9-e75d-4e11-aefd-095d1175761d admin admin] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:27:02.562189 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22087b1c-c879-4a59-a475-29d303dbfdcb None None] No DVR routers for this DVR port f23c18a3-002f-4513-920f-c63b30958866 on host n-d-802623-1 {{(pid=93799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:27:02.571530 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-66560990-91e9-46e0-80bf-1b5520e3aba3 tempest-ExtraDHCPOptionsIpV6TestJSON-459993750 tempest-ExtraDHCPOptionsIpV6TestJSON-459993750-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57daaab7-842d-4dec-a9fd-1c59a9026be1']}} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:27:02.574799 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-53e27af6-5b00-4f3c-982d-3d61c4b55ccc tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks [] for floatingip, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:02.575407 n-d-802623-1 neutron-server[93797]: INFO neutron.db.l3_db [None req-53e27af6-5b00-4f3c-982d-3d61c4b55ccc tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Floating IP 599c6fdc-0b19-41da-bfcc-7eeed6fe21ca disassociated (deleted). External IP: 172.25.4.249, port: 7ae046a6-a266-4500-aa0c-0a3fdb9c7db5. Jul 27 23:27:02.582187 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cf636a1-ee8b-47a0-bd95-833a4431e11e None None] Sync routers for ids ['4e7befd2-724a-4dbf-b744-5c7e92da41c3'] in n-d-802623-1 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:27:02.591252 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device f23c18a3-002f-4513-920f-c63b30958866 no longer exists at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:27:02.592070 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cf636a1-ee8b-47a0-bd95-833a4431e11e None None] Routers {'4e7befd2-724a-4dbf-b744-5c7e92da41c3'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:27:02.592708 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-1cf636a1-ee8b-47a0-bd95-833a4431e11e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:27:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['4e7befd2-724a-4dbf-b744-5c7e92da41c3'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:27:02.597162 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22087b1c-c879-4a59-a475-29d303dbfdcb None None] Pushing event deleted for resources: {'Port': ['ID=f23c18a3-002f-4513-920f-c63b30958866,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:27:02.637488 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-66560990-91e9-46e0-80bf-1b5520e3aba3 tempest-ExtraDHCPOptionsIpV6TestJSON-459993750 tempest-ExtraDHCPOptionsIpV6TestJSON-459993750-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f18db351-306b-474a-9315-8673c11d1f66') {'for_net_delete': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:27:02.637800 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-66560990-91e9-46e0-80bf-1b5520e3aba3 tempest-ExtraDHCPOptionsIpV6TestJSON-459993750 tempest-ExtraDHCPOptionsIpV6TestJSON-459993750-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f18db351-306b-474a-9315-8673c11d1f66') {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:27:02.645897 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] No Port match for: f23c18a3-002f-4513-920f-c63b30958866 {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:27:02.646489 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device f23c18a3-002f-4513-920f-c63b30958866 not bound to the agent host n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:27:02.647685 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 41feb367-a087-45e0-9212-7eb8b95b4fe8 no longer exists at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:27:02.670311 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] No Port match for: 41feb367-a087-45e0-9212-7eb8b95b4fe8 {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:27:02.670919 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 41feb367-a087-45e0-9212-7eb8b95b4fe8 not bound to the agent host n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:27:02.732894 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-66560990-91e9-46e0-80bf-1b5520e3aba3 tempest-ExtraDHCPOptionsIpV6TestJSON-459993750 tempest-ExtraDHCPOptionsIpV6TestJSON-459993750-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736833900858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11163256'] for segment, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:02.750328 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8694c3b9-e75d-4e11-aefd-095d1175761d admin admin] Notify callbacks [] for router, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:02.753373 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-8694c3b9-e75d-4e11-aefd-095d1175761d admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.6044466 Jul 27 23:27:02.759227 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 33410) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:27:02.820337 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6477376e-36a0-4466-81ee-db935c05e687 tempest-RoutersIpV6AdminTest-711475609 tempest-RoutersIpV6AdminTest-711475609-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:02.825180 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-1cf636a1-ee8b-47a0-bd95-833a4431e11e None None] Set router 4e7befd2-724a-4dbf-b744-5c7e92da41c3 gateway port host: n-d-802623-1 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:27:02.832559 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-66560990-91e9-46e0-80bf-1b5520e3aba3 tempest-ExtraDHCPOptionsIpV6TestJSON-459993750 tempest-ExtraDHCPOptionsIpV6TestJSON-459993750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:02.859770 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66560990-91e9-46e0-80bf-1b5520e3aba3 tempest-ExtraDHCPOptionsIpV6TestJSON-459993750 tempest-ExtraDHCPOptionsIpV6TestJSON-459993750-project] Releasing vlan 540 on physical network physnet1 to pool {{(pid=93798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 23:27:02.860719 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-66560990-91e9-46e0-80bf-1b5520e3aba3 tempest-ExtraDHCPOptionsIpV6TestJSON-459993750 tempest-ExtraDHCPOptionsIpV6TestJSON-459993750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11971746'] for segment, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:02.865259 n-d-802623-1 neutron-server[93798]: Traceback (most recent call last): Jul 27 23:27:02.865259 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 23:27:02.865259 n-d-802623-1 neutron-server[93798]: timer() Jul 27 23:27:02.865259 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 23:27:02.865259 n-d-802623-1 neutron-server[93798]: cb(*args, **kw) Jul 27 23:27:02.865259 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 23:27:02.865259 n-d-802623-1 neutron-server[93798]: return func(*args, **kwargs) Jul 27 23:27:02.865259 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 23:27:02.865259 n-d-802623-1 neutron-server[93798]: self._notify() Jul 27 23:27:02.865259 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 23:27:02.865259 n-d-802623-1 neutron-server[93798]: self.callback(batched_events) Jul 27 23:27:02.865259 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 23:27:02.865259 n-d-802623-1 neutron-server[93798]: event.method(event) Jul 27 23:27:02.865259 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 23:27:02.865259 n-d-802623-1 neutron-server[93798]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 23:27:02.865259 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 23:27:02.865259 n-d-802623-1 neutron-server[93798]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 23:27:02.865259 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 23:27:02.865259 n-d-802623-1 neutron-server[93798]: return f(self, *a, **k) Jul 27 23:27:02.865259 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 23:27:02.865259 n-d-802623-1 neutron-server[93798]: return self._get(url).json() Jul 27 23:27:02.865259 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 23:27:02.865259 n-d-802623-1 neutron-server[93798]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 23:27:02.865259 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 23:27:02.865259 n-d-802623-1 neutron-server[93798]: return self.request(url, 'GET', **kwargs) Jul 27 23:27:02.865259 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 23:27:02.865259 n-d-802623-1 neutron-server[93798]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 23:27:02.865259 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 23:27:02.865259 n-d-802623-1 neutron-server[93798]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 23:27:02.865259 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 23:27:02.865259 n-d-802623-1 neutron-server[93798]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 23:27:02.865259 n-d-802623-1 neutron-server[93798]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 23:27:02.892656 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd034085-6c4c-4fd5-a2b0-d04b8e0abc0d req-91bdf519-141c-407b-bd22-5a003ebabbc2 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:27:02.894184 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-cd034085-6c4c-4fd5-a2b0-d04b8e0abc0d req-91bdf519-141c-407b-bd22-5a003ebabbc2 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/ports?device_id=c82f64f9-7572-4580-b07f-b346ae07e8cc HTTP/1.1" status: 200 len: 945 time: 0.2911813 Jul 27 23:27:02.911725 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6477376e-36a0-4466-81ee-db935c05e687 tempest-RoutersIpV6AdminTest-711475609 tempest-RoutersIpV6AdminTest-711475609-project-admin] Pushing event deleted for resources: {'Port': ['ID=51e2233d-a7ba-4982-b8cf-57c32ecb982e,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:27:03.025819 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b267ee5-0a08-4217-b96d-9c58d0ad2f15 req-72f50bd2-e68f-4bac-a69c-d6eccaccd056 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:27:03.027684 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-66560990-91e9-46e0-80bf-1b5520e3aba3 tempest-ExtraDHCPOptionsIpV6TestJSON-459993750 tempest-ExtraDHCPOptionsIpV6TestJSON-459993750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415412'] for network, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:03.033874 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-1cf636a1-ee8b-47a0-bd95-833a4431e11e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e7befd2-724a-4dbf-b744-5c7e92da41c3', 'name': 'tempest-TestVolumeBootPattern-1095661051-router', 'tenant_id': '638a54eed2254211bebcd3cdd008009d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.68'}], 'enable_snat': True}, 'gw_port_id': '96164259-2ca8-4d3a-9f81-2dd1897a1a21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:26:55Z', 'updated_at': '2021-07-27T23:27:00Z', 'revision_number': 3, 'project_id': '638a54eed2254211bebcd3cdd008009d', 'gw_port': {'id': '96164259-2ca8-4d3a-9f81-2dd1897a1a21', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:59:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e7befd2-724a-4dbf-b744-5c7e92da41c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2675, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:26:57Z', 'updated_at': '2021-07-27T23:26:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1'}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:27:03.034088 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-3b267ee5-0a08-4217-b96d-9c58d0ad2f15 req-72f50bd2-e68f-4bac-a69c-d6eccaccd056 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] 10.222.0.18 "GET /v2.0/ports?device_id=07667ed9-bf6a-429b-b2fe-099784128518 HTTP/1.1" status: 200 len: 945 time: 0.1693740 Jul 27 23:27:03.052442 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-66560990-91e9-46e0-80bf-1b5520e3aba3 tempest-ExtraDHCPOptionsIpV6TestJSON-459993750 tempest-ExtraDHCPOptionsIpV6TestJSON-459993750-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:03.057023 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-66560990-91e9-46e0-80bf-1b5520e3aba3 tempest-ExtraDHCPOptionsIpV6TestJSON-459993750 tempest-ExtraDHCPOptionsIpV6TestJSON-459993750-project] 10.222.0.18 "DELETE /v2.0/networks/57daaab7-842d-4dec-a9fd-1c59a9026be1 HTTP/1.1" status: 204 len: 168 time: 1.6978433 Jul 27 23:27:03.063467 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cf636a1-ee8b-47a0-bd95-833a4431e11e None None] Checking router: 4e7befd2-724a-4dbf-b744-5c7e92da41c3 for host: n-d-802623-1 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 23:27:03.064047 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cf636a1-ee8b-47a0-bd95-833a4431e11e None None] Updating router 4e7befd2-724a-4dbf-b744-5c7e92da41c3 port 96164259-2ca8-4d3a-9f81-2dd1897a1a21 binding host n-d-802623-1 {{(pid=93800) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 23:27:03.068173 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53e27af6-5b00-4f3c-982d-3d61c4b55ccc tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Router 8392a47e-5aef-42e5-9124-c52a66bee7a7 has already been hosted by L3 agent 018c4455-49c0-4734-927d-7824067b2a9e {{(pid=93797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 23:27:03.078237 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6477376e-36a0-4466-81ee-db935c05e687 tempest-RoutersIpV6AdminTest-711475609 tempest-RoutersIpV6AdminTest-711475609-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-415368'] for router_gateway, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:03.100145 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-cd034085-6c4c-4fd5-a2b0-d04b8e0abc0d req-3c8d235f-f381-461a-bf19-3cb33b8918ce tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/security-groups?id=7dab0fca-2422-4f10-a2ed-ede178e48859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375203 Jul 27 23:27:03.100506 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-1cf636a1-ee8b-47a0-bd95-833a4431e11e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:03.103673 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66560990-91e9-46e0-80bf-1b5520e3aba3 tempest-ExtraDHCPOptionsIpV6TestJSON-459993750 tempest-ExtraDHCPOptionsIpV6TestJSON-459993750-project] Pushing event deleted for resources: {'Network': ['ID=57daaab7-842d-4dec-a9fd-1c59a9026be1,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:27:03.207232 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6477376e-36a0-4466-81ee-db935c05e687 tempest-RoutersIpV6AdminTest-711475609 tempest-RoutersIpV6AdminTest-711475609-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62205'] for router, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:03.212355 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-3b267ee5-0a08-4217-b96d-9c58d0ad2f15 req-ed51c807-5774-4793-9466-e24339992632 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e15ece7-f410-4d95-9c67-d98c825e8c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774604 Jul 27 23:27:03.213987 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6477376e-36a0-4466-81ee-db935c05e687 tempest-RoutersIpV6AdminTest-711475609 tempest-RoutersIpV6AdminTest-711475609-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:03.389350 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42043820-db9c-428d-8af4-8941d2495f45 req-7e95232d-9f02-431f-a7f6-0e8bdcb2d3a8 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:27:03.390874 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-42043820-db9c-428d-8af4-8941d2495f45 req-7e95232d-9f02-431f-a7f6-0e8bdcb2d3a8 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/ports?device_id=c82f64f9-7572-4580-b07f-b346ae07e8cc HTTP/1.1" status: 200 len: 945 time: 0.1999347 Jul 27 23:27:03.405982 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53e27af6-5b00-4f3c-982d-3d61c4b55ccc tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:27:03.414803 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-53e27af6-5b00-4f3c-982d-3d61c4b55ccc tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for floatingip, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:03.417480 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6477376e-36a0-4466-81ee-db935c05e687 tempest-RoutersIpV6AdminTest-711475609 tempest-RoutersIpV6AdminTest-711475609-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-477831'] for router, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:03.418283 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1ae9b53-9e3c-4ea6-8a17-b1afed34b575 None None] Sync routers for ids ['8392a47e-5aef-42e5-9124-c52a66bee7a7'] in n-d-802623-1 {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:27:03.418411 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6477376e-36a0-4466-81ee-db935c05e687 tempest-RoutersIpV6AdminTest-711475609 tempest-RoutersIpV6AdminTest-711475609-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8fe56827-1791-45d1-8d9e-0de7d9c08f55 {{(pid=93797) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 23:27:03.432107 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6477376e-36a0-4466-81ee-db935c05e687 tempest-RoutersIpV6AdminTest-711475609 tempest-RoutersIpV6AdminTest-711475609-project-admin] Notify callbacks [] for router, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:03.432441 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1ae9b53-9e3c-4ea6-8a17-b1afed34b575 None None] Routers {'8392a47e-5aef-42e5-9124-c52a66bee7a7'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:27:03.433073 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-e1ae9b53-9e3c-4ea6-8a17-b1afed34b575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:27:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['8392a47e-5aef-42e5-9124-c52a66bee7a7'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:27:03.436777 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-6477376e-36a0-4466-81ee-db935c05e687 tempest-RoutersIpV6AdminTest-711475609 tempest-RoutersIpV6AdminTest-711475609-project-admin] 10.222.0.18 "DELETE /v2.0/routers/8fe56827-1791-45d1-8d9e-0de7d9c08f55 HTTP/1.1" status: 204 len: 168 time: 2.8097236 Jul 27 23:27:03.455005 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 33420) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:27:03.455635 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 33422) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:27:03.473574 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-1cf636a1-ee8b-47a0-bd95-833a4431e11e None None] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:03.491493 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-1cf636a1-ee8b-47a0-bd95-833a4431e11e None None] Transition to ACTIVE for port object 96164259-2ca8-4d3a-9f81-2dd1897a1a21 will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:27:03.503318 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-1cf636a1-ee8b-47a0-bd95-833a4431e11e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:03.543324 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-53e27af6-5b00-4f3c-982d-3d61c4b55ccc tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] 10.222.0.18 "DELETE /v2.0/floatingips/599c6fdc-0b19-41da-bfcc-7eeed6fe21ca HTTP/1.1" status: 204 len: 168 time: 3.0244908 Jul 27 23:27:03.546378 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90756201-b12a-491c-8b15-e3c43900ec0b', 'tag': '7ae046a6-a266-4500-aa0c-0a3fdb9c7db5'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:27:03.550518 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-42043820-db9c-428d-8af4-8941d2495f45 req-7a5456c7-e7e1-44ea-ad34-564fa12c6a19 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/security-groups?id=7dab0fca-2422-4f10-a2ed-ede178e48859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519890 Jul 27 23:27:03.565817 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-1cf636a1-ee8b-47a0-bd95-833a4431e11e None None] Attempting to bind port 96164259-2ca8-4d3a-9f81-2dd1897a1a21 on host n-d-802623-1 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:27:03.566264 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a476459a1bfce68b0ae0df5b6a71154bfc7cfdc8f9eefce6ad0a17231e60468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b62c253-8c44-4313-bd64-b279d095fff8" -d '{"events": [{"name": "network-changed", "server_uuid": "90756201-b12a-491c-8b15-e3c43900ec0b", "tag": "7ae046a6-a266-4500-aa0c-0a3fdb9c7db5"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:27:03.569361 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-1cf636a1-ee8b-47a0-bd95-833a4431e11e None None] Attempting to bind port 96164259-2ca8-4d3a-9f81-2dd1897a1a21 by drivers openvswitch,hyperv on host n-d-802623-1 at level 0 using segments [{'id': 'b9afe07e-bbe4-4740-834c-4b6a9698bdbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:27:03.570436 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf636a1-ee8b-47a0-bd95-833a4431e11e None None] Attempting to bind port 96164259-2ca8-4d3a-9f81-2dd1897a1a21 on network 2fd42287-ed26-4eb9-89a5-b521f5b04356 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:27:03.592579 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-90560868-efe2-4afb-b1d2-ec1aa40cec6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-414022'] for router_interface, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:03.662101 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf636a1-ee8b-47a0-bd95-833a4431e11e None None] Checking agent: {'id': 'a9a568d2-a5e7-41e4-833f-a8ab42ea4073', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 52, 30), 'started_at': datetime.datetime(2021, 7, 27, 22, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802623-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:27:03.662716 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf636a1-ee8b-47a0-bd95-833a4431e11e None None] Checking segment: {'id': 'b9afe07e-bbe4-4740-834c-4b6a9698bdbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:27:03.662870 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-1cf636a1-ee8b-47a0-bd95-833a4431e11e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:03.663271 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf636a1-ee8b-47a0-bd95-833a4431e11e None None] Bound using segment: {'id': 'b9afe07e-bbe4-4740-834c-4b6a9698bdbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:27:03.663758 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-1cf636a1-ee8b-47a0-bd95-833a4431e11e None None] Bound port: 96164259-2ca8-4d3a-9f81-2dd1897a1a21, host: n-d-802623-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9afe07e-bbe4-4740-834c-4b6a9698bdbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:27:03.664131 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-1cf636a1-ee8b-47a0-bd95-833a4431e11e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:03.707343 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-e1ae9b53-9e3c-4ea6-8a17-b1afed34b575 None None] Set router 8392a47e-5aef-42e5-9124-c52a66bee7a7 gateway port host: n-d-802623-1 {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:27:03.754775 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4fd4e0-433e-427f-94f3-2234e70f559b None None] Pushing event updated for resources: {'Port': ['ID=96164259-2ca8-4d3a-9f81-2dd1897a1a21,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:27:03.795889 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-1cf636a1-ee8b-47a0-bd95-833a4431e11e None None] For port 96164259-2ca8-4d3a-9f81-2dd1897a1a21, host n-d-802623-1, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:27:03.805740 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-1cf636a1-ee8b-47a0-bd95-833a4431e11e None None] For port 96164259-2ca8-4d3a-9f81-2dd1897a1a21, host n-d-802623-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=96164259-2ca8-4d3a-9f81-2dd1897a1a21,segment=NetworkSegment(b9afe07e-bbe4-4740-834c-4b6a9698bdbc),segment_id=b9afe07e-bbe4-4740-834c-4b6a9698bdbc)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:27:03.812769 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-1cf636a1-ee8b-47a0-bd95-833a4431e11e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:03.869805 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cf636a1-ee8b-47a0-bd95-833a4431e11e None None] Routers {'4e7befd2-724a-4dbf-b744-5c7e92da41c3'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:27:03.870542 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-1cf636a1-ee8b-47a0-bd95-833a4431e11e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:27:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['4e7befd2-724a-4dbf-b744-5c7e92da41c3'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:27:04.017493 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-1cf636a1-ee8b-47a0-bd95-833a4431e11e None None] Set router 4e7befd2-724a-4dbf-b744-5c7e92da41c3 gateway port host: n-d-802623-1 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:27:04.069762 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5676b8c4-270a-4fe6-9f42-07a5ed677f94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:04.095125 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-e1ae9b53-9e3c-4ea6-8a17-b1afed34b575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8392a47e-5aef-42e5-9124-c52a66bee7a7', 'name': 'tempest-TestNetworkBasicOps-router-87612854', 'tenant_id': 'ba4fae7b46b54e6e99cbf665d54e4a7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.44'}], 'enable_snat': True}, 'gw_port_id': 'f7b82e81-56a1-4086-ac71-4eda21fe1ec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:24:31Z', 'updated_at': '2021-07-27T23:26:47Z', 'revision_number': 6, 'project_id': 'ba4fae7b46b54e6e99cbf665d54e4a7e', 'gw_port': {'id': 'f7b82e81-56a1-4086-ac71-4eda21fe1ec3', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:fe:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8392a47e-5aef-42e5-9124-c52a66bee7a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2298, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:24:33Z', 'updated_at': '2021-07-27T23:24:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': '890ee42d-118a-49a0-8342-f952e18eecf7', 'name': '', 'network_id': '031433c5-4bab-478c-b609-4a0e530ec703', 'tenant_id': 'ba4fae7b46b54e6e99cbf665d54e4a7e', 'mac_address': 'fa:16:3e:e8:7d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8392a47e-5aef-42e5-9124-c52a66bee7a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2325, 'fixed_ips': [{'subnet_id': 'a6bca0f1-dba8-4820-a7a0-186b76699da1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:24:40Z', 'updated_at': '2021-07-27T23:24:48Z', 'revision_number': 5, 'project_id': 'ba4fae7b46b54e6e99cbf665d54e4a7e', 'subnets': [{'id': 'a6bca0f1-dba8-4820-a7a0-186b76699da1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:27:04.140350 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1ae9b53-9e3c-4ea6-8a17-b1afed34b575 None None] Checking router: 8392a47e-5aef-42e5-9124-c52a66bee7a7 for host: n-d-802623-1 {{(pid=93799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 23:27:04.153964 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4fd4e0-433e-427f-94f3-2234e70f559b None None] Pushing event updated for resources: {'Port': ['ID=96164259-2ca8-4d3a-9f81-2dd1897a1a21,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:27:04.157304 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1ae9b53-9e3c-4ea6-8a17-b1afed34b575 None None] Routers {'8392a47e-5aef-42e5-9124-c52a66bee7a7'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:27:04.158161 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-e1ae9b53-9e3c-4ea6-8a17-b1afed34b575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:27:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['8392a47e-5aef-42e5-9124-c52a66bee7a7'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:27:04.166514 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf0d667-c374-4865-a45c-70a2e1431f9c req-cdebd38f-29cd-45fd-a431-ab84a757b70d tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:27:04.170918 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-1cf0d667-c374-4865-a45c-70a2e1431f9c req-cdebd38f-29cd-45fd-a431-ab84a757b70d tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] 10.222.0.18 "GET /v2.0/ports?device_id=90756201-b12a-491c-8b15-e3c43900ec0b HTTP/1.1" status: 200 len: 945 time: 0.1663752 Jul 27 23:27:04.213449 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8063344d-017e-4c0c-9b63-714d6262915d req-645cdfea-7a24-4eee-96fd-9b154778eb38 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:27:04.219848 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8063344d-017e-4c0c-9b63-714d6262915d req-645cdfea-7a24-4eee-96fd-9b154778eb38 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] 10.222.0.18 "GET /v2.0/ports?device_id=07667ed9-bf6a-429b-b2fe-099784128518 HTTP/1.1" status: 200 len: 945 time: 0.8106961 Jul 27 23:27:04.255443 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-537de0d4-2aa1-4019-b0c9-3ebad94dae24 tempest-RoutersIpV6AdminTest-711475609 tempest-RoutersIpV6AdminTest-711475609-project-admin] Notify callbacks [] for router, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:04.285411 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-1cf636a1-ee8b-47a0-bd95-833a4431e11e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e7befd2-724a-4dbf-b744-5c7e92da41c3', 'name': 'tempest-TestVolumeBootPattern-1095661051-router', 'tenant_id': '638a54eed2254211bebcd3cdd008009d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.68'}], 'enable_snat': True}, 'gw_port_id': '96164259-2ca8-4d3a-9f81-2dd1897a1a21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:26:55Z', 'updated_at': '2021-07-27T23:27:00Z', 'revision_number': 3, 'project_id': '638a54eed2254211bebcd3cdd008009d', 'gw_port': {'id': '96164259-2ca8-4d3a-9f81-2dd1897a1a21', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:59:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e7befd2-724a-4dbf-b744-5c7e92da41c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2675, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:26:57Z', 'updated_at': '2021-07-27T23:27:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1'}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:27:04.319084 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-e1ae9b53-9e3c-4ea6-8a17-b1afed34b575 None None] Set router 8392a47e-5aef-42e5-9124-c52a66bee7a7 gateway port host: n-d-802623-1 {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:27:04.320735 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-1cf0d667-c374-4865-a45c-70a2e1431f9c req-c0ace907-eb22-4b6f-93ed-143707db3170 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] 10.222.0.18 "GET /v2.0/security-groups?id=e4903a37-2932-44cf-9e86-b3f668de5d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1449878 Jul 27 23:27:04.322554 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cf636a1-ee8b-47a0-bd95-833a4431e11e None None] The sync data for ids ['4e7befd2-724a-4dbf-b744-5c7e92da41c3'] in n-d-802623-1 is: [{'id': '4e7befd2-724a-4dbf-b744-5c7e92da41c3', 'name': 'tempest-TestVolumeBootPattern-1095661051-router', 'tenant_id': '638a54eed2254211bebcd3cdd008009d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.68'}], 'enable_snat': True}, 'gw_port_id': '96164259-2ca8-4d3a-9f81-2dd1897a1a21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:26:55Z', 'updated_at': '2021-07-27T23:27:00Z', 'revision_number': 3, 'project_id': '638a54eed2254211bebcd3cdd008009d', 'gw_port': {'id': '96164259-2ca8-4d3a-9f81-2dd1897a1a21', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:59:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e7befd2-724a-4dbf-b744-5c7e92da41c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2675, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:26:57Z', 'updated_at': '2021-07-27T23:27:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1'}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:27:04.344974 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8063344d-017e-4c0c-9b63-714d6262915d req-71fcc7a4-b701-44cc-8c59-f85815073f2b tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e15ece7-f410-4d95-9c67-d98c825e8c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136410 Jul 27 23:27:04.347603 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-dd9add9a-da42-41c9-baf4-c98e558c9d4b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c13bded92d77408dbbabf4f2e7ea176f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8907681 Jul 27 23:27:04.360920 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 33438) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:27:04.462616 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 23:27:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18c0a644-554e-48a6-bd5f-bcadb990bd5d x-openstack-request-id: req-18c0a644-554e-48a6-bd5f-bcadb990bd5d {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:27:04.463268 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90756201-b12a-491c-8b15-e3c43900ec0b", "tag": "7ae046a6-a266-4500-aa0c-0a3fdb9c7db5", "status": "completed", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:27:04.463728 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-18c0a644-554e-48a6-bd5f-bcadb990bd5d {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:27:04.464334 n-d-802623-1 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90756201-b12a-491c-8b15-e3c43900ec0b', 'tag': '7ae046a6-a266-4500-aa0c-0a3fdb9c7db5', 'status': 'completed', 'code': 200} Jul 27 23:27:04.567080 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-bd237230-d188-4a6f-b5fe-3e3eba45c09b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:04.574231 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-537de0d4-2aa1-4019-b0c9-3ebad94dae24 tempest-RoutersIpV6AdminTest-711475609 tempest-RoutersIpV6AdminTest-711475609-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:04.651166 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-bd237230-d188-4a6f-b5fe-3e3eba45c09b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:04.785374 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-537de0d4-2aa1-4019-b0c9-3ebad94dae24 tempest-RoutersIpV6AdminTest-711475609 tempest-RoutersIpV6AdminTest-711475609-project-admin] Deleting port c56bde46-eb5c-46c4-8814-06d1560a3b8a {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:27:04.786025 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-537de0d4-2aa1-4019-b0c9-3ebad94dae24 tempest-RoutersIpV6AdminTest-711475609 tempest-RoutersIpV6AdminTest-711475609-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:04.799694 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb37dc04-8413-4c15-b96a-ef0c01d76b47 req-2718293d-6b6a-487c-a399-04df7ae78cc2 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:27:04.801292 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-bb37dc04-8413-4c15-b96a-ef0c01d76b47 req-2718293d-6b6a-487c-a399-04df7ae78cc2 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] 10.222.0.18 "GET /v2.0/ports?device_id=07667ed9-bf6a-429b-b2fe-099784128518 HTTP/1.1" status: 200 len: 945 time: 0.1244886 Jul 27 23:27:04.820724 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-e1ae9b53-9e3c-4ea6-8a17-b1afed34b575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8392a47e-5aef-42e5-9124-c52a66bee7a7', 'name': 'tempest-TestNetworkBasicOps-router-87612854', 'tenant_id': 'ba4fae7b46b54e6e99cbf665d54e4a7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.44'}], 'enable_snat': True}, 'gw_port_id': 'f7b82e81-56a1-4086-ac71-4eda21fe1ec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:24:31Z', 'updated_at': '2021-07-27T23:26:47Z', 'revision_number': 6, 'project_id': 'ba4fae7b46b54e6e99cbf665d54e4a7e', 'gw_port': {'id': 'f7b82e81-56a1-4086-ac71-4eda21fe1ec3', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:fe:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8392a47e-5aef-42e5-9124-c52a66bee7a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2298, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:24:33Z', 'updated_at': '2021-07-27T23:24:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': '890ee42d-118a-49a0-8342-f952e18eecf7', 'name': '', 'network_id': '031433c5-4bab-478c-b609-4a0e530ec703', 'tenant_id': 'ba4fae7b46b54e6e99cbf665d54e4a7e', 'mac_address': 'fa:16:3e:e8:7d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8392a47e-5aef-42e5-9124-c52a66bee7a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2325, 'fixed_ips': [{'subnet_id': 'a6bca0f1-dba8-4820-a7a0-186b76699da1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:24:40Z', 'updated_at': '2021-07-27T23:24:48Z', 'revision_number': 5, 'project_id': 'ba4fae7b46b54e6e99cbf665d54e4a7e', 'subnets': [{'id': 'a6bca0f1-dba8-4820-a7a0-186b76699da1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:27:04.847434 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-bd237230-d188-4a6f-b5fe-3e3eba45c09b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:04.849855 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-bd237230-d188-4a6f-b5fe-3e3eba45c09b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:04.851006 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-bd237230-d188-4a6f-b5fe-3e3eba45c09b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7551d437-b568-4757-9e68-4abd3b05a74c HTTP/1.1" status: 204 len: 168 time: 0.4889441 Jul 27 23:27:04.867386 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1ae9b53-9e3c-4ea6-8a17-b1afed34b575 None None] The sync data for ids ['8392a47e-5aef-42e5-9124-c52a66bee7a7'] in n-d-802623-1 is: [{'id': '8392a47e-5aef-42e5-9124-c52a66bee7a7', 'name': 'tempest-TestNetworkBasicOps-router-87612854', 'tenant_id': 'ba4fae7b46b54e6e99cbf665d54e4a7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.44'}], 'enable_snat': True}, 'gw_port_id': 'f7b82e81-56a1-4086-ac71-4eda21fe1ec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:24:31Z', 'updated_at': '2021-07-27T23:26:47Z', 'revision_number': 6, 'project_id': 'ba4fae7b46b54e6e99cbf665d54e4a7e', 'gw_port': {'id': 'f7b82e81-56a1-4086-ac71-4eda21fe1ec3', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:fe:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8392a47e-5aef-42e5-9124-c52a66bee7a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2298, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:24:33Z', 'updated_at': '2021-07-27T23:24:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': '890ee42d-118a-49a0-8342-f952e18eecf7', 'name': '', 'network_id': '031433c5-4bab-478c-b609-4a0e530ec703', 'tenant_id': 'ba4fae7b46b54e6e99cbf665d54e4a7e', 'mac_address': 'fa:16:3e:e8:7d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8392a47e-5aef-42e5-9124-c52a66bee7a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2325, 'fixed_ips': [{'subnet_id': 'a6bca0f1-dba8-4820-a7a0-186b76699da1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:24:40Z', 'updated_at': '2021-07-27T23:24:48Z', 'revision_number': 5, 'project_id': 'ba4fae7b46b54e6e99cbf665d54e4a7e', 'subnets': [{'id': 'a6bca0f1-dba8-4820-a7a0-186b76699da1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:27:04.893563 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd237230-d188-4a6f-b5fe-3e3eba45c09b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7551d437-b568-4757-9e68-4abd3b05a74c,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:27:04.897373 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:04.951180 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-bb37dc04-8413-4c15-b96a-ef0c01d76b47 req-5ba88a43-2917-42fb-95c6-6d1af67947a4 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e15ece7-f410-4d95-9c67-d98c825e8c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320298 Jul 27 23:27:04.979968 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-537de0d4-2aa1-4019-b0c9-3ebad94dae24 tempest-RoutersIpV6AdminTest-711475609 tempest-RoutersIpV6AdminTest-711475609-project-admin] For port c56bde46-eb5c-46c4-8814-06d1560a3b8a, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=c56bde46-eb5c-46c4-8814-06d1560a3b8a,segment=NetworkSegment(b9afe07e-bbe4-4740-834c-4b6a9698bdbc),segment_id=b9afe07e-bbe4-4740-834c-4b6a9698bdbc)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:27:04.980350 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-537de0d4-2aa1-4019-b0c9-3ebad94dae24 tempest-RoutersIpV6AdminTest-711475609 tempest-RoutersIpV6AdminTest-711475609-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:04.990744 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-90560868-efe2-4afb-b1d2-ec1aa40cec6e admin admin] Deleting port 69f6d3fb-2113-4008-8ef3-51d5c57b1895 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:27:04.991338 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-90560868-efe2-4afb-b1d2-ec1aa40cec6e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:04.997116 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [req-90a1cefa-3f48-4a75-a61f-0b13a5473043 req-1ec83e64-c1c1-4027-a688-06739d3138f2 service neutron] (93797) timed out ('10.222.0.49', 65303) {{(pid=93797) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 27 23:27:05.014315 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-537de0d4-2aa1-4019-b0c9-3ebad94dae24 tempest-RoutersIpV6AdminTest-711475609 tempest-RoutersIpV6AdminTest-711475609-project-admin] Calling delete_port for c56bde46-eb5c-46c4-8814-06d1560a3b8a owned by network:router_gateway {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:27:05.061494 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-5676b8c4-270a-4fe6-9f42-07a5ed677f94 admin admin] Allocated IP 172.20.0.1 (5d2efa73-e0fb-4486-96ff-e17ab438f25c/e9f25904-e9e0-45a2-800a-eb494c0aea53/53570c50-f831-418c-893d-bf5614372de6) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:27:05.088721 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b62c253-8c44-4313-bd64-b279d095fff8 req-373bb9db-a588-407d-979f-1926442f75ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:27:05.090256 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-4b62c253-8c44-4313-bd64-b279d095fff8 req-373bb9db-a588-407d-979f-1926442f75ea service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ba4fae7b46b54e6e99cbf665d54e4a7e&device_id=90756201-b12a-491c-8b15-e3c43900ec0b HTTP/1.1" status: 200 len: 1096 time: 0.2276170 Jul 27 23:27:05.113215 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f937460a-0278-49ee-a59c-28ac7ab0f80a req-d8945ce5-d8bb-4ea7-898d-b1aaa06d4e2d tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:27:05.114776 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f937460a-0278-49ee-a59c-28ac7ab0f80a req-d8945ce5-d8bb-4ea7-898d-b1aaa06d4e2d tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/ports?device_id=c82f64f9-7572-4580-b07f-b346ae07e8cc HTTP/1.1" status: 200 len: 945 time: 0.2510164 Jul 27 23:27:05.243808 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-537de0d4-2aa1-4019-b0c9-3ebad94dae24 tempest-RoutersIpV6AdminTest-711475609 tempest-RoutersIpV6AdminTest-711475609-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:05.289327 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537de0d4-2aa1-4019-b0c9-3ebad94dae24 tempest-RoutersIpV6AdminTest-711475609 tempest-RoutersIpV6AdminTest-711475609-project-admin] Pushing event deleted for resources: {'Port': ['ID=c56bde46-eb5c-46c4-8814-06d1560a3b8a,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:27:05.317470 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-90560868-efe2-4afb-b1d2-ec1aa40cec6e admin admin] For port 69f6d3fb-2113-4008-8ef3-51d5c57b1895, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=69f6d3fb-2113-4008-8ef3-51d5c57b1895,segment=NetworkSegment(63c4e207-d517-483e-817c-901e06805ec9),segment_id=63c4e207-d517-483e-817c-901e06805ec9)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:27:05.317954 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-90560868-efe2-4afb-b1d2-ec1aa40cec6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:05.364746 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d700b409-b995-450e-9427-1b47158dc535 None None] New status for floating IP 599c6fdc-0b19-41da-bfcc-7eeed6fe21ca: DOWN {{(pid=93800) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 23:27:05.366595 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-90560868-efe2-4afb-b1d2-ec1aa40cec6e admin admin] Calling delete_port for 69f6d3fb-2113-4008-8ef3-51d5c57b1895 owned by network:router_interface {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:27:05.409214 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f937460a-0278-49ee-a59c-28ac7ab0f80a req-6491209a-86d7-432b-b713-597398a0042c tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/security-groups?id=7dab0fca-2422-4f10-a2ed-ede178e48859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2575271 Jul 27 23:27:05.433118 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-537de0d4-2aa1-4019-b0c9-3ebad94dae24 tempest-RoutersIpV6AdminTest-711475609 tempest-RoutersIpV6AdminTest-711475609-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-415368'] for router_gateway, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:05.451344 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1b1025-0d31-42f0-9700-e06a0a487a30 req-f4947a37-e169-4ca2-89f6-3b71668c06ed tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:27:05.452984 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ea1b1025-0d31-42f0-9700-e06a0a487a30 req-f4947a37-e169-4ca2-89f6-3b71668c06ed tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] 10.222.0.38 "GET /v2.0/ports?device_id=90756201-b12a-491c-8b15-e3c43900ec0b HTTP/1.1" status: 200 len: 945 time: 0.2910752 Jul 27 23:27:05.492079 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [req-b670b94b-8b67-4135-aabf-16a7fe928220 req-52dde338-9d78-4020-8e61-a2465612b948 service neutron] (93798) timed out ('10.222.0.49', 65302) {{(pid=93798) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 27 23:27:05.546077 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b62c253-8c44-4313-bd64-b279d095fff8 req-2543bf8a-e5ee-47b3-a791-b10319d8a703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:27:05.548447 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-4b62c253-8c44-4313-bd64-b279d095fff8 req-2543bf8a-e5ee-47b3-a791-b10319d8a703 service neutron] 10.222.0.38 "GET /v2.0/networks?id=031433c5-4bab-478c-b609-4a0e530ec703 HTTP/1.1" status: 200 len: 898 time: 0.4324501 Jul 27 23:27:05.627554 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-537de0d4-2aa1-4019-b0c9-3ebad94dae24 tempest-RoutersIpV6AdminTest-711475609 tempest-RoutersIpV6AdminTest-711475609-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62205'] for router, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:05.630841 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-537de0d4-2aa1-4019-b0c9-3ebad94dae24 tempest-RoutersIpV6AdminTest-711475609 tempest-RoutersIpV6AdminTest-711475609-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:05.638075 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-4b62c253-8c44-4313-bd64-b279d095fff8 req-7dd0487a-d1dc-4fff-92df-8478bf3492c0 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7ae046a6-a266-4500-aa0c-0a3fdb9c7db5 HTTP/1.1" status: 200 len: 217 time: 0.0747395 Jul 27 23:27:05.689747 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9a694c-083d-49c6-8102-68a5f69a9672 req-031fc345-3fac-49f6-b290-a1788e3478a0 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:27:05.691341 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-5d9a694c-083d-49c6-8102-68a5f69a9672 req-031fc345-3fac-49f6-b290-a1788e3478a0 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] 10.222.0.18 "GET /v2.0/ports?device_id=90756201-b12a-491c-8b15-e3c43900ec0b HTTP/1.1" status: 200 len: 945 time: 0.2163291 Jul 27 23:27:05.709413 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-537de0d4-2aa1-4019-b0c9-3ebad94dae24 tempest-RoutersIpV6AdminTest-711475609 tempest-RoutersIpV6AdminTest-711475609-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-477831'] for router, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:05.709944 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-537de0d4-2aa1-4019-b0c9-3ebad94dae24 tempest-RoutersIpV6AdminTest-711475609 tempest-RoutersIpV6AdminTest-711475609-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a84a3949-b5c1-4dc5-a9ed-c1d3c0778648 {{(pid=93797) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 23:27:05.720840 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-537de0d4-2aa1-4019-b0c9-3ebad94dae24 tempest-RoutersIpV6AdminTest-711475609 tempest-RoutersIpV6AdminTest-711475609-project-admin] Notify callbacks [] for router, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:05.725553 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-537de0d4-2aa1-4019-b0c9-3ebad94dae24 tempest-RoutersIpV6AdminTest-711475609 tempest-RoutersIpV6AdminTest-711475609-project-admin] 10.222.0.18 "DELETE /v2.0/routers/a84a3949-b5c1-4dc5-a9ed-c1d3c0778648 HTTP/1.1" status: 204 len: 168 time: 2.2639942 Jul 27 23:27:05.725732 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 33466) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:27:05.730751 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5676b8c4-270a-4fe6-9f42-07a5ed677f94 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:05.732809 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-4c389423-480a-437d-9401-ab8991e1ce1e tempest-RoutersIpV6AdminTest-1619528760 tempest-RoutersIpV6AdminTest-1619528760-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1977752323', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'}, 'admin_state_up': False}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:27:05.773492 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-5d9a694c-083d-49c6-8102-68a5f69a9672 req-0be0807f-357d-41bc-8466-5099beadc5b2 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] 10.222.0.18 "GET /v2.0/security-groups?id=e4903a37-2932-44cf-9e86-b3f668de5d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736678 Jul 27 23:27:05.788015 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4c389423-480a-437d-9401-ab8991e1ce1e tempest-RoutersIpV6AdminTest-1619528760 tempest-RoutersIpV6AdminTest-1619528760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62159'] for router, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:05.791714 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4c389423-480a-437d-9401-ab8991e1ce1e tempest-RoutersIpV6AdminTest-1619528760 tempest-RoutersIpV6AdminTest-1619528760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-479230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-415539', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3693317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62148'] for router, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:05.874990 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4c389423-480a-437d-9401-ab8991e1ce1e tempest-RoutersIpV6AdminTest-1619528760 tempest-RoutersIpV6AdminTest-1619528760-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:05.894920 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-5676b8c4-270a-4fe6-9f42-07a5ed677f94 admin admin] Transition to ACTIVE for port object 53570c50-f831-418c-893d-bf5614372de6 will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:27:05.901032 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b62c253-8c44-4313-bd64-b279d095fff8 req-2cf274c1-3974-4b3a-9aac-13df8d9de857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:27:05.902636 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-4b62c253-8c44-4313-bd64-b279d095fff8 req-2cf274c1-3974-4b3a-9aac-13df8d9de857 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=a6bca0f1-dba8-4820-a7a0-186b76699da1 HTTP/1.1" status: 200 len: 835 time: 0.2360289 Jul 27 23:27:05.920939 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaa69c7-259f-48ba-9d4b-4e8c71ad553c req-19661b94-1fb1-4778-ae59-4cfc9c250d76 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:27:05.923141 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-dfaa69c7-259f-48ba-9d4b-4e8c71ad553c req-19661b94-1fb1-4778-ae59-4cfc9c250d76 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/ports?device_id=c82f64f9-7572-4580-b07f-b346ae07e8cc HTTP/1.1" status: 200 len: 945 time: 0.3729341 Jul 27 23:27:05.990300 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 33472) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:27:05.990793 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe93f81b-6427-4818-b498-327abd79e398 req-7a9a9910-83f3-4b1e-9592-f52563b5a570 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:27:05.992363 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-fe93f81b-6427-4818-b498-327abd79e398 req-7a9a9910-83f3-4b1e-9592-f52563b5a570 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] 10.222.0.38 "GET /v2.0/ports?device_id=07667ed9-bf6a-429b-b2fe-099784128518 HTTP/1.1" status: 200 len: 945 time: 0.1310053 Jul 27 23:27:06.081903 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-dfaa69c7-259f-48ba-9d4b-4e8c71ad553c req-2e2191b4-2f7e-43cf-b8cf-cb73ad35c895 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/security-groups?id=7dab0fca-2422-4f10-a2ed-ede178e48859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419883 Jul 27 23:27:06.092340 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b62c253-8c44-4313-bd64-b279d095fff8 req-3bdb511f-4f49-4238-ad66-066fee4f33ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:27:06.093905 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-4b62c253-8c44-4313-bd64-b279d095fff8 req-3bdb511f-4f49-4238-ad66-066fee4f33ba service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=031433c5-4bab-478c-b609-4a0e530ec703&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1681752 Jul 27 23:27:06.134461 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4c389423-480a-437d-9401-ab8991e1ce1e tempest-RoutersIpV6AdminTest-1619528760 tempest-RoutersIpV6AdminTest-1619528760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-415433', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62186'] for router, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:06.145709 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5676b8c4-270a-4fe6-9f42-07a5ed677f94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:06.172812 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-ea1b1025-0d31-42f0-9700-e06a0a487a30 req-92bc7bd4-9fcf-4d91-adab-7f789ed6a6a8 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Deleting port 7ae046a6-a266-4500-aa0c-0a3fdb9c7db5 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:27:06.173156 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-ea1b1025-0d31-42f0-9700-e06a0a487a30 req-92bc7bd4-9fcf-4d91-adab-7f789ed6a6a8 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:06.213057 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-3b89c041-9701-4267-aa56-e1383009fcb5 tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1428689956'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:27:06.237324 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4f0706-b903-47de-92fb-7faf7b80d5e4 req-b1797a90-a231-4f8c-ab2a-7e59006e8593 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:27:06.250084 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-df4f0706-b903-47de-92fb-7faf7b80d5e4 req-b1797a90-a231-4f8c-ab2a-7e59006e8593 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] 10.222.0.18 "GET /v2.0/ports?device_id=07667ed9-bf6a-429b-b2fe-099784128518 HTTP/1.1" status: 200 len: 945 time: 0.1972601 Jul 27 23:27:06.336651 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5676b8c4-270a-4fe6-9f42-07a5ed677f94 admin admin] Network 5d2efa73-e0fb-4486-96ff-e17ab438f25c is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:27:06.339602 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-df4f0706-b903-47de-92fb-7faf7b80d5e4 req-01098a2c-980f-4b83-8212-b4fdfeb02bf7 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e15ece7-f410-4d95-9c67-d98c825e8c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812311 Jul 27 23:27:06.350427 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [req-fe93f81b-6427-4818-b498-327abd79e398 req-89058db7-a256-42e6-90a9-ee06bc05f581 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] Deleting port 5792e464-6510-437b-b6f1-549081701cc8 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:27:06.350689 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-fe93f81b-6427-4818-b498-327abd79e398 req-89058db7-a256-42e6-90a9-ee06bc05f581 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:06.359109 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-5676b8c4-270a-4fe6-9f42-07a5ed677f94 admin admin] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:27:06.360992 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-90560868-efe2-4afb-b1d2-ec1aa40cec6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:06.364125 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5676b8c4-270a-4fe6-9f42-07a5ed677f94 admin admin] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:27:06.445793 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b89c041-9701-4267-aa56-e1383009fcb5 tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Made reservation on behalf of 8a3f8a4e5e154e3f8de886c2c529b965 for: {'network': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:27:06.450012 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3b89c041-9701-4267-aa56-e1383009fcb5 tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for network, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:06.452084 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5676b8c4-270a-4fe6-9f42-07a5ed677f94 admin admin] Pushing event updated for resources: {'Port': ['ID=53570c50-f831-418c-893d-bf5614372de6,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:27:06.485745 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-fe93f81b-6427-4818-b498-327abd79e398 req-89058db7-a256-42e6-90a9-ee06bc05f581 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] For port 5792e464-6510-437b-b6f1-549081701cc8, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=5792e464-6510-437b-b6f1-549081701cc8,segment=NetworkSegment(e3440446-8deb-4174-b5a6-9cc094845dc2),segment_id=e3440446-8deb-4174-b5a6-9cc094845dc2)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:27:06.486122 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-fe93f81b-6427-4818-b498-327abd79e398 req-89058db7-a256-42e6-90a9-ee06bc05f581 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:06.534393 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3b89c041-9701-4267-aa56-e1383009fcb5 tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:06.545946 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90560868-efe2-4afb-b1d2-ec1aa40cec6e admin admin] Pushing event deleted for resources: {'Port': ['ID=69f6d3fb-2113-4008-8ef3-51d5c57b1895,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:27:06.562124 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [req-fe93f81b-6427-4818-b498-327abd79e398 req-89058db7-a256-42e6-90a9-ee06bc05f581 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] Calling delete_port for 5792e464-6510-437b-b6f1-549081701cc8 owned by compute:nova {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:27:06.580247 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-ea1b1025-0d31-42f0-9700-e06a0a487a30 req-92bc7bd4-9fcf-4d91-adab-7f789ed6a6a8 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] For port 7ae046a6-a266-4500-aa0c-0a3fdb9c7db5, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=7ae046a6-a266-4500-aa0c-0a3fdb9c7db5,segment=NetworkSegment(f2f9ed54-2796-4652-8c86-3921413d1280),segment_id=f2f9ed54-2796-4652-8c86-3921413d1280)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:27:06.580628 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-ea1b1025-0d31-42f0-9700-e06a0a487a30 req-92bc7bd4-9fcf-4d91-adab-7f789ed6a6a8 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:06.583232 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5676b8c4-270a-4fe6-9f42-07a5ed677f94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-415283'] for router_interface, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:06.591867 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-4b62c253-8c44-4313-bd64-b279d095fff8 req-edbba6a5-10ab-43f0-9b8f-c638f21350e8 service neutron] 10.222.0.38 "GET /v2.0/networks/031433c5-4bab-478c-b609-4a0e530ec703?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4815562 Jul 27 23:27:06.605376 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4c389423-480a-437d-9401-ab8991e1ce1e tempest-RoutersIpV6AdminTest-1619528760 tempest-RoutersIpV6AdminTest-1619528760-project] Notify callbacks [] for router_gateway, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:06.660319 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4c389423-480a-437d-9401-ab8991e1ce1e tempest-RoutersIpV6AdminTest-1619528760 tempest-RoutersIpV6AdminTest-1619528760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:06.704803 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-ea1b1025-0d31-42f0-9700-e06a0a487a30 req-92bc7bd4-9fcf-4d91-adab-7f789ed6a6a8 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Calling delete_port for 7ae046a6-a266-4500-aa0c-0a3fdb9c7db5 owned by compute:nova {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:27:06.735982 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ce157b27-4931-4b21-9568-aaa2fd3fc53a None None] Provisioning for port 53570c50-f831-418c-893d-bf5614372de6 completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:27:06.737266 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e68428b-c68b-4f14-9808-8ee276df7bee req-bc8b9696-f909-489a-ae34-5638193d0d9c tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:27:06.740390 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-6e68428b-c68b-4f14-9808-8ee276df7bee req-bc8b9696-f909-489a-ae34-5638193d0d9c tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/ports?device_id=c82f64f9-7572-4580-b07f-b346ae07e8cc HTTP/1.1" status: 200 len: 945 time: 0.4131896 Jul 27 23:27:06.768367 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ce157b27-4931-4b21-9568-aaa2fd3fc53a None None] Provisioning complete for port 53570c50-f831-418c-893d-bf5614372de6 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:27:06.769043 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ce157b27-4931-4b21-9568-aaa2fd3fc53a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:06.820670 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-ce157b27-4931-4b21-9568-aaa2fd3fc53a None None] Port 53570c50-f831-418c-893d-bf5614372de6 cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:27:06.866557 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 96164259-2ca8-4d3a-9f81-2dd1897a1a21 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:27:06.936899 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning for port 96164259-2ca8-4d3a-9f81-2dd1897a1a21 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:27:06.942420 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port 96164259-2ca8-4d3a-9f81-2dd1897a1a21 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:27:06.942888 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:06.955230 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-4c389423-480a-437d-9401-ab8991e1ce1e tempest-RoutersIpV6AdminTest-1619528760 tempest-RoutersIpV6AdminTest-1619528760-project] Allocated IP 172.25.4.251 (2fd42287-ed26-4eb9-89a5-b521f5b04356/17de1f8f-393a-4b0c-a2df-614bd3f2fb5e/7be75c96-2687-4b6b-9ef2-b5c93a6ca363) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:27:07.040529 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:07.059342 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-fe93f81b-6427-4818-b498-327abd79e398 req-89058db7-a256-42e6-90a9-ee06bc05f581 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:07.072574 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] get_ports_and_sgs() called for port_ids ['5792e464-6510-437b-b6f1-549081701cc8'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:27:07.074614 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1d918c-c57f-493b-bc65-b540dee11beb req-84d667a7-4d9e-4811-b081-d615b7b2fab9 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:27:07.075166 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] get_ports_and_sgs() called for port_ids ['5b7866c5-7b07-46aa-bae5-acbbf94ec587'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:27:07.079660 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] For port 96164259-2ca8-4d3a-9f81-2dd1897a1a21, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=96164259-2ca8-4d3a-9f81-2dd1897a1a21,segment=NetworkSegment(b9afe07e-bbe4-4740-834c-4b6a9698bdbc),segment_id=b9afe07e-bbe4-4740-834c-4b6a9698bdbc)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:27:07.082257 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-de1d918c-c57f-493b-bc65-b540dee11beb req-84d667a7-4d9e-4811-b081-d615b7b2fab9 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] 10.222.0.18 "GET /v2.0/ports?device_id=90756201-b12a-491c-8b15-e3c43900ec0b HTTP/1.1" status: 200 len: 945 time: 0.1997614 Jul 27 23:27:07.096417 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-6e68428b-c68b-4f14-9808-8ee276df7bee req-27fdb414-0cb1-4da5-a1f0-24229b86560c tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/security-groups?id=7dab0fca-2422-4f10-a2ed-ede178e48859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2700231 Jul 27 23:27:07.106638 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:07.178018 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89058db7-a256-42e6-90a9-ee06bc05f581 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] Pushing event deleted for resources: {'Port': ['ID=5792e464-6510-437b-b6f1-549081701cc8,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:27:07.218155 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Pushing event updated for resources: {'Port': ['ID=96164259-2ca8-4d3a-9f81-2dd1897a1a21,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:27:07.222312 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device c56bde46-eb5c-46c4-8814-06d1560a3b8a no longer exists at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:27:07.246985 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] No Port match for: c56bde46-eb5c-46c4-8814-06d1560a3b8a {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:27:07.247375 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device c56bde46-eb5c-46c4-8814-06d1560a3b8a not bound to the agent host n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:27:07.258863 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe93f81b-6427-4818-b498-327abd79e398 req-89058db7-a256-42e6-90a9-ee06bc05f581 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] No DVR routers for this DVR port 5792e464-6510-437b-b6f1-549081701cc8 on host n-h1-802623-1 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:27:07.272606 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-fe93f81b-6427-4818-b498-327abd79e398 req-89058db7-a256-42e6-90a9-ee06bc05f581 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:07.274655 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-fe93f81b-6427-4818-b498-327abd79e398 req-89058db7-a256-42e6-90a9-ee06bc05f581 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] 10.222.0.38 "DELETE /v2.0/ports/5792e464-6510-437b-b6f1-549081701cc8 HTTP/1.1" status: 204 len: 173 time: 1.2418289 Jul 27 23:27:07.275139 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07667ed9-bf6a-429b-b2fe-099784128518', 'name': 'network-vif-deleted', 'tag': '5792e464-6510-437b-b6f1-549081701cc8'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:27:07.278161 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a476459a1bfce68b0ae0df5b6a71154bfc7cfdc8f9eefce6ad0a17231e60468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c506eee-ba25-404e-8680-3c81aee798e8" -d '{"events": [{"server_uuid": "07667ed9-bf6a-429b-b2fe-099784128518", "name": "network-vif-deleted", "tag": "5792e464-6510-437b-b6f1-549081701cc8"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:27:07.299493 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-de1d918c-c57f-493b-bc65-b540dee11beb req-c020f487-1488-4509-a5fc-d5f484486726 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] 10.222.0.18 "GET /v2.0/security-groups?id=e4903a37-2932-44cf-9e86-b3f668de5d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2161386 Jul 27 23:27:07.322414 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-4b62c253-8c44-4313-bd64-b279d095fff8 req-76d71d57-760b-4ccb-9a7d-8c200b235bfd service neutron] 10.222.0.38 "GET /v2.0/networks/031433c5-4bab-478c-b609-4a0e530ec703?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6498520 Jul 27 23:27:07.380611 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:27:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-152ec6a9-c0ea-419b-ad71-66dc56abe120 x-openstack-request-id: req-152ec6a9-c0ea-419b-ad71-66dc56abe120 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:27:07.381585 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07667ed9-bf6a-429b-b2fe-099784128518", "name": "network-vif-deleted", "tag": "5792e464-6510-437b-b6f1-549081701cc8", "status": "completed", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:27:07.382015 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-152ec6a9-c0ea-419b-ad71-66dc56abe120 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:27:07.382423 n-d-802623-1 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07667ed9-bf6a-429b-b2fe-099784128518', 'name': 'network-vif-deleted', 'tag': '5792e464-6510-437b-b6f1-549081701cc8', 'status': 'completed', 'code': 200} Jul 27 23:27:07.398519 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-90560868-efe2-4afb-b1d2-ec1aa40cec6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3760546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-413994'] for router_interface, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:07.416021 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-ea1b1025-0d31-42f0-9700-e06a0a487a30 req-92bc7bd4-9fcf-4d91-adab-7f789ed6a6a8 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:07.420117 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4c389423-480a-437d-9401-ab8991e1ce1e tempest-RoutersIpV6AdminTest-1619528760 tempest-RoutersIpV6AdminTest-1619528760-project] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:07.424421 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5676b8c4-270a-4fe6-9f42-07a5ed677f94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:07.461605 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bce561-539a-438f-8877-d305e0238286 req-e3f9d8af-3c64-4100-baeb-376310757f17 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:27:07.463252 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-13bce561-539a-438f-8877-d305e0238286 req-e3f9d8af-3c64-4100-baeb-376310757f17 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/ports?device_id=c82f64f9-7572-4580-b07f-b346ae07e8cc HTTP/1.1" status: 200 len: 945 time: 0.2194197 Jul 27 23:27:07.478270 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4c389423-480a-437d-9401-ab8991e1ce1e tempest-RoutersIpV6AdminTest-1619528760 tempest-RoutersIpV6AdminTest-1619528760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:07.528220 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3b89c041-9701-4267-aa56-e1383009fcb5 tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:07.530291 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bc7bd4-9fcf-4d91-adab-7f789ed6a6a8 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Pushing event deleted for resources: {'Port': ['ID=7ae046a6-a266-4500-aa0c-0a3fdb9c7db5,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:27:07.546486 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3b89c041-9701-4267-aa56-e1383009fcb5 tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:07.546653 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c389423-480a-437d-9401-ab8991e1ce1e tempest-RoutersIpV6AdminTest-1619528760 tempest-RoutersIpV6AdminTest-1619528760-project] Network 2fd42287-ed26-4eb9-89a5-b521f5b04356 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:27:07.548798 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-eb31b670-b1a9-406d-8993-1d9e5d1157c0 req-a752fe1c-43b0-4d07-a9b0-d54123cdf10f tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] 10.222.0.18 "GET /v2.0/ports?device_id=07667ed9-bf6a-429b-b2fe-099784128518 HTTP/1.1" status: 200 len: 210 time: 0.0653298 Jul 27 23:27:07.552209 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-4c389423-480a-437d-9401-ab8991e1ce1e tempest-RoutersIpV6AdminTest-1619528760 tempest-RoutersIpV6AdminTest-1619528760-project] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:27:07.559087 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c389423-480a-437d-9401-ab8991e1ce1e tempest-RoutersIpV6AdminTest-1619528760 tempest-RoutersIpV6AdminTest-1619528760-project] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:27:07.589870 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c389423-480a-437d-9401-ab8991e1ce1e tempest-RoutersIpV6AdminTest-1619528760 tempest-RoutersIpV6AdminTest-1619528760-project] Pushing event updated for resources: {'Port': ['ID=7be75c96-2687-4b6b-9ef2-b5c93a6ca363,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:27:07.839965 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4c389423-480a-437d-9401-ab8991e1ce1e tempest-RoutersIpV6AdminTest-1619528760 tempest-RoutersIpV6AdminTest-1619528760-project] Notify callbacks [] for router_gateway, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:07.954909 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b89c041-9701-4267-aa56-e1383009fcb5 tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 522} {{(pid=93798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 23:27:07.994148 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea1b1025-0d31-42f0-9700-e06a0a487a30 req-92bc7bd4-9fcf-4d91-adab-7f789ed6a6a8 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] No DVR routers for this DVR port 7ae046a6-a266-4500-aa0c-0a3fdb9c7db5 on host n-h1-802623-1 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:27:08.017572 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-ea1b1025-0d31-42f0-9700-e06a0a487a30 req-92bc7bd4-9fcf-4d91-adab-7f789ed6a6a8 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:08.019644 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ea1b1025-0d31-42f0-9700-e06a0a487a30 req-92bc7bd4-9fcf-4d91-adab-7f789ed6a6a8 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] 10.222.0.38 "DELETE /v2.0/ports/7ae046a6-a266-4500-aa0c-0a3fdb9c7db5 HTTP/1.1" status: 204 len: 173 time: 2.5211196 Jul 27 23:27:08.028392 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90756201-b12a-491c-8b15-e3c43900ec0b', 'name': 'network-vif-deleted', 'tag': '7ae046a6-a266-4500-aa0c-0a3fdb9c7db5'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:27:08.030777 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}011f8d312121274bb12d78e77c6379a2079800640016cec6c6d605b73666e854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec998fe3-4d1f-4187-9b49-e99a4795381d" -d '{"events": [{"server_uuid": "90756201-b12a-491c-8b15-e3c43900ec0b", "name": "network-vif-deleted", "tag": "7ae046a6-a266-4500-aa0c-0a3fdb9c7db5"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:27:08.048761 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3b89c041-9701-4267-aa56-e1383009fcb5 tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:08.049145 n-d-802623-1 neutron-server[93798]: INFO neutron.db.segments_db [None req-3b89c041-9701-4267-aa56-e1383009fcb5 tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Added segment e008a6ba-0428-4962-85da-3d55892892d8 of type vlan for network 5ea7fc09-be59-4185-921f-aa66191832e2 Jul 27 23:27:08.050459 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b89c041-9701-4267-aa56-e1383009fcb5 tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6015c52-f8d0-4051-8373-3efb3f6969d7,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:27:08.075962 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-13bce561-539a-438f-8877-d305e0238286 req-64dbd6d9-ad62-46a7-8a5f-b7a5d2514d54 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/security-groups?id=7dab0fca-2422-4f10-a2ed-ede178e48859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5858777 Jul 27 23:27:08.145561 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:27:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7ee982e-f3d3-41b8-81db-b0af62c37c6b x-openstack-request-id: req-f7ee982e-f3d3-41b8-81db-b0af62c37c6b {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:27:08.146167 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90756201-b12a-491c-8b15-e3c43900ec0b", "name": "network-vif-deleted", "tag": "7ae046a6-a266-4500-aa0c-0a3fdb9c7db5", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:27:08.146167 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f7ee982e-f3d3-41b8-81db-b0af62c37c6b {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:27:08.146551 n-d-802623-1 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90756201-b12a-491c-8b15-e3c43900ec0b', 'name': 'network-vif-deleted', 'tag': '7ae046a6-a266-4500-aa0c-0a3fdb9c7db5', 'status': 'completed', 'code': 200} Jul 27 23:27:08.207237 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3b89c041-9701-4267-aa56-e1383009fcb5 tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736833354590'] for network, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:08.314977 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3b89c041-9701-4267-aa56-e1383009fcb5 tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569'] for network, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:08.321739 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b89c041-9701-4267-aa56-e1383009fcb5 tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:27:08.322526 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3b89c041-9701-4267-aa56-e1383009fcb5 tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:08.366057 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d692ad12-4c76-4d02-b4a1-f9a42f675a2d req-0075e8ee-1768-432e-b1f0-3f5741fca863 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:27:08.367727 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d692ad12-4c76-4d02-b4a1-f9a42f675a2d req-0075e8ee-1768-432e-b1f0-3f5741fca863 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/ports?device_id=c82f64f9-7572-4580-b07f-b346ae07e8cc HTTP/1.1" status: 200 len: 945 time: 0.0972569 Jul 27 23:27:08.451705 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4c389423-480a-437d-9401-ab8991e1ce1e tempest-RoutersIpV6AdminTest-1619528760 tempest-RoutersIpV6AdminTest-1619528760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-415468'] for router, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:08.456295 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d692ad12-4c76-4d02-b4a1-f9a42f675a2d req-9b0fb734-8214-4d02-b0c2-b78698040bcb tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/security-groups?id=7dab0fca-2422-4f10-a2ed-ede178e48859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551543 Jul 27 23:27:08.487081 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-cbe8038d-b7cd-4747-9545-34b7204db80e req-c0277c1a-6c12-4f29-a36c-b6e5d1178f2e tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] 10.222.0.18 "GET /v2.0/ports?device_id=90756201-b12a-491c-8b15-e3c43900ec0b HTTP/1.1" status: 200 len: 210 time: 0.0538604 Jul 27 23:27:08.503795 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-3b89c041-9701-4267-aa56-e1383009fcb5 tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 2.5039983 Jul 27 23:27:08.534158 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 96164259-2ca8-4d3a-9f81-2dd1897a1a21 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:27:08.540460 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b89c041-9701-4267-aa56-e1383009fcb5 tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Pushing event updated for resources: {'Network': ['ID=5ea7fc09-be59-4185-921f-aa66191832e2,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:27:08.559673 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5676b8c4-270a-4fe6-9f42-07a5ed677f94 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:08.572000 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5676b8c4-270a-4fe6-9f42-07a5ed677f94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:08.602952 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Network 5ea7fc09-be59-4185-921f-aa66191832e2 details requested by agent ovs-agent-n-d-802623-1 with host n-d-802623-1 {{(pid=93799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 23:27:08.613736 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90560868-efe2-4afb-b1d2-ec1aa40cec6e admin admin] Router 5d7d6234-cc6c-4516-b2d3-eb7707e867d8 has already been hosted by L3 agent 018c4455-49c0-4734-927d-7824067b2a9e {{(pid=93798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 23:27:08.745662 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d47df85-6800-4c79-b958-dc9feea66193 req-2a359809-4201-4ccf-8bf7-4da0ba1e0d89 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:27:08.747247 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-2d47df85-6800-4c79-b958-dc9feea66193 req-2a359809-4201-4ccf-8bf7-4da0ba1e0d89 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/ports?device_id=c82f64f9-7572-4580-b07f-b346ae07e8cc HTTP/1.1" status: 200 len: 945 time: 0.1571813 Jul 27 23:27:08.805976 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port 96164259-2ca8-4d3a-9f81-2dd1897a1a21 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:27:08.806562 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:08.817883 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5676b8c4-270a-4fe6-9f42-07a5ed677f94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3760555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-414115'] for router_interface, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:08.835744 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5676b8c4-270a-4fe6-9f42-07a5ed677f94 admin admin] Pushing event updated for resources: {'Port': ['ID=53570c50-f831-418c-893d-bf5614372de6,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:27:08.861902 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-2d47df85-6800-4c79-b958-dc9feea66193 req-84e04f8f-0a1d-4ff9-a52c-e02391c7d534 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/security-groups?id=7dab0fca-2422-4f10-a2ed-ede178e48859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036816 Jul 27 23:27:08.866023 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c389423-480a-437d-9401-ab8991e1ce1e tempest-RoutersIpV6AdminTest-1619528760 tempest-RoutersIpV6AdminTest-1619528760-project] Router 6f6a1acd-b570-4a4a-b4cc-d62db201db54 is scheduled to L3 agent 018c4455-49c0-4734-927d-7824067b2a9e with binding_index 1 {{(pid=93797) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 23:27:09.000513 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90560868-efe2-4afb-b1d2-ec1aa40cec6e admin admin] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:27:09.006760 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-90560868-efe2-4afb-b1d2-ec1aa40cec6e admin admin] 10.222.0.18 "PUT /v2.0/routers/5d7d6234-cc6c-4516-b2d3-eb7707e867d8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0808482 Jul 27 23:27:09.010085 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 33520) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:27:09.022778 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7755736-45b2-40d9-a13a-d56d708b66b1 None None] Sync routers for ids ['5d7d6234-cc6c-4516-b2d3-eb7707e867d8'] in n-d-802623-1 {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:27:09.045903 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7755736-45b2-40d9-a13a-d56d708b66b1 None None] Routers {'5d7d6234-cc6c-4516-b2d3-eb7707e867d8'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:27:09.048849 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-d7755736-45b2-40d9-a13a-d56d708b66b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:27:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['5d7d6234-cc6c-4516-b2d3-eb7707e867d8'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:27:09.142449 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c389423-480a-437d-9401-ab8991e1ce1e tempest-RoutersIpV6AdminTest-1619528760 tempest-RoutersIpV6AdminTest-1619528760-project] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:27:09.153002 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b3b1368-ba92-4385-8d31-58bfb9b240f9 None None] Sync routers for ids ['6f6a1acd-b570-4a4a-b4cc-d62db201db54'] in n-d-802623-1 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:27:09.169294 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b3b1368-ba92-4385-8d31-58bfb9b240f9 None None] Routers {'6f6a1acd-b570-4a4a-b4cc-d62db201db54'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:27:09.170070 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-0b3b1368-ba92-4385-8d31-58bfb9b240f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:27:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['6f6a1acd-b570-4a4a-b4cc-d62db201db54'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:27:09.189577 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4c389423-480a-437d-9401-ab8991e1ce1e tempest-RoutersIpV6AdminTest-1619528760 tempest-RoutersIpV6AdminTest-1619528760-project] Notify callbacks [] for router, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:09.191166 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-4c389423-480a-437d-9401-ab8991e1ce1e tempest-RoutersIpV6AdminTest-1619528760 tempest-RoutersIpV6AdminTest-1619528760-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 3.4645188 Jul 27 23:27:09.193885 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 33534) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:27:09.198662 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-9008d394-b766-49f2-aecf-f50c20f71c8d tempest-RoutersIpV6AdminTest-711475609 tempest-RoutersIpV6AdminTest-711475609-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'enable_snat': False}}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:27:09.214330 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-49418610-91e4-4890-b245-d86e547dc52a admin admin] Notify callbacks [] for router, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:09.242715 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-d7755736-45b2-40d9-a13a-d56d708b66b1 None None] Set router 5d7d6234-cc6c-4516-b2d3-eb7707e867d8 gateway port host: n-d-802623-1 {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:27:09.277152 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-0b3b1368-ba92-4385-8d31-58bfb9b240f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:27:09.282141 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5676b8c4-270a-4fe6-9f42-07a5ed677f94 admin admin] Network 5d2efa73-e0fb-4486-96ff-e17ab438f25c is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:27:09.297823 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b3b1368-ba92-4385-8d31-58bfb9b240f9 None None] Routers {'6f6a1acd-b570-4a4a-b4cc-d62db201db54'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:27:09.298623 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-0b3b1368-ba92-4385-8d31-58bfb9b240f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:27:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['6f6a1acd-b570-4a4a-b4cc-d62db201db54'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:27:09.351798 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-5676b8c4-270a-4fe6-9f42-07a5ed677f94 admin admin] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:27:09.353617 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-0b3b1368-ba92-4385-8d31-58bfb9b240f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:27:09.365074 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b3b1368-ba92-4385-8d31-58bfb9b240f9 None None] The sync data for ids ['6f6a1acd-b570-4a4a-b4cc-d62db201db54'] in n-d-802623-1 is: [] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:27:09.413160 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 5792e464-6510-437b-b6f1-549081701cc8 no longer exists at agent hyperv_n-h1-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:27:09.461755 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] No Port match for: 5792e464-6510-437b-b6f1-549081701cc8 {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:27:09.462381 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 5792e464-6510-437b-b6f1-549081701cc8 not bound to the agent host n-h1-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:27:09.464140 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 7ae046a6-a266-4500-aa0c-0a3fdb9c7db5 no longer exists at agent hyperv_n-h1-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:27:09.504664 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] No Port match for: 7ae046a6-a266-4500-aa0c-0a3fdb9c7db5 {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:27:09.505304 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 7ae046a6-a266-4500-aa0c-0a3fdb9c7db5 not bound to the agent host n-h1-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:27:09.617544 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 33548) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:27:09.688306 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e3ec74fc-f3d2-4e85-85ec-da6894ee3f92 None None] Provisioning complete for port 53570c50-f831-418c-893d-bf5614372de6 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:27:09.689342 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e3ec74fc-f3d2-4e85-85ec-da6894ee3f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:09.730502 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-d7755736-45b2-40d9-a13a-d56d708b66b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d7d6234-cc6c-4516-b2d3-eb7707e867d8', 'name': 'tempest-TestVolumeBackupRestore-1027960254-router', 'tenant_id': '17e3c23378204ad2a3d62a81599acb75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.140'}], 'enable_snat': True}, 'gw_port_id': 'b2630fe9-6938-4cec-b6de-f0d99786bb5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:21:59Z', 'updated_at': '2021-07-27T23:27:06Z', 'revision_number': 5, 'project_id': '17e3c23378204ad2a3d62a81599acb75', 'gw_port': {'id': 'b2630fe9-6938-4cec-b6de-f0d99786bb5e', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:a9:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d7d6234-cc6c-4516-b2d3-eb7707e867d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2117, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:22:01Z', 'updated_at': '2021-07-27T23:22:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1'}], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:27:09.752855 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9008d394-b766-49f2-aecf-f50c20f71c8d tempest-RoutersIpV6AdminTest-711475609 tempest-RoutersIpV6AdminTest-711475609-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-415433', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62186'] for router, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:09.767534 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7755736-45b2-40d9-a13a-d56d708b66b1 None None] Checking router: 5d7d6234-cc6c-4516-b2d3-eb7707e867d8 for host: n-d-802623-1 {{(pid=93799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 23:27:09.771320 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-e3ec74fc-f3d2-4e85-85ec-da6894ee3f92 None None] Port 53570c50-f831-418c-893d-bf5614372de6 cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:27:09.780662 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7755736-45b2-40d9-a13a-d56d708b66b1 None None] Routers {'5d7d6234-cc6c-4516-b2d3-eb7707e867d8'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:27:09.782304 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-d7755736-45b2-40d9-a13a-d56d708b66b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:27:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['5d7d6234-cc6c-4516-b2d3-eb7707e867d8'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:27:09.835768 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-49418610-91e4-4890-b245-d86e547dc52a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:09.886821 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46c1624-a84d-4b49-8a03-61568d1ab2a4 req-faa5975c-b183-4ba0-8ec5-ee779ebe41a2 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:27:09.896344 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a46c1624-a84d-4b49-8a03-61568d1ab2a4 req-faa5975c-b183-4ba0-8ec5-ee779ebe41a2 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/networks?id=f929bd98-c625-4836-a481-9c49c0c34e5c HTTP/1.1" status: 200 len: 813 time: 0.6947243 Jul 27 23:27:09.928673 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-d7755736-45b2-40d9-a13a-d56d708b66b1 None None] Set router 5d7d6234-cc6c-4516-b2d3-eb7707e867d8 gateway port host: n-d-802623-1 {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:27:09.984278 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a46c1624-a84d-4b49-8a03-61568d1ab2a4 req-89bb7e50-5936-4c82-8062-bf332ce120d0 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/quotas/fb511b6053374dba93123172cd7e7e1e HTTP/1.1" status: 200 len: 375 time: 0.0866101 Jul 27 23:27:10.042276 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5676b8c4-270a-4fe6-9f42-07a5ed677f94 admin admin] Router 4e7befd2-724a-4dbf-b744-5c7e92da41c3 has already been hosted by L3 agent 018c4455-49c0-4734-927d-7824067b2a9e {{(pid=93798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 23:27:10.059595 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c54a41e1-84fb-4c1c-8a7b-6fa2cf599004 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:10.090225 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046b9419-4524-4c43-b7e8-dc9b6701d853 req-3f69a17e-eff2-4ee5-92e5-b2f3f88a8530 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:27:10.092247 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-046b9419-4524-4c43-b7e8-dc9b6701d853 req-3f69a17e-eff2-4ee5-92e5-b2f3f88a8530 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee76051c-3cf8-4796-bb17-62a25869073f HTTP/1.1" status: 200 len: 945 time: 0.0662584 Jul 27 23:27:10.114766 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c54a41e1-84fb-4c1c-8a7b-6fa2cf599004 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:10.180779 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-49418610-91e4-4890-b245-d86e547dc52a admin admin] Deleting port b2630fe9-6938-4cec-b6de-f0d99786bb5e {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:27:10.181212 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-49418610-91e4-4890-b245-d86e547dc52a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:10.186220 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-046b9419-4524-4c43-b7e8-dc9b6701d853 req-7aa10c33-a1d3-49ab-ba19-2e62c98301d8 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e15ece7-f410-4d95-9c67-d98c825e8c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848498 Jul 27 23:27:10.194970 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a46c1624-a84d-4b49-8a03-61568d1ab2a4 req-7f6a7740-e290-4a0f-b835-7302839eb3c3 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=fb511b6053374dba93123172cd7e7e1e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1957843 Jul 27 23:27:10.310236 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-d7755736-45b2-40d9-a13a-d56d708b66b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d7d6234-cc6c-4516-b2d3-eb7707e867d8', 'name': 'tempest-TestVolumeBackupRestore-1027960254-router', 'tenant_id': '17e3c23378204ad2a3d62a81599acb75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.140'}], 'enable_snat': True}, 'gw_port_id': 'b2630fe9-6938-4cec-b6de-f0d99786bb5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:21:59Z', 'updated_at': '2021-07-27T23:27:06Z', 'revision_number': 5, 'project_id': '17e3c23378204ad2a3d62a81599acb75', 'gw_port': {'id': 'b2630fe9-6938-4cec-b6de-f0d99786bb5e', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:a9:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d7d6234-cc6c-4516-b2d3-eb7707e867d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2117, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:22:01Z', 'updated_at': '2021-07-27T23:22:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1'}], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:27:10.344601 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7755736-45b2-40d9-a13a-d56d708b66b1 None None] The sync data for ids ['5d7d6234-cc6c-4516-b2d3-eb7707e867d8'] in n-d-802623-1 is: [{'id': '5d7d6234-cc6c-4516-b2d3-eb7707e867d8', 'name': 'tempest-TestVolumeBackupRestore-1027960254-router', 'tenant_id': '17e3c23378204ad2a3d62a81599acb75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.140'}], 'enable_snat': True}, 'gw_port_id': 'b2630fe9-6938-4cec-b6de-f0d99786bb5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:21:59Z', 'updated_at': '2021-07-27T23:27:06Z', 'revision_number': 5, 'project_id': '17e3c23378204ad2a3d62a81599acb75', 'gw_port': {'id': 'b2630fe9-6938-4cec-b6de-f0d99786bb5e', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:a9:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d7d6234-cc6c-4516-b2d3-eb7707e867d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2117, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:22:01Z', 'updated_at': '2021-07-27T23:22:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1'}] {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:27:10.365064 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5676b8c4-270a-4fe6-9f42-07a5ed677f94 admin admin] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:27:10.374486 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70aa6ff8-3632-4ef2-b99c-73f5d4b020f4 None None] Sync routers for ids ['4e7befd2-724a-4dbf-b744-5c7e92da41c3'] in n-d-802623-1 {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:27:10.386327 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70aa6ff8-3632-4ef2-b99c-73f5d4b020f4 None None] Routers {'4e7befd2-724a-4dbf-b744-5c7e92da41c3'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:27:10.394910 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-49418610-91e4-4890-b245-d86e547dc52a admin admin] For port b2630fe9-6938-4cec-b6de-f0d99786bb5e, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=b2630fe9-6938-4cec-b6de-f0d99786bb5e,segment=NetworkSegment(b9afe07e-bbe4-4740-834c-4b6a9698bdbc),segment_id=b9afe07e-bbe4-4740-834c-4b6a9698bdbc)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:27:10.395451 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-49418610-91e4-4890-b245-d86e547dc52a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:10.411241 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-70aa6ff8-3632-4ef2-b99c-73f5d4b020f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:27:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['4e7befd2-724a-4dbf-b744-5c7e92da41c3'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:27:10.415283 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-49418610-91e4-4890-b245-d86e547dc52a admin admin] Calling delete_port for b2630fe9-6938-4cec-b6de-f0d99786bb5e owned by network:router_gateway {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:27:10.445309 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07ff98d-217e-456e-a6c5-80182858ab29 req-7a35a39e-7623-4756-823e-3c30b460186f tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:27:10.446779 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-e07ff98d-217e-456e-a6c5-80182858ab29 req-7a35a39e-7623-4756-823e-3c30b460186f tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/ports?device_id=c82f64f9-7572-4580-b07f-b346ae07e8cc HTTP/1.1" status: 200 len: 945 time: 0.1073976 Jul 27 23:27:10.466629 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9008d394-b766-49f2-aecf-f50c20f71c8d tempest-RoutersIpV6AdminTest-711475609 tempest-RoutersIpV6AdminTest-711475609-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-415433', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62186'] for router, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:10.476848 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9008d394-b766-49f2-aecf-f50c20f71c8d tempest-RoutersIpV6AdminTest-711475609 tempest-RoutersIpV6AdminTest-711475609-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-415468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-415442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-415451', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-479100'] for router, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:10.501619 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-5676b8c4-270a-4fe6-9f42-07a5ed677f94 admin admin] 10.222.0.18 "PUT /v2.0/routers/4e7befd2-724a-4dbf-b744-5c7e92da41c3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7275560 Jul 27 23:27:10.520211 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c54a41e1-84fb-4c1c-8a7b-6fa2cf599004 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:10.524604 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c54a41e1-84fb-4c1c-8a7b-6fa2cf599004 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:10.528525 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-c54a41e1-84fb-4c1c-8a7b-6fa2cf599004 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] 10.222.0.18 "DELETE /v2.0/security-groups/e4903a37-2932-44cf-9e86-b3f668de5d9c HTTP/1.1" status: 204 len: 168 time: 0.8994329 Jul 27 23:27:10.545332 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54a41e1-84fb-4c1c-8a7b-6fa2cf599004 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4903a37-2932-44cf-9e86-b3f668de5d9c,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:27:10.576839 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-e07ff98d-217e-456e-a6c5-80182858ab29 req-84095bad-d55d-4a63-afa3-84144c6e8a4a tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/security-groups?id=7dab0fca-2422-4f10-a2ed-ede178e48859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205130 Jul 27 23:27:10.577755 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-70aa6ff8-3632-4ef2-b99c-73f5d4b020f4 None None] Set router 4e7befd2-724a-4dbf-b744-5c7e92da41c3 gateway port host: n-d-802623-1 {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:27:10.588577 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 33562) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:27:10.709168 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-49418610-91e4-4890-b245-d86e547dc52a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:10.839729 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49418610-91e4-4890-b245-d86e547dc52a admin admin] Pushing event deleted for resources: {'Port': ['ID=b2630fe9-6938-4cec-b6de-f0d99786bb5e,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:27:10.941575 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 69f6d3fb-2113-4008-8ef3-51d5c57b1895 no longer exists at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:27:10.974244 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] No Port match for: 69f6d3fb-2113-4008-8ef3-51d5c57b1895 {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:27:10.974782 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 69f6d3fb-2113-4008-8ef3-51d5c57b1895 not bound to the agent host n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:27:11.037873 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-70aa6ff8-3632-4ef2-b99c-73f5d4b020f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e7befd2-724a-4dbf-b744-5c7e92da41c3', 'name': 'tempest-TestVolumeBootPattern-1095661051-router', 'tenant_id': '638a54eed2254211bebcd3cdd008009d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.68'}], 'enable_snat': True}, 'gw_port_id': '96164259-2ca8-4d3a-9f81-2dd1897a1a21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:26:55Z', 'updated_at': '2021-07-27T23:27:07Z', 'revision_number': 4, 'project_id': '638a54eed2254211bebcd3cdd008009d', 'gw_port': {'id': '96164259-2ca8-4d3a-9f81-2dd1897a1a21', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:59:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e7befd2-724a-4dbf-b744-5c7e92da41c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2675, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:26:57Z', 'updated_at': '2021-07-27T23:27:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': '53570c50-f831-418c-893d-bf5614372de6', 'name': '', 'network_id': '5d2efa73-e0fb-4486-96ff-e17ab438f25c', 'tenant_id': '638a54eed2254211bebcd3cdd008009d', 'mac_address': 'fa:16:3e:7a:1e:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e7befd2-724a-4dbf-b744-5c7e92da41c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2676, 'fixed_ips': [{'subnet_id': 'e9f25904-e9e0-45a2-800a-eb494c0aea53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:27:04Z', 'updated_at': '2021-07-27T23:27:08Z', 'revision_number': 2, 'project_id': '638a54eed2254211bebcd3cdd008009d', 'subnets': [{'id': 'e9f25904-e9e0-45a2-800a-eb494c0aea53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:27:11.038418 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a283d5-34bd-44d7-9656-89ad564717db req-d8db1478-11a0-4a7f-9a13-318e1b934b6e tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:27:11.051031 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-35a283d5-34bd-44d7-9656-89ad564717db req-d8db1478-11a0-4a7f-9a13-318e1b934b6e tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/ports?device_id=c82f64f9-7572-4580-b07f-b346ae07e8cc HTTP/1.1" status: 200 len: 945 time: 0.3269947 Jul 27 23:27:11.063901 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9008d394-b766-49f2-aecf-f50c20f71c8d tempest-RoutersIpV6AdminTest-711475609 tempest-RoutersIpV6AdminTest-711475609-project-admin] Router 6f6a1acd-b570-4a4a-b4cc-d62db201db54 has already been hosted by L3 agent 018c4455-49c0-4734-927d-7824067b2a9e {{(pid=93797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 23:27:11.085318 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70aa6ff8-3632-4ef2-b99c-73f5d4b020f4 None None] Checking router: 4e7befd2-724a-4dbf-b744-5c7e92da41c3 for host: n-d-802623-1 {{(pid=93799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 23:27:11.086794 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70aa6ff8-3632-4ef2-b99c-73f5d4b020f4 None None] Updating router 4e7befd2-724a-4dbf-b744-5c7e92da41c3 port 53570c50-f831-418c-893d-bf5614372de6 binding host n-d-802623-1 {{(pid=93799) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 23:27:11.140811 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-49418610-91e4-4890-b245-d86e547dc52a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-415368'] for router_gateway, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:11.142035 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-70aa6ff8-3632-4ef2-b99c-73f5d4b020f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:11.300225 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-35a283d5-34bd-44d7-9656-89ad564717db req-8383034c-e806-4ffc-8649-8489d81429e9 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/security-groups?id=7dab0fca-2422-4f10-a2ed-ede178e48859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2480912 Jul 27 23:27:11.381292 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-49418610-91e4-4890-b245-d86e547dc52a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62205'] for router, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:11.417482 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-49418610-91e4-4890-b245-d86e547dc52a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:11.597004 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-49418610-91e4-4890-b245-d86e547dc52a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-477831'] for router, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:11.597228 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49418610-91e4-4890-b245-d86e547dc52a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5d7d6234-cc6c-4516-b2d3-eb7707e867d8 {{(pid=93798) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 23:27:11.606441 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-70aa6ff8-3632-4ef2-b99c-73f5d4b020f4 None None] Notify callbacks [] for port, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:11.618680 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-70aa6ff8-3632-4ef2-b99c-73f5d4b020f4 None None] Transition to ACTIVE for port object 53570c50-f831-418c-893d-bf5614372de6 will not be triggered until provisioned by entity L2. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:27:11.619224 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-107bffa1-e235-40a5-b6a3-529cc29e72a3 req-0b50333d-1b83-4bde-9b01-f4f65eef76a4 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=fb511b6053374dba93123172cd7e7e1e HTTP/1.1" status: 200 len: 221 time: 0.0894716 Jul 27 23:27:11.623092 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-49418610-91e4-4890-b245-d86e547dc52a admin admin] Notify callbacks [] for router, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:11.634763 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-70aa6ff8-3632-4ef2-b99c-73f5d4b020f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:11.635629 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-49418610-91e4-4890-b245-d86e547dc52a admin admin] 10.222.0.18 "DELETE /v2.0/routers/5d7d6234-cc6c-4516-b2d3-eb7707e867d8 HTTP/1.1" status: 204 len: 168 time: 2.6244781 Jul 27 23:27:11.645134 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 33592) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:27:11.700322 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d0d6ea-ab8f-4f3e-8571-3c4edbf33d2c None None] Pushing event updated for resources: {'Port': ['ID=53570c50-f831-418c-893d-bf5614372de6,revision_number=3']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:27:11.833469 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-70aa6ff8-3632-4ef2-b99c-73f5d4b020f4 None None] Attempting to bind port 53570c50-f831-418c-893d-bf5614372de6 on host n-d-802623-1 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:27:11.833945 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-70aa6ff8-3632-4ef2-b99c-73f5d4b020f4 None None] Attempting to bind port 53570c50-f831-418c-893d-bf5614372de6 by drivers openvswitch,hyperv on host n-d-802623-1 at level 0 using segments [{'id': '5900172f-3a68-4bc1-902b-a806dd883cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '5d2efa73-e0fb-4486-96ff-e17ab438f25c'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:27:11.834408 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70aa6ff8-3632-4ef2-b99c-73f5d4b020f4 None None] Attempting to bind port 53570c50-f831-418c-893d-bf5614372de6 on network 5d2efa73-e0fb-4486-96ff-e17ab438f25c {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:27:11.835791 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_v2 [None req-27ea41ac-ff32-442f-a8f4-c0c23a70b82d admin admin] Deleting subnet 4c9e4abd-e34e-428a-8818-ce49634a8585 {{(pid=93798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 23:27:11.847288 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70aa6ff8-3632-4ef2-b99c-73f5d4b020f4 None None] Checking agent: {'id': 'a9a568d2-a5e7-41e4-833f-a8ab42ea4073', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 52, 30), 'started_at': datetime.datetime(2021, 7, 27, 22, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802623-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:27:11.847541 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-27ea41ac-ff32-442f-a8f4-c0c23a70b82d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:11.852602 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70aa6ff8-3632-4ef2-b99c-73f5d4b020f4 None None] Checking segment: {'id': '5900172f-3a68-4bc1-902b-a806dd883cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '5d2efa73-e0fb-4486-96ff-e17ab438f25c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:27:11.853181 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-70aa6ff8-3632-4ef2-b99c-73f5d4b020f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:11.853680 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70aa6ff8-3632-4ef2-b99c-73f5d4b020f4 None None] Bound using segment: {'id': '5900172f-3a68-4bc1-902b-a806dd883cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '5d2efa73-e0fb-4486-96ff-e17ab438f25c'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:27:11.854311 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-70aa6ff8-3632-4ef2-b99c-73f5d4b020f4 None None] Bound port: 53570c50-f831-418c-893d-bf5614372de6, host: n-d-802623-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5900172f-3a68-4bc1-902b-a806dd883cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '5d2efa73-e0fb-4486-96ff-e17ab438f25c'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:27:11.854845 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-70aa6ff8-3632-4ef2-b99c-73f5d4b020f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:11.873140 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 33594) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:27:11.881420 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9008d394-b766-49f2-aecf-f50c20f71c8d tempest-RoutersIpV6AdminTest-711475609 tempest-RoutersIpV6AdminTest-711475609-project-admin] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:27:11.888424 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-a107c10d-69b5-4216-9066-0b724f5895a3 tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Request body: {'subnet': {'network_id': '5ea7fc09-be59-4185-921f-aa66191832e2', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:27:11.899072 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9008d394-b766-49f2-aecf-f50c20f71c8d tempest-RoutersIpV6AdminTest-711475609 tempest-RoutersIpV6AdminTest-711475609-project-admin] Notify callbacks [] for router, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:11.900413 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af5a9a15-1520-4094-a690-ff67c8eb3ccb None None] Sync routers for ids ['6f6a1acd-b570-4a4a-b4cc-d62db201db54'] in n-d-802623-1 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:27:11.900895 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-9008d394-b766-49f2-aecf-f50c20f71c8d tempest-RoutersIpV6AdminTest-711475609 tempest-RoutersIpV6AdminTest-711475609-project-admin] 10.222.0.18 "PUT /v2.0/routers/6f6a1acd-b570-4a4a-b4cc-d62db201db54 HTTP/1.1" status: 200 len: 926 time: 2.7053699 Jul 27 23:27:11.906633 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 33596) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:27:11.912976 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af5a9a15-1520-4094-a690-ff67c8eb3ccb None None] Routers {'6f6a1acd-b570-4a4a-b4cc-d62db201db54'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:27:11.920777 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-af5a9a15-1520-4094-a690-ff67c8eb3ccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:27:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['6f6a1acd-b570-4a4a-b4cc-d62db201db54'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:27:11.959687 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-70aa6ff8-3632-4ef2-b99c-73f5d4b020f4 None None] For port 53570c50-f831-418c-893d-bf5614372de6, host n-d-802623-1, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:27:11.963466 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-70aa6ff8-3632-4ef2-b99c-73f5d4b020f4 None None] For port 53570c50-f831-418c-893d-bf5614372de6, host n-d-802623-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=53570c50-f831-418c-893d-bf5614372de6,segment=NetworkSegment(5900172f-3a68-4bc1-902b-a806dd883cba),segment_id=5900172f-3a68-4bc1-902b-a806dd883cba)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:27:11.971217 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-70aa6ff8-3632-4ef2-b99c-73f5d4b020f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:11.999451 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-af5a9a15-1520-4094-a690-ff67c8eb3ccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:27:12.031547 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af5a9a15-1520-4094-a690-ff67c8eb3ccb None None] Routers {'6f6a1acd-b570-4a4a-b4cc-d62db201db54'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:27:12.037928 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-af5a9a15-1520-4094-a690-ff67c8eb3ccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:27:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['6f6a1acd-b570-4a4a-b4cc-d62db201db54'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:27:12.120598 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-b4b44c24-67c5-4f25-8cbc-d29ee310bc00 tempest-RoutersIpV6AdminTest-711475609 tempest-RoutersIpV6AdminTest-711475609-project-admin] 10.222.0.18 "GET /v2.0/routers/6f6a1acd-b570-4a4a-b4cc-d62db201db54 HTTP/1.1" status: 200 len: 926 time: 0.1965473 Jul 27 23:27:12.138365 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 33602) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:27:12.141254 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-af5a9a15-1520-4094-a690-ff67c8eb3ccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:27:12.142265 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af5a9a15-1520-4094-a690-ff67c8eb3ccb None None] The sync data for ids ['6f6a1acd-b570-4a4a-b4cc-d62db201db54'] in n-d-802623-1 is: [] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:27:12.156492 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e599f585-f01f-4411-be72-99a91acc5851 req-286ff55a-4dc7-404f-80f1-f717dc4c8bae tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:27:12.158103 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-e599f585-f01f-4411-be72-99a91acc5851 req-286ff55a-4dc7-404f-80f1-f717dc4c8bae tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee76051c-3cf8-4796-bb17-62a25869073f HTTP/1.1" status: 200 len: 945 time: 0.5605738 Jul 27 23:27:12.349154 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-e599f585-f01f-4411-be72-99a91acc5851 req-1a953da9-ac34-41a5-a8b2-9a0ff54cdcf6 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e15ece7-f410-4d95-9c67-d98c825e8c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592581 Jul 27 23:27:12.378124 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03edd606-c368-46b3-85a8-576f65f7c271 tempest-RoutersIpV6AdminTest-711475609 tempest-RoutersIpV6AdminTest-711475609-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:27:12.379241 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-27ea41ac-ff32-442f-a8f4-c0c23a70b82d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11163249'] for subnet, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:12.380161 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-03edd606-c368-46b3-85a8-576f65f7c271 tempest-RoutersIpV6AdminTest-711475609 tempest-RoutersIpV6AdminTest-711475609-project-admin] 10.222.0.18 "GET /v2.0/ports?network_id=2fd42287-ed26-4eb9-89a5-b521f5b04356&device_id=6f6a1acd-b570-4a4a-b4cc-d62db201db54&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2211144 Jul 27 23:27:12.384205 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 33606) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:27:12.409160 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d0d6ea-ab8f-4f3e-8571-3c4edbf33d2c None None] Pushing event updated for resources: {'Port': ['ID=53570c50-f831-418c-893d-bf5614372de6,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:27:12.418678 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a107c10d-69b5-4216-9066-0b724f5895a3 tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Made reservation on behalf of 8a3f8a4e5e154e3f8de886c2c529b965 for: {'subnet': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:27:12.423264 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a107c10d-69b5-4216-9066-0b724f5895a3 tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11551435'] for subnet, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:12.442712 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70aa6ff8-3632-4ef2-b99c-73f5d4b020f4 None None] Routers {'4e7befd2-724a-4dbf-b744-5c7e92da41c3'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:27:12.446403 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-70aa6ff8-3632-4ef2-b99c-73f5d4b020f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:27:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['4e7befd2-724a-4dbf-b744-5c7e92da41c3'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:27:12.475344 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ceb537-46bd-47c5-a95d-f00ecee74cb9 req-af507239-bfaa-4aa6-aebf-7b8fb0fe911c tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:27:12.476888 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b0ceb537-46bd-47c5-a95d-f00ecee74cb9 req-af507239-bfaa-4aa6-aebf-7b8fb0fe911c tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] 10.222.0.49 "GET /v2.0/ports?device_id=ee76051c-3cf8-4796-bb17-62a25869073f HTTP/1.1" status: 200 len: 945 time: 0.8368044 Jul 27 23:27:12.496434 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7407f8-00ef-4ace-8fa6-2ff5523302db req-3b1403f7-0894-4d96-b114-f9209c0257d2 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:27:12.504655 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-0b7407f8-00ef-4ace-8fa6-2ff5523302db req-3b1403f7-0894-4d96-b114-f9209c0257d2 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/ports?device_id=c82f64f9-7572-4580-b07f-b346ae07e8cc HTTP/1.1" status: 200 len: 945 time: 0.6012616 Jul 27 23:27:12.603761 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-70aa6ff8-3632-4ef2-b99c-73f5d4b020f4 None None] Set router 4e7befd2-724a-4dbf-b744-5c7e92da41c3 gateway port host: n-d-802623-1 {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:27:12.687333 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-27ea41ac-ff32-442f-a8f4-c0c23a70b82d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620741'] for subnet, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:12.752081 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-0b7407f8-00ef-4ace-8fa6-2ff5523302db req-82602e11-ce29-45b7-91ef-f30d13b623fd tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/security-groups?id=7dab0fca-2422-4f10-a2ed-ede178e48859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2464838 Jul 27 23:27:12.753595 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4e5fe71-42b0-41d8-aa23-a976365cf7a8 tempest-RoutersIpV6AdminTest-711475609 tempest-RoutersIpV6AdminTest-711475609-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:27:12.755865 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-f4e5fe71-42b0-41d8-aa23-a976365cf7a8 tempest-RoutersIpV6AdminTest-711475609 tempest-RoutersIpV6AdminTest-711475609-project-admin] 10.222.0.18 "GET /v2.0/networks/2fd42287-ed26-4eb9-89a5-b521f5b04356 HTTP/1.1" status: 200 len: 881 time: 0.3533015 Jul 27 23:27:12.763650 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 33608) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:27:12.764807 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-27ea41ac-ff32-442f-a8f4-c0c23a70b82d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11971800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12265753'] for subnet, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:12.835514 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-8677c207-0a81-4d7a-828e-df93be01c32f tempest-RoutersIpV6AdminTest-1619528760 tempest-RoutersIpV6AdminTest-1619528760-project] 10.222.0.18 "GET /v2.0/ports?device_id=6f6a1acd-b570-4a4a-b4cc-d62db201db54 HTTP/1.1" status: 200 len: 205 time: 0.0607529 Jul 27 23:27:12.837847 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-27ea41ac-ff32-442f-a8f4-c0c23a70b82d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:12.842590 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-27ea41ac-ff32-442f-a8f4-c0c23a70b82d admin admin] 10.222.0.18 "DELETE /v2.0/subnets/4c9e4abd-e34e-428a-8818-ce49634a8585 HTTP/1.1" status: 204 len: 168 time: 1.1909642 Jul 27 23:27:12.846245 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 33612) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:27:12.846589 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 33614) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:27:12.854070 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device b2630fe9-6938-4cec-b6de-f0d99786bb5e no longer exists at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:27:12.880564 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa5206aa-3f89-45a9-a467-defa2c941d52 None None] Network ace43eec-001b-401f-aad4-4e74744b92a2 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:27:12.887628 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] No Port match for: b2630fe9-6938-4cec-b6de-f0d99786bb5e {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:27:12.887976 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device b2630fe9-6938-4cec-b6de-f0d99786bb5e not bound to the agent host n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:27:12.946645 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ea41ac-ff32-442f-a8f4-c0c23a70b82d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c9e4abd-e34e-428a-8818-ce49634a8585,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:27:12.986761 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a107c10d-69b5-4216-9066-0b724f5895a3 tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11336182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11551417'] for subnet, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:13.053067 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-331ce9d9-747e-4937-b9b6-88c76b26293e tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-414022'] for router_interface, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:13.066796 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0312c8-30d8-40e4-a7bd-f7e8b64d5288 req-a4054dc2-3ea0-4852-ad71-d7c0b983bbc8 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:27:13.068776 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-1c0312c8-30d8-40e4-a7bd-f7e8b64d5288 req-a4054dc2-3ea0-4852-ad71-d7c0b983bbc8 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/ports?device_id=c82f64f9-7572-4580-b07f-b346ae07e8cc HTTP/1.1" status: 200 len: 945 time: 0.1767545 Jul 27 23:27:13.116389 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c3bb9269-8c45-45bf-bf16-3ba928caba70 tempest-RoutersIpV6AdminTest-1619528760 tempest-RoutersIpV6AdminTest-1619528760-project] Notify callbacks [] for router, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:13.134053 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a107c10d-69b5-4216-9066-0b724f5895a3 tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Pushing event updated for resources: {'Subnet': ['ID=dbfe720f-e91a-40b2-bedc-6c4353e18b75,revision_number=0']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:27:13.142380 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-70aa6ff8-3632-4ef2-b99c-73f5d4b020f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e7befd2-724a-4dbf-b744-5c7e92da41c3', 'name': 'tempest-TestVolumeBootPattern-1095661051-router', 'tenant_id': '638a54eed2254211bebcd3cdd008009d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.68'}], 'enable_snat': True}, 'gw_port_id': '96164259-2ca8-4d3a-9f81-2dd1897a1a21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:26:55Z', 'updated_at': '2021-07-27T23:27:07Z', 'revision_number': 4, 'project_id': '638a54eed2254211bebcd3cdd008009d', 'gw_port': {'id': '96164259-2ca8-4d3a-9f81-2dd1897a1a21', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:59:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e7befd2-724a-4dbf-b744-5c7e92da41c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2675, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:26:57Z', 'updated_at': '2021-07-27T23:27:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': '53570c50-f831-418c-893d-bf5614372de6', 'name': '', 'network_id': '5d2efa73-e0fb-4486-96ff-e17ab438f25c', 'tenant_id': '638a54eed2254211bebcd3cdd008009d', 'mac_address': 'fa:16:3e:7a:1e:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e7befd2-724a-4dbf-b744-5c7e92da41c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2676, 'fixed_ips': [{'subnet_id': 'e9f25904-e9e0-45a2-800a-eb494c0aea53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:27:04Z', 'updated_at': '2021-07-27T23:27:11Z', 'revision_number': 4, 'project_id': '638a54eed2254211bebcd3cdd008009d', 'subnets': [{'id': 'e9f25904-e9e0-45a2-800a-eb494c0aea53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:27:13.190689 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70aa6ff8-3632-4ef2-b99c-73f5d4b020f4 None None] The sync data for ids ['4e7befd2-724a-4dbf-b744-5c7e92da41c3'] in n-d-802623-1 is: [{'id': '4e7befd2-724a-4dbf-b744-5c7e92da41c3', 'name': 'tempest-TestVolumeBootPattern-1095661051-router', 'tenant_id': '638a54eed2254211bebcd3cdd008009d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.68'}], 'enable_snat': True}, 'gw_port_id': '96164259-2ca8-4d3a-9f81-2dd1897a1a21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:26:55Z', 'updated_at': '2021-07-27T23:27:07Z', 'revision_number': 4, 'project_id': '638a54eed2254211bebcd3cdd008009d', 'gw_port': {'id': '96164259-2ca8-4d3a-9f81-2dd1897a1a21', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:59:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e7befd2-724a-4dbf-b744-5c7e92da41c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2675, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:26:57Z', 'updated_at': '2021-07-27T23:27:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': '53570c50-f831-418c-893d-bf5614372de6', 'name': '', 'network_id': '5d2efa73-e0fb-4486-96ff-e17ab438f25c', 'tenant_id': '638a54eed2254211bebcd3cdd008009d', 'mac_address': 'fa:16:3e:7a:1e:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e7befd2-724a-4dbf-b744-5c7e92da41c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2676, 'fixed_ips': [{'subnet_id': 'e9f25904-e9e0-45a2-800a-eb494c0aea53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:27:04Z', 'updated_at': '2021-07-27T23:27:11Z', 'revision_number': 4, 'project_id': '638a54eed2254211bebcd3cdd008009d', 'subnets': [{'id': 'e9f25904-e9e0-45a2-800a-eb494c0aea53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:27:13.212595 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-b0ceb537-46bd-47c5-a95d-f00ecee74cb9 req-036240ae-a59e-4b92-bb02-5b812f37fcef tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] Deleting port 5b7866c5-7b07-46aa-bae5-acbbf94ec587 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:27:13.213059 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-b0ceb537-46bd-47c5-a95d-f00ecee74cb9 req-036240ae-a59e-4b92-bb02-5b812f37fcef tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:13.232922 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-1c0312c8-30d8-40e4-a7bd-f7e8b64d5288 req-4d90455a-a677-421e-8c03-5ceb8b320726 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/security-groups?id=7dab0fca-2422-4f10-a2ed-ede178e48859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180124 Jul 27 23:27:13.236823 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a107c10d-69b5-4216-9066-0b724f5895a3 tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Checking segment: {'id': 'e008a6ba-0428-4962-85da-3d55892892d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '5ea7fc09-be59-4185-921f-aa66191832e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:27:13.237010 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a107c10d-69b5-4216-9066-0b724f5895a3 tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Network hostable DHCP agents. Network: 5ea7fc09-be59-4185-921f-aa66191832e2, hostable agents: ['5950e76f-2bde-4343-a925-cbe6bacd2706'], hosted agents: [] {{(pid=93797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 23:27:13.266773 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26a39bc3-00dd-4128-8141-52f31325c080 None None] DHCP port deletion for ace43eec-001b-401f-aad4-4e74744b92a2 request from n-d-802623-1 {{(pid=93799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 23:27:13.349285 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a107c10d-69b5-4216-9066-0b724f5895a3 tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Network 5ea7fc09-be59-4185-921f-aa66191832e2 is scheduled to be hosted by DHCP agent 5950e76f-2bde-4343-a925-cbe6bacd2706 with binding_index 1 {{(pid=93797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 23:27:13.373235 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a0ad6437-f450-4a7c-80d6-4b56c2a8b5c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593271'] for network, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:13.386795 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-26a39bc3-00dd-4128-8141-52f31325c080 None None] Deleting port e65bf86c-ac9c-4176-bfdc-79b6f55485a0 {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:27:13.387957 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-26a39bc3-00dd-4128-8141-52f31325c080 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:13.392148 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-a107c10d-69b5-4216-9066-0b724f5895a3 tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802623-1, 5ea7fc09-be59-4185-921f-aa66191832e2) {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:27:13.449457 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c26b0e27-4779-46d6-9fd3-6ad9e0fd769a None None] Network 5ea7fc09-be59-4185-921f-aa66191832e2 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:27:13.474092 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a107c10d-69b5-4216-9066-0b724f5895a3 tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:27:13.474700 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a107c10d-69b5-4216-9066-0b724f5895a3 tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for subnet, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:13.532610 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-26a39bc3-00dd-4128-8141-52f31325c080 None None] For port e65bf86c-ac9c-4176-bfdc-79b6f55485a0, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=e65bf86c-ac9c-4176-bfdc-79b6f55485a0,segment=NetworkSegment(63c4e207-d517-483e-817c-901e06805ec9),segment_id=63c4e207-d517-483e-817c-901e06805ec9)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:27:13.533041 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-26a39bc3-00dd-4128-8141-52f31325c080 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:13.536216 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-a107c10d-69b5-4216-9066-0b724f5895a3 tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.6527066 Jul 27 23:27:13.541335 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 33632) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:27:13.549100 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-26fc02dd-6bf1-48a3-81d8-eb7c6d7e8906 tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1077687595'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:27:13.555442 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-26a39bc3-00dd-4128-8141-52f31325c080 None None] Calling delete_port for e65bf86c-ac9c-4176-bfdc-79b6f55485a0 owned by network:dhcp {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:27:13.574258 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee37a7dc-7123-49ce-91c4-daba2e46c962 req-03a4538b-113d-4e58-8a74-89c2e2779e9c tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:27:13.575825 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-ee37a7dc-7123-49ce-91c4-daba2e46c962 req-03a4538b-113d-4e58-8a74-89c2e2779e9c tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/ports?device_id=c82f64f9-7572-4580-b07f-b346ae07e8cc HTTP/1.1" status: 200 len: 945 time: 0.1313155 Jul 27 23:27:13.617846 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26fc02dd-6bf1-48a3-81d8-eb7c6d7e8906 tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Made reservation on behalf of 8a3f8a4e5e154e3f8de886c2c529b965 for: {'network': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:27:13.627353 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-26fc02dd-6bf1-48a3-81d8-eb7c6d7e8906 tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for network, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:13.646766 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ddc5f0-8613-4299-8cb6-79ffa0a7d144 req-9fc72032-7ea5-47de-8bd6-fcbaa68e2415 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:27:13.656044 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-d7ddc5f0-8613-4299-8cb6-79ffa0a7d144 req-9fc72032-7ea5-47de-8bd6-fcbaa68e2415 tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee76051c-3cf8-4796-bb17-62a25869073f HTTP/1.1" status: 200 len: 945 time: 0.1913013 Jul 27 23:27:13.697807 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-ee37a7dc-7123-49ce-91c4-daba2e46c962 req-4c004f2e-de7e-4481-8dbd-9f5182c42a1e tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/security-groups?id=7dab0fca-2422-4f10-a2ed-ede178e48859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154296 Jul 27 23:27:13.725008 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-d7ddc5f0-8613-4299-8cb6-79ffa0a7d144 req-7101a881-7f36-47c1-919a-20eb5253f94a tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e15ece7-f410-4d95-9c67-d98c825e8c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674596 Jul 27 23:27:13.737923 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26fc02dd-6bf1-48a3-81d8-eb7c6d7e8906 tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 524} {{(pid=93797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 23:27:13.742568 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f82954d-4ae1-43f3-adce-0019e3389e0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f6f257c-ad18-5f0c-8c8e-ea085a5fc8a2-5ea7fc09-be59-4185-921f-aa66191832e2', 'network_id': '5ea7fc09-be59-4185-921f-aa66191832e2', 'tenant_id': '8a3f8a4e5e154e3f8de886c2c529b965', 'fixed_ips': [{'subnet_id': 'dbfe720f-e91a-40b2-bedc-6c4353e18b75'}]}} from n-d-802623-1. {{(pid=93799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 23:27:13.743480 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4f82954d-4ae1-43f3-adce-0019e3389e0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:13.761505 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-26fc02dd-6bf1-48a3-81d8-eb7c6d7e8906 tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:13.761854 n-d-802623-1 neutron-server[93797]: INFO neutron.db.segments_db [None req-26fc02dd-6bf1-48a3-81d8-eb7c6d7e8906 tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Added segment 9a1f773b-7a72-41a6-8327-21a9bf08a169 of type vlan for network 6127541b-cfa2-4dc0-b11f-8bd788401744 Jul 27 23:27:13.763020 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-b0ceb537-46bd-47c5-a95d-f00ecee74cb9 req-036240ae-a59e-4b92-bb02-5b812f37fcef tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] For port 5b7866c5-7b07-46aa-bae5-acbbf94ec587, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=5b7866c5-7b07-46aa-bae5-acbbf94ec587,segment=NetworkSegment(e3440446-8deb-4174-b5a6-9cc094845dc2),segment_id=e3440446-8deb-4174-b5a6-9cc094845dc2)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:27:13.768163 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-26a39bc3-00dd-4128-8141-52f31325c080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:13.768902 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-b0ceb537-46bd-47c5-a95d-f00ecee74cb9 req-036240ae-a59e-4b92-bb02-5b812f37fcef tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:13.803479 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a39bc3-00dd-4128-8141-52f31325c080 None None] Pushing event deleted for resources: {'Port': ['ID=e65bf86c-ac9c-4176-bfdc-79b6f55485a0,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:27:13.805953 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-a0ad6437-f450-4a7c-80d6-4b56c2a8b5c4 admin admin] Deleting port e65bf86c-ac9c-4176-bfdc-79b6f55485a0 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:27:13.806338 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a0ad6437-f450-4a7c-80d6-4b56c2a8b5c4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:13.815432 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c3bb9269-8c45-45bf-bf16-3ba928caba70 tempest-RoutersIpV6AdminTest-1619528760 tempest-RoutersIpV6AdminTest-1619528760-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:13.818119 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26a39bc3-00dd-4128-8141-52f31325c080 None None] No DVR routers for this DVR port e65bf86c-ac9c-4176-bfdc-79b6f55485a0 on host n-d-802623-1 {{(pid=93799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:27:13.818720 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-26fc02dd-6bf1-48a3-81d8-eb7c6d7e8906 tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736833354590'] for network, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:13.858158 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-331ce9d9-747e-4937-b9b6-88c76b26293e tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Deleting port 890ee42d-118a-49a0-8342-f952e18eecf7 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:27:13.858506 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-331ce9d9-747e-4937-b9b6-88c76b26293e tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:13.859591 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-b0ceb537-46bd-47c5-a95d-f00ecee74cb9 req-036240ae-a59e-4b92-bb02-5b812f37fcef tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] Calling delete_port for 5b7866c5-7b07-46aa-bae5-acbbf94ec587 owned by compute:nova {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:27:13.980091 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-26fc02dd-6bf1-48a3-81d8-eb7c6d7e8906 tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569'] for network, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:13.985747 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26fc02dd-6bf1-48a3-81d8-eb7c6d7e8906 tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:27:13.986376 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-26fc02dd-6bf1-48a3-81d8-eb7c6d7e8906 tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for network, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:13.999772 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-4f82954d-4ae1-43f3-adce-0019e3389e0f None None] Allocated IP 2001:db8:0:ffff::2 (5ea7fc09-be59-4185-921f-aa66191832e2/dbfe720f-e91a-40b2-bedc-6c4353e18b75/69af9459-4ce5-4130-a5bc-6bbf4867faec) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:27:14.089115 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-26fc02dd-6bf1-48a3-81d8-eb7c6d7e8906 tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5465238 Jul 27 23:27:14.089649 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 33638) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:27:14.108246 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-a0ad6437-f450-4a7c-80d6-4b56c2a8b5c4 admin admin] For port e65bf86c-ac9c-4176-bfdc-79b6f55485a0, host n-d-802623-1, got binding levels [] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:27:14.108879 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a0ad6437-f450-4a7c-80d6-4b56c2a8b5c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:14.109225 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-1ab18a46-40c2-4d3c-9864-7d57f035d1f9 tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Request body: {'subnet': {'network_id': '6127541b-cfa2-4dc0-b11f-8bd788401744', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:27:14.127936 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-a0ad6437-f450-4a7c-80d6-4b56c2a8b5c4 admin admin] Calling delete_port for e65bf86c-ac9c-4176-bfdc-79b6f55485a0 owned by network:dhcp {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:27:14.131595 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.ipam_backend_mixin [None req-a0ad6437-f450-4a7c-80d6-4b56c2a8b5c4 admin admin] Port e65bf86c-ac9c-4176-bfdc-79b6f55485a0 was not found and therefore no delete operation was performed {{(pid=93798) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 27 23:27:14.138576 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a0ad6437-f450-4a7c-80d6-4b56c2a8b5c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:14.143775 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fc02dd-6bf1-48a3-81d8-eb7c6d7e8906 tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Pushing event updated for resources: {'Network': ['ID=6127541b-cfa2-4dc0-b11f-8bd788401744,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:27:14.167902 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Network 6127541b-cfa2-4dc0-b11f-8bd788401744 details requested by agent ovs-agent-n-d-802623-1 with host n-d-802623-1 {{(pid=93799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 23:27:14.231488 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ad6437-f450-4a7c-80d6-4b56c2a8b5c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=e65bf86c-ac9c-4176-bfdc-79b6f55485a0,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:27:14.232333 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf19c5a-48b1-4a47-a1eb-dd121ffe47d9 req-ee7bc130-4661-4aa1-9663-4cff54c51005 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:27:14.233508 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-daf19c5a-48b1-4a47-a1eb-dd121ffe47d9 req-ee7bc130-4661-4aa1-9663-4cff54c51005 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/networks?id=280a3ba5-2d75-4827-b3c1-0be5bb892094 HTTP/1.1" status: 200 len: 812 time: 0.3541865 Jul 27 23:27:14.235498 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-331ce9d9-747e-4937-b9b6-88c76b26293e tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] For port 890ee42d-118a-49a0-8342-f952e18eecf7, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=890ee42d-118a-49a0-8342-f952e18eecf7,segment=NetworkSegment(f2f9ed54-2796-4652-8c86-3921413d1280),segment_id=f2f9ed54-2796-4652-8c86-3921413d1280)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:27:14.235866 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-331ce9d9-747e-4937-b9b6-88c76b26293e tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:14.261275 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac18d21-465a-4950-aacc-d8370d91f1cb req-e749fd60-c29e-453a-a1d9-e55df3ebd046 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:27:14.262873 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-9ac18d21-465a-4950-aacc-d8370d91f1cb req-e749fd60-c29e-453a-a1d9-e55df3ebd046 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/ports?device_id=c82f64f9-7572-4580-b07f-b346ae07e8cc HTTP/1.1" status: 200 len: 945 time: 0.2898932 Jul 27 23:27:14.265045 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0ad6437-f450-4a7c-80d6-4b56c2a8b5c4 admin admin] No DVR routers for this DVR port e65bf86c-ac9c-4176-bfdc-79b6f55485a0 on host n-d-802623-1 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:27:14.265366 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-331ce9d9-747e-4937-b9b6-88c76b26293e tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Calling delete_port for 890ee42d-118a-49a0-8342-f952e18eecf7 owned by network:router_interface {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:27:14.281232 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-daf19c5a-48b1-4a47-a1eb-dd121ffe47d9 req-96837dc6-029c-4282-a231-6652333e7c2a tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/quotas/49af0f356ac348f0bd0841795f0ea352 HTTP/1.1" status: 200 len: 375 time: 0.0372140 Jul 27 23:27:14.304493 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4f82954d-4ae1-43f3-adce-0019e3389e0f None None] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:14.316576 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-4f82954d-4ae1-43f3-adce-0019e3389e0f None None] Transition to ACTIVE for port object 69af9459-4ce5-4130-a5bc-6bbf4867faec will not be triggered until provisioned by entity L2. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:27:14.346437 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-4f82954d-4ae1-43f3-adce-0019e3389e0f None None] Transition to ACTIVE for port object 69af9459-4ce5-4130-a5bc-6bbf4867faec will not be triggered until provisioned by entity DHCP. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:27:14.357560 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4f82954d-4ae1-43f3-adce-0019e3389e0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:14.381136 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ab18a46-40c2-4d3c-9864-7d57f035d1f9 tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Made reservation on behalf of 8a3f8a4e5e154e3f8de886c2c529b965 for: {'subnet': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:27:14.384966 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1ab18a46-40c2-4d3c-9864-7d57f035d1f9 tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11551435'] for subnet, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:14.397183 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a0ad6437-f450-4a7c-80d6-4b56c2a8b5c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618032', 'neutron.services.segments.db._delete_segments_for_network-8736833900081'] for network, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:14.442076 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-a0ad6437-f450-4a7c-80d6-4b56c2a8b5c4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ace43eec-001b-401f-aad4-4e74744b92a2']}} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:27:14.443290 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f82954d-4ae1-43f3-adce-0019e3389e0f None None] Pushing event updated for resources: {'Port': ['ID=69af9459-4ce5-4130-a5bc-6bbf4867faec,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:27:14.467739 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f82954d-4ae1-43f3-adce-0019e3389e0f None None] Network 5ea7fc09-be59-4185-921f-aa66191832e2 is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:27:14.468640 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-b0ceb537-46bd-47c5-a95d-f00ecee74cb9 req-036240ae-a59e-4b92-bb02-5b812f37fcef tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:14.469439 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-4f82954d-4ae1-43f3-adce-0019e3389e0f None None] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:27:14.471920 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-daf19c5a-48b1-4a47-a1eb-dd121ffe47d9 req-16724ec6-eb67-43e2-9130-8ce2f67a48d6 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=49af0f356ac348f0bd0841795f0ea352&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1835828 Jul 27 23:27:14.476836 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f82954d-4ae1-43f3-adce-0019e3389e0f None None] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:27:14.506708 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-9ac18d21-465a-4950-aacc-d8370d91f1cb req-206de1e7-4e22-4943-831f-cebde49f6cdd tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/security-groups?id=7dab0fca-2422-4f10-a2ed-ede178e48859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2360585 Jul 27 23:27:14.546397 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-4f82954d-4ae1-43f3-adce-0019e3389e0f None None] Attempting to bind port 69af9459-4ce5-4130-a5bc-6bbf4867faec on host n-d-802623-1 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:27:14.546792 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-4f82954d-4ae1-43f3-adce-0019e3389e0f None None] Attempting to bind port 69af9459-4ce5-4130-a5bc-6bbf4867faec by drivers openvswitch,hyperv on host n-d-802623-1 at level 0 using segments [{'id': 'e008a6ba-0428-4962-85da-3d55892892d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '5ea7fc09-be59-4185-921f-aa66191832e2'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:27:14.547759 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f82954d-4ae1-43f3-adce-0019e3389e0f None None] Attempting to bind port 69af9459-4ce5-4130-a5bc-6bbf4867faec on network 5ea7fc09-be59-4185-921f-aa66191832e2 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:27:14.550439 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-a0ad6437-f450-4a7c-80d6-4b56c2a8b5c4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63c4e207-d517-483e-817c-901e06805ec9') {'for_net_delete': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:27:14.550861 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-a0ad6437-f450-4a7c-80d6-4b56c2a8b5c4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63c4e207-d517-483e-817c-901e06805ec9') {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:27:14.554718 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f82954d-4ae1-43f3-adce-0019e3389e0f None None] Checking agent: {'id': 'a9a568d2-a5e7-41e4-833f-a8ab42ea4073', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 52, 30), 'started_at': datetime.datetime(2021, 7, 27, 22, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802623-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:27:14.555223 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f82954d-4ae1-43f3-adce-0019e3389e0f None None] Checking segment: {'id': 'e008a6ba-0428-4962-85da-3d55892892d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '5ea7fc09-be59-4185-921f-aa66191832e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:27:14.555718 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4f82954d-4ae1-43f3-adce-0019e3389e0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:14.556086 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f82954d-4ae1-43f3-adce-0019e3389e0f None None] Bound using segment: {'id': 'e008a6ba-0428-4962-85da-3d55892892d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '5ea7fc09-be59-4185-921f-aa66191832e2'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:27:14.559323 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-4f82954d-4ae1-43f3-adce-0019e3389e0f None None] Bound port: 69af9459-4ce5-4130-a5bc-6bbf4867faec, host: n-d-802623-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e008a6ba-0428-4962-85da-3d55892892d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '5ea7fc09-be59-4185-921f-aa66191832e2'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:27:14.559323 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4f82954d-4ae1-43f3-adce-0019e3389e0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:14.564522 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036240ae-a59e-4b92-bb02-5b812f37fcef tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] Pushing event deleted for resources: {'Port': ['ID=5b7866c5-7b07-46aa-bae5-acbbf94ec587,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:27:14.578165 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-c3bb9269-8c45-45bf-bf16-3ba928caba70 tempest-RoutersIpV6AdminTest-1619528760 tempest-RoutersIpV6AdminTest-1619528760-project] Deleting port 7be75c96-2687-4b6b-9ef2-b5c93a6ca363 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:27:14.578611 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c3bb9269-8c45-45bf-bf16-3ba928caba70 tempest-RoutersIpV6AdminTest-1619528760 tempest-RoutersIpV6AdminTest-1619528760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:14.630688 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a0ad6437-f450-4a7c-80d6-4b56c2a8b5c4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736833900858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11163256'] for segment, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:14.655425 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-4f82954d-4ae1-43f3-adce-0019e3389e0f None None] For port 69af9459-4ce5-4130-a5bc-6bbf4867faec, host n-d-802623-1, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:27:14.659628 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-4f82954d-4ae1-43f3-adce-0019e3389e0f None None] For port 69af9459-4ce5-4130-a5bc-6bbf4867faec, host n-d-802623-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=69af9459-4ce5-4130-a5bc-6bbf4867faec,segment=NetworkSegment(e008a6ba-0428-4962-85da-3d55892892d8),segment_id=e008a6ba-0428-4962-85da-3d55892892d8)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:27:14.664897 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 53570c50-f831-418c-893d-bf5614372de6 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:27:14.670163 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4f82954d-4ae1-43f3-adce-0019e3389e0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:14.719177 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a0ad6437-f450-4a7c-80d6-4b56c2a8b5c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:14.733952 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0ceb537-46bd-47c5-a95d-f00ecee74cb9 req-036240ae-a59e-4b92-bb02-5b812f37fcef tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] No DVR routers for this DVR port 5b7866c5-7b07-46aa-bae5-acbbf94ec587 on host n-h2-802623-1 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:27:14.743533 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-b0ceb537-46bd-47c5-a95d-f00ecee74cb9 req-036240ae-a59e-4b92-bb02-5b812f37fcef tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:14.745438 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b0ceb537-46bd-47c5-a95d-f00ecee74cb9 req-036240ae-a59e-4b92-bb02-5b812f37fcef tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] 10.222.0.49 "DELETE /v2.0/ports/5b7866c5-7b07-46aa-bae5-acbbf94ec587 HTTP/1.1" status: 204 len: 173 time: 2.2586782 Jul 27 23:27:14.751505 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee76051c-3cf8-4796-bb17-62a25869073f', 'name': 'network-vif-deleted', 'tag': '5b7866c5-7b07-46aa-bae5-acbbf94ec587'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:27:14.753940 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}011f8d312121274bb12d78e77c6379a2079800640016cec6c6d605b73666e854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98a8da70-f112-47d8-9fb1-f905b813794d" -d '{"events": [{"server_uuid": "ee76051c-3cf8-4796-bb17-62a25869073f", "name": "network-vif-deleted", "tag": "5b7866c5-7b07-46aa-bae5-acbbf94ec587"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:27:14.761309 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0ad6437-f450-4a7c-80d6-4b56c2a8b5c4 admin admin] Releasing vlan 518 on physical network physnet1 to pool {{(pid=93798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 23:27:14.761739 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a0ad6437-f450-4a7c-80d6-4b56c2a8b5c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11971746'] for segment, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:14.763649 n-d-802623-1 neutron-server[93798]: Traceback (most recent call last): Jul 27 23:27:14.763649 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 23:27:14.763649 n-d-802623-1 neutron-server[93798]: timer() Jul 27 23:27:14.763649 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 23:27:14.763649 n-d-802623-1 neutron-server[93798]: cb(*args, **kw) Jul 27 23:27:14.763649 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 23:27:14.763649 n-d-802623-1 neutron-server[93798]: return func(*args, **kwargs) Jul 27 23:27:14.763649 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 23:27:14.763649 n-d-802623-1 neutron-server[93798]: self._notify() Jul 27 23:27:14.763649 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 23:27:14.763649 n-d-802623-1 neutron-server[93798]: self.callback(batched_events) Jul 27 23:27:14.763649 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 23:27:14.763649 n-d-802623-1 neutron-server[93798]: event.method(event) Jul 27 23:27:14.763649 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 23:27:14.763649 n-d-802623-1 neutron-server[93798]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 23:27:14.763649 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 23:27:14.763649 n-d-802623-1 neutron-server[93798]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 23:27:14.763649 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 23:27:14.763649 n-d-802623-1 neutron-server[93798]: return f(self, *a, **k) Jul 27 23:27:14.763649 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 23:27:14.763649 n-d-802623-1 neutron-server[93798]: return self._get(url).json() Jul 27 23:27:14.763649 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 23:27:14.763649 n-d-802623-1 neutron-server[93798]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 23:27:14.763649 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 23:27:14.763649 n-d-802623-1 neutron-server[93798]: return self.request(url, 'GET', **kwargs) Jul 27 23:27:14.763649 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 23:27:14.763649 n-d-802623-1 neutron-server[93798]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 23:27:14.763649 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 23:27:14.763649 n-d-802623-1 neutron-server[93798]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 23:27:14.763649 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 23:27:14.763649 n-d-802623-1 neutron-server[93798]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 23:27:14.763649 n-d-802623-1 neutron-server[93798]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 23:27:14.768520 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-daf19c5a-48b1-4a47-a1eb-dd121ffe47d9 req-b6aeb8a9-ce8c-4f07-a6e6-cb43e57e57e3 service neutron] 10.222.0.18 "GET /v2.0/networks/280a3ba5-2d75-4827-b3c1-0be5bb892094?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2555728 Jul 27 23:27:14.850196 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f82954d-4ae1-43f3-adce-0019e3389e0f None None] Pushing event updated for resources: {'Port': ['ID=69af9459-4ce5-4130-a5bc-6bbf4867faec,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:27:14.878157 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning for port 53570c50-f831-418c-893d-bf5614372de6 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:27:14.890698 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port 53570c50-f831-418c-893d-bf5614372de6 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:27:14.891984 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:14.893859 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03870103-4746-436d-bba0-d4fbdcdac8fd req-f520cb47-7188-4e49-899e-904b4882f1cc tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:27:14.909967 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-03870103-4746-436d-bba0-d4fbdcdac8fd req-f520cb47-7188-4e49-899e-904b4882f1cc tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/ports?device_id=c82f64f9-7572-4580-b07f-b346ae07e8cc HTTP/1.1" status: 200 len: 945 time: 0.2565627 Jul 27 23:27:14.917081 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a0ad6437-f450-4a7c-80d6-4b56c2a8b5c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415412'] for network, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:14.926485 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-331ce9d9-747e-4937-b9b6-88c76b26293e tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:14.937892 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c3bb9269-8c45-45bf-bf16-3ba928caba70 tempest-RoutersIpV6AdminTest-1619528760 tempest-RoutersIpV6AdminTest-1619528760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:14.946356 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a0ad6437-f450-4a7c-80d6-4b56c2a8b5c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:14.951011 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-a0ad6437-f450-4a7c-80d6-4b56c2a8b5c4 admin admin] 10.222.0.18 "DELETE /v2.0/networks/ace43eec-001b-401f-aad4-4e74744b92a2 HTTP/1.1" status: 204 len: 168 time: 2.0230753 Jul 27 23:27:14.972290 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ad6437-f450-4a7c-80d6-4b56c2a8b5c4 admin admin] Pushing event deleted for resources: {'Network': ['ID=ace43eec-001b-401f-aad4-4e74744b92a2,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:27:14.979025 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-c3bb9269-8c45-45bf-bf16-3ba928caba70 tempest-RoutersIpV6AdminTest-1619528760 tempest-RoutersIpV6AdminTest-1619528760-project] Calling delete_port for 7be75c96-2687-4b6b-9ef2-b5c93a6ca363 owned by network:router_gateway {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:27:15.068104 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331ce9d9-747e-4937-b9b6-88c76b26293e tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Pushing event deleted for resources: {'Port': ['ID=890ee42d-118a-49a0-8342-f952e18eecf7,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:27:15.070599 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-03870103-4746-436d-bba0-d4fbdcdac8fd req-5cfb8789-dd0c-4da8-a504-6cbf18192926 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/security-groups?id=7dab0fca-2422-4f10-a2ed-ede178e48859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587234 Jul 27 23:27:15.078377 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:15.133983 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] For port 53570c50-f831-418c-893d-bf5614372de6, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=53570c50-f831-418c-893d-bf5614372de6,segment=NetworkSegment(5900172f-3a68-4bc1-902b-a806dd883cba),segment_id=5900172f-3a68-4bc1-902b-a806dd883cba)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:27:15.139804 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:15.207702 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-daf19c5a-48b1-4a47-a1eb-dd121ffe47d9 req-83d4aa61-87e4-4eeb-bd38-3ffdd746bfc8 service neutron] 10.222.0.18 "GET /v2.0/networks/280a3ba5-2d75-4827-b3c1-0be5bb892094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4385560 Jul 27 23:27:15.308372 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 33652) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:27:15.345655 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device e65bf86c-ac9c-4176-bfdc-79b6f55485a0 no longer exists at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:27:15.405418 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Pushing event updated for resources: {'Port': ['ID=53570c50-f831-418c-893d-bf5614372de6,revision_number=5']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:27:15.412777 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] No Port match for: e65bf86c-ac9c-4176-bfdc-79b6f55485a0 {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:27:15.413095 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device e65bf86c-ac9c-4176-bfdc-79b6f55485a0 not bound to the agent host n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:27:15.435933 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c3bb9269-8c45-45bf-bf16-3ba928caba70 tempest-RoutersIpV6AdminTest-1619528760 tempest-RoutersIpV6AdminTest-1619528760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:15.500661 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-29936a39-654d-477e-90bd-d37e7289b4f3 req-d6e566e9-9bce-41b4-bfcc-c6d1184e654e tempest-ServersTestJSON-904299401 tempest-ServersTestJSON-904299401-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee76051c-3cf8-4796-bb17-62a25869073f HTTP/1.1" status: 200 len: 210 time: 0.0907879 Jul 27 23:27:15.509896 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bb9269-8c45-45bf-bf16-3ba928caba70 tempest-RoutersIpV6AdminTest-1619528760 tempest-RoutersIpV6AdminTest-1619528760-project] Pushing event deleted for resources: {'Port': ['ID=7be75c96-2687-4b6b-9ef2-b5c93a6ca363,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:27:15.571505 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-2512e701-0c37-42d8-9b20-f3d8a9a63037 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=acf4fb1269eb40aab078bc0133d25bec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2358167 Jul 27 23:27:15.576239 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 33660) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:27:15.583330 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:27:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60a5d57d-df7f-4ef4-9e76-10cf8d0381c1 x-openstack-request-id: req-60a5d57d-df7f-4ef4-9e76-10cf8d0381c1 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:27:15.583644 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee76051c-3cf8-4796-bb17-62a25869073f", "name": "network-vif-deleted", "tag": "5b7866c5-7b07-46aa-bae5-acbbf94ec587", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:27:15.583867 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-60a5d57d-df7f-4ef4-9e76-10cf8d0381c1 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:27:15.584266 n-d-802623-1 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee76051c-3cf8-4796-bb17-62a25869073f', 'name': 'network-vif-deleted', 'tag': '5b7866c5-7b07-46aa-bae5-acbbf94ec587', 'status': 'completed', 'code': 200} Jul 27 23:27:15.604308 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c3bb9269-8c45-45bf-bf16-3ba928caba70 tempest-RoutersIpV6AdminTest-1619528760 tempest-RoutersIpV6AdminTest-1619528760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-415368'] for router_gateway, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:15.764620 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c3bb9269-8c45-45bf-bf16-3ba928caba70 tempest-RoutersIpV6AdminTest-1619528760 tempest-RoutersIpV6AdminTest-1619528760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62205'] for router, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:15.767627 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c3bb9269-8c45-45bf-bf16-3ba928caba70 tempest-RoutersIpV6AdminTest-1619528760 tempest-RoutersIpV6AdminTest-1619528760-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:15.820313 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c3bb9269-8c45-45bf-bf16-3ba928caba70 tempest-RoutersIpV6AdminTest-1619528760 tempest-RoutersIpV6AdminTest-1619528760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-477831'] for router, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:15.820915 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3bb9269-8c45-45bf-bf16-3ba928caba70 tempest-RoutersIpV6AdminTest-1619528760 tempest-RoutersIpV6AdminTest-1619528760-project] Fanout notify agent at l3_agent the message router_deleted on router 6f6a1acd-b570-4a4a-b4cc-d62db201db54 {{(pid=93798) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 23:27:15.829328 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c3bb9269-8c45-45bf-bf16-3ba928caba70 tempest-RoutersIpV6AdminTest-1619528760 tempest-RoutersIpV6AdminTest-1619528760-project] Notify callbacks [] for router, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:15.830476 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-c3bb9269-8c45-45bf-bf16-3ba928caba70 tempest-RoutersIpV6AdminTest-1619528760 tempest-RoutersIpV6AdminTest-1619528760-project] 10.222.0.18 "DELETE /v2.0/routers/6f6a1acd-b570-4a4a-b4cc-d62db201db54 HTTP/1.1" status: 204 len: 168 time: 2.9569654 Jul 27 23:27:15.835684 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 33666) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:27:15.849543 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-b4819f76-5c24-4b22-9028-87f285339287 tempest-RoutersIpV6AdminTest-1619528760 tempest-RoutersIpV6AdminTest-1619528760-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1314986954', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:27:15.865877 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0af1217-3f69-4438-80a8-243345b12d8f req-d4dca6c3-0592-459a-a54e-ad030a39a610 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:27:15.868044 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b0af1217-3f69-4438-80a8-243345b12d8f req-d4dca6c3-0592-459a-a54e-ad030a39a610 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/ports?device_id=c82f64f9-7572-4580-b07f-b346ae07e8cc HTTP/1.1" status: 200 len: 945 time: 0.2144229 Jul 27 23:27:15.905752 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b4819f76-5c24-4b22-9028-87f285339287 tempest-RoutersIpV6AdminTest-1619528760 tempest-RoutersIpV6AdminTest-1619528760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62159'] for router, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:15.906827 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b4819f76-5c24-4b22-9028-87f285339287 tempest-RoutersIpV6AdminTest-1619528760 tempest-RoutersIpV6AdminTest-1619528760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-479230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-415539', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3693317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62148'] for router, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:15.954357 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b0af1217-3f69-4438-80a8-243345b12d8f req-e98e4ac4-260c-4f73-8f64-995ee2cc55e1 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/security-groups?id=7dab0fca-2422-4f10-a2ed-ede178e48859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616114 Jul 27 23:27:16.034063 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b4819f76-5c24-4b22-9028-87f285339287 tempest-RoutersIpV6AdminTest-1619528760 tempest-RoutersIpV6AdminTest-1619528760-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:16.046283 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b4819f76-5c24-4b22-9028-87f285339287 tempest-RoutersIpV6AdminTest-1619528760 tempest-RoutersIpV6AdminTest-1619528760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-415468'] for router, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:16.084673 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b4819f76-5c24-4b22-9028-87f285339287 tempest-RoutersIpV6AdminTest-1619528760 tempest-RoutersIpV6AdminTest-1619528760-project] Notify callbacks [] for router, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:16.086016 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-b4819f76-5c24-4b22-9028-87f285339287 tempest-RoutersIpV6AdminTest-1619528760 tempest-RoutersIpV6AdminTest-1619528760-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.2407053 Jul 27 23:27:16.091456 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 33676) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:27:16.096332 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-3083491d-b25f-4596-baa9-6ce2216cf7bf tempest-RoutersIpV6AdminTest-1619528760 tempest-RoutersIpV6AdminTest-1619528760-project] Request body: {'router': {'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'}}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:27:16.109194 n-d-802623-1 neutron-server[93797]: DEBUG neutron.objects.ports [None req-1ab18a46-40c2-4d3c-9864-7d57f035d1f9 tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93797) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 27 23:27:16.117822 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62ec2c5-4a7b-420e-86c1-04a24b57812f req-17888e19-be1e-4433-a2cf-f417ddd06f07 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:27:16.119684 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a62ec2c5-4a7b-420e-86c1-04a24b57812f req-17888e19-be1e-4433-a2cf-f417ddd06f07 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/ports?device_id=c82f64f9-7572-4580-b07f-b346ae07e8cc HTTP/1.1" status: 200 len: 945 time: 0.0872767 Jul 27 23:27:16.129088 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1ab18a46-40c2-4d3c-9864-7d57f035d1f9 tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11336182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11551417'] for subnet, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:16.206406 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-1969038f-5c05-4fbf-90a9-d4008e5ea088 req-6f748e36-bf95-4271-8ebe-2b989f577c30 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/ports?device_id=defa6f74-7008-41a1-8545-b7f9201c289d HTTP/1.1" status: 200 len: 210 time: 0.1190302 Jul 27 23:27:16.249415 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6ed2f057-c7e6-441b-923f-72e47fff5635 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:16.262813 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccd48653-2846-40ac-b149-ecb5643b2eb9 None None] Network 5ea7fc09-be59-4185-921f-aa66191832e2 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:27:16.280185 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab18a46-40c2-4d3c-9864-7d57f035d1f9 tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Pushing event updated for resources: {'Subnet': ['ID=9fac889c-8fd7-4edb-88a6-c65a5936c180,revision_number=0']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:27:16.290206 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-331ce9d9-747e-4937-b9b6-88c76b26293e tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3760546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-413994'] for router_interface, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:16.306687 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a62ec2c5-4a7b-420e-86c1-04a24b57812f req-bccb1f00-ab5c-42bf-9e92-17ac768bb9aa tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/security-groups?id=7dab0fca-2422-4f10-a2ed-ede178e48859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372256 Jul 27 23:27:16.334232 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6ed2f057-c7e6-441b-923f-72e47fff5635 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:16.462982 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device 5b7866c5-7b07-46aa-bae5-acbbf94ec587 no longer exists at agent hyperv_n-h2-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:27:16.516198 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] No Port match for: 5b7866c5-7b07-46aa-bae5-acbbf94ec587 {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:27:16.516517 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device 5b7866c5-7b07-46aa-bae5-acbbf94ec587 not bound to the agent host n-h2-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:27:16.532610 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-97a3c638-d6d4-460b-ba2b-794c7564c4e4 None None] Provisioning for port 69af9459-4ce5-4130-a5bc-6bbf4867faec completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:27:16.559937 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ab18a46-40c2-4d3c-9864-7d57f035d1f9 tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Checking segment: {'id': '9a1f773b-7a72-41a6-8327-21a9bf08a169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '6127541b-cfa2-4dc0-b11f-8bd788401744'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:27:16.560533 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ab18a46-40c2-4d3c-9864-7d57f035d1f9 tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Network hostable DHCP agents. Network: 6127541b-cfa2-4dc0-b11f-8bd788401744, hostable agents: ['5950e76f-2bde-4343-a925-cbe6bacd2706'], hosted agents: [] {{(pid=93797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 23:27:16.587621 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 33684) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:27:16.671303 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ab18a46-40c2-4d3c-9864-7d57f035d1f9 tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Network 6127541b-cfa2-4dc0-b11f-8bd788401744 is scheduled to be hosted by DHCP agent 5950e76f-2bde-4343-a925-cbe6bacd2706 with binding_index 1 {{(pid=93797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 23:27:16.688924 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd5f812-24ef-40a2-9c65-6983615c8251 req-563efb61-9c39-4959-96e2-9ab31d83ca62 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:27:16.690549 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-5cd5f812-24ef-40a2-9c65-6983615c8251 req-563efb61-9c39-4959-96e2-9ab31d83ca62 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/ports?device_id=c82f64f9-7572-4580-b07f-b346ae07e8cc HTTP/1.1" status: 200 len: 945 time: 0.2347755 Jul 27 23:27:16.711080 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6ed2f057-c7e6-441b-923f-72e47fff5635 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:16.711080 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6ed2f057-c7e6-441b-923f-72e47fff5635 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:16.714266 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-6ed2f057-c7e6-441b-923f-72e47fff5635 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2b11aae5-cebe-455f-9f19-42f96fec7a99 HTTP/1.1" status: 204 len: 168 time: 1.1322060 Jul 27 23:27:16.748820 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-1ab18a46-40c2-4d3c-9864-7d57f035d1f9 tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802623-1, 6127541b-cfa2-4dc0-b11f-8bd788401744) {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:27:16.759700 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eec45af-bf19-49cc-95f0-813957d59b3a None None] Network 6127541b-cfa2-4dc0-b11f-8bd788401744 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:27:16.768796 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ab18a46-40c2-4d3c-9864-7d57f035d1f9 tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:27:16.769403 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1ab18a46-40c2-4d3c-9864-7d57f035d1f9 tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for subnet, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:16.776284 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_v2 [None req-a88179e1-e45f-4346-9247-323a5f9833c1 admin admin] Deleting subnet 35a04ddb-b611-4dee-a6f7-89af6e6ad557 {{(pid=93797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 23:27:16.779630 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a88179e1-e45f-4346-9247-323a5f9833c1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:16.859652 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a88179e1-e45f-4346-9247-323a5f9833c1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11335971'] for subnet, precommit_delete_associations {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:16.915439 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a88179e1-e45f-4346-9247-323a5f9833c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620741'] for subnet, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:16.972574 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed2f057-c7e6-441b-923f-72e47fff5635 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b11aae5-cebe-455f-9f19-42f96fec7a99,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:27:16.982070 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-5cd5f812-24ef-40a2-9c65-6983615c8251 req-272746b0-3f69-45d4-8c43-fb2ffc3177ec tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/security-groups?id=7dab0fca-2422-4f10-a2ed-ede178e48859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2762187 Jul 27 23:27:16.986630 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a88179e1-e45f-4346-9247-323a5f9833c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11335991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11551414'] for subnet, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:16.997651 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3083491d-b25f-4596-baa9-6ce2216cf7bf tempest-RoutersIpV6AdminTest-1619528760 tempest-RoutersIpV6AdminTest-1619528760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-415433', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62186'] for router, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:17.029636 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 69af9459-4ce5-4130-a5bc-6bbf4867faec up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:27:17.071508 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-1ab18a46-40c2-4d3c-9864-7d57f035d1f9 tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.9702022 Jul 27 23:27:17.074677 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 33694) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:27:17.083796 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-56b820aa-4303-4f71-912f-db2eb7759230 tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Request body: {'port': {'network_id': '6127541b-cfa2-4dc0-b11f-8bd788401744', 'name': 'tempest-NetworksIpV6TestAttrs-1169669925'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:27:17.089946 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88179e1-e45f-4346-9247-323a5f9833c1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=35a04ddb-b611-4dee-a6f7-89af6e6ad557,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:27:17.120749 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a88179e1-e45f-4346-9247-323a5f9833c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for subnet, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:17.129280 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-a88179e1-e45f-4346-9247-323a5f9833c1 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/35a04ddb-b611-4dee-a6f7-89af6e6ad557 HTTP/1.1" status: 204 len: 168 time: 0.5360887 Jul 27 23:27:17.131151 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 33696) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:27:17.188022 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39f72c1b-9ef7-4ac2-aee0-c0962773d239 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f6f257c-ad18-5f0c-8c8e-ea085a5fc8a2-6127541b-cfa2-4dc0-b11f-8bd788401744', 'network_id': '6127541b-cfa2-4dc0-b11f-8bd788401744', 'tenant_id': '8a3f8a4e5e154e3f8de886c2c529b965', 'fixed_ips': [{'subnet_id': '9fac889c-8fd7-4edb-88a6-c65a5936c180'}]}} from n-d-802623-1. {{(pid=93799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 23:27:17.188896 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-39f72c1b-9ef7-4ac2-aee0-c0962773d239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:17.340410 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf19c5a-48b1-4a47-a1eb-dd121ffe47d9 req-99adc009-f91d-45e2-8c63-e09aab17a32c tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:27:17.341847 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-daf19c5a-48b1-4a47-a1eb-dd121ffe47d9 req-99adc009-f91d-45e2-8c63-e09aab17a32c tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.38 "GET /v2.0/networks?id=280a3ba5-2d75-4827-b3c1-0be5bb892094 HTTP/1.1" status: 200 len: 812 time: 0.3365335 Jul 27 23:27:17.346535 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4798b04a-556d-44c3-9fb4-0d5f91003b6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593271'] for network, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:17.373888 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning for port 69af9459-4ce5-4130-a5bc-6bbf4867faec completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:27:17.387365 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [req-daf19c5a-48b1-4a47-a1eb-dd121ffe47d9 req-4b2ccd39-0faa-469e-9233-dd5e35521513 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Request body: {'port': {'device_id': 'defa6f74-7008-41a1-8545-b7f9201c289d', 'network_id': '280a3ba5-2d75-4827-b3c1-0be5bb892094', 'admin_state_up': True, 'tenant_id': '49af0f356ac348f0bd0841795f0ea352'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:27:17.395163 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port 69af9459-4ce5-4130-a5bc-6bbf4867faec triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:27:17.395532 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:17.398725 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 33700) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:27:17.416549 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56b820aa-4303-4f71-912f-db2eb7759230 tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Made reservation on behalf of 8a3f8a4e5e154e3f8de886c2c529b965 for: {'port': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:27:17.420092 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-56b820aa-4303-4f71-912f-db2eb7759230 tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:17.449451 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-331ce9d9-747e-4937-b9b6-88c76b26293e tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Router 8392a47e-5aef-42e5-9124-c52a66bee7a7 has already been hosted by L3 agent 018c4455-49c0-4734-927d-7824067b2a9e {{(pid=93797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 23:27:17.468467 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-56b820aa-4303-4f71-912f-db2eb7759230 tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] device_id is not set on port 53068828-49bb-48f0-8a2d-358175619928 yet. {{(pid=93797) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 23:27:17.481040 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cf0a9e-f64f-476b-b1ad-54146f879a1a req-efaf020c-7352-4f6e-8f97-49bfdc54c60b tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:27:17.482693 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-b6cf0a9e-f64f-476b-b1ad-54146f879a1a req-efaf020c-7352-4f6e-8f97-49bfdc54c60b tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/ports?device_id=c82f64f9-7572-4580-b07f-b346ae07e8cc HTTP/1.1" status: 200 len: 945 time: 0.2357519 Jul 27 23:27:17.519887 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ad0ec5bf-a291-4cbe-8aad-3e88cb57a86a req-1909bb61-ee5e-4154-b97c-4d39b18ccbb6 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/ports?device_id=defa6f74-7008-41a1-8545-b7f9201c289d HTTP/1.1" status: 200 len: 210 time: 0.1925023 Jul 27 23:27:17.541989 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-39f72c1b-9ef7-4ac2-aee0-c0962773d239 None None] Allocated IP 2001:db8::f816:3eff:febc:576b (6127541b-cfa2-4dc0-b11f-8bd788401744/9fac889c-8fd7-4edb-88a6-c65a5936c180/18cce735-246f-4065-901d-ba9c60271b13) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:27:17.545021 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:17.556307 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-be890f17-bb3d-49fe-8e6d-fa0bb58d2ebf admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=17e3c23378204ad2a3d62a81599acb75&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1552904 Jul 27 23:27:17.561825 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 33702) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:27:17.584616 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] For port 69af9459-4ce5-4130-a5bc-6bbf4867faec, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=69af9459-4ce5-4130-a5bc-6bbf4867faec,segment=NetworkSegment(e008a6ba-0428-4962-85da-3d55892892d8),segment_id=e008a6ba-0428-4962-85da-3d55892892d8)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:27:17.596096 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:17.597233 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 53570c50-f831-418c-893d-bf5614372de6 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:27:17.654997 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-b6cf0a9e-f64f-476b-b1ad-54146f879a1a req-bf7c53cd-d7ca-41d8-9fa7-7318a9dd89b9 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/security-groups?id=7dab0fca-2422-4f10-a2ed-ede178e48859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635554 Jul 27 23:27:17.749908 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port 53570c50-f831-418c-893d-bf5614372de6 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:27:17.750865 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:17.770404 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-331ce9d9-747e-4937-b9b6-88c76b26293e tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:27:17.782271 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-331ce9d9-747e-4937-b9b6-88c76b26293e tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] 10.222.0.18 "PUT /v2.0/routers/8392a47e-5aef-42e5-9124-c52a66bee7a7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1891875 Jul 27 23:27:17.785014 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 33706) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:27:17.801685 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d824630-a484-464c-96fa-3c07a28b5065 None None] Sync routers for ids ['8392a47e-5aef-42e5-9124-c52a66bee7a7'] in n-d-802623-1 {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:27:17.817507 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f806748c-cdc1-4867-9b8e-2de5e4f3f338 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:17.831600 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Pushing event updated for resources: {'Port': ['ID=69af9459-4ce5-4130-a5bc-6bbf4867faec,revision_number=3']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:27:17.840286 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d824630-a484-464c-96fa-3c07a28b5065 None None] Routers {'8392a47e-5aef-42e5-9124-c52a66bee7a7'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:27:17.841154 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-6d824630-a484-464c-96fa-3c07a28b5065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:27:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['8392a47e-5aef-42e5-9124-c52a66bee7a7'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:27:17.855183 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4798b04a-556d-44c3-9fb4-0d5f91003b6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618032', 'neutron.services.segments.db._delete_segments_for_network-8736833900081'] for network, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:17.868846 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f806748c-cdc1-4867-9b8e-2de5e4f3f338 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:17.881178 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_v2 [None req-44cac96b-f75f-4bce-a3b9-1491df566217 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Deleting subnet a6bca0f1-dba8-4820-a7a0-186b76699da1 {{(pid=93797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 23:27:17.890014 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-44cac96b-f75f-4bce-a3b9-1491df566217 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks [] for subnet, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:17.899012 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-4798b04a-556d-44c3-9fb4-0d5f91003b6e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44e5b751-d35f-484a-98d7-35c3565f32a1']}} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:27:17.933102 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-daf19c5a-48b1-4a47-a1eb-dd121ffe47d9 req-4b2ccd39-0faa-469e-9233-dd5e35521513 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Made reservation on behalf of 49af0f356ac348f0bd0841795f0ea352 for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:27:17.936694 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-daf19c5a-48b1-4a47-a1eb-dd121ffe47d9 req-4b2ccd39-0faa-469e-9233-dd5e35521513 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:17.947930 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3083491d-b25f-4596-baa9-6ce2216cf7bf tempest-RoutersIpV6AdminTest-1619528760 tempest-RoutersIpV6AdminTest-1619528760-project] Notify callbacks [] for router_gateway, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:17.954846 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-4798b04a-556d-44c3-9fb4-0d5f91003b6e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3440446-8deb-4174-b5a6-9cc094845dc2') {'for_net_delete': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:27:17.955450 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-4798b04a-556d-44c3-9fb4-0d5f91003b6e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3440446-8deb-4174-b5a6-9cc094845dc2') {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:27:17.968521 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-44cac96b-f75f-4bce-a3b9-1491df566217 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11335971'] for subnet, precommit_delete_associations {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:17.971536 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325dd39a-7aec-4368-bd3f-5b7bd092af87 req-0b8fa00f-ba09-47de-8265-cebf3ed3f2bb tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:27:17.973339 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-325dd39a-7aec-4368-bd3f-5b7bd092af87 req-0b8fa00f-ba09-47de-8265-cebf3ed3f2bb tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/ports?device_id=c82f64f9-7572-4580-b07f-b346ae07e8cc HTTP/1.1" status: 200 len: 945 time: 0.1567914 Jul 27 23:27:18.022602 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4798b04a-556d-44c3-9fb4-0d5f91003b6e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736833900858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11163256'] for segment, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:18.025262 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3083491d-b25f-4596-baa9-6ce2216cf7bf tempest-RoutersIpV6AdminTest-1619528760 tempest-RoutersIpV6AdminTest-1619528760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:18.122699 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-44cac96b-f75f-4bce-a3b9-1491df566217 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620741'] for subnet, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:18.157981 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [req-daf19c5a-48b1-4a47-a1eb-dd121ffe47d9 req-4b2ccd39-0faa-469e-9233-dd5e35521513 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Allocated IP 172.20.0.12 (280a3ba5-2d75-4827-b3c1-0be5bb892094/03df5e5c-8a96-449f-9e96-cff1a55737e2/aaeaed8e-c896-4e77-954e-aaf5096f6478) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:27:18.169061 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-39f72c1b-9ef7-4ac2-aee0-c0962773d239 None None] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:18.178321 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-39f72c1b-9ef7-4ac2-aee0-c0962773d239 None None] Transition to ACTIVE for port object 18cce735-246f-4065-901d-ba9c60271b13 will not be triggered until provisioned by entity L2. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:27:18.209714 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-44cac96b-f75f-4bce-a3b9-1491df566217 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11335991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11551414'] for subnet, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:18.222563 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-39f72c1b-9ef7-4ac2-aee0-c0962773d239 None None] Transition to ACTIVE for port object 18cce735-246f-4065-901d-ba9c60271b13 will not be triggered until provisioned by entity DHCP. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:27:18.229903 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4798b04a-556d-44c3-9fb4-0d5f91003b6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:18.241324 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4798b04a-556d-44c3-9fb4-0d5f91003b6e admin admin] Releasing vlan 517 on physical network physnet1 to pool {{(pid=93798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 23:27:18.241746 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4798b04a-556d-44c3-9fb4-0d5f91003b6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11971746'] for segment, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:18.251731 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-39f72c1b-9ef7-4ac2-aee0-c0962773d239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:18.256089 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f806748c-cdc1-4867-9b8e-2de5e4f3f338 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:18.259393 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f806748c-cdc1-4867-9b8e-2de5e4f3f338 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:18.261020 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-f806748c-cdc1-4867-9b8e-2de5e4f3f338 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f198f2a5-cbb6-43d0-b262-de4047f3216c HTTP/1.1" status: 204 len: 168 time: 0.6929126 Jul 27 23:27:18.262560 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cac96b-f75f-4bce-a3b9-1491df566217 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Pushing event deleted for resources: {'Subnet': ['ID=a6bca0f1-dba8-4820-a7a0-186b76699da1,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:27:18.317848 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.agents_db [None req-9beef776-8bab-4de2-989a-f5a23ba4aaf4 None None] Agent healthcheck: found 7 active agents {{(pid=93800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 23:27:18.324828 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-325dd39a-7aec-4368-bd3f-5b7bd092af87 req-1932a128-0fea-43d3-9d8a-77f6a98e6a19 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/security-groups?id=7dab0fca-2422-4f10-a2ed-ede178e48859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3268547 Jul 27 23:27:18.325509 n-d-802623-1 neutron-server[93798]: Traceback (most recent call last): Jul 27 23:27:18.325509 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 23:27:18.325509 n-d-802623-1 neutron-server[93798]: timer() Jul 27 23:27:18.325509 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 23:27:18.325509 n-d-802623-1 neutron-server[93798]: cb(*args, **kw) Jul 27 23:27:18.325509 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 23:27:18.325509 n-d-802623-1 neutron-server[93798]: return func(*args, **kwargs) Jul 27 23:27:18.325509 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 23:27:18.325509 n-d-802623-1 neutron-server[93798]: self._notify() Jul 27 23:27:18.325509 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 23:27:18.325509 n-d-802623-1 neutron-server[93798]: self.callback(batched_events) Jul 27 23:27:18.325509 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 23:27:18.325509 n-d-802623-1 neutron-server[93798]: event.method(event) Jul 27 23:27:18.325509 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 23:27:18.325509 n-d-802623-1 neutron-server[93798]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 23:27:18.325509 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 23:27:18.325509 n-d-802623-1 neutron-server[93798]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 23:27:18.325509 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 23:27:18.325509 n-d-802623-1 neutron-server[93798]: return f(self, *a, **k) Jul 27 23:27:18.325509 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 23:27:18.325509 n-d-802623-1 neutron-server[93798]: return self._get(url).json() Jul 27 23:27:18.325509 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 23:27:18.325509 n-d-802623-1 neutron-server[93798]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 23:27:18.325509 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 23:27:18.325509 n-d-802623-1 neutron-server[93798]: return self.request(url, 'GET', **kwargs) Jul 27 23:27:18.325509 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 23:27:18.325509 n-d-802623-1 neutron-server[93798]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 23:27:18.325509 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 23:27:18.325509 n-d-802623-1 neutron-server[93798]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 23:27:18.325509 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 23:27:18.325509 n-d-802623-1 neutron-server[93798]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 23:27:18.325509 n-d-802623-1 neutron-server[93798]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 23:27:18.338146 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4798b04a-556d-44c3-9fb4-0d5f91003b6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415412'] for network, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:18.350694 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4798b04a-556d-44c3-9fb4-0d5f91003b6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:18.353580 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-4798b04a-556d-44c3-9fb4-0d5f91003b6e admin admin] 10.222.0.18 "DELETE /v2.0/networks/44e5b751-d35f-484a-98d7-35c3565f32a1 HTTP/1.1" status: 204 len: 168 time: 1.2210479 Jul 27 23:27:18.371738 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f806748c-cdc1-4867-9b8e-2de5e4f3f338 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f198f2a5-cbb6-43d0-b262-de4047f3216c,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:27:18.374619 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-44cac96b-f75f-4bce-a3b9-1491df566217 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for subnet, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:18.382820 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-44cac96b-f75f-4bce-a3b9-1491df566217 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] 10.222.0.18 "DELETE /v2.0/subnets/a6bca0f1-dba8-4820-a7a0-186b76699da1 HTTP/1.1" status: 204 len: 168 time: 0.5967691 Jul 27 23:27:18.387981 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 33714) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:27:18.422168 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-56b820aa-4303-4f71-912f-db2eb7759230 tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Allocated IP 2001:db8::f816:3eff:fefa:a1e8 (6127541b-cfa2-4dc0-b11f-8bd788401744/9fac889c-8fd7-4edb-88a6-c65a5936c180/53068828-49bb-48f0-8a2d-358175619928) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:27:18.434459 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-910f5618-12a2-4bf6-84cc-7e239a78cacf None None] Network 031433c5-4bab-478c-b609-4a0e530ec703 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:27:18.533131 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4798b04a-556d-44c3-9fb4-0d5f91003b6e admin admin] Pushing event deleted for resources: {'Network': ['ID=44e5b751-d35f-484a-98d7-35c3565f32a1,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:27:18.614303 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 69af9459-4ce5-4130-a5bc-6bbf4867faec up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:27:18.634380 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4798b04a-556d-44c3-9fb4-0d5f91003b6e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:27:18.634697 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4798b04a-556d-44c3-9fb4-0d5f91003b6e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:27:18.635016 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4798b04a-556d-44c3-9fb4-0d5f91003b6e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:27:18.635394 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4798b04a-556d-44c3-9fb4-0d5f91003b6e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:27:18.635724 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4798b04a-556d-44c3-9fb4-0d5f91003b6e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:27:18.636049 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4798b04a-556d-44c3-9fb4-0d5f91003b6e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:27:18.636426 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4798b04a-556d-44c3-9fb4-0d5f91003b6e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:27:18.636690 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4798b04a-556d-44c3-9fb4-0d5f91003b6e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:27:18.637169 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4798b04a-556d-44c3-9fb4-0d5f91003b6e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:27:18.637444 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4798b04a-556d-44c3-9fb4-0d5f91003b6e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:27:18.637766 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4798b04a-556d-44c3-9fb4-0d5f91003b6e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:27:18.638084 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4798b04a-556d-44c3-9fb4-0d5f91003b6e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:27:18.754858 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-9c49f3c6-1d71-4494-aeb1-f66d63f5119b req-d539d171-7952-421c-a5a2-599760fee9e9 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/ports?device_id=defa6f74-7008-41a1-8545-b7f9201c289d HTTP/1.1" status: 200 len: 210 time: 0.0466897 Jul 27 23:27:18.791732 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 33720) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:27:18.794259 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0efcf4d-731d-4341-a82e-da9d124be3de req-d9a75c3b-3ee5-43fe-a89e-c0a82eb1879b tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:27:18.809955 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a0efcf4d-731d-4341-a82e-da9d124be3de req-d9a75c3b-3ee5-43fe-a89e-c0a82eb1879b tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/ports?device_id=c82f64f9-7572-4580-b07f-b346ae07e8cc HTTP/1.1" status: 200 len: 945 time: 0.3047535 Jul 27 23:27:18.821750 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39f72c1b-9ef7-4ac2-aee0-c0962773d239 None None] Network 6127541b-cfa2-4dc0-b11f-8bd788401744 is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:27:18.827939 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f72c1b-9ef7-4ac2-aee0-c0962773d239 None None] Pushing event updated for resources: {'Port': ['ID=18cce735-246f-4065-901d-ba9c60271b13,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:27:18.852637 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-6d824630-a484-464c-96fa-3c07a28b5065 None None] Set router 8392a47e-5aef-42e5-9124-c52a66bee7a7 gateway port host: n-d-802623-1 {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:27:18.855460 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-9379c088-f4da-4aee-8a59-5cbeaaa85c8b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=cf2ac26483444f3d949e08ee053eb26a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0624707 Jul 27 23:27:18.857784 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-39f72c1b-9ef7-4ac2-aee0-c0962773d239 None None] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:27:18.869513 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 33722) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:27:18.900265 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39f72c1b-9ef7-4ac2-aee0-c0962773d239 None None] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:27:18.968698 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port 69af9459-4ce5-4130-a5bc-6bbf4867faec triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:27:18.969449 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:18.976673 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-40faf0a7-38b2-4881-8b07-6682c6a37915 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks [] for router, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:19.001139 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a0efcf4d-731d-4341-a82e-da9d124be3de req-e05850cb-9b6a-4166-9f4a-3d4de68faf4a tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/security-groups?id=7dab0fca-2422-4f10-a2ed-ede178e48859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897984 Jul 27 23:27:19.078615 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-3083491d-b25f-4596-baa9-6ce2216cf7bf tempest-RoutersIpV6AdminTest-1619528760 tempest-RoutersIpV6AdminTest-1619528760-project] Allocated IP 172.25.4.245 (2fd42287-ed26-4eb9-89a5-b521f5b04356/17de1f8f-393a-4b0c-a2df-614bd3f2fb5e/d9b9507e-0b74-4682-b138-95bf7f4f7aac) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:27:19.090356 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-daf19c5a-48b1-4a47-a1eb-dd121ffe47d9 req-4b2ccd39-0faa-469e-9233-dd5e35521513 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:19.176717 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-daf19c5a-48b1-4a47-a1eb-dd121ffe47d9 req-4b2ccd39-0faa-469e-9233-dd5e35521513 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Transition to ACTIVE for port object aaeaed8e-c896-4e77-954e-aaf5096f6478 will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:27:19.189034 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-40faf0a7-38b2-4881-8b07-6682c6a37915 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:19.192420 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-15d07a84-65fe-486e-ae1c-1cf4fbde0b11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:19.199390 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-39f72c1b-9ef7-4ac2-aee0-c0962773d239 None None] Attempting to bind port 18cce735-246f-4065-901d-ba9c60271b13 on host n-d-802623-1 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:27:19.199762 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-39f72c1b-9ef7-4ac2-aee0-c0962773d239 None None] Attempting to bind port 18cce735-246f-4065-901d-ba9c60271b13 by drivers openvswitch,hyperv on host n-d-802623-1 at level 0 using segments [{'id': '9a1f773b-7a72-41a6-8327-21a9bf08a169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '6127541b-cfa2-4dc0-b11f-8bd788401744'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:27:19.200123 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39f72c1b-9ef7-4ac2-aee0-c0962773d239 None None] Attempting to bind port 18cce735-246f-4065-901d-ba9c60271b13 on network 6127541b-cfa2-4dc0-b11f-8bd788401744 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:27:19.224284 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39f72c1b-9ef7-4ac2-aee0-c0962773d239 None None] Checking agent: {'id': 'a9a568d2-a5e7-41e4-833f-a8ab42ea4073', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 52, 30), 'started_at': datetime.datetime(2021, 7, 27, 22, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802623-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:27:19.224660 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39f72c1b-9ef7-4ac2-aee0-c0962773d239 None None] Checking segment: {'id': '9a1f773b-7a72-41a6-8327-21a9bf08a169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '6127541b-cfa2-4dc0-b11f-8bd788401744'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:27:19.225057 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-39f72c1b-9ef7-4ac2-aee0-c0962773d239 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:19.232422 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39f72c1b-9ef7-4ac2-aee0-c0962773d239 None None] Bound using segment: {'id': '9a1f773b-7a72-41a6-8327-21a9bf08a169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '6127541b-cfa2-4dc0-b11f-8bd788401744'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:27:19.232948 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-39f72c1b-9ef7-4ac2-aee0-c0962773d239 None None] Bound port: 18cce735-246f-4065-901d-ba9c60271b13, host: n-d-802623-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a1f773b-7a72-41a6-8327-21a9bf08a169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '6127541b-cfa2-4dc0-b11f-8bd788401744'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:27:19.233350 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-39f72c1b-9ef7-4ac2-aee0-c0962773d239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:19.289453 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-15d07a84-65fe-486e-ae1c-1cf4fbde0b11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:19.298634 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c493634a-3a5a-44ec-8cb5-3b8d9fa3a564 None None] DHCP port deletion for 031433c5-4bab-478c-b609-4a0e530ec703 request from n-d-802623-1 {{(pid=93799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 23:27:19.299919 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12844375-0b18-4e07-b02e-c5384cbc242a req-64e2ef73-ccc9-41c5-a4d0-5e9e914d14b5 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:27:19.301575 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-12844375-0b18-4e07-b02e-c5384cbc242a req-64e2ef73-ccc9-41c5-a4d0-5e9e914d14b5 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/ports?device_id=c82f64f9-7572-4580-b07f-b346ae07e8cc HTTP/1.1" status: 200 len: 945 time: 0.1534002 Jul 27 23:27:19.331575 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3083491d-b25f-4596-baa9-6ce2216cf7bf tempest-RoutersIpV6AdminTest-1619528760 tempest-RoutersIpV6AdminTest-1619528760-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:19.385902 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3083491d-b25f-4596-baa9-6ce2216cf7bf tempest-RoutersIpV6AdminTest-1619528760 tempest-RoutersIpV6AdminTest-1619528760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:19.413391 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-39f72c1b-9ef7-4ac2-aee0-c0962773d239 None None] For port 18cce735-246f-4065-901d-ba9c60271b13, host n-d-802623-1, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:27:19.418752 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-39f72c1b-9ef7-4ac2-aee0-c0962773d239 None None] For port 18cce735-246f-4065-901d-ba9c60271b13, host n-d-802623-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=18cce735-246f-4065-901d-ba9c60271b13,segment=NetworkSegment(9a1f773b-7a72-41a6-8327-21a9bf08a169),segment_id=9a1f773b-7a72-41a6-8327-21a9bf08a169)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:27:19.434984 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-39f72c1b-9ef7-4ac2-aee0-c0962773d239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:19.444485 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3083491d-b25f-4596-baa9-6ce2216cf7bf tempest-RoutersIpV6AdminTest-1619528760 tempest-RoutersIpV6AdminTest-1619528760-project] Network 2fd42287-ed26-4eb9-89a5-b521f5b04356 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:27:19.447269 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-6d824630-a484-464c-96fa-3c07a28b5065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8392a47e-5aef-42e5-9124-c52a66bee7a7', 'name': 'tempest-TestNetworkBasicOps-router-87612854', 'tenant_id': 'ba4fae7b46b54e6e99cbf665d54e4a7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.44'}], 'enable_snat': True}, 'gw_port_id': 'f7b82e81-56a1-4086-ac71-4eda21fe1ec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:24:31Z', 'updated_at': '2021-07-27T23:27:14Z', 'revision_number': 7, 'project_id': 'ba4fae7b46b54e6e99cbf665d54e4a7e', 'gw_port': {'id': 'f7b82e81-56a1-4086-ac71-4eda21fe1ec3', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:fe:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8392a47e-5aef-42e5-9124-c52a66bee7a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2298, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:24:33Z', 'updated_at': '2021-07-27T23:24:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1'}], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:27:19.453248 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-c493634a-3a5a-44ec-8cb5-3b8d9fa3a564 None None] Deleting port d197c474-fa98-4df7-bc28-17aee197ad1f {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:27:19.453609 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c493634a-3a5a-44ec-8cb5-3b8d9fa3a564 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:19.455507 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-3083491d-b25f-4596-baa9-6ce2216cf7bf tempest-RoutersIpV6AdminTest-1619528760 tempest-RoutersIpV6AdminTest-1619528760-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:27:19.463378 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-40faf0a7-38b2-4881-8b07-6682c6a37915 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Deleting port f7b82e81-56a1-4086-ac71-4eda21fe1ec3 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:27:19.463872 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-40faf0a7-38b2-4881-8b07-6682c6a37915 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:19.467565 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3083491d-b25f-4596-baa9-6ce2216cf7bf tempest-RoutersIpV6AdminTest-1619528760 tempest-RoutersIpV6AdminTest-1619528760-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:27:19.506324 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3083491d-b25f-4596-baa9-6ce2216cf7bf tempest-RoutersIpV6AdminTest-1619528760 tempest-RoutersIpV6AdminTest-1619528760-project] Pushing event updated for resources: {'Port': ['ID=d9b9507e-0b74-4682-b138-95bf7f4f7aac,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:27:19.518558 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-daf19c5a-48b1-4a47-a1eb-dd121ffe47d9 req-4b2ccd39-0faa-469e-9233-dd5e35521513 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:19.556820 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d824630-a484-464c-96fa-3c07a28b5065 None None] Checking router: 8392a47e-5aef-42e5-9124-c52a66bee7a7 for host: n-d-802623-1 {{(pid=93799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 23:27:19.578403 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-40faf0a7-38b2-4881-8b07-6682c6a37915 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] For port f7b82e81-56a1-4086-ac71-4eda21fe1ec3, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=f7b82e81-56a1-4086-ac71-4eda21fe1ec3,segment=NetworkSegment(b9afe07e-bbe4-4740-834c-4b6a9698bdbc),segment_id=b9afe07e-bbe4-4740-834c-4b6a9698bdbc)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:27:19.578789 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-40faf0a7-38b2-4881-8b07-6682c6a37915 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:19.594148 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2ccd39-0faa-469e-9233-dd5e35521513 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Pushing event updated for resources: {'Port': ['ID=aaeaed8e-c896-4e77-954e-aaf5096f6478,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:27:19.594402 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-40faf0a7-38b2-4881-8b07-6682c6a37915 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Calling delete_port for f7b82e81-56a1-4086-ac71-4eda21fe1ec3 owned by network:router_gateway {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:27:19.626453 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f72c1b-9ef7-4ac2-aee0-c0962773d239 None None] Pushing event updated for resources: {'Port': ['ID=18cce735-246f-4065-901d-ba9c60271b13,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:27:19.629189 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d824630-a484-464c-96fa-3c07a28b5065 None None] Routers {'8392a47e-5aef-42e5-9124-c52a66bee7a7'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:27:19.629801 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-6d824630-a484-464c-96fa-3c07a28b5065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:27:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['8392a47e-5aef-42e5-9124-c52a66bee7a7'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:27:19.632387 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-daf19c5a-48b1-4a47-a1eb-dd121ffe47d9 req-4b2ccd39-0faa-469e-9233-dd5e35521513 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Network 280a3ba5-2d75-4827-b3c1-0be5bb892094 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:27:19.635610 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [req-daf19c5a-48b1-4a47-a1eb-dd121ffe47d9 req-4b2ccd39-0faa-469e-9233-dd5e35521513 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:27:19.756144 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-c493634a-3a5a-44ec-8cb5-3b8d9fa3a564 None None] For port d197c474-fa98-4df7-bc28-17aee197ad1f, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=d197c474-fa98-4df7-bc28-17aee197ad1f,segment=NetworkSegment(f2f9ed54-2796-4652-8c86-3921413d1280),segment_id=f2f9ed54-2796-4652-8c86-3921413d1280)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:27:19.756588 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c493634a-3a5a-44ec-8cb5-3b8d9fa3a564 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:19.776875 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-daf19c5a-48b1-4a47-a1eb-dd121ffe47d9 req-4b2ccd39-0faa-469e-9233-dd5e35521513 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:27:19.785420 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-c493634a-3a5a-44ec-8cb5-3b8d9fa3a564 None None] Calling delete_port for d197c474-fa98-4df7-bc28-17aee197ad1f owned by network:dhcp {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:27:19.909241 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-40faf0a7-38b2-4881-8b07-6682c6a37915 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:19.919658 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-56b820aa-4303-4f71-912f-db2eb7759230 tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:19.958770 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-12844375-0b18-4e07-b02e-c5384cbc242a req-22a5bec2-c31c-4784-b07e-1270593b8b9d tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/security-groups?id=7dab0fca-2422-4f10-a2ed-ede178e48859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6167970 Jul 27 23:27:19.991837 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-6d824630-a484-464c-96fa-3c07a28b5065 None None] Set router 8392a47e-5aef-42e5-9124-c52a66bee7a7 gateway port host: None {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:27:19.995206 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c493634a-3a5a-44ec-8cb5-3b8d9fa3a564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:20.041590 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40faf0a7-38b2-4881-8b07-6682c6a37915 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Pushing event deleted for resources: {'Port': ['ID=f7b82e81-56a1-4086-ac71-4eda21fe1ec3,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:27:20.066517 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-56b820aa-4303-4f71-912f-db2eb7759230 tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Transition to ACTIVE for port object 53068828-49bb-48f0-8a2d-358175619928 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:27:20.071932 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-6d824630-a484-464c-96fa-3c07a28b5065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8392a47e-5aef-42e5-9124-c52a66bee7a7', 'name': 'tempest-TestNetworkBasicOps-router-87612854', 'tenant_id': 'ba4fae7b46b54e6e99cbf665d54e4a7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:24:31Z', 'updated_at': '2021-07-27T23:27:19Z', 'revision_number': 8, 'project_id': 'ba4fae7b46b54e6e99cbf665d54e4a7e', 'gw_port_host': None}], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:27:20.100041 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c493634a-3a5a-44ec-8cb5-3b8d9fa3a564 None None] No DVR routers for this DVR port d197c474-fa98-4df7-bc28-17aee197ad1f on host n-d-802623-1 {{(pid=93799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:27:20.151428 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-15d07a84-65fe-486e-ae1c-1cf4fbde0b11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:20.153176 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c493634a-3a5a-44ec-8cb5-3b8d9fa3a564 None None] Pushing event deleted for resources: {'Port': ['ID=d197c474-fa98-4df7-bc28-17aee197ad1f,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:27:20.154000 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-15d07a84-65fe-486e-ae1c-1cf4fbde0b11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:20.157503 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-15d07a84-65fe-486e-ae1c-1cf4fbde0b11 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4e15ece7-f410-4d95-9c67-d98c825e8c9c HTTP/1.1" status: 204 len: 168 time: 1.2847509 Jul 27 23:27:20.179324 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3083491d-b25f-4596-baa9-6ce2216cf7bf tempest-RoutersIpV6AdminTest-1619528760 tempest-RoutersIpV6AdminTest-1619528760-project] Notify callbacks [] for router_gateway, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:20.183292 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d07a84-65fe-486e-ae1c-1cf4fbde0b11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e15ece7-f410-4d95-9c67-d98c825e8c9c,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:27:20.195101 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d824630-a484-464c-96fa-3c07a28b5065 None None] The sync data for ids ['8392a47e-5aef-42e5-9124-c52a66bee7a7'] in n-d-802623-1 is: [{'id': '8392a47e-5aef-42e5-9124-c52a66bee7a7', 'name': 'tempest-TestNetworkBasicOps-router-87612854', 'tenant_id': 'ba4fae7b46b54e6e99cbf665d54e4a7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:24:31Z', 'updated_at': '2021-07-27T23:27:19Z', 'revision_number': 8, 'project_id': 'ba4fae7b46b54e6e99cbf665d54e4a7e', 'gw_port_host': None}] {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:27:20.205688 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-40faf0a7-38b2-4881-8b07-6682c6a37915 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-415368'] for router_gateway, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:20.240655 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-9720b860-4507-4c00-8690-efd51e563bb0 None None] Provisioning for port aaeaed8e-c896-4e77-954e-aaf5096f6478 completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:27:20.246308 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-9720b860-4507-4c00-8690-efd51e563bb0 None None] Provisioning complete for port aaeaed8e-c896-4e77-954e-aaf5096f6478 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:27:20.246692 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-9720b860-4507-4c00-8690-efd51e563bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:20.300873 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf19c5a-48b1-4a47-a1eb-dd121ffe47d9 req-4b2ccd39-0faa-469e-9233-dd5e35521513 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:27:20.301329 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-daf19c5a-48b1-4a47-a1eb-dd121ffe47d9 req-4b2ccd39-0faa-469e-9233-dd5e35521513 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:20.324985 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-9720b860-4507-4c00-8690-efd51e563bb0 None None] Port aaeaed8e-c896-4e77-954e-aaf5096f6478 cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:27:20.342874 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-40faf0a7-38b2-4881-8b07-6682c6a37915 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62205'] for router, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:20.344671 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-daf19c5a-48b1-4a47-a1eb-dd121ffe47d9 req-4b2ccd39-0faa-469e-9233-dd5e35521513 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9638736 Jul 27 23:27:20.345596 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-40faf0a7-38b2-4881-8b07-6682c6a37915 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:20.347759 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-56b820aa-4303-4f71-912f-db2eb7759230 tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:20.387933 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [req-daf19c5a-48b1-4a47-a1eb-dd121ffe47d9 req-1d55684c-a18a-4651-9860-0e79fdde5eca service neutron] Request body: {'port': {'device_id': 'defa6f74-7008-41a1-8545-b7f9201c289d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802623-1'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:27:20.450608 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56b820aa-4303-4f71-912f-db2eb7759230 tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Network 6127541b-cfa2-4dc0-b11f-8bd788401744 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:27:20.456205 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-40faf0a7-38b2-4881-8b07-6682c6a37915 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-477831'] for router, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:20.456753 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40faf0a7-38b2-4881-8b07-6682c6a37915 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Fanout notify agent at l3_agent the message router_deleted on router 8392a47e-5aef-42e5-9124-c52a66bee7a7 {{(pid=93797) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 23:27:20.458637 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-56b820aa-4303-4f71-912f-db2eb7759230 tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:27:20.460714 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56b820aa-4303-4f71-912f-db2eb7759230 tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:27:20.469094 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56b820aa-4303-4f71-912f-db2eb7759230 tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:27:20.469762 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-56b820aa-4303-4f71-912f-db2eb7759230 tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:20.470307 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4f84f2-6dc5-4822-8795-da1595da9286 req-ff6bf73c-590b-4f45-8f43-cf14f45d9219 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:27:20.473432 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-3e4f84f2-6dc5-4822-8795-da1595da9286 req-ff6bf73c-590b-4f45-8f43-cf14f45d9219 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/ports?device_id=defa6f74-7008-41a1-8545-b7f9201c289d HTTP/1.1" status: 200 len: 932 time: 0.5211685 Jul 27 23:27:20.483147 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-40faf0a7-38b2-4881-8b07-6682c6a37915 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks [] for router, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:20.487510 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-40faf0a7-38b2-4881-8b07-6682c6a37915 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] 10.222.0.18 "DELETE /v2.0/routers/8392a47e-5aef-42e5-9124-c52a66bee7a7 HTTP/1.1" status: 204 len: 168 time: 2.0911644 Jul 27 23:27:20.488847 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 33736) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:27:20.498428 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b820aa-4303-4f71-912f-db2eb7759230 tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Pushing event updated for resources: {'Port': ['ID=53068828-49bb-48f0-8a2d-358175619928,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:27:20.522848 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-56b820aa-4303-4f71-912f-db2eb7759230 tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 3.4449327 Jul 27 23:27:20.523790 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 33738) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:27:20.649778 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0553e96-fc48-41bf-80cd-2400bb4e4baa tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Deleting subnet 9fac889c-8fd7-4edb-88a6-c65a5936c180 {{(pid=93797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 23:27:20.665229 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d0553e96-fc48-41bf-80cd-2400bb4e4baa tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Notify callbacks [] for subnet, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:20.723597 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-daf19c5a-48b1-4a47-a1eb-dd121ffe47d9 req-1d55684c-a18a-4651-9860-0e79fdde5eca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:20.752187 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d0553e96-fc48-41bf-80cd-2400bb4e4baa tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11335971'] for subnet, precommit_delete_associations {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:20.753698 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0fbc5067-77b1-45a5-8cc3-7d3c63bcf14d tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593271'] for network, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:20.812567 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-3e4f84f2-6dc5-4822-8795-da1595da9286 req-d3ab747b-c898-4880-93ab-ca205eaf07c3 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/security-groups?id=d6f41e72-2b87-4685-ae08-bc68afebebe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2733278 Jul 27 23:27:20.879432 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649dc44b-d4b5-411a-86be-7b1ef9748875 req-8f58634e-d31a-4ce9-9581-fe48948d53ab tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:27:20.893365 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-649dc44b-d4b5-411a-86be-7b1ef9748875 req-8f58634e-d31a-4ce9-9581-fe48948d53ab tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/ports?device_id=c82f64f9-7572-4580-b07f-b346ae07e8cc HTTP/1.1" status: 200 len: 945 time: 0.7514164 Jul 27 23:27:21.050273 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 18cce735-246f-4065-901d-ba9c60271b13 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:27:21.061429 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-649dc44b-d4b5-411a-86be-7b1ef9748875 req-cb81696c-e2e7-4c6c-adf4-774f72b1053a tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/security-groups?id=7dab0fca-2422-4f10-a2ed-ede178e48859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669893 Jul 27 23:27:21.140337 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0fbc5067-77b1-45a5-8cc3-7d3c63bcf14d tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618032', 'neutron.services.segments.db._delete_segments_for_network-8736833900081'] for network, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:21.157628 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-0fbc5067-77b1-45a5-8cc3-7d3c63bcf14d tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['031433c5-4bab-478c-b609-4a0e530ec703']}} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:27:21.171278 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-0fbc5067-77b1-45a5-8cc3-7d3c63bcf14d tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2f9ed54-2796-4652-8c86-3921413d1280') {'for_net_delete': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:27:21.171278 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-0fbc5067-77b1-45a5-8cc3-7d3c63bcf14d tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2f9ed54-2796-4652-8c86-3921413d1280') {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:27:21.178513 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1f7f8cd-6a38-4f86-b9aa-ee5cbae5bf48 None None] Network 6127541b-cfa2-4dc0-b11f-8bd788401744 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:27:21.183133 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0fbc5067-77b1-45a5-8cc3-7d3c63bcf14d tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736833900858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11163256'] for segment, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:21.196880 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d0553e96-fc48-41bf-80cd-2400bb4e4baa tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620741'] for subnet, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:21.201646 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0fbc5067-77b1-45a5-8cc3-7d3c63bcf14d tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:21.210148 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fbc5067-77b1-45a5-8cc3-7d3c63bcf14d tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Releasing vlan 508 on physical network physnet1 to pool {{(pid=93798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 23:27:21.215611 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0fbc5067-77b1-45a5-8cc3-7d3c63bcf14d tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11971746'] for segment, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:21.229979 n-d-802623-1 neutron-server[93798]: Traceback (most recent call last): Jul 27 23:27:21.229979 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 23:27:21.229979 n-d-802623-1 neutron-server[93798]: timer() Jul 27 23:27:21.229979 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 23:27:21.229979 n-d-802623-1 neutron-server[93798]: cb(*args, **kw) Jul 27 23:27:21.229979 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 23:27:21.229979 n-d-802623-1 neutron-server[93798]: return func(*args, **kwargs) Jul 27 23:27:21.229979 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 23:27:21.229979 n-d-802623-1 neutron-server[93798]: self._notify() Jul 27 23:27:21.229979 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 23:27:21.229979 n-d-802623-1 neutron-server[93798]: self.callback(batched_events) Jul 27 23:27:21.229979 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 23:27:21.229979 n-d-802623-1 neutron-server[93798]: event.method(event) Jul 27 23:27:21.229979 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 23:27:21.229979 n-d-802623-1 neutron-server[93798]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 23:27:21.229979 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 23:27:21.229979 n-d-802623-1 neutron-server[93798]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 23:27:21.229979 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 23:27:21.229979 n-d-802623-1 neutron-server[93798]: return f(self, *a, **k) Jul 27 23:27:21.229979 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 23:27:21.229979 n-d-802623-1 neutron-server[93798]: return self._get(url).json() Jul 27 23:27:21.229979 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 23:27:21.229979 n-d-802623-1 neutron-server[93798]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 23:27:21.229979 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 23:27:21.229979 n-d-802623-1 neutron-server[93798]: return self.request(url, 'GET', **kwargs) Jul 27 23:27:21.229979 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 23:27:21.229979 n-d-802623-1 neutron-server[93798]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 23:27:21.229979 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 23:27:21.229979 n-d-802623-1 neutron-server[93798]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 23:27:21.229979 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 23:27:21.229979 n-d-802623-1 neutron-server[93798]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 23:27:21.229979 n-d-802623-1 neutron-server[93798]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 23:27:21.284886 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d0553e96-fc48-41bf-80cd-2400bb4e4baa tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11335991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11551414'] for subnet, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:21.337840 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0fbc5067-77b1-45a5-8cc3-7d3c63bcf14d tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415412'] for network, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:21.346842 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning for port 18cce735-246f-4065-901d-ba9c60271b13 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:27:21.350314 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0fbc5067-77b1-45a5-8cc3-7d3c63bcf14d tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:21.352751 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-0fbc5067-77b1-45a5-8cc3-7d3c63bcf14d tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] 10.222.0.18 "DELETE /v2.0/networks/031433c5-4bab-478c-b609-4a0e530ec703 HTTP/1.1" status: 204 len: 168 time: 0.8109992 Jul 27 23:27:21.376196 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0553e96-fc48-41bf-80cd-2400bb4e4baa tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Pushing event deleted for resources: {'Subnet': ['ID=9fac889c-8fd7-4edb-88a6-c65a5936c180,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:27:21.378287 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-5517984c-c758-40d0-a903-13a75f11bc79 None None] Provisioning for port 18cce735-246f-4065-901d-ba9c60271b13 completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:27:21.381313 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 33758) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:27:21.387846 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d0553e96-fc48-41bf-80cd-2400bb4e4baa tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for subnet, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:21.391757 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-d0553e96-fc48-41bf-80cd-2400bb4e4baa tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] 10.222.0.18 "DELETE /v2.0/subnets/9fac889c-8fd7-4edb-88a6-c65a5936c180 HTTP/1.1" status: 204 len: 168 time: 0.8656516 Jul 27 23:27:21.396539 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-dd6b0004-573f-4a7e-8ac8-2f86dc658b06 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Request body: {'network': {'name': 'tempest-network-smoke--38272442', 'project_id': 'ba4fae7b46b54e6e99cbf665d54e4a7e', 'port_security_enabled': True}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:27:21.400313 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port 18cce735-246f-4065-901d-ba9c60271b13 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:27:21.401785 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 33760) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:27:21.401957 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:21.450876 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-5517984c-c758-40d0-a903-13a75f11bc79 None None] Provisioning complete for port 18cce735-246f-4065-901d-ba9c60271b13 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:27:21.451793 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-5517984c-c758-40d0-a903-13a75f11bc79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:21.494749 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd6b0004-573f-4a7e-8ac8-2f86dc658b06 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Made reservation on behalf of ba4fae7b46b54e6e99cbf665d54e4a7e for: {'network': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:27:21.498613 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-dd6b0004-573f-4a7e-8ac8-2f86dc658b06 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for network, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:21.560335 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c229e489-f3b6-4d5b-96c9-15dd8aa1ea3f tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:27:21.562030 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c229e489-f3b6-4d5b-96c9-15dd8aa1ea3f tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:27:21.567188 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-c229e489-f3b6-4d5b-96c9-15dd8aa1ea3f tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1639023 Jul 27 23:27:21.586092 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd6b0004-573f-4a7e-8ac8-2f86dc658b06 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 502} {{(pid=93797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 23:27:21.597817 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-dd6b0004-573f-4a7e-8ac8-2f86dc658b06 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:21.598176 n-d-802623-1 neutron-server[93797]: INFO neutron.db.segments_db [None req-dd6b0004-573f-4a7e-8ac8-2f86dc658b06 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Added segment 7c60bb94-020e-4d82-9690-a79eecb055ab of type vlan for network f33f478a-5a93-43d9-988a-2827d45cd859 Jul 27 23:27:21.649092 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-dd6b0004-573f-4a7e-8ac8-2f86dc658b06 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736833354590'] for network, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:21.679777 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 33764) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:27:21.782837 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3387bbc3-569d-48ac-a86f-2b5d28c4f6c6 tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593271'] for network, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:21.785824 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-dd6b0004-573f-4a7e-8ac8-2f86dc658b06 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569'] for network, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:21.793328 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd6b0004-573f-4a7e-8ac8-2f86dc658b06 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:27:21.794494 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-dd6b0004-573f-4a7e-8ac8-2f86dc658b06 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for network, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:21.806835 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:21.856153 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-5517984c-c758-40d0-a903-13a75f11bc79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:21.857511 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3083491d-b25f-4596-baa9-6ce2216cf7bf tempest-RoutersIpV6AdminTest-1619528760 tempest-RoutersIpV6AdminTest-1619528760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-415433', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62186'] for router, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:21.864074 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] For port 18cce735-246f-4065-901d-ba9c60271b13, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=18cce735-246f-4065-901d-ba9c60271b13,segment=NetworkSegment(9a1f773b-7a72-41a6-8327-21a9bf08a169),segment_id=9a1f773b-7a72-41a6-8327-21a9bf08a169)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:27:21.865461 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3083491d-b25f-4596-baa9-6ce2216cf7bf tempest-RoutersIpV6AdminTest-1619528760 tempest-RoutersIpV6AdminTest-1619528760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-415468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-415442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-415451', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-479100'] for router, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:21.885887 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:21.925198 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-511077d0-7877-4d69-be61-beca24be82a7 None None] DHCP port deletion for 6127541b-cfa2-4dc0-b11f-8bd788401744 request from n-d-802623-1 {{(pid=93799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 23:27:21.927337 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbc5067-77b1-45a5-8cc3-7d3c63bcf14d tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Pushing event deleted for resources: {'Network': ['ID=031433c5-4bab-478c-b609-4a0e530ec703,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:27:22.012156 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 890ee42d-118a-49a0-8342-f952e18eecf7 no longer exists at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:27:22.032216 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8aa7e9-4c3a-43a7-a905-756ec69b9c6f req-30e81a8f-c9a5-4511-9542-5a8c4957e7b2 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:27:22.033939 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-4d8aa7e9-4c3a-43a7-a905-756ec69b9c6f req-30e81a8f-c9a5-4511-9542-5a8c4957e7b2 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/ports?device_id=c82f64f9-7572-4580-b07f-b346ae07e8cc HTTP/1.1" status: 200 len: 945 time: 0.8030989 Jul 27 23:27:22.038192 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] No Port match for: 890ee42d-118a-49a0-8342-f952e18eecf7 {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:27:22.038573 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 890ee42d-118a-49a0-8342-f952e18eecf7 not bound to the agent host n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:27:22.039520 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device d197c474-fa98-4df7-bc28-17aee197ad1f no longer exists at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:27:22.082527 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] No Port match for: d197c474-fa98-4df7-bc28-17aee197ad1f {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:27:22.083112 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device d197c474-fa98-4df7-bc28-17aee197ad1f not bound to the agent host n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:27:22.088958 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Pushing event updated for resources: {'Port': ['ID=18cce735-246f-4065-901d-ba9c60271b13,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:27:22.093092 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.db.api [None req-5517984c-c758-40d0-a903-13a75f11bc79 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93799) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 23:27:22.093452 n-d-802623-1 neutron-server[93799]: DEBUG oslo_db.api [None req-5517984c-c758-40d0-a903-13a75f11bc79 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 23:27:22.114597 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-511077d0-7877-4d69-be61-beca24be82a7 None None] Deleting port 18cce735-246f-4065-901d-ba9c60271b13 {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:27:22.114967 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-511077d0-7877-4d69-be61-beca24be82a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:22.138198 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-4d8aa7e9-4c3a-43a7-a905-756ec69b9c6f req-8d3860b7-542e-44ff-a436-9ff1576e40ba tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/security-groups?id=7dab0fca-2422-4f10-a2ed-ede178e48859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921171 Jul 27 23:27:22.186831 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-511077d0-7877-4d69-be61-beca24be82a7 None None] For port 18cce735-246f-4065-901d-ba9c60271b13, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=18cce735-246f-4065-901d-ba9c60271b13,segment=NetworkSegment(9a1f773b-7a72-41a6-8327-21a9bf08a169),segment_id=9a1f773b-7a72-41a6-8327-21a9bf08a169)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:27:22.187314 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-511077d0-7877-4d69-be61-beca24be82a7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:22.208079 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-511077d0-7877-4d69-be61-beca24be82a7 None None] Calling delete_port for 18cce735-246f-4065-901d-ba9c60271b13 owned by network:dhcp {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:27:22.316930 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-511077d0-7877-4d69-be61-beca24be82a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:22.366502 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511077d0-7877-4d69-be61-beca24be82a7 None None] Pushing event deleted for resources: {'Port': ['ID=18cce735-246f-4065-901d-ba9c60271b13,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:27:22.386814 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-511077d0-7877-4d69-be61-beca24be82a7 None None] No DVR routers for this DVR port 18cce735-246f-4065-901d-ba9c60271b13 on host n-d-802623-1 {{(pid=93799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:27:22.441341 n-d-802623-1 neutron-server[93797]: INFO neutron.pecan_wsgi.hooks.translation [None req-3387bbc3-569d-48ac-a86f-2b5d28c4f6c6 tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 27 23:27:22.441819 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3387bbc3-569d-48ac-a86f-2b5d28c4f6c6 tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93797) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 23:27:22.444803 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-3387bbc3-569d-48ac-a86f-2b5d28c4f6c6 tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] 10.222.0.18 "DELETE /v2.0/networks/6127541b-cfa2-4dc0-b11f-8bd788401744 HTTP/1.1" status: 409 len: 405 time: 0.7635543 Jul 27 23:27:22.455782 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 33786) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:27:22.463200 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-26b85d6c-25fc-4be4-9ead-b558921bb189 tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-780560496'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:27:22.474794 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-dd6b0004-573f-4a7e-8ac8-2f86dc658b06 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.0921183 Jul 27 23:27:22.480467 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 33792) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:27:22.491937 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-9fec4630-2e25-43f2-bb4e-adbabd517b74 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1724551368', 'admin_state_up': True, 'project_id': 'ba4fae7b46b54e6e99cbf665d54e4a7e', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'}}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:27:22.504377 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6b0004-573f-4a7e-8ac8-2f86dc658b06 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Pushing event updated for resources: {'Network': ['ID=f33f478a-5a93-43d9-988a-2827d45cd859,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:27:22.514692 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3083491d-b25f-4596-baa9-6ce2216cf7bf tempest-RoutersIpV6AdminTest-1619528760 tempest-RoutersIpV6AdminTest-1619528760-project] Router aaf908b3-f549-4bb5-b7f1-134674d78689 is scheduled to L3 agent 018c4455-49c0-4734-927d-7824067b2a9e with binding_index 1 {{(pid=93798) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 23:27:22.517937 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Network f33f478a-5a93-43d9-988a-2827d45cd859 details requested by agent ovs-agent-n-d-802623-1 with host n-d-802623-1 {{(pid=93799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 23:27:22.537550 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [req-daf19c5a-48b1-4a47-a1eb-dd121ffe47d9 req-1d55684c-a18a-4651-9860-0e79fdde5eca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aaeaed8e-c896-4e77-954e-aaf5096f6478 {{(pid=93798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:27:22.549461 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 18cce735-246f-4065-901d-ba9c60271b13 no longer exists at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:27:22.552447 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-daf19c5a-48b1-4a47-a1eb-dd121ffe47d9 req-1d55684c-a18a-4651-9860-0e79fdde5eca service neutron] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:22.624592 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e895eeb4-a0bf-41fd-bc80-14da2478322a req-17800e86-1126-4149-af45-dd9a8a94f5a6 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:27:22.626249 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d5d50c4d-c4c7-41a1-90d4-cd4abe84e850 req-c809b681-f164-4395-b677-e3dfe293c191 tempest-ServerShowV257Test-1832585559 tempest-ServerShowV257Test-1832585559-project] 10.222.0.18 "GET /v2.0/ports?device_id=3c95cc01-6b6f-42dd-a701-172d356f907b HTTP/1.1" status: 200 len: 210 time: 0.0901635 Jul 27 23:27:22.626958 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e895eeb4-a0bf-41fd-bc80-14da2478322a req-17800e86-1126-4149-af45-dd9a8a94f5a6 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/ports?device_id=defa6f74-7008-41a1-8545-b7f9201c289d HTTP/1.1" status: 200 len: 932 time: 0.2948678 Jul 27 23:27:22.633194 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-daf19c5a-48b1-4a47-a1eb-dd121ffe47d9 req-1d55684c-a18a-4651-9860-0e79fdde5eca service neutron] Transition to ACTIVE for port object aaeaed8e-c896-4e77-954e-aaf5096f6478 will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:27:22.644034 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26b85d6c-25fc-4be4-9ead-b558921bb189 tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Made reservation on behalf of 8a3f8a4e5e154e3f8de886c2c529b965 for: {'network': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:27:22.649616 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-26b85d6c-25fc-4be4-9ead-b558921bb189 tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for network, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:22.653269 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-daf19c5a-48b1-4a47-a1eb-dd121ffe47d9 req-1d55684c-a18a-4651-9860-0e79fdde5eca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:22.711921 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] No Port match for: 18cce735-246f-4065-901d-ba9c60271b13 {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:27:22.712266 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 18cce735-246f-4065-901d-ba9c60271b13 not bound to the agent host n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:27:22.712689 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device f7b82e81-56a1-4086-ac71-4eda21fe1ec3 no longer exists at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:27:22.717552 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-5517984c-c758-40d0-a903-13a75f11bc79 None None] Port 18cce735-246f-4065-901d-ba9c60271b13 update to ACTIVE by agent not found {{(pid=93799) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2150}} Jul 27 23:27:22.731080 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26b85d6c-25fc-4be4-9ead-b558921bb189 tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 535} {{(pid=93797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 23:27:22.741183 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-26b85d6c-25fc-4be4-9ead-b558921bb189 tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:22.741661 n-d-802623-1 neutron-server[93797]: INFO neutron.db.segments_db [None req-26b85d6c-25fc-4be4-9ead-b558921bb189 tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Added segment e3198de7-ab62-4cd7-9e1c-f906bc4a2be6 of type vlan for network 4b818de0-047e-463e-8bb3-657c66a21702 Jul 27 23:27:22.745896 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] No Port match for: f7b82e81-56a1-4086-ac71-4eda21fe1ec3 {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:27:22.746606 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device f7b82e81-56a1-4086-ac71-4eda21fe1ec3 not bound to the agent host n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:27:22.795357 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-26b85d6c-25fc-4be4-9ead-b558921bb189 tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736833354590'] for network, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:22.800340 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9fec4630-2e25-43f2-bb4e-adbabd517b74 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62159'] for router, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:22.801612 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9fec4630-2e25-43f2-bb4e-adbabd517b74 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-479230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-415539', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3693317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62148'] for router, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:22.851657 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e895eeb4-a0bf-41fd-bc80-14da2478322a req-bbd4c3fd-38bd-43a3-9829-0f072f18a4d9 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/security-groups?id=d6f41e72-2b87-4685-ae08-bc68afebebe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2156212 Jul 27 23:27:22.857285 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d55684c-a18a-4651-9860-0e79fdde5eca service neutron] Pushing event updated for resources: {'Port': ['ID=aaeaed8e-c896-4e77-954e-aaf5096f6478,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:27:22.896390 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3083491d-b25f-4596-baa9-6ce2216cf7bf tempest-RoutersIpV6AdminTest-1619528760 tempest-RoutersIpV6AdminTest-1619528760-project] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:27:22.904897 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3083491d-b25f-4596-baa9-6ce2216cf7bf tempest-RoutersIpV6AdminTest-1619528760 tempest-RoutersIpV6AdminTest-1619528760-project] Notify callbacks [] for router, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:22.909352 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f942a02-ed47-4ac9-b320-4a4baddc9c56 None None] Sync routers for ids ['aaf908b3-f549-4bb5-b7f1-134674d78689'] in n-d-802623-1 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:27:22.910388 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-3083491d-b25f-4596-baa9-6ce2216cf7bf tempest-RoutersIpV6AdminTest-1619528760 tempest-RoutersIpV6AdminTest-1619528760-project] 10.222.0.18 "PUT /v2.0/routers/aaf908b3-f549-4bb5-b7f1-134674d78689 HTTP/1.1" status: 200 len: 884 time: 6.8178980 Jul 27 23:27:22.911273 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 33800) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:27:22.923988 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f942a02-ed47-4ac9-b320-4a4baddc9c56 None None] Routers {'aaf908b3-f549-4bb5-b7f1-134674d78689'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:27:22.940227 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-6f942a02-ed47-4ac9-b320-4a4baddc9c56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:27:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['aaf908b3-f549-4bb5-b7f1-134674d78689'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:27:22.986156 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-6f942a02-ed47-4ac9-b320-4a4baddc9c56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:27:22.999499 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f942a02-ed47-4ac9-b320-4a4baddc9c56 None None] Routers {'aaf908b3-f549-4bb5-b7f1-134674d78689'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:27:23.001057 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-6f942a02-ed47-4ac9-b320-4a4baddc9c56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:27:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['aaf908b3-f549-4bb5-b7f1-134674d78689'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:27:23.007153 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.db.resource_extend [None req-26b85d6c-25fc-4be4-9ead-b558921bb189 tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 27 23:27:23.034840 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9fec4630-2e25-43f2-bb4e-adbabd517b74 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:23.039802 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-6f942a02-ed47-4ac9-b320-4a4baddc9c56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:27:23.040837 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f942a02-ed47-4ac9-b320-4a4baddc9c56 None None] The sync data for ids ['aaf908b3-f549-4bb5-b7f1-134674d78689'] in n-d-802623-1 is: [] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:27:23.077106 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-daf19c5a-48b1-4a47-a1eb-dd121ffe47d9 req-1d55684c-a18a-4651-9860-0e79fdde5eca service neutron] Attempting to bind port aaeaed8e-c896-4e77-954e-aaf5096f6478 on host n-h1-802623-1 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:27:23.077730 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-daf19c5a-48b1-4a47-a1eb-dd121ffe47d9 req-1d55684c-a18a-4651-9860-0e79fdde5eca service neutron] Attempting to bind port aaeaed8e-c896-4e77-954e-aaf5096f6478 by drivers openvswitch,hyperv on host n-h1-802623-1 at level 0 using segments [{'id': 'e34bcaf6-fcda-4cb3-a9d4-ce07906221d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '280a3ba5-2d75-4827-b3c1-0be5bb892094'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:27:23.078925 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daf19c5a-48b1-4a47-a1eb-dd121ffe47d9 req-1d55684c-a18a-4651-9860-0e79fdde5eca service neutron] Attempting to bind port aaeaed8e-c896-4e77-954e-aaf5096f6478 on network 280a3ba5-2d75-4827-b3c1-0be5bb892094 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:27:23.086201 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daf19c5a-48b1-4a47-a1eb-dd121ffe47d9 req-1d55684c-a18a-4651-9860-0e79fdde5eca service neutron] Port aaeaed8e-c896-4e77-954e-aaf5096f6478 on network 280a3ba5-2d75-4827-b3c1-0be5bb892094 not bound, no agent of type Open vSwitch agent registered on host n-h1-802623-1 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 23:27:23.086764 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daf19c5a-48b1-4a47-a1eb-dd121ffe47d9 req-1d55684c-a18a-4651-9860-0e79fdde5eca service neutron] Attempting to bind port aaeaed8e-c896-4e77-954e-aaf5096f6478 on network 280a3ba5-2d75-4827-b3c1-0be5bb892094 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:27:23.093703 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daf19c5a-48b1-4a47-a1eb-dd121ffe47d9 req-1d55684c-a18a-4651-9860-0e79fdde5eca service neutron] Checking agent: {'id': '245f1da4-a9b8-4b08-90d7-28f0f342b839', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 59, 59), 'started_at': datetime.datetime(2021, 7, 27, 22, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:27:23.094310 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daf19c5a-48b1-4a47-a1eb-dd121ffe47d9 req-1d55684c-a18a-4651-9860-0e79fdde5eca service neutron] Checking segment: {'id': 'e34bcaf6-fcda-4cb3-a9d4-ce07906221d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '280a3ba5-2d75-4827-b3c1-0be5bb892094'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:27:23.095260 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daf19c5a-48b1-4a47-a1eb-dd121ffe47d9 req-1d55684c-a18a-4651-9860-0e79fdde5eca service neutron] Bound using segment: {'id': 'e34bcaf6-fcda-4cb3-a9d4-ce07906221d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '280a3ba5-2d75-4827-b3c1-0be5bb892094'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:27:23.095702 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-daf19c5a-48b1-4a47-a1eb-dd121ffe47d9 req-1d55684c-a18a-4651-9860-0e79fdde5eca service neutron] Bound port: aaeaed8e-c896-4e77-954e-aaf5096f6478, host: n-h1-802623-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e34bcaf6-fcda-4cb3-a9d4-ce07906221d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '280a3ba5-2d75-4827-b3c1-0be5bb892094'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:27:23.096116 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-daf19c5a-48b1-4a47-a1eb-dd121ffe47d9 req-1d55684c-a18a-4651-9860-0e79fdde5eca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:23.127637 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9b15af-0a64-4e87-9a8b-e4e5af3f087b req-dae279e0-a2c2-4dae-96e0-74ef44442dd4 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:27:23.147363 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-0e9b15af-0a64-4e87-9a8b-e4e5af3f087b req-dae279e0-a2c2-4dae-96e0-74ef44442dd4 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/ports?device_id=c82f64f9-7572-4580-b07f-b346ae07e8cc HTTP/1.1" status: 200 len: 945 time: 0.3183861 Jul 27 23:27:23.169600 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-f821b9b3-d7ec-4245-bfee-566d8f594f17 tempest-RoutersIpV6AdminTest-711475609 tempest-RoutersIpV6AdminTest-711475609-project-admin] 10.222.0.18 "GET /v2.0/routers/aaf908b3-f549-4bb5-b7f1-134674d78689 HTTP/1.1" status: 200 len: 925 time: 0.2379277 Jul 27 23:27:23.174617 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 33804) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:27:23.189544 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-26b85d6c-25fc-4be4-9ead-b558921bb189 tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569'] for network, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:23.203179 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26b85d6c-25fc-4be4-9ead-b558921bb189 tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:27:23.203833 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-26b85d6c-25fc-4be4-9ead-b558921bb189 tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for network, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:23.231650 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-26b85d6c-25fc-4be4-9ead-b558921bb189 tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.7722056 Jul 27 23:27:23.241467 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 33806) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:27:23.248152 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-daf19c5a-48b1-4a47-a1eb-dd121ffe47d9 req-1d55684c-a18a-4651-9860-0e79fdde5eca service neutron] For port aaeaed8e-c896-4e77-954e-aaf5096f6478, host n-h1-802623-1, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:27:23.252667 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-daf19c5a-48b1-4a47-a1eb-dd121ffe47d9 req-1d55684c-a18a-4651-9860-0e79fdde5eca service neutron] For port aaeaed8e-c896-4e77-954e-aaf5096f6478, host n-h1-802623-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=aaeaed8e-c896-4e77-954e-aaf5096f6478,segment=NetworkSegment(e34bcaf6-fcda-4cb3-a9d4-ce07906221d3),segment_id=e34bcaf6-fcda-4cb3-a9d4-ce07906221d3)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:27:23.281867 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-daf19c5a-48b1-4a47-a1eb-dd121ffe47d9 req-1d55684c-a18a-4651-9860-0e79fdde5eca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:23.291904 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-62382311-2d94-415c-b2a9-a1e8f9a4465f tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Request body: {'subnet': {'network_id': '4b818de0-047e-463e-8bb3-657c66a21702', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:27:23.361453 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf19c5a-48b1-4a47-a1eb-dd121ffe47d9 req-1d55684c-a18a-4651-9860-0e79fdde5eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:27:23.362174 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-daf19c5a-48b1-4a47-a1eb-dd121ffe47d9 req-1d55684c-a18a-4651-9860-0e79fdde5eca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:23.363823 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-daf19c5a-48b1-4a47-a1eb-dd121ffe47d9 req-1d55684c-a18a-4651-9860-0e79fdde5eca service neutron] 10.222.0.38 "PUT /v2.0/ports/aaeaed8e-c896-4e77-954e-aaf5096f6478 HTTP/1.1" status: 200 len: 1092 time: 2.9903097 Jul 27 23:27:23.364335 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'defa6f74-7008-41a1-8545-b7f9201c289d', 'tag': 'aaeaed8e-c896-4e77-954e-aaf5096f6478'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:27:23.368190 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}011f8d312121274bb12d78e77c6379a2079800640016cec6c6d605b73666e854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d0bb699-b3f5-4f1a-86ca-c02e6ff56370" -d '{"events": [{"name": "network-changed", "server_uuid": "defa6f74-7008-41a1-8545-b7f9201c289d", "tag": "aaeaed8e-c896-4e77-954e-aaf5096f6478"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:27:23.430754 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb963584-fcc4-454a-9107-e3d23196ee9a tempest-RoutersIpV6AdminTest-711475609 tempest-RoutersIpV6AdminTest-711475609-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:27:23.442301 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-eb963584-fcc4-454a-9107-e3d23196ee9a tempest-RoutersIpV6AdminTest-711475609 tempest-RoutersIpV6AdminTest-711475609-project-admin] 10.222.0.18 "GET /v2.0/ports?network_id=2fd42287-ed26-4eb9-89a5-b521f5b04356&device_id=aaf908b3-f549-4bb5-b7f1-134674d78689&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2659755 Jul 27 23:27:23.442954 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 33810) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:27:23.496221 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 23:27:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12ab5e90-d97f-4bc7-899b-c5855091ba89 x-openstack-request-id: req-12ab5e90-d97f-4bc7-899b-c5855091ba89 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:27:23.497117 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "defa6f74-7008-41a1-8545-b7f9201c289d", "tag": "aaeaed8e-c896-4e77-954e-aaf5096f6478", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:27:23.497720 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-12ab5e90-d97f-4bc7-899b-c5855091ba89 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:27:23.499470 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9fec4630-2e25-43f2-bb4e-adbabd517b74 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-415433', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62186'] for router, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:23.500944 n-d-802623-1 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'defa6f74-7008-41a1-8545-b7f9201c289d', 'tag': 'aaeaed8e-c896-4e77-954e-aaf5096f6478', 'status': 'completed', 'code': 200} Jul 27 23:27:23.506917 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b85d6c-25fc-4be4-9ead-b558921bb189 tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Pushing event updated for resources: {'Network': ['ID=4b818de0-047e-463e-8bb3-657c66a21702,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:27:23.522895 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Network 4b818de0-047e-463e-8bb3-657c66a21702 details requested by agent ovs-agent-n-d-802623-1 with host n-d-802623-1 {{(pid=93799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 23:27:23.533137 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-0e9b15af-0a64-4e87-9a8b-e4e5af3f087b req-e252ac0e-7032-4133-b9ab-4d10ef7af605 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/security-groups?id=7dab0fca-2422-4f10-a2ed-ede178e48859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3821311 Jul 27 23:27:23.634113 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d55684c-a18a-4651-9860-0e79fdde5eca service neutron] Pushing event updated for resources: {'Port': ['ID=aaeaed8e-c896-4e77-954e-aaf5096f6478,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:27:23.695444 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62382311-2d94-415c-b2a9-a1e8f9a4465f tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Made reservation on behalf of 8a3f8a4e5e154e3f8de886c2c529b965 for: {'subnet': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:27:23.700205 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-62382311-2d94-415c-b2a9-a1e8f9a4465f tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11551435'] for subnet, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:23.750748 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce42569e-0007-4f31-987e-654d0e6443cc tempest-RoutersIpV6AdminTest-711475609 tempest-RoutersIpV6AdminTest-711475609-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:27:23.755904 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-ce42569e-0007-4f31-987e-654d0e6443cc tempest-RoutersIpV6AdminTest-711475609 tempest-RoutersIpV6AdminTest-711475609-project-admin] 10.222.0.18 "GET /v2.0/networks/2fd42287-ed26-4eb9-89a5-b521f5b04356 HTTP/1.1" status: 200 len: 881 time: 0.2950921 Jul 27 23:27:23.755904 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf19c5a-48b1-4a47-a1eb-dd121ffe47d9 req-e46c5a52-17a7-4c8c-a16d-aa82d8ac7809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:27:23.759164 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-daf19c5a-48b1-4a47-a1eb-dd121ffe47d9 req-e46c5a52-17a7-4c8c-a16d-aa82d8ac7809 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=49af0f356ac348f0bd0841795f0ea352&device_id=defa6f74-7008-41a1-8545-b7f9201c289d HTTP/1.1" status: 200 len: 1095 time: 0.3105035 Jul 27 23:27:23.762518 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 33816) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:27:23.804782 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8ff74520-fb9f-4284-af3a-0bf76b2af14d req-cefe12a5-b330-4212-83e1-cc322d209c27 tempest-ServerShowV257Test-1832585559 tempest-ServerShowV257Test-1832585559-project] 10.222.0.18 "GET /v2.0/ports?device_id=3c95cc01-6b6f-42dd-a701-172d356f907b HTTP/1.1" status: 200 len: 210 time: 0.0391979 Jul 27 23:27:23.851986 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-691c6837-a00e-4219-bc27-23614727fa87 tempest-RoutersIpV6AdminTest-1619528760 tempest-RoutersIpV6AdminTest-1619528760-project] 10.222.0.18 "GET /v2.0/ports?device_id=aaf908b3-f549-4bb5-b7f1-134674d78689 HTTP/1.1" status: 200 len: 205 time: 0.0882900 Jul 27 23:27:23.855372 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 33818) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:27:23.858786 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-daf19c5a-48b1-4a47-a1eb-dd121ffe47d9 req-c4e83d78-c1c3-4a27-8b72-7f67c15f1af5 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aaeaed8e-c896-4e77-954e-aaf5096f6478 HTTP/1.1" status: 200 len: 217 time: 0.0939636 Jul 27 23:27:23.957687 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553c3ad9-12fe-4c4d-a338-75ec49070724 req-82631729-004f-4c51-986a-de4ca66ceddd tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:27:23.959363 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-553c3ad9-12fe-4c4d-a338-75ec49070724 req-82631729-004f-4c51-986a-de4ca66ceddd tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/ports?device_id=c82f64f9-7572-4580-b07f-b346ae07e8cc HTTP/1.1" status: 200 len: 945 time: 0.2445786 Jul 27 23:27:24.037422 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf19c5a-48b1-4a47-a1eb-dd121ffe47d9 req-97fd84ae-ec87-4eaf-a6a9-62e46a9c1af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:27:24.039634 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-daf19c5a-48b1-4a47-a1eb-dd121ffe47d9 req-97fd84ae-ec87-4eaf-a6a9-62e46a9c1af8 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=03df5e5c-8a96-449f-9e96-cff1a55737e2 HTTP/1.1" status: 200 len: 851 time: 0.1730254 Jul 27 23:27:24.094867 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-553c3ad9-12fe-4c4d-a338-75ec49070724 req-22b72673-38ec-4ac1-b386-7aff4a594bff tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/security-groups?id=7dab0fca-2422-4f10-a2ed-ede178e48859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255786 Jul 27 23:27:24.123355 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e3c30756-b5bc-4d7a-bb63-4034b73a8b17 tempest-RoutersIpV6AdminTest-1619528760 tempest-RoutersIpV6AdminTest-1619528760-project] Notify callbacks [] for router, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:24.123355 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf19c5a-48b1-4a47-a1eb-dd121ffe47d9 req-2c0d7e15-53f5-42c5-8d45-621edafae896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:27:24.123355 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-daf19c5a-48b1-4a47-a1eb-dd121ffe47d9 req-2c0d7e15-53f5-42c5-8d45-621edafae896 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=280a3ba5-2d75-4827-b3c1-0be5bb892094&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0714159 Jul 27 23:27:24.227992 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c15367-ca68-4443-8280-e1724448d23a req-5ea77075-b35c-4df4-b33a-67988fa06740 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:27:24.240092 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-10c15367-ca68-4443-8280-e1724448d23a req-5ea77075-b35c-4df4-b33a-67988fa06740 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/ports?device_id=defa6f74-7008-41a1-8545-b7f9201c289d HTTP/1.1" status: 200 len: 944 time: 0.1906524 Jul 27 23:27:24.289616 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9fec4630-2e25-43f2-bb4e-adbabd517b74 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks [] for router_gateway, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:24.332461 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-daf19c5a-48b1-4a47-a1eb-dd121ffe47d9 req-01f56aa0-0bfe-45e2-9e88-1c968e5eb162 service neutron] 10.222.0.38 "GET /v2.0/networks/280a3ba5-2d75-4827-b3c1-0be5bb892094?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2054410 Jul 27 23:27:24.336771 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9fec4630-2e25-43f2-bb4e-adbabd517b74 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:24.355770 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e3c30756-b5bc-4d7a-bb63-4034b73a8b17 tempest-RoutersIpV6AdminTest-1619528760 tempest-RoutersIpV6AdminTest-1619528760-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:24.366634 n-d-802623-1 neutron-server[93797]: DEBUG neutron.objects.ports [None req-62382311-2d94-415c-b2a9-a1e8f9a4465f tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93797) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 27 23:27:24.373670 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-62382311-2d94-415c-b2a9-a1e8f9a4465f tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11336182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11551417'] for subnet, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:24.439110 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c27ca6a-fec7-4d53-b17a-fb5742e21f2f req-3210b5bb-a96c-4308-828f-42f55c234a45 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:27:24.440598 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-0c27ca6a-fec7-4d53-b17a-fb5742e21f2f req-3210b5bb-a96c-4308-828f-42f55c234a45 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/ports?device_id=c82f64f9-7572-4580-b07f-b346ae07e8cc HTTP/1.1" status: 200 len: 945 time: 0.1506147 Jul 27 23:27:24.440897 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-10c15367-ca68-4443-8280-e1724448d23a req-03d9f06c-5c62-48fa-a9b7-f4a2d633648c tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/security-groups?id=d6f41e72-2b87-4685-ae08-bc68afebebe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1996112 Jul 27 23:27:24.487612 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62382311-2d94-415c-b2a9-a1e8f9a4465f tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Pushing event updated for resources: {'Subnet': ['ID=8b8553dd-9e1e-461b-b9fe-8a095556f9c1,revision_number=0']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:27:24.499541 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-daf19c5a-48b1-4a47-a1eb-dd121ffe47d9 req-c329b90d-cff3-44d5-8961-014591b44f50 service neutron] 10.222.0.38 "GET /v2.0/networks/280a3ba5-2d75-4827-b3c1-0be5bb892094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543138 Jul 27 23:27:24.515805 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-0c27ca6a-fec7-4d53-b17a-fb5742e21f2f req-feabf914-f5e8-4c74-8092-6cedb5cfb4b7 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/security-groups?id=7dab0fca-2422-4f10-a2ed-ede178e48859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572605 Jul 27 23:27:24.523862 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-e3c30756-b5bc-4d7a-bb63-4034b73a8b17 tempest-RoutersIpV6AdminTest-1619528760 tempest-RoutersIpV6AdminTest-1619528760-project] Deleting port d9b9507e-0b74-4682-b138-95bf7f4f7aac {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:27:24.524213 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e3c30756-b5bc-4d7a-bb63-4034b73a8b17 tempest-RoutersIpV6AdminTest-1619528760 tempest-RoutersIpV6AdminTest-1619528760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:24.531423 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62382311-2d94-415c-b2a9-a1e8f9a4465f tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Checking segment: {'id': 'e3198de7-ab62-4cd7-9e1c-f906bc4a2be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '4b818de0-047e-463e-8bb3-657c66a21702'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:27:24.531423 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62382311-2d94-415c-b2a9-a1e8f9a4465f tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Network hostable DHCP agents. Network: 4b818de0-047e-463e-8bb3-657c66a21702, hostable agents: ['5950e76f-2bde-4343-a925-cbe6bacd2706'], hosted agents: [] {{(pid=93797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 23:27:24.562789 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-9fec4630-2e25-43f2-bb4e-adbabd517b74 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Allocated IP 172.25.4.22 (2fd42287-ed26-4eb9-89a5-b521f5b04356/17de1f8f-393a-4b0c-a2df-614bd3f2fb5e/04e67126-ded4-4fdf-8334-7d37b4221bb3) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:27:24.578439 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62382311-2d94-415c-b2a9-a1e8f9a4465f tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Network 4b818de0-047e-463e-8bb3-657c66a21702 is scheduled to be hosted by DHCP agent 5950e76f-2bde-4343-a925-cbe6bacd2706 with binding_index 1 {{(pid=93797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 23:27:24.612162 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-62382311-2d94-415c-b2a9-a1e8f9a4465f tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802623-1, 4b818de0-047e-463e-8bb3-657c66a21702) {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:27:24.626113 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-630c62b7-2a3f-4800-9757-b2dcf2159168 None None] Network 4b818de0-047e-463e-8bb3-657c66a21702 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:27:24.653280 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0bb699-b3f5-4f1a-86ca-c02e6ff56370 req-cffe09ff-f371-4e8f-8364-7291b9e3aa27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:27:24.654770 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-8d0bb699-b3f5-4f1a-86ca-c02e6ff56370 req-cffe09ff-f371-4e8f-8364-7291b9e3aa27 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=49af0f356ac348f0bd0841795f0ea352&device_id=defa6f74-7008-41a1-8545-b7f9201c289d HTTP/1.1" status: 200 len: 1095 time: 0.0884933 Jul 27 23:27:24.657127 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e3c30756-b5bc-4d7a-bb63-4034b73a8b17 tempest-RoutersIpV6AdminTest-1619528760 tempest-RoutersIpV6AdminTest-1619528760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:24.673467 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62382311-2d94-415c-b2a9-a1e8f9a4465f tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:27:24.674191 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-62382311-2d94-415c-b2a9-a1e8f9a4465f tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for subnet, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:24.678550 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-e3c30756-b5bc-4d7a-bb63-4034b73a8b17 tempest-RoutersIpV6AdminTest-1619528760 tempest-RoutersIpV6AdminTest-1619528760-project] Calling delete_port for d9b9507e-0b74-4682-b138-95bf7f4f7aac owned by network:router_gateway {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:27:24.723163 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-62382311-2d94-415c-b2a9-a1e8f9a4465f tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4712341 Jul 27 23:27:24.726089 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 33830) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:27:24.733840 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-e0dd1be6-7145-4a46-89fc-fa1ac18401ca tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Request body: {'port': {'network_id': '4b818de0-047e-463e-8bb3-657c66a21702', 'name': 'tempest-NetworksIpV6TestAttrs-2079619587'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:27:24.818100 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0bb699-b3f5-4f1a-86ca-c02e6ff56370 req-dfffa437-0b3e-4780-b6ff-65665e15fffc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:27:24.819531 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-8d0bb699-b3f5-4f1a-86ca-c02e6ff56370 req-dfffa437-0b3e-4780-b6ff-65665e15fffc service neutron] 10.222.0.38 "GET /v2.0/networks?id=280a3ba5-2d75-4827-b3c1-0be5bb892094 HTTP/1.1" status: 200 len: 913 time: 0.1547904 Jul 27 23:27:24.826487 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee699d9-1e05-40cc-bdc2-09d97923a20c req-9a834a47-9b4f-4570-a834-b0585be1868d tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:27:24.828255 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8ee699d9-1e05-40cc-bdc2-09d97923a20c req-9a834a47-9b4f-4570-a834-b0585be1868d tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/ports?device_id=c82f64f9-7572-4580-b07f-b346ae07e8cc HTTP/1.1" status: 200 len: 945 time: 0.1706426 Jul 27 23:27:24.834853 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9fec4630-2e25-43f2-bb4e-adbabd517b74 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:24.895688 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-8d0bb699-b3f5-4f1a-86ca-c02e6ff56370 req-74995e3d-0248-4af1-bb0b-1e3a16736aaf service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aaeaed8e-c896-4e77-954e-aaf5096f6478 HTTP/1.1" status: 200 len: 217 time: 0.0394499 Jul 27 23:27:24.940488 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8ee699d9-1e05-40cc-bdc2-09d97923a20c req-5a1acba6-f88b-4df0-b744-92f88195798c tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/security-groups?id=7dab0fca-2422-4f10-a2ed-ede178e48859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008673 Jul 27 23:27:24.976914 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0dd1be6-7145-4a46-89fc-fa1ac18401ca tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Made reservation on behalf of 8a3f8a4e5e154e3f8de886c2c529b965 for: {'port': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:27:24.980892 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e0dd1be6-7145-4a46-89fc-fa1ac18401ca tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:24.987318 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4dcffd0-c29c-4f3b-be31-bab61a473a9f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f6f257c-ad18-5f0c-8c8e-ea085a5fc8a2-4b818de0-047e-463e-8bb3-657c66a21702', 'network_id': '4b818de0-047e-463e-8bb3-657c66a21702', 'tenant_id': '8a3f8a4e5e154e3f8de886c2c529b965', 'fixed_ips': [{'subnet_id': '8b8553dd-9e1e-461b-b9fe-8a095556f9c1'}]}} from n-d-802623-1. {{(pid=93799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 23:27:24.989046 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c4dcffd0-c29c-4f3b-be31-bab61a473a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:24.992015 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9fec4630-2e25-43f2-bb4e-adbabd517b74 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:25.038604 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fec4630-2e25-43f2-bb4e-adbabd517b74 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Network 2fd42287-ed26-4eb9-89a5-b521f5b04356 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:27:25.043462 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-e0dd1be6-7145-4a46-89fc-fa1ac18401ca tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] device_id is not set on port 5c61b81f-5d60-4244-a4d6-a669d1872d35 yet. {{(pid=93797) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 23:27:25.049944 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-9fec4630-2e25-43f2-bb4e-adbabd517b74 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:27:25.064949 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fec4630-2e25-43f2-bb4e-adbabd517b74 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:27:25.163852 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fec4630-2e25-43f2-bb4e-adbabd517b74 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Pushing event updated for resources: {'Port': ['ID=04e67126-ded4-4fdf-8334-7d37b4221bb3,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:27:25.174438 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-c4dcffd0-c29c-4f3b-be31-bab61a473a9f None None] Allocated IP 2001:db8::f816:3eff:feff:3a46 (4b818de0-047e-463e-8bb3-657c66a21702/8b8553dd-9e1e-461b-b9fe-8a095556f9c1/e5ddb661-2ab9-42c7-b5a2-457ba10287f5) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:27:25.238951 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d85e8c1-bc89-4ed7-8f05-3ea1dcd103b2 req-bc3c0d9f-9fb6-47e6-a3d0-e0c0d6db3ec5 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:27:25.240323 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-4d85e8c1-bc89-4ed7-8f05-3ea1dcd103b2 req-bc3c0d9f-9fb6-47e6-a3d0-e0c0d6db3ec5 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/ports?device_id=c82f64f9-7572-4580-b07f-b346ae07e8cc HTTP/1.1" status: 200 len: 945 time: 0.1917181 Jul 27 23:27:25.302046 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-d741fa3e-76ba-451c-91ef-58d5f07e9bd6 req-d9e076fc-19ea-40d0-b761-c255039b038d tempest-ServerShowV257Test-1832585559 tempest-ServerShowV257Test-1832585559-project] 10.222.0.18 "GET /v2.0/ports?device_id=3c95cc01-6b6f-42dd-a701-172d356f907b HTTP/1.1" status: 200 len: 210 time: 0.3939714 Jul 27 23:27:25.342742 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c4dcffd0-c29c-4f3b-be31-bab61a473a9f None None] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:25.346178 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0bb699-b3f5-4f1a-86ca-c02e6ff56370 req-3851b667-c3b3-4475-bcc8-45b952e50be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:27:25.347987 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-8d0bb699-b3f5-4f1a-86ca-c02e6ff56370 req-3851b667-c3b3-4475-bcc8-45b952e50be0 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=03df5e5c-8a96-449f-9e96-cff1a55737e2 HTTP/1.1" status: 200 len: 851 time: 0.4416890 Jul 27 23:27:25.353628 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-4d85e8c1-bc89-4ed7-8f05-3ea1dcd103b2 req-cc0c74c6-6995-43ca-90d4-e3fde24575ae tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/security-groups?id=7dab0fca-2422-4f10-a2ed-ede178e48859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858107 Jul 27 23:27:25.410644 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-c4dcffd0-c29c-4f3b-be31-bab61a473a9f None None] Transition to ACTIVE for port object e5ddb661-2ab9-42c7-b5a2-457ba10287f5 will not be triggered until provisioned by entity L2. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:27:25.411885 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e3c30756-b5bc-4d7a-bb63-4034b73a8b17 tempest-RoutersIpV6AdminTest-1619528760 tempest-RoutersIpV6AdminTest-1619528760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:25.422217 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0bb699-b3f5-4f1a-86ca-c02e6ff56370 req-ad82997f-b02a-4fd2-ae7e-219e2def8544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:27:25.423823 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-8d0bb699-b3f5-4f1a-86ca-c02e6ff56370 req-ad82997f-b02a-4fd2-ae7e-219e2def8544 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=280a3ba5-2d75-4827-b3c1-0be5bb892094&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0660901 Jul 27 23:27:25.428261 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-c4dcffd0-c29c-4f3b-be31-bab61a473a9f None None] Transition to ACTIVE for port object e5ddb661-2ab9-42c7-b5a2-457ba10287f5 will not be triggered until provisioned by entity DHCP. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:27:25.435753 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c4dcffd0-c29c-4f3b-be31-bab61a473a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:25.468673 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c30756-b5bc-4d7a-bb63-4034b73a8b17 tempest-RoutersIpV6AdminTest-1619528760 tempest-RoutersIpV6AdminTest-1619528760-project] Pushing event deleted for resources: {'Port': ['ID=d9b9507e-0b74-4682-b138-95bf7f4f7aac,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:27:25.476691 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4dcffd0-c29c-4f3b-be31-bab61a473a9f None None] Network 4b818de0-047e-463e-8bb3-657c66a21702 is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:27:25.476691 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-c4dcffd0-c29c-4f3b-be31-bab61a473a9f None None] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:27:25.480234 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4dcffd0-c29c-4f3b-be31-bab61a473a9f None None] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:27:25.491254 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4dcffd0-c29c-4f3b-be31-bab61a473a9f None None] Pushing event updated for resources: {'Port': ['ID=e5ddb661-2ab9-42c7-b5a2-457ba10287f5,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:27:25.529655 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9fec4630-2e25-43f2-bb4e-adbabd517b74 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks [] for router_gateway, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:25.534484 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-e0dd1be6-7145-4a46-89fc-fa1ac18401ca tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Allocated IP 2001:db8::f816:3eff:feda:bd72 (4b818de0-047e-463e-8bb3-657c66a21702/8b8553dd-9e1e-461b-b9fe-8a095556f9c1/5c61b81f-5d60-4244-a4d6-a669d1872d35) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:27:25.560480 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-c4dcffd0-c29c-4f3b-be31-bab61a473a9f None None] Attempting to bind port e5ddb661-2ab9-42c7-b5a2-457ba10287f5 on host n-d-802623-1 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:27:25.561113 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-c4dcffd0-c29c-4f3b-be31-bab61a473a9f None None] Attempting to bind port e5ddb661-2ab9-42c7-b5a2-457ba10287f5 by drivers openvswitch,hyperv on host n-d-802623-1 at level 0 using segments [{'id': 'e3198de7-ab62-4cd7-9e1c-f906bc4a2be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '4b818de0-047e-463e-8bb3-657c66a21702'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:27:25.561476 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4dcffd0-c29c-4f3b-be31-bab61a473a9f None None] Attempting to bind port e5ddb661-2ab9-42c7-b5a2-457ba10287f5 on network 4b818de0-047e-463e-8bb3-657c66a21702 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:27:25.567156 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4dcffd0-c29c-4f3b-be31-bab61a473a9f None None] Checking agent: {'id': 'a9a568d2-a5e7-41e4-833f-a8ab42ea4073', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 52, 30), 'started_at': datetime.datetime(2021, 7, 27, 22, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802623-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:27:25.567527 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4dcffd0-c29c-4f3b-be31-bab61a473a9f None None] Checking segment: {'id': 'e3198de7-ab62-4cd7-9e1c-f906bc4a2be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '4b818de0-047e-463e-8bb3-657c66a21702'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:27:25.567953 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c4dcffd0-c29c-4f3b-be31-bab61a473a9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:25.568340 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4dcffd0-c29c-4f3b-be31-bab61a473a9f None None] Bound using segment: {'id': 'e3198de7-ab62-4cd7-9e1c-f906bc4a2be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '4b818de0-047e-463e-8bb3-657c66a21702'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:27:25.568912 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-c4dcffd0-c29c-4f3b-be31-bab61a473a9f None None] Bound port: e5ddb661-2ab9-42c7-b5a2-457ba10287f5, host: n-d-802623-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3198de7-ab62-4cd7-9e1c-f906bc4a2be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '4b818de0-047e-463e-8bb3-657c66a21702'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:27:25.569296 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c4dcffd0-c29c-4f3b-be31-bab61a473a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:25.631326 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57d27ce-dcd2-4729-8a85-6b85403e7059 req-f75f6bbc-067f-4ba0-a823-b6e6b6d49aa1 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:27:25.633135 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a57d27ce-dcd2-4729-8a85-6b85403e7059 req-f75f6bbc-067f-4ba0-a823-b6e6b6d49aa1 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/ports?device_id=c82f64f9-7572-4580-b07f-b346ae07e8cc HTTP/1.1" status: 200 len: 945 time: 0.2068138 Jul 27 23:27:25.636193 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e3c30756-b5bc-4d7a-bb63-4034b73a8b17 tempest-RoutersIpV6AdminTest-1619528760 tempest-RoutersIpV6AdminTest-1619528760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-415368'] for router_gateway, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:25.644733 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-c4dcffd0-c29c-4f3b-be31-bab61a473a9f None None] For port e5ddb661-2ab9-42c7-b5a2-457ba10287f5, host n-d-802623-1, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:27:25.648981 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-c4dcffd0-c29c-4f3b-be31-bab61a473a9f None None] For port e5ddb661-2ab9-42c7-b5a2-457ba10287f5, host n-d-802623-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=e5ddb661-2ab9-42c7-b5a2-457ba10287f5,segment=NetworkSegment(e3198de7-ab62-4cd7-9e1c-f906bc4a2be6),segment_id=e3198de7-ab62-4cd7-9e1c-f906bc4a2be6)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:27:25.655153 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c4dcffd0-c29c-4f3b-be31-bab61a473a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:25.721399 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6f629d-5e65-444a-98a2-6bf7e4664e50 req-e7615470-527a-4468-b085-afd186e9a3f7 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:27:25.721657 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-8d0bb699-b3f5-4f1a-86ca-c02e6ff56370 req-14379ff5-9baa-4d7a-a826-6a93c51e325a service neutron] 10.222.0.38 "GET /v2.0/networks/280a3ba5-2d75-4827-b3c1-0be5bb892094?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2759345 Jul 27 23:27:25.722934 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-ec6f629d-5e65-444a-98a2-6bf7e4664e50 req-e7615470-527a-4468-b085-afd186e9a3f7 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/ports?device_id=defa6f74-7008-41a1-8545-b7f9201c289d HTTP/1.1" status: 200 len: 944 time: 0.1524012 Jul 27 23:27:25.723592 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4dcffd0-c29c-4f3b-be31-bab61a473a9f None None] Pushing event updated for resources: {'Port': ['ID=e5ddb661-2ab9-42c7-b5a2-457ba10287f5,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:27:25.817063 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e3c30756-b5bc-4d7a-bb63-4034b73a8b17 tempest-RoutersIpV6AdminTest-1619528760 tempest-RoutersIpV6AdminTest-1619528760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62205'] for router, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:25.825199 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e3c30756-b5bc-4d7a-bb63-4034b73a8b17 tempest-RoutersIpV6AdminTest-1619528760 tempest-RoutersIpV6AdminTest-1619528760-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:25.841708 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a57d27ce-dcd2-4729-8a85-6b85403e7059 req-6075ac19-7dc8-452e-94f7-4f1dd9cfcdd7 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/security-groups?id=7dab0fca-2422-4f10-a2ed-ede178e48859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887903 Jul 27 23:27:25.884310 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-ec6f629d-5e65-444a-98a2-6bf7e4664e50 req-9f5f0cb4-bf30-43b1-9ac2-6ca5af176ee5 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/security-groups?id=d6f41e72-2b87-4685-ae08-bc68afebebe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193538 Jul 27 23:27:25.966826 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e3c30756-b5bc-4d7a-bb63-4034b73a8b17 tempest-RoutersIpV6AdminTest-1619528760 tempest-RoutersIpV6AdminTest-1619528760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-477831'] for router, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:25.967683 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3c30756-b5bc-4d7a-bb63-4034b73a8b17 tempest-RoutersIpV6AdminTest-1619528760 tempest-RoutersIpV6AdminTest-1619528760-project] Fanout notify agent at l3_agent the message router_deleted on router aaf908b3-f549-4bb5-b7f1-134674d78689 {{(pid=93798) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 23:27:25.976923 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e3c30756-b5bc-4d7a-bb63-4034b73a8b17 tempest-RoutersIpV6AdminTest-1619528760 tempest-RoutersIpV6AdminTest-1619528760-project] Notify callbacks [] for router, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:25.978124 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-e3c30756-b5bc-4d7a-bb63-4034b73a8b17 tempest-RoutersIpV6AdminTest-1619528760 tempest-RoutersIpV6AdminTest-1619528760-project] 10.222.0.18 "DELETE /v2.0/routers/aaf908b3-f549-4bb5-b7f1-134674d78689 HTTP/1.1" status: 204 len: 168 time: 2.1214232 Jul 27 23:27:25.984483 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 33844) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:27:26.001262 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-8d0bb699-b3f5-4f1a-86ca-c02e6ff56370 req-fd394054-e12e-4375-980c-eb1bf885ba8b service neutron] 10.222.0.38 "GET /v2.0/networks/280a3ba5-2d75-4827-b3c1-0be5bb892094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2651570 Jul 27 23:27:26.006088 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e0dd1be6-7145-4a46-89fc-fa1ac18401ca tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:26.011532 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-6bc4698e-74a7-4b6d-a93e-e306d29b04c8 tempest-RoutersIpV6AdminTest-1619528760 tempest-RoutersIpV6AdminTest-1619528760-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-578962571', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:27:26.041128 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-e0dd1be6-7145-4a46-89fc-fa1ac18401ca tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Transition to ACTIVE for port object 5c61b81f-5d60-4244-a4d6-a669d1872d35 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:27:26.045315 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9fec4630-2e25-43f2-bb4e-adbabd517b74 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-415468'] for router, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:26.066808 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6bc4698e-74a7-4b6d-a93e-e306d29b04c8 tempest-RoutersIpV6AdminTest-1619528760 tempest-RoutersIpV6AdminTest-1619528760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62159'] for router, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:26.067844 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6bc4698e-74a7-4b6d-a93e-e306d29b04c8 tempest-RoutersIpV6AdminTest-1619528760 tempest-RoutersIpV6AdminTest-1619528760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-479230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-415539', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3693317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62148'] for router, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:26.547721 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-6cc956b4-e62e-4ece-aca4-2fa68cdb6096 req-aa2a1a89-b4ed-42ba-9e0f-e9dabf1749f1 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=3c95cc01-6b6f-42dd-a701-172d356f907b HTTP/1.1" status: 200 len: 210 time: 0.0461619 Jul 27 23:27:26.566646 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6bc4698e-74a7-4b6d-a93e-e306d29b04c8 tempest-RoutersIpV6AdminTest-1619528760 tempest-RoutersIpV6AdminTest-1619528760-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:26.576333 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e0dd1be6-7145-4a46-89fc-fa1ac18401ca tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:26.594964 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-1c9f3e8f-7c63-4795-b75c-49b6400273c2 req-c9be3dc6-4ee7-4c79-9823-f1b995fc2165 tempest-ServerShowV257Test-1832585559 tempest-ServerShowV257Test-1832585559-project] 10.222.0.18 "GET /v2.0/ports?device_id=3c95cc01-6b6f-42dd-a701-172d356f907b HTTP/1.1" status: 200 len: 210 time: 0.1865525 Jul 27 23:27:26.595695 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device e5ddb661-2ab9-42c7-b5a2-457ba10287f5 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:27:26.604640 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d86901-6dc8-4385-9353-9c78f6a6324e req-6712a922-2109-4a45-923b-53b55886fc36 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:27:26.606177 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-62d86901-6dc8-4385-9353-9c78f6a6324e req-6712a922-2109-4a45-923b-53b55886fc36 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/ports?device_id=c82f64f9-7572-4580-b07f-b346ae07e8cc HTTP/1.1" status: 200 len: 945 time: 0.5025992 Jul 27 23:27:26.629201 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6bc4698e-74a7-4b6d-a93e-e306d29b04c8 tempest-RoutersIpV6AdminTest-1619528760 tempest-RoutersIpV6AdminTest-1619528760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-415468'] for router, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:26.661243 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning for port e5ddb661-2ab9-42c7-b5a2-457ba10287f5 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:27:26.702456 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0dd1be6-7145-4a46-89fc-fa1ac18401ca tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Network 4b818de0-047e-463e-8bb3-657c66a21702 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:27:26.703738 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6bc4698e-74a7-4b6d-a93e-e306d29b04c8 tempest-RoutersIpV6AdminTest-1619528760 tempest-RoutersIpV6AdminTest-1619528760-project] Notify callbacks [] for router, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:26.705199 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-6bc4698e-74a7-4b6d-a93e-e306d29b04c8 tempest-RoutersIpV6AdminTest-1619528760 tempest-RoutersIpV6AdminTest-1619528760-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.7189276 Jul 27 23:27:26.707743 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 33852) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:27:26.711642 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0dd1be6-7145-4a46-89fc-fa1ac18401ca tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Pushing event updated for resources: {'Port': ['ID=5c61b81f-5d60-4244-a4d6-a669d1872d35,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:27:26.712300 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-a84c35cb-2152-42eb-8f7b-6d9b20e82c7f tempest-RoutersIpV6AdminTest-711475609 tempest-RoutersIpV6AdminTest-711475609-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'enable_snat': True}}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:27:26.722243 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-e0dd1be6-7145-4a46-89fc-fa1ac18401ca tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:27:26.727430 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0dd1be6-7145-4a46-89fc-fa1ac18401ca tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:27:26.733148 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0dd1be6-7145-4a46-89fc-fa1ac18401ca tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:27:26.734449 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e0dd1be6-7145-4a46-89fc-fa1ac18401ca tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:26.748527 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-62d86901-6dc8-4385-9353-9c78f6a6324e req-53c03986-ead1-486b-9e9e-1980cec44ef3 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/security-groups?id=7dab0fca-2422-4f10-a2ed-ede178e48859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091824 Jul 27 23:27:26.767357 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-e0dd1be6-7145-4a46-89fc-fa1ac18401ca tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 2.0401158 Jul 27 23:27:26.771636 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 33854) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:27:26.782052 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fec4630-2e25-43f2-bb4e-adbabd517b74 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Router 1500f0a8-b2da-4abc-92aa-0ad4f78eccb4 is scheduled to L3 agent 018c4455-49c0-4734-927d-7824067b2a9e with binding_index 1 {{(pid=93797) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 23:27:26.810666 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b22ddaa7-991c-4f4a-bcf6-f8a753ca5386 None None] Network 4b818de0-047e-463e-8bb3-657c66a21702 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:27:26.836038 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_v2 [None req-b96ef366-6a5e-4630-b7aa-f271ead38be8 tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Deleting subnet 8b8553dd-9e1e-461b-b9fe-8a095556f9c1 {{(pid=93797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 23:27:26.840864 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b96ef366-6a5e-4630-b7aa-f271ead38be8 tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Notify callbacks [] for subnet, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:26.871905 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-346abadb-9e8c-4e8d-8add-c23c8eb90230 None None] Provisioning for port e5ddb661-2ab9-42c7-b5a2-457ba10287f5 completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:27:26.892745 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-346abadb-9e8c-4e8d-8add-c23c8eb90230 None None] Provisioning complete for port e5ddb661-2ab9-42c7-b5a2-457ba10287f5 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:27:26.893125 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-346abadb-9e8c-4e8d-8add-c23c8eb90230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:26.930596 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-749b3ab8-84e1-48e1-bfaf-925e5a55c9dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:26.950284 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b96ef366-6a5e-4630-b7aa-f271ead38be8 tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11335971'] for subnet, precommit_delete_associations {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:26.950845 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a84c35cb-2152-42eb-8f7b-6d9b20e82c7f tempest-RoutersIpV6AdminTest-711475609 tempest-RoutersIpV6AdminTest-711475609-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-415433', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62186'] for router, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:27.040801 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-346abadb-9e8c-4e8d-8add-c23c8eb90230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:27.047711 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fec4630-2e25-43f2-bb4e-adbabd517b74 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:27:27.061912 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac1fe6f-9a8c-4ba0-ac1c-c4cf4e30da03 None None] Sync routers for ids ['1500f0a8-b2da-4abc-92aa-0ad4f78eccb4'] in n-d-802623-1 {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:27:27.090954 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53325e2-eb84-4278-9021-082f951249ce req-275070c1-402a-498b-a1e8-45cf8e75f5b3 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:27:27.093223 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e53325e2-eb84-4278-9021-082f951249ce req-275070c1-402a-498b-a1e8-45cf8e75f5b3 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/ports?device_id=defa6f74-7008-41a1-8545-b7f9201c289d HTTP/1.1" status: 200 len: 944 time: 0.0935411 Jul 27 23:27:27.097029 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9fec4630-2e25-43f2-bb4e-adbabd517b74 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks [] for router, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:27.098259 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-9fec4630-2e25-43f2-bb4e-adbabd517b74 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 4.6139002 Jul 27 23:27:27.102431 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ac1fe6f-9a8c-4ba0-ac1c-c4cf4e30da03 None None] Routers {'1500f0a8-b2da-4abc-92aa-0ad4f78eccb4'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:27:27.102724 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 33858) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:27:27.103028 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-6ac1fe6f-9a8c-4ba0-ac1c-c4cf4e30da03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:27:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['1500f0a8-b2da-4abc-92aa-0ad4f78eccb4'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:27:27.134584 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-98fa34b1-b39f-4141-9439-2ef1927f953d tempest-TestNetworkBasicOps-1976163616 tempest-TestNetworkBasicOps-1976163616-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=ba4fae7b46b54e6e99cbf665d54e4a7e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0305979 Jul 27 23:27:27.137491 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 33860) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:27:27.142597 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-346abadb-9e8c-4e8d-8add-c23c8eb90230 None None] For port e5ddb661-2ab9-42c7-b5a2-457ba10287f5, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=e5ddb661-2ab9-42c7-b5a2-457ba10287f5,segment=NetworkSegment(e3198de7-ab62-4cd7-9e1c-f906bc4a2be6),segment_id=e3198de7-ab62-4cd7-9e1c-f906bc4a2be6)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:27:27.152993 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-346abadb-9e8c-4e8d-8add-c23c8eb90230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:27.165248 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e53325e2-eb84-4278-9021-082f951249ce req-5034d30d-609f-4366-971f-d33d9891812a tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/security-groups?id=d6f41e72-2b87-4685-ae08-bc68afebebe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515010 Jul 27 23:27:27.265393 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b96ef366-6a5e-4630-b7aa-f271ead38be8 tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620741'] for subnet, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:27.280131 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a84c35cb-2152-42eb-8f7b-6d9b20e82c7f tempest-RoutersIpV6AdminTest-711475609 tempest-RoutersIpV6AdminTest-711475609-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:27.283721 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346abadb-9e8c-4e8d-8add-c23c8eb90230 None None] Pushing event updated for resources: {'Port': ['ID=e5ddb661-2ab9-42c7-b5a2-457ba10287f5,revision_number=3']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:27:27.292111 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ef399a9-c889-4120-832c-2aa9066310f3 tempest-TestNetworkBasicOps-1976163616 tempest-TestNetworkBasicOps-1976163616-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:27:27.293654 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-3ef399a9-c889-4120-832c-2aa9066310f3 tempest-TestNetworkBasicOps-1976163616 tempest-TestNetworkBasicOps-1976163616-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1534421 Jul 27 23:27:27.297021 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 33862) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:27:27.300269 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a84c35cb-2152-42eb-8f7b-6d9b20e82c7f tempest-RoutersIpV6AdminTest-711475609 tempest-RoutersIpV6AdminTest-711475609-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:27.324809 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-6ac1fe6f-9a8c-4ba0-ac1c-c4cf4e30da03 None None] Set router 1500f0a8-b2da-4abc-92aa-0ad4f78eccb4 gateway port host: n-d-802623-1 {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:27:27.328314 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-c5285e1c-eb50-4262-8e4d-5adb13815c9b tempest-TestNetworkBasicOps-1976163616 tempest-TestNetworkBasicOps-1976163616-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=2fd42287-ed26-4eb9-89a5-b521f5b04356&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0301082 Jul 27 23:27:27.332513 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 33864) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:27:27.339383 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-5f8f53e1-7d2e-4d19-82a9-c4e4fab95db9 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1449127753', 'network_id': 'f33f478a-5a93-43d9-988a-2827d45cd859', 'project_id': 'ba4fae7b46b54e6e99cbf665d54e4a7e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:27:27.454220 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f8f53e1-7d2e-4d19-82a9-c4e4fab95db9 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Made reservation on behalf of ba4fae7b46b54e6e99cbf665d54e4a7e for: {'subnet': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:27:27.458167 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5f8f53e1-7d2e-4d19-82a9-c4e4fab95db9 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11551435'] for subnet, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:27.465981 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b96ef366-6a5e-4630-b7aa-f271ead38be8 tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11335991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11551414'] for subnet, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:27.470645 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-a84c35cb-2152-42eb-8f7b-6d9b20e82c7f tempest-RoutersIpV6AdminTest-711475609 tempest-RoutersIpV6AdminTest-711475609-project-admin] Allocated IP 172.25.4.23 (2fd42287-ed26-4eb9-89a5-b521f5b04356/17de1f8f-393a-4b0c-a2df-614bd3f2fb5e/5b462f69-dc78-4770-8433-b206099ac373) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:27:27.502204 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-3d54fc96-28ed-486b-bf4d-8272e40ec5a0 None None] Provisioning complete for port e5ddb661-2ab9-42c7-b5a2-457ba10287f5 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:27:27.502831 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-3d54fc96-28ed-486b-bf4d-8272e40ec5a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:27.558610 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96ef366-6a5e-4630-b7aa-f271ead38be8 tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Pushing event deleted for resources: {'Subnet': ['ID=8b8553dd-9e1e-461b-b9fe-8a095556f9c1,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:27:27.563027 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b96ef366-6a5e-4630-b7aa-f271ead38be8 tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for subnet, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:27.564989 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-b96ef366-6a5e-4630-b7aa-f271ead38be8 tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] 10.222.0.18 "DELETE /v2.0/subnets/8b8553dd-9e1e-461b-b9fe-8a095556f9c1 HTTP/1.1" status: 204 len: 168 time: 0.7922964 Jul 27 23:27:27.567961 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 33866) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:27:27.677812 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9372902-c26f-492a-a420-73df13379f1e tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:27:27.680553 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9372902-c26f-492a-a420-73df13379f1e tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:27:27.685517 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-f9372902-c26f-492a-a420-73df13379f1e tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1134486 Jul 27 23:27:27.689427 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 33870) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:27:27.691449 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-6ac1fe6f-9a8c-4ba0-ac1c-c4cf4e30da03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1500f0a8-b2da-4abc-92aa-0ad4f78eccb4', 'name': 'tempest-TestNetworkBasicOps-router-1724551368', 'tenant_id': 'ba4fae7b46b54e6e99cbf665d54e4a7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.22'}], 'enable_snat': True}, 'gw_port_id': '04e67126-ded4-4fdf-8334-7d37b4221bb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:27:22Z', 'updated_at': '2021-07-27T23:27:25Z', 'revision_number': 3, 'project_id': 'ba4fae7b46b54e6e99cbf665d54e4a7e', 'gw_port': {'id': '04e67126-ded4-4fdf-8334-7d37b4221bb3', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:74:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1500f0a8-b2da-4abc-92aa-0ad4f78eccb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2702, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:27:24Z', 'updated_at': '2021-07-27T23:27:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1'}], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:27:27.722299 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac1fe6f-9a8c-4ba0-ac1c-c4cf4e30da03 None None] Checking router: 1500f0a8-b2da-4abc-92aa-0ad4f78eccb4 for host: n-d-802623-1 {{(pid=93799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 23:27:27.722944 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac1fe6f-9a8c-4ba0-ac1c-c4cf4e30da03 None None] Updating router 1500f0a8-b2da-4abc-92aa-0ad4f78eccb4 port 04e67126-ded4-4fdf-8334-7d37b4221bb3 binding host n-d-802623-1 {{(pid=93799) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 23:27:27.758929 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-6ac1fe6f-9a8c-4ba0-ac1c-c4cf4e30da03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:27.782201 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a84c35cb-2152-42eb-8f7b-6d9b20e82c7f tempest-RoutersIpV6AdminTest-711475609 tempest-RoutersIpV6AdminTest-711475609-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:27.790265 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-3d54fc96-28ed-486b-bf4d-8272e40ec5a0 None None] Provisioning for port 5c61b81f-5d60-4244-a4d6-a669d1872d35 completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:27:27.815274 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0394ff0f-52c2-4b1c-8def-f64d5dd903c5 tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593271'] for network, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:27.831358 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4db7b0bf-f8ed-4075-b918-796c6ad86505 None None] Network 4b818de0-047e-463e-8bb3-657c66a21702 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:27:27.838362 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-3d54fc96-28ed-486b-bf4d-8272e40ec5a0 None None] Provisioning complete for port 5c61b81f-5d60-4244-a4d6-a669d1872d35 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:27:27.838958 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-3d54fc96-28ed-486b-bf4d-8272e40ec5a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:27.840418 n-d-802623-1 neutron-server[93798]: INFO neutron.pecan_wsgi.hooks.translation [None req-0394ff0f-52c2-4b1c-8def-f64d5dd903c5 tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 27 23:27:27.841005 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0394ff0f-52c2-4b1c-8def-f64d5dd903c5 tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 23:27:27.844763 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-0394ff0f-52c2-4b1c-8def-f64d5dd903c5 tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] 10.222.0.18 "DELETE /v2.0/networks/4b818de0-047e-463e-8bb3-657c66a21702 HTTP/1.1" status: 409 len: 405 time: 0.1534657 Jul 27 23:27:27.849352 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 33874) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:27:27.854826 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-b05ff017-e45f-4fc1-95e6-7d67dcc9c9bd req-75fca044-7d7b-41e2-af89-cae31d348077 tempest-ServerShowV257Test-1832585559 tempest-ServerShowV257Test-1832585559-project] 10.222.0.18 "GET /v2.0/ports?device_id=3c95cc01-6b6f-42dd-a701-172d356f907b HTTP/1.1" status: 200 len: 210 time: 0.0456011 Jul 27 23:27:27.857676 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-a9c10657-c446-4412-9be3-0d39d958e73b tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1767617970'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:27:27.879989 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5f8f53e1-7d2e-4d19-82a9-c4e4fab95db9 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11336182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11551417'] for subnet, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:27.915618 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a84c35cb-2152-42eb-8f7b-6d9b20e82c7f tempest-RoutersIpV6AdminTest-711475609 tempest-RoutersIpV6AdminTest-711475609-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:27.981191 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9c10657-c446-4412-9be3-0d39d958e73b tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Made reservation on behalf of 8a3f8a4e5e154e3f8de886c2c529b965 for: {'network': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:27:27.984747 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a9c10657-c446-4412-9be3-0d39d958e73b tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for network, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:27.987703 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8f53e1-7d2e-4d19-82a9-c4e4fab95db9 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Pushing event updated for resources: {'Subnet': ['ID=2f0e7cb4-1217-450a-af5b-092e562d7521,revision_number=0']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:27:27.994298 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a84c35cb-2152-42eb-8f7b-6d9b20e82c7f tempest-RoutersIpV6AdminTest-711475609 tempest-RoutersIpV6AdminTest-711475609-project-admin] Network 2fd42287-ed26-4eb9-89a5-b521f5b04356 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:27:28.002964 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f8f53e1-7d2e-4d19-82a9-c4e4fab95db9 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Checking segment: {'id': '7c60bb94-020e-4d82-9690-a79eecb055ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'f33f478a-5a93-43d9-988a-2827d45cd859'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:27:28.003372 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f8f53e1-7d2e-4d19-82a9-c4e4fab95db9 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Network hostable DHCP agents. Network: f33f478a-5a93-43d9-988a-2827d45cd859, hostable agents: ['5950e76f-2bde-4343-a925-cbe6bacd2706'], hosted agents: [] {{(pid=93797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 23:27:28.005847 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1005a6-baee-4a61-9915-a80178b3dfe4 req-b086bc29-39b6-4973-ba2b-e73f10c492e3 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:27:28.007936 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-0b1005a6-baee-4a61-9915-a80178b3dfe4 req-b086bc29-39b6-4973-ba2b-e73f10c492e3 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/ports?device_id=c82f64f9-7572-4580-b07f-b346ae07e8cc HTTP/1.1" status: 200 len: 945 time: 0.1437056 Jul 27 23:27:28.009009 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-a84c35cb-2152-42eb-8f7b-6d9b20e82c7f tempest-RoutersIpV6AdminTest-711475609 tempest-RoutersIpV6AdminTest-711475609-project-admin] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:27:28.022522 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-3d54fc96-28ed-486b-bf4d-8272e40ec5a0 None None] Port 5c61b81f-5d60-4244-a4d6-a669d1872d35 cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:27:28.022885 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a84c35cb-2152-42eb-8f7b-6d9b20e82c7f tempest-RoutersIpV6AdminTest-711475609 tempest-RoutersIpV6AdminTest-711475609-project-admin] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:27:28.040677 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f8f53e1-7d2e-4d19-82a9-c4e4fab95db9 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Network f33f478a-5a93-43d9-988a-2827d45cd859 is scheduled to be hosted by DHCP agent 5950e76f-2bde-4343-a925-cbe6bacd2706 with binding_index 1 {{(pid=93797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 23:27:28.053698 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-5f8f53e1-7d2e-4d19-82a9-c4e4fab95db9 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802623-1, f33f478a-5a93-43d9-988a-2827d45cd859) {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:27:28.064521 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f8f53e1-7d2e-4d19-82a9-c4e4fab95db9 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:27:28.065130 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5f8f53e1-7d2e-4d19-82a9-c4e4fab95db9 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for subnet, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:28.091928 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-5f8f53e1-7d2e-4d19-82a9-c4e4fab95db9 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7583644 Jul 27 23:27:28.095247 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 33886) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:27:28.099065 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be8c47cc-d778-43ed-bd7c-5e0ce84a880e None None] Network f33f478a-5a93-43d9-988a-2827d45cd859 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:27:28.153009 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9c10657-c446-4412-9be3-0d39d958e73b tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 540} {{(pid=93798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 23:27:28.162973 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a9c10657-c446-4412-9be3-0d39d958e73b tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:28.163395 n-d-802623-1 neutron-server[93798]: INFO neutron.db.segments_db [None req-a9c10657-c446-4412-9be3-0d39d958e73b tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Added segment 5e027c59-2b0b-439a-9bc9-db6e401fbb8d of type vlan for network 06a2c32c-14b9-419d-b2d0-65e69b24ae0b Jul 27 23:27:28.207845 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a9c10657-c446-4412-9be3-0d39d958e73b tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736833354590'] for network, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:28.235659 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84c35cb-2152-42eb-8f7b-6d9b20e82c7f tempest-RoutersIpV6AdminTest-711475609 tempest-RoutersIpV6AdminTest-711475609-project-admin] Pushing event updated for resources: {'Port': ['ID=5b462f69-dc78-4770-8433-b206099ac373,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:27:28.273869 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-b1493fc6-26cd-4bce-b301-cbb76022e19a None None] Provisioning complete for port 5c61b81f-5d60-4244-a4d6-a669d1872d35 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:27:28.274329 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b1493fc6-26cd-4bce-b301-cbb76022e19a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:28.295825 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-0b1005a6-baee-4a61-9915-a80178b3dfe4 req-92c32612-5daf-460b-8f33-58f2af19e613 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/security-groups?id=7dab0fca-2422-4f10-a2ed-ede178e48859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2760189 Jul 27 23:27:28.364930 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a9c10657-c446-4412-9be3-0d39d958e73b tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569'] for network, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:28.371319 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9c10657-c446-4412-9be3-0d39d958e73b tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:27:28.372268 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a9c10657-c446-4412-9be3-0d39d958e73b tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:28.437686 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-a9c10657-c446-4412-9be3-0d39d958e73b tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5874500 Jul 27 23:27:28.443065 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 33898) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:27:28.451084 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-ba4c8584-a879-4f99-afe5-69eb1b74f6f5 tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Request body: {'subnet': {'network_id': '06a2c32c-14b9-419d-b2d0-65e69b24ae0b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:27:28.462039 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f951aeb-dc63-4e19-a1f0-6c7af8898768 req-fc9b3edf-328e-4a55-86e6-4525e43f1022 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:27:28.464240 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-0f951aeb-dc63-4e19-a1f0-6c7af8898768 req-fc9b3edf-328e-4a55-86e6-4525e43f1022 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/ports?device_id=defa6f74-7008-41a1-8545-b7f9201c289d HTTP/1.1" status: 200 len: 944 time: 0.1384721 Jul 27 23:27:28.530322 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device e5ddb661-2ab9-42c7-b5a2-457ba10287f5 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:27:28.545780 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-b1493fc6-26cd-4bce-b301-cbb76022e19a None None] Port 5c61b81f-5d60-4244-a4d6-a669d1872d35 cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:27:28.583332 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-9981d5e5-6fcb-4fb3-be97-fb021546bb48 req-30c9d24f-30b9-46e9-b175-6653642485f5 tempest-ServerShowV257Test-1832585559 tempest-ServerShowV257Test-1832585559-project] 10.222.0.18 "GET /v2.0/ports?device_id=3c95cc01-6b6f-42dd-a701-172d356f907b HTTP/1.1" status: 200 len: 210 time: 0.1773493 Jul 27 23:27:28.591449 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03ddb4a1-3dc7-42c8-aed1-3da979431b8c None None] DHCP port deletion for 4b818de0-047e-463e-8bb3-657c66a21702 request from n-d-802623-1 {{(pid=93799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 23:27:28.618337 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c10657-c446-4412-9be3-0d39d958e73b tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Pushing event updated for resources: {'Network': ['ID=06a2c32c-14b9-419d-b2d0-65e69b24ae0b,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:27:28.675187 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Network 06a2c32c-14b9-419d-b2d0-65e69b24ae0b details requested by agent ovs-agent-n-d-802623-1 with host n-d-802623-1 {{(pid=93799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 23:27:28.695937 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a84c35cb-2152-42eb-8f7b-6d9b20e82c7f tempest-RoutersIpV6AdminTest-711475609 tempest-RoutersIpV6AdminTest-711475609-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:28.715977 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-0f951aeb-dc63-4e19-a1f0-6c7af8898768 req-6fb964ee-cb85-40eb-b3fd-cffb7d23da5c tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/security-groups?id=d6f41e72-2b87-4685-ae08-bc68afebebe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2340858 Jul 27 23:27:28.824531 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-6ac1fe6f-9a8c-4ba0-ac1c-c4cf4e30da03 None None] Notify callbacks [] for port, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:28.828789 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba4c8584-a879-4f99-afe5-69eb1b74f6f5 tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Made reservation on behalf of 8a3f8a4e5e154e3f8de886c2c529b965 for: {'subnet': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:27:28.832470 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ba4c8584-a879-4f99-afe5-69eb1b74f6f5 tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11551435'] for subnet, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:28.848254 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-6ac1fe6f-9a8c-4ba0-ac1c-c4cf4e30da03 None None] Transition to ACTIVE for port object 04e67126-ded4-4fdf-8334-7d37b4221bb3 will not be triggered until provisioned by entity L2. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:27:28.853584 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a518eb78-cbfe-407e-9950-c1ab45be4333 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f6f257c-ad18-5f0c-8c8e-ea085a5fc8a2-f33f478a-5a93-43d9-988a-2827d45cd859', 'network_id': 'f33f478a-5a93-43d9-988a-2827d45cd859', 'tenant_id': 'ba4fae7b46b54e6e99cbf665d54e4a7e', 'fixed_ips': [{'subnet_id': '2f0e7cb4-1217-450a-af5b-092e562d7521'}]}} from n-d-802623-1. {{(pid=93799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 23:27:28.854441 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a518eb78-cbfe-407e-9950-c1ab45be4333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:28.875312 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-6ac1fe6f-9a8c-4ba0-ac1c-c4cf4e30da03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:28.877375 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port e5ddb661-2ab9-42c7-b5a2-457ba10287f5 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:27:28.877964 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:28.933899 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-03ddb4a1-3dc7-42c8-aed1-3da979431b8c None None] Deleting port e5ddb661-2ab9-42c7-b5a2-457ba10287f5 {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:27:28.934533 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-03ddb4a1-3dc7-42c8-aed1-3da979431b8c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:29.028695 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-467fbcd0-5094-4a5b-aa75-2deaf2664cc7 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:29.062996 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6f5d1d-0842-4cf6-a23f-d87e508fa7c3 req-3fe9ccc4-d3bc-4d14-a8ae-04cb9a6ce510 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:27:29.071096 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8e6f5d1d-0842-4cf6-a23f-d87e508fa7c3 req-3fe9ccc4-d3bc-4d14-a8ae-04cb9a6ce510 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/ports?device_id=c82f64f9-7572-4580-b07f-b346ae07e8cc HTTP/1.1" status: 200 len: 945 time: 0.1398749 Jul 27 23:27:29.076266 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9f5924-6ba8-416a-ad48-5153e75415ad None None] Pushing event updated for resources: {'Port': ['ID=04e67126-ded4-4fdf-8334-7d37b4221bb3,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:27:29.084140 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-6ac1fe6f-9a8c-4ba0-ac1c-c4cf4e30da03 None None] Attempting to bind port 04e67126-ded4-4fdf-8334-7d37b4221bb3 on host n-d-802623-1 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:27:29.084508 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-6ac1fe6f-9a8c-4ba0-ac1c-c4cf4e30da03 None None] Attempting to bind port 04e67126-ded4-4fdf-8334-7d37b4221bb3 by drivers openvswitch,hyperv on host n-d-802623-1 at level 0 using segments [{'id': 'b9afe07e-bbe4-4740-834c-4b6a9698bdbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:27:29.084865 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac1fe6f-9a8c-4ba0-ac1c-c4cf4e30da03 None None] Attempting to bind port 04e67126-ded4-4fdf-8334-7d37b4221bb3 on network 2fd42287-ed26-4eb9-89a5-b521f5b04356 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:27:29.119023 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac1fe6f-9a8c-4ba0-ac1c-c4cf4e30da03 None None] Checking agent: {'id': 'a9a568d2-a5e7-41e4-833f-a8ab42ea4073', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 52, 30), 'started_at': datetime.datetime(2021, 7, 27, 22, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802623-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:27:29.119423 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac1fe6f-9a8c-4ba0-ac1c-c4cf4e30da03 None None] Checking segment: {'id': 'b9afe07e-bbe4-4740-834c-4b6a9698bdbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:27:29.119821 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-6ac1fe6f-9a8c-4ba0-ac1c-c4cf4e30da03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:29.120209 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac1fe6f-9a8c-4ba0-ac1c-c4cf4e30da03 None None] Bound using segment: {'id': 'b9afe07e-bbe4-4740-834c-4b6a9698bdbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:27:29.120696 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-6ac1fe6f-9a8c-4ba0-ac1c-c4cf4e30da03 None None] Bound port: 04e67126-ded4-4fdf-8334-7d37b4221bb3, host: n-d-802623-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9afe07e-bbe4-4740-834c-4b6a9698bdbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:27:29.121075 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-6ac1fe6f-9a8c-4ba0-ac1c-c4cf4e30da03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:29.165761 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a84c35cb-2152-42eb-8f7b-6d9b20e82c7f tempest-RoutersIpV6AdminTest-711475609 tempest-RoutersIpV6AdminTest-711475609-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-415433', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62186'] for router, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:29.176815 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a84c35cb-2152-42eb-8f7b-6d9b20e82c7f tempest-RoutersIpV6AdminTest-711475609 tempest-RoutersIpV6AdminTest-711475609-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-415468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-415442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-415451', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-479100'] for router, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:29.201728 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8e6f5d1d-0842-4cf6-a23f-d87e508fa7c3 req-d4827572-5e2b-4c6f-a41c-8f98377e015a tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/security-groups?id=7dab0fca-2422-4f10-a2ed-ede178e48859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295323 Jul 27 23:27:29.223650 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-03ddb4a1-3dc7-42c8-aed1-3da979431b8c None None] For port e5ddb661-2ab9-42c7-b5a2-457ba10287f5, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=e5ddb661-2ab9-42c7-b5a2-457ba10287f5,segment=NetworkSegment(e3198de7-ab62-4cd7-9e1c-f906bc4a2be6),segment_id=e3198de7-ab62-4cd7-9e1c-f906bc4a2be6)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:27:29.224058 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-03ddb4a1-3dc7-42c8-aed1-3da979431b8c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:29.259338 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-03ddb4a1-3dc7-42c8-aed1-3da979431b8c None None] Calling delete_port for e5ddb661-2ab9-42c7-b5a2-457ba10287f5 owned by network:dhcp {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:27:29.292482 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-6ac1fe6f-9a8c-4ba0-ac1c-c4cf4e30da03 None None] For port 04e67126-ded4-4fdf-8334-7d37b4221bb3, host n-d-802623-1, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:27:29.295094 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-a518eb78-cbfe-407e-9950-c1ab45be4333 None None] Allocated IP 172.20.0.2 (f33f478a-5a93-43d9-988a-2827d45cd859/2f0e7cb4-1217-450a-af5b-092e562d7521/dd8326d1-0615-47f5-afdc-a259381baaf6) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:27:29.339604 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-6ac1fe6f-9a8c-4ba0-ac1c-c4cf4e30da03 None None] For port 04e67126-ded4-4fdf-8334-7d37b4221bb3, host n-d-802623-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=04e67126-ded4-4fdf-8334-7d37b4221bb3,segment=NetworkSegment(b9afe07e-bbe4-4740-834c-4b6a9698bdbc),segment_id=b9afe07e-bbe4-4740-834c-4b6a9698bdbc)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:27:29.347146 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-6ac1fe6f-9a8c-4ba0-ac1c-c4cf4e30da03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:29.367348 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a84c35cb-2152-42eb-8f7b-6d9b20e82c7f tempest-RoutersIpV6AdminTest-711475609 tempest-RoutersIpV6AdminTest-711475609-project-admin] Router dd058ffc-a1e4-497e-ae3d-fc841d481d5e is scheduled to L3 agent 018c4455-49c0-4734-927d-7824067b2a9e with binding_index 1 {{(pid=93798) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 23:27:29.469298 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ac1fe6f-9a8c-4ba0-ac1c-c4cf4e30da03 None None] Routers {'1500f0a8-b2da-4abc-92aa-0ad4f78eccb4'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:27:29.469943 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-6ac1fe6f-9a8c-4ba0-ac1c-c4cf4e30da03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:27:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['1500f0a8-b2da-4abc-92aa-0ad4f78eccb4'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:27:29.472030 n-d-802623-1 neutron-server[93797]: DEBUG neutron.objects.ports [None req-ba4c8584-a879-4f99-afe5-69eb1b74f6f5 tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93797) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 27 23:27:29.476050 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ba4c8584-a879-4f99-afe5-69eb1b74f6f5 tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11336182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11551417'] for subnet, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:29.530011 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9f5924-6ba8-416a-ad48-5153e75415ad None None] Pushing event updated for resources: {'Port': ['ID=04e67126-ded4-4fdf-8334-7d37b4221bb3,revision_number=3']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:27:29.548700 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-03ddb4a1-3dc7-42c8-aed1-3da979431b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:29.564901 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9f5924-6ba8-416a-ad48-5153e75415ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:27:29.565238 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9f5924-6ba8-416a-ad48-5153e75415ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:27:29.565581 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9f5924-6ba8-416a-ad48-5153e75415ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:27:29.565916 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9f5924-6ba8-416a-ad48-5153e75415ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:27:29.566248 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9f5924-6ba8-416a-ad48-5153e75415ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:27:29.566577 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9f5924-6ba8-416a-ad48-5153e75415ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:27:29.566901 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9f5924-6ba8-416a-ad48-5153e75415ad None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:27:29.567254 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9f5924-6ba8-416a-ad48-5153e75415ad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:27:29.567577 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9f5924-6ba8-416a-ad48-5153e75415ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:27:29.567897 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9f5924-6ba8-416a-ad48-5153e75415ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:27:29.568218 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9f5924-6ba8-416a-ad48-5153e75415ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:27:29.568918 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9f5924-6ba8-416a-ad48-5153e75415ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:27:29.600708 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba4c8584-a879-4f99-afe5-69eb1b74f6f5 tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Checking segment: {'id': '5e027c59-2b0b-439a-9bc9-db6e401fbb8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '06a2c32c-14b9-419d-b2d0-65e69b24ae0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:27:29.601039 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba4c8584-a879-4f99-afe5-69eb1b74f6f5 tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Network hostable DHCP agents. Network: 06a2c32c-14b9-419d-b2d0-65e69b24ae0b, hostable agents: ['5950e76f-2bde-4343-a925-cbe6bacd2706'], hosted agents: [] {{(pid=93797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 23:27:29.622423 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ddb4a1-3dc7-42c8-aed1-3da979431b8c None None] Pushing event deleted for resources: {'Port': ['ID=e5ddb661-2ab9-42c7-b5a2-457ba10287f5,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:27:29.638490 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba4c8584-a879-4f99-afe5-69eb1b74f6f5 tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Network 06a2c32c-14b9-419d-b2d0-65e69b24ae0b is scheduled to be hosted by DHCP agent 5950e76f-2bde-4343-a925-cbe6bacd2706 with binding_index 1 {{(pid=93797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 23:27:29.650511 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4c8584-a879-4f99-afe5-69eb1b74f6f5 tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Pushing event updated for resources: {'Subnet': ['ID=ed884932-9464-432e-9421-10a12f310b05,revision_number=0']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:27:29.666352 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ddb4a1-3dc7-42c8-aed1-3da979431b8c None None] No DVR routers for this DVR port e5ddb661-2ab9-42c7-b5a2-457ba10287f5 on host n-d-802623-1 {{(pid=93799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:27:29.688297 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-ba4c8584-a879-4f99-afe5-69eb1b74f6f5 tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802623-1, 06a2c32c-14b9-419d-b2d0-65e69b24ae0b) {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:27:29.690556 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-afd329da-8f78-41bb-b49c-2866bb44ceee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:29.710125 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba4c8584-a879-4f99-afe5-69eb1b74f6f5 tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:27:29.710792 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ba4c8584-a879-4f99-afe5-69eb1b74f6f5 tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for subnet, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:29.724652 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:29.725747 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-264a679a-3d9a-4d33-b735-c11a1c74e1fc None None] Network 06a2c32c-14b9-419d-b2d0-65e69b24ae0b requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:27:29.731619 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-ba4c8584-a879-4f99-afe5-69eb1b74f6f5 tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.2871358 Jul 27 23:27:29.735394 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 33906) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:27:29.792762 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-6ac1fe6f-9a8c-4ba0-ac1c-c4cf4e30da03 None None] Set router 1500f0a8-b2da-4abc-92aa-0ad4f78eccb4 gateway port host: n-d-802623-1 {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:27:29.853259 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-6e5f048f-6ae3-4b21-9559-9a8adcfb512f req-6878c8c8-83c7-4999-9ce6-dd2083c64bdb tempest-ServerShowV257Test-1832585559 tempest-ServerShowV257Test-1832585559-project] 10.222.0.18 "GET /v2.0/ports?device_id=3c95cc01-6b6f-42dd-a701-172d356f907b HTTP/1.1" status: 200 len: 210 time: 0.0302746 Jul 27 23:27:29.866303 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a518eb78-cbfe-407e-9950-c1ab45be4333 None None] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:29.872264 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a84c35cb-2152-42eb-8f7b-6d9b20e82c7f tempest-RoutersIpV6AdminTest-711475609 tempest-RoutersIpV6AdminTest-711475609-project-admin] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:27:29.885204 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a84c35cb-2152-42eb-8f7b-6d9b20e82c7f tempest-RoutersIpV6AdminTest-711475609 tempest-RoutersIpV6AdminTest-711475609-project-admin] Notify callbacks [] for router, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:29.886992 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-a84c35cb-2152-42eb-8f7b-6d9b20e82c7f tempest-RoutersIpV6AdminTest-711475609 tempest-RoutersIpV6AdminTest-711475609-project-admin] 10.222.0.18 "PUT /v2.0/routers/dd058ffc-a1e4-497e-ae3d-fc841d481d5e HTTP/1.1" status: 200 len: 917 time: 3.1782079 Jul 27 23:27:29.889551 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 33910) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:27:29.894981 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08a60f49-842c-4384-bf80-47ab4ea6f04d None None] Sync routers for ids ['dd058ffc-a1e4-497e-ae3d-fc841d481d5e'] in n-d-802623-1 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:27:29.913734 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08a60f49-842c-4384-bf80-47ab4ea6f04d None None] Routers {'dd058ffc-a1e4-497e-ae3d-fc841d481d5e'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:27:29.914898 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-08a60f49-842c-4384-bf80-47ab4ea6f04d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:27:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['dd058ffc-a1e4-497e-ae3d-fc841d481d5e'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:27:29.930450 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-a518eb78-cbfe-407e-9950-c1ab45be4333 None None] Transition to ACTIVE for port object dd8326d1-0615-47f5-afdc-a259381baaf6 will not be triggered until provisioned by entity L2. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:27:29.957656 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-914ce8c3-6ba1-4b7f-83c5-88c1eeccbe55 tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593271'] for network, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:29.969452 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-08a60f49-842c-4384-bf80-47ab4ea6f04d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:27:29.980252 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-a518eb78-cbfe-407e-9950-c1ab45be4333 None None] Transition to ACTIVE for port object dd8326d1-0615-47f5-afdc-a259381baaf6 will not be triggered until provisioned by entity DHCP. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:27:29.983467 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08a60f49-842c-4384-bf80-47ab4ea6f04d None None] Routers {'dd058ffc-a1e4-497e-ae3d-fc841d481d5e'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:27:29.985507 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-08a60f49-842c-4384-bf80-47ab4ea6f04d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:27:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['dd058ffc-a1e4-497e-ae3d-fc841d481d5e'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:27:30.012811 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a518eb78-cbfe-407e-9950-c1ab45be4333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:30.045299 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-ccbea8d9-d6d5-471c-9be5-43699fc28a73 tempest-RoutersIpV6AdminTest-711475609 tempest-RoutersIpV6AdminTest-711475609-project-admin] 10.222.0.18 "GET /v2.0/routers/dd058ffc-a1e4-497e-ae3d-fc841d481d5e HTTP/1.1" status: 200 len: 923 time: 0.1540079 Jul 27 23:27:30.048614 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 33912) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:27:30.087938 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2d95e8-6109-465e-a69b-eaa78057b24a req-13eb4e08-20ad-4794-955e-e86aa2e06625 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:27:30.096970 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-0f2d95e8-6109-465e-a69b-eaa78057b24a req-13eb4e08-20ad-4794-955e-e86aa2e06625 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/ports?device_id=defa6f74-7008-41a1-8545-b7f9201c289d HTTP/1.1" status: 200 len: 944 time: 0.2072239 Jul 27 23:27:30.115127 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a518eb78-cbfe-407e-9950-c1ab45be4333 None None] Network f33f478a-5a93-43d9-988a-2827d45cd859 is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:27:30.123918 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-265f7d3b-cff8-442c-a510-53a72abd1273 tempest-RoutersIpV6AdminTest-711475609 tempest-RoutersIpV6AdminTest-711475609-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:27:30.126479 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-08a60f49-842c-4384-bf80-47ab4ea6f04d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:27:30.127291 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08a60f49-842c-4384-bf80-47ab4ea6f04d None None] The sync data for ids ['dd058ffc-a1e4-497e-ae3d-fc841d481d5e'] in n-d-802623-1 is: [] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:27:30.127554 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-265f7d3b-cff8-442c-a510-53a72abd1273 tempest-RoutersIpV6AdminTest-711475609 tempest-RoutersIpV6AdminTest-711475609-project-admin] 10.222.0.18 "GET /v2.0/ports?network_id=2fd42287-ed26-4eb9-89a5-b521f5b04356&device_id=dd058ffc-a1e4-497e-ae3d-fc841d481d5e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0758984 Jul 27 23:27:30.130418 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 33914) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:27:30.152029 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-a518eb78-cbfe-407e-9950-c1ab45be4333 None None] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:27:30.166484 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a518eb78-cbfe-407e-9950-c1ab45be4333 None None] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:27:30.169763 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-914ce8c3-6ba1-4b7f-83c5-88c1eeccbe55 tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620741'] for subnet, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:30.177322 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:30.187277 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-0f2d95e8-6109-465e-a69b-eaa78057b24a req-54e8a65f-e02c-4aa8-88ae-0744e3ecfd17 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/security-groups?id=d6f41e72-2b87-4685-ae08-bc68afebebe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877841 Jul 27 23:27:30.191492 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-467fbcd0-5094-4a5b-aa75-2deaf2664cc7 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Allocated IP 172.20.0.1 (f33f478a-5a93-43d9-988a-2827d45cd859/2f0e7cb4-1217-450a-af5b-092e562d7521/eca0207d-c4d6-4a45-bd93-46c85898317a) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:27:30.226051 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a518eb78-cbfe-407e-9950-c1ab45be4333 None None] Pushing event updated for resources: {'Port': ['ID=dd8326d1-0615-47f5-afdc-a259381baaf6,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:27:30.266591 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fb73136-2c03-4bcc-96e9-09fa2a509471 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f6f257c-ad18-5f0c-8c8e-ea085a5fc8a2-06a2c32c-14b9-419d-b2d0-65e69b24ae0b', 'network_id': '06a2c32c-14b9-419d-b2d0-65e69b24ae0b', 'tenant_id': '8a3f8a4e5e154e3f8de886c2c529b965', 'fixed_ips': [{'subnet_id': 'ed884932-9464-432e-9421-10a12f310b05'}]}} from n-d-802623-1. {{(pid=93799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 23:27:30.267080 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2fb73136-2c03-4bcc-96e9-09fa2a509471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:30.272646 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae79e9a6-094e-4d47-8548-b0c6621c01e0 tempest-RoutersIpV6AdminTest-711475609 tempest-RoutersIpV6AdminTest-711475609-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:27:30.274942 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-ae79e9a6-094e-4d47-8548-b0c6621c01e0 tempest-RoutersIpV6AdminTest-711475609 tempest-RoutersIpV6AdminTest-711475609-project-admin] 10.222.0.18 "GET /v2.0/networks/2fd42287-ed26-4eb9-89a5-b521f5b04356 HTTP/1.1" status: 200 len: 881 time: 0.1432815 Jul 27 23:27:30.277845 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 33918) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:27:30.297950 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-a518eb78-cbfe-407e-9950-c1ab45be4333 None None] Attempting to bind port dd8326d1-0615-47f5-afdc-a259381baaf6 on host n-d-802623-1 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:27:30.298331 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-a518eb78-cbfe-407e-9950-c1ab45be4333 None None] Attempting to bind port dd8326d1-0615-47f5-afdc-a259381baaf6 by drivers openvswitch,hyperv on host n-d-802623-1 at level 0 using segments [{'id': '7c60bb94-020e-4d82-9690-a79eecb055ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'f33f478a-5a93-43d9-988a-2827d45cd859'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:27:30.298674 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a518eb78-cbfe-407e-9950-c1ab45be4333 None None] Attempting to bind port dd8326d1-0615-47f5-afdc-a259381baaf6 on network f33f478a-5a93-43d9-988a-2827d45cd859 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:27:30.336830 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-c9c58c39-233c-486e-9992-ad8877a2a866 tempest-RoutersIpV6AdminTest-1619528760 tempest-RoutersIpV6AdminTest-1619528760-project] 10.222.0.18 "GET /v2.0/ports?device_id=dd058ffc-a1e4-497e-ae3d-fc841d481d5e HTTP/1.1" status: 200 len: 205 time: 0.0551105 Jul 27 23:27:30.338551 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 33920) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:27:30.342550 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-914ce8c3-6ba1-4b7f-83c5-88c1eeccbe55 tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11335991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11551414'] for subnet, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:30.350614 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a518eb78-cbfe-407e-9950-c1ab45be4333 None None] Checking agent: {'id': 'a9a568d2-a5e7-41e4-833f-a8ab42ea4073', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 52, 30), 'started_at': datetime.datetime(2021, 7, 27, 22, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 27, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802623-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:27:30.350990 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a518eb78-cbfe-407e-9950-c1ab45be4333 None None] Checking segment: {'id': '7c60bb94-020e-4d82-9690-a79eecb055ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'f33f478a-5a93-43d9-988a-2827d45cd859'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:27:30.351505 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a518eb78-cbfe-407e-9950-c1ab45be4333 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:30.351801 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a518eb78-cbfe-407e-9950-c1ab45be4333 None None] Bound using segment: {'id': '7c60bb94-020e-4d82-9690-a79eecb055ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'f33f478a-5a93-43d9-988a-2827d45cd859'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:27:30.352285 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-a518eb78-cbfe-407e-9950-c1ab45be4333 None None] Bound port: dd8326d1-0615-47f5-afdc-a259381baaf6, host: n-d-802623-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c60bb94-020e-4d82-9690-a79eecb055ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'f33f478a-5a93-43d9-988a-2827d45cd859'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:27:30.353046 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a518eb78-cbfe-407e-9950-c1ab45be4333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:30.371347 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-6ac1fe6f-9a8c-4ba0-ac1c-c4cf4e30da03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1500f0a8-b2da-4abc-92aa-0ad4f78eccb4', 'name': 'tempest-TestNetworkBasicOps-router-1724551368', 'tenant_id': 'ba4fae7b46b54e6e99cbf665d54e4a7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.22'}], 'enable_snat': True}, 'gw_port_id': '04e67126-ded4-4fdf-8334-7d37b4221bb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:27:22Z', 'updated_at': '2021-07-27T23:27:25Z', 'revision_number': 3, 'project_id': 'ba4fae7b46b54e6e99cbf665d54e4a7e', 'gw_port': {'id': '04e67126-ded4-4fdf-8334-7d37b4221bb3', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:74:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1500f0a8-b2da-4abc-92aa-0ad4f78eccb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2702, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:27:24Z', 'updated_at': '2021-07-27T23:27:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1'}], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:27:30.382504 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914ce8c3-6ba1-4b7f-83c5-88c1eeccbe55 tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Pushing event deleted for resources: {'Subnet': ['ID=ed884932-9464-432e-9421-10a12f310b05,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:27:30.409375 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78eb2c1-b6fb-4f9c-9c06-691f85677ac6 req-ec264f5c-e3f4-4c03-95c7-0c5bd54986c2 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:27:30.410883 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-d78eb2c1-b6fb-4f9c-9c06-691f85677ac6 req-ec264f5c-e3f4-4c03-95c7-0c5bd54986c2 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/ports?device_id=c82f64f9-7572-4580-b07f-b346ae07e8cc HTTP/1.1" status: 200 len: 945 time: 0.1199517 Jul 27 23:27:30.417326 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac1fe6f-9a8c-4ba0-ac1c-c4cf4e30da03 None None] The sync data for ids ['1500f0a8-b2da-4abc-92aa-0ad4f78eccb4'] in n-d-802623-1 is: [{'id': '1500f0a8-b2da-4abc-92aa-0ad4f78eccb4', 'name': 'tempest-TestNetworkBasicOps-router-1724551368', 'tenant_id': 'ba4fae7b46b54e6e99cbf665d54e4a7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.22'}], 'enable_snat': True}, 'gw_port_id': '04e67126-ded4-4fdf-8334-7d37b4221bb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:27:22Z', 'updated_at': '2021-07-27T23:27:25Z', 'revision_number': 3, 'project_id': 'ba4fae7b46b54e6e99cbf665d54e4a7e', 'gw_port': {'id': '04e67126-ded4-4fdf-8334-7d37b4221bb3', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:74:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1500f0a8-b2da-4abc-92aa-0ad4f78eccb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2702, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:27:24Z', 'updated_at': '2021-07-27T23:27:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1'}] {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:27:30.463087 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-914ce8c3-6ba1-4b7f-83c5-88c1eeccbe55 tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618032', 'neutron.services.segments.db._delete_segments_for_network-8736833900081'] for network, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:30.474839 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-914ce8c3-6ba1-4b7f-83c5-88c1eeccbe55 tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06a2c32c-14b9-419d-b2d0-65e69b24ae0b']}} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:27:30.486292 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-914ce8c3-6ba1-4b7f-83c5-88c1eeccbe55 tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e027c59-2b0b-439a-9bc9-db6e401fbb8d') {'for_net_delete': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:27:30.486498 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-914ce8c3-6ba1-4b7f-83c5-88c1eeccbe55 tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e027c59-2b0b-439a-9bc9-db6e401fbb8d') {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:27:30.494349 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-76d33c42-f67b-429d-8577-a9536d42f1d4 tempest-RoutersIpV6AdminTest-1619528760 tempest-RoutersIpV6AdminTest-1619528760-project] Notify callbacks [] for router, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:30.497795 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-914ce8c3-6ba1-4b7f-83c5-88c1eeccbe55 tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736833900858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11335978'] for segment, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:30.512738 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-914ce8c3-6ba1-4b7f-83c5-88c1eeccbe55 tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:30.520794 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-914ce8c3-6ba1-4b7f-83c5-88c1eeccbe55 tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Releasing vlan 540 on physical network physnet1 to pool {{(pid=93797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 23:27:30.521212 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-914ce8c3-6ba1-4b7f-83c5-88c1eeccbe55 tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11336013'] for segment, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:30.569233 n-d-802623-1 neutron-server[93797]: Traceback (most recent call last): Jul 27 23:27:30.569233 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 23:27:30.569233 n-d-802623-1 neutron-server[93797]: timer() Jul 27 23:27:30.569233 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 23:27:30.569233 n-d-802623-1 neutron-server[93797]: cb(*args, **kw) Jul 27 23:27:30.569233 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 23:27:30.569233 n-d-802623-1 neutron-server[93797]: return func(*args, **kwargs) Jul 27 23:27:30.569233 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 23:27:30.569233 n-d-802623-1 neutron-server[93797]: self._notify() Jul 27 23:27:30.569233 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 23:27:30.569233 n-d-802623-1 neutron-server[93797]: self.callback(batched_events) Jul 27 23:27:30.569233 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 23:27:30.569233 n-d-802623-1 neutron-server[93797]: event.method(event) Jul 27 23:27:30.569233 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 23:27:30.569233 n-d-802623-1 neutron-server[93797]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 23:27:30.569233 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 23:27:30.569233 n-d-802623-1 neutron-server[93797]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 23:27:30.569233 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 23:27:30.569233 n-d-802623-1 neutron-server[93797]: return f(self, *a, **k) Jul 27 23:27:30.569233 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 23:27:30.569233 n-d-802623-1 neutron-server[93797]: return self._get(url).json() Jul 27 23:27:30.569233 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 23:27:30.569233 n-d-802623-1 neutron-server[93797]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 23:27:30.569233 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 23:27:30.569233 n-d-802623-1 neutron-server[93797]: return self.request(url, 'GET', **kwargs) Jul 27 23:27:30.569233 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 23:27:30.569233 n-d-802623-1 neutron-server[93797]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 23:27:30.569233 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 23:27:30.569233 n-d-802623-1 neutron-server[93797]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 23:27:30.569233 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 23:27:30.569233 n-d-802623-1 neutron-server[93797]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 23:27:30.569233 n-d-802623-1 neutron-server[93797]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 23:27:30.583916 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-d78eb2c1-b6fb-4f9c-9c06-691f85677ac6 req-7c81aaa6-f53d-4e6c-bb42-fa9f20754415 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/security-groups?id=7dab0fca-2422-4f10-a2ed-ede178e48859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657608 Jul 27 23:27:30.621035 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-914ce8c3-6ba1-4b7f-83c5-88c1eeccbe55 tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415412'] for network, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:30.655127 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-914ce8c3-6ba1-4b7f-83c5-88c1eeccbe55 tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for network, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:30.660900 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-914ce8c3-6ba1-4b7f-83c5-88c1eeccbe55 tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] 10.222.0.18 "DELETE /v2.0/networks/06a2c32c-14b9-419d-b2d0-65e69b24ae0b HTTP/1.1" status: 204 len: 168 time: 0.9209192 Jul 27 23:27:30.661523 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 33924) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:27:30.663850 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914ce8c3-6ba1-4b7f-83c5-88c1eeccbe55 tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Pushing event deleted for resources: {'Network': ['ID=06a2c32c-14b9-419d-b2d0-65e69b24ae0b,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:27:30.670065 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-76d33c42-f67b-429d-8577-a9536d42f1d4 tempest-RoutersIpV6AdminTest-1619528760 tempest-RoutersIpV6AdminTest-1619528760-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:30.679424 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-9a7fb6ff-3b28-4d8b-85fb-54f71a27bf4b tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-53444381'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:27:30.710566 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-a518eb78-cbfe-407e-9950-c1ab45be4333 None None] For port dd8326d1-0615-47f5-afdc-a259381baaf6, host n-d-802623-1, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:27:30.715941 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device e5ddb661-2ab9-42c7-b5a2-457ba10287f5 no longer exists at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:27:30.731501 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a7fb6ff-3b28-4d8b-85fb-54f71a27bf4b tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Made reservation on behalf of 8a3f8a4e5e154e3f8de886c2c529b965 for: {'network': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:27:30.734116 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-467fbcd0-5094-4a5b-aa75-2deaf2664cc7 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:30.735258 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9a7fb6ff-3b28-4d8b-85fb-54f71a27bf4b tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for network, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:30.763686 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd87ec50-1eec-47f8-8966-7a027eedbeb5 req-4852caf9-023e-4b52-877f-c10308619505 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:27:30.767582 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-bd87ec50-1eec-47f8-8966-7a027eedbeb5 req-4852caf9-023e-4b52-877f-c10308619505 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/ports?device_id=c82f64f9-7572-4580-b07f-b346ae07e8cc HTTP/1.1" status: 200 len: 945 time: 0.0923254 Jul 27 23:27:30.777135 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a7fb6ff-3b28-4d8b-85fb-54f71a27bf4b tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 516} {{(pid=93798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 23:27:30.777918 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-467fbcd0-5094-4a5b-aa75-2deaf2664cc7 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Transition to ACTIVE for port object eca0207d-c4d6-4a45-bd93-46c85898317a will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:27:30.803775 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server [None req-2fb73136-2c03-4bcc-96e9-09fa2a509471 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ed884932-9464-432e-9421-10a12f310b05: This subnet is being modified by another concurrent operation. Jul 27 23:27:30.803775 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 27 23:27:30.803775 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 27 23:27:30.803775 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 27 23:27:30.803775 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 27 23:27:30.803775 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 27 23:27:30.803775 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 27 23:27:30.803775 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 27 23:27:30.803775 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 27 23:27:30.803775 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 27 23:27:30.803775 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 27 23:27:30.803775 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 27 23:27:30.803775 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 23:27:30.803775 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 23:27:30.803775 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 23:27:30.803775 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 23:27:30.803775 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 27 23:27:30.803775 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 27 23:27:30.803775 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 27 23:27:30.803775 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 27 23:27:30.803775 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 23:27:30.803775 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 23:27:30.803775 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 23:27:30.803775 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 23:27:30.803775 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 27 23:27:30.803775 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 27 23:27:30.803775 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 27 23:27:30.803775 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 27 23:27:30.803775 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 23:27:30.803775 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 23:27:30.803775 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 23:27:30.803775 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 23:27:30.803775 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 27 23:27:30.803775 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 27 23:27:30.803775 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 27 23:27:30.803775 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 27 23:27:30.803775 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 27 23:27:30.803775 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 27 23:27:30.803775 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 27 23:27:30.803775 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 27 23:27:30.803775 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 27 23:27:30.803775 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 27 23:27:30.803775 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 27 23:27:30.803775 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 27 23:27:30.803775 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 27 23:27:30.803775 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 27 23:27:30.803775 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 27 23:27:30.803775 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 27 23:27:30.803775 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 23:27:30.803775 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 23:27:30.803775 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 23:27:30.803775 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 23:27:30.803775 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 27 23:27:30.803775 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 27 23:27:30.803775 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 27 23:27:30.803775 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 27 23:27:30.803775 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 23:27:30.803775 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 23:27:30.803775 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 23:27:30.803775 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 23:27:30.803775 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 27 23:27:30.803775 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 27 23:27:30.803775 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 27 23:27:30.803775 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 27 23:27:30.803775 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 23:27:30.803775 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 23:27:30.803775 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 23:27:30.803775 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 23:27:30.803775 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 27 23:27:30.803775 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 27 23:27:30.803775 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 27 23:27:30.803775 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 27 23:27:30.803775 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 27 23:27:30.803775 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 27 23:27:30.803775 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 27 23:27:30.803775 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 27 23:27:30.803775 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 27 23:27:30.803775 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 27 23:27:30.803775 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 23:27:30.803775 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 23:27:30.803775 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 23:27:30.803775 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 23:27:30.803775 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 27 23:27:30.803775 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 27 23:27:30.803775 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 27 23:27:30.803775 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 27 23:27:30.803775 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 27 23:27:30.803775 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 27 23:27:30.803775 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 27 23:27:30.803775 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server raise exception Jul 27 23:27:30.803775 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ed884932-9464-432e-9421-10a12f310b05: This subnet is being modified by another concurrent operation. Jul 27 23:27:30.803775 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server Jul 27 23:27:30.813995 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9a7fb6ff-3b28-4d8b-85fb-54f71a27bf4b tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:30.814490 n-d-802623-1 neutron-server[93798]: INFO neutron.db.segments_db [None req-9a7fb6ff-3b28-4d8b-85fb-54f71a27bf4b tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Added segment abceaf3f-37bb-45eb-9f83-b9f6ab5306b1 of type vlan for network 31c300f7-fcd3-4545-a9bd-aac7bd498a60 Jul 27 23:27:30.821337 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] No Port match for: e5ddb661-2ab9-42c7-b5a2-457ba10287f5 {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:27:30.822263 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device e5ddb661-2ab9-42c7-b5a2-457ba10287f5 not bound to the agent host n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:27:30.834787 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-bd87ec50-1eec-47f8-8966-7a027eedbeb5 req-7a2554d1-a287-47bf-9793-25b92b1fafe3 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/security-groups?id=7dab0fca-2422-4f10-a2ed-ede178e48859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527966 Jul 27 23:27:30.835903 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-19f2e178-d45e-4fbe-b9be-c3963fc151ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:30.837846 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-a518eb78-cbfe-407e-9950-c1ab45be4333 None None] For port dd8326d1-0615-47f5-afdc-a259381baaf6, host n-d-802623-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=dd8326d1-0615-47f5-afdc-a259381baaf6,segment=NetworkSegment(7c60bb94-020e-4d82-9690-a79eecb055ab),segment_id=7c60bb94-020e-4d82-9690-a79eecb055ab)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:27:30.846784 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a518eb78-cbfe-407e-9950-c1ab45be4333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:30.889979 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-76d33c42-f67b-429d-8577-a9536d42f1d4 tempest-RoutersIpV6AdminTest-1619528760 tempest-RoutersIpV6AdminTest-1619528760-project] Deleting port 5b462f69-dc78-4770-8433-b206099ac373 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:27:30.890653 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-76d33c42-f67b-429d-8577-a9536d42f1d4 tempest-RoutersIpV6AdminTest-1619528760 tempest-RoutersIpV6AdminTest-1619528760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:30.892526 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-467fbcd0-5094-4a5b-aa75-2deaf2664cc7 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:30.918743 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42c456e3-7b5a-4a89-905e-c8a15f9d5586 None None] Network 06a2c32c-14b9-419d-b2d0-65e69b24ae0b requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:27:30.938704 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42c456e3-7b5a-4a89-905e-c8a15f9d5586 None None] Network 06a2c32c-14b9-419d-b2d0-65e69b24ae0b could not be found, it might have been deleted concurrently. {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 27 23:27:30.957539 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-467fbcd0-5094-4a5b-aa75-2deaf2664cc7 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Network f33f478a-5a93-43d9-988a-2827d45cd859 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:27:30.966511 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-467fbcd0-5094-4a5b-aa75-2deaf2664cc7 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:27:30.970852 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-467fbcd0-5094-4a5b-aa75-2deaf2664cc7 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:27:30.980212 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a518eb78-cbfe-407e-9950-c1ab45be4333 None None] Pushing event updated for resources: {'Port': ['ID=dd8326d1-0615-47f5-afdc-a259381baaf6,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:27:31.066823 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-3b90630f-f39f-419e-9a65-c616c421e6ea req-21b0b1ce-d7e3-4b20-891b-1bbd614accea tempest-ServerShowV257Test-1832585559 tempest-ServerShowV257Test-1832585559-project] 10.222.0.18 "GET /v2.0/ports?device_id=3c95cc01-6b6f-42dd-a701-172d356f907b HTTP/1.1" status: 200 len: 210 time: 0.0426097 Jul 27 23:27:31.076593 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467fbcd0-5094-4a5b-aa75-2deaf2664cc7 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Pushing event updated for resources: {'Port': ['ID=eca0207d-c4d6-4a45-bd93-46c85898317a,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:27:31.088753 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-467fbcd0-5094-4a5b-aa75-2deaf2664cc7 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-415283'] for router_interface, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:31.150168 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9a7fb6ff-3b28-4d8b-85fb-54f71a27bf4b tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736833354590'] for network, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:31.159006 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ab248ec0-8809-4cba-8f0f-2a77b3481538 req-ae7c59d3-591d-4a4b-b253-537cb12f5853 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=c82f64f9-7572-4580-b07f-b346ae07e8cc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3183341 Jul 27 23:27:31.203099 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd9ee6b-326a-49e7-8d5a-6faf00ef74e5 req-4b0f9a37-f2c5-4518-8793-68f056be709d tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:27:31.214327 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-0fd9ee6b-326a-49e7-8d5a-6faf00ef74e5 req-4b0f9a37-f2c5-4518-8793-68f056be709d tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/ports?device_id=c82f64f9-7572-4580-b07f-b346ae07e8cc HTTP/1.1" status: 200 len: 945 time: 0.1608317 Jul 27 23:27:31.284890 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-467fbcd0-5094-4a5b-aa75-2deaf2664cc7 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:31.298233 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-76d33c42-f67b-429d-8577-a9536d42f1d4 tempest-RoutersIpV6AdminTest-1619528760 tempest-RoutersIpV6AdminTest-1619528760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:31.300643 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9a7fb6ff-3b28-4d8b-85fb-54f71a27bf4b tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569'] for network, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:31.306502 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a7fb6ff-3b28-4d8b-85fb-54f71a27bf4b tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:27:31.307201 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9a7fb6ff-3b28-4d8b-85fb-54f71a27bf4b tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:31.422435 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-0fd9ee6b-326a-49e7-8d5a-6faf00ef74e5 req-2ebb2181-355e-49c7-b274-dc74538aa2b9 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/security-groups?id=7dab0fca-2422-4f10-a2ed-ede178e48859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2063477 Jul 27 23:27:31.425129 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-76d33c42-f67b-429d-8577-a9536d42f1d4 tempest-RoutersIpV6AdminTest-1619528760 tempest-RoutersIpV6AdminTest-1619528760-project] Calling delete_port for 5b462f69-dc78-4770-8433-b206099ac373 owned by network:router_gateway {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:27:31.442481 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-9a7fb6ff-3b28-4d8b-85fb-54f71a27bf4b tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.7681730 Jul 27 23:27:31.454933 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 33938) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:27:31.475639 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-3ac2b74a-aa21-4bf4-b7f8-b6c1adaec1ad tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Request body: {'subnet': {'network_id': '31c300f7-fcd3-4545-a9bd-aac7bd498a60', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:27:31.533140 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7fb6ff-3b28-4d8b-85fb-54f71a27bf4b tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Pushing event updated for resources: {'Network': ['ID=31c300f7-fcd3-4545-a9bd-aac7bd498a60,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:27:31.544611 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Network 31c300f7-fcd3-4545-a9bd-aac7bd498a60 details requested by agent ovs-agent-n-d-802623-1 with host n-d-802623-1 {{(pid=93799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 23:27:31.589400 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab248ec0-8809-4cba-8f0f-2a77b3481538 req-3ed243e1-95c0-4502-af05-005509daefe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:27:31.590970 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ab248ec0-8809-4cba-8f0f-2a77b3481538 req-3ed243e1-95c0-4502-af05-005509daefe4 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=fb511b6053374dba93123172cd7e7e1e&device_id=c82f64f9-7572-4580-b07f-b346ae07e8cc HTTP/1.1" status: 200 len: 1096 time: 0.3206592 Jul 27 23:27:31.722323 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b618a3e0-5f08-4021-afb2-f1eff0f9bc6c req-ad2ea29d-ab8a-4283-950e-5cf571cd0e1e tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:27:31.729912 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b618a3e0-5f08-4021-afb2-f1eff0f9bc6c req-ad2ea29d-ab8a-4283-950e-5cf571cd0e1e tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/ports?device_id=c82f64f9-7572-4580-b07f-b346ae07e8cc HTTP/1.1" status: 200 len: 945 time: 0.2002587 Jul 27 23:27:31.805013 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b618a3e0-5f08-4021-afb2-f1eff0f9bc6c req-fb9c4538-6d68-439f-85e3-727e512f10d8 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/security-groups?id=7dab0fca-2422-4f10-a2ed-ede178e48859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741925 Jul 27 23:27:31.833801 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab248ec0-8809-4cba-8f0f-2a77b3481538 req-9c9e71f6-8f50-458b-9133-55a2b9bbfa7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:27:31.835294 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ab248ec0-8809-4cba-8f0f-2a77b3481538 req-9c9e71f6-8f50-458b-9133-55a2b9bbfa7e service neutron] 10.222.0.49 "GET /v2.0/networks?id=f929bd98-c625-4836-a481-9c49c0c34e5c HTTP/1.1" status: 200 len: 914 time: 0.2195716 Jul 27 23:27:31.901199 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ab248ec0-8809-4cba-8f0f-2a77b3481538 req-28a20ffe-d524-448e-abf1-cfff6d432251 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a58ff0ba-c0e7-4ff0-b14e-5550ff97f187 HTTP/1.1" status: 200 len: 217 time: 0.0421910 Jul 27 23:27:31.982843 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-76d33c42-f67b-429d-8577-a9536d42f1d4 tempest-RoutersIpV6AdminTest-1619528760 tempest-RoutersIpV6AdminTest-1619528760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:31.989725 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3c5562-ff2f-4272-9c72-24ff77c45dcc req-e71b059b-d92a-4f36-b0da-0b7adf524189 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:27:31.991418 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-2a3c5562-ff2f-4272-9c72-24ff77c45dcc req-e71b059b-d92a-4f36-b0da-0b7adf524189 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/ports?device_id=defa6f74-7008-41a1-8545-b7f9201c289d HTTP/1.1" status: 200 len: 944 time: 0.5807090 Jul 27 23:27:32.033201 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d33c42-f67b-429d-8577-a9536d42f1d4 tempest-RoutersIpV6AdminTest-1619528760 tempest-RoutersIpV6AdminTest-1619528760-project] Pushing event deleted for resources: {'Port': ['ID=5b462f69-dc78-4770-8433-b206099ac373,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:27:32.036924 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab248ec0-8809-4cba-8f0f-2a77b3481538 req-ae377f87-8565-49f4-b414-0179ba08b2bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:27:32.038574 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ab248ec0-8809-4cba-8f0f-2a77b3481538 req-ae377f87-8565-49f4-b414-0179ba08b2bf service neutron] 10.222.0.49 "GET /v2.0/subnets?id=bc36c29d-0dd5-42bf-a664-0dbd8743e1d5 HTTP/1.1" status: 200 len: 853 time: 0.1284616 Jul 27 23:27:32.068445 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ac2b74a-aa21-4bf4-b7f8-b6c1adaec1ad tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Made reservation on behalf of 8a3f8a4e5e154e3f8de886c2c529b965 for: {'subnet': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:27:32.072350 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3ac2b74a-aa21-4bf4-b7f8-b6c1adaec1ad tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11551435'] for subnet, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:32.079391 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1308b9f-902b-4ed2-9d33-63cfbc137ba0 req-a16b0da5-e4d6-4ebd-a9fd-76a221c77c67 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:27:32.080952 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c1308b9f-902b-4ed2-9d33-63cfbc137ba0 req-a16b0da5-e4d6-4ebd-a9fd-76a221c77c67 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/ports?device_id=c82f64f9-7572-4580-b07f-b346ae07e8cc HTTP/1.1" status: 200 len: 945 time: 0.1617205 Jul 27 23:27:32.126392 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ab248ec0-8809-4cba-8f0f-2a77b3481538 req-8834d19a-ba28-4f9f-94cd-86ee93e870fc service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f929bd98-c625-4836-a481-9c49c0c34e5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0687628 Jul 27 23:27:32.158677 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-2a3c5562-ff2f-4272-9c72-24ff77c45dcc req-48e41105-30c9-48be-bec4-f8fbf49a19a8 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/security-groups?id=d6f41e72-2b87-4685-ae08-bc68afebebe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261117 Jul 27 23:27:32.248161 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c1308b9f-902b-4ed2-9d33-63cfbc137ba0 req-91f4b76c-0a5f-42da-bc49-2c40d2ce8b47 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/security-groups?id=7dab0fca-2422-4f10-a2ed-ede178e48859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328993 Jul 27 23:27:32.253559 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7418f70f-e60d-4709-8ba9-6ab514bc7f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:32.267060 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-76d33c42-f67b-429d-8577-a9536d42f1d4 tempest-RoutersIpV6AdminTest-1619528760 tempest-RoutersIpV6AdminTest-1619528760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-415368'] for router_gateway, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:32.267521 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b2ba049-dcf6-46cd-88c3-35c0fda2e528 None None] Network f33f478a-5a93-43d9-988a-2827d45cd859 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:27:32.280121 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-97fe1896-1758-4a0e-af8f-370083ebe275 req-9680e4c5-f157-4c3e-aaf0-937a9c8a050c tempest-ServerShowV257Test-1832585559 tempest-ServerShowV257Test-1832585559-project] 10.222.0.18 "GET /v2.0/ports?device_id=3c95cc01-6b6f-42dd-a701-172d356f907b HTTP/1.1" status: 200 len: 210 time: 0.0343661 Jul 27 23:27:32.331627 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-467fbcd0-5094-4a5b-aa75-2deaf2664cc7 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:32.341788 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-467fbcd0-5094-4a5b-aa75-2deaf2664cc7 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11336041'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:32.382129 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-fc33e0dc-2890-4ea3-87f7-af6115058752 None None] Provisioning for port dd8326d1-0615-47f5-afdc-a259381baaf6 completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:27:32.454772 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-76d33c42-f67b-429d-8577-a9536d42f1d4 tempest-RoutersIpV6AdminTest-1619528760 tempest-RoutersIpV6AdminTest-1619528760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62205'] for router, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:32.459633 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-76d33c42-f67b-429d-8577-a9536d42f1d4 tempest-RoutersIpV6AdminTest-1619528760 tempest-RoutersIpV6AdminTest-1619528760-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:32.465428 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ab248ec0-8809-4cba-8f0f-2a77b3481538 req-5f3dd176-d9a5-4e14-9747-40db491bf3c2 service neutron] 10.222.0.49 "GET /v2.0/networks/f929bd98-c625-4836-a481-9c49c0c34e5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3304229 Jul 27 23:27:32.486903 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-467fbcd0-5094-4a5b-aa75-2deaf2664cc7 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3760555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-414115'] for router_interface, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:32.496775 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467fbcd0-5094-4a5b-aa75-2deaf2664cc7 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Pushing event updated for resources: {'Port': ['ID=eca0207d-c4d6-4a45-bd93-46c85898317a,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:27:32.530640 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3ac2b74a-aa21-4bf4-b7f8-b6c1adaec1ad tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11336182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11551417'] for subnet, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:32.579003 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520a1cf0-4f49-436c-b314-16b7c7b4024b req-08219112-9638-4863-8b30-abe379fe3941 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:27:32.586767 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-520a1cf0-4f49-436c-b314-16b7c7b4024b req-08219112-9638-4863-8b30-abe379fe3941 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/ports?device_id=c82f64f9-7572-4580-b07f-b346ae07e8cc HTTP/1.1" status: 200 len: 945 time: 0.2056301 Jul 27 23:27:32.596471 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-76d33c42-f67b-429d-8577-a9536d42f1d4 tempest-RoutersIpV6AdminTest-1619528760 tempest-RoutersIpV6AdminTest-1619528760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-477831'] for router, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:32.597003 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76d33c42-f67b-429d-8577-a9536d42f1d4 tempest-RoutersIpV6AdminTest-1619528760 tempest-RoutersIpV6AdminTest-1619528760-project] Fanout notify agent at l3_agent the message router_deleted on router dd058ffc-a1e4-497e-ae3d-fc841d481d5e {{(pid=93798) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 23:27:32.630601 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-76d33c42-f67b-429d-8577-a9536d42f1d4 tempest-RoutersIpV6AdminTest-1619528760 tempest-RoutersIpV6AdminTest-1619528760-project] Notify callbacks [] for router, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:32.633182 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 04e67126-ded4-4fdf-8334-7d37b4221bb3 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:27:32.647481 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-76d33c42-f67b-429d-8577-a9536d42f1d4 tempest-RoutersIpV6AdminTest-1619528760 tempest-RoutersIpV6AdminTest-1619528760-project] 10.222.0.18 "DELETE /v2.0/routers/dd058ffc-a1e4-497e-ae3d-fc841d481d5e HTTP/1.1" status: 204 len: 168 time: 2.3042002 Jul 27 23:27:32.652899 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 33948) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:27:32.659413 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-34c89b66-f492-41f0-905f-6e9b893bfd51 tempest-RoutersIpV6AdminTest-1619528760 tempest-RoutersIpV6AdminTest-1619528760-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2002426309', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:27:32.668313 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-520a1cf0-4f49-436c-b314-16b7c7b4024b req-62c058b5-d81d-4c12-9541-7b82a3e44ccd tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/security-groups?id=7dab0fca-2422-4f10-a2ed-ede178e48859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800219 Jul 27 23:27:32.699585 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning for port 04e67126-ded4-4fdf-8334-7d37b4221bb3 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:27:32.711897 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port 04e67126-ded4-4fdf-8334-7d37b4221bb3 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:27:32.712280 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:32.729235 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ab248ec0-8809-4cba-8f0f-2a77b3481538 req-ca4de487-0ef1-4a88-a94a-e8e4d72cc4d5 service neutron] 10.222.0.49 "GET /v2.0/networks/f929bd98-c625-4836-a481-9c49c0c34e5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2199111 Jul 27 23:27:32.748813 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac2b74a-aa21-4bf4-b7f8-b6c1adaec1ad tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Pushing event updated for resources: {'Subnet': ['ID=27ecd3da-3ea3-4c17-90a0-1d1df1c106b6,revision_number=0']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:27:32.768655 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ac2b74a-aa21-4bf4-b7f8-b6c1adaec1ad tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Checking segment: {'id': 'abceaf3f-37bb-45eb-9f83-b9f6ab5306b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '31c300f7-fcd3-4545-a9bd-aac7bd498a60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:27:32.769065 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ac2b74a-aa21-4bf4-b7f8-b6c1adaec1ad tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Network hostable DHCP agents. Network: 31c300f7-fcd3-4545-a9bd-aac7bd498a60, hostable agents: ['5950e76f-2bde-4343-a925-cbe6bacd2706'], hosted agents: [] {{(pid=93797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 23:27:32.780069 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-34c89b66-f492-41f0-905f-6e9b893bfd51 tempest-RoutersIpV6AdminTest-1619528760 tempest-RoutersIpV6AdminTest-1619528760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62159'] for router, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:32.781519 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-34c89b66-f492-41f0-905f-6e9b893bfd51 tempest-RoutersIpV6AdminTest-1619528760 tempest-RoutersIpV6AdminTest-1619528760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-479230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-415539', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3693317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62148'] for router, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:32.796861 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-467fbcd0-5094-4a5b-aa75-2deaf2664cc7 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Network f33f478a-5a93-43d9-988a-2827d45cd859 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:27:32.800988 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-467fbcd0-5094-4a5b-aa75-2deaf2664cc7 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:27:32.830694 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:32.869843 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] For port 04e67126-ded4-4fdf-8334-7d37b4221bb3, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=04e67126-ded4-4fdf-8334-7d37b4221bb3,segment=NetworkSegment(b9afe07e-bbe4-4740-834c-4b6a9698bdbc),segment_id=b9afe07e-bbe4-4740-834c-4b6a9698bdbc)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:27:32.876327 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:32.877604 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device dd8326d1-0615-47f5-afdc-a259381baaf6 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:27:32.883670 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ac2b74a-aa21-4bf4-b7f8-b6c1adaec1ad tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Network 31c300f7-fcd3-4545-a9bd-aac7bd498a60 is scheduled to be hosted by DHCP agent 5950e76f-2bde-4343-a925-cbe6bacd2706 with binding_index 1 {{(pid=93797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 23:27:32.904506 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b05eb6-9b50-48f9-9baa-2965b7cee40a req-8ba10f7d-1fb6-4fc5-8152-2386a7078100 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:27:32.906975 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-35b05eb6-9b50-48f9-9baa-2965b7cee40a req-8ba10f7d-1fb6-4fc5-8152-2386a7078100 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/ports?device_id=c82f64f9-7572-4580-b07f-b346ae07e8cc HTTP/1.1" status: 200 len: 945 time: 0.0746880 Jul 27 23:27:32.927093 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-34c89b66-f492-41f0-905f-6e9b893bfd51 tempest-RoutersIpV6AdminTest-1619528760 tempest-RoutersIpV6AdminTest-1619528760-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:32.945212 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Pushing event updated for resources: {'Port': ['ID=04e67126-ded4-4fdf-8334-7d37b4221bb3,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:27:32.957793 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-34c89b66-f492-41f0-905f-6e9b893bfd51 tempest-RoutersIpV6AdminTest-1619528760 tempest-RoutersIpV6AdminTest-1619528760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-415468'] for router, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:32.964026 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-35b05eb6-9b50-48f9-9baa-2965b7cee40a req-dfa344d4-f7cd-4230-ae41-b522a16a6282 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/security-groups?id=7dab0fca-2422-4f10-a2ed-ede178e48859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506918 Jul 27 23:27:32.974152 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-3ac2b74a-aa21-4bf4-b7f8-b6c1adaec1ad tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802623-1, 31c300f7-fcd3-4545-a9bd-aac7bd498a60) {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:27:32.985765 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ac2b74a-aa21-4bf4-b7f8-b6c1adaec1ad tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:27:32.986392 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3ac2b74a-aa21-4bf4-b7f8-b6c1adaec1ad tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for subnet, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:32.991775 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-34c89b66-f492-41f0-905f-6e9b893bfd51 tempest-RoutersIpV6AdminTest-1619528760 tempest-RoutersIpV6AdminTest-1619528760-project] Notify callbacks [] for router, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:32.992995 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-34c89b66-f492-41f0-905f-6e9b893bfd51 tempest-RoutersIpV6AdminTest-1619528760 tempest-RoutersIpV6AdminTest-1619528760-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.3374970 Jul 27 23:27:32.995910 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 33956) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:27:33.000434 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-e54995ba-e78d-4be9-bc35-43961d7e5f28 tempest-RoutersIpV6AdminTest-711475609 tempest-RoutersIpV6AdminTest-711475609-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'enable_snat': False}}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:27:33.012339 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-3ac2b74a-aa21-4bf4-b7f8-b6c1adaec1ad tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5454538 Jul 27 23:27:33.015858 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 33958) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:27:33.034934 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db15c723-2adb-4061-a8e7-7ba3a4502777 None None] Network 31c300f7-fcd3-4545-a9bd-aac7bd498a60 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:27:33.126839 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-467fbcd0-5094-4a5b-aa75-2deaf2664cc7 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Router 1500f0a8-b2da-4abc-92aa-0ad4f78eccb4 has already been hosted by L3 agent 018c4455-49c0-4734-927d-7824067b2a9e {{(pid=93797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 23:27:33.214360 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-a1b35219-c9c4-4c70-a298-e681752ff75a None None] Provisioning for port eca0207d-c4d6-4a45-bd93-46c85898317a completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:27:33.224927 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning for port dd8326d1-0615-47f5-afdc-a259381baaf6 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:27:33.230829 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-a1b35219-c9c4-4c70-a298-e681752ff75a None None] Provisioning complete for port eca0207d-c4d6-4a45-bd93-46c85898317a triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:27:33.231921 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a1b35219-c9c4-4c70-a298-e681752ff75a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:33.253371 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d188cd5-fd28-4054-9cef-6b5d11f28a25 req-dec4cfb5-f7b6-41b6-aece-e7667fb17ac2 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:27:33.254943 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-5d188cd5-fd28-4054-9cef-6b5d11f28a25 req-dec4cfb5-f7b6-41b6-aece-e7667fb17ac2 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/ports?device_id=c82f64f9-7572-4580-b07f-b346ae07e8cc HTTP/1.1" status: 200 len: 945 time: 0.1759191 Jul 27 23:27:33.278257 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port dd8326d1-0615-47f5-afdc-a259381baaf6 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:27:33.278846 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9fb55b48-d3f8-4b32-8f87-f4c20241265f tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593271'] for network, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:33.278943 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:33.322880 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e54995ba-e78d-4be9-bc35-43961d7e5f28 tempest-RoutersIpV6AdminTest-711475609 tempest-RoutersIpV6AdminTest-711475609-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-415433', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62186'] for router, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:33.361333 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-a1b35219-c9c4-4c70-a298-e681752ff75a None None] Port eca0207d-c4d6-4a45-bd93-46c85898317a cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:27:33.377634 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-5d188cd5-fd28-4054-9cef-6b5d11f28a25 req-0ec7379c-e034-412e-ae14-326c70bd2be5 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/security-groups?id=7dab0fca-2422-4f10-a2ed-ede178e48859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139522 Jul 27 23:27:33.413769 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d931ad2-13ff-419e-9d9d-a11acd2750ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f6f257c-ad18-5f0c-8c8e-ea085a5fc8a2-31c300f7-fcd3-4545-a9bd-aac7bd498a60', 'network_id': '31c300f7-fcd3-4545-a9bd-aac7bd498a60', 'tenant_id': '8a3f8a4e5e154e3f8de886c2c529b965', 'fixed_ips': [{'subnet_id': '27ecd3da-3ea3-4c17-90a0-1d1df1c106b6'}]}} from n-d-802623-1. {{(pid=93799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 23:27:33.414637 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-0d931ad2-13ff-419e-9d9d-a11acd2750ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:33.435286 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-467fbcd0-5094-4a5b-aa75-2deaf2664cc7 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:27:33.450283 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-467fbcd0-5094-4a5b-aa75-2deaf2664cc7 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] 10.222.0.18 "PUT /v2.0/routers/1500f0a8-b2da-4abc-92aa-0ad4f78eccb4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3514335 Jul 27 23:27:33.451004 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 33966) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:27:33.453260 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2808b480-162a-41a4-bb60-f455bf7685e2 None None] Sync routers for ids ['1500f0a8-b2da-4abc-92aa-0ad4f78eccb4'] in n-d-802623-1 {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:27:33.480828 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d3fa1a-da7b-4135-99ed-2e1f6158fafb req-d930e44a-83eb-46fa-9ca0-2d70848b865f tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:27:33.483330 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c7d3fa1a-da7b-4135-99ed-2e1f6158fafb req-d930e44a-83eb-46fa-9ca0-2d70848b865f tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/ports?device_id=defa6f74-7008-41a1-8545-b7f9201c289d HTTP/1.1" status: 200 len: 944 time: 0.1768806 Jul 27 23:27:33.529304 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device aaeaed8e-c896-4e77-954e-aaf5096f6478 details requested by agent hyperv_n-h1-802623-1 with host n-h1-802623-1 {{(pid=93799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 23:27:33.541692 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c7d3fa1a-da7b-4135-99ed-2e1f6158fafb req-04754e7c-1522-4293-bbd1-0bb71164995a tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/security-groups?id=d6f41e72-2b87-4685-ae08-bc68afebebe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469353 Jul 27 23:27:33.541942 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:33.566908 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2808b480-162a-41a4-bb60-f455bf7685e2 None None] Routers {'1500f0a8-b2da-4abc-92aa-0ad4f78eccb4'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:27:33.567583 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-2808b480-162a-41a4-bb60-f455bf7685e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:27:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['1500f0a8-b2da-4abc-92aa-0ad4f78eccb4'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:27:33.570626 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-e05fe4be-2065-4062-8558-3a8d6df8e6a9 req-61b2510f-4420-42af-9e3a-4013b12b5909 tempest-ServerShowV257Test-1832585559 tempest-ServerShowV257Test-1832585559-project] 10.222.0.18 "GET /v2.0/ports?device_id=3c95cc01-6b6f-42dd-a701-172d356f907b HTTP/1.1" status: 200 len: 210 time: 0.0964706 Jul 27 23:27:33.596301 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9fb55b48-d3f8-4b32-8f87-f4c20241265f tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620741'] for subnet, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:33.653101 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-c90bd3c3-b417-4835-a032-1f24bbf445a6 None None] Provisioning complete for port eca0207d-c4d6-4a45-bd93-46c85898317a triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:27:33.653569 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c90bd3c3-b417-4835-a032-1f24bbf445a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:33.745268 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5590ba2-e114-4f04-9ecb-6df58786e716 tempest-TestNetworkBasicOps-1976163616 tempest-TestNetworkBasicOps-1976163616-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:27:33.746319 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5590ba2-e114-4f04-9ecb-6df58786e716 tempest-TestNetworkBasicOps-1976163616 tempest-TestNetworkBasicOps-1976163616-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:27:33.747009 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5590ba2-e114-4f04-9ecb-6df58786e716 tempest-TestNetworkBasicOps-1976163616 tempest-TestNetworkBasicOps-1976163616-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:27:33.747693 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5590ba2-e114-4f04-9ecb-6df58786e716 tempest-TestNetworkBasicOps-1976163616 tempest-TestNetworkBasicOps-1976163616-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:27:33.748406 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5590ba2-e114-4f04-9ecb-6df58786e716 tempest-TestNetworkBasicOps-1976163616 tempest-TestNetworkBasicOps-1976163616-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:27:33.749051 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5590ba2-e114-4f04-9ecb-6df58786e716 tempest-TestNetworkBasicOps-1976163616 tempest-TestNetworkBasicOps-1976163616-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:27:33.750250 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5590ba2-e114-4f04-9ecb-6df58786e716 tempest-TestNetworkBasicOps-1976163616 tempest-TestNetworkBasicOps-1976163616-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:27:33.750979 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5590ba2-e114-4f04-9ecb-6df58786e716 tempest-TestNetworkBasicOps-1976163616 tempest-TestNetworkBasicOps-1976163616-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:27:33.751697 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5590ba2-e114-4f04-9ecb-6df58786e716 tempest-TestNetworkBasicOps-1976163616 tempest-TestNetworkBasicOps-1976163616-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:27:33.752340 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5590ba2-e114-4f04-9ecb-6df58786e716 tempest-TestNetworkBasicOps-1976163616 tempest-TestNetworkBasicOps-1976163616-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:27:33.752986 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5590ba2-e114-4f04-9ecb-6df58786e716 tempest-TestNetworkBasicOps-1976163616 tempest-TestNetworkBasicOps-1976163616-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:27:33.755402 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-c5590ba2-e114-4f04-9ecb-6df58786e716 tempest-TestNetworkBasicOps-1976163616 tempest-TestNetworkBasicOps-1976163616-project-admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7726 time: 0.3034194 Jul 27 23:27:33.758212 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 33970) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:27:33.828786 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] For port dd8326d1-0615-47f5-afdc-a259381baaf6, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=dd8326d1-0615-47f5-afdc-a259381baaf6,segment=NetworkSegment(7c60bb94-020e-4d82-9690-a79eecb055ab),segment_id=7c60bb94-020e-4d82-9690-a79eecb055ab)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:27:33.847963 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ae9a28c-2395-43ef-b239-fcf46c5f38ed tempest-TestNetworkBasicOps-1976163616 tempest-TestNetworkBasicOps-1976163616-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:27:33.848520 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ae9a28c-2395-43ef-b239-fcf46c5f38ed tempest-TestNetworkBasicOps-1976163616 tempest-TestNetworkBasicOps-1976163616-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:27:33.849094 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ae9a28c-2395-43ef-b239-fcf46c5f38ed tempest-TestNetworkBasicOps-1976163616 tempest-TestNetworkBasicOps-1976163616-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:27:33.849552 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ae9a28c-2395-43ef-b239-fcf46c5f38ed tempest-TestNetworkBasicOps-1976163616 tempest-TestNetworkBasicOps-1976163616-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:27:33.850645 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ae9a28c-2395-43ef-b239-fcf46c5f38ed tempest-TestNetworkBasicOps-1976163616 tempest-TestNetworkBasicOps-1976163616-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:27:33.851311 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ae9a28c-2395-43ef-b239-fcf46c5f38ed tempest-TestNetworkBasicOps-1976163616 tempest-TestNetworkBasicOps-1976163616-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:27:33.851772 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ae9a28c-2395-43ef-b239-fcf46c5f38ed tempest-TestNetworkBasicOps-1976163616 tempest-TestNetworkBasicOps-1976163616-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:27:33.852289 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ae9a28c-2395-43ef-b239-fcf46c5f38ed tempest-TestNetworkBasicOps-1976163616 tempest-TestNetworkBasicOps-1976163616-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:27:33.852795 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ae9a28c-2395-43ef-b239-fcf46c5f38ed tempest-TestNetworkBasicOps-1976163616 tempest-TestNetworkBasicOps-1976163616-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:27:33.859617 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-6ae9a28c-2395-43ef-b239-fcf46c5f38ed tempest-TestNetworkBasicOps-1976163616 tempest-TestNetworkBasicOps-1976163616-project-admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5924 time: 0.0972974 Jul 27 23:27:33.860606 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 33972) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:27:33.861834 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:33.924815 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-0d931ad2-13ff-419e-9d9d-a11acd2750ac None None] Allocated IP 2001:db8::2 (31c300f7-fcd3-4545-a9bd-aac7bd498a60/27ecd3da-3ea3-4c17-90a0-1d1df1c106b6/d317148b-9494-46fa-8bce-c9246095d79c) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:27:33.935943 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Pushing event updated for resources: {'Port': ['ID=dd8326d1-0615-47f5-afdc-a259381baaf6,revision_number=3']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:27:33.944450 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-c90bd3c3-b417-4835-a032-1f24bbf445a6 None None] Port eca0207d-c4d6-4a45-bd93-46c85898317a cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:27:33.965972 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-2808b480-162a-41a4-bb60-f455bf7685e2 None None] Set router 1500f0a8-b2da-4abc-92aa-0ad4f78eccb4 gateway port host: n-d-802623-1 {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:27:34.068961 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-fd1dbab3-5784-4958-9a28-38b7d93fd714 tempest-TestNetworkBasicOps-1976163616 tempest-TestNetworkBasicOps-1976163616-project-admin] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3581 time: 0.1948669 Jul 27 23:27:34.073424 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port aaeaed8e-c896-4e77-954e-aaf5096f6478, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=aaeaed8e-c896-4e77-954e-aaf5096f6478,segment=NetworkSegment(e34bcaf6-fcda-4cb3-a9d4-ce07906221d3),segment_id=e34bcaf6-fcda-4cb3-a9d4-ce07906221d3)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:27:34.127792 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Returning: {'device': 'aaeaed8e-c896-4e77-954e-aaf5096f6478', 'network_id': '280a3ba5-2d75-4827-b3c1-0be5bb892094', 'port_id': 'aaeaed8e-c896-4e77-954e-aaf5096f6478', 'mac_address': 'fa:16:3e:7b:a7:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03df5e5c-8a96-449f-9e96-cff1a55737e2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 23:27:34.136809 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535360fe-fa76-45f6-ba29-45011a773dee req-1e0bc105-461a-439d-b1fd-8c78fe695922 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:27:34.138559 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-535360fe-fa76-45f6-ba29-45011a773dee req-1e0bc105-461a-439d-b1fd-8c78fe695922 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/ports?device_id=c82f64f9-7572-4580-b07f-b346ae07e8cc HTTP/1.1" status: 200 len: 945 time: 0.0968015 Jul 27 23:27:34.170492 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-184946fc-ba03-48a1-84f5-2815b9562b38 None None] Provisioning complete for port eca0207d-c4d6-4a45-bd93-46c85898317a triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:27:34.170858 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-184946fc-ba03-48a1-84f5-2815b9562b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:34.177213 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e54995ba-e78d-4be9-bc35-43961d7e5f28 tempest-RoutersIpV6AdminTest-711475609 tempest-RoutersIpV6AdminTest-711475609-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:34.203485 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e54995ba-e78d-4be9-bc35-43961d7e5f28 tempest-RoutersIpV6AdminTest-711475609 tempest-RoutersIpV6AdminTest-711475609-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:34.227436 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-535360fe-fa76-45f6-ba29-45011a773dee req-d4188e9a-cfd0-4b91-aac3-916ea888d09f tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/security-groups?id=7dab0fca-2422-4f10-a2ed-ede178e48859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792346 Jul 27 23:27:34.293105 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 33978) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:27:34.298544 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-ee0156c4-6a47-41a9-b8c3-5959af72d058 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-641035975', 'description': 'tempest-secgroup-smoke-641035975 description', 'project_id': 'ba4fae7b46b54e6e99cbf665d54e4a7e'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:27:34.324550 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ee0156c4-6a47-41a9-b8c3-5959af72d058 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:34.382377 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-e54995ba-e78d-4be9-bc35-43961d7e5f28 tempest-RoutersIpV6AdminTest-711475609 tempest-RoutersIpV6AdminTest-711475609-project-admin] Allocated IP 172.25.4.37 (2fd42287-ed26-4eb9-89a5-b521f5b04356/17de1f8f-393a-4b0c-a2df-614bd3f2fb5e/a08528b0-093e-407b-b458-196e0f906500) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:27:34.406493 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4969b3-b64d-4319-9c7d-472f76d12c0d req-c8e3430a-bcd5-453c-b9ed-c9a3e18b6749 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:27:34.408106 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-dc4969b3-b64d-4319-9c7d-472f76d12c0d req-c8e3430a-bcd5-453c-b9ed-c9a3e18b6749 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/ports?device_id=c82f64f9-7572-4580-b07f-b346ae07e8cc HTTP/1.1" status: 200 len: 945 time: 0.0834823 Jul 27 23:27:34.452142 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ee0156c4-6a47-41a9-b8c3-5959af72d058 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:34.458583 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ee0156c4-6a47-41a9-b8c3-5959af72d058 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:34.480454 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-184946fc-ba03-48a1-84f5-2815b9562b38 None None] Port eca0207d-c4d6-4a45-bd93-46c85898317a cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:27:34.499308 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:34.504264 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-dc4969b3-b64d-4319-9c7d-472f76d12c0d req-9e05369c-77e4-4f91-8e63-0fc4b0dba830 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/security-groups?id=7dab0fca-2422-4f10-a2ed-ede178e48859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779212 Jul 27 23:27:34.514398 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0156c4-6a47-41a9-b8c3-5959af72d058 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf40f236-b78f-4739-b24a-847b40f7cbf9,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:27:34.530440 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ee0156c4-6a47-41a9-b8c3-5959af72d058 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:34.536635 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-ee0156c4-6a47-41a9-b8c3-5959af72d058 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2411025 Jul 27 23:27:34.538060 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 33982) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:27:34.542693 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-dc142a74-03c4-401c-9cd8-dc8f2d1ccb8f tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Request body: {'security_group_rule': {'security_group_id': 'cf40f236-b78f-4739-b24a-847b40f7cbf9', 'project_id': 'ba4fae7b46b54e6e99cbf665d54e4a7e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:27:34.552892 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 04e67126-ded4-4fdf-8334-7d37b4221bb3 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:27:34.558988 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e54995ba-e78d-4be9-bc35-43961d7e5f28 tempest-RoutersIpV6AdminTest-711475609 tempest-RoutersIpV6AdminTest-711475609-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:34.575081 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-dc142a74-03c4-401c-9cd8-dc8f2d1ccb8f tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:34.598983 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aaeaed8e-c896-4e77-954e-aaf5096f6478 {{(pid=93799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:27:34.615252 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-0d931ad2-13ff-419e-9d9d-a11acd2750ac None None] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:34.642915 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e54995ba-e78d-4be9-bc35-43961d7e5f28 tempest-RoutersIpV6AdminTest-711475609 tempest-RoutersIpV6AdminTest-711475609-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:34.654782 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-0d931ad2-13ff-419e-9d9d-a11acd2750ac None None] Transition to ACTIVE for port object d317148b-9494-46fa-8bce-c9246095d79c will not be triggered until provisioned by entity L2. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:27:34.660343 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port aaeaed8e-c896-4e77-954e-aaf5096f6478, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=aaeaed8e-c896-4e77-954e-aaf5096f6478,segment=NetworkSegment(e34bcaf6-fcda-4cb3-a9d4-ce07906221d3),segment_id=e34bcaf6-fcda-4cb3-a9d4-ce07906221d3)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:27:34.678229 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:34.692133 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-dc142a74-03c4-401c-9cd8-dc8f2d1ccb8f tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:34.701120 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-dc142a74-03c4-401c-9cd8-dc8f2d1ccb8f tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784185'] for security_group_rule, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:34.707790 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e54995ba-e78d-4be9-bc35-43961d7e5f28 tempest-RoutersIpV6AdminTest-711475609 tempest-RoutersIpV6AdminTest-711475609-project-admin] Network 2fd42287-ed26-4eb9-89a5-b521f5b04356 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:27:34.713457 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-e54995ba-e78d-4be9-bc35-43961d7e5f28 tempest-RoutersIpV6AdminTest-711475609 tempest-RoutersIpV6AdminTest-711475609-project-admin] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:27:34.713877 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-0d931ad2-13ff-419e-9d9d-a11acd2750ac None None] Transition to ACTIVE for port object d317148b-9494-46fa-8bce-c9246095d79c will not be triggered until provisioned by entity DHCP. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:27:34.718001 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e54995ba-e78d-4be9-bc35-43961d7e5f28 tempest-RoutersIpV6AdminTest-711475609 tempest-RoutersIpV6AdminTest-711475609-project-admin] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:27:34.724475 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc142a74-03c4-401c-9cd8-dc8f2d1ccb8f tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea5bc82f-803b-4c04-9cfc-8fa565ae0c0f,revision_number=0']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:27:34.730844 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port 04e67126-ded4-4fdf-8334-7d37b4221bb3 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:27:34.731329 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:34.734286 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6802f7-ac7b-4999-bdab-7ef42f99341d req-a65fd01e-240d-4c09-96a4-26b4d0f85d18 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:27:34.735590 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-6d6802f7-ac7b-4999-bdab-7ef42f99341d req-a65fd01e-240d-4c09-96a4-26b4d0f85d18 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/ports?device_id=defa6f74-7008-41a1-8545-b7f9201c289d HTTP/1.1" status: 200 len: 944 time: 0.0937433 Jul 27 23:27:34.744161 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-0d931ad2-13ff-419e-9d9d-a11acd2750ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:34.752563 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54995ba-e78d-4be9-bc35-43961d7e5f28 tempest-RoutersIpV6AdminTest-711475609 tempest-RoutersIpV6AdminTest-711475609-project-admin] Pushing event updated for resources: {'Port': ['ID=a08528b0-093e-407b-b458-196e0f906500,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:27:34.768157 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-dc142a74-03c4-401c-9cd8-dc8f2d1ccb8f tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:34.769421 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1c254b-1808-45fb-950e-eed5637206db req-3cdaae3d-2950-4f31-b081-ca38af34cc00 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:27:34.770908 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-4f1c254b-1808-45fb-950e-eed5637206db req-3cdaae3d-2950-4f31-b081-ca38af34cc00 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/ports?device_id=c82f64f9-7572-4580-b07f-b346ae07e8cc HTTP/1.1" status: 200 len: 945 time: 0.1309395 Jul 27 23:27:34.772325 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-dc142a74-03c4-401c-9cd8-dc8f2d1ccb8f tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2332160 Jul 27 23:27:34.773435 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 33990) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:27:34.775999 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9fb55b48-d3f8-4b32-8f87-f4c20241265f tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11335991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11551414'] for subnet, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:34.778073 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-bd94018a-f1c2-4d37-884b-001d43d79df0 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Request body: {'security_group_rule': {'security_group_id': 'cf40f236-b78f-4739-b24a-847b40f7cbf9', 'project_id': 'ba4fae7b46b54e6e99cbf665d54e4a7e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:27:34.789718 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-2808b480-162a-41a4-bb60-f455bf7685e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1500f0a8-b2da-4abc-92aa-0ad4f78eccb4', 'name': 'tempest-TestNetworkBasicOps-router-1724551368', 'tenant_id': 'ba4fae7b46b54e6e99cbf665d54e4a7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.22'}], 'enable_snat': True}, 'gw_port_id': '04e67126-ded4-4fdf-8334-7d37b4221bb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:27:22Z', 'updated_at': '2021-07-27T23:27:31Z', 'revision_number': 4, 'project_id': 'ba4fae7b46b54e6e99cbf665d54e4a7e', 'gw_port': {'id': '04e67126-ded4-4fdf-8334-7d37b4221bb3', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:74:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1500f0a8-b2da-4abc-92aa-0ad4f78eccb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2702, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:27:24Z', 'updated_at': '2021-07-27T23:27:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': 'eca0207d-c4d6-4a45-bd93-46c85898317a', 'name': '', 'network_id': 'f33f478a-5a93-43d9-988a-2827d45cd859', 'tenant_id': 'ba4fae7b46b54e6e99cbf665d54e4a7e', 'mac_address': 'fa:16:3e:bb:59:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1500f0a8-b2da-4abc-92aa-0ad4f78eccb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2712, 'fixed_ips': [{'subnet_id': '2f0e7cb4-1217-450a-af5b-092e562d7521', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:27:29Z', 'updated_at': '2021-07-27T23:27:31Z', 'revision_number': 2, 'project_id': 'ba4fae7b46b54e6e99cbf665d54e4a7e', 'subnets': [{'id': '2f0e7cb4-1217-450a-af5b-092e562d7521', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:27:34.812015 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb55b48-d3f8-4b32-8f87-f4c20241265f tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Pushing event deleted for resources: {'Subnet': ['ID=27ecd3da-3ea3-4c17-90a0-1d1df1c106b6,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:27:34.825253 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-6d6802f7-ac7b-4999-bdab-7ef42f99341d req-2ce077ee-a582-4d12-b663-61b3bd108792 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/security-groups?id=d6f41e72-2b87-4685-ae08-bc68afebebe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755901 Jul 27 23:27:34.848968 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2808b480-162a-41a4-bb60-f455bf7685e2 None None] Checking router: 1500f0a8-b2da-4abc-92aa-0ad4f78eccb4 for host: n-d-802623-1 {{(pid=93799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 23:27:34.850332 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2808b480-162a-41a4-bb60-f455bf7685e2 None None] Updating router 1500f0a8-b2da-4abc-92aa-0ad4f78eccb4 port eca0207d-c4d6-4a45-bd93-46c85898317a binding host n-d-802623-1 {{(pid=93799) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 23:27:34.886746 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d931ad2-13ff-419e-9d9d-a11acd2750ac None None] Network 31c300f7-fcd3-4545-a9bd-aac7bd498a60 is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:27:34.902262 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Pushing event updated for resources: {'Port': ['ID=aaeaed8e-c896-4e77-954e-aaf5096f6478,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:27:34.908415 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bd94018a-f1c2-4d37-884b-001d43d79df0 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:34.909857 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9fb55b48-d3f8-4b32-8f87-f4c20241265f tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618032', 'neutron.services.segments.db._delete_segments_for_network-8736833900081'] for network, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:34.916520 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-4f1c254b-1808-45fb-950e-eed5637206db req-f322dc2e-1de0-48b5-b29a-f226530df51d tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/security-groups?id=7dab0fca-2422-4f10-a2ed-ede178e48859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268728 Jul 27 23:27:34.923185 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-0d931ad2-13ff-419e-9d9d-a11acd2750ac None None] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:27:34.957560 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-149610fc-a553-4898-a6c0-0c7682664189 req-a88a016f-1f38-4f11-b712-5edf26c80612 tempest-ServerShowV257Test-1832585559 tempest-ServerShowV257Test-1832585559-project] 10.222.0.18 "GET /v2.0/ports?device_id=3c95cc01-6b6f-42dd-a701-172d356f907b HTTP/1.1" status: 200 len: 210 time: 0.0448484 Jul 27 23:27:34.960644 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-9fb55b48-d3f8-4b32-8f87-f4c20241265f tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31c300f7-fcd3-4545-a9bd-aac7bd498a60']}} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:27:34.972532 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-9fb55b48-d3f8-4b32-8f87-f4c20241265f tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abceaf3f-37bb-45eb-9f83-b9f6ab5306b1') {'for_net_delete': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:27:34.972975 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-9fb55b48-d3f8-4b32-8f87-f4c20241265f tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abceaf3f-37bb-45eb-9f83-b9f6ab5306b1') {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:27:34.984536 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d931ad2-13ff-419e-9d9d-a11acd2750ac None None] Pushing event updated for resources: {'Port': ['ID=d317148b-9494-46fa-8bce-c9246095d79c,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:27:34.984765 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9fb55b48-d3f8-4b32-8f87-f4c20241265f tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736833900858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11335978'] for segment, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:34.993727 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d931ad2-13ff-419e-9d9d-a11acd2750ac None None] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:27:35.005461 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9fb55b48-d3f8-4b32-8f87-f4c20241265f tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:35.013451 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] get_ports_and_sgs() called for port_ids ['aaeaed8e-c896-4e77-954e-aaf5096f6478'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:27:35.014175 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fb55b48-d3f8-4b32-8f87-f4c20241265f tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Releasing vlan 516 on physical network physnet1 to pool {{(pid=93797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 23:27:35.015475 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9fb55b48-d3f8-4b32-8f87-f4c20241265f tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11336013'] for segment, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:35.019388 n-d-802623-1 neutron-server[93797]: Traceback (most recent call last): Jul 27 23:27:35.019388 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 23:27:35.019388 n-d-802623-1 neutron-server[93797]: timer() Jul 27 23:27:35.019388 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 23:27:35.019388 n-d-802623-1 neutron-server[93797]: cb(*args, **kw) Jul 27 23:27:35.019388 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 23:27:35.019388 n-d-802623-1 neutron-server[93797]: return func(*args, **kwargs) Jul 27 23:27:35.019388 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 23:27:35.019388 n-d-802623-1 neutron-server[93797]: self._notify() Jul 27 23:27:35.019388 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 23:27:35.019388 n-d-802623-1 neutron-server[93797]: self.callback(batched_events) Jul 27 23:27:35.019388 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 23:27:35.019388 n-d-802623-1 neutron-server[93797]: event.method(event) Jul 27 23:27:35.019388 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 23:27:35.019388 n-d-802623-1 neutron-server[93797]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 23:27:35.019388 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 23:27:35.019388 n-d-802623-1 neutron-server[93797]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 23:27:35.019388 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 23:27:35.019388 n-d-802623-1 neutron-server[93797]: return f(self, *a, **k) Jul 27 23:27:35.019388 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 23:27:35.019388 n-d-802623-1 neutron-server[93797]: return self._get(url).json() Jul 27 23:27:35.019388 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 23:27:35.019388 n-d-802623-1 neutron-server[93797]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 23:27:35.019388 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 23:27:35.019388 n-d-802623-1 neutron-server[93797]: return self.request(url, 'GET', **kwargs) Jul 27 23:27:35.019388 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 23:27:35.019388 n-d-802623-1 neutron-server[93797]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 23:27:35.019388 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 23:27:35.019388 n-d-802623-1 neutron-server[93797]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 23:27:35.019388 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 23:27:35.019388 n-d-802623-1 neutron-server[93797]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 23:27:35.019388 n-d-802623-1 neutron-server[93797]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 23:27:35.083613 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2808b480-162a-41a4-bb60-f455bf7685e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:35.087998 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.db.api [None req-9fb55b48-d3f8-4b32-8f87-f4c20241265f tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 27 23:27:35.087998 n-d-802623-1 neutron-server[93797]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 27 23:27:35.087998 n-d-802623-1 neutron-server[93797]: [parameters: {'id': '31c300f7-fcd3-4545-a9bd-aac7bd498a60'}] Jul 27 23:27:35.087998 n-d-802623-1 neutron-server[93797]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=93797) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 23:27:35.088682 n-d-802623-1 neutron-server[93797]: DEBUG oslo_db.api [None req-9fb55b48-d3f8-4b32-8f87-f4c20241265f tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 23:27:35.091848 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bd94018a-f1c2-4d37-884b-001d43d79df0 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:35.093339 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:35.098403 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bd94018a-f1c2-4d37-884b-001d43d79df0 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784185'] for security_group_rule, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:35.146328 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device dd8326d1-0615-47f5-afdc-a259381baaf6 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:27:35.157479 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd94018a-f1c2-4d37-884b-001d43d79df0 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96cff023-8d13-4a7a-a7c8-44949865fcac,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:27:35.182487 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a15fa6-70bb-4aad-815e-d455cdff6c32 req-5a12a65e-4b2c-4d61-84d4-15c9f6f83845 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:27:35.184036 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f3a15fa6-70bb-4aad-815e-d455cdff6c32 req-5a12a65e-4b2c-4d61-84d4-15c9f6f83845 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/ports?device_id=c82f64f9-7572-4580-b07f-b346ae07e8cc HTTP/1.1" status: 200 len: 945 time: 0.1349494 Jul 27 23:27:35.187238 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bd94018a-f1c2-4d37-884b-001d43d79df0 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:35.188364 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-bd94018a-f1c2-4d37-884b-001d43d79df0 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4140530 Jul 27 23:27:35.191303 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 33994) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:27:35.195961 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-58807deb-9615-4999-9daf-693e4aea23b5 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Request body: {'security_group_rule': {'security_group_id': 'cf40f236-b78f-4739-b24a-847b40f7cbf9', 'project_id': 'ba4fae7b46b54e6e99cbf665d54e4a7e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:27:35.197368 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-0d931ad2-13ff-419e-9d9d-a11acd2750ac None None] Attempting to bind port d317148b-9494-46fa-8bce-c9246095d79c on host n-d-802623-1 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:27:35.197747 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-0d931ad2-13ff-419e-9d9d-a11acd2750ac None None] Attempting to bind port d317148b-9494-46fa-8bce-c9246095d79c by drivers openvswitch,hyperv on host n-d-802623-1 at level 0 using segments [{'id': 'abceaf3f-37bb-45eb-9f83-b9f6ab5306b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '31c300f7-fcd3-4545-a9bd-aac7bd498a60'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:27:35.198113 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d931ad2-13ff-419e-9d9d-a11acd2750ac None None] Attempting to bind port d317148b-9494-46fa-8bce-c9246095d79c on network 31c300f7-fcd3-4545-a9bd-aac7bd498a60 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:27:35.202196 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e54995ba-e78d-4be9-bc35-43961d7e5f28 tempest-RoutersIpV6AdminTest-711475609 tempest-RoutersIpV6AdminTest-711475609-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:35.225922 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-58807deb-9615-4999-9daf-693e4aea23b5 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:35.234148 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d931ad2-13ff-419e-9d9d-a11acd2750ac None None] Checking agent: {'id': 'a9a568d2-a5e7-41e4-833f-a8ab42ea4073', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 52, 30), 'started_at': datetime.datetime(2021, 7, 27, 22, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 27, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802623-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:27:35.234525 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d931ad2-13ff-419e-9d9d-a11acd2750ac None None] Checking segment: {'id': 'abceaf3f-37bb-45eb-9f83-b9f6ab5306b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '31c300f7-fcd3-4545-a9bd-aac7bd498a60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:27:35.234926 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-0d931ad2-13ff-419e-9d9d-a11acd2750ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:35.235369 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d931ad2-13ff-419e-9d9d-a11acd2750ac None None] Bound using segment: {'id': 'abceaf3f-37bb-45eb-9f83-b9f6ab5306b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '31c300f7-fcd3-4545-a9bd-aac7bd498a60'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:27:35.235850 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-0d931ad2-13ff-419e-9d9d-a11acd2750ac None None] Bound port: d317148b-9494-46fa-8bce-c9246095d79c, host: n-d-802623-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abceaf3f-37bb-45eb-9f83-b9f6ab5306b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '31c300f7-fcd3-4545-a9bd-aac7bd498a60'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:27:35.236221 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-0d931ad2-13ff-419e-9d9d-a11acd2750ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:35.286739 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-58807deb-9615-4999-9daf-693e4aea23b5 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:35.286892 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f3a15fa6-70bb-4aad-815e-d455cdff6c32 req-7adfaa91-d728-4c94-b32e-943b4bf21086 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/security-groups?id=7dab0fca-2422-4f10-a2ed-ede178e48859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921569 Jul 27 23:27:35.294413 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-58807deb-9615-4999-9daf-693e4aea23b5 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784185'] for security_group_rule, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:35.327407 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58807deb-9615-4999-9daf-693e4aea23b5 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e347507b-0895-4738-b71e-97761f52251c,revision_number=0']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:27:35.339118 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-58807deb-9615-4999-9daf-693e4aea23b5 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:35.343184 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-58807deb-9615-4999-9daf-693e4aea23b5 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1482186 Jul 27 23:27:35.344909 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 33998) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:27:35.350202 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-d62b36c6-9131-435e-a31e-997d581e6445 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Request body: {'security_group_rule': {'security_group_id': 'cf40f236-b78f-4739-b24a-847b40f7cbf9', 'project_id': 'ba4fae7b46b54e6e99cbf665d54e4a7e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:27:35.390222 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d62b36c6-9131-435e-a31e-997d581e6445 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:35.461080 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d62b36c6-9131-435e-a31e-997d581e6445 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:35.466380 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d62b36c6-9131-435e-a31e-997d581e6445 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784185'] for security_group_rule, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:35.482559 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port dd8326d1-0615-47f5-afdc-a259381baaf6 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:27:35.483250 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:35.485006 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e54995ba-e78d-4be9-bc35-43961d7e5f28 tempest-RoutersIpV6AdminTest-711475609 tempest-RoutersIpV6AdminTest-711475609-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-415433', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62186'] for router, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:35.487950 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62b36c6-9131-435e-a31e-997d581e6445 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95a7eac4-f244-4702-b992-a447078c7755,revision_number=0']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:27:35.493013 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e54995ba-e78d-4be9-bc35-43961d7e5f28 tempest-RoutersIpV6AdminTest-711475609 tempest-RoutersIpV6AdminTest-711475609-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-415468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-415442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-415451', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-479100'] for router, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:35.500290 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d62b36c6-9131-435e-a31e-997d581e6445 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:35.504324 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-0d931ad2-13ff-419e-9d9d-a11acd2750ac None None] For port d317148b-9494-46fa-8bce-c9246095d79c, host n-d-802623-1, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:27:35.504500 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-d62b36c6-9131-435e-a31e-997d581e6445 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1559203 Jul 27 23:27:35.505538 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 34002) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:27:35.510599 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-73844240-97a0-4431-9862-89a75807e361 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Request body: {'security_group_rule': {'security_group_id': 'cf40f236-b78f-4739-b24a-847b40f7cbf9', 'project_id': 'ba4fae7b46b54e6e99cbf665d54e4a7e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:27:35.511341 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452625c1-719b-4461-a0c4-cbe90f00dd99 req-9aa8ee11-12ac-4c1c-97f1-9c7429a81f25 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:27:35.512825 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-452625c1-719b-4461-a0c4-cbe90f00dd99 req-9aa8ee11-12ac-4c1c-97f1-9c7429a81f25 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/ports?device_id=c82f64f9-7572-4580-b07f-b346ae07e8cc HTTP/1.1" status: 200 len: 945 time: 0.0737677 Jul 27 23:27:35.537687 n-d-802623-1 neutron-server[93797]: INFO neutron.db.securitygroups_db [None req-73844240-97a0-4431-9862-89a75807e361 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Project ba4fae7b46b54e6e99cbf665d54e4a7e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 23:27:35.543740 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-0d931ad2-13ff-419e-9d9d-a11acd2750ac None None] For port d317148b-9494-46fa-8bce-c9246095d79c, host n-d-802623-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=d317148b-9494-46fa-8bce-c9246095d79c,segment=NetworkSegment(abceaf3f-37bb-45eb-9f83-b9f6ab5306b1),segment_id=abceaf3f-37bb-45eb-9f83-b9f6ab5306b1)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:27:35.544334 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-73844240-97a0-4431-9862-89a75807e361 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:35.563112 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-0d931ad2-13ff-419e-9d9d-a11acd2750ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:35.587651 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-452625c1-719b-4461-a0c4-cbe90f00dd99 req-d0e49406-74a7-4de5-93f1-e3e4368a093e tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/security-groups?id=7dab0fca-2422-4f10-a2ed-ede178e48859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413635 Jul 27 23:27:35.592025 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9fb55b48-d3f8-4b32-8f87-f4c20241265f tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593271'] for network, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:35.620954 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-73844240-97a0-4431-9862-89a75807e361 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:35.631176 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-73844240-97a0-4431-9862-89a75807e361 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784185'] for security_group_rule, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:35.684122 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73844240-97a0-4431-9862-89a75807e361 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02f5a29f-2e84-43dd-9bcb-b95a0f9be33c,revision_number=0']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:27:35.698264 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-73844240-97a0-4431-9862-89a75807e361 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:35.699644 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e54995ba-e78d-4be9-bc35-43961d7e5f28 tempest-RoutersIpV6AdminTest-711475609 tempest-RoutersIpV6AdminTest-711475609-project-admin] Router 9b4de305-7014-445b-8018-d04ee74d56a5 is scheduled to L3 agent 018c4455-49c0-4734-927d-7824067b2a9e with binding_index 1 {{(pid=93798) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 23:27:35.700279 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-73844240-97a0-4431-9862-89a75807e361 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1933692 Jul 27 23:27:35.704130 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 34006) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:27:35.709063 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-d04794c0-586d-4122-a80f-440d1f3d5bbf tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Request body: {'security_group_rule': {'security_group_id': 'cf40f236-b78f-4739-b24a-847b40f7cbf9', 'project_id': 'ba4fae7b46b54e6e99cbf665d54e4a7e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:27:35.726959 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d931ad2-13ff-419e-9d9d-a11acd2750ac None None] Pushing event updated for resources: {'Port': ['ID=d317148b-9494-46fa-8bce-c9246095d79c,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:27:35.769572 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac75eca5-16b2-4b19-98e6-f165abf258fd None None] Network 31c300f7-fcd3-4545-a9bd-aac7bd498a60 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:27:35.779913 n-d-802623-1 neutron-server[93798]: INFO neutron.db.securitygroups_db [None req-d04794c0-586d-4122-a80f-440d1f3d5bbf tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Project ba4fae7b46b54e6e99cbf665d54e4a7e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 23:27:35.784565 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cac2d84-0756-49f0-b464-8290d5de6082 req-fdd4307d-fd73-49f5-9f50-5eeca47f027a tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:27:35.786538 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-6cac2d84-0756-49f0-b464-8290d5de6082 req-fdd4307d-fd73-49f5-9f50-5eeca47f027a tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/ports?device_id=c82f64f9-7572-4580-b07f-b346ae07e8cc HTTP/1.1" status: 200 len: 945 time: 0.0896764 Jul 27 23:27:35.790431 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9fb55b48-d3f8-4b32-8f87-f4c20241265f tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Deleting port d317148b-9494-46fa-8bce-c9246095d79c {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:27:35.790431 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9fb55b48-d3f8-4b32-8f87-f4c20241265f tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:35.790729 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d04794c0-586d-4122-a80f-440d1f3d5bbf tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:35.795630 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2808b480-162a-41a4-bb60-f455bf7685e2 None None] Notify callbacks [] for port, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:35.843761 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-2808b480-162a-41a4-bb60-f455bf7685e2 None None] Transition to ACTIVE for port object eca0207d-c4d6-4a45-bd93-46c85898317a will not be triggered until provisioned by entity L2. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:27:35.866974 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2808b480-162a-41a4-bb60-f455bf7685e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:35.878824 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e54995ba-e78d-4be9-bc35-43961d7e5f28 tempest-RoutersIpV6AdminTest-711475609 tempest-RoutersIpV6AdminTest-711475609-project-admin] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:27:35.883884 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e54995ba-e78d-4be9-bc35-43961d7e5f28 tempest-RoutersIpV6AdminTest-711475609 tempest-RoutersIpV6AdminTest-711475609-project-admin] Notify callbacks [] for router, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:35.885109 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-e54995ba-e78d-4be9-bc35-43961d7e5f28 tempest-RoutersIpV6AdminTest-711475609 tempest-RoutersIpV6AdminTest-711475609-project-admin] 10.222.0.18 "PUT /v2.0/routers/9b4de305-7014-445b-8018-d04ee74d56a5 HTTP/1.1" status: 200 len: 919 time: 2.8881998 Jul 27 23:27:35.891320 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2463f622-cc81-4c2b-bb1f-d1887b5c002a None None] Sync routers for ids ['9b4de305-7014-445b-8018-d04ee74d56a5'] in n-d-802623-1 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:27:35.896438 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 34010) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:27:35.899273 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-9fb55b48-d3f8-4b32-8f87-f4c20241265f tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] For port d317148b-9494-46fa-8bce-c9246095d79c, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=d317148b-9494-46fa-8bce-c9246095d79c,segment=NetworkSegment(abceaf3f-37bb-45eb-9f83-b9f6ab5306b1),segment_id=abceaf3f-37bb-45eb-9f83-b9f6ab5306b1)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:27:35.899841 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9fb55b48-d3f8-4b32-8f87-f4c20241265f tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:35.906394 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2463f622-cc81-4c2b-bb1f-d1887b5c002a None None] Routers {'9b4de305-7014-445b-8018-d04ee74d56a5'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:27:35.910410 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-2463f622-cc81-4c2b-bb1f-d1887b5c002a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:27:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['9b4de305-7014-445b-8018-d04ee74d56a5'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:27:35.924303 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d04794c0-586d-4122-a80f-440d1f3d5bbf tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:35.938499 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d04794c0-586d-4122-a80f-440d1f3d5bbf tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784185'] for security_group_rule, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:35.962066 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-2463f622-cc81-4c2b-bb1f-d1887b5c002a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:27:35.982379 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2463f622-cc81-4c2b-bb1f-d1887b5c002a None None] Routers {'9b4de305-7014-445b-8018-d04ee74d56a5'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:27:35.983376 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-2463f622-cc81-4c2b-bb1f-d1887b5c002a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:27:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['9b4de305-7014-445b-8018-d04ee74d56a5'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:27:35.986733 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcafe91-24bb-4220-858e-3814459b13a5 None None] Pushing event updated for resources: {'Port': ['ID=eca0207d-c4d6-4a45-bd93-46c85898317a,revision_number=3']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:27:35.999452 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04794c0-586d-4122-a80f-440d1f3d5bbf tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a952064-fb5d-4d90-b310-f1e4dab090ed,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:27:36.007642 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d04794c0-586d-4122-a80f-440d1f3d5bbf tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:36.009838 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-d04794c0-586d-4122-a80f-440d1f3d5bbf tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3045235 Jul 27 23:27:36.043555 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77aafa3c-b872-43b6-87e8-d8882d1c00cb req-6e35a339-93ad-48b8-932f-216a17bd10de tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:27:36.049804 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-77aafa3c-b872-43b6-87e8-d8882d1c00cb req-6e35a339-93ad-48b8-932f-216a17bd10de tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/ports?device_id=defa6f74-7008-41a1-8545-b7f9201c289d HTTP/1.1" status: 200 len: 945 time: 0.1035862 Jul 27 23:27:36.071258 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-2463f622-cc81-4c2b-bb1f-d1887b5c002a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:27:36.072597 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2463f622-cc81-4c2b-bb1f-d1887b5c002a None None] The sync data for ids ['9b4de305-7014-445b-8018-d04ee74d56a5'] in n-d-802623-1 is: [] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:27:36.077190 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-33b8b2e6-3a99-4add-b8cd-e4af4d2c4330 tempest-RoutersIpV6AdminTest-711475609 tempest-RoutersIpV6AdminTest-711475609-project-admin] 10.222.0.18 "GET /v2.0/routers/9b4de305-7014-445b-8018-d04ee74d56a5 HTTP/1.1" status: 200 len: 925 time: 0.1734695 Jul 27 23:27:36.081708 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 34016) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:27:36.095809 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-2808b480-162a-41a4-bb60-f455bf7685e2 None None] Attempting to bind port eca0207d-c4d6-4a45-bd93-46c85898317a on host n-d-802623-1 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:27:36.096573 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-2808b480-162a-41a4-bb60-f455bf7685e2 None None] Attempting to bind port eca0207d-c4d6-4a45-bd93-46c85898317a by drivers openvswitch,hyperv on host n-d-802623-1 at level 0 using segments [{'id': '7c60bb94-020e-4d82-9690-a79eecb055ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'f33f478a-5a93-43d9-988a-2827d45cd859'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:27:36.097016 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2808b480-162a-41a4-bb60-f455bf7685e2 None None] Attempting to bind port eca0207d-c4d6-4a45-bd93-46c85898317a on network f33f478a-5a93-43d9-988a-2827d45cd859 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:27:36.113645 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9fb55b48-d3f8-4b32-8f87-f4c20241265f tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Calling delete_port for d317148b-9494-46fa-8bce-c9246095d79c owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:27:36.115579 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2808b480-162a-41a4-bb60-f455bf7685e2 None None] Checking agent: {'id': 'a9a568d2-a5e7-41e4-833f-a8ab42ea4073', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 52, 30), 'started_at': datetime.datetime(2021, 7, 27, 22, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 27, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802623-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:27:36.116053 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2808b480-162a-41a4-bb60-f455bf7685e2 None None] Checking segment: {'id': '7c60bb94-020e-4d82-9690-a79eecb055ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'f33f478a-5a93-43d9-988a-2827d45cd859'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:27:36.116603 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2808b480-162a-41a4-bb60-f455bf7685e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:36.117020 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2808b480-162a-41a4-bb60-f455bf7685e2 None None] Bound using segment: {'id': '7c60bb94-020e-4d82-9690-a79eecb055ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'f33f478a-5a93-43d9-988a-2827d45cd859'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:27:36.117530 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-2808b480-162a-41a4-bb60-f455bf7685e2 None None] Bound port: eca0207d-c4d6-4a45-bd93-46c85898317a, host: n-d-802623-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c60bb94-020e-4d82-9690-a79eecb055ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'f33f478a-5a93-43d9-988a-2827d45cd859'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:27:36.117933 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2808b480-162a-41a4-bb60-f455bf7685e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:36.127881 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-77aafa3c-b872-43b6-87e8-d8882d1c00cb req-48cdae53-d419-4df0-8ef0-2289eaa3af5d tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/security-groups?id=d6f41e72-2b87-4685-ae08-bc68afebebe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703797 Jul 27 23:27:36.182135 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-6cac2d84-0756-49f0-b464-8290d5de6082 req-6a8c176d-52c0-4094-9db3-388686013aa3 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/security-groups?id=7dab0fca-2422-4f10-a2ed-ede178e48859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3771815 Jul 27 23:27:36.222508 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4946750a-b599-4b44-9222-ac095b838bfb None None] get_active_networks_info from n-d-802623-1 {{(pid=93799) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 27 23:27:36.236760 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-084429b8-e51a-4402-b12c-75fc0397b1da tempest-RoutersIpV6AdminTest-711475609 tempest-RoutersIpV6AdminTest-711475609-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:27:36.239636 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-084429b8-e51a-4402-b12c-75fc0397b1da tempest-RoutersIpV6AdminTest-711475609 tempest-RoutersIpV6AdminTest-711475609-project-admin] 10.222.0.18 "GET /v2.0/ports?network_id=2fd42287-ed26-4eb9-89a5-b521f5b04356&device_id=9b4de305-7014-445b-8018-d04ee74d56a5&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1523435 Jul 27 23:27:36.241603 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 34026) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:27:36.266544 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-04d4a4a0-548c-4da1-8fa5-64beee6420dd req-7e0551a5-7a91-47a7-a484-82947369a44a tempest-ServerShowV257Test-1832585559 tempest-ServerShowV257Test-1832585559-project] 10.222.0.18 "GET /v2.0/ports?device_id=3c95cc01-6b6f-42dd-a701-172d356f907b HTTP/1.1" status: 200 len: 210 time: 0.0393424 Jul 27 23:27:36.322629 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-2808b480-162a-41a4-bb60-f455bf7685e2 None None] For port eca0207d-c4d6-4a45-bd93-46c85898317a, host n-d-802623-1, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:27:36.347932 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-2808b480-162a-41a4-bb60-f455bf7685e2 None None] For port eca0207d-c4d6-4a45-bd93-46c85898317a, host n-d-802623-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=eca0207d-c4d6-4a45-bd93-46c85898317a,segment=NetworkSegment(7c60bb94-020e-4d82-9690-a79eecb055ab),segment_id=7c60bb94-020e-4d82-9690-a79eecb055ab)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:27:36.357389 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4946750a-b599-4b44-9222-ac095b838bfb None None] Resources bound (agent type, host, resource id): {{(pid=93799) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 27 23:27:36.360635 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2808b480-162a-41a4-bb60-f455bf7685e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:36.395424 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1d39aba-bba1-4d12-8f67-9d4753c64696 tempest-RoutersIpV6AdminTest-711475609 tempest-RoutersIpV6AdminTest-711475609-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:27:36.400309 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-c1d39aba-bba1-4d12-8f67-9d4753c64696 tempest-RoutersIpV6AdminTest-711475609 tempest-RoutersIpV6AdminTest-711475609-project-admin] 10.222.0.18 "GET /v2.0/networks/2fd42287-ed26-4eb9-89a5-b521f5b04356 HTTP/1.1" status: 200 len: 881 time: 0.1577070 Jul 27 23:27:36.401540 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 34034) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:27:36.406131 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9fb55b48-d3f8-4b32-8f87-f4c20241265f tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:36.419887 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf80ec8-c8eb-4c19-ac52-01a478103707 req-dc433b01-99e2-4f8f-bea8-a2cf8c6abe34 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:27:36.425997 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-4cf80ec8-c8eb-4c19-ac52-01a478103707 req-dc433b01-99e2-4f8f-bea8-a2cf8c6abe34 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/ports?device_id=c82f64f9-7572-4580-b07f-b346ae07e8cc HTTP/1.1" status: 200 len: 945 time: 0.0694489 Jul 27 23:27:36.431342 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-1ee38882-b707-4943-bcbe-7c5ec475bbdf req-db0ff660-28ce-4694-a165-3860df3e44f4 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-641035975&fields=id&tenant_id=ba4fae7b46b54e6e99cbf665d54e4a7e HTTP/1.1" status: 200 len: 267 time: 0.1136973 Jul 27 23:27:36.469931 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-4cf80ec8-c8eb-4c19-ac52-01a478103707 req-1786ad3c-bb9f-4f24-a5c6-154f3d172953 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/security-groups?id=7dab0fca-2422-4f10-a2ed-ede178e48859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423596 Jul 27 23:27:36.476551 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-ca2861b7-604c-4d2f-a6b1-01456d4a057f tempest-RoutersIpV6AdminTest-1619528760 tempest-RoutersIpV6AdminTest-1619528760-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b4de305-7014-445b-8018-d04ee74d56a5 HTTP/1.1" status: 200 len: 205 time: 0.0717847 Jul 27 23:27:36.477054 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 34036) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:27:36.480417 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb55b48-d3f8-4b32-8f87-f4c20241265f tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Pushing event deleted for resources: {'Port': ['ID=d317148b-9494-46fa-8bce-c9246095d79c,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:27:36.489197 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2808b480-162a-41a4-bb60-f455bf7685e2 None None] Routers {'1500f0a8-b2da-4abc-92aa-0ad4f78eccb4'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:27:36.489843 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-2808b480-162a-41a4-bb60-f455bf7685e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:27:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['1500f0a8-b2da-4abc-92aa-0ad4f78eccb4'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:27:36.501392 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcafe91-24bb-4220-858e-3814459b13a5 None None] Pushing event updated for resources: {'Port': ['ID=eca0207d-c4d6-4a45-bd93-46c85898317a,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:27:36.505319 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb55b48-d3f8-4b32-8f87-f4c20241265f tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] No DVR routers for this DVR port d317148b-9494-46fa-8bce-c9246095d79c on host n-d-802623-1 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:27:36.631873 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9fb55b48-d3f8-4b32-8f87-f4c20241265f tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618032', 'neutron.services.segments.db._delete_segments_for_network-8736833900081'] for network, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:36.647807 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-9fb55b48-d3f8-4b32-8f87-f4c20241265f tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31c300f7-fcd3-4545-a9bd-aac7bd498a60']}} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:27:36.650135 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-56ec8279-2571-4ee2-82f8-e8747109d508 tempest-RoutersIpV6AdminTest-1619528760 tempest-RoutersIpV6AdminTest-1619528760-project] Notify callbacks [] for router, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:36.668666 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-9fb55b48-d3f8-4b32-8f87-f4c20241265f tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abceaf3f-37bb-45eb-9f83-b9f6ab5306b1') {'for_net_delete': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:27:36.668981 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-9fb55b48-d3f8-4b32-8f87-f4c20241265f tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abceaf3f-37bb-45eb-9f83-b9f6ab5306b1') {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:27:36.688206 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9fb55b48-d3f8-4b32-8f87-f4c20241265f tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736833900858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11335978'] for segment, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:36.694217 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc69c3f8-7730-4031-8582-45109b924404 req-befd9539-d0db-4555-9034-8c19866c8b41 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:27:36.695838 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-cc69c3f8-7730-4031-8582-45109b924404 req-befd9539-d0db-4555-9034-8c19866c8b41 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/ports?device_id=c82f64f9-7572-4580-b07f-b346ae07e8cc HTTP/1.1" status: 200 len: 945 time: 0.1083758 Jul 27 23:27:36.706493 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee38882-b707-4943-bcbe-7c5ec475bbdf req-404185bb-abe0-49f6-be77-a8b3912eed32 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:27:36.708100 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-1ee38882-b707-4943-bcbe-7c5ec475bbdf req-404185bb-abe0-49f6-be77-a8b3912eed32 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] 10.222.0.18 "GET /v2.0/networks?id=f33f478a-5a93-43d9-988a-2827d45cd859 HTTP/1.1" status: 200 len: 795 time: 0.2449830 Jul 27 23:27:36.714596 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9fb55b48-d3f8-4b32-8f87-f4c20241265f tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:36.722656 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fb55b48-d3f8-4b32-8f87-f4c20241265f tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Releasing vlan 516 on physical network physnet1 to pool {{(pid=93797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 23:27:36.723090 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9fb55b48-d3f8-4b32-8f87-f4c20241265f tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11336013'] for segment, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:36.733334 n-d-802623-1 neutron-server[93797]: Traceback (most recent call last): Jul 27 23:27:36.733334 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 23:27:36.733334 n-d-802623-1 neutron-server[93797]: timer() Jul 27 23:27:36.733334 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 23:27:36.733334 n-d-802623-1 neutron-server[93797]: cb(*args, **kw) Jul 27 23:27:36.733334 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 23:27:36.733334 n-d-802623-1 neutron-server[93797]: return func(*args, **kwargs) Jul 27 23:27:36.733334 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 23:27:36.733334 n-d-802623-1 neutron-server[93797]: self._notify() Jul 27 23:27:36.733334 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 23:27:36.733334 n-d-802623-1 neutron-server[93797]: self.callback(batched_events) Jul 27 23:27:36.733334 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 23:27:36.733334 n-d-802623-1 neutron-server[93797]: event.method(event) Jul 27 23:27:36.733334 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 23:27:36.733334 n-d-802623-1 neutron-server[93797]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 23:27:36.733334 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 23:27:36.733334 n-d-802623-1 neutron-server[93797]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 23:27:36.733334 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 23:27:36.733334 n-d-802623-1 neutron-server[93797]: return f(self, *a, **k) Jul 27 23:27:36.733334 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 23:27:36.733334 n-d-802623-1 neutron-server[93797]: return self._get(url).json() Jul 27 23:27:36.733334 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 23:27:36.733334 n-d-802623-1 neutron-server[93797]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 23:27:36.733334 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 23:27:36.733334 n-d-802623-1 neutron-server[93797]: return self.request(url, 'GET', **kwargs) Jul 27 23:27:36.733334 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 23:27:36.733334 n-d-802623-1 neutron-server[93797]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 23:27:36.733334 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 23:27:36.733334 n-d-802623-1 neutron-server[93797]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 23:27:36.733334 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 23:27:36.733334 n-d-802623-1 neutron-server[93797]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 23:27:36.733334 n-d-802623-1 neutron-server[93797]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 23:27:36.774536 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-1ee38882-b707-4943-bcbe-7c5ec475bbdf req-ca13148a-87b7-4f5e-b786-e82525c58c38 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] 10.222.0.18 "GET /v2.0/quotas/ba4fae7b46b54e6e99cbf665d54e4a7e HTTP/1.1" status: 200 len: 375 time: 0.0531588 Jul 27 23:27:36.792940 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-cc69c3f8-7730-4031-8582-45109b924404 req-d16a73a7-8c77-479b-aa8c-6e59f9a7ec9f tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/security-groups?id=7dab0fca-2422-4f10-a2ed-ede178e48859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829070 Jul 27 23:27:36.804629 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-56ec8279-2571-4ee2-82f8-e8747109d508 tempest-RoutersIpV6AdminTest-1619528760 tempest-RoutersIpV6AdminTest-1619528760-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:36.820081 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9fb55b48-d3f8-4b32-8f87-f4c20241265f tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415412'] for network, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:36.825636 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9fb55b48-d3f8-4b32-8f87-f4c20241265f tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for network, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:36.827726 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-9fb55b48-d3f8-4b32-8f87-f4c20241265f tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] 10.222.0.18 "DELETE /v2.0/networks/31c300f7-fcd3-4545-a9bd-aac7bd498a60 HTTP/1.1" status: 204 len: 168 time: 3.8107290 Jul 27 23:27:36.839811 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 34042) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:27:36.844438 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-2808b480-162a-41a4-bb60-f455bf7685e2 None None] Set router 1500f0a8-b2da-4abc-92aa-0ad4f78eccb4 gateway port host: n-d-802623-1 {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:27:36.848360 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-b59fed7e-5284-4204-8de6-14b8101b8cfa tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1677517325'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:27:36.874197 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb55b48-d3f8-4b32-8f87-f4c20241265f tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Pushing event deleted for resources: {'Network': ['ID=31c300f7-fcd3-4545-a9bd-aac7bd498a60,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:27:36.898333 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b59fed7e-5284-4204-8de6-14b8101b8cfa tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Made reservation on behalf of 8a3f8a4e5e154e3f8de886c2c529b965 for: {'network': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:27:36.902203 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b59fed7e-5284-4204-8de6-14b8101b8cfa tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for network, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:36.908295 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-56ec8279-2571-4ee2-82f8-e8747109d508 tempest-RoutersIpV6AdminTest-1619528760 tempest-RoutersIpV6AdminTest-1619528760-project] Deleting port a08528b0-093e-407b-b458-196e0f906500 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:27:36.909666 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-56ec8279-2571-4ee2-82f8-e8747109d508 tempest-RoutersIpV6AdminTest-1619528760 tempest-RoutersIpV6AdminTest-1619528760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:36.923693 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-1ee38882-b707-4943-bcbe-7c5ec475bbdf req-3f4ad845-f422-46b6-84ba-18c7ad6ece8e tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=ba4fae7b46b54e6e99cbf665d54e4a7e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1221113 Jul 27 23:27:37.005871 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b59fed7e-5284-4204-8de6-14b8101b8cfa tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 542} {{(pid=93798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 23:27:37.030082 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b59fed7e-5284-4204-8de6-14b8101b8cfa tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:37.032480 n-d-802623-1 neutron-server[93798]: INFO neutron.db.segments_db [None req-b59fed7e-5284-4204-8de6-14b8101b8cfa tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Added segment 618c39e5-08eb-4f68-9b6b-0b7fdd535412 of type vlan for network 9a3b1e9c-3755-4855-ad5f-daad0b1dd12b Jul 27 23:27:37.032619 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-1ee38882-b707-4943-bcbe-7c5ec475bbdf req-3b6ea36a-667e-4f6b-938f-7b7db67f6039 service neutron] 10.222.0.18 "GET /v2.0/networks/f33f478a-5a93-43d9-988a-2827d45cd859?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068296 Jul 27 23:27:37.063595 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9f4095-304d-4e74-a594-21106fab89fe req-5cb0b10a-8885-4cbf-b148-c43794a4366b tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:27:37.070171 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16bc4dd5-a2a4-41a9-9506-ef824c75cc22 None None] get_active_networks_info from n-d-802623-1 {{(pid=93799) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 27 23:27:37.071795 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-cc9f4095-304d-4e74-a594-21106fab89fe req-5cb0b10a-8885-4cbf-b148-c43794a4366b tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/ports?device_id=c82f64f9-7572-4580-b07f-b346ae07e8cc HTTP/1.1" status: 200 len: 945 time: 0.1116383 Jul 27 23:27:37.114647 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-56ec8279-2571-4ee2-82f8-e8747109d508 tempest-RoutersIpV6AdminTest-1619528760 tempest-RoutersIpV6AdminTest-1619528760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:37.146671 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b59fed7e-5284-4204-8de6-14b8101b8cfa tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736833354590'] for network, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:37.148877 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-1ee38882-b707-4943-bcbe-7c5ec475bbdf req-42be3f2e-d2dc-4024-a9a6-2776c168a7da service neutron] 10.222.0.18 "GET /v2.0/networks/f33f478a-5a93-43d9-988a-2827d45cd859?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155131 Jul 27 23:27:37.152796 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-56ec8279-2571-4ee2-82f8-e8747109d508 tempest-RoutersIpV6AdminTest-1619528760 tempest-RoutersIpV6AdminTest-1619528760-project] Calling delete_port for a08528b0-093e-407b-b458-196e0f906500 owned by network:router_gateway {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:27:37.182221 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-cc9f4095-304d-4e74-a594-21106fab89fe req-bb35991a-8154-4168-90f0-2644f6103e9b tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/security-groups?id=7dab0fca-2422-4f10-a2ed-ede178e48859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075740 Jul 27 23:27:37.246373 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16bc4dd5-a2a4-41a9-9506-ef824c75cc22 None None] Resources bound (agent type, host, resource id): {{(pid=93799) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 27 23:27:37.251673 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b59fed7e-5284-4204-8de6-14b8101b8cfa tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569'] for network, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:37.258015 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b59fed7e-5284-4204-8de6-14b8101b8cfa tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:27:37.258657 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b59fed7e-5284-4204-8de6-14b8101b8cfa tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:37.270672 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-2808b480-162a-41a4-bb60-f455bf7685e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1500f0a8-b2da-4abc-92aa-0ad4f78eccb4', 'name': 'tempest-TestNetworkBasicOps-router-1724551368', 'tenant_id': 'ba4fae7b46b54e6e99cbf665d54e4a7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.22'}], 'enable_snat': True}, 'gw_port_id': '04e67126-ded4-4fdf-8334-7d37b4221bb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:27:22Z', 'updated_at': '2021-07-27T23:27:31Z', 'revision_number': 4, 'project_id': 'ba4fae7b46b54e6e99cbf665d54e4a7e', 'gw_port': {'id': '04e67126-ded4-4fdf-8334-7d37b4221bb3', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:74:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1500f0a8-b2da-4abc-92aa-0ad4f78eccb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2702, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:27:24Z', 'updated_at': '2021-07-27T23:27:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': 'eca0207d-c4d6-4a45-bd93-46c85898317a', 'name': '', 'network_id': 'f33f478a-5a93-43d9-988a-2827d45cd859', 'tenant_id': 'ba4fae7b46b54e6e99cbf665d54e4a7e', 'mac_address': 'fa:16:3e:bb:59:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1500f0a8-b2da-4abc-92aa-0ad4f78eccb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2712, 'fixed_ips': [{'subnet_id': '2f0e7cb4-1217-450a-af5b-092e562d7521', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:27:29Z', 'updated_at': '2021-07-27T23:27:36Z', 'revision_number': 4, 'project_id': 'ba4fae7b46b54e6e99cbf665d54e4a7e', 'subnets': [{'id': '2f0e7cb4-1217-450a-af5b-092e562d7521', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:27:37.338138 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2808b480-162a-41a4-bb60-f455bf7685e2 None None] The sync data for ids ['1500f0a8-b2da-4abc-92aa-0ad4f78eccb4'] in n-d-802623-1 is: [{'id': '1500f0a8-b2da-4abc-92aa-0ad4f78eccb4', 'name': 'tempest-TestNetworkBasicOps-router-1724551368', 'tenant_id': 'ba4fae7b46b54e6e99cbf665d54e4a7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.22'}], 'enable_snat': True}, 'gw_port_id': '04e67126-ded4-4fdf-8334-7d37b4221bb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:27:22Z', 'updated_at': '2021-07-27T23:27:31Z', 'revision_number': 4, 'project_id': 'ba4fae7b46b54e6e99cbf665d54e4a7e', 'gw_port': {'id': '04e67126-ded4-4fdf-8334-7d37b4221bb3', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:74:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1500f0a8-b2da-4abc-92aa-0ad4f78eccb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2702, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:27:24Z', 'updated_at': '2021-07-27T23:27:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': 'eca0207d-c4d6-4a45-bd93-46c85898317a', 'name': '', 'network_id': 'f33f478a-5a93-43d9-988a-2827d45cd859', 'tenant_id': 'ba4fae7b46b54e6e99cbf665d54e4a7e', 'mac_address': 'fa:16:3e:bb:59:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1500f0a8-b2da-4abc-92aa-0ad4f78eccb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2712, 'fixed_ips': [{'subnet_id': '2f0e7cb4-1217-450a-af5b-092e562d7521', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:27:29Z', 'updated_at': '2021-07-27T23:27:36Z', 'revision_number': 4, 'project_id': 'ba4fae7b46b54e6e99cbf665d54e4a7e', 'subnets': [{'id': '2f0e7cb4-1217-450a-af5b-092e562d7521', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:27:37.346438 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-b59fed7e-5284-4204-8de6-14b8101b8cfa tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5046625 Jul 27 23:27:37.350321 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 34056) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:27:37.357431 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-bb0ff01e-d299-4a18-9b51-a3a57ab7b12f tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Request body: {'subnet': {'network_id': '9a3b1e9c-3755-4855-ad5f-daad0b1dd12b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:27:37.434864 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59fed7e-5284-4204-8de6-14b8101b8cfa tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Pushing event updated for resources: {'Network': ['ID=9a3b1e9c-3755-4855-ad5f-daad0b1dd12b,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:27:37.480401 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Network 9a3b1e9c-3755-4855-ad5f-daad0b1dd12b details requested by agent ovs-agent-n-d-802623-1 with host n-d-802623-1 {{(pid=93799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 23:27:37.531773 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0099b9-d268-4853-ba45-34a76870b572 req-f72bfa6a-5cf8-4a4e-813b-13ae0a9a1786 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:27:37.534947 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-cb0099b9-d268-4853-ba45-34a76870b572 req-f72bfa6a-5cf8-4a4e-813b-13ae0a9a1786 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/ports?device_id=defa6f74-7008-41a1-8545-b7f9201c289d HTTP/1.1" status: 200 len: 945 time: 0.2420626 Jul 27 23:27:37.565104 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device aaeaed8e-c896-4e77-954e-aaf5096f6478 up at agent hyperv_n-h1-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:27:37.603231 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2460433-73d0-46cd-ab39-21bca49878e9 req-9389c92d-e856-4093-bc99-0537bd5899b1 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:27:37.611361 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-e2460433-73d0-46cd-ab39-21bca49878e9 req-9389c92d-e856-4093-bc99-0537bd5899b1 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/ports?device_id=c82f64f9-7572-4580-b07f-b346ae07e8cc HTTP/1.1" status: 200 len: 945 time: 0.2472367 Jul 27 23:27:37.635938 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-cb0099b9-d268-4853-ba45-34a76870b572 req-65af4938-79f6-4f13-886b-15eceeca5a0d tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/security-groups?id=d6f41e72-2b87-4685-ae08-bc68afebebe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779302 Jul 27 23:27:37.637783 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-56ec8279-2571-4ee2-82f8-e8747109d508 tempest-RoutersIpV6AdminTest-1619528760 tempest-RoutersIpV6AdminTest-1619528760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:37.664914 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb0ff01e-d299-4a18-9b51-a3a57ab7b12f tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Made reservation on behalf of 8a3f8a4e5e154e3f8de886c2c529b965 for: {'subnet': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:27:37.669646 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-bb0ff01e-d299-4a18-9b51-a3a57ab7b12f tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11551435'] for subnet, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:37.710806 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ec8279-2571-4ee2-82f8-e8747109d508 tempest-RoutersIpV6AdminTest-1619528760 tempest-RoutersIpV6AdminTest-1619528760-project] Pushing event deleted for resources: {'Port': ['ID=a08528b0-093e-407b-b458-196e0f906500,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:27:37.779611 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-e2460433-73d0-46cd-ab39-21bca49878e9 req-98df0173-01ea-40b9-834b-fbdecc02d611 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/security-groups?id=7dab0fca-2422-4f10-a2ed-ede178e48859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672883 Jul 27 23:27:37.805471 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Provisioning for port aaeaed8e-c896-4e77-954e-aaf5096f6478 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:27:37.820137 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Provisioning complete for port aaeaed8e-c896-4e77-954e-aaf5096f6478 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:27:37.820748 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:37.825215 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-56ec8279-2571-4ee2-82f8-e8747109d508 tempest-RoutersIpV6AdminTest-1619528760 tempest-RoutersIpV6AdminTest-1619528760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-415368'] for router_gateway, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:37.867617 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-fdc8e16f-f004-40fd-a32b-58621c59f551 req-5da98b70-212a-4d22-a7fb-23c5b8bb701b tempest-ServerShowV257Test-1832585559 tempest-ServerShowV257Test-1832585559-project] 10.222.0.18 "GET /v2.0/ports?device_id=3c95cc01-6b6f-42dd-a701-172d356f907b HTTP/1.1" status: 200 len: 210 time: 0.0462632 Jul 27 23:27:37.942903 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-e98da715-95b3-468d-8062-793a76952f99 req-3c9398a5-d1ac-4cc8-acc5-dc03f99861a9 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] 10.222.0.18 "GET /v2.0/ports?device_id=cf94048b-6bb2-4095-bf3c-25119c0a23f0 HTTP/1.1" status: 200 len: 210 time: 0.0875614 Jul 27 23:27:38.053725 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:38.091229 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'defa6f74-7008-41a1-8545-b7f9201c289d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaeaed8e-c896-4e77-954e-aaf5096f6478'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:27:38.094051 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c0369b0d4f459110ff20a1f9878ba33f96d6491bddb9d15843bf29d01e0bda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2aca5206-39b3-4b47-88e1-ac83bac86e38" -d '{"events": [{"server_uuid": "defa6f74-7008-41a1-8545-b7f9201c289d", "name": "network-vif-plugged", "status": "completed", "tag": "aaeaed8e-c896-4e77-954e-aaf5096f6478"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:27:38.106971 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-56ec8279-2571-4ee2-82f8-e8747109d508 tempest-RoutersIpV6AdminTest-1619528760 tempest-RoutersIpV6AdminTest-1619528760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62205'] for router, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:38.127508 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-56ec8279-2571-4ee2-82f8-e8747109d508 tempest-RoutersIpV6AdminTest-1619528760 tempest-RoutersIpV6AdminTest-1619528760-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:38.147755 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port aaeaed8e-c896-4e77-954e-aaf5096f6478, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=aaeaed8e-c896-4e77-954e-aaf5096f6478,segment=NetworkSegment(e34bcaf6-fcda-4cb3-a9d4-ce07906221d3),segment_id=e34bcaf6-fcda-4cb3-a9d4-ce07906221d3)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:27:38.158940 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:38.239771 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:27:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd73303a-c2da-45a5-b589-c63d732bb9cf x-openstack-request-id: req-bd73303a-c2da-45a5-b589-c63d732bb9cf {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:27:38.240004 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "defa6f74-7008-41a1-8545-b7f9201c289d", "name": "network-vif-plugged", "status": "completed", "tag": "aaeaed8e-c896-4e77-954e-aaf5096f6478", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:27:38.240207 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-bd73303a-c2da-45a5-b589-c63d732bb9cf {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:27:38.240600 n-d-802623-1 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'defa6f74-7008-41a1-8545-b7f9201c289d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaeaed8e-c896-4e77-954e-aaf5096f6478', 'code': 200} Jul 27 23:27:38.245901 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d00cb6-74c1-42f0-a60f-b48a8fc0f819 req-37d9568e-c5e4-4ba9-b1d9-fb3d13ffd4ca tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:27:38.257164 n-d-802623-1 neutron-server[93797]: DEBUG neutron.objects.ports [None req-bb0ff01e-d299-4a18-9b51-a3a57ab7b12f tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93797) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 27 23:27:38.259540 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-bb0ff01e-d299-4a18-9b51-a3a57ab7b12f tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11336182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11551417'] for subnet, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:38.270024 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-77d00cb6-74c1-42f0-a60f-b48a8fc0f819 req-37d9568e-c5e4-4ba9-b1d9-fb3d13ffd4ca tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/ports?device_id=c82f64f9-7572-4580-b07f-b346ae07e8cc HTTP/1.1" status: 200 len: 945 time: 0.1952531 Jul 27 23:27:38.305722 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Pushing event updated for resources: {'Port': ['ID=aaeaed8e-c896-4e77-954e-aaf5096f6478,revision_number=5']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:27:38.332605 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-56ec8279-2571-4ee2-82f8-e8747109d508 tempest-RoutersIpV6AdminTest-1619528760 tempest-RoutersIpV6AdminTest-1619528760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-477831'] for router, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:38.333117 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56ec8279-2571-4ee2-82f8-e8747109d508 tempest-RoutersIpV6AdminTest-1619528760 tempest-RoutersIpV6AdminTest-1619528760-project] Fanout notify agent at l3_agent the message router_deleted on router 9b4de305-7014-445b-8018-d04ee74d56a5 {{(pid=93798) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 23:27:38.367925 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-56ec8279-2571-4ee2-82f8-e8747109d508 tempest-RoutersIpV6AdminTest-1619528760 tempest-RoutersIpV6AdminTest-1619528760-project] Notify callbacks [] for router, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:38.370648 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-56ec8279-2571-4ee2-82f8-e8747109d508 tempest-RoutersIpV6AdminTest-1619528760 tempest-RoutersIpV6AdminTest-1619528760-project] 10.222.0.18 "DELETE /v2.0/routers/9b4de305-7014-445b-8018-d04ee74d56a5 HTTP/1.1" status: 204 len: 168 time: 1.8916345 Jul 27 23:27:38.375533 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 34074) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:27:38.382184 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-0b3cdaae-d595-4d08-93df-5b178c0b5693 tempest-RoutersIpV6AdminTest-1619528760 tempest-RoutersIpV6AdminTest-1619528760-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1216933190', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'}, 'admin_state_up': False}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:27:38.388570 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0ff01e-d299-4a18-9b51-a3a57ab7b12f tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Pushing event updated for resources: {'Subnet': ['ID=96d6a594-f6b7-4513-91a1-c62dcb4096a4,revision_number=0']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:27:38.393535 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb0ff01e-d299-4a18-9b51-a3a57ab7b12f tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Checking segment: {'id': '618c39e5-08eb-4f68-9b6b-0b7fdd535412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '9a3b1e9c-3755-4855-ad5f-daad0b1dd12b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:27:38.393904 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb0ff01e-d299-4a18-9b51-a3a57ab7b12f tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Network hostable DHCP agents. Network: 9a3b1e9c-3755-4855-ad5f-daad0b1dd12b, hostable agents: ['5950e76f-2bde-4343-a925-cbe6bacd2706'], hosted agents: [] {{(pid=93797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 23:27:38.403669 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-77d00cb6-74c1-42f0-a60f-b48a8fc0f819 req-71b4a701-32a7-4df3-99a5-49558b1bd702 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/security-groups?id=7dab0fca-2422-4f10-a2ed-ede178e48859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319718 Jul 27 23:27:38.427960 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb0ff01e-d299-4a18-9b51-a3a57ab7b12f tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Network 9a3b1e9c-3755-4855-ad5f-daad0b1dd12b is scheduled to be hosted by DHCP agent 5950e76f-2bde-4343-a925-cbe6bacd2706 with binding_index 1 {{(pid=93797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 23:27:38.433634 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0b3cdaae-d595-4d08-93df-5b178c0b5693 tempest-RoutersIpV6AdminTest-1619528760 tempest-RoutersIpV6AdminTest-1619528760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62159'] for router, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:38.433634 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0b3cdaae-d595-4d08-93df-5b178c0b5693 tempest-RoutersIpV6AdminTest-1619528760 tempest-RoutersIpV6AdminTest-1619528760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-479230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-415539', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3693317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62148'] for router, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:38.451449 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e4c8d6-d160-4036-a659-ac5674edfdd5 req-9e0e545a-4bac-46df-a0db-59e1fb437ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:27:38.455077 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-54e4c8d6-d160-4036-a659-ac5674edfdd5 req-9e0e545a-4bac-46df-a0db-59e1fb437ad7 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=defa6f74-7008-41a1-8545-b7f9201c289d HTTP/1.1" status: 200 len: 1097 time: 0.1395192 Jul 27 23:27:38.463837 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-bb0ff01e-d299-4a18-9b51-a3a57ab7b12f tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802623-1, 9a3b1e9c-3755-4855-ad5f-daad0b1dd12b) {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:27:38.472857 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9c70833-ad7c-4f0b-b038-4904aec408c9 None None] Network 9a3b1e9c-3755-4855-ad5f-daad0b1dd12b requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:27:38.473031 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb0ff01e-d299-4a18-9b51-a3a57ab7b12f tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:27:38.474073 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-bb0ff01e-d299-4a18-9b51-a3a57ab7b12f tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for subnet, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:38.527281 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0b3cdaae-d595-4d08-93df-5b178c0b5693 tempest-RoutersIpV6AdminTest-1619528760 tempest-RoutersIpV6AdminTest-1619528760-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:38.544448 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-bb0ff01e-d299-4a18-9b51-a3a57ab7b12f tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.1919868 Jul 27 23:27:38.546369 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-54e4c8d6-d160-4036-a659-ac5674edfdd5 req-f1406062-5736-4e95-a700-97c627edbc9c service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=d6f41e72-2b87-4685-ae08-bc68afebebe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801418 Jul 27 23:27:38.546933 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 34078) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:27:38.650046 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device eca0207d-c4d6-4a45-bd93-46c85898317a up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:27:38.712248 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-29f7f2c8-d423-42d9-b478-702003bfc23d tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593271'] for network, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:38.770586 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7130cb-4d40-4abe-847a-985b1fa4cb6a req-e37520fc-6696-4033-8b46-077594e2779d tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:27:38.772918 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-bc7130cb-4d40-4abe-847a-985b1fa4cb6a req-e37520fc-6696-4033-8b46-077594e2779d tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/ports?device_id=c82f64f9-7572-4580-b07f-b346ae07e8cc HTTP/1.1" status: 200 len: 945 time: 0.1762855 Jul 27 23:27:38.777543 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0b3cdaae-d595-4d08-93df-5b178c0b5693 tempest-RoutersIpV6AdminTest-1619528760 tempest-RoutersIpV6AdminTest-1619528760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-415433', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62186'] for router, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:38.780424 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07f256f5-e36c-402b-94c9-c35207845654 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f6f257c-ad18-5f0c-8c8e-ea085a5fc8a2-9a3b1e9c-3755-4855-ad5f-daad0b1dd12b', 'network_id': '9a3b1e9c-3755-4855-ad5f-daad0b1dd12b', 'tenant_id': '8a3f8a4e5e154e3f8de886c2c529b965', 'fixed_ips': [{'subnet_id': '96d6a594-f6b7-4513-91a1-c62dcb4096a4'}]}} from n-d-802623-1. {{(pid=93799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 23:27:38.781319 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-07f256f5-e36c-402b-94c9-c35207845654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:38.784102 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning for port eca0207d-c4d6-4a45-bd93-46c85898317a completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:27:38.796405 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port eca0207d-c4d6-4a45-bd93-46c85898317a triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:27:38.797196 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:39.033128 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:39.054253 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-07f256f5-e36c-402b-94c9-c35207845654 None None] Allocated IP 2001:db8::f816:3eff:fee7:cbe5 (9a3b1e9c-3755-4855-ad5f-daad0b1dd12b/96d6a594-f6b7-4513-91a1-c62dcb4096a4/9e5e9038-41f4-4b54-8dd9-26db853c26be) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:27:39.094887 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] For port eca0207d-c4d6-4a45-bd93-46c85898317a, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=eca0207d-c4d6-4a45-bd93-46c85898317a,segment=NetworkSegment(7c60bb94-020e-4d82-9690-a79eecb055ab),segment_id=7c60bb94-020e-4d82-9690-a79eecb055ab)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:27:39.111850 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:39.161079 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-29f7f2c8-d423-42d9-b478-702003bfc23d tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620741'] for subnet, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:39.247816 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Pushing event updated for resources: {'Port': ['ID=eca0207d-c4d6-4a45-bd93-46c85898317a,revision_number=5']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:27:39.346590 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-07f256f5-e36c-402b-94c9-c35207845654 None None] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:39.351573 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-bc7130cb-4d40-4abe-847a-985b1fa4cb6a req-ba8734ad-3a11-4ae9-9237-b1a84e96b51c tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/security-groups?id=7dab0fca-2422-4f10-a2ed-ede178e48859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5697234 Jul 27 23:27:39.357501 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-07f256f5-e36c-402b-94c9-c35207845654 None None] Transition to ACTIVE for port object 9e5e9038-41f4-4b54-8dd9-26db853c26be will not be triggered until provisioned by entity L2. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:27:39.388684 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-07f256f5-e36c-402b-94c9-c35207845654 None None] Transition to ACTIVE for port object 9e5e9038-41f4-4b54-8dd9-26db853c26be will not be triggered until provisioned by entity DHCP. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:27:39.399226 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-07f256f5-e36c-402b-94c9-c35207845654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:39.463624 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2751c7aa-24da-4946-a9d6-e7cfe6ab4a5d req-a9d64556-6a0b-4f2b-b9e8-19ff11137a96 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:27:39.469497 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07f256f5-e36c-402b-94c9-c35207845654 None None] Network 9a3b1e9c-3755-4855-ad5f-daad0b1dd12b is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:27:39.471857 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-2751c7aa-24da-4946-a9d6-e7cfe6ab4a5d req-a9d64556-6a0b-4f2b-b9e8-19ff11137a96 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/ports?device_id=defa6f74-7008-41a1-8545-b7f9201c289d HTTP/1.1" status: 200 len: 946 time: 0.3136768 Jul 27 23:27:39.472536 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-07f256f5-e36c-402b-94c9-c35207845654 None None] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:27:39.477933 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f256f5-e36c-402b-94c9-c35207845654 None None] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:27:39.485882 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f256f5-e36c-402b-94c9-c35207845654 None None] Pushing event updated for resources: {'Port': ['ID=9e5e9038-41f4-4b54-8dd9-26db853c26be,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:27:39.488675 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee38882-b707-4943-bcbe-7c5ec475bbdf req-a375c004-cc2e-4426-9e2d-b1aacf4cba22 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:27:39.493317 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-1ee38882-b707-4943-bcbe-7c5ec475bbdf req-a375c004-cc2e-4426-9e2d-b1aacf4cba22 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] 10.222.0.38 "GET /v2.0/networks?id=f33f478a-5a93-43d9-988a-2827d45cd859 HTTP/1.1" status: 200 len: 795 time: 0.3318110 Jul 27 23:27:39.543256 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-07f256f5-e36c-402b-94c9-c35207845654 None None] Attempting to bind port 9e5e9038-41f4-4b54-8dd9-26db853c26be on host n-d-802623-1 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:27:39.543934 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-07f256f5-e36c-402b-94c9-c35207845654 None None] Attempting to bind port 9e5e9038-41f4-4b54-8dd9-26db853c26be by drivers openvswitch,hyperv on host n-d-802623-1 at level 0 using segments [{'id': '618c39e5-08eb-4f68-9b6b-0b7fdd535412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '9a3b1e9c-3755-4855-ad5f-daad0b1dd12b'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:27:39.544304 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07f256f5-e36c-402b-94c9-c35207845654 None None] Attempting to bind port 9e5e9038-41f4-4b54-8dd9-26db853c26be on network 9a3b1e9c-3755-4855-ad5f-daad0b1dd12b {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:27:39.545512 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-29f7f2c8-d423-42d9-b478-702003bfc23d tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11971800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12265753'] for subnet, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:39.550191 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07f256f5-e36c-402b-94c9-c35207845654 None None] Checking agent: {'id': 'a9a568d2-a5e7-41e4-833f-a8ab42ea4073', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 52, 30), 'started_at': datetime.datetime(2021, 7, 27, 22, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 27, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802623-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:27:39.550573 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07f256f5-e36c-402b-94c9-c35207845654 None None] Checking segment: {'id': '618c39e5-08eb-4f68-9b6b-0b7fdd535412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '9a3b1e9c-3755-4855-ad5f-daad0b1dd12b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:27:39.551025 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-07f256f5-e36c-402b-94c9-c35207845654 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:39.551449 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07f256f5-e36c-402b-94c9-c35207845654 None None] Bound using segment: {'id': '618c39e5-08eb-4f68-9b6b-0b7fdd535412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '9a3b1e9c-3755-4855-ad5f-daad0b1dd12b'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:27:39.551921 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-07f256f5-e36c-402b-94c9-c35207845654 None None] Bound port: 9e5e9038-41f4-4b54-8dd9-26db853c26be, host: n-d-802623-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '618c39e5-08eb-4f68-9b6b-0b7fdd535412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '9a3b1e9c-3755-4855-ad5f-daad0b1dd12b'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:27:39.552308 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-07f256f5-e36c-402b-94c9-c35207845654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:39.554579 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-06708de0-823b-4711-a1b9-1f902f3eb43d req-7645c384-e151-4aab-919c-06444683ef01 tempest-ServerShowV257Test-1832585559 tempest-ServerShowV257Test-1832585559-project] 10.222.0.18 "GET /v2.0/ports?device_id=3c95cc01-6b6f-42dd-a701-172d356f907b HTTP/1.1" status: 200 len: 210 time: 0.0637841 Jul 27 23:27:39.567857 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-1ee38882-b707-4943-bcbe-7c5ec475bbdf req-7a2e6bb0-d7a6-4376-a163-6c4d99fb047b tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ba4fae7b46b54e6e99cbf665d54e4a7e HTTP/1.1" status: 200 len: 379 time: 0.0653183 Jul 27 23:27:39.571328 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0b3cdaae-d595-4d08-93df-5b178c0b5693 tempest-RoutersIpV6AdminTest-1619528760 tempest-RoutersIpV6AdminTest-1619528760-project] Notify callbacks [] for router_gateway, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:39.591064 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0b3cdaae-d595-4d08-93df-5b178c0b5693 tempest-RoutersIpV6AdminTest-1619528760 tempest-RoutersIpV6AdminTest-1619528760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:39.606526 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-2751c7aa-24da-4946-a9d6-e7cfe6ab4a5d req-e80a760f-3b83-4d3d-8c9c-88966b19bef3 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/security-groups?id=d6f41e72-2b87-4685-ae08-bc68afebebe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335421 Jul 27 23:27:39.613930 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [req-1ee38882-b707-4943-bcbe-7c5ec475bbdf req-3b4a2dc8-dab8-4ef7-bf7f-b8aff15dedcc tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Request body: {'port': {'device_id': 'cf94048b-6bb2-4095-bf3c-25119c0a23f0', 'network_id': 'f33f478a-5a93-43d9-988a-2827d45cd859', 'admin_state_up': True, 'tenant_id': 'ba4fae7b46b54e6e99cbf665d54e4a7e', 'security_groups': ['cf40f236-b78f-4739-b24a-847b40f7cbf9']}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:27:39.624593 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f7f2c8-d423-42d9-b478-702003bfc23d tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Pushing event deleted for resources: {'Subnet': ['ID=96d6a594-f6b7-4513-91a1-c62dcb4096a4,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:27:39.662144 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-07f256f5-e36c-402b-94c9-c35207845654 None None] For port 9e5e9038-41f4-4b54-8dd9-26db853c26be, host n-d-802623-1, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:27:39.668458 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-07f256f5-e36c-402b-94c9-c35207845654 None None] For port 9e5e9038-41f4-4b54-8dd9-26db853c26be, host n-d-802623-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=9e5e9038-41f4-4b54-8dd9-26db853c26be,segment=NetworkSegment(618c39e5-08eb-4f68-9b6b-0b7fdd535412),segment_id=618c39e5-08eb-4f68-9b6b-0b7fdd535412)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:27:39.675813 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-07f256f5-e36c-402b-94c9-c35207845654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:39.684133 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-da215e51-2c0d-43b7-9a8b-86bc2623471e req-3ee55519-ccd1-4118-9448-8bd18680b629 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] 10.222.0.18 "GET /v2.0/ports?device_id=cf94048b-6bb2-4095-bf3c-25119c0a23f0 HTTP/1.1" status: 200 len: 210 time: 0.0302894 Jul 27 23:27:39.759343 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f256f5-e36c-402b-94c9-c35207845654 None None] Pushing event updated for resources: {'Port': ['ID=9e5e9038-41f4-4b54-8dd9-26db853c26be,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:27:39.765696 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-0b3cdaae-d595-4d08-93df-5b178c0b5693 tempest-RoutersIpV6AdminTest-1619528760 tempest-RoutersIpV6AdminTest-1619528760-project] Allocated IP 172.25.4.192 (2fd42287-ed26-4eb9-89a5-b521f5b04356/17de1f8f-393a-4b0c-a2df-614bd3f2fb5e/f9d42e7d-703e-447e-8c44-8315b8be5a45) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:27:39.782639 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-29f7f2c8-d423-42d9-b478-702003bfc23d tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618032', 'neutron.services.segments.db._delete_segments_for_network-8736833900081'] for network, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:39.786025 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0bd8f46-6513-40ce-9e2f-3e6fe565f456 None None] Network 9a3b1e9c-3755-4855-ad5f-daad0b1dd12b requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:27:39.809455 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-29f7f2c8-d423-42d9-b478-702003bfc23d tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a3b1e9c-3755-4855-ad5f-daad0b1dd12b']}} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:27:39.835316 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-29f7f2c8-d423-42d9-b478-702003bfc23d tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '618c39e5-08eb-4f68-9b6b-0b7fdd535412') {'for_net_delete': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:27:39.835594 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-29f7f2c8-d423-42d9-b478-702003bfc23d tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '618c39e5-08eb-4f68-9b6b-0b7fdd535412') {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:27:39.851160 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb2dd8e-035b-4f71-af1c-c3030dbc5a21 req-b35d0243-f1c7-4897-b95d-cc7073358909 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:27:39.852660 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7bb2dd8e-035b-4f71-af1c-c3030dbc5a21 req-b35d0243-f1c7-4897-b95d-cc7073358909 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/ports?device_id=c82f64f9-7572-4580-b07f-b346ae07e8cc HTTP/1.1" status: 200 len: 945 time: 0.1575708 Jul 27 23:27:39.858322 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-29f7f2c8-d423-42d9-b478-702003bfc23d tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736833900858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11163256'] for segment, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:39.886387 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-29f7f2c8-d423-42d9-b478-702003bfc23d tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:39.894195 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0b3cdaae-d595-4d08-93df-5b178c0b5693 tempest-RoutersIpV6AdminTest-1619528760 tempest-RoutersIpV6AdminTest-1619528760-project] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:39.901926 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29f7f2c8-d423-42d9-b478-702003bfc23d tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Releasing vlan 542 on physical network physnet1 to pool {{(pid=93798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 23:27:39.902329 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-29f7f2c8-d423-42d9-b478-702003bfc23d tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11971746'] for segment, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:39.907482 n-d-802623-1 neutron-server[93798]: Traceback (most recent call last): Jul 27 23:27:39.907482 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 23:27:39.907482 n-d-802623-1 neutron-server[93798]: timer() Jul 27 23:27:39.907482 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 23:27:39.907482 n-d-802623-1 neutron-server[93798]: cb(*args, **kw) Jul 27 23:27:39.907482 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 23:27:39.907482 n-d-802623-1 neutron-server[93798]: return func(*args, **kwargs) Jul 27 23:27:39.907482 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 23:27:39.907482 n-d-802623-1 neutron-server[93798]: self._notify() Jul 27 23:27:39.907482 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 23:27:39.907482 n-d-802623-1 neutron-server[93798]: self.callback(batched_events) Jul 27 23:27:39.907482 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 23:27:39.907482 n-d-802623-1 neutron-server[93798]: event.method(event) Jul 27 23:27:39.907482 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 23:27:39.907482 n-d-802623-1 neutron-server[93798]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 23:27:39.907482 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 23:27:39.907482 n-d-802623-1 neutron-server[93798]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 23:27:39.907482 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 23:27:39.907482 n-d-802623-1 neutron-server[93798]: return f(self, *a, **k) Jul 27 23:27:39.907482 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 23:27:39.907482 n-d-802623-1 neutron-server[93798]: return self._get(url).json() Jul 27 23:27:39.907482 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 23:27:39.907482 n-d-802623-1 neutron-server[93798]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 23:27:39.907482 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 23:27:39.907482 n-d-802623-1 neutron-server[93798]: return self.request(url, 'GET', **kwargs) Jul 27 23:27:39.907482 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 23:27:39.907482 n-d-802623-1 neutron-server[93798]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 23:27:39.907482 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 23:27:39.907482 n-d-802623-1 neutron-server[93798]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 23:27:39.907482 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 23:27:39.907482 n-d-802623-1 neutron-server[93798]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 23:27:39.907482 n-d-802623-1 neutron-server[93798]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 23:27:39.921804 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36ea3340-4383-4baf-8e15-66400c447969 None None] get_active_networks_info from n-d-802623-1 {{(pid=93799) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 27 23:27:39.941866 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0b3cdaae-d595-4d08-93df-5b178c0b5693 tempest-RoutersIpV6AdminTest-1619528760 tempest-RoutersIpV6AdminTest-1619528760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:39.968796 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ee38882-b707-4943-bcbe-7c5ec475bbdf req-3b4a2dc8-dab8-4ef7-bf7f-b8aff15dedcc tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Made reservation on behalf of ba4fae7b46b54e6e99cbf665d54e4a7e for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:27:39.972649 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-1ee38882-b707-4943-bcbe-7c5ec475bbdf req-3b4a2dc8-dab8-4ef7-bf7f-b8aff15dedcc tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:39.982533 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b3cdaae-d595-4d08-93df-5b178c0b5693 tempest-RoutersIpV6AdminTest-1619528760 tempest-RoutersIpV6AdminTest-1619528760-project] Network 2fd42287-ed26-4eb9-89a5-b521f5b04356 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:27:39.986040 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-0b3cdaae-d595-4d08-93df-5b178c0b5693 tempest-RoutersIpV6AdminTest-1619528760 tempest-RoutersIpV6AdminTest-1619528760-project] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:27:39.988782 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b3cdaae-d595-4d08-93df-5b178c0b5693 tempest-RoutersIpV6AdminTest-1619528760 tempest-RoutersIpV6AdminTest-1619528760-project] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:27:39.991312 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7bb2dd8e-035b-4f71-af1c-c3030dbc5a21 req-f8957eb7-8a85-4582-a68e-c233361e2ce5 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/security-groups?id=7dab0fca-2422-4f10-a2ed-ede178e48859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218030 Jul 27 23:27:40.024722 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36ea3340-4383-4baf-8e15-66400c447969 None None] Resources bound (agent type, host, resource id): {{(pid=93799) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 27 23:27:40.025122 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3cdaae-d595-4d08-93df-5b178c0b5693 tempest-RoutersIpV6AdminTest-1619528760 tempest-RoutersIpV6AdminTest-1619528760-project] Pushing event updated for resources: {'Port': ['ID=f9d42e7d-703e-447e-8c44-8315b8be5a45,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:27:40.072891 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.db.api [None req-29f7f2c8-d423-42d9-b478-702003bfc23d tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 27 23:27:40.072891 n-d-802623-1 neutron-server[93798]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 27 23:27:40.072891 n-d-802623-1 neutron-server[93798]: [parameters: {'id': '9a3b1e9c-3755-4855-ad5f-daad0b1dd12b'}] Jul 27 23:27:40.072891 n-d-802623-1 neutron-server[93798]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=93798) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 23:27:40.073431 n-d-802623-1 neutron-server[93798]: DEBUG oslo_db.api [None req-29f7f2c8-d423-42d9-b478-702003bfc23d tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 23:27:40.153130 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [req-1ee38882-b707-4943-bcbe-7c5ec475bbdf req-3b4a2dc8-dab8-4ef7-bf7f-b8aff15dedcc tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Allocated IP 172.20.0.5 (f33f478a-5a93-43d9-988a-2827d45cd859/2f0e7cb4-1217-450a-af5b-092e562d7521/12703738-dee4-4896-b064-dce4e76e574e) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:27:40.202221 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dde65e-7d20-4b9b-9917-7757c52e61d2 req-e9690968-24f5-4075-9105-94b5c80878f2 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:27:40.203799 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-71dde65e-7d20-4b9b-9917-7757c52e61d2 req-e9690968-24f5-4075-9105-94b5c80878f2 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/ports?device_id=c82f64f9-7572-4580-b07f-b346ae07e8cc HTTP/1.1" status: 200 len: 945 time: 0.1162233 Jul 27 23:27:40.282387 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-71dde65e-7d20-4b9b-9917-7757c52e61d2 req-11b9b580-4cba-405b-a51a-b3f601806891 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/security-groups?id=7dab0fca-2422-4f10-a2ed-ede178e48859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717118 Jul 27 23:27:40.319633 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-1ee38882-b707-4943-bcbe-7c5ec475bbdf req-3b4a2dc8-dab8-4ef7-bf7f-b8aff15dedcc tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:40.337821 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-1ee38882-b707-4943-bcbe-7c5ec475bbdf req-3b4a2dc8-dab8-4ef7-bf7f-b8aff15dedcc tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Transition to ACTIVE for port object 12703738-dee4-4896-b064-dce4e76e574e will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:27:40.353698 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0b3cdaae-d595-4d08-93df-5b178c0b5693 tempest-RoutersIpV6AdminTest-1619528760 tempest-RoutersIpV6AdminTest-1619528760-project] Notify callbacks [] for router_gateway, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:40.376024 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-1ee38882-b707-4943-bcbe-7c5ec475bbdf req-3b4a2dc8-dab8-4ef7-bf7f-b8aff15dedcc tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:40.419530 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ee38882-b707-4943-bcbe-7c5ec475bbdf req-3b4a2dc8-dab8-4ef7-bf7f-b8aff15dedcc tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Network f33f478a-5a93-43d9-988a-2827d45cd859 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:27:40.425420 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [req-1ee38882-b707-4943-bcbe-7c5ec475bbdf req-3b4a2dc8-dab8-4ef7-bf7f-b8aff15dedcc tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:27:40.431465 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ee38882-b707-4943-bcbe-7c5ec475bbdf req-3b4a2dc8-dab8-4ef7-bf7f-b8aff15dedcc tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:27:40.460298 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4a2dc8-dab8-4ef7-bf7f-b8aff15dedcc tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Pushing event updated for resources: {'Port': ['ID=12703738-dee4-4896-b064-dce4e76e574e,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:27:40.493517 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee38882-b707-4943-bcbe-7c5ec475bbdf req-3b4a2dc8-dab8-4ef7-bf7f-b8aff15dedcc tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:27:40.494174 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-1ee38882-b707-4943-bcbe-7c5ec475bbdf req-3b4a2dc8-dab8-4ef7-bf7f-b8aff15dedcc tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:40.511917 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-1ee38882-b707-4943-bcbe-7c5ec475bbdf req-3b4a2dc8-dab8-4ef7-bf7f-b8aff15dedcc tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9037755 Jul 27 23:27:40.525175 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [req-1ee38882-b707-4943-bcbe-7c5ec475bbdf req-1fb6a247-29de-48c1-837a-46d9b1f5937e service neutron] Request body: {'port': {'device_id': 'cf94048b-6bb2-4095-bf3c-25119c0a23f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802623-1'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:27:40.569525 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device eca0207d-c4d6-4a45-bd93-46c85898317a up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:27:40.579710 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-29f7f2c8-d423-42d9-b478-702003bfc23d tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593271'] for network, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:40.597298 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-1ee38882-b707-4943-bcbe-7c5ec475bbdf req-1fb6a247-29de-48c1-837a-46d9b1f5937e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:40.597425 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0b3cdaae-d595-4d08-93df-5b178c0b5693 tempest-RoutersIpV6AdminTest-1619528760 tempest-RoutersIpV6AdminTest-1619528760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-415468'] for router, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:40.672670 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port eca0207d-c4d6-4a45-bd93-46c85898317a triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:27:40.673885 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:40.795755 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-7342b14f-d2b2-4ec8-91d9-7dda3362f930 req-5b7933a1-447b-4ef6-89de-b57a023c51d9 tempest-ServerShowV257Test-1832585559 tempest-ServerShowV257Test-1832585559-project] 10.222.0.18 "GET /v2.0/ports?device_id=3c95cc01-6b6f-42dd-a701-172d356f907b HTTP/1.1" status: 200 len: 210 time: 0.1239839 Jul 27 23:27:40.809619 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-a0d202a9-5057-48be-b5f1-d9df9713df09 None None] Provisioning for port 12703738-dee4-4896-b064-dce4e76e574e completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:27:40.821840 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-29f7f2c8-d423-42d9-b478-702003bfc23d tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Deleting port 9e5e9038-41f4-4b54-8dd9-26db853c26be {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:27:40.822408 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-29f7f2c8-d423-42d9-b478-702003bfc23d tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:40.830769 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-a0d202a9-5057-48be-b5f1-d9df9713df09 None None] Provisioning complete for port 12703738-dee4-4896-b064-dce4e76e574e triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:27:40.830769 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a0d202a9-5057-48be-b5f1-d9df9713df09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:40.866465 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b3cdaae-d595-4d08-93df-5b178c0b5693 tempest-RoutersIpV6AdminTest-1619528760 tempest-RoutersIpV6AdminTest-1619528760-project] Router 57ca745e-064b-4789-944f-b96347040154 is scheduled to L3 agent 018c4455-49c0-4734-927d-7824067b2a9e with binding_index 1 {{(pid=93797) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 23:27:40.876792 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-a0d202a9-5057-48be-b5f1-d9df9713df09 None None] Port 12703738-dee4-4896-b064-dce4e76e574e cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:27:40.969164 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-29f7f2c8-d423-42d9-b478-702003bfc23d tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] For port 9e5e9038-41f4-4b54-8dd9-26db853c26be, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=9e5e9038-41f4-4b54-8dd9-26db853c26be,segment=NetworkSegment(618c39e5-08eb-4f68-9b6b-0b7fdd535412),segment_id=618c39e5-08eb-4f68-9b6b-0b7fdd535412)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:27:40.969529 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-29f7f2c8-d423-42d9-b478-702003bfc23d tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:40.971801 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5a62cf-b617-4f9d-a08a-62f7ae158bbb req-ca5b6fa3-2349-4b45-931f-61dba48b619a tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:27:40.973334 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-9e5a62cf-b617-4f9d-a08a-62f7ae158bbb req-ca5b6fa3-2349-4b45-931f-61dba48b619a tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] 10.222.0.18 "GET /v2.0/ports?device_id=cf94048b-6bb2-4095-bf3c-25119c0a23f0 HTTP/1.1" status: 200 len: 931 time: 0.1012065 Jul 27 23:27:40.988212 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61101dc-8bcf-4896-a993-b370dcaf8a00 req-1df4c0cc-8f5e-41f3-a559-b1e40d93b37a tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:27:40.989720 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b61101dc-8bcf-4896-a993-b370dcaf8a00 req-1df4c0cc-8f5e-41f3-a559-b1e40d93b37a tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/ports?device_id=defa6f74-7008-41a1-8545-b7f9201c289d HTTP/1.1" status: 200 len: 946 time: 0.1813464 Jul 27 23:27:41.007294 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-29f7f2c8-d423-42d9-b478-702003bfc23d tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Calling delete_port for 9e5e9038-41f4-4b54-8dd9-26db853c26be owned by network:dhcp {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:27:41.051547 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-9e5a62cf-b617-4f9d-a08a-62f7ae158bbb req-9161d6e2-9d2d-4460-998f-27360f19cb9f tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf40f236-b78f-4739-b24a-847b40f7cbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464776 Jul 27 23:27:41.052564 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b3cdaae-d595-4d08-93df-5b178c0b5693 tempest-RoutersIpV6AdminTest-1619528760 tempest-RoutersIpV6AdminTest-1619528760-project] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:27:41.064591 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67ff9092-5d87-4dad-8028-13937d42d4d9 None None] Sync routers for ids ['57ca745e-064b-4789-944f-b96347040154'] in n-d-802623-1 {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:27:41.075671 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0b3cdaae-d595-4d08-93df-5b178c0b5693 tempest-RoutersIpV6AdminTest-1619528760 tempest-RoutersIpV6AdminTest-1619528760-project] Notify callbacks [] for router, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:41.076497 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ff9092-5d87-4dad-8028-13937d42d4d9 None None] Routers {'57ca745e-064b-4789-944f-b96347040154'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:27:41.083783 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-67ff9092-5d87-4dad-8028-13937d42d4d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:27:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['57ca745e-064b-4789-944f-b96347040154'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:27:41.084368 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-0b3cdaae-d595-4d08-93df-5b178c0b5693 tempest-RoutersIpV6AdminTest-1619528760 tempest-RoutersIpV6AdminTest-1619528760-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 2.6988370 Jul 27 23:27:41.084368 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 34110) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:27:41.091183 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-def68e2e-2d5f-4eab-bb39-f605af3968c7 tempest-RoutersIpV6AdminTest-1619528760 tempest-RoutersIpV6AdminTest-1619528760-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:27:41.117452 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-67ff9092-5d87-4dad-8028-13937d42d4d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:27:41.120642 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b61101dc-8bcf-4896-a993-b370dcaf8a00 req-242ff9a8-bc2c-427a-9404-8a7011f9797f tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/security-groups?id=d6f41e72-2b87-4685-ae08-bc68afebebe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214390 Jul 27 23:27:41.157383 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ff9092-5d87-4dad-8028-13937d42d4d9 None None] Routers {'57ca745e-064b-4789-944f-b96347040154'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:27:41.158229 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-67ff9092-5d87-4dad-8028-13937d42d4d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:27:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['57ca745e-064b-4789-944f-b96347040154'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:27:41.209518 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-67ff9092-5d87-4dad-8028-13937d42d4d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:27:41.210716 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67ff9092-5d87-4dad-8028-13937d42d4d9 None None] The sync data for ids ['57ca745e-064b-4789-944f-b96347040154'] in n-d-802623-1 is: [] {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:27:41.211344 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [req-1ee38882-b707-4943-bcbe-7c5ec475bbdf req-1fb6a247-29de-48c1-837a-46d9b1f5937e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12703738-dee4-4896-b064-dce4e76e574e {{(pid=93798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:27:41.218813 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-29f7f2c8-d423-42d9-b478-702003bfc23d tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:41.222125 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-1ee38882-b707-4943-bcbe-7c5ec475bbdf req-1fb6a247-29de-48c1-837a-46d9b1f5937e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:41.270770 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f7f2c8-d423-42d9-b478-702003bfc23d tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Pushing event deleted for resources: {'Port': ['ID=9e5e9038-41f4-4b54-8dd9-26db853c26be,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:27:41.271889 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bafd0f2-d350-426b-936d-724ad0ecd8fd req-1fbcf1f6-297f-49fa-a2df-830924cadd37 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:27:41.272603 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f7f2c8-d423-42d9-b478-702003bfc23d tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] No DVR routers for this DVR port 9e5e9038-41f4-4b54-8dd9-26db853c26be on host n-d-802623-1 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:27:41.275036 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-4bafd0f2-d350-426b-936d-724ad0ecd8fd req-1fbcf1f6-297f-49fa-a2df-830924cadd37 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/ports?device_id=c82f64f9-7572-4580-b07f-b346ae07e8cc HTTP/1.1" status: 200 len: 945 time: 0.1105475 Jul 27 23:27:41.293287 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-1ee38882-b707-4943-bcbe-7c5ec475bbdf req-1fb6a247-29de-48c1-837a-46d9b1f5937e service neutron] Transition to ACTIVE for port object 12703738-dee4-4896-b064-dce4e76e574e will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:27:41.306547 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-1ee38882-b707-4943-bcbe-7c5ec475bbdf req-1fb6a247-29de-48c1-837a-46d9b1f5937e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:41.364836 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-4bafd0f2-d350-426b-936d-724ad0ecd8fd req-82344837-efef-4b07-b2f1-198229ad1390 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/security-groups?id=7dab0fca-2422-4f10-a2ed-ede178e48859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822735 Jul 27 23:27:41.441268 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed53467-7dc8-4ead-9480-68ca16b43a2c req-6fdb5dc9-80ec-4c80-a759-983a29dd7920 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:27:41.443554 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-aed53467-7dc8-4ead-9480-68ca16b43a2c req-6fdb5dc9-80ec-4c80-a759-983a29dd7920 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/ports?device_id=defa6f74-7008-41a1-8545-b7f9201c289d HTTP/1.1" status: 200 len: 946 time: 0.2137558 Jul 27 23:27:41.445348 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-29f7f2c8-d423-42d9-b478-702003bfc23d tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618032', 'neutron.services.segments.db._delete_segments_for_network-8736833900081'] for network, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:41.449495 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb6a247-29de-48c1-837a-46d9b1f5937e service neutron] Pushing event updated for resources: {'Port': ['ID=12703738-dee4-4896-b064-dce4e76e574e,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:27:41.477976 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-29f7f2c8-d423-42d9-b478-702003bfc23d tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a3b1e9c-3755-4855-ad5f-daad0b1dd12b']}} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:27:41.510009 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-29f7f2c8-d423-42d9-b478-702003bfc23d tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '618c39e5-08eb-4f68-9b6b-0b7fdd535412') {'for_net_delete': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:27:41.510877 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-29f7f2c8-d423-42d9-b478-702003bfc23d tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '618c39e5-08eb-4f68-9b6b-0b7fdd535412') {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:27:41.524438 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-def68e2e-2d5f-4eab-bb39-f605af3968c7 tempest-RoutersIpV6AdminTest-1619528760 tempest-RoutersIpV6AdminTest-1619528760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-415433', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62186'] for router, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:41.540017 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-def68e2e-2d5f-4eab-bb39-f605af3968c7 tempest-RoutersIpV6AdminTest-1619528760 tempest-RoutersIpV6AdminTest-1619528760-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:41.550714 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-29f7f2c8-d423-42d9-b478-702003bfc23d tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736833900858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11163256'] for segment, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:41.595367 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-aed53467-7dc8-4ead-9480-68ca16b43a2c req-b08efcbb-af8c-4b38-aa21-14fd13d6f911 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/security-groups?id=d6f41e72-2b87-4685-ae08-bc68afebebe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390829 Jul 27 23:27:41.607491 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-def68e2e-2d5f-4eab-bb39-f605af3968c7 tempest-RoutersIpV6AdminTest-1619528760 tempest-RoutersIpV6AdminTest-1619528760-project] Deleting port f9d42e7d-703e-447e-8c44-8315b8be5a45 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:27:41.607491 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-def68e2e-2d5f-4eab-bb39-f605af3968c7 tempest-RoutersIpV6AdminTest-1619528760 tempest-RoutersIpV6AdminTest-1619528760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:41.607712 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-29f7f2c8-d423-42d9-b478-702003bfc23d tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:41.619027 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-1ee38882-b707-4943-bcbe-7c5ec475bbdf req-1fb6a247-29de-48c1-837a-46d9b1f5937e service neutron] Attempting to bind port 12703738-dee4-4896-b064-dce4e76e574e on host n-h1-802623-1 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:27:41.619412 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-1ee38882-b707-4943-bcbe-7c5ec475bbdf req-1fb6a247-29de-48c1-837a-46d9b1f5937e service neutron] Attempting to bind port 12703738-dee4-4896-b064-dce4e76e574e by drivers openvswitch,hyperv on host n-h1-802623-1 at level 0 using segments [{'id': '7c60bb94-020e-4d82-9690-a79eecb055ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'f33f478a-5a93-43d9-988a-2827d45cd859'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:27:41.619737 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ee38882-b707-4943-bcbe-7c5ec475bbdf req-1fb6a247-29de-48c1-837a-46d9b1f5937e service neutron] Attempting to bind port 12703738-dee4-4896-b064-dce4e76e574e on network f33f478a-5a93-43d9-988a-2827d45cd859 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:27:41.622184 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29f7f2c8-d423-42d9-b478-702003bfc23d tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Releasing vlan 542 on physical network physnet1 to pool {{(pid=93798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 23:27:41.622515 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-29f7f2c8-d423-42d9-b478-702003bfc23d tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11971746'] for segment, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:41.626319 n-d-802623-1 neutron-server[93798]: Traceback (most recent call last): Jul 27 23:27:41.626319 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 23:27:41.626319 n-d-802623-1 neutron-server[93798]: timer() Jul 27 23:27:41.626319 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 23:27:41.626319 n-d-802623-1 neutron-server[93798]: cb(*args, **kw) Jul 27 23:27:41.626319 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 23:27:41.626319 n-d-802623-1 neutron-server[93798]: return func(*args, **kwargs) Jul 27 23:27:41.626319 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 23:27:41.626319 n-d-802623-1 neutron-server[93798]: self._notify() Jul 27 23:27:41.626319 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 23:27:41.626319 n-d-802623-1 neutron-server[93798]: self.callback(batched_events) Jul 27 23:27:41.626319 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 23:27:41.626319 n-d-802623-1 neutron-server[93798]: event.method(event) Jul 27 23:27:41.626319 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 23:27:41.626319 n-d-802623-1 neutron-server[93798]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 23:27:41.626319 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 23:27:41.626319 n-d-802623-1 neutron-server[93798]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 23:27:41.626319 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 23:27:41.626319 n-d-802623-1 neutron-server[93798]: return f(self, *a, **k) Jul 27 23:27:41.626319 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 23:27:41.626319 n-d-802623-1 neutron-server[93798]: return self._get(url).json() Jul 27 23:27:41.626319 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 23:27:41.626319 n-d-802623-1 neutron-server[93798]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 23:27:41.626319 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 23:27:41.626319 n-d-802623-1 neutron-server[93798]: return self.request(url, 'GET', **kwargs) Jul 27 23:27:41.626319 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 23:27:41.626319 n-d-802623-1 neutron-server[93798]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 23:27:41.626319 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 23:27:41.626319 n-d-802623-1 neutron-server[93798]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 23:27:41.626319 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 23:27:41.626319 n-d-802623-1 neutron-server[93798]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 23:27:41.626319 n-d-802623-1 neutron-server[93798]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 23:27:41.662408 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ee38882-b707-4943-bcbe-7c5ec475bbdf req-1fb6a247-29de-48c1-837a-46d9b1f5937e service neutron] Port 12703738-dee4-4896-b064-dce4e76e574e on network f33f478a-5a93-43d9-988a-2827d45cd859 not bound, no agent of type Open vSwitch agent registered on host n-h1-802623-1 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 23:27:41.662728 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ee38882-b707-4943-bcbe-7c5ec475bbdf req-1fb6a247-29de-48c1-837a-46d9b1f5937e service neutron] Attempting to bind port 12703738-dee4-4896-b064-dce4e76e574e on network f33f478a-5a93-43d9-988a-2827d45cd859 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:27:41.677984 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ee38882-b707-4943-bcbe-7c5ec475bbdf req-1fb6a247-29de-48c1-837a-46d9b1f5937e service neutron] Checking agent: {'id': '245f1da4-a9b8-4b08-90d7-28f0f342b839', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 59, 59), 'started_at': datetime.datetime(2021, 7, 27, 22, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 27, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:27:41.678325 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ee38882-b707-4943-bcbe-7c5ec475bbdf req-1fb6a247-29de-48c1-837a-46d9b1f5937e service neutron] Checking segment: {'id': '7c60bb94-020e-4d82-9690-a79eecb055ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'f33f478a-5a93-43d9-988a-2827d45cd859'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:27:41.678705 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ee38882-b707-4943-bcbe-7c5ec475bbdf req-1fb6a247-29de-48c1-837a-46d9b1f5937e service neutron] Bound using segment: {'id': '7c60bb94-020e-4d82-9690-a79eecb055ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'f33f478a-5a93-43d9-988a-2827d45cd859'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:27:41.679165 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-1ee38882-b707-4943-bcbe-7c5ec475bbdf req-1fb6a247-29de-48c1-837a-46d9b1f5937e service neutron] Bound port: 12703738-dee4-4896-b064-dce4e76e574e, host: n-h1-802623-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c60bb94-020e-4d82-9690-a79eecb055ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'f33f478a-5a93-43d9-988a-2827d45cd859'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:27:41.679524 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-1ee38882-b707-4943-bcbe-7c5ec475bbdf req-1fb6a247-29de-48c1-837a-46d9b1f5937e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:41.719462 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-29f7f2c8-d423-42d9-b478-702003bfc23d tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415412'] for network, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:41.729125 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-29f7f2c8-d423-42d9-b478-702003bfc23d tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:41.730722 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62816a9-4106-4394-be55-423ebb59b6cc req-fe63be10-d73e-497e-bd74-d0ccd7973279 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:27:41.730976 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-29f7f2c8-d423-42d9-b478-702003bfc23d tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] 10.222.0.18 "DELETE /v2.0/networks/9a3b1e9c-3755-4855-ad5f-daad0b1dd12b HTTP/1.1" status: 204 len: 168 time: 3.1831317 Jul 27 23:27:41.732808 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f62816a9-4106-4394-be55-423ebb59b6cc req-fe63be10-d73e-497e-bd74-d0ccd7973279 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/ports?device_id=defa6f74-7008-41a1-8545-b7f9201c289d HTTP/1.1" status: 200 len: 946 time: 0.0754566 Jul 27 23:27:41.735467 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-def68e2e-2d5f-4eab-bb39-f605af3968c7 tempest-RoutersIpV6AdminTest-1619528760 tempest-RoutersIpV6AdminTest-1619528760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:41.737743 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 34116) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:27:41.744279 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f7f2c8-d423-42d9-b478-702003bfc23d tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Pushing event deleted for resources: {'Network': ['ID=9a3b1e9c-3755-4855-ad5f-daad0b1dd12b,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:27:41.768897 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-1ee38882-b707-4943-bcbe-7c5ec475bbdf req-1fb6a247-29de-48c1-837a-46d9b1f5937e service neutron] For port 12703738-dee4-4896-b064-dce4e76e574e, host n-h1-802623-1, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:27:41.772082 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-1ee38882-b707-4943-bcbe-7c5ec475bbdf req-1fb6a247-29de-48c1-837a-46d9b1f5937e service neutron] For port 12703738-dee4-4896-b064-dce4e76e574e, host n-h1-802623-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=12703738-dee4-4896-b064-dce4e76e574e,segment=NetworkSegment(7c60bb94-020e-4d82-9690-a79eecb055ab),segment_id=7c60bb94-020e-4d82-9690-a79eecb055ab)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:27:41.776293 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-1ee38882-b707-4943-bcbe-7c5ec475bbdf req-1fb6a247-29de-48c1-837a-46d9b1f5937e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:41.780077 n-d-802623-1 neutron-server[93797]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7bdef1e-416c-426a-aec4-d318db0787aa tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] DELETE failed (client error): The resource could not be found. Jul 27 23:27:41.781077 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7bdef1e-416c-426a-aec4-d318db0787aa tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93797) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 23:27:41.782778 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-b7bdef1e-416c-426a-aec4-d318db0787aa tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] 10.222.0.18 "DELETE /v2.0/subnets/96d6a594-f6b7-4513-91a1-c62dcb4096a4 HTTP/1.1" status: 404 len: 337 time: 0.0441232 Jul 27 23:27:41.783957 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-def68e2e-2d5f-4eab-bb39-f605af3968c7 tempest-RoutersIpV6AdminTest-1619528760 tempest-RoutersIpV6AdminTest-1619528760-project] Calling delete_port for f9d42e7d-703e-447e-8c44-8315b8be5a45 owned by network:router_gateway {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:27:41.785418 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 34118) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:27:41.836136 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee38882-b707-4943-bcbe-7c5ec475bbdf req-1fb6a247-29de-48c1-837a-46d9b1f5937e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:27:41.836789 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-1ee38882-b707-4943-bcbe-7c5ec475bbdf req-1fb6a247-29de-48c1-837a-46d9b1f5937e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:41.838174 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-1ee38882-b707-4943-bcbe-7c5ec475bbdf req-1fb6a247-29de-48c1-837a-46d9b1f5937e service neutron] 10.222.0.38 "PUT /v2.0/ports/12703738-dee4-4896-b064-dce4e76e574e HTTP/1.1" status: 200 len: 1091 time: 1.3174431 Jul 27 23:27:41.839075 n-d-802623-1 neutron-server[93798]: INFO neutron.pecan_wsgi.hooks.translation [None req-55bdf06f-0918-4a19-a1a5-70d3c6743a6e tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] DELETE failed (client error): The resource could not be found. Jul 27 23:27:41.839655 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55bdf06f-0918-4a19-a1a5-70d3c6743a6e tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 23:27:41.841278 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-55bdf06f-0918-4a19-a1a5-70d3c6743a6e tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] 10.222.0.18 "DELETE /v2.0/networks/9a3b1e9c-3755-4855-ad5f-daad0b1dd12b HTTP/1.1" status: 404 len: 339 time: 0.0342491 Jul 27 23:27:41.841845 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf94048b-6bb2-4095-bf3c-25119c0a23f0', 'tag': '12703738-dee4-4896-b064-dce4e76e574e'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:27:41.844669 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}011f8d312121274bb12d78e77c6379a2079800640016cec6c6d605b73666e854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efbd2977-1f1f-429d-b2ed-516afad82530" -d '{"events": [{"name": "network-changed", "server_uuid": "cf94048b-6bb2-4095-bf3c-25119c0a23f0", "tag": "12703738-dee4-4896-b064-dce4e76e574e"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:27:41.849865 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 34122) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:27:41.867866 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f62816a9-4106-4394-be55-423ebb59b6cc req-05595aae-ca90-48e3-87b1-efdafd115d53 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/security-groups?id=d6f41e72-2b87-4685-ae08-bc68afebebe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222539 Jul 27 23:27:41.902971 n-d-802623-1 neutron-server[93798]: INFO neutron.pecan_wsgi.hooks.translation [None req-dba28104-7b7b-48e5-b231-cb91bda00772 tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] DELETE failed (client error): The resource could not be found. Jul 27 23:27:41.902971 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dba28104-7b7b-48e5-b231-cb91bda00772 tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 23:27:41.904453 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-dba28104-7b7b-48e5-b231-cb91bda00772 tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] 10.222.0.18 "DELETE /v2.0/subnets/27ecd3da-3ea3-4c17-90a0-1d1df1c106b6 HTTP/1.1" status: 404 len: 337 time: 0.0537026 Jul 27 23:27:41.920034 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 34128) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:27:41.944743 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 23:27:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2788d2e-689a-4a48-b325-b1b308bd1383 x-openstack-request-id: req-f2788d2e-689a-4a48-b325-b1b308bd1383 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:27:41.945032 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf94048b-6bb2-4095-bf3c-25119c0a23f0", "tag": "12703738-dee4-4896-b064-dce4e76e574e", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:27:41.945285 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f2788d2e-689a-4a48-b325-b1b308bd1383 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:27:41.945822 n-d-802623-1 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf94048b-6bb2-4095-bf3c-25119c0a23f0', 'tag': '12703738-dee4-4896-b064-dce4e76e574e', 'status': 'completed', 'code': 200} Jul 27 23:27:41.972698 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb6a247-29de-48c1-837a-46d9b1f5937e service neutron] Pushing event updated for resources: {'Port': ['ID=12703738-dee4-4896-b064-dce4e76e574e,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:27:41.978974 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-d755bdd1-adc6-4dff-988e-2d2057a406da req-021e1e7d-e98a-4075-9de3-314a59395aae tempest-ServerShowV257Test-1832585559 tempest-ServerShowV257Test-1832585559-project] 10.222.0.18 "GET /v2.0/ports?device_id=3c95cc01-6b6f-42dd-a701-172d356f907b HTTP/1.1" status: 200 len: 210 time: 0.0580070 Jul 27 23:27:41.982436 n-d-802623-1 neutron-server[93798]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fb7320b-e841-4304-9fbc-805d4168e87e tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] DELETE failed (client error): The resource could not be found. Jul 27 23:27:41.983282 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7fb7320b-e841-4304-9fbc-805d4168e87e tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 23:27:41.985939 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-7fb7320b-e841-4304-9fbc-805d4168e87e tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] 10.222.0.18 "DELETE /v2.0/networks/31c300f7-fcd3-4545-a9bd-aac7bd498a60 HTTP/1.1" status: 404 len: 339 time: 0.0548861 Jul 27 23:27:41.988538 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 34130) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:27:42.021564 n-d-802623-1 neutron-server[93798]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f3071fb-6596-4169-9c81-c96f2d6b44f4 tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] DELETE failed (client error): The resource could not be found. Jul 27 23:27:42.022451 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f3071fb-6596-4169-9c81-c96f2d6b44f4 tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 23:27:42.024402 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-6f3071fb-6596-4169-9c81-c96f2d6b44f4 tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] 10.222.0.18 "DELETE /v2.0/subnets/ed884932-9464-432e-9421-10a12f310b05 HTTP/1.1" status: 404 len: 337 time: 0.0347958 Jul 27 23:27:42.026934 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 34132) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:27:42.039728 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee38882-b707-4943-bcbe-7c5ec475bbdf req-2644debe-e666-47cf-9070-773d1bc7159c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:27:42.041439 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-1ee38882-b707-4943-bcbe-7c5ec475bbdf req-2644debe-e666-47cf-9070-773d1bc7159c service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ba4fae7b46b54e6e99cbf665d54e4a7e&device_id=cf94048b-6bb2-4095-bf3c-25119c0a23f0 HTTP/1.1" status: 200 len: 1094 time: 0.1558712 Jul 27 23:27:42.059839 n-d-802623-1 neutron-server[93798]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbc97c55-18da-47a3-9635-de2c23dd4f41 tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] DELETE failed (client error): The resource could not be found. Jul 27 23:27:42.060482 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dbc97c55-18da-47a3-9635-de2c23dd4f41 tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 23:27:42.062600 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-dbc97c55-18da-47a3-9635-de2c23dd4f41 tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] 10.222.0.18 "DELETE /v2.0/networks/06a2c32c-14b9-419d-b2d0-65e69b24ae0b HTTP/1.1" status: 404 len: 339 time: 0.0345271 Jul 27 23:27:42.066480 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 34134) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:27:42.093467 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-1ee38882-b707-4943-bcbe-7c5ec475bbdf req-f4388fc7-3eae-4bd9-9c31-d66bf59b5c6c service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=12703738-dee4-4896-b064-dce4e76e574e HTTP/1.1" status: 200 len: 217 time: 0.0408287 Jul 27 23:27:42.098976 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-def68e2e-2d5f-4eab-bb39-f605af3968c7 tempest-RoutersIpV6AdminTest-1619528760 tempest-RoutersIpV6AdminTest-1619528760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:42.191112 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee38882-b707-4943-bcbe-7c5ec475bbdf req-e13415ca-64a0-48d8-bdfd-a4369ab67a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:27:42.192648 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-1ee38882-b707-4943-bcbe-7c5ec475bbdf req-e13415ca-64a0-48d8-bdfd-a4369ab67a5a service neutron] 10.222.0.38 "GET /v2.0/subnets?id=2f0e7cb4-1217-450a-af5b-092e562d7521 HTTP/1.1" status: 200 len: 835 time: 0.0876806 Jul 27 23:27:42.197367 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def68e2e-2d5f-4eab-bb39-f605af3968c7 tempest-RoutersIpV6AdminTest-1619528760 tempest-RoutersIpV6AdminTest-1619528760-project] Pushing event deleted for resources: {'Port': ['ID=f9d42e7d-703e-447e-8c44-8315b8be5a45,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:27:42.218443 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22eca875-bee4-4f92-ab90-fc9333e5446c req-b620648e-331b-49a8-96c9-012384b8e0fb tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:27:42.220305 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-22eca875-bee4-4f92-ab90-fc9333e5446c req-b620648e-331b-49a8-96c9-012384b8e0fb tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] 10.222.0.18 "GET /v2.0/ports?device_id=cf94048b-6bb2-4095-bf3c-25119c0a23f0 HTTP/1.1" status: 200 len: 943 time: 0.0706127 Jul 27 23:27:42.273535 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee38882-b707-4943-bcbe-7c5ec475bbdf req-12480d14-d72f-4697-8809-3e4b139ca6a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:27:42.275083 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-1ee38882-b707-4943-bcbe-7c5ec475bbdf req-12480d14-d72f-4697-8809-3e4b139ca6a8 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=f33f478a-5a93-43d9-988a-2827d45cd859&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0740876 Jul 27 23:27:42.281102 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-22eca875-bee4-4f92-ab90-fc9333e5446c req-4b55536d-9c30-4024-88ea-96cb4c7175c7 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf40f236-b78f-4739-b24a-847b40f7cbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457935 Jul 27 23:27:42.314850 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b97b8ef-4641-43cd-bd54-61a684b45732 req-5cd628df-ad7c-47ee-90aa-ea2617d92045 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:27:42.316381 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8b97b8ef-4641-43cd-bd54-61a684b45732 req-5cd628df-ad7c-47ee-90aa-ea2617d92045 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/ports?device_id=defa6f74-7008-41a1-8545-b7f9201c289d HTTP/1.1" status: 200 len: 946 time: 0.1534503 Jul 27 23:27:42.320563 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-def68e2e-2d5f-4eab-bb39-f605af3968c7 tempest-RoutersIpV6AdminTest-1619528760 tempest-RoutersIpV6AdminTest-1619528760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-415368'] for router_gateway, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:42.374681 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-1ee38882-b707-4943-bcbe-7c5ec475bbdf req-5624b104-d331-4619-bbb5-beed27bc9dcb service neutron] 10.222.0.38 "GET /v2.0/networks/f33f478a-5a93-43d9-988a-2827d45cd859?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909841 Jul 27 23:27:42.416138 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d6d60218-3f97-4604-95eb-119df290314a tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Deleting port 5c61b81f-5d60-4244-a4d6-a669d1872d35 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:27:42.416487 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d6d60218-3f97-4604-95eb-119df290314a tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:42.502733 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-1ee38882-b707-4943-bcbe-7c5ec475bbdf req-6bc77524-e80e-4756-92c4-6bc9e02c476d service neutron] 10.222.0.38 "GET /v2.0/networks/f33f478a-5a93-43d9-988a-2827d45cd859?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199822 Jul 27 23:27:42.515975 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808d6abb-4dce-4f9d-99e6-38007416304b req-8f013f3e-e4e7-4d76-b80a-65a25565b530 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:27:42.517555 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-808d6abb-4dce-4f9d-99e6-38007416304b req-8f013f3e-e4e7-4d76-b80a-65a25565b530 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/ports?device_id=c82f64f9-7572-4580-b07f-b346ae07e8cc HTTP/1.1" status: 200 len: 945 time: 0.0773361 Jul 27 23:27:42.568467 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-808d6abb-4dce-4f9d-99e6-38007416304b req-ce015170-e3cc-4c2d-894b-a40984296a1a tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/security-groups?id=7dab0fca-2422-4f10-a2ed-ede178e48859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440221 Jul 27 23:27:42.603163 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbd2977-1f1f-429d-b2ed-516afad82530 req-3bed805a-3fc3-4d9f-affd-fb5ae14a3eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:27:42.604724 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-efbd2977-1f1f-429d-b2ed-516afad82530 req-3bed805a-3fc3-4d9f-affd-fb5ae14a3eca service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ba4fae7b46b54e6e99cbf665d54e4a7e&device_id=cf94048b-6bb2-4095-bf3c-25119c0a23f0 HTTP/1.1" status: 200 len: 1094 time: 0.0475667 Jul 27 23:27:42.700350 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbd2977-1f1f-429d-b2ed-516afad82530 req-a9dcf71b-6413-4a65-b619-3cb5b69790dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:27:42.701867 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-efbd2977-1f1f-429d-b2ed-516afad82530 req-a9dcf71b-6413-4a65-b619-3cb5b69790dc service neutron] 10.222.0.38 "GET /v2.0/networks?id=f33f478a-5a93-43d9-988a-2827d45cd859 HTTP/1.1" status: 200 len: 896 time: 0.0886343 Jul 27 23:27:42.748563 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-efbd2977-1f1f-429d-b2ed-516afad82530 req-3a3991b3-5699-451e-a5b8-3f1035ac0aac service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=12703738-dee4-4896-b064-dce4e76e574e HTTP/1.1" status: 200 len: 217 time: 0.0385442 Jul 27 23:27:42.802273 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbd2977-1f1f-429d-b2ed-516afad82530 req-fd5f74ac-de78-4add-aa7f-d2179994cff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:27:42.803888 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-efbd2977-1f1f-429d-b2ed-516afad82530 req-fd5f74ac-de78-4add-aa7f-d2179994cff1 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=2f0e7cb4-1217-450a-af5b-092e562d7521 HTTP/1.1" status: 200 len: 835 time: 0.0468383 Jul 27 23:27:42.841635 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8b97b8ef-4641-43cd-bd54-61a684b45732 req-409d97ea-69ca-49da-aa38-32fafe7333e4 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/security-groups?id=d6f41e72-2b87-4685-ae08-bc68afebebe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5158608 Jul 27 23:27:42.852942 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbd2977-1f1f-429d-b2ed-516afad82530 req-2eef2c4a-1779-4dd4-bf87-18553cb61490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:27:42.854622 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-efbd2977-1f1f-429d-b2ed-516afad82530 req-2eef2c4a-1779-4dd4-bf87-18553cb61490 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=f33f478a-5a93-43d9-988a-2827d45cd859&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400436 Jul 27 23:27:42.857368 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d6d60218-3f97-4604-95eb-119df290314a tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:42.906250 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d6d60218-3f97-4604-95eb-119df290314a tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Calling delete_port for 5c61b81f-5d60-4244-a4d6-a669d1872d35 owned by {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:27:42.945565 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-def68e2e-2d5f-4eab-bb39-f605af3968c7 tempest-RoutersIpV6AdminTest-1619528760 tempest-RoutersIpV6AdminTest-1619528760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-415433', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62186'] for router, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:42.951559 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-def68e2e-2d5f-4eab-bb39-f605af3968c7 tempest-RoutersIpV6AdminTest-1619528760 tempest-RoutersIpV6AdminTest-1619528760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-415468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-415442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-415451', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-479100'] for router, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:42.956767 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-efbd2977-1f1f-429d-b2ed-516afad82530 req-8ba4afd4-962a-4c2b-8180-ffb06aa24ed2 service neutron] 10.222.0.38 "GET /v2.0/networks/f33f478a-5a93-43d9-988a-2827d45cd859?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932436 Jul 27 23:27:43.051088 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-efbd2977-1f1f-429d-b2ed-516afad82530 req-6f1a2f6d-0439-45b3-a919-464029cab6b0 service neutron] 10.222.0.38 "GET /v2.0/networks/f33f478a-5a93-43d9-988a-2827d45cd859?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866613 Jul 27 23:27:43.070720 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-def68e2e-2d5f-4eab-bb39-f605af3968c7 tempest-RoutersIpV6AdminTest-1619528760 tempest-RoutersIpV6AdminTest-1619528760-project] Router 57ca745e-064b-4789-944f-b96347040154 has already been hosted by L3 agent 018c4455-49c0-4734-927d-7824067b2a9e {{(pid=93797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 23:27:43.091105 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-91e456c6-b7ed-4181-898a-bcce819fc0d0 req-b43472b7-41b8-4ee3-ba5e-ea5f5a29ccf0 tempest-ServerShowV257Test-1832585559 tempest-ServerShowV257Test-1832585559-project] 10.222.0.18 "GET /v2.0/ports?device_id=3c95cc01-6b6f-42dd-a701-172d356f907b HTTP/1.1" status: 200 len: 210 time: 0.0281036 Jul 27 23:27:43.123773 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d6d60218-3f97-4604-95eb-119df290314a tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:43.184827 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d60218-3f97-4604-95eb-119df290314a tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Pushing event deleted for resources: {'Port': ['ID=5c61b81f-5d60-4244-a4d6-a669d1872d35,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:27:43.188823 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-def68e2e-2d5f-4eab-bb39-f605af3968c7 tempest-RoutersIpV6AdminTest-1619528760 tempest-RoutersIpV6AdminTest-1619528760-project] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:27:43.196199 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-def68e2e-2d5f-4eab-bb39-f605af3968c7 tempest-RoutersIpV6AdminTest-1619528760 tempest-RoutersIpV6AdminTest-1619528760-project] Notify callbacks [] for router, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:43.197405 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-def68e2e-2d5f-4eab-bb39-f605af3968c7 tempest-RoutersIpV6AdminTest-1619528760 tempest-RoutersIpV6AdminTest-1619528760-project] 10.222.0.18 "PUT /v2.0/routers/57ca745e-064b-4789-944f-b96347040154 HTTP/1.1" status: 200 len: 710 time: 2.1122525 Jul 27 23:27:43.198835 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d6d60218-3f97-4604-95eb-119df290314a tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:43.200627 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 34144) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:27:43.200780 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-d6d60218-3f97-4604-95eb-119df290314a tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] 10.222.0.18 "DELETE /v2.0/ports/5c61b81f-5d60-4244-a4d6-a669d1872d35 HTTP/1.1" status: 204 len: 168 time: 1.1331508 Jul 27 23:27:43.203760 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 34146) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:27:43.206167 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de9fa495-615d-4108-9842-942569ea581b None None] Sync routers for ids ['57ca745e-064b-4789-944f-b96347040154'] in n-d-802623-1 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:27:43.220752 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de9fa495-615d-4108-9842-942569ea581b None None] Routers {'57ca745e-064b-4789-944f-b96347040154'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:27:43.221463 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-de9fa495-615d-4108-9842-942569ea581b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:27:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['57ca745e-064b-4789-944f-b96347040154'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:27:43.230447 n-d-802623-1 neutron-server[93797]: INFO neutron.pecan_wsgi.hooks.translation [None req-16e3e115-3309-4605-ba93-740c42c3d2ba tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] DELETE failed (client error): The resource could not be found. Jul 27 23:27:43.230917 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16e3e115-3309-4605-ba93-740c42c3d2ba tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93797) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 23:27:43.232974 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-16e3e115-3309-4605-ba93-740c42c3d2ba tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] 10.222.0.18 "DELETE /v2.0/subnets/8b8553dd-9e1e-461b-b9fe-8a095556f9c1 HTTP/1.1" status: 404 len: 337 time: 0.0280507 Jul 27 23:27:43.235346 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 34148) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:27:43.253500 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-de9fa495-615d-4108-9842-942569ea581b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:27:43.263013 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de9fa495-615d-4108-9842-942569ea581b None None] Routers {'57ca745e-064b-4789-944f-b96347040154'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:27:43.263922 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-de9fa495-615d-4108-9842-942569ea581b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:27:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['57ca745e-064b-4789-944f-b96347040154'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:27:43.290198 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-3d2acb86-ac2a-4d98-af57-8120aadbea53 tempest-RoutersIpV6AdminTest-711475609 tempest-RoutersIpV6AdminTest-711475609-project-admin] 10.222.0.18 "GET /v2.0/routers/57ca745e-064b-4789-944f-b96347040154 HTTP/1.1" status: 200 len: 745 time: 0.0879254 Jul 27 23:27:43.292831 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 34150) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:27:43.302837 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-de9fa495-615d-4108-9842-942569ea581b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:27:43.303513 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de9fa495-615d-4108-9842-942569ea581b None None] The sync data for ids ['57ca745e-064b-4789-944f-b96347040154'] in n-d-802623-1 is: [] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:27:43.324566 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-2bfc3ecd-41e0-4e2d-b3ef-f3a5615d27f7 tempest-RoutersIpV6AdminTest-711475609 tempest-RoutersIpV6AdminTest-711475609-project-admin] 10.222.0.18 "GET /v2.0/ports?network_id=2fd42287-ed26-4eb9-89a5-b521f5b04356&device_id=57ca745e-064b-4789-944f-b96347040154 HTTP/1.1" status: 200 len: 205 time: 0.0305808 Jul 27 23:27:43.326215 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f7da2675-6c6e-4e4f-913a-6ac698ce375e tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593271'] for network, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:43.326943 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 34154) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:27:43.369233 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-d9a9c07b-3822-44ee-a826-583a63475674 tempest-RoutersIpV6AdminTest-1619528760 tempest-RoutersIpV6AdminTest-1619528760-project] 10.222.0.18 "GET /v2.0/ports?device_id=57ca745e-064b-4789-944f-b96347040154 HTTP/1.1" status: 200 len: 205 time: 0.0406299 Jul 27 23:27:43.371735 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 34156) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:27:43.443444 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5861575b-e2cf-4f04-a594-8586b8f990c5 tempest-RoutersIpV6AdminTest-1619528760 tempest-RoutersIpV6AdminTest-1619528760-project] Notify callbacks [] for router, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:43.453692 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f7da2675-6c6e-4e4f-913a-6ac698ce375e tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618032', 'neutron.services.segments.db._delete_segments_for_network-8736833900081'] for network, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:43.466016 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-f7da2675-6c6e-4e4f-913a-6ac698ce375e tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b818de0-047e-463e-8bb3-657c66a21702']}} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:27:43.484553 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9778572e-2f76-40a3-8e69-5fe48754482a req-f61e34ca-f283-42a7-b9aa-c03b965d8c78 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:27:43.486053 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-9778572e-2f76-40a3-8e69-5fe48754482a req-f61e34ca-f283-42a7-b9aa-c03b965d8c78 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] 10.222.0.18 "GET /v2.0/ports?device_id=cf94048b-6bb2-4095-bf3c-25119c0a23f0 HTTP/1.1" status: 200 len: 943 time: 0.1155045 Jul 27 23:27:43.487739 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-f7da2675-6c6e-4e4f-913a-6ac698ce375e tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3198de7-ab62-4cd7-9e1c-f906bc4a2be6') {'for_net_delete': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:27:43.488091 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-f7da2675-6c6e-4e4f-913a-6ac698ce375e tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3198de7-ab62-4cd7-9e1c-f906bc4a2be6') {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:27:43.503337 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f7da2675-6c6e-4e4f-913a-6ac698ce375e tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736833900858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11335978'] for segment, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:43.525942 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f7da2675-6c6e-4e4f-913a-6ac698ce375e tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:43.539558 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7da2675-6c6e-4e4f-913a-6ac698ce375e tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Releasing vlan 535 on physical network physnet1 to pool {{(pid=93797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 23:27:43.539952 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f7da2675-6c6e-4e4f-913a-6ac698ce375e tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11336013'] for segment, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:43.543064 n-d-802623-1 neutron-server[93797]: Traceback (most recent call last): Jul 27 23:27:43.543064 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 23:27:43.543064 n-d-802623-1 neutron-server[93797]: timer() Jul 27 23:27:43.543064 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 23:27:43.543064 n-d-802623-1 neutron-server[93797]: cb(*args, **kw) Jul 27 23:27:43.543064 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 23:27:43.543064 n-d-802623-1 neutron-server[93797]: return func(*args, **kwargs) Jul 27 23:27:43.543064 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 23:27:43.543064 n-d-802623-1 neutron-server[93797]: self._notify() Jul 27 23:27:43.543064 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 23:27:43.543064 n-d-802623-1 neutron-server[93797]: self.callback(batched_events) Jul 27 23:27:43.543064 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 23:27:43.543064 n-d-802623-1 neutron-server[93797]: event.method(event) Jul 27 23:27:43.543064 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 23:27:43.543064 n-d-802623-1 neutron-server[93797]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 23:27:43.543064 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 23:27:43.543064 n-d-802623-1 neutron-server[93797]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 23:27:43.543064 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 23:27:43.543064 n-d-802623-1 neutron-server[93797]: return f(self, *a, **k) Jul 27 23:27:43.543064 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 23:27:43.543064 n-d-802623-1 neutron-server[93797]: return self._get(url).json() Jul 27 23:27:43.543064 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 23:27:43.543064 n-d-802623-1 neutron-server[93797]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 23:27:43.543064 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 23:27:43.543064 n-d-802623-1 neutron-server[93797]: return self.request(url, 'GET', **kwargs) Jul 27 23:27:43.543064 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 23:27:43.543064 n-d-802623-1 neutron-server[93797]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 23:27:43.543064 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 23:27:43.543064 n-d-802623-1 neutron-server[93797]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 23:27:43.543064 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 23:27:43.543064 n-d-802623-1 neutron-server[93797]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 23:27:43.543064 n-d-802623-1 neutron-server[93797]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 23:27:43.555755 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-9778572e-2f76-40a3-8e69-5fe48754482a req-188f6711-7a43-422f-9837-fe295a2c984e tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf40f236-b78f-4739-b24a-847b40f7cbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610881 Jul 27 23:27:43.602771 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5861575b-e2cf-4f04-a594-8586b8f990c5 tempest-RoutersIpV6AdminTest-1619528760 tempest-RoutersIpV6AdminTest-1619528760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62205'] for router, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:43.605144 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5861575b-e2cf-4f04-a594-8586b8f990c5 tempest-RoutersIpV6AdminTest-1619528760 tempest-RoutersIpV6AdminTest-1619528760-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:43.606283 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f7da2675-6c6e-4e4f-913a-6ac698ce375e tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415412'] for network, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:43.611863 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f7da2675-6c6e-4e4f-913a-6ac698ce375e tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for network, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:43.615944 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-f7da2675-6c6e-4e4f-913a-6ac698ce375e tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] 10.222.0.18 "DELETE /v2.0/networks/4b818de0-047e-463e-8bb3-657c66a21702 HTTP/1.1" status: 204 len: 168 time: 0.3794613 Jul 27 23:27:43.630458 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 34160) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:27:43.638095 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7da2675-6c6e-4e4f-913a-6ac698ce375e tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Pushing event deleted for resources: {'Network': ['ID=4b818de0-047e-463e-8bb3-657c66a21702,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:27:43.697386 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5861575b-e2cf-4f04-a594-8586b8f990c5 tempest-RoutersIpV6AdminTest-1619528760 tempest-RoutersIpV6AdminTest-1619528760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-477831'] for router, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:43.697874 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5861575b-e2cf-4f04-a594-8586b8f990c5 tempest-RoutersIpV6AdminTest-1619528760 tempest-RoutersIpV6AdminTest-1619528760-project] Fanout notify agent at l3_agent the message router_deleted on router 57ca745e-064b-4789-944f-b96347040154 {{(pid=93798) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 23:27:43.708987 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5861575b-e2cf-4f04-a594-8586b8f990c5 tempest-RoutersIpV6AdminTest-1619528760 tempest-RoutersIpV6AdminTest-1619528760-project] Notify callbacks [] for router, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:43.713149 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-5861575b-e2cf-4f04-a594-8586b8f990c5 tempest-RoutersIpV6AdminTest-1619528760 tempest-RoutersIpV6AdminTest-1619528760-project] 10.222.0.18 "DELETE /v2.0/routers/57ca745e-064b-4789-944f-b96347040154 HTTP/1.1" status: 204 len: 168 time: 0.3365080 Jul 27 23:27:43.713554 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 34162) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:27:43.731790 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057afb28-58c8-4f81-a7e7-78d43adb4bf1 req-6118fd9c-1a82-4681-afae-c7f4fa789dc7 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:27:43.733170 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-057afb28-58c8-4f81-a7e7-78d43adb4bf1 req-6118fd9c-1a82-4681-afae-c7f4fa789dc7 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.38 "GET /v2.0/ports?device_id=defa6f74-7008-41a1-8545-b7f9201c289d HTTP/1.1" status: 200 len: 946 time: 0.1179187 Jul 27 23:27:43.745983 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-da2c27ab-b905-4807-ad31-44de45a4bce0 tempest-RoutersIpV6AdminTest-1619528760 tempest-RoutersIpV6AdminTest-1619528760-project] 10.222.0.18 "GET /v2.0/ports?device_id=57ca745e-064b-4789-944f-b96347040154 HTTP/1.1" status: 200 len: 205 time: 0.0293753 Jul 27 23:27:43.746184 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f981b6-8e72-4089-8b2c-5f095c95b961 req-e8fef38c-0408-44a1-b0aa-49e07f81d456 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:27:43.746184 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a1f981b6-8e72-4089-8b2c-5f095c95b961 req-e8fef38c-0408-44a1-b0aa-49e07f81d456 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/ports?device_id=c82f64f9-7572-4580-b07f-b346ae07e8cc HTTP/1.1" status: 200 len: 945 time: 0.0896099 Jul 27 23:27:43.746511 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 34164) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:27:43.755973 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-06a57e24-80fa-4d4d-9db3-30aac4dde7ef tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Deleting port 53068828-49bb-48f0-8a2d-358175619928 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:27:43.756323 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-06a57e24-80fa-4d4d-9db3-30aac4dde7ef tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:43.822471 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-06a57e24-80fa-4d4d-9db3-30aac4dde7ef tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:43.841801 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-06a57e24-80fa-4d4d-9db3-30aac4dde7ef tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Calling delete_port for 53068828-49bb-48f0-8a2d-358175619928 owned by {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:27:43.953166 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-06a57e24-80fa-4d4d-9db3-30aac4dde7ef tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:43.986832 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a57e24-80fa-4d4d-9db3-30aac4dde7ef tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Pushing event deleted for resources: {'Port': ['ID=53068828-49bb-48f0-8a2d-358175619928,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:27:43.997442 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-06a57e24-80fa-4d4d-9db3-30aac4dde7ef tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:44.000072 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-06a57e24-80fa-4d4d-9db3-30aac4dde7ef tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] 10.222.0.18 "DELETE /v2.0/ports/53068828-49bb-48f0-8a2d-358175619928 HTTP/1.1" status: 204 len: 168 time: 0.3686075 Jul 27 23:27:44.008712 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8e48a0-c29e-42a9-a41d-c35fe2d76e80 req-d2752b00-9e2a-4895-b39b-56bca1f18d08 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:27:44.010261 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-fb8e48a0-c29e-42a9-a41d-c35fe2d76e80 req-d2752b00-9e2a-4895-b39b-56bca1f18d08 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/ports?device_id=defa6f74-7008-41a1-8545-b7f9201c289d HTTP/1.1" status: 200 len: 946 time: 0.0972545 Jul 27 23:27:44.010771 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 34168) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:27:44.048321 n-d-802623-1 neutron-server[93797]: INFO neutron.pecan_wsgi.hooks.translation [None req-62f42900-f85c-4b28-a2cd-40d817ad9a4b tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] DELETE failed (client error): The resource could not be found. Jul 27 23:27:44.048778 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62f42900-f85c-4b28-a2cd-40d817ad9a4b tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93797) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 23:27:44.050532 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-62f42900-f85c-4b28-a2cd-40d817ad9a4b tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] 10.222.0.18 "DELETE /v2.0/subnets/9fac889c-8fd7-4edb-88a6-c65a5936c180 HTTP/1.1" status: 404 len: 337 time: 0.0387805 Jul 27 23:27:44.056785 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 34170) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:27:44.107785 n-d-802623-1 neutron-server[93798]: INFO neutron.api.v2.resource [None req-75ba0d3d-d108-4b64-a9d0-2131f5d4decf tempest-RoutersIpV6AdminTest-1619528760 tempest-RoutersIpV6AdminTest-1619528760-project] delete failed (client error): The resource could not be found. Jul 27 23:27:44.108821 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-75ba0d3d-d108-4b64-a9d0-2131f5d4decf tempest-RoutersIpV6AdminTest-1619528760 tempest-RoutersIpV6AdminTest-1619528760-project] 10.222.0.18 "DELETE /v2.0/routers/57ca745e-064b-4789-944f-b96347040154 HTTP/1.1" status: 404 len: 336 time: 0.3603389 Jul 27 23:27:44.115592 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 34172) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:27:44.158550 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-fb8e48a0-c29e-42a9-a41d-c35fe2d76e80 req-a35fd340-69e9-4146-a849-ecf4691990b3 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/security-groups?id=d6f41e72-2b87-4685-ae08-bc68afebebe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389599 Jul 27 23:27:44.166007 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-b381f200-8fd3-46ca-bb60-a8f8cde17b62 tempest-RoutersIpV6AdminTest-1619528760 tempest-RoutersIpV6AdminTest-1619528760-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b4de305-7014-445b-8018-d04ee74d56a5 HTTP/1.1" status: 200 len: 205 time: 0.0472465 Jul 27 23:27:44.166182 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a1f981b6-8e72-4089-8b2c-5f095c95b961 req-a78687fc-d5f2-4671-9c55-1d8a864ab0fa tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/security-groups?id=7dab0fca-2422-4f10-a2ed-ede178e48859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4043136 Jul 27 23:27:44.166299 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 34176) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:27:44.189209 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-69bdcd41-6cb5-4b58-a3f9-5210588ef611 tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593271'] for network, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:44.210128 n-d-802623-1 neutron-server[93798]: INFO neutron.api.v2.resource [None req-6447547d-1d50-42c0-b96e-c0dd3b217d87 tempest-RoutersIpV6AdminTest-1619528760 tempest-RoutersIpV6AdminTest-1619528760-project] delete failed (client error): The resource could not be found. Jul 27 23:27:44.211191 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-6447547d-1d50-42c0-b96e-c0dd3b217d87 tempest-RoutersIpV6AdminTest-1619528760 tempest-RoutersIpV6AdminTest-1619528760-project] 10.222.0.18 "DELETE /v2.0/routers/9b4de305-7014-445b-8018-d04ee74d56a5 HTTP/1.1" status: 404 len: 336 time: 0.0440290 Jul 27 23:27:44.214357 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 34178) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:27:44.245020 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-59538666-dbfb-439a-965f-2040f8c176ce tempest-RoutersIpV6AdminTest-1619528760 tempest-RoutersIpV6AdminTest-1619528760-project] 10.222.0.18 "GET /v2.0/ports?device_id=dd058ffc-a1e4-497e-ae3d-fc841d481d5e HTTP/1.1" status: 200 len: 205 time: 0.0292726 Jul 27 23:27:44.247500 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 34180) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:27:44.284253 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-69bdcd41-6cb5-4b58-a3f9-5210588ef611 tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618032', 'neutron.services.segments.db._delete_segments_for_network-8736833900081'] for network, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:44.294053 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-69bdcd41-6cb5-4b58-a3f9-5210588ef611 tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6127541b-cfa2-4dc0-b11f-8bd788401744']}} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:27:44.305708 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-69bdcd41-6cb5-4b58-a3f9-5210588ef611 tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a1f773b-7a72-41a6-8327-21a9bf08a169') {'for_net_delete': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:27:44.306011 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-69bdcd41-6cb5-4b58-a3f9-5210588ef611 tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a1f773b-7a72-41a6-8327-21a9bf08a169') {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:27:44.312723 n-d-802623-1 neutron-server[93798]: INFO neutron.api.v2.resource [None req-df1d841f-e524-45bd-b185-0138fe2d0dfb tempest-RoutersIpV6AdminTest-1619528760 tempest-RoutersIpV6AdminTest-1619528760-project] delete failed (client error): The resource could not be found. Jul 27 23:27:44.316091 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-df1d841f-e524-45bd-b185-0138fe2d0dfb tempest-RoutersIpV6AdminTest-1619528760 tempest-RoutersIpV6AdminTest-1619528760-project] 10.222.0.18 "DELETE /v2.0/routers/dd058ffc-a1e4-497e-ae3d-fc841d481d5e HTTP/1.1" status: 404 len: 336 time: 0.0586088 Jul 27 23:27:44.316244 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-69bdcd41-6cb5-4b58-a3f9-5210588ef611 tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736833900858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11335978'] for segment, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:44.316345 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-d4b5c553-c3d4-4620-8729-b718e68883b4 req-a1af4201-d6cf-4f87-8c50-5c49dcdc6aef tempest-ServerShowV257Test-1832585559 tempest-ServerShowV257Test-1832585559-project] 10.222.0.18 "GET /v2.0/ports?device_id=3c95cc01-6b6f-42dd-a701-172d356f907b HTTP/1.1" status: 200 len: 210 time: 0.0744791 Jul 27 23:27:44.316545 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 34182) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:27:44.317935 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-057afb28-58c8-4f81-a7e7-78d43adb4bf1 req-d05a2152-9382-4c5d-9209-7d51d189aad6 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Deleting port aaeaed8e-c896-4e77-954e-aaf5096f6478 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:27:44.318284 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-057afb28-58c8-4f81-a7e7-78d43adb4bf1 req-d05a2152-9382-4c5d-9209-7d51d189aad6 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:44.351325 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-d82e05b5-0558-448e-abd9-cfcf2c0ef9e1 tempest-RoutersIpV6AdminTest-1619528760 tempest-RoutersIpV6AdminTest-1619528760-project] 10.222.0.18 "GET /v2.0/ports?device_id=aaf908b3-f549-4bb5-b7f1-134674d78689 HTTP/1.1" status: 200 len: 205 time: 0.0333796 Jul 27 23:27:44.353398 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 34184) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:27:44.355652 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-69bdcd41-6cb5-4b58-a3f9-5210588ef611 tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:44.401498 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69bdcd41-6cb5-4b58-a3f9-5210588ef611 tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Releasing vlan 524 on physical network physnet1 to pool {{(pid=93797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 23:27:44.401855 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-69bdcd41-6cb5-4b58-a3f9-5210588ef611 tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11336013'] for segment, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:44.405766 n-d-802623-1 neutron-server[93797]: INFO neutron.api.v2.resource [None req-af76045d-c1ac-4596-924c-f689df4fd844 tempest-RoutersIpV6AdminTest-1619528760 tempest-RoutersIpV6AdminTest-1619528760-project] delete failed (client error): The resource could not be found. Jul 27 23:27:44.409230 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-af76045d-c1ac-4596-924c-f689df4fd844 tempest-RoutersIpV6AdminTest-1619528760 tempest-RoutersIpV6AdminTest-1619528760-project] 10.222.0.18 "DELETE /v2.0/routers/aaf908b3-f549-4bb5-b7f1-134674d78689 HTTP/1.1" status: 404 len: 336 time: 0.0525415 Jul 27 23:27:44.409230 n-d-802623-1 neutron-server[93797]: Traceback (most recent call last): Jul 27 23:27:44.409230 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 23:27:44.409230 n-d-802623-1 neutron-server[93797]: timer() Jul 27 23:27:44.409230 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 23:27:44.409230 n-d-802623-1 neutron-server[93797]: cb(*args, **kw) Jul 27 23:27:44.409230 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 23:27:44.409230 n-d-802623-1 neutron-server[93797]: return func(*args, **kwargs) Jul 27 23:27:44.409230 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 23:27:44.409230 n-d-802623-1 neutron-server[93797]: self._notify() Jul 27 23:27:44.409230 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 23:27:44.409230 n-d-802623-1 neutron-server[93797]: self.callback(batched_events) Jul 27 23:27:44.409230 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 23:27:44.409230 n-d-802623-1 neutron-server[93797]: event.method(event) Jul 27 23:27:44.409230 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 23:27:44.409230 n-d-802623-1 neutron-server[93797]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 23:27:44.409230 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 23:27:44.409230 n-d-802623-1 neutron-server[93797]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 23:27:44.409230 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 23:27:44.409230 n-d-802623-1 neutron-server[93797]: return f(self, *a, **k) Jul 27 23:27:44.409230 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 23:27:44.409230 n-d-802623-1 neutron-server[93797]: return self._get(url).json() Jul 27 23:27:44.409230 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 23:27:44.409230 n-d-802623-1 neutron-server[93797]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 23:27:44.409230 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 23:27:44.409230 n-d-802623-1 neutron-server[93797]: return self.request(url, 'GET', **kwargs) Jul 27 23:27:44.409230 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 23:27:44.409230 n-d-802623-1 neutron-server[93797]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 23:27:44.409230 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 23:27:44.409230 n-d-802623-1 neutron-server[93797]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 23:27:44.409230 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 23:27:44.409230 n-d-802623-1 neutron-server[93797]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 23:27:44.409230 n-d-802623-1 neutron-server[93797]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 23:27:44.411845 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 34186) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:27:44.447758 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-6762e7a4-86e9-48e5-8c51-e009a1236764 tempest-RoutersIpV6AdminTest-1619528760 tempest-RoutersIpV6AdminTest-1619528760-project] 10.222.0.18 "GET /v2.0/ports?device_id=6f6a1acd-b570-4a4a-b4cc-d62db201db54 HTTP/1.1" status: 200 len: 205 time: 0.0349040 Jul 27 23:27:44.449809 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-057afb28-58c8-4f81-a7e7-78d43adb4bf1 req-d05a2152-9382-4c5d-9209-7d51d189aad6 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] For port aaeaed8e-c896-4e77-954e-aaf5096f6478, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=aaeaed8e-c896-4e77-954e-aaf5096f6478,segment=NetworkSegment(e34bcaf6-fcda-4cb3-a9d4-ce07906221d3),segment_id=e34bcaf6-fcda-4cb3-a9d4-ce07906221d3)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:27:44.450172 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-057afb28-58c8-4f81-a7e7-78d43adb4bf1 req-d05a2152-9382-4c5d-9209-7d51d189aad6 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:44.452758 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 34188) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:27:44.462911 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-057afb28-58c8-4f81-a7e7-78d43adb4bf1 req-d05a2152-9382-4c5d-9209-7d51d189aad6 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Calling delete_port for aaeaed8e-c896-4e77-954e-aaf5096f6478 owned by compute:nova {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:27:44.500477 n-d-802623-1 neutron-server[93797]: INFO neutron.api.v2.resource [None req-7c929206-95c2-4945-8986-0aa57ce17286 tempest-RoutersIpV6AdminTest-1619528760 tempest-RoutersIpV6AdminTest-1619528760-project] delete failed (client error): The resource could not be found. Jul 27 23:27:44.503987 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-7c929206-95c2-4945-8986-0aa57ce17286 tempest-RoutersIpV6AdminTest-1619528760 tempest-RoutersIpV6AdminTest-1619528760-project] 10.222.0.18 "DELETE /v2.0/routers/6f6a1acd-b570-4a4a-b4cc-d62db201db54 HTTP/1.1" status: 404 len: 336 time: 0.0477588 Jul 27 23:27:44.504457 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 34190) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:27:44.533954 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-4ec79da7-fb4f-4c31-bdd8-5ccefa90a985 tempest-RoutersIpV6AdminTest-1619528760 tempest-RoutersIpV6AdminTest-1619528760-project] 10.222.0.18 "GET /v2.0/ports?device_id=48584aae-8d8d-4759-ab3d-66ddb36bd67c HTTP/1.1" status: 200 len: 205 time: 0.0283864 Jul 27 23:27:44.535128 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-69bdcd41-6cb5-4b58-a3f9-5210588ef611 tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415412'] for network, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:44.536800 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 34192) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:27:44.539855 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-69bdcd41-6cb5-4b58-a3f9-5210588ef611 tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for network, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:44.543988 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-69bdcd41-6cb5-4b58-a3f9-5210588ef611 tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] 10.222.0.18 "DELETE /v2.0/networks/6127541b-cfa2-4dc0-b11f-8bd788401744 HTTP/1.1" status: 204 len: 168 time: 0.4857607 Jul 27 23:27:44.545594 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 34194) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:27:44.559343 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bdcd41-6cb5-4b58-a3f9-5210588ef611 tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Pushing event deleted for resources: {'Network': ['ID=6127541b-cfa2-4dc0-b11f-8bd788401744,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:27:44.588278 n-d-802623-1 neutron-server[93798]: INFO neutron.api.v2.resource [None req-af47e664-c43e-415d-9f47-11f8e94cb17e tempest-RoutersIpV6AdminTest-1619528760 tempest-RoutersIpV6AdminTest-1619528760-project] delete failed (client error): The resource could not be found. Jul 27 23:27:44.589401 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-af47e664-c43e-415d-9f47-11f8e94cb17e tempest-RoutersIpV6AdminTest-1619528760 tempest-RoutersIpV6AdminTest-1619528760-project] 10.222.0.18 "DELETE /v2.0/routers/48584aae-8d8d-4759-ab3d-66ddb36bd67c HTTP/1.1" status: 404 len: 336 time: 0.0514553 Jul 27 23:27:44.592402 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 34198) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:27:44.619309 n-d-802623-1 neutron-server[93797]: INFO neutron.pecan_wsgi.hooks.translation [None req-66092379-e5d7-43f8-be9c-d76e0348333f tempest-RoutersIpV6AdminTest-1619528760 tempest-RoutersIpV6AdminTest-1619528760-project] DELETE failed (client error): The resource could not be found. Jul 27 23:27:44.619773 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66092379-e5d7-43f8-be9c-d76e0348333f tempest-RoutersIpV6AdminTest-1619528760 tempest-RoutersIpV6AdminTest-1619528760-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93797) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 23:27:44.624007 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-66092379-e5d7-43f8-be9c-d76e0348333f tempest-RoutersIpV6AdminTest-1619528760 tempest-RoutersIpV6AdminTest-1619528760-project] 10.222.0.18 "DELETE /v2.0/subnets/ed5190d5-ca13-4127-ad38-a972e1e35d8d HTTP/1.1" status: 404 len: 337 time: 0.0273438 Jul 27 23:27:44.661269 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_v2 [None req-f25e658b-8aed-4137-af1b-fbb4b0b99b4a tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Deleting subnet dbfe720f-e91a-40b2-bedc-6c4353e18b75 {{(pid=93798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 23:27:44.666145 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f25e658b-8aed-4137-af1b-fbb4b0b99b4a tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Notify callbacks [] for subnet, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:44.679761 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a62a454-31a1-4246-a00d-653d984b37a6 req-e19f42a7-ff7c-4215-9045-f7d364ec090a tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:27:44.681307 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-7a62a454-31a1-4246-a00d-653d984b37a6 req-e19f42a7-ff7c-4215-9045-f7d364ec090a tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] 10.222.0.18 "GET /v2.0/ports?device_id=cf94048b-6bb2-4095-bf3c-25119c0a23f0 HTTP/1.1" status: 200 len: 943 time: 0.0559568 Jul 27 23:27:44.701884 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-057afb28-58c8-4f81-a7e7-78d43adb4bf1 req-d05a2152-9382-4c5d-9209-7d51d189aad6 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:44.715589 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] get_ports_and_sgs() called for port_ids ['aaeaed8e-c896-4e77-954e-aaf5096f6478'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:27:44.729661 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-7a62a454-31a1-4246-a00d-653d984b37a6 req-e2855ff6-55e8-4fa3-983d-16b2470e8e89 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf40f236-b78f-4739-b24a-847b40f7cbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415168 Jul 27 23:27:44.747929 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f25e658b-8aed-4137-af1b-fbb4b0b99b4a tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11163249'] for subnet, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:44.755946 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05a2152-9382-4c5d-9209-7d51d189aad6 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Pushing event deleted for resources: {'Port': ['ID=aaeaed8e-c896-4e77-954e-aaf5096f6478,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:27:44.820635 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-057afb28-58c8-4f81-a7e7-78d43adb4bf1 req-d05a2152-9382-4c5d-9209-7d51d189aad6 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] No DVR routers for this DVR port aaeaed8e-c896-4e77-954e-aaf5096f6478 on host n-h1-802623-1 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:27:44.823280 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-057afb28-58c8-4f81-a7e7-78d43adb4bf1 req-d05a2152-9382-4c5d-9209-7d51d189aad6 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:44.825900 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-057afb28-58c8-4f81-a7e7-78d43adb4bf1 req-d05a2152-9382-4c5d-9209-7d51d189aad6 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.38 "DELETE /v2.0/ports/aaeaed8e-c896-4e77-954e-aaf5096f6478 HTTP/1.1" status: 204 len: 173 time: 1.0785396 Jul 27 23:27:44.829484 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'defa6f74-7008-41a1-8545-b7f9201c289d', 'name': 'network-vif-deleted', 'tag': 'aaeaed8e-c896-4e77-954e-aaf5096f6478'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:27:44.832640 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}011f8d312121274bb12d78e77c6379a2079800640016cec6c6d605b73666e854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33871869-e478-4dd0-835a-b15ac4d6a6f1" -d '{"events": [{"server_uuid": "defa6f74-7008-41a1-8545-b7f9201c289d", "name": "network-vif-deleted", "tag": "aaeaed8e-c896-4e77-954e-aaf5096f6478"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:27:44.897479 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f25e658b-8aed-4137-af1b-fbb4b0b99b4a tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620741'] for subnet, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:44.902528 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:27:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f2f1114-6c9f-4ced-b937-6af3d0ac1d7e x-openstack-request-id: req-4f2f1114-6c9f-4ced-b937-6af3d0ac1d7e {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:27:44.902904 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "defa6f74-7008-41a1-8545-b7f9201c289d", "name": "network-vif-deleted", "tag": "aaeaed8e-c896-4e77-954e-aaf5096f6478", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:27:44.903187 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4f2f1114-6c9f-4ced-b937-6af3d0ac1d7e {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:27:44.903597 n-d-802623-1 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'defa6f74-7008-41a1-8545-b7f9201c289d', 'name': 'network-vif-deleted', 'tag': 'aaeaed8e-c896-4e77-954e-aaf5096f6478', 'status': 'completed', 'code': 200} Jul 27 23:27:44.930986 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 34206) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:27:44.996789 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f25e658b-8aed-4137-af1b-fbb4b0b99b4a tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11971800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12265753'] for subnet, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:45.034957 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25e658b-8aed-4137-af1b-fbb4b0b99b4a tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Pushing event deleted for resources: {'Subnet': ['ID=dbfe720f-e91a-40b2-bedc-6c4353e18b75,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:27:45.037771 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f25e658b-8aed-4137-af1b-fbb4b0b99b4a tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:45.040051 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-f25e658b-8aed-4137-af1b-fbb4b0b99b4a tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] 10.222.0.18 "DELETE /v2.0/subnets/dbfe720f-e91a-40b2-bedc-6c4353e18b75 HTTP/1.1" status: 204 len: 168 time: 0.4933732 Jul 27 23:27:45.042516 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 34210) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:27:45.046576 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8b6968a-82af-4685-87ca-32d781fa112c None None] Network 5ea7fc09-be59-4185-921f-aa66191832e2 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:27:45.117211 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5b7e81b8-8fd0-45e9-80ed-9d39d909ccaf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:45.152735 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2e78f96b-e20e-47af-8bd8-a62a57491c33 tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593271'] for network, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:45.285341 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95e7931f-eba9-4afa-b5b8-38378c5d6155 None None] DHCP port deletion for 5ea7fc09-be59-4185-921f-aa66191832e2 request from n-d-802623-1 {{(pid=93799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 23:27:45.287784 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-2e78f96b-e20e-47af-8bd8-a62a57491c33 tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Deleting port 69af9459-4ce5-4130-a5bc-6bbf4867faec {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:27:45.288208 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2e78f96b-e20e-47af-8bd8-a62a57491c33 tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:45.315102 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-724090bd-6fed-4bcb-8cf7-d6a5b215287b req-72e4a32a-8d8b-47b0-9298-b0a4543b8643 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/ports?device_id=defa6f74-7008-41a1-8545-b7f9201c289d HTTP/1.1" status: 200 len: 210 time: 0.0515010 Jul 27 23:27:45.346241 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-95e7931f-eba9-4afa-b5b8-38378c5d6155 None None] Deleting port 69af9459-4ce5-4130-a5bc-6bbf4867faec {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:27:45.346895 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-95e7931f-eba9-4afa-b5b8-38378c5d6155 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:45.397850 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5b7e81b8-8fd0-45e9-80ed-9d39d909ccaf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:45.414659 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-2e78f96b-e20e-47af-8bd8-a62a57491c33 tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] For port 69af9459-4ce5-4130-a5bc-6bbf4867faec, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=69af9459-4ce5-4130-a5bc-6bbf4867faec,segment=NetworkSegment(e008a6ba-0428-4962-85da-3d55892892d8),segment_id=e008a6ba-0428-4962-85da-3d55892892d8)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:27:45.415153 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2e78f96b-e20e-47af-8bd8-a62a57491c33 tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:45.419370 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5b7e81b8-8fd0-45e9-80ed-9d39d909ccaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:45.430192 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-95e7931f-eba9-4afa-b5b8-38378c5d6155 None None] For port 69af9459-4ce5-4130-a5bc-6bbf4867faec, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=69af9459-4ce5-4130-a5bc-6bbf4867faec,segment=NetworkSegment(e008a6ba-0428-4962-85da-3d55892892d8),segment_id=e008a6ba-0428-4962-85da-3d55892892d8)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:27:45.430960 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-95e7931f-eba9-4afa-b5b8-38378c5d6155 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:45.442790 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-beb2efd0-baa3-4d5b-9110-4e214102a3be req-08c93f8d-049b-4e95-b2af-415b12869b93 tempest-ServerShowV257Test-1832585559 tempest-ServerShowV257Test-1832585559-project] 10.222.0.18 "GET /v2.0/ports?device_id=3c95cc01-6b6f-42dd-a701-172d356f907b HTTP/1.1" status: 200 len: 210 time: 0.0295901 Jul 27 23:27:45.445196 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a44f6a-1ce2-4b4a-8f3d-d1e3b0f2cd00 req-093d9ae0-2d0c-4c3f-95c9-eaa12fe8148c tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:27:45.446882 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-02a44f6a-1ce2-4b4a-8f3d-d1e3b0f2cd00 req-093d9ae0-2d0c-4c3f-95c9-eaa12fe8148c tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/ports?device_id=c82f64f9-7572-4580-b07f-b346ae07e8cc HTTP/1.1" status: 200 len: 945 time: 0.1720493 Jul 27 23:27:45.455217 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-95e7931f-eba9-4afa-b5b8-38378c5d6155 None None] Calling delete_port for 69af9459-4ce5-4130-a5bc-6bbf4867faec owned by network:dhcp {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:27:45.460708 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-2e78f96b-e20e-47af-8bd8-a62a57491c33 tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Calling delete_port for 69af9459-4ce5-4130-a5bc-6bbf4867faec owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:27:45.515594 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7e81b8-8fd0-45e9-80ed-9d39d909ccaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfee9682-2aee-4504-b315-2f64633179fc,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:27:45.540383 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-5b7e81b8-8fd0-45e9-80ed-9d39d909ccaf admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c603ca8750ed4f18b1040ef394d0d79c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6081524 Jul 27 23:27:45.541171 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-95e7931f-eba9-4afa-b5b8-38378c5d6155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:45.543278 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 34218) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:27:45.569815 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e7931f-eba9-4afa-b5b8-38378c5d6155 None None] Pushing event deleted for resources: {'Port': ['ID=69af9459-4ce5-4130-a5bc-6bbf4867faec,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:27:45.571725 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95e7931f-eba9-4afa-b5b8-38378c5d6155 None None] No DVR routers for this DVR port 69af9459-4ce5-4130-a5bc-6bbf4867faec on host n-d-802623-1 {{(pid=93799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:27:45.601984 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-02a44f6a-1ce2-4b4a-8f3d-d1e3b0f2cd00 req-1e1c0a73-ea73-4bff-821e-2f24102fd4fc tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/security-groups?id=7dab0fca-2422-4f10-a2ed-ede178e48859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440954 Jul 27 23:27:45.626241 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 12703738-dee4-4896-b064-dce4e76e574e details requested by agent hyperv_n-h1-802623-1 with host n-h1-802623-1 {{(pid=93799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 23:27:45.627927 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-00a0b9ec-f2d0-4dfb-ae76-a35550675d78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:45.634663 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2e78f96b-e20e-47af-8bd8-a62a57491c33 tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:45.662126 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-00a0b9ec-f2d0-4dfb-ae76-a35550675d78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:45.662393 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e78f96b-e20e-47af-8bd8-a62a57491c33 tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Pushing event deleted for resources: {'Port': ['ID=69af9459-4ce5-4130-a5bc-6bbf4867faec,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:27:45.665636 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e78f96b-e20e-47af-8bd8-a62a57491c33 tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] No DVR routers for this DVR port 69af9459-4ce5-4130-a5bc-6bbf4867faec on host n-d-802623-1 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:27:45.728972 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-00a0b9ec-f2d0-4dfb-ae76-a35550675d78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:45.733489 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-00a0b9ec-f2d0-4dfb-ae76-a35550675d78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:45.735342 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-00a0b9ec-f2d0-4dfb-ae76-a35550675d78 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/cfee9682-2aee-4504-b315-2f64633179fc HTTP/1.1" status: 204 len: 168 time: 0.1902778 Jul 27 23:27:45.745272 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a0b9ec-f2d0-4dfb-ae76-a35550675d78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfee9682-2aee-4504-b315-2f64633179fc,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:27:45.757281 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2e78f96b-e20e-47af-8bd8-a62a57491c33 tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618032', 'neutron.services.segments.db._delete_segments_for_network-8736833900081'] for network, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:45.762391 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port 12703738-dee4-4896-b064-dce4e76e574e, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=12703738-dee4-4896-b064-dce4e76e574e,segment=NetworkSegment(7c60bb94-020e-4d82-9690-a79eecb055ab),segment_id=7c60bb94-020e-4d82-9690-a79eecb055ab)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:27:45.770789 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-2e78f96b-e20e-47af-8bd8-a62a57491c33 tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ea7fc09-be59-4185-921f-aa66191832e2']}} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:27:45.785189 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-2e78f96b-e20e-47af-8bd8-a62a57491c33 tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e008a6ba-0428-4962-85da-3d55892892d8') {'for_net_delete': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:27:45.785748 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-2e78f96b-e20e-47af-8bd8-a62a57491c33 tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e008a6ba-0428-4962-85da-3d55892892d8') {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:27:45.799157 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2e78f96b-e20e-47af-8bd8-a62a57491c33 tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736833900858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11335978'] for segment, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:45.819260 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2e78f96b-e20e-47af-8bd8-a62a57491c33 tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:45.828316 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e78f96b-e20e-47af-8bd8-a62a57491c33 tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Releasing vlan 522 on physical network physnet1 to pool {{(pid=93797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 23:27:45.828778 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2e78f96b-e20e-47af-8bd8-a62a57491c33 tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11336013'] for segment, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:45.832722 n-d-802623-1 neutron-server[93797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 23:27:45.832722 n-d-802623-1 neutron-server[93797]: self.session.flush() Jul 27 23:27:45.832722 n-d-802623-1 neutron-server[93797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 23:27:45.832722 n-d-802623-1 neutron-server[93797]: self.session.flush() Jul 27 23:27:45.832722 n-d-802623-1 neutron-server[93797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 23:27:45.832722 n-d-802623-1 neutron-server[93797]: self.session.flush() Jul 27 23:27:45.832722 n-d-802623-1 neutron-server[93797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 23:27:45.832722 n-d-802623-1 neutron-server[93797]: self.session.flush() Jul 27 23:27:45.832722 n-d-802623-1 neutron-server[93797]: Traceback (most recent call last): Jul 27 23:27:45.832722 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 23:27:45.832722 n-d-802623-1 neutron-server[93797]: timer() Jul 27 23:27:45.832722 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 23:27:45.832722 n-d-802623-1 neutron-server[93797]: cb(*args, **kw) Jul 27 23:27:45.832722 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 23:27:45.832722 n-d-802623-1 neutron-server[93797]: return func(*args, **kwargs) Jul 27 23:27:45.832722 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 23:27:45.832722 n-d-802623-1 neutron-server[93797]: self._notify() Jul 27 23:27:45.832722 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 23:27:45.832722 n-d-802623-1 neutron-server[93797]: self.callback(batched_events) Jul 27 23:27:45.832722 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 23:27:45.832722 n-d-802623-1 neutron-server[93797]: event.method(event) Jul 27 23:27:45.832722 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 23:27:45.832722 n-d-802623-1 neutron-server[93797]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 23:27:45.832722 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 23:27:45.832722 n-d-802623-1 neutron-server[93797]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 23:27:45.832722 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 23:27:45.832722 n-d-802623-1 neutron-server[93797]: return f(self, *a, **k) Jul 27 23:27:45.832722 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 23:27:45.832722 n-d-802623-1 neutron-server[93797]: return self._get(url).json() Jul 27 23:27:45.832722 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 23:27:45.832722 n-d-802623-1 neutron-server[93797]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 23:27:45.832722 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 23:27:45.832722 n-d-802623-1 neutron-server[93797]: return self.request(url, 'GET', **kwargs) Jul 27 23:27:45.832722 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 23:27:45.832722 n-d-802623-1 neutron-server[93797]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 23:27:45.832722 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 23:27:45.832722 n-d-802623-1 neutron-server[93797]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 23:27:45.832722 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 23:27:45.832722 n-d-802623-1 neutron-server[93797]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 23:27:45.832722 n-d-802623-1 neutron-server[93797]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 23:27:45.916873 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2e78f96b-e20e-47af-8bd8-a62a57491c33 tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415412'] for network, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:45.924962 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2e78f96b-e20e-47af-8bd8-a62a57491c33 tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for network, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:45.931678 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-2e78f96b-e20e-47af-8bd8-a62a57491c33 tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] 10.222.0.18 "DELETE /v2.0/networks/5ea7fc09-be59-4185-921f-aa66191832e2 HTTP/1.1" status: 204 len: 168 time: 0.8845983 Jul 27 23:27:45.954141 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e78f96b-e20e-47af-8bd8-a62a57491c33 tempest-NetworksIpV6TestAttrs-133356651 tempest-NetworksIpV6TestAttrs-133356651-project] Pushing event deleted for resources: {'Network': ['ID=5ea7fc09-be59-4185-921f-aa66191832e2,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:27:45.956791 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca96908-3f38-4769-aa2c-1c520961c3a6 req-9ece7bcb-581d-46ed-b8d1-8b4ee3d9ec2a tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:27:45.958765 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-dca96908-3f38-4769-aa2c-1c520961c3a6 req-9ece7bcb-581d-46ed-b8d1-8b4ee3d9ec2a tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] 10.222.0.18 "GET /v2.0/ports?device_id=cf94048b-6bb2-4095-bf3c-25119c0a23f0 HTTP/1.1" status: 200 len: 943 time: 0.1064749 Jul 27 23:27:46.018174 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Returning: {'device': '12703738-dee4-4896-b064-dce4e76e574e', 'network_id': 'f33f478a-5a93-43d9-988a-2827d45cd859', 'port_id': '12703738-dee4-4896-b064-dce4e76e574e', 'mac_address': 'fa:16:3e:e7:2a:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f0e7cb4-1217-450a-af5b-092e562d7521', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 23:27:46.028964 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-dca96908-3f38-4769-aa2c-1c520961c3a6 req-6f5b19d2-2a19-45a9-92c7-53c50e7fd66a tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf40f236-b78f-4739-b24a-847b40f7cbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623901 Jul 27 23:27:46.074456 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:46.091948 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12703738-dee4-4896-b064-dce4e76e574e {{(pid=93799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:27:46.113618 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port 12703738-dee4-4896-b064-dce4e76e574e, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=12703738-dee4-4896-b064-dce4e76e574e,segment=NetworkSegment(7c60bb94-020e-4d82-9690-a79eecb055ab),segment_id=7c60bb94-020e-4d82-9690-a79eecb055ab)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:27:46.118139 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:46.179083 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Pushing event updated for resources: {'Port': ['ID=12703738-dee4-4896-b064-dce4e76e574e,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:27:46.226468 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 34230) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:27:46.273500 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-0180936d-5092-4ca4-8d94-2c8db32f6104 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ecaa1255f6b84883b9b772bd25657e4b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0457628 Jul 27 23:27:46.276117 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 34232) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:27:46.298521 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 34234) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:27:46.306709 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] get_ports_and_sgs() called for port_ids ['12703738-dee4-4896-b064-dce4e76e574e'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:27:46.344113 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-33ecf81b-99b8-45ea-a2c1-f16b2539e8c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:46.375421 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-33ecf81b-99b8-45ea-a2c1-f16b2539e8c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:46.453881 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-33ecf81b-99b8-45ea-a2c1-f16b2539e8c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:46.456857 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-33ecf81b-99b8-45ea-a2c1-f16b2539e8c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:46.457185 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-ae239282-b645-4a86-826d-d1a7e67a133a req-78489722-190a-4adf-8a24-a75524c2394a tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/ports?device_id=defa6f74-7008-41a1-8545-b7f9201c289d HTTP/1.1" status: 200 len: 210 time: 0.0599170 Jul 27 23:27:46.460694 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-33ecf81b-99b8-45ea-a2c1-f16b2539e8c7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9e5b4ec6-1b8e-4f40-a7fb-47889063e47f HTTP/1.1" status: 204 len: 168 time: 0.1810119 Jul 27 23:27:46.494502 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ecf81b-99b8-45ea-a2c1-f16b2539e8c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e5b4ec6-1b8e-4f40-a7fb-47889063e47f,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:27:46.582221 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 69af9459-4ce5-4130-a5bc-6bbf4867faec no longer exists at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:27:46.591782 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-7314f53d-d614-46c5-9339-fa1ee0c05b0d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8a3f8a4e5e154e3f8de886c2c529b965&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2919736 Jul 27 23:27:46.594706 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 34244) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:27:46.621646 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-556085e2-8dca-4e2e-a17f-610f3de13e2e req-025ea91b-f432-4322-a6d1-4e0d961fcbba tempest-ServerShowV257Test-1832585559 tempest-ServerShowV257Test-1832585559-project] 10.222.0.18 "GET /v2.0/ports?device_id=3c95cc01-6b6f-42dd-a701-172d356f907b HTTP/1.1" status: 200 len: 210 time: 0.0454788 Jul 27 23:27:46.642750 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] No Port match for: 69af9459-4ce5-4130-a5bc-6bbf4867faec {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:27:46.642750 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 69af9459-4ce5-4130-a5bc-6bbf4867faec not bound to the agent host n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:27:46.695403 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ee258181-dfff-4258-aef9-b07098b97b12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:46.753425 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ee258181-dfff-4258-aef9-b07098b97b12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:46.799257 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbec5ab7-59b1-4529-8862-4fc7bb4d019a req-aa518a70-162e-4f07-92cb-c837048b86a4 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:27:46.800761 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-cbec5ab7-59b1-4529-8862-4fc7bb4d019a req-aa518a70-162e-4f07-92cb-c837048b86a4 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/ports?device_id=c82f64f9-7572-4580-b07f-b346ae07e8cc HTTP/1.1" status: 200 len: 945 time: 0.0922124 Jul 27 23:27:46.832607 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ee258181-dfff-4258-aef9-b07098b97b12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:46.835307 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ee258181-dfff-4258-aef9-b07098b97b12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:46.836414 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-ee258181-dfff-4258-aef9-b07098b97b12 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b6015c52-f8d0-4051-8373-3efb3f6969d7 HTTP/1.1" status: 204 len: 168 time: 0.2405272 Jul 27 23:27:46.852684 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee258181-dfff-4258-aef9-b07098b97b12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6015c52-f8d0-4051-8373-3efb3f6969d7,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:27:46.877649 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-cbec5ab7-59b1-4529-8862-4fc7bb4d019a req-9749b553-4c0d-415b-bd17-0ed12ca66320 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/security-groups?id=7dab0fca-2422-4f10-a2ed-ede178e48859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573499 Jul 27 23:27:47.178723 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6354d79-a0d9-4c53-8a77-fa00a1d2b2a1 req-53de2bd9-7f9d-4f58-9201-056a0cd80bec tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:27:47.189517 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-d6354d79-a0d9-4c53-8a77-fa00a1d2b2a1 req-53de2bd9-7f9d-4f58-9201-056a0cd80bec tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] 10.222.0.18 "GET /v2.0/ports?device_id=cf94048b-6bb2-4095-bf3c-25119c0a23f0 HTTP/1.1" status: 200 len: 944 time: 0.0785534 Jul 27 23:27:47.244724 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-d6354d79-a0d9-4c53-8a77-fa00a1d2b2a1 req-d3705038-3958-44da-acea-6d0bcfd646b8 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf40f236-b78f-4739-b24a-847b40f7cbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541644 Jul 27 23:27:47.577755 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-6d471c70-c882-4f35-aeb1-7220f5d300e0 req-b0184b81-a791-40ff-88ee-d3237c13c31f tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/ports?device_id=defa6f74-7008-41a1-8545-b7f9201c289d HTTP/1.1" status: 200 len: 210 time: 0.0401688 Jul 27 23:27:47.646879 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 12703738-dee4-4896-b064-dce4e76e574e up at agent hyperv_n-h1-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:27:47.694343 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 34300) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:27:47.731948 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Provisioning for port 12703738-dee4-4896-b064-dce4e76e574e completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:27:47.737393 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Provisioning complete for port 12703738-dee4-4896-b064-dce4e76e574e triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:27:47.737783 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:47.746874 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e3a1cf38-c958-4c8c-9836-cc794c82657f req-0f85341d-2db4-408e-a0e2-ba62e4392521 tempest-ServerShowV257Test-1832585559 tempest-ServerShowV257Test-1832585559-project] 10.222.0.18 "GET /v2.0/ports?device_id=3c95cc01-6b6f-42dd-a701-172d356f907b HTTP/1.1" status: 200 len: 210 time: 0.0324936 Jul 27 23:27:47.841638 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:47.865538 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf94048b-6bb2-4095-bf3c-25119c0a23f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12703738-dee4-4896-b064-dce4e76e574e'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:27:47.868191 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c0369b0d4f459110ff20a1f9878ba33f96d6491bddb9d15843bf29d01e0bda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8efaf43-fb41-4606-bf9b-28708f28fd48" -d '{"events": [{"server_uuid": "cf94048b-6bb2-4095-bf3c-25119c0a23f0", "name": "network-vif-plugged", "status": "completed", "tag": "12703738-dee4-4896-b064-dce4e76e574e"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:27:47.883662 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port 12703738-dee4-4896-b064-dce4e76e574e, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=12703738-dee4-4896-b064-dce4e76e574e,segment=NetworkSegment(7c60bb94-020e-4d82-9690-a79eecb055ab),segment_id=7c60bb94-020e-4d82-9690-a79eecb055ab)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:27:47.895210 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:47.896466 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device aaeaed8e-c896-4e77-954e-aaf5096f6478 no longer exists at agent hyperv_n-h1-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:27:47.964671 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:27:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97e7284d-aa06-4f0d-b6f4-665ad08dcfec x-openstack-request-id: req-97e7284d-aa06-4f0d-b6f4-665ad08dcfec {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:27:47.964972 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf94048b-6bb2-4095-bf3c-25119c0a23f0", "name": "network-vif-plugged", "status": "completed", "tag": "12703738-dee4-4896-b064-dce4e76e574e", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:27:47.965422 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-97e7284d-aa06-4f0d-b6f4-665ad08dcfec {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:27:47.966001 n-d-802623-1 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf94048b-6bb2-4095-bf3c-25119c0a23f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12703738-dee4-4896-b064-dce4e76e574e', 'code': 200} Jul 27 23:27:47.994308 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] No Port match for: aaeaed8e-c896-4e77-954e-aaf5096f6478 {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:27:47.994905 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device aaeaed8e-c896-4e77-954e-aaf5096f6478 not bound to the agent host n-h1-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:27:48.022366 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-76759688-3531-4757-b4e7-0553dac8fe0e tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1642153334'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:27:48.023995 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Pushing event updated for resources: {'Port': ['ID=12703738-dee4-4896-b064-dce4e76e574e,revision_number=5']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:27:48.038946 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 34314) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:27:48.096883 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76759688-3531-4757-b4e7-0553dac8fe0e tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Made reservation on behalf of 934e936dd6c64e899cadf4ed7dc8ac75 for: {'network': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:27:48.100256 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-76759688-3531-4757-b4e7-0553dac8fe0e tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for network, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:48.110075 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471ce847-b300-4ad8-bfbb-00130db845f2 req-206272eb-ef5a-45d0-a895-5064806ed168 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:27:48.117257 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-471ce847-b300-4ad8-bfbb-00130db845f2 req-206272eb-ef5a-45d0-a895-5064806ed168 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/ports?device_id=c82f64f9-7572-4580-b07f-b346ae07e8cc HTTP/1.1" status: 200 len: 945 time: 0.1552901 Jul 27 23:27:48.127313 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a0dbc9-47e5-4dd3-89b0-3c47e84ab145 req-fcbb997b-c624-42d4-af70-2371653db06a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:27:48.128777 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-91a0dbc9-47e5-4dd3-89b0-3c47e84ab145 req-fcbb997b-c624-42d4-af70-2371653db06a service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=cf94048b-6bb2-4095-bf3c-25119c0a23f0 HTTP/1.1" status: 200 len: 1096 time: 0.1231346 Jul 27 23:27:48.142968 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-5af86fd4-cfbe-4920-8561-b421d62b0bda tempest-RoutersAdminNegativeTest-1671104783 tempest-RoutersAdminNegativeTest-1671104783-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-601490399', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:27:48.144535 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-76759688-3531-4757-b4e7-0553dac8fe0e tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:48.173261 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5af86fd4-cfbe-4920-8561-b421d62b0bda tempest-RoutersAdminNegativeTest-1671104783 tempest-RoutersAdminNegativeTest-1671104783-project-admin] Made reservation on behalf of 8d2e81be54834c53bd4f4a89a26c57bd for: {'port': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:27:48.176491 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5af86fd4-cfbe-4920-8561-b421d62b0bda tempest-RoutersAdminNegativeTest-1671104783 tempest-RoutersAdminNegativeTest-1671104783-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:48.185977 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5af86fd4-cfbe-4920-8561-b421d62b0bda tempest-RoutersAdminNegativeTest-1671104783 tempest-RoutersAdminNegativeTest-1671104783-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:48.203973 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-471ce847-b300-4ad8-bfbb-00130db845f2 req-db5c2735-a033-41ad-8ff9-53b6cc428a4a tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/security-groups?id=7dab0fca-2422-4f10-a2ed-ede178e48859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858459 Jul 27 23:27:48.210982 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-91a0dbc9-47e5-4dd3-89b0-3c47e84ab145 req-6dddf806-26b3-4261-856d-3d0e2b4c9fe3 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=cf40f236-b78f-4739-b24a-847b40f7cbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675893 Jul 27 23:27:48.284130 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-76759688-3531-4757-b4e7-0553dac8fe0e tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:48.288399 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-76759688-3531-4757-b4e7-0553dac8fe0e tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:48.320084 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76759688-3531-4757-b4e7-0553dac8fe0e tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 531} {{(pid=93798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 23:27:48.336325 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76759688-3531-4757-b4e7-0553dac8fe0e tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37ea84b0-110a-4fdd-9dda-01ef326108b6,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:27:48.349159 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-76759688-3531-4757-b4e7-0553dac8fe0e tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:48.349628 n-d-802623-1 neutron-server[93798]: INFO neutron.db.segments_db [None req-76759688-3531-4757-b4e7-0553dac8fe0e tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Added segment d4d462cd-55bc-4edf-9bd6-2cb80288884c of type vlan for network 8f7969cc-06f5-47b2-b860-fb77eecc88a4 Jul 27 23:27:48.398248 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-76759688-3531-4757-b4e7-0553dac8fe0e tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736833354590'] for network, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:48.399673 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5af86fd4-cfbe-4920-8561-b421d62b0bda tempest-RoutersAdminNegativeTest-1671104783 tempest-RoutersAdminNegativeTest-1671104783-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:48.409867 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5af86fd4-cfbe-4920-8561-b421d62b0bda tempest-RoutersAdminNegativeTest-1671104783 tempest-RoutersAdminNegativeTest-1671104783-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:48.432137 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-5af86fd4-cfbe-4920-8561-b421d62b0bda tempest-RoutersAdminNegativeTest-1671104783 tempest-RoutersAdminNegativeTest-1671104783-project-admin] device_id is not set on port 5994cb2e-1fce-4754-be09-fa87bd1a842a yet. {{(pid=93797) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 23:27:48.433340 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-76759688-3531-4757-b4e7-0553dac8fe0e tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569'] for network, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:48.449459 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76759688-3531-4757-b4e7-0553dac8fe0e tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:27:48.450120 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-76759688-3531-4757-b4e7-0553dac8fe0e tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:48.506216 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af86fd4-cfbe-4920-8561-b421d62b0bda tempest-RoutersAdminNegativeTest-1671104783 tempest-RoutersAdminNegativeTest-1671104783-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1183bd98-e714-4d16-9a28-51cffbf551e0,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:27:48.529332 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afaf79a0-88af-4ed5-b3fc-455e7a10acf2 req-b8859be7-001d-4d54-a7d8-fb994f96329e tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:27:48.531302 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-76759688-3531-4757-b4e7-0553dac8fe0e tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8351376 Jul 27 23:27:48.532318 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76759688-3531-4757-b4e7-0553dac8fe0e tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Pushing event updated for resources: {'Network': ['ID=8f7969cc-06f5-47b2-b860-fb77eecc88a4,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:27:48.535668 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-afaf79a0-88af-4ed5-b3fc-455e7a10acf2 req-b8859be7-001d-4d54-a7d8-fb994f96329e tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] 10.222.0.18 "GET /v2.0/ports?device_id=cf94048b-6bb2-4095-bf3c-25119c0a23f0 HTTP/1.1" status: 200 len: 945 time: 0.1381066 Jul 27 23:27:48.563943 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Network 8f7969cc-06f5-47b2-b860-fb77eecc88a4 details requested by agent ovs-agent-n-d-802623-1 with host n-d-802623-1 {{(pid=93799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 23:27:48.602845 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-afaf79a0-88af-4ed5-b3fc-455e7a10acf2 req-892abfb2-e64e-4ec8-aa70-a8f6a9a8a1a0 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf40f236-b78f-4739-b24a-847b40f7cbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441129 Jul 27 23:27:48.613471 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-5af86fd4-cfbe-4920-8561-b421d62b0bda tempest-RoutersAdminNegativeTest-1671104783 tempest-RoutersAdminNegativeTest-1671104783-project-admin] Allocated IP 172.25.4.189 (2fd42287-ed26-4eb9-89a5-b521f5b04356/17de1f8f-393a-4b0c-a2df-614bd3f2fb5e/5994cb2e-1fce-4754-be09-fa87bd1a842a) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:27:48.670180 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 34322) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:27:48.677078 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-3fe46e29-06d7-4f22-9a7a-830ba1c85375 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Request body: {'subnet': {'network_id': '8f7969cc-06f5-47b2-b860-fb77eecc88a4', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:27:48.775679 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5af86fd4-cfbe-4920-8561-b421d62b0bda tempest-RoutersAdminNegativeTest-1671104783 tempest-RoutersAdminNegativeTest-1671104783-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:48.777487 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-0792d045-7266-46ad-9a3b-75679bbcebfa req-cc6ea279-9eea-4080-aa7a-8cc9e86367d7 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/ports?device_id=defa6f74-7008-41a1-8545-b7f9201c289d HTTP/1.1" status: 200 len: 210 time: 0.0731192 Jul 27 23:27:48.816590 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fe46e29-06d7-4f22-9a7a-830ba1c85375 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Made reservation on behalf of 934e936dd6c64e899cadf4ed7dc8ac75 for: {'subnet': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:27:48.820138 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3fe46e29-06d7-4f22-9a7a-830ba1c85375 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12265828'] for subnet, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:48.821146 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5af86fd4-cfbe-4920-8561-b421d62b0bda tempest-RoutersAdminNegativeTest-1671104783 tempest-RoutersAdminNegativeTest-1671104783-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:48.916311 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-b72b58e0-b55a-4948-974d-768b5628f0b5 req-2728e28c-8fdd-48ea-a2d9-cc51e3bf1f07 tempest-ServerShowV257Test-1832585559 tempest-ServerShowV257Test-1832585559-project] 10.222.0.18 "GET /v2.0/ports?device_id=3c95cc01-6b6f-42dd-a701-172d356f907b HTTP/1.1" status: 200 len: 210 time: 0.0489781 Jul 27 23:27:48.924992 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5af86fd4-cfbe-4920-8561-b421d62b0bda tempest-RoutersAdminNegativeTest-1671104783 tempest-RoutersAdminNegativeTest-1671104783-project-admin] Network 2fd42287-ed26-4eb9-89a5-b521f5b04356 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:27:48.929356 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-5af86fd4-cfbe-4920-8561-b421d62b0bda tempest-RoutersAdminNegativeTest-1671104783 tempest-RoutersAdminNegativeTest-1671104783-project-admin] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:27:48.931677 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af86fd4-cfbe-4920-8561-b421d62b0bda tempest-RoutersAdminNegativeTest-1671104783 tempest-RoutersAdminNegativeTest-1671104783-project-admin] Pushing event updated for resources: {'Port': ['ID=5994cb2e-1fce-4754-be09-fa87bd1a842a,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:27:48.934061 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af86fd4-cfbe-4920-8561-b421d62b0bda tempest-RoutersAdminNegativeTest-1671104783 tempest-RoutersAdminNegativeTest-1671104783-project-admin] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:27:48.982234 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5af86fd4-cfbe-4920-8561-b421d62b0bda tempest-RoutersAdminNegativeTest-1671104783 tempest-RoutersAdminNegativeTest-1671104783-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:27:48.982905 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5af86fd4-cfbe-4920-8561-b421d62b0bda tempest-RoutersAdminNegativeTest-1671104783 tempest-RoutersAdminNegativeTest-1671104783-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:48.998036 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-5af86fd4-cfbe-4920-8561-b421d62b0bda tempest-RoutersAdminNegativeTest-1671104783 tempest-RoutersAdminNegativeTest-1671104783-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 0.9578888 Jul 27 23:27:49.001400 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 34326) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:27:49.006352 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-7b968c84-b966-41fd-bbf7-1d2993474a16 tempest-RoutersAdminNegativeTest-1671104783 tempest-RoutersAdminNegativeTest-1671104783-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.189'}]}}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:27:49.028436 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7b968c84-b966-41fd-bbf7-1d2993474a16 tempest-RoutersAdminNegativeTest-1671104783 tempest-RoutersAdminNegativeTest-1671104783-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62159'] for router, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:49.031391 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7b968c84-b966-41fd-bbf7-1d2993474a16 tempest-RoutersAdminNegativeTest-1671104783 tempest-RoutersAdminNegativeTest-1671104783-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-479230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-415539', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3693317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62148'] for router, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:49.037382 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3fe46e29-06d7-4f22-9a7a-830ba1c85375 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11971609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12265750'] for subnet, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:49.084451 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7b968c84-b966-41fd-bbf7-1d2993474a16 tempest-RoutersAdminNegativeTest-1671104783 tempest-RoutersAdminNegativeTest-1671104783-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:49.102947 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe46e29-06d7-4f22-9a7a-830ba1c85375 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Pushing event updated for resources: {'Subnet': ['ID=0a3f54c9-404d-43dc-a937-091c76485033,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:27:49.109071 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fe46e29-06d7-4f22-9a7a-830ba1c85375 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Checking segment: {'id': 'd4d462cd-55bc-4edf-9bd6-2cb80288884c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '8f7969cc-06f5-47b2-b860-fb77eecc88a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:27:49.109433 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fe46e29-06d7-4f22-9a7a-830ba1c85375 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Network hostable DHCP agents. Network: 8f7969cc-06f5-47b2-b860-fb77eecc88a4, hostable agents: ['5950e76f-2bde-4343-a925-cbe6bacd2706'], hosted agents: [] {{(pid=93798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 23:27:49.127331 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fe46e29-06d7-4f22-9a7a-830ba1c85375 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Network 8f7969cc-06f5-47b2-b860-fb77eecc88a4 is scheduled to be hosted by DHCP agent 5950e76f-2bde-4343-a925-cbe6bacd2706 with binding_index 1 {{(pid=93798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 23:27:49.136540 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-3fe46e29-06d7-4f22-9a7a-830ba1c85375 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802623-1, 8f7969cc-06f5-47b2-b860-fb77eecc88a4) {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:27:49.140755 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fe46e29-06d7-4f22-9a7a-830ba1c85375 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:27:49.141358 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3fe46e29-06d7-4f22-9a7a-830ba1c85375 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:49.147864 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f82af4c-9253-4b90-878e-d3f4d7e8754d None None] Network 8f7969cc-06f5-47b2-b860-fb77eecc88a4 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:27:49.156656 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-3fe46e29-06d7-4f22-9a7a-830ba1c85375 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.4853332 Jul 27 23:27:49.160187 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 34328) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:27:49.168196 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-f4ef157f-84e8-4e90-ba7a-711ff7ed8153 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1759155578'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:27:49.268915 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7b968c84-b966-41fd-bbf7-1d2993474a16 tempest-RoutersAdminNegativeTest-1671104783 tempest-RoutersAdminNegativeTest-1671104783-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-415433', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62186'] for router, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:49.277806 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4ef157f-84e8-4e90-ba7a-711ff7ed8153 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Made reservation on behalf of 934e936dd6c64e899cadf4ed7dc8ac75 for: {'network': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:27:49.282668 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f4ef157f-84e8-4e90-ba7a-711ff7ed8153 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for network, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:49.320237 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d87f9e07-2dee-4a02-940a-19120a806e16 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f6f257c-ad18-5f0c-8c8e-ea085a5fc8a2-8f7969cc-06f5-47b2-b860-fb77eecc88a4', 'network_id': '8f7969cc-06f5-47b2-b860-fb77eecc88a4', 'tenant_id': '934e936dd6c64e899cadf4ed7dc8ac75', 'fixed_ips': [{'subnet_id': '0a3f54c9-404d-43dc-a937-091c76485033'}]}} from n-d-802623-1. {{(pid=93799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 23:27:49.321776 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d87f9e07-2dee-4a02-940a-19120a806e16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:49.350010 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4ef157f-84e8-4e90-ba7a-711ff7ed8153 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 534} {{(pid=93797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 23:27:49.364921 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f4ef157f-84e8-4e90-ba7a-711ff7ed8153 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:49.365325 n-d-802623-1 neutron-server[93797]: INFO neutron.db.segments_db [None req-f4ef157f-84e8-4e90-ba7a-711ff7ed8153 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Added segment a6182cbd-4d6e-4e47-bb58-67fa177f80d9 of type vlan for network aaee8170-78d6-43c0-8585-4a4f86c14713 Jul 27 23:27:49.378217 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74ff256-8c89-4624-bf0f-4e31915ca3e4 req-5950762b-a467-49b8-add0-b1c10d1d425a tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:27:49.380013 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e74ff256-8c89-4624-bf0f-4e31915ca3e4 req-5950762b-a467-49b8-add0-b1c10d1d425a tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/ports?device_id=c82f64f9-7572-4580-b07f-b346ae07e8cc HTTP/1.1" status: 200 len: 945 time: 0.0832508 Jul 27 23:27:49.422308 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f4ef157f-84e8-4e90-ba7a-711ff7ed8153 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736833354590'] for network, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:49.431641 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e74ff256-8c89-4624-bf0f-4e31915ca3e4 req-a3838fa0-febc-44f1-b349-be6cb732227f tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/security-groups?id=7dab0fca-2422-4f10-a2ed-ede178e48859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410092 Jul 27 23:27:49.467956 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f4ef157f-84e8-4e90-ba7a-711ff7ed8153 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569'] for network, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:49.473433 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4ef157f-84e8-4e90-ba7a-711ff7ed8153 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:27:49.474050 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f4ef157f-84e8-4e90-ba7a-711ff7ed8153 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for network, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:49.476205 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-d87f9e07-2dee-4a02-940a-19120a806e16 None None] Allocated IP 172.20.255.242 (8f7969cc-06f5-47b2-b860-fb77eecc88a4/0a3f54c9-404d-43dc-a937-091c76485033/cb7e557d-6b8c-49e0-8d53-18aff23c4db4) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:27:49.600103 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-f4ef157f-84e8-4e90-ba7a-711ff7ed8153 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4388399 Jul 27 23:27:49.602999 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 34332) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:27:49.604913 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ef157f-84e8-4e90-ba7a-711ff7ed8153 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Pushing event updated for resources: {'Network': ['ID=aaee8170-78d6-43c0-8585-4a4f86c14713,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:27:49.612081 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-df965e5f-9d7f-4005-a115-1338e1b44acb tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Request body: {'subnet': {'network_id': 'aaee8170-78d6-43c0-8585-4a4f86c14713', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:27:49.618250 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Network aaee8170-78d6-43c0-8585-4a4f86c14713 details requested by agent ovs-agent-n-d-802623-1 with host n-d-802623-1 {{(pid=93799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 23:27:49.640791 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d87f9e07-2dee-4a02-940a-19120a806e16 None None] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:49.649104 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7b968c84-b966-41fd-bbf7-1d2993474a16 tempest-RoutersAdminNegativeTest-1671104783 tempest-RoutersAdminNegativeTest-1671104783-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:49.672664 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7b968c84-b966-41fd-bbf7-1d2993474a16 tempest-RoutersAdminNegativeTest-1671104783 tempest-RoutersAdminNegativeTest-1671104783-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:49.683851 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-d87f9e07-2dee-4a02-940a-19120a806e16 None None] Transition to ACTIVE for port object cb7e557d-6b8c-49e0-8d53-18aff23c4db4 will not be triggered until provisioned by entity L2. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:27:49.714506 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-d87f9e07-2dee-4a02-940a-19120a806e16 None None] Transition to ACTIVE for port object cb7e557d-6b8c-49e0-8d53-18aff23c4db4 will not be triggered until provisioned by entity DHCP. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:27:49.722558 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df965e5f-9d7f-4005-a115-1338e1b44acb tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Made reservation on behalf of 934e936dd6c64e899cadf4ed7dc8ac75 for: {'subnet': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:27:49.723646 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d87f9e07-2dee-4a02-940a-19120a806e16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:49.726184 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-df965e5f-9d7f-4005-a115-1338e1b44acb tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12265828'] for subnet, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:49.764030 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d87f9e07-2dee-4a02-940a-19120a806e16 None None] Network 8f7969cc-06f5-47b2-b860-fb77eecc88a4 is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:27:49.772242 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-d87f9e07-2dee-4a02-940a-19120a806e16 None None] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:27:49.774624 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87f9e07-2dee-4a02-940a-19120a806e16 None None] Pushing event updated for resources: {'Port': ['ID=cb7e557d-6b8c-49e0-8d53-18aff23c4db4,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:27:49.776342 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d87f9e07-2dee-4a02-940a-19120a806e16 None None] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:27:49.815339 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1843749-50af-470b-81d5-3156ec98edb0 req-1274641e-6784-437c-ba62-7387a6bdcccc tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:27:49.819513 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-b1843749-50af-470b-81d5-3156ec98edb0 req-1274641e-6784-437c-ba62-7387a6bdcccc tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] 10.222.0.18 "GET /v2.0/ports?device_id=cf94048b-6bb2-4095-bf3c-25119c0a23f0 HTTP/1.1" status: 200 len: 945 time: 0.0980487 Jul 27 23:27:49.843433 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-d87f9e07-2dee-4a02-940a-19120a806e16 None None] Attempting to bind port cb7e557d-6b8c-49e0-8d53-18aff23c4db4 on host n-d-802623-1 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:27:49.844407 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-d87f9e07-2dee-4a02-940a-19120a806e16 None None] Attempting to bind port cb7e557d-6b8c-49e0-8d53-18aff23c4db4 by drivers openvswitch,hyperv on host n-d-802623-1 at level 0 using segments [{'id': 'd4d462cd-55bc-4edf-9bd6-2cb80288884c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '8f7969cc-06f5-47b2-b860-fb77eecc88a4'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:27:49.845020 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d87f9e07-2dee-4a02-940a-19120a806e16 None None] Attempting to bind port cb7e557d-6b8c-49e0-8d53-18aff23c4db4 on network 8f7969cc-06f5-47b2-b860-fb77eecc88a4 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:27:49.850958 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d87f9e07-2dee-4a02-940a-19120a806e16 None None] Checking agent: {'id': 'a9a568d2-a5e7-41e4-833f-a8ab42ea4073', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 52, 30), 'started_at': datetime.datetime(2021, 7, 27, 22, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 27, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802623-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:27:49.851400 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d87f9e07-2dee-4a02-940a-19120a806e16 None None] Checking segment: {'id': 'd4d462cd-55bc-4edf-9bd6-2cb80288884c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '8f7969cc-06f5-47b2-b860-fb77eecc88a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:27:49.851769 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d87f9e07-2dee-4a02-940a-19120a806e16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:49.852295 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d87f9e07-2dee-4a02-940a-19120a806e16 None None] Bound using segment: {'id': 'd4d462cd-55bc-4edf-9bd6-2cb80288884c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '8f7969cc-06f5-47b2-b860-fb77eecc88a4'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:27:49.852798 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-d87f9e07-2dee-4a02-940a-19120a806e16 None None] Bound port: cb7e557d-6b8c-49e0-8d53-18aff23c4db4, host: n-d-802623-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4d462cd-55bc-4edf-9bd6-2cb80288884c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '8f7969cc-06f5-47b2-b860-fb77eecc88a4'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:27:49.853186 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d87f9e07-2dee-4a02-940a-19120a806e16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:49.930524 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-b1843749-50af-470b-81d5-3156ec98edb0 req-242f2db7-3864-4809-b602-f29cd7d14e26 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf40f236-b78f-4739-b24a-847b40f7cbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0900648 Jul 27 23:27:49.945278 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7b968c84-b966-41fd-bbf7-1d2993474a16 tempest-RoutersAdminNegativeTest-1671104783 tempest-RoutersAdminNegativeTest-1671104783-project-admin] Notify callbacks [] for router, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:49.953166 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-d87f9e07-2dee-4a02-940a-19120a806e16 None None] For port cb7e557d-6b8c-49e0-8d53-18aff23c4db4, host n-d-802623-1, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:27:49.957269 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-d87f9e07-2dee-4a02-940a-19120a806e16 None None] For port cb7e557d-6b8c-49e0-8d53-18aff23c4db4, host n-d-802623-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=cb7e557d-6b8c-49e0-8d53-18aff23c4db4,segment=NetworkSegment(d4d462cd-55bc-4edf-9bd6-2cb80288884c),segment_id=d4d462cd-55bc-4edf-9bd6-2cb80288884c)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:27:49.967241 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d87f9e07-2dee-4a02-940a-19120a806e16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:50.009437 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-df965e5f-9d7f-4005-a115-1338e1b44acb tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11971609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12265750'] for subnet, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:50.088826 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87f9e07-2dee-4a02-940a-19120a806e16 None None] Pushing event updated for resources: {'Port': ['ID=cb7e557d-6b8c-49e0-8d53-18aff23c4db4,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:27:50.146371 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df965e5f-9d7f-4005-a115-1338e1b44acb tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Checking segment: {'id': 'a6182cbd-4d6e-4e47-bb58-67fa177f80d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'aaee8170-78d6-43c0-8585-4a4f86c14713'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:27:50.147009 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df965e5f-9d7f-4005-a115-1338e1b44acb tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Network hostable DHCP agents. Network: aaee8170-78d6-43c0-8585-4a4f86c14713, hostable agents: ['5950e76f-2bde-4343-a925-cbe6bacd2706'], hosted agents: [] {{(pid=93798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 23:27:50.170758 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df965e5f-9d7f-4005-a115-1338e1b44acb tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Pushing event updated for resources: {'Subnet': ['ID=7cf26b3b-aa68-447c-bba8-0b2b85f651b9,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:27:50.199488 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334b92ab-28fb-4fb9-a033-355e4a38bb06 req-bfdbd73c-92a6-4871-b60c-477e90257028 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:27:50.201217 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-334b92ab-28fb-4fb9-a033-355e4a38bb06 req-bfdbd73c-92a6-4871-b60c-477e90257028 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] 10.222.0.18 "GET /v2.0/ports?device_id=cf94048b-6bb2-4095-bf3c-25119c0a23f0 HTTP/1.1" status: 200 len: 945 time: 0.1462581 Jul 27 23:27:50.203490 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df965e5f-9d7f-4005-a115-1338e1b44acb tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Network aaee8170-78d6-43c0-8585-4a4f86c14713 is scheduled to be hosted by DHCP agent 5950e76f-2bde-4343-a925-cbe6bacd2706 with binding_index 1 {{(pid=93798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 23:27:50.230124 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-df965e5f-9d7f-4005-a115-1338e1b44acb tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802623-1, aaee8170-78d6-43c0-8585-4a4f86c14713) {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:27:50.244559 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df965e5f-9d7f-4005-a115-1338e1b44acb tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:27:50.245606 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-df965e5f-9d7f-4005-a115-1338e1b44acb tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:50.277266 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-df965e5f-9d7f-4005-a115-1338e1b44acb tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 0.6727335 Jul 27 23:27:50.279033 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dfb1f4c-2a77-463b-a836-e972711f7890 None None] Network aaee8170-78d6-43c0-8585-4a4f86c14713 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:27:50.283983 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 34346) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:27:50.330442 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-334b92ab-28fb-4fb9-a033-355e4a38bb06 req-3c167e4a-fa34-4377-928e-ca5c85c09e0b tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf40f236-b78f-4739-b24a-847b40f7cbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1175549 Jul 27 23:27:50.380511 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 34348) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:27:50.468085 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-670f61d7-c138-4ccc-80d9-b63642a753a6 tempest-TestNetworkBasicOps-1976163616 tempest-TestNetworkBasicOps-1976163616-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:27:50.469890 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-670f61d7-c138-4ccc-80d9-b63642a753a6 tempest-TestNetworkBasicOps-1976163616 tempest-TestNetworkBasicOps-1976163616-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=cf94048b-6bb2-4095-bf3c-25119c0a23f0 HTTP/1.1" status: 200 len: 1091 time: 0.0878634 Jul 27 23:27:50.473238 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 34352) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:27:50.478567 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-37a040bb-427f-4333-be50-637f8def1f81 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Request body: {'floatingip': {'floating_network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'port_id': '12703738-dee4-4896-b064-dce4e76e574e', 'tenant_id': 'ba4fae7b46b54e6e99cbf665d54e4a7e', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:27:50.521219 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-37a040bb-427f-4333-be50-637f8def1f81 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks [] for floatingip, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:50.556841 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40cc0681-7743-49a9-8783-a4893b18c82b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f6f257c-ad18-5f0c-8c8e-ea085a5fc8a2-aaee8170-78d6-43c0-8585-4a4f86c14713', 'network_id': 'aaee8170-78d6-43c0-8585-4a4f86c14713', 'tenant_id': '934e936dd6c64e899cadf4ed7dc8ac75', 'fixed_ips': [{'subnet_id': '7cf26b3b-aa68-447c-bba8-0b2b85f651b9'}]}} from n-d-802623-1. {{(pid=93799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 23:27:50.559854 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-40cc0681-7743-49a9-8783-a4893b18c82b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:50.605319 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-18548e8e-ceb6-4f8f-abd7-a34db20b6d99 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593271'] for network, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:50.674833 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device cb7e557d-6b8c-49e0-8d53-18aff23c4db4 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:27:50.703348 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-3c639b7c-286a-40fe-91c8-e56952a6668b req-552d5bea-4083-4f05-8b31-4dda81f1ca95 tempest-ServerShowV257Test-1832585559 tempest-ServerShowV257Test-1832585559-project] 10.222.0.18 "GET /v2.0/ports?device_id=3c95cc01-6b6f-42dd-a701-172d356f907b HTTP/1.1" status: 200 len: 210 time: 0.6550972 Jul 27 23:27:50.704870 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-18548e8e-ceb6-4f8f-abd7-a34db20b6d99 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620741'] for subnet, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:50.792633 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1185e9b0-9a36-43c6-9d48-e1ab9f551d9e req-12eda965-41ce-4c29-a97c-7cd90a3e3ed3 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:27:50.794482 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-1185e9b0-9a36-43c6-9d48-e1ab9f551d9e req-12eda965-41ce-4c29-a97c-7cd90a3e3ed3 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/ports?device_id=c82f64f9-7572-4580-b07f-b346ae07e8cc HTTP/1.1" status: 200 len: 945 time: 0.2046940 Jul 27 23:27:50.804115 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning for port cb7e557d-6b8c-49e0-8d53-18aff23c4db4 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:27:50.814262 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-40cc0681-7743-49a9-8783-a4893b18c82b None None] Allocated IP 172.20.0.2 (aaee8170-78d6-43c0-8585-4a4f86c14713/7cf26b3b-aa68-447c-bba8-0b2b85f651b9/72881589-c0de-42da-a6fe-61d67eb921b0) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:27:50.850791 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7b968c84-b966-41fd-bbf7-1d2993474a16 tempest-RoutersAdminNegativeTest-1671104783 tempest-RoutersAdminNegativeTest-1671104783-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62205'] for router, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:50.853195 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7b968c84-b966-41fd-bbf7-1d2993474a16 tempest-RoutersAdminNegativeTest-1671104783 tempest-RoutersAdminNegativeTest-1671104783-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:50.861075 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-37a040bb-427f-4333-be50-637f8def1f81 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:50.877967 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-1185e9b0-9a36-43c6-9d48-e1ab9f551d9e req-45380c80-6f01-4a89-9635-e9bbf1f83cb1 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/security-groups?id=7dab0fca-2422-4f10-a2ed-ede178e48859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704048 Jul 27 23:27:50.925433 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7b968c84-b966-41fd-bbf7-1d2993474a16 tempest-RoutersAdminNegativeTest-1671104783 tempest-RoutersAdminNegativeTest-1671104783-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-477831'] for router, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:50.926046 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b968c84-b966-41fd-bbf7-1d2993474a16 tempest-RoutersAdminNegativeTest-1671104783 tempest-RoutersAdminNegativeTest-1671104783-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 740aa02a-d930-4fd0-83fb-5cc74b06599b {{(pid=93797) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 23:27:50.951804 n-d-802623-1 neutron-server[93797]: INFO neutron.api.v2.resource [None req-7b968c84-b966-41fd-bbf7-1d2993474a16 tempest-RoutersAdminNegativeTest-1671104783 tempest-RoutersAdminNegativeTest-1671104783-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jul 27 23:27:50.953760 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-7b968c84-b966-41fd-bbf7-1d2993474a16 tempest-RoutersAdminNegativeTest-1671104783 tempest-RoutersAdminNegativeTest-1671104783-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.9503992 Jul 27 23:27:50.955768 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 34354) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:27:51.004055 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-40cc0681-7743-49a9-8783-a4893b18c82b None None] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:51.013312 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-40cc0681-7743-49a9-8783-a4893b18c82b None None] Transition to ACTIVE for port object 72881589-c0de-42da-a6fe-61d67eb921b0 will not be triggered until provisioned by entity L2. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:27:51.028703 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-40cc0681-7743-49a9-8783-a4893b18c82b None None] Transition to ACTIVE for port object 72881589-c0de-42da-a6fe-61d67eb921b0 will not be triggered until provisioned by entity DHCP. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:27:51.038062 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-40cc0681-7743-49a9-8783-a4893b18c82b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:51.053181 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-37a040bb-427f-4333-be50-637f8def1f81 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Allocated IP 172.25.4.241 (2fd42287-ed26-4eb9-89a5-b521f5b04356/17de1f8f-393a-4b0c-a2df-614bd3f2fb5e/6184336d-b150-41bd-9852-f62420e1d89b) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:27:51.094492 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-18548e8e-ceb6-4f8f-abd7-a34db20b6d99 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11971800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12265753'] for subnet, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:51.094762 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40cc0681-7743-49a9-8783-a4893b18c82b None None] Network aaee8170-78d6-43c0-8585-4a4f86c14713 is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:27:51.098104 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-40cc0681-7743-49a9-8783-a4893b18c82b None None] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:27:51.113898 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40cc0681-7743-49a9-8783-a4893b18c82b None None] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:27:51.131895 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cc0681-7743-49a9-8783-a4893b18c82b None None] Pushing event updated for resources: {'Port': ['ID=72881589-c0de-42da-a6fe-61d67eb921b0,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:27:51.164910 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d66f0567-96e2-4376-8d85-866b98df149a tempest-RoutersAdminNegativeTest-1671104783 tempest-RoutersAdminNegativeTest-1671104783-project-admin] Deleting port 5994cb2e-1fce-4754-be09-fa87bd1a842a {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:27:51.165543 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d66f0567-96e2-4376-8d85-866b98df149a tempest-RoutersAdminNegativeTest-1671104783 tempest-RoutersAdminNegativeTest-1671104783-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:51.186586 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18548e8e-ceb6-4f8f-abd7-a34db20b6d99 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Pushing event deleted for resources: {'Subnet': ['ID=7cf26b3b-aa68-447c-bba8-0b2b85f651b9,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:27:51.239104 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-40cc0681-7743-49a9-8783-a4893b18c82b None None] Attempting to bind port 72881589-c0de-42da-a6fe-61d67eb921b0 on host n-d-802623-1 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:27:51.239893 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-40cc0681-7743-49a9-8783-a4893b18c82b None None] Attempting to bind port 72881589-c0de-42da-a6fe-61d67eb921b0 by drivers openvswitch,hyperv on host n-d-802623-1 at level 0 using segments [{'id': 'a6182cbd-4d6e-4e47-bb58-67fa177f80d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'aaee8170-78d6-43c0-8585-4a4f86c14713'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:27:51.240506 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40cc0681-7743-49a9-8783-a4893b18c82b None None] Attempting to bind port 72881589-c0de-42da-a6fe-61d67eb921b0 on network aaee8170-78d6-43c0-8585-4a4f86c14713 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:27:51.249911 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40cc0681-7743-49a9-8783-a4893b18c82b None None] Checking agent: {'id': 'a9a568d2-a5e7-41e4-833f-a8ab42ea4073', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 52, 30), 'started_at': datetime.datetime(2021, 7, 27, 22, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 27, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802623-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:27:51.250945 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40cc0681-7743-49a9-8783-a4893b18c82b None None] Checking segment: {'id': 'a6182cbd-4d6e-4e47-bb58-67fa177f80d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'aaee8170-78d6-43c0-8585-4a4f86c14713'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:27:51.251651 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-40cc0681-7743-49a9-8783-a4893b18c82b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:51.253362 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40cc0681-7743-49a9-8783-a4893b18c82b None None] Bound using segment: {'id': 'a6182cbd-4d6e-4e47-bb58-67fa177f80d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'aaee8170-78d6-43c0-8585-4a4f86c14713'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:27:51.254334 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-40cc0681-7743-49a9-8783-a4893b18c82b None None] Bound port: 72881589-c0de-42da-a6fe-61d67eb921b0, host: n-d-802623-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6182cbd-4d6e-4e47-bb58-67fa177f80d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'aaee8170-78d6-43c0-8585-4a4f86c14713'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:27:51.254958 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-40cc0681-7743-49a9-8783-a4893b18c82b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:51.268384 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d66f0567-96e2-4376-8d85-866b98df149a tempest-RoutersAdminNegativeTest-1671104783 tempest-RoutersAdminNegativeTest-1671104783-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:51.288859 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d66f0567-96e2-4376-8d85-866b98df149a tempest-RoutersAdminNegativeTest-1671104783 tempest-RoutersAdminNegativeTest-1671104783-project-admin] Calling delete_port for 5994cb2e-1fce-4754-be09-fa87bd1a842a owned by {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:27:51.313531 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-18548e8e-ceb6-4f8f-abd7-a34db20b6d99 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618032', 'neutron.services.segments.db._delete_segments_for_network-8736833900081'] for network, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:51.341351 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-18548e8e-ceb6-4f8f-abd7-a34db20b6d99 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aaee8170-78d6-43c0-8585-4a4f86c14713']}} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:27:51.357204 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-18548e8e-ceb6-4f8f-abd7-a34db20b6d99 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6182cbd-4d6e-4e47-bb58-67fa177f80d9') {'for_net_delete': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:27:51.357498 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-18548e8e-ceb6-4f8f-abd7-a34db20b6d99 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6182cbd-4d6e-4e47-bb58-67fa177f80d9') {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:27:51.369378 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-40cc0681-7743-49a9-8783-a4893b18c82b None None] For port 72881589-c0de-42da-a6fe-61d67eb921b0, host n-d-802623-1, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:27:51.374378 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-37a040bb-427f-4333-be50-637f8def1f81 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:51.376871 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-40cc0681-7743-49a9-8783-a4893b18c82b None None] For port 72881589-c0de-42da-a6fe-61d67eb921b0, host n-d-802623-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=72881589-c0de-42da-a6fe-61d67eb921b0,segment=NetworkSegment(a6182cbd-4d6e-4e47-bb58-67fa177f80d9),segment_id=a6182cbd-4d6e-4e47-bb58-67fa177f80d9)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:27:51.377666 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-18548e8e-ceb6-4f8f-abd7-a34db20b6d99 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736833900858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11163256'] for segment, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:51.382371 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-40cc0681-7743-49a9-8783-a4893b18c82b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:51.397559 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-18548e8e-ceb6-4f8f-abd7-a34db20b6d99 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:51.421795 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18548e8e-ceb6-4f8f-abd7-a34db20b6d99 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Releasing vlan 534 on physical network physnet1 to pool {{(pid=93798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 23:27:51.422201 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-18548e8e-ceb6-4f8f-abd7-a34db20b6d99 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11971746'] for segment, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:51.425288 n-d-802623-1 neutron-server[93798]: Traceback (most recent call last): Jul 27 23:27:51.425288 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 23:27:51.425288 n-d-802623-1 neutron-server[93798]: timer() Jul 27 23:27:51.425288 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 23:27:51.425288 n-d-802623-1 neutron-server[93798]: cb(*args, **kw) Jul 27 23:27:51.425288 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 23:27:51.425288 n-d-802623-1 neutron-server[93798]: return func(*args, **kwargs) Jul 27 23:27:51.425288 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 23:27:51.425288 n-d-802623-1 neutron-server[93798]: self._notify() Jul 27 23:27:51.425288 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 23:27:51.425288 n-d-802623-1 neutron-server[93798]: self.callback(batched_events) Jul 27 23:27:51.425288 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 23:27:51.425288 n-d-802623-1 neutron-server[93798]: event.method(event) Jul 27 23:27:51.425288 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 23:27:51.425288 n-d-802623-1 neutron-server[93798]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 23:27:51.425288 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 23:27:51.425288 n-d-802623-1 neutron-server[93798]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 23:27:51.425288 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 23:27:51.425288 n-d-802623-1 neutron-server[93798]: return f(self, *a, **k) Jul 27 23:27:51.425288 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 23:27:51.425288 n-d-802623-1 neutron-server[93798]: return self._get(url).json() Jul 27 23:27:51.425288 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 23:27:51.425288 n-d-802623-1 neutron-server[93798]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 23:27:51.425288 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 23:27:51.425288 n-d-802623-1 neutron-server[93798]: return self.request(url, 'GET', **kwargs) Jul 27 23:27:51.425288 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 23:27:51.425288 n-d-802623-1 neutron-server[93798]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 23:27:51.425288 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 23:27:51.425288 n-d-802623-1 neutron-server[93798]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 23:27:51.425288 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 23:27:51.425288 n-d-802623-1 neutron-server[93798]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 23:27:51.425288 n-d-802623-1 neutron-server[93798]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 23:27:51.441839 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cc0681-7743-49a9-8783-a4893b18c82b None None] Pushing event updated for resources: {'Port': ['ID=72881589-c0de-42da-a6fe-61d67eb921b0,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:27:51.456068 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d66f0567-96e2-4376-8d85-866b98df149a tempest-RoutersAdminNegativeTest-1671104783 tempest-RoutersAdminNegativeTest-1671104783-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:51.486365 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66f0567-96e2-4376-8d85-866b98df149a tempest-RoutersAdminNegativeTest-1671104783 tempest-RoutersAdminNegativeTest-1671104783-project-admin] Pushing event deleted for resources: {'Port': ['ID=5994cb2e-1fce-4754-be09-fa87bd1a842a,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:27:51.521470 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d322861-67ea-4ed4-929b-5631e4b5a5d9 None None] Network aaee8170-78d6-43c0-8585-4a4f86c14713 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:27:51.545037 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3004b8a-7d2f-443a-8797-7b2be124d59a None None] Network 8f7969cc-06f5-47b2-b860-fb77eecc88a4 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:27:51.550121 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.db.api [None req-18548e8e-ceb6-4f8f-abd7-a34db20b6d99 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 27 23:27:51.550121 n-d-802623-1 neutron-server[93798]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 27 23:27:51.550121 n-d-802623-1 neutron-server[93798]: [parameters: {'id': 'aaee8170-78d6-43c0-8585-4a4f86c14713'}] Jul 27 23:27:51.550121 n-d-802623-1 neutron-server[93798]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=93798) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 23:27:51.550762 n-d-802623-1 neutron-server[93798]: DEBUG oslo_db.api [None req-18548e8e-ceb6-4f8f-abd7-a34db20b6d99 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 23:27:51.553954 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-37a040bb-427f-4333-be50-637f8def1f81 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:51.555789 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d66f0567-96e2-4376-8d85-866b98df149a tempest-RoutersAdminNegativeTest-1671104783 tempest-RoutersAdminNegativeTest-1671104783-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:51.557913 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-d66f0567-96e2-4376-8d85-866b98df149a tempest-RoutersAdminNegativeTest-1671104783 tempest-RoutersAdminNegativeTest-1671104783-project-admin] 10.222.0.18 "DELETE /v2.0/ports/5994cb2e-1fce-4754-be09-fa87bd1a842a HTTP/1.1" status: 204 len: 168 time: 0.6011410 Jul 27 23:27:51.579396 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37a040bb-427f-4333-be50-637f8def1f81 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Network 2fd42287-ed26-4eb9-89a5-b521f5b04356 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:27:51.603702 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-37a040bb-427f-4333-be50-637f8def1f81 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:27:51.607680 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37a040bb-427f-4333-be50-637f8def1f81 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:27:51.653131 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-a3e12ac0-cd40-4403-a240-fa69d44834b0 None None] Provisioning for port cb7e557d-6b8c-49e0-8d53-18aff23c4db4 completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:27:51.669492 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-a3e12ac0-cd40-4403-a240-fa69d44834b0 None None] Provisioning complete for port cb7e557d-6b8c-49e0-8d53-18aff23c4db4 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:27:51.669981 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a3e12ac0-cd40-4403-a240-fa69d44834b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:51.670770 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a040bb-427f-4333-be50-637f8def1f81 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Pushing event updated for resources: {'Port': ['ID=6184336d-b150-41bd-9852-f62420e1d89b,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:27:51.856776 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-77fcca37-ce13-4d2e-ab9a-7129fa5813da req-5ebbda58-64e2-40a2-90aa-0468dad88ba3 tempest-ServerShowV257Test-1832585559 tempest-ServerShowV257Test-1832585559-project] 10.222.0.18 "GET /v2.0/ports?device_id=3c95cc01-6b6f-42dd-a701-172d356f907b HTTP/1.1" status: 200 len: 210 time: 0.0456307 Jul 27 23:27:51.911199 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 34366) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:27:51.978891 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a3e12ac0-cd40-4403-a240-fa69d44834b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:52.021525 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-a3e12ac0-cd40-4403-a240-fa69d44834b0 None None] For port cb7e557d-6b8c-49e0-8d53-18aff23c4db4, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=cb7e557d-6b8c-49e0-8d53-18aff23c4db4,segment=NetworkSegment(d4d462cd-55bc-4edf-9bd6-2cb80288884c),segment_id=d4d462cd-55bc-4edf-9bd6-2cb80288884c)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:27:52.026598 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a3e12ac0-cd40-4403-a240-fa69d44834b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:52.096690 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-15dcad5e-109c-4885-a7ee-879912fb905e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:52.097677 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e12ac0-cd40-4403-a240-fa69d44834b0 None None] Pushing event updated for resources: {'Port': ['ID=cb7e557d-6b8c-49e0-8d53-18aff23c4db4,revision_number=3']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:27:52.262611 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-15dcad5e-109c-4885-a7ee-879912fb905e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:52.267830 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-15dcad5e-109c-4885-a7ee-879912fb905e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:52.316987 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15dcad5e-109c-4885-a7ee-879912fb905e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be245c92-1770-4b61-9aa4-eaeb47e06938,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:27:52.339526 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-15dcad5e-109c-4885-a7ee-879912fb905e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f6057b40d11a432d931c3ef0b97ca7d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4270511 Jul 27 23:27:52.343182 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 34372) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:27:52.354073 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a95b125-b735-48ab-9aa6-30e3c186531c None None] get_active_networks_info from n-d-802623-1 {{(pid=93799) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 27 23:27:52.365912 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-18548e8e-ceb6-4f8f-abd7-a34db20b6d99 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593271'] for network, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:52.403762 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-1b85b50a-411c-4cfb-b6dc-ab84a598344d None None] Provisioning complete for port cb7e557d-6b8c-49e0-8d53-18aff23c4db4 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:27:52.405895 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-1b85b50a-411c-4cfb-b6dc-ab84a598344d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:52.426892 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5be341ac-e3aa-4281-a60b-020543e5c2dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:52.455236 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5be341ac-e3aa-4281-a60b-020543e5c2dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:52.533400 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5be341ac-e3aa-4281-a60b-020543e5c2dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:52.537372 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5be341ac-e3aa-4281-a60b-020543e5c2dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:52.541393 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-5be341ac-e3aa-4281-a60b-020543e5c2dd admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/be245c92-1770-4b61-9aa4-eaeb47e06938 HTTP/1.1" status: 204 len: 168 time: 0.1909900 Jul 27 23:27:52.555557 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be341ac-e3aa-4281-a60b-020543e5c2dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be245c92-1770-4b61-9aa4-eaeb47e06938,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:27:52.572873 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device cb7e557d-6b8c-49e0-8d53-18aff23c4db4 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:27:52.658911 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a95b125-b735-48ab-9aa6-30e3c186531c None None] Resources bound (agent type, host, resource id): {{(pid=93799) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 27 23:27:52.709535 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762e13f3-b788-4aaf-a123-885be0b292d6 req-a0acbaea-4745-4c9d-a42f-413abf520b05 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:27:52.711107 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-762e13f3-b788-4aaf-a123-885be0b292d6 req-a0acbaea-4745-4c9d-a42f-413abf520b05 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/ports?device_id=c82f64f9-7572-4580-b07f-b346ae07e8cc HTTP/1.1" status: 200 len: 945 time: 0.3419437 Jul 27 23:27:52.776430 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port cb7e557d-6b8c-49e0-8d53-18aff23c4db4 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:27:52.777048 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:52.819212 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-37a040bb-427f-4333-be50-637f8def1f81 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:52.841043 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-762e13f3-b788-4aaf-a123-885be0b292d6 req-bd30e9d4-a850-4250-990a-6e70acde8046 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/security-groups?id=7dab0fca-2422-4f10-a2ed-ede178e48859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208336 Jul 27 23:27:52.883548 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-18548e8e-ceb6-4f8f-abd7-a34db20b6d99 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Deleting port 72881589-c0de-42da-a6fe-61d67eb921b0 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:27:52.883889 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-18548e8e-ceb6-4f8f-abd7-a34db20b6d99 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:52.930616 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 34380) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:27:53.004059 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a3977d84-77c1-42f1-a86c-e330b910ce0d req-e95cbb44-436d-4c6d-ab6c-7c22357a8f64 tempest-ServerShowV257Test-1832585559 tempest-ServerShowV257Test-1832585559-project] 10.222.0.18 "GET /v2.0/ports?device_id=3c95cc01-6b6f-42dd-a701-172d356f907b HTTP/1.1" status: 200 len: 210 time: 0.0463190 Jul 27 23:27:53.033618 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-78438223-c0e9-4268-89bb-5b5bf55a1f88 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8d2e81be54834c53bd4f4a89a26c57bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1018026 Jul 27 23:27:53.034462 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 34382) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:27:53.042635 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-37a040bb-427f-4333-be50-637f8def1f81 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:53.076318 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-18548e8e-ceb6-4f8f-abd7-a34db20b6d99 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] For port 72881589-c0de-42da-a6fe-61d67eb921b0, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=72881589-c0de-42da-a6fe-61d67eb921b0,segment=NetworkSegment(a6182cbd-4d6e-4e47-bb58-67fa177f80d9),segment_id=a6182cbd-4d6e-4e47-bb58-67fa177f80d9)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:27:53.077398 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-18548e8e-ceb6-4f8f-abd7-a34db20b6d99 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:53.094613 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-18548e8e-ceb6-4f8f-abd7-a34db20b6d99 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Calling delete_port for 72881589-c0de-42da-a6fe-61d67eb921b0 owned by network:dhcp {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:27:53.098130 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e26018dd-27d9-410c-a2ce-713aaf369893 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:53.121169 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e26018dd-27d9-410c-a2ce-713aaf369893 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:53.180834 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e26018dd-27d9-410c-a2ce-713aaf369893 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:53.183934 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e26018dd-27d9-410c-a2ce-713aaf369893 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:53.187806 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-e26018dd-27d9-410c-a2ce-713aaf369893 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1183bd98-e714-4d16-9a28-51cffbf551e0 HTTP/1.1" status: 204 len: 168 time: 0.1491761 Jul 27 23:27:53.198695 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26018dd-27d9-410c-a2ce-713aaf369893 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1183bd98-e714-4d16-9a28-51cffbf551e0,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:27:53.277300 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-18548e8e-ceb6-4f8f-abd7-a34db20b6d99 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:53.294127 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18548e8e-ceb6-4f8f-abd7-a34db20b6d99 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] No DVR routers for this DVR port 72881589-c0de-42da-a6fe-61d67eb921b0 on host n-d-802623-1 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:27:53.365285 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18548e8e-ceb6-4f8f-abd7-a34db20b6d99 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Pushing event deleted for resources: {'Port': ['ID=72881589-c0de-42da-a6fe-61d67eb921b0,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:27:53.411113 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-37a040bb-427f-4333-be50-637f8def1f81 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:53.425838 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-37a040bb-427f-4333-be50-637f8def1f81 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:53.463433 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-18548e8e-ceb6-4f8f-abd7-a34db20b6d99 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618032', 'neutron.services.segments.db._delete_segments_for_network-8736833900081'] for network, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:53.512406 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-18548e8e-ceb6-4f8f-abd7-a34db20b6d99 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aaee8170-78d6-43c0-8585-4a4f86c14713']}} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:27:53.544179 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-18548e8e-ceb6-4f8f-abd7-a34db20b6d99 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6182cbd-4d6e-4e47-bb58-67fa177f80d9') {'for_net_delete': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:27:53.544486 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-18548e8e-ceb6-4f8f-abd7-a34db20b6d99 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6182cbd-4d6e-4e47-bb58-67fa177f80d9') {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:27:53.559629 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a040bb-427f-4333-be50-637f8def1f81 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Pushing event updated for resources: {'Port': ['ID=6184336d-b150-41bd-9852-f62420e1d89b,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:27:53.565246 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-18548e8e-ceb6-4f8f-abd7-a34db20b6d99 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736833900858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11163256'] for segment, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:53.589391 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-37a040bb-427f-4333-be50-637f8def1f81 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-415302'] for floatingip, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:53.592503 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-18548e8e-ceb6-4f8f-abd7-a34db20b6d99 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:53.706910 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18548e8e-ceb6-4f8f-abd7-a34db20b6d99 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Releasing vlan 534 on physical network physnet1 to pool {{(pid=93798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 23:27:53.707414 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-18548e8e-ceb6-4f8f-abd7-a34db20b6d99 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11971746'] for segment, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:53.763302 n-d-802623-1 neutron-server[93798]: Traceback (most recent call last): Jul 27 23:27:53.763302 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 23:27:53.763302 n-d-802623-1 neutron-server[93798]: timer() Jul 27 23:27:53.763302 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 23:27:53.763302 n-d-802623-1 neutron-server[93798]: cb(*args, **kw) Jul 27 23:27:53.763302 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 23:27:53.763302 n-d-802623-1 neutron-server[93798]: return func(*args, **kwargs) Jul 27 23:27:53.763302 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 23:27:53.763302 n-d-802623-1 neutron-server[93798]: self._notify() Jul 27 23:27:53.763302 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 23:27:53.763302 n-d-802623-1 neutron-server[93798]: self.callback(batched_events) Jul 27 23:27:53.763302 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 23:27:53.763302 n-d-802623-1 neutron-server[93798]: event.method(event) Jul 27 23:27:53.763302 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 23:27:53.763302 n-d-802623-1 neutron-server[93798]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 23:27:53.763302 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 23:27:53.763302 n-d-802623-1 neutron-server[93798]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 23:27:53.763302 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 23:27:53.763302 n-d-802623-1 neutron-server[93798]: return f(self, *a, **k) Jul 27 23:27:53.763302 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 23:27:53.763302 n-d-802623-1 neutron-server[93798]: return self._get(url).json() Jul 27 23:27:53.763302 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 23:27:53.763302 n-d-802623-1 neutron-server[93798]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 23:27:53.763302 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 23:27:53.763302 n-d-802623-1 neutron-server[93798]: return self.request(url, 'GET', **kwargs) Jul 27 23:27:53.763302 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 23:27:53.763302 n-d-802623-1 neutron-server[93798]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 23:27:53.763302 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 23:27:53.763302 n-d-802623-1 neutron-server[93798]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 23:27:53.763302 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 23:27:53.763302 n-d-802623-1 neutron-server[93798]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 23:27:53.763302 n-d-802623-1 neutron-server[93798]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 23:27:53.785903 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-18548e8e-ceb6-4f8f-abd7-a34db20b6d99 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415412'] for network, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:53.792518 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-18548e8e-ceb6-4f8f-abd7-a34db20b6d99 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:53.794719 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-18548e8e-ceb6-4f8f-abd7-a34db20b6d99 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] 10.222.0.18 "DELETE /v2.0/networks/aaee8170-78d6-43c0-8585-4a4f86c14713 HTTP/1.1" status: 204 len: 168 time: 3.5093837 Jul 27 23:27:53.798892 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 34436) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:27:53.804205 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-02a46275-398a-4db6-9179-a1ee48e47c12 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-192866261'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:27:53.812386 n-d-802623-1 neutron-server[93798]: INFO neutron.db.l3_db [None req-37a040bb-427f-4333-be50-637f8def1f81 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Floating IP 081c8c56-258d-45f1-b4bb-41ef9ddd6c2d associated. External IP: 172.25.4.241, port: 12703738-dee4-4896-b064-dce4e76e574e. Jul 27 23:27:53.829926 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02a46275-398a-4db6-9179-a1ee48e47c12 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Made reservation on behalf of 934e936dd6c64e899cadf4ed7dc8ac75 for: {'network': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:27:53.833801 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-02a46275-398a-4db6-9179-a1ee48e47c12 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for network, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:53.861391 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02a46275-398a-4db6-9179-a1ee48e47c12 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 511} {{(pid=93797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 23:27:53.898251 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-02a46275-398a-4db6-9179-a1ee48e47c12 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:53.898251 n-d-802623-1 neutron-server[93797]: INFO neutron.db.segments_db [None req-02a46275-398a-4db6-9179-a1ee48e47c12 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Added segment 3dfffb8b-2e59-4786-a6bb-a69b8725462e of type vlan for network df82724f-55ad-4105-bb25-4773711bd64f Jul 27 23:27:53.923596 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18548e8e-ceb6-4f8f-abd7-a34db20b6d99 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Pushing event deleted for resources: {'Network': ['ID=aaee8170-78d6-43c0-8585-4a4f86c14713,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:27:53.979493 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-02a46275-398a-4db6-9179-a1ee48e47c12 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736833354590'] for network, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:54.016306 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-02a46275-398a-4db6-9179-a1ee48e47c12 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569'] for network, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:54.024468 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02a46275-398a-4db6-9179-a1ee48e47c12 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:27:54.025227 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-02a46275-398a-4db6-9179-a1ee48e47c12 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for network, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:54.093527 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-02a46275-398a-4db6-9179-a1ee48e47c12 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2934024 Jul 27 23:27:54.096381 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 34454) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:27:54.104109 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-00ccadbb-c00f-42fb-92f7-dcb10089a0d7 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Request body: {'subnet': {'network_id': 'df82724f-55ad-4105-bb25-4773711bd64f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:27:54.160792 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37a040bb-427f-4333-be50-637f8def1f81 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Router 1500f0a8-b2da-4abc-92aa-0ad4f78eccb4 has already been hosted by L3 agent 018c4455-49c0-4734-927d-7824067b2a9e {{(pid=93798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 23:27:54.181353 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-b9412dbb-d69d-47f8-9752-4adefac2119d req-c9684f0d-db3f-4c7f-9339-bdebfc302f96 tempest-ServerShowV257Test-1832585559 tempest-ServerShowV257Test-1832585559-project] 10.222.0.18 "GET /v2.0/ports?device_id=3c95cc01-6b6f-42dd-a701-172d356f907b HTTP/1.1" status: 200 len: 210 time: 0.0686643 Jul 27 23:27:54.181542 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94efa5b8-a17a-4344-a6df-c91460fee485 req-39b56590-7649-4321-bfac-2b9c1fe9674e tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:27:54.186395 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a46275-398a-4db6-9179-a1ee48e47c12 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Pushing event updated for resources: {'Network': ['ID=df82724f-55ad-4105-bb25-4773711bd64f,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:27:54.191554 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-94efa5b8-a17a-4344-a6df-c91460fee485 req-39b56590-7649-4321-bfac-2b9c1fe9674e tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/ports?device_id=c82f64f9-7572-4580-b07f-b346ae07e8cc HTTP/1.1" status: 200 len: 945 time: 0.2375543 Jul 27 23:27:54.222561 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a46275-398a-4db6-9179-a1ee48e47c12 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:27:54.223236 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a46275-398a-4db6-9179-a1ee48e47c12 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:27:54.223927 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a46275-398a-4db6-9179-a1ee48e47c12 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:27:54.224522 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a46275-398a-4db6-9179-a1ee48e47c12 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:27:54.224909 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a46275-398a-4db6-9179-a1ee48e47c12 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:27:54.225320 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a46275-398a-4db6-9179-a1ee48e47c12 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:27:54.228061 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a46275-398a-4db6-9179-a1ee48e47c12 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:27:54.228495 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a46275-398a-4db6-9179-a1ee48e47c12 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:27:54.228918 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a46275-398a-4db6-9179-a1ee48e47c12 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:27:54.229359 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a46275-398a-4db6-9179-a1ee48e47c12 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:27:54.229769 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a46275-398a-4db6-9179-a1ee48e47c12 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:27:54.230364 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a46275-398a-4db6-9179-a1ee48e47c12 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:27:54.243467 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Network df82724f-55ad-4105-bb25-4773711bd64f details requested by agent ovs-agent-n-d-802623-1 with host n-d-802623-1 {{(pid=93799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 23:27:54.261265 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 34460) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:27:54.317627 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00ccadbb-c00f-42fb-92f7-dcb10089a0d7 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Made reservation on behalf of 934e936dd6c64e899cadf4ed7dc8ac75 for: {'subnet': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:27:54.321790 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-00ccadbb-c00f-42fb-92f7-dcb10089a0d7 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11551435'] for subnet, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:54.385587 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.ipam_backend_mixin [None req-00ccadbb-c00f-42fb-92f7-dcb10089a0d7 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Performing IP validity checks on allocation pools {{(pid=93797) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 27 23:27:54.386148 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.ipam_backend_mixin [None req-00ccadbb-c00f-42fb-92f7-dcb10089a0d7 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93797) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 27 23:27:54.406689 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-94efa5b8-a17a-4344-a6df-c91460fee485 req-820e861b-7f37-4c0e-893f-50da89a83ed6 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/security-groups?id=7dab0fca-2422-4f10-a2ed-ede178e48859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2141981 Jul 27 23:27:54.429517 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37a040bb-427f-4333-be50-637f8def1f81 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:27:54.430094 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-22212ff1-6f6e-428f-8ac3-18c4170d764a tempest-ExtraDHCPOptionsTestJSON-864744605 tempest-ExtraDHCPOptionsTestJSON-864744605-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1568900986'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:27:54.449952 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96da5d62-b92a-4397-bd1b-d25500bf4fa5 None None] Sync routers for ids ['1500f0a8-b2da-4abc-92aa-0ad4f78eccb4'] in n-d-802623-1 {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:27:54.453100 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-37a040bb-427f-4333-be50-637f8def1f81 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for floatingip, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:54.475953 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96da5d62-b92a-4397-bd1b-d25500bf4fa5 None None] Routers {'1500f0a8-b2da-4abc-92aa-0ad4f78eccb4'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:27:54.477654 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-96da5d62-b92a-4397-bd1b-d25500bf4fa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:27:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['1500f0a8-b2da-4abc-92aa-0ad4f78eccb4'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:27:54.495597 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-37a040bb-427f-4333-be50-637f8def1f81 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.0212023 Jul 27 23:27:54.496219 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf94048b-6bb2-4095-bf3c-25119c0a23f0', 'tag': '12703738-dee4-4896-b064-dce4e76e574e'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:27:54.497737 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 34480) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:27:54.501948 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}011f8d312121274bb12d78e77c6379a2079800640016cec6c6d605b73666e854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c29077d-14d3-4380-a04a-0ea7eeeb2a7f" -d '{"events": [{"name": "network-changed", "server_uuid": "cf94048b-6bb2-4095-bf3c-25119c0a23f0", "tag": "12703738-dee4-4896-b064-dce4e76e574e"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:27:54.517724 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22212ff1-6f6e-428f-8ac3-18c4170d764a tempest-ExtraDHCPOptionsTestJSON-864744605 tempest-ExtraDHCPOptionsTestJSON-864744605-project] Made reservation on behalf of ac93ba96352946ffb8be62bc20163a5d for: {'network': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:27:54.521269 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-22212ff1-6f6e-428f-8ac3-18c4170d764a tempest-ExtraDHCPOptionsTestJSON-864744605 tempest-ExtraDHCPOptionsTestJSON-864744605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for network, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:54.524261 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device a58ff0ba-c0e7-4ff0-b14e-5550ff97f187 details requested by agent hyperv_n-h2-802623-1 with host n-h2-802623-1 {{(pid=93799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 23:27:54.565379 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-22212ff1-6f6e-428f-8ac3-18c4170d764a tempest-ExtraDHCPOptionsTestJSON-864744605 tempest-ExtraDHCPOptionsTestJSON-864744605-project] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:54.570483 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 23:27:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1e8e37f-2e12-4223-9873-2b1ab23e0102 x-openstack-request-id: req-f1e8e37f-2e12-4223-9873-2b1ab23e0102 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:27:54.571094 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf94048b-6bb2-4095-bf3c-25119c0a23f0", "tag": "12703738-dee4-4896-b064-dce4e76e574e", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:27:54.572223 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f1e8e37f-2e12-4223-9873-2b1ab23e0102 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:27:54.572851 n-d-802623-1 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf94048b-6bb2-4095-bf3c-25119c0a23f0', 'tag': '12703738-dee4-4896-b064-dce4e76e574e', 'status': 'completed', 'code': 200} Jul 27 23:27:54.653300 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c29077d-14d3-4380-a04a-0ea7eeeb2a7f req-4b486724-b20e-4709-9cd5-a5e0abf82412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:27:54.655781 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-6c29077d-14d3-4380-a04a-0ea7eeeb2a7f req-4b486724-b20e-4709-9cd5-a5e0abf82412 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ba4fae7b46b54e6e99cbf665d54e4a7e&device_id=cf94048b-6bb2-4095-bf3c-25119c0a23f0 HTTP/1.1" status: 200 len: 1096 time: 0.0630059 Jul 27 23:27:54.674983 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-b5ab5113-af68-455d-b5d6-1541d8386fa1 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] 10.222.0.18 "GET /v2.0/floatingips/081c8c56-258d-45f1-b4bb-41ef9ddd6c2d HTTP/1.1" status: 200 len: 991 time: 0.1759734 Jul 27 23:27:54.711504 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-00ccadbb-c00f-42fb-92f7-dcb10089a0d7 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11336182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11551417'] for subnet, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:54.784444 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c29077d-14d3-4380-a04a-0ea7eeeb2a7f req-15526dd8-a9f2-40a5-878e-9366828bdced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:27:54.786102 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-6c29077d-14d3-4380-a04a-0ea7eeeb2a7f req-15526dd8-a9f2-40a5-878e-9366828bdced service neutron] 10.222.0.38 "GET /v2.0/networks?id=f33f478a-5a93-43d9-988a-2827d45cd859 HTTP/1.1" status: 200 len: 896 time: 0.1228051 Jul 27 23:27:54.800513 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ccadbb-c00f-42fb-92f7-dcb10089a0d7 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Pushing event updated for resources: {'Subnet': ['ID=e52e78fa-9d31-4ad6-83ef-8889f7e0ac69,revision_number=0']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:27:54.814933 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00ccadbb-c00f-42fb-92f7-dcb10089a0d7 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Checking segment: {'id': '3dfffb8b-2e59-4786-a6bb-a69b8725462e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'df82724f-55ad-4105-bb25-4773711bd64f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:27:54.815329 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00ccadbb-c00f-42fb-92f7-dcb10089a0d7 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Network hostable DHCP agents. Network: df82724f-55ad-4105-bb25-4773711bd64f, hostable agents: ['5950e76f-2bde-4343-a925-cbe6bacd2706'], hosted agents: [] {{(pid=93797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 23:27:54.847078 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-96da5d62-b92a-4397-bd1b-d25500bf4fa5 None None] Set router 1500f0a8-b2da-4abc-92aa-0ad4f78eccb4 gateway port host: n-d-802623-1 {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:27:54.851366 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00ccadbb-c00f-42fb-92f7-dcb10089a0d7 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Network df82724f-55ad-4105-bb25-4773711bd64f is scheduled to be hosted by DHCP agent 5950e76f-2bde-4343-a925-cbe6bacd2706 with binding_index 1 {{(pid=93797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 23:27:54.878194 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-00ccadbb-c00f-42fb-92f7-dcb10089a0d7 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802623-1, df82724f-55ad-4105-bb25-4773711bd64f) {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:27:54.882186 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-22212ff1-6f6e-428f-8ac3-18c4170d764a tempest-ExtraDHCPOptionsTestJSON-864744605 tempest-ExtraDHCPOptionsTestJSON-864744605-project] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:54.887993 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00ccadbb-c00f-42fb-92f7-dcb10089a0d7 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:27:54.888915 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-00ccadbb-c00f-42fb-92f7-dcb10089a0d7 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for subnet, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:54.890337 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e54e1a91-4a20-4154-ba11-58e1b9faeb71 None None] Network df82724f-55ad-4105-bb25-4773711bd64f requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:27:54.900462 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-6c29077d-14d3-4380-a04a-0ea7eeeb2a7f req-60ee0a9e-3222-40c2-baf4-5485f5f6fb90 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=12703738-dee4-4896-b064-dce4e76e574e HTTP/1.1" status: 200 len: 999 time: 0.1064947 Jul 27 23:27:54.901183 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-22212ff1-6f6e-428f-8ac3-18c4170d764a tempest-ExtraDHCPOptionsTestJSON-864744605 tempest-ExtraDHCPOptionsTestJSON-864744605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:54.938402 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22212ff1-6f6e-428f-8ac3-18c4170d764a tempest-ExtraDHCPOptionsTestJSON-864744605 tempest-ExtraDHCPOptionsTestJSON-864744605-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 501} {{(pid=93797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 23:27:54.943852 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-00ccadbb-c00f-42fb-92f7-dcb10089a0d7 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 0.8454688 Jul 27 23:27:54.945245 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 34500) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:27:54.965872 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-22212ff1-6f6e-428f-8ac3-18c4170d764a tempest-ExtraDHCPOptionsTestJSON-864744605 tempest-ExtraDHCPOptionsTestJSON-864744605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:54.966316 n-d-802623-1 neutron-server[93797]: INFO neutron.db.segments_db [None req-22212ff1-6f6e-428f-8ac3-18c4170d764a tempest-ExtraDHCPOptionsTestJSON-864744605 tempest-ExtraDHCPOptionsTestJSON-864744605-project] Added segment ac018b97-8df7-4b33-8810-c506a108dd3a of type vlan for network 32cde40d-230d-4dc6-8f31-258eb7a7711b Jul 27 23:27:54.978790 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22212ff1-6f6e-428f-8ac3-18c4170d764a tempest-ExtraDHCPOptionsTestJSON-864744605 tempest-ExtraDHCPOptionsTestJSON-864744605-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bfcecdc1-2c44-41ab-8e06-c45d1f79b3ea,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:27:55.010101 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port a58ff0ba-c0e7-4ff0-b14e-5550ff97f187, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=a58ff0ba-c0e7-4ff0-b14e-5550ff97f187,segment=NetworkSegment(1737c4ac-b730-4adf-86c0-edf2b2a14795),segment_id=1737c4ac-b730-4adf-86c0-edf2b2a14795)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:27:55.025699 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-22212ff1-6f6e-428f-8ac3-18c4170d764a tempest-ExtraDHCPOptionsTestJSON-864744605 tempest-ExtraDHCPOptionsTestJSON-864744605-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736833354590'] for network, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:55.028744 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c29077d-14d3-4380-a04a-0ea7eeeb2a7f req-63cc91d5-e868-474f-9ee2-da2e85c8e343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:27:55.031488 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-6c29077d-14d3-4380-a04a-0ea7eeeb2a7f req-63cc91d5-e868-474f-9ee2-da2e85c8e343 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=2f0e7cb4-1217-450a-af5b-092e562d7521 HTTP/1.1" status: 200 len: 835 time: 0.1234598 Jul 27 23:27:55.044127 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Returning: {'device': 'a58ff0ba-c0e7-4ff0-b14e-5550ff97f187', 'network_id': 'f929bd98-c625-4836-a481-9c49c0c34e5c', 'port_id': 'a58ff0ba-c0e7-4ff0-b14e-5550ff97f187', 'mac_address': 'fa:16:3e:b4:13:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 526, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc36c29d-0dd5-42bf-a664-0dbd8743e1d5', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 23:27:55.072747 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-22212ff1-6f6e-428f-8ac3-18c4170d764a tempest-ExtraDHCPOptionsTestJSON-864744605 tempest-ExtraDHCPOptionsTestJSON-864744605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569'] for network, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:55.081909 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22212ff1-6f6e-428f-8ac3-18c4170d764a tempest-ExtraDHCPOptionsTestJSON-864744605 tempest-ExtraDHCPOptionsTestJSON-864744605-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:27:55.082688 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-22212ff1-6f6e-428f-8ac3-18c4170d764a tempest-ExtraDHCPOptionsTestJSON-864744605 tempest-ExtraDHCPOptionsTestJSON-864744605-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for network, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:55.113397 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ffe5b183-7b61-4a0f-9acc-54ab4aa37b07 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593271'] for network, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:55.125404 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c29077d-14d3-4380-a04a-0ea7eeeb2a7f req-aec2501a-a7f4-41dc-8585-7b165c1325d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:27:55.127332 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-6c29077d-14d3-4380-a04a-0ea7eeeb2a7f req-aec2501a-a7f4-41dc-8585-7b165c1325d9 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=f33f478a-5a93-43d9-988a-2827d45cd859&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0873160 Jul 27 23:27:55.176458 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-22212ff1-6f6e-428f-8ac3-18c4170d764a tempest-ExtraDHCPOptionsTestJSON-864744605 tempest-ExtraDHCPOptionsTestJSON-864744605-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.9138405 Jul 27 23:27:55.179255 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 34502) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:27:55.186849 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-ac2d081d-7347-4836-98fb-919026eed1aa tempest-ExtraDHCPOptionsTestJSON-864744605 tempest-ExtraDHCPOptionsTestJSON-864744605-project] Request body: {'subnet': {'network_id': '32cde40d-230d-4dc6-8f31-258eb7a7711b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:27:55.188457 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:55.222643 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a58ff0ba-c0e7-4ff0-b14e-5550ff97f187 {{(pid=93799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:27:55.238038 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ffe5b183-7b61-4a0f-9acc-54ab4aa37b07 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620741'] for subnet, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:55.306858 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22212ff1-6f6e-428f-8ac3-18c4170d764a tempest-ExtraDHCPOptionsTestJSON-864744605 tempest-ExtraDHCPOptionsTestJSON-864744605-project] Pushing event updated for resources: {'Network': ['ID=32cde40d-230d-4dc6-8f31-258eb7a7711b,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:27:55.313015 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebfffb0e-df75-403d-a0cc-eb8c128985a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f6f257c-ad18-5f0c-8c8e-ea085a5fc8a2-df82724f-55ad-4105-bb25-4773711bd64f', 'network_id': 'df82724f-55ad-4105-bb25-4773711bd64f', 'tenant_id': '934e936dd6c64e899cadf4ed7dc8ac75', 'fixed_ips': [{'subnet_id': 'e52e78fa-9d31-4ad6-83ef-8889f7e0ac69'}]}} from n-d-802623-1. {{(pid=93799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 23:27:55.314009 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ebfffb0e-df75-403d-a0cc-eb8c128985a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:55.322276 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac2d081d-7347-4836-98fb-919026eed1aa tempest-ExtraDHCPOptionsTestJSON-864744605 tempest-ExtraDHCPOptionsTestJSON-864744605-project] Made reservation on behalf of ac93ba96352946ffb8be62bc20163a5d for: {'subnet': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:27:55.322889 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.agents_db [None req-9beef776-8bab-4de2-989a-f5a23ba4aaf4 None None] Agent healthcheck: found 7 active agents {{(pid=93800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 23:27:55.329950 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port a58ff0ba-c0e7-4ff0-b14e-5550ff97f187, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=a58ff0ba-c0e7-4ff0-b14e-5550ff97f187,segment=NetworkSegment(1737c4ac-b730-4adf-86c0-edf2b2a14795),segment_id=1737c4ac-b730-4adf-86c0-edf2b2a14795)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:27:55.331254 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Network 32cde40d-230d-4dc6-8f31-258eb7a7711b details requested by agent ovs-agent-n-d-802623-1 with host n-d-802623-1 {{(pid=93799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 23:27:55.333867 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ac2d081d-7347-4836-98fb-919026eed1aa tempest-ExtraDHCPOptionsTestJSON-864744605 tempest-ExtraDHCPOptionsTestJSON-864744605-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11551435'] for subnet, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:55.342903 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-6c29077d-14d3-4380-a04a-0ea7eeeb2a7f req-6c500a3b-e245-4a1b-95eb-e0e5ae66e234 service neutron] 10.222.0.38 "GET /v2.0/networks/f33f478a-5a93-43d9-988a-2827d45cd859?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2079515 Jul 27 23:27:55.393523 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:55.481060 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-19901bd4-bd22-4d6b-906d-1bbaaa013a6b req-92ec3a75-db6e-44e0-a497-0f4af8e99054 tempest-ServerShowV257Test-1832585559 tempest-ServerShowV257Test-1832585559-project] 10.222.0.18 "GET /v2.0/ports?device_id=3c95cc01-6b6f-42dd-a701-172d356f907b HTTP/1.1" status: 200 len: 210 time: 0.0934739 Jul 27 23:27:55.492149 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] get_ports_and_sgs() called for port_ids ['a58ff0ba-c0e7-4ff0-b14e-5550ff97f187'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:27:55.523330 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ffe5b183-7b61-4a0f-9acc-54ab4aa37b07 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11971800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12265753'] for subnet, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:55.570205 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Pushing event updated for resources: {'Port': ['ID=a58ff0ba-c0e7-4ff0-b14e-5550ff97f187,revision_number=6']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:27:55.602723 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe5b183-7b61-4a0f-9acc-54ab4aa37b07 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Pushing event deleted for resources: {'Subnet': ['ID=e52e78fa-9d31-4ad6-83ef-8889f7e0ac69,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:27:55.614721 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-96da5d62-b92a-4397-bd1b-d25500bf4fa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1500f0a8-b2da-4abc-92aa-0ad4f78eccb4', 'name': 'tempest-TestNetworkBasicOps-router-1724551368', 'tenant_id': 'ba4fae7b46b54e6e99cbf665d54e4a7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.22'}], 'enable_snat': True}, 'gw_port_id': '04e67126-ded4-4fdf-8334-7d37b4221bb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:27:22Z', 'updated_at': '2021-07-27T23:27:31Z', 'revision_number': 4, 'project_id': 'ba4fae7b46b54e6e99cbf665d54e4a7e', 'gw_port': {'id': '04e67126-ded4-4fdf-8334-7d37b4221bb3', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:74:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1500f0a8-b2da-4abc-92aa-0ad4f78eccb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2702, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:27:24Z', 'updated_at': '2021-07-27T23:27:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_floatingips': [{'id': '081c8c56-258d-45f1-b4bb-41ef9ddd6c2d', 'tenant_id': 'ba4fae7b46b54e6e99cbf665d54e4a7e', 'floating_ip_address': '172.25.4.241', 'floating_network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'router_id': '1500f0a8-b2da-4abc-92aa-0ad4f78eccb4', 'port_id': '12703738-dee4-4896-b064-dce4e76e574e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2763, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f33f478a-5a93-43d9-988a-2827d45cd859', 'mac_address': 'fa:16:3e:e7:2a:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf94048b-6bb2-4095-bf3c-25119c0a23f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T23:27:51Z', 'updated_at': '2021-07-27T23:27:51Z', 'revision_number': 0, 'project_id': 'ba4fae7b46b54e6e99cbf665d54e4a7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eca0207d-c4d6-4a45-bd93-46c85898317a', 'name': '', 'network_id': 'f33f478a-5a93-43d9-988a-2827d45cd859', 'tenant_id': 'ba4fae7b46b54e6e99cbf665d54e4a7e', 'mac_address': 'fa:16:3e:bb:59:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1500f0a8-b2da-4abc-92aa-0ad4f78eccb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2712, 'fixed_ips': [{'subnet_id': '2f0e7cb4-1217-450a-af5b-092e562d7521', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:27:29Z', 'updated_at': '2021-07-27T23:27:39Z', 'revision_number': 5, 'project_id': 'ba4fae7b46b54e6e99cbf665d54e4a7e', 'subnets': [{'id': '2f0e7cb4-1217-450a-af5b-092e562d7521', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:27:55.650917 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server [None req-ebfffb0e-df75-403d-a0cc-eb8c128985a6 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e52e78fa-9d31-4ad6-83ef-8889f7e0ac69: This subnet is being modified by another concurrent operation. Jul 27 23:27:55.650917 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 27 23:27:55.650917 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 27 23:27:55.650917 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 27 23:27:55.650917 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 27 23:27:55.650917 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 27 23:27:55.650917 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 27 23:27:55.650917 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 27 23:27:55.650917 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 27 23:27:55.650917 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 27 23:27:55.650917 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 27 23:27:55.650917 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 27 23:27:55.650917 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 23:27:55.650917 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 23:27:55.650917 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 23:27:55.650917 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 23:27:55.650917 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 27 23:27:55.650917 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 27 23:27:55.650917 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 27 23:27:55.650917 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 27 23:27:55.650917 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 23:27:55.650917 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 23:27:55.650917 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 23:27:55.650917 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 23:27:55.650917 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 27 23:27:55.650917 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 27 23:27:55.650917 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 27 23:27:55.650917 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 27 23:27:55.650917 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 23:27:55.650917 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 23:27:55.650917 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 23:27:55.650917 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 23:27:55.650917 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 27 23:27:55.650917 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 27 23:27:55.650917 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 27 23:27:55.650917 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 27 23:27:55.650917 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 27 23:27:55.650917 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 27 23:27:55.650917 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 27 23:27:55.650917 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 27 23:27:55.650917 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 27 23:27:55.650917 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 27 23:27:55.650917 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 27 23:27:55.650917 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 27 23:27:55.650917 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 27 23:27:55.650917 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 27 23:27:55.650917 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 27 23:27:55.650917 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 27 23:27:55.650917 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 23:27:55.650917 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 23:27:55.650917 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 23:27:55.650917 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 23:27:55.650917 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 27 23:27:55.650917 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 27 23:27:55.650917 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 27 23:27:55.650917 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 27 23:27:55.650917 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 23:27:55.650917 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 23:27:55.650917 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 23:27:55.650917 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 23:27:55.650917 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 27 23:27:55.650917 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 27 23:27:55.650917 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 27 23:27:55.650917 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 27 23:27:55.650917 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 23:27:55.650917 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 23:27:55.650917 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 23:27:55.650917 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 23:27:55.650917 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 27 23:27:55.650917 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 27 23:27:55.650917 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 27 23:27:55.650917 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 27 23:27:55.650917 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 27 23:27:55.650917 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 27 23:27:55.650917 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 27 23:27:55.650917 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 27 23:27:55.650917 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 27 23:27:55.650917 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 27 23:27:55.650917 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 23:27:55.650917 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 23:27:55.650917 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 23:27:55.650917 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 23:27:55.650917 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 27 23:27:55.650917 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 27 23:27:55.650917 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 27 23:27:55.650917 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 27 23:27:55.650917 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 27 23:27:55.650917 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 27 23:27:55.650917 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 27 23:27:55.650917 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server raise exception Jul 27 23:27:55.650917 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e52e78fa-9d31-4ad6-83ef-8889f7e0ac69: This subnet is being modified by another concurrent operation. Jul 27 23:27:55.650917 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server Jul 27 23:27:55.659181 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96da5d62-b92a-4397-bd1b-d25500bf4fa5 None None] Checking router: 1500f0a8-b2da-4abc-92aa-0ad4f78eccb4 for host: n-d-802623-1 {{(pid=93799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 23:27:55.670130 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-750a7001-9f6e-4296-b489-48995bc92f6d None None] Network df82724f-55ad-4105-bb25-4773711bd64f requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:27:55.678419 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-6c29077d-14d3-4380-a04a-0ea7eeeb2a7f req-1a00613c-a017-417d-af52-37a5177f69f9 service neutron] 10.222.0.38 "GET /v2.0/networks/f33f478a-5a93-43d9-988a-2827d45cd859?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3269513 Jul 27 23:27:55.678947 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 34510) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:27:55.688923 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f6b4fd-234b-4f1b-a01a-f229bfd18eda req-1c419b29-8429-40c6-b5a7-d6bc6a5d06c7 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:27:55.690524 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-23f6b4fd-234b-4f1b-a01a-f229bfd18eda req-1c419b29-8429-40c6-b5a7-d6bc6a5d06c7 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/ports?device_id=c82f64f9-7572-4580-b07f-b346ae07e8cc HTTP/1.1" status: 200 len: 944 time: 0.1739557 Jul 27 23:27:55.710769 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96da5d62-b92a-4397-bd1b-d25500bf4fa5 None None] Routers {'1500f0a8-b2da-4abc-92aa-0ad4f78eccb4'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:27:55.711444 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-96da5d62-b92a-4397-bd1b-d25500bf4fa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:27:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['1500f0a8-b2da-4abc-92aa-0ad4f78eccb4'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:27:55.741671 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ac2d081d-7347-4836-98fb-919026eed1aa tempest-ExtraDHCPOptionsTestJSON-864744605 tempest-ExtraDHCPOptionsTestJSON-864744605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11336182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11551417'] for subnet, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:55.770668 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ffe5b183-7b61-4a0f-9acc-54ab4aa37b07 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618032', 'neutron.services.segments.db._delete_segments_for_network-8736833900081'] for network, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:55.780659 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-23f6b4fd-234b-4f1b-a01a-f229bfd18eda req-faf3ae82-64ce-4412-98fa-a987fac2ef51 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/security-groups?id=7dab0fca-2422-4f10-a2ed-ede178e48859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797310 Jul 27 23:27:55.782013 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-ffe5b183-7b61-4a0f-9acc-54ab4aa37b07 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df82724f-55ad-4105-bb25-4773711bd64f']}} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:27:55.795187 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-ffe5b183-7b61-4a0f-9acc-54ab4aa37b07 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3dfffb8b-2e59-4786-a6bb-a69b8725462e') {'for_net_delete': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:27:55.795532 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-ffe5b183-7b61-4a0f-9acc-54ab4aa37b07 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3dfffb8b-2e59-4786-a6bb-a69b8725462e') {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:27:55.806256 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ffe5b183-7b61-4a0f-9acc-54ab4aa37b07 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736833900858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11163256'] for segment, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:55.823152 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ffe5b183-7b61-4a0f-9acc-54ab4aa37b07 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:55.828505 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2d081d-7347-4836-98fb-919026eed1aa tempest-ExtraDHCPOptionsTestJSON-864744605 tempest-ExtraDHCPOptionsTestJSON-864744605-project] Pushing event updated for resources: {'Subnet': ['ID=0af9a489-b0df-4ba5-970b-11f067c1ee3a,revision_number=0']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:27:55.830356 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffe5b183-7b61-4a0f-9acc-54ab4aa37b07 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Releasing vlan 511 on physical network physnet1 to pool {{(pid=93798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 23:27:55.830831 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ffe5b183-7b61-4a0f-9acc-54ab4aa37b07 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11971746'] for segment, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:55.834195 n-d-802623-1 neutron-server[93798]: Traceback (most recent call last): Jul 27 23:27:55.834195 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 23:27:55.834195 n-d-802623-1 neutron-server[93798]: timer() Jul 27 23:27:55.834195 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 23:27:55.834195 n-d-802623-1 neutron-server[93798]: cb(*args, **kw) Jul 27 23:27:55.834195 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 23:27:55.834195 n-d-802623-1 neutron-server[93798]: return func(*args, **kwargs) Jul 27 23:27:55.834195 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 23:27:55.834195 n-d-802623-1 neutron-server[93798]: self._notify() Jul 27 23:27:55.834195 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 23:27:55.834195 n-d-802623-1 neutron-server[93798]: self.callback(batched_events) Jul 27 23:27:55.834195 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 23:27:55.834195 n-d-802623-1 neutron-server[93798]: event.method(event) Jul 27 23:27:55.834195 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 23:27:55.834195 n-d-802623-1 neutron-server[93798]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 23:27:55.834195 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 23:27:55.834195 n-d-802623-1 neutron-server[93798]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 23:27:55.834195 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 23:27:55.834195 n-d-802623-1 neutron-server[93798]: return f(self, *a, **k) Jul 27 23:27:55.834195 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 23:27:55.834195 n-d-802623-1 neutron-server[93798]: return self._get(url).json() Jul 27 23:27:55.834195 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 23:27:55.834195 n-d-802623-1 neutron-server[93798]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 23:27:55.834195 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 23:27:55.834195 n-d-802623-1 neutron-server[93798]: return self.request(url, 'GET', **kwargs) Jul 27 23:27:55.834195 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 23:27:55.834195 n-d-802623-1 neutron-server[93798]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 23:27:55.834195 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 23:27:55.834195 n-d-802623-1 neutron-server[93798]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 23:27:55.834195 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 23:27:55.834195 n-d-802623-1 neutron-server[93798]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 23:27:55.834195 n-d-802623-1 neutron-server[93798]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 23:27:55.851363 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac2d081d-7347-4836-98fb-919026eed1aa tempest-ExtraDHCPOptionsTestJSON-864744605 tempest-ExtraDHCPOptionsTestJSON-864744605-project] Checking segment: {'id': 'ac018b97-8df7-4b33-8810-c506a108dd3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '32cde40d-230d-4dc6-8f31-258eb7a7711b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:27:55.852666 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac2d081d-7347-4836-98fb-919026eed1aa tempest-ExtraDHCPOptionsTestJSON-864744605 tempest-ExtraDHCPOptionsTestJSON-864744605-project] Network hostable DHCP agents. Network: 32cde40d-230d-4dc6-8f31-258eb7a7711b, hostable agents: ['5950e76f-2bde-4343-a925-cbe6bacd2706'], hosted agents: [] {{(pid=93797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 23:27:55.882660 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac2d081d-7347-4836-98fb-919026eed1aa tempest-ExtraDHCPOptionsTestJSON-864744605 tempest-ExtraDHCPOptionsTestJSON-864744605-project] Network 32cde40d-230d-4dc6-8f31-258eb7a7711b is scheduled to be hosted by DHCP agent 5950e76f-2bde-4343-a925-cbe6bacd2706 with binding_index 1 {{(pid=93797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 23:27:55.902819 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-ac2d081d-7347-4836-98fb-919026eed1aa tempest-ExtraDHCPOptionsTestJSON-864744605 tempest-ExtraDHCPOptionsTestJSON-864744605-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802623-1, 32cde40d-230d-4dc6-8f31-258eb7a7711b) {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:27:55.910194 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac2d081d-7347-4836-98fb-919026eed1aa tempest-ExtraDHCPOptionsTestJSON-864744605 tempest-ExtraDHCPOptionsTestJSON-864744605-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:27:55.910909 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ac2d081d-7347-4836-98fb-919026eed1aa tempest-ExtraDHCPOptionsTestJSON-864744605 tempest-ExtraDHCPOptionsTestJSON-864744605-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for subnet, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:55.920165 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdb4ca31-440e-4995-99ba-5241d2fc6231 None None] Network 32cde40d-230d-4dc6-8f31-258eb7a7711b requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:27:55.928080 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-6867fad5-36a4-4825-8791-5e9a2662d681 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] 10.222.0.18 "GET /v2.0/floatingips/081c8c56-258d-45f1-b4bb-41ef9ddd6c2d HTTP/1.1" status: 200 len: 991 time: 0.2455480 Jul 27 23:27:55.931022 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ffe5b183-7b61-4a0f-9acc-54ab4aa37b07 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415412'] for network, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:55.932976 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-ac2d081d-7347-4836-98fb-919026eed1aa tempest-ExtraDHCPOptionsTestJSON-864744605 tempest-ExtraDHCPOptionsTestJSON-864744605-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7519588 Jul 27 23:27:55.935863 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 34512) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:27:55.938740 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ffe5b183-7b61-4a0f-9acc-54ab4aa37b07 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:55.941251 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-ffe5b183-7b61-4a0f-9acc-54ab4aa37b07 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] 10.222.0.18 "DELETE /v2.0/networks/df82724f-55ad-4105-bb25-4773711bd64f HTTP/1.1" status: 204 len: 168 time: 0.9945562 Jul 27 23:27:55.949491 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-a06710ff-3505-4154-9372-e47166478d49 tempest-ExtraDHCPOptionsTestJSON-864744605 tempest-ExtraDHCPOptionsTestJSON-864744605-project] Request body: {'port': {'network_id': '32cde40d-230d-4dc6-8f31-258eb7a7711b', 'name': 'tempest-ExtraDHCPOptionsTestJSON-388432316'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:27:55.955480 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 34514) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:27:55.961359 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe5b183-7b61-4a0f-9acc-54ab4aa37b07 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Pushing event deleted for resources: {'Network': ['ID=df82724f-55ad-4105-bb25-4773711bd64f,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:27:55.965185 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-96da5d62-b92a-4397-bd1b-d25500bf4fa5 None None] Set router 1500f0a8-b2da-4abc-92aa-0ad4f78eccb4 gateway port host: n-d-802623-1 {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:27:55.973765 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-d2bccaef-426e-4eed-9ef3-3c427f1e8ae6 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-869497514'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:27:56.045773 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2bccaef-426e-4eed-9ef3-3c427f1e8ae6 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Made reservation on behalf of 934e936dd6c64e899cadf4ed7dc8ac75 for: {'network': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:27:56.051306 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d2bccaef-426e-4eed-9ef3-3c427f1e8ae6 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for network, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:56.095589 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2bccaef-426e-4eed-9ef3-3c427f1e8ae6 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 539} {{(pid=93797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 23:27:56.111799 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d2bccaef-426e-4eed-9ef3-3c427f1e8ae6 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:56.112150 n-d-802623-1 neutron-server[93797]: INFO neutron.db.segments_db [None req-d2bccaef-426e-4eed-9ef3-3c427f1e8ae6 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Added segment c4bd6b7a-1397-4996-bdbe-bad68458dc98 of type vlan for network 6f7322c4-a0c1-41ee-8588-5e75808dc56f Jul 27 23:27:56.147640 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a06710ff-3505-4154-9372-e47166478d49 tempest-ExtraDHCPOptionsTestJSON-864744605 tempest-ExtraDHCPOptionsTestJSON-864744605-project] Made reservation on behalf of ac93ba96352946ffb8be62bc20163a5d for: {'port': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:27:56.151144 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a06710ff-3505-4154-9372-e47166478d49 tempest-ExtraDHCPOptionsTestJSON-864744605 tempest-ExtraDHCPOptionsTestJSON-864744605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:56.170796 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d2bccaef-426e-4eed-9ef3-3c427f1e8ae6 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736833354590'] for network, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:56.181717 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-a06710ff-3505-4154-9372-e47166478d49 tempest-ExtraDHCPOptionsTestJSON-864744605 tempest-ExtraDHCPOptionsTestJSON-864744605-project] device_id is not set on port 101da781-2224-4a17-b8bd-c66bc3eb5929 yet. {{(pid=93797) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 23:27:56.227369 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0e96ee6-6c1d-41fc-be16-298e03d48972 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f6f257c-ad18-5f0c-8c8e-ea085a5fc8a2-32cde40d-230d-4dc6-8f31-258eb7a7711b', 'network_id': '32cde40d-230d-4dc6-8f31-258eb7a7711b', 'tenant_id': 'ac93ba96352946ffb8be62bc20163a5d', 'fixed_ips': [{'subnet_id': '0af9a489-b0df-4ba5-970b-11f067c1ee3a'}]}} from n-d-802623-1. {{(pid=93799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 23:27:56.228658 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e0e96ee6-6c1d-41fc-be16-298e03d48972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:56.256029 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d2bccaef-426e-4eed-9ef3-3c427f1e8ae6 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569'] for network, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:56.261861 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2bccaef-426e-4eed-9ef3-3c427f1e8ae6 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:27:56.262393 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d2bccaef-426e-4eed-9ef3-3c427f1e8ae6 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for network, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:56.356196 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-d2bccaef-426e-4eed-9ef3-3c427f1e8ae6 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3993058 Jul 27 23:27:56.366305 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 34516) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:27:56.374533 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bccaef-426e-4eed-9ef3-3c427f1e8ae6 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Pushing event updated for resources: {'Network': ['ID=6f7322c4-a0c1-41ee-8588-5e75808dc56f,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:27:56.374783 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-898a8c7d-88c6-4351-a462-4ed29032b56a tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Request body: {'subnet': {'network_id': '6f7322c4-a0c1-41ee-8588-5e75808dc56f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:27:56.389087 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Network 6f7322c4-a0c1-41ee-8588-5e75808dc56f details requested by agent ovs-agent-n-d-802623-1 with host n-d-802623-1 {{(pid=93799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 23:27:56.389644 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-a06710ff-3505-4154-9372-e47166478d49 tempest-ExtraDHCPOptionsTestJSON-864744605 tempest-ExtraDHCPOptionsTestJSON-864744605-project] Allocated IP 172.20.0.13 (32cde40d-230d-4dc6-8f31-258eb7a7711b/0af9a489-b0df-4ba5-970b-11f067c1ee3a/101da781-2224-4a17-b8bd-c66bc3eb5929) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:27:56.484936 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-96da5d62-b92a-4397-bd1b-d25500bf4fa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1500f0a8-b2da-4abc-92aa-0ad4f78eccb4', 'name': 'tempest-TestNetworkBasicOps-router-1724551368', 'tenant_id': 'ba4fae7b46b54e6e99cbf665d54e4a7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.22'}], 'enable_snat': True}, 'gw_port_id': '04e67126-ded4-4fdf-8334-7d37b4221bb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:27:22Z', 'updated_at': '2021-07-27T23:27:31Z', 'revision_number': 4, 'project_id': 'ba4fae7b46b54e6e99cbf665d54e4a7e', 'gw_port': {'id': '04e67126-ded4-4fdf-8334-7d37b4221bb3', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:74:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1500f0a8-b2da-4abc-92aa-0ad4f78eccb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2702, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:27:24Z', 'updated_at': '2021-07-27T23:27:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_floatingips': [{'id': '081c8c56-258d-45f1-b4bb-41ef9ddd6c2d', 'tenant_id': 'ba4fae7b46b54e6e99cbf665d54e4a7e', 'floating_ip_address': '172.25.4.241', 'floating_network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'router_id': '1500f0a8-b2da-4abc-92aa-0ad4f78eccb4', 'port_id': '12703738-dee4-4896-b064-dce4e76e574e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2763, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f33f478a-5a93-43d9-988a-2827d45cd859', 'mac_address': 'fa:16:3e:e7:2a:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf94048b-6bb2-4095-bf3c-25119c0a23f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T23:27:51Z', 'updated_at': '2021-07-27T23:27:51Z', 'revision_number': 0, 'project_id': 'ba4fae7b46b54e6e99cbf665d54e4a7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eca0207d-c4d6-4a45-bd93-46c85898317a', 'name': '', 'network_id': 'f33f478a-5a93-43d9-988a-2827d45cd859', 'tenant_id': 'ba4fae7b46b54e6e99cbf665d54e4a7e', 'mac_address': 'fa:16:3e:bb:59:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1500f0a8-b2da-4abc-92aa-0ad4f78eccb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2712, 'fixed_ips': [{'subnet_id': '2f0e7cb4-1217-450a-af5b-092e562d7521', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:27:29Z', 'updated_at': '2021-07-27T23:27:39Z', 'revision_number': 5, 'project_id': 'ba4fae7b46b54e6e99cbf665d54e4a7e', 'subnets': [{'id': '2f0e7cb4-1217-450a-af5b-092e562d7521', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:27:56.528588 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device a58ff0ba-c0e7-4ff0-b14e-5550ff97f187 up at agent hyperv_n-h2-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:27:56.534640 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96da5d62-b92a-4397-bd1b-d25500bf4fa5 None None] The sync data for ids ['1500f0a8-b2da-4abc-92aa-0ad4f78eccb4'] in n-d-802623-1 is: [{'id': '1500f0a8-b2da-4abc-92aa-0ad4f78eccb4', 'name': 'tempest-TestNetworkBasicOps-router-1724551368', 'tenant_id': 'ba4fae7b46b54e6e99cbf665d54e4a7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.22'}], 'enable_snat': True}, 'gw_port_id': '04e67126-ded4-4fdf-8334-7d37b4221bb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:27:22Z', 'updated_at': '2021-07-27T23:27:31Z', 'revision_number': 4, 'project_id': 'ba4fae7b46b54e6e99cbf665d54e4a7e', 'gw_port': {'id': '04e67126-ded4-4fdf-8334-7d37b4221bb3', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:74:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1500f0a8-b2da-4abc-92aa-0ad4f78eccb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2702, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:27:24Z', 'updated_at': '2021-07-27T23:27:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_floatingips': [{'id': '081c8c56-258d-45f1-b4bb-41ef9ddd6c2d', 'tenant_id': 'ba4fae7b46b54e6e99cbf665d54e4a7e', 'floating_ip_address': '172.25.4.241', 'floating_network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'router_id': '1500f0a8-b2da-4abc-92aa-0ad4f78eccb4', 'port_id': '12703738-dee4-4896-b064-dce4e76e574e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2763, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f33f478a-5a93-43d9-988a-2827d45cd859', 'mac_address': 'fa:16:3e:e7:2a:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf94048b-6bb2-4095-bf3c-25119c0a23f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T23:27:51Z', 'updated_at': '2021-07-27T23:27:51Z', 'revision_number': 0, 'project_id': 'ba4fae7b46b54e6e99cbf665d54e4a7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eca0207d-c4d6-4a45-bd93-46c85898317a', 'name': '', 'network_id': 'f33f478a-5a93-43d9-988a-2827d45cd859', 'tenant_id': 'ba4fae7b46b54e6e99cbf665d54e4a7e', 'mac_address': 'fa:16:3e:bb:59:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1500f0a8-b2da-4abc-92aa-0ad4f78eccb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2712, 'fixed_ips': [{'subnet_id': '2f0e7cb4-1217-450a-af5b-092e562d7521', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:27:29Z', 'updated_at': '2021-07-27T23:27:39Z', 'revision_number': 5, 'project_id': 'ba4fae7b46b54e6e99cbf665d54e4a7e', 'subnets': [{'id': '2f0e7cb4-1217-450a-af5b-092e562d7521', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:27:56.614222 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Provisioning complete for port a58ff0ba-c0e7-4ff0-b14e-5550ff97f187 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:27:56.614608 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:56.638158 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a06710ff-3505-4154-9372-e47166478d49 tempest-ExtraDHCPOptionsTestJSON-864744605 tempest-ExtraDHCPOptionsTestJSON-864744605-project] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:56.656344 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-a06710ff-3505-4154-9372-e47166478d49 tempest-ExtraDHCPOptionsTestJSON-864744605 tempest-ExtraDHCPOptionsTestJSON-864744605-project] Transition to ACTIVE for port object 101da781-2224-4a17-b8bd-c66bc3eb5929 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:27:56.706514 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a06710ff-3505-4154-9372-e47166478d49 tempest-ExtraDHCPOptionsTestJSON-864744605 tempest-ExtraDHCPOptionsTestJSON-864744605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:56.725374 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:56.767752 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a06710ff-3505-4154-9372-e47166478d49 tempest-ExtraDHCPOptionsTestJSON-864744605 tempest-ExtraDHCPOptionsTestJSON-864744605-project] Network 32cde40d-230d-4dc6-8f31-258eb7a7711b is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:27:56.771744 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-a06710ff-3505-4154-9372-e47166478d49 tempest-ExtraDHCPOptionsTestJSON-864744605 tempest-ExtraDHCPOptionsTestJSON-864744605-project] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:27:56.776476 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a06710ff-3505-4154-9372-e47166478d49 tempest-ExtraDHCPOptionsTestJSON-864744605 tempest-ExtraDHCPOptionsTestJSON-864744605-project] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:27:56.796585 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c82f64f9-7572-4580-b07f-b346ae07e8cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a58ff0ba-c0e7-4ff0-b14e-5550ff97f187'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:27:56.800465 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c0369b0d4f459110ff20a1f9878ba33f96d6491bddb9d15843bf29d01e0bda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42fac1ad-506d-4fe6-8af5-b3ef716cba6a" -d '{"events": [{"server_uuid": "c82f64f9-7572-4580-b07f-b346ae07e8cc", "name": "network-vif-plugged", "status": "completed", "tag": "a58ff0ba-c0e7-4ff0-b14e-5550ff97f187"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:27:56.805574 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port a58ff0ba-c0e7-4ff0-b14e-5550ff97f187, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=a58ff0ba-c0e7-4ff0-b14e-5550ff97f187,segment=NetworkSegment(1737c4ac-b730-4adf-86c0-edf2b2a14795),segment_id=1737c4ac-b730-4adf-86c0-edf2b2a14795)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:27:56.816021 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:56.847962 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06710ff-3505-4154-9372-e47166478d49 tempest-ExtraDHCPOptionsTestJSON-864744605 tempest-ExtraDHCPOptionsTestJSON-864744605-project] Pushing event updated for resources: {'Port': ['ID=101da781-2224-4a17-b8bd-c66bc3eb5929,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:27:56.850376 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-e0e96ee6-6c1d-41fc-be16-298e03d48972 None None] Allocated IP 172.20.0.2 (32cde40d-230d-4dc6-8f31-258eb7a7711b/0af9a489-b0df-4ba5-970b-11f067c1ee3a/49a83ede-1293-40a3-87e7-257190d8b6a4) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:27:56.875466 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:27:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01e4aec8-4453-47ea-8ebb-29d3d9556c2a x-openstack-request-id: req-01e4aec8-4453-47ea-8ebb-29d3d9556c2a {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:27:56.875926 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c82f64f9-7572-4580-b07f-b346ae07e8cc", "name": "network-vif-plugged", "status": "completed", "tag": "a58ff0ba-c0e7-4ff0-b14e-5550ff97f187", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:27:56.876287 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-01e4aec8-4453-47ea-8ebb-29d3d9556c2a {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:27:56.876859 n-d-802623-1 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c82f64f9-7572-4580-b07f-b346ae07e8cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a58ff0ba-c0e7-4ff0-b14e-5550ff97f187', 'code': 200} Jul 27 23:27:56.909908 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a06710ff-3505-4154-9372-e47166478d49 tempest-ExtraDHCPOptionsTestJSON-864744605 tempest-ExtraDHCPOptionsTestJSON-864744605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:27:56.913817 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a06710ff-3505-4154-9372-e47166478d49 tempest-ExtraDHCPOptionsTestJSON-864744605 tempest-ExtraDHCPOptionsTestJSON-864744605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:56.932851 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 34526) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:27:56.971353 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a3091761-22ff-4f6f-88b0-675b6d55d294 req-c1a37012-07b6-4045-92ec-ed03fb62c44f tempest-ServerShowV257Test-1832585559 tempest-ServerShowV257Test-1832585559-project] 10.222.0.18 "GET /v2.0/ports?device_id=3c95cc01-6b6f-42dd-a701-172d356f907b HTTP/1.1" status: 200 len: 210 time: 0.0474086 Jul 27 23:27:56.986522 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0703bc40-00ab-4c29-bc90-51e295d322bd None None] New status for floating IP 081c8c56-258d-45f1-b4bb-41ef9ddd6c2d: ACTIVE {{(pid=93800) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 23:27:57.013591 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-a06710ff-3505-4154-9372-e47166478d49 tempest-ExtraDHCPOptionsTestJSON-864744605 tempest-ExtraDHCPOptionsTestJSON-864744605-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.0724471 Jul 27 23:27:57.015338 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 34528) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:27:57.021255 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-d0958280-388b-4296-879a-e27646f586d6 tempest-ExtraDHCPOptionsTestJSON-864744605 tempest-ExtraDHCPOptionsTestJSON-864744605-project] Request body: {'port': {'network_id': '32cde40d-230d-4dc6-8f31-258eb7a7711b', 'name': 'tempest-ExtraDHCPOptionsTestJSON-739323167', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:27:57.021935 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.api.validators [None req-d0958280-388b-4296-879a-e27646f586d6 tempest-ExtraDHCPOptionsTestJSON-864744605 tempest-ExtraDHCPOptionsTestJSON-864744605-project] bootfile-name is not in valid_values {{(pid=93797) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 27 23:27:57.022270 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.api.validators [None req-d0958280-388b-4296-879a-e27646f586d6 tempest-ExtraDHCPOptionsTestJSON-864744605 tempest-ExtraDHCPOptionsTestJSON-864744605-project] tftp-server is not in valid_values {{(pid=93797) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 27 23:27:57.022602 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.api.validators [None req-d0958280-388b-4296-879a-e27646f586d6 tempest-ExtraDHCPOptionsTestJSON-864744605 tempest-ExtraDHCPOptionsTestJSON-864744605-project] server-ip-address is not in valid_values {{(pid=93797) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 27 23:27:57.036819 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-898a8c7d-88c6-4351-a462-4ed29032b56a tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Made reservation on behalf of 934e936dd6c64e899cadf4ed7dc8ac75 for: {'subnet': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:27:57.044028 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-898a8c7d-88c6-4351-a462-4ed29032b56a tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12265828'] for subnet, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:57.153713 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Pushing event updated for resources: {'Port': ['ID=a58ff0ba-c0e7-4ff0-b14e-5550ff97f187,revision_number=7']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:27:57.168387 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-26d4d1d7-35df-4e2f-838b-54611c12ae96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:57.217379 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-126206cb-eae9-44c5-9836-2bb4ba964ddb tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] 10.222.0.18 "GET /v2.0/floatingips/081c8c56-258d-45f1-b4bb-41ef9ddd6c2d HTTP/1.1" status: 200 len: 991 time: 0.2767043 Jul 27 23:27:57.236306 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6475bc-e6a9-42be-ba36-1948b13f0a60 req-2b66f538-ed20-4151-9a23-db3787576ca1 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:27:57.237903 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-fb6475bc-e6a9-42be-ba36-1948b13f0a60 req-2b66f538-ed20-4151-9a23-db3787576ca1 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/ports?device_id=c82f64f9-7572-4580-b07f-b346ae07e8cc HTTP/1.1" status: 200 len: 945 time: 0.1056309 Jul 27 23:27:57.238670 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0958280-388b-4296-879a-e27646f586d6 tempest-ExtraDHCPOptionsTestJSON-864744605 tempest-ExtraDHCPOptionsTestJSON-864744605-project] Made reservation on behalf of ac93ba96352946ffb8be62bc20163a5d for: {'port': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:27:57.242179 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d0958280-388b-4296-879a-e27646f586d6 tempest-ExtraDHCPOptionsTestJSON-864744605 tempest-ExtraDHCPOptionsTestJSON-864744605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:57.275909 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-d0958280-388b-4296-879a-e27646f586d6 tempest-ExtraDHCPOptionsTestJSON-864744605 tempest-ExtraDHCPOptionsTestJSON-864744605-project] device_id is not set on port a4ac803b-9223-4a5a-ac1c-98acccb09908 yet. {{(pid=93797) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 23:27:57.328961 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e0e96ee6-6c1d-41fc-be16-298e03d48972 None None] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:57.333683 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-fb6475bc-e6a9-42be-ba36-1948b13f0a60 req-585dea7e-af38-4d2e-a7db-390942afc9c5 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/security-groups?id=7dab0fca-2422-4f10-a2ed-ede178e48859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877633 Jul 27 23:27:57.351010 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e0e96ee6-6c1d-41fc-be16-298e03d48972 None None] Transition to ACTIVE for port object 49a83ede-1293-40a3-87e7-257190d8b6a4 will not be triggered until provisioned by entity L2. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:27:57.369267 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e0e96ee6-6c1d-41fc-be16-298e03d48972 None None] Transition to ACTIVE for port object 49a83ede-1293-40a3-87e7-257190d8b6a4 will not be triggered until provisioned by entity DHCP. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:27:57.376889 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e0e96ee6-6c1d-41fc-be16-298e03d48972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:57.425660 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0e96ee6-6c1d-41fc-be16-298e03d48972 None None] Network 32cde40d-230d-4dc6-8f31-258eb7a7711b is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:27:57.430850 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-e0e96ee6-6c1d-41fc-be16-298e03d48972 None None] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:27:57.434023 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-d0958280-388b-4296-879a-e27646f586d6 tempest-ExtraDHCPOptionsTestJSON-864744605 tempest-ExtraDHCPOptionsTestJSON-864744605-project] Allocated IP 172.20.0.4 (32cde40d-230d-4dc6-8f31-258eb7a7711b/0af9a489-b0df-4ba5-970b-11f067c1ee3a/a4ac803b-9223-4a5a-ac1c-98acccb09908) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:27:57.435598 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e96ee6-6c1d-41fc-be16-298e03d48972 None None] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:27:57.441106 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e96ee6-6c1d-41fc-be16-298e03d48972 None None] Pushing event updated for resources: {'Port': ['ID=49a83ede-1293-40a3-87e7-257190d8b6a4,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:27:57.471691 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-898a8c7d-88c6-4351-a462-4ed29032b56a tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11971609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12265750'] for subnet, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:57.536726 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-e0e96ee6-6c1d-41fc-be16-298e03d48972 None None] Attempting to bind port 49a83ede-1293-40a3-87e7-257190d8b6a4 on host n-d-802623-1 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:27:57.537116 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-e0e96ee6-6c1d-41fc-be16-298e03d48972 None None] Attempting to bind port 49a83ede-1293-40a3-87e7-257190d8b6a4 by drivers openvswitch,hyperv on host n-d-802623-1 at level 0 using segments [{'id': 'ac018b97-8df7-4b33-8810-c506a108dd3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '32cde40d-230d-4dc6-8f31-258eb7a7711b'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:27:57.537481 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e96ee6-6c1d-41fc-be16-298e03d48972 None None] Attempting to bind port 49a83ede-1293-40a3-87e7-257190d8b6a4 on network 32cde40d-230d-4dc6-8f31-258eb7a7711b {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:27:57.546487 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e96ee6-6c1d-41fc-be16-298e03d48972 None None] Checking agent: {'id': 'a9a568d2-a5e7-41e4-833f-a8ab42ea4073', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 52, 30), 'started_at': datetime.datetime(2021, 7, 27, 22, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 27, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802623-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:27:57.547070 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e96ee6-6c1d-41fc-be16-298e03d48972 None None] Checking segment: {'id': 'ac018b97-8df7-4b33-8810-c506a108dd3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '32cde40d-230d-4dc6-8f31-258eb7a7711b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:27:57.547599 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e0e96ee6-6c1d-41fc-be16-298e03d48972 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:57.548179 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e96ee6-6c1d-41fc-be16-298e03d48972 None None] Bound using segment: {'id': 'ac018b97-8df7-4b33-8810-c506a108dd3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '32cde40d-230d-4dc6-8f31-258eb7a7711b'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:27:57.549077 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-e0e96ee6-6c1d-41fc-be16-298e03d48972 None None] Bound port: 49a83ede-1293-40a3-87e7-257190d8b6a4, host: n-d-802623-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac018b97-8df7-4b33-8810-c506a108dd3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '32cde40d-230d-4dc6-8f31-258eb7a7711b'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:27:57.549894 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e0e96ee6-6c1d-41fc-be16-298e03d48972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:57.624980 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-898a8c7d-88c6-4351-a462-4ed29032b56a tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Checking segment: {'id': 'c4bd6b7a-1397-4996-bdbe-bad68458dc98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '6f7322c4-a0c1-41ee-8588-5e75808dc56f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:27:57.626855 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-898a8c7d-88c6-4351-a462-4ed29032b56a tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Network hostable DHCP agents. Network: 6f7322c4-a0c1-41ee-8588-5e75808dc56f, hostable agents: ['5950e76f-2bde-4343-a925-cbe6bacd2706'], hosted agents: [] {{(pid=93798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 23:27:57.631083 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898a8c7d-88c6-4351-a462-4ed29032b56a tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Pushing event updated for resources: {'Subnet': ['ID=4b6b6b8c-f643-4b52-a1c4-30312c280134,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:27:57.639882 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-e0e96ee6-6c1d-41fc-be16-298e03d48972 None None] For port 49a83ede-1293-40a3-87e7-257190d8b6a4, host n-d-802623-1, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:27:57.645880 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-e0e96ee6-6c1d-41fc-be16-298e03d48972 None None] For port 49a83ede-1293-40a3-87e7-257190d8b6a4, host n-d-802623-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=49a83ede-1293-40a3-87e7-257190d8b6a4,segment=NetworkSegment(ac018b97-8df7-4b33-8810-c506a108dd3a),segment_id=ac018b97-8df7-4b33-8810-c506a108dd3a)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:27:57.648911 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-898a8c7d-88c6-4351-a462-4ed29032b56a tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Network 6f7322c4-a0c1-41ee-8588-5e75808dc56f is scheduled to be hosted by DHCP agent 5950e76f-2bde-4343-a925-cbe6bacd2706 with binding_index 1 {{(pid=93798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 23:27:57.651297 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e0e96ee6-6c1d-41fc-be16-298e03d48972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:57.663548 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-898a8c7d-88c6-4351-a462-4ed29032b56a tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802623-1, 6f7322c4-a0c1-41ee-8588-5e75808dc56f) {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:27:57.671539 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-898a8c7d-88c6-4351-a462-4ed29032b56a tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:27:57.672544 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-898a8c7d-88c6-4351-a462-4ed29032b56a tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:57.689075 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f24c4004-2e9d-47ea-97c3-4cc709075f53 None None] Network 6f7322c4-a0c1-41ee-8588-5e75808dc56f requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:27:57.698027 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d0958280-388b-4296-879a-e27646f586d6 tempest-ExtraDHCPOptionsTestJSON-864744605 tempest-ExtraDHCPOptionsTestJSON-864744605-project] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:57.704491 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 34540) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:27:57.705305 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-898a8c7d-88c6-4351-a462-4ed29032b56a tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.3394542 Jul 27 23:27:57.777329 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d0958280-388b-4296-879a-e27646f586d6 tempest-ExtraDHCPOptionsTestJSON-864744605 tempest-ExtraDHCPOptionsTestJSON-864744605-project] Transition to ACTIVE for port object a4ac803b-9223-4a5a-ac1c-98acccb09908 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:27:57.787392 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e96ee6-6c1d-41fc-be16-298e03d48972 None None] Pushing event updated for resources: {'Port': ['ID=49a83ede-1293-40a3-87e7-257190d8b6a4,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:27:57.862701 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7d146bf8-63d8-45e9-837e-fbfee4b8f5fb tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593271'] for network, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:57.880479 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d0958280-388b-4296-879a-e27646f586d6 tempest-ExtraDHCPOptionsTestJSON-864744605 tempest-ExtraDHCPOptionsTestJSON-864744605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:57.948206 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0958280-388b-4296-879a-e27646f586d6 tempest-ExtraDHCPOptionsTestJSON-864744605 tempest-ExtraDHCPOptionsTestJSON-864744605-project] Network 32cde40d-230d-4dc6-8f31-258eb7a7711b is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:27:57.952763 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0958280-388b-4296-879a-e27646f586d6 tempest-ExtraDHCPOptionsTestJSON-864744605 tempest-ExtraDHCPOptionsTestJSON-864744605-project] Pushing event updated for resources: {'Port': ['ID=a4ac803b-9223-4a5a-ac1c-98acccb09908,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:27:57.955235 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00799d0a-1be4-449f-9e51-028a7d4a6c3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f6f257c-ad18-5f0c-8c8e-ea085a5fc8a2-6f7322c4-a0c1-41ee-8588-5e75808dc56f', 'network_id': '6f7322c4-a0c1-41ee-8588-5e75808dc56f', 'tenant_id': '934e936dd6c64e899cadf4ed7dc8ac75', 'fixed_ips': [{'subnet_id': '4b6b6b8c-f643-4b52-a1c4-30312c280134'}]}} from n-d-802623-1. {{(pid=93799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 23:27:57.956814 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-00799d0a-1be4-449f-9e51-028a7d4a6c3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:57.965665 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-d0958280-388b-4296-879a-e27646f586d6 tempest-ExtraDHCPOptionsTestJSON-864744605 tempest-ExtraDHCPOptionsTestJSON-864744605-project] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:27:57.989462 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0958280-388b-4296-879a-e27646f586d6 tempest-ExtraDHCPOptionsTestJSON-864744605 tempest-ExtraDHCPOptionsTestJSON-864744605-project] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:27:58.077368 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7d146bf8-63d8-45e9-837e-fbfee4b8f5fb tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620741'] for subnet, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:58.086387 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0958280-388b-4296-879a-e27646f586d6 tempest-ExtraDHCPOptionsTestJSON-864744605 tempest-ExtraDHCPOptionsTestJSON-864744605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:27:58.087586 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d0958280-388b-4296-879a-e27646f586d6 tempest-ExtraDHCPOptionsTestJSON-864744605 tempest-ExtraDHCPOptionsTestJSON-864744605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:58.129356 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-d0958280-388b-4296-879a-e27646f586d6 tempest-ExtraDHCPOptionsTestJSON-864744605 tempest-ExtraDHCPOptionsTestJSON-864744605-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1151 time: 1.1125548 Jul 27 23:27:58.135137 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 34550) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:27:58.211209 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-00799d0a-1be4-449f-9e51-028a7d4a6c3f None None] Allocated IP 172.20.0.1 (6f7322c4-a0c1-41ee-8588-5e75808dc56f/4b6b6b8c-f643-4b52-a1c4-30312c280134/b477a0c7-d7e6-42c3-8fcc-88e056f9a53d) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:27:58.218859 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 34552) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:27:58.234139 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-bfae6ecb-5f74-464e-8648-d9fb7cf00094 req-c413a57d-3dd1-44c7-8c1e-b4ec0619b21d tempest-ServerShowV257Test-1832585559 tempest-ServerShowV257Test-1832585559-project] 10.222.0.18 "GET /v2.0/ports?device_id=3c95cc01-6b6f-42dd-a701-172d356f907b HTTP/1.1" status: 200 len: 210 time: 0.0490584 Jul 27 23:27:58.268989 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdee21bf-6ace-4ffb-996b-98857c0a4dd3 tempest-ExtraDHCPOptionsTestJSON-864744605 tempest-ExtraDHCPOptionsTestJSON-864744605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:27:58.285670 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdee21bf-6ace-4ffb-996b-98857c0a4dd3 tempest-ExtraDHCPOptionsTestJSON-864744605 tempest-ExtraDHCPOptionsTestJSON-864744605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:27:58.292832 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdee21bf-6ace-4ffb-996b-98857c0a4dd3 tempest-ExtraDHCPOptionsTestJSON-864744605 tempest-ExtraDHCPOptionsTestJSON-864744605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:27:58.299386 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-fdee21bf-6ace-4ffb-996b-98857c0a4dd3 tempest-ExtraDHCPOptionsTestJSON-864744605 tempest-ExtraDHCPOptionsTestJSON-864744605-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2615 time: 0.1649654 Jul 27 23:27:58.301927 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 34554) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:27:58.337270 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-0ab5f221-7ca1-4985-950c-02f0cc93bec3 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] 10.222.0.18 "GET /v2.0/floatingips/081c8c56-258d-45f1-b4bb-41ef9ddd6c2d HTTP/1.1" status: 200 len: 993 time: 0.1077425 Jul 27 23:27:58.474336 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-e5cfdfb4-1dc0-4aad-b11f-da1fcc6eefc8 tempest-ExtraDHCPOptionsTestJSON-864744605 tempest-ExtraDHCPOptionsTestJSON-864744605-project] Deleting port a4ac803b-9223-4a5a-ac1c-98acccb09908 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:27:58.476872 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-00799d0a-1be4-449f-9e51-028a7d4a6c3f None None] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:58.484459 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e5cfdfb4-1dc0-4aad-b11f-da1fcc6eefc8 tempest-ExtraDHCPOptionsTestJSON-864744605 tempest-ExtraDHCPOptionsTestJSON-864744605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:58.493791 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-00799d0a-1be4-449f-9e51-028a7d4a6c3f None None] Transition to ACTIVE for port object b477a0c7-d7e6-42c3-8fcc-88e056f9a53d will not be triggered until provisioned by entity L2. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:27:58.529160 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-00799d0a-1be4-449f-9e51-028a7d4a6c3f None None] Transition to ACTIVE for port object b477a0c7-d7e6-42c3-8fcc-88e056f9a53d will not be triggered until provisioned by entity DHCP. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:27:58.535000 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc57521-a600-45e7-9e13-df2ec980e6ab req-ce0efbbc-47ca-4040-baad-5a00663365ad tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:27:58.550344 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-ffc57521-a600-45e7-9e13-df2ec980e6ab req-ce0efbbc-47ca-4040-baad-5a00663365ad tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/ports?device_id=c82f64f9-7572-4580-b07f-b346ae07e8cc HTTP/1.1" status: 200 len: 945 time: 0.0994272 Jul 27 23:27:58.550556 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-00799d0a-1be4-449f-9e51-028a7d4a6c3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:58.609745 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-ffc57521-a600-45e7-9e13-df2ec980e6ab req-dd5585eb-659f-4391-b316-b6a22504b67a tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/security-groups?id=7dab0fca-2422-4f10-a2ed-ede178e48859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596220 Jul 27 23:27:58.621911 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7d146bf8-63d8-45e9-837e-fbfee4b8f5fb tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11335991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11551414'] for subnet, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:58.646200 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e5cfdfb4-1dc0-4aad-b11f-da1fcc6eefc8 tempest-ExtraDHCPOptionsTestJSON-864744605 tempest-ExtraDHCPOptionsTestJSON-864744605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:58.674347 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-e5cfdfb4-1dc0-4aad-b11f-da1fcc6eefc8 tempest-ExtraDHCPOptionsTestJSON-864744605 tempest-ExtraDHCPOptionsTestJSON-864744605-project] Calling delete_port for a4ac803b-9223-4a5a-ac1c-98acccb09908 owned by {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:27:58.684477 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00799d0a-1be4-449f-9e51-028a7d4a6c3f None None] Network 6f7322c4-a0c1-41ee-8588-5e75808dc56f is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:27:58.692490 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00799d0a-1be4-449f-9e51-028a7d4a6c3f None None] Pushing event updated for resources: {'Port': ['ID=b477a0c7-d7e6-42c3-8fcc-88e056f9a53d,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:27:58.697307 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-00799d0a-1be4-449f-9e51-028a7d4a6c3f None None] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:27:58.699799 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d146bf8-63d8-45e9-837e-fbfee4b8f5fb tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Pushing event deleted for resources: {'Subnet': ['ID=4b6b6b8c-f643-4b52-a1c4-30312c280134,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:27:58.705376 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00799d0a-1be4-449f-9e51-028a7d4a6c3f None None] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:27:58.710080 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 49a83ede-1293-40a3-87e7-257190d8b6a4 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:27:58.851321 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7d146bf8-63d8-45e9-837e-fbfee4b8f5fb tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618032', 'neutron.services.segments.db._delete_segments_for_network-8736833900081'] for network, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:58.866836 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-7d146bf8-63d8-45e9-837e-fbfee4b8f5fb tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f7322c4-a0c1-41ee-8588-5e75808dc56f']}} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:27:58.913075 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-7d146bf8-63d8-45e9-837e-fbfee4b8f5fb tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4bd6b7a-1397-4996-bdbe-bad68458dc98') {'for_net_delete': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:27:58.913457 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-7d146bf8-63d8-45e9-837e-fbfee4b8f5fb tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4bd6b7a-1397-4996-bdbe-bad68458dc98') {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:27:58.927893 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7d146bf8-63d8-45e9-837e-fbfee4b8f5fb tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736833900858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11335978'] for segment, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:58.962804 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7d146bf8-63d8-45e9-837e-fbfee4b8f5fb tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:58.971894 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d146bf8-63d8-45e9-837e-fbfee4b8f5fb tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Releasing vlan 539 on physical network physnet1 to pool {{(pid=93797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 23:27:58.972380 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7d146bf8-63d8-45e9-837e-fbfee4b8f5fb tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11336013'] for segment, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:58.973717 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e5cfdfb4-1dc0-4aad-b11f-da1fcc6eefc8 tempest-ExtraDHCPOptionsTestJSON-864744605 tempest-ExtraDHCPOptionsTestJSON-864744605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:58.977681 n-d-802623-1 neutron-server[93797]: Traceback (most recent call last): Jul 27 23:27:58.977681 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 23:27:58.977681 n-d-802623-1 neutron-server[93797]: timer() Jul 27 23:27:58.977681 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 23:27:58.977681 n-d-802623-1 neutron-server[93797]: cb(*args, **kw) Jul 27 23:27:58.977681 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 23:27:58.977681 n-d-802623-1 neutron-server[93797]: return func(*args, **kwargs) Jul 27 23:27:58.977681 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 23:27:58.977681 n-d-802623-1 neutron-server[93797]: self._notify() Jul 27 23:27:58.977681 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 23:27:58.977681 n-d-802623-1 neutron-server[93797]: self.callback(batched_events) Jul 27 23:27:58.977681 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 23:27:58.977681 n-d-802623-1 neutron-server[93797]: event.method(event) Jul 27 23:27:58.977681 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 23:27:58.977681 n-d-802623-1 neutron-server[93797]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 23:27:58.977681 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 23:27:58.977681 n-d-802623-1 neutron-server[93797]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 23:27:58.977681 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 23:27:58.977681 n-d-802623-1 neutron-server[93797]: return f(self, *a, **k) Jul 27 23:27:58.977681 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 23:27:58.977681 n-d-802623-1 neutron-server[93797]: return self._get(url).json() Jul 27 23:27:58.977681 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 23:27:58.977681 n-d-802623-1 neutron-server[93797]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 23:27:58.977681 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 23:27:58.977681 n-d-802623-1 neutron-server[93797]: return self.request(url, 'GET', **kwargs) Jul 27 23:27:58.977681 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 23:27:58.977681 n-d-802623-1 neutron-server[93797]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 23:27:58.977681 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 23:27:58.977681 n-d-802623-1 neutron-server[93797]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 23:27:58.977681 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 23:27:58.977681 n-d-802623-1 neutron-server[93797]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 23:27:58.977681 n-d-802623-1 neutron-server[93797]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 23:27:58.989630 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-00799d0a-1be4-449f-9e51-028a7d4a6c3f None None] Attempting to bind port b477a0c7-d7e6-42c3-8fcc-88e056f9a53d on host n-d-802623-1 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:27:58.990029 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-00799d0a-1be4-449f-9e51-028a7d4a6c3f None None] Attempting to bind port b477a0c7-d7e6-42c3-8fcc-88e056f9a53d by drivers openvswitch,hyperv on host n-d-802623-1 at level 0 using segments [{'id': 'c4bd6b7a-1397-4996-bdbe-bad68458dc98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '6f7322c4-a0c1-41ee-8588-5e75808dc56f'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:27:58.990391 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00799d0a-1be4-449f-9e51-028a7d4a6c3f None None] Attempting to bind port b477a0c7-d7e6-42c3-8fcc-88e056f9a53d on network 6f7322c4-a0c1-41ee-8588-5e75808dc56f {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:27:59.015549 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00799d0a-1be4-449f-9e51-028a7d4a6c3f None None] Checking agent: {'id': 'a9a568d2-a5e7-41e4-833f-a8ab42ea4073', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 52, 30), 'started_at': datetime.datetime(2021, 7, 27, 22, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 27, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802623-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:27:59.015943 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00799d0a-1be4-449f-9e51-028a7d4a6c3f None None] Checking segment: {'id': 'c4bd6b7a-1397-4996-bdbe-bad68458dc98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '6f7322c4-a0c1-41ee-8588-5e75808dc56f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:27:59.017611 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-00799d0a-1be4-449f-9e51-028a7d4a6c3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:59.017611 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00799d0a-1be4-449f-9e51-028a7d4a6c3f None None] Bound using segment: {'id': 'c4bd6b7a-1397-4996-bdbe-bad68458dc98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '6f7322c4-a0c1-41ee-8588-5e75808dc56f'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:27:59.017611 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-00799d0a-1be4-449f-9e51-028a7d4a6c3f None None] Bound port: b477a0c7-d7e6-42c3-8fcc-88e056f9a53d, host: n-d-802623-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4bd6b7a-1397-4996-bdbe-bad68458dc98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '6f7322c4-a0c1-41ee-8588-5e75808dc56f'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:27:59.017978 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-00799d0a-1be4-449f-9e51-028a7d4a6c3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:59.036222 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning for port 49a83ede-1293-40a3-87e7-257190d8b6a4 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:27:59.064216 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.db.api [None req-7d146bf8-63d8-45e9-837e-fbfee4b8f5fb tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 27 23:27:59.064216 n-d-802623-1 neutron-server[93797]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 27 23:27:59.064216 n-d-802623-1 neutron-server[93797]: [parameters: {'id': '6f7322c4-a0c1-41ee-8588-5e75808dc56f'}] Jul 27 23:27:59.064216 n-d-802623-1 neutron-server[93797]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=93797) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 23:27:59.064901 n-d-802623-1 neutron-server[93797]: DEBUG oslo_db.api [None req-7d146bf8-63d8-45e9-837e-fbfee4b8f5fb tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 23:27:59.080670 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cfdfb4-1dc0-4aad-b11f-da1fcc6eefc8 tempest-ExtraDHCPOptionsTestJSON-864744605 tempest-ExtraDHCPOptionsTestJSON-864744605-project] Pushing event deleted for resources: {'Port': ['ID=a4ac803b-9223-4a5a-ac1c-98acccb09908,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:27:59.158979 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-00799d0a-1be4-449f-9e51-028a7d4a6c3f None None] For port b477a0c7-d7e6-42c3-8fcc-88e056f9a53d, host n-d-802623-1, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:27:59.166781 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-00799d0a-1be4-449f-9e51-028a7d4a6c3f None None] For port b477a0c7-d7e6-42c3-8fcc-88e056f9a53d, host n-d-802623-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=b477a0c7-d7e6-42c3-8fcc-88e056f9a53d,segment=NetworkSegment(c4bd6b7a-1397-4996-bdbe-bad68458dc98),segment_id=c4bd6b7a-1397-4996-bdbe-bad68458dc98)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:27:59.179223 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-00799d0a-1be4-449f-9e51-028a7d4a6c3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:59.212770 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e5cfdfb4-1dc0-4aad-b11f-da1fcc6eefc8 tempest-ExtraDHCPOptionsTestJSON-864744605 tempest-ExtraDHCPOptionsTestJSON-864744605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:59.215729 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-e5cfdfb4-1dc0-4aad-b11f-da1fcc6eefc8 tempest-ExtraDHCPOptionsTestJSON-864744605 tempest-ExtraDHCPOptionsTestJSON-864744605-project] 10.222.0.18 "DELETE /v2.0/ports/a4ac803b-9223-4a5a-ac1c-98acccb09908 HTTP/1.1" status: 204 len: 168 time: 0.9128475 Jul 27 23:27:59.219443 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 34574) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:27:59.236811 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-dfdbde63-5011-46cf-9441-87e8724b49c2 tempest-ExtraDHCPOptionsTestJSON-864744605 tempest-ExtraDHCPOptionsTestJSON-864744605-project] Request body: {'port': {'name': 'tempest-new-port-name-711686889', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:27:59.239898 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.api.validators [None req-dfdbde63-5011-46cf-9441-87e8724b49c2 tempest-ExtraDHCPOptionsTestJSON-864744605 tempest-ExtraDHCPOptionsTestJSON-864744605-project] bootfile-name is not in valid_values {{(pid=93797) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 27 23:27:59.239898 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.api.validators [None req-dfdbde63-5011-46cf-9441-87e8724b49c2 tempest-ExtraDHCPOptionsTestJSON-864744605 tempest-ExtraDHCPOptionsTestJSON-864744605-project] tftp-server is not in valid_values {{(pid=93797) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 27 23:27:59.239898 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.api.validators [None req-dfdbde63-5011-46cf-9441-87e8724b49c2 tempest-ExtraDHCPOptionsTestJSON-864744605 tempest-ExtraDHCPOptionsTestJSON-864744605-project] server-ip-address is not in valid_values {{(pid=93797) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 27 23:27:59.252900 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aabcc9c8-f274-4258-a1a2-3014340c3364 None None] Network 32cde40d-230d-4dc6-8f31-258eb7a7711b requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:27:59.333095 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00799d0a-1be4-449f-9e51-028a7d4a6c3f None None] Pushing event updated for resources: {'Port': ['ID=b477a0c7-d7e6-42c3-8fcc-88e056f9a53d,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:27:59.385003 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-d6f0d747-0ed7-416a-afa6-7fa38ea1505d None None] Provisioning for port 49a83ede-1293-40a3-87e7-257190d8b6a4 completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:27:59.393573 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-d6f0d747-0ed7-416a-afa6-7fa38ea1505d None None] Provisioning complete for port 49a83ede-1293-40a3-87e7-257190d8b6a4 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:27:59.393765 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-dfdbde63-5011-46cf-9441-87e8724b49c2 tempest-ExtraDHCPOptionsTestJSON-864744605 tempest-ExtraDHCPOptionsTestJSON-864744605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:59.394304 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d6f0d747-0ed7-416a-afa6-7fa38ea1505d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:59.413030 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-2eb3642e-8eb3-409d-9ec9-f62ad4de4d06 req-c47ea9f3-7751-42e6-af28-ae24eef62e80 tempest-ServerShowV257Test-1832585559 tempest-ServerShowV257Test-1832585559-project] 10.222.0.18 "GET /v2.0/ports?device_id=3c95cc01-6b6f-42dd-a701-172d356f907b HTTP/1.1" status: 200 len: 210 time: 0.0602791 Jul 27 23:27:59.418617 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c428ae76-8a28-4560-ab49-7f3a45f98792 None None] Network 6f7322c4-a0c1-41ee-8588-5e75808dc56f requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:27:59.573980 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7d146bf8-63d8-45e9-837e-fbfee4b8f5fb tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593271'] for network, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:59.688123 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-dfdbde63-5011-46cf-9441-87e8724b49c2 tempest-ExtraDHCPOptionsTestJSON-864744605 tempest-ExtraDHCPOptionsTestJSON-864744605-project] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:59.699522 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-dfdbde63-5011-46cf-9441-87e8724b49c2 tempest-ExtraDHCPOptionsTestJSON-864744605 tempest-ExtraDHCPOptionsTestJSON-864744605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11336041'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:59.740356 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e1fb4b60-7bdc-485b-aef0-dc63262eb129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:59.758230 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdbde63-5011-46cf-9441-87e8724b49c2 tempest-ExtraDHCPOptionsTestJSON-864744605 tempest-ExtraDHCPOptionsTestJSON-864744605-project] Pushing event updated for resources: {'Port': ['ID=101da781-2224-4a17-b8bd-c66bc3eb5929,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:27:59.762081 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-7d146bf8-63d8-45e9-837e-fbfee4b8f5fb tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Deleting port b477a0c7-d7e6-42c3-8fcc-88e056f9a53d {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:27:59.762425 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7d146bf8-63d8-45e9-837e-fbfee4b8f5fb tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:59.767740 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d6f0d747-0ed7-416a-afa6-7fa38ea1505d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:59.869001 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-d6f0d747-0ed7-416a-afa6-7fa38ea1505d None None] For port 49a83ede-1293-40a3-87e7-257190d8b6a4, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=49a83ede-1293-40a3-87e7-257190d8b6a4,segment=NetworkSegment(ac018b97-8df7-4b33-8810-c506a108dd3a),segment_id=ac018b97-8df7-4b33-8810-c506a108dd3a)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:27:59.876085 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:59.880513 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d6f0d747-0ed7-416a-afa6-7fa38ea1505d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:59.942841 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-7d146bf8-63d8-45e9-837e-fbfee4b8f5fb tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] For port b477a0c7-d7e6-42c3-8fcc-88e056f9a53d, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=b477a0c7-d7e6-42c3-8fcc-88e056f9a53d,segment=NetworkSegment(c4bd6b7a-1397-4996-bdbe-bad68458dc98),segment_id=c4bd6b7a-1397-4996-bdbe-bad68458dc98)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:27:59.943247 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7d146bf8-63d8-45e9-837e-fbfee4b8f5fb tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:59.944216 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f0d747-0ed7-416a-afa6-7fa38ea1505d None None] Pushing event updated for resources: {'Port': ['ID=49a83ede-1293-40a3-87e7-257190d8b6a4,revision_number=3']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:27:59.945857 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-dfdbde63-5011-46cf-9441-87e8724b49c2 tempest-ExtraDHCPOptionsTestJSON-864744605 tempest-ExtraDHCPOptionsTestJSON-864744605-project] In _notify_port_updated(), no bound segment for port 101da781-2224-4a17-b8bd-c66bc3eb5929 on network 32cde40d-230d-4dc6-8f31-258eb7a7711b {{(pid=93797) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 27 23:27:59.951844 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfdbde63-5011-46cf-9441-87e8724b49c2 tempest-ExtraDHCPOptionsTestJSON-864744605 tempest-ExtraDHCPOptionsTestJSON-864744605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:27:59.952498 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-dfdbde63-5011-46cf-9441-87e8724b49c2 tempest-ExtraDHCPOptionsTestJSON-864744605 tempest-ExtraDHCPOptionsTestJSON-864744605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:59.955519 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-dfdbde63-5011-46cf-9441-87e8724b49c2 tempest-ExtraDHCPOptionsTestJSON-864744605 tempest-ExtraDHCPOptionsTestJSON-864744605-project] 10.222.0.18 "PUT /v2.0/ports/101da781-2224-4a17-b8bd-c66bc3eb5929 HTTP/1.1" status: 200 len: 1136 time: 0.7343988 Jul 27 23:27:59.956706 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 34582) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:27:59.970885 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74daddd1-65df-464e-9262-88d2155a0845 req-2e806e4c-522c-4f3e-ba18-404784b7a2d4 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:27:59.972494 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-74daddd1-65df-464e-9262-88d2155a0845 req-2e806e4c-522c-4f3e-ba18-404784b7a2d4 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/ports?device_id=c82f64f9-7572-4580-b07f-b346ae07e8cc HTTP/1.1" status: 200 len: 945 time: 0.2022831 Jul 27 23:27:59.981560 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-7d146bf8-63d8-45e9-837e-fbfee4b8f5fb tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Calling delete_port for b477a0c7-d7e6-42c3-8fcc-88e056f9a53d owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:28:00.054079 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:00.090665 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-74daddd1-65df-464e-9262-88d2155a0845 req-44b5f3ad-9d75-487e-ad1b-2ab0ff31c31a tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/security-groups?id=7dab0fca-2422-4f10-a2ed-ede178e48859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107397 Jul 27 23:28:00.110787 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c4b90e3-2c99-485b-ac16-bd67503a60f3 tempest-ExtraDHCPOptionsTestJSON-864744605 tempest-ExtraDHCPOptionsTestJSON-864744605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:28:00.112415 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-7c4b90e3-2c99-485b-ac16-bd67503a60f3 tempest-ExtraDHCPOptionsTestJSON-864744605 tempest-ExtraDHCPOptionsTestJSON-864744605-project] 10.222.0.18 "GET /v2.0/ports/101da781-2224-4a17-b8bd-c66bc3eb5929 HTTP/1.1" status: 200 len: 1136 time: 0.1546032 Jul 27 23:28:00.115837 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 34584) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:28:00.256081 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7d146bf8-63d8-45e9-837e-fbfee4b8f5fb tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:00.280627 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d146bf8-63d8-45e9-837e-fbfee4b8f5fb tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] No DVR routers for this DVR port b477a0c7-d7e6-42c3-8fcc-88e056f9a53d on host n-d-802623-1 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:28:00.307962 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-4a58389c-a900-42fd-b9fd-d82267958007 None None] Provisioning for port 101da781-2224-4a17-b8bd-c66bc3eb5929 completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:28:00.320937 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-4a58389c-a900-42fd-b9fd-d82267958007 None None] Provisioning complete for port 101da781-2224-4a17-b8bd-c66bc3eb5929 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:28:00.321329 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4a58389c-a900-42fd-b9fd-d82267958007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:00.358584 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d146bf8-63d8-45e9-837e-fbfee4b8f5fb tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Pushing event deleted for resources: {'Port': ['ID=b477a0c7-d7e6-42c3-8fcc-88e056f9a53d,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:28:00.373758 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-34b9b5e7-fa2f-4e80-9b84-60b71c60f59b tempest-ExtraDHCPOptionsTestJSON-864744605 tempest-ExtraDHCPOptionsTestJSON-864744605-project] Deleting port 101da781-2224-4a17-b8bd-c66bc3eb5929 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:28:00.377114 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-34b9b5e7-fa2f-4e80-9b84-60b71c60f59b tempest-ExtraDHCPOptionsTestJSON-864744605 tempest-ExtraDHCPOptionsTestJSON-864744605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:00.414519 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-4a58389c-a900-42fd-b9fd-d82267958007 None None] Port 101da781-2224-4a17-b8bd-c66bc3eb5929 cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:28:00.434649 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7d146bf8-63d8-45e9-837e-fbfee4b8f5fb tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618032', 'neutron.services.segments.db._delete_segments_for_network-8736833900081'] for network, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:00.443237 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-4a58389c-a900-42fd-b9fd-d82267958007 None None] Provisioning complete for port 49a83ede-1293-40a3-87e7-257190d8b6a4 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:28:00.443668 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4a58389c-a900-42fd-b9fd-d82267958007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:00.470346 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-7d146bf8-63d8-45e9-837e-fbfee4b8f5fb tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f7322c4-a0c1-41ee-8588-5e75808dc56f']}} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:28:00.502146 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-7d146bf8-63d8-45e9-837e-fbfee4b8f5fb tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4bd6b7a-1397-4996-bdbe-bad68458dc98') {'for_net_delete': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:28:00.505023 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-7d146bf8-63d8-45e9-837e-fbfee4b8f5fb tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4bd6b7a-1397-4996-bdbe-bad68458dc98') {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:28:00.529552 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7d146bf8-63d8-45e9-837e-fbfee4b8f5fb tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736833900858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11335978'] for segment, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:00.561273 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-19f2e178-d45e-4fbe-b9be-c3963fc151ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:00.581945 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-34b9b5e7-fa2f-4e80-9b84-60b71c60f59b tempest-ExtraDHCPOptionsTestJSON-864744605 tempest-ExtraDHCPOptionsTestJSON-864744605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:00.603222 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7d146bf8-63d8-45e9-837e-fbfee4b8f5fb tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:00.627383 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d146bf8-63d8-45e9-837e-fbfee4b8f5fb tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Releasing vlan 539 on physical network physnet1 to pool {{(pid=93797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 23:28:00.627791 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7d146bf8-63d8-45e9-837e-fbfee4b8f5fb tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11336013'] for segment, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:00.631154 n-d-802623-1 neutron-server[93797]: Traceback (most recent call last): Jul 27 23:28:00.631154 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 23:28:00.631154 n-d-802623-1 neutron-server[93797]: timer() Jul 27 23:28:00.631154 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 23:28:00.631154 n-d-802623-1 neutron-server[93797]: cb(*args, **kw) Jul 27 23:28:00.631154 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 23:28:00.631154 n-d-802623-1 neutron-server[93797]: return func(*args, **kwargs) Jul 27 23:28:00.631154 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 23:28:00.631154 n-d-802623-1 neutron-server[93797]: self._notify() Jul 27 23:28:00.631154 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 23:28:00.631154 n-d-802623-1 neutron-server[93797]: self.callback(batched_events) Jul 27 23:28:00.631154 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 23:28:00.631154 n-d-802623-1 neutron-server[93797]: event.method(event) Jul 27 23:28:00.631154 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 23:28:00.631154 n-d-802623-1 neutron-server[93797]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 23:28:00.631154 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 23:28:00.631154 n-d-802623-1 neutron-server[93797]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 23:28:00.631154 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 23:28:00.631154 n-d-802623-1 neutron-server[93797]: return f(self, *a, **k) Jul 27 23:28:00.631154 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 23:28:00.631154 n-d-802623-1 neutron-server[93797]: return self._get(url).json() Jul 27 23:28:00.631154 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 23:28:00.631154 n-d-802623-1 neutron-server[93797]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 23:28:00.631154 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 23:28:00.631154 n-d-802623-1 neutron-server[93797]: return self.request(url, 'GET', **kwargs) Jul 27 23:28:00.631154 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 23:28:00.631154 n-d-802623-1 neutron-server[93797]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 23:28:00.631154 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 23:28:00.631154 n-d-802623-1 neutron-server[93797]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 23:28:00.631154 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 23:28:00.631154 n-d-802623-1 neutron-server[93797]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 23:28:00.631154 n-d-802623-1 neutron-server[93797]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 23:28:00.633245 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 49a83ede-1293-40a3-87e7-257190d8b6a4 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:28:00.681579 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f313439e-71f7-4e98-b470-cb94bfb92769 req-d6f58d2a-a027-4611-9051-fcae3893e3e9 tempest-ServerShowV257Test-1832585559 tempest-ServerShowV257Test-1832585559-project] 10.222.0.18 "GET /v2.0/ports?device_id=3c95cc01-6b6f-42dd-a701-172d356f907b HTTP/1.1" status: 200 len: 210 time: 0.0842719 Jul 27 23:28:00.682842 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-34b9b5e7-fa2f-4e80-9b84-60b71c60f59b tempest-ExtraDHCPOptionsTestJSON-864744605 tempest-ExtraDHCPOptionsTestJSON-864744605-project] Calling delete_port for 101da781-2224-4a17-b8bd-c66bc3eb5929 owned by {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:28:00.744531 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port 49a83ede-1293-40a3-87e7-257190d8b6a4 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:28:00.745103 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:00.813013 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7d146bf8-63d8-45e9-837e-fbfee4b8f5fb tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415412'] for network, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:00.822751 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7d146bf8-63d8-45e9-837e-fbfee4b8f5fb tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for network, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:00.833748 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-7d146bf8-63d8-45e9-837e-fbfee4b8f5fb tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] 10.222.0.18 "DELETE /v2.0/networks/6f7322c4-a0c1-41ee-8588-5e75808dc56f HTTP/1.1" status: 204 len: 168 time: 3.1259708 Jul 27 23:28:00.838576 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 34588) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:28:00.846106 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-8a9deec3-629f-4345-bbfd-231a947ca485 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-712075769'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:28:00.855196 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d146bf8-63d8-45e9-837e-fbfee4b8f5fb tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Pushing event deleted for resources: {'Network': ['ID=6f7322c4-a0c1-41ee-8588-5e75808dc56f,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:28:00.940375 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-44cb7ec2-9594-4408-8374-2bb5e684db39 None None] Provisioning complete for port 101da781-2224-4a17-b8bd-c66bc3eb5929 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:28:00.940888 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-44cb7ec2-9594-4408-8374-2bb5e684db39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:00.943958 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a9deec3-629f-4345-bbfd-231a947ca485 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Made reservation on behalf of 934e936dd6c64e899cadf4ed7dc8ac75 for: {'network': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:28:00.949873 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8a9deec3-629f-4345-bbfd-231a947ca485 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for network, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:01.037059 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-44cb7ec2-9594-4408-8374-2bb5e684db39 None None] Port 101da781-2224-4a17-b8bd-c66bc3eb5929 cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:28:01.049388 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-34b9b5e7-fa2f-4e80-9b84-60b71c60f59b tempest-ExtraDHCPOptionsTestJSON-864744605 tempest-ExtraDHCPOptionsTestJSON-864744605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:01.062989 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a9deec3-629f-4345-bbfd-231a947ca485 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 539} {{(pid=93798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 23:28:01.113706 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b9b5e7-fa2f-4e80-9b84-60b71c60f59b tempest-ExtraDHCPOptionsTestJSON-864744605 tempest-ExtraDHCPOptionsTestJSON-864744605-project] Pushing event deleted for resources: {'Port': ['ID=101da781-2224-4a17-b8bd-c66bc3eb5929,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:28:01.123974 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8a9deec3-629f-4345-bbfd-231a947ca485 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:01.123974 n-d-802623-1 neutron-server[93798]: INFO neutron.db.segments_db [None req-8a9deec3-629f-4345-bbfd-231a947ca485 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Added segment 78bc7ab7-4101-48f5-a35a-495f2aab2885 of type vlan for network f4fbc9f5-bf06-4a68-bf0f-bf979094d02b Jul 27 23:28:01.254659 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-9eeb8944-78c8-438e-8cfc-7babf344ae63 None None] Could not find standard attr ID for object a4ac803b-9223-4a5a-ac1c-98acccb09908. {{(pid=93799) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 23:28:01.262109 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8a9deec3-629f-4345-bbfd-231a947ca485 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736833354590'] for network, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:01.297271 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-34b9b5e7-fa2f-4e80-9b84-60b71c60f59b tempest-ExtraDHCPOptionsTestJSON-864744605 tempest-ExtraDHCPOptionsTestJSON-864744605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:01.297790 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-34b9b5e7-fa2f-4e80-9b84-60b71c60f59b tempest-ExtraDHCPOptionsTestJSON-864744605 tempest-ExtraDHCPOptionsTestJSON-864744605-project] 10.222.0.18 "DELETE /v2.0/ports/101da781-2224-4a17-b8bd-c66bc3eb5929 HTTP/1.1" status: 204 len: 168 time: 1.1764367 Jul 27 23:28:01.304354 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae3fb41-fb4d-4e52-9dd2-39daa78361c5 req-e6147536-5950-450a-baae-8152cca3e656 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:28:01.306470 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8ae3fb41-fb4d-4e52-9dd2-39daa78361c5 req-e6147536-5950-450a-baae-8152cca3e656 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/ports?device_id=c82f64f9-7572-4580-b07f-b346ae07e8cc HTTP/1.1" status: 200 len: 945 time: 0.0962825 Jul 27 23:28:01.306967 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 34594) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:28:01.334705 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8a9deec3-629f-4345-bbfd-231a947ca485 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569'] for network, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:01.347075 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a9deec3-629f-4345-bbfd-231a947ca485 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:28:01.348014 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8a9deec3-629f-4345-bbfd-231a947ca485 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:01.406648 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8ae3fb41-fb4d-4e52-9dd2-39daa78361c5 req-f4a88fe9-c032-45dd-b215-22178ff0704f tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/security-groups?id=7dab0fca-2422-4f10-a2ed-ede178e48859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899363 Jul 27 23:28:01.411921 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_v2 [None req-26363d15-662c-4e2d-a604-ab3dff047ec1 tempest-ExtraDHCPOptionsTestJSON-864744605 tempest-ExtraDHCPOptionsTestJSON-864744605-project] Deleting subnet 0af9a489-b0df-4ba5-970b-11f067c1ee3a {{(pid=93797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 23:28:01.414925 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-26363d15-662c-4e2d-a604-ab3dff047ec1 tempest-ExtraDHCPOptionsTestJSON-864744605 tempest-ExtraDHCPOptionsTestJSON-864744605-project] Notify callbacks [] for subnet, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:01.469850 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-26363d15-662c-4e2d-a604-ab3dff047ec1 tempest-ExtraDHCPOptionsTestJSON-864744605 tempest-ExtraDHCPOptionsTestJSON-864744605-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11335971'] for subnet, precommit_delete_associations {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:01.488102 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9deec3-629f-4345-bbfd-231a947ca485 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Pushing event updated for resources: {'Network': ['ID=f4fbc9f5-bf06-4a68-bf0f-bf979094d02b,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:28:01.503410 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Network f4fbc9f5-bf06-4a68-bf0f-bf979094d02b details requested by agent ovs-agent-n-d-802623-1 with host n-d-802623-1 {{(pid=93799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 23:28:01.506537 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-8a9deec3-629f-4345-bbfd-231a947ca485 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6666059 Jul 27 23:28:01.509462 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 34596) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:28:01.524579 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-d5b01fa5-20aa-457f-b58f-8f968a8723dc tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Request body: {'subnet': {'network_id': 'f4fbc9f5-bf06-4a68-bf0f-bf979094d02b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:28:01.680813 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-26363d15-662c-4e2d-a604-ab3dff047ec1 tempest-ExtraDHCPOptionsTestJSON-864744605 tempest-ExtraDHCPOptionsTestJSON-864744605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620741'] for subnet, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:01.727784 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5b01fa5-20aa-457f-b58f-8f968a8723dc tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Made reservation on behalf of 934e936dd6c64e899cadf4ed7dc8ac75 for: {'subnet': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:28:01.737267 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d5b01fa5-20aa-457f-b58f-8f968a8723dc tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12265828'] for subnet, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:01.771794 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-26363d15-662c-4e2d-a604-ab3dff047ec1 tempest-ExtraDHCPOptionsTestJSON-864744605 tempest-ExtraDHCPOptionsTestJSON-864744605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11335991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11551414'] for subnet, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:01.818011 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26363d15-662c-4e2d-a604-ab3dff047ec1 tempest-ExtraDHCPOptionsTestJSON-864744605 tempest-ExtraDHCPOptionsTestJSON-864744605-project] Pushing event deleted for resources: {'Subnet': ['ID=0af9a489-b0df-4ba5-970b-11f067c1ee3a,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:28:01.845276 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-26363d15-662c-4e2d-a604-ab3dff047ec1 tempest-ExtraDHCPOptionsTestJSON-864744605 tempest-ExtraDHCPOptionsTestJSON-864744605-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for subnet, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:01.852092 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-26363d15-662c-4e2d-a604-ab3dff047ec1 tempest-ExtraDHCPOptionsTestJSON-864744605 tempest-ExtraDHCPOptionsTestJSON-864744605-project] 10.222.0.18 "DELETE /v2.0/subnets/0af9a489-b0df-4ba5-970b-11f067c1ee3a HTTP/1.1" status: 204 len: 168 time: 0.5432568 Jul 27 23:28:01.854566 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 34600) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:28:01.870776 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e931aa05-814d-4107-80ed-7a1ea9674205 None None] Could not find standard attr ID for object 101da781-2224-4a17-b8bd-c66bc3eb5929. {{(pid=93799) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 23:28:01.883007 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d037401d-48a0-4847-b19f-18b8201e7757 None None] Network 32cde40d-230d-4dc6-8f31-258eb7a7711b requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:28:01.910143 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-3922334d-a321-4fee-b4f1-39e654f95218 req-d05af66b-bc26-4f27-9c30-c8fb80632f8c tempest-ServerShowV257Test-1832585559 tempest-ServerShowV257Test-1832585559-project] 10.222.0.18 "GET /v2.0/ports?device_id=3c95cc01-6b6f-42dd-a701-172d356f907b HTTP/1.1" status: 200 len: 210 time: 0.0474639 Jul 27 23:28:02.113978 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1cfb44ae-4b25-4b9c-ad61-eda1cbbbb696 tempest-ExtraDHCPOptionsTestJSON-864744605 tempest-ExtraDHCPOptionsTestJSON-864744605-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593271'] for network, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:02.169321 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d5b01fa5-20aa-457f-b58f-8f968a8723dc tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11971609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12265750'] for subnet, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:02.189999 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cea9e2e3-abc3-46bd-9b03-c4b2bd88bc37 None None] DHCP port deletion for 32cde40d-230d-4dc6-8f31-258eb7a7711b request from n-d-802623-1 {{(pid=93799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 23:28:02.252330 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-1cfb44ae-4b25-4b9c-ad61-eda1cbbbb696 tempest-ExtraDHCPOptionsTestJSON-864744605 tempest-ExtraDHCPOptionsTestJSON-864744605-project] Deleting port 49a83ede-1293-40a3-87e7-257190d8b6a4 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:28:02.252756 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1cfb44ae-4b25-4b9c-ad61-eda1cbbbb696 tempest-ExtraDHCPOptionsTestJSON-864744605 tempest-ExtraDHCPOptionsTestJSON-864744605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:02.298157 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7418f70f-e60d-4709-8ba9-6ab514bc7f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:02.325421 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-cea9e2e3-abc3-46bd-9b03-c4b2bd88bc37 None None] Deleting port 49a83ede-1293-40a3-87e7-257190d8b6a4 {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:28:02.327809 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-cea9e2e3-abc3-46bd-9b03-c4b2bd88bc37 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:02.348318 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b01fa5-20aa-457f-b58f-8f968a8723dc tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Pushing event updated for resources: {'Subnet': ['ID=355fc4aa-fd51-4fed-86cb-9463b13de061,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:28:02.349836 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-1cfb44ae-4b25-4b9c-ad61-eda1cbbbb696 tempest-ExtraDHCPOptionsTestJSON-864744605 tempest-ExtraDHCPOptionsTestJSON-864744605-project] For port 49a83ede-1293-40a3-87e7-257190d8b6a4, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=49a83ede-1293-40a3-87e7-257190d8b6a4,segment=NetworkSegment(ac018b97-8df7-4b33-8810-c506a108dd3a),segment_id=ac018b97-8df7-4b33-8810-c506a108dd3a)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:28:02.352643 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5b01fa5-20aa-457f-b58f-8f968a8723dc tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Checking segment: {'id': '78bc7ab7-4101-48f5-a35a-495f2aab2885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'f4fbc9f5-bf06-4a68-bf0f-bf979094d02b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:28:02.353311 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5b01fa5-20aa-457f-b58f-8f968a8723dc tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Network hostable DHCP agents. Network: f4fbc9f5-bf06-4a68-bf0f-bf979094d02b, hostable agents: ['5950e76f-2bde-4343-a925-cbe6bacd2706'], hosted agents: [] {{(pid=93798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 23:28:02.355308 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1cfb44ae-4b25-4b9c-ad61-eda1cbbbb696 tempest-ExtraDHCPOptionsTestJSON-864744605 tempest-ExtraDHCPOptionsTestJSON-864744605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:02.397433 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5b01fa5-20aa-457f-b58f-8f968a8723dc tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Network f4fbc9f5-bf06-4a68-bf0f-bf979094d02b is scheduled to be hosted by DHCP agent 5950e76f-2bde-4343-a925-cbe6bacd2706 with binding_index 1 {{(pid=93798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 23:28:02.400173 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-1cfb44ae-4b25-4b9c-ad61-eda1cbbbb696 tempest-ExtraDHCPOptionsTestJSON-864744605 tempest-ExtraDHCPOptionsTestJSON-864744605-project] Calling delete_port for 49a83ede-1293-40a3-87e7-257190d8b6a4 owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:28:02.426837 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-d5b01fa5-20aa-457f-b58f-8f968a8723dc tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802623-1, f4fbc9f5-bf06-4a68-bf0f-bf979094d02b) {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:28:02.435266 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-cea9e2e3-abc3-46bd-9b03-c4b2bd88bc37 None None] For port 49a83ede-1293-40a3-87e7-257190d8b6a4, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=49a83ede-1293-40a3-87e7-257190d8b6a4,segment=NetworkSegment(ac018b97-8df7-4b33-8810-c506a108dd3a),segment_id=ac018b97-8df7-4b33-8810-c506a108dd3a)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:28:02.436662 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-cea9e2e3-abc3-46bd-9b03-c4b2bd88bc37 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:02.438277 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5b01fa5-20aa-457f-b58f-8f968a8723dc tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:28:02.439636 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d5b01fa5-20aa-457f-b58f-8f968a8723dc tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:02.461466 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-d5b01fa5-20aa-457f-b58f-8f968a8723dc tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9458389 Jul 27 23:28:02.461581 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 34606) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:28:02.481922 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-cea9e2e3-abc3-46bd-9b03-c4b2bd88bc37 None None] Calling delete_port for 49a83ede-1293-40a3-87e7-257190d8b6a4 owned by network:dhcp {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:28:02.672042 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34df71af-8ae0-4bff-a1bd-2945fb498569 None None] Network f4fbc9f5-bf06-4a68-bf0f-bf979094d02b requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:28:02.675711 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 49a83ede-1293-40a3-87e7-257190d8b6a4 no longer exists at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:28:02.705875 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] No Port match for: 49a83ede-1293-40a3-87e7-257190d8b6a4 {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:28:02.706142 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 49a83ede-1293-40a3-87e7-257190d8b6a4 not bound to the agent host n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:28:02.711007 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d6697b26-ef6a-4dd3-a5eb-233ceb14f664 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593271'] for network, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:02.712074 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-cea9e2e3-abc3-46bd-9b03-c4b2bd88bc37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:02.722029 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af91b2c6-7645-4728-a472-c46be18b41e9 req-1730ab1b-2ff5-4f5d-a1a0-cb10f9b3e598 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:28:02.723812 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-af91b2c6-7645-4728-a472-c46be18b41e9 req-1730ab1b-2ff5-4f5d-a1a0-cb10f9b3e598 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/ports?device_id=c82f64f9-7572-4580-b07f-b346ae07e8cc HTTP/1.1" status: 200 len: 945 time: 0.1720817 Jul 27 23:28:02.729987 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1cfb44ae-4b25-4b9c-ad61-eda1cbbbb696 tempest-ExtraDHCPOptionsTestJSON-864744605 tempest-ExtraDHCPOptionsTestJSON-864744605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:02.752595 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f8af59ec-7769-4de5-8534-9ad9a24141ea req-1b2b9c54-1d02-4a4a-bca0-9d31410b4c0d service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=3c95cc01-6b6f-42dd-a701-172d356f907b HTTP/1.1" status: 200 len: 210 time: 0.0743299 Jul 27 23:28:02.783883 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea9e2e3-abc3-46bd-9b03-c4b2bd88bc37 None None] Pushing event deleted for resources: {'Port': ['ID=49a83ede-1293-40a3-87e7-257190d8b6a4,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:28:02.792472 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cea9e2e3-abc3-46bd-9b03-c4b2bd88bc37 None None] No DVR routers for this DVR port 49a83ede-1293-40a3-87e7-257190d8b6a4 on host n-d-802623-1 {{(pid=93799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:28:02.814048 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfb44ae-4b25-4b9c-ad61-eda1cbbbb696 tempest-ExtraDHCPOptionsTestJSON-864744605 tempest-ExtraDHCPOptionsTestJSON-864744605-project] Pushing event deleted for resources: {'Port': ['ID=49a83ede-1293-40a3-87e7-257190d8b6a4,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:28:02.831512 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cfb44ae-4b25-4b9c-ad61-eda1cbbbb696 tempest-ExtraDHCPOptionsTestJSON-864744605 tempest-ExtraDHCPOptionsTestJSON-864744605-project] No DVR routers for this DVR port 49a83ede-1293-40a3-87e7-257190d8b6a4 on host n-d-802623-1 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:28:02.886307 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d6697b26-ef6a-4dd3-a5eb-233ceb14f664 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620741'] for subnet, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:02.915517 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-af91b2c6-7645-4728-a472-c46be18b41e9 req-11113d8b-1208-406c-a08a-298687502d6d tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/security-groups?id=7dab0fca-2422-4f10-a2ed-ede178e48859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815894 Jul 27 23:28:02.979209 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1cfb44ae-4b25-4b9c-ad61-eda1cbbbb696 tempest-ExtraDHCPOptionsTestJSON-864744605 tempest-ExtraDHCPOptionsTestJSON-864744605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618032', 'neutron.services.segments.db._delete_segments_for_network-8736833900081'] for network, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:03.004190 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-1cfb44ae-4b25-4b9c-ad61-eda1cbbbb696 tempest-ExtraDHCPOptionsTestJSON-864744605 tempest-ExtraDHCPOptionsTestJSON-864744605-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32cde40d-230d-4dc6-8f31-258eb7a7711b']}} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:28:03.048929 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-1cfb44ae-4b25-4b9c-ad61-eda1cbbbb696 tempest-ExtraDHCPOptionsTestJSON-864744605 tempest-ExtraDHCPOptionsTestJSON-864744605-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac018b97-8df7-4b33-8810-c506a108dd3a') {'for_net_delete': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:28:03.051604 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-1cfb44ae-4b25-4b9c-ad61-eda1cbbbb696 tempest-ExtraDHCPOptionsTestJSON-864744605 tempest-ExtraDHCPOptionsTestJSON-864744605-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac018b97-8df7-4b33-8810-c506a108dd3a') {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:28:03.086917 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1cfb44ae-4b25-4b9c-ad61-eda1cbbbb696 tempest-ExtraDHCPOptionsTestJSON-864744605 tempest-ExtraDHCPOptionsTestJSON-864744605-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736833900858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11335978'] for segment, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:03.104130 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8387f915-7388-4ac8-9903-7197982b1ca7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f6f257c-ad18-5f0c-8c8e-ea085a5fc8a2-f4fbc9f5-bf06-4a68-bf0f-bf979094d02b', 'network_id': 'f4fbc9f5-bf06-4a68-bf0f-bf979094d02b', 'tenant_id': '934e936dd6c64e899cadf4ed7dc8ac75', 'fixed_ips': [{'subnet_id': '355fc4aa-fd51-4fed-86cb-9463b13de061'}]}} from n-d-802623-1. {{(pid=93799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 23:28:03.105048 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8387f915-7388-4ac8-9903-7197982b1ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:03.186181 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-5ccfb171-7525-4cbb-845e-b13ffb5529ac req-121596e4-6cb2-46a7-8011-f1900c2c0d4b tempest-ServerShowV257Test-1832585559 tempest-ServerShowV257Test-1832585559-project] 10.222.0.18 "GET /v2.0/ports?device_id=3c95cc01-6b6f-42dd-a701-172d356f907b HTTP/1.1" status: 200 len: 210 time: 0.0318124 Jul 27 23:28:03.187835 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d6697b26-ef6a-4dd3-a5eb-233ceb14f664 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11971800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12265753'] for subnet, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:03.299009 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6697b26-ef6a-4dd3-a5eb-233ceb14f664 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Pushing event deleted for resources: {'Subnet': ['ID=355fc4aa-fd51-4fed-86cb-9463b13de061,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:28:03.302347 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d6697b26-ef6a-4dd3-a5eb-233ceb14f664 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618032', 'neutron.services.segments.db._delete_segments_for_network-8736833900081'] for network, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:03.317954 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-d6697b26-ef6a-4dd3-a5eb-233ceb14f664 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4fbc9f5-bf06-4a68-bf0f-bf979094d02b']}} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:28:03.347022 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-d6697b26-ef6a-4dd3-a5eb-233ceb14f664 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78bc7ab7-4101-48f5-a35a-495f2aab2885') {'for_net_delete': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:28:03.347476 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-d6697b26-ef6a-4dd3-a5eb-233ceb14f664 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78bc7ab7-4101-48f5-a35a-495f2aab2885') {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:28:03.350885 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server [None req-8387f915-7388-4ac8-9903-7197982b1ca7 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 355fc4aa-fd51-4fed-86cb-9463b13de061: This subnet is being modified by another concurrent operation. Jul 27 23:28:03.350885 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 27 23:28:03.350885 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 27 23:28:03.350885 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 27 23:28:03.350885 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 27 23:28:03.350885 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 27 23:28:03.350885 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 27 23:28:03.350885 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 27 23:28:03.350885 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 27 23:28:03.350885 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 27 23:28:03.350885 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 27 23:28:03.350885 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 27 23:28:03.350885 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 23:28:03.350885 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 23:28:03.350885 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 23:28:03.350885 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 23:28:03.350885 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 27 23:28:03.350885 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 27 23:28:03.350885 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 27 23:28:03.350885 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 27 23:28:03.350885 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 23:28:03.350885 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 23:28:03.350885 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 23:28:03.350885 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 23:28:03.350885 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 27 23:28:03.350885 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 27 23:28:03.350885 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 27 23:28:03.350885 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 27 23:28:03.350885 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 23:28:03.350885 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 23:28:03.350885 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 23:28:03.350885 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 23:28:03.350885 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 27 23:28:03.350885 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 27 23:28:03.350885 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 27 23:28:03.350885 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 27 23:28:03.350885 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 27 23:28:03.350885 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 27 23:28:03.350885 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 27 23:28:03.350885 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 27 23:28:03.350885 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 27 23:28:03.350885 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 27 23:28:03.350885 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 27 23:28:03.350885 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 27 23:28:03.350885 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 27 23:28:03.350885 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 27 23:28:03.350885 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 27 23:28:03.350885 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 27 23:28:03.350885 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 23:28:03.350885 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 23:28:03.350885 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 23:28:03.350885 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 23:28:03.350885 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 27 23:28:03.350885 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 27 23:28:03.350885 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 27 23:28:03.350885 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 27 23:28:03.350885 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 23:28:03.350885 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 23:28:03.350885 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 23:28:03.350885 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 23:28:03.350885 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 27 23:28:03.350885 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 27 23:28:03.350885 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 27 23:28:03.350885 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 27 23:28:03.350885 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 23:28:03.350885 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 23:28:03.350885 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 23:28:03.350885 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 23:28:03.350885 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 27 23:28:03.350885 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 27 23:28:03.350885 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 27 23:28:03.350885 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 27 23:28:03.350885 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 27 23:28:03.350885 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 27 23:28:03.350885 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 27 23:28:03.350885 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 27 23:28:03.350885 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 27 23:28:03.350885 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 27 23:28:03.350885 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 23:28:03.350885 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 23:28:03.350885 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 23:28:03.350885 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 23:28:03.350885 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 27 23:28:03.350885 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 27 23:28:03.350885 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 27 23:28:03.350885 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 27 23:28:03.350885 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 27 23:28:03.350885 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 27 23:28:03.350885 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 27 23:28:03.350885 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server raise exception Jul 27 23:28:03.350885 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 355fc4aa-fd51-4fed-86cb-9463b13de061: This subnet is being modified by another concurrent operation. Jul 27 23:28:03.350885 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server Jul 27 23:28:03.375968 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83339c17-a2e7-42fd-9d61-5645293a646c None None] Network f4fbc9f5-bf06-4a68-bf0f-bf979094d02b requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:28:03.385097 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d6697b26-ef6a-4dd3-a5eb-233ceb14f664 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736833900858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11163256'] for segment, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:03.421750 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d6697b26-ef6a-4dd3-a5eb-233ceb14f664 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:03.447133 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6697b26-ef6a-4dd3-a5eb-233ceb14f664 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Releasing vlan 539 on physical network physnet1 to pool {{(pid=93798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 23:28:03.449218 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d6697b26-ef6a-4dd3-a5eb-233ceb14f664 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11971746'] for segment, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:03.454929 n-d-802623-1 neutron-server[93798]: Traceback (most recent call last): Jul 27 23:28:03.454929 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 23:28:03.454929 n-d-802623-1 neutron-server[93798]: timer() Jul 27 23:28:03.454929 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 23:28:03.454929 n-d-802623-1 neutron-server[93798]: cb(*args, **kw) Jul 27 23:28:03.454929 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 23:28:03.454929 n-d-802623-1 neutron-server[93798]: return func(*args, **kwargs) Jul 27 23:28:03.454929 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 23:28:03.454929 n-d-802623-1 neutron-server[93798]: self._notify() Jul 27 23:28:03.454929 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 23:28:03.454929 n-d-802623-1 neutron-server[93798]: self.callback(batched_events) Jul 27 23:28:03.454929 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 23:28:03.454929 n-d-802623-1 neutron-server[93798]: event.method(event) Jul 27 23:28:03.454929 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 23:28:03.454929 n-d-802623-1 neutron-server[93798]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 23:28:03.454929 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 23:28:03.454929 n-d-802623-1 neutron-server[93798]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 23:28:03.454929 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 23:28:03.454929 n-d-802623-1 neutron-server[93798]: return f(self, *a, **k) Jul 27 23:28:03.454929 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 23:28:03.454929 n-d-802623-1 neutron-server[93798]: return self._get(url).json() Jul 27 23:28:03.454929 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 23:28:03.454929 n-d-802623-1 neutron-server[93798]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 23:28:03.454929 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 23:28:03.454929 n-d-802623-1 neutron-server[93798]: return self.request(url, 'GET', **kwargs) Jul 27 23:28:03.454929 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 23:28:03.454929 n-d-802623-1 neutron-server[93798]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 23:28:03.454929 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 23:28:03.454929 n-d-802623-1 neutron-server[93798]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 23:28:03.454929 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 23:28:03.454929 n-d-802623-1 neutron-server[93798]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 23:28:03.454929 n-d-802623-1 neutron-server[93798]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 23:28:03.526480 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fcb4882-789d-45ef-84bd-7b47c025c60a None None] get_active_networks_info from n-d-802623-1 {{(pid=93799) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 27 23:28:03.579338 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d6697b26-ef6a-4dd3-a5eb-233ceb14f664 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415412'] for network, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:03.590828 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1cfb44ae-4b25-4b9c-ad61-eda1cbbbb696 tempest-ExtraDHCPOptionsTestJSON-864744605 tempest-ExtraDHCPOptionsTestJSON-864744605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:03.605878 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cfb44ae-4b25-4b9c-ad61-eda1cbbbb696 tempest-ExtraDHCPOptionsTestJSON-864744605 tempest-ExtraDHCPOptionsTestJSON-864744605-project] Releasing vlan 501 on physical network physnet1 to pool {{(pid=93797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 23:28:03.606298 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1cfb44ae-4b25-4b9c-ad61-eda1cbbbb696 tempest-ExtraDHCPOptionsTestJSON-864744605 tempest-ExtraDHCPOptionsTestJSON-864744605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11336013'] for segment, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:03.611332 n-d-802623-1 neutron-server[93797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 23:28:03.611332 n-d-802623-1 neutron-server[93797]: self.session.flush() Jul 27 23:28:03.611332 n-d-802623-1 neutron-server[93797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 23:28:03.611332 n-d-802623-1 neutron-server[93797]: self.session.flush() Jul 27 23:28:03.611332 n-d-802623-1 neutron-server[93797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 23:28:03.611332 n-d-802623-1 neutron-server[93797]: self.session.flush() Jul 27 23:28:03.611332 n-d-802623-1 neutron-server[93797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 23:28:03.611332 n-d-802623-1 neutron-server[93797]: self.session.flush() Jul 27 23:28:03.611332 n-d-802623-1 neutron-server[93797]: Traceback (most recent call last): Jul 27 23:28:03.611332 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 23:28:03.611332 n-d-802623-1 neutron-server[93797]: timer() Jul 27 23:28:03.611332 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 23:28:03.611332 n-d-802623-1 neutron-server[93797]: cb(*args, **kw) Jul 27 23:28:03.611332 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 23:28:03.611332 n-d-802623-1 neutron-server[93797]: return func(*args, **kwargs) Jul 27 23:28:03.611332 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 23:28:03.611332 n-d-802623-1 neutron-server[93797]: self._notify() Jul 27 23:28:03.611332 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 23:28:03.611332 n-d-802623-1 neutron-server[93797]: self.callback(batched_events) Jul 27 23:28:03.611332 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 23:28:03.611332 n-d-802623-1 neutron-server[93797]: event.method(event) Jul 27 23:28:03.611332 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 23:28:03.611332 n-d-802623-1 neutron-server[93797]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 23:28:03.611332 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 23:28:03.611332 n-d-802623-1 neutron-server[93797]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 23:28:03.611332 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 23:28:03.611332 n-d-802623-1 neutron-server[93797]: return f(self, *a, **k) Jul 27 23:28:03.611332 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 23:28:03.611332 n-d-802623-1 neutron-server[93797]: return self._get(url).json() Jul 27 23:28:03.611332 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 23:28:03.611332 n-d-802623-1 neutron-server[93797]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 23:28:03.611332 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 23:28:03.611332 n-d-802623-1 neutron-server[93797]: return self.request(url, 'GET', **kwargs) Jul 27 23:28:03.611332 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 23:28:03.611332 n-d-802623-1 neutron-server[93797]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 23:28:03.611332 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 23:28:03.611332 n-d-802623-1 neutron-server[93797]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 23:28:03.611332 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 23:28:03.611332 n-d-802623-1 neutron-server[93797]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 23:28:03.611332 n-d-802623-1 neutron-server[93797]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 23:28:03.637079 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d6697b26-ef6a-4dd3-a5eb-233ceb14f664 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:03.647101 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-d6697b26-ef6a-4dd3-a5eb-233ceb14f664 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] 10.222.0.18 "DELETE /v2.0/networks/f4fbc9f5-bf06-4a68-bf0f-bf979094d02b HTTP/1.1" status: 204 len: 168 time: 1.1821349 Jul 27 23:28:03.649054 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6697b26-ef6a-4dd3-a5eb-233ceb14f664 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Pushing event deleted for resources: {'Network': ['ID=f4fbc9f5-bf06-4a68-bf0f-bf979094d02b,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:28:03.674039 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 34612) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:28:03.682507 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-e96990f0-547c-4602-9b11-0ef97c17de0c tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-620026652'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:28:03.709040 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1cfb44ae-4b25-4b9c-ad61-eda1cbbbb696 tempest-ExtraDHCPOptionsTestJSON-864744605 tempest-ExtraDHCPOptionsTestJSON-864744605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415412'] for network, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:03.714359 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1cfb44ae-4b25-4b9c-ad61-eda1cbbbb696 tempest-ExtraDHCPOptionsTestJSON-864744605 tempest-ExtraDHCPOptionsTestJSON-864744605-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for network, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:03.716538 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-1cfb44ae-4b25-4b9c-ad61-eda1cbbbb696 tempest-ExtraDHCPOptionsTestJSON-864744605 tempest-ExtraDHCPOptionsTestJSON-864744605-project] 10.222.0.18 "DELETE /v2.0/networks/32cde40d-230d-4dc6-8f31-258eb7a7711b HTTP/1.1" status: 204 len: 168 time: 1.8609648 Jul 27 23:28:03.742920 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfb44ae-4b25-4b9c-ad61-eda1cbbbb696 tempest-ExtraDHCPOptionsTestJSON-864744605 tempest-ExtraDHCPOptionsTestJSON-864744605-project] Pushing event deleted for resources: {'Network': ['ID=32cde40d-230d-4dc6-8f31-258eb7a7711b,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:28:03.747326 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e96990f0-547c-4602-9b11-0ef97c17de0c tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Made reservation on behalf of 934e936dd6c64e899cadf4ed7dc8ac75 for: {'network': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:28:03.755304 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e96990f0-547c-4602-9b11-0ef97c17de0c tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for network, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:03.800786 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e96990f0-547c-4602-9b11-0ef97c17de0c tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 520} {{(pid=93798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 23:28:03.823924 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e96990f0-547c-4602-9b11-0ef97c17de0c tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:03.824294 n-d-802623-1 neutron-server[93798]: INFO neutron.db.segments_db [None req-e96990f0-547c-4602-9b11-0ef97c17de0c tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Added segment 88f59de2-8b57-4549-93b3-60fea49baeee of type vlan for network abf9d43e-3981-44cf-86a3-cfe1cbfc033b Jul 27 23:28:03.922231 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fcb4882-789d-45ef-84bd-7b47c025c60a None None] Resources bound (agent type, host, resource id): {{(pid=93799) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 27 23:28:03.925520 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e96990f0-547c-4602-9b11-0ef97c17de0c tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736833354590'] for network, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:04.017505 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e96990f0-547c-4602-9b11-0ef97c17de0c tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569'] for network, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:04.027077 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e96990f0-547c-4602-9b11-0ef97c17de0c tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:28:04.030864 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e96990f0-547c-4602-9b11-0ef97c17de0c tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:04.094168 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 34620) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:28:04.165179 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9839e0d-32cc-4a82-81a5-6a28cb8d291a req-35ee7502-336e-427b-b9d9-b1f651d093b5 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:28:04.171075 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-b9839e0d-32cc-4a82-81a5-6a28cb8d291a req-35ee7502-336e-427b-b9d9-b1f651d093b5 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/ports?device_id=c82f64f9-7572-4580-b07f-b346ae07e8cc HTTP/1.1" status: 200 len: 945 time: 0.0966730 Jul 27 23:28:04.210132 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96990f0-547c-4602-9b11-0ef97c17de0c tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Pushing event updated for resources: {'Network': ['ID=abf9d43e-3981-44cf-86a3-cfe1cbfc033b,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:28:04.218222 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-e96990f0-547c-4602-9b11-0ef97c17de0c tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5418706 Jul 27 23:28:04.220982 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 34626) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:28:04.227295 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-15c5921b-8e73-4eef-88c9-4a36e9359fcf tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Request body: {'subnet': {'network_id': 'abf9d43e-3981-44cf-86a3-cfe1cbfc033b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:28:04.256698 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Network abf9d43e-3981-44cf-86a3-cfe1cbfc033b details requested by agent ovs-agent-n-d-802623-1 with host n-d-802623-1 {{(pid=93799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 23:28:04.389467 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-493bad2c-11b1-4ccb-a1f3-f58128a7601c req-fdfefac3-a8d2-45ae-930a-a802cde9c141 tempest-ServerShowV257Test-1832585559 tempest-ServerShowV257Test-1832585559-project] 10.222.0.18 "GET /v2.0/ports?device_id=3c95cc01-6b6f-42dd-a701-172d356f907b HTTP/1.1" status: 200 len: 210 time: 0.0538733 Jul 27 23:28:04.483427 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-b9839e0d-32cc-4a82-81a5-6a28cb8d291a req-30e3325b-c35e-44cf-9357-64fb6d318f12 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/security-groups?id=7dab0fca-2422-4f10-a2ed-ede178e48859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3053036 Jul 27 23:28:04.525801 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15c5921b-8e73-4eef-88c9-4a36e9359fcf tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Made reservation on behalf of 934e936dd6c64e899cadf4ed7dc8ac75 for: {'subnet': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:28:04.530121 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-15c5921b-8e73-4eef-88c9-4a36e9359fcf tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11551435'] for subnet, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:04.611189 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-ed345943-aae1-44f0-b3dc-c3c633661185 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ac93ba96352946ffb8be62bc20163a5d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4971268 Jul 27 23:28:04.615411 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 34632) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:28:04.635883 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.ipam_backend_mixin [None req-15c5921b-8e73-4eef-88c9-4a36e9359fcf tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Performing IP validity checks on allocation pools {{(pid=93797) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 27 23:28:04.639258 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.ipam_backend_mixin [None req-15c5921b-8e73-4eef-88c9-4a36e9359fcf tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93797) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 27 23:28:04.680435 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7299c6d-fd5e-443b-a732-e9ced88adc12 None None] get_active_networks_info from n-d-802623-1 {{(pid=93799) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 27 23:28:04.715868 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-92e17374-89e4-47b4-a745-24d6fbdd9d6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:04.746625 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-92e17374-89e4-47b4-a745-24d6fbdd9d6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:04.779072 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7a185196-f474-49f9-aeb5-bdcb46ffa0e6 req-b66c9551-1f48-43d4-a16c-170e5cf5f8a5 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=50e05b8bbae84281857f09a51f2519b6&device_id=3c95cc01-6b6f-42dd-a701-172d356f907b HTTP/1.1" status: 200 len: 210 time: 0.0363235 Jul 27 23:28:04.828356 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-15c5921b-8e73-4eef-88c9-4a36e9359fcf tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11336182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11551417'] for subnet, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:04.866639 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7a185196-f474-49f9-aeb5-bdcb46ffa0e6 req-8851e9c0-1261-4962-99f8-73f5093f865b service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=50e05b8bbae84281857f09a51f2519b6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0785561 Jul 27 23:28:04.875971 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7299c6d-fd5e-443b-a732-e9ced88adc12 None None] Resources bound (agent type, host, resource id): {{(pid=93799) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 27 23:28:04.915606 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-61e61d95-6758-49c6-9852-32eb309c7cef req-b06caafe-9a98-46a7-b064-ee71ffad4fd7 tempest-ServerShowV257Test-1832585559 tempest-ServerShowV257Test-1832585559-project] 10.222.0.18 "GET /v2.0/ports?device_id=3c95cc01-6b6f-42dd-a701-172d356f907b HTTP/1.1" status: 200 len: 210 time: 0.0752909 Jul 27 23:28:04.927642 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:04.950499 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c5921b-8e73-4eef-88c9-4a36e9359fcf tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Pushing event updated for resources: {'Subnet': ['ID=3520c8de-4b6a-4c08-a3f2-268ac5d18242,revision_number=0']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:28:04.960913 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c5921b-8e73-4eef-88c9-4a36e9359fcf tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Checking segment: {'id': '88f59de2-8b57-4549-93b3-60fea49baeee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'abf9d43e-3981-44cf-86a3-cfe1cbfc033b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:28:04.961287 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15c5921b-8e73-4eef-88c9-4a36e9359fcf tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Network hostable DHCP agents. Network: abf9d43e-3981-44cf-86a3-cfe1cbfc033b, hostable agents: ['5950e76f-2bde-4343-a925-cbe6bacd2706'], hosted agents: [] {{(pid=93797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 23:28:04.983463 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15c5921b-8e73-4eef-88c9-4a36e9359fcf tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Network abf9d43e-3981-44cf-86a3-cfe1cbfc033b is scheduled to be hosted by DHCP agent 5950e76f-2bde-4343-a925-cbe6bacd2706 with binding_index 1 {{(pid=93797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 23:28:05.012869 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-15c5921b-8e73-4eef-88c9-4a36e9359fcf tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802623-1, abf9d43e-3981-44cf-86a3-cfe1cbfc033b) {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:28:05.021310 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15c5921b-8e73-4eef-88c9-4a36e9359fcf tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:28:05.021940 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-15c5921b-8e73-4eef-88c9-4a36e9359fcf tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for subnet, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:05.056637 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-15c5921b-8e73-4eef-88c9-4a36e9359fcf tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.8338768 Jul 27 23:28:05.059951 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 34636) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:28:05.190423 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-92e17374-89e4-47b4-a745-24d6fbdd9d6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:05.195084 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-92e17374-89e4-47b4-a745-24d6fbdd9d6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:05.195084 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-92e17374-89e4-47b4-a745-24d6fbdd9d6b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/bfcecdc1-2c44-41ab-8e06-c45d1f79b3ea HTTP/1.1" status: 204 len: 168 time: 0.5778210 Jul 27 23:28:05.281175 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27c578eb-140c-44e6-aafe-3e9ff61cccdd None None] Network abf9d43e-3981-44cf-86a3-cfe1cbfc033b requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:28:05.286647 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e17374-89e4-47b4-a745-24d6fbdd9d6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfcecdc1-2c44-41ab-8e06-c45d1f79b3ea,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:28:05.303635 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a185196-f474-49f9-aeb5-bdcb46ffa0e6 req-f0ca88f4-2faa-4242-8959-23a9e75c086c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:28:05.305130 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7a185196-f474-49f9-aeb5-bdcb46ffa0e6 req-f0ca88f4-2faa-4242-8959-23a9e75c086c service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3996603 Jul 27 23:28:05.356740 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-80005a89-6958-4836-bc38-88ba3551b15c tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593271'] for network, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:05.426889 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-80005a89-6958-4836-bc38-88ba3551b15c tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620741'] for subnet, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:05.529131 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-148ee2f5-6a95-4908-9ebc-fbeea410cc67 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f6f257c-ad18-5f0c-8c8e-ea085a5fc8a2-abf9d43e-3981-44cf-86a3-cfe1cbfc033b', 'network_id': 'abf9d43e-3981-44cf-86a3-cfe1cbfc033b', 'tenant_id': '934e936dd6c64e899cadf4ed7dc8ac75', 'fixed_ips': [{'subnet_id': '3520c8de-4b6a-4c08-a3f2-268ac5d18242'}]}} from n-d-802623-1. {{(pid=93799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 23:28:05.531021 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-148ee2f5-6a95-4908-9ebc-fbeea410cc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:05.533012 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-80005a89-6958-4836-bc38-88ba3551b15c tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11971800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12265753'] for subnet, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:05.641390 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80005a89-6958-4836-bc38-88ba3551b15c tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Pushing event deleted for resources: {'Subnet': ['ID=3520c8de-4b6a-4c08-a3f2-268ac5d18242,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:28:05.673244 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41ee1fe4-1b0c-44dd-8d90-cb9d6d4c264e None None] Network abf9d43e-3981-44cf-86a3-cfe1cbfc033b requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:28:05.725405 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-80005a89-6958-4836-bc38-88ba3551b15c tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618032', 'neutron.services.segments.db._delete_segments_for_network-8736833900081'] for network, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:05.746963 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1512a3b8-88d4-4040-927d-63b394553541 req-054a1af4-8b45-41f6-b513-e0662658e2e8 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:28:05.749422 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-1512a3b8-88d4-4040-927d-63b394553541 req-054a1af4-8b45-41f6-b513-e0662658e2e8 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/ports?device_id=c82f64f9-7572-4580-b07f-b346ae07e8cc HTTP/1.1" status: 200 len: 945 time: 0.1493049 Jul 27 23:28:05.754478 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-80005a89-6958-4836-bc38-88ba3551b15c tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abf9d43e-3981-44cf-86a3-cfe1cbfc033b']}} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:28:05.772966 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-80005a89-6958-4836-bc38-88ba3551b15c tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88f59de2-8b57-4549-93b3-60fea49baeee') {'for_net_delete': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:28:05.773371 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-80005a89-6958-4836-bc38-88ba3551b15c tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88f59de2-8b57-4549-93b3-60fea49baeee') {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:28:05.791362 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-80005a89-6958-4836-bc38-88ba3551b15c tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736833900858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11163256'] for segment, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:05.828237 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-80005a89-6958-4836-bc38-88ba3551b15c tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:05.851251 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80005a89-6958-4836-bc38-88ba3551b15c tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Releasing vlan 520 on physical network physnet1 to pool {{(pid=93798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 23:28:05.851869 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-80005a89-6958-4836-bc38-88ba3551b15c tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11971746'] for segment, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:05.855089 n-d-802623-1 neutron-server[93798]: Traceback (most recent call last): Jul 27 23:28:05.855089 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 23:28:05.855089 n-d-802623-1 neutron-server[93798]: timer() Jul 27 23:28:05.855089 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 23:28:05.855089 n-d-802623-1 neutron-server[93798]: cb(*args, **kw) Jul 27 23:28:05.855089 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 23:28:05.855089 n-d-802623-1 neutron-server[93798]: return func(*args, **kwargs) Jul 27 23:28:05.855089 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 23:28:05.855089 n-d-802623-1 neutron-server[93798]: self._notify() Jul 27 23:28:05.855089 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 23:28:05.855089 n-d-802623-1 neutron-server[93798]: self.callback(batched_events) Jul 27 23:28:05.855089 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 23:28:05.855089 n-d-802623-1 neutron-server[93798]: event.method(event) Jul 27 23:28:05.855089 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 23:28:05.855089 n-d-802623-1 neutron-server[93798]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 23:28:05.855089 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 23:28:05.855089 n-d-802623-1 neutron-server[93798]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 23:28:05.855089 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 23:28:05.855089 n-d-802623-1 neutron-server[93798]: return f(self, *a, **k) Jul 27 23:28:05.855089 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 23:28:05.855089 n-d-802623-1 neutron-server[93798]: return self._get(url).json() Jul 27 23:28:05.855089 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 23:28:05.855089 n-d-802623-1 neutron-server[93798]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 23:28:05.855089 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 23:28:05.855089 n-d-802623-1 neutron-server[93798]: return self.request(url, 'GET', **kwargs) Jul 27 23:28:05.855089 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 23:28:05.855089 n-d-802623-1 neutron-server[93798]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 23:28:05.855089 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 23:28:05.855089 n-d-802623-1 neutron-server[93798]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 23:28:05.855089 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 23:28:05.855089 n-d-802623-1 neutron-server[93798]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 23:28:05.855089 n-d-802623-1 neutron-server[93798]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 23:28:05.860947 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-1512a3b8-88d4-4040-927d-63b394553541 req-4f8db552-5c48-488d-819c-26009a857c48 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/security-groups?id=7dab0fca-2422-4f10-a2ed-ede178e48859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029239 Jul 27 23:28:05.934226 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-80005a89-6958-4836-bc38-88ba3551b15c tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415412'] for network, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:05.946430 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-80005a89-6958-4836-bc38-88ba3551b15c tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:05.952043 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-80005a89-6958-4836-bc38-88ba3551b15c tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] 10.222.0.18 "DELETE /v2.0/networks/abf9d43e-3981-44cf-86a3-cfe1cbfc033b HTTP/1.1" status: 204 len: 168 time: 0.8841362 Jul 27 23:28:05.955626 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 34660) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:28:05.961778 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-c7a25f5f-fc39-40e9-9c13-9d655d05a4c0 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-477547953'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:28:05.976813 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80005a89-6958-4836-bc38-88ba3551b15c tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Pushing event deleted for resources: {'Network': ['ID=abf9d43e-3981-44cf-86a3-cfe1cbfc033b,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:28:06.054915 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-025938b3-373e-4d49-b06a-6630dca31579 req-ee22577e-bb4a-4ec9-a0d3-49d507bd85ef tempest-ServerShowV257Test-1832585559 tempest-ServerShowV257Test-1832585559-project] 10.222.0.18 "GET /v2.0/ports?device_id=3c95cc01-6b6f-42dd-a701-172d356f907b HTTP/1.1" status: 200 len: 210 time: 0.0476918 Jul 27 23:28:06.058087 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7a25f5f-fc39-40e9-9c13-9d655d05a4c0 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Made reservation on behalf of 934e936dd6c64e899cadf4ed7dc8ac75 for: {'network': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:28:06.065960 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c7a25f5f-fc39-40e9-9c13-9d655d05a4c0 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for network, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:06.106463 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7a25f5f-fc39-40e9-9c13-9d655d05a4c0 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 543} {{(pid=93797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 23:28:06.120863 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c7a25f5f-fc39-40e9-9c13-9d655d05a4c0 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:06.124258 n-d-802623-1 neutron-server[93797]: INFO neutron.db.segments_db [None req-c7a25f5f-fc39-40e9-9c13-9d655d05a4c0 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Added segment 1c153842-e8b7-46e1-beef-0091f33e9860 of type vlan for network f5deeefd-715e-40ab-af76-06eab3cb67de Jul 27 23:28:06.181341 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c7a25f5f-fc39-40e9-9c13-9d655d05a4c0 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736833354590'] for network, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:06.241761 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c7a25f5f-fc39-40e9-9c13-9d655d05a4c0 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569'] for network, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:06.247973 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7a25f5f-fc39-40e9-9c13-9d655d05a4c0 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:28:06.248749 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c7a25f5f-fc39-40e9-9c13-9d655d05a4c0 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for network, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:06.348180 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-c7a25f5f-fc39-40e9-9c13-9d655d05a4c0 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3888638 Jul 27 23:28:06.349376 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 34670) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:28:06.356220 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-2790ef80-03c6-4f33-a59f-f7f26de23bba tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Request body: {'subnet': {'network_id': 'f5deeefd-715e-40ab-af76-06eab3cb67de', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:28:06.414604 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a25f5f-fc39-40e9-9c13-9d655d05a4c0 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Pushing event updated for resources: {'Network': ['ID=f5deeefd-715e-40ab-af76-06eab3cb67de,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:28:06.427016 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Network f5deeefd-715e-40ab-af76-06eab3cb67de details requested by agent ovs-agent-n-d-802623-1 with host n-d-802623-1 {{(pid=93799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 23:28:06.523544 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2790ef80-03c6-4f33-a59f-f7f26de23bba tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Made reservation on behalf of 934e936dd6c64e899cadf4ed7dc8ac75 for: {'subnet': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:28:06.528195 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2790ef80-03c6-4f33-a59f-f7f26de23bba tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11551435'] for subnet, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:06.589781 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 34674) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:28:06.725523 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7a185196-f474-49f9-aeb5-bdcb46ffa0e6 req-4ad5a74c-d57b-4bf6-9c79-caf0cabb5c75 tempest-ServerShowV257Test-1832585559 tempest-ServerShowV257Test-1832585559-project] 10.222.0.49 "GET /v2.0/ports?device_id=3c95cc01-6b6f-42dd-a701-172d356f907b HTTP/1.1" status: 200 len: 210 time: 0.0678995 Jul 27 23:28:06.787546 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-de10ae78-2b07-4caa-8196-c0738399b4bb tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1255207600'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:28:06.829222 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de10ae78-2b07-4caa-8196-c0738399b4bb tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Made reservation on behalf of e4b27fac89dd4f28b2bc9101764ad5ba for: {'network': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:28:06.835579 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-de10ae78-2b07-4caa-8196-c0738399b4bb tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for network, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:06.847712 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-de10ae78-2b07-4caa-8196-c0738399b4bb tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:06.969008 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2790ef80-03c6-4f33-a59f-f7f26de23bba tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11336182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11551417'] for subnet, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:07.050593 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-de10ae78-2b07-4caa-8196-c0738399b4bb tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:07.056861 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2790ef80-03c6-4f33-a59f-f7f26de23bba tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Checking segment: {'id': '1c153842-e8b7-46e1-beef-0091f33e9860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'f5deeefd-715e-40ab-af76-06eab3cb67de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:28:07.057362 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2790ef80-03c6-4f33-a59f-f7f26de23bba tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Network hostable DHCP agents. Network: f5deeefd-715e-40ab-af76-06eab3cb67de, hostable agents: ['5950e76f-2bde-4343-a925-cbe6bacd2706'], hosted agents: [] {{(pid=93797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 23:28:07.059535 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2790ef80-03c6-4f33-a59f-f7f26de23bba tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Pushing event updated for resources: {'Subnet': ['ID=cf2ecd92-4a28-4ff1-b3be-144090e308d3,revision_number=0']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:28:07.067381 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-de10ae78-2b07-4caa-8196-c0738399b4bb tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:07.079450 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2790ef80-03c6-4f33-a59f-f7f26de23bba tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Network f5deeefd-715e-40ab-af76-06eab3cb67de is scheduled to be hosted by DHCP agent 5950e76f-2bde-4343-a925-cbe6bacd2706 with binding_index 1 {{(pid=93797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 23:28:07.088708 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ea18d1-0045-4860-86b8-c7f486ed7d1d req-1cf1f0bd-59e2-40b5-9834-130f720050a6 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:28:07.097560 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-2790ef80-03c6-4f33-a59f-f7f26de23bba tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802623-1, f5deeefd-715e-40ab-af76-06eab3cb67de) {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:28:07.098131 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e5ea18d1-0045-4860-86b8-c7f486ed7d1d req-1cf1f0bd-59e2-40b5-9834-130f720050a6 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/ports?device_id=c82f64f9-7572-4580-b07f-b346ae07e8cc HTTP/1.1" status: 200 len: 945 time: 0.1199532 Jul 27 23:28:07.106829 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2790ef80-03c6-4f33-a59f-f7f26de23bba tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:28:07.108342 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2790ef80-03c6-4f33-a59f-f7f26de23bba tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for subnet, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:07.116539 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41bbdfa1-8199-47d3-9f75-132d0c9f1b76 None None] Network f5deeefd-715e-40ab-af76-06eab3cb67de requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:28:07.157344 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-2790ef80-03c6-4f33-a59f-f7f26de23bba tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.8074238 Jul 27 23:28:07.159756 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 34684) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:28:07.174212 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de10ae78-2b07-4caa-8196-c0738399b4bb tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 524} {{(pid=93798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 23:28:07.247781 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-de10ae78-2b07-4caa-8196-c0738399b4bb tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:07.248980 n-d-802623-1 neutron-server[93798]: INFO neutron.db.segments_db [None req-de10ae78-2b07-4caa-8196-c0738399b4bb tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Added segment 1b2ee8cf-7eb4-4b23-b321-0d00b8603dbe of type vlan for network 42bfee96-e007-4d4f-baa1-777b541140aa Jul 27 23:28:07.283467 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de10ae78-2b07-4caa-8196-c0738399b4bb tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dee2cbe0-5a25-441a-ac04-d6445339b7a3,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:28:07.326302 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e5ea18d1-0045-4860-86b8-c7f486ed7d1d req-2624e195-e06f-4823-a3eb-5258bf94c12f tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/security-groups?id=7dab0fca-2422-4f10-a2ed-ede178e48859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2213466 Jul 27 23:28:07.368618 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-de10ae78-2b07-4caa-8196-c0738399b4bb tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736833354590'] for network, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:07.416429 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-955a8e3e-c6bf-44b8-95b2-26ec2dea38f5 req-3c3fe636-099a-49e5-b759-99c9fbaf1706 tempest-ServerShowV257Test-1832585559 tempest-ServerShowV257Test-1832585559-project] 10.222.0.18 "GET /v2.0/ports?device_id=3c95cc01-6b6f-42dd-a701-172d356f907b HTTP/1.1" status: 200 len: 210 time: 0.0816989 Jul 27 23:28:07.443430 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-002e9961-a21c-4e00-85ad-18ae7d7135ae tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593271'] for network, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:07.464969 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-de10ae78-2b07-4caa-8196-c0738399b4bb tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569'] for network, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:07.478378 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de10ae78-2b07-4caa-8196-c0738399b4bb tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:28:07.481012 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-de10ae78-2b07-4caa-8196-c0738399b4bb tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:07.538794 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-002e9961-a21c-4e00-85ad-18ae7d7135ae tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620741'] for subnet, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:07.565879 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98f2a32f-db56-4bc6-895e-1f634e0617b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f6f257c-ad18-5f0c-8c8e-ea085a5fc8a2-f5deeefd-715e-40ab-af76-06eab3cb67de', 'network_id': 'f5deeefd-715e-40ab-af76-06eab3cb67de', 'tenant_id': '934e936dd6c64e899cadf4ed7dc8ac75', 'fixed_ips': [{'subnet_id': 'cf2ecd92-4a28-4ff1-b3be-144090e308d3'}]}} from n-d-802623-1. {{(pid=93799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 23:28:07.567526 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-98f2a32f-db56-4bc6-895e-1f634e0617b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:07.637530 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de10ae78-2b07-4caa-8196-c0738399b4bb tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Pushing event updated for resources: {'Network': ['ID=42bfee96-e007-4d4f-baa1-777b541140aa,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:28:07.649744 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-de10ae78-2b07-4caa-8196-c0738399b4bb tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.0586402 Jul 27 23:28:07.703180 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-002e9961-a21c-4e00-85ad-18ae7d7135ae tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11335991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11551414'] for subnet, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:07.713959 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Network 42bfee96-e007-4d4f-baa1-777b541140aa details requested by agent ovs-agent-n-d-802623-1 with host n-d-802623-1 {{(pid=93799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 23:28:07.853026 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-002e9961-a21c-4e00-85ad-18ae7d7135ae tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618032', 'neutron.services.segments.db._delete_segments_for_network-8736833900081'] for network, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:07.866294 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-002e9961-a21c-4e00-85ad-18ae7d7135ae tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5deeefd-715e-40ab-af76-06eab3cb67de']}} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:28:07.922908 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-002e9961-a21c-4e00-85ad-18ae7d7135ae tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c153842-e8b7-46e1-beef-0091f33e9860') {'for_net_delete': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:28:07.924043 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server [None req-98f2a32f-db56-4bc6-895e-1f634e0617b5 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet cf2ecd92-4a28-4ff1-b3be-144090e308d3: This subnet is being modified by another concurrent operation. Jul 27 23:28:07.924043 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 27 23:28:07.924043 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 27 23:28:07.924043 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 27 23:28:07.924043 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 27 23:28:07.924043 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 27 23:28:07.924043 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 27 23:28:07.924043 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 27 23:28:07.924043 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 27 23:28:07.924043 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 27 23:28:07.924043 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 27 23:28:07.924043 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 27 23:28:07.924043 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 23:28:07.924043 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 23:28:07.924043 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 23:28:07.924043 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 23:28:07.924043 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 27 23:28:07.924043 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 27 23:28:07.924043 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 27 23:28:07.924043 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 27 23:28:07.924043 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 23:28:07.924043 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 23:28:07.924043 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 23:28:07.924043 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 23:28:07.924043 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 27 23:28:07.924043 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 27 23:28:07.924043 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 27 23:28:07.924043 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 27 23:28:07.924043 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 23:28:07.924043 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 23:28:07.924043 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 23:28:07.924043 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 23:28:07.924043 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 27 23:28:07.924043 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 27 23:28:07.924043 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 27 23:28:07.924043 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 27 23:28:07.924043 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 27 23:28:07.924043 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 27 23:28:07.924043 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 27 23:28:07.924043 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 27 23:28:07.924043 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 27 23:28:07.924043 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 27 23:28:07.924043 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 27 23:28:07.924043 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 27 23:28:07.924043 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 27 23:28:07.924043 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 27 23:28:07.924043 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 27 23:28:07.924043 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 27 23:28:07.924043 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 23:28:07.924043 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 23:28:07.924043 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 23:28:07.924043 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 23:28:07.924043 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 27 23:28:07.924043 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 27 23:28:07.924043 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 27 23:28:07.924043 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 27 23:28:07.924043 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 23:28:07.924043 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 23:28:07.924043 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 23:28:07.924043 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 23:28:07.924043 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 27 23:28:07.924043 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 27 23:28:07.924043 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 27 23:28:07.924043 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 27 23:28:07.924043 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 23:28:07.924043 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 23:28:07.924043 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 23:28:07.924043 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 23:28:07.924043 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 27 23:28:07.924043 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 27 23:28:07.924043 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 27 23:28:07.924043 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 27 23:28:07.924043 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 27 23:28:07.924043 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 27 23:28:07.924043 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 27 23:28:07.924043 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 27 23:28:07.924043 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 27 23:28:07.924043 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 27 23:28:07.924043 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 23:28:07.924043 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 23:28:07.924043 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 23:28:07.924043 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 23:28:07.924043 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 27 23:28:07.924043 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 27 23:28:07.924043 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 27 23:28:07.924043 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 27 23:28:07.924043 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 27 23:28:07.924043 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 27 23:28:07.924043 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 27 23:28:07.924043 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server raise exception Jul 27 23:28:07.924043 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet cf2ecd92-4a28-4ff1-b3be-144090e308d3: This subnet is being modified by another concurrent operation. Jul 27 23:28:07.924043 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server Jul 27 23:28:07.940962 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-002e9961-a21c-4e00-85ad-18ae7d7135ae tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c153842-e8b7-46e1-beef-0091f33e9860') {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:28:07.964165 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4e876b2-f367-4a75-b6ef-4527b97e8de8 None None] Network f5deeefd-715e-40ab-af76-06eab3cb67de requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:28:08.004133 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002e9961-a21c-4e00-85ad-18ae7d7135ae tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Pushing event deleted for resources: {'Subnet': ['ID=cf2ecd92-4a28-4ff1-b3be-144090e308d3,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:28:08.042740 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-002e9961-a21c-4e00-85ad-18ae7d7135ae tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736833900858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11335978'] for segment, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:08.077190 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-002e9961-a21c-4e00-85ad-18ae7d7135ae tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:08.090216 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-002e9961-a21c-4e00-85ad-18ae7d7135ae tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Releasing vlan 543 on physical network physnet1 to pool {{(pid=93797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 23:28:08.091261 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-002e9961-a21c-4e00-85ad-18ae7d7135ae tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11336013'] for segment, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:08.102732 n-d-802623-1 neutron-server[93797]: Traceback (most recent call last): Jul 27 23:28:08.102732 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 23:28:08.102732 n-d-802623-1 neutron-server[93797]: timer() Jul 27 23:28:08.102732 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 23:28:08.102732 n-d-802623-1 neutron-server[93797]: cb(*args, **kw) Jul 27 23:28:08.102732 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 23:28:08.102732 n-d-802623-1 neutron-server[93797]: return func(*args, **kwargs) Jul 27 23:28:08.102732 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 23:28:08.102732 n-d-802623-1 neutron-server[93797]: self._notify() Jul 27 23:28:08.102732 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 23:28:08.102732 n-d-802623-1 neutron-server[93797]: self.callback(batched_events) Jul 27 23:28:08.102732 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 23:28:08.102732 n-d-802623-1 neutron-server[93797]: event.method(event) Jul 27 23:28:08.102732 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 23:28:08.102732 n-d-802623-1 neutron-server[93797]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 23:28:08.102732 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 23:28:08.102732 n-d-802623-1 neutron-server[93797]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 23:28:08.102732 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 23:28:08.102732 n-d-802623-1 neutron-server[93797]: return f(self, *a, **k) Jul 27 23:28:08.102732 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 23:28:08.102732 n-d-802623-1 neutron-server[93797]: return self._get(url).json() Jul 27 23:28:08.102732 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 23:28:08.102732 n-d-802623-1 neutron-server[93797]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 23:28:08.102732 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 23:28:08.102732 n-d-802623-1 neutron-server[93797]: return self.request(url, 'GET', **kwargs) Jul 27 23:28:08.102732 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 23:28:08.102732 n-d-802623-1 neutron-server[93797]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 23:28:08.102732 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 23:28:08.102732 n-d-802623-1 neutron-server[93797]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 23:28:08.102732 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 23:28:08.102732 n-d-802623-1 neutron-server[93797]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 23:28:08.102732 n-d-802623-1 neutron-server[93797]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 23:28:08.172639 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af826eea-afab-45bd-abae-0b039eef5fc5 None None] get_active_networks_info from n-d-802623-1 {{(pid=93799) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 27 23:28:08.265435 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-002e9961-a21c-4e00-85ad-18ae7d7135ae tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415412'] for network, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:08.317973 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af826eea-afab-45bd-abae-0b039eef5fc5 None None] Resources bound (agent type, host, resource id): {{(pid=93799) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 27 23:28:08.319322 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-002e9961-a21c-4e00-85ad-18ae7d7135ae tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for network, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:08.324029 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-002e9961-a21c-4e00-85ad-18ae7d7135ae tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] 10.222.0.18 "DELETE /v2.0/networks/f5deeefd-715e-40ab-af76-06eab3cb67de HTTP/1.1" status: 204 len: 168 time: 1.1619937 Jul 27 23:28:08.324306 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002e9961-a21c-4e00-85ad-18ae7d7135ae tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Pushing event deleted for resources: {'Network': ['ID=f5deeefd-715e-40ab-af76-06eab3cb67de,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:28:08.331763 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 34688) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:28:08.346250 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-df5d4992-721e-470d-b7b1-9c569a0954ca tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1381301945'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:28:08.405400 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df5d4992-721e-470d-b7b1-9c569a0954ca tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Made reservation on behalf of 934e936dd6c64e899cadf4ed7dc8ac75 for: {'network': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:28:08.415773 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-df5d4992-721e-470d-b7b1-9c569a0954ca tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for network, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:08.646131 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df5d4992-721e-470d-b7b1-9c569a0954ca tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 505} {{(pid=93798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 23:28:08.714154 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f93c9ee-b54f-445b-ac0a-b53cf5821de4 req-2e9c530b-1889-4c08-8f1b-4fea0f95f2f4 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:28:08.715753 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-1f93c9ee-b54f-445b-ac0a-b53cf5821de4 req-2e9c530b-1889-4c08-8f1b-4fea0f95f2f4 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/ports?device_id=c82f64f9-7572-4580-b07f-b346ae07e8cc HTTP/1.1" status: 200 len: 945 time: 0.2303860 Jul 27 23:28:08.774658 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-df5d4992-721e-470d-b7b1-9c569a0954ca tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:08.775030 n-d-802623-1 neutron-server[93798]: INFO neutron.db.segments_db [None req-df5d4992-721e-470d-b7b1-9c569a0954ca tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Added segment 32c60669-5ce7-403c-b901-a88572df2e26 of type vlan for network 428713b2-ac70-4fd0-aada-a9031250d364 Jul 27 23:28:08.853768 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-1f93c9ee-b54f-445b-ac0a-b53cf5821de4 req-ca6156c5-72f0-43cd-91cc-228b9266e1ec tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/security-groups?id=7dab0fca-2422-4f10-a2ed-ede178e48859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098340 Jul 27 23:28:08.947647 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-df5d4992-721e-470d-b7b1-9c569a0954ca tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736833354590'] for network, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:09.005794 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-df5d4992-721e-470d-b7b1-9c569a0954ca tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569'] for network, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:09.017165 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df5d4992-721e-470d-b7b1-9c569a0954ca tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:28:09.018820 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-df5d4992-721e-470d-b7b1-9c569a0954ca tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:09.094263 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 34700) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:28:09.143467 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-df5d4992-721e-470d-b7b1-9c569a0954ca tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8077848 Jul 27 23:28:09.144868 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 34704) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:28:09.156672 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-e603bb32-0722-4fed-9837-7041170a81e0 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Request body: {'subnet': {'network_id': '428713b2-ac70-4fd0-aada-a9031250d364', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:28:09.174223 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5d4992-721e-470d-b7b1-9c569a0954ca tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Pushing event updated for resources: {'Network': ['ID=428713b2-ac70-4fd0-aada-a9031250d364,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:28:09.185518 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Network 428713b2-ac70-4fd0-aada-a9031250d364 details requested by agent ovs-agent-n-d-802623-1 with host n-d-802623-1 {{(pid=93799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 23:28:09.297653 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a18d4818-0de5-4ed0-a261-1fd37e9e69b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:09.340174 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e603bb32-0722-4fed-9837-7041170a81e0 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Made reservation on behalf of 934e936dd6c64e899cadf4ed7dc8ac75 for: {'subnet': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:28:09.344761 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e603bb32-0722-4fed-9837-7041170a81e0 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11551435'] for subnet, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:09.575633 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a18d4818-0de5-4ed0-a261-1fd37e9e69b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:09.618171 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a18d4818-0de5-4ed0-a261-1fd37e9e69b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:09.657710 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 34706) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:28:09.658314 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-a18d4818-0de5-4ed0-a261-1fd37e9e69b7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=50e05b8bbae84281857f09a51f2519b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5624938 Jul 27 23:28:09.721566 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e603bb32-0722-4fed-9837-7041170a81e0 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11336182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11551417'] for subnet, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:09.735705 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18d4818-0de5-4ed0-a261-1fd37e9e69b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35ff58c7-35ff-45ac-9410-32442af919a1,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:28:09.782015 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a92a1d05-2903-4b74-a6d6-847d8c321efb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:09.833980 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a92a1d05-2903-4b74-a6d6-847d8c321efb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:09.911522 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e603bb32-0722-4fed-9837-7041170a81e0 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Pushing event updated for resources: {'Subnet': ['ID=f173d5a7-7f96-4512-8637-cd18655ae2ce,revision_number=0']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:28:09.953254 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a92a1d05-2903-4b74-a6d6-847d8c321efb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:09.956824 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a92a1d05-2903-4b74-a6d6-847d8c321efb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:09.961241 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-a92a1d05-2903-4b74-a6d6-847d8c321efb admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/35ff58c7-35ff-45ac-9410-32442af919a1 HTTP/1.1" status: 204 len: 168 time: 0.2972596 Jul 27 23:28:09.981593 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92a1d05-2903-4b74-a6d6-847d8c321efb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35ff58c7-35ff-45ac-9410-32442af919a1,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:28:09.994074 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e603bb32-0722-4fed-9837-7041170a81e0 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Checking segment: {'id': '32c60669-5ce7-403c-b901-a88572df2e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '428713b2-ac70-4fd0-aada-a9031250d364'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:28:10.006893 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e603bb32-0722-4fed-9837-7041170a81e0 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Network hostable DHCP agents. Network: 428713b2-ac70-4fd0-aada-a9031250d364, hostable agents: ['5950e76f-2bde-4343-a925-cbe6bacd2706'], hosted agents: [] {{(pid=93797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 23:28:10.060182 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e603bb32-0722-4fed-9837-7041170a81e0 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Network 428713b2-ac70-4fd0-aada-a9031250d364 is scheduled to be hosted by DHCP agent 5950e76f-2bde-4343-a925-cbe6bacd2706 with binding_index 1 {{(pid=93797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 23:28:10.075897 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d062a057-6e8f-4276-9dfd-1125ed596521 req-ceb9f8a1-f969-4afa-bea9-4aa19ffd9a05 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:28:10.083558 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d062a057-6e8f-4276-9dfd-1125ed596521 req-ceb9f8a1-f969-4afa-bea9-4aa19ffd9a05 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/ports?device_id=c82f64f9-7572-4580-b07f-b346ae07e8cc HTTP/1.1" status: 200 len: 945 time: 0.1092219 Jul 27 23:28:10.105211 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-e603bb32-0722-4fed-9837-7041170a81e0 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802623-1, 428713b2-ac70-4fd0-aada-a9031250d364) {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:28:10.114106 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2085585-58dc-4bca-9c2c-fc410586e52e None None] Network 428713b2-ac70-4fd0-aada-a9031250d364 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:28:10.148458 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e603bb32-0722-4fed-9837-7041170a81e0 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:28:10.155999 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e603bb32-0722-4fed-9837-7041170a81e0 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for subnet, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:10.196757 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-e603bb32-0722-4fed-9837-7041170a81e0 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.0498719 Jul 27 23:28:10.199442 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 34714) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:28:10.239439 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d062a057-6e8f-4276-9dfd-1125ed596521 req-709c8e03-6293-4ce9-839f-a8ca36619ad7 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/security-groups?id=7dab0fca-2422-4f10-a2ed-ede178e48859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480761 Jul 27 23:28:10.432687 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed8e15a1-1e92-45dc-b896-0b63865e90e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f6f257c-ad18-5f0c-8c8e-ea085a5fc8a2-428713b2-ac70-4fd0-aada-a9031250d364', 'network_id': '428713b2-ac70-4fd0-aada-a9031250d364', 'tenant_id': '934e936dd6c64e899cadf4ed7dc8ac75', 'fixed_ips': [{'subnet_id': 'f173d5a7-7f96-4512-8637-cd18655ae2ce'}]}} from n-d-802623-1. {{(pid=93799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 23:28:10.433703 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ed8e15a1-1e92-45dc-b896-0b63865e90e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:10.503799 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c2d65ba4-b83d-4d85-ab30-417bddde0b08 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593271'] for network, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:10.662383 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c2d65ba4-b83d-4d85-ab30-417bddde0b08 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620741'] for subnet, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:10.768850 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-ed8e15a1-1e92-45dc-b896-0b63865e90e1 None None] Allocated IP 172.20.0.1 (428713b2-ac70-4fd0-aada-a9031250d364/f173d5a7-7f96-4512-8637-cd18655ae2ce/012239f4-1d90-4984-9d84-cdb37ba7f48c) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:28:11.094363 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ed8e15a1-1e92-45dc-b896-0b63865e90e1 None None] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:11.111387 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ed8e15a1-1e92-45dc-b896-0b63865e90e1 None None] Transition to ACTIVE for port object 012239f4-1d90-4984-9d84-cdb37ba7f48c will not be triggered until provisioned by entity L2. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:28:11.133384 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ed8e15a1-1e92-45dc-b896-0b63865e90e1 None None] Transition to ACTIVE for port object 012239f4-1d90-4984-9d84-cdb37ba7f48c will not be triggered until provisioned by entity DHCP. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:28:11.166292 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ed8e15a1-1e92-45dc-b896-0b63865e90e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:11.173103 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c2d65ba4-b83d-4d85-ab30-417bddde0b08 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11971800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12265753'] for subnet, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:11.218455 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 34734) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:28:11.223944 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-2ac734cd-d949-4ebd-999b-ee7132a5977a tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Request body: {'subnet': {'network_id': '42bfee96-e007-4d4f-baa1-777b541140aa', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:28:11.251227 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d65ba4-b83d-4d85-ab30-417bddde0b08 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Pushing event deleted for resources: {'Subnet': ['ID=f173d5a7-7f96-4512-8637-cd18655ae2ce,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:28:11.311250 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed8e15a1-1e92-45dc-b896-0b63865e90e1 None None] Network 428713b2-ac70-4fd0-aada-a9031250d364 is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:28:11.337902 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-ed8e15a1-1e92-45dc-b896-0b63865e90e1 None None] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:28:11.361111 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed8e15a1-1e92-45dc-b896-0b63865e90e1 None None] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:28:11.382135 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8e15a1-1e92-45dc-b896-0b63865e90e1 None None] Pushing event updated for resources: {'Port': ['ID=012239f4-1d90-4984-9d84-cdb37ba7f48c,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:28:11.387473 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c2d65ba4-b83d-4d85-ab30-417bddde0b08 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618032', 'neutron.services.segments.db._delete_segments_for_network-8736833900081'] for network, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:11.418222 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-c2d65ba4-b83d-4d85-ab30-417bddde0b08 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['428713b2-ac70-4fd0-aada-a9031250d364']}} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:28:11.423204 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ac734cd-d949-4ebd-999b-ee7132a5977a tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Made reservation on behalf of e4b27fac89dd4f28b2bc9101764ad5ba for: {'subnet': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:28:11.433651 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-c2d65ba4-b83d-4d85-ab30-417bddde0b08 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32c60669-5ce7-403c-b901-a88572df2e26') {'for_net_delete': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:28:11.433889 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2ac734cd-d949-4ebd-999b-ee7132a5977a tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11551435'] for subnet, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:11.434403 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-c2d65ba4-b83d-4d85-ab30-417bddde0b08 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32c60669-5ce7-403c-b901-a88572df2e26') {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:28:11.448886 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c2d65ba4-b83d-4d85-ab30-417bddde0b08 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736833900858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11163256'] for segment, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:11.467697 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c2d65ba4-b83d-4d85-ab30-417bddde0b08 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:11.478466 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2d65ba4-b83d-4d85-ab30-417bddde0b08 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Releasing vlan 505 on physical network physnet1 to pool {{(pid=93798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 23:28:11.479160 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c2d65ba4-b83d-4d85-ab30-417bddde0b08 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11971746'] for segment, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:11.498600 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 34740) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:28:11.522535 n-d-802623-1 neutron-server[93798]: Traceback (most recent call last): Jul 27 23:28:11.522535 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 23:28:11.522535 n-d-802623-1 neutron-server[93798]: timer() Jul 27 23:28:11.522535 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 23:28:11.522535 n-d-802623-1 neutron-server[93798]: cb(*args, **kw) Jul 27 23:28:11.522535 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 23:28:11.522535 n-d-802623-1 neutron-server[93798]: return func(*args, **kwargs) Jul 27 23:28:11.522535 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 23:28:11.522535 n-d-802623-1 neutron-server[93798]: self._notify() Jul 27 23:28:11.522535 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 23:28:11.522535 n-d-802623-1 neutron-server[93798]: self.callback(batched_events) Jul 27 23:28:11.522535 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 23:28:11.522535 n-d-802623-1 neutron-server[93798]: event.method(event) Jul 27 23:28:11.522535 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 23:28:11.522535 n-d-802623-1 neutron-server[93798]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 23:28:11.522535 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 23:28:11.522535 n-d-802623-1 neutron-server[93798]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 23:28:11.522535 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 23:28:11.522535 n-d-802623-1 neutron-server[93798]: return f(self, *a, **k) Jul 27 23:28:11.522535 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 23:28:11.522535 n-d-802623-1 neutron-server[93798]: return self._get(url).json() Jul 27 23:28:11.522535 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 23:28:11.522535 n-d-802623-1 neutron-server[93798]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 23:28:11.522535 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 23:28:11.522535 n-d-802623-1 neutron-server[93798]: return self.request(url, 'GET', **kwargs) Jul 27 23:28:11.522535 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 23:28:11.522535 n-d-802623-1 neutron-server[93798]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 23:28:11.522535 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 23:28:11.522535 n-d-802623-1 neutron-server[93798]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 23:28:11.522535 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 23:28:11.522535 n-d-802623-1 neutron-server[93798]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 23:28:11.522535 n-d-802623-1 neutron-server[93798]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 23:28:11.527310 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-ed8e15a1-1e92-45dc-b896-0b63865e90e1 None None] Attempting to bind port 012239f4-1d90-4984-9d84-cdb37ba7f48c on host n-d-802623-1 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:28:11.527987 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-ed8e15a1-1e92-45dc-b896-0b63865e90e1 None None] Attempting to bind port 012239f4-1d90-4984-9d84-cdb37ba7f48c by drivers openvswitch,hyperv on host n-d-802623-1 at level 0 using segments [{'id': '32c60669-5ce7-403c-b901-a88572df2e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '428713b2-ac70-4fd0-aada-a9031250d364'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:28:11.528362 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed8e15a1-1e92-45dc-b896-0b63865e90e1 None None] Attempting to bind port 012239f4-1d90-4984-9d84-cdb37ba7f48c on network 428713b2-ac70-4fd0-aada-a9031250d364 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:28:11.541328 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed8e15a1-1e92-45dc-b896-0b63865e90e1 None None] Checking agent: {'id': 'a9a568d2-a5e7-41e4-833f-a8ab42ea4073', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 52, 30), 'started_at': datetime.datetime(2021, 7, 27, 22, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802623-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:28:11.545039 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed8e15a1-1e92-45dc-b896-0b63865e90e1 None None] Checking segment: {'id': '32c60669-5ce7-403c-b901-a88572df2e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '428713b2-ac70-4fd0-aada-a9031250d364'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:28:11.545687 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ed8e15a1-1e92-45dc-b896-0b63865e90e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:11.546502 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed8e15a1-1e92-45dc-b896-0b63865e90e1 None None] Bound using segment: {'id': '32c60669-5ce7-403c-b901-a88572df2e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '428713b2-ac70-4fd0-aada-a9031250d364'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:28:11.547201 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-ed8e15a1-1e92-45dc-b896-0b63865e90e1 None None] Bound port: 012239f4-1d90-4984-9d84-cdb37ba7f48c, host: n-d-802623-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32c60669-5ce7-403c-b901-a88572df2e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '428713b2-ac70-4fd0-aada-a9031250d364'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:28:11.548223 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ed8e15a1-1e92-45dc-b896-0b63865e90e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:11.633440 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.db.api [None req-c2d65ba4-b83d-4d85-ab30-417bddde0b08 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 27 23:28:11.633440 n-d-802623-1 neutron-server[93798]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 27 23:28:11.633440 n-d-802623-1 neutron-server[93798]: [parameters: {'id': '428713b2-ac70-4fd0-aada-a9031250d364'}] Jul 27 23:28:11.633440 n-d-802623-1 neutron-server[93798]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=93798) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 23:28:11.633921 n-d-802623-1 neutron-server[93798]: DEBUG oslo_db.api [None req-c2d65ba4-b83d-4d85-ab30-417bddde0b08 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 23:28:11.666099 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b39685-7fd0-4bc8-80cb-e7fbadc3644f req-7936b55c-2749-4fab-bc80-62dec1055cad tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:28:11.667725 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-64b39685-7fd0-4bc8-80cb-e7fbadc3644f req-7936b55c-2749-4fab-bc80-62dec1055cad tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/ports?device_id=c82f64f9-7572-4580-b07f-b346ae07e8cc HTTP/1.1" status: 200 len: 945 time: 0.1463294 Jul 27 23:28:11.691348 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ed8e15a1-1e92-45dc-b896-0b63865e90e1 None None] For port 012239f4-1d90-4984-9d84-cdb37ba7f48c, host n-d-802623-1, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:28:11.697867 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ed8e15a1-1e92-45dc-b896-0b63865e90e1 None None] For port 012239f4-1d90-4984-9d84-cdb37ba7f48c, host n-d-802623-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=012239f4-1d90-4984-9d84-cdb37ba7f48c,segment=NetworkSegment(32c60669-5ce7-403c-b901-a88572df2e26),segment_id=32c60669-5ce7-403c-b901-a88572df2e26)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:28:11.705863 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ed8e15a1-1e92-45dc-b896-0b63865e90e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:11.754023 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-f9dba599-d79b-43ab-beac-193cd95655ef admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1979639153-network', 'tenant_id': '93d6af8ff48b44f2bdb667a30d291295'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:28:11.763125 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-64b39685-7fd0-4bc8-80cb-e7fbadc3644f req-e179619a-1f4d-48a4-be4f-e5ca799e0e12 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/security-groups?id=7dab0fca-2422-4f10-a2ed-ede178e48859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864751 Jul 27 23:28:11.792854 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2ac734cd-d949-4ebd-999b-ee7132a5977a tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11336182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11551417'] for subnet, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:11.825612 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9dba599-d79b-43ab-beac-193cd95655ef admin admin] Made reservation on behalf of 93d6af8ff48b44f2bdb667a30d291295 for: {'network': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:28:11.828678 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f9dba599-d79b-43ab-beac-193cd95655ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for network, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:11.846044 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f9dba599-d79b-43ab-beac-193cd95655ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:11.873614 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77a63910-594e-43ae-9866-7c3fac294b28 None None] Network 428713b2-ac70-4fd0-aada-a9031250d364 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:28:11.906558 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac734cd-d949-4ebd-999b-ee7132a5977a tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Pushing event updated for resources: {'Subnet': ['ID=7922ed83-8d60-4d92-b7ff-1f40a8e0dad8,revision_number=0']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:28:11.920029 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ac734cd-d949-4ebd-999b-ee7132a5977a tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Checking segment: {'id': '1b2ee8cf-7eb4-4b23-b321-0d00b8603dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '42bfee96-e007-4d4f-baa1-777b541140aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:28:11.920412 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ac734cd-d949-4ebd-999b-ee7132a5977a tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Network hostable DHCP agents. Network: 42bfee96-e007-4d4f-baa1-777b541140aa, hostable agents: ['5950e76f-2bde-4343-a925-cbe6bacd2706'], hosted agents: [] {{(pid=93797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 23:28:11.973014 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8e15a1-1e92-45dc-b896-0b63865e90e1 None None] Pushing event updated for resources: {'Port': ['ID=012239f4-1d90-4984-9d84-cdb37ba7f48c,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:28:12.005724 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ac734cd-d949-4ebd-999b-ee7132a5977a tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Network 42bfee96-e007-4d4f-baa1-777b541140aa is scheduled to be hosted by DHCP agent 5950e76f-2bde-4343-a925-cbe6bacd2706 with binding_index 1 {{(pid=93797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 23:28:12.026608 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-2ac734cd-d949-4ebd-999b-ee7132a5977a tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802623-1, 42bfee96-e007-4d4f-baa1-777b541140aa) {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:28:12.037230 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ac734cd-d949-4ebd-999b-ee7132a5977a tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:28:12.037959 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2ac734cd-d949-4ebd-999b-ee7132a5977a tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for subnet, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:12.049170 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f9dba599-d79b-43ab-beac-193cd95655ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:12.059646 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f9dba599-d79b-43ab-beac-193cd95655ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:12.074496 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-2ac734cd-d949-4ebd-999b-ee7132a5977a tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8547041 Jul 27 23:28:12.079153 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 34748) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:28:12.080162 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b103bb0a-b16c-4b22-a82f-968f79685e43 None None] Network 42bfee96-e007-4d4f-baa1-777b541140aa requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:28:12.090828 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-36987f5a-b2af-491f-ba81-68aa3029a636 tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-212065418'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:28:12.094386 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9dba599-d79b-43ab-beac-193cd95655ef admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 521} {{(pid=93797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 23:28:12.145244 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c2d65ba4-b83d-4d85-ab30-417bddde0b08 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593271'] for network, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:12.147168 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f9dba599-d79b-43ab-beac-193cd95655ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:12.147524 n-d-802623-1 neutron-server[93797]: INFO neutron.db.segments_db [None req-f9dba599-d79b-43ab-beac-193cd95655ef admin admin] Added segment 389149bf-5833-435c-91df-71739cf48c37 of type vlan for network d772070e-dad0-48ff-8bce-c02a3adbff90 Jul 27 23:28:12.150207 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9dba599-d79b-43ab-beac-193cd95655ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=864ba95a-59e3-460b-8d83-ef1002f3e9df,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:28:12.155328 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36987f5a-b2af-491f-ba81-68aa3029a636 tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Made reservation on behalf of e4b27fac89dd4f28b2bc9101764ad5ba for: {'network': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:28:12.171245 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-36987f5a-b2af-491f-ba81-68aa3029a636 tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for network, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:12.255506 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f9dba599-d79b-43ab-beac-193cd95655ef admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736833354590'] for network, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:12.267504 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36987f5a-b2af-491f-ba81-68aa3029a636 tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 513} {{(pid=93798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 23:28:12.288525 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-36987f5a-b2af-491f-ba81-68aa3029a636 tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:12.289176 n-d-802623-1 neutron-server[93798]: INFO neutron.db.segments_db [None req-36987f5a-b2af-491f-ba81-68aa3029a636 tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Added segment 3c311692-3d5f-4bc9-a54b-5d18fe73f1bf of type vlan for network 62c71051-a822-4a1a-a581-b23f021a96fa Jul 27 23:28:12.299530 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f9dba599-d79b-43ab-beac-193cd95655ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569'] for network, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:12.300878 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9dba599-d79b-43ab-beac-193cd95655ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:28:12.301702 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f9dba599-d79b-43ab-beac-193cd95655ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for network, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:12.348277 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-c2d65ba4-b83d-4d85-ab30-417bddde0b08 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Deleting port 012239f4-1d90-4984-9d84-cdb37ba7f48c {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:28:12.348889 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c2d65ba4-b83d-4d85-ab30-417bddde0b08 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:12.384064 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-f9dba599-d79b-43ab-beac-193cd95655ef admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8837368 Jul 27 23:28:12.391511 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 34752) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:28:12.399971 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-0c4ea7f0-734e-490a-a303-bee99166ac5d admin admin] Request body: {'subnet': {'network_id': 'd772070e-dad0-48ff-8bce-c02a3adbff90', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1979639153-subnet', 'tenant_id': '93d6af8ff48b44f2bdb667a30d291295', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:28:12.405104 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9dba599-d79b-43ab-beac-193cd95655ef admin admin] Pushing event updated for resources: {'Network': ['ID=d772070e-dad0-48ff-8bce-c02a3adbff90,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:28:12.429848 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-36987f5a-b2af-491f-ba81-68aa3029a636 tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736833354590'] for network, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:12.431326 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Network d772070e-dad0-48ff-8bce-c02a3adbff90 details requested by agent ovs-agent-n-d-802623-1 with host n-d-802623-1 {{(pid=93799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 23:28:12.433788 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c4ea7f0-734e-490a-a303-bee99166ac5d admin admin] Made reservation on behalf of 93d6af8ff48b44f2bdb667a30d291295 for: {'subnet': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:28:12.445770 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0c4ea7f0-734e-490a-a303-bee99166ac5d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11551435'] for subnet, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:12.463429 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-c2d65ba4-b83d-4d85-ab30-417bddde0b08 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] For port 012239f4-1d90-4984-9d84-cdb37ba7f48c, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=012239f4-1d90-4984-9d84-cdb37ba7f48c,segment=NetworkSegment(32c60669-5ce7-403c-b901-a88572df2e26),segment_id=32c60669-5ce7-403c-b901-a88572df2e26)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:28:12.464006 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c2d65ba4-b83d-4d85-ab30-417bddde0b08 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:12.485085 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-c2d65ba4-b83d-4d85-ab30-417bddde0b08 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Calling delete_port for 012239f4-1d90-4984-9d84-cdb37ba7f48c owned by network:dhcp {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:28:12.520999 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35e492ec-4d8e-4711-a73d-81a28a3c40fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f6f257c-ad18-5f0c-8c8e-ea085a5fc8a2-42bfee96-e007-4d4f-baa1-777b541140aa', 'network_id': '42bfee96-e007-4d4f-baa1-777b541140aa', 'tenant_id': 'e4b27fac89dd4f28b2bc9101764ad5ba', 'fixed_ips': [{'subnet_id': '7922ed83-8d60-4d92-b7ff-1f40a8e0dad8'}]}} from n-d-802623-1. {{(pid=93799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 23:28:12.521920 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-35e492ec-4d8e-4711-a73d-81a28a3c40fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:12.543437 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-36987f5a-b2af-491f-ba81-68aa3029a636 tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569'] for network, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:12.549780 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36987f5a-b2af-491f-ba81-68aa3029a636 tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:28:12.551261 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-36987f5a-b2af-491f-ba81-68aa3029a636 tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:12.690544 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-36987f5a-b2af-491f-ba81-68aa3029a636 tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6074905 Jul 27 23:28:12.692378 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 34754) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:28:12.702145 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-01830d79-429e-4f4b-a7c9-974beb5c4bb7 tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Request body: {'subnet': {'network_id': '62c71051-a822-4a1a-a581-b23f021a96fa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:28:12.793707 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36987f5a-b2af-491f-ba81-68aa3029a636 tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Pushing event updated for resources: {'Network': ['ID=62c71051-a822-4a1a-a581-b23f021a96fa,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:28:12.806050 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Network 62c71051-a822-4a1a-a581-b23f021a96fa details requested by agent ovs-agent-n-d-802623-1 with host n-d-802623-1 {{(pid=93799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 23:28:12.846473 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-35e492ec-4d8e-4711-a73d-81a28a3c40fc None None] Allocated IP 2001:db8:0:ffff::2 (42bfee96-e007-4d4f-baa1-777b541140aa/7922ed83-8d60-4d92-b7ff-1f40a8e0dad8/47b26beb-37a1-4cd3-afbd-3695986f3f72) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:28:12.856344 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c2d65ba4-b83d-4d85-ab30-417bddde0b08 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:12.872689 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01830d79-429e-4f4b-a7c9-974beb5c4bb7 tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Made reservation on behalf of e4b27fac89dd4f28b2bc9101764ad5ba for: {'subnet': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:28:12.881990 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0c4ea7f0-734e-490a-a303-bee99166ac5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11336182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11551417'] for subnet, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:12.885921 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-01830d79-429e-4f4b-a7c9-974beb5c4bb7 tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12265828'] for subnet, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:13.009920 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c4ea7f0-734e-490a-a303-bee99166ac5d admin admin] Checking segment: {'id': '389149bf-5833-435c-91df-71739cf48c37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'd772070e-dad0-48ff-8bce-c02a3adbff90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:28:13.010609 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c4ea7f0-734e-490a-a303-bee99166ac5d admin admin] Network hostable DHCP agents. Network: d772070e-dad0-48ff-8bce-c02a3adbff90, hostable agents: ['5950e76f-2bde-4343-a925-cbe6bacd2706'], hosted agents: [] {{(pid=93797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 23:28:13.010741 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d65ba4-b83d-4d85-ab30-417bddde0b08 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Pushing event deleted for resources: {'Port': ['ID=012239f4-1d90-4984-9d84-cdb37ba7f48c,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:28:13.015796 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2d65ba4-b83d-4d85-ab30-417bddde0b08 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] No DVR routers for this DVR port 012239f4-1d90-4984-9d84-cdb37ba7f48c on host n-d-802623-1 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:28:13.036830 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4ea7f0-734e-490a-a303-bee99166ac5d admin admin] Pushing event updated for resources: {'Subnet': ['ID=22fd4781-4e46-409c-a91a-a4ac3ab69caf,revision_number=0']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:28:13.055241 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0048f6e-8d6a-4777-91d4-b3c4ff7caa9a req-addc2e33-3c7e-40d3-9786-b454225b67ec tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:28:13.056812 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-e0048f6e-8d6a-4777-91d4-b3c4ff7caa9a req-addc2e33-3c7e-40d3-9786-b454225b67ec tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/ports?device_id=c82f64f9-7572-4580-b07f-b346ae07e8cc HTTP/1.1" status: 200 len: 945 time: 0.1366675 Jul 27 23:28:13.057458 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c4ea7f0-734e-490a-a303-bee99166ac5d admin admin] Network d772070e-dad0-48ff-8bce-c02a3adbff90 is scheduled to be hosted by DHCP agent 5950e76f-2bde-4343-a925-cbe6bacd2706 with binding_index 1 {{(pid=93797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 23:28:13.116429 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-e0048f6e-8d6a-4777-91d4-b3c4ff7caa9a req-6c6642e6-872c-4edf-b740-d3d4d05fc933 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/security-groups?id=7dab0fca-2422-4f10-a2ed-ede178e48859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468047 Jul 27 23:28:13.119378 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-0c4ea7f0-734e-490a-a303-bee99166ac5d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802623-1, d772070e-dad0-48ff-8bce-c02a3adbff90) {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:28:13.126954 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c4ea7f0-734e-490a-a303-bee99166ac5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:28:13.127737 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0c4ea7f0-734e-490a-a303-bee99166ac5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for subnet, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:13.172876 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac668c94-0254-4c60-b44c-ed8411c99fb0 None None] Network d772070e-dad0-48ff-8bce-c02a3adbff90 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:28:13.181256 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c2d65ba4-b83d-4d85-ab30-417bddde0b08 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618032', 'neutron.services.segments.db._delete_segments_for_network-8736833900081'] for network, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:13.189363 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-0c4ea7f0-734e-490a-a303-bee99166ac5d admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7935312 Jul 27 23:28:13.189607 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 34760) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:28:13.194775 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-5b220e05-b046-45de-92f1-698c8c042819 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1979639153-router', 'tenant_id': '93d6af8ff48b44f2bdb667a30d291295', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'}}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:28:13.211227 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-c2d65ba4-b83d-4d85-ab30-417bddde0b08 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['428713b2-ac70-4fd0-aada-a9031250d364']}} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:28:13.230866 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-c2d65ba4-b83d-4d85-ab30-417bddde0b08 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32c60669-5ce7-403c-b901-a88572df2e26') {'for_net_delete': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:28:13.231289 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-c2d65ba4-b83d-4d85-ab30-417bddde0b08 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32c60669-5ce7-403c-b901-a88572df2e26') {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:28:13.252072 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c2d65ba4-b83d-4d85-ab30-417bddde0b08 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736833900858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11163256'] for segment, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:13.252425 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5b220e05-b046-45de-92f1-698c8c042819 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62159'] for router, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:13.254089 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5b220e05-b046-45de-92f1-698c8c042819 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-479230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-415539', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3693317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62148'] for router, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:13.302879 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c2d65ba4-b83d-4d85-ab30-417bddde0b08 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:13.318628 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2d65ba4-b83d-4d85-ab30-417bddde0b08 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Releasing vlan 505 on physical network physnet1 to pool {{(pid=93798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 23:28:13.319184 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c2d65ba4-b83d-4d85-ab30-417bddde0b08 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11971746'] for segment, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:13.322685 n-d-802623-1 neutron-server[93798]: Traceback (most recent call last): Jul 27 23:28:13.322685 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 23:28:13.322685 n-d-802623-1 neutron-server[93798]: timer() Jul 27 23:28:13.322685 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 23:28:13.322685 n-d-802623-1 neutron-server[93798]: cb(*args, **kw) Jul 27 23:28:13.322685 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 23:28:13.322685 n-d-802623-1 neutron-server[93798]: return func(*args, **kwargs) Jul 27 23:28:13.322685 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 23:28:13.322685 n-d-802623-1 neutron-server[93798]: self._notify() Jul 27 23:28:13.322685 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 23:28:13.322685 n-d-802623-1 neutron-server[93798]: self.callback(batched_events) Jul 27 23:28:13.322685 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 23:28:13.322685 n-d-802623-1 neutron-server[93798]: event.method(event) Jul 27 23:28:13.322685 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 23:28:13.322685 n-d-802623-1 neutron-server[93798]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 23:28:13.322685 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 23:28:13.322685 n-d-802623-1 neutron-server[93798]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 23:28:13.322685 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 23:28:13.322685 n-d-802623-1 neutron-server[93798]: return f(self, *a, **k) Jul 27 23:28:13.322685 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 23:28:13.322685 n-d-802623-1 neutron-server[93798]: return self._get(url).json() Jul 27 23:28:13.322685 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 23:28:13.322685 n-d-802623-1 neutron-server[93798]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 23:28:13.322685 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 23:28:13.322685 n-d-802623-1 neutron-server[93798]: return self.request(url, 'GET', **kwargs) Jul 27 23:28:13.322685 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 23:28:13.322685 n-d-802623-1 neutron-server[93798]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 23:28:13.322685 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 23:28:13.322685 n-d-802623-1 neutron-server[93798]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 23:28:13.322685 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 23:28:13.322685 n-d-802623-1 neutron-server[93798]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 23:28:13.322685 n-d-802623-1 neutron-server[93798]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 23:28:13.381631 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5b220e05-b046-45de-92f1-698c8c042819 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:13.696351 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5b220e05-b046-45de-92f1-698c8c042819 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-415433', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62186'] for router, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:13.759404 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-35e492ec-4d8e-4711-a73d-81a28a3c40fc None None] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:13.782597 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c2d65ba4-b83d-4d85-ab30-417bddde0b08 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415412'] for network, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:13.788609 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c2d65ba4-b83d-4d85-ab30-417bddde0b08 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:13.790787 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-c2d65ba4-b83d-4d85-ab30-417bddde0b08 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] 10.222.0.18 "DELETE /v2.0/networks/428713b2-ac70-4fd0-aada-a9031250d364 HTTP/1.1" status: 204 len: 168 time: 3.5899510 Jul 27 23:28:13.796544 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 34770) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:28:13.806362 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-3853afc6-4c62-4a6e-b12b-6c15cf28879f tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1348651516'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:28:13.807224 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-35e492ec-4d8e-4711-a73d-81a28a3c40fc None None] Transition to ACTIVE for port object 47b26beb-37a1-4cd3-afbd-3695986f3f72 will not be triggered until provisioned by entity L2. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:28:13.824819 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-01830d79-429e-4f4b-a7c9-974beb5c4bb7 tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11971609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12265750'] for subnet, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:13.839997 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d65ba4-b83d-4d85-ab30-417bddde0b08 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Pushing event deleted for resources: {'Network': ['ID=428713b2-ac70-4fd0-aada-a9031250d364,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:28:13.883811 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-35e492ec-4d8e-4711-a73d-81a28a3c40fc None None] Transition to ACTIVE for port object 47b26beb-37a1-4cd3-afbd-3695986f3f72 will not be triggered until provisioned by entity DHCP. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:28:13.916475 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3853afc6-4c62-4a6e-b12b-6c15cf28879f tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Made reservation on behalf of 934e936dd6c64e899cadf4ed7dc8ac75 for: {'network': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:28:13.920620 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3853afc6-4c62-4a6e-b12b-6c15cf28879f tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for network, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:13.939165 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-35e492ec-4d8e-4711-a73d-81a28a3c40fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:13.946872 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01830d79-429e-4f4b-a7c9-974beb5c4bb7 tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Pushing event updated for resources: {'Subnet': ['ID=03300fb8-cf9a-41a6-8293-3971caa64377,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:28:13.968287 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01830d79-429e-4f4b-a7c9-974beb5c4bb7 tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Checking segment: {'id': '3c311692-3d5f-4bc9-a54b-5d18fe73f1bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '62c71051-a822-4a1a-a581-b23f021a96fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:28:13.969113 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01830d79-429e-4f4b-a7c9-974beb5c4bb7 tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Network hostable DHCP agents. Network: 62c71051-a822-4a1a-a581-b23f021a96fa, hostable agents: ['5950e76f-2bde-4343-a925-cbe6bacd2706'], hosted agents: [] {{(pid=93798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 23:28:13.981506 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3853afc6-4c62-4a6e-b12b-6c15cf28879f tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 523} {{(pid=93798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 23:28:14.000200 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e492ec-4d8e-4711-a73d-81a28a3c40fc None None] Pushing event updated for resources: {'Port': ['ID=47b26beb-37a1-4cd3-afbd-3695986f3f72,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:28:14.000971 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3853afc6-4c62-4a6e-b12b-6c15cf28879f tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:14.001334 n-d-802623-1 neutron-server[93798]: INFO neutron.db.segments_db [None req-3853afc6-4c62-4a6e-b12b-6c15cf28879f tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Added segment 426fb1fa-3a11-456d-be13-77a5e63742ec of type vlan for network 68157f04-7925-4b76-a13e-54a5221ad492 Jul 27 23:28:14.035814 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35e492ec-4d8e-4711-a73d-81a28a3c40fc None None] Network 42bfee96-e007-4d4f-baa1-777b541140aa is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:28:14.049910 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01830d79-429e-4f4b-a7c9-974beb5c4bb7 tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Network 62c71051-a822-4a1a-a581-b23f021a96fa is scheduled to be hosted by DHCP agent 5950e76f-2bde-4343-a925-cbe6bacd2706 with binding_index 1 {{(pid=93798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 23:28:14.055423 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5b220e05-b046-45de-92f1-698c8c042819 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:14.066777 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-35e492ec-4d8e-4711-a73d-81a28a3c40fc None None] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:28:14.070777 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3853afc6-4c62-4a6e-b12b-6c15cf28879f tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736833354590'] for network, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:14.077449 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35e492ec-4d8e-4711-a73d-81a28a3c40fc None None] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:28:14.078399 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-01830d79-429e-4f4b-a7c9-974beb5c4bb7 tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802623-1, 62c71051-a822-4a1a-a581-b23f021a96fa) {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:28:14.083395 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01830d79-429e-4f4b-a7c9-974beb5c4bb7 tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:28:14.085482 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-01830d79-429e-4f4b-a7c9-974beb5c4bb7 tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:14.089497 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5b220e05-b046-45de-92f1-698c8c042819 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:14.093850 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57e17f15-24c8-4549-ab21-1e7f50472871 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f6f257c-ad18-5f0c-8c8e-ea085a5fc8a2-d772070e-dad0-48ff-8bce-c02a3adbff90', 'network_id': 'd772070e-dad0-48ff-8bce-c02a3adbff90', 'tenant_id': '93d6af8ff48b44f2bdb667a30d291295', 'fixed_ips': [{'subnet_id': '22fd4781-4e46-409c-a91a-a4ac3ab69caf'}]}} from n-d-802623-1. {{(pid=93799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 23:28:14.096336 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-57e17f15-24c8-4549-ab21-1e7f50472871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:14.127867 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1109d405-4cdc-4692-a28b-abc9d08e069f None None] Network 62c71051-a822-4a1a-a581-b23f021a96fa requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:28:14.132504 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-01830d79-429e-4f4b-a7c9-974beb5c4bb7 tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.4371812 Jul 27 23:28:14.137365 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 34772) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:28:14.161784 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3853afc6-4c62-4a6e-b12b-6c15cf28879f tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569'] for network, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:14.167906 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3853afc6-4c62-4a6e-b12b-6c15cf28879f tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:28:14.170237 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3853afc6-4c62-4a6e-b12b-6c15cf28879f tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:14.311185 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-3853afc6-4c62-4a6e-b12b-6c15cf28879f tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5111029 Jul 27 23:28:14.314579 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 34786) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:28:14.328783 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-9e23920e-7c86-4ac2-8a51-ab51f9452764 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Request body: {'network': {'name': 'New_network'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:28:14.384789 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3853afc6-4c62-4a6e-b12b-6c15cf28879f tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Pushing event updated for resources: {'Network': ['ID=68157f04-7925-4b76-a13e-54a5221ad492,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:28:14.415084 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f38d2fca-0e26-4814-bb94-39fee898cc0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f6f257c-ad18-5f0c-8c8e-ea085a5fc8a2-62c71051-a822-4a1a-a581-b23f021a96fa', 'network_id': '62c71051-a822-4a1a-a581-b23f021a96fa', 'tenant_id': 'e4b27fac89dd4f28b2bc9101764ad5ba', 'fixed_ips': [{'subnet_id': '03300fb8-cf9a-41a6-8293-3971caa64377'}]}} from n-d-802623-1. {{(pid=93799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 23:28:14.415960 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f38d2fca-0e26-4814-bb94-39fee898cc0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:14.418068 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Network 68157f04-7925-4b76-a13e-54a5221ad492 details requested by agent ovs-agent-n-d-802623-1 with host n-d-802623-1 {{(pid=93799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 23:28:14.503654 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890ad0cc-eef0-4167-a2ad-2ca326b0114f req-72030185-91a6-4393-a36e-1fae95606aac tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:28:14.533509 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-890ad0cc-eef0-4167-a2ad-2ca326b0114f req-72030185-91a6-4393-a36e-1fae95606aac tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/ports?device_id=c82f64f9-7572-4580-b07f-b346ae07e8cc HTTP/1.1" status: 200 len: 945 time: 0.2313485 Jul 27 23:28:14.588729 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-35e492ec-4d8e-4711-a73d-81a28a3c40fc None None] Attempting to bind port 47b26beb-37a1-4cd3-afbd-3695986f3f72 on host n-d-802623-1 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:28:14.589101 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-35e492ec-4d8e-4711-a73d-81a28a3c40fc None None] Attempting to bind port 47b26beb-37a1-4cd3-afbd-3695986f3f72 by drivers openvswitch,hyperv on host n-d-802623-1 at level 0 using segments [{'id': '1b2ee8cf-7eb4-4b23-b321-0d00b8603dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '42bfee96-e007-4d4f-baa1-777b541140aa'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:28:14.589469 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35e492ec-4d8e-4711-a73d-81a28a3c40fc None None] Attempting to bind port 47b26beb-37a1-4cd3-afbd-3695986f3f72 on network 42bfee96-e007-4d4f-baa1-777b541140aa {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:28:14.594375 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ea724d47-7a9c-44a3-a89c-00ee60389b45 tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593271'] for network, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:14.599838 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35e492ec-4d8e-4711-a73d-81a28a3c40fc None None] Checking agent: {'id': 'a9a568d2-a5e7-41e4-833f-a8ab42ea4073', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 52, 30), 'started_at': datetime.datetime(2021, 7, 27, 22, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802623-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:28:14.600215 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35e492ec-4d8e-4711-a73d-81a28a3c40fc None None] Checking segment: {'id': '1b2ee8cf-7eb4-4b23-b321-0d00b8603dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '42bfee96-e007-4d4f-baa1-777b541140aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:28:14.600617 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-35e492ec-4d8e-4711-a73d-81a28a3c40fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:14.601059 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35e492ec-4d8e-4711-a73d-81a28a3c40fc None None] Bound using segment: {'id': '1b2ee8cf-7eb4-4b23-b321-0d00b8603dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '42bfee96-e007-4d4f-baa1-777b541140aa'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:28:14.601536 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-35e492ec-4d8e-4711-a73d-81a28a3c40fc None None] Bound port: 47b26beb-37a1-4cd3-afbd-3695986f3f72, host: n-d-802623-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b2ee8cf-7eb4-4b23-b321-0d00b8603dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '42bfee96-e007-4d4f-baa1-777b541140aa'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:28:14.601925 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-35e492ec-4d8e-4711-a73d-81a28a3c40fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:14.634237 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9e23920e-7c86-4ac2-8a51-ab51f9452764 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736833354590'] for network, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:14.662947 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-890ad0cc-eef0-4167-a2ad-2ca326b0114f req-0ddba7a5-bce5-405c-98db-cbabfd23f85e tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/security-groups?id=7dab0fca-2422-4f10-a2ed-ede178e48859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257117 Jul 27 23:28:14.688749 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-5b220e05-b046-45de-92f1-698c8c042819 admin admin] Allocated IP 172.25.4.79 (2fd42287-ed26-4eb9-89a5-b521f5b04356/17de1f8f-393a-4b0c-a2df-614bd3f2fb5e/90e4d9d6-e4ba-4dd6-83c2-87e7b158b22e) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:28:14.730327 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ea724d47-7a9c-44a3-a89c-00ee60389b45 tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620741'] for subnet, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:14.815219 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-57e17f15-24c8-4549-ab21-1e7f50472871 None None] Allocated IP 172.20.0.2 (d772070e-dad0-48ff-8bce-c02a3adbff90/22fd4781-4e46-409c-a91a-a4ac3ab69caf/e6a3dce6-44c5-4a2a-8513-f12d53913bed) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:28:14.862250 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5b220e05-b046-45de-92f1-698c8c042819 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:14.873515 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ea724d47-7a9c-44a3-a89c-00ee60389b45 tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11971800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12265753'] for subnet, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:14.927014 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea724d47-7a9c-44a3-a89c-00ee60389b45 tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Pushing event deleted for resources: {'Subnet': ['ID=03300fb8-cf9a-41a6-8293-3971caa64377,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:28:14.932516 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server [None req-f38d2fca-0e26-4814-bb94-39fee898cc0c None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 03300fb8-cf9a-41a6-8293-3971caa64377: This subnet is being modified by another concurrent operation. Jul 27 23:28:14.932516 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 27 23:28:14.932516 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 27 23:28:14.932516 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 27 23:28:14.932516 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 27 23:28:14.932516 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 27 23:28:14.932516 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 27 23:28:14.932516 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 27 23:28:14.932516 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 27 23:28:14.932516 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 27 23:28:14.932516 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 27 23:28:14.932516 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 27 23:28:14.932516 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 23:28:14.932516 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 23:28:14.932516 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 23:28:14.932516 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 23:28:14.932516 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 27 23:28:14.932516 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 27 23:28:14.932516 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 27 23:28:14.932516 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 27 23:28:14.932516 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 23:28:14.932516 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 23:28:14.932516 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 23:28:14.932516 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 23:28:14.932516 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 27 23:28:14.932516 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 27 23:28:14.932516 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 27 23:28:14.932516 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 27 23:28:14.932516 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 23:28:14.932516 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 23:28:14.932516 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 23:28:14.932516 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 23:28:14.932516 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 27 23:28:14.932516 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 27 23:28:14.932516 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 27 23:28:14.932516 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 27 23:28:14.932516 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 27 23:28:14.932516 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 27 23:28:14.932516 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 27 23:28:14.932516 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 27 23:28:14.932516 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 27 23:28:14.932516 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 27 23:28:14.932516 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 27 23:28:14.932516 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 27 23:28:14.932516 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 27 23:28:14.932516 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 27 23:28:14.932516 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 27 23:28:14.932516 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 27 23:28:14.932516 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 23:28:14.932516 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 23:28:14.932516 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 23:28:14.932516 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 23:28:14.932516 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 27 23:28:14.932516 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 27 23:28:14.932516 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 27 23:28:14.932516 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 27 23:28:14.932516 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 23:28:14.932516 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 23:28:14.932516 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 23:28:14.932516 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 23:28:14.932516 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 27 23:28:14.932516 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 27 23:28:14.932516 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 27 23:28:14.932516 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 27 23:28:14.932516 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 23:28:14.932516 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 23:28:14.932516 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 23:28:14.932516 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 23:28:14.932516 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 27 23:28:14.932516 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 27 23:28:14.932516 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 27 23:28:14.932516 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 27 23:28:14.932516 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 27 23:28:14.932516 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 27 23:28:14.932516 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 27 23:28:14.932516 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 27 23:28:14.932516 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 27 23:28:14.932516 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 27 23:28:14.932516 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 23:28:14.932516 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 23:28:14.932516 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 23:28:14.932516 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 23:28:14.932516 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 27 23:28:14.932516 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 27 23:28:14.932516 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 27 23:28:14.932516 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 27 23:28:14.932516 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 27 23:28:14.932516 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 27 23:28:14.932516 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 27 23:28:14.932516 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server raise exception Jul 27 23:28:14.932516 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 03300fb8-cf9a-41a6-8293-3971caa64377: This subnet is being modified by another concurrent operation. Jul 27 23:28:14.932516 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server Jul 27 23:28:14.938846 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5b220e05-b046-45de-92f1-698c8c042819 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:14.968416 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05b992b9-e5b1-43cd-8822-47502315d707 None None] Network 62c71051-a822-4a1a-a581-b23f021a96fa requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:28:14.969615 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b220e05-b046-45de-92f1-698c8c042819 admin admin] Network 2fd42287-ed26-4eb9-89a5-b521f5b04356 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:28:14.972297 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9e23920e-7c86-4ac2-8a51-ab51f9452764 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569'] for network, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:14.976654 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-5b220e05-b046-45de-92f1-698c8c042819 admin admin] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:28:14.986753 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b220e05-b046-45de-92f1-698c8c042819 admin admin] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:28:15.033989 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ea724d47-7a9c-44a3-a89c-00ee60389b45 tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618032', 'neutron.services.segments.db._delete_segments_for_network-8736833900081'] for network, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:15.059899 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-ea724d47-7a9c-44a3-a89c-00ee60389b45 tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62c71051-a822-4a1a-a581-b23f021a96fa']}} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:28:15.071230 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-ea724d47-7a9c-44a3-a89c-00ee60389b45 tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c311692-3d5f-4bc9-a54b-5d18fe73f1bf') {'for_net_delete': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:28:15.071526 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-ea724d47-7a9c-44a3-a89c-00ee60389b45 tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c311692-3d5f-4bc9-a54b-5d18fe73f1bf') {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:28:15.085610 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ea724d47-7a9c-44a3-a89c-00ee60389b45 tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736833900858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11163256'] for segment, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:15.101044 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ea724d47-7a9c-44a3-a89c-00ee60389b45 tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:15.118579 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea724d47-7a9c-44a3-a89c-00ee60389b45 tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Releasing vlan 513 on physical network physnet1 to pool {{(pid=93798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 23:28:15.119087 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ea724d47-7a9c-44a3-a89c-00ee60389b45 tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11971746'] for segment, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:15.122373 n-d-802623-1 neutron-server[93798]: Traceback (most recent call last): Jul 27 23:28:15.122373 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 23:28:15.122373 n-d-802623-1 neutron-server[93798]: timer() Jul 27 23:28:15.122373 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 23:28:15.122373 n-d-802623-1 neutron-server[93798]: cb(*args, **kw) Jul 27 23:28:15.122373 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 23:28:15.122373 n-d-802623-1 neutron-server[93798]: return func(*args, **kwargs) Jul 27 23:28:15.122373 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 23:28:15.122373 n-d-802623-1 neutron-server[93798]: self._notify() Jul 27 23:28:15.122373 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 23:28:15.122373 n-d-802623-1 neutron-server[93798]: self.callback(batched_events) Jul 27 23:28:15.122373 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 23:28:15.122373 n-d-802623-1 neutron-server[93798]: event.method(event) Jul 27 23:28:15.122373 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 23:28:15.122373 n-d-802623-1 neutron-server[93798]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 23:28:15.122373 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 23:28:15.122373 n-d-802623-1 neutron-server[93798]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 23:28:15.122373 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 23:28:15.122373 n-d-802623-1 neutron-server[93798]: return f(self, *a, **k) Jul 27 23:28:15.122373 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 23:28:15.122373 n-d-802623-1 neutron-server[93798]: return self._get(url).json() Jul 27 23:28:15.122373 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 23:28:15.122373 n-d-802623-1 neutron-server[93798]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 23:28:15.122373 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 23:28:15.122373 n-d-802623-1 neutron-server[93798]: return self.request(url, 'GET', **kwargs) Jul 27 23:28:15.122373 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 23:28:15.122373 n-d-802623-1 neutron-server[93798]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 23:28:15.122373 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 23:28:15.122373 n-d-802623-1 neutron-server[93798]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 23:28:15.122373 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 23:28:15.122373 n-d-802623-1 neutron-server[93798]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 23:28:15.122373 n-d-802623-1 neutron-server[93798]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 23:28:15.125430 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-35e492ec-4d8e-4711-a73d-81a28a3c40fc None None] For port 47b26beb-37a1-4cd3-afbd-3695986f3f72, host n-d-802623-1, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:28:15.220769 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ea724d47-7a9c-44a3-a89c-00ee60389b45 tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415412'] for network, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:15.256311 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ea724d47-7a9c-44a3-a89c-00ee60389b45 tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:15.258227 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-ea724d47-7a9c-44a3-a89c-00ee60389b45 tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] 10.222.0.18 "DELETE /v2.0/networks/62c71051-a822-4a1a-a581-b23f021a96fa HTTP/1.1" status: 204 len: 168 time: 1.1199348 Jul 27 23:28:15.259189 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea724d47-7a9c-44a3-a89c-00ee60389b45 tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Pushing event deleted for resources: {'Network': ['ID=62c71051-a822-4a1a-a581-b23f021a96fa,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:28:15.265508 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 34792) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:28:15.271121 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-9d28b29d-cb27-47ad-acc4-378db9df98fd tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-955751858'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:28:15.307382 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-9e23920e-7c86-4ac2-8a51-ab51f9452764 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Network 68157f04-7925-4b76-a13e-54a5221ad492 is not hosted by any dhcp agent {{(pid=93797) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 27 23:28:15.317097 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d28b29d-cb27-47ad-acc4-378db9df98fd tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Made reservation on behalf of e4b27fac89dd4f28b2bc9101764ad5ba for: {'network': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:28:15.320590 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e23920e-7c86-4ac2-8a51-ab51f9452764 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:28:15.321240 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9e23920e-7c86-4ac2-8a51-ab51f9452764 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Notify callbacks [] for network, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:15.321412 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9d28b29d-cb27-47ad-acc4-378db9df98fd tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for network, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:15.325446 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-35e492ec-4d8e-4711-a73d-81a28a3c40fc None None] For port 47b26beb-37a1-4cd3-afbd-3695986f3f72, host n-d-802623-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=47b26beb-37a1-4cd3-afbd-3695986f3f72,segment=NetworkSegment(1b2ee8cf-7eb4-4b23-b321-0d00b8603dbe),segment_id=1b2ee8cf-7eb4-4b23-b321-0d00b8603dbe)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:28:15.326673 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-9e23920e-7c86-4ac2-8a51-ab51f9452764 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] 10.222.0.18 "PUT /v2.0/networks/68157f04-7925-4b76-a13e-54a5221ad492 HTTP/1.1" status: 200 len: 723 time: 1.0095236 Jul 27 23:28:15.363181 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 34794) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:28:15.389066 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-e11c10a9-7911-41fb-9f04-c67cb4b0433d tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Request body: {'subnet': {'network_id': '68157f04-7925-4b76-a13e-54a5221ad492', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:28:15.401886 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-35e492ec-4d8e-4711-a73d-81a28a3c40fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:15.454511 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-57e17f15-24c8-4549-ab21-1e7f50472871 None None] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:15.514727 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d28b29d-cb27-47ad-acc4-378db9df98fd tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 503} {{(pid=93798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 23:28:15.532915 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9d28b29d-cb27-47ad-acc4-378db9df98fd tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:15.533568 n-d-802623-1 neutron-server[93798]: INFO neutron.db.segments_db [None req-9d28b29d-cb27-47ad-acc4-378db9df98fd tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Added segment 6ba5a109-13ff-4ba0-b6af-bc9715afc6aa of type vlan for network 14716704-ebe5-4666-a442-27cb9c0cede8 Jul 27 23:28:15.564905 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-57e17f15-24c8-4549-ab21-1e7f50472871 None None] Transition to ACTIVE for port object e6a3dce6-44c5-4a2a-8513-f12d53913bed will not be triggered until provisioned by entity L2. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:28:15.586454 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-57e17f15-24c8-4549-ab21-1e7f50472871 None None] Transition to ACTIVE for port object e6a3dce6-44c5-4a2a-8513-f12d53913bed will not be triggered until provisioned by entity DHCP. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:28:15.589503 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e492ec-4d8e-4711-a73d-81a28a3c40fc None None] Pushing event updated for resources: {'Port': ['ID=47b26beb-37a1-4cd3-afbd-3695986f3f72,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:28:15.605432 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-57e17f15-24c8-4549-ab21-1e7f50472871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:15.620302 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5b220e05-b046-45de-92f1-698c8c042819 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:15.624731 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e11c10a9-7911-41fb-9f04-c67cb4b0433d tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Made reservation on behalf of 934e936dd6c64e899cadf4ed7dc8ac75 for: {'subnet': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:28:15.629304 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e11c10a9-7911-41fb-9f04-c67cb4b0433d tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12265828'] for subnet, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:15.721777 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b220e05-b046-45de-92f1-698c8c042819 admin admin] Pushing event updated for resources: {'Port': ['ID=90e4d9d6-e4ba-4dd6-83c2-87e7b158b22e,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:28:15.736618 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e23920e-7c86-4ac2-8a51-ab51f9452764 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Pushing event updated for resources: {'Network': ['ID=68157f04-7925-4b76-a13e-54a5221ad492,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:28:15.794820 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Network 68157f04-7925-4b76-a13e-54a5221ad492 details requested by agent ovs-agent-n-d-802623-1 with host n-d-802623-1 {{(pid=93799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 23:28:15.979917 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57e17f15-24c8-4549-ab21-1e7f50472871 None None] Network d772070e-dad0-48ff-8bce-c02a3adbff90 is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:28:16.007667 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-57e17f15-24c8-4549-ab21-1e7f50472871 None None] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:28:16.032538 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e17f15-24c8-4549-ab21-1e7f50472871 None None] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:28:16.052245 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9d28b29d-cb27-47ad-acc4-378db9df98fd tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736833354590'] for network, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:16.061696 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e11c10a9-7911-41fb-9f04-c67cb4b0433d tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11971609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12265750'] for subnet, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:16.065526 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e17f15-24c8-4549-ab21-1e7f50472871 None None] Pushing event updated for resources: {'Port': ['ID=e6a3dce6-44c5-4a2a-8513-f12d53913bed,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:28:16.098364 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f483652-5473-4746-9f03-2500baecc183 req-cf1e0c0b-7040-4560-a9d7-6ee014ac0033 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:28:16.111065 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-0f483652-5473-4746-9f03-2500baecc183 req-cf1e0c0b-7040-4560-a9d7-6ee014ac0033 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/ports?device_id=c82f64f9-7572-4580-b07f-b346ae07e8cc HTTP/1.1" status: 200 len: 945 time: 0.2141974 Jul 27 23:28:16.140462 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11c10a9-7911-41fb-9f04-c67cb4b0433d tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Pushing event updated for resources: {'Subnet': ['ID=0e33388a-f136-4b24-b33e-b120ea758a15,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:28:16.176786 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e11c10a9-7911-41fb-9f04-c67cb4b0433d tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Checking segment: {'id': '426fb1fa-3a11-456d-be13-77a5e63742ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '68157f04-7925-4b76-a13e-54a5221ad492'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:28:16.177441 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e11c10a9-7911-41fb-9f04-c67cb4b0433d tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Network hostable DHCP agents. Network: 68157f04-7925-4b76-a13e-54a5221ad492, hostable agents: ['5950e76f-2bde-4343-a925-cbe6bacd2706'], hosted agents: [] {{(pid=93798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 23:28:16.188454 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5b220e05-b046-45de-92f1-698c8c042819 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-415468'] for router, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:16.189779 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9d28b29d-cb27-47ad-acc4-378db9df98fd tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569'] for network, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:16.195789 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d28b29d-cb27-47ad-acc4-378db9df98fd tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:28:16.196613 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9d28b29d-cb27-47ad-acc4-378db9df98fd tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:16.235360 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-57e17f15-24c8-4549-ab21-1e7f50472871 None None] Attempting to bind port e6a3dce6-44c5-4a2a-8513-f12d53913bed on host n-d-802623-1 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:28:16.235775 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-57e17f15-24c8-4549-ab21-1e7f50472871 None None] Attempting to bind port e6a3dce6-44c5-4a2a-8513-f12d53913bed by drivers openvswitch,hyperv on host n-d-802623-1 at level 0 using segments [{'id': '389149bf-5833-435c-91df-71739cf48c37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'd772070e-dad0-48ff-8bce-c02a3adbff90'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:28:16.236153 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57e17f15-24c8-4549-ab21-1e7f50472871 None None] Attempting to bind port e6a3dce6-44c5-4a2a-8513-f12d53913bed on network d772070e-dad0-48ff-8bce-c02a3adbff90 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:28:16.249812 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57e17f15-24c8-4549-ab21-1e7f50472871 None None] Checking agent: {'id': 'a9a568d2-a5e7-41e4-833f-a8ab42ea4073', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 52, 30), 'started_at': datetime.datetime(2021, 7, 27, 22, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802623-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:28:16.250196 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57e17f15-24c8-4549-ab21-1e7f50472871 None None] Checking segment: {'id': '389149bf-5833-435c-91df-71739cf48c37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'd772070e-dad0-48ff-8bce-c02a3adbff90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:28:16.250608 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-57e17f15-24c8-4549-ab21-1e7f50472871 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:16.251247 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57e17f15-24c8-4549-ab21-1e7f50472871 None None] Bound using segment: {'id': '389149bf-5833-435c-91df-71739cf48c37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'd772070e-dad0-48ff-8bce-c02a3adbff90'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:28:16.251737 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-57e17f15-24c8-4549-ab21-1e7f50472871 None None] Bound port: e6a3dce6-44c5-4a2a-8513-f12d53913bed, host: n-d-802623-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '389149bf-5833-435c-91df-71739cf48c37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'd772070e-dad0-48ff-8bce-c02a3adbff90'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:28:16.252125 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-57e17f15-24c8-4549-ab21-1e7f50472871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:16.262086 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e11c10a9-7911-41fb-9f04-c67cb4b0433d tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Network 68157f04-7925-4b76-a13e-54a5221ad492 is scheduled to be hosted by DHCP agent 5950e76f-2bde-4343-a925-cbe6bacd2706 with binding_index 1 {{(pid=93798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 23:28:16.283398 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-e11c10a9-7911-41fb-9f04-c67cb4b0433d tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802623-1, 68157f04-7925-4b76-a13e-54a5221ad492) {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:28:16.297566 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-9d28b29d-cb27-47ad-acc4-378db9df98fd tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.0295119 Jul 27 23:28:16.301336 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 34808) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:28:16.303331 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e11c10a9-7911-41fb-9f04-c67cb4b0433d tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:28:16.304213 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e11c10a9-7911-41fb-9f04-c67cb4b0433d tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:16.309158 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3116c36e-60e3-4b93-b6c1-12af8b70a0a9 None None] Network 68157f04-7925-4b76-a13e-54a5221ad492 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:28:16.312549 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-2bd0a0be-56ce-45ea-aa17-d6858d4693bc tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Request body: {'subnet': {'network_id': '14716704-ebe5-4666-a442-27cb9c0cede8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:28:16.523361 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d28b29d-cb27-47ad-acc4-378db9df98fd tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Pushing event updated for resources: {'Network': ['ID=14716704-ebe5-4666-a442-27cb9c0cede8,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:28:16.548597 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bd0a0be-56ce-45ea-aa17-d6858d4693bc tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Made reservation on behalf of e4b27fac89dd4f28b2bc9101764ad5ba for: {'subnet': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:28:16.554256 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2bd0a0be-56ce-45ea-aa17-d6858d4693bc tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12265828'] for subnet, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:16.593025 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-e11c10a9-7911-41fb-9f04-c67cb4b0433d tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2172415 Jul 27 23:28:16.611650 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Network 14716704-ebe5-4666-a442-27cb9c0cede8 details requested by agent ovs-agent-n-d-802623-1 with host n-d-802623-1 {{(pid=93799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 23:28:16.641492 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 34812) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:28:16.668584 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-1ee988d0-d9e7-43d9-bb1d-2f899b71c204 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:28:16.785909 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 47b26beb-37a1-4cd3-afbd-3695986f3f72 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:28:16.845702 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-0f483652-5473-4746-9f03-2500baecc183 req-a4c4e70f-c4ae-48c1-bc30-b4b74a8fe20b tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/security-groups?id=7dab0fca-2422-4f10-a2ed-ede178e48859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7318060 Jul 27 23:28:16.900370 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7731fe83-deda-4dd2-9a2d-6cd338965df6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f6f257c-ad18-5f0c-8c8e-ea085a5fc8a2-68157f04-7925-4b76-a13e-54a5221ad492', 'network_id': '68157f04-7925-4b76-a13e-54a5221ad492', 'tenant_id': '934e936dd6c64e899cadf4ed7dc8ac75', 'fixed_ips': [{'subnet_id': '0e33388a-f136-4b24-b33e-b120ea758a15'}]}} from n-d-802623-1. {{(pid=93799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 23:28:16.901668 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7731fe83-deda-4dd2-9a2d-6cd338965df6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:16.921367 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-57e17f15-24c8-4549-ab21-1e7f50472871 None None] For port e6a3dce6-44c5-4a2a-8513-f12d53913bed, host n-d-802623-1, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:28:16.970494 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-57e17f15-24c8-4549-ab21-1e7f50472871 None None] For port e6a3dce6-44c5-4a2a-8513-f12d53913bed, host n-d-802623-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=e6a3dce6-44c5-4a2a-8513-f12d53913bed,segment=NetworkSegment(389149bf-5833-435c-91df-71739cf48c37),segment_id=389149bf-5833-435c-91df-71739cf48c37)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:28:17.037331 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b220e05-b046-45de-92f1-698c8c042819 admin admin] Router a8e85d13-b7c1-43bf-ae6d-81dca465a0fb is scheduled to L3 agent 018c4455-49c0-4734-927d-7824067b2a9e with binding_index 1 {{(pid=93797) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 23:28:17.038809 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-57e17f15-24c8-4549-ab21-1e7f50472871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:17.076559 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1ee988d0-d9e7-43d9-bb1d-2f899b71c204 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-12265839'] for subnet, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:17.276684 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2bd0a0be-56ce-45ea-aa17-d6858d4693bc tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11971609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12265750'] for subnet, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:17.285391 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1ee988d0-d9e7-43d9-bb1d-2f899b71c204 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8736833727272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-11971783'] for subnet, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:17.309992 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7ec4059-e42b-4abd-a9df-1634532ac3c1 None None] Network 42bfee96-e007-4d4f-baa1-777b541140aa requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:28:17.341078 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ee988d0-d9e7-43d9-bb1d-2f899b71c204 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:28:17.343362 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b220e05-b046-45de-92f1-698c8c042819 admin admin] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:28:17.345163 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1ee988d0-d9e7-43d9-bb1d-2f899b71c204 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:17.348570 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-1ee988d0-d9e7-43d9-bb1d-2f899b71c204 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] 10.222.0.18 "PUT /v2.0/subnets/0e33388a-f136-4b24-b33e-b120ea758a15 HTTP/1.1" status: 200 len: 806 time: 0.6828852 Jul 27 23:28:17.350180 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 34816) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:28:17.393713 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5b220e05-b046-45de-92f1-698c8c042819 admin admin] Notify callbacks [] for router, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:17.400877 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-5b220e05-b046-45de-92f1-698c8c042819 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.2101736 Jul 27 23:28:17.414152 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bd0a0be-56ce-45ea-aa17-d6858d4693bc tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Checking segment: {'id': '6ba5a109-13ff-4ba0-b6af-bc9715afc6aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '14716704-ebe5-4666-a442-27cb9c0cede8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:28:17.414540 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bd0a0be-56ce-45ea-aa17-d6858d4693bc tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Network hostable DHCP agents. Network: 14716704-ebe5-4666-a442-27cb9c0cede8, hostable agents: ['5950e76f-2bde-4343-a925-cbe6bacd2706'], hosted agents: [] {{(pid=93798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 23:28:17.417556 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 34818) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:28:17.430061 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd0a0be-56ce-45ea-aa17-d6858d4693bc tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Pushing event updated for resources: {'Subnet': ['ID=022ed0a1-9ef3-491a-b31f-cb72aeca1060,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:28:17.501646 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2e48baa-7b5c-41b7-9ef9-262ed998ff1e None None] Sync routers for ids ['a8e85d13-b7c1-43bf-ae6d-81dca465a0fb'] in n-d-802623-1 {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:28:17.572086 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-bcd7d1f9-9bc0-42d4-84e6-fa321efbd153 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593271'] for network, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:17.618617 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-f3cb20f9-a477-478c-a4d5-24da38875e61 None None] Provisioning for port 47b26beb-37a1-4cd3-afbd-3695986f3f72 completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:28:17.658320 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning for port 47b26beb-37a1-4cd3-afbd-3695986f3f72 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:28:17.676050 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-f3cb20f9-a477-478c-a4d5-24da38875e61 None None] Provisioning complete for port 47b26beb-37a1-4cd3-afbd-3695986f3f72 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:28:17.692313 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f3cb20f9-a477-478c-a4d5-24da38875e61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:17.695220 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-bcd7d1f9-9bc0-42d4-84e6-fa321efbd153 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620741'] for subnet, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:17.699429 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bd0a0be-56ce-45ea-aa17-d6858d4693bc tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Network 14716704-ebe5-4666-a442-27cb9c0cede8 is scheduled to be hosted by DHCP agent 5950e76f-2bde-4343-a925-cbe6bacd2706 with binding_index 1 {{(pid=93798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 23:28:17.771830 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e17f15-24c8-4549-ab21-1e7f50472871 None None] Pushing event updated for resources: {'Port': ['ID=e6a3dce6-44c5-4a2a-8513-f12d53913bed,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:28:17.788635 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-2bd0a0be-56ce-45ea-aa17-d6858d4693bc tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802623-1, 14716704-ebe5-4666-a442-27cb9c0cede8) {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:28:17.803987 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bd0a0be-56ce-45ea-aa17-d6858d4693bc tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:28:17.804694 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2bd0a0be-56ce-45ea-aa17-d6858d4693bc tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:17.809070 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6c5d95d-fb8d-480c-bcc0-fb08a25d2036 None None] Network 14716704-ebe5-4666-a442-27cb9c0cede8 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:28:17.816660 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port 47b26beb-37a1-4cd3-afbd-3695986f3f72 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:28:17.817251 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:17.835016 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2e48baa-7b5c-41b7-9ef9-262ed998ff1e None None] Routers {'a8e85d13-b7c1-43bf-ae6d-81dca465a0fb'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:28:17.835916 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-a2e48baa-7b5c-41b7-9ef9-262ed998ff1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:28:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['a8e85d13-b7c1-43bf-ae6d-81dca465a0fb'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:28:17.836093 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-2bd0a0be-56ce-45ea-aa17-d6858d4693bc tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.5279686 Jul 27 23:28:17.841134 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee988d0-d9e7-43d9-bb1d-2f899b71c204 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Pushing event updated for resources: {'Subnet': ['ID=0e33388a-f136-4b24-b33e-b120ea758a15,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:28:17.841800 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 34822) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:28:17.853150 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-a515c516-6f49-469d-ae57-db132722877b tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1523744531'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:28:17.920827 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a515c516-6f49-469d-ae57-db132722877b tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Made reservation on behalf of e4b27fac89dd4f28b2bc9101764ad5ba for: {'network': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:28:17.930594 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a515c516-6f49-469d-ae57-db132722877b tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for network, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:18.004201 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a515c516-6f49-469d-ae57-db132722877b tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 546} {{(pid=93797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 23:28:18.017878 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a515c516-6f49-469d-ae57-db132722877b tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:18.018304 n-d-802623-1 neutron-server[93797]: INFO neutron.db.segments_db [None req-a515c516-6f49-469d-ae57-db132722877b tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Added segment 5475b568-92ea-4a84-9895-b52519f48e74 of type vlan for network cce0072d-9c4d-411a-a7bd-07445fe884ed Jul 27 23:28:18.112337 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a515c516-6f49-469d-ae57-db132722877b tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736833354590'] for network, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:18.189670 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdf4bc5-8c3f-4327-8c16-144929187ba6 req-57a385ac-54d0-4eb5-a26c-9cbc8b6e9e96 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:28:18.200636 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-abdf4bc5-8c3f-4327-8c16-144929187ba6 req-57a385ac-54d0-4eb5-a26c-9cbc8b6e9e96 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/ports?device_id=c82f64f9-7572-4580-b07f-b346ae07e8cc HTTP/1.1" status: 200 len: 945 time: 0.1812406 Jul 27 23:28:18.213964 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a515c516-6f49-469d-ae57-db132722877b tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569'] for network, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:18.219781 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a515c516-6f49-469d-ae57-db132722877b tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:28:18.220383 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a515c516-6f49-469d-ae57-db132722877b tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Notify callbacks [] for network, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:18.295643 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-a515c516-6f49-469d-ae57-db132722877b tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4527209 Jul 27 23:28:18.302253 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 34826) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:28:18.342173 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a515c516-6f49-469d-ae57-db132722877b tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Pushing event updated for resources: {'Network': ['ID=cce0072d-9c4d-411a-a7bd-07445fe884ed,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:28:18.342989 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-a2e48baa-7b5c-41b7-9ef9-262ed998ff1e None None] Set router a8e85d13-b7c1-43bf-ae6d-81dca465a0fb gateway port host: n-d-802623-1 {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:28:18.442415 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-7731fe83-deda-4dd2-9a2d-6cd338965df6 None None] Allocated IP 172.20.0.2 (68157f04-7925-4b76-a13e-54a5221ad492/0e33388a-f136-4b24-b33e-b120ea758a15/42c33110-c3f0-447a-b4a3-4358edca1c4c) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:28:18.459965 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-76f3f92a-293a-4945-8f58-cfc83045670e tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Request body: {'subnet': {'network_id': 'cce0072d-9c4d-411a-a7bd-07445fe884ed', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:28:18.642590 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-abdf4bc5-8c3f-4327-8c16-144929187ba6 req-edf31f5c-e8db-4bf6-a319-956cf71afe74 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/security-groups?id=7dab0fca-2422-4f10-a2ed-ede178e48859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4426441 Jul 27 23:28:18.654566 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76f3f92a-293a-4945-8f58-cfc83045670e tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Made reservation on behalf of e4b27fac89dd4f28b2bc9101764ad5ba for: {'subnet': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:28:18.659311 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-76f3f92a-293a-4945-8f58-cfc83045670e tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12265828'] for subnet, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:18.852690 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7731fe83-deda-4dd2-9a2d-6cd338965df6 None None] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:18.863482 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-7731fe83-deda-4dd2-9a2d-6cd338965df6 None None] Transition to ACTIVE for port object 42c33110-c3f0-447a-b4a3-4358edca1c4c will not be triggered until provisioned by entity L2. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:28:18.882554 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Network cce0072d-9c4d-411a-a7bd-07445fe884ed details requested by agent ovs-agent-n-d-802623-1 with host n-d-802623-1 {{(pid=93799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 23:28:18.884668 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-374710db-f91c-47ad-81e8-1c204ba16724 None None] Network d772070e-dad0-48ff-8bce-c02a3adbff90 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:28:18.912812 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.ipam_backend_mixin [None req-76f3f92a-293a-4945-8f58-cfc83045670e tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Performing IP validity checks on allocation pools {{(pid=93798) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 27 23:28:18.913287 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.ipam_backend_mixin [None req-76f3f92a-293a-4945-8f58-cfc83045670e tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93798) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 27 23:28:19.014406 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ef8ee66c-5792-4aa6-b337-1e3fc72caffa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:19.119310 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-7731fe83-deda-4dd2-9a2d-6cd338965df6 None None] Transition to ACTIVE for port object 42c33110-c3f0-447a-b4a3-4358edca1c4c will not be triggered until provisioned by entity DHCP. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:28:19.180396 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-bcd7d1f9-9bc0-42d4-84e6-fa321efbd153 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11335991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11551414'] for subnet, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:19.234308 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd7d1f9-9bc0-42d4-84e6-fa321efbd153 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Pushing event deleted for resources: {'Subnet': ['ID=0e33388a-f136-4b24-b33e-b120ea758a15,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:28:19.234551 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7731fe83-deda-4dd2-9a2d-6cd338965df6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:19.316277 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-76f3f92a-293a-4945-8f58-cfc83045670e tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11971609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12265750'] for subnet, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:19.340702 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f3cb20f9-a477-478c-a4d5-24da38875e61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:19.346613 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-bcd7d1f9-9bc0-42d4-84e6-fa321efbd153 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618032', 'neutron.services.segments.db._delete_segments_for_network-8736833900081'] for network, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:19.373831 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-bcd7d1f9-9bc0-42d4-84e6-fa321efbd153 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68157f04-7925-4b76-a13e-54a5221ad492']}} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:28:19.390684 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7731fe83-deda-4dd2-9a2d-6cd338965df6 None None] Network 68157f04-7925-4b76-a13e-54a5221ad492 is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:28:19.397024 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-bcd7d1f9-9bc0-42d4-84e6-fa321efbd153 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '426fb1fa-3a11-456d-be13-77a5e63742ec') {'for_net_delete': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:28:19.397668 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-bcd7d1f9-9bc0-42d4-84e6-fa321efbd153 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '426fb1fa-3a11-456d-be13-77a5e63742ec') {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:28:19.413050 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-7731fe83-deda-4dd2-9a2d-6cd338965df6 None None] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:28:19.439791 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-bcd7d1f9-9bc0-42d4-84e6-fa321efbd153 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736833900858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11335978'] for segment, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:19.444724 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f3f92a-293a-4945-8f58-cfc83045670e tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Pushing event updated for resources: {'Subnet': ['ID=d4c68075-972e-424b-88c6-fea6b6ed5ef2,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:28:19.445475 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7731fe83-deda-4dd2-9a2d-6cd338965df6 None None] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:28:19.481281 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-bcd7d1f9-9bc0-42d4-84e6-fa321efbd153 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:19.500550 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcd7d1f9-9bc0-42d4-84e6-fa321efbd153 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Releasing vlan 523 on physical network physnet1 to pool {{(pid=93797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 23:28:19.501319 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-bcd7d1f9-9bc0-42d4-84e6-fa321efbd153 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11336013'] for segment, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:19.511173 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f3f92a-293a-4945-8f58-cfc83045670e tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:28:19.511523 n-d-802623-1 neutron-server[93797]: Traceback (most recent call last): Jul 27 23:28:19.511523 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 23:28:19.511523 n-d-802623-1 neutron-server[93797]: timer() Jul 27 23:28:19.511523 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 23:28:19.511523 n-d-802623-1 neutron-server[93797]: cb(*args, **kw) Jul 27 23:28:19.511523 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 23:28:19.511523 n-d-802623-1 neutron-server[93797]: return func(*args, **kwargs) Jul 27 23:28:19.511523 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 23:28:19.511523 n-d-802623-1 neutron-server[93797]: self._notify() Jul 27 23:28:19.511523 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 23:28:19.511523 n-d-802623-1 neutron-server[93797]: self.callback(batched_events) Jul 27 23:28:19.511523 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 23:28:19.511523 n-d-802623-1 neutron-server[93797]: event.method(event) Jul 27 23:28:19.511523 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 23:28:19.511523 n-d-802623-1 neutron-server[93797]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 23:28:19.511523 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 23:28:19.511523 n-d-802623-1 neutron-server[93797]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 23:28:19.511523 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 23:28:19.511523 n-d-802623-1 neutron-server[93797]: return f(self, *a, **k) Jul 27 23:28:19.511523 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 23:28:19.511523 n-d-802623-1 neutron-server[93797]: return self._get(url).json() Jul 27 23:28:19.511523 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 23:28:19.511523 n-d-802623-1 neutron-server[93797]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 23:28:19.511523 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 23:28:19.511523 n-d-802623-1 neutron-server[93797]: return self.request(url, 'GET', **kwargs) Jul 27 23:28:19.511523 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 23:28:19.511523 n-d-802623-1 neutron-server[93797]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 23:28:19.511523 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 23:28:19.511523 n-d-802623-1 neutron-server[93797]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 23:28:19.511523 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 23:28:19.511523 n-d-802623-1 neutron-server[93797]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 23:28:19.511523 n-d-802623-1 neutron-server[93797]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 23:28:19.516666 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f3f92a-293a-4945-8f58-cfc83045670e tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:28:19.519219 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f3f92a-293a-4945-8f58-cfc83045670e tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:28:19.519737 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f3f92a-293a-4945-8f58-cfc83045670e tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:28:19.520246 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f3f92a-293a-4945-8f58-cfc83045670e tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:28:19.520745 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f3f92a-293a-4945-8f58-cfc83045670e tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:28:19.523288 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f3f92a-293a-4945-8f58-cfc83045670e tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:28:19.523811 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f3f92a-293a-4945-8f58-cfc83045670e tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:28:19.524312 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f3f92a-293a-4945-8f58-cfc83045670e tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:28:19.524812 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f3f92a-293a-4945-8f58-cfc83045670e tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:28:19.525306 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f3f92a-293a-4945-8f58-cfc83045670e tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:28:19.526611 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f3f92a-293a-4945-8f58-cfc83045670e tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:28:19.572202 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f3cb20f9-a477-478c-a4d5-24da38875e61 None None] For port 47b26beb-37a1-4cd3-afbd-3695986f3f72, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=47b26beb-37a1-4cd3-afbd-3695986f3f72,segment=NetworkSegment(1b2ee8cf-7eb4-4b23-b321-0d00b8603dbe),segment_id=1b2ee8cf-7eb4-4b23-b321-0d00b8603dbe)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:28:19.578748 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7731fe83-deda-4dd2-9a2d-6cd338965df6 None None] Pushing event updated for resources: {'Port': ['ID=42c33110-c3f0-447a-b4a3-4358edca1c4c,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:28:19.612750 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f3cb20f9-a477-478c-a4d5-24da38875e61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:19.676222 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-ef8ee66c-5792-4aa6-b337-1e3fc72caffa admin admin] Allocated IP 172.20.0.1 (d772070e-dad0-48ff-8bce-c02a3adbff90/22fd4781-4e46-409c-a91a-a4ac3ab69caf/944f3a21-a6cb-45fb-870a-277e132bcce9) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:28:19.696001 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.db.api [None req-bcd7d1f9-9bc0-42d4-84e6-fa321efbd153 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 27 23:28:19.696001 n-d-802623-1 neutron-server[93797]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 27 23:28:19.696001 n-d-802623-1 neutron-server[93797]: [parameters: {'id': '68157f04-7925-4b76-a13e-54a5221ad492'}] Jul 27 23:28:19.696001 n-d-802623-1 neutron-server[93797]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=93797) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 23:28:19.697574 n-d-802623-1 neutron-server[93797]: DEBUG oslo_db.api [None req-bcd7d1f9-9bc0-42d4-84e6-fa321efbd153 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 23:28:19.699912 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:19.893621 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc20be15-b14d-4579-9a18-f8b43cdadb87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f6f257c-ad18-5f0c-8c8e-ea085a5fc8a2-14716704-ebe5-4666-a442-27cb9c0cede8', 'network_id': '14716704-ebe5-4666-a442-27cb9c0cede8', 'tenant_id': 'e4b27fac89dd4f28b2bc9101764ad5ba', 'fixed_ips': [{'subnet_id': '022ed0a1-9ef3-491a-b31f-cb72aeca1060'}]}} from n-d-802623-1. {{(pid=93799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 23:28:19.895762 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-cc20be15-b14d-4579-9a18-f8b43cdadb87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:19.897015 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ef8ee66c-5792-4aa6-b337-1e3fc72caffa admin admin] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:19.898370 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cb20f9-a477-478c-a4d5-24da38875e61 None None] Pushing event updated for resources: {'Port': ['ID=47b26beb-37a1-4cd3-afbd-3695986f3f72,revision_number=3']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:28:19.932431 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-ef8ee66c-5792-4aa6-b337-1e3fc72caffa admin admin] Transition to ACTIVE for port object 944f3a21-a6cb-45fb-870a-277e132bcce9 will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:28:19.936069 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-7731fe83-deda-4dd2-9a2d-6cd338965df6 None None] Attempting to bind port 42c33110-c3f0-447a-b4a3-4358edca1c4c on host n-d-802623-1 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:28:19.936458 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-7731fe83-deda-4dd2-9a2d-6cd338965df6 None None] Attempting to bind port 42c33110-c3f0-447a-b4a3-4358edca1c4c by drivers openvswitch,hyperv on host n-d-802623-1 at level 0 using segments [{'id': '426fb1fa-3a11-456d-be13-77a5e63742ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '68157f04-7925-4b76-a13e-54a5221ad492'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:28:19.936937 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7731fe83-deda-4dd2-9a2d-6cd338965df6 None None] Attempting to bind port 42c33110-c3f0-447a-b4a3-4358edca1c4c on network 68157f04-7925-4b76-a13e-54a5221ad492 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:28:19.940764 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969510bf-138e-4556-b41e-c870b2189d8c req-936988b4-1f64-4bba-bd8a-463af8aa7605 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:28:19.943816 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-969510bf-138e-4556-b41e-c870b2189d8c req-936988b4-1f64-4bba-bd8a-463af8aa7605 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/ports?device_id=c82f64f9-7572-4580-b07f-b346ae07e8cc HTTP/1.1" status: 200 len: 945 time: 0.1541469 Jul 27 23:28:20.009375 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-75797ddd-a660-4e5b-b715-e19dcacb1be9 None None] Provisioning for port e6a3dce6-44c5-4a2a-8513-f12d53913bed completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:28:20.030509 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7731fe83-deda-4dd2-9a2d-6cd338965df6 None None] Checking agent: {'id': 'a9a568d2-a5e7-41e4-833f-a8ab42ea4073', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 52, 30), 'started_at': datetime.datetime(2021, 7, 27, 22, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802623-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:28:20.032696 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7731fe83-deda-4dd2-9a2d-6cd338965df6 None None] Checking segment: {'id': '426fb1fa-3a11-456d-be13-77a5e63742ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '68157f04-7925-4b76-a13e-54a5221ad492'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:28:20.033361 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7731fe83-deda-4dd2-9a2d-6cd338965df6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:20.034259 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7731fe83-deda-4dd2-9a2d-6cd338965df6 None None] Bound using segment: {'id': '426fb1fa-3a11-456d-be13-77a5e63742ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '68157f04-7925-4b76-a13e-54a5221ad492'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:28:20.034873 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f3f92a-293a-4945-8f58-cfc83045670e tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Checking segment: {'id': '5475b568-92ea-4a84-9895-b52519f48e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'cce0072d-9c4d-411a-a7bd-07445fe884ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:28:20.035447 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76f3f92a-293a-4945-8f58-cfc83045670e tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Network hostable DHCP agents. Network: cce0072d-9c4d-411a-a7bd-07445fe884ed, hostable agents: ['5950e76f-2bde-4343-a925-cbe6bacd2706'], hosted agents: [] {{(pid=93798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 23:28:20.035582 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-7731fe83-deda-4dd2-9a2d-6cd338965df6 None None] Bound port: 42c33110-c3f0-447a-b4a3-4358edca1c4c, host: n-d-802623-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '426fb1fa-3a11-456d-be13-77a5e63742ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '68157f04-7925-4b76-a13e-54a5221ad492'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:28:20.036977 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7731fe83-deda-4dd2-9a2d-6cd338965df6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:20.059814 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ef8ee66c-5792-4aa6-b337-1e3fc72caffa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:20.108049 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-969510bf-138e-4556-b41e-c870b2189d8c req-78ba2dbf-5f70-4a2e-958b-299293864c67 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/security-groups?id=7dab0fca-2422-4f10-a2ed-ede178e48859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463757 Jul 27 23:28:20.111390 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-a2e48baa-7b5c-41b7-9ef9-262ed998ff1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8e85d13-b7c1-43bf-ae6d-81dca465a0fb', 'name': 'tempest-AttachVolumeTestJSON-1979639153-router', 'tenant_id': '93d6af8ff48b44f2bdb667a30d291295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.79'}], 'enable_snat': True}, 'gw_port_id': '90e4d9d6-e4ba-4dd6-83c2-87e7b158b22e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:28:13Z', 'updated_at': '2021-07-27T23:28:15Z', 'revision_number': 3, 'project_id': '93d6af8ff48b44f2bdb667a30d291295', 'gw_port': {'id': '90e4d9d6-e4ba-4dd6-83c2-87e7b158b22e', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:5a:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8e85d13-b7c1-43bf-ae6d-81dca465a0fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2832, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:28:14Z', 'updated_at': '2021-07-27T23:28:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1'}], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:28:20.198823 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-bcd7d1f9-9bc0-42d4-84e6-fa321efbd153 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593271'] for network, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:20.215605 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8ee66c-5792-4aa6-b337-1e3fc72caffa admin admin] Pushing event updated for resources: {'Port': ['ID=944f3a21-a6cb-45fb-870a-277e132bcce9,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:28:20.226075 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef8ee66c-5792-4aa6-b337-1e3fc72caffa admin admin] Network d772070e-dad0-48ff-8bce-c02a3adbff90 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:28:20.232146 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76f3f92a-293a-4945-8f58-cfc83045670e tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Network cce0072d-9c4d-411a-a7bd-07445fe884ed is scheduled to be hosted by DHCP agent 5950e76f-2bde-4343-a925-cbe6bacd2706 with binding_index 1 {{(pid=93798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 23:28:20.240979 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2e48baa-7b5c-41b7-9ef9-262ed998ff1e None None] Checking router: a8e85d13-b7c1-43bf-ae6d-81dca465a0fb for host: n-d-802623-1 {{(pid=93799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 23:28:20.241737 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2e48baa-7b5c-41b7-9ef9-262ed998ff1e None None] Updating router a8e85d13-b7c1-43bf-ae6d-81dca465a0fb port 90e4d9d6-e4ba-4dd6-83c2-87e7b158b22e binding host n-d-802623-1 {{(pid=93799) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 23:28:20.249106 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-ef8ee66c-5792-4aa6-b337-1e3fc72caffa admin admin] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:28:20.255949 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef8ee66c-5792-4aa6-b337-1e3fc72caffa admin admin] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:28:20.321136 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-76f3f92a-293a-4945-8f58-cfc83045670e tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802623-1, cce0072d-9c4d-411a-a7bd-07445fe884ed) {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:28:20.321861 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.db.api [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93799) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 23:28:20.321861 n-d-802623-1 neutron-server[93799]: DEBUG oslo_db.api [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 23:28:20.324926 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-bcd7d1f9-9bc0-42d4-84e6-fa321efbd153 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Deleting port 42c33110-c3f0-447a-b4a3-4358edca1c4c {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:28:20.325290 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-bcd7d1f9-9bc0-42d4-84e6-fa321efbd153 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:20.358796 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37ae8f20-a398-40dc-9cf1-8d78a2a239d2 None None] Network cce0072d-9c4d-411a-a7bd-07445fe884ed requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:28:20.364019 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a2e48baa-7b5c-41b7-9ef9-262ed998ff1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:20.364261 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76f3f92a-293a-4945-8f58-cfc83045670e tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:28:20.364664 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-76f3f92a-293a-4945-8f58-cfc83045670e tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:20.429665 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ef8ee66c-5792-4aa6-b337-1e3fc72caffa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-415283'] for router_interface, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:20.462851 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-bcd7d1f9-9bc0-42d4-84e6-fa321efbd153 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] For port 42c33110-c3f0-447a-b4a3-4358edca1c4c, host n-d-802623-1, got binding levels [] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:28:20.463579 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-bcd7d1f9-9bc0-42d4-84e6-fa321efbd153 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:20.491393 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-76f3f92a-293a-4945-8f58-cfc83045670e tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 2.0436964 Jul 27 23:28:20.494389 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-bcd7d1f9-9bc0-42d4-84e6-fa321efbd153 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Calling delete_port for 42c33110-c3f0-447a-b4a3-4358edca1c4c owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:28:20.494574 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 34838) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:28:20.574449 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-7731fe83-deda-4dd2-9a2d-6cd338965df6 None None] For port 42c33110-c3f0-447a-b4a3-4358edca1c4c, host n-d-802623-1, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:28:20.612134 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-7731fe83-deda-4dd2-9a2d-6cd338965df6 None None] For port 42c33110-c3f0-447a-b4a3-4358edca1c4c, host n-d-802623-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=42c33110-c3f0-447a-b4a3-4358edca1c4c,segment=NetworkSegment(426fb1fa-3a11-456d-be13-77a5e63742ec),segment_id=426fb1fa-3a11-456d-be13-77a5e63742ec)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:28:20.618078 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-cc20be15-b14d-4579-9a18-f8b43cdadb87 None None] Allocated IP 2001:db8::3 (14716704-ebe5-4666-a442-27cb9c0cede8/022ed0a1-9ef3-491a-b31f-cb72aeca1060/58ca9d4a-d689-40a1-82e8-cf1932d998d9) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:28:20.642255 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-692e2435-e33a-46ca-9bb8-0db4db9dd899 tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593271'] for network, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:20.670481 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-bcd7d1f9-9bc0-42d4-84e6-fa321efbd153 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:20.720242 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd7d1f9-9bc0-42d4-84e6-fa321efbd153 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Pushing event deleted for resources: {'Port': ['ID=42c33110-c3f0-447a-b4a3-4358edca1c4c,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:28:20.737514 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcd7d1f9-9bc0-42d4-84e6-fa321efbd153 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] No DVR routers for this DVR port 42c33110-c3f0-447a-b4a3-4358edca1c4c on host n-d-802623-1 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:28:20.773548 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-692e2435-e33a-46ca-9bb8-0db4db9dd899 tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620741'] for subnet, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:20.856477 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-692e2435-e33a-46ca-9bb8-0db4db9dd899 tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11971800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12265753'] for subnet, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:20.909513 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-bcd7d1f9-9bc0-42d4-84e6-fa321efbd153 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618032', 'neutron.services.segments.db._delete_segments_for_network-8736833900081'] for network, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:20.939239 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-bcd7d1f9-9bc0-42d4-84e6-fa321efbd153 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68157f04-7925-4b76-a13e-54a5221ad492']}} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:28:20.941406 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 34842) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:28:20.975015 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-692e2435-e33a-46ca-9bb8-0db4db9dd899 tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618032', 'neutron.services.segments.db._delete_segments_for_network-8736833900081'] for network, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:20.986896 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-692e2435-e33a-46ca-9bb8-0db4db9dd899 tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cce0072d-9c4d-411a-a7bd-07445fe884ed']}} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:28:20.991525 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-bcd7d1f9-9bc0-42d4-84e6-fa321efbd153 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '426fb1fa-3a11-456d-be13-77a5e63742ec') {'for_net_delete': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:28:20.991870 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-bcd7d1f9-9bc0-42d4-84e6-fa321efbd153 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '426fb1fa-3a11-456d-be13-77a5e63742ec') {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:28:21.000108 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-692e2435-e33a-46ca-9bb8-0db4db9dd899 tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5475b568-92ea-4a84-9895-b52519f48e74') {'for_net_delete': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:28:21.000689 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-692e2435-e33a-46ca-9bb8-0db4db9dd899 tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5475b568-92ea-4a84-9895-b52519f48e74') {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:28:21.012267 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-692e2435-e33a-46ca-9bb8-0db4db9dd899 tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736833900858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11163256'] for segment, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:21.028273 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-692e2435-e33a-46ca-9bb8-0db4db9dd899 tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:21.036359 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-692e2435-e33a-46ca-9bb8-0db4db9dd899 tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Releasing vlan 546 on physical network physnet1 to pool {{(pid=93798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 23:28:21.037217 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-692e2435-e33a-46ca-9bb8-0db4db9dd899 tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11971746'] for segment, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:21.079662 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-bcd7d1f9-9bc0-42d4-84e6-fa321efbd153 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736833900858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11335978'] for segment, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:21.100875 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-bcd7d1f9-9bc0-42d4-84e6-fa321efbd153 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:21.114758 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcd7d1f9-9bc0-42d4-84e6-fa321efbd153 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Releasing vlan 523 on physical network physnet1 to pool {{(pid=93797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 23:28:21.115202 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-bcd7d1f9-9bc0-42d4-84e6-fa321efbd153 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11336013'] for segment, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:21.118456 n-d-802623-1 neutron-server[93797]: Traceback (most recent call last): Jul 27 23:28:21.118456 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 23:28:21.118456 n-d-802623-1 neutron-server[93797]: timer() Jul 27 23:28:21.118456 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 23:28:21.118456 n-d-802623-1 neutron-server[93797]: cb(*args, **kw) Jul 27 23:28:21.118456 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 23:28:21.118456 n-d-802623-1 neutron-server[93797]: return func(*args, **kwargs) Jul 27 23:28:21.118456 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 23:28:21.118456 n-d-802623-1 neutron-server[93797]: self._notify() Jul 27 23:28:21.118456 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 23:28:21.118456 n-d-802623-1 neutron-server[93797]: self.callback(batched_events) Jul 27 23:28:21.118456 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 23:28:21.118456 n-d-802623-1 neutron-server[93797]: event.method(event) Jul 27 23:28:21.118456 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 23:28:21.118456 n-d-802623-1 neutron-server[93797]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 23:28:21.118456 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 23:28:21.118456 n-d-802623-1 neutron-server[93797]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 23:28:21.118456 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 23:28:21.118456 n-d-802623-1 neutron-server[93797]: return f(self, *a, **k) Jul 27 23:28:21.118456 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 23:28:21.118456 n-d-802623-1 neutron-server[93797]: return self._get(url).json() Jul 27 23:28:21.118456 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 23:28:21.118456 n-d-802623-1 neutron-server[93797]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 23:28:21.118456 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 23:28:21.118456 n-d-802623-1 neutron-server[93797]: return self.request(url, 'GET', **kwargs) Jul 27 23:28:21.118456 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 23:28:21.118456 n-d-802623-1 neutron-server[93797]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 23:28:21.118456 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 23:28:21.118456 n-d-802623-1 neutron-server[93797]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 23:28:21.118456 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 23:28:21.118456 n-d-802623-1 neutron-server[93797]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 23:28:21.118456 n-d-802623-1 neutron-server[93797]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 23:28:21.138745 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-7bf26a0e-4729-4a6e-a505-e5474db67465 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] 10.222.0.18 "GET /v2.0/floatingips/081c8c56-258d-45f1-b4bb-41ef9ddd6c2d HTTP/1.1" status: 200 len: 993 time: 0.1956799 Jul 27 23:28:21.181548 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692e2435-e33a-46ca-9bb8-0db4db9dd899 tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Pushing event deleted for resources: {'Subnet': ['ID=d4c68075-972e-424b-88c6-fea6b6ed5ef2,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:28:21.195935 n-d-802623-1 neutron-server[93798]: Traceback (most recent call last): Jul 27 23:28:21.195935 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 23:28:21.195935 n-d-802623-1 neutron-server[93798]: timer() Jul 27 23:28:21.195935 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 23:28:21.195935 n-d-802623-1 neutron-server[93798]: cb(*args, **kw) Jul 27 23:28:21.195935 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 23:28:21.195935 n-d-802623-1 neutron-server[93798]: return func(*args, **kwargs) Jul 27 23:28:21.195935 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 23:28:21.195935 n-d-802623-1 neutron-server[93798]: self._notify() Jul 27 23:28:21.195935 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 23:28:21.195935 n-d-802623-1 neutron-server[93798]: self.callback(batched_events) Jul 27 23:28:21.195935 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 23:28:21.195935 n-d-802623-1 neutron-server[93798]: event.method(event) Jul 27 23:28:21.195935 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 23:28:21.195935 n-d-802623-1 neutron-server[93798]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 23:28:21.195935 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 23:28:21.195935 n-d-802623-1 neutron-server[93798]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 23:28:21.195935 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 23:28:21.195935 n-d-802623-1 neutron-server[93798]: return f(self, *a, **k) Jul 27 23:28:21.195935 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 23:28:21.195935 n-d-802623-1 neutron-server[93798]: return self._get(url).json() Jul 27 23:28:21.195935 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 23:28:21.195935 n-d-802623-1 neutron-server[93798]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 23:28:21.195935 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 23:28:21.195935 n-d-802623-1 neutron-server[93798]: return self.request(url, 'GET', **kwargs) Jul 27 23:28:21.195935 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 23:28:21.195935 n-d-802623-1 neutron-server[93798]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 23:28:21.195935 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 23:28:21.195935 n-d-802623-1 neutron-server[93798]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 23:28:21.195935 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 23:28:21.195935 n-d-802623-1 neutron-server[93798]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 23:28:21.195935 n-d-802623-1 neutron-server[93798]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 23:28:21.201550 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-692e2435-e33a-46ca-9bb8-0db4db9dd899 tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415412'] for network, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:21.208412 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-692e2435-e33a-46ca-9bb8-0db4db9dd899 tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:21.214969 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-692e2435-e33a-46ca-9bb8-0db4db9dd899 tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] 10.222.0.18 "DELETE /v2.0/networks/cce0072d-9c4d-411a-a7bd-07445fe884ed HTTP/1.1" status: 204 len: 168 time: 0.7193930 Jul 27 23:28:21.222958 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 34850) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:28:21.230498 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-6e8d537e-ef72-46c4-9d50-ef27623fea3e tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-155667796'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:28:21.250529 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692e2435-e33a-46ca-9bb8-0db4db9dd899 tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Pushing event deleted for resources: {'Network': ['ID=cce0072d-9c4d-411a-a7bd-07445fe884ed,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:28:21.327002 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ef8ee66c-5792-4aa6-b337-1e3fc72caffa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:21.344844 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-bcd7d1f9-9bc0-42d4-84e6-fa321efbd153 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415412'] for network, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:21.355784 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-bcd7d1f9-9bc0-42d4-84e6-fa321efbd153 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Notify callbacks [] for network, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:21.358040 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-bcd7d1f9-9bc0-42d4-84e6-fa321efbd153 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] 10.222.0.18 "DELETE /v2.0/networks/68157f04-7925-4b76-a13e-54a5221ad492 HTTP/1.1" status: 204 len: 168 time: 3.9754653 Jul 27 23:28:21.374554 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 34854) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:28:21.380893 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd7d1f9-9bc0-42d4-84e6-fa321efbd153 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Pushing event deleted for resources: {'Network': ['ID=68157f04-7925-4b76-a13e-54a5221ad492,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:28:21.390932 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e8d537e-ef72-46c4-9d50-ef27623fea3e tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Made reservation on behalf of e4b27fac89dd4f28b2bc9101764ad5ba for: {'network': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:28:21.395744 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6e8d537e-ef72-46c4-9d50-ef27623fea3e tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for network, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:21.403512 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7731fe83-deda-4dd2-9a2d-6cd338965df6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:21.406828 n-d-802623-1 neutron-server[93798]: INFO neutron.pecan_wsgi.hooks.translation [None req-447a35d3-d19f-4b1b-bc98-d76261646b96 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] DELETE failed (client error): The resource could not be found. Jul 27 23:28:21.407530 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-447a35d3-d19f-4b1b-bc98-d76261646b96 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 23:28:21.409972 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-447a35d3-d19f-4b1b-bc98-d76261646b96 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] 10.222.0.18 "DELETE /v2.0/networks/68157f04-7925-4b76-a13e-54a5221ad492 HTTP/1.1" status: 404 len: 339 time: 0.0336268 Jul 27 23:28:21.415153 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 34856) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:28:21.420736 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-2d67eb33-c4f8-4fe7-8e1a-08a26fb233a5 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1783250618', 'description': 'd1'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:28:21.442583 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-3e549c60-572d-4ba5-9ec4-3b774aabaac1 None None] Provisioning complete for port 47b26beb-37a1-4cd3-afbd-3695986f3f72 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:28:21.452610 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-3e549c60-572d-4ba5-9ec4-3b774aabaac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:21.472482 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e8d537e-ef72-46c4-9d50-ef27623fea3e tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 506} {{(pid=93797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 23:28:21.485822 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6e8d537e-ef72-46c4-9d50-ef27623fea3e tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:21.486419 n-d-802623-1 neutron-server[93797]: INFO neutron.db.segments_db [None req-6e8d537e-ef72-46c4-9d50-ef27623fea3e tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Added segment 8f74ba49-985e-4890-8264-a2985668d786 of type vlan for network bc0188c0-88a1-41cd-85f9-d1a364257f93 Jul 27 23:28:21.550731 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7731fe83-deda-4dd2-9a2d-6cd338965df6 None None] Pushing event deleted for resources: {'Port': ['ID=42c33110-c3f0-447a-b4a3-4358edca1c4c,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:28:21.551224 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 34858) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:28:21.556919 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6e8d537e-ef72-46c4-9d50-ef27623fea3e tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736833354590'] for network, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:21.559136 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-7731fe83-deda-4dd2-9a2d-6cd338965df6 None None] Network 68157f04-7925-4b76-a13e-54a5221ad492 is not hosted by any dhcp agent {{(pid=93799) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 27 23:28:21.574585 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d67eb33-c4f8-4fe7-8e1a-08a26fb233a5 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Made reservation on behalf of 934e936dd6c64e899cadf4ed7dc8ac75 for: {'network': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:28:21.579630 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2d67eb33-c4f8-4fe7-8e1a-08a26fb233a5 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for network, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:21.617053 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719a4f52-32c6-4dc2-bd69-3f557cf8d89b req-cbbed60a-a0f9-4a06-bd93-e7310b832488 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:28:21.627142 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-719a4f52-32c6-4dc2-bd69-3f557cf8d89b req-cbbed60a-a0f9-4a06-bd93-e7310b832488 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/ports?device_id=c82f64f9-7572-4580-b07f-b346ae07e8cc HTTP/1.1" status: 200 len: 945 time: 0.3665829 Jul 27 23:28:21.630575 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6e8d537e-ef72-46c4-9d50-ef27623fea3e tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569'] for network, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:21.637468 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e8d537e-ef72-46c4-9d50-ef27623fea3e tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:28:21.638349 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6e8d537e-ef72-46c4-9d50-ef27623fea3e tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Notify callbacks [] for network, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:21.721914 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-719a4f52-32c6-4dc2-bd69-3f557cf8d89b req-399da003-5d7b-4261-9c38-66849f8225ef tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/security-groups?id=7dab0fca-2422-4f10-a2ed-ede178e48859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937734 Jul 27 23:28:21.740400 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server [None req-575e4022-70a5-4739-ac15-a716868abb51 None None] Exception during message handling: neutron_lib.exceptions.PortNotFound: Port 42c33110-c3f0-447a-b4a3-4358edca1c4c could not be found. Jul 27 23:28:21.740400 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 27 23:28:21.740400 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 289, in _get_port Jul 27 23:28:21.740400 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server port = model_query.get_by_id(context, models_v2.Port, id, Jul 27 23:28:21.740400 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Jul 27 23:28:21.740400 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Jul 27 23:28:21.740400 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2809, in one Jul 27 23:28:21.740400 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server return self._iter().one() Jul 27 23:28:21.740400 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1374, in one Jul 27 23:28:21.740400 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server return self._only_one_row( Jul 27 23:28:21.740400 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Jul 27 23:28:21.740400 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Jul 27 23:28:21.740400 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Jul 27 23:28:21.740400 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server Jul 27 23:28:21.740400 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Jul 27 23:28:21.740400 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server Jul 27 23:28:21.740400 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 27 23:28:21.740400 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 27 23:28:21.740400 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 27 23:28:21.740400 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 27 23:28:21.740400 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 27 23:28:21.740400 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 27 23:28:21.740400 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 27 23:28:21.740400 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 27 23:28:21.740400 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 27 23:28:21.740400 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 23:28:21.740400 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 23:28:21.740400 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 23:28:21.740400 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 23:28:21.740400 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 27 23:28:21.740400 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 27 23:28:21.740400 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 27 23:28:21.740400 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 27 23:28:21.740400 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 23:28:21.740400 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 23:28:21.740400 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 23:28:21.740400 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 23:28:21.740400 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 27 23:28:21.740400 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 27 23:28:21.740400 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 27 23:28:21.740400 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 27 23:28:21.740400 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 23:28:21.740400 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 23:28:21.740400 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 23:28:21.740400 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 23:28:21.740400 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 27 23:28:21.740400 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 27 23:28:21.740400 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 343, in get_dhcp_port Jul 27 23:28:21.740400 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server return plugin.get_port(context, port_id) Jul 27 23:28:21.740400 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 27 23:28:21.740400 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 27 23:28:21.740400 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 27 23:28:21.740400 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 27 23:28:21.740400 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 23:28:21.740400 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 23:28:21.740400 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 23:28:21.740400 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 23:28:21.740400 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 27 23:28:21.740400 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 27 23:28:21.740400 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 27 23:28:21.740400 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 27 23:28:21.740400 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 23:28:21.740400 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 23:28:21.740400 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 23:28:21.740400 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 23:28:21.740400 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 27 23:28:21.740400 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 27 23:28:21.740400 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 27 23:28:21.740400 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 27 23:28:21.740400 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 23:28:21.740400 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 23:28:21.740400 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 23:28:21.740400 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 23:28:21.740400 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 27 23:28:21.740400 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 27 23:28:21.740400 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Jul 27 23:28:21.740400 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jul 27 23:28:21.740400 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1551, in get_port Jul 27 23:28:21.740400 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server port = self._get_port(context, id, lazy_fields=lazy_fields) Jul 27 23:28:21.740400 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 292, in _get_port Jul 27 23:28:21.740400 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server raise exceptions.PortNotFound(port_id=id) Jul 27 23:28:21.740400 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.PortNotFound: Port 42c33110-c3f0-447a-b4a3-4358edca1c4c could not be found. Jul 27 23:28:21.740400 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server Jul 27 23:28:21.791114 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d67eb33-c4f8-4fe7-8e1a-08a26fb233a5 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 537} {{(pid=93798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 23:28:21.805322 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ff21e7a-ab35-47f6-b29d-ea393d0b4e85 None None] Network 68157f04-7925-4b76-a13e-54a5221ad492 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:28:21.807605 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device e6a3dce6-44c5-4a2a-8513-f12d53913bed up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:28:21.847721 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-6e8d537e-ef72-46c4-9d50-ef27623fea3e tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6234155 Jul 27 23:28:21.852697 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2d67eb33-c4f8-4fe7-8e1a-08a26fb233a5 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:21.853067 n-d-802623-1 neutron-server[93798]: INFO neutron.db.segments_db [None req-2d67eb33-c4f8-4fe7-8e1a-08a26fb233a5 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Added segment 8dcc46bf-2d8f-41f2-8be4-0f450ab0a7f2 of type vlan for network d65d95c4-99aa-4c2b-9d2d-acc1ea19e28d Jul 27 23:28:21.855492 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 34860) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:28:21.867666 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-4fe61f85-5c60-4c59-8e6e-c430b8cd50ec tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Request body: {'subnet': {'network_id': 'bc0188c0-88a1-41cd-85f9-d1a364257f93', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:28:21.890283 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ff21e7a-ab35-47f6-b29d-ea393d0b4e85 None None] Network 68157f04-7925-4b76-a13e-54a5221ad492 could not be found, it might have been deleted concurrently. {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 27 23:28:21.912027 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b624487-5737-4d78-a4a8-369c983b58da None None] Network 68157f04-7925-4b76-a13e-54a5221ad492 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:28:21.930723 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b624487-5737-4d78-a4a8-369c983b58da None None] Network 68157f04-7925-4b76-a13e-54a5221ad492 could not be found, it might have been deleted concurrently. {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 27 23:28:21.932402 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa659507-42ef-4879-8df0-5c30065e7d74 None None] Network cce0072d-9c4d-411a-a7bd-07445fe884ed requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:28:21.962801 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8d537e-ef72-46c4-9d50-ef27623fea3e tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Pushing event updated for resources: {'Network': ['ID=bc0188c0-88a1-41cd-85f9-d1a364257f93,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:28:21.973025 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa659507-42ef-4879-8df0-5c30065e7d74 None None] Network cce0072d-9c4d-411a-a7bd-07445fe884ed could not be found, it might have been deleted concurrently. {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 27 23:28:21.975576 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ef8ee66c-5792-4aa6-b337-1e3fc72caffa admin admin] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:21.997271 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2d67eb33-c4f8-4fe7-8e1a-08a26fb233a5 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736833354590'] for network, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:22.001193 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Network bc0188c0-88a1-41cd-85f9-d1a364257f93 details requested by agent ovs-agent-n-d-802623-1 with host n-d-802623-1 {{(pid=93799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 23:28:22.001676 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ef8ee66c-5792-4aa6-b337-1e3fc72caffa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:22.049854 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fe61f85-5c60-4c59-8e6e-c430b8cd50ec tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Made reservation on behalf of e4b27fac89dd4f28b2bc9101764ad5ba for: {'subnet': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:28:22.059242 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4fe61f85-5c60-4c59-8e6e-c430b8cd50ec tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11551435'] for subnet, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:22.131428 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2d67eb33-c4f8-4fe7-8e1a-08a26fb233a5 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569'] for network, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:22.137816 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d67eb33-c4f8-4fe7-8e1a-08a26fb233a5 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:28:22.139052 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2d67eb33-c4f8-4fe7-8e1a-08a26fb233a5 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:22.190085 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a2e48baa-7b5c-41b7-9ef9-262ed998ff1e None None] Notify callbacks [] for port, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:22.191532 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ef8ee66c-5792-4aa6-b337-1e3fc72caffa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3760555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-414115'] for router_interface, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:22.192258 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning for port e6a3dce6-44c5-4a2a-8513-f12d53913bed completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:28:22.219639 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port e6a3dce6-44c5-4a2a-8513-f12d53913bed triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:28:22.219959 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:22.224177 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-a2e48baa-7b5c-41b7-9ef9-262ed998ff1e None None] Transition to ACTIVE for port object 90e4d9d6-e4ba-4dd6-83c2-87e7b158b22e will not be triggered until provisioned by entity L2. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:28:22.226463 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-cc20be15-b14d-4579-9a18-f8b43cdadb87 None None] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:22.256179 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a2e48baa-7b5c-41b7-9ef9-262ed998ff1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:22.259810 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-cc20be15-b14d-4579-9a18-f8b43cdadb87 None None] Transition to ACTIVE for port object 58ca9d4a-d689-40a1-82e8-cf1932d998d9 will not be triggered until provisioned by entity L2. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:28:22.278258 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8ee66c-5792-4aa6-b337-1e3fc72caffa admin admin] Pushing event updated for resources: {'Port': ['ID=944f3a21-a6cb-45fb-870a-277e132bcce9,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:28:22.281173 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d67eb33-c4f8-4fe7-8e1a-08a26fb233a5 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Pushing event updated for resources: {'Network': ['ID=d65d95c4-99aa-4c2b-9d2d-acc1ea19e28d,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:28:22.316349 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Network d65d95c4-99aa-4c2b-9d2d-acc1ea19e28d details requested by agent ovs-agent-n-d-802623-1 with host n-d-802623-1 {{(pid=93799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 23:28:22.347196 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-2d67eb33-c4f8-4fe7-8e1a-08a26fb233a5 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.9308074 Jul 27 23:28:22.349048 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 34878) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:28:22.356883 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-21ed0e34-66da-4eab-8ae5-fd7806b556b6 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Deleting port 6184336d-b150-41bd-9852-f62420e1d89b {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:28:22.357626 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-21ed0e34-66da-4eab-8ae5-fd7806b556b6 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:22.401146 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-cc20be15-b14d-4579-9a18-f8b43cdadb87 None None] Transition to ACTIVE for port object 58ca9d4a-d689-40a1-82e8-cf1932d998d9 will not be triggered until provisioned by entity DHCP. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:28:22.433124 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-cc20be15-b14d-4579-9a18-f8b43cdadb87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:22.437148 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71da62e4-6a2e-4927-8469-fdbc1ff0206d None None] Pushing event updated for resources: {'Port': ['ID=90e4d9d6-e4ba-4dd6-83c2-87e7b158b22e,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:28:22.470664 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-a2e48baa-7b5c-41b7-9ef9-262ed998ff1e None None] Attempting to bind port 90e4d9d6-e4ba-4dd6-83c2-87e7b158b22e on host n-d-802623-1 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:28:22.471066 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-a2e48baa-7b5c-41b7-9ef9-262ed998ff1e None None] Attempting to bind port 90e4d9d6-e4ba-4dd6-83c2-87e7b158b22e by drivers openvswitch,hyperv on host n-d-802623-1 at level 0 using segments [{'id': 'b9afe07e-bbe4-4740-834c-4b6a9698bdbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:28:22.471531 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e48baa-7b5c-41b7-9ef9-262ed998ff1e None None] Attempting to bind port 90e4d9d6-e4ba-4dd6-83c2-87e7b158b22e on network 2fd42287-ed26-4eb9-89a5-b521f5b04356 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:28:22.481101 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef8ee66c-5792-4aa6-b337-1e3fc72caffa admin admin] Network d772070e-dad0-48ff-8bce-c02a3adbff90 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:28:22.484808 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-ef8ee66c-5792-4aa6-b337-1e3fc72caffa admin admin] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:28:22.487489 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e56a6f19-7c0f-415a-b6be-4b6ad206b1e2 None None] Provisioning for port 944f3a21-a6cb-45fb-870a-277e132bcce9 completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:28:22.488153 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-21ed0e34-66da-4eab-8ae5-fd7806b556b6 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:22.488644 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-21ed0e34-66da-4eab-8ae5-fd7806b556b6 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:22.498451 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e48baa-7b5c-41b7-9ef9-262ed998ff1e None None] Checking agent: {'id': 'a9a568d2-a5e7-41e4-833f-a8ab42ea4073', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 52, 30), 'started_at': datetime.datetime(2021, 7, 27, 22, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802623-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:28:22.498829 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e48baa-7b5c-41b7-9ef9-262ed998ff1e None None] Checking segment: {'id': 'b9afe07e-bbe4-4740-834c-4b6a9698bdbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:28:22.499276 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a2e48baa-7b5c-41b7-9ef9-262ed998ff1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:22.499675 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e48baa-7b5c-41b7-9ef9-262ed998ff1e None None] Bound using segment: {'id': 'b9afe07e-bbe4-4740-834c-4b6a9698bdbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:28:22.500165 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-a2e48baa-7b5c-41b7-9ef9-262ed998ff1e None None] Bound port: 90e4d9d6-e4ba-4dd6-83c2-87e7b158b22e, host: n-d-802623-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9afe07e-bbe4-4740-834c-4b6a9698bdbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:28:22.500551 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a2e48baa-7b5c-41b7-9ef9-262ed998ff1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:22.510209 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-21ed0e34-66da-4eab-8ae5-fd7806b556b6 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Calling delete_port for 6184336d-b150-41bd-9852-f62420e1d89b owned by network:floatingip {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:28:22.517202 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4fe61f85-5c60-4c59-8e6e-c430b8cd50ec tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11336182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11551417'] for subnet, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:22.541853 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e56a6f19-7c0f-415a-b6be-4b6ad206b1e2 None None] Provisioning complete for port 944f3a21-a6cb-45fb-870a-277e132bcce9 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:28:22.542234 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e56a6f19-7c0f-415a-b6be-4b6ad206b1e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:22.570813 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a34e66f2-59da-4729-8fa5-a0cac0641cf6 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:28:22.578134 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-a34e66f2-59da-4729-8fa5-a0cac0641cf6 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] 10.222.0.18 "GET /v2.0/networks?id=d65d95c4-99aa-4c2b-9d2d-acc1ea19e28d HTTP/1.1" status: 200 len: 761 time: 0.2249441 Jul 27 23:28:22.580366 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 34882) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:28:22.581997 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc20be15-b14d-4579-9a18-f8b43cdadb87 None None] Pushing event updated for resources: {'Port': ['ID=58ca9d4a-d689-40a1-82e8-cf1932d998d9,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:28:22.586951 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc20be15-b14d-4579-9a18-f8b43cdadb87 None None] Network 14716704-ebe5-4666-a442-27cb9c0cede8 is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:28:22.607869 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-fb2bfd03-d4bd-419a-a128-0ea13463f060 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Request body: {'network': {'description': 'd2'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:28:22.621043 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-cc20be15-b14d-4579-9a18-f8b43cdadb87 None None] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:28:22.642988 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc20be15-b14d-4579-9a18-f8b43cdadb87 None None] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:28:22.661627 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:22.724166 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-e56a6f19-7c0f-415a-b6be-4b6ad206b1e2 None None] Port 944f3a21-a6cb-45fb-870a-277e132bcce9 cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:28:22.735736 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-a2e48baa-7b5c-41b7-9ef9-262ed998ff1e None None] For port 90e4d9d6-e4ba-4dd6-83c2-87e7b158b22e, host n-d-802623-1, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:28:22.778359 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-a2e48baa-7b5c-41b7-9ef9-262ed998ff1e None None] For port 90e4d9d6-e4ba-4dd6-83c2-87e7b158b22e, host n-d-802623-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=90e4d9d6-e4ba-4dd6-83c2-87e7b158b22e,segment=NetworkSegment(b9afe07e-bbe4-4740-834c-4b6a9698bdbc),segment_id=b9afe07e-bbe4-4740-834c-4b6a9698bdbc)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:28:22.812448 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] For port e6a3dce6-44c5-4a2a-8513-f12d53913bed, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=e6a3dce6-44c5-4a2a-8513-f12d53913bed,segment=NetworkSegment(389149bf-5833-435c-91df-71739cf48c37),segment_id=389149bf-5833-435c-91df-71739cf48c37)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:28:22.821810 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe61f85-5c60-4c59-8e6e-c430b8cd50ec tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Pushing event updated for resources: {'Subnet': ['ID=9c65f81e-7b20-45be-bb56-2bf89f1ff334,revision_number=0']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:28:22.845484 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a2e48baa-7b5c-41b7-9ef9-262ed998ff1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:22.875626 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe61f85-5c60-4c59-8e6e-c430b8cd50ec tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Checking segment: {'id': '8f74ba49-985e-4890-8264-a2985668d786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'bc0188c0-88a1-41cd-85f9-d1a364257f93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:28:22.875983 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fe61f85-5c60-4c59-8e6e-c430b8cd50ec tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Network hostable DHCP agents. Network: bc0188c0-88a1-41cd-85f9-d1a364257f93, hostable agents: ['5950e76f-2bde-4343-a925-cbe6bacd2706'], hosted agents: [] {{(pid=93797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 23:28:22.937737 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-fb2bfd03-d4bd-419a-a128-0ea13463f060 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736833354590'] for network, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:22.941509 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:22.942618 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 47b26beb-37a1-4cd3-afbd-3695986f3f72 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:28:22.967810 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fe61f85-5c60-4c59-8e6e-c430b8cd50ec tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Network bc0188c0-88a1-41cd-85f9-d1a364257f93 is scheduled to be hosted by DHCP agent 5950e76f-2bde-4343-a925-cbe6bacd2706 with binding_index 1 {{(pid=93797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 23:28:22.968065 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71da62e4-6a2e-4927-8469-fdbc1ff0206d None None] Pushing event updated for resources: {'Port': ['ID=90e4d9d6-e4ba-4dd6-83c2-87e7b158b22e,revision_number=3']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:28:22.974709 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-fb2bfd03-d4bd-419a-a128-0ea13463f060 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569'] for network, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:22.999919 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-4fe61f85-5c60-4c59-8e6e-c430b8cd50ec tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802623-1, bc0188c0-88a1-41cd-85f9-d1a364257f93) {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:28:23.034903 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-fb2bfd03-d4bd-419a-a128-0ea13463f060 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Network d65d95c4-99aa-4c2b-9d2d-acc1ea19e28d is not hosted by any dhcp agent {{(pid=93797) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 27 23:28:23.040591 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb2bfd03-d4bd-419a-a128-0ea13463f060 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:28:23.041305 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-fb2bfd03-d4bd-419a-a128-0ea13463f060 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Notify callbacks [] for network, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:23.042770 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-fb2bfd03-d4bd-419a-a128-0ea13463f060 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] 10.222.0.18 "PUT /v2.0/networks/d65d95c4-99aa-4c2b-9d2d-acc1ea19e28d HTTP/1.1" status: 200 len: 758 time: 0.4588265 Jul 27 23:28:23.054513 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 34886) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:28:23.063220 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-cc20be15-b14d-4579-9a18-f8b43cdadb87 None None] Attempting to bind port 58ca9d4a-d689-40a1-82e8-cf1932d998d9 on host n-d-802623-1 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:28:23.063597 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-cc20be15-b14d-4579-9a18-f8b43cdadb87 None None] Attempting to bind port 58ca9d4a-d689-40a1-82e8-cf1932d998d9 by drivers openvswitch,hyperv on host n-d-802623-1 at level 0 using segments [{'id': '6ba5a109-13ff-4ba0-b6af-bc9715afc6aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '14716704-ebe5-4666-a442-27cb9c0cede8'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:28:23.063969 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc20be15-b14d-4579-9a18-f8b43cdadb87 None None] Attempting to bind port 58ca9d4a-d689-40a1-82e8-cf1932d998d9 on network 14716704-ebe5-4666-a442-27cb9c0cede8 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:28:23.066211 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-297b867a-65c5-4f9e-a9b5-a57d72703257 None None] Network bc0188c0-88a1-41cd-85f9-d1a364257f93 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:28:23.068778 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fe61f85-5c60-4c59-8e6e-c430b8cd50ec tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:28:23.069562 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4fe61f85-5c60-4c59-8e6e-c430b8cd50ec tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for subnet, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:23.124495 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2bfd03-d4bd-419a-a128-0ea13463f060 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Pushing event updated for resources: {'Network': ['ID=d65d95c4-99aa-4c2b-9d2d-acc1ea19e28d,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:28:23.147199 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc20be15-b14d-4579-9a18-f8b43cdadb87 None None] Checking agent: {'id': 'a9a568d2-a5e7-41e4-833f-a8ab42ea4073', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 52, 30), 'started_at': datetime.datetime(2021, 7, 27, 22, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802623-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:28:23.151842 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc20be15-b14d-4579-9a18-f8b43cdadb87 None None] Checking segment: {'id': '6ba5a109-13ff-4ba0-b6af-bc9715afc6aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '14716704-ebe5-4666-a442-27cb9c0cede8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:28:23.152803 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-cc20be15-b14d-4579-9a18-f8b43cdadb87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:23.153499 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc20be15-b14d-4579-9a18-f8b43cdadb87 None None] Bound using segment: {'id': '6ba5a109-13ff-4ba0-b6af-bc9715afc6aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '14716704-ebe5-4666-a442-27cb9c0cede8'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:28:23.154712 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-4fe61f85-5c60-4c59-8e6e-c430b8cd50ec tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.2965915 Jul 27 23:28:23.155139 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-cc20be15-b14d-4579-9a18-f8b43cdadb87 None None] Bound port: 58ca9d4a-d689-40a1-82e8-cf1932d998d9, host: n-d-802623-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ba5a109-13ff-4ba0-b6af-bc9715afc6aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '14716704-ebe5-4666-a442-27cb9c0cede8'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:28:23.156921 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-cc20be15-b14d-4579-9a18-f8b43cdadb87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:23.158427 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 34888) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:28:23.207148 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2e48baa-7b5c-41b7-9ef9-262ed998ff1e None None] Routers {'a8e85d13-b7c1-43bf-ae6d-81dca465a0fb'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:28:23.207817 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-a2e48baa-7b5c-41b7-9ef9-262ed998ff1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:28:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['a8e85d13-b7c1-43bf-ae6d-81dca465a0fb'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:28:23.234906 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bb51c7f-f508-4b98-8c28-4706e638a4ee tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:28:23.242241 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-2bb51c7f-f508-4b98-8c28-4706e638a4ee tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] 10.222.0.18 "GET /v2.0/networks?id=d65d95c4-99aa-4c2b-9d2d-acc1ea19e28d HTTP/1.1" status: 200 len: 761 time: 0.1866283 Jul 27 23:28:23.244897 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 34890) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:28:23.254167 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-5c385dc7-1c6a-46b8-b161-8f909388c164 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-901111646'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:28:23.270800 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef8ee66c-5792-4aa6-b337-1e3fc72caffa admin admin] Router a8e85d13-b7c1-43bf-ae6d-81dca465a0fb has already been hosted by L3 agent 018c4455-49c0-4734-927d-7824067b2a9e {{(pid=93798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 23:28:23.293015 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-605f34d5-949d-43b7-a648-d49081ce114c tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593271'] for network, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:23.306182 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce1ca40-b931-43b4-a4e6-7c18bc1447ba req-f190d707-b634-4044-9b51-50c9da9d80cc tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:28:23.311390 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Network d65d95c4-99aa-4c2b-9d2d-acc1ea19e28d details requested by agent ovs-agent-n-d-802623-1 with host n-d-802623-1 {{(pid=93799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 23:28:23.313146 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Pushing event updated for resources: {'Port': ['ID=e6a3dce6-44c5-4a2a-8513-f12d53913bed,revision_number=3']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:28:23.313531 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7ce1ca40-b931-43b4-a4e6-7c18bc1447ba req-f190d707-b634-4044-9b51-50c9da9d80cc tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/ports?device_id=c82f64f9-7572-4580-b07f-b346ae07e8cc HTTP/1.1" status: 200 len: 945 time: 0.2271633 Jul 27 23:28:23.316617 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1555676-3633-45c7-9161-e29f6a08f421 req-00fb9d3e-794a-4546-8dcc-59f34ffe53e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:28:23.318048 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e1555676-3633-45c7-9161-e29f6a08f421 req-00fb9d3e-794a-4546-8dcc-59f34ffe53e3 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=fb511b6053374dba93123172cd7e7e1e&device_id=c82f64f9-7572-4580-b07f-b346ae07e8cc HTTP/1.1" status: 200 len: 1096 time: 0.2277241 Jul 27 23:28:23.369299 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-605f34d5-949d-43b7-a648-d49081ce114c tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620741'] for subnet, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:23.375915 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c385dc7-1c6a-46b8-b161-8f909388c164 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Made reservation on behalf of 934e936dd6c64e899cadf4ed7dc8ac75 for: {'network': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:28:23.379401 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5c385dc7-1c6a-46b8-b161-8f909388c164 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for network, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:23.400936 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-cc20be15-b14d-4579-9a18-f8b43cdadb87 None None] For port 58ca9d4a-d689-40a1-82e8-cf1932d998d9, host n-d-802623-1, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:28:23.404658 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-268e9b94-8183-4a82-b6bd-7119b74d7e71 None None] Provisioning complete for port 944f3a21-a6cb-45fb-870a-277e132bcce9 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:28:23.405037 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-268e9b94-8183-4a82-b6bd-7119b74d7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:23.458472 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-605f34d5-949d-43b7-a648-d49081ce114c tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11335991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11551414'] for subnet, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:23.464442 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-cc20be15-b14d-4579-9a18-f8b43cdadb87 None None] For port 58ca9d4a-d689-40a1-82e8-cf1932d998d9, host n-d-802623-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=58ca9d4a-d689-40a1-82e8-cf1932d998d9,segment=NetworkSegment(6ba5a109-13ff-4ba0-b6af-bc9715afc6aa),segment_id=6ba5a109-13ff-4ba0-b6af-bc9715afc6aa)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:28:23.540270 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7ce1ca40-b931-43b4-a4e6-7c18bc1447ba req-6a5a39e3-5694-46e8-8e05-d3b3fe7650f6 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/security-groups?id=7dab0fca-2422-4f10-a2ed-ede178e48859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2257171 Jul 27 23:28:23.554488 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605f34d5-949d-43b7-a648-d49081ce114c tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Pushing event deleted for resources: {'Subnet': ['ID=9c65f81e-7b20-45be-bb56-2bf89f1ff334,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:28:23.601883 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c385dc7-1c6a-46b8-b161-8f909388c164 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 549} {{(pid=93798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 23:28:23.624109 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-605f34d5-949d-43b7-a648-d49081ce114c tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618032', 'neutron.services.segments.db._delete_segments_for_network-8736833900081'] for network, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:23.637104 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-605f34d5-949d-43b7-a648-d49081ce114c tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc0188c0-88a1-41cd-85f9-d1a364257f93']}} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:28:23.663748 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-605f34d5-949d-43b7-a648-d49081ce114c tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f74ba49-985e-4890-8264-a2985668d786') {'for_net_delete': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:28:23.663971 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-605f34d5-949d-43b7-a648-d49081ce114c tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f74ba49-985e-4890-8264-a2985668d786') {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:28:23.686231 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-605f34d5-949d-43b7-a648-d49081ce114c tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736833900858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11335978'] for segment, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:23.696704 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5c385dc7-1c6a-46b8-b161-8f909388c164 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:23.698915 n-d-802623-1 neutron-server[93798]: INFO neutron.db.segments_db [None req-5c385dc7-1c6a-46b8-b161-8f909388c164 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Added segment 78ae31e4-44da-4b7d-afb3-b8b4b428eb39 of type vlan for network f7b5b877-4dcc-4fe8-b0d0-55993ab8b1b1 Jul 27 23:28:23.711518 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-605f34d5-949d-43b7-a648-d49081ce114c tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:23.722587 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-cc20be15-b14d-4579-9a18-f8b43cdadb87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:23.725310 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-605f34d5-949d-43b7-a648-d49081ce114c tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Releasing vlan 506 on physical network physnet1 to pool {{(pid=93797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 23:28:23.726075 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-605f34d5-949d-43b7-a648-d49081ce114c tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11336013'] for segment, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:23.726224 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1555676-3633-45c7-9161-e29f6a08f421 req-151bf74f-136d-45d6-aa6d-9ac89ffe411d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:28:23.727612 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e1555676-3633-45c7-9161-e29f6a08f421 req-151bf74f-136d-45d6-aa6d-9ac89ffe411d service neutron] 10.222.0.49 "GET /v2.0/networks?id=f929bd98-c625-4836-a481-9c49c0c34e5c HTTP/1.1" status: 200 len: 914 time: 0.3934417 Jul 27 23:28:23.730497 n-d-802623-1 neutron-server[93797]: Traceback (most recent call last): Jul 27 23:28:23.730497 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 23:28:23.730497 n-d-802623-1 neutron-server[93797]: timer() Jul 27 23:28:23.730497 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 23:28:23.730497 n-d-802623-1 neutron-server[93797]: cb(*args, **kw) Jul 27 23:28:23.730497 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 23:28:23.730497 n-d-802623-1 neutron-server[93797]: return func(*args, **kwargs) Jul 27 23:28:23.730497 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 23:28:23.730497 n-d-802623-1 neutron-server[93797]: self._notify() Jul 27 23:28:23.730497 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 23:28:23.730497 n-d-802623-1 neutron-server[93797]: self.callback(batched_events) Jul 27 23:28:23.730497 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 23:28:23.730497 n-d-802623-1 neutron-server[93797]: event.method(event) Jul 27 23:28:23.730497 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 23:28:23.730497 n-d-802623-1 neutron-server[93797]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 23:28:23.730497 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 23:28:23.730497 n-d-802623-1 neutron-server[93797]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 23:28:23.730497 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 23:28:23.730497 n-d-802623-1 neutron-server[93797]: return f(self, *a, **k) Jul 27 23:28:23.730497 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 23:28:23.730497 n-d-802623-1 neutron-server[93797]: return self._get(url).json() Jul 27 23:28:23.730497 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 23:28:23.730497 n-d-802623-1 neutron-server[93797]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 23:28:23.730497 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 23:28:23.730497 n-d-802623-1 neutron-server[93797]: return self.request(url, 'GET', **kwargs) Jul 27 23:28:23.730497 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 23:28:23.730497 n-d-802623-1 neutron-server[93797]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 23:28:23.730497 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 23:28:23.730497 n-d-802623-1 neutron-server[93797]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 23:28:23.730497 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 23:28:23.730497 n-d-802623-1 neutron-server[93797]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 23:28:23.730497 n-d-802623-1 neutron-server[93797]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 23:28:23.738731 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port 47b26beb-37a1-4cd3-afbd-3695986f3f72 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:28:23.739137 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:23.755135 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-268e9b94-8183-4a82-b6bd-7119b74d7e71 None None] Port 944f3a21-a6cb-45fb-870a-277e132bcce9 cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:28:23.824232 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e1555676-3633-45c7-9161-e29f6a08f421 req-bf1c405e-b188-4c6b-899e-789d48bf194c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a58ff0ba-c0e7-4ff0-b14e-5550ff97f187 HTTP/1.1" status: 200 len: 217 time: 0.0894873 Jul 27 23:28:23.854693 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-605f34d5-949d-43b7-a648-d49081ce114c tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415412'] for network, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:23.866692 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-605f34d5-949d-43b7-a648-d49081ce114c tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Notify callbacks [] for network, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:23.869217 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-605f34d5-949d-43b7-a648-d49081ce114c tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] 10.222.0.18 "DELETE /v2.0/networks/bc0188c0-88a1-41cd-85f9-d1a364257f93 HTTP/1.1" status: 204 len: 168 time: 0.7101166 Jul 27 23:28:23.875570 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 34894) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:28:23.895661 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605f34d5-949d-43b7-a648-d49081ce114c tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Pushing event deleted for resources: {'Network': ['ID=bc0188c0-88a1-41cd-85f9-d1a364257f93,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:28:23.905626 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-070d0fa3-278d-41fb-9cc6-169db18274b6 tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-786345064'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:28:23.906890 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-a2e48baa-7b5c-41b7-9ef9-262ed998ff1e None None] Set router a8e85d13-b7c1-43bf-ae6d-81dca465a0fb gateway port host: n-d-802623-1 {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:28:23.912299 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef8ee66c-5792-4aa6-b337-1e3fc72caffa admin admin] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:28:23.913952 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-21ed0e34-66da-4eab-8ae5-fd7806b556b6 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:23.955486 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-ef8ee66c-5792-4aa6-b337-1e3fc72caffa admin admin] 10.222.0.18 "PUT /v2.0/routers/a8e85d13-b7c1-43bf-ae6d-81dca465a0fb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5364041 Jul 27 23:28:23.996348 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-070d0fa3-278d-41fb-9cc6-169db18274b6 tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Made reservation on behalf of e4b27fac89dd4f28b2bc9101764ad5ba for: {'network': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:28:24.000676 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-070d0fa3-278d-41fb-9cc6-169db18274b6 tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for network, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:24.005449 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc20be15-b14d-4579-9a18-f8b43cdadb87 None None] Pushing event updated for resources: {'Port': ['ID=58ca9d4a-d689-40a1-82e8-cf1932d998d9,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:28:24.028700 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5c385dc7-1c6a-46b8-b161-8f909388c164 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736833354590'] for network, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:24.047520 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fd557f1-08b7-4c64-b579-908a6ae946e3 None None] Network bc0188c0-88a1-41cd-85f9-d1a364257f93 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:28:24.054409 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [req-2ef12b2d-3a2d-4c8d-98ba-294ff1bb801f req-7c612c43-2d82-461b-8cc1-09d8777ea38c service neutron] (93797) timed out ('10.222.0.38', 56927) {{(pid=93797) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 27 23:28:24.094709 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ed0e34-66da-4eab-8ae5-fd7806b556b6 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Pushing event deleted for resources: {'Port': ['ID=6184336d-b150-41bd-9852-f62420e1d89b,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:28:24.098153 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fd557f1-08b7-4c64-b579-908a6ae946e3 None None] Network bc0188c0-88a1-41cd-85f9-d1a364257f93 could not be found, it might have been deleted concurrently. {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 27 23:28:24.151429 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-070d0fa3-278d-41fb-9cc6-169db18274b6 tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 539} {{(pid=93798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 23:28:24.165167 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1555676-3633-45c7-9161-e29f6a08f421 req-bfdf40e9-dbb8-4d2f-a0c4-fb0694201370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:28:24.166687 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e1555676-3633-45c7-9161-e29f6a08f421 req-bfdf40e9-dbb8-4d2f-a0c4-fb0694201370 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=bc36c29d-0dd5-42bf-a664-0dbd8743e1d5 HTTP/1.1" status: 200 len: 853 time: 0.2924521 Jul 27 23:28:24.208946 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5c385dc7-1c6a-46b8-b161-8f909388c164 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569'] for network, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:24.219157 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c385dc7-1c6a-46b8-b161-8f909388c164 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:28:24.219536 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5c385dc7-1c6a-46b8-b161-8f909388c164 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:24.251241 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-070d0fa3-278d-41fb-9cc6-169db18274b6 tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:24.251616 n-d-802623-1 neutron-server[93798]: INFO neutron.db.segments_db [None req-070d0fa3-278d-41fb-9cc6-169db18274b6 tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Added segment 79474708-0548-45ca-bb7b-af14ce8523e3 of type vlan for network 439773f6-7000-4e3c-9e5a-98f72b5346df Jul 27 23:28:24.255908 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e1555676-3633-45c7-9161-e29f6a08f421 req-7e82948c-4f0c-4623-90be-7c5547b6087e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f929bd98-c625-4836-a481-9c49c0c34e5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0673282 Jul 27 23:28:24.352418 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-a2e48baa-7b5c-41b7-9ef9-262ed998ff1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8e85d13-b7c1-43bf-ae6d-81dca465a0fb', 'name': 'tempest-AttachVolumeTestJSON-1979639153-router', 'tenant_id': '93d6af8ff48b44f2bdb667a30d291295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.79'}], 'enable_snat': True}, 'gw_port_id': '90e4d9d6-e4ba-4dd6-83c2-87e7b158b22e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:28:13Z', 'updated_at': '2021-07-27T23:28:21Z', 'revision_number': 4, 'project_id': '93d6af8ff48b44f2bdb667a30d291295', 'gw_port': {'id': '90e4d9d6-e4ba-4dd6-83c2-87e7b158b22e', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:5a:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8e85d13-b7c1-43bf-ae6d-81dca465a0fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2832, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:28:14Z', 'updated_at': '2021-07-27T23:28:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': '944f3a21-a6cb-45fb-870a-277e132bcce9', 'name': '', 'network_id': 'd772070e-dad0-48ff-8bce-c02a3adbff90', 'tenant_id': '93d6af8ff48b44f2bdb667a30d291295', 'mac_address': 'fa:16:3e:c7:30:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8e85d13-b7c1-43bf-ae6d-81dca465a0fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2843, 'fixed_ips': [{'subnet_id': '22fd4781-4e46-409c-a91a-a4ac3ab69caf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:28:19Z', 'updated_at': '2021-07-27T23:28:21Z', 'revision_number': 2, 'project_id': '93d6af8ff48b44f2bdb667a30d291295', 'subnets': [{'id': '22fd4781-4e46-409c-a91a-a4ac3ab69caf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:28:24.389270 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2e48baa-7b5c-41b7-9ef9-262ed998ff1e None None] The sync data for ids ['a8e85d13-b7c1-43bf-ae6d-81dca465a0fb'] in n-d-802623-1 is: [{'id': 'a8e85d13-b7c1-43bf-ae6d-81dca465a0fb', 'name': 'tempest-AttachVolumeTestJSON-1979639153-router', 'tenant_id': '93d6af8ff48b44f2bdb667a30d291295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.79'}], 'enable_snat': True}, 'gw_port_id': '90e4d9d6-e4ba-4dd6-83c2-87e7b158b22e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:28:13Z', 'updated_at': '2021-07-27T23:28:21Z', 'revision_number': 4, 'project_id': '93d6af8ff48b44f2bdb667a30d291295', 'gw_port': {'id': '90e4d9d6-e4ba-4dd6-83c2-87e7b158b22e', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:5a:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8e85d13-b7c1-43bf-ae6d-81dca465a0fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2832, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:28:14Z', 'updated_at': '2021-07-27T23:28:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': '944f3a21-a6cb-45fb-870a-277e132bcce9', 'name': '', 'network_id': 'd772070e-dad0-48ff-8bce-c02a3adbff90', 'tenant_id': '93d6af8ff48b44f2bdb667a30d291295', 'mac_address': 'fa:16:3e:c7:30:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8e85d13-b7c1-43bf-ae6d-81dca465a0fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2843, 'fixed_ips': [{'subnet_id': '22fd4781-4e46-409c-a91a-a4ac3ab69caf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:28:19Z', 'updated_at': '2021-07-27T23:28:21Z', 'revision_number': 2, 'project_id': '93d6af8ff48b44f2bdb667a30d291295', 'subnets': [{'id': '22fd4781-4e46-409c-a91a-a4ac3ab69caf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:28:24.471002 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-5c385dc7-1c6a-46b8-b161-8f909388c164 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.2215350 Jul 27 23:28:24.472822 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-21ed0e34-66da-4eab-8ae5-fd7806b556b6 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks [] for floatingip, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:24.473553 n-d-802623-1 neutron-server[93798]: INFO neutron.db.l3_db [None req-21ed0e34-66da-4eab-8ae5-fd7806b556b6 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Floating IP 081c8c56-258d-45f1-b4bb-41ef9ddd6c2d disassociated (deleted). External IP: 172.25.4.241, port: 12703738-dee4-4896-b064-dce4e76e574e. Jul 27 23:28:24.474403 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 34902) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:28:24.480389 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-d8cdf064-f644-47bb-b8fa-7ac72f2465cb tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Request body: {'subnet': {'network_id': 'f7b5b877-4dcc-4fe8-b0d0-55993ab8b1b1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:28:24.512726 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device e6a3dce6-44c5-4a2a-8513-f12d53913bed up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:28:24.580645 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port e6a3dce6-44c5-4a2a-8513-f12d53913bed triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:28:24.581070 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:24.640937 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 34908) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:28:24.648394 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-4727499f-3bbe-4a4d-89cb-c8aab996c1ea tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] Request body: {'security_group': {'name': 'tempest-securitygroup--102396082', 'description': 'tempest-description--2035328029'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:28:24.648593 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-070d0fa3-278d-41fb-9cc6-169db18274b6 tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736833354590'] for network, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:24.660209 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c385dc7-1c6a-46b8-b161-8f909388c164 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Pushing event updated for resources: {'Network': ['ID=f7b5b877-4dcc-4fe8-b0d0-55993ab8b1b1,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:28:24.677682 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Network f7b5b877-4dcc-4fe8-b0d0-55993ab8b1b1 details requested by agent ovs-agent-n-d-802623-1 with host n-d-802623-1 {{(pid=93799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 23:28:24.679012 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8cdf064-f644-47bb-b8fa-7ac72f2465cb tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Made reservation on behalf of 934e936dd6c64e899cadf4ed7dc8ac75 for: {'subnet': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:28:24.685327 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8cdf064-f644-47bb-b8fa-7ac72f2465cb tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11551435'] for subnet, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:24.703077 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4727499f-3bbe-4a4d-89cb-c8aab996c1ea tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:24.835099 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 58ca9d4a-d689-40a1-82e8-cf1932d998d9 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:28:24.927608 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning for port 58ca9d4a-d689-40a1-82e8-cf1932d998d9 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:28:24.964223 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242f0707-d68b-4931-9b10-255f4221d895 req-9ae7e9b3-a320-40fe-bbca-b41b955d2d24 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:28:24.965855 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-242f0707-d68b-4931-9b10-255f4221d895 req-9ae7e9b3-a320-40fe-bbca-b41b955d2d24 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/ports?device_id=c82f64f9-7572-4580-b07f-b346ae07e8cc HTTP/1.1" status: 200 len: 945 time: 0.2835703 Jul 27 23:28:24.969733 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-070d0fa3-278d-41fb-9cc6-169db18274b6 tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569'] for network, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:24.975552 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-070d0fa3-278d-41fb-9cc6-169db18274b6 tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:28:24.976160 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-070d0fa3-278d-41fb-9cc6-169db18274b6 tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:25.058416 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e1555676-3633-45c7-9161-e29f6a08f421 req-21e982b1-9b0e-44ef-b638-2c9ca5ed93cd service neutron] 10.222.0.49 "GET /v2.0/networks/f929bd98-c625-4836-a481-9c49c0c34e5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7457354 Jul 27 23:28:25.065809 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4727499f-3bbe-4a4d-89cb-c8aab996c1ea tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:25.067102 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070d0fa3-278d-41fb-9cc6-169db18274b6 tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Pushing event updated for resources: {'Network': ['ID=439773f6-7000-4e3c-9e5a-98f72b5346df,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:28:25.078930 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Network 439773f6-7000-4e3c-9e5a-98f72b5346df details requested by agent ovs-agent-n-d-802623-1 with host n-d-802623-1 {{(pid=93799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 23:28:25.111528 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4727499f-3bbe-4a4d-89cb-c8aab996c1ea tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:25.151412 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4727499f-3bbe-4a4d-89cb-c8aab996c1ea tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:25.154041 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-4727499f-3bbe-4a4d-89cb-c8aab996c1ea tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.5117316 Jul 27 23:28:25.168174 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 34920) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:28:25.219101 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-3d6b4a5f-841a-4c60-ae84-bfbfbf9dd480 tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] Request body: {'security_group_rule': {'security_group_id': '0fdd7288-5bd7-4452-be54-74ff530fb5a3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:28:25.238535 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4727499f-3bbe-4a4d-89cb-c8aab996c1ea tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0fdd7288-5bd7-4452-be54-74ff530fb5a3,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:28:25.239876 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8cdf064-f644-47bb-b8fa-7ac72f2465cb tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11336182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11551417'] for subnet, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:25.253345 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-070d0fa3-278d-41fb-9cc6-169db18274b6 tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.3772120 Jul 27 23:28:25.257384 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 34922) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:28:25.288286 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-04c0fd35-927b-46e1-b276-54be887db19b tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Request body: {'subnet': {'network_id': '439773f6-7000-4e3c-9e5a-98f72b5346df', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:28:25.293868 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-242f0707-d68b-4931-9b10-255f4221d895 req-453a45fd-aa6f-4b55-9882-88df4a6ad8fd tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/security-groups?id=7dab0fca-2422-4f10-a2ed-ede178e48859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3147125 Jul 27 23:28:25.361743 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3d6b4a5f-841a-4c60-ae84-bfbfbf9dd480 tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:25.434065 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2238e442-f7ad-4ce7-a289-08b8fb14f8b2 None None] Network 14716704-ebe5-4666-a442-27cb9c0cede8 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:28:25.434419 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21ed0e34-66da-4eab-8ae5-fd7806b556b6 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Router 1500f0a8-b2da-4abc-92aa-0ad4f78eccb4 has already been hosted by L3 agent 018c4455-49c0-4734-927d-7824067b2a9e {{(pid=93798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 23:28:25.453541 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e1555676-3633-45c7-9161-e29f6a08f421 req-429ee479-5b5e-4863-909a-7290f42af52c service neutron] 10.222.0.49 "GET /v2.0/networks/f929bd98-c625-4836-a481-9c49c0c34e5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3829482 Jul 27 23:28:25.526441 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cdf064-f644-47bb-b8fa-7ac72f2465cb tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Pushing event updated for resources: {'Subnet': ['ID=cff7e67e-930c-4724-a2c1-852885247f2f,revision_number=0']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:28:25.535913 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8cdf064-f644-47bb-b8fa-7ac72f2465cb tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Checking segment: {'id': '78ae31e4-44da-4b7d-afb3-b8b4b428eb39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'f7b5b877-4dcc-4fe8-b0d0-55993ab8b1b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:28:25.536433 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8cdf064-f644-47bb-b8fa-7ac72f2465cb tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Network hostable DHCP agents. Network: f7b5b877-4dcc-4fe8-b0d0-55993ab8b1b1, hostable agents: ['5950e76f-2bde-4343-a925-cbe6bacd2706'], hosted agents: [] {{(pid=93797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 23:28:25.546621 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80843409-e922-4467-ad8c-8a6d2e154afb req-389867d8-8061-434a-b094-db3d6400196a tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:28:25.547891 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-b5ccdd45-31c4-47dd-a2cc-570706d35096 None None] Provisioning for port 58ca9d4a-d689-40a1-82e8-cf1932d998d9 completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:28:25.553993 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-80843409-e922-4467-ad8c-8a6d2e154afb req-389867d8-8061-434a-b094-db3d6400196a tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/networks?id=280a3ba5-2d75-4827-b3c1-0be5bb892094 HTTP/1.1" status: 200 len: 812 time: 0.4510646 Jul 27 23:28:25.571215 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3d6b4a5f-841a-4c60-ae84-bfbfbf9dd480 tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:25.575919 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-80843409-e922-4467-ad8c-8a6d2e154afb req-5211b229-24f5-48b8-b74f-47c0f85b8a91 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/quotas/49af0f356ac348f0bd0841795f0ea352 HTTP/1.1" status: 200 len: 375 time: 0.0206792 Jul 27 23:28:25.581508 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-b5ccdd45-31c4-47dd-a2cc-570706d35096 None None] Provisioning complete for port 58ca9d4a-d689-40a1-82e8-cf1932d998d9 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:28:25.582150 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b5ccdd45-31c4-47dd-a2cc-570706d35096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:25.611731 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04c0fd35-927b-46e1-b276-54be887db19b tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Made reservation on behalf of e4b27fac89dd4f28b2bc9101764ad5ba for: {'subnet': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:28:25.615709 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-04c0fd35-927b-46e1-b276-54be887db19b tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11551435'] for subnet, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:25.618485 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3d6b4a5f-841a-4c60-ae84-bfbfbf9dd480 tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784185'] for security_group_rule, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:25.644839 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3d6b4a5f-841a-4c60-ae84-bfbfbf9dd480 tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:25.648629 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-3d6b4a5f-841a-4c60-ae84-bfbfbf9dd480 tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4338067 Jul 27 23:28:25.657428 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 34926) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:28:25.662224 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-d1d09004-299d-4bda-8f45-6aa8385ac55e tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] Request body: {'security_group_rule': {'security_group_id': '0fdd7288-5bd7-4452-be54-74ff530fb5a3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:28:25.671780 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6b4a5f-841a-4c60-ae84-bfbfbf9dd480 tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=357137ea-9a8a-4eb2-9ab9-11ee24c688d5,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:28:25.723367 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8cdf064-f644-47bb-b8fa-7ac72f2465cb tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Network f7b5b877-4dcc-4fe8-b0d0-55993ab8b1b1 is scheduled to be hosted by DHCP agent 5950e76f-2bde-4343-a925-cbe6bacd2706 with binding_index 1 {{(pid=93797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 23:28:25.741735 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7a12e088-0a76-4808-8ce9-70c5290ae11f req-ed946e69-efdb-4f61-ae00-18fe8e674b30 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=cf94048b-6bb2-4095-bf3c-25119c0a23f0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3444538 Jul 27 23:28:25.790843 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d1d09004-299d-4bda-8f45-6aa8385ac55e tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:25.792767 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-d8cdf064-f644-47bb-b8fa-7ac72f2465cb tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802623-1, f7b5b877-4dcc-4fe8-b0d0-55993ab8b1b1) {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:28:25.804648 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8cdf064-f644-47bb-b8fa-7ac72f2465cb tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:28:25.805531 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8cdf064-f644-47bb-b8fa-7ac72f2465cb tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for subnet, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:25.822450 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-678ff3de-2b30-46d9-a725-4854d2a83229 None None] Network f7b5b877-4dcc-4fe8-b0d0-55993ab8b1b1 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:28:25.841593 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-d8cdf064-f644-47bb-b8fa-7ac72f2465cb tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3652496 Jul 27 23:28:25.847574 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 34928) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:28:25.871888 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-80843409-e922-4467-ad8c-8a6d2e154afb req-0110ae3a-30d0-4357-9e6a-5001ef077781 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=49af0f356ac348f0bd0841795f0ea352&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2627110 Jul 27 23:28:25.899462 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b5ccdd45-31c4-47dd-a2cc-570706d35096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:25.940093 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21ed0e34-66da-4eab-8ae5-fd7806b556b6 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:28:25.945596 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-21ed0e34-66da-4eab-8ae5-fd7806b556b6 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for floatingip, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:25.953827 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc61b323-ff83-498c-8a4a-a1223b81e49f None None] Sync routers for ids ['1500f0a8-b2da-4abc-92aa-0ad4f78eccb4'] in n-d-802623-1 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:28:25.971761 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc61b323-ff83-498c-8a4a-a1223b81e49f None None] Routers {'1500f0a8-b2da-4abc-92aa-0ad4f78eccb4'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:28:25.974211 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-cc61b323-ff83-498c-8a4a-a1223b81e49f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:28:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['1500f0a8-b2da-4abc-92aa-0ad4f78eccb4'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:28:25.998932 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a12e088-0a76-4808-8ce9-70c5290ae11f req-0c7d2549-5e9f-4226-acbc-a8aa6a8d17bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:28:26.000830 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7a12e088-0a76-4808-8ce9-70c5290ae11f req-0c7d2549-5e9f-4226-acbc-a8aa6a8d17bd service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ba4fae7b46b54e6e99cbf665d54e4a7e&device_id=cf94048b-6bb2-4095-bf3c-25119c0a23f0 HTTP/1.1" status: 200 len: 1096 time: 0.1975493 Jul 27 23:28:26.029641 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-b5ccdd45-31c4-47dd-a2cc-570706d35096 None None] For port 58ca9d4a-d689-40a1-82e8-cf1932d998d9, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=58ca9d4a-d689-40a1-82e8-cf1932d998d9,segment=NetworkSegment(6ba5a109-13ff-4ba0-b6af-bc9715afc6aa),segment_id=6ba5a109-13ff-4ba0-b6af-bc9715afc6aa)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:28:26.054688 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b5ccdd45-31c4-47dd-a2cc-570706d35096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:26.127374 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2de34643-d343-4821-9d4a-ef9441cd7480 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593271'] for network, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:26.168276 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-80843409-e922-4467-ad8c-8a6d2e154afb req-2cd1f168-23ca-4f11-a53e-f1bf3795a0d3 service neutron] 10.222.0.18 "GET /v2.0/networks/280a3ba5-2d75-4827-b3c1-0be5bb892094?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2839866 Jul 27 23:28:26.188514 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-04c0fd35-927b-46e1-b276-54be887db19b tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11336182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11551417'] for subnet, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:26.201253 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-cc61b323-ff83-498c-8a4a-a1223b81e49f None None] Set router 1500f0a8-b2da-4abc-92aa-0ad4f78eccb4 gateway port host: n-d-802623-1 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:28:26.205773 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-21ed0e34-66da-4eab-8ae5-fd7806b556b6 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] 10.222.0.18 "DELETE /v2.0/floatingips/081c8c56-258d-45f1-b4bb-41ef9ddd6c2d HTTP/1.1" status: 204 len: 168 time: 4.6457143 Jul 27 23:28:26.207435 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d1d09004-299d-4bda-8f45-6aa8385ac55e tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:26.210392 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf94048b-6bb2-4095-bf3c-25119c0a23f0', 'tag': '12703738-dee4-4896-b064-dce4e76e574e'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:28:26.212685 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}011f8d312121274bb12d78e77c6379a2079800640016cec6c6d605b73666e854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c75d6f16-6354-4937-8517-3c146fdbe4da" -d '{"events": [{"name": "network-changed", "server_uuid": "cf94048b-6bb2-4095-bf3c-25119c0a23f0", "tag": "12703738-dee4-4896-b064-dce4e76e574e"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:28:26.232877 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d1d09004-299d-4bda-8f45-6aa8385ac55e tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784185'] for security_group_rule, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:26.366284 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d09004-299d-4bda-8f45-6aa8385ac55e tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3be48b0e-48a4-4c0f-afdf-8abfb44fb1de,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:28:26.380532 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ccdd45-31c4-47dd-a2cc-570706d35096 None None] Pushing event updated for resources: {'Port': ['ID=58ca9d4a-d689-40a1-82e8-cf1932d998d9,revision_number=3']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:28:26.398360 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c0fd35-927b-46e1-b276-54be887db19b tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Pushing event updated for resources: {'Subnet': ['ID=d3c8558a-0e48-440c-a30d-9dcc7d35c711,revision_number=0']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:28:26.407476 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-868e4c5e-de9e-4319-a268-7c0a440c46f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f6f257c-ad18-5f0c-8c8e-ea085a5fc8a2-f7b5b877-4dcc-4fe8-b0d0-55993ab8b1b1', 'network_id': 'f7b5b877-4dcc-4fe8-b0d0-55993ab8b1b1', 'tenant_id': '934e936dd6c64e899cadf4ed7dc8ac75', 'fixed_ips': [{'subnet_id': 'cff7e67e-930c-4724-a2c1-852885247f2f'}]}} from n-d-802623-1. {{(pid=93799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 23:28:26.408358 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-868e4c5e-de9e-4319-a268-7c0a440c46f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:26.417118 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04c0fd35-927b-46e1-b276-54be887db19b tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Checking segment: {'id': '79474708-0548-45ca-bb7b-af14ce8523e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '439773f6-7000-4e3c-9e5a-98f72b5346df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:28:26.417582 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04c0fd35-927b-46e1-b276-54be887db19b tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Network hostable DHCP agents. Network: 439773f6-7000-4e3c-9e5a-98f72b5346df, hostable agents: ['5950e76f-2bde-4343-a925-cbe6bacd2706'], hosted agents: [] {{(pid=93797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 23:28:26.431225 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-823bcc08-7cc1-4019-a053-ae8b460b0801 None None] Provisioning complete for port 58ca9d4a-d689-40a1-82e8-cf1932d998d9 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:28:26.431618 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-823bcc08-7cc1-4019-a053-ae8b460b0801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:26.454783 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d1d09004-299d-4bda-8f45-6aa8385ac55e tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:26.463706 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-80843409-e922-4467-ad8c-8a6d2e154afb req-912173fd-ea31-4759-80ee-0be72b4ed2d4 service neutron] 10.222.0.18 "GET /v2.0/networks/280a3ba5-2d75-4827-b3c1-0be5bb892094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2850606 Jul 27 23:28:26.482782 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04c0fd35-927b-46e1-b276-54be887db19b tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Network 439773f6-7000-4e3c-9e5a-98f72b5346df is scheduled to be hosted by DHCP agent 5950e76f-2bde-4343-a925-cbe6bacd2706 with binding_index 1 {{(pid=93797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 23:28:26.487289 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-d1d09004-299d-4bda-8f45-6aa8385ac55e tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8257911 Jul 27 23:28:26.489636 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 34940) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:28:26.494788 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 90e4d9d6-e4ba-4dd6-83c2-87e7b158b22e up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:28:26.498475 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-7a9b5606-31ea-4cd7-ab1d-c09cbafe613f tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] Request body: {'floatingip': {'floating_network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:28:26.509330 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-04c0fd35-927b-46e1-b276-54be887db19b tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802623-1, 439773f6-7000-4e3c-9e5a-98f72b5346df) {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:28:26.519309 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04c0fd35-927b-46e1-b276-54be887db19b tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:28:26.520215 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-04c0fd35-927b-46e1-b276-54be887db19b tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for subnet, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:26.524365 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2de34643-d343-4821-9d4a-ef9441cd7480 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620741'] for subnet, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:26.562931 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7a9b5606-31ea-4cd7-ab1d-c09cbafe613f tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] Notify callbacks [] for floatingip, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:26.571408 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9b976ff-2cd1-42c0-9b33-0474f35bd5ad None None] Network 439773f6-7000-4e3c-9e5a-98f72b5346df requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:28:26.591015 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a12e088-0a76-4808-8ce9-70c5290ae11f req-cc99b855-bc59-462a-ad05-7e3274792200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:28:26.601520 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7a12e088-0a76-4808-8ce9-70c5290ae11f req-cc99b855-bc59-462a-ad05-7e3274792200 service neutron] 10.222.0.38 "GET /v2.0/networks?id=f33f478a-5a93-43d9-988a-2827d45cd859 HTTP/1.1" status: 200 len: 896 time: 0.5188546 Jul 27 23:28:26.670640 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 34944) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:28:26.674777 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-04c0fd35-927b-46e1-b276-54be887db19b tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.4159813 Jul 27 23:28:26.682282 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-cc61b323-ff83-498c-8a4a-a1223b81e49f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1500f0a8-b2da-4abc-92aa-0ad4f78eccb4', 'name': 'tempest-TestNetworkBasicOps-router-1724551368', 'tenant_id': 'ba4fae7b46b54e6e99cbf665d54e4a7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.22'}], 'enable_snat': True}, 'gw_port_id': '04e67126-ded4-4fdf-8334-7d37b4221bb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:27:22Z', 'updated_at': '2021-07-27T23:27:31Z', 'revision_number': 4, 'project_id': 'ba4fae7b46b54e6e99cbf665d54e4a7e', 'gw_port': {'id': '04e67126-ded4-4fdf-8334-7d37b4221bb3', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:74:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1500f0a8-b2da-4abc-92aa-0ad4f78eccb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2702, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:27:24Z', 'updated_at': '2021-07-27T23:27:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': 'eca0207d-c4d6-4a45-bd93-46c85898317a', 'name': '', 'network_id': 'f33f478a-5a93-43d9-988a-2827d45cd859', 'tenant_id': 'ba4fae7b46b54e6e99cbf665d54e4a7e', 'mac_address': 'fa:16:3e:bb:59:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1500f0a8-b2da-4abc-92aa-0ad4f78eccb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2712, 'fixed_ips': [{'subnet_id': '2f0e7cb4-1217-450a-af5b-092e562d7521', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:27:29Z', 'updated_at': '2021-07-27T23:27:39Z', 'revision_number': 5, 'project_id': 'ba4fae7b46b54e6e99cbf665d54e4a7e', 'subnets': [{'id': '2f0e7cb4-1217-450a-af5b-092e562d7521', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:28:26.691914 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7a12e088-0a76-4808-8ce9-70c5290ae11f req-68a74b5c-d2bd-4230-8067-9434d31484d4 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=12703738-dee4-4896-b064-dce4e76e574e HTTP/1.1" status: 200 len: 217 time: 0.0867283 Jul 27 23:28:26.701198 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device a58ff0ba-c0e7-4ff0-b14e-5550ff97f187 no longer exists at agent hyperv_n-h2-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:28:26.723789 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc61b323-ff83-498c-8a4a-a1223b81e49f None None] Checking router: 1500f0a8-b2da-4abc-92aa-0ad4f78eccb4 for host: n-d-802623-1 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 23:28:26.734698 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc61b323-ff83-498c-8a4a-a1223b81e49f None None] Routers {'1500f0a8-b2da-4abc-92aa-0ad4f78eccb4'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:28:26.735870 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-cc61b323-ff83-498c-8a4a-a1223b81e49f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:28:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['1500f0a8-b2da-4abc-92aa-0ad4f78eccb4'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:28:26.818191 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7a9b5606-31ea-4cd7-ab1d-c09cbafe613f tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:26.939087 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning for port 90e4d9d6-e4ba-4dd6-83c2-87e7b158b22e completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:28:26.953604 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-7a9b5606-31ea-4cd7-ab1d-c09cbafe613f tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] Allocated IP 172.25.4.230 (2fd42287-ed26-4eb9-89a5-b521f5b04356/17de1f8f-393a-4b0c-a2df-614bd3f2fb5e/3bfdc706-eed2-4845-bbd1-e4a0460c1b5a) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:28:26.969279 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-cc61b323-ff83-498c-8a4a-a1223b81e49f None None] Set router 1500f0a8-b2da-4abc-92aa-0ad4f78eccb4 gateway port host: n-d-802623-1 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:28:26.976370 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port 90e4d9d6-e4ba-4dd6-83c2-87e7b158b22e triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:28:26.976935 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:27.083685 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7a9b5606-31ea-4cd7-ab1d-c09cbafe613f tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:27.088873 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2813f849-dfff-4c83-b02e-e5a86afd2762 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:27.208796 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7a9b5606-31ea-4cd7-ab1d-c09cbafe613f tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:27.275826 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9b5606-31ea-4cd7-ab1d-c09cbafe613f tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] Pushing event updated for resources: {'Port': ['ID=3bfdc706-eed2-4845-bbd1-e4a0460c1b5a,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:28:27.319668 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 23:28:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15f7871a-75d9-47b2-a398-c4e850384787 x-openstack-request-id: req-15f7871a-75d9-47b2-a398-c4e850384787 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:28:27.320091 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf94048b-6bb2-4095-bf3c-25119c0a23f0", "tag": "12703738-dee4-4896-b064-dce4e76e574e", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:28:27.320611 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-15f7871a-75d9-47b2-a398-c4e850384787 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:28:27.321102 n-d-802623-1 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf94048b-6bb2-4095-bf3c-25119c0a23f0', 'tag': '12703738-dee4-4896-b064-dce4e76e574e', 'status': 'completed', 'code': 200} Jul 27 23:28:27.347861 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a9b5606-31ea-4cd7-ab1d-c09cbafe613f tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] Network 2fd42287-ed26-4eb9-89a5-b521f5b04356 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:28:27.348238 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-cc61b323-ff83-498c-8a4a-a1223b81e49f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1500f0a8-b2da-4abc-92aa-0ad4f78eccb4', 'name': 'tempest-TestNetworkBasicOps-router-1724551368', 'tenant_id': 'ba4fae7b46b54e6e99cbf665d54e4a7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.22'}], 'enable_snat': True}, 'gw_port_id': '04e67126-ded4-4fdf-8334-7d37b4221bb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:27:22Z', 'updated_at': '2021-07-27T23:27:31Z', 'revision_number': 4, 'project_id': 'ba4fae7b46b54e6e99cbf665d54e4a7e', 'gw_port': {'id': '04e67126-ded4-4fdf-8334-7d37b4221bb3', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:74:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1500f0a8-b2da-4abc-92aa-0ad4f78eccb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2702, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:27:24Z', 'updated_at': '2021-07-27T23:27:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': 'eca0207d-c4d6-4a45-bd93-46c85898317a', 'name': '', 'network_id': 'f33f478a-5a93-43d9-988a-2827d45cd859', 'tenant_id': 'ba4fae7b46b54e6e99cbf665d54e4a7e', 'mac_address': 'fa:16:3e:bb:59:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1500f0a8-b2da-4abc-92aa-0ad4f78eccb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2712, 'fixed_ips': [{'subnet_id': '2f0e7cb4-1217-450a-af5b-092e562d7521', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:27:29Z', 'updated_at': '2021-07-27T23:27:39Z', 'revision_number': 5, 'project_id': 'ba4fae7b46b54e6e99cbf665d54e4a7e', 'subnets': [{'id': '2f0e7cb4-1217-450a-af5b-092e562d7521', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:28:27.352119 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-7a9b5606-31ea-4cd7-ab1d-c09cbafe613f tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:28:27.359339 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a9b5606-31ea-4cd7-ab1d-c09cbafe613f tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:28:27.399815 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc61b323-ff83-498c-8a4a-a1223b81e49f None None] The sync data for ids ['1500f0a8-b2da-4abc-92aa-0ad4f78eccb4'] in n-d-802623-1 is: [{'id': '1500f0a8-b2da-4abc-92aa-0ad4f78eccb4', 'name': 'tempest-TestNetworkBasicOps-router-1724551368', 'tenant_id': 'ba4fae7b46b54e6e99cbf665d54e4a7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.22'}], 'enable_snat': True}, 'gw_port_id': '04e67126-ded4-4fdf-8334-7d37b4221bb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:27:22Z', 'updated_at': '2021-07-27T23:27:31Z', 'revision_number': 4, 'project_id': 'ba4fae7b46b54e6e99cbf665d54e4a7e', 'gw_port': {'id': '04e67126-ded4-4fdf-8334-7d37b4221bb3', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:74:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1500f0a8-b2da-4abc-92aa-0ad4f78eccb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2702, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:27:24Z', 'updated_at': '2021-07-27T23:27:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': 'eca0207d-c4d6-4a45-bd93-46c85898317a', 'name': '', 'network_id': 'f33f478a-5a93-43d9-988a-2827d45cd859', 'tenant_id': 'ba4fae7b46b54e6e99cbf665d54e4a7e', 'mac_address': 'fa:16:3e:bb:59:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1500f0a8-b2da-4abc-92aa-0ad4f78eccb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2712, 'fixed_ips': [{'subnet_id': '2f0e7cb4-1217-450a-af5b-092e562d7521', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:27:29Z', 'updated_at': '2021-07-27T23:27:39Z', 'revision_number': 5, 'project_id': 'ba4fae7b46b54e6e99cbf665d54e4a7e', 'subnets': [{'id': '2f0e7cb4-1217-450a-af5b-092e562d7521', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:28:27.421413 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-868e4c5e-de9e-4319-a268-7c0a440c46f8 None None] Allocated IP 172.20.0.2 (f7b5b877-4dcc-4fe8-b0d0-55993ab8b1b1/cff7e67e-930c-4724-a2c1-852885247f2f/bbf18ff4-d2e5-4088-a079-6e08e2890181) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:28:27.435503 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0a59f1-05bb-4f08-ac86-792c657c99a5 req-2a4be234-9339-4181-b8c2-f474a4395552 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:28:27.437179 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-5f0a59f1-05bb-4f08-ac86-792c657c99a5 req-2a4be234-9339-4181-b8c2-f474a4395552 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] 10.222.0.18 "GET /v2.0/ports?device_id=cf94048b-6bb2-4095-bf3c-25119c0a23f0 HTTP/1.1" status: 200 len: 945 time: 0.2950158 Jul 27 23:28:27.533760 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a12e088-0a76-4808-8ce9-70c5290ae11f req-9328f453-c049-4a29-9e7c-6e32afc9cd0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:28:27.535854 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7a12e088-0a76-4808-8ce9-70c5290ae11f req-9328f453-c049-4a29-9e7c-6e32afc9cd0c service neutron] 10.222.0.38 "GET /v2.0/subnets?id=2f0e7cb4-1217-450a-af5b-092e562d7521 HTTP/1.1" status: 200 len: 835 time: 0.2180827 Jul 27 23:28:27.672595 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9e678efb-2023-499c-a0d7-0f4539f1363d tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593271'] for network, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:27.741984 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d878e4b1-13fe-41a3-8521-a6253965795b req-b2f887e8-f721-4607-9268-16a91d3f0c9a tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:28:27.747772 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-d878e4b1-13fe-41a3-8521-a6253965795b req-b2f887e8-f721-4607-9268-16a91d3f0c9a tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/ports?device_id=c82f64f9-7572-4580-b07f-b346ae07e8cc HTTP/1.1" status: 200 len: 945 time: 0.4114456 Jul 27 23:28:27.785848 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9000f3c-94dd-4d42-b6c1-d08b26292377 None None] Sync routers for ids ['a8e85d13-b7c1-43bf-ae6d-81dca465a0fb'] in n-d-802623-1 {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:28:27.799395 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a12e088-0a76-4808-8ce9-70c5290ae11f req-f1431ed5-ae09-4f71-9f30-260cce8ea1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:28:27.801244 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7a12e088-0a76-4808-8ce9-70c5290ae11f req-f1431ed5-ae09-4f71-9f30-260cce8ea1b0 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=f33f478a-5a93-43d9-988a-2827d45cd859&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2317812 Jul 27 23:28:27.806974 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:27.813924 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:27.874852 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-868e4c5e-de9e-4319-a268-7c0a440c46f8 None None] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:27.894580 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] For port 90e4d9d6-e4ba-4dd6-83c2-87e7b158b22e, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=90e4d9d6-e4ba-4dd6-83c2-87e7b158b22e,segment=NetworkSegment(b9afe07e-bbe4-4740-834c-4b6a9698bdbc),segment_id=b9afe07e-bbe4-4740-834c-4b6a9698bdbc)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:28:27.898732 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba5e6b61-28d0-47c2-a614-a1d07626cb5a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f6f257c-ad18-5f0c-8c8e-ea085a5fc8a2-439773f6-7000-4e3c-9e5a-98f72b5346df', 'network_id': '439773f6-7000-4e3c-9e5a-98f72b5346df', 'tenant_id': 'e4b27fac89dd4f28b2bc9101764ad5ba', 'fixed_ips': [{'subnet_id': 'd3c8558a-0e48-440c-a30d-9dcc7d35c711'}]}} from n-d-802623-1. {{(pid=93799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 23:28:27.899900 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ba5e6b61-28d0-47c2-a614-a1d07626cb5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:27.903166 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-868e4c5e-de9e-4319-a268-7c0a440c46f8 None None] Transition to ACTIVE for port object bbf18ff4-d2e5-4088-a079-6e08e2890181 will not be triggered until provisioned by entity L2. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:28:27.911214 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9000f3c-94dd-4d42-b6c1-d08b26292377 None None] Routers {'a8e85d13-b7c1-43bf-ae6d-81dca465a0fb'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:28:27.912179 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-a9000f3c-94dd-4d42-b6c1-d08b26292377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:28:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['a8e85d13-b7c1-43bf-ae6d-81dca465a0fb'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:28:27.927807 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:27.938362 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-5f0a59f1-05bb-4f08-ac86-792c657c99a5 req-7127177a-75c5-4990-8fc5-2c8e4cae84b5 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf40f236-b78f-4739-b24a-847b40f7cbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4939322 Jul 27 23:28:28.000110 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9e678efb-2023-499c-a0d7-0f4539f1363d tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620741'] for subnet, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:28.009183 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7a9b5606-31ea-4cd7-ab1d-c09cbafe613f tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:28.035760 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c82f64f9-7572-4580-b07f-b346ae07e8cc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a58ff0ba-c0e7-4ff0-b14e-5550ff97f187'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:28:28.038247 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c0369b0d4f459110ff20a1f9878ba33f96d6491bddb9d15843bf29d01e0bda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e50fa93a-4254-45d7-a442-149ae81a75c4" -d '{"events": [{"server_uuid": "c82f64f9-7572-4580-b07f-b346ae07e8cc", "name": "network-vif-unplugged", "status": "completed", "tag": "a58ff0ba-c0e7-4ff0-b14e-5550ff97f187"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:28:28.056032 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7a9b5606-31ea-4cd7-ab1d-c09cbafe613f tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:28.107267 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-67cea0ca-1d7d-4b75-bf4a-82e060b7aeb4 req-11eb29cd-3287-42ee-8c32-bc18f30b81ef tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/ports?device_id=afed9ed5-b597-44bc-8215-6b8b2fcefded HTTP/1.1" status: 200 len: 210 time: 0.0516057 Jul 27 23:28:28.138107 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-868e4c5e-de9e-4319-a268-7c0a440c46f8 None None] Transition to ACTIVE for port object bbf18ff4-d2e5-4088-a079-6e08e2890181 will not be triggered until provisioned by entity DHCP. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:28:28.178232 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dc1f375-98c8-4b24-9cf3-0c98bbd7afc8 None None] New status for floating IP 081c8c56-258d-45f1-b4bb-41ef9ddd6c2d: DOWN {{(pid=93800) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 23:28:28.190165 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-868e4c5e-de9e-4319-a268-7c0a440c46f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:28.204210 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port a58ff0ba-c0e7-4ff0-b14e-5550ff97f187, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=a58ff0ba-c0e7-4ff0-b14e-5550ff97f187,segment=NetworkSegment(1737c4ac-b730-4adf-86c0-edf2b2a14795),segment_id=1737c4ac-b730-4adf-86c0-edf2b2a14795)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:28:28.218497 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2de34643-d343-4821-9d4a-ef9441cd7480 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11971800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12265753'] for subnet, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:28.278335 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:28.297396 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-d878e4b1-13fe-41a3-8521-a6253965795b req-0f374e01-a326-46e5-9f76-1eda6df7e48f tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/security-groups?id=7dab0fca-2422-4f10-a2ed-ede178e48859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5261440 Jul 27 23:28:28.308205 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 27 Jul 2021 23:28:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f6820ef-ead3-4807-af4b-733aa527d6f6 x-openstack-request-id: req-7f6820ef-ead3-4807-af4b-733aa527d6f6 {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:28:28.308616 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c82f64f9-7572-4580-b07f-b346ae07e8cc", "name": "network-vif-unplugged", "status": "failed", "tag": "a58ff0ba-c0e7-4ff0-b14e-5550ff97f187", "code": 422}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:28:28.308923 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7f6820ef-ead3-4807-af4b-733aa527d6f6 {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:28:28.310377 n-d-802623-1 neutron-server[93799]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c82f64f9-7572-4580-b07f-b346ae07e8cc', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'a58ff0ba-c0e7-4ff0-b14e-5550ff97f187', 'code': 422} returned with failed status Jul 27 23:28:28.321514 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-868e4c5e-de9e-4319-a268-7c0a440c46f8 None None] Network f7b5b877-4dcc-4fe8-b0d0-55993ab8b1b1 is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:28:28.323966 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-a9000f3c-94dd-4d42-b6c1-d08b26292377 None None] Set router a8e85d13-b7c1-43bf-ae6d-81dca465a0fb gateway port host: n-d-802623-1 {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:28:28.326891 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Pushing event updated for resources: {'Port': ['ID=90e4d9d6-e4ba-4dd6-83c2-87e7b158b22e,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:28:28.358590 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-868e4c5e-de9e-4319-a268-7c0a440c46f8 None None] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:28:28.372812 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-868e4c5e-de9e-4319-a268-7c0a440c46f8 None None] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:28:28.377544 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7a9b5606-31ea-4cd7-ab1d-c09cbafe613f tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:28.383889 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de34643-d343-4821-9d4a-ef9441cd7480 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Pushing event deleted for resources: {'Subnet': ['ID=cff7e67e-930c-4724-a2c1-852885247f2f,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:28:28.384051 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7a9b5606-31ea-4cd7-ab1d-c09cbafe613f tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11336041'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:28.418494 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd267bb-a088-4962-ab84-03a51979ae50 req-76aa6d52-cfbf-41e3-ae5c-d2536544bd7e tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:28:28.420128 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7bd267bb-a088-4962-ab84-03a51979ae50 req-76aa6d52-cfbf-41e3-ae5c-d2536544bd7e tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] 10.222.0.38 "GET /v2.0/ports?device_id=cf94048b-6bb2-4095-bf3c-25119c0a23f0 HTTP/1.1" status: 200 len: 945 time: 0.4650254 Jul 27 23:28:28.421555 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9e678efb-2023-499c-a0d7-0f4539f1363d tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11971800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12265753'] for subnet, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:28.428088 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 58ca9d4a-d689-40a1-82e8-cf1932d998d9 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:28:28.461240 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9b5606-31ea-4cd7-ab1d-c09cbafe613f tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] Pushing event updated for resources: {'Port': ['ID=3bfdc706-eed2-4845-bbd1-e4a0460c1b5a,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:28:28.510372 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7a9b5606-31ea-4cd7-ab1d-c09cbafe613f tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-415302'] for floatingip, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:28.530763 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server [None req-ba5e6b61-28d0-47c2-a614-a1d07626cb5a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d3c8558a-0e48-440c-a30d-9dcc7d35c711: This subnet is being modified by another concurrent operation. Jul 27 23:28:28.530763 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 27 23:28:28.530763 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 27 23:28:28.530763 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 27 23:28:28.530763 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 27 23:28:28.530763 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 27 23:28:28.530763 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 27 23:28:28.530763 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 27 23:28:28.530763 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 27 23:28:28.530763 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 27 23:28:28.530763 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 27 23:28:28.530763 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 27 23:28:28.530763 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 23:28:28.530763 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 23:28:28.530763 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 23:28:28.530763 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 23:28:28.530763 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 27 23:28:28.530763 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 27 23:28:28.530763 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 27 23:28:28.530763 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 27 23:28:28.530763 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 23:28:28.530763 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 23:28:28.530763 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 23:28:28.530763 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 23:28:28.530763 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 27 23:28:28.530763 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 27 23:28:28.530763 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 27 23:28:28.530763 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 27 23:28:28.530763 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 23:28:28.530763 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 23:28:28.530763 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 23:28:28.530763 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 23:28:28.530763 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 27 23:28:28.530763 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 27 23:28:28.530763 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 27 23:28:28.530763 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 27 23:28:28.530763 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 27 23:28:28.530763 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 27 23:28:28.530763 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 27 23:28:28.530763 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 27 23:28:28.530763 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 27 23:28:28.530763 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 27 23:28:28.530763 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 27 23:28:28.530763 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 27 23:28:28.530763 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 27 23:28:28.530763 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 27 23:28:28.530763 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 27 23:28:28.530763 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 27 23:28:28.530763 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 23:28:28.530763 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 23:28:28.530763 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 23:28:28.530763 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 23:28:28.530763 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 27 23:28:28.530763 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 27 23:28:28.530763 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 27 23:28:28.530763 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 27 23:28:28.530763 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 23:28:28.530763 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 23:28:28.530763 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 23:28:28.530763 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 23:28:28.530763 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 27 23:28:28.530763 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 27 23:28:28.530763 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 27 23:28:28.530763 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 27 23:28:28.530763 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 23:28:28.530763 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 23:28:28.530763 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 23:28:28.530763 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 23:28:28.530763 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 27 23:28:28.530763 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 27 23:28:28.530763 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 27 23:28:28.530763 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 27 23:28:28.530763 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 27 23:28:28.530763 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 27 23:28:28.530763 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 27 23:28:28.530763 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 27 23:28:28.530763 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 27 23:28:28.530763 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 27 23:28:28.530763 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 23:28:28.530763 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 23:28:28.530763 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 23:28:28.530763 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 23:28:28.530763 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 27 23:28:28.530763 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 27 23:28:28.530763 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 27 23:28:28.530763 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 27 23:28:28.530763 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 27 23:28:28.530763 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 27 23:28:28.530763 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 27 23:28:28.530763 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server raise exception Jul 27 23:28:28.530763 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d3c8558a-0e48-440c-a30d-9dcc7d35c711: This subnet is being modified by another concurrent operation. Jul 27 23:28:28.530763 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server Jul 27 23:28:28.540557 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7a9b5606-31ea-4cd7-ab1d-c09cbafe613f tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for floatingip, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:28.540557 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-7a9b5606-31ea-4cd7-ab1d-c09cbafe613f tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0426421 Jul 27 23:28:28.540927 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868e4c5e-de9e-4319-a268-7c0a440c46f8 None None] Pushing event updated for resources: {'Port': ['ID=bbf18ff4-d2e5-4088-a079-6e08e2890181,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:28:28.598469 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a3feb3d-85c6-45e7-a677-c9e532134c42 None None] Network 439773f6-7000-4e3c-9e5a-98f72b5346df requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:28:28.608101 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e678efb-2023-499c-a0d7-0f4539f1363d tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Pushing event deleted for resources: {'Subnet': ['ID=d3c8558a-0e48-440c-a30d-9dcc7d35c711,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:28:28.649554 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9e678efb-2023-499c-a0d7-0f4539f1363d tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618032', 'neutron.services.segments.db._delete_segments_for_network-8736833900081'] for network, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:28.665460 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-868e4c5e-de9e-4319-a268-7c0a440c46f8 None None] Attempting to bind port bbf18ff4-d2e5-4088-a079-6e08e2890181 on host n-d-802623-1 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:28:28.665971 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-868e4c5e-de9e-4319-a268-7c0a440c46f8 None None] Attempting to bind port bbf18ff4-d2e5-4088-a079-6e08e2890181 by drivers openvswitch,hyperv on host n-d-802623-1 at level 0 using segments [{'id': '78ae31e4-44da-4b7d-afb3-b8b4b428eb39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'f7b5b877-4dcc-4fe8-b0d0-55993ab8b1b1'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:28:28.666428 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-868e4c5e-de9e-4319-a268-7c0a440c46f8 None None] Attempting to bind port bbf18ff4-d2e5-4088-a079-6e08e2890181 on network f7b5b877-4dcc-4fe8-b0d0-55993ab8b1b1 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:28:28.670089 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Pushing event updated for resources: {'Port': ['ID=a58ff0ba-c0e7-4ff0-b14e-5550ff97f187,revision_number=8']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:28:28.717645 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a28c88f4-bd5d-49ac-8ea3-5078a0d4a705 req-f95fc661-14f7-4ab0-b966-7460c5a08b0c tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--102396082&fields=id&tenant_id=93d6af8ff48b44f2bdb667a30d291295 HTTP/1.1" status: 200 len: 267 time: 0.0534208 Jul 27 23:28:28.718939 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-9e678efb-2023-499c-a0d7-0f4539f1363d tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['439773f6-7000-4e3c-9e5a-98f72b5346df']}} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:28:28.770654 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-868e4c5e-de9e-4319-a268-7c0a440c46f8 None None] Checking agent: {'id': 'a9a568d2-a5e7-41e4-833f-a8ab42ea4073', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 52, 30), 'started_at': datetime.datetime(2021, 7, 27, 22, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802623-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:28:28.771168 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-868e4c5e-de9e-4319-a268-7c0a440c46f8 None None] Checking segment: {'id': '78ae31e4-44da-4b7d-afb3-b8b4b428eb39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'f7b5b877-4dcc-4fe8-b0d0-55993ab8b1b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:28:28.771637 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-868e4c5e-de9e-4319-a268-7c0a440c46f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:28.772091 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-868e4c5e-de9e-4319-a268-7c0a440c46f8 None None] Bound using segment: {'id': '78ae31e4-44da-4b7d-afb3-b8b4b428eb39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'f7b5b877-4dcc-4fe8-b0d0-55993ab8b1b1'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:28:28.772817 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-868e4c5e-de9e-4319-a268-7c0a440c46f8 None None] Bound port: bbf18ff4-d2e5-4088-a079-6e08e2890181, host: n-d-802623-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78ae31e4-44da-4b7d-afb3-b8b4b428eb39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'f7b5b877-4dcc-4fe8-b0d0-55993ab8b1b1'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:28:28.773435 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-868e4c5e-de9e-4319-a268-7c0a440c46f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:28.804217 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2de34643-d343-4821-9d4a-ef9441cd7480 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618032', 'neutron.services.segments.db._delete_segments_for_network-8736833900081'] for network, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:28.855313 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28c88f4-bd5d-49ac-8ea3-5078a0d4a705 req-e5b15d4d-8abb-4930-80f8-64c458cbaf70 tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:28:28.865573 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a28c88f4-bd5d-49ac-8ea3-5078a0d4a705 req-e5b15d4d-8abb-4930-80f8-64c458cbaf70 tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] 10.222.0.18 "GET /v2.0/networks?id=d772070e-dad0-48ff-8bce-c02a3adbff90 HTTP/1.1" status: 200 len: 811 time: 0.1462469 Jul 27 23:28:28.886536 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a28c88f4-bd5d-49ac-8ea3-5078a0d4a705 req-8ddd0209-5cf3-4d6f-a9c5-28ff41b938e4 tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] 10.222.0.18 "GET /v2.0/quotas/93d6af8ff48b44f2bdb667a30d291295 HTTP/1.1" status: 200 len: 375 time: 0.0200028 Jul 27 23:28:28.905285 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-868e4c5e-de9e-4319-a268-7c0a440c46f8 None None] For port bbf18ff4-d2e5-4088-a079-6e08e2890181, host n-d-802623-1, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:28:28.909161 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-868e4c5e-de9e-4319-a268-7c0a440c46f8 None None] For port bbf18ff4-d2e5-4088-a079-6e08e2890181, host n-d-802623-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=bbf18ff4-d2e5-4088-a079-6e08e2890181,segment=NetworkSegment(78ae31e4-44da-4b7d-afb3-b8b4b428eb39),segment_id=78ae31e4-44da-4b7d-afb3-b8b4b428eb39)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:28:28.912684 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-2de34643-d343-4821-9d4a-ef9441cd7480 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7b5b877-4dcc-4fe8-b0d0-55993ab8b1b1']}} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:28:28.933781 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-868e4c5e-de9e-4319-a268-7c0a440c46f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:28.950845 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7a12e088-0a76-4808-8ce9-70c5290ae11f req-de48d661-88cf-4af0-865e-ef3f49f1f007 service neutron] 10.222.0.38 "GET /v2.0/networks/f33f478a-5a93-43d9-988a-2827d45cd859?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9451759 Jul 27 23:28:28.973187 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-9e678efb-2023-499c-a0d7-0f4539f1363d tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79474708-0548-45ca-bb7b-af14ce8523e3') {'for_net_delete': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:28:28.973925 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-9e678efb-2023-499c-a0d7-0f4539f1363d tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79474708-0548-45ca-bb7b-af14ce8523e3') {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:28:28.980556 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a28c88f4-bd5d-49ac-8ea3-5078a0d4a705 req-47eb2fcd-b314-421e-aece-934e9e547d88 tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=93d6af8ff48b44f2bdb667a30d291295&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0861115 Jul 27 23:28:29.001171 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868e4c5e-de9e-4319-a268-7c0a440c46f8 None None] Pushing event updated for resources: {'Port': ['ID=bbf18ff4-d2e5-4088-a079-6e08e2890181,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:28:29.011082 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port 58ca9d4a-d689-40a1-82e8-cf1932d998d9 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:28:29.011693 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:29.012361 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-2de34643-d343-4821-9d4a-ef9441cd7480 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78ae31e4-44da-4b7d-afb3-b8b4b428eb39') {'for_net_delete': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:28:29.013199 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-2de34643-d343-4821-9d4a-ef9441cd7480 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78ae31e4-44da-4b7d-afb3-b8b4b428eb39') {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:28:29.067714 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80843409-e922-4467-ad8c-8a6d2e154afb req-d5c7d084-2239-4685-b0a5-b76ca87c9fd8 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:28:29.071169 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-80843409-e922-4467-ad8c-8a6d2e154afb req-d5c7d084-2239-4685-b0a5-b76ca87c9fd8 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.49 "GET /v2.0/networks?id=280a3ba5-2d75-4827-b3c1-0be5bb892094 HTTP/1.1" status: 200 len: 812 time: 0.4684374 Jul 27 23:28:29.102496 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a28c88f4-bd5d-49ac-8ea3-5078a0d4a705 req-83835569-0118-45a3-bb85-0117dccd7961 service neutron] 10.222.0.18 "GET /v2.0/networks/d772070e-dad0-48ff-8bce-c02a3adbff90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1144640 Jul 27 23:28:29.118548 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9e678efb-2023-499c-a0d7-0f4539f1363d tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736833900858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11163256'] for segment, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:29.122859 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2de34643-d343-4821-9d4a-ef9441cd7480 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736833900858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11163256'] for segment, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:29.129500 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [req-80843409-e922-4467-ad8c-8a6d2e154afb req-1b67d8c7-ffd6-4525-8863-1e561fb65824 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Request body: {'port': {'device_id': 'afed9ed5-b597-44bc-8215-6b8b2fcefded', 'network_id': '280a3ba5-2d75-4827-b3c1-0be5bb892094', 'admin_state_up': True, 'tenant_id': '49af0f356ac348f0bd0841795f0ea352'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:28:29.230490 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baaba874-3dc3-450a-8e8c-a09ae86ccaa4 None None] Network f7b5b877-4dcc-4fe8-b0d0-55993ab8b1b1 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:28:29.257554 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a28c88f4-bd5d-49ac-8ea3-5078a0d4a705 req-8a13908b-f374-40b5-b8e5-43b20bea87df service neutron] 10.222.0.18 "GET /v2.0/networks/d772070e-dad0-48ff-8bce-c02a3adbff90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480980 Jul 27 23:28:29.336795 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9e678efb-2023-499c-a0d7-0f4539f1363d tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:29.357968 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e678efb-2023-499c-a0d7-0f4539f1363d tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Releasing vlan 539 on physical network physnet1 to pool {{(pid=93798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 23:28:29.358456 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9e678efb-2023-499c-a0d7-0f4539f1363d tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11971746'] for segment, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:29.363797 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2de34643-d343-4821-9d4a-ef9441cd7480 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:29.368846 n-d-802623-1 neutron-server[93798]: Traceback (most recent call last): Jul 27 23:28:29.368846 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 23:28:29.368846 n-d-802623-1 neutron-server[93798]: timer() Jul 27 23:28:29.368846 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 23:28:29.368846 n-d-802623-1 neutron-server[93798]: cb(*args, **kw) Jul 27 23:28:29.368846 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 23:28:29.368846 n-d-802623-1 neutron-server[93798]: return func(*args, **kwargs) Jul 27 23:28:29.368846 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 23:28:29.368846 n-d-802623-1 neutron-server[93798]: self._notify() Jul 27 23:28:29.368846 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 23:28:29.368846 n-d-802623-1 neutron-server[93798]: self.callback(batched_events) Jul 27 23:28:29.368846 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 23:28:29.368846 n-d-802623-1 neutron-server[93798]: event.method(event) Jul 27 23:28:29.368846 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 23:28:29.368846 n-d-802623-1 neutron-server[93798]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 23:28:29.368846 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 23:28:29.368846 n-d-802623-1 neutron-server[93798]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 23:28:29.368846 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 23:28:29.368846 n-d-802623-1 neutron-server[93798]: return f(self, *a, **k) Jul 27 23:28:29.368846 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 23:28:29.368846 n-d-802623-1 neutron-server[93798]: return self._get(url).json() Jul 27 23:28:29.368846 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 23:28:29.368846 n-d-802623-1 neutron-server[93798]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 23:28:29.368846 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 23:28:29.368846 n-d-802623-1 neutron-server[93798]: return self.request(url, 'GET', **kwargs) Jul 27 23:28:29.368846 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 23:28:29.368846 n-d-802623-1 neutron-server[93798]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 23:28:29.368846 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 23:28:29.368846 n-d-802623-1 neutron-server[93798]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 23:28:29.368846 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 23:28:29.368846 n-d-802623-1 neutron-server[93798]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 23:28:29.368846 n-d-802623-1 neutron-server[93798]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 23:28:29.505654 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7a12e088-0a76-4808-8ce9-70c5290ae11f req-102bc4d5-0145-4ec7-9720-41267b01e5b6 service neutron] 10.222.0.38 "GET /v2.0/networks/f33f478a-5a93-43d9-988a-2827d45cd859?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5081015 Jul 27 23:28:29.509094 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2de34643-d343-4821-9d4a-ef9441cd7480 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Releasing vlan 549 on physical network physnet1 to pool {{(pid=93798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 23:28:29.509964 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2de34643-d343-4821-9d4a-ef9441cd7480 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11971746'] for segment, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:29.528408 n-d-802623-1 neutron-server[93798]: Traceback (most recent call last): Jul 27 23:28:29.528408 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 23:28:29.528408 n-d-802623-1 neutron-server[93798]: timer() Jul 27 23:28:29.528408 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 23:28:29.528408 n-d-802623-1 neutron-server[93798]: cb(*args, **kw) Jul 27 23:28:29.528408 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 23:28:29.528408 n-d-802623-1 neutron-server[93798]: return func(*args, **kwargs) Jul 27 23:28:29.528408 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 23:28:29.528408 n-d-802623-1 neutron-server[93798]: self._notify() Jul 27 23:28:29.528408 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 23:28:29.528408 n-d-802623-1 neutron-server[93798]: self.callback(batched_events) Jul 27 23:28:29.528408 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 23:28:29.528408 n-d-802623-1 neutron-server[93798]: event.method(event) Jul 27 23:28:29.528408 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 23:28:29.528408 n-d-802623-1 neutron-server[93798]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 23:28:29.528408 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 23:28:29.528408 n-d-802623-1 neutron-server[93798]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 23:28:29.528408 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 23:28:29.528408 n-d-802623-1 neutron-server[93798]: return f(self, *a, **k) Jul 27 23:28:29.528408 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 23:28:29.528408 n-d-802623-1 neutron-server[93798]: return self._get(url).json() Jul 27 23:28:29.528408 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 23:28:29.528408 n-d-802623-1 neutron-server[93798]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 23:28:29.528408 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 23:28:29.528408 n-d-802623-1 neutron-server[93798]: return self.request(url, 'GET', **kwargs) Jul 27 23:28:29.528408 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 23:28:29.528408 n-d-802623-1 neutron-server[93798]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 23:28:29.528408 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 23:28:29.528408 n-d-802623-1 neutron-server[93798]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 23:28:29.528408 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 23:28:29.528408 n-d-802623-1 neutron-server[93798]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 23:28:29.528408 n-d-802623-1 neutron-server[93798]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 23:28:29.613609 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6144f33e-f67d-4278-837d-11a150c564dd req-3ad576f3-e09b-4acd-91c3-245d868b906f tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:28:29.621008 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-6144f33e-f67d-4278-837d-11a150c564dd req-3ad576f3-e09b-4acd-91c3-245d868b906f tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] 10.222.0.18 "GET /v2.0/ports?device_id=cf94048b-6bb2-4095-bf3c-25119c0a23f0 HTTP/1.1" status: 200 len: 945 time: 0.5482306 Jul 27 23:28:29.643146 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9e678efb-2023-499c-a0d7-0f4539f1363d tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415412'] for network, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:29.655498 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-7c460a0c-4db3-466c-a3d2-10b71afc6e61 req-af79eabc-1f43-4e6a-bfab-81fc21ed677e tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/ports?device_id=afed9ed5-b597-44bc-8215-6b8b2fcefded HTTP/1.1" status: 200 len: 210 time: 0.0414026 Jul 27 23:28:29.664604 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-a9000f3c-94dd-4d42-b6c1-d08b26292377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8e85d13-b7c1-43bf-ae6d-81dca465a0fb', 'name': 'tempest-AttachVolumeTestJSON-1979639153-router', 'tenant_id': '93d6af8ff48b44f2bdb667a30d291295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.79'}], 'enable_snat': True}, 'gw_port_id': '90e4d9d6-e4ba-4dd6-83c2-87e7b158b22e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:28:13Z', 'updated_at': '2021-07-27T23:28:21Z', 'revision_number': 4, 'project_id': '93d6af8ff48b44f2bdb667a30d291295', 'gw_port': {'id': '90e4d9d6-e4ba-4dd6-83c2-87e7b158b22e', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:5a:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e85d13-b7c1-43bf-ae6d-81dca465a0fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2832, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:28:14Z', 'updated_at': '2021-07-27T23:28:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': '944f3a21-a6cb-45fb-870a-277e132bcce9', 'name': '', 'network_id': 'd772070e-dad0-48ff-8bce-c02a3adbff90', 'tenant_id': '93d6af8ff48b44f2bdb667a30d291295', 'mac_address': 'fa:16:3e:c7:30:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8e85d13-b7c1-43bf-ae6d-81dca465a0fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2843, 'fixed_ips': [{'subnet_id': '22fd4781-4e46-409c-a91a-a4ac3ab69caf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:28:19Z', 'updated_at': '2021-07-27T23:28:21Z', 'revision_number': 2, 'project_id': '93d6af8ff48b44f2bdb667a30d291295', 'subnets': [{'id': '22fd4781-4e46-409c-a91a-a4ac3ab69caf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:28:29.668205 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-7bd267bb-a088-4962-ab84-03a51979ae50 req-e311fd15-c0cf-4559-b722-8eaeb1dadc20 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Deleting port 12703738-dee4-4896-b064-dce4e76e574e {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:28:29.668750 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-7bd267bb-a088-4962-ab84-03a51979ae50 req-e311fd15-c0cf-4559-b722-8eaeb1dadc20 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:29.680092 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-47fdfffe-c698-4a4b-973e-fb939146873b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:29.694742 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9e678efb-2023-499c-a0d7-0f4539f1363d tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:29.702797 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 34990) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:28:29.703525 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-9e678efb-2023-499c-a0d7-0f4539f1363d tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] 10.222.0.18 "DELETE /v2.0/networks/439773f6-7000-4e3c-9e5a-98f72b5346df HTTP/1.1" status: 204 len: 168 time: 3.0313489 Jul 27 23:28:29.709606 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-21de74e2-4a89-499e-89ea-702285730aca tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1378074133'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:28:29.746738 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:29.748308 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9000f3c-94dd-4d42-b6c1-d08b26292377 None None] Checking router: a8e85d13-b7c1-43bf-ae6d-81dca465a0fb for host: n-d-802623-1 {{(pid=93799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 23:28:29.748821 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9000f3c-94dd-4d42-b6c1-d08b26292377 None None] Updating router a8e85d13-b7c1-43bf-ae6d-81dca465a0fb port 944f3a21-a6cb-45fb-870a-277e132bcce9 binding host n-d-802623-1 {{(pid=93799) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 23:28:29.761073 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21de74e2-4a89-499e-89ea-702285730aca tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Made reservation on behalf of e4b27fac89dd4f28b2bc9101764ad5ba for: {'network': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:28:29.779272 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-21de74e2-4a89-499e-89ea-702285730aca tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for network, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:29.805054 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f0973d1-1ce2-4301-811b-4567066923aa None None] get_active_networks_info from n-d-802623-1 {{(pid=93799) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 27 23:28:29.808201 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a9000f3c-94dd-4d42-b6c1-d08b26292377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:29.869249 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21de74e2-4a89-499e-89ea-702285730aca tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 512} {{(pid=93797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 23:28:29.928388 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec22321-d99b-41cd-969a-608aa9361736 req-dfb2b469-96ce-4625-8d69-3821295bfb3a tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:28:29.952434 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.db.api [None req-2de34643-d343-4821-9d4a-ef9441cd7480 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 27 23:28:29.952434 n-d-802623-1 neutron-server[93798]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 27 23:28:29.952434 n-d-802623-1 neutron-server[93798]: [parameters: {'id': 'f7b5b877-4dcc-4fe8-b0d0-55993ab8b1b1'}] Jul 27 23:28:29.952434 n-d-802623-1 neutron-server[93798]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=93798) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 23:28:29.953194 n-d-802623-1 neutron-server[93798]: DEBUG oslo_db.api [None req-2de34643-d343-4821-9d4a-ef9441cd7480 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 23:28:29.961177 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-dec22321-d99b-41cd-969a-608aa9361736 req-dfb2b469-96ce-4625-8d69-3821295bfb3a tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/ports?device_id=c82f64f9-7572-4580-b07f-b346ae07e8cc HTTP/1.1" status: 200 len: 943 time: 0.1466706 Jul 27 23:28:29.966677 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e678efb-2023-499c-a0d7-0f4539f1363d tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Pushing event deleted for resources: {'Network': ['ID=439773f6-7000-4e3c-9e5a-98f72b5346df,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:28:29.986400 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-6144f33e-f67d-4278-837d-11a150c564dd req-9218d509-8035-4469-b7c9-0a8ae4711251 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf40f236-b78f-4739-b24a-847b40f7cbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3643117 Jul 27 23:28:30.020781 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-21de74e2-4a89-499e-89ea-702285730aca tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:30.021431 n-d-802623-1 neutron-server[93797]: INFO neutron.db.segments_db [None req-21de74e2-4a89-499e-89ea-702285730aca tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Added segment b6ea95fb-f116-4ca9-a356-ce2c9653525c of type vlan for network 8c2da82f-4514-43b4-97c2-9a2ad7f14d1a Jul 27 23:28:30.021552 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75d6f16-6354-4937-8517-3c146fdbe4da req-e28c5af0-d9a2-494b-bbc8-8bd047b812d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:28:30.022738 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c75d6f16-6354-4937-8517-3c146fdbe4da req-e28c5af0-d9a2-494b-bbc8-8bd047b812d0 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ba4fae7b46b54e6e99cbf665d54e4a7e&device_id=cf94048b-6bb2-4095-bf3c-25119c0a23f0 HTTP/1.1" status: 200 len: 1096 time: 0.3753827 Jul 27 23:28:30.110398 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-21de74e2-4a89-499e-89ea-702285730aca tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736833354590'] for network, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:30.155822 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-21de74e2-4a89-499e-89ea-702285730aca tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569'] for network, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:30.171474 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21de74e2-4a89-499e-89ea-702285730aca tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:28:30.172198 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-21de74e2-4a89-499e-89ea-702285730aca tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Notify callbacks [] for network, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:30.179160 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-7bd267bb-a088-4962-ab84-03a51979ae50 req-e311fd15-c0cf-4559-b722-8eaeb1dadc20 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] For port 12703738-dee4-4896-b064-dce4e76e574e, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=12703738-dee4-4896-b064-dce4e76e574e,segment=NetworkSegment(7c60bb94-020e-4d82-9690-a79eecb055ab),segment_id=7c60bb94-020e-4d82-9690-a79eecb055ab)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:28:30.179823 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-7bd267bb-a088-4962-ab84-03a51979ae50 req-e311fd15-c0cf-4559-b722-8eaeb1dadc20 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:30.184826 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-da8bcf69-5770-4fd3-b9d5-e78b3908604c req-dae4f8c8-b6d6-4de1-a854-149ffe0319b1 tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] 10.222.0.18 "GET /v2.0/ports?device_id=ad67c1f5-7283-4637-999c-94737161fd62 HTTP/1.1" status: 200 len: 210 time: 0.0605378 Jul 27 23:28:30.203841 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80843409-e922-4467-ad8c-8a6d2e154afb req-1b67d8c7-ffd6-4525-8863-1e561fb65824 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Made reservation on behalf of 49af0f356ac348f0bd0841795f0ea352 for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:28:30.208194 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-80843409-e922-4467-ad8c-8a6d2e154afb req-1b67d8c7-ffd6-4525-8863-1e561fb65824 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:30.213356 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-7bd267bb-a088-4962-ab84-03a51979ae50 req-e311fd15-c0cf-4559-b722-8eaeb1dadc20 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Calling delete_port for 12703738-dee4-4896-b064-dce4e76e574e owned by compute:nova {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:28:30.235726 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-dec22321-d99b-41cd-969a-608aa9361736 req-4f145a06-2ff2-44d1-bfa3-90b5757ee16f tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/security-groups?id=7dab0fca-2422-4f10-a2ed-ede178e48859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2695789 Jul 27 23:28:30.286773 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-21de74e2-4a89-499e-89ea-702285730aca tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5816591 Jul 27 23:28:30.289849 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 35000) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:28:30.299719 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-8b670bc0-410b-461a-a362-fedf823865d9 tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Request body: {'subnet': {'network_id': '8c2da82f-4514-43b4-97c2-9a2ad7f14d1a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:28:30.307858 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75d6f16-6354-4937-8517-3c146fdbe4da req-01a39b51-874c-46d2-bf50-bb8cc9f2f20b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:28:30.309860 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c75d6f16-6354-4937-8517-3c146fdbe4da req-01a39b51-874c-46d2-bf50-bb8cc9f2f20b service neutron] 10.222.0.38 "GET /v2.0/networks?id=f33f478a-5a93-43d9-988a-2827d45cd859 HTTP/1.1" status: 200 len: 896 time: 0.2688375 Jul 27 23:28:30.313453 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f0973d1-1ce2-4301-811b-4567066923aa None None] Resources bound (agent type, host, resource id): {{(pid=93799) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 27 23:28:30.332091 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:30.336317 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21de74e2-4a89-499e-89ea-702285730aca tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Pushing event updated for resources: {'Network': ['ID=8c2da82f-4514-43b4-97c2-9a2ad7f14d1a,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:28:30.398779 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Network 8c2da82f-4514-43b4-97c2-9a2ad7f14d1a details requested by agent ovs-agent-n-d-802623-1 with host n-d-802623-1 {{(pid=93799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 23:28:30.440295 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 90e4d9d6-e4ba-4dd6-83c2-87e7b158b22e up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:28:30.487361 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2de34643-d343-4821-9d4a-ef9441cd7480 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593271'] for network, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:30.492805 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b670bc0-410b-461a-a362-fedf823865d9 tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Made reservation on behalf of e4b27fac89dd4f28b2bc9101764ad5ba for: {'subnet': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:28:30.498483 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8b670bc0-410b-461a-a362-fedf823865d9 tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11551435'] for subnet, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:30.513633 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c75d6f16-6354-4937-8517-3c146fdbe4da req-27fec504-5119-44eb-9f67-dc18258a1427 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=12703738-dee4-4896-b064-dce4e76e574e HTTP/1.1" status: 200 len: 217 time: 0.1946993 Jul 27 23:28:30.715765 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce737c2-6d1c-49d1-9e33-8e1e8d4593cf req-14f00524-147e-4b20-af20-81b1037d107b tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:28:30.717563 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-fce737c2-6d1c-49d1-9e33-8e1e8d4593cf req-14f00524-147e-4b20-af20-81b1037d107b tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/ports?device_id=c82f64f9-7572-4580-b07f-b346ae07e8cc HTTP/1.1" status: 200 len: 943 time: 0.3345578 Jul 27 23:28:30.749266 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75d6f16-6354-4937-8517-3c146fdbe4da req-5ed1f5a3-834b-40f4-981b-c41a276cc4fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:28:30.750904 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c75d6f16-6354-4937-8517-3c146fdbe4da req-5ed1f5a3-834b-40f4-981b-c41a276cc4fb service neutron] 10.222.0.38 "GET /v2.0/subnets?id=2f0e7cb4-1217-450a-af5b-092e562d7521 HTTP/1.1" status: 200 len: 835 time: 0.1945837 Jul 27 23:28:30.824261 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device a58ff0ba-c0e7-4ff0-b14e-5550ff97f187 no longer exists at agent hyperv_n-h2-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:28:30.874125 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [req-80843409-e922-4467-ad8c-8a6d2e154afb req-1b67d8c7-ffd6-4525-8863-1e561fb65824 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Allocated IP 172.20.0.14 (280a3ba5-2d75-4827-b3c1-0be5bb892094/03df5e5c-8a96-449f-9e96-cff1a55737e2/4e5a89fc-36c3-44fe-9ae9-8177b581c229) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:28:30.897835 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-0bdb9c42-4480-4dc5-855f-1bcf5bff6e52 req-ef2eeb3c-36ee-448f-9efb-27182269769d tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/ports?device_id=afed9ed5-b597-44bc-8215-6b8b2fcefded HTTP/1.1" status: 200 len: 210 time: 0.0415704 Jul 27 23:28:30.899263 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8b670bc0-410b-461a-a362-fedf823865d9 tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11336182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11551417'] for subnet, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:30.917342 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-19f2e178-d45e-4fbe-b9be-c3963fc151ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:30.971725 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-fce737c2-6d1c-49d1-9e33-8e1e8d4593cf req-57ce75a6-ce9b-4d18-82c9-9764d2837e44 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/security-groups?id=7dab0fca-2422-4f10-a2ed-ede178e48859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2391374 Jul 27 23:28:30.992159 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port 90e4d9d6-e4ba-4dd6-83c2-87e7b158b22e triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:28:30.992750 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:31.097586 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-7bd267bb-a088-4962-ab84-03a51979ae50 req-e311fd15-c0cf-4559-b722-8eaeb1dadc20 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:31.102873 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b670bc0-410b-461a-a362-fedf823865d9 tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Pushing event updated for resources: {'Subnet': ['ID=1ca4babd-bc65-4b49-a62b-707ace08504d,revision_number=0']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:28:31.121288 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75d6f16-6354-4937-8517-3c146fdbe4da req-55d39865-3f45-4e0e-8aa7-28c041a4a6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:28:31.134492 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c75d6f16-6354-4937-8517-3c146fdbe4da req-55d39865-3f45-4e0e-8aa7-28c041a4a6c5 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=f33f478a-5a93-43d9-988a-2827d45cd859&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3660016 Jul 27 23:28:31.159275 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-2de34643-d343-4821-9d4a-ef9441cd7480 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Deleting port bbf18ff4-d2e5-4088-a079-6e08e2890181 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:28:31.164738 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2de34643-d343-4821-9d4a-ef9441cd7480 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:31.241934 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b670bc0-410b-461a-a362-fedf823865d9 tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Checking segment: {'id': 'b6ea95fb-f116-4ca9-a356-ce2c9653525c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '8c2da82f-4514-43b4-97c2-9a2ad7f14d1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:28:31.243011 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b670bc0-410b-461a-a362-fedf823865d9 tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Network hostable DHCP agents. Network: 8c2da82f-4514-43b4-97c2-9a2ad7f14d1a, hostable agents: ['5950e76f-2bde-4343-a925-cbe6bacd2706'], hosted agents: [] {{(pid=93797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 23:28:31.283469 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e311fd15-c0cf-4559-b722-8eaeb1dadc20 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Pushing event deleted for resources: {'Port': ['ID=12703738-dee4-4896-b064-dce4e76e574e,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:28:31.286072 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-b7eeb8b4-1374-4e79-af96-d8ab7112477a req-9f5a6902-0722-4ca7-a824-77c5129272f4 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] 10.222.0.18 "GET /v2.0/ports?device_id=cf94048b-6bb2-4095-bf3c-25119c0a23f0 HTTP/1.1" status: 200 len: 210 time: 0.0755322 Jul 27 23:28:31.308612 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28c88f4-bd5d-49ac-8ea3-5078a0d4a705 req-0310a388-e14b-4ed8-9aca-49eebe6e4e66 tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:28:31.311318 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a28c88f4-bd5d-49ac-8ea3-5078a0d4a705 req-0310a388-e14b-4ed8-9aca-49eebe6e4e66 tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] 10.222.0.38 "GET /v2.0/networks?id=d772070e-dad0-48ff-8bce-c02a3adbff90 HTTP/1.1" status: 200 len: 811 time: 0.3247671 Jul 27 23:28:31.377014 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a9000f3c-94dd-4d42-b6c1-d08b26292377 None None] Notify callbacks [] for port, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:31.397761 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-a9000f3c-94dd-4d42-b6c1-d08b26292377 None None] Transition to ACTIVE for port object 944f3a21-a6cb-45fb-870a-277e132bcce9 will not be triggered until provisioned by entity L2. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:28:31.416695 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a28c88f4-bd5d-49ac-8ea3-5078a0d4a705 req-df8d6642-d57c-4fde-a951-e150e8dbbd0a tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=93d6af8ff48b44f2bdb667a30d291295 HTTP/1.1" status: 200 len: 379 time: 0.0819042 Jul 27 23:28:31.421613 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a9000f3c-94dd-4d42-b6c1-d08b26292377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:31.424139 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [req-a28c88f4-bd5d-49ac-8ea3-5078a0d4a705 req-272549ec-67cd-4870-98c7-97b9360bec63 tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] Request body: {'port': {'device_id': 'ad67c1f5-7283-4637-999c-94737161fd62', 'network_id': 'd772070e-dad0-48ff-8bce-c02a3adbff90', 'admin_state_up': True, 'tenant_id': '93d6af8ff48b44f2bdb667a30d291295', 'security_groups': ['0fdd7288-5bd7-4452-be54-74ff530fb5a3']}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:28:31.430364 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b670bc0-410b-461a-a362-fedf823865d9 tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Network 8c2da82f-4514-43b4-97c2-9a2ad7f14d1a is scheduled to be hosted by DHCP agent 5950e76f-2bde-4343-a925-cbe6bacd2706 with binding_index 1 {{(pid=93797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 23:28:31.498592 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93c6f9fb-3228-4f26-97fb-6cd49f5e18fa None None] get_active_networks_info from n-d-802623-1 {{(pid=93799) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 27 23:28:31.575067 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c81798-4530-4a67-8b8d-357fb2edc785 None None] Pushing event updated for resources: {'Port': ['ID=944f3a21-a6cb-45fb-870a-277e132bcce9,revision_number=3']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:28:31.587745 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c81798-4530-4a67-8b8d-357fb2edc785 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:28:31.588214 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c81798-4530-4a67-8b8d-357fb2edc785 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:28:31.588652 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c81798-4530-4a67-8b8d-357fb2edc785 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:28:31.589199 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c81798-4530-4a67-8b8d-357fb2edc785 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:28:31.589507 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c81798-4530-4a67-8b8d-357fb2edc785 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:28:31.589933 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c81798-4530-4a67-8b8d-357fb2edc785 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:28:31.590356 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c81798-4530-4a67-8b8d-357fb2edc785 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:28:31.590847 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c81798-4530-4a67-8b8d-357fb2edc785 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:28:31.591305 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c81798-4530-4a67-8b8d-357fb2edc785 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:28:31.591725 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c81798-4530-4a67-8b8d-357fb2edc785 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:28:31.592309 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c81798-4530-4a67-8b8d-357fb2edc785 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:28:31.592809 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c81798-4530-4a67-8b8d-357fb2edc785 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:28:31.598508 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-a9000f3c-94dd-4d42-b6c1-d08b26292377 None None] Attempting to bind port 944f3a21-a6cb-45fb-870a-277e132bcce9 on host n-d-802623-1 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:28:31.599008 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-a9000f3c-94dd-4d42-b6c1-d08b26292377 None None] Attempting to bind port 944f3a21-a6cb-45fb-870a-277e132bcce9 by drivers openvswitch,hyperv on host n-d-802623-1 at level 0 using segments [{'id': '389149bf-5833-435c-91df-71739cf48c37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'd772070e-dad0-48ff-8bce-c02a3adbff90'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:28:31.599651 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9000f3c-94dd-4d42-b6c1-d08b26292377 None None] Attempting to bind port 944f3a21-a6cb-45fb-870a-277e132bcce9 on network d772070e-dad0-48ff-8bce-c02a3adbff90 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:28:31.614051 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9000f3c-94dd-4d42-b6c1-d08b26292377 None None] Checking agent: {'id': 'a9a568d2-a5e7-41e4-833f-a8ab42ea4073', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 52, 30), 'started_at': datetime.datetime(2021, 7, 27, 22, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 28, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802623-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:28:31.614574 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9000f3c-94dd-4d42-b6c1-d08b26292377 None None] Checking segment: {'id': '389149bf-5833-435c-91df-71739cf48c37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'd772070e-dad0-48ff-8bce-c02a3adbff90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:28:31.615116 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a9000f3c-94dd-4d42-b6c1-d08b26292377 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:31.615605 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9000f3c-94dd-4d42-b6c1-d08b26292377 None None] Bound using segment: {'id': '389149bf-5833-435c-91df-71739cf48c37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'd772070e-dad0-48ff-8bce-c02a3adbff90'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:28:31.616178 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-a9000f3c-94dd-4d42-b6c1-d08b26292377 None None] Bound port: 944f3a21-a6cb-45fb-870a-277e132bcce9, host: n-d-802623-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '389149bf-5833-435c-91df-71739cf48c37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'd772070e-dad0-48ff-8bce-c02a3adbff90'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:28:31.616658 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a9000f3c-94dd-4d42-b6c1-d08b26292377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:31.620072 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-3b7e38d3-ba09-4d23-b95b-6c16ec8dcf3f req-37e612dc-74dc-4b97-991f-874014520172 tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] 10.222.0.18 "GET /v2.0/ports?device_id=ad67c1f5-7283-4637-999c-94737161fd62 HTTP/1.1" status: 200 len: 210 time: 0.1601853 Jul 27 23:28:31.626981 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-8b670bc0-410b-461a-a362-fedf823865d9 tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802623-1, 8c2da82f-4514-43b4-97c2-9a2ad7f14d1a) {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:28:31.632604 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b670bc0-410b-461a-a362-fedf823865d9 tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:28:31.633249 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8b670bc0-410b-461a-a362-fedf823865d9 tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for subnet, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:31.661184 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-8b670bc0-410b-461a-a362-fedf823865d9 tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3674581 Jul 27 23:28:31.662474 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 35028) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:28:31.682077 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-2de34643-d343-4821-9d4a-ef9441cd7480 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] For port bbf18ff4-d2e5-4088-a079-6e08e2890181, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=bbf18ff4-d2e5-4088-a079-6e08e2890181,segment=NetworkSegment(78ae31e4-44da-4b7d-afb3-b8b4b428eb39),segment_id=78ae31e4-44da-4b7d-afb3-b8b4b428eb39)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:28:31.682452 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2de34643-d343-4821-9d4a-ef9441cd7480 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:31.688949 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-34eebfc7-57fa-4f76-84b8-6b8634bb9d5a tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Request body: {'subnet': {'network_id': '8c2da82f-4514-43b4-97c2-9a2ad7f14d1a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:28:31.743499 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bd267bb-a088-4962-ab84-03a51979ae50 req-e311fd15-c0cf-4559-b722-8eaeb1dadc20 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] No DVR routers for this DVR port 12703738-dee4-4896-b064-dce4e76e574e on host n-h1-802623-1 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:28:31.770827 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-7bd267bb-a088-4962-ab84-03a51979ae50 req-e311fd15-c0cf-4559-b722-8eaeb1dadc20 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:31.783305 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7bd267bb-a088-4962-ab84-03a51979ae50 req-e311fd15-c0cf-4559-b722-8eaeb1dadc20 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] 10.222.0.38 "DELETE /v2.0/ports/12703738-dee4-4896-b064-dce4e76e574e HTTP/1.1" status: 204 len: 173 time: 3.3403313 Jul 27 23:28:31.832868 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a28c88f4-bd5d-49ac-8ea3-5078a0d4a705 req-272549ec-67cd-4870-98c7-97b9360bec63 tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] Made reservation on behalf of 93d6af8ff48b44f2bdb667a30d291295 for: {'port': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:28:31.837144 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-a28c88f4-bd5d-49ac-8ea3-5078a0d4a705 req-272549ec-67cd-4870-98c7-97b9360bec63 tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:31.861360 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf94048b-6bb2-4095-bf3c-25119c0a23f0', 'name': 'network-vif-deleted', 'tag': '12703738-dee4-4896-b064-dce4e76e574e'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:28:31.863930 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}011f8d312121274bb12d78e77c6379a2079800640016cec6c6d605b73666e854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-074078a2-c400-4256-ba10-6702a26409a6" -d '{"events": [{"server_uuid": "cf94048b-6bb2-4095-bf3c-25119c0a23f0", "name": "network-vif-deleted", "tag": "12703738-dee4-4896-b064-dce4e76e574e"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:28:31.873982 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 12703738-dee4-4896-b064-dce4e76e574e no longer exists at agent hyperv_n-h1-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:28:31.881799 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93c6f9fb-3228-4f26-97fb-6cd49f5e18fa None None] Resources bound (agent type, host, resource id): {{(pid=93799) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 27 23:28:31.894359 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-2de34643-d343-4821-9d4a-ef9441cd7480 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Calling delete_port for bbf18ff4-d2e5-4088-a079-6e08e2890181 owned by network:dhcp {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:28:31.920460 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-a9000f3c-94dd-4d42-b6c1-d08b26292377 None None] For port 944f3a21-a6cb-45fb-870a-277e132bcce9, host n-d-802623-1, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:28:31.925535 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] No Port match for: 12703738-dee4-4896-b064-dce4e76e574e {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:28:31.925889 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 12703738-dee4-4896-b064-dce4e76e574e not bound to the agent host n-h1-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:28:31.981992 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:28:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e4ee5c2-df15-44de-b6b7-19174fba8800 x-openstack-request-id: req-1e4ee5c2-df15-44de-b6b7-19174fba8800 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:28:31.982514 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf94048b-6bb2-4095-bf3c-25119c0a23f0", "name": "network-vif-deleted", "tag": "12703738-dee4-4896-b064-dce4e76e574e", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:28:31.982624 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1e4ee5c2-df15-44de-b6b7-19174fba8800 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:28:31.983005 n-d-802623-1 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf94048b-6bb2-4095-bf3c-25119c0a23f0', 'name': 'network-vif-deleted', 'tag': '12703738-dee4-4896-b064-dce4e76e574e', 'status': 'completed', 'code': 200} Jul 27 23:28:31.985640 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-a9000f3c-94dd-4d42-b6c1-d08b26292377 None None] For port 944f3a21-a6cb-45fb-870a-277e132bcce9, host n-d-802623-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=944f3a21-a6cb-45fb-870a-277e132bcce9,segment=NetworkSegment(389149bf-5833-435c-91df-71739cf48c37),segment_id=389149bf-5833-435c-91df-71739cf48c37)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:28:31.986485 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-eac1eacf-eddd-4448-81af-e88b946993df req-2ba58a0c-155b-42ef-aa8b-c2a297aab726 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c82f64f9-7572-4580-b07f-b346ae07e8cc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2933359 Jul 27 23:28:32.000800 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c75d6f16-6354-4937-8517-3c146fdbe4da req-1e48145f-8a9d-4d9b-9041-c05cc05f83bd service neutron] 10.222.0.38 "GET /v2.0/networks/f33f478a-5a93-43d9-988a-2827d45cd859?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7558284 Jul 27 23:28:32.014347 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741dcc72-c2ef-4b56-ac51-3a8e26cde94b req-346941ee-0eda-489e-849b-98b5b77642ee tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:28:32.023445 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-741dcc72-c2ef-4b56-ac51-3a8e26cde94b req-346941ee-0eda-489e-849b-98b5b77642ee tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/ports?device_id=c82f64f9-7572-4580-b07f-b346ae07e8cc HTTP/1.1" status: 200 len: 943 time: 0.4763443 Jul 27 23:28:32.031475 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-80843409-e922-4467-ad8c-8a6d2e154afb req-1b67d8c7-ffd6-4525-8863-1e561fb65824 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:32.106073 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a9000f3c-94dd-4d42-b6c1-d08b26292377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:32.162123 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-5a2b9d41-c5f9-4d4a-b238-c50fff891d2e req-f356d6b8-7967-4169-bfe5-a17d0d4648f0 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/ports?device_id=afed9ed5-b597-44bc-8215-6b8b2fcefded HTTP/1.1" status: 200 len: 210 time: 0.0480566 Jul 27 23:28:32.171580 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-80843409-e922-4467-ad8c-8a6d2e154afb req-1b67d8c7-ffd6-4525-8863-1e561fb65824 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Transition to ACTIVE for port object 4e5a89fc-36c3-44fe-9ae9-8177b581c229 will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:28:32.217919 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [req-a28c88f4-bd5d-49ac-8ea3-5078a0d4a705 req-272549ec-67cd-4870-98c7-97b9360bec63 tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] Allocated IP 172.20.0.12 (d772070e-dad0-48ff-8bce-c02a3adbff90/22fd4781-4e46-409c-a91a-a4ac3ab69caf/15c92a5f-fcf7-4340-b57e-ba184e4d3613) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:28:32.344414 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.agents_db [None req-9beef776-8bab-4de2-989a-f5a23ba4aaf4 None None] Agent healthcheck: found 7 active agents {{(pid=93800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 23:28:32.373971 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-741dcc72-c2ef-4b56-ac51-3a8e26cde94b req-b3fd42de-60a0-4ee7-b805-8004f514c500 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/security-groups?id=7dab0fca-2422-4f10-a2ed-ede178e48859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3480940 Jul 27 23:28:32.443912 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9000f3c-94dd-4d42-b6c1-d08b26292377 None None] Routers {'a8e85d13-b7c1-43bf-ae6d-81dca465a0fb'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:28:32.444331 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-a9000f3c-94dd-4d42-b6c1-d08b26292377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:28:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['a8e85d13-b7c1-43bf-ae6d-81dca465a0fb'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:28:32.493649 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-80843409-e922-4467-ad8c-8a6d2e154afb req-1b67d8c7-ffd6-4525-8863-1e561fb65824 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:32.500919 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7418f70f-e60d-4709-8ba9-6ab514bc7f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:32.543464 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34eebfc7-57fa-4f76-84b8-6b8634bb9d5a tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Made reservation on behalf of e4b27fac89dd4f28b2bc9101764ad5ba for: {'subnet': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:28:32.547717 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-34eebfc7-57fa-4f76-84b8-6b8634bb9d5a tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12265828'] for subnet, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:32.563902 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d1704fb6-f696-4784-b68a-0450ac09b8f4 req-21862822-bd82-44f2-9d11-3b384a312544 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] 10.222.0.18 "GET /v2.0/ports?device_id=cf94048b-6bb2-4095-bf3c-25119c0a23f0 HTTP/1.1" status: 200 len: 210 time: 0.0845392 Jul 27 23:28:32.574281 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80843409-e922-4467-ad8c-8a6d2e154afb req-1b67d8c7-ffd6-4525-8863-1e561fb65824 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Network 280a3ba5-2d75-4827-b3c1-0be5bb892094 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:28:32.581760 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2de34643-d343-4821-9d4a-ef9441cd7480 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:32.599633 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c75d6f16-6354-4937-8517-3c146fdbe4da req-29fc69a6-ca86-4da8-8011-dcab1cf2bfd0 service neutron] 10.222.0.38 "GET /v2.0/networks/f33f478a-5a93-43d9-988a-2827d45cd859?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5522211 Jul 27 23:28:32.601173 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c81798-4530-4a67-8b8d-357fb2edc785 None None] Pushing event updated for resources: {'Port': ['ID=944f3a21-a6cb-45fb-870a-277e132bcce9,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:28:32.628336 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [req-80843409-e922-4467-ad8c-8a6d2e154afb req-1b67d8c7-ffd6-4525-8863-1e561fb65824 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:28:32.704808 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-a28c88f4-bd5d-49ac-8ea3-5078a0d4a705 req-272549ec-67cd-4870-98c7-97b9360bec63 tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:32.734655 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [req-a28c88f4-bd5d-49ac-8ea3-5078a0d4a705 req-272549ec-67cd-4870-98c7-97b9360bec63 tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] Transition to ACTIVE for port object 15c92a5f-fcf7-4340-b57e-ba184e4d3613 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:28:32.752003 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-a9000f3c-94dd-4d42-b6c1-d08b26292377 None None] Set router a8e85d13-b7c1-43bf-ae6d-81dca465a0fb gateway port host: n-d-802623-1 {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:28:32.810083 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-a28c88f4-bd5d-49ac-8ea3-5078a0d4a705 req-272549ec-67cd-4870-98c7-97b9360bec63 tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:32.915668 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a28c88f4-bd5d-49ac-8ea3-5078a0d4a705 req-272549ec-67cd-4870-98c7-97b9360bec63 tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] Network d772070e-dad0-48ff-8bce-c02a3adbff90 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:28:32.936231 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [req-a28c88f4-bd5d-49ac-8ea3-5078a0d4a705 req-272549ec-67cd-4870-98c7-97b9360bec63 tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:28:32.953286 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [req-a28c88f4-bd5d-49ac-8ea3-5078a0d4a705 req-272549ec-67cd-4870-98c7-97b9360bec63 tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:28:32.990989 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272549ec-67cd-4870-98c7-97b9360bec63 tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] Pushing event updated for resources: {'Port': ['ID=15c92a5f-fcf7-4340-b57e-ba184e4d3613,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:28:33.044862 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28c88f4-bd5d-49ac-8ea3-5078a0d4a705 req-272549ec-67cd-4870-98c7-97b9360bec63 tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:28:33.045548 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-a28c88f4-bd5d-49ac-8ea3-5078a0d4a705 req-272549ec-67cd-4870-98c7-97b9360bec63 tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:33.062319 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c283a176-ab17-4cf5-88bc-483cc86636e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f6f257c-ad18-5f0c-8c8e-ea085a5fc8a2-8c2da82f-4514-43b4-97c2-9a2ad7f14d1a', 'network_id': '8c2da82f-4514-43b4-97c2-9a2ad7f14d1a', 'tenant_id': 'e4b27fac89dd4f28b2bc9101764ad5ba', 'fixed_ips': [{'subnet_id': '1ca4babd-bc65-4b49-a62b-707ace08504d'}]}} from n-d-802623-1. {{(pid=93799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 23:28:33.063421 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c283a176-ab17-4cf5-88bc-483cc86636e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:33.081854 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a28c88f4-bd5d-49ac-8ea3-5078a0d4a705 req-272549ec-67cd-4870-98c7-97b9360bec63 tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6639245 Jul 27 23:28:33.090122 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-a9000f3c-94dd-4d42-b6c1-d08b26292377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8e85d13-b7c1-43bf-ae6d-81dca465a0fb', 'name': 'tempest-AttachVolumeTestJSON-1979639153-router', 'tenant_id': '93d6af8ff48b44f2bdb667a30d291295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.79'}], 'enable_snat': True}, 'gw_port_id': '90e4d9d6-e4ba-4dd6-83c2-87e7b158b22e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:28:13Z', 'updated_at': '2021-07-27T23:28:21Z', 'revision_number': 4, 'project_id': '93d6af8ff48b44f2bdb667a30d291295', 'gw_port': {'id': '90e4d9d6-e4ba-4dd6-83c2-87e7b158b22e', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:5a:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e85d13-b7c1-43bf-ae6d-81dca465a0fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2832, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:28:14Z', 'updated_at': '2021-07-27T23:28:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': '944f3a21-a6cb-45fb-870a-277e132bcce9', 'name': '', 'network_id': 'd772070e-dad0-48ff-8bce-c02a3adbff90', 'tenant_id': '93d6af8ff48b44f2bdb667a30d291295', 'mac_address': 'fa:16:3e:c7:30:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8e85d13-b7c1-43bf-ae6d-81dca465a0fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2843, 'fixed_ips': [{'subnet_id': '22fd4781-4e46-409c-a91a-a4ac3ab69caf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:28:19Z', 'updated_at': '2021-07-27T23:28:31Z', 'revision_number': 4, 'project_id': '93d6af8ff48b44f2bdb667a30d291295', 'subnets': [{'id': '22fd4781-4e46-409c-a91a-a4ac3ab69caf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:28:33.099218 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [req-a28c88f4-bd5d-49ac-8ea3-5078a0d4a705 req-781f7348-1877-4e9e-9e8a-108133969bfc service neutron] Request body: {'port': {'device_id': 'ad67c1f5-7283-4637-999c-94737161fd62', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802623-1'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:28:33.103072 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-80843409-e922-4467-ad8c-8a6d2e154afb req-1b67d8c7-ffd6-4525-8863-1e561fb65824 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:28:33.109223 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de34643-d343-4821-9d4a-ef9441cd7480 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] No DVR routers for this DVR port bbf18ff4-d2e5-4088-a079-6e08e2890181 on host n-d-802623-1 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:28:33.155974 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9000f3c-94dd-4d42-b6c1-d08b26292377 None None] The sync data for ids ['a8e85d13-b7c1-43bf-ae6d-81dca465a0fb'] in n-d-802623-1 is: [{'id': 'a8e85d13-b7c1-43bf-ae6d-81dca465a0fb', 'name': 'tempest-AttachVolumeTestJSON-1979639153-router', 'tenant_id': '93d6af8ff48b44f2bdb667a30d291295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.79'}], 'enable_snat': True}, 'gw_port_id': '90e4d9d6-e4ba-4dd6-83c2-87e7b158b22e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:28:13Z', 'updated_at': '2021-07-27T23:28:21Z', 'revision_number': 4, 'project_id': '93d6af8ff48b44f2bdb667a30d291295', 'gw_port': {'id': '90e4d9d6-e4ba-4dd6-83c2-87e7b158b22e', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:5a:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e85d13-b7c1-43bf-ae6d-81dca465a0fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2832, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:28:14Z', 'updated_at': '2021-07-27T23:28:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': '944f3a21-a6cb-45fb-870a-277e132bcce9', 'name': '', 'network_id': 'd772070e-dad0-48ff-8bce-c02a3adbff90', 'tenant_id': '93d6af8ff48b44f2bdb667a30d291295', 'mac_address': 'fa:16:3e:c7:30:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8e85d13-b7c1-43bf-ae6d-81dca465a0fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2843, 'fixed_ips': [{'subnet_id': '22fd4781-4e46-409c-a91a-a4ac3ab69caf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:28:19Z', 'updated_at': '2021-07-27T23:28:31Z', 'revision_number': 4, 'project_id': '93d6af8ff48b44f2bdb667a30d291295', 'subnets': [{'id': '22fd4781-4e46-409c-a91a-a4ac3ab69caf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:28:33.250815 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b67d8c7-ffd6-4525-8863-1e561fb65824 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Pushing event updated for resources: {'Port': ['ID=4e5a89fc-36c3-44fe-9ae9-8177b581c229,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:28:33.317451 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-c283a176-ab17-4cf5-88bc-483cc86636e2 None None] Allocated IP 2001:db8::2 (8c2da82f-4514-43b4-97c2-9a2ad7f14d1a/1ca4babd-bc65-4b49-a62b-707ace08504d/3fc773ac-4886-4a73-af7a-2dd8d237c4a2) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:28:33.341047 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-a28c88f4-bd5d-49ac-8ea3-5078a0d4a705 req-781f7348-1877-4e9e-9e8a-108133969bfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:33.357863 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2de34643-d343-4821-9d4a-ef9441cd7480 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618032', 'neutron.services.segments.db._delete_segments_for_network-8736833900081'] for network, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:33.374144 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-2de34643-d343-4821-9d4a-ef9441cd7480 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7b5b877-4dcc-4fe8-b0d0-55993ab8b1b1']}} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:28:33.418293 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-2de34643-d343-4821-9d4a-ef9441cd7480 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78ae31e4-44da-4b7d-afb3-b8b4b428eb39') {'for_net_delete': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:28:33.419495 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-2de34643-d343-4821-9d4a-ef9441cd7480 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78ae31e4-44da-4b7d-afb3-b8b4b428eb39') {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:28:33.469993 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e967e7-43aa-46e2-93aa-2af3d689f029 req-5974eb85-f140-477d-a6cc-fb8e2f91dd05 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:28:33.472277 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de34643-d343-4821-9d4a-ef9441cd7480 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Pushing event deleted for resources: {'Port': ['ID=bbf18ff4-d2e5-4088-a079-6e08e2890181,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:28:33.477432 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2de34643-d343-4821-9d4a-ef9441cd7480 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736833900858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11163256'] for segment, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:33.494319 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-27e967e7-43aa-46e2-93aa-2af3d689f029 req-5974eb85-f140-477d-a6cc-fb8e2f91dd05 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/ports?device_id=afed9ed5-b597-44bc-8215-6b8b2fcefded HTTP/1.1" status: 200 len: 932 time: 0.1632917 Jul 27 23:28:33.507798 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80843409-e922-4467-ad8c-8a6d2e154afb req-1b67d8c7-ffd6-4525-8863-1e561fb65824 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:28:33.508463 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-80843409-e922-4467-ad8c-8a6d2e154afb req-1b67d8c7-ffd6-4525-8863-1e561fb65824 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:33.525422 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0872e2b2-2c5c-4b79-b3d4-f453dc5f45e5 req-ff2f868a-abce-4727-b612-bc0dbd66a585 tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:28:33.527299 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-0872e2b2-2c5c-4b79-b3d4-f453dc5f45e5 req-ff2f868a-abce-4727-b612-bc0dbd66a585 tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] 10.222.0.18 "GET /v2.0/ports?device_id=ad67c1f5-7283-4637-999c-94737161fd62 HTTP/1.1" status: 200 len: 932 time: 0.4188502 Jul 27 23:28:33.541614 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2de34643-d343-4821-9d4a-ef9441cd7480 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:33.566767 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac1eacf-eddd-4448-81af-e88b946993df req-36ca3a74-d9af-4fe7-8e73-4fb287151f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:28:33.570002 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-eac1eacf-eddd-4448-81af-e88b946993df req-36ca3a74-d9af-4fe7-8e73-4fb287151f5d service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=c82f64f9-7572-4580-b07f-b346ae07e8cc&tenant_id=fb511b6053374dba93123172cd7e7e1e HTTP/1.1" status: 200 len: 1094 time: 0.4011314 Jul 27 23:28:33.582428 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2de34643-d343-4821-9d4a-ef9441cd7480 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Releasing vlan 549 on physical network physnet1 to pool {{(pid=93798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 23:28:33.582858 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2de34643-d343-4821-9d4a-ef9441cd7480 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11971746'] for segment, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:33.586385 n-d-802623-1 neutron-server[93798]: Traceback (most recent call last): Jul 27 23:28:33.586385 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 23:28:33.586385 n-d-802623-1 neutron-server[93798]: timer() Jul 27 23:28:33.586385 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 23:28:33.586385 n-d-802623-1 neutron-server[93798]: cb(*args, **kw) Jul 27 23:28:33.586385 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 23:28:33.586385 n-d-802623-1 neutron-server[93798]: return func(*args, **kwargs) Jul 27 23:28:33.586385 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 23:28:33.586385 n-d-802623-1 neutron-server[93798]: self._notify() Jul 27 23:28:33.586385 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 23:28:33.586385 n-d-802623-1 neutron-server[93798]: self.callback(batched_events) Jul 27 23:28:33.586385 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 23:28:33.586385 n-d-802623-1 neutron-server[93798]: event.method(event) Jul 27 23:28:33.586385 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 23:28:33.586385 n-d-802623-1 neutron-server[93798]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 23:28:33.586385 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 23:28:33.586385 n-d-802623-1 neutron-server[93798]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 23:28:33.586385 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 23:28:33.586385 n-d-802623-1 neutron-server[93798]: return f(self, *a, **k) Jul 27 23:28:33.586385 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 23:28:33.586385 n-d-802623-1 neutron-server[93798]: return self._get(url).json() Jul 27 23:28:33.586385 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 23:28:33.586385 n-d-802623-1 neutron-server[93798]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 23:28:33.586385 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 23:28:33.586385 n-d-802623-1 neutron-server[93798]: return self.request(url, 'GET', **kwargs) Jul 27 23:28:33.586385 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 23:28:33.586385 n-d-802623-1 neutron-server[93798]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 23:28:33.586385 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 23:28:33.586385 n-d-802623-1 neutron-server[93798]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 23:28:33.586385 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 23:28:33.586385 n-d-802623-1 neutron-server[93798]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 23:28:33.586385 n-d-802623-1 neutron-server[93798]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 23:28:33.591311 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-27e967e7-43aa-46e2-93aa-2af3d689f029 req-9b68651b-3cc3-4da3-ba3b-f5adbeaeb5de tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/security-groups?id=d6f41e72-2b87-4685-ae08-bc68afebebe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954056 Jul 27 23:28:33.595458 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c283a176-ab17-4cf5-88bc-483cc86636e2 None None] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:33.613346 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-80843409-e922-4467-ad8c-8a6d2e154afb req-1b67d8c7-ffd6-4525-8863-1e561fb65824 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.4875371 Jul 27 23:28:33.634444 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-c283a176-ab17-4cf5-88bc-483cc86636e2 None None] Transition to ACTIVE for port object 3fc773ac-4886-4a73-af7a-2dd8d237c4a2 will not be triggered until provisioned by entity L2. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:28:33.670451 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-c283a176-ab17-4cf5-88bc-483cc86636e2 None None] Transition to ACTIVE for port object 3fc773ac-4886-4a73-af7a-2dd8d237c4a2 will not be triggered until provisioned by entity DHCP. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:28:33.686896 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-0872e2b2-2c5c-4b79-b3d4-f453dc5f45e5 req-5c4d12db-69d7-4a4e-8409-2ff390046c05 tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] 10.222.0.18 "GET /v2.0/security-groups?id=0fdd7288-5bd7-4452-be54-74ff530fb5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1520307 Jul 27 23:28:33.689708 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c283a176-ab17-4cf5-88bc-483cc86636e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:33.691120 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [req-80843409-e922-4467-ad8c-8a6d2e154afb req-297ca27a-74a2-4a8c-9b44-268a9b921e6f service neutron] Request body: {'port': {'device_id': 'afed9ed5-b597-44bc-8215-6b8b2fcefded', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802623-1'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:28:33.766797 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c283a176-ab17-4cf5-88bc-483cc86636e2 None None] Network 8c2da82f-4514-43b4-97c2-9a2ad7f14d1a is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:28:33.775159 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-c283a176-ab17-4cf5-88bc-483cc86636e2 None None] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:28:33.780198 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c283a176-ab17-4cf5-88bc-483cc86636e2 None None] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:28:33.786243 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 35052) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:28:33.851472 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c283a176-ab17-4cf5-88bc-483cc86636e2 None None] Pushing event updated for resources: {'Port': ['ID=3fc773ac-4886-4a73-af7a-2dd8d237c4a2,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:28:33.860380 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2de34643-d343-4821-9d4a-ef9441cd7480 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415412'] for network, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:33.890357 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2de34643-d343-4821-9d4a-ef9441cd7480 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:33.893396 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-2de34643-d343-4821-9d4a-ef9441cd7480 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] 10.222.0.18 "DELETE /v2.0/networks/f7b5b877-4dcc-4fe8-b0d0-55993ab8b1b1 HTTP/1.1" status: 204 len: 168 time: 8.0393107 Jul 27 23:28:33.933454 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 35054) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:28:33.938722 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-c283a176-ab17-4cf5-88bc-483cc86636e2 None None] Attempting to bind port 3fc773ac-4886-4a73-af7a-2dd8d237c4a2 on host n-d-802623-1 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:28:33.939285 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-c283a176-ab17-4cf5-88bc-483cc86636e2 None None] Attempting to bind port 3fc773ac-4886-4a73-af7a-2dd8d237c4a2 by drivers openvswitch,hyperv on host n-d-802623-1 at level 0 using segments [{'id': 'b6ea95fb-f116-4ca9-a356-ce2c9653525c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '8c2da82f-4514-43b4-97c2-9a2ad7f14d1a'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:28:33.939929 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c283a176-ab17-4cf5-88bc-483cc86636e2 None None] Attempting to bind port 3fc773ac-4886-4a73-af7a-2dd8d237c4a2 on network 8c2da82f-4514-43b4-97c2-9a2ad7f14d1a {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:28:33.946556 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-80843409-e922-4467-ad8c-8a6d2e154afb req-297ca27a-74a2-4a8c-9b44-268a9b921e6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:33.948739 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c283a176-ab17-4cf5-88bc-483cc86636e2 None None] Checking agent: {'id': 'a9a568d2-a5e7-41e4-833f-a8ab42ea4073', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 52, 30), 'started_at': datetime.datetime(2021, 7, 27, 22, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 28, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802623-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:28:33.949258 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c283a176-ab17-4cf5-88bc-483cc86636e2 None None] Checking segment: {'id': 'b6ea95fb-f116-4ca9-a356-ce2c9653525c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '8c2da82f-4514-43b4-97c2-9a2ad7f14d1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:28:33.949668 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c283a176-ab17-4cf5-88bc-483cc86636e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:33.950804 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c283a176-ab17-4cf5-88bc-483cc86636e2 None None] Bound using segment: {'id': 'b6ea95fb-f116-4ca9-a356-ce2c9653525c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '8c2da82f-4514-43b4-97c2-9a2ad7f14d1a'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:28:33.951597 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-c283a176-ab17-4cf5-88bc-483cc86636e2 None None] Bound port: 3fc773ac-4886-4a73-af7a-2dd8d237c4a2, host: n-d-802623-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6ea95fb-f116-4ca9-a356-ce2c9653525c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '8c2da82f-4514-43b4-97c2-9a2ad7f14d1a'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:28:33.951986 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c283a176-ab17-4cf5-88bc-483cc86636e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:33.964496 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de34643-d343-4821-9d4a-ef9441cd7480 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Pushing event deleted for resources: {'Network': ['ID=f7b5b877-4dcc-4fe8-b0d0-55993ab8b1b1,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:28:34.020661 n-d-802623-1 neutron-server[93798]: INFO neutron.pecan_wsgi.hooks.translation [None req-387bf171-2415-4feb-9466-f72e2f5f6cc9 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] GET failed (client error): The resource could not be found. Jul 27 23:28:34.022048 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-387bf171-2415-4feb-9466-f72e2f5f6cc9 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] 10.222.0.18 "GET /v2.0/subnets/cff7e67e-930c-4724-a2c1-852885247f2f HTTP/1.1" status: 404 len: 337 time: 0.0826006 Jul 27 23:28:34.025473 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 35056) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:28:34.053897 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac1eacf-eddd-4448-81af-e88b946993df req-216f3fc6-9550-4f7d-8ae6-e6d3d2e8f553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:28:34.056007 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-eac1eacf-eddd-4448-81af-e88b946993df req-216f3fc6-9550-4f7d-8ae6-e6d3d2e8f553 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=fb511b6053374dba93123172cd7e7e1e&device_id=c82f64f9-7572-4580-b07f-b346ae07e8cc HTTP/1.1" status: 200 len: 1094 time: 0.4353883 Jul 27 23:28:34.104580 n-d-802623-1 neutron-server[93798]: INFO neutron.pecan_wsgi.hooks.translation [None req-71008acb-cbd7-43bc-8d76-ec7521c14195 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] DELETE failed (client error): The resource could not be found. Jul 27 23:28:34.105822 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71008acb-cbd7-43bc-8d76-ec7521c14195 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 23:28:34.107490 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-71008acb-cbd7-43bc-8d76-ec7521c14195 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] 10.222.0.18 "DELETE /v2.0/networks/f7b5b877-4dcc-4fe8-b0d0-55993ab8b1b1 HTTP/1.1" status: 404 len: 339 time: 0.0744872 Jul 27 23:28:34.145357 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 35058) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:28:34.380866 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a928068f-021c-4c8f-bb65-cabc02d68183 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:34.441381 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02462d7-e332-4f57-ba30-a38b66159e1b req-c2379be1-acc1-48b9-a811-62666e1fc647 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:28:34.450088 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f02462d7-e332-4f57-ba30-a38b66159e1b req-c2379be1-acc1-48b9-a811-62666e1fc647 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/ports?device_id=c82f64f9-7572-4580-b07f-b346ae07e8cc HTTP/1.1" status: 200 len: 943 time: 0.5835502 Jul 27 23:28:34.522351 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 944f3a21-a6cb-45fb-870a-277e132bcce9 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:28:34.568584 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-c283a176-ab17-4cf5-88bc-483cc86636e2 None None] For port 3fc773ac-4886-4a73-af7a-2dd8d237c4a2, host n-d-802623-1, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:28:34.576530 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a928068f-021c-4c8f-bb65-cabc02d68183 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:34.593090 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-c283a176-ab17-4cf5-88bc-483cc86636e2 None None] For port 3fc773ac-4886-4a73-af7a-2dd8d237c4a2, host n-d-802623-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=3fc773ac-4886-4a73-af7a-2dd8d237c4a2,segment=NetworkSegment(b6ea95fb-f116-4ca9-a356-ce2c9653525c),segment_id=b6ea95fb-f116-4ca9-a356-ce2c9653525c)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:28:34.627488 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c283a176-ab17-4cf5-88bc-483cc86636e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:34.666411 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac1eacf-eddd-4448-81af-e88b946993df req-9812eb6e-2ddd-4fa0-8db4-1dd778d06382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:28:34.675499 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-eac1eacf-eddd-4448-81af-e88b946993df req-9812eb6e-2ddd-4fa0-8db4-1dd778d06382 service neutron] 10.222.0.49 "GET /v2.0/networks?id=f929bd98-c625-4836-a481-9c49c0c34e5c HTTP/1.1" status: 200 len: 914 time: 0.6014636 Jul 27 23:28:34.826584 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c283a176-ab17-4cf5-88bc-483cc86636e2 None None] Pushing event updated for resources: {'Port': ['ID=3fc773ac-4886-4a73-af7a-2dd8d237c4a2,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:28:34.830711 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning for port 944f3a21-a6cb-45fb-870a-277e132bcce9 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:28:34.835920 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port 944f3a21-a6cb-45fb-870a-277e132bcce9 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:28:34.836346 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:34.862658 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-34eebfc7-57fa-4f76-84b8-6b8634bb9d5a tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11971609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12265750'] for subnet, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:34.950553 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-eac1eacf-eddd-4448-81af-e88b946993df req-0a88dead-3a97-445d-b7bb-c99e24d5c8e8 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a58ff0ba-c0e7-4ff0-b14e-5550ff97f187 HTTP/1.1" status: 200 len: 217 time: 0.2596972 Jul 27 23:28:34.955801 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f02462d7-e332-4f57-ba30-a38b66159e1b req-b00a81e7-327c-4b92-8f11-cd38e80aca70 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/security-groups?id=7dab0fca-2422-4f10-a2ed-ede178e48859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4790902 Jul 27 23:28:34.965326 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [req-a28c88f4-bd5d-49ac-8ea3-5078a0d4a705 req-781f7348-1877-4e9e-9e8a-108133969bfc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15c92a5f-fcf7-4340-b57e-ba184e4d3613 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:28:35.006062 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-a28c88f4-bd5d-49ac-8ea3-5078a0d4a705 req-781f7348-1877-4e9e-9e8a-108133969bfc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:35.032983 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [req-a28c88f4-bd5d-49ac-8ea3-5078a0d4a705 req-781f7348-1877-4e9e-9e8a-108133969bfc service neutron] Transition to ACTIVE for port object 15c92a5f-fcf7-4340-b57e-ba184e4d3613 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:28:35.039908 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:35.040346 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac1eacf-eddd-4448-81af-e88b946993df req-605d2188-3e73-4e1f-8481-3d2df700bd18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:28:35.041886 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-eac1eacf-eddd-4448-81af-e88b946993df req-605d2188-3e73-4e1f-8481-3d2df700bd18 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=bc36c29d-0dd5-42bf-a664-0dbd8743e1d5 HTTP/1.1" status: 200 len: 853 time: 0.0807269 Jul 27 23:28:35.042973 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-a28c88f4-bd5d-49ac-8ea3-5078a0d4a705 req-781f7348-1877-4e9e-9e8a-108133969bfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11336041'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:35.114348 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:35.114818 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34eebfc7-57fa-4f76-84b8-6b8634bb9d5a tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Network 8c2da82f-4514-43b4-97c2-9a2ad7f14d1a is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:28:35.137125 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-34eebfc7-57fa-4f76-84b8-6b8634bb9d5a tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:28:35.142473 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34eebfc7-57fa-4f76-84b8-6b8634bb9d5a tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:28:35.143257 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-34eebfc7-57fa-4f76-84b8-6b8634bb9d5a tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:35.200178 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-34eebfc7-57fa-4f76-84b8-6b8634bb9d5a tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 3.5257914 Jul 27 23:28:35.204844 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] For port 944f3a21-a6cb-45fb-870a-277e132bcce9, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=944f3a21-a6cb-45fb-870a-277e132bcce9,segment=NetworkSegment(389149bf-5833-435c-91df-71739cf48c37),segment_id=389149bf-5833-435c-91df-71739cf48c37)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:28:35.214583 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:35.251933 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1f48d1e-e680-4881-bc32-c898082fd075 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:28:35.262710 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-b1f48d1e-e680-4881-bc32-c898082fd075 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 1.1054969 Jul 27 23:28:35.262710 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 35064) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:28:35.263218 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 35066) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:28:35.291265 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34eebfc7-57fa-4f76-84b8-6b8634bb9d5a tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Pushing event updated for resources: {'Subnet': ['ID=1c50e208-e4a4-40d8-a7f8-a502f7512ee2,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:28:35.313055 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Pushing event updated for resources: {'Port': ['ID=944f3a21-a6cb-45fb-870a-277e132bcce9,revision_number=5']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:28:35.416739 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7d651d-6c2e-4443-b22a-db1f1cddbc91 req-618c8326-1ee1-486c-a767-60e3d252a541 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:28:35.419149 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-0b7d651d-6c2e-4443-b22a-db1f1cddbc91 req-618c8326-1ee1-486c-a767-60e3d252a541 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/ports?device_id=afed9ed5-b597-44bc-8215-6b8b2fcefded HTTP/1.1" status: 200 len: 932 time: 0.6062183 Jul 27 23:28:35.428131 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-2067f2c3-43c9-4d15-94c8-07badf7f2feb tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] 10.222.0.18 "GET /v2.0/subnets?network_id=2fd42287-ed26-4eb9-89a5-b521f5b04356 HTTP/1.1" status: 200 len: 207 time: 0.1415827 Jul 27 23:28:35.437763 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 35068) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:28:35.589430 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-eac1eacf-eddd-4448-81af-e88b946993df req-1da79ce3-2bf6-43b1-934f-fcb37c987067 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f929bd98-c625-4836-a481-9c49c0c34e5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5355198 Jul 27 23:28:35.594665 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8332fe6e-5d63-4c1c-ba64-0c0f405d5ebc tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:28:35.595916 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8332fe6e-5d63-4c1c-ba64-0c0f405d5ebc tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:28:35.597459 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8332fe6e-5d63-4c1c-ba64-0c0f405d5ebc tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:28:35.599086 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8332fe6e-5d63-4c1c-ba64-0c0f405d5ebc tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:28:35.603252 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8332fe6e-5d63-4c1c-ba64-0c0f405d5ebc tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:28:35.603252 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-8332fe6e-5d63-4c1c-ba64-0c0f405d5ebc tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.3181572 Jul 27 23:28:35.613806 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a928068f-021c-4c8f-bb65-cabc02d68183 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:35.616854 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a928068f-021c-4c8f-bb65-cabc02d68183 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:35.622636 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 35070) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:28:35.622817 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-a928068f-021c-4c8f-bb65-cabc02d68183 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] 10.222.0.18 "DELETE /v2.0/security-groups/cf40f236-b78f-4739-b24a-847b40f7cbf9 HTTP/1.1" status: 204 len: 168 time: 1.8307786 Jul 27 23:28:35.626644 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-12094833-32a7-49f8-a20f-f868338425c8 tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-860391881'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:28:35.627653 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [req-80843409-e922-4467-ad8c-8a6d2e154afb req-297ca27a-74a2-4a8c-9b44-268a9b921e6f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e5a89fc-36c3-44fe-9ae9-8177b581c229 {{(pid=93798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:28:35.647257 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781f7348-1877-4e9e-9e8a-108133969bfc service neutron] Pushing event updated for resources: {'Port': ['ID=15c92a5f-fcf7-4340-b57e-ba184e4d3613,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:28:35.666853 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-80843409-e922-4467-ad8c-8a6d2e154afb req-297ca27a-74a2-4a8c-9b44-268a9b921e6f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:35.687861 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-0b7d651d-6c2e-4443-b22a-db1f1cddbc91 req-c2cc8b08-bf4b-40c1-a852-98eb29fb74b2 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/security-groups?id=d6f41e72-2b87-4685-ae08-bc68afebebe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2393713 Jul 27 23:28:35.708384 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a928068f-021c-4c8f-bb65-cabc02d68183 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf40f236-b78f-4739-b24a-847b40f7cbf9,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:28:35.726976 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-80843409-e922-4467-ad8c-8a6d2e154afb req-297ca27a-74a2-4a8c-9b44-268a9b921e6f service neutron] Transition to ACTIVE for port object 4e5a89fc-36c3-44fe-9ae9-8177b581c229 will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:28:35.744385 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-80843409-e922-4467-ad8c-8a6d2e154afb req-297ca27a-74a2-4a8c-9b44-268a9b921e6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:35.777379 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f2c211-782a-4fe2-851b-518d678b15be req-422fb397-1da0-40ba-9cd1-4135bd883289 tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:28:35.786178 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-b7f2c211-782a-4fe2-851b-518d678b15be req-422fb397-1da0-40ba-9cd1-4135bd883289 tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] 10.222.0.18 "GET /v2.0/ports?device_id=ad67c1f5-7283-4637-999c-94737161fd62 HTTP/1.1" status: 200 len: 944 time: 0.6470664 Jul 27 23:28:35.800955 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12094833-32a7-49f8-a20f-f868338425c8 tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Made reservation on behalf of e4b27fac89dd4f28b2bc9101764ad5ba for: {'network': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:28:35.805807 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-12094833-32a7-49f8-a20f-f868338425c8 tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for network, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:35.808221 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db730a01-57bd-4b6b-8103-a41b6480b755 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:28:35.818306 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db730a01-57bd-4b6b-8103-a41b6480b755 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:28:35.827817 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db730a01-57bd-4b6b-8103-a41b6480b755 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:28:35.836594 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db730a01-57bd-4b6b-8103-a41b6480b755 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:28:35.839225 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-db730a01-57bd-4b6b-8103-a41b6480b755 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2487 time: 0.3955953 Jul 27 23:28:35.848538 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 35074) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:28:35.849635 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 35076) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:28:35.922014 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-a28c88f4-bd5d-49ac-8ea3-5078a0d4a705 req-781f7348-1877-4e9e-9e8a-108133969bfc service neutron] Attempting to bind port 15c92a5f-fcf7-4340-b57e-ba184e4d3613 on host n-h1-802623-1 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:28:35.922618 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-a28c88f4-bd5d-49ac-8ea3-5078a0d4a705 req-781f7348-1877-4e9e-9e8a-108133969bfc service neutron] Attempting to bind port 15c92a5f-fcf7-4340-b57e-ba184e4d3613 by drivers openvswitch,hyperv on host n-h1-802623-1 at level 0 using segments [{'id': '389149bf-5833-435c-91df-71739cf48c37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'd772070e-dad0-48ff-8bce-c02a3adbff90'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:28:35.923138 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a28c88f4-bd5d-49ac-8ea3-5078a0d4a705 req-781f7348-1877-4e9e-9e8a-108133969bfc service neutron] Attempting to bind port 15c92a5f-fcf7-4340-b57e-ba184e4d3613 on network d772070e-dad0-48ff-8bce-c02a3adbff90 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:28:35.927995 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-eac1eacf-eddd-4448-81af-e88b946993df req-121dee48-8064-4ac9-82e1-270b9d701596 service neutron] 10.222.0.49 "GET /v2.0/networks/f929bd98-c625-4836-a481-9c49c0c34e5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3093581 Jul 27 23:28:35.944800 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-b7f2c211-782a-4fe2-851b-518d678b15be req-0639abf1-63f9-4ead-a918-1d5612bceea7 tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] 10.222.0.18 "GET /v2.0/security-groups?id=0fdd7288-5bd7-4452-be54-74ff530fb5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1572635 Jul 27 23:28:35.952515 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12094833-32a7-49f8-a20f-f868338425c8 tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 501} {{(pid=93797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 23:28:35.961860 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a28c88f4-bd5d-49ac-8ea3-5078a0d4a705 req-781f7348-1877-4e9e-9e8a-108133969bfc service neutron] Port 15c92a5f-fcf7-4340-b57e-ba184e4d3613 on network d772070e-dad0-48ff-8bce-c02a3adbff90 not bound, no agent of type Open vSwitch agent registered on host n-h1-802623-1 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 23:28:35.962182 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a28c88f4-bd5d-49ac-8ea3-5078a0d4a705 req-781f7348-1877-4e9e-9e8a-108133969bfc service neutron] Attempting to bind port 15c92a5f-fcf7-4340-b57e-ba184e4d3613 on network d772070e-dad0-48ff-8bce-c02a3adbff90 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:28:36.021758 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a28c88f4-bd5d-49ac-8ea3-5078a0d4a705 req-781f7348-1877-4e9e-9e8a-108133969bfc service neutron] Checking agent: {'id': '245f1da4-a9b8-4b08-90d7-28f0f342b839', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 59, 59), 'started_at': datetime.datetime(2021, 7, 27, 22, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 28, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:28:36.022130 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a28c88f4-bd5d-49ac-8ea3-5078a0d4a705 req-781f7348-1877-4e9e-9e8a-108133969bfc service neutron] Checking segment: {'id': '389149bf-5833-435c-91df-71739cf48c37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'd772070e-dad0-48ff-8bce-c02a3adbff90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:28:36.022480 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a28c88f4-bd5d-49ac-8ea3-5078a0d4a705 req-781f7348-1877-4e9e-9e8a-108133969bfc service neutron] Bound using segment: {'id': '389149bf-5833-435c-91df-71739cf48c37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'd772070e-dad0-48ff-8bce-c02a3adbff90'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:28:36.023069 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-a28c88f4-bd5d-49ac-8ea3-5078a0d4a705 req-781f7348-1877-4e9e-9e8a-108133969bfc service neutron] Bound port: 15c92a5f-fcf7-4340-b57e-ba184e4d3613, host: n-h1-802623-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '389149bf-5833-435c-91df-71739cf48c37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'd772070e-dad0-48ff-8bce-c02a3adbff90'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:28:36.024706 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-a28c88f4-bd5d-49ac-8ea3-5078a0d4a705 req-781f7348-1877-4e9e-9e8a-108133969bfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:36.025969 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-12094833-32a7-49f8-a20f-f868338425c8 tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:36.026338 n-d-802623-1 neutron-server[93797]: INFO neutron.db.segments_db [None req-12094833-32a7-49f8-a20f-f868338425c8 tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Added segment aed12c93-e19c-48f5-8106-c74305dc8a6a of type vlan for network 98ace593-44f4-40da-9cc5-1726b39d0f10 Jul 27 23:28:36.066851 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297ca27a-74a2-4a8c-9b44-268a9b921e6f service neutron] Pushing event updated for resources: {'Port': ['ID=4e5a89fc-36c3-44fe-9ae9-8177b581c229,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:28:36.103185 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-12094833-32a7-49f8-a20f-f868338425c8 tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736833354590'] for network, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:36.200960 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-eac1eacf-eddd-4448-81af-e88b946993df req-57636941-737b-4a64-98bd-99a2c93bef1e service neutron] 10.222.0.49 "GET /v2.0/networks/f929bd98-c625-4836-a481-9c49c0c34e5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2500722 Jul 27 23:28:36.226790 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-a28c88f4-bd5d-49ac-8ea3-5078a0d4a705 req-781f7348-1877-4e9e-9e8a-108133969bfc service neutron] For port 15c92a5f-fcf7-4340-b57e-ba184e4d3613, host n-h1-802623-1, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:28:36.228914 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-12094833-32a7-49f8-a20f-f868338425c8 tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569'] for network, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:36.234473 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12094833-32a7-49f8-a20f-f868338425c8 tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:28:36.235404 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-12094833-32a7-49f8-a20f-f868338425c8 tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Notify callbacks [] for network, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:36.239148 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-a28c88f4-bd5d-49ac-8ea3-5078a0d4a705 req-781f7348-1877-4e9e-9e8a-108133969bfc service neutron] For port 15c92a5f-fcf7-4340-b57e-ba184e4d3613, host n-h1-802623-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=15c92a5f-fcf7-4340-b57e-ba184e4d3613,segment=NetworkSegment(389149bf-5833-435c-91df-71739cf48c37),segment_id=389149bf-5833-435c-91df-71739cf48c37)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:28:36.316076 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-a28c88f4-bd5d-49ac-8ea3-5078a0d4a705 req-781f7348-1877-4e9e-9e8a-108133969bfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11336041'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:36.408069 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-14709b9a-a060-4d51-97a7-bfd1e37a98e9 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] 10.222.0.18 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 576 time: 0.5554764 Jul 27 23:28:36.417888 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-12094833-32a7-49f8-a20f-f868338425c8 tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7938211 Jul 27 23:28:36.420856 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 35084) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:28:36.425941 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 35086) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:28:36.448918 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-e7b4a0e2-ed65-4717-b554-ab2436217eda tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Request body: {'network': {'name': 'New_network'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:28:36.669308 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-80843409-e922-4467-ad8c-8a6d2e154afb req-297ca27a-74a2-4a8c-9b44-268a9b921e6f service neutron] Attempting to bind port 4e5a89fc-36c3-44fe-9ae9-8177b581c229 on host n-h2-802623-1 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:28:36.669624 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-80843409-e922-4467-ad8c-8a6d2e154afb req-297ca27a-74a2-4a8c-9b44-268a9b921e6f service neutron] Attempting to bind port 4e5a89fc-36c3-44fe-9ae9-8177b581c229 by drivers openvswitch,hyperv on host n-h2-802623-1 at level 0 using segments [{'id': 'e34bcaf6-fcda-4cb3-a9d4-ce07906221d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '280a3ba5-2d75-4827-b3c1-0be5bb892094'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:28:36.670109 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80843409-e922-4467-ad8c-8a6d2e154afb req-297ca27a-74a2-4a8c-9b44-268a9b921e6f service neutron] Attempting to bind port 4e5a89fc-36c3-44fe-9ae9-8177b581c229 on network 280a3ba5-2d75-4827-b3c1-0be5bb892094 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:28:36.678609 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80843409-e922-4467-ad8c-8a6d2e154afb req-297ca27a-74a2-4a8c-9b44-268a9b921e6f service neutron] Port 4e5a89fc-36c3-44fe-9ae9-8177b581c229 on network 280a3ba5-2d75-4827-b3c1-0be5bb892094 not bound, no agent of type Open vSwitch agent registered on host n-h2-802623-1 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 23:28:36.679036 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80843409-e922-4467-ad8c-8a6d2e154afb req-297ca27a-74a2-4a8c-9b44-268a9b921e6f service neutron] Attempting to bind port 4e5a89fc-36c3-44fe-9ae9-8177b581c229 on network 280a3ba5-2d75-4827-b3c1-0be5bb892094 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:28:36.720727 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a5f14f-d1ce-4afc-8b68-24195c865334 req-ea2ede90-3169-4780-9b0f-81505bd96cf0 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:28:36.723261 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-77a5f14f-d1ce-4afc-8b68-24195c865334 req-ea2ede90-3169-4780-9b0f-81505bd96cf0 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/ports?device_id=c82f64f9-7572-4580-b07f-b346ae07e8cc HTTP/1.1" status: 200 len: 943 time: 0.5685158 Jul 27 23:28:36.730357 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 3fc773ac-4886-4a73-af7a-2dd8d237c4a2 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:28:36.752884 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80843409-e922-4467-ad8c-8a6d2e154afb req-297ca27a-74a2-4a8c-9b44-268a9b921e6f service neutron] Checking agent: {'id': 'c5cc038b-93c4-4df4-8061-5df2a04a48c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 23, 0, 4), 'started_at': datetime.datetime(2021, 7, 27, 23, 0, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 28, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:28:36.753236 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80843409-e922-4467-ad8c-8a6d2e154afb req-297ca27a-74a2-4a8c-9b44-268a9b921e6f service neutron] Checking segment: {'id': 'e34bcaf6-fcda-4cb3-a9d4-ce07906221d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '280a3ba5-2d75-4827-b3c1-0be5bb892094'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:28:36.753629 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80843409-e922-4467-ad8c-8a6d2e154afb req-297ca27a-74a2-4a8c-9b44-268a9b921e6f service neutron] Bound using segment: {'id': 'e34bcaf6-fcda-4cb3-a9d4-ce07906221d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '280a3ba5-2d75-4827-b3c1-0be5bb892094'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:28:36.754072 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-80843409-e922-4467-ad8c-8a6d2e154afb req-297ca27a-74a2-4a8c-9b44-268a9b921e6f service neutron] Bound port: 4e5a89fc-36c3-44fe-9ae9-8177b581c229, host: n-h2-802623-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e34bcaf6-fcda-4cb3-a9d4-ce07906221d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '280a3ba5-2d75-4827-b3c1-0be5bb892094'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:28:36.754430 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-80843409-e922-4467-ad8c-8a6d2e154afb req-297ca27a-74a2-4a8c-9b44-268a9b921e6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:36.804233 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12094833-32a7-49f8-a20f-f868338425c8 tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Pushing event updated for resources: {'Network': ['ID=98ace593-44f4-40da-9cc5-1726b39d0f10,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:28:36.827479 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28c88f4-bd5d-49ac-8ea3-5078a0d4a705 req-781f7348-1877-4e9e-9e8a-108133969bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:28:36.828519 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-a28c88f4-bd5d-49ac-8ea3-5078a0d4a705 req-781f7348-1877-4e9e-9e8a-108133969bfc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:36.831839 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a28c88f4-bd5d-49ac-8ea3-5078a0d4a705 req-781f7348-1877-4e9e-9e8a-108133969bfc service neutron] 10.222.0.38 "PUT /v2.0/ports/15c92a5f-fcf7-4340-b57e-ba184e4d3613 HTTP/1.1" status: 200 len: 1092 time: 3.7361786 Jul 27 23:28:36.837595 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad67c1f5-7283-4637-999c-94737161fd62', 'tag': '15c92a5f-fcf7-4340-b57e-ba184e4d3613'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:28:36.840728 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a476459a1bfce68b0ae0df5b6a71154bfc7cfdc8f9eefce6ad0a17231e60468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a5a2c08-5915-4776-a267-cc89ebe1781b" -d '{"events": [{"name": "network-changed", "server_uuid": "ad67c1f5-7283-4637-999c-94737161fd62", "tag": "15c92a5f-fcf7-4340-b57e-ba184e4d3613"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:28:36.870563 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84a55423-258b-4b83-97c6-1785680ed856 None None] Network 8c2da82f-4514-43b4-97c2-9a2ad7f14d1a requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:28:36.877743 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Network 98ace593-44f4-40da-9cc5-1726b39d0f10 details requested by agent ovs-agent-n-d-802623-1 with host n-d-802623-1 {{(pid=93799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 23:28:36.938215 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-77a5f14f-d1ce-4afc-8b68-24195c865334 req-a0e6ea5c-89bb-48c9-b4dd-249dcc8bab76 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/security-groups?id=7dab0fca-2422-4f10-a2ed-ede178e48859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2052233 Jul 27 23:28:36.953560 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781f7348-1877-4e9e-9e8a-108133969bfc service neutron] Pushing event updated for resources: {'Port': ['ID=15c92a5f-fcf7-4340-b57e-ba184e4d3613,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:28:36.977495 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ac0947c-1aae-45e5-bb51-dc5489421fdf tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:28:36.984301 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ac0947c-1aae-45e5-bb51-dc5489421fdf tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:28:37.000357 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-8ac0947c-1aae-45e5-bb51-dc5489421fdf tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.5689161 Jul 27 23:28:37.016857 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 35100) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:28:37.069897 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-80843409-e922-4467-ad8c-8a6d2e154afb req-297ca27a-74a2-4a8c-9b44-268a9b921e6f service neutron] For port 4e5a89fc-36c3-44fe-9ae9-8177b581c229, host n-h2-802623-1, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:28:37.102836 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-80843409-e922-4467-ad8c-8a6d2e154afb req-297ca27a-74a2-4a8c-9b44-268a9b921e6f service neutron] For port 4e5a89fc-36c3-44fe-9ae9-8177b581c229, host n-h2-802623-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=4e5a89fc-36c3-44fe-9ae9-8177b581c229,segment=NetworkSegment(e34bcaf6-fcda-4cb3-a9d4-ce07906221d3),segment_id=e34bcaf6-fcda-4cb3-a9d4-ce07906221d3)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:28:37.118328 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-80843409-e922-4467-ad8c-8a6d2e154afb req-297ca27a-74a2-4a8c-9b44-268a9b921e6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:37.127796 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-441ce4f5-3173-4f7d-bfb0-b691bfafc489 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Attributes excluded by policy engine: ['shared'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:28:37.129489 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-441ce4f5-3173-4f7d-bfb0-b691bfafc489 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Attributes excluded by policy engine: ['shared'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:28:37.132507 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-441ce4f5-3173-4f7d-bfb0-b691bfafc489 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] 10.222.0.18 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1128798 Jul 27 23:28:37.145813 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 35106) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:28:37.175473 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 23:28:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52defc48-f836-448e-baac-b8097619cf9a x-openstack-request-id: req-52defc48-f836-448e-baac-b8097619cf9a {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:28:37.185998 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad67c1f5-7283-4637-999c-94737161fd62", "tag": "15c92a5f-fcf7-4340-b57e-ba184e4d3613", "status": "completed", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:28:37.186430 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-52defc48-f836-448e-baac-b8097619cf9a {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:28:37.186974 n-d-802623-1 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad67c1f5-7283-4637-999c-94737161fd62', 'tag': '15c92a5f-fcf7-4340-b57e-ba184e4d3613', 'status': 'completed', 'code': 200} Jul 27 23:28:37.259548 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80843409-e922-4467-ad8c-8a6d2e154afb req-297ca27a-74a2-4a8c-9b44-268a9b921e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:28:37.260222 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-80843409-e922-4467-ad8c-8a6d2e154afb req-297ca27a-74a2-4a8c-9b44-268a9b921e6f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:37.261601 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-80843409-e922-4467-ad8c-8a6d2e154afb req-297ca27a-74a2-4a8c-9b44-268a9b921e6f service neutron] 10.222.0.49 "PUT /v2.0/ports/4e5a89fc-36c3-44fe-9ae9-8177b581c229 HTTP/1.1" status: 200 len: 1092 time: 3.5890896 Jul 27 23:28:37.266111 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afed9ed5-b597-44bc-8215-6b8b2fcefded', 'tag': '4e5a89fc-36c3-44fe-9ae9-8177b581c229'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:28:37.269094 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}011f8d312121274bb12d78e77c6379a2079800640016cec6c6d605b73666e854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c82023f-16af-43c8-b7e1-e93639a8e4dd" -d '{"events": [{"name": "network-changed", "server_uuid": "afed9ed5-b597-44bc-8215-6b8b2fcefded", "tag": "4e5a89fc-36c3-44fe-9ae9-8177b581c229"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:28:37.439714 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-c55ef264-94ee-466c-b114-d5e0def4455a None None] Provisioning for port 3fc773ac-4886-4a73-af7a-2dd8d237c4a2 completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:28:37.551461 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning for port 3fc773ac-4886-4a73-af7a-2dd8d237c4a2 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:28:37.584357 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28c88f4-bd5d-49ac-8ea3-5078a0d4a705 req-9803c9fc-5b95-4e22-96e7-ec1673c487ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:28:37.601950 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a28c88f4-bd5d-49ac-8ea3-5078a0d4a705 req-9803c9fc-5b95-4e22-96e7-ec1673c487ac service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=93d6af8ff48b44f2bdb667a30d291295&device_id=ad67c1f5-7283-4637-999c-94737161fd62 HTTP/1.1" status: 200 len: 1095 time: 0.7237840 Jul 27 23:28:37.630276 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb7b468-1aaa-4695-9cfb-27fcbf01f37c req-df89aaef-dcd9-4df6-9c4d-94483473d6cd tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:28:37.636789 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-5cb7b468-1aaa-4695-9cfb-27fcbf01f37c req-df89aaef-dcd9-4df6-9c4d-94483473d6cd tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/ports?device_id=afed9ed5-b597-44bc-8215-6b8b2fcefded HTTP/1.1" status: 200 len: 944 time: 0.7304976 Jul 27 23:28:37.640046 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port 3fc773ac-4886-4a73-af7a-2dd8d237c4a2 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:28:37.640546 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:37.676744 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297ca27a-74a2-4a8c-9b44-268a9b921e6f service neutron] Pushing event updated for resources: {'Port': ['ID=4e5a89fc-36c3-44fe-9ae9-8177b581c229,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:28:37.797541 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490aede5-16c5-4028-8bfc-427e5b848911 req-a7a95861-4db9-4b5f-b148-c5ce618c380b tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:28:37.805306 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-490aede5-16c5-4028-8bfc-427e5b848911 req-a7a95861-4db9-4b5f-b148-c5ce618c380b tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] 10.222.0.18 "GET /v2.0/ports?device_id=ad67c1f5-7283-4637-999c-94737161fd62 HTTP/1.1" status: 200 len: 944 time: 0.4328961 Jul 27 23:28:37.823798 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45dba3a2-5854-42f7-aa5f-c53aea168c60 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:28:37.833338 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-45dba3a2-5854-42f7-aa5f-c53aea168c60 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] 10.222.0.18 "GET /v2.0/networks/8f7969cc-06f5-47b2-b860-fb77eecc88a4 HTTP/1.1" status: 200 len: 800 time: 0.6555481 Jul 27 23:28:37.846105 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 35112) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:28:37.848417 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80843409-e922-4467-ad8c-8a6d2e154afb req-ae08c63e-a7ee-43df-ae6c-b431e8a33b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:28:37.850281 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-80843409-e922-4467-ad8c-8a6d2e154afb req-ae08c63e-a7ee-43df-ae6c-b431e8a33b36 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=49af0f356ac348f0bd0841795f0ea352&device_id=afed9ed5-b597-44bc-8215-6b8b2fcefded HTTP/1.1" status: 200 len: 1095 time: 0.5195892 Jul 27 23:28:37.913831 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a28c88f4-bd5d-49ac-8ea3-5078a0d4a705 req-e7b286ed-ec89-4579-bdaf-b715236d526b service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=15c92a5f-fcf7-4340-b57e-ba184e4d3613 HTTP/1.1" status: 200 len: 217 time: 0.2668428 Jul 27 23:28:37.918005 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e7b4a0e2-ed65-4717-b554-ab2436217eda tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736833354590'] for network, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:37.944853 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-f10d7396-f381-4bd2-8dd3-b1cb45b17766 None None] Provisioning complete for port 944f3a21-a6cb-45fb-870a-277e132bcce9 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:28:37.945862 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f10d7396-f381-4bd2-8dd3-b1cb45b17766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:38.102185 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e7b4a0e2-ed65-4717-b554-ab2436217eda tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569'] for network, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:38.260919 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-5cb7b468-1aaa-4695-9cfb-27fcbf01f37c req-c7a81a02-7291-4e3b-846b-7113a0a41c62 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/security-groups?id=d6f41e72-2b87-4685-ae08-bc68afebebe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5986397 Jul 27 23:28:38.265622 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e7b4a0e2-ed65-4717-b554-ab2436217eda tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Network 98ace593-44f4-40da-9cc5-1726b39d0f10 is not hosted by any dhcp agent {{(pid=93797) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 27 23:28:38.274468 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7b4a0e2-ed65-4717-b554-ab2436217eda tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:28:38.275430 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e7b4a0e2-ed65-4717-b554-ab2436217eda tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Notify callbacks [] for network, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:38.299839 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-e7b4a0e2-ed65-4717-b554-ab2436217eda tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] 10.222.0.18 "PUT /v2.0/networks/98ace593-44f4-40da-9cc5-1726b39d0f10 HTTP/1.1" status: 200 len: 723 time: 1.8550353 Jul 27 23:28:38.342547 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:38.460385 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] For port 3fc773ac-4886-4a73-af7a-2dd8d237c4a2, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=3fc773ac-4886-4a73-af7a-2dd8d237c4a2,segment=NetworkSegment(b6ea95fb-f116-4ca9-a356-ce2c9653525c),segment_id=b6ea95fb-f116-4ca9-a356-ce2c9653525c)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:28:38.463687 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-f10d7396-f381-4bd2-8dd3-b1cb45b17766 None None] Provisioning for port 4e5a89fc-36c3-44fe-9ae9-8177b581c229 completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:28:38.465309 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 35116) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:28:38.495277 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-845655e6-d332-402a-8bd4-311faa7572ef tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Request body: {'subnet': {'network_id': '98ace593-44f4-40da-9cc5-1726b39d0f10', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:28:38.534272 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:38.541227 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 944f3a21-a6cb-45fb-870a-277e132bcce9 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:28:38.618514 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28c88f4-bd5d-49ac-8ea3-5078a0d4a705 req-c6ec5175-1a75-41f1-960b-f1819509a4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:28:38.623666 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a28c88f4-bd5d-49ac-8ea3-5078a0d4a705 req-c6ec5175-1a75-41f1-960b-f1819509a4ce service neutron] 10.222.0.38 "GET /v2.0/subnets?id=22fd4781-4e46-409c-a91a-a4ac3ab69caf HTTP/1.1" status: 200 len: 850 time: 0.6957889 Jul 27 23:28:38.664515 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2086535-05dc-4afb-8731-b83b9e04293f None None] Update dhcp port {'port': {'network_id': '8c2da82f-4514-43b4-97c2-9a2ad7f14d1a', 'fixed_ips': [{'subnet_id': '1ca4babd-bc65-4b49-a62b-707ace08504d', 'ip_address': '2001:db8::2'}, {'subnet_id': '1c50e208-e4a4-40d8-a7f8-a502f7512ee2'}], 'binding:host_id': 'n-d-802623-1'}, 'id': '3fc773ac-4886-4a73-af7a-2dd8d237c4a2'} from n-d-802623-1. {{(pid=93799) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 27 23:28:38.827382 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b4a0e2-ed65-4717-b554-ab2436217eda tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Pushing event updated for resources: {'Network': ['ID=98ace593-44f4-40da-9cc5-1726b39d0f10,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:28:38.863289 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Network 98ace593-44f4-40da-9cc5-1726b39d0f10 details requested by agent ovs-agent-n-d-802623-1 with host n-d-802623-1 {{(pid=93799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 23:28:38.934393 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c2086535-05dc-4afb-8731-b83b9e04293f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:39.021625 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-52db8c45-df15-46a8-9df6-fb62c4feb37e None None] Provisioning for port 15c92a5f-fcf7-4340-b57e-ba184e4d3613 completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:28:39.043765 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Pushing event updated for resources: {'Port': ['ID=3fc773ac-4886-4a73-af7a-2dd8d237c4a2,revision_number=3']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:28:39.125667 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 23:28:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7f23b3d-5988-4c54-aa8e-6ad069575176 x-openstack-request-id: req-b7f23b3d-5988-4c54-aa8e-6ad069575176 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:28:39.126228 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afed9ed5-b597-44bc-8215-6b8b2fcefded", "tag": "4e5a89fc-36c3-44fe-9ae9-8177b581c229", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:28:39.135480 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b7f23b3d-5988-4c54-aa8e-6ad069575176 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:28:39.135765 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28c88f4-bd5d-49ac-8ea3-5078a0d4a705 req-e800573c-e98b-431b-8b4b-cb57a6b6ab94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:28:39.136214 n-d-802623-1 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afed9ed5-b597-44bc-8215-6b8b2fcefded', 'tag': '4e5a89fc-36c3-44fe-9ae9-8177b581c229', 'status': 'completed', 'code': 200} Jul 27 23:28:39.136318 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a28c88f4-bd5d-49ac-8ea3-5078a0d4a705 req-e800573c-e98b-431b-8b4b-cb57a6b6ab94 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=d772070e-dad0-48ff-8bce-c02a3adbff90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3950121 Jul 27 23:28:39.136432 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-80843409-e922-4467-ad8c-8a6d2e154afb req-6be48a4e-edee-47d7-ab81-4fedb5bc3e02 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4e5a89fc-36c3-44fe-9ae9-8177b581c229 HTTP/1.1" status: 200 len: 217 time: 1.2734423 Jul 27 23:28:39.178571 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port 944f3a21-a6cb-45fb-870a-277e132bcce9 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:28:39.189804 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:39.326888 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f70ac1-eec0-4130-9b3a-d2b2ce5e13ba req-37e67882-d6a8-4784-a9d6-faeb70f7039e tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:28:39.341464 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a2f70ac1-eec0-4130-9b3a-d2b2ce5e13ba req-37e67882-d6a8-4784-a9d6-faeb70f7039e tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/ports?device_id=c82f64f9-7572-4580-b07f-b346ae07e8cc HTTP/1.1" status: 200 len: 943 time: 0.7148430 Jul 27 23:28:39.400960 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-845655e6-d332-402a-8bd4-311faa7572ef tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Made reservation on behalf of e4b27fac89dd4f28b2bc9101764ad5ba for: {'subnet': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:28:39.405708 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-845655e6-d332-402a-8bd4-311faa7572ef tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11551435'] for subnet, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:39.432703 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-490aede5-16c5-4028-8bfc-427e5b848911 req-9650c0f0-0897-4dbd-a60a-742c2577a223 tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] 10.222.0.18 "GET /v2.0/security-groups?id=0fdd7288-5bd7-4452-be54-74ff530fb5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.6259079 Jul 27 23:28:39.468577 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-6d642aa0-f7d3-4455-8516-0157f30d8a65 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] 10.222.0.18 "GET /v2.0/networks/8f7969cc-06f5-47b2-b860-fb77eecc88a4?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 1.6139317 Jul 27 23:28:39.473429 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3c032e89-bbe1-462b-a6b1-315da8752d07 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-414022'] for router_interface, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:39.479912 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 35120) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:28:39.621129 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80843409-e922-4467-ad8c-8a6d2e154afb req-1f6a415a-205e-4d7f-9b3d-2cece04d9b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:28:39.624115 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-80843409-e922-4467-ad8c-8a6d2e154afb req-1f6a415a-205e-4d7f-9b3d-2cece04d9b7b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=03df5e5c-8a96-449f-9e96-cff1a55737e2 HTTP/1.1" status: 200 len: 851 time: 0.4348633 Jul 27 23:28:39.637281 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-c2086535-05dc-4afb-8731-b83b9e04293f None None] Allocated IP 172.20.0.1 (8c2da82f-4514-43b4-97c2-9a2ad7f14d1a/1c50e208-e4a4-40d8-a7f8-a502f7512ee2/3fc773ac-4886-4a73-af7a-2dd8d237c4a2) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:28:39.671691 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a2f70ac1-eec0-4130-9b3a-d2b2ce5e13ba req-aa6f31b8-854e-463e-ad4e-61a233ff2b7e tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/security-groups?id=7dab0fca-2422-4f10-a2ed-ede178e48859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3173683 Jul 27 23:28:39.681438 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a28c88f4-bd5d-49ac-8ea3-5078a0d4a705 req-13bdc040-9397-4ebc-a934-311ace0de401 service neutron] 10.222.0.38 "GET /v2.0/networks/d772070e-dad0-48ff-8bce-c02a3adbff90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5306113 Jul 27 23:28:39.777514 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-c2086535-05dc-4afb-8731-b83b9e04293f None None] For port 3fc773ac-4886-4a73-af7a-2dd8d237c4a2, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=3fc773ac-4886-4a73-af7a-2dd8d237c4a2,segment=NetworkSegment(b6ea95fb-f116-4ca9-a356-ce2c9653525c),segment_id=b6ea95fb-f116-4ca9-a356-ce2c9653525c)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:28:39.819117 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c2086535-05dc-4afb-8731-b83b9e04293f None None] Notify callbacks [] for port, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:39.871132 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-c2086535-05dc-4afb-8731-b83b9e04293f None None] Transition to ACTIVE for port object 3fc773ac-4886-4a73-af7a-2dd8d237c4a2 will not be triggered until provisioned by entity DHCP. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:28:39.895414 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c2086535-05dc-4afb-8731-b83b9e04293f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:39.943575 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a1cb2ef-dc8a-4755-8bd9-e0e7fc281207 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:28:39.954741 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a28c88f4-bd5d-49ac-8ea3-5078a0d4a705 req-3cdfe950-e48c-4c60-80af-3544d66eb459 service neutron] 10.222.0.38 "GET /v2.0/networks/d772070e-dad0-48ff-8bce-c02a3adbff90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2644150 Jul 27 23:28:39.961409 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-7a1cb2ef-dc8a-4755-8bd9-e0e7fc281207 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] 10.222.0.18 "GET /v2.0/subnets/0a3f54c9-404d-43dc-a937-091c76485033 HTTP/1.1" status: 200 len: 811 time: 0.4723220 Jul 27 23:28:39.962156 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 35122) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:28:40.010433 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80843409-e922-4467-ad8c-8a6d2e154afb req-175b01ac-bc8a-428d-9c03-d75699313ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:28:40.012186 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-80843409-e922-4467-ad8c-8a6d2e154afb req-175b01ac-bc8a-428d-9c03-d75699313ebb service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=280a3ba5-2d75-4827-b3c1-0be5bb892094&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3517137 Jul 27 23:28:40.067098 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8148fcac-9acb-4a9f-a644-7029c9f081b3 req-62d37c66-3c59-447e-b48f-d33781e3849f tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:28:40.075543 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-8148fcac-9acb-4a9f-a644-7029c9f081b3 req-62d37c66-3c59-447e-b48f-d33781e3849f tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/ports?device_id=afed9ed5-b597-44bc-8215-6b8b2fcefded HTTP/1.1" status: 200 len: 944 time: 0.4474964 Jul 27 23:28:40.228719 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2086535-05dc-4afb-8731-b83b9e04293f None None] Pushing event updated for resources: {'Port': ['ID=3fc773ac-4886-4a73-af7a-2dd8d237c4a2,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:28:40.259130 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-9189dd63-dde9-44a3-bb5b-e89015a6f18a None None] Provisioning complete for port 944f3a21-a6cb-45fb-870a-277e132bcce9 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:28:40.259512 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-9189dd63-dde9-44a3-bb5b-e89015a6f18a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:40.294255 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7744f66-cab9-45dd-abb6-820e9e2e271b tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Attributes excluded by policy engine: ['shared'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:28:40.302046 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-f7744f66-cab9-45dd-abb6-820e9e2e271b tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] 10.222.0.18 "GET /v2.0/subnets/0a3f54c9-404d-43dc-a937-091c76485033?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.3365064 Jul 27 23:28:40.310117 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-80843409-e922-4467-ad8c-8a6d2e154afb req-197b7238-7dd2-4e59-8bce-6586ad610c05 service neutron] 10.222.0.49 "GET /v2.0/networks/280a3ba5-2d75-4827-b3c1-0be5bb892094?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2676136 Jul 27 23:28:40.312638 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 35124) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:28:40.353224 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-52e8e97c-924d-4849-980e-b5d6fb9c4a71 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-297058492'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:28:40.381629 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5a2c08-5915-4776-a267-cc89ebe1781b req-6e469ace-f7cc-4708-bb1c-523a1f054ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:28:40.383191 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-4a5a2c08-5915-4776-a267-cc89ebe1781b req-6e469ace-f7cc-4708-bb1c-523a1f054ec9 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=93d6af8ff48b44f2bdb667a30d291295&device_id=ad67c1f5-7283-4637-999c-94737161fd62 HTTP/1.1" status: 200 len: 1095 time: 0.3151538 Jul 27 23:28:40.501145 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 3fc773ac-4886-4a73-af7a-2dd8d237c4a2 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:28:40.563728 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-8148fcac-9acb-4a9f-a644-7029c9f081b3 req-6f966229-a4b0-4f17-a434-e1ecd1b274d6 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/security-groups?id=d6f41e72-2b87-4685-ae08-bc68afebebe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4871018 Jul 27 23:28:40.869651 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-80843409-e922-4467-ad8c-8a6d2e154afb req-98e25bff-e20f-4cf3-a559-26b2c6601ae1 service neutron] 10.222.0.49 "GET /v2.0/networks/280a3ba5-2d75-4827-b3c1-0be5bb892094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2456567 Jul 27 23:28:40.885435 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-845655e6-d332-402a-8bd4-311faa7572ef tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11336182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11551417'] for subnet, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:40.958878 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52e8e97c-924d-4849-980e-b5d6fb9c4a71 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Made reservation on behalf of 934e936dd6c64e899cadf4ed7dc8ac75 for: {'network': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:28:40.963108 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-52e8e97c-924d-4849-980e-b5d6fb9c4a71 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for network, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:41.140460 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f393564-1ec7-4ccd-a901-210c76201307 req-4def175b-8af2-4cf4-95cb-3db7110a58e7 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:28:41.167701 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7f393564-1ec7-4ccd-a901-210c76201307 req-4def175b-8af2-4cf4-95cb-3db7110a58e7 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/ports?device_id=c82f64f9-7572-4580-b07f-b346ae07e8cc HTTP/1.1" status: 200 len: 943 time: 0.2930121 Jul 27 23:28:41.192325 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52e8e97c-924d-4849-980e-b5d6fb9c4a71 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 536} {{(pid=93798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 23:28:41.236905 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-52e8e97c-924d-4849-980e-b5d6fb9c4a71 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:41.236905 n-d-802623-1 neutron-server[93798]: INFO neutron.db.segments_db [None req-52e8e97c-924d-4849-980e-b5d6fb9c4a71 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Added segment 1960d7b5-af90-4e1b-a64e-40c11cf3870e of type vlan for network 058b3320-b45f-41b0-90f7-cabf13084b63 Jul 27 23:28:41.283533 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5a2c08-5915-4776-a267-cc89ebe1781b req-9fe9bb69-5c0d-467e-8bb9-051bc101cde3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:28:41.285052 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-4a5a2c08-5915-4776-a267-cc89ebe1781b req-9fe9bb69-5c0d-467e-8bb9-051bc101cde3 service neutron] 10.222.0.38 "GET /v2.0/networks?id=d772070e-dad0-48ff-8bce-c02a3adbff90 HTTP/1.1" status: 200 len: 912 time: 0.8875048 Jul 27 23:28:41.354835 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-845655e6-d332-402a-8bd4-311faa7572ef tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Checking segment: {'id': 'aed12c93-e19c-48f5-8106-c74305dc8a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '98ace593-44f4-40da-9cc5-1726b39d0f10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:28:41.355499 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-845655e6-d332-402a-8bd4-311faa7572ef tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Network hostable DHCP agents. Network: 98ace593-44f4-40da-9cc5-1726b39d0f10, hostable agents: ['5950e76f-2bde-4343-a925-cbe6bacd2706'], hosted agents: [] {{(pid=93797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 23:28:41.361152 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-3c032e89-bbe1-462b-a6b1-315da8752d07 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Deleting port eca0207d-c4d6-4a45-bd93-46c85898317a {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:28:41.361641 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3c032e89-bbe1-462b-a6b1-315da8752d07 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:41.365390 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06491164-4fb5-4f48-8a43-2d5a5243c34b req-e00003cd-70ae-4490-aaff-a9a416a1ff20 tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:28:41.367147 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-06491164-4fb5-4f48-8a43-2d5a5243c34b req-e00003cd-70ae-4490-aaff-a9a416a1ff20 tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] 10.222.0.18 "GET /v2.0/ports?device_id=ad67c1f5-7283-4637-999c-94737161fd62 HTTP/1.1" status: 200 len: 944 time: 0.7044241 Jul 27 23:28:41.403584 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-4a5a2c08-5915-4776-a267-cc89ebe1781b req-f5807fde-3e93-4c37-ae64-d1b9fb2efa94 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=15c92a5f-fcf7-4340-b57e-ba184e4d3613 HTTP/1.1" status: 200 len: 217 time: 0.1005778 Jul 27 23:28:41.412636 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7f393564-1ec7-4ccd-a901-210c76201307 req-ae670bc5-307d-4737-9f0b-675210f46848 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/security-groups?id=7dab0fca-2422-4f10-a2ed-ede178e48859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2431791 Jul 27 23:28:41.427010 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845655e6-d332-402a-8bd4-311faa7572ef tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Pushing event updated for resources: {'Subnet': ['ID=d215d683-e15a-4510-ac62-f4abb0b66b7c,revision_number=0']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:28:41.450635 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-06491164-4fb5-4f48-8a43-2d5a5243c34b req-9544b3ad-ef52-4da2-bb8d-614789fb093d tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] 10.222.0.18 "GET /v2.0/security-groups?id=0fdd7288-5bd7-4452-be54-74ff530fb5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513446 Jul 27 23:28:41.493895 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50e7ebf5-48b5-4a5b-a716-e292e043d457 None None] Network 8c2da82f-4514-43b4-97c2-9a2ad7f14d1a requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:28:41.505808 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-52e8e97c-924d-4849-980e-b5d6fb9c4a71 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736833354590'] for network, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:41.513464 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5a2c08-5915-4776-a267-cc89ebe1781b req-262daa2d-d088-4517-b204-f4dcfc613aed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:28:41.514992 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-4a5a2c08-5915-4776-a267-cc89ebe1781b req-262daa2d-d088-4517-b204-f4dcfc613aed service neutron] 10.222.0.38 "GET /v2.0/subnets?id=22fd4781-4e46-409c-a91a-a4ac3ab69caf HTTP/1.1" status: 200 len: 850 time: 0.0703509 Jul 27 23:28:41.536642 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-845655e6-d332-402a-8bd4-311faa7572ef tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Network 98ace593-44f4-40da-9cc5-1726b39d0f10 is scheduled to be hosted by DHCP agent 5950e76f-2bde-4343-a925-cbe6bacd2706 with binding_index 1 {{(pid=93797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 23:28:41.569703 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-845655e6-d332-402a-8bd4-311faa7572ef tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802623-1, 98ace593-44f4-40da-9cc5-1726b39d0f10) {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:28:41.576490 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-845655e6-d332-402a-8bd4-311faa7572ef tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:28:41.576937 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-845655e6-d332-402a-8bd4-311faa7572ef tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for subnet, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:41.580215 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c82023f-16af-43c8-b7e1-e93639a8e4dd req-0f0b880b-038a-49b5-b8ba-3d7180395fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:28:41.585573 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-2c82023f-16af-43c8-b7e1-e93639a8e4dd req-0f0b880b-038a-49b5-b8ba-3d7180395fa3 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=49af0f356ac348f0bd0841795f0ea352&device_id=afed9ed5-b597-44bc-8215-6b8b2fcefded HTTP/1.1" status: 200 len: 1095 time: 0.3737950 Jul 27 23:28:41.590876 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5a2c08-5915-4776-a267-cc89ebe1781b req-233310db-65e9-4e29-bf55-b8eb3801e681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:28:41.593148 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-4a5a2c08-5915-4776-a267-cc89ebe1781b req-233310db-65e9-4e29-bf55-b8eb3801e681 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=d772070e-dad0-48ff-8bce-c02a3adbff90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0700107 Jul 27 23:28:41.648779 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-845655e6-d332-402a-8bd4-311faa7572ef tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.1803007 Jul 27 23:28:41.682257 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac7b68aa-fdb5-4b16-a45e-7fe5f14038d6 None None] Network 98ace593-44f4-40da-9cc5-1726b39d0f10 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:28:41.707898 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 35132) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:28:41.732741 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-02acb757-89fc-4371-9345-c99ef14fff53 tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:28:41.843482 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-02acb757-89fc-4371-9345-c99ef14fff53 tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-11551424'] for subnet, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:41.881384 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c82023f-16af-43c8-b7e1-e93639a8e4dd req-c4b10d43-56ee-481d-bf26-46aa6b49547d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:28:41.883434 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-2c82023f-16af-43c8-b7e1-e93639a8e4dd req-c4b10d43-56ee-481d-bf26-46aa6b49547d service neutron] 10.222.0.49 "GET /v2.0/networks?id=280a3ba5-2d75-4827-b3c1-0be5bb892094 HTTP/1.1" status: 200 len: 913 time: 0.2521794 Jul 27 23:28:41.921273 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-4a5a2c08-5915-4776-a267-cc89ebe1781b req-fa85b87c-ee00-4754-87ea-47b4ac7777de service neutron] 10.222.0.38 "GET /v2.0/networks/d772070e-dad0-48ff-8bce-c02a3adbff90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3209162 Jul 27 23:28:41.976453 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-52e8e97c-924d-4849-980e-b5d6fb9c4a71 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569'] for network, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:41.982995 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52e8e97c-924d-4849-980e-b5d6fb9c4a71 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:28:41.983948 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-52e8e97c-924d-4849-980e-b5d6fb9c4a71 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:42.069605 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e8e97c-924d-4849-980e-b5d6fb9c4a71 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Pushing event updated for resources: {'Network': ['ID=058b3320-b45f-41b0-90f7-cabf13084b63,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:28:42.087392 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-2c82023f-16af-43c8-b7e1-e93639a8e4dd req-c294776c-549c-4091-9eaf-024c1232d271 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4e5a89fc-36c3-44fe-9ae9-8177b581c229 HTTP/1.1" status: 200 len: 217 time: 0.1732829 Jul 27 23:28:42.114158 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-3c032e89-bbe1-462b-a6b1-315da8752d07 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] For port eca0207d-c4d6-4a45-bd93-46c85898317a, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=eca0207d-c4d6-4a45-bd93-46c85898317a,segment=NetworkSegment(7c60bb94-020e-4d82-9690-a79eecb055ab),segment_id=7c60bb94-020e-4d82-9690-a79eecb055ab)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:28:42.114540 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3c032e89-bbe1-462b-a6b1-315da8752d07 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:42.121275 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Network 058b3320-b45f-41b0-90f7-cabf13084b63 details requested by agent ovs-agent-n-d-802623-1 with host n-d-802623-1 {{(pid=93799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 23:28:42.140672 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-52e8e97c-924d-4849-980e-b5d6fb9c4a71 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.8056755 Jul 27 23:28:42.142992 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 35136) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:28:42.165441 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-7e4330a6-b9d6-4fbf-8ef2-28f36279812c tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Request body: {'subnet': {'network_id': '058b3320-b45f-41b0-90f7-cabf13084b63', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:28:42.172110 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-3c032e89-bbe1-462b-a6b1-315da8752d07 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Calling delete_port for eca0207d-c4d6-4a45-bd93-46c85898317a owned by network:router_interface {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:28:42.235488 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8efc050-9204-450c-bd62-ebb7dbd050fd req-43c4ee48-77a9-4ba6-9432-ec5ce3434a9a tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:28:42.243514 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f8efc050-9204-450c-bd62-ebb7dbd050fd req-43c4ee48-77a9-4ba6-9432-ec5ce3434a9a tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/ports?device_id=afed9ed5-b597-44bc-8215-6b8b2fcefded HTTP/1.1" status: 200 len: 944 time: 0.3586466 Jul 27 23:28:42.252436 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-c74ae416-eba3-461f-99ef-414d5364c820 None None] Provisioning for port 3fc773ac-4886-4a73-af7a-2dd8d237c4a2 completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:28:42.253252 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-4a5a2c08-5915-4776-a267-cc89ebe1781b req-f5e9634c-0df4-428a-8dba-7505450e7b75 service neutron] 10.222.0.38 "GET /v2.0/networks/d772070e-dad0-48ff-8bce-c02a3adbff90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3216326 Jul 27 23:28:42.277416 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c82023f-16af-43c8-b7e1-e93639a8e4dd req-c8f7f65b-e31e-4b29-8a5d-64b97de783df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:28:42.281665 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-2c82023f-16af-43c8-b7e1-e93639a8e4dd req-c8f7f65b-e31e-4b29-8a5d-64b97de783df service neutron] 10.222.0.49 "GET /v2.0/subnets?id=03df5e5c-8a96-449f-9e96-cff1a55737e2 HTTP/1.1" status: 200 len: 851 time: 0.1811135 Jul 27 23:28:42.286239 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-c74ae416-eba3-461f-99ef-414d5364c820 None None] Provisioning complete for port 3fc773ac-4886-4a73-af7a-2dd8d237c4a2 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:28:42.287806 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c74ae416-eba3-461f-99ef-414d5364c820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:42.327094 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-02acb757-89fc-4371-9345-c99ef14fff53 tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8736833727272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-11335976'] for subnet, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:42.428471 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f8efc050-9204-450c-bd62-ebb7dbd050fd req-17ccae12-3576-482e-a8cb-c206998d7d65 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/security-groups?id=d6f41e72-2b87-4685-ae08-bc68afebebe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839824 Jul 27 23:28:42.478816 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02acb757-89fc-4371-9345-c99ef14fff53 tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:28:42.490396 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-02acb757-89fc-4371-9345-c99ef14fff53 tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Notify callbacks [] for subnet, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:42.498867 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-02acb757-89fc-4371-9345-c99ef14fff53 tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] 10.222.0.18 "PUT /v2.0/subnets/d215d683-e15a-4510-ac62-f4abb0b66b7c HTTP/1.1" status: 200 len: 826 time: 0.7866111 Jul 27 23:28:42.509524 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 35142) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:28:42.604253 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02acb757-89fc-4371-9345-c99ef14fff53 tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Pushing event updated for resources: {'Subnet': ['ID=d215d683-e15a-4510-ac62-f4abb0b66b7c,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:28:42.654451 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a8b74d-576f-42c2-bfa4-af49b5c68160 req-b4097844-c9f9-40fc-9a87-7477136bc5a9 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:28:42.656659 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-63a8b74d-576f-42c2-bfa4-af49b5c68160 req-b4097844-c9f9-40fc-9a87-7477136bc5a9 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/ports?device_id=c82f64f9-7572-4580-b07f-b346ae07e8cc HTTP/1.1" status: 200 len: 943 time: 0.1340795 Jul 27 23:28:42.738870 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-63a8b74d-576f-42c2-bfa4-af49b5c68160 req-cf5e0124-c152-4494-93b7-f7d080052187 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/security-groups?id=7dab0fca-2422-4f10-a2ed-ede178e48859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757539 Jul 27 23:28:42.771355 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c82023f-16af-43c8-b7e1-e93639a8e4dd req-58bf9120-ef03-430c-ac7f-265223d39a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:28:42.773462 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-2c82023f-16af-43c8-b7e1-e93639a8e4dd req-58bf9120-ef03-430c-ac7f-265223d39a32 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=280a3ba5-2d75-4827-b3c1-0be5bb892094&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4486775 Jul 27 23:28:42.780849 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 3fc773ac-4886-4a73-af7a-2dd8d237c4a2 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:28:42.783368 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e4330a6-b9d6-4fbf-8ef2-28f36279812c tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Made reservation on behalf of 934e936dd6c64e899cadf4ed7dc8ac75 for: {'subnet': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:28:42.787091 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7e4330a6-b9d6-4fbf-8ef2-28f36279812c tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12265828'] for subnet, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:42.905858 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae60a551-9e41-482e-a8a4-74b9b5964d90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f6f257c-ad18-5f0c-8c8e-ea085a5fc8a2-98ace593-44f4-40da-9cc5-1726b39d0f10', 'network_id': '98ace593-44f4-40da-9cc5-1726b39d0f10', 'tenant_id': 'e4b27fac89dd4f28b2bc9101764ad5ba', 'fixed_ips': [{'subnet_id': 'd215d683-e15a-4510-ac62-f4abb0b66b7c'}]}} from n-d-802623-1. {{(pid=93799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 23:28:42.906975 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ae60a551-9e41-482e-a8a4-74b9b5964d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:43.082605 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port 3fc773ac-4886-4a73-af7a-2dd8d237c4a2 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:28:43.082985 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:43.210538 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e6ba13-48b3-463c-a02d-32c06413105a req-f93db783-bd31-4857-9860-8f6497a46740 tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:28:43.214378 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b2e6ba13-48b3-463c-a02d-32c06413105a req-f93db783-bd31-4857-9860-8f6497a46740 tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] 10.222.0.18 "GET /v2.0/ports?device_id=ad67c1f5-7283-4637-999c-94737161fd62 HTTP/1.1" status: 200 len: 944 time: 0.5686657 Jul 27 23:28:43.216513 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.ipam_backend_mixin [None req-7e4330a6-b9d6-4fbf-8ef2-28f36279812c tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Performing IP validity checks on allocation pools {{(pid=93798) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 27 23:28:43.228094 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.ipam_backend_mixin [None req-7e4330a6-b9d6-4fbf-8ef2-28f36279812c tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93798) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 27 23:28:43.244282 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0cc0ff93-9835-42c2-9444-040d8191677e tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593271'] for network, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:43.267409 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3c032e89-bbe1-462b-a6b1-315da8752d07 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:43.291973 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4bd5ca2-e38f-48c7-9c49-8c220862a329 None None] Network 8c2da82f-4514-43b4-97c2-9a2ad7f14d1a requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:28:43.300840 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-ae60a551-9e41-482e-a8a4-74b9b5964d90 None None] Allocated IP 2001:db8::2 (98ace593-44f4-40da-9cc5-1726b39d0f10/d215d683-e15a-4510-ac62-f4abb0b66b7c/93c4c27f-f1b4-46fb-b920-281c26cf2dac) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:28:43.423875 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-4a058015-1531-49b0-87c3-eb91c88b6b6e None None] Provisioning complete for port 3fc773ac-4886-4a73-af7a-2dd8d237c4a2 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:28:43.424243 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4a058015-1531-49b0-87c3-eb91c88b6b6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:43.510723 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7e4330a6-b9d6-4fbf-8ef2-28f36279812c tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11971609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12265750'] for subnet, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:43.627731 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c032e89-bbe1-462b-a6b1-315da8752d07 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Pushing event deleted for resources: {'Port': ['ID=eca0207d-c4d6-4a45-bd93-46c85898317a,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:28:43.685535 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e24cb00-7d94-44f0-813f-bdfb0fd2e9b5 req-c3576602-13b8-4caf-ae6a-cbe3f788d690 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:28:43.688478 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8e24cb00-7d94-44f0-813f-bdfb0fd2e9b5 req-c3576602-13b8-4caf-ae6a-cbe3f788d690 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/ports?device_id=afed9ed5-b597-44bc-8215-6b8b2fcefded HTTP/1.1" status: 200 len: 944 time: 0.1245375 Jul 27 23:28:43.746681 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b2e6ba13-48b3-463c-a02d-32c06413105a req-c3eb9166-1d3a-4ebc-8920-ab86ed33e688 tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] 10.222.0.18 "GET /v2.0/security-groups?id=0fdd7288-5bd7-4452-be54-74ff530fb5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4831865 Jul 27 23:28:43.777520 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0cc0ff93-9835-42c2-9444-040d8191677e tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620741'] for subnet, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:43.831038 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8e24cb00-7d94-44f0-813f-bdfb0fd2e9b5 req-4faa57a1-d109-4011-8875-7bae90e6a6e8 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/security-groups?id=d6f41e72-2b87-4685-ae08-bc68afebebe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333075 Jul 27 23:28:43.890453 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-2c82023f-16af-43c8-b7e1-e93639a8e4dd req-23bf5203-780a-4ec9-868f-8b10b30c90fd service neutron] 10.222.0.49 "GET /v2.0/networks/280a3ba5-2d75-4827-b3c1-0be5bb892094?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0965967 Jul 27 23:28:43.900591 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 15c92a5f-fcf7-4340-b57e-ba184e4d3613 details requested by agent hyperv_n-h1-802623-1 with host n-h1-802623-1 {{(pid=93799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 23:28:43.927247 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4330a6-b9d6-4fbf-8ef2-28f36279812c tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Pushing event updated for resources: {'Subnet': ['ID=0ae44afe-dacb-4147-bacc-4f464caa1dc4,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:28:43.974067 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e4330a6-b9d6-4fbf-8ef2-28f36279812c tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Checking segment: {'id': '1960d7b5-af90-4e1b-a64e-40c11cf3870e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '058b3320-b45f-41b0-90f7-cabf13084b63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:28:43.974451 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e4330a6-b9d6-4fbf-8ef2-28f36279812c tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Network hostable DHCP agents. Network: 058b3320-b45f-41b0-90f7-cabf13084b63, hostable agents: ['5950e76f-2bde-4343-a925-cbe6bacd2706'], hosted agents: [] {{(pid=93798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 23:28:44.023375 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ae60a551-9e41-482e-a8a4-74b9b5964d90 None None] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:44.081009 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ae60a551-9e41-482e-a8a4-74b9b5964d90 None None] Transition to ACTIVE for port object 93c4c27f-f1b4-46fb-b920-281c26cf2dac will not be triggered until provisioned by entity L2. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:28:44.086546 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d065ae43-1d7b-44be-8431-6f9aea48798c req-8388b898-fd7a-4bfa-91d0-be965de0a17f tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:28:44.094946 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-d065ae43-1d7b-44be-8431-6f9aea48798c req-8388b898-fd7a-4bfa-91d0-be965de0a17f tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/ports?device_id=c82f64f9-7572-4580-b07f-b346ae07e8cc HTTP/1.1" status: 200 len: 943 time: 0.1884255 Jul 27 23:28:44.116517 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ae60a551-9e41-482e-a8a4-74b9b5964d90 None None] Transition to ACTIVE for port object 93c4c27f-f1b4-46fb-b920-281c26cf2dac will not be triggered until provisioned by entity DHCP. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:28:44.118081 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e4330a6-b9d6-4fbf-8ef2-28f36279812c tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Network 058b3320-b45f-41b0-90f7-cabf13084b63 is scheduled to be hosted by DHCP agent 5950e76f-2bde-4343-a925-cbe6bacd2706 with binding_index 1 {{(pid=93798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 23:28:44.151314 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ae60a551-9e41-482e-a8a4-74b9b5964d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:44.203812 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-d065ae43-1d7b-44be-8431-6f9aea48798c req-1487f311-9120-4a4e-9f81-9b59d9988933 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/security-groups?id=7dab0fca-2422-4f10-a2ed-ede178e48859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078391 Jul 27 23:28:44.224514 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-7e4330a6-b9d6-4fbf-8ef2-28f36279812c tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802623-1, 058b3320-b45f-41b0-90f7-cabf13084b63) {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:28:44.235754 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e4330a6-b9d6-4fbf-8ef2-28f36279812c tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:28:44.236652 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7e4330a6-b9d6-4fbf-8ef2-28f36279812c tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:44.243338 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae60a551-9e41-482e-a8a4-74b9b5964d90 None None] Network 98ace593-44f4-40da-9cc5-1726b39d0f10 is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:28:44.256214 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-ae60a551-9e41-482e-a8a4-74b9b5964d90 None None] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:28:44.259776 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae60a551-9e41-482e-a8a4-74b9b5964d90 None None] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:28:44.262891 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77080f7b-42ad-481f-834d-a34c2375d4b9 None None] Network 058b3320-b45f-41b0-90f7-cabf13084b63 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:28:44.278145 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0cc0ff93-9835-42c2-9444-040d8191677e tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11971800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12265753'] for subnet, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:44.314344 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3c032e89-bbe1-462b-a6b1-315da8752d07 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3760546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-413994'] for router_interface, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:44.326406 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port 15c92a5f-fcf7-4340-b57e-ba184e4d3613, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=15c92a5f-fcf7-4340-b57e-ba184e4d3613,segment=NetworkSegment(389149bf-5833-435c-91df-71739cf48c37),segment_id=389149bf-5833-435c-91df-71739cf48c37)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:28:44.412878 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0cc0ff93-9835-42c2-9444-040d8191677e tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618032', 'neutron.services.segments.db._delete_segments_for_network-8736833900081'] for network, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:44.425002 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-0cc0ff93-9835-42c2-9444-040d8191677e tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98ace593-44f4-40da-9cc5-1726b39d0f10']}} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:28:44.428749 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Returning: {'device': '15c92a5f-fcf7-4340-b57e-ba184e4d3613', 'network_id': 'd772070e-dad0-48ff-8bce-c02a3adbff90', 'port_id': '15c92a5f-fcf7-4340-b57e-ba184e4d3613', 'mac_address': 'fa:16:3e:3c:9c:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22fd4781-4e46-409c-a91a-a4ac3ab69caf', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 23:28:44.436234 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae60a551-9e41-482e-a8a4-74b9b5964d90 None None] Pushing event updated for resources: {'Port': ['ID=93c4c27f-f1b4-46fb-b920-281c26cf2dac,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:28:44.443841 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-0cc0ff93-9835-42c2-9444-040d8191677e tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aed12c93-e19c-48f5-8106-c74305dc8a6a') {'for_net_delete': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:28:44.444119 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-0cc0ff93-9835-42c2-9444-040d8191677e tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aed12c93-e19c-48f5-8106-c74305dc8a6a') {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:28:44.455771 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0cc0ff93-9835-42c2-9444-040d8191677e tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736833900858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11163256'] for segment, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:44.471803 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0cc0ff93-9835-42c2-9444-040d8191677e tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:44.479717 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0cc0ff93-9835-42c2-9444-040d8191677e tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Releasing vlan 501 on physical network physnet1 to pool {{(pid=93798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 23:28:44.479717 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0cc0ff93-9835-42c2-9444-040d8191677e tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11971746'] for segment, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:44.540306 n-d-802623-1 neutron-server[93798]: Traceback (most recent call last): Jul 27 23:28:44.540306 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 23:28:44.540306 n-d-802623-1 neutron-server[93798]: timer() Jul 27 23:28:44.540306 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 23:28:44.540306 n-d-802623-1 neutron-server[93798]: cb(*args, **kw) Jul 27 23:28:44.540306 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 23:28:44.540306 n-d-802623-1 neutron-server[93798]: return func(*args, **kwargs) Jul 27 23:28:44.540306 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 23:28:44.540306 n-d-802623-1 neutron-server[93798]: self._notify() Jul 27 23:28:44.540306 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 23:28:44.540306 n-d-802623-1 neutron-server[93798]: self.callback(batched_events) Jul 27 23:28:44.540306 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 23:28:44.540306 n-d-802623-1 neutron-server[93798]: event.method(event) Jul 27 23:28:44.540306 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 23:28:44.540306 n-d-802623-1 neutron-server[93798]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 23:28:44.540306 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 23:28:44.540306 n-d-802623-1 neutron-server[93798]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 23:28:44.540306 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 23:28:44.540306 n-d-802623-1 neutron-server[93798]: return f(self, *a, **k) Jul 27 23:28:44.540306 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 23:28:44.540306 n-d-802623-1 neutron-server[93798]: return self._get(url).json() Jul 27 23:28:44.540306 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 23:28:44.540306 n-d-802623-1 neutron-server[93798]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 23:28:44.540306 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 23:28:44.540306 n-d-802623-1 neutron-server[93798]: return self.request(url, 'GET', **kwargs) Jul 27 23:28:44.540306 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 23:28:44.540306 n-d-802623-1 neutron-server[93798]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 23:28:44.540306 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 23:28:44.540306 n-d-802623-1 neutron-server[93798]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 23:28:44.540306 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 23:28:44.540306 n-d-802623-1 neutron-server[93798]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 23:28:44.540306 n-d-802623-1 neutron-server[93798]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 23:28:44.546778 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:44.549880 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc0ff93-9835-42c2-9444-040d8191677e tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Pushing event deleted for resources: {'Subnet': ['ID=d215d683-e15a-4510-ac62-f4abb0b66b7c,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:28:44.555777 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-ae60a551-9e41-482e-a8a4-74b9b5964d90 None None] Attempting to bind port 93c4c27f-f1b4-46fb-b920-281c26cf2dac on host n-d-802623-1 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:28:44.555983 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-7e4330a6-b9d6-4fbf-8ef2-28f36279812c tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 2.4040103 Jul 27 23:28:44.556204 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-ae60a551-9e41-482e-a8a4-74b9b5964d90 None None] Attempting to bind port 93c4c27f-f1b4-46fb-b920-281c26cf2dac by drivers openvswitch,hyperv on host n-d-802623-1 at level 0 using segments [{'id': 'aed12c93-e19c-48f5-8106-c74305dc8a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '98ace593-44f4-40da-9cc5-1726b39d0f10'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:28:44.556204 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae60a551-9e41-482e-a8a4-74b9b5964d90 None None] Attempting to bind port 93c4c27f-f1b4-46fb-b920-281c26cf2dac on network 98ace593-44f4-40da-9cc5-1726b39d0f10 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:28:44.556481 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.db.api [None req-0cc0ff93-9835-42c2-9444-040d8191677e tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 27 23:28:44.556481 n-d-802623-1 neutron-server[93798]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 27 23:28:44.556481 n-d-802623-1 neutron-server[93798]: [parameters: {'id': '98ace593-44f4-40da-9cc5-1726b39d0f10'}] Jul 27 23:28:44.556481 n-d-802623-1 neutron-server[93798]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=93798) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 23:28:44.556481 n-d-802623-1 neutron-server[93798]: DEBUG oslo_db.api [None req-0cc0ff93-9835-42c2-9444-040d8191677e tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 23:28:44.556906 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 35148) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:28:44.561966 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-30769d9c-f39b-4f93-806b-e2dbfcd06941 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:28:44.605277 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e2bfee9e-1dee-47d8-96d1-e04223340a87 None None] Provisioning complete for port 3fc773ac-4886-4a73-af7a-2dd8d237c4a2 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:28:44.605640 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e2bfee9e-1dee-47d8-96d1-e04223340a87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:44.607936 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae60a551-9e41-482e-a8a4-74b9b5964d90 None None] Checking agent: {'id': 'a9a568d2-a5e7-41e4-833f-a8ab42ea4073', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 52, 30), 'started_at': datetime.datetime(2021, 7, 27, 22, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 28, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802623-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:28:44.608315 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae60a551-9e41-482e-a8a4-74b9b5964d90 None None] Checking segment: {'id': 'aed12c93-e19c-48f5-8106-c74305dc8a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '98ace593-44f4-40da-9cc5-1726b39d0f10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:28:44.608724 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ae60a551-9e41-482e-a8a4-74b9b5964d90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:44.609101 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae60a551-9e41-482e-a8a4-74b9b5964d90 None None] Bound using segment: {'id': 'aed12c93-e19c-48f5-8106-c74305dc8a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '98ace593-44f4-40da-9cc5-1726b39d0f10'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:28:44.609579 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-ae60a551-9e41-482e-a8a4-74b9b5964d90 None None] Bound port: 93c4c27f-f1b4-46fb-b920-281c26cf2dac, host: n-d-802623-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aed12c93-e19c-48f5-8106-c74305dc8a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '98ace593-44f4-40da-9cc5-1726b39d0f10'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:28:44.609960 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ae60a551-9e41-482e-a8a4-74b9b5964d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:44.613643 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15c92a5f-fcf7-4340-b57e-ba184e4d3613 {{(pid=93799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:28:44.741968 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-30769d9c-f39b-4f93-806b-e2dbfcd06941 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-11551424'] for subnet, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:44.781611 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port 15c92a5f-fcf7-4340-b57e-ba184e4d3613, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=15c92a5f-fcf7-4340-b57e-ba184e4d3613,segment=NetworkSegment(389149bf-5833-435c-91df-71739cf48c37),segment_id=389149bf-5833-435c-91df-71739cf48c37)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:28:44.810831 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:44.824726 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ae60a551-9e41-482e-a8a4-74b9b5964d90 None None] For port 93c4c27f-f1b4-46fb-b920-281c26cf2dac, host n-d-802623-1, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:28:44.875655 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ae60a551-9e41-482e-a8a4-74b9b5964d90 None None] For port 93c4c27f-f1b4-46fb-b920-281c26cf2dac, host n-d-802623-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=93c4c27f-f1b4-46fb-b920-281c26cf2dac,segment=NetworkSegment(aed12c93-e19c-48f5-8106-c74305dc8a6a),segment_id=aed12c93-e19c-48f5-8106-c74305dc8a6a)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:28:44.927996 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ae60a551-9e41-482e-a8a4-74b9b5964d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:44.938381 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddfde8a0-a109-4ad3-a2ae-c02204ab3efa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f6f257c-ad18-5f0c-8c8e-ea085a5fc8a2-058b3320-b45f-41b0-90f7-cabf13084b63', 'network_id': '058b3320-b45f-41b0-90f7-cabf13084b63', 'tenant_id': '934e936dd6c64e899cadf4ed7dc8ac75', 'fixed_ips': [{'subnet_id': '0ae44afe-dacb-4147-bacc-4f464caa1dc4'}]}} from n-d-802623-1. {{(pid=93799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 23:28:44.944643 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ddfde8a0-a109-4ad3-a2ae-c02204ab3efa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:44.959075 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a27ea0-896c-48b2-a6ef-e79821ff9fdc req-49d612bd-f30b-4f48-ad90-b879e50975ba tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:28:44.966862 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-b3a27ea0-896c-48b2-a6ef-e79821ff9fdc req-49d612bd-f30b-4f48-ad90-b879e50975ba tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] 10.222.0.18 "GET /v2.0/ports?device_id=ad67c1f5-7283-4637-999c-94737161fd62 HTTP/1.1" status: 200 len: 945 time: 0.1235428 Jul 27 23:28:44.986158 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c032e89-bbe1-462b-a6b1-315da8752d07 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Router 1500f0a8-b2da-4abc-92aa-0ad4f78eccb4 has already been hosted by L3 agent 018c4455-49c0-4734-927d-7824067b2a9e {{(pid=93798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 23:28:45.078900 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-b3a27ea0-896c-48b2-a6ef-e79821ff9fdc req-70151bab-5251-4578-9a54-555f35814988 tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] 10.222.0.18 "GET /v2.0/security-groups?id=0fdd7288-5bd7-4452-be54-74ff530fb5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0997119 Jul 27 23:28:45.084708 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] get_ports_and_sgs() called for port_ids ['15c92a5f-fcf7-4340-b57e-ba184e4d3613'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:28:45.108517 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-30769d9c-f39b-4f93-806b-e2dbfcd06941 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8736833727272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-11335976'] for subnet, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:45.248173 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30769d9c-f39b-4f93-806b-e2dbfcd06941 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:28:45.254000 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-30769d9c-f39b-4f93-806b-e2dbfcd06941 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Notify callbacks [] for subnet, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:45.262963 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-30769d9c-f39b-4f93-806b-e2dbfcd06941 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] 10.222.0.18 "PUT /v2.0/subnets/0ae44afe-dacb-4147-bacc-4f464caa1dc4 HTTP/1.1" status: 200 len: 877 time: 0.7057164 Jul 27 23:28:45.266498 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 35158) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:28:45.303962 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Pushing event updated for resources: {'Port': ['ID=15c92a5f-fcf7-4340-b57e-ba184e4d3613,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:28:45.315392 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30769d9c-f39b-4f93-806b-e2dbfcd06941 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Pushing event updated for resources: {'Subnet': ['ID=0ae44afe-dacb-4147-bacc-4f464caa1dc4,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:28:45.427581 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8050aaa2-43cf-47ea-bba4-13935760ba06 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593271'] for network, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:45.517877 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae60a551-9e41-482e-a8a4-74b9b5964d90 None None] Pushing event updated for resources: {'Port': ['ID=93c4c27f-f1b4-46fb-b920-281c26cf2dac,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:28:45.556189 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7dbfd8-7865-471a-bcc8-9b72807d2d20 req-1af55502-8be2-4b74-8c9b-e3672fc239b5 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:28:45.557753 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-fd7dbfd8-7865-471a-bcc8-9b72807d2d20 req-1af55502-8be2-4b74-8c9b-e3672fc239b5 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/ports?device_id=c82f64f9-7572-4580-b07f-b346ae07e8cc HTTP/1.1" status: 200 len: 943 time: 0.2513349 Jul 27 23:28:45.569133 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33457052-8747-4eda-b4c7-8eba7df6c0e1 None None] Network 98ace593-44f4-40da-9cc5-1726b39d0f10 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:28:45.601523 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8050aaa2-43cf-47ea-bba4-13935760ba06 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620741'] for subnet, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:45.612208 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0cc0ff93-9835-42c2-9444-040d8191677e tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593271'] for network, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:45.687856 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c1ffbd-3ae4-4f16-8424-907e0e694dc7 req-954013e9-914d-49a6-a36a-2515e695a64e tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:28:45.689495 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c7c1ffbd-3ae4-4f16-8424-907e0e694dc7 req-954013e9-914d-49a6-a36a-2515e695a64e tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/ports?device_id=afed9ed5-b597-44bc-8215-6b8b2fcefded HTTP/1.1" status: 200 len: 944 time: 0.7074471 Jul 27 23:28:45.709455 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-fd7dbfd8-7865-471a-bcc8-9b72807d2d20 req-ed31c303-4403-4fb6-b69d-918abf39aca7 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/security-groups?id=7dab0fca-2422-4f10-a2ed-ede178e48859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393025 Jul 27 23:28:45.764737 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c032e89-bbe1-462b-a6b1-315da8752d07 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:28:45.769751 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c7c1ffbd-3ae4-4f16-8424-907e0e694dc7 req-d1d47416-62ff-49ee-ab5d-01134343741f tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/security-groups?id=d6f41e72-2b87-4685-ae08-bc68afebebe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726755 Jul 27 23:28:45.773583 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-3c032e89-bbe1-462b-a6b1-315da8752d07 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] 10.222.0.18 "PUT /v2.0/routers/1500f0a8-b2da-4abc-92aa-0ad4f78eccb4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9224687 Jul 27 23:28:45.776562 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 35160) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:28:45.819342 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-0cc0ff93-9835-42c2-9444-040d8191677e tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Deleting port 93c4c27f-f1b4-46fb-b920-281c26cf2dac {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:28:45.821629 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0cc0ff93-9835-42c2-9444-040d8191677e tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:45.862417 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_v2 [None req-6486e528-22f9-47b1-9df1-5c6cd31eef93 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Deleting subnet 2f0e7cb4-1217-450a-af5b-092e562d7521 {{(pid=93797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 23:28:45.866485 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6486e528-22f9-47b1-9df1-5c6cd31eef93 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks [] for subnet, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:45.911227 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6486e528-22f9-47b1-9df1-5c6cd31eef93 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11335971'] for subnet, precommit_delete_associations {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:45.916580 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-0cc0ff93-9835-42c2-9444-040d8191677e tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] For port 93c4c27f-f1b4-46fb-b920-281c26cf2dac, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=93c4c27f-f1b4-46fb-b920-281c26cf2dac,segment=NetworkSegment(aed12c93-e19c-48f5-8106-c74305dc8a6a),segment_id=aed12c93-e19c-48f5-8106-c74305dc8a6a)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:28:45.917032 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0cc0ff93-9835-42c2-9444-040d8191677e tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:45.931888 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-0cc0ff93-9835-42c2-9444-040d8191677e tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Calling delete_port for 93c4c27f-f1b4-46fb-b920-281c26cf2dac owned by network:dhcp {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:28:45.981418 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faf72c77-b052-4f90-80d2-377299427f24 None None] Sync routers for ids ['1500f0a8-b2da-4abc-92aa-0ad4f78eccb4'] in n-d-802623-1 {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:28:45.993900 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-ddfde8a0-a109-4ad3-a2ae-c02204ab3efa None None] Allocated IP 172.20.0.3 (058b3320-b45f-41b0-90f7-cabf13084b63/0ae44afe-dacb-4147-bacc-4f464caa1dc4/796a1b9c-11ea-4f02-8820-92903695e181) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:28:46.020311 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6486e528-22f9-47b1-9df1-5c6cd31eef93 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620741'] for subnet, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:46.052020 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0cc0ff93-9835-42c2-9444-040d8191677e tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:46.052992 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faf72c77-b052-4f90-80d2-377299427f24 None None] Routers {'1500f0a8-b2da-4abc-92aa-0ad4f78eccb4'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:28:46.053668 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-faf72c77-b052-4f90-80d2-377299427f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:28:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['1500f0a8-b2da-4abc-92aa-0ad4f78eccb4'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:28:46.126809 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6486e528-22f9-47b1-9df1-5c6cd31eef93 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11335991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11551414'] for subnet, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:46.136199 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc0ff93-9835-42c2-9444-040d8191677e tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Pushing event deleted for resources: {'Port': ['ID=93c4c27f-f1b4-46fb-b920-281c26cf2dac,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:28:46.141392 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc0ff93-9835-42c2-9444-040d8191677e tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] No DVR routers for this DVR port 93c4c27f-f1b4-46fb-b920-281c26cf2dac on host n-d-802623-1 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:28:46.212435 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6486e528-22f9-47b1-9df1-5c6cd31eef93 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Pushing event deleted for resources: {'Subnet': ['ID=2f0e7cb4-1217-450a-af5b-092e562d7521,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:28:46.240993 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6486e528-22f9-47b1-9df1-5c6cd31eef93 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks [] for subnet, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:46.248014 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-6486e528-22f9-47b1-9df1-5c6cd31eef93 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] 10.222.0.18 "DELETE /v2.0/subnets/2f0e7cb4-1217-450a-af5b-092e562d7521 HTTP/1.1" status: 204 len: 168 time: 0.4703557 Jul 27 23:28:46.248890 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 35164) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:28:46.287679 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0cc0ff93-9835-42c2-9444-040d8191677e tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618032', 'neutron.services.segments.db._delete_segments_for_network-8736833900081'] for network, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:46.310302 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-0cc0ff93-9835-42c2-9444-040d8191677e tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98ace593-44f4-40da-9cc5-1726b39d0f10']}} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:28:46.336049 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-0cc0ff93-9835-42c2-9444-040d8191677e tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aed12c93-e19c-48f5-8106-c74305dc8a6a') {'for_net_delete': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:28:46.336592 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-0cc0ff93-9835-42c2-9444-040d8191677e tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aed12c93-e19c-48f5-8106-c74305dc8a6a') {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:28:46.337463 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08a4c730-b9fb-46d5-8154-d3ce6def2009 None None] Network f33f478a-5a93-43d9-988a-2827d45cd859 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:28:46.339310 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6e536e1-9a49-4c95-8dee-dd0bd2d057eb None None] Network 98ace593-44f4-40da-9cc5-1726b39d0f10 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:28:46.355835 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0cc0ff93-9835-42c2-9444-040d8191677e tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736833900858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11163256'] for segment, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:46.375694 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0cc0ff93-9835-42c2-9444-040d8191677e tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:46.418341 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0cc0ff93-9835-42c2-9444-040d8191677e tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Releasing vlan 501 on physical network physnet1 to pool {{(pid=93798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 23:28:46.418758 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0cc0ff93-9835-42c2-9444-040d8191677e tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11971746'] for segment, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:46.421916 n-d-802623-1 neutron-server[93798]: Traceback (most recent call last): Jul 27 23:28:46.421916 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 23:28:46.421916 n-d-802623-1 neutron-server[93798]: timer() Jul 27 23:28:46.421916 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 23:28:46.421916 n-d-802623-1 neutron-server[93798]: cb(*args, **kw) Jul 27 23:28:46.421916 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 23:28:46.421916 n-d-802623-1 neutron-server[93798]: return func(*args, **kwargs) Jul 27 23:28:46.421916 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 23:28:46.421916 n-d-802623-1 neutron-server[93798]: self._notify() Jul 27 23:28:46.421916 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 23:28:46.421916 n-d-802623-1 neutron-server[93798]: self.callback(batched_events) Jul 27 23:28:46.421916 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 23:28:46.421916 n-d-802623-1 neutron-server[93798]: event.method(event) Jul 27 23:28:46.421916 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 23:28:46.421916 n-d-802623-1 neutron-server[93798]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 23:28:46.421916 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 23:28:46.421916 n-d-802623-1 neutron-server[93798]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 23:28:46.421916 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 23:28:46.421916 n-d-802623-1 neutron-server[93798]: return f(self, *a, **k) Jul 27 23:28:46.421916 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 23:28:46.421916 n-d-802623-1 neutron-server[93798]: return self._get(url).json() Jul 27 23:28:46.421916 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 23:28:46.421916 n-d-802623-1 neutron-server[93798]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 23:28:46.421916 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 23:28:46.421916 n-d-802623-1 neutron-server[93798]: return self.request(url, 'GET', **kwargs) Jul 27 23:28:46.421916 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 23:28:46.421916 n-d-802623-1 neutron-server[93798]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 23:28:46.421916 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 23:28:46.421916 n-d-802623-1 neutron-server[93798]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 23:28:46.421916 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 23:28:46.421916 n-d-802623-1 neutron-server[93798]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 23:28:46.421916 n-d-802623-1 neutron-server[93798]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 23:28:46.516828 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0cc0ff93-9835-42c2-9444-040d8191677e tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415412'] for network, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:46.539176 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-faf72c77-b052-4f90-80d2-377299427f24 None None] Set router 1500f0a8-b2da-4abc-92aa-0ad4f78eccb4 gateway port host: n-d-802623-1 {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:28:46.540824 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0cc0ff93-9835-42c2-9444-040d8191677e tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:46.546528 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-0cc0ff93-9835-42c2-9444-040d8191677e tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] 10.222.0.18 "DELETE /v2.0/networks/98ace593-44f4-40da-9cc5-1726b39d0f10 HTTP/1.1" status: 204 len: 168 time: 4.0341394 Jul 27 23:28:46.547866 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc0ff93-9835-42c2-9444-040d8191677e tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Pushing event deleted for resources: {'Network': ['ID=98ace593-44f4-40da-9cc5-1726b39d0f10,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:28:46.549859 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 35166) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:28:46.571471 n-d-802623-1 neutron-server[93798]: INFO neutron.pecan_wsgi.hooks.translation [None req-196b100d-95b5-411e-8520-626a19297fe9 tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] DELETE failed (client error): The resource could not be found. Jul 27 23:28:46.572459 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-196b100d-95b5-411e-8520-626a19297fe9 tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 23:28:46.579828 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-196b100d-95b5-411e-8520-626a19297fe9 tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] 10.222.0.18 "DELETE /v2.0/networks/98ace593-44f4-40da-9cc5-1726b39d0f10 HTTP/1.1" status: 404 len: 339 time: 0.0284505 Jul 27 23:28:46.580869 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 35168) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:28:46.586257 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-3d00c2d6-d82b-47ce-9a68-cab1def79f29 tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2092320258', 'description': 'd1'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:28:46.613464 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d00c2d6-d82b-47ce-9a68-cab1def79f29 tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Made reservation on behalf of e4b27fac89dd4f28b2bc9101764ad5ba for: {'network': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:28:46.619203 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3d00c2d6-d82b-47ce-9a68-cab1def79f29 tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for network, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:46.658780 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d00c2d6-d82b-47ce-9a68-cab1def79f29 tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 534} {{(pid=93798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 23:28:46.669996 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3d00c2d6-d82b-47ce-9a68-cab1def79f29 tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:46.670969 n-d-802623-1 neutron-server[93798]: INFO neutron.db.segments_db [None req-3d00c2d6-d82b-47ce-9a68-cab1def79f29 tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Added segment ee7410be-8ed4-4416-a84b-a8ec1465b6a0 of type vlan for network 4cac1a70-3ef3-488e-b92a-513ae7097420 Jul 27 23:28:46.729487 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3d00c2d6-d82b-47ce-9a68-cab1def79f29 tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736833354590'] for network, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:46.768457 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3d00c2d6-d82b-47ce-9a68-cab1def79f29 tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569'] for network, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:46.774563 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d00c2d6-d82b-47ce-9a68-cab1def79f29 tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:28:46.775200 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3d00c2d6-d82b-47ce-9a68-cab1def79f29 tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760519'] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:46.808974 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-3d00c2d6-d82b-47ce-9a68-cab1def79f29 tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2265637 Jul 27 23:28:46.821365 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 35174) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:28:46.904647 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ddfde8a0-a109-4ad3-a2ae-c02204ab3efa None None] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:46.923696 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660798cc-9f5d-42a1-aa8e-a7cd9e1e15e5 req-4b8bf0e9-ef98-4f94-b84b-5c3d722a8f58 tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:28:46.927689 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ddfde8a0-a109-4ad3-a2ae-c02204ab3efa None None] Transition to ACTIVE for port object 796a1b9c-11ea-4f02-8820-92903695e181 will not be triggered until provisioned by entity L2. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:28:46.932018 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-660798cc-9f5d-42a1-aa8e-a7cd9e1e15e5 req-4b8bf0e9-ef98-4f94-b84b-5c3d722a8f58 tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] 10.222.0.18 "GET /v2.0/ports?device_id=ad67c1f5-7283-4637-999c-94737161fd62 HTTP/1.1" status: 200 len: 945 time: 0.7464547 Jul 27 23:28:46.984049 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ddfde8a0-a109-4ad3-a2ae-c02204ab3efa None None] Transition to ACTIVE for port object 796a1b9c-11ea-4f02-8820-92903695e181 will not be triggered until provisioned by entity DHCP. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:28:47.000139 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ddfde8a0-a109-4ad3-a2ae-c02204ab3efa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:47.029283 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d00c2d6-d82b-47ce-9a68-cab1def79f29 tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Pushing event updated for resources: {'Network': ['ID=4cac1a70-3ef3-488e-b92a-513ae7097420,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:28:47.057219 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98f26eb8-1196-4cb9-9e1c-d4eca5cff3a3 tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:28:47.059091 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-98f26eb8-1196-4cb9-9e1c-d4eca5cff3a3 tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] 10.222.0.18 "GET /v2.0/networks?id=4cac1a70-3ef3-488e-b92a-513ae7097420 HTTP/1.1" status: 200 len: 765 time: 0.2365279 Jul 27 23:28:47.067339 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6aaa6f1-de4c-48ca-afb4-e78a9221f1db req-bf80a263-0d1c-4f87-a7d5-fa6a58bec64b tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:28:47.074646 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a6aaa6f1-de4c-48ca-afb4-e78a9221f1db req-bf80a263-0d1c-4f87-a7d5-fa6a58bec64b tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/ports?device_id=c82f64f9-7572-4580-b07f-b346ae07e8cc HTTP/1.1" status: 200 len: 943 time: 0.2017272 Jul 27 23:28:47.075950 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 35176) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:28:47.079246 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfde8a0-a109-4ad3-a2ae-c02204ab3efa None None] Pushing event updated for resources: {'Port': ['ID=796a1b9c-11ea-4f02-8820-92903695e181,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:28:47.080740 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-4b401d9f-d5d3-48da-93c0-907b97eb88f7 tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Request body: {'network': {'description': 'd2'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:28:47.081849 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Network 4cac1a70-3ef3-488e-b92a-513ae7097420 details requested by agent ovs-agent-n-d-802623-1 with host n-d-802623-1 {{(pid=93799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 23:28:47.094628 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-660798cc-9f5d-42a1-aa8e-a7cd9e1e15e5 req-a2adb786-75bb-4f74-9601-ba2d0332e11e tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] 10.222.0.18 "GET /v2.0/security-groups?id=0fdd7288-5bd7-4452-be54-74ff530fb5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1543565 Jul 27 23:28:47.098853 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8050aaa2-43cf-47ea-bba4-13935760ba06 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11335991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11551414'] for subnet, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:47.172791 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8050aaa2-43cf-47ea-bba4-13935760ba06 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Pushing event deleted for resources: {'Subnet': ['ID=0ae44afe-dacb-4147-bacc-4f464caa1dc4,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:28:47.185476 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b60e391e-0a5e-4be6-b0b8-099e893ceb9c tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks [] for router, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:47.196120 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6a689e6-6f74-40ac-bc18-0e57910370d5 None None] DHCP port deletion for f33f478a-5a93-43d9-988a-2827d45cd859 request from n-d-802623-1 {{(pid=93799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 23:28:47.200975 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a6aaa6f1-de4c-48ca-afb4-e78a9221f1db req-f37942fd-aba8-4373-aec9-92a2a1a20784 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/security-groups?id=7dab0fca-2422-4f10-a2ed-ede178e48859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160870 Jul 27 23:28:47.254819 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddfde8a0-a109-4ad3-a2ae-c02204ab3efa None None] Network 058b3320-b45f-41b0-90f7-cabf13084b63 is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:28:47.261865 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-ddfde8a0-a109-4ad3-a2ae-c02204ab3efa None None] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:28:47.269934 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-faf72c77-b052-4f90-80d2-377299427f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1500f0a8-b2da-4abc-92aa-0ad4f78eccb4', 'name': 'tempest-TestNetworkBasicOps-router-1724551368', 'tenant_id': 'ba4fae7b46b54e6e99cbf665d54e4a7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.22'}], 'enable_snat': True}, 'gw_port_id': '04e67126-ded4-4fdf-8334-7d37b4221bb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:27:22Z', 'updated_at': '2021-07-27T23:28:42Z', 'revision_number': 5, 'project_id': 'ba4fae7b46b54e6e99cbf665d54e4a7e', 'gw_port': {'id': '04e67126-ded4-4fdf-8334-7d37b4221bb3', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:74:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1500f0a8-b2da-4abc-92aa-0ad4f78eccb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2702, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:27:24Z', 'updated_at': '2021-07-27T23:27:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1'}], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:28:47.313705 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4b401d9f-d5d3-48da-93c0-907b97eb88f7 tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736833354590'] for network, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:47.316280 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddfde8a0-a109-4ad3-a2ae-c02204ab3efa None None] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:28:47.326892 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faf72c77-b052-4f90-80d2-377299427f24 None None] Checking router: 1500f0a8-b2da-4abc-92aa-0ad4f78eccb4 for host: n-d-802623-1 {{(pid=93799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 23:28:47.348063 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b60e391e-0a5e-4be6-b0b8-099e893ceb9c tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:47.353533 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4b401d9f-d5d3-48da-93c0-907b97eb88f7 tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569'] for network, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:47.385545 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faf72c77-b052-4f90-80d2-377299427f24 None None] Routers {'1500f0a8-b2da-4abc-92aa-0ad4f78eccb4'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:28:47.386215 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-faf72c77-b052-4f90-80d2-377299427f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:28:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['1500f0a8-b2da-4abc-92aa-0ad4f78eccb4'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:28:47.444922 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-ddfde8a0-a109-4ad3-a2ae-c02204ab3efa None None] Attempting to bind port 796a1b9c-11ea-4f02-8820-92903695e181 on host n-d-802623-1 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:28:47.445326 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-ddfde8a0-a109-4ad3-a2ae-c02204ab3efa None None] Attempting to bind port 796a1b9c-11ea-4f02-8820-92903695e181 by drivers openvswitch,hyperv on host n-d-802623-1 at level 0 using segments [{'id': '1960d7b5-af90-4e1b-a64e-40c11cf3870e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '058b3320-b45f-41b0-90f7-cabf13084b63'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:28:47.445657 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddfde8a0-a109-4ad3-a2ae-c02204ab3efa None None] Attempting to bind port 796a1b9c-11ea-4f02-8820-92903695e181 on network 058b3320-b45f-41b0-90f7-cabf13084b63 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:28:47.453034 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-e6a689e6-6f74-40ac-bc18-0e57910370d5 None None] Deleting port dd8326d1-0615-47f5-afdc-a259381baaf6 {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:28:47.453034 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e6a689e6-6f74-40ac-bc18-0e57910370d5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:47.460347 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-4b401d9f-d5d3-48da-93c0-907b97eb88f7 tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Network 4cac1a70-3ef3-488e-b92a-513ae7097420 is not hosted by any dhcp agent {{(pid=93798) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 27 23:28:47.477512 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b401d9f-d5d3-48da-93c0-907b97eb88f7 tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:28:47.478246 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4b401d9f-d5d3-48da-93c0-907b97eb88f7 tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Notify callbacks [] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:47.482183 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-4b401d9f-d5d3-48da-93c0-907b97eb88f7 tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] 10.222.0.18 "PUT /v2.0/networks/4cac1a70-3ef3-488e-b92a-513ae7097420 HTTP/1.1" status: 200 len: 762 time: 0.4032574 Jul 27 23:28:47.482729 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 35178) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:28:47.490199 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8050aaa2-43cf-47ea-bba4-13935760ba06 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618032', 'neutron.services.segments.db._delete_segments_for_network-8736833900081'] for network, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:47.498359 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddfde8a0-a109-4ad3-a2ae-c02204ab3efa None None] Checking agent: {'id': 'a9a568d2-a5e7-41e4-833f-a8ab42ea4073', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 52, 30), 'started_at': datetime.datetime(2021, 7, 27, 22, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 28, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802623-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:28:47.498797 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddfde8a0-a109-4ad3-a2ae-c02204ab3efa None None] Checking segment: {'id': '1960d7b5-af90-4e1b-a64e-40c11cf3870e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '058b3320-b45f-41b0-90f7-cabf13084b63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:28:47.499182 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ddfde8a0-a109-4ad3-a2ae-c02204ab3efa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:47.499730 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddfde8a0-a109-4ad3-a2ae-c02204ab3efa None None] Bound using segment: {'id': '1960d7b5-af90-4e1b-a64e-40c11cf3870e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '058b3320-b45f-41b0-90f7-cabf13084b63'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:28:47.500236 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-ddfde8a0-a109-4ad3-a2ae-c02204ab3efa None None] Bound port: 796a1b9c-11ea-4f02-8820-92903695e181, host: n-d-802623-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1960d7b5-af90-4e1b-a64e-40c11cf3870e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '058b3320-b45f-41b0-90f7-cabf13084b63'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:28:47.500630 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ddfde8a0-a109-4ad3-a2ae-c02204ab3efa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:47.509361 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-8050aaa2-43cf-47ea-bba4-13935760ba06 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['058b3320-b45f-41b0-90f7-cabf13084b63']}} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:28:47.524154 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-8050aaa2-43cf-47ea-bba4-13935760ba06 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1960d7b5-af90-4e1b-a64e-40c11cf3870e') {'for_net_delete': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:28:47.524859 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-8050aaa2-43cf-47ea-bba4-13935760ba06 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1960d7b5-af90-4e1b-a64e-40c11cf3870e') {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:28:47.539681 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8050aaa2-43cf-47ea-bba4-13935760ba06 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736833900858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11335978'] for segment, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:47.561978 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8050aaa2-43cf-47ea-bba4-13935760ba06 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:47.572434 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-e6a689e6-6f74-40ac-bc18-0e57910370d5 None None] For port dd8326d1-0615-47f5-afdc-a259381baaf6, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=dd8326d1-0615-47f5-afdc-a259381baaf6,segment=NetworkSegment(7c60bb94-020e-4d82-9690-a79eecb055ab),segment_id=7c60bb94-020e-4d82-9690-a79eecb055ab)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:28:47.572434 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e6a689e6-6f74-40ac-bc18-0e57910370d5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:47.594685 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f66914d-bbf8-4ad3-bde9-fd1880d35c66 req-26223ce4-8431-4d41-aed6-e88c36fd5576 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:28:47.596715 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-5f66914d-bbf8-4ad3-bde9-fd1880d35c66 req-26223ce4-8431-4d41-aed6-e88c36fd5576 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/ports?device_id=afed9ed5-b597-44bc-8215-6b8b2fcefded HTTP/1.1" status: 200 len: 944 time: 0.2988138 Jul 27 23:28:47.600409 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8050aaa2-43cf-47ea-bba4-13935760ba06 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Releasing vlan 536 on physical network physnet1 to pool {{(pid=93797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 23:28:47.600820 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8050aaa2-43cf-47ea-bba4-13935760ba06 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11336013'] for segment, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:47.607095 n-d-802623-1 neutron-server[93797]: Traceback (most recent call last): Jul 27 23:28:47.607095 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 23:28:47.607095 n-d-802623-1 neutron-server[93797]: timer() Jul 27 23:28:47.607095 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 23:28:47.607095 n-d-802623-1 neutron-server[93797]: cb(*args, **kw) Jul 27 23:28:47.607095 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 23:28:47.607095 n-d-802623-1 neutron-server[93797]: return func(*args, **kwargs) Jul 27 23:28:47.607095 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 23:28:47.607095 n-d-802623-1 neutron-server[93797]: self._notify() Jul 27 23:28:47.607095 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 23:28:47.607095 n-d-802623-1 neutron-server[93797]: self.callback(batched_events) Jul 27 23:28:47.607095 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 23:28:47.607095 n-d-802623-1 neutron-server[93797]: event.method(event) Jul 27 23:28:47.607095 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 23:28:47.607095 n-d-802623-1 neutron-server[93797]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 23:28:47.607095 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 23:28:47.607095 n-d-802623-1 neutron-server[93797]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 23:28:47.607095 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 23:28:47.607095 n-d-802623-1 neutron-server[93797]: return f(self, *a, **k) Jul 27 23:28:47.607095 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 23:28:47.607095 n-d-802623-1 neutron-server[93797]: return self._get(url).json() Jul 27 23:28:47.607095 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 23:28:47.607095 n-d-802623-1 neutron-server[93797]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 23:28:47.607095 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 23:28:47.607095 n-d-802623-1 neutron-server[93797]: return self.request(url, 'GET', **kwargs) Jul 27 23:28:47.607095 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 23:28:47.607095 n-d-802623-1 neutron-server[93797]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 23:28:47.607095 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 23:28:47.607095 n-d-802623-1 neutron-server[93797]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 23:28:47.607095 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 23:28:47.607095 n-d-802623-1 neutron-server[93797]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 23:28:47.607095 n-d-802623-1 neutron-server[93797]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 23:28:47.634747 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-e6a689e6-6f74-40ac-bc18-0e57910370d5 None None] Calling delete_port for dd8326d1-0615-47f5-afdc-a259381baaf6 owned by network:dhcp {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:28:47.642309 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-faf72c77-b052-4f90-80d2-377299427f24 None None] Set router 1500f0a8-b2da-4abc-92aa-0ad4f78eccb4 gateway port host: n-d-802623-1 {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:28:47.725164 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-b60e391e-0a5e-4be6-b0b8-099e893ceb9c tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Deleting port 04e67126-ded4-4fdf-8334-7d37b4221bb3 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:28:47.725708 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b60e391e-0a5e-4be6-b0b8-099e893ceb9c tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:47.743347 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd81f444-6a0a-467d-8383-c5be5d6e9237 tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:28:47.744883 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-bd81f444-6a0a-467d-8383-c5be5d6e9237 tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] 10.222.0.18 "GET /v2.0/networks?id=4cac1a70-3ef3-488e-b92a-513ae7097420 HTTP/1.1" status: 200 len: 765 time: 0.2558064 Jul 27 23:28:47.749267 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 35180) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:28:47.751650 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b401d9f-d5d3-48da-93c0-907b97eb88f7 tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Pushing event updated for resources: {'Network': ['ID=4cac1a70-3ef3-488e-b92a-513ae7097420,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:28:47.808466 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Network 4cac1a70-3ef3-488e-b92a-513ae7097420 details requested by agent ovs-agent-n-d-802623-1 with host n-d-802623-1 {{(pid=93799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 23:28:47.868636 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-5f66914d-bbf8-4ad3-bde9-fd1880d35c66 req-6e7d93b1-7d0a-4903-ae14-bf90460e09b6 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/security-groups?id=d6f41e72-2b87-4685-ae08-bc68afebebe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2608488 Jul 27 23:28:47.880304 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.db.api [None req-8050aaa2-43cf-47ea-bba4-13935760ba06 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 27 23:28:47.880304 n-d-802623-1 neutron-server[93797]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 27 23:28:47.880304 n-d-802623-1 neutron-server[93797]: [parameters: {'id': '058b3320-b45f-41b0-90f7-cabf13084b63'}] Jul 27 23:28:47.880304 n-d-802623-1 neutron-server[93797]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=93797) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 23:28:47.881361 n-d-802623-1 neutron-server[93797]: DEBUG oslo_db.api [None req-8050aaa2-43cf-47ea-bba4-13935760ba06 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 23:28:47.888540 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf2d8594-d528-494b-b456-ee62dd6d5da7 tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:28:47.890200 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-bf2d8594-d528-494b-b456-ee62dd6d5da7 tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.1399922 Jul 27 23:28:47.893894 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 35182) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:28:47.983615 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-f95620a8-14f5-4561-b1bf-84741de4f07b tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] 10.222.0.18 "GET /v2.0/subnets?network_id=2fd42287-ed26-4eb9-89a5-b521f5b04356 HTTP/1.1" status: 200 len: 207 time: 0.0884538 Jul 27 23:28:47.986941 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 35184) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:28:48.042543 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ddfde8a0-a109-4ad3-a2ae-c02204ab3efa None None] For port 796a1b9c-11ea-4f02-8820-92903695e181, host n-d-802623-1, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:28:48.046808 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 15c92a5f-fcf7-4340-b57e-ba184e4d3613 up at agent hyperv_n-h1-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:28:48.104445 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ddfde8a0-a109-4ad3-a2ae-c02204ab3efa None None] For port 796a1b9c-11ea-4f02-8820-92903695e181, host n-d-802623-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=796a1b9c-11ea-4f02-8820-92903695e181,segment=NetworkSegment(1960d7b5-af90-4e1b-a64e-40c11cf3870e),segment_id=1960d7b5-af90-4e1b-a64e-40c11cf3870e)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:28:48.160147 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ddfde8a0-a109-4ad3-a2ae-c02204ab3efa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:48.319269 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-b60e391e-0a5e-4be6-b0b8-099e893ceb9c tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] For port 04e67126-ded4-4fdf-8334-7d37b4221bb3, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=04e67126-ded4-4fdf-8334-7d37b4221bb3,segment=NetworkSegment(b9afe07e-bbe4-4740-834c-4b6a9698bdbc),segment_id=b9afe07e-bbe4-4740-834c-4b6a9698bdbc)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:28:48.319644 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b60e391e-0a5e-4be6-b0b8-099e893ceb9c tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:48.360087 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc347224-5f20-4e91-b534-3ded812980fa req-dcc20252-e00c-4486-a447-bf73aba867a9 tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:28:48.361747 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-cc347224-5f20-4e91-b534-3ded812980fa req-dcc20252-e00c-4486-a447-bf73aba867a9 tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] 10.222.0.18 "GET /v2.0/ports?device_id=ad67c1f5-7283-4637-999c-94737161fd62 HTTP/1.1" status: 200 len: 945 time: 0.1660798 Jul 27 23:28:48.377210 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device dd8326d1-0615-47f5-afdc-a259381baaf6 no longer exists at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:28:48.385824 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8050aaa2-43cf-47ea-bba4-13935760ba06 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593271'] for network, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:48.401646 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4a64b70-c9fb-4c92-8507-031bb9be74fd tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:28:48.412412 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4a64b70-c9fb-4c92-8507-031bb9be74fd tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:28:48.433057 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4a64b70-c9fb-4c92-8507-031bb9be74fd tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:28:48.433057 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4a64b70-c9fb-4c92-8507-031bb9be74fd tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:28:48.438443 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-cc347224-5f20-4e91-b534-3ded812980fa req-a7cfe7ae-8875-4e09-a92d-ef7560b4dca2 tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] 10.222.0.18 "GET /v2.0/security-groups?id=0fdd7288-5bd7-4452-be54-74ff530fb5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484116 Jul 27 23:28:48.443943 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4a64b70-c9fb-4c92-8507-031bb9be74fd tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:28:48.446111 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e6a689e6-6f74-40ac-bc18-0e57910370d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:48.451575 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4a64b70-c9fb-4c92-8507-031bb9be74fd tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:28:48.457668 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-d4a64b70-c9fb-4c92-8507-031bb9be74fd tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3731 time: 0.4662585 Jul 27 23:28:48.458076 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 35192) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:28:48.506212 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29e546ff-7870-43f8-9ddd-a7d61c066bd5 None None] Network 058b3320-b45f-41b0-90f7-cabf13084b63 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:28:48.508980 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6a689e6-6f74-40ac-bc18-0e57910370d5 None None] No DVR routers for this DVR port dd8326d1-0615-47f5-afdc-a259381baaf6 on host n-d-802623-1 {{(pid=93799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:28:48.511835 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfde8a0-a109-4ad3-a2ae-c02204ab3efa None None] Pushing event updated for resources: {'Port': ['ID=796a1b9c-11ea-4f02-8820-92903695e181,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:28:48.521083 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-b60e391e-0a5e-4be6-b0b8-099e893ceb9c tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Calling delete_port for 04e67126-ded4-4fdf-8334-7d37b4221bb3 owned by network:router_gateway {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:28:48.529557 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Provisioning for port 15c92a5f-fcf7-4340-b57e-ba184e4d3613 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:28:48.588321 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a689e6-6f74-40ac-bc18-0e57910370d5 None None] Pushing event deleted for resources: {'Port': ['ID=dd8326d1-0615-47f5-afdc-a259381baaf6,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:28:48.590764 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] No active binding found for port dd8326d1-0615-47f5-afdc-a259381baaf6 {{(pid=93799) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 27 23:28:48.591270 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device dd8326d1-0615-47f5-afdc-a259381baaf6 not bound to the agent host n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:28:48.592673 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Provisioning complete for port 15c92a5f-fcf7-4340-b57e-ba184e4d3613 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:28:48.593047 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:48.672664 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637dd8b6-a7a3-4465-aad2-d33c15fbcc4f req-78300d14-a72b-4911-8afe-814a0d2c586b tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:28:48.681204 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-637dd8b6-a7a3-4465-aad2-d33c15fbcc4f req-78300d14-a72b-4911-8afe-814a0d2c586b tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/ports?device_id=c82f64f9-7572-4580-b07f-b346ae07e8cc HTTP/1.1" status: 200 len: 943 time: 0.2969775 Jul 27 23:28:48.707575 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-faf72c77-b052-4f90-80d2-377299427f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1500f0a8-b2da-4abc-92aa-0ad4f78eccb4', 'name': 'tempest-TestNetworkBasicOps-router-1724551368', 'tenant_id': 'ba4fae7b46b54e6e99cbf665d54e4a7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.22'}], 'enable_snat': True}, 'gw_port_id': '04e67126-ded4-4fdf-8334-7d37b4221bb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:27:22Z', 'updated_at': '2021-07-27T23:28:42Z', 'revision_number': 5, 'project_id': 'ba4fae7b46b54e6e99cbf665d54e4a7e', 'gw_port': {'id': '04e67126-ded4-4fdf-8334-7d37b4221bb3', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:74:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1500f0a8-b2da-4abc-92aa-0ad4f78eccb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2702, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:27:24Z', 'updated_at': '2021-07-27T23:27:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1'}], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:28:48.740318 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faf72c77-b052-4f90-80d2-377299427f24 None None] The sync data for ids ['1500f0a8-b2da-4abc-92aa-0ad4f78eccb4'] in n-d-802623-1 is: [{'id': '1500f0a8-b2da-4abc-92aa-0ad4f78eccb4', 'name': 'tempest-TestNetworkBasicOps-router-1724551368', 'tenant_id': 'ba4fae7b46b54e6e99cbf665d54e4a7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.22'}], 'enable_snat': True}, 'gw_port_id': '04e67126-ded4-4fdf-8334-7d37b4221bb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:27:22Z', 'updated_at': '2021-07-27T23:28:42Z', 'revision_number': 5, 'project_id': 'ba4fae7b46b54e6e99cbf665d54e4a7e', 'gw_port': {'id': '04e67126-ded4-4fdf-8334-7d37b4221bb3', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:74:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1500f0a8-b2da-4abc-92aa-0ad4f78eccb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2702, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:27:24Z', 'updated_at': '2021-07-27T23:27:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1'}] {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:28:48.768058 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-d1f52c61-a43c-4c69-9a62-1d697920cc04 tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] 10.222.0.18 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 813 time: 0.3083532 Jul 27 23:28:48.771360 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 35194) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:28:48.786895 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:48.843659 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port 15c92a5f-fcf7-4340-b57e-ba184e4d3613, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=15c92a5f-fcf7-4340-b57e-ba184e4d3613,segment=NetworkSegment(389149bf-5833-435c-91df-71739cf48c37),segment_id=389149bf-5833-435c-91df-71739cf48c37)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:28:48.846572 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad67c1f5-7283-4637-999c-94737161fd62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15c92a5f-fcf7-4340-b57e-ba184e4d3613'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:28:48.848452 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c0369b0d4f459110ff20a1f9878ba33f96d6491bddb9d15843bf29d01e0bda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fc6e38f-65e6-4f4a-809d-5b7093547248" -d '{"events": [{"server_uuid": "ad67c1f5-7283-4637-999c-94737161fd62", "name": "network-vif-plugged", "status": "completed", "tag": "15c92a5f-fcf7-4340-b57e-ba184e4d3613"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:28:48.851310 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6163b4e-d26b-49d0-a591-e10c04629016 None None] Network 058b3320-b45f-41b0-90f7-cabf13084b63 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:28:48.857837 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-637dd8b6-a7a3-4465-aad2-d33c15fbcc4f req-0dc12c65-794d-474c-b784-44819ba547ab tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/security-groups?id=7dab0fca-2422-4f10-a2ed-ede178e48859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736345 Jul 27 23:28:48.878017 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-8050aaa2-43cf-47ea-bba4-13935760ba06 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Deleting port 796a1b9c-11ea-4f02-8820-92903695e181 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:28:48.878332 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8050aaa2-43cf-47ea-bba4-13935760ba06 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:48.879746 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:48.889525 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-544c3852-4246-4ddb-9e8b-9a975f488c54 tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:28:48.891140 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-544c3852-4246-4ddb-9e8b-9a975f488c54 tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:28:48.893780 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-544c3852-4246-4ddb-9e8b-9a975f488c54 tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:28:48.894623 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-544c3852-4246-4ddb-9e8b-9a975f488c54 tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:28:48.896221 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-544c3852-4246-4ddb-9e8b-9a975f488c54 tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:28:48.907135 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-544c3852-4246-4ddb-9e8b-9a975f488c54 tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1313286 Jul 27 23:28:48.907458 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 35200) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:28:48.950891 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:28:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b510cce-3546-493e-a6fe-85f85dd1107b x-openstack-request-id: req-5b510cce-3546-493e-a6fe-85f85dd1107b {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:28:48.951308 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad67c1f5-7283-4637-999c-94737161fd62", "name": "network-vif-plugged", "status": "completed", "tag": "15c92a5f-fcf7-4340-b57e-ba184e4d3613", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:28:48.951511 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5b510cce-3546-493e-a6fe-85f85dd1107b {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:28:48.951888 n-d-802623-1 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad67c1f5-7283-4637-999c-94737161fd62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15c92a5f-fcf7-4340-b57e-ba184e4d3613', 'code': 200} Jul 27 23:28:49.011262 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e7d24c7-c8a3-4f12-a5c9-6ec2ca96baff tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Attributes excluded by policy engine: ['shared'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:28:49.012956 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e7d24c7-c8a3-4f12-a5c9-6ec2ca96baff tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Attributes excluded by policy engine: ['shared'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:28:49.014642 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e7d24c7-c8a3-4f12-a5c9-6ec2ca96baff tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Attributes excluded by policy engine: ['shared'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:28:49.016488 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e7d24c7-c8a3-4f12-a5c9-6ec2ca96baff tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Attributes excluded by policy engine: ['shared'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:28:49.019476 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e7d24c7-c8a3-4f12-a5c9-6ec2ca96baff tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Attributes excluded by policy engine: ['shared'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:28:49.023703 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-1e7d24c7-c8a3-4f12-a5c9-6ec2ca96baff tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] 10.222.0.18 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1120083 Jul 27 23:28:49.024332 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 35202) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:28:49.047433 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Pushing event updated for resources: {'Port': ['ID=15c92a5f-fcf7-4340-b57e-ba184e4d3613,revision_number=5']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:28:49.085152 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-8050aaa2-43cf-47ea-bba4-13935760ba06 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] For port 796a1b9c-11ea-4f02-8820-92903695e181, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=796a1b9c-11ea-4f02-8820-92903695e181,segment=NetworkSegment(1960d7b5-af90-4e1b-a64e-40c11cf3870e),segment_id=1960d7b5-af90-4e1b-a64e-40c11cf3870e)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:28:49.085753 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8050aaa2-43cf-47ea-bba4-13935760ba06 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:49.097185 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-277a5241-a78c-4824-9bd6-df1c7605621f None None] get_active_networks_info from n-d-802623-1 {{(pid=93799) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 27 23:28:49.111514 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-8050aaa2-43cf-47ea-bba4-13935760ba06 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Calling delete_port for 796a1b9c-11ea-4f02-8820-92903695e181 owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:28:49.113632 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b60e391e-0a5e-4be6-b0b8-099e893ceb9c tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:49.177224 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-601ad92f-dbb8-41f4-9c87-91105444b08a tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:28:49.179335 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-601ad92f-dbb8-41f4-9c87-91105444b08a tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] 10.222.0.18 "GET /v2.0/networks/42bfee96-e007-4d4f-baa1-777b541140aa HTTP/1.1" status: 200 len: 804 time: 0.1536510 Jul 27 23:28:49.185335 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 35204) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:28:49.216089 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108c3dfc-a1b3-44ba-8a12-e0c727f3ad6f req-bf57e701-714f-4c8d-9fe4-2ffcbf234b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:28:49.217747 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-108c3dfc-a1b3-44ba-8a12-e0c727f3ad6f req-bf57e701-714f-4c8d-9fe4-2ffcbf234b09 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=ad67c1f5-7283-4637-999c-94737161fd62 HTTP/1.1" status: 200 len: 1097 time: 0.2021472 Jul 27 23:28:49.218511 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60e391e-0a5e-4be6-b0b8-099e893ceb9c tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Pushing event deleted for resources: {'Port': ['ID=04e67126-ded4-4fdf-8334-7d37b4221bb3,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:28:49.253187 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-277a5241-a78c-4824-9bd6-df1c7605621f None None] Resources bound (agent type, host, resource id): {{(pid=93799) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 27 23:28:49.258246 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f344270-9fa9-4fe5-9e5c-22714b46a1f9 req-6de95946-cdac-4fd5-aff0-9a88823caea2 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:28:49.265636 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-6f344270-9fa9-4fe5-9e5c-22714b46a1f9 req-6de95946-cdac-4fd5-aff0-9a88823caea2 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/ports?device_id=afed9ed5-b597-44bc-8215-6b8b2fcefded HTTP/1.1" status: 200 len: 944 time: 0.2745838 Jul 27 23:28:49.298086 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-2afb34cb-b808-408b-8916-e139b4453afc tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] 10.222.0.18 "GET /v2.0/networks/42bfee96-e007-4d4f-baa1-777b541140aa?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.1116023 Jul 27 23:28:49.302192 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 35206) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:28:49.361251 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0fa75b8-f696-4e0f-bf01-060efbbffbbe tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:28:49.362890 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-c0fa75b8-f696-4e0f-bf01-060efbbffbbe tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] 10.222.0.18 "GET /v2.0/subnets/7922ed83-8d60-4d92-b7ff-1f40a8e0dad8 HTTP/1.1" status: 200 len: 843 time: 0.0591562 Jul 27 23:28:49.366977 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 35208) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:28:49.396899 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-6f344270-9fa9-4fe5-9e5c-22714b46a1f9 req-18d4ed29-d806-492d-87d7-b00a541e229c tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/security-groups?id=d6f41e72-2b87-4685-ae08-bc68afebebe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302559 Jul 27 23:28:49.398235 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b60e391e-0a5e-4be6-b0b8-099e893ceb9c tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-415368'] for router_gateway, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:49.412281 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-108c3dfc-a1b3-44ba-8a12-e0c727f3ad6f req-6f1c7b06-c9a3-4a59-b232-8d9281e96085 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=0fdd7288-5bd7-4452-be54-74ff530fb5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1327565 Jul 27 23:28:49.442983 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aaec949-094c-4ed4-af38-72e860265304 tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Attributes excluded by policy engine: ['shared'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:28:49.444689 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-5aaec949-094c-4ed4-af38-72e860265304 tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] 10.222.0.18 "GET /v2.0/subnets/7922ed83-8d60-4d92-b7ff-1f40a8e0dad8?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0767655 Jul 27 23:28:49.448568 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 35210) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:28:49.453766 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-c33dd088-6417-4ead-8f08-136b4b86046b tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2057864071'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:28:49.478265 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c33dd088-6417-4ead-8f08-136b4b86046b tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Made reservation on behalf of e4b27fac89dd4f28b2bc9101764ad5ba for: {'network': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:28:49.483167 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c33dd088-6417-4ead-8f08-136b4b86046b tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for network, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:49.517454 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c33dd088-6417-4ead-8f08-136b4b86046b tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 500} {{(pid=93798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 23:28:49.522250 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b60e391e-0a5e-4be6-b0b8-099e893ceb9c tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62205'] for router, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:49.524775 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b60e391e-0a5e-4be6-b0b8-099e893ceb9c tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:49.526501 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8050aaa2-43cf-47ea-bba4-13935760ba06 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:49.530228 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c33dd088-6417-4ead-8f08-136b4b86046b tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:49.530738 n-d-802623-1 neutron-server[93798]: INFO neutron.db.segments_db [None req-c33dd088-6417-4ead-8f08-136b4b86046b tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Added segment 38fa182e-ca73-494d-87cf-8af4a6b09843 of type vlan for network a794ae70-d021-4c0d-b45c-04bf84360df8 Jul 27 23:28:49.578096 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbe2f377-9f79-4a8e-ab97-6fb8fa98ad6b None None] get_active_networks_info from n-d-802623-1 {{(pid=93799) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 27 23:28:49.588185 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8050aaa2-43cf-47ea-bba4-13935760ba06 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Pushing event deleted for resources: {'Port': ['ID=796a1b9c-11ea-4f02-8820-92903695e181,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:28:49.590926 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8050aaa2-43cf-47ea-bba4-13935760ba06 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] No DVR routers for this DVR port 796a1b9c-11ea-4f02-8820-92903695e181 on host n-d-802623-1 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:28:49.604868 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c33dd088-6417-4ead-8f08-136b4b86046b tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736833354590'] for network, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:49.619554 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b60e391e-0a5e-4be6-b0b8-099e893ceb9c tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-477831'] for router, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:49.620056 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b60e391e-0a5e-4be6-b0b8-099e893ceb9c tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Fanout notify agent at l3_agent the message router_deleted on router 1500f0a8-b2da-4abc-92aa-0ad4f78eccb4 {{(pid=93797) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 23:28:49.627556 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b60e391e-0a5e-4be6-b0b8-099e893ceb9c tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks [] for router, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:49.628683 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-b60e391e-0a5e-4be6-b0b8-099e893ceb9c tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] 10.222.0.18 "DELETE /v2.0/routers/1500f0a8-b2da-4abc-92aa-0ad4f78eccb4 HTTP/1.1" status: 204 len: 168 time: 3.3785195 Jul 27 23:28:49.630956 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af13698-3703-49b5-9c66-caf9b3e94206 req-894bcb46-df4c-4db6-8026-615357e11df9 tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:28:49.632625 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7af13698-3703-49b5-9c66-caf9b3e94206 req-894bcb46-df4c-4db6-8026-615357e11df9 tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] 10.222.0.18 "GET /v2.0/ports?device_id=ad67c1f5-7283-4637-999c-94737161fd62 HTTP/1.1" status: 200 len: 946 time: 0.0917075 Jul 27 23:28:49.633194 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 35214) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:28:49.693017 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8050aaa2-43cf-47ea-bba4-13935760ba06 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618032', 'neutron.services.segments.db._delete_segments_for_network-8736833900081'] for network, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:49.716376 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-8050aaa2-43cf-47ea-bba4-13935760ba06 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['058b3320-b45f-41b0-90f7-cabf13084b63']}} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:28:49.721410 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbe2f377-9f79-4a8e-ab97-6fb8fa98ad6b None None] Resources bound (agent type, host, resource id): {{(pid=93799) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 27 23:28:49.731170 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-8050aaa2-43cf-47ea-bba4-13935760ba06 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1960d7b5-af90-4e1b-a64e-40c11cf3870e') {'for_net_delete': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:28:49.731170 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-8050aaa2-43cf-47ea-bba4-13935760ba06 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1960d7b5-af90-4e1b-a64e-40c11cf3870e') {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:28:49.743309 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8050aaa2-43cf-47ea-bba4-13935760ba06 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736833900858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11335978'] for segment, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:49.758666 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8050aaa2-43cf-47ea-bba4-13935760ba06 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:49.759803 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7af13698-3703-49b5-9c66-caf9b3e94206 req-4027137c-475c-4cfb-8b3c-0122b6c4acc0 tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] 10.222.0.18 "GET /v2.0/security-groups?id=0fdd7288-5bd7-4452-be54-74ff530fb5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1047764 Jul 27 23:28:49.760504 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c33dd088-6417-4ead-8f08-136b4b86046b tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569'] for network, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:49.766739 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c33dd088-6417-4ead-8f08-136b4b86046b tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:28:49.767489 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c33dd088-6417-4ead-8f08-136b4b86046b tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Notify callbacks [] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:49.782331 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8050aaa2-43cf-47ea-bba4-13935760ba06 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Releasing vlan 536 on physical network physnet1 to pool {{(pid=93797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 23:28:49.782722 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8050aaa2-43cf-47ea-bba4-13935760ba06 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11336013'] for segment, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:49.786226 n-d-802623-1 neutron-server[93797]: Traceback (most recent call last): Jul 27 23:28:49.786226 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 23:28:49.786226 n-d-802623-1 neutron-server[93797]: timer() Jul 27 23:28:49.786226 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 23:28:49.786226 n-d-802623-1 neutron-server[93797]: cb(*args, **kw) Jul 27 23:28:49.786226 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 23:28:49.786226 n-d-802623-1 neutron-server[93797]: return func(*args, **kwargs) Jul 27 23:28:49.786226 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 23:28:49.786226 n-d-802623-1 neutron-server[93797]: self._notify() Jul 27 23:28:49.786226 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 23:28:49.786226 n-d-802623-1 neutron-server[93797]: self.callback(batched_events) Jul 27 23:28:49.786226 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 23:28:49.786226 n-d-802623-1 neutron-server[93797]: event.method(event) Jul 27 23:28:49.786226 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 23:28:49.786226 n-d-802623-1 neutron-server[93797]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 23:28:49.786226 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 23:28:49.786226 n-d-802623-1 neutron-server[93797]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 23:28:49.786226 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 23:28:49.786226 n-d-802623-1 neutron-server[93797]: return f(self, *a, **k) Jul 27 23:28:49.786226 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 23:28:49.786226 n-d-802623-1 neutron-server[93797]: return self._get(url).json() Jul 27 23:28:49.786226 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 23:28:49.786226 n-d-802623-1 neutron-server[93797]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 23:28:49.786226 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 23:28:49.786226 n-d-802623-1 neutron-server[93797]: return self.request(url, 'GET', **kwargs) Jul 27 23:28:49.786226 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 23:28:49.786226 n-d-802623-1 neutron-server[93797]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 23:28:49.786226 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 23:28:49.786226 n-d-802623-1 neutron-server[93797]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 23:28:49.786226 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 23:28:49.786226 n-d-802623-1 neutron-server[93797]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 23:28:49.786226 n-d-802623-1 neutron-server[93797]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 23:28:49.829721 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-15a2e9df-883c-4c7d-a7b0-0f2c197e820d tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593271'] for network, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:49.851495 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-c33dd088-6417-4ead-8f08-136b4b86046b tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4016802 Jul 27 23:28:49.855977 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 35216) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:28:49.861407 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33dd088-6417-4ead-8f08-136b4b86046b tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Pushing event updated for resources: {'Network': ['ID=a794ae70-d021-4c0d-b45c-04bf84360df8,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:28:49.867707 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-8e51a690-505d-4718-838a-2e003b87992f tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Request body: {'subnet': {'network_id': 'a794ae70-d021-4c0d-b45c-04bf84360df8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:28:49.868355 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8050aaa2-43cf-47ea-bba4-13935760ba06 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415412'] for network, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:49.873121 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Network a794ae70-d021-4c0d-b45c-04bf84360df8 details requested by agent ovs-agent-n-d-802623-1 with host n-d-802623-1 {{(pid=93799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 23:28:49.876045 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8050aaa2-43cf-47ea-bba4-13935760ba06 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Notify callbacks [] for network, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:49.878916 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-8050aaa2-43cf-47ea-bba4-13935760ba06 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] 10.222.0.18 "DELETE /v2.0/networks/058b3320-b45f-41b0-90f7-cabf13084b63 HTTP/1.1" status: 204 len: 168 time: 4.6109490 Jul 27 23:28:49.889432 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 35220) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:28:49.911526 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8050aaa2-43cf-47ea-bba4-13935760ba06 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Pushing event deleted for resources: {'Network': ['ID=058b3320-b45f-41b0-90f7-cabf13084b63,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:28:49.938423 n-d-802623-1 neutron-server[93797]: INFO neutron.pecan_wsgi.hooks.translation [None req-82e58314-3b7d-4480-8c3e-c4399020b8ff tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] DELETE failed (client error): The resource could not be found. Jul 27 23:28:49.938877 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82e58314-3b7d-4480-8c3e-c4399020b8ff tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93797) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 23:28:49.944022 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-82e58314-3b7d-4480-8c3e-c4399020b8ff tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] 10.222.0.18 "DELETE /v2.0/subnets/0ae44afe-dacb-4147-bacc-4f464caa1dc4 HTTP/1.1" status: 404 len: 337 time: 0.0481482 Jul 27 23:28:49.948342 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 35222) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:28:49.983476 n-d-802623-1 neutron-server[93797]: INFO neutron.pecan_wsgi.hooks.translation [None req-255fc8e8-b1b2-4e4e-8fec-2c091b9790d3 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] DELETE failed (client error): The resource could not be found. Jul 27 23:28:49.983968 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-255fc8e8-b1b2-4e4e-8fec-2c091b9790d3 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93797) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 23:28:49.985910 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-255fc8e8-b1b2-4e4e-8fec-2c091b9790d3 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] 10.222.0.18 "DELETE /v2.0/networks/058b3320-b45f-41b0-90f7-cabf13084b63 HTTP/1.1" status: 404 len: 339 time: 0.0347588 Jul 27 23:28:49.988948 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 35224) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:28:50.020657 n-d-802623-1 neutron-server[93797]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e99ae52-4829-4e60-94b7-67e8d29f196e tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] DELETE failed (client error): The resource could not be found. Jul 27 23:28:50.021116 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e99ae52-4829-4e60-94b7-67e8d29f196e tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93797) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 23:28:50.025115 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-0e99ae52-4829-4e60-94b7-67e8d29f196e tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] 10.222.0.18 "DELETE /v2.0/subnets/cff7e67e-930c-4724-a2c1-852885247f2f HTTP/1.1" status: 404 len: 337 time: 0.0328319 Jul 27 23:28:50.025401 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 35226) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:28:50.052699 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e118e82b-bdae-4b3b-b218-8a488a38a2cd req-5e238589-fd9f-4730-b539-ef05d7cc110f tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:28:50.054440 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-e118e82b-bdae-4b3b-b218-8a488a38a2cd req-5e238589-fd9f-4730-b539-ef05d7cc110f tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/ports?device_id=c82f64f9-7572-4580-b07f-b346ae07e8cc HTTP/1.1" status: 200 len: 943 time: 0.1184628 Jul 27 23:28:50.055916 n-d-802623-1 neutron-server[93797]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0220fd5-a679-43c3-9d7e-1260ee4370e8 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] DELETE failed (client error): The resource could not be found. Jul 27 23:28:50.056394 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-15a2e9df-883c-4c7d-a7b0-0f2c197e820d tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618032', 'neutron.services.segments.db._delete_segments_for_network-8736833900081'] for network, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:50.056544 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0220fd5-a679-43c3-9d7e-1260ee4370e8 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93797) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 23:28:50.061192 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-f0220fd5-a679-43c3-9d7e-1260ee4370e8 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] 10.222.0.18 "DELETE /v2.0/networks/f7b5b877-4dcc-4fe8-b0d0-55993ab8b1b1 HTTP/1.1" status: 404 len: 339 time: 0.0318265 Jul 27 23:28:50.061470 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 35228) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:28:50.080404 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-15a2e9df-883c-4c7d-a7b0-0f2c197e820d tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f33f478a-5a93-43d9-988a-2827d45cd859']}} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:28:50.107384 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-e118e82b-bdae-4b3b-b218-8a488a38a2cd req-4b51e1d4-0ddf-43d6-934d-8eeb8d1b3751 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/security-groups?id=7dab0fca-2422-4f10-a2ed-ede178e48859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333753 Jul 27 23:28:50.124041 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e51a690-505d-4718-838a-2e003b87992f tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Made reservation on behalf of e4b27fac89dd4f28b2bc9101764ad5ba for: {'subnet': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:28:50.127557 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8e51a690-505d-4718-838a-2e003b87992f tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12265828'] for subnet, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:50.131943 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-15a2e9df-883c-4c7d-a7b0-0f2c197e820d tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c60bb94-020e-4d82-9690-a79eecb055ab') {'for_net_delete': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:28:50.132243 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-15a2e9df-883c-4c7d-a7b0-0f2c197e820d tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c60bb94-020e-4d82-9690-a79eecb055ab') {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:28:50.159114 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-15a2e9df-883c-4c7d-a7b0-0f2c197e820d tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736833900858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11163256'] for segment, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:50.227679 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.ipam_backend_mixin [None req-8e51a690-505d-4718-838a-2e003b87992f tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Performing IP validity checks on allocation pools {{(pid=93798) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 27 23:28:50.228274 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.ipam_backend_mixin [None req-8e51a690-505d-4718-838a-2e003b87992f tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93798) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 27 23:28:50.231268 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-15a2e9df-883c-4c7d-a7b0-0f2c197e820d tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:50.236808 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3ef49d1f-b418-4c5c-8963-39f896d690cf tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593271'] for network, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:50.250709 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15a2e9df-883c-4c7d-a7b0-0f2c197e820d tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Releasing vlan 502 on physical network physnet1 to pool {{(pid=93798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 23:28:50.251388 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-15a2e9df-883c-4c7d-a7b0-0f2c197e820d tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11971746'] for segment, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:50.258024 n-d-802623-1 neutron-server[93798]: Traceback (most recent call last): Jul 27 23:28:50.258024 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 23:28:50.258024 n-d-802623-1 neutron-server[93798]: timer() Jul 27 23:28:50.258024 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 23:28:50.258024 n-d-802623-1 neutron-server[93798]: cb(*args, **kw) Jul 27 23:28:50.258024 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 23:28:50.258024 n-d-802623-1 neutron-server[93798]: return func(*args, **kwargs) Jul 27 23:28:50.258024 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 23:28:50.258024 n-d-802623-1 neutron-server[93798]: self._notify() Jul 27 23:28:50.258024 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 23:28:50.258024 n-d-802623-1 neutron-server[93798]: self.callback(batched_events) Jul 27 23:28:50.258024 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 23:28:50.258024 n-d-802623-1 neutron-server[93798]: event.method(event) Jul 27 23:28:50.258024 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 23:28:50.258024 n-d-802623-1 neutron-server[93798]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 23:28:50.258024 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 23:28:50.258024 n-d-802623-1 neutron-server[93798]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 23:28:50.258024 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 23:28:50.258024 n-d-802623-1 neutron-server[93798]: return f(self, *a, **k) Jul 27 23:28:50.258024 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 23:28:50.258024 n-d-802623-1 neutron-server[93798]: return self._get(url).json() Jul 27 23:28:50.258024 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 23:28:50.258024 n-d-802623-1 neutron-server[93798]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 23:28:50.258024 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 23:28:50.258024 n-d-802623-1 neutron-server[93798]: return self.request(url, 'GET', **kwargs) Jul 27 23:28:50.258024 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 23:28:50.258024 n-d-802623-1 neutron-server[93798]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 23:28:50.258024 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 23:28:50.258024 n-d-802623-1 neutron-server[93798]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 23:28:50.258024 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 23:28:50.258024 n-d-802623-1 neutron-server[93798]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 23:28:50.258024 n-d-802623-1 neutron-server[93798]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 23:28:50.291677 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 04e67126-ded4-4fdf-8334-7d37b4221bb3 no longer exists at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:28:50.315849 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] No Port match for: 04e67126-ded4-4fdf-8334-7d37b4221bb3 {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:28:50.316190 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 04e67126-ded4-4fdf-8334-7d37b4221bb3 not bound to the agent host n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:28:50.316602 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device eca0207d-c4d6-4a45-bd93-46c85898317a no longer exists at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:28:50.336409 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] No Port match for: eca0207d-c4d6-4a45-bd93-46c85898317a {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:28:50.336755 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device eca0207d-c4d6-4a45-bd93-46c85898317a not bound to the agent host n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:28:50.364742 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-15a2e9df-883c-4c7d-a7b0-0f2c197e820d tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415412'] for network, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:50.399767 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-15a2e9df-883c-4c7d-a7b0-0f2c197e820d tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Notify callbacks [] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:50.401581 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-15a2e9df-883c-4c7d-a7b0-0f2c197e820d tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] 10.222.0.18 "DELETE /v2.0/networks/f33f478a-5a93-43d9-988a-2827d45cd859 HTTP/1.1" status: 204 len: 168 time: 0.7614188 Jul 27 23:28:50.433892 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a2e9df-883c-4c7d-a7b0-0f2c197e820d tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] Pushing event deleted for resources: {'Network': ['ID=f33f478a-5a93-43d9-988a-2827d45cd859,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:28:50.437338 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3ef49d1f-b418-4c5c-8963-39f896d690cf tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618032', 'neutron.services.segments.db._delete_segments_for_network-8736833900081'] for network, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:50.473962 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-3ef49d1f-b418-4c5c-8963-39f896d690cf tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d65d95c4-99aa-4c2b-9d2d-acc1ea19e28d']}} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:28:50.522355 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-3ef49d1f-b418-4c5c-8963-39f896d690cf tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8dcc46bf-2d8f-41f2-8be4-0f450ab0a7f2') {'for_net_delete': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:28:50.522663 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-3ef49d1f-b418-4c5c-8963-39f896d690cf tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8dcc46bf-2d8f-41f2-8be4-0f450ab0a7f2') {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:28:50.541470 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3ef49d1f-b418-4c5c-8963-39f896d690cf tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736833900858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11163256'] for segment, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:50.583773 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3ef49d1f-b418-4c5c-8963-39f896d690cf tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:50.599619 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e68770-e9b3-46ac-a83c-ab78f2aa99f7 req-7175d31c-e656-46ca-b4d5-808378ee63af tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:28:50.601126 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-86e68770-e9b3-46ac-a83c-ab78f2aa99f7 req-7175d31c-e656-46ca-b4d5-808378ee63af tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/ports?device_id=afed9ed5-b597-44bc-8215-6b8b2fcefded HTTP/1.1" status: 200 len: 944 time: 0.1315510 Jul 27 23:28:50.612247 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ef49d1f-b418-4c5c-8963-39f896d690cf tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Releasing vlan 537 on physical network physnet1 to pool {{(pid=93798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 23:28:50.612706 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3ef49d1f-b418-4c5c-8963-39f896d690cf tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11971746'] for segment, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:50.616450 n-d-802623-1 neutron-server[93798]: Traceback (most recent call last): Jul 27 23:28:50.616450 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 23:28:50.616450 n-d-802623-1 neutron-server[93798]: timer() Jul 27 23:28:50.616450 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 23:28:50.616450 n-d-802623-1 neutron-server[93798]: cb(*args, **kw) Jul 27 23:28:50.616450 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 23:28:50.616450 n-d-802623-1 neutron-server[93798]: return func(*args, **kwargs) Jul 27 23:28:50.616450 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 23:28:50.616450 n-d-802623-1 neutron-server[93798]: self._notify() Jul 27 23:28:50.616450 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 23:28:50.616450 n-d-802623-1 neutron-server[93798]: self.callback(batched_events) Jul 27 23:28:50.616450 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 23:28:50.616450 n-d-802623-1 neutron-server[93798]: event.method(event) Jul 27 23:28:50.616450 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 23:28:50.616450 n-d-802623-1 neutron-server[93798]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 23:28:50.616450 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 23:28:50.616450 n-d-802623-1 neutron-server[93798]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 23:28:50.616450 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 23:28:50.616450 n-d-802623-1 neutron-server[93798]: return f(self, *a, **k) Jul 27 23:28:50.616450 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 23:28:50.616450 n-d-802623-1 neutron-server[93798]: return self._get(url).json() Jul 27 23:28:50.616450 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 23:28:50.616450 n-d-802623-1 neutron-server[93798]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 23:28:50.616450 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 23:28:50.616450 n-d-802623-1 neutron-server[93798]: return self.request(url, 'GET', **kwargs) Jul 27 23:28:50.616450 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 23:28:50.616450 n-d-802623-1 neutron-server[93798]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 23:28:50.616450 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 23:28:50.616450 n-d-802623-1 neutron-server[93798]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 23:28:50.616450 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 23:28:50.616450 n-d-802623-1 neutron-server[93798]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 23:28:50.616450 n-d-802623-1 neutron-server[93798]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 23:28:50.625871 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 35236) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:28:50.633364 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8e51a690-505d-4718-838a-2e003b87992f tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11971609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12265750'] for subnet, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:50.754759 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3ef49d1f-b418-4c5c-8963-39f896d690cf tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415412'] for network, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:50.764265 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-86e68770-e9b3-46ac-a83c-ab78f2aa99f7 req-53c23324-8664-4bd6-8876-350ef1ebe160 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/security-groups?id=d6f41e72-2b87-4685-ae08-bc68afebebe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550663 Jul 27 23:28:50.767686 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e51a690-505d-4718-838a-2e003b87992f tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Pushing event updated for resources: {'Subnet': ['ID=b3045e42-a0b6-43cb-a890-ae29586392b8,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:28:50.772954 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3ef49d1f-b418-4c5c-8963-39f896d690cf tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Notify callbacks [] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:50.773142 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-2a4ae3ec-86ff-4a8d-9714-7d2c452378eb admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ba4fae7b46b54e6e99cbf665d54e4a7e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1435900 Jul 27 23:28:50.773248 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-3ef49d1f-b418-4c5c-8963-39f896d690cf tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] 10.222.0.18 "DELETE /v2.0/networks/d65d95c4-99aa-4c2b-9d2d-acc1ea19e28d HTTP/1.1" status: 204 len: 168 time: 0.7098846 Jul 27 23:28:50.773344 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 35240) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:28:50.775143 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 35242) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:28:50.791862 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef49d1f-b418-4c5c-8963-39f896d690cf tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Pushing event deleted for resources: {'Network': ['ID=d65d95c4-99aa-4c2b-9d2d-acc1ea19e28d,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:28:50.798914 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e51a690-505d-4718-838a-2e003b87992f tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Checking segment: {'id': '38fa182e-ca73-494d-87cf-8af4a6b09843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'a794ae70-d021-4c0d-b45c-04bf84360df8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:28:50.799310 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e51a690-505d-4718-838a-2e003b87992f tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Network hostable DHCP agents. Network: a794ae70-d021-4c0d-b45c-04bf84360df8, hostable agents: ['5950e76f-2bde-4343-a925-cbe6bacd2706'], hosted agents: [] {{(pid=93798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 23:28:50.818717 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e51a690-505d-4718-838a-2e003b87992f tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Network a794ae70-d021-4c0d-b45c-04bf84360df8 is scheduled to be hosted by DHCP agent 5950e76f-2bde-4343-a925-cbe6bacd2706 with binding_index 1 {{(pid=93798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 23:28:50.829857 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-8e51a690-505d-4718-838a-2e003b87992f tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802623-1, a794ae70-d021-4c0d-b45c-04bf84360df8) {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:28:50.833905 n-d-802623-1 neutron-server[93797]: INFO neutron.pecan_wsgi.hooks.translation [None req-7bf36519-f919-4d78-8b76-0dd6d823f1ee tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] DELETE failed (client error): The resource could not be found. Jul 27 23:28:50.834348 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e51a690-505d-4718-838a-2e003b87992f tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:28:50.834495 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7bf36519-f919-4d78-8b76-0dd6d823f1ee tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93797) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 23:28:50.835299 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8e51a690-505d-4718-838a-2e003b87992f tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:50.836343 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-7bf36519-f919-4d78-8b76-0dd6d823f1ee tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] 10.222.0.18 "DELETE /v2.0/subnets/0e33388a-f136-4b24-b33e-b120ea758a15 HTTP/1.1" status: 404 len: 337 time: 0.0418606 Jul 27 23:28:50.840640 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 35246) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:28:50.843207 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bffa3cd-5b9b-42b3-b74b-cd5d4e3bc519 None None] Network a794ae70-d021-4c0d-b45c-04bf84360df8 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:28:50.869456 n-d-802623-1 neutron-server[93798]: INFO neutron.pecan_wsgi.hooks.translation [None req-540a7c78-64c6-4588-b20b-4c350ab3bbde tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] DELETE failed (client error): The resource could not be found. Jul 27 23:28:50.870011 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-540a7c78-64c6-4588-b20b-4c350ab3bbde tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 23:28:50.874823 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-540a7c78-64c6-4588-b20b-4c350ab3bbde tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] 10.222.0.18 "DELETE /v2.0/networks/68157f04-7925-4b76-a13e-54a5221ad492 HTTP/1.1" status: 404 len: 339 time: 0.0269547 Jul 27 23:28:50.875181 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 35248) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:28:50.876210 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b1dba225-b31a-48ce-ad31-2b0bc11b763e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:50.886098 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-8e51a690-505d-4718-838a-2e003b87992f tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.0278902 Jul 27 23:28:50.901164 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 35250) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:28:50.903814 n-d-802623-1 neutron-server[93798]: INFO neutron.pecan_wsgi.hooks.translation [None req-67aa5f7c-96fd-41b3-82c0-8e47f7c0440b tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] DELETE failed (client error): The resource could not be found. Jul 27 23:28:50.904277 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67aa5f7c-96fd-41b3-82c0-8e47f7c0440b tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 23:28:50.906013 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-67aa5f7c-96fd-41b3-82c0-8e47f7c0440b tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] 10.222.0.18 "DELETE /v2.0/subnets/f173d5a7-7f96-4512-8637-cd18655ae2ce HTTP/1.1" status: 404 len: 337 time: 0.0299218 Jul 27 23:28:50.908965 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 35252) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:28:50.912375 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-3d2c95c3-60e4-4f63-8233-87f668d47394 tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:28:50.928125 n-d-802623-1 neutron-server[93798]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b78c3cb-8d9e-47ef-bd08-11e5cca607c8 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] DELETE failed (client error): The resource could not be found. Jul 27 23:28:50.928818 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b78c3cb-8d9e-47ef-bd08-11e5cca607c8 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 23:28:50.932786 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-3b78c3cb-8d9e-47ef-bd08-11e5cca607c8 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] 10.222.0.18 "DELETE /v2.0/networks/428713b2-ac70-4fd0-aada-a9031250d364 HTTP/1.1" status: 404 len: 339 time: 0.0203626 Jul 27 23:28:50.933006 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 35254) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:28:50.958840 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b1dba225-b31a-48ce-ad31-2b0bc11b763e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:50.960327 n-d-802623-1 neutron-server[93798]: INFO neutron.pecan_wsgi.hooks.translation [None req-046b0c94-5875-4858-91f4-5f8dee2ddb3d tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] DELETE failed (client error): The resource could not be found. Jul 27 23:28:50.960842 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-046b0c94-5875-4858-91f4-5f8dee2ddb3d tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 23:28:50.962703 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-046b0c94-5875-4858-91f4-5f8dee2ddb3d tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] 10.222.0.18 "DELETE /v2.0/subnets/cf2ecd92-4a28-4ff1-b3be-144090e308d3 HTTP/1.1" status: 404 len: 337 time: 0.0287886 Jul 27 23:28:50.965922 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 35256) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:28:50.987793 n-d-802623-1 neutron-server[93798]: INFO neutron.pecan_wsgi.hooks.translation [None req-73d7c7c2-a3c7-4fea-a70b-17f97f18234e tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] DELETE failed (client error): The resource could not be found. Jul 27 23:28:50.988344 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73d7c7c2-a3c7-4fea-a70b-17f97f18234e tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 23:28:50.992429 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-73d7c7c2-a3c7-4fea-a70b-17f97f18234e tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] 10.222.0.18 "DELETE /v2.0/networks/f5deeefd-715e-40ab-af76-06eab3cb67de HTTP/1.1" status: 404 len: 339 time: 0.0237873 Jul 27 23:28:50.993271 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 35258) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:28:50.999291 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69c86e3-f2fb-46f4-9dca-dd06a2c05e44 req-4c52db15-143d-41cb-8f69-93503d73684c tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:28:51.000827 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-c69c86e3-f2fb-46f4-9dca-dd06a2c05e44 req-4c52db15-143d-41cb-8f69-93503d73684c tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] 10.222.0.18 "GET /v2.0/ports?device_id=ad67c1f5-7283-4637-999c-94737161fd62 HTTP/1.1" status: 200 len: 946 time: 0.1495876 Jul 27 23:28:51.004159 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72004c39-7075-4152-ad12-a7399ad4c98d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f6f257c-ad18-5f0c-8c8e-ea085a5fc8a2-a794ae70-d021-4c0d-b45c-04bf84360df8', 'network_id': 'a794ae70-d021-4c0d-b45c-04bf84360df8', 'tenant_id': 'e4b27fac89dd4f28b2bc9101764ad5ba', 'fixed_ips': [{'subnet_id': 'b3045e42-a0b6-43cb-a890-ae29586392b8'}]}} from n-d-802623-1. {{(pid=93799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 23:28:51.006412 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-72004c39-7075-4152-ad12-a7399ad4c98d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:51.023778 n-d-802623-1 neutron-server[93798]: INFO neutron.pecan_wsgi.hooks.translation [None req-8df57f7d-d6a2-4b77-8caa-b612f48e6c95 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] DELETE failed (client error): The resource could not be found. Jul 27 23:28:51.024243 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8df57f7d-d6a2-4b77-8caa-b612f48e6c95 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 23:28:51.026259 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-8df57f7d-d6a2-4b77-8caa-b612f48e6c95 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] 10.222.0.18 "DELETE /v2.0/subnets/3520c8de-4b6a-4c08-a3f2-268ac5d18242 HTTP/1.1" status: 404 len: 337 time: 0.0324333 Jul 27 23:28:51.028717 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 35260) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:28:51.050748 n-d-802623-1 neutron-server[93798]: INFO neutron.pecan_wsgi.hooks.translation [None req-5629aa63-b7d4-4f49-bf4e-93f36470cda5 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] DELETE failed (client error): The resource could not be found. Jul 27 23:28:51.051379 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5629aa63-b7d4-4f49-bf4e-93f36470cda5 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 23:28:51.054757 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-5629aa63-b7d4-4f49-bf4e-93f36470cda5 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] 10.222.0.18 "DELETE /v2.0/networks/abf9d43e-3981-44cf-86a3-cfe1cbfc033b HTTP/1.1" status: 404 len: 339 time: 0.0234532 Jul 27 23:28:51.055723 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 35262) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:28:51.091096 n-d-802623-1 neutron-server[93798]: INFO neutron.pecan_wsgi.hooks.translation [None req-437c0e41-2c3e-4d56-ba71-5bf4ba054bdf tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] DELETE failed (client error): The resource could not be found. Jul 27 23:28:51.093037 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-437c0e41-2c3e-4d56-ba71-5bf4ba054bdf tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 23:28:51.097247 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-437c0e41-2c3e-4d56-ba71-5bf4ba054bdf tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] 10.222.0.18 "DELETE /v2.0/subnets/355fc4aa-fd51-4fed-86cb-9463b13de061 HTTP/1.1" status: 404 len: 337 time: 0.0382268 Jul 27 23:28:51.097571 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 35264) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:28:51.099006 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-c69c86e3-f2fb-46f4-9dca-dd06a2c05e44 req-bf71220e-8aa1-4e7f-9e2b-54f53cd79852 tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] 10.222.0.18 "GET /v2.0/security-groups?id=0fdd7288-5bd7-4452-be54-74ff530fb5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0855815 Jul 27 23:28:51.109410 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3d2c95c3-60e4-4f63-8233-87f668d47394 tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-11551424'] for subnet, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:51.112161 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b1dba225-b31a-48ce-ad31-2b0bc11b763e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:51.126218 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b1dba225-b31a-48ce-ad31-2b0bc11b763e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:51.126218 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-b1dba225-b31a-48ce-ad31-2b0bc11b763e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4240b29e-265f-4e95-ab99-38bf18dd45d3 HTTP/1.1" status: 204 len: 168 time: 0.3418033 Jul 27 23:28:51.126863 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1dba225-b31a-48ce-ad31-2b0bc11b763e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4240b29e-265f-4e95-ab99-38bf18dd45d3,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:28:51.158313 n-d-802623-1 neutron-server[93798]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a6ad3cd-ab00-4191-8f65-f793b4e9249d tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] DELETE failed (client error): The resource could not be found. Jul 27 23:28:51.158313 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a6ad3cd-ab00-4191-8f65-f793b4e9249d tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 23:28:51.160411 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-5a6ad3cd-ab00-4191-8f65-f793b4e9249d tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] 10.222.0.18 "DELETE /v2.0/networks/f4fbc9f5-bf06-4a68-bf0f-bf979094d02b HTTP/1.1" status: 404 len: 339 time: 0.0618491 Jul 27 23:28:51.173276 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 35272) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:28:51.212968 n-d-802623-1 neutron-server[93798]: INFO neutron.pecan_wsgi.hooks.translation [None req-93678b83-0ad7-48f0-9f9d-667b3c3f311a tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] DELETE failed (client error): The resource could not be found. Jul 27 23:28:51.213848 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93678b83-0ad7-48f0-9f9d-667b3c3f311a tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 23:28:51.215914 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-93678b83-0ad7-48f0-9f9d-667b3c3f311a tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] 10.222.0.18 "DELETE /v2.0/subnets/4b6b6b8c-f643-4b52-a1c4-30312c280134 HTTP/1.1" status: 404 len: 337 time: 0.0410478 Jul 27 23:28:51.218998 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 35274) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:28:51.248636 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.db.api [None req-72004c39-7075-4152-ad12-a7399ad4c98d None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 27 23:28:51.248636 n-d-802623-1 neutron-server[93799]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Jul 27 23:28:51.248636 n-d-802623-1 neutron-server[93799]: [parameters: {'in_use': 1, 'id_1': 'b3045e42-a0b6-43cb-a890-ae29586392b8'}] Jul 27 23:28:51.248636 n-d-802623-1 neutron-server[93799]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93799) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 23:28:51.249368 n-d-802623-1 neutron-server[93799]: DEBUG oslo_db.api [None req-72004c39-7075-4152-ad12-a7399ad4c98d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 23:28:51.258220 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6065363-2c77-4bcc-8928-28a1983532a5 req-9e391b99-a96d-4fba-8acf-29365342e7a7 tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:28:51.259788 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a6065363-2c77-4bcc-8928-28a1983532a5 req-9e391b99-a96d-4fba-8acf-29365342e7a7 tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] 10.222.0.18 "GET /v2.0/ports?device_id=ad67c1f5-7283-4637-999c-94737161fd62 HTTP/1.1" status: 200 len: 946 time: 0.0573378 Jul 27 23:28:51.268994 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 35276) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:28:51.273867 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-ef79d8d3-a94c-4219-ba79-2aa4f520dd61 tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] Request body: {'floatingip': {'port_id': '15c92a5f-fcf7-4340-b57e-ba184e4d3613'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:28:51.281845 n-d-802623-1 neutron-server[93797]: INFO neutron.pecan_wsgi.hooks.translation [None req-25ebb727-f2f6-4ba3-bcf5-06eed8d0d467 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] DELETE failed (client error): The resource could not be found. Jul 27 23:28:51.282462 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25ebb727-f2f6-4ba3-bcf5-06eed8d0d467 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93797) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 23:28:51.284249 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-25ebb727-f2f6-4ba3-bcf5-06eed8d0d467 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] 10.222.0.18 "DELETE /v2.0/networks/6f7322c4-a0c1-41ee-8588-5e75808dc56f HTTP/1.1" status: 404 len: 339 time: 0.0637295 Jul 27 23:28:51.289995 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 35278) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:28:51.320644 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ef79d8d3-a94c-4219-ba79-2aa4f520dd61 tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] Notify callbacks [] for floatingip, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:51.344867 n-d-802623-1 neutron-server[93797]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c45ec31-cef9-4575-b89c-c52b8dadf01b tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] DELETE failed (client error): The resource could not be found. Jul 27 23:28:51.345333 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c45ec31-cef9-4575-b89c-c52b8dadf01b tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93797) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 23:28:51.349384 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-2c45ec31-cef9-4575-b89c-c52b8dadf01b tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] 10.222.0.18 "DELETE /v2.0/subnets/e52e78fa-9d31-4ad6-83ef-8889f7e0ac69 HTTP/1.1" status: 404 len: 337 time: 0.0524001 Jul 27 23:28:51.350618 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 35282) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:28:51.383865 n-d-802623-1 neutron-server[93797]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fd11d88-5b82-4492-8abf-370e1ece4c71 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] DELETE failed (client error): The resource could not be found. Jul 27 23:28:51.384438 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8fd11d88-5b82-4492-8abf-370e1ece4c71 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93797) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 23:28:51.386221 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-8fd11d88-5b82-4492-8abf-370e1ece4c71 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] 10.222.0.18 "DELETE /v2.0/networks/df82724f-55ad-4105-bb25-4773711bd64f HTTP/1.1" status: 404 len: 339 time: 0.0333078 Jul 27 23:28:51.394049 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e6cb24-671d-4723-88ce-0fd8785aeb7b req-835e0ff6-e3ae-453c-a3a4-4130d4612524 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:28:51.395561 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-13e6cb24-671d-4723-88ce-0fd8785aeb7b req-835e0ff6-e3ae-453c-a3a4-4130d4612524 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/ports?device_id=c82f64f9-7572-4580-b07f-b346ae07e8cc HTTP/1.1" status: 200 len: 943 time: 0.1774387 Jul 27 23:28:51.396045 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 35284) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:28:51.462216 n-d-802623-1 neutron-server[93797]: INFO neutron.pecan_wsgi.hooks.translation [None req-2367383d-a23a-4d1d-8850-7006399b55a3 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] DELETE failed (client error): The resource could not be found. Jul 27 23:28:51.462678 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2367383d-a23a-4d1d-8850-7006399b55a3 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93797) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 23:28:51.464411 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-2367383d-a23a-4d1d-8850-7006399b55a3 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] 10.222.0.18 "DELETE /v2.0/subnets/7cf26b3b-aa68-447c-bba8-0b2b85f651b9 HTTP/1.1" status: 404 len: 337 time: 0.0640275 Jul 27 23:28:51.472348 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 35286) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:28:51.486016 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 35288) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:28:51.528515 n-d-802623-1 neutron-server[93797]: INFO neutron.pecan_wsgi.hooks.translation [None req-3291ffc0-6358-4819-aa35-039cec3251ed tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] DELETE failed (client error): The resource could not be found. Jul 27 23:28:51.528989 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3291ffc0-6358-4819-aa35-039cec3251ed tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93797) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 23:28:51.530699 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-3291ffc0-6358-4819-aa35-039cec3251ed tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] 10.222.0.18 "DELETE /v2.0/networks/aaee8170-78d6-43c0-8585-4a4f86c14713 HTTP/1.1" status: 404 len: 339 time: 0.0533283 Jul 27 23:28:51.533863 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6ae04c21-f7a3-4c79-b0a0-7a1cab10b272 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:51.537588 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 35290) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:28:51.538030 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3d2c95c3-60e4-4f63-8233-87f668d47394 tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8736833727272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-11335976'] for subnet, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:51.565212 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-13e6cb24-671d-4723-88ce-0fd8785aeb7b req-ef48ec15-76ac-4e0f-8dd2-4d001518d942 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/security-groups?id=7dab0fca-2422-4f10-a2ed-ede178e48859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301544 Jul 27 23:28:51.648273 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d2c95c3-60e4-4f63-8233-87f668d47394 tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:28:51.649384 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3d2c95c3-60e4-4f63-8233-87f668d47394 tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Notify callbacks [] for subnet, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:51.650193 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-3d2c95c3-60e4-4f63-8233-87f668d47394 tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] 10.222.0.18 "PUT /v2.0/subnets/b3045e42-a0b6-43cb-a890-ae29586392b8 HTTP/1.1" status: 200 len: 900 time: 0.7479665 Jul 27 23:28:51.659527 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 35292) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:28:51.680707 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2c95c3-60e4-4f63-8233-87f668d47394 tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Pushing event updated for resources: {'Subnet': ['ID=b3045e42-a0b6-43cb-a890-ae29586392b8,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:28:51.690523 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fbcc1dc-2a08-4e5e-842d-396401c8e174 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Deleting subnet 0a3f54c9-404d-43dc-a937-091c76485033 {{(pid=93797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 23:28:51.697166 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8fbcc1dc-2a08-4e5e-842d-396401c8e174 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Notify callbacks [] for subnet, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:51.751112 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-72004c39-7075-4152-ad12-a7399ad4c98d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:51.753245 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8fbcc1dc-2a08-4e5e-842d-396401c8e174 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11335971'] for subnet, precommit_delete_associations {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:51.782797 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-2c82023f-16af-43c8-b7e1-e93639a8e4dd req-2b73aa91-b027-40e2-9d3a-08de8fd69ac8 service neutron] 10.222.0.49 "GET /v2.0/networks/280a3ba5-2d75-4827-b3c1-0be5bb892094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2381499 Jul 27 23:28:51.888784 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8fbcc1dc-2a08-4e5e-842d-396401c8e174 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620741'] for subnet, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:51.904441 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-74efb413-00fe-4145-9424-0093df9f9f03 tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593271'] for network, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:51.937270 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6ae04c21-f7a3-4c79-b0a0-7a1cab10b272 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:51.962291 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-72004c39-7075-4152-ad12-a7399ad4c98d None None] Allocated IP 2001:db8::3 (a794ae70-d021-4c0d-b45c-04bf84360df8/b3045e42-a0b6-43cb-a890-ae29586392b8/c36e9d97-effd-4d75-b938-e83f7a724efc) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:28:52.010746 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6ae04c21-f7a3-4c79-b0a0-7a1cab10b272 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:52.023212 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d78aa0-4973-4926-9e7f-7e3cbea2c1b3 req-d665b41e-e005-433e-843b-d17b7869fa50 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:28:52.024820 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-61d78aa0-4973-4926-9e7f-7e3cbea2c1b3 req-d665b41e-e005-433e-843b-d17b7869fa50 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/ports?device_id=afed9ed5-b597-44bc-8215-6b8b2fcefded HTTP/1.1" status: 200 len: 944 time: 0.1727402 Jul 27 23:28:52.077422 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ef79d8d3-a94c-4219-ba79-2aa4f520dd61 tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:52.079248 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-6ae04c21-f7a3-4c79-b0a0-7a1cab10b272 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1e420fb1e2cb4b958187d05086043332&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5897546 Jul 27 23:28:52.080865 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8fbcc1dc-2a08-4e5e-842d-396401c8e174 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11335991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11551414'] for subnet, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:52.082799 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 35296) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:28:52.084601 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae04c21-f7a3-4c79-b0a0-7a1cab10b272 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7204f740-032b-469b-8276-ab717bc0c80d,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:28:52.086121 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-74efb413-00fe-4145-9424-0093df9f9f03 tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620741'] for subnet, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:52.117441 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ef79d8d3-a94c-4219-ba79-2aa4f520dd61 tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-415302'] for floatingip, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:52.125319 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-61d78aa0-4973-4926-9e7f-7e3cbea2c1b3 req-09197464-423a-4870-81be-9eae52c57954 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/security-groups?id=d6f41e72-2b87-4685-ae08-bc68afebebe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901070 Jul 27 23:28:52.161576 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbcc1dc-2a08-4e5e-842d-396401c8e174 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Pushing event deleted for resources: {'Subnet': ['ID=0a3f54c9-404d-43dc-a937-091c76485033,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:28:52.163760 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8fbcc1dc-2a08-4e5e-842d-396401c8e174 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Notify callbacks [] for subnet, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:52.170056 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-8fbcc1dc-2a08-4e5e-842d-396401c8e174 tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] 10.222.0.18 "DELETE /v2.0/subnets/0a3f54c9-404d-43dc-a937-091c76485033 HTTP/1.1" status: 204 len: 168 time: 0.6285267 Jul 27 23:28:52.175429 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08694bd4-9508-4f0c-9a9a-c3b88aaf891e None None] Network 8f7969cc-06f5-47b2-b860-fb77eecc88a4 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:28:52.175621 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 35298) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:28:52.263103 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e13641a3-dab0-48f9-8468-cb3228e5386a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:52.265308 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-72004c39-7075-4152-ad12-a7399ad4c98d None None] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:52.271781 n-d-802623-1 neutron-server[93798]: INFO neutron.db.l3_db [None req-ef79d8d3-a94c-4219-ba79-2aa4f520dd61 tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] Floating IP ab40f7bc-76ef-4f20-9424-fa5bcb08f9cd associated. External IP: 172.25.4.230, port: 15c92a5f-fcf7-4340-b57e-ba184e4d3613. Jul 27 23:28:52.296645 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-72004c39-7075-4152-ad12-a7399ad4c98d None None] Transition to ACTIVE for port object c36e9d97-effd-4d75-b938-e83f7a724efc will not be triggered until provisioned by entity L2. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:28:52.328126 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-72004c39-7075-4152-ad12-a7399ad4c98d None None] Transition to ACTIVE for port object c36e9d97-effd-4d75-b938-e83f7a724efc will not be triggered until provisioned by entity DHCP. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:28:52.338321 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-72004c39-7075-4152-ad12-a7399ad4c98d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:52.339678 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e13641a3-dab0-48f9-8468-cb3228e5386a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:52.384118 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f1a17ea3-e40e-43d8-96fc-4ce8558d878c tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593271'] for network, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:52.391796 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72004c39-7075-4152-ad12-a7399ad4c98d None None] Network a794ae70-d021-4c0d-b45c-04bf84360df8 is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:28:52.396370 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-72004c39-7075-4152-ad12-a7399ad4c98d None None] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:28:52.398889 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72004c39-7075-4152-ad12-a7399ad4c98d None None] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:28:52.415262 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72004c39-7075-4152-ad12-a7399ad4c98d None None] Pushing event updated for resources: {'Port': ['ID=c36e9d97-effd-4d75-b938-e83f7a724efc,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:28:52.416733 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-74efb413-00fe-4145-9424-0093df9f9f03 tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11971800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12265753'] for subnet, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:52.483411 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e13641a3-dab0-48f9-8468-cb3228e5386a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:52.486438 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e13641a3-dab0-48f9-8468-cb3228e5386a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:52.490087 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-e13641a3-dab0-48f9-8468-cb3228e5386a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7204f740-032b-469b-8276-ab717bc0c80d HTTP/1.1" status: 204 len: 168 time: 0.3941414 Jul 27 23:28:52.500995 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-72004c39-7075-4152-ad12-a7399ad4c98d None None] Attempting to bind port c36e9d97-effd-4d75-b938-e83f7a724efc on host n-d-802623-1 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:28:52.501248 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13641a3-dab0-48f9-8468-cb3228e5386a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7204f740-032b-469b-8276-ab717bc0c80d,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:28:52.501478 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-72004c39-7075-4152-ad12-a7399ad4c98d None None] Attempting to bind port c36e9d97-effd-4d75-b938-e83f7a724efc by drivers openvswitch,hyperv on host n-d-802623-1 at level 0 using segments [{'id': '38fa182e-ca73-494d-87cf-8af4a6b09843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'a794ae70-d021-4c0d-b45c-04bf84360df8'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:28:52.501769 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72004c39-7075-4152-ad12-a7399ad4c98d None None] Attempting to bind port c36e9d97-effd-4d75-b938-e83f7a724efc on network a794ae70-d021-4c0d-b45c-04bf84360df8 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:28:52.509615 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72004c39-7075-4152-ad12-a7399ad4c98d None None] Checking agent: {'id': 'a9a568d2-a5e7-41e4-833f-a8ab42ea4073', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 52, 30), 'started_at': datetime.datetime(2021, 7, 27, 22, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 28, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802623-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:28:52.510008 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72004c39-7075-4152-ad12-a7399ad4c98d None None] Checking segment: {'id': '38fa182e-ca73-494d-87cf-8af4a6b09843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'a794ae70-d021-4c0d-b45c-04bf84360df8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:28:52.510411 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-72004c39-7075-4152-ad12-a7399ad4c98d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:52.510807 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72004c39-7075-4152-ad12-a7399ad4c98d None None] Bound using segment: {'id': '38fa182e-ca73-494d-87cf-8af4a6b09843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'a794ae70-d021-4c0d-b45c-04bf84360df8'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:28:52.511318 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-72004c39-7075-4152-ad12-a7399ad4c98d None None] Bound port: c36e9d97-effd-4d75-b938-e83f7a724efc, host: n-d-802623-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38fa182e-ca73-494d-87cf-8af4a6b09843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'a794ae70-d021-4c0d-b45c-04bf84360df8'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:28:52.511733 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-72004c39-7075-4152-ad12-a7399ad4c98d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:52.512689 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-f1a17ea3-e40e-43d8-96fc-4ce8558d878c tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Deleting port cb7e557d-6b8c-49e0-8d53-18aff23c4db4 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:28:52.513273 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f1a17ea3-e40e-43d8-96fc-4ce8558d878c tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:52.533705 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f47e36f-c81f-4fcc-9f64-cc411faf3c29 None None] DHCP port deletion for 8f7969cc-06f5-47b2-b860-fb77eecc88a4 request from n-d-802623-1 {{(pid=93799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 23:28:52.649906 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-f1a17ea3-e40e-43d8-96fc-4ce8558d878c tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] For port cb7e557d-6b8c-49e0-8d53-18aff23c4db4, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=cb7e557d-6b8c-49e0-8d53-18aff23c4db4,segment=NetworkSegment(d4d462cd-55bc-4edf-9bd6-2cb80288884c),segment_id=d4d462cd-55bc-4edf-9bd6-2cb80288884c)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:28:52.651545 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f1a17ea3-e40e-43d8-96fc-4ce8558d878c tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:52.663876 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-72004c39-7075-4152-ad12-a7399ad4c98d None None] For port c36e9d97-effd-4d75-b938-e83f7a724efc, host n-d-802623-1, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:28:52.670678 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-72004c39-7075-4152-ad12-a7399ad4c98d None None] For port c36e9d97-effd-4d75-b938-e83f7a724efc, host n-d-802623-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=c36e9d97-effd-4d75-b938-e83f7a724efc,segment=NetworkSegment(38fa182e-ca73-494d-87cf-8af4a6b09843),segment_id=38fa182e-ca73-494d-87cf-8af4a6b09843)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:28:52.686871 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-f1a17ea3-e40e-43d8-96fc-4ce8558d878c tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Calling delete_port for cb7e557d-6b8c-49e0-8d53-18aff23c4db4 owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:28:52.696719 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-72004c39-7075-4152-ad12-a7399ad4c98d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:52.835579 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-5f47e36f-c81f-4fcc-9f64-cc411faf3c29 None None] Deleting port cb7e557d-6b8c-49e0-8d53-18aff23c4db4 {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:28:52.836277 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-5f47e36f-c81f-4fcc-9f64-cc411faf3c29 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:52.842787 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72004c39-7075-4152-ad12-a7399ad4c98d None None] Pushing event updated for resources: {'Port': ['ID=c36e9d97-effd-4d75-b938-e83f7a724efc,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:28:52.855824 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82d3e86-556a-4700-8f3e-f309ae59653e req-b4600ca4-7419-4ef9-afa7-28b1be558773 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:28:52.857543 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d82d3e86-556a-4700-8f3e-f309ae59653e req-b4600ca4-7419-4ef9-afa7-28b1be558773 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/ports?device_id=c82f64f9-7572-4580-b07f-b346ae07e8cc HTTP/1.1" status: 200 len: 943 time: 0.1387572 Jul 27 23:28:52.897940 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f1a17ea3-e40e-43d8-96fc-4ce8558d878c tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:52.917934 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74efb413-00fe-4145-9424-0093df9f9f03 tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Pushing event deleted for resources: {'Subnet': ['ID=b3045e42-a0b6-43cb-a890-ae29586392b8,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:28:52.937863 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-5f47e36f-c81f-4fcc-9f64-cc411faf3c29 None None] For port cb7e557d-6b8c-49e0-8d53-18aff23c4db4, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=cb7e557d-6b8c-49e0-8d53-18aff23c4db4,segment=NetworkSegment(d4d462cd-55bc-4edf-9bd6-2cb80288884c),segment_id=d4d462cd-55bc-4edf-9bd6-2cb80288884c)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:28:52.938587 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-5f47e36f-c81f-4fcc-9f64-cc411faf3c29 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:52.950847 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4445252f-e450-432c-9abc-0fdd343cb6f0 None None] Network a794ae70-d021-4c0d-b45c-04bf84360df8 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:28:52.984504 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-5f47e36f-c81f-4fcc-9f64-cc411faf3c29 None None] Calling delete_port for cb7e557d-6b8c-49e0-8d53-18aff23c4db4 owned by network:dhcp {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:28:53.151128 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef79d8d3-a94c-4219-ba79-2aa4f520dd61 tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] Router a8e85d13-b7c1-43bf-ae6d-81dca465a0fb has already been hosted by L3 agent 018c4455-49c0-4734-927d-7824067b2a9e {{(pid=93798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 23:28:53.188751 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-74efb413-00fe-4145-9424-0093df9f9f03 tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618032', 'neutron.services.segments.db._delete_segments_for_network-8736833900081'] for network, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:53.244009 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-5f47e36f-c81f-4fcc-9f64-cc411faf3c29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:53.287713 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f47e36f-c81f-4fcc-9f64-cc411faf3c29 None None] Pushing event deleted for resources: {'Port': ['ID=cb7e557d-6b8c-49e0-8d53-18aff23c4db4,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:28:53.298685 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f47e36f-c81f-4fcc-9f64-cc411faf3c29 None None] No DVR routers for this DVR port cb7e557d-6b8c-49e0-8d53-18aff23c4db4 on host n-d-802623-1 {{(pid=93799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:28:53.299907 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-74efb413-00fe-4145-9424-0093df9f9f03 tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a794ae70-d021-4c0d-b45c-04bf84360df8']}} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:28:53.320914 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc0583cc-3ae0-485b-bfb4-6140984f6348 None None] Network a794ae70-d021-4c0d-b45c-04bf84360df8 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:28:53.330248 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-74efb413-00fe-4145-9424-0093df9f9f03 tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38fa182e-ca73-494d-87cf-8af4a6b09843') {'for_net_delete': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:28:53.330555 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-74efb413-00fe-4145-9424-0093df9f9f03 tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38fa182e-ca73-494d-87cf-8af4a6b09843') {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:28:53.432252 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-74efb413-00fe-4145-9424-0093df9f9f03 tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736833900858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11163256'] for segment, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:53.451255 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-74efb413-00fe-4145-9424-0093df9f9f03 tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:53.464025 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef79d8d3-a94c-4219-ba79-2aa4f520dd61 tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:28:53.475923 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74efb413-00fe-4145-9424-0093df9f9f03 tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Releasing vlan 500 on physical network physnet1 to pool {{(pid=93798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 23:28:53.476550 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-74efb413-00fe-4145-9424-0093df9f9f03 tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11971746'] for segment, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:53.476942 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3dd9a97-73dd-4e6d-924c-c8cca6aae7b6 None None] Sync routers for ids ['a8e85d13-b7c1-43bf-ae6d-81dca465a0fb'] in n-d-802623-1 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:28:53.483528 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d82d3e86-556a-4700-8f3e-f309ae59653e req-defe4f9c-648f-4949-8cf4-29fc7322560a tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/security-groups?id=7dab0fca-2422-4f10-a2ed-ede178e48859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6182449 Jul 27 23:28:53.486408 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a17ea3-e40e-43d8-96fc-4ce8558d878c tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Pushing event deleted for resources: {'Port': ['ID=cb7e557d-6b8c-49e0-8d53-18aff23c4db4,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:28:53.497236 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3dd9a97-73dd-4e6d-924c-c8cca6aae7b6 None None] Routers {'a8e85d13-b7c1-43bf-ae6d-81dca465a0fb'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:28:53.497483 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a17ea3-e40e-43d8-96fc-4ce8558d878c tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] No DVR routers for this DVR port cb7e557d-6b8c-49e0-8d53-18aff23c4db4 on host n-d-802623-1 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:28:53.498416 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-f3dd9a97-73dd-4e6d-924c-c8cca6aae7b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:28:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['a8e85d13-b7c1-43bf-ae6d-81dca465a0fb'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:28:53.521577 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ef79d8d3-a94c-4219-ba79-2aa4f520dd61 tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for floatingip, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:53.556467 n-d-802623-1 neutron-server[93798]: Traceback (most recent call last): Jul 27 23:28:53.556467 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 23:28:53.556467 n-d-802623-1 neutron-server[93798]: timer() Jul 27 23:28:53.556467 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 23:28:53.556467 n-d-802623-1 neutron-server[93798]: cb(*args, **kw) Jul 27 23:28:53.556467 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 23:28:53.556467 n-d-802623-1 neutron-server[93798]: return func(*args, **kwargs) Jul 27 23:28:53.556467 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 23:28:53.556467 n-d-802623-1 neutron-server[93798]: self._notify() Jul 27 23:28:53.556467 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 23:28:53.556467 n-d-802623-1 neutron-server[93798]: self.callback(batched_events) Jul 27 23:28:53.556467 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 23:28:53.556467 n-d-802623-1 neutron-server[93798]: event.method(event) Jul 27 23:28:53.556467 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 23:28:53.556467 n-d-802623-1 neutron-server[93798]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 23:28:53.556467 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 23:28:53.556467 n-d-802623-1 neutron-server[93798]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 23:28:53.556467 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 23:28:53.556467 n-d-802623-1 neutron-server[93798]: return f(self, *a, **k) Jul 27 23:28:53.556467 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 23:28:53.556467 n-d-802623-1 neutron-server[93798]: return self._get(url).json() Jul 27 23:28:53.556467 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 23:28:53.556467 n-d-802623-1 neutron-server[93798]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 23:28:53.556467 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 23:28:53.556467 n-d-802623-1 neutron-server[93798]: return self.request(url, 'GET', **kwargs) Jul 27 23:28:53.556467 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 23:28:53.556467 n-d-802623-1 neutron-server[93798]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 23:28:53.556467 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 23:28:53.556467 n-d-802623-1 neutron-server[93798]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 23:28:53.556467 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 23:28:53.556467 n-d-802623-1 neutron-server[93798]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 23:28:53.556467 n-d-802623-1 neutron-server[93798]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 23:28:53.604645 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a7bb9ce-25b9-4834-8f43-7f000c6f6ea6 None None] get_active_networks_info from n-d-802623-1 {{(pid=93799) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 27 23:28:53.636355 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f1a17ea3-e40e-43d8-96fc-4ce8558d878c tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618032', 'neutron.services.segments.db._delete_segments_for_network-8736833900081'] for network, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:53.657102 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-f1a17ea3-e40e-43d8-96fc-4ce8558d878c tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f7969cc-06f5-47b2-b860-fb77eecc88a4']}} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:28:53.687028 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-f1a17ea3-e40e-43d8-96fc-4ce8558d878c tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4d462cd-55bc-4edf-9bd6-2cb80288884c') {'for_net_delete': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:28:53.687421 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-f1a17ea3-e40e-43d8-96fc-4ce8558d878c tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4d462cd-55bc-4edf-9bd6-2cb80288884c') {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:28:53.703120 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39b66e7-55de-48d5-b02d-bb86a3ddfea4 req-4b5ad881-46d8-4005-b64e-778758d65e2d tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:28:53.705183 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-d39b66e7-55de-48d5-b02d-bb86a3ddfea4 req-4b5ad881-46d8-4005-b64e-778758d65e2d tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/ports?device_id=afed9ed5-b597-44bc-8215-6b8b2fcefded HTTP/1.1" status: 200 len: 944 time: 0.4256754 Jul 27 23:28:53.707310 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f1a17ea3-e40e-43d8-96fc-4ce8558d878c tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736833900858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11335978'] for segment, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:53.740449 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f1a17ea3-e40e-43d8-96fc-4ce8558d878c tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:53.755289 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1a17ea3-e40e-43d8-96fc-4ce8558d878c tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Releasing vlan 531 on physical network physnet1 to pool {{(pid=93797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 23:28:53.757284 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f1a17ea3-e40e-43d8-96fc-4ce8558d878c tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11336013'] for segment, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:53.767908 n-d-802623-1 neutron-server[93797]: Traceback (most recent call last): Jul 27 23:28:53.767908 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 23:28:53.767908 n-d-802623-1 neutron-server[93797]: timer() Jul 27 23:28:53.767908 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 23:28:53.767908 n-d-802623-1 neutron-server[93797]: cb(*args, **kw) Jul 27 23:28:53.767908 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 23:28:53.767908 n-d-802623-1 neutron-server[93797]: return func(*args, **kwargs) Jul 27 23:28:53.767908 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 23:28:53.767908 n-d-802623-1 neutron-server[93797]: self._notify() Jul 27 23:28:53.767908 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 23:28:53.767908 n-d-802623-1 neutron-server[93797]: self.callback(batched_events) Jul 27 23:28:53.767908 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 23:28:53.767908 n-d-802623-1 neutron-server[93797]: event.method(event) Jul 27 23:28:53.767908 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 23:28:53.767908 n-d-802623-1 neutron-server[93797]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 23:28:53.767908 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 23:28:53.767908 n-d-802623-1 neutron-server[93797]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 23:28:53.767908 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 23:28:53.767908 n-d-802623-1 neutron-server[93797]: return f(self, *a, **k) Jul 27 23:28:53.767908 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 23:28:53.767908 n-d-802623-1 neutron-server[93797]: return self._get(url).json() Jul 27 23:28:53.767908 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 23:28:53.767908 n-d-802623-1 neutron-server[93797]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 23:28:53.767908 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 23:28:53.767908 n-d-802623-1 neutron-server[93797]: return self.request(url, 'GET', **kwargs) Jul 27 23:28:53.767908 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 23:28:53.767908 n-d-802623-1 neutron-server[93797]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 23:28:53.767908 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 23:28:53.767908 n-d-802623-1 neutron-server[93797]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 23:28:53.767908 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 23:28:53.767908 n-d-802623-1 neutron-server[93797]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 23:28:53.767908 n-d-802623-1 neutron-server[93797]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 23:28:53.783544 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-f3dd9a97-73dd-4e6d-924c-c8cca6aae7b6 None None] Set router a8e85d13-b7c1-43bf-ae6d-81dca465a0fb gateway port host: n-d-802623-1 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:28:53.790428 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-ef79d8d3-a94c-4219-ba79-2aa4f520dd61 tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] 10.222.0.18 "PUT /v2.0/floatingips/ab40f7bc-76ef-4f20-9424-fa5bcb08f9cd HTTP/1.1" status: 200 len: 992 time: 2.5200937 Jul 27 23:28:53.803726 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad67c1f5-7283-4637-999c-94737161fd62', 'tag': '15c92a5f-fcf7-4340-b57e-ba184e4d3613'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:28:53.806051 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}011f8d312121274bb12d78e77c6379a2079800640016cec6c6d605b73666e854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57c1ebba-c3cc-499b-8bd1-54714062837e" -d '{"events": [{"name": "network-changed", "server_uuid": "ad67c1f5-7283-4637-999c-94737161fd62", "tag": "15c92a5f-fcf7-4340-b57e-ba184e4d3613"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:28:53.836424 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.db.api [None req-74efb413-00fe-4145-9424-0093df9f9f03 tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 27 23:28:53.836424 n-d-802623-1 neutron-server[93798]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 27 23:28:53.836424 n-d-802623-1 neutron-server[93798]: [parameters: {'id': 'a794ae70-d021-4c0d-b45c-04bf84360df8'}] Jul 27 23:28:53.836424 n-d-802623-1 neutron-server[93798]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=93798) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 23:28:53.836974 n-d-802623-1 neutron-server[93798]: DEBUG oslo_db.api [None req-74efb413-00fe-4145-9424-0093df9f9f03 tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 23:28:53.863765 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a7bb9ce-25b9-4834-8f43-7f000c6f6ea6 None None] Resources bound (agent type, host, resource id): {{(pid=93799) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 27 23:28:53.866357 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-d39b66e7-55de-48d5-b02d-bb86a3ddfea4 req-f7a40015-5258-4b46-b1d2-3cba4b2ebbe8 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/security-groups?id=d6f41e72-2b87-4685-ae08-bc68afebebe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381299 Jul 27 23:28:53.924554 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f1a17ea3-e40e-43d8-96fc-4ce8558d878c tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415412'] for network, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:53.931814 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f1a17ea3-e40e-43d8-96fc-4ce8558d878c tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Notify callbacks [] for network, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:53.938690 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-f1a17ea3-e40e-43d8-96fc-4ce8558d878c tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] 10.222.0.18 "DELETE /v2.0/networks/8f7969cc-06f5-47b2-b860-fb77eecc88a4 HTTP/1.1" status: 204 len: 168 time: 1.7618227 Jul 27 23:28:53.964820 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a17ea3-e40e-43d8-96fc-4ce8558d878c tempest-NetworksTest-1863927319 tempest-NetworksTest-1863927319-project] Pushing event deleted for resources: {'Network': ['ID=8f7969cc-06f5-47b2-b860-fb77eecc88a4,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:28:53.979206 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 23:28:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5e83300-af12-49e0-aa77-e932f299a0b4 x-openstack-request-id: req-f5e83300-af12-49e0-aa77-e932f299a0b4 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:28:53.979721 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad67c1f5-7283-4637-999c-94737161fd62", "tag": "15c92a5f-fcf7-4340-b57e-ba184e4d3613", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:28:53.979828 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f5e83300-af12-49e0-aa77-e932f299a0b4 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:28:53.980145 n-d-802623-1 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad67c1f5-7283-4637-999c-94737161fd62', 'tag': '15c92a5f-fcf7-4340-b57e-ba184e4d3613', 'status': 'completed', 'code': 200} Jul 27 23:28:54.101297 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c1ebba-c3cc-499b-8bd1-54714062837e req-1b4167f4-a89c-4059-92c6-5db13598c2e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:28:54.105284 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-57c1ebba-c3cc-499b-8bd1-54714062837e req-1b4167f4-a89c-4059-92c6-5db13598c2e5 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=93d6af8ff48b44f2bdb667a30d291295&device_id=ad67c1f5-7283-4637-999c-94737161fd62 HTTP/1.1" status: 200 len: 1097 time: 0.1028585 Jul 27 23:28:54.284624 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c1ebba-c3cc-499b-8bd1-54714062837e req-fe3d3cc2-c7da-43cd-8b2f-86ee388f7429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:28:54.286395 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-57c1ebba-c3cc-499b-8bd1-54714062837e req-fe3d3cc2-c7da-43cd-8b2f-86ee388f7429 service neutron] 10.222.0.38 "GET /v2.0/networks?id=d772070e-dad0-48ff-8bce-c02a3adbff90 HTTP/1.1" status: 200 len: 912 time: 0.1752443 Jul 27 23:28:54.322136 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device cb7e557d-6b8c-49e0-8d53-18aff23c4db4 no longer exists at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:28:54.337834 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-74efb413-00fe-4145-9424-0093df9f9f03 tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593271'] for network, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:54.354673 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-f3dd9a97-73dd-4e6d-924c-c8cca6aae7b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8e85d13-b7c1-43bf-ae6d-81dca465a0fb', 'name': 'tempest-AttachVolumeTestJSON-1979639153-router', 'tenant_id': '93d6af8ff48b44f2bdb667a30d291295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.79'}], 'enable_snat': True}, 'gw_port_id': '90e4d9d6-e4ba-4dd6-83c2-87e7b158b22e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:28:13Z', 'updated_at': '2021-07-27T23:28:21Z', 'revision_number': 4, 'project_id': '93d6af8ff48b44f2bdb667a30d291295', 'gw_port': {'id': '90e4d9d6-e4ba-4dd6-83c2-87e7b158b22e', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:5a:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e85d13-b7c1-43bf-ae6d-81dca465a0fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2832, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:28:14Z', 'updated_at': '2021-07-27T23:28:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_floatingips': [{'id': 'ab40f7bc-76ef-4f20-9424-fa5bcb08f9cd', 'tenant_id': '93d6af8ff48b44f2bdb667a30d291295', 'floating_ip_address': '172.25.4.230', 'floating_network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'router_id': 'a8e85d13-b7c1-43bf-ae6d-81dca465a0fb', 'port_id': '15c92a5f-fcf7-4340-b57e-ba184e4d3613', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2863, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd772070e-dad0-48ff-8bce-c02a3adbff90', 'mac_address': 'fa:16:3e:3c:9c:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad67c1f5-7283-4637-999c-94737161fd62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T23:28:27Z', 'updated_at': '2021-07-27T23:28:51Z', 'revision_number': 1, 'project_id': '93d6af8ff48b44f2bdb667a30d291295', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '944f3a21-a6cb-45fb-870a-277e132bcce9', 'name': '', 'network_id': 'd772070e-dad0-48ff-8bce-c02a3adbff90', 'tenant_id': '93d6af8ff48b44f2bdb667a30d291295', 'mac_address': 'fa:16:3e:c7:30:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e85d13-b7c1-43bf-ae6d-81dca465a0fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2843, 'fixed_ips': [{'subnet_id': '22fd4781-4e46-409c-a91a-a4ac3ab69caf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:28:19Z', 'updated_at': '2021-07-27T23:28:35Z', 'revision_number': 5, 'project_id': '93d6af8ff48b44f2bdb667a30d291295', 'subnets': [{'id': '22fd4781-4e46-409c-a91a-a4ac3ab69caf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:28:54.361712 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] No Port match for: cb7e557d-6b8c-49e0-8d53-18aff23c4db4 {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:28:54.362080 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device cb7e557d-6b8c-49e0-8d53-18aff23c4db4 not bound to the agent host n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:28:54.392214 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3dd9a97-73dd-4e6d-924c-c8cca6aae7b6 None None] Checking router: a8e85d13-b7c1-43bf-ae6d-81dca465a0fb for host: n-d-802623-1 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 23:28:54.402217 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3dd9a97-73dd-4e6d-924c-c8cca6aae7b6 None None] Routers {'a8e85d13-b7c1-43bf-ae6d-81dca465a0fb'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:28:54.408227 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-f3dd9a97-73dd-4e6d-924c-c8cca6aae7b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:28:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['a8e85d13-b7c1-43bf-ae6d-81dca465a0fb'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:28:54.432506 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 35336) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:28:54.453799 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-57c1ebba-c3cc-499b-8bd1-54714062837e req-f4bf4bd1-8d68-4fa0-b720-a466dc78b37c service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=15c92a5f-fcf7-4340-b57e-ba184e4d3613 HTTP/1.1" status: 200 len: 1000 time: 0.1586030 Jul 27 23:28:54.456475 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-74efb413-00fe-4145-9424-0093df9f9f03 tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Deleting port c36e9d97-effd-4d75-b938-e83f7a724efc {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:28:54.456829 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-74efb413-00fe-4145-9424-0093df9f9f03 tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:54.517058 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c1ebba-c3cc-499b-8bd1-54714062837e req-c236b196-cded-4791-bfae-07dc35655ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:28:54.518791 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-57c1ebba-c3cc-499b-8bd1-54714062837e req-c236b196-cded-4791-bfae-07dc35655ef6 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=22fd4781-4e46-409c-a91a-a4ac3ab69caf HTTP/1.1" status: 200 len: 850 time: 0.0581925 Jul 27 23:28:54.551075 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-74efb413-00fe-4145-9424-0093df9f9f03 tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] For port c36e9d97-effd-4d75-b938-e83f7a724efc, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=c36e9d97-effd-4d75-b938-e83f7a724efc,segment=NetworkSegment(38fa182e-ca73-494d-87cf-8af4a6b09843),segment_id=38fa182e-ca73-494d-87cf-8af4a6b09843)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:28:54.551466 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-74efb413-00fe-4145-9424-0093df9f9f03 tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:54.587252 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-74efb413-00fe-4145-9424-0093df9f9f03 tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Calling delete_port for c36e9d97-effd-4d75-b938-e83f7a724efc owned by network:dhcp {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:28:54.592512 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-f3dd9a97-73dd-4e6d-924c-c8cca6aae7b6 None None] Set router a8e85d13-b7c1-43bf-ae6d-81dca465a0fb gateway port host: n-d-802623-1 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:28:54.593290 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c1ebba-c3cc-499b-8bd1-54714062837e req-a9e33a07-3989-4c6f-b2ab-59e7e634b4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:28:54.595988 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-57c1ebba-c3cc-499b-8bd1-54714062837e req-a9e33a07-3989-4c6f-b2ab-59e7e634b4d4 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=d772070e-dad0-48ff-8bce-c02a3adbff90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0690415 Jul 27 23:28:54.737639 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-eaea3ae9-1fd8-4974-9561-362ac711ca9f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=934e936dd6c64e899cadf4ed7dc8ac75&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3039663 Jul 27 23:28:54.738244 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 35348) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:28:54.785956 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device a58ff0ba-c0e7-4ff0-b14e-5550ff97f187 details requested by agent hyperv_n-h2-802623-1 with host n-h2-802623-1 {{(pid=93799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 23:28:54.788640 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-74efb413-00fe-4145-9424-0093df9f9f03 tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:54.822666 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74efb413-00fe-4145-9424-0093df9f9f03 tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Pushing event deleted for resources: {'Port': ['ID=c36e9d97-effd-4d75-b938-e83f7a724efc,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:28:54.832579 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74efb413-00fe-4145-9424-0093df9f9f03 tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] No DVR routers for this DVR port c36e9d97-effd-4d75-b938-e83f7a724efc on host n-d-802623-1 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:28:54.834269 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bbbb52f3-086e-4d9e-a7c1-2266d5d29a1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:54.876054 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c101704-9de5-4475-8187-2d9739045a0b req-187df76b-dbf7-4445-9c0e-29d272f0b131 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:28:54.884195 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-1c101704-9de5-4475-8187-2d9739045a0b req-187df76b-dbf7-4445-9c0e-29d272f0b131 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/ports?device_id=c82f64f9-7572-4580-b07f-b346ae07e8cc HTTP/1.1" status: 200 len: 943 time: 0.1860373 Jul 27 23:28:54.903745 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-57c1ebba-c3cc-499b-8bd1-54714062837e req-9739063e-d507-4af6-bf40-9449c709bf76 service neutron] 10.222.0.38 "GET /v2.0/networks/d772070e-dad0-48ff-8bce-c02a3adbff90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2958553 Jul 27 23:28:55.023836 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-f3dd9a97-73dd-4e6d-924c-c8cca6aae7b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8e85d13-b7c1-43bf-ae6d-81dca465a0fb', 'name': 'tempest-AttachVolumeTestJSON-1979639153-router', 'tenant_id': '93d6af8ff48b44f2bdb667a30d291295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.79'}], 'enable_snat': True}, 'gw_port_id': '90e4d9d6-e4ba-4dd6-83c2-87e7b158b22e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:28:13Z', 'updated_at': '2021-07-27T23:28:21Z', 'revision_number': 4, 'project_id': '93d6af8ff48b44f2bdb667a30d291295', 'gw_port': {'id': '90e4d9d6-e4ba-4dd6-83c2-87e7b158b22e', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:5a:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e85d13-b7c1-43bf-ae6d-81dca465a0fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2832, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:28:14Z', 'updated_at': '2021-07-27T23:28:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_floatingips': [{'id': 'ab40f7bc-76ef-4f20-9424-fa5bcb08f9cd', 'tenant_id': '93d6af8ff48b44f2bdb667a30d291295', 'floating_ip_address': '172.25.4.230', 'floating_network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'router_id': 'a8e85d13-b7c1-43bf-ae6d-81dca465a0fb', 'port_id': '15c92a5f-fcf7-4340-b57e-ba184e4d3613', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2863, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd772070e-dad0-48ff-8bce-c02a3adbff90', 'mac_address': 'fa:16:3e:3c:9c:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad67c1f5-7283-4637-999c-94737161fd62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T23:28:27Z', 'updated_at': '2021-07-27T23:28:51Z', 'revision_number': 1, 'project_id': '93d6af8ff48b44f2bdb667a30d291295', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '944f3a21-a6cb-45fb-870a-277e132bcce9', 'name': '', 'network_id': 'd772070e-dad0-48ff-8bce-c02a3adbff90', 'tenant_id': '93d6af8ff48b44f2bdb667a30d291295', 'mac_address': 'fa:16:3e:c7:30:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e85d13-b7c1-43bf-ae6d-81dca465a0fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2843, 'fixed_ips': [{'subnet_id': '22fd4781-4e46-409c-a91a-a4ac3ab69caf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:28:19Z', 'updated_at': '2021-07-27T23:28:35Z', 'revision_number': 5, 'project_id': '93d6af8ff48b44f2bdb667a30d291295', 'subnets': [{'id': '22fd4781-4e46-409c-a91a-a4ac3ab69caf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:28:55.051253 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bbbb52f3-086e-4d9e-a7c1-2266d5d29a1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:55.077560 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-74efb413-00fe-4145-9424-0093df9f9f03 tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618032', 'neutron.services.segments.db._delete_segments_for_network-8736833900081'] for network, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:55.088385 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3dd9a97-73dd-4e6d-924c-c8cca6aae7b6 None None] The sync data for ids ['a8e85d13-b7c1-43bf-ae6d-81dca465a0fb'] in n-d-802623-1 is: [{'id': 'a8e85d13-b7c1-43bf-ae6d-81dca465a0fb', 'name': 'tempest-AttachVolumeTestJSON-1979639153-router', 'tenant_id': '93d6af8ff48b44f2bdb667a30d291295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.79'}], 'enable_snat': True}, 'gw_port_id': '90e4d9d6-e4ba-4dd6-83c2-87e7b158b22e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:28:13Z', 'updated_at': '2021-07-27T23:28:21Z', 'revision_number': 4, 'project_id': '93d6af8ff48b44f2bdb667a30d291295', 'gw_port': {'id': '90e4d9d6-e4ba-4dd6-83c2-87e7b158b22e', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:5a:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e85d13-b7c1-43bf-ae6d-81dca465a0fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2832, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:28:14Z', 'updated_at': '2021-07-27T23:28:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_floatingips': [{'id': 'ab40f7bc-76ef-4f20-9424-fa5bcb08f9cd', 'tenant_id': '93d6af8ff48b44f2bdb667a30d291295', 'floating_ip_address': '172.25.4.230', 'floating_network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'router_id': 'a8e85d13-b7c1-43bf-ae6d-81dca465a0fb', 'port_id': '15c92a5f-fcf7-4340-b57e-ba184e4d3613', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2863, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd772070e-dad0-48ff-8bce-c02a3adbff90', 'mac_address': 'fa:16:3e:3c:9c:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad67c1f5-7283-4637-999c-94737161fd62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T23:28:27Z', 'updated_at': '2021-07-27T23:28:51Z', 'revision_number': 1, 'project_id': '93d6af8ff48b44f2bdb667a30d291295', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '944f3a21-a6cb-45fb-870a-277e132bcce9', 'name': '', 'network_id': 'd772070e-dad0-48ff-8bce-c02a3adbff90', 'tenant_id': '93d6af8ff48b44f2bdb667a30d291295', 'mac_address': 'fa:16:3e:c7:30:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e85d13-b7c1-43bf-ae6d-81dca465a0fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2843, 'fixed_ips': [{'subnet_id': '22fd4781-4e46-409c-a91a-a4ac3ab69caf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:28:19Z', 'updated_at': '2021-07-27T23:28:35Z', 'revision_number': 5, 'project_id': '93d6af8ff48b44f2bdb667a30d291295', 'subnets': [{'id': '22fd4781-4e46-409c-a91a-a4ac3ab69caf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:28:55.117723 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-1c101704-9de5-4475-8187-2d9739045a0b req-ea5e8b04-9946-403c-88fd-28e0d8f47ab3 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/security-groups?id=7dab0fca-2422-4f10-a2ed-ede178e48859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2222223 Jul 27 23:28:55.158055 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-74efb413-00fe-4145-9424-0093df9f9f03 tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a794ae70-d021-4c0d-b45c-04bf84360df8']}} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:28:55.198165 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-57c1ebba-c3cc-499b-8bd1-54714062837e req-2764a610-60b3-4316-863b-0d184783851a service neutron] 10.222.0.38 "GET /v2.0/networks/d772070e-dad0-48ff-8bce-c02a3adbff90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2537856 Jul 27 23:28:55.215150 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-74efb413-00fe-4145-9424-0093df9f9f03 tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38fa182e-ca73-494d-87cf-8af4a6b09843') {'for_net_delete': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:28:55.215435 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-74efb413-00fe-4145-9424-0093df9f9f03 tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38fa182e-ca73-494d-87cf-8af4a6b09843') {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:28:55.219307 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port a58ff0ba-c0e7-4ff0-b14e-5550ff97f187, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=a58ff0ba-c0e7-4ff0-b14e-5550ff97f187,segment=NetworkSegment(1737c4ac-b730-4adf-86c0-edf2b2a14795),segment_id=1737c4ac-b730-4adf-86c0-edf2b2a14795)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:28:55.237107 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-74efb413-00fe-4145-9424-0093df9f9f03 tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736833900858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11163256'] for segment, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:55.239084 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Returning: {'device': 'a58ff0ba-c0e7-4ff0-b14e-5550ff97f187', 'network_id': 'f929bd98-c625-4836-a481-9c49c0c34e5c', 'port_id': 'a58ff0ba-c0e7-4ff0-b14e-5550ff97f187', 'mac_address': 'fa:16:3e:b4:13:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 526, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc36c29d-0dd5-42bf-a664-0dbd8743e1d5', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 23:28:55.280516 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-74efb413-00fe-4145-9424-0093df9f9f03 tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:55.297517 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc031fa8-6ac5-49e3-9902-1b5442b10142 req-a5094af3-35da-4fd5-9424-195573e12e9c tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:28:55.299103 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-cc031fa8-6ac5-49e3-9902-1b5442b10142 req-a5094af3-35da-4fd5-9424-195573e12e9c tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/ports?device_id=afed9ed5-b597-44bc-8215-6b8b2fcefded HTTP/1.1" status: 200 len: 944 time: 0.1846790 Jul 27 23:28:55.305013 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74efb413-00fe-4145-9424-0093df9f9f03 tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Releasing vlan 500 on physical network physnet1 to pool {{(pid=93798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 23:28:55.305585 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-74efb413-00fe-4145-9424-0093df9f9f03 tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11971746'] for segment, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:55.308823 n-d-802623-1 neutron-server[93798]: Traceback (most recent call last): Jul 27 23:28:55.308823 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 23:28:55.308823 n-d-802623-1 neutron-server[93798]: timer() Jul 27 23:28:55.308823 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 23:28:55.308823 n-d-802623-1 neutron-server[93798]: cb(*args, **kw) Jul 27 23:28:55.308823 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 23:28:55.308823 n-d-802623-1 neutron-server[93798]: return func(*args, **kwargs) Jul 27 23:28:55.308823 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 23:28:55.308823 n-d-802623-1 neutron-server[93798]: self._notify() Jul 27 23:28:55.308823 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 23:28:55.308823 n-d-802623-1 neutron-server[93798]: self.callback(batched_events) Jul 27 23:28:55.308823 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 23:28:55.308823 n-d-802623-1 neutron-server[93798]: event.method(event) Jul 27 23:28:55.308823 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 23:28:55.308823 n-d-802623-1 neutron-server[93798]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 23:28:55.308823 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 23:28:55.308823 n-d-802623-1 neutron-server[93798]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 23:28:55.308823 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 23:28:55.308823 n-d-802623-1 neutron-server[93798]: return f(self, *a, **k) Jul 27 23:28:55.308823 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 23:28:55.308823 n-d-802623-1 neutron-server[93798]: return self._get(url).json() Jul 27 23:28:55.308823 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 23:28:55.308823 n-d-802623-1 neutron-server[93798]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 23:28:55.308823 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 23:28:55.308823 n-d-802623-1 neutron-server[93798]: return self.request(url, 'GET', **kwargs) Jul 27 23:28:55.308823 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 23:28:55.308823 n-d-802623-1 neutron-server[93798]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 23:28:55.308823 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 23:28:55.308823 n-d-802623-1 neutron-server[93798]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 23:28:55.308823 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 23:28:55.308823 n-d-802623-1 neutron-server[93798]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 23:28:55.308823 n-d-802623-1 neutron-server[93798]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 23:28:55.314465 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:55.332961 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a58ff0ba-c0e7-4ff0-b14e-5550ff97f187 {{(pid=93799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:28:55.372750 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port a58ff0ba-c0e7-4ff0-b14e-5550ff97f187, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=a58ff0ba-c0e7-4ff0-b14e-5550ff97f187,segment=NetworkSegment(1737c4ac-b730-4adf-86c0-edf2b2a14795),segment_id=1737c4ac-b730-4adf-86c0-edf2b2a14795)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:28:55.380340 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bbbb52f3-086e-4d9e-a7c1-2266d5d29a1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:55.380567 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:55.382993 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bbbb52f3-086e-4d9e-a7c1-2266d5d29a1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:55.387415 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-bbbb52f3-086e-4d9e-a7c1-2266d5d29a1f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/37ea84b0-110a-4fdd-9dda-01ef326108b6 HTTP/1.1" status: 204 len: 168 time: 0.6473830 Jul 27 23:28:55.419491 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbb52f3-086e-4d9e-a7c1-2266d5d29a1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37ea84b0-110a-4fdd-9dda-01ef326108b6,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:28:55.454667 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-cc031fa8-6ac5-49e3-9902-1b5442b10142 req-da8460aa-8836-4617-9a01-7228bbd9541c tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/security-groups?id=d6f41e72-2b87-4685-ae08-bc68afebebe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294022 Jul 27 23:28:55.455363 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-74efb413-00fe-4145-9424-0093df9f9f03 tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415412'] for network, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:55.465716 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-74efb413-00fe-4145-9424-0093df9f9f03 tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Notify callbacks [] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:55.467145 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-74efb413-00fe-4145-9424-0093df9f9f03 tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] 10.222.0.18 "DELETE /v2.0/networks/a794ae70-d021-4c0d-b45c-04bf84360df8 HTTP/1.1" status: 204 len: 168 time: 3.8014436 Jul 27 23:28:55.470742 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 35396) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:28:55.498161 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74efb413-00fe-4145-9424-0093df9f9f03 tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Pushing event deleted for resources: {'Network': ['ID=a794ae70-d021-4c0d-b45c-04bf84360df8,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:28:55.502859 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Pushing event updated for resources: {'Port': ['ID=a58ff0ba-c0e7-4ff0-b14e-5550ff97f187,revision_number=9']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:28:55.537595 n-d-802623-1 neutron-server[93797]: INFO neutron.pecan_wsgi.hooks.translation [None req-85312bbc-72e4-44d3-8c00-12901be41859 tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] DELETE failed (client error): The resource could not be found. Jul 27 23:28:55.538083 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85312bbc-72e4-44d3-8c00-12901be41859 tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93797) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 23:28:55.544328 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-85312bbc-72e4-44d3-8c00-12901be41859 tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] 10.222.0.18 "DELETE /v2.0/subnets/b3045e42-a0b6-43cb-a890-ae29586392b8 HTTP/1.1" status: 404 len: 337 time: 0.0724514 Jul 27 23:28:55.546949 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 35406) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:28:55.555873 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b41215-f601-4ff7-ae3c-e7731dce6083 None None] New status for floating IP ab40f7bc-76ef-4f20-9424-fa5bcb08f9cd: ACTIVE {{(pid=93799) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 23:28:55.566618 n-d-802623-1 neutron-server[93798]: INFO neutron.pecan_wsgi.hooks.translation [None req-656c786d-d8e5-4d61-bb09-dd83ae1035e1 tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] DELETE failed (client error): The resource could not be found. Jul 27 23:28:55.566975 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-656c786d-d8e5-4d61-bb09-dd83ae1035e1 tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 23:28:55.568954 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-656c786d-d8e5-4d61-bb09-dd83ae1035e1 tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] 10.222.0.18 "DELETE /v2.0/networks/a794ae70-d021-4c0d-b45c-04bf84360df8 HTTP/1.1" status: 404 len: 339 time: 0.0211101 Jul 27 23:28:55.571496 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 35412) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:28:55.676285 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-06bee6fe-66cc-4586-a450-e6cb58138038 tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593271'] for network, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:55.759986 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] get_ports_and_sgs() called for port_ids ['a58ff0ba-c0e7-4ff0-b14e-5550ff97f187'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:28:55.799154 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-06bee6fe-66cc-4586-a450-e6cb58138038 tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618032', 'neutron.services.segments.db._delete_segments_for_network-8736833900081'] for network, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:55.810647 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-06bee6fe-66cc-4586-a450-e6cb58138038 tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4cac1a70-3ef3-488e-b92a-513ae7097420']}} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:28:55.835701 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-06bee6fe-66cc-4586-a450-e6cb58138038 tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee7410be-8ed4-4416-a84b-a8ec1465b6a0') {'for_net_delete': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:28:55.838698 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-06bee6fe-66cc-4586-a450-e6cb58138038 tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee7410be-8ed4-4416-a84b-a8ec1465b6a0') {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:28:55.862301 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-06bee6fe-66cc-4586-a450-e6cb58138038 tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736833900858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11163256'] for segment, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:55.889971 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-06bee6fe-66cc-4586-a450-e6cb58138038 tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:55.912199 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06bee6fe-66cc-4586-a450-e6cb58138038 tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Releasing vlan 534 on physical network physnet1 to pool {{(pid=93798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 23:28:55.916552 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-06bee6fe-66cc-4586-a450-e6cb58138038 tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11971746'] for segment, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:55.920763 n-d-802623-1 neutron-server[93798]: Traceback (most recent call last): Jul 27 23:28:55.920763 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 23:28:55.920763 n-d-802623-1 neutron-server[93798]: timer() Jul 27 23:28:55.920763 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 23:28:55.920763 n-d-802623-1 neutron-server[93798]: cb(*args, **kw) Jul 27 23:28:55.920763 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 23:28:55.920763 n-d-802623-1 neutron-server[93798]: return func(*args, **kwargs) Jul 27 23:28:55.920763 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 23:28:55.920763 n-d-802623-1 neutron-server[93798]: self._notify() Jul 27 23:28:55.920763 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 23:28:55.920763 n-d-802623-1 neutron-server[93798]: self.callback(batched_events) Jul 27 23:28:55.920763 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 23:28:55.920763 n-d-802623-1 neutron-server[93798]: event.method(event) Jul 27 23:28:55.920763 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 23:28:55.920763 n-d-802623-1 neutron-server[93798]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 23:28:55.920763 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 23:28:55.920763 n-d-802623-1 neutron-server[93798]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 23:28:55.920763 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 23:28:55.920763 n-d-802623-1 neutron-server[93798]: return f(self, *a, **k) Jul 27 23:28:55.920763 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 23:28:55.920763 n-d-802623-1 neutron-server[93798]: return self._get(url).json() Jul 27 23:28:55.920763 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 23:28:55.920763 n-d-802623-1 neutron-server[93798]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 23:28:55.920763 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 23:28:55.920763 n-d-802623-1 neutron-server[93798]: return self.request(url, 'GET', **kwargs) Jul 27 23:28:55.920763 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 23:28:55.920763 n-d-802623-1 neutron-server[93798]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 23:28:55.920763 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 23:28:55.920763 n-d-802623-1 neutron-server[93798]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 23:28:55.920763 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 23:28:55.920763 n-d-802623-1 neutron-server[93798]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 23:28:55.920763 n-d-802623-1 neutron-server[93798]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 23:28:56.028476 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-06bee6fe-66cc-4586-a450-e6cb58138038 tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415412'] for network, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:56.041860 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-06bee6fe-66cc-4586-a450-e6cb58138038 tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Notify callbacks [] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:56.046757 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 35476) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:28:56.047483 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-06bee6fe-66cc-4586-a450-e6cb58138038 tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] 10.222.0.18 "DELETE /v2.0/networks/4cac1a70-3ef3-488e-b92a-513ae7097420 HTTP/1.1" status: 204 len: 168 time: 0.4744520 Jul 27 23:28:56.064532 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bee6fe-66cc-4586-a450-e6cb58138038 tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Pushing event deleted for resources: {'Network': ['ID=4cac1a70-3ef3-488e-b92a-513ae7097420,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:28:56.092175 n-d-802623-1 neutron-server[93797]: INFO neutron.pecan_wsgi.hooks.translation [None req-95cd07de-6514-4bc9-b3de-a3674b66cbbe tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] DELETE failed (client error): The resource could not be found. Jul 27 23:28:56.092639 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95cd07de-6514-4bc9-b3de-a3674b66cbbe tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93797) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 23:28:56.094774 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-95cd07de-6514-4bc9-b3de-a3674b66cbbe tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] 10.222.0.18 "DELETE /v2.0/subnets/d215d683-e15a-4510-ac62-f4abb0b66b7c HTTP/1.1" status: 404 len: 337 time: 0.0468535 Jul 27 23:28:56.097265 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 35484) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:28:56.116055 n-d-802623-1 neutron-server[93797]: INFO neutron.pecan_wsgi.hooks.translation [None req-fdd747d1-9a26-45d3-9812-cd891032bcf6 tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] DELETE failed (client error): The resource could not be found. Jul 27 23:28:56.116716 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fdd747d1-9a26-45d3-9812-cd891032bcf6 tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93797) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 23:28:56.118533 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-fdd747d1-9a26-45d3-9812-cd891032bcf6 tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] 10.222.0.18 "DELETE /v2.0/networks/98ace593-44f4-40da-9cc5-1726b39d0f10 HTTP/1.1" status: 404 len: 339 time: 0.0203323 Jul 27 23:28:56.122292 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 35488) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:28:56.195394 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_v2 [None req-894f4688-e44a-481f-a6ee-ca63e3387257 tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Deleting subnet 1c50e208-e4a4-40d8-a7f8-a502f7512ee2 {{(pid=93797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 23:28:56.208532 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-894f4688-e44a-481f-a6ee-ca63e3387257 tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Notify callbacks [] for subnet, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:56.284207 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-894f4688-e44a-481f-a6ee-ca63e3387257 tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11335971'] for subnet, precommit_delete_associations {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:56.367731 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7565b3af-e90a-4c85-a350-a8865ba63bcb req-9097e181-81ba-466a-9b04-b3706494426f tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:28:56.369328 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7565b3af-e90a-4c85-a350-a8865ba63bcb req-9097e181-81ba-466a-9b04-b3706494426f tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/ports?device_id=c82f64f9-7572-4580-b07f-b346ae07e8cc HTTP/1.1" status: 200 len: 944 time: 0.0853972 Jul 27 23:28:56.424782 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-894f4688-e44a-481f-a6ee-ca63e3387257 tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620741'] for subnet, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:56.444760 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7565b3af-e90a-4c85-a350-a8865ba63bcb req-1677f8b3-890b-4371-b9a8-ec165b942e41 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/security-groups?id=7dab0fca-2422-4f10-a2ed-ede178e48859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674312 Jul 27 23:28:56.494577 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 35514) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:28:56.502447 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-894f4688-e44a-481f-a6ee-ca63e3387257 tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11335991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11551414'] for subnet, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:56.534777 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894f4688-e44a-481f-a6ee-ca63e3387257 tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Pushing event deleted for resources: {'Subnet': ['ID=1c50e208-e4a4-40d8-a7f8-a502f7512ee2,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:28:56.548144 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 35520) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:28:56.551209 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894f4688-e44a-481f-a6ee-ca63e3387257 tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:28:56.552109 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894f4688-e44a-481f-a6ee-ca63e3387257 tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:28:56.552109 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894f4688-e44a-481f-a6ee-ca63e3387257 tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:28:56.552332 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894f4688-e44a-481f-a6ee-ca63e3387257 tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:28:56.552593 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894f4688-e44a-481f-a6ee-ca63e3387257 tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:28:56.553191 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894f4688-e44a-481f-a6ee-ca63e3387257 tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:28:56.553328 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894f4688-e44a-481f-a6ee-ca63e3387257 tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:28:56.554641 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894f4688-e44a-481f-a6ee-ca63e3387257 tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:28:56.554641 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894f4688-e44a-481f-a6ee-ca63e3387257 tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:28:56.554641 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894f4688-e44a-481f-a6ee-ca63e3387257 tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:28:56.554641 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894f4688-e44a-481f-a6ee-ca63e3387257 tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:28:56.555579 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894f4688-e44a-481f-a6ee-ca63e3387257 tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:28:56.561902 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aa0981e-c013-4e67-b462-3adb07cc3e0f None None] Network 8c2da82f-4514-43b4-97c2-9a2ad7f14d1a requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:28:56.565948 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-894f4688-e44a-481f-a6ee-ca63e3387257 tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Notify callbacks [] for subnet, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:56.570061 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-894f4688-e44a-481f-a6ee-ca63e3387257 tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] 10.222.0.18 "DELETE /v2.0/subnets/1c50e208-e4a4-40d8-a7f8-a502f7512ee2 HTTP/1.1" status: 204 len: 168 time: 0.4441707 Jul 27 23:28:56.570497 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 35524) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:28:56.669767 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_v2 [None req-6fecacd2-d624-4344-b77a-4651d93059c4 tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Deleting subnet 1ca4babd-bc65-4b49-a62b-707ace08504d {{(pid=93798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 23:28:56.673671 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6fecacd2-d624-4344-b77a-4651d93059c4 tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Notify callbacks [] for subnet, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:56.702502 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e6a4b569-168d-404c-914f-48f8f287ea25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:56.720696 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6fecacd2-d624-4344-b77a-4651d93059c4 tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11163249'] for subnet, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:56.738871 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f1ff03-5576-4c9c-9cda-6302dc514e83 req-a4203c31-136b-46a5-bede-97f86f7f7a6f tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:28:56.740609 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-57f1ff03-5576-4c9c-9cda-6302dc514e83 req-a4203c31-136b-46a5-bede-97f86f7f7a6f tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/ports?device_id=afed9ed5-b597-44bc-8215-6b8b2fcefded HTTP/1.1" status: 200 len: 944 time: 0.0925925 Jul 27 23:28:56.751596 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-2cca5c4d-2ae4-41cc-894b-c9eb9f2c2920 tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-72510852', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:28:56.798577 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device a58ff0ba-c0e7-4ff0-b14e-5550ff97f187 up at agent hyperv_n-h2-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:28:56.816129 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-57f1ff03-5576-4c9c-9cda-6302dc514e83 req-1ba8de43-38f5-4679-9134-3b30fdcffa8e tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/security-groups?id=d6f41e72-2b87-4685-ae08-bc68afebebe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643032 Jul 27 23:28:56.853352 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6fecacd2-d624-4344-b77a-4651d93059c4 tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620741'] for subnet, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:56.891367 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e6a4b569-168d-404c-914f-48f8f287ea25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:56.898944 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e6a4b569-168d-404c-914f-48f8f287ea25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:56.903607 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e7ff797f-557d-416e-b79e-f81212fd704d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:56.914570 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Provisioning complete for port a58ff0ba-c0e7-4ff0-b14e-5550ff97f187 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:28:56.915265 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:56.943971 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2cca5c4d-2ae4-41cc-894b-c9eb9f2c2920 tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62159'] for router, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:56.945655 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2cca5c4d-2ae4-41cc-894b-c9eb9f2c2920 tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-479230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-415539', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3693317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62148'] for router, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:56.953440 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-e6a4b569-168d-404c-914f-48f8f287ea25 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a9e6d7e6f0e94e45b910439166266da1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4576304 Jul 27 23:28:56.954573 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 35526) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:28:56.961871 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a4b569-168d-404c-914f-48f8f287ea25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e329420b-fbad-4b9a-81d4-0e4309a759c7,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:28:56.970617 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6fecacd2-d624-4344-b77a-4651d93059c4 tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11971800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12265753'] for subnet, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:57.022299 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fecacd2-d624-4344-b77a-4651d93059c4 tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Pushing event deleted for resources: {'Subnet': ['ID=1ca4babd-bc65-4b49-a62b-707ace08504d,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:28:57.030743 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-287e8d46-7993-4f8c-84c8-dbd7bff075ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:57.037749 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:57.039468 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6fecacd2-d624-4344-b77a-4651d93059c4 tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:57.045553 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-6fecacd2-d624-4344-b77a-4651d93059c4 tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] 10.222.0.18 "DELETE /v2.0/subnets/1ca4babd-bc65-4b49-a62b-707ace08504d HTTP/1.1" status: 204 len: 168 time: 0.4736981 Jul 27 23:28:57.046308 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 35528) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:28:57.068041 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-287e8d46-7993-4f8c-84c8-dbd7bff075ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:57.080742 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c82f64f9-7572-4580-b07f-b346ae07e8cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a58ff0ba-c0e7-4ff0-b14e-5550ff97f187'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:28:57.083718 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c0369b0d4f459110ff20a1f9878ba33f96d6491bddb9d15843bf29d01e0bda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f831a738-4cdd-431f-8db5-801475448067" -d '{"events": [{"server_uuid": "c82f64f9-7572-4580-b07f-b346ae07e8cc", "name": "network-vif-plugged", "status": "completed", "tag": "a58ff0ba-c0e7-4ff0-b14e-5550ff97f187"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:28:57.095844 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2cca5c4d-2ae4-41cc-894b-c9eb9f2c2920 tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:57.110491 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2cca5c4d-2ae4-41cc-894b-c9eb9f2c2920 tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-415468'] for router, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:57.119467 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port a58ff0ba-c0e7-4ff0-b14e-5550ff97f187, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=a58ff0ba-c0e7-4ff0-b14e-5550ff97f187,segment=NetworkSegment(1737c4ac-b730-4adf-86c0-edf2b2a14795),segment_id=1737c4ac-b730-4adf-86c0-edf2b2a14795)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:28:57.130480 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:57.169688 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2cca5c4d-2ae4-41cc-894b-c9eb9f2c2920 tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] Notify callbacks [] for router, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:57.171762 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-2cca5c4d-2ae4-41cc-894b-c9eb9f2c2920 tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 710 time: 0.6224887 Jul 27 23:28:57.174055 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-287e8d46-7993-4f8c-84c8-dbd7bff075ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:57.175686 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 35534) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:28:57.178076 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-287e8d46-7993-4f8c-84c8-dbd7bff075ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:57.181925 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-287e8d46-7993-4f8c-84c8-dbd7bff075ca admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e329420b-fbad-4b9a-81d4-0e4309a759c7 HTTP/1.1" status: 204 len: 168 time: 0.2240143 Jul 27 23:28:57.192014 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287e8d46-7993-4f8c-84c8-dbd7bff075ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e329420b-fbad-4b9a-81d4-0e4309a759c7,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:28:57.214393 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-235fdc1c-1678-4fec-81dc-c595fc921b13 tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1369596374'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:28:57.232342 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:28:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbc9e9d2-0e5f-43c9-b8c7-91e05d13250d x-openstack-request-id: req-cbc9e9d2-0e5f-43c9-b8c7-91e05d13250d {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:28:57.232824 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c82f64f9-7572-4580-b07f-b346ae07e8cc", "name": "network-vif-plugged", "status": "completed", "tag": "a58ff0ba-c0e7-4ff0-b14e-5550ff97f187", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:28:57.233165 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-cbc9e9d2-0e5f-43c9-b8c7-91e05d13250d {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:28:57.233807 n-d-802623-1 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c82f64f9-7572-4580-b07f-b346ae07e8cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a58ff0ba-c0e7-4ff0-b14e-5550ff97f187', 'code': 200} Jul 27 23:28:57.241079 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Pushing event updated for resources: {'Port': ['ID=a58ff0ba-c0e7-4ff0-b14e-5550ff97f187,revision_number=10']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:28:57.311227 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e5b643f9-35e5-47d5-967d-8cfb8e8900bb tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593271'] for network, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:57.325516 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-235fdc1c-1678-4fec-81dc-c595fc921b13 tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] Made reservation on behalf of e432da61403c4a3a9cc9d7548f2f9d7c for: {'network': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:28:57.328899 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-235fdc1c-1678-4fec-81dc-c595fc921b13 tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for network, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:57.340719 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-235fdc1c-1678-4fec-81dc-c595fc921b13 tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:57.480295 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfee9c93-809f-43c7-b741-3fe024f36e4b req-b577fc84-dcff-4b2b-8ea0-724bf7653b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:28:57.481888 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-bfee9c93-809f-43c7-b741-3fe024f36e4b req-b577fc84-dcff-4b2b-8ea0-724bf7653b17 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=c82f64f9-7572-4580-b07f-b346ae07e8cc HTTP/1.1" status: 200 len: 1097 time: 0.1067967 Jul 27 23:28:57.485309 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-e5b643f9-35e5-47d5-967d-8cfb8e8900bb tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Deleting port 3fc773ac-4886-4a73-af7a-2dd8d237c4a2 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:28:57.485658 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e5b643f9-35e5-47d5-967d-8cfb8e8900bb tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:57.630556 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-bfee9c93-809f-43c7-b741-3fe024f36e4b req-b23486b4-b07e-4ead-8c3a-ff95efea22c7 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=7dab0fca-2422-4f10-a2ed-ede178e48859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371753 Jul 27 23:28:57.633633 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-e5b643f9-35e5-47d5-967d-8cfb8e8900bb tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] For port 3fc773ac-4886-4a73-af7a-2dd8d237c4a2, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=3fc773ac-4886-4a73-af7a-2dd8d237c4a2,segment=NetworkSegment(b6ea95fb-f116-4ca9-a356-ce2c9653525c),segment_id=b6ea95fb-f116-4ca9-a356-ce2c9653525c)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:28:57.634007 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e5b643f9-35e5-47d5-967d-8cfb8e8900bb tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:57.642715 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 35542) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:28:57.658351 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-036a7d5a-0cd4-4d1f-a245-d81a95c1cb92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:57.673450 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-235fdc1c-1678-4fec-81dc-c595fc921b13 tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:57.682441 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-e5b643f9-35e5-47d5-967d-8cfb8e8900bb tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Calling delete_port for 3fc773ac-4886-4a73-af7a-2dd8d237c4a2 owned by network:dhcp {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:28:57.685134 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-235fdc1c-1678-4fec-81dc-c595fc921b13 tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:57.748590 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-235fdc1c-1678-4fec-81dc-c595fc921b13 tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 509} {{(pid=93798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 23:28:57.763103 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c6cf41-91af-4004-ae3a-d308b514b08b req-ec6013c6-1341-4696-be6f-52cbdadf0a01 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:28:57.764648 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e14504d-a9d7-4747-9fb7-c988a0bc8450 None None] Network 8c2da82f-4514-43b4-97c2-9a2ad7f14d1a requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:28:57.765119 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b7c6cf41-91af-4004-ae3a-d308b514b08b req-ec6013c6-1341-4696-be6f-52cbdadf0a01 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/ports?device_id=c82f64f9-7572-4580-b07f-b346ae07e8cc HTTP/1.1" status: 200 len: 946 time: 0.2019324 Jul 27 23:28:57.801712 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-036a7d5a-0cd4-4d1f-a245-d81a95c1cb92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:57.806019 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235fdc1c-1678-4fec-81dc-c595fc921b13 tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8b637f7-98e4-4f08-9999-53a6d266a6f7,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:28:57.807484 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-036a7d5a-0cd4-4d1f-a245-d81a95c1cb92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:57.832923 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-235fdc1c-1678-4fec-81dc-c595fc921b13 tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:57.832923 n-d-802623-1 neutron-server[93798]: INFO neutron.db.segments_db [None req-235fdc1c-1678-4fec-81dc-c595fc921b13 tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] Added segment 3690e354-e47f-4e56-a30d-c446aed34b2e of type vlan for network 9cfb662a-cd5b-4ff1-a8b4-e6930f296c48 Jul 27 23:28:57.859080 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036a7d5a-0cd4-4d1f-a245-d81a95c1cb92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa38437e-8b7f-4338-993b-c8294f1bb2a9,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:28:57.864260 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-036a7d5a-0cd4-4d1f-a245-d81a95c1cb92 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=eeabc48a54fa45089783590007d08227&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2197609 Jul 27 23:28:57.866677 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 35546) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:28:57.894364 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-847ec8b5-d3ab-4011-8971-3399c5b2aa36 None None] Provisioning complete for port 3fc773ac-4886-4a73-af7a-2dd8d237c4a2 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:28:57.895110 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-847ec8b5-d3ab-4011-8971-3399c5b2aa36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:57.950584 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b7c6cf41-91af-4004-ae3a-d308b514b08b req-54843532-5816-4d2c-868b-1a53c6566f3b tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/security-groups?id=7dab0fca-2422-4f10-a2ed-ede178e48859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484890 Jul 27 23:28:57.973263 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-235fdc1c-1678-4fec-81dc-c595fc921b13 tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736833354590'] for network, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:57.991207 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c80ba3c9-560b-41d3-a006-b41790750d05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:57.991409 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e5b643f9-35e5-47d5-967d-8cfb8e8900bb tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:58.004242 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f930173-2a60-4dbb-a7fb-1d2d3290b01a req-ecdae5d2-1405-47fb-b79d-96a4d1216b95 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:28:58.006668 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-3f930173-2a60-4dbb-a7fb-1d2d3290b01a req-ecdae5d2-1405-47fb-b79d-96a4d1216b95 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/ports?device_id=afed9ed5-b597-44bc-8215-6b8b2fcefded HTTP/1.1" status: 200 len: 944 time: 0.0829306 Jul 27 23:28:58.047723 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c80ba3c9-560b-41d3-a006-b41790750d05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:58.064072 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5b643f9-35e5-47d5-967d-8cfb8e8900bb tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] No DVR routers for this DVR port 3fc773ac-4886-4a73-af7a-2dd8d237c4a2 on host n-d-802623-1 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:28:58.093889 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-3f930173-2a60-4dbb-a7fb-1d2d3290b01a req-2b5998f5-1ef0-43e0-8e2c-339c5cca21cf tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/security-groups?id=d6f41e72-2b87-4685-ae08-bc68afebebe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797806 Jul 27 23:28:58.106832 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b643f9-35e5-47d5-967d-8cfb8e8900bb tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Pushing event deleted for resources: {'Port': ['ID=3fc773ac-4886-4a73-af7a-2dd8d237c4a2,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:28:58.127510 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c80ba3c9-560b-41d3-a006-b41790750d05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:58.130188 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c80ba3c9-560b-41d3-a006-b41790750d05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:58.133797 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-c80ba3c9-560b-41d3-a006-b41790750d05 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/aa38437e-8b7f-4338-993b-c8294f1bb2a9 HTTP/1.1" status: 204 len: 168 time: 0.2636175 Jul 27 23:28:58.134458 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-235fdc1c-1678-4fec-81dc-c595fc921b13 tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569'] for network, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:58.141527 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-235fdc1c-1678-4fec-81dc-c595fc921b13 tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:28:58.143109 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-235fdc1c-1678-4fec-81dc-c595fc921b13 tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] Notify callbacks [] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:58.147508 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4d2cb7b-5deb-4b2b-9622-e3074c1e8e85 None None] DHCP port deletion for 8c2da82f-4514-43b4-97c2-9a2ad7f14d1a request from n-d-802623-1 {{(pid=93799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 23:28:58.153549 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80ba3c9-560b-41d3-a006-b41790750d05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa38437e-8b7f-4338-993b-c8294f1bb2a9,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:28:58.241312 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-235fdc1c-1678-4fec-81dc-c595fc921b13 tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.0645251 Jul 27 23:28:58.244244 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 35550) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:28:58.250685 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-2940606f-2a1e-49bf-86f4-a83e1668d571 tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] Request body: {'subnet': {'network_id': '9cfb662a-cd5b-4ff1-a8b4-e6930f296c48', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:28:58.252108 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e5b643f9-35e5-47d5-967d-8cfb8e8900bb tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618032', 'neutron.services.segments.db._delete_segments_for_network-8736833900081'] for network, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:58.269499 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-e5b643f9-35e5-47d5-967d-8cfb8e8900bb tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c2da82f-4514-43b4-97c2-9a2ad7f14d1a']}} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:28:58.284181 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 3fc773ac-4886-4a73-af7a-2dd8d237c4a2 no longer exists at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:28:58.284459 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235fdc1c-1678-4fec-81dc-c595fc921b13 tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] Pushing event updated for resources: {'Network': ['ID=9cfb662a-cd5b-4ff1-a8b4-e6930f296c48,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:28:58.295671 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-e5b643f9-35e5-47d5-967d-8cfb8e8900bb tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6ea95fb-f116-4ca9-a356-ce2c9653525c') {'for_net_delete': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:28:58.295671 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-e5b643f9-35e5-47d5-967d-8cfb8e8900bb tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6ea95fb-f116-4ca9-a356-ce2c9653525c') {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:28:58.306133 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e5b643f9-35e5-47d5-967d-8cfb8e8900bb tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736833900858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11163256'] for segment, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:58.321688 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e5b643f9-35e5-47d5-967d-8cfb8e8900bb tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:58.329394 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5b643f9-35e5-47d5-967d-8cfb8e8900bb tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Releasing vlan 512 on physical network physnet1 to pool {{(pid=93798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 23:28:58.330041 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e5b643f9-35e5-47d5-967d-8cfb8e8900bb tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11971746'] for segment, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:58.333302 n-d-802623-1 neutron-server[93798]: Traceback (most recent call last): Jul 27 23:28:58.333302 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 23:28:58.333302 n-d-802623-1 neutron-server[93798]: timer() Jul 27 23:28:58.333302 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 23:28:58.333302 n-d-802623-1 neutron-server[93798]: cb(*args, **kw) Jul 27 23:28:58.333302 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 23:28:58.333302 n-d-802623-1 neutron-server[93798]: return func(*args, **kwargs) Jul 27 23:28:58.333302 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 23:28:58.333302 n-d-802623-1 neutron-server[93798]: self._notify() Jul 27 23:28:58.333302 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 23:28:58.333302 n-d-802623-1 neutron-server[93798]: self.callback(batched_events) Jul 27 23:28:58.333302 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 23:28:58.333302 n-d-802623-1 neutron-server[93798]: event.method(event) Jul 27 23:28:58.333302 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 23:28:58.333302 n-d-802623-1 neutron-server[93798]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 23:28:58.333302 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 23:28:58.333302 n-d-802623-1 neutron-server[93798]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 23:28:58.333302 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 23:28:58.333302 n-d-802623-1 neutron-server[93798]: return f(self, *a, **k) Jul 27 23:28:58.333302 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 23:28:58.333302 n-d-802623-1 neutron-server[93798]: return self._get(url).json() Jul 27 23:28:58.333302 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 23:28:58.333302 n-d-802623-1 neutron-server[93798]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 23:28:58.333302 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 23:28:58.333302 n-d-802623-1 neutron-server[93798]: return self.request(url, 'GET', **kwargs) Jul 27 23:28:58.333302 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 23:28:58.333302 n-d-802623-1 neutron-server[93798]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 23:28:58.333302 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 23:28:58.333302 n-d-802623-1 neutron-server[93798]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 23:28:58.333302 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 23:28:58.333302 n-d-802623-1 neutron-server[93798]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 23:28:58.333302 n-d-802623-1 neutron-server[93798]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 23:28:58.344995 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] No Port match for: 3fc773ac-4886-4a73-af7a-2dd8d237c4a2 {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:28:58.349337 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 3fc773ac-4886-4a73-af7a-2dd8d237c4a2 not bound to the agent host n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:28:58.354687 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Network 9cfb662a-cd5b-4ff1-a8b4-e6930f296c48 details requested by agent ovs-agent-n-d-802623-1 with host n-d-802623-1 {{(pid=93799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 23:28:58.367810 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2940606f-2a1e-49bf-86f4-a83e1668d571 tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] Made reservation on behalf of e432da61403c4a3a9cc9d7548f2f9d7c for: {'subnet': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:28:58.372712 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2940606f-2a1e-49bf-86f4-a83e1668d571 tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11551435'] for subnet, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:58.407850 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e5b643f9-35e5-47d5-967d-8cfb8e8900bb tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415412'] for network, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:58.428110 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e5b643f9-35e5-47d5-967d-8cfb8e8900bb tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Notify callbacks [] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:58.431482 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-e5b643f9-35e5-47d5-967d-8cfb8e8900bb tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] 10.222.0.18 "DELETE /v2.0/networks/8c2da82f-4514-43b4-97c2-9a2ad7f14d1a HTTP/1.1" status: 204 len: 168 time: 1.3474178 Jul 27 23:28:58.435496 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 35556) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:28:58.471820 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b643f9-35e5-47d5-967d-8cfb8e8900bb tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Pushing event deleted for resources: {'Network': ['ID=8c2da82f-4514-43b4-97c2-9a2ad7f14d1a,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:28:58.474792 n-d-802623-1 neutron-server[93798]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b9353af-f44d-4430-a518-ff2211aed71b tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] DELETE failed (client error): The resource could not be found. Jul 27 23:28:58.475138 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b9353af-f44d-4430-a518-ff2211aed71b tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 23:28:58.477017 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-4b9353af-f44d-4430-a518-ff2211aed71b tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] 10.222.0.18 "DELETE /v2.0/subnets/d3c8558a-0e48-440c-a30d-9dcc7d35c711 HTTP/1.1" status: 404 len: 337 time: 0.0402176 Jul 27 23:28:58.479787 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 35558) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:28:58.500777 n-d-802623-1 neutron-server[93798]: INFO neutron.pecan_wsgi.hooks.translation [None req-19a8a17f-6c5a-47f0-9378-be43b5be691a tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] DELETE failed (client error): The resource could not be found. Jul 27 23:28:58.501500 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19a8a17f-6c5a-47f0-9378-be43b5be691a tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 23:28:58.503369 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-19a8a17f-6c5a-47f0-9378-be43b5be691a tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] 10.222.0.18 "DELETE /v2.0/networks/439773f6-7000-4e3c-9e5a-98f72b5346df HTTP/1.1" status: 404 len: 339 time: 0.0219188 Jul 27 23:28:58.506098 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 35562) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:28:58.537516 n-d-802623-1 neutron-server[93798]: INFO neutron.pecan_wsgi.hooks.translation [None req-70c011da-bb6a-4ea4-bb55-b5ad45e9cc53 tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] DELETE failed (client error): The resource could not be found. Jul 27 23:28:58.537870 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70c011da-bb6a-4ea4-bb55-b5ad45e9cc53 tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 23:28:58.539613 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-70c011da-bb6a-4ea4-bb55-b5ad45e9cc53 tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] 10.222.0.18 "DELETE /v2.0/subnets/9c65f81e-7b20-45be-bb56-2bf89f1ff334 HTTP/1.1" status: 404 len: 337 time: 0.0325572 Jul 27 23:28:58.542175 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 35568) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:28:58.561143 n-d-802623-1 neutron-server[93798]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4a9da19-3c0f-4c81-8661-c234ca5b3a77 tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] DELETE failed (client error): The resource could not be found. Jul 27 23:28:58.561835 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4a9da19-3c0f-4c81-8661-c234ca5b3a77 tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 23:28:58.566175 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-f4a9da19-3c0f-4c81-8661-c234ca5b3a77 tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] 10.222.0.18 "DELETE /v2.0/networks/bc0188c0-88a1-41cd-85f9-d1a364257f93 HTTP/1.1" status: 404 len: 339 time: 0.0206277 Jul 27 23:28:58.566471 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 35570) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:28:58.630043 n-d-802623-1 neutron-server[93797]: INFO neutron.pecan_wsgi.hooks.translation [None req-dca90739-8183-4a9b-81a4-efc311cc94e9 tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] DELETE failed (client error): The resource could not be found. Jul 27 23:28:58.630511 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dca90739-8183-4a9b-81a4-efc311cc94e9 tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93797) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 23:28:58.632362 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-dca90739-8183-4a9b-81a4-efc311cc94e9 tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] 10.222.0.18 "DELETE /v2.0/subnets/d4c68075-972e-424b-88c6-fea6b6ed5ef2 HTTP/1.1" status: 404 len: 337 time: 0.0637059 Jul 27 23:28:58.635268 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 35578) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:28:58.656288 n-d-802623-1 neutron-server[93798]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e9162eb-b48b-4323-9272-f2456f8a4b0d tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] DELETE failed (client error): The resource could not be found. Jul 27 23:28:58.656873 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e9162eb-b48b-4323-9272-f2456f8a4b0d tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 23:28:58.658598 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-2e9162eb-b48b-4323-9272-f2456f8a4b0d tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] 10.222.0.18 "DELETE /v2.0/networks/cce0072d-9c4d-411a-a7bd-07445fe884ed HTTP/1.1" status: 404 len: 339 time: 0.0205622 Jul 27 23:28:58.660497 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2940606f-2a1e-49bf-86f4-a83e1668d571 tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11336182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11551417'] for subnet, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:58.661463 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 35580) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:28:58.722775 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d5ec4df-eb54-4ba5-9450-c7cbc42852d8 tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Deleting subnet 022ed0a1-9ef3-491a-b31f-cb72aeca1060 {{(pid=93798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 23:28:58.726129 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8d5ec4df-eb54-4ba5-9450-c7cbc42852d8 tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Notify callbacks [] for subnet, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:58.768420 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2940606f-2a1e-49bf-86f4-a83e1668d571 tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] Pushing event updated for resources: {'Subnet': ['ID=df0b9628-e00f-4d5c-b729-0e46eab5df1b,revision_number=0']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:28:58.778982 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2940606f-2a1e-49bf-86f4-a83e1668d571 tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] Checking segment: {'id': '3690e354-e47f-4e56-a30d-c446aed34b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '9cfb662a-cd5b-4ff1-a8b4-e6930f296c48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:28:58.779617 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2940606f-2a1e-49bf-86f4-a83e1668d571 tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] Network hostable DHCP agents. Network: 9cfb662a-cd5b-4ff1-a8b4-e6930f296c48, hostable agents: ['5950e76f-2bde-4343-a925-cbe6bacd2706'], hosted agents: [] {{(pid=93797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 23:28:58.780818 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8d5ec4df-eb54-4ba5-9450-c7cbc42852d8 tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11163249'] for subnet, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:58.800600 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2940606f-2a1e-49bf-86f4-a83e1668d571 tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] Network 9cfb662a-cd5b-4ff1-a8b4-e6930f296c48 is scheduled to be hosted by DHCP agent 5950e76f-2bde-4343-a925-cbe6bacd2706 with binding_index 1 {{(pid=93797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 23:28:58.811773 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-2940606f-2a1e-49bf-86f4-a83e1668d571 tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802623-1, 9cfb662a-cd5b-4ff1-a8b4-e6930f296c48) {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:28:58.816588 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2940606f-2a1e-49bf-86f4-a83e1668d571 tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:28:58.818088 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2940606f-2a1e-49bf-86f4-a83e1668d571 tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] Notify callbacks [] for subnet, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:58.821923 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18930290-9348-4a1a-93ec-a7af56e619d5 None None] Network 9cfb662a-cd5b-4ff1-a8b4-e6930f296c48 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:28:58.845483 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-2940606f-2a1e-49bf-86f4-a83e1668d571 tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5966146 Jul 27 23:28:58.847022 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 35592) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:28:58.853424 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-777f9803-ce59-47d3-954a-ff26193e0f87 tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] Request body: {'network': {'name': 'tempest-router-network01--741980288'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:28:58.897864 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-777f9803-ce59-47d3-954a-ff26193e0f87 tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] Made reservation on behalf of e432da61403c4a3a9cc9d7548f2f9d7c for: {'network': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:28:58.904277 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-777f9803-ce59-47d3-954a-ff26193e0f87 tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for network, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:58.909021 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8d5ec4df-eb54-4ba5-9450-c7cbc42852d8 tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620741'] for subnet, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:58.936265 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-777f9803-ce59-47d3-954a-ff26193e0f87 tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 522} {{(pid=93797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 23:28:58.953779 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-777f9803-ce59-47d3-954a-ff26193e0f87 tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:58.954570 n-d-802623-1 neutron-server[93797]: INFO neutron.db.segments_db [None req-777f9803-ce59-47d3-954a-ff26193e0f87 tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] Added segment c914e31b-7b84-4283-b7da-2161335effd5 of type vlan for network 7f6ac186-e0f6-4eea-9cec-f81cae045196 Jul 27 23:28:59.004553 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-777f9803-ce59-47d3-954a-ff26193e0f87 tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736833354590'] for network, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:59.025107 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d289702f-22ce-48d9-a053-227847ecf0f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f6f257c-ad18-5f0c-8c8e-ea085a5fc8a2-9cfb662a-cd5b-4ff1-a8b4-e6930f296c48', 'network_id': '9cfb662a-cd5b-4ff1-a8b4-e6930f296c48', 'tenant_id': 'e432da61403c4a3a9cc9d7548f2f9d7c', 'fixed_ips': [{'subnet_id': 'df0b9628-e00f-4d5c-b729-0e46eab5df1b'}]}} from n-d-802623-1. {{(pid=93799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 23:28:59.027636 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d289702f-22ce-48d9-a053-227847ecf0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:59.031745 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8d5ec4df-eb54-4ba5-9450-c7cbc42852d8 tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11971800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12265753'] for subnet, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:59.058030 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-777f9803-ce59-47d3-954a-ff26193e0f87 tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569'] for network, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:59.068930 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-777f9803-ce59-47d3-954a-ff26193e0f87 tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:28:59.074037 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-777f9803-ce59-47d3-954a-ff26193e0f87 tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] Notify callbacks [] for network, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:59.098875 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5ec4df-eb54-4ba5-9450-c7cbc42852d8 tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Pushing event deleted for resources: {'Subnet': ['ID=022ed0a1-9ef3-491a-b31f-cb72aeca1060,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:28:59.105948 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8d5ec4df-eb54-4ba5-9450-c7cbc42852d8 tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:59.112344 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-8d5ec4df-eb54-4ba5-9450-c7cbc42852d8 tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] 10.222.0.18 "DELETE /v2.0/subnets/022ed0a1-9ef3-491a-b31f-cb72aeca1060 HTTP/1.1" status: 204 len: 168 time: 0.4480374 Jul 27 23:28:59.112911 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 35604) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:28:59.169488 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 35608) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:28:59.217800 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-97df8fdb-a3ee-4585-bdb6-11c81c96bcb6 tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593271'] for network, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:59.238658 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-777f9803-ce59-47d3-954a-ff26193e0f87 tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3904483 Jul 27 23:28:59.238874 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 35622) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:28:59.243903 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-d48aa0d6-fa0b-4eda-b8c4-b6a09bdf1af1 tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] Request body: {'network': {'name': 'tempest-router-network02--1991860150'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:28:59.250796 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-d289702f-22ce-48d9-a053-227847ecf0f2 None None] Allocated IP 2001:db8::2 (9cfb662a-cd5b-4ff1-a8b4-e6930f296c48/df0b9628-e00f-4d5c-b729-0e46eab5df1b/60d81703-3b06-4e57-afd4-bccbbc5ad8bb) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:28:59.256441 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf5b17fd-1186-4008-980f-990140f13af1 None None] Network 14716704-ebe5-4666-a442-27cb9c0cede8 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:28:59.315299 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f6b22d-e5f7-4085-8a08-56cda928997c req-4e560f3a-bbc2-416c-ac52-e224529d5cae tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:28:59.326396 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-96f6b22d-e5f7-4085-8a08-56cda928997c req-4e560f3a-bbc2-416c-ac52-e224529d5cae tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/ports?device_id=c82f64f9-7572-4580-b07f-b346ae07e8cc HTTP/1.1" status: 200 len: 946 time: 0.2484128 Jul 27 23:28:59.330269 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad9a5fe-5144-463b-99bc-e5fe05e63478 req-0f97ce32-be8e-4fc5-a8e2-c4f6c811d303 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:28:59.335658 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-2ad9a5fe-5144-463b-99bc-e5fe05e63478 req-0f97ce32-be8e-4fc5-a8e2-c4f6c811d303 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/ports?device_id=afed9ed5-b597-44bc-8215-6b8b2fcefded HTTP/1.1" status: 200 len: 944 time: 0.1115534 Jul 27 23:28:59.338698 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d48aa0d6-fa0b-4eda-b8c4-b6a09bdf1af1 tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] Made reservation on behalf of e432da61403c4a3a9cc9d7548f2f9d7c for: {'network': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:28:59.346388 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d48aa0d6-fa0b-4eda-b8c4-b6a09bdf1af1 tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for network, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:59.403626 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-96f6b22d-e5f7-4085-8a08-56cda928997c req-41863090-e08a-49b4-adea-8d3d0bcbc58a tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/security-groups?id=7dab0fca-2422-4f10-a2ed-ede178e48859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702622 Jul 27 23:28:59.407097 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777f9803-ce59-47d3-954a-ff26193e0f87 tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] Pushing event updated for resources: {'Network': ['ID=7f6ac186-e0f6-4eea-9cec-f81cae045196,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:28:59.431719 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Network 7f6ac186-e0f6-4eea-9cec-f81cae045196 details requested by agent ovs-agent-n-d-802623-1 with host n-d-802623-1 {{(pid=93799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 23:28:59.444951 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d48aa0d6-fa0b-4eda-b8c4-b6a09bdf1af1 tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 513} {{(pid=93798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 23:28:59.459543 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-97df8fdb-a3ee-4585-bdb6-11c81c96bcb6 tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Deleting port 58ca9d4a-d689-40a1-82e8-cf1932d998d9 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:28:59.459871 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-97df8fdb-a3ee-4585-bdb6-11c81c96bcb6 tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:59.484648 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-49ab69b3-009a-4e11-89bc-a620b8e8471d admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-429740024-network', 'tenant_id': '50fb9c0a7f164ebaa507b1871f51f529'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:28:59.514335 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49ab69b3-009a-4e11-89bc-a620b8e8471d admin admin] Made reservation on behalf of 50fb9c0a7f164ebaa507b1871f51f529 for: {'network': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:28:59.516928 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-49ab69b3-009a-4e11-89bc-a620b8e8471d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for network, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:59.534244 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-49ab69b3-009a-4e11-89bc-a620b8e8471d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:59.559462 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-97df8fdb-a3ee-4585-bdb6-11c81c96bcb6 tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] For port 58ca9d4a-d689-40a1-82e8-cf1932d998d9, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=58ca9d4a-d689-40a1-82e8-cf1932d998d9,segment=NetworkSegment(6ba5a109-13ff-4ba0-b6af-bc9715afc6aa),segment_id=6ba5a109-13ff-4ba0-b6af-bc9715afc6aa)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:28:59.559837 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-97df8fdb-a3ee-4585-bdb6-11c81c96bcb6 tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:59.574670 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-97df8fdb-a3ee-4585-bdb6-11c81c96bcb6 tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Calling delete_port for 58ca9d4a-d689-40a1-82e8-cf1932d998d9 owned by network:dhcp {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:28:59.604470 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-3ddb1a43-8758-4787-96bd-1aed6b834017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:59.618857 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d289702f-22ce-48d9-a053-227847ecf0f2 None None] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:59.622025 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:59.630071 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-d289702f-22ce-48d9-a053-227847ecf0f2 None None] Transition to ACTIVE for port object 60d81703-3b06-4e57-afd4-bccbbc5ad8bb will not be triggered until provisioned by entity L2. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:28:59.646842 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-d289702f-22ce-48d9-a053-227847ecf0f2 None None] Transition to ACTIVE for port object 60d81703-3b06-4e57-afd4-bccbbc5ad8bb will not be triggered until provisioned by entity DHCP. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:28:59.649880 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d48aa0d6-fa0b-4eda-b8c4-b6a09bdf1af1 tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:59.650295 n-d-802623-1 neutron-server[93798]: INFO neutron.db.segments_db [None req-d48aa0d6-fa0b-4eda-b8c4-b6a09bdf1af1 tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] Added segment 23e63c64-a253-42d3-b32a-6e9166a35b4d of type vlan for network 3d13a422-988d-4b87-8804-38043c0b02db Jul 27 23:28:59.655561 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d289702f-22ce-48d9-a053-227847ecf0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:59.655785 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-2ad9a5fe-5144-463b-99bc-e5fe05e63478 req-94fbdab4-6bb6-4ea1-8e29-7c5c31a30bb3 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/security-groups?id=d6f41e72-2b87-4685-ae08-bc68afebebe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3046608 Jul 27 23:28:59.672059 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57a25910-4f96-42da-83dc-30f4b174f0a1 None None] DHCP port deletion for 14716704-ebe5-4666-a442-27cb9c0cede8 request from n-d-802623-1 {{(pid=93799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 23:28:59.706372 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d48aa0d6-fa0b-4eda-b8c4-b6a09bdf1af1 tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736833354590'] for network, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:59.712587 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d289702f-22ce-48d9-a053-227847ecf0f2 None None] Network 9cfb662a-cd5b-4ff1-a8b4-e6930f296c48 is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:28:59.722335 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-97df8fdb-a3ee-4585-bdb6-11c81c96bcb6 tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:59.734307 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-d289702f-22ce-48d9-a053-227847ecf0f2 None None] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:28:59.740069 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d289702f-22ce-48d9-a053-227847ecf0f2 None None] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:28:59.755503 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-49ab69b3-009a-4e11-89bc-a620b8e8471d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:59.765320 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97df8fdb-a3ee-4585-bdb6-11c81c96bcb6 tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] No DVR routers for this DVR port 58ca9d4a-d689-40a1-82e8-cf1932d998d9 on host n-d-802623-1 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:28:59.767238 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df8fdb-a3ee-4585-bdb6-11c81c96bcb6 tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Pushing event deleted for resources: {'Port': ['ID=58ca9d4a-d689-40a1-82e8-cf1932d998d9,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:28:59.771892 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-49ab69b3-009a-4e11-89bc-a620b8e8471d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:59.773231 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d48aa0d6-fa0b-4eda-b8c4-b6a09bdf1af1 tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569'] for network, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:59.779610 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d48aa0d6-fa0b-4eda-b8c4-b6a09bdf1af1 tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:28:59.780219 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d48aa0d6-fa0b-4eda-b8c4-b6a09bdf1af1 tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] Notify callbacks [] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:59.788609 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d289702f-22ce-48d9-a053-227847ecf0f2 None None] Pushing event updated for resources: {'Port': ['ID=60d81703-3b06-4e57-afd4-bccbbc5ad8bb,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:28:59.820446 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49ab69b3-009a-4e11-89bc-a620b8e8471d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 534} {{(pid=93797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 23:28:59.829908 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ab69b3-009a-4e11-89bc-a620b8e8471d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a1dab6b-6655-448b-bbdd-2563986bd525,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:28:59.831846 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-d289702f-22ce-48d9-a053-227847ecf0f2 None None] Attempting to bind port 60d81703-3b06-4e57-afd4-bccbbc5ad8bb on host n-d-802623-1 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:28:59.832319 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-d289702f-22ce-48d9-a053-227847ecf0f2 None None] Attempting to bind port 60d81703-3b06-4e57-afd4-bccbbc5ad8bb by drivers openvswitch,hyperv on host n-d-802623-1 at level 0 using segments [{'id': '3690e354-e47f-4e56-a30d-c446aed34b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '9cfb662a-cd5b-4ff1-a8b4-e6930f296c48'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:28:59.833130 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d289702f-22ce-48d9-a053-227847ecf0f2 None None] Attempting to bind port 60d81703-3b06-4e57-afd4-bccbbc5ad8bb on network 9cfb662a-cd5b-4ff1-a8b4-e6930f296c48 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:28:59.835302 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-49ab69b3-009a-4e11-89bc-a620b8e8471d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:59.837865 n-d-802623-1 neutron-server[93797]: INFO neutron.db.segments_db [None req-49ab69b3-009a-4e11-89bc-a620b8e8471d admin admin] Added segment af1481bc-81fa-42f6-b613-ea8094c41a52 of type vlan for network 2b215609-9514-419a-b7cc-2c2b08257d0c Jul 27 23:28:59.840822 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-57a25910-4f96-42da-83dc-30f4b174f0a1 None None] Deleting port 58ca9d4a-d689-40a1-82e8-cf1932d998d9 {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:28:59.841391 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-57a25910-4f96-42da-83dc-30f4b174f0a1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:59.843555 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d289702f-22ce-48d9-a053-227847ecf0f2 None None] Checking agent: {'id': 'a9a568d2-a5e7-41e4-833f-a8ab42ea4073', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 52, 30), 'started_at': datetime.datetime(2021, 7, 27, 22, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 28, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802623-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:28:59.843931 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d289702f-22ce-48d9-a053-227847ecf0f2 None None] Checking segment: {'id': '3690e354-e47f-4e56-a30d-c446aed34b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '9cfb662a-cd5b-4ff1-a8b4-e6930f296c48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:28:59.844324 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d289702f-22ce-48d9-a053-227847ecf0f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:59.844714 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d289702f-22ce-48d9-a053-227847ecf0f2 None None] Bound using segment: {'id': '3690e354-e47f-4e56-a30d-c446aed34b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '9cfb662a-cd5b-4ff1-a8b4-e6930f296c48'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:28:59.845198 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-d289702f-22ce-48d9-a053-227847ecf0f2 None None] Bound port: 60d81703-3b06-4e57-afd4-bccbbc5ad8bb, host: n-d-802623-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3690e354-e47f-4e56-a30d-c446aed34b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '9cfb662a-cd5b-4ff1-a8b4-e6930f296c48'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:28:59.845579 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d289702f-22ce-48d9-a053-227847ecf0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:59.890305 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-49ab69b3-009a-4e11-89bc-a620b8e8471d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736833354590'] for network, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:59.892188 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-d48aa0d6-fa0b-4eda-b8c4-b6a09bdf1af1 tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6522579 Jul 27 23:28:59.900390 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 35638) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:28:59.905126 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-1fa57ac2-7b2d-4bc9-821a-2058cf31dc62 tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] Request body: {'subnet': {'network_id': '7f6ac186-e0f6-4eea-9cec-f81cae045196', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:28:59.922516 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-97df8fdb-a3ee-4585-bdb6-11c81c96bcb6 tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618032', 'neutron.services.segments.db._delete_segments_for_network-8736833900081'] for network, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:59.933961 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48aa0d6-fa0b-4eda-b8c4-b6a09bdf1af1 tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] Pushing event updated for resources: {'Network': ['ID=3d13a422-988d-4b87-8804-38043c0b02db,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:28:59.937070 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-97df8fdb-a3ee-4585-bdb6-11c81c96bcb6 tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14716704-ebe5-4666-a442-27cb9c0cede8']}} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:28:59.937534 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-57a25910-4f96-42da-83dc-30f4b174f0a1 None None] For port 58ca9d4a-d689-40a1-82e8-cf1932d998d9, host n-d-802623-1, got binding levels [] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:28:59.937943 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-57a25910-4f96-42da-83dc-30f4b174f0a1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:59.947602 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-97df8fdb-a3ee-4585-bdb6-11c81c96bcb6 tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ba5a109-13ff-4ba0-b6af-bc9715afc6aa') {'for_net_delete': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:28:59.948261 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-97df8fdb-a3ee-4585-bdb6-11c81c96bcb6 tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ba5a109-13ff-4ba0-b6af-bc9715afc6aa') {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:28:59.956067 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-57a25910-4f96-42da-83dc-30f4b174f0a1 None None] Calling delete_port for 58ca9d4a-d689-40a1-82e8-cf1932d998d9 owned by network:dhcp {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:28:59.960297 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-97df8fdb-a3ee-4585-bdb6-11c81c96bcb6 tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736833900858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11163256'] for segment, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:59.960841 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Network 3d13a422-988d-4b87-8804-38043c0b02db details requested by agent ovs-agent-n-d-802623-1 with host n-d-802623-1 {{(pid=93799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 23:28:59.964576 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.ipam_backend_mixin [None req-57a25910-4f96-42da-83dc-30f4b174f0a1 None None] Port 58ca9d4a-d689-40a1-82e8-cf1932d998d9 was not found and therefore no delete operation was performed {{(pid=93799) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 27 23:28:59.980547 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-97df8fdb-a3ee-4585-bdb6-11c81c96bcb6 tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:59.988303 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97df8fdb-a3ee-4585-bdb6-11c81c96bcb6 tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Releasing vlan 503 on physical network physnet1 to pool {{(pid=93798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 23:28:59.989102 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-97df8fdb-a3ee-4585-bdb6-11c81c96bcb6 tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11971746'] for segment, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:59.993636 n-d-802623-1 neutron-server[93798]: Traceback (most recent call last): Jul 27 23:28:59.993636 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 23:28:59.993636 n-d-802623-1 neutron-server[93798]: timer() Jul 27 23:28:59.993636 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 23:28:59.993636 n-d-802623-1 neutron-server[93798]: cb(*args, **kw) Jul 27 23:28:59.993636 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 23:28:59.993636 n-d-802623-1 neutron-server[93798]: return func(*args, **kwargs) Jul 27 23:28:59.993636 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 23:28:59.993636 n-d-802623-1 neutron-server[93798]: self._notify() Jul 27 23:28:59.993636 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 23:28:59.993636 n-d-802623-1 neutron-server[93798]: self.callback(batched_events) Jul 27 23:28:59.993636 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 23:28:59.993636 n-d-802623-1 neutron-server[93798]: event.method(event) Jul 27 23:28:59.993636 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 23:28:59.993636 n-d-802623-1 neutron-server[93798]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 23:28:59.993636 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 23:28:59.993636 n-d-802623-1 neutron-server[93798]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 23:28:59.993636 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 23:28:59.993636 n-d-802623-1 neutron-server[93798]: return f(self, *a, **k) Jul 27 23:28:59.993636 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 23:28:59.993636 n-d-802623-1 neutron-server[93798]: return self._get(url).json() Jul 27 23:28:59.993636 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 23:28:59.993636 n-d-802623-1 neutron-server[93798]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 23:28:59.993636 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 23:28:59.993636 n-d-802623-1 neutron-server[93798]: return self.request(url, 'GET', **kwargs) Jul 27 23:28:59.993636 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 23:28:59.993636 n-d-802623-1 neutron-server[93798]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 23:28:59.993636 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 23:28:59.993636 n-d-802623-1 neutron-server[93798]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 23:28:59.993636 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 23:28:59.993636 n-d-802623-1 neutron-server[93798]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 23:28:59.993636 n-d-802623-1 neutron-server[93798]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 23:29:00.000214 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-57a25910-4f96-42da-83dc-30f4b174f0a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:00.009278 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-49ab69b3-009a-4e11-89bc-a620b8e8471d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569'] for network, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:00.010237 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49ab69b3-009a-4e11-89bc-a620b8e8471d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:29:00.010807 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-49ab69b3-009a-4e11-89bc-a620b8e8471d admin admin] Notify callbacks [] for network, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:00.054688 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a25910-4f96-42da-83dc-30f4b174f0a1 None None] Pushing event deleted for resources: {'Port': ['ID=58ca9d4a-d689-40a1-82e8-cf1932d998d9,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:29:00.073903 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a25910-4f96-42da-83dc-30f4b174f0a1 None None] No DVR routers for this DVR port 58ca9d4a-d689-40a1-82e8-cf1932d998d9 on host n-d-802623-1 {{(pid=93799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:29:00.079020 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-97df8fdb-a3ee-4585-bdb6-11c81c96bcb6 tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415412'] for network, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:00.085132 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-97df8fdb-a3ee-4585-bdb6-11c81c96bcb6 tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Notify callbacks [] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:00.090215 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-97df8fdb-a3ee-4585-bdb6-11c81c96bcb6 tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] 10.222.0.18 "DELETE /v2.0/networks/14716704-ebe5-4666-a442-27cb9c0cede8 HTTP/1.1" status: 204 len: 168 time: 0.9761527 Jul 27 23:29:00.091114 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 35640) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:29:00.091963 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-d289702f-22ce-48d9-a053-227847ecf0f2 None None] For port 60d81703-3b06-4e57-afd4-bccbbc5ad8bb, host n-d-802623-1, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:29:00.092500 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ab69b3-009a-4e11-89bc-a620b8e8471d admin admin] Pushing event updated for resources: {'Network': ['ID=2b215609-9514-419a-b7cc-2c2b08257d0c,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:29:00.096251 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-d289702f-22ce-48d9-a053-227847ecf0f2 None None] For port 60d81703-3b06-4e57-afd4-bccbbc5ad8bb, host n-d-802623-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=60d81703-3b06-4e57-afd4-bccbbc5ad8bb,segment=NetworkSegment(3690e354-e47f-4e56-a30d-c446aed34b2e),segment_id=3690e354-e47f-4e56-a30d-c446aed34b2e)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:29:00.096996 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fa57ac2-7b2d-4bc9-821a-2058cf31dc62 tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] Made reservation on behalf of e432da61403c4a3a9cc9d7548f2f9d7c for: {'subnet': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:29:00.099650 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:00.101322 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1fa57ac2-7b2d-4bc9-821a-2058cf31dc62 tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11551435'] for subnet, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:00.107890 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-49ab69b3-009a-4e11-89bc-a620b8e8471d admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9005957 Jul 27 23:29:00.108401 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d289702f-22ce-48d9-a053-227847ecf0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:00.118659 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Network 2b215609-9514-419a-b7cc-2c2b08257d0c details requested by agent ovs-agent-n-d-802623-1 with host n-d-802623-1 {{(pid=93799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 23:29:00.120216 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 35642) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:29:00.132392 n-d-802623-1 neutron-server[93798]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d5a1850-7ca4-402e-aeec-b10b80281cbd tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] DELETE failed (client error): The resource could not be found. Jul 27 23:29:00.132931 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d5a1850-7ca4-402e-aeec-b10b80281cbd tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 23:29:00.137071 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-1d5a1850-7ca4-402e-aeec-b10b80281cbd tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] 10.222.0.18 "DELETE /v2.0/subnets/03300fb8-cf9a-41a6-8293-3971caa64377 HTTP/1.1" status: 404 len: 337 time: 0.0400848 Jul 27 23:29:00.145620 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 35644) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:29:00.152325 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-8dd0c352-d482-45af-a76d-3c630db71a57 admin admin] Request body: {'subnet': {'network_id': '2b215609-9514-419a-b7cc-2c2b08257d0c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-429740024-subnet', 'tenant_id': '50fb9c0a7f164ebaa507b1871f51f529', 'ip_version': 4}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:29:00.158008 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df8fdb-a3ee-4585-bdb6-11c81c96bcb6 tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Pushing event deleted for resources: {'Network': ['ID=14716704-ebe5-4666-a442-27cb9c0cede8,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:29:00.172255 n-d-802623-1 neutron-server[93798]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1123c76-6c7b-471d-8c6f-ce03890ab808 tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] DELETE failed (client error): The resource could not be found. Jul 27 23:29:00.172822 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1123c76-6c7b-471d-8c6f-ce03890ab808 tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 23:29:00.174677 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-b1123c76-6c7b-471d-8c6f-ce03890ab808 tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] 10.222.0.18 "DELETE /v2.0/networks/62c71051-a822-4a1a-a581-b23f021a96fa HTTP/1.1" status: 404 len: 339 time: 0.0281243 Jul 27 23:29:00.177448 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 35646) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:29:00.222458 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dd0c352-d482-45af-a76d-3c630db71a57 admin admin] Made reservation on behalf of 50fb9c0a7f164ebaa507b1871f51f529 for: {'subnet': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:29:00.225682 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8dd0c352-d482-45af-a76d-3c630db71a57 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11551435'] for subnet, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:00.237739 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d289702f-22ce-48d9-a053-227847ecf0f2 None None] Pushing event updated for resources: {'Port': ['ID=60d81703-3b06-4e57-afd4-bccbbc5ad8bb,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:29:00.259444 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_v2 [None req-35a6de15-902b-460b-94dc-9bc4a041b73c tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Deleting subnet 7922ed83-8d60-4d92-b7ff-1f40a8e0dad8 {{(pid=93798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 23:29:00.265223 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-35a6de15-902b-460b-94dc-9bc4a041b73c tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Notify callbacks [] for subnet, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:00.296398 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 58ca9d4a-d689-40a1-82e8-cf1932d998d9 no longer exists at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:29:00.318851 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] No Port match for: 58ca9d4a-d689-40a1-82e8-cf1932d998d9 {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:29:00.319462 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 58ca9d4a-d689-40a1-82e8-cf1932d998d9 not bound to the agent host n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:29:00.328892 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-35a6de15-902b-460b-94dc-9bc4a041b73c tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11163249'] for subnet, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:00.463734 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-35a6de15-902b-460b-94dc-9bc4a041b73c tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620741'] for subnet, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:00.479376 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1fa57ac2-7b2d-4bc9-821a-2058cf31dc62 tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11336182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11551417'] for subnet, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:00.485046 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-19f2e178-d45e-4fbe-b9be-c3963fc151ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:00.546581 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-35a6de15-902b-460b-94dc-9bc4a041b73c tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11971800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12265753'] for subnet, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:00.580832 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85bb9a0b-f2b2-4606-aea5-68fbf45da223 None None] Network 42bfee96-e007-4d4f-baa1-777b541140aa requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:29:00.597527 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-35a6de15-902b-460b-94dc-9bc4a041b73c tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:00.602543 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-35a6de15-902b-460b-94dc-9bc4a041b73c tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] 10.222.0.18 "DELETE /v2.0/subnets/7922ed83-8d60-4d92-b7ff-1f40a8e0dad8 HTTP/1.1" status: 204 len: 168 time: 0.4241285 Jul 27 23:29:00.607671 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 35652) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:29:00.612397 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a6de15-902b-460b-94dc-9bc4a041b73c tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Pushing event deleted for resources: {'Subnet': ['ID=7922ed83-8d60-4d92-b7ff-1f40a8e0dad8,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:29:00.625155 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa57ac2-7b2d-4bc9-821a-2058cf31dc62 tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] Pushing event updated for resources: {'Subnet': ['ID=a2aad9f5-4184-42e3-a2e1-24bc9fdec0d0,revision_number=0']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:29:00.627461 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8dd0c352-d482-45af-a76d-3c630db71a57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11336182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11551417'] for subnet, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:00.675013 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fa57ac2-7b2d-4bc9-821a-2058cf31dc62 tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] Checking segment: {'id': 'c914e31b-7b84-4283-b7da-2161335effd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '7f6ac186-e0f6-4eea-9cec-f81cae045196'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:29:00.675323 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fa57ac2-7b2d-4bc9-821a-2058cf31dc62 tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] Network hostable DHCP agents. Network: 7f6ac186-e0f6-4eea-9cec-f81cae045196, hostable agents: ['5950e76f-2bde-4343-a925-cbe6bacd2706'], hosted agents: [] {{(pid=93797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 23:29:00.699625 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f2686b4c-5cab-4799-aff3-613d70d986cf tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593271'] for network, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:00.708032 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d04e8d-122f-4c4e-9344-239bae3f378d req-7f708d28-38d7-4fae-8ddc-1d706e184134 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:29:00.709584 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-26d04e8d-122f-4c4e-9344-239bae3f378d req-7f708d28-38d7-4fae-8ddc-1d706e184134 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/ports?device_id=c82f64f9-7572-4580-b07f-b346ae07e8cc HTTP/1.1" status: 200 len: 946 time: 0.1596494 Jul 27 23:29:00.733965 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd0c352-d482-45af-a76d-3c630db71a57 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d32a765-250f-4ea3-b957-afa008360a71,revision_number=0']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:29:00.760667 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dd0c352-d482-45af-a76d-3c630db71a57 admin admin] Checking segment: {'id': 'af1481bc-81fa-42f6-b613-ea8094c41a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '2b215609-9514-419a-b7cc-2c2b08257d0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:29:00.761315 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dd0c352-d482-45af-a76d-3c630db71a57 admin admin] Network hostable DHCP agents. Network: 2b215609-9514-419a-b7cc-2c2b08257d0c, hostable agents: ['5950e76f-2bde-4343-a925-cbe6bacd2706'], hosted agents: [] {{(pid=93797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 23:29:00.773007 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fa57ac2-7b2d-4bc9-821a-2058cf31dc62 tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] Network 7f6ac186-e0f6-4eea-9cec-f81cae045196 is scheduled to be hosted by DHCP agent 5950e76f-2bde-4343-a925-cbe6bacd2706 with binding_index 1 {{(pid=93797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 23:29:00.785781 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-f2686b4c-5cab-4799-aff3-613d70d986cf tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Deleting port 47b26beb-37a1-4cd3-afbd-3695986f3f72 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:29:00.786114 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f2686b4c-5cab-4799-aff3-613d70d986cf tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:00.795264 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-26d04e8d-122f-4c4e-9344-239bae3f378d req-90788c0b-1bc6-4a31-b79f-cab45f3e3e9b tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/security-groups?id=7dab0fca-2422-4f10-a2ed-ede178e48859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746229 Jul 27 23:29:00.807930 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-1fa57ac2-7b2d-4bc9-821a-2058cf31dc62 tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802623-1, 7f6ac186-e0f6-4eea-9cec-f81cae045196) {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:29:00.811017 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dd0c352-d482-45af-a76d-3c630db71a57 admin admin] Network 2b215609-9514-419a-b7cc-2c2b08257d0c is scheduled to be hosted by DHCP agent 5950e76f-2bde-4343-a925-cbe6bacd2706 with binding_index 1 {{(pid=93797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 23:29:00.816821 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fa57ac2-7b2d-4bc9-821a-2058cf31dc62 tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:29:00.817484 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1fa57ac2-7b2d-4bc9-821a-2058cf31dc62 tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] Notify callbacks [] for subnet, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:00.830818 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-298f9d05-6b94-4c35-a4a1-caa4d03ed0ff None None] Network 7f6ac186-e0f6-4eea-9cec-f81cae045196 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:29:00.833742 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-8dd0c352-d482-45af-a76d-3c630db71a57 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802623-1, 2b215609-9514-419a-b7cc-2c2b08257d0c) {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:29:00.838444 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-1fa57ac2-7b2d-4bc9-821a-2058cf31dc62 tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9397652 Jul 27 23:29:00.840634 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dd0c352-d482-45af-a76d-3c630db71a57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:29:00.841337 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8dd0c352-d482-45af-a76d-3c630db71a57 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:00.843515 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 35658) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:29:00.850101 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-6e60bc1d-e3c2-43d2-a572-f984957a8290 tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] Request body: {'subnet': {'network_id': '3d13a422-988d-4b87-8804-38043c0b02db', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:29:00.859549 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8765081-cc2f-4b08-9267-ea6bfe3fc8a1 None None] Network 2b215609-9514-419a-b7cc-2c2b08257d0c requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:29:00.905332 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-8dd0c352-d482-45af-a76d-3c630db71a57 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7832794 Jul 27 23:29:00.910219 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 35660) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:29:00.916253 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ef5ae7-9214-466b-b922-61ed631c643e req-811e70db-478a-4333-a4a2-9268bcca8baf tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:29:00.918095 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-46ef5ae7-9214-466b-b922-61ed631c643e req-811e70db-478a-4333-a4a2-9268bcca8baf tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/ports?device_id=afed9ed5-b597-44bc-8215-6b8b2fcefded HTTP/1.1" status: 200 len: 944 time: 0.1474299 Jul 27 23:29:00.920334 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-f2686b4c-5cab-4799-aff3-613d70d986cf tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] For port 47b26beb-37a1-4cd3-afbd-3695986f3f72, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=47b26beb-37a1-4cd3-afbd-3695986f3f72,segment=NetworkSegment(1b2ee8cf-7eb4-4b23-b321-0d00b8603dbe),segment_id=1b2ee8cf-7eb4-4b23-b321-0d00b8603dbe)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:29:00.920709 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f2686b4c-5cab-4799-aff3-613d70d986cf tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:00.921869 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-54d777fb-8072-4cac-8c0f-447ad5ade1ad admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-429740024-router', 'tenant_id': '50fb9c0a7f164ebaa507b1871f51f529', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'}}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:29:00.929375 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e69adc7-848d-41f6-9b72-00ed068b3b47 None None] DHCP port deletion for 42bfee96-e007-4d4f-baa1-777b541140aa request from n-d-802623-1 {{(pid=93799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 23:29:00.941354 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-f2686b4c-5cab-4799-aff3-613d70d986cf tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Calling delete_port for 47b26beb-37a1-4cd3-afbd-3695986f3f72 owned by network:dhcp {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:29:01.008302 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e60bc1d-e3c2-43d2-a572-f984957a8290 tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] Made reservation on behalf of e432da61403c4a3a9cc9d7548f2f9d7c for: {'subnet': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:29:01.013461 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6e60bc1d-e3c2-43d2-a572-f984957a8290 tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11551435'] for subnet, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:01.026200 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-46ef5ae7-9214-466b-b922-61ed631c643e req-5d65eeb6-ddbf-474e-b3d7-ee5fc74c074b tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/security-groups?id=d6f41e72-2b87-4685-ae08-bc68afebebe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945663 Jul 27 23:29:01.079463 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f2686b4c-5cab-4799-aff3-613d70d986cf tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:01.093001 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2686b4c-5cab-4799-aff3-613d70d986cf tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] No DVR routers for this DVR port 47b26beb-37a1-4cd3-afbd-3695986f3f72 on host n-d-802623-1 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:29:01.115256 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2686b4c-5cab-4799-aff3-613d70d986cf tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Pushing event deleted for resources: {'Port': ['ID=47b26beb-37a1-4cd3-afbd-3695986f3f72,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:29:01.145025 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-54d777fb-8072-4cac-8c0f-447ad5ade1ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62159'] for router, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:01.146340 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-54d777fb-8072-4cac-8c0f-447ad5ade1ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-479230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-415539', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3693317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62148'] for router, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:01.169117 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-8e69adc7-848d-41f6-9b72-00ed068b3b47 None None] Deleting port 47b26beb-37a1-4cd3-afbd-3695986f3f72 {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:29:01.169563 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8e69adc7-848d-41f6-9b72-00ed068b3b47 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:01.209939 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5528bbb3-54dd-4398-af1d-7a8c931a35c3 req-3b6f54f2-b5fe-44b6-85fd-8714edd2b6d0 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:29:01.216504 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cae23659-8e1f-42c1-a9a5-8450cbb85de9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f6f257c-ad18-5f0c-8c8e-ea085a5fc8a2-2b215609-9514-419a-b7cc-2c2b08257d0c', 'network_id': '2b215609-9514-419a-b7cc-2c2b08257d0c', 'tenant_id': '50fb9c0a7f164ebaa507b1871f51f529', 'fixed_ips': [{'subnet_id': '6d32a765-250f-4ea3-b957-afa008360a71'}]}} from n-d-802623-1. {{(pid=93799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 23:29:01.217851 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-cae23659-8e1f-42c1-a9a5-8450cbb85de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:01.218136 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-5528bbb3-54dd-4398-af1d-7a8c931a35c3 req-3b6f54f2-b5fe-44b6-85fd-8714edd2b6d0 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/ports?device_id=c82f64f9-7572-4580-b07f-b346ae07e8cc HTTP/1.1" status: 200 len: 946 time: 0.2706659 Jul 27 23:29:01.229507 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f2686b4c-5cab-4799-aff3-613d70d986cf tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618032', 'neutron.services.segments.db._delete_segments_for_network-8736833900081'] for network, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:01.242123 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-f2686b4c-5cab-4799-aff3-613d70d986cf tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42bfee96-e007-4d4f-baa1-777b541140aa']}} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:29:01.255467 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-f2686b4c-5cab-4799-aff3-613d70d986cf tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b2ee8cf-7eb4-4b23-b321-0d00b8603dbe') {'for_net_delete': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:29:01.255952 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-f2686b4c-5cab-4799-aff3-613d70d986cf tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b2ee8cf-7eb4-4b23-b321-0d00b8603dbe') {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:29:01.267236 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f2686b4c-5cab-4799-aff3-613d70d986cf tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736833900858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11163256'] for segment, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:01.291954 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f2686b4c-5cab-4799-aff3-613d70d986cf tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:01.299424 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2686b4c-5cab-4799-aff3-613d70d986cf tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Releasing vlan 524 on physical network physnet1 to pool {{(pid=93798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 23:29:01.300266 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f2686b4c-5cab-4799-aff3-613d70d986cf tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11971746'] for segment, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:01.304196 n-d-802623-1 neutron-server[93798]: Traceback (most recent call last): Jul 27 23:29:01.304196 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 23:29:01.304196 n-d-802623-1 neutron-server[93798]: timer() Jul 27 23:29:01.304196 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 23:29:01.304196 n-d-802623-1 neutron-server[93798]: cb(*args, **kw) Jul 27 23:29:01.304196 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 23:29:01.304196 n-d-802623-1 neutron-server[93798]: return func(*args, **kwargs) Jul 27 23:29:01.304196 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 23:29:01.304196 n-d-802623-1 neutron-server[93798]: self._notify() Jul 27 23:29:01.304196 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 23:29:01.304196 n-d-802623-1 neutron-server[93798]: self.callback(batched_events) Jul 27 23:29:01.304196 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 23:29:01.304196 n-d-802623-1 neutron-server[93798]: event.method(event) Jul 27 23:29:01.304196 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 23:29:01.304196 n-d-802623-1 neutron-server[93798]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 23:29:01.304196 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 23:29:01.304196 n-d-802623-1 neutron-server[93798]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 23:29:01.304196 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 23:29:01.304196 n-d-802623-1 neutron-server[93798]: return f(self, *a, **k) Jul 27 23:29:01.304196 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 23:29:01.304196 n-d-802623-1 neutron-server[93798]: return self._get(url).json() Jul 27 23:29:01.304196 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 23:29:01.304196 n-d-802623-1 neutron-server[93798]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 23:29:01.304196 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 23:29:01.304196 n-d-802623-1 neutron-server[93798]: return self.request(url, 'GET', **kwargs) Jul 27 23:29:01.304196 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 23:29:01.304196 n-d-802623-1 neutron-server[93798]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 23:29:01.304196 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 23:29:01.304196 n-d-802623-1 neutron-server[93798]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 23:29:01.304196 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 23:29:01.304196 n-d-802623-1 neutron-server[93798]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 23:29:01.304196 n-d-802623-1 neutron-server[93798]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 23:29:01.320268 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-54d777fb-8072-4cac-8c0f-447ad5ade1ad admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:01.359276 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-5528bbb3-54dd-4398-af1d-7a8c931a35c3 req-582bbbef-c53a-43e9-b2a9-72b67fbe9bf3 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/security-groups?id=7dab0fca-2422-4f10-a2ed-ede178e48859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402006 Jul 27 23:29:01.383529 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f2686b4c-5cab-4799-aff3-613d70d986cf tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415412'] for network, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:01.392610 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f2686b4c-5cab-4799-aff3-613d70d986cf tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Notify callbacks [] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:01.394938 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-f2686b4c-5cab-4799-aff3-613d70d986cf tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] 10.222.0.18 "DELETE /v2.0/networks/42bfee96-e007-4d4f-baa1-777b541140aa HTTP/1.1" status: 204 len: 168 time: 0.7861404 Jul 27 23:29:01.415462 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2686b4c-5cab-4799-aff3-613d70d986cf tempest-NetworksIpV6Test-1318029960 tempest-NetworksIpV6Test-1318029960-project] Pushing event deleted for resources: {'Network': ['ID=42bfee96-e007-4d4f-baa1-777b541140aa,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:29:01.452305 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6e60bc1d-e3c2-43d2-a572-f984957a8290 tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11336182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11551417'] for subnet, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:01.482402 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-8e69adc7-848d-41f6-9b72-00ed068b3b47 None None] For port 47b26beb-37a1-4cd3-afbd-3695986f3f72, host n-d-802623-1, got binding levels [] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:29:01.483004 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8e69adc7-848d-41f6-9b72-00ed068b3b47 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:01.497271 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-8e69adc7-848d-41f6-9b72-00ed068b3b47 None None] Calling delete_port for 47b26beb-37a1-4cd3-afbd-3695986f3f72 owned by network:dhcp {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:29:01.500217 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.ipam_backend_mixin [None req-8e69adc7-848d-41f6-9b72-00ed068b3b47 None None] Port 47b26beb-37a1-4cd3-afbd-3695986f3f72 was not found and therefore no delete operation was performed {{(pid=93799) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 27 23:29:01.503795 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8e69adc7-848d-41f6-9b72-00ed068b3b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:01.508841 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4455cbf-181e-47d2-afb0-328ebdad0ab3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f6f257c-ad18-5f0c-8c8e-ea085a5fc8a2-7f6ac186-e0f6-4eea-9cec-f81cae045196', 'network_id': '7f6ac186-e0f6-4eea-9cec-f81cae045196', 'tenant_id': 'e432da61403c4a3a9cc9d7548f2f9d7c', 'fixed_ips': [{'subnet_id': 'a2aad9f5-4184-42e3-a2e1-24bc9fdec0d0'}]}} from n-d-802623-1. {{(pid=93799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 23:29:01.509838 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f4455cbf-181e-47d2-afb0-328ebdad0ab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:01.565783 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-8e69adc7-848d-41f6-9b72-00ed068b3b47 None None] Network 42bfee96-e007-4d4f-baa1-777b541140aa is not hosted by any dhcp agent {{(pid=93799) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 27 23:29:01.566209 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e69adc7-848d-41f6-9b72-00ed068b3b47 None None] No DVR routers for this DVR port 47b26beb-37a1-4cd3-afbd-3695986f3f72 on host n-d-802623-1 {{(pid=93799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:29:01.572339 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e69adc7-848d-41f6-9b72-00ed068b3b47 None None] Pushing event deleted for resources: {'Port': ['ID=47b26beb-37a1-4cd3-afbd-3695986f3f72,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:29:01.590316 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9413c741-e925-4f2f-a88f-d3f174ecc9ad req-a86636e7-2cfd-4a1d-90d9-c1c7c0c307a8 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:29:01.602967 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-9413c741-e925-4f2f-a88f-d3f174ecc9ad req-a86636e7-2cfd-4a1d-90d9-c1c7c0c307a8 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/ports?device_id=c82f64f9-7572-4580-b07f-b346ae07e8cc HTTP/1.1" status: 200 len: 946 time: 0.1087790 Jul 27 23:29:01.640100 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-54d777fb-8072-4cac-8c0f-447ad5ade1ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-415433', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62186'] for router, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:01.659388 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e60bc1d-e3c2-43d2-a572-f984957a8290 tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] Checking segment: {'id': '23e63c64-a253-42d3-b32a-6e9166a35b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '3d13a422-988d-4b87-8804-38043c0b02db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:29:01.659781 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e60bc1d-e3c2-43d2-a572-f984957a8290 tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] Network hostable DHCP agents. Network: 3d13a422-988d-4b87-8804-38043c0b02db, hostable agents: ['5950e76f-2bde-4343-a925-cbe6bacd2706'], hosted agents: [] {{(pid=93797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 23:29:01.687165 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-9413c741-e925-4f2f-a88f-d3f174ecc9ad req-076fa1f3-0a8d-4a6b-a962-b705f9a537e8 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/security-groups?id=7dab0fca-2422-4f10-a2ed-ede178e48859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830805 Jul 27 23:29:01.701527 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ce6389f-5e36-4f03-a1b6-f959b77f2b7f None None] Network 9cfb662a-cd5b-4ff1-a8b4-e6930f296c48 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:29:01.701715 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e60bc1d-e3c2-43d2-a572-f984957a8290 tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] Network 3d13a422-988d-4b87-8804-38043c0b02db is scheduled to be hosted by DHCP agent 5950e76f-2bde-4343-a925-cbe6bacd2706 with binding_index 1 {{(pid=93797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 23:29:01.713223 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e60bc1d-e3c2-43d2-a572-f984957a8290 tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] Pushing event updated for resources: {'Subnet': ['ID=9b75df41-86f2-43a2-b926-130367678167,revision_number=0']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:29:01.751190 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-6e60bc1d-e3c2-43d2-a572-f984957a8290 tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802623-1, 3d13a422-988d-4b87-8804-38043c0b02db) {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:29:01.756713 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e60bc1d-e3c2-43d2-a572-f984957a8290 tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:29:01.757355 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6e60bc1d-e3c2-43d2-a572-f984957a8290 tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] Notify callbacks [] for subnet, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:01.786584 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-6e60bc1d-e3c2-43d2-a572-f984957a8290 tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9395647 Jul 27 23:29:01.787331 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 35674) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:29:01.804585 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 35676) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:29:01.807223 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6200bd9-5aa6-4235-83be-0bd489b3ac79 None None] Network 3d13a422-988d-4b87-8804-38043c0b02db requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:29:01.926462 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-f4455cbf-181e-47d2-afb0-328ebdad0ab3 None None] Allocated IP 2001:db8::2 (7f6ac186-e0f6-4eea-9cec-f81cae045196/a2aad9f5-4184-42e3-a2e1-24bc9fdec0d0/9256508c-0ce0-4aa5-94c0-07ba0425ea06) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:29:01.974237 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-54d777fb-8072-4cac-8c0f-447ad5ade1ad admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:02.002591 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-54d777fb-8072-4cac-8c0f-447ad5ade1ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:02.008772 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-3f396f06-043f-45b3-b246-eb20edafd222 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e4b27fac89dd4f28b2bc9101764ad5ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2008233 Jul 27 23:29:02.009480 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 35680) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:29:02.028811 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-d02bb690-70ca-409f-9fd2-28c45bc91747 None None] Provisioning for port 60d81703-3b06-4e57-afd4-bccbbc5ad8bb completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:29:02.144008 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e865bb35-fe3a-42e1-8a4c-7e03fc69c5e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:02.146711 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-cae23659-8e1f-42c1-a9a5-8450cbb85de9 None None] Allocated IP 172.20.0.2 (2b215609-9514-419a-b7cc-2c2b08257d0c/6d32a765-250f-4ea3-b957-afa008360a71/6cf1d68f-4444-4d79-87da-6a18a5d0fc15) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:29:02.204820 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e865bb35-fe3a-42e1-8a4c-7e03fc69c5e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:02.221556 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-54d777fb-8072-4cac-8c0f-447ad5ade1ad admin admin] Allocated IP 172.25.4.113 (2fd42287-ed26-4eb9-89a5-b521f5b04356/17de1f8f-393a-4b0c-a2df-614bd3f2fb5e/39f76fff-83a0-46ef-85aa-7f0476b90c55) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:29:02.331449 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d50c17-4190-4bac-86c8-f5d275fa6c28 req-3ae31a74-0a29-4ea6-8ba5-b540e2e0aef9 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:29:02.335378 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-12d50c17-4190-4bac-86c8-f5d275fa6c28 req-3ae31a74-0a29-4ea6-8ba5-b540e2e0aef9 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/ports?device_id=afed9ed5-b597-44bc-8215-6b8b2fcefded HTTP/1.1" status: 200 len: 944 time: 0.1847332 Jul 27 23:29:02.409774 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e865bb35-fe3a-42e1-8a4c-7e03fc69c5e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:02.412631 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e865bb35-fe3a-42e1-8a4c-7e03fc69c5e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:02.413577 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-e865bb35-fe3a-42e1-8a4c-7e03fc69c5e8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/dee2cbe0-5a25-441a-ac04-d6445339b7a3 HTTP/1.1" status: 204 len: 168 time: 0.4036458 Jul 27 23:29:02.429761 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e865bb35-fe3a-42e1-8a4c-7e03fc69c5e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dee2cbe0-5a25-441a-ac04-d6445339b7a3,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:29:02.430088 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7418f70f-e60d-4709-8ba9-6ab514bc7f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:02.442862 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 60d81703-3b06-4e57-afd4-bccbbc5ad8bb up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:29:02.444882 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a1a2ae4-ddcd-436d-8259-949784be3c99 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f6f257c-ad18-5f0c-8c8e-ea085a5fc8a2-3d13a422-988d-4b87-8804-38043c0b02db', 'network_id': '3d13a422-988d-4b87-8804-38043c0b02db', 'tenant_id': 'e432da61403c4a3a9cc9d7548f2f9d7c', 'fixed_ips': [{'subnet_id': '9b75df41-86f2-43a2-b926-130367678167'}]}} from n-d-802623-1. {{(pid=93799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 23:29:02.445730 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-5a1a2ae4-ddcd-436d-8259-949784be3c99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:02.446220 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-12d50c17-4190-4bac-86c8-f5d275fa6c28 req-5184c750-055b-47cb-8e18-9c06def74168 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/security-groups?id=d6f41e72-2b87-4685-ae08-bc68afebebe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997982 Jul 27 23:29:02.448456 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3099ac73-0083-4e7f-a36b-c1974f65cfd7 req-3baab63a-1dde-4c71-b501-d9200a32fb1a tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:29:02.456408 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-3099ac73-0083-4e7f-a36b-c1974f65cfd7 req-3baab63a-1dde-4c71-b501-d9200a32fb1a tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/ports?device_id=c82f64f9-7572-4580-b07f-b346ae07e8cc HTTP/1.1" status: 200 len: 946 time: 0.6544969 Jul 27 23:29:02.486093 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-54d777fb-8072-4cac-8c0f-447ad5ade1ad admin admin] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:02.531023 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-3099ac73-0083-4e7f-a36b-c1974f65cfd7 req-e70f72c4-068b-4b41-a5ce-7aaff4c56281 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/security-groups?id=7dab0fca-2422-4f10-a2ed-ede178e48859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738299 Jul 27 23:29:02.543082 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-54d777fb-8072-4cac-8c0f-447ad5ade1ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:02.583872 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5085496d-732b-47fd-a2f2-1f643f3492b9 tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:02.634985 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d777fb-8072-4cac-8c0f-447ad5ade1ad admin admin] Pushing event updated for resources: {'Port': ['ID=39f76fff-83a0-46ef-85aa-7f0476b90c55,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:29:02.648269 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f4455cbf-181e-47d2-afb0-328ebdad0ab3 None None] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:02.678319 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-cae23659-8e1f-42c1-a9a5-8450cbb85de9 None None] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:02.681625 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-f4455cbf-181e-47d2-afb0-328ebdad0ab3 None None] Transition to ACTIVE for port object 9256508c-0ce0-4aa5-94c0-07ba0425ea06 will not be triggered until provisioned by entity L2. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:29:02.692771 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54d777fb-8072-4cac-8c0f-447ad5ade1ad admin admin] Network 2fd42287-ed26-4eb9-89a5-b521f5b04356 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:29:02.698106 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-54d777fb-8072-4cac-8c0f-447ad5ade1ad admin admin] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:29:02.703470 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54d777fb-8072-4cac-8c0f-447ad5ade1ad admin admin] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:29:02.771458 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-cae23659-8e1f-42c1-a9a5-8450cbb85de9 None None] Transition to ACTIVE for port object 6cf1d68f-4444-4d79-87da-6a18a5d0fc15 will not be triggered until provisioned by entity L2. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:29:02.778132 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0676e72e-f88d-47be-8243-1f4b7f01cf0e req-c928f766-cce0-42b5-969b-06a6abb48e69 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:29:02.779879 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-0676e72e-f88d-47be-8243-1f4b7f01cf0e req-c928f766-cce0-42b5-969b-06a6abb48e69 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/ports?device_id=c82f64f9-7572-4580-b07f-b346ae07e8cc HTTP/1.1" status: 200 len: 946 time: 0.1287067 Jul 27 23:29:02.818146 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-f4455cbf-181e-47d2-afb0-328ebdad0ab3 None None] Transition to ACTIVE for port object 9256508c-0ce0-4aa5-94c0-07ba0425ea06 will not be triggered until provisioned by entity DHCP. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:29:02.838960 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-cae23659-8e1f-42c1-a9a5-8450cbb85de9 None None] Transition to ACTIVE for port object 6cf1d68f-4444-4d79-87da-6a18a5d0fc15 will not be triggered until provisioned by entity DHCP. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:29:02.845377 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f4455cbf-181e-47d2-afb0-328ebdad0ab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:02.926307 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4455cbf-181e-47d2-afb0-328ebdad0ab3 None None] Pushing event updated for resources: {'Port': ['ID=9256508c-0ce0-4aa5-94c0-07ba0425ea06,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:29:02.933023 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning for port 60d81703-3b06-4e57-afd4-bccbbc5ad8bb completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:29:02.937312 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-cae23659-8e1f-42c1-a9a5-8450cbb85de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:02.963126 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port 60d81703-3b06-4e57-afd4-bccbbc5ad8bb triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:29:02.963735 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:02.987483 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-0676e72e-f88d-47be-8243-1f4b7f01cf0e req-0821f6a2-9adf-4457-b346-ebca0cec114c tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/security-groups?id=7dab0fca-2422-4f10-a2ed-ede178e48859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990809 Jul 27 23:29:02.989068 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-5085496d-732b-47fd-a2f2-1f643f3492b9 tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] Allocated IP 2001:db8::1 (7f6ac186-e0f6-4eea-9cec-f81cae045196/a2aad9f5-4184-42e3-a2e1-24bc9fdec0d0/856ec775-1aa1-4d94-85a2-8e4c1451969f) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:29:03.068111 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4455cbf-181e-47d2-afb0-328ebdad0ab3 None None] Network 7f6ac186-e0f6-4eea-9cec-f81cae045196 is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:29:03.069890 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-f4455cbf-181e-47d2-afb0-328ebdad0ab3 None None] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:29:03.072489 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4455cbf-181e-47d2-afb0-328ebdad0ab3 None None] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:29:03.106998 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cae23659-8e1f-42c1-a9a5-8450cbb85de9 None None] Network 2b215609-9514-419a-b7cc-2c2b08257d0c is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:29:03.123084 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-cae23659-8e1f-42c1-a9a5-8450cbb85de9 None None] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:29:03.125888 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cae23659-8e1f-42c1-a9a5-8450cbb85de9 None None] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:29:03.140848 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-5a1a2ae4-ddcd-436d-8259-949784be3c99 None None] Allocated IP 2001:db8::2 (3d13a422-988d-4b87-8804-38043c0b02db/9b75df41-86f2-43a2-b926-130367678167/f7b35d66-7382-4add-b990-21b22f4a750d) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:29:03.169437 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5085496d-732b-47fd-a2f2-1f643f3492b9 tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:03.192359 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-5085496d-732b-47fd-a2f2-1f643f3492b9 tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] Transition to ACTIVE for port object 856ec775-1aa1-4d94-85a2-8e4c1451969f will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:29:03.239324 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-f4455cbf-181e-47d2-afb0-328ebdad0ab3 None None] Attempting to bind port 9256508c-0ce0-4aa5-94c0-07ba0425ea06 on host n-d-802623-1 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:29:03.239742 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-f4455cbf-181e-47d2-afb0-328ebdad0ab3 None None] Attempting to bind port 9256508c-0ce0-4aa5-94c0-07ba0425ea06 by drivers openvswitch,hyperv on host n-d-802623-1 at level 0 using segments [{'id': 'c914e31b-7b84-4283-b7da-2161335effd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '7f6ac186-e0f6-4eea-9cec-f81cae045196'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:29:03.240178 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4455cbf-181e-47d2-afb0-328ebdad0ab3 None None] Attempting to bind port 9256508c-0ce0-4aa5-94c0-07ba0425ea06 on network 7f6ac186-e0f6-4eea-9cec-f81cae045196 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:29:03.240697 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5085496d-732b-47fd-a2f2-1f643f3492b9 tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:03.242255 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-deba0528-ea6f-494d-92d3-75999177f11e None None] Provisioning complete for port 60d81703-3b06-4e57-afd4-bccbbc5ad8bb triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:29:03.242894 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-deba0528-ea6f-494d-92d3-75999177f11e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:03.289342 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5085496d-732b-47fd-a2f2-1f643f3492b9 tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] Network 7f6ac186-e0f6-4eea-9cec-f81cae045196 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:29:03.290729 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae23659-8e1f-42c1-a9a5-8450cbb85de9 None None] Pushing event updated for resources: {'Port': ['ID=6cf1d68f-4444-4d79-87da-6a18a5d0fc15,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:29:03.293881 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-5085496d-732b-47fd-a2f2-1f643f3492b9 tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:29:03.303308 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5085496d-732b-47fd-a2f2-1f643f3492b9 tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:29:03.303846 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5085496d-732b-47fd-a2f2-1f643f3492b9 tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-415283'] for router_interface, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:03.332850 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4455cbf-181e-47d2-afb0-328ebdad0ab3 None None] Checking agent: {'id': 'a9a568d2-a5e7-41e4-833f-a8ab42ea4073', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 52, 30), 'started_at': datetime.datetime(2021, 7, 27, 22, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802623-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:29:03.333634 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4455cbf-181e-47d2-afb0-328ebdad0ab3 None None] Checking segment: {'id': 'c914e31b-7b84-4283-b7da-2161335effd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '7f6ac186-e0f6-4eea-9cec-f81cae045196'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:29:03.333935 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f4455cbf-181e-47d2-afb0-328ebdad0ab3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:03.334331 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4455cbf-181e-47d2-afb0-328ebdad0ab3 None None] Bound using segment: {'id': 'c914e31b-7b84-4283-b7da-2161335effd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '7f6ac186-e0f6-4eea-9cec-f81cae045196'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:29:03.334815 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-f4455cbf-181e-47d2-afb0-328ebdad0ab3 None None] Bound port: 9256508c-0ce0-4aa5-94c0-07ba0425ea06, host: n-d-802623-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c914e31b-7b84-4283-b7da-2161335effd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '7f6ac186-e0f6-4eea-9cec-f81cae045196'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:29:03.335232 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f4455cbf-181e-47d2-afb0-328ebdad0ab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:03.401589 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5085496d-732b-47fd-a2f2-1f643f3492b9 tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] Pushing event updated for resources: {'Port': ['ID=856ec775-1aa1-4d94-85a2-8e4c1451969f,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:29:03.449998 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5085496d-732b-47fd-a2f2-1f643f3492b9 tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:03.474003 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-cae23659-8e1f-42c1-a9a5-8450cbb85de9 None None] Attempting to bind port 6cf1d68f-4444-4d79-87da-6a18a5d0fc15 on host n-d-802623-1 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:29:03.474232 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-cae23659-8e1f-42c1-a9a5-8450cbb85de9 None None] Attempting to bind port 6cf1d68f-4444-4d79-87da-6a18a5d0fc15 by drivers openvswitch,hyperv on host n-d-802623-1 at level 0 using segments [{'id': 'af1481bc-81fa-42f6-b613-ea8094c41a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '2b215609-9514-419a-b7cc-2c2b08257d0c'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:29:03.474595 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cae23659-8e1f-42c1-a9a5-8450cbb85de9 None None] Attempting to bind port 6cf1d68f-4444-4d79-87da-6a18a5d0fc15 on network 2b215609-9514-419a-b7cc-2c2b08257d0c {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:29:03.477085 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 35714) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:29:03.556962 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-deba0528-ea6f-494d-92d3-75999177f11e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:03.577234 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cae23659-8e1f-42c1-a9a5-8450cbb85de9 None None] Checking agent: {'id': 'a9a568d2-a5e7-41e4-833f-a8ab42ea4073', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 52, 30), 'started_at': datetime.datetime(2021, 7, 27, 22, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802623-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:29:03.577695 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cae23659-8e1f-42c1-a9a5-8450cbb85de9 None None] Checking segment: {'id': 'af1481bc-81fa-42f6-b613-ea8094c41a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '2b215609-9514-419a-b7cc-2c2b08257d0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:29:03.578223 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-cae23659-8e1f-42c1-a9a5-8450cbb85de9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:03.579086 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cae23659-8e1f-42c1-a9a5-8450cbb85de9 None None] Bound using segment: {'id': 'af1481bc-81fa-42f6-b613-ea8094c41a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '2b215609-9514-419a-b7cc-2c2b08257d0c'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:29:03.579748 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-cae23659-8e1f-42c1-a9a5-8450cbb85de9 None None] Bound port: 6cf1d68f-4444-4d79-87da-6a18a5d0fc15, host: n-d-802623-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af1481bc-81fa-42f6-b613-ea8094c41a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '2b215609-9514-419a-b7cc-2c2b08257d0c'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:29:03.580306 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-cae23659-8e1f-42c1-a9a5-8450cbb85de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:03.646694 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01af1d6f-3e61-4acc-adb6-06cf36d8bf39 req-50e28bd4-23cc-4c4f-ac09-82399fc684b9 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:29:03.648408 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-01af1d6f-3e61-4acc-adb6-06cf36d8bf39 req-50e28bd4-23cc-4c4f-ac09-82399fc684b9 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/ports?device_id=c82f64f9-7572-4580-b07f-b346ae07e8cc HTTP/1.1" status: 200 len: 946 time: 0.5093815 Jul 27 23:29:03.662858 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-7c42664c-8f2f-4eb2-bd8a-51318cd3f63f tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-524228909'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:29:03.664615 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-54d777fb-8072-4cac-8c0f-447ad5ade1ad admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:03.687806 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:03.693175 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4872b7-908e-4e68-bf38-becc455c49c9 req-e34e3c94-3019-40f2-97b1-1ab3fd35ade9 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:29:03.701189 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-9c4872b7-908e-4e68-bf38-becc455c49c9 req-e34e3c94-3019-40f2-97b1-1ab3fd35ade9 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/ports?device_id=afed9ed5-b597-44bc-8215-6b8b2fcefded HTTP/1.1" status: 200 len: 944 time: 0.1662507 Jul 27 23:29:03.709670 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-deba0528-ea6f-494d-92d3-75999177f11e None None] For port 60d81703-3b06-4e57-afd4-bccbbc5ad8bb, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=60d81703-3b06-4e57-afd4-bccbbc5ad8bb,segment=NetworkSegment(3690e354-e47f-4e56-a30d-c446aed34b2e),segment_id=3690e354-e47f-4e56-a30d-c446aed34b2e)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:29:03.714329 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f4455cbf-181e-47d2-afb0-328ebdad0ab3 None None] For port 9256508c-0ce0-4aa5-94c0-07ba0425ea06, host n-d-802623-1, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:29:03.732469 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c42664c-8f2f-4eb2-bd8a-51318cd3f63f tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Made reservation on behalf of 527b2fd77bf24fc0a7fcb37799da635e for: {'network': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:29:03.736369 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7c42664c-8f2f-4eb2-bd8a-51318cd3f63f tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for network, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:03.749392 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7c42664c-8f2f-4eb2-bd8a-51318cd3f63f tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:03.785160 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-01af1d6f-3e61-4acc-adb6-06cf36d8bf39 req-9419d12d-8106-4e86-b5cb-435dda66a65a tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/security-groups?id=7dab0fca-2422-4f10-a2ed-ede178e48859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184464 Jul 27 23:29:03.852268 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-9c4872b7-908e-4e68-bf38-becc455c49c9 req-2490a9c9-9b5c-400d-bd4b-91a6860858a0 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/security-groups?id=d6f41e72-2b87-4685-ae08-bc68afebebe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498377 Jul 27 23:29:03.915638 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-deba0528-ea6f-494d-92d3-75999177f11e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:03.951284 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-54d777fb-8072-4cac-8c0f-447ad5ade1ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-415468'] for router, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:03.961847 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f4455cbf-181e-47d2-afb0-328ebdad0ab3 None None] For port 9256508c-0ce0-4aa5-94c0-07ba0425ea06, host n-d-802623-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=9256508c-0ce0-4aa5-94c0-07ba0425ea06,segment=NetworkSegment(c914e31b-7b84-4283-b7da-2161335effd5),segment_id=c914e31b-7b84-4283-b7da-2161335effd5)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:29:03.988724 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f4455cbf-181e-47d2-afb0-328ebdad0ab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:04.013289 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ae5f5a-2f6e-4fcd-a30e-93b6cd269073 req-ea6ce43e-593c-4b81-b752-865b567dfb6d tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:29:04.014902 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-61ae5f5a-2f6e-4fcd-a30e-93b6cd269073 req-ea6ce43e-593c-4b81-b752-865b567dfb6d tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/ports?device_id=c82f64f9-7572-4580-b07f-b346ae07e8cc HTTP/1.1" status: 200 len: 946 time: 0.1030779 Jul 27 23:29:04.022397 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-5a1a2ae4-ddcd-436d-8259-949784be3c99 None None] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:04.027478 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-cae23659-8e1f-42c1-a9a5-8450cbb85de9 None None] For port 6cf1d68f-4444-4d79-87da-6a18a5d0fc15, host n-d-802623-1, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:29:04.059992 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-5a1a2ae4-ddcd-436d-8259-949784be3c99 None None] Transition to ACTIVE for port object f7b35d66-7382-4add-b990-21b22f4a750d will not be triggered until provisioned by entity L2. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:29:04.060550 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5085496d-732b-47fd-a2f2-1f643f3492b9 tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:04.074789 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-cae23659-8e1f-42c1-a9a5-8450cbb85de9 None None] For port 6cf1d68f-4444-4d79-87da-6a18a5d0fc15, host n-d-802623-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=6cf1d68f-4444-4d79-87da-6a18a5d0fc15,segment=NetworkSegment(af1481bc-81fa-42f6-b613-ea8094c41a52),segment_id=af1481bc-81fa-42f6-b613-ea8094c41a52)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:29:04.078464 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5085496d-732b-47fd-a2f2-1f643f3492b9 tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:04.079407 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5085496d-732b-47fd-a2f2-1f643f3492b9 tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3760555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-414115'] for router_interface, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:04.083662 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7c42664c-8f2f-4eb2-bd8a-51318cd3f63f tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:04.102839 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deba0528-ea6f-494d-92d3-75999177f11e None None] Pushing event updated for resources: {'Port': ['ID=60d81703-3b06-4e57-afd4-bccbbc5ad8bb,revision_number=3']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:29:04.113904 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.db.api [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93799) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 23:29:04.114317 n-d-802623-1 neutron-server[93799]: DEBUG oslo_db.api [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 23:29:04.116275 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-61ae5f5a-2f6e-4fcd-a30e-93b6cd269073 req-ef2ada0a-0a18-4a3e-8b8e-3e8b4b08a474 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/security-groups?id=7dab0fca-2422-4f10-a2ed-ede178e48859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882864 Jul 27 23:29:04.122798 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-cae23659-8e1f-42c1-a9a5-8450cbb85de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:04.142163 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5085496d-732b-47fd-a2f2-1f643f3492b9 tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] Pushing event updated for resources: {'Port': ['ID=856ec775-1aa1-4d94-85a2-8e4c1451969f,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:29:04.144781 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7c42664c-8f2f-4eb2-bd8a-51318cd3f63f tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:04.145833 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-5a1a2ae4-ddcd-436d-8259-949784be3c99 None None] Transition to ACTIVE for port object f7b35d66-7382-4add-b990-21b22f4a750d will not be triggered until provisioned by entity DHCP. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:29:04.176250 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54d777fb-8072-4cac-8c0f-447ad5ade1ad admin admin] Router 56deb861-5aa1-46a8-80ab-446ccdd08a13 is scheduled to L3 agent 018c4455-49c0-4734-927d-7824067b2a9e with binding_index 1 {{(pid=93797) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 23:29:04.193528 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-5a1a2ae4-ddcd-436d-8259-949784be3c99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:04.194660 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c42664c-8f2f-4eb2-bd8a-51318cd3f63f tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 548} {{(pid=93798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 23:29:04.249009 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a1a2ae4-ddcd-436d-8259-949784be3c99 None None] Network 3d13a422-988d-4b87-8804-38043c0b02db is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:29:04.254072 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c42664c-8f2f-4eb2-bd8a-51318cd3f63f tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75cac4ee-ce91-4c84-a335-a698c21dc06c,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:29:04.256177 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-5a1a2ae4-ddcd-436d-8259-949784be3c99 None None] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:29:04.258186 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4455cbf-181e-47d2-afb0-328ebdad0ab3 None None] Pushing event updated for resources: {'Port': ['ID=9256508c-0ce0-4aa5-94c0-07ba0425ea06,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:29:04.260201 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7c42664c-8f2f-4eb2-bd8a-51318cd3f63f tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:04.260609 n-d-802623-1 neutron-server[93798]: INFO neutron.db.segments_db [None req-7c42664c-8f2f-4eb2-bd8a-51318cd3f63f tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Added segment b2bc19c0-005c-4ec1-8f38-25f19fe3700d of type vlan for network 86ac3251-0518-492d-bd6f-098a743bbc8f Jul 27 23:29:04.268711 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a1a2ae4-ddcd-436d-8259-949784be3c99 None None] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:29:04.389072 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7c42664c-8f2f-4eb2-bd8a-51318cd3f63f tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736833354590'] for network, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:04.400266 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-5a1a2ae4-ddcd-436d-8259-949784be3c99 None None] Attempting to bind port f7b35d66-7382-4add-b990-21b22f4a750d on host n-d-802623-1 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:29:04.404503 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-5a1a2ae4-ddcd-436d-8259-949784be3c99 None None] Attempting to bind port f7b35d66-7382-4add-b990-21b22f4a750d by drivers openvswitch,hyperv on host n-d-802623-1 at level 0 using segments [{'id': '23e63c64-a253-42d3-b32a-6e9166a35b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '3d13a422-988d-4b87-8804-38043c0b02db'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:29:04.404503 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a1a2ae4-ddcd-436d-8259-949784be3c99 None None] Attempting to bind port f7b35d66-7382-4add-b990-21b22f4a750d on network 3d13a422-988d-4b87-8804-38043c0b02db {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:29:04.415603 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae23659-8e1f-42c1-a9a5-8450cbb85de9 None None] Pushing event updated for resources: {'Port': ['ID=6cf1d68f-4444-4d79-87da-6a18a5d0fc15,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:29:04.419677 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a1a2ae4-ddcd-436d-8259-949784be3c99 None None] Checking agent: {'id': 'a9a568d2-a5e7-41e4-833f-a8ab42ea4073', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 52, 30), 'started_at': datetime.datetime(2021, 7, 27, 22, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802623-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:29:04.420180 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a1a2ae4-ddcd-436d-8259-949784be3c99 None None] Checking segment: {'id': '23e63c64-a253-42d3-b32a-6e9166a35b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '3d13a422-988d-4b87-8804-38043c0b02db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:29:04.422330 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-5a1a2ae4-ddcd-436d-8259-949784be3c99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:04.422330 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a1a2ae4-ddcd-436d-8259-949784be3c99 None None] Bound using segment: {'id': '23e63c64-a253-42d3-b32a-6e9166a35b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '3d13a422-988d-4b87-8804-38043c0b02db'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:29:04.422330 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-5a1a2ae4-ddcd-436d-8259-949784be3c99 None None] Bound port: f7b35d66-7382-4add-b990-21b22f4a750d, host: n-d-802623-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23e63c64-a253-42d3-b32a-6e9166a35b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '3d13a422-988d-4b87-8804-38043c0b02db'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:29:04.422330 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-5a1a2ae4-ddcd-436d-8259-949784be3c99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:04.462414 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54d777fb-8072-4cac-8c0f-447ad5ade1ad admin admin] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:29:04.484110 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ae99ef9-f008-4aad-9d9a-7561d5d6c098 None None] Sync routers for ids ['56deb861-5aa1-46a8-80ab-446ccdd08a13'] in n-d-802623-1 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:29:04.502992 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ae99ef9-f008-4aad-9d9a-7561d5d6c098 None None] Routers {'56deb861-5aa1-46a8-80ab-446ccdd08a13'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:29:04.503728 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-8ae99ef9-f008-4aad-9d9a-7561d5d6c098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:29:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['56deb861-5aa1-46a8-80ab-446ccdd08a13'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:29:04.516650 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-54d777fb-8072-4cac-8c0f-447ad5ade1ad admin admin] Notify callbacks [] for router, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:04.527837 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-54d777fb-8072-4cac-8c0f-447ad5ade1ad admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.6159978 Jul 27 23:29:04.530316 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 35726) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:29:04.532623 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1a2ae4-ddcd-436d-8259-949784be3c99 None None] Pushing event updated for resources: {'Port': ['ID=f7b35d66-7382-4add-b990-21b22f4a750d,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:29:04.539824 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7c42664c-8f2f-4eb2-bd8a-51318cd3f63f tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569'] for network, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:04.546011 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c42664c-8f2f-4eb2-bd8a-51318cd3f63f tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:29:04.546612 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7c42664c-8f2f-4eb2-bd8a-51318cd3f63f tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks [] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:04.575997 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-5a1a2ae4-ddcd-436d-8259-949784be3c99 None None] For port f7b35d66-7382-4add-b990-21b22f4a750d, host n-d-802623-1, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:29:04.586130 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-5a1a2ae4-ddcd-436d-8259-949784be3c99 None None] For port f7b35d66-7382-4add-b990-21b22f4a750d, host n-d-802623-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=f7b35d66-7382-4add-b990-21b22f4a750d,segment=NetworkSegment(23e63c64-a253-42d3-b32a-6e9166a35b4d),segment_id=23e63c64-a253-42d3-b32a-6e9166a35b4d)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:29:04.593050 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-5a1a2ae4-ddcd-436d-8259-949784be3c99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:04.660355 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5085496d-732b-47fd-a2f2-1f643f3492b9 tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] Network 7f6ac186-e0f6-4eea-9cec-f81cae045196 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:29:04.664515 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-7c42664c-8f2f-4eb2-bd8a-51318cd3f63f tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.1863854 Jul 27 23:29:04.670936 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-5085496d-732b-47fd-a2f2-1f643f3492b9 tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:29:04.676527 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 35728) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:29:04.683997 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c42664c-8f2f-4eb2-bd8a-51318cd3f63f tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Pushing event updated for resources: {'Network': ['ID=86ac3251-0518-492d-bd6f-098a743bbc8f,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:29:04.687699 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-1e160610-6cbe-432a-8c1d-39d77dfb51a1 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2050911719'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:29:04.710915 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Network 86ac3251-0518-492d-bd6f-098a743bbc8f details requested by agent ovs-agent-n-d-802623-1 with host n-d-802623-1 {{(pid=93799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 23:29:04.761176 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-8ae99ef9-f008-4aad-9d9a-7561d5d6c098 None None] Set router 56deb861-5aa1-46a8-80ab-446ccdd08a13 gateway port host: n-d-802623-1 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:29:04.792265 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ee087a-3ca2-4e1c-a0f5-20bfd0520f7c req-d62380dd-f837-4f3a-b952-89e6ba5bc9ca tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:29:04.810337 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1a2ae4-ddcd-436d-8259-949784be3c99 None None] Pushing event updated for resources: {'Port': ['ID=f7b35d66-7382-4add-b990-21b22f4a750d,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:29:04.822010 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d8ee087a-3ca2-4e1c-a0f5-20bfd0520f7c req-d62380dd-f837-4f3a-b952-89e6ba5bc9ca tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/ports?device_id=c82f64f9-7572-4580-b07f-b346ae07e8cc HTTP/1.1" status: 200 len: 946 time: 0.2793496 Jul 27 23:29:04.894006 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 47b26beb-37a1-4cd3-afbd-3695986f3f72 no longer exists at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:29:04.936355 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] No Port match for: 47b26beb-37a1-4cd3-afbd-3695986f3f72 {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:29:04.936709 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 47b26beb-37a1-4cd3-afbd-3695986f3f72 not bound to the agent host n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:29:04.951813 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e160610-6cbe-432a-8c1d-39d77dfb51a1 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Made reservation on behalf of 527b2fd77bf24fc0a7fcb37799da635e for: {'network': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:29:04.956864 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1e160610-6cbe-432a-8c1d-39d77dfb51a1 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for network, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:04.972122 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5085496d-732b-47fd-a2f2-1f643f3492b9 tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] Router a402760f-7091-48bf-a5da-0ad80e18079e is scheduled to L3 agent 018c4455-49c0-4734-927d-7824067b2a9e with binding_index 1 {{(pid=93798) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 23:29:04.980423 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:05.015865 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d8ee087a-3ca2-4e1c-a0f5-20bfd0520f7c req-57cd6bab-28d0-4550-b5b9-f20215bf5aca tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/security-groups?id=7dab0fca-2422-4f10-a2ed-ede178e48859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906264 Jul 27 23:29:05.189927 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e160610-6cbe-432a-8c1d-39d77dfb51a1 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 539} {{(pid=93797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 23:29:05.225203 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1e160610-6cbe-432a-8c1d-39d77dfb51a1 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:05.225825 n-d-802623-1 neutron-server[93797]: INFO neutron.db.segments_db [None req-1e160610-6cbe-432a-8c1d-39d77dfb51a1 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Added segment 98ba1f3b-0eab-4f69-8f29-c684a058eeb2 of type vlan for network f4edbecc-294a-4c2a-b58f-0ec47ba31241 Jul 27 23:29:05.246821 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-8ae99ef9-f008-4aad-9d9a-7561d5d6c098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56deb861-5aa1-46a8-80ab-446ccdd08a13', 'name': 'tempest-TestServerBasicOps-429740024-router', 'tenant_id': '50fb9c0a7f164ebaa507b1871f51f529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.113'}], 'enable_snat': True}, 'gw_port_id': '39f76fff-83a0-46ef-85aa-7f0476b90c55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:29:01Z', 'updated_at': '2021-07-27T23:29:03Z', 'revision_number': 3, 'project_id': '50fb9c0a7f164ebaa507b1871f51f529', 'gw_port': {'id': '39f76fff-83a0-46ef-85aa-7f0476b90c55', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:a8:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56deb861-5aa1-46a8-80ab-446ccdd08a13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2929, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:29:02Z', 'updated_at': '2021-07-27T23:29:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1'}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:29:05.289425 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5085496d-732b-47fd-a2f2-1f643f3492b9 tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:29:05.302734 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b60f1a18-592d-4a7b-8be7-a0d71609c575 None None] Sync routers for ids ['a402760f-7091-48bf-a5da-0ad80e18079e'] in n-d-802623-1 {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:29:05.316876 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b60f1a18-592d-4a7b-8be7-a0d71609c575 None None] Routers {'a402760f-7091-48bf-a5da-0ad80e18079e'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:29:05.317532 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-b60f1a18-592d-4a7b-8be7-a0d71609c575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:29:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['a402760f-7091-48bf-a5da-0ad80e18079e'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:29:05.319243 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ae99ef9-f008-4aad-9d9a-7561d5d6c098 None None] Checking router: 56deb861-5aa1-46a8-80ab-446ccdd08a13 for host: n-d-802623-1 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 23:29:05.319840 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ae99ef9-f008-4aad-9d9a-7561d5d6c098 None None] Updating router 56deb861-5aa1-46a8-80ab-446ccdd08a13 port 39f76fff-83a0-46ef-85aa-7f0476b90c55 binding host n-d-802623-1 {{(pid=93800) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 23:29:05.321824 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7106f6c-68c4-496f-b0c3-e5d62ea08847 req-36882995-b86c-4e01-b91a-0277b22dfc94 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:29:05.324844 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a7106f6c-68c4-496f-b0c3-e5d62ea08847 req-36882995-b86c-4e01-b91a-0277b22dfc94 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/ports?device_id=afed9ed5-b597-44bc-8215-6b8b2fcefded HTTP/1.1" status: 200 len: 944 time: 0.3282371 Jul 27 23:29:05.339697 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-5085496d-732b-47fd-a2f2-1f643f3492b9 tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] 10.222.0.18 "PUT /v2.0/routers/a402760f-7091-48bf-a5da-0ad80e18079e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5511222 Jul 27 23:29:05.342682 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 35734) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:29:05.380197 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8ae99ef9-f008-4aad-9d9a-7561d5d6c098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:05.402066 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 9256508c-0ce0-4aa5-94c0-07ba0425ea06 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:29:05.404815 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-b60f1a18-592d-4a7b-8be7-a0d71609c575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:29:05.480889 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b60f1a18-592d-4a7b-8be7-a0d71609c575 None None] Routers {'a402760f-7091-48bf-a5da-0ad80e18079e'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:29:05.481939 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-b60f1a18-592d-4a7b-8be7-a0d71609c575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:29:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['a402760f-7091-48bf-a5da-0ad80e18079e'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:29:05.511977 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1e160610-6cbe-432a-8c1d-39d77dfb51a1 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736833354590'] for network, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:05.529685 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-b60f1a18-592d-4a7b-8be7-a0d71609c575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:29:05.530630 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b60f1a18-592d-4a7b-8be7-a0d71609c575 None None] The sync data for ids ['a402760f-7091-48bf-a5da-0ad80e18079e'] in n-d-802623-1 is: [] {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:29:05.568425 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning for port 9256508c-0ce0-4aa5-94c0-07ba0425ea06 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:29:05.576375 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 60d81703-3b06-4e57-afd4-bccbbc5ad8bb up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:29:05.588808 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a7106f6c-68c4-496f-b0c3-e5d62ea08847 req-e32a840f-3def-401f-8dc1-ba9e53298ecc tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/security-groups?id=d6f41e72-2b87-4685-ae08-bc68afebebe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2301185 Jul 27 23:29:05.624140 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1e160610-6cbe-432a-8c1d-39d77dfb51a1 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569'] for network, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:05.642441 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e160610-6cbe-432a-8c1d-39d77dfb51a1 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:29:05.643679 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1e160610-6cbe-432a-8c1d-39d77dfb51a1 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks [] for network, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:05.657458 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port 60d81703-3b06-4e57-afd4-bccbbc5ad8bb triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:29:05.657665 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:05.762410 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 6cf1d68f-4444-4d79-87da-6a18a5d0fc15 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:29:05.772687 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-1e160610-6cbe-432a-8c1d-39d77dfb51a1 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.0949490 Jul 27 23:29:05.775698 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 35736) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:29:05.802988 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-07b1a3bf-f7cb-4819-b6cc-6770a0aa1691 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Request body: {'subnet': {'network_id': '86ac3251-0518-492d-bd6f-098a743bbc8f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:29:05.805711 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2dc4a14-5c7c-4310-842f-27acd3d8ed4e None None] Network 7f6ac186-e0f6-4eea-9cec-f81cae045196 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:29:05.813004 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e160610-6cbe-432a-8c1d-39d77dfb51a1 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Pushing event updated for resources: {'Network': ['ID=f4edbecc-294a-4c2a-b58f-0ec47ba31241,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:29:05.830793 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b282bb0a-ac35-474c-8182-2a5e45bcf738 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:05.872931 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8ae99ef9-f008-4aad-9d9a-7561d5d6c098 None None] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:05.875506 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Network f4edbecc-294a-4c2a-b58f-0ec47ba31241 details requested by agent ovs-agent-n-d-802623-1 with host n-d-802623-1 {{(pid=93799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 23:29:05.906728 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-8ae99ef9-f008-4aad-9d9a-7561d5d6c098 None None] Transition to ACTIVE for port object 39f76fff-83a0-46ef-85aa-7f0476b90c55 will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:29:05.920920 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8ae99ef9-f008-4aad-9d9a-7561d5d6c098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:06.007181 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-40a52a2a-607f-4bb8-b640-328358fb5629 None None] Provisioning for port 9256508c-0ce0-4aa5-94c0-07ba0425ea06 completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:29:06.007951 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-8ae99ef9-f008-4aad-9d9a-7561d5d6c098 None None] Attempting to bind port 39f76fff-83a0-46ef-85aa-7f0476b90c55 on host n-d-802623-1 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:29:06.010325 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-8ae99ef9-f008-4aad-9d9a-7561d5d6c098 None None] Attempting to bind port 39f76fff-83a0-46ef-85aa-7f0476b90c55 by drivers openvswitch,hyperv on host n-d-802623-1 at level 0 using segments [{'id': 'b9afe07e-bbe4-4740-834c-4b6a9698bdbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:29:06.010876 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ae99ef9-f008-4aad-9d9a-7561d5d6c098 None None] Attempting to bind port 39f76fff-83a0-46ef-85aa-7f0476b90c55 on network 2fd42287-ed26-4eb9-89a5-b521f5b04356 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:29:06.021969 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285bb311-15f8-41c7-9cfb-8f5300cbdccf None None] Pushing event updated for resources: {'Port': ['ID=39f76fff-83a0-46ef-85aa-7f0476b90c55,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:29:06.024649 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ae99ef9-f008-4aad-9d9a-7561d5d6c098 None None] Checking agent: {'id': 'a9a568d2-a5e7-41e4-833f-a8ab42ea4073', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 52, 30), 'started_at': datetime.datetime(2021, 7, 27, 22, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802623-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:29:06.025229 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ae99ef9-f008-4aad-9d9a-7561d5d6c098 None None] Checking segment: {'id': 'b9afe07e-bbe4-4740-834c-4b6a9698bdbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:29:06.025807 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8ae99ef9-f008-4aad-9d9a-7561d5d6c098 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:06.026352 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ae99ef9-f008-4aad-9d9a-7561d5d6c098 None None] Bound using segment: {'id': 'b9afe07e-bbe4-4740-834c-4b6a9698bdbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:29:06.027576 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-8ae99ef9-f008-4aad-9d9a-7561d5d6c098 None None] Bound port: 39f76fff-83a0-46ef-85aa-7f0476b90c55, host: n-d-802623-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9afe07e-bbe4-4740-834c-4b6a9698bdbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:29:06.044599 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8ae99ef9-f008-4aad-9d9a-7561d5d6c098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:06.059028 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-40a52a2a-607f-4bb8-b640-328358fb5629 None None] Provisioning complete for port 9256508c-0ce0-4aa5-94c0-07ba0425ea06 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:29:06.059486 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-40a52a2a-607f-4bb8-b640-328358fb5629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:06.113478 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285bb311-15f8-41c7-9cfb-8f5300cbdccf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:29:06.113718 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-b282bb0a-ac35-474c-8182-2a5e45bcf738 admin admin] Allocated IP 172.20.0.1 (2b215609-9514-419a-b7cc-2c2b08257d0c/6d32a765-250f-4ea3-b957-afa008360a71/c23a2b74-37e6-47e6-ad3f-d774340c6f66) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:29:06.127808 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285bb311-15f8-41c7-9cfb-8f5300cbdccf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:29:06.128411 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285bb311-15f8-41c7-9cfb-8f5300cbdccf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:29:06.128904 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285bb311-15f8-41c7-9cfb-8f5300cbdccf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:29:06.129917 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285bb311-15f8-41c7-9cfb-8f5300cbdccf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:29:06.130419 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285bb311-15f8-41c7-9cfb-8f5300cbdccf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:29:06.130902 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285bb311-15f8-41c7-9cfb-8f5300cbdccf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:29:06.131398 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285bb311-15f8-41c7-9cfb-8f5300cbdccf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:29:06.131878 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285bb311-15f8-41c7-9cfb-8f5300cbdccf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:29:06.132375 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285bb311-15f8-41c7-9cfb-8f5300cbdccf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:29:06.132863 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285bb311-15f8-41c7-9cfb-8f5300cbdccf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:29:06.133341 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285bb311-15f8-41c7-9cfb-8f5300cbdccf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:29:06.135277 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning for port 6cf1d68f-4444-4d79-87da-6a18a5d0fc15 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:29:06.205520 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07b1a3bf-f7cb-4819-b6cc-6770a0aa1691 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Made reservation on behalf of 527b2fd77bf24fc0a7fcb37799da635e for: {'subnet': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:29:06.209063 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-07b1a3bf-f7cb-4819-b6cc-6770a0aa1691 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12265828'] for subnet, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:06.213798 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-8ae99ef9-f008-4aad-9d9a-7561d5d6c098 None None] For port 39f76fff-83a0-46ef-85aa-7f0476b90c55, host n-d-802623-1, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:29:06.217666 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-8ae99ef9-f008-4aad-9d9a-7561d5d6c098 None None] For port 39f76fff-83a0-46ef-85aa-7f0476b90c55, host n-d-802623-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=39f76fff-83a0-46ef-85aa-7f0476b90c55,segment=NetworkSegment(b9afe07e-bbe4-4740-834c-4b6a9698bdbc),segment_id=b9afe07e-bbe4-4740-834c-4b6a9698bdbc)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:29:06.227505 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8ae99ef9-f008-4aad-9d9a-7561d5d6c098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:06.291507 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ae99ef9-f008-4aad-9d9a-7561d5d6c098 None None] Routers {'56deb861-5aa1-46a8-80ab-446ccdd08a13'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:29:06.292796 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-8ae99ef9-f008-4aad-9d9a-7561d5d6c098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:29:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['56deb861-5aa1-46a8-80ab-446ccdd08a13'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:29:06.335273 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ce25c2d-86d3-4869-83c7-bbb271190c31 None None] Network 2b215609-9514-419a-b7cc-2c2b08257d0c requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:29:06.351918 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0981c0f-51b7-4ba0-a632-14ed055d5636 req-e7eb6ea7-65ae-4226-9d60-2d012808e13a tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:29:06.354049 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f0981c0f-51b7-4ba0-a632-14ed055d5636 req-e7eb6ea7-65ae-4226-9d60-2d012808e13a tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/ports?device_id=c82f64f9-7572-4580-b07f-b346ae07e8cc HTTP/1.1" status: 200 len: 946 time: 0.2088623 Jul 27 23:29:06.363185 n-d-802623-1 neutron-server[93798]: INFO neutron.api.v2.resource [None req-5227549d-a4b9-4503-b552-86dbc8ee9715 tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 23:29:06.363586 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-40a52a2a-607f-4bb8-b640-328358fb5629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:06.366970 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-5227549d-a4b9-4503-b552-86dbc8ee9715 tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] 10.222.0.18 "PUT /v2.0/routers/a402760f-7091-48bf-a5da-0ad80e18079e/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.0202591 Jul 27 23:29:06.368374 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 35742) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:29:06.405967 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285bb311-15f8-41c7-9cfb-8f5300cbdccf None None] Pushing event updated for resources: {'Port': ['ID=39f76fff-83a0-46ef-85aa-7f0476b90c55,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:29:06.431941 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f0981c0f-51b7-4ba0-a632-14ed055d5636 req-c4270027-3df2-4acc-9a78-0b5d916784b9 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/security-groups?id=7dab0fca-2422-4f10-a2ed-ede178e48859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706594 Jul 27 23:29:06.486177 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b282bb0a-ac35-474c-8182-2a5e45bcf738 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:06.536097 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-b282bb0a-ac35-474c-8182-2a5e45bcf738 admin admin] Transition to ACTIVE for port object c23a2b74-37e6-47e6-ad3f-d774340c6f66 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:29:06.546571 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-40a52a2a-607f-4bb8-b640-328358fb5629 None None] For port 9256508c-0ce0-4aa5-94c0-07ba0425ea06, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=9256508c-0ce0-4aa5-94c0-07ba0425ea06,segment=NetworkSegment(c914e31b-7b84-4283-b7da-2161335effd5),segment_id=c914e31b-7b84-4283-b7da-2161335effd5)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:29:06.559750 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-8ae99ef9-f008-4aad-9d9a-7561d5d6c098 None None] Set router 56deb861-5aa1-46a8-80ab-446ccdd08a13 gateway port host: n-d-802623-1 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:29:06.570447 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-40a52a2a-607f-4bb8-b640-328358fb5629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:06.642780 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b282bb0a-ac35-474c-8182-2a5e45bcf738 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:06.665429 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a52a2a-607f-4bb8-b640-328358fb5629 None None] Pushing event updated for resources: {'Port': ['ID=9256508c-0ce0-4aa5-94c0-07ba0425ea06,revision_number=3']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:29:06.696455 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f974f47-4143-4c67-ba4e-e3f126ac8857 None None] Network 3d13a422-988d-4b87-8804-38043c0b02db requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:29:06.746444 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b282bb0a-ac35-474c-8182-2a5e45bcf738 admin admin] Network 2b215609-9514-419a-b7cc-2c2b08257d0c is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:29:06.757639 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-b282bb0a-ac35-474c-8182-2a5e45bcf738 admin admin] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:29:06.763823 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b282bb0a-ac35-474c-8182-2a5e45bcf738 admin admin] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:29:06.807313 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b282bb0a-ac35-474c-8182-2a5e45bcf738 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-415283'] for router_interface, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:06.862818 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b282bb0a-ac35-474c-8182-2a5e45bcf738 admin admin] Pushing event updated for resources: {'Port': ['ID=c23a2b74-37e6-47e6-ad3f-d774340c6f66,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:29:06.877057 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-18439482-6403-4b0a-b817-4b85b5141310 None None] Provisioning for port 6cf1d68f-4444-4d79-87da-6a18a5d0fc15 completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:29:06.890531 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device 4e5a89fc-36c3-44fe-9ae9-8177b581c229 details requested by agent hyperv_n-h2-802623-1 with host n-h2-802623-1 {{(pid=93799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 23:29:06.999958 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-07b1a3bf-f7cb-4819-b6cc-6770a0aa1691 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11971609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12265750'] for subnet, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:07.014889 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee2c4ee-e253-4acb-aa0a-896edab40df1 req-9d5646cf-7137-4df5-a7d5-67c89f43b768 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:29:07.031103 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-9ee2c4ee-e253-4acb-aa0a-896edab40df1 req-9d5646cf-7137-4df5-a7d5-67c89f43b768 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/ports?device_id=c82f64f9-7572-4580-b07f-b346ae07e8cc HTTP/1.1" status: 200 len: 946 time: 0.1719668 Jul 27 23:29:07.081114 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-8ae99ef9-f008-4aad-9d9a-7561d5d6c098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56deb861-5aa1-46a8-80ab-446ccdd08a13', 'name': 'tempest-TestServerBasicOps-429740024-router', 'tenant_id': '50fb9c0a7f164ebaa507b1871f51f529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.113'}], 'enable_snat': True}, 'gw_port_id': '39f76fff-83a0-46ef-85aa-7f0476b90c55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:29:01Z', 'updated_at': '2021-07-27T23:29:03Z', 'revision_number': 3, 'project_id': '50fb9c0a7f164ebaa507b1871f51f529', 'gw_port': {'id': '39f76fff-83a0-46ef-85aa-7f0476b90c55', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:a8:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56deb861-5aa1-46a8-80ab-446ccdd08a13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2929, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:29:02Z', 'updated_at': '2021-07-27T23:29:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1'}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:29:07.105666 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port 4e5a89fc-36c3-44fe-9ae9-8177b581c229, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=4e5a89fc-36c3-44fe-9ae9-8177b581c229,segment=NetworkSegment(e34bcaf6-fcda-4cb3-a9d4-ce07906221d3),segment_id=e34bcaf6-fcda-4cb3-a9d4-ce07906221d3)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:29:07.108062 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-18439482-6403-4b0a-b817-4b85b5141310 None None] Provisioning complete for port 6cf1d68f-4444-4d79-87da-6a18a5d0fc15 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:29:07.108345 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-18439482-6403-4b0a-b817-4b85b5141310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:07.145689 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ae99ef9-f008-4aad-9d9a-7561d5d6c098 None None] The sync data for ids ['56deb861-5aa1-46a8-80ab-446ccdd08a13'] in n-d-802623-1 is: [{'id': '56deb861-5aa1-46a8-80ab-446ccdd08a13', 'name': 'tempest-TestServerBasicOps-429740024-router', 'tenant_id': '50fb9c0a7f164ebaa507b1871f51f529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.113'}], 'enable_snat': True}, 'gw_port_id': '39f76fff-83a0-46ef-85aa-7f0476b90c55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:29:01Z', 'updated_at': '2021-07-27T23:29:03Z', 'revision_number': 3, 'project_id': '50fb9c0a7f164ebaa507b1871f51f529', 'gw_port': {'id': '39f76fff-83a0-46ef-85aa-7f0476b90c55', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:a8:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56deb861-5aa1-46a8-80ab-446ccdd08a13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2929, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:29:02Z', 'updated_at': '2021-07-27T23:29:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1'}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:29:07.155750 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-9ee2c4ee-e253-4acb-aa0a-896edab40df1 req-746fc5d8-eea8-49bc-b113-4ffa9d80aaab tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/security-groups?id=7dab0fca-2422-4f10-a2ed-ede178e48859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236758 Jul 27 23:29:07.156352 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1196bf73-85f8-4662-8cf0-2bcf5f8f1524 req-ad2bf9da-051a-4fb4-b277-a7d690bad333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:29:07.157560 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b282bb0a-ac35-474c-8182-2a5e45bcf738 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:07.157709 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-1196bf73-85f8-4662-8cf0-2bcf5f8f1524 req-ad2bf9da-051a-4fb4-b277-a7d690bad333 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=fb511b6053374dba93123172cd7e7e1e&device_id=c82f64f9-7572-4580-b07f-b346ae07e8cc HTTP/1.1" status: 200 len: 1097 time: 0.2725127 Jul 27 23:29:07.173790 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087fdcb4-736f-4359-bcb5-a3176da17046 req-4cf98a61-5613-43d1-bdfb-363f17a54639 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:29:07.196821 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Returning: {'device': '4e5a89fc-36c3-44fe-9ae9-8177b581c229', 'network_id': '280a3ba5-2d75-4827-b3c1-0be5bb892094', 'port_id': '4e5a89fc-36c3-44fe-9ae9-8177b581c229', 'mac_address': 'fa:16:3e:f6:a7:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03df5e5c-8a96-449f-9e96-cff1a55737e2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 23:29:07.201120 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-087fdcb4-736f-4359-bcb5-a3176da17046 req-4cf98a61-5613-43d1-bdfb-363f17a54639 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/ports?device_id=afed9ed5-b597-44bc-8215-6b8b2fcefded HTTP/1.1" status: 200 len: 944 time: 0.3824127 Jul 27 23:29:07.246591 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 9256508c-0ce0-4aa5-94c0-07ba0425ea06 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:29:07.406831 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b282bb0a-ac35-474c-8182-2a5e45bcf738 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:07.415991 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b282bb0a-ac35-474c-8182-2a5e45bcf738 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11336041'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:07.429266 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:07.487944 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e5a89fc-36c3-44fe-9ae9-8177b581c229 {{(pid=93799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:29:07.572635 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port 9256508c-0ce0-4aa5-94c0-07ba0425ea06 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:29:07.573503 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:07.594434 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b282bb0a-ac35-474c-8182-2a5e45bcf738 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3760555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-414115'] for router_interface, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:07.595151 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b282bb0a-ac35-474c-8182-2a5e45bcf738 admin admin] Pushing event updated for resources: {'Port': ['ID=c23a2b74-37e6-47e6-ad3f-d774340c6f66,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:29:07.805995 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b282bb0a-ac35-474c-8182-2a5e45bcf738 admin admin] Network 2b215609-9514-419a-b7cc-2c2b08257d0c is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:29:07.807613 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-b282bb0a-ac35-474c-8182-2a5e45bcf738 admin admin] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:29:07.883606 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port 4e5a89fc-36c3-44fe-9ae9-8177b581c229, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=4e5a89fc-36c3-44fe-9ae9-8177b581c229,segment=NetworkSegment(e34bcaf6-fcda-4cb3-a9d4-ce07906221d3),segment_id=e34bcaf6-fcda-4cb3-a9d4-ce07906221d3)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:29:07.897770 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b1a3bf-f7cb-4819-b6cc-6770a0aa1691 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Pushing event updated for resources: {'Subnet': ['ID=816be8a4-945a-4b5c-8bdc-8c94448620f3,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:29:07.903019 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:07.961408 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-18439482-6403-4b0a-b817-4b85b5141310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:07.993068 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b282bb0a-ac35-474c-8182-2a5e45bcf738 admin admin] Router 56deb861-5aa1-46a8-80ab-446ccdd08a13 has already been hosted by L3 agent 018c4455-49c0-4734-927d-7824067b2a9e {{(pid=93797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 23:29:08.005052 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Pushing event updated for resources: {'Port': ['ID=4e5a89fc-36c3-44fe-9ae9-8177b581c229,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:29:08.039759 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b1a3bf-f7cb-4819-b6cc-6770a0aa1691 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Checking segment: {'id': 'b2bc19c0-005c-4ec1-8f38-25f19fe3700d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '86ac3251-0518-492d-bd6f-098a743bbc8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:29:08.040391 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07b1a3bf-f7cb-4819-b6cc-6770a0aa1691 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Network hostable DHCP agents. Network: 86ac3251-0518-492d-bd6f-098a743bbc8f, hostable agents: ['5950e76f-2bde-4343-a925-cbe6bacd2706'], hosted agents: [] {{(pid=93798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 23:29:08.045229 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1196bf73-85f8-4662-8cf0-2bcf5f8f1524 req-7b02309b-b287-44b9-8650-68b9b3336dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:29:08.047287 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-1196bf73-85f8-4662-8cf0-2bcf5f8f1524 req-7b02309b-b287-44b9-8650-68b9b3336dd9 service neutron] 10.222.0.49 "GET /v2.0/networks?id=f929bd98-c625-4836-a481-9c49c0c34e5c HTTP/1.1" status: 200 len: 914 time: 0.8417177 Jul 27 23:29:08.077355 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-18439482-6403-4b0a-b817-4b85b5141310 None None] For port 6cf1d68f-4444-4d79-87da-6a18a5d0fc15, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=6cf1d68f-4444-4d79-87da-6a18a5d0fc15,segment=NetworkSegment(af1481bc-81fa-42f6-b613-ea8094c41a52),segment_id=af1481bc-81fa-42f6-b613-ea8094c41a52)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:29:08.108008 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-087fdcb4-736f-4359-bcb5-a3176da17046 req-05831945-8c6a-4761-ad8f-6856bcd34176 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/security-groups?id=d6f41e72-2b87-4685-ae08-bc68afebebe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9073458 Jul 27 23:29:08.128574 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-18439482-6403-4b0a-b817-4b85b5141310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:08.174477 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-1196bf73-85f8-4662-8cf0-2bcf5f8f1524 req-ba78c332-43a5-4c2f-8bae-6f0dd6672759 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a58ff0ba-c0e7-4ff0-b14e-5550ff97f187 HTTP/1.1" status: 200 len: 217 time: 0.1032054 Jul 27 23:29:08.181932 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07b1a3bf-f7cb-4819-b6cc-6770a0aa1691 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Network 86ac3251-0518-492d-bd6f-098a743bbc8f is scheduled to be hosted by DHCP agent 5950e76f-2bde-4343-a925-cbe6bacd2706 with binding_index 1 {{(pid=93798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 23:29:08.196000 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b282bb0a-ac35-474c-8182-2a5e45bcf738 admin admin] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:29:08.203085 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-b282bb0a-ac35-474c-8182-2a5e45bcf738 admin admin] 10.222.0.18 "PUT /v2.0/routers/56deb861-5aa1-46a8-80ab-446ccdd08a13/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6712668 Jul 27 23:29:08.222816 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device f7b35d66-7382-4add-b990-21b22f4a750d up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:29:08.266506 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] get_ports_and_sgs() called for port_ids ['4e5a89fc-36c3-44fe-9ae9-8177b581c229'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:29:08.353560 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18439482-6403-4b0a-b817-4b85b5141310 None None] Pushing event updated for resources: {'Port': ['ID=6cf1d68f-4444-4d79-87da-6a18a5d0fc15,revision_number=3']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:29:08.362375 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1196bf73-85f8-4662-8cf0-2bcf5f8f1524 req-3f891ef0-950e-4bf3-9526-8b452b00eb0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:29:08.369746 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-1196bf73-85f8-4662-8cf0-2bcf5f8f1524 req-3f891ef0-950e-4bf3-9526-8b452b00eb0e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=bc36c29d-0dd5-42bf-a664-0dbd8743e1d5 HTTP/1.1" status: 200 len: 853 time: 0.1813786 Jul 27 23:29:08.386067 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e01b97-204e-4e9e-b651-16a2cb843c99 req-5b3d4d64-3bba-4170-893b-ebc777238330 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:29:08.394897 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-80dd4b14-d406-4e40-878e-29353bffc862 None None] Provisioning for port 856ec775-1aa1-4d94-85a2-8e4c1451969f completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:29:08.402173 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-32e01b97-204e-4e9e-b651-16a2cb843c99 req-5b3d4d64-3bba-4170-893b-ebc777238330 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/ports?device_id=c82f64f9-7572-4580-b07f-b346ae07e8cc HTTP/1.1" status: 200 len: 946 time: 0.1259022 Jul 27 23:29:08.417165 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-80dd4b14-d406-4e40-878e-29353bffc862 None None] Provisioning complete for port 856ec775-1aa1-4d94-85a2-8e4c1451969f triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:29:08.418092 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-80dd4b14-d406-4e40-878e-29353bffc862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:08.419809 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-07b1a3bf-f7cb-4819-b6cc-6770a0aa1691 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802623-1, 86ac3251-0518-492d-bd6f-098a743bbc8f) {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:29:08.466324 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-32e01b97-204e-4e9e-b651-16a2cb843c99 req-515e65b8-107d-4f56-b5e5-ba1120c595d8 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/security-groups?id=7dab0fca-2422-4f10-a2ed-ede178e48859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585554 Jul 27 23:29:08.470089 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-302c5f97-21aa-4211-adb8-663672f0807a None None] Network 86ac3251-0518-492d-bd6f-098a743bbc8f requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:29:08.480781 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-1196bf73-85f8-4662-8cf0-2bcf5f8f1524 req-0fbc6dc6-226c-4532-80a9-50f14eb337a5 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f929bd98-c625-4836-a481-9c49c0c34e5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0986528 Jul 27 23:29:08.482226 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07b1a3bf-f7cb-4819-b6cc-6770a0aa1691 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:29:08.482820 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-07b1a3bf-f7cb-4819-b6cc-6770a0aa1691 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:08.557096 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning for port f7b35d66-7382-4add-b990-21b22f4a750d completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:29:08.575850 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-80dd4b14-d406-4e40-878e-29353bffc862 None None] Port 856ec775-1aa1-4d94-85a2-8e4c1451969f cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:29:08.616904 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-07b1a3bf-f7cb-4819-b6cc-6770a0aa1691 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8401043 Jul 27 23:29:08.617164 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 35762) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:29:08.626590 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-255ceb25-de27-4a32-8eb1-bcbdf3838733 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Request body: {'subnet': {'network_id': 'f4edbecc-294a-4c2a-b58f-0ec47ba31241', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:29:08.646631 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f6c6d9b4-fd95-41bb-bd8f-429551578a53 tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-414022'] for router_interface, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:08.649190 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-80dd4b14-d406-4e40-878e-29353bffc862 None None] Provisioning for port c23a2b74-37e6-47e6-ad3f-d774340c6f66 completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:29:08.664834 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-80dd4b14-d406-4e40-878e-29353bffc862 None None] Provisioning complete for port c23a2b74-37e6-47e6-ad3f-d774340c6f66 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:29:08.665455 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-80dd4b14-d406-4e40-878e-29353bffc862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:08.738258 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-1196bf73-85f8-4662-8cf0-2bcf5f8f1524 req-8633e42a-c48c-44b2-bbfd-631e85394bad service neutron] 10.222.0.49 "GET /v2.0/networks/f929bd98-c625-4836-a481-9c49c0c34e5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2447131 Jul 27 23:29:08.764056 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-255ceb25-de27-4a32-8eb1-bcbdf3838733 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Made reservation on behalf of 527b2fd77bf24fc0a7fcb37799da635e for: {'subnet': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:29:08.770894 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-255ceb25-de27-4a32-8eb1-bcbdf3838733 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11551435'] for subnet, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:08.776464 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-80dd4b14-d406-4e40-878e-29353bffc862 None None] Port c23a2b74-37e6-47e6-ad3f-d774340c6f66 cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:29:08.831419 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-80dd4b14-d406-4e40-878e-29353bffc862 None None] Provisioning complete for port 9256508c-0ce0-4aa5-94c0-07ba0425ea06 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:29:08.831983 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-80dd4b14-d406-4e40-878e-29353bffc862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:08.865747 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9296e01f-7071-434a-b76e-48fb7b95855b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f6f257c-ad18-5f0c-8c8e-ea085a5fc8a2-86ac3251-0518-492d-bd6f-098a743bbc8f', 'network_id': '86ac3251-0518-492d-bd6f-098a743bbc8f', 'tenant_id': '527b2fd77bf24fc0a7fcb37799da635e', 'fixed_ips': [{'subnet_id': '816be8a4-945a-4b5c-8bdc-8c94448620f3'}]}} from n-d-802623-1. {{(pid=93799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 23:29:08.867357 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-9296e01f-7071-434a-b76e-48fb7b95855b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:08.938742 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-1196bf73-85f8-4662-8cf0-2bcf5f8f1524 req-042629e4-deaa-40e1-8d61-6066034df875 service neutron] 10.222.0.49 "GET /v2.0/networks/f929bd98-c625-4836-a481-9c49c0c34e5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1914034 Jul 27 23:29:09.069806 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-f6c6d9b4-fd95-41bb-bd8f-429551578a53 tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] Deleting port 856ec775-1aa1-4d94-85a2-8e4c1451969f {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:29:09.070478 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f6c6d9b4-fd95-41bb-bd8f-429551578a53 tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:09.095796 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-255ceb25-de27-4a32-8eb1-bcbdf3838733 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11336182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11551417'] for subnet, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:09.170129 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-80dd4b14-d406-4e40-878e-29353bffc862 None None] Provisioning complete for port 6cf1d68f-4444-4d79-87da-6a18a5d0fc15 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:29:09.170667 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-80dd4b14-d406-4e40-878e-29353bffc862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:09.173154 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-9296e01f-7071-434a-b76e-48fb7b95855b None None] Allocated IP 2001:db8::2 (86ac3251-0518-492d-bd6f-098a743bbc8f/816be8a4-945a-4b5c-8bdc-8c94448620f3/ad136114-12e0-477b-951f-3bbbf4c23a8e) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:29:09.206139 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255ceb25-de27-4a32-8eb1-bcbdf3838733 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Pushing event updated for resources: {'Subnet': ['ID=b9866134-d674-4c46-a4bf-db8986e6c300,revision_number=0']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:29:09.215165 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-255ceb25-de27-4a32-8eb1-bcbdf3838733 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Checking segment: {'id': '98ba1f3b-0eab-4f69-8f29-c684a058eeb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'f4edbecc-294a-4c2a-b58f-0ec47ba31241'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:29:09.215529 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-255ceb25-de27-4a32-8eb1-bcbdf3838733 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Network hostable DHCP agents. Network: f4edbecc-294a-4c2a-b58f-0ec47ba31241, hostable agents: ['5950e76f-2bde-4343-a925-cbe6bacd2706'], hosted agents: [] {{(pid=93797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 23:29:09.235830 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 39f76fff-83a0-46ef-85aa-7f0476b90c55 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:29:09.273152 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 35776) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:29:09.280702 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-a5ad6ebd-92e7-4a8a-bedc-9aeaab2832af admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-391978132-network', 'tenant_id': 'e84d1ab4bf55439ab06f7875e90c7e5f'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:29:09.288752 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-255ceb25-de27-4a32-8eb1-bcbdf3838733 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Network f4edbecc-294a-4c2a-b58f-0ec47ba31241 is scheduled to be hosted by DHCP agent 5950e76f-2bde-4343-a925-cbe6bacd2706 with binding_index 1 {{(pid=93797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 23:29:09.294231 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f6c6d9b4-fd95-41bb-bd8f-429551578a53 tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:09.308987 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-f6c6d9b4-fd95-41bb-bd8f-429551578a53 tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] Calling delete_port for 856ec775-1aa1-4d94-85a2-8e4c1451969f owned by network:router_interface {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:29:09.310211 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-255ceb25-de27-4a32-8eb1-bcbdf3838733 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802623-1, f4edbecc-294a-4c2a-b58f-0ec47ba31241) {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:29:09.320875 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d47ac5-3adf-4eed-b047-69ac85a3f08b req-97776b59-bd41-42c6-ae6a-6ca19f5d6b03 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:29:09.323162 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-80d47ac5-3adf-4eed-b047-69ac85a3f08b req-97776b59-bd41-42c6-ae6a-6ca19f5d6b03 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/ports?device_id=afed9ed5-b597-44bc-8215-6b8b2fcefded HTTP/1.1" status: 200 len: 945 time: 0.0953815 Jul 27 23:29:09.328715 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-255ceb25-de27-4a32-8eb1-bcbdf3838733 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:29:09.329310 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-255ceb25-de27-4a32-8eb1-bcbdf3838733 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks [] for subnet, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:09.333929 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.agents_db [None req-9beef776-8bab-4de2-989a-f5a23ba4aaf4 None None] Agent healthcheck: found 7 active agents {{(pid=93800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 23:29:09.346705 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d46b3fd6-a2a9-4c04-bf99-28302995e0a1 None None] Network f4edbecc-294a-4c2a-b58f-0ec47ba31241 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:29:09.352048 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5ad6ebd-92e7-4a8a-bedc-9aeaab2832af admin admin] Made reservation on behalf of e84d1ab4bf55439ab06f7875e90c7e5f for: {'network': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:29:09.354361 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a5ad6ebd-92e7-4a8a-bedc-9aeaab2832af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for network, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:09.369924 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a5ad6ebd-92e7-4a8a-bedc-9aeaab2832af admin admin] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:09.379780 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-255ceb25-de27-4a32-8eb1-bcbdf3838733 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7613237 Jul 27 23:29:09.388417 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 35778) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:29:09.396904 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-2af1aac4-a4cf-441a-a166-a9fa7f57f459 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1731964356', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:29:09.406731 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-80d47ac5-3adf-4eed-b047-69ac85a3f08b req-67072802-afaf-43f9-84a6-27660d288c5a tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/security-groups?id=d6f41e72-2b87-4685-ae08-bc68afebebe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735734 Jul 27 23:29:09.489764 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning for port 39f76fff-83a0-46ef-85aa-7f0476b90c55 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:29:09.505200 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port 39f76fff-83a0-46ef-85aa-7f0476b90c55 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:29:09.505581 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:09.527264 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a5ad6ebd-92e7-4a8a-bedc-9aeaab2832af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:09.536155 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a5ad6ebd-92e7-4a8a-bedc-9aeaab2832af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:09.577644 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-80dd4b14-d406-4e40-878e-29353bffc862 None None] Provisioning for port f7b35d66-7382-4add-b990-21b22f4a750d completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:29:09.578617 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5ad6ebd-92e7-4a8a-bedc-9aeaab2832af admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 530} {{(pid=93797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 23:29:09.586745 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2af1aac4-a4cf-441a-a166-a9fa7f57f459 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62159'] for router, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:09.587769 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2af1aac4-a4cf-441a-a166-a9fa7f57f459 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-479230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-415539', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3693317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62148'] for router, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:09.591675 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f6c6d9b4-fd95-41bb-bd8f-429551578a53 tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:09.591916 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-80dd4b14-d406-4e40-878e-29353bffc862 None None] Provisioning complete for port f7b35d66-7382-4add-b990-21b22f4a750d triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:29:09.592167 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-80dd4b14-d406-4e40-878e-29353bffc862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:09.594961 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ad6ebd-92e7-4a8a-bedc-9aeaab2832af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=040e6f61-be64-47e4-9356-8585c6e658ab,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:29:09.659337 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a5ad6ebd-92e7-4a8a-bedc-9aeaab2832af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:09.659780 n-d-802623-1 neutron-server[93797]: INFO neutron.db.segments_db [None req-a5ad6ebd-92e7-4a8a-bedc-9aeaab2832af admin admin] Added segment 258f9d98-0a74-44bc-8b66-1603d3c8218b of type vlan for network 835c6b6c-baa3-4d30-9889-51db7e62c67c Jul 27 23:29:09.660187 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c6d9b4-fd95-41bb-bd8f-429551578a53 tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] Pushing event deleted for resources: {'Port': ['ID=856ec775-1aa1-4d94-85a2-8e4c1451969f,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:29:09.662397 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2af1aac4-a4cf-441a-a166-a9fa7f57f459 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:09.672571 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2af1aac4-a4cf-441a-a166-a9fa7f57f459 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-415468'] for router, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:09.734031 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2af1aac4-a4cf-441a-a166-a9fa7f57f459 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks [] for router, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:09.735272 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-2af1aac4-a4cf-441a-a166-a9fa7f57f459 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3456259 Jul 27 23:29:09.739181 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a5ad6ebd-92e7-4a8a-bedc-9aeaab2832af admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736833354590'] for network, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:09.739898 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 35784) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:29:09.781456 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a5ad6ebd-92e7-4a8a-bedc-9aeaab2832af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569'] for network, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:09.782556 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5ad6ebd-92e7-4a8a-bedc-9aeaab2832af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:29:09.783348 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a5ad6ebd-92e7-4a8a-bedc-9aeaab2832af admin admin] Notify callbacks [] for network, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:09.805469 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce0571a-c8db-4712-bca6-021c044eb772 req-97427233-7053-4317-972f-856be4821a30 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:29:09.813026 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-9ce0571a-c8db-4712-bca6-021c044eb772 req-97427233-7053-4317-972f-856be4821a30 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/ports?device_id=c82f64f9-7572-4580-b07f-b346ae07e8cc HTTP/1.1" status: 200 len: 946 time: 0.2338190 Jul 27 23:29:09.824810 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c030e93-2aa1-4449-8668-25e7413963a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f6f257c-ad18-5f0c-8c8e-ea085a5fc8a2-f4edbecc-294a-4c2a-b58f-0ec47ba31241', 'network_id': 'f4edbecc-294a-4c2a-b58f-0ec47ba31241', 'tenant_id': '527b2fd77bf24fc0a7fcb37799da635e', 'fixed_ips': [{'subnet_id': 'b9866134-d674-4c46-a4bf-db8986e6c300'}]}} from n-d-802623-1. {{(pid=93799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 23:29:09.826765 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-9c030e93-2aa1-4449-8668-25e7413963a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:09.850175 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-a5ad6ebd-92e7-4a8a-bedc-9aeaab2832af admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5750945 Jul 27 23:29:09.854340 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-9296e01f-7071-434a-b76e-48fb7b95855b None None] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:09.860239 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 35786) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:29:09.872848 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-a6cbb7ef-6f25-434a-b6c8-c7446133ffcb admin admin] Request body: {'subnet': {'network_id': '835c6b6c-baa3-4d30-9889-51db7e62c67c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-391978132-subnet', 'tenant_id': 'e84d1ab4bf55439ab06f7875e90c7e5f', 'ip_version': 4}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:29:09.887114 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ad6ebd-92e7-4a8a-bedc-9aeaab2832af admin admin] Pushing event updated for resources: {'Network': ['ID=835c6b6c-baa3-4d30-9889-51db7e62c67c,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:29:09.887342 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-9296e01f-7071-434a-b76e-48fb7b95855b None None] Transition to ACTIVE for port object ad136114-12e0-477b-951f-3bbbf4c23a8e will not be triggered until provisioned by entity L2. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:29:09.915707 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6cbb7ef-6f25-434a-b6c8-c7446133ffcb admin admin] Made reservation on behalf of e84d1ab4bf55439ab06f7875e90c7e5f for: {'subnet': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:29:09.919538 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Network 835c6b6c-baa3-4d30-9889-51db7e62c67c details requested by agent ovs-agent-n-d-802623-1 with host n-d-802623-1 {{(pid=93799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 23:29:09.919685 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a6cbb7ef-6f25-434a-b6c8-c7446133ffcb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11551435'] for subnet, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:09.932644 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0032aea-ae7e-4542-8d61-869f7297c803 None None] Sync routers for ids ['56deb861-5aa1-46a8-80ab-446ccdd08a13'] in n-d-802623-1 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:29:09.950981 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0032aea-ae7e-4542-8d61-869f7297c803 None None] Routers {'56deb861-5aa1-46a8-80ab-446ccdd08a13'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:29:09.952274 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-f0032aea-ae7e-4542-8d61-869f7297c803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:29:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['56deb861-5aa1-46a8-80ab-446ccdd08a13'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:29:09.986834 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f6c6d9b4-fd95-41bb-bd8f-429551578a53 tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3760546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-413994'] for router_interface, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:10.080212 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-9296e01f-7071-434a-b76e-48fb7b95855b None None] Transition to ACTIVE for port object ad136114-12e0-477b-951f-3bbbf4c23a8e will not be triggered until provisioned by entity DHCP. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:29:10.101554 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-9296e01f-7071-434a-b76e-48fb7b95855b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:10.109440 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-f0032aea-ae7e-4542-8d61-869f7297c803 None None] Set router 56deb861-5aa1-46a8-80ab-446ccdd08a13 gateway port host: n-d-802623-1 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:29:10.158880 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:10.193346 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a6cbb7ef-6f25-434a-b6c8-c7446133ffcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11336182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11551417'] for subnet, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:10.223777 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9296e01f-7071-434a-b76e-48fb7b95855b None None] Network 86ac3251-0518-492d-bd6f-098a743bbc8f is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:29:10.242215 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-9296e01f-7071-434a-b76e-48fb7b95855b None None] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:29:10.252257 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cbb7ef-6f25-434a-b6c8-c7446133ffcb admin admin] Pushing event updated for resources: {'Subnet': ['ID=5de0730f-b78e-42b9-ac8a-c48d754335a8,revision_number=0']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:29:10.258336 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9296e01f-7071-434a-b76e-48fb7b95855b None None] Pushing event updated for resources: {'Port': ['ID=ad136114-12e0-477b-951f-3bbbf4c23a8e,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:29:10.261468 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9296e01f-7071-434a-b76e-48fb7b95855b None None] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:29:10.274780 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] For port 39f76fff-83a0-46ef-85aa-7f0476b90c55, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=39f76fff-83a0-46ef-85aa-7f0476b90c55,segment=NetworkSegment(b9afe07e-bbe4-4740-834c-4b6a9698bdbc),segment_id=b9afe07e-bbe4-4740-834c-4b6a9698bdbc)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:29:10.276160 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-80dd4b14-d406-4e40-878e-29353bffc862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:10.277639 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6cbb7ef-6f25-434a-b6c8-c7446133ffcb admin admin] Checking segment: {'id': '258f9d98-0a74-44bc-8b66-1603d3c8218b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '835c6b6c-baa3-4d30-9889-51db7e62c67c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:29:10.279187 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6cbb7ef-6f25-434a-b6c8-c7446133ffcb admin admin] Network hostable DHCP agents. Network: 835c6b6c-baa3-4d30-9889-51db7e62c67c, hostable agents: ['5950e76f-2bde-4343-a925-cbe6bacd2706'], hosted agents: [] {{(pid=93797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 23:29:10.285463 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:10.286513 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 6cf1d68f-4444-4d79-87da-6a18a5d0fc15 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:29:10.306029 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-9c030e93-2aa1-4449-8668-25e7413963a2 None None] Allocated IP 2001:db8:1::2 (f4edbecc-294a-4c2a-b58f-0ec47ba31241/b9866134-d674-4c46-a4bf-db8986e6c300/e0b4587d-6915-4e17-bf66-b1dd081eac58) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:29:10.307294 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6cbb7ef-6f25-434a-b6c8-c7446133ffcb admin admin] Network 835c6b6c-baa3-4d30-9889-51db7e62c67c is scheduled to be hosted by DHCP agent 5950e76f-2bde-4343-a925-cbe6bacd2706 with binding_index 1 {{(pid=93797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 23:29:10.324007 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-a6cbb7ef-6f25-434a-b6c8-c7446133ffcb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802623-1, 835c6b6c-baa3-4d30-9889-51db7e62c67c) {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:29:10.329165 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6cbb7ef-6f25-434a-b6c8-c7446133ffcb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:29:10.329941 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a6cbb7ef-6f25-434a-b6c8-c7446133ffcb admin admin] Notify callbacks [] for subnet, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:10.352341 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-a6cbb7ef-6f25-434a-b6c8-c7446133ffcb admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4905691 Jul 27 23:29:10.354509 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 35788) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:29:10.362544 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2c8f21e-9fa1-44fe-96a9-291f96fc7c8f None None] Network 835c6b6c-baa3-4d30-9889-51db7e62c67c requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:29:10.366679 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-9ce0571a-c8db-4712-bca6-021c044eb772 req-61b2703e-9e08-4b55-aef1-93f06728aa2e tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/security-groups?id=7dab0fca-2422-4f10-a2ed-ede178e48859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3637197 Jul 27 23:29:10.381624 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-881c6c1e-cd9c-4e14-ae7b-5ed76fb9765e admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-391978132-router', 'tenant_id': 'e84d1ab4bf55439ab06f7875e90c7e5f', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'}}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:29:10.408725 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-881c6c1e-cd9c-4e14-ae7b-5ed76fb9765e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62159'] for router, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:10.409989 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-f0032aea-ae7e-4542-8d61-869f7297c803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56deb861-5aa1-46a8-80ab-446ccdd08a13', 'name': 'tempest-TestServerBasicOps-429740024-router', 'tenant_id': '50fb9c0a7f164ebaa507b1871f51f529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.113'}], 'enable_snat': True}, 'gw_port_id': '39f76fff-83a0-46ef-85aa-7f0476b90c55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:29:01Z', 'updated_at': '2021-07-27T23:29:06Z', 'revision_number': 4, 'project_id': '50fb9c0a7f164ebaa507b1871f51f529', 'gw_port': {'id': '39f76fff-83a0-46ef-85aa-7f0476b90c55', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:a8:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56deb861-5aa1-46a8-80ab-446ccdd08a13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2929, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:29:02Z', 'updated_at': '2021-07-27T23:29:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': 'c23a2b74-37e6-47e6-ad3f-d774340c6f66', 'name': '', 'network_id': '2b215609-9514-419a-b7cc-2c2b08257d0c', 'tenant_id': '50fb9c0a7f164ebaa507b1871f51f529', 'mac_address': 'fa:16:3e:a9:61:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56deb861-5aa1-46a8-80ab-446ccdd08a13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2941, 'fixed_ips': [{'subnet_id': '6d32a765-250f-4ea3-b957-afa008360a71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:29:05Z', 'updated_at': '2021-07-27T23:29:07Z', 'revision_number': 2, 'project_id': '50fb9c0a7f164ebaa507b1871f51f529', 'subnets': [{'id': '6d32a765-250f-4ea3-b957-afa008360a71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:29:10.410541 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-881c6c1e-cd9c-4e14-ae7b-5ed76fb9765e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-479230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-415539', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3693317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62148'] for router, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:10.452189 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0032aea-ae7e-4542-8d61-869f7297c803 None None] Checking router: 56deb861-5aa1-46a8-80ab-446ccdd08a13 for host: n-d-802623-1 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 23:29:10.452549 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0032aea-ae7e-4542-8d61-869f7297c803 None None] Updating router 56deb861-5aa1-46a8-80ab-446ccdd08a13 port c23a2b74-37e6-47e6-ad3f-d774340c6f66 binding host n-d-802623-1 {{(pid=93800) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 23:29:10.475515 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-881c6c1e-cd9c-4e14-ae7b-5ed76fb9765e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:10.496797 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f0032aea-ae7e-4542-8d61-869f7297c803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:10.561640 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6c6d9b4-fd95-41bb-bd8f-429551578a53 tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] Router a402760f-7091-48bf-a5da-0ad80e18079e has already been hosted by L3 agent 018c4455-49c0-4734-927d-7824067b2a9e {{(pid=93798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 23:29:10.690477 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-dd291c31-de10-4fa0-b8bb-9ec6b2f88c7c tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:10.716644 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-80dd4b14-d406-4e40-878e-29353bffc862 None None] For port f7b35d66-7382-4add-b990-21b22f4a750d, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=f7b35d66-7382-4add-b990-21b22f4a750d,segment=NetworkSegment(23e63c64-a253-42d3-b32a-6e9166a35b4d),segment_id=23e63c64-a253-42d3-b32a-6e9166a35b4d)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:29:10.724541 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-9296e01f-7071-434a-b76e-48fb7b95855b None None] Attempting to bind port ad136114-12e0-477b-951f-3bbbf4c23a8e on host n-d-802623-1 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:29:10.725232 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-9296e01f-7071-434a-b76e-48fb7b95855b None None] Attempting to bind port ad136114-12e0-477b-951f-3bbbf4c23a8e by drivers openvswitch,hyperv on host n-d-802623-1 at level 0 using segments [{'id': 'b2bc19c0-005c-4ec1-8f38-25f19fe3700d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '86ac3251-0518-492d-bd6f-098a743bbc8f'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:29:10.725779 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9296e01f-7071-434a-b76e-48fb7b95855b None None] Attempting to bind port ad136114-12e0-477b-951f-3bbbf4c23a8e on network 86ac3251-0518-492d-bd6f-098a743bbc8f {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:29:10.741717 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-80dd4b14-d406-4e40-878e-29353bffc862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:10.756839 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6c6d9b4-fd95-41bb-bd8f-429551578a53 tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:29:10.757436 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9296e01f-7071-434a-b76e-48fb7b95855b None None] Checking agent: {'id': 'a9a568d2-a5e7-41e4-833f-a8ab42ea4073', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 52, 30), 'started_at': datetime.datetime(2021, 7, 27, 22, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802623-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:29:10.758021 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9296e01f-7071-434a-b76e-48fb7b95855b None None] Checking segment: {'id': 'b2bc19c0-005c-4ec1-8f38-25f19fe3700d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '86ac3251-0518-492d-bd6f-098a743bbc8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:29:10.758603 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-9296e01f-7071-434a-b76e-48fb7b95855b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:10.759206 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9296e01f-7071-434a-b76e-48fb7b95855b None None] Bound using segment: {'id': 'b2bc19c0-005c-4ec1-8f38-25f19fe3700d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '86ac3251-0518-492d-bd6f-098a743bbc8f'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:29:10.759890 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-9296e01f-7071-434a-b76e-48fb7b95855b None None] Bound port: ad136114-12e0-477b-951f-3bbbf4c23a8e, host: n-d-802623-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2bc19c0-005c-4ec1-8f38-25f19fe3700d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '86ac3251-0518-492d-bd6f-098a743bbc8f'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:29:10.760456 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-9296e01f-7071-434a-b76e-48fb7b95855b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:10.763985 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Pushing event updated for resources: {'Port': ['ID=39f76fff-83a0-46ef-85aa-7f0476b90c55,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:29:10.780415 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-f6c6d9b4-fd95-41bb-bd8f-429551578a53 tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] 10.222.0.18 "PUT /v2.0/routers/a402760f-7091-48bf-a5da-0ad80e18079e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4066305 Jul 27 23:29:10.782027 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9d71986-e922-492d-89d1-8825794b9657 None None] Sync routers for ids ['a402760f-7091-48bf-a5da-0ad80e18079e'] in n-d-802623-1 {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:29:10.830742 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 35794) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:29:10.858342 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device 4e5a89fc-36c3-44fe-9ae9-8177b581c229 up at agent hyperv_n-h2-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:29:10.887588 n-d-802623-1 neutron-server[93798]: INFO neutron.api.v2.resource [None req-efeb3617-b8a6-4fe5-8e90-dcdbe660a150 tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] delete failed (client error): The resource could not be found. Jul 27 23:29:10.892032 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-efeb3617-b8a6-4fe5-8e90-dcdbe660a150 tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] 10.222.0.18 "DELETE /v2.0/routers/tempest-non_exist_router-1956924573 HTTP/1.1" status: 404 len: 335 time: 0.0574000 Jul 27 23:29:10.892583 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 35796) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:29:10.904737 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-fe01c941-5fc9-4add-a122-4236c3bc42f3 tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] Request body: {'router': {'external_gateway_info': {'network_id': 'a402760f-7091-48bf-a5da-0ad80e18079e'}}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:29:10.931883 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f0032aea-ae7e-4542-8d61-869f7297c803 None None] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:10.950287 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d71986-e922-492d-89d1-8825794b9657 None None] Routers {'a402760f-7091-48bf-a5da-0ad80e18079e'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:29:10.951233 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-c9d71986-e922-492d-89d1-8825794b9657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:29:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['a402760f-7091-48bf-a5da-0ad80e18079e'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:29:10.952265 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-f0032aea-ae7e-4542-8d61-869f7297c803 None None] Transition to ACTIVE for port object c23a2b74-37e6-47e6-ad3f-d774340c6f66 will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:29:10.965852 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f0032aea-ae7e-4542-8d61-869f7297c803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:10.977175 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port 6cf1d68f-4444-4d79-87da-6a18a5d0fc15 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:29:10.977825 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:11.101777 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161dc261-7575-44b3-a0ae-e77938dec2cf None None] Pushing event updated for resources: {'Port': ['ID=c23a2b74-37e6-47e6-ad3f-d774340c6f66,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:29:11.110184 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-c9d71986-e922-492d-89d1-8825794b9657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:29:11.126226 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80dd4b14-d406-4e40-878e-29353bffc862 None None] Pushing event updated for resources: {'Port': ['ID=f7b35d66-7382-4add-b990-21b22f4a750d,revision_number=3']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:29:11.139359 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c01eb10-e0e5-4ebf-9b45-bffdd1df4530 req-119c5451-813c-4102-a539-00c1356313db tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:29:11.143032 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-1c01eb10-e0e5-4ebf-9b45-bffdd1df4530 req-119c5451-813c-4102-a539-00c1356313db tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/ports?device_id=afed9ed5-b597-44bc-8215-6b8b2fcefded HTTP/1.1" status: 200 len: 945 time: 0.6209016 Jul 27 23:29:11.145822 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-f0032aea-ae7e-4542-8d61-869f7297c803 None None] Attempting to bind port c23a2b74-37e6-47e6-ad3f-d774340c6f66 on host n-d-802623-1 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:29:11.146209 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-f0032aea-ae7e-4542-8d61-869f7297c803 None None] Attempting to bind port c23a2b74-37e6-47e6-ad3f-d774340c6f66 by drivers openvswitch,hyperv on host n-d-802623-1 at level 0 using segments [{'id': 'af1481bc-81fa-42f6-b613-ea8094c41a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '2b215609-9514-419a-b7cc-2c2b08257d0c'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:29:11.146572 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0032aea-ae7e-4542-8d61-869f7297c803 None None] Attempting to bind port c23a2b74-37e6-47e6-ad3f-d774340c6f66 on network 2b215609-9514-419a-b7cc-2c2b08257d0c {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:29:11.147745 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-881c6c1e-cd9c-4e14-ae7b-5ed76fb9765e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-415433', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62186'] for router, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:11.155239 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0032aea-ae7e-4542-8d61-869f7297c803 None None] Checking agent: {'id': 'a9a568d2-a5e7-41e4-833f-a8ab42ea4073', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 52, 30), 'started_at': datetime.datetime(2021, 7, 27, 22, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802623-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:29:11.155694 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0032aea-ae7e-4542-8d61-869f7297c803 None None] Checking segment: {'id': 'af1481bc-81fa-42f6-b613-ea8094c41a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '2b215609-9514-419a-b7cc-2c2b08257d0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:29:11.156104 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f0032aea-ae7e-4542-8d61-869f7297c803 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:11.156550 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0032aea-ae7e-4542-8d61-869f7297c803 None None] Bound using segment: {'id': 'af1481bc-81fa-42f6-b613-ea8094c41a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '2b215609-9514-419a-b7cc-2c2b08257d0c'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:29:11.157085 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-f0032aea-ae7e-4542-8d61-869f7297c803 None None] Bound port: c23a2b74-37e6-47e6-ad3f-d774340c6f66, host: n-d-802623-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af1481bc-81fa-42f6-b613-ea8094c41a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '2b215609-9514-419a-b7cc-2c2b08257d0c'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:29:11.157827 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f0032aea-ae7e-4542-8d61-869f7297c803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:11.160859 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-96132bb9-9a5b-40c4-a514-645cc0da5b24 None None] Provisioning complete for port f7b35d66-7382-4add-b990-21b22f4a750d triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:29:11.161466 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-96132bb9-9a5b-40c4-a514-645cc0da5b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:11.264574 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-9296e01f-7071-434a-b76e-48fb7b95855b None None] For port ad136114-12e0-477b-951f-3bbbf4c23a8e, host n-d-802623-1, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:29:11.270629 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-f0032aea-ae7e-4542-8d61-869f7297c803 None None] For port c23a2b74-37e6-47e6-ad3f-d774340c6f66, host n-d-802623-1, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:29:11.275988 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-f0032aea-ae7e-4542-8d61-869f7297c803 None None] For port c23a2b74-37e6-47e6-ad3f-d774340c6f66, host n-d-802623-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=c23a2b74-37e6-47e6-ad3f-d774340c6f66,segment=NetworkSegment(af1481bc-81fa-42f6-b613-ea8094c41a52),segment_id=af1481bc-81fa-42f6-b613-ea8094c41a52)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:29:11.282906 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f0032aea-ae7e-4542-8d61-869f7297c803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:11.288189 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-1c01eb10-e0e5-4ebf-9b45-bffdd1df4530 req-437dbb97-4334-444a-83ce-9aa36f19839c tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/security-groups?id=d6f41e72-2b87-4685-ae08-bc68afebebe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366606 Jul 27 23:29:11.328330 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d71986-e922-492d-89d1-8825794b9657 None None] Routers {'a402760f-7091-48bf-a5da-0ad80e18079e'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:29:11.329057 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-c9d71986-e922-492d-89d1-8825794b9657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:29:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['a402760f-7091-48bf-a5da-0ad80e18079e'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:29:11.344262 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fe01c941-5fc9-4add-a122-4236c3bc42f3 tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-415433', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62186'] for router, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:11.381509 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-9c030e93-2aa1-4449-8668-25e7413963a2 None None] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:11.384509 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161dc261-7575-44b3-a0ae-e77938dec2cf None None] Pushing event updated for resources: {'Port': ['ID=c23a2b74-37e6-47e6-ad3f-d774340c6f66,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:29:11.400073 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0032aea-ae7e-4542-8d61-869f7297c803 None None] Routers {'56deb861-5aa1-46a8-80ab-446ccdd08a13'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:29:11.400816 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-f0032aea-ae7e-4542-8d61-869f7297c803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:29:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['56deb861-5aa1-46a8-80ab-446ccdd08a13'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:29:11.403915 n-d-802623-1 neutron-server[93798]: INFO neutron.api.v2.resource [None req-fe01c941-5fc9-4add-a122-4236c3bc42f3 tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] update failed (client error): The resource could not be found. Jul 27 23:29:11.405980 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-fe01c941-5fc9-4add-a122-4236c3bc42f3 tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] 10.222.0.18 "PUT /v2.0/routers/a402760f-7091-48bf-a5da-0ad80e18079e HTTP/1.1" status: 404 len: 339 time: 0.5120697 Jul 27 23:29:11.409076 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 35800) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:29:11.417863 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-e0887df2-9d95-44ed-b202-2cdd17d99a8a tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-2124052903'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:29:11.421256 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-9c030e93-2aa1-4449-8668-25e7413963a2 None None] Transition to ACTIVE for port object e0b4587d-6915-4e17-bf66-b1dd081eac58 will not be triggered until provisioned by entity L2. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:29:11.448982 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-dd291c31-de10-4fa0-b8bb-9ec6b2f88c7c tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Allocated IP 2001:db8::1 (86ac3251-0518-492d-bd6f-098a743bbc8f/816be8a4-945a-4b5c-8bdc-8c94448620f3/8094024a-d043-4739-bd76-5031beb738a0) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:29:11.462468 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-9c030e93-2aa1-4449-8668-25e7413963a2 None None] Transition to ACTIVE for port object e0b4587d-6915-4e17-bf66-b1dd081eac58 will not be triggered until provisioned by entity DHCP. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:29:11.469911 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0887df2-9d95-44ed-b202-2cdd17d99a8a tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] Made reservation on behalf of e432da61403c4a3a9cc9d7548f2f9d7c for: {'network': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:29:11.474272 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e0887df2-9d95-44ed-b202-2cdd17d99a8a tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for network, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:11.477554 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-9296e01f-7071-434a-b76e-48fb7b95855b None None] For port ad136114-12e0-477b-951f-3bbbf4c23a8e, host n-d-802623-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=ad136114-12e0-477b-951f-3bbbf4c23a8e,segment=NetworkSegment(b2bc19c0-005c-4ec1-8f38-25f19fe3700d),segment_id=b2bc19c0-005c-4ec1-8f38-25f19fe3700d)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:29:11.517618 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-9c030e93-2aa1-4449-8668-25e7413963a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:11.531756 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-9296e01f-7071-434a-b76e-48fb7b95855b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:11.537713 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-c9d71986-e922-492d-89d1-8825794b9657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:29:11.538425 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9d71986-e922-492d-89d1-8825794b9657 None None] The sync data for ids ['a402760f-7091-48bf-a5da-0ad80e18079e'] in n-d-802623-1 is: [] {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:29:11.606855 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0887df2-9d95-44ed-b202-2cdd17d99a8a tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 525} {{(pid=93798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 23:29:11.629385 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-881c6c1e-cd9c-4e14-ae7b-5ed76fb9765e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:11.643281 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8604dcf-2021-4b46-b1a8-f792211ebfcb req-6b804b35-e8d5-4d57-b1da-350a806326c3 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:29:11.644794 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e8604dcf-2021-4b46-b1a8-f792211ebfcb req-6b804b35-e8d5-4d57-b1da-350a806326c3 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/ports?device_id=c82f64f9-7572-4580-b07f-b346ae07e8cc HTTP/1.1" status: 200 len: 946 time: 0.1200304 Jul 27 23:29:11.648116 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e0887df2-9d95-44ed-b202-2cdd17d99a8a tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:11.648464 n-d-802623-1 neutron-server[93798]: INFO neutron.db.segments_db [None req-e0887df2-9d95-44ed-b202-2cdd17d99a8a tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] Added segment a9ae7fe7-4b41-41ce-a2c1-c30c2f18bf03 of type vlan for network dd03e708-4fd0-40a5-8abf-dfde6033cf2f Jul 27 23:29:11.653637 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-881c6c1e-cd9c-4e14-ae7b-5ed76fb9765e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:11.658194 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa05cdf3-4446-4bc2-bfdd-db6df210e09f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f6f257c-ad18-5f0c-8c8e-ea085a5fc8a2-835c6b6c-baa3-4d30-9889-51db7e62c67c', 'network_id': '835c6b6c-baa3-4d30-9889-51db7e62c67c', 'tenant_id': 'e84d1ab4bf55439ab06f7875e90c7e5f', 'fixed_ips': [{'subnet_id': '5de0730f-b78e-42b9-ac8a-c48d754335a8'}]}} from n-d-802623-1. {{(pid=93799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 23:29:11.660112 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-fa05cdf3-4446-4bc2-bfdd-db6df210e09f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:11.660474 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-f0032aea-ae7e-4542-8d61-869f7297c803 None None] Set router 56deb861-5aa1-46a8-80ab-446ccdd08a13 gateway port host: n-d-802623-1 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:29:11.678642 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c030e93-2aa1-4449-8668-25e7413963a2 None None] Network f4edbecc-294a-4c2a-b58f-0ec47ba31241 is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:29:11.714138 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c030e93-2aa1-4449-8668-25e7413963a2 None None] Pushing event updated for resources: {'Port': ['ID=e0b4587d-6915-4e17-bf66-b1dd081eac58,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:29:11.721198 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-9c030e93-2aa1-4449-8668-25e7413963a2 None None] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:29:11.794327 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-881c6c1e-cd9c-4e14-ae7b-5ed76fb9765e admin admin] Allocated IP 172.25.4.176 (2fd42287-ed26-4eb9-89a5-b521f5b04356/17de1f8f-393a-4b0c-a2df-614bd3f2fb5e/d44aa916-9207-47ef-931c-fec73c4ac898) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:29:11.796639 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c030e93-2aa1-4449-8668-25e7413963a2 None None] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:29:11.809888 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Provisioning for port 4e5a89fc-36c3-44fe-9ae9-8177b581c229 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:29:11.866604 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Provisioning complete for port 4e5a89fc-36c3-44fe-9ae9-8177b581c229 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:29:11.867150 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:11.869133 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device f7b35d66-7382-4add-b990-21b22f4a750d up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:29:11.990347 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-881c6c1e-cd9c-4e14-ae7b-5ed76fb9765e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:12.006121 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-f0032aea-ae7e-4542-8d61-869f7297c803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56deb861-5aa1-46a8-80ab-446ccdd08a13', 'name': 'tempest-TestServerBasicOps-429740024-router', 'tenant_id': '50fb9c0a7f164ebaa507b1871f51f529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.113'}], 'enable_snat': True}, 'gw_port_id': '39f76fff-83a0-46ef-85aa-7f0476b90c55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:29:01Z', 'updated_at': '2021-07-27T23:29:06Z', 'revision_number': 4, 'project_id': '50fb9c0a7f164ebaa507b1871f51f529', 'gw_port': {'id': '39f76fff-83a0-46ef-85aa-7f0476b90c55', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:a8:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56deb861-5aa1-46a8-80ab-446ccdd08a13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2929, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:29:02Z', 'updated_at': '2021-07-27T23:29:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': 'c23a2b74-37e6-47e6-ad3f-d774340c6f66', 'name': '', 'network_id': '2b215609-9514-419a-b7cc-2c2b08257d0c', 'tenant_id': '50fb9c0a7f164ebaa507b1871f51f529', 'mac_address': 'fa:16:3e:a9:61:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56deb861-5aa1-46a8-80ab-446ccdd08a13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2941, 'fixed_ips': [{'subnet_id': '6d32a765-250f-4ea3-b957-afa008360a71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:29:05Z', 'updated_at': '2021-07-27T23:29:11Z', 'revision_number': 4, 'project_id': '50fb9c0a7f164ebaa507b1871f51f529', 'subnets': [{'id': '6d32a765-250f-4ea3-b957-afa008360a71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:29:12.041157 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0032aea-ae7e-4542-8d61-869f7297c803 None None] The sync data for ids ['56deb861-5aa1-46a8-80ab-446ccdd08a13'] in n-d-802623-1 is: [{'id': '56deb861-5aa1-46a8-80ab-446ccdd08a13', 'name': 'tempest-TestServerBasicOps-429740024-router', 'tenant_id': '50fb9c0a7f164ebaa507b1871f51f529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.113'}], 'enable_snat': True}, 'gw_port_id': '39f76fff-83a0-46ef-85aa-7f0476b90c55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:29:01Z', 'updated_at': '2021-07-27T23:29:06Z', 'revision_number': 4, 'project_id': '50fb9c0a7f164ebaa507b1871f51f529', 'gw_port': {'id': '39f76fff-83a0-46ef-85aa-7f0476b90c55', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:a8:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56deb861-5aa1-46a8-80ab-446ccdd08a13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2929, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:29:02Z', 'updated_at': '2021-07-27T23:29:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': 'c23a2b74-37e6-47e6-ad3f-d774340c6f66', 'name': '', 'network_id': '2b215609-9514-419a-b7cc-2c2b08257d0c', 'tenant_id': '50fb9c0a7f164ebaa507b1871f51f529', 'mac_address': 'fa:16:3e:a9:61:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56deb861-5aa1-46a8-80ab-446ccdd08a13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2941, 'fixed_ips': [{'subnet_id': '6d32a765-250f-4ea3-b957-afa008360a71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:29:05Z', 'updated_at': '2021-07-27T23:29:11Z', 'revision_number': 4, 'project_id': '50fb9c0a7f164ebaa507b1871f51f529', 'subnets': [{'id': '6d32a765-250f-4ea3-b957-afa008360a71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:29:12.063522 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-881c6c1e-cd9c-4e14-ae7b-5ed76fb9765e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:12.127482 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9296e01f-7071-434a-b76e-48fb7b95855b None None] Pushing event updated for resources: {'Port': ['ID=ad136114-12e0-477b-951f-3bbbf4c23a8e,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:29:12.193250 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-881c6c1e-cd9c-4e14-ae7b-5ed76fb9765e admin admin] Network 2fd42287-ed26-4eb9-89a5-b521f5b04356 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:29:12.196651 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-881c6c1e-cd9c-4e14-ae7b-5ed76fb9765e admin admin] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:29:12.200203 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-881c6c1e-cd9c-4e14-ae7b-5ed76fb9765e admin admin] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:29:12.216409 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e0887df2-9d95-44ed-b202-2cdd17d99a8a tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736833354590'] for network, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:12.233027 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881c6c1e-cd9c-4e14-ae7b-5ed76fb9765e admin admin] Pushing event updated for resources: {'Port': ['ID=d44aa916-9207-47ef-931c-fec73c4ac898,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:29:12.254097 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e8604dcf-2021-4b46-b1a8-f792211ebfcb req-daecdfcf-1b99-4565-b110-65c2e95063c7 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/security-groups?id=7dab0fca-2422-4f10-a2ed-ede178e48859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5982063 Jul 27 23:29:12.264930 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-dd291c31-de10-4fa0-b8bb-9ec6b2f88c7c tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:12.313134 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-dd291c31-de10-4fa0-b8bb-9ec6b2f88c7c tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Transition to ACTIVE for port object 8094024a-d043-4739-bd76-5031beb738a0 will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:29:12.391671 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e0887df2-9d95-44ed-b202-2cdd17d99a8a tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569'] for network, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:12.394349 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-fa05cdf3-4446-4bc2-bfdd-db6df210e09f None None] Allocated IP 172.20.0.2 (835c6b6c-baa3-4d30-9889-51db7e62c67c/5de0730f-b78e-42b9-ac8a-c48d754335a8/18430670-afd2-4072-8941-f5ca5e6a041a) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:29:12.405366 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0887df2-9d95-44ed-b202-2cdd17d99a8a tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:29:12.409358 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e0887df2-9d95-44ed-b202-2cdd17d99a8a tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] Notify callbacks [] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:12.461708 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-9c030e93-2aa1-4449-8668-25e7413963a2 None None] Attempting to bind port e0b4587d-6915-4e17-bf66-b1dd081eac58 on host n-d-802623-1 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:29:12.462408 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-9c030e93-2aa1-4449-8668-25e7413963a2 None None] Attempting to bind port e0b4587d-6915-4e17-bf66-b1dd081eac58 by drivers openvswitch,hyperv on host n-d-802623-1 at level 0 using segments [{'id': '98ba1f3b-0eab-4f69-8f29-c684a058eeb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'f4edbecc-294a-4c2a-b58f-0ec47ba31241'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:29:12.462984 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c030e93-2aa1-4449-8668-25e7413963a2 None None] Attempting to bind port e0b4587d-6915-4e17-bf66-b1dd081eac58 on network f4edbecc-294a-4c2a-b58f-0ec47ba31241 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:29:12.489892 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-dd291c31-de10-4fa0-b8bb-9ec6b2f88c7c tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:12.532894 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c030e93-2aa1-4449-8668-25e7413963a2 None None] Checking agent: {'id': 'a9a568d2-a5e7-41e4-833f-a8ab42ea4073', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 52, 30), 'started_at': datetime.datetime(2021, 7, 27, 22, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802623-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:29:12.533274 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c030e93-2aa1-4449-8668-25e7413963a2 None None] Checking segment: {'id': '98ba1f3b-0eab-4f69-8f29-c684a058eeb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'f4edbecc-294a-4c2a-b58f-0ec47ba31241'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:29:12.533687 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-9c030e93-2aa1-4449-8668-25e7413963a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:12.534086 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c030e93-2aa1-4449-8668-25e7413963a2 None None] Bound using segment: {'id': '98ba1f3b-0eab-4f69-8f29-c684a058eeb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'f4edbecc-294a-4c2a-b58f-0ec47ba31241'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:29:12.534580 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-9c030e93-2aa1-4449-8668-25e7413963a2 None None] Bound port: e0b4587d-6915-4e17-bf66-b1dd081eac58, host: n-d-802623-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98ba1f3b-0eab-4f69-8f29-c684a058eeb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'f4edbecc-294a-4c2a-b58f-0ec47ba31241'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:29:12.534970 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-9c030e93-2aa1-4449-8668-25e7413963a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:12.536990 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdf0e4b-d05b-4046-b066-ef3535651b6b req-d8d15be8-2672-4223-bd5a-5515403086a4 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:29:12.540297 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-2cdf0e4b-d05b-4046-b066-ef3535651b6b req-d8d15be8-2672-4223-bd5a-5515403086a4 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/ports?device_id=c82f64f9-7572-4580-b07f-b346ae07e8cc HTTP/1.1" status: 200 len: 946 time: 0.0942740 Jul 27 23:29:12.554533 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port f7b35d66-7382-4add-b990-21b22f4a750d triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:29:12.554811 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:12.610572 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0887df2-9d95-44ed-b202-2cdd17d99a8a tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] Pushing event updated for resources: {'Network': ['ID=dd03e708-4fd0-40a5-8abf-dfde6033cf2f,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:29:12.625822 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-e0887df2-9d95-44ed-b202-2cdd17d99a8a tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.2154341 Jul 27 23:29:12.631242 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 35810) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:29:12.639905 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-5d63798e-6f17-49ad-8c27-0f8202215dce tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] Request body: {'subnet': {'network_id': 'dd03e708-4fd0-40a5-8abf-dfde6033cf2f', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:29:12.641467 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Network dd03e708-4fd0-40a5-8abf-dfde6033cf2f details requested by agent ovs-agent-n-d-802623-1 with host n-d-802623-1 {{(pid=93799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 23:29:12.649510 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd291c31-de10-4fa0-b8bb-9ec6b2f88c7c tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Network 86ac3251-0518-492d-bd6f-098a743bbc8f is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:29:12.656142 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-dd291c31-de10-4fa0-b8bb-9ec6b2f88c7c tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:29:12.658463 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd291c31-de10-4fa0-b8bb-9ec6b2f88c7c tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Pushing event updated for resources: {'Port': ['ID=8094024a-d043-4739-bd76-5031beb738a0,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:29:12.667918 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5f352e-04a0-417e-8a81-9ef331a78fbb req-6a461bf1-11e0-43a7-9e50-c9d953d2db9e tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:29:12.669506 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-4e5f352e-04a0-417e-8a81-9ef331a78fbb req-6a461bf1-11e0-43a7-9e50-c9d953d2db9e tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/ports?device_id=afed9ed5-b597-44bc-8215-6b8b2fcefded HTTP/1.1" status: 200 len: 945 time: 0.1762707 Jul 27 23:29:12.670381 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd291c31-de10-4fa0-b8bb-9ec6b2f88c7c tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:29:12.670951 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-dd291c31-de10-4fa0-b8bb-9ec6b2f88c7c tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-415283'] for router_interface, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:12.732014 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-2cdf0e4b-d05b-4046-b066-ef3535651b6b req-111ea01d-6887-4f9e-8bc1-8fadf2160391 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/security-groups?id=7dab0fca-2422-4f10-a2ed-ede178e48859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361437 Jul 27 23:29:12.851193 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-4e5f352e-04a0-417e-8a81-9ef331a78fbb req-ef41b64b-ab8f-4238-b43a-894a297255ac tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/security-groups?id=d6f41e72-2b87-4685-ae08-bc68afebebe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636071 Jul 27 23:29:12.869538 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-881c6c1e-cd9c-4e14-ae7b-5ed76fb9765e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:12.896680 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:12.906415 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-9c030e93-2aa1-4449-8668-25e7413963a2 None None] For port e0b4587d-6915-4e17-bf66-b1dd081eac58, host n-d-802623-1, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:29:12.971812 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-dd291c31-de10-4fa0-b8bb-9ec6b2f88c7c tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:13.013214 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d63798e-6f17-49ad-8c27-0f8202215dce tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] Made reservation on behalf of e432da61403c4a3a9cc9d7548f2f9d7c for: {'subnet': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:29:13.026175 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5d63798e-6f17-49ad-8c27-0f8202215dce tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11551435'] for subnet, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:13.034037 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-9c030e93-2aa1-4449-8668-25e7413963a2 None None] For port e0b4587d-6915-4e17-bf66-b1dd081eac58, host n-d-802623-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=e0b4587d-6915-4e17-bf66-b1dd081eac58,segment=NetworkSegment(98ba1f3b-0eab-4f69-8f29-c684a058eeb2),segment_id=98ba1f3b-0eab-4f69-8f29-c684a058eeb2)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:29:13.080804 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-9c030e93-2aa1-4449-8668-25e7413963a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:13.177107 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-fa05cdf3-4446-4bc2-bfdd-db6df210e09f None None] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:13.192111 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-fa05cdf3-4446-4bc2-bfdd-db6df210e09f None None] Transition to ACTIVE for port object 18430670-afd2-4072-8941-f5ca5e6a041a will not be triggered until provisioned by entity L2. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:29:13.214412 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-fa05cdf3-4446-4bc2-bfdd-db6df210e09f None None] Transition to ACTIVE for port object 18430670-afd2-4072-8941-f5ca5e6a041a will not be triggered until provisioned by entity DHCP. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:29:13.232405 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afed9ed5-b597-44bc-8215-6b8b2fcefded', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e5a89fc-36c3-44fe-9ae9-8177b581c229'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:29:13.235016 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c0369b0d4f459110ff20a1f9878ba33f96d6491bddb9d15843bf29d01e0bda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b39f0b79-d14b-4097-a3b1-fe0a1ec7887b" -d '{"events": [{"server_uuid": "afed9ed5-b597-44bc-8215-6b8b2fcefded", "name": "network-vif-plugged", "status": "completed", "tag": "4e5a89fc-36c3-44fe-9ae9-8177b581c229"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:29:13.328939 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-fa05cdf3-4446-4bc2-bfdd-db6df210e09f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:13.368036 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:29:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7652e676-d4ed-4bd9-874a-43d32913ed4e x-openstack-request-id: req-7652e676-d4ed-4bd9-874a-43d32913ed4e {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:29:13.368446 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afed9ed5-b597-44bc-8215-6b8b2fcefded", "name": "network-vif-plugged", "status": "completed", "tag": "4e5a89fc-36c3-44fe-9ae9-8177b581c229", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:29:13.368579 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7652e676-d4ed-4bd9-874a-43d32913ed4e {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:29:13.368979 n-d-802623-1 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afed9ed5-b597-44bc-8215-6b8b2fcefded', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e5a89fc-36c3-44fe-9ae9-8177b581c229', 'code': 200} Jul 27 23:29:13.376071 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 39f76fff-83a0-46ef-85aa-7f0476b90c55 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:29:13.380579 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port 4e5a89fc-36c3-44fe-9ae9-8177b581c229, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=4e5a89fc-36c3-44fe-9ae9-8177b581c229,segment=NetworkSegment(e34bcaf6-fcda-4cb3-a9d4-ce07906221d3),segment_id=e34bcaf6-fcda-4cb3-a9d4-ce07906221d3)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:29:13.431059 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:13.455159 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa05cdf3-4446-4bc2-bfdd-db6df210e09f None None] Network 835c6b6c-baa3-4d30-9889-51db7e62c67c is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:29:13.467716 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-fa05cdf3-4446-4bc2-bfdd-db6df210e09f None None] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:29:13.469690 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fbbcd6a-015e-435e-b74e-ba8cc3641304 None None] Network 86ac3251-0518-492d-bd6f-098a743bbc8f requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:29:13.473552 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa05cdf3-4446-4bc2-bfdd-db6df210e09f None None] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:29:13.476921 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-dd291c31-de10-4fa0-b8bb-9ec6b2f88c7c tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:13.498015 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-dd291c31-de10-4fa0-b8bb-9ec6b2f88c7c tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:13.498840 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-dd291c31-de10-4fa0-b8bb-9ec6b2f88c7c tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3760555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-414115'] for router_interface, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:13.504632 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-881c6c1e-cd9c-4e14-ae7b-5ed76fb9765e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-415468'] for router, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:13.514520 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c030e93-2aa1-4449-8668-25e7413963a2 None None] Pushing event updated for resources: {'Port': ['ID=e0b4587d-6915-4e17-bf66-b1dd081eac58,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:29:13.537782 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7f550c-b5ea-4a3b-b58c-f3aa83ffe7dc req-ce363a9e-23fc-423e-9b3d-3620de33f934 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:29:13.538454 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-ff7f550c-b5ea-4a3b-b58c-f3aa83ffe7dc req-ce363a9e-23fc-423e-9b3d-3620de33f934 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/ports?device_id=c82f64f9-7572-4580-b07f-b346ae07e8cc HTTP/1.1" status: 200 len: 946 time: 0.2536666 Jul 27 23:29:13.585827 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd291c31-de10-4fa0-b8bb-9ec6b2f88c7c tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Pushing event updated for resources: {'Port': ['ID=8094024a-d043-4739-bd76-5031beb738a0,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:29:13.662988 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bf7f9b-50e4-4d38-b58e-cdfba503eb3f req-7c298209-82dd-498a-aaab-0a8d048d40df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:29:13.664572 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c5bf7f9b-50e4-4d38-b58e-cdfba503eb3f req-7c298209-82dd-498a-aaab-0a8d048d40df service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=afed9ed5-b597-44bc-8215-6b8b2fcefded HTTP/1.1" status: 200 len: 1097 time: 0.1855521 Jul 27 23:29:13.774744 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c5bf7f9b-50e4-4d38-b58e-cdfba503eb3f req-ec8d4e39-55ec-4551-b461-1c2dddc29a93 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=d6f41e72-2b87-4685-ae08-bc68afebebe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659697 Jul 27 23:29:13.779205 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-ff7f550c-b5ea-4a3b-b58c-f3aa83ffe7dc req-3ec9eb9c-03e5-42a3-ab0d-b53672e8304f tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/security-groups?id=7dab0fca-2422-4f10-a2ed-ede178e48859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1919670 Jul 27 23:29:13.783892 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd291c31-de10-4fa0-b8bb-9ec6b2f88c7c tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Network 86ac3251-0518-492d-bd6f-098a743bbc8f is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:29:13.785768 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-dd291c31-de10-4fa0-b8bb-9ec6b2f88c7c tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:29:13.931974 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5d63798e-6f17-49ad-8c27-0f8202215dce tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11336182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11551417'] for subnet, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:13.986815 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa05cdf3-4446-4bc2-bfdd-db6df210e09f None None] Pushing event updated for resources: {'Port': ['ID=18430670-afd2-4072-8941-f5ca5e6a041a,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:29:13.998252 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d63798e-6f17-49ad-8c27-0f8202215dce tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] Pushing event updated for resources: {'Subnet': ['ID=6f66e213-40bb-4c21-ad2a-3a2f1eedbcfe,revision_number=0']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:29:14.005292 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-09727bbf-eb40-4c34-a3ab-88b08ea327fa None None] Provisioning for port ad136114-12e0-477b-951f-3bbbf4c23a8e completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:29:14.009831 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc1472e-c1e8-4d1e-95e8-4ad7efb1b821 req-aa3d3f69-94fa-46d6-9262-0493f5a8e2fe tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:29:14.016870 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-1fc1472e-c1e8-4d1e-95e8-4ad7efb1b821 req-aa3d3f69-94fa-46d6-9262-0493f5a8e2fe tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/ports?device_id=c82f64f9-7572-4580-b07f-b346ae07e8cc HTTP/1.1" status: 200 len: 946 time: 0.1106582 Jul 27 23:29:14.078661 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d63798e-6f17-49ad-8c27-0f8202215dce tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] Checking segment: {'id': 'a9ae7fe7-4b41-41ce-a2c1-c30c2f18bf03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'dd03e708-4fd0-40a5-8abf-dfde6033cf2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:29:14.079518 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d63798e-6f17-49ad-8c27-0f8202215dce tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] Network hostable DHCP agents. Network: dd03e708-4fd0-40a5-8abf-dfde6033cf2f, hostable agents: ['5950e76f-2bde-4343-a925-cbe6bacd2706'], hosted agents: [] {{(pid=93797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 23:29:14.083752 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-881c6c1e-cd9c-4e14-ae7b-5ed76fb9765e admin admin] Router 299adc09-fc59-4ce6-801c-206fc3833b64 is scheduled to L3 agent 018c4455-49c0-4734-927d-7824067b2a9e with binding_index 1 {{(pid=93797) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 23:29:14.112233 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dbe846-233d-4cca-8c65-b46438486790 req-d009287d-777f-4ad4-8514-f37c2b648eff tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:29:14.118734 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-1fc1472e-c1e8-4d1e-95e8-4ad7efb1b821 req-10844396-269c-46c2-b40c-1412c45a74dc tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/security-groups?id=7dab0fca-2422-4f10-a2ed-ede178e48859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836446 Jul 27 23:29:14.119605 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-e2dbe846-233d-4cca-8c65-b46438486790 req-d009287d-777f-4ad4-8514-f37c2b648eff tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/ports?device_id=afed9ed5-b597-44bc-8215-6b8b2fcefded HTTP/1.1" status: 200 len: 946 time: 0.1264052 Jul 27 23:29:14.130957 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd291c31-de10-4fa0-b8bb-9ec6b2f88c7c tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Router 54f1ac80-40e8-4af1-86d9-8a005e73b2ee is scheduled to L3 agent 018c4455-49c0-4734-927d-7824067b2a9e with binding_index 1 {{(pid=93798) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 23:29:14.164539 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-fa05cdf3-4446-4bc2-bfdd-db6df210e09f None None] Attempting to bind port 18430670-afd2-4072-8941-f5ca5e6a041a on host n-d-802623-1 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:29:14.165199 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-fa05cdf3-4446-4bc2-bfdd-db6df210e09f None None] Attempting to bind port 18430670-afd2-4072-8941-f5ca5e6a041a by drivers openvswitch,hyperv on host n-d-802623-1 at level 0 using segments [{'id': '258f9d98-0a74-44bc-8b66-1603d3c8218b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '835c6b6c-baa3-4d30-9889-51db7e62c67c'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:29:14.165743 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa05cdf3-4446-4bc2-bfdd-db6df210e09f None None] Attempting to bind port 18430670-afd2-4072-8941-f5ca5e6a041a on network 835c6b6c-baa3-4d30-9889-51db7e62c67c {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:29:14.170404 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port 39f76fff-83a0-46ef-85aa-7f0476b90c55 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:29:14.170793 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:14.173813 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Pushing event updated for resources: {'Port': ['ID=4e5a89fc-36c3-44fe-9ae9-8177b581c229,revision_number=5']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:29:14.220326 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d63798e-6f17-49ad-8c27-0f8202215dce tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] Network dd03e708-4fd0-40a5-8abf-dfde6033cf2f is scheduled to be hosted by DHCP agent 5950e76f-2bde-4343-a925-cbe6bacd2706 with binding_index 1 {{(pid=93797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 23:29:14.229527 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa05cdf3-4446-4bc2-bfdd-db6df210e09f None None] Checking agent: {'id': 'a9a568d2-a5e7-41e4-833f-a8ab42ea4073', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 52, 30), 'started_at': datetime.datetime(2021, 7, 27, 22, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802623-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:29:14.230017 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa05cdf3-4446-4bc2-bfdd-db6df210e09f None None] Checking segment: {'id': '258f9d98-0a74-44bc-8b66-1603d3c8218b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '835c6b6c-baa3-4d30-9889-51db7e62c67c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:29:14.230483 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-fa05cdf3-4446-4bc2-bfdd-db6df210e09f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:14.231200 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa05cdf3-4446-4bc2-bfdd-db6df210e09f None None] Bound using segment: {'id': '258f9d98-0a74-44bc-8b66-1603d3c8218b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '835c6b6c-baa3-4d30-9889-51db7e62c67c'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:29:14.231680 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-fa05cdf3-4446-4bc2-bfdd-db6df210e09f None None] Bound port: 18430670-afd2-4072-8941-f5ca5e6a041a, host: n-d-802623-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '258f9d98-0a74-44bc-8b66-1603d3c8218b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '835c6b6c-baa3-4d30-9889-51db7e62c67c'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:29:14.232135 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-fa05cdf3-4446-4bc2-bfdd-db6df210e09f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:14.257894 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-5d63798e-6f17-49ad-8c27-0f8202215dce tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802623-1, dd03e708-4fd0-40a5-8abf-dfde6033cf2f) {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:29:14.266749 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd291c31-de10-4fa0-b8bb-9ec6b2f88c7c tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:29:14.274683 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-dd291c31-de10-4fa0-b8bb-9ec6b2f88c7c tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] 10.222.0.18 "PUT /v2.0/routers/54f1ac80-40e8-4af1-86d9-8a005e73b2ee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5294459 Jul 27 23:29:14.274889 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 35830) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:29:14.283968 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-e2dbe846-233d-4cca-8c65-b46438486790 req-4ea06621-d2f8-40c3-a447-5e8d1e41b5aa tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/security-groups?id=d6f41e72-2b87-4685-ae08-bc68afebebe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594236 Jul 27 23:29:14.289027 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bca6ade2-a731-4888-8ac6-42d1f9b14505 None None] Sync routers for ids ['54f1ac80-40e8-4af1-86d9-8a005e73b2ee'] in n-d-802623-1 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:29:14.308401 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bca6ade2-a731-4888-8ac6-42d1f9b14505 None None] Routers {'54f1ac80-40e8-4af1-86d9-8a005e73b2ee'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:29:14.308864 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e8829a9-d538-438d-8b6c-d63a4f95e276 None None] Network dd03e708-4fd0-40a5-8abf-dfde6033cf2f requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:29:14.309007 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-bca6ade2-a731-4888-8ac6-42d1f9b14505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:29:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['54f1ac80-40e8-4af1-86d9-8a005e73b2ee'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:29:14.317901 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d63798e-6f17-49ad-8c27-0f8202215dce tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:29:14.318122 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5d63798e-6f17-49ad-8c27-0f8202215dce tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] Notify callbacks [] for subnet, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:14.348477 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c99479e4-cee3-424a-9b3f-520c5b5682df tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:29:14.353348 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-c99479e4-cee3-424a-9b3f-520c5b5682df tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] 10.222.0.18 "GET /v2.0/ports/8094024a-d043-4739-bd76-5031beb738a0 HTTP/1.1" status: 200 len: 911 time: 0.0740905 Jul 27 23:29:14.358772 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 35832) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:29:14.409722 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-bca6ade2-a731-4888-8ac6-42d1f9b14505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:29:14.423690 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bca6ade2-a731-4888-8ac6-42d1f9b14505 None None] Routers {'54f1ac80-40e8-4af1-86d9-8a005e73b2ee'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:29:14.425156 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-bca6ade2-a731-4888-8ac6-42d1f9b14505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:29:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['54f1ac80-40e8-4af1-86d9-8a005e73b2ee'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:29:14.451002 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-5d63798e-6f17-49ad-8c27-0f8202215dce tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.8165219 Jul 27 23:29:14.454408 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-fa05cdf3-4446-4bc2-bfdd-db6df210e09f None None] For port 18430670-afd2-4072-8941-f5ca5e6a041a, host n-d-802623-1, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:29:14.457277 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 35836) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:29:14.459002 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-fa05cdf3-4446-4bc2-bfdd-db6df210e09f None None] For port 18430670-afd2-4072-8941-f5ca5e6a041a, host n-d-802623-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=18430670-afd2-4072-8941-f5ca5e6a041a,segment=NetworkSegment(258f9d98-0a74-44bc-8b66-1603d3c8218b),segment_id=258f9d98-0a74-44bc-8b66-1603d3c8218b)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:29:14.464086 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-d8669992-2d60-4eca-8fd7-bf8baa3ac5e6 tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] Request body: {'router': {'external_gateway_info': {'network_id': 'dd03e708-4fd0-40a5-8abf-dfde6033cf2f'}}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:29:14.473011 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-fa05cdf3-4446-4bc2-bfdd-db6df210e09f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:14.493848 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-bca6ade2-a731-4888-8ac6-42d1f9b14505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:29:14.494893 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bca6ade2-a731-4888-8ac6-42d1f9b14505 None None] The sync data for ids ['54f1ac80-40e8-4af1-86d9-8a005e73b2ee'] in n-d-802623-1 is: [] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:29:14.588593 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-881c6c1e-cd9c-4e14-ae7b-5ed76fb9765e admin admin] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:29:14.609795 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70667654-ba88-4018-88c5-9108b4118f59 None None] Sync routers for ids ['299adc09-fc59-4ce6-801c-206fc3833b64'] in n-d-802623-1 {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:29:14.674048 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70667654-ba88-4018-88c5-9108b4118f59 None None] Routers {'299adc09-fc59-4ce6-801c-206fc3833b64'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:29:14.675075 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-70667654-ba88-4018-88c5-9108b4118f59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:29:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['299adc09-fc59-4ce6-801c-206fc3833b64'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:29:14.685223 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-881c6c1e-cd9c-4e14-ae7b-5ed76fb9765e admin admin] Notify callbacks [] for router, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:14.689009 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-881c6c1e-cd9c-4e14-ae7b-5ed76fb9765e admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.3301251 Jul 27 23:29:14.689924 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 35838) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:29:14.711968 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0a7381-fb8d-4f03-97af-880581eb61a9 req-85907a1e-f46e-4215-ab02-9b7284f0dc36 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:29:14.731637 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa05cdf3-4446-4bc2-bfdd-db6df210e09f None None] Pushing event updated for resources: {'Port': ['ID=18430670-afd2-4072-8941-f5ca5e6a041a,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:29:14.733502 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-4f0a7381-fb8d-4f03-97af-880581eb61a9 req-85907a1e-f46e-4215-ab02-9b7284f0dc36 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/ports?device_id=c82f64f9-7572-4580-b07f-b346ae07e8cc HTTP/1.1" status: 200 len: 946 time: 0.2812426 Jul 27 23:29:15.023033 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8669992-2d60-4eca-8fd7-bf8baa3ac5e6 tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-415433', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62186'] for router, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:15.035499 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f413f94d-3e3b-4d74-b727-257b965a02fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f6f257c-ad18-5f0c-8c8e-ea085a5fc8a2-dd03e708-4fd0-40a5-8abf-dfde6033cf2f', 'network_id': 'dd03e708-4fd0-40a5-8abf-dfde6033cf2f', 'tenant_id': 'e432da61403c4a3a9cc9d7548f2f9d7c', 'fixed_ips': [{'subnet_id': '6f66e213-40bb-4c21-ad2a-3a2f1eedbcfe'}]}} from n-d-802623-1. {{(pid=93799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 23:29:15.039179 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f413f94d-3e3b-4d74-b727-257b965a02fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:15.074383 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-4f0a7381-fb8d-4f03-97af-880581eb61a9 req-210f6594-a8b4-49f9-95c5-030e8f3ccaf7 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/security-groups?id=7dab0fca-2422-4f10-a2ed-ede178e48859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3398256 Jul 27 23:29:15.098048 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-85cb576e-9fe7-4b23-83b1-0742f54da3c3 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:15.332607 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-563d27ca-b675-4a4f-8e0a-ffb425289add None None] Network f4edbecc-294a-4c2a-b58f-0ec47ba31241 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:29:15.337909 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device e0b4587d-6915-4e17-bf66-b1dd081eac58 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:29:15.493813 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-70667654-ba88-4018-88c5-9108b4118f59 None None] Set router 299adc09-fc59-4ce6-801c-206fc3833b64 gateway port host: n-d-802623-1 {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:29:15.518067 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-85cb576e-9fe7-4b23-83b1-0742f54da3c3 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Allocated IP 2001:db8:1::1 (f4edbecc-294a-4c2a-b58f-0ec47ba31241/b9866134-d674-4c46-a4bf-db8986e6c300/399c42db-ff86-42bc-a844-5048427be84b) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:29:15.619891 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-f413f94d-3e3b-4d74-b727-257b965a02fe None None] Allocated IP 2001:db8:1::2 (dd03e708-4fd0-40a5-8abf-dfde6033cf2f/6f66e213-40bb-4c21-ad2a-3a2f1eedbcfe/3949533b-37f2-4f90-81a8-b0572486e7e9) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:29:15.664812 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0b7f8b-0970-4e60-b00e-91f5533fe20e req-285810dd-69e2-4c7a-97e4-1a6c133ebb29 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:29:15.666388 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-cb0b7f8b-0970-4e60-b00e-91f5533fe20e req-285810dd-69e2-4c7a-97e4-1a6c133ebb29 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/ports?device_id=c82f64f9-7572-4580-b07f-b346ae07e8cc HTTP/1.1" status: 200 len: 946 time: 0.0866065 Jul 27 23:29:15.694584 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-50e0f59a-0375-42d4-8f83-4f73ab31b3d2 None None] Provisioning for port 8094024a-d043-4739-bd76-5031beb738a0 completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:29:15.703793 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-85cb576e-9fe7-4b23-83b1-0742f54da3c3 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:15.713391 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c8fbbe9c-ebd3-4be1-8832-7c0326006c87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:15.732381 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-50e0f59a-0375-42d4-8f83-4f73ab31b3d2 None None] Provisioning complete for port 8094024a-d043-4739-bd76-5031beb738a0 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:29:15.732934 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-50e0f59a-0375-42d4-8f83-4f73ab31b3d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:15.736893 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-cb0b7f8b-0970-4e60-b00e-91f5533fe20e req-4832b8b8-7c4c-4b8f-815b-697897ae395f tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/security-groups?id=7dab0fca-2422-4f10-a2ed-ede178e48859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594413 Jul 27 23:29:15.737993 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-85cb576e-9fe7-4b23-83b1-0742f54da3c3 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Transition to ACTIVE for port object 399c42db-ff86-42bc-a844-5048427be84b will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:29:15.771392 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd7cbf8-21dc-43aa-b313-ec99c1f6ac99 req-184f50ce-f64e-44ea-95b8-b0f2cabbb0cb tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:29:15.773307 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-5fd7cbf8-21dc-43aa-b313-ec99c1f6ac99 req-184f50ce-f64e-44ea-95b8-b0f2cabbb0cb tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/ports?device_id=afed9ed5-b597-44bc-8215-6b8b2fcefded HTTP/1.1" status: 200 len: 946 time: 0.3705876 Jul 27 23:29:15.828500 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning for port e0b4587d-6915-4e17-bf66-b1dd081eac58 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:29:15.829257 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-85cb576e-9fe7-4b23-83b1-0742f54da3c3 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:15.838487 n-d-802623-1 neutron-server[93797]: INFO neutron.api.v2.resource [None req-d8669992-2d60-4eca-8fd7-bf8baa3ac5e6 tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 23:29:15.840220 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-d8669992-2d60-4eca-8fd7-bf8baa3ac5e6 tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] 10.222.0.18 "PUT /v2.0/routers/a402760f-7091-48bf-a5da-0ad80e18079e HTTP/1.1" status: 400 len: 364 time: 1.3819933 Jul 27 23:29:15.857031 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 35850) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:29:15.889898 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device c23a2b74-37e6-47e6-ad3f-d774340c6f66 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:29:15.897785 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-50e0f59a-0375-42d4-8f83-4f73ab31b3d2 None None] Port 8094024a-d043-4739-bd76-5031beb738a0 cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:29:15.941974 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85cb576e-9fe7-4b23-83b1-0742f54da3c3 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Network f4edbecc-294a-4c2a-b58f-0ec47ba31241 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:29:15.961544 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-5fd7cbf8-21dc-43aa-b313-ec99c1f6ac99 req-51a58ff5-0b93-44fa-b838-89f274244b02 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/security-groups?id=d6f41e72-2b87-4685-ae08-bc68afebebe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650293 Jul 27 23:29:15.991156 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-85cb576e-9fe7-4b23-83b1-0742f54da3c3 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:29:15.993783 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85cb576e-9fe7-4b23-83b1-0742f54da3c3 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:29:15.994627 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-85cb576e-9fe7-4b23-83b1-0742f54da3c3 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-415283'] for router_interface, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:16.077900 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cb576e-9fe7-4b23-83b1-0742f54da3c3 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Pushing event updated for resources: {'Port': ['ID=399c42db-ff86-42bc-a844-5048427be84b,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:29:16.108110 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-c8fbbe9c-ebd3-4be1-8832-7c0326006c87 admin admin] Allocated IP 172.20.0.1 (835c6b6c-baa3-4d30-9889-51db7e62c67c/5de0730f-b78e-42b9-ac8a-c48d754335a8/b723b3b1-4398-45c1-af59-1c7eab5f62ae) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:29:16.186723 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f413f94d-3e3b-4d74-b727-257b965a02fe None None] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:16.210395 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-f413f94d-3e3b-4d74-b727-257b965a02fe None None] Transition to ACTIVE for port object 3949533b-37f2-4f90-81a8-b0572486e7e9 will not be triggered until provisioned by entity L2. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:29:16.232795 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a12646-306f-45b8-87c1-359603c1c93a req-2961f06a-0ec6-49b1-a624-4be8e2c6264a tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:29:16.235805 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b3a12646-306f-45b8-87c1-359603c1c93a req-2961f06a-0ec6-49b1-a624-4be8e2c6264a tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/ports?device_id=c82f64f9-7572-4580-b07f-b346ae07e8cc HTTP/1.1" status: 200 len: 946 time: 0.2999046 Jul 27 23:29:16.248845 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e0790d-3413-4ed6-ba7a-f66e81d767f3 req-bca6379c-c990-49cf-bdbe-a80277502c5e tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:29:16.257575 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-f413f94d-3e3b-4d74-b727-257b965a02fe None None] Transition to ACTIVE for port object 3949533b-37f2-4f90-81a8-b0572486e7e9 will not be triggered until provisioned by entity DHCP. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:29:16.258150 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-11e0790d-3413-4ed6-ba7a-f66e81d767f3 req-bca6379c-c990-49cf-bdbe-a80277502c5e tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/ports?device_id=afed9ed5-b597-44bc-8215-6b8b2fcefded HTTP/1.1" status: 200 len: 946 time: 0.0861742 Jul 27 23:29:16.260837 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-50e0f59a-0375-42d4-8f83-4f73ab31b3d2 None None] Provisioning for port e0b4587d-6915-4e17-bf66-b1dd081eac58 completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:29:16.266450 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning for port c23a2b74-37e6-47e6-ad3f-d774340c6f66 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:29:16.276081 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f413f94d-3e3b-4d74-b727-257b965a02fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:16.282616 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-50e0f59a-0375-42d4-8f83-4f73ab31b3d2 None None] Provisioning complete for port e0b4587d-6915-4e17-bf66-b1dd081eac58 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:29:16.282616 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-50e0f59a-0375-42d4-8f83-4f73ab31b3d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:16.288443 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port c23a2b74-37e6-47e6-ad3f-d774340c6f66 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:29:16.288752 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:16.323701 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-11e0790d-3413-4ed6-ba7a-f66e81d767f3 req-d4be1cf5-c1d5-4884-9074-94358e157c6d tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/security-groups?id=d6f41e72-2b87-4685-ae08-bc68afebebe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645189 Jul 27 23:29:16.343156 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f50b9653-d396-43d9-849d-ddb4017003ba None None] Network 835c6b6c-baa3-4d30-9889-51db7e62c67c requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:29:16.365909 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c8fbbe9c-ebd3-4be1-8832-7c0326006c87 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:16.395343 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-70667654-ba88-4018-88c5-9108b4118f59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '299adc09-fc59-4ce6-801c-206fc3833b64', 'name': 'tempest-TestServerBasicOps-391978132-router', 'tenant_id': 'e84d1ab4bf55439ab06f7875e90c7e5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.176'}], 'enable_snat': True}, 'gw_port_id': 'd44aa916-9207-47ef-931c-fec73c4ac898', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:29:10Z', 'updated_at': '2021-07-27T23:29:12Z', 'revision_number': 3, 'project_id': 'e84d1ab4bf55439ab06f7875e90c7e5f', 'gw_port': {'id': 'd44aa916-9207-47ef-931c-fec73c4ac898', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:8c:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '299adc09-fc59-4ce6-801c-206fc3833b64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2959, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:29:11Z', 'updated_at': '2021-07-27T23:29:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1'}], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:29:16.407648 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-c8fbbe9c-ebd3-4be1-8832-7c0326006c87 admin admin] Transition to ACTIVE for port object b723b3b1-4398-45c1-af59-1c7eab5f62ae will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:29:16.484066 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f413f94d-3e3b-4d74-b727-257b965a02fe None None] Network dd03e708-4fd0-40a5-8abf-dfde6033cf2f is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:29:16.485028 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70667654-ba88-4018-88c5-9108b4118f59 None None] Checking router: 299adc09-fc59-4ce6-801c-206fc3833b64 for host: n-d-802623-1 {{(pid=93799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 23:29:16.485450 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70667654-ba88-4018-88c5-9108b4118f59 None None] Updating router 299adc09-fc59-4ce6-801c-206fc3833b64 port d44aa916-9207-47ef-931c-fec73c4ac898 binding host n-d-802623-1 {{(pid=93799) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 23:29:16.504018 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c8fbbe9c-ebd3-4be1-8832-7c0326006c87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:16.512437 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2f179caa-5e16-43d8-b285-b9d2347d096a tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:16.528685 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-85cb576e-9fe7-4b23-83b1-0742f54da3c3 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:16.559398 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8fbbe9c-ebd3-4be1-8832-7c0326006c87 admin admin] Network 835c6b6c-baa3-4d30-9889-51db7e62c67c is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:29:16.561342 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-c8fbbe9c-ebd3-4be1-8832-7c0326006c87 admin admin] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:29:16.564363 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8fbbe9c-ebd3-4be1-8832-7c0326006c87 admin admin] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:29:16.575427 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b3a12646-306f-45b8-87c1-359603c1c93a req-fd54ccf5-220f-42ee-addb-d40df762d98a tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/security-groups?id=7dab0fca-2422-4f10-a2ed-ede178e48859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2851236 Jul 27 23:29:16.652261 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f71ab19-b7b3-4fa9-939e-b708e588d251 req-f2d73954-55a3-494a-9e48-934129d8a352 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:29:16.653935 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-2f71ab19-b7b3-4fa9-939e-b708e588d251 req-f2d73954-55a3-494a-9e48-934129d8a352 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/ports?device_id=afed9ed5-b597-44bc-8215-6b8b2fcefded HTTP/1.1" status: 200 len: 946 time: 0.1990087 Jul 27 23:29:16.657770 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fbbe9c-ebd3-4be1-8832-7c0326006c87 admin admin] Pushing event updated for resources: {'Port': ['ID=b723b3b1-4398-45c1-af59-1c7eab5f62ae,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:29:16.685586 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c8fbbe9c-ebd3-4be1-8832-7c0326006c87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-415283'] for router_interface, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:16.793556 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-2f71ab19-b7b3-4fa9-939e-b708e588d251 req-de064a61-7e62-4e96-8b2f-895b4ce3cb2f tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/security-groups?id=d6f41e72-2b87-4685-ae08-bc68afebebe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245055 Jul 27 23:29:16.801455 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-f413f94d-3e3b-4d74-b727-257b965a02fe None None] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:29:16.826056 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f413f94d-3e3b-4d74-b727-257b965a02fe None None] Pushing event updated for resources: {'Port': ['ID=3949533b-37f2-4f90-81a8-b0572486e7e9,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:29:16.847437 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f413f94d-3e3b-4d74-b727-257b965a02fe None None] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:29:16.889858 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-70667654-ba88-4018-88c5-9108b4118f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:16.940988 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c8fbbe9c-ebd3-4be1-8832-7c0326006c87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:17.088126 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-f413f94d-3e3b-4d74-b727-257b965a02fe None None] Attempting to bind port 3949533b-37f2-4f90-81a8-b0572486e7e9 on host n-d-802623-1 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:29:17.088493 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-f413f94d-3e3b-4d74-b727-257b965a02fe None None] Attempting to bind port 3949533b-37f2-4f90-81a8-b0572486e7e9 by drivers openvswitch,hyperv on host n-d-802623-1 at level 0 using segments [{'id': 'a9ae7fe7-4b41-41ce-a2c1-c30c2f18bf03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'dd03e708-4fd0-40a5-8abf-dfde6033cf2f'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:29:17.088856 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f413f94d-3e3b-4d74-b727-257b965a02fe None None] Attempting to bind port 3949533b-37f2-4f90-81a8-b0572486e7e9 on network dd03e708-4fd0-40a5-8abf-dfde6033cf2f {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:29:17.135496 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e77e32-65df-4724-96fc-1d91725a6e84 req-abeb47ca-5ee7-4d95-98fa-b54713611313 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:29:17.136979 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-13e77e32-65df-4724-96fc-1d91725a6e84 req-abeb47ca-5ee7-4d95-98fa-b54713611313 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/ports?device_id=c82f64f9-7572-4580-b07f-b346ae07e8cc HTTP/1.1" status: 200 len: 946 time: 0.2364666 Jul 27 23:29:17.139246 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-2f179caa-5e16-43d8-b285-b9d2347d096a tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] Allocated IP 2001:db8::1 (9cfb662a-cd5b-4ff1-a8b4-e6930f296c48/df0b9628-e00f-4d5c-b729-0e46eab5df1b/af6f804b-cc4f-4f33-87fc-c821ebe41c0c) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:29:17.174010 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f413f94d-3e3b-4d74-b727-257b965a02fe None None] Checking agent: {'id': 'a9a568d2-a5e7-41e4-833f-a8ab42ea4073', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 52, 30), 'started_at': datetime.datetime(2021, 7, 27, 22, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802623-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:29:17.174397 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f413f94d-3e3b-4d74-b727-257b965a02fe None None] Checking segment: {'id': 'a9ae7fe7-4b41-41ce-a2c1-c30c2f18bf03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'dd03e708-4fd0-40a5-8abf-dfde6033cf2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:29:17.174807 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f413f94d-3e3b-4d74-b727-257b965a02fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:17.175242 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f413f94d-3e3b-4d74-b727-257b965a02fe None None] Bound using segment: {'id': 'a9ae7fe7-4b41-41ce-a2c1-c30c2f18bf03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'dd03e708-4fd0-40a5-8abf-dfde6033cf2f'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:29:17.175737 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-f413f94d-3e3b-4d74-b727-257b965a02fe None None] Bound port: 3949533b-37f2-4f90-81a8-b0572486e7e9, host: n-d-802623-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9ae7fe7-4b41-41ce-a2c1-c30c2f18bf03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'dd03e708-4fd0-40a5-8abf-dfde6033cf2f'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:29:17.176127 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f413f94d-3e3b-4d74-b727-257b965a02fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:17.208855 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-50e0f59a-0375-42d4-8f83-4f73ab31b3d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:17.217766 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:17.259233 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c866b4-199f-49d5-b8f5-0c73489d4db6 req-74e98557-1aca-4825-b2fb-5464a77d4795 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:29:17.260368 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-b6c866b4-199f-49d5-b8f5-0c73489d4db6 req-74e98557-1aca-4825-b2fb-5464a77d4795 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/ports?device_id=afed9ed5-b597-44bc-8215-6b8b2fcefded HTTP/1.1" status: 200 len: 946 time: 0.0801568 Jul 27 23:29:17.315655 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-b6c866b4-199f-49d5-b8f5-0c73489d4db6 req-630d2ca5-133b-48fb-8751-0f6d5d939fb0 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/security-groups?id=d6f41e72-2b87-4685-ae08-bc68afebebe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451345 Jul 27 23:29:17.325946 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c8fbbe9c-ebd3-4be1-8832-7c0326006c87 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:17.334449 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c8fbbe9c-ebd3-4be1-8832-7c0326006c87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11336041'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:17.340849 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-13e77e32-65df-4724-96fc-1d91725a6e84 req-34e9330e-b42d-4197-8542-e8e4870b653c tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/security-groups?id=7dab0fca-2422-4f10-a2ed-ede178e48859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742897 Jul 27 23:29:17.381901 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] For port c23a2b74-37e6-47e6-ad3f-d774340c6f66, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=c23a2b74-37e6-47e6-ad3f-d774340c6f66,segment=NetworkSegment(af1481bc-81fa-42f6-b613-ea8094c41a52),segment_id=af1481bc-81fa-42f6-b613-ea8094c41a52)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:29:17.408057 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-50e0f59a-0375-42d4-8f83-4f73ab31b3d2 None None] For port e0b4587d-6915-4e17-bf66-b1dd081eac58, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=e0b4587d-6915-4e17-bf66-b1dd081eac58,segment=NetworkSegment(98ba1f3b-0eab-4f69-8f29-c684a058eeb2),segment_id=98ba1f3b-0eab-4f69-8f29-c684a058eeb2)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:29:17.409490 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:17.410480 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device ad136114-12e0-477b-951f-3bbbf4c23a8e up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:29:17.431237 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2f179caa-5e16-43d8-b285-b9d2347d096a tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:17.439509 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f413f94d-3e3b-4d74-b727-257b965a02fe None None] For port 3949533b-37f2-4f90-81a8-b0572486e7e9, host n-d-802623-1, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:29:17.452707 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-50e0f59a-0375-42d4-8f83-4f73ab31b3d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:17.465047 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-85cb576e-9fe7-4b23-83b1-0742f54da3c3 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:17.469589 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-2f179caa-5e16-43d8-b285-b9d2347d096a tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] Transition to ACTIVE for port object af6f804b-cc4f-4f33-87fc-c821ebe41c0c will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:29:17.479287 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-85cb576e-9fe7-4b23-83b1-0742f54da3c3 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:17.480319 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-85cb576e-9fe7-4b23-83b1-0742f54da3c3 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3760555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-414115'] for router_interface, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:17.494630 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f413f94d-3e3b-4d74-b727-257b965a02fe None None] For port 3949533b-37f2-4f90-81a8-b0572486e7e9, host n-d-802623-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=3949533b-37f2-4f90-81a8-b0572486e7e9,segment=NetworkSegment(a9ae7fe7-4b41-41ce-a2c1-c30c2f18bf03),segment_id=a9ae7fe7-4b41-41ce-a2c1-c30c2f18bf03)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:29:17.517647 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f413f94d-3e3b-4d74-b727-257b965a02fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:17.581739 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cb576e-9fe7-4b23-83b1-0742f54da3c3 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Pushing event updated for resources: {'Port': ['ID=399c42db-ff86-42bc-a844-5048427be84b,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:29:17.588862 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Pushing event updated for resources: {'Port': ['ID=c23a2b74-37e6-47e6-ad3f-d774340c6f66,revision_number=5']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:29:17.621667 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2f179caa-5e16-43d8-b285-b9d2347d096a tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:17.663702 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e336dd86-f2d2-4c8b-a13a-a4e456fd867e None None] Provisioning complete for port e0b4587d-6915-4e17-bf66-b1dd081eac58 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:29:17.664220 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e336dd86-f2d2-4c8b-a13a-a4e456fd867e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:17.666257 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning for port ad136114-12e0-477b-951f-3bbbf4c23a8e completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:29:17.720364 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port ad136114-12e0-477b-951f-3bbbf4c23a8e triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:29:17.720675 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:17.785584 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149eee73-1b74-4fac-bcae-08f2bbfbef7c req-08a0e547-5d12-4cd0-b712-fc466259ace7 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:29:17.791754 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e0f59a-0375-42d4-8f83-4f73ab31b3d2 None None] Pushing event updated for resources: {'Port': ['ID=e0b4587d-6915-4e17-bf66-b1dd081eac58,revision_number=3']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:29:17.795443 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-149eee73-1b74-4fac-bcae-08f2bbfbef7c req-08a0e547-5d12-4cd0-b712-fc466259ace7 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/ports?device_id=c82f64f9-7572-4580-b07f-b346ae07e8cc HTTP/1.1" status: 200 len: 946 time: 0.2579627 Jul 27 23:29:17.797656 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f179caa-5e16-43d8-b285-b9d2347d096a tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] Pushing event updated for resources: {'Port': ['ID=af6f804b-cc4f-4f33-87fc-c821ebe41c0c,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:29:17.837180 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-70667654-ba88-4018-88c5-9108b4118f59 None None] Notify callbacks [] for port, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:17.847964 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f179caa-5e16-43d8-b285-b9d2347d096a tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] Network 9cfb662a-cd5b-4ff1-a8b4-e6930f296c48 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:29:17.858682 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-2f179caa-5e16-43d8-b285-b9d2347d096a tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:29:17.874199 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f179caa-5e16-43d8-b285-b9d2347d096a tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:29:17.874569 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-70667654-ba88-4018-88c5-9108b4118f59 None None] Transition to ACTIVE for port object d44aa916-9207-47ef-931c-fec73c4ac898 will not be triggered until provisioned by entity L2. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:29:17.874795 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2f179caa-5e16-43d8-b285-b9d2347d096a tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-415283'] for router_interface, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:17.902307 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-70667654-ba88-4018-88c5-9108b4118f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:17.919627 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f413f94d-3e3b-4d74-b727-257b965a02fe None None] Pushing event updated for resources: {'Port': ['ID=3949533b-37f2-4f90-81a8-b0572486e7e9,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:29:17.921744 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c8fbbe9c-ebd3-4be1-8832-7c0326006c87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3760555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-414115'] for router_interface, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:17.966308 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85cb576e-9fe7-4b23-83b1-0742f54da3c3 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Network f4edbecc-294a-4c2a-b58f-0ec47ba31241 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:29:17.970675 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-85cb576e-9fe7-4b23-83b1-0742f54da3c3 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:29:17.987417 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-149eee73-1b74-4fac-bcae-08f2bbfbef7c req-b407f7fa-0016-4f82-a306-0cea9e12cb51 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/security-groups?id=7dab0fca-2422-4f10-a2ed-ede178e48859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865656 Jul 27 23:29:18.075874 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-70667654-ba88-4018-88c5-9108b4118f59 None None] Attempting to bind port d44aa916-9207-47ef-931c-fec73c4ac898 on host n-d-802623-1 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:29:18.078313 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-70667654-ba88-4018-88c5-9108b4118f59 None None] Attempting to bind port d44aa916-9207-47ef-931c-fec73c4ac898 by drivers openvswitch,hyperv on host n-d-802623-1 at level 0 using segments [{'id': 'b9afe07e-bbe4-4740-834c-4b6a9698bdbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:29:18.078768 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70667654-ba88-4018-88c5-9108b4118f59 None None] Attempting to bind port d44aa916-9207-47ef-931c-fec73c4ac898 on network 2fd42287-ed26-4eb9-89a5-b521f5b04356 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:29:18.084231 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d64c624-e9f6-433f-bc33-ecccf6bf67e8 None None] Pushing event updated for resources: {'Port': ['ID=d44aa916-9207-47ef-931c-fec73c4ac898,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:29:18.120017 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70667654-ba88-4018-88c5-9108b4118f59 None None] Checking agent: {'id': 'a9a568d2-a5e7-41e4-833f-a8ab42ea4073', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 52, 30), 'started_at': datetime.datetime(2021, 7, 27, 22, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802623-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:29:18.123218 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70667654-ba88-4018-88c5-9108b4118f59 None None] Checking segment: {'id': 'b9afe07e-bbe4-4740-834c-4b6a9698bdbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:29:18.128512 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-70667654-ba88-4018-88c5-9108b4118f59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:18.129085 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70667654-ba88-4018-88c5-9108b4118f59 None None] Bound using segment: {'id': 'b9afe07e-bbe4-4740-834c-4b6a9698bdbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:29:18.129684 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-70667654-ba88-4018-88c5-9108b4118f59 None None] Bound port: d44aa916-9207-47ef-931c-fec73c4ac898, host: n-d-802623-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9afe07e-bbe4-4740-834c-4b6a9698bdbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:29:18.130159 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-70667654-ba88-4018-88c5-9108b4118f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:18.136470 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:18.188759 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8fbbe9c-ebd3-4be1-8832-7c0326006c87 admin admin] Network 835c6b6c-baa3-4d30-9889-51db7e62c67c is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:29:18.190528 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fbbe9c-ebd3-4be1-8832-7c0326006c87 admin admin] Pushing event updated for resources: {'Port': ['ID=b723b3b1-4398-45c1-af59-1c7eab5f62ae,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:29:18.207472 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-c8fbbe9c-ebd3-4be1-8832-7c0326006c87 admin admin] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:29:18.267929 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e336dd86-f2d2-4c8b-a13a-a4e456fd867e None None] Provisioning for port 399c42db-ff86-42bc-a844-5048427be84b completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:29:18.310909 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85cb576e-9fe7-4b23-83b1-0742f54da3c3 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Router 54f1ac80-40e8-4af1-86d9-8a005e73b2ee has already been hosted by L3 agent 018c4455-49c0-4734-927d-7824067b2a9e {{(pid=93798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 23:29:18.312688 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2f179caa-5e16-43d8-b285-b9d2347d096a tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:18.322972 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] For port ad136114-12e0-477b-951f-3bbbf4c23a8e, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=ad136114-12e0-477b-951f-3bbbf4c23a8e,segment=NetworkSegment(b2bc19c0-005c-4ec1-8f38-25f19fe3700d),segment_id=b2bc19c0-005c-4ec1-8f38-25f19fe3700d)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:29:18.327984 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e336dd86-f2d2-4c8b-a13a-a4e456fd867e None None] Provisioning complete for port 399c42db-ff86-42bc-a844-5048427be84b triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:29:18.329229 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e336dd86-f2d2-4c8b-a13a-a4e456fd867e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:18.369110 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:18.486644 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-70667654-ba88-4018-88c5-9108b4118f59 None None] For port d44aa916-9207-47ef-931c-fec73c4ac898, host n-d-802623-1, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:29:18.504213 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-e336dd86-f2d2-4c8b-a13a-a4e456fd867e None None] Port 399c42db-ff86-42bc-a844-5048427be84b cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:29:18.509560 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8fbbe9c-ebd3-4be1-8832-7c0326006c87 admin admin] Router 299adc09-fc59-4ce6-801c-206fc3833b64 has already been hosted by L3 agent 018c4455-49c0-4734-927d-7824067b2a9e {{(pid=93797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 23:29:18.515293 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-70667654-ba88-4018-88c5-9108b4118f59 None None] For port d44aa916-9207-47ef-931c-fec73c4ac898, host n-d-802623-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=d44aa916-9207-47ef-931c-fec73c4ac898,segment=NetworkSegment(b9afe07e-bbe4-4740-834c-4b6a9698bdbc),segment_id=b9afe07e-bbe4-4740-834c-4b6a9698bdbc)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:29:18.550232 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-70667654-ba88-4018-88c5-9108b4118f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:18.586649 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ba46d2-7d01-477d-9c25-ec0d816c3f1e req-7e16f010-4b1b-44e8-9c76-e62a4650154b tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:29:18.593375 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Pushing event updated for resources: {'Port': ['ID=ad136114-12e0-477b-951f-3bbbf4c23a8e,revision_number=3']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:29:18.597227 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f7ba46d2-7d01-477d-9c25-ec0d816c3f1e req-7e16f010-4b1b-44e8-9c76-e62a4650154b tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/ports?device_id=c82f64f9-7572-4580-b07f-b346ae07e8cc HTTP/1.1" status: 200 len: 946 time: 0.2051086 Jul 27 23:29:18.664939 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e336dd86-f2d2-4c8b-a13a-a4e456fd867e None None] Provisioning complete for port 8094024a-d043-4739-bd76-5031beb738a0 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:29:18.665964 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e336dd86-f2d2-4c8b-a13a-a4e456fd867e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:18.737623 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f7ba46d2-7d01-477d-9c25-ec0d816c3f1e req-9f2d698e-d2be-4006-a617-bc5396f52ea9 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/security-groups?id=7dab0fca-2422-4f10-a2ed-ede178e48859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230860 Jul 27 23:29:18.738004 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-e336dd86-f2d2-4c8b-a13a-a4e456fd867e None None] Port 8094024a-d043-4739-bd76-5031beb738a0 cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:29:18.749084 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70667654-ba88-4018-88c5-9108b4118f59 None None] Routers {'299adc09-fc59-4ce6-801c-206fc3833b64'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:29:18.752147 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-70667654-ba88-4018-88c5-9108b4118f59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:29:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['299adc09-fc59-4ce6-801c-206fc3833b64'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:29:18.862998 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device e0b4587d-6915-4e17-bf66-b1dd081eac58 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:29:18.869506 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8fbbe9c-ebd3-4be1-8832-7c0326006c87 admin admin] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:29:18.890906 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-c8fbbe9c-ebd3-4be1-8832-7c0326006c87 admin admin] 10.222.0.18 "PUT /v2.0/routers/299adc09-fc59-4ce6-801c-206fc3833b64/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1408963 Jul 27 23:29:18.919827 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d64c624-e9f6-433f-bc33-ecccf6bf67e8 None None] Pushing event updated for resources: {'Port': ['ID=d44aa916-9207-47ef-931c-fec73c4ac898,revision_number=3']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:29:18.930710 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e336dd86-f2d2-4c8b-a13a-a4e456fd867e None None] Provisioning for port 18430670-afd2-4072-8941-f5ca5e6a041a completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:29:19.001323 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672b9e82-a09e-4332-952e-d3d68cc9c638 req-4f85c508-7daf-481f-8996-793bf808fca9 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:29:19.002988 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-672b9e82-a09e-4332-952e-d3d68cc9c638 req-4f85c508-7daf-481f-8996-793bf808fca9 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/ports?device_id=c82f64f9-7572-4580-b07f-b346ae07e8cc HTTP/1.1" status: 200 len: 946 time: 0.1253819 Jul 27 23:29:19.061220 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-70667654-ba88-4018-88c5-9108b4118f59 None None] Set router 299adc09-fc59-4ce6-801c-206fc3833b64 gateway port host: n-d-802623-1 {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:29:19.063577 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port e0b4587d-6915-4e17-bf66-b1dd081eac58 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:29:19.063960 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:19.123662 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-672b9e82-a09e-4332-952e-d3d68cc9c638 req-c286a70a-1e35-4ca4-9317-7610a8f359b9 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/security-groups?id=7dab0fca-2422-4f10-a2ed-ede178e48859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122386 Jul 27 23:29:19.162841 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-cc1288fa-3fb2-4d12-8792-9d39100aa819 None None] Provisioning for port b723b3b1-4398-45c1-af59-1c7eab5f62ae completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:29:19.181991 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-cc1288fa-3fb2-4d12-8792-9d39100aa819 None None] Provisioning complete for port b723b3b1-4398-45c1-af59-1c7eab5f62ae triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:29:19.182361 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-cc1288fa-3fb2-4d12-8792-9d39100aa819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:19.311721 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85cb576e-9fe7-4b23-83b1-0742f54da3c3 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:29:19.320455 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-85cb576e-9fe7-4b23-83b1-0742f54da3c3 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] 10.222.0.18 "PUT /v2.0/routers/54f1ac80-40e8-4af1-86d9-8a005e73b2ee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9601185 Jul 27 23:29:19.325206 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 35888) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:29:19.325394 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40642b29-341a-4c7d-91cb-d2ee522db924 None None] Sync routers for ids ['54f1ac80-40e8-4af1-86d9-8a005e73b2ee'] in n-d-802623-1 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:29:19.341037 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3593ec7f-ca7b-4ffe-8e4a-03d1e59e9983 req-5ca67af2-f903-494b-ae3f-80f657585ffa tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:29:19.345394 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40642b29-341a-4c7d-91cb-d2ee522db924 None None] Routers {'54f1ac80-40e8-4af1-86d9-8a005e73b2ee'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:29:19.346299 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-40642b29-341a-4c7d-91cb-d2ee522db924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:29:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['54f1ac80-40e8-4af1-86d9-8a005e73b2ee'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:29:19.349934 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-cc1288fa-3fb2-4d12-8792-9d39100aa819 None None] Port b723b3b1-4398-45c1-af59-1c7eab5f62ae cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:29:19.350828 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-3593ec7f-ca7b-4ffe-8e4a-03d1e59e9983 req-5ca67af2-f903-494b-ae3f-80f657585ffa tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/ports?device_id=afed9ed5-b597-44bc-8215-6b8b2fcefded HTTP/1.1" status: 200 len: 946 time: 0.2859361 Jul 27 23:29:19.391289 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f04c1cc6-29d4-4e2b-8741-ddd390743381 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:29:19.395319 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-f04c1cc6-29d4-4e2b-8741-ddd390743381 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] 10.222.0.18 "GET /v2.0/ports/399c42db-ff86-42bc-a844-5048427be84b HTTP/1.1" status: 200 len: 913 time: 0.0647686 Jul 27 23:29:19.402707 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480891b8-bed2-406f-950d-02e8e54ed95f req-f742791d-e2ae-49f4-84b6-9d4145f06b62 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:29:19.404562 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-480891b8-bed2-406f-950d-02e8e54ed95f req-f742791d-e2ae-49f4-84b6-9d4145f06b62 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/ports?device_id=c82f64f9-7572-4580-b07f-b346ae07e8cc HTTP/1.1" status: 200 len: 946 time: 0.1157472 Jul 27 23:29:19.405129 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 35890) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:29:19.412766 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2b7258-6cc8-4b97-be9d-94566458a4a0 req-9676c302-d3e5-465e-8f45-909660b820e9 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:29:19.414594 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-1f2b7258-6cc8-4b97-be9d-94566458a4a0 req-9676c302-d3e5-465e-8f45-909660b820e9 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.49 "GET /v2.0/ports?device_id=afed9ed5-b597-44bc-8215-6b8b2fcefded HTTP/1.1" status: 200 len: 946 time: 0.3481429 Jul 27 23:29:19.415892 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-40642b29-341a-4c7d-91cb-d2ee522db924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:29:19.426796 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40642b29-341a-4c7d-91cb-d2ee522db924 None None] Routers {'54f1ac80-40e8-4af1-86d9-8a005e73b2ee'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:29:19.428311 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-40642b29-341a-4c7d-91cb-d2ee522db924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:29:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['54f1ac80-40e8-4af1-86d9-8a005e73b2ee'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:29:19.434640 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 18430670-afd2-4072-8941-f5ca5e6a041a up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:29:19.484795 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-40642b29-341a-4c7d-91cb-d2ee522db924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:29:19.485732 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40642b29-341a-4c7d-91cb-d2ee522db924 None None] The sync data for ids ['54f1ac80-40e8-4af1-86d9-8a005e73b2ee'] in n-d-802623-1 is: [] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:29:19.547582 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-3593ec7f-ca7b-4ffe-8e4a-03d1e59e9983 req-d12c33d4-6292-4aa9-b15b-798a15f6256a tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/security-groups?id=d6f41e72-2b87-4685-ae08-bc68afebebe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957028 Jul 27 23:29:19.548126 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-480891b8-bed2-406f-950d-02e8e54ed95f req-1bf17e04-6caa-4d8e-82cd-9719af8c5ecf tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/security-groups?id=7dab0fca-2422-4f10-a2ed-ede178e48859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365075 Jul 27 23:29:19.672999 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c8de289-9887-4560-90ca-efcd735054bd None None] Network dd03e708-4fd0-40a5-8abf-dfde6033cf2f requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:29:19.738394 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2f179caa-5e16-43d8-b285-b9d2347d096a tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:19.747840 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a946d9-5b01-4bf0-87a9-e1c49a59a83e req-d56220a5-0786-4b8d-8b73-78436e195841 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:29:19.749830 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-27a946d9-5b01-4bf0-87a9-e1c49a59a83e req-d56220a5-0786-4b8d-8b73-78436e195841 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/ports?device_id=c82f64f9-7572-4580-b07f-b346ae07e8cc HTTP/1.1" status: 200 len: 946 time: 0.0998323 Jul 27 23:29:19.753643 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2f179caa-5e16-43d8-b285-b9d2347d096a tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:19.754501 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2f179caa-5e16-43d8-b285-b9d2347d096a tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3760555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-414115'] for router_interface, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:19.762311 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-cc1288fa-3fb2-4d12-8792-9d39100aa819 None None] Provisioning for port af6f804b-cc4f-4f33-87fc-c821ebe41c0c completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:29:19.808635 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-cc1288fa-3fb2-4d12-8792-9d39100aa819 None None] Provisioning complete for port af6f804b-cc4f-4f33-87fc-c821ebe41c0c triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:29:19.808913 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-cc1288fa-3fb2-4d12-8792-9d39100aa819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:19.809897 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f179caa-5e16-43d8-b285-b9d2347d096a tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] Pushing event updated for resources: {'Port': ['ID=af6f804b-cc4f-4f33-87fc-c821ebe41c0c,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:29:19.819351 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f179caa-5e16-43d8-b285-b9d2347d096a tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:29:19.820178 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f179caa-5e16-43d8-b285-b9d2347d096a tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:29:19.820178 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f179caa-5e16-43d8-b285-b9d2347d096a tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:29:19.820661 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f179caa-5e16-43d8-b285-b9d2347d096a tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:29:19.821000 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f179caa-5e16-43d8-b285-b9d2347d096a tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:29:19.821333 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f179caa-5e16-43d8-b285-b9d2347d096a tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:29:19.821661 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f179caa-5e16-43d8-b285-b9d2347d096a tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:29:19.822055 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f179caa-5e16-43d8-b285-b9d2347d096a tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:29:19.822366 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f179caa-5e16-43d8-b285-b9d2347d096a tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:29:19.822987 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f179caa-5e16-43d8-b285-b9d2347d096a tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:29:19.824010 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f179caa-5e16-43d8-b285-b9d2347d096a tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:29:19.824661 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f179caa-5e16-43d8-b285-b9d2347d096a tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:29:19.830688 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-1f2b7258-6cc8-4b97-be9d-94566458a4a0 req-5548a96e-3a81-4d4a-966a-ab9d4809575d tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Deleting port 4e5a89fc-36c3-44fe-9ae9-8177b581c229 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:29:19.831036 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-1f2b7258-6cc8-4b97-be9d-94566458a4a0 req-5548a96e-3a81-4d4a-966a-ab9d4809575d tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:19.832618 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-27a946d9-5b01-4bf0-87a9-e1c49a59a83e req-acb9ed2a-3bda-4faa-a71c-b0a4a0a11d04 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/security-groups?id=7dab0fca-2422-4f10-a2ed-ede178e48859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691967 Jul 27 23:29:19.876598 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-cc1288fa-3fb2-4d12-8792-9d39100aa819 None None] Port af6f804b-cc4f-4f33-87fc-c821ebe41c0c cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:29:19.916054 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning for port 18430670-afd2-4072-8941-f5ca5e6a041a completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:29:19.927323 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port 18430670-afd2-4072-8941-f5ca5e6a041a triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:29:19.927704 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:19.935669 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-cc1288fa-3fb2-4d12-8792-9d39100aa819 None None] Provisioning complete for port 399c42db-ff86-42bc-a844-5048427be84b triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:29:19.936066 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-cc1288fa-3fb2-4d12-8792-9d39100aa819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:19.936641 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-1f2b7258-6cc8-4b97-be9d-94566458a4a0 req-5548a96e-3a81-4d4a-966a-ab9d4809575d tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] For port 4e5a89fc-36c3-44fe-9ae9-8177b581c229, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=4e5a89fc-36c3-44fe-9ae9-8177b581c229,segment=NetworkSegment(e34bcaf6-fcda-4cb3-a9d4-ce07906221d3),segment_id=e34bcaf6-fcda-4cb3-a9d4-ce07906221d3)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:29:19.937125 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-1f2b7258-6cc8-4b97-be9d-94566458a4a0 req-5548a96e-3a81-4d4a-966a-ab9d4809575d tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:19.951462 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7fd1f5a4-19c7-4dd2-9671-fe513f82f584 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-414022'] for router_interface, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:19.959932 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-1f2b7258-6cc8-4b97-be9d-94566458a4a0 req-5548a96e-3a81-4d4a-966a-ab9d4809575d tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Calling delete_port for 4e5a89fc-36c3-44fe-9ae9-8177b581c229 owned by compute:nova {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:29:20.007835 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-70667654-ba88-4018-88c5-9108b4118f59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '299adc09-fc59-4ce6-801c-206fc3833b64', 'name': 'tempest-TestServerBasicOps-391978132-router', 'tenant_id': 'e84d1ab4bf55439ab06f7875e90c7e5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.176'}], 'enable_snat': True}, 'gw_port_id': 'd44aa916-9207-47ef-931c-fec73c4ac898', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:29:10Z', 'updated_at': '2021-07-27T23:29:16Z', 'revision_number': 4, 'project_id': 'e84d1ab4bf55439ab06f7875e90c7e5f', 'gw_port': {'id': 'd44aa916-9207-47ef-931c-fec73c4ac898', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:8c:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '299adc09-fc59-4ce6-801c-206fc3833b64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2959, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:29:11Z', 'updated_at': '2021-07-27T23:29:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': 'b723b3b1-4398-45c1-af59-1c7eab5f62ae', 'name': '', 'network_id': '835c6b6c-baa3-4d30-9889-51db7e62c67c', 'tenant_id': 'e84d1ab4bf55439ab06f7875e90c7e5f', 'mac_address': 'fa:16:3e:99:d7:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '299adc09-fc59-4ce6-801c-206fc3833b64', 'device_owner': 'network:router_interface', 'standard_attr_id': 2964, 'fixed_ips': [{'subnet_id': '5de0730f-b78e-42b9-ac8a-c48d754335a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:29:15Z', 'updated_at': '2021-07-27T23:29:17Z', 'revision_number': 2, 'project_id': 'e84d1ab4bf55439ab06f7875e90c7e5f', 'subnets': [{'id': '5de0730f-b78e-42b9-ac8a-c48d754335a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:29:20.043672 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70667654-ba88-4018-88c5-9108b4118f59 None None] The sync data for ids ['299adc09-fc59-4ce6-801c-206fc3833b64'] in n-d-802623-1 is: [{'id': '299adc09-fc59-4ce6-801c-206fc3833b64', 'name': 'tempest-TestServerBasicOps-391978132-router', 'tenant_id': 'e84d1ab4bf55439ab06f7875e90c7e5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.176'}], 'enable_snat': True}, 'gw_port_id': 'd44aa916-9207-47ef-931c-fec73c4ac898', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:29:10Z', 'updated_at': '2021-07-27T23:29:16Z', 'revision_number': 4, 'project_id': 'e84d1ab4bf55439ab06f7875e90c7e5f', 'gw_port': {'id': 'd44aa916-9207-47ef-931c-fec73c4ac898', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:8c:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '299adc09-fc59-4ce6-801c-206fc3833b64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2959, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:29:11Z', 'updated_at': '2021-07-27T23:29:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': 'b723b3b1-4398-45c1-af59-1c7eab5f62ae', 'name': '', 'network_id': '835c6b6c-baa3-4d30-9889-51db7e62c67c', 'tenant_id': 'e84d1ab4bf55439ab06f7875e90c7e5f', 'mac_address': 'fa:16:3e:99:d7:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '299adc09-fc59-4ce6-801c-206fc3833b64', 'device_owner': 'network:router_interface', 'standard_attr_id': 2964, 'fixed_ips': [{'subnet_id': '5de0730f-b78e-42b9-ac8a-c48d754335a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:29:15Z', 'updated_at': '2021-07-27T23:29:17Z', 'revision_number': 2, 'project_id': 'e84d1ab4bf55439ab06f7875e90c7e5f', 'subnets': [{'id': '5de0730f-b78e-42b9-ac8a-c48d754335a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:29:20.046134 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-cc1288fa-3fb2-4d12-8792-9d39100aa819 None None] Port 399c42db-ff86-42bc-a844-5048427be84b cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:29:20.067232 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-cc1288fa-3fb2-4d12-8792-9d39100aa819 None None] Provisioning complete for port 18430670-afd2-4072-8941-f5ca5e6a041a triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:29:20.067232 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-cc1288fa-3fb2-4d12-8792-9d39100aa819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:20.102642 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d3153e-6d8c-40cc-84f9-b8e1937f0453 req-cb80ebeb-6947-4faa-bb82-1290caa827ac tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:29:20.113236 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-46d3153e-6d8c-40cc-84f9-b8e1937f0453 req-cb80ebeb-6947-4faa-bb82-1290caa827ac tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/ports?device_id=c82f64f9-7572-4580-b07f-b346ae07e8cc HTTP/1.1" status: 200 len: 946 time: 0.1192236 Jul 27 23:29:20.205874 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f179caa-5e16-43d8-b285-b9d2347d096a tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] Network 9cfb662a-cd5b-4ff1-a8b4-e6930f296c48 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:29:20.209298 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-2f179caa-5e16-43d8-b285-b9d2347d096a tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:29:20.232700 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:20.284593 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-46d3153e-6d8c-40cc-84f9-b8e1937f0453 req-e6331d67-2e30-4f74-9265-2f865bcba94b tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/security-groups?id=7dab0fca-2422-4f10-a2ed-ede178e48859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703889 Jul 27 23:29:20.345931 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] For port 18430670-afd2-4072-8941-f5ca5e6a041a, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=18430670-afd2-4072-8941-f5ca5e6a041a,segment=NetworkSegment(258f9d98-0a74-44bc-8b66-1603d3c8218b),segment_id=258f9d98-0a74-44bc-8b66-1603d3c8218b)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:29:20.420767 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:20.421604 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device c23a2b74-37e6-47e6-ad3f-d774340c6f66 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:29:20.536361 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-1f2b7258-6cc8-4b97-be9d-94566458a4a0 req-5548a96e-3a81-4d4a-966a-ab9d4809575d tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:20.543897 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 35906) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:29:20.549385 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-a2bde948-782f-459f-984f-30302340c92a tempest-TestServerBasicOps-1478917608 tempest-TestServerBasicOps-1478917608-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1128108407', 'description': 'tempest-secgroup-smoke-1128108407 description', 'project_id': '50fb9c0a7f164ebaa507b1871f51f529'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:29:20.568082 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] get_ports_and_sgs() called for port_ids ['4e5a89fc-36c3-44fe-9ae9-8177b581c229'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:29:20.593209 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5548a96e-3a81-4d4a-966a-ab9d4809575d tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Pushing event deleted for resources: {'Port': ['ID=4e5a89fc-36c3-44fe-9ae9-8177b581c229,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:29:20.611543 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f179caa-5e16-43d8-b285-b9d2347d096a tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] Router a402760f-7091-48bf-a5da-0ad80e18079e has already been hosted by L3 agent 018c4455-49c0-4734-927d-7824067b2a9e {{(pid=93798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 23:29:20.673221 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a2bde948-782f-459f-984f-30302340c92a tempest-TestServerBasicOps-1478917608 tempest-TestServerBasicOps-1478917608-project] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:20.686574 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Pushing event updated for resources: {'Port': ['ID=18430670-afd2-4072-8941-f5ca5e6a041a,revision_number=3']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:29:20.711970 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-cc1288fa-3fb2-4d12-8792-9d39100aa819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:20.715856 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f2b7258-6cc8-4b97-be9d-94566458a4a0 req-5548a96e-3a81-4d4a-966a-ab9d4809575d tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] No DVR routers for this DVR port 4e5a89fc-36c3-44fe-9ae9-8177b581c229 on host n-h2-802623-1 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:29:20.727239 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c368abb-c9ef-4a71-abf2-daa1b546a32f req-9809c64c-9e46-4ea7-84cc-215937a58afe tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:29:20.728284 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-1f2b7258-6cc8-4b97-be9d-94566458a4a0 req-5548a96e-3a81-4d4a-966a-ab9d4809575d tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:20.730806 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-1f2b7258-6cc8-4b97-be9d-94566458a4a0 req-5548a96e-3a81-4d4a-966a-ab9d4809575d tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.49 "DELETE /v2.0/ports/4e5a89fc-36c3-44fe-9ae9-8177b581c229 HTTP/1.1" status: 204 len: 173 time: 1.2938225 Jul 27 23:29:20.735237 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afed9ed5-b597-44bc-8215-6b8b2fcefded', 'name': 'network-vif-deleted', 'tag': '4e5a89fc-36c3-44fe-9ae9-8177b581c229'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:29:20.737147 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-5c368abb-c9ef-4a71-abf2-daa1b546a32f req-9809c64c-9e46-4ea7-84cc-215937a58afe tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/ports?device_id=c82f64f9-7572-4580-b07f-b346ae07e8cc HTTP/1.1" status: 200 len: 946 time: 0.1773250 Jul 27 23:29:20.737676 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}011f8d312121274bb12d78e77c6379a2079800640016cec6c6d605b73666e854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-996f899f-7f04-4af0-a97a-411be5a71c80" -d '{"events": [{"server_uuid": "afed9ed5-b597-44bc-8215-6b8b2fcefded", "name": "network-vif-deleted", "tag": "4e5a89fc-36c3-44fe-9ae9-8177b581c229"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:29:20.759768 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-7fd1f5a4-19c7-4dd2-9671-fe513f82f584 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Deleting port 399c42db-ff86-42bc-a844-5048427be84b {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:29:20.760165 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7fd1f5a4-19c7-4dd2-9671-fe513f82f584 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:20.791937 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c84aa1a5-a9d2-4b24-bb3e-23296d4a29fa req-2ba38285-8afd-4a06-90a3-c374e7392292 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/ports?device_id=afed9ed5-b597-44bc-8215-6b8b2fcefded HTTP/1.1" status: 200 len: 210 time: 0.0884023 Jul 27 23:29:20.902151 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port c23a2b74-37e6-47e6-ad3f-d774340c6f66 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:29:20.902731 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:20.909029 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:29:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00009af7-063d-47a2-a13f-d053090af724 x-openstack-request-id: req-00009af7-063d-47a2-a13f-d053090af724 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:29:20.910982 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afed9ed5-b597-44bc-8215-6b8b2fcefded", "name": "network-vif-deleted", "tag": "4e5a89fc-36c3-44fe-9ae9-8177b581c229", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:29:20.911436 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-00009af7-063d-47a2-a13f-d053090af724 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:29:20.915385 n-d-802623-1 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afed9ed5-b597-44bc-8215-6b8b2fcefded', 'name': 'network-vif-deleted', 'tag': '4e5a89fc-36c3-44fe-9ae9-8177b581c229', 'status': 'completed', 'code': 200} Jul 27 23:29:20.953947 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.db.api [None req-cc1288fa-3fb2-4d12-8792-9d39100aa819 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93799) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 23:29:20.954303 n-d-802623-1 neutron-server[93799]: DEBUG oslo_db.api [None req-cc1288fa-3fb2-4d12-8792-9d39100aa819 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 23:29:20.981131 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-5c368abb-c9ef-4a71-abf2-daa1b546a32f req-11cc7196-6bab-4ce5-bf2f-1bc13b2caac7 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/security-groups?id=7dab0fca-2422-4f10-a2ed-ede178e48859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2429893 Jul 27 23:29:21.006248 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f179caa-5e16-43d8-b285-b9d2347d096a tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:29:21.006479 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7fd1f5a4-19c7-4dd2-9671-fe513f82f584 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:21.027492 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-7fd1f5a4-19c7-4dd2-9671-fe513f82f584 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Calling delete_port for 399c42db-ff86-42bc-a844-5048427be84b owned by network:router_interface {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:29:21.036518 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-2f179caa-5e16-43d8-b285-b9d2347d096a tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] 10.222.0.18 "PUT /v2.0/routers/a402760f-7091-48bf-a5da-0ad80e18079e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1740692 Jul 27 23:29:21.037180 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 35914) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:29:21.037848 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87f186b5-c95a-4633-b4b5-fe6e1b59df9d None None] Sync routers for ids ['a402760f-7091-48bf-a5da-0ad80e18079e'] in n-d-802623-1 {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:29:21.057658 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 3949533b-37f2-4f90-81a8-b0572486e7e9 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:29:21.060743 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87f186b5-c95a-4633-b4b5-fe6e1b59df9d None None] Routers {'a402760f-7091-48bf-a5da-0ad80e18079e'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:29:21.061030 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-87f186b5-c95a-4633-b4b5-fe6e1b59df9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:29:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['a402760f-7091-48bf-a5da-0ad80e18079e'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:29:21.085621 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a2bde948-782f-459f-984f-30302340c92a tempest-TestServerBasicOps-1478917608 tempest-TestServerBasicOps-1478917608-project] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:21.158984 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-87f186b5-c95a-4633-b4b5-fe6e1b59df9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:29:21.164208 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a2bde948-782f-459f-984f-30302340c92a tempest-TestServerBasicOps-1478917608 tempest-TestServerBasicOps-1478917608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:21.200030 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87f186b5-c95a-4633-b4b5-fe6e1b59df9d None None] Routers {'a402760f-7091-48bf-a5da-0ad80e18079e'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:29:21.200635 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-87f186b5-c95a-4633-b4b5-fe6e1b59df9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:29:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['a402760f-7091-48bf-a5da-0ad80e18079e'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:29:21.228194 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e5c5c175-7306-462a-a1ab-97c101bab70e tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] Notify callbacks [] for router, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:21.263815 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a2bde948-782f-459f-984f-30302340c92a tempest-TestServerBasicOps-1478917608 tempest-TestServerBasicOps-1478917608-project] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:21.267349 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-a2bde948-782f-459f-984f-30302340c92a tempest-TestServerBasicOps-1478917608 tempest-TestServerBasicOps-1478917608-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.7194359 Jul 27 23:29:21.292613 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 35918) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:29:21.309062 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-aba0d1f4-679e-4d7c-b1b2-0e50dbf689ab tempest-TestServerBasicOps-1478917608 tempest-TestServerBasicOps-1478917608-project] Request body: {'security_group_rule': {'security_group_id': '15f92fae-02e6-49d4-94c8-683334afc3ff', 'project_id': '50fb9c0a7f164ebaa507b1871f51f529', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:29:21.318163 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bde948-782f-459f-984f-30302340c92a tempest-TestServerBasicOps-1478917608 tempest-TestServerBasicOps-1478917608-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15f92fae-02e6-49d4-94c8-683334afc3ff,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:29:21.343365 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-87f186b5-c95a-4633-b4b5-fe6e1b59df9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:29:21.344217 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87f186b5-c95a-4633-b4b5-fe6e1b59df9d None None] The sync data for ids ['a402760f-7091-48bf-a5da-0ad80e18079e'] in n-d-802623-1 is: [] {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:29:21.372059 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning for port 3949533b-37f2-4f90-81a8-b0572486e7e9 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:29:21.452813 n-d-802623-1 neutron-server[93798]: INFO neutron.api.v2.resource [None req-e5c5c175-7306-462a-a1ab-97c101bab70e tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 27 23:29:21.456418 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-e5c5c175-7306-462a-a1ab-97c101bab70e tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] 10.222.0.18 "DELETE /v2.0/routers/a402760f-7091-48bf-a5da-0ad80e18079e HTTP/1.1" status: 409 len: 329 time: 0.4157817 Jul 27 23:29:21.456737 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 35922) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:29:21.528165 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-aba0d1f4-679e-4d7c-b1b2-0e50dbf689ab tempest-TestServerBasicOps-1478917608 tempest-TestServerBasicOps-1478917608-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:21.717629 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-97afb6f1-fb59-4d39-a4f9-baafb6c59c73 None None] Provisioning complete for port af6f804b-cc4f-4f33-87fc-c821ebe41c0c triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:29:21.718114 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-97afb6f1-fb59-4d39-a4f9-baafb6c59c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:21.772705 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7fd1f5a4-19c7-4dd2-9671-fe513f82f584 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:21.811204 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-aba0d1f4-679e-4d7c-b1b2-0e50dbf689ab tempest-TestServerBasicOps-1478917608 tempest-TestServerBasicOps-1478917608-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:21.834128 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 18430670-afd2-4072-8941-f5ca5e6a041a up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:29:21.857168 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-97afb6f1-fb59-4d39-a4f9-baafb6c59c73 None None] Port af6f804b-cc4f-4f33-87fc-c821ebe41c0c cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:29:21.954162 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-97afb6f1-fb59-4d39-a4f9-baafb6c59c73 None None] Provisioning for port 3949533b-37f2-4f90-81a8-b0572486e7e9 completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:29:21.959038 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-97afb6f1-fb59-4d39-a4f9-baafb6c59c73 None None] Provisioning complete for port 3949533b-37f2-4f90-81a8-b0572486e7e9 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:29:21.959468 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-97afb6f1-fb59-4d39-a4f9-baafb6c59c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:21.961105 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-aba0d1f4-679e-4d7c-b1b2-0e50dbf689ab tempest-TestServerBasicOps-1478917608 tempest-TestServerBasicOps-1478917608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784185'] for security_group_rule, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:22.044126 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port 18430670-afd2-4072-8941-f5ca5e6a041a triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:29:22.044503 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:22.110256 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba0d1f4-679e-4d7c-b1b2-0e50dbf689ab tempest-TestServerBasicOps-1478917608 tempest-TestServerBasicOps-1478917608-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57638372-83ab-4f9f-a915-a3f0422b4a6c,revision_number=0']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:29:22.115607 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd1f5a4-19c7-4dd2-9671-fe513f82f584 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Pushing event deleted for resources: {'Port': ['ID=399c42db-ff86-42bc-a844-5048427be84b,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:29:22.145995 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-97afb6f1-fb59-4d39-a4f9-baafb6c59c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:22.252234 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-97afb6f1-fb59-4d39-a4f9-baafb6c59c73 None None] For port 3949533b-37f2-4f90-81a8-b0572486e7e9, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=3949533b-37f2-4f90-81a8-b0572486e7e9,segment=NetworkSegment(a9ae7fe7-4b41-41ce-a2c1-c30c2f18bf03),segment_id=a9ae7fe7-4b41-41ce-a2c1-c30c2f18bf03)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:29:22.264567 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-97afb6f1-fb59-4d39-a4f9-baafb6c59c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:22.275178 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device d44aa916-9207-47ef-931c-fec73c4ac898 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:29:22.295998 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e81788ee-76e7-4e3e-b8e8-b6df4170b96d tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-414022'] for router_interface, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:22.296624 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7fd1f5a4-19c7-4dd2-9671-fe513f82f584 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3760546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-413994'] for router_interface, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:22.298693 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-aba0d1f4-679e-4d7c-b1b2-0e50dbf689ab tempest-TestServerBasicOps-1478917608 tempest-TestServerBasicOps-1478917608-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:22.304256 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-aba0d1f4-679e-4d7c-b1b2-0e50dbf689ab tempest-TestServerBasicOps-1478917608 tempest-TestServerBasicOps-1478917608-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0065446 Jul 27 23:29:22.321105 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-18374dfa-1600-4040-a8bf-377c19ad739c req-575f57cf-1cd3-497b-b2c0-69cdf133b6a8 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/ports?device_id=afed9ed5-b597-44bc-8215-6b8b2fcefded HTTP/1.1" status: 200 len: 210 time: 0.2716148 Jul 27 23:29:22.321318 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 35926) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:29:22.330669 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-f77cae32-495b-472a-a4d5-47e3ac82af8d tempest-TestServerBasicOps-1478917608 tempest-TestServerBasicOps-1478917608-project] Request body: {'security_group_rule': {'security_group_id': '15f92fae-02e6-49d4-94c8-683334afc3ff', 'project_id': '50fb9c0a7f164ebaa507b1871f51f529', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:29:22.391695 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning for port d44aa916-9207-47ef-931c-fec73c4ac898 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:29:22.399501 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port d44aa916-9207-47ef-931c-fec73c4ac898 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:29:22.400002 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:22.452158 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97afb6f1-fb59-4d39-a4f9-baafb6c59c73 None None] Pushing event updated for resources: {'Port': ['ID=3949533b-37f2-4f90-81a8-b0572486e7e9,revision_number=3']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:29:22.508328 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:22.535460 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] For port d44aa916-9207-47ef-931c-fec73c4ac898, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=d44aa916-9207-47ef-931c-fec73c4ac898,segment=NetworkSegment(b9afe07e-bbe4-4740-834c-4b6a9698bdbc),segment_id=b9afe07e-bbe4-4740-834c-4b6a9698bdbc)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:29:22.541631 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:22.543224 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device ad136114-12e0-477b-951f-3bbbf4c23a8e up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:29:22.544187 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f77cae32-495b-472a-a4d5-47e3ac82af8d tempest-TestServerBasicOps-1478917608 tempest-TestServerBasicOps-1478917608-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:22.625558 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f77cae32-495b-472a-a4d5-47e3ac82af8d tempest-TestServerBasicOps-1478917608 tempest-TestServerBasicOps-1478917608-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:22.711158 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port ad136114-12e0-477b-951f-3bbbf4c23a8e triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:29:22.711547 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:22.716248 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f77cae32-495b-472a-a4d5-47e3ac82af8d tempest-TestServerBasicOps-1478917608 tempest-TestServerBasicOps-1478917608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784185'] for security_group_rule, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:22.735852 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Pushing event updated for resources: {'Port': ['ID=d44aa916-9207-47ef-931c-fec73c4ac898,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:29:22.774594 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77cae32-495b-472a-a4d5-47e3ac82af8d tempest-TestServerBasicOps-1478917608 tempest-TestServerBasicOps-1478917608-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=980a9890-fcdb-4f54-8775-1cce0f2eac6e,revision_number=0']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:29:22.784127 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f77cae32-495b-472a-a4d5-47e3ac82af8d tempest-TestServerBasicOps-1478917608 tempest-TestServerBasicOps-1478917608-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:22.788249 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-f77cae32-495b-472a-a4d5-47e3ac82af8d tempest-TestServerBasicOps-1478917608 tempest-TestServerBasicOps-1478917608-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4597001 Jul 27 23:29:22.788658 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 35932) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:29:22.793544 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-28c2ffd0-76cb-4a84-a3f3-8d4df8d56693 tempest-TestServerBasicOps-1478917608 tempest-TestServerBasicOps-1478917608-project] Request body: {'security_group_rule': {'security_group_id': '15f92fae-02e6-49d4-94c8-683334afc3ff', 'project_id': '50fb9c0a7f164ebaa507b1871f51f529', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:29:22.820418 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fd1f5a4-19c7-4dd2-9671-fe513f82f584 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Router 54f1ac80-40e8-4af1-86d9-8a005e73b2ee has already been hosted by L3 agent 018c4455-49c0-4734-927d-7824067b2a9e {{(pid=93797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 23:29:22.861119 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-e81788ee-76e7-4e3e-b8e8-b6df4170b96d tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] Deleting port af6f804b-cc4f-4f33-87fc-c821ebe41c0c {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:29:22.861754 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e81788ee-76e7-4e3e-b8e8-b6df4170b96d tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:22.876114 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-28c2ffd0-76cb-4a84-a3f3-8d4df8d56693 tempest-TestServerBasicOps-1478917608 tempest-TestServerBasicOps-1478917608-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:22.896985 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device 4e5a89fc-36c3-44fe-9ae9-8177b581c229 no longer exists at agent hyperv_n-h2-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:29:22.924228 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] No Port match for: 4e5a89fc-36c3-44fe-9ae9-8177b581c229 {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:29:22.926956 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device 4e5a89fc-36c3-44fe-9ae9-8177b581c229 not bound to the agent host n-h2-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:29:22.962216 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fd1f5a4-19c7-4dd2-9671-fe513f82f584 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:29:22.970317 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-7fd1f5a4-19c7-4dd2-9671-fe513f82f584 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] 10.222.0.18 "PUT /v2.0/routers/54f1ac80-40e8-4af1-86d9-8a005e73b2ee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5639575 Jul 27 23:29:22.973766 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 35934) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:29:22.974897 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca433a0b-e6e2-4855-993d-8abe0e6a2a92 None None] Sync routers for ids ['54f1ac80-40e8-4af1-86d9-8a005e73b2ee'] in n-d-802623-1 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:29:22.989091 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e81788ee-76e7-4e3e-b8e8-b6df4170b96d tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:22.990847 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca433a0b-e6e2-4855-993d-8abe0e6a2a92 None None] Routers {'54f1ac80-40e8-4af1-86d9-8a005e73b2ee'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:29:22.991794 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-ca433a0b-e6e2-4855-993d-8abe0e6a2a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:29:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['54f1ac80-40e8-4af1-86d9-8a005e73b2ee'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:29:23.007702 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-e81788ee-76e7-4e3e-b8e8-b6df4170b96d tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] Calling delete_port for af6f804b-cc4f-4f33-87fc-c821ebe41c0c owned by network:router_interface {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:29:23.030054 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-ca433a0b-e6e2-4855-993d-8abe0e6a2a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:29:23.047736 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca433a0b-e6e2-4855-993d-8abe0e6a2a92 None None] Routers {'54f1ac80-40e8-4af1-86d9-8a005e73b2ee'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:29:23.048378 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-ca433a0b-e6e2-4855-993d-8abe0e6a2a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:29:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['54f1ac80-40e8-4af1-86d9-8a005e73b2ee'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:29:23.054228 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-28c2ffd0-76cb-4a84-a3f3-8d4df8d56693 tempest-TestServerBasicOps-1478917608 tempest-TestServerBasicOps-1478917608-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:23.064949 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-28c2ffd0-76cb-4a84-a3f3-8d4df8d56693 tempest-TestServerBasicOps-1478917608 tempest-TestServerBasicOps-1478917608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784185'] for security_group_rule, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:23.101215 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-ca433a0b-e6e2-4855-993d-8abe0e6a2a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:29:23.102526 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca433a0b-e6e2-4855-993d-8abe0e6a2a92 None None] The sync data for ids ['54f1ac80-40e8-4af1-86d9-8a005e73b2ee'] in n-d-802623-1 is: [] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:29:23.123362 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-28c2ffd0-76cb-4a84-a3f3-8d4df8d56693 tempest-TestServerBasicOps-1478917608 tempest-TestServerBasicOps-1478917608-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:23.128155 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-28c2ffd0-76cb-4a84-a3f3-8d4df8d56693 tempest-TestServerBasicOps-1478917608 tempest-TestServerBasicOps-1478917608-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3382950 Jul 27 23:29:23.128453 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 35936) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:29:23.131398 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c2ffd0-76cb-4a84-a3f3-8d4df8d56693 tempest-TestServerBasicOps-1478917608 tempest-TestServerBasicOps-1478917608-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afb09b9f-7832-4e94-b8a9-466c2a393426,revision_number=0']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:29:23.140369 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-1d7e3a31-6c5f-4a9f-976a-c63d4d58782c tempest-TestServerBasicOps-1478917608 tempest-TestServerBasicOps-1478917608-project] Request body: {'security_group_rule': {'security_group_id': '15f92fae-02e6-49d4-94c8-683334afc3ff', 'project_id': '50fb9c0a7f164ebaa507b1871f51f529', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:29:23.226242 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1d7e3a31-6c5f-4a9f-976a-c63d4d58782c tempest-TestServerBasicOps-1478917608 tempest-TestServerBasicOps-1478917608-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:23.338543 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1d7e3a31-6c5f-4a9f-976a-c63d4d58782c tempest-TestServerBasicOps-1478917608 tempest-TestServerBasicOps-1478917608-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:23.339990 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e81788ee-76e7-4e3e-b8e8-b6df4170b96d tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:23.445311 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81788ee-76e7-4e3e-b8e8-b6df4170b96d tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] Pushing event deleted for resources: {'Port': ['ID=af6f804b-cc4f-4f33-87fc-c821ebe41c0c,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:29:23.508142 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-13b18738-eb92-42a9-9079-acde7b994780 req-17479d0a-6b73-4875-865f-15296335cd3b tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/ports?device_id=afed9ed5-b597-44bc-8215-6b8b2fcefded HTTP/1.1" status: 200 len: 210 time: 0.0607784 Jul 27 23:29:23.533145 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1d7e3a31-6c5f-4a9f-976a-c63d4d58782c tempest-TestServerBasicOps-1478917608 tempest-TestServerBasicOps-1478917608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784185'] for security_group_rule, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:23.559498 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-bceead6d-8b02-4c23-b70f-5470416b08be tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-414022'] for router_interface, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:23.575411 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device d44aa916-9207-47ef-931c-fec73c4ac898 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:29:23.618529 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e81788ee-76e7-4e3e-b8e8-b6df4170b96d tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3760546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-413994'] for router_interface, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:23.658679 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port d44aa916-9207-47ef-931c-fec73c4ac898 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:29:23.659448 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:23.740086 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1d7e3a31-6c5f-4a9f-976a-c63d4d58782c tempest-TestServerBasicOps-1478917608 tempest-TestServerBasicOps-1478917608-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:23.743793 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-1d7e3a31-6c5f-4a9f-976a-c63d4d58782c tempest-TestServerBasicOps-1478917608 tempest-TestServerBasicOps-1478917608-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6118460 Jul 27 23:29:23.751709 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 35942) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:29:23.766202 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-d42be167-2937-41e9-b2c4-088d389a9aeb tempest-TestServerBasicOps-1478917608 tempest-TestServerBasicOps-1478917608-project] Request body: {'security_group_rule': {'security_group_id': '15f92fae-02e6-49d4-94c8-683334afc3ff', 'project_id': '50fb9c0a7f164ebaa507b1871f51f529', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:29:23.780987 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7e3a31-6c5f-4a9f-976a-c63d4d58782c tempest-TestServerBasicOps-1478917608 tempest-TestServerBasicOps-1478917608-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c87573dd-1ccb-447d-b8d3-747dbbf71cfd,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:29:23.846622 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 3949533b-37f2-4f90-81a8-b0572486e7e9 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:29:23.874596 n-d-802623-1 neutron-server[93797]: INFO neutron.db.securitygroups_db [None req-d42be167-2937-41e9-b2c4-088d389a9aeb tempest-TestServerBasicOps-1478917608 tempest-TestServerBasicOps-1478917608-project] Project 50fb9c0a7f164ebaa507b1871f51f529 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 23:29:23.884520 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d42be167-2937-41e9-b2c4-088d389a9aeb tempest-TestServerBasicOps-1478917608 tempest-TestServerBasicOps-1478917608-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:23.948531 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port 3949533b-37f2-4f90-81a8-b0572486e7e9 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:29:23.948915 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:23.958918 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e81788ee-76e7-4e3e-b8e8-b6df4170b96d tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] Router a402760f-7091-48bf-a5da-0ad80e18079e has already been hosted by L3 agent 018c4455-49c0-4734-927d-7824067b2a9e {{(pid=93798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 23:29:24.025665 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d42be167-2937-41e9-b2c4-088d389a9aeb tempest-TestServerBasicOps-1478917608 tempest-TestServerBasicOps-1478917608-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:24.037331 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d42be167-2937-41e9-b2c4-088d389a9aeb tempest-TestServerBasicOps-1478917608 tempest-TestServerBasicOps-1478917608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784185'] for security_group_rule, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:24.090325 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42be167-2937-41e9-b2c4-088d389a9aeb tempest-TestServerBasicOps-1478917608 tempest-TestServerBasicOps-1478917608-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a71181b0-de1e-4513-82f4-11d023a3e086,revision_number=0']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:29:24.095316 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d42be167-2937-41e9-b2c4-088d389a9aeb tempest-TestServerBasicOps-1478917608 tempest-TestServerBasicOps-1478917608-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:24.096862 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-d42be167-2937-41e9-b2c4-088d389a9aeb tempest-TestServerBasicOps-1478917608 tempest-TestServerBasicOps-1478917608-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3422315 Jul 27 23:29:24.099456 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 35946) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:29:24.124056 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-2811f8e4-1614-42e9-9441-9b55fbe4e244 tempest-TestServerBasicOps-1478917608 tempest-TestServerBasicOps-1478917608-project] Request body: {'security_group_rule': {'security_group_id': '15f92fae-02e6-49d4-94c8-683334afc3ff', 'project_id': '50fb9c0a7f164ebaa507b1871f51f529', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:29:24.128186 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e81788ee-76e7-4e3e-b8e8-b6df4170b96d tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:29:24.139432 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cecade8-20d5-45d6-9293-4ab9fb5a0810 None None] Sync routers for ids ['a402760f-7091-48bf-a5da-0ad80e18079e'] in n-d-802623-1 {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:29:24.153335 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-e81788ee-76e7-4e3e-b8e8-b6df4170b96d tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] 10.222.0.18 "PUT /v2.0/routers/a402760f-7091-48bf-a5da-0ad80e18079e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6955273 Jul 27 23:29:24.154286 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 35948) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:29:24.155911 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cecade8-20d5-45d6-9293-4ab9fb5a0810 None None] Routers {'a402760f-7091-48bf-a5da-0ad80e18079e'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:29:24.156656 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-2cecade8-20d5-45d6-9293-4ab9fb5a0810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:29:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['a402760f-7091-48bf-a5da-0ad80e18079e'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:29:24.187293 n-d-802623-1 neutron-server[93797]: INFO neutron.db.securitygroups_db [None req-2811f8e4-1614-42e9-9441-9b55fbe4e244 tempest-TestServerBasicOps-1478917608 tempest-TestServerBasicOps-1478917608-project] Project 50fb9c0a7f164ebaa507b1871f51f529 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 23:29:24.197061 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2811f8e4-1614-42e9-9441-9b55fbe4e244 tempest-TestServerBasicOps-1478917608 tempest-TestServerBasicOps-1478917608-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:24.208061 n-d-802623-1 neutron-server[93798]: INFO neutron.api.v2.resource [None req-ac33d043-eea0-40fb-90e1-17a9e1eeb7ba tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] show failed (client error): The resource could not be found. Jul 27 23:29:24.214378 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-ac33d043-eea0-40fb-90e1-17a9e1eeb7ba tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] 10.222.0.18 "GET /v2.0/routers/tempest-non_exist_router-1405657930 HTTP/1.1" status: 404 len: 335 time: 0.0579193 Jul 27 23:29:24.216249 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 35950) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:29:24.220757 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-05d5c362-8c42-4831-bef2-7cc32f2b3f62 tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] Request body: {'router': {'name': 'new_name'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:29:24.251800 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-2cecade8-20d5-45d6-9293-4ab9fb5a0810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:29:24.268656 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cecade8-20d5-45d6-9293-4ab9fb5a0810 None None] Routers {'a402760f-7091-48bf-a5da-0ad80e18079e'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:29:24.269307 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-2cecade8-20d5-45d6-9293-4ab9fb5a0810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:29:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['a402760f-7091-48bf-a5da-0ad80e18079e'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:29:24.282952 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2811f8e4-1614-42e9-9441-9b55fbe4e244 tempest-TestServerBasicOps-1478917608 tempest-TestServerBasicOps-1478917608-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:24.291773 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2811f8e4-1614-42e9-9441-9b55fbe4e244 tempest-TestServerBasicOps-1478917608 tempest-TestServerBasicOps-1478917608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784185'] for security_group_rule, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:24.310034 n-d-802623-1 neutron-server[93798]: INFO neutron.api.v2.resource [None req-05d5c362-8c42-4831-bef2-7cc32f2b3f62 tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] update failed (client error): The resource could not be found. Jul 27 23:29:24.314309 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-05d5c362-8c42-4831-bef2-7cc32f2b3f62 tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] 10.222.0.18 "PUT /v2.0/routers/tempest-non_exist_router-581429600 HTTP/1.1" status: 404 len: 334 time: 0.0938931 Jul 27 23:29:24.315325 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 35952) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:29:24.326341 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-bceead6d-8b02-4c23-b70f-5470416b08be tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Deleting port 8094024a-d043-4739-bd76-5031beb738a0 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:29:24.326873 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-bceead6d-8b02-4c23-b70f-5470416b08be tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:24.333353 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2811f8e4-1614-42e9-9441-9b55fbe4e244 tempest-TestServerBasicOps-1478917608 tempest-TestServerBasicOps-1478917608-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:24.342998 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-2811f8e4-1614-42e9-9441-9b55fbe4e244 tempest-TestServerBasicOps-1478917608 tempest-TestServerBasicOps-1478917608-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2337186 Jul 27 23:29:24.343335 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-2cecade8-20d5-45d6-9293-4ab9fb5a0810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:29:24.344377 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cecade8-20d5-45d6-9293-4ab9fb5a0810 None None] The sync data for ids ['a402760f-7091-48bf-a5da-0ad80e18079e'] in n-d-802623-1 is: [] {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:29:24.415717 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a22a754-b99e-4a52-be79-129041e07b0b tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] Deleting subnet 6f66e213-40bb-4c21-ad2a-3a2f1eedbcfe {{(pid=93798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 23:29:24.427478 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3a22a754-b99e-4a52-be79-129041e07b0b tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] Notify callbacks [] for subnet, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:24.504520 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3a22a754-b99e-4a52-be79-129041e07b0b tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11163249'] for subnet, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:24.545760 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-776dfb53-24dc-4203-ae68-ee33bde4d1f7 None None] Sync routers for ids ['299adc09-fc59-4ce6-801c-206fc3833b64'] in n-d-802623-1 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:29:24.569100 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-776dfb53-24dc-4203-ae68-ee33bde4d1f7 None None] Routers {'299adc09-fc59-4ce6-801c-206fc3833b64'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:29:24.573449 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-776dfb53-24dc-4203-ae68-ee33bde4d1f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:29:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['299adc09-fc59-4ce6-801c-206fc3833b64'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:29:24.653878 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3a22a754-b99e-4a52-be79-129041e07b0b tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620741'] for subnet, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:24.741043 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-776dfb53-24dc-4203-ae68-ee33bde4d1f7 None None] Set router 299adc09-fc59-4ce6-801c-206fc3833b64 gateway port host: n-d-802623-1 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:29:24.748746 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b246ec71-0ed6-4430-a956-748fe8b7f9c2 req-b2ebd114-087e-4f88-9a36-865c2742b28a tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/ports?device_id=afed9ed5-b597-44bc-8215-6b8b2fcefded HTTP/1.1" status: 200 len: 210 time: 0.0965650 Jul 27 23:29:24.810825 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3a22a754-b99e-4a52-be79-129041e07b0b tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11971800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12265753'] for subnet, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:24.882590 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3a22a754-b99e-4a52-be79-129041e07b0b tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:24.886580 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-3a22a754-b99e-4a52-be79-129041e07b0b tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] 10.222.0.18 "DELETE /v2.0/subnets/6f66e213-40bb-4c21-ad2a-3a2f1eedbcfe HTTP/1.1" status: 204 len: 168 time: 0.5696979 Jul 27 23:29:24.889901 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-357927ec-1763-4459-b00a-aef8e367483e None None] Network dd03e708-4fd0-40a5-8abf-dfde6033cf2f requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:29:24.890830 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a22a754-b99e-4a52-be79-129041e07b0b tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] Pushing event deleted for resources: {'Subnet': ['ID=6f66e213-40bb-4c21-ad2a-3a2f1eedbcfe,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:29:24.895109 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 35974) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:29:24.934247 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2811f8e4-1614-42e9-9441-9b55fbe4e244 tempest-TestServerBasicOps-1478917608 tempest-TestServerBasicOps-1478917608-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d47492ad-bcfa-4960-bd25-bd953e0ce117,revision_number=0']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:29:24.990314 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-bceead6d-8b02-4c23-b70f-5470416b08be tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:25.016919 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-5711ead8-183e-4cb3-b9d8-e6cbd3f613e0 req-afc7899a-acab-4d5a-818d-604943ef8167 tempest-TestServerBasicOps-1478917608 tempest-TestServerBasicOps-1478917608-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1128108407&fields=id&tenant_id=50fb9c0a7f164ebaa507b1871f51f529 HTTP/1.1" status: 200 len: 267 time: 0.0938532 Jul 27 23:29:25.081944 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a892c20f-5353-4759-aa5f-fc6f1a87c8ca tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593271'] for network, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:25.174465 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fe33713-df87-42e2-b517-c7c6028d25c9 None None] DHCP port deletion for dd03e708-4fd0-40a5-8abf-dfde6033cf2f request from n-d-802623-1 {{(pid=93799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 23:29:25.205950 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-a892c20f-5353-4759-aa5f-fc6f1a87c8ca tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] Deleting port 3949533b-37f2-4f90-81a8-b0572486e7e9 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:29:25.206434 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a892c20f-5353-4759-aa5f-fc6f1a87c8ca tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:25.206597 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-bceead6d-8b02-4c23-b70f-5470416b08be tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Calling delete_port for 8094024a-d043-4739-bd76-5031beb738a0 owned by network:router_interface {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:29:25.230110 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-776dfb53-24dc-4203-ae68-ee33bde4d1f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '299adc09-fc59-4ce6-801c-206fc3833b64', 'name': 'tempest-TestServerBasicOps-391978132-router', 'tenant_id': 'e84d1ab4bf55439ab06f7875e90c7e5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.176'}], 'enable_snat': True}, 'gw_port_id': 'd44aa916-9207-47ef-931c-fec73c4ac898', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:29:10Z', 'updated_at': '2021-07-27T23:29:16Z', 'revision_number': 4, 'project_id': 'e84d1ab4bf55439ab06f7875e90c7e5f', 'gw_port': {'id': 'd44aa916-9207-47ef-931c-fec73c4ac898', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:8c:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '299adc09-fc59-4ce6-801c-206fc3833b64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2959, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:29:11Z', 'updated_at': '2021-07-27T23:29:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': 'b723b3b1-4398-45c1-af59-1c7eab5f62ae', 'name': '', 'network_id': '835c6b6c-baa3-4d30-9889-51db7e62c67c', 'tenant_id': 'e84d1ab4bf55439ab06f7875e90c7e5f', 'mac_address': 'fa:16:3e:99:d7:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '299adc09-fc59-4ce6-801c-206fc3833b64', 'device_owner': 'network:router_interface', 'standard_attr_id': 2964, 'fixed_ips': [{'subnet_id': '5de0730f-b78e-42b9-ac8a-c48d754335a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:29:15Z', 'updated_at': '2021-07-27T23:29:17Z', 'revision_number': 2, 'project_id': 'e84d1ab4bf55439ab06f7875e90c7e5f', 'subnets': [{'id': '5de0730f-b78e-42b9-ac8a-c48d754335a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:29:25.261453 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-776dfb53-24dc-4203-ae68-ee33bde4d1f7 None None] Checking router: 299adc09-fc59-4ce6-801c-206fc3833b64 for host: n-d-802623-1 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 23:29:25.262042 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-776dfb53-24dc-4203-ae68-ee33bde4d1f7 None None] Updating router 299adc09-fc59-4ce6-801c-206fc3833b64 port b723b3b1-4398-45c1-af59-1c7eab5f62ae binding host n-d-802623-1 {{(pid=93800) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 23:29:25.272574 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-7fe33713-df87-42e2-b517-c7c6028d25c9 None None] Deleting port 3949533b-37f2-4f90-81a8-b0572486e7e9 {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:29:25.272976 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7fe33713-df87-42e2-b517-c7c6028d25c9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:25.291265 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-776dfb53-24dc-4203-ae68-ee33bde4d1f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:25.314150 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-a892c20f-5353-4759-aa5f-fc6f1a87c8ca tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] For port 3949533b-37f2-4f90-81a8-b0572486e7e9, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=3949533b-37f2-4f90-81a8-b0572486e7e9,segment=NetworkSegment(a9ae7fe7-4b41-41ce-a2c1-c30c2f18bf03),segment_id=a9ae7fe7-4b41-41ce-a2c1-c30c2f18bf03)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:29:25.314437 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a892c20f-5353-4759-aa5f-fc6f1a87c8ca tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:25.335574 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-a892c20f-5353-4759-aa5f-fc6f1a87c8ca tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] Calling delete_port for 3949533b-37f2-4f90-81a8-b0572486e7e9 owned by network:dhcp {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:29:25.460788 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-7fe33713-df87-42e2-b517-c7c6028d25c9 None None] For port 3949533b-37f2-4f90-81a8-b0572486e7e9, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=3949533b-37f2-4f90-81a8-b0572486e7e9,segment=NetworkSegment(a9ae7fe7-4b41-41ce-a2c1-c30c2f18bf03),segment_id=a9ae7fe7-4b41-41ce-a2c1-c30c2f18bf03)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:29:25.461228 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7fe33713-df87-42e2-b517-c7c6028d25c9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:25.482301 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a892c20f-5353-4759-aa5f-fc6f1a87c8ca tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:25.492583 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5711ead8-183e-4cb3-b9d8-e6cbd3f613e0 req-79cff307-711d-4a0c-9969-93137c81f2ef tempest-TestServerBasicOps-1478917608 tempest-TestServerBasicOps-1478917608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:29:25.495680 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-5711ead8-183e-4cb3-b9d8-e6cbd3f613e0 req-79cff307-711d-4a0c-9969-93137c81f2ef tempest-TestServerBasicOps-1478917608 tempest-TestServerBasicOps-1478917608-project] 10.222.0.18 "GET /v2.0/networks?id=2b215609-9514-419a-b7cc-2c2b08257d0c HTTP/1.1" status: 200 len: 808 time: 0.4772592 Jul 27 23:29:25.502127 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-7fe33713-df87-42e2-b517-c7c6028d25c9 None None] Calling delete_port for 3949533b-37f2-4f90-81a8-b0572486e7e9 owned by network:dhcp {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:29:25.524748 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a892c20f-5353-4759-aa5f-fc6f1a87c8ca tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] Pushing event deleted for resources: {'Port': ['ID=3949533b-37f2-4f90-81a8-b0572486e7e9,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:29:25.534650 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 3949533b-37f2-4f90-81a8-b0572486e7e9 no longer exists at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:29:25.540345 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-5711ead8-183e-4cb3-b9d8-e6cbd3f613e0 req-1a1aca7b-3cba-428e-9cca-4093c1bfefcd tempest-TestServerBasicOps-1478917608 tempest-TestServerBasicOps-1478917608-project] 10.222.0.18 "GET /v2.0/quotas/50fb9c0a7f164ebaa507b1871f51f529 HTTP/1.1" status: 200 len: 375 time: 0.0356803 Jul 27 23:29:25.561772 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a892c20f-5353-4759-aa5f-fc6f1a87c8ca tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] No DVR routers for this DVR port 3949533b-37f2-4f90-81a8-b0572486e7e9 on host n-d-802623-1 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:29:25.600865 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] No Port match for: 3949533b-37f2-4f90-81a8-b0572486e7e9 {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:29:25.601227 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 3949533b-37f2-4f90-81a8-b0572486e7e9 not bound to the agent host n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:29:25.749826 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a892c20f-5353-4759-aa5f-fc6f1a87c8ca tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618032', 'neutron.services.segments.db._delete_segments_for_network-8736833900081'] for network, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:25.762391 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-a892c20f-5353-4759-aa5f-fc6f1a87c8ca tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd03e708-4fd0-40a5-8abf-dfde6033cf2f']}} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:29:25.763559 n-d-802623-1 neutron-server[93799]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 23:29:25.763559 n-d-802623-1 neutron-server[93799]: self.session.flush() Jul 27 23:29:25.763559 n-d-802623-1 neutron-server[93799]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 23:29:25.763559 n-d-802623-1 neutron-server[93799]: self.session.flush() Jul 27 23:29:25.763559 n-d-802623-1 neutron-server[93799]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 23:29:25.763559 n-d-802623-1 neutron-server[93799]: self.session.flush() Jul 27 23:29:25.763559 n-d-802623-1 neutron-server[93799]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 23:29:25.763559 n-d-802623-1 neutron-server[93799]: self.session.flush() Jul 27 23:29:25.763559 n-d-802623-1 neutron-server[93799]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 23:29:25.763559 n-d-802623-1 neutron-server[93799]: self.session.flush() Jul 27 23:29:25.763559 n-d-802623-1 neutron-server[93799]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 23:29:25.763559 n-d-802623-1 neutron-server[93799]: self.session.flush() Jul 27 23:29:25.763559 n-d-802623-1 neutron-server[93799]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 23:29:25.763559 n-d-802623-1 neutron-server[93799]: self.session.flush() Jul 27 23:29:25.763559 n-d-802623-1 neutron-server[93799]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 23:29:25.763559 n-d-802623-1 neutron-server[93799]: self.session.flush() Jul 27 23:29:25.763559 n-d-802623-1 neutron-server[93799]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 23:29:25.763559 n-d-802623-1 neutron-server[93799]: self.session.flush() Jul 27 23:29:25.763559 n-d-802623-1 neutron-server[93799]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 23:29:25.763559 n-d-802623-1 neutron-server[93799]: self.session.flush() Jul 27 23:29:25.763559 n-d-802623-1 neutron-server[93799]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 23:29:25.763559 n-d-802623-1 neutron-server[93799]: self.session.flush() Jul 27 23:29:25.763559 n-d-802623-1 neutron-server[93799]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 23:29:25.763559 n-d-802623-1 neutron-server[93799]: self.session.flush() Jul 27 23:29:25.763559 n-d-802623-1 neutron-server[93799]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 23:29:25.763559 n-d-802623-1 neutron-server[93799]: self.session.flush() Jul 27 23:29:25.763559 n-d-802623-1 neutron-server[93799]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 23:29:25.763559 n-d-802623-1 neutron-server[93799]: self.session.flush() Jul 27 23:29:25.763559 n-d-802623-1 neutron-server[93799]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 23:29:25.763559 n-d-802623-1 neutron-server[93799]: self.session.flush() Jul 27 23:29:25.763559 n-d-802623-1 neutron-server[93799]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 23:29:25.763559 n-d-802623-1 neutron-server[93799]: self.session.flush() Jul 27 23:29:25.763559 n-d-802623-1 neutron-server[93799]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 23:29:25.763559 n-d-802623-1 neutron-server[93799]: self.session.flush() Jul 27 23:29:25.763559 n-d-802623-1 neutron-server[93799]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 23:29:25.763559 n-d-802623-1 neutron-server[93799]: self.session.flush() Jul 27 23:29:25.763559 n-d-802623-1 neutron-server[93799]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 23:29:25.763559 n-d-802623-1 neutron-server[93799]: self.session.flush() Jul 27 23:29:25.763559 n-d-802623-1 neutron-server[93799]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 23:29:25.763559 n-d-802623-1 neutron-server[93799]: self.session.flush() Jul 27 23:29:25.763559 n-d-802623-1 neutron-server[93799]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 23:29:25.763559 n-d-802623-1 neutron-server[93799]: self.session.flush() Jul 27 23:29:25.763559 n-d-802623-1 neutron-server[93799]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 23:29:25.763559 n-d-802623-1 neutron-server[93799]: self.session.flush() Jul 27 23:29:25.763559 n-d-802623-1 neutron-server[93799]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 23:29:25.763559 n-d-802623-1 neutron-server[93799]: self.session.flush() Jul 27 23:29:25.763559 n-d-802623-1 neutron-server[93799]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 23:29:25.763559 n-d-802623-1 neutron-server[93799]: self.session.flush() Jul 27 23:29:25.763559 n-d-802623-1 neutron-server[93799]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 23:29:25.763559 n-d-802623-1 neutron-server[93799]: self.session.flush() Jul 27 23:29:25.763559 n-d-802623-1 neutron-server[93799]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 23:29:25.763559 n-d-802623-1 neutron-server[93799]: self.session.flush() Jul 27 23:29:25.763559 n-d-802623-1 neutron-server[93799]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 23:29:25.763559 n-d-802623-1 neutron-server[93799]: self.session.flush() Jul 27 23:29:25.776887 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7fe33713-df87-42e2-b517-c7c6028d25c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:25.781611 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-a892c20f-5353-4759-aa5f-fc6f1a87c8ca tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9ae7fe7-4b41-41ce-a2c1-c30c2f18bf03') {'for_net_delete': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:29:25.781986 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-a892c20f-5353-4759-aa5f-fc6f1a87c8ca tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9ae7fe7-4b41-41ce-a2c1-c30c2f18bf03') {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:29:25.796202 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a892c20f-5353-4759-aa5f-fc6f1a87c8ca tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736833900858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11163256'] for segment, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:25.797289 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe33713-df87-42e2-b517-c7c6028d25c9 None None] No DVR routers for this DVR port 3949533b-37f2-4f90-81a8-b0572486e7e9 on host n-d-802623-1 {{(pid=93799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:29:25.825271 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a892c20f-5353-4759-aa5f-fc6f1a87c8ca tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:25.835441 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a892c20f-5353-4759-aa5f-fc6f1a87c8ca tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] Releasing vlan 525 on physical network physnet1 to pool {{(pid=93798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 23:29:25.835901 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a892c20f-5353-4759-aa5f-fc6f1a87c8ca tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11971746'] for segment, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:25.840865 n-d-802623-1 neutron-server[93798]: Traceback (most recent call last): Jul 27 23:29:25.840865 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 23:29:25.840865 n-d-802623-1 neutron-server[93798]: timer() Jul 27 23:29:25.840865 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 23:29:25.840865 n-d-802623-1 neutron-server[93798]: cb(*args, **kw) Jul 27 23:29:25.840865 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 23:29:25.840865 n-d-802623-1 neutron-server[93798]: return func(*args, **kwargs) Jul 27 23:29:25.840865 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 23:29:25.840865 n-d-802623-1 neutron-server[93798]: self._notify() Jul 27 23:29:25.840865 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 23:29:25.840865 n-d-802623-1 neutron-server[93798]: self.callback(batched_events) Jul 27 23:29:25.840865 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 23:29:25.840865 n-d-802623-1 neutron-server[93798]: event.method(event) Jul 27 23:29:25.840865 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 23:29:25.840865 n-d-802623-1 neutron-server[93798]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 23:29:25.840865 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 23:29:25.840865 n-d-802623-1 neutron-server[93798]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 23:29:25.840865 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 23:29:25.840865 n-d-802623-1 neutron-server[93798]: return f(self, *a, **k) Jul 27 23:29:25.840865 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 23:29:25.840865 n-d-802623-1 neutron-server[93798]: return self._get(url).json() Jul 27 23:29:25.840865 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 23:29:25.840865 n-d-802623-1 neutron-server[93798]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 23:29:25.840865 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 23:29:25.840865 n-d-802623-1 neutron-server[93798]: return self.request(url, 'GET', **kwargs) Jul 27 23:29:25.840865 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 23:29:25.840865 n-d-802623-1 neutron-server[93798]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 23:29:25.840865 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 23:29:25.840865 n-d-802623-1 neutron-server[93798]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 23:29:25.840865 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 23:29:25.840865 n-d-802623-1 neutron-server[93798]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 23:29:25.840865 n-d-802623-1 neutron-server[93798]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 23:29:25.851168 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe33713-df87-42e2-b517-c7c6028d25c9 None None] Pushing event deleted for resources: {'Port': ['ID=3949533b-37f2-4f90-81a8-b0572486e7e9,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:29:25.860660 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-5711ead8-183e-4cb3-b9d8-e6cbd3f613e0 req-45580d04-8fd5-4745-a414-c356fe571a83 tempest-TestServerBasicOps-1478917608 tempest-TestServerBasicOps-1478917608-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=50fb9c0a7f164ebaa507b1871f51f529&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2121744 Jul 27 23:29:25.903346 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-bceead6d-8b02-4c23-b70f-5470416b08be tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:25.919967 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-776dfb53-24dc-4203-ae68-ee33bde4d1f7 None None] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:25.973173 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f316890c-fdf0-4b47-8310-b90e12308713 req-4db28ec0-a385-475f-a6cb-b59037f6e427 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/ports?device_id=afed9ed5-b597-44bc-8215-6b8b2fcefded HTTP/1.1" status: 200 len: 210 time: 0.0643270 Jul 27 23:29:25.983670 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bceead6d-8b02-4c23-b70f-5470416b08be tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Pushing event deleted for resources: {'Port': ['ID=8094024a-d043-4739-bd76-5031beb738a0,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:29:26.000061 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a892c20f-5353-4759-aa5f-fc6f1a87c8ca tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415412'] for network, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:26.000295 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-776dfb53-24dc-4203-ae68-ee33bde4d1f7 None None] Transition to ACTIVE for port object b723b3b1-4398-45c1-af59-1c7eab5f62ae will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:29:26.012584 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-776dfb53-24dc-4203-ae68-ee33bde4d1f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:26.040923 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a892c20f-5353-4759-aa5f-fc6f1a87c8ca tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] Notify callbacks [] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:26.047560 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-a892c20f-5353-4759-aa5f-fc6f1a87c8ca tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] 10.222.0.18 "DELETE /v2.0/networks/dd03e708-4fd0-40a5-8abf-dfde6033cf2f HTTP/1.1" status: 204 len: 168 time: 1.1498809 Jul 27 23:29:26.048646 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a892c20f-5353-4759-aa5f-fc6f1a87c8ca tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] Pushing event deleted for resources: {'Network': ['ID=dd03e708-4fd0-40a5-8abf-dfde6033cf2f,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:29:26.051392 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 35984) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:29:26.146588 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d557e8-f880-40d7-89ea-2bfd7b9f0a80 None None] Pushing event updated for resources: {'Port': ['ID=b723b3b1-4398-45c1-af59-1c7eab5f62ae,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:29:26.268138 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-776dfb53-24dc-4203-ae68-ee33bde4d1f7 None None] Attempting to bind port b723b3b1-4398-45c1-af59-1c7eab5f62ae on host n-d-802623-1 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:29:26.268513 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-776dfb53-24dc-4203-ae68-ee33bde4d1f7 None None] Attempting to bind port b723b3b1-4398-45c1-af59-1c7eab5f62ae by drivers openvswitch,hyperv on host n-d-802623-1 at level 0 using segments [{'id': '258f9d98-0a74-44bc-8b66-1603d3c8218b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '835c6b6c-baa3-4d30-9889-51db7e62c67c'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:29:26.269012 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-776dfb53-24dc-4203-ae68-ee33bde4d1f7 None None] Attempting to bind port b723b3b1-4398-45c1-af59-1c7eab5f62ae on network 835c6b6c-baa3-4d30-9889-51db7e62c67c {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:29:26.282494 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-776dfb53-24dc-4203-ae68-ee33bde4d1f7 None None] Checking agent: {'id': 'a9a568d2-a5e7-41e4-833f-a8ab42ea4073', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 52, 30), 'started_at': datetime.datetime(2021, 7, 27, 22, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802623-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:29:26.282889 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-776dfb53-24dc-4203-ae68-ee33bde4d1f7 None None] Checking segment: {'id': '258f9d98-0a74-44bc-8b66-1603d3c8218b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '835c6b6c-baa3-4d30-9889-51db7e62c67c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:29:26.283327 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-776dfb53-24dc-4203-ae68-ee33bde4d1f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:26.283726 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-776dfb53-24dc-4203-ae68-ee33bde4d1f7 None None] Bound using segment: {'id': '258f9d98-0a74-44bc-8b66-1603d3c8218b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '835c6b6c-baa3-4d30-9889-51db7e62c67c'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:29:26.284216 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-776dfb53-24dc-4203-ae68-ee33bde4d1f7 None None] Bound port: b723b3b1-4398-45c1-af59-1c7eab5f62ae, host: n-d-802623-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '258f9d98-0a74-44bc-8b66-1603d3c8218b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '835c6b6c-baa3-4d30-9889-51db7e62c67c'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:29:26.284596 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-776dfb53-24dc-4203-ae68-ee33bde4d1f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:26.375124 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-bceead6d-8b02-4c23-b70f-5470416b08be tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3760546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-413994'] for router_interface, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:26.405124 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e1b113f-43ed-446e-b4fa-924a0f6bf0c3 tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] Deleting subnet 9b75df41-86f2-43a2-b926-130367678167 {{(pid=93797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 23:29:26.410486 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3e1b113f-43ed-446e-b4fa-924a0f6bf0c3 tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] Notify callbacks [] for subnet, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:26.422142 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-776dfb53-24dc-4203-ae68-ee33bde4d1f7 None None] For port b723b3b1-4398-45c1-af59-1c7eab5f62ae, host n-d-802623-1, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:29:26.425731 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-776dfb53-24dc-4203-ae68-ee33bde4d1f7 None None] For port b723b3b1-4398-45c1-af59-1c7eab5f62ae, host n-d-802623-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=b723b3b1-4398-45c1-af59-1c7eab5f62ae,segment=NetworkSegment(258f9d98-0a74-44bc-8b66-1603d3c8218b),segment_id=258f9d98-0a74-44bc-8b66-1603d3c8218b)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:29:26.435958 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-776dfb53-24dc-4203-ae68-ee33bde4d1f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:26.515733 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-776dfb53-24dc-4203-ae68-ee33bde4d1f7 None None] Routers {'299adc09-fc59-4ce6-801c-206fc3833b64'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:29:26.516429 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-776dfb53-24dc-4203-ae68-ee33bde4d1f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:29:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['299adc09-fc59-4ce6-801c-206fc3833b64'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:29:26.575253 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d557e8-f880-40d7-89ea-2bfd7b9f0a80 None None] Pushing event updated for resources: {'Port': ['ID=b723b3b1-4398-45c1-af59-1c7eab5f62ae,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:29:26.575614 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3e1b113f-43ed-446e-b4fa-924a0f6bf0c3 tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11335971'] for subnet, precommit_delete_associations {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:26.619304 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-5711ead8-183e-4cb3-b9d8-e6cbd3f613e0 req-5a1e2a53-e12f-4749-84e4-fc9efb43f300 service neutron] 10.222.0.18 "GET /v2.0/networks/2b215609-9514-419a-b7cc-2c2b08257d0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7362895 Jul 27 23:29:26.703730 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-776dfb53-24dc-4203-ae68-ee33bde4d1f7 None None] Set router 299adc09-fc59-4ce6-801c-206fc3833b64 gateway port host: n-d-802623-1 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:29:26.777209 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bceead6d-8b02-4c23-b70f-5470416b08be tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Router 54f1ac80-40e8-4af1-86d9-8a005e73b2ee has already been hosted by L3 agent 018c4455-49c0-4734-927d-7824067b2a9e {{(pid=93797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 23:29:26.914767 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3e1b113f-43ed-446e-b4fa-924a0f6bf0c3 tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620741'] for subnet, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:26.972758 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8f31fa06-a107-419c-96ee-5a77165cf640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:26.973385 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-776dfb53-24dc-4203-ae68-ee33bde4d1f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '299adc09-fc59-4ce6-801c-206fc3833b64', 'name': 'tempest-TestServerBasicOps-391978132-router', 'tenant_id': 'e84d1ab4bf55439ab06f7875e90c7e5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.176'}], 'enable_snat': True}, 'gw_port_id': 'd44aa916-9207-47ef-931c-fec73c4ac898', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:29:10Z', 'updated_at': '2021-07-27T23:29:16Z', 'revision_number': 4, 'project_id': 'e84d1ab4bf55439ab06f7875e90c7e5f', 'gw_port': {'id': 'd44aa916-9207-47ef-931c-fec73c4ac898', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:8c:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '299adc09-fc59-4ce6-801c-206fc3833b64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2959, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:29:11Z', 'updated_at': '2021-07-27T23:29:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': 'b723b3b1-4398-45c1-af59-1c7eab5f62ae', 'name': '', 'network_id': '835c6b6c-baa3-4d30-9889-51db7e62c67c', 'tenant_id': 'e84d1ab4bf55439ab06f7875e90c7e5f', 'mac_address': 'fa:16:3e:99:d7:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '299adc09-fc59-4ce6-801c-206fc3833b64', 'device_owner': 'network:router_interface', 'standard_attr_id': 2964, 'fixed_ips': [{'subnet_id': '5de0730f-b78e-42b9-ac8a-c48d754335a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:29:15Z', 'updated_at': '2021-07-27T23:29:26Z', 'revision_number': 4, 'project_id': 'e84d1ab4bf55439ab06f7875e90c7e5f', 'subnets': [{'id': '5de0730f-b78e-42b9-ac8a-c48d754335a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:29:26.976097 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bceead6d-8b02-4c23-b70f-5470416b08be tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:29:26.986197 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-bceead6d-8b02-4c23-b70f-5470416b08be tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] 10.222.0.18 "PUT /v2.0/routers/54f1ac80-40e8-4af1-86d9-8a005e73b2ee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0113499 Jul 27 23:29:26.988829 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 35988) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:29:26.989294 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddcc7768-0cc8-4568-9125-30f00e3b36db None None] Sync routers for ids ['54f1ac80-40e8-4af1-86d9-8a005e73b2ee'] in n-d-802623-1 {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:29:27.007089 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-5711ead8-183e-4cb3-b9d8-e6cbd3f613e0 req-fbeca311-d146-40f9-8ace-04f60cf41d98 service neutron] 10.222.0.18 "GET /v2.0/networks/2b215609-9514-419a-b7cc-2c2b08257d0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3056161 Jul 27 23:29:27.007873 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddcc7768-0cc8-4568-9125-30f00e3b36db None None] Routers {'54f1ac80-40e8-4af1-86d9-8a005e73b2ee'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:29:27.008913 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-ddcc7768-0cc8-4568-9125-30f00e3b36db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:29:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['54f1ac80-40e8-4af1-86d9-8a005e73b2ee'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:29:27.032858 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-91c82fe1-faa3-4008-85aa-0b3e6451b6d0 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] 10.222.0.18 "GET /v2.0/ports?device_id=54f1ac80-40e8-4af1-86d9-8a005e73b2ee HTTP/1.1" status: 200 len: 205 time: 0.0404434 Jul 27 23:29:27.035243 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 35992) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:29:27.084692 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-776dfb53-24dc-4203-ae68-ee33bde4d1f7 None None] The sync data for ids ['299adc09-fc59-4ce6-801c-206fc3833b64'] in n-d-802623-1 is: [{'id': '299adc09-fc59-4ce6-801c-206fc3833b64', 'name': 'tempest-TestServerBasicOps-391978132-router', 'tenant_id': 'e84d1ab4bf55439ab06f7875e90c7e5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.176'}], 'enable_snat': True}, 'gw_port_id': 'd44aa916-9207-47ef-931c-fec73c4ac898', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:29:10Z', 'updated_at': '2021-07-27T23:29:16Z', 'revision_number': 4, 'project_id': 'e84d1ab4bf55439ab06f7875e90c7e5f', 'gw_port': {'id': 'd44aa916-9207-47ef-931c-fec73c4ac898', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:8c:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '299adc09-fc59-4ce6-801c-206fc3833b64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2959, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:29:11Z', 'updated_at': '2021-07-27T23:29:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': 'b723b3b1-4398-45c1-af59-1c7eab5f62ae', 'name': '', 'network_id': '835c6b6c-baa3-4d30-9889-51db7e62c67c', 'tenant_id': 'e84d1ab4bf55439ab06f7875e90c7e5f', 'mac_address': 'fa:16:3e:99:d7:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '299adc09-fc59-4ce6-801c-206fc3833b64', 'device_owner': 'network:router_interface', 'standard_attr_id': 2964, 'fixed_ips': [{'subnet_id': '5de0730f-b78e-42b9-ac8a-c48d754335a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:29:15Z', 'updated_at': '2021-07-27T23:29:26Z', 'revision_number': 4, 'project_id': 'e84d1ab4bf55439ab06f7875e90c7e5f', 'subnets': [{'id': '5de0730f-b78e-42b9-ac8a-c48d754335a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:29:27.106306 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-ddcc7768-0cc8-4568-9125-30f00e3b36db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:29:27.137126 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddcc7768-0cc8-4568-9125-30f00e3b36db None None] Routers {'54f1ac80-40e8-4af1-86d9-8a005e73b2ee'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:29:27.138110 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-ddcc7768-0cc8-4568-9125-30f00e3b36db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:29:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['54f1ac80-40e8-4af1-86d9-8a005e73b2ee'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:29:27.148126 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-419d99a9-4b17-410a-83af-857c5796f901 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks [] for router, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:27.208297 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-ddcc7768-0cc8-4568-9125-30f00e3b36db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:29:27.208959 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddcc7768-0cc8-4568-9125-30f00e3b36db None None] The sync data for ids ['54f1ac80-40e8-4af1-86d9-8a005e73b2ee'] in n-d-802623-1 is: [] {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:29:27.247665 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-1e74a356-5dea-4607-87de-0534ca21ceb9 req-94fc729d-6865-4b6a-85e3-0cdc4998b8c2 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/ports?device_id=afed9ed5-b597-44bc-8215-6b8b2fcefded HTTP/1.1" status: 200 len: 210 time: 0.0559590 Jul 27 23:29:27.278629 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3e1b113f-43ed-446e-b4fa-924a0f6bf0c3 tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11335991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11551414'] for subnet, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:27.382456 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1b113f-43ed-446e-b4fa-924a0f6bf0c3 tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] Pushing event deleted for resources: {'Subnet': ['ID=9b75df41-86f2-43a2-b926-130367678167,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:29:27.412036 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06d67852-84a1-4b80-8595-fb9d0fd6c0ae None None] Network 3d13a422-988d-4b87-8804-38043c0b02db requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:29:27.693440 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-419d99a9-4b17-410a-83af-857c5796f901 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62205'] for router, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:27.696284 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-419d99a9-4b17-410a-83af-857c5796f901 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:27.809064 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device b723b3b1-4398-45c1-af59-1c7eab5f62ae up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:29:27.872807 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3e1b113f-43ed-446e-b4fa-924a0f6bf0c3 tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] Notify callbacks [] for subnet, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:27.885111 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-3e1b113f-43ed-446e-b4fa-924a0f6bf0c3 tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] 10.222.0.18 "DELETE /v2.0/subnets/9b75df41-86f2-43a2-b926-130367678167 HTTP/1.1" status: 204 len: 168 time: 1.8188777 Jul 27 23:29:27.886245 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 36008) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:29:27.909941 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-419d99a9-4b17-410a-83af-857c5796f901 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-477831'] for router, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:27.910560 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-419d99a9-4b17-410a-83af-857c5796f901 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Fanout notify agent at l3_agent the message router_deleted on router 54f1ac80-40e8-4af1-86d9-8a005e73b2ee {{(pid=93797) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 23:29:27.922586 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-419d99a9-4b17-410a-83af-857c5796f901 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks [] for router, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:27.930312 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-419d99a9-4b17-410a-83af-857c5796f901 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] 10.222.0.18 "DELETE /v2.0/routers/54f1ac80-40e8-4af1-86d9-8a005e73b2ee HTTP/1.1" status: 204 len: 168 time: 0.8939278 Jul 27 23:29:27.931019 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 36010) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:29:27.999781 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_v2 [None req-79725700-99fd-43b8-9570-b88d1fd2c935 tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] Deleting subnet a2aad9f5-4184-42e3-a2e1-24bc9fdec0d0 {{(pid=93798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 23:29:28.010977 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-79725700-99fd-43b8-9570-b88d1fd2c935 tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] Notify callbacks [] for subnet, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:28.035523 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_v2 [None req-5aa4f4c3-9cab-4274-a778-93cf5720bf0e tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Deleting subnet b9866134-d674-4c46-a4bf-db8986e6c300 {{(pid=93797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 23:29:28.052965 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning for port b723b3b1-4398-45c1-af59-1c7eab5f62ae completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:29:28.063036 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port b723b3b1-4398-45c1-af59-1c7eab5f62ae triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:29:28.063530 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:28.065144 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-fbdf09f9-359b-44b1-a74f-e645dd3e352c req-c67da4a2-f5b8-4823-800b-28f827e4af6d tempest-TestServerBasicOps-1478917608 tempest-TestServerBasicOps-1478917608-project] 10.222.0.18 "GET /v2.0/ports?device_id=e9a436e3-d906-435d-b6dd-9e1040b145a2 HTTP/1.1" status: 200 len: 210 time: 0.1960657 Jul 27 23:29:28.069581 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5aa4f4c3-9cab-4274-a778-93cf5720bf0e tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks [] for subnet, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:28.101884 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-79725700-99fd-43b8-9570-b88d1fd2c935 tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11163249'] for subnet, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:28.119562 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-1dc61db2-7b77-4fe2-9f11-d72b142dfd0f req-2c1405d1-980f-456e-818e-8c6f2fc1e09b service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=ad67c1f5-7283-4637-999c-94737161fd62&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7687454 Jul 27 23:29:28.161094 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7313fbfc-7fbe-4088-88ee-940ee9de4bcb None None] DHCP port deletion for 3d13a422-988d-4b87-8804-38043c0b02db request from n-d-802623-1 {{(pid=93799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 23:29:28.172302 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5aa4f4c3-9cab-4274-a778-93cf5720bf0e tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11335971'] for subnet, precommit_delete_associations {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:28.306503 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-79725700-99fd-43b8-9570-b88d1fd2c935 tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620741'] for subnet, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:28.345279 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:28.398222 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc61db2-7b77-4fe2-9f11-d72b142dfd0f req-765236c1-9be9-4980-a1a5-be697e23d16f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:29:28.400410 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-1dc61db2-7b77-4fe2-9f11-d72b142dfd0f req-765236c1-9be9-4980-a1a5-be697e23d16f service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=93d6af8ff48b44f2bdb667a30d291295&device_id=ad67c1f5-7283-4637-999c-94737161fd62 HTTP/1.1" status: 200 len: 1097 time: 0.1747289 Jul 27 23:29:28.483106 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-79725700-99fd-43b8-9570-b88d1fd2c935 tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11971800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12265753'] for subnet, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:28.515016 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-7313fbfc-7fbe-4088-88ee-940ee9de4bcb None None] Deleting port f7b35d66-7382-4add-b990-21b22f4a750d {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:29:28.515425 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7313fbfc-7fbe-4088-88ee-940ee9de4bcb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:28.520701 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] For port b723b3b1-4398-45c1-af59-1c7eab5f62ae, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=b723b3b1-4398-45c1-af59-1c7eab5f62ae,segment=NetworkSegment(258f9d98-0a74-44bc-8b66-1603d3c8218b),segment_id=258f9d98-0a74-44bc-8b66-1603d3c8218b)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:29:28.576158 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:28.607676 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-79725700-99fd-43b8-9570-b88d1fd2c935 tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:28.611632 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-79725700-99fd-43b8-9570-b88d1fd2c935 tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] 10.222.0.18 "DELETE /v2.0/subnets/a2aad9f5-4184-42e3-a2e1-24bc9fdec0d0 HTTP/1.1" status: 204 len: 168 time: 0.7197175 Jul 27 23:29:28.612969 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 36026) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:29:28.636778 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79725700-99fd-43b8-9570-b88d1fd2c935 tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] Pushing event deleted for resources: {'Subnet': ['ID=a2aad9f5-4184-42e3-a2e1-24bc9fdec0d0,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:29:28.654971 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Pushing event updated for resources: {'Port': ['ID=b723b3b1-4398-45c1-af59-1c7eab5f62ae,revision_number=5']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:29:28.658149 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56fe1bf1-2965-4e7b-9d0f-5a78ba5bbcc5 None None] Network 7f6ac186-e0f6-4eea-9cec-f81cae045196 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:29:28.728380 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc61db2-7b77-4fe2-9f11-d72b142dfd0f req-4055b1fd-325d-4e8e-9284-b07f8bb2b6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:29:28.731376 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-7313fbfc-7fbe-4088-88ee-940ee9de4bcb None None] For port f7b35d66-7382-4add-b990-21b22f4a750d, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=f7b35d66-7382-4add-b990-21b22f4a750d,segment=NetworkSegment(23e63c64-a253-42d3-b32a-6e9166a35b4d),segment_id=23e63c64-a253-42d3-b32a-6e9166a35b4d)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:29:28.731782 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-1dc61db2-7b77-4fe2-9f11-d72b142dfd0f req-4055b1fd-325d-4e8e-9284-b07f8bb2b6d5 service neutron] 10.222.0.38 "GET /v2.0/networks?id=d772070e-dad0-48ff-8bce-c02a3adbff90 HTTP/1.1" status: 200 len: 912 time: 0.3026676 Jul 27 23:29:28.731966 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7313fbfc-7fbe-4088-88ee-940ee9de4bcb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:28.765876 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-7313fbfc-7fbe-4088-88ee-940ee9de4bcb None None] Calling delete_port for f7b35d66-7382-4add-b990-21b22f4a750d owned by network:dhcp {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:29:28.837509 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-1dc61db2-7b77-4fe2-9f11-d72b142dfd0f req-f1b564cb-1072-4d85-86cf-f0e8de0f5428 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=15c92a5f-fcf7-4340-b57e-ba184e4d3613 HTTP/1.1" status: 200 len: 1002 time: 0.0963790 Jul 27 23:29:28.922859 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5aa4f4c3-9cab-4274-a778-93cf5720bf0e tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620741'] for subnet, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:28.945327 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7313fbfc-7fbe-4088-88ee-940ee9de4bcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:28.969312 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7313fbfc-7fbe-4088-88ee-940ee9de4bcb None None] No DVR routers for this DVR port f7b35d66-7382-4add-b990-21b22f4a750d on host n-d-802623-1 {{(pid=93799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:29:29.014155 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7313fbfc-7fbe-4088-88ee-940ee9de4bcb None None] Pushing event deleted for resources: {'Port': ['ID=f7b35d66-7382-4add-b990-21b22f4a750d,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:29:29.030527 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6401c885-f9aa-4f3d-b913-2b8b994dd938 None None] DHCP port deletion for 7f6ac186-e0f6-4eea-9cec-f81cae045196 request from n-d-802623-1 {{(pid=93799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 23:29:29.142864 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-6401c885-f9aa-4f3d-b913-2b8b994dd938 None None] Deleting port 9256508c-0ce0-4aa5-94c0-07ba0425ea06 {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:29:29.144000 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-6401c885-f9aa-4f3d-b913-2b8b994dd938 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:29.147127 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc61db2-7b77-4fe2-9f11-d72b142dfd0f req-943bab76-cd4d-4014-8ced-045fedece2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:29:29.148773 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-1dc61db2-7b77-4fe2-9f11-d72b142dfd0f req-943bab76-cd4d-4014-8ced-045fedece2ad service neutron] 10.222.0.38 "GET /v2.0/subnets?id=22fd4781-4e46-409c-a91a-a4ac3ab69caf HTTP/1.1" status: 200 len: 850 time: 0.3016181 Jul 27 23:29:29.219015 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e8d851-ad85-4cff-9fb1-80945dd5a06c req-7a5b4475-b3ac-491f-84e6-54466916247d tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:29:29.229780 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a4e8d851-ad85-4cff-9fb1-80945dd5a06c req-7a5b4475-b3ac-491f-84e6-54466916247d tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/ports?device_id=c82f64f9-7572-4580-b07f-b346ae07e8cc HTTP/1.1" status: 200 len: 946 time: 0.1448207 Jul 27 23:29:29.282451 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-6401c885-f9aa-4f3d-b913-2b8b994dd938 None None] For port 9256508c-0ce0-4aa5-94c0-07ba0425ea06, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=9256508c-0ce0-4aa5-94c0-07ba0425ea06,segment=NetworkSegment(c914e31b-7b84-4283-b7da-2161335effd5),segment_id=c914e31b-7b84-4283-b7da-2161335effd5)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:29:29.283124 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-6401c885-f9aa-4f3d-b913-2b8b994dd938 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:29.297534 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a4e8d851-ad85-4cff-9fb1-80945dd5a06c req-dd317bbe-2090-44dc-99e8-6f57c0887aa9 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/security-groups?id=7dab0fca-2422-4f10-a2ed-ede178e48859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667751 Jul 27 23:29:29.298922 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5aa4f4c3-9cab-4274-a778-93cf5720bf0e tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11335991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11551414'] for subnet, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:29.311455 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-6401c885-f9aa-4f3d-b913-2b8b994dd938 None None] Calling delete_port for 9256508c-0ce0-4aa5-94c0-07ba0425ea06 owned by network:dhcp {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:29:29.331442 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5aa4f4c3-9cab-4274-a778-93cf5720bf0e tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks [] for subnet, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:29.333090 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22125a7e-f3ee-465a-aeb3-55a59a97243b None None] Network f4edbecc-294a-4c2a-b58f-0ec47ba31241 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:29:29.333526 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-5aa4f4c3-9cab-4274-a778-93cf5720bf0e tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] 10.222.0.18 "DELETE /v2.0/subnets/b9866134-d674-4c46-a4bf-db8986e6c300 HTTP/1.1" status: 204 len: 168 time: 1.3767338 Jul 27 23:29:29.336488 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 36034) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:29:29.487684 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa4f4c3-9cab-4274-a778-93cf5720bf0e tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Pushing event deleted for resources: {'Subnet': ['ID=b9866134-d674-4c46-a4bf-db8986e6c300,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:29:29.500883 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc61db2-7b77-4fe2-9f11-d72b142dfd0f req-a700d47d-cd52-49da-a3a6-09907e034493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:29:29.503448 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-1dc61db2-7b77-4fe2-9f11-d72b142dfd0f req-a700d47d-cd52-49da-a3a6-09907e034493 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=d772070e-dad0-48ff-8bce-c02a3adbff90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3306165 Jul 27 23:29:29.583264 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-6401c885-f9aa-4f3d-b913-2b8b994dd938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:29.616397 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device b723b3b1-4398-45c1-af59-1c7eab5f62ae up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:29:29.628691 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6401c885-f9aa-4f3d-b913-2b8b994dd938 None None] No DVR routers for this DVR port 9256508c-0ce0-4aa5-94c0-07ba0425ea06 on host n-d-802623-1 {{(pid=93799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:29:29.670884 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2a592fc-ffa8-400e-8595-9636216ce28c tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Deleting subnet 816be8a4-945a-4b5c-8bdc-8c94448620f3 {{(pid=93797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 23:29:29.677450 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a2a592fc-ffa8-400e-8595-9636216ce28c tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks [] for subnet, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:29.697972 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6401c885-f9aa-4f3d-b913-2b8b994dd938 None None] Pushing event deleted for resources: {'Port': ['ID=9256508c-0ce0-4aa5-94c0-07ba0425ea06,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:29:29.704150 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:29.716838 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-3ce4d0b7-fdc4-46ea-b372-ff667d645d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:29.756192 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a2a592fc-ffa8-400e-8595-9636216ce28c tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11335971'] for subnet, precommit_delete_associations {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:29.761007 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port b723b3b1-4398-45c1-af59-1c7eab5f62ae triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:29:29.761397 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:29.814676 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-1dc61db2-7b77-4fe2-9f11-d72b142dfd0f req-cec553a4-4301-4425-ad77-857097650944 service neutron] 10.222.0.38 "GET /v2.0/networks/d772070e-dad0-48ff-8bce-c02a3adbff90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3000867 Jul 27 23:29:29.851628 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5077409-1896-444f-8239-3d4fb0f8e99c None None] DHCP port deletion for f4edbecc-294a-4c2a-b58f-0ec47ba31241 request from n-d-802623-1 {{(pid=93799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 23:29:29.886104 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5711ead8-183e-4cb3-b9d8-e6cbd3f613e0 req-48efcba7-ceae-431e-a24d-7a5e6743cd7e tempest-TestServerBasicOps-1478917608 tempest-TestServerBasicOps-1478917608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:29:29.888322 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-5711ead8-183e-4cb3-b9d8-e6cbd3f613e0 req-48efcba7-ceae-431e-a24d-7a5e6743cd7e tempest-TestServerBasicOps-1478917608 tempest-TestServerBasicOps-1478917608-project] 10.222.0.49 "GET /v2.0/networks?id=2b215609-9514-419a-b7cc-2c2b08257d0c HTTP/1.1" status: 200 len: 808 time: 0.2273543 Jul 27 23:29:29.900125 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-676701ea-4060-44f3-a3a7-d36e4df70a25 req-c6217323-2671-4e82-847d-c563ac64252b tempest-TestServerBasicOps-1478917608 tempest-TestServerBasicOps-1478917608-project] 10.222.0.18 "GET /v2.0/ports?device_id=e9a436e3-d906-435d-b6dd-9e1040b145a2 HTTP/1.1" status: 200 len: 210 time: 0.0636492 Jul 27 23:29:29.954694 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a2a592fc-ffa8-400e-8595-9636216ce28c tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620741'] for subnet, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:29.980053 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-5711ead8-183e-4cb3-b9d8-e6cbd3f613e0 req-1a225634-1307-4c2f-ba9d-241d588ca6d0 tempest-TestServerBasicOps-1478917608 tempest-TestServerBasicOps-1478917608-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=50fb9c0a7f164ebaa507b1871f51f529 HTTP/1.1" status: 200 len: 380 time: 0.0682817 Jul 27 23:29:29.991821 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c7736a3d-3d15-49e3-a7f5-cf9451530b9e tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593271'] for network, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:30.003565 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [req-5711ead8-183e-4cb3-b9d8-e6cbd3f613e0 req-96b0f977-0ced-4dde-9fbf-6d249061ae5c tempest-TestServerBasicOps-1478917608 tempest-TestServerBasicOps-1478917608-project] Request body: {'port': {'device_id': 'e9a436e3-d906-435d-b6dd-9e1040b145a2', 'network_id': '2b215609-9514-419a-b7cc-2c2b08257d0c', 'admin_state_up': True, 'tenant_id': '50fb9c0a7f164ebaa507b1871f51f529', 'security_groups': ['15f92fae-02e6-49d4-94c8-683334afc3ff']}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:29:30.004476 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-a5077409-1896-444f-8239-3d4fb0f8e99c None None] Deleting port e0b4587d-6915-4e17-bf66-b1dd081eac58 {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:29:30.004849 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a5077409-1896-444f-8239-3d4fb0f8e99c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:30.025952 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-1dc61db2-7b77-4fe2-9f11-d72b142dfd0f req-6bf1658b-1a55-4f10-a92c-201145fa49bc service neutron] 10.222.0.38 "GET /v2.0/networks/d772070e-dad0-48ff-8bce-c02a3adbff90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1963444 Jul 27 23:29:30.084601 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:30.108444 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a2a592fc-ffa8-400e-8595-9636216ce28c tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11335991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11551414'] for subnet, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:30.121670 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-a5077409-1896-444f-8239-3d4fb0f8e99c None None] For port e0b4587d-6915-4e17-bf66-b1dd081eac58, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=e0b4587d-6915-4e17-bf66-b1dd081eac58,segment=NetworkSegment(98ba1f3b-0eab-4f69-8f29-c684a058eeb2),segment_id=98ba1f3b-0eab-4f69-8f29-c684a058eeb2)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:29:30.123500 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a5077409-1896-444f-8239-3d4fb0f8e99c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:30.149671 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 9256508c-0ce0-4aa5-94c0-07ba0425ea06 no longer exists at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:29:30.169748 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a592fc-ffa8-400e-8595-9636216ce28c tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Pushing event deleted for resources: {'Subnet': ['ID=816be8a4-945a-4b5c-8bdc-8c94448620f3,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:29:30.176599 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a2a592fc-ffa8-400e-8595-9636216ce28c tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks [] for subnet, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:30.181360 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-a2a592fc-ffa8-400e-8595-9636216ce28c tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] 10.222.0.18 "DELETE /v2.0/subnets/816be8a4-945a-4b5c-8bdc-8c94448620f3 HTTP/1.1" status: 204 len: 168 time: 0.8396158 Jul 27 23:29:30.181484 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 36040) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:29:30.192007 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] No Port match for: 9256508c-0ce0-4aa5-94c0-07ba0425ea06 {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:29:30.192007 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 9256508c-0ce0-4aa5-94c0-07ba0425ea06 not bound to the agent host n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:29:30.192007 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device f7b35d66-7382-4add-b990-21b22f4a750d no longer exists at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:29:30.195235 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76640a14-ab4c-4235-abcd-19b16eae4994 None None] Network 86ac3251-0518-492d-bd6f-098a743bbc8f requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:29:30.203599 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-a5077409-1896-444f-8239-3d4fb0f8e99c None None] Calling delete_port for e0b4587d-6915-4e17-bf66-b1dd081eac58 owned by network:dhcp {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:29:30.232490 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c7736a3d-3d15-49e3-a7f5-cf9451530b9e tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618032', 'neutron.services.segments.db._delete_segments_for_network-8736833900081'] for network, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:30.252363 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-c7736a3d-3d15-49e3-a7f5-cf9451530b9e tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d13a422-988d-4b87-8804-38043c0b02db']}} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:29:30.275972 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-c7736a3d-3d15-49e3-a7f5-cf9451530b9e tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23e63c64-a253-42d3-b32a-6e9166a35b4d') {'for_net_delete': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:29:30.276282 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-c7736a3d-3d15-49e3-a7f5-cf9451530b9e tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23e63c64-a253-42d3-b32a-6e9166a35b4d') {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:29:30.277929 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] No Port match for: f7b35d66-7382-4add-b990-21b22f4a750d {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:29:30.278393 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device f7b35d66-7382-4add-b990-21b22f4a750d not bound to the agent host n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:29:30.294195 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c7736a3d-3d15-49e3-a7f5-cf9451530b9e tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736833900858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11163256'] for segment, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:30.325841 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c7736a3d-3d15-49e3-a7f5-cf9451530b9e tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:30.336953 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7736a3d-3d15-49e3-a7f5-cf9451530b9e tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] Releasing vlan 513 on physical network physnet1 to pool {{(pid=93798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 23:29:30.337476 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c7736a3d-3d15-49e3-a7f5-cf9451530b9e tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11971746'] for segment, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:30.342257 n-d-802623-1 neutron-server[93798]: Traceback (most recent call last): Jul 27 23:29:30.342257 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 23:29:30.342257 n-d-802623-1 neutron-server[93798]: timer() Jul 27 23:29:30.342257 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 23:29:30.342257 n-d-802623-1 neutron-server[93798]: cb(*args, **kw) Jul 27 23:29:30.342257 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 23:29:30.342257 n-d-802623-1 neutron-server[93798]: return func(*args, **kwargs) Jul 27 23:29:30.342257 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 23:29:30.342257 n-d-802623-1 neutron-server[93798]: self._notify() Jul 27 23:29:30.342257 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 23:29:30.342257 n-d-802623-1 neutron-server[93798]: self.callback(batched_events) Jul 27 23:29:30.342257 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 23:29:30.342257 n-d-802623-1 neutron-server[93798]: event.method(event) Jul 27 23:29:30.342257 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 23:29:30.342257 n-d-802623-1 neutron-server[93798]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 23:29:30.342257 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 23:29:30.342257 n-d-802623-1 neutron-server[93798]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 23:29:30.342257 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 23:29:30.342257 n-d-802623-1 neutron-server[93798]: return f(self, *a, **k) Jul 27 23:29:30.342257 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 23:29:30.342257 n-d-802623-1 neutron-server[93798]: return self._get(url).json() Jul 27 23:29:30.342257 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 23:29:30.342257 n-d-802623-1 neutron-server[93798]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 23:29:30.342257 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 23:29:30.342257 n-d-802623-1 neutron-server[93798]: return self.request(url, 'GET', **kwargs) Jul 27 23:29:30.342257 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 23:29:30.342257 n-d-802623-1 neutron-server[93798]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 23:29:30.342257 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 23:29:30.342257 n-d-802623-1 neutron-server[93798]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 23:29:30.342257 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 23:29:30.342257 n-d-802623-1 neutron-server[93798]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 23:29:30.342257 n-d-802623-1 neutron-server[93798]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 23:29:30.349237 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-cb1a2551-adfb-49cc-a811-10522cf01b9b tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593271'] for network, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:30.353611 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5711ead8-183e-4cb3-b9d8-e6cbd3f613e0 req-96b0f977-0ced-4dde-9fbf-6d249061ae5c tempest-TestServerBasicOps-1478917608 tempest-TestServerBasicOps-1478917608-project] Made reservation on behalf of 50fb9c0a7f164ebaa507b1871f51f529 for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:29:30.357935 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-5711ead8-183e-4cb3-b9d8-e6cbd3f613e0 req-96b0f977-0ced-4dde-9fbf-6d249061ae5c tempest-TestServerBasicOps-1478917608 tempest-TestServerBasicOps-1478917608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:30.472364 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-cb1a2551-adfb-49cc-a811-10522cf01b9b tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Deleting port e0b4587d-6915-4e17-bf66-b1dd081eac58 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:29:30.472597 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-cb1a2551-adfb-49cc-a811-10522cf01b9b tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:30.527232 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-19f2e178-d45e-4fbe-b9be-c3963fc151ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:30.545875 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b12137-8a8f-44e2-ab04-98df0fbb8ac1 req-3c13cb8e-5a07-4346-b2d1-a94e14c1cd47 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:29:30.554016 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-91b12137-8a8f-44e2-ab04-98df0fbb8ac1 req-3c13cb8e-5a07-4346-b2d1-a94e14c1cd47 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/ports?device_id=c82f64f9-7572-4580-b07f-b346ae07e8cc HTTP/1.1" status: 200 len: 946 time: 0.1215363 Jul 27 23:29:30.555325 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a5077409-1896-444f-8239-3d4fb0f8e99c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:30.594993 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [req-5711ead8-183e-4cb3-b9d8-e6cbd3f613e0 req-96b0f977-0ced-4dde-9fbf-6d249061ae5c tempest-TestServerBasicOps-1478917608 tempest-TestServerBasicOps-1478917608-project] Allocated IP 172.20.0.9 (2b215609-9514-419a-b7cc-2c2b08257d0c/6d32a765-250f-4ea3-b957-afa008360a71/b817f094-e9a0-477d-8f41-a5a1fb15aac1) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:29:30.607631 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-cb1a2551-adfb-49cc-a811-10522cf01b9b tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] For port e0b4587d-6915-4e17-bf66-b1dd081eac58, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=e0b4587d-6915-4e17-bf66-b1dd081eac58,segment=NetworkSegment(98ba1f3b-0eab-4f69-8f29-c684a058eeb2),segment_id=98ba1f3b-0eab-4f69-8f29-c684a058eeb2)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:29:30.608014 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-cb1a2551-adfb-49cc-a811-10522cf01b9b tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:30.641024 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b96643a-cfaf-4236-a689-da2e243b58ee None None] DHCP port deletion for 86ac3251-0518-492d-bd6f-098a743bbc8f request from n-d-802623-1 {{(pid=93799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 23:29:30.644278 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-91b12137-8a8f-44e2-ab04-98df0fbb8ac1 req-a44011b6-b6e2-4dd5-b0ea-5d23014ccfa0 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/security-groups?id=7dab0fca-2422-4f10-a2ed-ede178e48859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893168 Jul 27 23:29:30.705525 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5077409-1896-444f-8239-3d4fb0f8e99c None None] Pushing event deleted for resources: {'Port': ['ID=e0b4587d-6915-4e17-bf66-b1dd081eac58,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:29:30.716741 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-cb1a2551-adfb-49cc-a811-10522cf01b9b tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Calling delete_port for e0b4587d-6915-4e17-bf66-b1dd081eac58 owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:29:30.721650 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5077409-1896-444f-8239-3d4fb0f8e99c None None] No DVR routers for this DVR port e0b4587d-6915-4e17-bf66-b1dd081eac58 on host n-d-802623-1 {{(pid=93799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:29:30.722222 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [req-eb005cd2-946c-4bd4-8e19-a225fdef58fe req-103a99a1-c501-4607-b0d6-5226349ad85c service neutron] (93797) timed out ('10.222.0.49', 64991) {{(pid=93797) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 27 23:29:30.812674 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-2b96643a-cfaf-4236-a689-da2e243b58ee None None] Deleting port ad136114-12e0-477b-951f-3bbbf4c23a8e {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:29:30.813296 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2b96643a-cfaf-4236-a689-da2e243b58ee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:30.832423 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c7736a3d-3d15-49e3-a7f5-cf9451530b9e tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415412'] for network, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:30.836377 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-5711ead8-183e-4cb3-b9d8-e6cbd3f613e0 req-96b0f977-0ced-4dde-9fbf-6d249061ae5c tempest-TestServerBasicOps-1478917608 tempest-TestServerBasicOps-1478917608-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:30.845271 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c7736a3d-3d15-49e3-a7f5-cf9451530b9e tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] Notify callbacks [] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:30.847641 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b3b820-a8d2-4563-a5cb-b72753720123 req-b7b21d42-c254-49fe-a1d1-8ed2d5625817 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:29:30.849352 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-09b3b820-a8d2-4563-a5cb-b72753720123 req-b7b21d42-c254-49fe-a1d1-8ed2d5625817 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.49 "GET /v2.0/ports?device_id=c82f64f9-7572-4580-b07f-b346ae07e8cc HTTP/1.1" status: 200 len: 946 time: 0.1698976 Jul 27 23:29:30.849690 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-c7736a3d-3d15-49e3-a7f5-cf9451530b9e tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] 10.222.0.18 "DELETE /v2.0/networks/3d13a422-988d-4b87-8804-38043c0b02db HTTP/1.1" status: 204 len: 168 time: 2.2326367 Jul 27 23:29:30.851986 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 36048) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:29:30.870615 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7736a3d-3d15-49e3-a7f5-cf9451530b9e tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] Pushing event deleted for resources: {'Network': ['ID=3d13a422-988d-4b87-8804-38043c0b02db,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:29:30.872912 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-5711ead8-183e-4cb3-b9d8-e6cbd3f613e0 req-96b0f977-0ced-4dde-9fbf-6d249061ae5c tempest-TestServerBasicOps-1478917608 tempest-TestServerBasicOps-1478917608-project] Transition to ACTIVE for port object b817f094-e9a0-477d-8f41-a5a1fb15aac1 will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:29:30.890458 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-2b96643a-cfaf-4236-a689-da2e243b58ee None None] For port ad136114-12e0-477b-951f-3bbbf4c23a8e, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=ad136114-12e0-477b-951f-3bbbf4c23a8e,segment=NetworkSegment(b2bc19c0-005c-4ec1-8f38-25f19fe3700d),segment_id=b2bc19c0-005c-4ec1-8f38-25f19fe3700d)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:29:30.890872 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2b96643a-cfaf-4236-a689-da2e243b58ee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:30.908413 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-2b96643a-cfaf-4236-a689-da2e243b58ee None None] Calling delete_port for ad136114-12e0-477b-951f-3bbbf4c23a8e owned by network:dhcp {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:29:30.920180 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-5711ead8-183e-4cb3-b9d8-e6cbd3f613e0 req-96b0f977-0ced-4dde-9fbf-6d249061ae5c tempest-TestServerBasicOps-1478917608 tempest-TestServerBasicOps-1478917608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:30.987785 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5711ead8-183e-4cb3-b9d8-e6cbd3f613e0 req-96b0f977-0ced-4dde-9fbf-6d249061ae5c tempest-TestServerBasicOps-1478917608 tempest-TestServerBasicOps-1478917608-project] Network 2b215609-9514-419a-b7cc-2c2b08257d0c is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:29:30.994869 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [req-5711ead8-183e-4cb3-b9d8-e6cbd3f613e0 req-96b0f977-0ced-4dde-9fbf-6d249061ae5c tempest-TestServerBasicOps-1478917608 tempest-TestServerBasicOps-1478917608-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:29:31.017103 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-5711ead8-183e-4cb3-b9d8-e6cbd3f613e0 req-96b0f977-0ced-4dde-9fbf-6d249061ae5c tempest-TestServerBasicOps-1478917608 tempest-TestServerBasicOps-1478917608-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:29:31.029848 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b0f977-0ced-4dde-9fbf-6d249061ae5c tempest-TestServerBasicOps-1478917608 tempest-TestServerBasicOps-1478917608-project] Pushing event updated for resources: {'Port': ['ID=b817f094-e9a0-477d-8f41-a5a1fb15aac1,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:29:31.036986 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2b96643a-cfaf-4236-a689-da2e243b58ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:31.054446 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b96643a-cfaf-4236-a689-da2e243b58ee None None] No DVR routers for this DVR port ad136114-12e0-477b-951f-3bbbf4c23a8e on host n-d-802623-1 {{(pid=93799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:29:31.086583 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b96643a-cfaf-4236-a689-da2e243b58ee None None] Pushing event deleted for resources: {'Port': ['ID=ad136114-12e0-477b-951f-3bbbf4c23a8e,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:29:31.112155 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5711ead8-183e-4cb3-b9d8-e6cbd3f613e0 req-96b0f977-0ced-4dde-9fbf-6d249061ae5c tempest-TestServerBasicOps-1478917608 tempest-TestServerBasicOps-1478917608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:29:31.112913 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-5711ead8-183e-4cb3-b9d8-e6cbd3f613e0 req-96b0f977-0ced-4dde-9fbf-6d249061ae5c tempest-TestServerBasicOps-1478917608 tempest-TestServerBasicOps-1478917608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:31.114904 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e2f8de5b-a007-4757-9f1d-5c2294370fc6 tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593271'] for network, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:31.124158 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-cb1a2551-adfb-49cc-a811-10522cf01b9b tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:31.138408 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-5711ead8-183e-4cb3-b9d8-e6cbd3f613e0 req-96b0f977-0ced-4dde-9fbf-6d249061ae5c tempest-TestServerBasicOps-1478917608 tempest-TestServerBasicOps-1478917608-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1420457 Jul 27 23:29:31.151247 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [req-5711ead8-183e-4cb3-b9d8-e6cbd3f613e0 req-07ada70c-d0f8-4f4a-903a-4d8d25c157eb service neutron] Request body: {'port': {'device_id': 'e9a436e3-d906-435d-b6dd-9e1040b145a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802623-1'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:29:31.170257 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1a2551-adfb-49cc-a811-10522cf01b9b tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Pushing event deleted for resources: {'Port': ['ID=e0b4587d-6915-4e17-bf66-b1dd081eac58,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:29:31.172611 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb1a2551-adfb-49cc-a811-10522cf01b9b tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] No DVR routers for this DVR port e0b4587d-6915-4e17-bf66-b1dd081eac58 on host n-d-802623-1 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:29:31.183932 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b875d1a-460e-4782-ad9f-8c9d49b42b89 req-14d9502f-e1a1-4466-90c1-a6eef2832b18 tempest-TestServerBasicOps-1478917608 tempest-TestServerBasicOps-1478917608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:29:31.200074 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-3b875d1a-460e-4782-ad9f-8c9d49b42b89 req-14d9502f-e1a1-4466-90c1-a6eef2832b18 tempest-TestServerBasicOps-1478917608 tempest-TestServerBasicOps-1478917608-project] 10.222.0.18 "GET /v2.0/ports?device_id=e9a436e3-d906-435d-b6dd-9e1040b145a2 HTTP/1.1" status: 200 len: 931 time: 0.1737401 Jul 27 23:29:31.228381 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-5711ead8-183e-4cb3-b9d8-e6cbd3f613e0 req-07ada70c-d0f8-4f4a-903a-4d8d25c157eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:31.397927 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-a99f8d4e-4caa-4746-835a-667946bf9494 None None] Provisioning for port b817f094-e9a0-477d-8f41-a5a1fb15aac1 completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:29:31.403809 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-a99f8d4e-4caa-4746-835a-667946bf9494 None None] Provisioning complete for port b817f094-e9a0-477d-8f41-a5a1fb15aac1 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:29:31.404508 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a99f8d4e-4caa-4746-835a-667946bf9494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:31.450170 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-a99f8d4e-4caa-4746-835a-667946bf9494 None None] Port b817f094-e9a0-477d-8f41-a5a1fb15aac1 cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:29:31.518083 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device e0b4587d-6915-4e17-bf66-b1dd081eac58 no longer exists at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:29:31.543664 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] No Port match for: e0b4587d-6915-4e17-bf66-b1dd081eac58 {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:29:31.544026 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device e0b4587d-6915-4e17-bf66-b1dd081eac58 not bound to the agent host n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:29:31.544451 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device ad136114-12e0-477b-951f-3bbbf4c23a8e no longer exists at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:29:31.568688 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] No Port match for: ad136114-12e0-477b-951f-3bbbf4c23a8e {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:29:31.569296 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device ad136114-12e0-477b-951f-3bbbf4c23a8e not bound to the agent host n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:29:31.608479 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [req-5711ead8-183e-4cb3-b9d8-e6cbd3f613e0 req-07ada70c-d0f8-4f4a-903a-4d8d25c157eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b817f094-e9a0-477d-8f41-a5a1fb15aac1 {{(pid=93798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:29:31.616546 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-5711ead8-183e-4cb3-b9d8-e6cbd3f613e0 req-07ada70c-d0f8-4f4a-903a-4d8d25c157eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:31.632636 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-5711ead8-183e-4cb3-b9d8-e6cbd3f613e0 req-07ada70c-d0f8-4f4a-903a-4d8d25c157eb service neutron] Transition to ACTIVE for port object b817f094-e9a0-477d-8f41-a5a1fb15aac1 will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:29:31.636693 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-5711ead8-183e-4cb3-b9d8-e6cbd3f613e0 req-07ada70c-d0f8-4f4a-903a-4d8d25c157eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:31.655875 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [req-09b3b820-a8d2-4563-a5cb-b72753720123 req-15e34887-4ce3-4fca-9a53-532a83260aff tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] Deleting port a58ff0ba-c0e7-4ff0-b14e-5550ff97f187 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:29:31.656221 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-09b3b820-a8d2-4563-a5cb-b72753720123 req-15e34887-4ce3-4fca-9a53-532a83260aff tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:31.714343 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ada70c-d0f8-4f4a-903a-4d8d25c157eb service neutron] Pushing event updated for resources: {'Port': ['ID=b817f094-e9a0-477d-8f41-a5a1fb15aac1,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:29:31.800158 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-3b875d1a-460e-4782-ad9f-8c9d49b42b89 req-45dcf105-f575-4fc5-8749-e11c4f86dc67 tempest-TestServerBasicOps-1478917608 tempest-TestServerBasicOps-1478917608-project] 10.222.0.18 "GET /v2.0/security-groups?id=15f92fae-02e6-49d4-94c8-683334afc3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6077542 Jul 27 23:29:31.802312 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-5711ead8-183e-4cb3-b9d8-e6cbd3f613e0 req-07ada70c-d0f8-4f4a-903a-4d8d25c157eb service neutron] Attempting to bind port b817f094-e9a0-477d-8f41-a5a1fb15aac1 on host n-h2-802623-1 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:29:31.802864 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-5711ead8-183e-4cb3-b9d8-e6cbd3f613e0 req-07ada70c-d0f8-4f4a-903a-4d8d25c157eb service neutron] Attempting to bind port b817f094-e9a0-477d-8f41-a5a1fb15aac1 by drivers openvswitch,hyperv on host n-h2-802623-1 at level 0 using segments [{'id': 'af1481bc-81fa-42f6-b613-ea8094c41a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '2b215609-9514-419a-b7cc-2c2b08257d0c'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:29:31.803216 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5711ead8-183e-4cb3-b9d8-e6cbd3f613e0 req-07ada70c-d0f8-4f4a-903a-4d8d25c157eb service neutron] Attempting to bind port b817f094-e9a0-477d-8f41-a5a1fb15aac1 on network 2b215609-9514-419a-b7cc-2c2b08257d0c {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:29:31.804098 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e2f8de5b-a007-4757-9f1d-5c2294370fc6 tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618032', 'neutron.services.segments.db._delete_segments_for_network-8736833900081'] for network, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:31.807923 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-cb1a2551-adfb-49cc-a811-10522cf01b9b tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618032', 'neutron.services.segments.db._delete_segments_for_network-8736833900081'] for network, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:31.810882 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5711ead8-183e-4cb3-b9d8-e6cbd3f613e0 req-07ada70c-d0f8-4f4a-903a-4d8d25c157eb service neutron] Port b817f094-e9a0-477d-8f41-a5a1fb15aac1 on network 2b215609-9514-419a-b7cc-2c2b08257d0c not bound, no agent of type Open vSwitch agent registered on host n-h2-802623-1 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 23:29:31.811256 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5711ead8-183e-4cb3-b9d8-e6cbd3f613e0 req-07ada70c-d0f8-4f4a-903a-4d8d25c157eb service neutron] Attempting to bind port b817f094-e9a0-477d-8f41-a5a1fb15aac1 on network 2b215609-9514-419a-b7cc-2c2b08257d0c {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:29:31.825024 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5711ead8-183e-4cb3-b9d8-e6cbd3f613e0 req-07ada70c-d0f8-4f4a-903a-4d8d25c157eb service neutron] Checking agent: {'id': 'c5cc038b-93c4-4df4-8061-5df2a04a48c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 23, 0, 4), 'started_at': datetime.datetime(2021, 7, 27, 23, 0, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 29, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:29:31.825410 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5711ead8-183e-4cb3-b9d8-e6cbd3f613e0 req-07ada70c-d0f8-4f4a-903a-4d8d25c157eb service neutron] Checking segment: {'id': 'af1481bc-81fa-42f6-b613-ea8094c41a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '2b215609-9514-419a-b7cc-2c2b08257d0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:29:31.825767 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5711ead8-183e-4cb3-b9d8-e6cbd3f613e0 req-07ada70c-d0f8-4f4a-903a-4d8d25c157eb service neutron] Bound using segment: {'id': 'af1481bc-81fa-42f6-b613-ea8094c41a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '2b215609-9514-419a-b7cc-2c2b08257d0c'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:29:31.826226 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-5711ead8-183e-4cb3-b9d8-e6cbd3f613e0 req-07ada70c-d0f8-4f4a-903a-4d8d25c157eb service neutron] Bound port: b817f094-e9a0-477d-8f41-a5a1fb15aac1, host: n-h2-802623-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af1481bc-81fa-42f6-b613-ea8094c41a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '2b215609-9514-419a-b7cc-2c2b08257d0c'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:29:31.826590 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-5711ead8-183e-4cb3-b9d8-e6cbd3f613e0 req-07ada70c-d0f8-4f4a-903a-4d8d25c157eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:31.857386 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-e2f8de5b-a007-4757-9f1d-5c2294370fc6 tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f6ac186-e0f6-4eea-9cec-f81cae045196']}} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:29:31.868404 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-cb1a2551-adfb-49cc-a811-10522cf01b9b tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4edbecc-294a-4c2a-b58f-0ec47ba31241']}} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:29:31.902700 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-cb1a2551-adfb-49cc-a811-10522cf01b9b tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98ba1f3b-0eab-4f69-8f29-c684a058eeb2') {'for_net_delete': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:29:31.903400 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-cb1a2551-adfb-49cc-a811-10522cf01b9b tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98ba1f3b-0eab-4f69-8f29-c684a058eeb2') {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:29:31.914448 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-cb1a2551-adfb-49cc-a811-10522cf01b9b tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736833900858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11335978'] for segment, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:31.919398 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-5711ead8-183e-4cb3-b9d8-e6cbd3f613e0 req-07ada70c-d0f8-4f4a-903a-4d8d25c157eb service neutron] For port b817f094-e9a0-477d-8f41-a5a1fb15aac1, host n-h2-802623-1, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:29:31.924141 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-5711ead8-183e-4cb3-b9d8-e6cbd3f613e0 req-07ada70c-d0f8-4f4a-903a-4d8d25c157eb service neutron] For port b817f094-e9a0-477d-8f41-a5a1fb15aac1, host n-h2-802623-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=b817f094-e9a0-477d-8f41-a5a1fb15aac1,segment=NetworkSegment(af1481bc-81fa-42f6-b613-ea8094c41a52),segment_id=af1481bc-81fa-42f6-b613-ea8094c41a52)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:29:31.934197 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-cb1a2551-adfb-49cc-a811-10522cf01b9b tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:31.936639 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d4e29f-3533-492e-9c35-f431168c3fa8 req-205a9878-c5a9-4636-a75e-2ed550e490ca tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:29:31.938442 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-76d4e29f-3533-492e-9c35-f431168c3fa8 req-205a9878-c5a9-4636-a75e-2ed550e490ca tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/ports?device_id=c82f64f9-7572-4580-b07f-b346ae07e8cc HTTP/1.1" status: 200 len: 946 time: 0.1987379 Jul 27 23:29:31.941612 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-5711ead8-183e-4cb3-b9d8-e6cbd3f613e0 req-07ada70c-d0f8-4f4a-903a-4d8d25c157eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:31.951069 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb1a2551-adfb-49cc-a811-10522cf01b9b tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Releasing vlan 539 on physical network physnet1 to pool {{(pid=93797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 23:29:31.951758 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-cb1a2551-adfb-49cc-a811-10522cf01b9b tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11336013'] for segment, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:32.007252 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5711ead8-183e-4cb3-b9d8-e6cbd3f613e0 req-07ada70c-d0f8-4f4a-903a-4d8d25c157eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:29:32.007882 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-5711ead8-183e-4cb3-b9d8-e6cbd3f613e0 req-07ada70c-d0f8-4f4a-903a-4d8d25c157eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:32.008924 n-d-802623-1 neutron-server[93797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 23:29:32.008924 n-d-802623-1 neutron-server[93797]: self.session.flush() Jul 27 23:29:32.008924 n-d-802623-1 neutron-server[93797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 23:29:32.008924 n-d-802623-1 neutron-server[93797]: self.session.flush() Jul 27 23:29:32.008924 n-d-802623-1 neutron-server[93797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 23:29:32.008924 n-d-802623-1 neutron-server[93797]: self.session.flush() Jul 27 23:29:32.008924 n-d-802623-1 neutron-server[93797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 23:29:32.008924 n-d-802623-1 neutron-server[93797]: self.session.flush() Jul 27 23:29:32.008924 n-d-802623-1 neutron-server[93797]: Traceback (most recent call last): Jul 27 23:29:32.008924 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 23:29:32.008924 n-d-802623-1 neutron-server[93797]: timer() Jul 27 23:29:32.008924 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 23:29:32.008924 n-d-802623-1 neutron-server[93797]: cb(*args, **kw) Jul 27 23:29:32.008924 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 23:29:32.008924 n-d-802623-1 neutron-server[93797]: return func(*args, **kwargs) Jul 27 23:29:32.008924 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 23:29:32.008924 n-d-802623-1 neutron-server[93797]: self._notify() Jul 27 23:29:32.008924 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 23:29:32.008924 n-d-802623-1 neutron-server[93797]: self.callback(batched_events) Jul 27 23:29:32.008924 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 23:29:32.008924 n-d-802623-1 neutron-server[93797]: event.method(event) Jul 27 23:29:32.008924 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 23:29:32.008924 n-d-802623-1 neutron-server[93797]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 23:29:32.008924 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 23:29:32.008924 n-d-802623-1 neutron-server[93797]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 23:29:32.008924 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 23:29:32.008924 n-d-802623-1 neutron-server[93797]: return f(self, *a, **k) Jul 27 23:29:32.008924 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 23:29:32.008924 n-d-802623-1 neutron-server[93797]: return self._get(url).json() Jul 27 23:29:32.008924 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 23:29:32.008924 n-d-802623-1 neutron-server[93797]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 23:29:32.008924 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 23:29:32.008924 n-d-802623-1 neutron-server[93797]: return self.request(url, 'GET', **kwargs) Jul 27 23:29:32.008924 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 23:29:32.008924 n-d-802623-1 neutron-server[93797]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 23:29:32.008924 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 23:29:32.008924 n-d-802623-1 neutron-server[93797]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 23:29:32.008924 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 23:29:32.008924 n-d-802623-1 neutron-server[93797]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 23:29:32.008924 n-d-802623-1 neutron-server[93797]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 23:29:32.011941 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-5711ead8-183e-4cb3-b9d8-e6cbd3f613e0 req-07ada70c-d0f8-4f4a-903a-4d8d25c157eb service neutron] 10.222.0.49 "PUT /v2.0/ports/b817f094-e9a0-477d-8f41-a5a1fb15aac1 HTTP/1.1" status: 200 len: 1091 time: 0.8627074 Jul 27 23:29:32.013186 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-e2f8de5b-a007-4757-9f1d-5c2294370fc6 tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c914e31b-7b84-4283-b7da-2161335effd5') {'for_net_delete': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:29:32.013501 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-e2f8de5b-a007-4757-9f1d-5c2294370fc6 tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c914e31b-7b84-4283-b7da-2161335effd5') {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:29:32.043212 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9a436e3-d906-435d-b6dd-9e1040b145a2', 'tag': 'b817f094-e9a0-477d-8f41-a5a1fb15aac1'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:29:32.047093 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}011f8d312121274bb12d78e77c6379a2079800640016cec6c6d605b73666e854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0538fdd-414e-4d85-b4b3-15063a8baa31" -d '{"events": [{"name": "network-changed", "server_uuid": "e9a436e3-d906-435d-b6dd-9e1040b145a2", "tag": "b817f094-e9a0-477d-8f41-a5a1fb15aac1"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:29:32.048571 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e2f8de5b-a007-4757-9f1d-5c2294370fc6 tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736833900858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11335978'] for segment, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:32.057343 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-76d4e29f-3533-492e-9c35-f431168c3fa8 req-09dcc0ff-e279-44e4-8323-2902b13995b4 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/security-groups?id=7dab0fca-2422-4f10-a2ed-ede178e48859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006396 Jul 27 23:29:32.144481 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e2f8de5b-a007-4757-9f1d-5c2294370fc6 tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:32.158995 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-cb1a2551-adfb-49cc-a811-10522cf01b9b tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415412'] for network, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:32.162600 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 23:29:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7521b5b3-64fb-4a5d-97ae-67ac97dd5e00 x-openstack-request-id: req-7521b5b3-64fb-4a5d-97ae-67ac97dd5e00 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:29:32.162809 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9a436e3-d906-435d-b6dd-9e1040b145a2", "tag": "b817f094-e9a0-477d-8f41-a5a1fb15aac1", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:29:32.162984 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7521b5b3-64fb-4a5d-97ae-67ac97dd5e00 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:29:32.163651 n-d-802623-1 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9a436e3-d906-435d-b6dd-9e1040b145a2', 'tag': 'b817f094-e9a0-477d-8f41-a5a1fb15aac1', 'status': 'completed', 'code': 200} Jul 27 23:29:32.171373 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-cb1a2551-adfb-49cc-a811-10522cf01b9b tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks [] for network, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:32.174047 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-cb1a2551-adfb-49cc-a811-10522cf01b9b tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] 10.222.0.18 "DELETE /v2.0/networks/f4edbecc-294a-4c2a-b58f-0ec47ba31241 HTTP/1.1" status: 204 len: 168 time: 1.9916780 Jul 27 23:29:32.176698 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ada70c-d0f8-4f4a-903a-4d8d25c157eb service neutron] Pushing event updated for resources: {'Port': ['ID=b817f094-e9a0-477d-8f41-a5a1fb15aac1,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:29:32.185759 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 36068) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:29:32.191202 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2f8de5b-a007-4757-9f1d-5c2294370fc6 tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] Releasing vlan 522 on physical network physnet1 to pool {{(pid=93797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 23:29:32.191668 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e2f8de5b-a007-4757-9f1d-5c2294370fc6 tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11336013'] for segment, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:32.196314 n-d-802623-1 neutron-server[93797]: Traceback (most recent call last): Jul 27 23:29:32.196314 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 23:29:32.196314 n-d-802623-1 neutron-server[93797]: timer() Jul 27 23:29:32.196314 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 23:29:32.196314 n-d-802623-1 neutron-server[93797]: cb(*args, **kw) Jul 27 23:29:32.196314 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 23:29:32.196314 n-d-802623-1 neutron-server[93797]: return func(*args, **kwargs) Jul 27 23:29:32.196314 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 23:29:32.196314 n-d-802623-1 neutron-server[93797]: self._notify() Jul 27 23:29:32.196314 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 23:29:32.196314 n-d-802623-1 neutron-server[93797]: self.callback(batched_events) Jul 27 23:29:32.196314 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 23:29:32.196314 n-d-802623-1 neutron-server[93797]: event.method(event) Jul 27 23:29:32.196314 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 23:29:32.196314 n-d-802623-1 neutron-server[93797]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 23:29:32.196314 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 23:29:32.196314 n-d-802623-1 neutron-server[93797]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 23:29:32.196314 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 23:29:32.196314 n-d-802623-1 neutron-server[93797]: return f(self, *a, **k) Jul 27 23:29:32.196314 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 23:29:32.196314 n-d-802623-1 neutron-server[93797]: return self._get(url).json() Jul 27 23:29:32.196314 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 23:29:32.196314 n-d-802623-1 neutron-server[93797]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 23:29:32.196314 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 23:29:32.196314 n-d-802623-1 neutron-server[93797]: return self.request(url, 'GET', **kwargs) Jul 27 23:29:32.196314 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 23:29:32.196314 n-d-802623-1 neutron-server[93797]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 23:29:32.196314 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 23:29:32.196314 n-d-802623-1 neutron-server[93797]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 23:29:32.196314 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 23:29:32.196314 n-d-802623-1 neutron-server[93797]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 23:29:32.196314 n-d-802623-1 neutron-server[93797]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 23:29:32.201264 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-09b3b820-a8d2-4563-a5cb-b72753720123 req-15e34887-4ce3-4fca-9a53-532a83260aff tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] For port a58ff0ba-c0e7-4ff0-b14e-5550ff97f187, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=a58ff0ba-c0e7-4ff0-b14e-5550ff97f187,segment=NetworkSegment(1737c4ac-b730-4adf-86c0-edf2b2a14795),segment_id=1737c4ac-b730-4adf-86c0-edf2b2a14795)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:29:32.201264 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-09b3b820-a8d2-4563-a5cb-b72753720123 req-15e34887-4ce3-4fca-9a53-532a83260aff tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:32.218471 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5711ead8-183e-4cb3-b9d8-e6cbd3f613e0 req-34b2652e-5b10-4cae-99c0-3bd12e528793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:29:32.220865 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-5711ead8-183e-4cb3-b9d8-e6cbd3f613e0 req-34b2652e-5b10-4cae-99c0-3bd12e528793 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=50fb9c0a7f164ebaa507b1871f51f529&device_id=e9a436e3-d906-435d-b6dd-9e1040b145a2 HTTP/1.1" status: 200 len: 1094 time: 0.1474216 Jul 27 23:29:32.255958 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7418f70f-e60d-4709-8ba9-6ab514bc7f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:32.265323 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1a2551-adfb-49cc-a811-10522cf01b9b tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Pushing event deleted for resources: {'Network': ['ID=f4edbecc-294a-4c2a-b58f-0ec47ba31241,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:29:32.291992 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [req-09b3b820-a8d2-4563-a5cb-b72753720123 req-15e34887-4ce3-4fca-9a53-532a83260aff tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] Calling delete_port for a58ff0ba-c0e7-4ff0-b14e-5550ff97f187 owned by compute:nova {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:29:32.337346 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-5711ead8-183e-4cb3-b9d8-e6cbd3f613e0 req-12ada0b1-7630-453c-a99f-5d8d19d1d95f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b817f094-e9a0-477d-8f41-a5a1fb15aac1 HTTP/1.1" status: 200 len: 217 time: 0.0705698 Jul 27 23:29:32.357471 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e2f8de5b-a007-4757-9f1d-5c2294370fc6 tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415412'] for network, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:32.363453 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e2f8de5b-a007-4757-9f1d-5c2294370fc6 tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] Notify callbacks [] for network, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:32.368355 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-e2f8de5b-a007-4757-9f1d-5c2294370fc6 tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] 10.222.0.18 "DELETE /v2.0/networks/7f6ac186-e0f6-4eea-9cec-f81cae045196 HTTP/1.1" status: 204 len: 168 time: 1.5124466 Jul 27 23:29:32.369481 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 36070) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:29:32.421071 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f8de5b-a007-4757-9f1d-5c2294370fc6 tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] Pushing event deleted for resources: {'Network': ['ID=7f6ac186-e0f6-4eea-9cec-f81cae045196,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:29:32.423940 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5711ead8-183e-4cb3-b9d8-e6cbd3f613e0 req-4cd3c913-e628-4604-b54b-22eb4ecc76e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:29:32.425807 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-5711ead8-183e-4cb3-b9d8-e6cbd3f613e0 req-4cd3c913-e628-4604-b54b-22eb4ecc76e4 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=6d32a765-250f-4ea3-b957-afa008360a71 HTTP/1.1" status: 200 len: 847 time: 0.0792296 Jul 27 23:29:32.467867 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ea97ee7-adfe-4b38-8027-8adcf3b59c5c tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] Deleting subnet df0b9628-e00f-4d5c-b729-0e46eab5df1b {{(pid=93797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 23:29:32.472289 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-13230f73-c280-4324-94a8-5300127c387c tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593271'] for network, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:32.473079 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6ea97ee7-adfe-4b38-8027-8adcf3b59c5c tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] Notify callbacks [] for subnet, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:32.494439 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5711ead8-183e-4cb3-b9d8-e6cbd3f613e0 req-4827c8e8-17dd-4f4b-b33e-914331d3d1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:29:32.496666 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-5711ead8-183e-4cb3-b9d8-e6cbd3f613e0 req-4827c8e8-17dd-4f4b-b33e-914331d3d1e8 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2b215609-9514-419a-b7cc-2c2b08257d0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0555615 Jul 27 23:29:32.565449 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6ea97ee7-adfe-4b38-8027-8adcf3b59c5c tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11335971'] for subnet, precommit_delete_associations {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:32.603936 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-09b3b820-a8d2-4563-a5cb-b72753720123 req-15e34887-4ce3-4fca-9a53-532a83260aff tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:32.615889 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] get_ports_and_sgs() called for port_ids ['a58ff0ba-c0e7-4ff0-b14e-5550ff97f187'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:29:32.634970 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-13230f73-c280-4324-94a8-5300127c387c tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618032', 'neutron.services.segments.db._delete_segments_for_network-8736833900081'] for network, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:32.648480 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-13230f73-c280-4324-94a8-5300127c387c tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86ac3251-0518-492d-bd6f-098a743bbc8f']}} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:29:32.666062 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-13230f73-c280-4324-94a8-5300127c387c tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2bc19c0-005c-4ec1-8f38-25f19fe3700d') {'for_net_delete': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:29:32.666408 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-13230f73-c280-4324-94a8-5300127c387c tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2bc19c0-005c-4ec1-8f38-25f19fe3700d') {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:29:32.670533 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e34887-4ce3-4fca-9a53-532a83260aff tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] Pushing event deleted for resources: {'Port': ['ID=a58ff0ba-c0e7-4ff0-b14e-5550ff97f187,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:29:32.686447 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-13230f73-c280-4324-94a8-5300127c387c tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736833900858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11163256'] for segment, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:32.699894 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [req-09b3b820-a8d2-4563-a5cb-b72753720123 req-15e34887-4ce3-4fca-9a53-532a83260aff tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] No DVR routers for this DVR port a58ff0ba-c0e7-4ff0-b14e-5550ff97f187 on host n-h2-802623-1 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:29:32.702413 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-09b3b820-a8d2-4563-a5cb-b72753720123 req-15e34887-4ce3-4fca-9a53-532a83260aff tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:32.702766 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-5711ead8-183e-4cb3-b9d8-e6cbd3f613e0 req-8f9c16c0-a397-4a84-8377-d7333f2070e3 service neutron] 10.222.0.49 "GET /v2.0/networks/2b215609-9514-419a-b7cc-2c2b08257d0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1841803 Jul 27 23:29:32.704769 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-09b3b820-a8d2-4563-a5cb-b72753720123 req-15e34887-4ce3-4fca-9a53-532a83260aff tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.49 "DELETE /v2.0/ports/a58ff0ba-c0e7-4ff0-b14e-5550ff97f187 HTTP/1.1" status: 204 len: 173 time: 1.8270099 Jul 27 23:29:32.706461 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-13230f73-c280-4324-94a8-5300127c387c tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:32.720896 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13230f73-c280-4324-94a8-5300127c387c tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Releasing vlan 548 on physical network physnet1 to pool {{(pid=93798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 23:29:32.721392 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-13230f73-c280-4324-94a8-5300127c387c tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11971746'] for segment, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:32.723484 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c82f64f9-7572-4580-b07f-b346ae07e8cc', 'name': 'network-vif-deleted', 'tag': 'a58ff0ba-c0e7-4ff0-b14e-5550ff97f187'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:29:32.724840 n-d-802623-1 neutron-server[93798]: Traceback (most recent call last): Jul 27 23:29:32.724840 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 23:29:32.724840 n-d-802623-1 neutron-server[93798]: timer() Jul 27 23:29:32.724840 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 23:29:32.724840 n-d-802623-1 neutron-server[93798]: cb(*args, **kw) Jul 27 23:29:32.724840 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 23:29:32.724840 n-d-802623-1 neutron-server[93798]: return func(*args, **kwargs) Jul 27 23:29:32.724840 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 23:29:32.724840 n-d-802623-1 neutron-server[93798]: self._notify() Jul 27 23:29:32.724840 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 23:29:32.724840 n-d-802623-1 neutron-server[93798]: self.callback(batched_events) Jul 27 23:29:32.724840 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 23:29:32.724840 n-d-802623-1 neutron-server[93798]: event.method(event) Jul 27 23:29:32.724840 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 23:29:32.724840 n-d-802623-1 neutron-server[93798]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 23:29:32.724840 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 23:29:32.724840 n-d-802623-1 neutron-server[93798]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 23:29:32.724840 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 23:29:32.724840 n-d-802623-1 neutron-server[93798]: return f(self, *a, **k) Jul 27 23:29:32.724840 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 23:29:32.724840 n-d-802623-1 neutron-server[93798]: return self._get(url).json() Jul 27 23:29:32.724840 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 23:29:32.724840 n-d-802623-1 neutron-server[93798]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 23:29:32.724840 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 23:29:32.724840 n-d-802623-1 neutron-server[93798]: return self.request(url, 'GET', **kwargs) Jul 27 23:29:32.724840 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 23:29:32.724840 n-d-802623-1 neutron-server[93798]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 23:29:32.724840 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 23:29:32.724840 n-d-802623-1 neutron-server[93798]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 23:29:32.724840 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 23:29:32.724840 n-d-802623-1 neutron-server[93798]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 23:29:32.724840 n-d-802623-1 neutron-server[93798]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 23:29:32.727253 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a476459a1bfce68b0ae0df5b6a71154bfc7cfdc8f9eefce6ad0a17231e60468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dd32adc-1954-4b53-a318-8d6e782afffd" -d '{"events": [{"server_uuid": "c82f64f9-7572-4580-b07f-b346ae07e8cc", "name": "network-vif-deleted", "tag": "a58ff0ba-c0e7-4ff0-b14e-5550ff97f187"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:29:32.768686 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6ea97ee7-adfe-4b38-8027-8adcf3b59c5c tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620741'] for subnet, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:32.778469 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:29:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19975f4f-d95f-4337-b922-356768b85f72 x-openstack-request-id: req-19975f4f-d95f-4337-b922-356768b85f72 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:29:32.778766 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c82f64f9-7572-4580-b07f-b346ae07e8cc", "name": "network-vif-deleted", "tag": "a58ff0ba-c0e7-4ff0-b14e-5550ff97f187", "status": "completed", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:29:32.779022 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-19975f4f-d95f-4337-b922-356768b85f72 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:29:32.779912 n-d-802623-1 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c82f64f9-7572-4580-b07f-b346ae07e8cc', 'name': 'network-vif-deleted', 'tag': 'a58ff0ba-c0e7-4ff0-b14e-5550ff97f187', 'status': 'completed', 'code': 200} Jul 27 23:29:32.856201 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6ea97ee7-adfe-4b38-8027-8adcf3b59c5c tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11335991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11551414'] for subnet, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:32.886104 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea97ee7-adfe-4b38-8027-8adcf3b59c5c tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] Pushing event deleted for resources: {'Subnet': ['ID=df0b9628-e00f-4d5c-b729-0e46eab5df1b,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:29:32.897547 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6ea97ee7-adfe-4b38-8027-8adcf3b59c5c tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] Notify callbacks [] for subnet, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:32.903359 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-6ea97ee7-adfe-4b38-8027-8adcf3b59c5c tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] 10.222.0.18 "DELETE /v2.0/subnets/df0b9628-e00f-4d5c-b729-0e46eab5df1b HTTP/1.1" status: 204 len: 168 time: 0.5290267 Jul 27 23:29:32.904185 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 36076) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:29:32.906851 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83a3dc53-07a8-4b38-8175-e37f086f8bc3 None None] Network 9cfb662a-cd5b-4ff1-a8b4-e6930f296c48 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:29:32.911568 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-13230f73-c280-4324-94a8-5300127c387c tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415412'] for network, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:32.924771 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-13230f73-c280-4324-94a8-5300127c387c tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks [] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:32.927957 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-13230f73-c280-4324-94a8-5300127c387c tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] 10.222.0.18 "DELETE /v2.0/networks/86ac3251-0518-492d-bd6f-098a743bbc8f HTTP/1.1" status: 204 len: 168 time: 0.7413032 Jul 27 23:29:32.934628 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 36078) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:29:32.944017 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-8bf1ecba-7f3b-4747-b293-a945415bab29 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-16908391'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:29:32.988635 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13230f73-c280-4324-94a8-5300127c387c tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Pushing event deleted for resources: {'Network': ['ID=86ac3251-0518-492d-bd6f-098a743bbc8f,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:29:33.003707 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c325e34d-2541-4e55-b102-305948386b6b tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593271'] for network, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:33.067351 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-5711ead8-183e-4cb3-b9d8-e6cbd3f613e0 req-79d199df-95a7-4778-a1dc-0321d2726c85 service neutron] 10.222.0.49 "GET /v2.0/networks/2b215609-9514-419a-b7cc-2c2b08257d0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3545063 Jul 27 23:29:33.070379 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bf1ecba-7f3b-4747-b293-a945415bab29 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Made reservation on behalf of 527b2fd77bf24fc0a7fcb37799da635e for: {'network': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:29:33.074620 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8bf1ecba-7f3b-4747-b293-a945415bab29 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for network, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:33.093398 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc80168-8054-43a7-b12e-9f9ee64c483e req-3f049724-4f22-457f-922c-fec8f4a033fd tempest-TestServerBasicOps-1478917608 tempest-TestServerBasicOps-1478917608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:29:33.094588 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-3fc80168-8054-43a7-b12e-9f9ee64c483e req-3f049724-4f22-457f-922c-fec8f4a033fd tempest-TestServerBasicOps-1478917608 tempest-TestServerBasicOps-1478917608-project] 10.222.0.18 "GET /v2.0/ports?device_id=e9a436e3-d906-435d-b6dd-9e1040b145a2 HTTP/1.1" status: 200 len: 943 time: 0.0965214 Jul 27 23:29:33.143750 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bf1ecba-7f3b-4747-b293-a945415bab29 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 542} {{(pid=93798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 23:29:33.172573 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-3fc80168-8054-43a7-b12e-9f9ee64c483e req-1fc52c3e-2213-4990-b569-21cca020b0fe tempest-TestServerBasicOps-1478917608 tempest-TestServerBasicOps-1478917608-project] 10.222.0.18 "GET /v2.0/security-groups?id=15f92fae-02e6-49d4-94c8-683334afc3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696745 Jul 27 23:29:33.173608 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3468f454-0ef5-4a12-8fb4-7b0a1626e8cc None None] DHCP port deletion for 9cfb662a-cd5b-4ff1-a8b4-e6930f296c48 request from n-d-802623-1 {{(pid=93799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 23:29:33.176917 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-c325e34d-2541-4e55-b102-305948386b6b tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] Deleting port 60d81703-3b06-4e57-afd4-bccbbc5ad8bb {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:29:33.177887 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c325e34d-2541-4e55-b102-305948386b6b tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:33.249365 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8bf1ecba-7f3b-4747-b293-a945415bab29 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:33.249860 n-d-802623-1 neutron-server[93798]: INFO neutron.db.segments_db [None req-8bf1ecba-7f3b-4747-b293-a945415bab29 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Added segment 7347459b-cd6a-49b9-aab9-c267c2c471ec of type vlan for network 890dbf54-d127-4ad5-9345-8cdfb91dbd6c Jul 27 23:29:33.295988 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-3468f454-0ef5-4a12-8fb4-7b0a1626e8cc None None] Deleting port 60d81703-3b06-4e57-afd4-bccbbc5ad8bb {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:29:33.296547 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-3468f454-0ef5-4a12-8fb4-7b0a1626e8cc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:33.303319 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-c325e34d-2541-4e55-b102-305948386b6b tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] For port 60d81703-3b06-4e57-afd4-bccbbc5ad8bb, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=60d81703-3b06-4e57-afd4-bccbbc5ad8bb,segment=NetworkSegment(3690e354-e47f-4e56-a30d-c446aed34b2e),segment_id=3690e354-e47f-4e56-a30d-c446aed34b2e)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:29:33.303695 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c325e34d-2541-4e55-b102-305948386b6b tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:33.320221 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-c325e34d-2541-4e55-b102-305948386b6b tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] Calling delete_port for 60d81703-3b06-4e57-afd4-bccbbc5ad8bb owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:29:33.344254 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-6886ca46-cb3c-404d-8adb-b6a385f11285 req-b7b4af6d-078e-44cc-85ef-882220f3ece7 tempest-ServersNegativeTestJSON-739473684 tempest-ServersNegativeTestJSON-739473684-project] 10.222.0.18 "GET /v2.0/ports?device_id=c82f64f9-7572-4580-b07f-b346ae07e8cc HTTP/1.1" status: 200 len: 210 time: 0.0450220 Jul 27 23:29:33.362458 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8bf1ecba-7f3b-4747-b293-a945415bab29 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736833354590'] for network, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:33.383985 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0538fdd-414e-4d85-b4b3-15063a8baa31 req-0d8e3c96-81b0-4316-b522-8fbf8d6da553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:29:33.385035 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b0538fdd-414e-4d85-b4b3-15063a8baa31 req-0d8e3c96-81b0-4316-b522-8fbf8d6da553 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=50fb9c0a7f164ebaa507b1871f51f529&device_id=e9a436e3-d906-435d-b6dd-9e1040b145a2 HTTP/1.1" status: 200 len: 1094 time: 0.2389665 Jul 27 23:29:33.422666 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-3468f454-0ef5-4a12-8fb4-7b0a1626e8cc None None] For port 60d81703-3b06-4e57-afd4-bccbbc5ad8bb, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=60d81703-3b06-4e57-afd4-bccbbc5ad8bb,segment=NetworkSegment(3690e354-e47f-4e56-a30d-c446aed34b2e),segment_id=3690e354-e47f-4e56-a30d-c446aed34b2e)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:29:33.423301 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-3468f454-0ef5-4a12-8fb4-7b0a1626e8cc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:33.443565 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-3468f454-0ef5-4a12-8fb4-7b0a1626e8cc None None] Calling delete_port for 60d81703-3b06-4e57-afd4-bccbbc5ad8bb owned by network:dhcp {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:29:33.478419 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8bf1ecba-7f3b-4747-b293-a945415bab29 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569'] for network, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:33.479783 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c325e34d-2541-4e55-b102-305948386b6b tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:33.485725 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bf1ecba-7f3b-4747-b293-a945415bab29 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:29:33.486112 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8bf1ecba-7f3b-4747-b293-a945415bab29 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks [] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:33.532181 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-3468f454-0ef5-4a12-8fb4-7b0a1626e8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:33.546708 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 60d81703-3b06-4e57-afd4-bccbbc5ad8bb no longer exists at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:29:33.548594 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3468f454-0ef5-4a12-8fb4-7b0a1626e8cc None None] No DVR routers for this DVR port 60d81703-3b06-4e57-afd4-bccbbc5ad8bb on host n-d-802623-1 {{(pid=93799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:29:33.551440 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c325e34d-2541-4e55-b102-305948386b6b tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] Pushing event deleted for resources: {'Port': ['ID=60d81703-3b06-4e57-afd4-bccbbc5ad8bb,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:29:33.553749 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c325e34d-2541-4e55-b102-305948386b6b tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] No DVR routers for this DVR port 60d81703-3b06-4e57-afd4-bccbbc5ad8bb on host n-d-802623-1 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:29:33.571497 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-8bf1ecba-7f3b-4747-b293-a945415bab29 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6338453 Jul 27 23:29:33.588608 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 36086) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:29:33.592538 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3468f454-0ef5-4a12-8fb4-7b0a1626e8cc None None] Pushing event deleted for resources: {'Port': ['ID=60d81703-3b06-4e57-afd4-bccbbc5ad8bb,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:29:33.595348 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] No Port match for: 60d81703-3b06-4e57-afd4-bccbbc5ad8bb {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:29:33.597791 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 60d81703-3b06-4e57-afd4-bccbbc5ad8bb not bound to the agent host n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:29:33.606362 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-7f1394de-3a7a-47fb-995e-1341096c7e52 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Request body: {'subnet': {'network_id': '890dbf54-d127-4ad5-9345-8cdfb91dbd6c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:29:33.608901 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3468f454-0ef5-4a12-8fb4-7b0a1626e8cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:29:33.609249 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3468f454-0ef5-4a12-8fb4-7b0a1626e8cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:29:33.609772 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3468f454-0ef5-4a12-8fb4-7b0a1626e8cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:29:33.610286 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3468f454-0ef5-4a12-8fb4-7b0a1626e8cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:29:33.610804 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3468f454-0ef5-4a12-8fb4-7b0a1626e8cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:29:33.611356 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3468f454-0ef5-4a12-8fb4-7b0a1626e8cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:29:33.611876 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3468f454-0ef5-4a12-8fb4-7b0a1626e8cc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:29:33.612394 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3468f454-0ef5-4a12-8fb4-7b0a1626e8cc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:29:33.612737 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf1ecba-7f3b-4747-b293-a945415bab29 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Pushing event updated for resources: {'Network': ['ID=890dbf54-d127-4ad5-9345-8cdfb91dbd6c,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:29:33.613079 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3468f454-0ef5-4a12-8fb4-7b0a1626e8cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:29:33.614048 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3468f454-0ef5-4a12-8fb4-7b0a1626e8cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:29:33.615678 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3468f454-0ef5-4a12-8fb4-7b0a1626e8cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:29:33.616595 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3468f454-0ef5-4a12-8fb4-7b0a1626e8cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:29:33.623171 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Network 890dbf54-d127-4ad5-9345-8cdfb91dbd6c details requested by agent ovs-agent-n-d-802623-1 with host n-d-802623-1 {{(pid=93799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 23:29:33.640074 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0538fdd-414e-4d85-b4b3-15063a8baa31 req-d8598083-e62e-426d-8857-853f84cecc56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:29:33.642199 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b0538fdd-414e-4d85-b4b3-15063a8baa31 req-d8598083-e62e-426d-8857-853f84cecc56 service neutron] 10.222.0.49 "GET /v2.0/networks?id=2b215609-9514-419a-b7cc-2c2b08257d0c HTTP/1.1" status: 200 len: 909 time: 0.2469280 Jul 27 23:29:33.699331 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b0538fdd-414e-4d85-b4b3-15063a8baa31 req-81378492-6054-4cea-bcf2-74e4b6500970 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b817f094-e9a0-477d-8f41-a5a1fb15aac1 HTTP/1.1" status: 200 len: 217 time: 0.0498569 Jul 27 23:29:33.731515 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c325e34d-2541-4e55-b102-305948386b6b tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618032', 'neutron.services.segments.db._delete_segments_for_network-8736833900081'] for network, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:33.745832 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-c325e34d-2541-4e55-b102-305948386b6b tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9cfb662a-cd5b-4ff1-a8b4-e6930f296c48']}} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:29:33.748261 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0538fdd-414e-4d85-b4b3-15063a8baa31 req-1f82c147-971f-4ffc-9645-325beee65124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:29:33.749540 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b0538fdd-414e-4d85-b4b3-15063a8baa31 req-1f82c147-971f-4ffc-9645-325beee65124 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=6d32a765-250f-4ea3-b957-afa008360a71 HTTP/1.1" status: 200 len: 847 time: 0.0438900 Jul 27 23:29:33.759853 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-c325e34d-2541-4e55-b102-305948386b6b tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3690e354-e47f-4e56-a30d-c446aed34b2e') {'for_net_delete': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:29:33.760261 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-c325e34d-2541-4e55-b102-305948386b6b tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3690e354-e47f-4e56-a30d-c446aed34b2e') {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:29:33.774269 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c325e34d-2541-4e55-b102-305948386b6b tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736833900858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11335978'] for segment, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:33.788678 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f1394de-3a7a-47fb-995e-1341096c7e52 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Made reservation on behalf of 527b2fd77bf24fc0a7fcb37799da635e for: {'subnet': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:29:33.792142 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7f1394de-3a7a-47fb-995e-1341096c7e52 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11551435'] for subnet, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:33.800758 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0538fdd-414e-4d85-b4b3-15063a8baa31 req-de2d1073-7a4d-4cd7-8610-4aaacf2988bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:29:33.802335 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b0538fdd-414e-4d85-b4b3-15063a8baa31 req-de2d1073-7a4d-4cd7-8610-4aaacf2988bf service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2b215609-9514-419a-b7cc-2c2b08257d0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0456097 Jul 27 23:29:33.807019 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c325e34d-2541-4e55-b102-305948386b6b tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:33.845320 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c325e34d-2541-4e55-b102-305948386b6b tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] Releasing vlan 509 on physical network physnet1 to pool {{(pid=93797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 23:29:33.845794 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c325e34d-2541-4e55-b102-305948386b6b tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11336013'] for segment, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:33.848585 n-d-802623-1 neutron-server[93797]: Traceback (most recent call last): Jul 27 23:29:33.848585 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 23:29:33.848585 n-d-802623-1 neutron-server[93797]: timer() Jul 27 23:29:33.848585 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 23:29:33.848585 n-d-802623-1 neutron-server[93797]: cb(*args, **kw) Jul 27 23:29:33.848585 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 23:29:33.848585 n-d-802623-1 neutron-server[93797]: return func(*args, **kwargs) Jul 27 23:29:33.848585 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 23:29:33.848585 n-d-802623-1 neutron-server[93797]: self._notify() Jul 27 23:29:33.848585 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 23:29:33.848585 n-d-802623-1 neutron-server[93797]: self.callback(batched_events) Jul 27 23:29:33.848585 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 23:29:33.848585 n-d-802623-1 neutron-server[93797]: event.method(event) Jul 27 23:29:33.848585 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 23:29:33.848585 n-d-802623-1 neutron-server[93797]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 23:29:33.848585 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 23:29:33.848585 n-d-802623-1 neutron-server[93797]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 23:29:33.848585 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 23:29:33.848585 n-d-802623-1 neutron-server[93797]: return f(self, *a, **k) Jul 27 23:29:33.848585 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 23:29:33.848585 n-d-802623-1 neutron-server[93797]: return self._get(url).json() Jul 27 23:29:33.848585 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 23:29:33.848585 n-d-802623-1 neutron-server[93797]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 23:29:33.848585 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 23:29:33.848585 n-d-802623-1 neutron-server[93797]: return self.request(url, 'GET', **kwargs) Jul 27 23:29:33.848585 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 23:29:33.848585 n-d-802623-1 neutron-server[93797]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 23:29:33.848585 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 23:29:33.848585 n-d-802623-1 neutron-server[93797]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 23:29:33.848585 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 23:29:33.848585 n-d-802623-1 neutron-server[93797]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 23:29:33.848585 n-d-802623-1 neutron-server[93797]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 23:29:33.900974 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b0538fdd-414e-4d85-b4b3-15063a8baa31 req-c50c484e-2236-4bae-a872-5c458b71f35d service neutron] 10.222.0.49 "GET /v2.0/networks/2b215609-9514-419a-b7cc-2c2b08257d0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872958 Jul 27 23:29:33.929464 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c325e34d-2541-4e55-b102-305948386b6b tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415412'] for network, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:33.934620 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c325e34d-2541-4e55-b102-305948386b6b tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] Notify callbacks [] for network, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:33.936520 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-c325e34d-2541-4e55-b102-305948386b6b tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] 10.222.0.18 "DELETE /v2.0/networks/9cfb662a-cd5b-4ff1-a8b4-e6930f296c48 HTTP/1.1" status: 204 len: 168 time: 1.0311282 Jul 27 23:29:33.943222 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 36088) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:29:33.965691 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c325e34d-2541-4e55-b102-305948386b6b tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] Pushing event deleted for resources: {'Network': ['ID=9cfb662a-cd5b-4ff1-a8b4-e6930f296c48,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:29:33.986051 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-63ee336d-df3a-4101-a6f0-48229ff7ac84 tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] 10.222.0.18 "GET /v2.0/ports?device_id=a402760f-7091-48bf-a5da-0ad80e18079e HTTP/1.1" status: 200 len: 205 time: 0.0417495 Jul 27 23:29:33.988337 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 36090) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:29:34.000233 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b0538fdd-414e-4d85-b4b3-15063a8baa31 req-4cacf0b7-d962-433b-980e-ccf5eab01b57 service neutron] 10.222.0.49 "GET /v2.0/networks/2b215609-9514-419a-b7cc-2c2b08257d0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917954 Jul 27 23:29:34.095335 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f3d5baef-7c03-4ee3-adad-55ac1a19f28c tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] Notify callbacks [] for router, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:34.301002 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42aedced-44de-4d61-84a9-4e79fec76b43 req-f03132cc-f6aa-4c30-bc61-d75661e8d41a tempest-TestServerBasicOps-1478917608 tempest-TestServerBasicOps-1478917608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:29:34.302686 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-42aedced-44de-4d61-84a9-4e79fec76b43 req-f03132cc-f6aa-4c30-bc61-d75661e8d41a tempest-TestServerBasicOps-1478917608 tempest-TestServerBasicOps-1478917608-project] 10.222.0.18 "GET /v2.0/ports?device_id=e9a436e3-d906-435d-b6dd-9e1040b145a2 HTTP/1.1" status: 200 len: 943 time: 0.0579209 Jul 27 23:29:34.303420 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f3d5baef-7c03-4ee3-adad-55ac1a19f28c tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62205'] for router, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:34.305374 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7f1394de-3a7a-47fb-995e-1341096c7e52 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11336182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11551417'] for subnet, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:34.308218 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f3d5baef-7c03-4ee3-adad-55ac1a19f28c tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:34.356000 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-42aedced-44de-4d61-84a9-4e79fec76b43 req-f488b610-c8f2-47eb-af1a-dd23db2c2c8d tempest-TestServerBasicOps-1478917608 tempest-TestServerBasicOps-1478917608-project] 10.222.0.18 "GET /v2.0/security-groups?id=15f92fae-02e6-49d4-94c8-683334afc3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454075 Jul 27 23:29:34.404316 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f3d5baef-7c03-4ee3-adad-55ac1a19f28c tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-477831'] for router, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:34.404874 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3d5baef-7c03-4ee3-adad-55ac1a19f28c tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] Fanout notify agent at l3_agent the message router_deleted on router a402760f-7091-48bf-a5da-0ad80e18079e {{(pid=93797) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 23:29:34.422915 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f3d5baef-7c03-4ee3-adad-55ac1a19f28c tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] Notify callbacks [] for router, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:34.422915 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-f3d5baef-7c03-4ee3-adad-55ac1a19f28c tempest-RoutersNegativeIpV6Test-2026558865 tempest-RoutersNegativeIpV6Test-2026558865-project] 10.222.0.18 "DELETE /v2.0/routers/a402760f-7091-48bf-a5da-0ad80e18079e HTTP/1.1" status: 204 len: 168 time: 0.4302957 Jul 27 23:29:34.424811 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 36106) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:29:34.428118 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1394de-3a7a-47fb-995e-1341096c7e52 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Pushing event updated for resources: {'Subnet': ['ID=f5fca30e-cbfb-4e25-b345-497328aae8f9,revision_number=0']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:29:34.434645 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f1394de-3a7a-47fb-995e-1341096c7e52 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Checking segment: {'id': '7347459b-cd6a-49b9-aab9-c267c2c471ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '890dbf54-d127-4ad5-9345-8cdfb91dbd6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:29:34.435349 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f1394de-3a7a-47fb-995e-1341096c7e52 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Network hostable DHCP agents. Network: 890dbf54-d127-4ad5-9345-8cdfb91dbd6c, hostable agents: ['5950e76f-2bde-4343-a925-cbe6bacd2706'], hosted agents: [] {{(pid=93797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 23:29:34.454542 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f1394de-3a7a-47fb-995e-1341096c7e52 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Network 890dbf54-d127-4ad5-9345-8cdfb91dbd6c is scheduled to be hosted by DHCP agent 5950e76f-2bde-4343-a925-cbe6bacd2706 with binding_index 1 {{(pid=93797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 23:29:34.465763 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-7f1394de-3a7a-47fb-995e-1341096c7e52 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802623-1, 890dbf54-d127-4ad5-9345-8cdfb91dbd6c) {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:29:34.475886 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d21f79df-5ae6-4267-8110-ffd678ca4b9e None None] Network 890dbf54-d127-4ad5-9345-8cdfb91dbd6c requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:29:34.480473 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f1394de-3a7a-47fb-995e-1341096c7e52 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:29:34.481084 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7f1394de-3a7a-47fb-995e-1341096c7e52 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks [] for subnet, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:34.485619 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_v2 [None req-25c2fe2a-e44f-42af-b563-d22d9ed4735b admin admin] Deleting subnet bc36c29d-0dd5-42bf-a664-0dbd8743e1d5 {{(pid=93798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 23:29:34.488868 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-25c2fe2a-e44f-42af-b563-d22d9ed4735b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:34.507952 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-7f1394de-3a7a-47fb-995e-1341096c7e52 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9181316 Jul 27 23:29:34.510975 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 36108) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:29:34.516241 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-cf8c888c-854a-4c07-9e76-44bf89f88df8 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1452233640', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:29:34.531372 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-25c2fe2a-e44f-42af-b563-d22d9ed4735b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11163249'] for subnet, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:34.560057 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-cf8c888c-854a-4c07-9e76-44bf89f88df8 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62159'] for router, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:34.563585 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-cf8c888c-854a-4c07-9e76-44bf89f88df8 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-479230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-415539', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3693317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62148'] for router, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:34.584831 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-25c2fe2a-e44f-42af-b563-d22d9ed4735b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620741'] for subnet, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:34.652365 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a75f84e-2d4b-4144-819d-b76a5b6d384f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f6f257c-ad18-5f0c-8c8e-ea085a5fc8a2-890dbf54-d127-4ad5-9345-8cdfb91dbd6c', 'network_id': '890dbf54-d127-4ad5-9345-8cdfb91dbd6c', 'tenant_id': '527b2fd77bf24fc0a7fcb37799da635e', 'fixed_ips': [{'subnet_id': 'f5fca30e-cbfb-4e25-b345-497328aae8f9'}]}} from n-d-802623-1. {{(pid=93799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 23:29:34.654353 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-cf8c888c-854a-4c07-9e76-44bf89f88df8 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:34.656522 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8a75f84e-2d4b-4144-819d-b76a5b6d384f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:34.664405 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-cf8c888c-854a-4c07-9e76-44bf89f88df8 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-415468'] for router, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:34.685609 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-25c2fe2a-e44f-42af-b563-d22d9ed4735b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11971800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12265753'] for subnet, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:34.686676 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-cf8c888c-854a-4c07-9e76-44bf89f88df8 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks [] for router, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:34.687961 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-cf8c888c-854a-4c07-9e76-44bf89f88df8 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1760104 Jul 27 23:29:34.690610 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 36110) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:29:34.696132 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-789e8c18-fb21-4feb-9775-1c82b3c95a61 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Request body: {'port': {'network_id': '890dbf54-d127-4ad5-9345-8cdfb91dbd6c', 'name': 'tempest-RoutersIpV6Test-1648359342'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:29:34.730837 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c2fe2a-e44f-42af-b563-d22d9ed4735b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bc36c29d-0dd5-42bf-a664-0dbd8743e1d5,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:29:34.742019 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-25c2fe2a-e44f-42af-b563-d22d9ed4735b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:34.746298 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-25c2fe2a-e44f-42af-b563-d22d9ed4735b admin admin] 10.222.0.18 "DELETE /v2.0/subnets/bc36c29d-0dd5-42bf-a664-0dbd8743e1d5 HTTP/1.1" status: 204 len: 168 time: 0.3184805 Jul 27 23:29:34.747846 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 36114) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:29:34.843832 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-8a75f84e-2d4b-4144-819d-b76a5b6d384f None None] Allocated IP 2001:db8::2 (890dbf54-d127-4ad5-9345-8cdfb91dbd6c/f5fca30e-cbfb-4e25-b345-497328aae8f9/13aba903-0075-4066-bfc1-51595bdc4d10) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:29:34.874561 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-674e150a-02bd-40e1-81d5-956c47aa03d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593271'] for network, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:34.890243 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 36116) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:29:34.890775 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-789e8c18-fb21-4feb-9775-1c82b3c95a61 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Made reservation on behalf of 527b2fd77bf24fc0a7fcb37799da635e for: {'port': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:29:34.895006 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-789e8c18-fb21-4feb-9775-1c82b3c95a61 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:34.920128 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-789e8c18-fb21-4feb-9775-1c82b3c95a61 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] device_id is not set on port 026978a6-c975-468e-af9e-9764ae52b1b1 yet. {{(pid=93797) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 23:29:34.977791 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-674e150a-02bd-40e1-81d5-956c47aa03d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618032', 'neutron.services.segments.db._delete_segments_for_network-8736833900081'] for network, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:34.989930 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-674e150a-02bd-40e1-81d5-956c47aa03d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f929bd98-c625-4836-a481-9c49c0c34e5c']}} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:29:35.002502 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-674e150a-02bd-40e1-81d5-956c47aa03d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1737c4ac-b730-4adf-86c0-edf2b2a14795') {'for_net_delete': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:29:35.003249 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-674e150a-02bd-40e1-81d5-956c47aa03d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1737c4ac-b730-4adf-86c0-edf2b2a14795') {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:29:35.013482 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-674e150a-02bd-40e1-81d5-956c47aa03d0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736833900858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11163256'] for segment, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:35.030157 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-674e150a-02bd-40e1-81d5-956c47aa03d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:35.039334 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-674e150a-02bd-40e1-81d5-956c47aa03d0 admin admin] Releasing vlan 526 on physical network physnet1 to pool {{(pid=93798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 23:29:35.039959 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-674e150a-02bd-40e1-81d5-956c47aa03d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11971746'] for segment, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:35.054939 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8a75f84e-2d4b-4144-819d-b76a5b6d384f None None] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:35.064756 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device b817f094-e9a0-477d-8f41-a5a1fb15aac1 details requested by agent hyperv_n-h2-802623-1 with host n-h2-802623-1 {{(pid=93799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 23:29:35.066430 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device a58ff0ba-c0e7-4ff0-b14e-5550ff97f187 no longer exists at agent hyperv_n-h2-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:29:35.097649 n-d-802623-1 neutron-server[93798]: Traceback (most recent call last): Jul 27 23:29:35.097649 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 23:29:35.097649 n-d-802623-1 neutron-server[93798]: timer() Jul 27 23:29:35.097649 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 23:29:35.097649 n-d-802623-1 neutron-server[93798]: cb(*args, **kw) Jul 27 23:29:35.097649 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 23:29:35.097649 n-d-802623-1 neutron-server[93798]: return func(*args, **kwargs) Jul 27 23:29:35.097649 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 23:29:35.097649 n-d-802623-1 neutron-server[93798]: self._notify() Jul 27 23:29:35.097649 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 23:29:35.097649 n-d-802623-1 neutron-server[93798]: self.callback(batched_events) Jul 27 23:29:35.097649 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 23:29:35.097649 n-d-802623-1 neutron-server[93798]: event.method(event) Jul 27 23:29:35.097649 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 23:29:35.097649 n-d-802623-1 neutron-server[93798]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 23:29:35.097649 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 23:29:35.097649 n-d-802623-1 neutron-server[93798]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 23:29:35.097649 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 23:29:35.097649 n-d-802623-1 neutron-server[93798]: return f(self, *a, **k) Jul 27 23:29:35.097649 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 23:29:35.097649 n-d-802623-1 neutron-server[93798]: return self._get(url).json() Jul 27 23:29:35.097649 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 23:29:35.097649 n-d-802623-1 neutron-server[93798]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 23:29:35.097649 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 23:29:35.097649 n-d-802623-1 neutron-server[93798]: return self.request(url, 'GET', **kwargs) Jul 27 23:29:35.097649 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 23:29:35.097649 n-d-802623-1 neutron-server[93798]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 23:29:35.097649 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 23:29:35.097649 n-d-802623-1 neutron-server[93798]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 23:29:35.097649 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 23:29:35.097649 n-d-802623-1 neutron-server[93798]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 23:29:35.097649 n-d-802623-1 neutron-server[93798]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 23:29:35.122491 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-8a75f84e-2d4b-4144-819d-b76a5b6d384f None None] Transition to ACTIVE for port object 13aba903-0075-4066-bfc1-51595bdc4d10 will not be triggered until provisioned by entity L2. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:29:35.127686 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] No Port match for: a58ff0ba-c0e7-4ff0-b14e-5550ff97f187 {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:29:35.128035 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device a58ff0ba-c0e7-4ff0-b14e-5550ff97f187 not bound to the agent host n-h2-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:29:35.134948 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-674e150a-02bd-40e1-81d5-956c47aa03d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415412'] for network, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:35.147060 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-674e150a-02bd-40e1-81d5-956c47aa03d0 admin admin] Notify callbacks [] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:35.149146 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-674e150a-02bd-40e1-81d5-956c47aa03d0 admin admin] 10.222.0.18 "DELETE /v2.0/networks/f929bd98-c625-4836-a481-9c49c0c34e5c HTTP/1.1" status: 204 len: 168 time: 0.3992765 Jul 27 23:29:35.156349 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:35.174018 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674e150a-02bd-40e1-81d5-956c47aa03d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=f929bd98-c625-4836-a481-9c49c0c34e5c,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:29:35.178062 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-108d8b02-dec3-412c-882b-e89e82091981 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e432da61403c4a3a9cc9d7548f2f9d7c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2866642 Jul 27 23:29:35.180092 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-8a75f84e-2d4b-4144-819d-b76a5b6d384f None None] Transition to ACTIVE for port object 13aba903-0075-4066-bfc1-51595bdc4d10 will not be triggered until provisioned by entity DHCP. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:29:35.180870 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 36124) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:29:35.220958 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8a75f84e-2d4b-4144-819d-b76a5b6d384f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:35.286530 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a75f84e-2d4b-4144-819d-b76a5b6d384f None None] Network 890dbf54-d127-4ad5-9345-8cdfb91dbd6c is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:29:35.306160 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-8a75f84e-2d4b-4144-819d-b76a5b6d384f None None] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:29:35.313184 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a75f84e-2d4b-4144-819d-b76a5b6d384f None None] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:29:35.321722 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a75f84e-2d4b-4144-819d-b76a5b6d384f None None] Pushing event updated for resources: {'Port': ['ID=13aba903-0075-4066-bfc1-51595bdc4d10,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:29:35.334264 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2bafe20e-3874-4bdd-bdff-7493736e95f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:35.365531 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2bafe20e-3874-4bdd-bdff-7493736e95f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:35.375620 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-789e8c18-fb21-4feb-9775-1c82b3c95a61 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Allocated IP 2001:db8::10 (890dbf54-d127-4ad5-9345-8cdfb91dbd6c/f5fca30e-cbfb-4e25-b345-497328aae8f9/026978a6-c975-468e-af9e-9764ae52b1b1) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:29:35.391261 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port b817f094-e9a0-477d-8f41-a5a1fb15aac1, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=b817f094-e9a0-477d-8f41-a5a1fb15aac1,segment=NetworkSegment(af1481bc-81fa-42f6-b613-ea8094c41a52),segment_id=af1481bc-81fa-42f6-b613-ea8094c41a52)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:29:35.425657 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Returning: {'device': 'b817f094-e9a0-477d-8f41-a5a1fb15aac1', 'network_id': '2b215609-9514-419a-b7cc-2c2b08257d0c', 'port_id': 'b817f094-e9a0-477d-8f41-a5a1fb15aac1', 'mac_address': 'fa:16:3e:43:ff:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d32a765-250f-4ea3-b957-afa008360a71', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 23:29:35.432798 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-8a75f84e-2d4b-4144-819d-b76a5b6d384f None None] Attempting to bind port 13aba903-0075-4066-bfc1-51595bdc4d10 on host n-d-802623-1 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:29:35.433178 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-8a75f84e-2d4b-4144-819d-b76a5b6d384f None None] Attempting to bind port 13aba903-0075-4066-bfc1-51595bdc4d10 by drivers openvswitch,hyperv on host n-d-802623-1 at level 0 using segments [{'id': '7347459b-cd6a-49b9-aab9-c267c2c471ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '890dbf54-d127-4ad5-9345-8cdfb91dbd6c'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:29:35.433541 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a75f84e-2d4b-4144-819d-b76a5b6d384f None None] Attempting to bind port 13aba903-0075-4066-bfc1-51595bdc4d10 on network 890dbf54-d127-4ad5-9345-8cdfb91dbd6c {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:29:35.442559 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a75f84e-2d4b-4144-819d-b76a5b6d384f None None] Checking agent: {'id': 'a9a568d2-a5e7-41e4-833f-a8ab42ea4073', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 52, 30), 'started_at': datetime.datetime(2021, 7, 27, 22, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 29, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802623-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:29:35.443100 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a75f84e-2d4b-4144-819d-b76a5b6d384f None None] Checking segment: {'id': '7347459b-cd6a-49b9-aab9-c267c2c471ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '890dbf54-d127-4ad5-9345-8cdfb91dbd6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:29:35.443552 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8a75f84e-2d4b-4144-819d-b76a5b6d384f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:35.443950 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a75f84e-2d4b-4144-819d-b76a5b6d384f None None] Bound using segment: {'id': '7347459b-cd6a-49b9-aab9-c267c2c471ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '890dbf54-d127-4ad5-9345-8cdfb91dbd6c'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:29:35.444426 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-8a75f84e-2d4b-4144-819d-b76a5b6d384f None None] Bound port: 13aba903-0075-4066-bfc1-51595bdc4d10, host: n-d-802623-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7347459b-cd6a-49b9-aab9-c267c2c471ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '890dbf54-d127-4ad5-9345-8cdfb91dbd6c'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:29:35.444949 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8a75f84e-2d4b-4144-819d-b76a5b6d384f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:35.486527 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 36130) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:29:35.571595 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-0eed7c9f-273d-431c-9ee0-711b277840db admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=fb511b6053374dba93123172cd7e7e1e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0832200 Jul 27 23:29:35.572368 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 36132) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:29:35.619581 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2bafe20e-3874-4bdd-bdff-7493736e95f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:35.622369 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2bafe20e-3874-4bdd-bdff-7493736e95f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:35.624133 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-789e8c18-fb21-4feb-9775-1c82b3c95a61 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:35.626585 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-2bafe20e-3874-4bdd-bdff-7493736e95f3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a8b637f7-98e4-4f08-9999-53a6d266a6f7 HTTP/1.1" status: 204 len: 168 time: 0.4416137 Jul 27 23:29:35.644172 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bafe20e-3874-4bdd-bdff-7493736e95f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8b637f7-98e4-4f08-9999-53a6d266a6f7,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:29:35.668977 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8475ae42-0e72-4e9a-9564-397b77517932 req-92380ea9-75d9-4690-a085-b7e4ea890e18 tempest-TestServerBasicOps-1478917608 tempest-TestServerBasicOps-1478917608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:29:35.670505 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8475ae42-0e72-4e9a-9564-397b77517932 req-92380ea9-75d9-4690-a085-b7e4ea890e18 tempest-TestServerBasicOps-1478917608 tempest-TestServerBasicOps-1478917608-project] 10.222.0.18 "GET /v2.0/ports?device_id=e9a436e3-d906-435d-b6dd-9e1040b145a2 HTTP/1.1" status: 200 len: 943 time: 0.1276073 Jul 27 23:29:35.675862 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-789e8c18-fb21-4feb-9775-1c82b3c95a61 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Transition to ACTIVE for port object 026978a6-c975-468e-af9e-9764ae52b1b1 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:29:35.691415 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-53a36bd1-652c-407b-bf0c-81be288d2899 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:35.705643 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:35.728170 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b817f094-e9a0-477d-8f41-a5a1fb15aac1 {{(pid=93799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:29:35.740082 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-53a36bd1-652c-407b-bf0c-81be288d2899 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:35.758224 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8475ae42-0e72-4e9a-9564-397b77517932 req-4d996eab-4859-47bb-bc4c-58f7425ca740 tempest-TestServerBasicOps-1478917608 tempest-TestServerBasicOps-1478917608-project] 10.222.0.18 "GET /v2.0/security-groups?id=15f92fae-02e6-49d4-94c8-683334afc3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803609 Jul 27 23:29:35.766901 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port b817f094-e9a0-477d-8f41-a5a1fb15aac1, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=b817f094-e9a0-477d-8f41-a5a1fb15aac1,segment=NetworkSegment(af1481bc-81fa-42f6-b613-ea8094c41a52),segment_id=af1481bc-81fa-42f6-b613-ea8094c41a52)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:29:35.768635 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-8a75f84e-2d4b-4144-819d-b76a5b6d384f None None] For port 13aba903-0075-4066-bfc1-51595bdc4d10, host n-d-802623-1, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:29:35.781100 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:35.789791 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-8a75f84e-2d4b-4144-819d-b76a5b6d384f None None] For port 13aba903-0075-4066-bfc1-51595bdc4d10, host n-d-802623-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=13aba903-0075-4066-bfc1-51595bdc4d10,segment=NetworkSegment(7347459b-cd6a-49b9-aab9-c267c2c471ec),segment_id=7347459b-cd6a-49b9-aab9-c267c2c471ec)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:29:35.811901 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8a75f84e-2d4b-4144-819d-b76a5b6d384f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:35.815905 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-789e8c18-fb21-4feb-9775-1c82b3c95a61 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:35.820298 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-53a36bd1-652c-407b-bf0c-81be288d2899 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:35.825196 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-53a36bd1-652c-407b-bf0c-81be288d2899 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:35.835920 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-53a36bd1-652c-407b-bf0c-81be288d2899 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7dab0fca-2422-4f10-a2ed-ede178e48859 HTTP/1.1" status: 204 len: 168 time: 0.2573359 Jul 27 23:29:35.846821 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a36bd1-652c-407b-bf0c-81be288d2899 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dab0fca-2422-4f10-a2ed-ede178e48859,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:29:35.893292 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Pushing event updated for resources: {'Port': ['ID=b817f094-e9a0-477d-8f41-a5a1fb15aac1,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:29:35.897573 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-789e8c18-fb21-4feb-9775-1c82b3c95a61 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Network 890dbf54-d127-4ad5-9345-8cdfb91dbd6c is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:29:35.901789 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-789e8c18-fb21-4feb-9775-1c82b3c95a61 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:29:35.906796 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-789e8c18-fb21-4feb-9775-1c82b3c95a61 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:29:35.912460 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-789e8c18-fb21-4feb-9775-1c82b3c95a61 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:29:35.913082 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-789e8c18-fb21-4feb-9775-1c82b3c95a61 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:35.943188 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789e8c18-fb21-4feb-9775-1c82b3c95a61 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Pushing event updated for resources: {'Port': ['ID=026978a6-c975-468e-af9e-9764ae52b1b1,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:29:35.952830 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-789e8c18-fb21-4feb-9775-1c82b3c95a61 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.2610881 Jul 27 23:29:35.956963 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 36140) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:29:35.968875 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a75f84e-2d4b-4144-819d-b76a5b6d384f None None] Pushing event updated for resources: {'Port': ['ID=13aba903-0075-4066-bfc1-51595bdc4d10,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:29:36.087706 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] get_ports_and_sgs() called for port_ids ['b817f094-e9a0-477d-8f41-a5a1fb15aac1'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:29:36.449877 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2cf6bdf9-a1d8-4046-81ce-8e81c4ebf60e tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:36.814909 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2cf6bdf9-a1d8-4046-81ce-8e81c4ebf60e tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:36.824987 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2cf6bdf9-a1d8-4046-81ce-8e81c4ebf60e tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:36.989214 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf6bdf9-a1d8-4046-81ce-8e81c4ebf60e tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Pushing event updated for resources: {'Port': ['ID=026978a6-c975-468e-af9e-9764ae52b1b1,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:29:36.990452 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce19375d-ca4e-47b6-9c87-fe7c71450bd7 req-d89022fa-2b7a-4655-8a78-132510d3979f tempest-TestServerBasicOps-1478917608 tempest-TestServerBasicOps-1478917608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:29:36.992195 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-ce19375d-ca4e-47b6-9c87-fe7c71450bd7 req-d89022fa-2b7a-4655-8a78-132510d3979f tempest-TestServerBasicOps-1478917608 tempest-TestServerBasicOps-1478917608-project] 10.222.0.18 "GET /v2.0/ports?device_id=e9a436e3-d906-435d-b6dd-9e1040b145a2 HTTP/1.1" status: 200 len: 944 time: 0.1230345 Jul 27 23:29:37.079925 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-ce19375d-ca4e-47b6-9c87-fe7c71450bd7 req-d203b50d-cfeb-4f25-986a-305bdc842ab5 tempest-TestServerBasicOps-1478917608 tempest-TestServerBasicOps-1478917608-project] 10.222.0.18 "GET /v2.0/security-groups?id=15f92fae-02e6-49d4-94c8-683334afc3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811191 Jul 27 23:29:37.081531 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 36180) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:29:37.188603 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2cf6bdf9-a1d8-4046-81ce-8e81c4ebf60e tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-415283'] for router_interface, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:37.376405 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2cf6bdf9-a1d8-4046-81ce-8e81c4ebf60e tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:37.389139 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-e6b9a291-c5f1-4109-b0d5-5449bc77bed4 tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] Request body: {'security_group': {'name': 'tempest-secgroup--959486599'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:29:37.490452 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e6b9a291-c5f1-4109-b0d5-5449bc77bed4 tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:37.504424 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e6b9a291-c5f1-4109-b0d5-5449bc77bed4 tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:37.621925 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80d4cf34-85eb-4fa5-9912-4d59a615050c None None] Network 890dbf54-d127-4ad5-9345-8cdfb91dbd6c requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:29:37.624077 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 13aba903-0075-4066-bfc1-51595bdc4d10 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:29:37.668495 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e6b9a291-c5f1-4109-b0d5-5449bc77bed4 tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:37.683873 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e6b9a291-c5f1-4109-b0d5-5449bc77bed4 tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:37.735585 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b9a291-c5f1-4109-b0d5-5449bc77bed4 tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] Pushing event updated for resources: {'SecurityGroup': ['ID=400a1cb4-0d7d-4f6b-a5ee-d17ecbc93438,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:29:37.837218 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e6b9a291-c5f1-4109-b0d5-5449bc77bed4 tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:37.843663 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e6b9a291-c5f1-4109-b0d5-5449bc77bed4 tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:37.858033 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-b3c347e2-064b-46b5-952b-fd5aa56bace3 None None] Provisioning for port 13aba903-0075-4066-bfc1-51595bdc4d10 completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:29:37.870071 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e6b9a291-c5f1-4109-b0d5-5449bc77bed4 tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:37.872593 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-e6b9a291-c5f1-4109-b0d5-5449bc77bed4 tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7898624 Jul 27 23:29:37.876443 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 36218) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:29:37.941487 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 36228) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:29:37.965669 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2cf6bdf9-a1d8-4046-81ce-8e81c4ebf60e tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:37.968985 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning for port 13aba903-0075-4066-bfc1-51595bdc4d10 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:29:37.973842 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2cf6bdf9-a1d8-4046-81ce-8e81c4ebf60e tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:37.974632 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2cf6bdf9-a1d8-4046-81ce-8e81c4ebf60e tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3760555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-414115'] for router_interface, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:37.999574 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-7d5a115f-6687-4a06-9ba5-38bbddc40c84 tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1214809 Jul 27 23:29:38.000619 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b9a291-c5f1-4109-b0d5-5449bc77bed4 tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1aa1ad2-6df6-42cb-9145-fbdc955b41a1,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:29:38.004531 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 36240) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:29:38.018999 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-3f2f04a1-6a50-4c33-a736-de7c45c2f70e tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] Request body: {'security_group': {'name': 'tempest-security--1475146141', 'description': 'tempest-security-description-62194375'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:29:38.025129 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port 13aba903-0075-4066-bfc1-51595bdc4d10 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:29:38.025503 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:38.050629 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3f2f04a1-6a50-4c33-a736-de7c45c2f70e tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] Notify callbacks [] for security_group, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:38.071095 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf6bdf9-a1d8-4046-81ce-8e81c4ebf60e tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Pushing event updated for resources: {'Port': ['ID=026978a6-c975-468e-af9e-9764ae52b1b1,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:29:38.118095 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-da55845f-51d1-425b-b2c4-f93d0c8ef366 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:38.149813 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3f2f04a1-6a50-4c33-a736-de7c45c2f70e tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] Notify callbacks [] for security_group, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:38.156666 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3f2f04a1-6a50-4c33-a736-de7c45c2f70e tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:38.162664 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3f2f04a1-6a50-4c33-a736-de7c45c2f70e tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:38.168623 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-3f2f04a1-6a50-4c33-a736-de7c45c2f70e tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] 10.222.0.18 "PUT /v2.0/security-groups/d1aa1ad2-6df6-42cb-9145-fbdc955b41a1 HTTP/1.1" status: 200 len: 1778 time: 0.1525812 Jul 27 23:29:38.169763 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 36244) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:29:38.238193 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:38.238527 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2f04a1-6a50-4c33-a736-de7c45c2f70e tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1aa1ad2-6df6-42cb-9145-fbdc955b41a1,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:29:38.259819 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-fe8fb43f-71ec-4d2b-8a78-d959a179e875 tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] 10.222.0.18 "GET /v2.0/security-groups/d1aa1ad2-6df6-42cb-9145-fbdc955b41a1 HTTP/1.1" status: 200 len: 1778 time: 0.0855033 Jul 27 23:29:38.263338 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 36246) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:29:38.291689 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] For port 13aba903-0075-4066-bfc1-51595bdc4d10, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=13aba903-0075-4066-bfc1-51595bdc4d10,segment=NetworkSegment(7347459b-cd6a-49b9-aab9-c267c2c471ec),segment_id=7347459b-cd6a-49b9-aab9-c267c2c471ec)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:29:38.297877 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:38.367073 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4edd03c-a548-42fd-b69b-987f4dde515a req-b92e9e7d-058a-4f36-9a20-dcb18e67a4dd tempest-TestServerBasicOps-1478917608 tempest-TestServerBasicOps-1478917608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:29:38.368878 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-d4edd03c-a548-42fd-b69b-987f4dde515a req-b92e9e7d-058a-4f36-9a20-dcb18e67a4dd tempest-TestServerBasicOps-1478917608 tempest-TestServerBasicOps-1478917608-project] 10.222.0.18 "GET /v2.0/ports?device_id=e9a436e3-d906-435d-b6dd-9e1040b145a2 HTTP/1.1" status: 200 len: 944 time: 0.1601882 Jul 27 23:29:38.399781 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cf6bdf9-a1d8-4046-81ce-8e81c4ebf60e tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Network 890dbf54-d127-4ad5-9345-8cdfb91dbd6c is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:29:38.400827 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Pushing event updated for resources: {'Port': ['ID=13aba903-0075-4066-bfc1-51595bdc4d10,revision_number=3']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:29:38.427128 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-2cf6bdf9-a1d8-4046-81ce-8e81c4ebf60e tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:29:38.518997 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fbe67030-ee1f-4db1-b925-926581397453 tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:38.616254 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-c8fefd1c-4913-439a-802e-5d7db0642460 None None] Provisioning for port 026978a6-c975-468e-af9e-9764ae52b1b1 completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:29:38.623556 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-c8fefd1c-4913-439a-802e-5d7db0642460 None None] Provisioning complete for port 026978a6-c975-468e-af9e-9764ae52b1b1 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:29:38.624853 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c8fefd1c-4913-439a-802e-5d7db0642460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:38.676713 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-c8fefd1c-4913-439a-802e-5d7db0642460 None None] Port 026978a6-c975-468e-af9e-9764ae52b1b1 cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:29:38.689499 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-c8fefd1c-4913-439a-802e-5d7db0642460 None None] Provisioning complete for port 13aba903-0075-4066-bfc1-51595bdc4d10 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:29:38.690169 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c8fefd1c-4913-439a-802e-5d7db0642460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:38.926973 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device b817f094-e9a0-477d-8f41-a5a1fb15aac1 up at agent hyperv_n-h2-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:29:38.968095 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-3859b852-457f-4ae5-ab03-75beea351587 None None] Provisioning complete for port 026978a6-c975-468e-af9e-9764ae52b1b1 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:29:38.970777 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-3859b852-457f-4ae5-ab03-75beea351587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:38.985586 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-d4edd03c-a548-42fd-b69b-987f4dde515a req-18a073e4-fa56-4477-9d05-509ad4b3f36f tempest-TestServerBasicOps-1478917608 tempest-TestServerBasicOps-1478917608-project] 10.222.0.18 "GET /v2.0/security-groups?id=15f92fae-02e6-49d4-94c8-683334afc3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5843399 Jul 27 23:29:39.023061 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-da55845f-51d1-425b-b2c4-f93d0c8ef366 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:39.024952 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-3859b852-457f-4ae5-ab03-75beea351587 None None] Port 026978a6-c975-468e-af9e-9764ae52b1b1 cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:29:39.034566 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Provisioning for port b817f094-e9a0-477d-8f41-a5a1fb15aac1 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:29:39.038714 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Provisioning complete for port b817f094-e9a0-477d-8f41-a5a1fb15aac1 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:29:39.039198 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:39.040489 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fbe67030-ee1f-4db1-b925-926581397453 tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:39.045026 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-da55845f-51d1-425b-b2c4-f93d0c8ef366 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:39.117341 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cf6bdf9-a1d8-4046-81ce-8e81c4ebf60e tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Router 79df49d5-a3e7-45a8-8d03-aaa5a977381e is scheduled to L3 agent 018c4455-49c0-4734-927d-7824067b2a9e with binding_index 1 {{(pid=93798) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 23:29:39.124757 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-da55845f-51d1-425b-b2c4-f93d0c8ef366 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3c3df7ae243d4807b2349b053b26e163&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1822314 Jul 27 23:29:39.127284 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da55845f-51d1-425b-b2c4-f93d0c8ef366 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b674b734-c7fc-4455-bcd9-6937ed003fdf,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:29:39.127589 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 36284) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:29:39.179672 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:39.208212 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fbe67030-ee1f-4db1-b925-926581397453 tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:39.209714 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-62bcd729-0d4d-44fa-b3aa-73782cabde87 None None] Provisioning complete for port 026978a6-c975-468e-af9e-9764ae52b1b1 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:29:39.210101 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-62bcd729-0d4d-44fa-b3aa-73782cabde87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:39.212462 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fbe67030-ee1f-4db1-b925-926581397453 tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:39.214174 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-62be31f9-3a81-4c37-a6c2-4a3f0052d77d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:39.215369 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-fbe67030-ee1f-4db1-b925-926581397453 tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] 10.222.0.18 "DELETE /v2.0/security-groups/d1aa1ad2-6df6-42cb-9145-fbdc955b41a1 HTTP/1.1" status: 204 len: 168 time: 0.9431610 Jul 27 23:29:39.218464 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 36286) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:29:39.264193 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe67030-ee1f-4db1-b925-926581397453 tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1aa1ad2-6df6-42cb-9145-fbdc955b41a1,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:29:39.273332 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-62be31f9-3a81-4c37-a6c2-4a3f0052d77d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:39.286287 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9a436e3-d906-435d-b6dd-9e1040b145a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b817f094-e9a0-477d-8f41-a5a1fb15aac1'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:29:39.289718 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c0369b0d4f459110ff20a1f9878ba33f96d6491bddb9d15843bf29d01e0bda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f66936d-2d5d-49d7-af72-ad7b3b22f014" -d '{"events": [{"server_uuid": "e9a436e3-d906-435d-b6dd-9e1040b145a2", "name": "network-vif-plugged", "status": "completed", "tag": "b817f094-e9a0-477d-8f41-a5a1fb15aac1"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:29:39.305746 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cf6bdf9-a1d8-4046-81ce-8e81c4ebf60e tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:29:39.319143 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfd2b6dc-8e5d-4b53-b97a-5c4687bdb2c7 None None] Sync routers for ids ['79df49d5-a3e7-45a8-8d03-aaa5a977381e'] in n-d-802623-1 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:29:39.320185 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-2cf6bdf9-a1d8-4046-81ce-8e81c4ebf60e tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] 10.222.0.18 "PUT /v2.0/routers/79df49d5-a3e7-45a8-8d03-aaa5a977381e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3617804 Jul 27 23:29:39.324424 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 36290) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:29:39.339092 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfd2b6dc-8e5d-4b53-b97a-5c4687bdb2c7 None None] Routers {'79df49d5-a3e7-45a8-8d03-aaa5a977381e'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:29:39.340233 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-dfd2b6dc-8e5d-4b53-b97a-5c4687bdb2c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:29:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['79df49d5-a3e7-45a8-8d03-aaa5a977381e'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:29:39.343587 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port b817f094-e9a0-477d-8f41-a5a1fb15aac1, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=b817f094-e9a0-477d-8f41-a5a1fb15aac1,segment=NetworkSegment(af1481bc-81fa-42f6-b613-ea8094c41a52),segment_id=af1481bc-81fa-42f6-b613-ea8094c41a52)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:29:39.378639 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:39.387181 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-62be31f9-3a81-4c37-a6c2-4a3f0052d77d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:39.392250 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-62be31f9-3a81-4c37-a6c2-4a3f0052d77d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:39.397118 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-62be31f9-3a81-4c37-a6c2-4a3f0052d77d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b674b734-c7fc-4455-bcd9-6937ed003fdf HTTP/1.1" status: 204 len: 168 time: 0.2675438 Jul 27 23:29:39.420531 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-dfd2b6dc-8e5d-4b53-b97a-5c4687bdb2c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:29:39.430724 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f5af294-dff1-482b-add1-c4645a867af6 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:29:39.431371 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfd2b6dc-8e5d-4b53-b97a-5c4687bdb2c7 None None] Routers {'79df49d5-a3e7-45a8-8d03-aaa5a977381e'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:29:39.432454 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-dfd2b6dc-8e5d-4b53-b97a-5c4687bdb2c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:29:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['79df49d5-a3e7-45a8-8d03-aaa5a977381e'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:29:39.433801 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:29:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5882d38-61e4-409a-a29e-5f0177b329d6 x-openstack-request-id: req-f5882d38-61e4-409a-a29e-5f0177b329d6 {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:29:39.435393 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9a436e3-d906-435d-b6dd-9e1040b145a2", "name": "network-vif-plugged", "status": "completed", "tag": "b817f094-e9a0-477d-8f41-a5a1fb15aac1", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:29:39.437189 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f5882d38-61e4-409a-a29e-5f0177b329d6 {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:29:39.437704 n-d-802623-1 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9a436e3-d906-435d-b6dd-9e1040b145a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b817f094-e9a0-477d-8f41-a5a1fb15aac1', 'code': 200} Jul 27 23:29:39.441773 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-7f5af294-dff1-482b-add1-c4645a867af6 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] 10.222.0.18 "GET /v2.0/ports/026978a6-c975-468e-af9e-9764ae52b1b1 HTTP/1.1" status: 200 len: 983 time: 0.1160185 Jul 27 23:29:39.442402 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 36296) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:29:39.473648 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-dfd2b6dc-8e5d-4b53-b97a-5c4687bdb2c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:29:39.474324 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfd2b6dc-8e5d-4b53-b97a-5c4687bdb2c7 None None] The sync data for ids ['79df49d5-a3e7-45a8-8d03-aaa5a977381e'] in n-d-802623-1 is: [] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:29:39.485686 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62be31f9-3a81-4c37-a6c2-4a3f0052d77d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b674b734-c7fc-4455-bcd9-6937ed003fdf,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:29:39.502685 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-62bcd729-0d4d-44fa-b3aa-73782cabde87 None None] Port 026978a6-c975-468e-af9e-9764ae52b1b1 cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:29:39.511562 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-76364df5-c268-4c68-9209-abaed185ac68 tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2893603 Jul 27 23:29:39.513470 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 36298) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:29:39.539689 n-d-802623-1 neutron-server[93797]: INFO neutron.api.v2.resource [None req-9dd2be46-9de9-4ae3-a52b-0d7aa6b32410 tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] delete failed (client error): The resource could not be found. Jul 27 23:29:39.540789 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-9dd2be46-9de9-4ae3-a52b-0d7aa6b32410 tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] 10.222.0.18 "DELETE /v2.0/security-groups/d1aa1ad2-6df6-42cb-9145-fbdc955b41a1 HTTP/1.1" status: 404 len: 347 time: 0.0263588 Jul 27 23:29:39.548612 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 36300) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:29:39.555457 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Pushing event updated for resources: {'Port': ['ID=b817f094-e9a0-477d-8f41-a5a1fb15aac1,revision_number=5']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:29:39.563088 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-8228ebb4-bcd9-47bb-8597-2d832f09a291 tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] Request body: {'security_group': {'name': 'tempest-secgroup--1322462418'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:29:39.606579 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 13aba903-0075-4066-bfc1-51595bdc4d10 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:29:39.624394 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8228ebb4-bcd9-47bb-8597-2d832f09a291 tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:39.670477 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-316fa683-3ace-440b-8872-cf1a20fca8e5 None None] Provisioning complete for port 026978a6-c975-468e-af9e-9764ae52b1b1 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:29:39.671405 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-316fa683-3ace-440b-8872-cf1a20fca8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:39.682662 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5068764c-d18d-4108-ab5b-b438db8a350a req-9c9af77c-f712-4992-a8d8-575e132bb67b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:29:39.691381 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-5068764c-d18d-4108-ab5b-b438db8a350a req-9c9af77c-f712-4992-a8d8-575e132bb67b service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=e9a436e3-d906-435d-b6dd-9e1040b145a2 HTTP/1.1" status: 200 len: 1096 time: 0.1627755 Jul 27 23:29:39.713514 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-316fa683-3ace-440b-8872-cf1a20fca8e5 None None] Port 026978a6-c975-468e-af9e-9764ae52b1b1 cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:29:39.749141 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port 13aba903-0075-4066-bfc1-51595bdc4d10 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:29:39.749514 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:39.784676 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8228ebb4-bcd9-47bb-8597-2d832f09a291 tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:39.790276 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8228ebb4-bcd9-47bb-8597-2d832f09a291 tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:39.829147 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8228ebb4-bcd9-47bb-8597-2d832f09a291 tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:39.830836 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-8228ebb4-bcd9-47bb-8597-2d832f09a291 tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2809272 Jul 27 23:29:39.833714 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 36306) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:29:39.842861 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-9fe16acb-1921-456d-8073-4d0752bcafbc tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] Request body: {'security_group_rule': {'security_group_id': '1af6ecaf-c7a2-4bfb-8484-c12b6f46dd3a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:29:39.844961 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8228ebb4-bcd9-47bb-8597-2d832f09a291 tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1af6ecaf-c7a2-4bfb-8484-c12b6f46dd3a,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:29:39.870654 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-5068764c-d18d-4108-ab5b-b438db8a350a req-dc6518c3-b52c-4a0f-9f45-a7a898600472 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=15f92fae-02e6-49d4-94c8-683334afc3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1551821 Jul 27 23:29:39.889245 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9fe16acb-1921-456d-8073-4d0752bcafbc tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:40.024830 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9fe16acb-1921-456d-8073-4d0752bcafbc tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:40.031439 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9fe16acb-1921-456d-8073-4d0752bcafbc tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784185'] for security_group_rule, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:40.063093 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9fe16acb-1921-456d-8073-4d0752bcafbc tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:40.064707 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-9fe16acb-1921-456d-8073-4d0752bcafbc tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2299314 Jul 27 23:29:40.069662 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 36318) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:29:40.112387 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe16acb-1921-456d-8073-4d0752bcafbc tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec2034c6-6c47-4d0a-888c-14da4884d6c2,revision_number=0']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:29:40.180953 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3f6060ce-f1e9-4810-a3c3-3db4aa50b0ed tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:40.215095 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0808c93-2f73-4aad-b729-2a20172318f0 req-3551c0a2-ce61-4f38-9580-6ac8036ab5d9 tempest-TestServerBasicOps-1478917608 tempest-TestServerBasicOps-1478917608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:29:40.219526 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a0808c93-2f73-4aad-b729-2a20172318f0 req-3551c0a2-ce61-4f38-9580-6ac8036ab5d9 tempest-TestServerBasicOps-1478917608 tempest-TestServerBasicOps-1478917608-project] 10.222.0.18 "GET /v2.0/ports?device_id=e9a436e3-d906-435d-b6dd-9e1040b145a2 HTTP/1.1" status: 200 len: 945 time: 0.1097827 Jul 27 23:29:40.222064 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3f6060ce-f1e9-4810-a3c3-3db4aa50b0ed tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:40.266191 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7a110afd-c1f0-4d08-a8d4-c8b75829c50e tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-414022'] for router_interface, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:40.296927 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a0808c93-2f73-4aad-b729-2a20172318f0 req-d7e74596-6898-4c9f-a0ff-8865515b12ce tempest-TestServerBasicOps-1478917608 tempest-TestServerBasicOps-1478917608-project] 10.222.0.18 "GET /v2.0/security-groups?id=15f92fae-02e6-49d4-94c8-683334afc3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617285 Jul 27 23:29:40.301276 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3f6060ce-f1e9-4810-a3c3-3db4aa50b0ed tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784185'] for security_group_rule, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:40.315255 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3f6060ce-f1e9-4810-a3c3-3db4aa50b0ed tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:40.316699 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-3f6060ce-f1e9-4810-a3c3-3db4aa50b0ed tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/ec2034c6-6c47-4d0a-888c-14da4884d6c2 HTTP/1.1" status: 204 len: 168 time: 0.2458205 Jul 27 23:29:40.317764 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6060ce-f1e9-4810-a3c3-3db4aa50b0ed tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ec2034c6-6c47-4d0a-888c-14da4884d6c2,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:29:40.319738 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 36326) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:29:40.378511 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-2e8f652b-947b-4c4f-80de-46b09ac9cf0f tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0549634 Jul 27 23:29:40.378776 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 36330) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:29:40.443895 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-188d1b00-ea8a-4931-a264-4d1f860fe1a3 tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:40.468167 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-188d1b00-ea8a-4931-a264-4d1f860fe1a3 tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:40.487963 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 36332) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:29:40.523905 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-188d1b00-ea8a-4931-a264-4d1f860fe1a3 tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:40.527531 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-188d1b00-ea8a-4931-a264-4d1f860fe1a3 tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:40.529226 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-188d1b00-ea8a-4931-a264-4d1f860fe1a3 tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] 10.222.0.18 "DELETE /v2.0/security-groups/1af6ecaf-c7a2-4bfb-8484-c12b6f46dd3a HTTP/1.1" status: 204 len: 168 time: 0.1495762 Jul 27 23:29:40.533375 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 36336) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:29:40.539286 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188d1b00-ea8a-4931-a264-4d1f860fe1a3 tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1af6ecaf-c7a2-4bfb-8484-c12b6f46dd3a,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:29:40.577278 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-7a110afd-c1f0-4d08-a8d4-c8b75829c50e tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Deleting port 026978a6-c975-468e-af9e-9764ae52b1b1 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:29:40.577637 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7a110afd-c1f0-4d08-a8d4-c8b75829c50e tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:40.648855 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-8ef8709d-a110-4cdd-9d2a-6afbee80c8e0 tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1109447 Jul 27 23:29:40.649238 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 36340) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:29:40.653970 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-0d07ca87-aed8-434a-969b-23f363cef577 tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] Request body: {'security_group': {'name': 'tempest-secgroup--1901918040'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:29:40.669968 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-a3c3d809-8df1-4423-8d7c-4c62f6edc051 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1527855804-network', 'tenant_id': '80cb59ab9b124e9cb8f97d16bc35ce2a'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:29:40.681498 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0d07ca87-aed8-434a-969b-23f363cef577 tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:40.705103 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.db.api [None req-0d07ca87-aed8-434a-969b-23f363cef577 tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 27 23:29:40.705103 n-d-802623-1 neutron-server[93797]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 27 23:29:40.705103 n-d-802623-1 neutron-server[93797]: [parameters: {'project_id_1': '4fb41a0a062648a8b8a0b3b6ea3d01ce', 'expiration_1': datetime.datetime(2021, 7, 27, 23, 29, 40, 698184)}] Jul 27 23:29:40.705103 n-d-802623-1 neutron-server[93797]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93797) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 23:29:40.705645 n-d-802623-1 neutron-server[93797]: DEBUG oslo_db.api [None req-0d07ca87-aed8-434a-969b-23f363cef577 tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 23:29:40.712942 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7a110afd-c1f0-4d08-a8d4-c8b75829c50e tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:40.726758 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-7a110afd-c1f0-4d08-a8d4-c8b75829c50e tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Calling delete_port for 026978a6-c975-468e-af9e-9764ae52b1b1 owned by network:router_interface {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:29:40.728500 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3c3d809-8df1-4423-8d7c-4c62f6edc051 admin admin] Made reservation on behalf of 80cb59ab9b124e9cb8f97d16bc35ce2a for: {'network': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:29:40.731334 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a3c3d809-8df1-4423-8d7c-4c62f6edc051 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for network, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:40.742339 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a3c3d809-8df1-4423-8d7c-4c62f6edc051 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:40.965332 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a3c3d809-8df1-4423-8d7c-4c62f6edc051 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:40.971275 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a3c3d809-8df1-4423-8d7c-4c62f6edc051 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:40.997835 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7a110afd-c1f0-4d08-a8d4-c8b75829c50e tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:41.014431 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3c3d809-8df1-4423-8d7c-4c62f6edc051 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 500} {{(pid=93798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 23:29:41.039679 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c3d809-8df1-4423-8d7c-4c62f6edc051 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35ff0c3e-0a27-4033-bbf7-913811848c4b,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:29:41.046345 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a110afd-c1f0-4d08-a8d4-c8b75829c50e tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Pushing event deleted for resources: {'Port': ['ID=026978a6-c975-468e-af9e-9764ae52b1b1,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:29:41.075173 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a3c3d809-8df1-4423-8d7c-4c62f6edc051 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:41.075531 n-d-802623-1 neutron-server[93798]: INFO neutron.db.segments_db [None req-a3c3d809-8df1-4423-8d7c-4c62f6edc051 admin admin] Added segment 8017b7db-dbce-4de7-8b21-69670ae95b56 of type vlan for network c75abf1e-6002-4d4d-85b7-e7a1d60585bb Jul 27 23:29:41.158627 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a3c3d809-8df1-4423-8d7c-4c62f6edc051 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736833354590'] for network, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:41.203802 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7a110afd-c1f0-4d08-a8d4-c8b75829c50e tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3760546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-413994'] for router_interface, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:41.206676 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0d07ca87-aed8-434a-969b-23f363cef577 tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:41.307469 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a3c3d809-8df1-4423-8d7c-4c62f6edc051 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569'] for network, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:41.308439 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3c3d809-8df1-4423-8d7c-4c62f6edc051 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:29:41.309025 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a3c3d809-8df1-4423-8d7c-4c62f6edc051 admin admin] Notify callbacks [] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:41.333654 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0d07ca87-aed8-434a-969b-23f363cef577 tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:41.340520 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0d07ca87-aed8-434a-969b-23f363cef577 tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:41.388784 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0d07ca87-aed8-434a-969b-23f363cef577 tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:41.392863 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-0d07ca87-aed8-434a-969b-23f363cef577 tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7400184 Jul 27 23:29:41.393691 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 36346) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:29:41.399326 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-53640875-2bbe-48a8-94a2-da9d5ae27301 tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] Request body: {'security_group_rule': {'security_group_id': 'a817a0a8-ff97-485a-97c4-8a6863506084', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:29:41.411835 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d07ca87-aed8-434a-969b-23f363cef577 tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a817a0a8-ff97-485a-97c4-8a6863506084,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:29:41.431216 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-a3c3d809-8df1-4423-8d7c-4c62f6edc051 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.9381707 Jul 27 23:29:41.485701 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c3d809-8df1-4423-8d7c-4c62f6edc051 admin admin] Pushing event updated for resources: {'Network': ['ID=c75abf1e-6002-4d4d-85b7-e7a1d60585bb,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:29:41.492356 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a110afd-c1f0-4d08-a8d4-c8b75829c50e tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Router 79df49d5-a3e7-45a8-8d03-aaa5a977381e has already been hosted by L3 agent 018c4455-49c0-4734-927d-7824067b2a9e {{(pid=93798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 23:29:41.493501 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc54eb6-4beb-45f5-9392-7e90ac9d4c34 req-ec8ef2d6-8700-4382-b5ba-49b0ed30ad01 tempest-TestServerBasicOps-1478917608 tempest-TestServerBasicOps-1478917608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:29:41.495898 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-3fc54eb6-4beb-45f5-9392-7e90ac9d4c34 req-ec8ef2d6-8700-4382-b5ba-49b0ed30ad01 tempest-TestServerBasicOps-1478917608 tempest-TestServerBasicOps-1478917608-project] 10.222.0.18 "GET /v2.0/ports?device_id=e9a436e3-d906-435d-b6dd-9e1040b145a2 HTTP/1.1" status: 200 len: 945 time: 0.1031799 Jul 27 23:29:41.498419 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Network c75abf1e-6002-4d4d-85b7-e7a1d60585bb details requested by agent ovs-agent-n-d-802623-1 with host n-d-802623-1 {{(pid=93799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 23:29:41.500590 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-53640875-2bbe-48a8-94a2-da9d5ae27301 tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:41.589515 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-3fc54eb6-4beb-45f5-9392-7e90ac9d4c34 req-ea0e311b-c135-4af2-9492-e2cae33ef6cc tempest-TestServerBasicOps-1478917608 tempest-TestServerBasicOps-1478917608-project] 10.222.0.18 "GET /v2.0/security-groups?id=15f92fae-02e6-49d4-94c8-683334afc3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854633 Jul 27 23:29:41.642093 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-53640875-2bbe-48a8-94a2-da9d5ae27301 tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:41.661825 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-53640875-2bbe-48a8-94a2-da9d5ae27301 tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784185'] for security_group_rule, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:41.663695 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a110afd-c1f0-4d08-a8d4-c8b75829c50e tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:29:41.677182 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09a4a3de-8fcf-4540-990f-d7ac16d235e2 None None] Sync routers for ids ['79df49d5-a3e7-45a8-8d03-aaa5a977381e'] in n-d-802623-1 {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:29:41.679561 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 36358) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:29:41.679785 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-7a110afd-c1f0-4d08-a8d4-c8b75829c50e tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] 10.222.0.18 "PUT /v2.0/routers/79df49d5-a3e7-45a8-8d03-aaa5a977381e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2353902 Jul 27 23:29:41.688968 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a4a3de-8fcf-4540-990f-d7ac16d235e2 None None] Routers {'79df49d5-a3e7-45a8-8d03-aaa5a977381e'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:29:41.689908 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-09a4a3de-8fcf-4540-990f-d7ac16d235e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:29:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['79df49d5-a3e7-45a8-8d03-aaa5a977381e'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:29:41.728043 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-09a4a3de-8fcf-4540-990f-d7ac16d235e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:29:41.739367 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a4a3de-8fcf-4540-990f-d7ac16d235e2 None None] Routers {'79df49d5-a3e7-45a8-8d03-aaa5a977381e'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:29:41.740292 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-09a4a3de-8fcf-4540-990f-d7ac16d235e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:29:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['79df49d5-a3e7-45a8-8d03-aaa5a977381e'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:29:41.756919 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53640875-2bbe-48a8-94a2-da9d5ae27301 tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=859c7ea4-8c22-4e34-b028-55f21c4f94e7,revision_number=0']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:29:41.790794 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-53640875-2bbe-48a8-94a2-da9d5ae27301 tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:41.791069 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-09a4a3de-8fcf-4540-990f-d7ac16d235e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:29:41.792710 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09a4a3de-8fcf-4540-990f-d7ac16d235e2 None None] The sync data for ids ['79df49d5-a3e7-45a8-8d03-aaa5a977381e'] in n-d-802623-1 is: [] {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:29:41.793234 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-53640875-2bbe-48a8-94a2-da9d5ae27301 tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3978400 Jul 27 23:29:41.796452 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 36362) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:29:41.806287 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-f851275a-6ba9-4d27-baa3-cc4360c67d9d tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] Request body: {'security_group_rule': {'security_group_id': 'a817a0a8-ff97-485a-97c4-8a6863506084', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:29:41.821113 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f807e2a-ab30-4bee-825d-9105d7ccc69d req-d51dbfb2-b726-4358-9ffa-885729b88db2 tempest-TestServerBasicOps-1478917608 tempest-TestServerBasicOps-1478917608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:29:41.823885 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7f807e2a-ab30-4bee-825d-9105d7ccc69d req-d51dbfb2-b726-4358-9ffa-885729b88db2 tempest-TestServerBasicOps-1478917608 tempest-TestServerBasicOps-1478917608-project] 10.222.0.18 "GET /v2.0/ports?device_id=e9a436e3-d906-435d-b6dd-9e1040b145a2 HTTP/1.1" status: 200 len: 945 time: 0.1180272 Jul 27 23:29:41.896407 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f851275a-6ba9-4d27-baa3-cc4360c67d9d tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:41.902515 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7f807e2a-ab30-4bee-825d-9105d7ccc69d req-aae357f3-6446-419c-82a2-44dc07307ecd tempest-TestServerBasicOps-1478917608 tempest-TestServerBasicOps-1478917608-project] 10.222.0.18 "GET /v2.0/security-groups?id=15f92fae-02e6-49d4-94c8-683334afc3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717583 Jul 27 23:29:41.988025 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f851275a-6ba9-4d27-baa3-cc4360c67d9d tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:41.992699 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f851275a-6ba9-4d27-baa3-cc4360c67d9d tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784185'] for security_group_rule, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:42.016735 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f851275a-6ba9-4d27-baa3-cc4360c67d9d tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a957fbef-dbcc-48f2-80e5-66d35f3fab84,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:29:42.022556 n-d-802623-1 neutron-server[93797]: INFO neutron.api.v2.resource [None req-8cbb1ad5-7b32-4031-8d94-6ac01f700b3c tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] remove_router_interface failed (client error): The resource could not be found. Jul 27 23:29:42.026300 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-8cbb1ad5-7b32-4031-8d94-6ac01f700b3c tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] 10.222.0.18 "PUT /v2.0/routers/79df49d5-a3e7-45a8-8d03-aaa5a977381e/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3405948 Jul 27 23:29:42.026804 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f851275a-6ba9-4d27-baa3-cc4360c67d9d tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:42.028453 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 36368) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:29:42.030221 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-f851275a-6ba9-4d27-baa3-cc4360c67d9d tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2323570 Jul 27 23:29:42.030822 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 36370) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:29:42.035655 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-a22d3cd2-5435-4d45-9dcd-6998abeb23cf tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] Request body: {'security_group_rule': {'security_group_id': 'a817a0a8-ff97-485a-97c4-8a6863506084', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:29:42.069576 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-fcc416e0-99e2-44e1-ac21-7095643d8f46 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] 10.222.0.18 "GET /v2.0/ports?device_id=79df49d5-a3e7-45a8-8d03-aaa5a977381e HTTP/1.1" status: 200 len: 205 time: 0.0391204 Jul 27 23:29:42.070859 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 36372) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:29:42.092158 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a22d3cd2-5435-4d45-9dcd-6998abeb23cf tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:42.158988 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79f97bb-2348-4768-bd5d-ab76e3cb078e req-6085a11a-aca5-496b-a615-b6feb5b9a626 tempest-ComputeTenantNetworksTest-666516656 tempest-ComputeTenantNetworksTest-666516656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:29:42.165066 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79f97bb-2348-4768-bd5d-ab76e3cb078e req-6085a11a-aca5-496b-a615-b6feb5b9a626 tempest-ComputeTenantNetworksTest-666516656 tempest-ComputeTenantNetworksTest-666516656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:29:42.166079 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ead0e5-1d72-4b9f-a1fb-fdec64df479f req-67e22612-db44-40d7-9fb4-615d4233afd3 tempest-TestServerBasicOps-1478917608 tempest-TestServerBasicOps-1478917608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:29:42.168474 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-26ead0e5-1d72-4b9f-a1fb-fdec64df479f req-67e22612-db44-40d7-9fb4-615d4233afd3 tempest-TestServerBasicOps-1478917608 tempest-TestServerBasicOps-1478917608-project] 10.222.0.18 "GET /v2.0/ports?device_id=e9a436e3-d906-435d-b6dd-9e1040b145a2 HTTP/1.1" status: 200 len: 945 time: 0.0929515 Jul 27 23:29:42.171347 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79f97bb-2348-4768-bd5d-ab76e3cb078e req-6085a11a-aca5-496b-a615-b6feb5b9a626 tempest-ComputeTenantNetworksTest-666516656 tempest-ComputeTenantNetworksTest-666516656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:29:42.172980 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d79f97bb-2348-4768-bd5d-ab76e3cb078e req-6085a11a-aca5-496b-a615-b6feb5b9a626 tempest-ComputeTenantNetworksTest-666516656 tempest-ComputeTenantNetworksTest-666516656-project] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.2878659 Jul 27 23:29:42.177192 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-897a989d-0fe1-4e7b-a6a0-cf03df8cb3e2 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks [] for router, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:42.210963 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a22d3cd2-5435-4d45-9dcd-6998abeb23cf tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:42.218743 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a22d3cd2-5435-4d45-9dcd-6998abeb23cf tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784185'] for security_group_rule, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:42.237938 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-26ead0e5-1d72-4b9f-a1fb-fdec64df479f req-3726be84-7683-4cb1-8c28-b2cbb7ad3c71 tempest-TestServerBasicOps-1478917608 tempest-TestServerBasicOps-1478917608-project] 10.222.0.18 "GET /v2.0/security-groups?id=15f92fae-02e6-49d4-94c8-683334afc3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588932 Jul 27 23:29:42.242553 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22d3cd2-5435-4d45-9dcd-6998abeb23cf tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33dac78a-c61e-4749-87b1-66637317c390,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:29:42.257031 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a22d3cd2-5435-4d45-9dcd-6998abeb23cf tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:42.259130 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-a22d3cd2-5435-4d45-9dcd-6998abeb23cf tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2265790 Jul 27 23:29:42.261113 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 36376) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:29:42.266470 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 36378) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:29:42.266981 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-59b534a0-7d3e-45b2-9479-ac8b2683e959 tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] Request body: {'security_group_rule': {'security_group_id': 'a817a0a8-ff97-485a-97c4-8a6863506084', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:29:42.297583 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-59b534a0-7d3e-45b2-9479-ac8b2683e959 tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:42.403363 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-59b534a0-7d3e-45b2-9479-ac8b2683e959 tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:42.408862 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-59b534a0-7d3e-45b2-9479-ac8b2683e959 tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784185'] for security_group_rule, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:42.426071 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79424c54-1480-4540-8705-deb5d2362664 req-d28b9622-a74d-4bf3-bc1f-312c53bf6999 tempest-ComputeTenantNetworksTest-666516656 tempest-ComputeTenantNetworksTest-666516656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:29:42.427534 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-79424c54-1480-4540-8705-deb5d2362664 req-d28b9622-a74d-4bf3-bc1f-312c53bf6999 tempest-ComputeTenantNetworksTest-666516656 tempest-ComputeTenantNetworksTest-666516656-project] 10.222.0.18 "GET /v2.0/networks/c75abf1e-6002-4d4d-85b7-e7a1d60585bb HTTP/1.1" status: 200 len: 769 time: 0.2103016 Jul 27 23:29:42.429136 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-897a989d-0fe1-4e7b-a6a0-cf03df8cb3e2 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62205'] for router, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:42.435477 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b534a0-7d3e-45b2-9479-ac8b2683e959 tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6de4d549-22b0-4e79-8b5b-fccd15755841,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:29:42.437659 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 36382) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:29:42.438883 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-897a989d-0fe1-4e7b-a6a0-cf03df8cb3e2 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:42.450564 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-59b534a0-7d3e-45b2-9479-ac8b2683e959 tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:42.452078 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-59b534a0-7d3e-45b2-9479-ac8b2683e959 tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1898258 Jul 27 23:29:42.454414 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 36384) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:29:42.458863 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-7b50288a-37a5-4311-8c07-de2c7ec3da53 tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] Request body: {'security_group_rule': {'security_group_id': 'a817a0a8-ff97-485a-97c4-8a6863506084', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:29:42.495139 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7b50288a-37a5-4311-8c07-de2c7ec3da53 tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:42.573065 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7b50288a-37a5-4311-8c07-de2c7ec3da53 tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:42.578007 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7b50288a-37a5-4311-8c07-de2c7ec3da53 tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784185'] for security_group_rule, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:42.599685 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b50288a-37a5-4311-8c07-de2c7ec3da53 tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31ad0815-53a3-4934-afa6-2faee098cee1,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:29:42.608007 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7b50288a-37a5-4311-8c07-de2c7ec3da53 tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:42.609422 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-7b50288a-37a5-4311-8c07-de2c7ec3da53 tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1540935 Jul 27 23:29:42.612322 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 36386) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:29:42.644957 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-26f170b9-2339-41da-a9cc-7c8b1a6eeebe tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:42.657673 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-26f170b9-2339-41da-a9cc-7c8b1a6eeebe tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:42.693039 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-26f170b9-2339-41da-a9cc-7c8b1a6eeebe tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784185'] for security_group_rule, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:42.699437 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-26f170b9-2339-41da-a9cc-7c8b1a6eeebe tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:42.702836 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-26f170b9-2339-41da-a9cc-7c8b1a6eeebe tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/31ad0815-53a3-4934-afa6-2faee098cee1 HTTP/1.1" status: 204 len: 168 time: 0.0872040 Jul 27 23:29:42.703724 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 36388) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:29:42.721803 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f170b9-2339-41da-a9cc-7c8b1a6eeebe tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=31ad0815-53a3-4934-afa6-2faee098cee1,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:29:42.767455 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-1bb69310-3a21-4390-9486-8462dbe37e9b tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0625873 Jul 27 23:29:42.770131 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 36392) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:29:42.798543 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d37094a0-8da4-4f27-8a77-25cfacec981a tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:42.807536 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d37094a0-8da4-4f27-8a77-25cfacec981a tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:42.840166 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d37094a0-8da4-4f27-8a77-25cfacec981a tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784185'] for security_group_rule, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:42.845337 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d37094a0-8da4-4f27-8a77-25cfacec981a tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:42.846815 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-d37094a0-8da4-4f27-8a77-25cfacec981a tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/6de4d549-22b0-4e79-8b5b-fccd15755841 HTTP/1.1" status: 204 len: 168 time: 0.0755575 Jul 27 23:29:42.849688 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 36394) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:29:42.868686 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37094a0-8da4-4f27-8a77-25cfacec981a tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6de4d549-22b0-4e79-8b5b-fccd15755841,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:29:42.908973 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-2acf19cb-3a01-432b-a2b0-94f81f1c2759 tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0581119 Jul 27 23:29:42.910565 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-897a989d-0fe1-4e7b-a6a0-cf03df8cb3e2 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-477831'] for router, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:42.911085 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-897a989d-0fe1-4e7b-a6a0-cf03df8cb3e2 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Fanout notify agent at l3_agent the message router_deleted on router 79df49d5-a3e7-45a8-8d03-aaa5a977381e {{(pid=93797) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 23:29:42.911761 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 36396) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:29:42.920388 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-897a989d-0fe1-4e7b-a6a0-cf03df8cb3e2 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks [] for router, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:42.921495 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-897a989d-0fe1-4e7b-a6a0-cf03df8cb3e2 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] 10.222.0.18 "DELETE /v2.0/routers/79df49d5-a3e7-45a8-8d03-aaa5a977381e HTTP/1.1" status: 204 len: 168 time: 0.8500087 Jul 27 23:29:42.925172 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 36398) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:29:42.941173 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e63d753e-3ad2-40cf-a915-5b4b40556f49 tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:42.950224 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e63d753e-3ad2-40cf-a915-5b4b40556f49 tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:42.971482 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-26e8a4ea-504c-4fea-b044-738ce5586d22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593271'] for network, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:42.982182 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e63d753e-3ad2-40cf-a915-5b4b40556f49 tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784185'] for security_group_rule, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:42.988023 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e63d753e-3ad2-40cf-a915-5b4b40556f49 tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:42.988787 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-e63d753e-3ad2-40cf-a915-5b4b40556f49 tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/33dac78a-c61e-4749-87b1-66637317c390 HTTP/1.1" status: 204 len: 168 time: 0.0760837 Jul 27 23:29:42.989984 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d14c50ac-ed27-4e1b-850d-5c1eeece9d23 tempest-TestServerBasicOps-1101436033 tempest-TestServerBasicOps-1101436033-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:29:42.994866 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-d14c50ac-ed27-4e1b-850d-5c1eeece9d23 tempest-TestServerBasicOps-1101436033 tempest-TestServerBasicOps-1101436033-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=e9a436e3-d906-435d-b6dd-9e1040b145a2 HTTP/1.1" status: 200 len: 1091 time: 0.6966853 Jul 27 23:29:42.994866 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 36400) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:29:42.996957 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 36402) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:29:43.001465 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-5313dce9-b369-4a91-94c6-f686621e1463 tempest-TestServerBasicOps-1478917608 tempest-TestServerBasicOps-1478917608-project] Request body: {'floatingip': {'floating_network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'port_id': 'b817f094-e9a0-477d-8f41-a5a1fb15aac1', 'tenant_id': '50fb9c0a7f164ebaa507b1871f51f529', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:29:43.030754 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63d753e-3ad2-40cf-a915-5b4b40556f49 tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=33dac78a-c61e-4749-87b1-66637317c390,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:29:43.046120 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8cd0ed5-e79b-4df3-a1bb-4e20fe49eb2a tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Deleting subnet f5fca30e-cbfb-4e25-b345-497328aae8f9 {{(pid=93797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 23:29:43.052322 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8cd0ed5-e79b-4df3-a1bb-4e20fe49eb2a tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks [] for subnet, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:43.054067 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5313dce9-b369-4a91-94c6-f686621e1463 tempest-TestServerBasicOps-1478917608 tempest-TestServerBasicOps-1478917608-project] Notify callbacks [] for floatingip, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:43.157702 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-426489dd-3f16-416e-9ea9-f9b991bb8d6e tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.1616106 Jul 27 23:29:43.161524 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 36406) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:29:43.164111 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8cd0ed5-e79b-4df3-a1bb-4e20fe49eb2a tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11335971'] for subnet, precommit_delete_associations {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:43.167600 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-26e8a4ea-504c-4fea-b044-738ce5586d22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618032', 'neutron.services.segments.db._delete_segments_for_network-8736833900081'] for network, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:43.198571 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-26e8a4ea-504c-4fea-b044-738ce5586d22 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c75abf1e-6002-4d4d-85b7-e7a1d60585bb']}} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:29:43.205415 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-66efe04d-b6fc-4d9e-93d6-f386214f0fee tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:43.210175 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5313dce9-b369-4a91-94c6-f686621e1463 tempest-TestServerBasicOps-1478917608 tempest-TestServerBasicOps-1478917608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:43.219161 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-66efe04d-b6fc-4d9e-93d6-f386214f0fee tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:43.219393 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-26e8a4ea-504c-4fea-b044-738ce5586d22 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8017b7db-dbce-4de7-8b21-69670ae95b56') {'for_net_delete': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:29:43.219609 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-26e8a4ea-504c-4fea-b044-738ce5586d22 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8017b7db-dbce-4de7-8b21-69670ae95b56') {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:29:43.233419 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-26e8a4ea-504c-4fea-b044-738ce5586d22 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736833900858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11335978'] for segment, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:43.254731 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-26e8a4ea-504c-4fea-b044-738ce5586d22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:43.280656 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26e8a4ea-504c-4fea-b044-738ce5586d22 admin admin] Releasing vlan 500 on physical network physnet1 to pool {{(pid=93797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 23:29:43.281436 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-26e8a4ea-504c-4fea-b044-738ce5586d22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11336013'] for segment, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:43.282773 n-d-802623-1 neutron-server[93797]: Traceback (most recent call last): Jul 27 23:29:43.282773 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 23:29:43.282773 n-d-802623-1 neutron-server[93797]: timer() Jul 27 23:29:43.282773 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 23:29:43.282773 n-d-802623-1 neutron-server[93797]: cb(*args, **kw) Jul 27 23:29:43.282773 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 23:29:43.282773 n-d-802623-1 neutron-server[93797]: return func(*args, **kwargs) Jul 27 23:29:43.282773 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 23:29:43.282773 n-d-802623-1 neutron-server[93797]: self._notify() Jul 27 23:29:43.282773 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 23:29:43.282773 n-d-802623-1 neutron-server[93797]: self.callback(batched_events) Jul 27 23:29:43.282773 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 23:29:43.282773 n-d-802623-1 neutron-server[93797]: event.method(event) Jul 27 23:29:43.282773 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 23:29:43.282773 n-d-802623-1 neutron-server[93797]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 23:29:43.282773 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 23:29:43.282773 n-d-802623-1 neutron-server[93797]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 23:29:43.282773 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 23:29:43.282773 n-d-802623-1 neutron-server[93797]: return f(self, *a, **k) Jul 27 23:29:43.282773 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 23:29:43.282773 n-d-802623-1 neutron-server[93797]: return self._get(url).json() Jul 27 23:29:43.282773 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 23:29:43.282773 n-d-802623-1 neutron-server[93797]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 23:29:43.282773 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 23:29:43.282773 n-d-802623-1 neutron-server[93797]: return self.request(url, 'GET', **kwargs) Jul 27 23:29:43.282773 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 23:29:43.282773 n-d-802623-1 neutron-server[93797]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 23:29:43.282773 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 23:29:43.282773 n-d-802623-1 neutron-server[93797]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 23:29:43.282773 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 23:29:43.282773 n-d-802623-1 neutron-server[93797]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 23:29:43.282773 n-d-802623-1 neutron-server[93797]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 23:29:43.327529 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-66efe04d-b6fc-4d9e-93d6-f386214f0fee tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784185'] for security_group_rule, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:43.338822 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-66efe04d-b6fc-4d9e-93d6-f386214f0fee tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:43.342592 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-66efe04d-b6fc-4d9e-93d6-f386214f0fee tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/a957fbef-dbcc-48f2-80e5-66d35f3fab84 HTTP/1.1" status: 204 len: 168 time: 0.1798484 Jul 27 23:29:43.345209 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 36408) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:29:43.347686 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8cd0ed5-e79b-4df3-a1bb-4e20fe49eb2a tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620741'] for subnet, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:43.356581 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66efe04d-b6fc-4d9e-93d6-f386214f0fee tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a957fbef-dbcc-48f2-80e5-66d35f3fab84,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:29:43.393236 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-26e8a4ea-504c-4fea-b044-738ce5586d22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415412'] for network, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:43.405288 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-26e8a4ea-504c-4fea-b044-738ce5586d22 admin admin] Notify callbacks [] for network, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:43.409390 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-26e8a4ea-504c-4fea-b044-738ce5586d22 admin admin] 10.222.0.18 "DELETE /v2.0/networks/c75abf1e-6002-4d4d-85b7-e7a1d60585bb HTTP/1.1" status: 204 len: 168 time: 0.9663012 Jul 27 23:29:43.417051 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-5313dce9-b369-4a91-94c6-f686621e1463 tempest-TestServerBasicOps-1478917608 tempest-TestServerBasicOps-1478917608-project] Allocated IP 172.25.4.7 (2fd42287-ed26-4eb9-89a5-b521f5b04356/17de1f8f-393a-4b0c-a2df-614bd3f2fb5e/4b9cff75-cc7b-465c-ade0-20abe2705dd8) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:29:43.428634 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e8a4ea-504c-4fea-b044-738ce5586d22 admin admin] Pushing event deleted for resources: {'Network': ['ID=c75abf1e-6002-4d4d-85b7-e7a1d60585bb,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:29:43.452052 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-0f7815b5-71d7-413b-af81-a5bc665d2d56 tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.1034391 Jul 27 23:29:43.452456 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 36412) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:29:43.481910 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8cd0ed5-e79b-4df3-a1bb-4e20fe49eb2a tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11335991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11551414'] for subnet, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:43.507337 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-752f0f65-1928-417d-bcff-720b1b0f4224 tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:43.517855 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cd0ed5-e79b-4df3-a1bb-4e20fe49eb2a tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Pushing event deleted for resources: {'Subnet': ['ID=f5fca30e-cbfb-4e25-b345-497328aae8f9,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:29:43.523106 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-752f0f65-1928-417d-bcff-720b1b0f4224 tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:43.532962 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8cd0ed5-e79b-4df3-a1bb-4e20fe49eb2a tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks [] for subnet, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:43.534835 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-d8cd0ed5-e79b-4df3-a1bb-4e20fe49eb2a tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] 10.222.0.18 "DELETE /v2.0/subnets/f5fca30e-cbfb-4e25-b345-497328aae8f9 HTTP/1.1" status: 204 len: 168 time: 0.6076303 Jul 27 23:29:43.541075 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 36414) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:29:43.546204 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2b53384-8337-4648-9ec0-3328a19c4f0b None None] Network 890dbf54-d127-4ad5-9345-8cdfb91dbd6c requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:29:43.572312 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5313dce9-b369-4a91-94c6-f686621e1463 tempest-TestServerBasicOps-1478917608 tempest-TestServerBasicOps-1478917608-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:43.598932 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 36416) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:29:43.617030 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-752f0f65-1928-417d-bcff-720b1b0f4224 tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784185'] for security_group_rule, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:43.626237 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-752f0f65-1928-417d-bcff-720b1b0f4224 tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:43.627378 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-752f0f65-1928-417d-bcff-720b1b0f4224 tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/859c7ea4-8c22-4e34-b028-55f21c4f94e7 HTTP/1.1" status: 204 len: 168 time: 0.1739607 Jul 27 23:29:43.632151 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 36418) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:29:43.649753 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752f0f65-1928-417d-bcff-720b1b0f4224 tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=859c7ea4-8c22-4e34-b028-55f21c4f94e7,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:29:43.662807 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4f165bc1-b3a8-4575-ba94-51ed8ba651d9 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593271'] for network, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:43.711891 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-3a4d9c3e-8c57-480a-80da-33d955bafb10 tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0704844 Jul 27 23:29:43.712217 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-a884c8c7-7d8a-4095-9ac1-7fb0b9bc7e12 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=80cb59ab9b124e9cb8f97d16bc35ce2a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1052506 Jul 27 23:29:43.712217 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 36420) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:29:43.712217 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 36422) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:29:43.728191 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5313dce9-b369-4a91-94c6-f686621e1463 tempest-TestServerBasicOps-1478917608 tempest-TestServerBasicOps-1478917608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:43.764292 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-4f165bc1-b3a8-4575-ba94-51ed8ba651d9 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Deleting port 13aba903-0075-4066-bfc1-51595bdc4d10 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:29:43.764649 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4f165bc1-b3a8-4575-ba94-51ed8ba651d9 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:43.782420 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6ac9efc-0f9a-4d0c-a38c-c48b6af71a53 None None] DHCP port deletion for 890dbf54-d127-4ad5-9345-8cdfb91dbd6c request from n-d-802623-1 {{(pid=93799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 23:29:43.810387 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5313dce9-b369-4a91-94c6-f686621e1463 tempest-TestServerBasicOps-1478917608 tempest-TestServerBasicOps-1478917608-project] Network 2fd42287-ed26-4eb9-89a5-b521f5b04356 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:29:43.821701 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-5313dce9-b369-4a91-94c6-f686621e1463 tempest-TestServerBasicOps-1478917608 tempest-TestServerBasicOps-1478917608-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:29:43.833375 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5313dce9-b369-4a91-94c6-f686621e1463 tempest-TestServerBasicOps-1478917608 tempest-TestServerBasicOps-1478917608-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:29:43.846471 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-4f165bc1-b3a8-4575-ba94-51ed8ba651d9 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] For port 13aba903-0075-4066-bfc1-51595bdc4d10, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=13aba903-0075-4066-bfc1-51595bdc4d10,segment=NetworkSegment(7347459b-cd6a-49b9-aab9-c267c2c471ec),segment_id=7347459b-cd6a-49b9-aab9-c267c2c471ec)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:29:43.846983 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4f165bc1-b3a8-4575-ba94-51ed8ba651d9 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:43.866529 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-4f165bc1-b3a8-4575-ba94-51ed8ba651d9 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Calling delete_port for 13aba903-0075-4066-bfc1-51595bdc4d10 owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:29:43.873193 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-c6ac9efc-0f9a-4d0c-a38c-c48b6af71a53 None None] Deleting port 13aba903-0075-4066-bfc1-51595bdc4d10 {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:29:43.873936 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c6ac9efc-0f9a-4d0c-a38c-c48b6af71a53 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:43.897376 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5313dce9-b369-4a91-94c6-f686621e1463 tempest-TestServerBasicOps-1478917608 tempest-TestServerBasicOps-1478917608-project] Pushing event updated for resources: {'Port': ['ID=4b9cff75-cc7b-465c-ade0-20abe2705dd8,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:29:43.941762 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5b8b1624-38e2-4eab-94e7-c53ae35441e4 tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:43.964433 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-c6ac9efc-0f9a-4d0c-a38c-c48b6af71a53 None None] For port 13aba903-0075-4066-bfc1-51595bdc4d10, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=13aba903-0075-4066-bfc1-51595bdc4d10,segment=NetworkSegment(7347459b-cd6a-49b9-aab9-c267c2c471ec),segment_id=7347459b-cd6a-49b9-aab9-c267c2c471ec)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:29:43.964894 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c6ac9efc-0f9a-4d0c-a38c-c48b6af71a53 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:43.976295 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4f165bc1-b3a8-4575-ba94-51ed8ba651d9 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:43.980726 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-c6ac9efc-0f9a-4d0c-a38c-c48b6af71a53 None None] Calling delete_port for 13aba903-0075-4066-bfc1-51595bdc4d10 owned by network:dhcp {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:29:44.002827 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-13758588-da96-4f81-aff2-53aa64bee284 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:44.020117 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f165bc1-b3a8-4575-ba94-51ed8ba651d9 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Pushing event deleted for resources: {'Port': ['ID=13aba903-0075-4066-bfc1-51595bdc4d10,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:29:44.020355 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5b8b1624-38e2-4eab-94e7-c53ae35441e4 tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:44.029494 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f165bc1-b3a8-4575-ba94-51ed8ba651d9 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] No DVR routers for this DVR port 13aba903-0075-4066-bfc1-51595bdc4d10 on host n-d-802623-1 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:29:44.096188 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c6ac9efc-0f9a-4d0c-a38c-c48b6af71a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:44.113772 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-13758588-da96-4f81-aff2-53aa64bee284 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:44.125512 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4f165bc1-b3a8-4575-ba94-51ed8ba651d9 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618032', 'neutron.services.segments.db._delete_segments_for_network-8736833900081'] for network, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:44.137267 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-4f165bc1-b3a8-4575-ba94-51ed8ba651d9 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['890dbf54-d127-4ad5-9345-8cdfb91dbd6c']}} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:29:44.146546 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6ac9efc-0f9a-4d0c-a38c-c48b6af71a53 None None] No DVR routers for this DVR port 13aba903-0075-4066-bfc1-51595bdc4d10 on host n-d-802623-1 {{(pid=93799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:29:44.148626 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ac9efc-0f9a-4d0c-a38c-c48b6af71a53 None None] Pushing event deleted for resources: {'Port': ['ID=13aba903-0075-4066-bfc1-51595bdc4d10,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:29:44.149685 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-4f165bc1-b3a8-4575-ba94-51ed8ba651d9 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7347459b-cd6a-49b9-aab9-c267c2c471ec') {'for_net_delete': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:29:44.149987 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-4f165bc1-b3a8-4575-ba94-51ed8ba651d9 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7347459b-cd6a-49b9-aab9-c267c2c471ec') {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:29:44.162684 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4f165bc1-b3a8-4575-ba94-51ed8ba651d9 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736833900858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11335978'] for segment, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:44.183111 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5b8b1624-38e2-4eab-94e7-c53ae35441e4 tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:44.185751 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5b8b1624-38e2-4eab-94e7-c53ae35441e4 tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:44.186930 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-5b8b1624-38e2-4eab-94e7-c53ae35441e4 tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] 10.222.0.18 "DELETE /v2.0/security-groups/a817a0a8-ff97-485a-97c4-8a6863506084 HTTP/1.1" status: 204 len: 168 time: 0.4741566 Jul 27 23:29:44.189634 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 36428) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:29:44.206903 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4f165bc1-b3a8-4575-ba94-51ed8ba651d9 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:44.219841 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f165bc1-b3a8-4575-ba94-51ed8ba651d9 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Releasing vlan 542 on physical network physnet1 to pool {{(pid=93797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 23:29:44.220106 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4f165bc1-b3a8-4575-ba94-51ed8ba651d9 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11336013'] for segment, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:44.225103 n-d-802623-1 neutron-server[93797]: Traceback (most recent call last): Jul 27 23:29:44.225103 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 23:29:44.225103 n-d-802623-1 neutron-server[93797]: timer() Jul 27 23:29:44.225103 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 23:29:44.225103 n-d-802623-1 neutron-server[93797]: cb(*args, **kw) Jul 27 23:29:44.225103 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 23:29:44.225103 n-d-802623-1 neutron-server[93797]: return func(*args, **kwargs) Jul 27 23:29:44.225103 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 23:29:44.225103 n-d-802623-1 neutron-server[93797]: self._notify() Jul 27 23:29:44.225103 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 23:29:44.225103 n-d-802623-1 neutron-server[93797]: self.callback(batched_events) Jul 27 23:29:44.225103 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 23:29:44.225103 n-d-802623-1 neutron-server[93797]: event.method(event) Jul 27 23:29:44.225103 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 23:29:44.225103 n-d-802623-1 neutron-server[93797]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 23:29:44.225103 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 23:29:44.225103 n-d-802623-1 neutron-server[93797]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 23:29:44.225103 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 23:29:44.225103 n-d-802623-1 neutron-server[93797]: return f(self, *a, **k) Jul 27 23:29:44.225103 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 23:29:44.225103 n-d-802623-1 neutron-server[93797]: return self._get(url).json() Jul 27 23:29:44.225103 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 23:29:44.225103 n-d-802623-1 neutron-server[93797]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 23:29:44.225103 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 23:29:44.225103 n-d-802623-1 neutron-server[93797]: return self.request(url, 'GET', **kwargs) Jul 27 23:29:44.225103 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 23:29:44.225103 n-d-802623-1 neutron-server[93797]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 23:29:44.225103 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 23:29:44.225103 n-d-802623-1 neutron-server[93797]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 23:29:44.225103 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 23:29:44.225103 n-d-802623-1 neutron-server[93797]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 23:29:44.225103 n-d-802623-1 neutron-server[93797]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 23:29:44.229788 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8b1624-38e2-4eab-94e7-c53ae35441e4 tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a817a0a8-ff97-485a-97c4-8a6863506084,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:29:44.263702 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-13758588-da96-4f81-aff2-53aa64bee284 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:44.266270 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-13758588-da96-4f81-aff2-53aa64bee284 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:44.267476 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-13758588-da96-4f81-aff2-53aa64bee284 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/35ff0c3e-0a27-4033-bbf7-913811848c4b HTTP/1.1" status: 204 len: 168 time: 0.5567091 Jul 27 23:29:44.277943 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13758588-da96-4f81-aff2-53aa64bee284 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35ff0c3e-0a27-4033-bbf7-913811848c4b,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:29:44.318167 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-e496cc5d-cbba-4549-a1a7-d4068f1f177d tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1273930 Jul 27 23:29:44.325269 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 36432) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:29:44.332669 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-166e6cf8-3c70-4975-b546-71c2a2b0fb90 tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] Request body: {'security_group': {'name': 'tempest-secgroup--2015667844'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:29:44.338423 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4f165bc1-b3a8-4575-ba94-51ed8ba651d9 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415412'] for network, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:44.343750 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4f165bc1-b3a8-4575-ba94-51ed8ba651d9 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks [] for network, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:44.345682 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-4f165bc1-b3a8-4575-ba94-51ed8ba651d9 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] 10.222.0.18 "DELETE /v2.0/networks/890dbf54-d127-4ad5-9345-8cdfb91dbd6c HTTP/1.1" status: 204 len: 168 time: 0.8036401 Jul 27 23:29:44.352780 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 36434) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:29:44.363177 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-b0bfe5cf-549a-45cc-8898-3c07267a43c8 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-747577523'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:29:44.384029 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f165bc1-b3a8-4575-ba94-51ed8ba651d9 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Pushing event deleted for resources: {'Network': ['ID=890dbf54-d127-4ad5-9345-8cdfb91dbd6c,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:29:44.402810 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-166e6cf8-3c70-4975-b546-71c2a2b0fb90 tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:44.440564 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0bfe5cf-549a-45cc-8898-3c07267a43c8 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Made reservation on behalf of 527b2fd77bf24fc0a7fcb37799da635e for: {'network': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:29:44.444108 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b0bfe5cf-549a-45cc-8898-3c07267a43c8 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for network, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:44.486577 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0bfe5cf-549a-45cc-8898-3c07267a43c8 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 520} {{(pid=93797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 23:29:44.514754 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b0bfe5cf-549a-45cc-8898-3c07267a43c8 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:44.514754 n-d-802623-1 neutron-server[93797]: INFO neutron.db.segments_db [None req-b0bfe5cf-549a-45cc-8898-3c07267a43c8 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Added segment b6f33fec-a6b9-4129-862e-954852bef3fb of type vlan for network 0c586ac3-84f9-4ee6-9ae2-1b47e7ff2c0e Jul 27 23:29:44.590011 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b0bfe5cf-549a-45cc-8898-3c07267a43c8 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736833354590'] for network, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:44.616997 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-166e6cf8-3c70-4975-b546-71c2a2b0fb90 tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:44.632186 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-166e6cf8-3c70-4975-b546-71c2a2b0fb90 tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:44.675127 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166e6cf8-3c70-4975-b546-71c2a2b0fb90 tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ba0138b-24da-41d0-9e81-810cb67f7043,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:29:44.682578 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b0bfe5cf-549a-45cc-8898-3c07267a43c8 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569'] for network, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:44.689248 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0bfe5cf-549a-45cc-8898-3c07267a43c8 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:29:44.690081 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b0bfe5cf-549a-45cc-8898-3c07267a43c8 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks [] for network, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:44.702534 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-166e6cf8-3c70-4975-b546-71c2a2b0fb90 tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:44.706621 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-166e6cf8-3c70-4975-b546-71c2a2b0fb90 tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3769915 Jul 27 23:29:44.717597 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 36440) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:29:44.755730 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-73326ef6-969c-41c3-8de5-b7de285491ca tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] Request body: {'security_group_rule': {'security_group_id': '5ba0138b-24da-41d0-9e81-810cb67f7043', 'direction': 'ingress', 'protocol': 17}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:29:44.777248 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-b0bfe5cf-549a-45cc-8898-3c07267a43c8 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4203427 Jul 27 23:29:44.779414 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 36446) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:29:44.786790 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-46d57529-5f45-4a8f-9a3e-faabcc20a50e tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Request body: {'subnet': {'network_id': '0c586ac3-84f9-4ee6-9ae2-1b47e7ff2c0e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:29:44.814590 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bfe5cf-549a-45cc-8898-3c07267a43c8 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Pushing event updated for resources: {'Network': ['ID=0c586ac3-84f9-4ee6-9ae2-1b47e7ff2c0e,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:29:44.828004 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Network 0c586ac3-84f9-4ee6-9ae2-1b47e7ff2c0e details requested by agent ovs-agent-n-d-802623-1 with host n-d-802623-1 {{(pid=93799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 23:29:44.877156 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-73326ef6-969c-41c3-8de5-b7de285491ca tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:44.965468 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46d57529-5f45-4a8f-9a3e-faabcc20a50e tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Made reservation on behalf of 527b2fd77bf24fc0a7fcb37799da635e for: {'subnet': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:29:44.970759 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-46d57529-5f45-4a8f-9a3e-faabcc20a50e tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11551435'] for subnet, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:45.029080 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5313dce9-b369-4a91-94c6-f686621e1463 tempest-TestServerBasicOps-1478917608 tempest-TestServerBasicOps-1478917608-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:45.040335 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-73326ef6-969c-41c3-8de5-b7de285491ca tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:45.050257 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-73326ef6-969c-41c3-8de5-b7de285491ca tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784185'] for security_group_rule, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:45.089586 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73326ef6-969c-41c3-8de5-b7de285491ca tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=978d869d-40b5-48e7-813f-3aaaf3001aa8,revision_number=0']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:29:45.105149 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-73326ef6-969c-41c3-8de5-b7de285491ca tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:45.108872 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-73326ef6-969c-41c3-8de5-b7de285491ca tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3587322 Jul 27 23:29:45.109380 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 36456) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:29:45.124237 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5313dce9-b369-4a91-94c6-f686621e1463 tempest-TestServerBasicOps-1478917608 tempest-TestServerBasicOps-1478917608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:45.299820 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-46d57529-5f45-4a8f-9a3e-faabcc20a50e tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11336182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11551417'] for subnet, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:45.333150 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-73c6a3d5-0d00-4aba-a44e-45485407e8df tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:45.356286 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5313dce9-b369-4a91-94c6-f686621e1463 tempest-TestServerBasicOps-1478917608 tempest-TestServerBasicOps-1478917608-project] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:45.365132 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5313dce9-b369-4a91-94c6-f686621e1463 tempest-TestServerBasicOps-1478917608 tempest-TestServerBasicOps-1478917608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:45.386974 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-73c6a3d5-0d00-4aba-a44e-45485407e8df tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:45.413352 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d57529-5f45-4a8f-9a3e-faabcc20a50e tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Pushing event updated for resources: {'Subnet': ['ID=ec605c37-983a-495b-ab96-47ffb4737a00,revision_number=0']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:29:45.438072 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46d57529-5f45-4a8f-9a3e-faabcc20a50e tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Checking segment: {'id': 'b6f33fec-a6b9-4129-862e-954852bef3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '0c586ac3-84f9-4ee6-9ae2-1b47e7ff2c0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:29:45.438441 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46d57529-5f45-4a8f-9a3e-faabcc20a50e tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Network hostable DHCP agents. Network: 0c586ac3-84f9-4ee6-9ae2-1b47e7ff2c0e, hostable agents: ['5950e76f-2bde-4343-a925-cbe6bacd2706'], hosted agents: [] {{(pid=93797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 23:29:45.449559 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5313dce9-b369-4a91-94c6-f686621e1463 tempest-TestServerBasicOps-1478917608 tempest-TestServerBasicOps-1478917608-project] Pushing event updated for resources: {'Port': ['ID=4b9cff75-cc7b-465c-ade0-20abe2705dd8,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:29:45.460802 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46d57529-5f45-4a8f-9a3e-faabcc20a50e tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Network 0c586ac3-84f9-4ee6-9ae2-1b47e7ff2c0e is scheduled to be hosted by DHCP agent 5950e76f-2bde-4343-a925-cbe6bacd2706 with binding_index 1 {{(pid=93797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 23:29:45.463648 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5313dce9-b369-4a91-94c6-f686621e1463 tempest-TestServerBasicOps-1478917608 tempest-TestServerBasicOps-1478917608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-415302'] for floatingip, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:45.467713 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-73c6a3d5-0d00-4aba-a44e-45485407e8df tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:45.471229 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-73c6a3d5-0d00-4aba-a44e-45485407e8df tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:45.475408 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-73c6a3d5-0d00-4aba-a44e-45485407e8df tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] 10.222.0.18 "DELETE /v2.0/security-groups/5ba0138b-24da-41d0-9e81-810cb67f7043 HTTP/1.1" status: 204 len: 168 time: 0.3623648 Jul 27 23:29:45.477903 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 36466) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:29:45.499390 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-46d57529-5f45-4a8f-9a3e-faabcc20a50e tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802623-1, 0c586ac3-84f9-4ee6-9ae2-1b47e7ff2c0e) {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:29:45.504303 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c6a3d5-0d00-4aba-a44e-45485407e8df tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ba0138b-24da-41d0-9e81-810cb67f7043,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:29:45.508520 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46d57529-5f45-4a8f-9a3e-faabcc20a50e tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:29:45.509118 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-46d57529-5f45-4a8f-9a3e-faabcc20a50e tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks [] for subnet, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:45.523427 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef874d26-30b4-4641-8f42-f7655dd66b4f None None] Network 0c586ac3-84f9-4ee6-9ae2-1b47e7ff2c0e requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:29:45.541853 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-46d57529-5f45-4a8f-9a3e-faabcc20a50e tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7592080 Jul 27 23:29:45.546915 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-4b33f66a-0a7d-4200-8b62-5422cc317255 tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0669000 Jul 27 23:29:45.547513 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 36468) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:29:45.550722 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 36470) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:29:45.555744 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-9c538527-5b58-4e0e-b5ab-b06c59a8c252 tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] Request body: {'security_group': {'name': 'tempest-secgroup--1137681497'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:29:45.586129 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-e927a42b-2f4f-4f24-b1e8-0f7eab52f95e tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-847442198', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:29:45.591978 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 13aba903-0075-4066-bfc1-51595bdc4d10 no longer exists at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:29:45.592941 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9c538527-5b58-4e0e-b5ab-b06c59a8c252 tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:45.627272 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] No Port match for: 13aba903-0075-4066-bfc1-51595bdc4d10 {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:29:45.628908 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 13aba903-0075-4066-bfc1-51595bdc4d10 not bound to the agent host n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:29:45.638702 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e927a42b-2f4f-4f24-b1e8-0f7eab52f95e tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62159'] for router, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:45.639825 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e927a42b-2f4f-4f24-b1e8-0f7eab52f95e tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-479230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-415539', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3693317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62148'] for router, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:45.662640 n-d-802623-1 neutron-server[93798]: INFO neutron.db.l3_db [None req-5313dce9-b369-4a91-94c6-f686621e1463 tempest-TestServerBasicOps-1478917608 tempest-TestServerBasicOps-1478917608-project] Floating IP d1104d6f-beb9-43ce-bbf1-1ae068f09291 associated. External IP: 172.25.4.7, port: b817f094-e9a0-477d-8f41-a5a1fb15aac1. Jul 27 23:29:45.723628 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e927a42b-2f4f-4f24-b1e8-0f7eab52f95e tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:45.732267 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e927a42b-2f4f-4f24-b1e8-0f7eab52f95e tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-415468'] for router, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:45.781340 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9c538527-5b58-4e0e-b5ab-b06c59a8c252 tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:45.783889 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8671bdd9-5aef-4379-91ac-11f82373dfe2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f6f257c-ad18-5f0c-8c8e-ea085a5fc8a2-0c586ac3-84f9-4ee6-9ae2-1b47e7ff2c0e', 'network_id': '0c586ac3-84f9-4ee6-9ae2-1b47e7ff2c0e', 'tenant_id': '527b2fd77bf24fc0a7fcb37799da635e', 'fixed_ips': [{'subnet_id': 'ec605c37-983a-495b-ab96-47ffb4737a00'}]}} from n-d-802623-1. {{(pid=93799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 23:29:45.784815 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8671bdd9-5aef-4379-91ac-11f82373dfe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:45.791490 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9c538527-5b58-4e0e-b5ab-b06c59a8c252 tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:45.823782 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e927a42b-2f4f-4f24-b1e8-0f7eab52f95e tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks [] for router, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:45.824999 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-e927a42b-2f4f-4f24-b1e8-0f7eab52f95e tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2765594 Jul 27 23:29:45.830591 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 36476) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:29:45.841365 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c538527-5b58-4e0e-b5ab-b06c59a8c252 tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3542287-432a-494b-b1e8-c834937ce306,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:29:45.881358 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9c538527-5b58-4e0e-b5ab-b06c59a8c252 tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:45.885243 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-9c538527-5b58-4e0e-b5ab-b06c59a8c252 tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3311021 Jul 27 23:29:45.886465 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 36480) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:29:45.925565 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-7b165597-88d6-4268-ba05-7a98d7bebc56 tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] Request body: {'security_group': {'name': 'tempest-secgroup--678430633'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:29:45.964197 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-8671bdd9-5aef-4379-91ac-11f82373dfe2 None None] Allocated IP 2001:db8::2 (0c586ac3-84f9-4ee6-9ae2-1b47e7ff2c0e/ec605c37-983a-495b-ab96-47ffb4737a00/05eb3bc9-5219-426a-b637-9f1a7ccc0a70) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:29:46.014804 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5313dce9-b369-4a91-94c6-f686621e1463 tempest-TestServerBasicOps-1478917608 tempest-TestServerBasicOps-1478917608-project] Router 56deb861-5aa1-46a8-80ab-446ccdd08a13 has already been hosted by L3 agent 018c4455-49c0-4734-927d-7824067b2a9e {{(pid=93798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 23:29:46.097344 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7b165597-88d6-4268-ba05-7a98d7bebc56 tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:46.158984 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8671bdd9-5aef-4379-91ac-11f82373dfe2 None None] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:46.178314 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5313dce9-b369-4a91-94c6-f686621e1463 tempest-TestServerBasicOps-1478917608 tempest-TestServerBasicOps-1478917608-project] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:29:46.179322 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-8671bdd9-5aef-4379-91ac-11f82373dfe2 None None] Transition to ACTIVE for port object 05eb3bc9-5219-426a-b637-9f1a7ccc0a70 will not be triggered until provisioned by entity L2. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:29:46.191311 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-699e43a8-a782-4c3f-8cb3-d47ba032e3a7 None None] Sync routers for ids ['56deb861-5aa1-46a8-80ab-446ccdd08a13'] in n-d-802623-1 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:29:46.208423 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-699e43a8-a782-4c3f-8cb3-d47ba032e3a7 None None] Routers {'56deb861-5aa1-46a8-80ab-446ccdd08a13'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:29:46.210948 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-699e43a8-a782-4c3f-8cb3-d47ba032e3a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:29:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['56deb861-5aa1-46a8-80ab-446ccdd08a13'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:29:46.214000 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-8671bdd9-5aef-4379-91ac-11f82373dfe2 None None] Transition to ACTIVE for port object 05eb3bc9-5219-426a-b637-9f1a7ccc0a70 will not be triggered until provisioned by entity DHCP. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:29:46.222951 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8671bdd9-5aef-4379-91ac-11f82373dfe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:46.262420 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8671bdd9-5aef-4379-91ac-11f82373dfe2 None None] Network 0c586ac3-84f9-4ee6-9ae2-1b47e7ff2c0e is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:29:46.263856 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-8671bdd9-5aef-4379-91ac-11f82373dfe2 None None] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:29:46.267411 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8671bdd9-5aef-4379-91ac-11f82373dfe2 None None] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:29:46.303556 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8671bdd9-5aef-4379-91ac-11f82373dfe2 None None] Pushing event updated for resources: {'Port': ['ID=05eb3bc9-5219-426a-b637-9f1a7ccc0a70,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:29:46.345620 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.agents_db [None req-9beef776-8bab-4de2-989a-f5a23ba4aaf4 None None] Agent healthcheck: found 7 active agents {{(pid=93800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 23:29:46.370162 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e35fc753-4b5f-4789-a0ae-37d28eb89a04 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:46.391959 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-8671bdd9-5aef-4379-91ac-11f82373dfe2 None None] Attempting to bind port 05eb3bc9-5219-426a-b637-9f1a7ccc0a70 on host n-d-802623-1 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:29:46.392351 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-8671bdd9-5aef-4379-91ac-11f82373dfe2 None None] Attempting to bind port 05eb3bc9-5219-426a-b637-9f1a7ccc0a70 by drivers openvswitch,hyperv on host n-d-802623-1 at level 0 using segments [{'id': 'b6f33fec-a6b9-4129-862e-954852bef3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '0c586ac3-84f9-4ee6-9ae2-1b47e7ff2c0e'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:29:46.392725 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8671bdd9-5aef-4379-91ac-11f82373dfe2 None None] Attempting to bind port 05eb3bc9-5219-426a-b637-9f1a7ccc0a70 on network 0c586ac3-84f9-4ee6-9ae2-1b47e7ff2c0e {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:29:46.401828 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8671bdd9-5aef-4379-91ac-11f82373dfe2 None None] Checking agent: {'id': 'a9a568d2-a5e7-41e4-833f-a8ab42ea4073', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 52, 30), 'started_at': datetime.datetime(2021, 7, 27, 22, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 29, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802623-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:29:46.402219 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8671bdd9-5aef-4379-91ac-11f82373dfe2 None None] Checking segment: {'id': 'b6f33fec-a6b9-4129-862e-954852bef3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '0c586ac3-84f9-4ee6-9ae2-1b47e7ff2c0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:29:46.402609 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8671bdd9-5aef-4379-91ac-11f82373dfe2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:46.403003 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8671bdd9-5aef-4379-91ac-11f82373dfe2 None None] Bound using segment: {'id': 'b6f33fec-a6b9-4129-862e-954852bef3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '0c586ac3-84f9-4ee6-9ae2-1b47e7ff2c0e'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:29:46.403505 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-8671bdd9-5aef-4379-91ac-11f82373dfe2 None None] Bound port: 05eb3bc9-5219-426a-b637-9f1a7ccc0a70, host: n-d-802623-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6f33fec-a6b9-4129-862e-954852bef3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '0c586ac3-84f9-4ee6-9ae2-1b47e7ff2c0e'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:29:46.404585 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8671bdd9-5aef-4379-91ac-11f82373dfe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:46.433042 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-699e43a8-a782-4c3f-8cb3-d47ba032e3a7 None None] Set router 56deb861-5aa1-46a8-80ab-446ccdd08a13 gateway port host: n-d-802623-1 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:29:46.497816 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7b165597-88d6-4268-ba05-7a98d7bebc56 tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:46.506865 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7b165597-88d6-4268-ba05-7a98d7bebc56 tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:46.519989 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5313dce9-b369-4a91-94c6-f686621e1463 tempest-TestServerBasicOps-1478917608 tempest-TestServerBasicOps-1478917608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for floatingip, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:46.524327 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-8671bdd9-5aef-4379-91ac-11f82373dfe2 None None] For port 05eb3bc9-5219-426a-b637-9f1a7ccc0a70, host n-d-802623-1, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:29:46.546870 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-8671bdd9-5aef-4379-91ac-11f82373dfe2 None None] For port 05eb3bc9-5219-426a-b637-9f1a7ccc0a70, host n-d-802623-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=05eb3bc9-5219-426a-b637-9f1a7ccc0a70,segment=NetworkSegment(b6f33fec-a6b9-4129-862e-954852bef3fb),segment_id=b6f33fec-a6b9-4129-862e-954852bef3fb)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:29:46.559915 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8671bdd9-5aef-4379-91ac-11f82373dfe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:46.595531 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7b165597-88d6-4268-ba05-7a98d7bebc56 tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:46.599307 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-7b165597-88d6-4268-ba05-7a98d7bebc56 tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7101424 Jul 27 23:29:46.599307 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b165597-88d6-4268-ba05-7a98d7bebc56 tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f09626eb-1be3-4b69-96a8-4f7485340b7b,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:29:46.600140 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 36496) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:29:46.604313 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-5313dce9-b369-4a91-94c6-f686621e1463 tempest-TestServerBasicOps-1478917608 tempest-TestServerBasicOps-1478917608-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 3.6056831 Jul 27 23:29:46.611951 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-ac445a39-c9f1-4306-acd6-01610794cd9d tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] Request body: {'security_group_rule': {'security_group_id': 'e3542287-432a-494b-b1e8-c834937ce306', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'f09626eb-1be3-4b69-96a8-4f7485340b7b', 'remote_ip_prefix': None}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:29:46.615122 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9a436e3-d906-435d-b6dd-9e1040b145a2', 'tag': 'b817f094-e9a0-477d-8f41-a5a1fb15aac1'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:29:46.620322 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}011f8d312121274bb12d78e77c6379a2079800640016cec6c6d605b73666e854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98214dfb-0714-4c77-81e0-3dea13d082f5" -d '{"events": [{"name": "network-changed", "server_uuid": "e9a436e3-d906-435d-b6dd-9e1040b145a2", "tag": "b817f094-e9a0-477d-8f41-a5a1fb15aac1"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:29:46.688254 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8671bdd9-5aef-4379-91ac-11f82373dfe2 None None] Pushing event updated for resources: {'Port': ['ID=05eb3bc9-5219-426a-b637-9f1a7ccc0a70,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:29:46.709567 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 23:29:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c09603cf-3f5d-495f-be95-26afc8a6dd1f x-openstack-request-id: req-c09603cf-3f5d-495f-be95-26afc8a6dd1f {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:29:46.709854 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9a436e3-d906-435d-b6dd-9e1040b145a2", "tag": "b817f094-e9a0-477d-8f41-a5a1fb15aac1", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:29:46.710107 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c09603cf-3f5d-495f-be95-26afc8a6dd1f {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:29:46.710505 n-d-802623-1 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9a436e3-d906-435d-b6dd-9e1040b145a2', 'tag': 'b817f094-e9a0-477d-8f41-a5a1fb15aac1', 'status': 'completed', 'code': 200} Jul 27 23:29:46.773914 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ac445a39-c9f1-4306-acd6-01610794cd9d tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:46.789052 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98214dfb-0714-4c77-81e0-3dea13d082f5 req-1bce6d2a-d537-4b16-9bb1-54278ca504e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:29:46.790609 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-98214dfb-0714-4c77-81e0-3dea13d082f5 req-1bce6d2a-d537-4b16-9bb1-54278ca504e0 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=50fb9c0a7f164ebaa507b1871f51f529&device_id=e9a436e3-d906-435d-b6dd-9e1040b145a2 HTTP/1.1" status: 200 len: 1096 time: 0.0604603 Jul 27 23:29:46.894179 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-699e43a8-a782-4c3f-8cb3-d47ba032e3a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56deb861-5aa1-46a8-80ab-446ccdd08a13', 'name': 'tempest-TestServerBasicOps-429740024-router', 'tenant_id': '50fb9c0a7f164ebaa507b1871f51f529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.113'}], 'enable_snat': True}, 'gw_port_id': '39f76fff-83a0-46ef-85aa-7f0476b90c55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:29:01Z', 'updated_at': '2021-07-27T23:29:06Z', 'revision_number': 4, 'project_id': '50fb9c0a7f164ebaa507b1871f51f529', 'gw_port': {'id': '39f76fff-83a0-46ef-85aa-7f0476b90c55', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:a8:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56deb861-5aa1-46a8-80ab-446ccdd08a13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2929, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:29:02Z', 'updated_at': '2021-07-27T23:29:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_floatingips': [{'id': 'd1104d6f-beb9-43ce-bbf1-1ae068f09291', 'tenant_id': '50fb9c0a7f164ebaa507b1871f51f529', 'floating_ip_address': '172.25.4.7', 'floating_network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'router_id': '56deb861-5aa1-46a8-80ab-446ccdd08a13', 'port_id': 'b817f094-e9a0-477d-8f41-a5a1fb15aac1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3015, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b215609-9514-419a-b7cc-2c2b08257d0c', 'mac_address': 'fa:16:3e:43:ff:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9a436e3-d906-435d-b6dd-9e1040b145a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T23:29:44Z', 'updated_at': '2021-07-27T23:29:44Z', 'revision_number': 0, 'project_id': '50fb9c0a7f164ebaa507b1871f51f529', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c23a2b74-37e6-47e6-ad3f-d774340c6f66', 'name': '', 'network_id': '2b215609-9514-419a-b7cc-2c2b08257d0c', 'tenant_id': '50fb9c0a7f164ebaa507b1871f51f529', 'mac_address': 'fa:16:3e:a9:61:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56deb861-5aa1-46a8-80ab-446ccdd08a13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2941, 'fixed_ips': [{'subnet_id': '6d32a765-250f-4ea3-b957-afa008360a71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:29:05Z', 'updated_at': '2021-07-27T23:29:17Z', 'revision_number': 5, 'project_id': '50fb9c0a7f164ebaa507b1871f51f529', 'subnets': [{'id': '6d32a765-250f-4ea3-b957-afa008360a71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:29:46.899909 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ac445a39-c9f1-4306-acd6-01610794cd9d tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:46.929429 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ac445a39-c9f1-4306-acd6-01610794cd9d tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784185'] for security_group_rule, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:46.970834 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98214dfb-0714-4c77-81e0-3dea13d082f5 req-99d479ed-19db-47e3-88bf-8854ee10e004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:29:46.972962 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-98214dfb-0714-4c77-81e0-3dea13d082f5 req-99d479ed-19db-47e3-88bf-8854ee10e004 service neutron] 10.222.0.49 "GET /v2.0/networks?id=2b215609-9514-419a-b7cc-2c2b08257d0c HTTP/1.1" status: 200 len: 909 time: 0.1671977 Jul 27 23:29:46.980544 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-e35fc753-4b5f-4789-a0ae-37d28eb89a04 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Allocated IP 2001:db8::1 (0c586ac3-84f9-4ee6-9ae2-1b47e7ff2c0e/ec605c37-983a-495b-ab96-47ffb4737a00/88d226c3-2115-4d5c-a55a-efa9127c8d28) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:29:46.986753 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac445a39-c9f1-4306-acd6-01610794cd9d tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39bad695-37b2-4b78-9340-afcae47263ad,revision_number=0']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:29:47.017449 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ac445a39-c9f1-4306-acd6-01610794cd9d tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:47.021365 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-ac445a39-c9f1-4306-acd6-01610794cd9d tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.4150202 Jul 27 23:29:47.021759 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-699e43a8-a782-4c3f-8cb3-d47ba032e3a7 None None] Checking router: 56deb861-5aa1-46a8-80ab-446ccdd08a13 for host: n-d-802623-1 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 23:29:47.030321 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 36510) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:29:47.049942 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-699e43a8-a782-4c3f-8cb3-d47ba032e3a7 None None] Routers {'56deb861-5aa1-46a8-80ab-446ccdd08a13'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:29:47.050686 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-699e43a8-a782-4c3f-8cb3-d47ba032e3a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:29:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['56deb861-5aa1-46a8-80ab-446ccdd08a13'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:29:47.155972 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-24f683c1-c21c-4510-823a-e3d8ace847b7 tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:47.177007 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-24f683c1-c21c-4510-823a-e3d8ace847b7 tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:47.225670 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-98214dfb-0714-4c77-81e0-3dea13d082f5 req-16821472-c6d7-4a2a-b4b8-07e4b1449f17 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b817f094-e9a0-477d-8f41-a5a1fb15aac1 HTTP/1.1" status: 200 len: 997 time: 0.2443783 Jul 27 23:29:47.235884 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-24f683c1-c21c-4510-823a-e3d8ace847b7 tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784185'] for security_group_rule, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:47.239885 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e35fc753-4b5f-4789-a0ae-37d28eb89a04 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:47.253114 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-24f683c1-c21c-4510-823a-e3d8ace847b7 tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:47.254267 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-24f683c1-c21c-4510-823a-e3d8ace847b7 tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/39bad695-37b2-4b78-9340-afcae47263ad HTTP/1.1" status: 204 len: 168 time: 0.2230606 Jul 27 23:29:47.257071 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f683c1-c21c-4510-823a-e3d8ace847b7 tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=39bad695-37b2-4b78-9340-afcae47263ad,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:29:47.258660 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 36520) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:29:47.267498 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-699e43a8-a782-4c3f-8cb3-d47ba032e3a7 None None] Set router 56deb861-5aa1-46a8-80ab-446ccdd08a13 gateway port host: n-d-802623-1 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:29:47.284022 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-e35fc753-4b5f-4789-a0ae-37d28eb89a04 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Transition to ACTIVE for port object 88d226c3-2115-4d5c-a55a-efa9127c8d28 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:29:47.319416 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98214dfb-0714-4c77-81e0-3dea13d082f5 req-f7970f3e-9caf-4c06-aeb8-e2d05cfabafe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:29:47.321104 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-98214dfb-0714-4c77-81e0-3dea13d082f5 req-f7970f3e-9caf-4c06-aeb8-e2d05cfabafe service neutron] 10.222.0.49 "GET /v2.0/subnets?id=6d32a765-250f-4ea3-b957-afa008360a71 HTTP/1.1" status: 200 len: 847 time: 0.0885940 Jul 27 23:29:47.332080 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-974718fc-1635-4225-89cc-5029e9acebd9 tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0681691 Jul 27 23:29:47.334320 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 36522) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:29:47.353251 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e35fc753-4b5f-4789-a0ae-37d28eb89a04 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:47.428726 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e35fc753-4b5f-4789-a0ae-37d28eb89a04 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Network 0c586ac3-84f9-4ee6-9ae2-1b47e7ff2c0e is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:29:47.438531 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-e35fc753-4b5f-4789-a0ae-37d28eb89a04 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:29:47.446590 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e35fc753-4b5f-4789-a0ae-37d28eb89a04 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:29:47.447301 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98214dfb-0714-4c77-81e0-3dea13d082f5 req-34d3d960-8f14-40f4-b9ce-ffbd46fed894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:29:47.449874 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-98214dfb-0714-4c77-81e0-3dea13d082f5 req-34d3d960-8f14-40f4-b9ce-ffbd46fed894 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2b215609-9514-419a-b7cc-2c2b08257d0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1168201 Jul 27 23:29:47.451234 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e35fc753-4b5f-4789-a0ae-37d28eb89a04 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-415283'] for router_interface, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:47.536624 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6e7e0604-2ffc-48e2-8d46-c67096ee5764 tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:47.568319 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6e7e0604-2ffc-48e2-8d46-c67096ee5764 tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:47.632448 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 05eb3bc9-5219-426a-b637-9f1a7ccc0a70 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:29:47.663228 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6e7e0604-2ffc-48e2-8d46-c67096ee5764 tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:47.665801 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6e7e0604-2ffc-48e2-8d46-c67096ee5764 tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:47.667521 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-6e7e0604-2ffc-48e2-8d46-c67096ee5764 tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] 10.222.0.18 "DELETE /v2.0/security-groups/f09626eb-1be3-4b69-96a8-4f7485340b7b HTTP/1.1" status: 204 len: 168 time: 0.3196208 Jul 27 23:29:47.675572 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 36528) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:29:47.711941 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7e0604-2ffc-48e2-8d46-c67096ee5764 tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f09626eb-1be3-4b69-96a8-4f7485340b7b,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:29:47.774624 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35fc753-4b5f-4789-a0ae-37d28eb89a04 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Pushing event updated for resources: {'Port': ['ID=88d226c3-2115-4d5c-a55a-efa9127c8d28,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:29:47.778186 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning for port 05eb3bc9-5219-426a-b637-9f1a7ccc0a70 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:29:47.799267 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e35fc753-4b5f-4789-a0ae-37d28eb89a04 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:47.811641 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-98214dfb-0714-4c77-81e0-3dea13d082f5 req-af7f9a1c-371d-4326-abb3-d9a2961306fd service neutron] 10.222.0.49 "GET /v2.0/networks/2b215609-9514-419a-b7cc-2c2b08257d0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3463399 Jul 27 23:29:47.918692 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-73540b99-2c69-4fce-9fdf-fd9ad0bcf61c tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.2390969 Jul 27 23:29:47.919469 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 36532) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:29:48.051006 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3ed1f922-30f3-4445-bd1a-127c6bbce54a tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:48.058990 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-699e43a8-a782-4c3f-8cb3-d47ba032e3a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56deb861-5aa1-46a8-80ab-446ccdd08a13', 'name': 'tempest-TestServerBasicOps-429740024-router', 'tenant_id': '50fb9c0a7f164ebaa507b1871f51f529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.113'}], 'enable_snat': True}, 'gw_port_id': '39f76fff-83a0-46ef-85aa-7f0476b90c55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:29:01Z', 'updated_at': '2021-07-27T23:29:06Z', 'revision_number': 4, 'project_id': '50fb9c0a7f164ebaa507b1871f51f529', 'gw_port': {'id': '39f76fff-83a0-46ef-85aa-7f0476b90c55', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:a8:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56deb861-5aa1-46a8-80ab-446ccdd08a13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2929, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:29:02Z', 'updated_at': '2021-07-27T23:29:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_floatingips': [{'id': 'd1104d6f-beb9-43ce-bbf1-1ae068f09291', 'tenant_id': '50fb9c0a7f164ebaa507b1871f51f529', 'floating_ip_address': '172.25.4.7', 'floating_network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'router_id': '56deb861-5aa1-46a8-80ab-446ccdd08a13', 'port_id': 'b817f094-e9a0-477d-8f41-a5a1fb15aac1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3015, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b215609-9514-419a-b7cc-2c2b08257d0c', 'mac_address': 'fa:16:3e:43:ff:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9a436e3-d906-435d-b6dd-9e1040b145a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T23:29:44Z', 'updated_at': '2021-07-27T23:29:44Z', 'revision_number': 0, 'project_id': '50fb9c0a7f164ebaa507b1871f51f529', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c23a2b74-37e6-47e6-ad3f-d774340c6f66', 'name': '', 'network_id': '2b215609-9514-419a-b7cc-2c2b08257d0c', 'tenant_id': '50fb9c0a7f164ebaa507b1871f51f529', 'mac_address': 'fa:16:3e:a9:61:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56deb861-5aa1-46a8-80ab-446ccdd08a13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2941, 'fixed_ips': [{'subnet_id': '6d32a765-250f-4ea3-b957-afa008360a71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:29:05Z', 'updated_at': '2021-07-27T23:29:17Z', 'revision_number': 5, 'project_id': '50fb9c0a7f164ebaa507b1871f51f529', 'subnets': [{'id': '6d32a765-250f-4ea3-b957-afa008360a71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:29:48.059333 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-98214dfb-0714-4c77-81e0-3dea13d082f5 req-23b1ca0f-bdb2-4a05-a9f6-153b311274ea service neutron] 10.222.0.49 "GET /v2.0/networks/2b215609-9514-419a-b7cc-2c2b08257d0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2301478 Jul 27 23:29:48.085395 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3ed1f922-30f3-4445-bd1a-127c6bbce54a tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:48.116702 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-699e43a8-a782-4c3f-8cb3-d47ba032e3a7 None None] The sync data for ids ['56deb861-5aa1-46a8-80ab-446ccdd08a13'] in n-d-802623-1 is: [{'id': '56deb861-5aa1-46a8-80ab-446ccdd08a13', 'name': 'tempest-TestServerBasicOps-429740024-router', 'tenant_id': '50fb9c0a7f164ebaa507b1871f51f529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.113'}], 'enable_snat': True}, 'gw_port_id': '39f76fff-83a0-46ef-85aa-7f0476b90c55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:29:01Z', 'updated_at': '2021-07-27T23:29:06Z', 'revision_number': 4, 'project_id': '50fb9c0a7f164ebaa507b1871f51f529', 'gw_port': {'id': '39f76fff-83a0-46ef-85aa-7f0476b90c55', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:a8:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56deb861-5aa1-46a8-80ab-446ccdd08a13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2929, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:29:02Z', 'updated_at': '2021-07-27T23:29:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_floatingips': [{'id': 'd1104d6f-beb9-43ce-bbf1-1ae068f09291', 'tenant_id': '50fb9c0a7f164ebaa507b1871f51f529', 'floating_ip_address': '172.25.4.7', 'floating_network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'router_id': '56deb861-5aa1-46a8-80ab-446ccdd08a13', 'port_id': 'b817f094-e9a0-477d-8f41-a5a1fb15aac1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3015, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b215609-9514-419a-b7cc-2c2b08257d0c', 'mac_address': 'fa:16:3e:43:ff:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9a436e3-d906-435d-b6dd-9e1040b145a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T23:29:44Z', 'updated_at': '2021-07-27T23:29:44Z', 'revision_number': 0, 'project_id': '50fb9c0a7f164ebaa507b1871f51f529', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c23a2b74-37e6-47e6-ad3f-d774340c6f66', 'name': '', 'network_id': '2b215609-9514-419a-b7cc-2c2b08257d0c', 'tenant_id': '50fb9c0a7f164ebaa507b1871f51f529', 'mac_address': 'fa:16:3e:a9:61:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56deb861-5aa1-46a8-80ab-446ccdd08a13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2941, 'fixed_ips': [{'subnet_id': '6d32a765-250f-4ea3-b957-afa008360a71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:29:05Z', 'updated_at': '2021-07-27T23:29:17Z', 'revision_number': 5, 'project_id': '50fb9c0a7f164ebaa507b1871f51f529', 'subnets': [{'id': '6d32a765-250f-4ea3-b957-afa008360a71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:29:48.153016 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3ed1f922-30f3-4445-bd1a-127c6bbce54a tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:48.155940 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3ed1f922-30f3-4445-bd1a-127c6bbce54a tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:48.158047 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-3ed1f922-30f3-4445-bd1a-127c6bbce54a tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] 10.222.0.18 "DELETE /v2.0/security-groups/e3542287-432a-494b-b1e8-c834937ce306 HTTP/1.1" status: 204 len: 168 time: 0.2367976 Jul 27 23:29:48.170700 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 36536) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:29:48.181168 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed1f922-30f3-4445-bd1a-127c6bbce54a tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3542287-432a-494b-b1e8-c834937ce306,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:29:48.199707 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb81e8cb-d1f8-443a-899c-52cfcf45f6b0 None None] Network 0c586ac3-84f9-4ee6-9ae2-1b47e7ff2c0e requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:29:48.319623 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-7773dbb0-e000-463f-a871-ee0bb65a3f79 tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1404343 Jul 27 23:29:48.320954 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 36542) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:29:48.329570 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-5ed99187-3cf2-42f6-8a3a-82403772e866 tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] Request body: {'security_group': {'name': 'tempest-secgroup--404580633'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:29:48.374466 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e35fc753-4b5f-4789-a0ae-37d28eb89a04 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:48.384144 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-348a595b-543b-4ab0-981a-c994223a5507 None None] Provisioning for port 05eb3bc9-5219-426a-b637-9f1a7ccc0a70 completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:29:48.386982 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e35fc753-4b5f-4789-a0ae-37d28eb89a04 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11336041'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:48.388517 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e35fc753-4b5f-4789-a0ae-37d28eb89a04 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3760555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-414115'] for router_interface, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:48.395269 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-348a595b-543b-4ab0-981a-c994223a5507 None None] Provisioning complete for port 05eb3bc9-5219-426a-b637-9f1a7ccc0a70 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:29:48.395650 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-348a595b-543b-4ab0-981a-c994223a5507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:48.419071 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5ed99187-3cf2-42f6-8a3a-82403772e866 tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:48.534406 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4acacf68-2456-42da-8104-b40507b296b1 None None] New status for floating IP d1104d6f-beb9-43ce-bbf1-1ae068f09291: ACTIVE {{(pid=93799) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 23:29:48.547037 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35fc753-4b5f-4789-a0ae-37d28eb89a04 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Pushing event updated for resources: {'Port': ['ID=88d226c3-2115-4d5c-a55a-efa9127c8d28,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:29:48.574681 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5ed99187-3cf2-42f6-8a3a-82403772e866 tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:48.584582 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5ed99187-3cf2-42f6-8a3a-82403772e866 tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:48.626531 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed99187-3cf2-42f6-8a3a-82403772e866 tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] Pushing event updated for resources: {'SecurityGroup': ['ID=585ec369-fd62-4bae-82b8-84f47b0e0245,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:29:48.640166 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5ed99187-3cf2-42f6-8a3a-82403772e866 tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:48.643142 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-5ed99187-3cf2-42f6-8a3a-82403772e866 tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3208234 Jul 27 23:29:48.643699 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e35fc753-4b5f-4789-a0ae-37d28eb89a04 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Network 0c586ac3-84f9-4ee6-9ae2-1b47e7ff2c0e is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:29:48.645104 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-e35fc753-4b5f-4789-a0ae-37d28eb89a04 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:29:48.645690 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 36556) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:29:48.653500 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-4d2c9f1d-8402-4437-8631-70487e47a7ac tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] Request body: {'security_group_rule': {'security_group_id': '585ec369-fd62-4bae-82b8-84f47b0e0245', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:29:48.735577 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4d2c9f1d-8402-4437-8631-70487e47a7ac tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:48.746928 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-348a595b-543b-4ab0-981a-c994223a5507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:48.842366 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-348a595b-543b-4ab0-981a-c994223a5507 None None] For port 05eb3bc9-5219-426a-b637-9f1a7ccc0a70, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=05eb3bc9-5219-426a-b637-9f1a7ccc0a70,segment=NetworkSegment(b6f33fec-a6b9-4129-862e-954852bef3fb),segment_id=b6f33fec-a6b9-4129-862e-954852bef3fb)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:29:48.856066 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-348a595b-543b-4ab0-981a-c994223a5507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:48.865348 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e35fc753-4b5f-4789-a0ae-37d28eb89a04 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Router b25af44c-d83c-40c9-9491-4430d6f9c9aa is scheduled to L3 agent 018c4455-49c0-4734-927d-7824067b2a9e with binding_index 1 {{(pid=93797) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 23:29:48.886195 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4d2c9f1d-8402-4437-8631-70487e47a7ac tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:48.895905 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4d2c9f1d-8402-4437-8631-70487e47a7ac tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784185'] for security_group_rule, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:48.936929 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2c9f1d-8402-4437-8631-70487e47a7ac tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57781c80-be96-469c-a546-c2fd51f53fc0,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:29:48.954418 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4d2c9f1d-8402-4437-8631-70487e47a7ac tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:48.957823 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348a595b-543b-4ab0-981a-c994223a5507 None None] Pushing event updated for resources: {'Port': ['ID=05eb3bc9-5219-426a-b637-9f1a7ccc0a70,revision_number=3']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:29:48.961236 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 36560) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:29:48.961735 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-4d2c9f1d-8402-4437-8631-70487e47a7ac tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3143892 Jul 27 23:29:49.085746 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-cbc52aa2-b2c5-4aa9-8ea3-197aa6a8c33f None None] Provisioning for port 88d226c3-2115-4d5c-a55a-efa9127c8d28 completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:29:49.092453 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-cbc52aa2-b2c5-4aa9-8ea3-197aa6a8c33f None None] Provisioning complete for port 88d226c3-2115-4d5c-a55a-efa9127c8d28 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:29:49.093296 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-cbc52aa2-b2c5-4aa9-8ea3-197aa6a8c33f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:49.171178 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-cbc52aa2-b2c5-4aa9-8ea3-197aa6a8c33f None None] Port 88d226c3-2115-4d5c-a55a-efa9127c8d28 cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:29:49.183957 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-cbc52aa2-b2c5-4aa9-8ea3-197aa6a8c33f None None] Provisioning complete for port 05eb3bc9-5219-426a-b637-9f1a7ccc0a70 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:29:49.184327 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-cbc52aa2-b2c5-4aa9-8ea3-197aa6a8c33f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:49.415433 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-00e87e78-bf60-42a8-b5aa-f0c885dfb393 None None] Provisioning complete for port 88d226c3-2115-4d5c-a55a-efa9127c8d28 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:29:49.416680 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-00e87e78-bf60-42a8-b5aa-f0c885dfb393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:49.461872 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-00e87e78-bf60-42a8-b5aa-f0c885dfb393 None None] Port 88d226c3-2115-4d5c-a55a-efa9127c8d28 cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:29:49.512636 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c3671756-38bc-41f8-80f4-8330ab66ed4d tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:49.552031 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e35fc753-4b5f-4789-a0ae-37d28eb89a04 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:29:49.560783 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-e35fc753-4b5f-4789-a0ae-37d28eb89a04 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] 10.222.0.18 "PUT /v2.0/routers/b25af44c-d83c-40c9-9491-4430d6f9c9aa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7274642 Jul 27 23:29:49.562616 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 36570) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:29:49.568357 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 05eb3bc9-5219-426a-b637-9f1a7ccc0a70 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:29:49.570715 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c3671756-38bc-41f8-80f4-8330ab66ed4d tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:49.579009 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f914b543-cc07-4431-8280-f2c4b5223235 None None] Sync routers for ids ['b25af44c-d83c-40c9-9491-4430d6f9c9aa'] in n-d-802623-1 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:29:49.604583 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f914b543-cc07-4431-8280-f2c4b5223235 None None] Routers {'b25af44c-d83c-40c9-9491-4430d6f9c9aa'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:29:49.607638 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-f914b543-cc07-4431-8280-f2c4b5223235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:29:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['b25af44c-d83c-40c9-9491-4430d6f9c9aa'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:29:49.654965 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cc8bdb4-f9c3-48c2-b326-cd845eb01e7b tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:29:49.674116 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c3671756-38bc-41f8-80f4-8330ab66ed4d tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784185'] for security_group_rule, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:49.680069 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-5cc8bdb4-f9c3-48c2-b326-cd845eb01e7b tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] 10.222.0.18 "GET /v2.0/ports/88d226c3-2115-4d5c-a55a-efa9127c8d28 HTTP/1.1" status: 200 len: 911 time: 0.1093261 Jul 27 23:29:49.680945 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 36576) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:29:49.682739 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c3671756-38bc-41f8-80f4-8330ab66ed4d tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:49.690165 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-c3671756-38bc-41f8-80f4-8330ab66ed4d tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/57781c80-be96-469c-a546-c2fd51f53fc0 HTTP/1.1" status: 204 len: 168 time: 0.7223990 Jul 27 23:29:49.694408 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 36578) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:29:49.712458 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port 05eb3bc9-5219-426a-b637-9f1a7ccc0a70 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:29:49.712880 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:49.720282 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3671756-38bc-41f8-80f4-8330ab66ed4d tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=57781c80-be96-469c-a546-c2fd51f53fc0,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:29:49.736549 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-f914b543-cc07-4431-8280-f2c4b5223235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:29:49.758502 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f914b543-cc07-4431-8280-f2c4b5223235 None None] Routers {'b25af44c-d83c-40c9-9491-4430d6f9c9aa'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:29:49.759630 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-f914b543-cc07-4431-8280-f2c4b5223235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:29:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['b25af44c-d83c-40c9-9491-4430d6f9c9aa'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:29:49.765790 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-2fc45ef4-dbec-4ef1-be7b-7159b5272a90 tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0697477 Jul 27 23:29:49.769146 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 36582) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:29:49.798506 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-6b880733-c3a7-465f-9436-3c456acf49cc None None] Provisioning complete for port 88d226c3-2115-4d5c-a55a-efa9127c8d28 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:29:49.799469 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-6b880733-c3a7-465f-9436-3c456acf49cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:49.800684 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-f914b543-cc07-4431-8280-f2c4b5223235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:29:49.801434 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f914b543-cc07-4431-8280-f2c4b5223235 None None] The sync data for ids ['b25af44c-d83c-40c9-9491-4430d6f9c9aa'] in n-d-802623-1 is: [] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:29:49.868771 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d02592d0-ecc1-4189-8128-80d7dd8e42bb tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:49.900363 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d02592d0-ecc1-4189-8128-80d7dd8e42bb tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:49.917608 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-6b880733-c3a7-465f-9436-3c456acf49cc None None] Port 88d226c3-2115-4d5c-a55a-efa9127c8d28 cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:29:49.948787 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d02592d0-ecc1-4189-8128-80d7dd8e42bb tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:49.952360 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d02592d0-ecc1-4189-8128-80d7dd8e42bb tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:49.956228 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-d02592d0-ecc1-4189-8128-80d7dd8e42bb tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] 10.222.0.18 "DELETE /v2.0/security-groups/585ec369-fd62-4bae-82b8-84f47b0e0245 HTTP/1.1" status: 204 len: 168 time: 0.1846461 Jul 27 23:29:49.965908 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 36590) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:29:49.966702 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02592d0-ecc1-4189-8128-80d7dd8e42bb tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=585ec369-fd62-4bae-82b8-84f47b0e0245,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:29:50.027845 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-1a47982f-672a-4642-b140-7d268a115e79 tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0548997 Jul 27 23:29:50.028591 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 36594) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:29:50.033938 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-80f009bc-5477-40cd-960d-add18385da4e tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] Request body: {'security_group': {'name': 'tempest-secgroup--33332374'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:29:50.063624 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-80f009bc-5477-40cd-960d-add18385da4e tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:50.179706 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a6aea401-7fe9-43fe-a559-f2c83aed5288 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-414022'] for router_interface, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:50.186388 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-80f009bc-5477-40cd-960d-add18385da4e tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:50.194535 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-80f009bc-5477-40cd-960d-add18385da4e tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:50.231271 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f009bc-5477-40cd-960d-add18385da4e tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7057091-98a5-40fa-a848-4aac53ae9e4a,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:29:50.240271 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-80f009bc-5477-40cd-960d-add18385da4e tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:50.242934 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-80f009bc-5477-40cd-960d-add18385da4e tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2125571 Jul 27 23:29:50.245194 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 36600) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:29:50.250265 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-a87535e0-9604-4a44-8b1a-7aba4f6f81b7 tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] Request body: {'security_group_rule': {'security_group_id': 'd7057091-98a5-40fa-a848-4aac53ae9e4a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:29:50.282875 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a87535e0-9604-4a44-8b1a-7aba4f6f81b7 tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:50.360138 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a87535e0-9604-4a44-8b1a-7aba4f6f81b7 tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:50.365354 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a87535e0-9604-4a44-8b1a-7aba4f6f81b7 tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784185'] for security_group_rule, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:50.389113 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87535e0-9604-4a44-8b1a-7aba4f6f81b7 tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46e55156-0ef1-43da-8214-fb343ecb95f9,revision_number=0']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:29:50.396643 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a87535e0-9604-4a44-8b1a-7aba4f6f81b7 tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:50.398529 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-a87535e0-9604-4a44-8b1a-7aba4f6f81b7 tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1519244 Jul 27 23:29:50.409442 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 36602) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:29:50.438247 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-944f3239-47ae-4913-9d5a-17eb503ce108 tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] 10.222.0.18 "GET /v2.0/security-group-rules/46e55156-0ef1-43da-8214-fb343ecb95f9 HTTP/1.1" status: 200 len: 763 time: 0.0275590 Jul 27 23:29:50.441124 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 36606) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:29:50.504737 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-544d5cd9-d998-484e-85b6-2c274377c5c9 tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0602286 Jul 27 23:29:50.504925 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 36610) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:29:50.505427 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-a6aea401-7fe9-43fe-a559-f2c83aed5288 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Deleting port 88d226c3-2115-4d5c-a55a-efa9127c8d28 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:29:50.505774 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a6aea401-7fe9-43fe-a559-f2c83aed5288 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:50.536507 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-649d0c8a-d1b9-4abc-ab5a-cff8f9719eab tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:50.545599 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-649d0c8a-d1b9-4abc-ab5a-cff8f9719eab tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:50.578149 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-649d0c8a-d1b9-4abc-ab5a-cff8f9719eab tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784185'] for security_group_rule, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:50.590745 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-649d0c8a-d1b9-4abc-ab5a-cff8f9719eab tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:50.594301 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-649d0c8a-d1b9-4abc-ab5a-cff8f9719eab tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/46e55156-0ef1-43da-8214-fb343ecb95f9 HTTP/1.1" status: 204 len: 168 time: 0.0862212 Jul 27 23:29:50.596807 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 36612) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:29:50.599576 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649d0c8a-d1b9-4abc-ab5a-cff8f9719eab tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=46e55156-0ef1-43da-8214-fb343ecb95f9,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:29:50.610207 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a6aea401-7fe9-43fe-a559-f2c83aed5288 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:50.625824 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-a6aea401-7fe9-43fe-a559-f2c83aed5288 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Calling delete_port for 88d226c3-2115-4d5c-a55a-efa9127c8d28 owned by network:router_interface {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:29:50.655784 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-a54f78b8-82b2-4eb4-ba18-a3b4a9606e4c tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0569222 Jul 27 23:29:50.656283 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 36616) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:29:50.663017 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-cbe54930-fb20-4640-9da3-390a57270b50 tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] Request body: {'security_group_rule': {'security_group_id': 'd7057091-98a5-40fa-a848-4aac53ae9e4a', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:29:50.703532 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-cbe54930-fb20-4640-9da3-390a57270b50 tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:50.783080 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-cbe54930-fb20-4640-9da3-390a57270b50 tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:50.792475 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-cbe54930-fb20-4640-9da3-390a57270b50 tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784185'] for security_group_rule, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:50.817500 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe54930-fb20-4640-9da3-390a57270b50 tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=900864fc-b0b3-401b-be4e-a314dc03cbfc,revision_number=0']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:29:50.837764 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-cbe54930-fb20-4640-9da3-390a57270b50 tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:50.841421 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-cbe54930-fb20-4640-9da3-390a57270b50 tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1838679 Jul 27 23:29:50.842180 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 36632) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:29:50.863638 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-25083127-59f0-42ba-a01c-b7da62698eec tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] 10.222.0.18 "GET /v2.0/security-group-rules/900864fc-b0b3-401b-be4e-a314dc03cbfc HTTP/1.1" status: 200 len: 763 time: 0.0202057 Jul 27 23:29:50.864263 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 36634) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:29:50.916380 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-b96fea40-9953-4cac-ab84-5aaa0149fb7a tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0508792 Jul 27 23:29:50.919134 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 36640) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:29:50.948894 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1cccb714-4750-4355-bcf3-513d7e6b3f83 tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:50.965006 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1cccb714-4750-4355-bcf3-513d7e6b3f83 tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:51.014914 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1cccb714-4750-4355-bcf3-513d7e6b3f83 tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784185'] for security_group_rule, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:51.027031 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1cccb714-4750-4355-bcf3-513d7e6b3f83 tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:51.030468 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-1cccb714-4750-4355-bcf3-513d7e6b3f83 tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/900864fc-b0b3-401b-be4e-a314dc03cbfc HTTP/1.1" status: 204 len: 168 time: 0.1074207 Jul 27 23:29:51.037568 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 36648) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:29:51.040895 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cccb714-4750-4355-bcf3-513d7e6b3f83 tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=900864fc-b0b3-401b-be4e-a314dc03cbfc,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:29:51.096234 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-86637df8-ef65-4f8e-96c3-99ffcdbd8c2d tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0575581 Jul 27 23:29:51.099209 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 36656) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:29:51.107185 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-ffbbeb39-2b32-4ce3-8e19-bd9a6ffaf4f3 tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] Request body: {'security_group_rule': {'security_group_id': 'd7057091-98a5-40fa-a848-4aac53ae9e4a', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:29:51.162636 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ffbbeb39-2b32-4ce3-8e19-bd9a6ffaf4f3 tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:51.196890 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a6aea401-7fe9-43fe-a559-f2c83aed5288 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:51.240880 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6aea401-7fe9-43fe-a559-f2c83aed5288 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Pushing event deleted for resources: {'Port': ['ID=88d226c3-2115-4d5c-a55a-efa9127c8d28,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:29:51.272890 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ffbbeb39-2b32-4ce3-8e19-bd9a6ffaf4f3 tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:51.310836 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ffbbeb39-2b32-4ce3-8e19-bd9a6ffaf4f3 tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784185'] for security_group_rule, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:51.345614 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbbeb39-2b32-4ce3-8e19-bd9a6ffaf4f3 tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=acfdfa57-1cb7-4a8c-a810-ba98419df2b1,revision_number=0']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:29:51.361571 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ffbbeb39-2b32-4ce3-8e19-bd9a6ffaf4f3 tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:51.365451 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-ffbbeb39-2b32-4ce3-8e19-bd9a6ffaf4f3 tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2618852 Jul 27 23:29:51.367382 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 36668) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:29:51.391441 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-8e6ae54e-2f3b-41e1-a3ad-335d4ac23354 tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] 10.222.0.18 "GET /v2.0/security-group-rules/acfdfa57-1cb7-4a8c-a810-ba98419df2b1 HTTP/1.1" status: 200 len: 764 time: 0.0214548 Jul 27 23:29:51.392531 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 36672) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:29:51.414809 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a6aea401-7fe9-43fe-a559-f2c83aed5288 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3760546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-413994'] for router_interface, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:51.452782 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-edbee2fc-830b-4c37-88a0-3182c7b4f026 tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0589094 Jul 27 23:29:51.455434 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 36678) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:29:51.486641 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7b52789c-5eb2-4039-802c-86c24c676e27 tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:51.495496 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7b52789c-5eb2-4039-802c-86c24c676e27 tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:51.540683 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7b52789c-5eb2-4039-802c-86c24c676e27 tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784185'] for security_group_rule, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:51.561674 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7b52789c-5eb2-4039-802c-86c24c676e27 tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:51.563325 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-7b52789c-5eb2-4039-802c-86c24c676e27 tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/acfdfa57-1cb7-4a8c-a810-ba98419df2b1 HTTP/1.1" status: 204 len: 168 time: 0.1066101 Jul 27 23:29:51.564605 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b52789c-5eb2-4039-802c-86c24c676e27 tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=acfdfa57-1cb7-4a8c-a810-ba98419df2b1,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:29:51.567474 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 36688) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:29:51.621992 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-5a4fb4ce-2865-4dab-a085-ae8fb3e03dc4 tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0530701 Jul 27 23:29:51.624803 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 36692) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:29:51.691069 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-dec46b49-6225-426d-b84f-3bd697cfecad tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:51.699545 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6aea401-7fe9-43fe-a559-f2c83aed5288 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Router b25af44c-d83c-40c9-9491-4430d6f9c9aa has already been hosted by L3 agent 018c4455-49c0-4734-927d-7824067b2a9e {{(pid=93798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 23:29:51.719491 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-dec46b49-6225-426d-b84f-3bd697cfecad tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:51.777694 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-dec46b49-6225-426d-b84f-3bd697cfecad tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:51.780933 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-dec46b49-6225-426d-b84f-3bd697cfecad tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:51.782609 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-dec46b49-6225-426d-b84f-3bd697cfecad tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] 10.222.0.18 "DELETE /v2.0/security-groups/d7057091-98a5-40fa-a848-4aac53ae9e4a HTTP/1.1" status: 204 len: 168 time: 0.1568956 Jul 27 23:29:51.788035 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 36706) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:29:51.810079 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec46b49-6225-426d-b84f-3bd697cfecad tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7057091-98a5-40fa-a848-4aac53ae9e4a,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:29:51.837550 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6aea401-7fe9-43fe-a559-f2c83aed5288 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:29:51.849579 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1084ad6e-5f3f-497d-ac62-d1b06753686a None None] Sync routers for ids ['b25af44c-d83c-40c9-9491-4430d6f9c9aa'] in n-d-802623-1 {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:29:51.852053 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-a6aea401-7fe9-43fe-a559-f2c83aed5288 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] 10.222.0.18 "PUT /v2.0/routers/b25af44c-d83c-40c9-9491-4430d6f9c9aa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1692417 Jul 27 23:29:51.860069 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-ec54df0c-6036-43e2-bb60-1035321c4579 tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0671885 Jul 27 23:29:51.860069 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 36712) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:29:51.863365 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 36716) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:29:51.884259 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1084ad6e-5f3f-497d-ac62-d1b06753686a None None] Routers {'b25af44c-d83c-40c9-9491-4430d6f9c9aa'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:29:51.887720 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-1084ad6e-5f3f-497d-ac62-d1b06753686a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:29:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['b25af44c-d83c-40c9-9491-4430d6f9c9aa'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:29:51.892058 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-25c4ff2d-8455-457a-af78-17b09cc26c17 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] 10.222.0.18 "GET /v2.0/ports?device_id=b25af44c-d83c-40c9-9491-4430d6f9c9aa HTTP/1.1" status: 200 len: 205 time: 0.0339849 Jul 27 23:29:51.894834 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 36720) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:29:51.941515 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-d6c0f016-af8a-4e85-9a97-c1cb00336dbc tempest-SecGroupTest-757821642 tempest-SecGroupTest-757821642-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0769598 Jul 27 23:29:52.036335 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3ae55856-1856-44a9-8a43-87f36f903fed tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks [] for router, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:52.105383 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-1084ad6e-5f3f-497d-ac62-d1b06753686a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:29:52.116116 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1084ad6e-5f3f-497d-ac62-d1b06753686a None None] Routers {'b25af44c-d83c-40c9-9491-4430d6f9c9aa'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:29:52.116938 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-1084ad6e-5f3f-497d-ac62-d1b06753686a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:29:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['b25af44c-d83c-40c9-9491-4430d6f9c9aa'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:29:52.152659 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-1084ad6e-5f3f-497d-ac62-d1b06753686a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:29:52.153350 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1084ad6e-5f3f-497d-ac62-d1b06753686a None None] The sync data for ids ['b25af44c-d83c-40c9-9491-4430d6f9c9aa'] in n-d-802623-1 is: [] {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:29:52.240683 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3ae55856-1856-44a9-8a43-87f36f903fed tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62205'] for router, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:52.244540 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3ae55856-1856-44a9-8a43-87f36f903fed tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:52.295778 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3ae55856-1856-44a9-8a43-87f36f903fed tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-477831'] for router, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:52.296734 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ae55856-1856-44a9-8a43-87f36f903fed tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Fanout notify agent at l3_agent the message router_deleted on router b25af44c-d83c-40c9-9491-4430d6f9c9aa {{(pid=93797) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 23:29:52.315243 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3ae55856-1856-44a9-8a43-87f36f903fed tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks [] for router, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:52.318899 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-3ae55856-1856-44a9-8a43-87f36f903fed tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] 10.222.0.18 "DELETE /v2.0/routers/b25af44c-d83c-40c9-9491-4430d6f9c9aa HTTP/1.1" status: 204 len: 168 time: 0.4207513 Jul 27 23:29:52.320033 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 36744) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:29:52.356250 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 36748) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:29:52.385106 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_v2 [None req-19978ed1-9dca-4f22-b1e9-3b0767e47c1f tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Deleting subnet ec605c37-983a-495b-ab96-47ffb4737a00 {{(pid=93797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 23:29:52.388742 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-19978ed1-9dca-4f22-b1e9-3b0767e47c1f tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks [] for subnet, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:52.440843 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-19978ed1-9dca-4f22-b1e9-3b0767e47c1f tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11335971'] for subnet, precommit_delete_associations {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:52.539934 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-065102f6-14ac-488b-ac0b-9f293286f0e4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4fb41a0a062648a8b8a0b3b6ea3d01ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1821032 Jul 27 23:29:52.542501 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 36764) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:29:52.545520 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-19978ed1-9dca-4f22-b1e9-3b0767e47c1f tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620741'] for subnet, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:52.627111 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fddbfc6a-3808-42fa-a1fb-f6c1ac0e7efc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:52.649891 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-19978ed1-9dca-4f22-b1e9-3b0767e47c1f tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11335991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11551414'] for subnet, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:52.656174 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fddbfc6a-3808-42fa-a1fb-f6c1ac0e7efc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:52.683694 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19978ed1-9dca-4f22-b1e9-3b0767e47c1f tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Pushing event deleted for resources: {'Subnet': ['ID=ec605c37-983a-495b-ab96-47ffb4737a00,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:29:52.690433 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-19978ed1-9dca-4f22-b1e9-3b0767e47c1f tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks [] for subnet, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:52.695393 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-19978ed1-9dca-4f22-b1e9-3b0767e47c1f tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] 10.222.0.18 "DELETE /v2.0/subnets/ec605c37-983a-495b-ab96-47ffb4737a00 HTTP/1.1" status: 204 len: 168 time: 0.3719671 Jul 27 23:29:52.695876 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 36774) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:29:52.696006 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a17dd60a-f70a-4374-bea4-7186143d6e9b None None] Network 0c586ac3-84f9-4ee6-9ae2-1b47e7ff2c0e requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:29:52.745897 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fddbfc6a-3808-42fa-a1fb-f6c1ac0e7efc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:52.748934 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fddbfc6a-3808-42fa-a1fb-f6c1ac0e7efc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:52.750567 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-fddbfc6a-3808-42fa-a1fb-f6c1ac0e7efc admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/400a1cb4-0d7d-4f6b-a5ee-d17ecbc93438 HTTP/1.1" status: 204 len: 168 time: 0.2071247 Jul 27 23:29:52.762716 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddbfc6a-3808-42fa-a1fb-f6c1ac0e7efc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=400a1cb4-0d7d-4f6b-a5ee-d17ecbc93438,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:29:52.838702 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f91f0e44-a72b-450b-878b-4880ba79ec10 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593271'] for network, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:52.922444 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-f91f0e44-a72b-450b-878b-4880ba79ec10 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Deleting port 05eb3bc9-5219-426a-b637-9f1a7ccc0a70 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:29:52.922837 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f91f0e44-a72b-450b-878b-4880ba79ec10 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:52.966395 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a671428-e2fb-4fef-842c-ee72a5fe7543 None None] DHCP port deletion for 0c586ac3-84f9-4ee6-9ae2-1b47e7ff2c0e request from n-d-802623-1 {{(pid=93799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 23:29:53.023294 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-6a671428-e2fb-4fef-842c-ee72a5fe7543 None None] Deleting port 05eb3bc9-5219-426a-b637-9f1a7ccc0a70 {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:29:53.024044 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-6a671428-e2fb-4fef-842c-ee72a5fe7543 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:53.026950 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-f91f0e44-a72b-450b-878b-4880ba79ec10 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] For port 05eb3bc9-5219-426a-b637-9f1a7ccc0a70, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=05eb3bc9-5219-426a-b637-9f1a7ccc0a70,segment=NetworkSegment(b6f33fec-a6b9-4129-862e-954852bef3fb),segment_id=b6f33fec-a6b9-4129-862e-954852bef3fb)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:29:53.027362 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f91f0e44-a72b-450b-878b-4880ba79ec10 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:53.042282 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-f91f0e44-a72b-450b-878b-4880ba79ec10 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Calling delete_port for 05eb3bc9-5219-426a-b637-9f1a7ccc0a70 owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:29:53.123942 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 36790) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:29:53.141553 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-6a671428-e2fb-4fef-842c-ee72a5fe7543 None None] For port 05eb3bc9-5219-426a-b637-9f1a7ccc0a70, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=05eb3bc9-5219-426a-b637-9f1a7ccc0a70,segment=NetworkSegment(b6f33fec-a6b9-4129-862e-954852bef3fb),segment_id=b6f33fec-a6b9-4129-862e-954852bef3fb)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:29:53.147376 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-6a671428-e2fb-4fef-842c-ee72a5fe7543 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:53.157919 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f91f0e44-a72b-450b-878b-4880ba79ec10 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:53.173179 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-6a671428-e2fb-4fef-842c-ee72a5fe7543 None None] Calling delete_port for 05eb3bc9-5219-426a-b637-9f1a7ccc0a70 owned by network:dhcp {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:29:53.192108 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91f0e44-a72b-450b-878b-4880ba79ec10 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Pushing event deleted for resources: {'Port': ['ID=05eb3bc9-5219-426a-b637-9f1a7ccc0a70,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:29:53.199434 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f91f0e44-a72b-450b-878b-4880ba79ec10 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] No DVR routers for this DVR port 05eb3bc9-5219-426a-b637-9f1a7ccc0a70 on host n-d-802623-1 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:29:53.291901 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f91f0e44-a72b-450b-878b-4880ba79ec10 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618032', 'neutron.services.segments.db._delete_segments_for_network-8736833900081'] for network, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:53.298421 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-6a671428-e2fb-4fef-842c-ee72a5fe7543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:53.304918 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-f91f0e44-a72b-450b-878b-4880ba79ec10 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c586ac3-84f9-4ee6-9ae2-1b47e7ff2c0e']}} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:29:53.310761 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d7deb5f8-b259-492b-bc5f-f35c09febfc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:53.316960 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-f91f0e44-a72b-450b-878b-4880ba79ec10 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6f33fec-a6b9-4129-862e-954852bef3fb') {'for_net_delete': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:29:53.317382 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-f91f0e44-a72b-450b-878b-4880ba79ec10 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6f33fec-a6b9-4129-862e-954852bef3fb') {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:29:53.320082 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a671428-e2fb-4fef-842c-ee72a5fe7543 None None] No DVR routers for this DVR port 05eb3bc9-5219-426a-b637-9f1a7ccc0a70 on host n-d-802623-1 {{(pid=93799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:29:53.329388 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f91f0e44-a72b-450b-878b-4880ba79ec10 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736833900858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11335978'] for segment, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:53.360991 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a671428-e2fb-4fef-842c-ee72a5fe7543 None None] Pushing event deleted for resources: {'Port': ['ID=05eb3bc9-5219-426a-b637-9f1a7ccc0a70,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:29:53.362557 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f91f0e44-a72b-450b-878b-4880ba79ec10 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:53.372242 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f91f0e44-a72b-450b-878b-4880ba79ec10 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Releasing vlan 520 on physical network physnet1 to pool {{(pid=93797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 23:29:53.372656 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f91f0e44-a72b-450b-878b-4880ba79ec10 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11336013'] for segment, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:53.375913 n-d-802623-1 neutron-server[93797]: Traceback (most recent call last): Jul 27 23:29:53.375913 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 23:29:53.375913 n-d-802623-1 neutron-server[93797]: timer() Jul 27 23:29:53.375913 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 23:29:53.375913 n-d-802623-1 neutron-server[93797]: cb(*args, **kw) Jul 27 23:29:53.375913 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 23:29:53.375913 n-d-802623-1 neutron-server[93797]: return func(*args, **kwargs) Jul 27 23:29:53.375913 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 23:29:53.375913 n-d-802623-1 neutron-server[93797]: self._notify() Jul 27 23:29:53.375913 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 23:29:53.375913 n-d-802623-1 neutron-server[93797]: self.callback(batched_events) Jul 27 23:29:53.375913 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 23:29:53.375913 n-d-802623-1 neutron-server[93797]: event.method(event) Jul 27 23:29:53.375913 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 23:29:53.375913 n-d-802623-1 neutron-server[93797]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 23:29:53.375913 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 23:29:53.375913 n-d-802623-1 neutron-server[93797]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 23:29:53.375913 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 23:29:53.375913 n-d-802623-1 neutron-server[93797]: return f(self, *a, **k) Jul 27 23:29:53.375913 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 23:29:53.375913 n-d-802623-1 neutron-server[93797]: return self._get(url).json() Jul 27 23:29:53.375913 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 23:29:53.375913 n-d-802623-1 neutron-server[93797]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 23:29:53.375913 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 23:29:53.375913 n-d-802623-1 neutron-server[93797]: return self.request(url, 'GET', **kwargs) Jul 27 23:29:53.375913 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 23:29:53.375913 n-d-802623-1 neutron-server[93797]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 23:29:53.375913 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 23:29:53.375913 n-d-802623-1 neutron-server[93797]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 23:29:53.375913 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 23:29:53.375913 n-d-802623-1 neutron-server[93797]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 23:29:53.375913 n-d-802623-1 neutron-server[93797]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 23:29:53.453268 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f91f0e44-a72b-450b-878b-4880ba79ec10 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415412'] for network, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:53.468821 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f91f0e44-a72b-450b-878b-4880ba79ec10 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks [] for network, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:53.474705 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-f91f0e44-a72b-450b-878b-4880ba79ec10 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] 10.222.0.18 "DELETE /v2.0/networks/0c586ac3-84f9-4ee6-9ae2-1b47e7ff2c0e HTTP/1.1" status: 204 len: 168 time: 0.7777011 Jul 27 23:29:53.475365 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 36802) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:29:53.497584 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-6d40f564-5ce9-42b8-8c98-0b4458027326 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1483476261', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'}, 'admin_state_up': False}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:29:53.512554 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91f0e44-a72b-450b-878b-4880ba79ec10 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Pushing event deleted for resources: {'Network': ['ID=0c586ac3-84f9-4ee6-9ae2-1b47e7ff2c0e,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:29:53.540312 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 05eb3bc9-5219-426a-b637-9f1a7ccc0a70 no longer exists at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:29:53.554190 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d7deb5f8-b259-492b-bc5f-f35c09febfc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:53.559270 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d7deb5f8-b259-492b-bc5f-f35c09febfc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:53.562025 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] No Port match for: 05eb3bc9-5219-426a-b637-9f1a7ccc0a70 {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:29:53.562378 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 05eb3bc9-5219-426a-b637-9f1a7ccc0a70 not bound to the agent host n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:29:53.582678 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6d40f564-5ce9-42b8-8c98-0b4458027326 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62159'] for router, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:53.584017 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6d40f564-5ce9-42b8-8c98-0b4458027326 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-479230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-415539', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3693317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62148'] for router, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:53.619081 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-d7deb5f8-b259-492b-bc5f-f35c09febfc2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b2b98b1dd7e14d719a6ba22092cc92f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4940586 Jul 27 23:29:53.620297 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 36810) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:29:53.621108 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7deb5f8-b259-492b-bc5f-f35c09febfc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebafc553-4284-4a62-8c71-d3931562301c,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:29:53.662648 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6d40f564-5ce9-42b8-8c98-0b4458027326 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:53.724250 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6d0d4a02-0e9d-4910-9499-6060738808e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:53.747554 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 36814) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:29:53.757162 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6d0d4a02-0e9d-4910-9499-6060738808e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:53.822944 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6d0d4a02-0e9d-4910-9499-6060738808e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:53.825553 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6d0d4a02-0e9d-4910-9499-6060738808e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:53.827084 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-6d0d4a02-0e9d-4910-9499-6060738808e0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ebafc553-4284-4a62-8c71-d3931562301c HTTP/1.1" status: 204 len: 168 time: 0.1911354 Jul 27 23:29:53.837129 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0d4a02-0e9d-4910-9499-6060738808e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebafc553-4284-4a62-8c71-d3931562301c,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:29:53.866010 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6d40f564-5ce9-42b8-8c98-0b4458027326 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-415433', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62186'] for router, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:53.898551 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-3d9da0d2-5636-48b1-b0f6-3e6a946f2ed0 tempest-NegativeSecGroupTest-1800129942 tempest-NegativeSecGroupTest-1800129942-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:29:53.899280 n-d-802623-1 neutron-server[93798]: WARNING neutron.api.v2.base [None req-3d9da0d2-5636-48b1-b0f6-3e6a946f2ed0 tempest-NegativeSecGroupTest-1800129942 tempest-NegativeSecGroupTest-1800129942-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 27 23:29:53.900765 n-d-802623-1 neutron-server[93798]: INFO neutron.api.v2.resource [None req-3d9da0d2-5636-48b1-b0f6-3e6a946f2ed0 tempest-NegativeSecGroupTest-1800129942 tempest-NegativeSecGroupTest-1800129942-project] create failed (client error): There was a conflict when trying to complete your request. Jul 27 23:29:53.901325 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-3d9da0d2-5636-48b1-b0f6-3e6a946f2ed0 tempest-NegativeSecGroupTest-1800129942 tempest-NegativeSecGroupTest-1800129942-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1528184 Jul 27 23:29:53.904968 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 36820) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:29:53.938565 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-62ee59ee-866e-4dad-9c44-cace84dd400b tempest-NegativeSecGroupTest-1800129942 tempest-NegativeSecGroupTest-1800129942-project] Request body: {'security_group': {'name': 'tempest-secgroup--449207614'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:29:53.973754 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-62ee59ee-866e-4dad-9c44-cace84dd400b tempest-NegativeSecGroupTest-1800129942 tempest-NegativeSecGroupTest-1800129942-project] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:53.986742 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-62ee59ee-866e-4dad-9c44-cace84dd400b tempest-NegativeSecGroupTest-1800129942 tempest-NegativeSecGroupTest-1800129942-project] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:54.180181 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6d40f564-5ce9-42b8-8c98-0b4458027326 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks [] for router_gateway, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:54.208758 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6d40f564-5ce9-42b8-8c98-0b4458027326 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:54.231847 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-62ee59ee-866e-4dad-9c44-cace84dd400b tempest-NegativeSecGroupTest-1800129942 tempest-NegativeSecGroupTest-1800129942-project] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:54.257833 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 36828) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:29:54.259973 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-62ee59ee-866e-4dad-9c44-cace84dd400b tempest-NegativeSecGroupTest-1800129942 tempest-NegativeSecGroupTest-1800129942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:54.274504 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-864a7733-203e-4039-843e-8831ceac10f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:54.293380 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.db.api [None req-864a7733-203e-4039-843e-8831ceac10f6 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 27 23:29:54.293380 n-d-802623-1 neutron-server[93798]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 27 23:29:54.293380 n-d-802623-1 neutron-server[93798]: [parameters: {'project_id_1': '99fafebb5d1e4ce58012c68f830588a6', 'expiration_1': datetime.datetime(2021, 7, 27, 23, 29, 54, 286143)}] Jul 27 23:29:54.293380 n-d-802623-1 neutron-server[93798]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93798) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 23:29:54.294670 n-d-802623-1 neutron-server[93798]: DEBUG oslo_db.api [None req-864a7733-203e-4039-843e-8831ceac10f6 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 23:29:54.318036 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ee59ee-866e-4dad-9c44-cace84dd400b tempest-NegativeSecGroupTest-1800129942 tempest-NegativeSecGroupTest-1800129942-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a24ccfdd-771f-4fb4-bb40-4d748742aee6,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:29:54.390509 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-6d40f564-5ce9-42b8-8c98-0b4458027326 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Allocated IP 172.25.4.186 (2fd42287-ed26-4eb9-89a5-b521f5b04356/17de1f8f-393a-4b0c-a2df-614bd3f2fb5e/f9628ed3-4eb8-4814-a090-a2227c240d85) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:29:54.473594 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-62ee59ee-866e-4dad-9c44-cace84dd400b tempest-NegativeSecGroupTest-1800129942 tempest-NegativeSecGroupTest-1800129942-project] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:54.478423 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-62ee59ee-866e-4dad-9c44-cace84dd400b tempest-NegativeSecGroupTest-1800129942 tempest-NegativeSecGroupTest-1800129942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:54.511832 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-62ee59ee-866e-4dad-9c44-cace84dd400b tempest-NegativeSecGroupTest-1800129942 tempest-NegativeSecGroupTest-1800129942-project] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:54.513055 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-62ee59ee-866e-4dad-9c44-cace84dd400b tempest-NegativeSecGroupTest-1800129942 tempest-NegativeSecGroupTest-1800129942-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6067386 Jul 27 23:29:54.515974 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 36838) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:29:54.520607 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-d15e894d-7b25-4898-a54b-3cb646edb8a3 tempest-NegativeSecGroupTest-1800129942 tempest-NegativeSecGroupTest-1800129942-project] Request body: {'security_group_rule': {'security_group_id': '22aaedce-1220-4784-8d5c-8e88df82c319', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:29:54.529466 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ee59ee-866e-4dad-9c44-cace84dd400b tempest-NegativeSecGroupTest-1800129942 tempest-NegativeSecGroupTest-1800129942-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22aaedce-1220-4784-8d5c-8e88df82c319,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:29:54.550640 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d15e894d-7b25-4898-a54b-3cb646edb8a3 tempest-NegativeSecGroupTest-1800129942 tempest-NegativeSecGroupTest-1800129942-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:54.563559 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6d40f564-5ce9-42b8-8c98-0b4458027326 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:54.607664 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6d40f564-5ce9-42b8-8c98-0b4458027326 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:54.608302 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d15e894d-7b25-4898-a54b-3cb646edb8a3 tempest-NegativeSecGroupTest-1800129942 tempest-NegativeSecGroupTest-1800129942-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:54.612578 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d15e894d-7b25-4898-a54b-3cb646edb8a3 tempest-NegativeSecGroupTest-1800129942 tempest-NegativeSecGroupTest-1800129942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784185'] for security_group_rule, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:54.636547 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15e894d-7b25-4898-a54b-3cb646edb8a3 tempest-NegativeSecGroupTest-1800129942 tempest-NegativeSecGroupTest-1800129942-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca4c931e-5f61-4d84-bbc7-ef8c5d6834b5,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:29:54.639903 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d15e894d-7b25-4898-a54b-3cb646edb8a3 tempest-NegativeSecGroupTest-1800129942 tempest-NegativeSecGroupTest-1800129942-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:54.641111 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-d15e894d-7b25-4898-a54b-3cb646edb8a3 tempest-NegativeSecGroupTest-1800129942 tempest-NegativeSecGroupTest-1800129942-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1241322 Jul 27 23:29:54.644908 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 36840) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:29:54.649549 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-7d1540f2-4e9d-4fe7-81e3-7f788bd8c24d tempest-NegativeSecGroupTest-1800129942 tempest-NegativeSecGroupTest-1800129942-project] Request body: {'security_group_rule': {'security_group_id': '22aaedce-1220-4784-8d5c-8e88df82c319', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:29:54.664810 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d40f564-5ce9-42b8-8c98-0b4458027326 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Network 2fd42287-ed26-4eb9-89a5-b521f5b04356 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:29:54.670584 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-6d40f564-5ce9-42b8-8c98-0b4458027326 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:29:54.673297 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d40f564-5ce9-42b8-8c98-0b4458027326 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:29:54.678225 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7d1540f2-4e9d-4fe7-81e3-7f788bd8c24d tempest-NegativeSecGroupTest-1800129942 tempest-NegativeSecGroupTest-1800129942-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:54.698098 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d40f564-5ce9-42b8-8c98-0b4458027326 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Pushing event updated for resources: {'Port': ['ID=f9628ed3-4eb8-4814-a090-a2227c240d85,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:29:54.736164 n-d-802623-1 neutron-server[93798]: INFO neutron.api.v2.resource [None req-7d1540f2-4e9d-4fe7-81e3-7f788bd8c24d tempest-NegativeSecGroupTest-1800129942 tempest-NegativeSecGroupTest-1800129942-project] create failed (client error): There was a conflict when trying to complete your request. Jul 27 23:29:54.737532 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-7d1540f2-4e9d-4fe7-81e3-7f788bd8c24d tempest-NegativeSecGroupTest-1800129942 tempest-NegativeSecGroupTest-1800129942-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.0916634 Jul 27 23:29:54.740355 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 36844) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:29:54.797559 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-864a7733-203e-4039-843e-8831ceac10f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:54.811913 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-af4f6e52-e3ad-4398-825f-3e3184309809 tempest-NegativeSecGroupTest-1800129942 tempest-NegativeSecGroupTest-1800129942-project] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:54.847326 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-af4f6e52-e3ad-4398-825f-3e3184309809 tempest-NegativeSecGroupTest-1800129942 tempest-NegativeSecGroupTest-1800129942-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:54.924655 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-af4f6e52-e3ad-4398-825f-3e3184309809 tempest-NegativeSecGroupTest-1800129942 tempest-NegativeSecGroupTest-1800129942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:54.927386 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-af4f6e52-e3ad-4398-825f-3e3184309809 tempest-NegativeSecGroupTest-1800129942 tempest-NegativeSecGroupTest-1800129942-project] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:54.928551 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-af4f6e52-e3ad-4398-825f-3e3184309809 tempest-NegativeSecGroupTest-1800129942 tempest-NegativeSecGroupTest-1800129942-project] 10.222.0.18 "DELETE /v2.0/security-groups/22aaedce-1220-4784-8d5c-8e88df82c319 HTTP/1.1" status: 204 len: 168 time: 0.1867657 Jul 27 23:29:54.934566 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 36850) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:29:54.964545 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4f6e52-e3ad-4398-825f-3e3184309809 tempest-NegativeSecGroupTest-1800129942 tempest-NegativeSecGroupTest-1800129942-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=22aaedce-1220-4784-8d5c-8e88df82c319,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:29:54.966424 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6d40f564-5ce9-42b8-8c98-0b4458027326 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks [] for router_gateway, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:54.983450 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-864a7733-203e-4039-843e-8831ceac10f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:54.989701 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-864a7733-203e-4039-843e-8831ceac10f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:55.043642 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-65f7e314-d356-417d-b7f0-93cb5db25a20 tempest-NegativeSecGroupTest-1800129942 tempest-NegativeSecGroupTest-1800129942-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1071341 Jul 27 23:29:55.051437 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 36856) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:29:55.056131 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-7cc95efb-8135-4055-81d8-870f48c3f99d tempest-NegativeSecGroupTest-1800129942 tempest-NegativeSecGroupTest-1800129942-project] Request body: {'security_group': {'name': 'tempest-secgroup--1595273834'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:29:55.062776 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-864a7733-203e-4039-843e-8831ceac10f6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=99fafebb5d1e4ce58012c68f830588a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8039162 Jul 27 23:29:55.065353 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864a7733-203e-4039-843e-8831ceac10f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a490d94-a08f-44f8-8a03-9412b0011449,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:29:55.068935 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 36858) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:29:55.116826 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7cc95efb-8135-4055-81d8-870f48c3f99d tempest-NegativeSecGroupTest-1800129942 tempest-NegativeSecGroupTest-1800129942-project] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:55.170230 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-be6ae574-6a08-4231-901c-48265d311fdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:55.198250 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6d40f564-5ce9-42b8-8c98-0b4458027326 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-415468'] for router, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:55.209509 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-be6ae574-6a08-4231-901c-48265d311fdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:55.279006 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7cc95efb-8135-4055-81d8-870f48c3f99d tempest-NegativeSecGroupTest-1800129942 tempest-NegativeSecGroupTest-1800129942-project] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:55.283010 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7cc95efb-8135-4055-81d8-870f48c3f99d tempest-NegativeSecGroupTest-1800129942 tempest-NegativeSecGroupTest-1800129942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:55.314484 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc95efb-8135-4055-81d8-870f48c3f99d tempest-NegativeSecGroupTest-1800129942 tempest-NegativeSecGroupTest-1800129942-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5cb906c7-c3a3-4f23-9e90-f271dd296874,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:29:55.328257 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-be6ae574-6a08-4231-901c-48265d311fdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:55.331584 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-be6ae574-6a08-4231-901c-48265d311fdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:55.332504 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-be6ae574-6a08-4231-901c-48265d311fdf admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9a490d94-a08f-44f8-8a03-9412b0011449 HTTP/1.1" status: 204 len: 168 time: 0.2595005 Jul 27 23:29:55.342328 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7cc95efb-8135-4055-81d8-870f48c3f99d tempest-NegativeSecGroupTest-1800129942 tempest-NegativeSecGroupTest-1800129942-project] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:55.343669 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-7cc95efb-8135-4055-81d8-870f48c3f99d tempest-NegativeSecGroupTest-1800129942 tempest-NegativeSecGroupTest-1800129942-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2910545 Jul 27 23:29:55.346417 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 36864) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:29:55.348996 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6ae574-6a08-4231-901c-48265d311fdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a490d94-a08f-44f8-8a03-9412b0011449,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:29:55.352394 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-c54a52d7-8e78-4666-9292-106eafa4bebe tempest-NegativeSecGroupTest-1800129942 tempest-NegativeSecGroupTest-1800129942-project] Request body: {'security_group_rule': {'security_group_id': '5cb906c7-c3a3-4f23-9e90-f271dd296874', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:29:55.354280 n-d-802623-1 neutron-server[93797]: WARNING neutron.api.v2.base [None req-c54a52d7-8e78-4666-9292-106eafa4bebe tempest-NegativeSecGroupTest-1800129942 tempest-NegativeSecGroupTest-1800129942-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jul 27 23:29:55.354280 n-d-802623-1 neutron-server[93797]: INFO neutron.api.v2.resource [None req-c54a52d7-8e78-4666-9292-106eafa4bebe tempest-NegativeSecGroupTest-1800129942 tempest-NegativeSecGroupTest-1800129942-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 23:29:55.355645 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-c54a52d7-8e78-4666-9292-106eafa4bebe tempest-NegativeSecGroupTest-1800129942 tempest-NegativeSecGroupTest-1800129942-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0081728 Jul 27 23:29:55.358178 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 36866) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:29:55.418632 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-85a4fcec-ad2f-43b4-9b3b-e21061482a2f tempest-NegativeSecGroupTest-1800129942 tempest-NegativeSecGroupTest-1800129942-project] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:55.438757 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d40f564-5ce9-42b8-8c98-0b4458027326 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Router 9c4b7fac-ec51-4e90-988d-4853b512c77b is scheduled to L3 agent 018c4455-49c0-4734-927d-7824067b2a9e with binding_index 1 {{(pid=93797) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 23:29:55.449773 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-85a4fcec-ad2f-43b4-9b3b-e21061482a2f tempest-NegativeSecGroupTest-1800129942 tempest-NegativeSecGroupTest-1800129942-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:55.540638 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-85a4fcec-ad2f-43b4-9b3b-e21061482a2f tempest-NegativeSecGroupTest-1800129942 tempest-NegativeSecGroupTest-1800129942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:55.544194 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-85a4fcec-ad2f-43b4-9b3b-e21061482a2f tempest-NegativeSecGroupTest-1800129942 tempest-NegativeSecGroupTest-1800129942-project] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:55.545420 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-85a4fcec-ad2f-43b4-9b3b-e21061482a2f tempest-NegativeSecGroupTest-1800129942 tempest-NegativeSecGroupTest-1800129942-project] 10.222.0.18 "DELETE /v2.0/security-groups/5cb906c7-c3a3-4f23-9e90-f271dd296874 HTTP/1.1" status: 204 len: 168 time: 0.1863511 Jul 27 23:29:55.548168 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 36870) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:29:55.584349 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a4fcec-ad2f-43b4-9b3b-e21061482a2f tempest-NegativeSecGroupTest-1800129942 tempest-NegativeSecGroupTest-1800129942-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cb906c7-c3a3-4f23-9e90-f271dd296874,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:29:55.605609 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d40f564-5ce9-42b8-8c98-0b4458027326 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:29:55.617883 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa638181-c747-4957-bc98-104cc239ffd0 None None] Sync routers for ids ['9c4b7fac-ec51-4e90-988d-4853b512c77b'] in n-d-802623-1 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:29:55.628165 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6d40f564-5ce9-42b8-8c98-0b4458027326 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks [] for router, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:55.629370 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa638181-c747-4957-bc98-104cc239ffd0 None None] Routers {'9c4b7fac-ec51-4e90-988d-4853b512c77b'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:29:55.634008 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-aa638181-c747-4957-bc98-104cc239ffd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:29:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['9c4b7fac-ec51-4e90-988d-4853b512c77b'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:29:55.635559 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-6d40f564-5ce9-42b8-8c98-0b4458027326 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.1499038 Jul 27 23:29:55.636231 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 36872) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:29:55.652522 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-a62a6445-12ce-4943-b7c3-34fe2de59cd1 tempest-NegativeSecGroupTest-1800129942 tempest-NegativeSecGroupTest-1800129942-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1021979 Jul 27 23:29:55.657231 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 36876) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:29:55.668323 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-1145120d-15ca-4af5-9936-bbf62dbd5165 tempest-NegativeSecGroupTest-1800129942 tempest-NegativeSecGroupTest-1800129942-project] Request body: {'security_group': {'name': 'tempest-secgroup--1155915235'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:29:55.705862 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1145120d-15ca-4af5-9936-bbf62dbd5165 tempest-NegativeSecGroupTest-1800129942 tempest-NegativeSecGroupTest-1800129942-project] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:55.712128 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-aa638181-c747-4957-bc98-104cc239ffd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:29:55.731026 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa638181-c747-4957-bc98-104cc239ffd0 None None] Routers {'9c4b7fac-ec51-4e90-988d-4853b512c77b'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:29:55.732326 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-aa638181-c747-4957-bc98-104cc239ffd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:29:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['9c4b7fac-ec51-4e90-988d-4853b512c77b'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:29:55.817650 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-aa638181-c747-4957-bc98-104cc239ffd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:29:55.818326 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa638181-c747-4957-bc98-104cc239ffd0 None None] The sync data for ids ['9c4b7fac-ec51-4e90-988d-4853b512c77b'] in n-d-802623-1 is: [] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:29:55.846044 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1145120d-15ca-4af5-9936-bbf62dbd5165 tempest-NegativeSecGroupTest-1800129942 tempest-NegativeSecGroupTest-1800129942-project] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:55.854038 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1145120d-15ca-4af5-9936-bbf62dbd5165 tempest-NegativeSecGroupTest-1800129942 tempest-NegativeSecGroupTest-1800129942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:55.860557 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-6abe3095-677d-44c7-8647-a874c3dfb30a tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] 10.222.0.18 "GET /v2.0/routers/9c4b7fac-ec51-4e90-988d-4853b512c77b HTTP/1.1" status: 200 len: 885 time: 0.2216597 Jul 27 23:29:55.862559 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 36886) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:29:55.892978 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1145120d-15ca-4af5-9936-bbf62dbd5165 tempest-NegativeSecGroupTest-1800129942 tempest-NegativeSecGroupTest-1800129942-project] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:55.894457 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-1145120d-15ca-4af5-9936-bbf62dbd5165 tempest-NegativeSecGroupTest-1800129942 tempest-NegativeSecGroupTest-1800129942-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2359247 Jul 27 23:29:55.895232 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1145120d-15ca-4af5-9936-bbf62dbd5165 tempest-NegativeSecGroupTest-1800129942 tempest-NegativeSecGroupTest-1800129942-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9bbf35c7-d5bb-4f14-89ee-82772fd313ed,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:29:55.897349 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 36888) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:29:55.905600 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-70c306c3-67f6-4fb2-a313-64a88d2615df tempest-NegativeSecGroupTest-1800129942 tempest-NegativeSecGroupTest-1800129942-project] Request body: {'security_group_rule': {'security_group_id': '9bbf35c7-d5bb-4f14-89ee-82772fd313ed', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:29:55.906637 n-d-802623-1 neutron-server[93798]: WARNING neutron.api.v2.base [None req-70c306c3-67f6-4fb2-a313-64a88d2615df tempest-NegativeSecGroupTest-1800129942 tempest-NegativeSecGroupTest-1800129942-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jul 27 23:29:55.907200 n-d-802623-1 neutron-server[93798]: INFO neutron.api.v2.resource [None req-70c306c3-67f6-4fb2-a313-64a88d2615df tempest-NegativeSecGroupTest-1800129942 tempest-NegativeSecGroupTest-1800129942-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 23:29:55.910744 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-70c306c3-67f6-4fb2-a313-64a88d2615df tempest-NegativeSecGroupTest-1800129942 tempest-NegativeSecGroupTest-1800129942-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0094407 Jul 27 23:29:55.911340 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 36890) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:29:55.976200 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b5847061-e4dd-451d-a220-fff670f9b1a8 tempest-NegativeSecGroupTest-1800129942 tempest-NegativeSecGroupTest-1800129942-project] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:56.010164 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b5847061-e4dd-451d-a220-fff670f9b1a8 tempest-NegativeSecGroupTest-1800129942 tempest-NegativeSecGroupTest-1800129942-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:56.076740 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b5847061-e4dd-451d-a220-fff670f9b1a8 tempest-NegativeSecGroupTest-1800129942 tempest-NegativeSecGroupTest-1800129942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:56.079496 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b5847061-e4dd-451d-a220-fff670f9b1a8 tempest-NegativeSecGroupTest-1800129942 tempest-NegativeSecGroupTest-1800129942-project] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:56.083227 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-b5847061-e4dd-451d-a220-fff670f9b1a8 tempest-NegativeSecGroupTest-1800129942 tempest-NegativeSecGroupTest-1800129942-project] 10.222.0.18 "DELETE /v2.0/security-groups/9bbf35c7-d5bb-4f14-89ee-82772fd313ed HTTP/1.1" status: 204 len: 168 time: 0.1685336 Jul 27 23:29:56.089810 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 36898) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:29:56.090639 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5847061-e4dd-451d-a220-fff670f9b1a8 tempest-NegativeSecGroupTest-1800129942 tempest-NegativeSecGroupTest-1800129942-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bbf35c7-d5bb-4f14-89ee-82772fd313ed,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:29:56.163133 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-bab4c5f7-5314-4c20-8b8b-00b8cc0b6aa4 tempest-NegativeSecGroupTest-1800129942 tempest-NegativeSecGroupTest-1800129942-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0686469 Jul 27 23:29:56.165321 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 36906) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:29:56.172447 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-e78e317c-4411-4960-9e5e-2d796e51ec09 tempest-NegativeSecGroupTest-1800129942 tempest-NegativeSecGroupTest-1800129942-project] Request body: {'security_group': {'name': 'tempest-secgroup--1142190707'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:29:56.203784 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e78e317c-4411-4960-9e5e-2d796e51ec09 tempest-NegativeSecGroupTest-1800129942 tempest-NegativeSecGroupTest-1800129942-project] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:56.232218 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 36912) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:29:56.232478 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-827ad869-9f12-4cb5-a197-e6598c0a34ec tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.3669810 Jul 27 23:29:56.236802 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-dc06df11-9283-4b00-9e7b-a321a4a5bd7b tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1483476261'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:29:56.429055 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e78e317c-4411-4960-9e5e-2d796e51ec09 tempest-NegativeSecGroupTest-1800129942 tempest-NegativeSecGroupTest-1800129942-project] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:56.434642 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e78e317c-4411-4960-9e5e-2d796e51ec09 tempest-NegativeSecGroupTest-1800129942 tempest-NegativeSecGroupTest-1800129942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:56.501861 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78e317c-4411-4960-9e5e-2d796e51ec09 tempest-NegativeSecGroupTest-1800129942 tempest-NegativeSecGroupTest-1800129942-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa553926-fb1d-4504-ab5a-abbe7180b7fb,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:29:56.508671 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e78e317c-4411-4960-9e5e-2d796e51ec09 tempest-NegativeSecGroupTest-1800129942 tempest-NegativeSecGroupTest-1800129942-project] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:56.512606 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-e78e317c-4411-4960-9e5e-2d796e51ec09 tempest-NegativeSecGroupTest-1800129942 tempest-NegativeSecGroupTest-1800129942-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3421721 Jul 27 23:29:56.513462 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 36922) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:29:56.517596 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-40915ddf-e8d5-4cf8-80af-4ef83ca5753c tempest-NegativeSecGroupTest-1800129942 tempest-NegativeSecGroupTest-1800129942-project] Request body: {'security_group_rule': {'security_group_id': 'fa553926-fb1d-4504-ab5a-abbe7180b7fb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:29:56.518478 n-d-802623-1 neutron-server[93797]: WARNING neutron.api.v2.base [None req-40915ddf-e8d5-4cf8-80af-4ef83ca5753c tempest-NegativeSecGroupTest-1800129942 tempest-NegativeSecGroupTest-1800129942-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jul 27 23:29:56.518985 n-d-802623-1 neutron-server[93797]: INFO neutron.api.v2.resource [None req-40915ddf-e8d5-4cf8-80af-4ef83ca5753c tempest-NegativeSecGroupTest-1800129942 tempest-NegativeSecGroupTest-1800129942-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 23:29:56.522927 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-40915ddf-e8d5-4cf8-80af-4ef83ca5753c tempest-NegativeSecGroupTest-1800129942 tempest-NegativeSecGroupTest-1800129942-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0060236 Jul 27 23:29:56.522927 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 36924) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:29:56.527169 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-889970ef-ecd2-4e0a-8122-c20bd037b1c9 tempest-NegativeSecGroupTest-1800129942 tempest-NegativeSecGroupTest-1800129942-project] Request body: {'security_group_rule': {'security_group_id': 'fa553926-fb1d-4504-ab5a-abbe7180b7fb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:29:56.528048 n-d-802623-1 neutron-server[93797]: WARNING neutron.api.v2.base [None req-889970ef-ecd2-4e0a-8122-c20bd037b1c9 tempest-NegativeSecGroupTest-1800129942 tempest-NegativeSecGroupTest-1800129942-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jul 27 23:29:56.528698 n-d-802623-1 neutron-server[93797]: INFO neutron.api.v2.resource [None req-889970ef-ecd2-4e0a-8122-c20bd037b1c9 tempest-NegativeSecGroupTest-1800129942 tempest-NegativeSecGroupTest-1800129942-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 23:29:56.529837 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-889970ef-ecd2-4e0a-8122-c20bd037b1c9 tempest-NegativeSecGroupTest-1800129942 tempest-NegativeSecGroupTest-1800129942-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0060148 Jul 27 23:29:56.532378 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 36926) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:29:56.717367 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-dc06df11-9283-4b00-9e7b-a321a4a5bd7b tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-415433', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62186'] for router, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:56.736189 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-dc06df11-9283-4b00-9e7b-a321a4a5bd7b tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-415468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-415442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-415451', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-479100'] for router, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:56.862967 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc06df11-9283-4b00-9e7b-a321a4a5bd7b tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Router 9c4b7fac-ec51-4e90-988d-4853b512c77b has already been hosted by L3 agent 018c4455-49c0-4734-927d-7824067b2a9e {{(pid=93798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 23:29:56.912283 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-718f9f72-1d17-4697-87e3-dd9861d09035 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:56.920765 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-d996f88a-f02c-40e4-ab82-b5cc0c0d5531 tempest-NegativeSecGroupTest-1800129942 tempest-NegativeSecGroupTest-1800129942-project] Request body: {'security_group_rule': {'security_group_id': 'fa553926-fb1d-4504-ab5a-abbe7180b7fb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:29:56.921523 n-d-802623-1 neutron-server[93797]: WARNING neutron.api.v2.base [None req-d996f88a-f02c-40e4-ab82-b5cc0c0d5531 tempest-NegativeSecGroupTest-1800129942 tempest-NegativeSecGroupTest-1800129942-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jul 27 23:29:56.922247 n-d-802623-1 neutron-server[93797]: INFO neutron.api.v2.resource [None req-d996f88a-f02c-40e4-ab82-b5cc0c0d5531 tempest-NegativeSecGroupTest-1800129942 tempest-NegativeSecGroupTest-1800129942-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 23:29:56.923664 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-d996f88a-f02c-40e4-ab82-b5cc0c0d5531 tempest-NegativeSecGroupTest-1800129942 tempest-NegativeSecGroupTest-1800129942-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.3904142 Jul 27 23:29:56.928411 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 36940) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:29:56.932856 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-84fc8b64-78d7-4cca-b6f1-14bbab496318 tempest-NegativeSecGroupTest-1800129942 tempest-NegativeSecGroupTest-1800129942-project] Request body: {'security_group_rule': {'security_group_id': 'fa553926-fb1d-4504-ab5a-abbe7180b7fb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:29:56.934279 n-d-802623-1 neutron-server[93797]: WARNING neutron.api.v2.base [None req-84fc8b64-78d7-4cca-b6f1-14bbab496318 tempest-NegativeSecGroupTest-1800129942 tempest-NegativeSecGroupTest-1800129942-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jul 27 23:29:56.934936 n-d-802623-1 neutron-server[93797]: INFO neutron.api.v2.resource [None req-84fc8b64-78d7-4cca-b6f1-14bbab496318 tempest-NegativeSecGroupTest-1800129942 tempest-NegativeSecGroupTest-1800129942-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 23:29:56.936181 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-84fc8b64-78d7-4cca-b6f1-14bbab496318 tempest-NegativeSecGroupTest-1800129942 tempest-NegativeSecGroupTest-1800129942-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0068555 Jul 27 23:29:56.939651 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 36942) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:29:57.024064 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-02f70049-bd56-440e-8958-bd8e39f64309 tempest-NegativeSecGroupTest-1800129942 tempest-NegativeSecGroupTest-1800129942-project] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:57.029151 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc06df11-9283-4b00-9e7b-a321a4a5bd7b tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:29:57.040081 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32c2b4e3-4203-4de6-bf76-2a64de764e64 None None] Sync routers for ids ['9c4b7fac-ec51-4e90-988d-4853b512c77b'] in n-d-802623-1 {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:29:57.048108 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-02f70049-bd56-440e-8958-bd8e39f64309 tempest-NegativeSecGroupTest-1800129942 tempest-NegativeSecGroupTest-1800129942-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:57.049783 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-dc06df11-9283-4b00-9e7b-a321a4a5bd7b tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks [] for router, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:57.052287 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-dc06df11-9283-4b00-9e7b-a321a4a5bd7b tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] 10.222.0.18 "PUT /v2.0/routers/9c4b7fac-ec51-4e90-988d-4853b512c77b HTTP/1.1" status: 200 len: 892 time: 0.8192425 Jul 27 23:29:57.056347 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c2b4e3-4203-4de6-bf76-2a64de764e64 None None] Routers {'9c4b7fac-ec51-4e90-988d-4853b512c77b'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:29:57.056827 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 36946) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:29:57.057533 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-32c2b4e3-4203-4de6-bf76-2a64de764e64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:29:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['9c4b7fac-ec51-4e90-988d-4853b512c77b'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:29:57.107786 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-02f70049-bd56-440e-8958-bd8e39f64309 tempest-NegativeSecGroupTest-1800129942 tempest-NegativeSecGroupTest-1800129942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:57.113649 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-32c2b4e3-4203-4de6-bf76-2a64de764e64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:29:57.116358 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-02f70049-bd56-440e-8958-bd8e39f64309 tempest-NegativeSecGroupTest-1800129942 tempest-NegativeSecGroupTest-1800129942-project] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:57.121329 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-02f70049-bd56-440e-8958-bd8e39f64309 tempest-NegativeSecGroupTest-1800129942 tempest-NegativeSecGroupTest-1800129942-project] 10.222.0.18 "DELETE /v2.0/security-groups/fa553926-fb1d-4504-ab5a-abbe7180b7fb HTTP/1.1" status: 204 len: 168 time: 0.1782377 Jul 27 23:29:57.124920 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 36948) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:29:57.128751 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c2b4e3-4203-4de6-bf76-2a64de764e64 None None] Routers {'9c4b7fac-ec51-4e90-988d-4853b512c77b'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:29:57.129779 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-32c2b4e3-4203-4de6-bf76-2a64de764e64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:29:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['9c4b7fac-ec51-4e90-988d-4853b512c77b'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:29:57.149861 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f70049-bd56-440e-8958-bd8e39f64309 tempest-NegativeSecGroupTest-1800129942 tempest-NegativeSecGroupTest-1800129942-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa553926-fb1d-4504-ab5a-abbe7180b7fb,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:29:57.176529 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f70049-bd56-440e-8958-bd8e39f64309 tempest-NegativeSecGroupTest-1800129942 tempest-NegativeSecGroupTest-1800129942-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:29:57.177287 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f70049-bd56-440e-8958-bd8e39f64309 tempest-NegativeSecGroupTest-1800129942 tempest-NegativeSecGroupTest-1800129942-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:29:57.177696 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f70049-bd56-440e-8958-bd8e39f64309 tempest-NegativeSecGroupTest-1800129942 tempest-NegativeSecGroupTest-1800129942-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:29:57.178239 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f70049-bd56-440e-8958-bd8e39f64309 tempest-NegativeSecGroupTest-1800129942 tempest-NegativeSecGroupTest-1800129942-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:29:57.178506 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-32c2b4e3-4203-4de6-bf76-2a64de764e64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:29:57.178709 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f70049-bd56-440e-8958-bd8e39f64309 tempest-NegativeSecGroupTest-1800129942 tempest-NegativeSecGroupTest-1800129942-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:29:57.179160 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f70049-bd56-440e-8958-bd8e39f64309 tempest-NegativeSecGroupTest-1800129942 tempest-NegativeSecGroupTest-1800129942-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:29:57.179552 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f70049-bd56-440e-8958-bd8e39f64309 tempest-NegativeSecGroupTest-1800129942 tempest-NegativeSecGroupTest-1800129942-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:29:57.179935 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32c2b4e3-4203-4de6-bf76-2a64de764e64 None None] The sync data for ids ['9c4b7fac-ec51-4e90-988d-4853b512c77b'] in n-d-802623-1 is: [] {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:29:57.180227 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f70049-bd56-440e-8958-bd8e39f64309 tempest-NegativeSecGroupTest-1800129942 tempest-NegativeSecGroupTest-1800129942-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:29:57.180661 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f70049-bd56-440e-8958-bd8e39f64309 tempest-NegativeSecGroupTest-1800129942 tempest-NegativeSecGroupTest-1800129942-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:29:57.181051 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f70049-bd56-440e-8958-bd8e39f64309 tempest-NegativeSecGroupTest-1800129942 tempest-NegativeSecGroupTest-1800129942-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:29:57.181487 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f70049-bd56-440e-8958-bd8e39f64309 tempest-NegativeSecGroupTest-1800129942 tempest-NegativeSecGroupTest-1800129942-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:29:57.182171 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f70049-bd56-440e-8958-bd8e39f64309 tempest-NegativeSecGroupTest-1800129942 tempest-NegativeSecGroupTest-1800129942-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:29:57.256029 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-c64fdaad-a697-4527-bf29-3e10549d6d4d tempest-NegativeSecGroupTest-1800129942 tempest-NegativeSecGroupTest-1800129942-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1281281 Jul 27 23:29:57.260601 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 36952) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:29:57.265167 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-29894398-57fd-4aa1-be02-122e2f44fa5b tempest-NegativeSecGroupTest-1800129942 tempest-NegativeSecGroupTest-1800129942-project] Request body: {'security_group': {'name': 'tempest-secgroup--1037175533'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:29:57.289851 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-e1c7290c-6aef-4bbf-93a7-da9f04a775d1 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] 10.222.0.18 "GET /v2.0/routers/9c4b7fac-ec51-4e90-988d-4853b512c77b HTTP/1.1" status: 200 len: 892 time: 0.2288651 Jul 27 23:29:57.290606 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 36956) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:29:57.303659 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-29894398-57fd-4aa1-be02-122e2f44fa5b tempest-NegativeSecGroupTest-1800129942 tempest-NegativeSecGroupTest-1800129942-project] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:57.325193 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-4ca98ab3-181f-4eda-8735-8eac1e00d4c2 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c4b7fac-ec51-4e90-988d-4853b512c77b HTTP/1.1" status: 200 len: 205 time: 0.0330777 Jul 27 23:29:57.328368 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 36960) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:29:57.481673 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7d2fd730-ebf0-42a2-9b2e-79e381f1c1d8 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks [] for router, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:57.535893 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-29894398-57fd-4aa1-be02-122e2f44fa5b tempest-NegativeSecGroupTest-1800129942 tempest-NegativeSecGroupTest-1800129942-project] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:57.542730 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-29894398-57fd-4aa1-be02-122e2f44fa5b tempest-NegativeSecGroupTest-1800129942 tempest-NegativeSecGroupTest-1800129942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:57.619682 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29894398-57fd-4aa1-be02-122e2f44fa5b tempest-NegativeSecGroupTest-1800129942 tempest-NegativeSecGroupTest-1800129942-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45dda0e3-447f-45e9-895a-e3e6d85451a9,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:29:57.624491 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-29894398-57fd-4aa1-be02-122e2f44fa5b tempest-NegativeSecGroupTest-1800129942 tempest-NegativeSecGroupTest-1800129942-project] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:57.625738 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-29894398-57fd-4aa1-be02-122e2f44fa5b tempest-NegativeSecGroupTest-1800129942 tempest-NegativeSecGroupTest-1800129942-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3641827 Jul 27 23:29:57.628968 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 36964) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:29:57.633535 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-a4493e65-fbcf-4f4b-9ace-4c88004151a6 tempest-NegativeSecGroupTest-1800129942 tempest-NegativeSecGroupTest-1800129942-project] Request body: {'security_group_rule': {'security_group_id': '45dda0e3-447f-45e9-895a-e3e6d85451a9', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:29:57.634332 n-d-802623-1 neutron-server[93798]: WARNING neutron.api.v2.base [None req-a4493e65-fbcf-4f4b-9ace-4c88004151a6 tempest-NegativeSecGroupTest-1800129942 tempest-NegativeSecGroupTest-1800129942-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 27 23:29:57.635270 n-d-802623-1 neutron-server[93798]: INFO neutron.api.v2.resource [None req-a4493e65-fbcf-4f4b-9ace-4c88004151a6 tempest-NegativeSecGroupTest-1800129942 tempest-NegativeSecGroupTest-1800129942-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 23:29:57.637017 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-a4493e65-fbcf-4f4b-9ace-4c88004151a6 tempest-NegativeSecGroupTest-1800129942 tempest-NegativeSecGroupTest-1800129942-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0071180 Jul 27 23:29:57.641223 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 36966) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:29:57.649833 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-1b9874ba-6e77-4604-b220-7b51853e007e tempest-NegativeSecGroupTest-1800129942 tempest-NegativeSecGroupTest-1800129942-project] Request body: {'security_group_rule': {'security_group_id': '45dda0e3-447f-45e9-895a-e3e6d85451a9', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:29:57.677936 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7d2fd730-ebf0-42a2-9b2e-79e381f1c1d8 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:57.733610 n-d-802623-1 neutron-server[93797]: INFO neutron.api.v2.resource [None req-1b9874ba-6e77-4604-b220-7b51853e007e tempest-NegativeSecGroupTest-1800129942 tempest-NegativeSecGroupTest-1800129942-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 23:29:57.735024 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-1b9874ba-6e77-4604-b220-7b51853e007e tempest-NegativeSecGroupTest-1800129942 tempest-NegativeSecGroupTest-1800129942-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0922592 Jul 27 23:29:57.737897 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 36970) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:29:57.742963 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-2e6a796c-e06a-4f26-9cf7-f03ec8039b00 tempest-NegativeSecGroupTest-1800129942 tempest-NegativeSecGroupTest-1800129942-project] Request body: {'security_group_rule': {'security_group_id': '45dda0e3-447f-45e9-895a-e3e6d85451a9', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:29:57.743516 n-d-802623-1 neutron-server[93797]: WARNING neutron.api.v2.base [None req-2e6a796c-e06a-4f26-9cf7-f03ec8039b00 tempest-NegativeSecGroupTest-1800129942 tempest-NegativeSecGroupTest-1800129942-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jul 27 23:29:57.744544 n-d-802623-1 neutron-server[93797]: INFO neutron.api.v2.resource [None req-2e6a796c-e06a-4f26-9cf7-f03ec8039b00 tempest-NegativeSecGroupTest-1800129942 tempest-NegativeSecGroupTest-1800129942-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 23:29:57.745513 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-2e6a796c-e06a-4f26-9cf7-f03ec8039b00 tempest-NegativeSecGroupTest-1800129942 tempest-NegativeSecGroupTest-1800129942-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0065684 Jul 27 23:29:57.748140 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 36972) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:29:57.752657 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-d9e64ba3-6138-4354-a3e3-129ba91b1e5d tempest-NegativeSecGroupTest-1800129942 tempest-NegativeSecGroupTest-1800129942-project] Request body: {'security_group_rule': {'security_group_id': '45dda0e3-447f-45e9-895a-e3e6d85451a9', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:29:57.779980 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-7d2fd730-ebf0-42a2-9b2e-79e381f1c1d8 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Deleting port f9628ed3-4eb8-4814-a090-a2227c240d85 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:29:57.780233 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7d2fd730-ebf0-42a2-9b2e-79e381f1c1d8 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:57.834491 n-d-802623-1 neutron-server[93797]: INFO neutron.api.v2.resource [None req-d9e64ba3-6138-4354-a3e3-129ba91b1e5d tempest-NegativeSecGroupTest-1800129942 tempest-NegativeSecGroupTest-1800129942-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 23:29:57.835707 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-d9e64ba3-6138-4354-a3e3-129ba91b1e5d tempest-NegativeSecGroupTest-1800129942 tempest-NegativeSecGroupTest-1800129942-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0865428 Jul 27 23:29:57.839576 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 36976) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:29:57.847009 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-8ea9784e-cd72-41d5-ab74-8d1c39e5efb0 tempest-NegativeSecGroupTest-1800129942 tempest-NegativeSecGroupTest-1800129942-project] Request body: {'security_group_rule': {'security_group_id': '45dda0e3-447f-45e9-895a-e3e6d85451a9', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:29:57.847797 n-d-802623-1 neutron-server[93798]: WARNING neutron.api.v2.base [None req-8ea9784e-cd72-41d5-ab74-8d1c39e5efb0 tempest-NegativeSecGroupTest-1800129942 tempest-NegativeSecGroupTest-1800129942-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 27 23:29:57.849038 n-d-802623-1 neutron-server[93798]: INFO neutron.api.v2.resource [None req-8ea9784e-cd72-41d5-ab74-8d1c39e5efb0 tempest-NegativeSecGroupTest-1800129942 tempest-NegativeSecGroupTest-1800129942-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 23:29:57.851252 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-8ea9784e-cd72-41d5-ab74-8d1c39e5efb0 tempest-NegativeSecGroupTest-1800129942 tempest-NegativeSecGroupTest-1800129942-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0099566 Jul 27 23:29:57.854290 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 36978) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:29:57.865317 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-fd1235c8-3d8d-4fc6-aa83-742690ca4ecd tempest-NegativeSecGroupTest-1800129942 tempest-NegativeSecGroupTest-1800129942-project] Request body: {'security_group_rule': {'security_group_id': '45dda0e3-447f-45e9-895a-e3e6d85451a9', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:29:57.877121 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7d2fd730-ebf0-42a2-9b2e-79e381f1c1d8 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:57.891214 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-7d2fd730-ebf0-42a2-9b2e-79e381f1c1d8 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Calling delete_port for f9628ed3-4eb8-4814-a090-a2227c240d85 owned by network:router_gateway {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:29:57.917063 n-d-802623-1 neutron-server[93798]: INFO neutron.api.v2.resource [None req-fd1235c8-3d8d-4fc6-aa83-742690ca4ecd tempest-NegativeSecGroupTest-1800129942 tempest-NegativeSecGroupTest-1800129942-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 23:29:57.919576 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-fd1235c8-3d8d-4fc6-aa83-742690ca4ecd tempest-NegativeSecGroupTest-1800129942 tempest-NegativeSecGroupTest-1800129942-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0635111 Jul 27 23:29:57.921896 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 36980) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:29:57.927098 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-7832409f-3a80-4748-ae8f-8af3395ca9b0 tempest-NegativeSecGroupTest-1800129942 tempest-NegativeSecGroupTest-1800129942-project] Request body: {'security_group_rule': {'security_group_id': '45dda0e3-447f-45e9-895a-e3e6d85451a9', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:29:57.927900 n-d-802623-1 neutron-server[93798]: WARNING neutron.api.v2.base [None req-7832409f-3a80-4748-ae8f-8af3395ca9b0 tempest-NegativeSecGroupTest-1800129942 tempest-NegativeSecGroupTest-1800129942-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jul 27 23:29:57.928622 n-d-802623-1 neutron-server[93798]: INFO neutron.api.v2.resource [None req-7832409f-3a80-4748-ae8f-8af3395ca9b0 tempest-NegativeSecGroupTest-1800129942 tempest-NegativeSecGroupTest-1800129942-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 23:29:57.930086 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-7832409f-3a80-4748-ae8f-8af3395ca9b0 tempest-NegativeSecGroupTest-1800129942 tempest-NegativeSecGroupTest-1800129942-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0070145 Jul 27 23:29:57.932545 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 36982) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:29:57.944089 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-e58c099e-d8ef-4030-ae5a-7fcd7763cd56 tempest-NegativeSecGroupTest-1800129942 tempest-NegativeSecGroupTest-1800129942-project] Request body: {'security_group_rule': {'security_group_id': '45dda0e3-447f-45e9-895a-e3e6d85451a9', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:29:58.013089 n-d-802623-1 neutron-server[93798]: INFO neutron.api.v2.resource [None req-e58c099e-d8ef-4030-ae5a-7fcd7763cd56 tempest-NegativeSecGroupTest-1800129942 tempest-NegativeSecGroupTest-1800129942-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 23:29:58.014332 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-e58c099e-d8ef-4030-ae5a-7fcd7763cd56 tempest-NegativeSecGroupTest-1800129942 tempest-NegativeSecGroupTest-1800129942-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0805786 Jul 27 23:29:58.017120 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 36988) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:29:58.027386 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-c001654c-c513-4abf-baea-29fb95e786ad tempest-NegativeSecGroupTest-1800129942 tempest-NegativeSecGroupTest-1800129942-project] Request body: {'security_group_rule': {'security_group_id': '45dda0e3-447f-45e9-895a-e3e6d85451a9', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:29:58.100780 n-d-802623-1 neutron-server[93798]: INFO neutron.api.v2.resource [None req-c001654c-c513-4abf-baea-29fb95e786ad tempest-NegativeSecGroupTest-1800129942 tempest-NegativeSecGroupTest-1800129942-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 23:29:58.106969 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-c001654c-c513-4abf-baea-29fb95e786ad tempest-NegativeSecGroupTest-1800129942 tempest-NegativeSecGroupTest-1800129942-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0885153 Jul 27 23:29:58.107614 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 36990) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:29:58.167741 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7d2fd730-ebf0-42a2-9b2e-79e381f1c1d8 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:58.170342 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c4555b2c-d7e4-471e-a0b1-04be64b179e9 tempest-NegativeSecGroupTest-1800129942 tempest-NegativeSecGroupTest-1800129942-project] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:58.205596 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c4555b2c-d7e4-471e-a0b1-04be64b179e9 tempest-NegativeSecGroupTest-1800129942 tempest-NegativeSecGroupTest-1800129942-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:58.208557 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2fd730-ebf0-42a2-9b2e-79e381f1c1d8 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Pushing event deleted for resources: {'Port': ['ID=f9628ed3-4eb8-4814-a090-a2227c240d85,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:29:58.267608 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c4555b2c-d7e4-471e-a0b1-04be64b179e9 tempest-NegativeSecGroupTest-1800129942 tempest-NegativeSecGroupTest-1800129942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:58.271005 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c4555b2c-d7e4-471e-a0b1-04be64b179e9 tempest-NegativeSecGroupTest-1800129942 tempest-NegativeSecGroupTest-1800129942-project] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:58.276501 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-c4555b2c-d7e4-471e-a0b1-04be64b179e9 tempest-NegativeSecGroupTest-1800129942 tempest-NegativeSecGroupTest-1800129942-project] 10.222.0.18 "DELETE /v2.0/security-groups/45dda0e3-447f-45e9-895a-e3e6d85451a9 HTTP/1.1" status: 204 len: 168 time: 0.1674213 Jul 27 23:29:58.277486 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 36992) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:29:58.287177 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7d2fd730-ebf0-42a2-9b2e-79e381f1c1d8 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-415368'] for router_gateway, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:58.297020 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4555b2c-d7e4-471e-a0b1-04be64b179e9 tempest-NegativeSecGroupTest-1800129942 tempest-NegativeSecGroupTest-1800129942-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=45dda0e3-447f-45e9-895a-e3e6d85451a9,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:29:58.361580 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-63ab8dba-ab3b-4e6a-a5f1-51e82510526a tempest-NegativeSecGroupTest-1800129942 tempest-NegativeSecGroupTest-1800129942-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0702946 Jul 27 23:29:58.365376 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 36996) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:29:58.371308 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-eb4ce63d-cf50-4185-a64b-1203cd767e2a tempest-NegativeSecGroupTest-1800129942 tempest-NegativeSecGroupTest-1800129942-project] Request body: {'security_group': {'name': 'tempest-secgroup--713754470'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:29:58.403192 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-eb4ce63d-cf50-4185-a64b-1203cd767e2a tempest-NegativeSecGroupTest-1800129942 tempest-NegativeSecGroupTest-1800129942-project] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:58.434347 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7d2fd730-ebf0-42a2-9b2e-79e381f1c1d8 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62205'] for router, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:58.438278 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7d2fd730-ebf0-42a2-9b2e-79e381f1c1d8 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:58.504857 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7d2fd730-ebf0-42a2-9b2e-79e381f1c1d8 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-477831'] for router, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:58.505592 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d2fd730-ebf0-42a2-9b2e-79e381f1c1d8 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Fanout notify agent at l3_agent the message router_deleted on router 9c4b7fac-ec51-4e90-988d-4853b512c77b {{(pid=93797) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 23:29:58.517940 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7d2fd730-ebf0-42a2-9b2e-79e381f1c1d8 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks [] for router, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:58.519906 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-7d2fd730-ebf0-42a2-9b2e-79e381f1c1d8 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] 10.222.0.18 "DELETE /v2.0/routers/9c4b7fac-ec51-4e90-988d-4853b512c77b HTTP/1.1" status: 204 len: 168 time: 1.1903291 Jul 27 23:29:58.524260 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 37002) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:29:58.534813 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-d684e3ce-5da5-41a0-b020-e2e92aed93b7 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1832546168'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:29:58.569229 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-eb4ce63d-cf50-4185-a64b-1203cd767e2a tempest-NegativeSecGroupTest-1800129942 tempest-NegativeSecGroupTest-1800129942-project] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:58.576041 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-eb4ce63d-cf50-4185-a64b-1203cd767e2a tempest-NegativeSecGroupTest-1800129942 tempest-NegativeSecGroupTest-1800129942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:58.606597 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d684e3ce-5da5-41a0-b020-e2e92aed93b7 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Made reservation on behalf of 527b2fd77bf24fc0a7fcb37799da635e for: {'network': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:29:58.610699 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d684e3ce-5da5-41a0-b020-e2e92aed93b7 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for network, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:58.615099 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-eb4ce63d-cf50-4185-a64b-1203cd767e2a tempest-NegativeSecGroupTest-1800129942 tempest-NegativeSecGroupTest-1800129942-project] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:58.617415 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-eb4ce63d-cf50-4185-a64b-1203cd767e2a tempest-NegativeSecGroupTest-1800129942 tempest-NegativeSecGroupTest-1800129942-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2509730 Jul 27 23:29:58.624063 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 37004) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:29:58.630702 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-00bb75a3-616a-4d9d-a72b-2e52b4b76ffd tempest-NegativeSecGroupTest-1800129942 tempest-NegativeSecGroupTest-1800129942-project] Request body: {'security_group_rule': {'security_group_id': '07c10527-b4de-47d8-a0d8-d7914cb6b8cf', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:29:58.643355 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4ce63d-cf50-4185-a64b-1203cd767e2a tempest-NegativeSecGroupTest-1800129942 tempest-NegativeSecGroupTest-1800129942-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07c10527-b4de-47d8-a0d8-d7914cb6b8cf,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:29:58.654038 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d684e3ce-5da5-41a0-b020-e2e92aed93b7 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 528} {{(pid=93797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 23:29:58.668825 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d684e3ce-5da5-41a0-b020-e2e92aed93b7 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:58.669508 n-d-802623-1 neutron-server[93797]: INFO neutron.db.segments_db [None req-d684e3ce-5da5-41a0-b020-e2e92aed93b7 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Added segment 397e6d82-35c7-4319-9ead-cd80b5c8bf07 of type vlan for network e9d41056-a57d-4e98-a663-57b792f4483e Jul 27 23:29:58.708379 n-d-802623-1 neutron-server[93798]: INFO neutron.api.v2.resource [None req-00bb75a3-616a-4d9d-a72b-2e52b4b76ffd tempest-NegativeSecGroupTest-1800129942 tempest-NegativeSecGroupTest-1800129942-project] create failed (client error): The resource could not be found. Jul 27 23:29:58.714032 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-00bb75a3-616a-4d9d-a72b-2e52b4b76ffd tempest-NegativeSecGroupTest-1800129942 tempest-NegativeSecGroupTest-1800129942-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0867007 Jul 27 23:29:58.715749 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 37006) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:29:58.725532 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-a2eee4f0-c9cf-465c-9018-5f58e34d030e tempest-NegativeSecGroupTest-1800129942 tempest-NegativeSecGroupTest-1800129942-project] Request body: {'security_group_rule': {'security_group_id': '07c10527-b4de-47d8-a0d8-d7914cb6b8cf', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '69ba69ab-b71b-49a9-b22d-9ef8fe45de91'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:29:58.730780 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d684e3ce-5da5-41a0-b020-e2e92aed93b7 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736833354590'] for network, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:58.779267 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d684e3ce-5da5-41a0-b020-e2e92aed93b7 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569'] for network, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:58.798214 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d684e3ce-5da5-41a0-b020-e2e92aed93b7 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:29:58.799018 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d684e3ce-5da5-41a0-b020-e2e92aed93b7 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks [] for network, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:58.806215 n-d-802623-1 neutron-server[93798]: INFO neutron.api.v2.resource [None req-a2eee4f0-c9cf-465c-9018-5f58e34d030e tempest-NegativeSecGroupTest-1800129942 tempest-NegativeSecGroupTest-1800129942-project] create failed (client error): The resource could not be found. Jul 27 23:29:58.810376 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-a2eee4f0-c9cf-465c-9018-5f58e34d030e tempest-NegativeSecGroupTest-1800129942 tempest-NegativeSecGroupTest-1800129942-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0932882 Jul 27 23:29:58.811420 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 37010) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:29:58.874965 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-d684e3ce-5da5-41a0-b020-e2e92aed93b7 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3473597 Jul 27 23:29:58.878068 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 37014) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:29:58.883349 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5ba0e4d8-7130-43af-81b9-bfe86763f90a tempest-NegativeSecGroupTest-1800129942 tempest-NegativeSecGroupTest-1800129942-project] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:58.883787 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-7afc2223-b901-4afc-b0f1-c229ed7c0660 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Request body: {'subnet': {'network_id': 'e9d41056-a57d-4e98-a663-57b792f4483e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:29:58.889916 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d684e3ce-5da5-41a0-b020-e2e92aed93b7 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Pushing event updated for resources: {'Network': ['ID=e9d41056-a57d-4e98-a663-57b792f4483e,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:29:58.901222 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Network e9d41056-a57d-4e98-a663-57b792f4483e details requested by agent ovs-agent-n-d-802623-1 with host n-d-802623-1 {{(pid=93799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 23:29:58.924229 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5ba0e4d8-7130-43af-81b9-bfe86763f90a tempest-NegativeSecGroupTest-1800129942 tempest-NegativeSecGroupTest-1800129942-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:58.983989 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5ba0e4d8-7130-43af-81b9-bfe86763f90a tempest-NegativeSecGroupTest-1800129942 tempest-NegativeSecGroupTest-1800129942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:58.988139 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5ba0e4d8-7130-43af-81b9-bfe86763f90a tempest-NegativeSecGroupTest-1800129942 tempest-NegativeSecGroupTest-1800129942-project] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:58.989828 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-5ba0e4d8-7130-43af-81b9-bfe86763f90a tempest-NegativeSecGroupTest-1800129942 tempest-NegativeSecGroupTest-1800129942-project] 10.222.0.18 "DELETE /v2.0/security-groups/07c10527-b4de-47d8-a0d8-d7914cb6b8cf HTTP/1.1" status: 204 len: 168 time: 0.1773844 Jul 27 23:29:58.992994 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 37016) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:29:58.994710 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7afc2223-b901-4afc-b0f1-c229ed7c0660 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Made reservation on behalf of 527b2fd77bf24fc0a7fcb37799da635e for: {'subnet': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:29:58.998666 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7afc2223-b901-4afc-b0f1-c229ed7c0660 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11551435'] for subnet, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:59.005476 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba0e4d8-7130-43af-81b9-bfe86763f90a tempest-NegativeSecGroupTest-1800129942 tempest-NegativeSecGroupTest-1800129942-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=07c10527-b4de-47d8-a0d8-d7914cb6b8cf,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:29:59.113656 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-55438aa9-d442-46f0-9fd5-ce6afca6a219 tempest-NegativeSecGroupTest-1800129942 tempest-NegativeSecGroupTest-1800129942-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1110964 Jul 27 23:29:59.117727 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 37022) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:29:59.124671 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-bf9827a9-ed4f-486d-a9d4-1c399b732e71 tempest-NegativeSecGroupTest-1800129942 tempest-NegativeSecGroupTest-1800129942-project] Request body: {'security_group_rule': {'security_group_id': '65e21ccc-0c1e-423a-aa39-defc681f2128', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:29:59.200080 n-d-802623-1 neutron-server[93798]: INFO neutron.api.v2.resource [None req-bf9827a9-ed4f-486d-a9d4-1c399b732e71 tempest-NegativeSecGroupTest-1800129942 tempest-NegativeSecGroupTest-1800129942-project] create failed (client error): The resource could not be found. Jul 27 23:29:59.201377 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-bf9827a9-ed4f-486d-a9d4-1c399b732e71 tempest-NegativeSecGroupTest-1800129942 tempest-NegativeSecGroupTest-1800129942-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0827284 Jul 27 23:29:59.205737 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 37024) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:29:59.210907 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-d24ca22a-15a8-4a2f-abbf-3311696ed7f2 tempest-NegativeSecGroupTest-1800129942 tempest-NegativeSecGroupTest-1800129942-project] Request body: {'security_group': {'name': 'tempest-secgroup--24772530'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:29:59.241956 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d24ca22a-15a8-4a2f-abbf-3311696ed7f2 tempest-NegativeSecGroupTest-1800129942 tempest-NegativeSecGroupTest-1800129942-project] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:59.248574 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7afc2223-b901-4afc-b0f1-c229ed7c0660 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11336182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11551417'] for subnet, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:59.337857 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afc2223-b901-4afc-b0f1-c229ed7c0660 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Pushing event updated for resources: {'Subnet': ['ID=1b26fbca-20a0-418f-ad56-260bf4f65f31,revision_number=0']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:29:59.341336 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7afc2223-b901-4afc-b0f1-c229ed7c0660 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Checking segment: {'id': '397e6d82-35c7-4319-9ead-cd80b5c8bf07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'e9d41056-a57d-4e98-a663-57b792f4483e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:29:59.341698 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7afc2223-b901-4afc-b0f1-c229ed7c0660 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Network hostable DHCP agents. Network: e9d41056-a57d-4e98-a663-57b792f4483e, hostable agents: ['5950e76f-2bde-4343-a925-cbe6bacd2706'], hosted agents: [] {{(pid=93797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 23:29:59.361420 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7afc2223-b901-4afc-b0f1-c229ed7c0660 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Network e9d41056-a57d-4e98-a663-57b792f4483e is scheduled to be hosted by DHCP agent 5950e76f-2bde-4343-a925-cbe6bacd2706 with binding_index 1 {{(pid=93797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 23:29:59.375220 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-7afc2223-b901-4afc-b0f1-c229ed7c0660 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802623-1, e9d41056-a57d-4e98-a663-57b792f4483e) {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:29:59.379682 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d24ca22a-15a8-4a2f-abbf-3311696ed7f2 tempest-NegativeSecGroupTest-1800129942 tempest-NegativeSecGroupTest-1800129942-project] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:59.386154 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa50b483-eb67-41c1-a1b4-510fe8357e80 None None] Network e9d41056-a57d-4e98-a663-57b792f4483e requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:29:59.386421 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7afc2223-b901-4afc-b0f1-c229ed7c0660 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:29:59.387225 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d24ca22a-15a8-4a2f-abbf-3311696ed7f2 tempest-NegativeSecGroupTest-1800129942 tempest-NegativeSecGroupTest-1800129942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:59.389091 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7afc2223-b901-4afc-b0f1-c229ed7c0660 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks [] for subnet, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:59.416235 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-7afc2223-b901-4afc-b0f1-c229ed7c0660 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5362606 Jul 27 23:29:59.419170 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 37032) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:29:59.430189 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-dd8f7e22-7884-4d2b-a48d-c94b6efe0ff2 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-998001465', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:29:59.448309 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ca22a-15a8-4a2f-abbf-3311696ed7f2 tempest-NegativeSecGroupTest-1800129942 tempest-NegativeSecGroupTest-1800129942-project] Pushing event updated for resources: {'SecurityGroup': ['ID=002dde57-e60e-4aee-826b-bb2910f84458,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:29:59.452198 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d24ca22a-15a8-4a2f-abbf-3311696ed7f2 tempest-NegativeSecGroupTest-1800129942 tempest-NegativeSecGroupTest-1800129942-project] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:59.454026 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-d24ca22a-15a8-4a2f-abbf-3311696ed7f2 tempest-NegativeSecGroupTest-1800129942 tempest-NegativeSecGroupTest-1800129942-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2470207 Jul 27 23:29:59.457184 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 37034) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:29:59.468966 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-c679f4e8-dc43-45c9-aa02-4b1ad18a8d07 tempest-NegativeSecGroupTest-1800129942 tempest-NegativeSecGroupTest-1800129942-project] Request body: {'security_group': {'name': 'tempest-secgroup--1552394115'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:29:59.509107 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-dd8f7e22-7884-4d2b-a48d-c94b6efe0ff2 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62159'] for router, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:59.510211 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-dd8f7e22-7884-4d2b-a48d-c94b6efe0ff2 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-479230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-415539', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3693317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62148'] for router, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:59.548148 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c679f4e8-dc43-45c9-aa02-4b1ad18a8d07 tempest-NegativeSecGroupTest-1800129942 tempest-NegativeSecGroupTest-1800129942-project] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:59.590140 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7231d429-1bee-4c97-9b4d-552d3bc16c57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:59.609120 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-dd8f7e22-7884-4d2b-a48d-c94b6efe0ff2 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:59.619726 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-dd8f7e22-7884-4d2b-a48d-c94b6efe0ff2 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-415468'] for router, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:59.633326 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:59.660434 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36592c8c-7cf5-4e5c-a023-c50c933e664d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f6f257c-ad18-5f0c-8c8e-ea085a5fc8a2-e9d41056-a57d-4e98-a663-57b792f4483e', 'network_id': 'e9d41056-a57d-4e98-a663-57b792f4483e', 'tenant_id': '527b2fd77bf24fc0a7fcb37799da635e', 'fixed_ips': [{'subnet_id': '1b26fbca-20a0-418f-ad56-260bf4f65f31'}]}} from n-d-802623-1. {{(pid=93799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 23:29:59.661466 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-36592c8c-7cf5-4e5c-a023-c50c933e664d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:59.690711 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c679f4e8-dc43-45c9-aa02-4b1ad18a8d07 tempest-NegativeSecGroupTest-1800129942 tempest-NegativeSecGroupTest-1800129942-project] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:59.697105 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c679f4e8-dc43-45c9-aa02-4b1ad18a8d07 tempest-NegativeSecGroupTest-1800129942 tempest-NegativeSecGroupTest-1800129942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:59.714655 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-dd8f7e22-7884-4d2b-a48d-c94b6efe0ff2 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks [] for router, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:59.715902 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-dd8f7e22-7884-4d2b-a48d-c94b6efe0ff2 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2949049 Jul 27 23:29:59.718655 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 37044) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:29:59.736238 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c679f4e8-dc43-45c9-aa02-4b1ad18a8d07 tempest-NegativeSecGroupTest-1800129942 tempest-NegativeSecGroupTest-1800129942-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9befb127-ca92-4bb6-92eb-8504bd7a0da1,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:29:59.747104 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c679f4e8-dc43-45c9-aa02-4b1ad18a8d07 tempest-NegativeSecGroupTest-1800129942 tempest-NegativeSecGroupTest-1800129942-project] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:59.749149 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-c679f4e8-dc43-45c9-aa02-4b1ad18a8d07 tempest-NegativeSecGroupTest-1800129942 tempest-NegativeSecGroupTest-1800129942-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2872374 Jul 27 23:29:59.751737 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 37046) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:29:59.759417 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-a0bee8bd-b288-4cd6-9fd5-e4d5c79381a6 tempest-NegativeSecGroupTest-1800129942 tempest-NegativeSecGroupTest-1800129942-project] Request body: {'security_group_rule': {'security_group_id': '002dde57-e60e-4aee-826b-bb2910f84458', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '9befb127-ca92-4bb6-92eb-8504bd7a0da1'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:29:59.810062 n-d-802623-1 neutron-server[93797]: INFO neutron.api.v2.resource [None req-a0bee8bd-b288-4cd6-9fd5-e4d5c79381a6 tempest-NegativeSecGroupTest-1800129942 tempest-NegativeSecGroupTest-1800129942-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 23:29:59.812979 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-a0bee8bd-b288-4cd6-9fd5-e4d5c79381a6 tempest-NegativeSecGroupTest-1800129942 tempest-NegativeSecGroupTest-1800129942-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0579987 Jul 27 23:29:59.814115 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 37048) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:29:59.834049 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-36592c8c-7cf5-4e5c-a023-c50c933e664d None None] Allocated IP 2001:db8::2 (e9d41056-a57d-4e98-a663-57b792f4483e/1b26fbca-20a0-418f-ad56-260bf4f65f31/228a233e-ac35-4469-abaf-121cd14276a1) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:29:59.894401 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-edf33606-2a67-4791-b751-121a31cf7054 tempest-NegativeSecGroupTest-1800129942 tempest-NegativeSecGroupTest-1800129942-project] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:59.929056 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-edf33606-2a67-4791-b751-121a31cf7054 tempest-NegativeSecGroupTest-1800129942 tempest-NegativeSecGroupTest-1800129942-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:59.981196 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-edf33606-2a67-4791-b751-121a31cf7054 tempest-NegativeSecGroupTest-1800129942 tempest-NegativeSecGroupTest-1800129942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:59.985152 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-edf33606-2a67-4791-b751-121a31cf7054 tempest-NegativeSecGroupTest-1800129942 tempest-NegativeSecGroupTest-1800129942-project] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:29:59.987712 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-edf33606-2a67-4791-b751-121a31cf7054 tempest-NegativeSecGroupTest-1800129942 tempest-NegativeSecGroupTest-1800129942-project] 10.222.0.18 "DELETE /v2.0/security-groups/9befb127-ca92-4bb6-92eb-8504bd7a0da1 HTTP/1.1" status: 204 len: 168 time: 0.1701405 Jul 27 23:29:59.998628 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 37050) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:30:00.016978 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf33606-2a67-4791-b751-121a31cf7054 tempest-NegativeSecGroupTest-1800129942 tempest-NegativeSecGroupTest-1800129942-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9befb127-ca92-4bb6-92eb-8504bd7a0da1,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:30:00.025520 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-36592c8c-7cf5-4e5c-a023-c50c933e664d None None] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:00.035936 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-36592c8c-7cf5-4e5c-a023-c50c933e664d None None] Transition to ACTIVE for port object 228a233e-ac35-4469-abaf-121cd14276a1 will not be triggered until provisioned by entity L2. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:30:00.052271 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-36592c8c-7cf5-4e5c-a023-c50c933e664d None None] Transition to ACTIVE for port object 228a233e-ac35-4469-abaf-121cd14276a1 will not be triggered until provisioned by entity DHCP. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:30:00.072573 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-36592c8c-7cf5-4e5c-a023-c50c933e664d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:00.090745 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-985aacf3-3482-4cc6-9f6f-db7f37b5493b tempest-NegativeSecGroupTest-1800129942 tempest-NegativeSecGroupTest-1800129942-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4509 time: 0.0903294 Jul 27 23:30:00.093388 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 37052) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:30:00.133320 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:00.147852 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36592c8c-7cf5-4e5c-a023-c50c933e664d None None] Network e9d41056-a57d-4e98-a663-57b792f4483e is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:30:00.152473 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-36592c8c-7cf5-4e5c-a023-c50c933e664d None None] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:30:00.154426 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36592c8c-7cf5-4e5c-a023-c50c933e664d None None] Pushing event updated for resources: {'Port': ['ID=228a233e-ac35-4469-abaf-121cd14276a1,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:30:00.161036 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36592c8c-7cf5-4e5c-a023-c50c933e664d None None] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:30:00.192846 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a18ec921-8dc5-4e50-a588-9bca9243ad27 tempest-NegativeSecGroupTest-1800129942 tempest-NegativeSecGroupTest-1800129942-project] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:00.242080 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a18ec921-8dc5-4e50-a588-9bca9243ad27 tempest-NegativeSecGroupTest-1800129942 tempest-NegativeSecGroupTest-1800129942-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:00.243412 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-36592c8c-7cf5-4e5c-a023-c50c933e664d None None] Attempting to bind port 228a233e-ac35-4469-abaf-121cd14276a1 on host n-d-802623-1 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:30:00.244020 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-36592c8c-7cf5-4e5c-a023-c50c933e664d None None] Attempting to bind port 228a233e-ac35-4469-abaf-121cd14276a1 by drivers openvswitch,hyperv on host n-d-802623-1 at level 0 using segments [{'id': '397e6d82-35c7-4319-9ead-cd80b5c8bf07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'e9d41056-a57d-4e98-a663-57b792f4483e'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:30:00.245031 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36592c8c-7cf5-4e5c-a023-c50c933e664d None None] Attempting to bind port 228a233e-ac35-4469-abaf-121cd14276a1 on network e9d41056-a57d-4e98-a663-57b792f4483e {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:30:00.251816 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36592c8c-7cf5-4e5c-a023-c50c933e664d None None] Checking agent: {'id': 'a9a568d2-a5e7-41e4-833f-a8ab42ea4073', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 52, 30), 'started_at': datetime.datetime(2021, 7, 27, 22, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802623-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:30:00.252312 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36592c8c-7cf5-4e5c-a023-c50c933e664d None None] Checking segment: {'id': '397e6d82-35c7-4319-9ead-cd80b5c8bf07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'e9d41056-a57d-4e98-a663-57b792f4483e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:30:00.253267 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-36592c8c-7cf5-4e5c-a023-c50c933e664d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:00.253773 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36592c8c-7cf5-4e5c-a023-c50c933e664d None None] Bound using segment: {'id': '397e6d82-35c7-4319-9ead-cd80b5c8bf07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'e9d41056-a57d-4e98-a663-57b792f4483e'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:30:00.254486 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-36592c8c-7cf5-4e5c-a023-c50c933e664d None None] Bound port: 228a233e-ac35-4469-abaf-121cd14276a1, host: n-d-802623-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '397e6d82-35c7-4319-9ead-cd80b5c8bf07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'e9d41056-a57d-4e98-a663-57b792f4483e'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:30:00.254982 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-36592c8c-7cf5-4e5c-a023-c50c933e664d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:00.319228 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a18ec921-8dc5-4e50-a588-9bca9243ad27 tempest-NegativeSecGroupTest-1800129942 tempest-NegativeSecGroupTest-1800129942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:00.327621 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a18ec921-8dc5-4e50-a588-9bca9243ad27 tempest-NegativeSecGroupTest-1800129942 tempest-NegativeSecGroupTest-1800129942-project] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:00.330789 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 37062) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:30:00.333739 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-a18ec921-8dc5-4e50-a588-9bca9243ad27 tempest-NegativeSecGroupTest-1800129942 tempest-NegativeSecGroupTest-1800129942-project] 10.222.0.18 "DELETE /v2.0/security-groups/002dde57-e60e-4aee-826b-bb2910f84458 HTTP/1.1" status: 204 len: 168 time: 0.2337751 Jul 27 23:30:00.346190 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-36592c8c-7cf5-4e5c-a023-c50c933e664d None None] For port 228a233e-ac35-4469-abaf-121cd14276a1, host n-d-802623-1, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:30:00.346612 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18ec921-8dc5-4e50-a588-9bca9243ad27 tempest-NegativeSecGroupTest-1800129942 tempest-NegativeSecGroupTest-1800129942-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=002dde57-e60e-4aee-826b-bb2910f84458,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:30:00.353542 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-36592c8c-7cf5-4e5c-a023-c50c933e664d None None] For port 228a233e-ac35-4469-abaf-121cd14276a1, host n-d-802623-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=228a233e-ac35-4469-abaf-121cd14276a1,segment=NetworkSegment(397e6d82-35c7-4319-9ead-cd80b5c8bf07),segment_id=397e6d82-35c7-4319-9ead-cd80b5c8bf07)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:30:00.374206 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-36592c8c-7cf5-4e5c-a023-c50c933e664d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:00.431093 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-7b1345ac-ed09-46d0-8f5c-cb356fbc6922 tempest-NegativeSecGroupTest-1800129942 tempest-NegativeSecGroupTest-1800129942-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0900166 Jul 27 23:30:00.431093 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-597bd86a-ee1e-468a-8705-a06af7ad0657 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:00.431744 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36592c8c-7cf5-4e5c-a023-c50c933e664d None None] Pushing event updated for resources: {'Port': ['ID=228a233e-ac35-4469-abaf-121cd14276a1,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:30:00.432617 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 37068) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:30:00.438378 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-6bb2abaf-e58b-4a80-91b0-7b46b64a8d95 tempest-NegativeSecGroupTest-1800129942 tempest-NegativeSecGroupTest-1800129942-project] Request body: {'security_group': {'name': 'tempest-secgroup--1714961119'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:30:00.473446 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6bb2abaf-e58b-4a80-91b0-7b46b64a8d95 tempest-NegativeSecGroupTest-1800129942 tempest-NegativeSecGroupTest-1800129942-project] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:00.487139 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-19f2e178-d45e-4fbe-b9be-c3963fc151ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:00.599152 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6bb2abaf-e58b-4a80-91b0-7b46b64a8d95 tempest-NegativeSecGroupTest-1800129942 tempest-NegativeSecGroupTest-1800129942-project] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:00.604297 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6bb2abaf-e58b-4a80-91b0-7b46b64a8d95 tempest-NegativeSecGroupTest-1800129942 tempest-NegativeSecGroupTest-1800129942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:00.692566 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6bb2abaf-e58b-4a80-91b0-7b46b64a8d95 tempest-NegativeSecGroupTest-1800129942 tempest-NegativeSecGroupTest-1800129942-project] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:00.694139 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-6bb2abaf-e58b-4a80-91b0-7b46b64a8d95 tempest-NegativeSecGroupTest-1800129942 tempest-NegativeSecGroupTest-1800129942-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2604575 Jul 27 23:30:00.698751 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 37082) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:30:00.721044 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-4838056d-0c79-4109-b0c7-e629ae2fca03 tempest-NegativeSecGroupTest-1800129942 tempest-NegativeSecGroupTest-1800129942-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:30:00.721468 n-d-802623-1 neutron-server[93798]: WARNING neutron.api.v2.base [None req-4838056d-0c79-4109-b0c7-e629ae2fca03 tempest-NegativeSecGroupTest-1800129942 tempest-NegativeSecGroupTest-1800129942-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 27 23:30:00.722171 n-d-802623-1 neutron-server[93798]: INFO neutron.api.v2.resource [None req-4838056d-0c79-4109-b0c7-e629ae2fca03 tempest-NegativeSecGroupTest-1800129942 tempest-NegativeSecGroupTest-1800129942-project] update failed (client error): There was a conflict when trying to complete your request. Jul 27 23:30:00.726184 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 37086) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:30:00.726562 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-4838056d-0c79-4109-b0c7-e629ae2fca03 tempest-NegativeSecGroupTest-1800129942 tempest-NegativeSecGroupTest-1800129942-project] 10.222.0.18 "PUT /v2.0/security-groups/1fd641d7-f4b2-41c4-9825-8936f9103457 HTTP/1.1" status: 409 len: 330 time: 0.0267961 Jul 27 23:30:00.757295 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb2abaf-e58b-4a80-91b0-7b46b64a8d95 tempest-NegativeSecGroupTest-1800129942 tempest-NegativeSecGroupTest-1800129942-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1fd641d7-f4b2-41c4-9825-8936f9103457,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:30:00.856557 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ce719af9-9567-4d4d-92ca-82216573f644 tempest-NegativeSecGroupTest-1800129942 tempest-NegativeSecGroupTest-1800129942-project] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:00.886079 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf1175b-bd67-48d3-b679-8b37051e8cf0 req-3d267b14-b2ab-44bf-93e9-92a0bbf22303 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:30:00.887846 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-bcf1175b-bd67-48d3-b679-8b37051e8cf0 req-3d267b14-b2ab-44bf-93e9-92a0bbf22303 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/networks?id=280a3ba5-2d75-4827-b3c1-0be5bb892094 HTTP/1.1" status: 200 len: 812 time: 0.2614291 Jul 27 23:30:00.893367 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ce719af9-9567-4d4d-92ca-82216573f644 tempest-NegativeSecGroupTest-1800129942 tempest-NegativeSecGroupTest-1800129942-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:00.897189 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-597bd86a-ee1e-468a-8705-a06af7ad0657 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Allocated IP 2001:db8::1 (e9d41056-a57d-4e98-a663-57b792f4483e/1b26fbca-20a0-418f-ad56-260bf4f65f31/49ec05cf-4240-4ab6-8e56-85b7a39c9ba2) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:30:00.929336 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-bcf1175b-bd67-48d3-b679-8b37051e8cf0 req-2e52d14b-d76c-429d-8965-b059d251f671 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/quotas/49af0f356ac348f0bd0841795f0ea352 HTTP/1.1" status: 200 len: 375 time: 0.0311472 Jul 27 23:30:01.036175 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-bcf1175b-bd67-48d3-b679-8b37051e8cf0 req-caaa2c52-9a93-418b-8c83-b16ff1d92a8e tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=49af0f356ac348f0bd0841795f0ea352&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0892169 Jul 27 23:30:01.037408 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ce719af9-9567-4d4d-92ca-82216573f644 tempest-NegativeSecGroupTest-1800129942 tempest-NegativeSecGroupTest-1800129942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:01.040217 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ce719af9-9567-4d4d-92ca-82216573f644 tempest-NegativeSecGroupTest-1800129942 tempest-NegativeSecGroupTest-1800129942-project] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:01.042874 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-ce719af9-9567-4d4d-92ca-82216573f644 tempest-NegativeSecGroupTest-1800129942 tempest-NegativeSecGroupTest-1800129942-project] 10.222.0.18 "DELETE /v2.0/security-groups/1fd641d7-f4b2-41c4-9825-8936f9103457 HTTP/1.1" status: 204 len: 168 time: 0.3144515 Jul 27 23:30:01.046068 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 37096) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:30:01.052621 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce719af9-9567-4d4d-92ca-82216573f644 tempest-NegativeSecGroupTest-1800129942 tempest-NegativeSecGroupTest-1800129942-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fd641d7-f4b2-41c4-9825-8936f9103457,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:30:01.085277 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-597bd86a-ee1e-468a-8705-a06af7ad0657 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:01.136695 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-2450fa67-8eb1-44c1-b0ab-90555861a7a0 tempest-NegativeSecGroupTest-1800129942 tempest-NegativeSecGroupTest-1800129942-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0893378 Jul 27 23:30:01.138432 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 37100) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:30:01.146455 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-597bd86a-ee1e-468a-8705-a06af7ad0657 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Transition to ACTIVE for port object 49ec05cf-4240-4ab6-8e56-85b7a39c9ba2 will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:30:01.171479 n-d-802623-1 neutron-server[93797]: INFO neutron.api.v2.resource [None req-9130f02d-d6eb-4be3-9434-d5628268786f tempest-NegativeSecGroupTest-1800129942 tempest-NegativeSecGroupTest-1800129942-project] delete failed (client error): The resource could not be found. Jul 27 23:30:01.172914 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-9130f02d-d6eb-4be3-9434-d5628268786f tempest-NegativeSecGroupTest-1800129942 tempest-NegativeSecGroupTest-1800129942-project] 10.222.0.18 "DELETE /v2.0/security-groups/3136edd3-f56c-425d-85dc-efffdd4a07b1 HTTP/1.1" status: 404 len: 347 time: 0.0326576 Jul 27 23:30:01.177369 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 37102) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:30:01.188332 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-bcf1175b-bd67-48d3-b679-8b37051e8cf0 req-53838e32-7716-4c34-82e1-7265b345ee76 service neutron] 10.222.0.18 "GET /v2.0/networks/280a3ba5-2d75-4827-b3c1-0be5bb892094?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334815 Jul 27 23:30:01.204729 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-597bd86a-ee1e-468a-8705-a06af7ad0657 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:01.211687 n-d-802623-1 neutron-server[93797]: INFO neutron.api.v2.resource [None req-3eaaa0c9-63e3-46dd-9f88-bea132765727 tempest-NegativeSecGroupTest-1800129942 tempest-NegativeSecGroupTest-1800129942-project] show failed (client error): The resource could not be found. Jul 27 23:30:01.223619 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-3eaaa0c9-63e3-46dd-9f88-bea132765727 tempest-NegativeSecGroupTest-1800129942 tempest-NegativeSecGroupTest-1800129942-project] 10.222.0.18 "GET /v2.0/security-groups/f9b4e4a9-3c35-4792-99d8-5ccbcfc2b61d HTTP/1.1" status: 404 len: 347 time: 0.0392444 Jul 27 23:30:01.225517 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 37104) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:30:01.274324 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-597bd86a-ee1e-468a-8705-a06af7ad0657 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Network e9d41056-a57d-4e98-a663-57b792f4483e is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:30:01.277398 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-597bd86a-ee1e-468a-8705-a06af7ad0657 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:30:01.281579 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-597bd86a-ee1e-468a-8705-a06af7ad0657 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:30:01.282248 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-597bd86a-ee1e-468a-8705-a06af7ad0657 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-415283'] for router_interface, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:01.296500 n-d-802623-1 neutron-server[93797]: INFO neutron.api.v2.resource [None req-fd3231e4-f56a-4a62-b5da-5814281dfbca tempest-NegativeSecGroupTest-1800129942 tempest-NegativeSecGroupTest-1800129942-project] show failed (client error): The resource could not be found. Jul 27 23:30:01.297689 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-fd3231e4-f56a-4a62-b5da-5814281dfbca tempest-NegativeSecGroupTest-1800129942 tempest-NegativeSecGroupTest-1800129942-project] 10.222.0.18 "GET /v2.0/security-group-rules/8fc8d60b-3cf3-4448-9c82-1d43c188fa23 HTTP/1.1" status: 404 len: 356 time: 0.0712619 Jul 27 23:30:01.346474 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597bd86a-ee1e-468a-8705-a06af7ad0657 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Pushing event updated for resources: {'Port': ['ID=49ec05cf-4240-4ab6-8e56-85b7a39c9ba2,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:30:01.379493 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-bcf1175b-bd67-48d3-b679-8b37051e8cf0 req-80d34d26-aae0-47e9-9ffe-1be31f590150 service neutron] 10.222.0.18 "GET /v2.0/networks/280a3ba5-2d75-4827-b3c1-0be5bb892094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1545932 Jul 27 23:30:01.481961 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-597bd86a-ee1e-468a-8705-a06af7ad0657 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:01.621945 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 228a233e-ac35-4469-abaf-121cd14276a1 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:30:01.713635 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning for port 228a233e-ac35-4469-abaf-121cd14276a1 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:30:01.792046 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c3dfbd8-31fb-49e9-abb6-1b22be19248e None None] Network e9d41056-a57d-4e98-a663-57b792f4483e requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:30:01.866855 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 37126) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:30:01.934055 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-02961fab-3402-4c1b-b7db-b18e6f2dd350 None None] Provisioning for port 228a233e-ac35-4469-abaf-121cd14276a1 completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:30:01.940218 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-02961fab-3402-4c1b-b7db-b18e6f2dd350 None None] Provisioning complete for port 228a233e-ac35-4469-abaf-121cd14276a1 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:30:01.941117 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-02961fab-3402-4c1b-b7db-b18e6f2dd350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:01.972685 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-0b398c7d-7f55-467b-adee-fece926fe31b req-e0acd8bd-dc1b-42a9-bec2-db27ced0d7c0 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/ports?device_id=417dff32-fec8-42ce-83a2-bdc36cd6da17 HTTP/1.1" status: 200 len: 210 time: 0.0706935 Jul 27 23:30:02.057369 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-597bd86a-ee1e-468a-8705-a06af7ad0657 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:02.074706 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-597bd86a-ee1e-468a-8705-a06af7ad0657 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:02.078148 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-597bd86a-ee1e-468a-8705-a06af7ad0657 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3760555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-414115'] for router_interface, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:02.105482 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-02961fab-3402-4c1b-b7db-b18e6f2dd350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:02.171514 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-02961fab-3402-4c1b-b7db-b18e6f2dd350 None None] For port 228a233e-ac35-4469-abaf-121cd14276a1, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=228a233e-ac35-4469-abaf-121cd14276a1,segment=NetworkSegment(397e6d82-35c7-4319-9ead-cd80b5c8bf07),segment_id=397e6d82-35c7-4319-9ead-cd80b5c8bf07)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:30:02.178793 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-02961fab-3402-4c1b-b7db-b18e6f2dd350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:02.278089 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7418f70f-e60d-4709-8ba9-6ab514bc7f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:02.281090 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02961fab-3402-4c1b-b7db-b18e6f2dd350 None None] Pushing event updated for resources: {'Port': ['ID=228a233e-ac35-4469-abaf-121cd14276a1,revision_number=3']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:30:02.294284 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597bd86a-ee1e-468a-8705-a06af7ad0657 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Pushing event updated for resources: {'Port': ['ID=49ec05cf-4240-4ab6-8e56-85b7a39c9ba2,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:30:02.331846 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-8d5b2a78-6c52-4d35-be11-2028846a9585 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=24f08d9a4a574278ab80b5433f0ecfb3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4609659 Jul 27 23:30:02.332987 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 37140) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:30:02.348331 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-597bd86a-ee1e-468a-8705-a06af7ad0657 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Network e9d41056-a57d-4e98-a663-57b792f4483e is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:30:02.349969 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-597bd86a-ee1e-468a-8705-a06af7ad0657 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:30:02.422219 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-3dbcc51f-27de-4511-ba88-f076777c4a89 None None] Provisioning complete for port 228a233e-ac35-4469-abaf-121cd14276a1 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:30:02.427574 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-3dbcc51f-27de-4511-ba88-f076777c4a89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:02.443237 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f51b72b4-c07a-4228-b7b5-05d085fa4d5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:02.488386 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f51b72b4-c07a-4228-b7b5-05d085fa4d5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:02.528855 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-597bd86a-ee1e-468a-8705-a06af7ad0657 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Router 9c2ccbf8-7ce2-4657-a6c5-71c7ae77fdc9 is scheduled to L3 agent 018c4455-49c0-4734-927d-7824067b2a9e with binding_index 1 {{(pid=93798) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 23:30:02.556909 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-3dbcc51f-27de-4511-ba88-f076777c4a89 None None] Provisioning for port 49ec05cf-4240-4ab6-8e56-85b7a39c9ba2 completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:30:02.561058 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f51b72b4-c07a-4228-b7b5-05d085fa4d5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:02.565356 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-3dbcc51f-27de-4511-ba88-f076777c4a89 None None] Provisioning complete for port 49ec05cf-4240-4ab6-8e56-85b7a39c9ba2 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:30:02.565724 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-3dbcc51f-27de-4511-ba88-f076777c4a89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:02.567244 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f51b72b4-c07a-4228-b7b5-05d085fa4d5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:02.577889 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-f51b72b4-c07a-4228-b7b5-05d085fa4d5c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a24ccfdd-771f-4fb4-bb40-4d748742aee6 HTTP/1.1" status: 204 len: 168 time: 0.2344868 Jul 27 23:30:02.606952 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51b72b4-c07a-4228-b7b5-05d085fa4d5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a24ccfdd-771f-4fb4-bb40-4d748742aee6,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:30:02.633708 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-3dbcc51f-27de-4511-ba88-f076777c4a89 None None] Port 49ec05cf-4240-4ab6-8e56-85b7a39c9ba2 cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:30:02.701587 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-597bd86a-ee1e-468a-8705-a06af7ad0657 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:30:02.715990 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-597bd86a-ee1e-468a-8705-a06af7ad0657 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] 10.222.0.18 "PUT /v2.0/routers/9c2ccbf8-7ce2-4657-a6c5-71c7ae77fdc9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9961538 Jul 27 23:30:02.718661 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 37146) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:30:02.723582 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dad38de8-641e-46b1-ae06-027c34544926 None None] Sync routers for ids ['9c2ccbf8-7ce2-4657-a6c5-71c7ae77fdc9'] in n-d-802623-1 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:30:02.745278 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad38de8-641e-46b1-ae06-027c34544926 None None] Routers {'9c2ccbf8-7ce2-4657-a6c5-71c7ae77fdc9'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:30:02.747373 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-dad38de8-641e-46b1-ae06-027c34544926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:30:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['9c2ccbf8-7ce2-4657-a6c5-71c7ae77fdc9'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:30:02.794180 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-dad38de8-641e-46b1-ae06-027c34544926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:30:02.798770 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2da5f6e-6e7f-4d70-93b3-4bea12d647f3 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:30:02.802820 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-b2da5f6e-6e7f-4d70-93b3-4bea12d647f3 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] 10.222.0.18 "GET /v2.0/ports/49ec05cf-4240-4ab6-8e56-85b7a39c9ba2 HTTP/1.1" status: 200 len: 911 time: 0.0804245 Jul 27 23:30:02.803223 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 37150) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:30:02.809415 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-a726d6d3-4d51-4530-9e7f-42e11305f450 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '1b26fbca-20a0-418f-ad56-260bf4f65f31'}]}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:30:02.810206 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad38de8-641e-46b1-ae06-027c34544926 None None] Routers {'9c2ccbf8-7ce2-4657-a6c5-71c7ae77fdc9'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:30:02.811106 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-dad38de8-641e-46b1-ae06-027c34544926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:30:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['9c2ccbf8-7ce2-4657-a6c5-71c7ae77fdc9'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:30:02.866061 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-90519e50-dc38-4d70-b627-803c31cc478a None None] Provisioning complete for port 49ec05cf-4240-4ab6-8e56-85b7a39c9ba2 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:30:02.867127 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-90519e50-dc38-4d70-b627-803c31cc478a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:02.881167 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-dad38de8-641e-46b1-ae06-027c34544926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:30:02.881824 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dad38de8-641e-46b1-ae06-027c34544926 None None] The sync data for ids ['9c2ccbf8-7ce2-4657-a6c5-71c7ae77fdc9'] in n-d-802623-1 is: [] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:30:02.925203 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-90519e50-dc38-4d70-b627-803c31cc478a None None] Port 49ec05cf-4240-4ab6-8e56-85b7a39c9ba2 cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:30:03.113751 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-fc20ce40-37a0-49da-9552-488ad41b9567 req-1a6d14ec-9bf6-4a0a-aaf4-0c360dafe30a tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/ports?device_id=417dff32-fec8-42ce-83a2-bdc36cd6da17 HTTP/1.1" status: 200 len: 210 time: 0.0388904 Jul 27 23:30:03.114749 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a726d6d3-4d51-4530-9e7f-42e11305f450 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:03.158895 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-7220e472-c5aa-422a-abdb-9d4fee0868e6 None None] Provisioning complete for port 49ec05cf-4240-4ab6-8e56-85b7a39c9ba2 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:30:03.163088 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7220e472-c5aa-422a-abdb-9d4fee0868e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:03.242502 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-7220e472-c5aa-422a-abdb-9d4fee0868e6 None None] Port 49ec05cf-4240-4ab6-8e56-85b7a39c9ba2 cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:30:03.291205 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf1175b-bd67-48d3-b679-8b37051e8cf0 req-bca5dc7f-3868-4bc0-8619-906a6d9648bb tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:30:03.292990 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-bcf1175b-bd67-48d3-b679-8b37051e8cf0 req-bca5dc7f-3868-4bc0-8619-906a6d9648bb tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.38 "GET /v2.0/networks?id=280a3ba5-2d75-4827-b3c1-0be5bb892094 HTTP/1.1" status: 200 len: 812 time: 0.1911168 Jul 27 23:30:03.311841 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [req-bcf1175b-bd67-48d3-b679-8b37051e8cf0 req-8c95a064-16e7-4bc4-b025-1745fb008e50 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Request body: {'port': {'device_id': '417dff32-fec8-42ce-83a2-bdc36cd6da17', 'network_id': '280a3ba5-2d75-4827-b3c1-0be5bb892094', 'admin_state_up': True, 'tenant_id': '49af0f356ac348f0bd0841795f0ea352'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:30:03.473641 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 37168) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:30:03.480119 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bcf1175b-bd67-48d3-b679-8b37051e8cf0 req-8c95a064-16e7-4bc4-b025-1745fb008e50 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Made reservation on behalf of 49af0f356ac348f0bd0841795f0ea352 for: {'port': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:30:03.483578 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-bcf1175b-bd67-48d3-b679-8b37051e8cf0 req-8c95a064-16e7-4bc4-b025-1745fb008e50 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:03.543849 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 228a233e-ac35-4469-abaf-121cd14276a1 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:30:03.635540 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port 228a233e-ac35-4469-abaf-121cd14276a1 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:30:03.636191 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:03.674458 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4800277f-2fbe-4198-97b2-7a48ffb02e68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:03.753878 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [req-bcf1175b-bd67-48d3-b679-8b37051e8cf0 req-8c95a064-16e7-4bc4-b025-1745fb008e50 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Allocated IP 172.20.0.14 (280a3ba5-2d75-4827-b3c1-0be5bb892094/03df5e5c-8a96-449f-9e96-cff1a55737e2/99238a20-31dd-462c-a3ab-9480f749b95d) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:30:03.777668 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a726d6d3-4d51-4530-9e7f-42e11305f450 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:03.789886 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a726d6d3-4d51-4530-9e7f-42e11305f450 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:03.819661 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a726d6d3-4d51-4530-9e7f-42e11305f450 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:30:03.821556 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a726d6d3-4d51-4530-9e7f-42e11305f450 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:03.827752 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 37180) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:30:03.829055 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-a726d6d3-4d51-4530-9e7f-42e11305f450 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] 10.222.0.18 "PUT /v2.0/ports/49ec05cf-4240-4ab6-8e56-85b7a39c9ba2 HTTP/1.1" status: 200 len: 911 time: 1.0245435 Jul 27 23:30:03.882792 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a726d6d3-4d51-4530-9e7f-42e11305f450 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Pushing event updated for resources: {'Port': ['ID=49ec05cf-4240-4ab6-8e56-85b7a39c9ba2,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:30:04.033374 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4800277f-2fbe-4198-97b2-7a48ffb02e68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:04.089656 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4800277f-2fbe-4198-97b2-7a48ffb02e68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:04.188445 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-4800277f-2fbe-4198-97b2-7a48ffb02e68 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1e1dba02eaa14f308c952ed65c703353&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7141819 Jul 27 23:30:04.192094 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 37192) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:30:04.193592 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4800277f-2fbe-4198-97b2-7a48ffb02e68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73a8fef8-ea56-4ddd-ae0d-37b66bfc15b2,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:30:04.238451 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-bcf1175b-bd67-48d3-b679-8b37051e8cf0 req-8c95a064-16e7-4bc4-b025-1745fb008e50 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:04.258035 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [req-bcf1175b-bd67-48d3-b679-8b37051e8cf0 req-8c95a064-16e7-4bc4-b025-1745fb008e50 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Transition to ACTIVE for port object 99238a20-31dd-462c-a3ab-9480f749b95d will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:30:04.297278 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-96ba5332-6754-4639-9725-589baedf9fcc req-c906d209-2dc7-4602-a549-6cf9ed569a8e tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/ports?device_id=417dff32-fec8-42ce-83a2-bdc36cd6da17 HTTP/1.1" status: 200 len: 210 time: 0.0487318 Jul 27 23:30:04.299439 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-bcf1175b-bd67-48d3-b679-8b37051e8cf0 req-8c95a064-16e7-4bc4-b025-1745fb008e50 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:04.332335 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1236d0b8-f403-4ffc-8ea8-b66174ffdd03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:04.354769 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 37196) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:30:04.361644 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1236d0b8-f403-4ffc-8ea8-b66174ffdd03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:04.388633 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bcf1175b-bd67-48d3-b679-8b37051e8cf0 req-8c95a064-16e7-4bc4-b025-1745fb008e50 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Network 280a3ba5-2d75-4827-b3c1-0be5bb892094 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:30:04.410934 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [req-bcf1175b-bd67-48d3-b679-8b37051e8cf0 req-8c95a064-16e7-4bc4-b025-1745fb008e50 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:30:04.418029 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcf1175b-bd67-48d3-b679-8b37051e8cf0 req-8c95a064-16e7-4bc4-b025-1745fb008e50 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:30:04.448860 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1236d0b8-f403-4ffc-8ea8-b66174ffdd03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:04.451924 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1236d0b8-f403-4ffc-8ea8-b66174ffdd03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:04.455504 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-1236d0b8-f403-4ffc-8ea8-b66174ffdd03 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/73a8fef8-ea56-4ddd-ae0d-37b66bfc15b2 HTTP/1.1" status: 204 len: 168 time: 0.2593284 Jul 27 23:30:04.465696 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1236d0b8-f403-4ffc-8ea8-b66174ffdd03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73a8fef8-ea56-4ddd-ae0d-37b66bfc15b2,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:30:04.476089 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c95a064-16e7-4bc4-b025-1745fb008e50 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Pushing event updated for resources: {'Port': ['ID=99238a20-31dd-462c-a3ab-9480f749b95d,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:30:04.526226 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-517b2f7d-5bbc-4315-864c-74d766d3d780 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:04.530204 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf1175b-bd67-48d3-b679-8b37051e8cf0 req-8c95a064-16e7-4bc4-b025-1745fb008e50 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:30:04.531440 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-bcf1175b-bd67-48d3-b679-8b37051e8cf0 req-8c95a064-16e7-4bc4-b025-1745fb008e50 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:04.681599 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-517b2f7d-5bbc-4315-864c-74d766d3d780 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:04.687536 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-517b2f7d-5bbc-4315-864c-74d766d3d780 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:04.738881 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517b2f7d-5bbc-4315-864c-74d766d3d780 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5591767-c6bd-4816-97ff-f801870cf98d,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:30:04.761443 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-517b2f7d-5bbc-4315-864c-74d766d3d780 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6b114f90c75a4308af5c7651ccef672c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4026167 Jul 27 23:30:04.762067 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 37204) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:30:04.785314 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-62570982-7a4a-435d-bf3e-8215862dda97 None None] Provisioning for port 99238a20-31dd-462c-a3ab-9480f749b95d completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:30:04.789789 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-62570982-7a4a-435d-bf3e-8215862dda97 None None] Provisioning complete for port 99238a20-31dd-462c-a3ab-9480f749b95d triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:30:04.790314 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-62570982-7a4a-435d-bf3e-8215862dda97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:04.821364 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7a932fba-82a4-4d4c-ad98-dedf11dbf8b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:04.860334 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7a932fba-82a4-4d4c-ad98-dedf11dbf8b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:04.871762 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-62570982-7a4a-435d-bf3e-8215862dda97 None None] Port 99238a20-31dd-462c-a3ab-9480f749b95d cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:30:04.892887 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-bcf1175b-bd67-48d3-b679-8b37051e8cf0 req-8c95a064-16e7-4bc4-b025-1745fb008e50 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5853894 Jul 27 23:30:04.914004 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [req-bcf1175b-bd67-48d3-b679-8b37051e8cf0 req-0388bc23-2723-4ab6-bba7-6f17ede22733 service neutron] Request body: {'port': {'device_id': '417dff32-fec8-42ce-83a2-bdc36cd6da17', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802623-1'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:30:04.914286 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:04.928581 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7a932fba-82a4-4d4c-ad98-dedf11dbf8b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:04.932267 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7a932fba-82a4-4d4c-ad98-dedf11dbf8b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:04.937382 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-7a932fba-82a4-4d4c-ad98-dedf11dbf8b3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a5591767-c6bd-4816-97ff-f801870cf98d HTTP/1.1" status: 204 len: 168 time: 0.1739461 Jul 27 23:30:04.951884 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a932fba-82a4-4d4c-ad98-dedf11dbf8b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5591767-c6bd-4816-97ff-f801870cf98d,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:30:04.954106 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 37208) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:30:04.966134 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f58cb4df-ea4a-4613-81cf-969d4ab379ec tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-414022'] for router_interface, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:05.005831 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-083ed04a-d336-45ea-ab8c-2b60dd8a9cd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:05.073752 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-bcf1175b-bd67-48d3-b679-8b37051e8cf0 req-0388bc23-2723-4ab6-bba7-6f17ede22733 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:05.144945 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-083ed04a-d336-45ea-ab8c-2b60dd8a9cd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:05.150422 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-083ed04a-d336-45ea-ab8c-2b60dd8a9cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:05.187665 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-083ed04a-d336-45ea-ab8c-2b60dd8a9cd7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e7a13bd66c4545dea788040ea1c94dfe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1970589 Jul 27 23:30:05.188507 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 37214) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:30:05.238428 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083ed04a-d336-45ea-ab8c-2b60dd8a9cd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58be7474-b71f-440b-b8bb-201caa2e5fa2,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:30:05.276307 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4c3964c0-dca9-495c-b441-070cf1796851 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:05.301983 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4c3964c0-dca9-495c-b441-070cf1796851 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:05.413970 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4c3964c0-dca9-495c-b441-070cf1796851 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:05.419661 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4c3964c0-dca9-495c-b441-070cf1796851 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:05.420986 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-4c3964c0-dca9-495c-b441-070cf1796851 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/58be7474-b71f-440b-b8bb-201caa2e5fa2 HTTP/1.1" status: 204 len: 168 time: 0.2220776 Jul 27 23:30:05.455722 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3964c0-dca9-495c-b441-070cf1796851 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58be7474-b71f-440b-b8bb-201caa2e5fa2,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:30:05.503424 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ba2d71-004f-4b66-9104-af5c0ec58943 req-3548263f-8a0f-48e1-9c75-33ca09100a3f tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:30:05.505876 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-93ba2d71-004f-4b66-9104-af5c0ec58943 req-3548263f-8a0f-48e1-9c75-33ca09100a3f tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/ports?device_id=417dff32-fec8-42ce-83a2-bdc36cd6da17 HTTP/1.1" status: 200 len: 932 time: 0.0640140 Jul 27 23:30:05.616387 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-93ba2d71-004f-4b66-9104-af5c0ec58943 req-da1fe1c9-1da3-4c6f-ae26-e270f8bc7cba tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/security-groups?id=d6f41e72-2b87-4685-ae08-bc68afebebe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946221 Jul 27 23:30:05.645264 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [req-bcf1175b-bd67-48d3-b679-8b37051e8cf0 req-0388bc23-2723-4ab6-bba7-6f17ede22733 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99238a20-31dd-462c-a3ab-9480f749b95d {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:30:05.654278 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-bcf1175b-bd67-48d3-b679-8b37051e8cf0 req-0388bc23-2723-4ab6-bba7-6f17ede22733 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:05.664162 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-f58cb4df-ea4a-4613-81cf-969d4ab379ec tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Deleting port 49ec05cf-4240-4ab6-8e56-85b7a39c9ba2 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:30:05.664517 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f58cb4df-ea4a-4613-81cf-969d4ab379ec tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:05.719088 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [req-bcf1175b-bd67-48d3-b679-8b37051e8cf0 req-0388bc23-2723-4ab6-bba7-6f17ede22733 service neutron] Transition to ACTIVE for port object 99238a20-31dd-462c-a3ab-9480f749b95d will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:30:05.779987 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f58cb4df-ea4a-4613-81cf-969d4ab379ec tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:05.798573 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-f58cb4df-ea4a-4613-81cf-969d4ab379ec tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Calling delete_port for 49ec05cf-4240-4ab6-8e56-85b7a39c9ba2 owned by network:router_interface {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:30:05.804756 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-bcf1175b-bd67-48d3-b679-8b37051e8cf0 req-0388bc23-2723-4ab6-bba7-6f17ede22733 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11336041'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:05.921192 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0388bc23-2723-4ab6-bba7-6f17ede22733 service neutron] Pushing event updated for resources: {'Port': ['ID=99238a20-31dd-462c-a3ab-9480f749b95d,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:30:06.104223 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-bcf1175b-bd67-48d3-b679-8b37051e8cf0 req-0388bc23-2723-4ab6-bba7-6f17ede22733 service neutron] Attempting to bind port 99238a20-31dd-462c-a3ab-9480f749b95d on host n-h1-802623-1 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:30:06.104223 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-bcf1175b-bd67-48d3-b679-8b37051e8cf0 req-0388bc23-2723-4ab6-bba7-6f17ede22733 service neutron] Attempting to bind port 99238a20-31dd-462c-a3ab-9480f749b95d by drivers openvswitch,hyperv on host n-h1-802623-1 at level 0 using segments [{'id': 'e34bcaf6-fcda-4cb3-a9d4-ce07906221d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '280a3ba5-2d75-4827-b3c1-0be5bb892094'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:30:06.104814 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcf1175b-bd67-48d3-b679-8b37051e8cf0 req-0388bc23-2723-4ab6-bba7-6f17ede22733 service neutron] Attempting to bind port 99238a20-31dd-462c-a3ab-9480f749b95d on network 280a3ba5-2d75-4827-b3c1-0be5bb892094 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:30:06.110910 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcf1175b-bd67-48d3-b679-8b37051e8cf0 req-0388bc23-2723-4ab6-bba7-6f17ede22733 service neutron] Port 99238a20-31dd-462c-a3ab-9480f749b95d on network 280a3ba5-2d75-4827-b3c1-0be5bb892094 not bound, no agent of type Open vSwitch agent registered on host n-h1-802623-1 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 23:30:06.111234 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcf1175b-bd67-48d3-b679-8b37051e8cf0 req-0388bc23-2723-4ab6-bba7-6f17ede22733 service neutron] Attempting to bind port 99238a20-31dd-462c-a3ab-9480f749b95d on network 280a3ba5-2d75-4827-b3c1-0be5bb892094 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:30:06.119201 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcf1175b-bd67-48d3-b679-8b37051e8cf0 req-0388bc23-2723-4ab6-bba7-6f17ede22733 service neutron] Checking agent: {'id': '245f1da4-a9b8-4b08-90d7-28f0f342b839', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 59, 59), 'started_at': datetime.datetime(2021, 7, 27, 22, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:30:06.119563 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcf1175b-bd67-48d3-b679-8b37051e8cf0 req-0388bc23-2723-4ab6-bba7-6f17ede22733 service neutron] Checking segment: {'id': 'e34bcaf6-fcda-4cb3-a9d4-ce07906221d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '280a3ba5-2d75-4827-b3c1-0be5bb892094'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:30:06.120129 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcf1175b-bd67-48d3-b679-8b37051e8cf0 req-0388bc23-2723-4ab6-bba7-6f17ede22733 service neutron] Bound using segment: {'id': 'e34bcaf6-fcda-4cb3-a9d4-ce07906221d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '280a3ba5-2d75-4827-b3c1-0be5bb892094'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:30:06.120587 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-bcf1175b-bd67-48d3-b679-8b37051e8cf0 req-0388bc23-2723-4ab6-bba7-6f17ede22733 service neutron] Bound port: 99238a20-31dd-462c-a3ab-9480f749b95d, host: n-h1-802623-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e34bcaf6-fcda-4cb3-a9d4-ce07906221d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '280a3ba5-2d75-4827-b3c1-0be5bb892094'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:30:06.120966 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-bcf1175b-bd67-48d3-b679-8b37051e8cf0 req-0388bc23-2723-4ab6-bba7-6f17ede22733 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:06.229661 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f58cb4df-ea4a-4613-81cf-969d4ab379ec tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:06.268526 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-bcf1175b-bd67-48d3-b679-8b37051e8cf0 req-0388bc23-2723-4ab6-bba7-6f17ede22733 service neutron] For port 99238a20-31dd-462c-a3ab-9480f749b95d, host n-h1-802623-1, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:30:06.271037 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58cb4df-ea4a-4613-81cf-969d4ab379ec tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Pushing event deleted for resources: {'Port': ['ID=49ec05cf-4240-4ab6-8e56-85b7a39c9ba2,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:30:06.350721 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-bcf1175b-bd67-48d3-b679-8b37051e8cf0 req-0388bc23-2723-4ab6-bba7-6f17ede22733 service neutron] For port 99238a20-31dd-462c-a3ab-9480f749b95d, host n-h1-802623-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=99238a20-31dd-462c-a3ab-9480f749b95d,segment=NetworkSegment(e34bcaf6-fcda-4cb3-a9d4-ce07906221d3),segment_id=e34bcaf6-fcda-4cb3-a9d4-ce07906221d3)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:30:06.368302 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-bcf1175b-bd67-48d3-b679-8b37051e8cf0 req-0388bc23-2723-4ab6-bba7-6f17ede22733 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11336041'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:06.566573 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf1175b-bd67-48d3-b679-8b37051e8cf0 req-0388bc23-2723-4ab6-bba7-6f17ede22733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:30:06.567593 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-bcf1175b-bd67-48d3-b679-8b37051e8cf0 req-0388bc23-2723-4ab6-bba7-6f17ede22733 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:06.569271 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-bcf1175b-bd67-48d3-b679-8b37051e8cf0 req-0388bc23-2723-4ab6-bba7-6f17ede22733 service neutron] 10.222.0.38 "PUT /v2.0/ports/99238a20-31dd-462c-a3ab-9480f749b95d HTTP/1.1" status: 200 len: 1092 time: 1.6674089 Jul 27 23:30:06.570226 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '417dff32-fec8-42ce-83a2-bdc36cd6da17', 'tag': '99238a20-31dd-462c-a3ab-9480f749b95d'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:30:06.580407 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a476459a1bfce68b0ae0df5b6a71154bfc7cfdc8f9eefce6ad0a17231e60468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f951fb13-8f40-4d0d-b3e9-1fda6937b192" -d '{"events": [{"name": "network-changed", "server_uuid": "417dff32-fec8-42ce-83a2-bdc36cd6da17", "tag": "99238a20-31dd-462c-a3ab-9480f749b95d"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:30:06.586095 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f58cb4df-ea4a-4613-81cf-969d4ab379ec tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3760546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-413994'] for router_interface, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:06.710301 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 23:30:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d33ce3e-d960-42f0-9a9d-fe93072336f8 x-openstack-request-id: req-5d33ce3e-d960-42f0-9a9d-fe93072336f8 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:30:06.710987 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "417dff32-fec8-42ce-83a2-bdc36cd6da17", "tag": "99238a20-31dd-462c-a3ab-9480f749b95d", "status": "completed", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:30:06.710987 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5d33ce3e-d960-42f0-9a9d-fe93072336f8 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:30:06.711530 n-d-802623-1 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '417dff32-fec8-42ce-83a2-bdc36cd6da17', 'tag': '99238a20-31dd-462c-a3ab-9480f749b95d', 'status': 'completed', 'code': 200} Jul 27 23:30:06.714917 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0388bc23-2723-4ab6-bba7-6f17ede22733 service neutron] Pushing event updated for resources: {'Port': ['ID=99238a20-31dd-462c-a3ab-9480f749b95d,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:30:06.861411 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf1175b-bd67-48d3-b679-8b37051e8cf0 req-e52eac64-fd3a-4c83-8a88-66a2d8c22c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:30:06.864578 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-bcf1175b-bd67-48d3-b679-8b37051e8cf0 req-e52eac64-fd3a-4c83-8a88-66a2d8c22c3e service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=49af0f356ac348f0bd0841795f0ea352&device_id=417dff32-fec8-42ce-83a2-bdc36cd6da17 HTTP/1.1" status: 200 len: 1095 time: 0.2164607 Jul 27 23:30:07.012046 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-bcf1175b-bd67-48d3-b679-8b37051e8cf0 req-45d0f2fe-c408-435e-a1f0-81b9ed1ee326 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=99238a20-31dd-462c-a3ab-9480f749b95d HTTP/1.1" status: 200 len: 217 time: 0.0836248 Jul 27 23:30:07.021756 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb23c224-5e2b-4f3f-92b8-ef40f952861d req-f82c750c-7151-4a3d-93bf-a8ca0fb27121 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:30:07.023323 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-bb23c224-5e2b-4f3f-92b8-ef40f952861d req-f82c750c-7151-4a3d-93bf-a8ca0fb27121 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/ports?device_id=417dff32-fec8-42ce-83a2-bdc36cd6da17 HTTP/1.1" status: 200 len: 944 time: 0.2111106 Jul 27 23:30:07.063935 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f58cb4df-ea4a-4613-81cf-969d4ab379ec tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Router 9c2ccbf8-7ce2-4657-a6c5-71c7ae77fdc9 has already been hosted by L3 agent 018c4455-49c0-4734-927d-7824067b2a9e {{(pid=93797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 23:30:07.130803 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf1175b-bd67-48d3-b679-8b37051e8cf0 req-4a91aa61-eb7e-483f-9251-47384ac29f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:30:07.132567 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-bcf1175b-bd67-48d3-b679-8b37051e8cf0 req-4a91aa61-eb7e-483f-9251-47384ac29f95 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=03df5e5c-8a96-449f-9e96-cff1a55737e2 HTTP/1.1" status: 200 len: 851 time: 0.1083596 Jul 27 23:30:07.141702 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-bb23c224-5e2b-4f3f-92b8-ef40f952861d req-85f9daa5-03f2-4eba-acc6-593a5c04a896 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/security-groups?id=d6f41e72-2b87-4685-ae08-bc68afebebe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069968 Jul 27 23:30:07.250798 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f58cb4df-ea4a-4613-81cf-969d4ab379ec tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:30:07.256202 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-f58cb4df-ea4a-4613-81cf-969d4ab379ec tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] 10.222.0.18 "PUT /v2.0/routers/9c2ccbf8-7ce2-4657-a6c5-71c7ae77fdc9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4274361 Jul 27 23:30:07.259035 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 37286) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:30:07.266192 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f857f75c-0e8f-4277-a278-61e9d52d863f None None] Sync routers for ids ['9c2ccbf8-7ce2-4657-a6c5-71c7ae77fdc9'] in n-d-802623-1 {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:30:07.271431 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf1175b-bd67-48d3-b679-8b37051e8cf0 req-dd6bb365-e468-453a-a608-1bafa8416c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:30:07.273246 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-bcf1175b-bd67-48d3-b679-8b37051e8cf0 req-dd6bb365-e468-453a-a608-1bafa8416c74 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=280a3ba5-2d75-4827-b3c1-0be5bb892094&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0958083 Jul 27 23:30:07.286148 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f857f75c-0e8f-4277-a278-61e9d52d863f None None] Routers {'9c2ccbf8-7ce2-4657-a6c5-71c7ae77fdc9'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:30:07.287069 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-f857f75c-0e8f-4277-a278-61e9d52d863f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:30:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['9c2ccbf8-7ce2-4657-a6c5-71c7ae77fdc9'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:30:07.299369 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-6580f744-a75b-4fe0-80ff-9d55fe756de2 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c2ccbf8-7ce2-4657-a6c5-71c7ae77fdc9 HTTP/1.1" status: 200 len: 205 time: 0.0382805 Jul 27 23:30:07.301840 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 37290) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:30:07.362984 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-f857f75c-0e8f-4277-a278-61e9d52d863f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:30:07.387284 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f857f75c-0e8f-4277-a278-61e9d52d863f None None] Routers {'9c2ccbf8-7ce2-4657-a6c5-71c7ae77fdc9'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:30:07.391571 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-f857f75c-0e8f-4277-a278-61e9d52d863f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:30:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['9c2ccbf8-7ce2-4657-a6c5-71c7ae77fdc9'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:30:07.399132 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3e6c5dd9-d6d0-44ee-97d1-9d5ed6fdcdfe tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks [] for router, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:07.434603 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-f857f75c-0e8f-4277-a278-61e9d52d863f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:30:07.435653 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f857f75c-0e8f-4277-a278-61e9d52d863f None None] The sync data for ids ['9c2ccbf8-7ce2-4657-a6c5-71c7ae77fdc9'] in n-d-802623-1 is: [] {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:30:07.484347 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-bcf1175b-bd67-48d3-b679-8b37051e8cf0 req-5883abf1-9d0d-460e-b74a-cf97af9f4212 service neutron] 10.222.0.38 "GET /v2.0/networks/280a3ba5-2d75-4827-b3c1-0be5bb892094?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1993492 Jul 27 23:30:07.613430 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3e6c5dd9-d6d0-44ee-97d1-9d5ed6fdcdfe tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62205'] for router, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:07.615737 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3e6c5dd9-d6d0-44ee-97d1-9d5ed6fdcdfe tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:07.639564 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-bcf1175b-bd67-48d3-b679-8b37051e8cf0 req-cecacf7a-93b7-4d8e-a521-ff0c334b27f2 service neutron] 10.222.0.38 "GET /v2.0/networks/280a3ba5-2d75-4827-b3c1-0be5bb892094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480401 Jul 27 23:30:07.692620 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3e6c5dd9-d6d0-44ee-97d1-9d5ed6fdcdfe tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-477831'] for router, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:07.694171 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e6c5dd9-d6d0-44ee-97d1-9d5ed6fdcdfe tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Fanout notify agent at l3_agent the message router_deleted on router 9c2ccbf8-7ce2-4657-a6c5-71c7ae77fdc9 {{(pid=93798) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 23:30:07.726098 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3e6c5dd9-d6d0-44ee-97d1-9d5ed6fdcdfe tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks [] for router, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:07.727947 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-3e6c5dd9-d6d0-44ee-97d1-9d5ed6fdcdfe tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] 10.222.0.18 "DELETE /v2.0/routers/9c2ccbf8-7ce2-4657-a6c5-71c7ae77fdc9 HTTP/1.1" status: 204 len: 168 time: 0.4250131 Jul 27 23:30:07.730495 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 37298) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:30:07.793001 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f951fb13-8f40-4d0d-b3e9-1fda6937b192 req-13fde6b3-0720-4099-9294-88f485a6d5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:30:07.794522 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f951fb13-8f40-4d0d-b3e9-1fda6937b192 req-13fde6b3-0720-4099-9294-88f485a6d5a6 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=49af0f356ac348f0bd0841795f0ea352&device_id=417dff32-fec8-42ce-83a2-bdc36cd6da17 HTTP/1.1" status: 200 len: 1095 time: 0.1026046 Jul 27 23:30:07.803093 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_v2 [None req-6030c82a-33ac-4896-97c7-e2fb83562340 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Deleting subnet 1b26fbca-20a0-418f-ad56-260bf4f65f31 {{(pid=93798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 23:30:07.807490 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6030c82a-33ac-4896-97c7-e2fb83562340 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks [] for subnet, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:07.867488 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6030c82a-33ac-4896-97c7-e2fb83562340 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11163249'] for subnet, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:07.974012 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f951fb13-8f40-4d0d-b3e9-1fda6937b192 req-07cc1036-48dd-4d36-beb4-25a8bbcfe2a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:30:07.976420 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f951fb13-8f40-4d0d-b3e9-1fda6937b192 req-07cc1036-48dd-4d36-beb4-25a8bbcfe2a0 service neutron] 10.222.0.38 "GET /v2.0/networks?id=280a3ba5-2d75-4827-b3c1-0be5bb892094 HTTP/1.1" status: 200 len: 913 time: 0.1742148 Jul 27 23:30:08.085162 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6030c82a-33ac-4896-97c7-e2fb83562340 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620741'] for subnet, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:08.087981 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f951fb13-8f40-4d0d-b3e9-1fda6937b192 req-b0d076d4-4c0b-4795-9417-87788e01ce92 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=99238a20-31dd-462c-a3ab-9480f749b95d HTTP/1.1" status: 200 len: 217 time: 0.1004031 Jul 27 23:30:08.168011 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f951fb13-8f40-4d0d-b3e9-1fda6937b192 req-d0a52d20-877c-418c-894e-22f578ed5dff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:30:08.171306 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f951fb13-8f40-4d0d-b3e9-1fda6937b192 req-d0a52d20-877c-418c-894e-22f578ed5dff service neutron] 10.222.0.38 "GET /v2.0/subnets?id=03df5e5c-8a96-449f-9e96-cff1a55737e2 HTTP/1.1" status: 200 len: 851 time: 0.0751691 Jul 27 23:30:08.199732 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6030c82a-33ac-4896-97c7-e2fb83562340 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11971800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12265753'] for subnet, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:08.239587 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f951fb13-8f40-4d0d-b3e9-1fda6937b192 req-8ea4d405-318f-45d3-90e1-51f4241bb1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:30:08.241735 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f951fb13-8f40-4d0d-b3e9-1fda6937b192 req-8ea4d405-318f-45d3-90e1-51f4241bb1d2 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=280a3ba5-2d75-4827-b3c1-0be5bb892094&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0644557 Jul 27 23:30:08.250073 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6030c82a-33ac-4896-97c7-e2fb83562340 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Pushing event deleted for resources: {'Subnet': ['ID=1b26fbca-20a0-418f-ad56-260bf4f65f31,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:30:08.262420 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6030c82a-33ac-4896-97c7-e2fb83562340 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:08.264637 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85844f35-0b60-4bfc-94cd-227e42ac6420 None None] Network e9d41056-a57d-4e98-a663-57b792f4483e requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:30:08.265566 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-6030c82a-33ac-4896-97c7-e2fb83562340 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] 10.222.0.18 "DELETE /v2.0/subnets/1b26fbca-20a0-418f-ad56-260bf4f65f31 HTTP/1.1" status: 204 len: 168 time: 0.5337307 Jul 27 23:30:08.274306 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 37332) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:30:08.520718 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0345ff97-dc73-43e1-94bb-eebd47a69e1d None None] DHCP port deletion for e9d41056-a57d-4e98-a663-57b792f4483e request from n-d-802623-1 {{(pid=93799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 23:30:08.638221 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-0345ff97-dc73-43e1-94bb-eebd47a69e1d None None] Deleting port 228a233e-ac35-4469-abaf-121cd14276a1 {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:30:08.639289 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-0345ff97-dc73-43e1-94bb-eebd47a69e1d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:08.753084 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-0345ff97-dc73-43e1-94bb-eebd47a69e1d None None] For port 228a233e-ac35-4469-abaf-121cd14276a1, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=228a233e-ac35-4469-abaf-121cd14276a1,segment=NetworkSegment(397e6d82-35c7-4319-9ead-cd80b5c8bf07),segment_id=397e6d82-35c7-4319-9ead-cd80b5c8bf07)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:30:08.753764 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-0345ff97-dc73-43e1-94bb-eebd47a69e1d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:08.773579 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-0345ff97-dc73-43e1-94bb-eebd47a69e1d None None] Calling delete_port for 228a233e-ac35-4469-abaf-121cd14276a1 owned by network:dhcp {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:30:08.938975 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-0345ff97-dc73-43e1-94bb-eebd47a69e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:08.956284 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0345ff97-dc73-43e1-94bb-eebd47a69e1d None None] No DVR routers for this DVR port 228a233e-ac35-4469-abaf-121cd14276a1 on host n-d-802623-1 {{(pid=93799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:30:08.960950 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727cd387-b815-441b-9a37-17f238a1882c req-23291f13-e0dd-48bc-9a59-686da2808409 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:30:08.963147 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-727cd387-b815-441b-9a37-17f238a1882c req-23291f13-e0dd-48bc-9a59-686da2808409 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/ports?device_id=417dff32-fec8-42ce-83a2-bdc36cd6da17 HTTP/1.1" status: 200 len: 944 time: 0.5965745 Jul 27 23:30:08.969118 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-772622cb-a314-4bb2-bab1-896163237c23 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593271'] for network, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:08.993750 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0345ff97-dc73-43e1-94bb-eebd47a69e1d None None] Pushing event deleted for resources: {'Port': ['ID=228a233e-ac35-4469-abaf-121cd14276a1,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:30:09.027462 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f951fb13-8f40-4d0d-b3e9-1fda6937b192 req-fc945761-aea2-4ef2-acf6-2df1a379b874 service neutron] 10.222.0.38 "GET /v2.0/networks/280a3ba5-2d75-4827-b3c1-0be5bb892094?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7780404 Jul 27 23:30:09.138741 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-727cd387-b815-441b-9a37-17f238a1882c req-052fb379-1288-432b-a7f0-eac7de4515ef tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/security-groups?id=d6f41e72-2b87-4685-ae08-bc68afebebe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652060 Jul 27 23:30:09.189255 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-772622cb-a314-4bb2-bab1-896163237c23 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618032', 'neutron.services.segments.db._delete_segments_for_network-8736833900081'] for network, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:09.203449 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-772622cb-a314-4bb2-bab1-896163237c23 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9d41056-a57d-4e98-a663-57b792f4483e']}} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:30:09.221932 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-772622cb-a314-4bb2-bab1-896163237c23 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '397e6d82-35c7-4319-9ead-cd80b5c8bf07') {'for_net_delete': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:30:09.222244 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-772622cb-a314-4bb2-bab1-896163237c23 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '397e6d82-35c7-4319-9ead-cd80b5c8bf07') {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:30:09.235539 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-772622cb-a314-4bb2-bab1-896163237c23 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736833900858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11335978'] for segment, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:09.261193 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f951fb13-8f40-4d0d-b3e9-1fda6937b192 req-75ba0425-0472-4be7-a585-2118f1344289 service neutron] 10.222.0.38 "GET /v2.0/networks/280a3ba5-2d75-4827-b3c1-0be5bb892094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2252967 Jul 27 23:30:09.262152 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-772622cb-a314-4bb2-bab1-896163237c23 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:09.270914 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-772622cb-a314-4bb2-bab1-896163237c23 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Releasing vlan 528 on physical network physnet1 to pool {{(pid=93797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 23:30:09.272298 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-772622cb-a314-4bb2-bab1-896163237c23 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11336013'] for segment, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:09.276818 n-d-802623-1 neutron-server[93797]: Traceback (most recent call last): Jul 27 23:30:09.276818 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 23:30:09.276818 n-d-802623-1 neutron-server[93797]: timer() Jul 27 23:30:09.276818 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 23:30:09.276818 n-d-802623-1 neutron-server[93797]: cb(*args, **kw) Jul 27 23:30:09.276818 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 23:30:09.276818 n-d-802623-1 neutron-server[93797]: return func(*args, **kwargs) Jul 27 23:30:09.276818 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 23:30:09.276818 n-d-802623-1 neutron-server[93797]: self._notify() Jul 27 23:30:09.276818 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 23:30:09.276818 n-d-802623-1 neutron-server[93797]: self.callback(batched_events) Jul 27 23:30:09.276818 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 23:30:09.276818 n-d-802623-1 neutron-server[93797]: event.method(event) Jul 27 23:30:09.276818 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 23:30:09.276818 n-d-802623-1 neutron-server[93797]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 23:30:09.276818 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 23:30:09.276818 n-d-802623-1 neutron-server[93797]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 23:30:09.276818 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 23:30:09.276818 n-d-802623-1 neutron-server[93797]: return f(self, *a, **k) Jul 27 23:30:09.276818 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 23:30:09.276818 n-d-802623-1 neutron-server[93797]: return self._get(url).json() Jul 27 23:30:09.276818 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 23:30:09.276818 n-d-802623-1 neutron-server[93797]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 23:30:09.276818 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 23:30:09.276818 n-d-802623-1 neutron-server[93797]: return self.request(url, 'GET', **kwargs) Jul 27 23:30:09.276818 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 23:30:09.276818 n-d-802623-1 neutron-server[93797]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 23:30:09.276818 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 23:30:09.276818 n-d-802623-1 neutron-server[93797]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 23:30:09.276818 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 23:30:09.276818 n-d-802623-1 neutron-server[93797]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 23:30:09.276818 n-d-802623-1 neutron-server[93797]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 23:30:09.341220 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-772622cb-a314-4bb2-bab1-896163237c23 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415412'] for network, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:09.352988 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-772622cb-a314-4bb2-bab1-896163237c23 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks [] for network, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:09.354839 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-772622cb-a314-4bb2-bab1-896163237c23 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] 10.222.0.18 "DELETE /v2.0/networks/e9d41056-a57d-4e98-a663-57b792f4483e HTTP/1.1" status: 204 len: 168 time: 1.0792012 Jul 27 23:30:09.360838 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 37362) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:30:09.365130 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772622cb-a314-4bb2-bab1-896163237c23 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Pushing event deleted for resources: {'Network': ['ID=e9d41056-a57d-4e98-a663-57b792f4483e,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:30:09.365777 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-703b9c71-8b2a-444e-ae8c-0f1b43d5462d tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-596612333', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:30:09.392309 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-703b9c71-8b2a-444e-ae8c-0f1b43d5462d tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62159'] for router, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:09.393406 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-703b9c71-8b2a-444e-ae8c-0f1b43d5462d tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-479230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-415539', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3693317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62148'] for router, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:09.413466 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 37366) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:30:09.452112 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-703b9c71-8b2a-444e-ae8c-0f1b43d5462d tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:09.458117 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-703b9c71-8b2a-444e-ae8c-0f1b43d5462d tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-415468'] for router, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:09.478057 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-703b9c71-8b2a-444e-ae8c-0f1b43d5462d tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks [] for router, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:09.479642 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-703b9c71-8b2a-444e-ae8c-0f1b43d5462d tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.1177785 Jul 27 23:30:09.482454 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 37370) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:30:09.487765 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-6aea3f2a-e29a-4eb6-bd2d-0b46a5c1ce68 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1362899119'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:30:09.510210 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6aea3f2a-e29a-4eb6-bd2d-0b46a5c1ce68 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Made reservation on behalf of 527b2fd77bf24fc0a7fcb37799da635e for: {'network': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:30:09.515103 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6aea3f2a-e29a-4eb6-bd2d-0b46a5c1ce68 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for network, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:09.516328 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 228a233e-ac35-4469-abaf-121cd14276a1 no longer exists at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:30:09.537548 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] No Port match for: 228a233e-ac35-4469-abaf-121cd14276a1 {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:30:09.538163 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 228a233e-ac35-4469-abaf-121cd14276a1 not bound to the agent host n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:30:09.546697 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6aea3f2a-e29a-4eb6-bd2d-0b46a5c1ce68 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 506} {{(pid=93797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 23:30:09.556389 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e9b7badd-c165-4f4b-8353-e9a74b076cad admin admin] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:09.570130 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6aea3f2a-e29a-4eb6-bd2d-0b46a5c1ce68 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:09.570473 n-d-802623-1 neutron-server[93797]: INFO neutron.db.segments_db [None req-6aea3f2a-e29a-4eb6-bd2d-0b46a5c1ce68 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Added segment a002eda4-08a3-44b9-ab9f-fab74497ee15 of type vlan for network 15f9b953-b3ac-411f-b11b-ddca6f2ec68e Jul 27 23:30:09.623758 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6aea3f2a-e29a-4eb6-bd2d-0b46a5c1ce68 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736833354590'] for network, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:09.673240 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6aea3f2a-e29a-4eb6-bd2d-0b46a5c1ce68 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569'] for network, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:09.678699 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aea3f2a-e29a-4eb6-bd2d-0b46a5c1ce68 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:30:09.679304 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6aea3f2a-e29a-4eb6-bd2d-0b46a5c1ce68 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks [] for network, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:09.766093 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aea3f2a-e29a-4eb6-bd2d-0b46a5c1ce68 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Pushing event updated for resources: {'Network': ['ID=15f9b953-b3ac-411f-b11b-ddca6f2ec68e,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:30:09.777559 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Network 15f9b953-b3ac-411f-b11b-ddca6f2ec68e details requested by agent ovs-agent-n-d-802623-1 with host n-d-802623-1 {{(pid=93799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 23:30:09.779223 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e9b7badd-c165-4f4b-8353-e9a74b076cad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:09.785350 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e9b7badd-c165-4f4b-8353-e9a74b076cad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:09.798392 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-6aea3f2a-e29a-4eb6-bd2d-0b46a5c1ce68 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3146820 Jul 27 23:30:09.801259 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 37372) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:30:09.806850 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-09baaaee-31fb-477d-8c12-19c077c2808e tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Request body: {'subnet': {'network_id': '15f9b953-b3ac-411f-b11b-ddca6f2ec68e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:30:09.830158 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-e9b7badd-c165-4f4b-8353-e9a74b076cad admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8005c727b3074f3b8f7f832be5c2dbfc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4127543 Jul 27 23:30:09.830158 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b7badd-c165-4f4b-8353-e9a74b076cad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ddb1701-0e56-452d-baf7-dee833aa5e29,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:30:09.832565 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 37374) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:30:09.886236 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4f830699-ec2e-4055-ab43-aaab90c90edc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:09.907349 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09baaaee-31fb-477d-8c12-19c077c2808e tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Made reservation on behalf of 527b2fd77bf24fc0a7fcb37799da635e for: {'subnet': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:30:09.911079 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-09baaaee-31fb-477d-8c12-19c077c2808e tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12265828'] for subnet, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:09.913240 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4f830699-ec2e-4055-ab43-aaab90c90edc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:09.959764 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4f830699-ec2e-4055-ab43-aaab90c90edc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:09.962419 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4f830699-ec2e-4055-ab43-aaab90c90edc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:09.963700 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-4f830699-ec2e-4055-ab43-aaab90c90edc admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9ddb1701-0e56-452d-baf7-dee833aa5e29 HTTP/1.1" status: 204 len: 168 time: 0.1301596 Jul 27 23:30:09.972049 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f830699-ec2e-4055-ab43-aaab90c90edc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ddb1701-0e56-452d-baf7-dee833aa5e29,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:30:10.095571 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-09baaaee-31fb-477d-8c12-19c077c2808e tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11971609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12265750'] for subnet, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:10.171633 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09baaaee-31fb-477d-8c12-19c077c2808e tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Pushing event updated for resources: {'Subnet': ['ID=235fc805-6985-4480-b5c7-8c645c5df0c3,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:30:10.177981 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09baaaee-31fb-477d-8c12-19c077c2808e tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Checking segment: {'id': 'a002eda4-08a3-44b9-ab9f-fab74497ee15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '15f9b953-b3ac-411f-b11b-ddca6f2ec68e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:30:10.178349 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09baaaee-31fb-477d-8c12-19c077c2808e tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Network hostable DHCP agents. Network: 15f9b953-b3ac-411f-b11b-ddca6f2ec68e, hostable agents: ['5950e76f-2bde-4343-a925-cbe6bacd2706'], hosted agents: [] {{(pid=93798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 23:30:10.200020 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09baaaee-31fb-477d-8c12-19c077c2808e tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Network 15f9b953-b3ac-411f-b11b-ddca6f2ec68e is scheduled to be hosted by DHCP agent 5950e76f-2bde-4343-a925-cbe6bacd2706 with binding_index 1 {{(pid=93798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 23:30:10.216405 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-09baaaee-31fb-477d-8c12-19c077c2808e tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802623-1, 15f9b953-b3ac-411f-b11b-ddca6f2ec68e) {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:30:10.221875 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09baaaee-31fb-477d-8c12-19c077c2808e tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:30:10.222752 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-09baaaee-31fb-477d-8c12-19c077c2808e tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:10.233259 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ddfa251-bb69-431a-a389-f4560259c70e None None] Network 15f9b953-b3ac-411f-b11b-ddca6f2ec68e requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:30:10.249743 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-09baaaee-31fb-477d-8c12-19c077c2808e tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4443874 Jul 27 23:30:10.250131 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 37386) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:30:10.294732 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 37388) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:30:10.314533 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-60bf5f9d-b90e-474c-9da6-ef7c086e3199 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:10.331540 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170b182e-7e1c-4dc2-b6be-4f565cf34ad7 req-b14a3d22-0325-4a54-9cf7-1cab058287d7 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:30:10.333102 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-170b182e-7e1c-4dc2-b6be-4f565cf34ad7 req-b14a3d22-0325-4a54-9cf7-1cab058287d7 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/ports?device_id=417dff32-fec8-42ce-83a2-bdc36cd6da17 HTTP/1.1" status: 200 len: 944 time: 0.1012130 Jul 27 23:30:10.393225 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-170b182e-7e1c-4dc2-b6be-4f565cf34ad7 req-8074f69f-74cf-432b-9407-9288b7f86c43 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/security-groups?id=d6f41e72-2b87-4685-ae08-bc68afebebe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525298 Jul 27 23:30:10.433963 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e64b756-87cd-4cda-80d2-0e99fd331a88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f6f257c-ad18-5f0c-8c8e-ea085a5fc8a2-15f9b953-b3ac-411f-b11b-ddca6f2ec68e', 'network_id': '15f9b953-b3ac-411f-b11b-ddca6f2ec68e', 'tenant_id': '527b2fd77bf24fc0a7fcb37799da635e', 'fixed_ips': [{'subnet_id': '235fc805-6985-4480-b5c7-8c645c5df0c3'}]}} from n-d-802623-1. {{(pid=93799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 23:30:10.435678 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2e64b756-87cd-4cda-80d2-0e99fd331a88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:10.500720 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-60bf5f9d-b90e-474c-9da6-ef7c086e3199 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:10.507125 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-60bf5f9d-b90e-474c-9da6-ef7c086e3199 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:10.559830 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bf5f9d-b90e-474c-9da6-ef7c086e3199 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1762fe0a-6f29-47d0-a0ae-4d521e4f032a,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:30:10.569871 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-60bf5f9d-b90e-474c-9da6-ef7c086e3199 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=27eab2d993c14639983aa164e74128c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2740676 Jul 27 23:30:10.570920 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 37396) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:30:10.604533 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-2e64b756-87cd-4cda-80d2-0e99fd331a88 None None] Allocated IP 2001:db8::2 (15f9b953-b3ac-411f-b11b-ddca6f2ec68e/235fc805-6985-4480-b5c7-8c645c5df0c3/6fed658b-c93f-4d47-b1b0-cca5edfc0789) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:30:10.634775 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ef88a2ca-28b3-4df7-b6b1-002ba1da053d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:10.669357 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ef88a2ca-28b3-4df7-b6b1-002ba1da053d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:10.694244 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5aca4ec2-9a18-4cc7-bcc5-cd8661994390 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:10.728520 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ef88a2ca-28b3-4df7-b6b1-002ba1da053d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:10.732668 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ef88a2ca-28b3-4df7-b6b1-002ba1da053d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:10.734317 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-ef88a2ca-28b3-4df7-b6b1-002ba1da053d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1762fe0a-6f29-47d0-a0ae-4d521e4f032a HTTP/1.1" status: 204 len: 168 time: 0.1622720 Jul 27 23:30:10.745014 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef88a2ca-28b3-4df7-b6b1-002ba1da053d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1762fe0a-6f29-47d0-a0ae-4d521e4f032a,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:30:10.814496 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2e64b756-87cd-4cda-80d2-0e99fd331a88 None None] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:10.824853 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-2e64b756-87cd-4cda-80d2-0e99fd331a88 None None] Transition to ACTIVE for port object 6fed658b-c93f-4d47-b1b0-cca5edfc0789 will not be triggered until provisioned by entity L2. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:30:10.842148 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-2e64b756-87cd-4cda-80d2-0e99fd331a88 None None] Transition to ACTIVE for port object 6fed658b-c93f-4d47-b1b0-cca5edfc0789 will not be triggered until provisioned by entity DHCP. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:30:10.849507 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2e64b756-87cd-4cda-80d2-0e99fd331a88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:10.893811 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e64b756-87cd-4cda-80d2-0e99fd331a88 None None] Network 15f9b953-b3ac-411f-b11b-ddca6f2ec68e is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:30:10.897822 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-2e64b756-87cd-4cda-80d2-0e99fd331a88 None None] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:30:10.902796 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e64b756-87cd-4cda-80d2-0e99fd331a88 None None] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:30:10.920244 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e64b756-87cd-4cda-80d2-0e99fd331a88 None None] Pushing event updated for resources: {'Port': ['ID=6fed658b-c93f-4d47-b1b0-cca5edfc0789,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:30:10.987390 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-2e64b756-87cd-4cda-80d2-0e99fd331a88 None None] Attempting to bind port 6fed658b-c93f-4d47-b1b0-cca5edfc0789 on host n-d-802623-1 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:30:10.987728 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-2e64b756-87cd-4cda-80d2-0e99fd331a88 None None] Attempting to bind port 6fed658b-c93f-4d47-b1b0-cca5edfc0789 by drivers openvswitch,hyperv on host n-d-802623-1 at level 0 using segments [{'id': 'a002eda4-08a3-44b9-ab9f-fab74497ee15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '15f9b953-b3ac-411f-b11b-ddca6f2ec68e'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:30:10.988097 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e64b756-87cd-4cda-80d2-0e99fd331a88 None None] Attempting to bind port 6fed658b-c93f-4d47-b1b0-cca5edfc0789 on network 15f9b953-b3ac-411f-b11b-ddca6f2ec68e {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:30:10.992664 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-5aca4ec2-9a18-4cc7-bcc5-cd8661994390 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Allocated IP 2001:db8::1 (15f9b953-b3ac-411f-b11b-ddca6f2ec68e/235fc805-6985-4480-b5c7-8c645c5df0c3/5ebe4f8f-380c-49f3-8c7f-d72ecfd5fe19) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:30:10.999989 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e64b756-87cd-4cda-80d2-0e99fd331a88 None None] Checking agent: {'id': 'a9a568d2-a5e7-41e4-833f-a8ab42ea4073', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 52, 30), 'started_at': datetime.datetime(2021, 7, 27, 22, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802623-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:30:11.000453 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e64b756-87cd-4cda-80d2-0e99fd331a88 None None] Checking segment: {'id': 'a002eda4-08a3-44b9-ab9f-fab74497ee15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '15f9b953-b3ac-411f-b11b-ddca6f2ec68e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:30:11.000815 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2e64b756-87cd-4cda-80d2-0e99fd331a88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:11.001214 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e64b756-87cd-4cda-80d2-0e99fd331a88 None None] Bound using segment: {'id': 'a002eda4-08a3-44b9-ab9f-fab74497ee15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '15f9b953-b3ac-411f-b11b-ddca6f2ec68e'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:30:11.001800 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-2e64b756-87cd-4cda-80d2-0e99fd331a88 None None] Bound port: 6fed658b-c93f-4d47-b1b0-cca5edfc0789, host: n-d-802623-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a002eda4-08a3-44b9-ab9f-fab74497ee15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '15f9b953-b3ac-411f-b11b-ddca6f2ec68e'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:30:11.002055 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2e64b756-87cd-4cda-80d2-0e99fd331a88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:11.072504 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-2e64b756-87cd-4cda-80d2-0e99fd331a88 None None] For port 6fed658b-c93f-4d47-b1b0-cca5edfc0789, host n-d-802623-1, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:30:11.076451 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-2e64b756-87cd-4cda-80d2-0e99fd331a88 None None] For port 6fed658b-c93f-4d47-b1b0-cca5edfc0789, host n-d-802623-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=6fed658b-c93f-4d47-b1b0-cca5edfc0789,segment=NetworkSegment(a002eda4-08a3-44b9-ab9f-fab74497ee15),segment_id=a002eda4-08a3-44b9-ab9f-fab74497ee15)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:30:11.082741 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2e64b756-87cd-4cda-80d2-0e99fd331a88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:11.162743 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e64b756-87cd-4cda-80d2-0e99fd331a88 None None] Pushing event updated for resources: {'Port': ['ID=6fed658b-c93f-4d47-b1b0-cca5edfc0789,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:30:11.510561 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5aca4ec2-9a18-4cc7-bcc5-cd8661994390 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:11.584255 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-5aca4ec2-9a18-4cc7-bcc5-cd8661994390 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Transition to ACTIVE for port object 5ebe4f8f-380c-49f3-8c7f-d72ecfd5fe19 will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:30:11.656954 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5aca4ec2-9a18-4cc7-bcc5-cd8661994390 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:11.712882 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aca4ec2-9a18-4cc7-bcc5-cd8661994390 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Network 15f9b953-b3ac-411f-b11b-ddca6f2ec68e is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:30:11.717664 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-5aca4ec2-9a18-4cc7-bcc5-cd8661994390 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:30:11.721906 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aca4ec2-9a18-4cc7-bcc5-cd8661994390 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:30:11.723374 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5aca4ec2-9a18-4cc7-bcc5-cd8661994390 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-415283'] for router_interface, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:11.777289 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 6fed658b-c93f-4d47-b1b0-cca5edfc0789 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:30:11.801600 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed39360-875b-45f7-98ae-2e77fb196cec req-13cf3dae-dab1-47df-b958-8241168762c0 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:30:11.813576 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-4ed39360-875b-45f7-98ae-2e77fb196cec req-13cf3dae-dab1-47df-b958-8241168762c0 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/ports?device_id=417dff32-fec8-42ce-83a2-bdc36cd6da17 HTTP/1.1" status: 200 len: 944 time: 0.2177107 Jul 27 23:30:11.853800 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aca4ec2-9a18-4cc7-bcc5-cd8661994390 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Pushing event updated for resources: {'Port': ['ID=5ebe4f8f-380c-49f3-8c7f-d72ecfd5fe19,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:30:11.897440 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning for port 6fed658b-c93f-4d47-b1b0-cca5edfc0789 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:30:11.904843 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5aca4ec2-9a18-4cc7-bcc5-cd8661994390 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:12.052182 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-4ed39360-875b-45f7-98ae-2e77fb196cec req-3c4c2a64-da85-415e-9b4f-75b55ebc3552 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/security-groups?id=d6f41e72-2b87-4685-ae08-bc68afebebe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891294 Jul 27 23:30:12.323362 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5aca4ec2-9a18-4cc7-bcc5-cd8661994390 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:12.330372 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5aca4ec2-9a18-4cc7-bcc5-cd8661994390 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:12.331184 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5aca4ec2-9a18-4cc7-bcc5-cd8661994390 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3760555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-414115'] for router_interface, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:12.450245 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aca4ec2-9a18-4cc7-bcc5-cd8661994390 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Pushing event updated for resources: {'Port': ['ID=5ebe4f8f-380c-49f3-8c7f-d72ecfd5fe19,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:30:12.519875 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aca4ec2-9a18-4cc7-bcc5-cd8661994390 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Network 15f9b953-b3ac-411f-b11b-ddca6f2ec68e is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:30:12.521646 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-5aca4ec2-9a18-4cc7-bcc5-cd8661994390 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:30:12.713829 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5aca4ec2-9a18-4cc7-bcc5-cd8661994390 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Router d294aed2-518a-41f4-a133-d5e27eec1252 is scheduled to L3 agent 018c4455-49c0-4734-927d-7824067b2a9e with binding_index 1 {{(pid=93798) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 23:30:12.717506 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8b20337-3918-4a4b-bd2f-a0fa258bd506 None None] Network 15f9b953-b3ac-411f-b11b-ddca6f2ec68e requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:30:12.836024 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5aca4ec2-9a18-4cc7-bcc5-cd8661994390 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:30:12.843606 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-5aca4ec2-9a18-4cc7-bcc5-cd8661994390 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] 10.222.0.18 "PUT /v2.0/routers/d294aed2-518a-41f4-a133-d5e27eec1252/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5899947 Jul 27 23:30:12.844645 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 37446) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:30:12.848523 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d98ef2df-0d7b-407c-80d7-bd6bda370a33 None None] Sync routers for ids ['d294aed2-518a-41f4-a133-d5e27eec1252'] in n-d-802623-1 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:30:12.849580 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-3a009470-35bb-41ea-a7d4-295f2fe2dc1a tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1858409097'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:30:12.866595 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d98ef2df-0d7b-407c-80d7-bd6bda370a33 None None] Routers {'d294aed2-518a-41f4-a133-d5e27eec1252'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:30:12.869955 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-d98ef2df-0d7b-407c-80d7-bd6bda370a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:30:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['d294aed2-518a-41f4-a133-d5e27eec1252'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:30:12.893920 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a009470-35bb-41ea-a7d4-295f2fe2dc1a tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Made reservation on behalf of 527b2fd77bf24fc0a7fcb37799da635e for: {'network': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:30:12.899005 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3a009470-35bb-41ea-a7d4-295f2fe2dc1a tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for network, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:12.941160 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-c102c16f-e1b1-4edb-b362-17262c00da5c None None] Provisioning for port 6fed658b-c93f-4d47-b1b0-cca5edfc0789 completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:30:12.949162 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a009470-35bb-41ea-a7d4-295f2fe2dc1a tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 531} {{(pid=93797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 23:30:12.958643 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-c102c16f-e1b1-4edb-b362-17262c00da5c None None] Provisioning complete for port 6fed658b-c93f-4d47-b1b0-cca5edfc0789 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:30:12.959654 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c102c16f-e1b1-4edb-b362-17262c00da5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:12.964594 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3a009470-35bb-41ea-a7d4-295f2fe2dc1a tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:12.964945 n-d-802623-1 neutron-server[93797]: INFO neutron.db.segments_db [None req-3a009470-35bb-41ea-a7d4-295f2fe2dc1a tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Added segment ae528590-9259-45b5-bad1-5c02c8daf301 of type vlan for network cd1be5c3-c227-4cad-a96b-b46b0c1650a7 Jul 27 23:30:13.089495 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-d98ef2df-0d7b-407c-80d7-bd6bda370a33 None None] Set router d294aed2-518a-41f4-a133-d5e27eec1252 gateway port host: None {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:30:13.149773 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3a009470-35bb-41ea-a7d4-295f2fe2dc1a tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736833354590'] for network, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:13.248530 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3a009470-35bb-41ea-a7d4-295f2fe2dc1a tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569'] for network, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:13.255941 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a009470-35bb-41ea-a7d4-295f2fe2dc1a tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:30:13.256795 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3a009470-35bb-41ea-a7d4-295f2fe2dc1a tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks [] for network, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:13.340465 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-3a009470-35bb-41ea-a7d4-295f2fe2dc1a tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4947746 Jul 27 23:30:13.340904 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 37456) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:30:13.360056 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-4e479793-3d8a-44e8-a36c-b31b6348c46c tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Request body: {'subnet': {'network_id': 'cd1be5c3-c227-4cad-a96b-b46b0c1650a7', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:30:13.377763 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69909d3-ee53-412c-8722-48a987186e9b req-4d1bc8ef-42b2-4766-964c-406f21cd88f1 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:30:13.386802 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-c69909d3-ee53-412c-8722-48a987186e9b req-4d1bc8ef-42b2-4766-964c-406f21cd88f1 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/ports?device_id=417dff32-fec8-42ce-83a2-bdc36cd6da17 HTTP/1.1" status: 200 len: 944 time: 0.1839588 Jul 27 23:30:13.402236 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a009470-35bb-41ea-a7d4-295f2fe2dc1a tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Pushing event updated for resources: {'Network': ['ID=cd1be5c3-c227-4cad-a96b-b46b0c1650a7,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:30:13.520975 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-c69909d3-ee53-412c-8722-48a987186e9b req-32a1f7c3-f5e9-4654-9f85-65a7298e3cf9 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/security-groups?id=d6f41e72-2b87-4685-ae08-bc68afebebe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324098 Jul 27 23:30:13.548095 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 37458) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:30:13.553053 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Network cd1be5c3-c227-4cad-a96b-b46b0c1650a7 details requested by agent ovs-agent-n-d-802623-1 with host n-d-802623-1 {{(pid=93799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 23:30:13.617267 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c102c16f-e1b1-4edb-b362-17262c00da5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:13.654403 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-d98ef2df-0d7b-407c-80d7-bd6bda370a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd294aed2-518a-41f4-a133-d5e27eec1252', 'name': 'tempest-RoutersIpV6Test-router-596612333', 'tenant_id': '527b2fd77bf24fc0a7fcb37799da635e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:30:09Z', 'updated_at': '2021-07-27T23:30:11Z', 'revision_number': 2, 'project_id': '527b2fd77bf24fc0a7fcb37799da635e', 'gw_port_host': None, '_interfaces': [{'id': '5ebe4f8f-380c-49f3-8c7f-d72ecfd5fe19', 'name': '', 'network_id': '15f9b953-b3ac-411f-b11b-ddca6f2ec68e', 'tenant_id': '527b2fd77bf24fc0a7fcb37799da635e', 'mac_address': 'fa:16:3e:05:cb:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd294aed2-518a-41f4-a133-d5e27eec1252', 'device_owner': 'network:router_interface', 'standard_attr_id': 3125, 'fixed_ips': [{'subnet_id': '235fc805-6985-4480-b5c7-8c645c5df0c3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:30:10Z', 'updated_at': '2021-07-27T23:30:12Z', 'revision_number': 2, 'project_id': '527b2fd77bf24fc0a7fcb37799da635e', 'subnets': [{'id': '235fc805-6985-4480-b5c7-8c645c5df0c3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:30:13.691463 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d98ef2df-0d7b-407c-80d7-bd6bda370a33 None None] Checking router: d294aed2-518a-41f4-a133-d5e27eec1252 for host: n-d-802623-1 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 23:30:13.691815 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d98ef2df-0d7b-407c-80d7-bd6bda370a33 None None] Updating router d294aed2-518a-41f4-a133-d5e27eec1252 port 5ebe4f8f-380c-49f3-8c7f-d72ecfd5fe19 binding host n-d-802623-1 {{(pid=93800) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 23:30:13.709302 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e479793-3d8a-44e8-a36c-b31b6348c46c tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Made reservation on behalf of 527b2fd77bf24fc0a7fcb37799da635e for: {'subnet': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:30:13.722837 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4e479793-3d8a-44e8-a36c-b31b6348c46c tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12265828'] for subnet, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:13.723516 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d98ef2df-0d7b-407c-80d7-bd6bda370a33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:13.732307 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-c102c16f-e1b1-4edb-b362-17262c00da5c None None] For port 6fed658b-c93f-4d47-b1b0-cca5edfc0789, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=6fed658b-c93f-4d47-b1b0-cca5edfc0789,segment=NetworkSegment(a002eda4-08a3-44b9-ab9f-fab74497ee15),segment_id=a002eda4-08a3-44b9-ab9f-fab74497ee15)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:30:13.744933 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c102c16f-e1b1-4edb-b362-17262c00da5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:13.755101 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d3eec7a9-ddab-444c-8e3f-e702d8796681 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:13.837793 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c102c16f-e1b1-4edb-b362-17262c00da5c None None] Pushing event updated for resources: {'Port': ['ID=6fed658b-c93f-4d47-b1b0-cca5edfc0789,revision_number=3']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:30:14.085032 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d3eec7a9-ddab-444c-8e3f-e702d8796681 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:14.097005 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d3eec7a9-ddab-444c-8e3f-e702d8796681 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:14.111614 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-037408bc-e346-4bdf-a985-01d7bf4213cd None None] Provisioning for port 5ebe4f8f-380c-49f3-8c7f-d72ecfd5fe19 completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:30:14.125285 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-037408bc-e346-4bdf-a985-01d7bf4213cd None None] Provisioning complete for port 5ebe4f8f-380c-49f3-8c7f-d72ecfd5fe19 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:30:14.125897 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-037408bc-e346-4bdf-a985-01d7bf4213cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:14.127637 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d98ef2df-0d7b-407c-80d7-bd6bda370a33 None None] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:14.140602 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4e479793-3d8a-44e8-a36c-b31b6348c46c tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11971609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12265750'] for subnet, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:14.147494 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-d98ef2df-0d7b-407c-80d7-bd6bda370a33 None None] Transition to ACTIVE for port object 5ebe4f8f-380c-49f3-8c7f-d72ecfd5fe19 will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:30:14.155110 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d98ef2df-0d7b-407c-80d7-bd6bda370a33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:14.168591 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-d3eec7a9-ddab-444c-8e3f-e702d8796681 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3ed538a7ffa3438f84bd2fdc102189d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6193192 Jul 27 23:30:14.169580 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 37474) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:30:14.224703 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3eec7a9-ddab-444c-8e3f-e702d8796681 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09b3b015-07b9-4b48-8802-e0ff6cabdbc7,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:30:14.237944 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-037408bc-e346-4bdf-a985-01d7bf4213cd None None] Port 5ebe4f8f-380c-49f3-8c7f-d72ecfd5fe19 cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:30:14.259124 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-037408bc-e346-4bdf-a985-01d7bf4213cd None None] Provisioning complete for port 6fed658b-c93f-4d47-b1b0-cca5edfc0789 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:30:14.261369 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e479793-3d8a-44e8-a36c-b31b6348c46c tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Pushing event updated for resources: {'Subnet': ['ID=82ef5f02-9456-42c3-86b0-2a00e0951ea4,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:30:14.264715 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-037408bc-e346-4bdf-a985-01d7bf4213cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:14.267256 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e479793-3d8a-44e8-a36c-b31b6348c46c tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Checking segment: {'id': 'ae528590-9259-45b5-bad1-5c02c8daf301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'cd1be5c3-c227-4cad-a96b-b46b0c1650a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:30:14.267623 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e479793-3d8a-44e8-a36c-b31b6348c46c tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Network hostable DHCP agents. Network: cd1be5c3-c227-4cad-a96b-b46b0c1650a7, hostable agents: ['5950e76f-2bde-4343-a925-cbe6bacd2706'], hosted agents: [] {{(pid=93798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 23:30:14.288515 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1370962c-3999-4b7d-aeba-b49262f6acfd None None] Pushing event updated for resources: {'Port': ['ID=5ebe4f8f-380c-49f3-8c7f-d72ecfd5fe19,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:30:14.293694 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-871d82ea-9172-455e-bc55-ff59e8f34442 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:14.309894 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1370962c-3999-4b7d-aeba-b49262f6acfd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:30:14.310286 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1370962c-3999-4b7d-aeba-b49262f6acfd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:30:14.310562 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1370962c-3999-4b7d-aeba-b49262f6acfd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:30:14.310922 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1370962c-3999-4b7d-aeba-b49262f6acfd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:30:14.311335 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1370962c-3999-4b7d-aeba-b49262f6acfd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:30:14.311670 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1370962c-3999-4b7d-aeba-b49262f6acfd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:30:14.312026 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1370962c-3999-4b7d-aeba-b49262f6acfd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:30:14.312354 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1370962c-3999-4b7d-aeba-b49262f6acfd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:30:14.312671 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1370962c-3999-4b7d-aeba-b49262f6acfd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:30:14.313053 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1370962c-3999-4b7d-aeba-b49262f6acfd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:30:14.313377 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1370962c-3999-4b7d-aeba-b49262f6acfd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:30:14.313767 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1370962c-3999-4b7d-aeba-b49262f6acfd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:30:14.318449 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e479793-3d8a-44e8-a36c-b31b6348c46c tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Network cd1be5c3-c227-4cad-a96b-b46b0c1650a7 is scheduled to be hosted by DHCP agent 5950e76f-2bde-4343-a925-cbe6bacd2706 with binding_index 1 {{(pid=93798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 23:30:14.327600 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-871d82ea-9172-455e-bc55-ff59e8f34442 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:14.340973 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-4e479793-3d8a-44e8-a36c-b31b6348c46c tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802623-1, cd1be5c3-c227-4cad-a96b-b46b0c1650a7) {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:30:14.345906 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e479793-3d8a-44e8-a36c-b31b6348c46c tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:30:14.346755 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4e479793-3d8a-44e8-a36c-b31b6348c46c tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:14.366738 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-086a7bfa-779f-483c-8024-80418fb707e6 None None] Network cd1be5c3-c227-4cad-a96b-b46b0c1650a7 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:30:14.385311 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-4e479793-3d8a-44e8-a36c-b31b6348c46c tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0410106 Jul 27 23:30:14.386151 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 37478) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:30:14.451217 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-d98ef2df-0d7b-407c-80d7-bd6bda370a33 None None] Attempting to bind port 5ebe4f8f-380c-49f3-8c7f-d72ecfd5fe19 on host n-d-802623-1 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:30:14.451589 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-d98ef2df-0d7b-407c-80d7-bd6bda370a33 None None] Attempting to bind port 5ebe4f8f-380c-49f3-8c7f-d72ecfd5fe19 by drivers openvswitch,hyperv on host n-d-802623-1 at level 0 using segments [{'id': 'a002eda4-08a3-44b9-ab9f-fab74497ee15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '15f9b953-b3ac-411f-b11b-ddca6f2ec68e'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:30:14.452099 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d98ef2df-0d7b-407c-80d7-bd6bda370a33 None None] Attempting to bind port 5ebe4f8f-380c-49f3-8c7f-d72ecfd5fe19 on network 15f9b953-b3ac-411f-b11b-ddca6f2ec68e {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:30:14.460605 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d98ef2df-0d7b-407c-80d7-bd6bda370a33 None None] Checking agent: {'id': 'a9a568d2-a5e7-41e4-833f-a8ab42ea4073', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 52, 30), 'started_at': datetime.datetime(2021, 7, 27, 22, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802623-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:30:14.461066 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d98ef2df-0d7b-407c-80d7-bd6bda370a33 None None] Checking segment: {'id': 'a002eda4-08a3-44b9-ab9f-fab74497ee15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '15f9b953-b3ac-411f-b11b-ddca6f2ec68e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:30:14.461577 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d98ef2df-0d7b-407c-80d7-bd6bda370a33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:14.462616 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d98ef2df-0d7b-407c-80d7-bd6bda370a33 None None] Bound using segment: {'id': 'a002eda4-08a3-44b9-ab9f-fab74497ee15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '15f9b953-b3ac-411f-b11b-ddca6f2ec68e'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:30:14.462777 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-871d82ea-9172-455e-bc55-ff59e8f34442 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:14.463267 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-d98ef2df-0d7b-407c-80d7-bd6bda370a33 None None] Bound port: 5ebe4f8f-380c-49f3-8c7f-d72ecfd5fe19, host: n-d-802623-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a002eda4-08a3-44b9-ab9f-fab74497ee15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '15f9b953-b3ac-411f-b11b-ddca6f2ec68e'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:30:14.463757 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d98ef2df-0d7b-407c-80d7-bd6bda370a33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:14.466452 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-871d82ea-9172-455e-bc55-ff59e8f34442 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:14.472056 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-871d82ea-9172-455e-bc55-ff59e8f34442 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/09b3b015-07b9-4b48-8802-e0ff6cabdbc7 HTTP/1.1" status: 204 len: 168 time: 0.2996249 Jul 27 23:30:14.488971 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871d82ea-9172-455e-bc55-ff59e8f34442 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09b3b015-07b9-4b48-8802-e0ff6cabdbc7,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:30:14.580932 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-d98ef2df-0d7b-407c-80d7-bd6bda370a33 None None] For port 5ebe4f8f-380c-49f3-8c7f-d72ecfd5fe19, host n-d-802623-1, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:30:14.584476 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-d98ef2df-0d7b-407c-80d7-bd6bda370a33 None None] For port 5ebe4f8f-380c-49f3-8c7f-d72ecfd5fe19, host n-d-802623-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=5ebe4f8f-380c-49f3-8c7f-d72ecfd5fe19,segment=NetworkSegment(a002eda4-08a3-44b9-ab9f-fab74497ee15),segment_id=a002eda4-08a3-44b9-ab9f-fab74497ee15)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:30:14.592207 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d98ef2df-0d7b-407c-80d7-bd6bda370a33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:14.675445 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d98ef2df-0d7b-407c-80d7-bd6bda370a33 None None] Routers {'d294aed2-518a-41f4-a133-d5e27eec1252'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:30:14.676630 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-d98ef2df-0d7b-407c-80d7-bd6bda370a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:30:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['d294aed2-518a-41f4-a133-d5e27eec1252'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:30:14.724441 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-912f3685-1007-4cfc-9f76-e1e6aa5afe7a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f6f257c-ad18-5f0c-8c8e-ea085a5fc8a2-cd1be5c3-c227-4cad-a96b-b46b0c1650a7', 'network_id': 'cd1be5c3-c227-4cad-a96b-b46b0c1650a7', 'tenant_id': '527b2fd77bf24fc0a7fcb37799da635e', 'fixed_ips': [{'subnet_id': '82ef5f02-9456-42c3-86b0-2a00e0951ea4'}]}} from n-d-802623-1. {{(pid=93799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 23:30:14.731068 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-912f3685-1007-4cfc-9f76-e1e6aa5afe7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:14.764643 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1370962c-3999-4b7d-aeba-b49262f6acfd None None] Pushing event updated for resources: {'Port': ['ID=5ebe4f8f-380c-49f3-8c7f-d72ecfd5fe19,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:30:14.803973 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f50b41e-b34e-47a2-8793-a7de521de918 req-292fa252-ad44-4794-ae0e-bc646302b0da tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:30:14.808635 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-4f50b41e-b34e-47a2-8793-a7de521de918 req-292fa252-ad44-4794-ae0e-bc646302b0da tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/ports?device_id=417dff32-fec8-42ce-83a2-bdc36cd6da17 HTTP/1.1" status: 200 len: 944 time: 0.1112356 Jul 27 23:30:14.879272 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-4f50b41e-b34e-47a2-8793-a7de521de918 req-4a35650d-7e6f-48aa-af56-ea0ad813d742 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/security-groups?id=d6f41e72-2b87-4685-ae08-bc68afebebe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653756 Jul 27 23:30:14.901736 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-d98ef2df-0d7b-407c-80d7-bd6bda370a33 None None] Set router d294aed2-518a-41f4-a133-d5e27eec1252 gateway port host: None {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:30:14.998078 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-912f3685-1007-4cfc-9f76-e1e6aa5afe7a None None] Allocated IP 2001:db8:1::2 (cd1be5c3-c227-4cad-a96b-b46b0c1650a7/82ef5f02-9456-42c3-86b0-2a00e0951ea4/f79b0e52-1e3b-4431-b1fc-decc71592490) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:30:15.061885 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 37496) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:30:15.098524 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ec38bb10-e57f-4829-9e4c-f2ccee67328f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:15.169425 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-71ba6c6d-5355-44ec-82ef-68b78be4ca32 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:15.259917 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-912f3685-1007-4cfc-9f76-e1e6aa5afe7a None None] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:15.270441 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-912f3685-1007-4cfc-9f76-e1e6aa5afe7a None None] Transition to ACTIVE for port object f79b0e52-1e3b-4431-b1fc-decc71592490 will not be triggered until provisioned by entity L2. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:30:15.319661 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-912f3685-1007-4cfc-9f76-e1e6aa5afe7a None None] Transition to ACTIVE for port object f79b0e52-1e3b-4431-b1fc-decc71592490 will not be triggered until provisioned by entity DHCP. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:30:15.325157 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ec38bb10-e57f-4829-9e4c-f2ccee67328f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:15.331336 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-912f3685-1007-4cfc-9f76-e1e6aa5afe7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:15.331720 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ec38bb10-e57f-4829-9e4c-f2ccee67328f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:15.376523 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-912f3685-1007-4cfc-9f76-e1e6aa5afe7a None None] Network cd1be5c3-c227-4cad-a96b-b46b0c1650a7 is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:30:15.381945 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-912f3685-1007-4cfc-9f76-e1e6aa5afe7a None None] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:30:15.399653 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-ec38bb10-e57f-4829-9e4c-f2ccee67328f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4ba6a912422d453d8e68a78556c23371&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3340235 Jul 27 23:30:15.400087 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 37504) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:30:15.404205 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec38bb10-e57f-4829-9e4c-f2ccee67328f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c039453c-8093-44b1-990f-fe4f03be1a53,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:30:15.419970 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-912f3685-1007-4cfc-9f76-e1e6aa5afe7a None None] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:30:15.434661 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912f3685-1007-4cfc-9f76-e1e6aa5afe7a None None] Pushing event updated for resources: {'Port': ['ID=f79b0e52-1e3b-4431-b1fc-decc71592490,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:30:15.542385 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-d98ef2df-0d7b-407c-80d7-bd6bda370a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd294aed2-518a-41f4-a133-d5e27eec1252', 'name': 'tempest-RoutersIpV6Test-router-596612333', 'tenant_id': '527b2fd77bf24fc0a7fcb37799da635e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:30:09Z', 'updated_at': '2021-07-27T23:30:11Z', 'revision_number': 2, 'project_id': '527b2fd77bf24fc0a7fcb37799da635e', 'gw_port_host': None, '_interfaces': [{'id': '5ebe4f8f-380c-49f3-8c7f-d72ecfd5fe19', 'name': '', 'network_id': '15f9b953-b3ac-411f-b11b-ddca6f2ec68e', 'tenant_id': '527b2fd77bf24fc0a7fcb37799da635e', 'mac_address': 'fa:16:3e:05:cb:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd294aed2-518a-41f4-a133-d5e27eec1252', 'device_owner': 'network:router_interface', 'standard_attr_id': 3125, 'fixed_ips': [{'subnet_id': '235fc805-6985-4480-b5c7-8c645c5df0c3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:30:10Z', 'updated_at': '2021-07-27T23:30:14Z', 'revision_number': 4, 'project_id': '527b2fd77bf24fc0a7fcb37799da635e', 'subnets': [{'id': '235fc805-6985-4480-b5c7-8c645c5df0c3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:30:15.544406 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-912f3685-1007-4cfc-9f76-e1e6aa5afe7a None None] Attempting to bind port f79b0e52-1e3b-4431-b1fc-decc71592490 on host n-d-802623-1 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:30:15.546222 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-912f3685-1007-4cfc-9f76-e1e6aa5afe7a None None] Attempting to bind port f79b0e52-1e3b-4431-b1fc-decc71592490 by drivers openvswitch,hyperv on host n-d-802623-1 at level 0 using segments [{'id': 'ae528590-9259-45b5-bad1-5c02c8daf301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'cd1be5c3-c227-4cad-a96b-b46b0c1650a7'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:30:15.547152 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-912f3685-1007-4cfc-9f76-e1e6aa5afe7a None None] Attempting to bind port f79b0e52-1e3b-4431-b1fc-decc71592490 on network cd1be5c3-c227-4cad-a96b-b46b0c1650a7 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:30:15.556174 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-912f3685-1007-4cfc-9f76-e1e6aa5afe7a None None] Checking agent: {'id': 'a9a568d2-a5e7-41e4-833f-a8ab42ea4073', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 52, 30), 'started_at': datetime.datetime(2021, 7, 27, 22, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802623-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:30:15.556560 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-912f3685-1007-4cfc-9f76-e1e6aa5afe7a None None] Checking segment: {'id': 'ae528590-9259-45b5-bad1-5c02c8daf301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'cd1be5c3-c227-4cad-a96b-b46b0c1650a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:30:15.560450 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-912f3685-1007-4cfc-9f76-e1e6aa5afe7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:15.560868 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-912f3685-1007-4cfc-9f76-e1e6aa5afe7a None None] Bound using segment: {'id': 'ae528590-9259-45b5-bad1-5c02c8daf301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'cd1be5c3-c227-4cad-a96b-b46b0c1650a7'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:30:15.563633 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-912f3685-1007-4cfc-9f76-e1e6aa5afe7a None None] Bound port: f79b0e52-1e3b-4431-b1fc-decc71592490, host: n-d-802623-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae528590-9259-45b5-bad1-5c02c8daf301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'cd1be5c3-c227-4cad-a96b-b46b0c1650a7'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:30:15.564027 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-912f3685-1007-4cfc-9f76-e1e6aa5afe7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:15.582652 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 6fed658b-c93f-4d47-b1b0-cca5edfc0789 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:30:15.594608 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d98ef2df-0d7b-407c-80d7-bd6bda370a33 None None] The sync data for ids ['d294aed2-518a-41f4-a133-d5e27eec1252'] in n-d-802623-1 is: [{'id': 'd294aed2-518a-41f4-a133-d5e27eec1252', 'name': 'tempest-RoutersIpV6Test-router-596612333', 'tenant_id': '527b2fd77bf24fc0a7fcb37799da635e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:30:09Z', 'updated_at': '2021-07-27T23:30:11Z', 'revision_number': 2, 'project_id': '527b2fd77bf24fc0a7fcb37799da635e', 'gw_port_host': None, '_interfaces': [{'id': '5ebe4f8f-380c-49f3-8c7f-d72ecfd5fe19', 'name': '', 'network_id': '15f9b953-b3ac-411f-b11b-ddca6f2ec68e', 'tenant_id': '527b2fd77bf24fc0a7fcb37799da635e', 'mac_address': 'fa:16:3e:05:cb:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd294aed2-518a-41f4-a133-d5e27eec1252', 'device_owner': 'network:router_interface', 'standard_attr_id': 3125, 'fixed_ips': [{'subnet_id': '235fc805-6985-4480-b5c7-8c645c5df0c3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:30:10Z', 'updated_at': '2021-07-27T23:30:14Z', 'revision_number': 4, 'project_id': '527b2fd77bf24fc0a7fcb37799da635e', 'subnets': [{'id': '235fc805-6985-4480-b5c7-8c645c5df0c3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:30:15.631359 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-82083462-f082-42de-a93e-ef0b20db5d46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:15.673327 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-82083462-f082-42de-a93e-ef0b20db5d46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:15.721468 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-912f3685-1007-4cfc-9f76-e1e6aa5afe7a None None] For port f79b0e52-1e3b-4431-b1fc-decc71592490, host n-d-802623-1, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:30:15.729945 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-912f3685-1007-4cfc-9f76-e1e6aa5afe7a None None] For port f79b0e52-1e3b-4431-b1fc-decc71592490, host n-d-802623-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=f79b0e52-1e3b-4431-b1fc-decc71592490,segment=NetworkSegment(ae528590-9259-45b5-bad1-5c02c8daf301),segment_id=ae528590-9259-45b5-bad1-5c02c8daf301)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:30:15.754220 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-912f3685-1007-4cfc-9f76-e1e6aa5afe7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:15.757234 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-71ba6c6d-5355-44ec-82ef-68b78be4ca32 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Allocated IP 2001:db8:1::1 (cd1be5c3-c227-4cad-a96b-b46b0c1650a7/82ef5f02-9456-42c3-86b0-2a00e0951ea4/928fc270-4194-4dec-a83a-0d474f25fb1e) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:30:15.814513 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 37508) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:30:15.824745 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-82083462-f082-42de-a93e-ef0b20db5d46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:15.829052 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-82083462-f082-42de-a93e-ef0b20db5d46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:15.831356 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-82083462-f082-42de-a93e-ef0b20db5d46 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c039453c-8093-44b1-990f-fe4f03be1a53 HTTP/1.1" status: 204 len: 168 time: 0.4299674 Jul 27 23:30:15.847564 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82083462-f082-42de-a93e-ef0b20db5d46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c039453c-8093-44b1-990f-fe4f03be1a53,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:30:15.857257 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port 6fed658b-c93f-4d47-b1b0-cca5edfc0789 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:30:15.857757 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:15.964868 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-71ba6c6d-5355-44ec-82ef-68b78be4ca32 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:15.985839 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-71ba6c6d-5355-44ec-82ef-68b78be4ca32 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Transition to ACTIVE for port object 928fc270-4194-4dec-a83a-0d474f25fb1e will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:30:16.058346 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-71ba6c6d-5355-44ec-82ef-68b78be4ca32 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:16.067931 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912f3685-1007-4cfc-9f76-e1e6aa5afe7a None None] Pushing event updated for resources: {'Port': ['ID=f79b0e52-1e3b-4431-b1fc-decc71592490,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:30:16.140706 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4eaa7d39-fd79-465e-b311-07a90e9e9342 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:16.147004 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ba6c6d-5355-44ec-82ef-68b78be4ca32 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Pushing event updated for resources: {'Port': ['ID=928fc270-4194-4dec-a83a-0d474f25fb1e,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:30:16.210757 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71ba6c6d-5355-44ec-82ef-68b78be4ca32 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Network cd1be5c3-c227-4cad-a96b-b46b0c1650a7 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:30:16.216032 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-71ba6c6d-5355-44ec-82ef-68b78be4ca32 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:30:16.222521 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71ba6c6d-5355-44ec-82ef-68b78be4ca32 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:30:16.224269 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-71ba6c6d-5355-44ec-82ef-68b78be4ca32 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-415283'] for router_interface, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:16.238321 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158dc82c-58df-4f6a-8f9a-59f13cf81e57 req-c414b077-e0b1-4b7a-8d0f-7a03aca84e60 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:30:16.247175 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-158dc82c-58df-4f6a-8f9a-59f13cf81e57 req-c414b077-e0b1-4b7a-8d0f-7a03aca84e60 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/ports?device_id=417dff32-fec8-42ce-83a2-bdc36cd6da17 HTTP/1.1" status: 200 len: 944 time: 0.2295947 Jul 27 23:30:16.322863 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-158dc82c-58df-4f6a-8f9a-59f13cf81e57 req-ed8c55ac-8257-4c0a-b50b-40285ce93d28 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/security-groups?id=d6f41e72-2b87-4685-ae08-bc68afebebe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744913 Jul 27 23:30:16.424310 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4eaa7d39-fd79-465e-b311-07a90e9e9342 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:16.430264 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4eaa7d39-fd79-465e-b311-07a90e9e9342 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:16.465168 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-71ba6c6d-5355-44ec-82ef-68b78be4ca32 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:16.485781 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eaa7d39-fd79-465e-b311-07a90e9e9342 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5147a132-f149-4485-8058-77ac952243da,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:30:16.504270 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-4eaa7d39-fd79-465e-b311-07a90e9e9342 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6b7c9bb83d64449e965f955f403984f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6861873 Jul 27 23:30:16.506453 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 37526) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:30:16.587942 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ee0e1c46-4af8-43de-bae9-fdf0fefc18b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:16.612621 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ee0e1c46-4af8-43de-bae9-fdf0fefc18b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:16.681307 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ee0e1c46-4af8-43de-bae9-fdf0fefc18b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:16.684375 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ee0e1c46-4af8-43de-bae9-fdf0fefc18b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:16.686751 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-ee0e1c46-4af8-43de-bae9-fdf0fefc18b7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5147a132-f149-4485-8058-77ac952243da HTTP/1.1" status: 204 len: 168 time: 0.1792204 Jul 27 23:30:16.707584 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0e1c46-4af8-43de-bae9-fdf0fefc18b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5147a132-f149-4485-8058-77ac952243da,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:30:16.813273 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-71ba6c6d-5355-44ec-82ef-68b78be4ca32 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:16.819290 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-71ba6c6d-5355-44ec-82ef-68b78be4ca32 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:16.820273 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-71ba6c6d-5355-44ec-82ef-68b78be4ca32 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3760555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-414115'] for router_interface, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:16.915540 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ba6c6d-5355-44ec-82ef-68b78be4ca32 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Pushing event updated for resources: {'Port': ['ID=928fc270-4194-4dec-a83a-0d474f25fb1e,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:30:16.978096 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71ba6c6d-5355-44ec-82ef-68b78be4ca32 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Network cd1be5c3-c227-4cad-a96b-b46b0c1650a7 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:30:16.979537 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-71ba6c6d-5355-44ec-82ef-68b78be4ca32 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:30:17.097905 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71ba6c6d-5355-44ec-82ef-68b78be4ca32 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Router d294aed2-518a-41f4-a133-d5e27eec1252 has already been hosted by L3 agent 018c4455-49c0-4734-927d-7824067b2a9e {{(pid=93798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 23:30:17.148947 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3539e30e-9125-4fff-9c2b-8361d0292e0f None None] Network cd1be5c3-c227-4cad-a96b-b46b0c1650a7 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:30:17.180788 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 37548) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:30:17.196235 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-52428fac-bbb5-4a76-b340-17d4f0ba652e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:17.224173 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71ba6c6d-5355-44ec-82ef-68b78be4ca32 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:30:17.231871 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-71ba6c6d-5355-44ec-82ef-68b78be4ca32 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] 10.222.0.18 "PUT /v2.0/routers/d294aed2-518a-41f4-a133-d5e27eec1252/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8440075 Jul 27 23:30:17.233370 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e5467765-d3d1-48d1-a7c0-efc60952bf9f None None] Provisioning for port f79b0e52-1e3b-4431-b1fc-decc71592490 completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:30:17.234701 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 37550) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:30:17.245483 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-fd1cbeca-192f-46fd-8a56-5729c7e0e3f6 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1480553932'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:30:17.323341 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-52428fac-bbb5-4a76-b340-17d4f0ba652e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:17.344951 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-52428fac-bbb5-4a76-b340-17d4f0ba652e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:17.363583 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd1cbeca-192f-46fd-8a56-5729c7e0e3f6 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Made reservation on behalf of 527b2fd77bf24fc0a7fcb37799da635e for: {'network': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:30:17.367147 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fd1cbeca-192f-46fd-8a56-5729c7e0e3f6 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for network, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:17.408021 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52428fac-bbb5-4a76-b340-17d4f0ba652e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6ba4267-6b88-45f9-af4b-6e3e839cb0b8,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:30:17.418632 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-52428fac-bbb5-4a76-b340-17d4f0ba652e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b4832725c8d54ccc936a1380f9c1c6d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2359045 Jul 27 23:30:17.419813 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 37556) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:30:17.452690 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd1cbeca-192f-46fd-8a56-5729c7e0e3f6 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 535} {{(pid=93798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 23:30:17.478463 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fd1cbeca-192f-46fd-8a56-5729c7e0e3f6 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:17.479259 n-d-802623-1 neutron-server[93798]: INFO neutron.db.segments_db [None req-fd1cbeca-192f-46fd-8a56-5729c7e0e3f6 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Added segment 0658777d-12ba-420a-9f49-f267f426103b of type vlan for network 110ed7bb-4ba7-40ce-92dd-2880348667d8 Jul 27 23:30:17.552376 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fd1cbeca-192f-46fd-8a56-5729c7e0e3f6 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736833354590'] for network, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:17.559417 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb8ad99-1ab8-4a8f-9110-69f45e4e778b req-ce0e60eb-a20e-48f2-81b0-fb59ffb16baa tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:30:17.566730 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8cb8ad99-1ab8-4a8f-9110-69f45e4e778b req-ce0e60eb-a20e-48f2-81b0-fb59ffb16baa tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/ports?device_id=417dff32-fec8-42ce-83a2-bdc36cd6da17 HTTP/1.1" status: 200 len: 944 time: 0.1120179 Jul 27 23:30:17.574780 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c074a030-3252-4bc7-8579-6fec3de398f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:17.607636 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fd1cbeca-192f-46fd-8a56-5729c7e0e3f6 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569'] for network, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:17.617348 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd1cbeca-192f-46fd-8a56-5729c7e0e3f6 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:30:17.618233 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fd1cbeca-192f-46fd-8a56-5729c7e0e3f6 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks [] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:17.648285 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c074a030-3252-4bc7-8579-6fec3de398f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:17.651608 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-fd1cbeca-192f-46fd-8a56-5729c7e0e3f6 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4142978 Jul 27 23:30:17.665280 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 37562) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:30:17.675090 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-f2913ae1-f492-4ff6-a57d-e8076f52c29f tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Request body: {'subnet': {'network_id': '110ed7bb-4ba7-40ce-92dd-2880348667d8', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:30:17.687216 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device f79b0e52-1e3b-4431-b1fc-decc71592490 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:30:17.746801 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1cbeca-192f-46fd-8a56-5729c7e0e3f6 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Pushing event updated for resources: {'Network': ['ID=110ed7bb-4ba7-40ce-92dd-2880348667d8,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:30:17.747198 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8cb8ad99-1ab8-4a8f-9110-69f45e4e778b req-df486f8b-6bb1-42d4-a898-c6a43e3a6c69 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/security-groups?id=d6f41e72-2b87-4685-ae08-bc68afebebe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721253 Jul 27 23:30:17.774370 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Network 110ed7bb-4ba7-40ce-92dd-2880348667d8 details requested by agent ovs-agent-n-d-802623-1 with host n-d-802623-1 {{(pid=93799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 23:30:17.831572 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fbd3fbe-ce45-4a1f-9fa9-0d682dbaa29f None None] Sync routers for ids ['d294aed2-518a-41f4-a133-d5e27eec1252'] in n-d-802623-1 {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:30:17.833744 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2913ae1-f492-4ff6-a57d-e8076f52c29f tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Made reservation on behalf of 527b2fd77bf24fc0a7fcb37799da635e for: {'subnet': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:30:17.837553 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f2913ae1-f492-4ff6-a57d-e8076f52c29f tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11551435'] for subnet, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:17.842035 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c074a030-3252-4bc7-8579-6fec3de398f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:17.850410 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c074a030-3252-4bc7-8579-6fec3de398f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:17.852188 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-c074a030-3252-4bc7-8579-6fec3de398f8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b6ba4267-6b88-45f9-af4b-6e3e839cb0b8 HTTP/1.1" status: 204 len: 168 time: 0.4302726 Jul 27 23:30:17.866423 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fbd3fbe-ce45-4a1f-9fa9-0d682dbaa29f None None] Routers {'d294aed2-518a-41f4-a133-d5e27eec1252'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:30:17.867399 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-1fbd3fbe-ce45-4a1f-9fa9-0d682dbaa29f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:30:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['d294aed2-518a-41f4-a133-d5e27eec1252'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:30:17.911708 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c074a030-3252-4bc7-8579-6fec3de398f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6ba4267-6b88-45f9-af4b-6e3e839cb0b8,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:30:17.914586 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning for port f79b0e52-1e3b-4431-b1fc-decc71592490 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:30:17.921104 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port f79b0e52-1e3b-4431-b1fc-decc71592490 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:30:17.921685 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:18.002679 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-3d41289b-78cd-4adc-b4c1-7102e43f62a2 None None] Provisioning complete for port f79b0e52-1e3b-4431-b1fc-decc71592490 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:30:18.003036 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-3d41289b-78cd-4adc-b4c1-7102e43f62a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:18.078137 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-1fbd3fbe-ce45-4a1f-9fa9-0d682dbaa29f None None] Set router d294aed2-518a-41f4-a133-d5e27eec1252 gateway port host: None {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:30:18.113473 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f2913ae1-f492-4ff6-a57d-e8076f52c29f tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11336182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11551417'] for subnet, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:18.162642 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 99238a20-31dd-462c-a3ab-9480f749b95d details requested by agent hyperv_n-h1-802623-1 with host n-h1-802623-1 {{(pid=93799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 23:30:18.194582 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2913ae1-f492-4ff6-a57d-e8076f52c29f tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Pushing event updated for resources: {'Subnet': ['ID=459db2b5-3e83-4a91-b346-9ffc829bddc6,revision_number=0']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:30:18.211076 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2913ae1-f492-4ff6-a57d-e8076f52c29f tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Checking segment: {'id': '0658777d-12ba-420a-9f49-f267f426103b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '110ed7bb-4ba7-40ce-92dd-2880348667d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:30:18.211558 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2913ae1-f492-4ff6-a57d-e8076f52c29f tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Network hostable DHCP agents. Network: 110ed7bb-4ba7-40ce-92dd-2880348667d8, hostable agents: ['5950e76f-2bde-4343-a925-cbe6bacd2706'], hosted agents: [] {{(pid=93797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 23:30:18.253687 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2913ae1-f492-4ff6-a57d-e8076f52c29f tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Network 110ed7bb-4ba7-40ce-92dd-2880348667d8 is scheduled to be hosted by DHCP agent 5950e76f-2bde-4343-a925-cbe6bacd2706 with binding_index 1 {{(pid=93797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 23:30:18.273086 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-f2913ae1-f492-4ff6-a57d-e8076f52c29f tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802623-1, 110ed7bb-4ba7-40ce-92dd-2880348667d8) {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:30:18.280420 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2913ae1-f492-4ff6-a57d-e8076f52c29f tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:30:18.281030 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f2913ae1-f492-4ff6-a57d-e8076f52c29f tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks [] for subnet, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:18.315588 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-f2913ae1-f492-4ff6-a57d-e8076f52c29f tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.6491899 Jul 27 23:30:18.319037 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 37572) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:30:18.331975 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b50786ca-66d6-4f4d-872d-ecd1fd9cdab1 None None] Network 110ed7bb-4ba7-40ce-92dd-2880348667d8 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:30:18.344242 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:18.408833 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.db.resource_extend [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 27 23:30:18.513393 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-3d41289b-78cd-4adc-b4c1-7102e43f62a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:18.839525 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] For port f79b0e52-1e3b-4431-b1fc-decc71592490, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=f79b0e52-1e3b-4431-b1fc-decc71592490,segment=NetworkSegment(ae528590-9259-45b5-bad1-5c02c8daf301),segment_id=ae528590-9259-45b5-bad1-5c02c8daf301)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:30:18.889359 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:18.890359 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 5ebe4f8f-380c-49f3-8c7f-d72ecfd5fe19 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:30:18.910771 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec185de-df68-47c6-badd-4f28c8eb2300 req-930ce419-5dae-4756-a248-a41e17cba1e4 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:30:18.913745 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-9ec185de-df68-47c6-badd-4f28c8eb2300 req-930ce419-5dae-4756-a248-a41e17cba1e4 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/ports?device_id=417dff32-fec8-42ce-83a2-bdc36cd6da17 HTTP/1.1" status: 200 len: 944 time: 0.0895388 Jul 27 23:30:18.971493 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-9ec185de-df68-47c6-badd-4f28c8eb2300 req-37f1d242-0235-440e-af50-69b95eba42a9 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/security-groups?id=d6f41e72-2b87-4685-ae08-bc68afebebe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475485 Jul 27 23:30:19.049026 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3ee0c63-45ff-4f45-8081-3ec0abfcc72f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f6f257c-ad18-5f0c-8c8e-ea085a5fc8a2-110ed7bb-4ba7-40ce-92dd-2880348667d8', 'network_id': '110ed7bb-4ba7-40ce-92dd-2880348667d8', 'tenant_id': '527b2fd77bf24fc0a7fcb37799da635e', 'fixed_ips': [{'subnet_id': '459db2b5-3e83-4a91-b346-9ffc829bddc6'}]}} from n-d-802623-1. {{(pid=93799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 23:30:19.050016 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d3ee0c63-45ff-4f45-8081-3ec0abfcc72f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:19.067758 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port 99238a20-31dd-462c-a3ab-9480f749b95d, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=99238a20-31dd-462c-a3ab-9480f749b95d,segment=NetworkSegment(e34bcaf6-fcda-4cb3-a9d4-ce07906221d3),segment_id=e34bcaf6-fcda-4cb3-a9d4-ce07906221d3)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:30:19.122259 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Returning: {'device': '99238a20-31dd-462c-a3ab-9480f749b95d', 'network_id': '280a3ba5-2d75-4827-b3c1-0be5bb892094', 'port_id': '99238a20-31dd-462c-a3ab-9480f749b95d', 'mac_address': 'fa:16:3e:5b:72:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03df5e5c-8a96-449f-9e96-cff1a55737e2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 23:30:19.136919 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Pushing event updated for resources: {'Port': ['ID=f79b0e52-1e3b-4431-b1fc-decc71592490,revision_number=3']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:30:19.142498 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.db.api [None req-3d41289b-78cd-4adc-b4c1-7102e43f62a2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93799) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 23:30:19.142861 n-d-802623-1 neutron-server[93799]: DEBUG oslo_db.api [None req-3d41289b-78cd-4adc-b4c1-7102e43f62a2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 23:30:19.145010 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-1fbd3fbe-ce45-4a1f-9fa9-0d682dbaa29f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd294aed2-518a-41f4-a133-d5e27eec1252', 'name': 'tempest-RoutersIpV6Test-router-596612333', 'tenant_id': '527b2fd77bf24fc0a7fcb37799da635e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:30:09Z', 'updated_at': '2021-07-27T23:30:16Z', 'revision_number': 3, 'project_id': '527b2fd77bf24fc0a7fcb37799da635e', 'gw_port_host': None, '_interfaces': [{'id': '5ebe4f8f-380c-49f3-8c7f-d72ecfd5fe19', 'name': '', 'network_id': '15f9b953-b3ac-411f-b11b-ddca6f2ec68e', 'tenant_id': '527b2fd77bf24fc0a7fcb37799da635e', 'mac_address': 'fa:16:3e:05:cb:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd294aed2-518a-41f4-a133-d5e27eec1252', 'device_owner': 'network:router_interface', 'standard_attr_id': 3125, 'fixed_ips': [{'subnet_id': '235fc805-6985-4480-b5c7-8c645c5df0c3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:30:10Z', 'updated_at': '2021-07-27T23:30:14Z', 'revision_number': 4, 'project_id': '527b2fd77bf24fc0a7fcb37799da635e', 'subnets': [{'id': '235fc805-6985-4480-b5c7-8c645c5df0c3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '928fc270-4194-4dec-a83a-0d474f25fb1e', 'name': '', 'network_id': 'cd1be5c3-c227-4cad-a96b-b46b0c1650a7', 'tenant_id': '527b2fd77bf24fc0a7fcb37799da635e', 'mac_address': 'fa:16:3e:21:27:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd294aed2-518a-41f4-a133-d5e27eec1252', 'device_owner': 'network:router_interface', 'standard_attr_id': 3140, 'fixed_ips': [{'subnet_id': '82ef5f02-9456-42c3-86b0-2a00e0951ea4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:30:15Z', 'updated_at': '2021-07-27T23:30:16Z', 'revision_number': 2, 'project_id': '527b2fd77bf24fc0a7fcb37799da635e', 'subnets': [{'id': '82ef5f02-9456-42c3-86b0-2a00e0951ea4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:30:19.224897 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d4fcff20-afc3-4394-bc5b-5373182233fb tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:19.252786 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fbd3fbe-ce45-4a1f-9fa9-0d682dbaa29f None None] Checking router: d294aed2-518a-41f4-a133-d5e27eec1252 for host: n-d-802623-1 {{(pid=93799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 23:30:19.253388 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fbd3fbe-ce45-4a1f-9fa9-0d682dbaa29f None None] Updating router d294aed2-518a-41f4-a133-d5e27eec1252 port 928fc270-4194-4dec-a83a-0d474f25fb1e binding host n-d-802623-1 {{(pid=93799) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 23:30:19.306903 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning for port 5ebe4f8f-380c-49f3-8c7f-d72ecfd5fe19 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:30:19.317120 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-1fbd3fbe-ce45-4a1f-9fa9-0d682dbaa29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:19.341041 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port 5ebe4f8f-380c-49f3-8c7f-d72ecfd5fe19 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:30:19.341416 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:19.342938 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:19.395608 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99238a20-31dd-462c-a3ab-9480f749b95d {{(pid=93799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:30:19.439316 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-d3ee0c63-45ff-4f45-8081-3ec0abfcc72f None None] Allocated IP 2001:db8:2::2 (110ed7bb-4ba7-40ce-92dd-2880348667d8/459db2b5-3e83-4a91-b346-9ffc829bddc6/d0e34f91-3240-4962-9a37-f345b63bf69a) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:30:19.466944 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port 99238a20-31dd-462c-a3ab-9480f749b95d, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=99238a20-31dd-462c-a3ab-9480f749b95d,segment=NetworkSegment(e34bcaf6-fcda-4cb3-a9d4-ce07906221d3),segment_id=e34bcaf6-fcda-4cb3-a9d4-ce07906221d3)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:30:19.522456 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:19.757994 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Pushing event updated for resources: {'Port': ['ID=99238a20-31dd-462c-a3ab-9480f749b95d,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:30:19.786409 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] get_ports_and_sgs() called for port_ids ['99238a20-31dd-462c-a3ab-9480f749b95d'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:30:19.789026 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:19.926441 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-3d41289b-78cd-4adc-b4c1-7102e43f62a2 None None] Provisioning for port 928fc270-4194-4dec-a83a-0d474f25fb1e completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:30:19.929471 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] For port 5ebe4f8f-380c-49f3-8c7f-d72ecfd5fe19, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=5ebe4f8f-380c-49f3-8c7f-d72ecfd5fe19,segment=NetworkSegment(a002eda4-08a3-44b9-ab9f-fab74497ee15),segment_id=a002eda4-08a3-44b9-ab9f-fab74497ee15)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:30:19.948893 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:19.961249 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-3d41289b-78cd-4adc-b4c1-7102e43f62a2 None None] Provisioning complete for port 928fc270-4194-4dec-a83a-0d474f25fb1e triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:30:19.961652 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-3d41289b-78cd-4adc-b4c1-7102e43f62a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:19.967266 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d3ee0c63-45ff-4f45-8081-3ec0abfcc72f None None] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:20.038962 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-3d41289b-78cd-4adc-b4c1-7102e43f62a2 None None] Port 928fc270-4194-4dec-a83a-0d474f25fb1e cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:30:20.122312 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device f79b0e52-1e3b-4431-b1fc-decc71592490 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:30:20.137022 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b622993-d584-44a1-9a09-d1bc86ad4a67 req-5d684fc2-1dde-4bf7-a507-38f361cf84bc tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:30:20.147744 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-2b622993-d584-44a1-9a09-d1bc86ad4a67 req-5d684fc2-1dde-4bf7-a507-38f361cf84bc tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/ports?device_id=417dff32-fec8-42ce-83a2-bdc36cd6da17 HTTP/1.1" status: 200 len: 945 time: 0.0862324 Jul 27 23:30:20.169245 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-d3ee0c63-45ff-4f45-8081-3ec0abfcc72f None None] Transition to ACTIVE for port object d0e34f91-3240-4962-9a37-f345b63bf69a will not be triggered until provisioned by entity L2. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:30:20.189172 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-2b622993-d584-44a1-9a09-d1bc86ad4a67 req-95fb2721-de70-4d40-bceb-3c31e54af21d tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/security-groups?id=d6f41e72-2b87-4685-ae08-bc68afebebe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405345 Jul 27 23:30:20.269289 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-d3ee0c63-45ff-4f45-8081-3ec0abfcc72f None None] Transition to ACTIVE for port object d0e34f91-3240-4962-9a37-f345b63bf69a will not be triggered until provisioned by entity DHCP. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:30:20.276885 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Pushing event updated for resources: {'Port': ['ID=5ebe4f8f-380c-49f3-8c7f-d72ecfd5fe19,revision_number=5']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:30:20.291348 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-1fbd3fbe-ce45-4a1f-9fa9-0d682dbaa29f None None] Notify callbacks [] for port, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:20.293619 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-284b295e-49d2-4499-b53c-a44af0b3ec35 None None] Provisioning complete for port 928fc270-4194-4dec-a83a-0d474f25fb1e triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:30:20.293916 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-284b295e-49d2-4499-b53c-a44af0b3ec35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:20.303475 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d3ee0c63-45ff-4f45-8081-3ec0abfcc72f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:20.342417 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-1fbd3fbe-ce45-4a1f-9fa9-0d682dbaa29f None None] Transition to ACTIVE for port object 928fc270-4194-4dec-a83a-0d474f25fb1e will not be triggered until provisioned by entity L2. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:30:20.359328 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-d4fcff20-afc3-4394-bc5b-5373182233fb tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Allocated IP 2001:db8:2::1 (110ed7bb-4ba7-40ce-92dd-2880348667d8/459db2b5-3e83-4a91-b346-9ffc829bddc6/97a38919-6551-4acc-883b-b7d1c74bdf51) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:30:20.387092 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-1fbd3fbe-ce45-4a1f-9fa9-0d682dbaa29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:20.407744 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3ee0c63-45ff-4f45-8081-3ec0abfcc72f None None] Network 110ed7bb-4ba7-40ce-92dd-2880348667d8 is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:30:20.431415 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-d3ee0c63-45ff-4f45-8081-3ec0abfcc72f None None] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:30:20.438648 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-284b295e-49d2-4499-b53c-a44af0b3ec35 None None] Port 928fc270-4194-4dec-a83a-0d474f25fb1e cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:30:20.444833 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ee0c63-45ff-4f45-8081-3ec0abfcc72f None None] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:30:20.446954 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ee0c63-45ff-4f45-8081-3ec0abfcc72f None None] Pushing event updated for resources: {'Port': ['ID=d0e34f91-3240-4962-9a37-f345b63bf69a,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:30:20.453400 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port f79b0e52-1e3b-4431-b1fc-decc71592490 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:30:20.455084 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:20.532750 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 37646) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:30:20.547333 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d4fcff20-afc3-4394-bc5b-5373182233fb tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:20.571132 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-d4fcff20-afc3-4394-bc5b-5373182233fb tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Transition to ACTIVE for port object 97a38919-6551-4acc-883b-b7d1c74bdf51 will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:30:20.620868 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d4fcff20-afc3-4394-bc5b-5373182233fb tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:20.671445 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c969aa5b-396b-4b58-a771-0673a6d9bb5c None None] Pushing event updated for resources: {'Port': ['ID=928fc270-4194-4dec-a83a-0d474f25fb1e,revision_number=3']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:30:20.676539 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-d3ee0c63-45ff-4f45-8081-3ec0abfcc72f None None] Attempting to bind port d0e34f91-3240-4962-9a37-f345b63bf69a on host n-d-802623-1 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:30:20.676915 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-d3ee0c63-45ff-4f45-8081-3ec0abfcc72f None None] Attempting to bind port d0e34f91-3240-4962-9a37-f345b63bf69a by drivers openvswitch,hyperv on host n-d-802623-1 at level 0 using segments [{'id': '0658777d-12ba-420a-9f49-f267f426103b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '110ed7bb-4ba7-40ce-92dd-2880348667d8'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:30:20.677276 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3ee0c63-45ff-4f45-8081-3ec0abfcc72f None None] Attempting to bind port d0e34f91-3240-4962-9a37-f345b63bf69a on network 110ed7bb-4ba7-40ce-92dd-2880348667d8 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:30:20.677981 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fcff20-afc3-4394-bc5b-5373182233fb tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Pushing event updated for resources: {'Port': ['ID=97a38919-6551-4acc-883b-b7d1c74bdf51,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:30:20.696407 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4fcff20-afc3-4394-bc5b-5373182233fb tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:30:20.697013 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4fcff20-afc3-4394-bc5b-5373182233fb tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:30:20.697803 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4fcff20-afc3-4394-bc5b-5373182233fb tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:30:20.698306 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4fcff20-afc3-4394-bc5b-5373182233fb tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:30:20.698806 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4fcff20-afc3-4394-bc5b-5373182233fb tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:30:20.699534 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4fcff20-afc3-4394-bc5b-5373182233fb tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:30:20.700159 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4fcff20-afc3-4394-bc5b-5373182233fb tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:30:20.700992 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4fcff20-afc3-4394-bc5b-5373182233fb tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:30:20.701744 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4fcff20-afc3-4394-bc5b-5373182233fb tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:30:20.702236 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4fcff20-afc3-4394-bc5b-5373182233fb tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:30:20.702893 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4fcff20-afc3-4394-bc5b-5373182233fb tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:30:20.703416 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4fcff20-afc3-4394-bc5b-5373182233fb tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:30:20.708549 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4fcff20-afc3-4394-bc5b-5373182233fb tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Network 110ed7bb-4ba7-40ce-92dd-2880348667d8 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:30:20.710629 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-d4fcff20-afc3-4394-bc5b-5373182233fb tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:30:20.714345 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4fcff20-afc3-4394-bc5b-5373182233fb tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:30:20.715619 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d4fcff20-afc3-4394-bc5b-5373182233fb tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-415283'] for router_interface, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:20.716440 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3ee0c63-45ff-4f45-8081-3ec0abfcc72f None None] Checking agent: {'id': 'a9a568d2-a5e7-41e4-833f-a8ab42ea4073', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 52, 30), 'started_at': datetime.datetime(2021, 7, 27, 22, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802623-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:30:20.716828 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3ee0c63-45ff-4f45-8081-3ec0abfcc72f None None] Checking segment: {'id': '0658777d-12ba-420a-9f49-f267f426103b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '110ed7bb-4ba7-40ce-92dd-2880348667d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:30:20.717234 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d3ee0c63-45ff-4f45-8081-3ec0abfcc72f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:20.717618 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3ee0c63-45ff-4f45-8081-3ec0abfcc72f None None] Bound using segment: {'id': '0658777d-12ba-420a-9f49-f267f426103b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '110ed7bb-4ba7-40ce-92dd-2880348667d8'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:30:20.718107 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-d3ee0c63-45ff-4f45-8081-3ec0abfcc72f None None] Bound port: d0e34f91-3240-4962-9a37-f345b63bf69a, host: n-d-802623-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0658777d-12ba-420a-9f49-f267f426103b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '110ed7bb-4ba7-40ce-92dd-2880348667d8'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:30:20.718489 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d3ee0c63-45ff-4f45-8081-3ec0abfcc72f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:20.737901 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-1fbd3fbe-ce45-4a1f-9fa9-0d682dbaa29f None None] Attempting to bind port 928fc270-4194-4dec-a83a-0d474f25fb1e on host n-d-802623-1 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:30:20.738264 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-1fbd3fbe-ce45-4a1f-9fa9-0d682dbaa29f None None] Attempting to bind port 928fc270-4194-4dec-a83a-0d474f25fb1e by drivers openvswitch,hyperv on host n-d-802623-1 at level 0 using segments [{'id': 'ae528590-9259-45b5-bad1-5c02c8daf301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'cd1be5c3-c227-4cad-a96b-b46b0c1650a7'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:30:20.738627 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fbd3fbe-ce45-4a1f-9fa9-0d682dbaa29f None None] Attempting to bind port 928fc270-4194-4dec-a83a-0d474f25fb1e on network cd1be5c3-c227-4cad-a96b-b46b0c1650a7 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:30:20.751936 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-81f6f17a-6ae9-44f9-8ed3-70c5baeb1f5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:20.808491 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fbd3fbe-ce45-4a1f-9fa9-0d682dbaa29f None None] Checking agent: {'id': 'a9a568d2-a5e7-41e4-833f-a8ab42ea4073', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 52, 30), 'started_at': datetime.datetime(2021, 7, 27, 22, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802623-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:30:20.809559 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fbd3fbe-ce45-4a1f-9fa9-0d682dbaa29f None None] Checking segment: {'id': 'ae528590-9259-45b5-bad1-5c02c8daf301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'cd1be5c3-c227-4cad-a96b-b46b0c1650a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:30:20.810703 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-1fbd3fbe-ce45-4a1f-9fa9-0d682dbaa29f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:20.811330 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fbd3fbe-ce45-4a1f-9fa9-0d682dbaa29f None None] Bound using segment: {'id': 'ae528590-9259-45b5-bad1-5c02c8daf301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'cd1be5c3-c227-4cad-a96b-b46b0c1650a7'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:30:20.811995 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-1fbd3fbe-ce45-4a1f-9fa9-0d682dbaa29f None None] Bound port: 928fc270-4194-4dec-a83a-0d474f25fb1e, host: n-d-802623-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae528590-9259-45b5-bad1-5c02c8daf301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'cd1be5c3-c227-4cad-a96b-b46b0c1650a7'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:30:20.813340 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-1fbd3fbe-ce45-4a1f-9fa9-0d682dbaa29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:20.912088 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d4fcff20-afc3-4394-bc5b-5373182233fb tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:20.922799 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-81f6f17a-6ae9-44f9-8ed3-70c5baeb1f5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:20.927724 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-81f6f17a-6ae9-44f9-8ed3-70c5baeb1f5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:20.975893 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 37652) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:30:20.977037 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-81f6f17a-6ae9-44f9-8ed3-70c5baeb1f5c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a709b9669c8847d4b771c93fcefcd6fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4428174 Jul 27 23:30:20.991737 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f6f17a-6ae9-44f9-8ed3-70c5baeb1f5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17cf7082-806a-4cac-8c66-c4413b23f290,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:30:21.080596 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-d3ee0c63-45ff-4f45-8081-3ec0abfcc72f None None] For port d0e34f91-3240-4962-9a37-f345b63bf69a, host n-d-802623-1, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:30:21.109301 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-d3ee0c63-45ff-4f45-8081-3ec0abfcc72f None None] For port d0e34f91-3240-4962-9a37-f345b63bf69a, host n-d-802623-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=d0e34f91-3240-4962-9a37-f345b63bf69a,segment=NetworkSegment(0658777d-12ba-420a-9f49-f267f426103b),segment_id=0658777d-12ba-420a-9f49-f267f426103b)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:30:21.126167 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-1fbd3fbe-ce45-4a1f-9fa9-0d682dbaa29f None None] For port 928fc270-4194-4dec-a83a-0d474f25fb1e, host n-d-802623-1, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:30:21.134842 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-1fbd3fbe-ce45-4a1f-9fa9-0d682dbaa29f None None] For port 928fc270-4194-4dec-a83a-0d474f25fb1e, host n-d-802623-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=928fc270-4194-4dec-a83a-0d474f25fb1e,segment=NetworkSegment(ae528590-9259-45b5-bad1-5c02c8daf301),segment_id=ae528590-9259-45b5-bad1-5c02c8daf301)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:30:21.134842 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d3ee0c63-45ff-4f45-8081-3ec0abfcc72f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:21.135253 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-52326e3b-cb9d-410a-9dc8-7f9e7117d7fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:21.192048 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-1fbd3fbe-ce45-4a1f-9fa9-0d682dbaa29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:21.260565 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-52326e3b-cb9d-410a-9dc8-7f9e7117d7fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:21.260732 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ee0c63-45ff-4f45-8081-3ec0abfcc72f None None] Pushing event updated for resources: {'Port': ['ID=d0e34f91-3240-4962-9a37-f345b63bf69a,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:30:21.283083 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fbd3fbe-ce45-4a1f-9fa9-0d682dbaa29f None None] Routers {'d294aed2-518a-41f4-a133-d5e27eec1252'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:30:21.283083 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-1fbd3fbe-ce45-4a1f-9fa9-0d682dbaa29f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:30:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['d294aed2-518a-41f4-a133-d5e27eec1252'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:30:21.347545 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-52326e3b-cb9d-410a-9dc8-7f9e7117d7fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:21.351171 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-52326e3b-cb9d-410a-9dc8-7f9e7117d7fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:21.353147 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-52326e3b-cb9d-410a-9dc8-7f9e7117d7fe admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/17cf7082-806a-4cac-8c66-c4413b23f290 HTTP/1.1" status: 204 len: 168 time: 0.3769872 Jul 27 23:30:21.356280 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d4fcff20-afc3-4394-bc5b-5373182233fb tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:21.376533 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52326e3b-cb9d-410a-9dc8-7f9e7117d7fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17cf7082-806a-4cac-8c66-c4413b23f290,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:30:21.385619 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d4fcff20-afc3-4394-bc5b-5373182233fb tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:21.389867 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d4fcff20-afc3-4394-bc5b-5373182233fb tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3760555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-414115'] for router_interface, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:21.408300 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c969aa5b-396b-4b58-a771-0673a6d9bb5c None None] Pushing event updated for resources: {'Port': ['ID=928fc270-4194-4dec-a83a-0d474f25fb1e,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:30:21.457698 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d518694a-7ae2-4900-bd67-ee1985d1b58b req-d0eeba64-70c6-41c5-bcf3-9745fda8c8aa tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:30:21.459791 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-1fbd3fbe-ce45-4a1f-9fa9-0d682dbaa29f None None] Set router d294aed2-518a-41f4-a133-d5e27eec1252 gateway port host: None {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:30:21.470225 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d518694a-7ae2-4900-bd67-ee1985d1b58b req-d0eeba64-70c6-41c5-bcf3-9745fda8c8aa tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/ports?device_id=417dff32-fec8-42ce-83a2-bdc36cd6da17 HTTP/1.1" status: 200 len: 945 time: 0.1182337 Jul 27 23:30:21.558030 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d518694a-7ae2-4900-bd67-ee1985d1b58b req-07154580-67c2-4d17-8e49-94c44114a57e tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/security-groups?id=d6f41e72-2b87-4685-ae08-bc68afebebe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867019 Jul 27 23:30:21.585194 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fcff20-afc3-4394-bc5b-5373182233fb tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Pushing event updated for resources: {'Port': ['ID=97a38919-6551-4acc-883b-b7d1c74bdf51,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:30:21.702829 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4fcff20-afc3-4394-bc5b-5373182233fb tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Network 110ed7bb-4ba7-40ce-92dd-2880348667d8 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:30:21.704735 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-d4fcff20-afc3-4394-bc5b-5373182233fb tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:30:21.888967 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4fcff20-afc3-4394-bc5b-5373182233fb tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Router d294aed2-518a-41f4-a133-d5e27eec1252 has already been hosted by L3 agent 018c4455-49c0-4734-927d-7824067b2a9e {{(pid=93798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 23:30:21.934262 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 37664) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:30:21.954419 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a7ad84fb-8646-426e-89d0-2777a5e123f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:21.955900 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-1fbd3fbe-ce45-4a1f-9fa9-0d682dbaa29f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd294aed2-518a-41f4-a133-d5e27eec1252', 'name': 'tempest-RoutersIpV6Test-router-596612333', 'tenant_id': '527b2fd77bf24fc0a7fcb37799da635e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:30:09Z', 'updated_at': '2021-07-27T23:30:20Z', 'revision_number': 4, 'project_id': '527b2fd77bf24fc0a7fcb37799da635e', 'gw_port_host': None, '_interfaces': [{'id': '5ebe4f8f-380c-49f3-8c7f-d72ecfd5fe19', 'name': '', 'network_id': '15f9b953-b3ac-411f-b11b-ddca6f2ec68e', 'tenant_id': '527b2fd77bf24fc0a7fcb37799da635e', 'mac_address': 'fa:16:3e:05:cb:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd294aed2-518a-41f4-a133-d5e27eec1252', 'device_owner': 'network:router_interface', 'standard_attr_id': 3125, 'fixed_ips': [{'subnet_id': '235fc805-6985-4480-b5c7-8c645c5df0c3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:30:10Z', 'updated_at': '2021-07-27T23:30:19Z', 'revision_number': 5, 'project_id': '527b2fd77bf24fc0a7fcb37799da635e', 'subnets': [{'id': '235fc805-6985-4480-b5c7-8c645c5df0c3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '928fc270-4194-4dec-a83a-0d474f25fb1e', 'name': '', 'network_id': 'cd1be5c3-c227-4cad-a96b-b46b0c1650a7', 'tenant_id': '527b2fd77bf24fc0a7fcb37799da635e', 'mac_address': 'fa:16:3e:21:27:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd294aed2-518a-41f4-a133-d5e27eec1252', 'device_owner': 'network:router_interface', 'standard_attr_id': 3140, 'fixed_ips': [{'subnet_id': '82ef5f02-9456-42c3-86b0-2a00e0951ea4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:30:15Z', 'updated_at': '2021-07-27T23:30:21Z', 'revision_number': 4, 'project_id': '527b2fd77bf24fc0a7fcb37799da635e', 'subnets': [{'id': '82ef5f02-9456-42c3-86b0-2a00e0951ea4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '97a38919-6551-4acc-883b-b7d1c74bdf51', 'name': '', 'network_id': '110ed7bb-4ba7-40ce-92dd-2880348667d8', 'tenant_id': '527b2fd77bf24fc0a7fcb37799da635e', 'mac_address': 'fa:16:3e:f4:e7:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd294aed2-518a-41f4-a133-d5e27eec1252', 'device_owner': 'network:router_interface', 'standard_attr_id': 3155, 'fixed_ips': [{'subnet_id': '459db2b5-3e83-4a91-b346-9ffc829bddc6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:30:19Z', 'updated_at': '2021-07-27T23:30:20Z', 'revision_number': 1, 'project_id': '527b2fd77bf24fc0a7fcb37799da635e', 'subnets': [{'id': '459db2b5-3e83-4a91-b346-9ffc829bddc6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:30:22.001825 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fbd3fbe-ce45-4a1f-9fa9-0d682dbaa29f None None] The sync data for ids ['d294aed2-518a-41f4-a133-d5e27eec1252'] in n-d-802623-1 is: [{'id': 'd294aed2-518a-41f4-a133-d5e27eec1252', 'name': 'tempest-RoutersIpV6Test-router-596612333', 'tenant_id': '527b2fd77bf24fc0a7fcb37799da635e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:30:09Z', 'updated_at': '2021-07-27T23:30:20Z', 'revision_number': 4, 'project_id': '527b2fd77bf24fc0a7fcb37799da635e', 'gw_port_host': None, '_interfaces': [{'id': '5ebe4f8f-380c-49f3-8c7f-d72ecfd5fe19', 'name': '', 'network_id': '15f9b953-b3ac-411f-b11b-ddca6f2ec68e', 'tenant_id': '527b2fd77bf24fc0a7fcb37799da635e', 'mac_address': 'fa:16:3e:05:cb:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd294aed2-518a-41f4-a133-d5e27eec1252', 'device_owner': 'network:router_interface', 'standard_attr_id': 3125, 'fixed_ips': [{'subnet_id': '235fc805-6985-4480-b5c7-8c645c5df0c3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:30:10Z', 'updated_at': '2021-07-27T23:30:19Z', 'revision_number': 5, 'project_id': '527b2fd77bf24fc0a7fcb37799da635e', 'subnets': [{'id': '235fc805-6985-4480-b5c7-8c645c5df0c3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '928fc270-4194-4dec-a83a-0d474f25fb1e', 'name': '', 'network_id': 'cd1be5c3-c227-4cad-a96b-b46b0c1650a7', 'tenant_id': '527b2fd77bf24fc0a7fcb37799da635e', 'mac_address': 'fa:16:3e:21:27:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd294aed2-518a-41f4-a133-d5e27eec1252', 'device_owner': 'network:router_interface', 'standard_attr_id': 3140, 'fixed_ips': [{'subnet_id': '82ef5f02-9456-42c3-86b0-2a00e0951ea4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:30:15Z', 'updated_at': '2021-07-27T23:30:21Z', 'revision_number': 4, 'project_id': '527b2fd77bf24fc0a7fcb37799da635e', 'subnets': [{'id': '82ef5f02-9456-42c3-86b0-2a00e0951ea4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '97a38919-6551-4acc-883b-b7d1c74bdf51', 'name': '', 'network_id': '110ed7bb-4ba7-40ce-92dd-2880348667d8', 'tenant_id': '527b2fd77bf24fc0a7fcb37799da635e', 'mac_address': 'fa:16:3e:f4:e7:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd294aed2-518a-41f4-a133-d5e27eec1252', 'device_owner': 'network:router_interface', 'standard_attr_id': 3155, 'fixed_ips': [{'subnet_id': '459db2b5-3e83-4a91-b346-9ffc829bddc6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:30:19Z', 'updated_at': '2021-07-27T23:30:20Z', 'revision_number': 1, 'project_id': '527b2fd77bf24fc0a7fcb37799da635e', 'subnets': [{'id': '459db2b5-3e83-4a91-b346-9ffc829bddc6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:30:22.117569 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4fcff20-afc3-4394-bc5b-5373182233fb tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:30:22.126528 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-d4fcff20-afc3-4394-bc5b-5373182233fb tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] 10.222.0.18 "PUT /v2.0/routers/d294aed2-518a-41f4-a133-d5e27eec1252/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8057957 Jul 27 23:30:22.129111 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 37666) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:30:22.135374 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-8c029f7b-3cab-4f0c-a4f0-c4408e4e44c7 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-933581449'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:30:22.156553 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a7ad84fb-8646-426e-89d0-2777a5e123f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:22.161708 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a7ad84fb-8646-426e-89d0-2777a5e123f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:22.172268 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 99238a20-31dd-462c-a3ab-9480f749b95d up at agent hyperv_n-h1-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:30:22.202536 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ad84fb-8646-426e-89d0-2777a5e123f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ac9caf1-0043-43da-9c88-941d843ea9a8,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:30:22.213893 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c029f7b-3cab-4f0c-a4f0-c4408e4e44c7 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Made reservation on behalf of 527b2fd77bf24fc0a7fcb37799da635e for: {'network': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:30:22.218017 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8c029f7b-3cab-4f0c-a4f0-c4408e4e44c7 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for network, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:22.225519 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-a7ad84fb-8646-426e-89d0-2777a5e123f8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6cfbb6e847bf41c892ec3393079b1fc9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2878716 Jul 27 23:30:22.225981 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 37670) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:30:22.262702 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Provisioning for port 99238a20-31dd-462c-a3ab-9480f749b95d completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:30:22.267390 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Provisioning complete for port 99238a20-31dd-462c-a3ab-9480f749b95d triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:30:22.267840 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:22.279212 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c029f7b-3cab-4f0c-a4f0-c4408e4e44c7 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 538} {{(pid=93798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 23:30:22.309667 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d6c82141-2152-4706-b7ab-c0a76b3018ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:22.312326 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8c029f7b-3cab-4f0c-a4f0-c4408e4e44c7 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:22.312843 n-d-802623-1 neutron-server[93798]: INFO neutron.db.segments_db [None req-8c029f7b-3cab-4f0c-a4f0-c4408e4e44c7 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Added segment 24df8ef8-05f4-428e-a0da-36b5f5df8b2b of type vlan for network eeeed17f-ae7f-4873-b42c-9c9846fffa45 Jul 27 23:30:22.366125 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d6c82141-2152-4706-b7ab-c0a76b3018ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:22.377510 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device d0e34f91-3240-4962-9a37-f345b63bf69a up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:30:22.401656 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8c029f7b-3cab-4f0c-a4f0-c4408e4e44c7 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736833354590'] for network, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:22.441807 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8c029f7b-3cab-4f0c-a4f0-c4408e4e44c7 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569'] for network, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:22.451739 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c029f7b-3cab-4f0c-a4f0-c4408e4e44c7 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:30:22.452768 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8c029f7b-3cab-4f0c-a4f0-c4408e4e44c7 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks [] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:22.484791 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d6c82141-2152-4706-b7ab-c0a76b3018ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:22.487562 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d6c82141-2152-4706-b7ab-c0a76b3018ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:22.488982 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-d6c82141-2152-4706-b7ab-c0a76b3018ac admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4ac9caf1-0043-43da-9c88-941d843ea9a8 HTTP/1.1" status: 204 len: 168 time: 0.2622364 Jul 27 23:30:22.500288 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-8c029f7b-3cab-4f0c-a4f0-c4408e4e44c7 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3667789 Jul 27 23:30:22.503479 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 37674) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:30:22.504547 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c82141-2152-4706-b7ab-c0a76b3018ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ac9caf1-0043-43da-9c88-941d843ea9a8,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:30:22.520631 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-8c7154e5-7c6b-480b-bda1-57983817d47f tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Request body: {'subnet': {'network_id': 'eeeed17f-ae7f-4873-b42c-9c9846fffa45', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:30:22.594073 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning for port d0e34f91-3240-4962-9a37-f345b63bf69a completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:30:22.609032 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 5ebe4f8f-380c-49f3-8c7f-d72ecfd5fe19 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:30:22.611632 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:22.617698 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c029f7b-3cab-4f0c-a4f0-c4408e4e44c7 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Pushing event updated for resources: {'Network': ['ID=eeeed17f-ae7f-4873-b42c-9c9846fffa45,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:30:22.660858 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Network eeeed17f-ae7f-4873-b42c-9c9846fffa45 details requested by agent ovs-agent-n-d-802623-1 with host n-d-802623-1 {{(pid=93799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 23:30:22.749435 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c7154e5-7c6b-480b-bda1-57983817d47f tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Made reservation on behalf of 527b2fd77bf24fc0a7fcb37799da635e for: {'subnet': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:30:22.753718 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8c7154e5-7c6b-480b-bda1-57983817d47f tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11551435'] for subnet, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:22.798298 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port 99238a20-31dd-462c-a3ab-9480f749b95d, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=99238a20-31dd-462c-a3ab-9480f749b95d,segment=NetworkSegment(e34bcaf6-fcda-4cb3-a9d4-ce07906221d3),segment_id=e34bcaf6-fcda-4cb3-a9d4-ce07906221d3)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:30:22.807328 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '417dff32-fec8-42ce-83a2-bdc36cd6da17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99238a20-31dd-462c-a3ab-9480f749b95d'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:30:22.813222 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c0369b0d4f459110ff20a1f9878ba33f96d6491bddb9d15843bf29d01e0bda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc1e510e-9802-45ac-bcb4-ba666adce2f6" -d '{"events": [{"server_uuid": "417dff32-fec8-42ce-83a2-bdc36cd6da17", "name": "network-vif-plugged", "status": "completed", "tag": "99238a20-31dd-462c-a3ab-9480f749b95d"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:30:22.837760 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:22.950373 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:30:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de884514-6f59-446d-9f7a-60ae56dc9bba x-openstack-request-id: req-de884514-6f59-446d-9f7a-60ae56dc9bba {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:30:22.961256 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "417dff32-fec8-42ce-83a2-bdc36cd6da17", "name": "network-vif-plugged", "status": "completed", "tag": "99238a20-31dd-462c-a3ab-9480f749b95d", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:30:22.963001 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-de884514-6f59-446d-9f7a-60ae56dc9bba {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:30:22.963578 n-d-802623-1 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '417dff32-fec8-42ce-83a2-bdc36cd6da17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99238a20-31dd-462c-a3ab-9480f749b95d', 'code': 200} Jul 27 23:30:23.041436 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port 5ebe4f8f-380c-49f3-8c7f-d72ecfd5fe19 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:30:23.041436 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:23.116369 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f19d23a-0030-48ba-980f-753f881ec4be None None] Network 110ed7bb-4ba7-40ce-92dd-2880348667d8 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:30:23.116743 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf7eb70-ea9a-4beb-b8fd-cd837e91fa30 req-5f841b5c-f8e7-48db-8946-07b04c2ada15 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:30:23.119416 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-3bf7eb70-ea9a-4beb-b8fd-cd837e91fa30 req-5f841b5c-f8e7-48db-8946-07b04c2ada15 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/ports?device_id=417dff32-fec8-42ce-83a2-bdc36cd6da17 HTTP/1.1" status: 200 len: 945 time: 0.4201260 Jul 27 23:30:23.149292 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Pushing event updated for resources: {'Port': ['ID=99238a20-31dd-462c-a3ab-9480f749b95d,revision_number=5']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:30:23.214135 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852dd855-7619-4153-97a0-34dde9d67ff0 req-1e7b2ef8-e3df-4f7b-a938-c5b181f8de7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:30:23.215951 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-852dd855-7619-4153-97a0-34dde9d67ff0 req-1e7b2ef8-e3df-4f7b-a938-c5b181f8de7f service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=417dff32-fec8-42ce-83a2-bdc36cd6da17 HTTP/1.1" status: 200 len: 1097 time: 0.1429348 Jul 27 23:30:23.251245 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e01098cc-f43e-4cc1-930e-aabd9d094385 None None] Provisioning for port d0e34f91-3240-4962-9a37-f345b63bf69a completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:30:23.262403 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-3bf7eb70-ea9a-4beb-b8fd-cd837e91fa30 req-2daf61c8-1a72-4cb2-a211-b1b912a026d1 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/security-groups?id=d6f41e72-2b87-4685-ae08-bc68afebebe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360042 Jul 27 23:30:23.293111 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8c7154e5-7c6b-480b-bda1-57983817d47f tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11336182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11551417'] for subnet, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:23.311126 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e01098cc-f43e-4cc1-930e-aabd9d094385 None None] Provisioning complete for port d0e34f91-3240-4962-9a37-f345b63bf69a triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:30:23.318054 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e01098cc-f43e-4cc1-930e-aabd9d094385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:23.327562 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.agents_db [None req-9beef776-8bab-4de2-989a-f5a23ba4aaf4 None None] Agent healthcheck: found 7 active agents {{(pid=93800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 23:30:23.341263 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-852dd855-7619-4153-97a0-34dde9d67ff0 req-bd6fb78f-2687-45e2-9da8-69b453f64ec0 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=d6f41e72-2b87-4685-ae08-bc68afebebe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087587 Jul 27 23:30:23.379964 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7154e5-7c6b-480b-bda1-57983817d47f tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Pushing event updated for resources: {'Subnet': ['ID=45b7113a-fdbe-4e14-8cf2-2e240c48037a,revision_number=0']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:30:23.402354 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c7154e5-7c6b-480b-bda1-57983817d47f tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Checking segment: {'id': '24df8ef8-05f4-428e-a0da-36b5f5df8b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'eeeed17f-ae7f-4873-b42c-9c9846fffa45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:30:23.403796 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c7154e5-7c6b-480b-bda1-57983817d47f tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Network hostable DHCP agents. Network: eeeed17f-ae7f-4873-b42c-9c9846fffa45, hostable agents: ['5950e76f-2bde-4343-a925-cbe6bacd2706'], hosted agents: [] {{(pid=93797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 23:30:23.456997 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c7154e5-7c6b-480b-bda1-57983817d47f tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Network eeeed17f-ae7f-4873-b42c-9c9846fffa45 is scheduled to be hosted by DHCP agent 5950e76f-2bde-4343-a925-cbe6bacd2706 with binding_index 1 {{(pid=93797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 23:30:23.475496 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-8c7154e5-7c6b-480b-bda1-57983817d47f tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802623-1, eeeed17f-ae7f-4873-b42c-9c9846fffa45) {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:30:23.481713 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c7154e5-7c6b-480b-bda1-57983817d47f tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:30:23.483574 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8c7154e5-7c6b-480b-bda1-57983817d47f tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks [] for subnet, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:23.513555 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-8c7154e5-7c6b-480b-bda1-57983817d47f tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0007744 Jul 27 23:30:23.514238 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 37696) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:30:23.557280 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e01098cc-f43e-4cc1-930e-aabd9d094385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:23.563103 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dadeaa26-bb16-4069-8816-50345e2f48f1 None None] Network eeeed17f-ae7f-4873-b42c-9c9846fffa45 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:30:23.713688 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-e01098cc-f43e-4cc1-930e-aabd9d094385 None None] For port d0e34f91-3240-4962-9a37-f345b63bf69a, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=d0e34f91-3240-4962-9a37-f345b63bf69a,segment=NetworkSegment(0658777d-12ba-420a-9f49-f267f426103b),segment_id=0658777d-12ba-420a-9f49-f267f426103b)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:30:23.736946 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e01098cc-f43e-4cc1-930e-aabd9d094385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:23.883018 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01098cc-f43e-4cc1-930e-aabd9d094385 None None] Pushing event updated for resources: {'Port': ['ID=d0e34f91-3240-4962-9a37-f345b63bf69a,revision_number=3']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:30:23.949418 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28d59b32-af80-4eb8-be5e-ecbcc5eec525 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f6f257c-ad18-5f0c-8c8e-ea085a5fc8a2-eeeed17f-ae7f-4873-b42c-9c9846fffa45', 'network_id': 'eeeed17f-ae7f-4873-b42c-9c9846fffa45', 'tenant_id': '527b2fd77bf24fc0a7fcb37799da635e', 'fixed_ips': [{'subnet_id': '45b7113a-fdbe-4e14-8cf2-2e240c48037a'}]}} from n-d-802623-1. {{(pid=93799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 23:30:23.950313 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-28d59b32-af80-4eb8-be5e-ecbcc5eec525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:23.987190 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-327c856f-4a5e-4e0f-a100-013c62148db3 None None] Sync routers for ids ['d294aed2-518a-41f4-a133-d5e27eec1252'] in n-d-802623-1 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:30:24.002269 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-327c856f-4a5e-4e0f-a100-013c62148db3 None None] Routers {'d294aed2-518a-41f4-a133-d5e27eec1252'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:30:24.005414 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-327c856f-4a5e-4e0f-a100-013c62148db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:30:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['d294aed2-518a-41f4-a133-d5e27eec1252'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:30:24.235488 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-6fb4ef7e-c1e7-461a-889f-98b601bec092 None None] Provisioning complete for port d0e34f91-3240-4962-9a37-f345b63bf69a triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:30:24.237613 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-6fb4ef7e-c1e7-461a-889f-98b601bec092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:24.297122 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-327c856f-4a5e-4e0f-a100-013c62148db3 None None] Set router d294aed2-518a-41f4-a133-d5e27eec1252 gateway port host: None {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:30:24.388901 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-28d59b32-af80-4eb8-be5e-ecbcc5eec525 None None] Allocated IP 2001:db8:3::2 (eeeed17f-ae7f-4873-b42c-9c9846fffa45/45b7113a-fdbe-4e14-8cf2-2e240c48037a/405442f3-e898-4903-a26b-231f18a3f284) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:30:24.440731 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-703e2e26-9cd8-4f81-a2b9-68883d1471e7 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:24.537549 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e087607c-a913-4ecf-9425-16b78d2f2f5e req-5fae4196-6922-49c3-b810-e5ad213b8348 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:30:24.539776 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-e087607c-a913-4ecf-9425-16b78d2f2f5e req-5fae4196-6922-49c3-b810-e5ad213b8348 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/ports?device_id=417dff32-fec8-42ce-83a2-bdc36cd6da17 HTTP/1.1" status: 200 len: 946 time: 0.1038470 Jul 27 23:30:24.546751 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device d0e34f91-3240-4962-9a37-f345b63bf69a up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:30:24.648406 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-e087607c-a913-4ecf-9425-16b78d2f2f5e req-b75ac32a-7372-4cb4-a27b-7f9fa45efc7f tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/security-groups?id=d6f41e72-2b87-4685-ae08-bc68afebebe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968194 Jul 27 23:30:24.736181 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-28d59b32-af80-4eb8-be5e-ecbcc5eec525 None None] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:24.757317 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-28d59b32-af80-4eb8-be5e-ecbcc5eec525 None None] Transition to ACTIVE for port object 405442f3-e898-4903-a26b-231f18a3f284 will not be triggered until provisioned by entity L2. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:30:24.792246 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port d0e34f91-3240-4962-9a37-f345b63bf69a triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:30:24.795349 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:24.808013 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-327c856f-4a5e-4e0f-a100-013c62148db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd294aed2-518a-41f4-a133-d5e27eec1252', 'name': 'tempest-RoutersIpV6Test-router-596612333', 'tenant_id': '527b2fd77bf24fc0a7fcb37799da635e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:30:09Z', 'updated_at': '2021-07-27T23:30:20Z', 'revision_number': 4, 'project_id': '527b2fd77bf24fc0a7fcb37799da635e', 'gw_port_host': None, '_interfaces': [{'id': '5ebe4f8f-380c-49f3-8c7f-d72ecfd5fe19', 'name': '', 'network_id': '15f9b953-b3ac-411f-b11b-ddca6f2ec68e', 'tenant_id': '527b2fd77bf24fc0a7fcb37799da635e', 'mac_address': 'fa:16:3e:05:cb:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd294aed2-518a-41f4-a133-d5e27eec1252', 'device_owner': 'network:router_interface', 'standard_attr_id': 3125, 'fixed_ips': [{'subnet_id': '235fc805-6985-4480-b5c7-8c645c5df0c3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:30:10Z', 'updated_at': '2021-07-27T23:30:19Z', 'revision_number': 5, 'project_id': '527b2fd77bf24fc0a7fcb37799da635e', 'subnets': [{'id': '235fc805-6985-4480-b5c7-8c645c5df0c3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '928fc270-4194-4dec-a83a-0d474f25fb1e', 'name': '', 'network_id': 'cd1be5c3-c227-4cad-a96b-b46b0c1650a7', 'tenant_id': '527b2fd77bf24fc0a7fcb37799da635e', 'mac_address': 'fa:16:3e:21:27:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd294aed2-518a-41f4-a133-d5e27eec1252', 'device_owner': 'network:router_interface', 'standard_attr_id': 3140, 'fixed_ips': [{'subnet_id': '82ef5f02-9456-42c3-86b0-2a00e0951ea4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:30:15Z', 'updated_at': '2021-07-27T23:30:21Z', 'revision_number': 4, 'project_id': '527b2fd77bf24fc0a7fcb37799da635e', 'subnets': [{'id': '82ef5f02-9456-42c3-86b0-2a00e0951ea4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '97a38919-6551-4acc-883b-b7d1c74bdf51', 'name': '', 'network_id': '110ed7bb-4ba7-40ce-92dd-2880348667d8', 'tenant_id': '527b2fd77bf24fc0a7fcb37799da635e', 'mac_address': 'fa:16:3e:f4:e7:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd294aed2-518a-41f4-a133-d5e27eec1252', 'device_owner': 'network:router_interface', 'standard_attr_id': 3155, 'fixed_ips': [{'subnet_id': '459db2b5-3e83-4a91-b346-9ffc829bddc6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:30:19Z', 'updated_at': '2021-07-27T23:30:21Z', 'revision_number': 2, 'project_id': '527b2fd77bf24fc0a7fcb37799da635e', 'subnets': [{'id': '459db2b5-3e83-4a91-b346-9ffc829bddc6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:30:24.844390 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-28d59b32-af80-4eb8-be5e-ecbcc5eec525 None None] Transition to ACTIVE for port object 405442f3-e898-4903-a26b-231f18a3f284 will not be triggered until provisioned by entity DHCP. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:30:24.854652 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-327c856f-4a5e-4e0f-a100-013c62148db3 None None] Checking router: d294aed2-518a-41f4-a133-d5e27eec1252 for host: n-d-802623-1 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 23:30:24.855076 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-327c856f-4a5e-4e0f-a100-013c62148db3 None None] Updating router d294aed2-518a-41f4-a133-d5e27eec1252 port 97a38919-6551-4acc-883b-b7d1c74bdf51 binding host n-d-802623-1 {{(pid=93800) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 23:30:24.873667 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-28d59b32-af80-4eb8-be5e-ecbcc5eec525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:24.878772 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-6fb4ef7e-c1e7-461a-889f-98b601bec092 None None] Provisioning for port 97a38919-6551-4acc-883b-b7d1c74bdf51 completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:30:24.897996 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-327c856f-4a5e-4e0f-a100-013c62148db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:24.912769 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-6fb4ef7e-c1e7-461a-889f-98b601bec092 None None] Provisioning complete for port 97a38919-6551-4acc-883b-b7d1c74bdf51 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:30:24.913447 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-6fb4ef7e-c1e7-461a-889f-98b601bec092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:24.967707 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28d59b32-af80-4eb8-be5e-ecbcc5eec525 None None] Network eeeed17f-ae7f-4873-b42c-9c9846fffa45 is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:30:24.980368 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-28d59b32-af80-4eb8-be5e-ecbcc5eec525 None None] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:30:24.994028 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d59b32-af80-4eb8-be5e-ecbcc5eec525 None None] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:30:24.998929 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d59b32-af80-4eb8-be5e-ecbcc5eec525 None None] Pushing event updated for resources: {'Port': ['ID=405442f3-e898-4903-a26b-231f18a3f284,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:30:25.005521 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-6fb4ef7e-c1e7-461a-889f-98b601bec092 None None] Port 97a38919-6551-4acc-883b-b7d1c74bdf51 cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:30:25.038068 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c990722-4d2f-4597-891a-858960380006 req-81a83ad9-41c5-46f9-b99f-99ebdc66916e tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:30:25.040221 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-2c990722-4d2f-4597-891a-858960380006 req-81a83ad9-41c5-46f9-b99f-99ebdc66916e tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/ports?device_id=417dff32-fec8-42ce-83a2-bdc36cd6da17 HTTP/1.1" status: 200 len: 946 time: 0.2155716 Jul 27 23:30:25.114991 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 928fc270-4194-4dec-a83a-0d474f25fb1e up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:30:25.144833 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-2c990722-4d2f-4597-891a-858960380006 req-e6eb9c39-208e-404c-afd5-e65039e5b092 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/security-groups?id=d6f41e72-2b87-4685-ae08-bc68afebebe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936489 Jul 27 23:30:25.194074 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-28d59b32-af80-4eb8-be5e-ecbcc5eec525 None None] Attempting to bind port 405442f3-e898-4903-a26b-231f18a3f284 on host n-d-802623-1 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:30:25.194454 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-28d59b32-af80-4eb8-be5e-ecbcc5eec525 None None] Attempting to bind port 405442f3-e898-4903-a26b-231f18a3f284 by drivers openvswitch,hyperv on host n-d-802623-1 at level 0 using segments [{'id': '24df8ef8-05f4-428e-a0da-36b5f5df8b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'eeeed17f-ae7f-4873-b42c-9c9846fffa45'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:30:25.194821 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d59b32-af80-4eb8-be5e-ecbcc5eec525 None None] Attempting to bind port 405442f3-e898-4903-a26b-231f18a3f284 on network eeeed17f-ae7f-4873-b42c-9c9846fffa45 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:30:25.196093 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-703e2e26-9cd8-4f81-a2b9-68883d1471e7 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Allocated IP 2001:db8:3::1 (eeeed17f-ae7f-4873-b42c-9c9846fffa45/45b7113a-fdbe-4e14-8cf2-2e240c48037a/098f01e3-87a9-486d-9b5e-b80c88161fd2) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:30:25.209702 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d59b32-af80-4eb8-be5e-ecbcc5eec525 None None] Checking agent: {'id': 'a9a568d2-a5e7-41e4-833f-a8ab42ea4073', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 52, 30), 'started_at': datetime.datetime(2021, 7, 27, 22, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802623-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:30:25.210158 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d59b32-af80-4eb8-be5e-ecbcc5eec525 None None] Checking segment: {'id': '24df8ef8-05f4-428e-a0da-36b5f5df8b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'eeeed17f-ae7f-4873-b42c-9c9846fffa45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:30:25.210576 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-28d59b32-af80-4eb8-be5e-ecbcc5eec525 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:25.211130 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d59b32-af80-4eb8-be5e-ecbcc5eec525 None None] Bound using segment: {'id': '24df8ef8-05f4-428e-a0da-36b5f5df8b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'eeeed17f-ae7f-4873-b42c-9c9846fffa45'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:30:25.211651 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-28d59b32-af80-4eb8-be5e-ecbcc5eec525 None None] Bound port: 405442f3-e898-4903-a26b-231f18a3f284, host: n-d-802623-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24df8ef8-05f4-428e-a0da-36b5f5df8b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'eeeed17f-ae7f-4873-b42c-9c9846fffa45'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:30:25.212153 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-28d59b32-af80-4eb8-be5e-ecbcc5eec525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:25.238177 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-0db224bd-4570-4362-a6d7-748c5474e2f9 None None] Provisioning complete for port 97a38919-6551-4acc-883b-b7d1c74bdf51 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:30:25.241719 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-0db224bd-4570-4362-a6d7-748c5474e2f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:25.301990 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-28d59b32-af80-4eb8-be5e-ecbcc5eec525 None None] For port 405442f3-e898-4903-a26b-231f18a3f284, host n-d-802623-1, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:30:25.305470 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-28d59b32-af80-4eb8-be5e-ecbcc5eec525 None None] For port 405442f3-e898-4903-a26b-231f18a3f284, host n-d-802623-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=405442f3-e898-4903-a26b-231f18a3f284,segment=NetworkSegment(24df8ef8-05f4-428e-a0da-36b5f5df8b2b),segment_id=24df8ef8-05f4-428e-a0da-36b5f5df8b2b)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:30:25.306637 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning for port 928fc270-4194-4dec-a83a-0d474f25fb1e completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:30:25.331095 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-28d59b32-af80-4eb8-be5e-ecbcc5eec525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:25.347313 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-327c856f-4a5e-4e0f-a100-013c62148db3 None None] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:25.372462 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-327c856f-4a5e-4e0f-a100-013c62148db3 None None] Transition to ACTIVE for port object 97a38919-6551-4acc-883b-b7d1c74bdf51 will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:30:25.393869 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-327c856f-4a5e-4e0f-a100-013c62148db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:25.426240 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d59b32-af80-4eb8-be5e-ecbcc5eec525 None None] Pushing event updated for resources: {'Port': ['ID=405442f3-e898-4903-a26b-231f18a3f284,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:30:25.440363 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port 928fc270-4194-4dec-a83a-0d474f25fb1e triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:30:25.441283 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:25.447815 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-703e2e26-9cd8-4f81-a2b9-68883d1471e7 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:25.469208 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-703e2e26-9cd8-4f81-a2b9-68883d1471e7 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Transition to ACTIVE for port object 098f01e3-87a9-486d-9b5e-b80c88161fd2 will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:30:25.542295 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-703e2e26-9cd8-4f81-a2b9-68883d1471e7 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:25.553630 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-0db224bd-4570-4362-a6d7-748c5474e2f9 None None] Port 97a38919-6551-4acc-883b-b7d1c74bdf51 cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:30:25.639561 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-703e2e26-9cd8-4f81-a2b9-68883d1471e7 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Network eeeed17f-ae7f-4873-b42c-9c9846fffa45 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:30:25.653180 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:25.685094 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1410129e-06a0-4678-9db7-3d7beee71540 None None] Pushing event updated for resources: {'Port': ['ID=97a38919-6551-4acc-883b-b7d1c74bdf51,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:30:25.685916 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-703e2e26-9cd8-4f81-a2b9-68883d1471e7 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:30:25.699158 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-703e2e26-9cd8-4f81-a2b9-68883d1471e7 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:30:25.700153 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-703e2e26-9cd8-4f81-a2b9-68883d1471e7 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-415283'] for router_interface, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:25.713558 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-327c856f-4a5e-4e0f-a100-013c62148db3 None None] Attempting to bind port 97a38919-6551-4acc-883b-b7d1c74bdf51 on host n-d-802623-1 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:30:25.713998 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-327c856f-4a5e-4e0f-a100-013c62148db3 None None] Attempting to bind port 97a38919-6551-4acc-883b-b7d1c74bdf51 by drivers openvswitch,hyperv on host n-d-802623-1 at level 0 using segments [{'id': '0658777d-12ba-420a-9f49-f267f426103b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '110ed7bb-4ba7-40ce-92dd-2880348667d8'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:30:25.714284 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-327c856f-4a5e-4e0f-a100-013c62148db3 None None] Attempting to bind port 97a38919-6551-4acc-883b-b7d1c74bdf51 on network 110ed7bb-4ba7-40ce-92dd-2880348667d8 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:30:25.723081 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-327c856f-4a5e-4e0f-a100-013c62148db3 None None] Checking agent: {'id': 'a9a568d2-a5e7-41e4-833f-a8ab42ea4073', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 52, 30), 'started_at': datetime.datetime(2021, 7, 27, 22, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802623-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:30:25.723526 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-327c856f-4a5e-4e0f-a100-013c62148db3 None None] Checking segment: {'id': '0658777d-12ba-420a-9f49-f267f426103b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '110ed7bb-4ba7-40ce-92dd-2880348667d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:30:25.723934 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-327c856f-4a5e-4e0f-a100-013c62148db3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:25.724333 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-327c856f-4a5e-4e0f-a100-013c62148db3 None None] Bound using segment: {'id': '0658777d-12ba-420a-9f49-f267f426103b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '110ed7bb-4ba7-40ce-92dd-2880348667d8'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:30:25.724813 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-327c856f-4a5e-4e0f-a100-013c62148db3 None None] Bound port: 97a38919-6551-4acc-883b-b7d1c74bdf51, host: n-d-802623-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0658777d-12ba-420a-9f49-f267f426103b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '110ed7bb-4ba7-40ce-92dd-2880348667d8'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:30:25.725202 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-327c856f-4a5e-4e0f-a100-013c62148db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:25.730653 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] For port 928fc270-4194-4dec-a83a-0d474f25fb1e, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=928fc270-4194-4dec-a83a-0d474f25fb1e,segment=NetworkSegment(ae528590-9259-45b5-bad1-5c02c8daf301),segment_id=ae528590-9259-45b5-bad1-5c02c8daf301)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:30:25.741864 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:25.834288 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Pushing event updated for resources: {'Port': ['ID=928fc270-4194-4dec-a83a-0d474f25fb1e,revision_number=5']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:30:25.858342 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-327c856f-4a5e-4e0f-a100-013c62148db3 None None] For port 97a38919-6551-4acc-883b-b7d1c74bdf51, host n-d-802623-1, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:30:25.866460 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-327c856f-4a5e-4e0f-a100-013c62148db3 None None] For port 97a38919-6551-4acc-883b-b7d1c74bdf51, host n-d-802623-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=97a38919-6551-4acc-883b-b7d1c74bdf51,segment=NetworkSegment(0658777d-12ba-420a-9f49-f267f426103b),segment_id=0658777d-12ba-420a-9f49-f267f426103b)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:30:25.883759 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-327c856f-4a5e-4e0f-a100-013c62148db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:25.905226 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703e2e26-9cd8-4f81-a2b9-68883d1471e7 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Pushing event updated for resources: {'Port': ['ID=098f01e3-87a9-486d-9b5e-b80c88161fd2,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:30:25.969053 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-327c856f-4a5e-4e0f-a100-013c62148db3 None None] Routers {'d294aed2-518a-41f4-a133-d5e27eec1252'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:30:25.974137 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-327c856f-4a5e-4e0f-a100-013c62148db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:30:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['d294aed2-518a-41f4-a133-d5e27eec1252'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:30:26.168132 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-327c856f-4a5e-4e0f-a100-013c62148db3 None None] Set router d294aed2-518a-41f4-a133-d5e27eec1252 gateway port host: None {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:30:26.179857 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-703e2e26-9cd8-4f81-a2b9-68883d1471e7 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:26.378253 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 405442f3-e898-4903-a26b-231f18a3f284 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:30:26.564698 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning for port 405442f3-e898-4903-a26b-231f18a3f284 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:30:26.572444 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 928fc270-4194-4dec-a83a-0d474f25fb1e up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:30:26.587304 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1410129e-06a0-4678-9db7-3d7beee71540 None None] Pushing event updated for resources: {'Port': ['ID=97a38919-6551-4acc-883b-b7d1c74bdf51,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:30:26.827181 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-327c856f-4a5e-4e0f-a100-013c62148db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd294aed2-518a-41f4-a133-d5e27eec1252', 'name': 'tempest-RoutersIpV6Test-router-596612333', 'tenant_id': '527b2fd77bf24fc0a7fcb37799da635e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:30:09Z', 'updated_at': '2021-07-27T23:30:20Z', 'revision_number': 4, 'project_id': '527b2fd77bf24fc0a7fcb37799da635e', 'gw_port_host': None, '_interfaces': [{'id': '5ebe4f8f-380c-49f3-8c7f-d72ecfd5fe19', 'name': '', 'network_id': '15f9b953-b3ac-411f-b11b-ddca6f2ec68e', 'tenant_id': '527b2fd77bf24fc0a7fcb37799da635e', 'mac_address': 'fa:16:3e:05:cb:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd294aed2-518a-41f4-a133-d5e27eec1252', 'device_owner': 'network:router_interface', 'standard_attr_id': 3125, 'fixed_ips': [{'subnet_id': '235fc805-6985-4480-b5c7-8c645c5df0c3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:30:10Z', 'updated_at': '2021-07-27T23:30:19Z', 'revision_number': 5, 'project_id': '527b2fd77bf24fc0a7fcb37799da635e', 'subnets': [{'id': '235fc805-6985-4480-b5c7-8c645c5df0c3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '928fc270-4194-4dec-a83a-0d474f25fb1e', 'name': '', 'network_id': 'cd1be5c3-c227-4cad-a96b-b46b0c1650a7', 'tenant_id': '527b2fd77bf24fc0a7fcb37799da635e', 'mac_address': 'fa:16:3e:21:27:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd294aed2-518a-41f4-a133-d5e27eec1252', 'device_owner': 'network:router_interface', 'standard_attr_id': 3140, 'fixed_ips': [{'subnet_id': '82ef5f02-9456-42c3-86b0-2a00e0951ea4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:30:15Z', 'updated_at': '2021-07-27T23:30:25Z', 'revision_number': 5, 'project_id': '527b2fd77bf24fc0a7fcb37799da635e', 'subnets': [{'id': '82ef5f02-9456-42c3-86b0-2a00e0951ea4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '97a38919-6551-4acc-883b-b7d1c74bdf51', 'name': '', 'network_id': '110ed7bb-4ba7-40ce-92dd-2880348667d8', 'tenant_id': '527b2fd77bf24fc0a7fcb37799da635e', 'mac_address': 'fa:16:3e:f4:e7:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd294aed2-518a-41f4-a133-d5e27eec1252', 'device_owner': 'network:router_interface', 'standard_attr_id': 3155, 'fixed_ips': [{'subnet_id': '459db2b5-3e83-4a91-b346-9ffc829bddc6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:30:19Z', 'updated_at': '2021-07-27T23:30:25Z', 'revision_number': 4, 'project_id': '527b2fd77bf24fc0a7fcb37799da635e', 'subnets': [{'id': '459db2b5-3e83-4a91-b346-9ffc829bddc6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:30:26.895075 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-327c856f-4a5e-4e0f-a100-013c62148db3 None None] The sync data for ids ['d294aed2-518a-41f4-a133-d5e27eec1252'] in n-d-802623-1 is: [{'id': 'd294aed2-518a-41f4-a133-d5e27eec1252', 'name': 'tempest-RoutersIpV6Test-router-596612333', 'tenant_id': '527b2fd77bf24fc0a7fcb37799da635e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:30:09Z', 'updated_at': '2021-07-27T23:30:20Z', 'revision_number': 4, 'project_id': '527b2fd77bf24fc0a7fcb37799da635e', 'gw_port_host': None, '_interfaces': [{'id': '5ebe4f8f-380c-49f3-8c7f-d72ecfd5fe19', 'name': '', 'network_id': '15f9b953-b3ac-411f-b11b-ddca6f2ec68e', 'tenant_id': '527b2fd77bf24fc0a7fcb37799da635e', 'mac_address': 'fa:16:3e:05:cb:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd294aed2-518a-41f4-a133-d5e27eec1252', 'device_owner': 'network:router_interface', 'standard_attr_id': 3125, 'fixed_ips': [{'subnet_id': '235fc805-6985-4480-b5c7-8c645c5df0c3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:30:10Z', 'updated_at': '2021-07-27T23:30:19Z', 'revision_number': 5, 'project_id': '527b2fd77bf24fc0a7fcb37799da635e', 'subnets': [{'id': '235fc805-6985-4480-b5c7-8c645c5df0c3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '928fc270-4194-4dec-a83a-0d474f25fb1e', 'name': '', 'network_id': 'cd1be5c3-c227-4cad-a96b-b46b0c1650a7', 'tenant_id': '527b2fd77bf24fc0a7fcb37799da635e', 'mac_address': 'fa:16:3e:21:27:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd294aed2-518a-41f4-a133-d5e27eec1252', 'device_owner': 'network:router_interface', 'standard_attr_id': 3140, 'fixed_ips': [{'subnet_id': '82ef5f02-9456-42c3-86b0-2a00e0951ea4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:30:15Z', 'updated_at': '2021-07-27T23:30:25Z', 'revision_number': 5, 'project_id': '527b2fd77bf24fc0a7fcb37799da635e', 'subnets': [{'id': '82ef5f02-9456-42c3-86b0-2a00e0951ea4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '97a38919-6551-4acc-883b-b7d1c74bdf51', 'name': '', 'network_id': '110ed7bb-4ba7-40ce-92dd-2880348667d8', 'tenant_id': '527b2fd77bf24fc0a7fcb37799da635e', 'mac_address': 'fa:16:3e:f4:e7:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd294aed2-518a-41f4-a133-d5e27eec1252', 'device_owner': 'network:router_interface', 'standard_attr_id': 3155, 'fixed_ips': [{'subnet_id': '459db2b5-3e83-4a91-b346-9ffc829bddc6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:30:19Z', 'updated_at': '2021-07-27T23:30:25Z', 'revision_number': 4, 'project_id': '527b2fd77bf24fc0a7fcb37799da635e', 'subnets': [{'id': '459db2b5-3e83-4a91-b346-9ffc829bddc6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:30:27.009626 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-9a3f91a8-d1f1-45e6-b0c8-c5df504d9d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:27.056637 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port 928fc270-4194-4dec-a83a-0d474f25fb1e triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:30:27.057146 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:27.394469 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-703e2e26-9cd8-4f81-a2b9-68883d1471e7 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:27.401130 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-703e2e26-9cd8-4f81-a2b9-68883d1471e7 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:27.401973 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-703e2e26-9cd8-4f81-a2b9-68883d1471e7 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3760555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-414115'] for router_interface, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:27.472096 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-2e4f755e-b654-4466-a0c8-ea22d137a344 req-d3bb6b70-dad7-4873-803a-dfef6ff1c7c8 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=ad67c1f5-7283-4637-999c-94737161fd62&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1109333 Jul 27 23:30:27.490419 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703e2e26-9cd8-4f81-a2b9-68883d1471e7 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Pushing event updated for resources: {'Port': ['ID=098f01e3-87a9-486d-9b5e-b80c88161fd2,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:30:27.495353 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbd184de-87cf-4893-9ceb-d80c85a2f792 None None] Network eeeed17f-ae7f-4873-b42c-9c9846fffa45 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:30:27.603224 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4f755e-b654-4466-a0c8-ea22d137a344 req-0ee8de0f-673a-4bc0-be36-196892c8d195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:30:27.617068 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-2e4f755e-b654-4466-a0c8-ea22d137a344 req-0ee8de0f-673a-4bc0-be36-196892c8d195 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=93d6af8ff48b44f2bdb667a30d291295&device_id=ad67c1f5-7283-4637-999c-94737161fd62 HTTP/1.1" status: 200 len: 1097 time: 0.0868742 Jul 27 23:30:27.751727 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-703e2e26-9cd8-4f81-a2b9-68883d1471e7 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Network eeeed17f-ae7f-4873-b42c-9c9846fffa45 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:30:27.756829 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-703e2e26-9cd8-4f81-a2b9-68883d1471e7 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:30:27.789441 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-84aca14a-eb73-44a7-97fb-94e43f3e0cd9 None None] Provisioning for port 405442f3-e898-4903-a26b-231f18a3f284 completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:30:27.818567 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-84aca14a-eb73-44a7-97fb-94e43f3e0cd9 None None] Provisioning complete for port 405442f3-e898-4903-a26b-231f18a3f284 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:30:27.818777 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-84aca14a-eb73-44a7-97fb-94e43f3e0cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:28.066628 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4f755e-b654-4466-a0c8-ea22d137a344 req-a8305264-e8ad-4ee9-acdd-dfb3a1a229e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:30:28.068672 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-2e4f755e-b654-4466-a0c8-ea22d137a344 req-a8305264-e8ad-4ee9-acdd-dfb3a1a229e5 service neutron] 10.222.0.38 "GET /v2.0/networks?id=d772070e-dad0-48ff-8bce-c02a3adbff90 HTTP/1.1" status: 200 len: 912 time: 0.4275379 Jul 27 23:30:28.106707 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-703e2e26-9cd8-4f81-a2b9-68883d1471e7 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Router d294aed2-518a-41f4-a133-d5e27eec1252 has already been hosted by L3 agent 018c4455-49c0-4734-927d-7824067b2a9e {{(pid=93798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 23:30:28.280501 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 97a38919-6551-4acc-883b-b7d1c74bdf51 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:30:28.344278 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 37848) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:30:28.425463 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-2e4f755e-b654-4466-a0c8-ea22d137a344 req-cbe4eedb-7dac-43df-aa49-40a0bd18859c service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=15c92a5f-fcf7-4340-b57e-ba184e4d3613 HTTP/1.1" status: 200 len: 1002 time: 0.3449950 Jul 27 23:30:28.565209 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4f755e-b654-4466-a0c8-ea22d137a344 req-dccb3751-7c8f-4db0-9f11-9eaaa1f2bd52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:30:28.573231 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-2e4f755e-b654-4466-a0c8-ea22d137a344 req-dccb3751-7c8f-4db0-9f11-9eaaa1f2bd52 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=22fd4781-4e46-409c-a91a-a4ac3ab69caf HTTP/1.1" status: 200 len: 850 time: 0.1363335 Jul 27 23:30:28.606641 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-703e2e26-9cd8-4f81-a2b9-68883d1471e7 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:30:28.627675 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-703e2e26-9cd8-4f81-a2b9-68883d1471e7 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] 10.222.0.18 "PUT /v2.0/routers/d294aed2-518a-41f4-a133-d5e27eec1252/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1124613 Jul 27 23:30:28.628943 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 37856) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:30:28.646794 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-f5a360a2-30c0-493d-9046-2ce92a29cc7b tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:30:28.705949 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf2972a8-95d2-4ba8-b4c0-5ce447cb48bb None None] Sync routers for ids ['d294aed2-518a-41f4-a133-d5e27eec1252'] in n-d-802623-1 {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:30:28.719392 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4f755e-b654-4466-a0c8-ea22d137a344 req-ec9473b5-98db-4dc4-bd7f-1a1ab37be11f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:30:28.721537 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-2e4f755e-b654-4466-a0c8-ea22d137a344 req-ec9473b5-98db-4dc4-bd7f-1a1ab37be11f service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=d772070e-dad0-48ff-8bce-c02a3adbff90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1433899 Jul 27 23:30:28.808366 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf2972a8-95d2-4ba8-b4c0-5ce447cb48bb None None] Routers {'d294aed2-518a-41f4-a133-d5e27eec1252'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:30:28.811636 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-bf2972a8-95d2-4ba8-b4c0-5ce447cb48bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:30:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['d294aed2-518a-41f4-a133-d5e27eec1252'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:30:28.841433 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-84aca14a-eb73-44a7-97fb-94e43f3e0cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:29.012806 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0c492a5a-1141-45dd-88e9-c834ba9dab59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:29.078283 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning for port 97a38919-6551-4acc-883b-b7d1c74bdf51 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:30:29.127087 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port 97a38919-6551-4acc-883b-b7d1c74bdf51 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:30:29.128212 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:29.216512 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-84aca14a-eb73-44a7-97fb-94e43f3e0cd9 None None] For port 405442f3-e898-4903-a26b-231f18a3f284, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=405442f3-e898-4903-a26b-231f18a3f284,segment=NetworkSegment(24df8ef8-05f4-428e-a0da-36b5f5df8b2b),segment_id=24df8ef8-05f4-428e-a0da-36b5f5df8b2b)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:30:29.246646 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-84aca14a-eb73-44a7-97fb-94e43f3e0cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:29.250682 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-bf2972a8-95d2-4ba8-b4c0-5ce447cb48bb None None] Set router d294aed2-518a-41f4-a133-d5e27eec1252 gateway port host: None {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:30:29.273185 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0c492a5a-1141-45dd-88e9-c834ba9dab59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:29.290243 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0c492a5a-1141-45dd-88e9-c834ba9dab59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:29.442687 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c492a5a-1141-45dd-88e9-c834ba9dab59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50471ac6-5389-4b10-9c3a-e1c280dd98c3,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:30:29.471302 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-2e4f755e-b654-4466-a0c8-ea22d137a344 req-223565ef-caf7-4aff-a9e1-dd34d3ade540 service neutron] 10.222.0.38 "GET /v2.0/networks/d772070e-dad0-48ff-8bce-c02a3adbff90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7385430 Jul 27 23:30:29.506260 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-0c492a5a-1141-45dd-88e9-c834ba9dab59 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d818dc29a49b41bbb26822d38b9e443a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1597888 Jul 27 23:30:29.559696 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 37868) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:30:29.669760 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.extraroute_db [None req-f5a360a2-30c0-493d-9046-2ce92a29cc7b tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=93798) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 27 23:30:29.707942 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6d866f63-987e-456d-ab29-4c9b30f59b12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:29.741508 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.extraroute_db [None req-f5a360a2-30c0-493d-9046-2ce92a29cc7b tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Removed routes are [] {{(pid=93798) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 27 23:30:29.744284 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f5a360a2-30c0-493d-9046-2ce92a29cc7b tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-415433', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62186'] for router, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:29.782506 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6d866f63-987e-456d-ab29-4c9b30f59b12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:29.844292 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-2e4f755e-b654-4466-a0c8-ea22d137a344 req-bf5b37eb-9bb5-436f-bdab-3c6b7c7c6599 service neutron] 10.222.0.38 "GET /v2.0/networks/d772070e-dad0-48ff-8bce-c02a3adbff90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3640447 Jul 27 23:30:29.848715 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-0a1f8d8d-e4f1-4fbc-a3a9-b684f235e0d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:29.886545 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:29.897378 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6d866f63-987e-456d-ab29-4c9b30f59b12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:29.903211 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6d866f63-987e-456d-ab29-4c9b30f59b12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:29.911092 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84aca14a-eb73-44a7-97fb-94e43f3e0cd9 None None] Pushing event updated for resources: {'Port': ['ID=405442f3-e898-4903-a26b-231f18a3f284,revision_number=3']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:30:29.914683 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-6d866f63-987e-456d-ab29-4c9b30f59b12 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/50471ac6-5389-4b10-9c3a-e1c280dd98c3 HTTP/1.1" status: 204 len: 168 time: 0.3487577 Jul 27 23:30:29.963647 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d866f63-987e-456d-ab29-4c9b30f59b12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50471ac6-5389-4b10-9c3a-e1c280dd98c3,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:30:29.999911 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-905afd3d-b3ec-4aa6-9052-28c28e471d37 None None] Provisioning complete for port 405442f3-e898-4903-a26b-231f18a3f284 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:30:30.000545 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-905afd3d-b3ec-4aa6-9052-28c28e471d37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:30.003282 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:30.252857 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:30.313778 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] For port 97a38919-6551-4acc-883b-b7d1c74bdf51, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=97a38919-6551-4acc-883b-b7d1c74bdf51,segment=NetworkSegment(0658777d-12ba-420a-9f49-f267f426103b),segment_id=0658777d-12ba-420a-9f49-f267f426103b)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:30:30.337167 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:30.402012 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f5a360a2-30c0-493d-9046-2ce92a29cc7b tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-415433', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62186'] for router, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:30.468235 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f5a360a2-30c0-493d-9046-2ce92a29cc7b tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-415468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-415442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-415451', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-479100'] for router, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:30.540949 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Pushing event updated for resources: {'Port': ['ID=97a38919-6551-4acc-883b-b7d1c74bdf51,revision_number=5']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:30:30.546529 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-19f2e178-d45e-4fbe-b9be-c3963fc151ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:30.557376 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-bf2972a8-95d2-4ba8-b4c0-5ce447cb48bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd294aed2-518a-41f4-a133-d5e27eec1252', 'name': 'tempest-RoutersIpV6Test-router-596612333', 'tenant_id': '527b2fd77bf24fc0a7fcb37799da635e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:30:09Z', 'updated_at': '2021-07-27T23:30:26Z', 'revision_number': 5, 'project_id': '527b2fd77bf24fc0a7fcb37799da635e', 'gw_port_host': None, '_interfaces': [{'id': '098f01e3-87a9-486d-9b5e-b80c88161fd2', 'name': '', 'network_id': 'eeeed17f-ae7f-4873-b42c-9c9846fffa45', 'tenant_id': '527b2fd77bf24fc0a7fcb37799da635e', 'mac_address': 'fa:16:3e:33:4f:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd294aed2-518a-41f4-a133-d5e27eec1252', 'device_owner': 'network:router_interface', 'standard_attr_id': 3170, 'fixed_ips': [{'subnet_id': '45b7113a-fdbe-4e14-8cf2-2e240c48037a', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:30:24Z', 'updated_at': '2021-07-27T23:30:27Z', 'revision_number': 2, 'project_id': '527b2fd77bf24fc0a7fcb37799da635e', 'subnets': [{'id': '45b7113a-fdbe-4e14-8cf2-2e240c48037a', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5ebe4f8f-380c-49f3-8c7f-d72ecfd5fe19', 'name': '', 'network_id': '15f9b953-b3ac-411f-b11b-ddca6f2ec68e', 'tenant_id': '527b2fd77bf24fc0a7fcb37799da635e', 'mac_address': 'fa:16:3e:05:cb:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd294aed2-518a-41f4-a133-d5e27eec1252', 'device_owner': 'network:router_interface', 'standard_attr_id': 3125, 'fixed_ips': [{'subnet_id': '235fc805-6985-4480-b5c7-8c645c5df0c3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:30:10Z', 'updated_at': '2021-07-27T23:30:19Z', 'revision_number': 5, 'project_id': '527b2fd77bf24fc0a7fcb37799da635e', 'subnets': [{'id': '235fc805-6985-4480-b5c7-8c645c5df0c3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '928fc270-4194-4dec-a83a-0d474f25fb1e', 'name': '', 'network_id': 'cd1be5c3-c227-4cad-a96b-b46b0c1650a7', 'tenant_id': '527b2fd77bf24fc0a7fcb37799da635e', 'mac_address': 'fa:16:3e:21:27:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd294aed2-518a-41f4-a133-d5e27eec1252', 'device_owner': 'network:router_interface', 'standard_attr_id': 3140, 'fixed_ips': [{'subnet_id': '82ef5f02-9456-42c3-86b0-2a00e0951ea4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:30:15Z', 'updated_at': '2021-07-27T23:30:25Z', 'revision_number': 5, 'project_id': '527b2fd77bf24fc0a7fcb37799da635e', 'subnets': [{'id': '82ef5f02-9456-42c3-86b0-2a00e0951ea4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '97a38919-6551-4acc-883b-b7d1c74bdf51', 'name': '', 'network_id': '110ed7bb-4ba7-40ce-92dd-2880348667d8', 'tenant_id': '527b2fd77bf24fc0a7fcb37799da635e', 'mac_address': 'fa:16:3e:f4:e7:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd294aed2-518a-41f4-a133-d5e27eec1252', 'device_owner': 'network:router_interface', 'standard_attr_id': 3155, 'fixed_ips': [{'subnet_id': '459db2b5-3e83-4a91-b346-9ffc829bddc6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:30:19Z', 'updated_at': '2021-07-27T23:30:25Z', 'revision_number': 4, 'project_id': '527b2fd77bf24fc0a7fcb37799da635e', 'subnets': [{'id': '459db2b5-3e83-4a91-b346-9ffc829bddc6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:30:30.572658 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-905afd3d-b3ec-4aa6-9052-28c28e471d37 None None] Provisioning for port 098f01e3-87a9-486d-9b5e-b80c88161fd2 completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:30:30.662135 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff430d9d-2d2f-4bf5-8538-5dfab0609578 req-99e263bc-7ec7-4a7d-acf7-e71272a38c03 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:30:30.665765 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ff430d9d-2d2f-4bf5-8538-5dfab0609578 req-99e263bc-7ec7-4a7d-acf7-e71272a38c03 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/networks?id=280a3ba5-2d75-4827-b3c1-0be5bb892094 HTTP/1.1" status: 200 len: 812 time: 0.8983481 Jul 27 23:30:30.688011 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 405442f3-e898-4903-a26b-231f18a3f284 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:30:30.696221 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf2972a8-95d2-4ba8-b4c0-5ce447cb48bb None None] Checking router: d294aed2-518a-41f4-a133-d5e27eec1252 for host: n-d-802623-1 {{(pid=93799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 23:30:30.696738 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf2972a8-95d2-4ba8-b4c0-5ce447cb48bb None None] Updating router d294aed2-518a-41f4-a133-d5e27eec1252 port 098f01e3-87a9-486d-9b5e-b80c88161fd2 binding host n-d-802623-1 {{(pid=93799) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 23:30:30.730291 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 37892) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:30:30.735015 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-905afd3d-b3ec-4aa6-9052-28c28e471d37 None None] Provisioning complete for port 098f01e3-87a9-486d-9b5e-b80c88161fd2 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:30:30.737045 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-905afd3d-b3ec-4aa6-9052-28c28e471d37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:30.759600 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-fec927cc-0ba2-49ec-b9c5-acd2354b59d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:30.797982 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-bf2972a8-95d2-4ba8-b4c0-5ce447cb48bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:30.813675 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ff430d9d-2d2f-4bf5-8538-5dfab0609578 req-d169924f-5b08-4b94-918a-0560cb4bbf75 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/quotas/49af0f356ac348f0bd0841795f0ea352 HTTP/1.1" status: 200 len: 375 time: 0.0376506 Jul 27 23:30:30.846512 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-905afd3d-b3ec-4aa6-9052-28c28e471d37 None None] Port 098f01e3-87a9-486d-9b5e-b80c88161fd2 cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:30:30.902966 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port 405442f3-e898-4903-a26b-231f18a3f284 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:30:30.904769 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:30.985855 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-fec927cc-0ba2-49ec-b9c5-acd2354b59d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:31.009554 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-fec927cc-0ba2-49ec-b9c5-acd2354b59d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:31.035627 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5a360a2-30c0-493d-9046-2ce92a29cc7b tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Router d294aed2-518a-41f4-a133-d5e27eec1252 has already been hosted by L3 agent 018c4455-49c0-4734-927d-7824067b2a9e {{(pid=93798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 23:30:31.093686 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-fec927cc-0ba2-49ec-b9c5-acd2354b59d3 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=07d9d41d7a154eb6bdb8f6694ad8dfd1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3581674 Jul 27 23:30:31.093686 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec927cc-0ba2-49ec-b9c5-acd2354b59d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e1a32c5-16fd-4228-ae95-e47fe457c1f8,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:30:31.094517 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-54c4b4a2-9e81-47f8-a229-619dfec005fc None None] Provisioning complete for port 098f01e3-87a9-486d-9b5e-b80c88161fd2 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:30:31.094755 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 37902) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:30:31.095096 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-54c4b4a2-9e81-47f8-a229-619dfec005fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:31.149710 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ff430d9d-2d2f-4bf5-8538-5dfab0609578 req-608c4136-25e7-4d74-91d4-fb26173c1def tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=49af0f356ac348f0bd0841795f0ea352&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3078287 Jul 27 23:30:31.200919 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-edb38c13-6dda-4843-a060-6ac6a391ab3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:31.238106 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-edb38c13-6dda-4843-a060-6ac6a391ab3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:31.256738 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-54c4b4a2-9e81-47f8-a229-619dfec005fc None None] Port 098f01e3-87a9-486d-9b5e-b80c88161fd2 cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:30:31.324629 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-edb38c13-6dda-4843-a060-6ac6a391ab3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:31.329279 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-edb38c13-6dda-4843-a060-6ac6a391ab3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:31.329279 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-edb38c13-6dda-4843-a060-6ac6a391ab3b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6e1a32c5-16fd-4228-ae95-e47fe457c1f8 HTTP/1.1" status: 204 len: 168 time: 0.2340221 Jul 27 23:30:31.339885 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb38c13-6dda-4843-a060-6ac6a391ab3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e1a32c5-16fd-4228-ae95-e47fe457c1f8,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:30:31.407217 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5a360a2-30c0-493d-9046-2ce92a29cc7b tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:30:31.416401 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f5a360a2-30c0-493d-9046-2ce92a29cc7b tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks [] for router, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:31.419377 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-f5a360a2-30c0-493d-9046-2ce92a29cc7b tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] 10.222.0.18 "PUT /v2.0/routers/d294aed2-518a-41f4-a133-d5e27eec1252 HTTP/1.1" status: 200 len: 953 time: 2.7889194 Jul 27 23:30:31.422167 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 37908) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:30:31.448550 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ff430d9d-2d2f-4bf5-8538-5dfab0609578 req-580bcb70-6806-488d-b420-8ebf1df351b7 service neutron] 10.222.0.18 "GET /v2.0/networks/280a3ba5-2d75-4827-b3c1-0be5bb892094?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2347450 Jul 27 23:30:31.486846 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-bf2972a8-95d2-4ba8-b4c0-5ce447cb48bb None None] Notify callbacks [] for port, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:31.527310 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-bf2972a8-95d2-4ba8-b4c0-5ce447cb48bb None None] Transition to ACTIVE for port object 098f01e3-87a9-486d-9b5e-b80c88161fd2 will not be triggered until provisioned by entity L2. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:30:31.552029 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-bf2972a8-95d2-4ba8-b4c0-5ce447cb48bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:31.650964 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-2a1f6cb2-88db-495b-b938-04bc656210f6 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] 10.222.0.18 "GET /v2.0/routers/d294aed2-518a-41f4-a133-d5e27eec1252 HTTP/1.1" status: 200 len: 953 time: 0.2271788 Jul 27 23:30:31.653933 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 37924) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:30:31.659035 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ff430d9d-2d2f-4bf5-8538-5dfab0609578 req-fcbc6771-504c-45da-b9f7-1aef9a7c1a3b service neutron] 10.222.0.18 "GET /v2.0/networks/280a3ba5-2d75-4827-b3c1-0be5bb892094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2025466 Jul 27 23:30:31.698731 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-c177124c-5110-4959-be4b-19f556e81e19 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Request body: {'router': {'routes': None}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:30:31.878108 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cd964f-c8fc-4e43-9c2c-4d4172dc1f2f None None] Pushing event updated for resources: {'Port': ['ID=098f01e3-87a9-486d-9b5e-b80c88161fd2,revision_number=3']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:30:31.937683 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-bf2972a8-95d2-4ba8-b4c0-5ce447cb48bb None None] Attempting to bind port 098f01e3-87a9-486d-9b5e-b80c88161fd2 on host n-d-802623-1 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:30:31.938877 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-bf2972a8-95d2-4ba8-b4c0-5ce447cb48bb None None] Attempting to bind port 098f01e3-87a9-486d-9b5e-b80c88161fd2 by drivers openvswitch,hyperv on host n-d-802623-1 at level 0 using segments [{'id': '24df8ef8-05f4-428e-a0da-36b5f5df8b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'eeeed17f-ae7f-4873-b42c-9c9846fffa45'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:30:31.939525 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf2972a8-95d2-4ba8-b4c0-5ce447cb48bb None None] Attempting to bind port 098f01e3-87a9-486d-9b5e-b80c88161fd2 on network eeeed17f-ae7f-4873-b42c-9c9846fffa45 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:30:31.946010 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf2972a8-95d2-4ba8-b4c0-5ce447cb48bb None None] Checking agent: {'id': 'a9a568d2-a5e7-41e4-833f-a8ab42ea4073', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 52, 30), 'started_at': datetime.datetime(2021, 7, 27, 22, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 30, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802623-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:30:31.947294 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf2972a8-95d2-4ba8-b4c0-5ce447cb48bb None None] Checking segment: {'id': '24df8ef8-05f4-428e-a0da-36b5f5df8b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'eeeed17f-ae7f-4873-b42c-9c9846fffa45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:30:31.947950 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-bf2972a8-95d2-4ba8-b4c0-5ce447cb48bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:31.948551 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf2972a8-95d2-4ba8-b4c0-5ce447cb48bb None None] Bound using segment: {'id': '24df8ef8-05f4-428e-a0da-36b5f5df8b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'eeeed17f-ae7f-4873-b42c-9c9846fffa45'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:30:31.949247 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-bf2972a8-95d2-4ba8-b4c0-5ce447cb48bb None None] Bound port: 098f01e3-87a9-486d-9b5e-b80c88161fd2, host: n-d-802623-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24df8ef8-05f4-428e-a0da-36b5f5df8b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'eeeed17f-ae7f-4873-b42c-9c9846fffa45'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:30:31.949848 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-bf2972a8-95d2-4ba8-b4c0-5ce447cb48bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:32.074068 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-bf2972a8-95d2-4ba8-b4c0-5ce447cb48bb None None] For port 098f01e3-87a9-486d-9b5e-b80c88161fd2, host n-d-802623-1, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:30:32.083586 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-bf2972a8-95d2-4ba8-b4c0-5ce447cb48bb None None] For port 098f01e3-87a9-486d-9b5e-b80c88161fd2, host n-d-802623-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=098f01e3-87a9-486d-9b5e-b80c88161fd2,segment=NetworkSegment(24df8ef8-05f4-428e-a0da-36b5f5df8b2b),segment_id=24df8ef8-05f4-428e-a0da-36b5f5df8b2b)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:30:32.095453 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-bf2972a8-95d2-4ba8-b4c0-5ce447cb48bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:32.277353 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-d082a916-d5a7-46ed-bdfb-8d58973a4c81 req-87bd37f6-df1e-478d-a3c7-7cda8aa42231 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/ports?device_id=6761c48b-f2d7-4f53-9bf8-232692d8406d HTTP/1.1" status: 200 len: 210 time: 0.0807710 Jul 27 23:30:32.355948 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cd964f-c8fc-4e43-9c2c-4d4172dc1f2f None None] Pushing event updated for resources: {'Port': ['ID=098f01e3-87a9-486d-9b5e-b80c88161fd2,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:30:32.375327 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7418f70f-e60d-4709-8ba9-6ab514bc7f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:32.431011 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf2972a8-95d2-4ba8-b4c0-5ce447cb48bb None None] Routers {'d294aed2-518a-41f4-a133-d5e27eec1252'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:30:32.431749 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-bf2972a8-95d2-4ba8-b4c0-5ce447cb48bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:30:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['d294aed2-518a-41f4-a133-d5e27eec1252'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:30:32.715868 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 97a38919-6551-4acc-883b-b7d1c74bdf51 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:30:32.939315 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-bf2972a8-95d2-4ba8-b4c0-5ce447cb48bb None None] Set router d294aed2-518a-41f4-a133-d5e27eec1252 gateway port host: None {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:30:33.216164 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port 97a38919-6551-4acc-883b-b7d1c74bdf51 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:30:33.223391 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:33.468379 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-bd1d5fc8-ab67-40d8-a158-f7a346c64f62 req-1c1c992d-f7ac-4c3b-9e37-e7a8b6917a24 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/ports?device_id=6761c48b-f2d7-4f53-9bf8-232692d8406d HTTP/1.1" status: 200 len: 210 time: 0.0650344 Jul 27 23:30:33.742659 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-bf2972a8-95d2-4ba8-b4c0-5ce447cb48bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd294aed2-518a-41f4-a133-d5e27eec1252', 'name': 'tempest-RoutersIpV6Test-router-596612333', 'tenant_id': '527b2fd77bf24fc0a7fcb37799da635e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:30:09Z', 'updated_at': '2021-07-27T23:30:29Z', 'revision_number': 6, 'project_id': '527b2fd77bf24fc0a7fcb37799da635e', 'gw_port_host': None, '_interfaces': [{'id': '098f01e3-87a9-486d-9b5e-b80c88161fd2', 'name': '', 'network_id': 'eeeed17f-ae7f-4873-b42c-9c9846fffa45', 'tenant_id': '527b2fd77bf24fc0a7fcb37799da635e', 'mac_address': 'fa:16:3e:33:4f:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd294aed2-518a-41f4-a133-d5e27eec1252', 'device_owner': 'network:router_interface', 'standard_attr_id': 3170, 'fixed_ips': [{'subnet_id': '45b7113a-fdbe-4e14-8cf2-2e240c48037a', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:30:24Z', 'updated_at': '2021-07-27T23:30:32Z', 'revision_number': 4, 'project_id': '527b2fd77bf24fc0a7fcb37799da635e', 'subnets': [{'id': '45b7113a-fdbe-4e14-8cf2-2e240c48037a', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5ebe4f8f-380c-49f3-8c7f-d72ecfd5fe19', 'name': '', 'network_id': '15f9b953-b3ac-411f-b11b-ddca6f2ec68e', 'tenant_id': '527b2fd77bf24fc0a7fcb37799da635e', 'mac_address': 'fa:16:3e:05:cb:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd294aed2-518a-41f4-a133-d5e27eec1252', 'device_owner': 'network:router_interface', 'standard_attr_id': 3125, 'fixed_ips': [{'subnet_id': '235fc805-6985-4480-b5c7-8c645c5df0c3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:30:10Z', 'updated_at': '2021-07-27T23:30:19Z', 'revision_number': 5, 'project_id': '527b2fd77bf24fc0a7fcb37799da635e', 'subnets': [{'id': '235fc805-6985-4480-b5c7-8c645c5df0c3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '928fc270-4194-4dec-a83a-0d474f25fb1e', 'name': '', 'network_id': 'cd1be5c3-c227-4cad-a96b-b46b0c1650a7', 'tenant_id': '527b2fd77bf24fc0a7fcb37799da635e', 'mac_address': 'fa:16:3e:21:27:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd294aed2-518a-41f4-a133-d5e27eec1252', 'device_owner': 'network:router_interface', 'standard_attr_id': 3140, 'fixed_ips': [{'subnet_id': '82ef5f02-9456-42c3-86b0-2a00e0951ea4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:30:15Z', 'updated_at': '2021-07-27T23:30:25Z', 'revision_number': 5, 'project_id': '527b2fd77bf24fc0a7fcb37799da635e', 'subnets': [{'id': '82ef5f02-9456-42c3-86b0-2a00e0951ea4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '97a38919-6551-4acc-883b-b7d1c74bdf51', 'name': '', 'network_id': '110ed7bb-4ba7-40ce-92dd-2880348667d8', 'tenant_id': '527b2fd77bf24fc0a7fcb37799da635e', 'mac_address': 'fa:16:3e:f4:e7:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd294aed2-518a-41f4-a133-d5e27eec1252', 'device_owner': 'network:router_interface', 'standard_attr_id': 3155, 'fixed_ips': [{'subnet_id': '459db2b5-3e83-4a91-b346-9ffc829bddc6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:30:19Z', 'updated_at': '2021-07-27T23:30:30Z', 'revision_number': 5, 'project_id': '527b2fd77bf24fc0a7fcb37799da635e', 'subnets': [{'id': '459db2b5-3e83-4a91-b346-9ffc829bddc6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:30:33.776913 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.extraroute_db [None req-c177124c-5110-4959-be4b-19f556e81e19 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Added routes are [] {{(pid=93797) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 27 23:30:33.777480 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.extraroute_db [None req-c177124c-5110-4959-be4b-19f556e81e19 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=93797) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 27 23:30:33.795104 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf2972a8-95d2-4ba8-b4c0-5ce447cb48bb None None] The sync data for ids ['d294aed2-518a-41f4-a133-d5e27eec1252'] in n-d-802623-1 is: [{'id': 'd294aed2-518a-41f4-a133-d5e27eec1252', 'name': 'tempest-RoutersIpV6Test-router-596612333', 'tenant_id': '527b2fd77bf24fc0a7fcb37799da635e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:30:09Z', 'updated_at': '2021-07-27T23:30:29Z', 'revision_number': 6, 'project_id': '527b2fd77bf24fc0a7fcb37799da635e', 'gw_port_host': None, '_interfaces': [{'id': '098f01e3-87a9-486d-9b5e-b80c88161fd2', 'name': '', 'network_id': 'eeeed17f-ae7f-4873-b42c-9c9846fffa45', 'tenant_id': '527b2fd77bf24fc0a7fcb37799da635e', 'mac_address': 'fa:16:3e:33:4f:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd294aed2-518a-41f4-a133-d5e27eec1252', 'device_owner': 'network:router_interface', 'standard_attr_id': 3170, 'fixed_ips': [{'subnet_id': '45b7113a-fdbe-4e14-8cf2-2e240c48037a', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:30:24Z', 'updated_at': '2021-07-27T23:30:32Z', 'revision_number': 4, 'project_id': '527b2fd77bf24fc0a7fcb37799da635e', 'subnets': [{'id': '45b7113a-fdbe-4e14-8cf2-2e240c48037a', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5ebe4f8f-380c-49f3-8c7f-d72ecfd5fe19', 'name': '', 'network_id': '15f9b953-b3ac-411f-b11b-ddca6f2ec68e', 'tenant_id': '527b2fd77bf24fc0a7fcb37799da635e', 'mac_address': 'fa:16:3e:05:cb:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd294aed2-518a-41f4-a133-d5e27eec1252', 'device_owner': 'network:router_interface', 'standard_attr_id': 3125, 'fixed_ips': [{'subnet_id': '235fc805-6985-4480-b5c7-8c645c5df0c3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:30:10Z', 'updated_at': '2021-07-27T23:30:19Z', 'revision_number': 5, 'project_id': '527b2fd77bf24fc0a7fcb37799da635e', 'subnets': [{'id': '235fc805-6985-4480-b5c7-8c645c5df0c3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '928fc270-4194-4dec-a83a-0d474f25fb1e', 'name': '', 'network_id': 'cd1be5c3-c227-4cad-a96b-b46b0c1650a7', 'tenant_id': '527b2fd77bf24fc0a7fcb37799da635e', 'mac_address': 'fa:16:3e:21:27:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd294aed2-518a-41f4-a133-d5e27eec1252', 'device_owner': 'network:router_interface', 'standard_attr_id': 3140, 'fixed_ips': [{'subnet_id': '82ef5f02-9456-42c3-86b0-2a00e0951ea4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:30:15Z', 'updated_at': '2021-07-27T23:30:25Z', 'revision_number': 5, 'project_id': '527b2fd77bf24fc0a7fcb37799da635e', 'subnets': [{'id': '82ef5f02-9456-42c3-86b0-2a00e0951ea4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '97a38919-6551-4acc-883b-b7d1c74bdf51', 'name': '', 'network_id': '110ed7bb-4ba7-40ce-92dd-2880348667d8', 'tenant_id': '527b2fd77bf24fc0a7fcb37799da635e', 'mac_address': 'fa:16:3e:f4:e7:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd294aed2-518a-41f4-a133-d5e27eec1252', 'device_owner': 'network:router_interface', 'standard_attr_id': 3155, 'fixed_ips': [{'subnet_id': '459db2b5-3e83-4a91-b346-9ffc829bddc6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:30:19Z', 'updated_at': '2021-07-27T23:30:30Z', 'revision_number': 5, 'project_id': '527b2fd77bf24fc0a7fcb37799da635e', 'subnets': [{'id': '459db2b5-3e83-4a91-b346-9ffc829bddc6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:30:33.869935 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c177124c-5110-4959-be4b-19f556e81e19 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-415433', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62186'] for router, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:33.947257 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-427b53a3-a7cc-4c13-a7bd-8a0e6af25357 req-7c13e454-1c46-4109-99d2-0a9c49f3e367 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=e9a436e3-d906-435d-b6dd-9e1040b145a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1325285 Jul 27 23:30:34.132289 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427b53a3-a7cc-4c13-a7bd-8a0e6af25357 req-99dba5c5-5927-4a63-a5c6-18e5744025f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:30:34.136685 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-427b53a3-a7cc-4c13-a7bd-8a0e6af25357 req-99dba5c5-5927-4a63-a5c6-18e5744025f2 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=50fb9c0a7f164ebaa507b1871f51f529&device_id=e9a436e3-d906-435d-b6dd-9e1040b145a2 HTTP/1.1" status: 200 len: 1096 time: 0.1265316 Jul 27 23:30:34.440026 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427b53a3-a7cc-4c13-a7bd-8a0e6af25357 req-afcd1034-4381-44de-a2f6-02ed36f4675c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:30:34.442164 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-427b53a3-a7cc-4c13-a7bd-8a0e6af25357 req-afcd1034-4381-44de-a2f6-02ed36f4675c service neutron] 10.222.0.49 "GET /v2.0/networks?id=2b215609-9514-419a-b7cc-2c2b08257d0c HTTP/1.1" status: 200 len: 909 time: 0.2767336 Jul 27 23:30:34.621738 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c177124c-5110-4959-be4b-19f556e81e19 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-415433', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62186'] for router, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:34.659833 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 098f01e3-87a9-486d-9b5e-b80c88161fd2 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:30:34.668338 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c177124c-5110-4959-be4b-19f556e81e19 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-415468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-415442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-415451', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-479100'] for router, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:34.736560 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-427b53a3-a7cc-4c13-a7bd-8a0e6af25357 req-e9f7fc67-9332-4ff4-bb2b-858eb89f8490 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b817f094-e9a0-477d-8f41-a5a1fb15aac1 HTTP/1.1" status: 200 len: 999 time: 0.2855260 Jul 27 23:30:34.850173 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d939cea5-42d4-4cdb-b800-498469600b40 req-391044f3-30b5-44a3-82b6-d5b27cb0ee3b tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/ports?device_id=6761c48b-f2d7-4f53-9bf8-232692d8406d HTTP/1.1" status: 200 len: 210 time: 0.2100229 Jul 27 23:30:34.938891 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427b53a3-a7cc-4c13-a7bd-8a0e6af25357 req-e61afe20-c68f-4992-9cf7-22ded99c27e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:30:34.942311 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-427b53a3-a7cc-4c13-a7bd-8a0e6af25357 req-e61afe20-c68f-4992-9cf7-22ded99c27e2 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=6d32a765-250f-4ea3-b957-afa008360a71 HTTP/1.1" status: 200 len: 847 time: 0.1958549 Jul 27 23:30:35.051693 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427b53a3-a7cc-4c13-a7bd-8a0e6af25357 req-6b227d97-474a-418a-b2ad-1b001d27d6ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:30:35.057766 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-427b53a3-a7cc-4c13-a7bd-8a0e6af25357 req-6b227d97-474a-418a-b2ad-1b001d27d6ee service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2b215609-9514-419a-b7cc-2c2b08257d0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1080556 Jul 27 23:30:35.347773 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c177124c-5110-4959-be4b-19f556e81e19 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Router d294aed2-518a-41f4-a133-d5e27eec1252 has already been hosted by L3 agent 018c4455-49c0-4734-927d-7824067b2a9e {{(pid=93797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 23:30:35.424140 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:35.484569 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning for port 098f01e3-87a9-486d-9b5e-b80c88161fd2 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:30:35.500353 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port 098f01e3-87a9-486d-9b5e-b80c88161fd2 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:30:35.503915 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:35.575060 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-427b53a3-a7cc-4c13-a7bd-8a0e6af25357 req-af963209-e145-42a6-a31b-a2bd948bd791 service neutron] 10.222.0.49 "GET /v2.0/networks/2b215609-9514-419a-b7cc-2c2b08257d0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4953322 Jul 27 23:30:35.748653 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d765bdac-35ad-4bc9-81e1-c33f21e6edd4 None None] Sync routers for ids ['d294aed2-518a-41f4-a133-d5e27eec1252'] in n-d-802623-1 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:30:35.771099 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d765bdac-35ad-4bc9-81e1-c33f21e6edd4 None None] Routers {'d294aed2-518a-41f4-a133-d5e27eec1252'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:30:35.774408 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-d765bdac-35ad-4bc9-81e1-c33f21e6edd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:30:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['d294aed2-518a-41f4-a133-d5e27eec1252'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:30:35.873733 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:35.899657 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c177124c-5110-4959-be4b-19f556e81e19 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:30:35.934044 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c177124c-5110-4959-be4b-19f556e81e19 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks [] for router, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:35.945678 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 38040) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:30:35.954788 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-c177124c-5110-4959-be4b-19f556e81e19 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] 10.222.0.18 "PUT /v2.0/routers/d294aed2-518a-41f4-a133-d5e27eec1252 HTTP/1.1" status: 200 len: 703 time: 4.2697103 Jul 27 23:30:35.986545 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-427b53a3-a7cc-4c13-a7bd-8a0e6af25357 req-7d88dd66-faba-4a41-bcaf-8806638bd3d2 service neutron] 10.222.0.49 "GET /v2.0/networks/2b215609-9514-419a-b7cc-2c2b08257d0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4098177 Jul 27 23:30:36.011657 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] For port 098f01e3-87a9-486d-9b5e-b80c88161fd2, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=098f01e3-87a9-486d-9b5e-b80c88161fd2,segment=NetworkSegment(24df8ef8-05f4-428e-a0da-36b5f5df8b2b),segment_id=24df8ef8-05f4-428e-a0da-36b5f5df8b2b)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:30:36.045324 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:36.081037 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff430d9d-2d2f-4bf5-8538-5dfab0609578 req-ccaebee4-7492-4288-bcee-ac7eac1f5756 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:30:36.082627 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-ff430d9d-2d2f-4bf5-8538-5dfab0609578 req-ccaebee4-7492-4288-bcee-ac7eac1f5756 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.49 "GET /v2.0/networks?id=280a3ba5-2d75-4827-b3c1-0be5bb892094 HTTP/1.1" status: 200 len: 812 time: 1.0878773 Jul 27 23:30:36.108707 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [req-ff430d9d-2d2f-4bf5-8538-5dfab0609578 req-72efb058-cce1-40f4-a1a6-886bd020d4be tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Request body: {'port': {'device_id': '6761c48b-f2d7-4f53-9bf8-232692d8406d', 'network_id': '280a3ba5-2d75-4827-b3c1-0be5bb892094', 'admin_state_up': True, 'tenant_id': '49af0f356ac348f0bd0841795f0ea352'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:30:36.249724 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Pushing event updated for resources: {'Port': ['ID=098f01e3-87a9-486d-9b5e-b80c88161fd2,revision_number=5']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:30:36.255301 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-d765bdac-35ad-4bc9-81e1-c33f21e6edd4 None None] Set router d294aed2-518a-41f4-a133-d5e27eec1252 gateway port host: None {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:30:36.279654 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-273b8e4b-27b8-4081-a545-61cc5f0a0313 req-ca10adec-c73b-4d7e-9c5d-83f18508789b tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/ports?device_id=6761c48b-f2d7-4f53-9bf8-232692d8406d HTTP/1.1" status: 200 len: 210 time: 0.1501262 Jul 27 23:30:36.306819 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:30:36.309285 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:30:36.312520 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:30:36.318215 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:30:36.319502 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:30:36.323033 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff430d9d-2d2f-4bf5-8538-5dfab0609578 req-72efb058-cce1-40f4-a1a6-886bd020d4be tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Made reservation on behalf of 49af0f356ac348f0bd0841795f0ea352 for: {'port': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:30:36.325690 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:30:36.326139 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:30:36.326495 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:30:36.326867 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:30:36.334601 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:30:36.335063 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:30:36.336469 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:30:36.337264 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-ff430d9d-2d2f-4bf5-8538-5dfab0609578 req-72efb058-cce1-40f4-a1a6-886bd020d4be tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:36.664024 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-7ffc7ecd-8354-4d2e-b4bc-7955efe69f63 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] 10.222.0.18 "GET /v2.0/routers/d294aed2-518a-41f4-a133-d5e27eec1252 HTTP/1.1" status: 200 len: 703 time: 0.7170477 Jul 27 23:30:36.664675 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 38052) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:30:36.716494 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [req-ff430d9d-2d2f-4bf5-8538-5dfab0609578 req-72efb058-cce1-40f4-a1a6-886bd020d4be tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Allocated IP 172.20.0.3 (280a3ba5-2d75-4827-b3c1-0be5bb892094/03df5e5c-8a96-449f-9e96-cff1a55737e2/aaec9322-748e-424d-b1d9-5ac9bc2f9e45) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:30:37.211996 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-ff430d9d-2d2f-4bf5-8538-5dfab0609578 req-72efb058-cce1-40f4-a1a6-886bd020d4be tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:37.268543 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [req-ff430d9d-2d2f-4bf5-8538-5dfab0609578 req-72efb058-cce1-40f4-a1a6-886bd020d4be tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Transition to ACTIVE for port object aaec9322-748e-424d-b1d9-5ac9bc2f9e45 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:30:37.308611 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-d765bdac-35ad-4bc9-81e1-c33f21e6edd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd294aed2-518a-41f4-a133-d5e27eec1252', 'name': 'tempest-RoutersIpV6Test-router-596612333', 'tenant_id': '527b2fd77bf24fc0a7fcb37799da635e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:30:09Z', 'updated_at': '2021-07-27T23:30:33Z', 'revision_number': 7, 'project_id': '527b2fd77bf24fc0a7fcb37799da635e', 'gw_port_host': None, '_interfaces': [{'id': '098f01e3-87a9-486d-9b5e-b80c88161fd2', 'name': '', 'network_id': 'eeeed17f-ae7f-4873-b42c-9c9846fffa45', 'tenant_id': '527b2fd77bf24fc0a7fcb37799da635e', 'mac_address': 'fa:16:3e:33:4f:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd294aed2-518a-41f4-a133-d5e27eec1252', 'device_owner': 'network:router_interface', 'standard_attr_id': 3170, 'fixed_ips': [{'subnet_id': '45b7113a-fdbe-4e14-8cf2-2e240c48037a', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:30:24Z', 'updated_at': '2021-07-27T23:30:32Z', 'revision_number': 4, 'project_id': '527b2fd77bf24fc0a7fcb37799da635e', 'subnets': [{'id': '45b7113a-fdbe-4e14-8cf2-2e240c48037a', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5ebe4f8f-380c-49f3-8c7f-d72ecfd5fe19', 'name': '', 'network_id': '15f9b953-b3ac-411f-b11b-ddca6f2ec68e', 'tenant_id': '527b2fd77bf24fc0a7fcb37799da635e', 'mac_address': 'fa:16:3e:05:cb:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd294aed2-518a-41f4-a133-d5e27eec1252', 'device_owner': 'network:router_interface', 'standard_attr_id': 3125, 'fixed_ips': [{'subnet_id': '235fc805-6985-4480-b5c7-8c645c5df0c3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:30:10Z', 'updated_at': '2021-07-27T23:30:19Z', 'revision_number': 5, 'project_id': '527b2fd77bf24fc0a7fcb37799da635e', 'subnets': [{'id': '235fc805-6985-4480-b5c7-8c645c5df0c3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '928fc270-4194-4dec-a83a-0d474f25fb1e', 'name': '', 'network_id': 'cd1be5c3-c227-4cad-a96b-b46b0c1650a7', 'tenant_id': '527b2fd77bf24fc0a7fcb37799da635e', 'mac_address': 'fa:16:3e:21:27:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd294aed2-518a-41f4-a133-d5e27eec1252', 'device_owner': 'network:router_interface', 'standard_attr_id': 3140, 'fixed_ips': [{'subnet_id': '82ef5f02-9456-42c3-86b0-2a00e0951ea4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:30:15Z', 'updated_at': '2021-07-27T23:30:25Z', 'revision_number': 5, 'project_id': '527b2fd77bf24fc0a7fcb37799da635e', 'subnets': [{'id': '82ef5f02-9456-42c3-86b0-2a00e0951ea4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '97a38919-6551-4acc-883b-b7d1c74bdf51', 'name': '', 'network_id': '110ed7bb-4ba7-40ce-92dd-2880348667d8', 'tenant_id': '527b2fd77bf24fc0a7fcb37799da635e', 'mac_address': 'fa:16:3e:f4:e7:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd294aed2-518a-41f4-a133-d5e27eec1252', 'device_owner': 'network:router_interface', 'standard_attr_id': 3155, 'fixed_ips': [{'subnet_id': '459db2b5-3e83-4a91-b346-9ffc829bddc6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:30:19Z', 'updated_at': '2021-07-27T23:30:30Z', 'revision_number': 5, 'project_id': '527b2fd77bf24fc0a7fcb37799da635e', 'subnets': [{'id': '459db2b5-3e83-4a91-b346-9ffc829bddc6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:30:37.438580 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d765bdac-35ad-4bc9-81e1-c33f21e6edd4 None None] Checking router: d294aed2-518a-41f4-a133-d5e27eec1252 for host: n-d-802623-1 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 23:30:37.466390 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d765bdac-35ad-4bc9-81e1-c33f21e6edd4 None None] Routers {'d294aed2-518a-41f4-a133-d5e27eec1252'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:30:37.468037 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-d765bdac-35ad-4bc9-81e1-c33f21e6edd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:30:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['d294aed2-518a-41f4-a133-d5e27eec1252'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:30:37.476695 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-037b85d7-2de4-46ed-a6bc-87d90247e53c req-b8f2b94a-6266-444f-a8ba-99a1370c5672 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/ports?device_id=6761c48b-f2d7-4f53-9bf8-232692d8406d HTTP/1.1" status: 200 len: 210 time: 0.0964298 Jul 27 23:30:37.509396 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-ff430d9d-2d2f-4bf5-8538-5dfab0609578 req-72efb058-cce1-40f4-a1a6-886bd020d4be tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:37.524142 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] get_ports_and_sgs() called for port_ids ['99238a20-31dd-462c-a3ab-9480f749b95d'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:30:37.717155 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff430d9d-2d2f-4bf5-8538-5dfab0609578 req-72efb058-cce1-40f4-a1a6-886bd020d4be tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Network 280a3ba5-2d75-4827-b3c1-0be5bb892094 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:30:37.749036 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [req-ff430d9d-2d2f-4bf5-8538-5dfab0609578 req-72efb058-cce1-40f4-a1a6-886bd020d4be tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:30:37.754859 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff430d9d-2d2f-4bf5-8538-5dfab0609578 req-72efb058-cce1-40f4-a1a6-886bd020d4be tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:30:37.762185 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-d765bdac-35ad-4bc9-81e1-c33f21e6edd4 None None] Set router d294aed2-518a-41f4-a133-d5e27eec1252 gateway port host: None {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:30:37.802761 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72efb058-cce1-40f4-a1a6-886bd020d4be tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Pushing event updated for resources: {'Port': ['ID=aaec9322-748e-424d-b1d9-5ac9bc2f9e45,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:30:37.990136 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff430d9d-2d2f-4bf5-8538-5dfab0609578 req-72efb058-cce1-40f4-a1a6-886bd020d4be tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:30:38.009584 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-ff430d9d-2d2f-4bf5-8538-5dfab0609578 req-72efb058-cce1-40f4-a1a6-886bd020d4be tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:38.058240 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-ff430d9d-2d2f-4bf5-8538-5dfab0609578 req-72efb058-cce1-40f4-a1a6-886bd020d4be tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9631026 Jul 27 23:30:38.074337 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [req-ff430d9d-2d2f-4bf5-8538-5dfab0609578 req-f2c5102a-5f4b-43d7-b206-7afdc0f168a5 service neutron] Request body: {'port': {'device_id': '6761c48b-f2d7-4f53-9bf8-232692d8406d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802623-1'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:30:38.320952 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-ff430d9d-2d2f-4bf5-8538-5dfab0609578 req-f2c5102a-5f4b-43d7-b206-7afdc0f168a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:38.427485 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-1bbfb370-08e2-469b-8987-50928b906260 None None] Provisioning for port aaec9322-748e-424d-b1d9-5ac9bc2f9e45 completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:30:38.438461 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-1bbfb370-08e2-469b-8987-50928b906260 None None] Provisioning complete for port aaec9322-748e-424d-b1d9-5ac9bc2f9e45 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:30:38.443513 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-1bbfb370-08e2-469b-8987-50928b906260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:38.561180 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-1bbfb370-08e2-469b-8987-50928b906260 None None] Port aaec9322-748e-424d-b1d9-5ac9bc2f9e45 cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:30:38.636175 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 098f01e3-87a9-486d-9b5e-b80c88161fd2 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:30:38.712808 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-d765bdac-35ad-4bc9-81e1-c33f21e6edd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd294aed2-518a-41f4-a133-d5e27eec1252', 'name': 'tempest-RoutersIpV6Test-router-596612333', 'tenant_id': '527b2fd77bf24fc0a7fcb37799da635e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:30:09Z', 'updated_at': '2021-07-27T23:30:33Z', 'revision_number': 7, 'project_id': '527b2fd77bf24fc0a7fcb37799da635e', 'gw_port_host': None, '_interfaces': [{'id': '098f01e3-87a9-486d-9b5e-b80c88161fd2', 'name': '', 'network_id': 'eeeed17f-ae7f-4873-b42c-9c9846fffa45', 'tenant_id': '527b2fd77bf24fc0a7fcb37799da635e', 'mac_address': 'fa:16:3e:33:4f:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd294aed2-518a-41f4-a133-d5e27eec1252', 'device_owner': 'network:router_interface', 'standard_attr_id': 3170, 'fixed_ips': [{'subnet_id': '45b7113a-fdbe-4e14-8cf2-2e240c48037a', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:30:24Z', 'updated_at': '2021-07-27T23:30:35Z', 'revision_number': 5, 'project_id': '527b2fd77bf24fc0a7fcb37799da635e', 'subnets': [{'id': '45b7113a-fdbe-4e14-8cf2-2e240c48037a', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5ebe4f8f-380c-49f3-8c7f-d72ecfd5fe19', 'name': '', 'network_id': '15f9b953-b3ac-411f-b11b-ddca6f2ec68e', 'tenant_id': '527b2fd77bf24fc0a7fcb37799da635e', 'mac_address': 'fa:16:3e:05:cb:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd294aed2-518a-41f4-a133-d5e27eec1252', 'device_owner': 'network:router_interface', 'standard_attr_id': 3125, 'fixed_ips': [{'subnet_id': '235fc805-6985-4480-b5c7-8c645c5df0c3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:30:10Z', 'updated_at': '2021-07-27T23:30:19Z', 'revision_number': 5, 'project_id': '527b2fd77bf24fc0a7fcb37799da635e', 'subnets': [{'id': '235fc805-6985-4480-b5c7-8c645c5df0c3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '928fc270-4194-4dec-a83a-0d474f25fb1e', 'name': '', 'network_id': 'cd1be5c3-c227-4cad-a96b-b46b0c1650a7', 'tenant_id': '527b2fd77bf24fc0a7fcb37799da635e', 'mac_address': 'fa:16:3e:21:27:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd294aed2-518a-41f4-a133-d5e27eec1252', 'device_owner': 'network:router_interface', 'standard_attr_id': 3140, 'fixed_ips': [{'subnet_id': '82ef5f02-9456-42c3-86b0-2a00e0951ea4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:30:15Z', 'updated_at': '2021-07-27T23:30:25Z', 'revision_number': 5, 'project_id': '527b2fd77bf24fc0a7fcb37799da635e', 'subnets': [{'id': '82ef5f02-9456-42c3-86b0-2a00e0951ea4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '97a38919-6551-4acc-883b-b7d1c74bdf51', 'name': '', 'network_id': '110ed7bb-4ba7-40ce-92dd-2880348667d8', 'tenant_id': '527b2fd77bf24fc0a7fcb37799da635e', 'mac_address': 'fa:16:3e:f4:e7:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd294aed2-518a-41f4-a133-d5e27eec1252', 'device_owner': 'network:router_interface', 'standard_attr_id': 3155, 'fixed_ips': [{'subnet_id': '459db2b5-3e83-4a91-b346-9ffc829bddc6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:30:19Z', 'updated_at': '2021-07-27T23:30:30Z', 'revision_number': 5, 'project_id': '527b2fd77bf24fc0a7fcb37799da635e', 'subnets': [{'id': '459db2b5-3e83-4a91-b346-9ffc829bddc6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:30:38.774550 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port 098f01e3-87a9-486d-9b5e-b80c88161fd2 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:30:38.775085 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:38.846915 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d765bdac-35ad-4bc9-81e1-c33f21e6edd4 None None] The sync data for ids ['d294aed2-518a-41f4-a133-d5e27eec1252'] in n-d-802623-1 is: [{'id': 'd294aed2-518a-41f4-a133-d5e27eec1252', 'name': 'tempest-RoutersIpV6Test-router-596612333', 'tenant_id': '527b2fd77bf24fc0a7fcb37799da635e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:30:09Z', 'updated_at': '2021-07-27T23:30:33Z', 'revision_number': 7, 'project_id': '527b2fd77bf24fc0a7fcb37799da635e', 'gw_port_host': None, '_interfaces': [{'id': '098f01e3-87a9-486d-9b5e-b80c88161fd2', 'name': '', 'network_id': 'eeeed17f-ae7f-4873-b42c-9c9846fffa45', 'tenant_id': '527b2fd77bf24fc0a7fcb37799da635e', 'mac_address': 'fa:16:3e:33:4f:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd294aed2-518a-41f4-a133-d5e27eec1252', 'device_owner': 'network:router_interface', 'standard_attr_id': 3170, 'fixed_ips': [{'subnet_id': '45b7113a-fdbe-4e14-8cf2-2e240c48037a', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:30:24Z', 'updated_at': '2021-07-27T23:30:35Z', 'revision_number': 5, 'project_id': '527b2fd77bf24fc0a7fcb37799da635e', 'subnets': [{'id': '45b7113a-fdbe-4e14-8cf2-2e240c48037a', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5ebe4f8f-380c-49f3-8c7f-d72ecfd5fe19', 'name': '', 'network_id': '15f9b953-b3ac-411f-b11b-ddca6f2ec68e', 'tenant_id': '527b2fd77bf24fc0a7fcb37799da635e', 'mac_address': 'fa:16:3e:05:cb:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd294aed2-518a-41f4-a133-d5e27eec1252', 'device_owner': 'network:router_interface', 'standard_attr_id': 3125, 'fixed_ips': [{'subnet_id': '235fc805-6985-4480-b5c7-8c645c5df0c3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:30:10Z', 'updated_at': '2021-07-27T23:30:19Z', 'revision_number': 5, 'project_id': '527b2fd77bf24fc0a7fcb37799da635e', 'subnets': [{'id': '235fc805-6985-4480-b5c7-8c645c5df0c3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '928fc270-4194-4dec-a83a-0d474f25fb1e', 'name': '', 'network_id': 'cd1be5c3-c227-4cad-a96b-b46b0c1650a7', 'tenant_id': '527b2fd77bf24fc0a7fcb37799da635e', 'mac_address': 'fa:16:3e:21:27:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd294aed2-518a-41f4-a133-d5e27eec1252', 'device_owner': 'network:router_interface', 'standard_attr_id': 3140, 'fixed_ips': [{'subnet_id': '82ef5f02-9456-42c3-86b0-2a00e0951ea4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:30:15Z', 'updated_at': '2021-07-27T23:30:25Z', 'revision_number': 5, 'project_id': '527b2fd77bf24fc0a7fcb37799da635e', 'subnets': [{'id': '82ef5f02-9456-42c3-86b0-2a00e0951ea4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '97a38919-6551-4acc-883b-b7d1c74bdf51', 'name': '', 'network_id': '110ed7bb-4ba7-40ce-92dd-2880348667d8', 'tenant_id': '527b2fd77bf24fc0a7fcb37799da635e', 'mac_address': 'fa:16:3e:f4:e7:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd294aed2-518a-41f4-a133-d5e27eec1252', 'device_owner': 'network:router_interface', 'standard_attr_id': 3155, 'fixed_ips': [{'subnet_id': '459db2b5-3e83-4a91-b346-9ffc829bddc6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:30:19Z', 'updated_at': '2021-07-27T23:30:30Z', 'revision_number': 5, 'project_id': '527b2fd77bf24fc0a7fcb37799da635e', 'subnets': [{'id': '459db2b5-3e83-4a91-b346-9ffc829bddc6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:30:38.979976 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-619c1109-45a6-480b-9137-7fdbabfcc47c tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-414022'] for router_interface, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:39.025924 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3aadd08-4281-439a-9a39-3c59f856a8a6 req-8314076b-1eea-4e0e-8319-232c4d17db7b tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:30:39.045659 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a3aadd08-4281-439a-9a39-3c59f856a8a6 req-8314076b-1eea-4e0e-8319-232c4d17db7b tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/ports?device_id=6761c48b-f2d7-4f53-9bf8-232692d8406d HTTP/1.1" status: 200 len: 931 time: 0.4144294 Jul 27 23:30:39.283757 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [req-ff430d9d-2d2f-4bf5-8538-5dfab0609578 req-f2c5102a-5f4b-43d7-b206-7afdc0f168a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aaec9322-748e-424d-b1d9-5ac9bc2f9e45 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:30:39.304256 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-ff430d9d-2d2f-4bf5-8538-5dfab0609578 req-f2c5102a-5f4b-43d7-b206-7afdc0f168a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:39.335915 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [req-ff430d9d-2d2f-4bf5-8538-5dfab0609578 req-f2c5102a-5f4b-43d7-b206-7afdc0f168a5 service neutron] Transition to ACTIVE for port object aaec9322-748e-424d-b1d9-5ac9bc2f9e45 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:30:39.353734 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-ff430d9d-2d2f-4bf5-8538-5dfab0609578 req-f2c5102a-5f4b-43d7-b206-7afdc0f168a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11336041'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:39.402709 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a3aadd08-4281-439a-9a39-3c59f856a8a6 req-af197eaf-6ac3-4298-9936-2d816a696abb tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/security-groups?id=d6f41e72-2b87-4685-ae08-bc68afebebe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3539112 Jul 27 23:30:39.504387 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aabbd415-3a3d-496b-865b-40f810708345 None None] Sync routers for ids ['d294aed2-518a-41f4-a133-d5e27eec1252'] in n-d-802623-1 {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:30:39.527633 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aabbd415-3a3d-496b-865b-40f810708345 None None] Routers {'d294aed2-518a-41f4-a133-d5e27eec1252'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:30:39.527997 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c5102a-5f4b-43d7-b206-7afdc0f168a5 service neutron] Pushing event updated for resources: {'Port': ['ID=aaec9322-748e-424d-b1d9-5ac9bc2f9e45,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:30:39.528899 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-aabbd415-3a3d-496b-865b-40f810708345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:30:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['d294aed2-518a-41f4-a133-d5e27eec1252'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:30:39.693779 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-ff430d9d-2d2f-4bf5-8538-5dfab0609578 req-f2c5102a-5f4b-43d7-b206-7afdc0f168a5 service neutron] Attempting to bind port aaec9322-748e-424d-b1d9-5ac9bc2f9e45 on host n-h2-802623-1 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:30:39.694414 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-ff430d9d-2d2f-4bf5-8538-5dfab0609578 req-f2c5102a-5f4b-43d7-b206-7afdc0f168a5 service neutron] Attempting to bind port aaec9322-748e-424d-b1d9-5ac9bc2f9e45 by drivers openvswitch,hyperv on host n-h2-802623-1 at level 0 using segments [{'id': 'e34bcaf6-fcda-4cb3-a9d4-ce07906221d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '280a3ba5-2d75-4827-b3c1-0be5bb892094'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:30:39.694942 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff430d9d-2d2f-4bf5-8538-5dfab0609578 req-f2c5102a-5f4b-43d7-b206-7afdc0f168a5 service neutron] Attempting to bind port aaec9322-748e-424d-b1d9-5ac9bc2f9e45 on network 280a3ba5-2d75-4827-b3c1-0be5bb892094 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:30:39.701135 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff430d9d-2d2f-4bf5-8538-5dfab0609578 req-f2c5102a-5f4b-43d7-b206-7afdc0f168a5 service neutron] Port aaec9322-748e-424d-b1d9-5ac9bc2f9e45 on network 280a3ba5-2d75-4827-b3c1-0be5bb892094 not bound, no agent of type Open vSwitch agent registered on host n-h2-802623-1 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 23:30:39.704013 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff430d9d-2d2f-4bf5-8538-5dfab0609578 req-f2c5102a-5f4b-43d7-b206-7afdc0f168a5 service neutron] Attempting to bind port aaec9322-748e-424d-b1d9-5ac9bc2f9e45 on network 280a3ba5-2d75-4827-b3c1-0be5bb892094 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:30:39.722892 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff430d9d-2d2f-4bf5-8538-5dfab0609578 req-f2c5102a-5f4b-43d7-b206-7afdc0f168a5 service neutron] Checking agent: {'id': 'c5cc038b-93c4-4df4-8061-5df2a04a48c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 23, 0, 4), 'started_at': datetime.datetime(2021, 7, 27, 23, 0, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 30, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:30:39.723577 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff430d9d-2d2f-4bf5-8538-5dfab0609578 req-f2c5102a-5f4b-43d7-b206-7afdc0f168a5 service neutron] Checking segment: {'id': 'e34bcaf6-fcda-4cb3-a9d4-ce07906221d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '280a3ba5-2d75-4827-b3c1-0be5bb892094'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:30:39.724150 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff430d9d-2d2f-4bf5-8538-5dfab0609578 req-f2c5102a-5f4b-43d7-b206-7afdc0f168a5 service neutron] Bound using segment: {'id': 'e34bcaf6-fcda-4cb3-a9d4-ce07906221d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '280a3ba5-2d75-4827-b3c1-0be5bb892094'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:30:39.724782 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-ff430d9d-2d2f-4bf5-8538-5dfab0609578 req-f2c5102a-5f4b-43d7-b206-7afdc0f168a5 service neutron] Bound port: aaec9322-748e-424d-b1d9-5ac9bc2f9e45, host: n-h2-802623-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e34bcaf6-fcda-4cb3-a9d4-ce07906221d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '280a3ba5-2d75-4827-b3c1-0be5bb892094'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:30:39.725418 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-ff430d9d-2d2f-4bf5-8538-5dfab0609578 req-f2c5102a-5f4b-43d7-b206-7afdc0f168a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:39.880703 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-aabbd415-3a3d-496b-865b-40f810708345 None None] Set router d294aed2-518a-41f4-a133-d5e27eec1252 gateway port host: None {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:30:39.896166 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-ff430d9d-2d2f-4bf5-8538-5dfab0609578 req-f2c5102a-5f4b-43d7-b206-7afdc0f168a5 service neutron] For port aaec9322-748e-424d-b1d9-5ac9bc2f9e45, host n-h2-802623-1, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:30:39.907937 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-ff430d9d-2d2f-4bf5-8538-5dfab0609578 req-f2c5102a-5f4b-43d7-b206-7afdc0f168a5 service neutron] For port aaec9322-748e-424d-b1d9-5ac9bc2f9e45, host n-h2-802623-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=aaec9322-748e-424d-b1d9-5ac9bc2f9e45,segment=NetworkSegment(e34bcaf6-fcda-4cb3-a9d4-ce07906221d3),segment_id=e34bcaf6-fcda-4cb3-a9d4-ce07906221d3)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:30:39.919573 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-619c1109-45a6-480b-9137-7fdbabfcc47c tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Deleting port 098f01e3-87a9-486d-9b5e-b80c88161fd2 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:30:39.920472 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-619c1109-45a6-480b-9137-7fdbabfcc47c tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:39.951352 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-ff430d9d-2d2f-4bf5-8538-5dfab0609578 req-f2c5102a-5f4b-43d7-b206-7afdc0f168a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11336041'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:40.144925 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c5102a-5f4b-43d7-b206-7afdc0f168a5 service neutron] Pushing event updated for resources: {'Port': ['ID=aaec9322-748e-424d-b1d9-5ac9bc2f9e45,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:30:40.191318 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff430d9d-2d2f-4bf5-8538-5dfab0609578 req-f2c5102a-5f4b-43d7-b206-7afdc0f168a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:30:40.191959 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-ff430d9d-2d2f-4bf5-8538-5dfab0609578 req-f2c5102a-5f4b-43d7-b206-7afdc0f168a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:40.194622 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-ff430d9d-2d2f-4bf5-8538-5dfab0609578 req-f2c5102a-5f4b-43d7-b206-7afdc0f168a5 service neutron] 10.222.0.49 "PUT /v2.0/ports/aaec9322-748e-424d-b1d9-5ac9bc2f9e45 HTTP/1.1" status: 200 len: 1091 time: 2.1263523 Jul 27 23:30:40.199025 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6761c48b-f2d7-4f53-9bf8-232692d8406d', 'tag': 'aaec9322-748e-424d-b1d9-5ac9bc2f9e45'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:30:40.249016 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a476459a1bfce68b0ae0df5b6a71154bfc7cfdc8f9eefce6ad0a17231e60468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60611296-c3a9-4139-8846-60679adbfa0f" -d '{"events": [{"name": "network-changed", "server_uuid": "6761c48b-f2d7-4f53-9bf8-232692d8406d", "tag": "aaec9322-748e-424d-b1d9-5ac9bc2f9e45"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:30:40.289717 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-619c1109-45a6-480b-9137-7fdbabfcc47c tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] For port 098f01e3-87a9-486d-9b5e-b80c88161fd2, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=098f01e3-87a9-486d-9b5e-b80c88161fd2,segment=NetworkSegment(24df8ef8-05f4-428e-a0da-36b5f5df8b2b),segment_id=24df8ef8-05f4-428e-a0da-36b5f5df8b2b)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:30:40.293053 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-619c1109-45a6-480b-9137-7fdbabfcc47c tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:40.354543 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-619c1109-45a6-480b-9137-7fdbabfcc47c tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Calling delete_port for 098f01e3-87a9-486d-9b5e-b80c88161fd2 owned by network:router_interface {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:30:40.424496 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff430d9d-2d2f-4bf5-8538-5dfab0609578 req-6f865bcc-be32-4727-abfb-788f0f7e0654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:30:40.431232 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-ff430d9d-2d2f-4bf5-8538-5dfab0609578 req-6f865bcc-be32-4727-abfb-788f0f7e0654 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=49af0f356ac348f0bd0841795f0ea352&device_id=6761c48b-f2d7-4f53-9bf8-232692d8406d HTTP/1.1" status: 200 len: 1094 time: 0.1431010 Jul 27 23:30:40.691258 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-ff430d9d-2d2f-4bf5-8538-5dfab0609578 req-f1d52735-89c5-4b8c-812a-e6e4479f1d31 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aaec9322-748e-424d-b1d9-5ac9bc2f9e45 HTTP/1.1" status: 200 len: 217 time: 0.2470303 Jul 27 23:30:40.756585 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-aabbd415-3a3d-496b-865b-40f810708345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd294aed2-518a-41f4-a133-d5e27eec1252', 'name': 'tempest-RoutersIpV6Test-router-596612333', 'tenant_id': '527b2fd77bf24fc0a7fcb37799da635e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:30:09Z', 'updated_at': '2021-07-27T23:30:33Z', 'revision_number': 7, 'project_id': '527b2fd77bf24fc0a7fcb37799da635e', 'gw_port_host': None, '_interfaces': [{'id': '098f01e3-87a9-486d-9b5e-b80c88161fd2', 'name': '', 'network_id': 'eeeed17f-ae7f-4873-b42c-9c9846fffa45', 'tenant_id': '527b2fd77bf24fc0a7fcb37799da635e', 'mac_address': 'fa:16:3e:33:4f:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd294aed2-518a-41f4-a133-d5e27eec1252', 'device_owner': 'network:router_interface', 'standard_attr_id': 3170, 'fixed_ips': [{'subnet_id': '45b7113a-fdbe-4e14-8cf2-2e240c48037a', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:30:24Z', 'updated_at': '2021-07-27T23:30:35Z', 'revision_number': 5, 'project_id': '527b2fd77bf24fc0a7fcb37799da635e', 'subnets': [{'id': '45b7113a-fdbe-4e14-8cf2-2e240c48037a', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5ebe4f8f-380c-49f3-8c7f-d72ecfd5fe19', 'name': '', 'network_id': '15f9b953-b3ac-411f-b11b-ddca6f2ec68e', 'tenant_id': '527b2fd77bf24fc0a7fcb37799da635e', 'mac_address': 'fa:16:3e:05:cb:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd294aed2-518a-41f4-a133-d5e27eec1252', 'device_owner': 'network:router_interface', 'standard_attr_id': 3125, 'fixed_ips': [{'subnet_id': '235fc805-6985-4480-b5c7-8c645c5df0c3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:30:10Z', 'updated_at': '2021-07-27T23:30:19Z', 'revision_number': 5, 'project_id': '527b2fd77bf24fc0a7fcb37799da635e', 'subnets': [{'id': '235fc805-6985-4480-b5c7-8c645c5df0c3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '928fc270-4194-4dec-a83a-0d474f25fb1e', 'name': '', 'network_id': 'cd1be5c3-c227-4cad-a96b-b46b0c1650a7', 'tenant_id': '527b2fd77bf24fc0a7fcb37799da635e', 'mac_address': 'fa:16:3e:21:27:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd294aed2-518a-41f4-a133-d5e27eec1252', 'device_owner': 'network:router_interface', 'standard_attr_id': 3140, 'fixed_ips': [{'subnet_id': '82ef5f02-9456-42c3-86b0-2a00e0951ea4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:30:15Z', 'updated_at': '2021-07-27T23:30:25Z', 'revision_number': 5, 'project_id': '527b2fd77bf24fc0a7fcb37799da635e', 'subnets': [{'id': '82ef5f02-9456-42c3-86b0-2a00e0951ea4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '97a38919-6551-4acc-883b-b7d1c74bdf51', 'name': '', 'network_id': '110ed7bb-4ba7-40ce-92dd-2880348667d8', 'tenant_id': '527b2fd77bf24fc0a7fcb37799da635e', 'mac_address': 'fa:16:3e:f4:e7:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd294aed2-518a-41f4-a133-d5e27eec1252', 'device_owner': 'network:router_interface', 'standard_attr_id': 3155, 'fixed_ips': [{'subnet_id': '459db2b5-3e83-4a91-b346-9ffc829bddc6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:30:19Z', 'updated_at': '2021-07-27T23:30:30Z', 'revision_number': 5, 'project_id': '527b2fd77bf24fc0a7fcb37799da635e', 'subnets': [{'id': '459db2b5-3e83-4a91-b346-9ffc829bddc6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:30:40.849060 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aabbd415-3a3d-496b-865b-40f810708345 None None] Checking router: d294aed2-518a-41f4-a133-d5e27eec1252 for host: n-d-802623-1 {{(pid=93799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 23:30:40.891839 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aabbd415-3a3d-496b-865b-40f810708345 None None] Routers {'d294aed2-518a-41f4-a133-d5e27eec1252'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:30:40.892478 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-aabbd415-3a3d-496b-865b-40f810708345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:30:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['d294aed2-518a-41f4-a133-d5e27eec1252'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:30:40.928530 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff430d9d-2d2f-4bf5-8538-5dfab0609578 req-b153b5e8-cfaa-4072-8112-79b44fb2e9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:30:40.936844 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-ff430d9d-2d2f-4bf5-8538-5dfab0609578 req-b153b5e8-cfaa-4072-8112-79b44fb2e9fe service neutron] 10.222.0.49 "GET /v2.0/subnets?id=03df5e5c-8a96-449f-9e96-cff1a55737e2 HTTP/1.1" status: 200 len: 851 time: 0.2320750 Jul 27 23:30:41.022528 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d506d3-e95f-4f79-82f9-1587ababf97a req-9d33ac6b-52a0-4db2-8d11-a65c9d34edc6 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:30:41.030786 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 23:30:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7b4c7a1-d378-4626-beb9-62c6608fb253 x-openstack-request-id: req-d7b4c7a1-d378-4626-beb9-62c6608fb253 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:30:41.032984 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6761c48b-f2d7-4f53-9bf8-232692d8406d", "tag": "aaec9322-748e-424d-b1d9-5ac9bc2f9e45", "status": "completed", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:30:41.033397 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d7b4c7a1-d378-4626-beb9-62c6608fb253 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:30:41.034227 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c7d506d3-e95f-4f79-82f9-1587ababf97a req-9d33ac6b-52a0-4db2-8d11-a65c9d34edc6 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/ports?device_id=6761c48b-f2d7-4f53-9bf8-232692d8406d HTTP/1.1" status: 200 len: 943 time: 0.3773832 Jul 27 23:30:41.035200 n-d-802623-1 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6761c48b-f2d7-4f53-9bf8-232692d8406d', 'tag': 'aaec9322-748e-424d-b1d9-5ac9bc2f9e45', 'status': 'completed', 'code': 200} Jul 27 23:30:41.121293 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff430d9d-2d2f-4bf5-8538-5dfab0609578 req-558b16c6-70f5-4727-a521-2c8328c0b7f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:30:41.124840 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-ff430d9d-2d2f-4bf5-8538-5dfab0609578 req-558b16c6-70f5-4727-a521-2c8328c0b7f0 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=280a3ba5-2d75-4827-b3c1-0be5bb892094&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1827269 Jul 27 23:30:41.134548 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c7d506d3-e95f-4f79-82f9-1587ababf97a req-a232a575-b174-487f-bb35-bc3c328273e1 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/security-groups?id=d6f41e72-2b87-4685-ae08-bc68afebebe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980520 Jul 27 23:30:41.219321 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-aabbd415-3a3d-496b-865b-40f810708345 None None] Set router d294aed2-518a-41f4-a133-d5e27eec1252 gateway port host: None {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:30:41.296646 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-619c1109-45a6-480b-9137-7fdbabfcc47c tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:41.350404 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-ff430d9d-2d2f-4bf5-8538-5dfab0609578 req-19f2d63f-19d9-484f-bbca-f0f691368597 service neutron] 10.222.0.49 "GET /v2.0/networks/280a3ba5-2d75-4827-b3c1-0be5bb892094?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2166016 Jul 27 23:30:41.359892 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619c1109-45a6-480b-9137-7fdbabfcc47c tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Pushing event deleted for resources: {'Port': ['ID=098f01e3-87a9-486d-9b5e-b80c88161fd2,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:30:41.563939 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-ff430d9d-2d2f-4bf5-8538-5dfab0609578 req-7d29fe2f-1c53-414f-a145-acd816fbb5ed service neutron] 10.222.0.49 "GET /v2.0/networks/280a3ba5-2d75-4827-b3c1-0be5bb892094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2045925 Jul 27 23:30:41.722219 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-619c1109-45a6-480b-9137-7fdbabfcc47c tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3760546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-413994'] for router_interface, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:41.750435 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60611296-c3a9-4139-8846-60679adbfa0f req-f539f776-8dec-4b8e-b755-92fc0db3ad39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:30:41.756866 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-60611296-c3a9-4139-8846-60679adbfa0f req-f539f776-8dec-4b8e-b755-92fc0db3ad39 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=49af0f356ac348f0bd0841795f0ea352&device_id=6761c48b-f2d7-4f53-9bf8-232692d8406d HTTP/1.1" status: 200 len: 1094 time: 0.1083245 Jul 27 23:30:41.853366 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-aabbd415-3a3d-496b-865b-40f810708345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd294aed2-518a-41f4-a133-d5e27eec1252', 'name': 'tempest-RoutersIpV6Test-router-596612333', 'tenant_id': '527b2fd77bf24fc0a7fcb37799da635e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:30:09Z', 'updated_at': '2021-07-27T23:30:33Z', 'revision_number': 7, 'project_id': '527b2fd77bf24fc0a7fcb37799da635e', 'gw_port_host': None, '_interfaces': [{'id': '098f01e3-87a9-486d-9b5e-b80c88161fd2', 'name': '', 'network_id': 'eeeed17f-ae7f-4873-b42c-9c9846fffa45', 'tenant_id': '527b2fd77bf24fc0a7fcb37799da635e', 'mac_address': 'fa:16:3e:33:4f:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd294aed2-518a-41f4-a133-d5e27eec1252', 'device_owner': 'network:router_interface', 'standard_attr_id': 3170, 'fixed_ips': [{'subnet_id': '45b7113a-fdbe-4e14-8cf2-2e240c48037a', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:30:24Z', 'updated_at': '2021-07-27T23:30:35Z', 'revision_number': 5, 'project_id': '527b2fd77bf24fc0a7fcb37799da635e', 'subnets': [{'id': '45b7113a-fdbe-4e14-8cf2-2e240c48037a', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5ebe4f8f-380c-49f3-8c7f-d72ecfd5fe19', 'name': '', 'network_id': '15f9b953-b3ac-411f-b11b-ddca6f2ec68e', 'tenant_id': '527b2fd77bf24fc0a7fcb37799da635e', 'mac_address': 'fa:16:3e:05:cb:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd294aed2-518a-41f4-a133-d5e27eec1252', 'device_owner': 'network:router_interface', 'standard_attr_id': 3125, 'fixed_ips': [{'subnet_id': '235fc805-6985-4480-b5c7-8c645c5df0c3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:30:10Z', 'updated_at': '2021-07-27T23:30:19Z', 'revision_number': 5, 'project_id': '527b2fd77bf24fc0a7fcb37799da635e', 'subnets': [{'id': '235fc805-6985-4480-b5c7-8c645c5df0c3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '928fc270-4194-4dec-a83a-0d474f25fb1e', 'name': '', 'network_id': 'cd1be5c3-c227-4cad-a96b-b46b0c1650a7', 'tenant_id': '527b2fd77bf24fc0a7fcb37799da635e', 'mac_address': 'fa:16:3e:21:27:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd294aed2-518a-41f4-a133-d5e27eec1252', 'device_owner': 'network:router_interface', 'standard_attr_id': 3140, 'fixed_ips': [{'subnet_id': '82ef5f02-9456-42c3-86b0-2a00e0951ea4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:30:15Z', 'updated_at': '2021-07-27T23:30:25Z', 'revision_number': 5, 'project_id': '527b2fd77bf24fc0a7fcb37799da635e', 'subnets': [{'id': '82ef5f02-9456-42c3-86b0-2a00e0951ea4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '97a38919-6551-4acc-883b-b7d1c74bdf51', 'name': '', 'network_id': '110ed7bb-4ba7-40ce-92dd-2880348667d8', 'tenant_id': '527b2fd77bf24fc0a7fcb37799da635e', 'mac_address': 'fa:16:3e:f4:e7:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd294aed2-518a-41f4-a133-d5e27eec1252', 'device_owner': 'network:router_interface', 'standard_attr_id': 3155, 'fixed_ips': [{'subnet_id': '459db2b5-3e83-4a91-b346-9ffc829bddc6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:30:19Z', 'updated_at': '2021-07-27T23:30:30Z', 'revision_number': 5, 'project_id': '527b2fd77bf24fc0a7fcb37799da635e', 'subnets': [{'id': '459db2b5-3e83-4a91-b346-9ffc829bddc6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:30:41.924855 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aabbd415-3a3d-496b-865b-40f810708345 None None] The sync data for ids ['d294aed2-518a-41f4-a133-d5e27eec1252'] in n-d-802623-1 is: [{'id': 'd294aed2-518a-41f4-a133-d5e27eec1252', 'name': 'tempest-RoutersIpV6Test-router-596612333', 'tenant_id': '527b2fd77bf24fc0a7fcb37799da635e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:30:09Z', 'updated_at': '2021-07-27T23:30:33Z', 'revision_number': 7, 'project_id': '527b2fd77bf24fc0a7fcb37799da635e', 'gw_port_host': None, '_interfaces': [{'id': '098f01e3-87a9-486d-9b5e-b80c88161fd2', 'name': '', 'network_id': 'eeeed17f-ae7f-4873-b42c-9c9846fffa45', 'tenant_id': '527b2fd77bf24fc0a7fcb37799da635e', 'mac_address': 'fa:16:3e:33:4f:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd294aed2-518a-41f4-a133-d5e27eec1252', 'device_owner': 'network:router_interface', 'standard_attr_id': 3170, 'fixed_ips': [{'subnet_id': '45b7113a-fdbe-4e14-8cf2-2e240c48037a', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:30:24Z', 'updated_at': '2021-07-27T23:30:35Z', 'revision_number': 5, 'project_id': '527b2fd77bf24fc0a7fcb37799da635e', 'subnets': [{'id': '45b7113a-fdbe-4e14-8cf2-2e240c48037a', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5ebe4f8f-380c-49f3-8c7f-d72ecfd5fe19', 'name': '', 'network_id': '15f9b953-b3ac-411f-b11b-ddca6f2ec68e', 'tenant_id': '527b2fd77bf24fc0a7fcb37799da635e', 'mac_address': 'fa:16:3e:05:cb:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd294aed2-518a-41f4-a133-d5e27eec1252', 'device_owner': 'network:router_interface', 'standard_attr_id': 3125, 'fixed_ips': [{'subnet_id': '235fc805-6985-4480-b5c7-8c645c5df0c3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:30:10Z', 'updated_at': '2021-07-27T23:30:19Z', 'revision_number': 5, 'project_id': '527b2fd77bf24fc0a7fcb37799da635e', 'subnets': [{'id': '235fc805-6985-4480-b5c7-8c645c5df0c3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '928fc270-4194-4dec-a83a-0d474f25fb1e', 'name': '', 'network_id': 'cd1be5c3-c227-4cad-a96b-b46b0c1650a7', 'tenant_id': '527b2fd77bf24fc0a7fcb37799da635e', 'mac_address': 'fa:16:3e:21:27:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd294aed2-518a-41f4-a133-d5e27eec1252', 'device_owner': 'network:router_interface', 'standard_attr_id': 3140, 'fixed_ips': [{'subnet_id': '82ef5f02-9456-42c3-86b0-2a00e0951ea4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:30:15Z', 'updated_at': '2021-07-27T23:30:25Z', 'revision_number': 5, 'project_id': '527b2fd77bf24fc0a7fcb37799da635e', 'subnets': [{'id': '82ef5f02-9456-42c3-86b0-2a00e0951ea4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '97a38919-6551-4acc-883b-b7d1c74bdf51', 'name': '', 'network_id': '110ed7bb-4ba7-40ce-92dd-2880348667d8', 'tenant_id': '527b2fd77bf24fc0a7fcb37799da635e', 'mac_address': 'fa:16:3e:f4:e7:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd294aed2-518a-41f4-a133-d5e27eec1252', 'device_owner': 'network:router_interface', 'standard_attr_id': 3155, 'fixed_ips': [{'subnet_id': '459db2b5-3e83-4a91-b346-9ffc829bddc6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:30:19Z', 'updated_at': '2021-07-27T23:30:30Z', 'revision_number': 5, 'project_id': '527b2fd77bf24fc0a7fcb37799da635e', 'subnets': [{'id': '459db2b5-3e83-4a91-b346-9ffc829bddc6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:30:42.005353 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60611296-c3a9-4139-8846-60679adbfa0f req-ebf334cc-e9b7-42f4-b0ab-7ff51a313bed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:30:42.008081 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-60611296-c3a9-4139-8846-60679adbfa0f req-ebf334cc-e9b7-42f4-b0ab-7ff51a313bed service neutron] 10.222.0.49 "GET /v2.0/networks?id=280a3ba5-2d75-4827-b3c1-0be5bb892094 HTTP/1.1" status: 200 len: 913 time: 0.2395270 Jul 27 23:30:42.086447 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-60611296-c3a9-4139-8846-60679adbfa0f req-a5a111e9-3ecf-4187-beed-ef3b6cb9bde0 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aaec9322-748e-424d-b1d9-5ac9bc2f9e45 HTTP/1.1" status: 200 len: 217 time: 0.0682266 Jul 27 23:30:42.162343 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-619c1109-45a6-480b-9137-7fdbabfcc47c tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Router d294aed2-518a-41f4-a133-d5e27eec1252 has already been hosted by L3 agent 018c4455-49c0-4734-927d-7824067b2a9e {{(pid=93798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 23:30:42.173679 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60611296-c3a9-4139-8846-60679adbfa0f req-6b6e3122-b787-49a2-bb39-4d609c599538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:30:42.175591 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-60611296-c3a9-4139-8846-60679adbfa0f req-6b6e3122-b787-49a2-bb39-4d609c599538 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=03df5e5c-8a96-449f-9e96-cff1a55737e2 HTTP/1.1" status: 200 len: 851 time: 0.0827506 Jul 27 23:30:42.310482 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60611296-c3a9-4139-8846-60679adbfa0f req-128c5d6a-59c9-4a9e-a565-84ccd969fb45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:30:42.318908 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-60611296-c3a9-4139-8846-60679adbfa0f req-128c5d6a-59c9-4a9e-a565-84ccd969fb45 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=280a3ba5-2d75-4827-b3c1-0be5bb892094&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1345243 Jul 27 23:30:42.423072 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-619c1109-45a6-480b-9137-7fdbabfcc47c tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:30:42.439539 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-619c1109-45a6-480b-9137-7fdbabfcc47c tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] 10.222.0.18 "PUT /v2.0/routers/d294aed2-518a-41f4-a133-d5e27eec1252/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7696228 Jul 27 23:30:42.442255 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 38168) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:30:42.451778 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb443e99-e5bd-4dad-a029-380f8d1e0c3b None None] Sync routers for ids ['d294aed2-518a-41f4-a133-d5e27eec1252'] in n-d-802623-1 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:30:42.470859 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb443e99-e5bd-4dad-a029-380f8d1e0c3b None None] Routers {'d294aed2-518a-41f4-a133-d5e27eec1252'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:30:42.471533 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-fb443e99-e5bd-4dad-a029-380f8d1e0c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:30:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['d294aed2-518a-41f4-a133-d5e27eec1252'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:30:42.506331 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-60611296-c3a9-4139-8846-60679adbfa0f req-37906dfd-b597-4c8a-9e5b-69a914f85714 service neutron] 10.222.0.49 "GET /v2.0/networks/280a3ba5-2d75-4827-b3c1-0be5bb892094?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1715987 Jul 27 23:30:42.641228 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9fb0b8b-c87d-4493-9204-6b5af3752acf tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Deleting subnet 45b7113a-fdbe-4e14-8cf2-2e240c48037a {{(pid=93798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 23:30:42.648830 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b9fb0b8b-c87d-4493-9204-6b5af3752acf tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks [] for subnet, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:42.670981 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-fb443e99-e5bd-4dad-a029-380f8d1e0c3b None None] Set router d294aed2-518a-41f4-a133-d5e27eec1252 gateway port host: None {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:30:42.791458 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b9fb0b8b-c87d-4493-9204-6b5af3752acf tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11163249'] for subnet, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:42.826073 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3c72ed-5a50-4efe-8954-b85f90d711db req-7bc44e56-2450-403e-926b-3d3637719f17 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:30:42.827710 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8b3c72ed-5a50-4efe-8954-b85f90d711db req-7bc44e56-2450-403e-926b-3d3637719f17 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/ports?device_id=6761c48b-f2d7-4f53-9bf8-232692d8406d HTTP/1.1" status: 200 len: 943 time: 0.5016432 Jul 27 23:30:42.974319 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8b3c72ed-5a50-4efe-8954-b85f90d711db req-d0265eda-4517-4055-b070-4f1999e8e79f tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/security-groups?id=d6f41e72-2b87-4685-ae08-bc68afebebe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268466 Jul 27 23:30:42.989617 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-60611296-c3a9-4139-8846-60679adbfa0f req-93b8b745-eadf-4c5e-88a3-acd434a7c4f9 service neutron] 10.222.0.49 "GET /v2.0/networks/280a3ba5-2d75-4827-b3c1-0be5bb892094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4741952 Jul 27 23:30:43.136226 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b9fb0b8b-c87d-4493-9204-6b5af3752acf tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620741'] for subnet, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:43.231599 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-fb443e99-e5bd-4dad-a029-380f8d1e0c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd294aed2-518a-41f4-a133-d5e27eec1252', 'name': 'tempest-RoutersIpV6Test-router-596612333', 'tenant_id': '527b2fd77bf24fc0a7fcb37799da635e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:30:09Z', 'updated_at': '2021-07-27T23:30:41Z', 'revision_number': 8, 'project_id': '527b2fd77bf24fc0a7fcb37799da635e', 'gw_port_host': None, '_interfaces': [{'id': '5ebe4f8f-380c-49f3-8c7f-d72ecfd5fe19', 'name': '', 'network_id': '15f9b953-b3ac-411f-b11b-ddca6f2ec68e', 'tenant_id': '527b2fd77bf24fc0a7fcb37799da635e', 'mac_address': 'fa:16:3e:05:cb:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd294aed2-518a-41f4-a133-d5e27eec1252', 'device_owner': 'network:router_interface', 'standard_attr_id': 3125, 'fixed_ips': [{'subnet_id': '235fc805-6985-4480-b5c7-8c645c5df0c3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:30:10Z', 'updated_at': '2021-07-27T23:30:19Z', 'revision_number': 5, 'project_id': '527b2fd77bf24fc0a7fcb37799da635e', 'subnets': [{'id': '235fc805-6985-4480-b5c7-8c645c5df0c3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '928fc270-4194-4dec-a83a-0d474f25fb1e', 'name': '', 'network_id': 'cd1be5c3-c227-4cad-a96b-b46b0c1650a7', 'tenant_id': '527b2fd77bf24fc0a7fcb37799da635e', 'mac_address': 'fa:16:3e:21:27:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd294aed2-518a-41f4-a133-d5e27eec1252', 'device_owner': 'network:router_interface', 'standard_attr_id': 3140, 'fixed_ips': [{'subnet_id': '82ef5f02-9456-42c3-86b0-2a00e0951ea4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:30:15Z', 'updated_at': '2021-07-27T23:30:25Z', 'revision_number': 5, 'project_id': '527b2fd77bf24fc0a7fcb37799da635e', 'subnets': [{'id': '82ef5f02-9456-42c3-86b0-2a00e0951ea4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '97a38919-6551-4acc-883b-b7d1c74bdf51', 'name': '', 'network_id': '110ed7bb-4ba7-40ce-92dd-2880348667d8', 'tenant_id': '527b2fd77bf24fc0a7fcb37799da635e', 'mac_address': 'fa:16:3e:f4:e7:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd294aed2-518a-41f4-a133-d5e27eec1252', 'device_owner': 'network:router_interface', 'standard_attr_id': 3155, 'fixed_ips': [{'subnet_id': '459db2b5-3e83-4a91-b346-9ffc829bddc6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:30:19Z', 'updated_at': '2021-07-27T23:30:30Z', 'revision_number': 5, 'project_id': '527b2fd77bf24fc0a7fcb37799da635e', 'subnets': [{'id': '459db2b5-3e83-4a91-b346-9ffc829bddc6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:30:43.285457 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb443e99-e5bd-4dad-a029-380f8d1e0c3b None None] Checking router: d294aed2-518a-41f4-a133-d5e27eec1252 for host: n-d-802623-1 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 23:30:43.293551 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b9fb0b8b-c87d-4493-9204-6b5af3752acf tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11971800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12265753'] for subnet, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:43.315176 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb443e99-e5bd-4dad-a029-380f8d1e0c3b None None] Routers {'d294aed2-518a-41f4-a133-d5e27eec1252'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:30:43.316428 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-fb443e99-e5bd-4dad-a029-380f8d1e0c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:30:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['d294aed2-518a-41f4-a133-d5e27eec1252'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:30:43.361448 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fb0b8b-c87d-4493-9204-6b5af3752acf tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Pushing event deleted for resources: {'Subnet': ['ID=45b7113a-fdbe-4e14-8cf2-2e240c48037a,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:30:43.368703 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b9fb0b8b-c87d-4493-9204-6b5af3752acf tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:43.379298 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 38182) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:30:43.379490 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-b9fb0b8b-c87d-4493-9204-6b5af3752acf tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] 10.222.0.18 "DELETE /v2.0/subnets/45b7113a-fdbe-4e14-8cf2-2e240c48037a HTTP/1.1" status: 204 len: 168 time: 0.9359751 Jul 27 23:30:43.383025 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09ebb69f-44c7-4cb9-b80e-9964deac15ab None None] Network eeeed17f-ae7f-4873-b42c-9c9846fffa45 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:30:43.463858 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-fb443e99-e5bd-4dad-a029-380f8d1e0c3b None None] Set router d294aed2-518a-41f4-a133-d5e27eec1252 gateway port host: None {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:30:43.645841 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-cd6c8dbe-9a74-4276-91dc-33f31af0baab tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593271'] for network, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:43.805501 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-cd6c8dbe-9a74-4276-91dc-33f31af0baab tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Deleting port 405442f3-e898-4903-a26b-231f18a3f284 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:30:43.805905 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-cd6c8dbe-9a74-4276-91dc-33f31af0baab tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:43.838307 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e08a82e7-0d63-4b3a-8a93-0304a1d0c75a None None] DHCP port deletion for eeeed17f-ae7f-4873-b42c-9c9846fffa45 request from n-d-802623-1 {{(pid=93799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 23:30:43.959181 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-e08a82e7-0d63-4b3a-8a93-0304a1d0c75a None None] Deleting port 405442f3-e898-4903-a26b-231f18a3f284 {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:30:43.963452 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e08a82e7-0d63-4b3a-8a93-0304a1d0c75a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:44.013253 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-cd6c8dbe-9a74-4276-91dc-33f31af0baab tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] For port 405442f3-e898-4903-a26b-231f18a3f284, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=405442f3-e898-4903-a26b-231f18a3f284,segment=NetworkSegment(24df8ef8-05f4-428e-a0da-36b5f5df8b2b),segment_id=24df8ef8-05f4-428e-a0da-36b5f5df8b2b)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:30:44.015242 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-cd6c8dbe-9a74-4276-91dc-33f31af0baab tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:44.051302 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-cd6c8dbe-9a74-4276-91dc-33f31af0baab tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Calling delete_port for 405442f3-e898-4903-a26b-231f18a3f284 owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:30:44.129584 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-fb443e99-e5bd-4dad-a029-380f8d1e0c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd294aed2-518a-41f4-a133-d5e27eec1252', 'name': 'tempest-RoutersIpV6Test-router-596612333', 'tenant_id': '527b2fd77bf24fc0a7fcb37799da635e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:30:09Z', 'updated_at': '2021-07-27T23:30:41Z', 'revision_number': 8, 'project_id': '527b2fd77bf24fc0a7fcb37799da635e', 'gw_port_host': None, '_interfaces': [{'id': '5ebe4f8f-380c-49f3-8c7f-d72ecfd5fe19', 'name': '', 'network_id': '15f9b953-b3ac-411f-b11b-ddca6f2ec68e', 'tenant_id': '527b2fd77bf24fc0a7fcb37799da635e', 'mac_address': 'fa:16:3e:05:cb:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd294aed2-518a-41f4-a133-d5e27eec1252', 'device_owner': 'network:router_interface', 'standard_attr_id': 3125, 'fixed_ips': [{'subnet_id': '235fc805-6985-4480-b5c7-8c645c5df0c3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:30:10Z', 'updated_at': '2021-07-27T23:30:19Z', 'revision_number': 5, 'project_id': '527b2fd77bf24fc0a7fcb37799da635e', 'subnets': [{'id': '235fc805-6985-4480-b5c7-8c645c5df0c3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '928fc270-4194-4dec-a83a-0d474f25fb1e', 'name': '', 'network_id': 'cd1be5c3-c227-4cad-a96b-b46b0c1650a7', 'tenant_id': '527b2fd77bf24fc0a7fcb37799da635e', 'mac_address': 'fa:16:3e:21:27:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd294aed2-518a-41f4-a133-d5e27eec1252', 'device_owner': 'network:router_interface', 'standard_attr_id': 3140, 'fixed_ips': [{'subnet_id': '82ef5f02-9456-42c3-86b0-2a00e0951ea4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:30:15Z', 'updated_at': '2021-07-27T23:30:25Z', 'revision_number': 5, 'project_id': '527b2fd77bf24fc0a7fcb37799da635e', 'subnets': [{'id': '82ef5f02-9456-42c3-86b0-2a00e0951ea4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '97a38919-6551-4acc-883b-b7d1c74bdf51', 'name': '', 'network_id': '110ed7bb-4ba7-40ce-92dd-2880348667d8', 'tenant_id': '527b2fd77bf24fc0a7fcb37799da635e', 'mac_address': 'fa:16:3e:f4:e7:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd294aed2-518a-41f4-a133-d5e27eec1252', 'device_owner': 'network:router_interface', 'standard_attr_id': 3155, 'fixed_ips': [{'subnet_id': '459db2b5-3e83-4a91-b346-9ffc829bddc6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:30:19Z', 'updated_at': '2021-07-27T23:30:30Z', 'revision_number': 5, 'project_id': '527b2fd77bf24fc0a7fcb37799da635e', 'subnets': [{'id': '459db2b5-3e83-4a91-b346-9ffc829bddc6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:30:44.154260 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-e08a82e7-0d63-4b3a-8a93-0304a1d0c75a None None] For port 405442f3-e898-4903-a26b-231f18a3f284, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=405442f3-e898-4903-a26b-231f18a3f284,segment=NetworkSegment(24df8ef8-05f4-428e-a0da-36b5f5df8b2b),segment_id=24df8ef8-05f4-428e-a0da-36b5f5df8b2b)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:30:44.154992 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e08a82e7-0d63-4b3a-8a93-0304a1d0c75a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:44.198889 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-e08a82e7-0d63-4b3a-8a93-0304a1d0c75a None None] Calling delete_port for 405442f3-e898-4903-a26b-231f18a3f284 owned by network:dhcp {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:30:44.283222 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb443e99-e5bd-4dad-a029-380f8d1e0c3b None None] The sync data for ids ['d294aed2-518a-41f4-a133-d5e27eec1252'] in n-d-802623-1 is: [{'id': 'd294aed2-518a-41f4-a133-d5e27eec1252', 'name': 'tempest-RoutersIpV6Test-router-596612333', 'tenant_id': '527b2fd77bf24fc0a7fcb37799da635e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:30:09Z', 'updated_at': '2021-07-27T23:30:41Z', 'revision_number': 8, 'project_id': '527b2fd77bf24fc0a7fcb37799da635e', 'gw_port_host': None, '_interfaces': [{'id': '5ebe4f8f-380c-49f3-8c7f-d72ecfd5fe19', 'name': '', 'network_id': '15f9b953-b3ac-411f-b11b-ddca6f2ec68e', 'tenant_id': '527b2fd77bf24fc0a7fcb37799da635e', 'mac_address': 'fa:16:3e:05:cb:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd294aed2-518a-41f4-a133-d5e27eec1252', 'device_owner': 'network:router_interface', 'standard_attr_id': 3125, 'fixed_ips': [{'subnet_id': '235fc805-6985-4480-b5c7-8c645c5df0c3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:30:10Z', 'updated_at': '2021-07-27T23:30:19Z', 'revision_number': 5, 'project_id': '527b2fd77bf24fc0a7fcb37799da635e', 'subnets': [{'id': '235fc805-6985-4480-b5c7-8c645c5df0c3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '928fc270-4194-4dec-a83a-0d474f25fb1e', 'name': '', 'network_id': 'cd1be5c3-c227-4cad-a96b-b46b0c1650a7', 'tenant_id': '527b2fd77bf24fc0a7fcb37799da635e', 'mac_address': 'fa:16:3e:21:27:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd294aed2-518a-41f4-a133-d5e27eec1252', 'device_owner': 'network:router_interface', 'standard_attr_id': 3140, 'fixed_ips': [{'subnet_id': '82ef5f02-9456-42c3-86b0-2a00e0951ea4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:30:15Z', 'updated_at': '2021-07-27T23:30:25Z', 'revision_number': 5, 'project_id': '527b2fd77bf24fc0a7fcb37799da635e', 'subnets': [{'id': '82ef5f02-9456-42c3-86b0-2a00e0951ea4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '97a38919-6551-4acc-883b-b7d1c74bdf51', 'name': '', 'network_id': '110ed7bb-4ba7-40ce-92dd-2880348667d8', 'tenant_id': '527b2fd77bf24fc0a7fcb37799da635e', 'mac_address': 'fa:16:3e:f4:e7:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd294aed2-518a-41f4-a133-d5e27eec1252', 'device_owner': 'network:router_interface', 'standard_attr_id': 3155, 'fixed_ips': [{'subnet_id': '459db2b5-3e83-4a91-b346-9ffc829bddc6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:30:19Z', 'updated_at': '2021-07-27T23:30:30Z', 'revision_number': 5, 'project_id': '527b2fd77bf24fc0a7fcb37799da635e', 'subnets': [{'id': '459db2b5-3e83-4a91-b346-9ffc829bddc6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:30:44.302726 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c4e354-11e9-4d77-9a3d-6795689433de req-f493fe61-55de-4168-8b15-3ce9deec6bf8 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:30:44.308675 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-96c4e354-11e9-4d77-9a3d-6795689433de req-f493fe61-55de-4168-8b15-3ce9deec6bf8 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/ports?device_id=6761c48b-f2d7-4f53-9bf8-232692d8406d HTTP/1.1" status: 200 len: 943 time: 0.1468554 Jul 27 23:30:44.352717 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e08a82e7-0d63-4b3a-8a93-0304a1d0c75a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:44.372501 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-cd6c8dbe-9a74-4276-91dc-33f31af0baab tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:44.395587 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e08a82e7-0d63-4b3a-8a93-0304a1d0c75a None None] No DVR routers for this DVR port 405442f3-e898-4903-a26b-231f18a3f284 on host n-d-802623-1 {{(pid=93799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:30:44.404884 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-96c4e354-11e9-4d77-9a3d-6795689433de req-dbf7c9d9-1b36-404f-b31e-eb570f987fc3 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/security-groups?id=d6f41e72-2b87-4685-ae08-bc68afebebe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903161 Jul 27 23:30:44.453769 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6c8dbe-9a74-4276-91dc-33f31af0baab tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Pushing event deleted for resources: {'Port': ['ID=405442f3-e898-4903-a26b-231f18a3f284,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:30:44.457460 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd6c8dbe-9a74-4276-91dc-33f31af0baab tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] No DVR routers for this DVR port 405442f3-e898-4903-a26b-231f18a3f284 on host n-d-802623-1 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:30:44.465965 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08a82e7-0d63-4b3a-8a93-0304a1d0c75a None None] Pushing event deleted for resources: {'Port': ['ID=405442f3-e898-4903-a26b-231f18a3f284,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:30:44.565101 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-cd6c8dbe-9a74-4276-91dc-33f31af0baab tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618032', 'neutron.services.segments.db._delete_segments_for_network-8736833900081'] for network, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:44.579727 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-cd6c8dbe-9a74-4276-91dc-33f31af0baab tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eeeed17f-ae7f-4873-b42c-9c9846fffa45']}} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:30:44.592527 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-cd6c8dbe-9a74-4276-91dc-33f31af0baab tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24df8ef8-05f4-428e-a0da-36b5f5df8b2b') {'for_net_delete': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:30:44.592993 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-cd6c8dbe-9a74-4276-91dc-33f31af0baab tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24df8ef8-05f4-428e-a0da-36b5f5df8b2b') {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:30:44.613177 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-cd6c8dbe-9a74-4276-91dc-33f31af0baab tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736833900858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11335978'] for segment, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:44.658355 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-cd6c8dbe-9a74-4276-91dc-33f31af0baab tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:44.672329 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd6c8dbe-9a74-4276-91dc-33f31af0baab tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Releasing vlan 538 on physical network physnet1 to pool {{(pid=93797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 23:30:44.676673 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-cd6c8dbe-9a74-4276-91dc-33f31af0baab tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11336013'] for segment, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:44.690927 n-d-802623-1 neutron-server[93797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 23:30:44.690927 n-d-802623-1 neutron-server[93797]: self.session.flush() Jul 27 23:30:44.690927 n-d-802623-1 neutron-server[93797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 23:30:44.690927 n-d-802623-1 neutron-server[93797]: self.session.flush() Jul 27 23:30:44.690927 n-d-802623-1 neutron-server[93797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 23:30:44.690927 n-d-802623-1 neutron-server[93797]: self.session.flush() Jul 27 23:30:44.690927 n-d-802623-1 neutron-server[93797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 23:30:44.690927 n-d-802623-1 neutron-server[93797]: self.session.flush() Jul 27 23:30:44.690927 n-d-802623-1 neutron-server[93797]: Traceback (most recent call last): Jul 27 23:30:44.690927 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 23:30:44.690927 n-d-802623-1 neutron-server[93797]: timer() Jul 27 23:30:44.690927 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 23:30:44.690927 n-d-802623-1 neutron-server[93797]: cb(*args, **kw) Jul 27 23:30:44.690927 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 23:30:44.690927 n-d-802623-1 neutron-server[93797]: return func(*args, **kwargs) Jul 27 23:30:44.690927 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 23:30:44.690927 n-d-802623-1 neutron-server[93797]: self._notify() Jul 27 23:30:44.690927 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 23:30:44.690927 n-d-802623-1 neutron-server[93797]: self.callback(batched_events) Jul 27 23:30:44.690927 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 23:30:44.690927 n-d-802623-1 neutron-server[93797]: event.method(event) Jul 27 23:30:44.690927 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 23:30:44.690927 n-d-802623-1 neutron-server[93797]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 23:30:44.690927 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 23:30:44.690927 n-d-802623-1 neutron-server[93797]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 23:30:44.690927 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 23:30:44.690927 n-d-802623-1 neutron-server[93797]: return f(self, *a, **k) Jul 27 23:30:44.690927 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 23:30:44.690927 n-d-802623-1 neutron-server[93797]: return self._get(url).json() Jul 27 23:30:44.690927 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 23:30:44.690927 n-d-802623-1 neutron-server[93797]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 23:30:44.690927 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 23:30:44.690927 n-d-802623-1 neutron-server[93797]: return self.request(url, 'GET', **kwargs) Jul 27 23:30:44.690927 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 23:30:44.690927 n-d-802623-1 neutron-server[93797]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 23:30:44.690927 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 23:30:44.690927 n-d-802623-1 neutron-server[93797]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 23:30:44.690927 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 23:30:44.690927 n-d-802623-1 neutron-server[93797]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 23:30:44.690927 n-d-802623-1 neutron-server[93797]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 23:30:44.796818 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 405442f3-e898-4903-a26b-231f18a3f284 no longer exists at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:30:44.851100 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-cd6c8dbe-9a74-4276-91dc-33f31af0baab tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415412'] for network, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:44.873790 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-cd6c8dbe-9a74-4276-91dc-33f31af0baab tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks [] for network, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:44.879545 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-cd6c8dbe-9a74-4276-91dc-33f31af0baab tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] 10.222.0.18 "DELETE /v2.0/networks/eeeed17f-ae7f-4873-b42c-9c9846fffa45 HTTP/1.1" status: 204 len: 168 time: 1.4954224 Jul 27 23:30:44.880620 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 38214) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:30:44.880848 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6c8dbe-9a74-4276-91dc-33f31af0baab tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Pushing event deleted for resources: {'Network': ['ID=eeeed17f-ae7f-4873-b42c-9c9846fffa45,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:30:44.899214 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] No Port match for: 405442f3-e898-4903-a26b-231f18a3f284 {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:30:44.902457 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 405442f3-e898-4903-a26b-231f18a3f284 not bound to the agent host n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:30:44.907195 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 098f01e3-87a9-486d-9b5e-b80c88161fd2 no longer exists at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:30:44.995481 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] No Port match for: 098f01e3-87a9-486d-9b5e-b80c88161fd2 {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:30:44.996313 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 098f01e3-87a9-486d-9b5e-b80c88161fd2 not bound to the agent host n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:30:45.513520 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-befb62f5-d8a2-42bb-b344-2148e6de7db7 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-414022'] for router_interface, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:45.686408 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd604e90-35ae-4877-b876-5d203f82c952 req-07dc3009-1d8f-459c-a676-9b6efc305775 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:30:45.688471 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-fd604e90-35ae-4877-b876-5d203f82c952 req-07dc3009-1d8f-459c-a676-9b6efc305775 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/ports?device_id=6761c48b-f2d7-4f53-9bf8-232692d8406d HTTP/1.1" status: 200 len: 943 time: 0.1156976 Jul 27 23:30:45.786994 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-fd604e90-35ae-4877-b876-5d203f82c952 req-d52ba69d-058a-4293-9d1a-7f4e8e473264 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/security-groups?id=d6f41e72-2b87-4685-ae08-bc68afebebe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860705 Jul 27 23:30:46.111594 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-befb62f5-d8a2-42bb-b344-2148e6de7db7 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Deleting port 97a38919-6551-4acc-883b-b7d1c74bdf51 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:30:46.112305 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-befb62f5-d8a2-42bb-b344-2148e6de7db7 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:46.265563 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-befb62f5-d8a2-42bb-b344-2148e6de7db7 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] For port 97a38919-6551-4acc-883b-b7d1c74bdf51, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=97a38919-6551-4acc-883b-b7d1c74bdf51,segment=NetworkSegment(0658777d-12ba-420a-9f49-f267f426103b),segment_id=0658777d-12ba-420a-9f49-f267f426103b)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:30:46.266170 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-befb62f5-d8a2-42bb-b344-2148e6de7db7 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:46.301427 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-befb62f5-d8a2-42bb-b344-2148e6de7db7 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Calling delete_port for 97a38919-6551-4acc-883b-b7d1c74bdf51 owned by network:router_interface {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:30:46.566062 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-befb62f5-d8a2-42bb-b344-2148e6de7db7 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:46.609041 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befb62f5-d8a2-42bb-b344-2148e6de7db7 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Pushing event deleted for resources: {'Port': ['ID=97a38919-6551-4acc-883b-b7d1c74bdf51,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:30:46.821564 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-befb62f5-d8a2-42bb-b344-2148e6de7db7 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3760546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-413994'] for router_interface, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:47.360099 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c3bb2d-ccc9-43d8-a066-1523e787c5df req-16fd1199-e155-4d69-a42f-def9da53261a tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:30:47.372233 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-44c3bb2d-ccc9-43d8-a066-1523e787c5df req-16fd1199-e155-4d69-a42f-def9da53261a tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/ports?device_id=6761c48b-f2d7-4f53-9bf8-232692d8406d HTTP/1.1" status: 200 len: 943 time: 0.3792906 Jul 27 23:30:47.492791 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-44c3bb2d-ccc9-43d8-a066-1523e787c5df req-9788c465-92ed-4939-a125-641823ad792b tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/security-groups?id=d6f41e72-2b87-4685-ae08-bc68afebebe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170185 Jul 27 23:30:47.530685 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-befb62f5-d8a2-42bb-b344-2148e6de7db7 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Router d294aed2-518a-41f4-a133-d5e27eec1252 has already been hosted by L3 agent 018c4455-49c0-4734-927d-7824067b2a9e {{(pid=93798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 23:30:47.660027 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-befb62f5-d8a2-42bb-b344-2148e6de7db7 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:30:47.670680 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-befb62f5-d8a2-42bb-b344-2148e6de7db7 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] 10.222.0.18 "PUT /v2.0/routers/d294aed2-518a-41f4-a133-d5e27eec1252/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7842836 Jul 27 23:30:47.674221 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 38274) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:30:47.677121 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdfb32f8-0559-4a7e-9b9d-c9e71ef94544 None None] Sync routers for ids ['d294aed2-518a-41f4-a133-d5e27eec1252'] in n-d-802623-1 {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:30:47.690285 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdfb32f8-0559-4a7e-9b9d-c9e71ef94544 None None] Routers {'d294aed2-518a-41f4-a133-d5e27eec1252'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:30:47.690974 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-fdfb32f8-0559-4a7e-9b9d-c9e71ef94544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:30:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['d294aed2-518a-41f4-a133-d5e27eec1252'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:30:47.776124 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_v2 [None req-77568302-2e4d-4206-ae45-c9abe4484f89 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Deleting subnet 459db2b5-3e83-4a91-b346-9ffc829bddc6 {{(pid=93797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 23:30:47.781939 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-77568302-2e4d-4206-ae45-c9abe4484f89 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks [] for subnet, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:47.792935 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-fdfb32f8-0559-4a7e-9b9d-c9e71ef94544 None None] Set router d294aed2-518a-41f4-a133-d5e27eec1252 gateway port host: None {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:30:47.884171 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-77568302-2e4d-4206-ae45-c9abe4484f89 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11335971'] for subnet, precommit_delete_associations {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:48.085095 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-77568302-2e4d-4206-ae45-c9abe4484f89 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620741'] for subnet, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:48.096819 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-fdfb32f8-0559-4a7e-9b9d-c9e71ef94544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd294aed2-518a-41f4-a133-d5e27eec1252', 'name': 'tempest-RoutersIpV6Test-router-596612333', 'tenant_id': '527b2fd77bf24fc0a7fcb37799da635e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:30:09Z', 'updated_at': '2021-07-27T23:30:46Z', 'revision_number': 9, 'project_id': '527b2fd77bf24fc0a7fcb37799da635e', 'gw_port_host': None, '_interfaces': [{'id': '5ebe4f8f-380c-49f3-8c7f-d72ecfd5fe19', 'name': '', 'network_id': '15f9b953-b3ac-411f-b11b-ddca6f2ec68e', 'tenant_id': '527b2fd77bf24fc0a7fcb37799da635e', 'mac_address': 'fa:16:3e:05:cb:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd294aed2-518a-41f4-a133-d5e27eec1252', 'device_owner': 'network:router_interface', 'standard_attr_id': 3125, 'fixed_ips': [{'subnet_id': '235fc805-6985-4480-b5c7-8c645c5df0c3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:30:10Z', 'updated_at': '2021-07-27T23:30:19Z', 'revision_number': 5, 'project_id': '527b2fd77bf24fc0a7fcb37799da635e', 'subnets': [{'id': '235fc805-6985-4480-b5c7-8c645c5df0c3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '928fc270-4194-4dec-a83a-0d474f25fb1e', 'name': '', 'network_id': 'cd1be5c3-c227-4cad-a96b-b46b0c1650a7', 'tenant_id': '527b2fd77bf24fc0a7fcb37799da635e', 'mac_address': 'fa:16:3e:21:27:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd294aed2-518a-41f4-a133-d5e27eec1252', 'device_owner': 'network:router_interface', 'standard_attr_id': 3140, 'fixed_ips': [{'subnet_id': '82ef5f02-9456-42c3-86b0-2a00e0951ea4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:30:15Z', 'updated_at': '2021-07-27T23:30:25Z', 'revision_number': 5, 'project_id': '527b2fd77bf24fc0a7fcb37799da635e', 'subnets': [{'id': '82ef5f02-9456-42c3-86b0-2a00e0951ea4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:30:48.125794 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdfb32f8-0559-4a7e-9b9d-c9e71ef94544 None None] Checking router: d294aed2-518a-41f4-a133-d5e27eec1252 for host: n-d-802623-1 {{(pid=93799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 23:30:48.151224 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdfb32f8-0559-4a7e-9b9d-c9e71ef94544 None None] Routers {'d294aed2-518a-41f4-a133-d5e27eec1252'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:30:48.152763 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-fdfb32f8-0559-4a7e-9b9d-c9e71ef94544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:30:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['d294aed2-518a-41f4-a133-d5e27eec1252'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:30:48.250153 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-fdfb32f8-0559-4a7e-9b9d-c9e71ef94544 None None] Set router d294aed2-518a-41f4-a133-d5e27eec1252 gateway port host: None {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:30:48.296681 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-77568302-2e4d-4206-ae45-c9abe4484f89 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11335991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11551414'] for subnet, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:48.359357 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-77568302-2e4d-4206-ae45-c9abe4484f89 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks [] for subnet, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:48.368008 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 38298) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:30:48.369531 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-77568302-2e4d-4206-ae45-c9abe4484f89 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] 10.222.0.18 "DELETE /v2.0/subnets/459db2b5-3e83-4a91-b346-9ffc829bddc6 HTTP/1.1" status: 204 len: 168 time: 0.6940978 Jul 27 23:30:48.415150 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77568302-2e4d-4206-ae45-c9abe4484f89 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Pushing event deleted for resources: {'Subnet': ['ID=459db2b5-3e83-4a91-b346-9ffc829bddc6,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:30:48.483090 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c870779-f60b-4aa2-9b75-66d5a073012c None None] Network 110ed7bb-4ba7-40ce-92dd-2880348667d8 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:30:48.589866 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-28f77ba1-5ea0-47c9-aac0-b594a9663e59 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593271'] for network, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:48.691529 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-28f77ba1-5ea0-47c9-aac0-b594a9663e59 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Deleting port d0e34f91-3240-4962-9a37-f345b63bf69a {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:30:48.692119 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-28f77ba1-5ea0-47c9-aac0-b594a9663e59 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:48.736213 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac15d976-dbdb-4387-8ec5-b6c45051a1a3 req-8b970a6c-e8f5-4b32-a863-0d943f07a4a2 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:30:48.745996 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-ac15d976-dbdb-4387-8ec5-b6c45051a1a3 req-8b970a6c-e8f5-4b32-a863-0d943f07a4a2 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/ports?device_id=6761c48b-f2d7-4f53-9bf8-232692d8406d HTTP/1.1" status: 200 len: 943 time: 0.1178713 Jul 27 23:30:48.858115 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-ac15d976-dbdb-4387-8ec5-b6c45051a1a3 req-4ac58af2-b508-4649-a7c6-cda6a7f77871 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/security-groups?id=d6f41e72-2b87-4685-ae08-bc68afebebe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086326 Jul 27 23:30:48.878017 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-28f77ba1-5ea0-47c9-aac0-b594a9663e59 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] For port d0e34f91-3240-4962-9a37-f345b63bf69a, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=d0e34f91-3240-4962-9a37-f345b63bf69a,segment=NetworkSegment(0658777d-12ba-420a-9f49-f267f426103b),segment_id=0658777d-12ba-420a-9f49-f267f426103b)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:30:48.878017 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-28f77ba1-5ea0-47c9-aac0-b594a9663e59 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:48.897739 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d39148e7-5a70-4ff1-ae10-0c83aef8f906 None None] DHCP port deletion for 110ed7bb-4ba7-40ce-92dd-2880348667d8 request from n-d-802623-1 {{(pid=93799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 23:30:48.907267 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-28f77ba1-5ea0-47c9-aac0-b594a9663e59 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Calling delete_port for d0e34f91-3240-4962-9a37-f345b63bf69a owned by network:dhcp {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:30:48.961602 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-fdfb32f8-0559-4a7e-9b9d-c9e71ef94544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd294aed2-518a-41f4-a133-d5e27eec1252', 'name': 'tempest-RoutersIpV6Test-router-596612333', 'tenant_id': '527b2fd77bf24fc0a7fcb37799da635e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:30:09Z', 'updated_at': '2021-07-27T23:30:46Z', 'revision_number': 9, 'project_id': '527b2fd77bf24fc0a7fcb37799da635e', 'gw_port_host': None, '_interfaces': [{'id': '5ebe4f8f-380c-49f3-8c7f-d72ecfd5fe19', 'name': '', 'network_id': '15f9b953-b3ac-411f-b11b-ddca6f2ec68e', 'tenant_id': '527b2fd77bf24fc0a7fcb37799da635e', 'mac_address': 'fa:16:3e:05:cb:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd294aed2-518a-41f4-a133-d5e27eec1252', 'device_owner': 'network:router_interface', 'standard_attr_id': 3125, 'fixed_ips': [{'subnet_id': '235fc805-6985-4480-b5c7-8c645c5df0c3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:30:10Z', 'updated_at': '2021-07-27T23:30:19Z', 'revision_number': 5, 'project_id': '527b2fd77bf24fc0a7fcb37799da635e', 'subnets': [{'id': '235fc805-6985-4480-b5c7-8c645c5df0c3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '928fc270-4194-4dec-a83a-0d474f25fb1e', 'name': '', 'network_id': 'cd1be5c3-c227-4cad-a96b-b46b0c1650a7', 'tenant_id': '527b2fd77bf24fc0a7fcb37799da635e', 'mac_address': 'fa:16:3e:21:27:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd294aed2-518a-41f4-a133-d5e27eec1252', 'device_owner': 'network:router_interface', 'standard_attr_id': 3140, 'fixed_ips': [{'subnet_id': '82ef5f02-9456-42c3-86b0-2a00e0951ea4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:30:15Z', 'updated_at': '2021-07-27T23:30:25Z', 'revision_number': 5, 'project_id': '527b2fd77bf24fc0a7fcb37799da635e', 'subnets': [{'id': '82ef5f02-9456-42c3-86b0-2a00e0951ea4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:30:48.999223 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdfb32f8-0559-4a7e-9b9d-c9e71ef94544 None None] The sync data for ids ['d294aed2-518a-41f4-a133-d5e27eec1252'] in n-d-802623-1 is: [{'id': 'd294aed2-518a-41f4-a133-d5e27eec1252', 'name': 'tempest-RoutersIpV6Test-router-596612333', 'tenant_id': '527b2fd77bf24fc0a7fcb37799da635e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:30:09Z', 'updated_at': '2021-07-27T23:30:46Z', 'revision_number': 9, 'project_id': '527b2fd77bf24fc0a7fcb37799da635e', 'gw_port_host': None, '_interfaces': [{'id': '5ebe4f8f-380c-49f3-8c7f-d72ecfd5fe19', 'name': '', 'network_id': '15f9b953-b3ac-411f-b11b-ddca6f2ec68e', 'tenant_id': '527b2fd77bf24fc0a7fcb37799da635e', 'mac_address': 'fa:16:3e:05:cb:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd294aed2-518a-41f4-a133-d5e27eec1252', 'device_owner': 'network:router_interface', 'standard_attr_id': 3125, 'fixed_ips': [{'subnet_id': '235fc805-6985-4480-b5c7-8c645c5df0c3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:30:10Z', 'updated_at': '2021-07-27T23:30:19Z', 'revision_number': 5, 'project_id': '527b2fd77bf24fc0a7fcb37799da635e', 'subnets': [{'id': '235fc805-6985-4480-b5c7-8c645c5df0c3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '928fc270-4194-4dec-a83a-0d474f25fb1e', 'name': '', 'network_id': 'cd1be5c3-c227-4cad-a96b-b46b0c1650a7', 'tenant_id': '527b2fd77bf24fc0a7fcb37799da635e', 'mac_address': 'fa:16:3e:21:27:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd294aed2-518a-41f4-a133-d5e27eec1252', 'device_owner': 'network:router_interface', 'standard_attr_id': 3140, 'fixed_ips': [{'subnet_id': '82ef5f02-9456-42c3-86b0-2a00e0951ea4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:30:15Z', 'updated_at': '2021-07-27T23:30:25Z', 'revision_number': 5, 'project_id': '527b2fd77bf24fc0a7fcb37799da635e', 'subnets': [{'id': '82ef5f02-9456-42c3-86b0-2a00e0951ea4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:30:49.021902 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-d39148e7-5a70-4ff1-ae10-0c83aef8f906 None None] Deleting port d0e34f91-3240-4962-9a37-f345b63bf69a {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:30:49.022310 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d39148e7-5a70-4ff1-ae10-0c83aef8f906 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:49.040192 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-28f77ba1-5ea0-47c9-aac0-b594a9663e59 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:49.096754 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f77ba1-5ea0-47c9-aac0-b594a9663e59 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Pushing event deleted for resources: {'Port': ['ID=d0e34f91-3240-4962-9a37-f345b63bf69a,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:30:49.107915 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28f77ba1-5ea0-47c9-aac0-b594a9663e59 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] No DVR routers for this DVR port d0e34f91-3240-4962-9a37-f345b63bf69a on host n-d-802623-1 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:30:49.155428 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-d39148e7-5a70-4ff1-ae10-0c83aef8f906 None None] For port d0e34f91-3240-4962-9a37-f345b63bf69a, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=d0e34f91-3240-4962-9a37-f345b63bf69a,segment=NetworkSegment(0658777d-12ba-420a-9f49-f267f426103b),segment_id=0658777d-12ba-420a-9f49-f267f426103b)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:30:49.158563 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d39148e7-5a70-4ff1-ae10-0c83aef8f906 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:49.180143 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-d39148e7-5a70-4ff1-ae10-0c83aef8f906 None None] Calling delete_port for d0e34f91-3240-4962-9a37-f345b63bf69a owned by network:dhcp {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:30:49.230113 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-28f77ba1-5ea0-47c9-aac0-b594a9663e59 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618032', 'neutron.services.segments.db._delete_segments_for_network-8736833900081'] for network, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:49.261854 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-28f77ba1-5ea0-47c9-aac0-b594a9663e59 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['110ed7bb-4ba7-40ce-92dd-2880348667d8']}} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:30:49.294113 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d39148e7-5a70-4ff1-ae10-0c83aef8f906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:49.294890 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-28f77ba1-5ea0-47c9-aac0-b594a9663e59 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0658777d-12ba-420a-9f49-f267f426103b') {'for_net_delete': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:30:49.295957 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-28f77ba1-5ea0-47c9-aac0-b594a9663e59 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0658777d-12ba-420a-9f49-f267f426103b') {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:30:49.316817 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d39148e7-5a70-4ff1-ae10-0c83aef8f906 None None] No DVR routers for this DVR port d0e34f91-3240-4962-9a37-f345b63bf69a on host n-d-802623-1 {{(pid=93799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:30:49.320242 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-28f77ba1-5ea0-47c9-aac0-b594a9663e59 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736833900858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11163256'] for segment, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:49.350069 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39148e7-5a70-4ff1-ae10-0c83aef8f906 None None] Pushing event deleted for resources: {'Port': ['ID=d0e34f91-3240-4962-9a37-f345b63bf69a,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:30:49.358179 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-28f77ba1-5ea0-47c9-aac0-b594a9663e59 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:49.372702 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28f77ba1-5ea0-47c9-aac0-b594a9663e59 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Releasing vlan 535 on physical network physnet1 to pool {{(pid=93798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 23:30:49.373057 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-28f77ba1-5ea0-47c9-aac0-b594a9663e59 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11971746'] for segment, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:49.387335 n-d-802623-1 neutron-server[93798]: Traceback (most recent call last): Jul 27 23:30:49.387335 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 23:30:49.387335 n-d-802623-1 neutron-server[93798]: timer() Jul 27 23:30:49.387335 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 23:30:49.387335 n-d-802623-1 neutron-server[93798]: cb(*args, **kw) Jul 27 23:30:49.387335 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 23:30:49.387335 n-d-802623-1 neutron-server[93798]: return func(*args, **kwargs) Jul 27 23:30:49.387335 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 23:30:49.387335 n-d-802623-1 neutron-server[93798]: self._notify() Jul 27 23:30:49.387335 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 23:30:49.387335 n-d-802623-1 neutron-server[93798]: self.callback(batched_events) Jul 27 23:30:49.387335 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 23:30:49.387335 n-d-802623-1 neutron-server[93798]: event.method(event) Jul 27 23:30:49.387335 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 23:30:49.387335 n-d-802623-1 neutron-server[93798]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 23:30:49.387335 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 23:30:49.387335 n-d-802623-1 neutron-server[93798]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 23:30:49.387335 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 23:30:49.387335 n-d-802623-1 neutron-server[93798]: return f(self, *a, **k) Jul 27 23:30:49.387335 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 23:30:49.387335 n-d-802623-1 neutron-server[93798]: return self._get(url).json() Jul 27 23:30:49.387335 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 23:30:49.387335 n-d-802623-1 neutron-server[93798]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 23:30:49.387335 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 23:30:49.387335 n-d-802623-1 neutron-server[93798]: return self.request(url, 'GET', **kwargs) Jul 27 23:30:49.387335 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 23:30:49.387335 n-d-802623-1 neutron-server[93798]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 23:30:49.387335 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 23:30:49.387335 n-d-802623-1 neutron-server[93798]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 23:30:49.387335 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 23:30:49.387335 n-d-802623-1 neutron-server[93798]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 23:30:49.387335 n-d-802623-1 neutron-server[93798]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 23:30:49.515299 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-28f77ba1-5ea0-47c9-aac0-b594a9663e59 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415412'] for network, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:49.546525 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-28f77ba1-5ea0-47c9-aac0-b594a9663e59 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks [] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:49.549039 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-28f77ba1-5ea0-47c9-aac0-b594a9663e59 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] 10.222.0.18 "DELETE /v2.0/networks/110ed7bb-4ba7-40ce-92dd-2880348667d8 HTTP/1.1" status: 204 len: 168 time: 1.1787713 Jul 27 23:30:49.551922 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 38330) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:30:49.562246 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f77ba1-5ea0-47c9-aac0-b594a9663e59 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Pushing event deleted for resources: {'Network': ['ID=110ed7bb-4ba7-40ce-92dd-2880348667d8,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:30:50.029359 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c734d8-cc18-404a-abff-30867dc94dbc req-2944f8e6-141a-44a6-8bb1-6ae6699613e5 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:30:50.031235 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-d9c734d8-cc18-404a-abff-30867dc94dbc req-2944f8e6-141a-44a6-8bb1-6ae6699613e5 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/ports?device_id=6761c48b-f2d7-4f53-9bf8-232692d8406d HTTP/1.1" status: 200 len: 943 time: 0.0742879 Jul 27 23:30:50.112934 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-d9c734d8-cc18-404a-abff-30867dc94dbc req-c6b75bf4-a73b-4c99-90d6-8ff32c8d87ef tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/security-groups?id=d6f41e72-2b87-4685-ae08-bc68afebebe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751657 Jul 27 23:30:50.524182 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device d0e34f91-3240-4962-9a37-f345b63bf69a no longer exists at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:30:50.601812 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] No Port match for: d0e34f91-3240-4962-9a37-f345b63bf69a {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:30:50.602173 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device d0e34f91-3240-4962-9a37-f345b63bf69a not bound to the agent host n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:30:50.603783 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 97a38919-6551-4acc-883b-b7d1c74bdf51 no longer exists at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:30:50.641157 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] No Port match for: 97a38919-6551-4acc-883b-b7d1c74bdf51 {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:30:50.641505 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 97a38919-6551-4acc-883b-b7d1c74bdf51 not bound to the agent host n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:30:50.651371 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-09fa9f45-0d89-4e2d-807a-bab8e5c52ee6 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-414022'] for router_interface, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:51.075766 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3f27c7-7735-407b-a1f3-ae1ea7911d47 req-f38065a6-09f3-45cf-b7bf-ff3a25253f9a tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:30:51.078183 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-6d3f27c7-7735-407b-a1f3-ae1ea7911d47 req-f38065a6-09f3-45cf-b7bf-ff3a25253f9a tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] 10.222.0.18 "GET /v2.0/ports?device_id=ad67c1f5-7283-4637-999c-94737161fd62 HTTP/1.1" status: 200 len: 946 time: 0.1048894 Jul 27 23:30:51.151038 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-6d3f27c7-7735-407b-a1f3-ae1ea7911d47 req-1325667e-e011-4282-8d49-b6816ca39664 tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] 10.222.0.18 "GET /v2.0/security-groups?id=0fdd7288-5bd7-4452-be54-74ff530fb5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656538 Jul 27 23:30:51.170136 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6fd24a-def4-4ee4-b8ab-1dc0a4f0b0b3 req-94131606-bd0e-429a-acee-10d1d5dd224e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:30:51.171851 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-7b6fd24a-def4-4ee4-b8ab-1dc0a4f0b0b3 req-94131606-bd0e-429a-acee-10d1d5dd224e service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e9a436e3-d906-435d-b6dd-9e1040b145a2 HTTP/1.1" status: 200 len: 1096 time: 0.6897609 Jul 27 23:30:51.223776 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-09fa9f45-0d89-4e2d-807a-bab8e5c52ee6 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Deleting port 928fc270-4194-4dec-a83a-0d474f25fb1e {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:30:51.224443 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-09fa9f45-0d89-4e2d-807a-bab8e5c52ee6 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:51.300983 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-7b6fd24a-def4-4ee4-b8ab-1dc0a4f0b0b3 req-ae6ec64b-2ee3-46be-9d6d-f0a718f2d5fa service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=15f92fae-02e6-49d4-94c8-683334afc3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1117640 Jul 27 23:30:51.384989 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0aca3e-9077-4acf-bf56-686bb886e0f5 req-47a34ec0-2c12-41d2-a497-196f37358c79 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:30:51.386551 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-7a0aca3e-9077-4acf-bf56-686bb886e0f5 req-47a34ec0-2c12-41d2-a497-196f37358c79 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/ports?device_id=6761c48b-f2d7-4f53-9bf8-232692d8406d HTTP/1.1" status: 200 len: 943 time: 0.1100130 Jul 27 23:30:51.396301 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-09fa9f45-0d89-4e2d-807a-bab8e5c52ee6 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] For port 928fc270-4194-4dec-a83a-0d474f25fb1e, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=928fc270-4194-4dec-a83a-0d474f25fb1e,segment=NetworkSegment(ae528590-9259-45b5-bad1-5c02c8daf301),segment_id=ae528590-9259-45b5-bad1-5c02c8daf301)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:30:51.396686 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-09fa9f45-0d89-4e2d-807a-bab8e5c52ee6 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:51.431951 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-09fa9f45-0d89-4e2d-807a-bab8e5c52ee6 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Calling delete_port for 928fc270-4194-4dec-a83a-0d474f25fb1e owned by network:router_interface {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:30:51.496677 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-7a0aca3e-9077-4acf-bf56-686bb886e0f5 req-c834f1da-f9b0-4ac4-9907-258850a2b10d tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/security-groups?id=d6f41e72-2b87-4685-ae08-bc68afebebe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967989 Jul 27 23:30:51.685090 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-09fa9f45-0d89-4e2d-807a-bab8e5c52ee6 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:51.728357 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fa9f45-0d89-4e2d-807a-bab8e5c52ee6 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Pushing event deleted for resources: {'Port': ['ID=928fc270-4194-4dec-a83a-0d474f25fb1e,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:30:51.867205 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-09fa9f45-0d89-4e2d-807a-bab8e5c52ee6 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3760546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-413994'] for router_interface, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:51.947601 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 38414) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:30:52.091796 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0f7a8e5c-5a6e-4802-8d04-c7fa378cb7e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:52.144103 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09fa9f45-0d89-4e2d-807a-bab8e5c52ee6 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Router d294aed2-518a-41f4-a133-d5e27eec1252 has already been hosted by L3 agent 018c4455-49c0-4734-927d-7824067b2a9e {{(pid=93797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 23:30:52.251238 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0f7a8e5c-5a6e-4802-8d04-c7fa378cb7e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:52.256280 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0f7a8e5c-5a6e-4802-8d04-c7fa378cb7e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:52.306039 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-0f7a8e5c-5a6e-4802-8d04-c7fa378cb7e8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8f86ad05dc7e40e5a0207f699d613865&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3572567 Jul 27 23:30:52.307608 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7a8e5c-5a6e-4802-8d04-c7fa378cb7e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6d6f2f6-50ab-42fe-8f82-9d4f06f81234,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:30:52.309186 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 38430) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:30:52.316593 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09fa9f45-0d89-4e2d-807a-bab8e5c52ee6 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:30:52.332981 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b73d6ed-061b-4f3c-bd13-6a786dfae6f9 None None] Sync routers for ids ['d294aed2-518a-41f4-a133-d5e27eec1252'] in n-d-802623-1 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:30:52.346159 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-09fa9f45-0d89-4e2d-807a-bab8e5c52ee6 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] 10.222.0.18 "PUT /v2.0/routers/d294aed2-518a-41f4-a133-d5e27eec1252/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7828641 Jul 27 23:30:52.346159 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 38432) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:30:52.346942 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b73d6ed-061b-4f3c-bd13-6a786dfae6f9 None None] Routers {'d294aed2-518a-41f4-a133-d5e27eec1252'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:30:52.346942 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-5b73d6ed-061b-4f3c-bd13-6a786dfae6f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:30:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['d294aed2-518a-41f4-a133-d5e27eec1252'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:30:52.427762 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c5c07e-4b35-45af-b914-9c21eccb2158 req-2fa3b01b-4cf0-4cde-b062-a4cc37d23690 tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:30:52.437943 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-51c5c07e-4b35-45af-b914-9c21eccb2158 req-2fa3b01b-4cf0-4cde-b062-a4cc37d23690 tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] 10.222.0.18 "GET /v2.0/ports?device_id=ad67c1f5-7283-4637-999c-94737161fd62 HTTP/1.1" status: 200 len: 946 time: 0.1846035 Jul 27 23:30:52.445196 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_v2 [None req-4620afd6-40ca-4846-ac20-eee1d2bd27a4 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Deleting subnet 82ef5f02-9456-42c3-86b0-2a00e0951ea4 {{(pid=93797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 23:30:52.446447 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-5b73d6ed-061b-4f3c-bd13-6a786dfae6f9 None None] Set router d294aed2-518a-41f4-a133-d5e27eec1252 gateway port host: None {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:30:52.450226 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4620afd6-40ca-4846-ac20-eee1d2bd27a4 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks [] for subnet, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:52.528818 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4620afd6-40ca-4846-ac20-eee1d2bd27a4 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11335971'] for subnet, precommit_delete_associations {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:52.583331 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a52b5cbd-59de-40c5-8c3c-1a034af17614 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:52.605855 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-51c5c07e-4b35-45af-b914-9c21eccb2158 req-aaa55c5e-1869-4f07-8bc3-501e30e1fe30 tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] 10.222.0.18 "GET /v2.0/security-groups?id=0fdd7288-5bd7-4452-be54-74ff530fb5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1668847 Jul 27 23:30:52.645514 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a52b5cbd-59de-40c5-8c3c-1a034af17614 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:52.683533 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aeb7247-418a-4471-bfd9-4738efc019bd req-b6af0860-7cfc-4c8f-ae1f-5635e7f87896 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:30:52.696376 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-4aeb7247-418a-4471-bfd9-4738efc019bd req-b6af0860-7cfc-4c8f-ae1f-5635e7f87896 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/ports?device_id=6761c48b-f2d7-4f53-9bf8-232692d8406d HTTP/1.1" status: 200 len: 943 time: 0.1098986 Jul 27 23:30:52.738093 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4620afd6-40ca-4846-ac20-eee1d2bd27a4 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620741'] for subnet, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:52.756962 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-4aeb7247-418a-4471-bfd9-4738efc019bd req-0ae98db1-8880-4f59-a2e5-9e19a931f919 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/security-groups?id=d6f41e72-2b87-4685-ae08-bc68afebebe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573785 Jul 27 23:30:52.782409 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-5b73d6ed-061b-4f3c-bd13-6a786dfae6f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd294aed2-518a-41f4-a133-d5e27eec1252', 'name': 'tempest-RoutersIpV6Test-router-596612333', 'tenant_id': '527b2fd77bf24fc0a7fcb37799da635e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:30:09Z', 'updated_at': '2021-07-27T23:30:51Z', 'revision_number': 10, 'project_id': '527b2fd77bf24fc0a7fcb37799da635e', 'gw_port_host': None, '_interfaces': [{'id': '5ebe4f8f-380c-49f3-8c7f-d72ecfd5fe19', 'name': '', 'network_id': '15f9b953-b3ac-411f-b11b-ddca6f2ec68e', 'tenant_id': '527b2fd77bf24fc0a7fcb37799da635e', 'mac_address': 'fa:16:3e:05:cb:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd294aed2-518a-41f4-a133-d5e27eec1252', 'device_owner': 'network:router_interface', 'standard_attr_id': 3125, 'fixed_ips': [{'subnet_id': '235fc805-6985-4480-b5c7-8c645c5df0c3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:30:10Z', 'updated_at': '2021-07-27T23:30:19Z', 'revision_number': 5, 'project_id': '527b2fd77bf24fc0a7fcb37799da635e', 'subnets': [{'id': '235fc805-6985-4480-b5c7-8c645c5df0c3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:30:52.823426 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b73d6ed-061b-4f3c-bd13-6a786dfae6f9 None None] Checking router: d294aed2-518a-41f4-a133-d5e27eec1252 for host: n-d-802623-1 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 23:30:52.832858 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b73d6ed-061b-4f3c-bd13-6a786dfae6f9 None None] Routers {'d294aed2-518a-41f4-a133-d5e27eec1252'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:30:52.833475 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-5b73d6ed-061b-4f3c-bd13-6a786dfae6f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:30:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['d294aed2-518a-41f4-a133-d5e27eec1252'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:30:52.855370 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a52b5cbd-59de-40c5-8c3c-1a034af17614 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:52.860109 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a52b5cbd-59de-40c5-8c3c-1a034af17614 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:52.862452 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-a52b5cbd-59de-40c5-8c3c-1a034af17614 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a6d6f2f6-50ab-42fe-8f82-9d4f06f81234 HTTP/1.1" status: 204 len: 168 time: 0.5520780 Jul 27 23:30:52.866456 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4620afd6-40ca-4846-ac20-eee1d2bd27a4 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11335991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11551414'] for subnet, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:52.924928 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52b5cbd-59de-40c5-8c3c-1a034af17614 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6d6f2f6-50ab-42fe-8f82-9d4f06f81234,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:30:52.928388 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4620afd6-40ca-4846-ac20-eee1d2bd27a4 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Pushing event deleted for resources: {'Subnet': ['ID=82ef5f02-9456-42c3-86b0-2a00e0951ea4,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:30:52.933549 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4620afd6-40ca-4846-ac20-eee1d2bd27a4 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks [] for subnet, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:52.940102 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-4620afd6-40ca-4846-ac20-eee1d2bd27a4 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] 10.222.0.18 "DELETE /v2.0/subnets/82ef5f02-9456-42c3-86b0-2a00e0951ea4 HTTP/1.1" status: 204 len: 168 time: 0.5858974 Jul 27 23:30:52.940102 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 38448) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:30:52.941892 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59057998-0ef4-4131-b9c5-216d75ae0f8a None None] Network cd1be5c3-c227-4cad-a96b-b46b0c1650a7 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:30:52.957981 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-5b73d6ed-061b-4f3c-bd13-6a786dfae6f9 None None] Set router d294aed2-518a-41f4-a133-d5e27eec1252 gateway port host: None {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:30:53.060417 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e1d62ad5-f1e8-45e6-9c41-7da26df56d51 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593271'] for network, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:53.235831 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-e1d62ad5-f1e8-45e6-9c41-7da26df56d51 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Deleting port f79b0e52-1e3b-4431-b1fc-decc71592490 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:30:53.236376 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e1d62ad5-f1e8-45e6-9c41-7da26df56d51 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:53.268842 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f2e9af1-3f96-4213-95da-b776395e2c18 None None] DHCP port deletion for cd1be5c3-c227-4cad-a96b-b46b0c1650a7 request from n-d-802623-1 {{(pid=93799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 23:30:53.318029 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-e1d62ad5-f1e8-45e6-9c41-7da26df56d51 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] For port f79b0e52-1e3b-4431-b1fc-decc71592490, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=f79b0e52-1e3b-4431-b1fc-decc71592490,segment=NetworkSegment(ae528590-9259-45b5-bad1-5c02c8daf301),segment_id=ae528590-9259-45b5-bad1-5c02c8daf301)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:30:53.318451 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e1d62ad5-f1e8-45e6-9c41-7da26df56d51 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:53.337075 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-e1d62ad5-f1e8-45e6-9c41-7da26df56d51 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Calling delete_port for f79b0e52-1e3b-4431-b1fc-decc71592490 owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:30:53.348671 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-7f2e9af1-3f96-4213-95da-b776395e2c18 None None] Deleting port f79b0e52-1e3b-4431-b1fc-decc71592490 {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:30:53.349507 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7f2e9af1-3f96-4213-95da-b776395e2c18 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:53.410194 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-5b73d6ed-061b-4f3c-bd13-6a786dfae6f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd294aed2-518a-41f4-a133-d5e27eec1252', 'name': 'tempest-RoutersIpV6Test-router-596612333', 'tenant_id': '527b2fd77bf24fc0a7fcb37799da635e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:30:09Z', 'updated_at': '2021-07-27T23:30:51Z', 'revision_number': 10, 'project_id': '527b2fd77bf24fc0a7fcb37799da635e', 'gw_port_host': None, '_interfaces': [{'id': '5ebe4f8f-380c-49f3-8c7f-d72ecfd5fe19', 'name': '', 'network_id': '15f9b953-b3ac-411f-b11b-ddca6f2ec68e', 'tenant_id': '527b2fd77bf24fc0a7fcb37799da635e', 'mac_address': 'fa:16:3e:05:cb:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd294aed2-518a-41f4-a133-d5e27eec1252', 'device_owner': 'network:router_interface', 'standard_attr_id': 3125, 'fixed_ips': [{'subnet_id': '235fc805-6985-4480-b5c7-8c645c5df0c3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:30:10Z', 'updated_at': '2021-07-27T23:30:19Z', 'revision_number': 5, 'project_id': '527b2fd77bf24fc0a7fcb37799da635e', 'subnets': [{'id': '235fc805-6985-4480-b5c7-8c645c5df0c3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:30:53.436919 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 38458) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:30:53.455109 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1bec934e-c28b-40fb-adae-5b56ff93581f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:53.459515 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b73d6ed-061b-4f3c-bd13-6a786dfae6f9 None None] The sync data for ids ['d294aed2-518a-41f4-a133-d5e27eec1252'] in n-d-802623-1 is: [{'id': 'd294aed2-518a-41f4-a133-d5e27eec1252', 'name': 'tempest-RoutersIpV6Test-router-596612333', 'tenant_id': '527b2fd77bf24fc0a7fcb37799da635e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:30:09Z', 'updated_at': '2021-07-27T23:30:51Z', 'revision_number': 10, 'project_id': '527b2fd77bf24fc0a7fcb37799da635e', 'gw_port_host': None, '_interfaces': [{'id': '5ebe4f8f-380c-49f3-8c7f-d72ecfd5fe19', 'name': '', 'network_id': '15f9b953-b3ac-411f-b11b-ddca6f2ec68e', 'tenant_id': '527b2fd77bf24fc0a7fcb37799da635e', 'mac_address': 'fa:16:3e:05:cb:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd294aed2-518a-41f4-a133-d5e27eec1252', 'device_owner': 'network:router_interface', 'standard_attr_id': 3125, 'fixed_ips': [{'subnet_id': '235fc805-6985-4480-b5c7-8c645c5df0c3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:30:10Z', 'updated_at': '2021-07-27T23:30:19Z', 'revision_number': 5, 'project_id': '527b2fd77bf24fc0a7fcb37799da635e', 'subnets': [{'id': '235fc805-6985-4480-b5c7-8c645c5df0c3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:30:53.473122 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e1d62ad5-f1e8-45e6-9c41-7da26df56d51 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:53.489082 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-7f2e9af1-3f96-4213-95da-b776395e2c18 None None] For port f79b0e52-1e3b-4431-b1fc-decc71592490, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=f79b0e52-1e3b-4431-b1fc-decc71592490,segment=NetworkSegment(ae528590-9259-45b5-bad1-5c02c8daf301),segment_id=ae528590-9259-45b5-bad1-5c02c8daf301)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:30:53.489417 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7f2e9af1-3f96-4213-95da-b776395e2c18 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:53.506127 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d62ad5-f1e8-45e6-9c41-7da26df56d51 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Pushing event deleted for resources: {'Port': ['ID=f79b0e52-1e3b-4431-b1fc-decc71592490,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:30:53.508644 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d62ad5-f1e8-45e6-9c41-7da26df56d51 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] No DVR routers for this DVR port f79b0e52-1e3b-4431-b1fc-decc71592490 on host n-d-802623-1 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:30:53.509974 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-7f2e9af1-3f96-4213-95da-b776395e2c18 None None] Calling delete_port for f79b0e52-1e3b-4431-b1fc-decc71592490 owned by network:dhcp {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:30:53.637812 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e1d62ad5-f1e8-45e6-9c41-7da26df56d51 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618032', 'neutron.services.segments.db._delete_segments_for_network-8736833900081'] for network, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:53.653901 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7f2e9af1-3f96-4213-95da-b776395e2c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:53.655602 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1bec934e-c28b-40fb-adae-5b56ff93581f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:53.669356 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-e1d62ad5-f1e8-45e6-9c41-7da26df56d51 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd1be5c3-c227-4cad-a96b-b46b0c1650a7']}} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:30:53.673957 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f2e9af1-3f96-4213-95da-b776395e2c18 None None] No DVR routers for this DVR port f79b0e52-1e3b-4431-b1fc-decc71592490 on host n-d-802623-1 {{(pid=93799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:30:53.675329 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1bec934e-c28b-40fb-adae-5b56ff93581f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:53.696552 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-e1d62ad5-f1e8-45e6-9c41-7da26df56d51 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae528590-9259-45b5-bad1-5c02c8daf301') {'for_net_delete': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:30:53.697752 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-e1d62ad5-f1e8-45e6-9c41-7da26df56d51 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae528590-9259-45b5-bad1-5c02c8daf301') {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:30:53.714078 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e1d62ad5-f1e8-45e6-9c41-7da26df56d51 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736833900858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11335978'] for segment, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:53.721630 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2e9af1-3f96-4213-95da-b776395e2c18 None None] Pushing event deleted for resources: {'Port': ['ID=f79b0e52-1e3b-4431-b1fc-decc71592490,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:30:53.739467 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e1d62ad5-f1e8-45e6-9c41-7da26df56d51 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:53.748945 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1d62ad5-f1e8-45e6-9c41-7da26df56d51 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Releasing vlan 531 on physical network physnet1 to pool {{(pid=93797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 23:30:53.750050 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e1d62ad5-f1e8-45e6-9c41-7da26df56d51 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11336013'] for segment, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:53.753971 n-d-802623-1 neutron-server[93797]: Traceback (most recent call last): Jul 27 23:30:53.753971 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 23:30:53.753971 n-d-802623-1 neutron-server[93797]: timer() Jul 27 23:30:53.753971 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 23:30:53.753971 n-d-802623-1 neutron-server[93797]: cb(*args, **kw) Jul 27 23:30:53.753971 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 23:30:53.753971 n-d-802623-1 neutron-server[93797]: return func(*args, **kwargs) Jul 27 23:30:53.753971 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 23:30:53.753971 n-d-802623-1 neutron-server[93797]: self._notify() Jul 27 23:30:53.753971 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 23:30:53.753971 n-d-802623-1 neutron-server[93797]: self.callback(batched_events) Jul 27 23:30:53.753971 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 23:30:53.753971 n-d-802623-1 neutron-server[93797]: event.method(event) Jul 27 23:30:53.753971 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 23:30:53.753971 n-d-802623-1 neutron-server[93797]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 23:30:53.753971 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 23:30:53.753971 n-d-802623-1 neutron-server[93797]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 23:30:53.753971 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 23:30:53.753971 n-d-802623-1 neutron-server[93797]: return f(self, *a, **k) Jul 27 23:30:53.753971 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 23:30:53.753971 n-d-802623-1 neutron-server[93797]: return self._get(url).json() Jul 27 23:30:53.753971 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 23:30:53.753971 n-d-802623-1 neutron-server[93797]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 23:30:53.753971 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 23:30:53.753971 n-d-802623-1 neutron-server[93797]: return self.request(url, 'GET', **kwargs) Jul 27 23:30:53.753971 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 23:30:53.753971 n-d-802623-1 neutron-server[93797]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 23:30:53.753971 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 23:30:53.753971 n-d-802623-1 neutron-server[93797]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 23:30:53.753971 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 23:30:53.753971 n-d-802623-1 neutron-server[93797]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 23:30:53.753971 n-d-802623-1 neutron-server[93797]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 23:30:53.761729 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-1bec934e-c28b-40fb-adae-5b56ff93581f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=873c6568da0445468e6e773e196ebe02&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3237073 Jul 27 23:30:53.763162 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bec934e-c28b-40fb-adae-5b56ff93581f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67f4b112-6acc-4171-8c97-c9472b17ae71,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:30:53.765714 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 38466) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:30:53.847117 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f8e2f570-a67b-4de7-a7ba-48023bef6fc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:53.884195 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f8e2f570-a67b-4de7-a7ba-48023bef6fc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:53.971396 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e1d62ad5-f1e8-45e6-9c41-7da26df56d51 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415412'] for network, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:53.982127 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70ba7aa-e250-439b-bd49-39af5bd1c294 req-a1f62c1f-696c-4ec9-bbb6-75fd90ffc337 tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:30:53.985288 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d70ba7aa-e250-439b-bd49-39af5bd1c294 req-a1f62c1f-696c-4ec9-bbb6-75fd90ffc337 tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] 10.222.0.18 "GET /v2.0/ports?device_id=ad67c1f5-7283-4637-999c-94737161fd62 HTTP/1.1" status: 200 len: 946 time: 0.1869218 Jul 27 23:30:53.988555 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0365a713-715c-45cf-86df-27d556d741a5 req-a6b582a8-dc6e-498a-bdae-6b9af8e21b5a tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:30:53.988750 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e1d62ad5-f1e8-45e6-9c41-7da26df56d51 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks [] for network, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:53.990315 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-0365a713-715c-45cf-86df-27d556d741a5 req-a6b582a8-dc6e-498a-bdae-6b9af8e21b5a tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/ports?device_id=6761c48b-f2d7-4f53-9bf8-232692d8406d HTTP/1.1" status: 200 len: 943 time: 0.0786111 Jul 27 23:30:53.991555 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-e1d62ad5-f1e8-45e6-9c41-7da26df56d51 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] 10.222.0.18 "DELETE /v2.0/networks/cd1be5c3-c227-4cad-a96b-b46b0c1650a7 HTTP/1.1" status: 204 len: 168 time: 1.0524108 Jul 27 23:30:53.995880 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 38470) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:30:53.998356 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f8e2f570-a67b-4de7-a7ba-48023bef6fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:54.001478 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f8e2f570-a67b-4de7-a7ba-48023bef6fc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:54.002970 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-f8e2f570-a67b-4de7-a7ba-48023bef6fc2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/67f4b112-6acc-4171-8c97-c9472b17ae71 HTTP/1.1" status: 204 len: 168 time: 0.2361484 Jul 27 23:30:54.042273 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d62ad5-f1e8-45e6-9c41-7da26df56d51 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Pushing event deleted for resources: {'Network': ['ID=cd1be5c3-c227-4cad-a96b-b46b0c1650a7,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:30:54.105118 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d70ba7aa-e250-439b-bd49-39af5bd1c294 req-ce2dad3e-5668-4a44-b4b8-fcc2fc504f0e tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] 10.222.0.18 "GET /v2.0/security-groups?id=0fdd7288-5bd7-4452-be54-74ff530fb5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784481 Jul 27 23:30:54.163937 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e2f570-a67b-4de7-a7ba-48023bef6fc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67f4b112-6acc-4171-8c97-c9472b17ae71,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:30:54.192832 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-0365a713-715c-45cf-86df-27d556d741a5 req-acdd3043-ca34-4fea-9e7d-4531d69ac541 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/security-groups?id=d6f41e72-2b87-4685-ae08-bc68afebebe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828198 Jul 27 23:30:54.485679 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device f79b0e52-1e3b-4431-b1fc-decc71592490 no longer exists at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:30:54.523563 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] No Port match for: f79b0e52-1e3b-4431-b1fc-decc71592490 {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:30:54.524474 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device f79b0e52-1e3b-4431-b1fc-decc71592490 not bound to the agent host n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:30:54.525251 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 928fc270-4194-4dec-a83a-0d474f25fb1e no longer exists at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:30:54.538110 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 38486) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:30:54.547690 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] No Port match for: 928fc270-4194-4dec-a83a-0d474f25fb1e {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:30:54.548321 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 928fc270-4194-4dec-a83a-0d474f25fb1e not bound to the agent host n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:30:54.555030 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ba17265e-a658-499d-bfde-67a5b167fd35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:54.615342 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fe7e1762-36a2-4034-a4f9-2b96fba65586 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-414022'] for router_interface, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:54.664067 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ba17265e-a658-499d-bfde-67a5b167fd35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:54.669420 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ba17265e-a658-499d-bfde-67a5b167fd35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:54.700860 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba17265e-a658-499d-bfde-67a5b167fd35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc308347-6258-4a29-bdde-2ad72ef9dc3b,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:30:54.745409 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-ba17265e-a658-499d-bfde-67a5b167fd35 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=18e861cf08764a1aaafb4af9f689a8bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2035484 Jul 27 23:30:54.746094 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 38488) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:30:54.800794 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1a302543-b548-470f-88d7-40451c3df0cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:54.830986 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1a302543-b548-470f-88d7-40451c3df0cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:54.899794 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1a302543-b548-470f-88d7-40451c3df0cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:54.903499 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1a302543-b548-470f-88d7-40451c3df0cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:54.907168 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-1a302543-b548-470f-88d7-40451c3df0cc admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/bc308347-6258-4a29-bdde-2ad72ef9dc3b HTTP/1.1" status: 204 len: 168 time: 0.1581669 Jul 27 23:30:54.915894 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a302543-b548-470f-88d7-40451c3df0cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc308347-6258-4a29-bdde-2ad72ef9dc3b,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:30:54.951457 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-fe7e1762-36a2-4034-a4f9-2b96fba65586 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Deleting port 5ebe4f8f-380c-49f3-8c7f-d72ecfd5fe19 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:30:54.952196 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fe7e1762-36a2-4034-a4f9-2b96fba65586 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:55.093835 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-fe7e1762-36a2-4034-a4f9-2b96fba65586 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] For port 5ebe4f8f-380c-49f3-8c7f-d72ecfd5fe19, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=5ebe4f8f-380c-49f3-8c7f-d72ecfd5fe19,segment=NetworkSegment(a002eda4-08a3-44b9-ab9f-fab74497ee15),segment_id=a002eda4-08a3-44b9-ab9f-fab74497ee15)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:30:55.094495 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fe7e1762-36a2-4034-a4f9-2b96fba65586 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:55.110029 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-fe7e1762-36a2-4034-a4f9-2b96fba65586 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Calling delete_port for 5ebe4f8f-380c-49f3-8c7f-d72ecfd5fe19 owned by network:router_interface {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:30:55.299438 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95184ff5-877d-46f2-be4a-04818af878cf req-60e1402f-dc86-4536-baeb-518393deb4f3 tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:30:55.301042 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-95184ff5-877d-46f2-be4a-04818af878cf req-60e1402f-dc86-4536-baeb-518393deb4f3 tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] 10.222.0.18 "GET /v2.0/ports?device_id=ad67c1f5-7283-4637-999c-94737161fd62 HTTP/1.1" status: 200 len: 946 time: 0.0925326 Jul 27 23:30:55.374162 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-95184ff5-877d-46f2-be4a-04818af878cf req-d503b652-3799-47fd-a5d9-396315e891a5 tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] 10.222.0.18 "GET /v2.0/security-groups?id=0fdd7288-5bd7-4452-be54-74ff530fb5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662212 Jul 27 23:30:55.412218 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fe7e1762-36a2-4034-a4f9-2b96fba65586 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:55.457324 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7e1762-36a2-4034-a4f9-2b96fba65586 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Pushing event deleted for resources: {'Port': ['ID=5ebe4f8f-380c-49f3-8c7f-d72ecfd5fe19,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:30:55.513405 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28552d5-4a44-46aa-b130-d039aaecc467 req-2e65cf3d-6da5-4ea8-a44b-1bfd46d01b7f tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:30:55.514976 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c28552d5-4a44-46aa-b130-d039aaecc467 req-2e65cf3d-6da5-4ea8-a44b-1bfd46d01b7f tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/ports?device_id=6761c48b-f2d7-4f53-9bf8-232692d8406d HTTP/1.1" status: 200 len: 943 time: 0.1250472 Jul 27 23:30:55.639520 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fe7e1762-36a2-4034-a4f9-2b96fba65586 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3760546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-413994'] for router_interface, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:55.668468 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c28552d5-4a44-46aa-b130-d039aaecc467 req-3d78c8f1-da81-4e99-8442-3c72aaf7a93e tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/security-groups?id=d6f41e72-2b87-4685-ae08-bc68afebebe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015558 Jul 27 23:30:55.848677 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe7e1762-36a2-4034-a4f9-2b96fba65586 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Router d294aed2-518a-41f4-a133-d5e27eec1252 has already been hosted by L3 agent 018c4455-49c0-4734-927d-7824067b2a9e {{(pid=93798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 23:30:55.958933 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe7e1762-36a2-4034-a4f9-2b96fba65586 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:30:55.967845 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 38534) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:30:55.968311 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-fe7e1762-36a2-4034-a4f9-2b96fba65586 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] 10.222.0.18 "PUT /v2.0/routers/d294aed2-518a-41f4-a133-d5e27eec1252/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9707303 Jul 27 23:30:55.974838 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6100adb0-4ff5-44b8-8564-d5b261ccca91 None None] Sync routers for ids ['d294aed2-518a-41f4-a133-d5e27eec1252'] in n-d-802623-1 {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:30:55.987336 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6100adb0-4ff5-44b8-8564-d5b261ccca91 None None] Routers {'d294aed2-518a-41f4-a133-d5e27eec1252'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:30:55.988412 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-6100adb0-4ff5-44b8-8564-d5b261ccca91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:30:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['d294aed2-518a-41f4-a133-d5e27eec1252'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:30:56.033706 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae3d650a-78b4-472a-8c98-1a265c7bccc6 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Deleting subnet 235fc805-6985-4480-b5c7-8c645c5df0c3 {{(pid=93797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 23:30:56.038562 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ae3d650a-78b4-472a-8c98-1a265c7bccc6 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks [] for subnet, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:56.074531 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-6100adb0-4ff5-44b8-8564-d5b261ccca91 None None] Set router d294aed2-518a-41f4-a133-d5e27eec1252 gateway port host: None {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:30:56.088756 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ae3d650a-78b4-472a-8c98-1a265c7bccc6 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11335971'] for subnet, precommit_delete_associations {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:56.142817 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-6100adb0-4ff5-44b8-8564-d5b261ccca91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd294aed2-518a-41f4-a133-d5e27eec1252', 'name': 'tempest-RoutersIpV6Test-router-596612333', 'tenant_id': '527b2fd77bf24fc0a7fcb37799da635e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:30:09Z', 'updated_at': '2021-07-27T23:30:55Z', 'revision_number': 11, 'project_id': '527b2fd77bf24fc0a7fcb37799da635e', 'gw_port_host': None}], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:30:56.202228 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ae3d650a-78b4-472a-8c98-1a265c7bccc6 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620741'] for subnet, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:56.203643 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6100adb0-4ff5-44b8-8564-d5b261ccca91 None None] Checking router: d294aed2-518a-41f4-a133-d5e27eec1252 for host: n-d-802623-1 {{(pid=93799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 23:30:56.224828 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6100adb0-4ff5-44b8-8564-d5b261ccca91 None None] Routers {'d294aed2-518a-41f4-a133-d5e27eec1252'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:30:56.225471 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-6100adb0-4ff5-44b8-8564-d5b261ccca91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:30:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['d294aed2-518a-41f4-a133-d5e27eec1252'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:30:56.306673 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ae3d650a-78b4-472a-8c98-1a265c7bccc6 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11335991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11551414'] for subnet, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:56.313174 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-6100adb0-4ff5-44b8-8564-d5b261ccca91 None None] Set router d294aed2-518a-41f4-a133-d5e27eec1252 gateway port host: None {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:30:56.364245 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3d650a-78b4-472a-8c98-1a265c7bccc6 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Pushing event deleted for resources: {'Subnet': ['ID=235fc805-6985-4480-b5c7-8c645c5df0c3,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:30:56.377282 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-6100adb0-4ff5-44b8-8564-d5b261ccca91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd294aed2-518a-41f4-a133-d5e27eec1252', 'name': 'tempest-RoutersIpV6Test-router-596612333', 'tenant_id': '527b2fd77bf24fc0a7fcb37799da635e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:30:09Z', 'updated_at': '2021-07-27T23:30:55Z', 'revision_number': 11, 'project_id': '527b2fd77bf24fc0a7fcb37799da635e', 'gw_port_host': None}], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:30:56.402680 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ae3d650a-78b4-472a-8c98-1a265c7bccc6 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks [] for subnet, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:56.411128 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 38548) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:30:56.413868 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6100adb0-4ff5-44b8-8564-d5b261ccca91 None None] The sync data for ids ['d294aed2-518a-41f4-a133-d5e27eec1252'] in n-d-802623-1 is: [{'id': 'd294aed2-518a-41f4-a133-d5e27eec1252', 'name': 'tempest-RoutersIpV6Test-router-596612333', 'tenant_id': '527b2fd77bf24fc0a7fcb37799da635e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:30:09Z', 'updated_at': '2021-07-27T23:30:55Z', 'revision_number': 11, 'project_id': '527b2fd77bf24fc0a7fcb37799da635e', 'gw_port_host': None}] {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:30:56.415231 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cbe60d6-6b80-4f38-ba1a-c3d167405a28 None None] Network 15f9b953-b3ac-411f-b11b-ddca6f2ec68e requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:30:56.422551 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-ae3d650a-78b4-472a-8c98-1a265c7bccc6 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] 10.222.0.18 "DELETE /v2.0/subnets/235fc805-6985-4480-b5c7-8c645c5df0c3 HTTP/1.1" status: 204 len: 168 time: 0.4527168 Jul 27 23:30:56.598149 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ccb66edf-ddf3-4504-a781-f1d1ecca3c0f tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593271'] for network, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:56.673337 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85a7707-c256-4d55-acee-fc2ea0a281c2 req-3c0ccb71-33a5-4c93-a8df-4dfd5860f633 tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:30:56.676418 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-c85a7707-c256-4d55-acee-fc2ea0a281c2 req-3c0ccb71-33a5-4c93-a8df-4dfd5860f633 tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] 10.222.0.18 "GET /v2.0/ports?device_id=ad67c1f5-7283-4637-999c-94737161fd62 HTTP/1.1" status: 200 len: 946 time: 0.1343894 Jul 27 23:30:56.702204 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-ccb66edf-ddf3-4504-a781-f1d1ecca3c0f tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Deleting port 6fed658b-c93f-4d47-b1b0-cca5edfc0789 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:30:56.702632 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ccb66edf-ddf3-4504-a781-f1d1ecca3c0f tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:56.791956 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-c85a7707-c256-4d55-acee-fc2ea0a281c2 req-e3d20d6d-7704-47ed-89a7-05bc534a7862 tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] 10.222.0.18 "GET /v2.0/security-groups?id=0fdd7288-5bd7-4452-be54-74ff530fb5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1065695 Jul 27 23:30:56.827393 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b69b7634-907c-46f5-8b9d-ebe4974c3083 None None] DHCP port deletion for 15f9b953-b3ac-411f-b11b-ddca6f2ec68e request from n-d-802623-1 {{(pid=93799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 23:30:56.874812 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-ccb66edf-ddf3-4504-a781-f1d1ecca3c0f tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] For port 6fed658b-c93f-4d47-b1b0-cca5edfc0789, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=6fed658b-c93f-4d47-b1b0-cca5edfc0789,segment=NetworkSegment(a002eda4-08a3-44b9-ab9f-fab74497ee15),segment_id=a002eda4-08a3-44b9-ab9f-fab74497ee15)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:30:56.875589 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ccb66edf-ddf3-4504-a781-f1d1ecca3c0f tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:56.911242 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-ccb66edf-ddf3-4504-a781-f1d1ecca3c0f tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Calling delete_port for 6fed658b-c93f-4d47-b1b0-cca5edfc0789 owned by network:dhcp {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:30:56.932122 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-16984395-027b-4a82-b8b3-7ac3136387f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:56.963854 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-b69b7634-907c-46f5-8b9d-ebe4974c3083 None None] Deleting port 6fed658b-c93f-4d47-b1b0-cca5edfc0789 {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:30:56.964234 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b69b7634-907c-46f5-8b9d-ebe4974c3083 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:57.084560 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-b69b7634-907c-46f5-8b9d-ebe4974c3083 None None] For port 6fed658b-c93f-4d47-b1b0-cca5edfc0789, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=6fed658b-c93f-4d47-b1b0-cca5edfc0789,segment=NetworkSegment(a002eda4-08a3-44b9-ab9f-fab74497ee15),segment_id=a002eda4-08a3-44b9-ab9f-fab74497ee15)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:30:57.086063 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b69b7634-907c-46f5-8b9d-ebe4974c3083 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:57.120691 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65d22bc-f738-44e8-b49a-3b20d950e9b5 req-354a1514-2ee6-4877-9582-447e25b2f267 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:30:57.128947 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c65d22bc-f738-44e8-b49a-3b20d950e9b5 req-354a1514-2ee6-4877-9582-447e25b2f267 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/ports?device_id=6761c48b-f2d7-4f53-9bf8-232692d8406d HTTP/1.1" status: 200 len: 943 time: 0.1306822 Jul 27 23:30:57.132537 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ccb66edf-ddf3-4504-a781-f1d1ecca3c0f tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:57.134956 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-b69b7634-907c-46f5-8b9d-ebe4974c3083 None None] Calling delete_port for 6fed658b-c93f-4d47-b1b0-cca5edfc0789 owned by network:dhcp {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:30:57.181228 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb66edf-ddf3-4504-a781-f1d1ecca3c0f tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Pushing event deleted for resources: {'Port': ['ID=6fed658b-c93f-4d47-b1b0-cca5edfc0789,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:30:57.188922 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccb66edf-ddf3-4504-a781-f1d1ecca3c0f tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] No DVR routers for this DVR port 6fed658b-c93f-4d47-b1b0-cca5edfc0789 on host n-d-802623-1 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:30:57.261824 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c65d22bc-f738-44e8-b49a-3b20d950e9b5 req-5c7ad167-011f-428c-aff3-3770e0eb5014 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/security-groups?id=d6f41e72-2b87-4685-ae08-bc68afebebe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317787 Jul 27 23:30:57.300950 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 38570) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:30:57.312213 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b69b7634-907c-46f5-8b9d-ebe4974c3083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:57.325673 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ccb66edf-ddf3-4504-a781-f1d1ecca3c0f tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618032', 'neutron.services.segments.db._delete_segments_for_network-8736833900081'] for network, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:57.343485 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-ccb66edf-ddf3-4504-a781-f1d1ecca3c0f tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15f9b953-b3ac-411f-b11b-ddca6f2ec68e']}} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:30:57.372366 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-ccb66edf-ddf3-4504-a781-f1d1ecca3c0f tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a002eda4-08a3-44b9-ab9f-fab74497ee15') {'for_net_delete': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:30:57.372774 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-ccb66edf-ddf3-4504-a781-f1d1ecca3c0f tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a002eda4-08a3-44b9-ab9f-fab74497ee15') {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:30:57.378200 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b69b7634-907c-46f5-8b9d-ebe4974c3083 None None] No DVR routers for this DVR port 6fed658b-c93f-4d47-b1b0-cca5edfc0789 on host n-d-802623-1 {{(pid=93799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:30:57.382386 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69b7634-907c-46f5-8b9d-ebe4974c3083 None None] Pushing event deleted for resources: {'Port': ['ID=6fed658b-c93f-4d47-b1b0-cca5edfc0789,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:30:57.384203 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ccb66edf-ddf3-4504-a781-f1d1ecca3c0f tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736833900858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11163256'] for segment, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:57.412347 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ccb66edf-ddf3-4504-a781-f1d1ecca3c0f tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:57.420524 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ccb66edf-ddf3-4504-a781-f1d1ecca3c0f tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Releasing vlan 506 on physical network physnet1 to pool {{(pid=93798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 23:30:57.421041 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ccb66edf-ddf3-4504-a781-f1d1ecca3c0f tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11971746'] for segment, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:57.425243 n-d-802623-1 neutron-server[93798]: Traceback (most recent call last): Jul 27 23:30:57.425243 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 23:30:57.425243 n-d-802623-1 neutron-server[93798]: timer() Jul 27 23:30:57.425243 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 23:30:57.425243 n-d-802623-1 neutron-server[93798]: cb(*args, **kw) Jul 27 23:30:57.425243 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 23:30:57.425243 n-d-802623-1 neutron-server[93798]: return func(*args, **kwargs) Jul 27 23:30:57.425243 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 23:30:57.425243 n-d-802623-1 neutron-server[93798]: self._notify() Jul 27 23:30:57.425243 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 23:30:57.425243 n-d-802623-1 neutron-server[93798]: self.callback(batched_events) Jul 27 23:30:57.425243 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 23:30:57.425243 n-d-802623-1 neutron-server[93798]: event.method(event) Jul 27 23:30:57.425243 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 23:30:57.425243 n-d-802623-1 neutron-server[93798]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 23:30:57.425243 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 23:30:57.425243 n-d-802623-1 neutron-server[93798]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 23:30:57.425243 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 23:30:57.425243 n-d-802623-1 neutron-server[93798]: return f(self, *a, **k) Jul 27 23:30:57.425243 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 23:30:57.425243 n-d-802623-1 neutron-server[93798]: return self._get(url).json() Jul 27 23:30:57.425243 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 23:30:57.425243 n-d-802623-1 neutron-server[93798]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 23:30:57.425243 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 23:30:57.425243 n-d-802623-1 neutron-server[93798]: return self.request(url, 'GET', **kwargs) Jul 27 23:30:57.425243 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 23:30:57.425243 n-d-802623-1 neutron-server[93798]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 23:30:57.425243 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 23:30:57.425243 n-d-802623-1 neutron-server[93798]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 23:30:57.425243 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 23:30:57.425243 n-d-802623-1 neutron-server[93798]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 23:30:57.425243 n-d-802623-1 neutron-server[93798]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 23:30:57.473773 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-c05051a4-92d5-4afc-a908-b86c5e013a75 tempest-ExternalNetworksAdminNegativeTestJSON-1307378703 tempest-ExternalNetworksAdminNegativeTestJSON-1307378703-project-admin] Request body: {'floatingip': {'floating_network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:30:57.514339 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ccb66edf-ddf3-4504-a781-f1d1ecca3c0f tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415412'] for network, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:57.519728 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ccb66edf-ddf3-4504-a781-f1d1ecca3c0f tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks [] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:57.522067 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-ccb66edf-ddf3-4504-a781-f1d1ecca3c0f tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] 10.222.0.18 "DELETE /v2.0/networks/15f9b953-b3ac-411f-b11b-ddca6f2ec68e HTTP/1.1" status: 204 len: 168 time: 1.1099498 Jul 27 23:30:57.523810 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c05051a4-92d5-4afc-a908-b86c5e013a75 tempest-ExternalNetworksAdminNegativeTestJSON-1307378703 tempest-ExternalNetworksAdminNegativeTestJSON-1307378703-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:57.525475 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 38580) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:30:57.530469 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-425710d8-8c66-4f5b-a981-51686694de63 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Request body: {'router': {'routes': None}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:30:57.545897 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb66edf-ddf3-4504-a781-f1d1ecca3c0f tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Pushing event deleted for resources: {'Network': ['ID=15f9b953-b3ac-411f-b11b-ddca6f2ec68e,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:30:57.660527 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c05051a4-92d5-4afc-a908-b86c5e013a75 tempest-ExternalNetworksAdminNegativeTestJSON-1307378703 tempest-ExternalNetworksAdminNegativeTestJSON-1307378703-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:57.724349 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.extraroute_db [None req-425710d8-8c66-4f5b-a981-51686694de63 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Added routes are [] {{(pid=93797) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 27 23:30:57.724668 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.extraroute_db [None req-425710d8-8c66-4f5b-a981-51686694de63 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Removed routes are [] {{(pid=93797) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 27 23:30:57.725059 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-425710d8-8c66-4f5b-a981-51686694de63 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-415433', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62186'] for router, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:57.800298 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-c05051a4-92d5-4afc-a908-b86c5e013a75 tempest-ExternalNetworksAdminNegativeTestJSON-1307378703 tempest-ExternalNetworksAdminNegativeTestJSON-1307378703-project-admin] Allocated IP 172.25.4.2 (2fd42287-ed26-4eb9-89a5-b521f5b04356/17de1f8f-393a-4b0c-a2df-614bd3f2fb5e/bb7c90e8-3447-4d82-b914-0a6b102564c8) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:30:57.954950 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c05051a4-92d5-4afc-a908-b86c5e013a75 tempest-ExternalNetworksAdminNegativeTestJSON-1307378703 tempest-ExternalNetworksAdminNegativeTestJSON-1307378703-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:57.963584 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-425710d8-8c66-4f5b-a981-51686694de63 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-415433', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62186'] for router, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:57.992111 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-425710d8-8c66-4f5b-a981-51686694de63 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-415468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-415442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-415451', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-479100'] for router, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:58.009838 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c05051a4-92d5-4afc-a908-b86c5e013a75 tempest-ExternalNetworksAdminNegativeTestJSON-1307378703 tempest-ExternalNetworksAdminNegativeTestJSON-1307378703-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:58.053435 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c05051a4-92d5-4afc-a908-b86c5e013a75 tempest-ExternalNetworksAdminNegativeTestJSON-1307378703 tempest-ExternalNetworksAdminNegativeTestJSON-1307378703-project-admin] Network 2fd42287-ed26-4eb9-89a5-b521f5b04356 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:30:58.057064 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-c05051a4-92d5-4afc-a908-b86c5e013a75 tempest-ExternalNetworksAdminNegativeTestJSON-1307378703 tempest-ExternalNetworksAdminNegativeTestJSON-1307378703-project-admin] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:30:58.062282 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c05051a4-92d5-4afc-a908-b86c5e013a75 tempest-ExternalNetworksAdminNegativeTestJSON-1307378703 tempest-ExternalNetworksAdminNegativeTestJSON-1307378703-project-admin] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:30:58.097690 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1c9de4-b303-492c-920b-3f603cca9552 req-2f4d5b0e-7512-4f59-bffc-0b804ea4fda4 tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:30:58.099839 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-dd1c9de4-b303-492c-920b-3f603cca9552 req-2f4d5b0e-7512-4f59-bffc-0b804ea4fda4 tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] 10.222.0.18 "GET /v2.0/ports?device_id=ad67c1f5-7283-4637-999c-94737161fd62 HTTP/1.1" status: 200 len: 946 time: 0.2163515 Jul 27 23:30:58.104070 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05051a4-92d5-4afc-a908-b86c5e013a75 tempest-ExternalNetworksAdminNegativeTestJSON-1307378703 tempest-ExternalNetworksAdminNegativeTestJSON-1307378703-project-admin] Pushing event updated for resources: {'Port': ['ID=bb7c90e8-3447-4d82-b914-0a6b102564c8,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:30:58.157894 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-425710d8-8c66-4f5b-a981-51686694de63 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Router d294aed2-518a-41f4-a133-d5e27eec1252 has already been hosted by L3 agent 018c4455-49c0-4734-927d-7824067b2a9e {{(pid=93797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 23:30:58.161574 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-dd1c9de4-b303-492c-920b-3f603cca9552 req-dea6aab8-7bf8-4be2-a296-c84d42b93d96 tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] 10.222.0.18 "GET /v2.0/security-groups?id=0fdd7288-5bd7-4452-be54-74ff530fb5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487285 Jul 27 23:30:58.197720 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c05051a4-92d5-4afc-a908-b86c5e013a75 tempest-ExternalNetworksAdminNegativeTestJSON-1307378703 tempest-ExternalNetworksAdminNegativeTestJSON-1307378703-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:58.244825 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c05051a4-92d5-4afc-a908-b86c5e013a75 tempest-ExternalNetworksAdminNegativeTestJSON-1307378703 tempest-ExternalNetworksAdminNegativeTestJSON-1307378703-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:58.500150 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 5ebe4f8f-380c-49f3-8c7f-d72ecfd5fe19 no longer exists at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:30:58.532604 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] No Port match for: 5ebe4f8f-380c-49f3-8c7f-d72ecfd5fe19 {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:30:58.533488 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 5ebe4f8f-380c-49f3-8c7f-d72ecfd5fe19 not bound to the agent host n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:30:58.534170 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 6fed658b-c93f-4d47-b1b0-cca5edfc0789 no longer exists at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:30:58.561783 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] No Port match for: 6fed658b-c93f-4d47-b1b0-cca5edfc0789 {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:30:58.562450 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 6fed658b-c93f-4d47-b1b0-cca5edfc0789 not bound to the agent host n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:30:58.599812 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-425710d8-8c66-4f5b-a981-51686694de63 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:30:58.610983 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-425710d8-8c66-4f5b-a981-51686694de63 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks [] for router, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:58.614841 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ade14e9-3124-44d1-bdb2-517b3a06e0da None None] Sync routers for ids ['d294aed2-518a-41f4-a133-d5e27eec1252'] in n-d-802623-1 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:30:58.616442 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-425710d8-8c66-4f5b-a981-51686694de63 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] 10.222.0.18 "PUT /v2.0/routers/d294aed2-518a-41f4-a133-d5e27eec1252 HTTP/1.1" status: 200 len: 704 time: 1.0896754 Jul 27 23:30:58.617404 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 38600) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:30:58.635120 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ade14e9-3124-44d1-bdb2-517b3a06e0da None None] Routers {'d294aed2-518a-41f4-a133-d5e27eec1252'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:30:58.635957 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-3ade14e9-3124-44d1-bdb2-517b3a06e0da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:30:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['d294aed2-518a-41f4-a133-d5e27eec1252'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:30:58.656405 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-2d6d6a33-2730-4351-bcb3-13f3bf1f5a1a tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] 10.222.0.18 "GET /v2.0/ports?device_id=d294aed2-518a-41f4-a133-d5e27eec1252 HTTP/1.1" status: 200 len: 205 time: 0.0375874 Jul 27 23:30:58.657323 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 38602) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:30:58.753976 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-af5445da-71e0-4173-bf3d-e76ea612a4b8 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks [] for router, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:58.791646 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-3ade14e9-3124-44d1-bdb2-517b3a06e0da None None] Set router d294aed2-518a-41f4-a133-d5e27eec1252 gateway port host: None {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:30:58.870710 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f91fb7-5580-4696-9562-ef253d659393 req-04fe720f-7d3a-4f4f-99d5-ea42bd619a2f tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:30:58.872364 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a1f91fb7-5580-4696-9562-ef253d659393 req-04fe720f-7d3a-4f4f-99d5-ea42bd619a2f tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/ports?device_id=6761c48b-f2d7-4f53-9bf8-232692d8406d HTTP/1.1" status: 200 len: 943 time: 0.4781580 Jul 27 23:30:58.884740 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-3ade14e9-3124-44d1-bdb2-517b3a06e0da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd294aed2-518a-41f4-a133-d5e27eec1252', 'name': 'tempest-RoutersIpV6Test-router-596612333', 'tenant_id': '527b2fd77bf24fc0a7fcb37799da635e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:30:09Z', 'updated_at': '2021-07-27T23:30:55Z', 'revision_number': 11, 'project_id': '527b2fd77bf24fc0a7fcb37799da635e', 'gw_port_host': None}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:30:58.934193 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ade14e9-3124-44d1-bdb2-517b3a06e0da None None] Checking router: d294aed2-518a-41f4-a133-d5e27eec1252 for host: n-d-802623-1 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 23:30:58.944999 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ade14e9-3124-44d1-bdb2-517b3a06e0da None None] Routers {'d294aed2-518a-41f4-a133-d5e27eec1252'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:30:58.945950 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-3ade14e9-3124-44d1-bdb2-517b3a06e0da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:30:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['d294aed2-518a-41f4-a133-d5e27eec1252'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:30:58.953718 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a1f91fb7-5580-4696-9562-ef253d659393 req-c7b9160e-8a8a-4d6a-bd59-891cfbd706b5 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/security-groups?id=d6f41e72-2b87-4685-ae08-bc68afebebe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690281 Jul 27 23:30:58.969204 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c05051a4-92d5-4afc-a908-b86c5e013a75 tempest-ExternalNetworksAdminNegativeTestJSON-1307378703 tempest-ExternalNetworksAdminNegativeTestJSON-1307378703-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:58.989092 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c05051a4-92d5-4afc-a908-b86c5e013a75 tempest-ExternalNetworksAdminNegativeTestJSON-1307378703 tempest-ExternalNetworksAdminNegativeTestJSON-1307378703-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:59.028431 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-af5445da-71e0-4173-bf3d-e76ea612a4b8 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62205'] for router, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:59.030898 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-af5445da-71e0-4173-bf3d-e76ea612a4b8 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:59.067099 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-3ade14e9-3124-44d1-bdb2-517b3a06e0da None None] Set router d294aed2-518a-41f4-a133-d5e27eec1252 gateway port host: None {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:30:59.092302 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-af5445da-71e0-4173-bf3d-e76ea612a4b8 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-477831'] for router, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:59.092856 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af5445da-71e0-4173-bf3d-e76ea612a4b8 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Fanout notify agent at l3_agent the message router_deleted on router d294aed2-518a-41f4-a133-d5e27eec1252 {{(pid=93797) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 23:30:59.105942 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-af5445da-71e0-4173-bf3d-e76ea612a4b8 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks [] for router, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:59.107415 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-af5445da-71e0-4173-bf3d-e76ea612a4b8 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] 10.222.0.18 "DELETE /v2.0/routers/d294aed2-518a-41f4-a133-d5e27eec1252 HTTP/1.1" status: 204 len: 168 time: 0.4487114 Jul 27 23:30:59.110241 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05051a4-92d5-4afc-a908-b86c5e013a75 tempest-ExternalNetworksAdminNegativeTestJSON-1307378703 tempest-ExternalNetworksAdminNegativeTestJSON-1307378703-project-admin] Pushing event updated for resources: {'Port': ['ID=bb7c90e8-3447-4d82-b914-0a6b102564c8,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:30:59.112626 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 38608) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:30:59.122604 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-adba12e8-eed7-47a5-b5eb-356c9342d4c0 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2122677630', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:30:59.152484 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-3ade14e9-3124-44d1-bdb2-517b3a06e0da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd294aed2-518a-41f4-a133-d5e27eec1252', 'name': 'tempest-RoutersIpV6Test-router-596612333', 'tenant_id': '527b2fd77bf24fc0a7fcb37799da635e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:30:09Z', 'updated_at': '2021-07-27T23:30:55Z', 'revision_number': 11, 'project_id': '527b2fd77bf24fc0a7fcb37799da635e', 'gw_port_host': None}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:30:59.185357 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ade14e9-3124-44d1-bdb2-517b3a06e0da None None] The sync data for ids ['d294aed2-518a-41f4-a133-d5e27eec1252'] in n-d-802623-1 is: [{'id': 'd294aed2-518a-41f4-a133-d5e27eec1252', 'name': 'tempest-RoutersIpV6Test-router-596612333', 'tenant_id': '527b2fd77bf24fc0a7fcb37799da635e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:30:09Z', 'updated_at': '2021-07-27T23:30:55Z', 'revision_number': 11, 'project_id': '527b2fd77bf24fc0a7fcb37799da635e', 'gw_port_host': None}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:30:59.199855 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c05051a4-92d5-4afc-a908-b86c5e013a75 tempest-ExternalNetworksAdminNegativeTestJSON-1307378703 tempest-ExternalNetworksAdminNegativeTestJSON-1307378703-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-415302'] for floatingip, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:59.214834 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-adba12e8-eed7-47a5-b5eb-356c9342d4c0 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62159'] for router, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:59.219117 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-adba12e8-eed7-47a5-b5eb-356c9342d4c0 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-479230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-415539', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3693317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62148'] for router, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:59.262906 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c05051a4-92d5-4afc-a908-b86c5e013a75 tempest-ExternalNetworksAdminNegativeTestJSON-1307378703 tempest-ExternalNetworksAdminNegativeTestJSON-1307378703-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for floatingip, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:59.265786 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-c05051a4-92d5-4afc-a908-b86c5e013a75 tempest-ExternalNetworksAdminNegativeTestJSON-1307378703 tempest-ExternalNetworksAdminNegativeTestJSON-1307378703-project-admin] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.9623363 Jul 27 23:30:59.280125 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 38616) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:30:59.285786 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-fcc0240f-55c2-4b1c-b6d6-2ccecf303437 tempest-ExternalNetworksAdminNegativeTestJSON-1307378703 tempest-ExternalNetworksAdminNegativeTestJSON-1307378703-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-900844863', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'fixed_ips': [{'ip_address': '172.25.4.2'}]}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:30:59.353425 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fae50e-8ba5-45b7-9995-e3723b048a88 req-65a8dcc2-9eb2-470c-8de7-5d551f3e91e0 tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:30:59.354148 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-adba12e8-eed7-47a5-b5eb-356c9342d4c0 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:59.355331 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-e3fae50e-8ba5-45b7-9995-e3723b048a88 req-65a8dcc2-9eb2-470c-8de7-5d551f3e91e0 tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] 10.222.0.18 "GET /v2.0/ports?device_id=ad67c1f5-7283-4637-999c-94737161fd62 HTTP/1.1" status: 200 len: 946 time: 0.1104832 Jul 27 23:30:59.361298 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcc0240f-55c2-4b1c-b6d6-2ccecf303437 tempest-ExternalNetworksAdminNegativeTestJSON-1307378703 tempest-ExternalNetworksAdminNegativeTestJSON-1307378703-project-admin] Made reservation on behalf of 983ef242a388448b986dc8ffeeb37610 for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:30:59.364244 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fcc0240f-55c2-4b1c-b6d6-2ccecf303437 tempest-ExternalNetworksAdminNegativeTestJSON-1307378703 tempest-ExternalNetworksAdminNegativeTestJSON-1307378703-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:59.374530 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fcc0240f-55c2-4b1c-b6d6-2ccecf303437 tempest-ExternalNetworksAdminNegativeTestJSON-1307378703 tempest-ExternalNetworksAdminNegativeTestJSON-1307378703-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:59.385524 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-adba12e8-eed7-47a5-b5eb-356c9342d4c0 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-415468'] for router, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:59.405247 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-e3fae50e-8ba5-45b7-9995-e3723b048a88 req-871820d2-32e7-4979-984f-94c0d204b871 tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] 10.222.0.18 "GET /v2.0/security-groups?id=0fdd7288-5bd7-4452-be54-74ff530fb5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433462 Jul 27 23:30:59.510594 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fcc0240f-55c2-4b1c-b6d6-2ccecf303437 tempest-ExternalNetworksAdminNegativeTestJSON-1307378703 tempest-ExternalNetworksAdminNegativeTestJSON-1307378703-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:59.515744 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fcc0240f-55c2-4b1c-b6d6-2ccecf303437 tempest-ExternalNetworksAdminNegativeTestJSON-1307378703 tempest-ExternalNetworksAdminNegativeTestJSON-1307378703-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:59.521187 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [None req-fcc0240f-55c2-4b1c-b6d6-2ccecf303437 tempest-ExternalNetworksAdminNegativeTestJSON-1307378703 tempest-ExternalNetworksAdminNegativeTestJSON-1307378703-project-admin] device_id is not set on port bac1b977-5ac4-41e3-9ddf-c4c0644a5a76 yet. {{(pid=93798) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 23:30:59.532555 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-adba12e8-eed7-47a5-b5eb-356c9342d4c0 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks [] for router, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:59.533744 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-adba12e8-eed7-47a5-b5eb-356c9342d4c0 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4174917 Jul 27 23:30:59.536837 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 38624) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:30:59.577504 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-be6f64ea-f5d7-40a9-a8cb-d226ab18f969 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:59.597105 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-35323f1b-020f-4d68-9497-09f173a6c4a7 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Request body: {'router': {'admin_state_up': True}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:30:59.633312 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:59.705534 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc0240f-55c2-4b1c-b6d6-2ccecf303437 tempest-ExternalNetworksAdminNegativeTestJSON-1307378703 tempest-ExternalNetworksAdminNegativeTestJSON-1307378703-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf8f6b53-cdee-4f91-b2db-48ea27f968c9,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:30:59.926967 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-35323f1b-020f-4d68-9497-09f173a6c4a7 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-415433', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62186'] for router, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:59.947737 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-35323f1b-020f-4d68-9497-09f173a6c4a7 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-415468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-415442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-415451', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-479100'] for router, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:30:59.951536 n-d-802623-1 neutron-server[93798]: INFO neutron.pecan_wsgi.hooks.translation [None req-fcc0240f-55c2-4b1c-b6d6-2ccecf303437 tempest-ExternalNetworksAdminNegativeTestJSON-1307378703 tempest-ExternalNetworksAdminNegativeTestJSON-1307378703-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jul 27 23:30:59.952046 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fcc0240f-55c2-4b1c-b6d6-2ccecf303437 tempest-ExternalNetworksAdminNegativeTestJSON-1307378703 tempest-ExternalNetworksAdminNegativeTestJSON-1307378703-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=93798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 23:31:00.005282 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-fcc0240f-55c2-4b1c-b6d6-2ccecf303437 tempest-ExternalNetworksAdminNegativeTestJSON-1307378703 tempest-ExternalNetworksAdminNegativeTestJSON-1307378703-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 409 len: 370 time: 0.7187948 Jul 27 23:31:00.005282 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 38632) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:31:00.048194 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:00.239825 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84262dac-c494-4c70-a589-871214992236 req-6459875e-fcfd-4a2d-9df9-b21989b9ce6d tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:31:00.241954 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-84262dac-c494-4c70-a589-871214992236 req-6459875e-fcfd-4a2d-9df9-b21989b9ce6d tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/ports?device_id=6761c48b-f2d7-4f53-9bf8-232692d8406d HTTP/1.1" status: 200 len: 943 time: 0.1432259 Jul 27 23:31:00.266117 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35323f1b-020f-4d68-9497-09f173a6c4a7 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Router 6e1c4d2b-6e3b-470d-9214-300745a161ea is scheduled to L3 agent 018c4455-49c0-4734-927d-7824067b2a9e with binding_index 1 {{(pid=93798) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 23:31:00.301994 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-0487ed66-2250-4e9d-9b2d-32816f993e81 tempest-ExternalNetworksAdminNegativeTestJSON-1307378703 tempest-ExternalNetworksAdminNegativeTestJSON-1307378703-project-admin] Deleting port bb7c90e8-3447-4d82-b914-0a6b102564c8 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:31:00.302375 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0487ed66-2250-4e9d-9b2d-32816f993e81 tempest-ExternalNetworksAdminNegativeTestJSON-1307378703 tempest-ExternalNetworksAdminNegativeTestJSON-1307378703-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:00.327578 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.agents_db [None req-9beef776-8bab-4de2-989a-f5a23ba4aaf4 None None] Agent healthcheck: found 7 active agents {{(pid=93800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 23:31:00.349666 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-84262dac-c494-4c70-a589-871214992236 req-51f1fbd3-91e6-49bc-8069-49278ceabeec tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/security-groups?id=d6f41e72-2b87-4685-ae08-bc68afebebe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003103 Jul 27 23:31:00.422506 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35323f1b-020f-4d68-9497-09f173a6c4a7 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:31:00.432006 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-35323f1b-020f-4d68-9497-09f173a6c4a7 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks [] for router, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:00.436079 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 38646) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:31:00.436562 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-35323f1b-020f-4d68-9497-09f173a6c4a7 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] 10.222.0.18 "PUT /v2.0/routers/6e1c4d2b-6e3b-470d-9214-300745a161ea HTTP/1.1" status: 200 len: 698 time: 0.8982823 Jul 27 23:31:00.448735 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5ef036c-e195-4877-aa25-dbc49561299a None None] Sync routers for ids ['6e1c4d2b-6e3b-470d-9214-300745a161ea'] in n-d-802623-1 {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:31:00.469608 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ef036c-e195-4877-aa25-dbc49561299a None None] Routers {'6e1c4d2b-6e3b-470d-9214-300745a161ea'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:31:00.470667 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-d5ef036c-e195-4877-aa25-dbc49561299a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:31:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['6e1c4d2b-6e3b-470d-9214-300745a161ea'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:31:00.489210 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0487ed66-2250-4e9d-9b2d-32816f993e81 tempest-ExternalNetworksAdminNegativeTestJSON-1307378703 tempest-ExternalNetworksAdminNegativeTestJSON-1307378703-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:00.489558 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0487ed66-2250-4e9d-9b2d-32816f993e81 tempest-ExternalNetworksAdminNegativeTestJSON-1307378703 tempest-ExternalNetworksAdminNegativeTestJSON-1307378703-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:00.507140 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-0487ed66-2250-4e9d-9b2d-32816f993e81 tempest-ExternalNetworksAdminNegativeTestJSON-1307378703 tempest-ExternalNetworksAdminNegativeTestJSON-1307378703-project-admin] Calling delete_port for bb7c90e8-3447-4d82-b914-0a6b102564c8 owned by network:floatingip {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:31:00.576922 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-d5ef036c-e195-4877-aa25-dbc49561299a None None] Set router 6e1c4d2b-6e3b-470d-9214-300745a161ea gateway port host: None {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:31:00.601726 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-2b88b0c5-86b0-43bf-b00f-6acce2bbc02b tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] 10.222.0.18 "GET /v2.0/routers/6e1c4d2b-6e3b-470d-9214-300745a161ea HTTP/1.1" status: 200 len: 704 time: 0.1633675 Jul 27 23:31:00.606197 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 38650) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:31:00.645326 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-d5ef036c-e195-4877-aa25-dbc49561299a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e1c4d2b-6e3b-470d-9214-300745a161ea', 'name': 'tempest-RoutersIpV6Test-router-2122677630', 'tenant_id': '527b2fd77bf24fc0a7fcb37799da635e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:30:59Z', 'updated_at': '2021-07-27T23:30:59Z', 'revision_number': 2, 'project_id': '527b2fd77bf24fc0a7fcb37799da635e', 'gw_port_host': None}], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:31:00.658228 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-41121c93-542d-4e73-a9be-255d461279d8 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e1c4d2b-6e3b-470d-9214-300745a161ea HTTP/1.1" status: 200 len: 205 time: 0.0507073 Jul 27 23:31:00.659071 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 38656) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:31:00.679340 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6399e10-82f2-499c-af0c-51a4b9d14f04 req-e067af45-35ce-488b-8104-2a738528f93c tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:31:00.680915 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-b6399e10-82f2-499c-af0c-51a4b9d14f04 req-e067af45-35ce-488b-8104-2a738528f93c tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] 10.222.0.18 "GET /v2.0/ports?device_id=ad67c1f5-7283-4637-999c-94737161fd62 HTTP/1.1" status: 200 len: 946 time: 0.1702139 Jul 27 23:31:00.681168 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0487ed66-2250-4e9d-9b2d-32816f993e81 tempest-ExternalNetworksAdminNegativeTestJSON-1307378703 tempest-ExternalNetworksAdminNegativeTestJSON-1307378703-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:00.690018 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5ef036c-e195-4877-aa25-dbc49561299a None None] Checking router: 6e1c4d2b-6e3b-470d-9214-300745a161ea for host: n-d-802623-1 {{(pid=93799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 23:31:00.700866 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-19f2e178-d45e-4fbe-b9be-c3963fc151ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:00.703526 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ef036c-e195-4877-aa25-dbc49561299a None None] Routers {'6e1c4d2b-6e3b-470d-9214-300745a161ea'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:31:00.704338 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-d5ef036c-e195-4877-aa25-dbc49561299a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:31:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['6e1c4d2b-6e3b-470d-9214-300745a161ea'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:31:00.714070 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0487ed66-2250-4e9d-9b2d-32816f993e81 tempest-ExternalNetworksAdminNegativeTestJSON-1307378703 tempest-ExternalNetworksAdminNegativeTestJSON-1307378703-project-admin] Pushing event deleted for resources: {'Port': ['ID=bb7c90e8-3447-4d82-b914-0a6b102564c8,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:31:00.770666 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c6ff7ee3-e931-4bf1-ab19-e3e72019a56c tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks [] for router, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:00.793461 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0487ed66-2250-4e9d-9b2d-32816f993e81 tempest-ExternalNetworksAdminNegativeTestJSON-1307378703 tempest-ExternalNetworksAdminNegativeTestJSON-1307378703-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:00.797591 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0487ed66-2250-4e9d-9b2d-32816f993e81 tempest-ExternalNetworksAdminNegativeTestJSON-1307378703 tempest-ExternalNetworksAdminNegativeTestJSON-1307378703-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for floatingip, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:00.811199 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-d5ef036c-e195-4877-aa25-dbc49561299a None None] Set router 6e1c4d2b-6e3b-470d-9214-300745a161ea gateway port host: None {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:31:00.815789 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-0487ed66-2250-4e9d-9b2d-32816f993e81 tempest-ExternalNetworksAdminNegativeTestJSON-1307378703 tempest-ExternalNetworksAdminNegativeTestJSON-1307378703-project-admin] 10.222.0.18 "DELETE /v2.0/floatingips/77f44959-37e5-47d9-a88d-5773dc936ebe HTTP/1.1" status: 204 len: 168 time: 0.8016834 Jul 27 23:31:00.854687 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-b6399e10-82f2-499c-af0c-51a4b9d14f04 req-66d25ee5-2d82-40d9-a6b3-e55e862c80a2 tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] 10.222.0.18 "GET /v2.0/security-groups?id=0fdd7288-5bd7-4452-be54-74ff530fb5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1402190 Jul 27 23:31:00.909461 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-d5ef036c-e195-4877-aa25-dbc49561299a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e1c4d2b-6e3b-470d-9214-300745a161ea', 'name': 'tempest-RoutersIpV6Test-router-2122677630', 'tenant_id': '527b2fd77bf24fc0a7fcb37799da635e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:30:59Z', 'updated_at': '2021-07-27T23:30:59Z', 'revision_number': 2, 'project_id': '527b2fd77bf24fc0a7fcb37799da635e', 'gw_port_host': None}], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:31:00.939579 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5ef036c-e195-4877-aa25-dbc49561299a None None] The sync data for ids ['6e1c4d2b-6e3b-470d-9214-300745a161ea'] in n-d-802623-1 is: [{'id': '6e1c4d2b-6e3b-470d-9214-300745a161ea', 'name': 'tempest-RoutersIpV6Test-router-2122677630', 'tenant_id': '527b2fd77bf24fc0a7fcb37799da635e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:30:59Z', 'updated_at': '2021-07-27T23:30:59Z', 'revision_number': 2, 'project_id': '527b2fd77bf24fc0a7fcb37799da635e', 'gw_port_host': None}] {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:31:00.959319 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c6ff7ee3-e931-4bf1-ab19-e3e72019a56c tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62205'] for router, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:00.963463 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c6ff7ee3-e931-4bf1-ab19-e3e72019a56c tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:01.044588 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c6ff7ee3-e931-4bf1-ab19-e3e72019a56c tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-477831'] for router, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:01.044588 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6ff7ee3-e931-4bf1-ab19-e3e72019a56c tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Fanout notify agent at l3_agent the message router_deleted on router 6e1c4d2b-6e3b-470d-9214-300745a161ea {{(pid=93797) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 23:31:01.051099 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c6ff7ee3-e931-4bf1-ab19-e3e72019a56c tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] Notify callbacks [] for router, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:01.056197 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-c6ff7ee3-e931-4bf1-ab19-e3e72019a56c tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] 10.222.0.18 "DELETE /v2.0/routers/6e1c4d2b-6e3b-470d-9214-300745a161ea HTTP/1.1" status: 204 len: 168 time: 0.3936002 Jul 27 23:31:01.059825 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 38666) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:31:01.096403 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-12a2c2c4-cfff-4af6-8700-92751ea2d35c tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e1c4d2b-6e3b-470d-9214-300745a161ea HTTP/1.1" status: 200 len: 205 time: 0.0354145 Jul 27 23:31:01.099010 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 38668) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:31:01.149371 n-d-802623-1 neutron-server[93797]: INFO neutron.api.v2.resource [None req-5618c94f-1371-4204-ad11-fb8131aff3ae tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] delete failed (client error): The resource could not be found. Jul 27 23:31:01.152990 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-5618c94f-1371-4204-ad11-fb8131aff3ae tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] 10.222.0.18 "DELETE /v2.0/routers/6e1c4d2b-6e3b-470d-9214-300745a161ea HTTP/1.1" status: 404 len: 336 time: 0.0501142 Jul 27 23:31:01.153581 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 38670) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:31:01.162982 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 38672) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:31:01.195578 n-d-802623-1 neutron-server[93797]: INFO neutron.pecan_wsgi.hooks.translation [None req-7173947e-8f94-48f2-9071-4a98b6b25d3b tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] DELETE failed (client error): The resource could not be found. Jul 27 23:31:01.196024 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7173947e-8f94-48f2-9071-4a98b6b25d3b tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93797) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 23:31:01.198031 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-7173947e-8f94-48f2-9071-4a98b6b25d3b tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] 10.222.0.18 "DELETE /v2.0/subnets/45b7113a-fdbe-4e14-8cf2-2e240c48037a HTTP/1.1" status: 404 len: 337 time: 0.0433724 Jul 27 23:31:01.200995 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 38676) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:31:01.229257 n-d-802623-1 neutron-server[93797]: INFO neutron.pecan_wsgi.hooks.translation [None req-80093026-b7f8-441d-adfa-fa4138d599d9 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] DELETE failed (client error): The resource could not be found. Jul 27 23:31:01.229823 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80093026-b7f8-441d-adfa-fa4138d599d9 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93797) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 23:31:01.231662 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-80093026-b7f8-441d-adfa-fa4138d599d9 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] 10.222.0.18 "DELETE /v2.0/subnets/459db2b5-3e83-4a91-b346-9ffc829bddc6 HTTP/1.1" status: 404 len: 337 time: 0.0295267 Jul 27 23:31:01.234639 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 38678) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:31:01.274515 n-d-802623-1 neutron-server[93797]: INFO neutron.pecan_wsgi.hooks.translation [None req-5bc9227a-dfa2-4e49-a4f2-51097abd75c2 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] DELETE failed (client error): The resource could not be found. Jul 27 23:31:01.275203 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5bc9227a-dfa2-4e49-a4f2-51097abd75c2 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93797) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 23:31:01.280254 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 38684) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:31:01.291489 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-5bc9227a-dfa2-4e49-a4f2-51097abd75c2 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] 10.222.0.18 "DELETE /v2.0/subnets/82ef5f02-9456-42c3-86b0-2a00e0951ea4 HTTP/1.1" status: 404 len: 337 time: 0.0550814 Jul 27 23:31:01.313738 n-d-802623-1 neutron-server[93798]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae5ac652-255c-4009-82e1-2c2bdf3a5a2b tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] DELETE failed (client error): The resource could not be found. Jul 27 23:31:01.314292 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae5ac652-255c-4009-82e1-2c2bdf3a5a2b tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 23:31:01.319880 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 38686) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:31:01.320242 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-ae5ac652-255c-4009-82e1-2c2bdf3a5a2b tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] 10.222.0.18 "DELETE /v2.0/subnets/235fc805-6985-4480-b5c7-8c645c5df0c3 HTTP/1.1" status: 404 len: 337 time: 0.0379896 Jul 27 23:31:01.333133 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-16b2a946-4474-4cf1-a11d-410015ef4ee6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:01.350255 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-d18ef486-9066-4a6f-a1c2-41a8eecfdb60 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] 10.222.0.18 "GET /v2.0/ports?device_id=d294aed2-518a-41f4-a133-d5e27eec1252 HTTP/1.1" status: 200 len: 205 time: 0.0289571 Jul 27 23:31:01.352962 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 38688) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:31:01.405323 n-d-802623-1 neutron-server[93797]: INFO neutron.api.v2.resource [None req-1810046a-f6ee-462f-85fa-aba1bcf04db0 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] delete failed (client error): The resource could not be found. Jul 27 23:31:01.406494 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-1810046a-f6ee-462f-85fa-aba1bcf04db0 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] 10.222.0.18 "DELETE /v2.0/routers/d294aed2-518a-41f4-a133-d5e27eec1252 HTTP/1.1" status: 404 len: 336 time: 0.0524528 Jul 27 23:31:01.409407 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 38692) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:31:01.443161 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-6fd48482-8656-4cb1-ba0a-2034df5495ee tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c2ccbf8-7ce2-4657-a6c5-71c7ae77fdc9 HTTP/1.1" status: 200 len: 205 time: 0.0323122 Jul 27 23:31:01.446142 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 38694) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:31:01.492247 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-16b2a946-4474-4cf1-a11d-410015ef4ee6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:01.496961 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-16b2a946-4474-4cf1-a11d-410015ef4ee6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:01.502518 n-d-802623-1 neutron-server[93797]: INFO neutron.api.v2.resource [None req-c9714295-14ee-42e2-9a36-70f3b3b5a8f3 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] delete failed (client error): The resource could not be found. Jul 27 23:31:01.503751 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-c9714295-14ee-42e2-9a36-70f3b3b5a8f3 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] 10.222.0.18 "DELETE /v2.0/routers/9c2ccbf8-7ce2-4657-a6c5-71c7ae77fdc9 HTTP/1.1" status: 404 len: 336 time: 0.0561731 Jul 27 23:31:01.506351 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 38696) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:31:01.538050 n-d-802623-1 neutron-server[93797]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb15c305-c2d0-4626-ab5b-e059c83b7bc8 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] DELETE failed (client error): The resource could not be found. Jul 27 23:31:01.538243 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb15c305-c2d0-4626-ab5b-e059c83b7bc8 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93797) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 23:31:01.540142 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-bb15c305-c2d0-4626-ab5b-e059c83b7bc8 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] 10.222.0.18 "DELETE /v2.0/subnets/1b26fbca-20a0-418f-ad56-260bf4f65f31 HTTP/1.1" status: 404 len: 337 time: 0.0322533 Jul 27 23:31:01.544158 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 38700) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:31:01.571310 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b2a946-4474-4cf1-a11d-410015ef4ee6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fd34e4a-710b-4e0d-b680-ef0f07aa7da2,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:31:01.579302 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-5ccca6ef-a160-47a0-ba53-841e4167650f tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c4b7fac-ec51-4e90-988d-4853b512c77b HTTP/1.1" status: 200 len: 205 time: 0.0330133 Jul 27 23:31:01.582514 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 38702) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:31:01.586111 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbed287-7bc1-41a5-88f9-0910eeaf2155 req-a3f5e830-c134-4054-8d3f-149fad135592 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:31:01.592615 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7dbed287-7bc1-41a5-88f9-0910eeaf2155 req-a3f5e830-c134-4054-8d3f-149fad135592 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/ports?device_id=6761c48b-f2d7-4f53-9bf8-232692d8406d HTTP/1.1" status: 200 len: 943 time: 0.1135361 Jul 27 23:31:01.599487 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-16b2a946-4474-4cf1-a11d-410015ef4ee6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1f0f35f03e2e4609aa519ac57a33d00a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4328661 Jul 27 23:31:01.607661 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 38704) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:31:01.624159 n-d-802623-1 neutron-server[93797]: INFO neutron.api.v2.resource [None req-c4610d64-9a4a-4aee-a7bf-de6a091495f3 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] delete failed (client error): The resource could not be found. Jul 27 23:31:01.625219 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-c4610d64-9a4a-4aee-a7bf-de6a091495f3 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] 10.222.0.18 "DELETE /v2.0/routers/9c4b7fac-ec51-4e90-988d-4853b512c77b HTTP/1.1" status: 404 len: 336 time: 0.0413942 Jul 27 23:31:01.627832 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 38710) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:31:01.662092 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-b58784d7-b644-46f4-9a2a-535bc20ba522 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] 10.222.0.18 "GET /v2.0/ports?device_id=b25af44c-d83c-40c9-9491-4430d6f9c9aa HTTP/1.1" status: 200 len: 205 time: 0.0329630 Jul 27 23:31:01.665357 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 38712) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:31:01.682069 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7dbed287-7bc1-41a5-88f9-0910eeaf2155 req-78d4d906-0d99-4537-943b-50e05661020f tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/security-groups?id=d6f41e72-2b87-4685-ae08-bc68afebebe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836866 Jul 27 23:31:01.701992 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6545ed44-b9a1-446a-b2d4-5d6f4dd5af36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:01.726284 n-d-802623-1 neutron-server[93797]: INFO neutron.api.v2.resource [None req-876ce738-7b14-44f3-a6e9-7758844e8fbb tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] delete failed (client error): The resource could not be found. Jul 27 23:31:01.730083 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6545ed44-b9a1-446a-b2d4-5d6f4dd5af36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:01.731338 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-876ce738-7b14-44f3-a6e9-7758844e8fbb tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] 10.222.0.18 "DELETE /v2.0/routers/b25af44c-d83c-40c9-9491-4430d6f9c9aa HTTP/1.1" status: 404 len: 336 time: 0.0647430 Jul 27 23:31:01.731997 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 38714) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:31:01.761144 n-d-802623-1 neutron-server[93797]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c3c49ee-c556-4c48-b8b4-92a9b288f4b4 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] DELETE failed (client error): The resource could not be found. Jul 27 23:31:01.761602 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c3c49ee-c556-4c48-b8b4-92a9b288f4b4 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93797) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 23:31:01.766066 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 38716) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:31:01.766305 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-1c3c49ee-c556-4c48-b8b4-92a9b288f4b4 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] 10.222.0.18 "DELETE /v2.0/subnets/ec605c37-983a-495b-ab96-47ffb4737a00 HTTP/1.1" status: 404 len: 337 time: 0.0330379 Jul 27 23:31:01.795502 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-521d87f9-1603-4977-bf79-7a14a67b6b61 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] 10.222.0.18 "GET /v2.0/ports?device_id=79df49d5-a3e7-45a8-8d03-aaa5a977381e HTTP/1.1" status: 200 len: 205 time: 0.0280793 Jul 27 23:31:01.798887 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 38718) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:31:01.849941 n-d-802623-1 neutron-server[93798]: INFO neutron.api.v2.resource [None req-66a448e2-c412-47ab-a910-b9423d31f72d tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] delete failed (client error): The resource could not be found. Jul 27 23:31:01.849941 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-66a448e2-c412-47ab-a910-b9423d31f72d tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] 10.222.0.18 "DELETE /v2.0/routers/79df49d5-a3e7-45a8-8d03-aaa5a977381e HTTP/1.1" status: 404 len: 336 time: 0.0474162 Jul 27 23:31:01.850887 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 38720) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:31:01.884115 n-d-802623-1 neutron-server[93798]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3b780e4-a2e4-48a7-8ecf-0a0a971fcc75 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] DELETE failed (client error): The resource could not be found. Jul 27 23:31:01.884115 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3b780e4-a2e4-48a7-8ecf-0a0a971fcc75 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 23:31:01.888752 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-f3b780e4-a2e4-48a7-8ecf-0a0a971fcc75 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] 10.222.0.18 "DELETE /v2.0/subnets/f5fca30e-cbfb-4e25-b345-497328aae8f9 HTTP/1.1" status: 404 len: 337 time: 0.0345113 Jul 27 23:31:01.889228 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 38724) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:31:01.901913 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6545ed44-b9a1-446a-b2d4-5d6f4dd5af36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:01.904920 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6545ed44-b9a1-446a-b2d4-5d6f4dd5af36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:01.908598 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-6545ed44-b9a1-446a-b2d4-5d6f4dd5af36 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8fd34e4a-710b-4e0d-b680-ef0f07aa7da2 HTTP/1.1" status: 204 len: 168 time: 0.2975473 Jul 27 23:31:01.933977 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-d957360f-0f36-4e15-8757-4bc56ae57306 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] 10.222.0.18 "GET /v2.0/ports?device_id=54f1ac80-40e8-4af1-86d9-8a005e73b2ee HTTP/1.1" status: 200 len: 205 time: 0.0434659 Jul 27 23:31:01.936409 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 38730) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:31:01.941376 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6545ed44-b9a1-446a-b2d4-5d6f4dd5af36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fd34e4a-710b-4e0d-b680-ef0f07aa7da2,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:31:02.024440 n-d-802623-1 neutron-server[93797]: INFO neutron.api.v2.resource [None req-505c8570-be1b-4ab6-bb71-b829a241861b tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] delete failed (client error): The resource could not be found. Jul 27 23:31:02.025115 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-505c8570-be1b-4ab6-bb71-b829a241861b tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] 10.222.0.18 "DELETE /v2.0/routers/54f1ac80-40e8-4af1-86d9-8a005e73b2ee HTTP/1.1" status: 404 len: 336 time: 0.0875292 Jul 27 23:31:02.027596 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 38734) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:31:02.058502 n-d-802623-1 neutron-server[93798]: INFO neutron.pecan_wsgi.hooks.translation [None req-087bb1f4-c796-4ca8-9f99-056e8726784e tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] DELETE failed (client error): The resource could not be found. Jul 27 23:31:02.059314 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-087bb1f4-c796-4ca8-9f99-056e8726784e tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 23:31:02.061552 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-087bb1f4-c796-4ca8-9f99-056e8726784e tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] 10.222.0.18 "DELETE /v2.0/subnets/b9866134-d674-4c46-a4bf-db8986e6c300 HTTP/1.1" status: 404 len: 337 time: 0.0324562 Jul 27 23:31:02.065013 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 38736) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:31:02.079490 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fa341d-fdac-4fb9-89c0-6533b176c56f req-9e8c36e1-30bf-4641-b95c-fd206e77345e tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:31:02.081472 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-04fa341d-fdac-4fb9-89c0-6533b176c56f req-9e8c36e1-30bf-4641-b95c-fd206e77345e tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] 10.222.0.18 "GET /v2.0/ports?device_id=ad67c1f5-7283-4637-999c-94737161fd62 HTTP/1.1" status: 200 len: 946 time: 0.0762434 Jul 27 23:31:02.096934 n-d-802623-1 neutron-server[93798]: INFO neutron.pecan_wsgi.hooks.translation [None req-e45e2d47-4f9c-43bc-a5ea-3f1e96b8cbe0 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] DELETE failed (client error): The resource could not be found. Jul 27 23:31:02.098701 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e45e2d47-4f9c-43bc-a5ea-3f1e96b8cbe0 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 23:31:02.106368 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-e45e2d47-4f9c-43bc-a5ea-3f1e96b8cbe0 tempest-RoutersIpV6Test-1029722883 tempest-RoutersIpV6Test-1029722883-project] 10.222.0.18 "DELETE /v2.0/subnets/816be8a4-945a-4b5c-8bdc-8c94448620f3 HTTP/1.1" status: 404 len: 337 time: 0.0366721 Jul 27 23:31:02.140486 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-04fa341d-fdac-4fb9-89c0-6533b176c56f req-6c3422d9-ea31-4a5a-9017-d9d3aae236e2 tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] 10.222.0.18 "GET /v2.0/security-groups?id=0fdd7288-5bd7-4452-be54-74ff530fb5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448413 Jul 27 23:31:02.267572 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7418f70f-e60d-4709-8ba9-6ab514bc7f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:02.401372 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 38746) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:31:02.476708 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-d12268c5-b80e-4e2a-af30-eb477b6a60c5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=983ef242a388448b986dc8ffeeb37610&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0727892 Jul 27 23:31:02.478717 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 38750) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:31:02.531223 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 38752) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:31:02.533467 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-aa952c94-4d49-4da2-a028-a34ba12627b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:02.561548 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-aa952c94-4d49-4da2-a028-a34ba12627b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:02.625335 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-aa952c94-4d49-4da2-a028-a34ba12627b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:02.630426 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-aa952c94-4d49-4da2-a028-a34ba12627b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:02.631870 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-aa952c94-4d49-4da2-a028-a34ba12627b5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/cf8f6b53-cdee-4f91-b2db-48ea27f968c9 HTTP/1.1" status: 204 len: 168 time: 0.1516440 Jul 27 23:31:02.641907 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa952c94-4d49-4da2-a028-a34ba12627b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf8f6b53-cdee-4f91-b2db-48ea27f968c9,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:31:02.737852 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-4dd47d9f-852e-4ab8-866d-fd1bed1b98c7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=527b2fd77bf24fc0a7fcb37799da635e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2052686 Jul 27 23:31:02.740885 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 38766) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:31:02.841337 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a1664917-4aa1-4410-bb81-092e00a6aacb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:02.871085 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3be328-f8d9-4220-8824-319f7ab4b8e7 req-7b4f8a52-a406-4748-a460-1bcbe1840ed0 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:31:02.872847 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ab3be328-f8d9-4220-8824-319f7ab4b8e7 req-7b4f8a52-a406-4748-a460-1bcbe1840ed0 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/ports?device_id=6761c48b-f2d7-4f53-9bf8-232692d8406d HTTP/1.1" status: 200 len: 943 time: 0.0895565 Jul 27 23:31:02.884086 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a1664917-4aa1-4410-bb81-092e00a6aacb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:02.952300 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ab3be328-f8d9-4220-8824-319f7ab4b8e7 req-4e374863-5ee5-4191-b65c-6052d7677dd3 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/security-groups?id=d6f41e72-2b87-4685-ae08-bc68afebebe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712006 Jul 27 23:31:02.984349 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a1664917-4aa1-4410-bb81-092e00a6aacb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:02.987877 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a1664917-4aa1-4410-bb81-092e00a6aacb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:02.989061 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-a1664917-4aa1-4410-bb81-092e00a6aacb admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/75cac4ee-ce91-4c84-a335-a698c21dc06c HTTP/1.1" status: 204 len: 168 time: 0.2458785 Jul 27 23:31:02.997738 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1664917-4aa1-4410-bb81-092e00a6aacb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75cac4ee-ce91-4c84-a335-a698c21dc06c,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:31:03.317325 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca99e4f0-0549-4883-a232-f4f7bae71f7f req-9b7d5d6e-64de-4128-a0e8-916a112f8df8 tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:31:03.319984 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-ca99e4f0-0549-4883-a232-f4f7bae71f7f req-9b7d5d6e-64de-4128-a0e8-916a112f8df8 tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] 10.222.0.18 "GET /v2.0/ports?device_id=ad67c1f5-7283-4637-999c-94737161fd62 HTTP/1.1" status: 200 len: 946 time: 0.0971539 Jul 27 23:31:03.390150 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-ca99e4f0-0549-4883-a232-f4f7bae71f7f req-8c7e16fb-c43e-429c-8183-47dccea491e6 tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] 10.222.0.18 "GET /v2.0/security-groups?id=0fdd7288-5bd7-4452-be54-74ff530fb5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552049 Jul 27 23:31:03.788996 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 38830) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:31:04.031634 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-faadfbe5-4c74-4e2f-803f-23d392ca21c8 tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] Request body: {'security_group': {'name': 'tempest-secgroup--1709785429'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:31:04.063652 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-faadfbe5-4c74-4e2f-803f-23d392ca21c8 tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:04.075351 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-faadfbe5-4c74-4e2f-803f-23d392ca21c8 tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:04.116859 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bba1ec-fc5a-49b2-ab82-2c1b971158a1 req-ce926efa-5510-498a-bb64-c4cf1974950c tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:31:04.118582 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-35bba1ec-fc5a-49b2-ab82-2c1b971158a1 req-ce926efa-5510-498a-bb64-c4cf1974950c tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/ports?device_id=6761c48b-f2d7-4f53-9bf8-232692d8406d HTTP/1.1" status: 200 len: 943 time: 0.0617249 Jul 27 23:31:04.213769 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-faadfbe5-4c74-4e2f-803f-23d392ca21c8 tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:04.215295 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-35bba1ec-fc5a-49b2-ab82-2c1b971158a1 req-7d0cedd4-edbc-49e1-853b-551e84b9d27d tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/security-groups?id=d6f41e72-2b87-4685-ae08-bc68afebebe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854805 Jul 27 23:31:04.218830 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-faadfbe5-4c74-4e2f-803f-23d392ca21c8 tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:04.283929 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faadfbe5-4c74-4e2f-803f-23d392ca21c8 tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83ffe8a3-d8cb-4f69-89d2-7ab3ad19b7cb,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:31:04.298829 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 38850) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:31:04.302733 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faadfbe5-4c74-4e2f-803f-23d392ca21c8 tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:31:04.303123 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faadfbe5-4c74-4e2f-803f-23d392ca21c8 tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:31:04.303616 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faadfbe5-4c74-4e2f-803f-23d392ca21c8 tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:31:04.304159 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faadfbe5-4c74-4e2f-803f-23d392ca21c8 tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:31:04.304694 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faadfbe5-4c74-4e2f-803f-23d392ca21c8 tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:31:04.305053 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faadfbe5-4c74-4e2f-803f-23d392ca21c8 tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:31:04.305454 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faadfbe5-4c74-4e2f-803f-23d392ca21c8 tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:31:04.305988 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faadfbe5-4c74-4e2f-803f-23d392ca21c8 tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:31:04.306425 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faadfbe5-4c74-4e2f-803f-23d392ca21c8 tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:31:04.306729 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faadfbe5-4c74-4e2f-803f-23d392ca21c8 tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:31:04.307080 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faadfbe5-4c74-4e2f-803f-23d392ca21c8 tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:31:04.307502 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faadfbe5-4c74-4e2f-803f-23d392ca21c8 tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:31:04.357345 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-faadfbe5-4c74-4e2f-803f-23d392ca21c8 tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:04.361845 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-faadfbe5-4c74-4e2f-803f-23d392ca21c8 tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:04.390482 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-faadfbe5-4c74-4e2f-803f-23d392ca21c8 tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:04.394848 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-faadfbe5-4c74-4e2f-803f-23d392ca21c8 tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6016400 Jul 27 23:31:04.394848 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 38858) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:31:04.427709 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faadfbe5-4c74-4e2f-803f-23d392ca21c8 tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d27cdab7-24c7-48ec-8061-3a56a8a54b1b,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:31:04.465841 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-030bdfe7-3b8c-47d7-bbe2-1f9d078c0839 tempest-MeteringIpV6TestJSON-160854265 tempest-MeteringIpV6TestJSON-160854265-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-196827952'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:31:04.466459 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-030bdfe7-3b8c-47d7-bbe2-1f9d078c0839 tempest-MeteringIpV6TestJSON-160854265 tempest-MeteringIpV6TestJSON-160854265-project-admin] Unknown quota resources ['metering_label']. {{(pid=93798) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 27 23:31:04.532204 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-aa5cf1e8-abed-4673-88c2-830f810d68e2 tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1363518 Jul 27 23:31:04.535695 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 38862) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:31:04.542329 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921557fc-745b-4440-9925-a6a9f30e32f2 req-35c1341d-355c-4ba8-ac73-4fe5b8cc746b tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:31:04.544069 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-921557fc-745b-4440-9925-a6a9f30e32f2 req-35c1341d-355c-4ba8-ac73-4fe5b8cc746b tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] 10.222.0.18 "GET /v2.0/ports?device_id=ad67c1f5-7283-4637-999c-94737161fd62 HTTP/1.1" status: 200 len: 946 time: 0.0729642 Jul 27 23:31:04.548313 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-b7a420bb-0a6b-4d28-99e5-60885dbcb60c tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] Request body: {'security_group': {'name': 'tempest-security--395238701', 'description': 'tempest-security-description-2107705035'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:31:04.590255 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-921557fc-745b-4440-9925-a6a9f30e32f2 req-fe5f2abf-9e7f-47fd-b4f6-fe9caf5a849f tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] 10.222.0.18 "GET /v2.0/security-groups?id=0fdd7288-5bd7-4452-be54-74ff530fb5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395477 Jul 27 23:31:04.686944 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-030bdfe7-3b8c-47d7-bbe2-1f9d078c0839 tempest-MeteringIpV6TestJSON-160854265 tempest-MeteringIpV6TestJSON-160854265-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:04.691496 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 38870) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:31:04.693037 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-030bdfe7-3b8c-47d7-bbe2-1f9d078c0839 tempest-MeteringIpV6TestJSON-160854265 tempest-MeteringIpV6TestJSON-160854265-project-admin] 10.222.0.18 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.3882544 Jul 27 23:31:04.698346 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-ae08f14e-abff-448a-b37a-3fe621059b81 tempest-MeteringIpV6TestJSON-160854265 tempest-MeteringIpV6TestJSON-160854265-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '7af5cc07-fe34-4f55-b0f9-b4b251022275'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:31:04.698624 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-ae08f14e-abff-448a-b37a-3fe621059b81 tempest-MeteringIpV6TestJSON-160854265 tempest-MeteringIpV6TestJSON-160854265-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93797) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 27 23:31:04.702726 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b7a420bb-0a6b-4d28-99e5-60885dbcb60c tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] Notify callbacks [] for security_group, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:04.764221 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b7a420bb-0a6b-4d28-99e5-60885dbcb60c tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] Notify callbacks [] for security_group, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:04.768390 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b7a420bb-0a6b-4d28-99e5-60885dbcb60c tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:04.771422 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b7a420bb-0a6b-4d28-99e5-60885dbcb60c tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:04.775915 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-b7a420bb-0a6b-4d28-99e5-60885dbcb60c tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] 10.222.0.18 "PUT /v2.0/security-groups/d27cdab7-24c7-48ec-8061-3a56a8a54b1b HTTP/1.1" status: 200 len: 1779 time: 0.2365458 Jul 27 23:31:04.776630 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 38872) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:31:04.790084 n-d-802623-1 neutron-server[93797]: WARNING neutron.services.metering.metering_plugin [None req-ae08f14e-abff-448a-b37a-3fe621059b81 tempest-MeteringIpV6TestJSON-160854265 tempest-MeteringIpV6TestJSON-160854265-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 27 23:31:04.826926 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a420bb-0a6b-4d28-99e5-60885dbcb60c tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d27cdab7-24c7-48ec-8061-3a56a8a54b1b,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:31:04.844702 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-25c33dd0-cb42-4ab7-b6fd-5093e63c6ac3 tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] 10.222.0.18 "GET /v2.0/security-groups/d27cdab7-24c7-48ec-8061-3a56a8a54b1b HTTP/1.1" status: 200 len: 1779 time: 0.0646048 Jul 27 23:31:04.844952 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 38874) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:31:04.901991 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6107ad2f-c87d-44ca-9790-e7fd34b54fac tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:04.917048 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:04.927793 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6107ad2f-c87d-44ca-9790-e7fd34b54fac tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:04.939134 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ae08f14e-abff-448a-b37a-3fe621059b81 tempest-MeteringIpV6TestJSON-160854265 tempest-MeteringIpV6TestJSON-160854265-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:04.940442 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-ae08f14e-abff-448a-b37a-3fe621059b81 tempest-MeteringIpV6TestJSON-160854265 tempest-MeteringIpV6TestJSON-160854265-project-admin] 10.222.0.18 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2477136 Jul 27 23:31:04.943953 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 38880) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:31:04.950208 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-928dced5-f376-4a46-9942-7bf275592279 tempest-MeteringIpV6TestJSON-160854265 tempest-MeteringIpV6TestJSON-160854265-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '7af5cc07-fe34-4f55-b0f9-b4b251022275'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:31:04.950806 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-928dced5-f376-4a46-9942-7bf275592279 tempest-MeteringIpV6TestJSON-160854265 tempest-MeteringIpV6TestJSON-160854265-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93797) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 27 23:31:04.992603 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6107ad2f-c87d-44ca-9790-e7fd34b54fac tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:04.997347 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6107ad2f-c87d-44ca-9790-e7fd34b54fac tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:05.001245 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-6107ad2f-c87d-44ca-9790-e7fd34b54fac tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] 10.222.0.18 "DELETE /v2.0/security-groups/d27cdab7-24c7-48ec-8061-3a56a8a54b1b HTTP/1.1" status: 204 len: 168 time: 0.1528099 Jul 27 23:31:05.004463 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 38882) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:31:05.020757 n-d-802623-1 neutron-server[93797]: WARNING neutron.services.metering.metering_plugin [None req-928dced5-f376-4a46-9942-7bf275592279 tempest-MeteringIpV6TestJSON-160854265 tempest-MeteringIpV6TestJSON-160854265-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 27 23:31:05.024246 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6107ad2f-c87d-44ca-9790-e7fd34b54fac tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d27cdab7-24c7-48ec-8061-3a56a8a54b1b,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:31:05.057607 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-c5431861-707d-465b-9c91-43c3e865be57 tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0520103 Jul 27 23:31:05.060270 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 38884) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:31:05.078753 n-d-802623-1 neutron-server[93798]: INFO neutron.api.v2.resource [None req-53706ae5-be57-44b9-bd28-31d70c0497f1 tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] delete failed (client error): The resource could not be found. Jul 27 23:31:05.079117 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-53706ae5-be57-44b9-bd28-31d70c0497f1 tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] 10.222.0.18 "DELETE /v2.0/security-groups/d27cdab7-24c7-48ec-8061-3a56a8a54b1b HTTP/1.1" status: 404 len: 347 time: 0.0178220 Jul 27 23:31:05.084999 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 38886) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:31:05.088510 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-ca290969-1cae-42bb-894c-3b36ab4db8f0 tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] Request body: {'security_group': {'name': 'tempest-secgroup--1237453020'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:31:05.116875 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ca290969-1cae-42bb-894c-3b36ab4db8f0 tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:05.119915 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-928dced5-f376-4a46-9942-7bf275592279 tempest-MeteringIpV6TestJSON-160854265 tempest-MeteringIpV6TestJSON-160854265-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:05.123285 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-928dced5-f376-4a46-9942-7bf275592279 tempest-MeteringIpV6TestJSON-160854265 tempest-MeteringIpV6TestJSON-160854265-project-admin] 10.222.0.18 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.1745791 Jul 27 23:31:05.123610 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 38888) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:31:05.135009 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-63d8e8e4-9c13-4337-aff5-4e1b5a79d836 tempest-MeteringIpV6TestJSON-160854265 tempest-MeteringIpV6TestJSON-160854265-project-admin] 10.222.0.18 "GET /v2.0/metering/metering-label-rules?id=e9ef9a28-2677-4411-bfd4-b5c6e3dd3d96 HTTP/1.1" status: 200 len: 462 time: 0.0100887 Jul 27 23:31:05.138434 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 38890) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:31:05.586449 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5186d43f-2dda-4fc8-98b2-ef960e02277c tempest-MeteringIpV6TestJSON-160854265 tempest-MeteringIpV6TestJSON-160854265-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:05.587593 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-5186d43f-2dda-4fc8-98b2-ef960e02277c tempest-MeteringIpV6TestJSON-160854265 tempest-MeteringIpV6TestJSON-160854265-project-admin] 10.222.0.18 "DELETE /v2.0/metering/metering-label-rules/e9ef9a28-2677-4411-bfd4-b5c6e3dd3d96 HTTP/1.1" status: 204 len: 168 time: 0.4481390 Jul 27 23:31:05.590579 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 38902) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:31:05.604587 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-accff453-e14c-4bac-84b9-75f2e47c0a70 tempest-MeteringIpV6TestJSON-160854265 tempest-MeteringIpV6TestJSON-160854265-project-admin] 10.222.0.18 "GET /v2.0/metering/metering-label-rules?id=e9ef9a28-2677-4411-bfd4-b5c6e3dd3d96 HTTP/1.1" status: 200 len: 221 time: 0.0095742 Jul 27 23:31:05.604923 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 38904) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:31:05.610063 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-89370401-f0d1-4369-8760-d1ff9843155b tempest-MeteringIpV6TestJSON-160854265 tempest-MeteringIpV6TestJSON-160854265-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--129004944', 'description': 'label created by tempest'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:31:05.610519 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-89370401-f0d1-4369-8760-d1ff9843155b tempest-MeteringIpV6TestJSON-160854265 tempest-MeteringIpV6TestJSON-160854265-project-admin] Unknown quota resources ['metering_label']. {{(pid=93797) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 27 23:31:05.627232 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ed8860-4f50-43f1-875e-4a4ceeaaadc4 req-f589d1c4-9435-4dc9-8e6d-0097d685d32c tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:31:05.628749 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c0ed8860-4f50-43f1-875e-4a4ceeaaadc4 req-f589d1c4-9435-4dc9-8e6d-0097d685d32c tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/ports?device_id=6761c48b-f2d7-4f53-9bf8-232692d8406d HTTP/1.1" status: 200 len: 943 time: 0.1127782 Jul 27 23:31:05.639418 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ca290969-1cae-42bb-894c-3b36ab4db8f0 tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:05.654243 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ca290969-1cae-42bb-894c-3b36ab4db8f0 tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:05.695308 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ca290969-1cae-42bb-894c-3b36ab4db8f0 tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:05.700363 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-ca290969-1cae-42bb-894c-3b36ab4db8f0 tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6157553 Jul 27 23:31:05.701041 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 38910) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:31:05.721060 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-d7623ac0-2553-4715-b2be-eec1f25d8e0a tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] Request body: {'security_group_rule': {'security_group_id': '8e927844-5bd6-4ca4-aa99-f15eae7ce0b7', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:31:05.733732 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca290969-1cae-42bb-894c-3b36ab4db8f0 tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e927844-5bd6-4ca4-aa99-f15eae7ce0b7,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:31:05.746858 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c0ed8860-4f50-43f1-875e-4a4ceeaaadc4 req-f6972b98-20ab-42ed-bfa5-9ee0dfca1341 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/security-groups?id=d6f41e72-2b87-4685-ae08-bc68afebebe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104879 Jul 27 23:31:05.773072 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d7623ac0-2553-4715-b2be-eec1f25d8e0a tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:05.848440 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d7623ac0-2553-4715-b2be-eec1f25d8e0a tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:05.853260 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d7623ac0-2553-4715-b2be-eec1f25d8e0a tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784185'] for security_group_rule, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:05.874784 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7623ac0-2553-4715-b2be-eec1f25d8e0a tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d035b30-ce58-4006-8a3f-4912c5aca064,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:31:05.883622 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d7623ac0-2553-4715-b2be-eec1f25d8e0a tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:05.888211 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-d7623ac0-2553-4715-b2be-eec1f25d8e0a tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1715925 Jul 27 23:31:05.888392 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 38916) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:31:05.923623 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-68dd6d12-ce88-4e88-8226-0a5770306038 tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:05.933245 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-68dd6d12-ce88-4e88-8226-0a5770306038 tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:05.967035 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-68dd6d12-ce88-4e88-8226-0a5770306038 tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784185'] for security_group_rule, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:05.977148 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-68dd6d12-ce88-4e88-8226-0a5770306038 tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:05.981111 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-68dd6d12-ce88-4e88-8226-0a5770306038 tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/0d035b30-ce58-4006-8a3f-4912c5aca064 HTTP/1.1" status: 204 len: 168 time: 0.0888371 Jul 27 23:31:05.983350 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 38918) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:31:06.007165 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68dd6d12-ce88-4e88-8226-0a5770306038 tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0d035b30-ce58-4006-8a3f-4912c5aca064,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:31:06.038500 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-f9f38da7-6ef6-44a8-99fe-d1a6ef9e3a92 tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0522847 Jul 27 23:31:06.040954 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 38924) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:31:06.123641 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ef0619fe-ca0f-4d0e-88c4-85ea501391bd tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:06.162526 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ef0619fe-ca0f-4d0e-88c4-85ea501391bd tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:06.208165 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-89370401-f0d1-4369-8760-d1ff9843155b tempest-MeteringIpV6TestJSON-160854265 tempest-MeteringIpV6TestJSON-160854265-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:06.209436 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-89370401-f0d1-4369-8760-d1ff9843155b tempest-MeteringIpV6TestJSON-160854265 tempest-MeteringIpV6TestJSON-160854265-project-admin] 10.222.0.18 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.6029873 Jul 27 23:31:06.213070 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 38926) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:31:06.220434 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ef0619fe-ca0f-4d0e-88c4-85ea501391bd tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:06.222968 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ef0619fe-ca0f-4d0e-88c4-85ea501391bd tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:06.226967 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-ef0619fe-ca0f-4d0e-88c4-85ea501391bd tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] 10.222.0.18 "DELETE /v2.0/security-groups/8e927844-5bd6-4ca4-aa99-f15eae7ce0b7 HTTP/1.1" status: 204 len: 168 time: 0.1821012 Jul 27 23:31:06.230695 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087283db-f070-44dc-9b7e-7781ee257cf6 req-b1ec0e4b-38fc-4d3e-9de0-467c967f4191 tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:31:06.231783 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 38928) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:31:06.232701 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-087283db-f070-44dc-9b7e-7781ee257cf6 req-b1ec0e4b-38fc-4d3e-9de0-467c967f4191 tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] 10.222.0.18 "GET /v2.0/ports?device_id=ad67c1f5-7283-4637-999c-94737161fd62 HTTP/1.1" status: 200 len: 946 time: 0.5059419 Jul 27 23:31:06.254496 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0619fe-ca0f-4d0e-88c4-85ea501391bd tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e927844-5bd6-4ca4-aa99-f15eae7ce0b7,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:31:06.299095 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-52576b40-cb07-4861-b300-9955b24261cd tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0593588 Jul 27 23:31:06.299734 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 38930) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:31:06.304166 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-6c02ebf8-92d1-49b4-9a4b-d86b5c0f3ac4 tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] Request body: {'security_group': {'name': 'tempest-secgroup--1221449961'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:31:06.324426 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-8d9dc870-cd46-4f38-b1f4-0825af73ba51 tempest-MeteringIpV6TestJSON-160854265 tempest-MeteringIpV6TestJSON-160854265-project-admin] 10.222.0.18 "GET /v2.0/metering/metering-labels?id=550bf5ff-3758-43d7-85ad-b553ef9035c2 HTTP/1.1" status: 200 len: 467 time: 0.1098020 Jul 27 23:31:06.326159 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6c02ebf8-92d1-49b4-9a4b-d86b5c0f3ac4 tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:06.327999 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 38932) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:31:06.356117 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-087283db-f070-44dc-9b7e-7781ee257cf6 req-ad5488c6-e5a9-44f9-a5f7-4f2fac200331 tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] 10.222.0.18 "GET /v2.0/security-groups?id=0fdd7288-5bd7-4452-be54-74ff530fb5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1149306 Jul 27 23:31:06.575358 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b9db58ce-83aa-44d9-b816-14b7b5534270 tempest-MeteringIpV6TestJSON-160854265 tempest-MeteringIpV6TestJSON-160854265-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:06.578857 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-b9db58ce-83aa-44d9-b816-14b7b5534270 tempest-MeteringIpV6TestJSON-160854265 tempest-MeteringIpV6TestJSON-160854265-project-admin] 10.222.0.18 "DELETE /v2.0/metering/metering-labels/550bf5ff-3758-43d7-85ad-b553ef9035c2 HTTP/1.1" status: 204 len: 168 time: 0.2475755 Jul 27 23:31:06.579707 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 38938) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:31:06.596137 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-d3a0bacf-29d6-43b1-9829-125e1412f9e0 tempest-MeteringIpV6TestJSON-160854265 tempest-MeteringIpV6TestJSON-160854265-project-admin] 10.222.0.18 "GET /v2.0/metering/metering-labels?id=550bf5ff-3758-43d7-85ad-b553ef9035c2 HTTP/1.1" status: 200 len: 216 time: 0.0151551 Jul 27 23:31:06.596799 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 38940) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:31:06.611796 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6c02ebf8-92d1-49b4-9a4b-d86b5c0f3ac4 tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:06.613745 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-bd1a9a4a-419e-40f4-9715-6254e22fcc76 tempest-MeteringIpV6TestJSON-160854265 tempest-MeteringIpV6TestJSON-160854265-project-admin] 10.222.0.18 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0157547 Jul 27 23:31:06.617958 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 38944) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:31:06.618920 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6c02ebf8-92d1-49b4-9a4b-d86b5c0f3ac4 tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:06.630124 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-b20ff19e-6674-41ed-8b7c-e974741ccc0c tempest-MeteringIpV6TestJSON-160854265 tempest-MeteringIpV6TestJSON-160854265-project-admin] 10.222.0.18 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0108387 Jul 27 23:31:06.634431 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 38948) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:31:06.651473 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c02ebf8-92d1-49b4-9a4b-d86b5c0f3ac4 tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40ee589c-cc92-40ad-8b9b-a03071bfb513,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:31:06.654333 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6c02ebf8-92d1-49b4-9a4b-d86b5c0f3ac4 tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:06.655646 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-6c02ebf8-92d1-49b4-9a4b-d86b5c0f3ac4 tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3549933 Jul 27 23:31:06.658298 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 38950) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:31:06.663074 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-8f9f821e-d4e4-44f1-9b8f-2c5f2a1128c7 tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] Request body: {'security_group_rule': {'security_group_id': '40ee589c-cc92-40ad-8b9b-a03071bfb513', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:31:06.697747 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8f9f821e-d4e4-44f1-9b8f-2c5f2a1128c7 tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:06.705350 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-ca24d006-5d19-4828-a6f0-a662649f5410 tempest-MeteringIpV6TestJSON-160854265 tempest-MeteringIpV6TestJSON-160854265-project-admin] 10.222.0.18 "GET /v2.0/metering/metering-labels/7af5cc07-fe34-4f55-b0f9-b4b251022275 HTTP/1.1" status: 200 len: 472 time: 0.0697775 Jul 27 23:31:06.712597 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 38954) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:31:06.732671 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 38956) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:31:06.732910 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-90811c79-2804-4ab9-ba61-f08f75fe01ed tempest-MeteringIpV6TestJSON-160854265 tempest-MeteringIpV6TestJSON-160854265-project-admin] 10.222.0.18 "GET /v2.0/metering/metering-label-rules/8f492546-7053-4772-ac87-6e50a9215257 HTTP/1.1" status: 200 len: 459 time: 0.0184970 Jul 27 23:31:06.772039 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8f9f821e-d4e4-44f1-9b8f-2c5f2a1128c7 tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:06.777312 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8f9f821e-d4e4-44f1-9b8f-2c5f2a1128c7 tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784185'] for security_group_rule, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:06.850908 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9f821e-d4e4-44f1-9b8f-2c5f2a1128c7 tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c3f5f09-dec3-408a-a3dc-84782c3c26f6,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:31:06.902209 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e74ba1fb-5bfd-4941-bba8-d08e4d049d17 tempest-MeteringIpV6TestJSON-160854265 tempest-MeteringIpV6TestJSON-160854265-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:06.903529 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-e74ba1fb-5bfd-4941-bba8-d08e4d049d17 tempest-MeteringIpV6TestJSON-160854265 tempest-MeteringIpV6TestJSON-160854265-project-admin] 10.222.0.18 "DELETE /v2.0/metering/metering-label-rules/8f492546-7053-4772-ac87-6e50a9215257 HTTP/1.1" status: 204 len: 168 time: 0.1696200 Jul 27 23:31:06.906735 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 38962) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:31:06.907707 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8f9f821e-d4e4-44f1-9b8f-2c5f2a1128c7 tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:06.908866 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-8f9f821e-d4e4-44f1-9b8f-2c5f2a1128c7 tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2495253 Jul 27 23:31:06.911427 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 38966) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:31:06.917932 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-b027255b-555e-4350-a59c-d27c40a5869c tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] Request body: {'security_group_rule': {'security_group_id': '40ee589c-cc92-40ad-8b9b-a03071bfb513', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:31:06.946395 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba00d40-2179-4be8-b031-64fa63867b20 req-896f05fd-b161-469e-847d-49c4d3ecb650 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:31:06.948238 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7ba00d40-2179-4be8-b031-64fa63867b20 req-896f05fd-b161-469e-847d-49c4d3ecb650 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/ports?device_id=6761c48b-f2d7-4f53-9bf8-232692d8406d HTTP/1.1" status: 200 len: 943 time: 0.1167641 Jul 27 23:31:06.977811 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b027255b-555e-4350-a59c-d27c40a5869c tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:07.028992 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7ba00d40-2179-4be8-b031-64fa63867b20 req-cea60963-a174-4e00-bfc5-3bd7e97b1784 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/security-groups?id=d6f41e72-2b87-4685-ae08-bc68afebebe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708244 Jul 27 23:31:07.052771 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b027255b-555e-4350-a59c-d27c40a5869c tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:07.057906 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b027255b-555e-4350-a59c-d27c40a5869c tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784185'] for security_group_rule, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:07.078283 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b027255b-555e-4350-a59c-d27c40a5869c tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fdcb1abc-b15c-4e6a-bf5b-dcdc17f0a456,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:31:07.089571 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b027255b-555e-4350-a59c-d27c40a5869c tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:07.093321 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-b027255b-555e-4350-a59c-d27c40a5869c tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1766512 Jul 27 23:31:07.093483 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 38968) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:31:07.098286 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-b7696d30-b107-4417-917d-7ebdbb4ab3f7 tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] Request body: {'security_group_rule': {'security_group_id': '40ee589c-cc92-40ad-8b9b-a03071bfb513', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:31:07.118211 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c5808666-3dd5-4ed0-b1bd-c06d6182254f tempest-MeteringIpV6TestJSON-160854265 tempest-MeteringIpV6TestJSON-160854265-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:07.119571 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-c5808666-3dd5-4ed0-b1bd-c06d6182254f tempest-MeteringIpV6TestJSON-160854265 tempest-MeteringIpV6TestJSON-160854265-project-admin] 10.222.0.18 "DELETE /v2.0/metering/metering-labels/7af5cc07-fe34-4f55-b0f9-b4b251022275 HTTP/1.1" status: 204 len: 168 time: 0.2115650 Jul 27 23:31:07.127067 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b7696d30-b107-4417-917d-7ebdbb4ab3f7 tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:07.210390 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b7696d30-b107-4417-917d-7ebdbb4ab3f7 tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:07.215704 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b7696d30-b107-4417-917d-7ebdbb4ab3f7 tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784185'] for security_group_rule, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:07.237052 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7696d30-b107-4417-917d-7ebdbb4ab3f7 tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92ffdb6a-8aad-4fec-84b8-7d1e46208ea9,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:31:07.245034 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b7696d30-b107-4417-917d-7ebdbb4ab3f7 tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:07.246403 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-b7696d30-b107-4417-917d-7ebdbb4ab3f7 tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1519620 Jul 27 23:31:07.249385 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 38976) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:31:07.255397 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-48bd4e56-0b46-4818-984d-e86681c4ab4d tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] Request body: {'security_group_rule': {'security_group_id': '40ee589c-cc92-40ad-8b9b-a03071bfb513', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:31:07.287096 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-48bd4e56-0b46-4818-984d-e86681c4ab4d tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:07.351373 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-48bd4e56-0b46-4818-984d-e86681c4ab4d tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:07.355149 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-48bd4e56-0b46-4818-984d-e86681c4ab4d tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784185'] for security_group_rule, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:07.371880 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bd4e56-0b46-4818-984d-e86681c4ab4d tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f87c376-0397-42b7-8023-d15a74722198,revision_number=0']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:31:07.388049 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-48bd4e56-0b46-4818-984d-e86681c4ab4d tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:07.389469 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-48bd4e56-0b46-4818-984d-e86681c4ab4d tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1386228 Jul 27 23:31:07.392577 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 38982) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:31:07.397951 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-a1fbc62f-197a-47c4-8a30-b12a5296ce9b tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] Request body: {'security_group_rule': {'security_group_id': '40ee589c-cc92-40ad-8b9b-a03071bfb513', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:31:07.445123 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 38984) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:31:07.456890 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a1fbc62f-197a-47c4-8a30-b12a5296ce9b tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:07.500273 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce567bf-839d-4acb-b1d1-89cb7b67a2e9 req-d99dc986-da15-4fbf-98b0-2bc0fb3a0908 tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:31:07.502221 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-1ce567bf-839d-4acb-b1d1-89cb7b67a2e9 req-d99dc986-da15-4fbf-98b0-2bc0fb3a0908 tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] 10.222.0.18 "GET /v2.0/ports?device_id=ad67c1f5-7283-4637-999c-94737161fd62 HTTP/1.1" status: 200 len: 946 time: 0.0699511 Jul 27 23:31:07.534910 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a1fbc62f-197a-47c4-8a30-b12a5296ce9b tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:07.541505 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a1fbc62f-197a-47c4-8a30-b12a5296ce9b tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784185'] for security_group_rule, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:07.549450 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-1ce567bf-839d-4acb-b1d1-89cb7b67a2e9 req-c8e34b51-9fc5-4458-b3da-2dd39c6852dd tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] 10.222.0.18 "GET /v2.0/security-groups?id=0fdd7288-5bd7-4452-be54-74ff530fb5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387964 Jul 27 23:31:07.561177 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fbc62f-197a-47c4-8a30-b12a5296ce9b tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4825ea25-c4b4-4f72-ac92-76522efdd72c,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:31:07.585994 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7f6a1aab-2a29-4294-a88f-8f716955a7e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:07.601002 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a1fbc62f-197a-47c4-8a30-b12a5296ce9b tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:07.602197 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-a1fbc62f-197a-47c4-8a30-b12a5296ce9b tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.2086172 Jul 27 23:31:07.607379 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 38994) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:31:07.642228 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-36589040-fd96-4408-ba70-ae28b14a6a4e tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:07.655613 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-36589040-fd96-4408-ba70-ae28b14a6a4e tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:07.695210 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-36589040-fd96-4408-ba70-ae28b14a6a4e tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784185'] for security_group_rule, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:07.707740 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-36589040-fd96-4408-ba70-ae28b14a6a4e tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:07.717496 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7f6a1aab-2a29-4294-a88f-8f716955a7e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:07.720500 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 39000) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:31:07.731416 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7f6a1aab-2a29-4294-a88f-8f716955a7e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:07.737660 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-36589040-fd96-4408-ba70-ae28b14a6a4e tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/4825ea25-c4b4-4f72-ac92-76522efdd72c HTTP/1.1" status: 204 len: 168 time: 0.1287191 Jul 27 23:31:07.742373 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36589040-fd96-4408-ba70-ae28b14a6a4e tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4825ea25-c4b4-4f72-ac92-76522efdd72c,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:31:07.801353 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-7f6a1aab-2a29-4294-a88f-8f716955a7e0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1d2588934e7b4ced9f0cb616b28a9490&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3522706 Jul 27 23:31:07.802941 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 39004) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:31:07.805049 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6a1aab-2a29-4294-a88f-8f716955a7e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d879383-d679-4ecf-aa2a-fc42ef97b510,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:31:07.837737 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-6ca15423-54bd-4085-8804-cbcfefc7632d tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1161153 Jul 27 23:31:07.840715 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 39008) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:31:07.873559 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2eb9fae9-b445-4672-85ec-9a7dfd1d74b3 tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:07.884515 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2eb9fae9-b445-4672-85ec-9a7dfd1d74b3 tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:07.915266 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71866a22-ef59-4c69-ab5f-16c044c5f572 req-f24d969e-a130-4d81-922f-6ad8bc8c3f64 tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:31:07.917159 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-71866a22-ef59-4c69-ab5f-16c044c5f572 req-f24d969e-a130-4d81-922f-6ad8bc8c3f64 tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] 10.222.0.18 "GET /v2.0/ports?device_id=ad67c1f5-7283-4637-999c-94737161fd62 HTTP/1.1" status: 200 len: 946 time: 0.1253252 Jul 27 23:31:07.920818 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2eb9fae9-b445-4672-85ec-9a7dfd1d74b3 tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784185'] for security_group_rule, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:07.936779 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2eb9fae9-b445-4672-85ec-9a7dfd1d74b3 tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:07.940779 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-2eb9fae9-b445-4672-85ec-9a7dfd1d74b3 tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/4f87c376-0397-42b7-8023-d15a74722198 HTTP/1.1" status: 204 len: 168 time: 0.0972998 Jul 27 23:31:07.940779 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb9fae9-b445-4672-85ec-9a7dfd1d74b3 tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4f87c376-0397-42b7-8023-d15a74722198,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:31:07.942281 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 39010) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:31:07.951831 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a724636e-c12e-4703-9a3d-7dd866ff1f8a req-c28cee74-660f-434d-a357-aa225ceb8534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:31:07.953316 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a724636e-c12e-4703-9a3d-7dd866ff1f8a req-c28cee74-660f-434d-a357-aa225ceb8534 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=93d6af8ff48b44f2bdb667a30d291295&device_id=ad67c1f5-7283-4637-999c-94737161fd62 HTTP/1.1" status: 200 len: 1097 time: 0.1258140 Jul 27 23:31:07.961821 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d73f32c1-81e0-4d7e-a043-c32691baf704 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:07.996996 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-455625f5-1249-40a9-8e5d-293affb4d25c tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0459096 Jul 27 23:31:07.998426 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 39012) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:31:08.021793 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8c32e1dd-857d-44d4-b6c4-fa6c4946f2a9 tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:08.029941 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8c32e1dd-857d-44d4-b6c4-fa6c4946f2a9 tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:08.040442 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d73f32c1-81e0-4d7e-a043-c32691baf704 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:08.062708 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8c32e1dd-857d-44d4-b6c4-fa6c4946f2a9 tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784185'] for security_group_rule, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:08.069755 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8c32e1dd-857d-44d4-b6c4-fa6c4946f2a9 tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:08.070941 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-8c32e1dd-857d-44d4-b6c4-fa6c4946f2a9 tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/92ffdb6a-8aad-4fec-84b8-7d1e46208ea9 HTTP/1.1" status: 204 len: 168 time: 0.0715041 Jul 27 23:31:08.073859 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-71866a22-ef59-4c69-ab5f-16c044c5f572 req-a80b50ad-e66a-4e99-9c19-fbc67be5b504 tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] 10.222.0.18 "GET /v2.0/security-groups?id=0fdd7288-5bd7-4452-be54-74ff530fb5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1476555 Jul 27 23:31:08.074357 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 39016) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:31:08.089245 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c32e1dd-857d-44d4-b6c4-fa6c4946f2a9 tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=92ffdb6a-8aad-4fec-84b8-7d1e46208ea9,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:31:08.159808 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a724636e-c12e-4703-9a3d-7dd866ff1f8a req-3a87fcfb-6044-4502-b5f9-6dc7f01f8132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:31:08.161404 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a724636e-c12e-4703-9a3d-7dd866ff1f8a req-3a87fcfb-6044-4502-b5f9-6dc7f01f8132 service neutron] 10.222.0.38 "GET /v2.0/networks?id=d772070e-dad0-48ff-8bce-c02a3adbff90 HTTP/1.1" status: 200 len: 912 time: 0.1976826 Jul 27 23:31:08.176447 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-cdf7aed0-bc72-419c-ba3e-75b6c937c9ef tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0945625 Jul 27 23:31:08.180087 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 39022) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:31:08.214644 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b5b270-0abe-47a4-ac69-491982c05579 req-c0343cde-c762-432d-b9d6-3ad7f3afbb68 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:31:08.216054 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-33b5b270-0abe-47a4-ac69-491982c05579 req-c0343cde-c762-432d-b9d6-3ad7f3afbb68 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/ports?device_id=6761c48b-f2d7-4f53-9bf8-232692d8406d HTTP/1.1" status: 200 len: 943 time: 0.0856261 Jul 27 23:31:08.219402 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-57fab48b-55e2-4fd1-8fc4-4455216588ab tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:08.226444 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d73f32c1-81e0-4d7e-a043-c32691baf704 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:08.229336 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d73f32c1-81e0-4d7e-a043-c32691baf704 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:08.231081 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-d73f32c1-81e0-4d7e-a043-c32691baf704 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6d879383-d679-4ecf-aa2a-fc42ef97b510 HTTP/1.1" status: 204 len: 168 time: 0.4259951 Jul 27 23:31:08.233635 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-57fab48b-55e2-4fd1-8fc4-4455216588ab tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:08.247931 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73f32c1-81e0-4d7e-a043-c32691baf704 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d879383-d679-4ecf-aa2a-fc42ef97b510,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:31:08.280879 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a724636e-c12e-4703-9a3d-7dd866ff1f8a req-92466259-a7db-4e7d-8e92-aab3669a901c service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=15c92a5f-fcf7-4340-b57e-ba184e4d3613 HTTP/1.1" status: 200 len: 1002 time: 0.1031997 Jul 27 23:31:08.292633 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-33b5b270-0abe-47a4-ac69-491982c05579 req-03ad68a1-95f9-4d25-a6b7-8216dbb2e2ff tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/security-groups?id=d6f41e72-2b87-4685-ae08-bc68afebebe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502574 Jul 27 23:31:08.293844 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-57fab48b-55e2-4fd1-8fc4-4455216588ab tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784185'] for security_group_rule, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:08.300438 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-57fab48b-55e2-4fd1-8fc4-4455216588ab tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:08.303974 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-57fab48b-55e2-4fd1-8fc4-4455216588ab tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/fdcb1abc-b15c-4e6a-bf5b-dcdc17f0a456 HTTP/1.1" status: 204 len: 168 time: 0.1205876 Jul 27 23:31:08.305519 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 39026) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:31:08.318961 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fab48b-55e2-4fd1-8fc4-4455216588ab tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fdcb1abc-b15c-4e6a-bf5b-dcdc17f0a456,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:31:08.359543 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a724636e-c12e-4703-9a3d-7dd866ff1f8a req-551f5518-5711-4a71-a9fd-67e83d3ffb38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:31:08.361245 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a724636e-c12e-4703-9a3d-7dd866ff1f8a req-551f5518-5711-4a71-a9fd-67e83d3ffb38 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=22fd4781-4e46-409c-a91a-a4ac3ab69caf HTTP/1.1" status: 200 len: 850 time: 0.0795541 Jul 27 23:31:08.365626 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-73a207d1-da6f-4ec3-addc-b307cd4a32b8 tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0542028 Jul 27 23:31:08.368378 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 39028) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:31:08.411435 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e33d6c72-bfd6-44d3-a802-40c6a9aa9c2c tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:08.419744 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e33d6c72-bfd6-44d3-a802-40c6a9aa9c2c tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:08.440236 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a724636e-c12e-4703-9a3d-7dd866ff1f8a req-93b8f48f-0fc6-4e9f-8cb2-8610bf1cb253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:31:08.442175 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a724636e-c12e-4703-9a3d-7dd866ff1f8a req-93b8f48f-0fc6-4e9f-8cb2-8610bf1cb253 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=d772070e-dad0-48ff-8bce-c02a3adbff90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0724990 Jul 27 23:31:08.467479 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e33d6c72-bfd6-44d3-a802-40c6a9aa9c2c tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784185'] for security_group_rule, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:08.476032 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e33d6c72-bfd6-44d3-a802-40c6a9aa9c2c tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:08.477680 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-e33d6c72-bfd6-44d3-a802-40c6a9aa9c2c tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/5c3f5f09-dec3-408a-a3dc-84782c3c26f6 HTTP/1.1" status: 204 len: 168 time: 0.1067407 Jul 27 23:31:08.480270 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 39036) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:31:08.514651 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33d6c72-bfd6-44d3-a802-40c6a9aa9c2c tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5c3f5f09-dec3-408a-a3dc-84782c3c26f6,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:31:08.543082 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-4fc5df28-5989-4bde-8bfa-b1b1aab805a2 tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0611348 Jul 27 23:31:08.545607 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 39038) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:31:08.576357 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a724636e-c12e-4703-9a3d-7dd866ff1f8a req-797c7aac-9d8a-451f-98ab-e168d9c94941 service neutron] 10.222.0.38 "GET /v2.0/networks/d772070e-dad0-48ff-8bce-c02a3adbff90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260984 Jul 27 23:31:08.609410 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d851d63a-8e2a-4e6d-b082-24fe5ec6ad23 tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:08.637129 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d851d63a-8e2a-4e6d-b082-24fe5ec6ad23 tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:08.640359 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 39040) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:31:08.661466 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1c543401-dfc5-4e51-8dab-d5c5631cd87e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:08.684309 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d851d63a-8e2a-4e6d-b082-24fe5ec6ad23 tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:08.687640 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d851d63a-8e2a-4e6d-b082-24fe5ec6ad23 tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:08.691272 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-d851d63a-8e2a-4e6d-b082-24fe5ec6ad23 tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] 10.222.0.18 "DELETE /v2.0/security-groups/40ee589c-cc92-40ad-8b9b-a03071bfb513 HTTP/1.1" status: 204 len: 168 time: 0.1423228 Jul 27 23:31:08.692503 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 39042) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:31:08.700236 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d851d63a-8e2a-4e6d-b082-24fe5ec6ad23 tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=40ee589c-cc92-40ad-8b9b-a03071bfb513,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:31:08.750893 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a724636e-c12e-4703-9a3d-7dd866ff1f8a req-f52c2c40-3812-4475-9dba-08a7276a91e1 service neutron] 10.222.0.38 "GET /v2.0/networks/d772070e-dad0-48ff-8bce-c02a3adbff90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1641195 Jul 27 23:31:08.786359 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-1173f45c-98e8-434b-9853-8d67ba9cd46f tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0893352 Jul 27 23:31:08.786930 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 39050) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:31:08.793784 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-948a6593-66d0-429d-a380-c2a9419dcba9 tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] Request body: {'security_group': {'name': 'tempest-secgroup--1070491256'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:31:08.836698 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1c543401-dfc5-4e51-8dab-d5c5631cd87e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:08.848773 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1c543401-dfc5-4e51-8dab-d5c5631cd87e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:08.878148 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-948a6593-66d0-429d-a380-c2a9419dcba9 tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:08.882064 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-1c543401-dfc5-4e51-8dab-d5c5631cd87e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3120fd4cc03c45c08dfead3016d828f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2377267 Jul 27 23:31:08.882335 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 39052) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:31:08.901686 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c543401-dfc5-4e51-8dab-d5c5631cd87e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c827bb19-9494-4cdc-ad6d-56d079726bc5,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:31:08.973983 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c87c5862-4d1f-4c00-92da-311ab60458b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:09.008537 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c87c5862-4d1f-4c00-92da-311ab60458b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:09.038940 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-948a6593-66d0-429d-a380-c2a9419dcba9 tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:09.051203 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-948a6593-66d0-429d-a380-c2a9419dcba9 tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:09.086331 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-948a6593-66d0-429d-a380-c2a9419dcba9 tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:09.087943 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-948a6593-66d0-429d-a380-c2a9419dcba9 tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2999566 Jul 27 23:31:09.090095 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948a6593-66d0-429d-a380-c2a9419dcba9 tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5622ef2-be20-4587-abff-6a81a5321966,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:31:09.090877 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 39058) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:31:09.097457 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-9d4e41f7-e660-4fc2-ae18-637194009635 tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] Request body: {'security_group_rule': {'security_group_id': 'b5622ef2-be20-4587-abff-6a81a5321966', 'direction': 'ingress', 'protocol': 17}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:31:09.121089 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c87c5862-4d1f-4c00-92da-311ab60458b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:09.131828 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c87c5862-4d1f-4c00-92da-311ab60458b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:09.133065 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-c87c5862-4d1f-4c00-92da-311ab60458b9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c827bb19-9494-4cdc-ad6d-56d079726bc5 HTTP/1.1" status: 204 len: 168 time: 0.2495110 Jul 27 23:31:09.133658 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9d4e41f7-e660-4fc2-ae18-637194009635 tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:09.156977 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87c5862-4d1f-4c00-92da-311ab60458b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c827bb19-9494-4cdc-ad6d-56d079726bc5,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:31:09.235661 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9d4e41f7-e660-4fc2-ae18-637194009635 tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:09.246525 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9d4e41f7-e660-4fc2-ae18-637194009635 tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784185'] for security_group_rule, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:09.250094 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device aaec9322-748e-424d-b1d9-5ac9bc2f9e45 details requested by agent hyperv_n-h2-802623-1 with host n-h2-802623-1 {{(pid=93799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 23:31:09.288108 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4e41f7-e660-4fc2-ae18-637194009635 tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16d44543-0ed7-41cf-9295-ace06a8b68e0,revision_number=0']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:31:09.297432 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64cfe28-177f-4828-8551-4d9524db2050 req-f3dadf4a-e5a6-4e01-b30f-936b82da9aa6 tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:31:09.298968 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-e64cfe28-177f-4828-8551-4d9524db2050 req-f3dadf4a-e5a6-4e01-b30f-936b82da9aa6 tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] 10.222.0.18 "GET /v2.0/ports?device_id=ad67c1f5-7283-4637-999c-94737161fd62 HTTP/1.1" status: 200 len: 946 time: 0.1152949 Jul 27 23:31:09.300281 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9d4e41f7-e660-4fc2-ae18-637194009635 tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:09.317137 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 39064) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:31:09.317685 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-9d4e41f7-e660-4fc2-ae18-637194009635 tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2241828 Jul 27 23:31:09.389274 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-e64cfe28-177f-4828-8551-4d9524db2050 req-cb387fa3-97be-488a-9275-621b7a91cc4f tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] 10.222.0.18 "GET /v2.0/security-groups?id=0fdd7288-5bd7-4452-be54-74ff530fb5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671701 Jul 27 23:31:09.428401 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f315926f-2f76-4460-8864-96ba7ad39ce6 tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:09.436985 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port aaec9322-748e-424d-b1d9-5ac9bc2f9e45, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=aaec9322-748e-424d-b1d9-5ac9bc2f9e45,segment=NetworkSegment(e34bcaf6-fcda-4cb3-a9d4-ce07906221d3),segment_id=e34bcaf6-fcda-4cb3-a9d4-ce07906221d3)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:31:09.457474 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Returning: {'device': 'aaec9322-748e-424d-b1d9-5ac9bc2f9e45', 'network_id': '280a3ba5-2d75-4827-b3c1-0be5bb892094', 'port_id': 'aaec9322-748e-424d-b1d9-5ac9bc2f9e45', 'mac_address': 'fa:16:3e:c7:1d:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03df5e5c-8a96-449f-9e96-cff1a55737e2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 23:31:09.515105 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f315926f-2f76-4460-8864-96ba7ad39ce6 tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:09.527207 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:09.547531 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aaec9322-748e-424d-b1d9-5ac9bc2f9e45 {{(pid=93799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:31:09.550406 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bf41a8-6ef6-4221-ab80-105e1d27f5c7 req-97732d09-ddeb-41a8-b72a-2ba066d57df9 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:31:09.552108 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-88bf41a8-6ef6-4221-ab80-105e1d27f5c7 req-97732d09-ddeb-41a8-b72a-2ba066d57df9 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/ports?device_id=6761c48b-f2d7-4f53-9bf8-232692d8406d HTTP/1.1" status: 200 len: 943 time: 0.1108849 Jul 27 23:31:09.570683 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port aaec9322-748e-424d-b1d9-5ac9bc2f9e45, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=aaec9322-748e-424d-b1d9-5ac9bc2f9e45,segment=NetworkSegment(e34bcaf6-fcda-4cb3-a9d4-ce07906221d3),segment_id=e34bcaf6-fcda-4cb3-a9d4-ce07906221d3)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:31:09.577280 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:09.613819 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-88bf41a8-6ef6-4221-ab80-105e1d27f5c7 req-df232419-1ed2-420a-a6fe-0bcfe945cce5 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/security-groups?id=d6f41e72-2b87-4685-ae08-bc68afebebe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531685 Jul 27 23:31:09.618121 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f315926f-2f76-4460-8864-96ba7ad39ce6 tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:09.622870 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f315926f-2f76-4460-8864-96ba7ad39ce6 tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:09.626784 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-f315926f-2f76-4460-8864-96ba7ad39ce6 tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] 10.222.0.18 "DELETE /v2.0/security-groups/b5622ef2-be20-4587-abff-6a81a5321966 HTTP/1.1" status: 204 len: 168 time: 0.3074276 Jul 27 23:31:09.629413 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 39080) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:31:09.638506 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Pushing event updated for resources: {'Port': ['ID=aaec9322-748e-424d-b1d9-5ac9bc2f9e45,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:31:09.656092 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f315926f-2f76-4460-8864-96ba7ad39ce6 tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5622ef2-be20-4587-abff-6a81a5321966,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:31:09.688990 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-dd961035-7478-4ab2-b060-89dc18d421b7 tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0539289 Jul 27 23:31:09.689309 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 39082) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:31:09.694040 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-02fe1922-e2e7-4b5f-b696-64a314ed902a tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] Request body: {'security_group': {'name': 'tempest-secgroup--943011600'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:31:09.720221 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-02fe1922-e2e7-4b5f-b696-64a314ed902a tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:09.847685 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-02fe1922-e2e7-4b5f-b696-64a314ed902a tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:09.852303 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-02fe1922-e2e7-4b5f-b696-64a314ed902a tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:09.878913 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-02fe1922-e2e7-4b5f-b696-64a314ed902a tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:09.880177 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-02fe1922-e2e7-4b5f-b696-64a314ed902a tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1899347 Jul 27 23:31:09.883822 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 39096) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:31:09.884441 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] get_ports_and_sgs() called for port_ids ['aaec9322-748e-424d-b1d9-5ac9bc2f9e45'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:31:09.888508 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-08baa4c6-32b6-45df-ad65-298a6cf3a3c5 tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] Request body: {'security_group': {'name': 'tempest-secgroup--306197375'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:31:09.892533 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fe1922-e2e7-4b5f-b696-64a314ed902a tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ea8cb12-7b59-4874-a0a1-0461994452ad,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:31:09.921125 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-08baa4c6-32b6-45df-ad65-298a6cf3a3c5 tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:10.021242 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-08baa4c6-32b6-45df-ad65-298a6cf3a3c5 tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:10.027369 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-08baa4c6-32b6-45df-ad65-298a6cf3a3c5 tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:10.063794 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-08baa4c6-32b6-45df-ad65-298a6cf3a3c5 tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:10.067864 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-08baa4c6-32b6-45df-ad65-298a6cf3a3c5 tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1803467 Jul 27 23:31:10.068450 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 39106) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:31:10.070782 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08baa4c6-32b6-45df-ad65-298a6cf3a3c5 tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5308e60e-f571-4e04-a631-8661d1aad1c4,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:31:10.076400 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-895b3fa7-ff56-40f8-aa73-23f0d692b4ff tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] Request body: {'security_group_rule': {'security_group_id': '4ea8cb12-7b59-4874-a0a1-0461994452ad', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '5308e60e-f571-4e04-a631-8661d1aad1c4', 'remote_ip_prefix': None}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:31:10.132259 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-895b3fa7-ff56-40f8-aa73-23f0d692b4ff tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:10.214119 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-895b3fa7-ff56-40f8-aa73-23f0d692b4ff tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:10.218123 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-895b3fa7-ff56-40f8-aa73-23f0d692b4ff tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784185'] for security_group_rule, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:10.237769 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895b3fa7-ff56-40f8-aa73-23f0d692b4ff tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d53b6eda-3d35-47af-b70d-da01aac965e9,revision_number=0']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:31:10.242725 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-895b3fa7-ff56-40f8-aa73-23f0d692b4ff tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:10.244029 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-895b3fa7-ff56-40f8-aa73-23f0d692b4ff tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.1741800 Jul 27 23:31:10.247171 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 39110) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:31:10.270806 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e2902a91-2e55-40f0-bc51-c383c5b692a4 tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:10.280298 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e2902a91-2e55-40f0-bc51-c383c5b692a4 tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:10.310912 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e2902a91-2e55-40f0-bc51-c383c5b692a4 tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784185'] for security_group_rule, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:10.318130 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e2902a91-2e55-40f0-bc51-c383c5b692a4 tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:10.319372 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-e2902a91-2e55-40f0-bc51-c383c5b692a4 tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/d53b6eda-3d35-47af-b70d-da01aac965e9 HTTP/1.1" status: 204 len: 168 time: 0.0713589 Jul 27 23:31:10.322784 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 39116) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:31:10.323857 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2902a91-2e55-40f0-bc51-c383c5b692a4 tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d53b6eda-3d35-47af-b70d-da01aac965e9,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:31:10.385977 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-a0c13612-bf05-4471-b7d5-548dc11849ba tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0591598 Jul 27 23:31:10.386804 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 39120) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:31:10.462158 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fed379dc-7829-4426-8880-92d0fa8c5b06 tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:10.515021 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fed379dc-7829-4426-8880-92d0fa8c5b06 tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:10.523741 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821feccb-1b22-471c-aeb1-a8bc584f7af7 req-200e9fc0-e1b3-4138-a132-8b7212543326 tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:31:10.526319 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-821feccb-1b22-471c-aeb1-a8bc584f7af7 req-200e9fc0-e1b3-4138-a132-8b7212543326 tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] 10.222.0.18 "GET /v2.0/ports?device_id=ad67c1f5-7283-4637-999c-94737161fd62 HTTP/1.1" status: 200 len: 946 time: 0.0544689 Jul 27 23:31:10.565429 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fed379dc-7829-4426-8880-92d0fa8c5b06 tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:10.568195 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-821feccb-1b22-471c-aeb1-a8bc584f7af7 req-b439e1f9-ac89-4d69-8e52-496ae5355568 tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] 10.222.0.18 "GET /v2.0/security-groups?id=0fdd7288-5bd7-4452-be54-74ff530fb5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357854 Jul 27 23:31:10.569168 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fed379dc-7829-4426-8880-92d0fa8c5b06 tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:10.570378 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-fed379dc-7829-4426-8880-92d0fa8c5b06 tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] 10.222.0.18 "DELETE /v2.0/security-groups/5308e60e-f571-4e04-a631-8661d1aad1c4 HTTP/1.1" status: 204 len: 168 time: 0.1825294 Jul 27 23:31:10.573465 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 39128) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:31:10.582405 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed379dc-7829-4426-8880-92d0fa8c5b06 tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5308e60e-f571-4e04-a631-8661d1aad1c4,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:31:10.651824 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-d4569298-98e6-4278-94d3-446f7cfb29c4 tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0771811 Jul 27 23:31:10.654943 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 39138) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:31:10.732417 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-165a8401-3e8a-4101-a3f2-2ddc3d95644e tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:10.758603 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-165a8401-3e8a-4101-a3f2-2ddc3d95644e tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:10.778541 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3589e4ef-f7b5-4246-98c1-b385abc8cabe req-7b5f14ac-7757-4ce6-9c1f-968bda1315ee tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:31:10.786546 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-3589e4ef-f7b5-4246-98c1-b385abc8cabe req-7b5f14ac-7757-4ce6-9c1f-968bda1315ee tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/ports?device_id=6761c48b-f2d7-4f53-9bf8-232692d8406d HTTP/1.1" status: 200 len: 944 time: 0.0698333 Jul 27 23:31:10.813816 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-165a8401-3e8a-4101-a3f2-2ddc3d95644e tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:10.816762 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-165a8401-3e8a-4101-a3f2-2ddc3d95644e tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:10.825407 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-165a8401-3e8a-4101-a3f2-2ddc3d95644e tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] 10.222.0.18 "DELETE /v2.0/security-groups/4ea8cb12-7b59-4874-a0a1-0461994452ad HTTP/1.1" status: 204 len: 168 time: 0.1665053 Jul 27 23:31:10.831209 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 39148) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:31:10.833570 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-3589e4ef-f7b5-4246-98c1-b385abc8cabe req-9d20d2df-16b6-47ad-9c41-119f2138dbb3 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/security-groups?id=d6f41e72-2b87-4685-ae08-bc68afebebe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460842 Jul 27 23:31:10.844558 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165a8401-3e8a-4101-a3f2-2ddc3d95644e tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ea8cb12-7b59-4874-a0a1-0461994452ad,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:31:10.896434 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-cdeb8ecb-f5c3-4c0d-93c9-efcf047727e2 tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0639794 Jul 27 23:31:10.902205 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 39152) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:31:10.908012 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-1011f7a4-8e41-4fb9-97e7-18c536252aa1 tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] Request body: {'security_group': {'name': 'tempest-secgroup--178223625'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:31:10.931473 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 39156) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:31:10.938705 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1011f7a4-8e41-4fb9-97e7-18c536252aa1 tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:11.032234 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1011f7a4-8e41-4fb9-97e7-18c536252aa1 tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:11.036186 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1011f7a4-8e41-4fb9-97e7-18c536252aa1 tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:11.071387 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1011f7a4-8e41-4fb9-97e7-18c536252aa1 tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:11.075551 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-71eeb969-dfc8-47a2-925f-119a917979f4 tempest-RoutersTestDVR-298033647 tempest-RoutersTestDVR-298033647-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-2004984104'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:31:11.075709 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-1011f7a4-8e41-4fb9-97e7-18c536252aa1 tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1695261 Jul 27 23:31:11.076188 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 39160) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:31:11.080873 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-ce2e0947-f11d-4582-981f-9c789f9c1586 tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] Request body: {'security_group_rule': {'security_group_id': 'ae178352-cc12-49a7-b052-d73256fc22ca', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:31:11.089197 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1011f7a4-8e41-4fb9-97e7-18c536252aa1 tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae178352-cc12-49a7-b052-d73256fc22ca,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:31:11.095794 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-71eeb969-dfc8-47a2-925f-119a917979f4 tempest-RoutersTestDVR-298033647 tempest-RoutersTestDVR-298033647-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62159'] for router, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:11.097178 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-71eeb969-dfc8-47a2-925f-119a917979f4 tempest-RoutersTestDVR-298033647 tempest-RoutersTestDVR-298033647-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-479230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-415539', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3693317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62148'] for router, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:11.117063 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ce2e0947-f11d-4582-981f-9c789f9c1586 tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:11.160714 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-71eeb969-dfc8-47a2-925f-119a917979f4 tempest-RoutersTestDVR-298033647 tempest-RoutersTestDVR-298033647-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:11.166103 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-71eeb969-dfc8-47a2-925f-119a917979f4 tempest-RoutersTestDVR-298033647 tempest-RoutersTestDVR-298033647-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-415468'] for router, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:11.181216 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-71eeb969-dfc8-47a2-925f-119a917979f4 tempest-RoutersTestDVR-298033647 tempest-RoutersTestDVR-298033647-project-admin] Notify callbacks [] for router, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:11.183323 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-71eeb969-dfc8-47a2-925f-119a917979f4 tempest-RoutersTestDVR-298033647 tempest-RoutersTestDVR-298033647-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.2504981 Jul 27 23:31:11.185985 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 39166) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:31:11.202379 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ce2e0947-f11d-4582-981f-9c789f9c1586 tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:11.205958 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ce2e0947-f11d-4582-981f-9c789f9c1586 tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784185'] for security_group_rule, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:11.226099 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2e0947-f11d-4582-981f-9c789f9c1586 tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=873cfd37-bd60-4c63-ae3c-664557804fe4,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:31:11.230199 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ce2e0947-f11d-4582-981f-9c789f9c1586 tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:11.231793 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-ce2e0947-f11d-4582-981f-9c789f9c1586 tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1545453 Jul 27 23:31:11.234585 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 39168) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:31:11.268317 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device aaec9322-748e-424d-b1d9-5ac9bc2f9e45 up at agent hyperv_n-h2-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:31:11.280885 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9d5233ae-45a5-4a21-ac7d-922d778f2937 tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:11.289588 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6fef7168-30c7-4fb6-a247-9eddfae7f16a tempest-RoutersTestDVR-298033647 tempest-RoutersTestDVR-298033647-project-admin] Notify callbacks [] for router, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:11.290793 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9d5233ae-45a5-4a21-ac7d-922d778f2937 tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:11.329563 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9d5233ae-45a5-4a21-ac7d-922d778f2937 tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784185'] for security_group_rule, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:11.337943 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9d5233ae-45a5-4a21-ac7d-922d778f2937 tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:11.339597 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-9d5233ae-45a5-4a21-ac7d-922d778f2937 tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/873cfd37-bd60-4c63-ae3c-664557804fe4 HTTP/1.1" status: 204 len: 168 time: 0.1039767 Jul 27 23:31:11.345865 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 39170) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:31:11.347934 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Provisioning for port aaec9322-748e-424d-b1d9-5ac9bc2f9e45 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:31:11.354027 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Provisioning complete for port aaec9322-748e-424d-b1d9-5ac9bc2f9e45 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:31:11.354759 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:11.354977 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5233ae-45a5-4a21-ac7d-922d778f2937 tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=873cfd37-bd60-4c63-ae3c-664557804fe4,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:31:11.396273 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-75d81f25-b304-4848-866d-e18ba05e2002 tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0465732 Jul 27 23:31:11.396789 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 39172) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:31:11.470267 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-05723085-07f7-4220-9232-5fb90687586f tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:11.481423 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:11.506053 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6761c48b-f2d7-4f53-9bf8-232692d8406d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaec9322-748e-424d-b1d9-5ac9bc2f9e45'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:31:11.508006 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6fef7168-30c7-4fb6-a247-9eddfae7f16a tempest-RoutersTestDVR-298033647 tempest-RoutersTestDVR-298033647-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62205'] for router, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:11.508608 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c0369b0d4f459110ff20a1f9878ba33f96d6491bddb9d15843bf29d01e0bda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-969cb3fc-d357-407f-b814-15549ff5e845" -d '{"events": [{"server_uuid": "6761c48b-f2d7-4f53-9bf8-232692d8406d", "name": "network-vif-plugged", "status": "completed", "tag": "aaec9322-748e-424d-b1d9-5ac9bc2f9e45"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:31:11.516588 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6fef7168-30c7-4fb6-a247-9eddfae7f16a tempest-RoutersTestDVR-298033647 tempest-RoutersTestDVR-298033647-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:11.526754 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port aaec9322-748e-424d-b1d9-5ac9bc2f9e45, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=aaec9322-748e-424d-b1d9-5ac9bc2f9e45,segment=NetworkSegment(e34bcaf6-fcda-4cb3-a9d4-ce07906221d3),segment_id=e34bcaf6-fcda-4cb3-a9d4-ce07906221d3)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:31:11.532263 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:11.539027 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-05723085-07f7-4220-9232-5fb90687586f tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:11.601809 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:31:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a79f857-6b3d-4613-8f7b-403ef31178a9 x-openstack-request-id: req-5a79f857-6b3d-4613-8f7b-403ef31178a9 {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:31:11.602075 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6761c48b-f2d7-4f53-9bf8-232692d8406d", "name": "network-vif-plugged", "status": "completed", "tag": "aaec9322-748e-424d-b1d9-5ac9bc2f9e45", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:31:11.602249 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5a79f857-6b3d-4613-8f7b-403ef31178a9 {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:31:11.602916 n-d-802623-1 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6761c48b-f2d7-4f53-9bf8-232692d8406d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaec9322-748e-424d-b1d9-5ac9bc2f9e45', 'code': 200} Jul 27 23:31:11.603179 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-05723085-07f7-4220-9232-5fb90687586f tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:11.606723 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-05723085-07f7-4220-9232-5fb90687586f tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:11.607765 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6fef7168-30c7-4fb6-a247-9eddfae7f16a tempest-RoutersTestDVR-298033647 tempest-RoutersTestDVR-298033647-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-477831'] for router, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:11.611257 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-05723085-07f7-4220-9232-5fb90687586f tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] 10.222.0.18 "DELETE /v2.0/security-groups/ae178352-cc12-49a7-b052-d73256fc22ca HTTP/1.1" status: 204 len: 168 time: 0.2110922 Jul 27 23:31:11.611457 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fef7168-30c7-4fb6-a247-9eddfae7f16a tempest-RoutersTestDVR-298033647 tempest-RoutersTestDVR-298033647-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7d7d6dc7-c1ed-4dc5-a24d-2300f57ec9e6 {{(pid=93797) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 23:31:11.614958 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 39180) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:31:11.619456 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6fef7168-30c7-4fb6-a247-9eddfae7f16a tempest-RoutersTestDVR-298033647 tempest-RoutersTestDVR-298033647-project-admin] Notify callbacks [] for router, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:11.623639 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-6fef7168-30c7-4fb6-a247-9eddfae7f16a tempest-RoutersTestDVR-298033647 tempest-RoutersTestDVR-298033647-project-admin] 10.222.0.18 "DELETE /v2.0/routers/7d7d6dc7-c1ed-4dc5-a24d-2300f57ec9e6 HTTP/1.1" status: 204 len: 168 time: 0.4340501 Jul 27 23:31:11.627651 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 39182) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:31:11.628192 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Pushing event updated for resources: {'Port': ['ID=aaec9322-748e-424d-b1d9-5ac9bc2f9e45,revision_number=5']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:31:11.633364 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05723085-07f7-4220-9232-5fb90687586f tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae178352-cc12-49a7-b052-d73256fc22ca,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:31:11.645835 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-f1089ff7-6984-4a14-bcb0-3683aace17bf tempest-RoutersTestDVR-298033647 tempest-RoutersTestDVR-298033647-project-admin] Request body: {'router': {'name': 'tempest-router-879435637', 'distributed': False}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:31:11.675507 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-98e8cfff-cf01-49ec-96ba-23162ff62dac tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0539494 Jul 27 23:31:11.680623 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 39184) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:31:11.688960 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-526844ed-1990-4a13-b00a-fda76174f43c tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] Request body: {'security_group': {'name': 'tempest-secgroup--932835091'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:31:11.716665 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f1089ff7-6984-4a14-bcb0-3683aace17bf tempest-RoutersTestDVR-298033647 tempest-RoutersTestDVR-298033647-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62159'] for router, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:11.717660 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f1089ff7-6984-4a14-bcb0-3683aace17bf tempest-RoutersTestDVR-298033647 tempest-RoutersTestDVR-298033647-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-479230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-415539', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3693317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62148'] for router, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:11.725759 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af168a6-ffbe-44e6-b06f-b2cc60bca54f req-c3b3713a-9665-4adb-bab3-318e1340c009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:31:11.727360 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-1af168a6-ffbe-44e6-b06f-b2cc60bca54f req-c3b3713a-9665-4adb-bab3-318e1340c009 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=6761c48b-f2d7-4f53-9bf8-232692d8406d HTTP/1.1" status: 200 len: 1096 time: 0.0965292 Jul 27 23:31:11.754263 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-526844ed-1990-4a13-b00a-fda76174f43c tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:11.819451 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f1089ff7-6984-4a14-bcb0-3683aace17bf tempest-RoutersTestDVR-298033647 tempest-RoutersTestDVR-298033647-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:11.826188 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f1089ff7-6984-4a14-bcb0-3683aace17bf tempest-RoutersTestDVR-298033647 tempest-RoutersTestDVR-298033647-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-415468'] for router, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:11.829211 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-1af168a6-ffbe-44e6-b06f-b2cc60bca54f req-339121a4-8de4-43b7-8393-9321362aa2df service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=d6f41e72-2b87-4685-ae08-bc68afebebe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939167 Jul 27 23:31:11.916591 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-526844ed-1990-4a13-b00a-fda76174f43c tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:11.921725 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-526844ed-1990-4a13-b00a-fda76174f43c tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:11.932865 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f1089ff7-6984-4a14-bcb0-3683aace17bf tempest-RoutersTestDVR-298033647 tempest-RoutersTestDVR-298033647-project-admin] Notify callbacks [] for router, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:11.936718 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-f1089ff7-6984-4a14-bcb0-3683aace17bf tempest-RoutersTestDVR-298033647 tempest-RoutersTestDVR-298033647-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.3048997 Jul 27 23:31:11.941951 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 39194) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:31:11.960170 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-526844ed-1990-4a13-b00a-fda76174f43c tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:11.961342 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-526844ed-1990-4a13-b00a-fda76174f43c tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2797952 Jul 27 23:31:11.977747 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 39196) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:31:11.983720 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-ebe959e1-7be8-4280-af8d-7c195da3cc95 tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] Request body: {'security_group_rule': {'security_group_id': '24f703be-a530-47d9-993a-596b34c2685b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:31:12.016819 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ebe959e1-7be8-4280-af8d-7c195da3cc95 tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:12.033570 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526844ed-1990-4a13-b00a-fda76174f43c tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24f703be-a530-47d9-993a-596b34c2685b,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:31:12.045531 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3cb01bd3-4512-4a52-b58f-27d82d3d1fe1 tempest-RoutersTestDVR-298033647 tempest-RoutersTestDVR-298033647-project-admin] Notify callbacks [] for router, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:12.072110 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a63531d-c57d-41ab-9257-085b537186dc req-14a7db5e-4d0b-4539-bcb8-b8be24b412b0 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:31:12.073593 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-5a63531d-c57d-41ab-9257-085b537186dc req-14a7db5e-4d0b-4539-bcb8-b8be24b412b0 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/ports?device_id=6761c48b-f2d7-4f53-9bf8-232692d8406d HTTP/1.1" status: 200 len: 945 time: 0.1503544 Jul 27 23:31:12.108314 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ebe959e1-7be8-4280-af8d-7c195da3cc95 tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:12.120895 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ebe959e1-7be8-4280-af8d-7c195da3cc95 tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784185'] for security_group_rule, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:12.145675 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-5a63531d-c57d-41ab-9257-085b537186dc req-64c4d51a-20de-419f-9aa1-5f2a30d7548e tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/security-groups?id=d6f41e72-2b87-4685-ae08-bc68afebebe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655491 Jul 27 23:31:12.151434 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe959e1-7be8-4280-af8d-7c195da3cc95 tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10c49fa4-ed10-45d4-b68c-49983a0a02a6,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:31:12.168362 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ebe959e1-7be8-4280-af8d-7c195da3cc95 tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:12.168362 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-ebe959e1-7be8-4280-af8d-7c195da3cc95 tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1868670 Jul 27 23:31:12.172614 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 39202) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:31:12.192043 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-6faf023b-8b42-488c-9afd-27a477ebc44b tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] 10.222.0.18 "GET /v2.0/security-group-rules/10c49fa4-ed10-45d4-b68c-49983a0a02a6 HTTP/1.1" status: 200 len: 763 time: 0.0195987 Jul 27 23:31:12.192621 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 39204) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:31:12.237629 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3cb01bd3-4512-4a52-b58f-27d82d3d1fe1 tempest-RoutersTestDVR-298033647 tempest-RoutersTestDVR-298033647-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62205'] for router, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:12.239873 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3cb01bd3-4512-4a52-b58f-27d82d3d1fe1 tempest-RoutersTestDVR-298033647 tempest-RoutersTestDVR-298033647-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:12.246990 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 39206) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:31:12.247658 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-f6542c23-4844-4816-bbe7-6ebba84d8f3c tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0534315 Jul 27 23:31:12.558151 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3cb01bd3-4512-4a52-b58f-27d82d3d1fe1 tempest-RoutersTestDVR-298033647 tempest-RoutersTestDVR-298033647-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-477831'] for router, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:12.558859 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cb01bd3-4512-4a52-b58f-27d82d3d1fe1 tempest-RoutersTestDVR-298033647 tempest-RoutersTestDVR-298033647-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e63dca91-bab3-4b47-aec3-7abdd17ed8d3 {{(pid=93797) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 23:31:12.566268 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3cb01bd3-4512-4a52-b58f-27d82d3d1fe1 tempest-RoutersTestDVR-298033647 tempest-RoutersTestDVR-298033647-project-admin] Notify callbacks [] for router, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:12.572083 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-3cb01bd3-4512-4a52-b58f-27d82d3d1fe1 tempest-RoutersTestDVR-298033647 tempest-RoutersTestDVR-298033647-project-admin] 10.222.0.18 "DELETE /v2.0/routers/e63dca91-bab3-4b47-aec3-7abdd17ed8d3 HTTP/1.1" status: 204 len: 168 time: 0.6276121 Jul 27 23:31:12.572459 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 39220) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:31:12.576813 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d46a551d-002a-4116-95c0-f6040d0b2a21 tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:12.578374 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-9ca2be7f-8f1f-4938-9a3c-72f6ff5cc7ef tempest-RoutersTestDVR-298033647 tempest-RoutersTestDVR-298033647-project-admin] Request body: {'router': {'name': 'tempest-router-1950476811', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '8ebba7da8bdc4c50b02a6f88bb6f95ea'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:31:12.586864 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d46a551d-002a-4116-95c0-f6040d0b2a21 tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:12.604671 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9ca2be7f-8f1f-4938-9a3c-72f6ff5cc7ef tempest-RoutersTestDVR-298033647 tempest-RoutersTestDVR-298033647-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62159'] for router, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:12.607661 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9ca2be7f-8f1f-4938-9a3c-72f6ff5cc7ef tempest-RoutersTestDVR-298033647 tempest-RoutersTestDVR-298033647-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-479230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-415539', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3693317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62148'] for router, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:12.620341 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d46a551d-002a-4116-95c0-f6040d0b2a21 tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784185'] for security_group_rule, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:12.627026 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d46a551d-002a-4116-95c0-f6040d0b2a21 tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:12.630372 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-d46a551d-002a-4116-95c0-f6040d0b2a21 tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/10c49fa4-ed10-45d4-b68c-49983a0a02a6 HTTP/1.1" status: 204 len: 168 time: 0.3802488 Jul 27 23:31:12.631092 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 39222) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:31:12.636898 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46a551d-002a-4116-95c0-f6040d0b2a21 tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=10c49fa4-ed10-45d4-b68c-49983a0a02a6,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:31:12.684556 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9ca2be7f-8f1f-4938-9a3c-72f6ff5cc7ef tempest-RoutersTestDVR-298033647 tempest-RoutersTestDVR-298033647-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:12.688867 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9ca2be7f-8f1f-4938-9a3c-72f6ff5cc7ef tempest-RoutersTestDVR-298033647 tempest-RoutersTestDVR-298033647-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-415468'] for router, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:12.716814 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-6b38471c-3a26-435d-9c06-4cb898015abd tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0771523 Jul 27 23:31:12.718082 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9ca2be7f-8f1f-4938-9a3c-72f6ff5cc7ef tempest-RoutersTestDVR-298033647 tempest-RoutersTestDVR-298033647-project-admin] Notify callbacks [] for router, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:12.719833 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 39224) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:31:12.721877 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-9ca2be7f-8f1f-4938-9a3c-72f6ff5cc7ef tempest-RoutersTestDVR-298033647 tempest-RoutersTestDVR-298033647-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.1483996 Jul 27 23:31:12.722425 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 39226) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:31:12.725002 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-dd2b4d94-4b41-4aef-8528-94f66dd1bd25 tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] Request body: {'security_group_rule': {'security_group_id': '24f703be-a530-47d9-993a-596b34c2685b', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:31:12.726618 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-35a79dcc-a482-491d-8cd3-3e241e8d1de5 tempest-RoutersTestDVR-298033647 tempest-RoutersTestDVR-298033647-project-admin] Request body: {'router': {'distributed': True}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:31:12.754964 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-dd2b4d94-4b41-4aef-8528-94f66dd1bd25 tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:12.815643 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-dd2b4d94-4b41-4aef-8528-94f66dd1bd25 tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:12.823598 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-dd2b4d94-4b41-4aef-8528-94f66dd1bd25 tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784185'] for security_group_rule, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:12.841557 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2b4d94-4b41-4aef-8528-94f66dd1bd25 tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57c3c990-431c-45e8-bd31-e4c8b13f7f8b,revision_number=0']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:31:12.849245 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-dd2b4d94-4b41-4aef-8528-94f66dd1bd25 tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:12.854043 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-dd2b4d94-4b41-4aef-8528-94f66dd1bd25 tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1330483 Jul 27 23:31:12.854709 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 39228) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:31:12.876321 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-7100929b-dbab-4b80-bc74-9298ffe5349e tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] 10.222.0.18 "GET /v2.0/security-group-rules/57c3c990-431c-45e8-bd31-e4c8b13f7f8b HTTP/1.1" status: 200 len: 763 time: 0.0203874 Jul 27 23:31:12.877187 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 39230) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:31:12.945569 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-35a79dcc-a482-491d-8cd3-3e241e8d1de5 tempest-RoutersTestDVR-298033647 tempest-RoutersTestDVR-298033647-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-415433', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62186'] for router, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:12.946193 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-35a79dcc-a482-491d-8cd3-3e241e8d1de5 tempest-RoutersTestDVR-298033647 tempest-RoutersTestDVR-298033647-project-admin] Notify callbacks [] for router, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:12.958681 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-1a32dd3f-3751-4cd5-a38f-5258381da565 tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0801539 Jul 27 23:31:12.961611 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 39234) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:31:12.994807 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2ee7b116-0f9d-4012-8d80-0363fa12d9c1 tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:13.003702 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2ee7b116-0f9d-4012-8d80-0363fa12d9c1 tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:13.033770 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2ee7b116-0f9d-4012-8d80-0363fa12d9c1 tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784185'] for security_group_rule, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:13.040407 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2ee7b116-0f9d-4012-8d80-0363fa12d9c1 tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:13.044069 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-2ee7b116-0f9d-4012-8d80-0363fa12d9c1 tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/57c3c990-431c-45e8-bd31-e4c8b13f7f8b HTTP/1.1" status: 204 len: 168 time: 0.0785387 Jul 27 23:31:13.044385 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 39236) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:31:13.047296 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee7b116-0f9d-4012-8d80-0363fa12d9c1 tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=57c3c990-431c-45e8-bd31-e4c8b13f7f8b,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:31:13.054737 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-35a79dcc-a482-491d-8cd3-3e241e8d1de5 tempest-RoutersTestDVR-298033647 tempest-RoutersTestDVR-298033647-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=93798) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Jul 27 23:31:13.055005 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-35a79dcc-a482-491d-8cd3-3e241e8d1de5 tempest-RoutersTestDVR-298033647 tempest-RoutersTestDVR-298033647-project-admin] Router b94f627f-0796-4f52-abe2-514779dd802c migrating from provider to provider. {{(pid=93798) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Jul 27 23:31:13.055638 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-35a79dcc-a482-491d-8cd3-3e241e8d1de5 tempest-RoutersTestDVR-298033647 tempest-RoutersTestDVR-298033647-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:13.070173 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-35a79dcc-a482-491d-8cd3-3e241e8d1de5 tempest-RoutersTestDVR-298033647 tempest-RoutersTestDVR-298033647-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:13.074634 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-35a79dcc-a482-491d-8cd3-3e241e8d1de5 tempest-RoutersTestDVR-298033647 tempest-RoutersTestDVR-298033647-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-415468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-415442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-415451', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-479100'] for router, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:13.132510 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-6776bc92-ebb6-4971-8b56-089b4a151ec4 tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0869474 Jul 27 23:31:13.135722 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 39238) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:31:13.173741 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-7837d507-742f-4153-ba23-3b3b59a999f5 tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] Request body: {'security_group_rule': {'security_group_id': '24f703be-a530-47d9-993a-596b34c2685b', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:31:13.202344 n-d-802623-1 neutron-server[93798]: WARNING neutron.scheduler.l3_agent_scheduler [None req-35a79dcc-a482-491d-8cd3-3e241e8d1de5 tempest-RoutersTestDVR-298033647 tempest-RoutersTestDVR-298033647-project-admin] No L3 agents can host the router b94f627f-0796-4f52-abe2-514779dd802c Jul 27 23:31:13.207913 n-d-802623-1 neutron-server[93798]: INFO neutron.db.securitygroups_db [None req-7837d507-742f-4153-ba23-3b3b59a999f5 tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] Project 50604886fde4470090785aac868816ee added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 23:31:13.215119 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7837d507-742f-4153-ba23-3b3b59a999f5 tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:13.280069 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f314f82-f813-4e24-b505-a23308144b1b req-35588328-2f9d-4f22-aaf3-856535f56f46 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:31:13.283374 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-1f314f82-f813-4e24-b505-a23308144b1b req-35588328-2f9d-4f22-aaf3-856535f56f46 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/ports?device_id=6761c48b-f2d7-4f53-9bf8-232692d8406d HTTP/1.1" status: 200 len: 945 time: 0.0559552 Jul 27 23:31:13.327429 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-1f314f82-f813-4e24-b505-a23308144b1b req-5cc280e3-0167-4978-afce-ea3c522a352a tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/security-groups?id=d6f41e72-2b87-4685-ae08-bc68afebebe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393140 Jul 27 23:31:13.344558 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a79dcc-a482-491d-8cd3-3e241e8d1de5 tempest-RoutersTestDVR-298033647 tempest-RoutersTestDVR-298033647-project-admin] Hosts for router b94f627f-0796-4f52-abe2-514779dd802c: [] {{(pid=93798) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Jul 27 23:31:13.364691 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7837d507-742f-4153-ba23-3b3b59a999f5 tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:13.372348 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7837d507-742f-4153-ba23-3b3b59a999f5 tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784185'] for security_group_rule, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:13.376205 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a79dcc-a482-491d-8cd3-3e241e8d1de5 tempest-RoutersTestDVR-298033647 tempest-RoutersTestDVR-298033647-project-admin] Hosts for other DVR routers connected to router b94f627f-0796-4f52-abe2-514779dd802c: set() {{(pid=93798) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Jul 27 23:31:13.378713 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-35a79dcc-a482-491d-8cd3-3e241e8d1de5 tempest-RoutersTestDVR-298033647 tempest-RoutersTestDVR-298033647-project-admin] Notify callbacks [] for router, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:13.383198 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-35a79dcc-a482-491d-8cd3-3e241e8d1de5 tempest-RoutersTestDVR-298033647 tempest-RoutersTestDVR-298033647-project-admin] 10.222.0.18 "PUT /v2.0/routers/b94f627f-0796-4f52-abe2-514779dd802c HTTP/1.1" status: 200 len: 717 time: 0.6597569 Jul 27 23:31:13.383702 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 39244) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:31:13.397949 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7837d507-742f-4153-ba23-3b3b59a999f5 tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96869ecd-ab10-48b4-8c61-8152895ebf3b,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:31:13.408372 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7837d507-742f-4153-ba23-3b3b59a999f5 tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:13.409681 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-7837d507-742f-4153-ba23-3b3b59a999f5 tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2737696 Jul 27 23:31:13.413299 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 39246) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:31:13.442249 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-762ae89f-d048-426b-8334-c54d6240d056 tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] 10.222.0.18 "GET /v2.0/security-group-rules/96869ecd-ab10-48b4-8c61-8152895ebf3b HTTP/1.1" status: 200 len: 769 time: 0.0254736 Jul 27 23:31:13.454224 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 39248) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:31:13.473631 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-07f361b1-0d9c-4abf-aa2e-5928058f37c5 tempest-RoutersTestDVR-298033647 tempest-RoutersTestDVR-298033647-project-admin] 10.222.0.18 "GET /v2.0/routers/b94f627f-0796-4f52-abe2-514779dd802c HTTP/1.1" status: 200 len: 717 time: 0.0873461 Jul 27 23:31:13.476110 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 39250) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:31:13.517987 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-86a35c58-4208-4d14-87fb-a04fba3ee210 tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0602622 Jul 27 23:31:13.518385 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 39254) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:31:13.523777 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a87acc2-21aa-4c62-8bf6-e357b808a74a req-fc8eb918-9227-429d-a0e3-63e2825b6835 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:31:13.525954 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7a87acc2-21aa-4c62-8bf6-e357b808a74a req-fc8eb918-9227-429d-a0e3-63e2825b6835 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/ports?device_id=6761c48b-f2d7-4f53-9bf8-232692d8406d HTTP/1.1" status: 200 len: 945 time: 0.1049728 Jul 27 23:31:13.543649 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b97c8743-6c1c-462a-9932-bf6b0184562b tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:13.554218 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b97c8743-6c1c-462a-9932-bf6b0184562b tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:13.572601 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7a87acc2-21aa-4c62-8bf6-e357b808a74a req-e2366c73-4344-4852-bb8d-c5e1d0019771 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/security-groups?id=d6f41e72-2b87-4685-ae08-bc68afebebe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393393 Jul 27 23:31:13.586508 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b97c8743-6c1c-462a-9932-bf6b0184562b tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784185'] for security_group_rule, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:13.595119 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b97c8743-6c1c-462a-9932-bf6b0184562b tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:13.599345 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 39258) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:31:13.599708 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-b97c8743-6c1c-462a-9932-bf6b0184562b tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/96869ecd-ab10-48b4-8c61-8152895ebf3b HTTP/1.1" status: 204 len: 168 time: 0.0799935 Jul 27 23:31:13.612709 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97c8743-6c1c-462a-9932-bf6b0184562b tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=96869ecd-ab10-48b4-8c61-8152895ebf3b,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:31:13.663258 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-290e47cd-ce82-4372-8f8b-15c2a081bbff tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0610564 Jul 27 23:31:13.663950 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 39260) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:31:13.722228 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a1b629f3-788c-4cc7-ac8f-c154dc3d2983 tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:13.724722 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-be2ee257-9695-42e1-ba9e-a35256e09f17 tempest-RoutersTestDVR-1597630489 tempest-RoutersTestDVR-1597630489-project] 10.222.0.18 "GET /v2.0/routers/b94f627f-0796-4f52-abe2-514779dd802c HTTP/1.1" status: 200 len: 683 time: 0.2475071 Jul 27 23:31:13.727740 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 39264) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:31:13.755771 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a1b629f3-788c-4cc7-ac8f-c154dc3d2983 tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:13.808351 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a1b629f3-788c-4cc7-ac8f-c154dc3d2983 tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:13.811791 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a1b629f3-788c-4cc7-ac8f-c154dc3d2983 tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:13.813464 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-a1b629f3-788c-4cc7-ac8f-c154dc3d2983 tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] 10.222.0.18 "DELETE /v2.0/security-groups/24f703be-a530-47d9-993a-596b34c2685b HTTP/1.1" status: 204 len: 168 time: 0.1482549 Jul 27 23:31:13.827433 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-18ee0e57-d458-4b1d-b4df-c5d1ba428be0 tempest-RoutersTestDVR-298033647 tempest-RoutersTestDVR-298033647-project-admin] Notify callbacks [] for router, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:13.830311 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 39266) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:31:13.853675 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b629f3-788c-4cc7-ac8f-c154dc3d2983 tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=24f703be-a530-47d9-993a-596b34c2685b,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:31:13.901671 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-42cc0a3a-6350-49eb-afa0-08420a2a6eff tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0695224 Jul 27 23:31:13.907726 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 39270) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:31:13.988289 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-612feee5-9b4d-4574-9956-c525d4c3df56 tempest-SecGroupIPv6Test-1720614203 tempest-SecGroupIPv6Test-1720614203-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0793500 Jul 27 23:31:14.014533 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b732306-64d0-414e-93c1-172da9a3d256 req-03f5eb50-e522-4e93-9f36-326badcc8c52 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:31:14.017218 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-3b732306-64d0-414e-93c1-172da9a3d256 req-03f5eb50-e522-4e93-9f36-326badcc8c52 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/ports?device_id=6761c48b-f2d7-4f53-9bf8-232692d8406d HTTP/1.1" status: 200 len: 945 time: 0.0901504 Jul 27 23:31:14.058251 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-18ee0e57-d458-4b1d-b4df-c5d1ba428be0 tempest-RoutersTestDVR-298033647 tempest-RoutersTestDVR-298033647-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62205'] for router, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:14.060360 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-18ee0e57-d458-4b1d-b4df-c5d1ba428be0 tempest-RoutersTestDVR-298033647 tempest-RoutersTestDVR-298033647-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:14.078670 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-3b732306-64d0-414e-93c1-172da9a3d256 req-61199227-3a49-4561-bac4-b9b0b0880a6d tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/security-groups?id=d6f41e72-2b87-4685-ae08-bc68afebebe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527632 Jul 27 23:31:14.120720 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-18ee0e57-d458-4b1d-b4df-c5d1ba428be0 tempest-RoutersTestDVR-298033647 tempest-RoutersTestDVR-298033647-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-477831'] for router, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:14.121249 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18ee0e57-d458-4b1d-b4df-c5d1ba428be0 tempest-RoutersTestDVR-298033647 tempest-RoutersTestDVR-298033647-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b94f627f-0796-4f52-abe2-514779dd802c {{(pid=93797) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 23:31:14.127597 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-18ee0e57-d458-4b1d-b4df-c5d1ba428be0 tempest-RoutersTestDVR-298033647 tempest-RoutersTestDVR-298033647-project-admin] Notify callbacks [] for router, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:14.134700 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 39276) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:31:14.135744 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-18ee0e57-d458-4b1d-b4df-c5d1ba428be0 tempest-RoutersTestDVR-298033647 tempest-RoutersTestDVR-298033647-project-admin] 10.222.0.18 "DELETE /v2.0/routers/b94f627f-0796-4f52-abe2-514779dd802c HTTP/1.1" status: 204 len: 168 time: 0.4039118 Jul 27 23:31:14.139234 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-aaef65a0-f800-453c-869a-70cdcf07bea9 tempest-RoutersTestDVR-298033647 tempest-RoutersTestDVR-298033647-project-admin] Request body: {'router': {'name': 'tempest-router-1018261897', 'distributed': True}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:31:14.164199 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-aaef65a0-f800-453c-869a-70cdcf07bea9 tempest-RoutersTestDVR-298033647 tempest-RoutersTestDVR-298033647-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62159'] for router, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:14.165444 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-aaef65a0-f800-453c-869a-70cdcf07bea9 tempest-RoutersTestDVR-298033647 tempest-RoutersTestDVR-298033647-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-479230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-415539', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3693317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62148'] for router, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:14.227761 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-aaef65a0-f800-453c-869a-70cdcf07bea9 tempest-RoutersTestDVR-298033647 tempest-RoutersTestDVR-298033647-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:14.233366 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-aaef65a0-f800-453c-869a-70cdcf07bea9 tempest-RoutersTestDVR-298033647 tempest-RoutersTestDVR-298033647-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-415468'] for router, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:14.251076 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-aaef65a0-f800-453c-869a-70cdcf07bea9 tempest-RoutersTestDVR-298033647 tempest-RoutersTestDVR-298033647-project-admin] Notify callbacks [] for router, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:14.253888 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-aaef65a0-f800-453c-869a-70cdcf07bea9 tempest-RoutersTestDVR-298033647 tempest-RoutersTestDVR-298033647-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.1181960 Jul 27 23:31:14.256227 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 39280) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:31:14.335471 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9ea8ca72-5120-41b0-b484-e4ff8df79690 tempest-RoutersTestDVR-298033647 tempest-RoutersTestDVR-298033647-project-admin] Notify callbacks [] for router, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:14.335791 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 39282) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:31:14.501572 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-66fcb560-b6bb-4aab-a293-f0e8b5adc7c0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=50604886fde4470090785aac868816ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1644804 Jul 27 23:31:14.504016 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 39286) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:31:14.523844 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9ea8ca72-5120-41b0-b484-e4ff8df79690 tempest-RoutersTestDVR-298033647 tempest-RoutersTestDVR-298033647-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62205'] for router, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:14.526842 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9ea8ca72-5120-41b0-b484-e4ff8df79690 tempest-RoutersTestDVR-298033647 tempest-RoutersTestDVR-298033647-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:14.558350 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6348d140-710b-4353-af44-065c1082f253 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:14.577893 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9ea8ca72-5120-41b0-b484-e4ff8df79690 tempest-RoutersTestDVR-298033647 tempest-RoutersTestDVR-298033647-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-477831'] for router, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:14.578517 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ea8ca72-5120-41b0-b484-e4ff8df79690 tempest-RoutersTestDVR-298033647 tempest-RoutersTestDVR-298033647-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c9754601-854b-4583-8b14-02f6257c4984 {{(pid=93798) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 23:31:14.583521 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9ea8ca72-5120-41b0-b484-e4ff8df79690 tempest-RoutersTestDVR-298033647 tempest-RoutersTestDVR-298033647-project-admin] Notify callbacks [] for router, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:14.585177 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-9ea8ca72-5120-41b0-b484-e4ff8df79690 tempest-RoutersTestDVR-298033647 tempest-RoutersTestDVR-298033647-project-admin] 10.222.0.18 "DELETE /v2.0/routers/c9754601-854b-4583-8b14-02f6257c4984 HTTP/1.1" status: 204 len: 168 time: 0.3267450 Jul 27 23:31:14.588579 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6348d140-710b-4353-af44-065c1082f253 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:14.660741 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6348d140-710b-4353-af44-065c1082f253 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:14.665496 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6348d140-710b-4353-af44-065c1082f253 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:14.669245 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-6348d140-710b-4353-af44-065c1082f253 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/83ffe8a3-d8cb-4f69-89d2-7ab3ad19b7cb HTTP/1.1" status: 204 len: 168 time: 0.1618671 Jul 27 23:31:14.675537 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6348d140-710b-4353-af44-065c1082f253 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83ffe8a3-d8cb-4f69-89d2-7ab3ad19b7cb,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:31:14.842829 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 39296) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:31:14.983854 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b9904c46-5aef-4211-ad77-6cf2f45e8568 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:15.097958 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b9904c46-5aef-4211-ad77-6cf2f45e8568 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:15.103606 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b9904c46-5aef-4211-ad77-6cf2f45e8568 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:15.148859 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9904c46-5aef-4211-ad77-6cf2f45e8568 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1da2ecab-ef1e-4efa-aef6-29d428a76176,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:31:15.186971 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-b9904c46-5aef-4211-ad77-6cf2f45e8568 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8ebba7da8bdc4c50b02a6f88bb6f95ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3427162 Jul 27 23:31:15.189632 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 39314) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:31:15.238973 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a515d6-740d-4a37-b4e7-887932ae4e8a req-81280f1c-2e8d-48ca-bbf9-8179adf290be tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:31:15.247222 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-e6a515d6-740d-4a37-b4e7-887932ae4e8a req-81280f1c-2e8d-48ca-bbf9-8179adf290be tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/ports?device_id=6761c48b-f2d7-4f53-9bf8-232692d8406d HTTP/1.1" status: 200 len: 945 time: 0.0673182 Jul 27 23:31:15.265626 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-cc79dc1e-37cd-4acd-ad55-d8fabcf847fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:15.291819 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-cc79dc1e-37cd-4acd-ad55-d8fabcf847fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:15.294580 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-e6a515d6-740d-4a37-b4e7-887932ae4e8a req-95a5b03d-a96a-4077-a21d-2ac37e4956d5 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/security-groups?id=d6f41e72-2b87-4685-ae08-bc68afebebe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463793 Jul 27 23:31:15.348262 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-cc79dc1e-37cd-4acd-ad55-d8fabcf847fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:15.351768 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-cc79dc1e-37cd-4acd-ad55-d8fabcf847fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:15.353030 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-cc79dc1e-37cd-4acd-ad55-d8fabcf847fe admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1da2ecab-ef1e-4efa-aef6-29d428a76176 HTTP/1.1" status: 204 len: 168 time: 0.1618767 Jul 27 23:31:15.362489 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc79dc1e-37cd-4acd-ad55-d8fabcf847fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1da2ecab-ef1e-4efa-aef6-29d428a76176,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:31:15.471859 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b525d7fc-b10c-420a-9372-58a1abeb2e65 req-57b22fd1-43f9-436d-a205-476f8b021d41 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:31:15.474260 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-b525d7fc-b10c-420a-9372-58a1abeb2e65 req-57b22fd1-43f9-436d-a205-476f8b021d41 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.49 "GET /v2.0/ports?device_id=6761c48b-f2d7-4f53-9bf8-232692d8406d HTTP/1.1" status: 200 len: 945 time: 0.0582962 Jul 27 23:31:15.610856 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [req-b525d7fc-b10c-420a-9372-58a1abeb2e65 req-a09cdb81-ee72-41fd-8193-15f4eef4bbc2 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Deleting port aaec9322-748e-424d-b1d9-5ac9bc2f9e45 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:31:15.611598 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-b525d7fc-b10c-420a-9372-58a1abeb2e65 req-a09cdb81-ee72-41fd-8193-15f4eef4bbc2 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:15.747590 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-b525d7fc-b10c-420a-9372-58a1abeb2e65 req-a09cdb81-ee72-41fd-8193-15f4eef4bbc2 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] For port aaec9322-748e-424d-b1d9-5ac9bc2f9e45, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=aaec9322-748e-424d-b1d9-5ac9bc2f9e45,segment=NetworkSegment(e34bcaf6-fcda-4cb3-a9d4-ce07906221d3),segment_id=e34bcaf6-fcda-4cb3-a9d4-ce07906221d3)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:31:15.748029 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-b525d7fc-b10c-420a-9372-58a1abeb2e65 req-a09cdb81-ee72-41fd-8193-15f4eef4bbc2 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:15.772044 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [req-b525d7fc-b10c-420a-9372-58a1abeb2e65 req-a09cdb81-ee72-41fd-8193-15f4eef4bbc2 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Calling delete_port for aaec9322-748e-424d-b1d9-5ac9bc2f9e45 owned by compute:nova {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:31:15.853296 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 39336) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:31:15.872695 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8438ac6b-dd2a-49f1-8c79-cf894c95722b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:15.969602 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-b525d7fc-b10c-420a-9372-58a1abeb2e65 req-a09cdb81-ee72-41fd-8193-15f4eef4bbc2 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:15.984347 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] get_ports_and_sgs() called for port_ids ['99238a20-31dd-462c-a3ab-9480f749b95d'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:31:15.991918 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] get_ports_and_sgs() called for port_ids ['aaec9322-748e-424d-b1d9-5ac9bc2f9e45'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:31:16.036520 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09cdb81-ee72-41fd-8193-15f4eef4bbc2 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Pushing event deleted for resources: {'Port': ['ID=aaec9322-748e-424d-b1d9-5ac9bc2f9e45,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:31:16.107352 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [req-b525d7fc-b10c-420a-9372-58a1abeb2e65 req-a09cdb81-ee72-41fd-8193-15f4eef4bbc2 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] No DVR routers for this DVR port aaec9322-748e-424d-b1d9-5ac9bc2f9e45 on host n-h2-802623-1 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:31:16.110992 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-b525d7fc-b10c-420a-9372-58a1abeb2e65 req-a09cdb81-ee72-41fd-8193-15f4eef4bbc2 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:16.113051 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-b525d7fc-b10c-420a-9372-58a1abeb2e65 req-a09cdb81-ee72-41fd-8193-15f4eef4bbc2 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.49 "DELETE /v2.0/ports/aaec9322-748e-424d-b1d9-5ac9bc2f9e45 HTTP/1.1" status: 204 len: 173 time: 0.6317260 Jul 27 23:31:16.113565 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6761c48b-f2d7-4f53-9bf8-232692d8406d', 'name': 'network-vif-deleted', 'tag': 'aaec9322-748e-424d-b1d9-5ac9bc2f9e45'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:31:16.116431 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a476459a1bfce68b0ae0df5b6a71154bfc7cfdc8f9eefce6ad0a17231e60468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebf692e6-6237-446b-8a2b-12ec9b03ee0e" -d '{"events": [{"server_uuid": "6761c48b-f2d7-4f53-9bf8-232692d8406d", "name": "network-vif-deleted", "tag": "aaec9322-748e-424d-b1d9-5ac9bc2f9e45"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:31:16.233545 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8438ac6b-dd2a-49f1-8c79-cf894c95722b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:16.243723 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:31:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6c04062-d9fe-4dc1-b51b-8af4b5edf9dd x-openstack-request-id: req-c6c04062-d9fe-4dc1-b51b-8af4b5edf9dd {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:31:16.244169 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6761c48b-f2d7-4f53-9bf8-232692d8406d", "name": "network-vif-deleted", "tag": "aaec9322-748e-424d-b1d9-5ac9bc2f9e45", "status": "completed", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:31:16.244963 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c6c04062-d9fe-4dc1-b51b-8af4b5edf9dd {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:31:16.245175 n-d-802623-1 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6761c48b-f2d7-4f53-9bf8-232692d8406d', 'name': 'network-vif-deleted', 'tag': 'aaec9322-748e-424d-b1d9-5ac9bc2f9e45', 'status': 'completed', 'code': 200} Jul 27 23:31:16.250265 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8438ac6b-dd2a-49f1-8c79-cf894c95722b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:16.329714 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-8438ac6b-dd2a-49f1-8c79-cf894c95722b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0a8e395b629c4194b8558c4d511c93ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4751897 Jul 27 23:31:16.332711 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 39352) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:31:16.334187 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8438ac6b-dd2a-49f1-8c79-cf894c95722b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=175bd318-72c1-484c-9266-9900d3b3174c,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:31:16.469329 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-71fa3602-5f53-4994-9f12-04f0cd7ce4ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:16.470396 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-c25f3070-2362-4639-82a9-4df91cfca87e req-6a739927-e2e3-442a-9c18-9fdec64733c7 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/ports?device_id=6761c48b-f2d7-4f53-9bf8-232692d8406d HTTP/1.1" status: 200 len: 210 time: 0.0327539 Jul 27 23:31:16.507886 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-71fa3602-5f53-4994-9f12-04f0cd7ce4ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:16.578177 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-71fa3602-5f53-4994-9f12-04f0cd7ce4ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:16.581873 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-71fa3602-5f53-4994-9f12-04f0cd7ce4ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:16.584100 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-71fa3602-5f53-4994-9f12-04f0cd7ce4ec admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/175bd318-72c1-484c-9266-9900d3b3174c HTTP/1.1" status: 204 len: 168 time: 0.2480171 Jul 27 23:31:16.601192 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fa3602-5f53-4994-9f12-04f0cd7ce4ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=175bd318-72c1-484c-9266-9900d3b3174c,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:31:17.472605 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 39384) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:31:17.581799 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-cb9ba0e8-2749-4756-ad46-224e72a52769 req-0977be7e-4324-4ede-872b-6586ecb3f366 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/ports?device_id=6761c48b-f2d7-4f53-9bf8-232692d8406d HTTP/1.1" status: 200 len: 210 time: 0.0285876 Jul 27 23:31:17.585279 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-d512a9e2-57a2-4d71-aa93-3eccbb4301e1 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1112945204'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:31:17.606460 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d512a9e2-57a2-4d71-aa93-3eccbb4301e1 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Made reservation on behalf of 99f174f0a0ea48c5a906b127129cb432 for: {'network': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:31:17.609859 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d512a9e2-57a2-4d71-aa93-3eccbb4301e1 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for network, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:17.619151 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d512a9e2-57a2-4d71-aa93-3eccbb4301e1 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:17.711945 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d512a9e2-57a2-4d71-aa93-3eccbb4301e1 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:17.716036 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d512a9e2-57a2-4d71-aa93-3eccbb4301e1 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:17.745194 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d512a9e2-57a2-4d71-aa93-3eccbb4301e1 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 522} {{(pid=93798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 23:31:17.755920 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d512a9e2-57a2-4d71-aa93-3eccbb4301e1 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44effaea-1080-402a-b35a-36dd8dc7c1be,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:31:17.762609 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d512a9e2-57a2-4d71-aa93-3eccbb4301e1 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:17.763065 n-d-802623-1 neutron-server[93798]: INFO neutron.db.segments_db [None req-d512a9e2-57a2-4d71-aa93-3eccbb4301e1 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Added segment fcf2197d-a903-4ad1-8fef-eea3861359a1 of type vlan for network 139cfbf0-72fe-4157-aac8-277ea5c5083a Jul 27 23:31:17.808985 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d512a9e2-57a2-4d71-aa93-3eccbb4301e1 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736833354590'] for network, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:17.838384 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d512a9e2-57a2-4d71-aa93-3eccbb4301e1 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569'] for network, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:17.844113 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d512a9e2-57a2-4d71-aa93-3eccbb4301e1 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:31:17.844687 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d512a9e2-57a2-4d71-aa93-3eccbb4301e1 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks [] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:17.906885 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-d512a9e2-57a2-4d71-aa93-3eccbb4301e1 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4329813 Jul 27 23:31:17.910629 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 39394) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:31:17.916475 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-85fc6fcb-c596-4141-a0ce-87be96f7066f tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Request body: {'subnet': {'network_id': '139cfbf0-72fe-4157-aac8-277ea5c5083a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:31:17.927616 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d512a9e2-57a2-4d71-aa93-3eccbb4301e1 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Pushing event updated for resources: {'Network': ['ID=139cfbf0-72fe-4157-aac8-277ea5c5083a,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:31:17.938996 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Network 139cfbf0-72fe-4157-aac8-277ea5c5083a details requested by agent ovs-agent-n-d-802623-1 with host n-d-802623-1 {{(pid=93799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 23:31:18.072104 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85fc6fcb-c596-4141-a0ce-87be96f7066f tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Made reservation on behalf of 99f174f0a0ea48c5a906b127129cb432 for: {'subnet': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:31:18.075810 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-85fc6fcb-c596-4141-a0ce-87be96f7066f tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11551435'] for subnet, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:18.302473 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-85fc6fcb-c596-4141-a0ce-87be96f7066f tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11336182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11551417'] for subnet, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:18.372560 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fc6fcb-c596-4141-a0ce-87be96f7066f tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Pushing event updated for resources: {'Subnet': ['ID=51829329-ea56-434e-ab8f-26c5569ffcd3,revision_number=0']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:31:18.380046 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85fc6fcb-c596-4141-a0ce-87be96f7066f tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Checking segment: {'id': 'fcf2197d-a903-4ad1-8fef-eea3861359a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '139cfbf0-72fe-4157-aac8-277ea5c5083a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:31:18.380416 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85fc6fcb-c596-4141-a0ce-87be96f7066f tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Network hostable DHCP agents. Network: 139cfbf0-72fe-4157-aac8-277ea5c5083a, hostable agents: ['5950e76f-2bde-4343-a925-cbe6bacd2706'], hosted agents: [] {{(pid=93797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 23:31:18.404151 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85fc6fcb-c596-4141-a0ce-87be96f7066f tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Network 139cfbf0-72fe-4157-aac8-277ea5c5083a is scheduled to be hosted by DHCP agent 5950e76f-2bde-4343-a925-cbe6bacd2706 with binding_index 1 {{(pid=93797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 23:31:18.413853 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-85fc6fcb-c596-4141-a0ce-87be96f7066f tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802623-1, 139cfbf0-72fe-4157-aac8-277ea5c5083a) {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:31:18.417994 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85fc6fcb-c596-4141-a0ce-87be96f7066f tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:31:18.418603 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-85fc6fcb-c596-4141-a0ce-87be96f7066f tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks [] for subnet, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:18.426987 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c06131a-050a-4095-bd07-b8a423588137 None None] Network 139cfbf0-72fe-4157-aac8-277ea5c5083a requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:31:18.439818 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-85fc6fcb-c596-4141-a0ce-87be96f7066f tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5277760 Jul 27 23:31:18.441047 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 39420) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:31:18.447529 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-2ebbfb55-daad-4f57-88b3-06a8fcb90a14 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Request body: {'port': {'network_id': '139cfbf0-72fe-4157-aac8-277ea5c5083a', 'name': 'tempest-NetworksTestDHCPv6-1962547214'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:31:18.611770 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ebbfb55-daad-4f57-88b3-06a8fcb90a14 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Made reservation on behalf of 99f174f0a0ea48c5a906b127129cb432 for: {'port': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:31:18.617205 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2ebbfb55-daad-4f57-88b3-06a8fcb90a14 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:18.641943 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-2ebbfb55-daad-4f57-88b3-06a8fcb90a14 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] device_id is not set on port b10fe137-0f50-4ee9-9902-289c30e75336 yet. {{(pid=93797) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 23:31:18.656777 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35d63df1-85c4-4857-8d27-03b89f479edf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f6f257c-ad18-5f0c-8c8e-ea085a5fc8a2-139cfbf0-72fe-4157-aac8-277ea5c5083a', 'network_id': '139cfbf0-72fe-4157-aac8-277ea5c5083a', 'tenant_id': '99f174f0a0ea48c5a906b127129cb432', 'fixed_ips': [{'subnet_id': '51829329-ea56-434e-ab8f-26c5569ffcd3'}]}} from n-d-802623-1. {{(pid=93799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 23:31:18.658005 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-35d63df1-85c4-4857-8d27-03b89f479edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:18.753855 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-e50d31be-3836-4be8-93db-c1d26ab312d3 req-d9514f21-e5a1-4afe-9b1b-1a9d24c208fc tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/ports?device_id=6761c48b-f2d7-4f53-9bf8-232692d8406d HTTP/1.1" status: 200 len: 210 time: 0.0457051 Jul 27 23:31:18.823491 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-2ebbfb55-daad-4f57-88b3-06a8fcb90a14 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Allocated IP 2001:db8::362 (139cfbf0-72fe-4157-aac8-277ea5c5083a/51829329-ea56-434e-ab8f-26c5569ffcd3/b10fe137-0f50-4ee9-9902-289c30e75336) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:31:19.002201 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2ebbfb55-daad-4f57-88b3-06a8fcb90a14 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:19.018567 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-2ebbfb55-daad-4f57-88b3-06a8fcb90a14 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Transition to ACTIVE for port object b10fe137-0f50-4ee9-9902-289c30e75336 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:31:19.057301 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2ebbfb55-daad-4f57-88b3-06a8fcb90a14 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:19.111595 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ebbfb55-daad-4f57-88b3-06a8fcb90a14 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Network 139cfbf0-72fe-4157-aac8-277ea5c5083a is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:31:19.125940 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-2ebbfb55-daad-4f57-88b3-06a8fcb90a14 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:31:19.132509 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ebbfb55-daad-4f57-88b3-06a8fcb90a14 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:31:19.140914 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ebbfb55-daad-4f57-88b3-06a8fcb90a14 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:31:19.141798 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2ebbfb55-daad-4f57-88b3-06a8fcb90a14 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:19.146159 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebbfb55-daad-4f57-88b3-06a8fcb90a14 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Pushing event updated for resources: {'Port': ['ID=b10fe137-0f50-4ee9-9902-289c30e75336,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:31:19.176345 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-2ebbfb55-daad-4f57-88b3-06a8fcb90a14 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 0.7339408 Jul 27 23:31:19.179147 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 39514) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:31:19.284000 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd4f141a-d982-4218-af64-c8e15df9c257 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:31:19.292493 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 39526) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:31:19.296357 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-dd4f141a-d982-4218-af64-c8e15df9c257 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.1117718 Jul 27 23:31:19.332030 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device aaec9322-748e-424d-b1d9-5ac9bc2f9e45 no longer exists at agent hyperv_n-h2-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:31:19.357983 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] No Port match for: aaec9322-748e-424d-b1d9-5ac9bc2f9e45 {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:31:19.357983 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device aaec9322-748e-424d-b1d9-5ac9bc2f9e45 not bound to the agent host n-h2-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:31:19.381997 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-35d63df1-85c4-4857-8d27-03b89f479edf None None] Allocated IP 2001:db8::2 (139cfbf0-72fe-4157-aac8-277ea5c5083a/51829329-ea56-434e-ab8f-26c5569ffcd3/dbd8bc23-055c-42d7-bfcc-40b041f58348) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:31:19.480148 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-5993f793-5f5e-4290-85d9-afa5f96091e1 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Deleting port b10fe137-0f50-4ee9-9902-289c30e75336 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:31:19.480229 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5993f793-5f5e-4290-85d9-afa5f96091e1 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:19.558817 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-35d63df1-85c4-4857-8d27-03b89f479edf None None] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:19.569407 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-35d63df1-85c4-4857-8d27-03b89f479edf None None] Transition to ACTIVE for port object dbd8bc23-055c-42d7-bfcc-40b041f58348 will not be triggered until provisioned by entity L2. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:31:19.587028 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-35d63df1-85c4-4857-8d27-03b89f479edf None None] Transition to ACTIVE for port object dbd8bc23-055c-42d7-bfcc-40b041f58348 will not be triggered until provisioned by entity DHCP. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:31:19.610991 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-35d63df1-85c4-4857-8d27-03b89f479edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:19.660680 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35d63df1-85c4-4857-8d27-03b89f479edf None None] Network 139cfbf0-72fe-4157-aac8-277ea5c5083a is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:31:19.670821 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-35d63df1-85c4-4857-8d27-03b89f479edf None None] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:31:19.675623 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35d63df1-85c4-4857-8d27-03b89f479edf None None] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:31:19.681230 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d63df1-85c4-4857-8d27-03b89f479edf None None] Pushing event updated for resources: {'Port': ['ID=dbd8bc23-055c-42d7-bfcc-40b041f58348,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:31:19.687376 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5993f793-5f5e-4290-85d9-afa5f96091e1 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:19.716119 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-5993f793-5f5e-4290-85d9-afa5f96091e1 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Calling delete_port for b10fe137-0f50-4ee9-9902-289c30e75336 owned by {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:31:19.751785 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-35d63df1-85c4-4857-8d27-03b89f479edf None None] Attempting to bind port dbd8bc23-055c-42d7-bfcc-40b041f58348 on host n-d-802623-1 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:31:19.752603 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-35d63df1-85c4-4857-8d27-03b89f479edf None None] Attempting to bind port dbd8bc23-055c-42d7-bfcc-40b041f58348 by drivers openvswitch,hyperv on host n-d-802623-1 at level 0 using segments [{'id': 'fcf2197d-a903-4ad1-8fef-eea3861359a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '139cfbf0-72fe-4157-aac8-277ea5c5083a'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:31:19.753186 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d63df1-85c4-4857-8d27-03b89f479edf None None] Attempting to bind port dbd8bc23-055c-42d7-bfcc-40b041f58348 on network 139cfbf0-72fe-4157-aac8-277ea5c5083a {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:31:19.761110 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d63df1-85c4-4857-8d27-03b89f479edf None None] Checking agent: {'id': 'a9a568d2-a5e7-41e4-833f-a8ab42ea4073', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 52, 30), 'started_at': datetime.datetime(2021, 7, 27, 22, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802623-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:31:19.761632 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d63df1-85c4-4857-8d27-03b89f479edf None None] Checking segment: {'id': 'fcf2197d-a903-4ad1-8fef-eea3861359a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '139cfbf0-72fe-4157-aac8-277ea5c5083a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:31:19.763214 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-35d63df1-85c4-4857-8d27-03b89f479edf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:19.763723 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d63df1-85c4-4857-8d27-03b89f479edf None None] Bound using segment: {'id': 'fcf2197d-a903-4ad1-8fef-eea3861359a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '139cfbf0-72fe-4157-aac8-277ea5c5083a'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:31:19.764492 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-35d63df1-85c4-4857-8d27-03b89f479edf None None] Bound port: dbd8bc23-055c-42d7-bfcc-40b041f58348, host: n-d-802623-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcf2197d-a903-4ad1-8fef-eea3861359a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '139cfbf0-72fe-4157-aac8-277ea5c5083a'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:31:19.765050 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-35d63df1-85c4-4857-8d27-03b89f479edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:19.858563 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-35d63df1-85c4-4857-8d27-03b89f479edf None None] For port dbd8bc23-055c-42d7-bfcc-40b041f58348, host n-d-802623-1, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:31:19.862308 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-35d63df1-85c4-4857-8d27-03b89f479edf None None] For port dbd8bc23-055c-42d7-bfcc-40b041f58348, host n-d-802623-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=dbd8bc23-055c-42d7-bfcc-40b041f58348,segment=NetworkSegment(fcf2197d-a903-4ad1-8fef-eea3861359a1),segment_id=fcf2197d-a903-4ad1-8fef-eea3861359a1)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:31:19.868699 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-35d63df1-85c4-4857-8d27-03b89f479edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:19.944850 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5993f793-5f5e-4290-85d9-afa5f96091e1 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:19.955197 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-9e67e804-19d8-466a-9508-5aefd40deedc req-fb06ae97-562f-4ca1-9490-a521650a5861 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/ports?device_id=6761c48b-f2d7-4f53-9bf8-232692d8406d HTTP/1.1" status: 200 len: 210 time: 0.0738101 Jul 27 23:31:19.959659 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d63df1-85c4-4857-8d27-03b89f479edf None None] Pushing event updated for resources: {'Port': ['ID=dbd8bc23-055c-42d7-bfcc-40b041f58348,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:31:19.993295 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5993f793-5f5e-4290-85d9-afa5f96091e1 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Pushing event deleted for resources: {'Port': ['ID=b10fe137-0f50-4ee9-9902-289c30e75336,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:31:20.030677 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5993f793-5f5e-4290-85d9-afa5f96091e1 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:20.045058 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 39610) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:31:20.054948 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-5993f793-5f5e-4290-85d9-afa5f96091e1 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] 10.222.0.18 "DELETE /v2.0/ports/b10fe137-0f50-4ee9-9902-289c30e75336 HTTP/1.1" status: 204 len: 168 time: 0.7609689 Jul 27 23:31:20.120685 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6157336d-ea9b-4a6e-9b40-8ce875c14dda tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:31:20.123135 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6157336d-ea9b-4a6e-9b40-8ce875c14dda tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:31:20.125662 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-6157336d-ea9b-4a6e-9b40-8ce875c14dda tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0795770 Jul 27 23:31:20.128656 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 39622) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:31:20.207539 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_v2 [None req-32d5679e-3ed4-4c65-af35-6ed0d731500b tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Deleting subnet 51829329-ea56-434e-ab8f-26c5569ffcd3 {{(pid=93797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 23:31:20.212037 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-32d5679e-3ed4-4c65-af35-6ed0d731500b tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks [] for subnet, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:20.289948 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-32d5679e-3ed4-4c65-af35-6ed0d731500b tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11335971'] for subnet, precommit_delete_associations {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:20.466556 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-32d5679e-3ed4-4c65-af35-6ed0d731500b tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620741'] for subnet, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:20.567222 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-32d5679e-3ed4-4c65-af35-6ed0d731500b tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11335991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11551414'] for subnet, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:20.597396 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device dbd8bc23-055c-42d7-bfcc-40b041f58348 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:31:20.657812 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d5679e-3ed4-4c65-af35-6ed0d731500b tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Pushing event deleted for resources: {'Subnet': ['ID=51829329-ea56-434e-ab8f-26c5569ffcd3,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:31:20.686900 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-32d5679e-3ed4-4c65-af35-6ed0d731500b tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks [] for subnet, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:20.697832 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-32d5679e-3ed4-4c65-af35-6ed0d731500b tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] 10.222.0.18 "DELETE /v2.0/subnets/51829329-ea56-434e-ab8f-26c5569ffcd3 HTTP/1.1" status: 204 len: 168 time: 0.5678852 Jul 27 23:31:20.700365 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 39676) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:31:20.715520 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning for port dbd8bc23-055c-42d7-bfcc-40b041f58348 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:31:20.754158 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-ef9ab653-aa22-4160-8d9e-897118d06bbb tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0525796 Jul 27 23:31:20.757512 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 39684) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:31:20.764169 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-c6617245-281b-47e6-b952-8148807b3c35 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Request body: {'subnet': {'network_id': '139cfbf0-72fe-4157-aac8-277ea5c5083a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:31:20.897917 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6617245-281b-47e6-b952-8148807b3c35 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Made reservation on behalf of 99f174f0a0ea48c5a906b127129cb432 for: {'subnet': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:31:20.902280 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c6617245-281b-47e6-b952-8148807b3c35 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12265828'] for subnet, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:21.103466 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-12453a81-f0db-4857-9638-8815e6b6c6cb req-d8e3c59e-1e3f-4342-aa63-38a835f4601c tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/ports?device_id=6761c48b-f2d7-4f53-9bf8-232692d8406d HTTP/1.1" status: 200 len: 210 time: 0.0504684 Jul 27 23:31:21.304898 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3a87be0-96d9-49dd-8658-d16d2289caf1 None None] Network 139cfbf0-72fe-4157-aac8-277ea5c5083a requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:31:21.392014 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-03a651af-f838-4ff1-8cbe-4c027cb08764 None None] Provisioning for port dbd8bc23-055c-42d7-bfcc-40b041f58348 completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:31:21.432502 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-03a651af-f838-4ff1-8cbe-4c027cb08764 None None] Provisioning complete for port dbd8bc23-055c-42d7-bfcc-40b041f58348 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:31:21.432932 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-03a651af-f838-4ff1-8cbe-4c027cb08764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:21.525239 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c6617245-281b-47e6-b952-8148807b3c35 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11971609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12265750'] for subnet, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:21.527903 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-03a651af-f838-4ff1-8cbe-4c027cb08764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:21.570086 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-248441a4-49c0-413a-b509-6a1e919d50b1 None None] DHCP port deletion for 139cfbf0-72fe-4157-aac8-277ea5c5083a request from n-d-802623-1 {{(pid=93799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 23:31:21.577288 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-03a651af-f838-4ff1-8cbe-4c027cb08764 None None] For port dbd8bc23-055c-42d7-bfcc-40b041f58348, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=dbd8bc23-055c-42d7-bfcc-40b041f58348,segment=NetworkSegment(fcf2197d-a903-4ad1-8fef-eea3861359a1),segment_id=fcf2197d-a903-4ad1-8fef-eea3861359a1)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:31:21.580469 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6617245-281b-47e6-b952-8148807b3c35 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Network 139cfbf0-72fe-4157-aac8-277ea5c5083a is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:31:21.585983 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-c6617245-281b-47e6-b952-8148807b3c35 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:31:21.590450 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6617245-281b-47e6-b952-8148807b3c35 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:31:21.591372 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c6617245-281b-47e6-b952-8148807b3c35 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:21.607949 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6617245-281b-47e6-b952-8148807b3c35 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Pushing event updated for resources: {'Subnet': ['ID=372d5acf-62c2-4d32-80e7-996c4bae93d2,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:31:21.612070 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-03a651af-f838-4ff1-8cbe-4c027cb08764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:21.620130 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6617245-281b-47e6-b952-8148807b3c35 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:31:21.620711 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6617245-281b-47e6-b952-8148807b3c35 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:31:21.621250 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6617245-281b-47e6-b952-8148807b3c35 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:31:21.621935 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6617245-281b-47e6-b952-8148807b3c35 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:31:21.622470 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6617245-281b-47e6-b952-8148807b3c35 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:31:21.623011 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6617245-281b-47e6-b952-8148807b3c35 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:31:21.623562 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6617245-281b-47e6-b952-8148807b3c35 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:31:21.624087 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6617245-281b-47e6-b952-8148807b3c35 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:31:21.624611 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6617245-281b-47e6-b952-8148807b3c35 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:31:21.625147 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6617245-281b-47e6-b952-8148807b3c35 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:31:21.625711 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6617245-281b-47e6-b952-8148807b3c35 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:31:21.626273 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6617245-281b-47e6-b952-8148807b3c35 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:31:21.634225 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-c6617245-281b-47e6-b952-8148807b3c35 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8755746 Jul 27 23:31:21.634653 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 39778) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:31:21.639990 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-e7a3665d-2c64-4375-a759-ff04e64fe016 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Request body: {'port': {'network_id': '139cfbf0-72fe-4157-aac8-277ea5c5083a', 'name': 'tempest-NetworksTestDHCPv6-103411097'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:31:21.696787 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a651af-f838-4ff1-8cbe-4c027cb08764 None None] Pushing event updated for resources: {'Port': ['ID=dbd8bc23-055c-42d7-bfcc-40b041f58348,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:31:21.711574 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-248441a4-49c0-413a-b509-6a1e919d50b1 None None] Deleting port dbd8bc23-055c-42d7-bfcc-40b041f58348 {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:31:21.711967 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-248441a4-49c0-413a-b509-6a1e919d50b1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:21.808727 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7a3665d-2c64-4375-a759-ff04e64fe016 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Made reservation on behalf of 99f174f0a0ea48c5a906b127129cb432 for: {'port': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:31:21.814112 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e7a3665d-2c64-4375-a759-ff04e64fe016 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:21.814565 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-248441a4-49c0-413a-b509-6a1e919d50b1 None None] For port dbd8bc23-055c-42d7-bfcc-40b041f58348, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=dbd8bc23-055c-42d7-bfcc-40b041f58348,segment=NetworkSegment(fcf2197d-a903-4ad1-8fef-eea3861359a1),segment_id=fcf2197d-a903-4ad1-8fef-eea3861359a1)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:31:21.814976 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-248441a4-49c0-413a-b509-6a1e919d50b1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:21.829895 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-248441a4-49c0-413a-b509-6a1e919d50b1 None None] Calling delete_port for dbd8bc23-055c-42d7-bfcc-40b041f58348 owned by network:dhcp {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:31:21.837189 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-e7a3665d-2c64-4375-a759-ff04e64fe016 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] device_id is not set on port 3d9cfb0c-2bc6-46fa-9ab8-1e0e717955af yet. {{(pid=93797) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 23:31:21.955941 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-248441a4-49c0-413a-b509-6a1e919d50b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:21.975153 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-248441a4-49c0-413a-b509-6a1e919d50b1 None None] No DVR routers for this DVR port dbd8bc23-055c-42d7-bfcc-40b041f58348 on host n-d-802623-1 {{(pid=93799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:31:22.008020 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-e7a3665d-2c64-4375-a759-ff04e64fe016 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Allocated IP 2001:db8::31 (139cfbf0-72fe-4157-aac8-277ea5c5083a/372d5acf-62c2-4d32-80e7-996c4bae93d2/3d9cfb0c-2bc6-46fa-9ab8-1e0e717955af) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:31:22.011615 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248441a4-49c0-413a-b509-6a1e919d50b1 None None] Pushing event deleted for resources: {'Port': ['ID=dbd8bc23-055c-42d7-bfcc-40b041f58348,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:31:22.035664 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee5caca1-121e-46de-9b60-e12de6ac0e57 None None] Network 139cfbf0-72fe-4157-aac8-277ea5c5083a requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:31:22.293787 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e56539f7-be3d-4fd7-9ee6-08a0c473a593 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f6f257c-ad18-5f0c-8c8e-ea085a5fc8a2-139cfbf0-72fe-4157-aac8-277ea5c5083a', 'network_id': '139cfbf0-72fe-4157-aac8-277ea5c5083a', 'tenant_id': '99f174f0a0ea48c5a906b127129cb432', 'fixed_ips': [{'subnet_id': '372d5acf-62c2-4d32-80e7-996c4bae93d2'}]}} from n-d-802623-1. {{(pid=93799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 23:31:22.294688 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e56539f7-be3d-4fd7-9ee6-08a0c473a593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:22.337156 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-1b30c7eb-9cb9-44bb-9d75-bff879c235e6 req-4d7737e1-b580-4e02-a691-fe21fd7b861e tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/ports?device_id=6761c48b-f2d7-4f53-9bf8-232692d8406d HTTP/1.1" status: 200 len: 210 time: 0.0552235 Jul 27 23:31:22.359002 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e7a3665d-2c64-4375-a759-ff04e64fe016 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:22.420316 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-e7a3665d-2c64-4375-a759-ff04e64fe016 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Transition to ACTIVE for port object 3d9cfb0c-2bc6-46fa-9ab8-1e0e717955af will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:31:22.488143 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device dbd8bc23-055c-42d7-bfcc-40b041f58348 no longer exists at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:31:22.496247 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e7a3665d-2c64-4375-a759-ff04e64fe016 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:22.548080 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] No Port match for: dbd8bc23-055c-42d7-bfcc-40b041f58348 {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:31:22.548375 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device dbd8bc23-055c-42d7-bfcc-40b041f58348 not bound to the agent host n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:31:22.573599 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a3665d-2c64-4375-a759-ff04e64fe016 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Pushing event updated for resources: {'Port': ['ID=3d9cfb0c-2bc6-46fa-9ab8-1e0e717955af,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:31:22.586692 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7a3665d-2c64-4375-a759-ff04e64fe016 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Network 139cfbf0-72fe-4157-aac8-277ea5c5083a is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:31:22.588346 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-e7a3665d-2c64-4375-a759-ff04e64fe016 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:31:22.590866 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a3665d-2c64-4375-a759-ff04e64fe016 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:31:22.597113 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7a3665d-2c64-4375-a759-ff04e64fe016 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:31:22.598358 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e7a3665d-2c64-4375-a759-ff04e64fe016 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:22.619598 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-e7a3665d-2c64-4375-a759-ff04e64fe016 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.9837668 Jul 27 23:31:22.620355 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 39888) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:31:22.631802 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-e56539f7-be3d-4fd7-9ee6-08a0c473a593 None None] Allocated IP 2001:db8::2 (139cfbf0-72fe-4157-aac8-277ea5c5083a/372d5acf-62c2-4d32-80e7-996c4bae93d2/523f9885-0359-4a8a-a731-0ab53f99ae95) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:31:22.689693 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-786bdf18-93de-4782-b491-25c23cda430a tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:31:22.691834 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-786bdf18-93de-4782-b491-25c23cda430a tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 928 time: 0.0702748 Jul 27 23:31:22.695565 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 39898) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:31:22.842416 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-838df202-47e1-47ef-af7b-f149f6dad137 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Deleting port 3d9cfb0c-2bc6-46fa-9ab8-1e0e717955af {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:31:22.843033 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-838df202-47e1-47ef-af7b-f149f6dad137 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:22.862713 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e56539f7-be3d-4fd7-9ee6-08a0c473a593 None None] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:22.871740 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e56539f7-be3d-4fd7-9ee6-08a0c473a593 None None] Transition to ACTIVE for port object 523f9885-0359-4a8a-a731-0ab53f99ae95 will not be triggered until provisioned by entity L2. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:31:22.889844 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e56539f7-be3d-4fd7-9ee6-08a0c473a593 None None] Transition to ACTIVE for port object 523f9885-0359-4a8a-a731-0ab53f99ae95 will not be triggered until provisioned by entity DHCP. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:31:22.900401 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e56539f7-be3d-4fd7-9ee6-08a0c473a593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:22.951836 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e56539f7-be3d-4fd7-9ee6-08a0c473a593 None None] Network 139cfbf0-72fe-4157-aac8-277ea5c5083a is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:31:22.955158 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-e56539f7-be3d-4fd7-9ee6-08a0c473a593 None None] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:31:22.962791 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e56539f7-be3d-4fd7-9ee6-08a0c473a593 None None] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:31:22.973399 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56539f7-be3d-4fd7-9ee6-08a0c473a593 None None] Pushing event updated for resources: {'Port': ['ID=523f9885-0359-4a8a-a731-0ab53f99ae95,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:31:22.986147 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-838df202-47e1-47ef-af7b-f149f6dad137 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:23.008412 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-838df202-47e1-47ef-af7b-f149f6dad137 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Calling delete_port for 3d9cfb0c-2bc6-46fa-9ab8-1e0e717955af owned by {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:31:23.037240 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-e56539f7-be3d-4fd7-9ee6-08a0c473a593 None None] Attempting to bind port 523f9885-0359-4a8a-a731-0ab53f99ae95 on host n-d-802623-1 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:31:23.037620 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-e56539f7-be3d-4fd7-9ee6-08a0c473a593 None None] Attempting to bind port 523f9885-0359-4a8a-a731-0ab53f99ae95 by drivers openvswitch,hyperv on host n-d-802623-1 at level 0 using segments [{'id': 'fcf2197d-a903-4ad1-8fef-eea3861359a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '139cfbf0-72fe-4157-aac8-277ea5c5083a'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:31:23.037992 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e56539f7-be3d-4fd7-9ee6-08a0c473a593 None None] Attempting to bind port 523f9885-0359-4a8a-a731-0ab53f99ae95 on network 139cfbf0-72fe-4157-aac8-277ea5c5083a {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:31:23.043165 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e56539f7-be3d-4fd7-9ee6-08a0c473a593 None None] Checking agent: {'id': 'a9a568d2-a5e7-41e4-833f-a8ab42ea4073', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 52, 30), 'started_at': datetime.datetime(2021, 7, 27, 22, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802623-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:31:23.043549 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e56539f7-be3d-4fd7-9ee6-08a0c473a593 None None] Checking segment: {'id': 'fcf2197d-a903-4ad1-8fef-eea3861359a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '139cfbf0-72fe-4157-aac8-277ea5c5083a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:31:23.043962 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e56539f7-be3d-4fd7-9ee6-08a0c473a593 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:23.044356 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e56539f7-be3d-4fd7-9ee6-08a0c473a593 None None] Bound using segment: {'id': 'fcf2197d-a903-4ad1-8fef-eea3861359a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '139cfbf0-72fe-4157-aac8-277ea5c5083a'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:31:23.045133 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-e56539f7-be3d-4fd7-9ee6-08a0c473a593 None None] Bound port: 523f9885-0359-4a8a-a731-0ab53f99ae95, host: n-d-802623-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcf2197d-a903-4ad1-8fef-eea3861359a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '139cfbf0-72fe-4157-aac8-277ea5c5083a'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:31:23.045537 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e56539f7-be3d-4fd7-9ee6-08a0c473a593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:23.145785 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-e56539f7-be3d-4fd7-9ee6-08a0c473a593 None None] For port 523f9885-0359-4a8a-a731-0ab53f99ae95, host n-d-802623-1, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:31:23.152071 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-e56539f7-be3d-4fd7-9ee6-08a0c473a593 None None] For port 523f9885-0359-4a8a-a731-0ab53f99ae95, host n-d-802623-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=523f9885-0359-4a8a-a731-0ab53f99ae95,segment=NetworkSegment(fcf2197d-a903-4ad1-8fef-eea3861359a1),segment_id=fcf2197d-a903-4ad1-8fef-eea3861359a1)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:31:23.157730 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e56539f7-be3d-4fd7-9ee6-08a0c473a593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:23.164116 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-838df202-47e1-47ef-af7b-f149f6dad137 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:23.199236 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838df202-47e1-47ef-af7b-f149f6dad137 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Pushing event deleted for resources: {'Port': ['ID=3d9cfb0c-2bc6-46fa-9ab8-1e0e717955af,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:31:23.231718 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-838df202-47e1-47ef-af7b-f149f6dad137 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:23.233729 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56539f7-be3d-4fd7-9ee6-08a0c473a593 None None] Pushing event updated for resources: {'Port': ['ID=523f9885-0359-4a8a-a731-0ab53f99ae95,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:31:23.236698 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 39916) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:31:23.236823 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-838df202-47e1-47ef-af7b-f149f6dad137 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] 10.222.0.18 "DELETE /v2.0/ports/3d9cfb0c-2bc6-46fa-9ab8-1e0e717955af HTTP/1.1" status: 204 len: 168 time: 0.5402033 Jul 27 23:31:23.332151 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63bc60f9-2a2c-496d-8f57-53b7d1c7a831 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:31:23.333914 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63bc60f9-2a2c-496d-8f57-53b7d1c7a831 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:31:23.337774 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-63bc60f9-2a2c-496d-8f57-53b7d1c7a831 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0977736 Jul 27 23:31:23.338147 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 39918) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:31:23.397611 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_v2 [None req-54010d8d-fdc6-4f2a-a4ae-1173b2badfa1 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Deleting subnet 372d5acf-62c2-4d32-80e7-996c4bae93d2 {{(pid=93798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 23:31:23.402488 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-54010d8d-fdc6-4f2a-a4ae-1173b2badfa1 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks [] for subnet, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:23.478924 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-54010d8d-fdc6-4f2a-a4ae-1173b2badfa1 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11163249'] for subnet, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:23.594748 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-54010d8d-fdc6-4f2a-a4ae-1173b2badfa1 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620741'] for subnet, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:23.659918 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-54010d8d-fdc6-4f2a-a4ae-1173b2badfa1 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11971800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12265753'] for subnet, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:23.693307 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54010d8d-fdc6-4f2a-a4ae-1173b2badfa1 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Pushing event deleted for resources: {'Subnet': ['ID=372d5acf-62c2-4d32-80e7-996c4bae93d2,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:31:23.695302 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-54010d8d-fdc6-4f2a-a4ae-1173b2badfa1 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:23.700058 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-54010d8d-fdc6-4f2a-a4ae-1173b2badfa1 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] 10.222.0.18 "DELETE /v2.0/subnets/372d5acf-62c2-4d32-80e7-996c4bae93d2 HTTP/1.1" status: 204 len: 168 time: 0.3607724 Jul 27 23:31:23.700831 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 39924) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:31:23.750810 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 39926) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:31:23.751652 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-c0be4a61-a174-407c-8bc2-0fd20229bfe8 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0496490 Jul 27 23:31:23.758339 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-d858bc92-54bb-4fe8-b59c-584c13b51a64 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Request body: {'subnet': {'network_id': '139cfbf0-72fe-4157-aac8-277ea5c5083a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:31:23.858080 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d858bc92-54bb-4fe8-b59c-584c13b51a64 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Made reservation on behalf of 99f174f0a0ea48c5a906b127129cb432 for: {'subnet': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:31:23.863022 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d858bc92-54bb-4fe8-b59c-584c13b51a64 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12265828'] for subnet, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:24.195803 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d858bc92-54bb-4fe8-b59c-584c13b51a64 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11971609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12265750'] for subnet, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:24.279059 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d858bc92-54bb-4fe8-b59c-584c13b51a64 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Network 139cfbf0-72fe-4157-aac8-277ea5c5083a is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:31:24.282250 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-d858bc92-54bb-4fe8-b59c-584c13b51a64 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:31:24.286765 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d858bc92-54bb-4fe8-b59c-584c13b51a64 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:31:24.287964 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d858bc92-54bb-4fe8-b59c-584c13b51a64 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:24.300823 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d858bc92-54bb-4fe8-b59c-584c13b51a64 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Pushing event updated for resources: {'Subnet': ['ID=f6361b0d-c172-483e-b7d1-4f98c40a5980,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:31:24.320757 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-d858bc92-54bb-4fe8-b59c-584c13b51a64 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5665832 Jul 27 23:31:24.321044 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 39938) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:31:24.326462 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-00771e86-bd5b-44dc-91a4-59522404d968 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Request body: {'port': {'network_id': '139cfbf0-72fe-4157-aac8-277ea5c5083a', 'name': 'tempest-NetworksTestDHCPv6-891593373'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:31:24.369982 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8688399e-c319-4a53-be26-7f5832b86acf None None] Network 139cfbf0-72fe-4157-aac8-277ea5c5083a requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:31:24.477433 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00771e86-bd5b-44dc-91a4-59522404d968 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Made reservation on behalf of 99f174f0a0ea48c5a906b127129cb432 for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:31:24.481993 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-00771e86-bd5b-44dc-91a4-59522404d968 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:24.547007 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-4fe6fe10-8800-4cae-bf48-657986a80698 None None] Provisioning for port 523f9885-0359-4a8a-a731-0ab53f99ae95 completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:31:24.550026 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [None req-00771e86-bd5b-44dc-91a4-59522404d968 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] device_id is not set on port ee62fd6a-659a-42b6-8245-6047957e6c86 yet. {{(pid=93798) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 23:31:24.595533 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 523f9885-0359-4a8a-a731-0ab53f99ae95 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:31:24.709734 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-00771e86-bd5b-44dc-91a4-59522404d968 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Allocated IP 2001:db8::1a6 (139cfbf0-72fe-4157-aac8-277ea5c5083a/f6361b0d-c172-483e-b7d1-4f98c40a5980/ee62fd6a-659a-42b6-8245-6047957e6c86) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:31:24.732316 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning for port 523f9885-0359-4a8a-a731-0ab53f99ae95 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:31:24.742119 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port 523f9885-0359-4a8a-a731-0ab53f99ae95 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:31:24.742119 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:24.891462 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:24.952705 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] For port 523f9885-0359-4a8a-a731-0ab53f99ae95, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=523f9885-0359-4a8a-a731-0ab53f99ae95,segment=NetworkSegment(fcf2197d-a903-4ad1-8fef-eea3861359a1),segment_id=fcf2197d-a903-4ad1-8fef-eea3861359a1)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:31:24.960419 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:25.007811 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-00771e86-bd5b-44dc-91a4-59522404d968 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:25.024891 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-00771e86-bd5b-44dc-91a4-59522404d968 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Transition to ACTIVE for port object ee62fd6a-659a-42b6-8245-6047957e6c86 will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:31:25.047719 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Pushing event updated for resources: {'Port': ['ID=523f9885-0359-4a8a-a731-0ab53f99ae95,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:31:25.075229 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-00771e86-bd5b-44dc-91a4-59522404d968 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:25.091100 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-7856dae8-9fbd-475c-93e0-68a6707d26a1 None None] Provisioning complete for port 523f9885-0359-4a8a-a731-0ab53f99ae95 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:31:25.091463 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7856dae8-9fbd-475c-93e0-68a6707d26a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:25.124871 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00771e86-bd5b-44dc-91a4-59522404d968 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Network 139cfbf0-72fe-4157-aac8-277ea5c5083a is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:31:25.129072 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-00771e86-bd5b-44dc-91a4-59522404d968 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:31:25.172495 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00771e86-bd5b-44dc-91a4-59522404d968 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Pushing event updated for resources: {'Port': ['ID=ee62fd6a-659a-42b6-8245-6047957e6c86,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:31:25.186717 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00771e86-bd5b-44dc-91a4-59522404d968 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:31:25.195582 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00771e86-bd5b-44dc-91a4-59522404d968 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:31:25.197019 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-00771e86-bd5b-44dc-91a4-59522404d968 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:25.230249 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-00771e86-bd5b-44dc-91a4-59522404d968 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.9072392 Jul 27 23:31:25.232045 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 39948) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:31:25.331828 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12df1205-b589-41ea-94ed-6ae9c2b3a9d1 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:31:25.353128 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12df1205-b589-41ea-94ed-6ae9c2b3a9d1 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:31:25.364166 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 39954) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:31:25.373883 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-12df1205-b589-41ea-94ed-6ae9c2b3a9d1 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1591 time: 0.1403759 Jul 27 23:31:25.515754 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-1a2eab58-307f-4ce5-bb3b-64dbb7accd55 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Deleting port ee62fd6a-659a-42b6-8245-6047957e6c86 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:31:25.516189 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1a2eab58-307f-4ce5-bb3b-64dbb7accd55 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:25.554967 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-4901cb05-8539-45f4-8be3-07d8c2b2c0dc None None] Could not find standard attr ID for object b10fe137-0f50-4ee9-9902-289c30e75336. {{(pid=93799) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 23:31:25.665118 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1a2eab58-307f-4ce5-bb3b-64dbb7accd55 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:25.687241 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-1a2eab58-307f-4ce5-bb3b-64dbb7accd55 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Calling delete_port for ee62fd6a-659a-42b6-8245-6047957e6c86 owned by {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:31:25.869430 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-00d46451-223a-4b17-953f-0a14d2407f20 None None] Could not find standard attr ID for object 3d9cfb0c-2bc6-46fa-9ab8-1e0e717955af. {{(pid=93799) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 23:31:25.946940 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1a2eab58-307f-4ce5-bb3b-64dbb7accd55 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:26.000140 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2eab58-307f-4ce5-bb3b-64dbb7accd55 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Pushing event deleted for resources: {'Port': ['ID=ee62fd6a-659a-42b6-8245-6047957e6c86,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:31:26.102868 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1a2eab58-307f-4ce5-bb3b-64dbb7accd55 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:26.106837 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-1a2eab58-307f-4ce5-bb3b-64dbb7accd55 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] 10.222.0.18 "DELETE /v2.0/ports/ee62fd6a-659a-42b6-8245-6047957e6c86 HTTP/1.1" status: 204 len: 168 time: 0.7416182 Jul 27 23:31:26.109641 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 39966) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:31:26.252959 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cec4f093-edb0-44d1-9125-20a6f738add4 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:31:26.254627 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cec4f093-edb0-44d1-9125-20a6f738add4 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:31:26.262236 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-cec4f093-edb0-44d1-9125-20a6f738add4 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1492434 Jul 27 23:31:26.262604 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 39968) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:31:26.290705 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-66dc69b2-7377-41b3-bdab-b078e8906aeb None None] Could not find standard attr ID for object ee62fd6a-659a-42b6-8245-6047957e6c86. {{(pid=93799) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 23:31:26.371978 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_v2 [None req-3fac166b-70bd-40ac-8dac-a1372da1d454 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Deleting subnet f6361b0d-c172-483e-b7d1-4f98c40a5980 {{(pid=93798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 23:31:26.386183 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3fac166b-70bd-40ac-8dac-a1372da1d454 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks [] for subnet, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:26.443114 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3fac166b-70bd-40ac-8dac-a1372da1d454 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11163249'] for subnet, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:26.578129 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 523f9885-0359-4a8a-a731-0ab53f99ae95 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:31:26.617822 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3fac166b-70bd-40ac-8dac-a1372da1d454 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620741'] for subnet, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:26.709492 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port 523f9885-0359-4a8a-a731-0ab53f99ae95 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:31:26.710001 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:26.804980 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3fac166b-70bd-40ac-8dac-a1372da1d454 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11971800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12265753'] for subnet, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:26.920594 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fac166b-70bd-40ac-8dac-a1372da1d454 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Pushing event deleted for resources: {'Subnet': ['ID=f6361b0d-c172-483e-b7d1-4f98c40a5980,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:31:26.927200 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3fac166b-70bd-40ac-8dac-a1372da1d454 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:26.932181 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 39986) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:31:26.937185 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-3fac166b-70bd-40ac-8dac-a1372da1d454 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] 10.222.0.18 "DELETE /v2.0/subnets/f6361b0d-c172-483e-b7d1-4f98c40a5980 HTTP/1.1" status: 204 len: 168 time: 0.6736877 Jul 27 23:31:27.006277 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-593d5129-39b7-4edc-862f-aacb73327543 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0731742 Jul 27 23:31:27.008824 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 39990) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:31:27.047788 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-36dfb30c-fdd9-4227-abc1-9307f3d94d41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:27.158508 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0736c370-3d1a-4e0b-80af-34148857c47a None None] Network 139cfbf0-72fe-4157-aac8-277ea5c5083a requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:31:27.194033 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc908975-57c4-4cd1-984b-25747f8f8033 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:31:27.198255 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-dc908975-57c4-4cd1-984b-25747f8f8033 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1818354 Jul 27 23:31:27.199134 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 39998) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:31:27.309359 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c83cfba-14c6-4568-bab4-dad680b819d1 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:31:27.313540 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 40002) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:31:27.314114 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-7c83cfba-14c6-4568-bab4-dad680b819d1 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1133175 Jul 27 23:31:27.354300 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-dffb1607-3331-42a2-b5c5-bbd4fd27d8ac tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0388088 Jul 27 23:31:27.357862 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 40004) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:31:27.363103 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-32f5cf2b-a1df-4002-bf9e-f683f35c3ed1 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Request body: {'subnet': {'network_id': '139cfbf0-72fe-4157-aac8-277ea5c5083a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:31:27.517748 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32f5cf2b-a1df-4002-bf9e-f683f35c3ed1 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Made reservation on behalf of 99f174f0a0ea48c5a906b127129cb432 for: {'subnet': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:31:27.521949 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-32f5cf2b-a1df-4002-bf9e-f683f35c3ed1 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12265828'] for subnet, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:27.550204 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21cedee6-883a-4547-9625-d5498b029c80 None None] DHCP port deletion for 139cfbf0-72fe-4157-aac8-277ea5c5083a request from n-d-802623-1 {{(pid=93799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 23:31:27.608847 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-21cedee6-883a-4547-9625-d5498b029c80 None None] Deleting port 523f9885-0359-4a8a-a731-0ab53f99ae95 {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:31:27.610776 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-21cedee6-883a-4547-9625-d5498b029c80 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:27.681738 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-21cedee6-883a-4547-9625-d5498b029c80 None None] For port 523f9885-0359-4a8a-a731-0ab53f99ae95, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=523f9885-0359-4a8a-a731-0ab53f99ae95,segment=NetworkSegment(fcf2197d-a903-4ad1-8fef-eea3861359a1),segment_id=fcf2197d-a903-4ad1-8fef-eea3861359a1)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:31:27.682399 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-21cedee6-883a-4547-9625-d5498b029c80 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:27.701341 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-21cedee6-883a-4547-9625-d5498b029c80 None None] Calling delete_port for 523f9885-0359-4a8a-a731-0ab53f99ae95 owned by network:dhcp {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:31:27.753552 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-32f5cf2b-a1df-4002-bf9e-f683f35c3ed1 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11971609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12265750'] for subnet, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:27.802759 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-21cedee6-883a-4547-9625-d5498b029c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:27.805137 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32f5cf2b-a1df-4002-bf9e-f683f35c3ed1 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Network 139cfbf0-72fe-4157-aac8-277ea5c5083a is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:31:27.810058 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-32f5cf2b-a1df-4002-bf9e-f683f35c3ed1 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:31:27.814919 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32f5cf2b-a1df-4002-bf9e-f683f35c3ed1 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:31:27.815548 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-32f5cf2b-a1df-4002-bf9e-f683f35c3ed1 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:27.830677 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f5cf2b-a1df-4002-bf9e-f683f35c3ed1 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Pushing event updated for resources: {'Subnet': ['ID=65bf6a1f-3b66-4d22-9e5d-fe2e6614b5ee,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:31:27.844363 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21cedee6-883a-4547-9625-d5498b029c80 None None] No DVR routers for this DVR port 523f9885-0359-4a8a-a731-0ab53f99ae95 on host n-d-802623-1 {{(pid=93799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:31:27.845595 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-32f5cf2b-a1df-4002-bf9e-f683f35c3ed1 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4863863 Jul 27 23:31:27.846103 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cedee6-883a-4547-9625-d5498b029c80 None None] Pushing event deleted for resources: {'Port': ['ID=523f9885-0359-4a8a-a731-0ab53f99ae95,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:31:27.848321 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 40008) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:31:27.858661 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-66215726-3fab-4979-ac7a-35a50018a48c tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Request body: {'port': {'network_id': '139cfbf0-72fe-4157-aac8-277ea5c5083a', 'fixed_ips': [{'subnet_id': '65bf6a1f-3b66-4d22-9e5d-fe2e6614b5ee', 'ip_address': '2001:db8::cd51:7e07:643c:3d58'}], 'name': 'tempest-NetworksTestDHCPv6-884580813'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:31:27.866546 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64e31eea-07f5-44d9-a18e-e898b3d6135a None None] Network 139cfbf0-72fe-4157-aac8-277ea5c5083a requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:31:28.070697 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3a8e10c-8a2d-4568-9129-a0ff5f3d1300 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f6f257c-ad18-5f0c-8c8e-ea085a5fc8a2-139cfbf0-72fe-4157-aac8-277ea5c5083a', 'network_id': '139cfbf0-72fe-4157-aac8-277ea5c5083a', 'tenant_id': '99f174f0a0ea48c5a906b127129cb432', 'fixed_ips': [{'subnet_id': '65bf6a1f-3b66-4d22-9e5d-fe2e6614b5ee'}]}} from n-d-802623-1. {{(pid=93799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 23:31:28.072180 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a3a8e10c-8a2d-4568-9129-a0ff5f3d1300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:28.236468 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-a3a8e10c-8a2d-4568-9129-a0ff5f3d1300 None None] Allocated IP 2001:db8::2 (139cfbf0-72fe-4157-aac8-277ea5c5083a/65bf6a1f-3b66-4d22-9e5d-fe2e6614b5ee/a656fbd4-3d2c-4c2b-addb-ab23cfb0bb1f) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:31:28.252974 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115231e7-b63b-433e-b75f-033b18bf838c req-68d9de33-bd4c-451f-8653-16ff9fe2a89d tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:31:28.254857 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-115231e7-b63b-433e-b75f-033b18bf838c req-68d9de33-bd4c-451f-8653-16ff9fe2a89d tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/ports?device_id=417dff32-fec8-42ce-83a2-bdc36cd6da17 HTTP/1.1" status: 200 len: 946 time: 0.0785718 Jul 27 23:31:28.344119 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-115231e7-b63b-433e-b75f-033b18bf838c req-f02e65c2-ca4b-45f8-9e44-ed176901a4c3 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/security-groups?id=d6f41e72-2b87-4685-ae08-bc68afebebe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821693 Jul 27 23:31:28.347507 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66215726-3fab-4979-ac7a-35a50018a48c tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Made reservation on behalf of 99f174f0a0ea48c5a906b127129cb432 for: {'port': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:31:28.442664 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a3a8e10c-8a2d-4568-9129-a0ff5f3d1300 None None] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:28.453209 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-a3a8e10c-8a2d-4568-9129-a0ff5f3d1300 None None] Transition to ACTIVE for port object a656fbd4-3d2c-4c2b-addb-ab23cfb0bb1f will not be triggered until provisioned by entity L2. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:31:28.493367 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 523f9885-0359-4a8a-a731-0ab53f99ae95 no longer exists at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:31:28.501480 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-a3a8e10c-8a2d-4568-9129-a0ff5f3d1300 None None] Transition to ACTIVE for port object a656fbd4-3d2c-4c2b-addb-ab23cfb0bb1f will not be triggered until provisioned by entity DHCP. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:31:28.527241 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a3a8e10c-8a2d-4568-9129-a0ff5f3d1300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:28.530578 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] No Port match for: 523f9885-0359-4a8a-a731-0ab53f99ae95 {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:31:28.530922 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 523f9885-0359-4a8a-a731-0ab53f99ae95 not bound to the agent host n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:31:28.540847 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-66215726-3fab-4979-ac7a-35a50018a48c tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:28.564213 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-66215726-3fab-4979-ac7a-35a50018a48c tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] device_id is not set on port a405a99a-d174-4058-95af-f181806f0c53 yet. {{(pid=93797) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 23:31:28.568371 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3a8e10c-8a2d-4568-9129-a0ff5f3d1300 None None] Network 139cfbf0-72fe-4157-aac8-277ea5c5083a is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:31:28.573278 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-a3a8e10c-8a2d-4568-9129-a0ff5f3d1300 None None] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:31:28.582400 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a8e10c-8a2d-4568-9129-a0ff5f3d1300 None None] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:31:28.589387 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a8e10c-8a2d-4568-9129-a0ff5f3d1300 None None] Pushing event updated for resources: {'Port': ['ID=a656fbd4-3d2c-4c2b-addb-ab23cfb0bb1f,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:31:28.644804 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-a3a8e10c-8a2d-4568-9129-a0ff5f3d1300 None None] Attempting to bind port a656fbd4-3d2c-4c2b-addb-ab23cfb0bb1f on host n-d-802623-1 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:31:28.645452 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-a3a8e10c-8a2d-4568-9129-a0ff5f3d1300 None None] Attempting to bind port a656fbd4-3d2c-4c2b-addb-ab23cfb0bb1f by drivers openvswitch,hyperv on host n-d-802623-1 at level 0 using segments [{'id': 'fcf2197d-a903-4ad1-8fef-eea3861359a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '139cfbf0-72fe-4157-aac8-277ea5c5083a'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:31:28.645984 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a8e10c-8a2d-4568-9129-a0ff5f3d1300 None None] Attempting to bind port a656fbd4-3d2c-4c2b-addb-ab23cfb0bb1f on network 139cfbf0-72fe-4157-aac8-277ea5c5083a {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:31:28.653017 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a8e10c-8a2d-4568-9129-a0ff5f3d1300 None None] Checking agent: {'id': 'a9a568d2-a5e7-41e4-833f-a8ab42ea4073', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 52, 30), 'started_at': datetime.datetime(2021, 7, 27, 22, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802623-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:31:28.653409 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a8e10c-8a2d-4568-9129-a0ff5f3d1300 None None] Checking segment: {'id': 'fcf2197d-a903-4ad1-8fef-eea3861359a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '139cfbf0-72fe-4157-aac8-277ea5c5083a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:31:28.653837 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a3a8e10c-8a2d-4568-9129-a0ff5f3d1300 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:28.654212 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a8e10c-8a2d-4568-9129-a0ff5f3d1300 None None] Bound using segment: {'id': 'fcf2197d-a903-4ad1-8fef-eea3861359a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '139cfbf0-72fe-4157-aac8-277ea5c5083a'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:31:28.654814 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-a3a8e10c-8a2d-4568-9129-a0ff5f3d1300 None None] Bound port: a656fbd4-3d2c-4c2b-addb-ab23cfb0bb1f, host: n-d-802623-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcf2197d-a903-4ad1-8fef-eea3861359a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '139cfbf0-72fe-4157-aac8-277ea5c5083a'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:31:28.655239 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a3a8e10c-8a2d-4568-9129-a0ff5f3d1300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:28.744361 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-a3a8e10c-8a2d-4568-9129-a0ff5f3d1300 None None] For port a656fbd4-3d2c-4c2b-addb-ab23cfb0bb1f, host n-d-802623-1, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:31:28.752025 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-a3a8e10c-8a2d-4568-9129-a0ff5f3d1300 None None] For port a656fbd4-3d2c-4c2b-addb-ab23cfb0bb1f, host n-d-802623-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=a656fbd4-3d2c-4c2b-addb-ab23cfb0bb1f,segment=NetworkSegment(fcf2197d-a903-4ad1-8fef-eea3861359a1),segment_id=fcf2197d-a903-4ad1-8fef-eea3861359a1)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:31:28.752830 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 40024) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:31:28.762129 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a3a8e10c-8a2d-4568-9129-a0ff5f3d1300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:28.805634 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-66215726-3fab-4979-ac7a-35a50018a48c tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Allocated IP 2001:db8::cd51:7e07:643c:3d58 (139cfbf0-72fe-4157-aac8-277ea5c5083a/65bf6a1f-3b66-4d22-9e5d-fe2e6614b5ee/a405a99a-d174-4058-95af-f181806f0c53) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:31:28.946855 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a8e10c-8a2d-4568-9129-a0ff5f3d1300 None None] Pushing event updated for resources: {'Port': ['ID=a656fbd4-3d2c-4c2b-addb-ab23cfb0bb1f,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:31:28.994377 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8e30d578-e638-41b5-8c25-5b47204c93fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:29.036165 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-66215726-3fab-4979-ac7a-35a50018a48c tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:29.058356 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-66215726-3fab-4979-ac7a-35a50018a48c tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Transition to ACTIVE for port object a405a99a-d174-4058-95af-f181806f0c53 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:31:29.115035 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-66215726-3fab-4979-ac7a-35a50018a48c tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:29.136760 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8e30d578-e638-41b5-8c25-5b47204c93fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:29.145765 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8e30d578-e638-41b5-8c25-5b47204c93fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:29.166543 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66215726-3fab-4979-ac7a-35a50018a48c tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Network 139cfbf0-72fe-4157-aac8-277ea5c5083a is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:31:29.189899 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-8e30d578-e638-41b5-8c25-5b47204c93fc admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7fff8c6450c44933803d44dd3033b05d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4356189 Jul 27 23:31:29.190536 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e30d578-e638-41b5-8c25-5b47204c93fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dc7f739-66be-41a7-a65e-6216c0ebead7,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:31:29.193085 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 40038) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:31:29.205124 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66215726-3fab-4979-ac7a-35a50018a48c tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Pushing event updated for resources: {'Port': ['ID=a405a99a-d174-4058-95af-f181806f0c53,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:31:29.237084 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-66215726-3fab-4979-ac7a-35a50018a48c tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:31:29.242236 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66215726-3fab-4979-ac7a-35a50018a48c tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:31:29.252379 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66215726-3fab-4979-ac7a-35a50018a48c tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:31:29.253454 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-66215726-3fab-4979-ac7a-35a50018a48c tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:29.282567 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-66215726-3fab-4979-ac7a-35a50018a48c tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.4303575 Jul 27 23:31:29.282751 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 40040) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:31:29.367591 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e1cf8793-397b-4325-8853-f55b192d2b4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:29.398045 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17640209-67c4-44c2-af8f-e635c6792628 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:31:29.403216 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e1cf8793-397b-4325-8853-f55b192d2b4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:29.406558 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17640209-67c4-44c2-af8f-e635c6792628 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:31:29.412291 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-17640209-67c4-44c2-af8f-e635c6792628 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.1257207 Jul 27 23:31:29.412923 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 40044) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:31:29.563807 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6388001-30d7-41df-bbb8-1f852ed7934c req-bc331ee8-a38a-491c-9990-e9c97048691d tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:31:29.572628 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b6388001-30d7-41df-bbb8-1f852ed7934c req-bc331ee8-a38a-491c-9990-e9c97048691d tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/ports?device_id=417dff32-fec8-42ce-83a2-bdc36cd6da17 HTTP/1.1" status: 200 len: 946 time: 0.1214831 Jul 27 23:31:29.579776 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-38a4b902-877f-445d-bdca-48751bb799be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:29.607931 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e1cf8793-397b-4325-8853-f55b192d2b4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:29.610651 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e1cf8793-397b-4325-8853-f55b192d2b4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:29.612115 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-e1cf8793-397b-4325-8853-f55b192d2b4d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3dc7f739-66be-41a7-a65e-6216c0ebead7 HTTP/1.1" status: 204 len: 168 time: 0.4076345 Jul 27 23:31:29.668411 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:29.671477 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cf8793-397b-4325-8853-f55b192d2b4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dc7f739-66be-41a7-a65e-6216c0ebead7,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:31:29.701925 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b6388001-30d7-41df-bbb8-1f852ed7934c req-0f0a94bd-f9b6-45f7-946f-e68919c97250 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/security-groups?id=d6f41e72-2b87-4685-ae08-bc68afebebe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271229 Jul 27 23:31:29.720018 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-84179614-a0a6-418d-83e6-3fbd329f282f tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Deleting port a405a99a-d174-4058-95af-f181806f0c53 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:31:29.722182 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-84179614-a0a6-418d-83e6-3fbd329f282f tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:29.762595 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbb7759-9475-4faf-8015-4a0a02e1c715 req-c2119935-a53a-4408-9a82-34b6b21520d1 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:31:29.764997 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-0dbb7759-9475-4faf-8015-4a0a02e1c715 req-c2119935-a53a-4408-9a82-34b6b21520d1 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.38 "GET /v2.0/ports?device_id=417dff32-fec8-42ce-83a2-bdc36cd6da17 HTTP/1.1" status: 200 len: 946 time: 0.1076510 Jul 27 23:31:29.867263 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-84179614-a0a6-418d-83e6-3fbd329f282f tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:29.892582 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-84179614-a0a6-418d-83e6-3fbd329f282f tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Calling delete_port for a405a99a-d174-4058-95af-f181806f0c53 owned by {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:31:29.924429 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [req-0dbb7759-9475-4faf-8015-4a0a02e1c715 req-b8cc653a-a943-4527-b115-dcf2e2bafaa0 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Deleting port 99238a20-31dd-462c-a3ab-9480f749b95d {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:31:29.924772 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-0dbb7759-9475-4faf-8015-4a0a02e1c715 req-b8cc653a-a943-4527-b115-dcf2e2bafaa0 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:30.060005 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-0dbb7759-9475-4faf-8015-4a0a02e1c715 req-b8cc653a-a943-4527-b115-dcf2e2bafaa0 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] For port 99238a20-31dd-462c-a3ab-9480f749b95d, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=99238a20-31dd-462c-a3ab-9480f749b95d,segment=NetworkSegment(e34bcaf6-fcda-4cb3-a9d4-ce07906221d3),segment_id=e34bcaf6-fcda-4cb3-a9d4-ce07906221d3)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:31:30.060005 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-0dbb7759-9475-4faf-8015-4a0a02e1c715 req-b8cc653a-a943-4527-b115-dcf2e2bafaa0 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:30.067932 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:30.083093 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [req-0dbb7759-9475-4faf-8015-4a0a02e1c715 req-b8cc653a-a943-4527-b115-dcf2e2bafaa0 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Calling delete_port for 99238a20-31dd-462c-a3ab-9480f749b95d owned by compute:nova {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:31:30.154077 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-84179614-a0a6-418d-83e6-3fbd329f282f tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:30.201172 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84179614-a0a6-418d-83e6-3fbd329f282f tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Pushing event deleted for resources: {'Port': ['ID=a405a99a-d174-4058-95af-f181806f0c53,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:31:30.236709 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-84179614-a0a6-418d-83e6-3fbd329f282f tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:30.243522 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-84179614-a0a6-418d-83e6-3fbd329f282f tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] 10.222.0.18 "DELETE /v2.0/ports/a405a99a-d174-4058-95af-f181806f0c53 HTTP/1.1" status: 204 len: 168 time: 0.8294294 Jul 27 23:31:30.244662 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 40062) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:31:30.315147 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ee018c8-a483-438a-93a1-6e6f8f0e2fc9 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:31:30.317014 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ee018c8-a483-438a-93a1-6e6f8f0e2fc9 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:31:30.318066 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-0dbb7759-9475-4faf-8015-4a0a02e1c715 req-b8cc653a-a943-4527-b115-dcf2e2bafaa0 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:30.322060 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-9ee018c8-a483-438a-93a1-6e6f8f0e2fc9 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0751815 Jul 27 23:31:30.322734 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 40066) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:31:30.331597 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] get_ports_and_sgs() called for port_ids ['99238a20-31dd-462c-a3ab-9480f749b95d'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:31:30.422264 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_v2 [None req-24081337-bdc9-486c-ab37-ea1010832f8a tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Deleting subnet 65bf6a1f-3b66-4d22-9e5d-fe2e6614b5ee {{(pid=93798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 23:31:30.437363 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-24081337-bdc9-486c-ab37-ea1010832f8a tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks [] for subnet, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:30.458974 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cc653a-a943-4527-b115-dcf2e2bafaa0 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Pushing event deleted for resources: {'Port': ['ID=99238a20-31dd-462c-a3ab-9480f749b95d,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:31:30.464243 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dbb7759-9475-4faf-8015-4a0a02e1c715 req-b8cc653a-a943-4527-b115-dcf2e2bafaa0 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] No DVR routers for this DVR port 99238a20-31dd-462c-a3ab-9480f749b95d on host n-h1-802623-1 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:31:30.470249 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-0dbb7759-9475-4faf-8015-4a0a02e1c715 req-b8cc653a-a943-4527-b115-dcf2e2bafaa0 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:30.477625 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-0dbb7759-9475-4faf-8015-4a0a02e1c715 req-b8cc653a-a943-4527-b115-dcf2e2bafaa0 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.38 "DELETE /v2.0/ports/99238a20-31dd-462c-a3ab-9480f749b95d HTTP/1.1" status: 204 len: 173 time: 0.7003071 Jul 27 23:31:30.478631 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '417dff32-fec8-42ce-83a2-bdc36cd6da17', 'name': 'network-vif-deleted', 'tag': '99238a20-31dd-462c-a3ab-9480f749b95d'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:31:30.483118 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a476459a1bfce68b0ae0df5b6a71154bfc7cfdc8f9eefce6ad0a17231e60468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dbc3ecb-2ca8-4a90-85ba-37bfd80e3eb0" -d '{"events": [{"server_uuid": "417dff32-fec8-42ce-83a2-bdc36cd6da17", "name": "network-vif-deleted", "tag": "99238a20-31dd-462c-a3ab-9480f749b95d"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:31:30.511407 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-24081337-bdc9-486c-ab37-ea1010832f8a tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11163249'] for subnet, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:30.512632 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-5c5cb467-d5c8-4cd1-b85b-119d6a5573ad None None] Provisioning for port a656fbd4-3d2c-4c2b-addb-ab23cfb0bb1f completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:31:30.526462 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-19f2e178-d45e-4fbe-b9be-c3963fc151ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:30.577040 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:31:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b578d8cf-a4bd-4c56-b4e4-0d69e7edd2c3 x-openstack-request-id: req-b578d8cf-a4bd-4c56-b4e4-0d69e7edd2c3 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:31:30.577356 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "417dff32-fec8-42ce-83a2-bdc36cd6da17", "name": "network-vif-deleted", "tag": "99238a20-31dd-462c-a3ab-9480f749b95d", "status": "completed", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:31:30.577613 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b578d8cf-a4bd-4c56-b4e4-0d69e7edd2c3 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:31:30.578007 n-d-802623-1 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '417dff32-fec8-42ce-83a2-bdc36cd6da17', 'name': 'network-vif-deleted', 'tag': '99238a20-31dd-462c-a3ab-9480f749b95d', 'status': 'completed', 'code': 200} Jul 27 23:31:30.624550 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device a656fbd4-3d2c-4c2b-addb-ab23cfb0bb1f up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:31:30.670249 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-24081337-bdc9-486c-ab37-ea1010832f8a tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620741'] for subnet, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:30.739124 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning for port a656fbd4-3d2c-4c2b-addb-ab23cfb0bb1f completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:31:30.744069 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port a656fbd4-3d2c-4c2b-addb-ab23cfb0bb1f triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:31:30.746242 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:30.805663 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-24081337-bdc9-486c-ab37-ea1010832f8a tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11971800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12265753'] for subnet, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:30.870132 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-24081337-bdc9-486c-ab37-ea1010832f8a tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:30.874005 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-24081337-bdc9-486c-ab37-ea1010832f8a tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] 10.222.0.18 "DELETE /v2.0/subnets/65bf6a1f-3b66-4d22-9e5d-fe2e6614b5ee HTTP/1.1" status: 204 len: 168 time: 0.5502808 Jul 27 23:31:30.876656 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 40088) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:31:30.969117 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-d7eeebcc-8e95-4a12-8abc-207611ef521f tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0912519 Jul 27 23:31:30.969333 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 40092) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:31:30.969779 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 40094) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:31:30.971773 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e9f45852-9d66-4986-a34b-567e6e1f4c54 req-4f8bbb4c-1a01-4ce2-91f6-3e261c609560 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/ports?device_id=417dff32-fec8-42ce-83a2-bdc36cd6da17 HTTP/1.1" status: 200 len: 210 time: 0.1383536 Jul 27 23:31:30.976021 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-7d123f38-9043-488b-9236-efbd79d3ea26 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Request body: {'subnet': {'network_id': '139cfbf0-72fe-4157-aac8-277ea5c5083a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:31:30.988912 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24081337-bdc9-486c-ab37-ea1010832f8a tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Pushing event deleted for resources: {'Subnet': ['ID=65bf6a1f-3b66-4d22-9e5d-fe2e6614b5ee,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:31:31.101386 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d123f38-9043-488b-9236-efbd79d3ea26 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Made reservation on behalf of 99f174f0a0ea48c5a906b127129cb432 for: {'subnet': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:31:31.106430 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7d123f38-9043-488b-9236-efbd79d3ea26 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11551435'] for subnet, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:31.168341 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92b56a8d-61d4-4c10-80bb-443ba700b823 None None] Network 139cfbf0-72fe-4157-aac8-277ea5c5083a requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:31:31.172763 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-15fef5e5-6c9e-4780-8257-a43daf64f0ae None None] Could not find standard attr ID for object a405a99a-d174-4058-95af-f181806f0c53. {{(pid=93799) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 23:31:31.188549 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-069b3115-f927-4eb9-81d4-ad1333e670a9 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-649044876-network', 'tenant_id': '0ad7c93117a14770b2728549418b9272'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:31:31.226094 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-069b3115-f927-4eb9-81d4-ad1333e670a9 admin admin] Made reservation on behalf of 0ad7c93117a14770b2728549418b9272 for: {'network': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:31:31.229329 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-069b3115-f927-4eb9-81d4-ad1333e670a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for network, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:31.246942 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-069b3115-f927-4eb9-81d4-ad1333e670a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:31.389231 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7d123f38-9043-488b-9236-efbd79d3ea26 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11336182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11551417'] for subnet, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:31.440209 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-069b3115-f927-4eb9-81d4-ad1333e670a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:31.445798 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-069b3115-f927-4eb9-81d4-ad1333e670a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:31.457011 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:31.466480 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d123f38-9043-488b-9236-efbd79d3ea26 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Pushing event updated for resources: {'Subnet': ['ID=4c006160-6de3-48be-9644-cca0044c67b7,revision_number=0']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:31:31.471029 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d123f38-9043-488b-9236-efbd79d3ea26 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Network 139cfbf0-72fe-4157-aac8-277ea5c5083a is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:31:31.472893 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-7d123f38-9043-488b-9236-efbd79d3ea26 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:31:31.480473 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d123f38-9043-488b-9236-efbd79d3ea26 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:31:31.480837 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7d123f38-9043-488b-9236-efbd79d3ea26 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks [] for subnet, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:31.488804 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-069b3115-f927-4eb9-81d4-ad1333e670a9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 519} {{(pid=93798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 23:31:31.509264 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] For port a656fbd4-3d2c-4c2b-addb-ab23cfb0bb1f, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=a656fbd4-3d2c-4c2b-addb-ab23cfb0bb1f,segment=NetworkSegment(fcf2197d-a903-4ad1-8fef-eea3861359a1),segment_id=fcf2197d-a903-4ad1-8fef-eea3861359a1)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:31:31.511931 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-069b3115-f927-4eb9-81d4-ad1333e670a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:31.512173 n-d-802623-1 neutron-server[93798]: INFO neutron.db.segments_db [None req-069b3115-f927-4eb9-81d4-ad1333e670a9 admin admin] Added segment 1e03595e-1282-499e-b67a-905652026d45 of type vlan for network 7ccbf90f-d719-40fe-9da2-b19e1621b877 Jul 27 23:31:31.514114 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069b3115-f927-4eb9-81d4-ad1333e670a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afc3f427-e97f-483a-a731-c125d814be7d,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:31:31.515621 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-7d123f38-9043-488b-9236-efbd79d3ea26 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5445755 Jul 27 23:31:31.516601 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 40098) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:31:31.523424 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:31.524574 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-03888f35-c65e-421b-8bb4-c009b833ceb8 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Request body: {'port': {'network_id': '139cfbf0-72fe-4157-aac8-277ea5c5083a', 'fixed_ips': [{'subnet_id': '4c006160-6de3-48be-9644-cca0044c67b7', 'ip_address': '2001:db8::a37f:cf70:8a9c:d5b'}], 'name': 'tempest-NetworksTestDHCPv6-98414247'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:31:31.578404 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4385b37c-859b-42c3-b579-bd4638da7ce4 None None] DHCP port deletion for 139cfbf0-72fe-4157-aac8-277ea5c5083a request from n-d-802623-1 {{(pid=93799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 23:31:31.604937 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-069b3115-f927-4eb9-81d4-ad1333e670a9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736833354590'] for network, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:31.615853 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Pushing event updated for resources: {'Port': ['ID=a656fbd4-3d2c-4c2b-addb-ab23cfb0bb1f,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:31:31.645552 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-069b3115-f927-4eb9-81d4-ad1333e670a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569'] for network, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:31.647329 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-069b3115-f927-4eb9-81d4-ad1333e670a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:31:31.648170 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-069b3115-f927-4eb9-81d4-ad1333e670a9 admin admin] Notify callbacks [] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:31.652790 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-4385b37c-859b-42c3-b579-bd4638da7ce4 None None] Deleting port a656fbd4-3d2c-4c2b-addb-ab23cfb0bb1f {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:31:31.653250 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4385b37c-859b-42c3-b579-bd4638da7ce4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:31.724914 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03888f35-c65e-421b-8bb4-c009b833ceb8 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Made reservation on behalf of 99f174f0a0ea48c5a906b127129cb432 for: {'port': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:31:31.731544 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-03888f35-c65e-421b-8bb4-c009b833ceb8 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:31.756764 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069b3115-f927-4eb9-81d4-ad1333e670a9 admin admin] Pushing event updated for resources: {'Network': ['ID=7ccbf90f-d719-40fe-9da2-b19e1621b877,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:31:31.759752 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-069b3115-f927-4eb9-81d4-ad1333e670a9 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7866240 Jul 27 23:31:31.760332 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-03888f35-c65e-421b-8bb4-c009b833ceb8 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] device_id is not set on port 2fd38e68-5e46-4792-9769-ef8665b3f88d yet. {{(pid=93797) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 23:31:31.762585 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 40102) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:31:31.772728 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-659e91b1-dba5-4730-add2-b0d29f37e786 admin admin] Request body: {'subnet': {'network_id': '7ccbf90f-d719-40fe-9da2-b19e1621b877', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-649044876-subnet', 'tenant_id': '0ad7c93117a14770b2728549418b9272', 'ip_version': 4}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:31:31.779290 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-4385b37c-859b-42c3-b579-bd4638da7ce4 None None] For port a656fbd4-3d2c-4c2b-addb-ab23cfb0bb1f, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=a656fbd4-3d2c-4c2b-addb-ab23cfb0bb1f,segment=NetworkSegment(fcf2197d-a903-4ad1-8fef-eea3861359a1),segment_id=fcf2197d-a903-4ad1-8fef-eea3861359a1)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:31:31.780480 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4385b37c-859b-42c3-b579-bd4638da7ce4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:31.797820 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-4385b37c-859b-42c3-b579-bd4638da7ce4 None None] Calling delete_port for a656fbd4-3d2c-4c2b-addb-ab23cfb0bb1f owned by network:dhcp {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:31:31.826970 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-659e91b1-dba5-4730-add2-b0d29f37e786 admin admin] Made reservation on behalf of 0ad7c93117a14770b2728549418b9272 for: {'subnet': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:31:31.829966 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-659e91b1-dba5-4730-add2-b0d29f37e786 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12265828'] for subnet, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:31.849947 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Network 7ccbf90f-d719-40fe-9da2-b19e1621b877 details requested by agent ovs-agent-n-d-802623-1 with host n-d-802623-1 {{(pid=93799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 23:31:31.976487 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4385b37c-859b-42c3-b579-bd4638da7ce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:31.996032 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4385b37c-859b-42c3-b579-bd4638da7ce4 None None] No DVR routers for this DVR port a656fbd4-3d2c-4c2b-addb-ab23cfb0bb1f on host n-d-802623-1 {{(pid=93799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:31:32.043963 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54f478f5-0695-484c-9515-7151210596a8 None None] Network 139cfbf0-72fe-4157-aac8-277ea5c5083a requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:31:32.065087 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-659e91b1-dba5-4730-add2-b0d29f37e786 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11971609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12265750'] for subnet, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:32.075307 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-03888f35-c65e-421b-8bb4-c009b833ceb8 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Allocated IP 2001:db8::a37f:cf70:8a9c:d5b (139cfbf0-72fe-4157-aac8-277ea5c5083a/4c006160-6de3-48be-9644-cca0044c67b7/2fd38e68-5e46-4792-9769-ef8665b3f88d) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:31:32.171526 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4385b37c-859b-42c3-b579-bd4638da7ce4 None None] Pushing event deleted for resources: {'Port': ['ID=a656fbd4-3d2c-4c2b-addb-ab23cfb0bb1f,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:31:32.199116 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-6294b25c-a5ad-421c-87f2-c7d53996eabd req-d8a537db-6476-4bda-abcf-65d542394afa tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/ports?device_id=417dff32-fec8-42ce-83a2-bdc36cd6da17 HTTP/1.1" status: 200 len: 210 time: 0.0779512 Jul 27 23:31:32.240749 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-659e91b1-dba5-4730-add2-b0d29f37e786 admin admin] Checking segment: {'id': '1e03595e-1282-499e-b67a-905652026d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '7ccbf90f-d719-40fe-9da2-b19e1621b877'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:31:32.241374 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-659e91b1-dba5-4730-add2-b0d29f37e786 admin admin] Network hostable DHCP agents. Network: 7ccbf90f-d719-40fe-9da2-b19e1621b877, hostable agents: ['5950e76f-2bde-4343-a925-cbe6bacd2706'], hosted agents: [] {{(pid=93798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 23:31:32.261406 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fce5da8b-6b9c-4983-92eb-a5e8931bebaf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f6f257c-ad18-5f0c-8c8e-ea085a5fc8a2-139cfbf0-72fe-4157-aac8-277ea5c5083a', 'network_id': '139cfbf0-72fe-4157-aac8-277ea5c5083a', 'tenant_id': '99f174f0a0ea48c5a906b127129cb432', 'fixed_ips': [{'subnet_id': '4c006160-6de3-48be-9644-cca0044c67b7'}]}} from n-d-802623-1. {{(pid=93799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 23:31:32.262427 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-fce5da8b-6b9c-4983-92eb-a5e8931bebaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:32.266061 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659e91b1-dba5-4730-add2-b0d29f37e786 admin admin] Pushing event updated for resources: {'Subnet': ['ID=42e06f4f-41fd-4417-a74d-f54a486ce9ac,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:31:32.278009 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7418f70f-e60d-4709-8ba9-6ab514bc7f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:32.289783 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-659e91b1-dba5-4730-add2-b0d29f37e786 admin admin] Network 7ccbf90f-d719-40fe-9da2-b19e1621b877 is scheduled to be hosted by DHCP agent 5950e76f-2bde-4343-a925-cbe6bacd2706 with binding_index 1 {{(pid=93798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 23:31:32.305194 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-659e91b1-dba5-4730-add2-b0d29f37e786 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802623-1, 7ccbf90f-d719-40fe-9da2-b19e1621b877) {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:31:32.310021 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-659e91b1-dba5-4730-add2-b0d29f37e786 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:31:32.311039 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-659e91b1-dba5-4730-add2-b0d29f37e786 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:32.333741 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-659e91b1-dba5-4730-add2-b0d29f37e786 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5700247 Jul 27 23:31:32.336611 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 40116) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:31:32.342384 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-6e293647-3b9f-4314-83dd-9d9b9303f15c admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-649044876-router', 'tenant_id': '0ad7c93117a14770b2728549418b9272', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'}}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:31:32.351440 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f690be71-90c7-4daf-8fcf-7c37426eefb7 None None] Network 7ccbf90f-d719-40fe-9da2-b19e1621b877 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:31:32.381785 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6e293647-3b9f-4314-83dd-9d9b9303f15c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62159'] for router, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:32.384280 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6e293647-3b9f-4314-83dd-9d9b9303f15c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-479230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-415539', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3693317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62148'] for router, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:32.398682 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-03888f35-c65e-421b-8bb4-c009b833ceb8 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:32.441794 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-03888f35-c65e-421b-8bb4-c009b833ceb8 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Transition to ACTIVE for port object 2fd38e68-5e46-4792-9769-ef8665b3f88d will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:31:32.460697 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 99238a20-31dd-462c-a3ab-9480f749b95d no longer exists at agent hyperv_n-h1-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:31:32.488547 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6e293647-3b9f-4314-83dd-9d9b9303f15c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:32.489384 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] No Port match for: 99238a20-31dd-462c-a3ab-9480f749b95d {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:31:32.489980 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 99238a20-31dd-462c-a3ab-9480f749b95d not bound to the agent host n-h1-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:31:32.492600 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-03888f35-c65e-421b-8bb4-c009b833ceb8 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:32.533335 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device a656fbd4-3d2c-4c2b-addb-ab23cfb0bb1f no longer exists at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:31:32.556355 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03888f35-c65e-421b-8bb4-c009b833ceb8 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Network 139cfbf0-72fe-4157-aac8-277ea5c5083a is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:31:32.560144 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-03888f35-c65e-421b-8bb4-c009b833ceb8 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:31:32.580164 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03888f35-c65e-421b-8bb4-c009b833ceb8 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:31:32.592838 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03888f35-c65e-421b-8bb4-c009b833ceb8 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:31:32.595755 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-03888f35-c65e-421b-8bb4-c009b833ceb8 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:32.597499 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] No Port match for: a656fbd4-3d2c-4c2b-addb-ab23cfb0bb1f {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:31:32.597999 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device a656fbd4-3d2c-4c2b-addb-ab23cfb0bb1f not bound to the agent host n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:31:32.622572 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-fce5da8b-6b9c-4983-92eb-a5e8931bebaf None None] Allocated IP 2001:db8::2 (139cfbf0-72fe-4157-aac8-277ea5c5083a/4c006160-6de3-48be-9644-cca0044c67b7/3a406606-a6c4-4e9d-a4f6-52006793507b) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:31:32.644357 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03888f35-c65e-421b-8bb4-c009b833ceb8 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Pushing event updated for resources: {'Port': ['ID=2fd38e68-5e46-4792-9769-ef8665b3f88d,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:31:32.652178 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-03888f35-c65e-421b-8bb4-c009b833ceb8 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 945 time: 1.1338422 Jul 27 23:31:32.652884 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 40118) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:31:32.699524 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6e293647-3b9f-4314-83dd-9d9b9303f15c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-415433', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62186'] for router, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:32.723931 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9b9d15c-f75d-49ea-acb7-9cca0a1f500f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f6f257c-ad18-5f0c-8c8e-ea085a5fc8a2-7ccbf90f-d719-40fe-9da2-b19e1621b877', 'network_id': '7ccbf90f-d719-40fe-9da2-b19e1621b877', 'tenant_id': '0ad7c93117a14770b2728549418b9272', 'fixed_ips': [{'subnet_id': '42e06f4f-41fd-4417-a74d-f54a486ce9ac'}]}} from n-d-802623-1. {{(pid=93799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 23:31:32.725640 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a9b9d15c-f75d-49ea-acb7-9cca0a1f500f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:32.743194 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-206663b3-76d4-4525-9aa8-e8a1bb3588fb tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:31:32.746166 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-206663b3-76d4-4525-9aa8-e8a1bb3588fb tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.0918334 Jul 27 23:31:32.750031 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 40120) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:31:32.887283 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-55858b66-e902-4c8e-b23d-5fb4c9988bae req-50cca730-3e53-4254-b8e5-90b453dce79a service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=e9a436e3-d906-435d-b6dd-9e1040b145a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0863209 Jul 27 23:31:32.909856 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-ac3731f9-caf4-499a-98c1-83eed4d475b4 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Deleting port 2fd38e68-5e46-4792-9769-ef8665b3f88d {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:31:32.910381 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ac3731f9-caf4-499a-98c1-83eed4d475b4 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:32.993820 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6e293647-3b9f-4314-83dd-9d9b9303f15c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:32.996707 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-fce5da8b-6b9c-4983-92eb-a5e8931bebaf None None] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:33.003835 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-a9b9d15c-f75d-49ea-acb7-9cca0a1f500f None None] Allocated IP 172.20.0.2 (7ccbf90f-d719-40fe-9da2-b19e1621b877/42e06f4f-41fd-4417-a74d-f54a486ce9ac/6e9a0a3c-8c6d-4a50-a98f-ab8f81012dda) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:31:33.014180 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-fce5da8b-6b9c-4983-92eb-a5e8931bebaf None None] Transition to ACTIVE for port object 3a406606-a6c4-4e9d-a4f6-52006793507b will not be triggered until provisioned by entity L2. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:31:33.020276 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6e293647-3b9f-4314-83dd-9d9b9303f15c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:33.082936 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ac3731f9-caf4-499a-98c1-83eed4d475b4 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:33.091392 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-fce5da8b-6b9c-4983-92eb-a5e8931bebaf None None] Transition to ACTIVE for port object 3a406606-a6c4-4e9d-a4f6-52006793507b will not be triggered until provisioned by entity DHCP. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:31:33.100105 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-ac3731f9-caf4-499a-98c1-83eed4d475b4 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Calling delete_port for 2fd38e68-5e46-4792-9769-ef8665b3f88d owned by {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:31:33.110026 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-fce5da8b-6b9c-4983-92eb-a5e8931bebaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:33.121186 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55858b66-e902-4c8e-b23d-5fb4c9988bae req-97724dde-1cf6-4028-8a4c-a2456ed81ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:31:33.123849 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-55858b66-e902-4c8e-b23d-5fb4c9988bae req-97724dde-1cf6-4028-8a4c-a2456ed81ccc service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=50fb9c0a7f164ebaa507b1871f51f529&device_id=e9a436e3-d906-435d-b6dd-9e1040b145a2 HTTP/1.1" status: 200 len: 1096 time: 0.0886698 Jul 27 23:31:33.190842 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-6e293647-3b9f-4314-83dd-9d9b9303f15c admin admin] Allocated IP 172.25.4.116 (2fd42287-ed26-4eb9-89a5-b521f5b04356/17de1f8f-393a-4b0c-a2df-614bd3f2fb5e/fc7aa8fb-75cd-4da2-9d89-a89fd0804df0) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:31:33.213118 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce5da8b-6b9c-4983-92eb-a5e8931bebaf None None] Pushing event updated for resources: {'Port': ['ID=3a406606-a6c4-4e9d-a4f6-52006793507b,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:31:33.253307 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fce5da8b-6b9c-4983-92eb-a5e8931bebaf None None] Network 139cfbf0-72fe-4157-aac8-277ea5c5083a is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:31:33.263281 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-fce5da8b-6b9c-4983-92eb-a5e8931bebaf None None] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:31:33.280540 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fce5da8b-6b9c-4983-92eb-a5e8931bebaf None None] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:31:33.379601 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55858b66-e902-4c8e-b23d-5fb4c9988bae req-291d8d8a-2537-4f95-b644-19c74e2efd24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:31:33.381396 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-55858b66-e902-4c8e-b23d-5fb4c9988bae req-291d8d8a-2537-4f95-b644-19c74e2efd24 service neutron] 10.222.0.49 "GET /v2.0/networks?id=2b215609-9514-419a-b7cc-2c2b08257d0c HTTP/1.1" status: 200 len: 909 time: 0.2060399 Jul 27 23:31:33.389703 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-fce5da8b-6b9c-4983-92eb-a5e8931bebaf None None] Attempting to bind port 3a406606-a6c4-4e9d-a4f6-52006793507b on host n-d-802623-1 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:31:33.390178 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-fce5da8b-6b9c-4983-92eb-a5e8931bebaf None None] Attempting to bind port 3a406606-a6c4-4e9d-a4f6-52006793507b by drivers openvswitch,hyperv on host n-d-802623-1 at level 0 using segments [{'id': 'fcf2197d-a903-4ad1-8fef-eea3861359a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '139cfbf0-72fe-4157-aac8-277ea5c5083a'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:31:33.390670 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fce5da8b-6b9c-4983-92eb-a5e8931bebaf None None] Attempting to bind port 3a406606-a6c4-4e9d-a4f6-52006793507b on network 139cfbf0-72fe-4157-aac8-277ea5c5083a {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:31:33.400907 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fce5da8b-6b9c-4983-92eb-a5e8931bebaf None None] Checking agent: {'id': 'a9a568d2-a5e7-41e4-833f-a8ab42ea4073', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 52, 30), 'started_at': datetime.datetime(2021, 7, 27, 22, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 31, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802623-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:31:33.401372 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fce5da8b-6b9c-4983-92eb-a5e8931bebaf None None] Checking segment: {'id': 'fcf2197d-a903-4ad1-8fef-eea3861359a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '139cfbf0-72fe-4157-aac8-277ea5c5083a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:31:33.401855 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-fce5da8b-6b9c-4983-92eb-a5e8931bebaf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:33.402682 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fce5da8b-6b9c-4983-92eb-a5e8931bebaf None None] Bound using segment: {'id': 'fcf2197d-a903-4ad1-8fef-eea3861359a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '139cfbf0-72fe-4157-aac8-277ea5c5083a'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:31:33.403399 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-fce5da8b-6b9c-4983-92eb-a5e8931bebaf None None] Bound port: 3a406606-a6c4-4e9d-a4f6-52006793507b, host: n-d-802623-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcf2197d-a903-4ad1-8fef-eea3861359a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '139cfbf0-72fe-4157-aac8-277ea5c5083a'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:31:33.404054 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-fce5da8b-6b9c-4983-92eb-a5e8931bebaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:33.412625 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-75b0ddee-efb6-431d-a1d4-f7e838767081 req-5a66f824-15a8-436c-99d1-9f81378da3a4 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/ports?device_id=417dff32-fec8-42ce-83a2-bdc36cd6da17 HTTP/1.1" status: 200 len: 210 time: 0.0807250 Jul 27 23:31:33.416019 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6e293647-3b9f-4314-83dd-9d9b9303f15c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:33.441663 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a9b9d15c-f75d-49ea-acb7-9cca0a1f500f None None] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:33.451304 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-a9b9d15c-f75d-49ea-acb7-9cca0a1f500f None None] Transition to ACTIVE for port object 6e9a0a3c-8c6d-4a50-a98f-ab8f81012dda will not be triggered until provisioned by entity L2. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:31:33.496771 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-a9b9d15c-f75d-49ea-acb7-9cca0a1f500f None None] Transition to ACTIVE for port object 6e9a0a3c-8c6d-4a50-a98f-ab8f81012dda will not be triggered until provisioned by entity DHCP. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:31:33.510520 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6e293647-3b9f-4314-83dd-9d9b9303f15c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:33.524175 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a9b9d15c-f75d-49ea-acb7-9cca0a1f500f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:33.566172 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e293647-3b9f-4314-83dd-9d9b9303f15c admin admin] Network 2fd42287-ed26-4eb9-89a5-b521f5b04356 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:31:33.569677 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-6e293647-3b9f-4314-83dd-9d9b9303f15c admin admin] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:31:33.573767 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e293647-3b9f-4314-83dd-9d9b9303f15c admin admin] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:31:33.609377 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9b9d15c-f75d-49ea-acb7-9cca0a1f500f None None] Network 7ccbf90f-d719-40fe-9da2-b19e1621b877 is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:31:33.609846 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e293647-3b9f-4314-83dd-9d9b9303f15c admin admin] Pushing event updated for resources: {'Port': ['ID=fc7aa8fb-75cd-4da2-9d89-a89fd0804df0,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:31:33.614284 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b9d15c-f75d-49ea-acb7-9cca0a1f500f None None] Pushing event updated for resources: {'Port': ['ID=6e9a0a3c-8c6d-4a50-a98f-ab8f81012dda,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:31:33.617474 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-a9b9d15c-f75d-49ea-acb7-9cca0a1f500f None None] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:31:33.621908 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b9d15c-f75d-49ea-acb7-9cca0a1f500f None None] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:31:33.653378 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ac3731f9-caf4-499a-98c1-83eed4d475b4 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:33.660106 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-fce5da8b-6b9c-4983-92eb-a5e8931bebaf None None] For port 3a406606-a6c4-4e9d-a4f6-52006793507b, host n-d-802623-1, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:31:33.694445 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3731f9-caf4-499a-98c1-83eed4d475b4 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Pushing event deleted for resources: {'Port': ['ID=2fd38e68-5e46-4792-9769-ef8665b3f88d,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:31:33.701152 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-55858b66-e902-4c8e-b23d-5fb4c9988bae req-7c978bed-79af-42f8-8b87-e2484019c243 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b817f094-e9a0-477d-8f41-a5a1fb15aac1 HTTP/1.1" status: 200 len: 999 time: 0.3003073 Jul 27 23:31:33.703369 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-fce5da8b-6b9c-4983-92eb-a5e8931bebaf None None] For port 3a406606-a6c4-4e9d-a4f6-52006793507b, host n-d-802623-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=3a406606-a6c4-4e9d-a4f6-52006793507b,segment=NetworkSegment(fcf2197d-a903-4ad1-8fef-eea3861359a1),segment_id=fcf2197d-a903-4ad1-8fef-eea3861359a1)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:31:33.704458 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-a9b9d15c-f75d-49ea-acb7-9cca0a1f500f None None] Attempting to bind port 6e9a0a3c-8c6d-4a50-a98f-ab8f81012dda on host n-d-802623-1 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:31:33.704855 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-a9b9d15c-f75d-49ea-acb7-9cca0a1f500f None None] Attempting to bind port 6e9a0a3c-8c6d-4a50-a98f-ab8f81012dda by drivers openvswitch,hyperv on host n-d-802623-1 at level 0 using segments [{'id': '1e03595e-1282-499e-b67a-905652026d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '7ccbf90f-d719-40fe-9da2-b19e1621b877'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:31:33.705243 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b9d15c-f75d-49ea-acb7-9cca0a1f500f None None] Attempting to bind port 6e9a0a3c-8c6d-4a50-a98f-ab8f81012dda on network 7ccbf90f-d719-40fe-9da2-b19e1621b877 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:31:33.712490 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-fce5da8b-6b9c-4983-92eb-a5e8931bebaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:33.725615 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b9d15c-f75d-49ea-acb7-9cca0a1f500f None None] Checking agent: {'id': 'a9a568d2-a5e7-41e4-833f-a8ab42ea4073', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 52, 30), 'started_at': datetime.datetime(2021, 7, 27, 22, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 31, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802623-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:31:33.726382 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b9d15c-f75d-49ea-acb7-9cca0a1f500f None None] Checking segment: {'id': '1e03595e-1282-499e-b67a-905652026d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '7ccbf90f-d719-40fe-9da2-b19e1621b877'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:31:33.727105 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a9b9d15c-f75d-49ea-acb7-9cca0a1f500f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:33.727703 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b9d15c-f75d-49ea-acb7-9cca0a1f500f None None] Bound using segment: {'id': '1e03595e-1282-499e-b67a-905652026d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '7ccbf90f-d719-40fe-9da2-b19e1621b877'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:31:33.728388 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-a9b9d15c-f75d-49ea-acb7-9cca0a1f500f None None] Bound port: 6e9a0a3c-8c6d-4a50-a98f-ab8f81012dda, host: n-d-802623-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e03595e-1282-499e-b67a-905652026d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '7ccbf90f-d719-40fe-9da2-b19e1621b877'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:31:33.729027 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a9b9d15c-f75d-49ea-acb7-9cca0a1f500f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:33.779662 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ac3731f9-caf4-499a-98c1-83eed4d475b4 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:33.782667 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-ac3731f9-caf4-499a-98c1-83eed4d475b4 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] 10.222.0.18 "DELETE /v2.0/ports/2fd38e68-5e46-4792-9769-ef8665b3f88d HTTP/1.1" status: 204 len: 168 time: 1.0310247 Jul 27 23:31:33.785424 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 40138) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:31:33.819881 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55858b66-e902-4c8e-b23d-5fb4c9988bae req-8801f394-9c40-42a7-926e-354962ed6499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:31:33.822480 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-55858b66-e902-4c8e-b23d-5fb4c9988bae req-8801f394-9c40-42a7-926e-354962ed6499 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=6d32a765-250f-4ea3-b957-afa008360a71 HTTP/1.1" status: 200 len: 847 time: 0.1083775 Jul 27 23:31:33.831137 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce5da8b-6b9c-4983-92eb-a5e8931bebaf None None] Pushing event updated for resources: {'Port': ['ID=3a406606-a6c4-4e9d-a4f6-52006793507b,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:31:33.871553 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-a9b9d15c-f75d-49ea-acb7-9cca0a1f500f None None] For port 6e9a0a3c-8c6d-4a50-a98f-ab8f81012dda, host n-d-802623-1, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:31:33.891666 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-a9b9d15c-f75d-49ea-acb7-9cca0a1f500f None None] For port 6e9a0a3c-8c6d-4a50-a98f-ab8f81012dda, host n-d-802623-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=6e9a0a3c-8c6d-4a50-a98f-ab8f81012dda,segment=NetworkSegment(1e03595e-1282-499e-b67a-905652026d45),segment_id=1e03595e-1282-499e-b67a-905652026d45)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:31:33.904849 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e1d4ca4-0dfa-4731-858e-7beab9bcd2ad tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:31:33.906496 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e1d4ca4-0dfa-4731-858e-7beab9bcd2ad tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:31:33.910597 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-9e1d4ca4-0dfa-4731-858e-7beab9bcd2ad tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1214688 Jul 27 23:31:33.911561 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 40140) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:31:33.915326 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a9b9d15c-f75d-49ea-acb7-9cca0a1f500f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:33.933184 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55858b66-e902-4c8e-b23d-5fb4c9988bae req-64e6f740-1979-4ab2-af38-2daa7b7600ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:31:33.935795 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-55858b66-e902-4c8e-b23d-5fb4c9988bae req-64e6f740-1979-4ab2-af38-2daa7b7600ad service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2b215609-9514-419a-b7cc-2c2b08257d0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1037378 Jul 27 23:31:33.985642 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b9d15c-f75d-49ea-acb7-9cca0a1f500f None None] Pushing event updated for resources: {'Port': ['ID=6e9a0a3c-8c6d-4a50-a98f-ab8f81012dda,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:31:33.999569 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6e293647-3b9f-4314-83dd-9d9b9303f15c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:34.102313 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-55858b66-e902-4c8e-b23d-5fb4c9988bae req-2d924b34-da7e-48fe-bf30-a1e82e0e2cd6 service neutron] 10.222.0.49 "GET /v2.0/networks/2b215609-9514-419a-b7cc-2c2b08257d0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1583238 Jul 27 23:31:34.283109 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-55858b66-e902-4c8e-b23d-5fb4c9988bae req-29781a35-6793-491e-a388-45f4a15521f4 service neutron] 10.222.0.49 "GET /v2.0/networks/2b215609-9514-419a-b7cc-2c2b08257d0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1715086 Jul 27 23:31:34.416839 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_v2 [None req-df11ad86-cfcf-4d47-896c-91fbc1a6555d tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Deleting subnet 4c006160-6de3-48be-9644-cca0044c67b7 {{(pid=93798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 23:31:34.420564 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-df11ad86-cfcf-4d47-896c-91fbc1a6555d tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks [] for subnet, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:34.542978 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-df11ad86-cfcf-4d47-896c-91fbc1a6555d tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11163249'] for subnet, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:34.544553 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-3ad1b561-9100-45d6-ba82-9bdc039cd63c req-803bf39a-ae77-4c51-ac70-cc402928f098 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/ports?device_id=417dff32-fec8-42ce-83a2-bdc36cd6da17 HTTP/1.1" status: 200 len: 210 time: 0.0379071 Jul 27 23:31:34.621027 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 3a406606-a6c4-4e9d-a4f6-52006793507b up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:31:34.689354 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning for port 3a406606-a6c4-4e9d-a4f6-52006793507b completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:31:34.702784 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 6e9a0a3c-8c6d-4a50-a98f-ab8f81012dda up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:31:34.744277 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-df11ad86-cfcf-4d47-896c-91fbc1a6555d tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620741'] for subnet, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:34.788253 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6e293647-3b9f-4314-83dd-9d9b9303f15c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-415468'] for router, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:34.790718 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning for port 6e9a0a3c-8c6d-4a50-a98f-ab8f81012dda completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:31:34.917784 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-df11ad86-cfcf-4d47-896c-91fbc1a6555d tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11971800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12265753'] for subnet, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:34.930828 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:34.938705 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-df11ad86-cfcf-4d47-896c-91fbc1a6555d tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:34.945921 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 40154) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:31:34.946668 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-df11ad86-cfcf-4d47-896c-91fbc1a6555d tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] 10.222.0.18 "DELETE /v2.0/subnets/4c006160-6de3-48be-9644-cca0044c67b7 HTTP/1.1" status: 204 len: 168 time: 1.0343862 Jul 27 23:31:34.971217 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df11ad86-cfcf-4d47-896c-91fbc1a6555d tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Pushing event deleted for resources: {'Subnet': ['ID=4c006160-6de3-48be-9644-cca0044c67b7,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:31:35.006971 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-80cbdbd2-3228-42dd-9a6c-2ff6dbffa68c tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0595062 Jul 27 23:31:35.009871 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 40158) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:31:35.015597 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-b0083d3a-2404-4299-b8ec-0c7a35408ab0 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Request body: {'subnet': {'network_id': '139cfbf0-72fe-4157-aac8-277ea5c5083a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:31:35.057632 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e293647-3b9f-4314-83dd-9d9b9303f15c admin admin] Router 9f37d8f3-fc1e-48ff-bcf0-c19b840043bb is scheduled to L3 agent 018c4455-49c0-4734-927d-7824067b2a9e with binding_index 1 {{(pid=93798) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 23:31:35.245807 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0083d3a-2404-4299-b8ec-0c7a35408ab0 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Made reservation on behalf of 99f174f0a0ea48c5a906b127129cb432 for: {'subnet': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:31:35.250451 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b0083d3a-2404-4299-b8ec-0c7a35408ab0 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11551435'] for subnet, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:35.313381 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e293647-3b9f-4314-83dd-9d9b9303f15c admin admin] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:31:35.331180 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a0f635a-329b-4a5b-ae83-831391522345 None None] Sync routers for ids ['9f37d8f3-fc1e-48ff-bcf0-c19b840043bb'] in n-d-802623-1 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:31:35.353579 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a0f635a-329b-4a5b-ae83-831391522345 None None] Routers {'9f37d8f3-fc1e-48ff-bcf0-c19b840043bb'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:31:35.354240 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-9a0f635a-329b-4a5b-ae83-831391522345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:31:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['9f37d8f3-fc1e-48ff-bcf0-c19b840043bb'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:31:35.357453 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-374b7027-7a4e-490f-ba6f-f8c87cf042b7 None None] Network 139cfbf0-72fe-4157-aac8-277ea5c5083a requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:31:35.371588 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6e293647-3b9f-4314-83dd-9d9b9303f15c admin admin] Notify callbacks [] for router, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:35.373347 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-6e293647-3b9f-4314-83dd-9d9b9303f15c admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.0353193 Jul 27 23:31:35.376117 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 40166) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:31:35.562898 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ba99fc8a-b45a-43d1-b899-c803dfb8ae87 None None] Provisioning for port 3a406606-a6c4-4e9d-a4f6-52006793507b completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:31:35.616465 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ba99fc8a-b45a-43d1-b899-c803dfb8ae87 None None] Provisioning complete for port 3a406606-a6c4-4e9d-a4f6-52006793507b triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:31:35.617862 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ba99fc8a-b45a-43d1-b899-c803dfb8ae87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:35.631418 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-9a0f635a-329b-4a5b-ae83-831391522345 None None] Set router 9f37d8f3-fc1e-48ff-bcf0-c19b840043bb gateway port host: n-d-802623-1 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:31:35.715488 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b0083d3a-2404-4299-b8ec-0c7a35408ab0 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11336182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11551417'] for subnet, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:35.827703 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-909a4671-dcd9-438b-844c-878d5aa3c8c1 req-3141540a-a96e-4a29-9790-345a3c0b6d29 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/ports?device_id=417dff32-fec8-42ce-83a2-bdc36cd6da17 HTTP/1.1" status: 200 len: 210 time: 0.0679202 Jul 27 23:31:35.828810 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0083d3a-2404-4299-b8ec-0c7a35408ab0 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Network 139cfbf0-72fe-4157-aac8-277ea5c5083a is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:31:35.836025 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-b0083d3a-2404-4299-b8ec-0c7a35408ab0 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:31:35.850960 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0083d3a-2404-4299-b8ec-0c7a35408ab0 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:31:35.851634 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b0083d3a-2404-4299-b8ec-0c7a35408ab0 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks [] for subnet, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:35.884368 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea6a7777-8188-44e1-a57d-e59a25dc6e02 None None] Network 7ccbf90f-d719-40fe-9da2-b19e1621b877 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:31:35.886669 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-b0083d3a-2404-4299-b8ec-0c7a35408ab0 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8754652 Jul 27 23:31:35.891382 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 40172) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:31:35.892646 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0083d3a-2404-4299-b8ec-0c7a35408ab0 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Pushing event updated for resources: {'Subnet': ['ID=2c5dd0c8-097e-4f58-80ff-a6d173e46f5e,revision_number=0']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:31:35.902280 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-7dc222f3-9150-4d3b-b969-1114ea8d49b8 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Request body: {'port': {'network_id': '139cfbf0-72fe-4157-aac8-277ea5c5083a', 'fixed_ips': [{'subnet_id': '2c5dd0c8-097e-4f58-80ff-a6d173e46f5e', 'ip_address': '2001:db8::30e4:879a:774b:8e4c'}], 'name': 'tempest-NetworksTestDHCPv6-1605741888'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:31:35.930991 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bae89872-2bf5-4284-9447-663d1a0ce209 None None] DHCP port deletion for 139cfbf0-72fe-4157-aac8-277ea5c5083a request from n-d-802623-1 {{(pid=93799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 23:31:36.125905 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-9a0f635a-329b-4a5b-ae83-831391522345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f37d8f3-fc1e-48ff-bcf0-c19b840043bb', 'name': 'tempest-TestAggregatesBasicOps-649044876-router', 'tenant_id': '0ad7c93117a14770b2728549418b9272', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.116'}], 'enable_snat': True}, 'gw_port_id': 'fc7aa8fb-75cd-4da2-9d89-a89fd0804df0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:31:32Z', 'updated_at': '2021-07-27T23:31:33Z', 'revision_number': 3, 'project_id': '0ad7c93117a14770b2728549418b9272', 'gw_port': {'id': 'fc7aa8fb-75cd-4da2-9d89-a89fd0804df0', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:9e:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f37d8f3-fc1e-48ff-bcf0-c19b840043bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3312, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:31:33Z', 'updated_at': '2021-07-27T23:31:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1'}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:31:36.145986 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ba99fc8a-b45a-43d1-b899-c803dfb8ae87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:36.217436 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dc222f3-9150-4d3b-b969-1114ea8d49b8 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Made reservation on behalf of 99f174f0a0ea48c5a906b127129cb432 for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:31:36.249281 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ba99fc8a-b45a-43d1-b899-c803dfb8ae87 None None] For port 3a406606-a6c4-4e9d-a4f6-52006793507b, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=3a406606-a6c4-4e9d-a4f6-52006793507b,segment=NetworkSegment(fcf2197d-a903-4ad1-8fef-eea3861359a1),segment_id=fcf2197d-a903-4ad1-8fef-eea3861359a1)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:31:36.268432 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ba99fc8a-b45a-43d1-b899-c803dfb8ae87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:36.341638 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-bae89872-2bf5-4284-9447-663d1a0ce209 None None] Deleting port 3a406606-a6c4-4e9d-a4f6-52006793507b {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:31:36.342027 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-bae89872-2bf5-4284-9447-663d1a0ce209 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:36.391512 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a0f635a-329b-4a5b-ae83-831391522345 None None] Checking router: 9f37d8f3-fc1e-48ff-bcf0-c19b840043bb for host: n-d-802623-1 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 23:31:36.392491 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a0f635a-329b-4a5b-ae83-831391522345 None None] Updating router 9f37d8f3-fc1e-48ff-bcf0-c19b840043bb port fc7aa8fb-75cd-4da2-9d89-a89fd0804df0 binding host n-d-802623-1 {{(pid=93800) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 23:31:36.470956 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7dc222f3-9150-4d3b-b969-1114ea8d49b8 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:36.488217 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-bae89872-2bf5-4284-9447-663d1a0ce209 None None] For port 3a406606-a6c4-4e9d-a4f6-52006793507b, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=3a406606-a6c4-4e9d-a4f6-52006793507b,segment=NetworkSegment(fcf2197d-a903-4ad1-8fef-eea3861359a1),segment_id=fcf2197d-a903-4ad1-8fef-eea3861359a1)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:31:36.488673 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-bae89872-2bf5-4284-9447-663d1a0ce209 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:36.493666 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9a0f635a-329b-4a5b-ae83-831391522345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:36.521003 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [None req-7dc222f3-9150-4d3b-b969-1114ea8d49b8 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] device_id is not set on port 74c8fc6b-eb3a-45c0-891d-ed6cb1aa8a24 yet. {{(pid=93798) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 23:31:36.682416 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2de29c6e-35b2-4dc3-b7c9-622a8224f21a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:36.854870 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9a0f635a-329b-4a5b-ae83-831391522345 None None] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:36.866546 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9a0f635a-329b-4a5b-ae83-831391522345 None None] Transition to ACTIVE for port object fc7aa8fb-75cd-4da2-9d89-a89fd0804df0 will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:31:36.882673 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9a0f635a-329b-4a5b-ae83-831391522345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:36.964634 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-9a0f635a-329b-4a5b-ae83-831391522345 None None] Attempting to bind port fc7aa8fb-75cd-4da2-9d89-a89fd0804df0 on host n-d-802623-1 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:31:36.965000 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-9a0f635a-329b-4a5b-ae83-831391522345 None None] Attempting to bind port fc7aa8fb-75cd-4da2-9d89-a89fd0804df0 by drivers openvswitch,hyperv on host n-d-802623-1 at level 0 using segments [{'id': 'b9afe07e-bbe4-4740-834c-4b6a9698bdbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:31:36.965357 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a0f635a-329b-4a5b-ae83-831391522345 None None] Attempting to bind port fc7aa8fb-75cd-4da2-9d89-a89fd0804df0 on network 2fd42287-ed26-4eb9-89a5-b521f5b04356 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:31:36.971959 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-bae89872-2bf5-4284-9447-663d1a0ce209 None None] Calling delete_port for 3a406606-a6c4-4e9d-a4f6-52006793507b owned by network:dhcp {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:31:36.973313 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3402d9-6cca-4ff6-84ff-94c33e0c4974 None None] Pushing event updated for resources: {'Port': ['ID=fc7aa8fb-75cd-4da2-9d89-a89fd0804df0,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:31:36.977095 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a0f635a-329b-4a5b-ae83-831391522345 None None] Checking agent: {'id': 'a9a568d2-a5e7-41e4-833f-a8ab42ea4073', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 52, 30), 'started_at': datetime.datetime(2021, 7, 27, 22, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 31, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802623-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:31:36.977522 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a0f635a-329b-4a5b-ae83-831391522345 None None] Checking segment: {'id': 'b9afe07e-bbe4-4740-834c-4b6a9698bdbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:31:36.977771 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 3a406606-a6c4-4e9d-a4f6-52006793507b no longer exists at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:31:36.977945 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9a0f635a-329b-4a5b-ae83-831391522345 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:36.978317 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a0f635a-329b-4a5b-ae83-831391522345 None None] Bound using segment: {'id': 'b9afe07e-bbe4-4740-834c-4b6a9698bdbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:31:36.978795 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-9a0f635a-329b-4a5b-ae83-831391522345 None None] Bound port: fc7aa8fb-75cd-4da2-9d89-a89fd0804df0, host: n-d-802623-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9afe07e-bbe4-4740-834c-4b6a9698bdbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:31:36.979205 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9a0f635a-329b-4a5b-ae83-831391522345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:36.986675 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3402d9-6cca-4ff6-84ff-94c33e0c4974 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:31:36.987017 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3402d9-6cca-4ff6-84ff-94c33e0c4974 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:31:36.987382 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3402d9-6cca-4ff6-84ff-94c33e0c4974 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:31:36.987716 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3402d9-6cca-4ff6-84ff-94c33e0c4974 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:31:36.988047 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3402d9-6cca-4ff6-84ff-94c33e0c4974 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:31:36.988368 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3402d9-6cca-4ff6-84ff-94c33e0c4974 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:31:36.990435 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3402d9-6cca-4ff6-84ff-94c33e0c4974 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:31:36.990790 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3402d9-6cca-4ff6-84ff-94c33e0c4974 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:31:36.991144 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3402d9-6cca-4ff6-84ff-94c33e0c4974 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:31:36.991476 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3402d9-6cca-4ff6-84ff-94c33e0c4974 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:31:36.991803 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3402d9-6cca-4ff6-84ff-94c33e0c4974 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:31:36.992127 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3402d9-6cca-4ff6-84ff-94c33e0c4974 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:31:37.038449 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-7dc222f3-9150-4d3b-b969-1114ea8d49b8 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Allocated IP 2001:db8::30e4:879a:774b:8e4c (139cfbf0-72fe-4157-aac8-277ea5c5083a/2c5dd0c8-097e-4f58-80ff-a6d173e46f5e/74c8fc6b-eb3a-45c0-891d-ed6cb1aa8a24) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:31:37.062131 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-9a0f635a-329b-4a5b-ae83-831391522345 None None] For port fc7aa8fb-75cd-4da2-9d89-a89fd0804df0, host n-d-802623-1, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:31:37.066007 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-9a0f635a-329b-4a5b-ae83-831391522345 None None] For port fc7aa8fb-75cd-4da2-9d89-a89fd0804df0, host n-d-802623-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=fc7aa8fb-75cd-4da2-9d89-a89fd0804df0,segment=NetworkSegment(b9afe07e-bbe4-4740-834c-4b6a9698bdbc),segment_id=b9afe07e-bbe4-4740-834c-4b6a9698bdbc)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:31:37.074742 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9a0f635a-329b-4a5b-ae83-831391522345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:37.122143 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba99fc8a-b45a-43d1-b899-c803dfb8ae87 None None] Pushing event updated for resources: {'Port': ['ID=3a406606-a6c4-4e9d-a4f6-52006793507b,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:31:37.129028 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-3db8503e-4936-4af0-a6a4-84e2e64b81a5 None None] Provisioning for port 6e9a0a3c-8c6d-4a50-a98f-ab8f81012dda completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:31:37.143619 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a0f635a-329b-4a5b-ae83-831391522345 None None] Routers {'9f37d8f3-fc1e-48ff-bcf0-c19b840043bb'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:31:37.144820 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-9a0f635a-329b-4a5b-ae83-831391522345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:31:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['9f37d8f3-fc1e-48ff-bcf0-c19b840043bb'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:31:37.174813 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba99fc8a-b45a-43d1-b899-c803dfb8ae87 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:31:37.175213 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba99fc8a-b45a-43d1-b899-c803dfb8ae87 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:31:37.175564 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba99fc8a-b45a-43d1-b899-c803dfb8ae87 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:31:37.175912 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba99fc8a-b45a-43d1-b899-c803dfb8ae87 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:31:37.176940 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba99fc8a-b45a-43d1-b899-c803dfb8ae87 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:31:37.177877 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba99fc8a-b45a-43d1-b899-c803dfb8ae87 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:31:37.178278 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba99fc8a-b45a-43d1-b899-c803dfb8ae87 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:31:37.178627 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba99fc8a-b45a-43d1-b899-c803dfb8ae87 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:31:37.179415 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba99fc8a-b45a-43d1-b899-c803dfb8ae87 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:31:37.179760 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba99fc8a-b45a-43d1-b899-c803dfb8ae87 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:31:37.180912 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba99fc8a-b45a-43d1-b899-c803dfb8ae87 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:31:37.181267 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba99fc8a-b45a-43d1-b899-c803dfb8ae87 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:31:37.210249 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-3db8503e-4936-4af0-a6a4-84e2e64b81a5 None None] Provisioning complete for port 6e9a0a3c-8c6d-4a50-a98f-ab8f81012dda triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:31:37.210776 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-3db8503e-4936-4af0-a6a4-84e2e64b81a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:37.268857 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3402d9-6cca-4ff6-84ff-94c33e0c4974 None None] Pushing event updated for resources: {'Port': ['ID=fc7aa8fb-75cd-4da2-9d89-a89fd0804df0,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:31:37.294668 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-9a0f635a-329b-4a5b-ae83-831391522345 None None] Set router 9f37d8f3-fc1e-48ff-bcf0-c19b840043bb gateway port host: n-d-802623-1 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:31:37.339720 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-2de29c6e-35b2-4dc3-b7c9-622a8224f21a admin admin] Allocated IP 172.20.0.1 (7ccbf90f-d719-40fe-9da2-b19e1621b877/42e06f4f-41fd-4417-a74d-f54a486ce9ac/cbcc0cf5-9bca-406d-8433-68291ca9c0fd) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:31:37.366183 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-bae89872-2bf5-4284-9447-663d1a0ce209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:37.380923 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:37.406066 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.agents_db [None req-9beef776-8bab-4de2-989a-f5a23ba4aaf4 None None] Agent healthcheck: found 7 active agents {{(pid=93800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 23:31:37.407535 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bae89872-2bf5-4284-9447-663d1a0ce209 None None] No DVR routers for this DVR port 3a406606-a6c4-4e9d-a4f6-52006793507b on host n-d-802623-1 {{(pid=93799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:31:37.421194 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae89872-2bf5-4284-9447-663d1a0ce209 None None] Pushing event deleted for resources: {'Port': ['ID=3a406606-a6c4-4e9d-a4f6-52006793507b,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:31:37.451290 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1548c3c6-62c0-4cd0-baa0-0543751818ad None None] Network 139cfbf0-72fe-4157-aac8-277ea5c5083a requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:31:37.559175 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7dc222f3-9150-4d3b-b969-1114ea8d49b8 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:37.590060 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-7dc222f3-9150-4d3b-b969-1114ea8d49b8 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Transition to ACTIVE for port object 74c8fc6b-eb3a-45c0-891d-ed6cb1aa8a24 will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:31:37.627951 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-3db8503e-4936-4af0-a6a4-84e2e64b81a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:37.632871 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2de29c6e-35b2-4dc3-b7c9-622a8224f21a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:37.634113 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-9a0f635a-329b-4a5b-ae83-831391522345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f37d8f3-fc1e-48ff-bcf0-c19b840043bb', 'name': 'tempest-TestAggregatesBasicOps-649044876-router', 'tenant_id': '0ad7c93117a14770b2728549418b9272', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.116'}], 'enable_snat': True}, 'gw_port_id': 'fc7aa8fb-75cd-4da2-9d89-a89fd0804df0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:31:32Z', 'updated_at': '2021-07-27T23:31:33Z', 'revision_number': 3, 'project_id': '0ad7c93117a14770b2728549418b9272', 'gw_port': {'id': 'fc7aa8fb-75cd-4da2-9d89-a89fd0804df0', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:9e:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f37d8f3-fc1e-48ff-bcf0-c19b840043bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3312, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:31:33Z', 'updated_at': '2021-07-27T23:31:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1'}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:31:37.691154 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-2de29c6e-35b2-4dc3-b7c9-622a8224f21a admin admin] Transition to ACTIVE for port object cbcc0cf5-9bca-406d-8433-68291ca9c0fd will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:31:37.698804 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a0f635a-329b-4a5b-ae83-831391522345 None None] The sync data for ids ['9f37d8f3-fc1e-48ff-bcf0-c19b840043bb'] in n-d-802623-1 is: [{'id': '9f37d8f3-fc1e-48ff-bcf0-c19b840043bb', 'name': 'tempest-TestAggregatesBasicOps-649044876-router', 'tenant_id': '0ad7c93117a14770b2728549418b9272', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.116'}], 'enable_snat': True}, 'gw_port_id': 'fc7aa8fb-75cd-4da2-9d89-a89fd0804df0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:31:32Z', 'updated_at': '2021-07-27T23:31:33Z', 'revision_number': 3, 'project_id': '0ad7c93117a14770b2728549418b9272', 'gw_port': {'id': 'fc7aa8fb-75cd-4da2-9d89-a89fd0804df0', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:9e:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f37d8f3-fc1e-48ff-bcf0-c19b840043bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3312, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:31:33Z', 'updated_at': '2021-07-27T23:31:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1'}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:31:37.722634 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-3db8503e-4936-4af0-a6a4-84e2e64b81a5 None None] For port 6e9a0a3c-8c6d-4a50-a98f-ab8f81012dda, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=6e9a0a3c-8c6d-4a50-a98f-ab8f81012dda,segment=NetworkSegment(1e03595e-1282-499e-b67a-905652026d45),segment_id=1e03595e-1282-499e-b67a-905652026d45)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:31:37.737734 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7dc222f3-9150-4d3b-b969-1114ea8d49b8 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:37.752375 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-3db8503e-4936-4af0-a6a4-84e2e64b81a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:37.792367 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d00b7360-924c-4f08-abb9-f30824ce29f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f6f257c-ad18-5f0c-8c8e-ea085a5fc8a2-139cfbf0-72fe-4157-aac8-277ea5c5083a', 'network_id': '139cfbf0-72fe-4157-aac8-277ea5c5083a', 'tenant_id': '99f174f0a0ea48c5a906b127129cb432', 'fixed_ips': [{'subnet_id': '2c5dd0c8-097e-4f58-80ff-a6d173e46f5e'}]}} from n-d-802623-1. {{(pid=93799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 23:31:37.793251 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d00b7360-924c-4f08-abb9-f30824ce29f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:37.796978 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2de29c6e-35b2-4dc3-b7c9-622a8224f21a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:37.838170 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2de29c6e-35b2-4dc3-b7c9-622a8224f21a admin admin] Network 7ccbf90f-d719-40fe-9da2-b19e1621b877 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:31:37.842545 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dc222f3-9150-4d3b-b969-1114ea8d49b8 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Network 139cfbf0-72fe-4157-aac8-277ea5c5083a is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:31:37.843757 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-2de29c6e-35b2-4dc3-b7c9-622a8224f21a admin admin] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:31:37.848391 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de29c6e-35b2-4dc3-b7c9-622a8224f21a admin admin] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:31:37.850592 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-7dc222f3-9150-4d3b-b969-1114ea8d49b8 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:31:37.856723 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dc222f3-9150-4d3b-b969-1114ea8d49b8 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:31:37.862536 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dc222f3-9150-4d3b-b969-1114ea8d49b8 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:31:37.864116 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7dc222f3-9150-4d3b-b969-1114ea8d49b8 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:37.939494 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc222f3-9150-4d3b-b969-1114ea8d49b8 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Pushing event updated for resources: {'Port': ['ID=74c8fc6b-eb3a-45c0-891d-ed6cb1aa8a24,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:31:37.979303 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2de29c6e-35b2-4dc3-b7c9-622a8224f21a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-415283'] for router_interface, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:37.986649 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-7dc222f3-9150-4d3b-b969-1114ea8d49b8 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.0913019 Jul 27 23:31:37.990327 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 40186) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:31:38.012893 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db8503e-4936-4af0-a6a4-84e2e64b81a5 None None] Pushing event updated for resources: {'Port': ['ID=6e9a0a3c-8c6d-4a50-a98f-ab8f81012dda,revision_number=3']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:31:38.058424 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-5ff3dba6-66de-47e9-84b4-cfb2728336b9 None None] Provisioning complete for port 6e9a0a3c-8c6d-4a50-a98f-ab8f81012dda triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:31:38.058424 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-5ff3dba6-66de-47e9-84b4-cfb2728336b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:38.107191 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b65d2ef-cace-4058-8e64-df64ddce5a64 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:31:38.109673 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-5b65d2ef-cace-4058-8e64-df64ddce5a64 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.1189063 Jul 27 23:31:38.128350 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-d00b7360-924c-4f08-abb9-f30824ce29f9 None None] Allocated IP 2001:db8::2 (139cfbf0-72fe-4157-aac8-277ea5c5083a/2c5dd0c8-097e-4f58-80ff-a6d173e46f5e/75eab38c-ac09-43c4-930e-cf4dfd88a6e0) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:31:38.130233 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 40190) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:31:38.220938 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de29c6e-35b2-4dc3-b7c9-622a8224f21a admin admin] Pushing event updated for resources: {'Port': ['ID=cbcc0cf5-9bca-406d-8433-68291ca9c0fd,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:31:38.349538 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-fdef5eaf-5fa0-4822-aea9-732362bbb339 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Deleting port 74c8fc6b-eb3a-45c0-891d-ed6cb1aa8a24 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:31:38.350036 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-fdef5eaf-5fa0-4822-aea9-732362bbb339 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:38.553556 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-fdef5eaf-5fa0-4822-aea9-732362bbb339 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:38.558694 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ff80ddb1-2d37-4155-a321-1ab601f91c69 None None] Provisioning for port cbcc0cf5-9bca-406d-8433-68291ca9c0fd completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:31:38.573427 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ff80ddb1-2d37-4155-a321-1ab601f91c69 None None] Provisioning complete for port cbcc0cf5-9bca-406d-8433-68291ca9c0fd triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:31:38.573807 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ff80ddb1-2d37-4155-a321-1ab601f91c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:38.576844 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-fdef5eaf-5fa0-4822-aea9-732362bbb339 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Calling delete_port for 74c8fc6b-eb3a-45c0-891d-ed6cb1aa8a24 owned by {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:31:38.653654 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d00b7360-924c-4f08-abb9-f30824ce29f9 None None] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:38.680323 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-d00b7360-924c-4f08-abb9-f30824ce29f9 None None] Transition to ACTIVE for port object 75eab38c-ac09-43c4-930e-cf4dfd88a6e0 will not be triggered until provisioned by entity L2. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:31:38.704105 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 6e9a0a3c-8c6d-4a50-a98f-ab8f81012dda up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:31:38.762659 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-ff80ddb1-2d37-4155-a321-1ab601f91c69 None None] Port cbcc0cf5-9bca-406d-8433-68291ca9c0fd cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:31:38.804225 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-d00b7360-924c-4f08-abb9-f30824ce29f9 None None] Transition to ACTIVE for port object 75eab38c-ac09-43c4-930e-cf4dfd88a6e0 will not be triggered until provisioned by entity DHCP. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:31:38.820547 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-fdef5eaf-5fa0-4822-aea9-732362bbb339 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:38.824390 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d00b7360-924c-4f08-abb9-f30824ce29f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:38.909687 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdef5eaf-5fa0-4822-aea9-732362bbb339 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Pushing event deleted for resources: {'Port': ['ID=74c8fc6b-eb3a-45c0-891d-ed6cb1aa8a24,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:31:38.914679 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2de29c6e-35b2-4dc3-b7c9-622a8224f21a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:38.956725 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-fdef5eaf-5fa0-4822-aea9-732362bbb339 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:38.956923 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d00b7360-924c-4f08-abb9-f30824ce29f9 None None] Network 139cfbf0-72fe-4157-aac8-277ea5c5083a is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:31:38.961300 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-fdef5eaf-5fa0-4822-aea9-732362bbb339 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] 10.222.0.18 "DELETE /v2.0/ports/74c8fc6b-eb3a-45c0-891d-ed6cb1aa8a24 HTTP/1.1" status: 204 len: 168 time: 0.8221767 Jul 27 23:31:38.961486 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-d00b7360-924c-4f08-abb9-f30824ce29f9 None None] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:31:38.961570 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 40194) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:31:38.961641 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00b7360-924c-4f08-abb9-f30824ce29f9 None None] Pushing event updated for resources: {'Port': ['ID=75eab38c-ac09-43c4-930e-cf4dfd88a6e0,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:31:38.965555 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d00b7360-924c-4f08-abb9-f30824ce29f9 None None] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:31:39.060021 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94a3b4ea-46aa-4e56-89eb-252535bf101d tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:31:39.063784 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94a3b4ea-46aa-4e56-89eb-252535bf101d tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:31:39.068710 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-94a3b4ea-46aa-4e56-89eb-252535bf101d tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1053896 Jul 27 23:31:39.071726 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 40198) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:31:39.102777 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-d00b7360-924c-4f08-abb9-f30824ce29f9 None None] Attempting to bind port 75eab38c-ac09-43c4-930e-cf4dfd88a6e0 on host n-d-802623-1 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:31:39.106037 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-d00b7360-924c-4f08-abb9-f30824ce29f9 None None] Attempting to bind port 75eab38c-ac09-43c4-930e-cf4dfd88a6e0 by drivers openvswitch,hyperv on host n-d-802623-1 at level 0 using segments [{'id': 'fcf2197d-a903-4ad1-8fef-eea3861359a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '139cfbf0-72fe-4157-aac8-277ea5c5083a'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:31:39.106570 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d00b7360-924c-4f08-abb9-f30824ce29f9 None None] Attempting to bind port 75eab38c-ac09-43c4-930e-cf4dfd88a6e0 on network 139cfbf0-72fe-4157-aac8-277ea5c5083a {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:31:39.121438 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d00b7360-924c-4f08-abb9-f30824ce29f9 None None] Checking agent: {'id': 'a9a568d2-a5e7-41e4-833f-a8ab42ea4073', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 52, 30), 'started_at': datetime.datetime(2021, 7, 27, 22, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 31, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802623-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:31:39.125712 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d00b7360-924c-4f08-abb9-f30824ce29f9 None None] Checking segment: {'id': 'fcf2197d-a903-4ad1-8fef-eea3861359a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '139cfbf0-72fe-4157-aac8-277ea5c5083a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:31:39.126137 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d00b7360-924c-4f08-abb9-f30824ce29f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:39.126553 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d00b7360-924c-4f08-abb9-f30824ce29f9 None None] Bound using segment: {'id': 'fcf2197d-a903-4ad1-8fef-eea3861359a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '139cfbf0-72fe-4157-aac8-277ea5c5083a'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:31:39.127082 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-d00b7360-924c-4f08-abb9-f30824ce29f9 None None] Bound port: 75eab38c-ac09-43c4-930e-cf4dfd88a6e0, host: n-d-802623-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcf2197d-a903-4ad1-8fef-eea3861359a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '139cfbf0-72fe-4157-aac8-277ea5c5083a'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:31:39.127484 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d00b7360-924c-4f08-abb9-f30824ce29f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:39.151233 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port 6e9a0a3c-8c6d-4a50-a98f-ab8f81012dda triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:31:39.154465 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:39.201272 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_v2 [None req-050802a7-3b41-4d2e-b389-e5c1708bfc04 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Deleting subnet 2c5dd0c8-097e-4f58-80ff-a6d173e46f5e {{(pid=93797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 23:31:39.211523 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-050802a7-3b41-4d2e-b389-e5c1708bfc04 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks [] for subnet, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:39.280794 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-050802a7-3b41-4d2e-b389-e5c1708bfc04 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11335971'] for subnet, precommit_delete_associations {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:39.316864 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2de29c6e-35b2-4dc3-b7c9-622a8224f21a admin admin] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:39.325737 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2de29c6e-35b2-4dc3-b7c9-622a8224f21a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:39.377164 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-d00b7360-924c-4f08-abb9-f30824ce29f9 None None] For port 75eab38c-ac09-43c4-930e-cf4dfd88a6e0, host n-d-802623-1, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:31:39.384207 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-d00b7360-924c-4f08-abb9-f30824ce29f9 None None] For port 75eab38c-ac09-43c4-930e-cf4dfd88a6e0, host n-d-802623-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=75eab38c-ac09-43c4-930e-cf4dfd88a6e0,segment=NetworkSegment(fcf2197d-a903-4ad1-8fef-eea3861359a1),segment_id=fcf2197d-a903-4ad1-8fef-eea3861359a1)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:31:39.387823 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device fc7aa8fb-75cd-4da2-9d89-a89fd0804df0 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:31:39.402915 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-050802a7-3b41-4d2e-b389-e5c1708bfc04 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620741'] for subnet, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:39.421176 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2de29c6e-35b2-4dc3-b7c9-622a8224f21a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3760555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-414115'] for router_interface, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:39.437559 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d00b7360-924c-4f08-abb9-f30824ce29f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:39.498417 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de29c6e-35b2-4dc3-b7c9-622a8224f21a admin admin] Pushing event updated for resources: {'Port': ['ID=cbcc0cf5-9bca-406d-8433-68291ca9c0fd,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:31:39.526335 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-050802a7-3b41-4d2e-b389-e5c1708bfc04 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11335991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11551414'] for subnet, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:39.570169 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050802a7-3b41-4d2e-b389-e5c1708bfc04 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Pushing event deleted for resources: {'Subnet': ['ID=2c5dd0c8-097e-4f58-80ff-a6d173e46f5e,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:31:39.572936 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-050802a7-3b41-4d2e-b389-e5c1708bfc04 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks [] for subnet, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:39.578664 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-050802a7-3b41-4d2e-b389-e5c1708bfc04 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] 10.222.0.18 "DELETE /v2.0/subnets/2c5dd0c8-097e-4f58-80ff-a6d173e46f5e HTTP/1.1" status: 204 len: 168 time: 0.5014880 Jul 27 23:31:39.578839 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning for port fc7aa8fb-75cd-4da2-9d89-a89fd0804df0 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:31:39.579458 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 40204) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:31:39.582206 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2de29c6e-35b2-4dc3-b7c9-622a8224f21a admin admin] Network 7ccbf90f-d719-40fe-9da2-b19e1621b877 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:31:39.584291 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-2de29c6e-35b2-4dc3-b7c9-622a8224f21a admin admin] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:31:39.592321 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00b7360-924c-4f08-abb9-f30824ce29f9 None None] Pushing event updated for resources: {'Port': ['ID=75eab38c-ac09-43c4-930e-cf4dfd88a6e0,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:31:39.602505 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port fc7aa8fb-75cd-4da2-9d89-a89fd0804df0 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:31:39.602898 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:39.669869 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-c7df5a81-2d52-478a-8af5-18537d327c19 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0842283 Jul 27 23:31:39.670766 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 40206) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:31:39.761948 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ab9f16d-b180-4080-9da0-39a58520361f tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:31:39.763740 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-2ab9f16d-b180-4080-9da0-39a58520361f tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0917900 Jul 27 23:31:39.766710 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:39.773577 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 40208) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:31:39.841105 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] For port fc7aa8fb-75cd-4da2-9d89-a89fd0804df0, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=fc7aa8fb-75cd-4da2-9d89-a89fd0804df0,segment=NetworkSegment(b9afe07e-bbe4-4740-834c-4b6a9698bdbc),segment_id=b9afe07e-bbe4-4740-834c-4b6a9698bdbc)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:31:39.855580 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:39.887929 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2de29c6e-35b2-4dc3-b7c9-622a8224f21a admin admin] Router 9f37d8f3-fc1e-48ff-bcf0-c19b840043bb has already been hosted by L3 agent 018c4455-49c0-4734-927d-7824067b2a9e {{(pid=93798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 23:31:39.925230 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68964505-7620-46d9-8990-7a9680b72b5a tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:31:39.933453 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-68964505-7620-46d9-8990-7a9680b72b5a tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1596406 Jul 27 23:31:39.938321 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 40210) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:31:39.992379 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Pushing event updated for resources: {'Port': ['ID=fc7aa8fb-75cd-4da2-9d89-a89fd0804df0,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:31:40.023088 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-80be6cd8-f95f-4e30-ab97-913aa05cf6b8 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0820794 Jul 27 23:31:40.027531 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 40212) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:31:40.037400 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-aab2e29b-423c-43cc-b81b-9f9f7a6d0705 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Request body: {'subnet': {'network_id': '139cfbf0-72fe-4157-aac8-277ea5c5083a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:31:40.096878 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2de29c6e-35b2-4dc3-b7c9-622a8224f21a admin admin] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:31:40.107632 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-aa967d9c-3729-40c8-b0ba-668a312f2428 None None] Provisioning complete for port cbcc0cf5-9bca-406d-8433-68291ca9c0fd triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:31:40.108107 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-aa967d9c-3729-40c8-b0ba-668a312f2428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:40.108820 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-2de29c6e-35b2-4dc3-b7c9-622a8224f21a admin admin] 10.222.0.18 "PUT /v2.0/routers/9f37d8f3-fc1e-48ff-bcf0-c19b840043bb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7315767 Jul 27 23:31:40.148984 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aab2e29b-423c-43cc-b81b-9f9f7a6d0705 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Made reservation on behalf of 99f174f0a0ea48c5a906b127129cb432 for: {'subnet': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:31:40.157511 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-aab2e29b-423c-43cc-b81b-9f9f7a6d0705 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11551435'] for subnet, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:40.170561 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-aa967d9c-3729-40c8-b0ba-668a312f2428 None None] Port cbcc0cf5-9bca-406d-8433-68291ca9c0fd cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:31:40.616553 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-aab2e29b-423c-43cc-b81b-9f9f7a6d0705 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11336182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11551417'] for subnet, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:40.710253 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aab2e29b-423c-43cc-b81b-9f9f7a6d0705 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Network 139cfbf0-72fe-4157-aac8-277ea5c5083a is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:31:40.714093 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-aab2e29b-423c-43cc-b81b-9f9f7a6d0705 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:31:40.719345 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aab2e29b-423c-43cc-b81b-9f9f7a6d0705 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:31:40.720746 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-aab2e29b-423c-43cc-b81b-9f9f7a6d0705 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks [] for subnet, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:40.745516 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device fc7aa8fb-75cd-4da2-9d89-a89fd0804df0 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:31:40.757371 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab2e29b-423c-43cc-b81b-9f9f7a6d0705 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Pushing event updated for resources: {'Subnet': ['ID=f45b6f0e-d074-431b-a7a7-4ac1e5e70d75,revision_number=0']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:31:40.768349 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-aab2e29b-423c-43cc-b81b-9f9f7a6d0705 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7367747 Jul 27 23:31:40.768868 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 40246) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:31:40.776609 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-5e8a9b28-3924-4c8c-9c8b-066652f3950b tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Request body: {'port': {'network_id': '139cfbf0-72fe-4157-aac8-277ea5c5083a', 'fixed_ips': [{'subnet_id': 'f45b6f0e-d074-431b-a7a7-4ac1e5e70d75', 'ip_address': '2001:db8::fedb:815d:2459:5c47'}], 'name': 'tempest-NetworksTestDHCPv6-673134083'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:31:40.862280 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port fc7aa8fb-75cd-4da2-9d89-a89fd0804df0 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:31:40.862713 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:40.999779 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 75eab38c-ac09-43c4-930e-cf4dfd88a6e0 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:31:41.009294 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e8a9b28-3924-4c8c-9c8b-066652f3950b tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Made reservation on behalf of 99f174f0a0ea48c5a906b127129cb432 for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:31:41.014740 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5e8a9b28-3924-4c8c-9c8b-066652f3950b tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:41.055349 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df608246-55dc-49eb-8ef0-e923acb39e34 None None] Sync routers for ids ['9f37d8f3-fc1e-48ff-bcf0-c19b840043bb'] in n-d-802623-1 {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:31:41.060646 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [None req-5e8a9b28-3924-4c8c-9c8b-066652f3950b tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] device_id is not set on port 19f8c7e4-b4bd-4191-aa63-f4de5caf5b4e yet. {{(pid=93798) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 23:31:41.073254 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df608246-55dc-49eb-8ef0-e923acb39e34 None None] Routers {'9f37d8f3-fc1e-48ff-bcf0-c19b840043bb'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:31:41.074204 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-df608246-55dc-49eb-8ef0-e923acb39e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:31:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['9f37d8f3-fc1e-48ff-bcf0-c19b840043bb'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:31:41.128241 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning for port 75eab38c-ac09-43c4-930e-cf4dfd88a6e0 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:31:41.214590 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 40262) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:31:41.221085 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-9b355d92-2010-4687-a8e5-56c669615692 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1813287302-network', 'tenant_id': '7257ce3109c64b6784231d3205ade3a7'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:31:41.279789 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b355d92-2010-4687-a8e5-56c669615692 admin admin] Made reservation on behalf of 7257ce3109c64b6784231d3205ade3a7 for: {'network': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:31:41.282506 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9b355d92-2010-4687-a8e5-56c669615692 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for network, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:41.299624 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-df608246-55dc-49eb-8ef0-e923acb39e34 None None] Set router 9f37d8f3-fc1e-48ff-bcf0-c19b840043bb gateway port host: n-d-802623-1 {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:31:41.302673 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9b355d92-2010-4687-a8e5-56c669615692 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:41.366129 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49edca7e-da7d-437f-bd38-60787da01c11 None None] Network 139cfbf0-72fe-4157-aac8-277ea5c5083a requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:31:41.368843 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-5e8a9b28-3924-4c8c-9c8b-066652f3950b tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Allocated IP 2001:db8::fedb:815d:2459:5c47 (139cfbf0-72fe-4157-aac8-277ea5c5083a/f45b6f0e-d074-431b-a7a7-4ac1e5e70d75/19f8c7e4-b4bd-4191-aa63-f4de5caf5b4e) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:31:41.456211 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9b355d92-2010-4687-a8e5-56c669615692 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:41.462624 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9b355d92-2010-4687-a8e5-56c669615692 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:41.513005 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b355d92-2010-4687-a8e5-56c669615692 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 514} {{(pid=93797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 23:31:41.542695 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b355d92-2010-4687-a8e5-56c669615692 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54e0b3fb-9409-48a0-ac92-73de75627906,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:31:41.550061 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9b355d92-2010-4687-a8e5-56c669615692 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:41.550573 n-d-802623-1 neutron-server[93797]: INFO neutron.db.segments_db [None req-9b355d92-2010-4687-a8e5-56c669615692 admin admin] Added segment 05258d17-f238-4ee0-8664-2d969e6a03ee of type vlan for network 2d608b0a-eb3a-4a3c-a3f8-0ad22c9d4cd3 Jul 27 23:31:41.637238 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9b355d92-2010-4687-a8e5-56c669615692 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736833354590'] for network, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:41.659273 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-a3168bc2-55d9-4185-b855-d863df983f63 None None] Provisioning for port 75eab38c-ac09-43c4-930e-cf4dfd88a6e0 completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:31:41.710059 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9b355d92-2010-4687-a8e5-56c669615692 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569'] for network, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:41.711431 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b355d92-2010-4687-a8e5-56c669615692 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:31:41.711706 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9b355d92-2010-4687-a8e5-56c669615692 admin admin] Notify callbacks [] for network, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:41.745094 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-a3168bc2-55d9-4185-b855-d863df983f63 None None] Provisioning complete for port 75eab38c-ac09-43c4-930e-cf4dfd88a6e0 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:31:41.745710 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a3168bc2-55d9-4185-b855-d863df983f63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:41.837706 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b355d92-2010-4687-a8e5-56c669615692 admin admin] Pushing event updated for resources: {'Network': ['ID=2d608b0a-eb3a-4a3c-a3f8-0ad22c9d4cd3,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:31:41.869634 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-9b355d92-2010-4687-a8e5-56c669615692 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6530809 Jul 27 23:31:41.876344 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 40306) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:31:41.877261 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Network 2d608b0a-eb3a-4a3c-a3f8-0ad22c9d4cd3 details requested by agent ovs-agent-n-d-802623-1 with host n-d-802623-1 {{(pid=93799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 23:31:41.877978 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-e3fd128d-93ea-43bb-8049-2271afcd3a1f admin admin] Request body: {'subnet': {'network_id': '2d608b0a-eb3a-4a3c-a3f8-0ad22c9d4cd3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1813287302-subnet', 'tenant_id': '7257ce3109c64b6784231d3205ade3a7', 'ip_version': 4}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:31:41.880700 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5e8a9b28-3924-4c8c-9c8b-066652f3950b tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:41.914085 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-5e8a9b28-3924-4c8c-9c8b-066652f3950b tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Transition to ACTIVE for port object 19f8c7e4-b4bd-4191-aa63-f4de5caf5b4e will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:31:41.932821 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3fd128d-93ea-43bb-8049-2271afcd3a1f admin admin] Made reservation on behalf of 7257ce3109c64b6784231d3205ade3a7 for: {'subnet': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:31:41.933533 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e3fd128d-93ea-43bb-8049-2271afcd3a1f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11551435'] for subnet, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:41.993462 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5e8a9b28-3924-4c8c-9c8b-066652f3950b tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:42.076494 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e8a9b28-3924-4c8c-9c8b-066652f3950b tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Network 139cfbf0-72fe-4157-aac8-277ea5c5083a is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:31:42.079833 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-5e8a9b28-3924-4c8c-9c8b-066652f3950b tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:31:42.091819 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e8a9b28-3924-4c8c-9c8b-066652f3950b tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:31:42.099409 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e8a9b28-3924-4c8c-9c8b-066652f3950b tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:31:42.100038 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5e8a9b28-3924-4c8c-9c8b-066652f3950b tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:42.132411 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8a9b28-3924-4c8c-9c8b-066652f3950b tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Pushing event updated for resources: {'Port': ['ID=19f8c7e4-b4bd-4191-aa63-f4de5caf5b4e,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:31:42.156846 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 40314) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:31:42.158762 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-5e8a9b28-3924-4c8c-9c8b-066652f3950b tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.3884189 Jul 27 23:31:42.176534 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-cd5ac6e1-eb80-42ba-adfe-8a0002c1e723 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Request body: {'port': {'network_id': '139cfbf0-72fe-4157-aac8-277ea5c5083a', 'fixed_ips': [{'subnet_id': 'f45b6f0e-d074-431b-a7a7-4ac1e5e70d75', 'ip_address': '2001:db8::fedb:815d:2459:5c47'}], 'name': 'tempest-NetworksTestDHCPv6-1367609702'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:31:42.198746 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 40316) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:31:42.204231 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-d3273429-f2ff-435b-b12d-487fb5fa35f5 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1012664250', 'description': 'tempest-secgroup-smoke-1012664250 description', 'project_id': '49af0f356ac348f0bd0841795f0ea352'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:31:42.236833 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d3273429-f2ff-435b-b12d-487fb5fa35f5 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:42.355256 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d3273429-f2ff-435b-b12d-487fb5fa35f5 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:42.359107 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d3273429-f2ff-435b-b12d-487fb5fa35f5 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:42.376129 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e3fd128d-93ea-43bb-8049-2271afcd3a1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11336182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11551417'] for subnet, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:42.401015 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3273429-f2ff-435b-b12d-487fb5fa35f5 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba3baf51-24bd-4d95-b413-6126b786be4e,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:31:42.413322 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d3273429-f2ff-435b-b12d-487fb5fa35f5 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:42.414832 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-d3273429-f2ff-435b-b12d-487fb5fa35f5 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2150683 Jul 27 23:31:42.416739 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 40320) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:31:42.419477 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 40322) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:31:42.434238 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-a31d0afd-ab8a-4a91-9451-ca0f445026ed tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Request body: {'security_group_rule': {'security_group_id': 'ba3baf51-24bd-4d95-b413-6126b786be4e', 'project_id': '49af0f356ac348f0bd0841795f0ea352', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:31:42.449419 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd5ac6e1-eb80-42ba-adfe-8a0002c1e723 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Made reservation on behalf of 99f174f0a0ea48c5a906b127129cb432 for: {'port': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:31:42.449584 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a3168bc2-55d9-4185-b855-d863df983f63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:42.492680 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-a3168bc2-55d9-4185-b855-d863df983f63 None None] For port 75eab38c-ac09-43c4-930e-cf4dfd88a6e0, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=75eab38c-ac09-43c4-930e-cf4dfd88a6e0,segment=NetworkSegment(fcf2197d-a903-4ad1-8fef-eea3861359a1),segment_id=fcf2197d-a903-4ad1-8fef-eea3861359a1)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:31:42.493902 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a31d0afd-ab8a-4a91-9451-ca0f445026ed tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:42.499646 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-df608246-55dc-49eb-8ef0-e923acb39e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f37d8f3-fc1e-48ff-bcf0-c19b840043bb', 'name': 'tempest-TestAggregatesBasicOps-649044876-router', 'tenant_id': '0ad7c93117a14770b2728549418b9272', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.116'}], 'enable_snat': True}, 'gw_port_id': 'fc7aa8fb-75cd-4da2-9d89-a89fd0804df0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:31:32Z', 'updated_at': '2021-07-27T23:31:38Z', 'revision_number': 4, 'project_id': '0ad7c93117a14770b2728549418b9272', 'gw_port': {'id': 'fc7aa8fb-75cd-4da2-9d89-a89fd0804df0', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:9e:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f37d8f3-fc1e-48ff-bcf0-c19b840043bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3312, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:31:33Z', 'updated_at': '2021-07-27T23:31:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': 'cbcc0cf5-9bca-406d-8433-68291ca9c0fd', 'name': '', 'network_id': '7ccbf90f-d719-40fe-9da2-b19e1621b877', 'tenant_id': '0ad7c93117a14770b2728549418b9272', 'mac_address': 'fa:16:3e:78:e8:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f37d8f3-fc1e-48ff-bcf0-c19b840043bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3315, 'fixed_ips': [{'subnet_id': '42e06f4f-41fd-4417-a74d-f54a486ce9ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:31:36Z', 'updated_at': '2021-07-27T23:31:39Z', 'revision_number': 2, 'project_id': '0ad7c93117a14770b2728549418b9272', 'subnets': [{'id': '42e06f4f-41fd-4417-a74d-f54a486ce9ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:31:42.502295 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a3168bc2-55d9-4185-b855-d863df983f63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:42.538110 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df608246-55dc-49eb-8ef0-e923acb39e34 None None] Checking router: 9f37d8f3-fc1e-48ff-bcf0-c19b840043bb for host: n-d-802623-1 {{(pid=93799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 23:31:42.538757 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df608246-55dc-49eb-8ef0-e923acb39e34 None None] Updating router 9f37d8f3-fc1e-48ff-bcf0-c19b840043bb port cbcc0cf5-9bca-406d-8433-68291ca9c0fd binding host n-d-802623-1 {{(pid=93799) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 23:31:42.541273 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fd128d-93ea-43bb-8049-2271afcd3a1f admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a1d63d6-99c8-4ccd-9645-e44d8cf6791d,revision_number=0']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:31:42.586409 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3fd128d-93ea-43bb-8049-2271afcd3a1f admin admin] Checking segment: {'id': '05258d17-f238-4ee0-8664-2d969e6a03ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '2d608b0a-eb3a-4a3c-a3f8-0ad22c9d4cd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:31:42.586778 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3fd128d-93ea-43bb-8049-2271afcd3a1f admin admin] Network hostable DHCP agents. Network: 2d608b0a-eb3a-4a3c-a3f8-0ad22c9d4cd3, hostable agents: ['5950e76f-2bde-4343-a925-cbe6bacd2706'], hosted agents: [] {{(pid=93797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 23:31:42.593192 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-df608246-55dc-49eb-8ef0-e923acb39e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:42.611442 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-cd5ac6e1-eb80-42ba-adfe-8a0002c1e723 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:42.622450 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3b60b1d9-6d96-4f28-a9aa-771645137136 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:42.626199 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3168bc2-55d9-4185-b855-d863df983f63 None None] Pushing event updated for resources: {'Port': ['ID=75eab38c-ac09-43c4-930e-cf4dfd88a6e0,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:31:42.642510 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-cd5ac6e1-eb80-42ba-adfe-8a0002c1e723 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] device_id is not set on port 6b729b18-c6ff-4ae6-a842-66c8f1f9f3a0 yet. {{(pid=93797) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 23:31:42.664526 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a31d0afd-ab8a-4a91-9451-ca0f445026ed tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:42.678487 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a31d0afd-ab8a-4a91-9451-ca0f445026ed tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784185'] for security_group_rule, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:42.698326 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31d0afd-ab8a-4a91-9451-ca0f445026ed tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1f7abf4-c083-440f-86b7-5a1014bf8e60,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:31:42.724550 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3fd128d-93ea-43bb-8049-2271afcd3a1f admin admin] Network 2d608b0a-eb3a-4a3c-a3f8-0ad22c9d4cd3 is scheduled to be hosted by DHCP agent 5950e76f-2bde-4343-a925-cbe6bacd2706 with binding_index 1 {{(pid=93797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 23:31:42.784998 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3b60b1d9-6d96-4f28-a9aa-771645137136 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:42.795315 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-e3fd128d-93ea-43bb-8049-2271afcd3a1f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802623-1, 2d608b0a-eb3a-4a3c-a3f8-0ad22c9d4cd3) {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:31:42.799962 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3fd128d-93ea-43bb-8049-2271afcd3a1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:31:42.800568 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e3fd128d-93ea-43bb-8049-2271afcd3a1f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:42.806220 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3b60b1d9-6d96-4f28-a9aa-771645137136 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:42.814893 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a31d0afd-ab8a-4a91-9451-ca0f445026ed tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:42.819108 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1ed83b2-97a6-40a0-9d5b-92eed0a05d9a None None] Network 2d608b0a-eb3a-4a3c-a3f8-0ad22c9d4cd3 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:31:42.819262 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-a31d0afd-ab8a-4a91-9451-ca0f445026ed tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3962448 Jul 27 23:31:42.821660 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 40330) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:31:42.827791 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-1178f05a-ddba-404b-a5ca-2ab5f043b432 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Request body: {'security_group_rule': {'security_group_id': 'ba3baf51-24bd-4d95-b413-6126b786be4e', 'project_id': '49af0f356ac348f0bd0841795f0ea352', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:31:42.868492 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-e3fd128d-93ea-43bb-8049-2271afcd3a1f admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9919398 Jul 27 23:31:42.868680 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-3b60b1d9-6d96-4f28-a9aa-771645137136 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7f8aec678a554c37aaa9a019a877d314&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4474413 Jul 27 23:31:42.868680 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b60b1d9-6d96-4f28-a9aa-771645137136 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f53a43cf-b6ae-4ec9-a208-7ce15fcd4c5a,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:31:42.869947 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 40332) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:31:42.883486 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 40334) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:31:42.900022 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-283a99a2-08ca-4dd2-aece-03252188b662 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1813287302-router', 'tenant_id': '7257ce3109c64b6784231d3205ade3a7', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'}}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:31:42.901968 n-d-802623-1 neutron-server[93797]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd5ac6e1-eb80-42ba-adfe-8a0002c1e723 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] POST failed (client error): There was a conflict when trying to complete your request. Jul 27 23:31:42.902506 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd5ac6e1-eb80-42ba-adfe-8a0002c1e723 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93797) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 23:31:42.907570 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1178f05a-ddba-404b-a5ca-2ab5f043b432 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:42.921536 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-07594307-d22f-4c98-b3a1-e20730ae1779 None None] Provisioning for port 19f8c7e4-b4bd-4191-aa63-f4de5caf5b4e completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:31:42.947840 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-07594307-d22f-4c98-b3a1-e20730ae1779 None None] Provisioning complete for port 19f8c7e4-b4bd-4191-aa63-f4de5caf5b4e triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:31:42.948244 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-07594307-d22f-4c98-b3a1-e20730ae1779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:42.954548 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-cd5ac6e1-eb80-42ba-adfe-8a0002c1e723 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 0.7964585 Jul 27 23:31:42.955245 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 40336) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:31:42.975068 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-58c65d16-3646-480b-ab8c-5fa52f667bcd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:42.998362 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-283a99a2-08ca-4dd2-aece-03252188b662 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62159'] for router, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:42.999812 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-283a99a2-08ca-4dd2-aece-03252188b662 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-479230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-415539', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3693317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62148'] for router, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:43.011360 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-58c65d16-3646-480b-ab8c-5fa52f667bcd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:43.034573 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1178f05a-ddba-404b-a5ca-2ab5f043b432 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:43.046178 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-07594307-d22f-4c98-b3a1-e20730ae1779 None None] Port 19f8c7e4-b4bd-4191-aa63-f4de5caf5b4e cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:31:43.049016 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ed8cc76-a576-4b7b-b515-5b0618b68b08 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:31:43.055698 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ed8cc76-a576-4b7b-b515-5b0618b68b08 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:31:43.060177 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-8ed8cc76-a576-4b7b-b515-5b0618b68b08 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1607 time: 0.0974894 Jul 27 23:31:43.060816 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 40338) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:31:43.070496 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1178f05a-ddba-404b-a5ca-2ab5f043b432 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784185'] for security_group_rule, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:43.099694 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-283a99a2-08ca-4dd2-aece-03252188b662 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:43.118443 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-07594307-d22f-4c98-b3a1-e20730ae1779 None None] Provisioning complete for port 75eab38c-ac09-43c4-930e-cf4dfd88a6e0 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:31:43.118443 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-07594307-d22f-4c98-b3a1-e20730ae1779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:43.245923 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dab2c915-662d-4303-8d81-ddcd99dca195 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f6f257c-ad18-5f0c-8c8e-ea085a5fc8a2-2d608b0a-eb3a-4a3c-a3f8-0ad22c9d4cd3', 'network_id': '2d608b0a-eb3a-4a3c-a3f8-0ad22c9d4cd3', 'tenant_id': '7257ce3109c64b6784231d3205ade3a7', 'fixed_ips': [{'subnet_id': '6a1d63d6-99c8-4ccd-9645-e44d8cf6791d'}]}} from n-d-802623-1. {{(pid=93799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 23:31:43.247373 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-dab2c915-662d-4303-8d81-ddcd99dca195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:43.262688 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-df608246-55dc-49eb-8ef0-e923acb39e34 None None] Notify callbacks [] for port, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:43.282983 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-283a99a2-08ca-4dd2-aece-03252188b662 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-415433', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62186'] for router, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:43.300610 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-58c65d16-3646-480b-ab8c-5fa52f667bcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:43.303959 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-58c65d16-3646-480b-ab8c-5fa52f667bcd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:43.306867 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-58c65d16-3646-480b-ab8c-5fa52f667bcd admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f53a43cf-b6ae-4ec9-a208-7ce15fcd4c5a HTTP/1.1" status: 204 len: 168 time: 0.4206040 Jul 27 23:31:43.320414 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-df608246-55dc-49eb-8ef0-e923acb39e34 None None] Transition to ACTIVE for port object cbcc0cf5-9bca-406d-8433-68291ca9c0fd will not be triggered until provisioned by entity L2. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:31:43.327511 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c65d16-3646-480b-ab8c-5fa52f667bcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f53a43cf-b6ae-4ec9-a208-7ce15fcd4c5a,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:31:43.483757 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-df608246-55dc-49eb-8ef0-e923acb39e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:43.535810 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1178f05a-ddba-404b-a5ca-2ab5f043b432 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da70c390-8950-4bf8-8179-b354e48660c8,revision_number=0']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:31:43.585957 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1178f05a-ddba-404b-a5ca-2ab5f043b432 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:43.592054 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-1178f05a-ddba-404b-a5ca-2ab5f043b432 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7668788 Jul 27 23:31:43.593012 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 40352) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:31:43.602317 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-52d03e34-6bdb-4460-826d-b91a2634d009 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Request body: {'security_group_rule': {'security_group_id': 'ba3baf51-24bd-4d95-b413-6126b786be4e', 'project_id': '49af0f356ac348f0bd0841795f0ea352', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:31:43.632244 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-283a99a2-08ca-4dd2-aece-03252188b662 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:43.657581 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-dab2c915-662d-4303-8d81-ddcd99dca195 None None] Allocated IP 172.20.0.2 (2d608b0a-eb3a-4a3c-a3f8-0ad22c9d4cd3/6a1d63d6-99c8-4ccd-9645-e44d8cf6791d/ce37090b-93b1-474c-9718-ae6c998f810c) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:31:43.696587 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-52d03e34-6bdb-4460-826d-b91a2634d009 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:43.701347 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-283a99a2-08ca-4dd2-aece-03252188b662 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:43.798322 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-ec7a0024-b4ec-433e-a4b0-bba54d1665f6 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Deleting port 19f8c7e4-b4bd-4191-aa63-f4de5caf5b4e {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:31:43.800617 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ec7a0024-b4ec-433e-a4b0-bba54d1665f6 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:43.887758 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-283a99a2-08ca-4dd2-aece-03252188b662 admin admin] Allocated IP 172.25.4.185 (2fd42287-ed26-4eb9-89a5-b521f5b04356/17de1f8f-393a-4b0c-a2df-614bd3f2fb5e/b13f4d65-5c9f-4ae5-b603-d89a890a3b86) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:31:43.916697 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdffdc2-7e0b-4961-9dfd-b132c78fc81e None None] Pushing event updated for resources: {'Port': ['ID=cbcc0cf5-9bca-406d-8433-68291ca9c0fd,revision_number=3']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:31:43.969270 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 40354) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:31:43.977341 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-52d03e34-6bdb-4460-826d-b91a2634d009 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:43.989030 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ec7a0024-b4ec-433e-a4b0-bba54d1665f6 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:43.989225 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b2f190b3-6ae4-401e-8506-caac23af5e1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:44.000500 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-52d03e34-6bdb-4460-826d-b91a2634d009 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784185'] for security_group_rule, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:44.026458 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-ec7a0024-b4ec-433e-a4b0-bba54d1665f6 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Calling delete_port for 19f8c7e4-b4bd-4191-aa63-f4de5caf5b4e owned by {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:31:44.051341 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d03e34-6bdb-4460-826d-b91a2634d009 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f03b110-32a0-4eba-a61a-a00153aba3f4,revision_number=0']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:31:44.069809 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-df608246-55dc-49eb-8ef0-e923acb39e34 None None] Attempting to bind port cbcc0cf5-9bca-406d-8433-68291ca9c0fd on host n-d-802623-1 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:31:44.070411 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-df608246-55dc-49eb-8ef0-e923acb39e34 None None] Attempting to bind port cbcc0cf5-9bca-406d-8433-68291ca9c0fd by drivers openvswitch,hyperv on host n-d-802623-1 at level 0 using segments [{'id': '1e03595e-1282-499e-b67a-905652026d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '7ccbf90f-d719-40fe-9da2-b19e1621b877'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:31:44.071253 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df608246-55dc-49eb-8ef0-e923acb39e34 None None] Attempting to bind port cbcc0cf5-9bca-406d-8433-68291ca9c0fd on network 7ccbf90f-d719-40fe-9da2-b19e1621b877 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:31:44.093282 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df608246-55dc-49eb-8ef0-e923acb39e34 None None] Checking agent: {'id': 'a9a568d2-a5e7-41e4-833f-a8ab42ea4073', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 52, 30), 'started_at': datetime.datetime(2021, 7, 27, 22, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 31, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802623-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:31:44.093843 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df608246-55dc-49eb-8ef0-e923acb39e34 None None] Checking segment: {'id': '1e03595e-1282-499e-b67a-905652026d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '7ccbf90f-d719-40fe-9da2-b19e1621b877'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:31:44.094313 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-df608246-55dc-49eb-8ef0-e923acb39e34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:44.094843 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df608246-55dc-49eb-8ef0-e923acb39e34 None None] Bound using segment: {'id': '1e03595e-1282-499e-b67a-905652026d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '7ccbf90f-d719-40fe-9da2-b19e1621b877'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:31:44.095431 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-df608246-55dc-49eb-8ef0-e923acb39e34 None None] Bound port: cbcc0cf5-9bca-406d-8433-68291ca9c0fd, host: n-d-802623-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e03595e-1282-499e-b67a-905652026d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '7ccbf90f-d719-40fe-9da2-b19e1621b877'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:31:44.096072 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-df608246-55dc-49eb-8ef0-e923acb39e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:44.103493 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-d8445eaf-bc09-4827-8942-45e4afb73078 None None] Provisioning complete for port 19f8c7e4-b4bd-4191-aa63-f4de5caf5b4e triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:31:44.103727 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d8445eaf-bc09-4827-8942-45e4afb73078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:44.112501 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-dab2c915-662d-4303-8d81-ddcd99dca195 None None] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:44.126083 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b2f190b3-6ae4-401e-8506-caac23af5e1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:44.142697 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b2f190b3-6ae4-401e-8506-caac23af5e1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:44.152935 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-52d03e34-6bdb-4460-826d-b91a2634d009 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:44.154381 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-52d03e34-6bdb-4460-826d-b91a2634d009 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5600793 Jul 27 23:31:44.156995 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 40356) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:31:44.165128 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-caada1c3-8fe7-468e-bdfc-767e3c36d5c6 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Request body: {'security_group_rule': {'security_group_id': 'ba3baf51-24bd-4d95-b413-6126b786be4e', 'project_id': '49af0f356ac348f0bd0841795f0ea352', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:31:44.195764 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-dab2c915-662d-4303-8d81-ddcd99dca195 None None] Transition to ACTIVE for port object ce37090b-93b1-474c-9718-ae6c998f810c will not be triggered until provisioned by entity L2. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:31:44.215125 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-b2f190b3-6ae4-401e-8506-caac23af5e1a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=78ac9623bbd743e28168408568196eef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2441535 Jul 27 23:31:44.221146 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 40358) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:31:44.229012 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f190b3-6ae4-401e-8506-caac23af5e1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95ed9e97-630b-44a4-9552-7022c5cc6095,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:31:44.257764 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-283a99a2-08ca-4dd2-aece-03252188b662 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:44.265634 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-d8445eaf-bc09-4827-8942-45e4afb73078 None None] Port 19f8c7e4-b4bd-4191-aa63-f4de5caf5b4e cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:31:44.280081 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-d8445eaf-bc09-4827-8942-45e4afb73078 None None] Could not find standard attr ID for object 74c8fc6b-eb3a-45c0-891d-ed6cb1aa8a24. {{(pid=93799) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 23:31:44.289732 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-d8445eaf-bc09-4827-8942-45e4afb73078 None None] Could not find standard attr ID for object 2fd38e68-5e46-4792-9769-ef8665b3f88d. {{(pid=93799) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 23:31:44.306195 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-df608246-55dc-49eb-8ef0-e923acb39e34 None None] For port cbcc0cf5-9bca-406d-8433-68291ca9c0fd, host n-d-802623-1, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:31:44.310003 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-df608246-55dc-49eb-8ef0-e923acb39e34 None None] For port cbcc0cf5-9bca-406d-8433-68291ca9c0fd, host n-d-802623-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=cbcc0cf5-9bca-406d-8433-68291ca9c0fd,segment=NetworkSegment(1e03595e-1282-499e-b67a-905652026d45),segment_id=1e03595e-1282-499e-b67a-905652026d45)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:31:44.312826 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-283a99a2-08ca-4dd2-aece-03252188b662 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:44.316977 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-df608246-55dc-49eb-8ef0-e923acb39e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:44.327130 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-caada1c3-8fe7-468e-bdfc-767e3c36d5c6 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:44.361977 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-283a99a2-08ca-4dd2-aece-03252188b662 admin admin] Network 2fd42287-ed26-4eb9-89a5-b521f5b04356 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:31:44.368336 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-283a99a2-08ca-4dd2-aece-03252188b662 admin admin] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:31:44.371463 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-283a99a2-08ca-4dd2-aece-03252188b662 admin admin] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:31:44.478008 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e25aef5b-f364-4257-9ed3-55c98634e587 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:44.479892 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ec7a0024-b4ec-433e-a4b0-bba54d1665f6 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:44.491475 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdffdc2-7e0b-4961-9dfd-b132c78fc81e None None] Pushing event updated for resources: {'Port': ['ID=cbcc0cf5-9bca-406d-8433-68291ca9c0fd,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:31:44.507409 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-dab2c915-662d-4303-8d81-ddcd99dca195 None None] Transition to ACTIVE for port object ce37090b-93b1-474c-9718-ae6c998f810c will not be triggered until provisioned by entity DHCP. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:31:44.514880 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283a99a2-08ca-4dd2-aece-03252188b662 admin admin] Pushing event updated for resources: {'Port': ['ID=b13f4d65-5c9f-4ae5-b603-d89a890a3b86,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:31:44.530527 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-dab2c915-662d-4303-8d81-ddcd99dca195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:44.575957 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 75eab38c-ac09-43c4-930e-cf4dfd88a6e0 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:31:44.577863 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df608246-55dc-49eb-8ef0-e923acb39e34 None None] Routers {'9f37d8f3-fc1e-48ff-bcf0-c19b840043bb'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:31:44.578510 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-df608246-55dc-49eb-8ef0-e923acb39e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:31:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['9f37d8f3-fc1e-48ff-bcf0-c19b840043bb'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:31:44.617833 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7a0024-b4ec-433e-a4b0-bba54d1665f6 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Pushing event deleted for resources: {'Port': ['ID=19f8c7e4-b4bd-4191-aa63-f4de5caf5b4e,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:31:44.620111 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ec7a0024-b4ec-433e-a4b0-bba54d1665f6 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:44.622024 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-ec7a0024-b4ec-433e-a4b0-bba54d1665f6 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] 10.222.0.18 "DELETE /v2.0/ports/19f8c7e4-b4bd-4191-aa63-f4de5caf5b4e HTTP/1.1" status: 204 len: 168 time: 1.5599258 Jul 27 23:31:44.629719 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 40360) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:31:44.696147 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab2c915-662d-4303-8d81-ddcd99dca195 None None] Pushing event updated for resources: {'Port': ['ID=ce37090b-93b1-474c-9718-ae6c998f810c,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:31:44.716061 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-caada1c3-8fe7-468e-bdfc-767e3c36d5c6 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:44.723036 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42a4e51b-b4d3-442c-9a89-78ddd230079d tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:31:44.725270 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42a4e51b-b4d3-442c-9a89-78ddd230079d tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:31:44.729713 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-42a4e51b-b4d3-442c-9a89-78ddd230079d tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0922105 Jul 27 23:31:44.729713 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e25aef5b-f364-4257-9ed3-55c98634e587 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:44.731553 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 40364) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:31:44.732157 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-caada1c3-8fe7-468e-bdfc-767e3c36d5c6 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784185'] for security_group_rule, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:44.785266 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-caada1c3-8fe7-468e-bdfc-767e3c36d5c6 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:44.789990 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-caada1c3-8fe7-468e-bdfc-767e3c36d5c6 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6316190 Jul 27 23:31:44.813615 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 40366) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:31:44.816936 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dab2c915-662d-4303-8d81-ddcd99dca195 None None] Network 2d608b0a-eb3a-4a3c-a3f8-0ad22c9d4cd3 is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:31:44.824936 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-5a2fa012-f1f5-45b2-98a4-94a5e6ffd94e tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Request body: {'security_group_rule': {'security_group_id': 'ba3baf51-24bd-4d95-b413-6126b786be4e', 'project_id': '49af0f356ac348f0bd0841795f0ea352', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:31:44.835587 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-dab2c915-662d-4303-8d81-ddcd99dca195 None None] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:31:44.844727 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab2c915-662d-4303-8d81-ddcd99dca195 None None] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:31:44.882093 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caada1c3-8fe7-468e-bdfc-767e3c36d5c6 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20237bca-e202-4ce0-afd9-f99c6ecab900,revision_number=0']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:31:44.896347 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-283a99a2-08ca-4dd2-aece-03252188b662 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:44.921934 n-d-802623-1 neutron-server[93797]: INFO neutron.db.securitygroups_db [None req-5a2fa012-f1f5-45b2-98a4-94a5e6ffd94e tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Project 49af0f356ac348f0bd0841795f0ea352 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 23:31:44.929598 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_v2 [None req-b41a8a5e-e318-491f-a802-e8e77c847b12 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Deleting subnet f45b6f0e-d074-431b-a7a7-4ac1e5e70d75 {{(pid=93797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 23:31:44.933063 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b41a8a5e-e318-491f-a802-e8e77c847b12 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks [] for subnet, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:44.981057 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b41a8a5e-e318-491f-a802-e8e77c847b12 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11335971'] for subnet, precommit_delete_associations {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:45.006470 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5a2fa012-f1f5-45b2-98a4-94a5e6ffd94e tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:45.031180 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e25aef5b-f364-4257-9ed3-55c98634e587 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:45.033774 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e25aef5b-f364-4257-9ed3-55c98634e587 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:45.038064 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-e25aef5b-f364-4257-9ed3-55c98634e587 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/95ed9e97-630b-44a4-9552-7022c5cc6095 HTTP/1.1" status: 204 len: 168 time: 0.8100345 Jul 27 23:31:45.047610 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-df608246-55dc-49eb-8ef0-e923acb39e34 None None] Set router 9f37d8f3-fc1e-48ff-bcf0-c19b840043bb gateway port host: n-d-802623-1 {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:31:45.100280 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-dab2c915-662d-4303-8d81-ddcd99dca195 None None] Attempting to bind port ce37090b-93b1-474c-9718-ae6c998f810c on host n-d-802623-1 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:31:45.101055 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-dab2c915-662d-4303-8d81-ddcd99dca195 None None] Attempting to bind port ce37090b-93b1-474c-9718-ae6c998f810c by drivers openvswitch,hyperv on host n-d-802623-1 at level 0 using segments [{'id': '05258d17-f238-4ee0-8664-2d969e6a03ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '2d608b0a-eb3a-4a3c-a3f8-0ad22c9d4cd3'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:31:45.101479 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab2c915-662d-4303-8d81-ddcd99dca195 None None] Attempting to bind port ce37090b-93b1-474c-9718-ae6c998f810c on network 2d608b0a-eb3a-4a3c-a3f8-0ad22c9d4cd3 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:31:45.105123 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25aef5b-f364-4257-9ed3-55c98634e587 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95ed9e97-630b-44a4-9552-7022c5cc6095,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:31:45.110218 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port 75eab38c-ac09-43c4-930e-cf4dfd88a6e0 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:31:45.110989 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:45.121423 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b41a8a5e-e318-491f-a802-e8e77c847b12 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620741'] for subnet, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:45.198318 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-283a99a2-08ca-4dd2-aece-03252188b662 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-415468'] for router, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:45.208975 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab2c915-662d-4303-8d81-ddcd99dca195 None None] Checking agent: {'id': 'a9a568d2-a5e7-41e4-833f-a8ab42ea4073', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 52, 30), 'started_at': datetime.datetime(2021, 7, 27, 22, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 31, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802623-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:31:45.209623 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab2c915-662d-4303-8d81-ddcd99dca195 None None] Checking segment: {'id': '05258d17-f238-4ee0-8664-2d969e6a03ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '2d608b0a-eb3a-4a3c-a3f8-0ad22c9d4cd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:31:45.210171 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-dab2c915-662d-4303-8d81-ddcd99dca195 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:45.210691 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab2c915-662d-4303-8d81-ddcd99dca195 None None] Bound using segment: {'id': '05258d17-f238-4ee0-8664-2d969e6a03ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '2d608b0a-eb3a-4a3c-a3f8-0ad22c9d4cd3'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:31:45.211468 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-dab2c915-662d-4303-8d81-ddcd99dca195 None None] Bound port: ce37090b-93b1-474c-9718-ae6c998f810c, host: n-d-802623-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05258d17-f238-4ee0-8664-2d969e6a03ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '2d608b0a-eb3a-4a3c-a3f8-0ad22c9d4cd3'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:31:45.212112 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-dab2c915-662d-4303-8d81-ddcd99dca195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:45.236038 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5a2fa012-f1f5-45b2-98a4-94a5e6ffd94e tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:45.248211 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5a2fa012-f1f5-45b2-98a4-94a5e6ffd94e tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784185'] for security_group_rule, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:45.301459 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2fa012-f1f5-45b2-98a4-94a5e6ffd94e tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bee29b11-9e20-4be9-af6a-c24ab2ad5ae6,revision_number=0']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:31:45.318794 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b41a8a5e-e318-491f-a802-e8e77c847b12 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11335991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11551414'] for subnet, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:45.324025 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5a2fa012-f1f5-45b2-98a4-94a5e6ffd94e tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:45.327995 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-5a2fa012-f1f5-45b2-98a4-94a5e6ffd94e tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5109422 Jul 27 23:31:45.328868 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 40370) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:31:45.334958 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-a3dfbfcf-b384-4b6f-b5ce-c67320f36cc5 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Request body: {'security_group_rule': {'security_group_id': 'ba3baf51-24bd-4d95-b413-6126b786be4e', 'project_id': '49af0f356ac348f0bd0841795f0ea352', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:31:45.364303 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41a8a5e-e318-491f-a802-e8e77c847b12 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Pushing event deleted for resources: {'Subnet': ['ID=f45b6f0e-d074-431b-a7a7-4ac1e5e70d75,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:31:45.373511 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b41a8a5e-e318-491f-a802-e8e77c847b12 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks [] for subnet, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:45.377818 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-b41a8a5e-e318-491f-a802-e8e77c847b12 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] 10.222.0.18 "DELETE /v2.0/subnets/f45b6f0e-d074-431b-a7a7-4ac1e5e70d75 HTTP/1.1" status: 204 len: 168 time: 0.6144421 Jul 27 23:31:45.378650 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 40374) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:31:45.443630 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-3dac70a9-9c23-4b91-bedd-73f8008b2669 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0593081 Jul 27 23:31:45.444236 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 40376) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:31:45.448712 n-d-802623-1 neutron-server[93797]: INFO neutron.db.securitygroups_db [None req-a3dfbfcf-b384-4b6f-b5ce-c67320f36cc5 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Project 49af0f356ac348f0bd0841795f0ea352 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 23:31:45.453414 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-ff5a04b7-4367-46d3-8e5e-56812b779b71 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Request body: {'subnet': {'network_id': '139cfbf0-72fe-4157-aac8-277ea5c5083a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:31:45.455660 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a3dfbfcf-b384-4b6f-b5ce-c67320f36cc5 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:45.525484 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d819197-9397-4f59-900f-cf7240563ebb None None] Network 139cfbf0-72fe-4157-aac8-277ea5c5083a requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:31:45.560920 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-283a99a2-08ca-4dd2-aece-03252188b662 admin admin] Router 4f29a72b-b8c5-4925-ae8a-4d2a1ef9c40e is scheduled to L3 agent 018c4455-49c0-4734-927d-7824067b2a9e with binding_index 1 {{(pid=93798) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 23:31:45.571645 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a3dfbfcf-b384-4b6f-b5ce-c67320f36cc5 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:45.578015 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a3dfbfcf-b384-4b6f-b5ce-c67320f36cc5 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784185'] for security_group_rule, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:45.596248 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3dfbfcf-b384-4b6f-b5ce-c67320f36cc5 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0cf6988e-f867-4920-b953-d2676751d7f8,revision_number=0']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:31:45.646936 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff5a04b7-4367-46d3-8e5e-56812b779b71 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Made reservation on behalf of 99f174f0a0ea48c5a906b127129cb432 for: {'subnet': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:31:45.651029 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ff5a04b7-4367-46d3-8e5e-56812b779b71 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12265828'] for subnet, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:45.662182 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a3dfbfcf-b384-4b6f-b5ce-c67320f36cc5 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:45.664187 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-a3dfbfcf-b384-4b6f-b5ce-c67320f36cc5 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3343642 Jul 27 23:31:45.725616 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-dab2c915-662d-4303-8d81-ddcd99dca195 None None] For port ce37090b-93b1-474c-9718-ae6c998f810c, host n-d-802623-1, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:31:45.766615 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-dab2c915-662d-4303-8d81-ddcd99dca195 None None] For port ce37090b-93b1-474c-9718-ae6c998f810c, host n-d-802623-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=ce37090b-93b1-474c-9718-ae6c998f810c,segment=NetworkSegment(05258d17-f238-4ee0-8664-2d969e6a03ee),segment_id=05258d17-f238-4ee0-8664-2d969e6a03ee)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:31:45.782047 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-dab2c915-662d-4303-8d81-ddcd99dca195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:45.802921 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-283a99a2-08ca-4dd2-aece-03252188b662 admin admin] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:31:45.816006 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb85f603-07a2-4da6-ba90-87d668a3dcbe None None] Sync routers for ids ['4f29a72b-b8c5-4925-ae8a-4d2a1ef9c40e'] in n-d-802623-1 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:31:45.824503 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-283a99a2-08ca-4dd2-aece-03252188b662 admin admin] Notify callbacks [] for router, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:45.825889 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-283a99a2-08ca-4dd2-aece-03252188b662 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.9346592 Jul 27 23:31:45.828963 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 40404) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:31:45.854819 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb85f603-07a2-4da6-ba90-87d668a3dcbe None None] Routers {'4f29a72b-b8c5-4925-ae8a-4d2a1ef9c40e'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:31:45.857145 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-eb85f603-07a2-4da6-ba90-87d668a3dcbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:31:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['4f29a72b-b8c5-4925-ae8a-4d2a1ef9c40e'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:31:45.874105 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-df608246-55dc-49eb-8ef0-e923acb39e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f37d8f3-fc1e-48ff-bcf0-c19b840043bb', 'name': 'tempest-TestAggregatesBasicOps-649044876-router', 'tenant_id': '0ad7c93117a14770b2728549418b9272', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.116'}], 'enable_snat': True}, 'gw_port_id': 'fc7aa8fb-75cd-4da2-9d89-a89fd0804df0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:31:32Z', 'updated_at': '2021-07-27T23:31:38Z', 'revision_number': 4, 'project_id': '0ad7c93117a14770b2728549418b9272', 'gw_port': {'id': 'fc7aa8fb-75cd-4da2-9d89-a89fd0804df0', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:9e:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f37d8f3-fc1e-48ff-bcf0-c19b840043bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3312, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:31:33Z', 'updated_at': '2021-07-27T23:31:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': 'cbcc0cf5-9bca-406d-8433-68291ca9c0fd', 'name': '', 'network_id': '7ccbf90f-d719-40fe-9da2-b19e1621b877', 'tenant_id': '0ad7c93117a14770b2728549418b9272', 'mac_address': 'fa:16:3e:78:e8:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f37d8f3-fc1e-48ff-bcf0-c19b840043bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3315, 'fixed_ips': [{'subnet_id': '42e06f4f-41fd-4417-a74d-f54a486ce9ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:31:36Z', 'updated_at': '2021-07-27T23:31:44Z', 'revision_number': 4, 'project_id': '0ad7c93117a14770b2728549418b9272', 'subnets': [{'id': '42e06f4f-41fd-4417-a74d-f54a486ce9ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:31:45.917980 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df608246-55dc-49eb-8ef0-e923acb39e34 None None] The sync data for ids ['9f37d8f3-fc1e-48ff-bcf0-c19b840043bb'] in n-d-802623-1 is: [{'id': '9f37d8f3-fc1e-48ff-bcf0-c19b840043bb', 'name': 'tempest-TestAggregatesBasicOps-649044876-router', 'tenant_id': '0ad7c93117a14770b2728549418b9272', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.116'}], 'enable_snat': True}, 'gw_port_id': 'fc7aa8fb-75cd-4da2-9d89-a89fd0804df0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:31:32Z', 'updated_at': '2021-07-27T23:31:38Z', 'revision_number': 4, 'project_id': '0ad7c93117a14770b2728549418b9272', 'gw_port': {'id': 'fc7aa8fb-75cd-4da2-9d89-a89fd0804df0', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:9e:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f37d8f3-fc1e-48ff-bcf0-c19b840043bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3312, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:31:33Z', 'updated_at': '2021-07-27T23:31:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': 'cbcc0cf5-9bca-406d-8433-68291ca9c0fd', 'name': '', 'network_id': '7ccbf90f-d719-40fe-9da2-b19e1621b877', 'tenant_id': '0ad7c93117a14770b2728549418b9272', 'mac_address': 'fa:16:3e:78:e8:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f37d8f3-fc1e-48ff-bcf0-c19b840043bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3315, 'fixed_ips': [{'subnet_id': '42e06f4f-41fd-4417-a74d-f54a486ce9ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:31:36Z', 'updated_at': '2021-07-27T23:31:44Z', 'revision_number': 4, 'project_id': '0ad7c93117a14770b2728549418b9272', 'subnets': [{'id': '42e06f4f-41fd-4417-a74d-f54a486ce9ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:31:45.920880 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab2c915-662d-4303-8d81-ddcd99dca195 None None] Pushing event updated for resources: {'Port': ['ID=ce37090b-93b1-474c-9718-ae6c998f810c,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:31:46.089594 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ff5a04b7-4367-46d3-8e5e-56812b779b71 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11971609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12265750'] for subnet, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:46.115162 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b0b8ba5-2c92-4a01-b80d-2fc9b92c31af None None] DHCP port deletion for 139cfbf0-72fe-4157-aac8-277ea5c5083a request from n-d-802623-1 {{(pid=93799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 23:31:46.152751 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff5a04b7-4367-46d3-8e5e-56812b779b71 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Network 139cfbf0-72fe-4157-aac8-277ea5c5083a is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:31:46.157914 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-ff5a04b7-4367-46d3-8e5e-56812b779b71 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:31:46.175940 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff5a04b7-4367-46d3-8e5e-56812b779b71 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:31:46.176865 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ff5a04b7-4367-46d3-8e5e-56812b779b71 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:46.230534 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-eb85f603-07a2-4da6-ba90-87d668a3dcbe None None] Set router 4f29a72b-b8c5-4925-ae8a-4d2a1ef9c40e gateway port host: n-d-802623-1 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:31:46.237173 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-ff5a04b7-4367-46d3-8e5e-56812b779b71 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7919805 Jul 27 23:31:46.242913 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 40434) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:31:46.248583 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-3b0b8ba5-2c92-4a01-b80d-2fc9b92c31af None None] Deleting port 75eab38c-ac09-43c4-930e-cf4dfd88a6e0 {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:31:46.248870 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-3b0b8ba5-2c92-4a01-b80d-2fc9b92c31af None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:46.273399 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-ebb43a68-107a-4b84-99d6-58f841e57ba2 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Request body: {'port': {'network_id': '139cfbf0-72fe-4157-aac8-277ea5c5083a', 'fixed_ips': [{'subnet_id': '594e67e7-a075-4b09-aaf1-822cffa70b7f', 'ip_address': '2001:db8:0:1::7'}], 'name': 'tempest-NetworksTestDHCPv6-2135954169'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:31:46.298657 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5a04b7-4367-46d3-8e5e-56812b779b71 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Pushing event updated for resources: {'Subnet': ['ID=594e67e7-a075-4b09-aaf1-822cffa70b7f,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:31:46.582514 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-3b0b8ba5-2c92-4a01-b80d-2fc9b92c31af None None] For port 75eab38c-ac09-43c4-930e-cf4dfd88a6e0, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=75eab38c-ac09-43c4-930e-cf4dfd88a6e0,segment=NetworkSegment(fcf2197d-a903-4ad1-8fef-eea3861359a1),segment_id=fcf2197d-a903-4ad1-8fef-eea3861359a1)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:31:46.585036 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-3b0b8ba5-2c92-4a01-b80d-2fc9b92c31af None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:46.628078 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-3b0b8ba5-2c92-4a01-b80d-2fc9b92c31af None None] Calling delete_port for 75eab38c-ac09-43c4-930e-cf4dfd88a6e0 owned by network:dhcp {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:31:46.761000 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device ce37090b-93b1-474c-9718-ae6c998f810c up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:31:46.866260 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning for port ce37090b-93b1-474c-9718-ae6c998f810c completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:31:46.877409 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-3b0b8ba5-2c92-4a01-b80d-2fc9b92c31af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:46.924499 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device cbcc0cf5-9bca-406d-8433-68291ca9c0fd up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:31:46.950905 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-eb85f603-07a2-4da6-ba90-87d668a3dcbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f29a72b-b8c5-4925-ae8a-4d2a1ef9c40e', 'name': 'tempest-TestAggregatesBasicOps-1813287302-router', 'tenant_id': '7257ce3109c64b6784231d3205ade3a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.185'}], 'enable_snat': True}, 'gw_port_id': 'b13f4d65-5c9f-4ae5-b603-d89a890a3b86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:31:43Z', 'updated_at': '2021-07-27T23:31:44Z', 'revision_number': 3, 'project_id': '7257ce3109c64b6784231d3205ade3a7', 'gw_port': {'id': 'b13f4d65-5c9f-4ae5-b603-d89a890a3b86', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:66:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f29a72b-b8c5-4925-ae8a-4d2a1ef9c40e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3340, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:31:43Z', 'updated_at': '2021-07-27T23:31:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1'}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:31:47.003738 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b0b8ba5-2c92-4a01-b80d-2fc9b92c31af None None] No DVR routers for this DVR port 75eab38c-ac09-43c4-930e-cf4dfd88a6e0 on host n-d-802623-1 {{(pid=93799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:31:47.053827 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb85f603-07a2-4da6-ba90-87d668a3dcbe None None] Checking router: 4f29a72b-b8c5-4925-ae8a-4d2a1ef9c40e for host: n-d-802623-1 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 23:31:47.053996 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb85f603-07a2-4da6-ba90-87d668a3dcbe None None] Updating router 4f29a72b-b8c5-4925-ae8a-4d2a1ef9c40e port b13f4d65-5c9f-4ae5-b603-d89a890a3b86 binding host n-d-802623-1 {{(pid=93800) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 23:31:47.068465 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4956bcf-4886-4e5d-9777-99ed27697520 None None] Network 139cfbf0-72fe-4157-aac8-277ea5c5083a requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:31:47.074051 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0b8ba5-2c92-4a01-b80d-2fc9b92c31af None None] Pushing event deleted for resources: {'Port': ['ID=75eab38c-ac09-43c4-930e-cf4dfd88a6e0,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:31:47.115464 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-eb85f603-07a2-4da6-ba90-87d668a3dcbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:47.197920 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning for port cbcc0cf5-9bca-406d-8433-68291ca9c0fd completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:31:47.217491 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port cbcc0cf5-9bca-406d-8433-68291ca9c0fd triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:31:47.218076 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:47.370414 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-776a20d8-a609-4b95-a4fb-1283b0f11aca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:47.613495 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a176192-226a-48f0-ac9e-2aa4fe873eb0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f6f257c-ad18-5f0c-8c8e-ea085a5fc8a2-139cfbf0-72fe-4157-aac8-277ea5c5083a', 'network_id': '139cfbf0-72fe-4157-aac8-277ea5c5083a', 'tenant_id': '99f174f0a0ea48c5a906b127129cb432', 'fixed_ips': [{'subnet_id': '594e67e7-a075-4b09-aaf1-822cffa70b7f'}]}} from n-d-802623-1. {{(pid=93799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 23:31:47.614445 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2a176192-226a-48f0-ac9e-2aa4fe873eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:47.626175 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:47.831522 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-eb85f603-07a2-4da6-ba90-87d668a3dcbe None None] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:47.861427 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-eb85f603-07a2-4da6-ba90-87d668a3dcbe None None] Transition to ACTIVE for port object b13f4d65-5c9f-4ae5-b603-d89a890a3b86 will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:31:47.875183 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebb43a68-107a-4b84-99d6-58f841e57ba2 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Made reservation on behalf of 99f174f0a0ea48c5a906b127129cb432 for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:31:47.883007 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-eb85f603-07a2-4da6-ba90-87d668a3dcbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:47.924169 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] For port cbcc0cf5-9bca-406d-8433-68291ca9c0fd, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=cbcc0cf5-9bca-406d-8433-68291ca9c0fd,segment=NetworkSegment(1e03595e-1282-499e-b67a-905652026d45),segment_id=1e03595e-1282-499e-b67a-905652026d45)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:31:47.962454 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:48.020166 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-776a20d8-a609-4b95-a4fb-1283b0f11aca admin admin] Allocated IP 172.20.0.1 (2d608b0a-eb3a-4a3c-a3f8-0ad22c9d4cd3/6a1d63d6-99c8-4ccd-9645-e44d8cf6791d/4d4bfb1d-6124-4ab7-a300-ca4b429d72a9) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:31:48.080413 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bee30f-f243-463b-81c2-09ba5a63f343 None None] Pushing event updated for resources: {'Port': ['ID=b13f4d65-5c9f-4ae5-b603-d89a890a3b86,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:31:48.087101 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-eb85f603-07a2-4da6-ba90-87d668a3dcbe None None] Attempting to bind port b13f4d65-5c9f-4ae5-b603-d89a890a3b86 on host n-d-802623-1 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:31:48.093051 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-eb85f603-07a2-4da6-ba90-87d668a3dcbe None None] Attempting to bind port b13f4d65-5c9f-4ae5-b603-d89a890a3b86 by drivers openvswitch,hyperv on host n-d-802623-1 at level 0 using segments [{'id': 'b9afe07e-bbe4-4740-834c-4b6a9698bdbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:31:48.093548 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb85f603-07a2-4da6-ba90-87d668a3dcbe None None] Attempting to bind port b13f4d65-5c9f-4ae5-b603-d89a890a3b86 on network 2fd42287-ed26-4eb9-89a5-b521f5b04356 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:31:48.109401 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb85f603-07a2-4da6-ba90-87d668a3dcbe None None] Checking agent: {'id': 'a9a568d2-a5e7-41e4-833f-a8ab42ea4073', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 52, 30), 'started_at': datetime.datetime(2021, 7, 27, 22, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 31, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802623-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:31:48.113008 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb85f603-07a2-4da6-ba90-87d668a3dcbe None None] Checking segment: {'id': 'b9afe07e-bbe4-4740-834c-4b6a9698bdbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:31:48.115327 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-eb85f603-07a2-4da6-ba90-87d668a3dcbe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:48.116786 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb85f603-07a2-4da6-ba90-87d668a3dcbe None None] Bound using segment: {'id': 'b9afe07e-bbe4-4740-834c-4b6a9698bdbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:31:48.118692 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-eb85f603-07a2-4da6-ba90-87d668a3dcbe None None] Bound port: b13f4d65-5c9f-4ae5-b603-d89a890a3b86, host: n-d-802623-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9afe07e-bbe4-4740-834c-4b6a9698bdbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:31:48.122839 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-eb85f603-07a2-4da6-ba90-87d668a3dcbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:48.126433 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 75eab38c-ac09-43c4-930e-cf4dfd88a6e0 no longer exists at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:31:48.139544 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3fa2548-346d-4a33-8c64-6f67ed11bf30 None None] Network 2d608b0a-eb3a-4a3c-a3f8-0ad22c9d4cd3 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:31:48.225332 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ebb43a68-107a-4b84-99d6-58f841e57ba2 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:48.264479 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [None req-ebb43a68-107a-4b84-99d6-58f841e57ba2 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] device_id is not set on port edb70cd2-dec8-4667-a371-4fb67ecda96e yet. {{(pid=93798) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 23:31:48.282378 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-eb85f603-07a2-4da6-ba90-87d668a3dcbe None None] For port b13f4d65-5c9f-4ae5-b603-d89a890a3b86, host n-d-802623-1, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:31:48.290509 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-eb85f603-07a2-4da6-ba90-87d668a3dcbe None None] For port b13f4d65-5c9f-4ae5-b603-d89a890a3b86, host n-d-802623-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=b13f4d65-5c9f-4ae5-b603-d89a890a3b86,segment=NetworkSegment(b9afe07e-bbe4-4740-834c-4b6a9698bdbc),segment_id=b9afe07e-bbe4-4740-834c-4b6a9698bdbc)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:31:48.309561 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-eb85f603-07a2-4da6-ba90-87d668a3dcbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:48.340228 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-776a20d8-a609-4b95-a4fb-1283b0f11aca admin admin] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:48.378990 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-776a20d8-a609-4b95-a4fb-1283b0f11aca admin admin] Transition to ACTIVE for port object 4d4bfb1d-6124-4ab7-a300-ca4b429d72a9 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:31:48.422885 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb85f603-07a2-4da6-ba90-87d668a3dcbe None None] Routers {'4f29a72b-b8c5-4925-ae8a-4d2a1ef9c40e'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:31:48.423934 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-eb85f603-07a2-4da6-ba90-87d668a3dcbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:31:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['4f29a72b-b8c5-4925-ae8a-4d2a1ef9c40e'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:31:48.446010 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] No Port match for: 75eab38c-ac09-43c4-930e-cf4dfd88a6e0 {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:31:48.447349 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 75eab38c-ac09-43c4-930e-cf4dfd88a6e0 not bound to the agent host n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:31:48.501131 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-776a20d8-a609-4b95-a4fb-1283b0f11aca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:48.552878 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-0ae68007-9ae6-402e-932f-00a34bbee123 None None] Provisioning for port ce37090b-93b1-474c-9718-ae6c998f810c completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:31:48.584256 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-0ae68007-9ae6-402e-932f-00a34bbee123 None None] Provisioning complete for port ce37090b-93b1-474c-9718-ae6c998f810c triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:31:48.584672 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-0ae68007-9ae6-402e-932f-00a34bbee123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:48.619379 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-776a20d8-a609-4b95-a4fb-1283b0f11aca admin admin] Network 2d608b0a-eb3a-4a3c-a3f8-0ad22c9d4cd3 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:31:48.626641 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Pushing event updated for resources: {'Port': ['ID=cbcc0cf5-9bca-406d-8433-68291ca9c0fd,revision_number=5']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:31:48.627192 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-776a20d8-a609-4b95-a4fb-1283b0f11aca admin admin] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:31:48.639214 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-776a20d8-a609-4b95-a4fb-1283b0f11aca admin admin] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:31:48.647154 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776a20d8-a609-4b95-a4fb-1283b0f11aca admin admin] Pushing event updated for resources: {'Port': ['ID=4d4bfb1d-6124-4ab7-a300-ca4b429d72a9,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:31:48.722202 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-2a176192-226a-48f0-ac9e-2aa4fe873eb0 None None] Allocated IP 2001:db8::2 (139cfbf0-72fe-4157-aac8-277ea5c5083a/594e67e7-a075-4b09-aaf1-822cffa70b7f/fb91b4f2-5f38-4c6e-8621-3f46e74fad83) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:31:48.732684 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-776a20d8-a609-4b95-a4fb-1283b0f11aca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-415283'] for router_interface, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:48.802320 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bee30f-f243-463b-81c2-09ba5a63f343 None None] Pushing event updated for resources: {'Port': ['ID=b13f4d65-5c9f-4ae5-b603-d89a890a3b86,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:31:48.869792 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-eb85f603-07a2-4da6-ba90-87d668a3dcbe None None] Set router 4f29a72b-b8c5-4925-ae8a-4d2a1ef9c40e gateway port host: n-d-802623-1 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:31:48.970232 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-0ae68007-9ae6-402e-932f-00a34bbee123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:49.030279 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-776a20d8-a609-4b95-a4fb-1283b0f11aca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:49.074134 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-0ae68007-9ae6-402e-932f-00a34bbee123 None None] For port ce37090b-93b1-474c-9718-ae6c998f810c, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=ce37090b-93b1-474c-9718-ae6c998f810c,segment=NetworkSegment(05258d17-f238-4ee0-8664-2d969e6a03ee),segment_id=05258d17-f238-4ee0-8664-2d969e6a03ee)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:31:49.106911 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-0ae68007-9ae6-402e-932f-00a34bbee123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:49.281327 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-eb85f603-07a2-4da6-ba90-87d668a3dcbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f29a72b-b8c5-4925-ae8a-4d2a1ef9c40e', 'name': 'tempest-TestAggregatesBasicOps-1813287302-router', 'tenant_id': '7257ce3109c64b6784231d3205ade3a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.185'}], 'enable_snat': True}, 'gw_port_id': 'b13f4d65-5c9f-4ae5-b603-d89a890a3b86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:31:43Z', 'updated_at': '2021-07-27T23:31:44Z', 'revision_number': 3, 'project_id': '7257ce3109c64b6784231d3205ade3a7', 'gw_port': {'id': 'b13f4d65-5c9f-4ae5-b603-d89a890a3b86', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:66:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f29a72b-b8c5-4925-ae8a-4d2a1ef9c40e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3340, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:31:43Z', 'updated_at': '2021-07-27T23:31:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1'}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:31:49.327578 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2a176192-226a-48f0-ac9e-2aa4fe873eb0 None None] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:49.345279 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb85f603-07a2-4da6-ba90-87d668a3dcbe None None] The sync data for ids ['4f29a72b-b8c5-4925-ae8a-4d2a1ef9c40e'] in n-d-802623-1 is: [{'id': '4f29a72b-b8c5-4925-ae8a-4d2a1ef9c40e', 'name': 'tempest-TestAggregatesBasicOps-1813287302-router', 'tenant_id': '7257ce3109c64b6784231d3205ade3a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.185'}], 'enable_snat': True}, 'gw_port_id': 'b13f4d65-5c9f-4ae5-b603-d89a890a3b86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:31:43Z', 'updated_at': '2021-07-27T23:31:44Z', 'revision_number': 3, 'project_id': '7257ce3109c64b6784231d3205ade3a7', 'gw_port': {'id': 'b13f4d65-5c9f-4ae5-b603-d89a890a3b86', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:66:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f29a72b-b8c5-4925-ae8a-4d2a1ef9c40e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3340, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:31:43Z', 'updated_at': '2021-07-27T23:31:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1'}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:31:49.364349 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae68007-9ae6-402e-932f-00a34bbee123 None None] Pushing event updated for resources: {'Port': ['ID=ce37090b-93b1-474c-9718-ae6c998f810c,revision_number=3']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:31:49.367651 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-2a176192-226a-48f0-ac9e-2aa4fe873eb0 None None] Transition to ACTIVE for port object fb91b4f2-5f38-4c6e-8621-3f46e74fad83 will not be triggered until provisioned by entity L2. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:31:49.428393 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-776a20d8-a609-4b95-a4fb-1283b0f11aca admin admin] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:49.443402 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-776a20d8-a609-4b95-a4fb-1283b0f11aca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11336041'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:49.472646 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-2a176192-226a-48f0-ac9e-2aa4fe873eb0 None None] Transition to ACTIVE for port object fb91b4f2-5f38-4c6e-8621-3f46e74fad83 will not be triggered until provisioned by entity DHCP. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:31:49.494981 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2a176192-226a-48f0-ac9e-2aa4fe873eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:49.498200 n-d-802623-1 neutron-server[93798]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebb43a68-107a-4b84-99d6-58f841e57ba2 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 23:31:49.498697 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ebb43a68-107a-4b84-99d6-58f841e57ba2 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 23:31:49.534287 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-ebb43a68-107a-4b84-99d6-58f841e57ba2 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 3.2906299 Jul 27 23:31:49.537750 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 40508) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:31:49.560581 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-776a20d8-a609-4b95-a4fb-1283b0f11aca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3760555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-414115'] for router_interface, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:49.562899 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776a20d8-a609-4b95-a4fb-1283b0f11aca admin admin] Pushing event updated for resources: {'Port': ['ID=4d4bfb1d-6124-4ab7-a300-ca4b429d72a9,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:31:49.585121 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-b8ca872f-6dd3-46ad-8182-1728e0d8b49c None None] Provisioning for port 4d4bfb1d-6124-4ab7-a300-ca4b429d72a9 completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:31:49.624873 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-b8ca872f-6dd3-46ad-8182-1728e0d8b49c None None] Provisioning complete for port 4d4bfb1d-6124-4ab7-a300-ca4b429d72a9 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:31:49.625254 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b8ca872f-6dd3-46ad-8182-1728e0d8b49c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:49.635087 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a176192-226a-48f0-ac9e-2aa4fe873eb0 None None] Pushing event updated for resources: {'Port': ['ID=fb91b4f2-5f38-4c6e-8621-3f46e74fad83,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:31:49.680386 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a176192-226a-48f0-ac9e-2aa4fe873eb0 None None] Network 139cfbf0-72fe-4157-aac8-277ea5c5083a is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:31:49.688791 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-776a20d8-a609-4b95-a4fb-1283b0f11aca admin admin] Network 2d608b0a-eb3a-4a3c-a3f8-0ad22c9d4cd3 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:31:49.690454 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-776a20d8-a609-4b95-a4fb-1283b0f11aca admin admin] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:31:49.694669 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-2a176192-226a-48f0-ac9e-2aa4fe873eb0 None None] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:31:49.698422 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a176192-226a-48f0-ac9e-2aa4fe873eb0 None None] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:31:49.700396 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ba58e0e-8844-47d7-ac02-635fbdf269bb tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:31:49.705112 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-6ba58e0e-8844-47d7-ac02-635fbdf269bb tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.1647251 Jul 27 23:31:49.705895 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 40512) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:31:49.805964 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-b8ca872f-6dd3-46ad-8182-1728e0d8b49c None None] Port 4d4bfb1d-6124-4ab7-a300-ca4b429d72a9 cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:31:49.822733 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94491824-b441-4ed0-9a47-51ea52041d76 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:31:49.832904 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94491824-b441-4ed0-9a47-51ea52041d76 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:31:49.839263 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-94491824-b441-4ed0-9a47-51ea52041d76 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1298349 Jul 27 23:31:49.839855 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 40514) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:31:49.873824 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-776a20d8-a609-4b95-a4fb-1283b0f11aca admin admin] Router 4f29a72b-b8c5-4925-ae8a-4d2a1ef9c40e has already been hosted by L3 agent 018c4455-49c0-4734-927d-7824067b2a9e {{(pid=93797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 23:31:49.957126 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-b8ca872f-6dd3-46ad-8182-1728e0d8b49c None None] Provisioning complete for port ce37090b-93b1-474c-9718-ae6c998f810c triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:31:49.957512 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b8ca872f-6dd3-46ad-8182-1728e0d8b49c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:49.993512 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-2a176192-226a-48f0-ac9e-2aa4fe873eb0 None None] Attempting to bind port fb91b4f2-5f38-4c6e-8621-3f46e74fad83 on host n-d-802623-1 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:31:49.999377 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-2a176192-226a-48f0-ac9e-2aa4fe873eb0 None None] Attempting to bind port fb91b4f2-5f38-4c6e-8621-3f46e74fad83 by drivers openvswitch,hyperv on host n-d-802623-1 at level 0 using segments [{'id': 'fcf2197d-a903-4ad1-8fef-eea3861359a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '139cfbf0-72fe-4157-aac8-277ea5c5083a'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:31:50.000627 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a176192-226a-48f0-ac9e-2aa4fe873eb0 None None] Attempting to bind port fb91b4f2-5f38-4c6e-8621-3f46e74fad83 on network 139cfbf0-72fe-4157-aac8-277ea5c5083a {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:31:50.007851 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_v2 [None req-2571c693-d3ff-4d46-a120-586cb1053bcf tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Deleting subnet 594e67e7-a075-4b09-aaf1-822cffa70b7f {{(pid=93798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 23:31:50.020080 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2571c693-d3ff-4d46-a120-586cb1053bcf tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks [] for subnet, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:50.032632 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a176192-226a-48f0-ac9e-2aa4fe873eb0 None None] Checking agent: {'id': 'a9a568d2-a5e7-41e4-833f-a8ab42ea4073', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 52, 30), 'started_at': datetime.datetime(2021, 7, 27, 22, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 31, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802623-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:31:50.037890 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a176192-226a-48f0-ac9e-2aa4fe873eb0 None None] Checking segment: {'id': 'fcf2197d-a903-4ad1-8fef-eea3861359a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '139cfbf0-72fe-4157-aac8-277ea5c5083a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:31:50.039309 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2a176192-226a-48f0-ac9e-2aa4fe873eb0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:50.047530 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a176192-226a-48f0-ac9e-2aa4fe873eb0 None None] Bound using segment: {'id': 'fcf2197d-a903-4ad1-8fef-eea3861359a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '139cfbf0-72fe-4157-aac8-277ea5c5083a'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:31:50.048900 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-2a176192-226a-48f0-ac9e-2aa4fe873eb0 None None] Bound port: fb91b4f2-5f38-4c6e-8621-3f46e74fad83, host: n-d-802623-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcf2197d-a903-4ad1-8fef-eea3861359a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '139cfbf0-72fe-4157-aac8-277ea5c5083a'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:31:50.049474 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2a176192-226a-48f0-ac9e-2aa4fe873eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:50.125282 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2571c693-d3ff-4d46-a120-586cb1053bcf tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11163249'] for subnet, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:50.158853 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-776a20d8-a609-4b95-a4fb-1283b0f11aca admin admin] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:31:50.180159 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-776a20d8-a609-4b95-a4fb-1283b0f11aca admin admin] 10.222.0.18 "PUT /v2.0/routers/4f29a72b-b8c5-4925-ae8a-4d2a1ef9c40e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3500710 Jul 27 23:31:50.357610 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2571c693-d3ff-4d46-a120-586cb1053bcf tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620741'] for subnet, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:50.490153 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2571c693-d3ff-4d46-a120-586cb1053bcf tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11971800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12265753'] for subnet, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:50.494009 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-2a176192-226a-48f0-ac9e-2aa4fe873eb0 None None] For port fb91b4f2-5f38-4c6e-8621-3f46e74fad83, host n-d-802623-1, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:31:50.499005 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-2a176192-226a-48f0-ac9e-2aa4fe873eb0 None None] For port fb91b4f2-5f38-4c6e-8621-3f46e74fad83, host n-d-802623-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=fb91b4f2-5f38-4c6e-8621-3f46e74fad83,segment=NetworkSegment(fcf2197d-a903-4ad1-8fef-eea3861359a1),segment_id=fcf2197d-a903-4ad1-8fef-eea3861359a1)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:31:50.524032 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2a176192-226a-48f0-ac9e-2aa4fe873eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:50.561057 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2571c693-d3ff-4d46-a120-586cb1053bcf tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Pushing event deleted for resources: {'Subnet': ['ID=594e67e7-a075-4b09-aaf1-822cffa70b7f,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:31:50.571793 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2571c693-d3ff-4d46-a120-586cb1053bcf tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:50.575743 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-2571c693-d3ff-4d46-a120-586cb1053bcf tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] 10.222.0.18 "DELETE /v2.0/subnets/594e67e7-a075-4b09-aaf1-822cffa70b7f HTTP/1.1" status: 204 len: 168 time: 0.7261760 Jul 27 23:31:50.579778 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 40526) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:31:50.632196 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-2ceca68d-48ee-41f6-854f-67afe6d92b3b None None] Provisioning complete for port 4d4bfb1d-6124-4ab7-a300-ca4b429d72a9 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:31:50.638419 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2ceca68d-48ee-41f6-854f-67afe6d92b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:50.675655 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 40530) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:31:50.677969 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-5b9a6156-a3b1-4d6d-9e53-6cf55ff9e9e7 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0968156 Jul 27 23:31:50.693481 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-27bb5d1f-5cdc-4490-8fa2-de4150b1f324 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Request body: {'subnet': {'network_id': '139cfbf0-72fe-4157-aac8-277ea5c5083a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:31:50.838323 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a176192-226a-48f0-ac9e-2aa4fe873eb0 None None] Pushing event updated for resources: {'Port': ['ID=fb91b4f2-5f38-4c6e-8621-3f46e74fad83,revision_number=3']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:31:50.884531 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device ce37090b-93b1-474c-9718-ae6c998f810c up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:31:50.983745 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27bb5d1f-5cdc-4490-8fa2-de4150b1f324 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Made reservation on behalf of 99f174f0a0ea48c5a906b127129cb432 for: {'subnet': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:31:50.987808 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-27bb5d1f-5cdc-4490-8fa2-de4150b1f324 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12265828'] for subnet, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:51.016543 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-2ceca68d-48ee-41f6-854f-67afe6d92b3b None None] Port 4d4bfb1d-6124-4ab7-a300-ca4b429d72a9 cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:31:51.080228 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port ce37090b-93b1-474c-9718-ae6c998f810c triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:31:51.080604 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:51.340071 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device cbcc0cf5-9bca-406d-8433-68291ca9c0fd up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:31:51.414885 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port cbcc0cf5-9bca-406d-8433-68291ca9c0fd triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:31:51.415740 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:51.432797 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-27bb5d1f-5cdc-4490-8fa2-de4150b1f324 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11971609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12265750'] for subnet, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:51.481814 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27bb5d1f-5cdc-4490-8fa2-de4150b1f324 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Network 139cfbf0-72fe-4157-aac8-277ea5c5083a is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:31:51.485657 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-27bb5d1f-5cdc-4490-8fa2-de4150b1f324 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:31:51.502327 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27bb5d1f-5cdc-4490-8fa2-de4150b1f324 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:31:51.503212 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-27bb5d1f-5cdc-4490-8fa2-de4150b1f324 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:51.515725 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device b13f4d65-5c9f-4ae5-b603-d89a890a3b86 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:31:51.526424 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-27bb5d1f-5cdc-4490-8fa2-de4150b1f324 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8496349 Jul 27 23:31:51.532447 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 40546) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:31:51.533852 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bb5d1f-5cdc-4490-8fa2-de4150b1f324 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Pushing event updated for resources: {'Subnet': ['ID=83b56523-2358-4f8b-bc1f-ea553d332d3c,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:31:51.548252 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-465e9486-227c-4da5-9433-488eda48ec79 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1055418948', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:31:51.605617 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-465e9486-227c-4da5-9433-488eda48ec79 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62159'] for router, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:51.606664 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-465e9486-227c-4da5-9433-488eda48ec79 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-479230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-415539', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3693317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62148'] for router, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:51.608821 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning for port b13f4d65-5c9f-4ae5-b603-d89a890a3b86 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:31:51.616731 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port b13f4d65-5c9f-4ae5-b603-d89a890a3b86 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:31:51.617338 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:51.720144 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-465e9486-227c-4da5-9433-488eda48ec79 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:51.728166 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-465e9486-227c-4da5-9433-488eda48ec79 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-415468'] for router, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:51.782967 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:51.784889 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-465e9486-227c-4da5-9433-488eda48ec79 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks [] for router, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:51.788497 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-465e9486-227c-4da5-9433-488eda48ec79 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2538528 Jul 27 23:31:51.789813 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 40562) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:31:51.810302 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] For port b13f4d65-5c9f-4ae5-b603-d89a890a3b86, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=b13f4d65-5c9f-4ae5-b603-d89a890a3b86,segment=NetworkSegment(b9afe07e-bbe4-4740-834c-4b6a9698bdbc),segment_id=b9afe07e-bbe4-4740-834c-4b6a9698bdbc)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:31:51.818790 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:51.887726 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Pushing event updated for resources: {'Port': ['ID=b13f4d65-5c9f-4ae5-b603-d89a890a3b86,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:31:52.184358 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 40582) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:31:52.265007 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7de65db6-36df-483e-9c33-82032220d981 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:52.669282 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55601e36-776a-45b9-b54c-d2ce8f1c68b1 None None] Sync routers for ids ['4f29a72b-b8c5-4925-ae8a-4d2a1ef9c40e'] in n-d-802623-1 {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:31:52.686864 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55601e36-776a-45b9-b54c-d2ce8f1c68b1 None None] Routers {'4f29a72b-b8c5-4925-ae8a-4d2a1ef9c40e'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:31:52.689174 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-55601e36-776a-45b9-b54c-d2ce8f1c68b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:31:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['4f29a72b-b8c5-4925-ae8a-4d2a1ef9c40e'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:31:52.699201 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-7de65db6-36df-483e-9c33-82032220d981 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Allocated IP 2001:db8::1 (139cfbf0-72fe-4157-aac8-277ea5c5083a/83b56523-2358-4f8b-bc1f-ea553d332d3c/767f68f8-35ca-4165-8074-6a939639e4c6) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:31:52.826727 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device fb91b4f2-5f38-4c6e-8621-3f46e74fad83 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:31:53.042851 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7de65db6-36df-483e-9c33-82032220d981 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:53.142638 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-7de65db6-36df-483e-9c33-82032220d981 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Transition to ACTIVE for port object 767f68f8-35ca-4165-8074-6a939639e4c6 will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:31:53.173805 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0240ab-5cfc-4abf-b625-1c99fc787387 req-6df060db-ddc7-49ec-8248-d1bbbc1bd0f0 tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:31:53.175440 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-2e0240ab-5cfc-4abf-b625-1c99fc787387 req-6df060db-ddc7-49ec-8248-d1bbbc1bd0f0 tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] 10.222.0.18 "GET /v2.0/ports?device_id=ad67c1f5-7283-4637-999c-94737161fd62 HTTP/1.1" status: 200 len: 946 time: 0.1265759 Jul 27 23:31:53.219733 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ba373ab-be8d-4f49-9129-f715ad34736f None None] Network 139cfbf0-72fe-4157-aac8-277ea5c5083a requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:31:53.245734 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-2e0240ab-5cfc-4abf-b625-1c99fc787387 req-904dbd55-c5ec-496a-8073-5bfe741333d7 tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] 10.222.0.18 "GET /v2.0/security-groups?id=0fdd7288-5bd7-4452-be54-74ff530fb5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554800 Jul 27 23:31:53.249545 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7de65db6-36df-483e-9c33-82032220d981 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:53.252573 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-bae2eebb-8579-4f6a-8736-01368a828930 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-414022'] for router_interface, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:53.285630 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-b5edd6a8-c028-461f-9fc4-351d0431395e None None] Provisioning for port fb91b4f2-5f38-4c6e-8621-3f46e74fad83 completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:31:53.337844 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de65db6-36df-483e-9c33-82032220d981 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Pushing event updated for resources: {'Port': ['ID=767f68f8-35ca-4165-8074-6a939639e4c6,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:31:53.369700 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7de65db6-36df-483e-9c33-82032220d981 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Network 139cfbf0-72fe-4157-aac8-277ea5c5083a is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:31:53.374296 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-7de65db6-36df-483e-9c33-82032220d981 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:31:53.386846 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7de65db6-36df-483e-9c33-82032220d981 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:31:53.387711 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7de65db6-36df-483e-9c33-82032220d981 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-415283'] for router_interface, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:53.491672 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-55601e36-776a-45b9-b54c-d2ce8f1c68b1 None None] Set router 4f29a72b-b8c5-4925-ae8a-4d2a1ef9c40e gateway port host: n-d-802623-1 {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:31:53.611164 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7de65db6-36df-483e-9c33-82032220d981 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:53.685369 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning for port fb91b4f2-5f38-4c6e-8621-3f46e74fad83 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:31:53.785055 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port fb91b4f2-5f38-4c6e-8621-3f46e74fad83 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:31:53.785426 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:53.790805 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-bae2eebb-8579-4f6a-8736-01368a828930 admin admin] Deleting port cbcc0cf5-9bca-406d-8433-68291ca9c0fd {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:31:53.791179 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-bae2eebb-8579-4f6a-8736-01368a828930 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:53.986391 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-bae2eebb-8579-4f6a-8736-01368a828930 admin admin] For port cbcc0cf5-9bca-406d-8433-68291ca9c0fd, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=cbcc0cf5-9bca-406d-8433-68291ca9c0fd,segment=NetworkSegment(1e03595e-1282-499e-b67a-905652026d45),segment_id=1e03595e-1282-499e-b67a-905652026d45)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:31:53.986762 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-bae2eebb-8579-4f6a-8736-01368a828930 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:54.024212 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-bae2eebb-8579-4f6a-8736-01368a828930 admin admin] Calling delete_port for cbcc0cf5-9bca-406d-8433-68291ca9c0fd owned by network:router_interface {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:31:54.053888 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:54.144538 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] For port fb91b4f2-5f38-4c6e-8621-3f46e74fad83, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=fb91b4f2-5f38-4c6e-8621-3f46e74fad83,segment=NetworkSegment(fcf2197d-a903-4ad1-8fef-eea3861359a1),segment_id=fcf2197d-a903-4ad1-8fef-eea3861359a1)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:31:54.157862 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:54.158677 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device b13f4d65-5c9f-4ae5-b603-d89a890a3b86 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:31:54.279468 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7de65db6-36df-483e-9c33-82032220d981 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:54.292694 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7de65db6-36df-483e-9c33-82032220d981 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:54.293565 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7de65db6-36df-483e-9c33-82032220d981 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3760555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-414115'] for router_interface, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:54.344352 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-bae2eebb-8579-4f6a-8736-01368a828930 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:54.394774 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-9f02b01d-1573-4191-bc5b-6897d332f38c None None] Provisioning complete for port fb91b4f2-5f38-4c6e-8621-3f46e74fad83 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:31:54.395284 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-9f02b01d-1573-4191-bc5b-6897d332f38c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:54.435710 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Pushing event updated for resources: {'Port': ['ID=fb91b4f2-5f38-4c6e-8621-3f46e74fad83,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:31:54.456297 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-55601e36-776a-45b9-b54c-d2ce8f1c68b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f29a72b-b8c5-4925-ae8a-4d2a1ef9c40e', 'name': 'tempest-TestAggregatesBasicOps-1813287302-router', 'tenant_id': '7257ce3109c64b6784231d3205ade3a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.185'}], 'enable_snat': True}, 'gw_port_id': 'b13f4d65-5c9f-4ae5-b603-d89a890a3b86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:31:43Z', 'updated_at': '2021-07-27T23:31:48Z', 'revision_number': 4, 'project_id': '7257ce3109c64b6784231d3205ade3a7', 'gw_port': {'id': 'b13f4d65-5c9f-4ae5-b603-d89a890a3b86', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:66:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f29a72b-b8c5-4925-ae8a-4d2a1ef9c40e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3340, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:31:43Z', 'updated_at': '2021-07-27T23:31:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': '4d4bfb1d-6124-4ab7-a300-ca4b429d72a9', 'name': '', 'network_id': '2d608b0a-eb3a-4a3c-a3f8-0ad22c9d4cd3', 'tenant_id': '7257ce3109c64b6784231d3205ade3a7', 'mac_address': 'fa:16:3e:70:59:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f29a72b-b8c5-4925-ae8a-4d2a1ef9c40e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3351, 'fixed_ips': [{'subnet_id': '6a1d63d6-99c8-4ccd-9645-e44d8cf6791d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:31:47Z', 'updated_at': '2021-07-27T23:31:49Z', 'revision_number': 2, 'project_id': '7257ce3109c64b6784231d3205ade3a7', 'subnets': [{'id': '6a1d63d6-99c8-4ccd-9645-e44d8cf6791d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:31:54.524690 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae2eebb-8579-4f6a-8736-01368a828930 admin admin] Pushing event deleted for resources: {'Port': ['ID=cbcc0cf5-9bca-406d-8433-68291ca9c0fd,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:31:54.562116 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55601e36-776a-45b9-b54c-d2ce8f1c68b1 None None] Checking router: 4f29a72b-b8c5-4925-ae8a-4d2a1ef9c40e for host: n-d-802623-1 {{(pid=93799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 23:31:54.562480 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55601e36-776a-45b9-b54c-d2ce8f1c68b1 None None] Updating router 4f29a72b-b8c5-4925-ae8a-4d2a1ef9c40e port 4d4bfb1d-6124-4ab7-a300-ca4b429d72a9 binding host n-d-802623-1 {{(pid=93799) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 23:31:54.566966 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de65db6-36df-483e-9c33-82032220d981 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Pushing event updated for resources: {'Port': ['ID=767f68f8-35ca-4165-8074-6a939639e4c6,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:31:54.621118 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port b13f4d65-5c9f-4ae5-b603-d89a890a3b86 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:31:54.621118 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:54.627695 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-55601e36-776a-45b9-b54c-d2ce8f1c68b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:54.660287 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7de65db6-36df-483e-9c33-82032220d981 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Network 139cfbf0-72fe-4157-aac8-277ea5c5083a is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:31:54.662924 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-7de65db6-36df-483e-9c33-82032220d981 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:31:54.694176 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03b2e9f-5e55-4d9a-aec1-adea03eee601 req-d81109db-1073-4d84-9891-4cb655017ac3 tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:31:54.696468 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f03b2e9f-5e55-4d9a-aec1-adea03eee601 req-d81109db-1073-4d84-9891-4cb655017ac3 tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] 10.222.0.18 "GET /v2.0/ports?device_id=ad67c1f5-7283-4637-999c-94737161fd62 HTTP/1.1" status: 200 len: 946 time: 0.1892960 Jul 27 23:31:54.877043 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f03b2e9f-5e55-4d9a-aec1-adea03eee601 req-f4a70135-4dd0-4229-901f-c20c15d24e90 tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] 10.222.0.18 "GET /v2.0/security-groups?id=0fdd7288-5bd7-4452-be54-74ff530fb5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1739283 Jul 27 23:31:54.984441 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7de65db6-36df-483e-9c33-82032220d981 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Router 80b150b5-1db9-4b3d-a4ff-d6a9b98bf7d8 is scheduled to L3 agent 018c4455-49c0-4734-927d-7824067b2a9e with binding_index 1 {{(pid=93798) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 23:31:54.997398 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-9f02b01d-1573-4191-bc5b-6897d332f38c None None] Provisioning for port 767f68f8-35ca-4165-8074-6a939639e4c6 completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:31:55.003905 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-bae2eebb-8579-4f6a-8736-01368a828930 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3760546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-413994'] for router_interface, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:55.026228 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-9f02b01d-1573-4191-bc5b-6897d332f38c None None] Provisioning complete for port 767f68f8-35ca-4165-8074-6a939639e4c6 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:31:55.026592 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-9f02b01d-1573-4191-bc5b-6897d332f38c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:55.121718 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7de65db6-36df-483e-9c33-82032220d981 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:31:55.134761 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53eeddc3-4112-491b-9da3-9c6668f7fe6e None None] Sync routers for ids ['80b150b5-1db9-4b3d-a4ff-d6a9b98bf7d8'] in n-d-802623-1 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:31:55.140057 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-7de65db6-36df-483e-9c33-82032220d981 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] 10.222.0.18 "PUT /v2.0/routers/80b150b5-1db9-4b3d-a4ff-d6a9b98bf7d8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3491180 Jul 27 23:31:55.145985 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 40652) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:31:55.152179 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53eeddc3-4112-491b-9da3-9c6668f7fe6e None None] Routers {'80b150b5-1db9-4b3d-a4ff-d6a9b98bf7d8'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:31:55.153209 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-53eeddc3-4112-491b-9da3-9c6668f7fe6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:31:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['80b150b5-1db9-4b3d-a4ff-d6a9b98bf7d8'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:31:55.218993 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a43f51d-e336-4838-a1cc-e36acbaecd99 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:31:55.220904 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-3a43f51d-e336-4838-a1cc-e36acbaecd99 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] 10.222.0.18 "GET /v2.0/ports/767f68f8-35ca-4165-8074-6a939639e4c6 HTTP/1.1" status: 200 len: 911 time: 0.0734870 Jul 27 23:31:55.222921 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 40654) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:31:55.234191 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-9f02b01d-1573-4191-bc5b-6897d332f38c None None] Port 767f68f8-35ca-4165-8074-6a939639e4c6 cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:31:55.300999 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-405d9511-53ef-4ed0-907c-dc28ec2a1947 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:31:55.311003 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-405d9511-53ef-4ed0-907c-dc28ec2a1947 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:31:55.314016 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-405d9511-53ef-4ed0-907c-dc28ec2a1947 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.0878880 Jul 27 23:31:55.316644 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 40656) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:31:55.356133 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-53eeddc3-4112-491b-9da3-9c6668f7fe6e None None] Set router 80b150b5-1db9-4b3d-a4ff-d6a9b98bf7d8 gateway port host: None {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:31:55.427978 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-188604c5-d71c-4463-82a9-e4e919bd3019 None None] Provisioning complete for port 767f68f8-35ca-4165-8074-6a939639e4c6 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:31:55.431760 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-188604c5-d71c-4463-82a9-e4e919bd3019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:55.436402 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device fb91b4f2-5f38-4c6e-8621-3f46e74fad83 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:31:55.477195 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bae2eebb-8579-4f6a-8736-01368a828930 admin admin] Router 9f37d8f3-fc1e-48ff-bcf0-c19b840043bb has already been hosted by L3 agent 018c4455-49c0-4734-927d-7824067b2a9e {{(pid=93797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 23:31:55.510614 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-55601e36-776a-45b9-b54c-d2ce8f1c68b1 None None] Notify callbacks [] for port, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:55.575432 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-55601e36-776a-45b9-b54c-d2ce8f1c68b1 None None] Transition to ACTIVE for port object 4d4bfb1d-6124-4ab7-a300-ca4b429d72a9 will not be triggered until provisioned by entity L2. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:31:55.592760 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-188604c5-d71c-4463-82a9-e4e919bd3019 None None] Port 767f68f8-35ca-4165-8074-6a939639e4c6 cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:31:55.607313 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-55601e36-776a-45b9-b54c-d2ce8f1c68b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:55.668702 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bae2eebb-8579-4f6a-8736-01368a828930 admin admin] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:31:55.679878 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-bae2eebb-8579-4f6a-8736-01368a828930 admin admin] 10.222.0.18 "PUT /v2.0/routers/9f37d8f3-fc1e-48ff-bcf0-c19b840043bb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4940693 Jul 27 23:31:55.681024 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 40658) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:31:55.690201 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec82ecf4-a79e-42de-8a54-6a661207cbf1 None None] Sync routers for ids ['9f37d8f3-fc1e-48ff-bcf0-c19b840043bb'] in n-d-802623-1 {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:31:55.704577 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-53eeddc3-4112-491b-9da3-9c6668f7fe6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80b150b5-1db9-4b3d-a4ff-d6a9b98bf7d8', 'name': 'tempest-NetworksTestDHCPv6-router-1055418948', 'tenant_id': '99f174f0a0ea48c5a906b127129cb432', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:31:51Z', 'updated_at': '2021-07-27T23:31:53Z', 'revision_number': 2, 'project_id': '99f174f0a0ea48c5a906b127129cb432', 'gw_port_host': None, '_interfaces': [{'id': '767f68f8-35ca-4165-8074-6a939639e4c6', 'name': '', 'network_id': '139cfbf0-72fe-4157-aac8-277ea5c5083a', 'tenant_id': '99f174f0a0ea48c5a906b127129cb432', 'mac_address': 'fa:16:3e:2c:8b:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80b150b5-1db9-4b3d-a4ff-d6a9b98bf7d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3356, 'fixed_ips': [{'subnet_id': '83b56523-2358-4f8b-bc1f-ea553d332d3c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:31:52Z', 'updated_at': '2021-07-27T23:31:53Z', 'revision_number': 2, 'project_id': '99f174f0a0ea48c5a906b127129cb432', 'subnets': [{'id': '83b56523-2358-4f8b-bc1f-ea553d332d3c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:31:55.721749 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port fb91b4f2-5f38-4c6e-8621-3f46e74fad83 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:31:55.722128 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:55.737787 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53eeddc3-4112-491b-9da3-9c6668f7fe6e None None] Checking router: 80b150b5-1db9-4b3d-a4ff-d6a9b98bf7d8 for host: n-d-802623-1 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 23:31:55.738147 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53eeddc3-4112-491b-9da3-9c6668f7fe6e None None] Updating router 80b150b5-1db9-4b3d-a4ff-d6a9b98bf7d8 port 767f68f8-35ca-4165-8074-6a939639e4c6 binding host n-d-802623-1 {{(pid=93800) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 23:31:55.761654 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec82ecf4-a79e-42de-8a54-6a661207cbf1 None None] Routers {'9f37d8f3-fc1e-48ff-bcf0-c19b840043bb'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:31:55.762307 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-ec82ecf4-a79e-42de-8a54-6a661207cbf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:31:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['9f37d8f3-fc1e-48ff-bcf0-c19b840043bb'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:31:55.809968 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-53eeddc3-4112-491b-9da3-9c6668f7fe6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:55.874067 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8f4f98-81ac-4c3a-b2a6-d26082f352e8 None None] Pushing event updated for resources: {'Port': ['ID=4d4bfb1d-6124-4ab7-a300-ca4b429d72a9,revision_number=3']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:31:55.936265 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0de4c3da-e611-4e14-8ec3-a9483c7e696b admin admin] Notify callbacks [] for router, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:56.077907 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-55601e36-776a-45b9-b54c-d2ce8f1c68b1 None None] Attempting to bind port 4d4bfb1d-6124-4ab7-a300-ca4b429d72a9 on host n-d-802623-1 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:31:56.078343 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-55601e36-776a-45b9-b54c-d2ce8f1c68b1 None None] Attempting to bind port 4d4bfb1d-6124-4ab7-a300-ca4b429d72a9 by drivers openvswitch,hyperv on host n-d-802623-1 at level 0 using segments [{'id': '05258d17-f238-4ee0-8664-2d969e6a03ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '2d608b0a-eb3a-4a3c-a3f8-0ad22c9d4cd3'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:31:56.078878 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55601e36-776a-45b9-b54c-d2ce8f1c68b1 None None] Attempting to bind port 4d4bfb1d-6124-4ab7-a300-ca4b429d72a9 on network 2d608b0a-eb3a-4a3c-a3f8-0ad22c9d4cd3 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:31:56.122974 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55601e36-776a-45b9-b54c-d2ce8f1c68b1 None None] Checking agent: {'id': 'a9a568d2-a5e7-41e4-833f-a8ab42ea4073', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 52, 30), 'started_at': datetime.datetime(2021, 7, 27, 22, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 31, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802623-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:31:56.123379 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55601e36-776a-45b9-b54c-d2ce8f1c68b1 None None] Checking segment: {'id': '05258d17-f238-4ee0-8664-2d969e6a03ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '2d608b0a-eb3a-4a3c-a3f8-0ad22c9d4cd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:31:56.123784 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-55601e36-776a-45b9-b54c-d2ce8f1c68b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:56.126262 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55601e36-776a-45b9-b54c-d2ce8f1c68b1 None None] Bound using segment: {'id': '05258d17-f238-4ee0-8664-2d969e6a03ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '2d608b0a-eb3a-4a3c-a3f8-0ad22c9d4cd3'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:31:56.126777 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-55601e36-776a-45b9-b54c-d2ce8f1c68b1 None None] Bound port: 4d4bfb1d-6124-4ab7-a300-ca4b429d72a9, host: n-d-802623-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05258d17-f238-4ee0-8664-2d969e6a03ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '2d608b0a-eb3a-4a3c-a3f8-0ad22c9d4cd3'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:31:56.127276 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-55601e36-776a-45b9-b54c-d2ce8f1c68b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:56.187925 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-33d79f0a-3fe7-4c8d-b7ca-8133d21c1b67 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-414022'] for router_interface, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:56.256279 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0de4c3da-e611-4e14-8ec3-a9483c7e696b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:56.271410 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-ec82ecf4-a79e-42de-8a54-6a661207cbf1 None None] Set router 9f37d8f3-fc1e-48ff-bcf0-c19b840043bb gateway port host: n-d-802623-1 {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:31:56.272394 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7448aee7-3d7a-4d48-b4aa-25be0174cd15 req-9ce381cb-0fdb-40af-90f9-58739f7797b2 tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:31:56.274190 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7448aee7-3d7a-4d48-b4aa-25be0174cd15 req-9ce381cb-0fdb-40af-90f9-58739f7797b2 tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] 10.222.0.18 "GET /v2.0/ports?device_id=ad67c1f5-7283-4637-999c-94737161fd62 HTTP/1.1" status: 200 len: 946 time: 0.2206573 Jul 27 23:31:56.408009 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-0de4c3da-e611-4e14-8ec3-a9483c7e696b admin admin] Deleting port fc7aa8fb-75cd-4da2-9d89-a89fd0804df0 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:31:56.408662 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0de4c3da-e611-4e14-8ec3-a9483c7e696b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:56.417006 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7448aee7-3d7a-4d48-b4aa-25be0174cd15 req-826ddd5d-50c3-4efa-8150-f5c7e5ea3b6a tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] 10.222.0.18 "GET /v2.0/security-groups?id=0fdd7288-5bd7-4452-be54-74ff530fb5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1072755 Jul 27 23:31:56.451344 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-53eeddc3-4112-491b-9da3-9c6668f7fe6e None None] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:56.476463 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-53eeddc3-4112-491b-9da3-9c6668f7fe6e None None] Transition to ACTIVE for port object 767f68f8-35ca-4165-8074-6a939639e4c6 will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:31:56.493780 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-53eeddc3-4112-491b-9da3-9c6668f7fe6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:56.595369 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f41cf5-ed83-4ab2-a54a-0ef7cd9381ed None None] Pushing event updated for resources: {'Port': ['ID=767f68f8-35ca-4165-8074-6a939639e4c6,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:31:56.615645 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-33d79f0a-3fe7-4c8d-b7ca-8133d21c1b67 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Deleting port 767f68f8-35ca-4165-8074-6a939639e4c6 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:31:56.618059 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-33d79f0a-3fe7-4c8d-b7ca-8133d21c1b67 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:56.636783 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-0de4c3da-e611-4e14-8ec3-a9483c7e696b admin admin] For port fc7aa8fb-75cd-4da2-9d89-a89fd0804df0, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=fc7aa8fb-75cd-4da2-9d89-a89fd0804df0,segment=NetworkSegment(b9afe07e-bbe4-4740-834c-4b6a9698bdbc),segment_id=b9afe07e-bbe4-4740-834c-4b6a9698bdbc)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:31:56.637284 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0de4c3da-e611-4e14-8ec3-a9483c7e696b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:56.667889 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-55601e36-776a-45b9-b54c-d2ce8f1c68b1 None None] For port 4d4bfb1d-6124-4ab7-a300-ca4b429d72a9, host n-d-802623-1, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:31:56.680105 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-55601e36-776a-45b9-b54c-d2ce8f1c68b1 None None] For port 4d4bfb1d-6124-4ab7-a300-ca4b429d72a9, host n-d-802623-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=4d4bfb1d-6124-4ab7-a300-ca4b429d72a9,segment=NetworkSegment(05258d17-f238-4ee0-8664-2d969e6a03ee),segment_id=05258d17-f238-4ee0-8664-2d969e6a03ee)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:31:56.683870 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-53eeddc3-4112-491b-9da3-9c6668f7fe6e None None] Attempting to bind port 767f68f8-35ca-4165-8074-6a939639e4c6 on host n-d-802623-1 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:31:56.684430 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-53eeddc3-4112-491b-9da3-9c6668f7fe6e None None] Attempting to bind port 767f68f8-35ca-4165-8074-6a939639e4c6 by drivers openvswitch,hyperv on host n-d-802623-1 at level 0 using segments [{'id': 'fcf2197d-a903-4ad1-8fef-eea3861359a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '139cfbf0-72fe-4157-aac8-277ea5c5083a'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:31:56.685122 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53eeddc3-4112-491b-9da3-9c6668f7fe6e None None] Attempting to bind port 767f68f8-35ca-4165-8074-6a939639e4c6 on network 139cfbf0-72fe-4157-aac8-277ea5c5083a {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:31:56.691028 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-0de4c3da-e611-4e14-8ec3-a9483c7e696b admin admin] Calling delete_port for fc7aa8fb-75cd-4da2-9d89-a89fd0804df0 owned by network:router_gateway {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:31:56.694742 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53eeddc3-4112-491b-9da3-9c6668f7fe6e None None] Checking agent: {'id': 'a9a568d2-a5e7-41e4-833f-a8ab42ea4073', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 52, 30), 'started_at': datetime.datetime(2021, 7, 27, 22, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 31, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802623-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:31:56.695445 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53eeddc3-4112-491b-9da3-9c6668f7fe6e None None] Checking segment: {'id': 'fcf2197d-a903-4ad1-8fef-eea3861359a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '139cfbf0-72fe-4157-aac8-277ea5c5083a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:31:56.696089 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-53eeddc3-4112-491b-9da3-9c6668f7fe6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:56.696881 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53eeddc3-4112-491b-9da3-9c6668f7fe6e None None] Bound using segment: {'id': 'fcf2197d-a903-4ad1-8fef-eea3861359a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '139cfbf0-72fe-4157-aac8-277ea5c5083a'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:31:56.697931 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-53eeddc3-4112-491b-9da3-9c6668f7fe6e None None] Bound port: 767f68f8-35ca-4165-8074-6a939639e4c6, host: n-d-802623-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcf2197d-a903-4ad1-8fef-eea3861359a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '139cfbf0-72fe-4157-aac8-277ea5c5083a'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:31:56.698383 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-55601e36-776a-45b9-b54c-d2ce8f1c68b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:56.698998 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-53eeddc3-4112-491b-9da3-9c6668f7fe6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:56.781182 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8f4f98-81ac-4c3a-b2a6-d26082f352e8 None None] Pushing event updated for resources: {'Port': ['ID=4d4bfb1d-6124-4ab7-a300-ca4b429d72a9,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:31:56.805640 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-33d79f0a-3fe7-4c8d-b7ca-8133d21c1b67 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] For port 767f68f8-35ca-4165-8074-6a939639e4c6, host n-d-802623-1, got binding levels [] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:31:56.807590 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-33d79f0a-3fe7-4c8d-b7ca-8133d21c1b67 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:56.842007 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-53eeddc3-4112-491b-9da3-9c6668f7fe6e None None] For port 767f68f8-35ca-4165-8074-6a939639e4c6, host n-d-802623-1, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:31:56.845734 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-33d79f0a-3fe7-4c8d-b7ca-8133d21c1b67 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Calling delete_port for 767f68f8-35ca-4165-8074-6a939639e4c6 owned by network:router_interface {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:31:56.847083 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-53eeddc3-4112-491b-9da3-9c6668f7fe6e None None] For port 767f68f8-35ca-4165-8074-6a939639e4c6, host n-d-802623-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=767f68f8-35ca-4165-8074-6a939639e4c6,segment=NetworkSegment(fcf2197d-a903-4ad1-8fef-eea3861359a1),segment_id=fcf2197d-a903-4ad1-8fef-eea3861359a1)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:31:56.857812 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-53eeddc3-4112-491b-9da3-9c6668f7fe6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:56.874331 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55601e36-776a-45b9-b54c-d2ce8f1c68b1 None None] Routers {'4f29a72b-b8c5-4925-ae8a-4d2a1ef9c40e'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:31:56.878140 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-55601e36-776a-45b9-b54c-d2ce8f1c68b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:31:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['4f29a72b-b8c5-4925-ae8a-4d2a1ef9c40e'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:31:56.963084 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53eeddc3-4112-491b-9da3-9c6668f7fe6e None None] Routers {'80b150b5-1db9-4b3d-a4ff-d6a9b98bf7d8'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:31:56.963718 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-53eeddc3-4112-491b-9da3-9c6668f7fe6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:31:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['80b150b5-1db9-4b3d-a4ff-d6a9b98bf7d8'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:31:57.119782 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e30bf15a-fa2d-464a-adae-9b321c8bbeb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:57.153634 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-53eeddc3-4112-491b-9da3-9c6668f7fe6e None None] Set router 80b150b5-1db9-4b3d-a4ff-d6a9b98bf7d8 gateway port host: None {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:31:57.257645 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-55601e36-776a-45b9-b54c-d2ce8f1c68b1 None None] Set router 4f29a72b-b8c5-4925-ae8a-4d2a1ef9c40e gateway port host: n-d-802623-1 {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:31:57.284955 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-33d79f0a-3fe7-4c8d-b7ca-8133d21c1b67 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:57.289477 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0de4c3da-e611-4e14-8ec3-a9483c7e696b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:57.346986 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-ec82ecf4-a79e-42de-8a54-6a661207cbf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f37d8f3-fc1e-48ff-bcf0-c19b840043bb', 'name': 'tempest-TestAggregatesBasicOps-649044876-router', 'tenant_id': '0ad7c93117a14770b2728549418b9272', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.116'}], 'enable_snat': True}, 'gw_port_id': 'fc7aa8fb-75cd-4da2-9d89-a89fd0804df0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:31:32Z', 'updated_at': '2021-07-27T23:31:54Z', 'revision_number': 5, 'project_id': '0ad7c93117a14770b2728549418b9272', 'gw_port': {'id': 'fc7aa8fb-75cd-4da2-9d89-a89fd0804df0', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:9e:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f37d8f3-fc1e-48ff-bcf0-c19b840043bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3312, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:31:33Z', 'updated_at': '2021-07-27T23:31:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1'}], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:31:57.352966 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d79f0a-3fe7-4c8d-b7ca-8133d21c1b67 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Pushing event deleted for resources: {'Port': ['ID=767f68f8-35ca-4165-8074-6a939639e4c6,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:31:57.422455 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de4c3da-e611-4e14-8ec3-a9483c7e696b admin admin] Pushing event deleted for resources: {'Port': ['ID=fc7aa8fb-75cd-4da2-9d89-a89fd0804df0,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:31:57.498594 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec82ecf4-a79e-42de-8a54-6a661207cbf1 None None] Checking router: 9f37d8f3-fc1e-48ff-bcf0-c19b840043bb for host: n-d-802623-1 {{(pid=93799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 23:31:57.545230 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0de4c3da-e611-4e14-8ec3-a9483c7e696b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-415368'] for router_gateway, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:57.566575 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f41cf5-ed83-4ab2-a54a-0ef7cd9381ed None None] Pushing event updated for resources: {'Port': ['ID=767f68f8-35ca-4165-8074-6a939639e4c6,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:31:57.576693 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-33d79f0a-3fe7-4c8d-b7ca-8133d21c1b67 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3760546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-413994'] for router_interface, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:57.617204 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec82ecf4-a79e-42de-8a54-6a661207cbf1 None None] Routers {'9f37d8f3-fc1e-48ff-bcf0-c19b840043bb'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:31:57.621562 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-ec82ecf4-a79e-42de-8a54-6a661207cbf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:31:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['9f37d8f3-fc1e-48ff-bcf0-c19b840043bb'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:31:57.632336 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-53eeddc3-4112-491b-9da3-9c6668f7fe6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80b150b5-1db9-4b3d-a4ff-d6a9b98bf7d8', 'name': 'tempest-NetworksTestDHCPv6-router-1055418948', 'tenant_id': '99f174f0a0ea48c5a906b127129cb432', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:31:51Z', 'updated_at': '2021-07-27T23:31:53Z', 'revision_number': 2, 'project_id': '99f174f0a0ea48c5a906b127129cb432', 'gw_port_host': None, '_interfaces': [{'id': '767f68f8-35ca-4165-8074-6a939639e4c6', 'name': '', 'network_id': '139cfbf0-72fe-4157-aac8-277ea5c5083a', 'tenant_id': '99f174f0a0ea48c5a906b127129cb432', 'mac_address': 'fa:16:3e:2c:8b:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80b150b5-1db9-4b3d-a4ff-d6a9b98bf7d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3356, 'fixed_ips': [{'subnet_id': '83b56523-2358-4f8b-bc1f-ea553d332d3c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:31:52Z', 'updated_at': '2021-07-27T23:31:56Z', 'revision_number': 4, 'project_id': '99f174f0a0ea48c5a906b127129cb432', 'subnets': [{'id': '83b56523-2358-4f8b-bc1f-ea553d332d3c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:31:57.672233 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53eeddc3-4112-491b-9da3-9c6668f7fe6e None None] The sync data for ids ['80b150b5-1db9-4b3d-a4ff-d6a9b98bf7d8'] in n-d-802623-1 is: [{'id': '80b150b5-1db9-4b3d-a4ff-d6a9b98bf7d8', 'name': 'tempest-NetworksTestDHCPv6-router-1055418948', 'tenant_id': '99f174f0a0ea48c5a906b127129cb432', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:31:51Z', 'updated_at': '2021-07-27T23:31:53Z', 'revision_number': 2, 'project_id': '99f174f0a0ea48c5a906b127129cb432', 'gw_port_host': None, '_interfaces': [{'id': '767f68f8-35ca-4165-8074-6a939639e4c6', 'name': '', 'network_id': '139cfbf0-72fe-4157-aac8-277ea5c5083a', 'tenant_id': '99f174f0a0ea48c5a906b127129cb432', 'mac_address': 'fa:16:3e:2c:8b:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80b150b5-1db9-4b3d-a4ff-d6a9b98bf7d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3356, 'fixed_ips': [{'subnet_id': '83b56523-2358-4f8b-bc1f-ea553d332d3c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:31:52Z', 'updated_at': '2021-07-27T23:31:56Z', 'revision_number': 4, 'project_id': '99f174f0a0ea48c5a906b127129cb432', 'subnets': [{'id': '83b56523-2358-4f8b-bc1f-ea553d332d3c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:31:57.823168 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0de4c3da-e611-4e14-8ec3-a9483c7e696b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62205'] for router, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:57.827341 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0de4c3da-e611-4e14-8ec3-a9483c7e696b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:57.864709 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59645ab6-9169-45c7-a609-c56c2899d269 req-d7fc0288-71fa-49fa-8571-59cd773e1a28 tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:31:57.876632 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-59645ab6-9169-45c7-a609-c56c2899d269 req-d7fc0288-71fa-49fa-8571-59cd773e1a28 tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] 10.222.0.18 "GET /v2.0/ports?device_id=ad67c1f5-7283-4637-999c-94737161fd62 HTTP/1.1" status: 200 len: 946 time: 0.2345831 Jul 27 23:31:57.885264 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-ec82ecf4-a79e-42de-8a54-6a661207cbf1 None None] Set router 9f37d8f3-fc1e-48ff-bcf0-c19b840043bb gateway port host: None {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:31:57.900896 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-0bf7f604-a928-4856-b030-642c1fe2bb7b None None] Could not find standard attr ID for object 767f68f8-35ca-4165-8074-6a939639e4c6. {{(pid=93799) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 23:31:57.945700 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33d79f0a-3fe7-4c8d-b7ca-8133d21c1b67 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Router 80b150b5-1db9-4b3d-a4ff-d6a9b98bf7d8 has already been hosted by L3 agent 018c4455-49c0-4734-927d-7824067b2a9e {{(pid=93798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 23:31:57.987243 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-59645ab6-9169-45c7-a609-c56c2899d269 req-2316d300-325a-4b72-b916-c39c8ca79022 tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] 10.222.0.18 "GET /v2.0/security-groups?id=0fdd7288-5bd7-4452-be54-74ff530fb5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1069634 Jul 27 23:31:58.003871 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0de4c3da-e611-4e14-8ec3-a9483c7e696b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-477831'] for router, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:58.004435 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0de4c3da-e611-4e14-8ec3-a9483c7e696b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9f37d8f3-fc1e-48ff-bcf0-c19b840043bb {{(pid=93797) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 23:31:58.011348 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-ec82ecf4-a79e-42de-8a54-6a661207cbf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f37d8f3-fc1e-48ff-bcf0-c19b840043bb', 'name': 'tempest-TestAggregatesBasicOps-649044876-router', 'tenant_id': '0ad7c93117a14770b2728549418b9272', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:31:32Z', 'updated_at': '2021-07-27T23:31:57Z', 'revision_number': 7, 'project_id': '0ad7c93117a14770b2728549418b9272', 'gw_port_host': None}], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:31:58.019095 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0de4c3da-e611-4e14-8ec3-a9483c7e696b admin admin] Notify callbacks [] for router, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:58.022705 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-0de4c3da-e611-4e14-8ec3-a9483c7e696b admin admin] 10.222.0.18 "DELETE /v2.0/routers/9f37d8f3-fc1e-48ff-bcf0-c19b840043bb HTTP/1.1" status: 204 len: 168 time: 2.3392432 Jul 27 23:31:58.024125 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 40674) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:31:58.066258 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec82ecf4-a79e-42de-8a54-6a661207cbf1 None None] The sync data for ids ['9f37d8f3-fc1e-48ff-bcf0-c19b840043bb'] in n-d-802623-1 is: [{'id': '9f37d8f3-fc1e-48ff-bcf0-c19b840043bb', 'name': 'tempest-TestAggregatesBasicOps-649044876-router', 'tenant_id': '0ad7c93117a14770b2728549418b9272', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:31:32Z', 'updated_at': '2021-07-27T23:31:57Z', 'revision_number': 7, 'project_id': '0ad7c93117a14770b2728549418b9272', 'gw_port_host': None}] {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:31:58.157673 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf55c68b-7cd6-4685-bbce-0846eafc526e admin admin] Deleting subnet 42e06f4f-41fd-4417-a74d-f54a486ce9ac {{(pid=93797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 23:31:58.166768 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-bf55c68b-7cd6-4685-bbce-0846eafc526e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:58.212600 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-55601e36-776a-45b9-b54c-d2ce8f1c68b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f29a72b-b8c5-4925-ae8a-4d2a1ef9c40e', 'name': 'tempest-TestAggregatesBasicOps-1813287302-router', 'tenant_id': '7257ce3109c64b6784231d3205ade3a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.185'}], 'enable_snat': True}, 'gw_port_id': 'b13f4d65-5c9f-4ae5-b603-d89a890a3b86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:31:43Z', 'updated_at': '2021-07-27T23:31:48Z', 'revision_number': 4, 'project_id': '7257ce3109c64b6784231d3205ade3a7', 'gw_port': {'id': 'b13f4d65-5c9f-4ae5-b603-d89a890a3b86', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:66:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f29a72b-b8c5-4925-ae8a-4d2a1ef9c40e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3340, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:31:43Z', 'updated_at': '2021-07-27T23:31:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': '4d4bfb1d-6124-4ab7-a300-ca4b429d72a9', 'name': '', 'network_id': '2d608b0a-eb3a-4a3c-a3f8-0ad22c9d4cd3', 'tenant_id': '7257ce3109c64b6784231d3205ade3a7', 'mac_address': 'fa:16:3e:70:59:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f29a72b-b8c5-4925-ae8a-4d2a1ef9c40e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3351, 'fixed_ips': [{'subnet_id': '6a1d63d6-99c8-4ccd-9645-e44d8cf6791d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:31:47Z', 'updated_at': '2021-07-27T23:31:56Z', 'revision_number': 4, 'project_id': '7257ce3109c64b6784231d3205ade3a7', 'subnets': [{'id': '6a1d63d6-99c8-4ccd-9645-e44d8cf6791d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:31:58.251943 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-bf55c68b-7cd6-4685-bbce-0846eafc526e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11335971'] for subnet, precommit_delete_associations {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:58.262755 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55601e36-776a-45b9-b54c-d2ce8f1c68b1 None None] The sync data for ids ['4f29a72b-b8c5-4925-ae8a-4d2a1ef9c40e'] in n-d-802623-1 is: [{'id': '4f29a72b-b8c5-4925-ae8a-4d2a1ef9c40e', 'name': 'tempest-TestAggregatesBasicOps-1813287302-router', 'tenant_id': '7257ce3109c64b6784231d3205ade3a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.185'}], 'enable_snat': True}, 'gw_port_id': 'b13f4d65-5c9f-4ae5-b603-d89a890a3b86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:31:43Z', 'updated_at': '2021-07-27T23:31:48Z', 'revision_number': 4, 'project_id': '7257ce3109c64b6784231d3205ade3a7', 'gw_port': {'id': 'b13f4d65-5c9f-4ae5-b603-d89a890a3b86', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:66:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f29a72b-b8c5-4925-ae8a-4d2a1ef9c40e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3340, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:31:43Z', 'updated_at': '2021-07-27T23:31:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': '4d4bfb1d-6124-4ab7-a300-ca4b429d72a9', 'name': '', 'network_id': '2d608b0a-eb3a-4a3c-a3f8-0ad22c9d4cd3', 'tenant_id': '7257ce3109c64b6784231d3205ade3a7', 'mac_address': 'fa:16:3e:70:59:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f29a72b-b8c5-4925-ae8a-4d2a1ef9c40e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3351, 'fixed_ips': [{'subnet_id': '6a1d63d6-99c8-4ccd-9645-e44d8cf6791d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:31:47Z', 'updated_at': '2021-07-27T23:31:56Z', 'revision_number': 4, 'project_id': '7257ce3109c64b6784231d3205ade3a7', 'subnets': [{'id': '6a1d63d6-99c8-4ccd-9645-e44d8cf6791d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:31:58.500001 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-bf55c68b-7cd6-4685-bbce-0846eafc526e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620741'] for subnet, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:58.664733 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-bf55c68b-7cd6-4685-bbce-0846eafc526e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11335991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11551414'] for subnet, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:58.691295 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff4ace3e-0605-4a9a-bea0-82c13879223f None None] Network 7ccbf90f-d719-40fe-9da2-b19e1621b877 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:31:58.701367 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-bf55c68b-7cd6-4685-bbce-0846eafc526e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:58.703405 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-bf55c68b-7cd6-4685-bbce-0846eafc526e admin admin] 10.222.0.18 "DELETE /v2.0/subnets/42e06f4f-41fd-4417-a74d-f54a486ce9ac HTTP/1.1" status: 204 len: 168 time: 0.6779859 Jul 27 23:31:58.710775 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 40690) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:31:58.805357 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33d79f0a-3fe7-4c8d-b7ca-8133d21c1b67 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:31:58.810720 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf55c68b-7cd6-4685-bbce-0846eafc526e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=42e06f4f-41fd-4417-a74d-f54a486ce9ac,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:31:58.840999 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-33d79f0a-3fe7-4c8d-b7ca-8133d21c1b67 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] 10.222.0.18 "PUT /v2.0/routers/80b150b5-1db9-4b3d-a4ff-d6a9b98bf7d8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5227013 Jul 27 23:31:58.861060 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 40692) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:31:58.939414 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2cc7bb8a-8aa0-4ca9-9673-1220fea98488 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593271'] for network, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:58.980015 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6df3dfe-f5e4-41f1-9c44-0e359be027de tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:31:58.981864 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6df3dfe-f5e4-41f1-9c44-0e359be027de tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:31:59.004428 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 40696) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:31:59.008801 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-b6df3dfe-f5e4-41f1-9c44-0e359be027de tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1211290 Jul 27 23:31:59.094323 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_v2 [None req-dae18d84-536b-4936-84ff-3162a0631f90 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Deleting subnet 83b56523-2358-4f8b-bc1f-ea553d332d3c {{(pid=93797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 23:31:59.113226 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-dae18d84-536b-4936-84ff-3162a0631f90 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks [] for subnet, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:59.177262 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 40700) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:31:59.185586 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21cfc1fa-db84-45d6-b626-76271e23e431 None None] DHCP port deletion for 7ccbf90f-d719-40fe-9da2-b19e1621b877 request from n-d-802623-1 {{(pid=93799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 23:31:59.204839 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-dae18d84-536b-4936-84ff-3162a0631f90 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11335971'] for subnet, precommit_delete_associations {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:59.314876 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-dae18d84-536b-4936-84ff-3162a0631f90 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620741'] for subnet, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:59.327489 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-21cfc1fa-db84-45d6-b626-76271e23e431 None None] Deleting port 6e9a0a3c-8c6d-4a50-a98f-ab8f81012dda {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:31:59.327972 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-21cfc1fa-db84-45d6-b626-76271e23e431 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:59.373121 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5426fd3a-c7cb-490c-97e6-eb8a878a6b54 req-3ef58535-f9d6-43f4-9623-398964e233cc tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:31:59.393949 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-5426fd3a-c7cb-490c-97e6-eb8a878a6b54 req-3ef58535-f9d6-43f4-9623-398964e233cc tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] 10.222.0.18 "GET /v2.0/ports?device_id=ad67c1f5-7283-4637-999c-94737161fd62 HTTP/1.1" status: 200 len: 946 time: 0.2317417 Jul 27 23:31:59.423573 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-2cc7bb8a-8aa0-4ca9-9673-1220fea98488 admin admin] Deleting port 6e9a0a3c-8c6d-4a50-a98f-ab8f81012dda {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:31:59.424160 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2cc7bb8a-8aa0-4ca9-9673-1220fea98488 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:59.447800 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 4d4bfb1d-6124-4ab7-a300-ca4b429d72a9 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:31:59.460366 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-5426fd3a-c7cb-490c-97e6-eb8a878a6b54 req-77032f6c-d0c5-417f-a8c7-6abf0938efdf tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] 10.222.0.18 "GET /v2.0/security-groups?id=0fdd7288-5bd7-4452-be54-74ff530fb5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618658 Jul 27 23:31:59.462403 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-dae18d84-536b-4936-84ff-3162a0631f90 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11335991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11551414'] for subnet, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:59.519428 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6786792c-c63a-4327-94c4-65264a7e0e9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:59.622547 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae18d84-536b-4936-84ff-3162a0631f90 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Pushing event deleted for resources: {'Subnet': ['ID=83b56523-2358-4f8b-bc1f-ea553d332d3c,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:31:59.628530 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bcf218e-27ec-4786-83c4-23dff1876fa0 None None] Network 139cfbf0-72fe-4157-aac8-277ea5c5083a requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:31:59.630819 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-dae18d84-536b-4936-84ff-3162a0631f90 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks [] for subnet, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:59.633014 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-dae18d84-536b-4936-84ff-3162a0631f90 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] 10.222.0.18 "DELETE /v2.0/subnets/83b56523-2358-4f8b-bc1f-ea553d332d3c HTTP/1.1" status: 204 len: 168 time: 0.6267068 Jul 27 23:31:59.636825 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 40706) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:31:59.660321 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-2cc7bb8a-8aa0-4ca9-9673-1220fea98488 admin admin] For port 6e9a0a3c-8c6d-4a50-a98f-ab8f81012dda, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=6e9a0a3c-8c6d-4a50-a98f-ab8f81012dda,segment=NetworkSegment(1e03595e-1282-499e-b67a-905652026d45),segment_id=1e03595e-1282-499e-b67a-905652026d45)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:31:59.661567 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2cc7bb8a-8aa0-4ca9-9673-1220fea98488 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:59.678255 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-2cc7bb8a-8aa0-4ca9-9673-1220fea98488 admin admin] Calling delete_port for 6e9a0a3c-8c6d-4a50-a98f-ab8f81012dda owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:31:59.825949 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-21cfc1fa-db84-45d6-b626-76271e23e431 None None] For port 6e9a0a3c-8c6d-4a50-a98f-ab8f81012dda, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=6e9a0a3c-8c6d-4a50-a98f-ab8f81012dda,segment=NetworkSegment(1e03595e-1282-499e-b67a-905652026d45),segment_id=1e03595e-1282-499e-b67a-905652026d45)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:31:59.826515 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-21cfc1fa-db84-45d6-b626-76271e23e431 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:59.842507 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b7ee920d-dfd4-4466-828e-1710fdad0b3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:59.883478 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-21cfc1fa-db84-45d6-b626-76271e23e431 None None] Calling delete_port for 6e9a0a3c-8c6d-4a50-a98f-ab8f81012dda owned by network:dhcp {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:31:59.892751 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:59.893268 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2cc7bb8a-8aa0-4ca9-9673-1220fea98488 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:59.908328 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-33ffd46d-5004-4227-9ccd-448863e074ba tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.2679276 Jul 27 23:31:59.909795 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning for port 4d4bfb1d-6124-4ab7-a300-ca4b429d72a9 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:31:59.913576 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 40708) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:31:59.917248 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port 4d4bfb1d-6124-4ab7-a300-ca4b429d72a9 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:31:59.917830 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:31:59.933253 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cc7bb8a-8aa0-4ca9-9673-1220fea98488 admin admin] No DVR routers for this DVR port 6e9a0a3c-8c6d-4a50-a98f-ab8f81012dda on host n-d-802623-1 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:32:00.030730 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5464c8d8-f452-4c22-affb-58cadff3b692 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks [] for router, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:00.032008 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7bb8a-8aa0-4ca9-9673-1220fea98488 admin admin] Pushing event deleted for resources: {'Port': ['ID=6e9a0a3c-8c6d-4a50-a98f-ab8f81012dda,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:32:00.037103 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6786792c-c63a-4327-94c4-65264a7e0e9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:00.078241 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6786792c-c63a-4327-94c4-65264a7e0e9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:00.153526 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc9f2001-88f5-4b70-9680-7ce1494b8ac5 None None] DHCP port deletion for 139cfbf0-72fe-4157-aac8-277ea5c5083a request from n-d-802623-1 {{(pid=93799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 23:32:00.166582 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:00.180491 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-21cfc1fa-db84-45d6-b626-76271e23e431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:00.199073 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21cfc1fa-db84-45d6-b626-76271e23e431 None None] No DVR routers for this DVR port 6e9a0a3c-8c6d-4a50-a98f-ab8f81012dda on host n-d-802623-1 {{(pid=93799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:32:00.201627 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2cc7bb8a-8aa0-4ca9-9673-1220fea98488 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618032', 'neutron.services.segments.db._delete_segments_for_network-8736833900081'] for network, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:00.220756 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-2cc7bb8a-8aa0-4ca9-9673-1220fea98488 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ccbf90f-d719-40fe-9da2-b19e1621b877']}} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:32:00.236283 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-2cc7bb8a-8aa0-4ca9-9673-1220fea98488 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e03595e-1282-499e-b67a-905652026d45') {'for_net_delete': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:32:00.236577 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-2cc7bb8a-8aa0-4ca9-9673-1220fea98488 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e03595e-1282-499e-b67a-905652026d45') {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:32:00.243829 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-6786792c-c63a-4327-94c4-65264a7e0e9f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b3a6a802430c421babdedb29621a7018&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0158749 Jul 27 23:32:00.245083 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 40710) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:32:00.279221 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2cc7bb8a-8aa0-4ca9-9673-1220fea98488 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736833900858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11335978'] for segment, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:00.280797 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6786792c-c63a-4327-94c4-65264a7e0e9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3005e492-5fee-42f7-baa8-d76e42e82dfb,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:32:00.284928 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cfc1fa-db84-45d6-b626-76271e23e431 None None] Pushing event deleted for resources: {'Port': ['ID=6e9a0a3c-8c6d-4a50-a98f-ab8f81012dda,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:32:00.288101 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:00.304305 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5464c8d8-f452-4c22-affb-58cadff3b692 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62205'] for router, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:00.309232 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5464c8d8-f452-4c22-affb-58cadff3b692 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:00.318294 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2cc7bb8a-8aa0-4ca9-9673-1220fea98488 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:00.328138 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2cc7bb8a-8aa0-4ca9-9673-1220fea98488 admin admin] Releasing vlan 519 on physical network physnet1 to pool {{(pid=93797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 23:32:00.328719 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2cc7bb8a-8aa0-4ca9-9673-1220fea98488 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11336013'] for segment, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:00.332381 n-d-802623-1 neutron-server[93797]: Traceback (most recent call last): Jul 27 23:32:00.332381 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 23:32:00.332381 n-d-802623-1 neutron-server[93797]: timer() Jul 27 23:32:00.332381 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 23:32:00.332381 n-d-802623-1 neutron-server[93797]: cb(*args, **kw) Jul 27 23:32:00.332381 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 23:32:00.332381 n-d-802623-1 neutron-server[93797]: return func(*args, **kwargs) Jul 27 23:32:00.332381 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 23:32:00.332381 n-d-802623-1 neutron-server[93797]: self._notify() Jul 27 23:32:00.332381 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 23:32:00.332381 n-d-802623-1 neutron-server[93797]: self.callback(batched_events) Jul 27 23:32:00.332381 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 23:32:00.332381 n-d-802623-1 neutron-server[93797]: event.method(event) Jul 27 23:32:00.332381 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 23:32:00.332381 n-d-802623-1 neutron-server[93797]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 23:32:00.332381 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 23:32:00.332381 n-d-802623-1 neutron-server[93797]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 23:32:00.332381 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 23:32:00.332381 n-d-802623-1 neutron-server[93797]: return f(self, *a, **k) Jul 27 23:32:00.332381 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 23:32:00.332381 n-d-802623-1 neutron-server[93797]: return self._get(url).json() Jul 27 23:32:00.332381 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 23:32:00.332381 n-d-802623-1 neutron-server[93797]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 23:32:00.332381 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 23:32:00.332381 n-d-802623-1 neutron-server[93797]: return self.request(url, 'GET', **kwargs) Jul 27 23:32:00.332381 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 23:32:00.332381 n-d-802623-1 neutron-server[93797]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 23:32:00.332381 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 23:32:00.332381 n-d-802623-1 neutron-server[93797]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 23:32:00.332381 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 23:32:00.332381 n-d-802623-1 neutron-server[93797]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 23:32:00.332381 n-d-802623-1 neutron-server[93797]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 23:32:00.335823 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] For port 4d4bfb1d-6124-4ab7-a300-ca4b429d72a9, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=4d4bfb1d-6124-4ab7-a300-ca4b429d72a9,segment=NetworkSegment(05258d17-f238-4ee0-8664-2d969e6a03ee),segment_id=05258d17-f238-4ee0-8664-2d969e6a03ee)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:32:00.355411 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:00.412003 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-fc9f2001-88f5-4b70-9680-7ce1494b8ac5 None None] Deleting port fb91b4f2-5f38-4c6e-8621-3f46e74fad83 {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:32:00.420799 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5464c8d8-f452-4c22-affb-58cadff3b692 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-477831'] for router, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:00.421327 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5464c8d8-f452-4c22-affb-58cadff3b692 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Fanout notify agent at l3_agent the message router_deleted on router 80b150b5-1db9-4b3d-a4ff-d6a9b98bf7d8 {{(pid=93798) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 23:32:00.429788 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-fc9f2001-88f5-4b70-9680-7ce1494b8ac5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:00.438440 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5464c8d8-f452-4c22-affb-58cadff3b692 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks [] for router, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:00.440065 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-5464c8d8-f452-4c22-affb-58cadff3b692 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] 10.222.0.18 "DELETE /v2.0/routers/80b150b5-1db9-4b3d-a4ff-d6a9b98bf7d8 HTTP/1.1" status: 204 len: 168 time: 0.5255585 Jul 27 23:32:00.448940 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 40712) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:32:00.454701 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-7a498c00-6c8c-432a-af57-7f1f235b70fa tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Request body: {'subnet': {'network_id': '139cfbf0-72fe-4157-aac8-277ea5c5083a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:32:00.498195 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2e1802ba-e361-4d1a-a172-4d9bebfd7bbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:00.514058 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2cc7bb8a-8aa0-4ca9-9673-1220fea98488 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415412'] for network, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:00.527658 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2cc7bb8a-8aa0-4ca9-9673-1220fea98488 admin admin] Notify callbacks [] for network, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:00.529696 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-2cc7bb8a-8aa0-4ca9-9673-1220fea98488 admin admin] 10.222.0.18 "DELETE /v2.0/networks/7ccbf90f-d719-40fe-9da2-b19e1621b877 HTTP/1.1" status: 204 len: 168 time: 1.8177810 Jul 27 23:32:00.535612 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 40716) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:32:00.578434 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device fc7aa8fb-75cd-4da2-9d89-a89fd0804df0 no longer exists at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:32:00.584917 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7bb8a-8aa0-4ca9-9673-1220fea98488 admin admin] Pushing event deleted for resources: {'Network': ['ID=7ccbf90f-d719-40fe-9da2-b19e1621b877,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:32:00.597608 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2e1802ba-e361-4d1a-a172-4d9bebfd7bbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:00.664662 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] No Port match for: fc7aa8fb-75cd-4da2-9d89-a89fd0804df0 {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:32:00.665021 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device fc7aa8fb-75cd-4da2-9d89-a89fd0804df0 not bound to the agent host n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:32:00.665453 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 6e9a0a3c-8c6d-4a50-a98f-ab8f81012dda no longer exists at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:32:00.669454 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Pushing event updated for resources: {'Port': ['ID=4d4bfb1d-6124-4ab7-a300-ca4b429d72a9,revision_number=5']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:32:00.678551 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a498c00-6c8c-432a-af57-7f1f235b70fa tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Made reservation on behalf of 99f174f0a0ea48c5a906b127129cb432 for: {'subnet': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:32:00.691098 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7a498c00-6c8c-432a-af57-7f1f235b70fa tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12265828'] for subnet, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:00.694171 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-19f2e178-d45e-4fbe-b9be-c3963fc151ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:00.697752 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-fc9f2001-88f5-4b70-9680-7ce1494b8ac5 None None] For port fb91b4f2-5f38-4c6e-8621-3f46e74fad83, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=fb91b4f2-5f38-4c6e-8621-3f46e74fad83,segment=NetworkSegment(fcf2197d-a903-4ad1-8fef-eea3861359a1),segment_id=fcf2197d-a903-4ad1-8fef-eea3861359a1)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:32:00.698159 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-fc9f2001-88f5-4b70-9680-7ce1494b8ac5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:00.774188 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] No Port match for: 6e9a0a3c-8c6d-4a50-a98f-ab8f81012dda {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:32:00.779465 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 6e9a0a3c-8c6d-4a50-a98f-ab8f81012dda not bound to the agent host n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:32:00.779952 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device cbcc0cf5-9bca-406d-8433-68291ca9c0fd no longer exists at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:32:00.825945 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-fc9f2001-88f5-4b70-9680-7ce1494b8ac5 None None] Calling delete_port for fb91b4f2-5f38-4c6e-8621-3f46e74fad83 owned by network:dhcp {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:32:00.828317 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] No Port match for: cbcc0cf5-9bca-406d-8433-68291ca9c0fd {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:32:00.828880 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device cbcc0cf5-9bca-406d-8433-68291ca9c0fd not bound to the agent host n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:32:00.882506 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-024b6177-c0bf-46a7-baf9-3afeb6b9b0bf None None] Sync routers for ids ['80b150b5-1db9-4b3d-a4ff-d6a9b98bf7d8'] in n-d-802623-1 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:32:00.889735 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2e1802ba-e361-4d1a-a172-4d9bebfd7bbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:00.894047 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2e1802ba-e361-4d1a-a172-4d9bebfd7bbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:00.895550 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-2e1802ba-e361-4d1a-a172-4d9bebfd7bbe admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3005e492-5fee-42f7-baa8-d76e42e82dfb HTTP/1.1" status: 204 len: 168 time: 0.6165121 Jul 27 23:32:00.899243 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-024b6177-c0bf-46a7-baf9-3afeb6b9b0bf None None] Routers set() bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:32:00.900260 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-024b6177-c0bf-46a7-baf9-3afeb6b9b0bf None None] Router IDs set() for agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 27 23:32:00.901623 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_agentschedulers_db [None req-024b6177-c0bf-46a7-baf9-3afeb6b9b0bf None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'80b150b5-1db9-4b3d-a4ff-d6a9b98bf7d8'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:32:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent'). {{(pid=93800) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 27 23:32:00.927221 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-024b6177-c0bf-46a7-baf9-3afeb6b9b0bf None None] Routers set() bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:32:00.927753 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-024b6177-c0bf-46a7-baf9-3afeb6b9b0bf None None] Router IDs set() for agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 27 23:32:00.928517 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_agentschedulers_db [None req-024b6177-c0bf-46a7-baf9-3afeb6b9b0bf None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'80b150b5-1db9-4b3d-a4ff-d6a9b98bf7d8'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:32:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent'). {{(pid=93800) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 27 23:32:00.929196 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-024b6177-c0bf-46a7-baf9-3afeb6b9b0bf None None] The sync data for ids ['80b150b5-1db9-4b3d-a4ff-d6a9b98bf7d8'] in n-d-802623-1 is: [] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:32:00.937305 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1802ba-e361-4d1a-a172-4d9bebfd7bbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3005e492-5fee-42f7-baa8-d76e42e82dfb,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:32:00.974758 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-fc9f2001-88f5-4b70-9680-7ce1494b8ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:00.996817 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc9f2001-88f5-4b70-9680-7ce1494b8ac5 None None] No DVR routers for this DVR port fb91b4f2-5f38-4c6e-8621-3f46e74fad83 on host n-d-802623-1 {{(pid=93799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:32:01.029774 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9f2001-88f5-4b70-9680-7ce1494b8ac5 None None] Pushing event deleted for resources: {'Port': ['ID=fb91b4f2-5f38-4c6e-8621-3f46e74fad83,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:32:01.156288 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7a498c00-6c8c-432a-af57-7f1f235b70fa tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11971609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12265750'] for subnet, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:01.183203 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a498c00-6c8c-432a-af57-7f1f235b70fa tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Network 139cfbf0-72fe-4157-aac8-277ea5c5083a is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:32:01.187187 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-7a498c00-6c8c-432a-af57-7f1f235b70fa tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:32:01.198252 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c78f3732-58ca-44c9-bcea-1bde23e5ba99 None None] Network 139cfbf0-72fe-4157-aac8-277ea5c5083a requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:32:01.221861 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a498c00-6c8c-432a-af57-7f1f235b70fa tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:32:01.222858 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7a498c00-6c8c-432a-af57-7f1f235b70fa tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:01.279835 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-7a498c00-6c8c-432a-af57-7f1f235b70fa tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8272784 Jul 27 23:32:01.282302 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 40724) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:32:01.282758 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a498c00-6c8c-432a-af57-7f1f235b70fa tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Pushing event updated for resources: {'Subnet': ['ID=00008b1f-8e85-4eb1-b61e-fcf9867d5768,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:32:01.288468 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-e7f9e989-e504-4e40-85ae-7146b7cc989f tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-2124169162', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:32:01.306798 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdd9a51-0eb8-40ec-82e4-841e30582293 req-46efd4c0-0e57-4ac4-9e2c-c334872ea7e4 tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:32:01.308473 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-0bdd9a51-0eb8-40ec-82e4-841e30582293 req-46efd4c0-0e57-4ac4-9e2c-c334872ea7e4 tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] 10.222.0.18 "GET /v2.0/ports?device_id=ad67c1f5-7283-4637-999c-94737161fd62 HTTP/1.1" status: 200 len: 946 time: 0.1766295 Jul 27 23:32:01.410533 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e7f9e989-e504-4e40-85ae-7146b7cc989f tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62159'] for router, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:01.412124 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e7f9e989-e504-4e40-85ae-7146b7cc989f tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-479230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-415539', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3693317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62148'] for router, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:01.425845 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 40726) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:32:01.444522 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-22e8064e-7466-47cb-97db-3a88071d561c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:01.445696 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-0bdd9a51-0eb8-40ec-82e4-841e30582293 req-2de62145-0ea3-425d-aec6-45f733f985ee tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] 10.222.0.18 "GET /v2.0/security-groups?id=0fdd7288-5bd7-4452-be54-74ff530fb5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1235094 Jul 27 23:32:01.538204 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e7f9e989-e504-4e40-85ae-7146b7cc989f tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:01.549139 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e7f9e989-e504-4e40-85ae-7146b7cc989f tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-415468'] for router, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:01.626985 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 4d4bfb1d-6124-4ab7-a300-ca4b429d72a9 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:32:01.685951 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-22e8064e-7466-47cb-97db-3a88071d561c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:01.697427 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-22e8064e-7466-47cb-97db-3a88071d561c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:01.703181 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e7f9e989-e504-4e40-85ae-7146b7cc989f tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks [] for router, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:01.708052 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-e7f9e989-e504-4e40-85ae-7146b7cc989f tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.4234478 Jul 27 23:32:01.709646 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 40728) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:32:01.711394 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd54c121-2ac6-40c6-807c-2130f759a85f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f6f257c-ad18-5f0c-8c8e-ea085a5fc8a2-139cfbf0-72fe-4157-aac8-277ea5c5083a', 'network_id': '139cfbf0-72fe-4157-aac8-277ea5c5083a', 'tenant_id': '99f174f0a0ea48c5a906b127129cb432', 'fixed_ips': [{'subnet_id': '00008b1f-8e85-4eb1-b61e-fcf9867d5768'}]}} from n-d-802623-1. {{(pid=93799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 23:32:01.712536 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-bd54c121-2ac6-40c6-807c-2130f759a85f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:01.733960 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port 4d4bfb1d-6124-4ab7-a300-ca4b429d72a9 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:32:01.735781 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:01.757326 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e8064e-7466-47cb-97db-3a88071d561c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6682d061-0bdb-4976-ba34-363bb6bb6040,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:32:01.796934 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-22e8064e-7466-47cb-97db-3a88071d561c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f46984bf89a146169c4f5e276b38d2e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3694971 Jul 27 23:32:01.797581 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 40732) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:32:01.867088 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c262d37e-0f72-4dd4-b1a4-cee009974179 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:01.892117 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c262d37e-0f72-4dd4-b1a4-cee009974179 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:01.947024 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-bd54c121-2ac6-40c6-807c-2130f759a85f None None] Allocated IP 2001:db8::2 (139cfbf0-72fe-4157-aac8-277ea5c5083a/00008b1f-8e85-4eb1-b61e-fcf9867d5768/508ef4be-ae59-4afe-9fa9-15655bf31c16) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:32:01.957144 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c262d37e-0f72-4dd4-b1a4-cee009974179 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:01.964497 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c262d37e-0f72-4dd4-b1a4-cee009974179 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:01.968350 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-c262d37e-0f72-4dd4-b1a4-cee009974179 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6682d061-0bdb-4976-ba34-363bb6bb6040 HTTP/1.1" status: 204 len: 168 time: 0.1669412 Jul 27 23:32:01.990364 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c262d37e-0f72-4dd4-b1a4-cee009974179 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6682d061-0bdb-4976-ba34-363bb6bb6040,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:32:02.037312 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device fb91b4f2-5f38-4c6e-8621-3f46e74fad83 no longer exists at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:32:02.061849 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] No Port match for: fb91b4f2-5f38-4c6e-8621-3f46e74fad83 {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:32:02.062194 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device fb91b4f2-5f38-4c6e-8621-3f46e74fad83 not bound to the agent host n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:32:02.062852 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 767f68f8-35ca-4165-8074-6a939639e4c6 no longer exists at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:32:02.086153 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] No Port match for: 767f68f8-35ca-4165-8074-6a939639e4c6 {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:32:02.086487 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 767f68f8-35ca-4165-8074-6a939639e4c6 not bound to the agent host n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:32:02.120114 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a160a4c7-6a2e-4939-8a1a-669c9953220c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-414022'] for router_interface, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:02.217518 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-bd54c121-2ac6-40c6-807c-2130f759a85f None None] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:02.228554 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-bd54c121-2ac6-40c6-807c-2130f759a85f None None] Transition to ACTIVE for port object 508ef4be-ae59-4afe-9fa9-15655bf31c16 will not be triggered until provisioned by entity L2. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:32:02.259459 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7418f70f-e60d-4709-8ba9-6ab514bc7f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:02.260603 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-bd54c121-2ac6-40c6-807c-2130f759a85f None None] Transition to ACTIVE for port object 508ef4be-ae59-4afe-9fa9-15655bf31c16 will not be triggered until provisioned by entity DHCP. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:32:02.272789 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-bd54c121-2ac6-40c6-807c-2130f759a85f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:02.309635 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3a441b17-746a-47e2-807c-9bbd636f0729 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:02.319466 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd54c121-2ac6-40c6-807c-2130f759a85f None None] Pushing event updated for resources: {'Port': ['ID=508ef4be-ae59-4afe-9fa9-15655bf31c16,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:32:02.339564 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd54c121-2ac6-40c6-807c-2130f759a85f None None] Network 139cfbf0-72fe-4157-aac8-277ea5c5083a is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:32:02.341227 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-bd54c121-2ac6-40c6-807c-2130f759a85f None None] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:32:02.347872 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd54c121-2ac6-40c6-807c-2130f759a85f None None] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:32:02.427712 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-bd54c121-2ac6-40c6-807c-2130f759a85f None None] Attempting to bind port 508ef4be-ae59-4afe-9fa9-15655bf31c16 on host n-d-802623-1 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:32:02.430088 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-bd54c121-2ac6-40c6-807c-2130f759a85f None None] Attempting to bind port 508ef4be-ae59-4afe-9fa9-15655bf31c16 by drivers openvswitch,hyperv on host n-d-802623-1 at level 0 using segments [{'id': 'fcf2197d-a903-4ad1-8fef-eea3861359a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '139cfbf0-72fe-4157-aac8-277ea5c5083a'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:32:02.430088 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd54c121-2ac6-40c6-807c-2130f759a85f None None] Attempting to bind port 508ef4be-ae59-4afe-9fa9-15655bf31c16 on network 139cfbf0-72fe-4157-aac8-277ea5c5083a {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:32:02.435768 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd54c121-2ac6-40c6-807c-2130f759a85f None None] Checking agent: {'id': 'a9a568d2-a5e7-41e4-833f-a8ab42ea4073', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 52, 30), 'started_at': datetime.datetime(2021, 7, 27, 22, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802623-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:32:02.436153 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd54c121-2ac6-40c6-807c-2130f759a85f None None] Checking segment: {'id': 'fcf2197d-a903-4ad1-8fef-eea3861359a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '139cfbf0-72fe-4157-aac8-277ea5c5083a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:32:02.436560 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-bd54c121-2ac6-40c6-807c-2130f759a85f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:02.436959 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd54c121-2ac6-40c6-807c-2130f759a85f None None] Bound using segment: {'id': 'fcf2197d-a903-4ad1-8fef-eea3861359a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '139cfbf0-72fe-4157-aac8-277ea5c5083a'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:32:02.437422 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-bd54c121-2ac6-40c6-807c-2130f759a85f None None] Bound port: 508ef4be-ae59-4afe-9fa9-15655bf31c16, host: n-d-802623-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcf2197d-a903-4ad1-8fef-eea3861359a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '139cfbf0-72fe-4157-aac8-277ea5c5083a'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:32:02.437812 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-bd54c121-2ac6-40c6-807c-2130f759a85f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:02.538122 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-bd54c121-2ac6-40c6-807c-2130f759a85f None None] For port 508ef4be-ae59-4afe-9fa9-15655bf31c16, host n-d-802623-1, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:32:02.545071 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-bd54c121-2ac6-40c6-807c-2130f759a85f None None] For port 508ef4be-ae59-4afe-9fa9-15655bf31c16, host n-d-802623-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=508ef4be-ae59-4afe-9fa9-15655bf31c16,segment=NetworkSegment(fcf2197d-a903-4ad1-8fef-eea3861359a1),segment_id=fcf2197d-a903-4ad1-8fef-eea3861359a1)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:32:02.552458 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-bd54c121-2ac6-40c6-807c-2130f759a85f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:02.662710 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b669b2-2bad-4924-bc21-305b913fc4af req-a8cfcc2a-7068-4531-b2dc-a5a49cc4c50b tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:32:02.664521 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd54c121-2ac6-40c6-807c-2130f759a85f None None] Pushing event updated for resources: {'Port': ['ID=508ef4be-ae59-4afe-9fa9-15655bf31c16,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:32:02.665047 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f9b669b2-2bad-4924-bc21-305b913fc4af req-a8cfcc2a-7068-4531-b2dc-a5a49cc4c50b tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] 10.222.0.18 "GET /v2.0/ports?device_id=ad67c1f5-7283-4637-999c-94737161fd62 HTTP/1.1" status: 200 len: 946 time: 0.1150484 Jul 27 23:32:02.731760 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f9b669b2-2bad-4924-bc21-305b913fc4af req-71a71a3e-025b-44ed-9c0c-7475c3bf6b5b tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] 10.222.0.18 "GET /v2.0/security-groups?id=0fdd7288-5bd7-4452-be54-74ff530fb5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588706 Jul 27 23:32:02.735402 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-3a441b17-746a-47e2-807c-9bbd636f0729 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Allocated IP 2001:db8::1 (139cfbf0-72fe-4157-aac8-277ea5c5083a/00008b1f-8e85-4eb1-b61e-fcf9867d5768/462b2bf4-7c42-405f-a703-dcd2b1421fbe) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:32:02.872910 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-a160a4c7-6a2e-4939-8a1a-669c9953220c admin admin] Deleting port 4d4bfb1d-6124-4ab7-a300-ca4b429d72a9 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:32:02.873406 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a160a4c7-6a2e-4939-8a1a-669c9953220c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:02.982118 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3a441b17-746a-47e2-807c-9bbd636f0729 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:03.013376 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-3a441b17-746a-47e2-807c-9bbd636f0729 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Transition to ACTIVE for port object 462b2bf4-7c42-405f-a703-dcd2b1421fbe will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:32:03.054090 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-a160a4c7-6a2e-4939-8a1a-669c9953220c admin admin] For port 4d4bfb1d-6124-4ab7-a300-ca4b429d72a9, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=4d4bfb1d-6124-4ab7-a300-ca4b429d72a9,segment=NetworkSegment(05258d17-f238-4ee0-8664-2d969e6a03ee),segment_id=05258d17-f238-4ee0-8664-2d969e6a03ee)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:32:03.054874 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a160a4c7-6a2e-4939-8a1a-669c9953220c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:03.078101 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-a160a4c7-6a2e-4939-8a1a-669c9953220c admin admin] Calling delete_port for 4d4bfb1d-6124-4ab7-a300-ca4b429d72a9 owned by network:router_interface {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:32:03.141102 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3a441b17-746a-47e2-807c-9bbd636f0729 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:03.203674 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a441b17-746a-47e2-807c-9bbd636f0729 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Network 139cfbf0-72fe-4157-aac8-277ea5c5083a is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:32:03.210052 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a441b17-746a-47e2-807c-9bbd636f0729 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Pushing event updated for resources: {'Port': ['ID=462b2bf4-7c42-405f-a703-dcd2b1421fbe,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:32:03.212838 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-3a441b17-746a-47e2-807c-9bbd636f0729 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:32:03.221689 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a441b17-746a-47e2-807c-9bbd636f0729 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:32:03.222257 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3a441b17-746a-47e2-807c-9bbd636f0729 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-415283'] for router_interface, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:03.369709 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 508ef4be-ae59-4afe-9fa9-15655bf31c16 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:32:03.441111 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning for port 508ef4be-ae59-4afe-9fa9-15655bf31c16 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:32:03.465160 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3a441b17-746a-47e2-807c-9bbd636f0729 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:03.598592 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a160a4c7-6a2e-4939-8a1a-669c9953220c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:03.655483 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a160a4c7-6a2e-4939-8a1a-669c9953220c admin admin] Pushing event deleted for resources: {'Port': ['ID=4d4bfb1d-6124-4ab7-a300-ca4b429d72a9,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:32:04.053518 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-56f73cbe-de22-467c-923b-94089fdb81a9 None None] Provisioning for port 508ef4be-ae59-4afe-9fa9-15655bf31c16 completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:32:04.059648 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-56f73cbe-de22-467c-923b-94089fdb81a9 None None] Provisioning complete for port 508ef4be-ae59-4afe-9fa9-15655bf31c16 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:32:04.060288 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-56f73cbe-de22-467c-923b-94089fdb81a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:04.214961 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-56f73cbe-de22-467c-923b-94089fdb81a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:04.281152 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-56f73cbe-de22-467c-923b-94089fdb81a9 None None] For port 508ef4be-ae59-4afe-9fa9-15655bf31c16, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=508ef4be-ae59-4afe-9fa9-15655bf31c16,segment=NetworkSegment(fcf2197d-a903-4ad1-8fef-eea3861359a1),segment_id=fcf2197d-a903-4ad1-8fef-eea3861359a1)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:32:04.293795 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-56f73cbe-de22-467c-923b-94089fdb81a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:04.369897 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f73cbe-de22-467c-923b-94089fdb81a9 None None] Pushing event updated for resources: {'Port': ['ID=508ef4be-ae59-4afe-9fa9-15655bf31c16,revision_number=3']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:32:04.412505 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a63989-539f-4dd4-8c63-e1be90a991e7 req-8a43baaf-84c8-478c-af6b-0de7ba09feb8 tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:32:04.414981 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-b9a63989-539f-4dd4-8c63-e1be90a991e7 req-8a43baaf-84c8-478c-af6b-0de7ba09feb8 tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] 10.222.0.18 "GET /v2.0/ports?device_id=ad67c1f5-7283-4637-999c-94737161fd62 HTTP/1.1" status: 200 len: 946 time: 0.1631899 Jul 27 23:32:04.428736 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-b8581eb0-7bda-42ab-80bd-8bf3903f5ddf None None] Provisioning for port 462b2bf4-7c42-405f-a703-dcd2b1421fbe completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:32:04.435619 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-b8581eb0-7bda-42ab-80bd-8bf3903f5ddf None None] Provisioning complete for port 462b2bf4-7c42-405f-a703-dcd2b1421fbe triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:32:04.436699 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b8581eb0-7bda-42ab-80bd-8bf3903f5ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:04.442252 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a160a4c7-6a2e-4939-8a1a-669c9953220c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3760546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-413994'] for router_interface, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:04.469300 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3a441b17-746a-47e2-807c-9bbd636f0729 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:04.489946 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-b8581eb0-7bda-42ab-80bd-8bf3903f5ddf None None] Port 462b2bf4-7c42-405f-a703-dcd2b1421fbe cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:32:04.511327 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3a441b17-746a-47e2-807c-9bbd636f0729 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11336041'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:04.512105 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3a441b17-746a-47e2-807c-9bbd636f0729 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3760555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-414115'] for router_interface, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:04.564460 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-b9a63989-539f-4dd4-8c63-e1be90a991e7 req-45098535-6ff0-4a4e-bb27-388bbf3513c9 tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] 10.222.0.18 "GET /v2.0/security-groups?id=0fdd7288-5bd7-4452-be54-74ff530fb5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1370065 Jul 27 23:32:04.654347 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a441b17-746a-47e2-807c-9bbd636f0729 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Pushing event updated for resources: {'Port': ['ID=462b2bf4-7c42-405f-a703-dcd2b1421fbe,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:32:04.684811 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a441b17-746a-47e2-807c-9bbd636f0729 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:32:04.685167 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a441b17-746a-47e2-807c-9bbd636f0729 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:32:04.685499 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a441b17-746a-47e2-807c-9bbd636f0729 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:32:04.686004 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a441b17-746a-47e2-807c-9bbd636f0729 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:32:04.686513 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a441b17-746a-47e2-807c-9bbd636f0729 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:32:04.686848 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a441b17-746a-47e2-807c-9bbd636f0729 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:32:04.687374 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a441b17-746a-47e2-807c-9bbd636f0729 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:32:04.687700 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a441b17-746a-47e2-807c-9bbd636f0729 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:32:04.688317 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a441b17-746a-47e2-807c-9bbd636f0729 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:32:04.688647 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a441b17-746a-47e2-807c-9bbd636f0729 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:32:04.689190 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a441b17-746a-47e2-807c-9bbd636f0729 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:32:04.689523 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a441b17-746a-47e2-807c-9bbd636f0729 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:32:04.784298 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a441b17-746a-47e2-807c-9bbd636f0729 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Network 139cfbf0-72fe-4157-aac8-277ea5c5083a is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:32:04.799023 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-3a441b17-746a-47e2-807c-9bbd636f0729 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:32:04.893698 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 40802) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:32:04.953395 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:05.101890 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f593d7e1-5654-48ce-85ec-d7ae79b011ea req-bd8469d1-3cd1-4a2d-b384-6622e6a71085 tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:32:05.103762 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f593d7e1-5654-48ce-85ec-d7ae79b011ea req-bd8469d1-3cd1-4a2d-b384-6622e6a71085 tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] 10.222.0.18 "GET /v2.0/ports?device_id=ad67c1f5-7283-4637-999c-94737161fd62 HTTP/1.1" status: 200 len: 946 time: 0.3227632 Jul 27 23:32:05.151614 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6a7b6282-0b0b-4791-a1e6-34e3f070b0dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:05.159668 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a160a4c7-6a2e-4939-8a1a-669c9953220c admin admin] Router 4f29a72b-b8c5-4925-ae8a-4d2a1ef9c40e has already been hosted by L3 agent 018c4455-49c0-4734-927d-7824067b2a9e {{(pid=93797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 23:32:05.166091 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4722e30e-b9a1-481b-9b2f-5b72950725e6 req-15f8c2cd-10f1-4c68-ad76-65331521b671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:32:05.168442 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-4722e30e-b9a1-481b-9b2f-5b72950725e6 req-15f8c2cd-10f1-4c68-ad76-65331521b671 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=93d6af8ff48b44f2bdb667a30d291295&device_id=ad67c1f5-7283-4637-999c-94737161fd62 HTTP/1.1" status: 200 len: 1097 time: 0.3462110 Jul 27 23:32:05.229066 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-6309c63c-fe2b-4513-93d9-d05432c0c49f None None] Provisioning complete for port 462b2bf4-7c42-405f-a703-dcd2b1421fbe triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:32:05.230286 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-6309c63c-fe2b-4513-93d9-d05432c0c49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:05.263087 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f593d7e1-5654-48ce-85ec-d7ae79b011ea req-54551456-6ea3-4ef1-9a07-cf5589de925b tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] 10.222.0.18 "GET /v2.0/security-groups?id=0fdd7288-5bd7-4452-be54-74ff530fb5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1488402 Jul 27 23:32:05.278521 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-6309c63c-fe2b-4513-93d9-d05432c0c49f None None] Port 462b2bf4-7c42-405f-a703-dcd2b1421fbe cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:32:05.298805 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6a7b6282-0b0b-4791-a1e6-34e3f070b0dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:05.306965 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6a7b6282-0b0b-4791-a1e6-34e3f070b0dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:05.337830 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7b6282-0b0b-4791-a1e6-34e3f070b0dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0862518-6096-4466-ab3d-2f1aa39152e4,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:32:05.368931 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-6a7b6282-0b0b-4791-a1e6-34e3f070b0dc admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=83dae9c90b8b425484471d11994e91a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4727423 Jul 27 23:32:05.369611 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 40808) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:32:05.396171 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a441b17-746a-47e2-807c-9bbd636f0729 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Router fef8bd84-0c08-4f5a-a619-dc0fe38fe46a is scheduled to L3 agent 018c4455-49c0-4734-927d-7824067b2a9e with binding_index 1 {{(pid=93797) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 23:32:05.408515 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4722e30e-b9a1-481b-9b2f-5b72950725e6 req-99835f28-24f5-4a66-934f-4a79ae1689ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:32:05.410664 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-4722e30e-b9a1-481b-9b2f-5b72950725e6 req-99835f28-24f5-4a66-934f-4a79ae1689ca service neutron] 10.222.0.38 "GET /v2.0/networks?id=d772070e-dad0-48ff-8bce-c02a3adbff90 HTTP/1.1" status: 200 len: 912 time: 0.2268181 Jul 27 23:32:05.416957 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 508ef4be-ae59-4afe-9fa9-15655bf31c16 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:32:05.436258 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-80729983-9590-4439-bbc0-5d8bd32ffde4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:05.464478 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-80729983-9590-4439-bbc0-5d8bd32ffde4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:05.467236 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a160a4c7-6a2e-4939-8a1a-669c9953220c admin admin] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:32:05.475111 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-a160a4c7-6a2e-4939-8a1a-669c9953220c admin admin] 10.222.0.18 "PUT /v2.0/routers/4f29a72b-b8c5-4925-ae8a-4d2a1ef9c40e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9036565 Jul 27 23:32:05.475644 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 40810) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:32:05.478174 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c05e7f-2921-417d-acc6-48413ea9b7df None None] Sync routers for ids ['4f29a72b-b8c5-4925-ae8a-4d2a1ef9c40e'] in n-d-802623-1 {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:32:05.492180 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c05e7f-2921-417d-acc6-48413ea9b7df None None] Routers {'4f29a72b-b8c5-4925-ae8a-4d2a1ef9c40e'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:32:05.492834 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-92c05e7f-2921-417d-acc6-48413ea9b7df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:32:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['4f29a72b-b8c5-4925-ae8a-4d2a1ef9c40e'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:32:05.549314 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port 508ef4be-ae59-4afe-9fa9-15655bf31c16 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:32:05.549976 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:05.570858 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-4722e30e-b9a1-481b-9b2f-5b72950725e6 req-42c697ab-a878-4d20-872d-4b18a0aabf38 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=15c92a5f-fcf7-4340-b57e-ba184e4d3613 HTTP/1.1" status: 200 len: 1002 time: 0.1482255 Jul 27 23:32:05.588928 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a441b17-746a-47e2-807c-9bbd636f0729 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:32:05.597057 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-3a441b17-746a-47e2-807c-9bbd636f0729 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] 10.222.0.18 "PUT /v2.0/routers/fef8bd84-0c08-4f5a-a619-dc0fe38fe46a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8784771 Jul 27 23:32:05.599540 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 40812) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:32:05.601047 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68a11d74-35fe-4e46-98ad-e73f6acfb2ce None None] Sync routers for ids ['fef8bd84-0c08-4f5a-a619-dc0fe38fe46a'] in n-d-802623-1 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:32:05.614312 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68a11d74-35fe-4e46-98ad-e73f6acfb2ce None None] Routers {'fef8bd84-0c08-4f5a-a619-dc0fe38fe46a'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:32:05.615418 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-68a11d74-35fe-4e46-98ad-e73f6acfb2ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:32:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['fef8bd84-0c08-4f5a-a619-dc0fe38fe46a'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:32:05.644874 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4722e30e-b9a1-481b-9b2f-5b72950725e6 req-c39f18e4-f78a-4024-9b2a-eaae51ffe8ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:32:05.647626 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4ee98478-542b-4eda-b0be-71b300c57646 admin admin] Notify callbacks [] for router, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:05.649175 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-4722e30e-b9a1-481b-9b2f-5b72950725e6 req-c39f18e4-f78a-4024-9b2a-eaae51ffe8ac service neutron] 10.222.0.38 "GET /v2.0/subnets?id=22fd4781-4e46-409c-a91a-a4ac3ab69caf HTTP/1.1" status: 200 len: 850 time: 0.0692747 Jul 27 23:32:05.683132 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-92c05e7f-2921-417d-acc6-48413ea9b7df None None] Set router 4f29a72b-b8c5-4925-ae8a-4d2a1ef9c40e gateway port host: n-d-802623-1 {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:32:05.717948 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4722e30e-b9a1-481b-9b2f-5b72950725e6 req-3ed5e127-a5cb-4ce2-8ed3-0ee6ab69c297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:32:05.718851 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a272723-6d17-4027-94c0-895c3a671d14 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:32:05.719829 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-4722e30e-b9a1-481b-9b2f-5b72950725e6 req-3ed5e127-a5cb-4ce2-8ed3-0ee6ab69c297 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=d772070e-dad0-48ff-8bce-c02a3adbff90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0651937 Jul 27 23:32:05.721186 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-6a272723-6d17-4027-94c0-895c3a671d14 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] 10.222.0.18 "GET /v2.0/ports/462b2bf4-7c42-405f-a703-dcd2b1421fbe HTTP/1.1" status: 200 len: 911 time: 0.1160641 Jul 27 23:32:05.724253 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 40814) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:32:05.758589 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-80729983-9590-4439-bbc0-5d8bd32ffde4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:05.762334 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-80729983-9590-4439-bbc0-5d8bd32ffde4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:05.778611 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-80729983-9590-4439-bbc0-5d8bd32ffde4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f0862518-6096-4466-ab3d-2f1aa39152e4 HTTP/1.1" status: 204 len: 168 time: 0.3957276 Jul 27 23:32:05.883756 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-4722e30e-b9a1-481b-9b2f-5b72950725e6 req-cbf565e3-8859-4065-a503-e8eac22e9095 service neutron] 10.222.0.38 "GET /v2.0/networks/d772070e-dad0-48ff-8bce-c02a3adbff90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1552179 Jul 27 23:32:05.891655 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80729983-9590-4439-bbc0-5d8bd32ffde4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0862518-6096-4466-ab3d-2f1aa39152e4,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:32:05.956909 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb02707d-8c99-4dc4-b988-b64bf80dc9a9 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:32:05.976471 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb02707d-8c99-4dc4-b988-b64bf80dc9a9 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:32:05.980849 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-eb02707d-8c99-4dc4-b988-b64bf80dc9a9 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.2557096 Jul 27 23:32:05.984935 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 40818) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:32:05.993659 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-92c05e7f-2921-417d-acc6-48413ea9b7df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f29a72b-b8c5-4925-ae8a-4d2a1ef9c40e', 'name': 'tempest-TestAggregatesBasicOps-1813287302-router', 'tenant_id': '7257ce3109c64b6784231d3205ade3a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.185'}], 'enable_snat': True}, 'gw_port_id': 'b13f4d65-5c9f-4ae5-b603-d89a890a3b86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:31:43Z', 'updated_at': '2021-07-27T23:32:03Z', 'revision_number': 5, 'project_id': '7257ce3109c64b6784231d3205ade3a7', 'gw_port': {'id': 'b13f4d65-5c9f-4ae5-b603-d89a890a3b86', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:66:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f29a72b-b8c5-4925-ae8a-4d2a1ef9c40e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3340, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:31:43Z', 'updated_at': '2021-07-27T23:31:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1'}], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:32:06.025976 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-68a11d74-35fe-4e46-98ad-e73f6acfb2ce None None] Set router fef8bd84-0c08-4f5a-a619-dc0fe38fe46a gateway port host: None {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:32:06.033878 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c05e7f-2921-417d-acc6-48413ea9b7df None None] Checking router: 4f29a72b-b8c5-4925-ae8a-4d2a1ef9c40e for host: n-d-802623-1 {{(pid=93799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 23:32:06.047456 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c05e7f-2921-417d-acc6-48413ea9b7df None None] Routers {'4f29a72b-b8c5-4925-ae8a-4d2a1ef9c40e'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:32:06.048445 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-92c05e7f-2921-417d-acc6-48413ea9b7df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:32:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['4f29a72b-b8c5-4925-ae8a-4d2a1ef9c40e'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:32:06.103247 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4ee98478-542b-4eda-b0be-71b300c57646 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:06.116127 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-4722e30e-b9a1-481b-9b2f-5b72950725e6 req-5414b024-9f33-448a-bb37-75d86cbd25f0 service neutron] 10.222.0.38 "GET /v2.0/networks/d772070e-dad0-48ff-8bce-c02a3adbff90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2243299 Jul 27 23:32:06.216795 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-92c05e7f-2921-417d-acc6-48413ea9b7df None None] Set router 4f29a72b-b8c5-4925-ae8a-4d2a1ef9c40e gateway port host: n-d-802623-1 {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:32:06.370066 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-68a11d74-35fe-4e46-98ad-e73f6acfb2ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fef8bd84-0c08-4f5a-a619-dc0fe38fe46a', 'name': 'tempest-NetworksTestDHCPv6-router-2124169162', 'tenant_id': '99f174f0a0ea48c5a906b127129cb432', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:32:01Z', 'updated_at': '2021-07-27T23:32:03Z', 'revision_number': 2, 'project_id': '99f174f0a0ea48c5a906b127129cb432', 'gw_port_host': None, '_interfaces': [{'id': '462b2bf4-7c42-405f-a703-dcd2b1421fbe', 'name': '', 'network_id': '139cfbf0-72fe-4157-aac8-277ea5c5083a', 'tenant_id': '99f174f0a0ea48c5a906b127129cb432', 'mac_address': 'fa:16:3e:e1:35:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fef8bd84-0c08-4f5a-a619-dc0fe38fe46a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3370, 'fixed_ips': [{'subnet_id': '00008b1f-8e85-4eb1-b61e-fcf9867d5768', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:32:02Z', 'updated_at': '2021-07-27T23:32:03Z', 'revision_number': 2, 'project_id': '99f174f0a0ea48c5a906b127129cb432', 'subnets': [{'id': '00008b1f-8e85-4eb1-b61e-fcf9867d5768', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:32:06.370953 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-4ee98478-542b-4eda-b0be-71b300c57646 admin admin] Deleting port b13f4d65-5c9f-4ae5-b603-d89a890a3b86 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:32:06.371339 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4ee98478-542b-4eda-b0be-71b300c57646 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:06.384733 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 40826) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:32:06.408960 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0459f587-620b-41b5-b970-ded8be7eeb81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:06.427018 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68a11d74-35fe-4e46-98ad-e73f6acfb2ce None None] Checking router: fef8bd84-0c08-4f5a-a619-dc0fe38fe46a for host: n-d-802623-1 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 23:32:06.427422 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68a11d74-35fe-4e46-98ad-e73f6acfb2ce None None] Updating router fef8bd84-0c08-4f5a-a619-dc0fe38fe46a port 462b2bf4-7c42-405f-a703-dcd2b1421fbe binding host n-d-802623-1 {{(pid=93800) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 23:32:06.468723 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-68a11d74-35fe-4e46-98ad-e73f6acfb2ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:06.553803 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-92c05e7f-2921-417d-acc6-48413ea9b7df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f29a72b-b8c5-4925-ae8a-4d2a1ef9c40e', 'name': 'tempest-TestAggregatesBasicOps-1813287302-router', 'tenant_id': '7257ce3109c64b6784231d3205ade3a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.185'}], 'enable_snat': True}, 'gw_port_id': 'b13f4d65-5c9f-4ae5-b603-d89a890a3b86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:31:43Z', 'updated_at': '2021-07-27T23:32:03Z', 'revision_number': 5, 'project_id': '7257ce3109c64b6784231d3205ade3a7', 'gw_port': {'id': 'b13f4d65-5c9f-4ae5-b603-d89a890a3b86', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:66:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f29a72b-b8c5-4925-ae8a-4d2a1ef9c40e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3340, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:31:43Z', 'updated_at': '2021-07-27T23:31:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1'}], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:32:06.575460 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abe6583-f8fa-4885-a68f-9ac79ebdfa36 req-da1795f9-e08a-4d52-89fc-444029c7e1f5 tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:32:06.577591 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-0abe6583-f8fa-4885-a68f-9ac79ebdfa36 req-da1795f9-e08a-4d52-89fc-444029c7e1f5 tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] 10.222.0.18 "GET /v2.0/ports?device_id=ad67c1f5-7283-4637-999c-94737161fd62 HTTP/1.1" status: 200 len: 946 time: 0.1563425 Jul 27 23:32:06.586832 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-4ee98478-542b-4eda-b0be-71b300c57646 admin admin] For port b13f4d65-5c9f-4ae5-b603-d89a890a3b86, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=b13f4d65-5c9f-4ae5-b603-d89a890a3b86,segment=NetworkSegment(b9afe07e-bbe4-4740-834c-4b6a9698bdbc),segment_id=b9afe07e-bbe4-4740-834c-4b6a9698bdbc)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:32:06.587037 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0459f587-620b-41b5-b970-ded8be7eeb81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:06.592089 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0459f587-620b-41b5-b970-ded8be7eeb81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:06.599336 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4ee98478-542b-4eda-b0be-71b300c57646 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:06.608962 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c05e7f-2921-417d-acc6-48413ea9b7df None None] The sync data for ids ['4f29a72b-b8c5-4925-ae8a-4d2a1ef9c40e'] in n-d-802623-1 is: [{'id': '4f29a72b-b8c5-4925-ae8a-4d2a1ef9c40e', 'name': 'tempest-TestAggregatesBasicOps-1813287302-router', 'tenant_id': '7257ce3109c64b6784231d3205ade3a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.185'}], 'enable_snat': True}, 'gw_port_id': 'b13f4d65-5c9f-4ae5-b603-d89a890a3b86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:31:43Z', 'updated_at': '2021-07-27T23:32:03Z', 'revision_number': 5, 'project_id': '7257ce3109c64b6784231d3205ade3a7', 'gw_port': {'id': 'b13f4d65-5c9f-4ae5-b603-d89a890a3b86', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:66:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f29a72b-b8c5-4925-ae8a-4d2a1ef9c40e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3340, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:31:43Z', 'updated_at': '2021-07-27T23:31:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1'}] {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:32:06.642254 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-0459f587-620b-41b5-b970-ded8be7eeb81 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=985b7817db37400c8dbacb89ea561d78&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2554891 Jul 27 23:32:06.645800 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 40828) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:32:06.652621 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-4ee98478-542b-4eda-b0be-71b300c57646 admin admin] Calling delete_port for b13f4d65-5c9f-4ae5-b603-d89a890a3b86 owned by network:router_gateway {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:32:06.669521 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0459f587-620b-41b5-b970-ded8be7eeb81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef131ad1-62e7-4500-a50b-71245dd0edde,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:32:06.699738 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-0abe6583-f8fa-4885-a68f-9ac79ebdfa36 req-521d3427-a7cb-47c2-a6f5-84c1bcbc5cd6 tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] 10.222.0.18 "GET /v2.0/security-groups?id=0fdd7288-5bd7-4452-be54-74ff530fb5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0973752 Jul 27 23:32:06.725680 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8866dcf1-28ba-4011-8ec6-8cbc6c6d4edc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:06.751416 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8866dcf1-28ba-4011-8ec6-8cbc6c6d4edc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:06.797660 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-cfdc6d8e-9925-4066-ace8-783330f3300b tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-414022'] for router_interface, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:06.811326 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8866dcf1-28ba-4011-8ec6-8cbc6c6d4edc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:06.814177 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8866dcf1-28ba-4011-8ec6-8cbc6c6d4edc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:06.817836 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-8866dcf1-28ba-4011-8ec6-8cbc6c6d4edc admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ef131ad1-62e7-4500-a50b-71245dd0edde HTTP/1.1" status: 204 len: 168 time: 0.1688380 Jul 27 23:32:06.830233 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8866dcf1-28ba-4011-8ec6-8cbc6c6d4edc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef131ad1-62e7-4500-a50b-71245dd0edde,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:32:06.935807 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-68a11d74-35fe-4e46-98ad-e73f6acfb2ce None None] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:06.948702 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-68a11d74-35fe-4e46-98ad-e73f6acfb2ce None None] Transition to ACTIVE for port object 462b2bf4-7c42-405f-a703-dcd2b1421fbe will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:32:06.958717 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-68a11d74-35fe-4e46-98ad-e73f6acfb2ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:07.024018 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cb01c8-3369-4d00-b17c-582a71509502 None None] Pushing event updated for resources: {'Port': ['ID=462b2bf4-7c42-405f-a703-dcd2b1421fbe,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:32:07.133336 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-68a11d74-35fe-4e46-98ad-e73f6acfb2ce None None] Attempting to bind port 462b2bf4-7c42-405f-a703-dcd2b1421fbe on host n-d-802623-1 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:32:07.133713 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-68a11d74-35fe-4e46-98ad-e73f6acfb2ce None None] Attempting to bind port 462b2bf4-7c42-405f-a703-dcd2b1421fbe by drivers openvswitch,hyperv on host n-d-802623-1 at level 0 using segments [{'id': 'fcf2197d-a903-4ad1-8fef-eea3861359a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '139cfbf0-72fe-4157-aac8-277ea5c5083a'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:32:07.134064 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68a11d74-35fe-4e46-98ad-e73f6acfb2ce None None] Attempting to bind port 462b2bf4-7c42-405f-a703-dcd2b1421fbe on network 139cfbf0-72fe-4157-aac8-277ea5c5083a {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:32:07.152548 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68a11d74-35fe-4e46-98ad-e73f6acfb2ce None None] Checking agent: {'id': 'a9a568d2-a5e7-41e4-833f-a8ab42ea4073', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 52, 30), 'started_at': datetime.datetime(2021, 7, 27, 22, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802623-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:32:07.153025 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68a11d74-35fe-4e46-98ad-e73f6acfb2ce None None] Checking segment: {'id': 'fcf2197d-a903-4ad1-8fef-eea3861359a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '139cfbf0-72fe-4157-aac8-277ea5c5083a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:32:07.155319 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-68a11d74-35fe-4e46-98ad-e73f6acfb2ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:07.157121 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68a11d74-35fe-4e46-98ad-e73f6acfb2ce None None] Bound using segment: {'id': 'fcf2197d-a903-4ad1-8fef-eea3861359a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '139cfbf0-72fe-4157-aac8-277ea5c5083a'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:32:07.158538 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-68a11d74-35fe-4e46-98ad-e73f6acfb2ce None None] Bound port: 462b2bf4-7c42-405f-a703-dcd2b1421fbe, host: n-d-802623-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcf2197d-a903-4ad1-8fef-eea3861359a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '139cfbf0-72fe-4157-aac8-277ea5c5083a'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:32:07.160970 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-68a11d74-35fe-4e46-98ad-e73f6acfb2ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:07.235366 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 4d4bfb1d-6124-4ab7-a300-ca4b429d72a9 no longer exists at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:32:07.268180 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] No Port match for: 4d4bfb1d-6124-4ab7-a300-ca4b429d72a9 {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:32:07.272827 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 4d4bfb1d-6124-4ab7-a300-ca4b429d72a9 not bound to the agent host n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:32:07.316195 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-68a11d74-35fe-4e46-98ad-e73f6acfb2ce None None] For port 462b2bf4-7c42-405f-a703-dcd2b1421fbe, host n-d-802623-1, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:32:07.338198 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-68a11d74-35fe-4e46-98ad-e73f6acfb2ce None None] For port 462b2bf4-7c42-405f-a703-dcd2b1421fbe, host n-d-802623-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=462b2bf4-7c42-405f-a703-dcd2b1421fbe,segment=NetworkSegment(fcf2197d-a903-4ad1-8fef-eea3861359a1),segment_id=fcf2197d-a903-4ad1-8fef-eea3861359a1)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:32:07.364704 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-68a11d74-35fe-4e46-98ad-e73f6acfb2ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:07.453675 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68a11d74-35fe-4e46-98ad-e73f6acfb2ce None None] Routers {'fef8bd84-0c08-4f5a-a619-dc0fe38fe46a'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:32:07.454338 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-68a11d74-35fe-4e46-98ad-e73f6acfb2ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:32:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['fef8bd84-0c08-4f5a-a619-dc0fe38fe46a'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:32:07.456389 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cb01c8-3369-4d00-b17c-582a71509502 None None] Pushing event updated for resources: {'Port': ['ID=462b2bf4-7c42-405f-a703-dcd2b1421fbe,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:32:07.578588 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-68a11d74-35fe-4e46-98ad-e73f6acfb2ce None None] Set router fef8bd84-0c08-4f5a-a619-dc0fe38fe46a gateway port host: None {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:32:07.583245 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4ee98478-542b-4eda-b0be-71b300c57646 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:07.639606 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee98478-542b-4eda-b0be-71b300c57646 admin admin] Pushing event deleted for resources: {'Port': ['ID=b13f4d65-5c9f-4ae5-b603-d89a890a3b86,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:32:07.725455 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4ee98478-542b-4eda-b0be-71b300c57646 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-415368'] for router_gateway, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:07.828490 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4ee98478-542b-4eda-b0be-71b300c57646 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62205'] for router, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:07.831686 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4ee98478-542b-4eda-b0be-71b300c57646 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:07.897759 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-68a11d74-35fe-4e46-98ad-e73f6acfb2ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fef8bd84-0c08-4f5a-a619-dc0fe38fe46a', 'name': 'tempest-NetworksTestDHCPv6-router-2124169162', 'tenant_id': '99f174f0a0ea48c5a906b127129cb432', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:32:01Z', 'updated_at': '2021-07-27T23:32:03Z', 'revision_number': 2, 'project_id': '99f174f0a0ea48c5a906b127129cb432', 'gw_port_host': None, '_interfaces': [{'id': '462b2bf4-7c42-405f-a703-dcd2b1421fbe', 'name': '', 'network_id': '139cfbf0-72fe-4157-aac8-277ea5c5083a', 'tenant_id': '99f174f0a0ea48c5a906b127129cb432', 'mac_address': 'fa:16:3e:e1:35:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fef8bd84-0c08-4f5a-a619-dc0fe38fe46a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3370, 'fixed_ips': [{'subnet_id': '00008b1f-8e85-4eb1-b61e-fcf9867d5768', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:32:02Z', 'updated_at': '2021-07-27T23:32:07Z', 'revision_number': 4, 'project_id': '99f174f0a0ea48c5a906b127129cb432', 'subnets': [{'id': '00008b1f-8e85-4eb1-b61e-fcf9867d5768', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:32:07.930927 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68a11d74-35fe-4e46-98ad-e73f6acfb2ce None None] The sync data for ids ['fef8bd84-0c08-4f5a-a619-dc0fe38fe46a'] in n-d-802623-1 is: [{'id': 'fef8bd84-0c08-4f5a-a619-dc0fe38fe46a', 'name': 'tempest-NetworksTestDHCPv6-router-2124169162', 'tenant_id': '99f174f0a0ea48c5a906b127129cb432', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:32:01Z', 'updated_at': '2021-07-27T23:32:03Z', 'revision_number': 2, 'project_id': '99f174f0a0ea48c5a906b127129cb432', 'gw_port_host': None, '_interfaces': [{'id': '462b2bf4-7c42-405f-a703-dcd2b1421fbe', 'name': '', 'network_id': '139cfbf0-72fe-4157-aac8-277ea5c5083a', 'tenant_id': '99f174f0a0ea48c5a906b127129cb432', 'mac_address': 'fa:16:3e:e1:35:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fef8bd84-0c08-4f5a-a619-dc0fe38fe46a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3370, 'fixed_ips': [{'subnet_id': '00008b1f-8e85-4eb1-b61e-fcf9867d5768', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:32:02Z', 'updated_at': '2021-07-27T23:32:07Z', 'revision_number': 4, 'project_id': '99f174f0a0ea48c5a906b127129cb432', 'subnets': [{'id': '00008b1f-8e85-4eb1-b61e-fcf9867d5768', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:32:07.936985 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed03483-c779-42c9-9bfc-7c5dc96f333d req-569de8d0-7c89-4e2d-9cda-3271928101a1 tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:32:07.948831 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-cfdc6d8e-9925-4066-ace8-783330f3300b tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Deleting port 462b2bf4-7c42-405f-a703-dcd2b1421fbe {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:32:07.949721 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-4ed03483-c779-42c9-9bfc-7c5dc96f333d req-569de8d0-7c89-4e2d-9cda-3271928101a1 tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] 10.222.0.18 "GET /v2.0/ports?device_id=ad67c1f5-7283-4637-999c-94737161fd62 HTTP/1.1" status: 200 len: 946 time: 0.1048381 Jul 27 23:32:07.953501 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-cfdc6d8e-9925-4066-ace8-783330f3300b tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:07.976358 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4ee98478-542b-4eda-b0be-71b300c57646 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-477831'] for router, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:07.977546 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ee98478-542b-4eda-b0be-71b300c57646 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4f29a72b-b8c5-4925-ae8a-4d2a1ef9c40e {{(pid=93798) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 23:32:08.014064 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4ee98478-542b-4eda-b0be-71b300c57646 admin admin] Notify callbacks [] for router, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:08.018156 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-4ee98478-542b-4eda-b0be-71b300c57646 admin admin] 10.222.0.18 "DELETE /v2.0/routers/4f29a72b-b8c5-4925-ae8a-4d2a1ef9c40e HTTP/1.1" status: 204 len: 168 time: 2.5415616 Jul 27 23:32:08.020184 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-4ed03483-c779-42c9-9bfc-7c5dc96f333d req-cd80c9f8-fcb8-4496-a325-d5e2a6572338 tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] 10.222.0.18 "GET /v2.0/security-groups?id=0fdd7288-5bd7-4452-be54-74ff530fb5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671704 Jul 27 23:32:08.022163 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 40862) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:32:08.113174 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-cfdc6d8e-9925-4066-ace8-783330f3300b tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] For port 462b2bf4-7c42-405f-a703-dcd2b1421fbe, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=462b2bf4-7c42-405f-a703-dcd2b1421fbe,segment=NetworkSegment(fcf2197d-a903-4ad1-8fef-eea3861359a1),segment_id=fcf2197d-a903-4ad1-8fef-eea3861359a1)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:32:08.113504 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-cfdc6d8e-9925-4066-ace8-783330f3300b tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:08.131790 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-cfdc6d8e-9925-4066-ace8-783330f3300b tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Calling delete_port for 462b2bf4-7c42-405f-a703-dcd2b1421fbe owned by network:router_interface {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:32:08.166156 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_v2 [None req-054cd0c8-f3bb-45cf-b89c-233594a72016 admin admin] Deleting subnet 6a1d63d6-99c8-4ccd-9645-e44d8cf6791d {{(pid=93797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 23:32:08.171691 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-054cd0c8-f3bb-45cf-b89c-233594a72016 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:08.216939 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-054cd0c8-f3bb-45cf-b89c-233594a72016 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11335971'] for subnet, precommit_delete_associations {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:08.346570 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-054cd0c8-f3bb-45cf-b89c-233594a72016 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620741'] for subnet, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:08.393969 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-cfdc6d8e-9925-4066-ace8-783330f3300b tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:08.411678 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-054cd0c8-f3bb-45cf-b89c-233594a72016 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11335991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11551414'] for subnet, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:08.442514 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054cd0c8-f3bb-45cf-b89c-233594a72016 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6a1d63d6-99c8-4ccd-9645-e44d8cf6791d,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:32:08.447490 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdc6d8e-9925-4066-ace8-783330f3300b tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Pushing event deleted for resources: {'Port': ['ID=462b2bf4-7c42-405f-a703-dcd2b1421fbe,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:32:08.447830 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-054cd0c8-f3bb-45cf-b89c-233594a72016 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:08.452064 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-054cd0c8-f3bb-45cf-b89c-233594a72016 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/6a1d63d6-99c8-4ccd-9645-e44d8cf6791d HTTP/1.1" status: 204 len: 168 time: 0.4262025 Jul 27 23:32:08.453375 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 40880) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:32:08.462576 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13c1c9d0-8b67-4fc1-95a0-885658e1f009 None None] Network 2d608b0a-eb3a-4a3c-a3f8-0ad22c9d4cd3 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:32:08.740389 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-cfdc6d8e-9925-4066-ace8-783330f3300b tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3760546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-413994'] for router_interface, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:08.785099 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-da957c91-f345-4cda-b968-6059fbece220 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593271'] for network, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:08.818929 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76167ebb-856e-410a-ae88-0208aed7b069 None None] DHCP port deletion for 2d608b0a-eb3a-4a3c-a3f8-0ad22c9d4cd3 request from n-d-802623-1 {{(pid=93799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 23:32:08.897143 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-76167ebb-856e-410a-ae88-0208aed7b069 None None] Deleting port ce37090b-93b1-474c-9718-ae6c998f810c {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:32:08.897531 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-76167ebb-856e-410a-ae88-0208aed7b069 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:09.004365 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-76167ebb-856e-410a-ae88-0208aed7b069 None None] For port ce37090b-93b1-474c-9718-ae6c998f810c, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=ce37090b-93b1-474c-9718-ae6c998f810c,segment=NetworkSegment(05258d17-f238-4ee0-8664-2d969e6a03ee),segment_id=05258d17-f238-4ee0-8664-2d969e6a03ee)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:32:09.005070 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-76167ebb-856e-410a-ae88-0208aed7b069 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:09.029241 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-76167ebb-856e-410a-ae88-0208aed7b069 None None] Calling delete_port for ce37090b-93b1-474c-9718-ae6c998f810c owned by network:dhcp {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:32:09.053804 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfdc6d8e-9925-4066-ace8-783330f3300b tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Router fef8bd84-0c08-4f5a-a619-dc0fe38fe46a has already been hosted by L3 agent 018c4455-49c0-4734-927d-7824067b2a9e {{(pid=93798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 23:32:09.131283 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-76167ebb-856e-410a-ae88-0208aed7b069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:09.164288 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76167ebb-856e-410a-ae88-0208aed7b069 None None] No DVR routers for this DVR port ce37090b-93b1-474c-9718-ae6c998f810c on host n-d-802623-1 {{(pid=93799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:32:09.166921 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfdc6d8e-9925-4066-ace8-783330f3300b tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:32:09.180706 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76167ebb-856e-410a-ae88-0208aed7b069 None None] Pushing event deleted for resources: {'Port': ['ID=ce37090b-93b1-474c-9718-ae6c998f810c,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:32:09.187817 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-cfdc6d8e-9925-4066-ace8-783330f3300b tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] 10.222.0.18 "PUT /v2.0/routers/fef8bd84-0c08-4f5a-a619-dc0fe38fe46a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1994429 Jul 27 23:32:09.188758 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 40896) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:32:09.205766 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-da957c91-f345-4cda-b968-6059fbece220 admin admin] Deleting port ce37090b-93b1-474c-9718-ae6c998f810c {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:32:09.208037 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-da957c91-f345-4cda-b968-6059fbece220 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:09.289615 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a0c5140-0bc5-43f9-b810-c152cc12b964 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:32:09.298428 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a0c5140-0bc5-43f9-b810-c152cc12b964 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:32:09.304096 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-7a0c5140-0bc5-43f9-b810-c152cc12b964 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1140907 Jul 27 23:32:09.304951 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 40898) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:32:09.330931 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device ce37090b-93b1-474c-9718-ae6c998f810c no longer exists at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:32:09.350865 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-da957c91-f345-4cda-b968-6059fbece220 admin admin] For port ce37090b-93b1-474c-9718-ae6c998f810c, host n-d-802623-1, got binding levels [] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:32:09.351611 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-da957c91-f345-4cda-b968-6059fbece220 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:09.385371 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-da957c91-f345-4cda-b968-6059fbece220 admin admin] Calling delete_port for ce37090b-93b1-474c-9718-ae6c998f810c owned by network:dhcp {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:32:09.388502 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.ipam_backend_mixin [None req-da957c91-f345-4cda-b968-6059fbece220 admin admin] Port ce37090b-93b1-474c-9718-ae6c998f810c was not found and therefore no delete operation was performed {{(pid=93798) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 27 23:32:09.392482 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] No Port match for: ce37090b-93b1-474c-9718-ae6c998f810c {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:32:09.394029 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-da957c91-f345-4cda-b968-6059fbece220 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:09.403669 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device ce37090b-93b1-474c-9718-ae6c998f810c not bound to the agent host n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:32:09.404380 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device b13f4d65-5c9f-4ae5-b603-d89a890a3b86 no longer exists at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:32:09.414914 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_v2 [None req-43f77867-3cc4-40f6-9a12-2387bb5c279e tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Deleting subnet 00008b1f-8e85-4eb1-b61e-fcf9867d5768 {{(pid=93797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 23:32:09.419792 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-43f77867-3cc4-40f6-9a12-2387bb5c279e tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks [] for subnet, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:09.438249 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] No Port match for: b13f4d65-5c9f-4ae5-b603-d89a890a3b86 {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:32:09.438515 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device b13f4d65-5c9f-4ae5-b603-d89a890a3b86 not bound to the agent host n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:32:09.448835 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da957c91-f345-4cda-b968-6059fbece220 admin admin] Pushing event deleted for resources: {'Port': ['ID=ce37090b-93b1-474c-9718-ae6c998f810c,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:32:09.451030 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da957c91-f345-4cda-b968-6059fbece220 admin admin] No DVR routers for this DVR port ce37090b-93b1-474c-9718-ae6c998f810c on host n-d-802623-1 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:32:09.488992 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-43f77867-3cc4-40f6-9a12-2387bb5c279e tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11335971'] for subnet, precommit_delete_associations {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:09.560591 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-da957c91-f345-4cda-b968-6059fbece220 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618032', 'neutron.services.segments.db._delete_segments_for_network-8736833900081'] for network, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:09.573725 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-da957c91-f345-4cda-b968-6059fbece220 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d608b0a-eb3a-4a3c-a3f8-0ad22c9d4cd3']}} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:32:09.592693 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-da957c91-f345-4cda-b968-6059fbece220 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05258d17-f238-4ee0-8664-2d969e6a03ee') {'for_net_delete': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:32:09.593016 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-da957c91-f345-4cda-b968-6059fbece220 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05258d17-f238-4ee0-8664-2d969e6a03ee') {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:32:09.614956 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-da957c91-f345-4cda-b968-6059fbece220 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736833900858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11163256'] for segment, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:09.647645 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-da957c91-f345-4cda-b968-6059fbece220 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:09.656802 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da957c91-f345-4cda-b968-6059fbece220 admin admin] Releasing vlan 514 on physical network physnet1 to pool {{(pid=93798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 23:32:09.657349 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-da957c91-f345-4cda-b968-6059fbece220 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11971746'] for segment, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:09.661184 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-43f77867-3cc4-40f6-9a12-2387bb5c279e tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620741'] for subnet, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:09.661369 n-d-802623-1 neutron-server[93798]: Traceback (most recent call last): Jul 27 23:32:09.661369 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 23:32:09.661369 n-d-802623-1 neutron-server[93798]: timer() Jul 27 23:32:09.661369 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 23:32:09.661369 n-d-802623-1 neutron-server[93798]: cb(*args, **kw) Jul 27 23:32:09.661369 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 23:32:09.661369 n-d-802623-1 neutron-server[93798]: return func(*args, **kwargs) Jul 27 23:32:09.661369 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 23:32:09.661369 n-d-802623-1 neutron-server[93798]: self._notify() Jul 27 23:32:09.661369 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 23:32:09.661369 n-d-802623-1 neutron-server[93798]: self.callback(batched_events) Jul 27 23:32:09.661369 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 23:32:09.661369 n-d-802623-1 neutron-server[93798]: event.method(event) Jul 27 23:32:09.661369 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 23:32:09.661369 n-d-802623-1 neutron-server[93798]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 23:32:09.661369 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 23:32:09.661369 n-d-802623-1 neutron-server[93798]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 23:32:09.661369 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 23:32:09.661369 n-d-802623-1 neutron-server[93798]: return f(self, *a, **k) Jul 27 23:32:09.661369 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 23:32:09.661369 n-d-802623-1 neutron-server[93798]: return self._get(url).json() Jul 27 23:32:09.661369 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 23:32:09.661369 n-d-802623-1 neutron-server[93798]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 23:32:09.661369 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 23:32:09.661369 n-d-802623-1 neutron-server[93798]: return self.request(url, 'GET', **kwargs) Jul 27 23:32:09.661369 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 23:32:09.661369 n-d-802623-1 neutron-server[93798]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 23:32:09.661369 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 23:32:09.661369 n-d-802623-1 neutron-server[93798]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 23:32:09.661369 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 23:32:09.661369 n-d-802623-1 neutron-server[93798]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 23:32:09.661369 n-d-802623-1 neutron-server[93798]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 23:32:09.742649 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-da957c91-f345-4cda-b968-6059fbece220 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415412'] for network, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:09.749271 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-da957c91-f345-4cda-b968-6059fbece220 admin admin] Notify callbacks [] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:09.752065 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-43f77867-3cc4-40f6-9a12-2387bb5c279e tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11335991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11551414'] for subnet, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:09.756828 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-da957c91-f345-4cda-b968-6059fbece220 admin admin] 10.222.0.18 "DELETE /v2.0/networks/2d608b0a-eb3a-4a3c-a3f8-0ad22c9d4cd3 HTTP/1.1" status: 204 len: 168 time: 1.3019543 Jul 27 23:32:09.782423 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f77867-3cc4-40f6-9a12-2387bb5c279e tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Pushing event deleted for resources: {'Subnet': ['ID=00008b1f-8e85-4eb1-b61e-fcf9867d5768,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:32:09.784638 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da957c91-f345-4cda-b968-6059fbece220 admin admin] Pushing event deleted for resources: {'Network': ['ID=2d608b0a-eb3a-4a3c-a3f8-0ad22c9d4cd3,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:32:09.792901 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-43f77867-3cc4-40f6-9a12-2387bb5c279e tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks [] for subnet, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:09.794843 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-43f77867-3cc4-40f6-9a12-2387bb5c279e tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] 10.222.0.18 "DELETE /v2.0/subnets/00008b1f-8e85-4eb1-b61e-fcf9867d5768 HTTP/1.1" status: 204 len: 168 time: 0.4889367 Jul 27 23:32:09.797483 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 40912) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:32:09.801741 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-667a2944-4272-43df-a8eb-3262e30dbbe5 None None] Network 139cfbf0-72fe-4157-aac8-277ea5c5083a requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:32:09.907726 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-8621b30f-2410-4790-b064-caf5537c6edb tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.1067405 Jul 27 23:32:09.907902 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 40920) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:32:09.981490 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 40922) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:32:10.037230 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c405e288-f9be-42ac-95e2-8083a93ffea6 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks [] for router, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:10.052041 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7b30982-42a1-4b32-a23e-4fb30c6b3f70 None None] DHCP port deletion for 139cfbf0-72fe-4157-aac8-277ea5c5083a request from n-d-802623-1 {{(pid=93799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 23:32:10.053811 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-fd403eb2-65d7-40c3-b7c4-5dd71e56062e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0ad7c93117a14770b2728549418b9272&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0707970 Jul 27 23:32:10.057211 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 40924) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:32:10.144224 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5c4ab118-2440-41dc-9547-534120d36c1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:10.151967 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-c7b30982-42a1-4b32-a23e-4fb30c6b3f70 None None] Deleting port 508ef4be-ae59-4afe-9fa9-15655bf31c16 {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:32:10.152347 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c7b30982-42a1-4b32-a23e-4fb30c6b3f70 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:10.179102 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5c4ab118-2440-41dc-9547-534120d36c1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:10.262654 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5c4ab118-2440-41dc-9547-534120d36c1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:10.264682 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-c7b30982-42a1-4b32-a23e-4fb30c6b3f70 None None] For port 508ef4be-ae59-4afe-9fa9-15655bf31c16, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=508ef4be-ae59-4afe-9fa9-15655bf31c16,segment=NetworkSegment(fcf2197d-a903-4ad1-8fef-eea3861359a1),segment_id=fcf2197d-a903-4ad1-8fef-eea3861359a1)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:32:10.265246 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c7b30982-42a1-4b32-a23e-4fb30c6b3f70 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:10.266014 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5c4ab118-2440-41dc-9547-534120d36c1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:10.271889 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-5c4ab118-2440-41dc-9547-534120d36c1c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/afc3f427-e97f-483a-a731-c125d814be7d HTTP/1.1" status: 204 len: 168 time: 0.2134154 Jul 27 23:32:10.284725 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4ab118-2440-41dc-9547-534120d36c1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afc3f427-e97f-483a-a731-c125d814be7d,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:32:10.321873 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-c7b30982-42a1-4b32-a23e-4fb30c6b3f70 None None] Calling delete_port for 508ef4be-ae59-4afe-9fa9-15655bf31c16 owned by network:dhcp {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:32:10.423352 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ad63be-ff55-440e-af0d-88f9a07df317 None None] Sync routers for ids ['fef8bd84-0c08-4f5a-a619-dc0fe38fe46a'] in n-d-802623-1 {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:32:10.634009 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ad63be-ff55-440e-af0d-88f9a07df317 None None] Routers {'fef8bd84-0c08-4f5a-a619-dc0fe38fe46a'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:32:10.635839 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-a8ad63be-ff55-440e-af0d-88f9a07df317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:32:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['fef8bd84-0c08-4f5a-a619-dc0fe38fe46a'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:32:10.725360 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-a8ad63be-ff55-440e-af0d-88f9a07df317 None None] Set router fef8bd84-0c08-4f5a-a619-dc0fe38fe46a gateway port host: None {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:32:10.729023 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c405e288-f9be-42ac-95e2-8083a93ffea6 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62205'] for router, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:10.731465 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c405e288-f9be-42ac-95e2-8083a93ffea6 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:10.753099 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c7b30982-42a1-4b32-a23e-4fb30c6b3f70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:10.793495 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c405e288-f9be-42ac-95e2-8083a93ffea6 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-477831'] for router, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:10.793948 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c405e288-f9be-42ac-95e2-8083a93ffea6 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Fanout notify agent at l3_agent the message router_deleted on router fef8bd84-0c08-4f5a-a619-dc0fe38fe46a {{(pid=93797) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 23:32:10.796444 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7b30982-42a1-4b32-a23e-4fb30c6b3f70 None None] No DVR routers for this DVR port 508ef4be-ae59-4afe-9fa9-15655bf31c16 on host n-d-802623-1 {{(pid=93799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:32:10.801747 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c405e288-f9be-42ac-95e2-8083a93ffea6 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks [] for router, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:10.806356 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-c405e288-f9be-42ac-95e2-8083a93ffea6 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] 10.222.0.18 "DELETE /v2.0/routers/fef8bd84-0c08-4f5a-a619-dc0fe38fe46a HTTP/1.1" status: 204 len: 168 time: 0.8939466 Jul 27 23:32:10.806725 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 40934) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:32:10.818033 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-a8ad63be-ff55-440e-af0d-88f9a07df317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fef8bd84-0c08-4f5a-a619-dc0fe38fe46a', 'name': 'tempest-NetworksTestDHCPv6-router-2124169162', 'tenant_id': '99f174f0a0ea48c5a906b127129cb432', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:32:01Z', 'updated_at': '2021-07-27T23:32:08Z', 'revision_number': 3, 'project_id': '99f174f0a0ea48c5a906b127129cb432', 'gw_port_host': None}], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:32:10.850982 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-10800b3d-e754-457d-9690-e68a287efb22 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0427721 Jul 27 23:32:10.851558 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ad63be-ff55-440e-af0d-88f9a07df317 None None] Checking router: fef8bd84-0c08-4f5a-a619-dc0fe38fe46a for host: n-d-802623-1 {{(pid=93799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 23:32:10.853214 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 40936) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:32:10.853892 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b30982-42a1-4b32-a23e-4fb30c6b3f70 None None] Pushing event deleted for resources: {'Port': ['ID=508ef4be-ae59-4afe-9fa9-15655bf31c16,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:32:10.866369 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ad63be-ff55-440e-af0d-88f9a07df317 None None] Routers set() bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:32:10.866746 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ad63be-ff55-440e-af0d-88f9a07df317 None None] Router IDs set() for agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 27 23:32:10.867436 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_agentschedulers_db [None req-a8ad63be-ff55-440e-af0d-88f9a07df317 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'fef8bd84-0c08-4f5a-a619-dc0fe38fe46a'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:32:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent'). {{(pid=93799) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 27 23:32:10.867830 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ad63be-ff55-440e-af0d-88f9a07df317 None None] The sync data for ids ['fef8bd84-0c08-4f5a-a619-dc0fe38fe46a'] in n-d-802623-1 is: [] {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:32:10.922565 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc8e5533-91aa-407c-8f10-d1997cfd6bed tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:32:10.926523 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-cc8e5533-91aa-407c-8f10-d1997cfd6bed tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0697291 Jul 27 23:32:10.926642 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 40938) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:32:10.926861 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 40940) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:32:10.980436 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-9f273568-f95d-4510-8639-4b9c98906a0d tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0525157 Jul 27 23:32:10.984734 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 40942) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:32:10.990763 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-82be7dbf-8555-4a9a-b7cb-73206fde60a4 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Request body: {'subnet': {'network_id': '139cfbf0-72fe-4157-aac8-277ea5c5083a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:32:11.070897 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-271eb8b5-683e-4a8e-aff8-83048fd89adf admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7257ce3109c64b6784231d3205ade3a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1451185 Jul 27 23:32:11.073759 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 40944) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:32:11.100636 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82be7dbf-8555-4a9a-b7cb-73206fde60a4 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Made reservation on behalf of 99f174f0a0ea48c5a906b127129cb432 for: {'subnet': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:32:11.104896 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82be7dbf-8555-4a9a-b7cb-73206fde60a4 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11551435'] for subnet, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:11.127949 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ce84b56a-3d54-4066-969c-9af836d5aca2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:11.152864 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ce84b56a-3d54-4066-969c-9af836d5aca2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:11.211911 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ce84b56a-3d54-4066-969c-9af836d5aca2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:11.215344 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ce84b56a-3d54-4066-969c-9af836d5aca2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:11.219513 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-ce84b56a-3d54-4066-969c-9af836d5aca2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/54e0b3fb-9409-48a0-ac92-73de75627906 HTTP/1.1" status: 204 len: 168 time: 0.1446896 Jul 27 23:32:11.228585 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce84b56a-3d54-4066-969c-9af836d5aca2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54e0b3fb-9409-48a0-ac92-73de75627906,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:32:11.386685 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 508ef4be-ae59-4afe-9fa9-15655bf31c16 no longer exists at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:32:11.408589 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] No Port match for: 508ef4be-ae59-4afe-9fa9-15655bf31c16 {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:32:11.409155 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 508ef4be-ae59-4afe-9fa9-15655bf31c16 not bound to the agent host n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:32:11.409887 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 462b2bf4-7c42-405f-a703-dcd2b1421fbe no longer exists at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:32:11.432717 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] No Port match for: 462b2bf4-7c42-405f-a703-dcd2b1421fbe {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:32:11.433146 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 462b2bf4-7c42-405f-a703-dcd2b1421fbe not bound to the agent host n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:32:11.492793 n-d-802623-1 neutron-server[93797]: DEBUG neutron.objects.ports [None req-82be7dbf-8555-4a9a-b7cb-73206fde60a4 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93797) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 27 23:32:11.497249 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82be7dbf-8555-4a9a-b7cb-73206fde60a4 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11336182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11551417'] for subnet, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:11.551650 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82be7dbf-8555-4a9a-b7cb-73206fde60a4 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Network 139cfbf0-72fe-4157-aac8-277ea5c5083a is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:32:11.555941 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-82be7dbf-8555-4a9a-b7cb-73206fde60a4 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:32:11.561504 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82be7dbf-8555-4a9a-b7cb-73206fde60a4 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:32:11.562422 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82be7dbf-8555-4a9a-b7cb-73206fde60a4 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks [] for subnet, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:11.575162 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82be7dbf-8555-4a9a-b7cb-73206fde60a4 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Pushing event updated for resources: {'Subnet': ['ID=b46109d0-bc5f-4824-8116-d5bf40ad69a6,revision_number=0']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:32:11.585683 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-393f246d-5dbe-4cb1-91e7-58c3e1a7b218 None None] Network 139cfbf0-72fe-4157-aac8-277ea5c5083a requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:32:11.614453 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 40948) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:32:11.615412 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-82be7dbf-8555-4a9a-b7cb-73206fde60a4 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.6292479 Jul 27 23:32:11.620282 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-59a128d0-a404-4635-b0b8-d1b0a6951ac7 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Request body: {'subnet': {'network_id': '139cfbf0-72fe-4157-aac8-277ea5c5083a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:32:11.759695 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59a128d0-a404-4635-b0b8-d1b0a6951ac7 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Made reservation on behalf of 99f174f0a0ea48c5a906b127129cb432 for: {'subnet': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:32:11.768793 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-59a128d0-a404-4635-b0b8-d1b0a6951ac7 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12265828'] for subnet, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:11.867413 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-433dc91a-b8e3-42da-a77a-fb5ef706f7d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f6f257c-ad18-5f0c-8c8e-ea085a5fc8a2-139cfbf0-72fe-4157-aac8-277ea5c5083a', 'network_id': '139cfbf0-72fe-4157-aac8-277ea5c5083a', 'tenant_id': '99f174f0a0ea48c5a906b127129cb432', 'fixed_ips': [{'subnet_id': 'b46109d0-bc5f-4824-8116-d5bf40ad69a6'}]}} from n-d-802623-1. {{(pid=93799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 23:32:11.869106 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-433dc91a-b8e3-42da-a77a-fb5ef706f7d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:12.071527 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-433dc91a-b8e3-42da-a77a-fb5ef706f7d5 None None] Allocated IP 2001:db8::f816:3eff:fe51:1e03 (139cfbf0-72fe-4157-aac8-277ea5c5083a/b46109d0-bc5f-4824-8116-d5bf40ad69a6/ead5672d-fafa-4637-aa64-b03d2ac656c6) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:32:12.243788 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-59a128d0-a404-4635-b0b8-d1b0a6951ac7 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11971609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12265750'] for subnet, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:12.292391 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-433dc91a-b8e3-42da-a77a-fb5ef706f7d5 None None] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:12.302878 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-433dc91a-b8e3-42da-a77a-fb5ef706f7d5 None None] Transition to ACTIVE for port object ead5672d-fafa-4637-aa64-b03d2ac656c6 will not be triggered until provisioned by entity L2. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:32:12.303391 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59a128d0-a404-4635-b0b8-d1b0a6951ac7 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Network 139cfbf0-72fe-4157-aac8-277ea5c5083a is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:32:12.308244 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-59a128d0-a404-4635-b0b8-d1b0a6951ac7 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:32:12.311649 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59a128d0-a404-4635-b0b8-d1b0a6951ac7 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:32:12.312271 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-59a128d0-a404-4635-b0b8-d1b0a6951ac7 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:12.321274 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-433dc91a-b8e3-42da-a77a-fb5ef706f7d5 None None] Transition to ACTIVE for port object ead5672d-fafa-4637-aa64-b03d2ac656c6 will not be triggered until provisioned by entity DHCP. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:32:12.329306 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-433dc91a-b8e3-42da-a77a-fb5ef706f7d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:12.333085 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a128d0-a404-4635-b0b8-d1b0a6951ac7 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Pushing event updated for resources: {'Subnet': ['ID=6f724821-877f-4c03-adad-1362290e7093,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:32:12.348241 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-59a128d0-a404-4635-b0b8-d1b0a6951ac7 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7318752 Jul 27 23:32:12.350488 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 40960) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:32:12.357734 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-71f0d4f7-33c2-41c0-8767-10e26aca1692 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Request body: {'port': {'network_id': '139cfbf0-72fe-4157-aac8-277ea5c5083a', 'mac_address': 'fa:16:3e:8f:d3:05', 'name': 'tempest-NetworksTestDHCPv6-125832054'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:32:12.379121 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-433dc91a-b8e3-42da-a77a-fb5ef706f7d5 None None] Network 139cfbf0-72fe-4157-aac8-277ea5c5083a is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:32:12.384728 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-433dc91a-b8e3-42da-a77a-fb5ef706f7d5 None None] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:32:12.389862 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-433dc91a-b8e3-42da-a77a-fb5ef706f7d5 None None] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:32:12.393191 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433dc91a-b8e3-42da-a77a-fb5ef706f7d5 None None] Pushing event updated for resources: {'Port': ['ID=ead5672d-fafa-4637-aa64-b03d2ac656c6,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:32:12.454669 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-433dc91a-b8e3-42da-a77a-fb5ef706f7d5 None None] Attempting to bind port ead5672d-fafa-4637-aa64-b03d2ac656c6 on host n-d-802623-1 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:32:12.455147 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-433dc91a-b8e3-42da-a77a-fb5ef706f7d5 None None] Attempting to bind port ead5672d-fafa-4637-aa64-b03d2ac656c6 by drivers openvswitch,hyperv on host n-d-802623-1 at level 0 using segments [{'id': 'fcf2197d-a903-4ad1-8fef-eea3861359a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '139cfbf0-72fe-4157-aac8-277ea5c5083a'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:32:12.455584 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-433dc91a-b8e3-42da-a77a-fb5ef706f7d5 None None] Attempting to bind port ead5672d-fafa-4637-aa64-b03d2ac656c6 on network 139cfbf0-72fe-4157-aac8-277ea5c5083a {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:32:12.463389 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-433dc91a-b8e3-42da-a77a-fb5ef706f7d5 None None] Checking agent: {'id': 'a9a568d2-a5e7-41e4-833f-a8ab42ea4073', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 52, 30), 'started_at': datetime.datetime(2021, 7, 27, 22, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802623-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:32:12.463714 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-433dc91a-b8e3-42da-a77a-fb5ef706f7d5 None None] Checking segment: {'id': 'fcf2197d-a903-4ad1-8fef-eea3861359a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '139cfbf0-72fe-4157-aac8-277ea5c5083a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:32:12.464259 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-433dc91a-b8e3-42da-a77a-fb5ef706f7d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:12.464732 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-433dc91a-b8e3-42da-a77a-fb5ef706f7d5 None None] Bound using segment: {'id': 'fcf2197d-a903-4ad1-8fef-eea3861359a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '139cfbf0-72fe-4157-aac8-277ea5c5083a'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:32:12.465215 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-433dc91a-b8e3-42da-a77a-fb5ef706f7d5 None None] Bound port: ead5672d-fafa-4637-aa64-b03d2ac656c6, host: n-d-802623-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcf2197d-a903-4ad1-8fef-eea3861359a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '139cfbf0-72fe-4157-aac8-277ea5c5083a'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:32:12.465603 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-433dc91a-b8e3-42da-a77a-fb5ef706f7d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:12.552901 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-433dc91a-b8e3-42da-a77a-fb5ef706f7d5 None None] For port ead5672d-fafa-4637-aa64-b03d2ac656c6, host n-d-802623-1, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:32:12.559650 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71f0d4f7-33c2-41c0-8767-10e26aca1692 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Made reservation on behalf of 99f174f0a0ea48c5a906b127129cb432 for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:32:12.560966 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-433dc91a-b8e3-42da-a77a-fb5ef706f7d5 None None] For port ead5672d-fafa-4637-aa64-b03d2ac656c6, host n-d-802623-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=ead5672d-fafa-4637-aa64-b03d2ac656c6,segment=NetworkSegment(fcf2197d-a903-4ad1-8fef-eea3861359a1),segment_id=fcf2197d-a903-4ad1-8fef-eea3861359a1)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:32:12.568576 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-433dc91a-b8e3-42da-a77a-fb5ef706f7d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:12.647252 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433dc91a-b8e3-42da-a77a-fb5ef706f7d5 None None] Pushing event updated for resources: {'Port': ['ID=ead5672d-fafa-4637-aa64-b03d2ac656c6,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:32:12.693828 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-71f0d4f7-33c2-41c0-8767-10e26aca1692 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:12.727510 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [None req-71f0d4f7-33c2-41c0-8767-10e26aca1692 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] device_id is not set on port 60836ea9-7fb3-476e-b3d3-b348dee6a462 yet. {{(pid=93798) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 23:32:12.976952 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-71f0d4f7-33c2-41c0-8767-10e26aca1692 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Allocated IP 172.20.0.14 (139cfbf0-72fe-4157-aac8-277ea5c5083a/6f724821-877f-4c03-adad-1362290e7093/60836ea9-7fb3-476e-b3d3-b348dee6a462) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:32:12.984088 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-71f0d4f7-33c2-41c0-8767-10e26aca1692 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Allocated IP 2001:db8::f816:3eff:fe8f:d305 (139cfbf0-72fe-4157-aac8-277ea5c5083a/b46109d0-bc5f-4824-8116-d5bf40ad69a6/60836ea9-7fb3-476e-b3d3-b348dee6a462) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:32:13.187210 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-71f0d4f7-33c2-41c0-8767-10e26aca1692 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:13.202625 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-71f0d4f7-33c2-41c0-8767-10e26aca1692 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Transition to ACTIVE for port object 60836ea9-7fb3-476e-b3d3-b348dee6a462 will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:32:13.241265 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-71f0d4f7-33c2-41c0-8767-10e26aca1692 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:13.293594 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71f0d4f7-33c2-41c0-8767-10e26aca1692 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Network 139cfbf0-72fe-4157-aac8-277ea5c5083a is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:32:13.299927 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-71f0d4f7-33c2-41c0-8767-10e26aca1692 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:32:13.307427 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71f0d4f7-33c2-41c0-8767-10e26aca1692 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:32:13.336607 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f0d4f7-33c2-41c0-8767-10e26aca1692 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Pushing event updated for resources: {'Port': ['ID=60836ea9-7fb3-476e-b3d3-b348dee6a462,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:32:13.369264 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device ead5672d-fafa-4637-aa64-b03d2ac656c6 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:32:13.372214 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71f0d4f7-33c2-41c0-8767-10e26aca1692 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:32:13.374362 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-71f0d4f7-33c2-41c0-8767-10e26aca1692 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:13.393579 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 40966) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:32:13.395206 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-71f0d4f7-33c2-41c0-8767-10e26aca1692 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.0425348 Jul 27 23:32:13.437503 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning for port ead5672d-fafa-4637-aa64-b03d2ac656c6 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:32:13.464341 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5a4800d-6ca8-4dc7-8b23-e2593f5fcea9 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:32:13.471733 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5a4800d-6ca8-4dc7-8b23-e2593f5fcea9 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:32:13.474438 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-d5a4800d-6ca8-4dc7-8b23-e2593f5fcea9 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.0798514 Jul 27 23:32:13.477328 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 40970) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:32:13.591567 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-188b43e8-23c2-49d9-85d4-b9861f29f8c9 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Deleting port 60836ea9-7fb3-476e-b3d3-b348dee6a462 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:32:13.592248 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-188b43e8-23c2-49d9-85d4-b9861f29f8c9 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:13.700375 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-188b43e8-23c2-49d9-85d4-b9861f29f8c9 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:13.713672 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-188b43e8-23c2-49d9-85d4-b9861f29f8c9 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Calling delete_port for 60836ea9-7fb3-476e-b3d3-b348dee6a462 owned by {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:32:13.862677 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e0fe9f0-2e1e-4728-a48b-df2a4caaa0fe None None] Network 139cfbf0-72fe-4157-aac8-277ea5c5083a requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:32:13.916843 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-188b43e8-23c2-49d9-85d4-b9861f29f8c9 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:13.952022 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188b43e8-23c2-49d9-85d4-b9861f29f8c9 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Pushing event deleted for resources: {'Port': ['ID=60836ea9-7fb3-476e-b3d3-b348dee6a462,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:32:13.982941 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-80b3c163-7d4e-4a69-9b7f-64b9a0e1ee8b None None] Provisioning for port ead5672d-fafa-4637-aa64-b03d2ac656c6 completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:32:13.991267 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-80b3c163-7d4e-4a69-9b7f-64b9a0e1ee8b None None] Provisioning complete for port ead5672d-fafa-4637-aa64-b03d2ac656c6 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:32:13.991578 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-80b3c163-7d4e-4a69-9b7f-64b9a0e1ee8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:14.044621 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-188b43e8-23c2-49d9-85d4-b9861f29f8c9 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:14.049183 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-188b43e8-23c2-49d9-85d4-b9861f29f8c9 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] 10.222.0.18 "DELETE /v2.0/ports/60836ea9-7fb3-476e-b3d3-b348dee6a462 HTTP/1.1" status: 204 len: 168 time: 0.5683298 Jul 27 23:32:14.049607 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 40974) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:32:14.125254 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25430685-f028-4e87-988a-803529f604bc tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:32:14.127797 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25430685-f028-4e87-988a-803529f604bc tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:32:14.130007 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25430685-f028-4e87-988a-803529f604bc tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:32:14.136005 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 40978) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:32:14.141774 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-80b3c163-7d4e-4a69-9b7f-64b9a0e1ee8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:14.149179 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-25430685-f028-4e87-988a-803529f604bc tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0984395 Jul 27 23:32:14.156435 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa57afe9-9dd3-490d-882e-ae32cc0044c9 None None] Update dhcp port {'port': {'network_id': '139cfbf0-72fe-4157-aac8-277ea5c5083a', 'fixed_ips': [{'subnet_id': 'b46109d0-bc5f-4824-8116-d5bf40ad69a6', 'ip_address': '2001:db8::f816:3eff:fe51:1e03'}, {'subnet_id': '6f724821-877f-4c03-adad-1362290e7093'}], 'binding:host_id': 'n-d-802623-1'}, 'id': 'ead5672d-fafa-4637-aa64-b03d2ac656c6'} from n-d-802623-1. {{(pid=93799) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 27 23:32:14.209594 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-80b3c163-7d4e-4a69-9b7f-64b9a0e1ee8b None None] For port ead5672d-fafa-4637-aa64-b03d2ac656c6, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=ead5672d-fafa-4637-aa64-b03d2ac656c6,segment=NetworkSegment(fcf2197d-a903-4ad1-8fef-eea3861359a1),segment_id=fcf2197d-a903-4ad1-8fef-eea3861359a1)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:32:14.210610 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-aa57afe9-9dd3-490d-882e-ae32cc0044c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:14.229525 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-80b3c163-7d4e-4a69-9b7f-64b9a0e1ee8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:14.242671 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_v2 [None req-a06d3dce-bb5b-4fa5-8f08-528ed40f72e8 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Deleting subnet 6f724821-877f-4c03-adad-1362290e7093 {{(pid=93798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 23:32:14.249773 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a06d3dce-bb5b-4fa5-8f08-528ed40f72e8 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks [] for subnet, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:14.302310 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a06d3dce-bb5b-4fa5-8f08-528ed40f72e8 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11163249'] for subnet, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:14.345243 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b3c163-7d4e-4a69-9b7f-64b9a0e1ee8b None None] Pushing event updated for resources: {'Port': ['ID=ead5672d-fafa-4637-aa64-b03d2ac656c6,revision_number=3']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:32:14.350326 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.agents_db [None req-9beef776-8bab-4de2-989a-f5a23ba4aaf4 None None] Agent healthcheck: found 7 active agents {{(pid=93800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 23:32:14.358942 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a06d3dce-bb5b-4fa5-8f08-528ed40f72e8 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620741'] for subnet, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:14.446940 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a06d3dce-bb5b-4fa5-8f08-528ed40f72e8 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11971800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12265753'] for subnet, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:14.447424 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server [None req-aa57afe9-9dd3-490d-882e-ae32cc0044c9 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6f724821-877f-4c03-adad-1362290e7093: This subnet is being modified by another concurrent operation. Jul 27 23:32:14.447424 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 27 23:32:14.447424 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 27 23:32:14.447424 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 27 23:32:14.447424 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 27 23:32:14.447424 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 27 23:32:14.447424 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 27 23:32:14.447424 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 27 23:32:14.447424 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 27 23:32:14.447424 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 27 23:32:14.447424 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 27 23:32:14.447424 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 27 23:32:14.447424 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 27 23:32:14.447424 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 27 23:32:14.447424 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 23:32:14.447424 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 23:32:14.447424 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 23:32:14.447424 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 23:32:14.447424 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 27 23:32:14.447424 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 27 23:32:14.447424 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 27 23:32:14.447424 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 27 23:32:14.447424 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 23:32:14.447424 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 23:32:14.447424 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 23:32:14.447424 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 23:32:14.447424 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 27 23:32:14.447424 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 27 23:32:14.447424 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 27 23:32:14.447424 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 27 23:32:14.447424 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 23:32:14.447424 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 23:32:14.447424 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 23:32:14.447424 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 23:32:14.447424 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 27 23:32:14.447424 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 27 23:32:14.447424 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Jul 27 23:32:14.447424 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Jul 27 23:32:14.447424 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Jul 27 23:32:14.447424 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Jul 27 23:32:14.447424 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 27 23:32:14.447424 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 27 23:32:14.447424 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 27 23:32:14.447424 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 27 23:32:14.447424 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 27 23:32:14.447424 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 27 23:32:14.447424 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 23:32:14.447424 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 23:32:14.447424 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 23:32:14.447424 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 23:32:14.447424 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 27 23:32:14.447424 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 27 23:32:14.447424 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 27 23:32:14.447424 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 27 23:32:14.447424 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 23:32:14.447424 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 23:32:14.447424 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 23:32:14.447424 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 23:32:14.447424 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 27 23:32:14.447424 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 27 23:32:14.447424 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 27 23:32:14.447424 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 27 23:32:14.447424 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 23:32:14.447424 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 23:32:14.447424 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 23:32:14.447424 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 23:32:14.447424 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 27 23:32:14.447424 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 27 23:32:14.447424 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1727, in update_port Jul 27 23:32:14.447424 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Jul 27 23:32:14.447424 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 27 23:32:14.447424 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 27 23:32:14.447424 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1507, in update_port Jul 27 23:32:14.447424 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Jul 27 23:32:14.447424 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Jul 27 23:32:14.447424 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Jul 27 23:32:14.447424 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Jul 27 23:32:14.447424 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Jul 27 23:32:14.447424 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Jul 27 23:32:14.447424 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 27 23:32:14.447424 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 27 23:32:14.447424 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 27 23:32:14.447424 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 27 23:32:14.447424 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server raise exception Jul 27 23:32:14.447424 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6f724821-877f-4c03-adad-1362290e7093: This subnet is being modified by another concurrent operation. Jul 27 23:32:14.447424 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server Jul 27 23:32:14.500191 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-08e17b85-15e0-4517-85b3-7f480cc7364b req-4e63d437-5b8d-42e0-9739-8b58d85be7fc tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1012664250&fields=id&tenant_id=49af0f356ac348f0bd0841795f0ea352 HTTP/1.1" status: 200 len: 267 time: 0.0876136 Jul 27 23:32:14.502295 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06d3dce-bb5b-4fa5-8f08-528ed40f72e8 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Pushing event deleted for resources: {'Subnet': ['ID=6f724821-877f-4c03-adad-1362290e7093,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:32:14.504855 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a06d3dce-bb5b-4fa5-8f08-528ed40f72e8 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:14.506727 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-a06d3dce-bb5b-4fa5-8f08-528ed40f72e8 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] 10.222.0.18 "DELETE /v2.0/subnets/6f724821-877f-4c03-adad-1362290e7093 HTTP/1.1" status: 204 len: 168 time: 0.3689833 Jul 27 23:32:14.509334 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 40990) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:32:14.558211 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e5485082-b257-40a7-94c3-39f030d0f35a None None] Provisioning complete for port ead5672d-fafa-4637-aa64-b03d2ac656c6 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:32:14.558598 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e5485082-b257-40a7-94c3-39f030d0f35a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:14.629493 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_v2 [None req-3125a3d0-4de4-4733-86ba-9ff7a6894192 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Deleting subnet b46109d0-bc5f-4824-8116-d5bf40ad69a6 {{(pid=93798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 23:32:14.637035 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3125a3d0-4de4-4733-86ba-9ff7a6894192 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks [] for subnet, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:14.692162 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ed5c8b9-34c2-4f2d-8486-7059ed68d6a4 None None] get_active_networks_info from n-d-802623-1 {{(pid=93799) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 27 23:32:14.701545 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3125a3d0-4de4-4733-86ba-9ff7a6894192 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11163249'] for subnet, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:14.712181 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e17b85-15e0-4517-85b3-7f480cc7364b req-ad97e94f-60d5-40f5-bc31-8ccef8aa4f8e tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:32:14.713692 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-08e17b85-15e0-4517-85b3-7f480cc7364b req-ad97e94f-60d5-40f5-bc31-8ccef8aa4f8e tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/networks?id=280a3ba5-2d75-4827-b3c1-0be5bb892094 HTTP/1.1" status: 200 len: 812 time: 0.1955996 Jul 27 23:32:14.747332 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-08e17b85-15e0-4517-85b3-7f480cc7364b req-e2bc8a52-ff52-42e0-98f0-f6f24e03eaf2 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/quotas/49af0f356ac348f0bd0841795f0ea352 HTTP/1.1" status: 200 len: 375 time: 0.0149388 Jul 27 23:32:14.783550 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-22adea5f-d681-42b9-a4ce-a312ee5e4c7e None None] Could not find standard attr ID for object 60836ea9-7fb3-476e-b3d3-b348dee6a462. {{(pid=93799) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 23:32:14.803389 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ed5c8b9-34c2-4f2d-8486-7059ed68d6a4 None None] Resources bound (agent type, host, resource id): {{(pid=93799) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 27 23:32:14.837188 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3125a3d0-4de4-4733-86ba-9ff7a6894192 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620741'] for subnet, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:14.868001 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-08e17b85-15e0-4517-85b3-7f480cc7364b req-da4294a4-356c-447b-b4fb-ef0d89ecff0d tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=49af0f356ac348f0bd0841795f0ea352&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1057725 Jul 27 23:32:14.920199 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3125a3d0-4de4-4733-86ba-9ff7a6894192 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11971800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12265753'] for subnet, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:14.959634 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3125a3d0-4de4-4733-86ba-9ff7a6894192 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Pushing event deleted for resources: {'Subnet': ['ID=b46109d0-bc5f-4824-8116-d5bf40ad69a6,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:32:14.969267 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3125a3d0-4de4-4733-86ba-9ff7a6894192 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:14.975016 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-3125a3d0-4de4-4733-86ba-9ff7a6894192 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] 10.222.0.18 "DELETE /v2.0/subnets/b46109d0-bc5f-4824-8116-d5bf40ad69a6 HTTP/1.1" status: 204 len: 168 time: 0.4612105 Jul 27 23:32:14.975650 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 40994) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:32:15.021122 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-420ec99b-f2c0-481a-9b2a-9e28bfc8974b tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0418522 Jul 27 23:32:15.021585 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 40996) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:32:15.028739 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-7be3d647-ff8f-4882-b14a-c19b4422dd5c tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Request body: {'subnet': {'network_id': '139cfbf0-72fe-4157-aac8-277ea5c5083a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:32:15.083580 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15363418-d6f3-4a72-9492-7604b446a988 None None] get_active_networks_info from n-d-802623-1 {{(pid=93799) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 27 23:32:15.123828 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-08e17b85-15e0-4517-85b3-7f480cc7364b req-78b92326-15ba-49aa-8602-db85d9085510 service neutron] 10.222.0.18 "GET /v2.0/networks/280a3ba5-2d75-4827-b3c1-0be5bb892094?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2416849 Jul 27 23:32:15.152174 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ea301e37-5a6e-4b1e-be06-705c4f11d352 None None] Provisioning complete for port ead5672d-fafa-4637-aa64-b03d2ac656c6 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:32:15.152439 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7be3d647-ff8f-4882-b14a-c19b4422dd5c tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Made reservation on behalf of 99f174f0a0ea48c5a906b127129cb432 for: {'subnet': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:32:15.152584 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ea301e37-5a6e-4b1e-be06-705c4f11d352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:15.157925 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7be3d647-ff8f-4882-b14a-c19b4422dd5c tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11551435'] for subnet, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:15.267611 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-08e17b85-15e0-4517-85b3-7f480cc7364b req-3e33b43b-f2fc-4ce2-b6d0-2316520cedd0 service neutron] 10.222.0.18 "GET /v2.0/networks/280a3ba5-2d75-4827-b3c1-0be5bb892094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392040 Jul 27 23:32:15.275536 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15363418-d6f3-4a72-9492-7604b446a988 None None] Resources bound (agent type, host, resource id): {{(pid=93799) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 27 23:32:15.305334 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device ead5672d-fafa-4637-aa64-b03d2ac656c6 no longer exists at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:32:15.589774 n-d-802623-1 neutron-server[93797]: DEBUG neutron.objects.ports [None req-7be3d647-ff8f-4882-b14a-c19b4422dd5c tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93797) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 27 23:32:15.600841 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:15.671508 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] For port ead5672d-fafa-4637-aa64-b03d2ac656c6, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=ead5672d-fafa-4637-aa64-b03d2ac656c6,segment=NetworkSegment(fcf2197d-a903-4ad1-8fef-eea3861359a1),segment_id=fcf2197d-a903-4ad1-8fef-eea3861359a1)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:32:15.684827 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:15.729348 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-c0efd537-14ed-4d03-aa3d-fff7096e14a0 req-47dc27cc-d71e-4124-8d9e-6cb0dfea1659 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/ports?device_id=f2a46d65-19ee-498b-adf8-ff7b5f6366c2 HTTP/1.1" status: 200 len: 210 time: 0.1131659 Jul 27 23:32:15.763672 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Pushing event updated for resources: {'Port': ['ID=ead5672d-fafa-4637-aa64-b03d2ac656c6,revision_number=5']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:32:15.814454 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a2df4fb-1291-4ac3-85f8-fce2d1171db8 None None] Update dhcp port {'port': {'network_id': '139cfbf0-72fe-4157-aac8-277ea5c5083a', 'fixed_ips': [{'subnet_id': 'e20b123c-c141-439d-a2eb-e6b1b9f070b5'}], 'binding:host_id': 'n-d-802623-1'}, 'id': 'ead5672d-fafa-4637-aa64-b03d2ac656c6'} from n-d-802623-1. {{(pid=93799) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 27 23:32:15.843137 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2a2df4fb-1291-4ac3-85f8-fce2d1171db8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:15.949443 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7be3d647-ff8f-4882-b14a-c19b4422dd5c tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:16.045009 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.db.api [None req-2a2df4fb-1291-4ac3-85f8-fce2d1171db8 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 2001:db8::f816:3eff:fe51:1e03-b24cbc6c-c6d5-40ad-9e9d-4e119f828e {{(pid=93799) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 23:32:16.045536 n-d-802623-1 neutron-server[93799]: DEBUG oslo_db.api [None req-2a2df4fb-1291-4ac3-85f8-fce2d1171db8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 23:32:16.125225 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-7be3d647-ff8f-4882-b14a-c19b4422dd5c tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] For port ead5672d-fafa-4637-aa64-b03d2ac656c6, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=ead5672d-fafa-4637-aa64-b03d2ac656c6,segment=NetworkSegment(fcf2197d-a903-4ad1-8fef-eea3861359a1),segment_id=fcf2197d-a903-4ad1-8fef-eea3861359a1)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:32:16.158276 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7be3d647-ff8f-4882-b14a-c19b4422dd5c tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:16.168769 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7be3d647-ff8f-4882-b14a-c19b4422dd5c tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11336041'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:16.169527 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7be3d647-ff8f-4882-b14a-c19b4422dd5c tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11336182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11551417'] for subnet, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:16.228364 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7be3d647-ff8f-4882-b14a-c19b4422dd5c tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Network 139cfbf0-72fe-4157-aac8-277ea5c5083a is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:32:16.235072 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-7be3d647-ff8f-4882-b14a-c19b4422dd5c tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:32:16.246382 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7be3d647-ff8f-4882-b14a-c19b4422dd5c tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:32:16.247016 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7be3d647-ff8f-4882-b14a-c19b4422dd5c tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks [] for subnet, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:16.281292 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be3d647-ff8f-4882-b14a-c19b4422dd5c tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Pushing event updated for resources: {'Subnet': ['ID=e20b123c-c141-439d-a2eb-e6b1b9f070b5,revision_number=0']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:32:16.289201 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be3d647-ff8f-4882-b14a-c19b4422dd5c tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Pushing event updated for resources: {'Port': ['ID=ead5672d-fafa-4637-aa64-b03d2ac656c6,revision_number=7']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:32:16.296551 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-7be3d647-ff8f-4882-b14a-c19b4422dd5c tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2731571 Jul 27 23:32:16.297345 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 41020) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:32:16.305940 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-0f5f912c-8392-42d8-9e03-8dac2b31792a tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Request body: {'subnet': {'network_id': '139cfbf0-72fe-4157-aac8-277ea5c5083a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:32:16.423468 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f5f912c-8392-42d8-9e03-8dac2b31792a tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Made reservation on behalf of 99f174f0a0ea48c5a906b127129cb432 for: {'subnet': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:32:16.426988 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0f5f912c-8392-42d8-9e03-8dac2b31792a tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12265828'] for subnet, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:16.578813 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2a2df4fb-1291-4ac3-85f8-fce2d1171db8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:16.660097 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0f5f912c-8392-42d8-9e03-8dac2b31792a tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11971609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12265750'] for subnet, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:16.711247 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f5f912c-8392-42d8-9e03-8dac2b31792a tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Network 139cfbf0-72fe-4157-aac8-277ea5c5083a is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:32:16.714808 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-0f5f912c-8392-42d8-9e03-8dac2b31792a tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:32:16.719300 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f5f912c-8392-42d8-9e03-8dac2b31792a tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:32:16.720085 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0f5f912c-8392-42d8-9e03-8dac2b31792a tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:16.728045 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5f912c-8392-42d8-9e03-8dac2b31792a tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Pushing event updated for resources: {'Subnet': ['ID=07fc7ecf-0e8b-475b-9a84-06dafdda405a,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:32:16.743119 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-0f5f912c-8392-42d8-9e03-8dac2b31792a tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4434760 Jul 27 23:32:16.745650 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 41022) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:32:16.756984 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-c2aacfe3-3da4-4f2c-8823-816882243017 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Request body: {'port': {'network_id': '139cfbf0-72fe-4157-aac8-277ea5c5083a', 'mac_address': 'fa:16:3e:ed:24:a0', 'name': 'tempest-NetworksTestDHCPv6-472152614'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:32:16.804690 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e17b85-15e0-4517-85b3-7f480cc7364b req-7edce4bb-cb45-4791-8a51-d0435e5f151e tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:32:16.806342 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-08e17b85-15e0-4517-85b3-7f480cc7364b req-7edce4bb-cb45-4791-8a51-d0435e5f151e tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.49 "GET /v2.0/networks?id=280a3ba5-2d75-4827-b3c1-0be5bb892094 HTTP/1.1" status: 200 len: 812 time: 0.1601205 Jul 27 23:32:16.873204 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-61ff0625-cfe1-46c6-9d78-eb28c877dd0f req-5d7cdb0d-c401-43c2-a65b-b3c063f41db6 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/ports?device_id=f2a46d65-19ee-498b-adf8-ff7b5f6366c2 HTTP/1.1" status: 200 len: 210 time: 0.0422392 Jul 27 23:32:16.901948 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-08e17b85-15e0-4517-85b3-7f480cc7364b req-2b09e91f-6988-4dd2-938a-9716cdcaa72c tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=49af0f356ac348f0bd0841795f0ea352 HTTP/1.1" status: 200 len: 380 time: 0.0706680 Jul 27 23:32:16.906790 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [req-08e17b85-15e0-4517-85b3-7f480cc7364b req-9cf7d33d-86d3-4a64-895e-163fd584b2be tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Request body: {'port': {'device_id': 'f2a46d65-19ee-498b-adf8-ff7b5f6366c2', 'network_id': '280a3ba5-2d75-4827-b3c1-0be5bb892094', 'admin_state_up': True, 'tenant_id': '49af0f356ac348f0bd0841795f0ea352', 'security_groups': ['ba3baf51-24bd-4d95-b413-6126b786be4e']}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:32:16.952698 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-2a2df4fb-1291-4ac3-85f8-fce2d1171db8 None None] For port ead5672d-fafa-4637-aa64-b03d2ac656c6, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=ead5672d-fafa-4637-aa64-b03d2ac656c6,segment=NetworkSegment(fcf2197d-a903-4ad1-8fef-eea3861359a1),segment_id=fcf2197d-a903-4ad1-8fef-eea3861359a1)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:32:16.968392 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2aacfe3-3da4-4f2c-8823-816882243017 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Made reservation on behalf of 99f174f0a0ea48c5a906b127129cb432 for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:32:16.977559 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c2aacfe3-3da4-4f2c-8823-816882243017 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:17.008852 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2a2df4fb-1291-4ac3-85f8-fce2d1171db8 None None] Notify callbacks [] for port, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:17.020262 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2a2df4fb-1291-4ac3-85f8-fce2d1171db8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:17.021775 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [None req-c2aacfe3-3da4-4f2c-8823-816882243017 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] device_id is not set on port ba6bfb23-9d3d-4edd-80fb-5a4d63faf73d yet. {{(pid=93798) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 23:32:17.063068 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08e17b85-15e0-4517-85b3-7f480cc7364b req-9cf7d33d-86d3-4a64-895e-163fd584b2be tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Made reservation on behalf of 49af0f356ac348f0bd0841795f0ea352 for: {'port': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:32:17.072686 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-08e17b85-15e0-4517-85b3-7f480cc7364b req-9cf7d33d-86d3-4a64-895e-163fd584b2be tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:17.098304 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2df4fb-1291-4ac3-85f8-fce2d1171db8 None None] Pushing event updated for resources: {'Port': ['ID=ead5672d-fafa-4637-aa64-b03d2ac656c6,revision_number=8']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:32:17.374516 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [req-08e17b85-15e0-4517-85b3-7f480cc7364b req-9cf7d33d-86d3-4a64-895e-163fd584b2be tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Allocated IP 172.20.0.9 (280a3ba5-2d75-4827-b3c1-0be5bb892094/03df5e5c-8a96-449f-9e96-cff1a55737e2/3ee30023-de25-4144-9d8f-f782f24ac762) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:32:17.399952 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-c2aacfe3-3da4-4f2c-8823-816882243017 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Allocated IP 172.20.0.13 (139cfbf0-72fe-4157-aac8-277ea5c5083a/07fc7ecf-0e8b-475b-9a84-06dafdda405a/ba6bfb23-9d3d-4edd-80fb-5a4d63faf73d) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:32:17.416148 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-c2aacfe3-3da4-4f2c-8823-816882243017 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Allocated IP 2001:db8::f816:3eff:feed:24a0 (139cfbf0-72fe-4157-aac8-277ea5c5083a/e20b123c-c141-439d-a2eb-e6b1b9f070b5/ba6bfb23-9d3d-4edd-80fb-5a4d63faf73d) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:32:17.422693 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device ead5672d-fafa-4637-aa64-b03d2ac656c6 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:32:17.492493 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port ead5672d-fafa-4637-aa64-b03d2ac656c6 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:32:17.493255 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:17.592397 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-08e17b85-15e0-4517-85b3-7f480cc7364b req-9cf7d33d-86d3-4a64-895e-163fd584b2be tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:17.608271 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:17.610383 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [req-08e17b85-15e0-4517-85b3-7f480cc7364b req-9cf7d33d-86d3-4a64-895e-163fd584b2be tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Transition to ACTIVE for port object 3ee30023-de25-4144-9d8f-f782f24ac762 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:32:17.658267 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-08e17b85-15e0-4517-85b3-7f480cc7364b req-9cf7d33d-86d3-4a64-895e-163fd584b2be tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:17.662033 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] For port ead5672d-fafa-4637-aa64-b03d2ac656c6, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=ead5672d-fafa-4637-aa64-b03d2ac656c6,segment=NetworkSegment(fcf2197d-a903-4ad1-8fef-eea3861359a1),segment_id=fcf2197d-a903-4ad1-8fef-eea3861359a1)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:32:17.667632 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:17.710091 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08e17b85-15e0-4517-85b3-7f480cc7364b req-9cf7d33d-86d3-4a64-895e-163fd584b2be tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Network 280a3ba5-2d75-4827-b3c1-0be5bb892094 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:32:17.727444 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [req-08e17b85-15e0-4517-85b3-7f480cc7364b req-9cf7d33d-86d3-4a64-895e-163fd584b2be tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:32:17.751926 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf7d33d-86d3-4a64-895e-163fd584b2be tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Pushing event updated for resources: {'Port': ['ID=3ee30023-de25-4144-9d8f-f782f24ac762,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:32:17.764382 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [req-08e17b85-15e0-4517-85b3-7f480cc7364b req-9cf7d33d-86d3-4a64-895e-163fd584b2be tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:32:17.769642 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Pushing event updated for resources: {'Port': ['ID=ead5672d-fafa-4637-aa64-b03d2ac656c6,revision_number=9']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:32:17.835272 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e17b85-15e0-4517-85b3-7f480cc7364b req-9cf7d33d-86d3-4a64-895e-163fd584b2be tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:32:17.836336 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-08e17b85-15e0-4517-85b3-7f480cc7364b req-9cf7d33d-86d3-4a64-895e-163fd584b2be tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:17.856602 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-08e17b85-15e0-4517-85b3-7f480cc7364b req-9cf7d33d-86d3-4a64-895e-163fd584b2be tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9554491 Jul 27 23:32:17.870088 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [req-08e17b85-15e0-4517-85b3-7f480cc7364b req-e7e9c9b6-bb23-44ad-82e0-4e757b4cca21 service neutron] Request body: {'port': {'device_id': 'f2a46d65-19ee-498b-adf8-ff7b5f6366c2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802623-1'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:32:17.962684 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-08e17b85-15e0-4517-85b3-7f480cc7364b req-e7e9c9b6-bb23-44ad-82e0-4e757b4cca21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:17.989214 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c2aacfe3-3da4-4f2c-8823-816882243017 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:18.008167 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-c2aacfe3-3da4-4f2c-8823-816882243017 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Transition to ACTIVE for port object ba6bfb23-9d3d-4edd-80fb-5a4d63faf73d will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:32:18.044641 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c2aacfe3-3da4-4f2c-8823-816882243017 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:18.068763 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1795ee24-be10-4212-bdbd-90d13c3cb0fd None None] Network 139cfbf0-72fe-4157-aac8-277ea5c5083a requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:32:18.094409 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c185bc81-94d6-40a4-bc2a-72e5c11ab6dd req-897bc20a-cf44-42e1-b5fa-badba2a23ef1 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:32:18.104228 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-c185bc81-94d6-40a4-bc2a-72e5c11ab6dd req-897bc20a-cf44-42e1-b5fa-badba2a23ef1 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/ports?device_id=f2a46d65-19ee-498b-adf8-ff7b5f6366c2 HTTP/1.1" status: 200 len: 931 time: 0.1252685 Jul 27 23:32:18.109709 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2aacfe3-3da4-4f2c-8823-816882243017 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Pushing event updated for resources: {'Port': ['ID=ba6bfb23-9d3d-4edd-80fb-5a4d63faf73d,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:32:18.114114 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2aacfe3-3da4-4f2c-8823-816882243017 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Network 139cfbf0-72fe-4157-aac8-277ea5c5083a is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:32:18.116090 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-c2aacfe3-3da4-4f2c-8823-816882243017 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:32:18.118183 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2aacfe3-3da4-4f2c-8823-816882243017 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:32:18.191392 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-25f8dd06-36d1-4d4b-990e-3aa7d41943f7 None None] Provisioning complete for port ead5672d-fafa-4637-aa64-b03d2ac656c6 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:32:18.191854 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-25f8dd06-36d1-4d4b-990e-3aa7d41943f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:18.197577 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2aacfe3-3da4-4f2c-8823-816882243017 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:32:18.198246 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c2aacfe3-3da4-4f2c-8823-816882243017 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:18.237897 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-c2aacfe3-3da4-4f2c-8823-816882243017 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.4909773 Jul 27 23:32:18.240948 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 41032) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:32:18.271254 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-c185bc81-94d6-40a4-bc2a-72e5c11ab6dd req-3807c118-c026-4341-b61d-7d0806fd3c63 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/security-groups?id=ba3baf51-24bd-4d95-b413-6126b786be4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935113 Jul 27 23:32:18.379791 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91673e23-6506-470c-81df-57ffba203e3e tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:32:18.386171 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91673e23-6506-470c-81df-57ffba203e3e tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:32:18.387918 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-91673e23-6506-470c-81df-57ffba203e3e tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1784 time: 0.1459656 Jul 27 23:32:18.391107 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 41036) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:32:18.506041 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [req-08e17b85-15e0-4517-85b3-7f480cc7364b req-e7e9c9b6-bb23-44ad-82e0-4e757b4cca21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ee30023-de25-4144-9d8f-f782f24ac762 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:32:18.517649 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-08e17b85-15e0-4517-85b3-7f480cc7364b req-e7e9c9b6-bb23-44ad-82e0-4e757b4cca21 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:18.540387 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [req-08e17b85-15e0-4517-85b3-7f480cc7364b req-e7e9c9b6-bb23-44ad-82e0-4e757b4cca21 service neutron] Transition to ACTIVE for port object 3ee30023-de25-4144-9d8f-f782f24ac762 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:32:18.548854 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-08e17b85-15e0-4517-85b3-7f480cc7364b req-e7e9c9b6-bb23-44ad-82e0-4e757b4cca21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11336041'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:18.549177 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-fd79335a-e0a7-4d81-8121-f0e9035a4fb4 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Deleting port ba6bfb23-9d3d-4edd-80fb-5a4d63faf73d {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:32:18.550096 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fd79335a-e0a7-4d81-8121-f0e9035a4fb4 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:18.662232 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fd79335a-e0a7-4d81-8121-f0e9035a4fb4 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:18.667038 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e9c9b6-bb23-44ad-82e0-4e757b4cca21 service neutron] Pushing event updated for resources: {'Port': ['ID=3ee30023-de25-4144-9d8f-f782f24ac762,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:32:18.684693 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-fd79335a-e0a7-4d81-8121-f0e9035a4fb4 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Calling delete_port for ba6bfb23-9d3d-4edd-80fb-5a4d63faf73d owned by {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:32:18.793950 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-08e17b85-15e0-4517-85b3-7f480cc7364b req-e7e9c9b6-bb23-44ad-82e0-4e757b4cca21 service neutron] Attempting to bind port 3ee30023-de25-4144-9d8f-f782f24ac762 on host n-h2-802623-1 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:32:18.794295 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-08e17b85-15e0-4517-85b3-7f480cc7364b req-e7e9c9b6-bb23-44ad-82e0-4e757b4cca21 service neutron] Attempting to bind port 3ee30023-de25-4144-9d8f-f782f24ac762 by drivers openvswitch,hyperv on host n-h2-802623-1 at level 0 using segments [{'id': 'e34bcaf6-fcda-4cb3-a9d4-ce07906221d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '280a3ba5-2d75-4827-b3c1-0be5bb892094'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:32:18.794622 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08e17b85-15e0-4517-85b3-7f480cc7364b req-e7e9c9b6-bb23-44ad-82e0-4e757b4cca21 service neutron] Attempting to bind port 3ee30023-de25-4144-9d8f-f782f24ac762 on network 280a3ba5-2d75-4827-b3c1-0be5bb892094 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:32:18.800071 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08e17b85-15e0-4517-85b3-7f480cc7364b req-e7e9c9b6-bb23-44ad-82e0-4e757b4cca21 service neutron] Port 3ee30023-de25-4144-9d8f-f782f24ac762 on network 280a3ba5-2d75-4827-b3c1-0be5bb892094 not bound, no agent of type Open vSwitch agent registered on host n-h2-802623-1 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 23:32:18.801310 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08e17b85-15e0-4517-85b3-7f480cc7364b req-e7e9c9b6-bb23-44ad-82e0-4e757b4cca21 service neutron] Attempting to bind port 3ee30023-de25-4144-9d8f-f782f24ac762 on network 280a3ba5-2d75-4827-b3c1-0be5bb892094 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:32:18.807836 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08e17b85-15e0-4517-85b3-7f480cc7364b req-e7e9c9b6-bb23-44ad-82e0-4e757b4cca21 service neutron] Checking agent: {'id': 'c5cc038b-93c4-4df4-8061-5df2a04a48c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 23, 0, 4), 'started_at': datetime.datetime(2021, 7, 27, 23, 0, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 32, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:32:18.808423 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08e17b85-15e0-4517-85b3-7f480cc7364b req-e7e9c9b6-bb23-44ad-82e0-4e757b4cca21 service neutron] Checking segment: {'id': 'e34bcaf6-fcda-4cb3-a9d4-ce07906221d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '280a3ba5-2d75-4827-b3c1-0be5bb892094'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:32:18.808889 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08e17b85-15e0-4517-85b3-7f480cc7364b req-e7e9c9b6-bb23-44ad-82e0-4e757b4cca21 service neutron] Bound using segment: {'id': 'e34bcaf6-fcda-4cb3-a9d4-ce07906221d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '280a3ba5-2d75-4827-b3c1-0be5bb892094'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:32:18.809334 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-08e17b85-15e0-4517-85b3-7f480cc7364b req-e7e9c9b6-bb23-44ad-82e0-4e757b4cca21 service neutron] Bound port: 3ee30023-de25-4144-9d8f-f782f24ac762, host: n-h2-802623-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e34bcaf6-fcda-4cb3-a9d4-ce07906221d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '280a3ba5-2d75-4827-b3c1-0be5bb892094'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:32:18.810160 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-08e17b85-15e0-4517-85b3-7f480cc7364b req-e7e9c9b6-bb23-44ad-82e0-4e757b4cca21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:18.901036 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5f3b2cd-db9c-4994-9093-4afaba20b3e8 None None] Update dhcp port {'port': {'network_id': '139cfbf0-72fe-4157-aac8-277ea5c5083a', 'fixed_ips': [{'subnet_id': 'e20b123c-c141-439d-a2eb-e6b1b9f070b5', 'ip_address': '2001:db8::f816:3eff:fe51:1e03'}, {'subnet_id': '07fc7ecf-0e8b-475b-9a84-06dafdda405a'}], 'binding:host_id': 'n-d-802623-1'}, 'id': 'ead5672d-fafa-4637-aa64-b03d2ac656c6'} from n-d-802623-1. {{(pid=93799) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 27 23:32:18.906021 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-30557f28-0a39-42ae-a494-0a694aa9d097 None None] Provisioning for port 3ee30023-de25-4144-9d8f-f782f24ac762 completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:32:18.914348 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-08e17b85-15e0-4517-85b3-7f480cc7364b req-e7e9c9b6-bb23-44ad-82e0-4e757b4cca21 service neutron] For port 3ee30023-de25-4144-9d8f-f782f24ac762, host n-h2-802623-1, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:32:18.921014 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-08e17b85-15e0-4517-85b3-7f480cc7364b req-e7e9c9b6-bb23-44ad-82e0-4e757b4cca21 service neutron] For port 3ee30023-de25-4144-9d8f-f782f24ac762, host n-h2-802623-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=3ee30023-de25-4144-9d8f-f782f24ac762,segment=NetworkSegment(e34bcaf6-fcda-4cb3-a9d4-ce07906221d3),segment_id=e34bcaf6-fcda-4cb3-a9d4-ce07906221d3)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:32:18.933540 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-08e17b85-15e0-4517-85b3-7f480cc7364b req-e7e9c9b6-bb23-44ad-82e0-4e757b4cca21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11336041'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:18.941970 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e5f3b2cd-db9c-4994-9093-4afaba20b3e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:19.007261 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fd79335a-e0a7-4d81-8121-f0e9035a4fb4 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:19.009244 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e17b85-15e0-4517-85b3-7f480cc7364b req-e7e9c9b6-bb23-44ad-82e0-4e757b4cca21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:32:19.009933 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-08e17b85-15e0-4517-85b3-7f480cc7364b req-e7e9c9b6-bb23-44ad-82e0-4e757b4cca21 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:19.012707 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-08e17b85-15e0-4517-85b3-7f480cc7364b req-e7e9c9b6-bb23-44ad-82e0-4e757b4cca21 service neutron] 10.222.0.49 "PUT /v2.0/ports/3ee30023-de25-4144-9d8f-f782f24ac762 HTTP/1.1" status: 200 len: 1091 time: 1.1466236 Jul 27 23:32:19.015822 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2a46d65-19ee-498b-adf8-ff7b5f6366c2', 'tag': '3ee30023-de25-4144-9d8f-f782f24ac762'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:32:19.018424 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a476459a1bfce68b0ae0df5b6a71154bfc7cfdc8f9eefce6ad0a17231e60468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f24bbb3-d3d6-4d68-b67f-8765d0028fdb" -d '{"events": [{"name": "network-changed", "server_uuid": "f2a46d65-19ee-498b-adf8-ff7b5f6366c2", "tag": "3ee30023-de25-4144-9d8f-f782f24ac762"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:32:19.085047 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd79335a-e0a7-4d81-8121-f0e9035a4fb4 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Pushing event deleted for resources: {'Port': ['ID=ba6bfb23-9d3d-4edd-80fb-5a4d63faf73d,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:32:19.115435 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 23:32:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6df016d-3f9f-4bd4-b726-7d983a8f82fc x-openstack-request-id: req-b6df016d-3f9f-4bd4-b726-7d983a8f82fc {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:32:19.115944 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2a46d65-19ee-498b-adf8-ff7b5f6366c2", "tag": "3ee30023-de25-4144-9d8f-f782f24ac762", "status": "completed", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:32:19.116381 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b6df016d-3f9f-4bd4-b726-7d983a8f82fc {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:32:19.116936 n-d-802623-1 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2a46d65-19ee-498b-adf8-ff7b5f6366c2', 'tag': '3ee30023-de25-4144-9d8f-f782f24ac762', 'status': 'completed', 'code': 200} Jul 27 23:32:19.158584 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e9c9b6-bb23-44ad-82e0-4e757b4cca21 service neutron] Pushing event updated for resources: {'Port': ['ID=3ee30023-de25-4144-9d8f-f782f24ac762,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:32:19.185112 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e17b85-15e0-4517-85b3-7f480cc7364b req-0f6efaaf-67f6-484c-9370-9e34e9b3e024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:32:19.188676 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-08e17b85-15e0-4517-85b3-7f480cc7364b req-0f6efaaf-67f6-484c-9370-9e34e9b3e024 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=49af0f356ac348f0bd0841795f0ea352&device_id=f2a46d65-19ee-498b-adf8-ff7b5f6366c2 HTTP/1.1" status: 200 len: 1094 time: 0.1178129 Jul 27 23:32:19.233866 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-e5f3b2cd-db9c-4994-9093-4afaba20b3e8 None None] Allocated IP 172.20.0.2 (139cfbf0-72fe-4157-aac8-277ea5c5083a/07fc7ecf-0e8b-475b-9a84-06dafdda405a/ead5672d-fafa-4637-aa64-b03d2ac656c6) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:32:19.260736 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-08e17b85-15e0-4517-85b3-7f480cc7364b req-0530350f-cfb2-4ef7-84bf-a8fdcde2dbdb service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3ee30023-de25-4144-9d8f-f782f24ac762 HTTP/1.1" status: 200 len: 217 time: 0.0636191 Jul 27 23:32:19.345948 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e17b85-15e0-4517-85b3-7f480cc7364b req-08857e0c-6e84-41b4-9793-332873d7bbc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:32:19.348022 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fd79335a-e0a7-4d81-8121-f0e9035a4fb4 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:19.350117 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-fd79335a-e0a7-4d81-8121-f0e9035a4fb4 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] 10.222.0.18 "DELETE /v2.0/ports/ba6bfb23-9d3d-4edd-80fb-5a4d63faf73d HTTP/1.1" status: 204 len: 168 time: 0.9579628 Jul 27 23:32:19.351120 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-08e17b85-15e0-4517-85b3-7f480cc7364b req-08857e0c-6e84-41b4-9793-332873d7bbc5 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=03df5e5c-8a96-449f-9e96-cff1a55737e2 HTTP/1.1" status: 200 len: 851 time: 0.0787454 Jul 27 23:32:19.352675 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 41062) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:32:19.395601 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-e5f3b2cd-db9c-4994-9093-4afaba20b3e8 None None] For port ead5672d-fafa-4637-aa64-b03d2ac656c6, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=ead5672d-fafa-4637-aa64-b03d2ac656c6,segment=NetworkSegment(fcf2197d-a903-4ad1-8fef-eea3861359a1),segment_id=fcf2197d-a903-4ad1-8fef-eea3861359a1)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:32:19.446389 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e5f3b2cd-db9c-4994-9093-4afaba20b3e8 None None] Notify callbacks [] for port, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:19.450978 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device ead5672d-fafa-4637-aa64-b03d2ac656c6 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:32:19.486630 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e5f3b2cd-db9c-4994-9093-4afaba20b3e8 None None] Transition to ACTIVE for port object ead5672d-fafa-4637-aa64-b03d2ac656c6 will not be triggered until provisioned by entity DHCP. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:32:19.498522 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e5f3b2cd-db9c-4994-9093-4afaba20b3e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:19.512419 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62c23dce-3f58-4ba8-bd04-cd1e1f343906 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:32:19.514051 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62c23dce-3f58-4ba8-bd04-cd1e1f343906 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:32:19.515594 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62c23dce-3f58-4ba8-bd04-cd1e1f343906 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:32:19.520155 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-62c23dce-3f58-4ba8-bd04-cd1e1f343906 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1627290 Jul 27 23:32:19.520536 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 41064) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:32:19.554367 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e17b85-15e0-4517-85b3-7f480cc7364b req-50b63875-bc07-4c23-8adc-77fa5c214e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:32:19.555778 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-08e17b85-15e0-4517-85b3-7f480cc7364b req-50b63875-bc07-4c23-8adc-77fa5c214e2b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=280a3ba5-2d75-4827-b3c1-0be5bb892094&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1917832 Jul 27 23:32:19.582155 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e35f6d8-3a8a-47d6-9258-c9d38d9115f0 req-395033dd-c7bd-4a68-8218-3b52b100c7f6 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:32:19.594827 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-5e35f6d8-3a8a-47d6-9258-c9d38d9115f0 req-395033dd-c7bd-4a68-8218-3b52b100c7f6 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/ports?device_id=f2a46d65-19ee-498b-adf8-ff7b5f6366c2 HTTP/1.1" status: 200 len: 943 time: 0.1431682 Jul 27 23:32:19.626725 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_v2 [None req-43e1d94d-d8ac-4536-846d-5cf30d0fb97d tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Deleting subnet 07fc7ecf-0e8b-475b-9a84-06dafdda405a {{(pid=93798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 23:32:19.632096 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-43e1d94d-d8ac-4536-846d-5cf30d0fb97d tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks [] for subnet, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:19.633212 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f3b2cd-db9c-4994-9093-4afaba20b3e8 None None] Pushing event updated for resources: {'Port': ['ID=ead5672d-fafa-4637-aa64-b03d2ac656c6,revision_number=10']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:32:19.701523 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-43e1d94d-d8ac-4536-846d-5cf30d0fb97d tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11163249'] for subnet, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:19.704190 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-5e35f6d8-3a8a-47d6-9258-c9d38d9115f0 req-3b859eae-1f0d-4d0a-86fb-29c2513c9f7e tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/security-groups?id=ba3baf51-24bd-4d95-b413-6126b786be4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1057215 Jul 27 23:32:19.740607 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-08e17b85-15e0-4517-85b3-7f480cc7364b req-62b2e082-d9b7-4f2d-8200-02353c7cf919 service neutron] 10.222.0.49 "GET /v2.0/networks/280a3ba5-2d75-4827-b3c1-0be5bb892094?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269324 Jul 27 23:32:19.842859 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-43e1d94d-d8ac-4536-846d-5cf30d0fb97d tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620741'] for subnet, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:19.881327 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-08e17b85-15e0-4517-85b3-7f480cc7364b req-57f15cac-fa12-495b-8aff-a9e43ebf680b service neutron] 10.222.0.49 "GET /v2.0/networks/280a3ba5-2d75-4827-b3c1-0be5bb892094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320727 Jul 27 23:32:19.949621 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-43e1d94d-d8ac-4536-846d-5cf30d0fb97d tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11971800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12265753'] for subnet, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:19.979103 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e1d94d-d8ac-4536-846d-5cf30d0fb97d tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Pushing event deleted for resources: {'Subnet': ['ID=07fc7ecf-0e8b-475b-9a84-06dafdda405a,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:32:19.985147 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-43e1d94d-d8ac-4536-846d-5cf30d0fb97d tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:19.987855 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-43e1d94d-d8ac-4536-846d-5cf30d0fb97d tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] 10.222.0.18 "DELETE /v2.0/subnets/07fc7ecf-0e8b-475b-9a84-06dafdda405a HTTP/1.1" status: 204 len: 168 time: 0.4662144 Jul 27 23:32:19.989122 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 41072) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:32:19.996734 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f24bbb3-d3d6-4d68-b67f-8765d0028fdb req-54e3e55e-7912-4ead-b895-3009de780069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:32:19.998361 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-9f24bbb3-d3d6-4d68-b67f-8765d0028fdb req-54e3e55e-7912-4ead-b895-3009de780069 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=49af0f356ac348f0bd0841795f0ea352&device_id=f2a46d65-19ee-498b-adf8-ff7b5f6366c2 HTTP/1.1" status: 200 len: 1094 time: 0.0536962 Jul 27 23:32:20.060048 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_v2 [None req-4372eed7-f2ac-493c-914f-fe30dc5c5022 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Deleting subnet e20b123c-c141-439d-a2eb-e6b1b9f070b5 {{(pid=93798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 23:32:20.063785 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4372eed7-f2ac-493c-914f-fe30dc5c5022 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks [] for subnet, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:20.116375 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4372eed7-f2ac-493c-914f-fe30dc5c5022 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11163249'] for subnet, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:20.147023 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f24bbb3-d3d6-4d68-b67f-8765d0028fdb req-e6b27e68-faba-4d51-a7eb-5592aafb8ece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:32:20.149734 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-9f24bbb3-d3d6-4d68-b67f-8765d0028fdb req-e6b27e68-faba-4d51-a7eb-5592aafb8ece service neutron] 10.222.0.49 "GET /v2.0/networks?id=280a3ba5-2d75-4827-b3c1-0be5bb892094 HTTP/1.1" status: 200 len: 913 time: 0.1415558 Jul 27 23:32:20.209080 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-9f24bbb3-d3d6-4d68-b67f-8765d0028fdb req-6f56f012-1ffb-47a5-8f1d-9e192237f063 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3ee30023-de25-4144-9d8f-f782f24ac762 HTTP/1.1" status: 200 len: 217 time: 0.0522621 Jul 27 23:32:20.254315 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4372eed7-f2ac-493c-914f-fe30dc5c5022 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620741'] for subnet, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:20.269624 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f24bbb3-d3d6-4d68-b67f-8765d0028fdb req-f8cf86de-7607-419e-bac7-df0aef84d5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:32:20.271381 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-9f24bbb3-d3d6-4d68-b67f-8765d0028fdb req-f8cf86de-7607-419e-bac7-df0aef84d5e1 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=03df5e5c-8a96-449f-9e96-cff1a55737e2 HTTP/1.1" status: 200 len: 851 time: 0.0548604 Jul 27 23:32:20.337952 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f24bbb3-d3d6-4d68-b67f-8765d0028fdb req-5f45c856-3344-4be6-828f-49be07b46fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:32:20.339952 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-9f24bbb3-d3d6-4d68-b67f-8765d0028fdb req-5f45c856-3344-4be6-828f-49be07b46fd4 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=280a3ba5-2d75-4827-b3c1-0be5bb892094&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0610361 Jul 27 23:32:20.341955 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4372eed7-f2ac-493c-914f-fe30dc5c5022 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11971800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12265753'] for subnet, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:20.375953 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4372eed7-f2ac-493c-914f-fe30dc5c5022 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Pushing event deleted for resources: {'Subnet': ['ID=e20b123c-c141-439d-a2eb-e6b1b9f070b5,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:32:20.405671 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4372eed7-f2ac-493c-914f-fe30dc5c5022 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:20.415690 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-4372eed7-f2ac-493c-914f-fe30dc5c5022 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] 10.222.0.18 "DELETE /v2.0/subnets/e20b123c-c141-439d-a2eb-e6b1b9f070b5 HTTP/1.1" status: 204 len: 168 time: 0.4254386 Jul 27 23:32:20.416758 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 41082) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:32:20.487610 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-29f3f8f5-6506-4c3c-8a78-9b31105bce42 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0694032 Jul 27 23:32:20.491834 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 41086) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:32:20.492075 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-9f24bbb3-d3d6-4d68-b67f-8765d0028fdb req-5627cdd2-cd2f-4c83-82d6-d9e9e8bff4d1 service neutron] 10.222.0.49 "GET /v2.0/networks/280a3ba5-2d75-4827-b3c1-0be5bb892094?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432116 Jul 27 23:32:20.507725 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-f9d02684-7ee6-4782-9c2e-91b8fa216b28 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Request body: {'subnet': {'network_id': '139cfbf0-72fe-4157-aac8-277ea5c5083a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:32:20.518904 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aef53c63-39e1-426f-b09b-899d3bb12fb6 None None] Network 139cfbf0-72fe-4157-aac8-277ea5c5083a requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:32:20.600018 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-78957afb-5aed-4cc1-8476-b29c070cedc0 None None] Provisioning for port ead5672d-fafa-4637-aa64-b03d2ac656c6 completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:32:20.600630 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-9f24bbb3-d3d6-4d68-b67f-8765d0028fdb req-3e7dc002-e074-408d-a9e8-d92ae5c5f5db service neutron] 10.222.0.49 "GET /v2.0/networks/280a3ba5-2d75-4827-b3c1-0be5bb892094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007869 Jul 27 23:32:20.630607 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-78957afb-5aed-4cc1-8476-b29c070cedc0 None None] Provisioning complete for port ead5672d-fafa-4637-aa64-b03d2ac656c6 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:32:20.631021 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-78957afb-5aed-4cc1-8476-b29c070cedc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:20.632739 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9d02684-7ee6-4782-9c2e-91b8fa216b28 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Made reservation on behalf of 99f174f0a0ea48c5a906b127129cb432 for: {'subnet': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:32:20.640716 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f9d02684-7ee6-4782-9c2e-91b8fa216b28 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12265828'] for subnet, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:20.777781 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-78957afb-5aed-4cc1-8476-b29c070cedc0 None None] Could not find standard attr ID for object ba6bfb23-9d3d-4edd-80fb-5a4d63faf73d. {{(pid=93799) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 23:32:20.789858 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78cc0012-90e9-4e7c-8e66-fff6b2f429df None None] DHCP port deletion for 139cfbf0-72fe-4157-aac8-277ea5c5083a request from n-d-802623-1 {{(pid=93799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 23:32:20.867660 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-78cc0012-90e9-4e7c-8e66-fff6b2f429df None None] Deleting port ead5672d-fafa-4637-aa64-b03d2ac656c6 {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:32:20.868276 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-78cc0012-90e9-4e7c-8e66-fff6b2f429df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:20.946493 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-78cc0012-90e9-4e7c-8e66-fff6b2f429df None None] For port ead5672d-fafa-4637-aa64-b03d2ac656c6, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=ead5672d-fafa-4637-aa64-b03d2ac656c6,segment=NetworkSegment(fcf2197d-a903-4ad1-8fef-eea3861359a1),segment_id=fcf2197d-a903-4ad1-8fef-eea3861359a1)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:32:20.946902 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-78cc0012-90e9-4e7c-8e66-fff6b2f429df None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:20.965714 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-78cc0012-90e9-4e7c-8e66-fff6b2f429df None None] Calling delete_port for ead5672d-fafa-4637-aa64-b03d2ac656c6 owned by network:dhcp {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:32:20.969766 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0e360e-0168-40cb-80b6-271b9a880c06 req-75765c6b-0adb-4a7e-bc17-b87ec9ca8666 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:32:20.971507 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-de0e360e-0168-40cb-80b6-271b9a880c06 req-75765c6b-0adb-4a7e-bc17-b87ec9ca8666 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/ports?device_id=f2a46d65-19ee-498b-adf8-ff7b5f6366c2 HTTP/1.1" status: 200 len: 943 time: 0.1422698 Jul 27 23:32:20.973479 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f9d02684-7ee6-4782-9c2e-91b8fa216b28 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11971609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12265750'] for subnet, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:21.044723 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9d02684-7ee6-4782-9c2e-91b8fa216b28 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Network 139cfbf0-72fe-4157-aac8-277ea5c5083a is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:32:21.058586 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-f9d02684-7ee6-4782-9c2e-91b8fa216b28 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:32:21.074574 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9d02684-7ee6-4782-9c2e-91b8fa216b28 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:32:21.075472 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f9d02684-7ee6-4782-9c2e-91b8fa216b28 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:21.076817 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-78cc0012-90e9-4e7c-8e66-fff6b2f429df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:21.079436 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d02684-7ee6-4782-9c2e-91b8fa216b28 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Pushing event updated for resources: {'Subnet': ['ID=59761648-4886-4525-a70b-5baff1c170ca,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:32:21.100791 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-de0e360e-0168-40cb-80b6-271b9a880c06 req-8648a161-fbad-4045-bb71-02967363fae1 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/security-groups?id=ba3baf51-24bd-4d95-b413-6126b786be4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1200292 Jul 27 23:32:21.108152 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-f9d02684-7ee6-4782-9c2e-91b8fa216b28 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6137896 Jul 27 23:32:21.108395 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cc0012-90e9-4e7c-8e66-fff6b2f429df None None] Pushing event deleted for resources: {'Port': ['ID=ead5672d-fafa-4637-aa64-b03d2ac656c6,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:32:21.110847 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 41098) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:32:21.114496 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78cc0012-90e9-4e7c-8e66-fff6b2f429df None None] No DVR routers for this DVR port ead5672d-fafa-4637-aa64-b03d2ac656c6 on host n-d-802623-1 {{(pid=93799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:32:21.123507 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-faa43402-c8ff-4ec8-8329-516255bfb0a8 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Request body: {'subnet': {'network_id': '139cfbf0-72fe-4157-aac8-277ea5c5083a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:32:21.138953 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54834575-7ce1-4134-b320-a39b849618aa None None] Network 139cfbf0-72fe-4157-aac8-277ea5c5083a requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:32:21.280822 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faa43402-c8ff-4ec8-8329-516255bfb0a8 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Made reservation on behalf of 99f174f0a0ea48c5a906b127129cb432 for: {'subnet': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:32:21.286064 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-faa43402-c8ff-4ec8-8329-516255bfb0a8 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11551435'] for subnet, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:21.331413 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device ead5672d-fafa-4637-aa64-b03d2ac656c6 no longer exists at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:32:21.365142 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] No Port match for: ead5672d-fafa-4637-aa64-b03d2ac656c6 {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:32:21.365485 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device ead5672d-fafa-4637-aa64-b03d2ac656c6 not bound to the agent host n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:32:21.399473 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccf8d81c-0109-413b-99eb-9ddd9990da63 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f6f257c-ad18-5f0c-8c8e-ea085a5fc8a2-139cfbf0-72fe-4157-aac8-277ea5c5083a', 'network_id': '139cfbf0-72fe-4157-aac8-277ea5c5083a', 'tenant_id': '99f174f0a0ea48c5a906b127129cb432', 'fixed_ips': [{'subnet_id': '59761648-4886-4525-a70b-5baff1c170ca'}]}} from n-d-802623-1. {{(pid=93799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 23:32:21.400407 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ccf8d81c-0109-413b-99eb-9ddd9990da63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:21.578385 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-ccf8d81c-0109-413b-99eb-9ddd9990da63 None None] Allocated IP 172.20.0.2 (139cfbf0-72fe-4157-aac8-277ea5c5083a/59761648-4886-4525-a70b-5baff1c170ca/2529fab0-7d79-45ad-ae05-d1bf7e200da1) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:32:21.705922 n-d-802623-1 neutron-server[93797]: DEBUG neutron.objects.ports [None req-faa43402-c8ff-4ec8-8329-516255bfb0a8 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93797) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 27 23:32:21.707699 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-faa43402-c8ff-4ec8-8329-516255bfb0a8 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11336182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11551417'] for subnet, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:21.748372 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ccf8d81c-0109-413b-99eb-9ddd9990da63 None None] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:21.760743 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ccf8d81c-0109-413b-99eb-9ddd9990da63 None None] Transition to ACTIVE for port object 2529fab0-7d79-45ad-ae05-d1bf7e200da1 will not be triggered until provisioned by entity L2. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:32:21.763919 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa43402-c8ff-4ec8-8329-516255bfb0a8 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Pushing event updated for resources: {'Subnet': ['ID=bdb00d81-b4df-4176-948b-6d07b8b112a5,revision_number=0']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:32:21.773309 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faa43402-c8ff-4ec8-8329-516255bfb0a8 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Network 139cfbf0-72fe-4157-aac8-277ea5c5083a is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:32:21.774782 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-faa43402-c8ff-4ec8-8329-516255bfb0a8 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:32:21.778122 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faa43402-c8ff-4ec8-8329-516255bfb0a8 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:32:21.778824 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-faa43402-c8ff-4ec8-8329-516255bfb0a8 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks [] for subnet, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:21.793774 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ccf8d81c-0109-413b-99eb-9ddd9990da63 None None] Transition to ACTIVE for port object 2529fab0-7d79-45ad-ae05-d1bf7e200da1 will not be triggered until provisioned by entity DHCP. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:32:21.801916 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-faa43402-c8ff-4ec8-8329-516255bfb0a8 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.6893544 Jul 27 23:32:21.803690 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ccf8d81c-0109-413b-99eb-9ddd9990da63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:21.805635 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 41110) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:32:21.814448 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-ce0ee31f-2721-496c-baf2-d5f4cb497e20 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Request body: {'port': {'network_id': '139cfbf0-72fe-4157-aac8-277ea5c5083a', 'mac_address': 'fa:16:3e:4e:b9:55', 'name': 'tempest-NetworksTestDHCPv6-1891328651'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:32:21.846865 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccf8d81c-0109-413b-99eb-9ddd9990da63 None None] Network 139cfbf0-72fe-4157-aac8-277ea5c5083a is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:32:21.852548 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-ccf8d81c-0109-413b-99eb-9ddd9990da63 None None] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:32:21.858998 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccf8d81c-0109-413b-99eb-9ddd9990da63 None None] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:32:21.863960 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf8d81c-0109-413b-99eb-9ddd9990da63 None None] Pushing event updated for resources: {'Port': ['ID=2529fab0-7d79-45ad-ae05-d1bf7e200da1,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:32:21.932481 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-ccf8d81c-0109-413b-99eb-9ddd9990da63 None None] Attempting to bind port 2529fab0-7d79-45ad-ae05-d1bf7e200da1 on host n-d-802623-1 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:32:21.932909 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-ccf8d81c-0109-413b-99eb-9ddd9990da63 None None] Attempting to bind port 2529fab0-7d79-45ad-ae05-d1bf7e200da1 by drivers openvswitch,hyperv on host n-d-802623-1 at level 0 using segments [{'id': 'fcf2197d-a903-4ad1-8fef-eea3861359a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '139cfbf0-72fe-4157-aac8-277ea5c5083a'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:32:21.933280 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccf8d81c-0109-413b-99eb-9ddd9990da63 None None] Attempting to bind port 2529fab0-7d79-45ad-ae05-d1bf7e200da1 on network 139cfbf0-72fe-4157-aac8-277ea5c5083a {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:32:21.939073 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccf8d81c-0109-413b-99eb-9ddd9990da63 None None] Checking agent: {'id': 'a9a568d2-a5e7-41e4-833f-a8ab42ea4073', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 52, 30), 'started_at': datetime.datetime(2021, 7, 27, 22, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802623-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:32:21.939264 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccf8d81c-0109-413b-99eb-9ddd9990da63 None None] Checking segment: {'id': 'fcf2197d-a903-4ad1-8fef-eea3861359a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '139cfbf0-72fe-4157-aac8-277ea5c5083a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:32:21.939791 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ccf8d81c-0109-413b-99eb-9ddd9990da63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:21.940300 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccf8d81c-0109-413b-99eb-9ddd9990da63 None None] Bound using segment: {'id': 'fcf2197d-a903-4ad1-8fef-eea3861359a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '139cfbf0-72fe-4157-aac8-277ea5c5083a'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:32:21.940813 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-ccf8d81c-0109-413b-99eb-9ddd9990da63 None None] Bound port: 2529fab0-7d79-45ad-ae05-d1bf7e200da1, host: n-d-802623-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcf2197d-a903-4ad1-8fef-eea3861359a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '139cfbf0-72fe-4157-aac8-277ea5c5083a'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:32:21.941239 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ccf8d81c-0109-413b-99eb-9ddd9990da63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:21.983686 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce0ee31f-2721-496c-baf2-d5f4cb497e20 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Made reservation on behalf of 99f174f0a0ea48c5a906b127129cb432 for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:32:22.013115 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ccf8d81c-0109-413b-99eb-9ddd9990da63 None None] For port 2529fab0-7d79-45ad-ae05-d1bf7e200da1, host n-d-802623-1, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:32:22.016922 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ccf8d81c-0109-413b-99eb-9ddd9990da63 None None] For port 2529fab0-7d79-45ad-ae05-d1bf7e200da1, host n-d-802623-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=2529fab0-7d79-45ad-ae05-d1bf7e200da1,segment=NetworkSegment(fcf2197d-a903-4ad1-8fef-eea3861359a1),segment_id=fcf2197d-a903-4ad1-8fef-eea3861359a1)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:32:22.022454 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ccf8d81c-0109-413b-99eb-9ddd9990da63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:22.088197 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ce0ee31f-2721-496c-baf2-d5f4cb497e20 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:22.104040 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf8d81c-0109-413b-99eb-9ddd9990da63 None None] Pushing event updated for resources: {'Port': ['ID=2529fab0-7d79-45ad-ae05-d1bf7e200da1,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:32:22.120385 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [None req-ce0ee31f-2721-496c-baf2-d5f4cb497e20 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] device_id is not set on port e6c12e36-88bb-4861-9c5d-78500d0734a4 yet. {{(pid=93798) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 23:32:22.324871 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-ce0ee31f-2721-496c-baf2-d5f4cb497e20 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Allocated IP 172.20.0.4 (139cfbf0-72fe-4157-aac8-277ea5c5083a/59761648-4886-4525-a70b-5baff1c170ca/e6c12e36-88bb-4861-9c5d-78500d0734a4) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:32:22.336585 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-ce0ee31f-2721-496c-baf2-d5f4cb497e20 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Allocated IP 2001:db8::f816:3eff:fe4e:b955 (139cfbf0-72fe-4157-aac8-277ea5c5083a/bdb00d81-b4df-4176-948b-6d07b8b112a5/e6c12e36-88bb-4861-9c5d-78500d0734a4) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:32:22.478075 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9ac754-07ac-4cc5-a9af-87f88167b5f3 req-d0c267b9-7faf-4cfa-8c02-c6b8d245bb95 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:32:22.479789 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-4d9ac754-07ac-4cc5-a9af-87f88167b5f3 req-d0c267b9-7faf-4cfa-8c02-c6b8d245bb95 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/ports?device_id=f2a46d65-19ee-498b-adf8-ff7b5f6366c2 HTTP/1.1" status: 200 len: 943 time: 0.2562380 Jul 27 23:32:22.544914 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-4d9ac754-07ac-4cc5-a9af-87f88167b5f3 req-fa641a73-dcad-44e0-98ca-42ff44572a42 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/security-groups?id=ba3baf51-24bd-4d95-b413-6126b786be4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582666 Jul 27 23:32:22.637943 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ce0ee31f-2721-496c-baf2-d5f4cb497e20 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:22.655788 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-ce0ee31f-2721-496c-baf2-d5f4cb497e20 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Transition to ACTIVE for port object e6c12e36-88bb-4861-9c5d-78500d0734a4 will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:32:22.707431 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ce0ee31f-2721-496c-baf2-d5f4cb497e20 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:22.763415 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce0ee31f-2721-496c-baf2-d5f4cb497e20 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Network 139cfbf0-72fe-4157-aac8-277ea5c5083a is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:32:22.767175 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-ce0ee31f-2721-496c-baf2-d5f4cb497e20 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:32:22.773791 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce0ee31f-2721-496c-baf2-d5f4cb497e20 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:32:22.784511 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0ee31f-2721-496c-baf2-d5f4cb497e20 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Pushing event updated for resources: {'Port': ['ID=e6c12e36-88bb-4861-9c5d-78500d0734a4,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:32:22.818395 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0ee31f-2721-496c-baf2-d5f4cb497e20 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:32:22.819022 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0ee31f-2721-496c-baf2-d5f4cb497e20 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:32:22.819134 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0ee31f-2721-496c-baf2-d5f4cb497e20 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:32:22.819417 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0ee31f-2721-496c-baf2-d5f4cb497e20 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:32:22.819756 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0ee31f-2721-496c-baf2-d5f4cb497e20 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:32:22.820568 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0ee31f-2721-496c-baf2-d5f4cb497e20 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:32:22.820568 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0ee31f-2721-496c-baf2-d5f4cb497e20 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:32:22.820737 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0ee31f-2721-496c-baf2-d5f4cb497e20 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:32:22.821288 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0ee31f-2721-496c-baf2-d5f4cb497e20 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:32:22.821611 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0ee31f-2721-496c-baf2-d5f4cb497e20 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:32:22.821964 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0ee31f-2721-496c-baf2-d5f4cb497e20 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:32:22.822292 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0ee31f-2721-496c-baf2-d5f4cb497e20 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:32:22.849091 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce0ee31f-2721-496c-baf2-d5f4cb497e20 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:32:22.850008 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ce0ee31f-2721-496c-baf2-d5f4cb497e20 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:22.865434 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-ce0ee31f-2721-496c-baf2-d5f4cb497e20 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.0578701 Jul 27 23:32:22.867871 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 41130) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:32:22.922569 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fc63bec-2b07-4215-813a-c99f78d9204a tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:32:22.929481 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fc63bec-2b07-4215-813a-c99f78d9204a tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:32:22.934054 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-6fc63bec-2b07-4215-813a-c99f78d9204a tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1763 time: 0.0624344 Jul 27 23:32:22.934460 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 41132) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:32:23.027229 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-e4fab95c-eb7b-40cf-a9d0-c38b0b3ee3b2 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Deleting port e6c12e36-88bb-4861-9c5d-78500d0734a4 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:32:23.027579 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e4fab95c-eb7b-40cf-a9d0-c38b0b3ee3b2 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:23.116498 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e4fab95c-eb7b-40cf-a9d0-c38b0b3ee3b2 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:23.130718 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-e4fab95c-eb7b-40cf-a9d0-c38b0b3ee3b2 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Calling delete_port for e6c12e36-88bb-4861-9c5d-78500d0734a4 owned by {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:32:23.352932 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 2529fab0-7d79-45ad-ae05-d1bf7e200da1 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:32:23.357400 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e4fab95c-eb7b-40cf-a9d0-c38b0b3ee3b2 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:23.390299 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fab95c-eb7b-40cf-a9d0-c38b0b3ee3b2 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Pushing event deleted for resources: {'Port': ['ID=e6c12e36-88bb-4861-9c5d-78500d0734a4,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:32:23.420106 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning for port 2529fab0-7d79-45ad-ae05-d1bf7e200da1 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:32:23.496813 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e4fab95c-eb7b-40cf-a9d0-c38b0b3ee3b2 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:23.499330 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-e4fab95c-eb7b-40cf-a9d0-c38b0b3ee3b2 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] 10.222.0.18 "DELETE /v2.0/ports/e6c12e36-88bb-4861-9c5d-78500d0734a4 HTTP/1.1" status: 204 len: 168 time: 0.5634067 Jul 27 23:32:23.501422 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 41142) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:32:23.553238 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b853ab6c-dc19-4f02-bb8d-5f9bb0ddf732 None None] Network 139cfbf0-72fe-4157-aac8-277ea5c5083a requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:32:23.565699 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3919d337-bbef-472f-8994-a611274c82d9 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:32:23.569283 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3919d337-bbef-472f-8994-a611274c82d9 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:32:23.571266 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3919d337-bbef-472f-8994-a611274c82d9 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:32:23.575079 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-3919d337-bbef-472f-8994-a611274c82d9 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0704350 Jul 27 23:32:23.575592 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 41146) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:32:23.639743 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce987f0d-2c7b-4e07-8202-db922d809fd7 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Deleting subnet 59761648-4886-4525-a70b-5baff1c170ca {{(pid=93798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 23:32:23.642268 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-56e60a18-280e-4374-a561-cbef1f203c46 None None] Provisioning for port 2529fab0-7d79-45ad-ae05-d1bf7e200da1 completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:32:23.644277 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ce987f0d-2c7b-4e07-8202-db922d809fd7 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks [] for subnet, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:23.648584 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-56e60a18-280e-4374-a561-cbef1f203c46 None None] Provisioning complete for port 2529fab0-7d79-45ad-ae05-d1bf7e200da1 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:32:23.649207 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-56e60a18-280e-4374-a561-cbef1f203c46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:23.715026 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ce987f0d-2c7b-4e07-8202-db922d809fd7 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11163249'] for subnet, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:23.768032 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591aa188-7fbe-4a5c-8516-9094dd615e04 req-ac6bd71a-a382-4384-bf91-16d8f71cf019 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:32:23.768032 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-591aa188-7fbe-4a5c-8516-9094dd615e04 req-ac6bd71a-a382-4384-bf91-16d8f71cf019 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/ports?device_id=f2a46d65-19ee-498b-adf8-ff7b5f6366c2 HTTP/1.1" status: 200 len: 943 time: 0.0906391 Jul 27 23:32:23.795562 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-56e60a18-280e-4374-a561-cbef1f203c46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:23.834996 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-56e60a18-280e-4374-a561-cbef1f203c46 None None] For port 2529fab0-7d79-45ad-ae05-d1bf7e200da1, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=2529fab0-7d79-45ad-ae05-d1bf7e200da1,segment=NetworkSegment(fcf2197d-a903-4ad1-8fef-eea3861359a1),segment_id=fcf2197d-a903-4ad1-8fef-eea3861359a1)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:32:23.852257 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-56e60a18-280e-4374-a561-cbef1f203c46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:23.857466 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-591aa188-7fbe-4a5c-8516-9094dd615e04 req-9213b26b-6986-4c2d-98a6-b3cabdff7b29 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/security-groups?id=ba3baf51-24bd-4d95-b413-6126b786be4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791249 Jul 27 23:32:23.863359 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ce987f0d-2c7b-4e07-8202-db922d809fd7 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620741'] for subnet, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:23.899491 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ff34eb6-8c61-4cc1-9889-72dac526481d None None] Update dhcp port {'port': {'network_id': '139cfbf0-72fe-4157-aac8-277ea5c5083a', 'fixed_ips': [{'subnet_id': '59761648-4886-4525-a70b-5baff1c170ca', 'ip_address': '172.20.0.2'}, {'subnet_id': 'bdb00d81-b4df-4176-948b-6d07b8b112a5'}], 'binding:host_id': 'n-d-802623-1'}, 'id': '2529fab0-7d79-45ad-ae05-d1bf7e200da1'} from n-d-802623-1. {{(pid=93799) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 27 23:32:23.932465 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e60a18-280e-4374-a561-cbef1f203c46 None None] Pushing event updated for resources: {'Port': ['ID=2529fab0-7d79-45ad-ae05-d1bf7e200da1,revision_number=3']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:32:23.935374 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ce987f0d-2c7b-4e07-8202-db922d809fd7 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11971800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12265753'] for subnet, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:23.937504 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8ff34eb6-8c61-4cc1-9889-72dac526481d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:23.965655 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce987f0d-2c7b-4e07-8202-db922d809fd7 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Pushing event deleted for resources: {'Subnet': ['ID=59761648-4886-4525-a70b-5baff1c170ca,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:32:23.969324 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ce987f0d-2c7b-4e07-8202-db922d809fd7 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:23.974417 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-ce987f0d-2c7b-4e07-8202-db922d809fd7 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] 10.222.0.18 "DELETE /v2.0/subnets/59761648-4886-4525-a70b-5baff1c170ca HTTP/1.1" status: 204 len: 168 time: 0.3978729 Jul 27 23:32:23.974591 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 41154) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:32:24.025099 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9d0e249-1b00-464f-a013-37278d159071 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Deleting subnet bdb00d81-b4df-4176-948b-6d07b8b112a5 {{(pid=93797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 23:32:24.028912 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c9d0e249-1b00-464f-a013-37278d159071 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks [] for subnet, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:24.075228 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c9d0e249-1b00-464f-a013-37278d159071 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11335971'] for subnet, precommit_delete_associations {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:24.119850 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c9d0e249-1b00-464f-a013-37278d159071 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620741'] for subnet, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:24.179426 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c9d0e249-1b00-464f-a013-37278d159071 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11335991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11551414'] for subnet, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:24.181806 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server [None req-8ff34eb6-8c61-4cc1-9889-72dac526481d None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet bdb00d81-b4df-4176-948b-6d07b8b112a5: This subnet is being modified by another concurrent operation. Jul 27 23:32:24.181806 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 27 23:32:24.181806 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 27 23:32:24.181806 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 27 23:32:24.181806 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 27 23:32:24.181806 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 27 23:32:24.181806 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 27 23:32:24.181806 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 27 23:32:24.181806 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 27 23:32:24.181806 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 27 23:32:24.181806 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 27 23:32:24.181806 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 27 23:32:24.181806 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 27 23:32:24.181806 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 27 23:32:24.181806 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 23:32:24.181806 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 23:32:24.181806 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 23:32:24.181806 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 23:32:24.181806 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 27 23:32:24.181806 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 27 23:32:24.181806 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 27 23:32:24.181806 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 27 23:32:24.181806 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 23:32:24.181806 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 23:32:24.181806 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 23:32:24.181806 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 23:32:24.181806 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 27 23:32:24.181806 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 27 23:32:24.181806 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 27 23:32:24.181806 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 27 23:32:24.181806 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 23:32:24.181806 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 23:32:24.181806 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 23:32:24.181806 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 23:32:24.181806 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 27 23:32:24.181806 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 27 23:32:24.181806 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Jul 27 23:32:24.181806 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Jul 27 23:32:24.181806 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Jul 27 23:32:24.181806 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Jul 27 23:32:24.181806 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 27 23:32:24.181806 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 27 23:32:24.181806 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 27 23:32:24.181806 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 27 23:32:24.181806 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 27 23:32:24.181806 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 27 23:32:24.181806 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 23:32:24.181806 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 23:32:24.181806 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 23:32:24.181806 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 23:32:24.181806 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 27 23:32:24.181806 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 27 23:32:24.181806 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 27 23:32:24.181806 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 27 23:32:24.181806 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 23:32:24.181806 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 23:32:24.181806 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 23:32:24.181806 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 23:32:24.181806 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 27 23:32:24.181806 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 27 23:32:24.181806 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 27 23:32:24.181806 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 27 23:32:24.181806 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 23:32:24.181806 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 23:32:24.181806 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 23:32:24.181806 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 23:32:24.181806 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 27 23:32:24.181806 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 27 23:32:24.181806 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1727, in update_port Jul 27 23:32:24.181806 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Jul 27 23:32:24.181806 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 27 23:32:24.181806 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 27 23:32:24.181806 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1507, in update_port Jul 27 23:32:24.181806 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Jul 27 23:32:24.181806 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Jul 27 23:32:24.181806 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Jul 27 23:32:24.181806 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Jul 27 23:32:24.181806 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Jul 27 23:32:24.181806 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Jul 27 23:32:24.181806 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 27 23:32:24.181806 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 27 23:32:24.181806 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 27 23:32:24.181806 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 27 23:32:24.181806 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server raise exception Jul 27 23:32:24.181806 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet bdb00d81-b4df-4176-948b-6d07b8b112a5: This subnet is being modified by another concurrent operation. Jul 27 23:32:24.181806 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server Jul 27 23:32:24.210947 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c9d0e249-1b00-464f-a013-37278d159071 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks [] for subnet, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:24.212950 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-c9d0e249-1b00-464f-a013-37278d159071 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] 10.222.0.18 "DELETE /v2.0/subnets/bdb00d81-b4df-4176-948b-6d07b8b112a5 HTTP/1.1" status: 204 len: 168 time: 0.2375202 Jul 27 23:32:24.214344 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d0e249-1b00-464f-a013-37278d159071 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Pushing event deleted for resources: {'Subnet': ['ID=bdb00d81-b4df-4176-948b-6d07b8b112a5,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:32:24.215496 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 41160) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:32:24.257088 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-359b46df-6360-4738-93d9-5413c0b1bbcd tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0401442 Jul 27 23:32:24.259642 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 41162) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:32:24.264646 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-34eb1afe-77d4-40a6-ac1d-35e00cd420c4 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Request body: {'subnet': {'network_id': '139cfbf0-72fe-4157-aac8-277ea5c5083a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:32:24.281869 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50455a0a-1f61-4459-8036-2947d32f3b93 None None] Network 139cfbf0-72fe-4157-aac8-277ea5c5083a requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:32:24.364270 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34eb1afe-77d4-40a6-ac1d-35e00cd420c4 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Made reservation on behalf of 99f174f0a0ea48c5a906b127129cb432 for: {'subnet': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:32:24.368159 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-34eb1afe-77d4-40a6-ac1d-35e00cd420c4 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12265828'] for subnet, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:24.414937 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-5685337d-c6b9-4a33-acfe-043ef3097dc7 None None] Provisioning complete for port 2529fab0-7d79-45ad-ae05-d1bf7e200da1 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:32:24.415516 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-5685337d-c6b9-4a33-acfe-043ef3097dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:24.466251 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebc9d269-b91c-4a51-b824-43d6114b8ca8 None None] DHCP port deletion for 139cfbf0-72fe-4157-aac8-277ea5c5083a request from n-d-802623-1 {{(pid=93799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 23:32:24.551862 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-ebc9d269-b91c-4a51-b824-43d6114b8ca8 None None] Deleting port 2529fab0-7d79-45ad-ae05-d1bf7e200da1 {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:32:24.552237 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ebc9d269-b91c-4a51-b824-43d6114b8ca8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:24.593344 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-34eb1afe-77d4-40a6-ac1d-35e00cd420c4 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11971609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12265750'] for subnet, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:24.622464 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ebc9d269-b91c-4a51-b824-43d6114b8ca8 None None] For port 2529fab0-7d79-45ad-ae05-d1bf7e200da1, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=2529fab0-7d79-45ad-ae05-d1bf7e200da1,segment=NetworkSegment(fcf2197d-a903-4ad1-8fef-eea3861359a1),segment_id=fcf2197d-a903-4ad1-8fef-eea3861359a1)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:32:24.622866 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ebc9d269-b91c-4a51-b824-43d6114b8ca8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:24.637916 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-ebc9d269-b91c-4a51-b824-43d6114b8ca8 None None] Calling delete_port for 2529fab0-7d79-45ad-ae05-d1bf7e200da1 owned by network:dhcp {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:32:24.638176 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34eb1afe-77d4-40a6-ac1d-35e00cd420c4 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Network 139cfbf0-72fe-4157-aac8-277ea5c5083a is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:32:24.639692 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-34eb1afe-77d4-40a6-ac1d-35e00cd420c4 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:32:24.653165 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34eb1afe-77d4-40a6-ac1d-35e00cd420c4 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:32:24.654378 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-34eb1afe-77d4-40a6-ac1d-35e00cd420c4 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:24.664176 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34eb1afe-77d4-40a6-ac1d-35e00cd420c4 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Pushing event updated for resources: {'Subnet': ['ID=11506fc0-ea95-4f85-8bde-88c32c435832,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:32:24.681966 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-34eb1afe-77d4-40a6-ac1d-35e00cd420c4 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4210808 Jul 27 23:32:24.684542 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 41174) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:32:24.691515 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-20764374-1679-4180-a689-f091934bff96 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Request body: {'subnet': {'network_id': '139cfbf0-72fe-4157-aac8-277ea5c5083a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:32:24.725839 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ebc9d269-b91c-4a51-b824-43d6114b8ca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:24.752287 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc9d269-b91c-4a51-b824-43d6114b8ca8 None None] Pushing event deleted for resources: {'Port': ['ID=2529fab0-7d79-45ad-ae05-d1bf7e200da1,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:32:24.758349 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebc9d269-b91c-4a51-b824-43d6114b8ca8 None None] No DVR routers for this DVR port 2529fab0-7d79-45ad-ae05-d1bf7e200da1 on host n-d-802623-1 {{(pid=93799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:32:24.780555 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bf35fb0-3a12-4759-9bb1-c6e5f8ec7a4d None None] Network 139cfbf0-72fe-4157-aac8-277ea5c5083a requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:32:24.813272 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20764374-1679-4180-a689-f091934bff96 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Made reservation on behalf of 99f174f0a0ea48c5a906b127129cb432 for: {'subnet': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:32:24.817735 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-20764374-1679-4180-a689-f091934bff96 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12265828'] for subnet, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:24.983893 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b42c6efa-ce49-4e61-9fad-b8193e1858f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f6f257c-ad18-5f0c-8c8e-ea085a5fc8a2-139cfbf0-72fe-4157-aac8-277ea5c5083a', 'network_id': '139cfbf0-72fe-4157-aac8-277ea5c5083a', 'tenant_id': '99f174f0a0ea48c5a906b127129cb432', 'fixed_ips': [{'subnet_id': '11506fc0-ea95-4f85-8bde-88c32c435832'}]}} from n-d-802623-1. {{(pid=93799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 23:32:24.984789 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b42c6efa-ce49-4e61-9fad-b8193e1858f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:25.005602 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd29081e-e911-4115-a07b-de044e879716 req-621c9fb3-15c3-4f1c-9727-667b0f404186 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:32:25.007540 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-bd29081e-e911-4115-a07b-de044e879716 req-621c9fb3-15c3-4f1c-9727-667b0f404186 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/ports?device_id=f2a46d65-19ee-498b-adf8-ff7b5f6366c2 HTTP/1.1" status: 200 len: 943 time: 0.0682561 Jul 27 23:32:25.058069 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-bd29081e-e911-4115-a07b-de044e879716 req-ae6593e0-b2d9-4358-83ad-42373d55c592 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/security-groups?id=ba3baf51-24bd-4d95-b413-6126b786be4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431590 Jul 27 23:32:25.155349 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-b42c6efa-ce49-4e61-9fad-b8193e1858f0 None None] Allocated IP 172.20.0.2 (139cfbf0-72fe-4157-aac8-277ea5c5083a/11506fc0-ea95-4f85-8bde-88c32c435832/bb589a8d-aa9d-4eb2-9fd0-6b3600d1888b) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:32:25.164445 n-d-802623-1 neutron-server[93798]: DEBUG neutron.objects.ports [None req-20764374-1679-4180-a689-f091934bff96 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93798) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 27 23:32:25.166127 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-20764374-1679-4180-a689-f091934bff96 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11971609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12265750'] for subnet, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:25.212378 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20764374-1679-4180-a689-f091934bff96 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Network 139cfbf0-72fe-4157-aac8-277ea5c5083a is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:32:25.217710 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-20764374-1679-4180-a689-f091934bff96 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:32:25.222802 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20764374-1679-4180-a689-f091934bff96 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:32:25.223439 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-20764374-1679-4180-a689-f091934bff96 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:25.230889 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20764374-1679-4180-a689-f091934bff96 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Pushing event updated for resources: {'Subnet': ['ID=63d7c492-263b-4d55-b61f-7bdbe916bf71,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:32:25.251347 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-20764374-1679-4180-a689-f091934bff96 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5653849 Jul 27 23:32:25.254310 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 41186) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:32:25.266932 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-00e83a9f-f9b3-4f84-bab0-5ff0d9042d48 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Request body: {'port': {'network_id': '139cfbf0-72fe-4157-aac8-277ea5c5083a', 'mac_address': 'fa:16:3e:94:70:8f', 'name': 'tempest-NetworksTestDHCPv6-1383676568'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:32:25.355101 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 2529fab0-7d79-45ad-ae05-d1bf7e200da1 no longer exists at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:32:25.396944 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00e83a9f-f9b3-4f84-bab0-5ff0d9042d48 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Made reservation on behalf of 99f174f0a0ea48c5a906b127129cb432 for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:32:25.401705 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-00e83a9f-f9b3-4f84-bab0-5ff0d9042d48 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:25.402073 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] No Port match for: 2529fab0-7d79-45ad-ae05-d1bf7e200da1 {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:32:25.402418 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 2529fab0-7d79-45ad-ae05-d1bf7e200da1 not bound to the agent host n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:32:25.423096 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [None req-00e83a9f-f9b3-4f84-bab0-5ff0d9042d48 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] device_id is not set on port 4c1b4451-b511-4fda-bfb0-78e77e31aa86 yet. {{(pid=93798) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 23:32:25.522292 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b42c6efa-ce49-4e61-9fad-b8193e1858f0 None None] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:25.531304 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-b42c6efa-ce49-4e61-9fad-b8193e1858f0 None None] Transition to ACTIVE for port object bb589a8d-aa9d-4eb2-9fd0-6b3600d1888b will not be triggered until provisioned by entity L2. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:32:25.547022 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-b42c6efa-ce49-4e61-9fad-b8193e1858f0 None None] Transition to ACTIVE for port object bb589a8d-aa9d-4eb2-9fd0-6b3600d1888b will not be triggered until provisioned by entity DHCP. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:32:25.553975 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b42c6efa-ce49-4e61-9fad-b8193e1858f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:25.591732 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b42c6efa-ce49-4e61-9fad-b8193e1858f0 None None] Network 139cfbf0-72fe-4157-aac8-277ea5c5083a is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:32:25.594558 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-b42c6efa-ce49-4e61-9fad-b8193e1858f0 None None] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:32:25.600792 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b42c6efa-ce49-4e61-9fad-b8193e1858f0 None None] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:32:25.607916 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42c6efa-ce49-4e61-9fad-b8193e1858f0 None None] Pushing event updated for resources: {'Port': ['ID=bb589a8d-aa9d-4eb2-9fd0-6b3600d1888b,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:32:25.664200 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-b42c6efa-ce49-4e61-9fad-b8193e1858f0 None None] Attempting to bind port bb589a8d-aa9d-4eb2-9fd0-6b3600d1888b on host n-d-802623-1 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:32:25.664565 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-b42c6efa-ce49-4e61-9fad-b8193e1858f0 None None] Attempting to bind port bb589a8d-aa9d-4eb2-9fd0-6b3600d1888b by drivers openvswitch,hyperv on host n-d-802623-1 at level 0 using segments [{'id': 'fcf2197d-a903-4ad1-8fef-eea3861359a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '139cfbf0-72fe-4157-aac8-277ea5c5083a'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:32:25.664924 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b42c6efa-ce49-4e61-9fad-b8193e1858f0 None None] Attempting to bind port bb589a8d-aa9d-4eb2-9fd0-6b3600d1888b on network 139cfbf0-72fe-4157-aac8-277ea5c5083a {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:32:25.669746 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b42c6efa-ce49-4e61-9fad-b8193e1858f0 None None] Checking agent: {'id': 'a9a568d2-a5e7-41e4-833f-a8ab42ea4073', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 52, 30), 'started_at': datetime.datetime(2021, 7, 27, 22, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802623-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:32:25.670117 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b42c6efa-ce49-4e61-9fad-b8193e1858f0 None None] Checking segment: {'id': 'fcf2197d-a903-4ad1-8fef-eea3861359a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '139cfbf0-72fe-4157-aac8-277ea5c5083a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:32:25.670516 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b42c6efa-ce49-4e61-9fad-b8193e1858f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:25.671195 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b42c6efa-ce49-4e61-9fad-b8193e1858f0 None None] Bound using segment: {'id': 'fcf2197d-a903-4ad1-8fef-eea3861359a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '139cfbf0-72fe-4157-aac8-277ea5c5083a'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:32:25.671394 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-b42c6efa-ce49-4e61-9fad-b8193e1858f0 None None] Bound port: bb589a8d-aa9d-4eb2-9fd0-6b3600d1888b, host: n-d-802623-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcf2197d-a903-4ad1-8fef-eea3861359a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '139cfbf0-72fe-4157-aac8-277ea5c5083a'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:32:25.671793 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b42c6efa-ce49-4e61-9fad-b8193e1858f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:25.672152 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-00e83a9f-f9b3-4f84-bab0-5ff0d9042d48 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Allocated IP 172.20.0.9 (139cfbf0-72fe-4157-aac8-277ea5c5083a/11506fc0-ea95-4f85-8bde-88c32c435832/4c1b4451-b511-4fda-bfb0-78e77e31aa86) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:32:25.679585 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-00e83a9f-f9b3-4f84-bab0-5ff0d9042d48 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Allocated IP 2001:db8::f816:3eff:fe94:708f (139cfbf0-72fe-4157-aac8-277ea5c5083a/63d7c492-263b-4d55-b61f-7bdbe916bf71/4c1b4451-b511-4fda-bfb0-78e77e31aa86) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:32:25.740592 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-b42c6efa-ce49-4e61-9fad-b8193e1858f0 None None] For port bb589a8d-aa9d-4eb2-9fd0-6b3600d1888b, host n-d-802623-1, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:32:25.743904 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-b42c6efa-ce49-4e61-9fad-b8193e1858f0 None None] For port bb589a8d-aa9d-4eb2-9fd0-6b3600d1888b, host n-d-802623-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=bb589a8d-aa9d-4eb2-9fd0-6b3600d1888b,segment=NetworkSegment(fcf2197d-a903-4ad1-8fef-eea3861359a1),segment_id=fcf2197d-a903-4ad1-8fef-eea3861359a1)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:32:25.748907 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b42c6efa-ce49-4e61-9fad-b8193e1858f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:25.809888 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42c6efa-ce49-4e61-9fad-b8193e1858f0 None None] Pushing event updated for resources: {'Port': ['ID=bb589a8d-aa9d-4eb2-9fd0-6b3600d1888b,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:32:25.867631 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-00e83a9f-f9b3-4f84-bab0-5ff0d9042d48 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:25.881775 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-00e83a9f-f9b3-4f84-bab0-5ff0d9042d48 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Transition to ACTIVE for port object 4c1b4451-b511-4fda-bfb0-78e77e31aa86 will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:32:25.917861 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-00e83a9f-f9b3-4f84-bab0-5ff0d9042d48 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:25.964800 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00e83a9f-f9b3-4f84-bab0-5ff0d9042d48 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Network 139cfbf0-72fe-4157-aac8-277ea5c5083a is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:32:25.968103 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-00e83a9f-f9b3-4f84-bab0-5ff0d9042d48 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:32:25.973930 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e83a9f-f9b3-4f84-bab0-5ff0d9042d48 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:32:26.013197 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e83a9f-f9b3-4f84-bab0-5ff0d9042d48 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Pushing event updated for resources: {'Port': ['ID=4c1b4451-b511-4fda-bfb0-78e77e31aa86,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:32:26.056265 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00e83a9f-f9b3-4f84-bab0-5ff0d9042d48 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:32:26.056265 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-00e83a9f-f9b3-4f84-bab0-5ff0d9042d48 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:26.072062 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-00e83a9f-f9b3-4f84-bab0-5ff0d9042d48 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 0.8165293 Jul 27 23:32:26.074592 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 41202) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:32:26.155735 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df54ea5c-88e4-49f8-9b9b-89157ee8b308 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:32:26.163082 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df54ea5c-88e4-49f8-9b9b-89157ee8b308 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:32:26.163766 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-df54ea5c-88e4-49f8-9b9b-89157ee8b308 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1763 time: 0.0879674 Jul 27 23:32:26.166376 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 41206) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:32:26.218676 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5b8a2e-ec54-480b-8651-47a0b636956e req-ab0106eb-4a81-46fb-96ec-1d84c73dcfe4 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:32:26.220455 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-5c5b8a2e-ec54-480b-8651-47a0b636956e req-ab0106eb-4a81-46fb-96ec-1d84c73dcfe4 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/ports?device_id=f2a46d65-19ee-498b-adf8-ff7b5f6366c2 HTTP/1.1" status: 200 len: 943 time: 0.0556388 Jul 27 23:32:26.262072 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-37528950-2365-480b-8804-41c5cf22622e tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Deleting port 4c1b4451-b511-4fda-bfb0-78e77e31aa86 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:32:26.262544 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-37528950-2365-480b-8804-41c5cf22622e tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:26.332073 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-5c5b8a2e-ec54-480b-8651-47a0b636956e req-edf8534d-30e7-4e7d-add9-4f915d82e065 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/security-groups?id=ba3baf51-24bd-4d95-b413-6126b786be4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1051767 Jul 27 23:32:26.359550 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-37528950-2365-480b-8804-41c5cf22622e tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:26.376523 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-37528950-2365-480b-8804-41c5cf22622e tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Calling delete_port for 4c1b4451-b511-4fda-bfb0-78e77e31aa86 owned by {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:32:26.839469 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c81207d-5615-401c-b850-6b1ad66bf844 None None] Network 139cfbf0-72fe-4157-aac8-277ea5c5083a requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:32:26.879872 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-37528950-2365-480b-8804-41c5cf22622e tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:26.914909 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37528950-2365-480b-8804-41c5cf22622e tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Pushing event deleted for resources: {'Port': ['ID=4c1b4451-b511-4fda-bfb0-78e77e31aa86,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:32:26.927541 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-213a3bee-908a-4ddb-ae5b-8dcf3ffb786a None None] Provisioning for port bb589a8d-aa9d-4eb2-9fd0-6b3600d1888b completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:32:26.931681 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f22c066f-337d-469a-9103-ddc49ae540d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:27.021437 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-37528950-2365-480b-8804-41c5cf22622e tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:27.025672 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-37528950-2365-480b-8804-41c5cf22622e tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] 10.222.0.18 "DELETE /v2.0/ports/4c1b4451-b511-4fda-bfb0-78e77e31aa86 HTTP/1.1" status: 204 len: 168 time: 0.8555427 Jul 27 23:32:27.025905 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 41224) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:32:27.084163 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b8ed611-3566-479f-80e1-b865467e68c4 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:32:27.085809 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b8ed611-3566-479f-80e1-b865467e68c4 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:32:27.087429 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b8ed611-3566-479f-80e1-b865467e68c4 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:32:27.089180 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-3b8ed611-3566-479f-80e1-b865467e68c4 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0623248 Jul 27 23:32:27.091858 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 41226) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:32:27.106880 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80020026-e6b2-4b99-a7b3-363d296f3c49 None None] Update dhcp port {'port': {'network_id': '139cfbf0-72fe-4157-aac8-277ea5c5083a', 'fixed_ips': [{'subnet_id': '11506fc0-ea95-4f85-8bde-88c32c435832', 'ip_address': '172.20.0.2'}, {'subnet_id': '63d7c492-263b-4d55-b61f-7bdbe916bf71'}], 'binding:host_id': 'n-d-802623-1'}, 'id': 'bb589a8d-aa9d-4eb2-9fd0-6b3600d1888b'} from n-d-802623-1. {{(pid=93799) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 27 23:32:27.141011 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-80020026-e6b2-4b99-a7b3-363d296f3c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:27.149358 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_v2 [None req-494b1d65-2cb8-4db1-94b7-b1e6e1e528ad tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Deleting subnet 11506fc0-ea95-4f85-8bde-88c32c435832 {{(pid=93797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 23:32:27.154012 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-494b1d65-2cb8-4db1-94b7-b1e6e1e528ad tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks [] for subnet, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:27.216937 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-494b1d65-2cb8-4db1-94b7-b1e6e1e528ad tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11335971'] for subnet, precommit_delete_associations {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:27.314356 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-494b1d65-2cb8-4db1-94b7-b1e6e1e528ad tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620741'] for subnet, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:27.359176 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device bb589a8d-aa9d-4eb2-9fd0-6b3600d1888b up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:32:27.381876 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-494b1d65-2cb8-4db1-94b7-b1e6e1e528ad tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11335991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11551414'] for subnet, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:27.396227 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server [None req-80020026-e6b2-4b99-a7b3-363d296f3c49 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 11506fc0-ea95-4f85-8bde-88c32c435832: This subnet is being modified by another concurrent operation. Jul 27 23:32:27.396227 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 27 23:32:27.396227 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 27 23:32:27.396227 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 27 23:32:27.396227 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 27 23:32:27.396227 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 27 23:32:27.396227 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 27 23:32:27.396227 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 27 23:32:27.396227 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 27 23:32:27.396227 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 27 23:32:27.396227 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 27 23:32:27.396227 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 27 23:32:27.396227 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 27 23:32:27.396227 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 27 23:32:27.396227 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 23:32:27.396227 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 23:32:27.396227 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 23:32:27.396227 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 23:32:27.396227 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 27 23:32:27.396227 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 27 23:32:27.396227 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 27 23:32:27.396227 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 27 23:32:27.396227 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 23:32:27.396227 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 23:32:27.396227 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 23:32:27.396227 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 23:32:27.396227 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 27 23:32:27.396227 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 27 23:32:27.396227 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 27 23:32:27.396227 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 27 23:32:27.396227 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 23:32:27.396227 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 23:32:27.396227 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 23:32:27.396227 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 23:32:27.396227 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 27 23:32:27.396227 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 27 23:32:27.396227 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Jul 27 23:32:27.396227 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Jul 27 23:32:27.396227 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Jul 27 23:32:27.396227 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Jul 27 23:32:27.396227 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 27 23:32:27.396227 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 27 23:32:27.396227 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 27 23:32:27.396227 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 27 23:32:27.396227 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 27 23:32:27.396227 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 27 23:32:27.396227 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 23:32:27.396227 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 23:32:27.396227 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 23:32:27.396227 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 23:32:27.396227 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 27 23:32:27.396227 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 27 23:32:27.396227 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 27 23:32:27.396227 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 27 23:32:27.396227 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 23:32:27.396227 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 23:32:27.396227 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 23:32:27.396227 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 23:32:27.396227 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 27 23:32:27.396227 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 27 23:32:27.396227 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 27 23:32:27.396227 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 27 23:32:27.396227 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 23:32:27.396227 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 23:32:27.396227 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 23:32:27.396227 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 23:32:27.396227 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 27 23:32:27.396227 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 27 23:32:27.396227 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1727, in update_port Jul 27 23:32:27.396227 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Jul 27 23:32:27.396227 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 27 23:32:27.396227 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 27 23:32:27.396227 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1507, in update_port Jul 27 23:32:27.396227 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Jul 27 23:32:27.396227 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Jul 27 23:32:27.396227 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Jul 27 23:32:27.396227 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Jul 27 23:32:27.396227 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Jul 27 23:32:27.396227 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Jul 27 23:32:27.396227 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 27 23:32:27.396227 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 27 23:32:27.396227 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 27 23:32:27.396227 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 27 23:32:27.396227 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server raise exception Jul 27 23:32:27.396227 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 11506fc0-ea95-4f85-8bde-88c32c435832: This subnet is being modified by another concurrent operation. Jul 27 23:32:27.396227 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server Jul 27 23:32:27.437885 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494b1d65-2cb8-4db1-94b7-b1e6e1e528ad tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Pushing event deleted for resources: {'Subnet': ['ID=11506fc0-ea95-4f85-8bde-88c32c435832,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:32:27.458903 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning for port bb589a8d-aa9d-4eb2-9fd0-6b3600d1888b completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:32:27.462185 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-494b1d65-2cb8-4db1-94b7-b1e6e1e528ad tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks [] for subnet, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:27.464566 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-494b1d65-2cb8-4db1-94b7-b1e6e1e528ad tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] 10.222.0.18 "DELETE /v2.0/subnets/11506fc0-ea95-4f85-8bde-88c32c435832 HTTP/1.1" status: 204 len: 168 time: 0.3716874 Jul 27 23:32:27.467825 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 41238) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:32:27.472950 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port bb589a8d-aa9d-4eb2-9fd0-6b3600d1888b triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:32:27.473766 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:27.493642 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01ac851-615b-4d31-b0df-8bc519f8bda9 req-134d3065-fc41-4af5-950e-08a3058bfcc0 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:32:27.495213 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f01ac851-615b-4d31-b0df-8bc519f8bda9 req-134d3065-fc41-4af5-950e-08a3058bfcc0 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/ports?device_id=f2a46d65-19ee-498b-adf8-ff7b5f6366c2 HTTP/1.1" status: 200 len: 943 time: 0.0705853 Jul 27 23:32:27.531947 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65856721-9df9-47e6-96e0-11d1cbc60fee None None] Network 139cfbf0-72fe-4157-aac8-277ea5c5083a requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:32:27.536814 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f01ac851-615b-4d31-b0df-8bc519f8bda9 req-bd77b0e9-a3f2-4522-af6a-a3ac042302ae tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/security-groups?id=ba3baf51-24bd-4d95-b413-6126b786be4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350413 Jul 27 23:32:27.561074 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_v2 [None req-65e04319-262f-4a1d-9073-70401ec0813d tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Deleting subnet 63d7c492-263b-4d55-b61f-7bdbe916bf71 {{(pid=93798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 23:32:27.564496 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-65e04319-262f-4a1d-9073-70401ec0813d tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks [] for subnet, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:27.605668 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-65e04319-262f-4a1d-9073-70401ec0813d tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11163249'] for subnet, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:27.643053 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:27.646293 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-9bf64396-e6c9-4273-9b7e-b79cb1830bab None None] Provisioning complete for port bb589a8d-aa9d-4eb2-9fd0-6b3600d1888b triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:32:27.646659 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-9bf64396-e6c9-4273-9b7e-b79cb1830bab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:27.663556 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-65e04319-262f-4a1d-9073-70401ec0813d tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620741'] for subnet, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:27.740740 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-65e04319-262f-4a1d-9073-70401ec0813d tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11971800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12265753'] for subnet, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:27.755750 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] For port bb589a8d-aa9d-4eb2-9fd0-6b3600d1888b, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=bb589a8d-aa9d-4eb2-9fd0-6b3600d1888b,segment=NetworkSegment(fcf2197d-a903-4ad1-8fef-eea3861359a1),segment_id=fcf2197d-a903-4ad1-8fef-eea3861359a1)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:32:27.761318 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:27.765392 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e04319-262f-4a1d-9073-70401ec0813d tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Pushing event deleted for resources: {'Subnet': ['ID=63d7c492-263b-4d55-b61f-7bdbe916bf71,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:32:27.773945 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-65e04319-262f-4a1d-9073-70401ec0813d tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:27.776139 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-65e04319-262f-4a1d-9073-70401ec0813d tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] 10.222.0.18 "DELETE /v2.0/subnets/63d7c492-263b-4d55-b61f-7bdbe916bf71 HTTP/1.1" status: 204 len: 168 time: 0.3069665 Jul 27 23:32:27.778207 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 41246) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:32:27.816531 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-29fa09df-512b-45a0-ac36-e14e179475c6 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0363498 Jul 27 23:32:27.818670 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 41248) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:32:27.869868 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-469ee82d-3697-4130-b5fa-0c1e1aedda69 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:32:27.874028 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-469ee82d-3697-4130-b5fa-0c1e1aedda69 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0544055 Jul 27 23:32:27.874475 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 41250) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:32:27.877564 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Pushing event updated for resources: {'Port': ['ID=bb589a8d-aa9d-4eb2-9fd0-6b3600d1888b,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:32:27.938546 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8294345a-13a8-4916-8fc3-8641956164cf None None] Update dhcp port {'port': {'network_id': '139cfbf0-72fe-4157-aac8-277ea5c5083a', 'fixed_ips': [{'subnet_id': '63d7c492-263b-4d55-b61f-7bdbe916bf71'}], 'binding:host_id': 'n-d-802623-1'}, 'id': 'bb589a8d-aa9d-4eb2-9fd0-6b3600d1888b'} from n-d-802623-1. {{(pid=93799) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 27 23:32:27.939910 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-545dc1d5-b6b9-428b-8647-bc81ecd0c5d1 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:32:27.941514 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-545dc1d5-b6b9-428b-8647-bc81ecd0c5d1 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0657954 Jul 27 23:32:27.944029 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 41252) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:32:27.963890 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8294345a-13a8-4916-8fc3-8641956164cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:27.984501 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-dad1de0a-883e-4865-a654-1339c5539b68 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0392668 Jul 27 23:32:27.991333 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 41254) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:32:27.996248 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-11690684-682d-43dd-9fd9-1439f08c3bf8 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Request body: {'subnet': {'network_id': '139cfbf0-72fe-4157-aac8-277ea5c5083a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:32:28.114712 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11690684-682d-43dd-9fd9-1439f08c3bf8 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Made reservation on behalf of 99f174f0a0ea48c5a906b127129cb432 for: {'subnet': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:32:28.118393 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-11690684-682d-43dd-9fd9-1439f08c3bf8 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12265828'] for subnet, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:28.120001 n-d-802623-1 neutron-server[93798]: INFO neutron.pecan_wsgi.hooks.translation [None req-11690684-682d-43dd-9fd9-1439f08c3bf8 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 23:32:28.120634 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11690684-682d-43dd-9fd9-1439f08c3bf8 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 23:32:28.137552 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-11690684-682d-43dd-9fd9-1439f08c3bf8 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.1458747 Jul 27 23:32:28.140490 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 41260) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:32:28.145764 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-807f4240-d309-48dd-affe-909bc7e8c278 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Request body: {'subnet': {'network_id': '139cfbf0-72fe-4157-aac8-277ea5c5083a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:32:28.216830 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-bc3c70ad-f911-4a9e-b898-b46c565accd7 None None] Provisioning complete for port bb589a8d-aa9d-4eb2-9fd0-6b3600d1888b triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:32:28.217293 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-bc3c70ad-f911-4a9e-b898-b46c565accd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:28.252210 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-807f4240-d309-48dd-affe-909bc7e8c278 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Made reservation on behalf of 99f174f0a0ea48c5a906b127129cb432 for: {'subnet': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:32:28.257720 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-807f4240-d309-48dd-affe-909bc7e8c278 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11551435'] for subnet, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:28.259268 n-d-802623-1 neutron-server[93797]: INFO neutron.pecan_wsgi.hooks.translation [None req-807f4240-d309-48dd-affe-909bc7e8c278 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 23:32:28.259701 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-807f4240-d309-48dd-affe-909bc7e8c278 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93797) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 23:32:28.280894 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-807f4240-d309-48dd-affe-909bc7e8c278 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1391251 Jul 27 23:32:28.284047 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 41264) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:32:28.293758 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-5f81a4bd-e1a0-4d5b-ab8c-2019172834f6 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Request body: {'subnet': {'network_id': '139cfbf0-72fe-4157-aac8-277ea5c5083a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:32:28.330633 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-bc3c70ad-f911-4a9e-b898-b46c565accd7 None None] Could not find standard attr ID for object ba6bfb23-9d3d-4edd-80fb-5a4d63faf73d. {{(pid=93799) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 23:32:28.412286 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f81a4bd-e1a0-4d5b-ab8c-2019172834f6 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Made reservation on behalf of 99f174f0a0ea48c5a906b127129cb432 for: {'subnet': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:32:28.416382 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5f81a4bd-e1a0-4d5b-ab8c-2019172834f6 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12265828'] for subnet, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:28.419199 n-d-802623-1 neutron-server[93798]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f81a4bd-e1a0-4d5b-ab8c-2019172834f6 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 23:32:28.421127 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f81a4bd-e1a0-4d5b-ab8c-2019172834f6 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 23:32:28.441386 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-5f81a4bd-e1a0-4d5b-ab8c-2019172834f6 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1551201 Jul 27 23:32:28.444296 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 41268) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:32:28.445722 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-d106a819-bce4-4ef2-93ab-d9eb6c4c9f65 None None] Could not find standard attr ID for object 4c1b4451-b511-4fda-bfb0-78e77e31aa86. {{(pid=93799) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 23:32:28.449078 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-d106a819-bce4-4ef2-93ab-d9eb6c4c9f65 None None] Could not find standard attr ID for object e6c12e36-88bb-4861-9c5d-78500d0734a4. {{(pid=93799) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 23:32:28.451079 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-cc71b95d-415b-49df-9111-62e3e2b4ecfc tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Request body: {'subnet': {'network_id': '139cfbf0-72fe-4157-aac8-277ea5c5083a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:32:28.472588 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e92aaf5-39f3-4cc9-aeeb-018b5e4235b6 None None] get_active_networks_info from n-d-802623-1 {{(pid=93799) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 27 23:32:28.544725 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc71b95d-415b-49df-9111-62e3e2b4ecfc tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Made reservation on behalf of 99f174f0a0ea48c5a906b127129cb432 for: {'subnet': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:32:28.548393 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-cc71b95d-415b-49df-9111-62e3e2b4ecfc tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12265828'] for subnet, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:28.549793 n-d-802623-1 neutron-server[93798]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc71b95d-415b-49df-9111-62e3e2b4ecfc tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 23:32:28.550833 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc71b95d-415b-49df-9111-62e3e2b4ecfc tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 23:32:28.573363 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 41272) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:32:28.580497 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-8a5dcbdd-4e95-4239-bdfd-a5209a50e3bb tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Request body: {'subnet': {'network_id': '139cfbf0-72fe-4157-aac8-277ea5c5083a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:32:28.583456 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-cc71b95d-415b-49df-9111-62e3e2b4ecfc tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.1271353 Jul 27 23:32:28.594547 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e92aaf5-39f3-4cc9-aeeb-018b5e4235b6 None None] Resources bound (agent type, host, resource id): {{(pid=93799) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 27 23:32:28.679673 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe16d14-9675-4c3b-8dfd-cab2cead9142 req-0b308c2e-714a-4260-8cb9-f3d07e5aa943 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:32:28.687997 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-dfe16d14-9675-4c3b-8dfd-cab2cead9142 req-0b308c2e-714a-4260-8cb9-f3d07e5aa943 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/ports?device_id=f2a46d65-19ee-498b-adf8-ff7b5f6366c2 HTTP/1.1" status: 200 len: 943 time: 0.0745060 Jul 27 23:32:28.714219 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a5dcbdd-4e95-4239-bdfd-a5209a50e3bb tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Made reservation on behalf of 99f174f0a0ea48c5a906b127129cb432 for: {'subnet': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:32:28.719113 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8a5dcbdd-4e95-4239-bdfd-a5209a50e3bb tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11551435'] for subnet, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:28.721409 n-d-802623-1 neutron-server[93797]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a5dcbdd-4e95-4239-bdfd-a5209a50e3bb tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 23:32:28.722653 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a5dcbdd-4e95-4239-bdfd-a5209a50e3bb tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93797) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 23:32:28.737392 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-dfe16d14-9675-4c3b-8dfd-cab2cead9142 req-dc1d353f-7e12-4ba1-86d6-3cff69ef5818 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/security-groups?id=ba3baf51-24bd-4d95-b413-6126b786be4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404377 Jul 27 23:32:28.754361 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-8a5dcbdd-4e95-4239-bdfd-a5209a50e3bb tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1767933 Jul 27 23:32:28.755083 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 41280) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:32:28.760187 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-d99e3197-1c3e-4c2f-9645-84b502f6007d tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Request body: {'subnet': {'network_id': '139cfbf0-72fe-4157-aac8-277ea5c5083a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:32:28.884084 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d99e3197-1c3e-4c2f-9645-84b502f6007d tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Made reservation on behalf of 99f174f0a0ea48c5a906b127129cb432 for: {'subnet': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:32:28.887756 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d99e3197-1c3e-4c2f-9645-84b502f6007d tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12265828'] for subnet, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:28.889248 n-d-802623-1 neutron-server[93798]: INFO neutron.pecan_wsgi.hooks.translation [None req-d99e3197-1c3e-4c2f-9645-84b502f6007d tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 23:32:28.889819 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d99e3197-1c3e-4c2f-9645-84b502f6007d tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 23:32:28.914456 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fb9aeec-a810-42f1-a32d-59e9df341f22 None None] get_active_networks_info from n-d-802623-1 {{(pid=93799) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 27 23:32:28.914994 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 41286) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:32:28.915733 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-d99e3197-1c3e-4c2f-9645-84b502f6007d tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1598399 Jul 27 23:32:28.980040 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fb5e34c-4d1f-4f1e-b688-50f91d1a2b98 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:32:28.984372 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-3fb5e34c-4d1f-4f1e-b688-50f91d1a2b98 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0660102 Jul 27 23:32:28.984788 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 41290) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:32:29.014862 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-143e6ec7-902b-4925-a46b-f4789bea55d3 None None] Provisioning complete for port bb589a8d-aa9d-4eb2-9fd0-6b3600d1888b triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:32:29.015270 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-143e6ec7-902b-4925-a46b-f4789bea55d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:29.051489 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b75b662-0f8b-4f19-ab12-da7607c44fe5 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:32:29.056957 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-4b75b662-0f8b-4f19-ab12-da7607c44fe5 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0673559 Jul 27 23:32:29.056957 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 41292) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:32:29.092106 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fb9aeec-a810-42f1-a32d-59e9df341f22 None None] Resources bound (agent type, host, resource id): {{(pid=93799) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 27 23:32:29.099092 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-5d97f0d0-0ef7-4643-a286-ec3f1c981d01 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0390425 Jul 27 23:32:29.100055 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 41294) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:32:29.105850 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-7c47264f-8e27-4774-8e5c-a640ce39608d tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Request body: {'subnet': {'network_id': '139cfbf0-72fe-4157-aac8-277ea5c5083a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:32:29.219993 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c47264f-8e27-4774-8e5c-a640ce39608d tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Made reservation on behalf of 99f174f0a0ea48c5a906b127129cb432 for: {'subnet': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:32:29.224177 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7c47264f-8e27-4774-8e5c-a640ce39608d tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11551435'] for subnet, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:29.319395 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device bb589a8d-aa9d-4eb2-9fd0-6b3600d1888b no longer exists at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:32:29.476877 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:29.528587 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] For port bb589a8d-aa9d-4eb2-9fd0-6b3600d1888b, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=bb589a8d-aa9d-4eb2-9fd0-6b3600d1888b,segment=NetworkSegment(fcf2197d-a903-4ad1-8fef-eea3861359a1),segment_id=fcf2197d-a903-4ad1-8fef-eea3861359a1)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:32:29.533894 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-b3d6ff71-2a82-4d34-8850-30e7cd60e830 None None] Provisioning complete for port bb589a8d-aa9d-4eb2-9fd0-6b3600d1888b triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:32:29.535232 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b3d6ff71-2a82-4d34-8850-30e7cd60e830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:29.559693 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:29.599937 n-d-802623-1 neutron-server[93797]: DEBUG neutron.objects.ports [None req-7c47264f-8e27-4774-8e5c-a640ce39608d tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93797) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 27 23:32:29.645566 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Pushing event updated for resources: {'Port': ['ID=bb589a8d-aa9d-4eb2-9fd0-6b3600d1888b,revision_number=5']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:32:29.678856 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c862a4ea-b74b-4d86-8a2e-35b31562017c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:29.684080 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:29.738520 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b3d6ff71-2a82-4d34-8850-30e7cd60e830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:29.801060 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.db.api [None req-b3d6ff71-2a82-4d34-8850-30e7cd60e830 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93799) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 23:32:29.801270 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7c47264f-8e27-4774-8e5c-a640ce39608d tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:29.801487 n-d-802623-1 neutron-server[93799]: DEBUG oslo_db.api [None req-b3d6ff71-2a82-4d34-8850-30e7cd60e830 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 23:32:29.921797 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d77ffb5-dfd0-4ff5-a2ea-05dad7cd6877 req-8a993ead-3527-4fd5-89b8-934550d4986b tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:32:29.923325 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-6d77ffb5-dfd0-4ff5-a2ea-05dad7cd6877 req-8a993ead-3527-4fd5-89b8-934550d4986b tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/ports?device_id=f2a46d65-19ee-498b-adf8-ff7b5f6366c2 HTTP/1.1" status: 200 len: 943 time: 0.1017325 Jul 27 23:32:30.010466 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-6d77ffb5-dfd0-4ff5-a2ea-05dad7cd6877 req-8b1cc6c4-49f6-49a9-b37d-fff70c43754f tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/security-groups?id=ba3baf51-24bd-4d95-b413-6126b786be4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768592 Jul 27 23:32:30.032984 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-7c47264f-8e27-4774-8e5c-a640ce39608d tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] For port bb589a8d-aa9d-4eb2-9fd0-6b3600d1888b, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=bb589a8d-aa9d-4eb2-9fd0-6b3600d1888b,segment=NetworkSegment(fcf2197d-a903-4ad1-8fef-eea3861359a1),segment_id=fcf2197d-a903-4ad1-8fef-eea3861359a1)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:32:30.047885 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:30.064891 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7c47264f-8e27-4774-8e5c-a640ce39608d tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:30.070148 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7c47264f-8e27-4774-8e5c-a640ce39608d tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11336041'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:30.071223 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7c47264f-8e27-4774-8e5c-a640ce39608d tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11336182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11551417'] for subnet, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:30.160672 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c47264f-8e27-4774-8e5c-a640ce39608d tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Network 139cfbf0-72fe-4157-aac8-277ea5c5083a is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:32:30.172395 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-7c47264f-8e27-4774-8e5c-a640ce39608d tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:32:30.176036 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c47264f-8e27-4774-8e5c-a640ce39608d tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Pushing event updated for resources: {'Subnet': ['ID=7bc98b25-b8e8-4c58-b7ed-9c08f5d80e3f,revision_number=0']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:32:30.178588 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c47264f-8e27-4774-8e5c-a640ce39608d tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:32:30.179484 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7c47264f-8e27-4774-8e5c-a640ce39608d tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks [] for subnet, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:30.182925 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c47264f-8e27-4774-8e5c-a640ce39608d tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Pushing event updated for resources: {'Port': ['ID=bb589a8d-aa9d-4eb2-9fd0-6b3600d1888b,revision_number=7']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:32:30.184743 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e17a9a4c-ef69-45a6-a448-876a0b6b01f5 None None] Network 139cfbf0-72fe-4157-aac8-277ea5c5083a requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:32:30.200273 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 41316) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:32:30.200782 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-7c47264f-8e27-4774-8e5c-a640ce39608d tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.0991392 Jul 27 23:32:30.205760 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-706648dd-d4d9-49a8-951a-be388b0fe698 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Request body: {'port': {'network_id': '139cfbf0-72fe-4157-aac8-277ea5c5083a', 'mac_address': 'fa:16:3e:fd:3e:85', 'name': 'tempest-NetworksTestDHCPv6-447945112'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:32:30.316375 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-706648dd-d4d9-49a8-951a-be388b0fe698 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Made reservation on behalf of 99f174f0a0ea48c5a906b127129cb432 for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:32:30.367400 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b3d6ff71-2a82-4d34-8850-30e7cd60e830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:30.413071 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-e01ccecb-7d1f-496b-b33a-dd176e5ef897 req-1751f2c7-e8e5-4e86-acac-422fc49fd30e service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=ad67c1f5-7283-4637-999c-94737161fd62&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0579555 Jul 27 23:32:30.420937 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-706648dd-d4d9-49a8-951a-be388b0fe698 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:30.428526 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-b3d6ff71-2a82-4d34-8850-30e7cd60e830 None None] For port bb589a8d-aa9d-4eb2-9fd0-6b3600d1888b, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=bb589a8d-aa9d-4eb2-9fd0-6b3600d1888b,segment=NetworkSegment(fcf2197d-a903-4ad1-8fef-eea3861359a1),segment_id=fcf2197d-a903-4ad1-8fef-eea3861359a1)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:32:30.433716 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b3d6ff71-2a82-4d34-8850-30e7cd60e830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:30.454316 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [None req-706648dd-d4d9-49a8-951a-be388b0fe698 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] device_id is not set on port 64469708-29ea-4682-b08c-799048c45420 yet. {{(pid=93798) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 23:32:30.512910 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01ccecb-7d1f-496b-b33a-dd176e5ef897 req-12dd2ed7-1f42-45db-ab68-6e24880262f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:32:30.514536 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-e01ccecb-7d1f-496b-b33a-dd176e5ef897 req-12dd2ed7-1f42-45db-ab68-6e24880262f3 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=93d6af8ff48b44f2bdb667a30d291295&device_id=ad67c1f5-7283-4637-999c-94737161fd62 HTTP/1.1" status: 200 len: 1097 time: 0.0513272 Jul 27 23:32:30.540529 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-19f2e178-d45e-4fbe-b9be-c3963fc151ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:30.548200 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d6ff71-2a82-4d34-8850-30e7cd60e830 None None] Pushing event updated for resources: {'Port': ['ID=bb589a8d-aa9d-4eb2-9fd0-6b3600d1888b,revision_number=8']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:32:30.625832 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-706648dd-d4d9-49a8-951a-be388b0fe698 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Allocated IP 2001:db8::f816:3eff:fefd:3e85 (139cfbf0-72fe-4157-aac8-277ea5c5083a/7bc98b25-b8e8-4c58-b7ed-9c08f5d80e3f/64469708-29ea-4682-b08c-799048c45420) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:32:30.659863 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01ccecb-7d1f-496b-b33a-dd176e5ef897 req-76bd29ea-019a-4f9d-80db-2f2b8b25d5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:32:30.661650 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-e01ccecb-7d1f-496b-b33a-dd176e5ef897 req-76bd29ea-019a-4f9d-80db-2f2b8b25d5a3 service neutron] 10.222.0.38 "GET /v2.0/networks?id=d772070e-dad0-48ff-8bce-c02a3adbff90 HTTP/1.1" status: 200 len: 912 time: 0.1222751 Jul 27 23:32:30.750289 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-e01ccecb-7d1f-496b-b33a-dd176e5ef897 req-7e5c075d-7a2f-4aeb-9296-693073cf49c6 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=15c92a5f-fcf7-4340-b57e-ba184e4d3613 HTTP/1.1" status: 200 len: 1002 time: 0.0813718 Jul 27 23:32:30.820564 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01ccecb-7d1f-496b-b33a-dd176e5ef897 req-c5a067b0-d7d5-4062-8b12-88a17cfbe647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:32:30.822339 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-e01ccecb-7d1f-496b-b33a-dd176e5ef897 req-c5a067b0-d7d5-4062-8b12-88a17cfbe647 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=22fd4781-4e46-409c-a91a-a4ac3ab69caf HTTP/1.1" status: 200 len: 850 time: 0.0641482 Jul 27 23:32:30.842311 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-706648dd-d4d9-49a8-951a-be388b0fe698 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:30.858363 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-706648dd-d4d9-49a8-951a-be388b0fe698 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Transition to ACTIVE for port object 64469708-29ea-4682-b08c-799048c45420 will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:32:30.876222 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01ccecb-7d1f-496b-b33a-dd176e5ef897 req-9f5015f9-5da8-4ab5-a3be-3415a83d206a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:32:30.877871 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-e01ccecb-7d1f-496b-b33a-dd176e5ef897 req-9f5015f9-5da8-4ab5-a3be-3415a83d206a service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=d772070e-dad0-48ff-8bce-c02a3adbff90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0477245 Jul 27 23:32:30.897822 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-706648dd-d4d9-49a8-951a-be388b0fe698 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:30.951671 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-706648dd-d4d9-49a8-951a-be388b0fe698 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Network 139cfbf0-72fe-4157-aac8-277ea5c5083a is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:32:30.954883 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-706648dd-d4d9-49a8-951a-be388b0fe698 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:32:30.959588 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-706648dd-d4d9-49a8-951a-be388b0fe698 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:32:30.965046 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-706648dd-d4d9-49a8-951a-be388b0fe698 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:32:30.965678 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-706648dd-d4d9-49a8-951a-be388b0fe698 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:30.990555 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706648dd-d4d9-49a8-951a-be388b0fe698 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Pushing event updated for resources: {'Port': ['ID=64469708-29ea-4682-b08c-799048c45420,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:32:31.000095 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-e01ccecb-7d1f-496b-b33a-dd176e5ef897 req-26bf66a5-bdc1-4d15-a13d-3f2f5647a0d2 service neutron] 10.222.0.38 "GET /v2.0/networks/d772070e-dad0-48ff-8bce-c02a3adbff90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134157 Jul 27 23:32:31.000375 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-706648dd-d4d9-49a8-951a-be388b0fe698 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.7988865 Jul 27 23:32:31.000552 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 41330) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:32:31.117929 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37ef16d9-cad5-41d8-9e8d-b18b7a8a66ed tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:32:31.124614 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37ef16d9-cad5-41d8-9e8d-b18b7a8a66ed tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:32:31.127874 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-37ef16d9-cad5-41d8-9e8d-b18b7a8a66ed tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1704 time: 0.1263804 Jul 27 23:32:31.133546 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 41336) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:32:31.177530 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c05eed0-0bb9-4e8e-ac9e-ec691ee87984 req-186822c8-4228-4822-82d0-1be91158a728 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:32:31.188061 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-9c05eed0-0bb9-4e8e-ac9e-ec691ee87984 req-186822c8-4228-4822-82d0-1be91158a728 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/ports?device_id=f2a46d65-19ee-498b-adf8-ff7b5f6366c2 HTTP/1.1" status: 200 len: 943 time: 0.0736094 Jul 27 23:32:31.230522 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-9c05eed0-0bb9-4e8e-ac9e-ec691ee87984 req-58b9cecf-2314-49e9-a06a-54ddfde58333 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/security-groups?id=ba3baf51-24bd-4d95-b413-6126b786be4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413570 Jul 27 23:32:31.245984 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-e01ccecb-7d1f-496b-b33a-dd176e5ef897 req-772e9c17-1fef-41ee-973e-028822aa64dc service neutron] 10.222.0.38 "GET /v2.0/networks/d772070e-dad0-48ff-8bce-c02a3adbff90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2355196 Jul 27 23:32:31.286509 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-4b9d469a-e709-4ef7-bf28-38d1feeeb867 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Deleting port 64469708-29ea-4682-b08c-799048c45420 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:32:31.288923 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4b9d469a-e709-4ef7-bf28-38d1feeeb867 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:31.363980 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device bb589a8d-aa9d-4eb2-9fd0-6b3600d1888b up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:32:31.439609 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port bb589a8d-aa9d-4eb2-9fd0-6b3600d1888b triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:32:31.439993 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:31.457308 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4b9d469a-e709-4ef7-bf28-38d1feeeb867 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:31.473524 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-4b9d469a-e709-4ef7-bf28-38d1feeeb867 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Calling delete_port for 64469708-29ea-4682-b08c-799048c45420 owned by {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:32:31.487133 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-a412edc9-c67b-41da-b8ca-f9bf22740be7 None None] Provisioning complete for port bb589a8d-aa9d-4eb2-9fd0-6b3600d1888b triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:32:31.488048 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a412edc9-c67b-41da-b8ca-f9bf22740be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:31.656452 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4b9d469a-e709-4ef7-bf28-38d1feeeb867 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:31.670171 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device 3ee30023-de25-4144-9d8f-f782f24ac762 details requested by agent hyperv_n-h2-802623-1 with host n-h2-802623-1 {{(pid=93799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 23:32:31.687936 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9d469a-e709-4ef7-bf28-38d1feeeb867 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Pushing event deleted for resources: {'Port': ['ID=64469708-29ea-4682-b08c-799048c45420,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:32:31.727875 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4b9d469a-e709-4ef7-bf28-38d1feeeb867 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:31.729888 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-4b9d469a-e709-4ef7-bf28-38d1feeeb867 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] 10.222.0.18 "DELETE /v2.0/ports/64469708-29ea-4682-b08c-799048c45420 HTTP/1.1" status: 204 len: 168 time: 0.5903952 Jul 27 23:32:31.740235 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 41346) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:32:31.765548 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-79079a0c-8c0d-41bd-84ec-838eebce92ba None None] Could not find standard attr ID for object 64469708-29ea-4682-b08c-799048c45420. {{(pid=93799) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 23:32:31.825072 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17c4a272-3d08-430a-ac79-5ce97e7c4c23 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:32:31.830283 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17c4a272-3d08-430a-ac79-5ce97e7c4c23 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:32:31.834729 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 41350) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:32:31.834897 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-17c4a272-3d08-430a-ac79-5ce97e7c4c23 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.0920918 Jul 27 23:32:31.837087 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port 3ee30023-de25-4144-9d8f-f782f24ac762, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=3ee30023-de25-4144-9d8f-f782f24ac762,segment=NetworkSegment(e34bcaf6-fcda-4cb3-a9d4-ce07906221d3),segment_id=e34bcaf6-fcda-4cb3-a9d4-ce07906221d3)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:32:31.850034 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Returning: {'device': '3ee30023-de25-4144-9d8f-f782f24ac762', 'network_id': '280a3ba5-2d75-4827-b3c1-0be5bb892094', 'port_id': '3ee30023-de25-4144-9d8f-f782f24ac762', 'mac_address': 'fa:16:3e:c7:5c:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03df5e5c-8a96-449f-9e96-cff1a55737e2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 23:32:31.905186 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:31.907072 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3046063-bad5-4fc1-a9a9-2f904c0bb3cd tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Deleting subnet 7bc98b25-b8e8-4c58-b7ed-9c08f5d80e3f {{(pid=93798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 23:32:31.911649 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c3046063-bad5-4fc1-a9a9-2f904c0bb3cd tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks [] for subnet, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:31.923538 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ee30023-de25-4144-9d8f-f782f24ac762 {{(pid=93799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:32:31.964667 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port 3ee30023-de25-4144-9d8f-f782f24ac762, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=3ee30023-de25-4144-9d8f-f782f24ac762,segment=NetworkSegment(e34bcaf6-fcda-4cb3-a9d4-ce07906221d3),segment_id=e34bcaf6-fcda-4cb3-a9d4-ce07906221d3)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:32:31.967398 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c3046063-bad5-4fc1-a9a9-2f904c0bb3cd tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11163249'] for subnet, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:31.969987 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:32.036819 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Pushing event updated for resources: {'Port': ['ID=3ee30023-de25-4144-9d8f-f782f24ac762,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:32:32.056781 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c3046063-bad5-4fc1-a9a9-2f904c0bb3cd tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620741'] for subnet, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:32.118109 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c3046063-bad5-4fc1-a9a9-2f904c0bb3cd tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11971800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12265753'] for subnet, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:32.153788 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c3046063-bad5-4fc1-a9a9-2f904c0bb3cd tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:32.157921 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-c3046063-bad5-4fc1-a9a9-2f904c0bb3cd tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] 10.222.0.18 "DELETE /v2.0/subnets/7bc98b25-b8e8-4c58-b7ed-9c08f5d80e3f HTTP/1.1" status: 204 len: 168 time: 0.3196580 Jul 27 23:32:32.157921 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3046063-bad5-4fc1-a9a9-2f904c0bb3cd tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Pushing event deleted for resources: {'Subnet': ['ID=7bc98b25-b8e8-4c58-b7ed-9c08f5d80e3f,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:32:32.158216 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 41356) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:32:32.165765 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-946cda78-7f9f-4ef7-a654-9dc64e332822 None None] Network 139cfbf0-72fe-4157-aac8-277ea5c5083a requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:32:32.200255 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-f7565de8-8749-45d9-a8b6-b59da5b4ed81 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0392890 Jul 27 23:32:32.202841 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 41358) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:32:32.208598 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-cf57ee2f-d007-4531-b914-7bfd046112e8 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Request body: {'subnet': {'network_id': '139cfbf0-72fe-4157-aac8-277ea5c5083a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:32:32.286536 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] get_ports_and_sgs() called for port_ids ['3ee30023-de25-4144-9d8f-f782f24ac762'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:32:32.295771 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7418f70f-e60d-4709-8ba9-6ab514bc7f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:32.312206 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf57ee2f-d007-4531-b914-7bfd046112e8 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Made reservation on behalf of 99f174f0a0ea48c5a906b127129cb432 for: {'subnet': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:32:32.318807 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-cf57ee2f-d007-4531-b914-7bfd046112e8 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12265828'] for subnet, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:32.396851 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202a0f57-399c-4e8b-81a6-775cc04250fd req-6ca82141-4086-438f-a781-41aac7880998 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:32:32.400164 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-202a0f57-399c-4e8b-81a6-775cc04250fd req-6ca82141-4086-438f-a781-41aac7880998 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/ports?device_id=f2a46d65-19ee-498b-adf8-ff7b5f6366c2 HTTP/1.1" status: 200 len: 944 time: 0.0793724 Jul 27 23:32:32.449421 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d786010b-d696-4602-b322-0571f6bb6c3b None None] DHCP port deletion for 139cfbf0-72fe-4157-aac8-277ea5c5083a request from n-d-802623-1 {{(pid=93799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 23:32:32.454771 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-202a0f57-399c-4e8b-81a6-775cc04250fd req-7805bf44-15d8-43da-881a-0580f619ca99 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/security-groups?id=ba3baf51-24bd-4d95-b413-6126b786be4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485590 Jul 27 23:32:32.558787 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-d786010b-d696-4602-b322-0571f6bb6c3b None None] Deleting port bb589a8d-aa9d-4eb2-9fd0-6b3600d1888b {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:32:32.559203 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d786010b-d696-4602-b322-0571f6bb6c3b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:32.649874 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-d786010b-d696-4602-b322-0571f6bb6c3b None None] For port bb589a8d-aa9d-4eb2-9fd0-6b3600d1888b, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=bb589a8d-aa9d-4eb2-9fd0-6b3600d1888b,segment=NetworkSegment(fcf2197d-a903-4ad1-8fef-eea3861359a1),segment_id=fcf2197d-a903-4ad1-8fef-eea3861359a1)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:32:32.650586 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d786010b-d696-4602-b322-0571f6bb6c3b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:32.675439 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-d786010b-d696-4602-b322-0571f6bb6c3b None None] Calling delete_port for bb589a8d-aa9d-4eb2-9fd0-6b3600d1888b owned by network:dhcp {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:32:32.709691 n-d-802623-1 neutron-server[93798]: DEBUG neutron.objects.ports [None req-cf57ee2f-d007-4531-b914-7bfd046112e8 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93798) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 27 23:32:32.963149 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d786010b-d696-4602-b322-0571f6bb6c3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:32.971036 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d2cdacb5-3579-4cdb-b562-43a07f0f6925 req-f7aa3cbc-a95b-4bc4-9319-c8ef81fccb6e service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=e9a436e3-d906-435d-b6dd-9e1040b145a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1483142 Jul 27 23:32:32.992336 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d786010b-d696-4602-b322-0571f6bb6c3b None None] Pushing event deleted for resources: {'Port': ['ID=bb589a8d-aa9d-4eb2-9fd0-6b3600d1888b,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:32:32.996242 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d786010b-d696-4602-b322-0571f6bb6c3b None None] No DVR routers for this DVR port bb589a8d-aa9d-4eb2-9fd0-6b3600d1888b on host n-d-802623-1 {{(pid=93799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:32:33.063216 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cdacb5-3579-4cdb-b562-43a07f0f6925 req-6d2a7ceb-54f5-4867-882c-6a95287b0b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:32:33.064756 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d2cdacb5-3579-4cdb-b562-43a07f0f6925 req-6d2a7ceb-54f5-4867-882c-6a95287b0b06 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=50fb9c0a7f164ebaa507b1871f51f529&device_id=e9a436e3-d906-435d-b6dd-9e1040b145a2 HTTP/1.1" status: 200 len: 1096 time: 0.0425308 Jul 27 23:32:33.182224 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cdacb5-3579-4cdb-b562-43a07f0f6925 req-5e517c91-013c-4306-9fd8-36581623c2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:32:33.183937 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d2cdacb5-3579-4cdb-b562-43a07f0f6925 req-5e517c91-013c-4306-9fd8-36581623c2b2 service neutron] 10.222.0.49 "GET /v2.0/networks?id=2b215609-9514-419a-b7cc-2c2b08257d0c HTTP/1.1" status: 200 len: 909 time: 0.0988433 Jul 27 23:32:33.241939 n-d-802623-1 neutron-server[93798]: WARNING neutron.services.revisions.revision_plugin [None req-cf57ee2f-d007-4531-b914-7bfd046112e8 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Could not find related port for resource to bump revision. Jul 27 23:32:33.248805 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.ipam_pluggable_backend [None req-cf57ee2f-d007-4531-b914-7bfd046112e8 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Port bb589a8d-aa9d-4eb2-9fd0-6b3600d1888b was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=93798) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Jul 27 23:32:33.249198 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.ipam_pluggable_backend [None req-cf57ee2f-d007-4531-b914-7bfd046112e8 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Reverting IP allocation for 2001:db8::f816:3eff:fe95:be7d {{(pid=93798) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Jul 27 23:32:33.252787 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.ipam_pluggable_backend [None req-cf57ee2f-d007-4531-b914-7bfd046112e8 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe95:be7d {{(pid=93798) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Jul 27 23:32:33.254602 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-cf57ee2f-d007-4531-b914-7bfd046112e8 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11971609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12265750'] for subnet, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:33.263882 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d2cdacb5-3579-4cdb-b562-43a07f0f6925 req-f544c66d-fd9a-469f-a62a-42c573baa1ca service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b817f094-e9a0-477d-8f41-a5a1fb15aac1 HTTP/1.1" status: 200 len: 999 time: 0.0716836 Jul 27 23:32:33.318125 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf57ee2f-d007-4531-b914-7bfd046112e8 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Pushing event updated for resources: {'Subnet': ['ID=6fae75ce-c9af-4554-925b-bdf974998f46,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:32:33.321920 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device bb589a8d-aa9d-4eb2-9fd0-6b3600d1888b no longer exists at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:32:33.327126 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf57ee2f-d007-4531-b914-7bfd046112e8 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Network 139cfbf0-72fe-4157-aac8-277ea5c5083a is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:32:33.328664 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-cf57ee2f-d007-4531-b914-7bfd046112e8 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:32:33.337941 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf57ee2f-d007-4531-b914-7bfd046112e8 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:32:33.338637 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-cf57ee2f-d007-4531-b914-7bfd046112e8 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:33.346307 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cdacb5-3579-4cdb-b562-43a07f0f6925 req-b70942b7-4c1f-4a53-95b3-3208b86f2075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:32:33.348074 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d2cdacb5-3579-4cdb-b562-43a07f0f6925 req-b70942b7-4c1f-4a53-95b3-3208b86f2075 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=6d32a765-250f-4ea3-b957-afa008360a71 HTTP/1.1" status: 200 len: 847 time: 0.0757728 Jul 27 23:32:33.354744 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-cf57ee2f-d007-4531-b914-7bfd046112e8 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1508119 Jul 27 23:32:33.357040 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e726c0f6-54ef-4f9c-b9a4-673c56bb04ac None None] Network 139cfbf0-72fe-4157-aac8-277ea5c5083a requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:32:33.359500 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 41382) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:32:33.360350 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] No Port match for: bb589a8d-aa9d-4eb2-9fd0-6b3600d1888b {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:32:33.360694 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device bb589a8d-aa9d-4eb2-9fd0-6b3600d1888b not bound to the agent host n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:32:33.367418 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-4c6bfb01-cdee-4b6c-a574-e754f5f24bd4 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Request body: {'port': {'network_id': '139cfbf0-72fe-4157-aac8-277ea5c5083a', 'mac_address': 'fa:16:3e:b6:e6:b0', 'name': 'tempest-NetworksTestDHCPv6-441475772'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:32:33.416433 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cdacb5-3579-4cdb-b562-43a07f0f6925 req-bf9bf0fb-401b-4d7b-aba6-ac64791fbbc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:32:33.418159 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d2cdacb5-3579-4cdb-b562-43a07f0f6925 req-bf9bf0fb-401b-4d7b-aba6-ac64791fbbc8 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2b215609-9514-419a-b7cc-2c2b08257d0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0620496 Jul 27 23:32:33.499002 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c6bfb01-cdee-4b6c-a574-e754f5f24bd4 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Made reservation on behalf of 99f174f0a0ea48c5a906b127129cb432 for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:32:33.507848 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4c6bfb01-cdee-4b6c-a574-e754f5f24bd4 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:33.538621 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [None req-4c6bfb01-cdee-4b6c-a574-e754f5f24bd4 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] device_id is not set on port eafce76d-a4ba-4c44-b69c-ac80a4d4f0a3 yet. {{(pid=93798) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 23:32:33.542533 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-217ec914-2854-4266-a1a0-9e9b290d6e88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f6f257c-ad18-5f0c-8c8e-ea085a5fc8a2-139cfbf0-72fe-4157-aac8-277ea5c5083a', 'network_id': '139cfbf0-72fe-4157-aac8-277ea5c5083a', 'tenant_id': '99f174f0a0ea48c5a906b127129cb432', 'fixed_ips': [{'subnet_id': '6fae75ce-c9af-4554-925b-bdf974998f46'}]}} from n-d-802623-1. {{(pid=93799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 23:32:33.543838 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-217ec914-2854-4266-a1a0-9e9b290d6e88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:33.575096 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d2cdacb5-3579-4cdb-b562-43a07f0f6925 req-8aa6e168-853b-4ab5-a6d6-6e747ca668c0 service neutron] 10.222.0.49 "GET /v2.0/networks/2b215609-9514-419a-b7cc-2c2b08257d0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467626 Jul 27 23:32:33.671557 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c151e929-1f4c-4e12-b13f-00b6c242c44c req-52eb9616-bbd8-48a1-b020-2d321627171c tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:32:33.673031 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c151e929-1f4c-4e12-b13f-00b6c242c44c req-52eb9616-bbd8-48a1-b020-2d321627171c tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/ports?device_id=f2a46d65-19ee-498b-adf8-ff7b5f6366c2 HTTP/1.1" status: 200 len: 944 time: 0.0932395 Jul 27 23:32:33.677793 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device 3ee30023-de25-4144-9d8f-f782f24ac762 up at agent hyperv_n-h2-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:32:33.722911 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-4c6bfb01-cdee-4b6c-a574-e754f5f24bd4 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Allocated IP 2001:db8::f816:3eff:feb6:e6b0 (139cfbf0-72fe-4157-aac8-277ea5c5083a/6fae75ce-c9af-4554-925b-bdf974998f46/eafce76d-a4ba-4c44-b69c-ac80a4d4f0a3) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:32:33.740308 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Provisioning for port 3ee30023-de25-4144-9d8f-f782f24ac762 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:32:33.742268 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d2cdacb5-3579-4cdb-b562-43a07f0f6925 req-450805fe-bd2a-447a-a9b9-5aee52700aba service neutron] 10.222.0.49 "GET /v2.0/networks/2b215609-9514-419a-b7cc-2c2b08257d0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1587832 Jul 27 23:32:33.744857 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c151e929-1f4c-4e12-b13f-00b6c242c44c req-1939cfe7-5261-4ff8-9785-610553974f47 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/security-groups?id=ba3baf51-24bd-4d95-b413-6126b786be4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594189 Jul 27 23:32:33.748111 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Provisioning complete for port 3ee30023-de25-4144-9d8f-f782f24ac762 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:32:33.748496 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:33.846371 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:33.873680 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2a46d65-19ee-498b-adf8-ff7b5f6366c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ee30023-de25-4144-9d8f-f782f24ac762'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:32:33.877255 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c0369b0d4f459110ff20a1f9878ba33f96d6491bddb9d15843bf29d01e0bda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b59f2a71-5c96-475d-a7d3-b626fc9dba38" -d '{"events": [{"server_uuid": "f2a46d65-19ee-498b-adf8-ff7b5f6366c2", "name": "network-vif-plugged", "status": "completed", "tag": "3ee30023-de25-4144-9d8f-f782f24ac762"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:32:33.898085 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port 3ee30023-de25-4144-9d8f-f782f24ac762, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=3ee30023-de25-4144-9d8f-f782f24ac762,segment=NetworkSegment(e34bcaf6-fcda-4cb3-a9d4-ce07906221d3),segment_id=e34bcaf6-fcda-4cb3-a9d4-ce07906221d3)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:32:33.901409 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:33.910177 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4c6bfb01-cdee-4b6c-a574-e754f5f24bd4 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:33.924306 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-4c6bfb01-cdee-4b6c-a574-e754f5f24bd4 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Transition to ACTIVE for port object eafce76d-a4ba-4c44-b69c-ac80a4d4f0a3 will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:32:33.944785 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:32:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c658b59-d7b5-45d1-80b2-0bf9ac86e3ce x-openstack-request-id: req-5c658b59-d7b5-45d1-80b2-0bf9ac86e3ce {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:32:33.945158 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2a46d65-19ee-498b-adf8-ff7b5f6366c2", "name": "network-vif-plugged", "status": "completed", "tag": "3ee30023-de25-4144-9d8f-f782f24ac762", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:32:33.945352 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5c658b59-d7b5-45d1-80b2-0bf9ac86e3ce {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:32:33.945744 n-d-802623-1 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2a46d65-19ee-498b-adf8-ff7b5f6366c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ee30023-de25-4144-9d8f-f782f24ac762', 'code': 200} Jul 27 23:32:33.959972 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Pushing event updated for resources: {'Port': ['ID=3ee30023-de25-4144-9d8f-f782f24ac762,revision_number=5']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:32:33.974296 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4c6bfb01-cdee-4b6c-a574-e754f5f24bd4 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:34.024332 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c6bfb01-cdee-4b6c-a574-e754f5f24bd4 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Network 139cfbf0-72fe-4157-aac8-277ea5c5083a is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:32:34.025984 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-217ec914-2854-4266-a1a0-9e9b290d6e88 None None] Allocated IP 2001:db8::f816:3eff:fe3e:138a (139cfbf0-72fe-4157-aac8-277ea5c5083a/6fae75ce-c9af-4554-925b-bdf974998f46/2fd001cd-849a-4347-9901-843087e6a971) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:32:34.028371 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-4c6bfb01-cdee-4b6c-a574-e754f5f24bd4 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:32:34.037232 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c6bfb01-cdee-4b6c-a574-e754f5f24bd4 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:32:34.044653 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c6bfb01-cdee-4b6c-a574-e754f5f24bd4 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:32:34.045535 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4c6bfb01-cdee-4b6c-a574-e754f5f24bd4 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:34.052476 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bb53c8-9f2a-492b-8599-325201194254 req-92860002-ab19-4d66-a524-21fac3901ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:32:34.054218 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-20bb53c8-9f2a-492b-8599-325201194254 req-92860002-ab19-4d66-a524-21fac3901ca4 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=f2a46d65-19ee-498b-adf8-ff7b5f6366c2 HTTP/1.1" status: 200 len: 1096 time: 0.0497658 Jul 27 23:32:34.068339 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6bfb01-cdee-4b6c-a574-e754f5f24bd4 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Pushing event updated for resources: {'Port': ['ID=eafce76d-a4ba-4c44-b69c-ac80a4d4f0a3,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:32:34.079354 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-4c6bfb01-cdee-4b6c-a574-e754f5f24bd4 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.7176056 Jul 27 23:32:34.082675 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 41398) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:32:34.107581 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-20bb53c8-9f2a-492b-8599-325201194254 req-1aa8a757-0f9f-4fb7-98b0-9b9cf44fbd3f service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=ba3baf51-24bd-4d95-b413-6126b786be4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452950 Jul 27 23:32:34.135951 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f79b242-37eb-4ea8-9233-56e81de4c25c tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:32:34.139524 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-4f79b242-37eb-4ea8-9233-56e81de4c25c tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.0555265 Jul 27 23:32:34.140337 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 41404) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:32:34.212142 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-217ec914-2854-4266-a1a0-9e9b290d6e88 None None] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:34.221594 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-217ec914-2854-4266-a1a0-9e9b290d6e88 None None] Transition to ACTIVE for port object 2fd001cd-849a-4347-9901-843087e6a971 will not be triggered until provisioned by entity L2. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:32:34.239536 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-217ec914-2854-4266-a1a0-9e9b290d6e88 None None] Transition to ACTIVE for port object 2fd001cd-849a-4347-9901-843087e6a971 will not be triggered until provisioned by entity DHCP. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:32:34.245438 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-217ec914-2854-4266-a1a0-9e9b290d6e88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:34.251459 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-665f1431-f25e-481b-b1c0-5e33c73f41f3 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Deleting port eafce76d-a4ba-4c44-b69c-ac80a4d4f0a3 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:32:34.252039 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-665f1431-f25e-481b-b1c0-5e33c73f41f3 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:34.282559 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-217ec914-2854-4266-a1a0-9e9b290d6e88 None None] Network 139cfbf0-72fe-4157-aac8-277ea5c5083a is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:32:34.287340 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-217ec914-2854-4266-a1a0-9e9b290d6e88 None None] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:32:34.292706 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-217ec914-2854-4266-a1a0-9e9b290d6e88 None None] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:32:34.299879 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217ec914-2854-4266-a1a0-9e9b290d6e88 None None] Pushing event updated for resources: {'Port': ['ID=2fd001cd-849a-4347-9901-843087e6a971,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:32:34.345809 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-665f1431-f25e-481b-b1c0-5e33c73f41f3 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:34.356159 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-217ec914-2854-4266-a1a0-9e9b290d6e88 None None] Attempting to bind port 2fd001cd-849a-4347-9901-843087e6a971 on host n-d-802623-1 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:32:34.356532 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-217ec914-2854-4266-a1a0-9e9b290d6e88 None None] Attempting to bind port 2fd001cd-849a-4347-9901-843087e6a971 by drivers openvswitch,hyperv on host n-d-802623-1 at level 0 using segments [{'id': 'fcf2197d-a903-4ad1-8fef-eea3861359a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '139cfbf0-72fe-4157-aac8-277ea5c5083a'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:32:34.356893 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-217ec914-2854-4266-a1a0-9e9b290d6e88 None None] Attempting to bind port 2fd001cd-849a-4347-9901-843087e6a971 on network 139cfbf0-72fe-4157-aac8-277ea5c5083a {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:32:34.358403 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-665f1431-f25e-481b-b1c0-5e33c73f41f3 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Calling delete_port for eafce76d-a4ba-4c44-b69c-ac80a4d4f0a3 owned by {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:32:34.362296 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-217ec914-2854-4266-a1a0-9e9b290d6e88 None None] Checking agent: {'id': 'a9a568d2-a5e7-41e4-833f-a8ab42ea4073', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 52, 30), 'started_at': datetime.datetime(2021, 7, 27, 22, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 32, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802623-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:32:34.362698 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-217ec914-2854-4266-a1a0-9e9b290d6e88 None None] Checking segment: {'id': 'fcf2197d-a903-4ad1-8fef-eea3861359a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '139cfbf0-72fe-4157-aac8-277ea5c5083a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:32:34.363072 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-217ec914-2854-4266-a1a0-9e9b290d6e88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:34.363473 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-217ec914-2854-4266-a1a0-9e9b290d6e88 None None] Bound using segment: {'id': 'fcf2197d-a903-4ad1-8fef-eea3861359a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '139cfbf0-72fe-4157-aac8-277ea5c5083a'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:32:34.363958 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-217ec914-2854-4266-a1a0-9e9b290d6e88 None None] Bound port: 2fd001cd-849a-4347-9901-843087e6a971, host: n-d-802623-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcf2197d-a903-4ad1-8fef-eea3861359a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '139cfbf0-72fe-4157-aac8-277ea5c5083a'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:32:34.364340 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-217ec914-2854-4266-a1a0-9e9b290d6e88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:34.453833 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-217ec914-2854-4266-a1a0-9e9b290d6e88 None None] For port 2fd001cd-849a-4347-9901-843087e6a971, host n-d-802623-1, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:32:34.458914 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-217ec914-2854-4266-a1a0-9e9b290d6e88 None None] For port 2fd001cd-849a-4347-9901-843087e6a971, host n-d-802623-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=2fd001cd-849a-4347-9901-843087e6a971,segment=NetworkSegment(fcf2197d-a903-4ad1-8fef-eea3861359a1),segment_id=fcf2197d-a903-4ad1-8fef-eea3861359a1)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:32:34.465140 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-217ec914-2854-4266-a1a0-9e9b290d6e88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:34.505546 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-665f1431-f25e-481b-b1c0-5e33c73f41f3 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:34.533257 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217ec914-2854-4266-a1a0-9e9b290d6e88 None None] Pushing event updated for resources: {'Port': ['ID=2fd001cd-849a-4347-9901-843087e6a971,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:32:34.544343 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665f1431-f25e-481b-b1c0-5e33c73f41f3 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Pushing event deleted for resources: {'Port': ['ID=eafce76d-a4ba-4c44-b69c-ac80a4d4f0a3,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:32:34.573004 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-665f1431-f25e-481b-b1c0-5e33c73f41f3 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:34.575081 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-665f1431-f25e-481b-b1c0-5e33c73f41f3 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] 10.222.0.18 "DELETE /v2.0/ports/eafce76d-a4ba-4c44-b69c-ac80a4d4f0a3 HTTP/1.1" status: 204 len: 168 time: 0.4336128 Jul 27 23:32:34.577701 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 41410) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:32:34.635426 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-912e6286-ef60-42ae-a1c9-3bd94b584ec6 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:32:34.637097 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-912e6286-ef60-42ae-a1c9-3bd94b584ec6 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:32:34.639092 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-912e6286-ef60-42ae-a1c9-3bd94b584ec6 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0599151 Jul 27 23:32:34.641719 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 41412) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:32:34.726709 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fe5ec0b-2b87-4689-b701-9667dbe0c763 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Deleting subnet 6fae75ce-c9af-4554-925b-bdf974998f46 {{(pid=93797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 23:32:34.729840 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5fe5ec0b-2b87-4689-b701-9667dbe0c763 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks [] for subnet, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:34.786703 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5fe5ec0b-2b87-4689-b701-9667dbe0c763 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11335971'] for subnet, precommit_delete_associations {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:34.888977 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d349dc7-59dc-45eb-a3a8-4e3e837ca4d5 req-a38207da-2f66-4033-9a20-3b34ab9780a0 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:32:34.895192 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5fe5ec0b-2b87-4689-b701-9667dbe0c763 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620741'] for subnet, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:34.900917 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-3d349dc7-59dc-45eb-a3a8-4e3e837ca4d5 req-a38207da-2f66-4033-9a20-3b34ab9780a0 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/ports?device_id=f2a46d65-19ee-498b-adf8-ff7b5f6366c2 HTTP/1.1" status: 200 len: 945 time: 0.0744321 Jul 27 23:32:34.942710 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:34.955973 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-3d349dc7-59dc-45eb-a3a8-4e3e837ca4d5 req-e249d861-987f-45a0-abd4-a3fa9ce24dde tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/security-groups?id=ba3baf51-24bd-4d95-b413-6126b786be4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540404 Jul 27 23:32:34.977287 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5fe5ec0b-2b87-4689-b701-9667dbe0c763 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11335991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11551414'] for subnet, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:35.005481 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe5ec0b-2b87-4689-b701-9667dbe0c763 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Pushing event deleted for resources: {'Subnet': ['ID=6fae75ce-c9af-4554-925b-bdf974998f46,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:32:35.007470 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5fe5ec0b-2b87-4689-b701-9667dbe0c763 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks [] for subnet, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:35.011883 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-5fe5ec0b-2b87-4689-b701-9667dbe0c763 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] 10.222.0.18 "DELETE /v2.0/subnets/6fae75ce-c9af-4554-925b-bdf974998f46 HTTP/1.1" status: 204 len: 168 time: 0.3667676 Jul 27 23:32:35.012214 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 41426) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:32:35.074871 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 41428) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:32:35.075218 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-cd3b9409-8bcc-47a0-9836-caf470af1b6a tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0617778 Jul 27 23:32:35.125402 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9285e455-d72d-43c9-8942-b96d163f854f tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:32:35.127089 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-9285e455-d72d-43c9-8942-b96d163f854f tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0509834 Jul 27 23:32:35.130193 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 41430) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:32:35.188215 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cbdd5e7-625d-4d9f-872b-743aba8b2ce3 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:32:35.192800 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-9cbdd5e7-625d-4d9f-872b-743aba8b2ce3 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0582969 Jul 27 23:32:35.193105 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 41432) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:32:35.244615 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-75f5f87a-a4da-4449-a3f2-dccdc323156b tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0465081 Jul 27 23:32:35.246758 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 41434) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:32:35.257801 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-81ab0563-8cb3-4454-af1c-56ea9c605ff2 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Request body: {'subnet': {'network_id': '139cfbf0-72fe-4157-aac8-277ea5c5083a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:32:35.348669 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 2fd001cd-849a-4347-9901-843087e6a971 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:32:35.382729 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81ab0563-8cb3-4454-af1c-56ea9c605ff2 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Made reservation on behalf of 99f174f0a0ea48c5a906b127129cb432 for: {'subnet': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:32:35.392155 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-81ab0563-8cb3-4454-af1c-56ea9c605ff2 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11551435'] for subnet, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:35.413528 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning for port 2fd001cd-849a-4347-9901-843087e6a971 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:32:35.657844 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d640afa-125d-44d9-91f4-a7b53d2279ff None None] Network 139cfbf0-72fe-4157-aac8-277ea5c5083a requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:32:35.728190 n-d-802623-1 neutron-server[93797]: DEBUG neutron.objects.ports [None req-81ab0563-8cb3-4454-af1c-56ea9c605ff2 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93797) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 27 23:32:35.765162 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-2b96a20d-cb92-4af3-a241-451e6f8b93b8 None None] Provisioning for port 2fd001cd-849a-4347-9901-843087e6a971 completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:32:35.787438 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-2b96a20d-cb92-4af3-a241-451e6f8b93b8 None None] Provisioning complete for port 2fd001cd-849a-4347-9901-843087e6a971 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:32:35.787813 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2b96a20d-cb92-4af3-a241-451e6f8b93b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:35.916245 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-81ab0563-8cb3-4454-af1c-56ea9c605ff2 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:35.919370 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2b96a20d-cb92-4af3-a241-451e6f8b93b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:35.955367 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-2b96a20d-cb92-4af3-a241-451e6f8b93b8 None None] For port 2fd001cd-849a-4347-9901-843087e6a971, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=2fd001cd-849a-4347-9901-843087e6a971,segment=NetworkSegment(fcf2197d-a903-4ad1-8fef-eea3861359a1),segment_id=fcf2197d-a903-4ad1-8fef-eea3861359a1)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:32:35.963354 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2b96a20d-cb92-4af3-a241-451e6f8b93b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:35.989947 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.db.api [None req-81ab0563-8cb3-4454-af1c-56ea9c605ff2 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93797) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 23:32:35.990266 n-d-802623-1 neutron-server[93797]: DEBUG oslo_db.api [None req-81ab0563-8cb3-4454-af1c-56ea9c605ff2 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 23:32:36.022257 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b96a20d-cb92-4af3-a241-451e6f8b93b8 None None] Pushing event updated for resources: {'Port': ['ID=2fd001cd-849a-4347-9901-843087e6a971,revision_number=5']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:32:36.098824 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea7f76a-b633-438d-bcda-c02da9db3af8 req-b2e1b90f-0adb-4db7-a81f-9a26afc30ba9 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:32:36.100408 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-cea7f76a-b633-438d-bcda-c02da9db3af8 req-b2e1b90f-0adb-4db7-a81f-9a26afc30ba9 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/ports?device_id=f2a46d65-19ee-498b-adf8-ff7b5f6366c2 HTTP/1.1" status: 200 len: 945 time: 0.0586367 Jul 27 23:32:36.142216 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-cea7f76a-b633-438d-bcda-c02da9db3af8 req-459e044c-b9df-4c93-9481-6913c33e23c5 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/security-groups?id=ba3baf51-24bd-4d95-b413-6126b786be4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347264 Jul 27 23:32:36.273333 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a3f599-a88e-4311-ab77-5943488855b7 req-5c7befc1-ade6-47d1-ba6b-a77cae66ac4c tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:32:36.274819 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a3a3f599-a88e-4311-ab77-5943488855b7 req-5c7befc1-ade6-47d1-ba6b-a77cae66ac4c tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/ports?device_id=f2a46d65-19ee-498b-adf8-ff7b5f6366c2 HTTP/1.1" status: 200 len: 945 time: 0.0580647 Jul 27 23:32:36.286113 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-9501455c-c1ff-4357-b782-939f465df6f0 None None] Provisioning complete for port 2fd001cd-849a-4347-9901-843087e6a971 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:32:36.286485 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-9501455c-c1ff-4357-b782-939f465df6f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:36.318303 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a3a3f599-a88e-4311-ab77-5943488855b7 req-6a154711-b7b7-4848-8da9-109e6b19a4b5 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/security-groups?id=ba3baf51-24bd-4d95-b413-6126b786be4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372348 Jul 27 23:32:36.343372 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 41460) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:32:36.535724 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-c9dbcd52-342d-4ff1-ad3e-0583e50003b1 None None] Could not find standard attr ID for object eafce76d-a4ba-4c44-b69c-ac80a4d4f0a3. {{(pid=93799) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 23:32:36.575366 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-81ab0563-8cb3-4454-af1c-56ea9c605ff2 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:36.641053 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04e4d945-d645-46b5-8085-2df8691f580c tempest-TestVolumeBootPattern-619101151 tempest-TestVolumeBootPattern-619101151-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:32:36.649950 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 41468) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:32:36.655650 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-04e4d945-d645-46b5-8085-2df8691f580c tempest-TestVolumeBootPattern-619101151 tempest-TestVolumeBootPattern-619101151-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=f2a46d65-19ee-498b-adf8-ff7b5f6366c2 HTTP/1.1" status: 200 len: 1091 time: 0.3110900 Jul 27 23:32:36.661869 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-96fce556-6806-4770-930c-c5a7ee6e8af5 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Request body: {'floatingip': {'floating_network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'port_id': '3ee30023-de25-4144-9d8f-f782f24ac762', 'tenant_id': '49af0f356ac348f0bd0841795f0ea352', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:32:36.745363 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-96fce556-6806-4770-930c-c5a7ee6e8af5 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Notify callbacks [] for floatingip, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:36.841185 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-81ab0563-8cb3-4454-af1c-56ea9c605ff2 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] For port 2fd001cd-849a-4347-9901-843087e6a971, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=2fd001cd-849a-4347-9901-843087e6a971,segment=NetworkSegment(fcf2197d-a903-4ad1-8fef-eea3861359a1),segment_id=fcf2197d-a903-4ad1-8fef-eea3861359a1)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:32:36.878848 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-81ab0563-8cb3-4454-af1c-56ea9c605ff2 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:36.884208 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-81ab0563-8cb3-4454-af1c-56ea9c605ff2 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11336041'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:36.884956 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-81ab0563-8cb3-4454-af1c-56ea9c605ff2 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11336182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11551417'] for subnet, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:36.966104 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81ab0563-8cb3-4454-af1c-56ea9c605ff2 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Network 139cfbf0-72fe-4157-aac8-277ea5c5083a is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:32:36.979705 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-81ab0563-8cb3-4454-af1c-56ea9c605ff2 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:32:36.991853 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-426b187c-31ff-43f5-844d-908e1a9b0c74 None None] Network 139cfbf0-72fe-4157-aac8-277ea5c5083a requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:32:36.992766 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81ab0563-8cb3-4454-af1c-56ea9c605ff2 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:32:36.993365 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-81ab0563-8cb3-4454-af1c-56ea9c605ff2 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks [] for subnet, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:37.011902 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ab0563-8cb3-4454-af1c-56ea9c605ff2 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Pushing event updated for resources: {'Subnet': ['ID=687ac9bf-b699-49bf-97e4-91a1277a85d6,revision_number=0']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:32:37.013963 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ab0563-8cb3-4454-af1c-56ea9c605ff2 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Pushing event updated for resources: {'Port': ['ID=2fd001cd-849a-4347-9901-843087e6a971,revision_number=6']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:32:37.024722 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-96fce556-6806-4770-930c-c5a7ee6e8af5 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:37.037571 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-81ab0563-8cb3-4454-af1c-56ea9c605ff2 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.7859051 Jul 27 23:32:37.037889 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 41480) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:32:37.044252 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-0555fe84-dadb-4454-98c8-1ed32ef77cc8 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Request body: {'port': {'network_id': '139cfbf0-72fe-4157-aac8-277ea5c5083a', 'mac_address': 'fa:16:3e:17:2d:1c', 'name': 'tempest-NetworksTestDHCPv6-1228210123'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:32:37.178977 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-96fce556-6806-4770-930c-c5a7ee6e8af5 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Allocated IP 172.25.4.229 (2fd42287-ed26-4eb9-89a5-b521f5b04356/17de1f8f-393a-4b0c-a2df-614bd3f2fb5e/57e48013-ad77-469a-b3f3-1ed662bbc550) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:32:37.289628 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0555fe84-dadb-4454-98c8-1ed32ef77cc8 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Made reservation on behalf of 99f174f0a0ea48c5a906b127129cb432 for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:32:37.351833 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-96fce556-6806-4770-930c-c5a7ee6e8af5 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:37.390199 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 2fd001cd-849a-4347-9901-843087e6a971 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:32:37.472711 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-96fce556-6806-4770-930c-c5a7ee6e8af5 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:37.496381 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port 2fd001cd-849a-4347-9901-843087e6a971 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:32:37.496822 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:37.509515 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0555fe84-dadb-4454-98c8-1ed32ef77cc8 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:37.539002 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fce556-6806-4770-930c-c5a7ee6e8af5 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Pushing event updated for resources: {'Port': ['ID=57e48013-ad77-469a-b3f3-1ed662bbc550,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:32:37.544295 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7668ce-00d3-4fdd-b8ae-c0941067ba6c req-838068c8-3808-43b6-bb1d-353b000d6062 tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:32:37.545833 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-dc7668ce-00d3-4fdd-b8ae-c0941067ba6c req-838068c8-3808-43b6-bb1d-353b000d6062 tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] 10.222.0.18 "GET /v2.0/ports?device_id=ad67c1f5-7283-4637-999c-94737161fd62 HTTP/1.1" status: 200 len: 946 time: 0.1079943 Jul 27 23:32:37.550215 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [None req-0555fe84-dadb-4454-98c8-1ed32ef77cc8 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] device_id is not set on port bd6bf882-c722-46ae-b319-23611d285942 yet. {{(pid=93798) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 23:32:37.561288 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96fce556-6806-4770-930c-c5a7ee6e8af5 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Network 2fd42287-ed26-4eb9-89a5-b521f5b04356 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:32:37.563405 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-96fce556-6806-4770-930c-c5a7ee6e8af5 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:32:37.566284 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96fce556-6806-4770-930c-c5a7ee6e8af5 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:32:37.590695 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-885a6bac-8523-4965-8cc9-0f988803095b None None] Provisioning complete for port 2fd001cd-849a-4347-9901-843087e6a971 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:32:37.591266 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-885a6bac-8523-4965-8cc9-0f988803095b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:37.634766 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-dc7668ce-00d3-4fdd-b8ae-c0941067ba6c req-b57de56a-0eda-4050-ae80-4ceccb32dab7 tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] 10.222.0.18 "GET /v2.0/security-groups?id=0fdd7288-5bd7-4452-be54-74ff530fb5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0796015 Jul 27 23:32:37.726124 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-0555fe84-dadb-4454-98c8-1ed32ef77cc8 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Allocated IP 2001:db8::f816:3eff:fe17:2d1c (139cfbf0-72fe-4157-aac8-277ea5c5083a/687ac9bf-b699-49bf-97e4-91a1277a85d6/bd6bf882-c722-46ae-b319-23611d285942) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:32:37.892757 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0555fe84-dadb-4454-98c8-1ed32ef77cc8 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:37.908571 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-0555fe84-dadb-4454-98c8-1ed32ef77cc8 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Transition to ACTIVE for port object bd6bf882-c722-46ae-b319-23611d285942 will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:32:37.942631 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0555fe84-dadb-4454-98c8-1ed32ef77cc8 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:37.997943 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0555fe84-dadb-4454-98c8-1ed32ef77cc8 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Network 139cfbf0-72fe-4157-aac8-277ea5c5083a is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:32:38.001810 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-0555fe84-dadb-4454-98c8-1ed32ef77cc8 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:32:38.004567 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0555fe84-dadb-4454-98c8-1ed32ef77cc8 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Pushing event updated for resources: {'Port': ['ID=bd6bf882-c722-46ae-b319-23611d285942,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:32:38.006779 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0555fe84-dadb-4454-98c8-1ed32ef77cc8 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:32:38.014372 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0555fe84-dadb-4454-98c8-1ed32ef77cc8 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:32:38.014598 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0555fe84-dadb-4454-98c8-1ed32ef77cc8 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:38.033630 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-0555fe84-dadb-4454-98c8-1ed32ef77cc8 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.9927273 Jul 27 23:32:38.035993 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 41502) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:32:38.097670 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70c273c9-34c9-4253-aef1-89659b81ed56 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:32:38.103928 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70c273c9-34c9-4253-aef1-89659b81ed56 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:32:38.108351 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-70c273c9-34c9-4253-aef1-89659b81ed56 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1705 time: 0.0686884 Jul 27 23:32:38.108980 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 41508) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:32:38.235093 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-9d3dab65-d628-45b3-9c7f-d257452935fc tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Deleting port bd6bf882-c722-46ae-b319-23611d285942 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:32:38.235511 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9d3dab65-d628-45b3-9c7f-d257452935fc tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:38.335083 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9d3dab65-d628-45b3-9c7f-d257452935fc tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:38.350638 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-9d3dab65-d628-45b3-9c7f-d257452935fc tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Calling delete_port for bd6bf882-c722-46ae-b319-23611d285942 owned by {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:32:38.351476 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-352b5ca5-211b-4257-a78f-82f9aca69921 None None] Provisioning for port bd6bf882-c722-46ae-b319-23611d285942 completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:32:38.357842 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-352b5ca5-211b-4257-a78f-82f9aca69921 None None] Provisioning complete for port bd6bf882-c722-46ae-b319-23611d285942 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:32:38.358229 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-352b5ca5-211b-4257-a78f-82f9aca69921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:38.400774 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-352b5ca5-211b-4257-a78f-82f9aca69921 None None] Port bd6bf882-c722-46ae-b319-23611d285942 cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:32:38.508822 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-96fce556-6806-4770-930c-c5a7ee6e8af5 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:38.509429 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9d3dab65-d628-45b3-9c7f-d257452935fc tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:38.543541 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3dab65-d628-45b3-9c7f-d257452935fc tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Pushing event deleted for resources: {'Port': ['ID=bd6bf882-c722-46ae-b319-23611d285942,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:32:38.574964 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9d3dab65-d628-45b3-9c7f-d257452935fc tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:38.578395 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-9d3dab65-d628-45b3-9c7f-d257452935fc tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] 10.222.0.18 "DELETE /v2.0/ports/bd6bf882-c722-46ae-b319-23611d285942 HTTP/1.1" status: 204 len: 168 time: 0.4661846 Jul 27 23:32:38.578632 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 41514) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:32:38.631823 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-96fce556-6806-4770-930c-c5a7ee6e8af5 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:38.634712 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb0a2a08-75ad-4955-95ec-83ed587b305d tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:32:38.636519 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb0a2a08-75ad-4955-95ec-83ed587b305d tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:32:38.638060 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-fb0a2a08-75ad-4955-95ec-83ed587b305d tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0584633 Jul 27 23:32:38.644173 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 41516) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:32:38.708820 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_v2 [None req-829db94f-7193-4f70-91e9-9225353c1ad5 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Deleting subnet 687ac9bf-b699-49bf-97e4-91a1277a85d6 {{(pid=93798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 23:32:38.712831 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-829db94f-7193-4f70-91e9-9225353c1ad5 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks [] for subnet, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:38.774441 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-829db94f-7193-4f70-91e9-9225353c1ad5 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11163249'] for subnet, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:38.859400 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-96fce556-6806-4770-930c-c5a7ee6e8af5 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:38.876786 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd0150d-d417-4ef0-8787-cb424cf880f2 req-396d979b-15dc-48bc-a72e-86e3845eb03e tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:32:38.878410 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8cd0150d-d417-4ef0-8787-cb424cf880f2 req-396d979b-15dc-48bc-a72e-86e3845eb03e tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] 10.222.0.18 "GET /v2.0/ports?device_id=ad67c1f5-7283-4637-999c-94737161fd62 HTTP/1.1" status: 200 len: 946 time: 0.1167603 Jul 27 23:32:38.879613 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-96fce556-6806-4770-930c-c5a7ee6e8af5 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11336041'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:38.889531 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-829db94f-7193-4f70-91e9-9225353c1ad5 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620741'] for subnet, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:38.953174 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-829db94f-7193-4f70-91e9-9225353c1ad5 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11971800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12265753'] for subnet, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:38.977465 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fce556-6806-4770-930c-c5a7ee6e8af5 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Pushing event updated for resources: {'Port': ['ID=57e48013-ad77-469a-b3f3-1ed662bbc550,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:32:38.984240 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829db94f-7193-4f70-91e9-9225353c1ad5 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Pushing event deleted for resources: {'Subnet': ['ID=687ac9bf-b699-49bf-97e4-91a1277a85d6,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:32:38.991707 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-829db94f-7193-4f70-91e9-9225353c1ad5 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:38.995084 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-829db94f-7193-4f70-91e9-9225353c1ad5 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] 10.222.0.18 "DELETE /v2.0/subnets/687ac9bf-b699-49bf-97e4-91a1277a85d6 HTTP/1.1" status: 204 len: 168 time: 0.3453271 Jul 27 23:32:38.996550 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8cd0150d-d417-4ef0-8787-cb424cf880f2 req-f5e0d090-8f99-47f3-8665-fa0d5941dec4 tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] 10.222.0.18 "GET /v2.0/security-groups?id=0fdd7288-5bd7-4452-be54-74ff530fb5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0907254 Jul 27 23:32:38.997040 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 41528) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:32:39.005196 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60259018-3c78-4e48-8083-99163ffc24fd None None] Network 139cfbf0-72fe-4157-aac8-277ea5c5083a requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:32:39.008514 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-96fce556-6806-4770-930c-c5a7ee6e8af5 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-415302'] for floatingip, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:39.111579 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-9fdbd610-115e-4261-abb6-611fdb2a2383 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1113214 Jul 27 23:32:39.114465 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 41532) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:32:39.119727 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-328abf08-2026-42a2-aec4-ea47efa2353d tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Request body: {'subnet': {'network_id': '139cfbf0-72fe-4157-aac8-277ea5c5083a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:32:39.196025 n-d-802623-1 neutron-server[93797]: INFO neutron.db.l3_db [None req-96fce556-6806-4770-930c-c5a7ee6e8af5 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Floating IP 4264bc4e-bd49-4a34-8f50-9568f0d67e32 associated. External IP: 172.25.4.229, port: 3ee30023-de25-4144-9d8f-f782f24ac762. Jul 27 23:32:39.233685 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79864c04-8f2f-4f42-b320-db1a6dd6252c None None] DHCP port deletion for 139cfbf0-72fe-4157-aac8-277ea5c5083a request from n-d-802623-1 {{(pid=93799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 23:32:39.251657 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-328abf08-2026-42a2-aec4-ea47efa2353d tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Made reservation on behalf of 99f174f0a0ea48c5a906b127129cb432 for: {'subnet': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:32:39.256598 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-328abf08-2026-42a2-aec4-ea47efa2353d tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12265828'] for subnet, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:39.294093 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-79864c04-8f2f-4f42-b320-db1a6dd6252c None None] Deleting port 2fd001cd-849a-4347-9901-843087e6a971 {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:32:39.294586 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-79864c04-8f2f-4f42-b320-db1a6dd6252c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:39.370882 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-79864c04-8f2f-4f42-b320-db1a6dd6252c None None] For port 2fd001cd-849a-4347-9901-843087e6a971, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=2fd001cd-849a-4347-9901-843087e6a971,segment=NetworkSegment(fcf2197d-a903-4ad1-8fef-eea3861359a1),segment_id=fcf2197d-a903-4ad1-8fef-eea3861359a1)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:32:39.371444 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-79864c04-8f2f-4f42-b320-db1a6dd6252c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:39.389541 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 2fd001cd-849a-4347-9901-843087e6a971 no longer exists at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:32:39.405810 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773152ec-4157-45f3-a7a7-f5c688653e80 req-44d12a81-7db8-4a5a-bd8e-57c1bbc90066 tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:32:39.407400 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-773152ec-4157-45f3-a7a7-f5c688653e80 req-44d12a81-7db8-4a5a-bd8e-57c1bbc90066 tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] 10.222.0.38 "GET /v2.0/ports?device_id=ad67c1f5-7283-4637-999c-94737161fd62 HTTP/1.1" status: 200 len: 946 time: 0.0749753 Jul 27 23:32:39.416634 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-79864c04-8f2f-4f42-b320-db1a6dd6252c None None] Calling delete_port for 2fd001cd-849a-4347-9901-843087e6a971 owned by network:dhcp {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:32:39.545796 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:39.566859 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-79864c04-8f2f-4f42-b320-db1a6dd6252c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:39.595123 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79864c04-8f2f-4f42-b320-db1a6dd6252c None None] Pushing event deleted for resources: {'Port': ['ID=2fd001cd-849a-4347-9901-843087e6a971,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:32:39.599071 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79864c04-8f2f-4f42-b320-db1a6dd6252c None None] No DVR routers for this DVR port 2fd001cd-849a-4347-9901-843087e6a971 on host n-d-802623-1 {{(pid=93799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:32:39.627732 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79864c04-8f2f-4f42-b320-db1a6dd6252c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:32:39.628604 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79864c04-8f2f-4f42-b320-db1a6dd6252c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:32:39.628948 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79864c04-8f2f-4f42-b320-db1a6dd6252c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:32:39.630283 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79864c04-8f2f-4f42-b320-db1a6dd6252c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:32:39.630283 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79864c04-8f2f-4f42-b320-db1a6dd6252c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:32:39.630283 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79864c04-8f2f-4f42-b320-db1a6dd6252c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:32:39.630283 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79864c04-8f2f-4f42-b320-db1a6dd6252c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:32:39.630653 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79864c04-8f2f-4f42-b320-db1a6dd6252c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:32:39.630866 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79864c04-8f2f-4f42-b320-db1a6dd6252c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:32:39.631435 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79864c04-8f2f-4f42-b320-db1a6dd6252c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:32:39.631789 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79864c04-8f2f-4f42-b320-db1a6dd6252c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:32:39.632120 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79864c04-8f2f-4f42-b320-db1a6dd6252c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:32:39.650897 n-d-802623-1 neutron-server[93798]: DEBUG neutron.objects.ports [None req-328abf08-2026-42a2-aec4-ea47efa2353d tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93798) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 27 23:32:39.654333 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-328abf08-2026-42a2-aec4-ea47efa2353d tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11971609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12265750'] for subnet, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:39.656738 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96fce556-6806-4770-930c-c5a7ee6e8af5 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Router ae07b307-a0ba-48a4-8cdd-01fc42aa4d7f has already been hosted by L3 agent 018c4455-49c0-4734-927d-7824067b2a9e {{(pid=93797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 23:32:39.662039 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [req-773152ec-4157-45f3-a7a7-f5c688653e80 req-a749050c-9aa0-41d8-85e2-8985d8075b8c tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] Deleting port 15c92a5f-fcf7-4340-b57e-ba184e4d3613 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:32:39.662382 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-773152ec-4157-45f3-a7a7-f5c688653e80 req-a749050c-9aa0-41d8-85e2-8985d8075b8c tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:39.714139 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-328abf08-2026-42a2-aec4-ea47efa2353d tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Network 139cfbf0-72fe-4157-aac8-277ea5c5083a is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:32:39.718285 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-328abf08-2026-42a2-aec4-ea47efa2353d tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:32:39.730607 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-328abf08-2026-42a2-aec4-ea47efa2353d tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:32:39.731351 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-328abf08-2026-42a2-aec4-ea47efa2353d tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:39.736485 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-921e8174-6518-4a3c-b555-d5b4be8b65c6 None None] Network 139cfbf0-72fe-4157-aac8-277ea5c5083a requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:32:39.740549 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328abf08-2026-42a2-aec4-ea47efa2353d tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Pushing event updated for resources: {'Subnet': ['ID=ab68866a-a76b-4f87-a06d-8979a830b6c6,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:32:39.757842 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-328abf08-2026-42a2-aec4-ea47efa2353d tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.6422365 Jul 27 23:32:39.761047 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 41542) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:32:39.768265 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-7ba0c366-802a-45fb-b40e-5639b2b6d88f tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Request body: {'port': {'network_id': '139cfbf0-72fe-4157-aac8-277ea5c5083a', 'mac_address': 'fa:16:3e:1a:41:d4', 'name': 'tempest-NetworksTestDHCPv6-302266592'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:32:39.859680 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-773152ec-4157-45f3-a7a7-f5c688653e80 req-a749050c-9aa0-41d8-85e2-8985d8075b8c tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] For port 15c92a5f-fcf7-4340-b57e-ba184e4d3613, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=15c92a5f-fcf7-4340-b57e-ba184e4d3613,segment=NetworkSegment(389149bf-5833-435c-91df-71739cf48c37),segment_id=389149bf-5833-435c-91df-71739cf48c37)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:32:39.860000 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-773152ec-4157-45f3-a7a7-f5c688653e80 req-a749050c-9aa0-41d8-85e2-8985d8075b8c tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:39.924404 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ba0c366-802a-45fb-b40e-5639b2b6d88f tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Made reservation on behalf of 99f174f0a0ea48c5a906b127129cb432 for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:32:39.930354 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7ba0c366-802a-45fb-b40e-5639b2b6d88f tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:39.954177 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [None req-7ba0c366-802a-45fb-b40e-5639b2b6d88f tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] device_id is not set on port 7d679c26-dfeb-4e02-852a-1d3518d1097f yet. {{(pid=93798) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 23:32:39.974464 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96fce556-6806-4770-930c-c5a7ee6e8af5 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:32:39.987767 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f5a5b9e-f951-4005-b3e4-100cef6ef975 None None] Sync routers for ids ['ae07b307-a0ba-48a4-8cdd-01fc42aa4d7f'] in n-d-802623-1 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:32:40.005329 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f5a5b9e-f951-4005-b3e4-100cef6ef975 None None] Routers {'ae07b307-a0ba-48a4-8cdd-01fc42aa4d7f'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:32:40.009060 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-5f5a5b9e-f951-4005-b3e4-100cef6ef975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:32:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['ae07b307-a0ba-48a4-8cdd-01fc42aa4d7f'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:32:40.066377 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-96fce556-6806-4770-930c-c5a7ee6e8af5 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for floatingip, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:40.121846 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-96fce556-6806-4770-930c-c5a7ee6e8af5 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.4705751 Jul 27 23:32:40.124241 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2a46d65-19ee-498b-adf8-ff7b5f6366c2', 'tag': '3ee30023-de25-4144-9d8f-f782f24ac762'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:32:40.126619 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a476459a1bfce68b0ae0df5b6a71154bfc7cfdc8f9eefce6ad0a17231e60468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9404298f-e4e8-4bf8-8efc-1ed763c230e1" -d '{"events": [{"name": "network-changed", "server_uuid": "f2a46d65-19ee-498b-adf8-ff7b5f6366c2", "tag": "3ee30023-de25-4144-9d8f-f782f24ac762"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:32:40.164332 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-7ba0c366-802a-45fb-b40e-5639b2b6d88f tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Allocated IP 2001:db8::f816:3eff:fe1a:41d4 (139cfbf0-72fe-4157-aac8-277ea5c5083a/ab68866a-a76b-4f87-a06d-8979a830b6c6/7d679c26-dfeb-4e02-852a-1d3518d1097f) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:32:40.181873 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77c2934e-c595-4907-97b6-5dafb05f577f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f6f257c-ad18-5f0c-8c8e-ea085a5fc8a2-139cfbf0-72fe-4157-aac8-277ea5c5083a', 'network_id': '139cfbf0-72fe-4157-aac8-277ea5c5083a', 'tenant_id': '99f174f0a0ea48c5a906b127129cb432', 'fixed_ips': [{'subnet_id': 'ab68866a-a76b-4f87-a06d-8979a830b6c6'}]}} from n-d-802623-1. {{(pid=93799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 23:32:40.183283 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-77c2934e-c595-4907-97b6-5dafb05f577f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:40.231433 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-5f5a5b9e-f951-4005-b3e4-100cef6ef975 None None] Set router ae07b307-a0ba-48a4-8cdd-01fc42aa4d7f gateway port host: n-d-802623-1 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:32:40.249364 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 23:32:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14599513-2637-489c-ad8d-07f7c75572d8 x-openstack-request-id: req-14599513-2637-489c-ad8d-07f7c75572d8 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:32:40.249788 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2a46d65-19ee-498b-adf8-ff7b5f6366c2", "tag": "3ee30023-de25-4144-9d8f-f782f24ac762", "status": "completed", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:32:40.250096 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-14599513-2637-489c-ad8d-07f7c75572d8 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:32:40.250491 n-d-802623-1 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2a46d65-19ee-498b-adf8-ff7b5f6366c2', 'tag': '3ee30023-de25-4144-9d8f-f782f24ac762', 'status': 'completed', 'code': 200} Jul 27 23:32:40.341868 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-773152ec-4157-45f3-a7a7-f5c688653e80 req-a749050c-9aa0-41d8-85e2-8985d8075b8c tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:40.342338 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-773152ec-4157-45f3-a7a7-f5c688653e80 req-a749050c-9aa0-41d8-85e2-8985d8075b8c tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-415302'] for floatingip, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:40.342654 n-d-802623-1 neutron-server[93797]: INFO neutron.db.l3_db [req-773152ec-4157-45f3-a7a7-f5c688653e80 req-a749050c-9aa0-41d8-85e2-8985d8075b8c tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] Floating IP ab40f7bc-76ef-4f20-9424-fa5bcb08f9cd disassociated. External IP: 172.25.4.230, port: 15c92a5f-fcf7-4340-b57e-ba184e4d3613. Jul 27 23:32:40.342998 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [req-773152ec-4157-45f3-a7a7-f5c688653e80 req-a749050c-9aa0-41d8-85e2-8985d8075b8c tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] Calling delete_port for 15c92a5f-fcf7-4340-b57e-ba184e4d3613 owned by compute:nova {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:32:40.349864 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9404298f-e4e8-4bf8-8efc-1ed763c230e1 req-36e2afe7-a03c-489f-9100-4eaa32e502d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:32:40.351514 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-9404298f-e4e8-4bf8-8efc-1ed763c230e1 req-36e2afe7-a03c-489f-9100-4eaa32e502d3 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=49af0f356ac348f0bd0841795f0ea352&device_id=f2a46d65-19ee-498b-adf8-ff7b5f6366c2 HTTP/1.1" status: 200 len: 1096 time: 0.1001427 Jul 27 23:32:40.439709 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7ba0c366-802a-45fb-b40e-5639b2b6d88f tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:40.459940 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-7ba0c366-802a-45fb-b40e-5639b2b6d88f tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Transition to ACTIVE for port object 7d679c26-dfeb-4e02-852a-1d3518d1097f will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:32:40.477641 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-5f5a5b9e-f951-4005-b3e4-100cef6ef975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae07b307-a0ba-48a4-8cdd-01fc42aa4d7f', 'name': 'tempest-TestVolumeBootPattern-1074431017-router', 'tenant_id': '49af0f356ac348f0bd0841795f0ea352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.28'}], 'enable_snat': True}, 'gw_port_id': 'aabf91af-c331-4c6f-8eeb-399969435504', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:26:41Z', 'updated_at': '2021-07-27T23:26:46Z', 'revision_number': 4, 'project_id': '49af0f356ac348f0bd0841795f0ea352', 'gw_port': {'id': 'aabf91af-c331-4c6f-8eeb-399969435504', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:cc:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae07b307-a0ba-48a4-8cdd-01fc42aa4d7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2648, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:26:42Z', 'updated_at': '2021-07-27T23:26:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_floatingips': [{'id': '4264bc4e-bd49-4a34-8f50-9568f0d67e32', 'tenant_id': '49af0f356ac348f0bd0841795f0ea352', 'floating_ip_address': '172.25.4.229', 'floating_network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'router_id': 'ae07b307-a0ba-48a4-8cdd-01fc42aa4d7f', 'port_id': '3ee30023-de25-4144-9d8f-f782f24ac762', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3405, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '280a3ba5-2d75-4827-b3c1-0be5bb892094', 'mac_address': 'fa:16:3e:c7:5c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2a46d65-19ee-498b-adf8-ff7b5f6366c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T23:32:37Z', 'updated_at': '2021-07-27T23:32:37Z', 'revision_number': 0, 'project_id': '49af0f356ac348f0bd0841795f0ea352', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a3cb2b8-98cb-4156-9ea6-63b994d40fe2', 'name': '', 'network_id': '280a3ba5-2d75-4827-b3c1-0be5bb892094', 'tenant_id': '49af0f356ac348f0bd0841795f0ea352', 'mac_address': 'fa:16:3e:da:7c:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae07b307-a0ba-48a4-8cdd-01fc42aa4d7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2651, 'fixed_ips': [{'subnet_id': '03df5e5c-8a96-449f-9e96-cff1a55737e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:26:44Z', 'updated_at': '2021-07-27T23:26:57Z', 'revision_number': 5, 'project_id': '49af0f356ac348f0bd0841795f0ea352', 'subnets': [{'id': '03df5e5c-8a96-449f-9e96-cff1a55737e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:32:40.508149 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5ebc3e-2cce-443e-adee-593bddf98f0e req-79bbf433-e0ef-43d6-a5b2-b13d2181616d tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:32:40.511483 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f5a5b9e-f951-4005-b3e4-100cef6ef975 None None] Checking router: ae07b307-a0ba-48a4-8cdd-01fc42aa4d7f for host: n-d-802623-1 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 23:32:40.515266 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-fd5ebc3e-2cce-443e-adee-593bddf98f0e req-79bbf433-e0ef-43d6-a5b2-b13d2181616d tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] 10.222.0.18 "GET /v2.0/ports?device_id=ad67c1f5-7283-4637-999c-94737161fd62 HTTP/1.1" status: 200 len: 946 time: 0.3820603 Jul 27 23:32:40.524089 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f5a5b9e-f951-4005-b3e4-100cef6ef975 None None] Routers {'ae07b307-a0ba-48a4-8cdd-01fc42aa4d7f'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:32:40.525248 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-5f5a5b9e-f951-4005-b3e4-100cef6ef975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:32:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['ae07b307-a0ba-48a4-8cdd-01fc42aa4d7f'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:32:40.543509 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7ba0c366-802a-45fb-b40e-5639b2b6d88f tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:40.600824 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-77c2934e-c595-4907-97b6-5dafb05f577f None None] Allocated IP 2001:db8::f816:3eff:fea2:ccd4 (139cfbf0-72fe-4157-aac8-277ea5c5083a/ab68866a-a76b-4f87-a06d-8979a830b6c6/d56b6cf6-6a14-47ff-80fc-9614bec737fb) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:32:40.632657 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-fd5ebc3e-2cce-443e-adee-593bddf98f0e req-9e4af08a-dffc-4a3a-8cf4-6abe97b11550 tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] 10.222.0.18 "GET /v2.0/security-groups?id=0fdd7288-5bd7-4452-be54-74ff530fb5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0997777 Jul 27 23:32:40.647427 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9404298f-e4e8-4bf8-8efc-1ed763c230e1 req-7d1d4753-0d6d-4327-9c83-74e890827d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:32:40.649032 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-9404298f-e4e8-4bf8-8efc-1ed763c230e1 req-7d1d4753-0d6d-4327-9c83-74e890827d03 service neutron] 10.222.0.49 "GET /v2.0/networks?id=280a3ba5-2d75-4827-b3c1-0be5bb892094 HTTP/1.1" status: 200 len: 913 time: 0.2897377 Jul 27 23:32:40.649785 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-773152ec-4157-45f3-a7a7-f5c688653e80 req-a749050c-9aa0-41d8-85e2-8985d8075b8c tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:40.658279 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-5f5a5b9e-f951-4005-b3e4-100cef6ef975 None None] Set router ae07b307-a0ba-48a4-8cdd-01fc42aa4d7f gateway port host: n-d-802623-1 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:32:40.661573 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ba0c366-802a-45fb-b40e-5639b2b6d88f tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Network 139cfbf0-72fe-4157-aac8-277ea5c5083a is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:32:40.663064 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-7ba0c366-802a-45fb-b40e-5639b2b6d88f tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:32:40.669928 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ba0c366-802a-45fb-b40e-5639b2b6d88f tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:32:40.684911 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ba0c366-802a-45fb-b40e-5639b2b6d88f tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:32:40.690021 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7ba0c366-802a-45fb-b40e-5639b2b6d88f tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:40.737444 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba0c366-802a-45fb-b40e-5639b2b6d88f tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Pushing event updated for resources: {'Port': ['ID=7d679c26-dfeb-4e02-852a-1d3518d1097f,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:32:40.755100 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-7ba0c366-802a-45fb-b40e-5639b2b6d88f tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.9908860 Jul 27 23:32:40.755100 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 41562) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:32:40.789406 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a749050c-9aa0-41d8-85e2-8985d8075b8c tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] Pushing event deleted for resources: {'Port': ['ID=15c92a5f-fcf7-4340-b57e-ba184e4d3613,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:32:40.834047 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-77c2934e-c595-4907-97b6-5dafb05f577f None None] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:40.846189 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dce4b3e9-156b-4ea0-a844-8c47342c62d2 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:32:40.848086 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-dce4b3e9-156b-4ea0-a844-8c47342c62d2 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.0928123 Jul 27 23:32:40.851345 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 41566) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:32:40.860643 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-9404298f-e4e8-4bf8-8efc-1ed763c230e1 req-59740f2c-3a3f-4b4a-af9b-cb384a0daab3 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3ee30023-de25-4144-9d8f-f782f24ac762 HTTP/1.1" status: 200 len: 999 time: 0.1821361 Jul 27 23:32:40.869879 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-77c2934e-c595-4907-97b6-5dafb05f577f None None] Transition to ACTIVE for port object d56b6cf6-6a14-47ff-80fc-9614bec737fb will not be triggered until provisioned by entity L2. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:32:40.929858 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-77c2934e-c595-4907-97b6-5dafb05f577f None None] Transition to ACTIVE for port object d56b6cf6-6a14-47ff-80fc-9614bec737fb will not be triggered until provisioned by entity DHCP. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:32:40.945009 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-77c2934e-c595-4907-97b6-5dafb05f577f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:40.963500 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-15fab147-e184-46a4-900a-a85e1912cbb6 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Deleting port 7d679c26-dfeb-4e02-852a-1d3518d1097f {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:32:40.964097 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-15fab147-e184-46a4-900a-a85e1912cbb6 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:40.984674 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.l3_agent_scheduler [req-773152ec-4157-45f3-a7a7-f5c688653e80 req-a749050c-9aa0-41d8-85e2-8985d8075b8c tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] Router a8e85d13-b7c1-43bf-ae6d-81dca465a0fb has already been hosted by L3 agent 018c4455-49c0-4734-927d-7824067b2a9e {{(pid=93797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 23:32:40.991969 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77c2934e-c595-4907-97b6-5dafb05f577f None None] Network 139cfbf0-72fe-4157-aac8-277ea5c5083a is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:32:40.997160 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-77c2934e-c595-4907-97b6-5dafb05f577f None None] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:32:41.010532 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77c2934e-c595-4907-97b6-5dafb05f577f None None] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:32:41.014036 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9404298f-e4e8-4bf8-8efc-1ed763c230e1 req-20679217-08ad-4968-88c1-d3114be3a595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:32:41.015746 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-9404298f-e4e8-4bf8-8efc-1ed763c230e1 req-20679217-08ad-4968-88c1-d3114be3a595 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=03df5e5c-8a96-449f-9e96-cff1a55737e2 HTTP/1.1" status: 200 len: 851 time: 0.1398108 Jul 27 23:32:41.038941 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c2934e-c595-4907-97b6-5dafb05f577f None None] Pushing event updated for resources: {'Port': ['ID=d56b6cf6-6a14-47ff-80fc-9614bec737fb,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:32:41.124926 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-15fab147-e184-46a4-900a-a85e1912cbb6 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:41.153404 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9404298f-e4e8-4bf8-8efc-1ed763c230e1 req-6edbf51c-7a7a-48e2-8ef3-663daaaa1988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:32:41.160882 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-9404298f-e4e8-4bf8-8efc-1ed763c230e1 req-6edbf51c-7a7a-48e2-8ef3-663daaaa1988 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=280a3ba5-2d75-4827-b3c1-0be5bb892094&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0962253 Jul 27 23:32:41.169420 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-15fab147-e184-46a4-900a-a85e1912cbb6 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Calling delete_port for 7d679c26-dfeb-4e02-852a-1d3518d1097f owned by {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:32:41.174196 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-77c2934e-c595-4907-97b6-5dafb05f577f None None] Attempting to bind port d56b6cf6-6a14-47ff-80fc-9614bec737fb on host n-d-802623-1 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:32:41.175496 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-77c2934e-c595-4907-97b6-5dafb05f577f None None] Attempting to bind port d56b6cf6-6a14-47ff-80fc-9614bec737fb by drivers openvswitch,hyperv on host n-d-802623-1 at level 0 using segments [{'id': 'fcf2197d-a903-4ad1-8fef-eea3861359a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '139cfbf0-72fe-4157-aac8-277ea5c5083a'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:32:41.175962 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c2934e-c595-4907-97b6-5dafb05f577f None None] Attempting to bind port d56b6cf6-6a14-47ff-80fc-9614bec737fb on network 139cfbf0-72fe-4157-aac8-277ea5c5083a {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:32:41.182030 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c2934e-c595-4907-97b6-5dafb05f577f None None] Checking agent: {'id': 'a9a568d2-a5e7-41e4-833f-a8ab42ea4073', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 52, 30), 'started_at': datetime.datetime(2021, 7, 27, 22, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 32, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802623-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:32:41.182513 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c2934e-c595-4907-97b6-5dafb05f577f None None] Checking segment: {'id': 'fcf2197d-a903-4ad1-8fef-eea3861359a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '139cfbf0-72fe-4157-aac8-277ea5c5083a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:32:41.183117 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-77c2934e-c595-4907-97b6-5dafb05f577f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:41.183658 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c2934e-c595-4907-97b6-5dafb05f577f None None] Bound using segment: {'id': 'fcf2197d-a903-4ad1-8fef-eea3861359a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '139cfbf0-72fe-4157-aac8-277ea5c5083a'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:32:41.184222 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-77c2934e-c595-4907-97b6-5dafb05f577f None None] Bound port: d56b6cf6-6a14-47ff-80fc-9614bec737fb, host: n-d-802623-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcf2197d-a903-4ad1-8fef-eea3861359a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '139cfbf0-72fe-4157-aac8-277ea5c5083a'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:32:41.184716 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-77c2934e-c595-4907-97b6-5dafb05f577f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:41.200235 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-5f5a5b9e-f951-4005-b3e4-100cef6ef975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae07b307-a0ba-48a4-8cdd-01fc42aa4d7f', 'name': 'tempest-TestVolumeBootPattern-1074431017-router', 'tenant_id': '49af0f356ac348f0bd0841795f0ea352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.28'}], 'enable_snat': True}, 'gw_port_id': 'aabf91af-c331-4c6f-8eeb-399969435504', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:26:41Z', 'updated_at': '2021-07-27T23:26:46Z', 'revision_number': 4, 'project_id': '49af0f356ac348f0bd0841795f0ea352', 'gw_port': {'id': 'aabf91af-c331-4c6f-8eeb-399969435504', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:cc:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae07b307-a0ba-48a4-8cdd-01fc42aa4d7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2648, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:26:42Z', 'updated_at': '2021-07-27T23:26:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_floatingips': [{'id': '4264bc4e-bd49-4a34-8f50-9568f0d67e32', 'tenant_id': '49af0f356ac348f0bd0841795f0ea352', 'floating_ip_address': '172.25.4.229', 'floating_network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'router_id': 'ae07b307-a0ba-48a4-8cdd-01fc42aa4d7f', 'port_id': '3ee30023-de25-4144-9d8f-f782f24ac762', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3405, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '280a3ba5-2d75-4827-b3c1-0be5bb892094', 'mac_address': 'fa:16:3e:c7:5c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2a46d65-19ee-498b-adf8-ff7b5f6366c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T23:32:37Z', 'updated_at': '2021-07-27T23:32:37Z', 'revision_number': 0, 'project_id': '49af0f356ac348f0bd0841795f0ea352', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a3cb2b8-98cb-4156-9ea6-63b994d40fe2', 'name': '', 'network_id': '280a3ba5-2d75-4827-b3c1-0be5bb892094', 'tenant_id': '49af0f356ac348f0bd0841795f0ea352', 'mac_address': 'fa:16:3e:da:7c:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae07b307-a0ba-48a4-8cdd-01fc42aa4d7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2651, 'fixed_ips': [{'subnet_id': '03df5e5c-8a96-449f-9e96-cff1a55737e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:26:44Z', 'updated_at': '2021-07-27T23:26:57Z', 'revision_number': 5, 'project_id': '49af0f356ac348f0bd0841795f0ea352', 'subnets': [{'id': '03df5e5c-8a96-449f-9e96-cff1a55737e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:32:41.282961 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-77c2934e-c595-4907-97b6-5dafb05f577f None None] For port d56b6cf6-6a14-47ff-80fc-9614bec737fb, host n-d-802623-1, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:32:41.292649 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-77c2934e-c595-4907-97b6-5dafb05f577f None None] For port d56b6cf6-6a14-47ff-80fc-9614bec737fb, host n-d-802623-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=d56b6cf6-6a14-47ff-80fc-9614bec737fb,segment=NetworkSegment(fcf2197d-a903-4ad1-8fef-eea3861359a1),segment_id=fcf2197d-a903-4ad1-8fef-eea3861359a1)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:32:41.293350 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f5a5b9e-f951-4005-b3e4-100cef6ef975 None None] The sync data for ids ['ae07b307-a0ba-48a4-8cdd-01fc42aa4d7f'] in n-d-802623-1 is: [{'id': 'ae07b307-a0ba-48a4-8cdd-01fc42aa4d7f', 'name': 'tempest-TestVolumeBootPattern-1074431017-router', 'tenant_id': '49af0f356ac348f0bd0841795f0ea352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.28'}], 'enable_snat': True}, 'gw_port_id': 'aabf91af-c331-4c6f-8eeb-399969435504', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:26:41Z', 'updated_at': '2021-07-27T23:26:46Z', 'revision_number': 4, 'project_id': '49af0f356ac348f0bd0841795f0ea352', 'gw_port': {'id': 'aabf91af-c331-4c6f-8eeb-399969435504', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:cc:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae07b307-a0ba-48a4-8cdd-01fc42aa4d7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2648, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:26:42Z', 'updated_at': '2021-07-27T23:26:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_floatingips': [{'id': '4264bc4e-bd49-4a34-8f50-9568f0d67e32', 'tenant_id': '49af0f356ac348f0bd0841795f0ea352', 'floating_ip_address': '172.25.4.229', 'floating_network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'router_id': 'ae07b307-a0ba-48a4-8cdd-01fc42aa4d7f', 'port_id': '3ee30023-de25-4144-9d8f-f782f24ac762', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3405, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '280a3ba5-2d75-4827-b3c1-0be5bb892094', 'mac_address': 'fa:16:3e:c7:5c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2a46d65-19ee-498b-adf8-ff7b5f6366c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T23:32:37Z', 'updated_at': '2021-07-27T23:32:37Z', 'revision_number': 0, 'project_id': '49af0f356ac348f0bd0841795f0ea352', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a3cb2b8-98cb-4156-9ea6-63b994d40fe2', 'name': '', 'network_id': '280a3ba5-2d75-4827-b3c1-0be5bb892094', 'tenant_id': '49af0f356ac348f0bd0841795f0ea352', 'mac_address': 'fa:16:3e:da:7c:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae07b307-a0ba-48a4-8cdd-01fc42aa4d7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2651, 'fixed_ips': [{'subnet_id': '03df5e5c-8a96-449f-9e96-cff1a55737e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:26:44Z', 'updated_at': '2021-07-27T23:26:57Z', 'revision_number': 5, 'project_id': '49af0f356ac348f0bd0841795f0ea352', 'subnets': [{'id': '03df5e5c-8a96-449f-9e96-cff1a55737e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:32:41.310995 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-77c2934e-c595-4907-97b6-5dafb05f577f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:41.325732 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-773152ec-4157-45f3-a7a7-f5c688653e80 req-a749050c-9aa0-41d8-85e2-8985d8075b8c tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:32:41.371673 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d53d63f-a71a-48ec-8368-867e9f24b7e1 None None] Sync routers for ids ['a8e85d13-b7c1-43bf-ae6d-81dca465a0fb'] in n-d-802623-1 {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:32:41.397160 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-15fab147-e184-46a4-900a-a85e1912cbb6 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:41.418982 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [req-773152ec-4157-45f3-a7a7-f5c688653e80 req-a749050c-9aa0-41d8-85e2-8985d8075b8c tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] No DVR routers for this DVR port 15c92a5f-fcf7-4340-b57e-ba184e4d3613 on host n-h1-802623-1 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:32:41.422830 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-773152ec-4157-45f3-a7a7-f5c688653e80 req-a749050c-9aa0-41d8-85e2-8985d8075b8c tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:41.426389 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-773152ec-4157-45f3-a7a7-f5c688653e80 req-a749050c-9aa0-41d8-85e2-8985d8075b8c tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] 10.222.0.38 "DELETE /v2.0/ports/15c92a5f-fcf7-4340-b57e-ba184e4d3613 HTTP/1.1" status: 204 len: 173 time: 1.9782188 Jul 27 23:32:41.441927 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d53d63f-a71a-48ec-8368-867e9f24b7e1 None None] Routers {'a8e85d13-b7c1-43bf-ae6d-81dca465a0fb'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:32:41.442600 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-6d53d63f-a71a-48ec-8368-867e9f24b7e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:32:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['a8e85d13-b7c1-43bf-ae6d-81dca465a0fb'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:32:41.447014 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fab147-e184-46a4-900a-a85e1912cbb6 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Pushing event deleted for resources: {'Port': ['ID=7d679c26-dfeb-4e02-852a-1d3518d1097f,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:32:41.448545 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c2934e-c595-4907-97b6-5dafb05f577f None None] Pushing event updated for resources: {'Port': ['ID=d56b6cf6-6a14-47ff-80fc-9614bec737fb,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:32:41.482039 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-9404298f-e4e8-4bf8-8efc-1ed763c230e1 req-90ee27c7-6626-4380-9914-ccf2b14d8f61 service neutron] 10.222.0.49 "GET /v2.0/networks/280a3ba5-2d75-4827-b3c1-0be5bb892094?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2768462 Jul 27 23:32:41.506382 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-15fab147-e184-46a4-900a-a85e1912cbb6 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:41.511191 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-15fab147-e184-46a4-900a-a85e1912cbb6 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] 10.222.0.18 "DELETE /v2.0/ports/7d679c26-dfeb-4e02-852a-1d3518d1097f HTTP/1.1" status: 204 len: 168 time: 0.6587362 Jul 27 23:32:41.511809 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 41574) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:32:41.591364 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a2bea30-24de-45c6-b16a-bfc94d64cac8 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:32:41.593475 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a2bea30-24de-45c6-b16a-bfc94d64cac8 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:32:41.595191 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-5a2bea30-24de-45c6-b16a-bfc94d64cac8 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0824239 Jul 27 23:32:41.598445 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 41576) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:32:41.665717 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-6d53d63f-a71a-48ec-8368-867e9f24b7e1 None None] Set router a8e85d13-b7c1-43bf-ae6d-81dca465a0fb gateway port host: n-d-802623-1 {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:32:41.705810 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_v2 [None req-671e6727-1413-4aa0-8d8b-0349c8230b34 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Deleting subnet ab68866a-a76b-4f87-a06d-8979a830b6c6 {{(pid=93798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 23:32:41.713957 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-671e6727-1413-4aa0-8d8b-0349c8230b34 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks [] for subnet, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:41.804878 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-671e6727-1413-4aa0-8d8b-0349c8230b34 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11163249'] for subnet, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:41.833729 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3cdf0ac-5b97-4d11-a2e3-5e1ccd1d4218 None None] New status for floating IP 4264bc4e-bd49-4a34-8f50-9568f0d67e32: ACTIVE {{(pid=93800) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 23:32:42.028543 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-671e6727-1413-4aa0-8d8b-0349c8230b34 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620741'] for subnet, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:42.106631 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-671e6727-1413-4aa0-8d8b-0349c8230b34 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11971800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12265753'] for subnet, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:42.124460 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-6d53d63f-a71a-48ec-8368-867e9f24b7e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8e85d13-b7c1-43bf-ae6d-81dca465a0fb', 'name': 'tempest-AttachVolumeTestJSON-1979639153-router', 'tenant_id': '93d6af8ff48b44f2bdb667a30d291295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.79'}], 'enable_snat': True}, 'gw_port_id': '90e4d9d6-e4ba-4dd6-83c2-87e7b158b22e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:28:13Z', 'updated_at': '2021-07-27T23:28:21Z', 'revision_number': 4, 'project_id': '93d6af8ff48b44f2bdb667a30d291295', 'gw_port': {'id': '90e4d9d6-e4ba-4dd6-83c2-87e7b158b22e', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:5a:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e85d13-b7c1-43bf-ae6d-81dca465a0fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2832, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:28:14Z', 'updated_at': '2021-07-27T23:28:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': '944f3a21-a6cb-45fb-870a-277e132bcce9', 'name': '', 'network_id': 'd772070e-dad0-48ff-8bce-c02a3adbff90', 'tenant_id': '93d6af8ff48b44f2bdb667a30d291295', 'mac_address': 'fa:16:3e:c7:30:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e85d13-b7c1-43bf-ae6d-81dca465a0fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2843, 'fixed_ips': [{'subnet_id': '22fd4781-4e46-409c-a91a-a4ac3ab69caf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:28:19Z', 'updated_at': '2021-07-27T23:28:35Z', 'revision_number': 5, 'project_id': '93d6af8ff48b44f2bdb667a30d291295', 'subnets': [{'id': '22fd4781-4e46-409c-a91a-a4ac3ab69caf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:32:42.179937 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d53d63f-a71a-48ec-8368-867e9f24b7e1 None None] Checking router: a8e85d13-b7c1-43bf-ae6d-81dca465a0fb for host: n-d-802623-1 {{(pid=93799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 23:32:42.194245 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d53d63f-a71a-48ec-8368-867e9f24b7e1 None None] Routers {'a8e85d13-b7c1-43bf-ae6d-81dca465a0fb'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:32:42.199953 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-6d53d63f-a71a-48ec-8368-867e9f24b7e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:32:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['a8e85d13-b7c1-43bf-ae6d-81dca465a0fb'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:32:42.204001 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-2973a169-751d-4f16-be17-c4c489980f33 req-5f8ab159-cfda-4869-acdd-f48f5229ccd7 tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] 10.222.0.18 "GET /v2.0/ports?device_id=ad67c1f5-7283-4637-999c-94737161fd62 HTTP/1.1" status: 200 len: 210 time: 0.0495408 Jul 27 23:32:42.221148 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-671e6727-1413-4aa0-8d8b-0349c8230b34 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:42.223375 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-671e6727-1413-4aa0-8d8b-0349c8230b34 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] 10.222.0.18 "DELETE /v2.0/subnets/ab68866a-a76b-4f87-a06d-8979a830b6c6 HTTP/1.1" status: 204 len: 168 time: 0.6237240 Jul 27 23:32:42.224466 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671e6727-1413-4aa0-8d8b-0349c8230b34 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Pushing event deleted for resources: {'Subnet': ['ID=ab68866a-a76b-4f87-a06d-8979a830b6c6,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:32:42.226177 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 41590) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:32:42.265831 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad67c1f5-7283-4637-999c-94737161fd62', 'name': 'network-vif-deleted', 'tag': '15c92a5f-fcf7-4340-b57e-ba184e4d3613'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:32:42.265831 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a476459a1bfce68b0ae0df5b6a71154bfc7cfdc8f9eefce6ad0a17231e60468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ea4b125-cd1d-49ab-9240-11b2b9f32a56" -d '{"events": [{"server_uuid": "ad67c1f5-7283-4637-999c-94737161fd62", "name": "network-vif-deleted", "tag": "15c92a5f-fcf7-4340-b57e-ba184e4d3613"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:32:42.279066 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-9404298f-e4e8-4bf8-8efc-1ed763c230e1 req-dd90f101-d580-4125-85da-3d3b0b183cba service neutron] 10.222.0.49 "GET /v2.0/networks/280a3ba5-2d75-4827-b3c1-0be5bb892094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7863948 Jul 27 23:32:42.289536 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-c2ff7731-fac1-40cb-91a8-927a5e1db650 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0600302 Jul 27 23:32:42.290536 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 41594) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:32:42.333850 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:32:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7905e9cc-67b5-4a60-85b4-f788f0c2a73e x-openstack-request-id: req-7905e9cc-67b5-4a60-85b4-f788f0c2a73e {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:32:42.334149 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad67c1f5-7283-4637-999c-94737161fd62", "name": "network-vif-deleted", "tag": "15c92a5f-fcf7-4340-b57e-ba184e4d3613", "status": "completed", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:32:42.334406 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7905e9cc-67b5-4a60-85b4-f788f0c2a73e {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:32:42.334806 n-d-802623-1 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad67c1f5-7283-4637-999c-94737161fd62', 'name': 'network-vif-deleted', 'tag': '15c92a5f-fcf7-4340-b57e-ba184e4d3613', 'status': 'completed', 'code': 200} Jul 27 23:32:42.357536 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-187b36b8-86bc-423b-9198-af2e90fc8335 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:32:42.361469 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-187b36b8-86bc-423b-9198-af2e90fc8335 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0670319 Jul 27 23:32:42.361659 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 41598) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:32:42.396192 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-6d53d63f-a71a-48ec-8368-867e9f24b7e1 None None] Set router a8e85d13-b7c1-43bf-ae6d-81dca465a0fb gateway port host: n-d-802623-1 {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:32:42.423496 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f06f147c-a5a1-4a1f-b95d-92cfbf466823 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:32:42.425886 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-f06f147c-a5a1-4a1f-b95d-92cfbf466823 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0625405 Jul 27 23:32:42.430096 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 41600) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:32:42.476823 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-0c486173-aa16-46cc-9416-2a6255066220 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0441654 Jul 27 23:32:42.481627 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 41602) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:32:42.490502 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-1fbd9dbf-54b1-4e5f-9295-1defa5d02574 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Request body: {'subnet': {'network_id': '139cfbf0-72fe-4157-aac8-277ea5c5083a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:32:42.603980 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fbd9dbf-54b1-4e5f-9295-1defa5d02574 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Made reservation on behalf of 99f174f0a0ea48c5a906b127129cb432 for: {'subnet': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:32:42.608636 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1fbd9dbf-54b1-4e5f-9295-1defa5d02574 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12265828'] for subnet, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:42.655869 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-6d53d63f-a71a-48ec-8368-867e9f24b7e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8e85d13-b7c1-43bf-ae6d-81dca465a0fb', 'name': 'tempest-AttachVolumeTestJSON-1979639153-router', 'tenant_id': '93d6af8ff48b44f2bdb667a30d291295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.79'}], 'enable_snat': True}, 'gw_port_id': '90e4d9d6-e4ba-4dd6-83c2-87e7b158b22e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:28:13Z', 'updated_at': '2021-07-27T23:28:21Z', 'revision_number': 4, 'project_id': '93d6af8ff48b44f2bdb667a30d291295', 'gw_port': {'id': '90e4d9d6-e4ba-4dd6-83c2-87e7b158b22e', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:5a:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e85d13-b7c1-43bf-ae6d-81dca465a0fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2832, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:28:14Z', 'updated_at': '2021-07-27T23:28:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': '944f3a21-a6cb-45fb-870a-277e132bcce9', 'name': '', 'network_id': 'd772070e-dad0-48ff-8bce-c02a3adbff90', 'tenant_id': '93d6af8ff48b44f2bdb667a30d291295', 'mac_address': 'fa:16:3e:c7:30:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e85d13-b7c1-43bf-ae6d-81dca465a0fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2843, 'fixed_ips': [{'subnet_id': '22fd4781-4e46-409c-a91a-a4ac3ab69caf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:28:19Z', 'updated_at': '2021-07-27T23:28:35Z', 'revision_number': 5, 'project_id': '93d6af8ff48b44f2bdb667a30d291295', 'subnets': [{'id': '22fd4781-4e46-409c-a91a-a4ac3ab69caf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:32:42.686016 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d53d63f-a71a-48ec-8368-867e9f24b7e1 None None] The sync data for ids ['a8e85d13-b7c1-43bf-ae6d-81dca465a0fb'] in n-d-802623-1 is: [{'id': 'a8e85d13-b7c1-43bf-ae6d-81dca465a0fb', 'name': 'tempest-AttachVolumeTestJSON-1979639153-router', 'tenant_id': '93d6af8ff48b44f2bdb667a30d291295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.79'}], 'enable_snat': True}, 'gw_port_id': '90e4d9d6-e4ba-4dd6-83c2-87e7b158b22e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:28:13Z', 'updated_at': '2021-07-27T23:28:21Z', 'revision_number': 4, 'project_id': '93d6af8ff48b44f2bdb667a30d291295', 'gw_port': {'id': '90e4d9d6-e4ba-4dd6-83c2-87e7b158b22e', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:5a:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e85d13-b7c1-43bf-ae6d-81dca465a0fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2832, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:28:14Z', 'updated_at': '2021-07-27T23:28:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': '944f3a21-a6cb-45fb-870a-277e132bcce9', 'name': '', 'network_id': 'd772070e-dad0-48ff-8bce-c02a3adbff90', 'tenant_id': '93d6af8ff48b44f2bdb667a30d291295', 'mac_address': 'fa:16:3e:c7:30:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e85d13-b7c1-43bf-ae6d-81dca465a0fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2843, 'fixed_ips': [{'subnet_id': '22fd4781-4e46-409c-a91a-a4ac3ab69caf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:28:19Z', 'updated_at': '2021-07-27T23:28:35Z', 'revision_number': 5, 'project_id': '93d6af8ff48b44f2bdb667a30d291295', 'subnets': [{'id': '22fd4781-4e46-409c-a91a-a4ac3ab69caf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:32:42.818593 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71965110-d759-44bc-afe5-7689a47d8a49 None None] Network 139cfbf0-72fe-4157-aac8-277ea5c5083a requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:32:42.847614 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1fbd9dbf-54b1-4e5f-9295-1defa5d02574 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11971609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12265750'] for subnet, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:42.859475 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 15c92a5f-fcf7-4340-b57e-ba184e4d3613 no longer exists at agent hyperv_n-h1-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:32:42.895583 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] No Port match for: 15c92a5f-fcf7-4340-b57e-ba184e4d3613 {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:32:42.895929 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 15c92a5f-fcf7-4340-b57e-ba184e4d3613 not bound to the agent host n-h1-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:32:42.909495 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-40f5ca83-cd05-43b7-8973-67b607953e04 None None] Provisioning for port d56b6cf6-6a14-47ff-80fc-9614bec737fb completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:32:42.913909 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fbd9dbf-54b1-4e5f-9295-1defa5d02574 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Network 139cfbf0-72fe-4157-aac8-277ea5c5083a is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:32:42.921000 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbd9dbf-54b1-4e5f-9295-1defa5d02574 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Pushing event updated for resources: {'Subnet': ['ID=bfc61ca0-a49e-4ec9-90e1-7f6a32739fa0,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:32:42.923381 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-1fbd9dbf-54b1-4e5f-9295-1defa5d02574 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:32:42.927380 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fbd9dbf-54b1-4e5f-9295-1defa5d02574 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:32:42.927982 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1fbd9dbf-54b1-4e5f-9295-1defa5d02574 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:42.954483 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-1fbd9dbf-54b1-4e5f-9295-1defa5d02574 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4716706 Jul 27 23:32:42.957114 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 41612) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:32:42.962733 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-e203455f-e887-4bab-a15b-097dae88fd6d tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Request body: {'port': {'network_id': '139cfbf0-72fe-4157-aac8-277ea5c5083a', 'mac_address': 'fa:16:3e:1d:a2:d6', 'name': 'tempest-NetworksTestDHCPv6-1729966217'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:32:43.060696 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eacc8436-7d51-44d5-a5b4-4e8520e812cf None None] New status for floating IP ab40f7bc-76ef-4f20-9424-fa5bcb08f9cd: DOWN {{(pid=93799) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 23:32:43.096242 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e203455f-e887-4bab-a15b-097dae88fd6d tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Made reservation on behalf of 99f174f0a0ea48c5a906b127129cb432 for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:32:43.194534 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e203455f-e887-4bab-a15b-097dae88fd6d tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:43.225092 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [None req-e203455f-e887-4bab-a15b-097dae88fd6d tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] device_id is not set on port 168a6b59-cc92-4fd3-8d58-565cdaad991a yet. {{(pid=93798) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 23:32:43.343744 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 41624) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:32:43.361330 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-856fdf24-c0ac-4afb-9ec7-0e668ecc4929 None None] Network 139cfbf0-72fe-4157-aac8-277ea5c5083a requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:32:43.410263 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-e203455f-e887-4bab-a15b-097dae88fd6d tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Allocated IP 2001:db8::369 (139cfbf0-72fe-4157-aac8-277ea5c5083a/bfc61ca0-a49e-4ec9-90e1-7f6a32739fa0/168a6b59-cc92-4fd3-8d58-565cdaad991a) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:32:43.422984 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device d56b6cf6-6a14-47ff-80fc-9614bec737fb up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:32:43.424989 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-20a19944-9a26-4161-9bf5-f0eb48cc5691 tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:43.459348 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-20a19944-9a26-4161-9bf5-f0eb48cc5691 tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:43.525248 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-20a19944-9a26-4161-9bf5-f0eb48cc5691 tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:43.528633 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-20a19944-9a26-4161-9bf5-f0eb48cc5691 tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:43.529795 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-20a19944-9a26-4161-9bf5-f0eb48cc5691 tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] 10.222.0.18 "DELETE /v2.0/security-groups/0fdd7288-5bd7-4452-be54-74ff530fb5a3 HTTP/1.1" status: 204 len: 168 time: 0.1850629 Jul 27 23:32:43.534568 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 41630) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:32:43.546612 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a19944-9a26-4161-9bf5-f0eb48cc5691 tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fdd7288-5bd7-4452-be54-74ff530fb5a3,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:32:43.548286 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning for port d56b6cf6-6a14-47ff-80fc-9614bec737fb completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:32:43.559659 n-d-802623-1 neutron-server[93798]: INFO neutron.api.v2.resource [None req-f66a85a2-0778-4a69-b19f-cb32276b6af1 tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] show failed (client error): The resource could not be found. Jul 27 23:32:43.563642 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-f66a85a2-0778-4a69-b19f-cb32276b6af1 tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] 10.222.0.18 "GET /v2.0/security-groups/0fdd7288-5bd7-4452-be54-74ff530fb5a3 HTTP/1.1" status: 404 len: 347 time: 0.0252888 Jul 27 23:32:43.564963 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 41632) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:32:43.571107 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port d56b6cf6-6a14-47ff-80fc-9614bec737fb triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:32:43.572576 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:43.631319 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e203455f-e887-4bab-a15b-097dae88fd6d tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:43.655170 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-e203455f-e887-4bab-a15b-097dae88fd6d tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Transition to ACTIVE for port object 168a6b59-cc92-4fd3-8d58-565cdaad991a will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:32:43.705550 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e203455f-e887-4bab-a15b-097dae88fd6d tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:43.724553 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d2c83c02-ab18-47a5-8d0e-4c6cb9b8d2b0 tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] Deleting port 3bfdc706-eed2-4845-bbd1-e4a0460c1b5a {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:32:43.724901 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d2c83c02-ab18-47a5-8d0e-4c6cb9b8d2b0 tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:43.730120 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:43.765317 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e203455f-e887-4bab-a15b-097dae88fd6d tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Network 139cfbf0-72fe-4157-aac8-277ea5c5083a is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:32:43.771792 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-e203455f-e887-4bab-a15b-097dae88fd6d tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:32:43.774826 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] For port d56b6cf6-6a14-47ff-80fc-9614bec737fb, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=d56b6cf6-6a14-47ff-80fc-9614bec737fb,segment=NetworkSegment(fcf2197d-a903-4ad1-8fef-eea3861359a1),segment_id=fcf2197d-a903-4ad1-8fef-eea3861359a1)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:32:43.776903 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e203455f-e887-4bab-a15b-097dae88fd6d tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:32:43.784688 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e203455f-e887-4bab-a15b-097dae88fd6d tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:32:43.786042 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:43.796937 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e203455f-e887-4bab-a15b-097dae88fd6d tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:43.841774 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203455f-e887-4bab-a15b-097dae88fd6d tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Pushing event updated for resources: {'Port': ['ID=168a6b59-cc92-4fd3-8d58-565cdaad991a,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:32:43.856837 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-e203455f-e887-4bab-a15b-097dae88fd6d tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 0.8958118 Jul 27 23:32:43.857468 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 41638) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:32:43.859382 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Pushing event updated for resources: {'Port': ['ID=d56b6cf6-6a14-47ff-80fc-9614bec737fb,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:32:43.874931 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d2c83c02-ab18-47a5-8d0e-4c6cb9b8d2b0 tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:43.875295 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d2c83c02-ab18-47a5-8d0e-4c6cb9b8d2b0 tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:43.891153 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d2c83c02-ab18-47a5-8d0e-4c6cb9b8d2b0 tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] Calling delete_port for 3bfdc706-eed2-4845-bbd1-e4a0460c1b5a owned by network:floatingip {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:32:43.943797 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84ec556c-dd26-446d-a922-1f868a811e1e tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:32:43.950938 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84ec556c-dd26-446d-a922-1f868a811e1e tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:32:43.954615 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-84ec556c-dd26-446d-a922-1f868a811e1e tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1592 time: 0.0940380 Jul 27 23:32:43.955078 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 41640) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:32:44.023673 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-d12c28c3-6364-411b-ab85-375a28e994a8 None None] Provisioning complete for port d56b6cf6-6a14-47ff-80fc-9614bec737fb triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:32:44.023980 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d12c28c3-6364-411b-ab85-375a28e994a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:44.054285 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-5ad3ab5b-87d7-48e0-823c-213f85057cb3 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Deleting port 168a6b59-cc92-4fd3-8d58-565cdaad991a {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:32:44.055179 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5ad3ab5b-87d7-48e0-823c-213f85057cb3 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:44.079629 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d2c83c02-ab18-47a5-8d0e-4c6cb9b8d2b0 tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:44.172911 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5ad3ab5b-87d7-48e0-823c-213f85057cb3 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:44.192193 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-5ad3ab5b-87d7-48e0-823c-213f85057cb3 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Calling delete_port for 168a6b59-cc92-4fd3-8d58-565cdaad991a owned by {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:32:44.200771 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c83c02-ab18-47a5-8d0e-4c6cb9b8d2b0 tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] Pushing event deleted for resources: {'Port': ['ID=3bfdc706-eed2-4845-bbd1-e4a0460c1b5a,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:32:44.237808 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d2c83c02-ab18-47a5-8d0e-4c6cb9b8d2b0 tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] Notify callbacks [] for floatingip, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:44.248837 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d2c83c02-ab18-47a5-8d0e-4c6cb9b8d2b0 tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for floatingip, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:44.254627 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-d2c83c02-ab18-47a5-8d0e-4c6cb9b8d2b0 tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] 10.222.0.18 "DELETE /v2.0/floatingips/ab40f7bc-76ef-4f20-9424-fa5bcb08f9cd HTTP/1.1" status: 204 len: 168 time: 0.6889822 Jul 27 23:32:44.355730 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-1e11e64f-f3b6-415e-98c0-75f54f0b592d None None] Could not find standard attr ID for object 7d679c26-dfeb-4e02-852a-1d3518d1097f. {{(pid=93799) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 23:32:44.388570 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5ad3ab5b-87d7-48e0-823c-213f85057cb3 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:44.419224 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad3ab5b-87d7-48e0-823c-213f85057cb3 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Pushing event deleted for resources: {'Port': ['ID=168a6b59-cc92-4fd3-8d58-565cdaad991a,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:32:44.449181 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5ad3ab5b-87d7-48e0-823c-213f85057cb3 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:44.454000 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-5ad3ab5b-87d7-48e0-823c-213f85057cb3 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] 10.222.0.18 "DELETE /v2.0/ports/168a6b59-cc92-4fd3-8d58-565cdaad991a HTTP/1.1" status: 204 len: 168 time: 0.4956298 Jul 27 23:32:44.454286 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 41650) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:32:44.519604 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a74142a4-0263-4247-b681-255e8d5fa007 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:32:44.521381 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a74142a4-0263-4247-b681-255e8d5fa007 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:32:44.523378 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-a74142a4-0263-4247-b681-255e8d5fa007 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0673532 Jul 27 23:32:44.525897 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 41656) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:32:44.584209 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-65d8d654-a90c-4490-8b98-2998f3f2f892 None None] Could not find standard attr ID for object 168a6b59-cc92-4fd3-8d58-565cdaad991a. {{(pid=93799) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 23:32:44.595237 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2d7da51-20cb-47f5-9ff8-d6465a8d5faf tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Deleting subnet bfc61ca0-a49e-4ec9-90e1-7f6a32739fa0 {{(pid=93797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 23:32:44.600542 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f2d7da51-20cb-47f5-9ff8-d6465a8d5faf tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks [] for subnet, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:44.659638 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f2d7da51-20cb-47f5-9ff8-d6465a8d5faf tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11335971'] for subnet, precommit_delete_associations {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:44.659752 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 41658) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:32:44.663747 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-7d48a9c3-ac2f-4605-adcb-a1c020da3755 tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] Request body: {'security_group': {'name': 'tempest-securitygroup--482306317', 'description': 'tempest-description--1371147423'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:32:44.699726 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7d48a9c3-ac2f-4605-adcb-a1c020da3755 tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:44.718962 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f2d7da51-20cb-47f5-9ff8-d6465a8d5faf tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620741'] for subnet, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:44.794352 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f2d7da51-20cb-47f5-9ff8-d6465a8d5faf tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11335991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11551414'] for subnet, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:44.810050 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7d48a9c3-ac2f-4605-adcb-a1c020da3755 tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:44.815538 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7d48a9c3-ac2f-4605-adcb-a1c020da3755 tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:44.828807 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f2d7da51-20cb-47f5-9ff8-d6465a8d5faf tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks [] for subnet, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:44.831777 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-f2d7da51-20cb-47f5-9ff8-d6465a8d5faf tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] 10.222.0.18 "DELETE /v2.0/subnets/bfc61ca0-a49e-4ec9-90e1-7f6a32739fa0 HTTP/1.1" status: 204 len: 168 time: 0.3038964 Jul 27 23:32:44.833514 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d7da51-20cb-47f5-9ff8-d6465a8d5faf tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Pushing event deleted for resources: {'Subnet': ['ID=bfc61ca0-a49e-4ec9-90e1-7f6a32739fa0,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:32:44.835706 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 41664) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:32:44.849169 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7d48a9c3-ac2f-4605-adcb-a1c020da3755 tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:44.850482 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-7d48a9c3-ac2f-4605-adcb-a1c020da3755 tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.1906023 Jul 27 23:32:44.852487 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d48a9c3-ac2f-4605-adcb-a1c020da3755 tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0e6abb3-e597-433f-9625-50bd684439c7,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:32:44.854695 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 41666) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:32:44.859234 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-fcc260e6-ed14-49b9-8e46-c3d98b683630 tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] Request body: {'security_group_rule': {'security_group_id': 'a0e6abb3-e597-433f-9625-50bd684439c7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:32:44.894725 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fcc260e6-ed14-49b9-8e46-c3d98b683630 tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:44.914947 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-d7fd2748-3e1a-4800-a9c5-9c7f9f29428e tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0780430 Jul 27 23:32:44.915892 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 41668) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:32:44.963673 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fcc260e6-ed14-49b9-8e46-c3d98b683630 tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:44.969164 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fcc260e6-ed14-49b9-8e46-c3d98b683630 tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784185'] for security_group_rule, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:44.976793 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54571d01-bd1d-4060-b1e3-7647011b5382 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:32:44.978665 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-54571d01-bd1d-4060-b1e3-7647011b5382 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0618353 Jul 27 23:32:44.981457 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 41670) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:32:44.990699 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc260e6-ed14-49b9-8e46-c3d98b683630 tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8c7cd2e-f25b-4b8d-bf83-63b229fab0de,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:32:45.005916 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fcc260e6-ed14-49b9-8e46-c3d98b683630 tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:45.009704 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-fcc260e6-ed14-49b9-8e46-c3d98b683630 tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1514690 Jul 27 23:32:45.011478 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 41672) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:32:45.017909 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-3557fc53-0805-41c4-8f92-57d8479bbad9 tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] Request body: {'security_group_rule': {'security_group_id': 'a0e6abb3-e597-433f-9625-50bd684439c7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:32:45.049261 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e8c28b5-3d09-4920-bac3-1df6ae383f70 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:32:45.051540 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-4e8c28b5-3d09-4920-bac3-1df6ae383f70 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0688186 Jul 27 23:32:45.051983 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0768f02-7136-4535-9558-60e1539e4316 None None] Network 139cfbf0-72fe-4157-aac8-277ea5c5083a requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:32:45.054048 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 41674) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:32:45.062341 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3557fc53-0805-41c4-8f92-57d8479bbad9 tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:45.108355 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-bec8737c-8aa2-4df2-9d4d-0eb31a80b124 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0468466 Jul 27 23:32:45.108557 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 41678) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:32:45.113739 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-e9f6dbd7-06b8-45e2-be9c-17cfc0f713b4 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Request body: {'subnet': {'network_id': '139cfbf0-72fe-4157-aac8-277ea5c5083a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:32:45.145017 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3557fc53-0805-41c4-8f92-57d8479bbad9 tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:45.149716 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3557fc53-0805-41c4-8f92-57d8479bbad9 tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784185'] for security_group_rule, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:45.179235 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3557fc53-0805-41c4-8f92-57d8479bbad9 tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7855411c-6a54-44ac-b927-7c772a74050a,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:32:45.193199 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3557fc53-0805-41c4-8f92-57d8479bbad9 tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:45.199589 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-3557fc53-0805-41c4-8f92-57d8479bbad9 tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1827786 Jul 27 23:32:45.200707 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 41682) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:32:45.207490 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-a25e0901-68a9-4dae-9953-09e59fbfc402 tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] Request body: {'floatingip': {'floating_network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:32:45.240176 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a25e0901-68a9-4dae-9953-09e59fbfc402 tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] Notify callbacks [] for floatingip, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:45.284051 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0b510ee-43f0-4be0-b110-04bb00fb8d8e None None] DHCP port deletion for 139cfbf0-72fe-4157-aac8-277ea5c5083a request from n-d-802623-1 {{(pid=93799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 23:32:45.294089 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9f6dbd7-06b8-45e2-be9c-17cfc0f713b4 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Made reservation on behalf of 99f174f0a0ea48c5a906b127129cb432 for: {'subnet': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:32:45.300375 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e9f6dbd7-06b8-45e2-be9c-17cfc0f713b4 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11551435'] for subnet, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:45.384382 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a25e0901-68a9-4dae-9953-09e59fbfc402 tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:45.385496 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-b0b510ee-43f0-4be0-b110-04bb00fb8d8e None None] Deleting port d56b6cf6-6a14-47ff-80fc-9614bec737fb {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:32:45.386089 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b0b510ee-43f0-4be0-b110-04bb00fb8d8e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:45.402735 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device d56b6cf6-6a14-47ff-80fc-9614bec737fb no longer exists at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:32:45.531091 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-b0b510ee-43f0-4be0-b110-04bb00fb8d8e None None] For port d56b6cf6-6a14-47ff-80fc-9614bec737fb, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=d56b6cf6-6a14-47ff-80fc-9614bec737fb,segment=NetworkSegment(fcf2197d-a903-4ad1-8fef-eea3861359a1),segment_id=fcf2197d-a903-4ad1-8fef-eea3861359a1)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:32:45.531555 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b0b510ee-43f0-4be0-b110-04bb00fb8d8e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:45.551138 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-b0b510ee-43f0-4be0-b110-04bb00fb8d8e None None] Calling delete_port for d56b6cf6-6a14-47ff-80fc-9614bec737fb owned by network:dhcp {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:32:45.555055 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:45.566033 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-a25e0901-68a9-4dae-9953-09e59fbfc402 tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] Allocated IP 172.25.4.179 (2fd42287-ed26-4eb9-89a5-b521f5b04356/17de1f8f-393a-4b0c-a2df-614bd3f2fb5e/a45a1739-595a-4bc7-94d5-6b527c5f1af7) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:32:45.631388 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] For port d56b6cf6-6a14-47ff-80fc-9614bec737fb, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=d56b6cf6-6a14-47ff-80fc-9614bec737fb,segment=NetworkSegment(fcf2197d-a903-4ad1-8fef-eea3861359a1),segment_id=fcf2197d-a903-4ad1-8fef-eea3861359a1)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:32:45.642715 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:45.703449 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Pushing event updated for resources: {'Port': ['ID=d56b6cf6-6a14-47ff-80fc-9614bec737fb,revision_number=5']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:32:45.706581 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b0b510ee-43f0-4be0-b110-04bb00fb8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:45.719511 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0b510ee-43f0-4be0-b110-04bb00fb8d8e None None] No DVR routers for this DVR port d56b6cf6-6a14-47ff-80fc-9614bec737fb on host n-d-802623-1 {{(pid=93799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:32:45.725722 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a25e0901-68a9-4dae-9953-09e59fbfc402 tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:45.735719 n-d-802623-1 neutron-server[93797]: DEBUG neutron.objects.ports [None req-e9f6dbd7-06b8-45e2-be9c-17cfc0f713b4 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93797) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 27 23:32:45.741354 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b510ee-43f0-4be0-b110-04bb00fb8d8e None None] Pushing event deleted for resources: {'Port': ['ID=d56b6cf6-6a14-47ff-80fc-9614bec737fb,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:32:45.778380 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a25e0901-68a9-4dae-9953-09e59fbfc402 tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:45.829082 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a25e0901-68a9-4dae-9953-09e59fbfc402 tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] Network 2fd42287-ed26-4eb9-89a5-b521f5b04356 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:32:45.837329 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-a25e0901-68a9-4dae-9953-09e59fbfc402 tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:32:45.851612 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25e0901-68a9-4dae-9953-09e59fbfc402 tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] Pushing event updated for resources: {'Port': ['ID=a45a1739-595a-4bc7-94d5-6b527c5f1af7,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:32:45.854485 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a25e0901-68a9-4dae-9953-09e59fbfc402 tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:32:45.861269 n-d-802623-1 neutron-server[93797]: WARNING neutron.services.revisions.revision_plugin [None req-e9f6dbd7-06b8-45e2-be9c-17cfc0f713b4 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Could not find related port for resource to bump revision. Jul 27 23:32:45.868885 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.ipam_pluggable_backend [None req-e9f6dbd7-06b8-45e2-be9c-17cfc0f713b4 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Port d56b6cf6-6a14-47ff-80fc-9614bec737fb was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=93797) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Jul 27 23:32:45.870524 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.ipam_pluggable_backend [None req-e9f6dbd7-06b8-45e2-be9c-17cfc0f713b4 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Reverting IP allocation for 2001:db8::f816:3eff:fea2:ccd4 {{(pid=93797) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Jul 27 23:32:45.876732 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.ipam_pluggable_backend [None req-e9f6dbd7-06b8-45e2-be9c-17cfc0f713b4 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fea2:ccd4 {{(pid=93797) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Jul 27 23:32:45.879897 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e9f6dbd7-06b8-45e2-be9c-17cfc0f713b4 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11336182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11551417'] for subnet, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:45.930527 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9f6dbd7-06b8-45e2-be9c-17cfc0f713b4 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Network 139cfbf0-72fe-4157-aac8-277ea5c5083a is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:32:45.934096 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-e9f6dbd7-06b8-45e2-be9c-17cfc0f713b4 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:32:45.938642 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9f6dbd7-06b8-45e2-be9c-17cfc0f713b4 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:32:45.939264 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e9f6dbd7-06b8-45e2-be9c-17cfc0f713b4 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks [] for subnet, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:45.946731 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eb9e242-359f-47e7-9d6d-4dbf77fa2fd3 None None] Network 139cfbf0-72fe-4157-aac8-277ea5c5083a requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:32:45.958466 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f6dbd7-06b8-45e2-be9c-17cfc0f713b4 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Pushing event updated for resources: {'Subnet': ['ID=425fb7f1-72fd-414b-9b80-4d575dbd15d0,revision_number=0']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:32:45.972199 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-e9f6dbd7-06b8-45e2-be9c-17cfc0f713b4 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.8627167 Jul 27 23:32:45.973091 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 41694) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:32:45.979265 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-e1c3c3d4-88eb-4d23-8c2d-329a524dfe2e tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Request body: {'subnet': {'network_id': '139cfbf0-72fe-4157-aac8-277ea5c5083a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:32:46.046164 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a25e0901-68a9-4dae-9953-09e59fbfc402 tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:46.132900 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2328dde-1738-42d4-b358-d49d0c38a913 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f6f257c-ad18-5f0c-8c8e-ea085a5fc8a2-139cfbf0-72fe-4157-aac8-277ea5c5083a', 'network_id': '139cfbf0-72fe-4157-aac8-277ea5c5083a', 'tenant_id': '99f174f0a0ea48c5a906b127129cb432', 'fixed_ips': [{'subnet_id': '425fb7f1-72fd-414b-9b80-4d575dbd15d0'}]}} from n-d-802623-1. {{(pid=93799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 23:32:46.134411 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e2328dde-1738-42d4-b358-d49d0c38a913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:46.302450 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-e2328dde-1738-42d4-b358-d49d0c38a913 None None] Allocated IP 2001:db8::f816:3eff:fe79:ec6f (139cfbf0-72fe-4157-aac8-277ea5c5083a/425fb7f1-72fd-414b-9b80-4d575dbd15d0/19671f45-0c25-4354-8881-b4ff7bfd10cb) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:32:46.469046 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a25e0901-68a9-4dae-9953-09e59fbfc402 tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:46.484122 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e2328dde-1738-42d4-b358-d49d0c38a913 None None] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:46.492670 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e2328dde-1738-42d4-b358-d49d0c38a913 None None] Transition to ACTIVE for port object 19671f45-0c25-4354-8881-b4ff7bfd10cb will not be triggered until provisioned by entity L2. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:32:46.507780 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e2328dde-1738-42d4-b358-d49d0c38a913 None None] Transition to ACTIVE for port object 19671f45-0c25-4354-8881-b4ff7bfd10cb will not be triggered until provisioned by entity DHCP. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:32:46.514133 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e2328dde-1738-42d4-b358-d49d0c38a913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:46.553522 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2328dde-1738-42d4-b358-d49d0c38a913 None None] Network 139cfbf0-72fe-4157-aac8-277ea5c5083a is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:32:46.557052 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-e2328dde-1738-42d4-b358-d49d0c38a913 None None] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:32:46.563484 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2328dde-1738-42d4-b358-d49d0c38a913 None None] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:32:46.569684 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1c3c3d4-88eb-4d23-8c2d-329a524dfe2e tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Made reservation on behalf of 99f174f0a0ea48c5a906b127129cb432 for: {'subnet': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:32:46.574158 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e1c3c3d4-88eb-4d23-8c2d-329a524dfe2e tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12265828'] for subnet, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:46.574284 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2328dde-1738-42d4-b358-d49d0c38a913 None None] Pushing event updated for resources: {'Port': ['ID=19671f45-0c25-4354-8881-b4ff7bfd10cb,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:32:46.624258 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-e2328dde-1738-42d4-b358-d49d0c38a913 None None] Attempting to bind port 19671f45-0c25-4354-8881-b4ff7bfd10cb on host n-d-802623-1 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:32:46.624605 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-e2328dde-1738-42d4-b358-d49d0c38a913 None None] Attempting to bind port 19671f45-0c25-4354-8881-b4ff7bfd10cb by drivers openvswitch,hyperv on host n-d-802623-1 at level 0 using segments [{'id': 'fcf2197d-a903-4ad1-8fef-eea3861359a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '139cfbf0-72fe-4157-aac8-277ea5c5083a'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:32:46.625849 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2328dde-1738-42d4-b358-d49d0c38a913 None None] Attempting to bind port 19671f45-0c25-4354-8881-b4ff7bfd10cb on network 139cfbf0-72fe-4157-aac8-277ea5c5083a {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:32:46.633129 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2328dde-1738-42d4-b358-d49d0c38a913 None None] Checking agent: {'id': 'a9a568d2-a5e7-41e4-833f-a8ab42ea4073', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 52, 30), 'started_at': datetime.datetime(2021, 7, 27, 22, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 32, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802623-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:32:46.633499 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2328dde-1738-42d4-b358-d49d0c38a913 None None] Checking segment: {'id': 'fcf2197d-a903-4ad1-8fef-eea3861359a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '139cfbf0-72fe-4157-aac8-277ea5c5083a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:32:46.633906 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e2328dde-1738-42d4-b358-d49d0c38a913 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:46.634367 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2328dde-1738-42d4-b358-d49d0c38a913 None None] Bound using segment: {'id': 'fcf2197d-a903-4ad1-8fef-eea3861359a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '139cfbf0-72fe-4157-aac8-277ea5c5083a'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:32:46.634983 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-e2328dde-1738-42d4-b358-d49d0c38a913 None None] Bound port: 19671f45-0c25-4354-8881-b4ff7bfd10cb, host: n-d-802623-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcf2197d-a903-4ad1-8fef-eea3861359a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '139cfbf0-72fe-4157-aac8-277ea5c5083a'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:32:46.635385 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e2328dde-1738-42d4-b358-d49d0c38a913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:46.713091 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-e2328dde-1738-42d4-b358-d49d0c38a913 None None] For port 19671f45-0c25-4354-8881-b4ff7bfd10cb, host n-d-802623-1, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:32:46.716601 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-e2328dde-1738-42d4-b358-d49d0c38a913 None None] For port 19671f45-0c25-4354-8881-b4ff7bfd10cb, host n-d-802623-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=19671f45-0c25-4354-8881-b4ff7bfd10cb,segment=NetworkSegment(fcf2197d-a903-4ad1-8fef-eea3861359a1),segment_id=fcf2197d-a903-4ad1-8fef-eea3861359a1)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:32:46.729020 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e2328dde-1738-42d4-b358-d49d0c38a913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:46.764565 n-d-802623-1 neutron-server[93798]: INFO neutron.db.ipam_backend_mixin [None req-e1c3c3d4-88eb-4d23-8c2d-329a524dfe2e tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 425fb7f1-72fd-414b-9b80-4d575dbd15d0 (CIDR: 2001:db8::/64) Jul 27 23:32:46.771325 n-d-802623-1 neutron-server[93798]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1c3c3d4-88eb-4d23-8c2d-329a524dfe2e tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 23:32:46.771882 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1c3c3d4-88eb-4d23-8c2d-329a524dfe2e tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 23:32:46.794533 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a25e0901-68a9-4dae-9953-09e59fbfc402 tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:46.800033 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a25e0901-68a9-4dae-9953-09e59fbfc402 tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:46.805915 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-e1c3c3d4-88eb-4d23-8c2d-329a524dfe2e tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8314321 Jul 27 23:32:46.809111 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 41710) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:32:46.820483 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-4c9b4273-ae3d-4880-9893-1cb9f99dddf2 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Request body: {'subnet': {'network_id': '139cfbf0-72fe-4157-aac8-277ea5c5083a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:32:46.882907 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25e0901-68a9-4dae-9953-09e59fbfc402 tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] Pushing event updated for resources: {'Port': ['ID=a45a1739-595a-4bc7-94d5-6b527c5f1af7,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:32:46.900762 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a25e0901-68a9-4dae-9953-09e59fbfc402 tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-415302'] for floatingip, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:46.918802 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a25e0901-68a9-4dae-9953-09e59fbfc402 tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for floatingip, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:46.928640 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-a25e0901-68a9-4dae-9953-09e59fbfc402 tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7186520 Jul 27 23:32:47.006894 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2328dde-1738-42d4-b358-d49d0c38a913 None None] Pushing event updated for resources: {'Port': ['ID=19671f45-0c25-4354-8881-b4ff7bfd10cb,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:32:47.034165 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c9b4273-ae3d-4880-9893-1cb9f99dddf2 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Made reservation on behalf of 99f174f0a0ea48c5a906b127129cb432 for: {'subnet': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:32:47.047927 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4c9b4273-ae3d-4880-9893-1cb9f99dddf2 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11551435'] for subnet, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:47.178277 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-716424cc-485d-4bfd-bb2e-2f535efefec3 req-1cd8468d-bb30-4e0a-b6c2-32143a012623 tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--482306317&fields=id&tenant_id=93d6af8ff48b44f2bdb667a30d291295 HTTP/1.1" status: 200 len: 267 time: 0.0368750 Jul 27 23:32:47.387204 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716424cc-485d-4bfd-bb2e-2f535efefec3 req-d0984fb3-4d65-49e4-9442-6ed390726f9c tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:32:47.388801 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-716424cc-485d-4bfd-bb2e-2f535efefec3 req-d0984fb3-4d65-49e4-9442-6ed390726f9c tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] 10.222.0.18 "GET /v2.0/networks?id=d772070e-dad0-48ff-8bce-c02a3adbff90 HTTP/1.1" status: 200 len: 811 time: 0.1997364 Jul 27 23:32:47.411875 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-716424cc-485d-4bfd-bb2e-2f535efefec3 req-6b7fe30d-3ed9-4c94-869c-425b9b419c2d tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] 10.222.0.18 "GET /v2.0/quotas/93d6af8ff48b44f2bdb667a30d291295 HTTP/1.1" status: 200 len: 375 time: 0.0141804 Jul 27 23:32:47.427755 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 19671f45-0c25-4354-8881-b4ff7bfd10cb up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:32:47.443838 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4c9b4273-ae3d-4880-9893-1cb9f99dddf2 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11336182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11551417'] for subnet, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:47.485285 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-716424cc-485d-4bfd-bb2e-2f535efefec3 req-4077ac2b-3c3e-4460-b13a-35e3c088b455 tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=93d6af8ff48b44f2bdb667a30d291295&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0616686 Jul 27 23:32:47.492318 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c9b4273-ae3d-4880-9893-1cb9f99dddf2 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Network 139cfbf0-72fe-4157-aac8-277ea5c5083a is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:32:47.497510 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-4c9b4273-ae3d-4880-9893-1cb9f99dddf2 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:32:47.499942 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning for port 19671f45-0c25-4354-8881-b4ff7bfd10cb completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:32:47.505731 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c9b4273-ae3d-4880-9893-1cb9f99dddf2 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:32:47.506328 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4c9b4273-ae3d-4880-9893-1cb9f99dddf2 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks [] for subnet, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:47.520308 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9b4273-ae3d-4880-9893-1cb9f99dddf2 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Pushing event updated for resources: {'Subnet': ['ID=2754592f-b529-407e-9560-f08d349d1073,revision_number=0']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:32:47.531140 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-4c9b4273-ae3d-4880-9893-1cb9f99dddf2 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7178547 Jul 27 23:32:47.531866 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 41736) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:32:47.537508 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-b0a6bde4-b47a-49e5-b96e-efc6926f79ca tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Request body: {'port': {'network_id': '139cfbf0-72fe-4157-aac8-277ea5c5083a', 'mac_address': 'fa:16:3e:39:ee:76', 'name': 'tempest-NetworksTestDHCPv6-243153497'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:32:47.599407 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-716424cc-485d-4bfd-bb2e-2f535efefec3 req-492c7da2-1150-440d-a433-cc94da518ee9 service neutron] 10.222.0.18 "GET /v2.0/networks/d772070e-dad0-48ff-8bce-c02a3adbff90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979445 Jul 27 23:32:47.673875 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0a6bde4-b47a-49e5-b96e-efc6926f79ca tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Made reservation on behalf of 99f174f0a0ea48c5a906b127129cb432 for: {'port': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:32:47.708470 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-716424cc-485d-4bfd-bb2e-2f535efefec3 req-3ab9c4f8-c271-492b-8434-0bee8ca04afa service neutron] 10.222.0.18 "GET /v2.0/networks/d772070e-dad0-48ff-8bce-c02a3adbff90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987542 Jul 27 23:32:47.767857 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b0a6bde4-b47a-49e5-b96e-efc6926f79ca tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:47.803640 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-b0a6bde4-b47a-49e5-b96e-efc6926f79ca tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] device_id is not set on port e815ca70-8c74-4cec-a8ac-c3e2e413da94 yet. {{(pid=93797) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 23:32:47.946968 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-37cd1702-324f-4d67-ba18-3be1c6265ee1 req-86fb9ef7-dbd6-438e-af1a-67cbea82d380 tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a28922a-1a04-40a9-9437-98535fea0f02 HTTP/1.1" status: 200 len: 210 time: 0.0516357 Jul 27 23:32:48.052798 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-b0a6bde4-b47a-49e5-b96e-efc6926f79ca tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Allocated IP 2001:db8:0:1::292 (139cfbf0-72fe-4157-aac8-277ea5c5083a/2754592f-b529-407e-9560-f08d349d1073/e815ca70-8c74-4cec-a8ac-c3e2e413da94) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:32:48.061133 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-b0a6bde4-b47a-49e5-b96e-efc6926f79ca tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Allocated IP 2001:db8::f816:3eff:fe39:ee76 (139cfbf0-72fe-4157-aac8-277ea5c5083a/425fb7f1-72fd-414b-9b80-4d575dbd15d0/e815ca70-8c74-4cec-a8ac-c3e2e413da94) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:32:48.240215 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b0a6bde4-b47a-49e5-b96e-efc6926f79ca tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:48.255739 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-b0a6bde4-b47a-49e5-b96e-efc6926f79ca tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Transition to ACTIVE for port object e815ca70-8c74-4cec-a8ac-c3e2e413da94 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:32:48.256957 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-656a9ce9-0444-425c-99e3-3ccc75495178 None None] Network 139cfbf0-72fe-4157-aac8-277ea5c5083a requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:32:48.305154 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b0a6bde4-b47a-49e5-b96e-efc6926f79ca tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:48.360106 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0a6bde4-b47a-49e5-b96e-efc6926f79ca tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Network 139cfbf0-72fe-4157-aac8-277ea5c5083a is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:32:48.363554 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-b0a6bde4-b47a-49e5-b96e-efc6926f79ca tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:32:48.368043 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0a6bde4-b47a-49e5-b96e-efc6926f79ca tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:32:48.374192 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0a6bde4-b47a-49e5-b96e-efc6926f79ca tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:32:48.378889 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b0a6bde4-b47a-49e5-b96e-efc6926f79ca tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:48.390450 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a6bde4-b47a-49e5-b96e-efc6926f79ca tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Pushing event updated for resources: {'Port': ['ID=e815ca70-8c74-4cec-a8ac-c3e2e413da94,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:32:48.418249 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-b0a6bde4-b47a-49e5-b96e-efc6926f79ca tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 0.8827612 Jul 27 23:32:48.418474 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-33eb3e7d-c24b-43fa-bc64-441277b19eed None None] Provisioning for port 19671f45-0c25-4354-8881-b4ff7bfd10cb completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:32:48.418871 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 41762) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:32:48.426663 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-33eb3e7d-c24b-43fa-bc64-441277b19eed None None] Provisioning complete for port 19671f45-0c25-4354-8881-b4ff7bfd10cb triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:32:48.427008 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-33eb3e7d-c24b-43fa-bc64-441277b19eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:48.539690 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-e677a867-01fa-43e6-b7b9-efa917805b34 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Deleting port e815ca70-8c74-4cec-a8ac-c3e2e413da94 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:32:48.540395 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e677a867-01fa-43e6-b7b9-efa917805b34 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:48.566691 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-33eb3e7d-c24b-43fa-bc64-441277b19eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:48.642812 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a6ad806-5516-4e40-896e-47dde3041b63 None None] Update dhcp port {'port': {'network_id': '139cfbf0-72fe-4157-aac8-277ea5c5083a', 'fixed_ips': [{'subnet_id': '425fb7f1-72fd-414b-9b80-4d575dbd15d0', 'ip_address': '2001:db8::f816:3eff:fe79:ec6f'}, {'subnet_id': '2754592f-b529-407e-9560-f08d349d1073'}], 'binding:host_id': 'n-d-802623-1'}, 'id': '19671f45-0c25-4354-8881-b4ff7bfd10cb'} from n-d-802623-1. {{(pid=93799) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 27 23:32:48.645819 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-33eb3e7d-c24b-43fa-bc64-441277b19eed None None] For port 19671f45-0c25-4354-8881-b4ff7bfd10cb, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=19671f45-0c25-4354-8881-b4ff7bfd10cb,segment=NetworkSegment(fcf2197d-a903-4ad1-8fef-eea3861359a1),segment_id=fcf2197d-a903-4ad1-8fef-eea3861359a1)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:32:48.663976 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-33eb3e7d-c24b-43fa-bc64-441277b19eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:48.685283 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e677a867-01fa-43e6-b7b9-efa917805b34 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:48.691970 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-9a6ad806-5516-4e40-896e-47dde3041b63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:48.698413 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-e677a867-01fa-43e6-b7b9-efa917805b34 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Calling delete_port for e815ca70-8c74-4cec-a8ac-c3e2e413da94 owned by {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:32:48.746231 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33eb3e7d-c24b-43fa-bc64-441277b19eed None None] Pushing event updated for resources: {'Port': ['ID=19671f45-0c25-4354-8881-b4ff7bfd10cb,revision_number=3']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:32:48.912093 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-9a6ad806-5516-4e40-896e-47dde3041b63 None None] Allocated IP 2001:db8:0:1::2 (139cfbf0-72fe-4157-aac8-277ea5c5083a/2754592f-b529-407e-9560-f08d349d1073/19671f45-0c25-4354-8881-b4ff7bfd10cb) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:32:48.922414 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e677a867-01fa-43e6-b7b9-efa917805b34 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:48.970632 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e677a867-01fa-43e6-b7b9-efa917805b34 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Pushing event deleted for resources: {'Port': ['ID=e815ca70-8c74-4cec-a8ac-c3e2e413da94,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:32:49.020491 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e677a867-01fa-43e6-b7b9-efa917805b34 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:49.023446 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-e677a867-01fa-43e6-b7b9-efa917805b34 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] 10.222.0.18 "DELETE /v2.0/ports/e815ca70-8c74-4cec-a8ac-c3e2e413da94 HTTP/1.1" status: 204 len: 168 time: 0.6032960 Jul 27 23:32:49.026233 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 41774) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:32:49.055853 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716424cc-485d-4bfd-bb2e-2f535efefec3 req-b2603084-4b7b-44ec-acc2-ecf58ddedc5f tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:32:49.074390 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-716424cc-485d-4bfd-bb2e-2f535efefec3 req-b2603084-4b7b-44ec-acc2-ecf58ddedc5f tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] 10.222.0.38 "GET /v2.0/networks?id=d772070e-dad0-48ff-8bce-c02a3adbff90 HTTP/1.1" status: 200 len: 811 time: 0.1381173 Jul 27 23:32:49.080790 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-9a6ad806-5516-4e40-896e-47dde3041b63 None None] For port 19671f45-0c25-4354-8881-b4ff7bfd10cb, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=19671f45-0c25-4354-8881-b4ff7bfd10cb,segment=NetworkSegment(fcf2197d-a903-4ad1-8fef-eea3861359a1),segment_id=fcf2197d-a903-4ad1-8fef-eea3861359a1)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:32:49.110851 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-413439d5-af7f-4226-b151-9feb8656cc87 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:32:49.113220 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-413439d5-af7f-4226-b151-9feb8656cc87 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.0843072 Jul 27 23:32:49.116879 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 41776) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:32:49.124239 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-9a6ad806-5516-4e40-896e-47dde3041b63 None None] Notify callbacks [] for port, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:49.145470 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-1599bdc4-01a4-449f-b4c8-1108af8ec5f7 req-34e88394-bf58-4f1f-b915-af35cece5069 tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a28922a-1a04-40a9-9437-98535fea0f02 HTTP/1.1" status: 200 len: 210 time: 0.0575216 Jul 27 23:32:49.167082 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-9a6ad806-5516-4e40-896e-47dde3041b63 None None] Transition to ACTIVE for port object 19671f45-0c25-4354-8881-b4ff7bfd10cb will not be triggered until provisioned by entity DHCP. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:32:49.175910 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-716424cc-485d-4bfd-bb2e-2f535efefec3 req-d2a8ff69-b5e2-4456-b456-a17625563414 tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=93d6af8ff48b44f2bdb667a30d291295 HTTP/1.1" status: 200 len: 379 time: 0.0998001 Jul 27 23:32:49.178370 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-9a6ad806-5516-4e40-896e-47dde3041b63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:49.187110 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [req-716424cc-485d-4bfd-bb2e-2f535efefec3 req-b80c16d4-249c-41da-80bd-fdcfc33a9839 tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] Request body: {'port': {'device_id': '5a28922a-1a04-40a9-9437-98535fea0f02', 'network_id': 'd772070e-dad0-48ff-8bce-c02a3adbff90', 'admin_state_up': True, 'tenant_id': '93d6af8ff48b44f2bdb667a30d291295', 'security_groups': ['a0e6abb3-e597-433f-9625-50bd684439c7']}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:32:49.259878 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a064741-50c3-47d5-8112-09e7b5c654cc tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:32:49.269902 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-8a064741-50c3-47d5-8112-09e7b5c654cc tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1487432 Jul 27 23:32:49.272380 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 41782) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:32:49.289606 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6ad806-5516-4e40-896e-47dde3041b63 None None] Pushing event updated for resources: {'Port': ['ID=19671f45-0c25-4354-8881-b4ff7bfd10cb,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:32:49.347938 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-716424cc-485d-4bfd-bb2e-2f535efefec3 req-b80c16d4-249c-41da-80bd-fdcfc33a9839 tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] Made reservation on behalf of 93d6af8ff48b44f2bdb667a30d291295 for: {'port': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:32:49.351262 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 19671f45-0c25-4354-8881-b4ff7bfd10cb up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:32:49.353441 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-716424cc-485d-4bfd-bb2e-2f535efefec3 req-b80c16d4-249c-41da-80bd-fdcfc33a9839 tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:49.402497 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b818b16-d89b-4355-9a34-1b8c78fe08cd tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:32:49.405960 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b818b16-d89b-4355-9a34-1b8c78fe08cd tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:32:49.407660 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b818b16-d89b-4355-9a34-1b8c78fe08cd tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:32:49.415917 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-0b818b16-d89b-4355-9a34-1b8c78fe08cd tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1423743 Jul 27 23:32:49.418648 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 41784) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:32:49.487716 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_v2 [None req-11122d0b-fddc-4ddf-8eaa-48fc9dc4a9b3 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Deleting subnet 2754592f-b529-407e-9560-f08d349d1073 {{(pid=93798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 23:32:49.491038 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-11122d0b-fddc-4ddf-8eaa-48fc9dc4a9b3 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks [] for subnet, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:49.521165 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [req-716424cc-485d-4bfd-bb2e-2f535efefec3 req-b80c16d4-249c-41da-80bd-fdcfc33a9839 tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] Allocated IP 172.20.0.13 (d772070e-dad0-48ff-8bce-c02a3adbff90/22fd4781-4e46-409c-a91a-a4ac3ab69caf/09270987-ce4b-4e4a-9b26-8700891debb2) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:32:49.541020 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-11122d0b-fddc-4ddf-8eaa-48fc9dc4a9b3 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11163249'] for subnet, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:49.634203 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-11122d0b-fddc-4ddf-8eaa-48fc9dc4a9b3 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620741'] for subnet, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:49.704430 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-716424cc-485d-4bfd-bb2e-2f535efefec3 req-b80c16d4-249c-41da-80bd-fdcfc33a9839 tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:49.707407 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-11122d0b-fddc-4ddf-8eaa-48fc9dc4a9b3 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11971800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12265753'] for subnet, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:49.719740 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [req-716424cc-485d-4bfd-bb2e-2f535efefec3 req-b80c16d4-249c-41da-80bd-fdcfc33a9839 tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] Transition to ACTIVE for port object 09270987-ce4b-4e4a-9b26-8700891debb2 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:32:49.749053 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11122d0b-fddc-4ddf-8eaa-48fc9dc4a9b3 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Pushing event deleted for resources: {'Subnet': ['ID=2754592f-b529-407e-9560-f08d349d1073,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:32:49.751610 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-11122d0b-fddc-4ddf-8eaa-48fc9dc4a9b3 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:49.757590 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-11122d0b-fddc-4ddf-8eaa-48fc9dc4a9b3 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] 10.222.0.18 "DELETE /v2.0/subnets/2754592f-b529-407e-9560-f08d349d1073 HTTP/1.1" status: 204 len: 168 time: 0.3379154 Jul 27 23:32:49.758646 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 41792) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:32:49.769764 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-716424cc-485d-4bfd-bb2e-2f535efefec3 req-b80c16d4-249c-41da-80bd-fdcfc33a9839 tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:49.822253 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_v2 [None req-052d054a-16ad-49af-a0f5-1efdf6e82f87 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Deleting subnet 425fb7f1-72fd-414b-9b80-4d575dbd15d0 {{(pid=93798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 23:32:49.832399 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-052d054a-16ad-49af-a0f5-1efdf6e82f87 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks [] for subnet, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:49.835791 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80c16d4-249c-41da-80bd-fdcfc33a9839 tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] Pushing event updated for resources: {'Port': ['ID=09270987-ce4b-4e4a-9b26-8700891debb2,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:32:49.845135 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-716424cc-485d-4bfd-bb2e-2f535efefec3 req-b80c16d4-249c-41da-80bd-fdcfc33a9839 tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] Network d772070e-dad0-48ff-8bce-c02a3adbff90 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:32:49.847012 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [req-716424cc-485d-4bfd-bb2e-2f535efefec3 req-b80c16d4-249c-41da-80bd-fdcfc33a9839 tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:32:49.849423 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [req-716424cc-485d-4bfd-bb2e-2f535efefec3 req-b80c16d4-249c-41da-80bd-fdcfc33a9839 tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:32:49.880900 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-052d054a-16ad-49af-a0f5-1efdf6e82f87 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11163249'] for subnet, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:49.928612 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716424cc-485d-4bfd-bb2e-2f535efefec3 req-b80c16d4-249c-41da-80bd-fdcfc33a9839 tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:32:49.928612 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-716424cc-485d-4bfd-bb2e-2f535efefec3 req-b80c16d4-249c-41da-80bd-fdcfc33a9839 tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:49.956779 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-716424cc-485d-4bfd-bb2e-2f535efefec3 req-b80c16d4-249c-41da-80bd-fdcfc33a9839 tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7739835 Jul 27 23:32:49.970085 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [req-716424cc-485d-4bfd-bb2e-2f535efefec3 req-9ae360ad-76ba-4527-87c3-87b4e0bd47f5 service neutron] Request body: {'port': {'device_id': '5a28922a-1a04-40a9-9437-98535fea0f02', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802623-1'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:32:50.019413 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-052d054a-16ad-49af-a0f5-1efdf6e82f87 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620741'] for subnet, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:50.040959 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-716424cc-485d-4bfd-bb2e-2f535efefec3 req-9ae360ad-76ba-4527-87c3-87b4e0bd47f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:50.058724 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6d6b842-2469-4f17-b976-e2c8a6cfa4bf None None] Network 139cfbf0-72fe-4157-aac8-277ea5c5083a requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:32:50.144807 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-052d054a-16ad-49af-a0f5-1efdf6e82f87 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11971800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12265753'] for subnet, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:50.185970 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052d054a-16ad-49af-a0f5-1efdf6e82f87 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Pushing event deleted for resources: {'Subnet': ['ID=425fb7f1-72fd-414b-9b80-4d575dbd15d0,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:32:50.190796 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-052d054a-16ad-49af-a0f5-1efdf6e82f87 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:50.195227 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-052d054a-16ad-49af-a0f5-1efdf6e82f87 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] 10.222.0.18 "DELETE /v2.0/subnets/425fb7f1-72fd-414b-9b80-4d575dbd15d0 HTTP/1.1" status: 204 len: 168 time: 0.4354725 Jul 27 23:32:50.196503 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 41800) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:32:50.247753 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-256e9902-5636-4dbe-965a-ada2acd1c2fe None None] Provisioning for port 19671f45-0c25-4354-8881-b4ff7bfd10cb completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:32:50.255335 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-256e9902-5636-4dbe-965a-ada2acd1c2fe None None] Provisioning complete for port 19671f45-0c25-4354-8881-b4ff7bfd10cb triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:32:50.255830 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-256e9902-5636-4dbe-965a-ada2acd1c2fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:50.266777 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 41806) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:32:50.266910 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-775e74f9-915a-40e2-b367-df8e8814dc08 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0607181 Jul 27 23:32:50.273231 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-c2a7e916-4689-493c-ab4a-cf97652d6eb4 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Request body: {'subnet': {'network_id': '139cfbf0-72fe-4157-aac8-277ea5c5083a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:32:50.379571 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea34b260-31f7-436f-806e-5fcfafec4d5d None None] DHCP port deletion for 139cfbf0-72fe-4157-aac8-277ea5c5083a request from n-d-802623-1 {{(pid=93799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 23:32:50.388717 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b70f4b-fd72-4113-b324-93540a098b5e req-5d02c81f-4f3c-4e99-bd60-4351027293ad tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:32:50.390227 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-b4b70f4b-fd72-4113-b324-93540a098b5e req-5d02c81f-4f3c-4e99-bd60-4351027293ad tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a28922a-1a04-40a9-9437-98535fea0f02 HTTP/1.1" status: 200 len: 932 time: 0.1294277 Jul 27 23:32:50.430185 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-256e9902-5636-4dbe-965a-ada2acd1c2fe None None] Could not find standard attr ID for object e815ca70-8c74-4cec-a8ac-c3e2e413da94. {{(pid=93799) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 23:32:50.439079 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2a7e916-4689-493c-ab4a-cf97652d6eb4 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Made reservation on behalf of 99f174f0a0ea48c5a906b127129cb432 for: {'subnet': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:32:50.443655 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c2a7e916-4689-493c-ab4a-cf97652d6eb4 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12265828'] for subnet, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:50.457754 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-ea34b260-31f7-436f-806e-5fcfafec4d5d None None] Deleting port 19671f45-0c25-4354-8881-b4ff7bfd10cb {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:32:50.458141 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ea34b260-31f7-436f-806e-5fcfafec4d5d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:50.468895 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-b4b70f4b-fd72-4113-b324-93540a098b5e req-92623267-91c0-4437-a6a8-8eafe8111e90 tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] 10.222.0.18 "GET /v2.0/security-groups?id=a0e6abb3-e597-433f-9625-50bd684439c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574679 Jul 27 23:32:50.515812 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [req-716424cc-485d-4bfd-bb2e-2f535efefec3 req-9ae360ad-76ba-4527-87c3-87b4e0bd47f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09270987-ce4b-4e4a-9b26-8700891debb2 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:32:50.532089 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-716424cc-485d-4bfd-bb2e-2f535efefec3 req-9ae360ad-76ba-4527-87c3-87b4e0bd47f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:50.552835 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [req-716424cc-485d-4bfd-bb2e-2f535efefec3 req-9ae360ad-76ba-4527-87c3-87b4e0bd47f5 service neutron] Transition to ACTIVE for port object 09270987-ce4b-4e4a-9b26-8700891debb2 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:32:50.558999 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-716424cc-485d-4bfd-bb2e-2f535efefec3 req-9ae360ad-76ba-4527-87c3-87b4e0bd47f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11336041'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:50.559528 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ea34b260-31f7-436f-806e-5fcfafec4d5d None None] For port 19671f45-0c25-4354-8881-b4ff7bfd10cb, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=19671f45-0c25-4354-8881-b4ff7bfd10cb,segment=NetworkSegment(fcf2197d-a903-4ad1-8fef-eea3861359a1),segment_id=fcf2197d-a903-4ad1-8fef-eea3861359a1)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:32:50.559914 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ea34b260-31f7-436f-806e-5fcfafec4d5d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:50.576559 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-ea34b260-31f7-436f-806e-5fcfafec4d5d None None] Calling delete_port for 19671f45-0c25-4354-8881-b4ff7bfd10cb owned by network:dhcp {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:32:50.580698 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-dc2ef0c5-a08c-4e14-aa0b-7b54c9d21953 None None] Provisioning for port 09270987-ce4b-4e4a-9b26-8700891debb2 completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:32:50.669985 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae360ad-76ba-4527-87c3-87b4e0bd47f5 service neutron] Pushing event updated for resources: {'Port': ['ID=09270987-ce4b-4e4a-9b26-8700891debb2,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:32:50.681683 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ea34b260-31f7-436f-806e-5fcfafec4d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:50.733904 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea34b260-31f7-436f-806e-5fcfafec4d5d None None] Pushing event deleted for resources: {'Port': ['ID=19671f45-0c25-4354-8881-b4ff7bfd10cb,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:32:50.742939 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-716424cc-485d-4bfd-bb2e-2f535efefec3 req-9ae360ad-76ba-4527-87c3-87b4e0bd47f5 service neutron] Attempting to bind port 09270987-ce4b-4e4a-9b26-8700891debb2 on host n-h1-802623-1 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:32:50.743308 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-716424cc-485d-4bfd-bb2e-2f535efefec3 req-9ae360ad-76ba-4527-87c3-87b4e0bd47f5 service neutron] Attempting to bind port 09270987-ce4b-4e4a-9b26-8700891debb2 by drivers openvswitch,hyperv on host n-h1-802623-1 at level 0 using segments [{'id': '389149bf-5833-435c-91df-71739cf48c37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'd772070e-dad0-48ff-8bce-c02a3adbff90'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:32:50.743638 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-716424cc-485d-4bfd-bb2e-2f535efefec3 req-9ae360ad-76ba-4527-87c3-87b4e0bd47f5 service neutron] Attempting to bind port 09270987-ce4b-4e4a-9b26-8700891debb2 on network d772070e-dad0-48ff-8bce-c02a3adbff90 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:32:50.745235 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea34b260-31f7-436f-806e-5fcfafec4d5d None None] No DVR routers for this DVR port 19671f45-0c25-4354-8881-b4ff7bfd10cb on host n-d-802623-1 {{(pid=93799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:32:50.756351 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-716424cc-485d-4bfd-bb2e-2f535efefec3 req-9ae360ad-76ba-4527-87c3-87b4e0bd47f5 service neutron] Port 09270987-ce4b-4e4a-9b26-8700891debb2 on network d772070e-dad0-48ff-8bce-c02a3adbff90 not bound, no agent of type Open vSwitch agent registered on host n-h1-802623-1 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 23:32:50.756681 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-716424cc-485d-4bfd-bb2e-2f535efefec3 req-9ae360ad-76ba-4527-87c3-87b4e0bd47f5 service neutron] Attempting to bind port 09270987-ce4b-4e4a-9b26-8700891debb2 on network d772070e-dad0-48ff-8bce-c02a3adbff90 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:32:50.764870 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-716424cc-485d-4bfd-bb2e-2f535efefec3 req-9ae360ad-76ba-4527-87c3-87b4e0bd47f5 service neutron] Checking agent: {'id': '245f1da4-a9b8-4b08-90d7-28f0f342b839', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 59, 59), 'started_at': datetime.datetime(2021, 7, 27, 22, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 32, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:32:50.765234 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-716424cc-485d-4bfd-bb2e-2f535efefec3 req-9ae360ad-76ba-4527-87c3-87b4e0bd47f5 service neutron] Checking segment: {'id': '389149bf-5833-435c-91df-71739cf48c37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'd772070e-dad0-48ff-8bce-c02a3adbff90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:32:50.765633 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-716424cc-485d-4bfd-bb2e-2f535efefec3 req-9ae360ad-76ba-4527-87c3-87b4e0bd47f5 service neutron] Bound using segment: {'id': '389149bf-5833-435c-91df-71739cf48c37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'd772070e-dad0-48ff-8bce-c02a3adbff90'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:32:50.766030 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-716424cc-485d-4bfd-bb2e-2f535efefec3 req-9ae360ad-76ba-4527-87c3-87b4e0bd47f5 service neutron] Bound port: 09270987-ce4b-4e4a-9b26-8700891debb2, host: n-h1-802623-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '389149bf-5833-435c-91df-71739cf48c37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'd772070e-dad0-48ff-8bce-c02a3adbff90'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:32:50.766670 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-716424cc-485d-4bfd-bb2e-2f535efefec3 req-9ae360ad-76ba-4527-87c3-87b4e0bd47f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:50.857914 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-716424cc-485d-4bfd-bb2e-2f535efefec3 req-9ae360ad-76ba-4527-87c3-87b4e0bd47f5 service neutron] For port 09270987-ce4b-4e4a-9b26-8700891debb2, host n-h1-802623-1, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:32:50.857914 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-716424cc-485d-4bfd-bb2e-2f535efefec3 req-9ae360ad-76ba-4527-87c3-87b4e0bd47f5 service neutron] For port 09270987-ce4b-4e4a-9b26-8700891debb2, host n-h1-802623-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=09270987-ce4b-4e4a-9b26-8700891debb2,segment=NetworkSegment(389149bf-5833-435c-91df-71739cf48c37),segment_id=389149bf-5833-435c-91df-71739cf48c37)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:32:50.860817 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-716424cc-485d-4bfd-bb2e-2f535efefec3 req-9ae360ad-76ba-4527-87c3-87b4e0bd47f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11336041'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:50.879489 n-d-802623-1 neutron-server[93798]: DEBUG neutron.objects.ports [None req-c2a7e916-4689-493c-ab4a-cf97652d6eb4 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93798) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 27 23:32:50.881747 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c2a7e916-4689-493c-ab4a-cf97652d6eb4 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11971609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12265750'] for subnet, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:50.923705 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae360ad-76ba-4527-87c3-87b4e0bd47f5 service neutron] Pushing event updated for resources: {'Port': ['ID=09270987-ce4b-4e4a-9b26-8700891debb2,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:32:50.926729 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2a7e916-4689-493c-ab4a-cf97652d6eb4 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Network 139cfbf0-72fe-4157-aac8-277ea5c5083a is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:32:50.932746 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716424cc-485d-4bfd-bb2e-2f535efefec3 req-9ae360ad-76ba-4527-87c3-87b4e0bd47f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:32:50.933458 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-716424cc-485d-4bfd-bb2e-2f535efefec3 req-9ae360ad-76ba-4527-87c3-87b4e0bd47f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:50.934533 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-c2a7e916-4689-493c-ab4a-cf97652d6eb4 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:32:50.935574 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-716424cc-485d-4bfd-bb2e-2f535efefec3 req-9ae360ad-76ba-4527-87c3-87b4e0bd47f5 service neutron] 10.222.0.38 "PUT /v2.0/ports/09270987-ce4b-4e4a-9b26-8700891debb2 HTTP/1.1" status: 200 len: 1092 time: 0.9699228 Jul 27 23:32:50.937483 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a28922a-1a04-40a9-9437-98535fea0f02', 'tag': '09270987-ce4b-4e4a-9b26-8700891debb2'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:32:50.941512 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2a7e916-4689-493c-ab4a-cf97652d6eb4 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:32:50.942320 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c2a7e916-4689-493c-ab4a-cf97652d6eb4 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:50.959944 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a7e916-4689-493c-ab4a-cf97652d6eb4 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Pushing event updated for resources: {'Subnet': ['ID=2aa64cb6-c2d4-45c4-b698-017d3c2a4d05,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:32:50.961366 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14186252-05bf-43ae-a185-40dff3227bd6 None None] Network 139cfbf0-72fe-4157-aac8-277ea5c5083a requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:32:50.969925 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a476459a1bfce68b0ae0df5b6a71154bfc7cfdc8f9eefce6ad0a17231e60468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fff7d53-fa91-4e8f-90a3-dbde6c8d3842" -d '{"events": [{"name": "network-changed", "server_uuid": "5a28922a-1a04-40a9-9437-98535fea0f02", "tag": "09270987-ce4b-4e4a-9b26-8700891debb2"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:32:50.976645 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-c2a7e916-4689-493c-ab4a-cf97652d6eb4 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7080495 Jul 27 23:32:50.989712 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 41820) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:32:51.001723 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-f621f468-84fc-4141-8989-1abca296a2d2 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Request body: {'subnet': {'network_id': '139cfbf0-72fe-4157-aac8-277ea5c5083a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:32:51.025211 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 23:32:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-307708e2-464a-4097-96c5-0f8bbaf3ecd1 x-openstack-request-id: req-307708e2-464a-4097-96c5-0f8bbaf3ecd1 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:32:51.025494 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a28922a-1a04-40a9-9437-98535fea0f02", "tag": "09270987-ce4b-4e4a-9b26-8700891debb2", "status": "completed", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:32:51.025768 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-307708e2-464a-4097-96c5-0f8bbaf3ecd1 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:32:51.026179 n-d-802623-1 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a28922a-1a04-40a9-9437-98535fea0f02', 'tag': '09270987-ce4b-4e4a-9b26-8700891debb2', 'status': 'completed', 'code': 200} Jul 27 23:32:51.109292 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716424cc-485d-4bfd-bb2e-2f535efefec3 req-e6192016-0be9-4a88-85c6-a68858a8f24c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:32:51.110960 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-716424cc-485d-4bfd-bb2e-2f535efefec3 req-e6192016-0be9-4a88-85c6-a68858a8f24c service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=93d6af8ff48b44f2bdb667a30d291295&device_id=5a28922a-1a04-40a9-9437-98535fea0f02 HTTP/1.1" status: 200 len: 1095 time: 0.1053727 Jul 27 23:32:51.162038 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4b1ba71-5ff6-451c-96e9-bcb27de1e7ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f6f257c-ad18-5f0c-8c8e-ea085a5fc8a2-139cfbf0-72fe-4157-aac8-277ea5c5083a', 'network_id': '139cfbf0-72fe-4157-aac8-277ea5c5083a', 'tenant_id': '99f174f0a0ea48c5a906b127129cb432', 'fixed_ips': [{'subnet_id': '2aa64cb6-c2d4-45c4-b698-017d3c2a4d05'}]}} from n-d-802623-1. {{(pid=93799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 23:32:51.162925 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c4b1ba71-5ff6-451c-96e9-bcb27de1e7ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:51.163295 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-716424cc-485d-4bfd-bb2e-2f535efefec3 req-58fde202-ed43-41d3-a87b-91fc029baa63 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=09270987-ce4b-4e4a-9b26-8700891debb2 HTTP/1.1" status: 200 len: 217 time: 0.0428669 Jul 27 23:32:51.260694 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f621f468-84fc-4141-8989-1abca296a2d2 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Made reservation on behalf of 99f174f0a0ea48c5a906b127129cb432 for: {'subnet': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:32:51.264287 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f621f468-84fc-4141-8989-1abca296a2d2 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11551435'] for subnet, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:51.282033 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716424cc-485d-4bfd-bb2e-2f535efefec3 req-579c0554-d8e5-49cd-a509-4779784c5276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:32:51.283770 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-716424cc-485d-4bfd-bb2e-2f535efefec3 req-579c0554-d8e5-49cd-a509-4779784c5276 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=22fd4781-4e46-409c-a91a-a4ac3ab69caf HTTP/1.1" status: 200 len: 850 time: 0.1065218 Jul 27 23:32:51.327808 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-c4b1ba71-5ff6-451c-96e9-bcb27de1e7ae None None] Allocated IP 2001:db8::f816:3eff:fe23:2830 (139cfbf0-72fe-4157-aac8-277ea5c5083a/2aa64cb6-c2d4-45c4-b698-017d3c2a4d05/3c06c5e3-adc8-4a70-abac-893b82bb5214) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:32:51.348912 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 19671f45-0c25-4354-8881-b4ff7bfd10cb no longer exists at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:32:51.349824 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.agents_db [None req-9beef776-8bab-4de2-989a-f5a23ba4aaf4 None None] Agent healthcheck: found 7 active agents {{(pid=93800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 23:32:51.387409 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716424cc-485d-4bfd-bb2e-2f535efefec3 req-14c4f752-36eb-4ff7-83d6-fe1c4aa15280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:32:51.388912 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-716424cc-485d-4bfd-bb2e-2f535efefec3 req-14c4f752-36eb-4ff7-83d6-fe1c4aa15280 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=d772070e-dad0-48ff-8bce-c02a3adbff90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0796347 Jul 27 23:32:51.410305 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] No Port match for: 19671f45-0c25-4354-8881-b4ff7bfd10cb {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:32:51.410953 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 19671f45-0c25-4354-8881-b4ff7bfd10cb not bound to the agent host n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:32:51.451695 n-d-802623-1 neutron-server[93797]: INFO neutron.db.ipam_backend_mixin [None req-f621f468-84fc-4141-8989-1abca296a2d2 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 2aa64cb6-c2d4-45c4-b698-017d3c2a4d05 (CIDR: 2001:db8::/64) Jul 27 23:32:51.457026 n-d-802623-1 neutron-server[93797]: INFO neutron.pecan_wsgi.hooks.translation [None req-f621f468-84fc-4141-8989-1abca296a2d2 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 23:32:51.457481 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f621f468-84fc-4141-8989-1abca296a2d2 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93797) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 23:32:51.481598 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-f621f468-84fc-4141-8989-1abca296a2d2 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4873087 Jul 27 23:32:51.482050 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 41826) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:32:51.488403 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-60c48ca4-c202-43dd-95c5-9898eef2b0ea tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Request body: {'subnet': {'network_id': '139cfbf0-72fe-4157-aac8-277ea5c5083a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:32:51.516687 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-716424cc-485d-4bfd-bb2e-2f535efefec3 req-a57cd743-446b-4f33-a62d-a5d67af149b8 service neutron] 10.222.0.38 "GET /v2.0/networks/d772070e-dad0-48ff-8bce-c02a3adbff90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190293 Jul 27 23:32:51.531458 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c4b1ba71-5ff6-451c-96e9-bcb27de1e7ae None None] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:51.557093 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-c4b1ba71-5ff6-451c-96e9-bcb27de1e7ae None None] Transition to ACTIVE for port object 3c06c5e3-adc8-4a70-abac-893b82bb5214 will not be triggered until provisioned by entity L2. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:32:51.585210 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-c4b1ba71-5ff6-451c-96e9-bcb27de1e7ae None None] Transition to ACTIVE for port object 3c06c5e3-adc8-4a70-abac-893b82bb5214 will not be triggered until provisioned by entity DHCP. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:32:51.593872 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c4b1ba71-5ff6-451c-96e9-bcb27de1e7ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:51.639589 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b1ba71-5ff6-451c-96e9-bcb27de1e7ae None None] Pushing event updated for resources: {'Port': ['ID=3c06c5e3-adc8-4a70-abac-893b82bb5214,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:32:51.653214 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60c48ca4-c202-43dd-95c5-9898eef2b0ea tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Made reservation on behalf of 99f174f0a0ea48c5a906b127129cb432 for: {'subnet': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:32:51.657240 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-60c48ca4-c202-43dd-95c5-9898eef2b0ea tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12265828'] for subnet, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:51.666049 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4b1ba71-5ff6-451c-96e9-bcb27de1e7ae None None] Network 139cfbf0-72fe-4157-aac8-277ea5c5083a is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:32:51.667593 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-c4b1ba71-5ff6-451c-96e9-bcb27de1e7ae None None] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:32:51.675540 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4b1ba71-5ff6-451c-96e9-bcb27de1e7ae None None] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:32:51.699727 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580774bd-eeab-42ed-a105-3949f31a00c2 req-cac0d558-95f7-44a0-9d6d-1c6c677dd5f4 tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:32:51.707459 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-580774bd-eeab-42ed-a105-3949f31a00c2 req-cac0d558-95f7-44a0-9d6d-1c6c677dd5f4 tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a28922a-1a04-40a9-9437-98535fea0f02 HTTP/1.1" status: 200 len: 944 time: 0.1079280 Jul 27 23:32:51.727737 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-716424cc-485d-4bfd-bb2e-2f535efefec3 req-b56dd754-5983-40ba-8d0b-02145cc68a5c service neutron] 10.222.0.38 "GET /v2.0/networks/d772070e-dad0-48ff-8bce-c02a3adbff90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2027445 Jul 27 23:32:51.746806 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-c4b1ba71-5ff6-451c-96e9-bcb27de1e7ae None None] Attempting to bind port 3c06c5e3-adc8-4a70-abac-893b82bb5214 on host n-d-802623-1 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:32:51.747134 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-c4b1ba71-5ff6-451c-96e9-bcb27de1e7ae None None] Attempting to bind port 3c06c5e3-adc8-4a70-abac-893b82bb5214 by drivers openvswitch,hyperv on host n-d-802623-1 at level 0 using segments [{'id': 'fcf2197d-a903-4ad1-8fef-eea3861359a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '139cfbf0-72fe-4157-aac8-277ea5c5083a'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:32:51.747612 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4b1ba71-5ff6-451c-96e9-bcb27de1e7ae None None] Attempting to bind port 3c06c5e3-adc8-4a70-abac-893b82bb5214 on network 139cfbf0-72fe-4157-aac8-277ea5c5083a {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:32:51.755169 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4b1ba71-5ff6-451c-96e9-bcb27de1e7ae None None] Checking agent: {'id': 'a9a568d2-a5e7-41e4-833f-a8ab42ea4073', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 52, 30), 'started_at': datetime.datetime(2021, 7, 27, 22, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 32, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802623-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:32:51.755738 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4b1ba71-5ff6-451c-96e9-bcb27de1e7ae None None] Checking segment: {'id': 'fcf2197d-a903-4ad1-8fef-eea3861359a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '139cfbf0-72fe-4157-aac8-277ea5c5083a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:32:51.756150 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c4b1ba71-5ff6-451c-96e9-bcb27de1e7ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:51.756542 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4b1ba71-5ff6-451c-96e9-bcb27de1e7ae None None] Bound using segment: {'id': 'fcf2197d-a903-4ad1-8fef-eea3861359a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '139cfbf0-72fe-4157-aac8-277ea5c5083a'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:32:51.757565 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-c4b1ba71-5ff6-451c-96e9-bcb27de1e7ae None None] Bound port: 3c06c5e3-adc8-4a70-abac-893b82bb5214, host: n-d-802623-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcf2197d-a903-4ad1-8fef-eea3861359a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '139cfbf0-72fe-4157-aac8-277ea5c5083a'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:32:51.758035 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c4b1ba71-5ff6-451c-96e9-bcb27de1e7ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:51.774715 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-580774bd-eeab-42ed-a105-3949f31a00c2 req-0a6e70d7-ff3a-4730-888a-0c8bc296f4dd tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] 10.222.0.18 "GET /v2.0/security-groups?id=a0e6abb3-e597-433f-9625-50bd684439c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663009 Jul 27 23:32:51.837296 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-c4b1ba71-5ff6-451c-96e9-bcb27de1e7ae None None] For port 3c06c5e3-adc8-4a70-abac-893b82bb5214, host n-d-802623-1, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:32:51.840744 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-c4b1ba71-5ff6-451c-96e9-bcb27de1e7ae None None] For port 3c06c5e3-adc8-4a70-abac-893b82bb5214, host n-d-802623-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=3c06c5e3-adc8-4a70-abac-893b82bb5214,segment=NetworkSegment(fcf2197d-a903-4ad1-8fef-eea3861359a1),segment_id=fcf2197d-a903-4ad1-8fef-eea3861359a1)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:32:51.845631 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fff7d53-fa91-4e8f-90a3-dbde6c8d3842 req-654c0635-933a-4396-b52b-cb620f6e0160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:32:51.848031 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-1fff7d53-fa91-4e8f-90a3-dbde6c8d3842 req-654c0635-933a-4396-b52b-cb620f6e0160 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=93d6af8ff48b44f2bdb667a30d291295&device_id=5a28922a-1a04-40a9-9437-98535fea0f02 HTTP/1.1" status: 200 len: 1095 time: 0.0510895 Jul 27 23:32:51.850008 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c4b1ba71-5ff6-451c-96e9-bcb27de1e7ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:51.919574 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b1ba71-5ff6-451c-96e9-bcb27de1e7ae None None] Pushing event updated for resources: {'Port': ['ID=3c06c5e3-adc8-4a70-abac-893b82bb5214,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:32:51.966426 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-60c48ca4-c202-43dd-95c5-9898eef2b0ea tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11971609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12265750'] for subnet, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:51.975444 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fff7d53-fa91-4e8f-90a3-dbde6c8d3842 req-b22630e8-3792-47f0-b298-cfa48ad25805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:32:51.977053 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-1fff7d53-fa91-4e8f-90a3-dbde6c8d3842 req-b22630e8-3792-47f0-b298-cfa48ad25805 service neutron] 10.222.0.38 "GET /v2.0/networks?id=d772070e-dad0-48ff-8bce-c02a3adbff90 HTTP/1.1" status: 200 len: 912 time: 0.1223297 Jul 27 23:32:52.014742 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60c48ca4-c202-43dd-95c5-9898eef2b0ea tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Network 139cfbf0-72fe-4157-aac8-277ea5c5083a is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:32:52.018603 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-60c48ca4-c202-43dd-95c5-9898eef2b0ea tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:32:52.021700 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60c48ca4-c202-43dd-95c5-9898eef2b0ea tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:32:52.021851 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-1fff7d53-fa91-4e8f-90a3-dbde6c8d3842 req-2c397860-d65b-4631-afdf-b17d9188dbf8 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=09270987-ce4b-4e4a-9b26-8700891debb2 HTTP/1.1" status: 200 len: 217 time: 0.0374951 Jul 27 23:32:52.022570 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-60c48ca4-c202-43dd-95c5-9898eef2b0ea tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:52.032656 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c48ca4-c202-43dd-95c5-9898eef2b0ea tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Pushing event updated for resources: {'Subnet': ['ID=070cc255-12c3-4b2b-808c-200c5bbdf06a,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:32:52.047080 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-60c48ca4-c202-43dd-95c5-9898eef2b0ea tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5619442 Jul 27 23:32:52.048054 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 41840) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:32:52.053730 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-484b998f-7bc9-488e-8419-d6e5532bd9e6 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Request body: {'port': {'network_id': '139cfbf0-72fe-4157-aac8-277ea5c5083a', 'mac_address': 'fa:16:3e:22:63:b7', 'name': 'tempest-NetworksTestDHCPv6-102062516'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:32:52.101052 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fff7d53-fa91-4e8f-90a3-dbde6c8d3842 req-972177c9-ec38-455f-bbe5-286621cb0719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:32:52.103884 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-1fff7d53-fa91-4e8f-90a3-dbde6c8d3842 req-972177c9-ec38-455f-bbe5-286621cb0719 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=22fd4781-4e46-409c-a91a-a4ac3ab69caf HTTP/1.1" status: 200 len: 850 time: 0.0743048 Jul 27 23:32:52.172266 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fff7d53-fa91-4e8f-90a3-dbde6c8d3842 req-5f184be3-9b47-411c-9fc7-3d26e9197920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:32:52.173820 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-1fff7d53-fa91-4e8f-90a3-dbde6c8d3842 req-5f184be3-9b47-411c-9fc7-3d26e9197920 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=d772070e-dad0-48ff-8bce-c02a3adbff90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0610151 Jul 27 23:32:52.204895 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-484b998f-7bc9-488e-8419-d6e5532bd9e6 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Made reservation on behalf of 99f174f0a0ea48c5a906b127129cb432 for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:32:52.294025 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-1fff7d53-fa91-4e8f-90a3-dbde6c8d3842 req-97ee3762-11db-4ad8-b919-4ddb628f8496 service neutron] 10.222.0.38 "GET /v2.0/networks/d772070e-dad0-48ff-8bce-c02a3adbff90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014972 Jul 27 23:32:52.314706 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-484b998f-7bc9-488e-8419-d6e5532bd9e6 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:52.335761 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [None req-484b998f-7bc9-488e-8419-d6e5532bd9e6 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] device_id is not set on port 85dca00c-03ab-4d9b-8cbc-54d64b7ec31e yet. {{(pid=93798) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 23:32:52.399926 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-1fff7d53-fa91-4e8f-90a3-dbde6c8d3842 req-0acf749f-a7f7-4158-b960-3b614f8d0adf service neutron] 10.222.0.38 "GET /v2.0/networks/d772070e-dad0-48ff-8bce-c02a3adbff90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982759 Jul 27 23:32:52.535423 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-484b998f-7bc9-488e-8419-d6e5532bd9e6 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Allocated IP 2001:db8:0:1::95 (139cfbf0-72fe-4157-aac8-277ea5c5083a/070cc255-12c3-4b2b-808c-200c5bbdf06a/85dca00c-03ab-4d9b-8cbc-54d64b7ec31e) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:32:52.542038 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-484b998f-7bc9-488e-8419-d6e5532bd9e6 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Allocated IP 2001:db8::f816:3eff:fe22:63b7 (139cfbf0-72fe-4157-aac8-277ea5c5083a/2aa64cb6-c2d4-45c4-b698-017d3c2a4d05/85dca00c-03ab-4d9b-8cbc-54d64b7ec31e) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:32:52.707343 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-484b998f-7bc9-488e-8419-d6e5532bd9e6 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:52.721416 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-484b998f-7bc9-488e-8419-d6e5532bd9e6 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Transition to ACTIVE for port object 85dca00c-03ab-4d9b-8cbc-54d64b7ec31e will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:32:52.761152 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-484b998f-7bc9-488e-8419-d6e5532bd9e6 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:52.802673 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-484b998f-7bc9-488e-8419-d6e5532bd9e6 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Network 139cfbf0-72fe-4157-aac8-277ea5c5083a is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:32:52.806367 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-484b998f-7bc9-488e-8419-d6e5532bd9e6 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:32:52.810821 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-484b998f-7bc9-488e-8419-d6e5532bd9e6 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:32:52.818852 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-484b998f-7bc9-488e-8419-d6e5532bd9e6 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:32:52.818852 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-484b998f-7bc9-488e-8419-d6e5532bd9e6 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:52.849387 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484b998f-7bc9-488e-8419-d6e5532bd9e6 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Pushing event updated for resources: {'Port': ['ID=85dca00c-03ab-4d9b-8cbc-54d64b7ec31e,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:32:52.860231 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-484b998f-7bc9-488e-8419-d6e5532bd9e6 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 0.8075860 Jul 27 23:32:52.862436 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 41858) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:32:52.919092 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47518619-0927-4ed1-8dbb-938ae792376c req-4c85ecfb-f53b-46db-9956-e889069233a1 tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:32:52.920916 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-47518619-0927-4ed1-8dbb-938ae792376c req-4c85ecfb-f53b-46db-9956-e889069233a1 tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a28922a-1a04-40a9-9437-98535fea0f02 HTTP/1.1" status: 200 len: 944 time: 0.0675659 Jul 27 23:32:52.980206 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-47518619-0927-4ed1-8dbb-938ae792376c req-100e2788-3e9f-44d0-b428-ad31c63b8f9c tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] 10.222.0.18 "GET /v2.0/security-groups?id=a0e6abb3-e597-433f-9625-50bd684439c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517876 Jul 27 23:32:53.000517 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-4d2c3259-7542-47ab-a117-80bc00c52594 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Deleting port 85dca00c-03ab-4d9b-8cbc-54d64b7ec31e {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:32:53.000517 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4d2c3259-7542-47ab-a117-80bc00c52594 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:53.078752 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe8e3998-9148-4d6d-a8b1-6f75055e49bd None None] Network 139cfbf0-72fe-4157-aac8-277ea5c5083a requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:32:53.104198 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4d2c3259-7542-47ab-a117-80bc00c52594 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:53.117477 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-4d2c3259-7542-47ab-a117-80bc00c52594 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Calling delete_port for 85dca00c-03ab-4d9b-8cbc-54d64b7ec31e owned by {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:32:53.154711 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-a25cf2ac-988f-43e8-8a52-7dfb95c05fe7 None None] Provisioning for port 3c06c5e3-adc8-4a70-abac-893b82bb5214 completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:32:53.335299 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4d2c3259-7542-47ab-a117-80bc00c52594 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:53.338532 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55f66cdb-a459-46b1-a80a-db60a9a9bd21 None None] Update dhcp port {'port': {'network_id': '139cfbf0-72fe-4157-aac8-277ea5c5083a', 'fixed_ips': [{'subnet_id': '2aa64cb6-c2d4-45c4-b698-017d3c2a4d05', 'ip_address': '2001:db8::f816:3eff:fe23:2830'}, {'subnet_id': '070cc255-12c3-4b2b-808c-200c5bbdf06a'}], 'binding:host_id': 'n-d-802623-1'}, 'id': '3c06c5e3-adc8-4a70-abac-893b82bb5214'} from n-d-802623-1. {{(pid=93799) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 27 23:32:53.366931 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2c3259-7542-47ab-a117-80bc00c52594 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Pushing event deleted for resources: {'Port': ['ID=85dca00c-03ab-4d9b-8cbc-54d64b7ec31e,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:32:53.380846 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-55f66cdb-a459-46b1-a80a-db60a9a9bd21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:53.424508 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4d2c3259-7542-47ab-a117-80bc00c52594 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:53.426245 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 3c06c5e3-adc8-4a70-abac-893b82bb5214 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:32:53.427209 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-4d2c3259-7542-47ab-a117-80bc00c52594 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] 10.222.0.18 "DELETE /v2.0/ports/85dca00c-03ab-4d9b-8cbc-54d64b7ec31e HTTP/1.1" status: 204 len: 168 time: 0.5628812 Jul 27 23:32:53.429273 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 41860) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:32:53.481694 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cb31c47-ca5c-48e9-b471-26bc7ba352f4 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:32:53.483632 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-5cb31c47-ca5c-48e9-b471-26bc7ba352f4 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.0530512 Jul 27 23:32:53.485935 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 41862) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:32:53.535510 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4850be1d-ce3f-4b94-9bf1-a7dcacc8902b tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:32:53.537248 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-4850be1d-ce3f-4b94-9bf1-a7dcacc8902b tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.0502377 Jul 27 23:32:53.539798 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 41864) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:32:53.553579 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning for port 3c06c5e3-adc8-4a70-abac-893b82bb5214 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:32:53.576611 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port 3c06c5e3-adc8-4a70-abac-893b82bb5214 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:32:53.578206 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:53.597561 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dab09fe-62bb-45ee-86e7-2168d22c6e19 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:32:53.599149 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dab09fe-62bb-45ee-86e7-2168d22c6e19 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:32:53.601346 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dab09fe-62bb-45ee-86e7-2168d22c6e19 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:32:53.606534 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-6dab09fe-62bb-45ee-86e7-2168d22c6e19 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0625863 Jul 27 23:32:53.606534 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 41868) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:32:53.628009 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-55f66cdb-a459-46b1-a80a-db60a9a9bd21 None None] Allocated IP 2001:db8:0:1::2 (139cfbf0-72fe-4157-aac8-277ea5c5083a/070cc255-12c3-4b2b-808c-200c5bbdf06a/3c06c5e3-adc8-4a70-abac-893b82bb5214) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:32:53.666930 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_v2 [None req-7909f441-4c12-466a-a662-2860a673ad0f tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Deleting subnet 070cc255-12c3-4b2b-808c-200c5bbdf06a {{(pid=93797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 23:32:53.726990 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:53.772177 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-55f66cdb-a459-46b1-a80a-db60a9a9bd21 None None] For port 3c06c5e3-adc8-4a70-abac-893b82bb5214, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=3c06c5e3-adc8-4a70-abac-893b82bb5214,segment=NetworkSegment(fcf2197d-a903-4ad1-8fef-eea3861359a1),segment_id=fcf2197d-a903-4ad1-8fef-eea3861359a1)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:32:53.802043 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-55f66cdb-a459-46b1-a80a-db60a9a9bd21 None None] Notify callbacks [] for port, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:53.816010 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-55f66cdb-a459-46b1-a80a-db60a9a9bd21 None None] Transition to ACTIVE for port object 3c06c5e3-adc8-4a70-abac-893b82bb5214 will not be triggered until provisioned by entity DHCP. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:32:53.819520 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7909f441-4c12-466a-a662-2860a673ad0f tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks [] for subnet, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:53.821008 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-55f66cdb-a459-46b1-a80a-db60a9a9bd21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:53.862904 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7909f441-4c12-466a-a662-2860a673ad0f tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11335971'] for subnet, precommit_delete_associations {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:53.941630 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.db.api [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93799) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 23:32:53.941992 n-d-802623-1 neutron-server[93799]: DEBUG oslo_db.api [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 23:32:53.950398 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f66cdb-a459-46b1-a80a-db60a9a9bd21 None None] Pushing event updated for resources: {'Port': ['ID=3c06c5e3-adc8-4a70-abac-893b82bb5214,revision_number=3']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:32:53.971821 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7909f441-4c12-466a-a662-2860a673ad0f tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620741'] for subnet, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:54.048897 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7909f441-4c12-466a-a662-2860a673ad0f tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11335991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11551414'] for subnet, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:54.439197 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7909f441-4c12-466a-a662-2860a673ad0f tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Pushing event deleted for resources: {'Subnet': ['ID=070cc255-12c3-4b2b-808c-200c5bbdf06a,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:32:54.441948 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7909f441-4c12-466a-a662-2860a673ad0f tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks [] for subnet, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:54.443932 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-7909f441-4c12-466a-a662-2860a673ad0f tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] 10.222.0.18 "DELETE /v2.0/subnets/070cc255-12c3-4b2b-808c-200c5bbdf06a HTTP/1.1" status: 204 len: 168 time: 0.8362534 Jul 27 23:32:54.447429 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 41878) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:32:54.484877 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939520c2-2849-4379-85e6-39755a9d0169 req-4ab1958a-d639-4ced-8bc1-3fd5c63881e5 tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:32:54.494062 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-939520c2-2849-4379-85e6-39755a9d0169 req-4ab1958a-d639-4ced-8bc1-3fd5c63881e5 tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a28922a-1a04-40a9-9437-98535fea0f02 HTTP/1.1" status: 200 len: 944 time: 0.0660481 Jul 27 23:32:54.535799 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:54.554676 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-939520c2-2849-4379-85e6-39755a9d0169 req-532ebedf-c0ec-48f9-82d1-b94a18e55678 tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] 10.222.0.18 "GET /v2.0/security-groups?id=a0e6abb3-e597-433f-9625-50bd684439c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596352 Jul 27 23:32:54.557887 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffea7fd0-bdc5-43e1-9179-e345af211453 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Deleting subnet 2aa64cb6-c2d4-45c4-b698-017d3c2a4d05 {{(pid=93798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 23:32:54.561406 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ffea7fd0-bdc5-43e1-9179-e345af211453 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks [] for subnet, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:54.585702 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] For port 3c06c5e3-adc8-4a70-abac-893b82bb5214, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=3c06c5e3-adc8-4a70-abac-893b82bb5214,segment=NetworkSegment(fcf2197d-a903-4ad1-8fef-eea3861359a1),segment_id=fcf2197d-a903-4ad1-8fef-eea3861359a1)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:32:54.592431 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:54.598839 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1593761d-72b8-4854-9477-080355fb55fd None None] Network 139cfbf0-72fe-4157-aac8-277ea5c5083a requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:32:54.608283 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ffea7fd0-bdc5-43e1-9179-e345af211453 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11163249'] for subnet, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:54.697758 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ffea7fd0-bdc5-43e1-9179-e345af211453 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620741'] for subnet, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:54.701846 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Pushing event updated for resources: {'Port': ['ID=3c06c5e3-adc8-4a70-abac-893b82bb5214,revision_number=5']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:32:54.728347 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-bd625b81-1af5-40d9-8072-247c18c7915c None None] Provisioning for port 3c06c5e3-adc8-4a70-abac-893b82bb5214 completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:32:54.735303 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-bd625b81-1af5-40d9-8072-247c18c7915c None None] Provisioning complete for port 3c06c5e3-adc8-4a70-abac-893b82bb5214 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:32:54.735303 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-bd625b81-1af5-40d9-8072-247c18c7915c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:54.776541 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ffea7fd0-bdc5-43e1-9179-e345af211453 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11971800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12265753'] for subnet, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:54.810866 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffea7fd0-bdc5-43e1-9179-e345af211453 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Pushing event deleted for resources: {'Subnet': ['ID=2aa64cb6-c2d4-45c4-b698-017d3c2a4d05,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:32:54.817353 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ffea7fd0-bdc5-43e1-9179-e345af211453 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:54.822117 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-ffea7fd0-bdc5-43e1-9179-e345af211453 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] 10.222.0.18 "DELETE /v2.0/subnets/2aa64cb6-c2d4-45c4-b698-017d3c2a4d05 HTTP/1.1" status: 204 len: 168 time: 0.3708494 Jul 27 23:32:54.822671 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 41882) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:32:54.870745 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-c8db1bdf-21cf-4212-b162-7aa1f419df44 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0438912 Jul 27 23:32:54.870932 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 41884) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:32:54.876136 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-d270b702-760b-45c7-9945-642b1bf9d88f tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Request body: {'subnet': {'network_id': '139cfbf0-72fe-4157-aac8-277ea5c5083a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:32:54.947291 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 09270987-ce4b-4e4a-9b26-8700891debb2 details requested by agent hyperv_n-h1-802623-1 with host n-h1-802623-1 {{(pid=93799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 23:32:54.976850 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d270b702-760b-45c7-9945-642b1bf9d88f tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Made reservation on behalf of 99f174f0a0ea48c5a906b127129cb432 for: {'subnet': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:32:54.981059 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d270b702-760b-45c7-9945-642b1bf9d88f tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11551435'] for subnet, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:55.148526 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port 09270987-ce4b-4e4a-9b26-8700891debb2, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=09270987-ce4b-4e4a-9b26-8700891debb2,segment=NetworkSegment(389149bf-5833-435c-91df-71739cf48c37),segment_id=389149bf-5833-435c-91df-71739cf48c37)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:32:55.185999 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d270b702-760b-45c7-9945-642b1bf9d88f tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11336182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11551417'] for subnet, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:55.190859 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Returning: {'device': '09270987-ce4b-4e4a-9b26-8700891debb2', 'network_id': 'd772070e-dad0-48ff-8bce-c02a3adbff90', 'port_id': '09270987-ce4b-4e4a-9b26-8700891debb2', 'mac_address': 'fa:16:3e:f6:44:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22fd4781-4e46-409c-a91a-a4ac3ab69caf', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 23:32:55.198807 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-bd625b81-1af5-40d9-8072-247c18c7915c None None] Could not find standard attr ID for object 85dca00c-03ab-4d9b-8cbc-54d64b7ec31e. {{(pid=93799) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 23:32:55.230383 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9928145a-7def-41e1-9842-c91ff8bb6b22 None None] Update dhcp port {'port': {'network_id': '139cfbf0-72fe-4157-aac8-277ea5c5083a', 'fixed_ips': [{'subnet_id': '2aa64cb6-c2d4-45c4-b698-017d3c2a4d05'}], 'binding:host_id': 'n-d-802623-1'}, 'id': '3c06c5e3-adc8-4a70-abac-893b82bb5214'} from n-d-802623-1. {{(pid=93799) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 27 23:32:55.247480 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d270b702-760b-45c7-9945-642b1bf9d88f tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Pushing event updated for resources: {'Subnet': ['ID=75939ec0-a3e6-4bd4-a92f-7ce7f4e06569,revision_number=0']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:32:55.254903 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d270b702-760b-45c7-9945-642b1bf9d88f tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Network 139cfbf0-72fe-4157-aac8-277ea5c5083a is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:32:55.256479 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-d270b702-760b-45c7-9945-642b1bf9d88f tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:32:55.259275 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d270b702-760b-45c7-9945-642b1bf9d88f tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:32:55.259967 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d270b702-760b-45c7-9945-642b1bf9d88f tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks [] for subnet, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:55.272399 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:55.274286 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-9928145a-7def-41e1-9842-c91ff8bb6b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:55.280245 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-d270b702-760b-45c7-9945-642b1bf9d88f tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4080465 Jul 27 23:32:55.283000 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 41886) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:32:55.291432 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-1d5914b0-3df5-4198-b50a-c3eb7a5bb9c3 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Request body: {'subnet': {'network_id': '139cfbf0-72fe-4157-aac8-277ea5c5083a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:32:55.296638 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09270987-ce4b-4e4a-9b26-8700891debb2 {{(pid=93799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:32:55.348785 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port 09270987-ce4b-4e4a-9b26-8700891debb2, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=09270987-ce4b-4e4a-9b26-8700891debb2,segment=NetworkSegment(389149bf-5833-435c-91df-71739cf48c37),segment_id=389149bf-5833-435c-91df-71739cf48c37)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:32:55.361988 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:55.409242 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 3c06c5e3-adc8-4a70-abac-893b82bb5214 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:32:55.429944 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d5914b0-3df5-4198-b50a-c3eb7a5bb9c3 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Made reservation on behalf of 99f174f0a0ea48c5a906b127129cb432 for: {'subnet': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:32:55.434420 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1d5914b0-3df5-4198-b50a-c3eb7a5bb9c3 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11551435'] for subnet, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:55.526888 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Pushing event updated for resources: {'Port': ['ID=09270987-ce4b-4e4a-9b26-8700891debb2,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:32:55.540293 n-d-802623-1 neutron-server[93797]: INFO neutron.db.ipam_backend_mixin [None req-1d5914b0-3df5-4198-b50a-c3eb7a5bb9c3 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 75939ec0-a3e6-4bd4-a92f-7ce7f4e06569 (CIDR: 2001:db8::/64) Jul 27 23:32:55.545173 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port 3c06c5e3-adc8-4a70-abac-893b82bb5214 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:32:55.545884 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:55.547860 n-d-802623-1 neutron-server[93797]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d5914b0-3df5-4198-b50a-c3eb7a5bb9c3 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 23:32:55.548553 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d5914b0-3df5-4198-b50a-c3eb7a5bb9c3 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93797) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 23:32:55.566646 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-1d5914b0-3df5-4198-b50a-c3eb7a5bb9c3 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2815952 Jul 27 23:32:55.569267 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 41890) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:32:55.576951 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-bea8124e-5376-4e1b-a202-1041371f5936 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Request body: {'subnet': {'network_id': '139cfbf0-72fe-4157-aac8-277ea5c5083a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:32:55.598281 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] get_ports_and_sgs() called for port_ids ['09270987-ce4b-4e4a-9b26-8700891debb2'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:32:55.633606 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4e5743c-c623-4784-8654-7e0be30924f7 None None] Network 139cfbf0-72fe-4157-aac8-277ea5c5083a requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:32:55.720640 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca163612-45f0-4163-a58c-b0e6a41e6a13 req-fe2362ef-991b-4535-a23d-54205dcf2baf tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:32:55.723231 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ca163612-45f0-4163-a58c-b0e6a41e6a13 req-fe2362ef-991b-4535-a23d-54205dcf2baf tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a28922a-1a04-40a9-9437-98535fea0f02 HTTP/1.1" status: 200 len: 945 time: 0.0762408 Jul 27 23:32:55.771118 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bea8124e-5376-4e1b-a202-1041371f5936 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Made reservation on behalf of 99f174f0a0ea48c5a906b127129cb432 for: {'subnet': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:32:55.777910 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-bea8124e-5376-4e1b-a202-1041371f5936 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11551435'] for subnet, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:55.796205 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ca163612-45f0-4163-a58c-b0e6a41e6a13 req-cac92d50-b7e3-4089-b23c-b2f90310e6db tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] 10.222.0.18 "GET /v2.0/security-groups?id=a0e6abb3-e597-433f-9625-50bd684439c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639195 Jul 27 23:32:55.810613 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-4fce9dd5-26d7-4efa-871b-8f08df060294 None None] Provisioning complete for port 3c06c5e3-adc8-4a70-abac-893b82bb5214 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:32:55.810995 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4fce9dd5-26d7-4efa-871b-8f08df060294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:56.063598 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc67fd95-d87f-4816-b208-4330110ecc18 None None] Update dhcp port {'port': {'network_id': '139cfbf0-72fe-4157-aac8-277ea5c5083a', 'fixed_ips': [{'subnet_id': '75939ec0-a3e6-4bd4-a92f-7ce7f4e06569'}], 'binding:host_id': 'n-d-802623-1'}, 'id': '3c06c5e3-adc8-4a70-abac-893b82bb5214'} from n-d-802623-1. {{(pid=93799) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 27 23:32:56.090421 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-cc67fd95-d87f-4816-b208-4330110ecc18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:56.169397 n-d-802623-1 neutron-server[93797]: DEBUG neutron.objects.ports [None req-bea8124e-5376-4e1b-a202-1041371f5936 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93797) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 27 23:32:56.336007 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.db.api [None req-cc67fd95-d87f-4816-b208-4330110ecc18 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 27 23:32:56.336007 n-d-802623-1 neutron-server[93799]: [SQL: INSERT INTO ipamallocations (ip_address, `status`, ipam_subnet_id) VALUES (%(ip_address)s, %(status)s, %(ipam_subnet_id)s)] Jul 27 23:32:56.336007 n-d-802623-1 neutron-server[93799]: [parameters: {'ip_address': '2001:db8:0:1:f816:3eff:fe23:2830', 'status': 'ALLOCATED', 'ipam_subnet_id': '44679685-9cc2-451e-99cb-f39b5c864088'}] Jul 27 23:32:56.336007 n-d-802623-1 neutron-server[93799]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93799) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 23:32:56.337641 n-d-802623-1 neutron-server[93799]: DEBUG oslo_db.api [None req-cc67fd95-d87f-4816-b208-4330110ecc18 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 23:32:56.374590 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-bea8124e-5376-4e1b-a202-1041371f5936 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:56.540422 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-bea8124e-5376-4e1b-a202-1041371f5936 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] For port 3c06c5e3-adc8-4a70-abac-893b82bb5214, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=3c06c5e3-adc8-4a70-abac-893b82bb5214,segment=NetworkSegment(fcf2197d-a903-4ad1-8fef-eea3861359a1),segment_id=fcf2197d-a903-4ad1-8fef-eea3861359a1)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:32:56.572572 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-bea8124e-5376-4e1b-a202-1041371f5936 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:56.577471 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-bea8124e-5376-4e1b-a202-1041371f5936 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11336041'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:56.578152 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-bea8124e-5376-4e1b-a202-1041371f5936 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11336182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11551417'] for subnet, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:56.656495 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bea8124e-5376-4e1b-a202-1041371f5936 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Network 139cfbf0-72fe-4157-aac8-277ea5c5083a is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:32:56.664093 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-bea8124e-5376-4e1b-a202-1041371f5936 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:32:56.667144 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bea8124e-5376-4e1b-a202-1041371f5936 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:32:56.667732 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-bea8124e-5376-4e1b-a202-1041371f5936 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks [] for subnet, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:56.676197 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea8124e-5376-4e1b-a202-1041371f5936 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Pushing event updated for resources: {'Subnet': ['ID=a04fe310-8c3d-4f93-831c-012cb9ebbc6d,revision_number=0']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:32:56.696218 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea8124e-5376-4e1b-a202-1041371f5936 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Pushing event updated for resources: {'Port': ['ID=3c06c5e3-adc8-4a70-abac-893b82bb5214,revision_number=8']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:32:56.704843 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-bea8124e-5376-4e1b-a202-1041371f5936 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.1303871 Jul 27 23:32:56.705098 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 41896) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:32:56.711006 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-d9e4b7a9-2b14-43a3-aa06-c662c42a91ab tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Request body: {'port': {'network_id': '139cfbf0-72fe-4157-aac8-277ea5c5083a', 'mac_address': 'fa:16:3e:81:f5:81', 'name': 'tempest-NetworksTestDHCPv6-666803163'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:32:56.828221 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9e4b7a9-2b14-43a3-aa06-c662c42a91ab tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Made reservation on behalf of 99f174f0a0ea48c5a906b127129cb432 for: {'port': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:32:56.873558 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-cc67fd95-d87f-4816-b208-4330110ecc18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:56.942345 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f11b54e3-8fcc-4d46-b9df-de1bfef272b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:56.947294 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 09270987-ce4b-4e4a-9b26-8700891debb2 up at agent hyperv_n-h1-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:32:56.965568 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f21ae8-cad2-4486-841d-057785b1a5c3 req-6055ee78-21ba-4d26-96ce-c50f3be89e31 tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:32:56.967139 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-24f21ae8-cad2-4486-841d-057785b1a5c3 req-6055ee78-21ba-4d26-96ce-c50f3be89e31 tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a28922a-1a04-40a9-9437-98535fea0f02 HTTP/1.1" status: 200 len: 945 time: 0.0844669 Jul 27 23:32:56.985310 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d9e4b7a9-2b14-43a3-aa06-c662c42a91ab tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:57.031005 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-d9e4b7a9-2b14-43a3-aa06-c662c42a91ab tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] device_id is not set on port 2acb55a0-75c3-4153-9ba3-6686ad0acbb2 yet. {{(pid=93797) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 23:32:57.039771 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-24f21ae8-cad2-4486-841d-057785b1a5c3 req-4f6d6110-199b-4a80-96c3-b9e58eb31b1a tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] 10.222.0.18 "GET /v2.0/security-groups?id=a0e6abb3-e597-433f-9625-50bd684439c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646279 Jul 27 23:32:57.088538 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Provisioning for port 09270987-ce4b-4e4a-9b26-8700891debb2 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:32:57.100242 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Provisioning complete for port 09270987-ce4b-4e4a-9b26-8700891debb2 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:32:57.100640 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:57.185802 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:57.209455 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a28922a-1a04-40a9-9437-98535fea0f02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09270987-ce4b-4e4a-9b26-8700891debb2'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:32:57.211799 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c0369b0d4f459110ff20a1f9878ba33f96d6491bddb9d15843bf29d01e0bda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc434078-d147-43cd-b0d9-7c50fd09b1cb" -d '{"events": [{"server_uuid": "5a28922a-1a04-40a9-9437-98535fea0f02", "name": "network-vif-plugged", "status": "completed", "tag": "09270987-ce4b-4e4a-9b26-8700891debb2"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:32:57.211960 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-d9e4b7a9-2b14-43a3-aa06-c662c42a91ab tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Allocated IP 2001:db8::b9 (139cfbf0-72fe-4157-aac8-277ea5c5083a/75939ec0-a3e6-4bd4-a92f-7ce7f4e06569/2acb55a0-75c3-4153-9ba3-6686ad0acbb2) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:32:57.219252 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-d9e4b7a9-2b14-43a3-aa06-c662c42a91ab tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Allocated IP 2001:db8:0:1:f816:3eff:fe81:f581 (139cfbf0-72fe-4157-aac8-277ea5c5083a/a04fe310-8c3d-4f93-831c-012cb9ebbc6d/2acb55a0-75c3-4153-9ba3-6686ad0acbb2) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:32:57.225259 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port 09270987-ce4b-4e4a-9b26-8700891debb2, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=09270987-ce4b-4e4a-9b26-8700891debb2,segment=NetworkSegment(389149bf-5833-435c-91df-71739cf48c37),segment_id=389149bf-5833-435c-91df-71739cf48c37)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:32:57.230395 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:57.256271 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:32:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a238fb0a-43ca-4fb2-bfe5-7b9b8546d794 x-openstack-request-id: req-a238fb0a-43ca-4fb2-bfe5-7b9b8546d794 {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:32:57.256554 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a28922a-1a04-40a9-9437-98535fea0f02", "name": "network-vif-plugged", "status": "completed", "tag": "09270987-ce4b-4e4a-9b26-8700891debb2", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:32:57.256799 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a238fb0a-43ca-4fb2-bfe5-7b9b8546d794 {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:32:57.257183 n-d-802623-1 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a28922a-1a04-40a9-9437-98535fea0f02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09270987-ce4b-4e4a-9b26-8700891debb2', 'code': 200} Jul 27 23:32:57.286946 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Pushing event updated for resources: {'Port': ['ID=09270987-ce4b-4e4a-9b26-8700891debb2,revision_number=5']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:32:57.346512 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 3c06c5e3-adc8-4a70-abac-893b82bb5214 no longer exists at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:32:57.389248 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5d0841-db72-4a3d-929f-dda4d0571a8e req-2a3c71a8-28ed-4d60-9d7c-0cdb4bb087cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:32:57.390876 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-bc5d0841-db72-4a3d-929f-dda4d0571a8e req-2a3c71a8-28ed-4d60-9d7c-0cdb4bb087cf service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=5a28922a-1a04-40a9-9437-98535fea0f02 HTTP/1.1" status: 200 len: 1097 time: 0.0703382 Jul 27 23:32:57.433305 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:57.435941 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d9e4b7a9-2b14-43a3-aa06-c662c42a91ab tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:57.465467 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-bc5d0841-db72-4a3d-929f-dda4d0571a8e req-4533052a-fb90-44db-b8d6-67b5286bcf6b service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=a0e6abb3-e597-433f-9625-50bd684439c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667732 Jul 27 23:32:57.466518 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d9e4b7a9-2b14-43a3-aa06-c662c42a91ab tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Transition to ACTIVE for port object 2acb55a0-75c3-4153-9ba3-6686ad0acbb2 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:32:57.467828 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] For port 3c06c5e3-adc8-4a70-abac-893b82bb5214, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=3c06c5e3-adc8-4a70-abac-893b82bb5214,segment=NetworkSegment(fcf2197d-a903-4ad1-8fef-eea3861359a1),segment_id=fcf2197d-a903-4ad1-8fef-eea3861359a1)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:32:57.471822 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:57.504860 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d9e4b7a9-2b14-43a3-aa06-c662c42a91ab tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:57.548145 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9e4b7a9-2b14-43a3-aa06-c662c42a91ab tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Network 139cfbf0-72fe-4157-aac8-277ea5c5083a is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:32:57.551515 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Pushing event updated for resources: {'Port': ['ID=3c06c5e3-adc8-4a70-abac-893b82bb5214,revision_number=9']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:32:57.551840 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-d9e4b7a9-2b14-43a3-aa06-c662c42a91ab tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:32:57.557849 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9e4b7a9-2b14-43a3-aa06-c662c42a91ab tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:32:57.563559 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9e4b7a9-2b14-43a3-aa06-c662c42a91ab tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:32:57.564241 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d9e4b7a9-2b14-43a3-aa06-c662c42a91ab tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:57.570070 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-cc67fd95-d87f-4816-b208-4330110ecc18 None None] Allocated IP 2001:db8::2 (139cfbf0-72fe-4157-aac8-277ea5c5083a/75939ec0-a3e6-4bd4-a92f-7ce7f4e06569/3c06c5e3-adc8-4a70-abac-893b82bb5214) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:32:57.571655 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e4b7a9-2b14-43a3-aa06-c662c42a91ab tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Pushing event updated for resources: {'Port': ['ID=2acb55a0-75c3-4153-9ba3-6686ad0acbb2,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:32:57.588485 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-d9e4b7a9-2b14-43a3-aa06-c662c42a91ab tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 0.8794253 Jul 27 23:32:57.589128 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 41902) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:32:57.665664 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-cc67fd95-d87f-4816-b208-4330110ecc18 None None] For port 3c06c5e3-adc8-4a70-abac-893b82bb5214, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=3c06c5e3-adc8-4a70-abac-893b82bb5214,segment=NetworkSegment(fcf2197d-a903-4ad1-8fef-eea3861359a1),segment_id=fcf2197d-a903-4ad1-8fef-eea3861359a1)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:32:57.690114 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-72c81aed-8fd7-4643-ab63-5452ebdec196 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Deleting port 2acb55a0-75c3-4153-9ba3-6686ad0acbb2 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:32:57.690371 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-72c81aed-8fd7-4643-ab63-5452ebdec196 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:57.696534 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-cc67fd95-d87f-4816-b208-4330110ecc18 None None] Notify callbacks [] for port, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:57.710772 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-cc67fd95-d87f-4816-b208-4330110ecc18 None None] Transition to ACTIVE for port object 3c06c5e3-adc8-4a70-abac-893b82bb5214 will not be triggered until provisioned by entity DHCP. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:32:57.716541 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-cc67fd95-d87f-4816-b208-4330110ecc18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:57.789012 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-72c81aed-8fd7-4643-ab63-5452ebdec196 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:57.801010 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-72c81aed-8fd7-4643-ab63-5452ebdec196 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Calling delete_port for 2acb55a0-75c3-4153-9ba3-6686ad0acbb2 owned by {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:32:57.818162 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc67fd95-d87f-4816-b208-4330110ecc18 None None] Pushing event updated for resources: {'Port': ['ID=3c06c5e3-adc8-4a70-abac-893b82bb5214,revision_number=10']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:32:58.031006 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-72c81aed-8fd7-4643-ab63-5452ebdec196 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:58.063332 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c81aed-8fd7-4643-ab63-5452ebdec196 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Pushing event deleted for resources: {'Port': ['ID=2acb55a0-75c3-4153-9ba3-6686ad0acbb2,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:32:58.137835 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-72c81aed-8fd7-4643-ab63-5452ebdec196 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:58.140491 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-72c81aed-8fd7-4643-ab63-5452ebdec196 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] 10.222.0.18 "DELETE /v2.0/ports/2acb55a0-75c3-4153-9ba3-6686ad0acbb2 HTTP/1.1" status: 204 len: 168 time: 0.5501688 Jul 27 23:32:58.142971 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 41916) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:32:58.214870 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efcdfa45-4a61-47da-970b-3f9c726daaa1 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:32:58.219245 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-efcdfa45-4a61-47da-970b-3f9c726daaa1 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.0726469 Jul 27 23:32:58.220095 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 41918) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:32:58.228037 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f216bbb7-8582-4b73-9c7d-170f96e7444d req-5ec1732d-683c-48d4-a943-df7732837fba tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:32:58.238352 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f216bbb7-8582-4b73-9c7d-170f96e7444d req-5ec1732d-683c-48d4-a943-df7732837fba tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a28922a-1a04-40a9-9437-98535fea0f02 HTTP/1.1" status: 200 len: 946 time: 0.0920677 Jul 27 23:32:58.300458 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f216bbb7-8582-4b73-9c7d-170f96e7444d req-bb09664b-1423-4cca-a9cc-9b8b86869110 tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] 10.222.0.18 "GET /v2.0/security-groups?id=a0e6abb3-e597-433f-9625-50bd684439c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576787 Jul 27 23:32:58.312230 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66d97a7c-3957-490d-9c48-70b5c6f983d8 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:32:58.315101 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-66d97a7c-3957-490d-9c48-70b5c6f983d8 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.0915525 Jul 27 23:32:58.316718 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 41924) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:32:58.378485 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ead29609-04aa-4b4c-bd52-52426dbeef21 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:32:58.380056 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ead29609-04aa-4b4c-bd52-52426dbeef21 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:32:58.381547 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ead29609-04aa-4b4c-bd52-52426dbeef21 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:32:58.383133 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-ead29609-04aa-4b4c-bd52-52426dbeef21 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0653088 Jul 27 23:32:58.385926 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 41926) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:32:58.454282 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f609e8e-3fb1-4ed0-b7ab-7cc2dcef0586 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Deleting subnet 75939ec0-a3e6-4bd4-a92f-7ce7f4e06569 {{(pid=93798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 23:32:58.458449 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6f609e8e-3fb1-4ed0-b7ab-7cc2dcef0586 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks [] for subnet, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:58.505906 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6f609e8e-3fb1-4ed0-b7ab-7cc2dcef0586 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11163249'] for subnet, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:58.557601 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18a2d344-5330-4fb1-9dec-3dfc93c5c5a1 None None] Network 139cfbf0-72fe-4157-aac8-277ea5c5083a requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:32:58.596259 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6f609e8e-3fb1-4ed0-b7ab-7cc2dcef0586 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620741'] for subnet, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:58.661288 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6f609e8e-3fb1-4ed0-b7ab-7cc2dcef0586 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11971800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12265753'] for subnet, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:58.688487 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-347ce58c-c80b-4032-9a60-31551adc9a86 None None] Provisioning for port 3c06c5e3-adc8-4a70-abac-893b82bb5214 completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:32:58.691479 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f609e8e-3fb1-4ed0-b7ab-7cc2dcef0586 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Pushing event deleted for resources: {'Subnet': ['ID=75939ec0-a3e6-4bd4-a92f-7ce7f4e06569,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:32:58.693659 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6f609e8e-3fb1-4ed0-b7ab-7cc2dcef0586 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:58.696133 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-347ce58c-c80b-4032-9a60-31551adc9a86 None None] Provisioning complete for port 3c06c5e3-adc8-4a70-abac-893b82bb5214 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:32:58.696599 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-347ce58c-c80b-4032-9a60-31551adc9a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:58.700482 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 41928) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:32:58.701044 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-6f609e8e-3fb1-4ed0-b7ab-7cc2dcef0586 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] 10.222.0.18 "DELETE /v2.0/subnets/75939ec0-a3e6-4bd4-a92f-7ce7f4e06569 HTTP/1.1" status: 204 len: 168 time: 0.3136148 Jul 27 23:32:58.760368 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_v2 [None req-f733224c-798e-44ee-b54e-e367bd62c177 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Deleting subnet a04fe310-8c3d-4f93-831c-012cb9ebbc6d {{(pid=93797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 23:32:58.764764 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f733224c-798e-44ee-b54e-e367bd62c177 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks [] for subnet, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:58.817424 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f733224c-798e-44ee-b54e-e367bd62c177 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11335971'] for subnet, precommit_delete_associations {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:58.835739 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-347ce58c-c80b-4032-9a60-31551adc9a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:58.852602 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15693f6c-5d63-4f07-b287-d4556b902315 None None] Update dhcp port {'port': {'network_id': '139cfbf0-72fe-4157-aac8-277ea5c5083a', 'fixed_ips': [{'subnet_id': 'a04fe310-8c3d-4f93-831c-012cb9ebbc6d', 'ip_address': '2001:db8:0:1:f816:3eff:fe23:2830'}, {'subnet_id': '75939ec0-a3e6-4bd4-a92f-7ce7f4e06569'}], 'binding:host_id': 'n-d-802623-1'}, 'id': '3c06c5e3-adc8-4a70-abac-893b82bb5214'} from n-d-802623-1. {{(pid=93799) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 27 23:32:58.900941 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-15693f6c-5d63-4f07-b287-d4556b902315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:58.905427 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-347ce58c-c80b-4032-9a60-31551adc9a86 None None] For port 3c06c5e3-adc8-4a70-abac-893b82bb5214, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=3c06c5e3-adc8-4a70-abac-893b82bb5214,segment=NetworkSegment(fcf2197d-a903-4ad1-8fef-eea3861359a1),segment_id=fcf2197d-a903-4ad1-8fef-eea3861359a1)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:32:58.911945 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f733224c-798e-44ee-b54e-e367bd62c177 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620741'] for subnet, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:58.915241 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-347ce58c-c80b-4032-9a60-31551adc9a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:58.978342 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f733224c-798e-44ee-b54e-e367bd62c177 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11335991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11551414'] for subnet, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:59.015631 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f733224c-798e-44ee-b54e-e367bd62c177 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Pushing event deleted for resources: {'Subnet': ['ID=a04fe310-8c3d-4f93-831c-012cb9ebbc6d,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:32:59.017657 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f733224c-798e-44ee-b54e-e367bd62c177 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks [] for subnet, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:59.022557 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-f733224c-798e-44ee-b54e-e367bd62c177 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] 10.222.0.18 "DELETE /v2.0/subnets/a04fe310-8c3d-4f93-831c-012cb9ebbc6d HTTP/1.1" status: 204 len: 168 time: 0.3188591 Jul 27 23:32:59.023380 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 41930) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:32:59.067088 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-ee59ec49-3a84-4ddc-bbaa-ef4b6cc2da12 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0403383 Jul 27 23:32:59.067336 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 41932) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:32:59.072927 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-3194f575-2677-496d-ad68-ca11771f4233 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Request body: {'subnet': {'network_id': '139cfbf0-72fe-4157-aac8-277ea5c5083a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:32:59.178277 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3194f575-2677-496d-ad68-ca11771f4233 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Made reservation on behalf of 99f174f0a0ea48c5a906b127129cb432 for: {'subnet': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:32:59.182441 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3194f575-2677-496d-ad68-ca11771f4233 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11551435'] for subnet, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:59.233660 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347ce58c-c80b-4032-9a60-31551adc9a86 None None] Pushing event updated for resources: {'Port': ['ID=3c06c5e3-adc8-4a70-abac-893b82bb5214,revision_number=12']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:32:59.274791 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server [None req-15693f6c-5d63-4f07-b287-d4556b902315 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a04fe310-8c3d-4f93-831c-012cb9ebbc6d: This subnet is being modified by another concurrent operation. Jul 27 23:32:59.274791 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 27 23:32:59.274791 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 27 23:32:59.274791 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 27 23:32:59.274791 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 27 23:32:59.274791 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 27 23:32:59.274791 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 27 23:32:59.274791 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 27 23:32:59.274791 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 27 23:32:59.274791 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 27 23:32:59.274791 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 27 23:32:59.274791 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 27 23:32:59.274791 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 27 23:32:59.274791 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 27 23:32:59.274791 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 23:32:59.274791 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 23:32:59.274791 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 23:32:59.274791 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 23:32:59.274791 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 27 23:32:59.274791 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 27 23:32:59.274791 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 27 23:32:59.274791 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 27 23:32:59.274791 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 23:32:59.274791 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 23:32:59.274791 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 23:32:59.274791 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 23:32:59.274791 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 27 23:32:59.274791 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 27 23:32:59.274791 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 27 23:32:59.274791 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 27 23:32:59.274791 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 23:32:59.274791 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 23:32:59.274791 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 23:32:59.274791 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 23:32:59.274791 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 27 23:32:59.274791 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 27 23:32:59.274791 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Jul 27 23:32:59.274791 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Jul 27 23:32:59.274791 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Jul 27 23:32:59.274791 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Jul 27 23:32:59.274791 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 27 23:32:59.274791 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 27 23:32:59.274791 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 27 23:32:59.274791 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 27 23:32:59.274791 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 27 23:32:59.274791 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 27 23:32:59.274791 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 23:32:59.274791 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 23:32:59.274791 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 23:32:59.274791 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 23:32:59.274791 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 27 23:32:59.274791 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 27 23:32:59.274791 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 27 23:32:59.274791 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 27 23:32:59.274791 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 23:32:59.274791 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 23:32:59.274791 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 23:32:59.274791 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 23:32:59.274791 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 27 23:32:59.274791 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 27 23:32:59.274791 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 27 23:32:59.274791 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 27 23:32:59.274791 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 23:32:59.274791 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 23:32:59.274791 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 23:32:59.274791 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 23:32:59.274791 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 27 23:32:59.274791 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 27 23:32:59.274791 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1727, in update_port Jul 27 23:32:59.274791 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Jul 27 23:32:59.274791 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 27 23:32:59.274791 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 27 23:32:59.274791 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1507, in update_port Jul 27 23:32:59.274791 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Jul 27 23:32:59.274791 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Jul 27 23:32:59.274791 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Jul 27 23:32:59.274791 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Jul 27 23:32:59.274791 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Jul 27 23:32:59.274791 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Jul 27 23:32:59.274791 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 27 23:32:59.274791 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 27 23:32:59.274791 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 27 23:32:59.274791 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 27 23:32:59.274791 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server raise exception Jul 27 23:32:59.274791 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a04fe310-8c3d-4f93-831c-012cb9ebbc6d: This subnet is being modified by another concurrent operation. Jul 27 23:32:59.274791 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server Jul 27 23:32:59.395029 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a455688-5d8b-4bc3-bc97-fec263d8f855 None None] Network 139cfbf0-72fe-4157-aac8-277ea5c5083a requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:32:59.445948 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba01d730-06eb-456d-bf3c-9e83583d1c85 req-81f4c1e7-9a1a-4454-a248-343b8188e106 tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:32:59.447969 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3194f575-2677-496d-ad68-ca11771f4233 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11336182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11551417'] for subnet, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:59.454572 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ba01d730-06eb-456d-bf3c-9e83583d1c85 req-81f4c1e7-9a1a-4454-a248-343b8188e106 tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a28922a-1a04-40a9-9437-98535fea0f02 HTTP/1.1" status: 200 len: 946 time: 0.0628645 Jul 27 23:32:59.480391 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-0ff442aa-a2b5-4174-9962-1241db3a4277 None None] Provisioning complete for port 3c06c5e3-adc8-4a70-abac-893b82bb5214 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:32:59.480794 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-0ff442aa-a2b5-4174-9962-1241db3a4277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:59.504538 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ba01d730-06eb-456d-bf3c-9e83583d1c85 req-a5d58660-c731-4b39-a235-0e6c03e693cd tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] 10.222.0.18 "GET /v2.0/security-groups?id=a0e6abb3-e597-433f-9625-50bd684439c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436354 Jul 27 23:32:59.526101 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3194f575-2677-496d-ad68-ca11771f4233 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Pushing event updated for resources: {'Subnet': ['ID=8060331f-099a-46f4-ba18-3490ae796301,revision_number=0']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:32:59.530504 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3194f575-2677-496d-ad68-ca11771f4233 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Network 139cfbf0-72fe-4157-aac8-277ea5c5083a is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:32:59.532128 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-3194f575-2677-496d-ad68-ca11771f4233 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:32:59.535301 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3194f575-2677-496d-ad68-ca11771f4233 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:32:59.535900 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3194f575-2677-496d-ad68-ca11771f4233 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks [] for subnet, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:59.556626 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 41944) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:32:59.556836 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-3194f575-2677-496d-ad68-ca11771f4233 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4850762 Jul 27 23:32:59.562395 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-8ff183be-c19e-48ad-a1cc-36ed8ae39bdf tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Request body: {'subnet': {'network_id': '139cfbf0-72fe-4157-aac8-277ea5c5083a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:32:59.618809 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8aa16e49-c5e6-4a7b-9d2a-8ac6284a2a81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:59.674735 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:59.684054 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5116ab79-fb2d-46c0-a147-b612928f158f req-f0d7a793-7a30-4064-9b89-aff347267dad tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:32:59.688133 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-5116ab79-fb2d-46c0-a147-b612928f158f req-f0d7a793-7a30-4064-9b89-aff347267dad tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a28922a-1a04-40a9-9437-98535fea0f02 HTTP/1.1" status: 200 len: 946 time: 0.0919886 Jul 27 23:32:59.699944 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 41946) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:32:59.709243 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-3d45d876-a2df-469f-962f-f93a30e9614f tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] Request body: {'floatingip': {'port_id': '09270987-ce4b-4e4a-9b26-8700891debb2'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:32:59.714076 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ff183be-c19e-48ad-a1cc-36ed8ae39bdf tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Made reservation on behalf of 99f174f0a0ea48c5a906b127129cb432 for: {'subnet': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:32:59.718046 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8ff183be-c19e-48ad-a1cc-36ed8ae39bdf tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12265828'] for subnet, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:59.762239 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-217235f8-32e1-47c1-bbd8-c65e68f31551 None None] Network 139cfbf0-72fe-4157-aac8-277ea5c5083a requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:32:59.793941 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3d45d876-a2df-469f-962f-f93a30e9614f tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] Notify callbacks [] for floatingip, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:59.828530 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-6bf6a594-4206-4eca-ac40-c37b1469ef0d None None] Provisioning complete for port 3c06c5e3-adc8-4a70-abac-893b82bb5214 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:32:59.828900 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-6bf6a594-4206-4eca-ac40-c37b1469ef0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:32:59.844256 n-d-802623-1 neutron-server[93798]: INFO neutron.db.ipam_backend_mixin [None req-8ff183be-c19e-48ad-a1cc-36ed8ae39bdf tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 8060331f-099a-46f4-ba18-3490ae796301 (CIDR: 2001:db8::/64) Jul 27 23:32:59.859189 n-d-802623-1 neutron-server[93798]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ff183be-c19e-48ad-a1cc-36ed8ae39bdf tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 23:32:59.860692 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ff183be-c19e-48ad-a1cc-36ed8ae39bdf tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 23:32:59.885503 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-8ff183be-c19e-48ad-a1cc-36ed8ae39bdf tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3271742 Jul 27 23:32:59.889739 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 41950) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:32:59.895355 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-680bdefb-c3d6-438e-93ee-5139d673c1e8 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Request body: {'subnet': {'network_id': '139cfbf0-72fe-4157-aac8-277ea5c5083a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:33:00.059840 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:00.118562 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-0b14d8f1-3e79-4d08-8b0a-91016787e162 None None] Provisioning complete for port 3c06c5e3-adc8-4a70-abac-893b82bb5214 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:33:00.119504 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-0b14d8f1-3e79-4d08-8b0a-91016787e162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:00.175925 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-680bdefb-c3d6-438e-93ee-5139d673c1e8 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Made reservation on behalf of 99f174f0a0ea48c5a906b127129cb432 for: {'subnet': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:33:00.179421 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-680bdefb-c3d6-438e-93ee-5139d673c1e8 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11551435'] for subnet, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:00.342311 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-256e9490-c793-44c8-b288-07dfa259d25b None None] get_active_networks_info from n-d-802623-1 {{(pid=93799) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 27 23:33:00.376571 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-da3da416-0d18-48e5-9c58-6b2306fd74eb None None] Could not find standard attr ID for object 85dca00c-03ab-4d9b-8cbc-54d64b7ec31e. {{(pid=93799) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 23:33:00.381468 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-da3da416-0d18-48e5-9c58-6b2306fd74eb None None] Could not find standard attr ID for object 2acb55a0-75c3-4153-9ba3-6686ad0acbb2. {{(pid=93799) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 23:33:00.474959 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-256e9490-c793-44c8-b288-07dfa259d25b None None] Resources bound (agent type, host, resource id): {{(pid=93799) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 27 23:33:00.497605 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-19f2e178-d45e-4fbe-b9be-c3963fc151ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:00.530666 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3d45d876-a2df-469f-962f-f93a30e9614f tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:00.541712 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3d45d876-a2df-469f-962f-f93a30e9614f tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-415302'] for floatingip, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:00.704169 n-d-802623-1 neutron-server[93797]: INFO neutron.db.l3_db [None req-3d45d876-a2df-469f-962f-f93a30e9614f tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] Floating IP 4d0fee49-1b51-45ed-b15b-eb98dcce5b73 associated. External IP: 172.25.4.179, port: 09270987-ce4b-4e4a-9b26-8700891debb2. Jul 27 23:33:00.799686 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18fb0a1d-dc37-40cd-be8d-676c0b94ef90 None None] Update dhcp port {'port': {'network_id': '139cfbf0-72fe-4157-aac8-277ea5c5083a', 'fixed_ips': [{'subnet_id': '8060331f-099a-46f4-ba18-3490ae796301'}], 'binding:host_id': 'n-d-802623-1'}, 'id': '3c06c5e3-adc8-4a70-abac-893b82bb5214'} from n-d-802623-1. {{(pid=93799) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 27 23:33:00.829030 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-18fb0a1d-dc37-40cd-be8d-676c0b94ef90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:00.884794 n-d-802623-1 neutron-server[93797]: DEBUG neutron.objects.ports [None req-680bdefb-c3d6-438e-93ee-5139d673c1e8 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93797) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 27 23:33:01.098311 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.db.api [None req-18fb0a1d-dc37-40cd-be8d-676c0b94ef90 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 27 23:33:01.098311 n-d-802623-1 neutron-server[93799]: [SQL: INSERT INTO ipamallocations (ip_address, `status`, ipam_subnet_id) VALUES (%(ip_address)s, %(status)s, %(ipam_subnet_id)s)] Jul 27 23:33:01.098311 n-d-802623-1 neutron-server[93799]: [parameters: {'ip_address': '2001:db8:0:1:f816:3eff:fe23:2830', 'status': 'ALLOCATED', 'ipam_subnet_id': 'be0e0a91-6a0c-432e-82eb-293c3f9b41d1'}] Jul 27 23:33:01.098311 n-d-802623-1 neutron-server[93799]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93799) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 23:33:01.098682 n-d-802623-1 neutron-server[93799]: DEBUG oslo_db.api [None req-18fb0a1d-dc37-40cd-be8d-676c0b94ef90 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 23:33:01.104546 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d45d876-a2df-469f-962f-f93a30e9614f tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] Router a8e85d13-b7c1-43bf-ae6d-81dca465a0fb has already been hosted by L3 agent 018c4455-49c0-4734-927d-7824067b2a9e {{(pid=93797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 23:33:01.175838 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-680bdefb-c3d6-438e-93ee-5139d673c1e8 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:01.294834 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 3c06c5e3-adc8-4a70-abac-893b82bb5214 no longer exists at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:33:01.327208 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d45d876-a2df-469f-962f-f93a30e9614f tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:33:01.333832 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3d45d876-a2df-469f-962f-f93a30e9614f tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for floatingip, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:01.340980 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2af68fbd-ae7b-4562-a23f-aeb5d016b9c6 None None] Sync routers for ids ['a8e85d13-b7c1-43bf-ae6d-81dca465a0fb'] in n-d-802623-1 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:33:01.354018 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2af68fbd-ae7b-4562-a23f-aeb5d016b9c6 None None] Routers {'a8e85d13-b7c1-43bf-ae6d-81dca465a0fb'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:33:01.356342 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-2af68fbd-ae7b-4562-a23f-aeb5d016b9c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:33:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['a8e85d13-b7c1-43bf-ae6d-81dca465a0fb'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:33:01.372967 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-3d45d876-a2df-469f-962f-f93a30e9614f tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] 10.222.0.18 "PUT /v2.0/floatingips/4d0fee49-1b51-45ed-b15b-eb98dcce5b73 HTTP/1.1" status: 200 len: 992 time: 1.6714675 Jul 27 23:33:01.378169 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a28922a-1a04-40a9-9437-98535fea0f02', 'tag': '09270987-ce4b-4e4a-9b26-8700891debb2'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:33:01.381384 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a476459a1bfce68b0ae0df5b6a71154bfc7cfdc8f9eefce6ad0a17231e60468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b458cda-9769-4795-a3a2-0ef544817a62" -d '{"events": [{"name": "network-changed", "server_uuid": "5a28922a-1a04-40a9-9437-98535fea0f02", "tag": "09270987-ce4b-4e4a-9b26-8700891debb2"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:33:01.394857 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:01.419218 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-680bdefb-c3d6-438e-93ee-5139d673c1e8 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] For port 3c06c5e3-adc8-4a70-abac-893b82bb5214, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=3c06c5e3-adc8-4a70-abac-893b82bb5214,segment=NetworkSegment(fcf2197d-a903-4ad1-8fef-eea3861359a1),segment_id=fcf2197d-a903-4ad1-8fef-eea3861359a1)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:33:01.453087 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 23:33:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e60045dc-b6d4-454a-a42c-d59069e29be3 x-openstack-request-id: req-e60045dc-b6d4-454a-a42c-d59069e29be3 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:33:01.453427 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a28922a-1a04-40a9-9437-98535fea0f02", "tag": "09270987-ce4b-4e4a-9b26-8700891debb2", "status": "completed", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:33:01.453740 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e60045dc-b6d4-454a-a42c-d59069e29be3 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:33:01.454147 n-d-802623-1 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a28922a-1a04-40a9-9437-98535fea0f02', 'tag': '09270987-ce4b-4e4a-9b26-8700891debb2', 'status': 'completed', 'code': 200} Jul 27 23:33:01.468908 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-680bdefb-c3d6-438e-93ee-5139d673c1e8 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:01.484269 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-680bdefb-c3d6-438e-93ee-5139d673c1e8 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11336041'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:01.484269 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-680bdefb-c3d6-438e-93ee-5139d673c1e8 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11336182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11551417'] for subnet, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:01.497477 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-2af68fbd-ae7b-4562-a23f-aeb5d016b9c6 None None] Set router a8e85d13-b7c1-43bf-ae6d-81dca465a0fb gateway port host: n-d-802623-1 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:33:01.531743 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.db.api [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93799) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 23:33:01.532106 n-d-802623-1 neutron-server[93799]: DEBUG oslo_db.api [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 23:33:01.628061 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-18fb0a1d-dc37-40cd-be8d-676c0b94ef90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:01.767359 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-2af68fbd-ae7b-4562-a23f-aeb5d016b9c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8e85d13-b7c1-43bf-ae6d-81dca465a0fb', 'name': 'tempest-AttachVolumeTestJSON-1979639153-router', 'tenant_id': '93d6af8ff48b44f2bdb667a30d291295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.79'}], 'enable_snat': True}, 'gw_port_id': '90e4d9d6-e4ba-4dd6-83c2-87e7b158b22e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:28:13Z', 'updated_at': '2021-07-27T23:28:21Z', 'revision_number': 4, 'project_id': '93d6af8ff48b44f2bdb667a30d291295', 'gw_port': {'id': '90e4d9d6-e4ba-4dd6-83c2-87e7b158b22e', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:5a:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e85d13-b7c1-43bf-ae6d-81dca465a0fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2832, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:28:14Z', 'updated_at': '2021-07-27T23:28:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_floatingips': [{'id': '4d0fee49-1b51-45ed-b15b-eb98dcce5b73', 'tenant_id': '93d6af8ff48b44f2bdb667a30d291295', 'floating_ip_address': '172.25.4.179', 'floating_network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'router_id': 'a8e85d13-b7c1-43bf-ae6d-81dca465a0fb', 'port_id': '09270987-ce4b-4e4a-9b26-8700891debb2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3418, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd772070e-dad0-48ff-8bce-c02a3adbff90', 'mac_address': 'fa:16:3e:f6:44:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a28922a-1a04-40a9-9437-98535fea0f02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T23:32:45Z', 'updated_at': '2021-07-27T23:33:00Z', 'revision_number': 1, 'project_id': '93d6af8ff48b44f2bdb667a30d291295', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '944f3a21-a6cb-45fb-870a-277e132bcce9', 'name': '', 'network_id': 'd772070e-dad0-48ff-8bce-c02a3adbff90', 'tenant_id': '93d6af8ff48b44f2bdb667a30d291295', 'mac_address': 'fa:16:3e:c7:30:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e85d13-b7c1-43bf-ae6d-81dca465a0fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2843, 'fixed_ips': [{'subnet_id': '22fd4781-4e46-409c-a91a-a4ac3ab69caf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:28:19Z', 'updated_at': '2021-07-27T23:28:35Z', 'revision_number': 5, 'project_id': '93d6af8ff48b44f2bdb667a30d291295', 'subnets': [{'id': '22fd4781-4e46-409c-a91a-a4ac3ab69caf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:33:01.807939 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2af68fbd-ae7b-4562-a23f-aeb5d016b9c6 None None] Checking router: a8e85d13-b7c1-43bf-ae6d-81dca465a0fb for host: n-d-802623-1 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 23:33:01.819624 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2af68fbd-ae7b-4562-a23f-aeb5d016b9c6 None None] Routers {'a8e85d13-b7c1-43bf-ae6d-81dca465a0fb'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:33:01.820837 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-2af68fbd-ae7b-4562-a23f-aeb5d016b9c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:33:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['a8e85d13-b7c1-43bf-ae6d-81dca465a0fb'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:33:01.865342 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-18fb0a1d-dc37-40cd-be8d-676c0b94ef90 None None] Allocated IP 2001:db8::2 (139cfbf0-72fe-4157-aac8-277ea5c5083a/8060331f-099a-46f4-ba18-3490ae796301/3c06c5e3-adc8-4a70-abac-893b82bb5214) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:33:01.957303 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680bdefb-c3d6-438e-93ee-5139d673c1e8 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Pushing event updated for resources: {'Subnet': ['ID=149cccd0-04ed-49d2-8940-b02075cd4c4b,revision_number=0']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:33:01.998822 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-2af68fbd-ae7b-4562-a23f-aeb5d016b9c6 None None] Set router a8e85d13-b7c1-43bf-ae6d-81dca465a0fb gateway port host: n-d-802623-1 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:33:02.006213 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-18fb0a1d-dc37-40cd-be8d-676c0b94ef90 None None] For port 3c06c5e3-adc8-4a70-abac-893b82bb5214, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=3c06c5e3-adc8-4a70-abac-893b82bb5214,segment=NetworkSegment(fcf2197d-a903-4ad1-8fef-eea3861359a1),segment_id=fcf2197d-a903-4ad1-8fef-eea3861359a1)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:33:02.009380 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-680bdefb-c3d6-438e-93ee-5139d673c1e8 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Network 139cfbf0-72fe-4157-aac8-277ea5c5083a is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:33:02.025814 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b458cda-9769-4795-a3a2-0ef544817a62 req-c66e7b9d-9d70-4ac1-9b64-819f816fb843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:33:02.027628 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-5b458cda-9769-4795-a3a2-0ef544817a62 req-c66e7b9d-9d70-4ac1-9b64-819f816fb843 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=93d6af8ff48b44f2bdb667a30d291295&device_id=5a28922a-1a04-40a9-9437-98535fea0f02 HTTP/1.1" status: 200 len: 1097 time: 0.5556152 Jul 27 23:33:02.028618 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-680bdefb-c3d6-438e-93ee-5139d673c1e8 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:33:02.034685 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-680bdefb-c3d6-438e-93ee-5139d673c1e8 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:33:02.035501 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-680bdefb-c3d6-438e-93ee-5139d673c1e8 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks [] for subnet, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:02.058970 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680bdefb-c3d6-438e-93ee-5139d673c1e8 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Pushing event updated for resources: {'Port': ['ID=3c06c5e3-adc8-4a70-abac-893b82bb5214,revision_number=15']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:33:02.077305 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 41964) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:33:02.082669 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-18fb0a1d-dc37-40cd-be8d-676c0b94ef90 None None] Notify callbacks [] for port, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:02.083987 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-cbc42a02-b217-4125-9d73-b5bc18076429 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Request body: {'port': {'network_id': '139cfbf0-72fe-4157-aac8-277ea5c5083a', 'mac_address': 'fa:16:3e:0b:b7:99', 'name': 'tempest-NetworksTestDHCPv6-2136348705'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:33:02.089624 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-680bdefb-c3d6-438e-93ee-5139d673c1e8 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.1984248 Jul 27 23:33:02.110996 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-18fb0a1d-dc37-40cd-be8d-676c0b94ef90 None None] Transition to ACTIVE for port object 3c06c5e3-adc8-4a70-abac-893b82bb5214 will not be triggered until provisioned by entity DHCP. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:33:02.113281 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:02.125956 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-18fb0a1d-dc37-40cd-be8d-676c0b94ef90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:02.300866 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b458cda-9769-4795-a3a2-0ef544817a62 req-0ad54f82-fea4-4c27-977c-ab9bcde3374c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:33:02.306292 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-5b458cda-9769-4795-a3a2-0ef544817a62 req-0ad54f82-fea4-4c27-977c-ab9bcde3374c service neutron] 10.222.0.38 "GET /v2.0/networks?id=d772070e-dad0-48ff-8bce-c02a3adbff90 HTTP/1.1" status: 200 len: 912 time: 0.2564247 Jul 27 23:33:02.306442 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.db.api [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93799) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 23:33:02.306663 n-d-802623-1 neutron-server[93799]: DEBUG oslo_db.api [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 23:33:02.307250 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fb0a1d-dc37-40cd-be8d-676c0b94ef90 None None] Pushing event updated for resources: {'Port': ['ID=3c06c5e3-adc8-4a70-abac-893b82bb5214,revision_number=16']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:33:02.318046 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7418f70f-e60d-4709-8ba9-6ab514bc7f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:02.349730 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-2af68fbd-ae7b-4562-a23f-aeb5d016b9c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8e85d13-b7c1-43bf-ae6d-81dca465a0fb', 'name': 'tempest-AttachVolumeTestJSON-1979639153-router', 'tenant_id': '93d6af8ff48b44f2bdb667a30d291295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.79'}], 'enable_snat': True}, 'gw_port_id': '90e4d9d6-e4ba-4dd6-83c2-87e7b158b22e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:28:13Z', 'updated_at': '2021-07-27T23:28:21Z', 'revision_number': 4, 'project_id': '93d6af8ff48b44f2bdb667a30d291295', 'gw_port': {'id': '90e4d9d6-e4ba-4dd6-83c2-87e7b158b22e', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:5a:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e85d13-b7c1-43bf-ae6d-81dca465a0fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2832, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:28:14Z', 'updated_at': '2021-07-27T23:28:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_floatingips': [{'id': '4d0fee49-1b51-45ed-b15b-eb98dcce5b73', 'tenant_id': '93d6af8ff48b44f2bdb667a30d291295', 'floating_ip_address': '172.25.4.179', 'floating_network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'router_id': 'a8e85d13-b7c1-43bf-ae6d-81dca465a0fb', 'port_id': '09270987-ce4b-4e4a-9b26-8700891debb2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3418, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd772070e-dad0-48ff-8bce-c02a3adbff90', 'mac_address': 'fa:16:3e:f6:44:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a28922a-1a04-40a9-9437-98535fea0f02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T23:32:45Z', 'updated_at': '2021-07-27T23:33:00Z', 'revision_number': 1, 'project_id': '93d6af8ff48b44f2bdb667a30d291295', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '944f3a21-a6cb-45fb-870a-277e132bcce9', 'name': '', 'network_id': 'd772070e-dad0-48ff-8bce-c02a3adbff90', 'tenant_id': '93d6af8ff48b44f2bdb667a30d291295', 'mac_address': 'fa:16:3e:c7:30:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e85d13-b7c1-43bf-ae6d-81dca465a0fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2843, 'fixed_ips': [{'subnet_id': '22fd4781-4e46-409c-a91a-a4ac3ab69caf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:28:19Z', 'updated_at': '2021-07-27T23:28:35Z', 'revision_number': 5, 'project_id': '93d6af8ff48b44f2bdb667a30d291295', 'subnets': [{'id': '22fd4781-4e46-409c-a91a-a4ac3ab69caf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:33:02.350283 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbc42a02-b217-4125-9d73-b5bc18076429 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Made reservation on behalf of 99f174f0a0ea48c5a906b127129cb432 for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:33:02.389842 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2af68fbd-ae7b-4562-a23f-aeb5d016b9c6 None None] The sync data for ids ['a8e85d13-b7c1-43bf-ae6d-81dca465a0fb'] in n-d-802623-1 is: [{'id': 'a8e85d13-b7c1-43bf-ae6d-81dca465a0fb', 'name': 'tempest-AttachVolumeTestJSON-1979639153-router', 'tenant_id': '93d6af8ff48b44f2bdb667a30d291295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.79'}], 'enable_snat': True}, 'gw_port_id': '90e4d9d6-e4ba-4dd6-83c2-87e7b158b22e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:28:13Z', 'updated_at': '2021-07-27T23:28:21Z', 'revision_number': 4, 'project_id': '93d6af8ff48b44f2bdb667a30d291295', 'gw_port': {'id': '90e4d9d6-e4ba-4dd6-83c2-87e7b158b22e', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:5a:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e85d13-b7c1-43bf-ae6d-81dca465a0fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2832, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:28:14Z', 'updated_at': '2021-07-27T23:28:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_floatingips': [{'id': '4d0fee49-1b51-45ed-b15b-eb98dcce5b73', 'tenant_id': '93d6af8ff48b44f2bdb667a30d291295', 'floating_ip_address': '172.25.4.179', 'floating_network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'router_id': 'a8e85d13-b7c1-43bf-ae6d-81dca465a0fb', 'port_id': '09270987-ce4b-4e4a-9b26-8700891debb2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3418, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd772070e-dad0-48ff-8bce-c02a3adbff90', 'mac_address': 'fa:16:3e:f6:44:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a28922a-1a04-40a9-9437-98535fea0f02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T23:32:45Z', 'updated_at': '2021-07-27T23:33:00Z', 'revision_number': 1, 'project_id': '93d6af8ff48b44f2bdb667a30d291295', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '944f3a21-a6cb-45fb-870a-277e132bcce9', 'name': '', 'network_id': 'd772070e-dad0-48ff-8bce-c02a3adbff90', 'tenant_id': '93d6af8ff48b44f2bdb667a30d291295', 'mac_address': 'fa:16:3e:c7:30:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e85d13-b7c1-43bf-ae6d-81dca465a0fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2843, 'fixed_ips': [{'subnet_id': '22fd4781-4e46-409c-a91a-a4ac3ab69caf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:28:19Z', 'updated_at': '2021-07-27T23:28:35Z', 'revision_number': 5, 'project_id': '93d6af8ff48b44f2bdb667a30d291295', 'subnets': [{'id': '22fd4781-4e46-409c-a91a-a4ac3ab69caf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:33:02.410611 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-5b458cda-9769-4795-a3a2-0ef544817a62 req-9343c3dc-0974-400f-b85c-75b4c3264b74 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=09270987-ce4b-4e4a-9b26-8700891debb2 HTTP/1.1" status: 200 len: 1000 time: 0.0983002 Jul 27 23:33:02.485966 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b458cda-9769-4795-a3a2-0ef544817a62 req-dea992b4-a034-4b56-9eb3-297fe478b833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:33:02.499198 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-5b458cda-9769-4795-a3a2-0ef544817a62 req-dea992b4-a034-4b56-9eb3-297fe478b833 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=22fd4781-4e46-409c-a91a-a4ac3ab69caf HTTP/1.1" status: 200 len: 850 time: 0.0796978 Jul 27 23:33:02.538639 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-cbc42a02-b217-4125-9d73-b5bc18076429 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:02.566403 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [None req-cbc42a02-b217-4125-9d73-b5bc18076429 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] device_id is not set on port 72170a9e-790e-4f32-b457-3eeb9c2bd860 yet. {{(pid=93798) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 23:33:02.614662 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b458cda-9769-4795-a3a2-0ef544817a62 req-9f1c2f19-c0d1-4d98-958f-327ccce2f2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:33:02.616402 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-5b458cda-9769-4795-a3a2-0ef544817a62 req-9f1c2f19-c0d1-4d98-958f-327ccce2f2b7 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=d772070e-dad0-48ff-8bce-c02a3adbff90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1143682 Jul 27 23:33:02.783107 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-5b458cda-9769-4795-a3a2-0ef544817a62 req-8abbe845-403e-48c9-96b1-dbe3ab23dafe service neutron] 10.222.0.38 "GET /v2.0/networks/d772070e-dad0-48ff-8bce-c02a3adbff90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484351 Jul 27 23:33:02.803609 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29b9b13f-555b-493a-9c52-af1dd43cae0e None None] New status for floating IP 4d0fee49-1b51-45ed-b15b-eb98dcce5b73: ACTIVE {{(pid=93799) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 23:33:02.846771 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-cbc42a02-b217-4125-9d73-b5bc18076429 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Allocated IP 2001:db8::316 (139cfbf0-72fe-4157-aac8-277ea5c5083a/8060331f-099a-46f4-ba18-3490ae796301/72170a9e-790e-4f32-b457-3eeb9c2bd860) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:33:02.863574 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-cbc42a02-b217-4125-9d73-b5bc18076429 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Allocated IP 2001:db8:0:1:f816:3eff:fe0b:b799 (139cfbf0-72fe-4157-aac8-277ea5c5083a/149cccd0-04ed-49d2-8940-b02075cd4c4b/72170a9e-790e-4f32-b457-3eeb9c2bd860) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:33:02.936156 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-5b458cda-9769-4795-a3a2-0ef544817a62 req-98ab2e10-d231-4073-ae6f-e00f89bf704c service neutron] 10.222.0.38 "GET /v2.0/networks/d772070e-dad0-48ff-8bce-c02a3adbff90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452491 Jul 27 23:33:03.073346 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-cbc42a02-b217-4125-9d73-b5bc18076429 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:03.090087 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-cbc42a02-b217-4125-9d73-b5bc18076429 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Transition to ACTIVE for port object 72170a9e-790e-4f32-b457-3eeb9c2bd860 will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:33:03.129756 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-cbc42a02-b217-4125-9d73-b5bc18076429 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:03.180765 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbc42a02-b217-4125-9d73-b5bc18076429 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Network 139cfbf0-72fe-4157-aac8-277ea5c5083a is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:33:03.184402 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-cbc42a02-b217-4125-9d73-b5bc18076429 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:33:03.190704 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbc42a02-b217-4125-9d73-b5bc18076429 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:33:03.201262 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbc42a02-b217-4125-9d73-b5bc18076429 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:33:03.201946 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-cbc42a02-b217-4125-9d73-b5bc18076429 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:03.209217 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc42a02-b217-4125-9d73-b5bc18076429 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Pushing event updated for resources: {'Port': ['ID=72170a9e-790e-4f32-b457-3eeb9c2bd860,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:33:03.228195 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-cbc42a02-b217-4125-9d73-b5bc18076429 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.1495848 Jul 27 23:33:03.230776 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 41970) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:33:03.233826 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:03.274354 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a8f2e26-bd4c-478c-b390-b64b5d1d2968 None None] get_active_networks_info from n-d-802623-1 {{(pid=93799) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 27 23:33:03.314015 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] For port 3c06c5e3-adc8-4a70-abac-893b82bb5214, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=3c06c5e3-adc8-4a70-abac-893b82bb5214,segment=NetworkSegment(fcf2197d-a903-4ad1-8fef-eea3861359a1),segment_id=fcf2197d-a903-4ad1-8fef-eea3861359a1)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:33:03.329245 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:03.344509 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-dd705b3a-b932-4b9a-97fe-a091a16cde9c tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Deleting port 72170a9e-790e-4f32-b457-3eeb9c2bd860 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:33:03.345092 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-dd705b3a-b932-4b9a-97fe-a091a16cde9c tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:03.393554 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-80237d44-8934-4d18-8920-fa6dfbf06907 None None] Provisioning for port 3c06c5e3-adc8-4a70-abac-893b82bb5214 completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:33:03.412982 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-80237d44-8934-4d18-8920-fa6dfbf06907 None None] Provisioning complete for port 3c06c5e3-adc8-4a70-abac-893b82bb5214 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:33:03.412982 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-80237d44-8934-4d18-8920-fa6dfbf06907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:03.452991 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-dd705b3a-b932-4b9a-97fe-a091a16cde9c tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:03.467008 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-dd705b3a-b932-4b9a-97fe-a091a16cde9c tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Calling delete_port for 72170a9e-790e-4f32-b457-3eeb9c2bd860 owned by {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:33:03.491728 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Pushing event updated for resources: {'Port': ['ID=3c06c5e3-adc8-4a70-abac-893b82bb5214,revision_number=17']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:33:03.513832 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 3c06c5e3-adc8-4a70-abac-893b82bb5214 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:33:03.593238 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a8f2e26-bd4c-478c-b390-b64b5d1d2968 None None] Resources bound (agent type, host, resource id): {{(pid=93799) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 27 23:33:03.614463 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-80237d44-8934-4d18-8920-fa6dfbf06907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:03.676596 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-dd705b3a-b932-4b9a-97fe-a091a16cde9c tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:03.708748 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd705b3a-b932-4b9a-97fe-a091a16cde9c tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Pushing event deleted for resources: {'Port': ['ID=72170a9e-790e-4f32-b457-3eeb9c2bd860,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:33:03.710005 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-80237d44-8934-4d18-8920-fa6dfbf06907 None None] For port 3c06c5e3-adc8-4a70-abac-893b82bb5214, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=3c06c5e3-adc8-4a70-abac-893b82bb5214,segment=NetworkSegment(fcf2197d-a903-4ad1-8fef-eea3861359a1),segment_id=fcf2197d-a903-4ad1-8fef-eea3861359a1)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:33:03.712407 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port 3c06c5e3-adc8-4a70-abac-893b82bb5214 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:33:03.713072 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:03.738260 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-80237d44-8934-4d18-8920-fa6dfbf06907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:03.762554 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-dd705b3a-b932-4b9a-97fe-a091a16cde9c tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:03.768141 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-dd705b3a-b932-4b9a-97fe-a091a16cde9c tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] 10.222.0.18 "DELETE /v2.0/ports/72170a9e-790e-4f32-b457-3eeb9c2bd860 HTTP/1.1" status: 204 len: 168 time: 0.5328655 Jul 27 23:33:03.768416 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 41974) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:33:03.824796 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdaf1f5d-cbca-452d-bed4-ad46380e202c tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:33:03.826783 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-bdaf1f5d-cbca-452d-bed4-ad46380e202c tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0572712 Jul 27 23:33:03.829490 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 41976) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:33:03.843852 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80237d44-8934-4d18-8920-fa6dfbf06907 None None] Pushing event updated for resources: {'Port': ['ID=3c06c5e3-adc8-4a70-abac-893b82bb5214,revision_number=18']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:33:03.898421 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd16df5a-c44a-4edf-b397-a24f2f78dd25 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:33:03.902610 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-fd16df5a-c44a-4edf-b397-a24f2f78dd25 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0688837 Jul 27 23:33:03.902873 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 41978) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:33:03.978298 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aef54b81-eb22-42c4-b2ed-6bd3721dfeed tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:33:03.980204 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aef54b81-eb22-42c4-b2ed-6bd3721dfeed tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:33:03.981927 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aef54b81-eb22-42c4-b2ed-6bd3721dfeed tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:33:03.983897 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-aef54b81-eb22-42c4-b2ed-6bd3721dfeed tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0798328 Jul 27 23:33:03.987389 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 41982) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:33:04.043490 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b890572-4b5b-4fa6-a2eb-c7604f3527d9 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Deleting subnet 149cccd0-04ed-49d2-8940-b02075cd4c4b {{(pid=93798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 23:33:04.046920 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5b890572-4b5b-4fa6-a2eb-c7604f3527d9 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks [] for subnet, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:04.097765 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5b890572-4b5b-4fa6-a2eb-c7604f3527d9 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11163249'] for subnet, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:04.195510 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5b890572-4b5b-4fa6-a2eb-c7604f3527d9 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620741'] for subnet, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:04.264541 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5b890572-4b5b-4fa6-a2eb-c7604f3527d9 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11971800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12265753'] for subnet, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:04.292210 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b890572-4b5b-4fa6-a2eb-c7604f3527d9 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Pushing event deleted for resources: {'Subnet': ['ID=149cccd0-04ed-49d2-8940-b02075cd4c4b,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:33:04.296082 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5b890572-4b5b-4fa6-a2eb-c7604f3527d9 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:04.297997 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-5b890572-4b5b-4fa6-a2eb-c7604f3527d9 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] 10.222.0.18 "DELETE /v2.0/subnets/149cccd0-04ed-49d2-8940-b02075cd4c4b HTTP/1.1" status: 204 len: 168 time: 0.3092651 Jul 27 23:33:04.301299 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 41984) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:33:04.359290 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a461bdf-391e-41f5-9a06-644192c37068 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Deleting subnet 8060331f-099a-46f4-ba18-3490ae796301 {{(pid=93797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 23:33:04.363786 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2a461bdf-391e-41f5-9a06-644192c37068 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks [] for subnet, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:04.418463 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2a461bdf-391e-41f5-9a06-644192c37068 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11335971'] for subnet, precommit_delete_associations {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:04.519987 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2a461bdf-391e-41f5-9a06-644192c37068 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620741'] for subnet, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:04.589873 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2a461bdf-391e-41f5-9a06-644192c37068 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11335991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11551414'] for subnet, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:04.624101 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a461bdf-391e-41f5-9a06-644192c37068 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Pushing event deleted for resources: {'Subnet': ['ID=8060331f-099a-46f4-ba18-3490ae796301,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:33:04.627906 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2a461bdf-391e-41f5-9a06-644192c37068 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks [] for subnet, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:04.629920 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-2a461bdf-391e-41f5-9a06-644192c37068 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] 10.222.0.18 "DELETE /v2.0/subnets/8060331f-099a-46f4-ba18-3490ae796301 HTTP/1.1" status: 204 len: 168 time: 0.3275802 Jul 27 23:33:04.632287 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 41986) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:33:04.685024 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-92bbb41e-6920-40cc-b59c-06688145d5f0 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0492718 Jul 27 23:33:04.685501 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 41990) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:33:04.732442 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c1f0a67-60e9-4427-a518-84f3e9df0438 None None] Network 139cfbf0-72fe-4157-aac8-277ea5c5083a requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:33:04.758824 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b43375b-4265-4638-8ff5-922be4455f27 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:33:04.763155 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-4b43375b-4265-4638-8ff5-922be4455f27 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.0739822 Jul 27 23:33:04.763317 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 41992) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:33:04.826715 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-175a3cd5-cec5-4b1e-a278-acfc613c7815 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:33:04.831250 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-175a3cd5-cec5-4b1e-a278-acfc613c7815 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0643556 Jul 27 23:33:04.831558 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 41994) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:33:04.880547 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-d35f9bee-360f-4d88-a145-f3e595e71863 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0438764 Jul 27 23:33:04.881415 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 41996) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:33:04.912051 n-d-802623-1 neutron-server[93797]: INFO neutron.pecan_wsgi.hooks.translation [None req-df2648eb-6248-49cc-9ead-3558caedb927 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] DELETE failed (client error): The resource could not be found. Jul 27 23:33:04.913178 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df2648eb-6248-49cc-9ead-3558caedb927 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93797) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 23:33:04.918815 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-df2648eb-6248-49cc-9ead-3558caedb927 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] 10.222.0.18 "DELETE /v2.0/ports/72170a9e-790e-4f32-b457-3eeb9c2bd860 HTTP/1.1" status: 404 len: 333 time: 0.0349028 Jul 27 23:33:04.919709 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 41998) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:33:04.957557 n-d-802623-1 neutron-server[93798]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6f05876-5413-4511-afce-cbe4adcb0467 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] DELETE failed (client error): The resource could not be found. Jul 27 23:33:04.958423 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6f05876-5413-4511-afce-cbe4adcb0467 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 23:33:04.962347 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-f6f05876-5413-4511-afce-cbe4adcb0467 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] 10.222.0.18 "DELETE /v2.0/subnets/149cccd0-04ed-49d2-8940-b02075cd4c4b HTTP/1.1" status: 404 len: 337 time: 0.0391295 Jul 27 23:33:04.962553 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 42002) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:33:04.974361 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:04.982834 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-b85b5e18-6b3d-43b7-ac5e-c0a2a45143e7 None None] Provisioning complete for port 3c06c5e3-adc8-4a70-abac-893b82bb5214 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:33:04.983346 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b85b5e18-6b3d-43b7-ac5e-c0a2a45143e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:04.994420 n-d-802623-1 neutron-server[93798]: INFO neutron.pecan_wsgi.hooks.translation [None req-53d570df-c558-4349-9a9f-25ebb3b05da7 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] DELETE failed (client error): The resource could not be found. Jul 27 23:33:04.994887 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53d570df-c558-4349-9a9f-25ebb3b05da7 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 23:33:04.998875 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-53d570df-c558-4349-9a9f-25ebb3b05da7 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] 10.222.0.18 "DELETE /v2.0/subnets/8060331f-099a-46f4-ba18-3490ae796301 HTTP/1.1" status: 404 len: 337 time: 0.0331194 Jul 27 23:33:04.999128 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 42004) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:33:05.022339 n-d-802623-1 neutron-server[93798]: INFO neutron.pecan_wsgi.hooks.translation [None req-130130d7-9055-4339-bae0-9c3e59b44683 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] DELETE failed (client error): The resource could not be found. Jul 27 23:33:05.022999 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-130130d7-9055-4339-bae0-9c3e59b44683 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 23:33:05.025129 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-130130d7-9055-4339-bae0-9c3e59b44683 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] 10.222.0.18 "DELETE /v2.0/ports/2acb55a0-75c3-4153-9ba3-6686ad0acbb2 HTTP/1.1" status: 404 len: 333 time: 0.0248449 Jul 27 23:33:05.027451 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 42006) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:33:05.056633 n-d-802623-1 neutron-server[93798]: INFO neutron.pecan_wsgi.hooks.translation [None req-35f43d92-ce25-4585-b6b3-cf7c45dacc1f tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] DELETE failed (client error): The resource could not be found. Jul 27 23:33:05.057220 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35f43d92-ce25-4585-b6b3-cf7c45dacc1f tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 23:33:05.061612 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-35f43d92-ce25-4585-b6b3-cf7c45dacc1f tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] 10.222.0.18 "DELETE /v2.0/subnets/a04fe310-8c3d-4f93-831c-012cb9ebbc6d HTTP/1.1" status: 404 len: 337 time: 0.0308580 Jul 27 23:33:05.062393 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 42008) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:33:05.094725 n-d-802623-1 neutron-server[93798]: INFO neutron.pecan_wsgi.hooks.translation [None req-b59ff721-4cd2-4b8a-a9df-d209bc193466 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] DELETE failed (client error): The resource could not be found. Jul 27 23:33:05.095259 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b59ff721-4cd2-4b8a-a9df-d209bc193466 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 23:33:05.097718 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-b59ff721-4cd2-4b8a-a9df-d209bc193466 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] 10.222.0.18 "DELETE /v2.0/subnets/75939ec0-a3e6-4bd4-a92f-7ce7f4e06569 HTTP/1.1" status: 404 len: 337 time: 0.0346406 Jul 27 23:33:05.100337 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 42010) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:33:05.127199 n-d-802623-1 neutron-server[93798]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5b10539-9a69-43ec-a17c-ded6474818bd tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] DELETE failed (client error): The resource could not be found. Jul 27 23:33:05.127890 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5b10539-9a69-43ec-a17c-ded6474818bd tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 23:33:05.132622 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-a5b10539-9a69-43ec-a17c-ded6474818bd tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] 10.222.0.18 "DELETE /v2.0/ports/85dca00c-03ab-4d9b-8cbc-54d64b7ec31e HTTP/1.1" status: 404 len: 333 time: 0.0282156 Jul 27 23:33:05.132772 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 42012) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:33:05.170702 n-d-802623-1 neutron-server[93798]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1b3a87a-bb2f-4a7c-8ac5-6d3783a292d6 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] DELETE failed (client error): The resource could not be found. Jul 27 23:33:05.171073 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b34ec01-da02-4208-a288-e1de00707ae2 None None] DHCP port deletion for 139cfbf0-72fe-4157-aac8-277ea5c5083a request from n-d-802623-1 {{(pid=93799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 23:33:05.171187 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1b3a87a-bb2f-4a7c-8ac5-6d3783a292d6 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 23:33:05.174506 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-c1b3a87a-bb2f-4a7c-8ac5-6d3783a292d6 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] 10.222.0.18 "DELETE /v2.0/subnets/070cc255-12c3-4b2b-808c-200c5bbdf06a HTTP/1.1" status: 404 len: 337 time: 0.0394044 Jul 27 23:33:05.176141 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 42014) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:33:05.206247 n-d-802623-1 neutron-server[93798]: INFO neutron.pecan_wsgi.hooks.translation [None req-094618b6-da0f-48f0-88fa-dc12fd49044a tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] DELETE failed (client error): The resource could not be found. Jul 27 23:33:05.206752 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-094618b6-da0f-48f0-88fa-dc12fd49044a tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 23:33:05.208723 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-094618b6-da0f-48f0-88fa-dc12fd49044a tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] 10.222.0.18 "DELETE /v2.0/subnets/2aa64cb6-c2d4-45c4-b698-017d3c2a4d05 HTTP/1.1" status: 404 len: 337 time: 0.0316234 Jul 27 23:33:05.211498 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 42016) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:33:05.225049 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-7b34ec01-da02-4208-a288-e1de00707ae2 None None] Deleting port 3c06c5e3-adc8-4a70-abac-893b82bb5214 {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:33:05.225407 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7b34ec01-da02-4208-a288-e1de00707ae2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:05.237272 n-d-802623-1 neutron-server[93798]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c8b07e5-0251-4653-824d-ca6edcb06162 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] DELETE failed (client error): The resource could not be found. Jul 27 23:33:05.238012 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c8b07e5-0251-4653-824d-ca6edcb06162 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 23:33:05.242204 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-0c8b07e5-0251-4653-824d-ca6edcb06162 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] 10.222.0.18 "DELETE /v2.0/ports/e815ca70-8c74-4cec-a8ac-c3e2e413da94 HTTP/1.1" status: 404 len: 333 time: 0.0274584 Jul 27 23:33:05.242468 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 42018) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:33:05.271896 n-d-802623-1 neutron-server[93798]: INFO neutron.pecan_wsgi.hooks.translation [None req-a42c530b-55f4-42e7-8f76-45e1a8c03ee7 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] DELETE failed (client error): The resource could not be found. Jul 27 23:33:05.272425 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a42c530b-55f4-42e7-8f76-45e1a8c03ee7 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 23:33:05.274367 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-a42c530b-55f4-42e7-8f76-45e1a8c03ee7 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] 10.222.0.18 "DELETE /v2.0/subnets/2754592f-b529-407e-9560-f08d349d1073 HTTP/1.1" status: 404 len: 337 time: 0.0308700 Jul 27 23:33:05.276792 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 42020) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:33:05.295653 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-7b34ec01-da02-4208-a288-e1de00707ae2 None None] For port 3c06c5e3-adc8-4a70-abac-893b82bb5214, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=3c06c5e3-adc8-4a70-abac-893b82bb5214,segment=NetworkSegment(fcf2197d-a903-4ad1-8fef-eea3861359a1),segment_id=fcf2197d-a903-4ad1-8fef-eea3861359a1)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:33:05.296071 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7b34ec01-da02-4208-a288-e1de00707ae2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:05.307073 n-d-802623-1 neutron-server[93798]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f321484-a2cf-4a9c-b75c-652c7feb62a9 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] DELETE failed (client error): The resource could not be found. Jul 27 23:33:05.307579 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f321484-a2cf-4a9c-b75c-652c7feb62a9 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 23:33:05.312105 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-9f321484-a2cf-4a9c-b75c-652c7feb62a9 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] 10.222.0.18 "DELETE /v2.0/subnets/425fb7f1-72fd-414b-9b80-4d575dbd15d0 HTTP/1.1" status: 404 len: 337 time: 0.0316219 Jul 27 23:33:05.312105 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 42022) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:33:05.313459 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-7b34ec01-da02-4208-a288-e1de00707ae2 None None] Calling delete_port for 3c06c5e3-adc8-4a70-abac-893b82bb5214 owned by network:dhcp {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:33:05.337331 n-d-802623-1 neutron-server[93798]: INFO neutron.pecan_wsgi.hooks.translation [None req-6710508d-8edd-4173-865c-d521d59e0acb tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] DELETE failed (client error): The resource could not be found. Jul 27 23:33:05.337952 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6710508d-8edd-4173-865c-d521d59e0acb tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 23:33:05.342203 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-6710508d-8edd-4173-865c-d521d59e0acb tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] 10.222.0.18 "DELETE /v2.0/ports/168a6b59-cc92-4fd3-8d58-565cdaad991a HTTP/1.1" status: 404 len: 333 time: 0.0268195 Jul 27 23:33:05.342431 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 42024) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:33:05.384230 n-d-802623-1 neutron-server[93798]: INFO neutron.pecan_wsgi.hooks.translation [None req-118e240e-9475-4374-a462-e2233e85342d tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] DELETE failed (client error): The resource could not be found. Jul 27 23:33:05.384891 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-118e240e-9475-4374-a462-e2233e85342d tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 23:33:05.389814 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-118e240e-9475-4374-a462-e2233e85342d tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] 10.222.0.18 "DELETE /v2.0/subnets/bfc61ca0-a49e-4ec9-90e1-7f6a32739fa0 HTTP/1.1" status: 404 len: 337 time: 0.0438075 Jul 27 23:33:05.390044 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 42026) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:33:05.412869 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7b34ec01-da02-4208-a288-e1de00707ae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:05.444784 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b34ec01-da02-4208-a288-e1de00707ae2 None None] Pushing event deleted for resources: {'Port': ['ID=3c06c5e3-adc8-4a70-abac-893b82bb5214,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:33:05.459411 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b34ec01-da02-4208-a288-e1de00707ae2 None None] No DVR routers for this DVR port 3c06c5e3-adc8-4a70-abac-893b82bb5214 on host n-d-802623-1 {{(pid=93799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:33:05.469611 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 3c06c5e3-adc8-4a70-abac-893b82bb5214 no longer exists at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:33:05.499004 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] No Port match for: 3c06c5e3-adc8-4a70-abac-893b82bb5214 {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:33:05.499426 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 3c06c5e3-adc8-4a70-abac-893b82bb5214 not bound to the agent host n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:33:05.787292 n-d-802623-1 neutron-server[93798]: INFO neutron.pecan_wsgi.hooks.translation [None req-68949b01-4423-4c62-a01f-0aea69d4e2c0 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] DELETE failed (client error): The resource could not be found. Jul 27 23:33:05.788328 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68949b01-4423-4c62-a01f-0aea69d4e2c0 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 23:33:05.791156 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-68949b01-4423-4c62-a01f-0aea69d4e2c0 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] 10.222.0.18 "DELETE /v2.0/ports/7d679c26-dfeb-4e02-852a-1d3518d1097f HTTP/1.1" status: 404 len: 333 time: 0.3998935 Jul 27 23:33:05.793670 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 42032) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:33:05.834920 n-d-802623-1 neutron-server[93798]: INFO neutron.pecan_wsgi.hooks.translation [None req-a93658f3-ae08-4ef6-a304-e33a0568703f tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] DELETE failed (client error): The resource could not be found. Jul 27 23:33:05.835399 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a93658f3-ae08-4ef6-a304-e33a0568703f tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 23:33:05.837066 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-a93658f3-ae08-4ef6-a304-e33a0568703f tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] 10.222.0.18 "DELETE /v2.0/subnets/ab68866a-a76b-4f87-a06d-8979a830b6c6 HTTP/1.1" status: 404 len: 337 time: 0.0421968 Jul 27 23:33:05.839566 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 42034) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:33:05.861664 n-d-802623-1 neutron-server[93798]: INFO neutron.pecan_wsgi.hooks.translation [None req-dba6a4e5-f480-4b98-aeaa-c0b805c0f8fb tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] DELETE failed (client error): The resource could not be found. Jul 27 23:33:05.862236 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dba6a4e5-f480-4b98-aeaa-c0b805c0f8fb tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 23:33:05.863858 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-dba6a4e5-f480-4b98-aeaa-c0b805c0f8fb tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] 10.222.0.18 "DELETE /v2.0/ports/bd6bf882-c722-46ae-b319-23611d285942 HTTP/1.1" status: 404 len: 333 time: 0.0233948 Jul 27 23:33:05.866155 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 42036) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:33:05.890117 n-d-802623-1 neutron-server[93798]: INFO neutron.pecan_wsgi.hooks.translation [None req-d47e4407-5515-43ed-8ed1-2420add4fcbb tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] DELETE failed (client error): The resource could not be found. Jul 27 23:33:05.890489 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d47e4407-5515-43ed-8ed1-2420add4fcbb tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 23:33:05.892049 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-d47e4407-5515-43ed-8ed1-2420add4fcbb tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] 10.222.0.18 "DELETE /v2.0/subnets/687ac9bf-b699-49bf-97e4-91a1277a85d6 HTTP/1.1" status: 404 len: 337 time: 0.0250490 Jul 27 23:33:05.894626 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 42038) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:33:05.919726 n-d-802623-1 neutron-server[93798]: INFO neutron.pecan_wsgi.hooks.translation [None req-18bf54f1-d6f6-4e9a-a1dc-ceda5c595b0d tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] DELETE failed (client error): The resource could not be found. Jul 27 23:33:05.920324 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18bf54f1-d6f6-4e9a-a1dc-ceda5c595b0d tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 23:33:05.921944 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-18bf54f1-d6f6-4e9a-a1dc-ceda5c595b0d tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] 10.222.0.18 "DELETE /v2.0/ports/eafce76d-a4ba-4c44-b69c-ac80a4d4f0a3 HTTP/1.1" status: 404 len: 333 time: 0.0263894 Jul 27 23:33:05.924262 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 42040) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:33:05.948886 n-d-802623-1 neutron-server[93798]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c1c34af-d3ad-451d-8bea-ccd72f71e2a1 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] DELETE failed (client error): The resource could not be found. Jul 27 23:33:05.949332 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c1c34af-d3ad-451d-8bea-ccd72f71e2a1 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 23:33:05.950917 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-3c1c34af-d3ad-451d-8bea-ccd72f71e2a1 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] 10.222.0.18 "DELETE /v2.0/subnets/6fae75ce-c9af-4554-925b-bdf974998f46 HTTP/1.1" status: 404 len: 337 time: 0.0257924 Jul 27 23:33:05.953111 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 42042) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:33:05.975094 n-d-802623-1 neutron-server[93798]: INFO neutron.pecan_wsgi.hooks.translation [None req-283ec7fe-1008-4c80-938e-49c4c3d66801 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] DELETE failed (client error): The resource could not be found. Jul 27 23:33:05.975664 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-283ec7fe-1008-4c80-938e-49c4c3d66801 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 23:33:05.977230 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-283ec7fe-1008-4c80-938e-49c4c3d66801 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] 10.222.0.18 "DELETE /v2.0/ports/64469708-29ea-4682-b08c-799048c45420 HTTP/1.1" status: 404 len: 333 time: 0.0232704 Jul 27 23:33:05.979395 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 42044) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:33:06.003701 n-d-802623-1 neutron-server[93798]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed9ce758-ac32-4ecd-acc6-d711db173a68 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] DELETE failed (client error): The resource could not be found. Jul 27 23:33:06.004159 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed9ce758-ac32-4ecd-acc6-d711db173a68 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 23:33:06.005875 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-ed9ce758-ac32-4ecd-acc6-d711db173a68 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] 10.222.0.18 "DELETE /v2.0/subnets/7bc98b25-b8e8-4c58-b7ed-9c08f5d80e3f HTTP/1.1" status: 404 len: 337 time: 0.0256250 Jul 27 23:33:06.009550 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 42048) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:33:06.032515 n-d-802623-1 neutron-server[93798]: INFO neutron.pecan_wsgi.hooks.translation [None req-027bc17c-79f7-477d-97ff-eff3614da9d0 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] DELETE failed (client error): The resource could not be found. Jul 27 23:33:06.033684 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-027bc17c-79f7-477d-97ff-eff3614da9d0 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 23:33:06.035356 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-027bc17c-79f7-477d-97ff-eff3614da9d0 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] 10.222.0.18 "DELETE /v2.0/ports/4c1b4451-b511-4fda-bfb0-78e77e31aa86 HTTP/1.1" status: 404 len: 333 time: 0.0248790 Jul 27 23:33:06.038040 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 42050) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:33:06.062418 n-d-802623-1 neutron-server[93798]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ad3b3b5-eb5a-4cfa-9e96-798427679bda tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] DELETE failed (client error): The resource could not be found. Jul 27 23:33:06.062851 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ad3b3b5-eb5a-4cfa-9e96-798427679bda tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 23:33:06.065045 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-8ad3b3b5-eb5a-4cfa-9e96-798427679bda tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] 10.222.0.18 "DELETE /v2.0/subnets/63d7c492-263b-4d55-b61f-7bdbe916bf71 HTTP/1.1" status: 404 len: 337 time: 0.0261300 Jul 27 23:33:06.067786 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 42052) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:33:06.101931 n-d-802623-1 neutron-server[93798]: INFO neutron.pecan_wsgi.hooks.translation [None req-83d75a03-729c-4128-9f48-f03bfedc9e39 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] DELETE failed (client error): The resource could not be found. Jul 27 23:33:06.102554 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83d75a03-729c-4128-9f48-f03bfedc9e39 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 23:33:06.104056 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-83d75a03-729c-4128-9f48-f03bfedc9e39 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] 10.222.0.18 "DELETE /v2.0/subnets/11506fc0-ea95-4f85-8bde-88c32c435832 HTTP/1.1" status: 404 len: 337 time: 0.0351930 Jul 27 23:33:06.106499 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 42054) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:33:06.128729 n-d-802623-1 neutron-server[93798]: INFO neutron.pecan_wsgi.hooks.translation [None req-50cf238f-6df6-460a-894a-a2ff44fe203e tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] DELETE failed (client error): The resource could not be found. Jul 27 23:33:06.129300 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50cf238f-6df6-460a-894a-a2ff44fe203e tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 23:33:06.130938 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-50cf238f-6df6-460a-894a-a2ff44fe203e tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] 10.222.0.18 "DELETE /v2.0/ports/e6c12e36-88bb-4861-9c5d-78500d0734a4 HTTP/1.1" status: 404 len: 333 time: 0.0235698 Jul 27 23:33:06.133274 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 42056) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:33:06.158590 n-d-802623-1 neutron-server[93798]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f720fe7-9865-4e1c-a0ee-4952a0a1da78 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] DELETE failed (client error): The resource could not be found. Jul 27 23:33:06.158965 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f720fe7-9865-4e1c-a0ee-4952a0a1da78 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 23:33:06.160592 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-3f720fe7-9865-4e1c-a0ee-4952a0a1da78 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] 10.222.0.18 "DELETE /v2.0/subnets/bdb00d81-b4df-4176-948b-6d07b8b112a5 HTTP/1.1" status: 404 len: 337 time: 0.0263283 Jul 27 23:33:06.162868 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 42058) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:33:06.194738 n-d-802623-1 neutron-server[93798]: INFO neutron.pecan_wsgi.hooks.translation [None req-993534a2-e6b7-4ff5-8225-5dd59914160c tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] DELETE failed (client error): The resource could not be found. Jul 27 23:33:06.195215 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-993534a2-e6b7-4ff5-8225-5dd59914160c tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 23:33:06.197122 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-993534a2-e6b7-4ff5-8225-5dd59914160c tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] 10.222.0.18 "DELETE /v2.0/subnets/59761648-4886-4525-a70b-5baff1c170ca HTTP/1.1" status: 404 len: 337 time: 0.0333471 Jul 27 23:33:06.199631 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 42060) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:33:06.224166 n-d-802623-1 neutron-server[93797]: INFO neutron.pecan_wsgi.hooks.translation [None req-89c5a101-0d58-4917-bf64-15e9ab70aaf2 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] DELETE failed (client error): The resource could not be found. Jul 27 23:33:06.224798 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89c5a101-0d58-4917-bf64-15e9ab70aaf2 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93797) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 23:33:06.226449 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-89c5a101-0d58-4917-bf64-15e9ab70aaf2 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] 10.222.0.18 "DELETE /v2.0/ports/ba6bfb23-9d3d-4edd-80fb-5a4d63faf73d HTTP/1.1" status: 404 len: 333 time: 0.0258455 Jul 27 23:33:06.228840 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 42062) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:33:06.262499 n-d-802623-1 neutron-server[93797]: INFO neutron.pecan_wsgi.hooks.translation [None req-5eee91bf-3db2-4ba5-bd0e-a537a480256e tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] DELETE failed (client error): The resource could not be found. Jul 27 23:33:06.263185 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5eee91bf-3db2-4ba5-bd0e-a537a480256e tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93797) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 23:33:06.264974 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-5eee91bf-3db2-4ba5-bd0e-a537a480256e tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] 10.222.0.18 "DELETE /v2.0/subnets/07fc7ecf-0e8b-475b-9a84-06dafdda405a HTTP/1.1" status: 404 len: 337 time: 0.0352383 Jul 27 23:33:06.268259 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 42064) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:33:06.296255 n-d-802623-1 neutron-server[93797]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef89d204-760e-4e66-a608-92a3d811c30c tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] DELETE failed (client error): The resource could not be found. Jul 27 23:33:06.296935 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef89d204-760e-4e66-a608-92a3d811c30c tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93797) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 23:33:06.299028 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-ef89d204-760e-4e66-a608-92a3d811c30c tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] 10.222.0.18 "DELETE /v2.0/subnets/e20b123c-c141-439d-a2eb-e6b1b9f070b5 HTTP/1.1" status: 404 len: 337 time: 0.0297189 Jul 27 23:33:06.301586 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 42066) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:33:06.326059 n-d-802623-1 neutron-server[93798]: INFO neutron.pecan_wsgi.hooks.translation [None req-312adb3a-fe5c-4a9c-83b7-f99572436869 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] DELETE failed (client error): The resource could not be found. Jul 27 23:33:06.326666 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-312adb3a-fe5c-4a9c-83b7-f99572436869 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 23:33:06.328601 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-312adb3a-fe5c-4a9c-83b7-f99572436869 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] 10.222.0.18 "DELETE /v2.0/ports/60836ea9-7fb3-476e-b3d3-b348dee6a462 HTTP/1.1" status: 404 len: 333 time: 0.0257914 Jul 27 23:33:06.331489 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 42068) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:33:06.357823 n-d-802623-1 neutron-server[93798]: INFO neutron.pecan_wsgi.hooks.translation [None req-071f27e7-d678-4f41-a87c-e3db9bf9ff36 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] DELETE failed (client error): The resource could not be found. Jul 27 23:33:06.358268 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-071f27e7-d678-4f41-a87c-e3db9bf9ff36 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 23:33:06.359989 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-071f27e7-d678-4f41-a87c-e3db9bf9ff36 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] 10.222.0.18 "DELETE /v2.0/subnets/6f724821-877f-4c03-adad-1362290e7093 HTTP/1.1" status: 404 len: 337 time: 0.0276206 Jul 27 23:33:06.362566 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 42070) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:33:06.400344 n-d-802623-1 neutron-server[93798]: INFO neutron.pecan_wsgi.hooks.translation [None req-76339ef0-2b9b-4792-8693-fcf0352e96fc tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] DELETE failed (client error): The resource could not be found. Jul 27 23:33:06.400993 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76339ef0-2b9b-4792-8693-fcf0352e96fc tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 23:33:06.403139 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-76339ef0-2b9b-4792-8693-fcf0352e96fc tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] 10.222.0.18 "DELETE /v2.0/subnets/b46109d0-bc5f-4824-8116-d5bf40ad69a6 HTTP/1.1" status: 404 len: 337 time: 0.0394001 Jul 27 23:33:06.405932 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 42072) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:33:06.438634 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-52176867-e6e9-4793-a4b6-ac3c9475fd5c tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] 10.222.0.18 "GET /v2.0/ports?device_id=fef8bd84-0c08-4f5a-a619-dc0fe38fe46a HTTP/1.1" status: 200 len: 205 time: 0.0313973 Jul 27 23:33:06.441407 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 42074) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:33:06.478358 n-d-802623-1 neutron-server[93797]: INFO neutron.api.v2.resource [None req-feb96d93-7ae9-457a-b1ef-b2c1fa8f2be4 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] delete failed (client error): The resource could not be found. Jul 27 23:33:06.479394 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-feb96d93-7ae9-457a-b1ef-b2c1fa8f2be4 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] 10.222.0.18 "DELETE /v2.0/routers/fef8bd84-0c08-4f5a-a619-dc0fe38fe46a HTTP/1.1" status: 404 len: 336 time: 0.0370817 Jul 27 23:33:06.481685 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 42076) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:33:06.513567 n-d-802623-1 neutron-server[93797]: INFO neutron.pecan_wsgi.hooks.translation [None req-9aa0ca17-d90a-4bb6-b658-878327cf8c56 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] DELETE failed (client error): The resource could not be found. Jul 27 23:33:06.514259 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9aa0ca17-d90a-4bb6-b658-878327cf8c56 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93797) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 23:33:06.515944 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-9aa0ca17-d90a-4bb6-b658-878327cf8c56 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] 10.222.0.18 "DELETE /v2.0/subnets/00008b1f-8e85-4eb1-b61e-fcf9867d5768 HTTP/1.1" status: 404 len: 337 time: 0.0333836 Jul 27 23:33:06.518373 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 42078) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:33:06.543453 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-1d3573e6-2010-48ff-9612-336ce2582f89 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] 10.222.0.18 "GET /v2.0/ports?device_id=80b150b5-1db9-4b3d-a4ff-d6a9b98bf7d8 HTTP/1.1" status: 200 len: 205 time: 0.0240271 Jul 27 23:33:06.545697 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 42080) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:33:06.583791 n-d-802623-1 neutron-server[93797]: INFO neutron.api.v2.resource [None req-b7677e8f-71d8-4b1a-bc01-d250219af828 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] delete failed (client error): The resource could not be found. Jul 27 23:33:06.585090 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-b7677e8f-71d8-4b1a-bc01-d250219af828 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] 10.222.0.18 "DELETE /v2.0/routers/80b150b5-1db9-4b3d-a4ff-d6a9b98bf7d8 HTTP/1.1" status: 404 len: 336 time: 0.0384631 Jul 27 23:33:06.587592 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 42082) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:33:06.613438 n-d-802623-1 neutron-server[93797]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a6a4a27-9f11-4daa-ad88-77b227ae6cbc tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] DELETE failed (client error): The resource could not be found. Jul 27 23:33:06.613876 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a6a4a27-9f11-4daa-ad88-77b227ae6cbc tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93797) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 23:33:06.615484 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-0a6a4a27-9f11-4daa-ad88-77b227ae6cbc tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] 10.222.0.18 "DELETE /v2.0/subnets/83b56523-2358-4f8b-bc1f-ea553d332d3c HTTP/1.1" status: 404 len: 337 time: 0.0270112 Jul 27 23:33:06.617593 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 42084) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:33:06.646837 n-d-802623-1 neutron-server[93797]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ec31e0a-f490-4813-9d7a-3150fc3ef5f6 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] DELETE failed (client error): The resource could not be found. Jul 27 23:33:06.647486 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ec31e0a-f490-4813-9d7a-3150fc3ef5f6 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93797) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 23:33:06.649230 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-6ec31e0a-f490-4813-9d7a-3150fc3ef5f6 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] 10.222.0.18 "DELETE /v2.0/subnets/594e67e7-a075-4b09-aaf1-822cffa70b7f HTTP/1.1" status: 404 len: 337 time: 0.0307863 Jul 27 23:33:06.651822 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 42086) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:33:06.675618 n-d-802623-1 neutron-server[93797]: INFO neutron.pecan_wsgi.hooks.translation [None req-349a003c-8864-4cac-8b34-589406ae9cd8 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] DELETE failed (client error): The resource could not be found. Jul 27 23:33:06.676332 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-349a003c-8864-4cac-8b34-589406ae9cd8 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93797) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 23:33:06.678065 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-349a003c-8864-4cac-8b34-589406ae9cd8 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] 10.222.0.18 "DELETE /v2.0/ports/19f8c7e4-b4bd-4191-aa63-f4de5caf5b4e HTTP/1.1" status: 404 len: 333 time: 0.0253141 Jul 27 23:33:06.680861 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 42088) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:33:06.707904 n-d-802623-1 neutron-server[93798]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a05ea68-ac12-4c05-a8b0-65957c02e227 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] DELETE failed (client error): The resource could not be found. Jul 27 23:33:06.708279 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a05ea68-ac12-4c05-a8b0-65957c02e227 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 23:33:06.709956 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-7a05ea68-ac12-4c05-a8b0-65957c02e227 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] 10.222.0.18 "DELETE /v2.0/subnets/f45b6f0e-d074-431b-a7a7-4ac1e5e70d75 HTTP/1.1" status: 404 len: 337 time: 0.0280781 Jul 27 23:33:06.712481 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 42090) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:33:06.734756 n-d-802623-1 neutron-server[93798]: INFO neutron.pecan_wsgi.hooks.translation [None req-e094875d-f0b3-46ec-90b5-4811479e9379 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] DELETE failed (client error): The resource could not be found. Jul 27 23:33:06.735400 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e094875d-f0b3-46ec-90b5-4811479e9379 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 23:33:06.737544 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-e094875d-f0b3-46ec-90b5-4811479e9379 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] 10.222.0.18 "DELETE /v2.0/ports/74c8fc6b-eb3a-45c0-891d-ed6cb1aa8a24 HTTP/1.1" status: 404 len: 333 time: 0.0240819 Jul 27 23:33:06.739806 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 42092) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:33:06.765325 n-d-802623-1 neutron-server[93798]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bf54eea-6a27-469e-8b5b-83a9165c9b9e tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] DELETE failed (client error): The resource could not be found. Jul 27 23:33:06.765775 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6bf54eea-6a27-469e-8b5b-83a9165c9b9e tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 23:33:06.767488 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-6bf54eea-6a27-469e-8b5b-83a9165c9b9e tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] 10.222.0.18 "DELETE /v2.0/subnets/2c5dd0c8-097e-4f58-80ff-a6d173e46f5e HTTP/1.1" status: 404 len: 337 time: 0.0267532 Jul 27 23:33:06.769713 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 42094) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:33:06.791850 n-d-802623-1 neutron-server[93798]: INFO neutron.pecan_wsgi.hooks.translation [None req-644477f6-e3f1-4772-ab4b-1db1e6206f60 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] DELETE failed (client error): The resource could not be found. Jul 27 23:33:06.792458 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-644477f6-e3f1-4772-ab4b-1db1e6206f60 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 23:33:06.794108 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-644477f6-e3f1-4772-ab4b-1db1e6206f60 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] 10.222.0.18 "DELETE /v2.0/ports/2fd38e68-5e46-4792-9769-ef8665b3f88d HTTP/1.1" status: 404 len: 333 time: 0.0235078 Jul 27 23:33:06.796437 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 42096) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:33:06.822647 n-d-802623-1 neutron-server[93798]: INFO neutron.pecan_wsgi.hooks.translation [None req-fdcb697c-366d-4d94-9f34-b36edc329b7b tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] DELETE failed (client error): The resource could not be found. Jul 27 23:33:06.823121 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fdcb697c-366d-4d94-9f34-b36edc329b7b tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 23:33:06.824810 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-fdcb697c-366d-4d94-9f34-b36edc329b7b tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] 10.222.0.18 "DELETE /v2.0/subnets/4c006160-6de3-48be-9644-cca0044c67b7 HTTP/1.1" status: 404 len: 337 time: 0.0274837 Jul 27 23:33:06.827245 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 42098) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:33:06.853820 n-d-802623-1 neutron-server[93798]: INFO neutron.pecan_wsgi.hooks.translation [None req-eecb8fae-66f2-40b1-a658-7dc9a88c7341 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] DELETE failed (client error): The resource could not be found. Jul 27 23:33:06.854485 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eecb8fae-66f2-40b1-a658-7dc9a88c7341 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 23:33:06.858435 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-eecb8fae-66f2-40b1-a658-7dc9a88c7341 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] 10.222.0.18 "DELETE /v2.0/ports/a405a99a-d174-4058-95af-f181806f0c53 HTTP/1.1" status: 404 len: 333 time: 0.0280862 Jul 27 23:33:06.859161 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 42102) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:33:06.885651 n-d-802623-1 neutron-server[93798]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8aa9ab0-3eeb-4cd2-99d8-28234c2d1445 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] DELETE failed (client error): The resource could not be found. Jul 27 23:33:06.886117 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8aa9ab0-3eeb-4cd2-99d8-28234c2d1445 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 23:33:06.890093 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-b8aa9ab0-3eeb-4cd2-99d8-28234c2d1445 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] 10.222.0.18 "DELETE /v2.0/subnets/65bf6a1f-3b66-4d22-9e5d-fe2e6614b5ee HTTP/1.1" status: 404 len: 337 time: 0.0277815 Jul 27 23:33:06.890307 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 42104) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:33:06.914306 n-d-802623-1 neutron-server[93798]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f5ba7ae-3b5d-4160-bd83-d58d782481af tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] DELETE failed (client error): The resource could not be found. Jul 27 23:33:06.915179 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f5ba7ae-3b5d-4160-bd83-d58d782481af tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 23:33:06.917007 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-7f5ba7ae-3b5d-4160-bd83-d58d782481af tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] 10.222.0.18 "DELETE /v2.0/ports/ee62fd6a-659a-42b6-8245-6047957e6c86 HTTP/1.1" status: 404 len: 333 time: 0.0257087 Jul 27 23:33:06.919416 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 42106) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:33:06.946033 n-d-802623-1 neutron-server[93798]: INFO neutron.pecan_wsgi.hooks.translation [None req-26254b0b-27f6-4723-a518-ed4d219f99f6 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] DELETE failed (client error): The resource could not be found. Jul 27 23:33:06.946412 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26254b0b-27f6-4723-a518-ed4d219f99f6 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 23:33:06.948095 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-26254b0b-27f6-4723-a518-ed4d219f99f6 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] 10.222.0.18 "DELETE /v2.0/subnets/f6361b0d-c172-483e-b7d1-4f98c40a5980 HTTP/1.1" status: 404 len: 337 time: 0.0277784 Jul 27 23:33:06.950536 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 42108) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:33:06.973341 n-d-802623-1 neutron-server[93798]: INFO neutron.pecan_wsgi.hooks.translation [None req-d15ab0b8-7873-4aa2-8928-8be6a6649d06 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] DELETE failed (client error): The resource could not be found. Jul 27 23:33:06.973883 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d15ab0b8-7873-4aa2-8928-8be6a6649d06 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 23:33:06.975600 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-d15ab0b8-7873-4aa2-8928-8be6a6649d06 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] 10.222.0.18 "DELETE /v2.0/ports/3d9cfb0c-2bc6-46fa-9ab8-1e0e717955af HTTP/1.1" status: 404 len: 333 time: 0.0241151 Jul 27 23:33:06.978057 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 42110) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:33:07.004565 n-d-802623-1 neutron-server[93798]: INFO neutron.pecan_wsgi.hooks.translation [None req-a016d9d9-5418-43af-981e-e639695f9c4e tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] DELETE failed (client error): The resource could not be found. Jul 27 23:33:07.005023 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a016d9d9-5418-43af-981e-e639695f9c4e tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 23:33:07.006781 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-a016d9d9-5418-43af-981e-e639695f9c4e tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] 10.222.0.18 "DELETE /v2.0/subnets/372d5acf-62c2-4d32-80e7-996c4bae93d2 HTTP/1.1" status: 404 len: 337 time: 0.0278244 Jul 27 23:33:07.009406 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 42112) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:33:07.036616 n-d-802623-1 neutron-server[93798]: INFO neutron.pecan_wsgi.hooks.translation [None req-754d56cb-7824-401f-b3d7-9920268295cc tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] DELETE failed (client error): The resource could not be found. Jul 27 23:33:07.037290 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-754d56cb-7824-401f-b3d7-9920268295cc tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 23:33:07.041260 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-754d56cb-7824-401f-b3d7-9920268295cc tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] 10.222.0.18 "DELETE /v2.0/ports/b10fe137-0f50-4ee9-9902-289c30e75336 HTTP/1.1" status: 404 len: 333 time: 0.0286756 Jul 27 23:33:07.170951 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 42120) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:33:07.170951 n-d-802623-1 neutron-server[93798]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b9fd1b0-33c6-4533-af90-7f18fe77b383 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] DELETE failed (client error): The resource could not be found. Jul 27 23:33:07.170951 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b9fd1b0-33c6-4533-af90-7f18fe77b383 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 23:33:07.170951 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-5b9fd1b0-33c6-4533-af90-7f18fe77b383 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] 10.222.0.18 "DELETE /v2.0/subnets/51829329-ea56-434e-ab8f-26c5569ffcd3 HTTP/1.1" status: 404 len: 337 time: 0.0276775 Jul 27 23:33:07.176409 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 42126) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:33:07.176409 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-079896b2-314a-4466-a896-a371e7895f20 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593271'] for network, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:07.261840 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-079896b2-314a-4466-a896-a371e7895f20 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618032', 'neutron.services.segments.db._delete_segments_for_network-8736833900081'] for network, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:07.272487 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-079896b2-314a-4466-a896-a371e7895f20 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['139cfbf0-72fe-4157-aac8-277ea5c5083a']}} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:33:07.283503 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-079896b2-314a-4466-a896-a371e7895f20 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fcf2197d-a903-4ad1-8fef-eea3861359a1') {'for_net_delete': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:33:07.283824 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-079896b2-314a-4466-a896-a371e7895f20 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fcf2197d-a903-4ad1-8fef-eea3861359a1') {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:33:07.292635 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-079896b2-314a-4466-a896-a371e7895f20 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736833900858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11335978'] for segment, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:07.306589 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-079896b2-314a-4466-a896-a371e7895f20 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:07.312907 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-079896b2-314a-4466-a896-a371e7895f20 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Releasing vlan 522 on physical network physnet1 to pool {{(pid=93797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 23:33:07.313307 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-079896b2-314a-4466-a896-a371e7895f20 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11336013'] for segment, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:07.316251 n-d-802623-1 neutron-server[93797]: Traceback (most recent call last): Jul 27 23:33:07.316251 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 23:33:07.316251 n-d-802623-1 neutron-server[93797]: timer() Jul 27 23:33:07.316251 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 23:33:07.316251 n-d-802623-1 neutron-server[93797]: cb(*args, **kw) Jul 27 23:33:07.316251 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 23:33:07.316251 n-d-802623-1 neutron-server[93797]: return func(*args, **kwargs) Jul 27 23:33:07.316251 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 23:33:07.316251 n-d-802623-1 neutron-server[93797]: self._notify() Jul 27 23:33:07.316251 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 23:33:07.316251 n-d-802623-1 neutron-server[93797]: self.callback(batched_events) Jul 27 23:33:07.316251 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 23:33:07.316251 n-d-802623-1 neutron-server[93797]: event.method(event) Jul 27 23:33:07.316251 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 23:33:07.316251 n-d-802623-1 neutron-server[93797]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 23:33:07.316251 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 23:33:07.316251 n-d-802623-1 neutron-server[93797]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 23:33:07.316251 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 23:33:07.316251 n-d-802623-1 neutron-server[93797]: return f(self, *a, **k) Jul 27 23:33:07.316251 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 23:33:07.316251 n-d-802623-1 neutron-server[93797]: return self._get(url).json() Jul 27 23:33:07.316251 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 23:33:07.316251 n-d-802623-1 neutron-server[93797]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 23:33:07.316251 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 23:33:07.316251 n-d-802623-1 neutron-server[93797]: return self.request(url, 'GET', **kwargs) Jul 27 23:33:07.316251 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 23:33:07.316251 n-d-802623-1 neutron-server[93797]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 23:33:07.316251 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 23:33:07.316251 n-d-802623-1 neutron-server[93797]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 23:33:07.316251 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 23:33:07.316251 n-d-802623-1 neutron-server[93797]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 23:33:07.316251 n-d-802623-1 neutron-server[93797]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 23:33:07.376381 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-079896b2-314a-4466-a896-a371e7895f20 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415412'] for network, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:07.384647 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-079896b2-314a-4466-a896-a371e7895f20 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Notify callbacks [] for network, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:07.386480 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-079896b2-314a-4466-a896-a371e7895f20 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] 10.222.0.18 "DELETE /v2.0/networks/139cfbf0-72fe-4157-aac8-277ea5c5083a HTTP/1.1" status: 204 len: 168 time: 0.3125019 Jul 27 23:33:07.397207 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079896b2-314a-4466-a896-a371e7895f20 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Pushing event deleted for resources: {'Network': ['ID=139cfbf0-72fe-4157-aac8-277ea5c5083a,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:33:07.405992 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079896b2-314a-4466-a896-a371e7895f20 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:33:07.406435 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079896b2-314a-4466-a896-a371e7895f20 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:33:07.406783 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079896b2-314a-4466-a896-a371e7895f20 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:33:07.407152 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079896b2-314a-4466-a896-a371e7895f20 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:33:07.407492 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079896b2-314a-4466-a896-a371e7895f20 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:33:07.408646 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079896b2-314a-4466-a896-a371e7895f20 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:33:07.409157 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079896b2-314a-4466-a896-a371e7895f20 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:33:07.409490 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079896b2-314a-4466-a896-a371e7895f20 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:33:07.409820 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079896b2-314a-4466-a896-a371e7895f20 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:33:07.410146 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079896b2-314a-4466-a896-a371e7895f20 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:33:07.410495 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079896b2-314a-4466-a896-a371e7895f20 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:33:07.410823 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079896b2-314a-4466-a896-a371e7895f20 tempest-NetworksTestDHCPv6-1736468918 tempest-NetworksTestDHCPv6-1736468918-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:33:07.652197 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 42150) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:33:07.802683 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-5b896bca-3634-4eb6-847b-71a192db021c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=99f174f0a0ea48c5a906b127129cb432&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1492224 Jul 27 23:33:07.805112 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 42156) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:33:07.864422 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5b5d82cd-db22-4d1a-9f59-67e66c3b4b3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:07.887256 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5b5d82cd-db22-4d1a-9f59-67e66c3b4b3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:07.950968 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5b5d82cd-db22-4d1a-9f59-67e66c3b4b3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:07.954399 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5b5d82cd-db22-4d1a-9f59-67e66c3b4b3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:07.959245 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-5b5d82cd-db22-4d1a-9f59-67e66c3b4b3f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/44effaea-1080-402a-b35a-36dd8dc7c1be HTTP/1.1" status: 204 len: 168 time: 0.1530800 Jul 27 23:33:07.968477 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5d82cd-db22-4d1a-9f59-67e66c3b4b3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44effaea-1080-402a-b35a-36dd8dc7c1be,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:33:08.678094 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 42198) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:33:08.779872 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-b6851b2a-f912-40fe-ad70-46d0504ab5f0 tempest-FloatingIPNegativeTestJSON-262175494 tempest-FloatingIPNegativeTestJSON-262175494-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-493868048'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:33:08.802134 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6851b2a-f912-40fe-ad70-46d0504ab5f0 tempest-FloatingIPNegativeTestJSON-262175494 tempest-FloatingIPNegativeTestJSON-262175494-project] Made reservation on behalf of 1055346dcc4148218457a201dcd54c82 for: {'network': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:33:08.805775 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b6851b2a-f912-40fe-ad70-46d0504ab5f0 tempest-FloatingIPNegativeTestJSON-262175494 tempest-FloatingIPNegativeTestJSON-262175494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for network, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:08.814831 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b6851b2a-f912-40fe-ad70-46d0504ab5f0 tempest-FloatingIPNegativeTestJSON-262175494 tempest-FloatingIPNegativeTestJSON-262175494-project] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:08.914242 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b6851b2a-f912-40fe-ad70-46d0504ab5f0 tempest-FloatingIPNegativeTestJSON-262175494 tempest-FloatingIPNegativeTestJSON-262175494-project] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:08.918632 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b6851b2a-f912-40fe-ad70-46d0504ab5f0 tempest-FloatingIPNegativeTestJSON-262175494 tempest-FloatingIPNegativeTestJSON-262175494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:08.949521 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6851b2a-f912-40fe-ad70-46d0504ab5f0 tempest-FloatingIPNegativeTestJSON-262175494 tempest-FloatingIPNegativeTestJSON-262175494-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 508} {{(pid=93797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 23:33:08.955921 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6851b2a-f912-40fe-ad70-46d0504ab5f0 tempest-FloatingIPNegativeTestJSON-262175494 tempest-FloatingIPNegativeTestJSON-262175494-project] Pushing event updated for resources: {'SecurityGroup': ['ID=acba473e-bdce-446f-b547-ce8fc666b3cc,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:33:08.963611 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b6851b2a-f912-40fe-ad70-46d0504ab5f0 tempest-FloatingIPNegativeTestJSON-262175494 tempest-FloatingIPNegativeTestJSON-262175494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:08.964484 n-d-802623-1 neutron-server[93797]: INFO neutron.db.segments_db [None req-b6851b2a-f912-40fe-ad70-46d0504ab5f0 tempest-FloatingIPNegativeTestJSON-262175494 tempest-FloatingIPNegativeTestJSON-262175494-project] Added segment f32352f0-6b61-4a2f-8a26-77d479a97bed of type vlan for network 2d492d29-d170-4617-9b66-3756e05ab271 Jul 27 23:33:09.011442 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b6851b2a-f912-40fe-ad70-46d0504ab5f0 tempest-FloatingIPNegativeTestJSON-262175494 tempest-FloatingIPNegativeTestJSON-262175494-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736833354590'] for network, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:09.046566 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b6851b2a-f912-40fe-ad70-46d0504ab5f0 tempest-FloatingIPNegativeTestJSON-262175494 tempest-FloatingIPNegativeTestJSON-262175494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569'] for network, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:09.059246 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6851b2a-f912-40fe-ad70-46d0504ab5f0 tempest-FloatingIPNegativeTestJSON-262175494 tempest-FloatingIPNegativeTestJSON-262175494-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:33:09.060130 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b6851b2a-f912-40fe-ad70-46d0504ab5f0 tempest-FloatingIPNegativeTestJSON-262175494 tempest-FloatingIPNegativeTestJSON-262175494-project] Notify callbacks [] for network, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:09.124620 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-b6851b2a-f912-40fe-ad70-46d0504ab5f0 tempest-FloatingIPNegativeTestJSON-262175494 tempest-FloatingIPNegativeTestJSON-262175494-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.4453111 Jul 27 23:33:09.128268 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 42216) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:33:09.133147 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-f5a23e1b-f0ca-4882-a2f2-821f5a090f93 tempest-FloatingIPNegativeTestJSON-262175494 tempest-FloatingIPNegativeTestJSON-262175494-project] Request body: {'subnet': {'network_id': '2d492d29-d170-4617-9b66-3756e05ab271', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:33:09.185682 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6851b2a-f912-40fe-ad70-46d0504ab5f0 tempest-FloatingIPNegativeTestJSON-262175494 tempest-FloatingIPNegativeTestJSON-262175494-project] Pushing event updated for resources: {'Network': ['ID=2d492d29-d170-4617-9b66-3756e05ab271,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:33:09.197857 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Network 2d492d29-d170-4617-9b66-3756e05ab271 details requested by agent ovs-agent-n-d-802623-1 with host n-d-802623-1 {{(pid=93799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 23:33:09.237634 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5a23e1b-f0ca-4882-a2f2-821f5a090f93 tempest-FloatingIPNegativeTestJSON-262175494 tempest-FloatingIPNegativeTestJSON-262175494-project] Made reservation on behalf of 1055346dcc4148218457a201dcd54c82 for: {'subnet': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:33:09.241778 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f5a23e1b-f0ca-4882-a2f2-821f5a090f93 tempest-FloatingIPNegativeTestJSON-262175494 tempest-FloatingIPNegativeTestJSON-262175494-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11551435'] for subnet, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:09.443584 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f5a23e1b-f0ca-4882-a2f2-821f5a090f93 tempest-FloatingIPNegativeTestJSON-262175494 tempest-FloatingIPNegativeTestJSON-262175494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11336182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11551417'] for subnet, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:09.518053 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a23e1b-f0ca-4882-a2f2-821f5a090f93 tempest-FloatingIPNegativeTestJSON-262175494 tempest-FloatingIPNegativeTestJSON-262175494-project] Pushing event updated for resources: {'Subnet': ['ID=a9e5b77a-f36e-4b27-9b12-c3516a8c5826,revision_number=0']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:33:09.523385 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a23e1b-f0ca-4882-a2f2-821f5a090f93 tempest-FloatingIPNegativeTestJSON-262175494 tempest-FloatingIPNegativeTestJSON-262175494-project] Checking segment: {'id': 'f32352f0-6b61-4a2f-8a26-77d479a97bed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '2d492d29-d170-4617-9b66-3756e05ab271'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:33:09.523751 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5a23e1b-f0ca-4882-a2f2-821f5a090f93 tempest-FloatingIPNegativeTestJSON-262175494 tempest-FloatingIPNegativeTestJSON-262175494-project] Network hostable DHCP agents. Network: 2d492d29-d170-4617-9b66-3756e05ab271, hostable agents: ['5950e76f-2bde-4343-a925-cbe6bacd2706'], hosted agents: [] {{(pid=93797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 23:33:09.539441 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5a23e1b-f0ca-4882-a2f2-821f5a090f93 tempest-FloatingIPNegativeTestJSON-262175494 tempest-FloatingIPNegativeTestJSON-262175494-project] Network 2d492d29-d170-4617-9b66-3756e05ab271 is scheduled to be hosted by DHCP agent 5950e76f-2bde-4343-a925-cbe6bacd2706 with binding_index 1 {{(pid=93797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 23:33:09.548287 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-f5a23e1b-f0ca-4882-a2f2-821f5a090f93 tempest-FloatingIPNegativeTestJSON-262175494 tempest-FloatingIPNegativeTestJSON-262175494-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802623-1, 2d492d29-d170-4617-9b66-3756e05ab271) {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:33:09.553646 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5a23e1b-f0ca-4882-a2f2-821f5a090f93 tempest-FloatingIPNegativeTestJSON-262175494 tempest-FloatingIPNegativeTestJSON-262175494-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:33:09.554800 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f5a23e1b-f0ca-4882-a2f2-821f5a090f93 tempest-FloatingIPNegativeTestJSON-262175494 tempest-FloatingIPNegativeTestJSON-262175494-project] Notify callbacks [] for subnet, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:09.559934 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b14402b0-80b1-4501-893c-eb341a5f436b None None] Network 2d492d29-d170-4617-9b66-3756e05ab271 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:33:09.571814 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-f5a23e1b-f0ca-4882-a2f2-821f5a090f93 tempest-FloatingIPNegativeTestJSON-262175494 tempest-FloatingIPNegativeTestJSON-262175494-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4426868 Jul 27 23:33:09.574884 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 42226) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:33:09.580423 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-841dc67a-67c1-4d5c-afe6-e8bb73b81337 tempest-FloatingIPNegativeTestJSON-262175494 tempest-FloatingIPNegativeTestJSON-262175494-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1742667785', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:33:09.605456 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-841dc67a-67c1-4d5c-afe6-e8bb73b81337 tempest-FloatingIPNegativeTestJSON-262175494 tempest-FloatingIPNegativeTestJSON-262175494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62159'] for router, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:09.606711 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-841dc67a-67c1-4d5c-afe6-e8bb73b81337 tempest-FloatingIPNegativeTestJSON-262175494 tempest-FloatingIPNegativeTestJSON-262175494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-479230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-415539', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3693317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62148'] for router, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:09.664066 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-841dc67a-67c1-4d5c-afe6-e8bb73b81337 tempest-FloatingIPNegativeTestJSON-262175494 tempest-FloatingIPNegativeTestJSON-262175494-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:09.668725 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-841dc67a-67c1-4d5c-afe6-e8bb73b81337 tempest-FloatingIPNegativeTestJSON-262175494 tempest-FloatingIPNegativeTestJSON-262175494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-415468'] for router, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:09.692745 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-841dc67a-67c1-4d5c-afe6-e8bb73b81337 tempest-FloatingIPNegativeTestJSON-262175494 tempest-FloatingIPNegativeTestJSON-262175494-project] Notify callbacks [] for router, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:09.697066 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 42230) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:33:09.697618 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-841dc67a-67c1-4d5c-afe6-e8bb73b81337 tempest-FloatingIPNegativeTestJSON-262175494 tempest-FloatingIPNegativeTestJSON-262175494-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.1205778 Jul 27 23:33:09.734803 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56526801-1922-4472-acfa-1e68ec4e81d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f6f257c-ad18-5f0c-8c8e-ea085a5fc8a2-2d492d29-d170-4617-9b66-3756e05ab271', 'network_id': '2d492d29-d170-4617-9b66-3756e05ab271', 'tenant_id': '1055346dcc4148218457a201dcd54c82', 'fixed_ips': [{'subnet_id': 'a9e5b77a-f36e-4b27-9b12-c3516a8c5826'}]}} from n-d-802623-1. {{(pid=93799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 23:33:09.735719 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-56526801-1922-4472-acfa-1e68ec4e81d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:09.877677 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-56526801-1922-4472-acfa-1e68ec4e81d3 None None] Allocated IP 172.20.0.2 (2d492d29-d170-4617-9b66-3756e05ab271/a9e5b77a-f36e-4b27-9b12-c3516a8c5826/f89c8a12-9e13-414b-bca0-cfaa696d08b2) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:33:10.007768 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-38d33501-71c2-4768-8b9e-878507a773f4 tempest-FloatingIPNegativeTestJSON-262175494 tempest-FloatingIPNegativeTestJSON-262175494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:10.051602 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-56526801-1922-4472-acfa-1e68ec4e81d3 None None] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:10.066425 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-56526801-1922-4472-acfa-1e68ec4e81d3 None None] Transition to ACTIVE for port object f89c8a12-9e13-414b-bca0-cfaa696d08b2 will not be triggered until provisioned by entity L2. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:33:10.082043 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-56526801-1922-4472-acfa-1e68ec4e81d3 None None] Transition to ACTIVE for port object f89c8a12-9e13-414b-bca0-cfaa696d08b2 will not be triggered until provisioned by entity DHCP. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:33:10.089907 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-56526801-1922-4472-acfa-1e68ec4e81d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:10.116517 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56526801-1922-4472-acfa-1e68ec4e81d3 None None] Network 2d492d29-d170-4617-9b66-3756e05ab271 is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:33:10.120013 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-56526801-1922-4472-acfa-1e68ec4e81d3 None None] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:33:10.139368 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56526801-1922-4472-acfa-1e68ec4e81d3 None None] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:33:10.193227 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56526801-1922-4472-acfa-1e68ec4e81d3 None None] Pushing event updated for resources: {'Port': ['ID=f89c8a12-9e13-414b-bca0-cfaa696d08b2,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:33:10.208978 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-56526801-1922-4472-acfa-1e68ec4e81d3 None None] Attempting to bind port f89c8a12-9e13-414b-bca0-cfaa696d08b2 on host n-d-802623-1 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:33:10.209611 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-56526801-1922-4472-acfa-1e68ec4e81d3 None None] Attempting to bind port f89c8a12-9e13-414b-bca0-cfaa696d08b2 by drivers openvswitch,hyperv on host n-d-802623-1 at level 0 using segments [{'id': 'f32352f0-6b61-4a2f-8a26-77d479a97bed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '2d492d29-d170-4617-9b66-3756e05ab271'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:33:10.209707 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56526801-1922-4472-acfa-1e68ec4e81d3 None None] Attempting to bind port f89c8a12-9e13-414b-bca0-cfaa696d08b2 on network 2d492d29-d170-4617-9b66-3756e05ab271 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:33:10.214690 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56526801-1922-4472-acfa-1e68ec4e81d3 None None] Checking agent: {'id': 'a9a568d2-a5e7-41e4-833f-a8ab42ea4073', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 52, 30), 'started_at': datetime.datetime(2021, 7, 27, 22, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802623-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:33:10.215171 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56526801-1922-4472-acfa-1e68ec4e81d3 None None] Checking segment: {'id': 'f32352f0-6b61-4a2f-8a26-77d479a97bed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '2d492d29-d170-4617-9b66-3756e05ab271'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:33:10.215580 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-56526801-1922-4472-acfa-1e68ec4e81d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:10.215973 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56526801-1922-4472-acfa-1e68ec4e81d3 None None] Bound using segment: {'id': 'f32352f0-6b61-4a2f-8a26-77d479a97bed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '2d492d29-d170-4617-9b66-3756e05ab271'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:33:10.216688 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-56526801-1922-4472-acfa-1e68ec4e81d3 None None] Bound port: f89c8a12-9e13-414b-bca0-cfaa696d08b2, host: n-d-802623-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f32352f0-6b61-4a2f-8a26-77d479a97bed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '2d492d29-d170-4617-9b66-3756e05ab271'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:33:10.216817 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-56526801-1922-4472-acfa-1e68ec4e81d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:10.282156 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-56526801-1922-4472-acfa-1e68ec4e81d3 None None] For port f89c8a12-9e13-414b-bca0-cfaa696d08b2, host n-d-802623-1, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:33:10.286037 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-56526801-1922-4472-acfa-1e68ec4e81d3 None None] For port f89c8a12-9e13-414b-bca0-cfaa696d08b2, host n-d-802623-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=f89c8a12-9e13-414b-bca0-cfaa696d08b2,segment=NetworkSegment(f32352f0-6b61-4a2f-8a26-77d479a97bed),segment_id=f32352f0-6b61-4a2f-8a26-77d479a97bed)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:33:10.291313 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-56526801-1922-4472-acfa-1e68ec4e81d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:10.305947 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-38d33501-71c2-4768-8b9e-878507a773f4 tempest-FloatingIPNegativeTestJSON-262175494 tempest-FloatingIPNegativeTestJSON-262175494-project] Allocated IP 172.20.0.1 (2d492d29-d170-4617-9b66-3756e05ab271/a9e5b77a-f36e-4b27-9b12-c3516a8c5826/e96ce33b-8762-4b7c-b244-ffcc410b381b) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:33:10.355845 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56526801-1922-4472-acfa-1e68ec4e81d3 None None] Pushing event updated for resources: {'Port': ['ID=f89c8a12-9e13-414b-bca0-cfaa696d08b2,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:33:10.437353 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-38d33501-71c2-4768-8b9e-878507a773f4 tempest-FloatingIPNegativeTestJSON-262175494 tempest-FloatingIPNegativeTestJSON-262175494-project] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:10.458981 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-38d33501-71c2-4768-8b9e-878507a773f4 tempest-FloatingIPNegativeTestJSON-262175494 tempest-FloatingIPNegativeTestJSON-262175494-project] Transition to ACTIVE for port object e96ce33b-8762-4b7c-b244-ffcc410b381b will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:33:10.495753 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-38d33501-71c2-4768-8b9e-878507a773f4 tempest-FloatingIPNegativeTestJSON-262175494 tempest-FloatingIPNegativeTestJSON-262175494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:10.543317 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38d33501-71c2-4768-8b9e-878507a773f4 tempest-FloatingIPNegativeTestJSON-262175494 tempest-FloatingIPNegativeTestJSON-262175494-project] Network 2d492d29-d170-4617-9b66-3756e05ab271 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:33:10.546511 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-38d33501-71c2-4768-8b9e-878507a773f4 tempest-FloatingIPNegativeTestJSON-262175494 tempest-FloatingIPNegativeTestJSON-262175494-project] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:33:10.558900 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d33501-71c2-4768-8b9e-878507a773f4 tempest-FloatingIPNegativeTestJSON-262175494 tempest-FloatingIPNegativeTestJSON-262175494-project] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:33:10.603906 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d33501-71c2-4768-8b9e-878507a773f4 tempest-FloatingIPNegativeTestJSON-262175494 tempest-FloatingIPNegativeTestJSON-262175494-project] Pushing event updated for resources: {'Port': ['ID=e96ce33b-8762-4b7c-b244-ffcc410b381b,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:33:10.626328 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-38d33501-71c2-4768-8b9e-878507a773f4 tempest-FloatingIPNegativeTestJSON-262175494 tempest-FloatingIPNegativeTestJSON-262175494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-415283'] for router_interface, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:10.769584 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-38d33501-71c2-4768-8b9e-878507a773f4 tempest-FloatingIPNegativeTestJSON-262175494 tempest-FloatingIPNegativeTestJSON-262175494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:11.057983 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-38d33501-71c2-4768-8b9e-878507a773f4 tempest-FloatingIPNegativeTestJSON-262175494 tempest-FloatingIPNegativeTestJSON-262175494-project] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:11.062666 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-38d33501-71c2-4768-8b9e-878507a773f4 tempest-FloatingIPNegativeTestJSON-262175494 tempest-FloatingIPNegativeTestJSON-262175494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11336041'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:11.163614 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d33501-71c2-4768-8b9e-878507a773f4 tempest-FloatingIPNegativeTestJSON-262175494 tempest-FloatingIPNegativeTestJSON-262175494-project] Pushing event updated for resources: {'Port': ['ID=e96ce33b-8762-4b7c-b244-ffcc410b381b,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:33:11.166139 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-38d33501-71c2-4768-8b9e-878507a773f4 tempest-FloatingIPNegativeTestJSON-262175494 tempest-FloatingIPNegativeTestJSON-262175494-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3760555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-414115'] for router_interface, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:11.285710 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38d33501-71c2-4768-8b9e-878507a773f4 tempest-FloatingIPNegativeTestJSON-262175494 tempest-FloatingIPNegativeTestJSON-262175494-project] Network 2d492d29-d170-4617-9b66-3756e05ab271 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:33:11.287732 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-38d33501-71c2-4768-8b9e-878507a773f4 tempest-FloatingIPNegativeTestJSON-262175494 tempest-FloatingIPNegativeTestJSON-262175494-project] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:33:11.436274 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38d33501-71c2-4768-8b9e-878507a773f4 tempest-FloatingIPNegativeTestJSON-262175494 tempest-FloatingIPNegativeTestJSON-262175494-project] Router 6f237d3c-62a6-421d-9857-b226f95a3208 is scheduled to L3 agent 018c4455-49c0-4734-927d-7824067b2a9e with binding_index 1 {{(pid=93797) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 23:33:11.478336 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device f89c8a12-9e13-414b-bca0-cfaa696d08b2 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:33:11.549992 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning for port f89c8a12-9e13-414b-bca0-cfaa696d08b2 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:33:11.557408 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b386035-89c8-4eb2-9d52-f4d64616e6da None None] Network 2d492d29-d170-4617-9b66-3756e05ab271 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:33:11.578136 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38d33501-71c2-4768-8b9e-878507a773f4 tempest-FloatingIPNegativeTestJSON-262175494 tempest-FloatingIPNegativeTestJSON-262175494-project] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:33:11.588501 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-38d33501-71c2-4768-8b9e-878507a773f4 tempest-FloatingIPNegativeTestJSON-262175494 tempest-FloatingIPNegativeTestJSON-262175494-project] 10.222.0.18 "PUT /v2.0/routers/6f237d3c-62a6-421d-9857-b226f95a3208/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8877921 Jul 27 23:33:11.590502 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 42274) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:33:11.593635 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dea2a8cf-6d5a-4070-ae75-15147e15332f None None] Sync routers for ids ['6f237d3c-62a6-421d-9857-b226f95a3208'] in n-d-802623-1 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:33:11.598857 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-d10d23c2-9bd9-4dee-bf68-9f150c0bb8e0 tempest-FloatingIPNegativeTestJSON-262175494 tempest-FloatingIPNegativeTestJSON-262175494-project] Request body: {'port': {'network_id': '2d492d29-d170-4617-9b66-3756e05ab271', 'name': 'tempest-FloatingIPNegativeTestJSON-1952221926'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:33:11.606453 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dea2a8cf-6d5a-4070-ae75-15147e15332f None None] Routers {'6f237d3c-62a6-421d-9857-b226f95a3208'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:33:11.607239 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-dea2a8cf-6d5a-4070-ae75-15147e15332f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:33:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['6f237d3c-62a6-421d-9857-b226f95a3208'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:33:11.641918 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-dea2a8cf-6d5a-4070-ae75-15147e15332f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:33:11.648839 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-cf7c0e4c-6c60-479f-a4db-284cd0baf38e None None] Provisioning for port f89c8a12-9e13-414b-bca0-cfaa696d08b2 completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:33:11.652231 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dea2a8cf-6d5a-4070-ae75-15147e15332f None None] Routers {'6f237d3c-62a6-421d-9857-b226f95a3208'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:33:11.652917 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-dea2a8cf-6d5a-4070-ae75-15147e15332f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:33:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['6f237d3c-62a6-421d-9857-b226f95a3208'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:33:11.664269 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-cf7c0e4c-6c60-479f-a4db-284cd0baf38e None None] Provisioning complete for port f89c8a12-9e13-414b-bca0-cfaa696d08b2 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:33:11.665057 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-cf7c0e4c-6c60-479f-a4db-284cd0baf38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:11.687630 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-dea2a8cf-6d5a-4070-ae75-15147e15332f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:33:11.688421 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dea2a8cf-6d5a-4070-ae75-15147e15332f None None] The sync data for ids ['6f237d3c-62a6-421d-9857-b226f95a3208'] in n-d-802623-1 is: [] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:33:11.760180 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d10d23c2-9bd9-4dee-bf68-9f150c0bb8e0 tempest-FloatingIPNegativeTestJSON-262175494 tempest-FloatingIPNegativeTestJSON-262175494-project] Made reservation on behalf of 1055346dcc4148218457a201dcd54c82 for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:33:11.764131 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d10d23c2-9bd9-4dee-bf68-9f150c0bb8e0 tempest-FloatingIPNegativeTestJSON-262175494 tempest-FloatingIPNegativeTestJSON-262175494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:11.783332 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [None req-d10d23c2-9bd9-4dee-bf68-9f150c0bb8e0 tempest-FloatingIPNegativeTestJSON-262175494 tempest-FloatingIPNegativeTestJSON-262175494-project] device_id is not set on port cd637125-4a7b-4085-b648-81095b26df00 yet. {{(pid=93798) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 23:33:11.810739 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-cf7c0e4c-6c60-479f-a4db-284cd0baf38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:11.856496 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-cf7c0e4c-6c60-479f-a4db-284cd0baf38e None None] For port f89c8a12-9e13-414b-bca0-cfaa696d08b2, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=f89c8a12-9e13-414b-bca0-cfaa696d08b2,segment=NetworkSegment(f32352f0-6b61-4a2f-8a26-77d479a97bed),segment_id=f32352f0-6b61-4a2f-8a26-77d479a97bed)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:33:11.866578 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-cf7c0e4c-6c60-479f-a4db-284cd0baf38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:11.921074 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7c0e4c-6c60-479f-a4db-284cd0baf38e None None] Pushing event updated for resources: {'Port': ['ID=f89c8a12-9e13-414b-bca0-cfaa696d08b2,revision_number=3']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:33:11.936862 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-d10d23c2-9bd9-4dee-bf68-9f150c0bb8e0 tempest-FloatingIPNegativeTestJSON-262175494 tempest-FloatingIPNegativeTestJSON-262175494-project] Allocated IP 172.20.0.3 (2d492d29-d170-4617-9b66-3756e05ab271/a9e5b77a-f36e-4b27-9b12-c3516a8c5826/cd637125-4a7b-4085-b648-81095b26df00) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:33:12.112223 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d10d23c2-9bd9-4dee-bf68-9f150c0bb8e0 tempest-FloatingIPNegativeTestJSON-262175494 tempest-FloatingIPNegativeTestJSON-262175494-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:12.137488 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-d10d23c2-9bd9-4dee-bf68-9f150c0bb8e0 tempest-FloatingIPNegativeTestJSON-262175494 tempest-FloatingIPNegativeTestJSON-262175494-project] Transition to ACTIVE for port object cd637125-4a7b-4085-b648-81095b26df00 will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:33:12.191862 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d10d23c2-9bd9-4dee-bf68-9f150c0bb8e0 tempest-FloatingIPNegativeTestJSON-262175494 tempest-FloatingIPNegativeTestJSON-262175494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:12.206649 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-b220c7ea-b9cb-4463-8f78-9f6df7aee752 None None] Provisioning for port e96ce33b-8762-4b7c-b244-ffcc410b381b completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:33:12.215021 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-b220c7ea-b9cb-4463-8f78-9f6df7aee752 None None] Provisioning complete for port e96ce33b-8762-4b7c-b244-ffcc410b381b triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:33:12.215438 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b220c7ea-b9cb-4463-8f78-9f6df7aee752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:12.258094 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-b220c7ea-b9cb-4463-8f78-9f6df7aee752 None None] Port e96ce33b-8762-4b7c-b244-ffcc410b381b cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:33:12.269768 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-b220c7ea-b9cb-4463-8f78-9f6df7aee752 None None] Provisioning complete for port f89c8a12-9e13-414b-bca0-cfaa696d08b2 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:33:12.270283 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b220c7ea-b9cb-4463-8f78-9f6df7aee752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:12.292697 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d10d23c2-9bd9-4dee-bf68-9f150c0bb8e0 tempest-FloatingIPNegativeTestJSON-262175494 tempest-FloatingIPNegativeTestJSON-262175494-project] Network 2d492d29-d170-4617-9b66-3756e05ab271 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:33:12.333052 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-d10d23c2-9bd9-4dee-bf68-9f150c0bb8e0 tempest-FloatingIPNegativeTestJSON-262175494 tempest-FloatingIPNegativeTestJSON-262175494-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:33:12.335760 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d10d23c2-9bd9-4dee-bf68-9f150c0bb8e0 tempest-FloatingIPNegativeTestJSON-262175494 tempest-FloatingIPNegativeTestJSON-262175494-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:33:12.366472 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10d23c2-9bd9-4dee-bf68-9f150c0bb8e0 tempest-FloatingIPNegativeTestJSON-262175494 tempest-FloatingIPNegativeTestJSON-262175494-project] Pushing event updated for resources: {'Port': ['ID=cd637125-4a7b-4085-b648-81095b26df00,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:33:12.412257 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d10d23c2-9bd9-4dee-bf68-9f150c0bb8e0 tempest-FloatingIPNegativeTestJSON-262175494 tempest-FloatingIPNegativeTestJSON-262175494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:33:12.413410 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d10d23c2-9bd9-4dee-bf68-9f150c0bb8e0 tempest-FloatingIPNegativeTestJSON-262175494 tempest-FloatingIPNegativeTestJSON-262175494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:12.436772 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-d10d23c2-9bd9-4dee-bf68-9f150c0bb8e0 tempest-FloatingIPNegativeTestJSON-262175494 tempest-FloatingIPNegativeTestJSON-262175494-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8443971 Jul 27 23:33:12.439892 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 42296) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:33:12.446458 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-40c4f074-ac83-442e-95f2-ee52ecf1e5b9 tempest-FloatingIPNegativeTestJSON-262175494 tempest-FloatingIPNegativeTestJSON-262175494-project] Request body: {'floatingip': {'floating_network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:33:12.477580 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-40c4f074-ac83-442e-95f2-ee52ecf1e5b9 tempest-FloatingIPNegativeTestJSON-262175494 tempest-FloatingIPNegativeTestJSON-262175494-project] Notify callbacks [] for floatingip, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:12.485923 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e36a7cab-503b-4b31-ab86-ce0feb9b9df8 None None] Provisioning complete for port e96ce33b-8762-4b7c-b244-ffcc410b381b triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:33:12.486899 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e36a7cab-503b-4b31-ab86-ce0feb9b9df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:12.530407 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-e36a7cab-503b-4b31-ab86-ce0feb9b9df8 None None] Port e96ce33b-8762-4b7c-b244-ffcc410b381b cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:33:12.614575 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-40c4f074-ac83-442e-95f2-ee52ecf1e5b9 tempest-FloatingIPNegativeTestJSON-262175494 tempest-FloatingIPNegativeTestJSON-262175494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:12.660258 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-fa0fc950-f41d-48c7-9b65-4966d96bf59e None None] Provisioning complete for port e96ce33b-8762-4b7c-b244-ffcc410b381b triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:33:12.660646 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-fa0fc950-f41d-48c7-9b65-4966d96bf59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:12.702536 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-fa0fc950-f41d-48c7-9b65-4966d96bf59e None None] Port e96ce33b-8762-4b7c-b244-ffcc410b381b cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:33:12.747094 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-40c4f074-ac83-442e-95f2-ee52ecf1e5b9 tempest-FloatingIPNegativeTestJSON-262175494 tempest-FloatingIPNegativeTestJSON-262175494-project] Allocated IP 172.25.4.207 (2fd42287-ed26-4eb9-89a5-b521f5b04356/17de1f8f-393a-4b0c-a2df-614bd3f2fb5e/2697db45-167a-4fe7-8a09-467e8e6dd904) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:33:12.870778 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-40c4f074-ac83-442e-95f2-ee52ecf1e5b9 tempest-FloatingIPNegativeTestJSON-262175494 tempest-FloatingIPNegativeTestJSON-262175494-project] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:12.916731 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-40c4f074-ac83-442e-95f2-ee52ecf1e5b9 tempest-FloatingIPNegativeTestJSON-262175494 tempest-FloatingIPNegativeTestJSON-262175494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:12.926073 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-2187f0b4-db97-4d71-aa87-c0d53e9648ca None None] Provisioning for port cd637125-4a7b-4085-b648-81095b26df00 completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:33:12.930830 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-2187f0b4-db97-4d71-aa87-c0d53e9648ca None None] Provisioning complete for port cd637125-4a7b-4085-b648-81095b26df00 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:33:12.931508 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2187f0b4-db97-4d71-aa87-c0d53e9648ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:12.964921 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c4f074-ac83-442e-95f2-ee52ecf1e5b9 tempest-FloatingIPNegativeTestJSON-262175494 tempest-FloatingIPNegativeTestJSON-262175494-project] Pushing event updated for resources: {'Port': ['ID=2697db45-167a-4fe7-8a09-467e8e6dd904,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:33:12.977336 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40c4f074-ac83-442e-95f2-ee52ecf1e5b9 tempest-FloatingIPNegativeTestJSON-262175494 tempest-FloatingIPNegativeTestJSON-262175494-project] Network 2fd42287-ed26-4eb9-89a5-b521f5b04356 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:33:12.978780 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-40c4f074-ac83-442e-95f2-ee52ecf1e5b9 tempest-FloatingIPNegativeTestJSON-262175494 tempest-FloatingIPNegativeTestJSON-262175494-project] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:33:12.981563 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40c4f074-ac83-442e-95f2-ee52ecf1e5b9 tempest-FloatingIPNegativeTestJSON-262175494 tempest-FloatingIPNegativeTestJSON-262175494-project] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:33:12.983089 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-2187f0b4-db97-4d71-aa87-c0d53e9648ca None None] Port cd637125-4a7b-4085-b648-81095b26df00 cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:33:13.088628 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-40c4f074-ac83-442e-95f2-ee52ecf1e5b9 tempest-FloatingIPNegativeTestJSON-262175494 tempest-FloatingIPNegativeTestJSON-262175494-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:13.125198 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-40c4f074-ac83-442e-95f2-ee52ecf1e5b9 tempest-FloatingIPNegativeTestJSON-262175494 tempest-FloatingIPNegativeTestJSON-262175494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:13.297204 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-40c4f074-ac83-442e-95f2-ee52ecf1e5b9 tempest-FloatingIPNegativeTestJSON-262175494 tempest-FloatingIPNegativeTestJSON-262175494-project] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:13.302398 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-40c4f074-ac83-442e-95f2-ee52ecf1e5b9 tempest-FloatingIPNegativeTestJSON-262175494 tempest-FloatingIPNegativeTestJSON-262175494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11336041'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:13.375236 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c4f074-ac83-442e-95f2-ee52ecf1e5b9 tempest-FloatingIPNegativeTestJSON-262175494 tempest-FloatingIPNegativeTestJSON-262175494-project] Pushing event updated for resources: {'Port': ['ID=2697db45-167a-4fe7-8a09-467e8e6dd904,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:33:13.393305 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-40c4f074-ac83-442e-95f2-ee52ecf1e5b9 tempest-FloatingIPNegativeTestJSON-262175494 tempest-FloatingIPNegativeTestJSON-262175494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-415302'] for floatingip, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:13.409369 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-40c4f074-ac83-442e-95f2-ee52ecf1e5b9 tempest-FloatingIPNegativeTestJSON-262175494 tempest-FloatingIPNegativeTestJSON-262175494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for floatingip, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:13.418606 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-40c4f074-ac83-442e-95f2-ee52ecf1e5b9 tempest-FloatingIPNegativeTestJSON-262175494 tempest-FloatingIPNegativeTestJSON-262175494-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9732308 Jul 27 23:33:13.418864 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 42320) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:33:13.424241 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-78e5ef9e-7215-42e7-ac33-a4647e07383f tempest-FloatingIPNegativeTestJSON-262175494 tempest-FloatingIPNegativeTestJSON-262175494-project] Request body: {'floatingip': {'port_id': 'cd637125-4a7b-4085-b648-81095b26df00', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:33:13.465298 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device f89c8a12-9e13-414b-bca0-cfaa696d08b2 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:33:13.466457 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-78e5ef9e-7215-42e7-ac33-a4647e07383f tempest-FloatingIPNegativeTestJSON-262175494 tempest-FloatingIPNegativeTestJSON-262175494-project] Notify callbacks [] for floatingip, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:13.530348 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port f89c8a12-9e13-414b-bca0-cfaa696d08b2 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:33:13.531017 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:13.616653 n-d-802623-1 neutron-server[93797]: INFO neutron.api.v2.resource [None req-78e5ef9e-7215-42e7-ac33-a4647e07383f tempest-FloatingIPNegativeTestJSON-262175494 tempest-FloatingIPNegativeTestJSON-262175494-project] update failed (client error): The resource could not be found. Jul 27 23:33:13.617786 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-78e5ef9e-7215-42e7-ac33-a4647e07383f tempest-FloatingIPNegativeTestJSON-262175494 tempest-FloatingIPNegativeTestJSON-262175494-project] 10.222.0.18 "PUT /v2.0/floatingips/cf4da66f-9d09-417a-9344-c55fe5591e97 HTTP/1.1" status: 404 len: 507 time: 0.1978214 Jul 27 23:33:13.620563 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 42328) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:33:13.764285 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-9a8da7a8-1185-4d20-b789-88a7a53f6bb1 tempest-FloatingIPNegativeTestJSON-262175494 tempest-FloatingIPNegativeTestJSON-262175494-project] Deleting port 2697db45-167a-4fe7-8a09-467e8e6dd904 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:33:13.764709 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9a8da7a8-1185-4d20-b789-88a7a53f6bb1 tempest-FloatingIPNegativeTestJSON-262175494 tempest-FloatingIPNegativeTestJSON-262175494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:13.850789 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9a8da7a8-1185-4d20-b789-88a7a53f6bb1 tempest-FloatingIPNegativeTestJSON-262175494 tempest-FloatingIPNegativeTestJSON-262175494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:13.851166 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9a8da7a8-1185-4d20-b789-88a7a53f6bb1 tempest-FloatingIPNegativeTestJSON-262175494 tempest-FloatingIPNegativeTestJSON-262175494-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:13.864004 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-9a8da7a8-1185-4d20-b789-88a7a53f6bb1 tempest-FloatingIPNegativeTestJSON-262175494 tempest-FloatingIPNegativeTestJSON-262175494-project] Calling delete_port for 2697db45-167a-4fe7-8a09-467e8e6dd904 owned by network:floatingip {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:33:14.011800 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9a8da7a8-1185-4d20-b789-88a7a53f6bb1 tempest-FloatingIPNegativeTestJSON-262175494 tempest-FloatingIPNegativeTestJSON-262175494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:14.042517 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8da7a8-1185-4d20-b789-88a7a53f6bb1 tempest-FloatingIPNegativeTestJSON-262175494 tempest-FloatingIPNegativeTestJSON-262175494-project] Pushing event deleted for resources: {'Port': ['ID=2697db45-167a-4fe7-8a09-467e8e6dd904,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:33:14.117484 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9a8da7a8-1185-4d20-b789-88a7a53f6bb1 tempest-FloatingIPNegativeTestJSON-262175494 tempest-FloatingIPNegativeTestJSON-262175494-project] Notify callbacks [] for floatingip, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:14.120211 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9a8da7a8-1185-4d20-b789-88a7a53f6bb1 tempest-FloatingIPNegativeTestJSON-262175494 tempest-FloatingIPNegativeTestJSON-262175494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for floatingip, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:14.121533 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-9a8da7a8-1185-4d20-b789-88a7a53f6bb1 tempest-FloatingIPNegativeTestJSON-262175494 tempest-FloatingIPNegativeTestJSON-262175494-project] 10.222.0.18 "DELETE /v2.0/floatingips/cf4da66f-9d09-417a-9344-c55fe5591e97 HTTP/1.1" status: 204 len: 168 time: 0.4998610 Jul 27 23:33:14.125321 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 42340) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:33:14.131468 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-aa4a60da-f58b-4190-a887-63c5e4cb25c9 tempest-FloatingIPNegativeTestJSON-262175494 tempest-FloatingIPNegativeTestJSON-262175494-project] Request body: {'floatingip': {'floating_network_id': '2d492d29-d170-4617-9b66-3756e05ab271', 'port_id': 'cd637125-4a7b-4085-b648-81095b26df00', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:33:14.157602 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-aa4a60da-f58b-4190-a887-63c5e4cb25c9 tempest-FloatingIPNegativeTestJSON-262175494 tempest-FloatingIPNegativeTestJSON-262175494-project] Notify callbacks [] for floatingip, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:14.284287 n-d-802623-1 neutron-server[93797]: INFO neutron.api.v2.resource [None req-aa4a60da-f58b-4190-a887-63c5e4cb25c9 tempest-FloatingIPNegativeTestJSON-262175494 tempest-FloatingIPNegativeTestJSON-262175494-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 23:33:14.289202 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-aa4a60da-f58b-4190-a887-63c5e4cb25c9 tempest-FloatingIPNegativeTestJSON-262175494 tempest-FloatingIPNegativeTestJSON-262175494-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.1589181 Jul 27 23:33:14.289578 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 42348) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:33:14.294280 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-144e4ae5-8e4c-4825-af48-0e984803f166 tempest-FloatingIPNegativeTestJSON-262175494 tempest-FloatingIPNegativeTestJSON-262175494-project] Request body: {'floatingip': {'floating_network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'port_id': 'cd637125-4a7b-4085-b648-81095b26df00', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:33:14.322596 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-144e4ae5-8e4c-4825-af48-0e984803f166 tempest-FloatingIPNegativeTestJSON-262175494 tempest-FloatingIPNegativeTestJSON-262175494-project] Notify callbacks [] for floatingip, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:14.813267 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-144e4ae5-8e4c-4825-af48-0e984803f166 tempest-FloatingIPNegativeTestJSON-262175494 tempest-FloatingIPNegativeTestJSON-262175494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:14.930648 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-144e4ae5-8e4c-4825-af48-0e984803f166 tempest-FloatingIPNegativeTestJSON-262175494 tempest-FloatingIPNegativeTestJSON-262175494-project] Allocated IP 172.25.4.84 (2fd42287-ed26-4eb9-89a5-b521f5b04356/17de1f8f-393a-4b0c-a2df-614bd3f2fb5e/16c9f667-9ac5-4b28-8a97-9f523d1ec065) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:33:15.046167 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-144e4ae5-8e4c-4825-af48-0e984803f166 tempest-FloatingIPNegativeTestJSON-262175494 tempest-FloatingIPNegativeTestJSON-262175494-project] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:15.092951 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-144e4ae5-8e4c-4825-af48-0e984803f166 tempest-FloatingIPNegativeTestJSON-262175494 tempest-FloatingIPNegativeTestJSON-262175494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:15.131792 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-144e4ae5-8e4c-4825-af48-0e984803f166 tempest-FloatingIPNegativeTestJSON-262175494 tempest-FloatingIPNegativeTestJSON-262175494-project] Network 2fd42287-ed26-4eb9-89a5-b521f5b04356 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:33:15.138863 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-144e4ae5-8e4c-4825-af48-0e984803f166 tempest-FloatingIPNegativeTestJSON-262175494 tempest-FloatingIPNegativeTestJSON-262175494-project] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:33:15.142854 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-144e4ae5-8e4c-4825-af48-0e984803f166 tempest-FloatingIPNegativeTestJSON-262175494 tempest-FloatingIPNegativeTestJSON-262175494-project] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:33:15.175302 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144e4ae5-8e4c-4825-af48-0e984803f166 tempest-FloatingIPNegativeTestJSON-262175494 tempest-FloatingIPNegativeTestJSON-262175494-project] Pushing event updated for resources: {'Port': ['ID=16c9f667-9ac5-4b28-8a97-9f523d1ec065,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:33:15.333368 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-144e4ae5-8e4c-4825-af48-0e984803f166 tempest-FloatingIPNegativeTestJSON-262175494 tempest-FloatingIPNegativeTestJSON-262175494-project] Deleting port 16c9f667-9ac5-4b28-8a97-9f523d1ec065 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:33:15.333720 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-144e4ae5-8e4c-4825-af48-0e984803f166 tempest-FloatingIPNegativeTestJSON-262175494 tempest-FloatingIPNegativeTestJSON-262175494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:15.415686 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-144e4ae5-8e4c-4825-af48-0e984803f166 tempest-FloatingIPNegativeTestJSON-262175494 tempest-FloatingIPNegativeTestJSON-262175494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:15.416026 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-144e4ae5-8e4c-4825-af48-0e984803f166 tempest-FloatingIPNegativeTestJSON-262175494 tempest-FloatingIPNegativeTestJSON-262175494-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:15.434670 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-144e4ae5-8e4c-4825-af48-0e984803f166 tempest-FloatingIPNegativeTestJSON-262175494 tempest-FloatingIPNegativeTestJSON-262175494-project] Calling delete_port for 16c9f667-9ac5-4b28-8a97-9f523d1ec065 owned by network:floatingip {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:33:15.566234 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-144e4ae5-8e4c-4825-af48-0e984803f166 tempest-FloatingIPNegativeTestJSON-262175494 tempest-FloatingIPNegativeTestJSON-262175494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:15.594126 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144e4ae5-8e4c-4825-af48-0e984803f166 tempest-FloatingIPNegativeTestJSON-262175494 tempest-FloatingIPNegativeTestJSON-262175494-project] Pushing event deleted for resources: {'Port': ['ID=16c9f667-9ac5-4b28-8a97-9f523d1ec065,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:33:15.673384 n-d-802623-1 neutron-server[93797]: INFO neutron.api.v2.resource [None req-144e4ae5-8e4c-4825-af48-0e984803f166 tempest-FloatingIPNegativeTestJSON-262175494 tempest-FloatingIPNegativeTestJSON-262175494-project] create failed (client error): The resource could not be found. Jul 27 23:33:15.674312 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-144e4ae5-8e4c-4825-af48-0e984803f166 tempest-FloatingIPNegativeTestJSON-262175494 tempest-FloatingIPNegativeTestJSON-262175494-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 1.3836434 Jul 27 23:33:15.677897 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 42384) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:33:15.769322 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-0c89a414-d0c2-4a14-bd69-25c81af51d34 tempest-FloatingIPNegativeTestJSON-262175494 tempest-FloatingIPNegativeTestJSON-262175494-project] Deleting port cd637125-4a7b-4085-b648-81095b26df00 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:33:15.769668 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0c89a414-d0c2-4a14-bd69-25c81af51d34 tempest-FloatingIPNegativeTestJSON-262175494 tempest-FloatingIPNegativeTestJSON-262175494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:15.870410 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0c89a414-d0c2-4a14-bd69-25c81af51d34 tempest-FloatingIPNegativeTestJSON-262175494 tempest-FloatingIPNegativeTestJSON-262175494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:15.883606 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-0c89a414-d0c2-4a14-bd69-25c81af51d34 tempest-FloatingIPNegativeTestJSON-262175494 tempest-FloatingIPNegativeTestJSON-262175494-project] Calling delete_port for cd637125-4a7b-4085-b648-81095b26df00 owned by {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:33:16.016379 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0c89a414-d0c2-4a14-bd69-25c81af51d34 tempest-FloatingIPNegativeTestJSON-262175494 tempest-FloatingIPNegativeTestJSON-262175494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:16.051795 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c89a414-d0c2-4a14-bd69-25c81af51d34 tempest-FloatingIPNegativeTestJSON-262175494 tempest-FloatingIPNegativeTestJSON-262175494-project] Pushing event deleted for resources: {'Port': ['ID=cd637125-4a7b-4085-b648-81095b26df00,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:33:16.123535 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0c89a414-d0c2-4a14-bd69-25c81af51d34 tempest-FloatingIPNegativeTestJSON-262175494 tempest-FloatingIPNegativeTestJSON-262175494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:16.125716 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-0c89a414-d0c2-4a14-bd69-25c81af51d34 tempest-FloatingIPNegativeTestJSON-262175494 tempest-FloatingIPNegativeTestJSON-262175494-project] 10.222.0.18 "DELETE /v2.0/ports/cd637125-4a7b-4085-b648-81095b26df00 HTTP/1.1" status: 204 len: 168 time: 0.4468265 Jul 27 23:33:16.128813 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 42394) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:33:16.193054 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48c02f0b-7855-438c-beb6-d39df0716b31 tempest-FloatingIPNegativeTestJSON-262175494 tempest-FloatingIPNegativeTestJSON-262175494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:33:16.197555 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-48c02f0b-7855-438c-beb6-d39df0716b31 tempest-FloatingIPNegativeTestJSON-262175494 tempest-FloatingIPNegativeTestJSON-262175494-project] 10.222.0.18 "GET /v2.0/ports?device_id=6f237d3c-62a6-421d-9857-b226f95a3208 HTTP/1.1" status: 200 len: 913 time: 0.0647321 Jul 27 23:33:16.197886 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 42398) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:33:16.548890 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-acd0aefb-7a5e-4520-9958-7b0acca71149 tempest-FloatingIPNegativeTestJSON-262175494 tempest-FloatingIPNegativeTestJSON-262175494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-414022'] for router_interface, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:16.823197 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-acd0aefb-7a5e-4520-9958-7b0acca71149 tempest-FloatingIPNegativeTestJSON-262175494 tempest-FloatingIPNegativeTestJSON-262175494-project] Deleting port e96ce33b-8762-4b7c-b244-ffcc410b381b {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:33:16.823547 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-acd0aefb-7a5e-4520-9958-7b0acca71149 tempest-FloatingIPNegativeTestJSON-262175494 tempest-FloatingIPNegativeTestJSON-262175494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:16.912050 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-acd0aefb-7a5e-4520-9958-7b0acca71149 tempest-FloatingIPNegativeTestJSON-262175494 tempest-FloatingIPNegativeTestJSON-262175494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:16.924939 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-acd0aefb-7a5e-4520-9958-7b0acca71149 tempest-FloatingIPNegativeTestJSON-262175494 tempest-FloatingIPNegativeTestJSON-262175494-project] Calling delete_port for e96ce33b-8762-4b7c-b244-ffcc410b381b owned by network:router_interface {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:33:17.104147 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-acd0aefb-7a5e-4520-9958-7b0acca71149 tempest-FloatingIPNegativeTestJSON-262175494 tempest-FloatingIPNegativeTestJSON-262175494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:17.147506 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd0aefb-7a5e-4520-9958-7b0acca71149 tempest-FloatingIPNegativeTestJSON-262175494 tempest-FloatingIPNegativeTestJSON-262175494-project] Pushing event deleted for resources: {'Port': ['ID=e96ce33b-8762-4b7c-b244-ffcc410b381b,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:33:17.297771 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-acd0aefb-7a5e-4520-9958-7b0acca71149 tempest-FloatingIPNegativeTestJSON-262175494 tempest-FloatingIPNegativeTestJSON-262175494-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3760546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-413994'] for router_interface, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:17.460725 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acd0aefb-7a5e-4520-9958-7b0acca71149 tempest-FloatingIPNegativeTestJSON-262175494 tempest-FloatingIPNegativeTestJSON-262175494-project] Router 6f237d3c-62a6-421d-9857-b226f95a3208 has already been hosted by L3 agent 018c4455-49c0-4734-927d-7824067b2a9e {{(pid=93797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 23:33:17.542895 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acd0aefb-7a5e-4520-9958-7b0acca71149 tempest-FloatingIPNegativeTestJSON-262175494 tempest-FloatingIPNegativeTestJSON-262175494-project] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:33:17.551174 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 42432) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:33:17.551705 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-acd0aefb-7a5e-4520-9958-7b0acca71149 tempest-FloatingIPNegativeTestJSON-262175494 tempest-FloatingIPNegativeTestJSON-262175494-project] 10.222.0.18 "PUT /v2.0/routers/6f237d3c-62a6-421d-9857-b226f95a3208/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3522260 Jul 27 23:33:17.553516 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26c0f1ab-5d2f-485e-a4ed-c8f039d512c5 None None] Sync routers for ids ['6f237d3c-62a6-421d-9857-b226f95a3208'] in n-d-802623-1 {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:33:17.562325 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26c0f1ab-5d2f-485e-a4ed-c8f039d512c5 None None] Routers {'6f237d3c-62a6-421d-9857-b226f95a3208'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:33:17.563071 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-26c0f1ab-5d2f-485e-a4ed-c8f039d512c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:33:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['6f237d3c-62a6-421d-9857-b226f95a3208'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:33:17.600166 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-26c0f1ab-5d2f-485e-a4ed-c8f039d512c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:33:17.609161 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26c0f1ab-5d2f-485e-a4ed-c8f039d512c5 None None] Routers {'6f237d3c-62a6-421d-9857-b226f95a3208'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:33:17.609900 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-26c0f1ab-5d2f-485e-a4ed-c8f039d512c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:33:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['6f237d3c-62a6-421d-9857-b226f95a3208'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:33:17.635650 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a3406159-4b63-449f-8959-30c84079a6e5 tempest-FloatingIPNegativeTestJSON-262175494 tempest-FloatingIPNegativeTestJSON-262175494-project] Notify callbacks [] for router, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:17.648203 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-26c0f1ab-5d2f-485e-a4ed-c8f039d512c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:33:17.649207 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26c0f1ab-5d2f-485e-a4ed-c8f039d512c5 None None] The sync data for ids ['6f237d3c-62a6-421d-9857-b226f95a3208'] in n-d-802623-1 is: [] {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:33:17.810043 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a3406159-4b63-449f-8959-30c84079a6e5 tempest-FloatingIPNegativeTestJSON-262175494 tempest-FloatingIPNegativeTestJSON-262175494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62205'] for router, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:17.812199 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a3406159-4b63-449f-8959-30c84079a6e5 tempest-FloatingIPNegativeTestJSON-262175494 tempest-FloatingIPNegativeTestJSON-262175494-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:17.858417 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a3406159-4b63-449f-8959-30c84079a6e5 tempest-FloatingIPNegativeTestJSON-262175494 tempest-FloatingIPNegativeTestJSON-262175494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-477831'] for router, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:17.859303 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3406159-4b63-449f-8959-30c84079a6e5 tempest-FloatingIPNegativeTestJSON-262175494 tempest-FloatingIPNegativeTestJSON-262175494-project] Fanout notify agent at l3_agent the message router_deleted on router 6f237d3c-62a6-421d-9857-b226f95a3208 {{(pid=93798) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 23:33:17.867259 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a3406159-4b63-449f-8959-30c84079a6e5 tempest-FloatingIPNegativeTestJSON-262175494 tempest-FloatingIPNegativeTestJSON-262175494-project] Notify callbacks [] for router, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:17.870609 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-a3406159-4b63-449f-8959-30c84079a6e5 tempest-FloatingIPNegativeTestJSON-262175494 tempest-FloatingIPNegativeTestJSON-262175494-project] 10.222.0.18 "DELETE /v2.0/routers/6f237d3c-62a6-421d-9857-b226f95a3208 HTTP/1.1" status: 204 len: 168 time: 0.3155408 Jul 27 23:33:17.871036 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 42442) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:33:17.925928 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_v2 [None req-597e8d72-f80b-44ae-8650-f4911a270ebc tempest-FloatingIPNegativeTestJSON-262175494 tempest-FloatingIPNegativeTestJSON-262175494-project] Deleting subnet a9e5b77a-f36e-4b27-9b12-c3516a8c5826 {{(pid=93797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 23:33:17.930533 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-597e8d72-f80b-44ae-8650-f4911a270ebc tempest-FloatingIPNegativeTestJSON-262175494 tempest-FloatingIPNegativeTestJSON-262175494-project] Notify callbacks [] for subnet, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:17.976140 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-597e8d72-f80b-44ae-8650-f4911a270ebc tempest-FloatingIPNegativeTestJSON-262175494 tempest-FloatingIPNegativeTestJSON-262175494-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11335971'] for subnet, precommit_delete_associations {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:18.064780 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-597e8d72-f80b-44ae-8650-f4911a270ebc tempest-FloatingIPNegativeTestJSON-262175494 tempest-FloatingIPNegativeTestJSON-262175494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620741'] for subnet, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:18.131809 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-597e8d72-f80b-44ae-8650-f4911a270ebc tempest-FloatingIPNegativeTestJSON-262175494 tempest-FloatingIPNegativeTestJSON-262175494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11335991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11551414'] for subnet, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:18.168480 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-597e8d72-f80b-44ae-8650-f4911a270ebc tempest-FloatingIPNegativeTestJSON-262175494 tempest-FloatingIPNegativeTestJSON-262175494-project] Notify callbacks [] for subnet, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:18.171823 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-597e8d72-f80b-44ae-8650-f4911a270ebc tempest-FloatingIPNegativeTestJSON-262175494 tempest-FloatingIPNegativeTestJSON-262175494-project] 10.222.0.18 "DELETE /v2.0/subnets/a9e5b77a-f36e-4b27-9b12-c3516a8c5826 HTTP/1.1" status: 204 len: 168 time: 0.2987697 Jul 27 23:33:18.172457 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597e8d72-f80b-44ae-8650-f4911a270ebc tempest-FloatingIPNegativeTestJSON-262175494 tempest-FloatingIPNegativeTestJSON-262175494-project] Pushing event deleted for resources: {'Subnet': ['ID=a9e5b77a-f36e-4b27-9b12-c3516a8c5826,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:33:18.174013 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 42446) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:33:18.181371 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17040347-8100-4875-a204-c6c666e71636 None None] Network 2d492d29-d170-4617-9b66-3756e05ab271 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:33:18.262932 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c639157b-f05e-48fa-b1fc-7b9c328b7683 tempest-FloatingIPNegativeTestJSON-262175494 tempest-FloatingIPNegativeTestJSON-262175494-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593271'] for network, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:18.320780 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-c639157b-f05e-48fa-b1fc-7b9c328b7683 tempest-FloatingIPNegativeTestJSON-262175494 tempest-FloatingIPNegativeTestJSON-262175494-project] Deleting port f89c8a12-9e13-414b-bca0-cfaa696d08b2 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:33:18.321129 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c639157b-f05e-48fa-b1fc-7b9c328b7683 tempest-FloatingIPNegativeTestJSON-262175494 tempest-FloatingIPNegativeTestJSON-262175494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:18.379747 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46f23ad3-5f57-4931-a7e4-c6f426da0800 None None] DHCP port deletion for 2d492d29-d170-4617-9b66-3756e05ab271 request from n-d-802623-1 {{(pid=93799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 23:33:18.389298 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-c639157b-f05e-48fa-b1fc-7b9c328b7683 tempest-FloatingIPNegativeTestJSON-262175494 tempest-FloatingIPNegativeTestJSON-262175494-project] For port f89c8a12-9e13-414b-bca0-cfaa696d08b2, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=f89c8a12-9e13-414b-bca0-cfaa696d08b2,segment=NetworkSegment(f32352f0-6b61-4a2f-8a26-77d479a97bed),segment_id=f32352f0-6b61-4a2f-8a26-77d479a97bed)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:33:18.389755 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c639157b-f05e-48fa-b1fc-7b9c328b7683 tempest-FloatingIPNegativeTestJSON-262175494 tempest-FloatingIPNegativeTestJSON-262175494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:18.404944 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-c639157b-f05e-48fa-b1fc-7b9c328b7683 tempest-FloatingIPNegativeTestJSON-262175494 tempest-FloatingIPNegativeTestJSON-262175494-project] Calling delete_port for f89c8a12-9e13-414b-bca0-cfaa696d08b2 owned by network:dhcp {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:33:18.441353 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-46f23ad3-5f57-4931-a7e4-c6f426da0800 None None] Deleting port f89c8a12-9e13-414b-bca0-cfaa696d08b2 {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:33:18.441759 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-46f23ad3-5f57-4931-a7e4-c6f426da0800 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:18.500135 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c639157b-f05e-48fa-b1fc-7b9c328b7683 tempest-FloatingIPNegativeTestJSON-262175494 tempest-FloatingIPNegativeTestJSON-262175494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:18.514699 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-46f23ad3-5f57-4931-a7e4-c6f426da0800 None None] For port f89c8a12-9e13-414b-bca0-cfaa696d08b2, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=f89c8a12-9e13-414b-bca0-cfaa696d08b2,segment=NetworkSegment(f32352f0-6b61-4a2f-8a26-77d479a97bed),segment_id=f32352f0-6b61-4a2f-8a26-77d479a97bed)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:33:18.515465 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-46f23ad3-5f57-4931-a7e4-c6f426da0800 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:18.525694 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c639157b-f05e-48fa-b1fc-7b9c328b7683 tempest-FloatingIPNegativeTestJSON-262175494 tempest-FloatingIPNegativeTestJSON-262175494-project] Pushing event deleted for resources: {'Port': ['ID=f89c8a12-9e13-414b-bca0-cfaa696d08b2,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:33:18.532007 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c639157b-f05e-48fa-b1fc-7b9c328b7683 tempest-FloatingIPNegativeTestJSON-262175494 tempest-FloatingIPNegativeTestJSON-262175494-project] No DVR routers for this DVR port f89c8a12-9e13-414b-bca0-cfaa696d08b2 on host n-d-802623-1 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:33:18.539124 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-46f23ad3-5f57-4931-a7e4-c6f426da0800 None None] Calling delete_port for f89c8a12-9e13-414b-bca0-cfaa696d08b2 owned by network:dhcp {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:33:18.626480 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c639157b-f05e-48fa-b1fc-7b9c328b7683 tempest-FloatingIPNegativeTestJSON-262175494 tempest-FloatingIPNegativeTestJSON-262175494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618032', 'neutron.services.segments.db._delete_segments_for_network-8736833900081'] for network, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:18.627884 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-46f23ad3-5f57-4931-a7e4-c6f426da0800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:18.638169 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-c639157b-f05e-48fa-b1fc-7b9c328b7683 tempest-FloatingIPNegativeTestJSON-262175494 tempest-FloatingIPNegativeTestJSON-262175494-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d492d29-d170-4617-9b66-3756e05ab271']}} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:33:18.651642 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-c639157b-f05e-48fa-b1fc-7b9c328b7683 tempest-FloatingIPNegativeTestJSON-262175494 tempest-FloatingIPNegativeTestJSON-262175494-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f32352f0-6b61-4a2f-8a26-77d479a97bed') {'for_net_delete': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:33:18.651945 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-c639157b-f05e-48fa-b1fc-7b9c328b7683 tempest-FloatingIPNegativeTestJSON-262175494 tempest-FloatingIPNegativeTestJSON-262175494-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f32352f0-6b61-4a2f-8a26-77d479a97bed') {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:33:18.656320 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f23ad3-5f57-4931-a7e4-c6f426da0800 None None] No DVR routers for this DVR port f89c8a12-9e13-414b-bca0-cfaa696d08b2 on host n-d-802623-1 {{(pid=93799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:33:18.661147 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f23ad3-5f57-4931-a7e4-c6f426da0800 None None] Pushing event deleted for resources: {'Port': ['ID=f89c8a12-9e13-414b-bca0-cfaa696d08b2,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:33:18.662427 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c639157b-f05e-48fa-b1fc-7b9c328b7683 tempest-FloatingIPNegativeTestJSON-262175494 tempest-FloatingIPNegativeTestJSON-262175494-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736833900858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11163256'] for segment, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:18.677945 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c639157b-f05e-48fa-b1fc-7b9c328b7683 tempest-FloatingIPNegativeTestJSON-262175494 tempest-FloatingIPNegativeTestJSON-262175494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:18.684104 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c639157b-f05e-48fa-b1fc-7b9c328b7683 tempest-FloatingIPNegativeTestJSON-262175494 tempest-FloatingIPNegativeTestJSON-262175494-project] Releasing vlan 508 on physical network physnet1 to pool {{(pid=93798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 23:33:18.684495 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c639157b-f05e-48fa-b1fc-7b9c328b7683 tempest-FloatingIPNegativeTestJSON-262175494 tempest-FloatingIPNegativeTestJSON-262175494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11971746'] for segment, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:18.688980 n-d-802623-1 neutron-server[93798]: Traceback (most recent call last): Jul 27 23:33:18.688980 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 23:33:18.688980 n-d-802623-1 neutron-server[93798]: timer() Jul 27 23:33:18.688980 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 23:33:18.688980 n-d-802623-1 neutron-server[93798]: cb(*args, **kw) Jul 27 23:33:18.688980 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 23:33:18.688980 n-d-802623-1 neutron-server[93798]: return func(*args, **kwargs) Jul 27 23:33:18.688980 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 23:33:18.688980 n-d-802623-1 neutron-server[93798]: self._notify() Jul 27 23:33:18.688980 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 23:33:18.688980 n-d-802623-1 neutron-server[93798]: self.callback(batched_events) Jul 27 23:33:18.688980 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 23:33:18.688980 n-d-802623-1 neutron-server[93798]: event.method(event) Jul 27 23:33:18.688980 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 23:33:18.688980 n-d-802623-1 neutron-server[93798]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 23:33:18.688980 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 23:33:18.688980 n-d-802623-1 neutron-server[93798]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 23:33:18.688980 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 23:33:18.688980 n-d-802623-1 neutron-server[93798]: return f(self, *a, **k) Jul 27 23:33:18.688980 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 23:33:18.688980 n-d-802623-1 neutron-server[93798]: return self._get(url).json() Jul 27 23:33:18.688980 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 23:33:18.688980 n-d-802623-1 neutron-server[93798]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 23:33:18.688980 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 23:33:18.688980 n-d-802623-1 neutron-server[93798]: return self.request(url, 'GET', **kwargs) Jul 27 23:33:18.688980 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 23:33:18.688980 n-d-802623-1 neutron-server[93798]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 23:33:18.688980 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 23:33:18.688980 n-d-802623-1 neutron-server[93798]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 23:33:18.688980 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 23:33:18.688980 n-d-802623-1 neutron-server[93798]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 23:33:18.688980 n-d-802623-1 neutron-server[93798]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 23:33:18.748516 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c639157b-f05e-48fa-b1fc-7b9c328b7683 tempest-FloatingIPNegativeTestJSON-262175494 tempest-FloatingIPNegativeTestJSON-262175494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415412'] for network, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:18.757144 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c639157b-f05e-48fa-b1fc-7b9c328b7683 tempest-FloatingIPNegativeTestJSON-262175494 tempest-FloatingIPNegativeTestJSON-262175494-project] Notify callbacks [] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:18.759107 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-c639157b-f05e-48fa-b1fc-7b9c328b7683 tempest-FloatingIPNegativeTestJSON-262175494 tempest-FloatingIPNegativeTestJSON-262175494-project] 10.222.0.18 "DELETE /v2.0/networks/2d492d29-d170-4617-9b66-3756e05ab271 HTTP/1.1" status: 204 len: 168 time: 0.5837879 Jul 27 23:33:18.775708 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c639157b-f05e-48fa-b1fc-7b9c328b7683 tempest-FloatingIPNegativeTestJSON-262175494 tempest-FloatingIPNegativeTestJSON-262175494-project] Pushing event deleted for resources: {'Network': ['ID=2d492d29-d170-4617-9b66-3756e05ab271,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:33:19.014684 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 42456) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:33:19.288648 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-71756342-e42e-40dc-a4f9-824401a14271 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1055346dcc4148218457a201dcd54c82&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2704840 Jul 27 23:33:19.288855 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 42460) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:33:19.340884 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4f9a7fa7-de58-43b2-81f4-c247da183a3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:19.362678 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4f9a7fa7-de58-43b2-81f4-c247da183a3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:19.414092 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4f9a7fa7-de58-43b2-81f4-c247da183a3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:19.416671 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4f9a7fa7-de58-43b2-81f4-c247da183a3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:19.431396 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-4f9a7fa7-de58-43b2-81f4-c247da183a3e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/acba473e-bdce-446f-b547-ce8fc666b3cc HTTP/1.1" status: 204 len: 168 time: 0.1312060 Jul 27 23:33:19.436790 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device f89c8a12-9e13-414b-bca0-cfaa696d08b2 no longer exists at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:33:19.443003 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9a7fa7-de58-43b2-81f4-c247da183a3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acba473e-bdce-446f-b547-ce8fc666b3cc,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:33:19.467449 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] No Port match for: f89c8a12-9e13-414b-bca0-cfaa696d08b2 {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:33:19.467788 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device f89c8a12-9e13-414b-bca0-cfaa696d08b2 not bound to the agent host n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:33:20.057561 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 42486) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:33:20.156166 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-4a8df73d-0600-4564-a56c-62810ca18fb2 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-2081929485'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:33:20.178951 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a8df73d-0600-4564-a56c-62810ca18fb2 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Made reservation on behalf of 359084915661494793a200a4d2cd4e37 for: {'network': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:33:20.182573 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4a8df73d-0600-4564-a56c-62810ca18fb2 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for network, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:20.191862 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4a8df73d-0600-4564-a56c-62810ca18fb2 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:20.282161 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4a8df73d-0600-4564-a56c-62810ca18fb2 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:20.286150 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4a8df73d-0600-4564-a56c-62810ca18fb2 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:20.314872 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a8df73d-0600-4564-a56c-62810ca18fb2 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 524} {{(pid=93798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 23:33:20.324693 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8df73d-0600-4564-a56c-62810ca18fb2 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea0092d0-c14e-4e1d-9ed3-3ca09dce0d2a,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:33:20.329688 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4a8df73d-0600-4564-a56c-62810ca18fb2 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:20.330044 n-d-802623-1 neutron-server[93798]: INFO neutron.db.segments_db [None req-4a8df73d-0600-4564-a56c-62810ca18fb2 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Added segment abcee434-e0d1-4ac1-9fb7-bc683ee866a7 of type vlan for network 3f52e5ad-49d0-4570-9e25-5f3e98ee138f Jul 27 23:33:20.370238 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4a8df73d-0600-4564-a56c-62810ca18fb2 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736833354590'] for network, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:20.397569 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4a8df73d-0600-4564-a56c-62810ca18fb2 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569'] for network, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:20.402983 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a8df73d-0600-4564-a56c-62810ca18fb2 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:33:20.403593 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4a8df73d-0600-4564-a56c-62810ca18fb2 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks [] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:20.457235 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-4a8df73d-0600-4564-a56c-62810ca18fb2 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.3962083 Jul 27 23:33:20.457604 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 42492) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:33:20.462767 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-9bd1637a-4141-4607-9496-43acc2c52652 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Request body: {'port': {'network_id': '3f52e5ad-49d0-4570-9e25-5f3e98ee138f', 'name': 'tempest-PortsIpV6TestJSON-990877484'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:33:20.475901 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8df73d-0600-4564-a56c-62810ca18fb2 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Pushing event updated for resources: {'Network': ['ID=3f52e5ad-49d0-4570-9e25-5f3e98ee138f,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:33:20.487667 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Network 3f52e5ad-49d0-4570-9e25-5f3e98ee138f details requested by agent ovs-agent-n-d-802623-1 with host n-d-802623-1 {{(pid=93799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 23:33:20.561932 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bd1637a-4141-4607-9496-43acc2c52652 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Made reservation on behalf of 359084915661494793a200a4d2cd4e37 for: {'port': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:33:20.565465 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9bd1637a-4141-4607-9496-43acc2c52652 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:20.587629 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-9bd1637a-4141-4607-9496-43acc2c52652 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] device_id is not set on port 4e325db8-0435-4546-98d1-274cafdf68eb yet. {{(pid=93797) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 23:33:20.755857 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9bd1637a-4141-4607-9496-43acc2c52652 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:20.799553 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9bd1637a-4141-4607-9496-43acc2c52652 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:20.858940 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd1637a-4141-4607-9496-43acc2c52652 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Pushing event updated for resources: {'Port': ['ID=4e325db8-0435-4546-98d1-274cafdf68eb,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:33:20.869711 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd1637a-4141-4607-9496-43acc2c52652 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Checking segment: {'id': 'abcee434-e0d1-4ac1-9fb7-bc683ee866a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '3f52e5ad-49d0-4570-9e25-5f3e98ee138f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:33:20.870085 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bd1637a-4141-4607-9496-43acc2c52652 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Network hostable DHCP agents. Network: 3f52e5ad-49d0-4570-9e25-5f3e98ee138f, hostable agents: ['5950e76f-2bde-4343-a925-cbe6bacd2706'], hosted agents: [] {{(pid=93797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 23:33:20.887540 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bd1637a-4141-4607-9496-43acc2c52652 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Network 3f52e5ad-49d0-4570-9e25-5f3e98ee138f is scheduled to be hosted by DHCP agent 5950e76f-2bde-4343-a925-cbe6bacd2706 with binding_index 1 {{(pid=93797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 23:33:20.897457 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-9bd1637a-4141-4607-9496-43acc2c52652 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802623-1, 3f52e5ad-49d0-4570-9e25-5f3e98ee138f) {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:33:20.901054 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bd1637a-4141-4607-9496-43acc2c52652 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:33:20.907010 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bd1637a-4141-4607-9496-43acc2c52652 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:33:20.908217 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9bd1637a-4141-4607-9496-43acc2c52652 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:20.920695 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60cbb802-62a9-426a-bb28-d1196a443150 None None] Network 3f52e5ad-49d0-4570-9e25-5f3e98ee138f requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:33:20.923115 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-9bd1637a-4141-4607-9496-43acc2c52652 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.4643044 Jul 27 23:33:20.926018 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 42496) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:33:20.930884 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-22e2e903-2690-420f-bb5a-34af2a14031c tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-731113947'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:33:20.951436 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22e2e903-2690-420f-bb5a-34af2a14031c tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Made reservation on behalf of 359084915661494793a200a4d2cd4e37 for: {'network': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:33:20.955646 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-22e2e903-2690-420f-bb5a-34af2a14031c tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for network, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:20.982544 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22e2e903-2690-420f-bb5a-34af2a14031c tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 525} {{(pid=93797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 23:33:20.992582 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-22e2e903-2690-420f-bb5a-34af2a14031c tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:20.992929 n-d-802623-1 neutron-server[93797]: INFO neutron.db.segments_db [None req-22e2e903-2690-420f-bb5a-34af2a14031c tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Added segment c3e691d9-9ceb-4213-a587-66896be1091e of type vlan for network c486868e-0b01-43c6-9867-0d4744193d1a Jul 27 23:33:21.048608 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-22e2e903-2690-420f-bb5a-34af2a14031c tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736833354590'] for network, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:21.076346 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-22e2e903-2690-420f-bb5a-34af2a14031c tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569'] for network, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:21.082330 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22e2e903-2690-420f-bb5a-34af2a14031c tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:33:21.082912 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-22e2e903-2690-420f-bb5a-34af2a14031c tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks [] for network, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:21.150055 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-22e2e903-2690-420f-bb5a-34af2a14031c tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2205739 Jul 27 23:33:21.150348 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 42498) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:33:21.155738 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-bbd39213-d09a-448b-8050-0f6fadf1cd5a tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Request body: {'ports': [{'network_id': '3f52e5ad-49d0-4570-9e25-5f3e98ee138f'}, {'network_id': 'c486868e-0b01-43c6-9867-0d4744193d1a'}]} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:33:21.156088 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-bbd39213-d09a-448b-8050-0f6fadf1cd5a tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Request body: {'port': {'network_id': '3f52e5ad-49d0-4570-9e25-5f3e98ee138f'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:33:21.156566 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-bbd39213-d09a-448b-8050-0f6fadf1cd5a tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Request body: {'port': {'network_id': 'c486868e-0b01-43c6-9867-0d4744193d1a'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:33:21.156992 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e2e903-2690-420f-bb5a-34af2a14031c tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Pushing event updated for resources: {'Network': ['ID=c486868e-0b01-43c6-9867-0d4744193d1a,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:33:21.175932 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Network c486868e-0b01-43c6-9867-0d4744193d1a details requested by agent ovs-agent-n-d-802623-1 with host n-d-802623-1 {{(pid=93799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 23:33:21.319163 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbd39213-d09a-448b-8050-0f6fadf1cd5a tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Made reservation on behalf of 359084915661494793a200a4d2cd4e37 for: {'port': 2} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:33:21.323966 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bbd39213-d09a-448b-8050-0f6fadf1cd5a tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:21.338245 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bbd39213-d09a-448b-8050-0f6fadf1cd5a tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:21.427610 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [None req-bbd39213-d09a-448b-8050-0f6fadf1cd5a tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] device_id is not set on port e56f6d2f-ea41-4b7d-b08f-ad4ef1775f48 yet. {{(pid=93798) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 23:33:21.552665 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bbd39213-d09a-448b-8050-0f6fadf1cd5a tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:21.621501 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [None req-bbd39213-d09a-448b-8050-0f6fadf1cd5a tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] device_id is not set on port e06dfbca-d573-4ba2-a9a3-95cdd038198b yet. {{(pid=93798) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 23:33:21.732097 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bbd39213-d09a-448b-8050-0f6fadf1cd5a tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:21.774514 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bbd39213-d09a-448b-8050-0f6fadf1cd5a tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:21.822849 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbd39213-d09a-448b-8050-0f6fadf1cd5a tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Network 3f52e5ad-49d0-4570-9e25-5f3e98ee138f is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:33:21.827665 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-bbd39213-d09a-448b-8050-0f6fadf1cd5a tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:33:21.830129 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbd39213-d09a-448b-8050-0f6fadf1cd5a tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:33:21.831324 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bbd39213-d09a-448b-8050-0f6fadf1cd5a tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:21.846078 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd39213-d09a-448b-8050-0f6fadf1cd5a tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Pushing event updated for resources: {'Port': ['ID=e56f6d2f-ea41-4b7d-b08f-ad4ef1775f48,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:33:21.905831 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd39213-d09a-448b-8050-0f6fadf1cd5a tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Pushing event updated for resources: {'Port': ['ID=e06dfbca-d573-4ba2-a9a3-95cdd038198b,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:33:21.919069 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbd39213-d09a-448b-8050-0f6fadf1cd5a tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Checking segment: {'id': 'c3e691d9-9ceb-4213-a587-66896be1091e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'c486868e-0b01-43c6-9867-0d4744193d1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:33:21.919486 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbd39213-d09a-448b-8050-0f6fadf1cd5a tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Network hostable DHCP agents. Network: c486868e-0b01-43c6-9867-0d4744193d1a, hostable agents: ['5950e76f-2bde-4343-a925-cbe6bacd2706'], hosted agents: [] {{(pid=93798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 23:33:21.937491 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbd39213-d09a-448b-8050-0f6fadf1cd5a tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Network c486868e-0b01-43c6-9867-0d4744193d1a is scheduled to be hosted by DHCP agent 5950e76f-2bde-4343-a925-cbe6bacd2706 with binding_index 1 {{(pid=93798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 23:33:21.952027 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-bbd39213-d09a-448b-8050-0f6fadf1cd5a tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802623-1, c486868e-0b01-43c6-9867-0d4744193d1a) {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:33:21.956838 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbd39213-d09a-448b-8050-0f6fadf1cd5a tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:33:21.962822 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed7c267b-0b48-4cf7-be99-4b10f2703c4d None None] Network c486868e-0b01-43c6-9867-0d4744193d1a requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:33:21.965041 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbd39213-d09a-448b-8050-0f6fadf1cd5a tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:33:21.970437 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbd39213-d09a-448b-8050-0f6fadf1cd5a tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:33:21.971913 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bbd39213-d09a-448b-8050-0f6fadf1cd5a tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:21.989048 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-bbd39213-d09a-448b-8050-0f6fadf1cd5a tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 0.8373821 Jul 27 23:33:21.991727 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 42504) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:33:22.083931 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-f446bc07-de67-42fa-a654-80c62bfe59a6 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Deleting port e06dfbca-d573-4ba2-a9a3-95cdd038198b {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:33:22.084278 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f446bc07-de67-42fa-a654-80c62bfe59a6 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:22.154641 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f446bc07-de67-42fa-a654-80c62bfe59a6 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:22.169482 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-f446bc07-de67-42fa-a654-80c62bfe59a6 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Calling delete_port for e06dfbca-d573-4ba2-a9a3-95cdd038198b owned by {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:33:22.246415 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f446bc07-de67-42fa-a654-80c62bfe59a6 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:22.272472 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f446bc07-de67-42fa-a654-80c62bfe59a6 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Pushing event deleted for resources: {'Port': ['ID=e06dfbca-d573-4ba2-a9a3-95cdd038198b,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:33:22.279406 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f446bc07-de67-42fa-a654-80c62bfe59a6 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:22.281333 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-f446bc07-de67-42fa-a654-80c62bfe59a6 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] 10.222.0.18 "DELETE /v2.0/ports/e06dfbca-d573-4ba2-a9a3-95cdd038198b HTTP/1.1" status: 204 len: 168 time: 0.2886741 Jul 27 23:33:22.284633 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 42506) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:33:22.334535 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d57138a-2c16-4ceb-91f9-b069a9b02e7a tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:33:22.340338 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d57138a-2c16-4ceb-91f9-b069a9b02e7a tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:33:22.341852 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-6d57138a-2c16-4ceb-91f9-b069a9b02e7a tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.0562954 Jul 27 23:33:22.344553 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 42508) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:33:22.428632 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-2f105283-e886-4b51-b08d-879c89ba1702 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Deleting port e56f6d2f-ea41-4b7d-b08f-ad4ef1775f48 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:33:22.428957 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2f105283-e886-4b51-b08d-879c89ba1702 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:22.494323 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2f105283-e886-4b51-b08d-879c89ba1702 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:22.507587 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-2f105283-e886-4b51-b08d-879c89ba1702 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Calling delete_port for e56f6d2f-ea41-4b7d-b08f-ad4ef1775f48 owned by {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:33:22.586632 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2f105283-e886-4b51-b08d-879c89ba1702 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:22.615770 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f105283-e886-4b51-b08d-879c89ba1702 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Pushing event deleted for resources: {'Port': ['ID=e56f6d2f-ea41-4b7d-b08f-ad4ef1775f48,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:33:22.620960 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2f105283-e886-4b51-b08d-879c89ba1702 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:22.625403 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-2f105283-e886-4b51-b08d-879c89ba1702 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] 10.222.0.18 "DELETE /v2.0/ports/e56f6d2f-ea41-4b7d-b08f-ad4ef1775f48 HTTP/1.1" status: 204 len: 168 time: 0.2768817 Jul 27 23:33:22.625498 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 42516) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:33:22.679154 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5582956f-4a45-4afe-ac2b-764c71665992 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:33:22.680813 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-5582956f-4a45-4afe-ac2b-764c71665992 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0537789 Jul 27 23:33:22.683472 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 42520) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:33:22.711881 n-d-802623-1 neutron-server[93798]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d3f0b75-b4f7-45a1-b235-c589f3ef0e34 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] GET failed (client error): The resource could not be found. Jul 27 23:33:22.713521 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-0d3f0b75-b4f7-45a1-b235-c589f3ef0e34 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] 10.222.0.18 "GET /v2.0/ports/e06dfbca-d573-4ba2-a9a3-95cdd038198b HTTP/1.1" status: 404 len: 333 time: 0.0289462 Jul 27 23:33:22.716166 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 42524) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:33:22.744002 n-d-802623-1 neutron-server[93798]: INFO neutron.pecan_wsgi.hooks.translation [None req-98c0359d-1f00-4f95-96cc-86743db90217 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] GET failed (client error): The resource could not be found. Jul 27 23:33:22.745768 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-98c0359d-1f00-4f95-96cc-86743db90217 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] 10.222.0.18 "GET /v2.0/ports/e56f6d2f-ea41-4b7d-b08f-ad4ef1775f48 HTTP/1.1" status: 404 len: 333 time: 0.0285585 Jul 27 23:33:22.748842 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 42530) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:33:22.839328 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-357421a4-6e4c-4ce5-8141-4ee8c5efe674 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593271'] for network, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:22.926341 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-357421a4-6e4c-4ce5-8141-4ee8c5efe674 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618032', 'neutron.services.segments.db._delete_segments_for_network-8736833900081'] for network, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:22.936348 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-357421a4-6e4c-4ce5-8141-4ee8c5efe674 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c486868e-0b01-43c6-9867-0d4744193d1a']}} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:33:22.947445 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-357421a4-6e4c-4ce5-8141-4ee8c5efe674 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3e691d9-9ceb-4213-a587-66896be1091e') {'for_net_delete': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:33:22.947758 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-357421a4-6e4c-4ce5-8141-4ee8c5efe674 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3e691d9-9ceb-4213-a587-66896be1091e') {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:33:22.957709 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-357421a4-6e4c-4ce5-8141-4ee8c5efe674 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736833900858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11335978'] for segment, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:22.977259 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-357421a4-6e4c-4ce5-8141-4ee8c5efe674 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:22.983736 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-357421a4-6e4c-4ce5-8141-4ee8c5efe674 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Releasing vlan 525 on physical network physnet1 to pool {{(pid=93797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 23:33:22.984134 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-357421a4-6e4c-4ce5-8141-4ee8c5efe674 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11336013'] for segment, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:22.987698 n-d-802623-1 neutron-server[93797]: Traceback (most recent call last): Jul 27 23:33:22.987698 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 23:33:22.987698 n-d-802623-1 neutron-server[93797]: timer() Jul 27 23:33:22.987698 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 23:33:22.987698 n-d-802623-1 neutron-server[93797]: cb(*args, **kw) Jul 27 23:33:22.987698 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 23:33:22.987698 n-d-802623-1 neutron-server[93797]: return func(*args, **kwargs) Jul 27 23:33:22.987698 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 23:33:22.987698 n-d-802623-1 neutron-server[93797]: self._notify() Jul 27 23:33:22.987698 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 23:33:22.987698 n-d-802623-1 neutron-server[93797]: self.callback(batched_events) Jul 27 23:33:22.987698 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 23:33:22.987698 n-d-802623-1 neutron-server[93797]: event.method(event) Jul 27 23:33:22.987698 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 23:33:22.987698 n-d-802623-1 neutron-server[93797]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 23:33:22.987698 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 23:33:22.987698 n-d-802623-1 neutron-server[93797]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 23:33:22.987698 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 23:33:22.987698 n-d-802623-1 neutron-server[93797]: return f(self, *a, **k) Jul 27 23:33:22.987698 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 23:33:22.987698 n-d-802623-1 neutron-server[93797]: return self._get(url).json() Jul 27 23:33:22.987698 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 23:33:22.987698 n-d-802623-1 neutron-server[93797]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 23:33:22.987698 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 23:33:22.987698 n-d-802623-1 neutron-server[93797]: return self.request(url, 'GET', **kwargs) Jul 27 23:33:22.987698 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 23:33:22.987698 n-d-802623-1 neutron-server[93797]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 23:33:22.987698 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 23:33:22.987698 n-d-802623-1 neutron-server[93797]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 23:33:22.987698 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 23:33:22.987698 n-d-802623-1 neutron-server[93797]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 23:33:22.987698 n-d-802623-1 neutron-server[93797]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 23:33:23.055574 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-357421a4-6e4c-4ce5-8141-4ee8c5efe674 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415412'] for network, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:23.062371 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-357421a4-6e4c-4ce5-8141-4ee8c5efe674 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks [] for network, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:23.064831 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-357421a4-6e4c-4ce5-8141-4ee8c5efe674 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] 10.222.0.18 "DELETE /v2.0/networks/c486868e-0b01-43c6-9867-0d4744193d1a HTTP/1.1" status: 204 len: 168 time: 0.3125288 Jul 27 23:33:23.070025 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 42542) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:33:23.077859 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357421a4-6e4c-4ce5-8141-4ee8c5efe674 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Pushing event deleted for resources: {'Network': ['ID=c486868e-0b01-43c6-9867-0d4744193d1a,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:33:23.085096 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-ed7177dd-a37f-464a-9dc8-384c4b1fbb47 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1894318023'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:33:23.105264 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed7177dd-a37f-464a-9dc8-384c4b1fbb47 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Made reservation on behalf of 359084915661494793a200a4d2cd4e37 for: {'network': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:33:23.108705 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ed7177dd-a37f-464a-9dc8-384c4b1fbb47 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for network, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:23.133326 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed7177dd-a37f-464a-9dc8-384c4b1fbb47 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 508} {{(pid=93798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 23:33:23.142783 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ed7177dd-a37f-464a-9dc8-384c4b1fbb47 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:23.143169 n-d-802623-1 neutron-server[93798]: INFO neutron.db.segments_db [None req-ed7177dd-a37f-464a-9dc8-384c4b1fbb47 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Added segment da8b998d-a251-406a-af35-bda7f38e5296 of type vlan for network 1067452d-6a47-4f7b-92e8-27f5ec20e689 Jul 27 23:33:23.183307 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ed7177dd-a37f-464a-9dc8-384c4b1fbb47 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736833354590'] for network, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:23.212467 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ed7177dd-a37f-464a-9dc8-384c4b1fbb47 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569'] for network, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:23.218130 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed7177dd-a37f-464a-9dc8-384c4b1fbb47 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:33:23.218783 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ed7177dd-a37f-464a-9dc8-384c4b1fbb47 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks [] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:23.282887 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-ed7177dd-a37f-464a-9dc8-384c4b1fbb47 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2057993 Jul 27 23:33:23.285784 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 42544) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:33:23.290416 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7177dd-a37f-464a-9dc8-384c4b1fbb47 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Pushing event updated for resources: {'Network': ['ID=1067452d-6a47-4f7b-92e8-27f5ec20e689,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:33:23.290893 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-24e32a2b-e1d8-474f-921d-150d363ff404 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Request body: {'subnet': {'network_id': '1067452d-6a47-4f7b-92e8-27f5ec20e689', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:33:23.298094 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7177dd-a37f-464a-9dc8-384c4b1fbb47 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:33:23.298452 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7177dd-a37f-464a-9dc8-384c4b1fbb47 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:33:23.298857 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7177dd-a37f-464a-9dc8-384c4b1fbb47 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:33:23.299225 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7177dd-a37f-464a-9dc8-384c4b1fbb47 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:33:23.299680 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7177dd-a37f-464a-9dc8-384c4b1fbb47 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:33:23.300150 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7177dd-a37f-464a-9dc8-384c4b1fbb47 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:33:23.300617 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7177dd-a37f-464a-9dc8-384c4b1fbb47 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:33:23.300951 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7177dd-a37f-464a-9dc8-384c4b1fbb47 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:33:23.301282 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7177dd-a37f-464a-9dc8-384c4b1fbb47 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:33:23.301611 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7177dd-a37f-464a-9dc8-384c4b1fbb47 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:33:23.301937 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7177dd-a37f-464a-9dc8-384c4b1fbb47 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:33:23.302265 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7177dd-a37f-464a-9dc8-384c4b1fbb47 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:33:23.314041 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Network 1067452d-6a47-4f7b-92e8-27f5ec20e689 details requested by agent ovs-agent-n-d-802623-1 with host n-d-802623-1 {{(pid=93799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 23:33:23.392844 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24e32a2b-e1d8-474f-921d-150d363ff404 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Made reservation on behalf of 359084915661494793a200a4d2cd4e37 for: {'subnet': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:33:23.396468 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-24e32a2b-e1d8-474f-921d-150d363ff404 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11551435'] for subnet, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:23.580176 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-24e32a2b-e1d8-474f-921d-150d363ff404 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11336182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11551417'] for subnet, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:23.633678 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e32a2b-e1d8-474f-921d-150d363ff404 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Pushing event updated for resources: {'Subnet': ['ID=69e62ac7-b4fd-4c9b-b7e8-b32ff30ba71c,revision_number=0']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:33:23.650359 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e32a2b-e1d8-474f-921d-150d363ff404 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Checking segment: {'id': 'da8b998d-a251-406a-af35-bda7f38e5296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '1067452d-6a47-4f7b-92e8-27f5ec20e689'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:33:23.650726 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24e32a2b-e1d8-474f-921d-150d363ff404 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Network hostable DHCP agents. Network: 1067452d-6a47-4f7b-92e8-27f5ec20e689, hostable agents: ['5950e76f-2bde-4343-a925-cbe6bacd2706'], hosted agents: [] {{(pid=93797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 23:33:23.666935 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24e32a2b-e1d8-474f-921d-150d363ff404 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Network 1067452d-6a47-4f7b-92e8-27f5ec20e689 is scheduled to be hosted by DHCP agent 5950e76f-2bde-4343-a925-cbe6bacd2706 with binding_index 1 {{(pid=93797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 23:33:23.675635 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-24e32a2b-e1d8-474f-921d-150d363ff404 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802623-1, 1067452d-6a47-4f7b-92e8-27f5ec20e689) {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:33:23.680789 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24e32a2b-e1d8-474f-921d-150d363ff404 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:33:23.682379 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-24e32a2b-e1d8-474f-921d-150d363ff404 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks [] for subnet, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:23.686201 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6724112b-0a30-43a3-8795-658b8ecd0c9b None None] Network 1067452d-6a47-4f7b-92e8-27f5ec20e689 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:33:23.698650 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-24e32a2b-e1d8-474f-921d-150d363ff404 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4116609 Jul 27 23:33:23.701202 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 42546) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:33:23.707414 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-0269a8a2-cd57-4d2e-a6e7-2784af356335 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Request body: {'port': {'network_id': '1067452d-6a47-4f7b-92e8-27f5ec20e689', 'name': 'tempest-PortsIpV6TestJSON-529037904'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:33:23.824487 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0269a8a2-cd57-4d2e-a6e7-2784af356335 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Made reservation on behalf of 359084915661494793a200a4d2cd4e37 for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:33:23.840032 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0269a8a2-cd57-4d2e-a6e7-2784af356335 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:23.866014 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [None req-0269a8a2-cd57-4d2e-a6e7-2784af356335 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] device_id is not set on port a8c422e5-2034-4c9f-ab26-b12d1768885a yet. {{(pid=93798) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 23:33:23.878810 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b026c10b-3251-4971-9651-8258809550bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f6f257c-ad18-5f0c-8c8e-ea085a5fc8a2-1067452d-6a47-4f7b-92e8-27f5ec20e689', 'network_id': '1067452d-6a47-4f7b-92e8-27f5ec20e689', 'tenant_id': '359084915661494793a200a4d2cd4e37', 'fixed_ips': [{'subnet_id': '69e62ac7-b4fd-4c9b-b7e8-b32ff30ba71c'}]}} from n-d-802623-1. {{(pid=93799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 23:33:23.879747 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b026c10b-3251-4971-9651-8258809550bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:24.006119 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-0269a8a2-cd57-4d2e-a6e7-2784af356335 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Allocated IP 2001:db8::76 (1067452d-6a47-4f7b-92e8-27f5ec20e689/69e62ac7-b4fd-4c9b-b7e8-b32ff30ba71c/a8c422e5-2034-4c9f-ab26-b12d1768885a) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:33:24.173475 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0269a8a2-cd57-4d2e-a6e7-2784af356335 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:24.193265 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-0269a8a2-cd57-4d2e-a6e7-2784af356335 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Transition to ACTIVE for port object a8c422e5-2034-4c9f-ab26-b12d1768885a will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:33:24.234167 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0269a8a2-cd57-4d2e-a6e7-2784af356335 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:24.283771 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0269a8a2-cd57-4d2e-a6e7-2784af356335 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Network 1067452d-6a47-4f7b-92e8-27f5ec20e689 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:33:24.287165 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-0269a8a2-cd57-4d2e-a6e7-2784af356335 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:33:24.294201 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0269a8a2-cd57-4d2e-a6e7-2784af356335 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:33:24.300778 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0269a8a2-cd57-4d2e-a6e7-2784af356335 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:33:24.301783 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0269a8a2-cd57-4d2e-a6e7-2784af356335 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:24.309276 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0269a8a2-cd57-4d2e-a6e7-2784af356335 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Pushing event updated for resources: {'Port': ['ID=a8c422e5-2034-4c9f-ab26-b12d1768885a,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:33:24.322911 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-0269a8a2-cd57-4d2e-a6e7-2784af356335 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.6202736 Jul 27 23:33:24.326522 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 42610) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:33:24.341946 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-b026c10b-3251-4971-9651-8258809550bd None None] Allocated IP 2001:db8::2 (1067452d-6a47-4f7b-92e8-27f5ec20e689/69e62ac7-b4fd-4c9b-b7e8-b32ff30ba71c/d2b3cfee-8b83-4a62-84be-5e9af0641dfa) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:33:24.458118 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-1f826c16-e4ba-4a73-89b9-6be33ec89690 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Deleting port a8c422e5-2034-4c9f-ab26-b12d1768885a {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:33:24.458487 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1f826c16-e4ba-4a73-89b9-6be33ec89690 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:24.573124 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1f826c16-e4ba-4a73-89b9-6be33ec89690 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:24.574457 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b026c10b-3251-4971-9651-8258809550bd None None] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:24.587277 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-b026c10b-3251-4971-9651-8258809550bd None None] Transition to ACTIVE for port object d2b3cfee-8b83-4a62-84be-5e9af0641dfa will not be triggered until provisioned by entity L2. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:33:24.600206 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-1f826c16-e4ba-4a73-89b9-6be33ec89690 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Calling delete_port for a8c422e5-2034-4c9f-ab26-b12d1768885a owned by {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:33:24.608424 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-b026c10b-3251-4971-9651-8258809550bd None None] Transition to ACTIVE for port object d2b3cfee-8b83-4a62-84be-5e9af0641dfa will not be triggered until provisioned by entity DHCP. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:33:24.617598 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b026c10b-3251-4971-9651-8258809550bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:24.660662 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b026c10b-3251-4971-9651-8258809550bd None None] Network 1067452d-6a47-4f7b-92e8-27f5ec20e689 is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:33:24.663741 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-b026c10b-3251-4971-9651-8258809550bd None None] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:33:24.670423 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b026c10b-3251-4971-9651-8258809550bd None None] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:33:24.679794 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b026c10b-3251-4971-9651-8258809550bd None None] Pushing event updated for resources: {'Port': ['ID=d2b3cfee-8b83-4a62-84be-5e9af0641dfa,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:33:24.749465 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-b026c10b-3251-4971-9651-8258809550bd None None] Attempting to bind port d2b3cfee-8b83-4a62-84be-5e9af0641dfa on host n-d-802623-1 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:33:24.750026 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-b026c10b-3251-4971-9651-8258809550bd None None] Attempting to bind port d2b3cfee-8b83-4a62-84be-5e9af0641dfa by drivers openvswitch,hyperv on host n-d-802623-1 at level 0 using segments [{'id': 'da8b998d-a251-406a-af35-bda7f38e5296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '1067452d-6a47-4f7b-92e8-27f5ec20e689'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:33:24.750646 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b026c10b-3251-4971-9651-8258809550bd None None] Attempting to bind port d2b3cfee-8b83-4a62-84be-5e9af0641dfa on network 1067452d-6a47-4f7b-92e8-27f5ec20e689 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:33:24.759491 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b026c10b-3251-4971-9651-8258809550bd None None] Checking agent: {'id': 'a9a568d2-a5e7-41e4-833f-a8ab42ea4073', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 52, 30), 'started_at': datetime.datetime(2021, 7, 27, 22, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802623-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:33:24.760117 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b026c10b-3251-4971-9651-8258809550bd None None] Checking segment: {'id': 'da8b998d-a251-406a-af35-bda7f38e5296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '1067452d-6a47-4f7b-92e8-27f5ec20e689'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:33:24.760549 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b026c10b-3251-4971-9651-8258809550bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:24.761099 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b026c10b-3251-4971-9651-8258809550bd None None] Bound using segment: {'id': 'da8b998d-a251-406a-af35-bda7f38e5296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '1067452d-6a47-4f7b-92e8-27f5ec20e689'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:33:24.761642 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-b026c10b-3251-4971-9651-8258809550bd None None] Bound port: d2b3cfee-8b83-4a62-84be-5e9af0641dfa, host: n-d-802623-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da8b998d-a251-406a-af35-bda7f38e5296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '1067452d-6a47-4f7b-92e8-27f5ec20e689'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:33:24.762308 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b026c10b-3251-4971-9651-8258809550bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:24.763250 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1f826c16-e4ba-4a73-89b9-6be33ec89690 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:24.800411 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f826c16-e4ba-4a73-89b9-6be33ec89690 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Pushing event deleted for resources: {'Port': ['ID=a8c422e5-2034-4c9f-ab26-b12d1768885a,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:33:24.827377 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1f826c16-e4ba-4a73-89b9-6be33ec89690 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:24.830275 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-1f826c16-e4ba-4a73-89b9-6be33ec89690 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] 10.222.0.18 "DELETE /v2.0/ports/a8c422e5-2034-4c9f-ab26-b12d1768885a HTTP/1.1" status: 204 len: 168 time: 0.5019958 Jul 27 23:33:24.833169 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 42668) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:33:24.845429 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-b026c10b-3251-4971-9651-8258809550bd None None] For port d2b3cfee-8b83-4a62-84be-5e9af0641dfa, host n-d-802623-1, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:33:24.848613 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-b026c10b-3251-4971-9651-8258809550bd None None] For port d2b3cfee-8b83-4a62-84be-5e9af0641dfa, host n-d-802623-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=d2b3cfee-8b83-4a62-84be-5e9af0641dfa,segment=NetworkSegment(da8b998d-a251-406a-af35-bda7f38e5296),segment_id=da8b998d-a251-406a-af35-bda7f38e5296)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:33:24.858239 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b026c10b-3251-4971-9651-8258809550bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:24.875182 n-d-802623-1 neutron-server[93797]: INFO neutron.pecan_wsgi.hooks.translation [None req-040a13f5-5a47-4c10-bd67-4a528161e0b4 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] DELETE failed (client error): The resource could not be found. Jul 27 23:33:24.876402 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-040a13f5-5a47-4c10-bd67-4a528161e0b4 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93797) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 23:33:24.878402 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-040a13f5-5a47-4c10-bd67-4a528161e0b4 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] 10.222.0.18 "DELETE /v2.0/ports/a8c422e5-2034-4c9f-ab26-b12d1768885a HTTP/1.1" status: 404 len: 333 time: 0.0440440 Jul 27 23:33:24.881308 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 42678) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:33:24.910020 n-d-802623-1 neutron-server[93797]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e5afe89-9587-49c0-889e-c21ee2ca6125 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] GET failed (client error): The resource could not be found. Jul 27 23:33:24.912286 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-6e5afe89-9587-49c0-889e-c21ee2ca6125 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] 10.222.0.18 "GET /v2.0/ports/a8c422e5-2034-4c9f-ab26-b12d1768885a HTTP/1.1" status: 404 len: 333 time: 0.0299664 Jul 27 23:33:24.915252 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 42682) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:33:24.947735 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b026c10b-3251-4971-9651-8258809550bd None None] Pushing event updated for resources: {'Port': ['ID=d2b3cfee-8b83-4a62-84be-5e9af0641dfa,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:33:24.988184 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3234f1e-95b4-4dba-a3f1-71102b5d7448 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Deleting subnet 69e62ac7-b4fd-4c9b-b7e8-b32ff30ba71c {{(pid=93798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 23:33:24.992026 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b3234f1e-95b4-4dba-a3f1-71102b5d7448 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks [] for subnet, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:25.046195 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b3234f1e-95b4-4dba-a3f1-71102b5d7448 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11163249'] for subnet, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:25.165530 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b3234f1e-95b4-4dba-a3f1-71102b5d7448 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620741'] for subnet, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:25.269792 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b3234f1e-95b4-4dba-a3f1-71102b5d7448 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11971800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12265753'] for subnet, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:25.543165 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device d2b3cfee-8b83-4a62-84be-5e9af0641dfa up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:33:25.596944 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning for port d2b3cfee-8b83-4a62-84be-5e9af0641dfa completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:33:25.666627 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b3234f1e-95b4-4dba-a3f1-71102b5d7448 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:25.668652 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-b3234f1e-95b4-4dba-a3f1-71102b5d7448 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] 10.222.0.18 "DELETE /v2.0/subnets/69e62ac7-b4fd-4c9b-b7e8-b32ff30ba71c HTTP/1.1" status: 204 len: 168 time: 0.7517314 Jul 27 23:33:25.670043 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3234f1e-95b4-4dba-a3f1-71102b5d7448 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Pushing event deleted for resources: {'Subnet': ['ID=69e62ac7-b4fd-4c9b-b7e8-b32ff30ba71c,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:33:25.671566 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 42768) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:33:25.771392 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-080e1c5d-19d7-4ca0-9f89-48a3bf9032e6 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593271'] for network, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:25.841356 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-080e1c5d-19d7-4ca0-9f89-48a3bf9032e6 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Deleting port d2b3cfee-8b83-4a62-84be-5e9af0641dfa {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:33:25.842472 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-080e1c5d-19d7-4ca0-9f89-48a3bf9032e6 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:25.921593 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-080e1c5d-19d7-4ca0-9f89-48a3bf9032e6 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] For port d2b3cfee-8b83-4a62-84be-5e9af0641dfa, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=d2b3cfee-8b83-4a62-84be-5e9af0641dfa,segment=NetworkSegment(da8b998d-a251-406a-af35-bda7f38e5296),segment_id=da8b998d-a251-406a-af35-bda7f38e5296)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:33:25.922480 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-080e1c5d-19d7-4ca0-9f89-48a3bf9032e6 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:25.940182 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-080e1c5d-19d7-4ca0-9f89-48a3bf9032e6 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Calling delete_port for d2b3cfee-8b83-4a62-84be-5e9af0641dfa owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:33:26.044886 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-080e1c5d-19d7-4ca0-9f89-48a3bf9032e6 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:26.079335 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080e1c5d-19d7-4ca0-9f89-48a3bf9032e6 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Pushing event deleted for resources: {'Port': ['ID=d2b3cfee-8b83-4a62-84be-5e9af0641dfa,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:33:26.085560 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-080e1c5d-19d7-4ca0-9f89-48a3bf9032e6 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] No DVR routers for this DVR port d2b3cfee-8b83-4a62-84be-5e9af0641dfa on host n-d-802623-1 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:33:26.139518 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95118616-bbeb-4463-8a68-484c616474a9 None None] Network 1067452d-6a47-4f7b-92e8-27f5ec20e689 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:33:26.186279 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-080e1c5d-19d7-4ca0-9f89-48a3bf9032e6 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618032', 'neutron.services.segments.db._delete_segments_for_network-8736833900081'] for network, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:26.198220 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-080e1c5d-19d7-4ca0-9f89-48a3bf9032e6 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1067452d-6a47-4f7b-92e8-27f5ec20e689']}} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:33:26.211651 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-080e1c5d-19d7-4ca0-9f89-48a3bf9032e6 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da8b998d-a251-406a-af35-bda7f38e5296') {'for_net_delete': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:33:26.212196 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-080e1c5d-19d7-4ca0-9f89-48a3bf9032e6 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da8b998d-a251-406a-af35-bda7f38e5296') {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:33:26.224830 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-080e1c5d-19d7-4ca0-9f89-48a3bf9032e6 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736833900858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11335978'] for segment, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:26.243396 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-080e1c5d-19d7-4ca0-9f89-48a3bf9032e6 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:26.253976 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-080e1c5d-19d7-4ca0-9f89-48a3bf9032e6 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Releasing vlan 508 on physical network physnet1 to pool {{(pid=93797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 23:33:26.254677 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-080e1c5d-19d7-4ca0-9f89-48a3bf9032e6 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11336013'] for segment, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:26.258630 n-d-802623-1 neutron-server[93797]: Traceback (most recent call last): Jul 27 23:33:26.258630 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 23:33:26.258630 n-d-802623-1 neutron-server[93797]: timer() Jul 27 23:33:26.258630 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 23:33:26.258630 n-d-802623-1 neutron-server[93797]: cb(*args, **kw) Jul 27 23:33:26.258630 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 23:33:26.258630 n-d-802623-1 neutron-server[93797]: return func(*args, **kwargs) Jul 27 23:33:26.258630 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 23:33:26.258630 n-d-802623-1 neutron-server[93797]: self._notify() Jul 27 23:33:26.258630 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 23:33:26.258630 n-d-802623-1 neutron-server[93797]: self.callback(batched_events) Jul 27 23:33:26.258630 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 23:33:26.258630 n-d-802623-1 neutron-server[93797]: event.method(event) Jul 27 23:33:26.258630 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 23:33:26.258630 n-d-802623-1 neutron-server[93797]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 23:33:26.258630 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 23:33:26.258630 n-d-802623-1 neutron-server[93797]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 23:33:26.258630 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 23:33:26.258630 n-d-802623-1 neutron-server[93797]: return f(self, *a, **k) Jul 27 23:33:26.258630 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 23:33:26.258630 n-d-802623-1 neutron-server[93797]: return self._get(url).json() Jul 27 23:33:26.258630 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 23:33:26.258630 n-d-802623-1 neutron-server[93797]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 23:33:26.258630 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 23:33:26.258630 n-d-802623-1 neutron-server[93797]: return self.request(url, 'GET', **kwargs) Jul 27 23:33:26.258630 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 23:33:26.258630 n-d-802623-1 neutron-server[93797]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 23:33:26.258630 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 23:33:26.258630 n-d-802623-1 neutron-server[93797]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 23:33:26.258630 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 23:33:26.258630 n-d-802623-1 neutron-server[93797]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 23:33:26.258630 n-d-802623-1 neutron-server[93797]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 23:33:26.335016 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-080e1c5d-19d7-4ca0-9f89-48a3bf9032e6 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415412'] for network, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:26.342815 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-080e1c5d-19d7-4ca0-9f89-48a3bf9032e6 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks [] for network, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:26.345300 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-080e1c5d-19d7-4ca0-9f89-48a3bf9032e6 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] 10.222.0.18 "DELETE /v2.0/networks/1067452d-6a47-4f7b-92e8-27f5ec20e689 HTTP/1.1" status: 204 len: 168 time: 0.6721838 Jul 27 23:33:26.348825 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 42850) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:33:26.365030 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-d247948d-bf3a-46a6-a4cc-0a83eeccb7a0 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-99336952'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:33:26.369732 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080e1c5d-19d7-4ca0-9f89-48a3bf9032e6 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Pushing event deleted for resources: {'Network': ['ID=1067452d-6a47-4f7b-92e8-27f5ec20e689,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:33:26.382566 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ed4fd410-51db-4293-81b7-6b89d3ec0c07 None None] Could not find standard attr ID for object d2b3cfee-8b83-4a62-84be-5e9af0641dfa. {{(pid=93799) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 23:33:26.392429 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d247948d-bf3a-46a6-a4cc-0a83eeccb7a0 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Made reservation on behalf of 359084915661494793a200a4d2cd4e37 for: {'network': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:33:26.396079 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d247948d-bf3a-46a6-a4cc-0a83eeccb7a0 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for network, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:26.428202 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d247948d-bf3a-46a6-a4cc-0a83eeccb7a0 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 507} {{(pid=93797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 23:33:26.440448 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d247948d-bf3a-46a6-a4cc-0a83eeccb7a0 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:26.440795 n-d-802623-1 neutron-server[93797]: INFO neutron.db.segments_db [None req-d247948d-bf3a-46a6-a4cc-0a83eeccb7a0 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Added segment 715f7a92-9c60-4d13-8067-432df36f204f of type vlan for network 96fc4771-de75-4a46-adca-04d6801fedb9 Jul 27 23:33:26.491205 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d247948d-bf3a-46a6-a4cc-0a83eeccb7a0 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736833354590'] for network, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:26.523183 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ad216dd-8cc0-440c-bceb-1ad320738db2 None None] DHCP port deletion for 1067452d-6a47-4f7b-92e8-27f5ec20e689 request from n-d-802623-1 {{(pid=93799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 23:33:26.543127 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d247948d-bf3a-46a6-a4cc-0a83eeccb7a0 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569'] for network, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:26.552469 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d247948d-bf3a-46a6-a4cc-0a83eeccb7a0 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:33:26.553083 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d247948d-bf3a-46a6-a4cc-0a83eeccb7a0 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks [] for network, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:26.579893 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-d247948d-bf3a-46a6-a4cc-0a83eeccb7a0 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2296638 Jul 27 23:33:26.583589 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 42886) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:33:26.590536 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-9d896392-9c5a-445c-b5a1-12405d52478f tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Request body: {'subnet': {'network_id': '96fc4771-de75-4a46-adca-04d6801fedb9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:33:26.635694 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d247948d-bf3a-46a6-a4cc-0a83eeccb7a0 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Pushing event updated for resources: {'Network': ['ID=96fc4771-de75-4a46-adca-04d6801fedb9,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:33:26.645762 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Network 96fc4771-de75-4a46-adca-04d6801fedb9 details requested by agent ovs-agent-n-d-802623-1 with host n-d-802623-1 {{(pid=93799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 23:33:26.700360 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d896392-9c5a-445c-b5a1-12405d52478f tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Made reservation on behalf of 359084915661494793a200a4d2cd4e37 for: {'subnet': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:33:26.703938 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9d896392-9c5a-445c-b5a1-12405d52478f tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12265828'] for subnet, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:26.900585 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9d896392-9c5a-445c-b5a1-12405d52478f tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11971609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12265750'] for subnet, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:26.904422 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-1bb22ca2-c129-471b-a498-8d3eccbc3a75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:26.965685 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d896392-9c5a-445c-b5a1-12405d52478f tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Pushing event updated for resources: {'Subnet': ['ID=c173b23b-2dc5-4b7c-a3f4-01a19617daf2,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:33:26.977448 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d896392-9c5a-445c-b5a1-12405d52478f tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Checking segment: {'id': '715f7a92-9c60-4d13-8067-432df36f204f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '96fc4771-de75-4a46-adca-04d6801fedb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:33:26.977878 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d896392-9c5a-445c-b5a1-12405d52478f tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Network hostable DHCP agents. Network: 96fc4771-de75-4a46-adca-04d6801fedb9, hostable agents: ['5950e76f-2bde-4343-a925-cbe6bacd2706'], hosted agents: [] {{(pid=93798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 23:33:26.995084 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d896392-9c5a-445c-b5a1-12405d52478f tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Network 96fc4771-de75-4a46-adca-04d6801fedb9 is scheduled to be hosted by DHCP agent 5950e76f-2bde-4343-a925-cbe6bacd2706 with binding_index 1 {{(pid=93798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 23:33:27.004042 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-9d896392-9c5a-445c-b5a1-12405d52478f tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802623-1, 96fc4771-de75-4a46-adca-04d6801fedb9) {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:33:27.008563 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d896392-9c5a-445c-b5a1-12405d52478f tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:33:27.009115 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9d896392-9c5a-445c-b5a1-12405d52478f tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:27.015266 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b904d86-12fd-4a34-a89f-ce53c02ebf49 None None] Network 96fc4771-de75-4a46-adca-04d6801fedb9 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:33:27.027629 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-9d896392-9c5a-445c-b5a1-12405d52478f tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4402785 Jul 27 23:33:27.028079 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 42956) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:33:27.033433 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-16b0169f-a146-42d5-950c-9cb57f0afb45 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Request body: {'port': {'network_id': '96fc4771-de75-4a46-adca-04d6801fedb9', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-235564884'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:33:27.159386 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16b0169f-a146-42d5-950c-9cb57f0afb45 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Made reservation on behalf of 359084915661494793a200a4d2cd4e37 for: {'port': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:33:27.163478 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-16b0169f-a146-42d5-950c-9cb57f0afb45 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:27.187625 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-16b0169f-a146-42d5-950c-9cb57f0afb45 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] device_id is not set on port c2d8bc9a-3cbe-4237-9f9d-21f8b7bab7b3 yet. {{(pid=93797) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 23:33:27.197548 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47b9c701-fe00-4fd5-a4fc-69256a5b046c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f6f257c-ad18-5f0c-8c8e-ea085a5fc8a2-96fc4771-de75-4a46-adca-04d6801fedb9', 'network_id': '96fc4771-de75-4a46-adca-04d6801fedb9', 'tenant_id': '359084915661494793a200a4d2cd4e37', 'fixed_ips': [{'subnet_id': 'c173b23b-2dc5-4b7c-a3f4-01a19617daf2'}]}} from n-d-802623-1. {{(pid=93799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 23:33:27.198462 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-47b9c701-fe00-4fd5-a4fc-69256a5b046c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:27.320850 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-16b0169f-a146-42d5-950c-9cb57f0afb45 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Allocated IP 2001:db8::3e6 (96fc4771-de75-4a46-adca-04d6801fedb9/c173b23b-2dc5-4b7c-a3f4-01a19617daf2/c2d8bc9a-3cbe-4237-9f9d-21f8b7bab7b3) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:33:27.439266 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device d2b3cfee-8b83-4a62-84be-5e9af0641dfa no longer exists at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:33:27.460049 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] No Port match for: d2b3cfee-8b83-4a62-84be-5e9af0641dfa {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:33:27.460402 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device d2b3cfee-8b83-4a62-84be-5e9af0641dfa not bound to the agent host n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:33:27.460518 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-16b0169f-a146-42d5-950c-9cb57f0afb45 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:27.474692 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-16b0169f-a146-42d5-950c-9cb57f0afb45 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Transition to ACTIVE for port object c2d8bc9a-3cbe-4237-9f9d-21f8b7bab7b3 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:33:27.506787 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-16b0169f-a146-42d5-950c-9cb57f0afb45 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:27.546368 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16b0169f-a146-42d5-950c-9cb57f0afb45 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Network 96fc4771-de75-4a46-adca-04d6801fedb9 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:33:27.549431 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-16b0169f-a146-42d5-950c-9cb57f0afb45 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:33:27.551744 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-47b9c701-fe00-4fd5-a4fc-69256a5b046c None None] Allocated IP 2001:db8::2 (96fc4771-de75-4a46-adca-04d6801fedb9/c173b23b-2dc5-4b7c-a3f4-01a19617daf2/bea39ffe-b042-4030-b41f-e187580c4c23) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:33:27.555117 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b0169f-a146-42d5-950c-9cb57f0afb45 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:33:27.560938 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16b0169f-a146-42d5-950c-9cb57f0afb45 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:33:27.561549 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-16b0169f-a146-42d5-950c-9cb57f0afb45 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:27.570869 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b0169f-a146-42d5-950c-9cb57f0afb45 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Pushing event updated for resources: {'Port': ['ID=c2d8bc9a-3cbe-4237-9f9d-21f8b7bab7b3,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:33:27.584429 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-16b0169f-a146-42d5-950c-9cb57f0afb45 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 0.5527477 Jul 27 23:33:27.584660 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 43014) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:33:27.681331 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-653a60cf-0bb3-466d-9588-0423edd384be tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Deleting port c2d8bc9a-3cbe-4237-9f9d-21f8b7bab7b3 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:33:27.681687 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-653a60cf-0bb3-466d-9588-0423edd384be tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:27.700078 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-47b9c701-fe00-4fd5-a4fc-69256a5b046c None None] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:27.708781 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-47b9c701-fe00-4fd5-a4fc-69256a5b046c None None] Transition to ACTIVE for port object bea39ffe-b042-4030-b41f-e187580c4c23 will not be triggered until provisioned by entity L2. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:33:27.723916 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-47b9c701-fe00-4fd5-a4fc-69256a5b046c None None] Transition to ACTIVE for port object bea39ffe-b042-4030-b41f-e187580c4c23 will not be triggered until provisioned by entity DHCP. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:33:27.729485 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-47b9c701-fe00-4fd5-a4fc-69256a5b046c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:27.767624 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47b9c701-fe00-4fd5-a4fc-69256a5b046c None None] Network 96fc4771-de75-4a46-adca-04d6801fedb9 is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:33:27.770019 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-653a60cf-0bb3-466d-9588-0423edd384be tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:27.770713 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-47b9c701-fe00-4fd5-a4fc-69256a5b046c None None] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:33:27.773548 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47b9c701-fe00-4fd5-a4fc-69256a5b046c None None] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:33:27.782962 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-653a60cf-0bb3-466d-9588-0423edd384be tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Calling delete_port for c2d8bc9a-3cbe-4237-9f9d-21f8b7bab7b3 owned by {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:33:27.786547 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b9c701-fe00-4fd5-a4fc-69256a5b046c None None] Pushing event updated for resources: {'Port': ['ID=bea39ffe-b042-4030-b41f-e187580c4c23,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:33:27.848771 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-47b9c701-fe00-4fd5-a4fc-69256a5b046c None None] Attempting to bind port bea39ffe-b042-4030-b41f-e187580c4c23 on host n-d-802623-1 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:33:27.849660 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-47b9c701-fe00-4fd5-a4fc-69256a5b046c None None] Attempting to bind port bea39ffe-b042-4030-b41f-e187580c4c23 by drivers openvswitch,hyperv on host n-d-802623-1 at level 0 using segments [{'id': '715f7a92-9c60-4d13-8067-432df36f204f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '96fc4771-de75-4a46-adca-04d6801fedb9'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:33:27.850040 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47b9c701-fe00-4fd5-a4fc-69256a5b046c None None] Attempting to bind port bea39ffe-b042-4030-b41f-e187580c4c23 on network 96fc4771-de75-4a46-adca-04d6801fedb9 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:33:27.856303 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47b9c701-fe00-4fd5-a4fc-69256a5b046c None None] Checking agent: {'id': 'a9a568d2-a5e7-41e4-833f-a8ab42ea4073', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 52, 30), 'started_at': datetime.datetime(2021, 7, 27, 22, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802623-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:33:27.856685 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47b9c701-fe00-4fd5-a4fc-69256a5b046c None None] Checking segment: {'id': '715f7a92-9c60-4d13-8067-432df36f204f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '96fc4771-de75-4a46-adca-04d6801fedb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:33:27.857460 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-47b9c701-fe00-4fd5-a4fc-69256a5b046c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:27.858283 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47b9c701-fe00-4fd5-a4fc-69256a5b046c None None] Bound using segment: {'id': '715f7a92-9c60-4d13-8067-432df36f204f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '96fc4771-de75-4a46-adca-04d6801fedb9'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:33:27.858760 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-47b9c701-fe00-4fd5-a4fc-69256a5b046c None None] Bound port: bea39ffe-b042-4030-b41f-e187580c4c23, host: n-d-802623-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '715f7a92-9c60-4d13-8067-432df36f204f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '96fc4771-de75-4a46-adca-04d6801fedb9'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:33:27.859173 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-47b9c701-fe00-4fd5-a4fc-69256a5b046c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:27.914885 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-653a60cf-0bb3-466d-9588-0423edd384be tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:27.924242 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-47b9c701-fe00-4fd5-a4fc-69256a5b046c None None] For port bea39ffe-b042-4030-b41f-e187580c4c23, host n-d-802623-1, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:33:27.927370 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-47b9c701-fe00-4fd5-a4fc-69256a5b046c None None] For port bea39ffe-b042-4030-b41f-e187580c4c23, host n-d-802623-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=bea39ffe-b042-4030-b41f-e187580c4c23,segment=NetworkSegment(715f7a92-9c60-4d13-8067-432df36f204f),segment_id=715f7a92-9c60-4d13-8067-432df36f204f)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:33:27.931583 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-47b9c701-fe00-4fd5-a4fc-69256a5b046c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:27.944201 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653a60cf-0bb3-466d-9588-0423edd384be tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Pushing event deleted for resources: {'Port': ['ID=c2d8bc9a-3cbe-4237-9f9d-21f8b7bab7b3,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:33:27.966920 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-653a60cf-0bb3-466d-9588-0423edd384be tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:27.971967 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-653a60cf-0bb3-466d-9588-0423edd384be tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] 10.222.0.18 "DELETE /v2.0/ports/c2d8bc9a-3cbe-4237-9f9d-21f8b7bab7b3 HTTP/1.1" status: 204 len: 168 time: 0.3834977 Jul 27 23:33:27.972693 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 43018) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:33:27.990713 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b9c701-fe00-4fd5-a4fc-69256a5b046c None None] Pushing event updated for resources: {'Port': ['ID=bea39ffe-b042-4030-b41f-e187580c4c23,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:33:28.004971 n-d-802623-1 neutron-server[93798]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8fdf818-6c6c-4618-860c-de935a5ebf91 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] GET failed (client error): The resource could not be found. Jul 27 23:33:28.006742 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-a8fdf818-6c6c-4618-860c-de935a5ebf91 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] 10.222.0.18 "GET /v2.0/ports/c2d8bc9a-3cbe-4237-9f9d-21f8b7bab7b3 HTTP/1.1" status: 404 len: 333 time: 0.0334544 Jul 27 23:33:28.011124 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 43022) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:33:28.066379 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec91ffd9-d409-4065-9b99-6bfc522081d2 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Deleting subnet c173b23b-2dc5-4b7c-a3f4-01a19617daf2 {{(pid=93798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 23:33:28.069760 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ec91ffd9-d409-4065-9b99-6bfc522081d2 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks [] for subnet, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:28.111589 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ec91ffd9-d409-4065-9b99-6bfc522081d2 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11163249'] for subnet, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:28.239034 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ec91ffd9-d409-4065-9b99-6bfc522081d2 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620741'] for subnet, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:28.312713 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ec91ffd9-d409-4065-9b99-6bfc522081d2 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11971800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12265753'] for subnet, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:28.350640 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ec91ffd9-d409-4065-9b99-6bfc522081d2 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:28.350790 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.agents_db [None req-9beef776-8bab-4de2-989a-f5a23ba4aaf4 None None] Agent healthcheck: found 7 active agents {{(pid=93800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 23:33:28.353863 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-ec91ffd9-d409-4065-9b99-6bfc522081d2 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] 10.222.0.18 "DELETE /v2.0/subnets/c173b23b-2dc5-4b7c-a3f4-01a19617daf2 HTTP/1.1" status: 204 len: 168 time: 0.3416009 Jul 27 23:33:28.356305 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec91ffd9-d409-4065-9b99-6bfc522081d2 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Pushing event deleted for resources: {'Subnet': ['ID=c173b23b-2dc5-4b7c-a3f4-01a19617daf2,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:33:28.356501 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 43030) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:33:28.444845 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6c9b0643-02b8-47dd-a864-5e86b9ef1271 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593271'] for network, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:28.499768 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-6c9b0643-02b8-47dd-a864-5e86b9ef1271 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Deleting port bea39ffe-b042-4030-b41f-e187580c4c23 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:33:28.500211 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6c9b0643-02b8-47dd-a864-5e86b9ef1271 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:28.560087 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-6c9b0643-02b8-47dd-a864-5e86b9ef1271 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] For port bea39ffe-b042-4030-b41f-e187580c4c23, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=bea39ffe-b042-4030-b41f-e187580c4c23,segment=NetworkSegment(715f7a92-9c60-4d13-8067-432df36f204f),segment_id=715f7a92-9c60-4d13-8067-432df36f204f)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:33:28.560457 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6c9b0643-02b8-47dd-a864-5e86b9ef1271 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:28.577272 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-6c9b0643-02b8-47dd-a864-5e86b9ef1271 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Calling delete_port for bea39ffe-b042-4030-b41f-e187580c4c23 owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:33:28.674504 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6c9b0643-02b8-47dd-a864-5e86b9ef1271 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:28.703286 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9b0643-02b8-47dd-a864-5e86b9ef1271 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Pushing event deleted for resources: {'Port': ['ID=bea39ffe-b042-4030-b41f-e187580c4c23,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:33:28.708086 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c9b0643-02b8-47dd-a864-5e86b9ef1271 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] No DVR routers for this DVR port bea39ffe-b042-4030-b41f-e187580c4c23 on host n-d-802623-1 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:33:29.073527 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b2ba82e-a6ae-4191-a207-7c8282a3d3df None None] Network 96fc4771-de75-4a46-adca-04d6801fedb9 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:33:29.135559 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-f2e467cf-84a6-43bc-8c3b-3ae309daf199 None None] Could not find standard attr ID for object bea39ffe-b042-4030-b41f-e187580c4c23. {{(pid=93799) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 23:33:29.174660 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6c9b0643-02b8-47dd-a864-5e86b9ef1271 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618032', 'neutron.services.segments.db._delete_segments_for_network-8736833900081'] for network, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:29.186165 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-6c9b0643-02b8-47dd-a864-5e86b9ef1271 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96fc4771-de75-4a46-adca-04d6801fedb9']}} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:33:29.200654 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-6c9b0643-02b8-47dd-a864-5e86b9ef1271 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '715f7a92-9c60-4d13-8067-432df36f204f') {'for_net_delete': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:33:29.200948 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-6c9b0643-02b8-47dd-a864-5e86b9ef1271 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '715f7a92-9c60-4d13-8067-432df36f204f') {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:33:29.210831 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6c9b0643-02b8-47dd-a864-5e86b9ef1271 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736833900858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11335978'] for segment, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:29.227663 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6c9b0643-02b8-47dd-a864-5e86b9ef1271 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:29.234100 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c9b0643-02b8-47dd-a864-5e86b9ef1271 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Releasing vlan 507 on physical network physnet1 to pool {{(pid=93797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 23:33:29.234499 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6c9b0643-02b8-47dd-a864-5e86b9ef1271 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11336013'] for segment, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:29.238350 n-d-802623-1 neutron-server[93797]: Traceback (most recent call last): Jul 27 23:33:29.238350 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 23:33:29.238350 n-d-802623-1 neutron-server[93797]: timer() Jul 27 23:33:29.238350 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 23:33:29.238350 n-d-802623-1 neutron-server[93797]: cb(*args, **kw) Jul 27 23:33:29.238350 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 23:33:29.238350 n-d-802623-1 neutron-server[93797]: return func(*args, **kwargs) Jul 27 23:33:29.238350 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 23:33:29.238350 n-d-802623-1 neutron-server[93797]: self._notify() Jul 27 23:33:29.238350 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 23:33:29.238350 n-d-802623-1 neutron-server[93797]: self.callback(batched_events) Jul 27 23:33:29.238350 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 23:33:29.238350 n-d-802623-1 neutron-server[93797]: event.method(event) Jul 27 23:33:29.238350 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 23:33:29.238350 n-d-802623-1 neutron-server[93797]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 23:33:29.238350 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 23:33:29.238350 n-d-802623-1 neutron-server[93797]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 23:33:29.238350 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 23:33:29.238350 n-d-802623-1 neutron-server[93797]: return f(self, *a, **k) Jul 27 23:33:29.238350 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 23:33:29.238350 n-d-802623-1 neutron-server[93797]: return self._get(url).json() Jul 27 23:33:29.238350 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 23:33:29.238350 n-d-802623-1 neutron-server[93797]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 23:33:29.238350 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 23:33:29.238350 n-d-802623-1 neutron-server[93797]: return self.request(url, 'GET', **kwargs) Jul 27 23:33:29.238350 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 23:33:29.238350 n-d-802623-1 neutron-server[93797]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 23:33:29.238350 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 23:33:29.238350 n-d-802623-1 neutron-server[93797]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 23:33:29.238350 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 23:33:29.238350 n-d-802623-1 neutron-server[93797]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 23:33:29.238350 n-d-802623-1 neutron-server[93797]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 23:33:29.257124 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80e144ab-ad31-4440-8274-823c263e160f None None] DHCP port deletion for 96fc4771-de75-4a46-adca-04d6801fedb9 request from n-d-802623-1 {{(pid=93799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 23:33:29.304919 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6c9b0643-02b8-47dd-a864-5e86b9ef1271 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415412'] for network, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:29.310305 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6c9b0643-02b8-47dd-a864-5e86b9ef1271 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks [] for network, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:29.316187 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-6c9b0643-02b8-47dd-a864-5e86b9ef1271 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] 10.222.0.18 "DELETE /v2.0/networks/96fc4771-de75-4a46-adca-04d6801fedb9 HTTP/1.1" status: 204 len: 168 time: 0.9534326 Jul 27 23:33:29.317192 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 43036) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:33:29.323088 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-6506de37-d01a-481d-9dfa-45db80f41fe3 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Request body: {'port': {'network_id': '3f52e5ad-49d0-4570-9e25-5f3e98ee138f', 'name': 'tempest-PortsIpV6TestJSON-795265127'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:33:29.332889 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9b0643-02b8-47dd-a864-5e86b9ef1271 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Pushing event deleted for resources: {'Network': ['ID=96fc4771-de75-4a46-adca-04d6801fedb9,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:33:29.428291 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6506de37-d01a-481d-9dfa-45db80f41fe3 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Made reservation on behalf of 359084915661494793a200a4d2cd4e37 for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:33:29.432136 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6506de37-d01a-481d-9dfa-45db80f41fe3 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:29.450848 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [None req-6506de37-d01a-481d-9dfa-45db80f41fe3 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] device_id is not set on port 904a525f-bcf5-4834-bfd2-060958d0fa10 yet. {{(pid=93798) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 23:33:29.570996 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-3cec0875-ea14-47b0-9d11-587c0b7aced2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:29.635913 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6506de37-d01a-481d-9dfa-45db80f41fe3 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:29.673696 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:29.675368 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6506de37-d01a-481d-9dfa-45db80f41fe3 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:29.719149 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6506de37-d01a-481d-9dfa-45db80f41fe3 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Network 3f52e5ad-49d0-4570-9e25-5f3e98ee138f is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:33:29.722777 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-6506de37-d01a-481d-9dfa-45db80f41fe3 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:33:29.728551 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6506de37-d01a-481d-9dfa-45db80f41fe3 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:33:29.734074 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6506de37-d01a-481d-9dfa-45db80f41fe3 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:33:29.734682 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6506de37-d01a-481d-9dfa-45db80f41fe3 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:29.743340 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6506de37-d01a-481d-9dfa-45db80f41fe3 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Pushing event updated for resources: {'Port': ['ID=904a525f-bcf5-4834-bfd2-060958d0fa10,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:33:29.756738 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-6506de37-d01a-481d-9dfa-45db80f41fe3 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.4359376 Jul 27 23:33:29.756863 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 43046) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:33:29.850292 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-159afca0-7aa1-4818-8ada-0a8d9f3f637e tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Deleting port 904a525f-bcf5-4834-bfd2-060958d0fa10 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:33:29.850629 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-159afca0-7aa1-4818-8ada-0a8d9f3f637e tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:29.914735 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-159afca0-7aa1-4818-8ada-0a8d9f3f637e tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:29.929359 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-159afca0-7aa1-4818-8ada-0a8d9f3f637e tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Calling delete_port for 904a525f-bcf5-4834-bfd2-060958d0fa10 owned by {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:33:30.011257 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-159afca0-7aa1-4818-8ada-0a8d9f3f637e tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:30.042010 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159afca0-7aa1-4818-8ada-0a8d9f3f637e tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Pushing event deleted for resources: {'Port': ['ID=904a525f-bcf5-4834-bfd2-060958d0fa10,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:33:30.045790 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-159afca0-7aa1-4818-8ada-0a8d9f3f637e tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:30.047880 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-159afca0-7aa1-4818-8ada-0a8d9f3f637e tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] 10.222.0.18 "DELETE /v2.0/ports/904a525f-bcf5-4834-bfd2-060958d0fa10 HTTP/1.1" status: 204 len: 168 time: 0.2900488 Jul 27 23:33:30.050464 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 43048) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:33:30.055610 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-bc6984b2-3d59-49aa-a71e-6c3f0fdad98e tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Request body: {'port': {'network_id': '3f52e5ad-49d0-4570-9e25-5f3e98ee138f', 'mac_address': 'fa:16:3e:2c:bf:f1', 'name': 'tempest-PortsIpV6TestJSON-70284590'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:33:30.058603 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:30.144102 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc6984b2-3d59-49aa-a71e-6c3f0fdad98e tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Made reservation on behalf of 359084915661494793a200a4d2cd4e37 for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:33:30.216930 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bc6984b2-3d59-49aa-a71e-6c3f0fdad98e tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:30.237217 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [None req-bc6984b2-3d59-49aa-a71e-6c3f0fdad98e tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] device_id is not set on port 3648e926-4868-436a-a9df-689783ee53d6 yet. {{(pid=93798) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 23:33:30.399726 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bc6984b2-3d59-49aa-a71e-6c3f0fdad98e tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:30.440207 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bc6984b2-3d59-49aa-a71e-6c3f0fdad98e tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:30.443030 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-cf5b9e19-1098-41b6-97cc-d0a2f283c9db req-45555887-f538-447a-87b4-ed0ae66f456a service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=5a28922a-1a04-40a9-9437-98535fea0f02&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0972278 Jul 27 23:33:30.492898 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc6984b2-3d59-49aa-a71e-6c3f0fdad98e tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Network 3f52e5ad-49d0-4570-9e25-5f3e98ee138f is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:33:30.496603 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-bc6984b2-3d59-49aa-a71e-6c3f0fdad98e tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:33:30.504031 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc6984b2-3d59-49aa-a71e-6c3f0fdad98e tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:33:30.508093 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-19f2e178-d45e-4fbe-b9be-c3963fc151ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:30.510081 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc6984b2-3d59-49aa-a71e-6c3f0fdad98e tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:33:30.510730 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bc6984b2-3d59-49aa-a71e-6c3f0fdad98e tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:30.521146 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6984b2-3d59-49aa-a71e-6c3f0fdad98e tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Pushing event updated for resources: {'Port': ['ID=3648e926-4868-436a-a9df-689783ee53d6,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:33:30.530616 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-bc6984b2-3d59-49aa-a71e-6c3f0fdad98e tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 848 time: 0.4789553 Jul 27 23:33:30.533303 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 43054) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:33:30.550262 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5b9e19-1098-41b6-97cc-d0a2f283c9db req-54a0f29f-7b86-488d-828c-38db4e4c24b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:33:30.552066 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-cf5b9e19-1098-41b6-97cc-d0a2f283c9db req-54a0f29f-7b86-488d-828c-38db4e4c24b1 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=93d6af8ff48b44f2bdb667a30d291295&device_id=5a28922a-1a04-40a9-9437-98535fea0f02 HTTP/1.1" status: 200 len: 1097 time: 0.0589612 Jul 27 23:33:30.578305 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51b6de41-8cd4-43e6-a838-2f34829a60f3 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:33:30.579779 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-51b6de41-8cd4-43e6-a838-2f34829a60f3 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] 10.222.0.18 "GET /v2.0/ports/3648e926-4868-436a-a9df-689783ee53d6 HTTP/1.1" status: 200 len: 843 time: 0.0453563 Jul 27 23:33:30.582626 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 43058) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:33:30.673391 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5b9e19-1098-41b6-97cc-d0a2f283c9db req-8ad031cf-518f-4b9c-8d68-05e98d9c5c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:33:30.674785 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-cf5b9e19-1098-41b6-97cc-d0a2f283c9db req-8ad031cf-518f-4b9c-8d68-05e98d9c5c9e service neutron] 10.222.0.38 "GET /v2.0/networks?id=d772070e-dad0-48ff-8bce-c02a3adbff90 HTTP/1.1" status: 200 len: 912 time: 0.0998657 Jul 27 23:33:30.677713 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-49e2304c-2941-41bc-a4d8-fb6e7de24a49 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Deleting port 3648e926-4868-436a-a9df-689783ee53d6 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:33:30.678085 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-49e2304c-2941-41bc-a4d8-fb6e7de24a49 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:30.741210 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-cf5b9e19-1098-41b6-97cc-d0a2f283c9db req-2633052d-1fa3-44e9-ae50-9cd224672f8f service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=09270987-ce4b-4e4a-9b26-8700891debb2 HTTP/1.1" status: 200 len: 1002 time: 0.0591667 Jul 27 23:33:30.746553 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-49e2304c-2941-41bc-a4d8-fb6e7de24a49 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:30.761908 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-49e2304c-2941-41bc-a4d8-fb6e7de24a49 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Calling delete_port for 3648e926-4868-436a-a9df-689783ee53d6 owned by {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:33:30.792827 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5b9e19-1098-41b6-97cc-d0a2f283c9db req-4ef1ff07-5f95-4e01-be31-430643b24531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:33:30.794297 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-cf5b9e19-1098-41b6-97cc-d0a2f283c9db req-4ef1ff07-5f95-4e01-be31-430643b24531 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=22fd4781-4e46-409c-a91a-a4ac3ab69caf HTTP/1.1" status: 200 len: 850 time: 0.0455618 Jul 27 23:33:30.859342 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5b9e19-1098-41b6-97cc-d0a2f283c9db req-8945d1b4-4ef5-4634-a173-4f8788a636fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:33:30.862364 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-cf5b9e19-1098-41b6-97cc-d0a2f283c9db req-8945d1b4-4ef5-4634-a173-4f8788a636fe service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=d772070e-dad0-48ff-8bce-c02a3adbff90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0596266 Jul 27 23:33:30.864061 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-49e2304c-2941-41bc-a4d8-fb6e7de24a49 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:30.879025 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [req-cf5b9e19-1098-41b6-97cc-d0a2f283c9db req-8bd648a6-e140-4d6a-9ea2-8903d7d8e5c0 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=93797) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 23:33:30.880231 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-cf5b9e19-1098-41b6-97cc-d0a2f283c9db req-8bd648a6-e140-4d6a-9ea2-8903d7d8e5c0 service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0097420 Jul 27 23:33:30.912888 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e2304c-2941-41bc-a4d8-fb6e7de24a49 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Pushing event deleted for resources: {'Port': ['ID=3648e926-4868-436a-a9df-689783ee53d6,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:33:30.915346 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-49e2304c-2941-41bc-a4d8-fb6e7de24a49 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:30.920413 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-49e2304c-2941-41bc-a4d8-fb6e7de24a49 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] 10.222.0.18 "DELETE /v2.0/ports/3648e926-4868-436a-a9df-689783ee53d6 HTTP/1.1" status: 204 len: 168 time: 0.3367128 Jul 27 23:33:30.921480 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 43062) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:33:30.947656 n-d-802623-1 neutron-server[93798]: INFO neutron.pecan_wsgi.hooks.translation [None req-18e17b44-90d8-4436-b96b-01f18d3bca9f tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] GET failed (client error): The resource could not be found. Jul 27 23:33:30.949262 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-18e17b44-90d8-4436-b96b-01f18d3bca9f tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] 10.222.0.18 "GET /v2.0/ports/3648e926-4868-436a-a9df-689783ee53d6 HTTP/1.1" status: 404 len: 333 time: 0.0268419 Jul 27 23:33:30.954258 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 43064) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:33:30.961875 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-714f7b89-f2dc-4887-b005-6b3a80bcfad0 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Request body: {'port': {'network_id': '3f52e5ad-49d0-4570-9e25-5f3e98ee138f', 'name': 'tempest-PortsIpV6TestJSON-1087821991'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:33:31.049921 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-cf5b9e19-1098-41b6-97cc-d0a2f283c9db req-47329f50-4d45-4535-b2b7-ce13a4b43557 service neutron] 10.222.0.38 "GET /v2.0/networks/d772070e-dad0-48ff-8bce-c02a3adbff90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1619570 Jul 27 23:33:31.116451 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-714f7b89-f2dc-4887-b005-6b3a80bcfad0 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Made reservation on behalf of 359084915661494793a200a4d2cd4e37 for: {'port': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:33:31.119885 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-714f7b89-f2dc-4887-b005-6b3a80bcfad0 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:31.142835 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-714f7b89-f2dc-4887-b005-6b3a80bcfad0 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] device_id is not set on port 7119b229-a78d-4705-8096-a9ff666012d6 yet. {{(pid=93797) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 23:33:31.211436 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-cf5b9e19-1098-41b6-97cc-d0a2f283c9db req-e32ea565-9fc0-4013-be28-3445c6f4be5f service neutron] 10.222.0.38 "GET /v2.0/networks/d772070e-dad0-48ff-8bce-c02a3adbff90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520996 Jul 27 23:33:31.331415 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-714f7b89-f2dc-4887-b005-6b3a80bcfad0 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:31.370520 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-714f7b89-f2dc-4887-b005-6b3a80bcfad0 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:31.419274 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-714f7b89-f2dc-4887-b005-6b3a80bcfad0 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Network 3f52e5ad-49d0-4570-9e25-5f3e98ee138f is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:33:31.422390 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-714f7b89-f2dc-4887-b005-6b3a80bcfad0 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:33:31.426665 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-714f7b89-f2dc-4887-b005-6b3a80bcfad0 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:33:31.432299 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-714f7b89-f2dc-4887-b005-6b3a80bcfad0 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:33:31.432927 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-714f7b89-f2dc-4887-b005-6b3a80bcfad0 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:31.449660 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714f7b89-f2dc-4887-b005-6b3a80bcfad0 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Pushing event updated for resources: {'Port': ['ID=7119b229-a78d-4705-8096-a9ff666012d6,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:33:31.459883 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-714f7b89-f2dc-4887-b005-6b3a80bcfad0 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.5020208 Jul 27 23:33:31.460470 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 43066) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:33:31.465660 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-009727e0-435d-4032-a6ff-ffdc70497cc1 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:33:31.548541 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-009727e0-435d-4032-a6ff-ffdc70497cc1 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:31.746940 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-009727e0-435d-4032-a6ff-ffdc70497cc1 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:31.752927 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-009727e0-435d-4032-a6ff-ffdc70497cc1 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11336041'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:31.787229 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-009727e0-435d-4032-a6ff-ffdc70497cc1 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] In _notify_port_updated(), no bound segment for port 7119b229-a78d-4705-8096-a9ff666012d6 on network 3f52e5ad-49d0-4570-9e25-5f3e98ee138f {{(pid=93797) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 27 23:33:31.793328 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-009727e0-435d-4032-a6ff-ffdc70497cc1 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:33:31.793962 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-009727e0-435d-4032-a6ff-ffdc70497cc1 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:31.795308 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-009727e0-435d-4032-a6ff-ffdc70497cc1 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] 10.222.0.18 "PUT /v2.0/ports/7119b229-a78d-4705-8096-a9ff666012d6 HTTP/1.1" status: 200 len: 818 time: 0.3342116 Jul 27 23:33:31.798188 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 43070) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:33:31.816555 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009727e0-435d-4032-a6ff-ffdc70497cc1 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Pushing event updated for resources: {'Port': ['ID=7119b229-a78d-4705-8096-a9ff666012d6,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:33:31.921908 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-546d09b1-544f-4226-a4f7-fb1b001de606 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Deleting port 7119b229-a78d-4705-8096-a9ff666012d6 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:33:31.922328 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-546d09b1-544f-4226-a4f7-fb1b001de606 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:32.001989 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-546d09b1-544f-4226-a4f7-fb1b001de606 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:32.015965 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-546d09b1-544f-4226-a4f7-fb1b001de606 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Calling delete_port for 7119b229-a78d-4705-8096-a9ff666012d6 owned by {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:33:32.099845 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-546d09b1-544f-4226-a4f7-fb1b001de606 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:32.127350 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546d09b1-544f-4226-a4f7-fb1b001de606 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Pushing event deleted for resources: {'Port': ['ID=7119b229-a78d-4705-8096-a9ff666012d6,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:33:32.135691 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-546d09b1-544f-4226-a4f7-fb1b001de606 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:32.137836 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-546d09b1-544f-4226-a4f7-fb1b001de606 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] 10.222.0.18 "DELETE /v2.0/ports/7119b229-a78d-4705-8096-a9ff666012d6 HTTP/1.1" status: 204 len: 168 time: 0.3386486 Jul 27 23:33:32.140351 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 43074) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:33:32.187929 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2714067-28f4-4b0e-95df-d729e9624819 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:33:32.189999 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-e2714067-28f4-4b0e-95df-d729e9624819 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0487385 Jul 27 23:33:32.192930 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 43076) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:33:32.218387 n-d-802623-1 neutron-server[93797]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c9e5de9-ce01-4335-a46f-f959534d9c69 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] GET failed (client error): The resource could not be found. Jul 27 23:33:32.220026 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-7c9e5de9-ce01-4335-a46f-f959534d9c69 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] 10.222.0.18 "GET /v2.0/ports/7119b229-a78d-4705-8096-a9ff666012d6 HTTP/1.1" status: 404 len: 333 time: 0.0260017 Jul 27 23:33:32.223638 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 43078) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:33:32.228641 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-178a441f-0775-41d1-aa47-ce40d9b225a3 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2074753044'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:33:32.251695 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-178a441f-0775-41d1-aa47-ce40d9b225a3 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Made reservation on behalf of 359084915661494793a200a4d2cd4e37 for: {'network': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:33:32.255647 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-178a441f-0775-41d1-aa47-ce40d9b225a3 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for network, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:32.260278 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7418f70f-e60d-4709-8ba9-6ab514bc7f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:32.282328 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-178a441f-0775-41d1-aa47-ce40d9b225a3 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 527} {{(pid=93797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 23:33:32.292094 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-178a441f-0775-41d1-aa47-ce40d9b225a3 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:32.292441 n-d-802623-1 neutron-server[93797]: INFO neutron.db.segments_db [None req-178a441f-0775-41d1-aa47-ce40d9b225a3 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Added segment 2f2440c0-0070-4180-9fb9-2c875970ef3c of type vlan for network b5cf9ea0-8be7-42b2-9a6b-d8235b362bd8 Jul 27 23:33:32.338025 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-178a441f-0775-41d1-aa47-ce40d9b225a3 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736833354590'] for network, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:32.368020 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-178a441f-0775-41d1-aa47-ce40d9b225a3 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569'] for network, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:32.373845 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-178a441f-0775-41d1-aa47-ce40d9b225a3 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:33:32.374672 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-178a441f-0775-41d1-aa47-ce40d9b225a3 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks [] for network, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:32.432356 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-178a441f-0775-41d1-aa47-ce40d9b225a3 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2076797 Jul 27 23:33:32.435127 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 43080) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:33:32.442155 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-c1eb302f-b39c-4345-94a4-42328231fd64 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Request body: {'subnet': {'network_id': 'b5cf9ea0-8be7-42b2-9a6b-d8235b362bd8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:33:32.489678 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178a441f-0775-41d1-aa47-ce40d9b225a3 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Pushing event updated for resources: {'Network': ['ID=b5cf9ea0-8be7-42b2-9a6b-d8235b362bd8,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:33:32.501108 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Network b5cf9ea0-8be7-42b2-9a6b-d8235b362bd8 details requested by agent ovs-agent-n-d-802623-1 with host n-d-802623-1 {{(pid=93799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 23:33:32.541231 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1eb302f-b39c-4345-94a4-42328231fd64 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Made reservation on behalf of 359084915661494793a200a4d2cd4e37 for: {'subnet': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:33:32.546005 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c1eb302f-b39c-4345-94a4-42328231fd64 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11551435'] for subnet, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:32.737784 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c1eb302f-b39c-4345-94a4-42328231fd64 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11336182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11551417'] for subnet, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:32.798252 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1eb302f-b39c-4345-94a4-42328231fd64 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Pushing event updated for resources: {'Subnet': ['ID=704c2c33-09be-4668-9521-24a5f8e5bd2e,revision_number=0']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:33:32.806989 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1eb302f-b39c-4345-94a4-42328231fd64 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Checking segment: {'id': '2f2440c0-0070-4180-9fb9-2c875970ef3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'b5cf9ea0-8be7-42b2-9a6b-d8235b362bd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:33:32.807419 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1eb302f-b39c-4345-94a4-42328231fd64 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Network hostable DHCP agents. Network: b5cf9ea0-8be7-42b2-9a6b-d8235b362bd8, hostable agents: ['5950e76f-2bde-4343-a925-cbe6bacd2706'], hosted agents: [] {{(pid=93797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 23:33:32.823648 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1eb302f-b39c-4345-94a4-42328231fd64 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Network b5cf9ea0-8be7-42b2-9a6b-d8235b362bd8 is scheduled to be hosted by DHCP agent 5950e76f-2bde-4343-a925-cbe6bacd2706 with binding_index 1 {{(pid=93797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 23:33:32.833059 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-c1eb302f-b39c-4345-94a4-42328231fd64 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802623-1, b5cf9ea0-8be7-42b2-9a6b-d8235b362bd8) {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:33:32.837060 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1eb302f-b39c-4345-94a4-42328231fd64 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:33:32.837653 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c1eb302f-b39c-4345-94a4-42328231fd64 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks [] for subnet, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:32.844083 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c0cd76b-ff16-4729-9147-d05cdb5e53dd None None] Network b5cf9ea0-8be7-42b2-9a6b-d8235b362bd8 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:33:32.855785 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-c1eb302f-b39c-4345-94a4-42328231fd64 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4195602 Jul 27 23:33:32.857348 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 43086) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:33:32.862716 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-4ca5d7ac-d5eb-4260-95cc-52b29f068ef2 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Request body: {'subnet': {'network_id': 'b5cf9ea0-8be7-42b2-9a6b-d8235b362bd8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:33:32.988568 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ca5d7ac-d5eb-4260-95cc-52b29f068ef2 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Made reservation on behalf of 359084915661494793a200a4d2cd4e37 for: {'subnet': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:33:32.992960 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4ca5d7ac-d5eb-4260-95cc-52b29f068ef2 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11551435'] for subnet, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:33.001306 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebde8a67-fc35-49f0-b40f-1a597cdd14f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f6f257c-ad18-5f0c-8c8e-ea085a5fc8a2-b5cf9ea0-8be7-42b2-9a6b-d8235b362bd8', 'network_id': 'b5cf9ea0-8be7-42b2-9a6b-d8235b362bd8', 'tenant_id': '359084915661494793a200a4d2cd4e37', 'fixed_ips': [{'subnet_id': '704c2c33-09be-4668-9521-24a5f8e5bd2e'}]}} from n-d-802623-1. {{(pid=93799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 23:33:33.002358 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ebde8a67-fc35-49f0-b40f-1a597cdd14f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:33.093712 n-d-802623-1 neutron-server[93797]: INFO neutron.db.ipam_backend_mixin [None req-4ca5d7ac-d5eb-4260-95cc-52b29f068ef2 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 704c2c33-09be-4668-9521-24a5f8e5bd2e (CIDR: 2001:db8::/64) Jul 27 23:33:33.097865 n-d-802623-1 neutron-server[93797]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ca5d7ac-d5eb-4260-95cc-52b29f068ef2 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 23:33:33.098366 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ca5d7ac-d5eb-4260-95cc-52b29f068ef2 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93797) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 23:33:33.115313 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-4ca5d7ac-d5eb-4260-95cc-52b29f068ef2 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2543650 Jul 27 23:33:33.115641 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 43090) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:33:33.121071 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-8861d92a-9c1f-4573-9474-2e17b14cea6b tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Request body: {'subnet': {'network_id': 'b5cf9ea0-8be7-42b2-9a6b-d8235b362bd8', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:33:33.156802 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-ebde8a67-fc35-49f0-b40f-1a597cdd14f8 None None] Allocated IP 2001:db8::2 (b5cf9ea0-8be7-42b2-9a6b-d8235b362bd8/704c2c33-09be-4668-9521-24a5f8e5bd2e/d60c315a-6981-4e84-a0f8-5771d9baae3b) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:33:33.257222 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8861d92a-9c1f-4573-9474-2e17b14cea6b tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Made reservation on behalf of 359084915661494793a200a4d2cd4e37 for: {'subnet': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:33:33.260922 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8861d92a-9c1f-4573-9474-2e17b14cea6b tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11551435'] for subnet, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:33.310906 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ebde8a67-fc35-49f0-b40f-1a597cdd14f8 None None] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:33.321604 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ebde8a67-fc35-49f0-b40f-1a597cdd14f8 None None] Transition to ACTIVE for port object d60c315a-6981-4e84-a0f8-5771d9baae3b will not be triggered until provisioned by entity L2. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:33:33.338042 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ebde8a67-fc35-49f0-b40f-1a597cdd14f8 None None] Transition to ACTIVE for port object d60c315a-6981-4e84-a0f8-5771d9baae3b will not be triggered until provisioned by entity DHCP. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:33:33.344343 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ebde8a67-fc35-49f0-b40f-1a597cdd14f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:33.385797 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebde8a67-fc35-49f0-b40f-1a597cdd14f8 None None] Network b5cf9ea0-8be7-42b2-9a6b-d8235b362bd8 is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:33:33.394292 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-ebde8a67-fc35-49f0-b40f-1a597cdd14f8 None None] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:33:33.397005 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebde8a67-fc35-49f0-b40f-1a597cdd14f8 None None] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:33:33.405032 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebde8a67-fc35-49f0-b40f-1a597cdd14f8 None None] Pushing event updated for resources: {'Port': ['ID=d60c315a-6981-4e84-a0f8-5771d9baae3b,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:33:33.461880 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-ebde8a67-fc35-49f0-b40f-1a597cdd14f8 None None] Attempting to bind port d60c315a-6981-4e84-a0f8-5771d9baae3b on host n-d-802623-1 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:33:33.462544 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-ebde8a67-fc35-49f0-b40f-1a597cdd14f8 None None] Attempting to bind port d60c315a-6981-4e84-a0f8-5771d9baae3b by drivers openvswitch,hyperv on host n-d-802623-1 at level 0 using segments [{'id': '2f2440c0-0070-4180-9fb9-2c875970ef3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'b5cf9ea0-8be7-42b2-9a6b-d8235b362bd8'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:33:33.462906 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebde8a67-fc35-49f0-b40f-1a597cdd14f8 None None] Attempting to bind port d60c315a-6981-4e84-a0f8-5771d9baae3b on network b5cf9ea0-8be7-42b2-9a6b-d8235b362bd8 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:33:33.470274 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebde8a67-fc35-49f0-b40f-1a597cdd14f8 None None] Checking agent: {'id': 'a9a568d2-a5e7-41e4-833f-a8ab42ea4073', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 52, 30), 'started_at': datetime.datetime(2021, 7, 27, 22, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 33, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802623-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:33:33.470664 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebde8a67-fc35-49f0-b40f-1a597cdd14f8 None None] Checking segment: {'id': '2f2440c0-0070-4180-9fb9-2c875970ef3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'b5cf9ea0-8be7-42b2-9a6b-d8235b362bd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:33:33.471165 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ebde8a67-fc35-49f0-b40f-1a597cdd14f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:33.471584 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebde8a67-fc35-49f0-b40f-1a597cdd14f8 None None] Bound using segment: {'id': '2f2440c0-0070-4180-9fb9-2c875970ef3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'b5cf9ea0-8be7-42b2-9a6b-d8235b362bd8'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:33:33.472063 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-ebde8a67-fc35-49f0-b40f-1a597cdd14f8 None None] Bound port: d60c315a-6981-4e84-a0f8-5771d9baae3b, host: n-d-802623-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f2440c0-0070-4180-9fb9-2c875970ef3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'b5cf9ea0-8be7-42b2-9a6b-d8235b362bd8'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:33:33.472446 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ebde8a67-fc35-49f0-b40f-1a597cdd14f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:33.514574 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8861d92a-9c1f-4573-9474-2e17b14cea6b tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11336182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11551417'] for subnet, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:33.543329 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ebde8a67-fc35-49f0-b40f-1a597cdd14f8 None None] For port d60c315a-6981-4e84-a0f8-5771d9baae3b, host n-d-802623-1, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:33:33.548824 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ebde8a67-fc35-49f0-b40f-1a597cdd14f8 None None] For port d60c315a-6981-4e84-a0f8-5771d9baae3b, host n-d-802623-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=d60c315a-6981-4e84-a0f8-5771d9baae3b,segment=NetworkSegment(2f2440c0-0070-4180-9fb9-2c875970ef3c),segment_id=2f2440c0-0070-4180-9fb9-2c875970ef3c)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:33:33.553756 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ebde8a67-fc35-49f0-b40f-1a597cdd14f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:33.561713 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8861d92a-9c1f-4573-9474-2e17b14cea6b tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Network b5cf9ea0-8be7-42b2-9a6b-d8235b362bd8 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:33:33.567941 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-8861d92a-9c1f-4573-9474-2e17b14cea6b tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:33:33.571581 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8861d92a-9c1f-4573-9474-2e17b14cea6b tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:33:33.572269 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8861d92a-9c1f-4573-9474-2e17b14cea6b tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks [] for subnet, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:33.586299 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8861d92a-9c1f-4573-9474-2e17b14cea6b tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Pushing event updated for resources: {'Subnet': ['ID=afab7829-61bb-4ec7-951d-682ff9d14d37,revision_number=0']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:33:33.597322 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-8861d92a-9c1f-4573-9474-2e17b14cea6b tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.4804699 Jul 27 23:33:33.600376 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 43092) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:33:33.621040 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebde8a67-fc35-49f0-b40f-1a597cdd14f8 None None] Pushing event updated for resources: {'Port': ['ID=d60c315a-6981-4e84-a0f8-5771d9baae3b,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:33:33.621293 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-f0d0dc1d-670a-4cb9-8e0f-dd3e4c8c42fd tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Request body: {'port': {'network_id': 'b5cf9ea0-8be7-42b2-9a6b-d8235b362bd8', 'fixed_ips': [{'subnet_id': '704c2c33-09be-4668-9521-24a5f8e5bd2e'}, {'subnet_id': 'afab7829-61bb-4ec7-951d-682ff9d14d37'}], 'name': 'tempest-PortsIpV6TestJSON-1599064762'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:33:33.747157 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0d0dc1d-670a-4cb9-8e0f-dd3e4c8c42fd tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Made reservation on behalf of 359084915661494793a200a4d2cd4e37 for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:33:33.873976 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f0d0dc1d-670a-4cb9-8e0f-dd3e4c8c42fd tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:33.894405 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [None req-f0d0dc1d-670a-4cb9-8e0f-dd3e4c8c42fd tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] device_id is not set on port 226cb3c8-978d-4d42-a14f-67fe4bffec83 yet. {{(pid=93798) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 23:33:34.189662 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-f0d0dc1d-670a-4cb9-8e0f-dd3e4c8c42fd tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Allocated IP 2001:db8::64 (b5cf9ea0-8be7-42b2-9a6b-d8235b362bd8/704c2c33-09be-4668-9521-24a5f8e5bd2e/226cb3c8-978d-4d42-a14f-67fe4bffec83) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:33:34.196732 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-f0d0dc1d-670a-4cb9-8e0f-dd3e4c8c42fd tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Allocated IP 2001:db8:0:1::32 (b5cf9ea0-8be7-42b2-9a6b-d8235b362bd8/afab7829-61bb-4ec7-951d-682ff9d14d37/226cb3c8-978d-4d42-a14f-67fe4bffec83) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:33:34.342722 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f0d0dc1d-670a-4cb9-8e0f-dd3e4c8c42fd tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:34.356707 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-f0d0dc1d-670a-4cb9-8e0f-dd3e4c8c42fd tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Transition to ACTIVE for port object 226cb3c8-978d-4d42-a14f-67fe4bffec83 will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:33:34.392708 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f0d0dc1d-670a-4cb9-8e0f-dd3e4c8c42fd tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:34.442781 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0d0dc1d-670a-4cb9-8e0f-dd3e4c8c42fd tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Network b5cf9ea0-8be7-42b2-9a6b-d8235b362bd8 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:33:34.446418 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-f0d0dc1d-670a-4cb9-8e0f-dd3e4c8c42fd tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:33:34.448848 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0d0dc1d-670a-4cb9-8e0f-dd3e4c8c42fd tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:33:34.454754 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0d0dc1d-670a-4cb9-8e0f-dd3e4c8c42fd tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:33:34.455440 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f0d0dc1d-670a-4cb9-8e0f-dd3e4c8c42fd tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:34.471545 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d0dc1d-670a-4cb9-8e0f-dd3e4c8c42fd tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Pushing event updated for resources: {'Port': ['ID=226cb3c8-978d-4d42-a14f-67fe4bffec83,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:33:34.482723 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-f0d0dc1d-670a-4cb9-8e0f-dd3e4c8c42fd tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1015 time: 0.8773046 Jul 27 23:33:34.483730 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 43100) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:33:34.488979 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-baff8518-7a1c-4926-a8fe-25cbb47dafcb tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '704c2c33-09be-4668-9521-24a5f8e5bd2e'}]}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:33:34.559850 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-baff8518-7a1c-4926-a8fe-25cbb47dafcb tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:34.562164 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f131111-7b3e-40df-9fc4-53158ad11b69 None None] Network b5cf9ea0-8be7-42b2-9a6b-d8235b362bd8 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:33:34.623869 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-981e0c97-f59d-4cdb-9269-808832159b67 None None] Provisioning for port d60c315a-6981-4e84-a0f8-5771d9baae3b completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:33:34.789625 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc009f1b-ada6-4734-a903-130663b521b8 None None] Update dhcp port {'port': {'network_id': 'b5cf9ea0-8be7-42b2-9a6b-d8235b362bd8', 'fixed_ips': [{'subnet_id': '704c2c33-09be-4668-9521-24a5f8e5bd2e', 'ip_address': '2001:db8::2'}, {'subnet_id': 'afab7829-61bb-4ec7-951d-682ff9d14d37'}], 'binding:host_id': 'n-d-802623-1'}, 'id': 'd60c315a-6981-4e84-a0f8-5771d9baae3b'} from n-d-802623-1. {{(pid=93799) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 27 23:33:34.815609 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-dc009f1b-ada6-4734-a903-130663b521b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:34.818024 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-04f89e97-a8f9-41d2-aeef-233e3e21e0ae req-54490181-610b-47c5-bd1d-4ae3e85a54b0 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=e9a436e3-d906-435d-b6dd-9e1040b145a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0474148 Jul 27 23:33:34.818695 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-baff8518-7a1c-4926-a8fe-25cbb47dafcb tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Delete allocated IP 2001:db8:0:1::32 (b5cf9ea0-8be7-42b2-9a6b-d8235b362bd8/afab7829-61bb-4ec7-951d-682ff9d14d37) {{(pid=93798) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 27 23:33:34.930320 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f89e97-a8f9-41d2-aeef-233e3e21e0ae req-035a2d10-7546-4ad6-885b-98a884d2ed6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:33:34.932650 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-04f89e97-a8f9-41d2-aeef-233e3e21e0ae req-035a2d10-7546-4ad6-885b-98a884d2ed6b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=50fb9c0a7f164ebaa507b1871f51f529&device_id=e9a436e3-d906-435d-b6dd-9e1040b145a2 HTTP/1.1" status: 200 len: 1096 time: 0.0659282 Jul 27 23:33:34.948230 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:34.971531 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-baff8518-7a1c-4926-a8fe-25cbb47dafcb tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:34.983742 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-baff8518-7a1c-4926-a8fe-25cbb47dafcb tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Ignored duplicate provisioning block setup for port 226cb3c8-978d-4d42-a14f-67fe4bffec83 by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 27 23:33:34.988267 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-baff8518-7a1c-4926-a8fe-25cbb47dafcb tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:35.049280 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-baff8518-7a1c-4926-a8fe-25cbb47dafcb tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] In _notify_port_updated(), no bound segment for port 226cb3c8-978d-4d42-a14f-67fe4bffec83 on network b5cf9ea0-8be7-42b2-9a6b-d8235b362bd8 {{(pid=93798) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 27 23:33:35.051994 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f89e97-a8f9-41d2-aeef-233e3e21e0ae req-fbd18765-be1c-4aa0-80de-0052eaa53195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:33:35.053912 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-04f89e97-a8f9-41d2-aeef-233e3e21e0ae req-fbd18765-be1c-4aa0-80de-0052eaa53195 service neutron] 10.222.0.49 "GET /v2.0/networks?id=2b215609-9514-419a-b7cc-2c2b08257d0c HTTP/1.1" status: 200 len: 909 time: 0.0999434 Jul 27 23:33:35.055533 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-dc009f1b-ada6-4734-a903-130663b521b8 None None] Allocated IP 2001:db8:0:1::2 (b5cf9ea0-8be7-42b2-9a6b-d8235b362bd8/afab7829-61bb-4ec7-951d-682ff9d14d37/d60c315a-6981-4e84-a0f8-5771d9baae3b) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:33:35.055703 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baff8518-7a1c-4926-a8fe-25cbb47dafcb tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:33:35.056475 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-baff8518-7a1c-4926-a8fe-25cbb47dafcb tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:35.060764 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-baff8518-7a1c-4926-a8fe-25cbb47dafcb tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] 10.222.0.18 "PUT /v2.0/ports/226cb3c8-978d-4d42-a14f-67fe4bffec83 HTTP/1.1" status: 200 len: 925 time: 0.5740523 Jul 27 23:33:35.061500 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 43106) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:33:35.067075 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-aa53e849-b64d-4959-a3a4-4d358ed90244 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '704c2c33-09be-4668-9521-24a5f8e5bd2e'}, {'subnet_id': 'afab7829-61bb-4ec7-951d-682ff9d14d37'}]}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:33:35.107932 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baff8518-7a1c-4926-a8fe-25cbb47dafcb tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Pushing event updated for resources: {'Port': ['ID=226cb3c8-978d-4d42-a14f-67fe4bffec83,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:33:35.167498 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-04f89e97-a8f9-41d2-aeef-233e3e21e0ae req-89294edc-a4cd-450e-993d-2ef9b514c884 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b817f094-e9a0-477d-8f41-a5a1fb15aac1 HTTP/1.1" status: 200 len: 999 time: 0.1046417 Jul 27 23:33:35.189885 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-aa53e849-b64d-4959-a3a4-4d358ed90244 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:35.194300 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-dc009f1b-ada6-4734-a903-130663b521b8 None None] For port d60c315a-6981-4e84-a0f8-5771d9baae3b, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=d60c315a-6981-4e84-a0f8-5771d9baae3b,segment=NetworkSegment(2f2440c0-0070-4180-9fb9-2c875970ef3c),segment_id=2f2440c0-0070-4180-9fb9-2c875970ef3c)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:33:35.244395 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-dc009f1b-ada6-4734-a903-130663b521b8 None None] Notify callbacks [] for port, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:35.249687 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f89e97-a8f9-41d2-aeef-233e3e21e0ae req-28c6b802-6ae5-41ac-ac2a-a8c2dd9bc973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:33:35.251630 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-04f89e97-a8f9-41d2-aeef-233e3e21e0ae req-28c6b802-6ae5-41ac-ac2a-a8c2dd9bc973 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=6d32a765-250f-4ea3-b957-afa008360a71 HTTP/1.1" status: 200 len: 847 time: 0.0754004 Jul 27 23:33:35.259389 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-dc009f1b-ada6-4734-a903-130663b521b8 None None] Transition to ACTIVE for port object d60c315a-6981-4e84-a0f8-5771d9baae3b will not be triggered until provisioned by entity DHCP. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:33:35.265458 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-dc009f1b-ada6-4734-a903-130663b521b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:35.312828 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f89e97-a8f9-41d2-aeef-233e3e21e0ae req-e9e41358-38d7-440b-933b-fbb2fa003b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:33:35.314628 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-04f89e97-a8f9-41d2-aeef-233e3e21e0ae req-e9e41358-38d7-440b-933b-fbb2fa003b14 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2b215609-9514-419a-b7cc-2c2b08257d0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0552998 Jul 27 23:33:35.327293 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [req-04f89e97-a8f9-41d2-aeef-233e3e21e0ae req-0e75c558-51d2-42b5-af6e-c14bd03fbc7b service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=93797) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 23:33:35.329884 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-04f89e97-a8f9-41d2-aeef-233e3e21e0ae req-0e75c558-51d2-42b5-af6e-c14bd03fbc7b service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0079775 Jul 27 23:33:35.385390 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc009f1b-ada6-4734-a903-130663b521b8 None None] Pushing event updated for resources: {'Port': ['ID=d60c315a-6981-4e84-a0f8-5771d9baae3b,revision_number=3']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:33:35.460288 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-04f89e97-a8f9-41d2-aeef-233e3e21e0ae req-8d5c2d0c-77de-4cb4-80cd-1a5758977171 service neutron] 10.222.0.49 "GET /v2.0/networks/2b215609-9514-419a-b7cc-2c2b08257d0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184464 Jul 27 23:33:35.547567 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-aa53e849-b64d-4959-a3a4-4d358ed90244 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Allocated IP 2001:db8:0:1::19d (b5cf9ea0-8be7-42b2-9a6b-d8235b362bd8/afab7829-61bb-4ec7-951d-682ff9d14d37/226cb3c8-978d-4d42-a14f-67fe4bffec83) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:33:35.592587 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device d60c315a-6981-4e84-a0f8-5771d9baae3b up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:33:35.609966 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-04f89e97-a8f9-41d2-aeef-233e3e21e0ae req-d6c4b7c5-f239-4e10-9e15-61e30921f4fe service neutron] 10.222.0.49 "GET /v2.0/networks/2b215609-9514-419a-b7cc-2c2b08257d0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419508 Jul 27 23:33:35.687523 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning for port d60c315a-6981-4e84-a0f8-5771d9baae3b completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:33:35.753878 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-aa53e849-b64d-4959-a3a4-4d358ed90244 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:35.775764 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-aa53e849-b64d-4959-a3a4-4d358ed90244 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Ignored duplicate provisioning block setup for port 226cb3c8-978d-4d42-a14f-67fe4bffec83 by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 27 23:33:35.779529 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-aa53e849-b64d-4959-a3a4-4d358ed90244 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:35.869206 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-aa53e849-b64d-4959-a3a4-4d358ed90244 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] In _notify_port_updated(), no bound segment for port 226cb3c8-978d-4d42-a14f-67fe4bffec83 on network b5cf9ea0-8be7-42b2-9a6b-d8235b362bd8 {{(pid=93798) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 27 23:33:35.874718 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa53e849-b64d-4959-a3a4-4d358ed90244 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:33:35.875381 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-aa53e849-b64d-4959-a3a4-4d358ed90244 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:35.879824 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-aa53e849-b64d-4959-a3a4-4d358ed90244 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] 10.222.0.18 "PUT /v2.0/ports/226cb3c8-978d-4d42-a14f-67fe4bffec83 HTTP/1.1" status: 200 len: 1011 time: 0.8152974 Jul 27 23:33:35.879824 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa53e849-b64d-4959-a3a4-4d358ed90244 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Pushing event updated for resources: {'Port': ['ID=226cb3c8-978d-4d42-a14f-67fe4bffec83,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:33:35.880280 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 43120) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:33:35.990193 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-645681b4-000f-4e12-bfd2-72fe9e7c00e9 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Deleting port 226cb3c8-978d-4d42-a14f-67fe4bffec83 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:33:35.990545 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-645681b4-000f-4e12-bfd2-72fe9e7c00e9 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:36.086504 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-645681b4-000f-4e12-bfd2-72fe9e7c00e9 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:36.100097 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac2f953b-c02a-47bb-bb00-d09a9ad168fe None None] Network b5cf9ea0-8be7-42b2-9a6b-d8235b362bd8 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:33:36.101087 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-645681b4-000f-4e12-bfd2-72fe9e7c00e9 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Calling delete_port for 226cb3c8-978d-4d42-a14f-67fe4bffec83 owned by {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:33:36.186440 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-12c71e07-f0a3-4d22-b1de-1a06449c3173 None None] Provisioning for port 226cb3c8-978d-4d42-a14f-67fe4bffec83 completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:33:36.191922 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-12c71e07-f0a3-4d22-b1de-1a06449c3173 None None] Provisioning complete for port 226cb3c8-978d-4d42-a14f-67fe4bffec83 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:33:36.192350 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-12c71e07-f0a3-4d22-b1de-1a06449c3173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:36.265138 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-12c71e07-f0a3-4d22-b1de-1a06449c3173 None None] Port 226cb3c8-978d-4d42-a14f-67fe4bffec83 cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:33:36.295596 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-12c71e07-f0a3-4d22-b1de-1a06449c3173 None None] Provisioning for port d60c315a-6981-4e84-a0f8-5771d9baae3b completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:33:36.316106 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-12c71e07-f0a3-4d22-b1de-1a06449c3173 None None] Provisioning complete for port d60c315a-6981-4e84-a0f8-5771d9baae3b triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:33:36.316605 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-12c71e07-f0a3-4d22-b1de-1a06449c3173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:36.335468 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-645681b4-000f-4e12-bfd2-72fe9e7c00e9 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:36.372905 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645681b4-000f-4e12-bfd2-72fe9e7c00e9 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Pushing event deleted for resources: {'Port': ['ID=226cb3c8-978d-4d42-a14f-67fe4bffec83,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:33:36.425656 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-12c71e07-f0a3-4d22-b1de-1a06449c3173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:36.439901 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-645681b4-000f-4e12-bfd2-72fe9e7c00e9 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:36.441880 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-645681b4-000f-4e12-bfd2-72fe9e7c00e9 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] 10.222.0.18 "DELETE /v2.0/ports/226cb3c8-978d-4d42-a14f-67fe4bffec83 HTTP/1.1" status: 204 len: 168 time: 0.5581324 Jul 27 23:33:36.444878 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 43132) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:33:36.464015 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-12c71e07-f0a3-4d22-b1de-1a06449c3173 None None] For port d60c315a-6981-4e84-a0f8-5771d9baae3b, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=d60c315a-6981-4e84-a0f8-5771d9baae3b,segment=NetworkSegment(2f2440c0-0070-4180-9fb9-2c875970ef3c),segment_id=2f2440c0-0070-4180-9fb9-2c875970ef3c)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:33:36.468900 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-12c71e07-f0a3-4d22-b1de-1a06449c3173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:36.473322 n-d-802623-1 neutron-server[93798]: INFO neutron.pecan_wsgi.hooks.translation [None req-1963b406-f2eb-43dc-bab8-571e8a590303 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] GET failed (client error): The resource could not be found. Jul 27 23:33:36.475074 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-1963b406-f2eb-43dc-bab8-571e8a590303 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] 10.222.0.18 "GET /v2.0/ports/226cb3c8-978d-4d42-a14f-67fe4bffec83 HTTP/1.1" status: 404 len: 333 time: 0.0288942 Jul 27 23:33:36.477716 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 43134) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:33:36.527244 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c71e07-f0a3-4d22-b1de-1a06449c3173 None None] Pushing event updated for resources: {'Port': ['ID=d60c315a-6981-4e84-a0f8-5771d9baae3b,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:33:36.538095 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_v2 [None req-39fbfd2e-e3d4-4d46-851a-160c6731c598 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Deleting subnet afab7829-61bb-4ec7-951d-682ff9d14d37 {{(pid=93798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 23:33:36.541831 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-39fbfd2e-e3d4-4d46-851a-160c6731c598 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks [] for subnet, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:36.599861 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-39fbfd2e-e3d4-4d46-851a-160c6731c598 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11163249'] for subnet, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:36.686225 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-08227a22-21a1-4d05-be0e-20ccf09fa429 None None] Could not find standard attr ID for object 226cb3c8-978d-4d42-a14f-67fe4bffec83. {{(pid=93799) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 23:33:36.697378 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-39fbfd2e-e3d4-4d46-851a-160c6731c598 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620741'] for subnet, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:36.698345 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-08227a22-21a1-4d05-be0e-20ccf09fa429 None None] Provisioning complete for port d60c315a-6981-4e84-a0f8-5771d9baae3b triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:33:36.699164 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-08227a22-21a1-4d05-be0e-20ccf09fa429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:36.786622 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-39fbfd2e-e3d4-4d46-851a-160c6731c598 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11971800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12265753'] for subnet, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:36.823312 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-39fbfd2e-e3d4-4d46-851a-160c6731c598 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:36.825762 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-39fbfd2e-e3d4-4d46-851a-160c6731c598 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] 10.222.0.18 "DELETE /v2.0/subnets/afab7829-61bb-4ec7-951d-682ff9d14d37 HTTP/1.1" status: 204 len: 168 time: 0.3456404 Jul 27 23:33:36.827091 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fbfd2e-e3d4-4d46-851a-160c6731c598 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Pushing event deleted for resources: {'Subnet': ['ID=afab7829-61bb-4ec7-951d-682ff9d14d37,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:33:36.832237 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 43142) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:33:36.905391 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e7d54cf-2562-4440-b381-84841974f3e1 None None] Network b5cf9ea0-8be7-42b2-9a6b-d8235b362bd8 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:33:36.913162 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_v2 [None req-7323256f-b6b9-4000-ace4-3749b7d01ae7 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Deleting subnet 704c2c33-09be-4668-9521-24a5f8e5bd2e {{(pid=93797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 23:33:36.917800 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7323256f-b6b9-4000-ace4-3749b7d01ae7 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks [] for subnet, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:36.968490 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-b704b280-72ea-4e03-8009-59c84cbb8b7f None None] Could not find standard attr ID for object 226cb3c8-978d-4d42-a14f-67fe4bffec83. {{(pid=93799) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 23:33:36.977595 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7323256f-b6b9-4000-ace4-3749b7d01ae7 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11335971'] for subnet, precommit_delete_associations {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:37.088984 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7323256f-b6b9-4000-ace4-3749b7d01ae7 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620741'] for subnet, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:37.177808 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7323256f-b6b9-4000-ace4-3749b7d01ae7 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11335991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11551414'] for subnet, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:37.213121 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7323256f-b6b9-4000-ace4-3749b7d01ae7 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Pushing event deleted for resources: {'Subnet': ['ID=704c2c33-09be-4668-9521-24a5f8e5bd2e,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:33:37.220480 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7323256f-b6b9-4000-ace4-3749b7d01ae7 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks [] for subnet, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:37.224898 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-7323256f-b6b9-4000-ace4-3749b7d01ae7 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] 10.222.0.18 "DELETE /v2.0/subnets/704c2c33-09be-4668-9521-24a5f8e5bd2e HTTP/1.1" status: 204 len: 168 time: 0.3898077 Jul 27 23:33:37.225228 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 43152) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:33:37.323062 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-955484cb-cf9c-425e-8ee2-b470634989ca tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593271'] for network, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:37.386147 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-955484cb-cf9c-425e-8ee2-b470634989ca tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Deleting port d60c315a-6981-4e84-a0f8-5771d9baae3b {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:33:37.386379 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-955484cb-cf9c-425e-8ee2-b470634989ca tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:37.453664 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-955484cb-cf9c-425e-8ee2-b470634989ca tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] For port d60c315a-6981-4e84-a0f8-5771d9baae3b, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=d60c315a-6981-4e84-a0f8-5771d9baae3b,segment=NetworkSegment(2f2440c0-0070-4180-9fb9-2c875970ef3c),segment_id=2f2440c0-0070-4180-9fb9-2c875970ef3c)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:33:37.453976 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-955484cb-cf9c-425e-8ee2-b470634989ca tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:37.468265 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-955484cb-cf9c-425e-8ee2-b470634989ca tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Calling delete_port for d60c315a-6981-4e84-a0f8-5771d9baae3b owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:33:37.471913 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device d60c315a-6981-4e84-a0f8-5771d9baae3b up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:33:37.527667 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port d60c315a-6981-4e84-a0f8-5771d9baae3b triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:33:37.528051 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:37.579901 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-955484cb-cf9c-425e-8ee2-b470634989ca tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:37.588734 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Could not find standard attr ID for object d60c315a-6981-4e84-a0f8-5771d9baae3b. {{(pid=93799) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 23:33:37.591760 n-d-802623-1 neutron-server[93799]: INFO neutron.plugins.ml2.db [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] No ports have port_id starting with d60c315a-6981-4e84-a0f8-5771d9baae3b Jul 27 23:33:37.610501 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955484cb-cf9c-425e-8ee2-b470634989ca tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Pushing event deleted for resources: {'Port': ['ID=d60c315a-6981-4e84-a0f8-5771d9baae3b,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:33:37.614159 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-955484cb-cf9c-425e-8ee2-b470634989ca tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] No DVR routers for this DVR port d60c315a-6981-4e84-a0f8-5771d9baae3b on host n-d-802623-1 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:33:37.697056 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-955484cb-cf9c-425e-8ee2-b470634989ca tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618032', 'neutron.services.segments.db._delete_segments_for_network-8736833900081'] for network, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:37.707914 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-955484cb-cf9c-425e-8ee2-b470634989ca tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5cf9ea0-8be7-42b2-9a6b-d8235b362bd8']}} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:33:37.719985 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-955484cb-cf9c-425e-8ee2-b470634989ca tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f2440c0-0070-4180-9fb9-2c875970ef3c') {'for_net_delete': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:33:37.720283 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-955484cb-cf9c-425e-8ee2-b470634989ca tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f2440c0-0070-4180-9fb9-2c875970ef3c') {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:33:37.730015 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-955484cb-cf9c-425e-8ee2-b470634989ca tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736833900858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11335978'] for segment, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:37.750637 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-955484cb-cf9c-425e-8ee2-b470634989ca tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:37.757108 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-955484cb-cf9c-425e-8ee2-b470634989ca tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Releasing vlan 527 on physical network physnet1 to pool {{(pid=93797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 23:33:37.757460 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-955484cb-cf9c-425e-8ee2-b470634989ca tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11336013'] for segment, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:37.761357 n-d-802623-1 neutron-server[93797]: Traceback (most recent call last): Jul 27 23:33:37.761357 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 23:33:37.761357 n-d-802623-1 neutron-server[93797]: timer() Jul 27 23:33:37.761357 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 23:33:37.761357 n-d-802623-1 neutron-server[93797]: cb(*args, **kw) Jul 27 23:33:37.761357 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 23:33:37.761357 n-d-802623-1 neutron-server[93797]: return func(*args, **kwargs) Jul 27 23:33:37.761357 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 23:33:37.761357 n-d-802623-1 neutron-server[93797]: self._notify() Jul 27 23:33:37.761357 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 23:33:37.761357 n-d-802623-1 neutron-server[93797]: self.callback(batched_events) Jul 27 23:33:37.761357 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 23:33:37.761357 n-d-802623-1 neutron-server[93797]: event.method(event) Jul 27 23:33:37.761357 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 23:33:37.761357 n-d-802623-1 neutron-server[93797]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 23:33:37.761357 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 23:33:37.761357 n-d-802623-1 neutron-server[93797]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 23:33:37.761357 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 23:33:37.761357 n-d-802623-1 neutron-server[93797]: return f(self, *a, **k) Jul 27 23:33:37.761357 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 23:33:37.761357 n-d-802623-1 neutron-server[93797]: return self._get(url).json() Jul 27 23:33:37.761357 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 23:33:37.761357 n-d-802623-1 neutron-server[93797]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 23:33:37.761357 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 23:33:37.761357 n-d-802623-1 neutron-server[93797]: return self.request(url, 'GET', **kwargs) Jul 27 23:33:37.761357 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 23:33:37.761357 n-d-802623-1 neutron-server[93797]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 23:33:37.761357 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 23:33:37.761357 n-d-802623-1 neutron-server[93797]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 23:33:37.761357 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 23:33:37.761357 n-d-802623-1 neutron-server[93797]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 23:33:37.761357 n-d-802623-1 neutron-server[93797]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 23:33:37.804031 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e080a3eb-fd94-4c30-85b9-d1defad19b09 None None] Network b5cf9ea0-8be7-42b2-9a6b-d8235b362bd8 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:33:37.832748 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-955484cb-cf9c-425e-8ee2-b470634989ca tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415412'] for network, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:37.855084 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-955484cb-cf9c-425e-8ee2-b470634989ca tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks [] for network, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:37.856754 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-955484cb-cf9c-425e-8ee2-b470634989ca tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] 10.222.0.18 "DELETE /v2.0/networks/b5cf9ea0-8be7-42b2-9a6b-d8235b362bd8 HTTP/1.1" status: 204 len: 168 time: 0.6303110 Jul 27 23:33:37.860988 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 43166) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:33:37.862253 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955484cb-cf9c-425e-8ee2-b470634989ca tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Pushing event deleted for resources: {'Network': ['ID=b5cf9ea0-8be7-42b2-9a6b-d8235b362bd8,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:33:37.905871 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-1dc44f94-21db-4ac8-bd84-f9b2362ccece None None] Could not find standard attr ID for object d60c315a-6981-4e84-a0f8-5771d9baae3b. {{(pid=93799) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 23:33:37.919996 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29e89959-b516-45db-93f9-19250ba44ab6 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:33:37.921761 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-29e89959-b516-45db-93f9-19250ba44ab6 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0582385 Jul 27 23:33:37.925850 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 43168) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:33:37.974846 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-5f19d302-c130-4993-a9b8-900ef4845b41 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] 10.222.0.18 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0461175 Jul 27 23:33:37.976446 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 43170) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:33:37.981533 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-0165f76f-c04b-4ea9-9924-58c0ef3282e5 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-881282639'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:33:37.983294 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11b9ea2a-7223-46ea-a5b1-df88180664d1 None None] DHCP port deletion for b5cf9ea0-8be7-42b2-9a6b-d8235b362bd8 request from n-d-802623-1 {{(pid=93799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 23:33:38.008103 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0165f76f-c04b-4ea9-9924-58c0ef3282e5 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Made reservation on behalf of 359084915661494793a200a4d2cd4e37 for: {'network': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:33:38.011774 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0165f76f-c04b-4ea9-9924-58c0ef3282e5 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for network, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:38.035857 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0165f76f-c04b-4ea9-9924-58c0ef3282e5 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 537} {{(pid=93798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 23:33:38.044746 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0165f76f-c04b-4ea9-9924-58c0ef3282e5 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:38.045040 n-d-802623-1 neutron-server[93798]: INFO neutron.db.segments_db [None req-0165f76f-c04b-4ea9-9924-58c0ef3282e5 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Added segment b4c60095-8e19-4455-9cc2-964d530753a7 of type vlan for network 683da1ca-6fc6-4510-b640-393d5eef1ae2 Jul 27 23:33:38.087639 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0165f76f-c04b-4ea9-9924-58c0ef3282e5 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736833354590'] for network, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:38.117230 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0165f76f-c04b-4ea9-9924-58c0ef3282e5 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569'] for network, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:38.122970 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0165f76f-c04b-4ea9-9924-58c0ef3282e5 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:33:38.123688 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0165f76f-c04b-4ea9-9924-58c0ef3282e5 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks [] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:38.186047 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-0165f76f-c04b-4ea9-9924-58c0ef3282e5 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2083256 Jul 27 23:33:38.188829 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 43176) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:33:38.193624 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-354d0e70-db1b-4181-abea-0683fce003cd tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Request body: {'subnet': {'network_id': '683da1ca-6fc6-4510-b640-393d5eef1ae2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:33:38.212356 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0165f76f-c04b-4ea9-9924-58c0ef3282e5 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Pushing event updated for resources: {'Network': ['ID=683da1ca-6fc6-4510-b640-393d5eef1ae2,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:33:38.222925 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Network 683da1ca-6fc6-4510-b640-393d5eef1ae2 details requested by agent ovs-agent-n-d-802623-1 with host n-d-802623-1 {{(pid=93799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 23:33:38.287600 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-354d0e70-db1b-4181-abea-0683fce003cd tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Made reservation on behalf of 359084915661494793a200a4d2cd4e37 for: {'subnet': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:33:38.291435 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-354d0e70-db1b-4181-abea-0683fce003cd tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12265828'] for subnet, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:38.483964 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-354d0e70-db1b-4181-abea-0683fce003cd tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11971609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12265750'] for subnet, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:38.547311 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354d0e70-db1b-4181-abea-0683fce003cd tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Pushing event updated for resources: {'Subnet': ['ID=5f00bae0-4325-41dc-95d4-d5083380888b,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:33:38.556602 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-354d0e70-db1b-4181-abea-0683fce003cd tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Checking segment: {'id': 'b4c60095-8e19-4455-9cc2-964d530753a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '683da1ca-6fc6-4510-b640-393d5eef1ae2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:33:38.556964 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-354d0e70-db1b-4181-abea-0683fce003cd tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Network hostable DHCP agents. Network: 683da1ca-6fc6-4510-b640-393d5eef1ae2, hostable agents: ['5950e76f-2bde-4343-a925-cbe6bacd2706'], hosted agents: [] {{(pid=93798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 23:33:38.573808 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-354d0e70-db1b-4181-abea-0683fce003cd tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Network 683da1ca-6fc6-4510-b640-393d5eef1ae2 is scheduled to be hosted by DHCP agent 5950e76f-2bde-4343-a925-cbe6bacd2706 with binding_index 1 {{(pid=93798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 23:33:38.583836 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-354d0e70-db1b-4181-abea-0683fce003cd tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802623-1, 683da1ca-6fc6-4510-b640-393d5eef1ae2) {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:33:38.587865 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-354d0e70-db1b-4181-abea-0683fce003cd tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:33:38.588456 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-354d0e70-db1b-4181-abea-0683fce003cd tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:38.593487 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd5be746-49e0-4dcb-b1bf-94c0f474fe06 None None] Network 683da1ca-6fc6-4510-b640-393d5eef1ae2 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:33:38.605108 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-354d0e70-db1b-4181-abea-0683fce003cd tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4151537 Jul 27 23:33:38.607898 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 43188) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:33:38.613128 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-96faea4c-499a-4714-a308-02204fed5a28 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Request body: {'port': {'network_id': '683da1ca-6fc6-4510-b640-393d5eef1ae2', 'name': 'tempest-PortsIpV6TestJSON-1651841988'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:33:38.732812 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96faea4c-499a-4714-a308-02204fed5a28 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Made reservation on behalf of 359084915661494793a200a4d2cd4e37 for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:33:38.737741 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-96faea4c-499a-4714-a308-02204fed5a28 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:38.746809 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80ed341b-2347-47f4-96f9-0d3ca978f9d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f6f257c-ad18-5f0c-8c8e-ea085a5fc8a2-683da1ca-6fc6-4510-b640-393d5eef1ae2', 'network_id': '683da1ca-6fc6-4510-b640-393d5eef1ae2', 'tenant_id': '359084915661494793a200a4d2cd4e37', 'fixed_ips': [{'subnet_id': '5f00bae0-4325-41dc-95d4-d5083380888b'}]}} from n-d-802623-1. {{(pid=93799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 23:33:38.747805 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-80ed341b-2347-47f4-96f9-0d3ca978f9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:38.758595 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [None req-96faea4c-499a-4714-a308-02204fed5a28 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] device_id is not set on port 0d073fad-8a24-42df-8e16-cab5c360fceb yet. {{(pid=93798) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 23:33:38.888969 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-96faea4c-499a-4714-a308-02204fed5a28 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Allocated IP 2001:db8::2f1 (683da1ca-6fc6-4510-b640-393d5eef1ae2/5f00bae0-4325-41dc-95d4-d5083380888b/0d073fad-8a24-42df-8e16-cab5c360fceb) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:33:39.047878 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-96faea4c-499a-4714-a308-02204fed5a28 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:39.061568 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-96faea4c-499a-4714-a308-02204fed5a28 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Transition to ACTIVE for port object 0d073fad-8a24-42df-8e16-cab5c360fceb will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:33:39.095734 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-96faea4c-499a-4714-a308-02204fed5a28 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:39.147431 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96faea4c-499a-4714-a308-02204fed5a28 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Network 683da1ca-6fc6-4510-b640-393d5eef1ae2 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:33:39.147895 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-80ed341b-2347-47f4-96f9-0d3ca978f9d5 None None] Allocated IP 2001:db8::2 (683da1ca-6fc6-4510-b640-393d5eef1ae2/5f00bae0-4325-41dc-95d4-d5083380888b/ae7cd83f-6faf-44c0-ad46-94674b1867e6) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:33:39.152650 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-96faea4c-499a-4714-a308-02204fed5a28 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:33:39.155089 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96faea4c-499a-4714-a308-02204fed5a28 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:33:39.163760 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96faea4c-499a-4714-a308-02204fed5a28 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:33:39.163760 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-96faea4c-499a-4714-a308-02204fed5a28 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:39.171721 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96faea4c-499a-4714-a308-02204fed5a28 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Pushing event updated for resources: {'Port': ['ID=0d073fad-8a24-42df-8e16-cab5c360fceb,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:33:39.195079 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-96faea4c-499a-4714-a308-02204fed5a28 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.5799613 Jul 27 23:33:39.195079 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 43200) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:33:39.199125 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-400e6a08-ed84-46a0-8138-b71c8713ec71 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Request body: {'port': {'network_id': '683da1ca-6fc6-4510-b640-393d5eef1ae2', 'name': 'tempest-PortsIpV6TestJSON-969515208'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:33:39.310142 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-80ed341b-2347-47f4-96f9-0d3ca978f9d5 None None] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:39.317313 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-400e6a08-ed84-46a0-8138-b71c8713ec71 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Made reservation on behalf of 359084915661494793a200a4d2cd4e37 for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:33:39.321760 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-400e6a08-ed84-46a0-8138-b71c8713ec71 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:39.321948 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-80ed341b-2347-47f4-96f9-0d3ca978f9d5 None None] Transition to ACTIVE for port object ae7cd83f-6faf-44c0-ad46-94674b1867e6 will not be triggered until provisioned by entity L2. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:33:39.337384 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-80ed341b-2347-47f4-96f9-0d3ca978f9d5 None None] Transition to ACTIVE for port object ae7cd83f-6faf-44c0-ad46-94674b1867e6 will not be triggered until provisioned by entity DHCP. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:33:39.341359 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [None req-400e6a08-ed84-46a0-8138-b71c8713ec71 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] device_id is not set on port 119c2987-67ee-4a5c-a458-4a87dea78721 yet. {{(pid=93798) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 23:33:39.344299 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-80ed341b-2347-47f4-96f9-0d3ca978f9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:39.381060 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80ed341b-2347-47f4-96f9-0d3ca978f9d5 None None] Network 683da1ca-6fc6-4510-b640-393d5eef1ae2 is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:33:39.385362 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-80ed341b-2347-47f4-96f9-0d3ca978f9d5 None None] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:33:39.388625 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80ed341b-2347-47f4-96f9-0d3ca978f9d5 None None] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:33:39.423299 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ed341b-2347-47f4-96f9-0d3ca978f9d5 None None] Pushing event updated for resources: {'Port': ['ID=ae7cd83f-6faf-44c0-ad46-94674b1867e6,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:33:39.458425 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device d60c315a-6981-4e84-a0f8-5771d9baae3b no longer exists at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:33:39.482942 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-400e6a08-ed84-46a0-8138-b71c8713ec71 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Allocated IP 2001:db8::2ff (683da1ca-6fc6-4510-b640-393d5eef1ae2/5f00bae0-4325-41dc-95d4-d5083380888b/119c2987-67ee-4a5c-a458-4a87dea78721) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:33:39.489038 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] No Port match for: d60c315a-6981-4e84-a0f8-5771d9baae3b {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:33:39.489589 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device d60c315a-6981-4e84-a0f8-5771d9baae3b not bound to the agent host n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:33:39.495811 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-80ed341b-2347-47f4-96f9-0d3ca978f9d5 None None] Attempting to bind port ae7cd83f-6faf-44c0-ad46-94674b1867e6 on host n-d-802623-1 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:33:39.495980 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-80ed341b-2347-47f4-96f9-0d3ca978f9d5 None None] Attempting to bind port ae7cd83f-6faf-44c0-ad46-94674b1867e6 by drivers openvswitch,hyperv on host n-d-802623-1 at level 0 using segments [{'id': 'b4c60095-8e19-4455-9cc2-964d530753a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '683da1ca-6fc6-4510-b640-393d5eef1ae2'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:33:39.496424 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80ed341b-2347-47f4-96f9-0d3ca978f9d5 None None] Attempting to bind port ae7cd83f-6faf-44c0-ad46-94674b1867e6 on network 683da1ca-6fc6-4510-b640-393d5eef1ae2 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:33:39.503168 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80ed341b-2347-47f4-96f9-0d3ca978f9d5 None None] Checking agent: {'id': 'a9a568d2-a5e7-41e4-833f-a8ab42ea4073', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 52, 30), 'started_at': datetime.datetime(2021, 7, 27, 22, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 33, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802623-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:33:39.503778 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80ed341b-2347-47f4-96f9-0d3ca978f9d5 None None] Checking segment: {'id': 'b4c60095-8e19-4455-9cc2-964d530753a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '683da1ca-6fc6-4510-b640-393d5eef1ae2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:33:39.505219 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-80ed341b-2347-47f4-96f9-0d3ca978f9d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:39.505219 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80ed341b-2347-47f4-96f9-0d3ca978f9d5 None None] Bound using segment: {'id': 'b4c60095-8e19-4455-9cc2-964d530753a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '683da1ca-6fc6-4510-b640-393d5eef1ae2'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:33:39.506096 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-80ed341b-2347-47f4-96f9-0d3ca978f9d5 None None] Bound port: ae7cd83f-6faf-44c0-ad46-94674b1867e6, host: n-d-802623-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4c60095-8e19-4455-9cc2-964d530753a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '683da1ca-6fc6-4510-b640-393d5eef1ae2'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:33:39.506747 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-80ed341b-2347-47f4-96f9-0d3ca978f9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:39.669961 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-400e6a08-ed84-46a0-8138-b71c8713ec71 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:39.685654 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-400e6a08-ed84-46a0-8138-b71c8713ec71 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Transition to ACTIVE for port object 119c2987-67ee-4a5c-a458-4a87dea78721 will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:33:39.726716 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-400e6a08-ed84-46a0-8138-b71c8713ec71 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:39.731936 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-80ed341b-2347-47f4-96f9-0d3ca978f9d5 None None] For port ae7cd83f-6faf-44c0-ad46-94674b1867e6, host n-d-802623-1, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:33:39.737336 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-80ed341b-2347-47f4-96f9-0d3ca978f9d5 None None] For port ae7cd83f-6faf-44c0-ad46-94674b1867e6, host n-d-802623-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=ae7cd83f-6faf-44c0-ad46-94674b1867e6,segment=NetworkSegment(b4c60095-8e19-4455-9cc2-964d530753a7),segment_id=b4c60095-8e19-4455-9cc2-964d530753a7)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:33:39.742326 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-80ed341b-2347-47f4-96f9-0d3ca978f9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:39.774245 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-400e6a08-ed84-46a0-8138-b71c8713ec71 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Network 683da1ca-6fc6-4510-b640-393d5eef1ae2 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:33:39.777618 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-400e6a08-ed84-46a0-8138-b71c8713ec71 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:33:39.781715 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-400e6a08-ed84-46a0-8138-b71c8713ec71 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:33:39.787666 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-400e6a08-ed84-46a0-8138-b71c8713ec71 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:33:39.788027 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-400e6a08-ed84-46a0-8138-b71c8713ec71 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:39.806203 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-400e6a08-ed84-46a0-8138-b71c8713ec71 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.6136730 Jul 27 23:33:39.809030 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 43212) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:33:39.823151 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400e6a08-ed84-46a0-8138-b71c8713ec71 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Pushing event updated for resources: {'Port': ['ID=119c2987-67ee-4a5c-a458-4a87dea78721,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:33:39.825534 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ed341b-2347-47f4-96f9-0d3ca978f9d5 None None] Pushing event updated for resources: {'Port': ['ID=ae7cd83f-6faf-44c0-ad46-94674b1867e6,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:33:39.836749 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ed341b-2347-47f4-96f9-0d3ca978f9d5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:33:39.837335 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ed341b-2347-47f4-96f9-0d3ca978f9d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:33:39.838101 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ed341b-2347-47f4-96f9-0d3ca978f9d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:33:39.838862 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ed341b-2347-47f4-96f9-0d3ca978f9d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:33:39.839561 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ed341b-2347-47f4-96f9-0d3ca978f9d5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:33:39.840100 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ed341b-2347-47f4-96f9-0d3ca978f9d5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:33:39.841142 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ed341b-2347-47f4-96f9-0d3ca978f9d5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:33:39.841683 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ed341b-2347-47f4-96f9-0d3ca978f9d5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:33:39.842236 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ed341b-2347-47f4-96f9-0d3ca978f9d5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:33:39.842835 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ed341b-2347-47f4-96f9-0d3ca978f9d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:33:39.843394 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ed341b-2347-47f4-96f9-0d3ca978f9d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:33:39.844647 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ed341b-2347-47f4-96f9-0d3ca978f9d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:33:39.915877 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a2c77a6-9846-4e13-9c17-344e9ab7609f tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:33:39.917507 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-4a2c77a6-9846-4e13-9c17-344e9ab7609f tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] 10.222.0.18 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A2f1 HTTP/1.1" status: 200 len: 929 time: 0.1065876 Jul 27 23:33:39.921045 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 43216) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:33:40.033501 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-fe1585d6-8bfc-4299-9041-d6c62d847635 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Deleting port 119c2987-67ee-4a5c-a458-4a87dea78721 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:33:40.033937 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-fe1585d6-8bfc-4299-9041-d6c62d847635 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:40.134636 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-fe1585d6-8bfc-4299-9041-d6c62d847635 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:40.147626 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-fe1585d6-8bfc-4299-9041-d6c62d847635 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Calling delete_port for 119c2987-67ee-4a5c-a458-4a87dea78721 owned by {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:33:40.280253 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-fe1585d6-8bfc-4299-9041-d6c62d847635 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:40.314582 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1585d6-8bfc-4299-9041-d6c62d847635 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Pushing event deleted for resources: {'Port': ['ID=119c2987-67ee-4a5c-a458-4a87dea78721,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:33:40.348928 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-fe1585d6-8bfc-4299-9041-d6c62d847635 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:40.351236 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-fe1585d6-8bfc-4299-9041-d6c62d847635 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] 10.222.0.18 "DELETE /v2.0/ports/119c2987-67ee-4a5c-a458-4a87dea78721 HTTP/1.1" status: 204 len: 168 time: 0.4292059 Jul 27 23:33:40.353923 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 43226) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:33:40.380611 n-d-802623-1 neutron-server[93797]: INFO neutron.pecan_wsgi.hooks.translation [None req-e38b704c-72b2-44da-a8db-93d9ba100ab7 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] GET failed (client error): The resource could not be found. Jul 27 23:33:40.382116 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-e38b704c-72b2-44da-a8db-93d9ba100ab7 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] 10.222.0.18 "GET /v2.0/ports/119c2987-67ee-4a5c-a458-4a87dea78721 HTTP/1.1" status: 404 len: 333 time: 0.0272329 Jul 27 23:33:40.384730 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 43228) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:33:40.471787 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-36c13f95-9f29-4604-9d1d-b6c4ab012b98 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Deleting port 0d073fad-8a24-42df-8e16-cab5c360fceb {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:33:40.472129 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-36c13f95-9f29-4604-9d1d-b6c4ab012b98 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:40.573356 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-36c13f95-9f29-4604-9d1d-b6c4ab012b98 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:40.587292 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-36c13f95-9f29-4604-9d1d-b6c4ab012b98 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Calling delete_port for 0d073fad-8a24-42df-8e16-cab5c360fceb owned by {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:33:40.745668 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-36c13f95-9f29-4604-9d1d-b6c4ab012b98 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:40.775424 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c13f95-9f29-4604-9d1d-b6c4ab012b98 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Pushing event deleted for resources: {'Port': ['ID=0d073fad-8a24-42df-8e16-cab5c360fceb,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:33:40.805595 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-36c13f95-9f29-4604-9d1d-b6c4ab012b98 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:40.807595 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-36c13f95-9f29-4604-9d1d-b6c4ab012b98 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] 10.222.0.18 "DELETE /v2.0/ports/0d073fad-8a24-42df-8e16-cab5c360fceb HTTP/1.1" status: 204 len: 168 time: 0.4219563 Jul 27 23:33:40.810305 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 43236) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:33:40.838648 n-d-802623-1 neutron-server[93798]: INFO neutron.pecan_wsgi.hooks.translation [None req-21a4cc77-38f1-499e-b239-43a94803c0f7 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] GET failed (client error): The resource could not be found. Jul 27 23:33:40.840362 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-21a4cc77-38f1-499e-b239-43a94803c0f7 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] 10.222.0.18 "GET /v2.0/ports/0d073fad-8a24-42df-8e16-cab5c360fceb HTTP/1.1" status: 404 len: 333 time: 0.0290577 Jul 27 23:33:40.843008 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 43242) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:33:40.899892 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceb3aabf-f7a0-4a15-94ff-245066bfbb04 None None] Network 683da1ca-6fc6-4510-b640-393d5eef1ae2 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:33:40.913264 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_v2 [None req-31e669ad-f744-41bc-9557-60e2f44d7d8a tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Deleting subnet 5f00bae0-4325-41dc-95d4-d5083380888b {{(pid=93798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 23:33:40.916992 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-31e669ad-f744-41bc-9557-60e2f44d7d8a tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks [] for subnet, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:40.964141 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-31e669ad-f744-41bc-9557-60e2f44d7d8a tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11163249'] for subnet, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:40.965638 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-cf1893c1-2302-444c-bbe9-15caa8c885b2 None None] Provisioning for port ae7cd83f-6faf-44c0-ad46-94674b1867e6 completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:33:41.049021 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-31e669ad-f744-41bc-9557-60e2f44d7d8a tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620741'] for subnet, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:41.109310 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-31e669ad-f744-41bc-9557-60e2f44d7d8a tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11971800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12265753'] for subnet, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:41.142077 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e669ad-f744-41bc-9557-60e2f44d7d8a tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Pushing event deleted for resources: {'Subnet': ['ID=5f00bae0-4325-41dc-95d4-d5083380888b,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:33:41.145766 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-31e669ad-f744-41bc-9557-60e2f44d7d8a tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:41.147840 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-31e669ad-f744-41bc-9557-60e2f44d7d8a tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] 10.222.0.18 "DELETE /v2.0/subnets/5f00bae0-4325-41dc-95d4-d5083380888b HTTP/1.1" status: 204 len: 168 time: 0.3036768 Jul 27 23:33:41.150761 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 43250) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:33:41.239936 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2da7551d-06f8-40af-8f9b-3410d94a8f2a tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593271'] for network, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:41.274113 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da340f50-63fd-4558-8ad3-8ba8d56e20ce None None] Network 683da1ca-6fc6-4510-b640-393d5eef1ae2 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:33:41.295874 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-2da7551d-06f8-40af-8f9b-3410d94a8f2a tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Deleting port ae7cd83f-6faf-44c0-ad46-94674b1867e6 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:33:41.296216 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2da7551d-06f8-40af-8f9b-3410d94a8f2a tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:41.361831 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-2da7551d-06f8-40af-8f9b-3410d94a8f2a tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] For port ae7cd83f-6faf-44c0-ad46-94674b1867e6, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=ae7cd83f-6faf-44c0-ad46-94674b1867e6,segment=NetworkSegment(b4c60095-8e19-4455-9cc2-964d530753a7),segment_id=b4c60095-8e19-4455-9cc2-964d530753a7)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:33:41.362216 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2da7551d-06f8-40af-8f9b-3410d94a8f2a tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:41.382450 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-2da7551d-06f8-40af-8f9b-3410d94a8f2a tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Calling delete_port for ae7cd83f-6faf-44c0-ad46-94674b1867e6 owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:33:41.476543 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2da7551d-06f8-40af-8f9b-3410d94a8f2a tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:41.503839 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68973575-4c64-4d5f-a027-616a19249d18 None None] DHCP port deletion for 683da1ca-6fc6-4510-b640-393d5eef1ae2 request from n-d-802623-1 {{(pid=93799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 23:33:41.506317 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da7551d-06f8-40af-8f9b-3410d94a8f2a tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Pushing event deleted for resources: {'Port': ['ID=ae7cd83f-6faf-44c0-ad46-94674b1867e6,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:33:41.513017 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da7551d-06f8-40af-8f9b-3410d94a8f2a tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] No DVR routers for this DVR port ae7cd83f-6faf-44c0-ad46-94674b1867e6 on host n-d-802623-1 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:33:41.604308 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2da7551d-06f8-40af-8f9b-3410d94a8f2a tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618032', 'neutron.services.segments.db._delete_segments_for_network-8736833900081'] for network, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:41.614206 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-2da7551d-06f8-40af-8f9b-3410d94a8f2a tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['683da1ca-6fc6-4510-b640-393d5eef1ae2']}} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:33:41.624289 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-2da7551d-06f8-40af-8f9b-3410d94a8f2a tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4c60095-8e19-4455-9cc2-964d530753a7') {'for_net_delete': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:33:41.627011 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-2da7551d-06f8-40af-8f9b-3410d94a8f2a tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4c60095-8e19-4455-9cc2-964d530753a7') {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:33:41.638162 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2da7551d-06f8-40af-8f9b-3410d94a8f2a tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736833900858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11335978'] for segment, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:41.653533 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2da7551d-06f8-40af-8f9b-3410d94a8f2a tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:41.660732 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2da7551d-06f8-40af-8f9b-3410d94a8f2a tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Releasing vlan 537 on physical network physnet1 to pool {{(pid=93797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 23:33:41.661327 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2da7551d-06f8-40af-8f9b-3410d94a8f2a tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11336013'] for segment, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:41.664342 n-d-802623-1 neutron-server[93797]: Traceback (most recent call last): Jul 27 23:33:41.664342 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 23:33:41.664342 n-d-802623-1 neutron-server[93797]: timer() Jul 27 23:33:41.664342 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 23:33:41.664342 n-d-802623-1 neutron-server[93797]: cb(*args, **kw) Jul 27 23:33:41.664342 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 23:33:41.664342 n-d-802623-1 neutron-server[93797]: return func(*args, **kwargs) Jul 27 23:33:41.664342 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 23:33:41.664342 n-d-802623-1 neutron-server[93797]: self._notify() Jul 27 23:33:41.664342 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 23:33:41.664342 n-d-802623-1 neutron-server[93797]: self.callback(batched_events) Jul 27 23:33:41.664342 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 23:33:41.664342 n-d-802623-1 neutron-server[93797]: event.method(event) Jul 27 23:33:41.664342 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 23:33:41.664342 n-d-802623-1 neutron-server[93797]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 23:33:41.664342 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 23:33:41.664342 n-d-802623-1 neutron-server[93797]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 23:33:41.664342 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 23:33:41.664342 n-d-802623-1 neutron-server[93797]: return f(self, *a, **k) Jul 27 23:33:41.664342 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 23:33:41.664342 n-d-802623-1 neutron-server[93797]: return self._get(url).json() Jul 27 23:33:41.664342 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 23:33:41.664342 n-d-802623-1 neutron-server[93797]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 23:33:41.664342 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 23:33:41.664342 n-d-802623-1 neutron-server[93797]: return self.request(url, 'GET', **kwargs) Jul 27 23:33:41.664342 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 23:33:41.664342 n-d-802623-1 neutron-server[93797]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 23:33:41.664342 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 23:33:41.664342 n-d-802623-1 neutron-server[93797]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 23:33:41.664342 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 23:33:41.664342 n-d-802623-1 neutron-server[93797]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 23:33:41.664342 n-d-802623-1 neutron-server[93797]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 23:33:41.729404 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2da7551d-06f8-40af-8f9b-3410d94a8f2a tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415412'] for network, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:41.737027 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2da7551d-06f8-40af-8f9b-3410d94a8f2a tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks [] for network, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:41.738827 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-2da7551d-06f8-40af-8f9b-3410d94a8f2a tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] 10.222.0.18 "DELETE /v2.0/networks/683da1ca-6fc6-4510-b640-393d5eef1ae2 HTTP/1.1" status: 204 len: 168 time: 0.5864298 Jul 27 23:33:41.742654 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 43262) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:33:41.748124 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-f8700c32-44d4-412b-bb9d-2c99aad9a859 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-510484156'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:33:41.753478 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da7551d-06f8-40af-8f9b-3410d94a8f2a tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Pushing event deleted for resources: {'Network': ['ID=683da1ca-6fc6-4510-b640-393d5eef1ae2,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:33:41.772314 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8700c32-44d4-412b-bb9d-2c99aad9a859 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Made reservation on behalf of 359084915661494793a200a4d2cd4e37 for: {'network': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:33:41.775960 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f8700c32-44d4-412b-bb9d-2c99aad9a859 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for network, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:41.801587 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8700c32-44d4-412b-bb9d-2c99aad9a859 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 537} {{(pid=93798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 23:33:41.812003 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f8700c32-44d4-412b-bb9d-2c99aad9a859 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:41.812677 n-d-802623-1 neutron-server[93798]: INFO neutron.db.segments_db [None req-f8700c32-44d4-412b-bb9d-2c99aad9a859 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Added segment 4d71554b-300c-4466-a004-7b2e523f4cc7 of type vlan for network 9b7499cd-d6bb-4136-9827-7545e7565656 Jul 27 23:33:41.860114 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f8700c32-44d4-412b-bb9d-2c99aad9a859 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736833354590'] for network, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:41.890641 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f8700c32-44d4-412b-bb9d-2c99aad9a859 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569'] for network, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:41.896338 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8700c32-44d4-412b-bb9d-2c99aad9a859 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:33:41.896892 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f8700c32-44d4-412b-bb9d-2c99aad9a859 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks [] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:41.959272 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-f8700c32-44d4-412b-bb9d-2c99aad9a859 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2126336 Jul 27 23:33:41.959494 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 43266) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:33:41.964242 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-44ce82d4-3788-491b-ac00-587de9bde810 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Request body: {'subnet': {'network_id': '9b7499cd-d6bb-4136-9827-7545e7565656', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:33:41.984351 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8700c32-44d4-412b-bb9d-2c99aad9a859 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Pushing event updated for resources: {'Network': ['ID=9b7499cd-d6bb-4136-9827-7545e7565656,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:33:41.995482 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Network 9b7499cd-d6bb-4136-9827-7545e7565656 details requested by agent ovs-agent-n-d-802623-1 with host n-d-802623-1 {{(pid=93799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 23:33:42.062536 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44ce82d4-3788-491b-ac00-587de9bde810 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Made reservation on behalf of 359084915661494793a200a4d2cd4e37 for: {'subnet': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:33:42.067194 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-44ce82d4-3788-491b-ac00-587de9bde810 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12265828'] for subnet, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:42.256289 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-44ce82d4-3788-491b-ac00-587de9bde810 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11971609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12265750'] for subnet, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:42.317756 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ce82d4-3788-491b-ac00-587de9bde810 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Pushing event updated for resources: {'Subnet': ['ID=911aeae6-2d9a-4da4-9d2e-3df28d115122,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:33:42.326763 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44ce82d4-3788-491b-ac00-587de9bde810 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Checking segment: {'id': '4d71554b-300c-4466-a004-7b2e523f4cc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '9b7499cd-d6bb-4136-9827-7545e7565656'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:33:42.327158 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44ce82d4-3788-491b-ac00-587de9bde810 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Network hostable DHCP agents. Network: 9b7499cd-d6bb-4136-9827-7545e7565656, hostable agents: ['5950e76f-2bde-4343-a925-cbe6bacd2706'], hosted agents: [] {{(pid=93798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 23:33:42.343375 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44ce82d4-3788-491b-ac00-587de9bde810 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Network 9b7499cd-d6bb-4136-9827-7545e7565656 is scheduled to be hosted by DHCP agent 5950e76f-2bde-4343-a925-cbe6bacd2706 with binding_index 1 {{(pid=93798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 23:33:42.352307 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-44ce82d4-3788-491b-ac00-587de9bde810 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802623-1, 9b7499cd-d6bb-4136-9827-7545e7565656) {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:33:42.356427 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44ce82d4-3788-491b-ac00-587de9bde810 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:33:42.356979 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-44ce82d4-3788-491b-ac00-587de9bde810 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:42.364750 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7048e1a-5f77-48c1-9dab-dcaf2e938d7a None None] Network 9b7499cd-d6bb-4136-9827-7545e7565656 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:33:42.374798 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-44ce82d4-3788-491b-ac00-587de9bde810 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4114807 Jul 27 23:33:42.375069 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 43276) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:33:42.380194 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-eeee40d2-fd87-4436-af7c-7f775db0ed4c tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Request body: {'port': {'network_id': '9b7499cd-d6bb-4136-9827-7545e7565656', 'name': 'tempest-PortsIpV6TestJSON-2111339736', 'fixed_ips': [{'subnet_id': '911aeae6-2d9a-4da4-9d2e-3df28d115122', 'ip_address': '2001:db8::10'}]}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:33:42.520897 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18904d23-32de-4b3f-b3cd-7417599dc464 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f6f257c-ad18-5f0c-8c8e-ea085a5fc8a2-9b7499cd-d6bb-4136-9827-7545e7565656', 'network_id': '9b7499cd-d6bb-4136-9827-7545e7565656', 'tenant_id': '359084915661494793a200a4d2cd4e37', 'fixed_ips': [{'subnet_id': '911aeae6-2d9a-4da4-9d2e-3df28d115122'}]}} from n-d-802623-1. {{(pid=93799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 23:33:42.522208 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-18904d23-32de-4b3f-b3cd-7417599dc464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:42.669153 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-18904d23-32de-4b3f-b3cd-7417599dc464 None None] Allocated IP 2001:db8::2 (9b7499cd-d6bb-4136-9827-7545e7565656/911aeae6-2d9a-4da4-9d2e-3df28d115122/c22b380c-eabd-4200-9680-3fbd1297780a) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:33:42.827342 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-18904d23-32de-4b3f-b3cd-7417599dc464 None None] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:42.836618 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-18904d23-32de-4b3f-b3cd-7417599dc464 None None] Transition to ACTIVE for port object c22b380c-eabd-4200-9680-3fbd1297780a will not be triggered until provisioned by entity L2. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:33:42.853141 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-18904d23-32de-4b3f-b3cd-7417599dc464 None None] Transition to ACTIVE for port object c22b380c-eabd-4200-9680-3fbd1297780a will not be triggered until provisioned by entity DHCP. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:33:42.859996 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-18904d23-32de-4b3f-b3cd-7417599dc464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:42.914416 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18904d23-32de-4b3f-b3cd-7417599dc464 None None] Network 9b7499cd-d6bb-4136-9827-7545e7565656 is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:33:42.915584 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18904d23-32de-4b3f-b3cd-7417599dc464 None None] Pushing event updated for resources: {'Port': ['ID=c22b380c-eabd-4200-9680-3fbd1297780a,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:33:42.918416 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eeee40d2-fd87-4436-af7c-7f775db0ed4c tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Made reservation on behalf of 359084915661494793a200a4d2cd4e37 for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:33:42.918967 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-18904d23-32de-4b3f-b3cd-7417599dc464 None None] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:33:42.921142 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18904d23-32de-4b3f-b3cd-7417599dc464 None None] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:33:42.988485 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-18904d23-32de-4b3f-b3cd-7417599dc464 None None] Attempting to bind port c22b380c-eabd-4200-9680-3fbd1297780a on host n-d-802623-1 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:33:42.988864 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-18904d23-32de-4b3f-b3cd-7417599dc464 None None] Attempting to bind port c22b380c-eabd-4200-9680-3fbd1297780a by drivers openvswitch,hyperv on host n-d-802623-1 at level 0 using segments [{'id': '4d71554b-300c-4466-a004-7b2e523f4cc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '9b7499cd-d6bb-4136-9827-7545e7565656'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:33:42.989255 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18904d23-32de-4b3f-b3cd-7417599dc464 None None] Attempting to bind port c22b380c-eabd-4200-9680-3fbd1297780a on network 9b7499cd-d6bb-4136-9827-7545e7565656 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:33:42.994265 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18904d23-32de-4b3f-b3cd-7417599dc464 None None] Checking agent: {'id': 'a9a568d2-a5e7-41e4-833f-a8ab42ea4073', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 52, 30), 'started_at': datetime.datetime(2021, 7, 27, 22, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 33, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802623-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:33:42.994762 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18904d23-32de-4b3f-b3cd-7417599dc464 None None] Checking segment: {'id': '4d71554b-300c-4466-a004-7b2e523f4cc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '9b7499cd-d6bb-4136-9827-7545e7565656'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:33:42.995406 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-18904d23-32de-4b3f-b3cd-7417599dc464 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:42.995813 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18904d23-32de-4b3f-b3cd-7417599dc464 None None] Bound using segment: {'id': '4d71554b-300c-4466-a004-7b2e523f4cc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '9b7499cd-d6bb-4136-9827-7545e7565656'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:33:42.996364 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-18904d23-32de-4b3f-b3cd-7417599dc464 None None] Bound port: c22b380c-eabd-4200-9680-3fbd1297780a, host: n-d-802623-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d71554b-300c-4466-a004-7b2e523f4cc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '9b7499cd-d6bb-4136-9827-7545e7565656'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:33:42.996652 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-18904d23-32de-4b3f-b3cd-7417599dc464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:43.011548 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-eeee40d2-fd87-4436-af7c-7f775db0ed4c tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:43.029502 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [None req-eeee40d2-fd87-4436-af7c-7f775db0ed4c tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] device_id is not set on port ac3f126e-0936-4cd8-8e40-712e403faa9e yet. {{(pid=93798) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 23:33:43.063739 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-18904d23-32de-4b3f-b3cd-7417599dc464 None None] For port c22b380c-eabd-4200-9680-3fbd1297780a, host n-d-802623-1, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:33:43.067428 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-18904d23-32de-4b3f-b3cd-7417599dc464 None None] For port c22b380c-eabd-4200-9680-3fbd1297780a, host n-d-802623-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=c22b380c-eabd-4200-9680-3fbd1297780a,segment=NetworkSegment(4d71554b-300c-4466-a004-7b2e523f4cc7),segment_id=4d71554b-300c-4466-a004-7b2e523f4cc7)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:33:43.072282 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-18904d23-32de-4b3f-b3cd-7417599dc464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:43.141778 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18904d23-32de-4b3f-b3cd-7417599dc464 None None] Pushing event updated for resources: {'Port': ['ID=c22b380c-eabd-4200-9680-3fbd1297780a,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:33:43.228198 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-eeee40d2-fd87-4436-af7c-7f775db0ed4c tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Allocated IP 2001:db8::10 (9b7499cd-d6bb-4136-9827-7545e7565656/911aeae6-2d9a-4da4-9d2e-3df28d115122/ac3f126e-0936-4cd8-8e40-712e403faa9e) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:33:43.434267 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-eeee40d2-fd87-4436-af7c-7f775db0ed4c tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:43.457289 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-eeee40d2-fd87-4436-af7c-7f775db0ed4c tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Transition to ACTIVE for port object ac3f126e-0936-4cd8-8e40-712e403faa9e will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:33:43.497865 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-eeee40d2-fd87-4436-af7c-7f775db0ed4c tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:43.504080 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device c22b380c-eabd-4200-9680-3fbd1297780a up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:33:43.544579 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeee40d2-fd87-4436-af7c-7f775db0ed4c tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Network 9b7499cd-d6bb-4136-9827-7545e7565656 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:33:43.552780 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-eeee40d2-fd87-4436-af7c-7f775db0ed4c tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:33:43.555749 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning for port c22b380c-eabd-4200-9680-3fbd1297780a completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:33:43.559005 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeee40d2-fd87-4436-af7c-7f775db0ed4c tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:33:43.566011 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeee40d2-fd87-4436-af7c-7f775db0ed4c tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:33:43.566653 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-eeee40d2-fd87-4436-af7c-7f775db0ed4c tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:43.578675 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeee40d2-fd87-4436-af7c-7f775db0ed4c tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Pushing event updated for resources: {'Port': ['ID=ac3f126e-0936-4cd8-8e40-712e403faa9e,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:33:43.591296 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-eeee40d2-fd87-4436-af7c-7f775db0ed4c tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.2129083 Jul 27 23:33:43.591864 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 43298) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:33:43.597665 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-7bd53c43-8baf-48a6-8949-329afd69d492 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Request body: {'port': {'network_id': '9b7499cd-d6bb-4136-9827-7545e7565656', 'name': 'tempest-PortsIpV6TestJSON-327364385', 'fixed_ips': [{'subnet_id': '911aeae6-2d9a-4da4-9d2e-3df28d115122', 'ip_address': '2001:db8::f'}]}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:33:43.626964 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device ae7cd83f-6faf-44c0-ad46-94674b1867e6 no longer exists at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:33:43.651264 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] No Port match for: ae7cd83f-6faf-44c0-ad46-94674b1867e6 {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:33:43.651715 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device ae7cd83f-6faf-44c0-ad46-94674b1867e6 not bound to the agent host n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:33:44.068927 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bd53c43-8baf-48a6-8949-329afd69d492 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Made reservation on behalf of 359084915661494793a200a4d2cd4e37 for: {'port': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:33:44.154278 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7bd53c43-8baf-48a6-8949-329afd69d492 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:44.173748 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-7bd53c43-8baf-48a6-8949-329afd69d492 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] device_id is not set on port ba5d33e9-3391-40bf-af7e-b41d37bf2dc1 yet. {{(pid=93797) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 23:33:44.209241 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dae95212-9214-438b-a809-89ac923ae7d2 None None] Network 9b7499cd-d6bb-4136-9827-7545e7565656 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:33:44.337676 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-719c14ef-d0e5-4cf6-b1ec-b2c823740369 None None] Provisioning for port c22b380c-eabd-4200-9680-3fbd1297780a completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:33:44.346038 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-719c14ef-d0e5-4cf6-b1ec-b2c823740369 None None] Provisioning complete for port c22b380c-eabd-4200-9680-3fbd1297780a triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:33:44.346416 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-719c14ef-d0e5-4cf6-b1ec-b2c823740369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:44.354189 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-7bd53c43-8baf-48a6-8949-329afd69d492 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Allocated IP 2001:db8::f (9b7499cd-d6bb-4136-9827-7545e7565656/911aeae6-2d9a-4da4-9d2e-3df28d115122/ba5d33e9-3391-40bf-af7e-b41d37bf2dc1) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:33:44.457793 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-719c14ef-d0e5-4cf6-b1ec-b2c823740369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:44.493367 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-719c14ef-d0e5-4cf6-b1ec-b2c823740369 None None] For port c22b380c-eabd-4200-9680-3fbd1297780a, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=c22b380c-eabd-4200-9680-3fbd1297780a,segment=NetworkSegment(4d71554b-300c-4466-a004-7b2e523f4cc7),segment_id=4d71554b-300c-4466-a004-7b2e523f4cc7)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:33:44.498192 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-719c14ef-d0e5-4cf6-b1ec-b2c823740369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:44.550934 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719c14ef-d0e5-4cf6-b1ec-b2c823740369 None None] Pushing event updated for resources: {'Port': ['ID=c22b380c-eabd-4200-9680-3fbd1297780a,revision_number=3']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:33:44.575469 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7bd53c43-8baf-48a6-8949-329afd69d492 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:44.592261 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-7bd53c43-8baf-48a6-8949-329afd69d492 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Transition to ACTIVE for port object ba5d33e9-3391-40bf-af7e-b41d37bf2dc1 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:33:44.626652 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7bd53c43-8baf-48a6-8949-329afd69d492 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:44.673168 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bd53c43-8baf-48a6-8949-329afd69d492 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Network 9b7499cd-d6bb-4136-9827-7545e7565656 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:33:44.682914 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-7bd53c43-8baf-48a6-8949-329afd69d492 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:33:44.685431 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bd53c43-8baf-48a6-8949-329afd69d492 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:33:44.692053 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bd53c43-8baf-48a6-8949-329afd69d492 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:33:44.692681 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7bd53c43-8baf-48a6-8949-329afd69d492 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:44.708940 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd53c43-8baf-48a6-8949-329afd69d492 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Pushing event updated for resources: {'Port': ['ID=ba5d33e9-3391-40bf-af7e-b41d37bf2dc1,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:33:44.712916 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-7bd53c43-8baf-48a6-8949-329afd69d492 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.1199021 Jul 27 23:33:44.715636 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 43320) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:33:44.808262 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c52bae39-691d-491d-b4ba-80c62f33f83f tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:33:44.810116 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-c52bae39-691d-491d-b4ba-80c62f33f83f tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] 10.222.0.18 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.0932093 Jul 27 23:33:44.813333 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 43326) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:33:44.827053 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-720e5a1b-e1ff-4683-a297-4569d4e60e2e None None] Provisioning for port ac3f126e-0936-4cd8-8e40-712e403faa9e completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:33:44.831861 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-720e5a1b-e1ff-4683-a297-4569d4e60e2e None None] Provisioning complete for port ac3f126e-0936-4cd8-8e40-712e403faa9e triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:33:44.832243 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-720e5a1b-e1ff-4683-a297-4569d4e60e2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:44.904181 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-720e5a1b-e1ff-4683-a297-4569d4e60e2e None None] Port ac3f126e-0936-4cd8-8e40-712e403faa9e cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:33:44.916667 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-720e5a1b-e1ff-4683-a297-4569d4e60e2e None None] Provisioning complete for port c22b380c-eabd-4200-9680-3fbd1297780a triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:33:44.917589 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-720e5a1b-e1ff-4683-a297-4569d4e60e2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:44.943525 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abac7be6-6311-41b3-8c8a-b5b03601c6f7 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:33:44.949810 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abac7be6-6311-41b3-8c8a-b5b03601c6f7 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:33:44.957902 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abac7be6-6311-41b3-8c8a-b5b03601c6f7 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:33:44.959852 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-abac7be6-6311-41b3-8c8a-b5b03601c6f7 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] 10.222.0.18 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2390 time: 0.1446524 Jul 27 23:33:44.962645 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 43330) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:33:45.060337 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-4bea00ea-9599-4216-9e5f-114ca030f5cd tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Deleting port ba5d33e9-3391-40bf-af7e-b41d37bf2dc1 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:33:45.060681 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4bea00ea-9599-4216-9e5f-114ca030f5cd tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:45.138858 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-d1568942-fec9-44d9-b1e2-ef757400fee1 None None] Provisioning complete for port ac3f126e-0936-4cd8-8e40-712e403faa9e triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:33:45.138858 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d1568942-fec9-44d9-b1e2-ef757400fee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:45.171541 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4bea00ea-9599-4216-9e5f-114ca030f5cd tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:45.186292 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-4bea00ea-9599-4216-9e5f-114ca030f5cd tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Calling delete_port for ba5d33e9-3391-40bf-af7e-b41d37bf2dc1 owned by {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:33:45.192482 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-d1568942-fec9-44d9-b1e2-ef757400fee1 None None] Port ac3f126e-0936-4cd8-8e40-712e403faa9e cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:33:45.323622 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4bea00ea-9599-4216-9e5f-114ca030f5cd tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:45.324217 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-be68e301-88f5-4ce9-9593-1e6a435b9321 None None] Provisioning for port ba5d33e9-3391-40bf-af7e-b41d37bf2dc1 completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:33:45.328591 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-be68e301-88f5-4ce9-9593-1e6a435b9321 None None] Provisioning complete for port ba5d33e9-3391-40bf-af7e-b41d37bf2dc1 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:33:45.328972 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-be68e301-88f5-4ce9-9593-1e6a435b9321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:45.349634 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-be68e301-88f5-4ce9-9593-1e6a435b9321 None None] Port ba5d33e9-3391-40bf-af7e-b41d37bf2dc1 was deleted so its status cannot be updated. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 27 23:33:45.353421 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bea00ea-9599-4216-9e5f-114ca030f5cd tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Pushing event deleted for resources: {'Port': ['ID=ba5d33e9-3391-40bf-af7e-b41d37bf2dc1,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:33:45.382606 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4bea00ea-9599-4216-9e5f-114ca030f5cd tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:45.384627 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-4bea00ea-9599-4216-9e5f-114ca030f5cd tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] 10.222.0.18 "DELETE /v2.0/ports/ba5d33e9-3391-40bf-af7e-b41d37bf2dc1 HTTP/1.1" status: 204 len: 168 time: 0.4205813 Jul 27 23:33:45.387188 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 43342) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:33:45.412382 n-d-802623-1 neutron-server[93797]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0048858-0b21-42fe-8bb9-fefef2d47dbe tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] GET failed (client error): The resource could not be found. Jul 27 23:33:45.413951 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-f0048858-0b21-42fe-8bb9-fefef2d47dbe tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] 10.222.0.18 "GET /v2.0/ports/ba5d33e9-3391-40bf-af7e-b41d37bf2dc1 HTTP/1.1" status: 404 len: 333 time: 0.0258355 Jul 27 23:33:45.416803 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 43344) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:33:45.474159 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device c22b380c-eabd-4200-9680-3fbd1297780a up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:33:45.536033 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port c22b380c-eabd-4200-9680-3fbd1297780a triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:33:45.536653 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:45.544423 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-dfebed94-6335-4733-a53e-4d42cab935ad tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Deleting port ac3f126e-0936-4cd8-8e40-712e403faa9e {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:33:45.544423 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-dfebed94-6335-4733-a53e-4d42cab935ad tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:45.653064 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-dfebed94-6335-4733-a53e-4d42cab935ad tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:45.666385 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-dfebed94-6335-4733-a53e-4d42cab935ad tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Calling delete_port for ac3f126e-0936-4cd8-8e40-712e403faa9e owned by {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:33:45.797619 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-dfebed94-6335-4733-a53e-4d42cab935ad tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:45.824931 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfebed94-6335-4733-a53e-4d42cab935ad tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Pushing event deleted for resources: {'Port': ['ID=ac3f126e-0936-4cd8-8e40-712e403faa9e,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:33:45.854043 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-dfebed94-6335-4733-a53e-4d42cab935ad tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:45.858895 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-dfebed94-6335-4733-a53e-4d42cab935ad tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] 10.222.0.18 "DELETE /v2.0/ports/ac3f126e-0936-4cd8-8e40-712e403faa9e HTTP/1.1" status: 204 len: 168 time: 0.4387741 Jul 27 23:33:45.859265 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 43350) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:33:45.884164 n-d-802623-1 neutron-server[93798]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d548e58-e5f1-4d08-a9b3-4f787348ead4 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] GET failed (client error): The resource could not be found. Jul 27 23:33:45.885945 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-9d548e58-e5f1-4d08-a9b3-4f787348ead4 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] 10.222.0.18 "GET /v2.0/ports/ac3f126e-0936-4cd8-8e40-712e403faa9e HTTP/1.1" status: 404 len: 333 time: 0.0258389 Jul 27 23:33:45.888662 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 43352) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:33:45.945654 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa040a6d-00fc-4fd3-89bc-d6afd7e0e936 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Deleting subnet 911aeae6-2d9a-4da4-9d2e-3df28d115122 {{(pid=93798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 23:33:45.949126 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-aa040a6d-00fc-4fd3-89bc-d6afd7e0e936 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks [] for subnet, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:46.005372 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-aa040a6d-00fc-4fd3-89bc-d6afd7e0e936 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11163249'] for subnet, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:46.099340 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-aa040a6d-00fc-4fd3-89bc-d6afd7e0e936 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620741'] for subnet, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:46.158015 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-aa040a6d-00fc-4fd3-89bc-d6afd7e0e936 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11971800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12265753'] for subnet, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:46.190592 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa040a6d-00fc-4fd3-89bc-d6afd7e0e936 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Pushing event deleted for resources: {'Subnet': ['ID=911aeae6-2d9a-4da4-9d2e-3df28d115122,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:33:46.194215 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-aa040a6d-00fc-4fd3-89bc-d6afd7e0e936 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:46.199036 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 43366) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:33:46.199538 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-aa040a6d-00fc-4fd3-89bc-d6afd7e0e936 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] 10.222.0.18 "DELETE /v2.0/subnets/911aeae6-2d9a-4da4-9d2e-3df28d115122 HTTP/1.1" status: 204 len: 168 time: 0.3094945 Jul 27 23:33:46.202706 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f27b76b7-aa60-4250-bcb6-05816d53eb1d None None] Network 9b7499cd-d6bb-4136-9827-7545e7565656 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:33:46.288184 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2897dbb1-5260-45d5-aaf8-81ec7cb90069 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593271'] for network, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:46.349764 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-2897dbb1-5260-45d5-aaf8-81ec7cb90069 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Deleting port c22b380c-eabd-4200-9680-3fbd1297780a {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:33:46.350111 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2897dbb1-5260-45d5-aaf8-81ec7cb90069 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:46.396816 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2b6c99f-b301-485a-baf2-585472f1ffdd None None] DHCP port deletion for 9b7499cd-d6bb-4136-9827-7545e7565656 request from n-d-802623-1 {{(pid=93799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 23:33:46.419334 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-2897dbb1-5260-45d5-aaf8-81ec7cb90069 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] For port c22b380c-eabd-4200-9680-3fbd1297780a, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=c22b380c-eabd-4200-9680-3fbd1297780a,segment=NetworkSegment(4d71554b-300c-4466-a004-7b2e523f4cc7),segment_id=4d71554b-300c-4466-a004-7b2e523f4cc7)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:33:46.419851 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2897dbb1-5260-45d5-aaf8-81ec7cb90069 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:46.433407 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-2897dbb1-5260-45d5-aaf8-81ec7cb90069 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Calling delete_port for c22b380c-eabd-4200-9680-3fbd1297780a owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:33:46.443812 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-c2b6c99f-b301-485a-baf2-585472f1ffdd None None] Deleting port c22b380c-eabd-4200-9680-3fbd1297780a {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:33:46.444190 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c2b6c99f-b301-485a-baf2-585472f1ffdd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:46.516315 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-c2b6c99f-b301-485a-baf2-585472f1ffdd None None] For port c22b380c-eabd-4200-9680-3fbd1297780a, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=c22b380c-eabd-4200-9680-3fbd1297780a,segment=NetworkSegment(4d71554b-300c-4466-a004-7b2e523f4cc7),segment_id=4d71554b-300c-4466-a004-7b2e523f4cc7)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:33:46.516883 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c2b6c99f-b301-485a-baf2-585472f1ffdd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:46.535486 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-c2b6c99f-b301-485a-baf2-585472f1ffdd None None] Calling delete_port for c22b380c-eabd-4200-9680-3fbd1297780a owned by network:dhcp {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:33:46.538404 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2897dbb1-5260-45d5-aaf8-81ec7cb90069 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:46.570811 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2897dbb1-5260-45d5-aaf8-81ec7cb90069 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Pushing event deleted for resources: {'Port': ['ID=c22b380c-eabd-4200-9680-3fbd1297780a,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:33:46.573130 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2897dbb1-5260-45d5-aaf8-81ec7cb90069 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] No DVR routers for this DVR port c22b380c-eabd-4200-9680-3fbd1297780a on host n-d-802623-1 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:33:46.614875 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c2b6c99f-b301-485a-baf2-585472f1ffdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:46.640437 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b6c99f-b301-485a-baf2-585472f1ffdd None None] Pushing event deleted for resources: {'Port': ['ID=c22b380c-eabd-4200-9680-3fbd1297780a,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:33:46.644470 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2b6c99f-b301-485a-baf2-585472f1ffdd None None] No DVR routers for this DVR port c22b380c-eabd-4200-9680-3fbd1297780a on host n-d-802623-1 {{(pid=93799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:33:46.665033 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2897dbb1-5260-45d5-aaf8-81ec7cb90069 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618032', 'neutron.services.segments.db._delete_segments_for_network-8736833900081'] for network, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:46.675117 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-2897dbb1-5260-45d5-aaf8-81ec7cb90069 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b7499cd-d6bb-4136-9827-7545e7565656']}} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:33:46.685504 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-2897dbb1-5260-45d5-aaf8-81ec7cb90069 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d71554b-300c-4466-a004-7b2e523f4cc7') {'for_net_delete': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:33:46.685799 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-2897dbb1-5260-45d5-aaf8-81ec7cb90069 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d71554b-300c-4466-a004-7b2e523f4cc7') {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:33:46.695721 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2897dbb1-5260-45d5-aaf8-81ec7cb90069 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736833900858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11335978'] for segment, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:46.710786 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2897dbb1-5260-45d5-aaf8-81ec7cb90069 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:46.716741 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2897dbb1-5260-45d5-aaf8-81ec7cb90069 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Releasing vlan 537 on physical network physnet1 to pool {{(pid=93797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 23:33:46.717121 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2897dbb1-5260-45d5-aaf8-81ec7cb90069 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11336013'] for segment, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:46.720203 n-d-802623-1 neutron-server[93797]: Traceback (most recent call last): Jul 27 23:33:46.720203 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 23:33:46.720203 n-d-802623-1 neutron-server[93797]: timer() Jul 27 23:33:46.720203 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 23:33:46.720203 n-d-802623-1 neutron-server[93797]: cb(*args, **kw) Jul 27 23:33:46.720203 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 23:33:46.720203 n-d-802623-1 neutron-server[93797]: return func(*args, **kwargs) Jul 27 23:33:46.720203 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 23:33:46.720203 n-d-802623-1 neutron-server[93797]: self._notify() Jul 27 23:33:46.720203 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 23:33:46.720203 n-d-802623-1 neutron-server[93797]: self.callback(batched_events) Jul 27 23:33:46.720203 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 23:33:46.720203 n-d-802623-1 neutron-server[93797]: event.method(event) Jul 27 23:33:46.720203 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 23:33:46.720203 n-d-802623-1 neutron-server[93797]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 23:33:46.720203 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 23:33:46.720203 n-d-802623-1 neutron-server[93797]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 23:33:46.720203 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 23:33:46.720203 n-d-802623-1 neutron-server[93797]: return f(self, *a, **k) Jul 27 23:33:46.720203 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 23:33:46.720203 n-d-802623-1 neutron-server[93797]: return self._get(url).json() Jul 27 23:33:46.720203 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 23:33:46.720203 n-d-802623-1 neutron-server[93797]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 23:33:46.720203 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 23:33:46.720203 n-d-802623-1 neutron-server[93797]: return self.request(url, 'GET', **kwargs) Jul 27 23:33:46.720203 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 23:33:46.720203 n-d-802623-1 neutron-server[93797]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 23:33:46.720203 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 23:33:46.720203 n-d-802623-1 neutron-server[93797]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 23:33:46.720203 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 23:33:46.720203 n-d-802623-1 neutron-server[93797]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 23:33:46.720203 n-d-802623-1 neutron-server[93797]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 23:33:46.782988 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2897dbb1-5260-45d5-aaf8-81ec7cb90069 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415412'] for network, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:46.804377 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2897dbb1-5260-45d5-aaf8-81ec7cb90069 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks [] for network, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:46.810278 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-2897dbb1-5260-45d5-aaf8-81ec7cb90069 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] 10.222.0.18 "DELETE /v2.0/networks/9b7499cd-d6bb-4136-9827-7545e7565656 HTTP/1.1" status: 204 len: 168 time: 0.6079764 Jul 27 23:33:46.811072 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 43376) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:33:46.817127 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-15e1d103-9474-480d-9061-0f0078ef2451 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-186489649'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:33:46.823771 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2897dbb1-5260-45d5-aaf8-81ec7cb90069 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Pushing event deleted for resources: {'Network': ['ID=9b7499cd-d6bb-4136-9827-7545e7565656,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:33:46.839567 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15e1d103-9474-480d-9061-0f0078ef2451 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Made reservation on behalf of 359084915661494793a200a4d2cd4e37 for: {'network': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:33:46.843236 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-15e1d103-9474-480d-9061-0f0078ef2451 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for network, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:46.866755 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15e1d103-9474-480d-9061-0f0078ef2451 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 512} {{(pid=93798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 23:33:46.876362 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-15e1d103-9474-480d-9061-0f0078ef2451 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:46.876706 n-d-802623-1 neutron-server[93798]: INFO neutron.db.segments_db [None req-15e1d103-9474-480d-9061-0f0078ef2451 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Added segment abff5972-6086-4d5d-9a45-beab3f0bcba6 of type vlan for network 40e626e7-a1ae-4f5c-a714-6433b2a8eb17 Jul 27 23:33:46.916587 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-15e1d103-9474-480d-9061-0f0078ef2451 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736833354590'] for network, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:46.945350 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-15e1d103-9474-480d-9061-0f0078ef2451 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569'] for network, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:46.950890 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15e1d103-9474-480d-9061-0f0078ef2451 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:33:46.951513 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-15e1d103-9474-480d-9061-0f0078ef2451 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks [] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:47.016137 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 43384) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:33:47.016275 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-15e1d103-9474-480d-9061-0f0078ef2451 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2039237 Jul 27 23:33:47.022222 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-4f5ac1f8-f8a5-4f3c-aaeb-db2a9493ac5f tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Request body: {'subnet': {'network_id': '40e626e7-a1ae-4f5c-a714-6433b2a8eb17', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:33:47.025391 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e1d103-9474-480d-9061-0f0078ef2451 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Pushing event updated for resources: {'Network': ['ID=40e626e7-a1ae-4f5c-a714-6433b2a8eb17,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:33:47.037201 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Network 40e626e7-a1ae-4f5c-a714-6433b2a8eb17 details requested by agent ovs-agent-n-d-802623-1 with host n-d-802623-1 {{(pid=93799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 23:33:47.139992 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f5ac1f8-f8a5-4f3c-aaeb-db2a9493ac5f tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Made reservation on behalf of 359084915661494793a200a4d2cd4e37 for: {'subnet': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:33:47.143766 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4f5ac1f8-f8a5-4f3c-aaeb-db2a9493ac5f tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11551435'] for subnet, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:47.330965 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4f5ac1f8-f8a5-4f3c-aaeb-db2a9493ac5f tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11336182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11551417'] for subnet, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:47.394857 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5ac1f8-f8a5-4f3c-aaeb-db2a9493ac5f tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Pushing event updated for resources: {'Subnet': ['ID=c57a00d6-b37a-4380-9491-cbdd2ddc2a8a,revision_number=0']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:33:47.414917 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f5ac1f8-f8a5-4f3c-aaeb-db2a9493ac5f tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Checking segment: {'id': 'abff5972-6086-4d5d-9a45-beab3f0bcba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '40e626e7-a1ae-4f5c-a714-6433b2a8eb17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:33:47.415372 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f5ac1f8-f8a5-4f3c-aaeb-db2a9493ac5f tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Network hostable DHCP agents. Network: 40e626e7-a1ae-4f5c-a714-6433b2a8eb17, hostable agents: ['5950e76f-2bde-4343-a925-cbe6bacd2706'], hosted agents: [] {{(pid=93797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 23:33:47.432766 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f5ac1f8-f8a5-4f3c-aaeb-db2a9493ac5f tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Network 40e626e7-a1ae-4f5c-a714-6433b2a8eb17 is scheduled to be hosted by DHCP agent 5950e76f-2bde-4343-a925-cbe6bacd2706 with binding_index 1 {{(pid=93797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 23:33:47.441638 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-4f5ac1f8-f8a5-4f3c-aaeb-db2a9493ac5f tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802623-1, 40e626e7-a1ae-4f5c-a714-6433b2a8eb17) {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:33:47.446142 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f5ac1f8-f8a5-4f3c-aaeb-db2a9493ac5f tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:33:47.446870 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4f5ac1f8-f8a5-4f3c-aaeb-db2a9493ac5f tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks [] for subnet, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:47.452945 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-625d8388-749c-4613-8ee6-f4de085baf38 None None] Network 40e626e7-a1ae-4f5c-a714-6433b2a8eb17 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:33:47.465387 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-4f5ac1f8-f8a5-4f3c-aaeb-db2a9493ac5f tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4478607 Jul 27 23:33:47.467895 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 43392) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:33:47.472171 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device c22b380c-eabd-4200-9680-3fbd1297780a no longer exists at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:33:47.474389 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-21226088-06bf-4017-b14c-0aef99786dea tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1579928875', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:33:47.499432 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-21226088-06bf-4017-b14c-0aef99786dea tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62159'] for router, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:47.500571 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-21226088-06bf-4017-b14c-0aef99786dea tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-479230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-415539', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3693317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62148'] for router, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:47.524121 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] No Port match for: c22b380c-eabd-4200-9680-3fbd1297780a {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:33:47.524473 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device c22b380c-eabd-4200-9680-3fbd1297780a not bound to the agent host n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:33:47.560830 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-21226088-06bf-4017-b14c-0aef99786dea tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:47.568727 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-21226088-06bf-4017-b14c-0aef99786dea tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-415468'] for router, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:47.585977 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-21226088-06bf-4017-b14c-0aef99786dea tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks [] for router, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:47.594557 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-21226088-06bf-4017-b14c-0aef99786dea tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1171007 Jul 27 23:33:47.594785 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 43398) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:33:47.599924 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-fa6f6d87-3f33-4fd6-b64f-f0677709ee1b tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Request body: {'port': {'network_id': '40e626e7-a1ae-4f5c-a714-6433b2a8eb17', 'name': 'tempest-PortsIpV6TestJSON-1194614042'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:33:47.645679 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15c8151c-ea74-4ab1-9982-86ad36f704db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f6f257c-ad18-5f0c-8c8e-ea085a5fc8a2-40e626e7-a1ae-4f5c-a714-6433b2a8eb17', 'network_id': '40e626e7-a1ae-4f5c-a714-6433b2a8eb17', 'tenant_id': '359084915661494793a200a4d2cd4e37', 'fixed_ips': [{'subnet_id': 'c57a00d6-b37a-4380-9491-cbdd2ddc2a8a'}]}} from n-d-802623-1. {{(pid=93799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 23:33:47.646644 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-15c8151c-ea74-4ab1-9982-86ad36f704db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:47.715084 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa6f6d87-3f33-4fd6-b64f-f0677709ee1b tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Made reservation on behalf of 359084915661494793a200a4d2cd4e37 for: {'port': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:33:47.719464 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-fa6f6d87-3f33-4fd6-b64f-f0677709ee1b tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:47.737861 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-fa6f6d87-3f33-4fd6-b64f-f0677709ee1b tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] device_id is not set on port 77ce4a4f-244e-4541-a545-61637e11b526 yet. {{(pid=93797) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 23:33:47.793983 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-15c8151c-ea74-4ab1-9982-86ad36f704db None None] Allocated IP 2001:db8::2 (40e626e7-a1ae-4f5c-a714-6433b2a8eb17/c57a00d6-b37a-4380-9491-cbdd2ddc2a8a/b52d5db8-6466-466e-87ce-c3bd119202ad) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:33:47.939937 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-15c8151c-ea74-4ab1-9982-86ad36f704db None None] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:47.948301 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-15c8151c-ea74-4ab1-9982-86ad36f704db None None] Transition to ACTIVE for port object b52d5db8-6466-466e-87ce-c3bd119202ad will not be triggered until provisioned by entity L2. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:33:47.962947 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-15c8151c-ea74-4ab1-9982-86ad36f704db None None] Transition to ACTIVE for port object b52d5db8-6466-466e-87ce-c3bd119202ad will not be triggered until provisioned by entity DHCP. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:33:47.968712 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-15c8151c-ea74-4ab1-9982-86ad36f704db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:48.006581 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15c8151c-ea74-4ab1-9982-86ad36f704db None None] Network 40e626e7-a1ae-4f5c-a714-6433b2a8eb17 is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:33:48.011475 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-15c8151c-ea74-4ab1-9982-86ad36f704db None None] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:33:48.016345 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c8151c-ea74-4ab1-9982-86ad36f704db None None] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:33:48.019401 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c8151c-ea74-4ab1-9982-86ad36f704db None None] Pushing event updated for resources: {'Port': ['ID=b52d5db8-6466-466e-87ce-c3bd119202ad,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:33:48.029182 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-fa6f6d87-3f33-4fd6-b64f-f0677709ee1b tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Allocated IP 2001:db8::33e (40e626e7-a1ae-4f5c-a714-6433b2a8eb17/c57a00d6-b37a-4380-9491-cbdd2ddc2a8a/77ce4a4f-244e-4541-a545-61637e11b526) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:33:48.081278 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-15c8151c-ea74-4ab1-9982-86ad36f704db None None] Attempting to bind port b52d5db8-6466-466e-87ce-c3bd119202ad on host n-d-802623-1 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:33:48.081658 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-15c8151c-ea74-4ab1-9982-86ad36f704db None None] Attempting to bind port b52d5db8-6466-466e-87ce-c3bd119202ad by drivers openvswitch,hyperv on host n-d-802623-1 at level 0 using segments [{'id': 'abff5972-6086-4d5d-9a45-beab3f0bcba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '40e626e7-a1ae-4f5c-a714-6433b2a8eb17'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:33:48.082027 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c8151c-ea74-4ab1-9982-86ad36f704db None None] Attempting to bind port b52d5db8-6466-466e-87ce-c3bd119202ad on network 40e626e7-a1ae-4f5c-a714-6433b2a8eb17 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:33:48.088702 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c8151c-ea74-4ab1-9982-86ad36f704db None None] Checking agent: {'id': 'a9a568d2-a5e7-41e4-833f-a8ab42ea4073', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 52, 30), 'started_at': datetime.datetime(2021, 7, 27, 22, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 33, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802623-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:33:48.089450 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c8151c-ea74-4ab1-9982-86ad36f704db None None] Checking segment: {'id': 'abff5972-6086-4d5d-9a45-beab3f0bcba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '40e626e7-a1ae-4f5c-a714-6433b2a8eb17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:33:48.089928 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-15c8151c-ea74-4ab1-9982-86ad36f704db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:48.090389 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c8151c-ea74-4ab1-9982-86ad36f704db None None] Bound using segment: {'id': 'abff5972-6086-4d5d-9a45-beab3f0bcba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '40e626e7-a1ae-4f5c-a714-6433b2a8eb17'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:33:48.090960 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-15c8151c-ea74-4ab1-9982-86ad36f704db None None] Bound port: b52d5db8-6466-466e-87ce-c3bd119202ad, host: n-d-802623-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abff5972-6086-4d5d-9a45-beab3f0bcba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '40e626e7-a1ae-4f5c-a714-6433b2a8eb17'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:33:48.091440 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-15c8151c-ea74-4ab1-9982-86ad36f704db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:48.184179 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-15c8151c-ea74-4ab1-9982-86ad36f704db None None] For port b52d5db8-6466-466e-87ce-c3bd119202ad, host n-d-802623-1, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:33:48.191386 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-15c8151c-ea74-4ab1-9982-86ad36f704db None None] For port b52d5db8-6466-466e-87ce-c3bd119202ad, host n-d-802623-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=b52d5db8-6466-466e-87ce-c3bd119202ad,segment=NetworkSegment(abff5972-6086-4d5d-9a45-beab3f0bcba6),segment_id=abff5972-6086-4d5d-9a45-beab3f0bcba6)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:33:48.195916 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-15c8151c-ea74-4ab1-9982-86ad36f704db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:48.217984 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-fa6f6d87-3f33-4fd6-b64f-f0677709ee1b tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:48.233801 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-fa6f6d87-3f33-4fd6-b64f-f0677709ee1b tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Transition to ACTIVE for port object 77ce4a4f-244e-4541-a545-61637e11b526 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:33:48.261568 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c8151c-ea74-4ab1-9982-86ad36f704db None None] Pushing event updated for resources: {'Port': ['ID=b52d5db8-6466-466e-87ce-c3bd119202ad,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:33:48.269292 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-fa6f6d87-3f33-4fd6-b64f-f0677709ee1b tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:48.311498 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa6f6d87-3f33-4fd6-b64f-f0677709ee1b tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Network 40e626e7-a1ae-4f5c-a714-6433b2a8eb17 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:33:48.315224 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-fa6f6d87-3f33-4fd6-b64f-f0677709ee1b tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:33:48.321573 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa6f6d87-3f33-4fd6-b64f-f0677709ee1b tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:33:48.327580 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa6f6d87-3f33-4fd6-b64f-f0677709ee1b tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:33:48.328765 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-fa6f6d87-3f33-4fd6-b64f-f0677709ee1b tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:48.335219 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6f6d87-3f33-4fd6-b64f-f0677709ee1b tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Pushing event updated for resources: {'Port': ['ID=77ce4a4f-244e-4541-a545-61637e11b526,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:33:48.348554 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-fa6f6d87-3f33-4fd6-b64f-f0677709ee1b tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.7526691 Jul 27 23:33:48.351039 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 43412) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:33:48.743631 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4d2c6cf7-1542-4f7e-b110-e868079202ac tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:49.006919 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4d2c6cf7-1542-4f7e-b110-e868079202ac tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:49.011381 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4d2c6cf7-1542-4f7e-b110-e868079202ac tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11336041'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:49.087685 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2c6cf7-1542-4f7e-b110-e868079202ac tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Pushing event updated for resources: {'Port': ['ID=77ce4a4f-244e-4541-a545-61637e11b526,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:33:49.227395 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4d2c6cf7-1542-4f7e-b110-e868079202ac tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-415283'] for router_interface, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:49.333683 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd23c524-4fd9-4858-9f58-05aa8dd60e2a None None] Network 40e626e7-a1ae-4f5c-a714-6433b2a8eb17 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:33:49.357509 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4d2c6cf7-1542-4f7e-b110-e868079202ac tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:49.458802 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-70e48c0b-e6bb-4db0-aadf-d43552998dcb None None] Provisioning for port b52d5db8-6466-466e-87ce-c3bd119202ad completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:33:49.514414 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device b52d5db8-6466-466e-87ce-c3bd119202ad up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:33:49.599023 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning for port b52d5db8-6466-466e-87ce-c3bd119202ad completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:33:49.604385 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port b52d5db8-6466-466e-87ce-c3bd119202ad triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:33:49.604767 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:49.653078 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4d2c6cf7-1542-4f7e-b110-e868079202ac tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:49.658478 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4d2c6cf7-1542-4f7e-b110-e868079202ac tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11336041'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:49.659574 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4d2c6cf7-1542-4f7e-b110-e868079202ac tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3760555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-414115'] for router_interface, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:49.762969 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2c6cf7-1542-4f7e-b110-e868079202ac tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Pushing event updated for resources: {'Port': ['ID=77ce4a4f-244e-4541-a545-61637e11b526,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:33:49.821033 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d2c6cf7-1542-4f7e-b110-e868079202ac tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Network 40e626e7-a1ae-4f5c-a714-6433b2a8eb17 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:33:49.822680 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-4d2c6cf7-1542-4f7e-b110-e868079202ac tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:33:49.874152 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:49.925505 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] For port b52d5db8-6466-466e-87ce-c3bd119202ad, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=b52d5db8-6466-466e-87ce-c3bd119202ad,segment=NetworkSegment(abff5972-6086-4d5d-9a45-beab3f0bcba6),segment_id=abff5972-6086-4d5d-9a45-beab3f0bcba6)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:33:49.930477 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:49.939134 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ffc99894-d347-4df9-bb97-94db7641606e None None] Provisioning complete for port b52d5db8-6466-466e-87ce-c3bd119202ad triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:33:49.939508 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ffc99894-d347-4df9-bb97-94db7641606e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:49.970360 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d2c6cf7-1542-4f7e-b110-e868079202ac tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Router 19ad1bf7-d13a-46b3-a7fa-925d85dcebb8 is scheduled to L3 agent 018c4455-49c0-4734-927d-7824067b2a9e with binding_index 1 {{(pid=93797) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 23:33:50.032469 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Pushing event updated for resources: {'Port': ['ID=b52d5db8-6466-466e-87ce-c3bd119202ad,revision_number=3']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:33:50.080740 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d2c6cf7-1542-4f7e-b110-e868079202ac tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:33:50.086253 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-4d2c6cf7-1542-4f7e-b110-e868079202ac tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] 10.222.0.18 "PUT /v2.0/routers/19ad1bf7-d13a-46b3-a7fa-925d85dcebb8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7340648 Jul 27 23:33:50.088889 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 43446) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:33:50.094507 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-748487ba-53c2-48b8-a44c-0a16b845d84c None None] Sync routers for ids ['19ad1bf7-d13a-46b3-a7fa-925d85dcebb8'] in n-d-802623-1 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:33:50.098678 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ffc99894-d347-4df9-bb97-94db7641606e None None] Provisioning for port 77ce4a4f-244e-4541-a545-61637e11b526 completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:33:50.103482 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ffc99894-d347-4df9-bb97-94db7641606e None None] Provisioning complete for port 77ce4a4f-244e-4541-a545-61637e11b526 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:33:50.103918 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ffc99894-d347-4df9-bb97-94db7641606e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:50.105605 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-748487ba-53c2-48b8-a44c-0a16b845d84c None None] Routers {'19ad1bf7-d13a-46b3-a7fa-925d85dcebb8'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:33:50.107439 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-748487ba-53c2-48b8-a44c-0a16b845d84c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:33:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['19ad1bf7-d13a-46b3-a7fa-925d85dcebb8'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:33:50.150489 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-ffc99894-d347-4df9-bb97-94db7641606e None None] Port 77ce4a4f-244e-4541-a545-61637e11b526 cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:33:50.168450 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-748487ba-53c2-48b8-a44c-0a16b845d84c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:33:50.189504 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-748487ba-53c2-48b8-a44c-0a16b845d84c None None] Routers {'19ad1bf7-d13a-46b3-a7fa-925d85dcebb8'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:33:50.190128 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-748487ba-53c2-48b8-a44c-0a16b845d84c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:33:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['19ad1bf7-d13a-46b3-a7fa-925d85dcebb8'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:33:50.191642 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a077912-bce2-433c-b907-8c627624c92a tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:33:50.197115 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 43452) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:33:50.197810 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-1a077912-bce2-433c-b907-8c627624c92a tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] 10.222.0.18 "GET /v2.0/ports?device_id=19ad1bf7-d13a-46b3-a7fa-925d85dcebb8 HTTP/1.1" status: 200 len: 989 time: 0.1077793 Jul 27 23:33:50.279540 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ee8bb146-cb76-4b36-9c47-305266ab597b None None] Provisioning complete for port 77ce4a4f-244e-4541-a545-61637e11b526 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:33:50.280013 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ee8bb146-cb76-4b36-9c47-305266ab597b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:50.327596 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-ee8bb146-cb76-4b36-9c47-305266ab597b None None] Port 77ce4a4f-244e-4541-a545-61637e11b526 cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:33:50.337790 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-748487ba-53c2-48b8-a44c-0a16b845d84c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:33:50.338734 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-748487ba-53c2-48b8-a44c-0a16b845d84c None None] The sync data for ids ['19ad1bf7-d13a-46b3-a7fa-925d85dcebb8'] in n-d-802623-1 is: [] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:33:50.555079 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-c1fec9f3-5246-45b2-a101-5b3c5c98c5e4 None None] Provisioning complete for port 77ce4a4f-244e-4541-a545-61637e11b526 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:33:50.555678 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c1fec9f3-5246-45b2-a101-5b3c5c98c5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:50.601619 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-c1fec9f3-5246-45b2-a101-5b3c5c98c5e4 None None] Port 77ce4a4f-244e-4541-a545-61637e11b526 cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:33:50.822702 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-98c4d335-410d-47e4-ab41-d2952fd0609c None None] Provisioning complete for port 77ce4a4f-244e-4541-a545-61637e11b526 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:33:50.823034 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-98c4d335-410d-47e4-ab41-d2952fd0609c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:50.861729 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-98c4d335-410d-47e4-ab41-d2952fd0609c None None] Port 77ce4a4f-244e-4541-a545-61637e11b526 cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:33:51.006390 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ddbbcda4-e082-47f0-be21-cad65bdd7241 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-414022'] for router_interface, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:51.220681 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-ddbbcda4-e082-47f0-be21-cad65bdd7241 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Deleting port 77ce4a4f-244e-4541-a545-61637e11b526 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:33:51.220797 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ddbbcda4-e082-47f0-be21-cad65bdd7241 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:51.314645 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ddbbcda4-e082-47f0-be21-cad65bdd7241 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:51.326910 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-ddbbcda4-e082-47f0-be21-cad65bdd7241 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Calling delete_port for 77ce4a4f-244e-4541-a545-61637e11b526 owned by network:router_interface {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:33:51.450101 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device b52d5db8-6466-466e-87ce-c3bd119202ad up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:33:51.500731 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port b52d5db8-6466-466e-87ce-c3bd119202ad triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:33:51.501108 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:51.512093 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ddbbcda4-e082-47f0-be21-cad65bdd7241 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:51.540381 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbbcda4-e082-47f0-be21-cad65bdd7241 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Pushing event deleted for resources: {'Port': ['ID=77ce4a4f-244e-4541-a545-61637e11b526,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:33:51.654989 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ddbbcda4-e082-47f0-be21-cad65bdd7241 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3760546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-413994'] for router_interface, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:51.825826 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddbbcda4-e082-47f0-be21-cad65bdd7241 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Router 19ad1bf7-d13a-46b3-a7fa-925d85dcebb8 has already been hosted by L3 agent 018c4455-49c0-4734-927d-7824067b2a9e {{(pid=93797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 23:33:51.901401 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddbbcda4-e082-47f0-be21-cad65bdd7241 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:33:51.908245 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-ddbbcda4-e082-47f0-be21-cad65bdd7241 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] 10.222.0.18 "PUT /v2.0/routers/19ad1bf7-d13a-46b3-a7fa-925d85dcebb8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7090209 Jul 27 23:33:51.909971 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 43484) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:33:51.912403 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52edcacd-b272-46f3-9b7b-3a4d86b9810b None None] Sync routers for ids ['19ad1bf7-d13a-46b3-a7fa-925d85dcebb8'] in n-d-802623-1 {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:33:51.924145 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52edcacd-b272-46f3-9b7b-3a4d86b9810b None None] Routers {'19ad1bf7-d13a-46b3-a7fa-925d85dcebb8'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:33:51.925122 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-52edcacd-b272-46f3-9b7b-3a4d86b9810b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:33:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['19ad1bf7-d13a-46b3-a7fa-925d85dcebb8'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:33:51.941065 n-d-802623-1 neutron-server[93797]: INFO neutron.pecan_wsgi.hooks.translation [None req-f657c702-6bc7-4fc1-8b48-e1a4222b178d tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] GET failed (client error): The resource could not be found. Jul 27 23:33:51.943087 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-f657c702-6bc7-4fc1-8b48-e1a4222b178d tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] 10.222.0.18 "GET /v2.0/ports/77ce4a4f-244e-4541-a545-61637e11b526 HTTP/1.1" status: 404 len: 333 time: 0.0317991 Jul 27 23:33:51.945687 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 43486) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:33:51.963821 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-52edcacd-b272-46f3-9b7b-3a4d86b9810b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:33:51.973068 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52edcacd-b272-46f3-9b7b-3a4d86b9810b None None] Routers {'19ad1bf7-d13a-46b3-a7fa-925d85dcebb8'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:33:51.973687 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-52edcacd-b272-46f3-9b7b-3a4d86b9810b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:33:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['19ad1bf7-d13a-46b3-a7fa-925d85dcebb8'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:33:52.005261 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-52edcacd-b272-46f3-9b7b-3a4d86b9810b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:33:52.005927 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52edcacd-b272-46f3-9b7b-3a4d86b9810b None None] The sync data for ids ['19ad1bf7-d13a-46b3-a7fa-925d85dcebb8'] in n-d-802623-1 is: [] {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:33:52.020553 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4756a261-93f7-42a2-80f7-d75c0ebf2338 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks [] for router, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:52.182929 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4756a261-93f7-42a2-80f7-d75c0ebf2338 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62205'] for router, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:52.185116 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4756a261-93f7-42a2-80f7-d75c0ebf2338 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:52.231948 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4756a261-93f7-42a2-80f7-d75c0ebf2338 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-477831'] for router, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:52.232484 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4756a261-93f7-42a2-80f7-d75c0ebf2338 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Fanout notify agent at l3_agent the message router_deleted on router 19ad1bf7-d13a-46b3-a7fa-925d85dcebb8 {{(pid=93797) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 23:33:52.240595 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4756a261-93f7-42a2-80f7-d75c0ebf2338 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks [] for router, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:52.241728 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-4756a261-93f7-42a2-80f7-d75c0ebf2338 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] 10.222.0.18 "DELETE /v2.0/routers/19ad1bf7-d13a-46b3-a7fa-925d85dcebb8 HTTP/1.1" status: 204 len: 168 time: 0.2951274 Jul 27 23:33:52.244605 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 43494) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:33:52.300138 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f481f0f-e305-4b3e-b137-b1c3e7bde5fa tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Deleting subnet c57a00d6-b37a-4380-9491-cbdd2ddc2a8a {{(pid=93798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 23:33:52.303592 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6f481f0f-e305-4b3e-b137-b1c3e7bde5fa tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks [] for subnet, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:52.346218 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6f481f0f-e305-4b3e-b137-b1c3e7bde5fa tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11163249'] for subnet, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:52.444203 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6f481f0f-e305-4b3e-b137-b1c3e7bde5fa tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620741'] for subnet, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:52.501918 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6f481f0f-e305-4b3e-b137-b1c3e7bde5fa tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11971800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12265753'] for subnet, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:52.529209 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f481f0f-e305-4b3e-b137-b1c3e7bde5fa tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Pushing event deleted for resources: {'Subnet': ['ID=c57a00d6-b37a-4380-9491-cbdd2ddc2a8a,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:33:52.532951 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6f481f0f-e305-4b3e-b137-b1c3e7bde5fa tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:52.534804 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-6f481f0f-e305-4b3e-b137-b1c3e7bde5fa tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] 10.222.0.18 "DELETE /v2.0/subnets/c57a00d6-b37a-4380-9491-cbdd2ddc2a8a HTTP/1.1" status: 204 len: 168 time: 0.2891331 Jul 27 23:33:52.537365 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 43506) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:33:52.539768 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a8deba2-aa50-4b6f-b72e-5a0e1ddf3eb5 None None] Network 40e626e7-a1ae-4f5c-a714-6433b2a8eb17 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:33:52.641660 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0db4aae4-fae3-4a91-b797-88c67f667b91 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593271'] for network, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:52.695973 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-0db4aae4-fae3-4a91-b797-88c67f667b91 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Deleting port b52d5db8-6466-466e-87ce-c3bd119202ad {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:33:52.696402 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0db4aae4-fae3-4a91-b797-88c67f667b91 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:52.739763 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ce3a6b6-f3dc-4ead-ae41-8985f46fc57b None None] DHCP port deletion for 40e626e7-a1ae-4f5c-a714-6433b2a8eb17 request from n-d-802623-1 {{(pid=93799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 23:33:52.764126 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-0db4aae4-fae3-4a91-b797-88c67f667b91 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] For port b52d5db8-6466-466e-87ce-c3bd119202ad, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=b52d5db8-6466-466e-87ce-c3bd119202ad,segment=NetworkSegment(abff5972-6086-4d5d-9a45-beab3f0bcba6),segment_id=abff5972-6086-4d5d-9a45-beab3f0bcba6)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:33:52.764918 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0db4aae4-fae3-4a91-b797-88c67f667b91 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:52.780163 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-0db4aae4-fae3-4a91-b797-88c67f667b91 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Calling delete_port for b52d5db8-6466-466e-87ce-c3bd119202ad owned by network:dhcp {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:33:52.790109 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-1ce3a6b6-f3dc-4ead-ae41-8985f46fc57b None None] Deleting port b52d5db8-6466-466e-87ce-c3bd119202ad {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:33:52.790494 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-1ce3a6b6-f3dc-4ead-ae41-8985f46fc57b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:52.856090 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-1ce3a6b6-f3dc-4ead-ae41-8985f46fc57b None None] For port b52d5db8-6466-466e-87ce-c3bd119202ad, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=b52d5db8-6466-466e-87ce-c3bd119202ad,segment=NetworkSegment(abff5972-6086-4d5d-9a45-beab3f0bcba6),segment_id=abff5972-6086-4d5d-9a45-beab3f0bcba6)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:33:52.856495 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-1ce3a6b6-f3dc-4ead-ae41-8985f46fc57b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:52.873087 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-1ce3a6b6-f3dc-4ead-ae41-8985f46fc57b None None] Calling delete_port for b52d5db8-6466-466e-87ce-c3bd119202ad owned by network:dhcp {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:33:52.874503 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0db4aae4-fae3-4a91-b797-88c67f667b91 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:52.904829 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db4aae4-fae3-4a91-b797-88c67f667b91 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Pushing event deleted for resources: {'Port': ['ID=b52d5db8-6466-466e-87ce-c3bd119202ad,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:33:52.908535 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0db4aae4-fae3-4a91-b797-88c67f667b91 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] No DVR routers for this DVR port b52d5db8-6466-466e-87ce-c3bd119202ad on host n-d-802623-1 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:33:52.956258 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-1ce3a6b6-f3dc-4ead-ae41-8985f46fc57b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:52.980685 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce3a6b6-f3dc-4ead-ae41-8985f46fc57b None None] Pushing event deleted for resources: {'Port': ['ID=b52d5db8-6466-466e-87ce-c3bd119202ad,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:33:52.987885 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ce3a6b6-f3dc-4ead-ae41-8985f46fc57b None None] No DVR routers for this DVR port b52d5db8-6466-466e-87ce-c3bd119202ad on host n-d-802623-1 {{(pid=93799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:33:52.991509 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0db4aae4-fae3-4a91-b797-88c67f667b91 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618032', 'neutron.services.segments.db._delete_segments_for_network-8736833900081'] for network, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:53.007087 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-0db4aae4-fae3-4a91-b797-88c67f667b91 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40e626e7-a1ae-4f5c-a714-6433b2a8eb17']}} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:33:53.017511 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-0db4aae4-fae3-4a91-b797-88c67f667b91 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abff5972-6086-4d5d-9a45-beab3f0bcba6') {'for_net_delete': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:33:53.017804 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-0db4aae4-fae3-4a91-b797-88c67f667b91 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abff5972-6086-4d5d-9a45-beab3f0bcba6') {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:33:53.026323 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0db4aae4-fae3-4a91-b797-88c67f667b91 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736833900858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11163256'] for segment, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:53.041309 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0db4aae4-fae3-4a91-b797-88c67f667b91 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:53.047684 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0db4aae4-fae3-4a91-b797-88c67f667b91 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Releasing vlan 512 on physical network physnet1 to pool {{(pid=93798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 23:33:53.048176 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0db4aae4-fae3-4a91-b797-88c67f667b91 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11971746'] for segment, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:53.051225 n-d-802623-1 neutron-server[93798]: Traceback (most recent call last): Jul 27 23:33:53.051225 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 23:33:53.051225 n-d-802623-1 neutron-server[93798]: timer() Jul 27 23:33:53.051225 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 23:33:53.051225 n-d-802623-1 neutron-server[93798]: cb(*args, **kw) Jul 27 23:33:53.051225 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 23:33:53.051225 n-d-802623-1 neutron-server[93798]: return func(*args, **kwargs) Jul 27 23:33:53.051225 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 23:33:53.051225 n-d-802623-1 neutron-server[93798]: self._notify() Jul 27 23:33:53.051225 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 23:33:53.051225 n-d-802623-1 neutron-server[93798]: self.callback(batched_events) Jul 27 23:33:53.051225 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 23:33:53.051225 n-d-802623-1 neutron-server[93798]: event.method(event) Jul 27 23:33:53.051225 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 23:33:53.051225 n-d-802623-1 neutron-server[93798]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 23:33:53.051225 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 23:33:53.051225 n-d-802623-1 neutron-server[93798]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 23:33:53.051225 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 23:33:53.051225 n-d-802623-1 neutron-server[93798]: return f(self, *a, **k) Jul 27 23:33:53.051225 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 23:33:53.051225 n-d-802623-1 neutron-server[93798]: return self._get(url).json() Jul 27 23:33:53.051225 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 23:33:53.051225 n-d-802623-1 neutron-server[93798]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 23:33:53.051225 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 23:33:53.051225 n-d-802623-1 neutron-server[93798]: return self.request(url, 'GET', **kwargs) Jul 27 23:33:53.051225 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 23:33:53.051225 n-d-802623-1 neutron-server[93798]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 23:33:53.051225 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 23:33:53.051225 n-d-802623-1 neutron-server[93798]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 23:33:53.051225 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 23:33:53.051225 n-d-802623-1 neutron-server[93798]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 23:33:53.051225 n-d-802623-1 neutron-server[93798]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 23:33:53.110609 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0db4aae4-fae3-4a91-b797-88c67f667b91 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415412'] for network, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:53.117566 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0db4aae4-fae3-4a91-b797-88c67f667b91 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks [] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:53.119464 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-0db4aae4-fae3-4a91-b797-88c67f667b91 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] 10.222.0.18 "DELETE /v2.0/networks/40e626e7-a1ae-4f5c-a714-6433b2a8eb17 HTTP/1.1" status: 204 len: 168 time: 0.5811896 Jul 27 23:33:53.123418 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 43516) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:33:53.132296 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db4aae4-fae3-4a91-b797-88c67f667b91 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Pushing event deleted for resources: {'Network': ['ID=40e626e7-a1ae-4f5c-a714-6433b2a8eb17,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:33:53.186431 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53d8607e-bd54-4d39-8bc6-1e1546ee4bfa tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:33:53.188464 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-53d8607e-bd54-4d39-8bc6-1e1546ee4bfa tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] 10.222.0.18 "GET /v2.0/ports/4e325db8-0435-4546-98d1-274cafdf68eb HTTP/1.1" status: 200 len: 844 time: 0.0638804 Jul 27 23:33:53.192119 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 43518) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:33:53.231376 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-5ba4dbe8-2b96-4bc7-a1a4-a70515fad8e6 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] 10.222.0.18 "GET /v2.0/ports/4e325db8-0435-4546-98d1-274cafdf68eb?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0380771 Jul 27 23:33:53.235403 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 43520) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:33:53.240134 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-35239182-80f3-406c-9768-c88c75f3a524 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Request body: {'subnet': {'network_id': '3f52e5ad-49d0-4570-9e25-5f3e98ee138f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:33:53.331333 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35239182-80f3-406c-9768-c88c75f3a524 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Made reservation on behalf of 359084915661494793a200a4d2cd4e37 for: {'subnet': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:33:53.335106 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-35239182-80f3-406c-9768-c88c75f3a524 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11551435'] for subnet, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:53.471593 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device b52d5db8-6466-466e-87ce-c3bd119202ad no longer exists at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:33:53.498220 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] No Port match for: b52d5db8-6466-466e-87ce-c3bd119202ad {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:33:53.498638 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device b52d5db8-6466-466e-87ce-c3bd119202ad not bound to the agent host n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:33:53.530896 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-35239182-80f3-406c-9768-c88c75f3a524 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11336182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11551417'] for subnet, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:53.574332 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35239182-80f3-406c-9768-c88c75f3a524 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Network 3f52e5ad-49d0-4570-9e25-5f3e98ee138f is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:33:53.577492 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-35239182-80f3-406c-9768-c88c75f3a524 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:33:53.581703 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35239182-80f3-406c-9768-c88c75f3a524 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:33:53.582382 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-35239182-80f3-406c-9768-c88c75f3a524 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks [] for subnet, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:53.585997 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-963a2f44-1f00-4cb4-b166-95ef2414dcd3 None None] Network 3f52e5ad-49d0-4570-9e25-5f3e98ee138f requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:33:53.594888 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35239182-80f3-406c-9768-c88c75f3a524 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Pushing event updated for resources: {'Subnet': ['ID=a3e649be-e6cd-4160-bdb1-d72f276f8640,revision_number=0']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:33:53.605095 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-35239182-80f3-406c-9768-c88c75f3a524 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.3686824 Jul 27 23:33:53.607670 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 43534) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:33:53.612917 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-a07e24b8-bbec-464b-8d68-ed005a3bb69d tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Request body: {'security_group': {'name': 'tempest-secgroup-2095043055'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:33:53.634880 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a07e24b8-bbec-464b-8d68-ed005a3bb69d tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:53.728497 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a07e24b8-bbec-464b-8d68-ed005a3bb69d tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:53.732608 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a07e24b8-bbec-464b-8d68-ed005a3bb69d tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:53.761230 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a07e24b8-bbec-464b-8d68-ed005a3bb69d tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:53.765129 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-a07e24b8-bbec-464b-8d68-ed005a3bb69d tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1538007 Jul 27 23:33:53.765990 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 43536) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:33:53.766995 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07e24b8-bbec-464b-8d68-ed005a3bb69d tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1bb71761-c095-4e1e-9baa-555ce0ccfc74,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:33:53.771786 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-5fae94fb-1a4f-4715-a9e1-b14e11b05cda tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Request body: {'security_group': {'name': 'tempest-secgroup-1165662624'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:33:53.783586 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffc2e3f5-6800-4ea1-bb63-e1db9f20fdc9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f6f257c-ad18-5f0c-8c8e-ea085a5fc8a2-3f52e5ad-49d0-4570-9e25-5f3e98ee138f', 'network_id': '3f52e5ad-49d0-4570-9e25-5f3e98ee138f', 'tenant_id': '359084915661494793a200a4d2cd4e37', 'fixed_ips': [{'subnet_id': 'a3e649be-e6cd-4160-bdb1-d72f276f8640'}]}} from n-d-802623-1. {{(pid=93799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 23:33:53.785508 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ffc2e3f5-6800-4ea1-bb63-e1db9f20fdc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:53.796247 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5fae94fb-1a4f-4715-a9e1-b14e11b05cda tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:53.888096 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5fae94fb-1a4f-4715-a9e1-b14e11b05cda tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:53.893124 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5fae94fb-1a4f-4715-a9e1-b14e11b05cda tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:53.910896 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5fae94fb-1a4f-4715-a9e1-b14e11b05cda tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:53.912143 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-5fae94fb-1a4f-4715-a9e1-b14e11b05cda tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1451457 Jul 27 23:33:53.915849 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 43542) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:33:53.921718 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-6469fd2a-a57f-41d9-8d4b-fb28cf992b67 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1365129888', 'security_groups': ['8b4a0d29-3201-4d3a-b9fd-e9404f20b49c'], 'network_id': '3f52e5ad-49d0-4570-9e25-5f3e98ee138f', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'a3e649be-e6cd-4160-bdb1-d72f276f8640'}]}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:33:53.942469 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-ffc2e3f5-6800-4ea1-bb63-e1db9f20fdc9 None None] Allocated IP 2001:db8::2 (3f52e5ad-49d0-4570-9e25-5f3e98ee138f/a3e649be-e6cd-4160-bdb1-d72f276f8640/fd870a8e-673f-4094-b97d-506a3df16270) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:33:53.959529 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fae94fb-1a4f-4715-a9e1-b14e11b05cda tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b4a0d29-3201-4d3a-b9fd-e9404f20b49c,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:33:54.039541 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6469fd2a-a57f-41d9-8d4b-fb28cf992b67 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Made reservation on behalf of 359084915661494793a200a4d2cd4e37 for: {'port': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:33:54.108741 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ffc2e3f5-6800-4ea1-bb63-e1db9f20fdc9 None None] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:54.118760 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ffc2e3f5-6800-4ea1-bb63-e1db9f20fdc9 None None] Transition to ACTIVE for port object fd870a8e-673f-4094-b97d-506a3df16270 will not be triggered until provisioned by entity L2. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:33:54.120937 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6469fd2a-a57f-41d9-8d4b-fb28cf992b67 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:54.137027 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ffc2e3f5-6800-4ea1-bb63-e1db9f20fdc9 None None] Transition to ACTIVE for port object fd870a8e-673f-4094-b97d-506a3df16270 will not be triggered until provisioned by entity DHCP. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:33:54.143957 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ffc2e3f5-6800-4ea1-bb63-e1db9f20fdc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:54.148075 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-6469fd2a-a57f-41d9-8d4b-fb28cf992b67 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] device_id is not set on port 4c72ae43-9436-4cd9-895a-52b54bafea44 yet. {{(pid=93797) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 23:33:54.191667 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffc2e3f5-6800-4ea1-bb63-e1db9f20fdc9 None None] Network 3f52e5ad-49d0-4570-9e25-5f3e98ee138f is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:33:54.199814 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-ffc2e3f5-6800-4ea1-bb63-e1db9f20fdc9 None None] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:33:54.206149 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc2e3f5-6800-4ea1-bb63-e1db9f20fdc9 None None] Pushing event updated for resources: {'Port': ['ID=fd870a8e-673f-4094-b97d-506a3df16270,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:33:54.208684 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffc2e3f5-6800-4ea1-bb63-e1db9f20fdc9 None None] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:33:54.269211 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-ffc2e3f5-6800-4ea1-bb63-e1db9f20fdc9 None None] Attempting to bind port fd870a8e-673f-4094-b97d-506a3df16270 on host n-d-802623-1 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:33:54.269582 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-ffc2e3f5-6800-4ea1-bb63-e1db9f20fdc9 None None] Attempting to bind port fd870a8e-673f-4094-b97d-506a3df16270 by drivers openvswitch,hyperv on host n-d-802623-1 at level 0 using segments [{'id': 'abcee434-e0d1-4ac1-9fb7-bc683ee866a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '3f52e5ad-49d0-4570-9e25-5f3e98ee138f'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:33:54.269939 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffc2e3f5-6800-4ea1-bb63-e1db9f20fdc9 None None] Attempting to bind port fd870a8e-673f-4094-b97d-506a3df16270 on network 3f52e5ad-49d0-4570-9e25-5f3e98ee138f {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:33:54.274988 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffc2e3f5-6800-4ea1-bb63-e1db9f20fdc9 None None] Checking agent: {'id': 'a9a568d2-a5e7-41e4-833f-a8ab42ea4073', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 52, 30), 'started_at': datetime.datetime(2021, 7, 27, 22, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 33, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802623-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:33:54.275392 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffc2e3f5-6800-4ea1-bb63-e1db9f20fdc9 None None] Checking segment: {'id': 'abcee434-e0d1-4ac1-9fb7-bc683ee866a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '3f52e5ad-49d0-4570-9e25-5f3e98ee138f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:33:54.275797 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ffc2e3f5-6800-4ea1-bb63-e1db9f20fdc9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:54.276184 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffc2e3f5-6800-4ea1-bb63-e1db9f20fdc9 None None] Bound using segment: {'id': 'abcee434-e0d1-4ac1-9fb7-bc683ee866a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '3f52e5ad-49d0-4570-9e25-5f3e98ee138f'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:33:54.276645 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-ffc2e3f5-6800-4ea1-bb63-e1db9f20fdc9 None None] Bound port: fd870a8e-673f-4094-b97d-506a3df16270, host: n-d-802623-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abcee434-e0d1-4ac1-9fb7-bc683ee866a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '3f52e5ad-49d0-4570-9e25-5f3e98ee138f'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:33:54.277025 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ffc2e3f5-6800-4ea1-bb63-e1db9f20fdc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:54.339373 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-6469fd2a-a57f-41d9-8d4b-fb28cf992b67 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Allocated IP 2001:db8::228 (3f52e5ad-49d0-4570-9e25-5f3e98ee138f/a3e649be-e6cd-4160-bdb1-d72f276f8640/4c72ae43-9436-4cd9-895a-52b54bafea44) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:33:54.355610 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ffc2e3f5-6800-4ea1-bb63-e1db9f20fdc9 None None] For port fd870a8e-673f-4094-b97d-506a3df16270, host n-d-802623-1, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:33:54.359676 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ffc2e3f5-6800-4ea1-bb63-e1db9f20fdc9 None None] For port fd870a8e-673f-4094-b97d-506a3df16270, host n-d-802623-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=fd870a8e-673f-4094-b97d-506a3df16270,segment=NetworkSegment(abcee434-e0d1-4ac1-9fb7-bc683ee866a7),segment_id=abcee434-e0d1-4ac1-9fb7-bc683ee866a7)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:33:54.364268 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ffc2e3f5-6800-4ea1-bb63-e1db9f20fdc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:54.430753 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc2e3f5-6800-4ea1-bb63-e1db9f20fdc9 None None] Pushing event updated for resources: {'Port': ['ID=fd870a8e-673f-4094-b97d-506a3df16270,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:33:54.499142 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6469fd2a-a57f-41d9-8d4b-fb28cf992b67 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:54.516019 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-6469fd2a-a57f-41d9-8d4b-fb28cf992b67 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Transition to ACTIVE for port object 4c72ae43-9436-4cd9-895a-52b54bafea44 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:33:54.551873 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6469fd2a-a57f-41d9-8d4b-fb28cf992b67 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:54.602105 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6469fd2a-a57f-41d9-8d4b-fb28cf992b67 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Network 3f52e5ad-49d0-4570-9e25-5f3e98ee138f is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:33:54.612658 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-6469fd2a-a57f-41d9-8d4b-fb28cf992b67 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:33:54.632457 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6469fd2a-a57f-41d9-8d4b-fb28cf992b67 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:33:54.638178 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6469fd2a-a57f-41d9-8d4b-fb28cf992b67 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:33:54.640706 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6469fd2a-a57f-41d9-8d4b-fb28cf992b67 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:54.648799 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6469fd2a-a57f-41d9-8d4b-fb28cf992b67 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Pushing event updated for resources: {'Port': ['ID=4c72ae43-9436-4cd9-895a-52b54bafea44,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:33:54.666930 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-6469fd2a-a57f-41d9-8d4b-fb28cf992b67 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.7473350 Jul 27 23:33:54.667115 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 43556) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:33:54.672500 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-1de798f6-13b2-42d9-a474-ee9ffd89f308 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Request body: {'subnet': {'network_id': '3f52e5ad-49d0-4570-9e25-5f3e98ee138f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:33:54.796419 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1de798f6-13b2-42d9-a474-ee9ffd89f308 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Made reservation on behalf of 359084915661494793a200a4d2cd4e37 for: {'subnet': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:33:54.800560 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1de798f6-13b2-42d9-a474-ee9ffd89f308 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11551435'] for subnet, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:54.889536 n-d-802623-1 neutron-server[93797]: INFO neutron.db.ipam_backend_mixin [None req-1de798f6-13b2-42d9-a474-ee9ffd89f308 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet a3e649be-e6cd-4160-bdb1-d72f276f8640 (CIDR: 2001:db8::/64) Jul 27 23:33:54.892625 n-d-802623-1 neutron-server[93797]: INFO neutron.pecan_wsgi.hooks.translation [None req-1de798f6-13b2-42d9-a474-ee9ffd89f308 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 23:33:54.893081 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1de798f6-13b2-42d9-a474-ee9ffd89f308 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93797) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 23:33:54.905841 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-1de798f6-13b2-42d9-a474-ee9ffd89f308 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2377055 Jul 27 23:33:54.909024 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 43562) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:33:54.914096 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-1f280b15-4e82-42bc-8963-03c5366c2199 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Request body: {'subnet': {'network_id': '3f52e5ad-49d0-4570-9e25-5f3e98ee138f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:33:55.032383 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f280b15-4e82-42bc-8963-03c5366c2199 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Made reservation on behalf of 359084915661494793a200a4d2cd4e37 for: {'subnet': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:33:55.036023 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1f280b15-4e82-42bc-8963-03c5366c2199 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11551435'] for subnet, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:55.286994 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1f280b15-4e82-42bc-8963-03c5366c2199 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11336182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11551417'] for subnet, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:55.335819 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f280b15-4e82-42bc-8963-03c5366c2199 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Network 3f52e5ad-49d0-4570-9e25-5f3e98ee138f is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:33:55.337664 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-1f280b15-4e82-42bc-8963-03c5366c2199 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:33:55.358455 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f280b15-4e82-42bc-8963-03c5366c2199 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:33:55.358455 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1f280b15-4e82-42bc-8963-03c5366c2199 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks [] for subnet, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:55.365306 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f280b15-4e82-42bc-8963-03c5366c2199 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Pushing event updated for resources: {'Subnet': ['ID=9f40aa22-0108-48de-92c6-77d604229c72,revision_number=0']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:33:55.378499 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-1f280b15-4e82-42bc-8963-03c5366c2199 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.4660420 Jul 27 23:33:55.378725 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 43576) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:33:55.384106 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-185bdb78-e9e1-4d68-a970-e758d9d8cc89 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-511045703', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '9f40aa22-0108-48de-92c6-77d604229c72'}], 'security_groups': ['1bb71761-c095-4e1e-9baa-555ce0ccfc74']}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:33:55.486674 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-185bdb78-e9e1-4d68-a970-e758d9d8cc89 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:55.508329 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device fd870a8e-673f-4094-b97d-506a3df16270 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:33:55.539692 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3838fa1-0b48-45ea-9d21-0970eb012f02 None None] Network 3f52e5ad-49d0-4570-9e25-5f3e98ee138f requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:33:55.614416 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-f272e905-ef4b-4022-a170-d17268590deb None None] Provisioning complete for port 4e325db8-0435-4546-98d1-274cafdf68eb triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:33:55.614891 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f272e905-ef4b-4022-a170-d17268590deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:55.680828 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning for port fd870a8e-673f-4094-b97d-506a3df16270 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:33:55.696572 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-f272e905-ef4b-4022-a170-d17268590deb None None] Port 4e325db8-0435-4546-98d1-274cafdf68eb cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:33:55.736843 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-f272e905-ef4b-4022-a170-d17268590deb None None] Provisioning for port fd870a8e-673f-4094-b97d-506a3df16270 completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:33:55.750700 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-f272e905-ef4b-4022-a170-d17268590deb None None] Provisioning complete for port fd870a8e-673f-4094-b97d-506a3df16270 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:33:55.751189 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f272e905-ef4b-4022-a170-d17268590deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:55.821366 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-185bdb78-e9e1-4d68-a970-e758d9d8cc89 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Delete allocated IP 2001:db8::228 (3f52e5ad-49d0-4570-9e25-5f3e98ee138f/a3e649be-e6cd-4160-bdb1-d72f276f8640) {{(pid=93797) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 27 23:33:55.832212 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-185bdb78-e9e1-4d68-a970-e758d9d8cc89 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Allocated IP 2001:db8:0:1::3cb (3f52e5ad-49d0-4570-9e25-5f3e98ee138f/9f40aa22-0108-48de-92c6-77d604229c72/4c72ae43-9436-4cd9-895a-52b54bafea44) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:33:55.882038 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f272e905-ef4b-4022-a170-d17268590deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:55.923550 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ad4acb0-3f71-4835-bd88-c16d2abdb61e None None] Update dhcp port {'port': {'network_id': '3f52e5ad-49d0-4570-9e25-5f3e98ee138f', 'fixed_ips': [{'subnet_id': 'a3e649be-e6cd-4160-bdb1-d72f276f8640', 'ip_address': '2001:db8::2'}, {'subnet_id': '9f40aa22-0108-48de-92c6-77d604229c72'}], 'binding:host_id': 'n-d-802623-1'}, 'id': 'fd870a8e-673f-4094-b97d-506a3df16270'} from n-d-802623-1. {{(pid=93799) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 27 23:33:55.954359 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f272e905-ef4b-4022-a170-d17268590deb None None] For port fd870a8e-673f-4094-b97d-506a3df16270, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=fd870a8e-673f-4094-b97d-506a3df16270,segment=NetworkSegment(abcee434-e0d1-4ac1-9fb7-bc683ee866a7),segment_id=abcee434-e0d1-4ac1-9fb7-bc683ee866a7)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:33:55.961041 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f272e905-ef4b-4022-a170-d17268590deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:55.968868 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7ad4acb0-3f71-4835-bd88-c16d2abdb61e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:56.014513 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-185bdb78-e9e1-4d68-a970-e758d9d8cc89 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:56.027246 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-185bdb78-e9e1-4d68-a970-e758d9d8cc89 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Ignored duplicate provisioning block setup for port 4c72ae43-9436-4cd9-895a-52b54bafea44 by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 27 23:33:56.031659 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-185bdb78-e9e1-4d68-a970-e758d9d8cc89 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11336041'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:56.046069 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f272e905-ef4b-4022-a170-d17268590deb None None] Pushing event updated for resources: {'Port': ['ID=fd870a8e-673f-4094-b97d-506a3df16270,revision_number=3']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:33:56.094338 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-185bdb78-e9e1-4d68-a970-e758d9d8cc89 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] In _notify_port_updated(), no bound segment for port 4c72ae43-9436-4cd9-895a-52b54bafea44 on network 3f52e5ad-49d0-4570-9e25-5f3e98ee138f {{(pid=93797) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 27 23:33:56.099938 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-185bdb78-e9e1-4d68-a970-e758d9d8cc89 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:33:56.100700 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-185bdb78-e9e1-4d68-a970-e758d9d8cc89 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:56.104306 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-185bdb78-e9e1-4d68-a970-e758d9d8cc89 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] 10.222.0.18 "PUT /v2.0/ports/4c72ae43-9436-4cd9-895a-52b54bafea44 HTTP/1.1" status: 200 len: 930 time: 0.7223845 Jul 27 23:33:56.104986 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 43588) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:33:56.122007 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185bdb78-e9e1-4d68-a970-e758d9d8cc89 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Pushing event updated for resources: {'Port': ['ID=4c72ae43-9436-4cd9-895a-52b54bafea44,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:33:56.198571 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-7ad4acb0-3f71-4835-bd88-c16d2abdb61e None None] Allocated IP 2001:db8:0:1::2 (3f52e5ad-49d0-4570-9e25-5f3e98ee138f/9f40aa22-0108-48de-92c6-77d604229c72/fd870a8e-673f-4094-b97d-506a3df16270) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:33:56.219775 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-3aa396ec-9e57-40d5-9445-be6d47629387 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Deleting port 4c72ae43-9436-4cd9-895a-52b54bafea44 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:33:56.220192 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3aa396ec-9e57-40d5-9445-be6d47629387 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:56.296185 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-7ad4acb0-3f71-4835-bd88-c16d2abdb61e None None] For port fd870a8e-673f-4094-b97d-506a3df16270, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=fd870a8e-673f-4094-b97d-506a3df16270,segment=NetworkSegment(abcee434-e0d1-4ac1-9fb7-bc683ee866a7),segment_id=abcee434-e0d1-4ac1-9fb7-bc683ee866a7)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:33:56.309212 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3aa396ec-9e57-40d5-9445-be6d47629387 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:56.321966 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-3aa396ec-9e57-40d5-9445-be6d47629387 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Calling delete_port for 4c72ae43-9436-4cd9-895a-52b54bafea44 owned by {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:33:56.327075 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7ad4acb0-3f71-4835-bd88-c16d2abdb61e None None] Notify callbacks [] for port, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:56.343114 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-7ad4acb0-3f71-4835-bd88-c16d2abdb61e None None] Transition to ACTIVE for port object fd870a8e-673f-4094-b97d-506a3df16270 will not be triggered until provisioned by entity DHCP. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:33:56.347550 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7ad4acb0-3f71-4835-bd88-c16d2abdb61e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:56.446999 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad4acb0-3f71-4835-bd88-c16d2abdb61e None None] Pushing event updated for resources: {'Port': ['ID=fd870a8e-673f-4094-b97d-506a3df16270,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:33:56.496434 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3aa396ec-9e57-40d5-9445-be6d47629387 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:56.531619 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa396ec-9e57-40d5-9445-be6d47629387 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Pushing event deleted for resources: {'Port': ['ID=4c72ae43-9436-4cd9-895a-52b54bafea44,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:33:56.558424 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3aa396ec-9e57-40d5-9445-be6d47629387 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:56.560774 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-3aa396ec-9e57-40d5-9445-be6d47629387 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] 10.222.0.18 "DELETE /v2.0/ports/4c72ae43-9436-4cd9-895a-52b54bafea44 HTTP/1.1" status: 204 len: 168 time: 0.4545863 Jul 27 23:33:56.563242 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 43602) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:33:56.588485 n-d-802623-1 neutron-server[93797]: INFO neutron.pecan_wsgi.hooks.translation [None req-10983542-b5d5-4bbd-b8a5-63546d3e693a tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] GET failed (client error): The resource could not be found. Jul 27 23:33:56.590123 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-10983542-b5d5-4bbd-b8a5-63546d3e693a tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] 10.222.0.18 "GET /v2.0/ports/4c72ae43-9436-4cd9-895a-52b54bafea44 HTTP/1.1" status: 404 len: 333 time: 0.0259573 Jul 27 23:33:56.594641 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 43604) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:33:56.661966 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3cc6f3cd-8b22-4230-89c0-831045f4d737 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:56.693661 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3cc6f3cd-8b22-4230-89c0-831045f4d737 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:56.752471 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3cc6f3cd-8b22-4230-89c0-831045f4d737 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:56.755532 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3cc6f3cd-8b22-4230-89c0-831045f4d737 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:56.756737 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-3cc6f3cd-8b22-4230-89c0-831045f4d737 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] 10.222.0.18 "DELETE /v2.0/security-groups/8b4a0d29-3201-4d3a-b9fd-e9404f20b49c HTTP/1.1" status: 204 len: 168 time: 0.1603746 Jul 27 23:33:56.759701 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 43612) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:33:56.770547 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc6f3cd-8b22-4230-89c0-831045f4d737 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b4a0d29-3201-4d3a-b9fd-e9404f20b49c,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:33:56.824591 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f2a45d50-1b62-4b6c-bbd3-e38119251a04 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:56.851355 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f2a45d50-1b62-4b6c-bbd3-e38119251a04 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:56.905028 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f2a45d50-1b62-4b6c-bbd3-e38119251a04 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:56.908595 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f2a45d50-1b62-4b6c-bbd3-e38119251a04 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:56.909772 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-f2a45d50-1b62-4b6c-bbd3-e38119251a04 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] 10.222.0.18 "DELETE /v2.0/security-groups/1bb71761-c095-4e1e-9baa-555ce0ccfc74 HTTP/1.1" status: 204 len: 168 time: 0.1487882 Jul 27 23:33:56.910180 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f62ca00e-6fe2-4779-8996-0fecfc710357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:56.914281 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 43614) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:33:56.924698 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a45d50-1b62-4b6c-bbd3-e38119251a04 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bb71761-c095-4e1e-9baa-555ce0ccfc74,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:33:56.974953 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_v2 [None req-8bb2f214-cbbe-46ff-bcb5-32b573f78446 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Deleting subnet a3e649be-e6cd-4160-bdb1-d72f276f8640 {{(pid=93798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 23:33:56.978407 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8bb2f214-cbbe-46ff-bcb5-32b573f78446 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks [] for subnet, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:57.025531 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8bb2f214-cbbe-46ff-bcb5-32b573f78446 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11163249'] for subnet, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:57.120934 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8bb2f214-cbbe-46ff-bcb5-32b573f78446 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620741'] for subnet, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:57.182864 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-9d1038a4-b1ed-4e95-9293-f194782e5a26 None None] Could not find standard attr ID for object 4c72ae43-9436-4cd9-895a-52b54bafea44. {{(pid=93799) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 23:33:57.184767 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8bb2f214-cbbe-46ff-bcb5-32b573f78446 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11971800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12265753'] for subnet, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:57.204357 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-9d1038a4-b1ed-4e95-9293-f194782e5a26 None None] Provisioning complete for port 4e325db8-0435-4546-98d1-274cafdf68eb triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:33:57.205017 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-9d1038a4-b1ed-4e95-9293-f194782e5a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:57.218368 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb2f214-cbbe-46ff-bcb5-32b573f78446 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Pushing event deleted for resources: {'Subnet': ['ID=a3e649be-e6cd-4160-bdb1-d72f276f8640,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:33:57.220520 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8bb2f214-cbbe-46ff-bcb5-32b573f78446 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:57.222427 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-8bb2f214-cbbe-46ff-bcb5-32b573f78446 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] 10.222.0.18 "DELETE /v2.0/subnets/a3e649be-e6cd-4160-bdb1-d72f276f8640 HTTP/1.1" status: 204 len: 168 time: 0.3069837 Jul 27 23:33:57.226451 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 43620) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:33:57.232717 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-f9e77577-28a5-48bd-b773-c640e445a886 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Request body: {'subnet': {'network_id': '3f52e5ad-49d0-4570-9e25-5f3e98ee138f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:33:57.263445 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-9d1038a4-b1ed-4e95-9293-f194782e5a26 None None] Port 4e325db8-0435-4546-98d1-274cafdf68eb cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:33:57.276356 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-9d1038a4-b1ed-4e95-9293-f194782e5a26 None None] Provisioning for port fd870a8e-673f-4094-b97d-506a3df16270 completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:33:57.281629 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-9d1038a4-b1ed-4e95-9293-f194782e5a26 None None] Provisioning complete for port fd870a8e-673f-4094-b97d-506a3df16270 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:33:57.282380 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-9d1038a4-b1ed-4e95-9293-f194782e5a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:57.329819 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20d938ac-f760-43e1-8a80-f0e9b58c6ad4 None None] Network 3f52e5ad-49d0-4570-9e25-5f3e98ee138f requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:33:57.377586 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9e77577-28a5-48bd-b773-c640e445a886 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Made reservation on behalf of 359084915661494793a200a4d2cd4e37 for: {'subnet': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:33:57.381617 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f9e77577-28a5-48bd-b773-c640e445a886 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12265828'] for subnet, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:57.498713 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device fd870a8e-673f-4094-b97d-506a3df16270 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:33:57.572860 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-1e7463b6-234a-414b-a705-d2744919f6db None None] Could not find standard attr ID for object 4c72ae43-9436-4cd9-895a-52b54bafea44. {{(pid=93799) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 23:33:57.595291 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port fd870a8e-673f-4094-b97d-506a3df16270 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:33:57.595678 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:57.669609 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f9e77577-28a5-48bd-b773-c640e445a886 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11971609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12265750'] for subnet, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:57.714946 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9e77577-28a5-48bd-b773-c640e445a886 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Network 3f52e5ad-49d0-4570-9e25-5f3e98ee138f is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:33:57.718137 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-f9e77577-28a5-48bd-b773-c640e445a886 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:33:57.722315 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9e77577-28a5-48bd-b773-c640e445a886 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:33:57.722897 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f9e77577-28a5-48bd-b773-c640e445a886 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:57.732982 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e77577-28a5-48bd-b773-c640e445a886 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Pushing event updated for resources: {'Subnet': ['ID=39edda9a-de6a-4ea9-88eb-cd67ef38287d,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:33:57.753819 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 43634) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:33:57.754354 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-f9e77577-28a5-48bd-b773-c640e445a886 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5261393 Jul 27 23:33:57.758887 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-894e91a4-473d-4e1a-b0fa-45fe2e7b63a2 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Request body: {'security_group': {'name': 'tempest-secgroup-1824767154'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:33:57.787742 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-894e91a4-473d-4e1a-b0fa-45fe2e7b63a2 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:57.885704 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-894e91a4-473d-4e1a-b0fa-45fe2e7b63a2 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:57.890365 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-894e91a4-473d-4e1a-b0fa-45fe2e7b63a2 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:57.938930 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-894e91a4-473d-4e1a-b0fa-45fe2e7b63a2 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:57.941543 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-894e91a4-473d-4e1a-b0fa-45fe2e7b63a2 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1850832 Jul 27 23:33:57.942601 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894e91a4-473d-4e1a-b0fa-45fe2e7b63a2 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Pushing event updated for resources: {'SecurityGroup': ['ID=584ad12a-a8de-42e0-8ff6-7e51e0f65ab1,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:33:57.943206 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 43640) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:33:57.949050 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-41a0aeec-b0ba-402b-a9b5-1205c1f1baff tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Request body: {'security_group': {'name': 'tempest-secgroup-508730389'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:33:57.978153 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-41a0aeec-b0ba-402b-a9b5-1205c1f1baff tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:58.069398 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-41a0aeec-b0ba-402b-a9b5-1205c1f1baff tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:58.074972 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-41a0aeec-b0ba-402b-a9b5-1205c1f1baff tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:58.106326 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a0aeec-b0ba-402b-a9b5-1205c1f1baff tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6d4389f-63f3-4429-96a7-98bd751034ea,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:33:58.109810 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-41a0aeec-b0ba-402b-a9b5-1205c1f1baff tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:58.111088 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-41a0aeec-b0ba-402b-a9b5-1205c1f1baff tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.1666629 Jul 27 23:33:58.113995 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 43644) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:33:58.119026 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-22816f37-e8e5-4399-9e29-012be0ddb3a2 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Request body: {'security_group': {'name': 'tempest-secgroup-446998351'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:33:58.150406 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-22816f37-e8e5-4399-9e29-012be0ddb3a2 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:58.253503 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-22816f37-e8e5-4399-9e29-012be0ddb3a2 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:58.257539 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-22816f37-e8e5-4399-9e29-012be0ddb3a2 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:58.274768 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edd87283-152d-4b07-a497-7d5845d2c92b None None] Network 3f52e5ad-49d0-4570-9e25-5f3e98ee138f requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:33:58.294471 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-22816f37-e8e5-4399-9e29-012be0ddb3a2 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:58.298901 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-22816f37-e8e5-4399-9e29-012be0ddb3a2 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.1805480 Jul 27 23:33:58.299117 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 43648) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:33:58.301383 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22816f37-e8e5-4399-9e29-012be0ddb3a2 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f028942b-e98f-4bb6-a7cf-1073ab9b02ae,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:33:58.304322 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-80a46562-90ff-4397-9ca4-052077c7d8ab tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-530336428', 'security_groups': ['f028942b-e98f-4bb6-a7cf-1073ab9b02ae'], 'network_id': '3f52e5ad-49d0-4570-9e25-5f3e98ee138f', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '39edda9a-de6a-4ea9-88eb-cd67ef38287d'}]}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:33:58.338626 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-64b5e6a0-c7e6-4521-a478-c1ed556250ef None None] Provisioning complete for port 4e325db8-0435-4546-98d1-274cafdf68eb triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:33:58.338999 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-64b5e6a0-c7e6-4521-a478-c1ed556250ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:58.390684 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-64b5e6a0-c7e6-4521-a478-c1ed556250ef None None] Port 4e325db8-0435-4546-98d1-274cafdf68eb cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:33:58.427892 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80a46562-90ff-4397-9ca4-052077c7d8ab tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Made reservation on behalf of 359084915661494793a200a4d2cd4e37 for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:33:58.433696 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-64b5e6a0-c7e6-4521-a478-c1ed556250ef None None] Provisioning complete for port fd870a8e-673f-4094-b97d-506a3df16270 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:33:58.434071 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-64b5e6a0-c7e6-4521-a478-c1ed556250ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:58.528755 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-80a46562-90ff-4397-9ca4-052077c7d8ab tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:58.552887 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [None req-80a46562-90ff-4397-9ca4-052077c7d8ab tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] device_id is not set on port dd421591-0c9f-46dd-b4de-8d0312f6a0d3 yet. {{(pid=93798) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 23:33:58.600395 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90a35962-5c12-430e-ab14-b626ae6b5119 None None] Update dhcp port {'port': {'network_id': '3f52e5ad-49d0-4570-9e25-5f3e98ee138f', 'fixed_ips': [{'subnet_id': '9f40aa22-0108-48de-92c6-77d604229c72', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '39edda9a-de6a-4ea9-88eb-cd67ef38287d'}], 'binding:host_id': 'n-d-802623-1'}, 'id': 'fd870a8e-673f-4094-b97d-506a3df16270'} from n-d-802623-1. {{(pid=93799) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 27 23:33:58.629353 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-90a35962-5c12-430e-ab14-b626ae6b5119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:58.725730 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-80a46562-90ff-4397-9ca4-052077c7d8ab tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Allocated IP 2001:db8::377 (3f52e5ad-49d0-4570-9e25-5f3e98ee138f/39edda9a-de6a-4ea9-88eb-cd67ef38287d/dd421591-0c9f-46dd-b4de-8d0312f6a0d3) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:33:58.883257 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-80a46562-90ff-4397-9ca4-052077c7d8ab tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:58.896733 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-80a46562-90ff-4397-9ca4-052077c7d8ab tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Transition to ACTIVE for port object dd421591-0c9f-46dd-b4de-8d0312f6a0d3 will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:33:58.931829 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-80a46562-90ff-4397-9ca4-052077c7d8ab tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:58.973742 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80a46562-90ff-4397-9ca4-052077c7d8ab tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Network 3f52e5ad-49d0-4570-9e25-5f3e98ee138f is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:33:58.976970 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-80a46562-90ff-4397-9ca4-052077c7d8ab tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:33:58.980851 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a46562-90ff-4397-9ca4-052077c7d8ab tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:33:58.986991 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80a46562-90ff-4397-9ca4-052077c7d8ab tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:33:58.987638 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-80a46562-90ff-4397-9ca4-052077c7d8ab tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:58.997181 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-90a35962-5c12-430e-ab14-b626ae6b5119 None None] Allocated IP 2001:db8::2 (3f52e5ad-49d0-4570-9e25-5f3e98ee138f/39edda9a-de6a-4ea9-88eb-cd67ef38287d/fd870a8e-673f-4094-b97d-506a3df16270) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:33:59.004014 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a46562-90ff-4397-9ca4-052077c7d8ab tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Pushing event updated for resources: {'Port': ['ID=dd421591-0c9f-46dd-b4de-8d0312f6a0d3,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:33:59.019380 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-80a46562-90ff-4397-9ca4-052077c7d8ab tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.7191758 Jul 27 23:33:59.022181 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 43666) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:33:59.027650 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-ad09f87c-4824-4612-adf8-19785024dda0 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Request body: {'subnet': {'network_id': '3f52e5ad-49d0-4570-9e25-5f3e98ee138f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:33:59.107963 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-90a35962-5c12-430e-ab14-b626ae6b5119 None None] For port fd870a8e-673f-4094-b97d-506a3df16270, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=fd870a8e-673f-4094-b97d-506a3df16270,segment=NetworkSegment(abcee434-e0d1-4ac1-9fb7-bc683ee866a7),segment_id=abcee434-e0d1-4ac1-9fb7-bc683ee866a7)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:33:59.140447 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-90a35962-5c12-430e-ab14-b626ae6b5119 None None] Notify callbacks [] for port, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:59.154400 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-90a35962-5c12-430e-ab14-b626ae6b5119 None None] Transition to ACTIVE for port object fd870a8e-673f-4094-b97d-506a3df16270 will not be triggered until provisioned by entity DHCP. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:33:59.157769 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad09f87c-4824-4612-adf8-19785024dda0 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Made reservation on behalf of 359084915661494793a200a4d2cd4e37 for: {'subnet': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:33:59.159058 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-90a35962-5c12-430e-ab14-b626ae6b5119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:59.161802 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ad09f87c-4824-4612-adf8-19785024dda0 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12265828'] for subnet, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:59.253143 n-d-802623-1 neutron-server[93798]: INFO neutron.db.ipam_backend_mixin [None req-ad09f87c-4824-4612-adf8-19785024dda0 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 39edda9a-de6a-4ea9-88eb-cd67ef38287d (CIDR: 2001:db8::/64) Jul 27 23:33:59.256914 n-d-802623-1 neutron-server[93798]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad09f87c-4824-4612-adf8-19785024dda0 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 23:33:59.257358 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad09f87c-4824-4612-adf8-19785024dda0 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 23:33:59.276908 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-ad09f87c-4824-4612-adf8-19785024dda0 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2511339 Jul 27 23:33:59.277278 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 43672) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:33:59.283144 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-19895a52-1972-4c9c-b3ac-da62fbb4587e tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Request body: {'subnet': {'network_id': '3f52e5ad-49d0-4570-9e25-5f3e98ee138f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:33:59.410756 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19895a52-1972-4c9c-b3ac-da62fbb4587e tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Made reservation on behalf of 359084915661494793a200a4d2cd4e37 for: {'subnet': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:33:59.415203 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-19895a52-1972-4c9c-b3ac-da62fbb4587e tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11551435'] for subnet, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:59.423192 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a35962-5c12-430e-ab14-b626ae6b5119 None None] Pushing event updated for resources: {'Port': ['ID=fd870a8e-673f-4094-b97d-506a3df16270,revision_number=6']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:33:59.515311 n-d-802623-1 neutron-server[93797]: INFO neutron.db.ipam_backend_mixin [None req-19895a52-1972-4c9c-b3ac-da62fbb4587e tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 9f40aa22-0108-48de-92c6-77d604229c72 (CIDR: 2001:db8:0:1::/64) Jul 27 23:33:59.519421 n-d-802623-1 neutron-server[93797]: INFO neutron.pecan_wsgi.hooks.translation [None req-19895a52-1972-4c9c-b3ac-da62fbb4587e tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 23:33:59.520002 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19895a52-1972-4c9c-b3ac-da62fbb4587e tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93797) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 23:33:59.539027 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 43678) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:33:59.543642 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-19895a52-1972-4c9c-b3ac-da62fbb4587e tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.2651422 Jul 27 23:33:59.544984 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-9bf614b3-f827-47f8-97bf-cbc45eb35905 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Request body: {'subnet': {'network_id': '3f52e5ad-49d0-4570-9e25-5f3e98ee138f', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:33:59.573739 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-02e929e6-a165-462a-8130-5c0f7381cede None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:59.683707 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:59.688261 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bf614b3-f827-47f8-97bf-cbc45eb35905 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Made reservation on behalf of 359084915661494793a200a4d2cd4e37 for: {'subnet': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:33:59.692337 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9bf614b3-f827-47f8-97bf-cbc45eb35905 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12265828'] for subnet, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:59.944757 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9bf614b3-f827-47f8-97bf-cbc45eb35905 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11971609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12265750'] for subnet, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:33:59.991814 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bf614b3-f827-47f8-97bf-cbc45eb35905 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Network 3f52e5ad-49d0-4570-9e25-5f3e98ee138f is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:33:59.995117 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-9bf614b3-f827-47f8-97bf-cbc45eb35905 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:33:59.997859 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bf614b3-f827-47f8-97bf-cbc45eb35905 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:33:59.998462 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9bf614b3-f827-47f8-97bf-cbc45eb35905 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:34:00.011632 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf614b3-f827-47f8-97bf-cbc45eb35905 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Pushing event updated for resources: {'Subnet': ['ID=4b2d7406-96f8-46b4-b5df-5efdd7050dce,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:34:00.021621 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-9bf614b3-f827-47f8-97bf-cbc45eb35905 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.4814558 Jul 27 23:34:00.024387 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 43688) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:34:00.027498 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d64883c2-9898-4fe5-af39-db68e09bda5c None None] Network 3f52e5ad-49d0-4570-9e25-5f3e98ee138f requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:34:00.029879 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-8cf42af5-ba39-46ae-a7d4-61d1dc3428b1 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1806286852', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '4b2d7406-96f8-46b4-b5df-5efdd7050dce'}], 'security_groups': ['584ad12a-a8de-42e0-8ff6-7e51e0f65ab1', 'a6d4389f-63f3-4429-96a7-98bd751034ea']}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:34:00.079812 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-11731b24-16f4-4d58-af77-f62f7fc1ac1f None None] Provisioning complete for port 4e325db8-0435-4546-98d1-274cafdf68eb triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:34:00.079944 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-11731b24-16f4-4d58-af77-f62f7fc1ac1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:34:00.113268 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:34:00.139625 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-11731b24-16f4-4d58-af77-f62f7fc1ac1f None None] Port 4e325db8-0435-4546-98d1-274cafdf68eb cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:34:00.183561 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-11731b24-16f4-4d58-af77-f62f7fc1ac1f None None] Provisioning for port fd870a8e-673f-4094-b97d-506a3df16270 completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:34:00.193558 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-11731b24-16f4-4d58-af77-f62f7fc1ac1f None None] Provisioning complete for port fd870a8e-673f-4094-b97d-506a3df16270 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:34:00.193931 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-11731b24-16f4-4d58-af77-f62f7fc1ac1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:34:00.220955 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8cf42af5-ba39-46ae-a7d4-61d1dc3428b1 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:34:00.350386 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22e54c3c-774e-4b6e-98ad-a11c7419c209 None None] Update dhcp port {'port': {'network_id': '3f52e5ad-49d0-4570-9e25-5f3e98ee138f', 'fixed_ips': [{'subnet_id': '9f40aa22-0108-48de-92c6-77d604229c72', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '39edda9a-de6a-4ea9-88eb-cd67ef38287d', 'ip_address': '2001:db8::2'}, {'subnet_id': '4b2d7406-96f8-46b4-b5df-5efdd7050dce'}], 'binding:host_id': 'n-d-802623-1'}, 'id': 'fd870a8e-673f-4094-b97d-506a3df16270'} from n-d-802623-1. {{(pid=93799) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 27 23:34:00.375975 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-22e54c3c-774e-4b6e-98ad-a11c7419c209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:34:00.518433 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-19f2e178-d45e-4fbe-b9be-c3963fc151ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:34:00.544645 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-8cf42af5-ba39-46ae-a7d4-61d1dc3428b1 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Delete allocated IP 2001:db8::377 (3f52e5ad-49d0-4570-9e25-5f3e98ee138f/39edda9a-de6a-4ea9-88eb-cd67ef38287d) {{(pid=93797) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 27 23:34:00.553267 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-8cf42af5-ba39-46ae-a7d4-61d1dc3428b1 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Allocated IP 2001:db8:0:2::37f (3f52e5ad-49d0-4570-9e25-5f3e98ee138f/4b2d7406-96f8-46b4-b5df-5efdd7050dce/dd421591-0c9f-46dd-b4de-8d0312f6a0d3) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:34:01.076846 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8cf42af5-ba39-46ae-a7d4-61d1dc3428b1 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:34:01.088146 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-8cf42af5-ba39-46ae-a7d4-61d1dc3428b1 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Ignored duplicate provisioning block setup for port dd421591-0c9f-46dd-b4de-8d0312f6a0d3 by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 27 23:34:01.092681 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8cf42af5-ba39-46ae-a7d4-61d1dc3428b1 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11336041'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:34:01.154878 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-8cf42af5-ba39-46ae-a7d4-61d1dc3428b1 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] In _notify_port_updated(), no bound segment for port dd421591-0c9f-46dd-b4de-8d0312f6a0d3 on network 3f52e5ad-49d0-4570-9e25-5f3e98ee138f {{(pid=93797) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 27 23:34:01.158614 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-22e54c3c-774e-4b6e-98ad-a11c7419c209 None None] Allocated IP 2001:db8:0:2::2 (3f52e5ad-49d0-4570-9e25-5f3e98ee138f/4b2d7406-96f8-46b4-b5df-5efdd7050dce/fd870a8e-673f-4094-b97d-506a3df16270) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:34:01.161048 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cf42af5-ba39-46ae-a7d4-61d1dc3428b1 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:34:01.161651 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8cf42af5-ba39-46ae-a7d4-61d1dc3428b1 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:34:01.165875 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-8cf42af5-ba39-46ae-a7d4-61d1dc3428b1 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] 10.222.0.18 "PUT /v2.0/ports/dd421591-0c9f-46dd-b4de-8d0312f6a0d3 HTTP/1.1" status: 200 len: 970 time: 1.1403260 Jul 27 23:34:01.166057 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 43714) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:34:01.175439 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf42af5-ba39-46ae-a7d4-61d1dc3428b1 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Pushing event updated for resources: {'Port': ['ID=dd421591-0c9f-46dd-b4de-8d0312f6a0d3,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:34:01.264541 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-22e54c3c-774e-4b6e-98ad-a11c7419c209 None None] For port fd870a8e-673f-4094-b97d-506a3df16270, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=fd870a8e-673f-4094-b97d-506a3df16270,segment=NetworkSegment(abcee434-e0d1-4ac1-9fb7-bc683ee866a7),segment_id=abcee434-e0d1-4ac1-9fb7-bc683ee866a7)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:34:01.274266 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-1dac1e69-055b-4b6d-bace-cda8c4465fba tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Deleting port dd421591-0c9f-46dd-b4de-8d0312f6a0d3 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:34:01.274687 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1dac1e69-055b-4b6d-bace-cda8c4465fba tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:34:01.302791 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-22e54c3c-774e-4b6e-98ad-a11c7419c209 None None] Notify callbacks [] for port, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:34:01.317043 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-22e54c3c-774e-4b6e-98ad-a11c7419c209 None None] Transition to ACTIVE for port object fd870a8e-673f-4094-b97d-506a3df16270 will not be triggered until provisioned by entity DHCP. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:34:01.322220 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-22e54c3c-774e-4b6e-98ad-a11c7419c209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:34:01.367559 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1dac1e69-055b-4b6d-bace-cda8c4465fba tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:34:01.381852 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-1dac1e69-055b-4b6d-bace-cda8c4465fba tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Calling delete_port for dd421591-0c9f-46dd-b4de-8d0312f6a0d3 owned by {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:34:01.402929 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e54c3c-774e-4b6e-98ad-a11c7419c209 None None] Pushing event updated for resources: {'Port': ['ID=fd870a8e-673f-4094-b97d-506a3df16270,revision_number=7']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:34:01.479161 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device fd870a8e-673f-4094-b97d-506a3df16270 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:34:01.560584 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1dac1e69-055b-4b6d-bace-cda8c4465fba tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:34:01.601057 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dac1e69-055b-4b6d-bace-cda8c4465fba tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Pushing event deleted for resources: {'Port': ['ID=dd421591-0c9f-46dd-b4de-8d0312f6a0d3,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:34:01.625409 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1dac1e69-055b-4b6d-bace-cda8c4465fba tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:34:01.629846 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-1dac1e69-055b-4b6d-bace-cda8c4465fba tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] 10.222.0.18 "DELETE /v2.0/ports/dd421591-0c9f-46dd-b4de-8d0312f6a0d3 HTTP/1.1" status: 204 len: 168 time: 0.4597704 Jul 27 23:34:01.630079 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 43722) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:34:01.659268 n-d-802623-1 neutron-server[93798]: INFO neutron.pecan_wsgi.hooks.translation [None req-9607634d-6b2f-40d7-9fb9-dcd4104534a7 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] GET failed (client error): The resource could not be found. Jul 27 23:34:01.666255 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-9607634d-6b2f-40d7-9fb9-dcd4104534a7 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] 10.222.0.18 "GET /v2.0/ports/dd421591-0c9f-46dd-b4de-8d0312f6a0d3 HTTP/1.1" status: 404 len: 333 time: 0.0299091 Jul 27 23:34:01.666567 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 43724) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:34:01.722183 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f733bf28-67f1-4911-9588-376da4df36f7 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:34:01.747232 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f733bf28-67f1-4911-9588-376da4df36f7 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:34:01.792583 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f733bf28-67f1-4911-9588-376da4df36f7 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:34:01.796259 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f733bf28-67f1-4911-9588-376da4df36f7 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:34:01.799752 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-f733bf28-67f1-4911-9588-376da4df36f7 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] 10.222.0.18 "DELETE /v2.0/security-groups/f028942b-e98f-4bb6-a7cf-1073ab9b02ae HTTP/1.1" status: 204 len: 168 time: 0.1298618 Jul 27 23:34:01.800183 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 43730) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:34:01.817192 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f733bf28-67f1-4911-9588-376da4df36f7 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f028942b-e98f-4bb6-a7cf-1073ab9b02ae,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:34:01.865293 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9cf3ed62-1e7a-48fd-b41c-4200e720ed49 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:34:01.892280 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9cf3ed62-1e7a-48fd-b41c-4200e720ed49 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:34:01.935705 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9cf3ed62-1e7a-48fd-b41c-4200e720ed49 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:34:01.940844 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9cf3ed62-1e7a-48fd-b41c-4200e720ed49 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:34:01.944541 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-9cf3ed62-1e7a-48fd-b41c-4200e720ed49 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] 10.222.0.18 "DELETE /v2.0/security-groups/a6d4389f-63f3-4429-96a7-98bd751034ea HTTP/1.1" status: 204 len: 168 time: 0.1408238 Jul 27 23:34:01.944910 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 43732) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:34:01.952171 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf3ed62-1e7a-48fd-b41c-4200e720ed49 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6d4389f-63f3-4429-96a7-98bd751034ea,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:34:02.013020 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b1c316dc-ed8a-4f14-91a5-3e4c26086f48 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:34:02.043979 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b1c316dc-ed8a-4f14-91a5-3e4c26086f48 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:34:02.100733 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b1c316dc-ed8a-4f14-91a5-3e4c26086f48 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:34:02.103601 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b1c316dc-ed8a-4f14-91a5-3e4c26086f48 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:34:02.104899 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-b1c316dc-ed8a-4f14-91a5-3e4c26086f48 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] 10.222.0.18 "DELETE /v2.0/security-groups/584ad12a-a8de-42e0-8ff6-7e51e0f65ab1 HTTP/1.1" status: 204 len: 168 time: 0.1584604 Jul 27 23:34:02.108317 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 43740) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:34:02.115667 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c316dc-ed8a-4f14-91a5-3e4c26086f48 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=584ad12a-a8de-42e0-8ff6-7e51e0f65ab1,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:34:02.149860 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-cddea586-d0e8-4992-b3e5-c25c554780de None None] Could not find standard attr ID for object dd421591-0c9f-46dd-b4de-8d0312f6a0d3. {{(pid=93799) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 23:34:02.173633 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-cddea586-d0e8-4992-b3e5-c25c554780de None None] Provisioning complete for port 4e325db8-0435-4546-98d1-274cafdf68eb triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:34:02.174233 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-cddea586-d0e8-4992-b3e5-c25c554780de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:34:02.192193 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_v2 [None req-c231368d-21a2-4e6a-8606-4e5d5ea8c2e3 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Deleting subnet 39edda9a-de6a-4ea9-88eb-cd67ef38287d {{(pid=93797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 23:34:02.196055 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c231368d-21a2-4e6a-8606-4e5d5ea8c2e3 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks [] for subnet, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:34:02.215190 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-cddea586-d0e8-4992-b3e5-c25c554780de None None] Port 4e325db8-0435-4546-98d1-274cafdf68eb cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:34:02.229953 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-cddea586-d0e8-4992-b3e5-c25c554780de None None] Provisioning for port fd870a8e-673f-4094-b97d-506a3df16270 completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:34:02.238355 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-cddea586-d0e8-4992-b3e5-c25c554780de None None] Provisioning complete for port fd870a8e-673f-4094-b97d-506a3df16270 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:34:02.241587 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-cddea586-d0e8-4992-b3e5-c25c554780de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:34:02.248992 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c231368d-21a2-4e6a-8606-4e5d5ea8c2e3 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11335971'] for subnet, precommit_delete_associations {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:34:02.284986 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7418f70f-e60d-4709-8ba9-6ab514bc7f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:34:02.365845 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c231368d-21a2-4e6a-8606-4e5d5ea8c2e3 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620741'] for subnet, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:34:02.433923 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c231368d-21a2-4e6a-8606-4e5d5ea8c2e3 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11335991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11551414'] for subnet, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:34:02.463058 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-d42cc4cb-b508-4dea-9e9b-72499f6b3423 None None] Could not find standard attr ID for object dd421591-0c9f-46dd-b4de-8d0312f6a0d3. {{(pid=93799) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 23:34:02.465627 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c231368d-21a2-4e6a-8606-4e5d5ea8c2e3 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Pushing event deleted for resources: {'Subnet': ['ID=39edda9a-de6a-4ea9-88eb-cd67ef38287d,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:34:02.469907 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c231368d-21a2-4e6a-8606-4e5d5ea8c2e3 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks [] for subnet, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:34:02.476732 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-c231368d-21a2-4e6a-8606-4e5d5ea8c2e3 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] 10.222.0.18 "DELETE /v2.0/subnets/39edda9a-de6a-4ea9-88eb-cd67ef38287d HTTP/1.1" status: 204 len: 168 time: 0.3667598 Jul 27 23:34:02.477115 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 43746) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:34:02.533125 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_v2 [None req-6328f01e-e103-46a8-84d9-17e79850d874 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Deleting subnet 4b2d7406-96f8-46b4-b5df-5efdd7050dce {{(pid=93798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 23:34:02.536523 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6328f01e-e103-46a8-84d9-17e79850d874 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks [] for subnet, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:34:02.582973 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6328f01e-e103-46a8-84d9-17e79850d874 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11163249'] for subnet, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:34:02.604910 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-054cc42d-88ee-4977-ae4a-92705b2b8c28 None None] Network 3f52e5ad-49d0-4570-9e25-5f3e98ee138f requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:34:02.674460 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6328f01e-e103-46a8-84d9-17e79850d874 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620741'] for subnet, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:34:02.691953 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-2326b9b0-1624-4fe9-b95f-b731076fc692 None None] Could not find standard attr ID for object 4c72ae43-9436-4cd9-895a-52b54bafea44. {{(pid=93799) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 23:34:02.750613 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6328f01e-e103-46a8-84d9-17e79850d874 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11971800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12265753'] for subnet, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:34:02.785419 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6328f01e-e103-46a8-84d9-17e79850d874 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:34:02.789761 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-6328f01e-e103-46a8-84d9-17e79850d874 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] 10.222.0.18 "DELETE /v2.0/subnets/4b2d7406-96f8-46b4-b5df-5efdd7050dce HTTP/1.1" status: 204 len: 168 time: 0.3091648 Jul 27 23:34:02.789761 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 43754) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:34:02.798714 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6328f01e-e103-46a8-84d9-17e79850d874 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Pushing event deleted for resources: {'Subnet': ['ID=4b2d7406-96f8-46b4-b5df-5efdd7050dce,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:34:02.821224 n-d-802623-1 neutron-server[93798]: INFO neutron.pecan_wsgi.hooks.translation [None req-0829df7e-ae44-4a0e-9a18-f25e848579d0 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] DELETE failed (client error): The resource could not be found. Jul 27 23:34:02.821704 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0829df7e-ae44-4a0e-9a18-f25e848579d0 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 23:34:02.823396 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-0829df7e-ae44-4a0e-9a18-f25e848579d0 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] 10.222.0.18 "DELETE /v2.0/subnets/39edda9a-de6a-4ea9-88eb-cd67ef38287d HTTP/1.1" status: 404 len: 337 time: 0.0321810 Jul 27 23:34:02.825903 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 43756) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:34:02.833838 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb357e1b-bdd7-4d19-bdf3-2d2b2178c55c None None] Update dhcp port {'port': {'network_id': '3f52e5ad-49d0-4570-9e25-5f3e98ee138f', 'fixed_ips': [{'subnet_id': '9f40aa22-0108-48de-92c6-77d604229c72', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '4b2d7406-96f8-46b4-b5df-5efdd7050dce'}], 'binding:host_id': 'n-d-802623-1'}, 'id': 'fd870a8e-673f-4094-b97d-506a3df16270'} from n-d-802623-1. {{(pid=93799) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 27 23:34:02.860583 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-fb357e1b-bdd7-4d19-bdf3-2d2b2178c55c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:34:02.879674 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_v2 [None req-c180e703-9f12-4ba5-9f3c-57ef382cffd7 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Deleting subnet 9f40aa22-0108-48de-92c6-77d604229c72 {{(pid=93798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 23:34:02.882757 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c180e703-9f12-4ba5-9f3c-57ef382cffd7 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks [] for subnet, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:34:02.923430 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c180e703-9f12-4ba5-9f3c-57ef382cffd7 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11163249'] for subnet, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:34:03.015948 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c180e703-9f12-4ba5-9f3c-57ef382cffd7 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620741'] for subnet, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:34:03.073994 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c180e703-9f12-4ba5-9f3c-57ef382cffd7 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11971800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12265753'] for subnet, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:34:03.075797 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server [None req-fb357e1b-bdd7-4d19-bdf3-2d2b2178c55c None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9f40aa22-0108-48de-92c6-77d604229c72: This subnet is being modified by another concurrent operation. Jul 27 23:34:03.075797 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 27 23:34:03.075797 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 27 23:34:03.075797 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 27 23:34:03.075797 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 27 23:34:03.075797 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 27 23:34:03.075797 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 27 23:34:03.075797 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 27 23:34:03.075797 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 27 23:34:03.075797 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 27 23:34:03.075797 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 27 23:34:03.075797 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 27 23:34:03.075797 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 27 23:34:03.075797 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 27 23:34:03.075797 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 23:34:03.075797 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 23:34:03.075797 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 23:34:03.075797 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 23:34:03.075797 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 27 23:34:03.075797 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 27 23:34:03.075797 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 27 23:34:03.075797 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 27 23:34:03.075797 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 23:34:03.075797 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 23:34:03.075797 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 23:34:03.075797 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 23:34:03.075797 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 27 23:34:03.075797 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 27 23:34:03.075797 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 27 23:34:03.075797 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 27 23:34:03.075797 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 23:34:03.075797 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 23:34:03.075797 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 23:34:03.075797 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 23:34:03.075797 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 27 23:34:03.075797 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 27 23:34:03.075797 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Jul 27 23:34:03.075797 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Jul 27 23:34:03.075797 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Jul 27 23:34:03.075797 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Jul 27 23:34:03.075797 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 27 23:34:03.075797 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 27 23:34:03.075797 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 27 23:34:03.075797 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 27 23:34:03.075797 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 27 23:34:03.075797 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 27 23:34:03.075797 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 23:34:03.075797 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 23:34:03.075797 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 23:34:03.075797 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 23:34:03.075797 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 27 23:34:03.075797 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 27 23:34:03.075797 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 27 23:34:03.075797 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 27 23:34:03.075797 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 23:34:03.075797 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 23:34:03.075797 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 23:34:03.075797 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 23:34:03.075797 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 27 23:34:03.075797 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 27 23:34:03.075797 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 27 23:34:03.075797 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 27 23:34:03.075797 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 23:34:03.075797 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 23:34:03.075797 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 23:34:03.075797 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 23:34:03.075797 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 27 23:34:03.075797 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 27 23:34:03.075797 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1727, in update_port Jul 27 23:34:03.075797 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Jul 27 23:34:03.075797 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 27 23:34:03.075797 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 27 23:34:03.075797 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1507, in update_port Jul 27 23:34:03.075797 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Jul 27 23:34:03.075797 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Jul 27 23:34:03.075797 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Jul 27 23:34:03.075797 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Jul 27 23:34:03.075797 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Jul 27 23:34:03.075797 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Jul 27 23:34:03.075797 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 27 23:34:03.075797 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 27 23:34:03.075797 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 27 23:34:03.075797 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 27 23:34:03.075797 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server raise exception Jul 27 23:34:03.075797 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9f40aa22-0108-48de-92c6-77d604229c72: This subnet is being modified by another concurrent operation. Jul 27 23:34:03.075797 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server Jul 27 23:34:03.102348 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c180e703-9f12-4ba5-9f3c-57ef382cffd7 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Pushing event deleted for resources: {'Subnet': ['ID=9f40aa22-0108-48de-92c6-77d604229c72,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:34:03.106040 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c180e703-9f12-4ba5-9f3c-57ef382cffd7 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:34:03.111473 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-c180e703-9f12-4ba5-9f3c-57ef382cffd7 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] 10.222.0.18 "DELETE /v2.0/subnets/9f40aa22-0108-48de-92c6-77d604229c72 HTTP/1.1" status: 204 len: 168 time: 0.2844088 Jul 27 23:34:03.112261 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 43764) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:34:03.152994 n-d-802623-1 neutron-server[93798]: INFO neutron.pecan_wsgi.hooks.translation [None req-d776ae18-d550-4446-ad65-68a828e97ef2 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] DELETE failed (client error): The resource could not be found. Jul 27 23:34:03.153437 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d776ae18-d550-4446-ad65-68a828e97ef2 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 23:34:03.158719 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-d776ae18-d550-4446-ad65-68a828e97ef2 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] 10.222.0.18 "DELETE /v2.0/subnets/a3e649be-e6cd-4160-bdb1-d72f276f8640 HTTP/1.1" status: 404 len: 337 time: 0.0446773 Jul 27 23:34:03.159069 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 43770) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:34:03.167320 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fc51f5e-a849-4c0c-a990-5614b610439f None None] Network 3f52e5ad-49d0-4570-9e25-5f3e98ee138f requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:34:03.193322 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-4693608e-c927-4a0a-9332-716565b2c70b tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] 10.222.0.18 "GET /v2.0/ports?device_id=19ad1bf7-d13a-46b3-a7fa-925d85dcebb8 HTTP/1.1" status: 200 len: 205 time: 0.0330679 Jul 27 23:34:03.196155 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 43772) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:34:03.238839 n-d-802623-1 neutron-server[93797]: INFO neutron.api.v2.resource [None req-5849913e-ef45-4f30-a521-014285dcf1f8 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] delete failed (client error): The resource could not be found. Jul 27 23:34:03.242859 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 43774) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:34:03.243474 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-5849913e-ef45-4f30-a521-014285dcf1f8 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] 10.222.0.18 "DELETE /v2.0/routers/19ad1bf7-d13a-46b3-a7fa-925d85dcebb8 HTTP/1.1" status: 404 len: 336 time: 0.0461555 Jul 27 23:34:03.250422 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-73e6cbef-81d7-48de-93e9-206eb281a25c None None] Provisioning complete for port 4e325db8-0435-4546-98d1-274cafdf68eb triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:34:03.250875 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-73e6cbef-81d7-48de-93e9-206eb281a25c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:34:03.269881 n-d-802623-1 neutron-server[93798]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf414207-96c6-481f-86b6-da28918843c3 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] DELETE failed (client error): The resource could not be found. Jul 27 23:34:03.270636 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf414207-96c6-481f-86b6-da28918843c3 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 23:34:03.272329 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-bf414207-96c6-481f-86b6-da28918843c3 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] 10.222.0.18 "DELETE /v2.0/subnets/c57a00d6-b37a-4380-9491-cbdd2ddc2a8a HTTP/1.1" status: 404 len: 337 time: 0.0275073 Jul 27 23:34:03.274675 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 43776) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:34:03.302306 n-d-802623-1 neutron-server[93797]: INFO neutron.pecan_wsgi.hooks.translation [None req-df505e4e-9cd1-484a-826d-81a97c70d32c tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] DELETE failed (client error): The resource could not be found. Jul 27 23:34:03.302854 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df505e4e-9cd1-484a-826d-81a97c70d32c tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93797) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 23:34:03.306205 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-df505e4e-9cd1-484a-826d-81a97c70d32c tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] 10.222.0.18 "DELETE /v2.0/subnets/911aeae6-2d9a-4da4-9d2e-3df28d115122 HTTP/1.1" status: 404 len: 337 time: 0.0289738 Jul 27 23:34:03.307214 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 43778) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:34:03.325982 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-73e6cbef-81d7-48de-93e9-206eb281a25c None None] Port 4e325db8-0435-4546-98d1-274cafdf68eb cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:34:03.338493 n-d-802623-1 neutron-server[93797]: INFO neutron.pecan_wsgi.hooks.translation [None req-7bbfd5e5-50bc-4a15-a130-657e71654c3b tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] DELETE failed (client error): The resource could not be found. Jul 27 23:34:03.338947 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7bbfd5e5-50bc-4a15-a130-657e71654c3b tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93797) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 23:34:03.340865 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-7bbfd5e5-50bc-4a15-a130-657e71654c3b tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] 10.222.0.18 "DELETE /v2.0/subnets/5f00bae0-4325-41dc-95d4-d5083380888b HTTP/1.1" status: 404 len: 337 time: 0.0325966 Jul 27 23:34:03.343955 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 43780) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:34:03.344351 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-73e6cbef-81d7-48de-93e9-206eb281a25c None None] Provisioning complete for port fd870a8e-673f-4094-b97d-506a3df16270 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:34:03.344730 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-73e6cbef-81d7-48de-93e9-206eb281a25c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:34:03.367827 n-d-802623-1 neutron-server[93797]: INFO neutron.pecan_wsgi.hooks.translation [None req-89c672a1-7e96-4bc6-8104-f83906f84052 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] DELETE failed (client error): The resource could not be found. Jul 27 23:34:03.368702 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89c672a1-7e96-4bc6-8104-f83906f84052 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93797) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 23:34:03.369841 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-362e2c84-3689-4676-8731-a5977105ea29 None None] DHCP port deletion for 3f52e5ad-49d0-4570-9e25-5f3e98ee138f request from n-d-802623-1 {{(pid=93799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 23:34:03.373195 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-89c672a1-7e96-4bc6-8104-f83906f84052 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] 10.222.0.18 "DELETE /v2.0/ports/226cb3c8-978d-4d42-a14f-67fe4bffec83 HTTP/1.1" status: 404 len: 333 time: 0.0250585 Jul 27 23:34:03.373195 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 43782) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:34:03.399209 n-d-802623-1 neutron-server[93797]: INFO neutron.pecan_wsgi.hooks.translation [None req-39ddbbf5-c601-495b-8476-d125128b9b2b tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] DELETE failed (client error): The resource could not be found. Jul 27 23:34:03.399750 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39ddbbf5-c601-495b-8476-d125128b9b2b tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93797) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 23:34:03.401377 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-39ddbbf5-c601-495b-8476-d125128b9b2b tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] 10.222.0.18 "DELETE /v2.0/subnets/afab7829-61bb-4ec7-951d-682ff9d14d37 HTTP/1.1" status: 404 len: 337 time: 0.0274637 Jul 27 23:34:03.403847 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 43784) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:34:03.444536 n-d-802623-1 neutron-server[93797]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac025ed3-154e-43a6-adc4-05a24fc437f4 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] DELETE failed (client error): The resource could not be found. Jul 27 23:34:03.445584 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac025ed3-154e-43a6-adc4-05a24fc437f4 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93797) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 23:34:03.450768 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 43790) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:34:03.460546 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-ac025ed3-154e-43a6-adc4-05a24fc437f4 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] 10.222.0.18 "DELETE /v2.0/subnets/704c2c33-09be-4668-9521-24a5f8e5bd2e HTTP/1.1" status: 404 len: 337 time: 0.0553410 Jul 27 23:34:03.473935 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-362e2c84-3689-4676-8731-a5977105ea29 None None] Deleting port fd870a8e-673f-4094-b97d-506a3df16270 {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:34:03.474326 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-362e2c84-3689-4676-8731-a5977105ea29 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:34:03.491121 n-d-802623-1 neutron-server[93798]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd391593-4f3a-4782-a70e-8de9c9dae4ac tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] DELETE failed (client error): The resource could not be found. Jul 27 23:34:03.493621 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd391593-4f3a-4782-a70e-8de9c9dae4ac tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 23:34:03.495554 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-fd391593-4f3a-4782-a70e-8de9c9dae4ac tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] 10.222.0.18 "DELETE /v2.0/ports/c2d8bc9a-3cbe-4237-9f9d-21f8b7bab7b3 HTTP/1.1" status: 404 len: 333 time: 0.0433075 Jul 27 23:34:03.498031 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 43792) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:34:03.517473 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device fd870a8e-673f-4094-b97d-506a3df16270 no longer exists at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:34:03.528206 n-d-802623-1 neutron-server[93798]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f11550b-80dc-4f10-9725-b08036ed86be tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] DELETE failed (client error): The resource could not be found. Jul 27 23:34:03.528939 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f11550b-80dc-4f10-9725-b08036ed86be tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 23:34:03.533322 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-9f11550b-80dc-4f10-9725-b08036ed86be tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] 10.222.0.18 "DELETE /v2.0/subnets/c173b23b-2dc5-4b7c-a3f4-01a19617daf2 HTTP/1.1" status: 404 len: 337 time: 0.0304270 Jul 27 23:34:03.533549 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 43794) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:34:03.559569 n-d-802623-1 neutron-server[93798]: INFO neutron.pecan_wsgi.hooks.translation [None req-534cbb9b-559f-4a6d-8f04-d25fa3b96b52 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] DELETE failed (client error): The resource could not be found. Jul 27 23:34:03.560016 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-534cbb9b-559f-4a6d-8f04-d25fa3b96b52 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 23:34:03.564579 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-534cbb9b-559f-4a6d-8f04-d25fa3b96b52 tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] 10.222.0.18 "DELETE /v2.0/subnets/69e62ac7-b4fd-4c9b-b7e8-b32ff30ba71c HTTP/1.1" status: 404 len: 337 time: 0.0273175 Jul 27 23:34:03.565306 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 43796) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:34:03.575231 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-362e2c84-3689-4676-8731-a5977105ea29 None None] For port fd870a8e-673f-4094-b97d-506a3df16270, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=fd870a8e-673f-4094-b97d-506a3df16270,segment=NetworkSegment(abcee434-e0d1-4ac1-9fb7-bc683ee866a7),segment_id=abcee434-e0d1-4ac1-9fb7-bc683ee866a7)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:34:03.575651 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-362e2c84-3689-4676-8731-a5977105ea29 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:34:03.589252 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-362e2c84-3689-4676-8731-a5977105ea29 None None] Calling delete_port for fd870a8e-673f-4094-b97d-506a3df16270 owned by network:dhcp {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:34:03.658360 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-7bcb2a3b-1877-429d-946c-aa9e71ddd16e tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Deleting port 4e325db8-0435-4546-98d1-274cafdf68eb {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:34:03.658982 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7bcb2a3b-1877-429d-946c-aa9e71ddd16e tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:34:03.685855 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:34:03.729074 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7bcb2a3b-1877-429d-946c-aa9e71ddd16e tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:34:03.730974 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] For port fd870a8e-673f-4094-b97d-506a3df16270, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=fd870a8e-673f-4094-b97d-506a3df16270,segment=NetworkSegment(abcee434-e0d1-4ac1-9fb7-bc683ee866a7),segment_id=abcee434-e0d1-4ac1-9fb7-bc683ee866a7)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:34:03.736374 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:34:03.746946 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-7bcb2a3b-1877-429d-946c-aa9e71ddd16e tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Calling delete_port for 4e325db8-0435-4546-98d1-274cafdf68eb owned by {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:34:03.766532 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-362e2c84-3689-4676-8731-a5977105ea29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:34:03.793317 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-362e2c84-3689-4676-8731-a5977105ea29 None None] No DVR routers for this DVR port fd870a8e-673f-4094-b97d-506a3df16270 on host n-d-802623-1 {{(pid=93799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:34:03.814095 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-267f7bcb-681c-4eb3-97bd-74500a4a5675 None None] get_active_networks_info from n-d-802623-1 {{(pid=93799) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 27 23:34:03.815807 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Pushing event updated for resources: {'Port': ['ID=fd870a8e-673f-4094-b97d-506a3df16270,revision_number=11']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:34:03.846153 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7bcb2a3b-1877-429d-946c-aa9e71ddd16e tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:34:03.861840 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362e2c84-3689-4676-8731-a5977105ea29 None None] Pushing event deleted for resources: {'Port': ['ID=fd870a8e-673f-4094-b97d-506a3df16270,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:34:03.880150 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcb2a3b-1877-429d-946c-aa9e71ddd16e tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Pushing event deleted for resources: {'Port': ['ID=4e325db8-0435-4546-98d1-274cafdf68eb,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:34:03.889556 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7bcb2a3b-1877-429d-946c-aa9e71ddd16e tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:34:03.891617 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-7bcb2a3b-1877-429d-946c-aa9e71ddd16e tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] 10.222.0.18 "DELETE /v2.0/ports/4e325db8-0435-4546-98d1-274cafdf68eb HTTP/1.1" status: 204 len: 168 time: 0.3253410 Jul 27 23:34:03.893927 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 43804) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:34:03.946474 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-267f7bcb-681c-4eb3-97bd-74500a4a5675 None None] Resources bound (agent type, host, resource id): {{(pid=93799) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 27 23:34:03.979492 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f5680d2f-aed8-429c-915b-b6e072a785ff tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593271'] for network, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:34:04.080517 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f5680d2f-aed8-429c-915b-b6e072a785ff tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618032', 'neutron.services.segments.db._delete_segments_for_network-8736833900081'] for network, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:34:04.090267 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-f5680d2f-aed8-429c-915b-b6e072a785ff tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f52e5ad-49d0-4570-9e25-5f3e98ee138f']}} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:34:04.101449 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-f5680d2f-aed8-429c-915b-b6e072a785ff tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abcee434-e0d1-4ac1-9fb7-bc683ee866a7') {'for_net_delete': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:34:04.101727 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-f5680d2f-aed8-429c-915b-b6e072a785ff tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abcee434-e0d1-4ac1-9fb7-bc683ee866a7') {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:34:04.119452 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f5680d2f-aed8-429c-915b-b6e072a785ff tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736833900858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11163256'] for segment, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:34:04.134778 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f5680d2f-aed8-429c-915b-b6e072a785ff tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:34:04.141245 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5680d2f-aed8-429c-915b-b6e072a785ff tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Releasing vlan 524 on physical network physnet1 to pool {{(pid=93798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 23:34:04.141645 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f5680d2f-aed8-429c-915b-b6e072a785ff tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11971746'] for segment, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:34:04.145226 n-d-802623-1 neutron-server[93798]: Traceback (most recent call last): Jul 27 23:34:04.145226 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 23:34:04.145226 n-d-802623-1 neutron-server[93798]: timer() Jul 27 23:34:04.145226 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 23:34:04.145226 n-d-802623-1 neutron-server[93798]: cb(*args, **kw) Jul 27 23:34:04.145226 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 23:34:04.145226 n-d-802623-1 neutron-server[93798]: return func(*args, **kwargs) Jul 27 23:34:04.145226 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 23:34:04.145226 n-d-802623-1 neutron-server[93798]: self._notify() Jul 27 23:34:04.145226 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 23:34:04.145226 n-d-802623-1 neutron-server[93798]: self.callback(batched_events) Jul 27 23:34:04.145226 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 23:34:04.145226 n-d-802623-1 neutron-server[93798]: event.method(event) Jul 27 23:34:04.145226 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 23:34:04.145226 n-d-802623-1 neutron-server[93798]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 23:34:04.145226 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 23:34:04.145226 n-d-802623-1 neutron-server[93798]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 23:34:04.145226 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 23:34:04.145226 n-d-802623-1 neutron-server[93798]: return f(self, *a, **k) Jul 27 23:34:04.145226 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 23:34:04.145226 n-d-802623-1 neutron-server[93798]: return self._get(url).json() Jul 27 23:34:04.145226 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 23:34:04.145226 n-d-802623-1 neutron-server[93798]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 23:34:04.145226 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 23:34:04.145226 n-d-802623-1 neutron-server[93798]: return self.request(url, 'GET', **kwargs) Jul 27 23:34:04.145226 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 23:34:04.145226 n-d-802623-1 neutron-server[93798]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 23:34:04.145226 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 23:34:04.145226 n-d-802623-1 neutron-server[93798]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 23:34:04.145226 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 23:34:04.145226 n-d-802623-1 neutron-server[93798]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 23:34:04.145226 n-d-802623-1 neutron-server[93798]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 23:34:04.210713 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f5680d2f-aed8-429c-915b-b6e072a785ff tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415412'] for network, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:34:04.216365 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f5680d2f-aed8-429c-915b-b6e072a785ff tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Notify callbacks [] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:34:04.219024 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-f5680d2f-aed8-429c-915b-b6e072a785ff tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] 10.222.0.18 "DELETE /v2.0/networks/3f52e5ad-49d0-4570-9e25-5f3e98ee138f HTTP/1.1" status: 204 len: 168 time: 0.3230822 Jul 27 23:34:04.235293 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5680d2f-aed8-429c-915b-b6e072a785ff tempest-PortsIpV6TestJSON-729630076 tempest-PortsIpV6TestJSON-729630076-project] Pushing event deleted for resources: {'Network': ['ID=3f52e5ad-49d0-4570-9e25-5f3e98ee138f,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:34:04.547785 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 43828) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:34:04.712024 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-624586b3-e2e5-4b65-a6eb-8ac8325ff43d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=359084915661494793a200a4d2cd4e37&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1628904 Jul 27 23:34:04.714467 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 43834) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:34:04.762223 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f7f412bb-8540-4dcb-aa9d-a97b9b8557a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:34:04.783685 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f7f412bb-8540-4dcb-aa9d-a97b9b8557a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:34:04.831112 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f7f412bb-8540-4dcb-aa9d-a97b9b8557a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:34:04.833732 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f7f412bb-8540-4dcb-aa9d-a97b9b8557a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:34:04.837212 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-f7f412bb-8540-4dcb-aa9d-a97b9b8557a6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ea0092d0-c14e-4e1d-9ed3-3ca09dce0d2a HTTP/1.1" status: 204 len: 168 time: 0.1195486 Jul 27 23:34:04.843127 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f412bb-8540-4dcb-aa9d-a97b9b8557a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea0092d0-c14e-4e1d-9ed3-3ca09dce0d2a,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:34:04.947898 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:34:05.351223 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.agents_db [None req-9beef776-8bab-4de2-989a-f5a23ba4aaf4 None None] Agent healthcheck: found 7 active agents {{(pid=93800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 23:34:05.517627 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 43858) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:34:05.611287 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-154be6bb-4647-42b3-8d65-b1cef37e7191 tempest-TagsTest-258222442 tempest-TagsTest-258222442-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-969679321'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:34:05.632023 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-154be6bb-4647-42b3-8d65-b1cef37e7191 tempest-TagsTest-258222442 tempest-TagsTest-258222442-project] Made reservation on behalf of 4bb691efe54447ec91f0f589e13ed30c for: {'network': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:34:05.635563 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-154be6bb-4647-42b3-8d65-b1cef37e7191 tempest-TagsTest-258222442 tempest-TagsTest-258222442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for network, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:34:05.644210 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-154be6bb-4647-42b3-8d65-b1cef37e7191 tempest-TagsTest-258222442 tempest-TagsTest-258222442-project] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:34:05.750155 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-154be6bb-4647-42b3-8d65-b1cef37e7191 tempest-TagsTest-258222442 tempest-TagsTest-258222442-project] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:34:05.753831 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-154be6bb-4647-42b3-8d65-b1cef37e7191 tempest-TagsTest-258222442 tempest-TagsTest-258222442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:34:05.783813 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-154be6bb-4647-42b3-8d65-b1cef37e7191 tempest-TagsTest-258222442 tempest-TagsTest-258222442-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 501} {{(pid=93798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 23:34:05.789994 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154be6bb-4647-42b3-8d65-b1cef37e7191 tempest-TagsTest-258222442 tempest-TagsTest-258222442-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3620f000-1300-43cb-91ba-bc1f15f961ac,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:34:05.796299 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-154be6bb-4647-42b3-8d65-b1cef37e7191 tempest-TagsTest-258222442 tempest-TagsTest-258222442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:34:05.796647 n-d-802623-1 neutron-server[93798]: INFO neutron.db.segments_db [None req-154be6bb-4647-42b3-8d65-b1cef37e7191 tempest-TagsTest-258222442 tempest-TagsTest-258222442-project] Added segment b0a72bee-fb73-4c4d-b821-9fbcd9f1d2d8 of type vlan for network 761f620b-c1cb-4284-bede-5c02f65e2899 Jul 27 23:34:05.836542 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-154be6bb-4647-42b3-8d65-b1cef37e7191 tempest-TagsTest-258222442 tempest-TagsTest-258222442-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736833354590'] for network, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:34:05.865279 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-154be6bb-4647-42b3-8d65-b1cef37e7191 tempest-TagsTest-258222442 tempest-TagsTest-258222442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569'] for network, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:34:05.870714 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-154be6bb-4647-42b3-8d65-b1cef37e7191 tempest-TagsTest-258222442 tempest-TagsTest-258222442-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:34:05.871318 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-154be6bb-4647-42b3-8d65-b1cef37e7191 tempest-TagsTest-258222442 tempest-TagsTest-258222442-project] Notify callbacks [] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:34:05.929952 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-154be6bb-4647-42b3-8d65-b1cef37e7191 tempest-TagsTest-258222442 tempest-TagsTest-258222442-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 775 time: 0.4077146 Jul 27 23:34:05.930152 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 43864) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:34:05.936779 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.tag.tag_plugin [None req-23279323-eeb6-47e5-adeb-664d30e06d0e tempest-TagsTest-258222442 tempest-TagsTest-258222442-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '761f620b-c1cb-4284-bede-5c02f65e2899', 'tempest-TagsTest-Tag-711051422') {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:34:05.953746 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154be6bb-4647-42b3-8d65-b1cef37e7191 tempest-TagsTest-258222442 tempest-TagsTest-258222442-project] Pushing event updated for resources: {'Network': ['ID=761f620b-c1cb-4284-bede-5c02f65e2899,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:34:05.965128 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Network 761f620b-c1cb-4284-bede-5c02f65e2899 details requested by agent ovs-agent-n-d-802623-1 with host n-d-802623-1 {{(pid=93799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 23:34:06.027833 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-23279323-eeb6-47e5-adeb-664d30e06d0e tempest-TagsTest-258222442 tempest-TagsTest-258222442-project] 10.222.0.18 "PUT /v2.0/networks/761f620b-c1cb-4284-bede-5c02f65e2899/tags/tempest-TagsTest-Tag-711051422 HTTP/1.1" status: 201 len: 201 time: 0.0966668 Jul 27 23:34:06.030205 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 43866) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:34:06.035761 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.tag.tag_plugin [None req-1f3a79bf-56a8-4b0c-b477-12b6bc75934b tempest-TagsTest-258222442 tempest-TagsTest-258222442-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '761f620b-c1cb-4284-bede-5c02f65e2899', 'tempest-TagsTest-Tag-711051422') {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:34:06.104072 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-1f3a79bf-56a8-4b0c-b477-12b6bc75934b tempest-TagsTest-258222442 tempest-TagsTest-258222442-project] 10.222.0.18 "GET /v2.0/networks/761f620b-c1cb-4284-bede-5c02f65e2899/tags/tempest-TagsTest-Tag-711051422 HTTP/1.1" status: 204 len: 168 time: 0.0694511 Jul 27 23:34:06.104460 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 43868) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:34:06.109078 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.tag.tag_plugin [None req-b309272e-31ed-4c00-b9af-dd7344c1ae7a tempest-TagsTest-258222442 tempest-TagsTest-258222442-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '761f620b-c1cb-4284-bede-5c02f65e2899') {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:34:06.180285 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-b309272e-31ed-4c00-b9af-dd7344c1ae7a tempest-TagsTest-258222442 tempest-TagsTest-258222442-project] 10.222.0.18 "GET /v2.0/networks/761f620b-c1cb-4284-bede-5c02f65e2899/tags HTTP/1.1" status: 200 len: 237 time: 0.0746024 Jul 27 23:34:06.182704 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 43870) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:34:06.187866 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.tag.tag_plugin [None req-8d3669cf-d701-4b1e-b0c6-c57facf636eb tempest-TagsTest-258222442 tempest-TagsTest-258222442-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '761f620b-c1cb-4284-bede-5c02f65e2899', {'tags': ['tempest-TagsTest-Tag-1128599869', 'tempest-TagsTest-Tag-179590647', 'tempest-TagsTest-Tag-450844114']}) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:34:06.263615 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-8d3669cf-d701-4b1e-b0c6-c57facf636eb tempest-TagsTest-258222442 tempest-TagsTest-258222442-project] 10.222.0.18 "PUT /v2.0/networks/761f620b-c1cb-4284-bede-5c02f65e2899/tags HTTP/1.1" status: 200 len: 307 time: 0.0796809 Jul 27 23:34:06.265532 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 43872) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:34:06.270072 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.tag.tag_plugin [None req-c628ebdd-1327-4352-ab62-3d8714c7ad08 tempest-TagsTest-258222442 tempest-TagsTest-258222442-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '761f620b-c1cb-4284-bede-5c02f65e2899', 'tempest-TagsTest-Tag-1128599869') {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:34:06.363120 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-c628ebdd-1327-4352-ab62-3d8714c7ad08 tempest-TagsTest-258222442 tempest-TagsTest-258222442-project] 10.222.0.18 "DELETE /v2.0/networks/761f620b-c1cb-4284-bede-5c02f65e2899/tags/tempest-TagsTest-Tag-1128599869 HTTP/1.1" status: 204 len: 168 time: 0.0965221 Jul 27 23:34:06.365835 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 43876) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:34:06.370396 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.tag.tag_plugin [None req-e3051d0d-d31c-4a26-9c7f-69c047e3085f tempest-TagsTest-258222442 tempest-TagsTest-258222442-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '761f620b-c1cb-4284-bede-5c02f65e2899', 'tempest-TagsTest-Tag-1128599869') {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:34:06.443615 n-d-802623-1 neutron-server[93798]: INFO neutron.api.v2.resource [None req-e3051d0d-d31c-4a26-9c7f-69c047e3085f tempest-TagsTest-258222442 tempest-TagsTest-258222442-project] show failed (client error): The resource could not be found. Jul 27 23:34:06.444764 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-e3051d0d-d31c-4a26-9c7f-69c047e3085f tempest-TagsTest-258222442 tempest-TagsTest-258222442-project] 10.222.0.18 "GET /v2.0/networks/761f620b-c1cb-4284-bede-5c02f65e2899/tags/tempest-TagsTest-Tag-1128599869 HTTP/1.1" status: 404 len: 326 time: 0.0779297 Jul 27 23:34:06.447676 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 43878) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:34:06.452013 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.tag.tag_plugin [None req-de0836f8-fcbd-47e5-b9dc-31a1d4ac7a64 tempest-TagsTest-258222442 tempest-TagsTest-258222442-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '761f620b-c1cb-4284-bede-5c02f65e2899', 'tempest-TagsTest-Tag-179590647') {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:34:06.520662 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-de0836f8-fcbd-47e5-b9dc-31a1d4ac7a64 tempest-TagsTest-258222442 tempest-TagsTest-258222442-project] 10.222.0.18 "GET /v2.0/networks/761f620b-c1cb-4284-bede-5c02f65e2899/tags/tempest-TagsTest-Tag-179590647 HTTP/1.1" status: 204 len: 168 time: 0.0719478 Jul 27 23:34:06.523072 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 43880) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:34:06.527248 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.tag.tag_plugin [None req-9b7212f9-7340-4b4d-ab04-f4d6488f05db tempest-TagsTest-258222442 tempest-TagsTest-258222442-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '761f620b-c1cb-4284-bede-5c02f65e2899', 'tempest-TagsTest-Tag-450844114') {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:34:06.592469 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-9b7212f9-7340-4b4d-ab04-f4d6488f05db tempest-TagsTest-258222442 tempest-TagsTest-258222442-project] 10.222.0.18 "GET /v2.0/networks/761f620b-c1cb-4284-bede-5c02f65e2899/tags/tempest-TagsTest-Tag-450844114 HTTP/1.1" status: 204 len: 168 time: 0.0683599 Jul 27 23:34:06.594910 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 43882) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:34:06.599242 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.tag.tag_plugin [None req-2f6d3047-9899-45a2-a628-8b6cf56cddbd tempest-TagsTest-258222442 tempest-TagsTest-258222442-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '761f620b-c1cb-4284-bede-5c02f65e2899') {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:34:06.688042 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-2f6d3047-9899-45a2-a628-8b6cf56cddbd tempest-TagsTest-258222442 tempest-TagsTest-258222442-project] 10.222.0.18 "DELETE /v2.0/networks/761f620b-c1cb-4284-bede-5c02f65e2899/tags HTTP/1.1" status: 204 len: 168 time: 0.0891671 Jul 27 23:34:06.688672 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 43886) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:34:06.692650 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.tag.tag_plugin [None req-e82d074d-5342-4ba4-b68e-dd948b68d199 tempest-TagsTest-258222442 tempest-TagsTest-258222442-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '761f620b-c1cb-4284-bede-5c02f65e2899', 'tempest-TagsTest-Tag-179590647') {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:34:06.757430 n-d-802623-1 neutron-server[93798]: INFO neutron.api.v2.resource [None req-e82d074d-5342-4ba4-b68e-dd948b68d199 tempest-TagsTest-258222442 tempest-TagsTest-258222442-project] show failed (client error): The resource could not be found. Jul 27 23:34:06.758461 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-e82d074d-5342-4ba4-b68e-dd948b68d199 tempest-TagsTest-258222442 tempest-TagsTest-258222442-project] 10.222.0.18 "GET /v2.0/networks/761f620b-c1cb-4284-bede-5c02f65e2899/tags/tempest-TagsTest-Tag-179590647 HTTP/1.1" status: 404 len: 325 time: 0.0692794 Jul 27 23:34:06.761270 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 43888) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:34:06.767383 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.tag.tag_plugin [None req-9601c761-5f25-4f36-a1a5-d5a032162bc5 tempest-TagsTest-258222442 tempest-TagsTest-258222442-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '761f620b-c1cb-4284-bede-5c02f65e2899', 'tempest-TagsTest-Tag-450844114') {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:34:06.839124 n-d-802623-1 neutron-server[93798]: INFO neutron.api.v2.resource [None req-9601c761-5f25-4f36-a1a5-d5a032162bc5 tempest-TagsTest-258222442 tempest-TagsTest-258222442-project] show failed (client error): The resource could not be found. Jul 27 23:34:06.840291 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-9601c761-5f25-4f36-a1a5-d5a032162bc5 tempest-TagsTest-258222442 tempest-TagsTest-258222442-project] 10.222.0.18 "GET /v2.0/networks/761f620b-c1cb-4284-bede-5c02f65e2899/tags/tempest-TagsTest-Tag-450844114 HTTP/1.1" status: 404 len: 325 time: 0.0781405 Jul 27 23:34:06.843537 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 43890) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:34:06.847874 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.tag.tag_plugin [None req-96364661-7c23-4e60-83a9-1daed9fbe283 tempest-TagsTest-258222442 tempest-TagsTest-258222442-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '761f620b-c1cb-4284-bede-5c02f65e2899') {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:34:06.917037 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-96364661-7c23-4e60-83a9-1daed9fbe283 tempest-TagsTest-258222442 tempest-TagsTest-258222442-project] 10.222.0.18 "DELETE /v2.0/networks/761f620b-c1cb-4284-bede-5c02f65e2899/tags HTTP/1.1" status: 204 len: 168 time: 0.0724916 Jul 27 23:34:06.921916 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 43892) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:34:07.004618 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ffcc0fc4-92c9-4d1e-aa57-02fcf22acab8 tempest-TagsTest-258222442 tempest-TagsTest-258222442-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593271'] for network, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:34:07.100915 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ffcc0fc4-92c9-4d1e-aa57-02fcf22acab8 tempest-TagsTest-258222442 tempest-TagsTest-258222442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618032', 'neutron.services.segments.db._delete_segments_for_network-8736833900081'] for network, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:34:07.111010 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-ffcc0fc4-92c9-4d1e-aa57-02fcf22acab8 tempest-TagsTest-258222442 tempest-TagsTest-258222442-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['761f620b-c1cb-4284-bede-5c02f65e2899']}} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:34:07.121160 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-ffcc0fc4-92c9-4d1e-aa57-02fcf22acab8 tempest-TagsTest-258222442 tempest-TagsTest-258222442-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0a72bee-fb73-4c4d-b821-9fbcd9f1d2d8') {'for_net_delete': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:34:07.121462 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-ffcc0fc4-92c9-4d1e-aa57-02fcf22acab8 tempest-TagsTest-258222442 tempest-TagsTest-258222442-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0a72bee-fb73-4c4d-b821-9fbcd9f1d2d8') {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:34:07.136673 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ffcc0fc4-92c9-4d1e-aa57-02fcf22acab8 tempest-TagsTest-258222442 tempest-TagsTest-258222442-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736833900858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11335978'] for segment, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:34:07.145182 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ffcc0fc4-92c9-4d1e-aa57-02fcf22acab8 tempest-TagsTest-258222442 tempest-TagsTest-258222442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:34:07.151306 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffcc0fc4-92c9-4d1e-aa57-02fcf22acab8 tempest-TagsTest-258222442 tempest-TagsTest-258222442-project] Releasing vlan 501 on physical network physnet1 to pool {{(pid=93797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 23:34:07.151702 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ffcc0fc4-92c9-4d1e-aa57-02fcf22acab8 tempest-TagsTest-258222442 tempest-TagsTest-258222442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11336013'] for segment, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:34:07.154642 n-d-802623-1 neutron-server[93797]: Traceback (most recent call last): Jul 27 23:34:07.154642 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 23:34:07.154642 n-d-802623-1 neutron-server[93797]: timer() Jul 27 23:34:07.154642 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 23:34:07.154642 n-d-802623-1 neutron-server[93797]: cb(*args, **kw) Jul 27 23:34:07.154642 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 23:34:07.154642 n-d-802623-1 neutron-server[93797]: return func(*args, **kwargs) Jul 27 23:34:07.154642 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 23:34:07.154642 n-d-802623-1 neutron-server[93797]: self._notify() Jul 27 23:34:07.154642 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 23:34:07.154642 n-d-802623-1 neutron-server[93797]: self.callback(batched_events) Jul 27 23:34:07.154642 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 23:34:07.154642 n-d-802623-1 neutron-server[93797]: event.method(event) Jul 27 23:34:07.154642 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 23:34:07.154642 n-d-802623-1 neutron-server[93797]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 23:34:07.154642 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 23:34:07.154642 n-d-802623-1 neutron-server[93797]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 23:34:07.154642 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 23:34:07.154642 n-d-802623-1 neutron-server[93797]: return f(self, *a, **k) Jul 27 23:34:07.154642 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 23:34:07.154642 n-d-802623-1 neutron-server[93797]: return self._get(url).json() Jul 27 23:34:07.154642 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 23:34:07.154642 n-d-802623-1 neutron-server[93797]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 23:34:07.154642 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 23:34:07.154642 n-d-802623-1 neutron-server[93797]: return self.request(url, 'GET', **kwargs) Jul 27 23:34:07.154642 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 23:34:07.154642 n-d-802623-1 neutron-server[93797]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 23:34:07.154642 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 23:34:07.154642 n-d-802623-1 neutron-server[93797]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 23:34:07.154642 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 23:34:07.154642 n-d-802623-1 neutron-server[93797]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 23:34:07.154642 n-d-802623-1 neutron-server[93797]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 23:34:07.211414 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ffcc0fc4-92c9-4d1e-aa57-02fcf22acab8 tempest-TagsTest-258222442 tempest-TagsTest-258222442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415412'] for network, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:34:07.220185 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ffcc0fc4-92c9-4d1e-aa57-02fcf22acab8 tempest-TagsTest-258222442 tempest-TagsTest-258222442-project] Notify callbacks [] for network, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:34:07.221925 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-ffcc0fc4-92c9-4d1e-aa57-02fcf22acab8 tempest-TagsTest-258222442 tempest-TagsTest-258222442-project] 10.222.0.18 "DELETE /v2.0/networks/761f620b-c1cb-4284-bede-5c02f65e2899 HTTP/1.1" status: 204 len: 168 time: 0.2983830 Jul 27 23:34:07.232130 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcc0fc4-92c9-4d1e-aa57-02fcf22acab8 tempest-TagsTest-258222442 tempest-TagsTest-258222442-project] Pushing event deleted for resources: {'Network': ['ID=761f620b-c1cb-4284-bede-5c02f65e2899,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:34:07.468740 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 43900) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:34:07.604503 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-aaea2281-fd5a-4a10-abac-3d0362780ff4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4bb691efe54447ec91f0f589e13ed30c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1344900 Jul 27 23:34:07.606773 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 43904) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:34:07.661070 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7b107b8c-ee80-49c2-bc0a-39360113fada admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:34:07.683222 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7b107b8c-ee80-49c2-bc0a-39360113fada admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:34:07.736071 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7b107b8c-ee80-49c2-bc0a-39360113fada admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:34:07.738791 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7b107b8c-ee80-49c2-bc0a-39360113fada admin admin] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:34:07.740001 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-7b107b8c-ee80-49c2-bc0a-39360113fada admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3620f000-1300-43cb-91ba-bc1f15f961ac HTTP/1.1" status: 204 len: 168 time: 0.1323013 Jul 27 23:34:07.748310 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b107b8c-ee80-49c2-bc0a-39360113fada admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3620f000-1300-43cb-91ba-bc1f15f961ac,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:34:07.756822 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b107b8c-ee80-49c2-bc0a-39360113fada admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:34:07.757174 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b107b8c-ee80-49c2-bc0a-39360113fada admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:34:07.757517 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b107b8c-ee80-49c2-bc0a-39360113fada admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:34:07.757858 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b107b8c-ee80-49c2-bc0a-39360113fada admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:34:07.758189 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b107b8c-ee80-49c2-bc0a-39360113fada admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:34:07.758583 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b107b8c-ee80-49c2-bc0a-39360113fada admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:34:07.758843 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b107b8c-ee80-49c2-bc0a-39360113fada admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:34:07.759285 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b107b8c-ee80-49c2-bc0a-39360113fada admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:34:07.759532 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b107b8c-ee80-49c2-bc0a-39360113fada admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:34:07.759857 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b107b8c-ee80-49c2-bc0a-39360113fada admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:34:07.760197 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b107b8c-ee80-49c2-bc0a-39360113fada admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:34:07.760497 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b107b8c-ee80-49c2-bc0a-39360113fada admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:34:17.703009 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 44492) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:34:17.819779 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-087d53ec-43ff-4e45-99be-0f292e192066 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:34:17.946025 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-087d53ec-43ff-4e45-99be-0f292e192066 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:34:17.950200 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-087d53ec-43ff-4e45-99be-0f292e192066 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:34:17.990287 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087d53ec-43ff-4e45-99be-0f292e192066 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df41f71f-e4a6-4159-ba3c-e464072eeb7e,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:34:17.997723 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 44500) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:34:18.006156 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-087d53ec-43ff-4e45-99be-0f292e192066 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4a16a1b6b0954b9596f7d86755d21106&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3018475 Jul 27 23:34:18.054780 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8ab19165-a36f-49f6-9005-cc30fa61e80d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:34:18.077273 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8ab19165-a36f-49f6-9005-cc30fa61e80d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:34:18.149171 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8ab19165-a36f-49f6-9005-cc30fa61e80d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:34:18.152786 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8ab19165-a36f-49f6-9005-cc30fa61e80d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:34:18.154466 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-8ab19165-a36f-49f6-9005-cc30fa61e80d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/df41f71f-e4a6-4159-ba3c-e464072eeb7e HTTP/1.1" status: 204 len: 168 time: 0.1545103 Jul 27 23:34:18.165091 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab19165-a36f-49f6-9005-cc30fa61e80d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df41f71f-e4a6-4159-ba3c-e464072eeb7e,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:34:18.458922 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 44508) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:34:18.473926 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-51f256f3-34e4-466b-8d2b-e6848bbed9f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:34:18.571250 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-51f256f3-34e4-466b-8d2b-e6848bbed9f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:34:18.575476 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-51f256f3-34e4-466b-8d2b-e6848bbed9f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:34:18.616919 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-51f256f3-34e4-466b-8d2b-e6848bbed9f9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=48c7ff9b247d4878a6bd612218b5922c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1543264 Jul 27 23:34:18.616919 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f256f3-34e4-466b-8d2b-e6848bbed9f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9daafb40-94ee-40e9-bc4e-3ab7367d82a8,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:34:18.618459 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 44510) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:34:18.682118 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9536462f-7950-44f9-a3ed-4fa1d71cd09c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:34:18.705636 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9536462f-7950-44f9-a3ed-4fa1d71cd09c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:34:18.753968 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9536462f-7950-44f9-a3ed-4fa1d71cd09c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:34:18.756966 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9536462f-7950-44f9-a3ed-4fa1d71cd09c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:34:18.758117 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-9536462f-7950-44f9-a3ed-4fa1d71cd09c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9daafb40-94ee-40e9-bc4e-3ab7367d82a8 HTTP/1.1" status: 204 len: 168 time: 0.1380866 Jul 27 23:34:18.768384 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9536462f-7950-44f9-a3ed-4fa1d71cd09c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9daafb40-94ee-40e9-bc4e-3ab7367d82a8,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:34:21.122598 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-72eb8217-0cf0-4a99-bb37-1198af404fec req-44c7ff34-6ec1-406f-8389-116362e95f50 tempest-VolumesBackupsTest-1512421499 tempest-VolumesBackupsTest-1512421499-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=39fe884124184af1b9156ad64ea3502c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0292830 Jul 27 23:34:21.628541 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72eb8217-0cf0-4a99-bb37-1198af404fec req-cc0f2cee-a5ba-4001-8192-3889692ec368 tempest-VolumesBackupsTest-1512421499 tempest-VolumesBackupsTest-1512421499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:34:21.630034 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-72eb8217-0cf0-4a99-bb37-1198af404fec req-cc0f2cee-a5ba-4001-8192-3889692ec368 tempest-VolumesBackupsTest-1512421499 tempest-VolumesBackupsTest-1512421499-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5013742 Jul 27 23:34:21.645468 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-72eb8217-0cf0-4a99-bb37-1198af404fec req-026d822a-aa79-4f58-a981-fa0053d5217b tempest-VolumesBackupsTest-1512421499 tempest-VolumesBackupsTest-1512421499-project] 10.222.0.18 "GET /v2.0/quotas/39fe884124184af1b9156ad64ea3502c HTTP/1.1" status: 200 len: 375 time: 0.0094941 Jul 27 23:34:21.676103 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-72eb8217-0cf0-4a99-bb37-1198af404fec req-6c8a56b7-c449-4bb1-bd1f-734461f1fbc4 tempest-VolumesBackupsTest-1512421499 tempest-VolumesBackupsTest-1512421499-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=39fe884124184af1b9156ad64ea3502c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0254548 Jul 27 23:34:21.844646 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-98b746e3-11cc-4663-ae1e-32d41b43d2f1 req-8c972446-28e2-4920-86e3-f4c8e7e124ad tempest-VolumesBackupsTest-1512421499 tempest-VolumesBackupsTest-1512421499-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5762377-3696-4bd4-a0b1-20ad9fa8d847 HTTP/1.1" status: 200 len: 210 time: 0.0297377 Jul 27 23:34:22.887080 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-72eb8217-0cf0-4a99-bb37-1198af404fec req-f16449a2-2b5b-4450-8395-05088a94a4d1 tempest-VolumesBackupsTest-1512421499 tempest-VolumesBackupsTest-1512421499-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=39fe884124184af1b9156ad64ea3502c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0319810 Jul 27 23:34:23.018698 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-7e1880f7-456f-43f4-9232-72d3ab688932 req-18765be3-50e9-47f2-b921-09de82752ecd tempest-VolumesBackupsTest-1512421499 tempest-VolumesBackupsTest-1512421499-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5762377-3696-4bd4-a0b1-20ad9fa8d847 HTTP/1.1" status: 200 len: 210 time: 0.0837169 Jul 27 23:34:23.117816 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72eb8217-0cf0-4a99-bb37-1198af404fec req-b0ebdf32-3d2a-40d7-9c62-2f853199cf02 tempest-VolumesBackupsTest-1512421499 tempest-VolumesBackupsTest-1512421499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:34:23.119295 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-72eb8217-0cf0-4a99-bb37-1198af404fec req-b0ebdf32-3d2a-40d7-9c62-2f853199cf02 tempest-VolumesBackupsTest-1512421499 tempest-VolumesBackupsTest-1512421499-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2265708 Jul 27 23:34:23.132589 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [req-72eb8217-0cf0-4a99-bb37-1198af404fec req-4f72bed1-e381-4bf4-adcd-29a08c921b9f tempest-VolumesBackupsTest-1512421499 tempest-VolumesBackupsTest-1512421499-project] Request body: {'port': {'device_id': 'b5762377-3696-4bd4-a0b1-20ad9fa8d847', 'network_id': '591af2dd-f826-43b1-aa9d-e7a0bf218c71', 'admin_state_up': True, 'tenant_id': '39fe884124184af1b9156ad64ea3502c'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:34:23.244224 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72eb8217-0cf0-4a99-bb37-1198af404fec req-4f72bed1-e381-4bf4-adcd-29a08c921b9f tempest-VolumesBackupsTest-1512421499 tempest-VolumesBackupsTest-1512421499-project] Made reservation on behalf of 39fe884124184af1b9156ad64ea3502c for: {'port': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:34:23.247698 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-72eb8217-0cf0-4a99-bb37-1198af404fec req-4f72bed1-e381-4bf4-adcd-29a08c921b9f tempest-VolumesBackupsTest-1512421499 tempest-VolumesBackupsTest-1512421499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:34:23.257259 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-72eb8217-0cf0-4a99-bb37-1198af404fec req-4f72bed1-e381-4bf4-adcd-29a08c921b9f tempest-VolumesBackupsTest-1512421499 tempest-VolumesBackupsTest-1512421499-project] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:34:23.356875 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-72eb8217-0cf0-4a99-bb37-1198af404fec req-4f72bed1-e381-4bf4-adcd-29a08c921b9f tempest-VolumesBackupsTest-1512421499 tempest-VolumesBackupsTest-1512421499-project] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:34:23.363866 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-72eb8217-0cf0-4a99-bb37-1198af404fec req-4f72bed1-e381-4bf4-adcd-29a08c921b9f tempest-VolumesBackupsTest-1512421499 tempest-VolumesBackupsTest-1512421499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:34:23.426327 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f72bed1-e381-4bf4-adcd-29a08c921b9f tempest-VolumesBackupsTest-1512421499 tempest-VolumesBackupsTest-1512421499-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c7a6a5d-6f48-4154-8fd2-63a44b9b0878,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:34:23.510273 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [req-72eb8217-0cf0-4a99-bb37-1198af404fec req-4f72bed1-e381-4bf4-adcd-29a08c921b9f tempest-VolumesBackupsTest-1512421499 tempest-VolumesBackupsTest-1512421499-project] Allocated IP 192.168.233.197 (591af2dd-f826-43b1-aa9d-e7a0bf218c71/62938449-046d-4cbe-923a-7ebb632c358d/61be1a8b-7f7a-4402-939e-e55e07a26508) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:34:23.670134 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-72eb8217-0cf0-4a99-bb37-1198af404fec req-4f72bed1-e381-4bf4-adcd-29a08c921b9f tempest-VolumesBackupsTest-1512421499 tempest-VolumesBackupsTest-1512421499-project] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:34:23.686458 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [req-72eb8217-0cf0-4a99-bb37-1198af404fec req-4f72bed1-e381-4bf4-adcd-29a08c921b9f tempest-VolumesBackupsTest-1512421499 tempest-VolumesBackupsTest-1512421499-project] Transition to ACTIVE for port object 61be1a8b-7f7a-4402-939e-e55e07a26508 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:34:23.735339 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-72eb8217-0cf0-4a99-bb37-1198af404fec req-4f72bed1-e381-4bf4-adcd-29a08c921b9f tempest-VolumesBackupsTest-1512421499 tempest-VolumesBackupsTest-1512421499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:34:23.797379 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72eb8217-0cf0-4a99-bb37-1198af404fec req-4f72bed1-e381-4bf4-adcd-29a08c921b9f tempest-VolumesBackupsTest-1512421499 tempest-VolumesBackupsTest-1512421499-project] Network 591af2dd-f826-43b1-aa9d-e7a0bf218c71 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:34:23.800745 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [req-72eb8217-0cf0-4a99-bb37-1198af404fec req-4f72bed1-e381-4bf4-adcd-29a08c921b9f tempest-VolumesBackupsTest-1512421499 tempest-VolumesBackupsTest-1512421499-project] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:34:23.803512 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [req-72eb8217-0cf0-4a99-bb37-1198af404fec req-4f72bed1-e381-4bf4-adcd-29a08c921b9f tempest-VolumesBackupsTest-1512421499 tempest-VolumesBackupsTest-1512421499-project] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:34:23.862519 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f72bed1-e381-4bf4-adcd-29a08c921b9f tempest-VolumesBackupsTest-1512421499 tempest-VolumesBackupsTest-1512421499-project] Pushing event updated for resources: {'Port': ['ID=61be1a8b-7f7a-4402-939e-e55e07a26508,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:34:23.878353 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72eb8217-0cf0-4a99-bb37-1198af404fec req-4f72bed1-e381-4bf4-adcd-29a08c921b9f tempest-VolumesBackupsTest-1512421499 tempest-VolumesBackupsTest-1512421499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:34:23.879293 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-72eb8217-0cf0-4a99-bb37-1198af404fec req-4f72bed1-e381-4bf4-adcd-29a08c921b9f tempest-VolumesBackupsTest-1512421499 tempest-VolumesBackupsTest-1512421499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:34:23.907755 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-72eb8217-0cf0-4a99-bb37-1198af404fec req-4f72bed1-e381-4bf4-adcd-29a08c921b9f tempest-VolumesBackupsTest-1512421499 tempest-VolumesBackupsTest-1512421499-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7789094 Jul 27 23:34:23.922218 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [req-72eb8217-0cf0-4a99-bb37-1198af404fec req-b7e4a6e8-bc9e-45d8-bf93-5c9cb11f0ae1 service neutron] Request body: {'port': {'device_id': 'b5762377-3696-4bd4-a0b1-20ad9fa8d847', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802623-1'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:34:23.982520 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-72eb8217-0cf0-4a99-bb37-1198af404fec req-b7e4a6e8-bc9e-45d8-bf93-5c9cb11f0ae1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:34:24.041393 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-a16a5d90-e739-4643-bc40-d896439714a4 None None] Provisioning for port 61be1a8b-7f7a-4402-939e-e55e07a26508 completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:34:24.047870 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-a16a5d90-e739-4643-bc40-d896439714a4 None None] Provisioning complete for port 61be1a8b-7f7a-4402-939e-e55e07a26508 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:34:24.047870 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a16a5d90-e739-4643-bc40-d896439714a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:34:24.082310 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-a16a5d90-e739-4643-bc40-d896439714a4 None None] Port 61be1a8b-7f7a-4402-939e-e55e07a26508 cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:34:24.205489 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e53974-c4a9-40fc-9fa9-09b9e582f3f7 req-0040e147-0c40-4d75-95fc-794d4269bbd5 tempest-VolumesBackupsTest-1512421499 tempest-VolumesBackupsTest-1512421499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:34:24.206988 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-48e53974-c4a9-40fc-9fa9-09b9e582f3f7 req-0040e147-0c40-4d75-95fc-794d4269bbd5 tempest-VolumesBackupsTest-1512421499 tempest-VolumesBackupsTest-1512421499-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5762377-3696-4bd4-a0b1-20ad9fa8d847 HTTP/1.1" status: 200 len: 936 time: 0.1119988 Jul 27 23:34:24.275700 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-48e53974-c4a9-40fc-9fa9-09b9e582f3f7 req-b3173d5a-ec72-41bf-8d8e-51f726a56a71 tempest-VolumesBackupsTest-1512421499 tempest-VolumesBackupsTest-1512421499-project] 10.222.0.18 "GET /v2.0/security-groups?id=3c7a6a5d-6f48-4154-8fd2-63a44b9b0878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623839 Jul 27 23:34:24.335306 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [req-72eb8217-0cf0-4a99-bb37-1198af404fec req-b7e4a6e8-bc9e-45d8-bf93-5c9cb11f0ae1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61be1a8b-7f7a-4402-939e-e55e07a26508 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:34:24.342767 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-72eb8217-0cf0-4a99-bb37-1198af404fec req-b7e4a6e8-bc9e-45d8-bf93-5c9cb11f0ae1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:34:24.354433 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [req-72eb8217-0cf0-4a99-bb37-1198af404fec req-b7e4a6e8-bc9e-45d8-bf93-5c9cb11f0ae1 service neutron] Transition to ACTIVE for port object 61be1a8b-7f7a-4402-939e-e55e07a26508 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:34:24.358394 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-72eb8217-0cf0-4a99-bb37-1198af404fec req-b7e4a6e8-bc9e-45d8-bf93-5c9cb11f0ae1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11336041'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:34:24.448199 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e4a6e8-bc9e-45d8-bf93-5c9cb11f0ae1 service neutron] Pushing event updated for resources: {'Port': ['ID=61be1a8b-7f7a-4402-939e-e55e07a26508,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:34:24.482437 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-72eb8217-0cf0-4a99-bb37-1198af404fec req-b7e4a6e8-bc9e-45d8-bf93-5c9cb11f0ae1 service neutron] Attempting to bind port 61be1a8b-7f7a-4402-939e-e55e07a26508 on host n-h1-802623-1 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:34:24.483681 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-72eb8217-0cf0-4a99-bb37-1198af404fec req-b7e4a6e8-bc9e-45d8-bf93-5c9cb11f0ae1 service neutron] Attempting to bind port 61be1a8b-7f7a-4402-939e-e55e07a26508 by drivers openvswitch,hyperv on host n-h1-802623-1 at level 0 using segments [{'id': '16e91594-c047-4b55-93eb-43af33ad08e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '591af2dd-f826-43b1-aa9d-e7a0bf218c71'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:34:24.484064 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72eb8217-0cf0-4a99-bb37-1198af404fec req-b7e4a6e8-bc9e-45d8-bf93-5c9cb11f0ae1 service neutron] Attempting to bind port 61be1a8b-7f7a-4402-939e-e55e07a26508 on network 591af2dd-f826-43b1-aa9d-e7a0bf218c71 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:34:24.490073 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72eb8217-0cf0-4a99-bb37-1198af404fec req-b7e4a6e8-bc9e-45d8-bf93-5c9cb11f0ae1 service neutron] Port 61be1a8b-7f7a-4402-939e-e55e07a26508 on network 591af2dd-f826-43b1-aa9d-e7a0bf218c71 not bound, no agent of type Open vSwitch agent registered on host n-h1-802623-1 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 23:34:24.490396 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72eb8217-0cf0-4a99-bb37-1198af404fec req-b7e4a6e8-bc9e-45d8-bf93-5c9cb11f0ae1 service neutron] Attempting to bind port 61be1a8b-7f7a-4402-939e-e55e07a26508 on network 591af2dd-f826-43b1-aa9d-e7a0bf218c71 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:34:24.495638 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72eb8217-0cf0-4a99-bb37-1198af404fec req-b7e4a6e8-bc9e-45d8-bf93-5c9cb11f0ae1 service neutron] Checking agent: {'id': '245f1da4-a9b8-4b08-90d7-28f0f342b839', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 59, 59), 'started_at': datetime.datetime(2021, 7, 27, 22, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:34:24.495977 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72eb8217-0cf0-4a99-bb37-1198af404fec req-b7e4a6e8-bc9e-45d8-bf93-5c9cb11f0ae1 service neutron] Checking segment: {'id': '16e91594-c047-4b55-93eb-43af33ad08e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '591af2dd-f826-43b1-aa9d-e7a0bf218c71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:34:24.496352 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72eb8217-0cf0-4a99-bb37-1198af404fec req-b7e4a6e8-bc9e-45d8-bf93-5c9cb11f0ae1 service neutron] Bound using segment: {'id': '16e91594-c047-4b55-93eb-43af33ad08e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '591af2dd-f826-43b1-aa9d-e7a0bf218c71'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:34:24.496782 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-72eb8217-0cf0-4a99-bb37-1198af404fec req-b7e4a6e8-bc9e-45d8-bf93-5c9cb11f0ae1 service neutron] Bound port: 61be1a8b-7f7a-4402-939e-e55e07a26508, host: n-h1-802623-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16e91594-c047-4b55-93eb-43af33ad08e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '591af2dd-f826-43b1-aa9d-e7a0bf218c71'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:34:24.497142 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-72eb8217-0cf0-4a99-bb37-1198af404fec req-b7e4a6e8-bc9e-45d8-bf93-5c9cb11f0ae1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:34:24.585579 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-72eb8217-0cf0-4a99-bb37-1198af404fec req-b7e4a6e8-bc9e-45d8-bf93-5c9cb11f0ae1 service neutron] For port 61be1a8b-7f7a-4402-939e-e55e07a26508, host n-h1-802623-1, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:34:24.593761 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-72eb8217-0cf0-4a99-bb37-1198af404fec req-b7e4a6e8-bc9e-45d8-bf93-5c9cb11f0ae1 service neutron] For port 61be1a8b-7f7a-4402-939e-e55e07a26508, host n-h1-802623-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=61be1a8b-7f7a-4402-939e-e55e07a26508,segment=NetworkSegment(16e91594-c047-4b55-93eb-43af33ad08e1),segment_id=16e91594-c047-4b55-93eb-43af33ad08e1)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:34:24.599977 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-72eb8217-0cf0-4a99-bb37-1198af404fec req-b7e4a6e8-bc9e-45d8-bf93-5c9cb11f0ae1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11336041'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:34:24.652037 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72eb8217-0cf0-4a99-bb37-1198af404fec req-b7e4a6e8-bc9e-45d8-bf93-5c9cb11f0ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:34:24.652664 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-72eb8217-0cf0-4a99-bb37-1198af404fec req-b7e4a6e8-bc9e-45d8-bf93-5c9cb11f0ae1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:34:24.654122 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-72eb8217-0cf0-4a99-bb37-1198af404fec req-b7e4a6e8-bc9e-45d8-bf93-5c9cb11f0ae1 service neutron] 10.222.0.38 "PUT /v2.0/ports/61be1a8b-7f7a-4402-939e-e55e07a26508 HTTP/1.1" status: 200 len: 1096 time: 0.7378836 Jul 27 23:34:24.654527 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5762377-3696-4bd4-a0b1-20ad9fa8d847', 'tag': '61be1a8b-7f7a-4402-939e-e55e07a26508'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:34:24.657644 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a476459a1bfce68b0ae0df5b6a71154bfc7cfdc8f9eefce6ad0a17231e60468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f66c99dd-194e-45d0-8b44-f9aedb5baded" -d '{"events": [{"name": "network-changed", "server_uuid": "b5762377-3696-4bd4-a0b1-20ad9fa8d847", "tag": "61be1a8b-7f7a-4402-939e-e55e07a26508"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:34:24.738621 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 23:34:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-609344a4-ce77-4340-b268-3aaf77c89b80 x-openstack-request-id: req-609344a4-ce77-4340-b268-3aaf77c89b80 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:34:24.738919 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5762377-3696-4bd4-a0b1-20ad9fa8d847", "tag": "61be1a8b-7f7a-4402-939e-e55e07a26508", "status": "completed", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:34:24.739237 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-609344a4-ce77-4340-b268-3aaf77c89b80 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:34:24.739642 n-d-802623-1 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5762377-3696-4bd4-a0b1-20ad9fa8d847', 'tag': '61be1a8b-7f7a-4402-939e-e55e07a26508', 'status': 'completed', 'code': 200} Jul 27 23:34:24.741713 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e4a6e8-bc9e-45d8-bf93-5c9cb11f0ae1 service neutron] Pushing event updated for resources: {'Port': ['ID=61be1a8b-7f7a-4402-939e-e55e07a26508,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:34:24.775346 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72eb8217-0cf0-4a99-bb37-1198af404fec req-553aa4ab-567b-4121-b056-a732b11dd5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:34:24.777036 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-72eb8217-0cf0-4a99-bb37-1198af404fec req-553aa4ab-567b-4121-b056-a732b11dd5e4 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=39fe884124184af1b9156ad64ea3502c&device_id=b5762377-3696-4bd4-a0b1-20ad9fa8d847 HTTP/1.1" status: 200 len: 1099 time: 0.0610454 Jul 27 23:34:24.822134 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-72eb8217-0cf0-4a99-bb37-1198af404fec req-83ced393-b3bd-4a03-8690-e0483210df91 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=61be1a8b-7f7a-4402-939e-e55e07a26508 HTTP/1.1" status: 200 len: 217 time: 0.0371892 Jul 27 23:34:24.884671 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72eb8217-0cf0-4a99-bb37-1198af404fec req-d6af3dd0-6e92-4667-98c8-b283ba542075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:34:24.886169 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-72eb8217-0cf0-4a99-bb37-1198af404fec req-d6af3dd0-6e92-4667-98c8-b283ba542075 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=62938449-046d-4cbe-923a-7ebb632c358d HTTP/1.1" status: 200 len: 843 time: 0.0571959 Jul 27 23:34:24.935398 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72eb8217-0cf0-4a99-bb37-1198af404fec req-2729ffea-3d21-4169-b05d-8d7d3c619d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:34:24.937448 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-72eb8217-0cf0-4a99-bb37-1198af404fec req-2729ffea-3d21-4169-b05d-8d7d3c619d74 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=591af2dd-f826-43b1-aa9d-e7a0bf218c71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0440469 Jul 27 23:34:25.027683 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-72eb8217-0cf0-4a99-bb37-1198af404fec req-149c6a20-bcc1-43d4-8f7f-a2eaef5a7017 service neutron] 10.222.0.38 "GET /v2.0/networks/591af2dd-f826-43b1-aa9d-e7a0bf218c71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829172 Jul 27 23:34:25.117901 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-72eb8217-0cf0-4a99-bb37-1198af404fec req-36c52850-0914-4806-9c67-2d00db521eb3 service neutron] 10.222.0.38 "GET /v2.0/networks/591af2dd-f826-43b1-aa9d-e7a0bf218c71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836236 Jul 27 23:34:25.205177 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66c99dd-194e-45d0-8b44-f9aedb5baded req-6c041472-a082-438d-84fc-617a10f6917d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:34:25.206652 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f66c99dd-194e-45d0-8b44-f9aedb5baded req-6c041472-a082-438d-84fc-617a10f6917d service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=39fe884124184af1b9156ad64ea3502c&device_id=b5762377-3696-4bd4-a0b1-20ad9fa8d847 HTTP/1.1" status: 200 len: 1099 time: 0.0415189 Jul 27 23:34:25.299471 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66c99dd-194e-45d0-8b44-f9aedb5baded req-99eb4089-9281-4f4f-8501-8f3f46702264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:34:25.300869 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f66c99dd-194e-45d0-8b44-f9aedb5baded req-99eb4089-9281-4f4f-8501-8f3f46702264 service neutron] 10.222.0.38 "GET /v2.0/networks?id=591af2dd-f826-43b1-aa9d-e7a0bf218c71 HTTP/1.1" status: 200 len: 870 time: 0.0868969 Jul 27 23:34:25.342962 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f66c99dd-194e-45d0-8b44-f9aedb5baded req-4b4f8d1a-ed61-4759-82c9-6a6c33a6aae5 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=61be1a8b-7f7a-4402-939e-e55e07a26508 HTTP/1.1" status: 200 len: 217 time: 0.0346265 Jul 27 23:34:25.391781 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66c99dd-194e-45d0-8b44-f9aedb5baded req-0eef78e8-13ac-4504-9d71-54c7be1e34c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:34:25.392434 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0ff765-5d93-4596-9f0a-de7eec82748f req-a7e64744-7c59-4245-88fb-23c2fe957a31 tempest-VolumesBackupsTest-1512421499 tempest-VolumesBackupsTest-1512421499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:34:25.393235 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f66c99dd-194e-45d0-8b44-f9aedb5baded req-0eef78e8-13ac-4504-9d71-54c7be1e34c1 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=62938449-046d-4cbe-923a-7ebb632c358d HTTP/1.1" status: 200 len: 843 time: 0.0433149 Jul 27 23:34:25.393985 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-9f0ff765-5d93-4596-9f0a-de7eec82748f req-a7e64744-7c59-4245-88fb-23c2fe957a31 tempest-VolumesBackupsTest-1512421499 tempest-VolumesBackupsTest-1512421499-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5762377-3696-4bd4-a0b1-20ad9fa8d847 HTTP/1.1" status: 200 len: 948 time: 0.0479202 Jul 27 23:34:25.434612 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-9f0ff765-5d93-4596-9f0a-de7eec82748f req-18266c1e-ab78-4408-b0de-7c43549ac51a tempest-VolumesBackupsTest-1512421499 tempest-VolumesBackupsTest-1512421499-project] 10.222.0.18 "GET /v2.0/security-groups?id=3c7a6a5d-6f48-4154-8fd2-63a44b9b0878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346880 Jul 27 23:34:25.447968 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66c99dd-194e-45d0-8b44-f9aedb5baded req-36dbdaad-b549-4b80-bbb8-4bcc4abfeae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:34:25.449465 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f66c99dd-194e-45d0-8b44-f9aedb5baded req-36dbdaad-b549-4b80-bbb8-4bcc4abfeae1 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=591af2dd-f826-43b1-aa9d-e7a0bf218c71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0486171 Jul 27 23:34:25.537062 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f66c99dd-194e-45d0-8b44-f9aedb5baded req-0506795b-0d72-4116-8db7-5fb4f69ffa98 service neutron] 10.222.0.38 "GET /v2.0/networks/591af2dd-f826-43b1-aa9d-e7a0bf218c71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797708 Jul 27 23:34:25.630713 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f66c99dd-194e-45d0-8b44-f9aedb5baded req-b5574443-7c0b-49d5-b1ba-5e3254ca2805 service neutron] 10.222.0.38 "GET /v2.0/networks/591af2dd-f826-43b1-aa9d-e7a0bf218c71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854325 Jul 27 23:34:26.553998 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca570c7-e807-474f-8fb4-30c3f7356733 req-f037d224-6a3b-46b2-9f79-6449bfe94c1a tempest-VolumesBackupsTest-1512421499 tempest-VolumesBackupsTest-1512421499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:34:26.555509 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7ca570c7-e807-474f-8fb4-30c3f7356733 req-f037d224-6a3b-46b2-9f79-6449bfe94c1a tempest-VolumesBackupsTest-1512421499 tempest-VolumesBackupsTest-1512421499-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5762377-3696-4bd4-a0b1-20ad9fa8d847 HTTP/1.1" status: 200 len: 948 time: 0.0531919 Jul 27 23:34:26.594224 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7ca570c7-e807-474f-8fb4-30c3f7356733 req-a05b7c8b-487a-4731-841b-76a5a6a94432 tempest-VolumesBackupsTest-1512421499 tempest-VolumesBackupsTest-1512421499-project] 10.222.0.18 "GET /v2.0/security-groups?id=3c7a6a5d-6f48-4154-8fd2-63a44b9b0878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321689 Jul 27 23:34:26.904962 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-292035f1-22d6-45d1-8ba9-896e0f96e9f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:34:27.384455 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 61be1a8b-7f7a-4402-939e-e55e07a26508 details requested by agent hyperv_n-h1-802623-1 with host n-h1-802623-1 {{(pid=93799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 23:34:27.484096 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port 61be1a8b-7f7a-4402-939e-e55e07a26508, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=61be1a8b-7f7a-4402-939e-e55e07a26508,segment=NetworkSegment(16e91594-c047-4b55-93eb-43af33ad08e1),segment_id=16e91594-c047-4b55-93eb-43af33ad08e1)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:34:27.495555 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Returning: {'device': '61be1a8b-7f7a-4402-939e-e55e07a26508', 'network_id': '591af2dd-f826-43b1-aa9d-e7a0bf218c71', 'port_id': '61be1a8b-7f7a-4402-939e-e55e07a26508', 'mac_address': 'fa:16:3e:8c:c2:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62938449-046d-4cbe-923a-7ebb632c358d', 'ip_address': '192.168.233.197'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 23:34:27.535337 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:34:27.548198 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61be1a8b-7f7a-4402-939e-e55e07a26508 {{(pid=93799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:34:27.568319 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port 61be1a8b-7f7a-4402-939e-e55e07a26508, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=61be1a8b-7f7a-4402-939e-e55e07a26508,segment=NetworkSegment(16e91594-c047-4b55-93eb-43af33ad08e1),segment_id=16e91594-c047-4b55-93eb-43af33ad08e1)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:34:27.572274 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:34:27.622404 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Pushing event updated for resources: {'Port': ['ID=61be1a8b-7f7a-4402-939e-e55e07a26508,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:34:27.708837 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22278ea-c1b8-4d62-93b7-f9c032153d34 req-a09782b5-9219-4e0a-827a-267abeb8c209 tempest-VolumesBackupsTest-1512421499 tempest-VolumesBackupsTest-1512421499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:34:27.710333 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b22278ea-c1b8-4d62-93b7-f9c032153d34 req-a09782b5-9219-4e0a-827a-267abeb8c209 tempest-VolumesBackupsTest-1512421499 tempest-VolumesBackupsTest-1512421499-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5762377-3696-4bd4-a0b1-20ad9fa8d847 HTTP/1.1" status: 200 len: 949 time: 0.0483630 Jul 27 23:34:27.753004 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b22278ea-c1b8-4d62-93b7-f9c032153d34 req-8bd3a0ef-17f1-46e1-b735-fc7e55efad35 tempest-VolumesBackupsTest-1512421499 tempest-VolumesBackupsTest-1512421499-project] 10.222.0.18 "GET /v2.0/security-groups?id=3c7a6a5d-6f48-4154-8fd2-63a44b9b0878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361855 Jul 27 23:34:27.809958 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] get_ports_and_sgs() called for port_ids ['61be1a8b-7f7a-4402-939e-e55e07a26508'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:34:28.877490 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3717a7f-5379-47fb-8ee1-359db078df8b req-1e562f38-1a10-4bb2-b3d8-807fd6781edc tempest-VolumesBackupsTest-1512421499 tempest-VolumesBackupsTest-1512421499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:34:28.879026 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-d3717a7f-5379-47fb-8ee1-359db078df8b req-1e562f38-1a10-4bb2-b3d8-807fd6781edc tempest-VolumesBackupsTest-1512421499 tempest-VolumesBackupsTest-1512421499-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5762377-3696-4bd4-a0b1-20ad9fa8d847 HTTP/1.1" status: 200 len: 949 time: 0.0567746 Jul 27 23:34:28.918595 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-d3717a7f-5379-47fb-8ee1-359db078df8b req-0cad7f2e-b624-4811-a1d5-79feb5c68863 tempest-VolumesBackupsTest-1512421499 tempest-VolumesBackupsTest-1512421499-project] 10.222.0.18 "GET /v2.0/security-groups?id=3c7a6a5d-6f48-4154-8fd2-63a44b9b0878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334504 Jul 27 23:34:29.398848 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 61be1a8b-7f7a-4402-939e-e55e07a26508 up at agent hyperv_n-h1-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:34:29.447879 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Provisioning for port 61be1a8b-7f7a-4402-939e-e55e07a26508 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:34:29.451957 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Provisioning complete for port 61be1a8b-7f7a-4402-939e-e55e07a26508 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:34:29.452307 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:34:29.536736 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:34:29.562679 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5762377-3696-4bd4-a0b1-20ad9fa8d847', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61be1a8b-7f7a-4402-939e-e55e07a26508'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:34:29.565036 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c0369b0d4f459110ff20a1f9878ba33f96d6491bddb9d15843bf29d01e0bda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5699836a-3048-4d6d-923f-c6eba0331f35" -d '{"events": [{"server_uuid": "b5762377-3696-4bd4-a0b1-20ad9fa8d847", "name": "network-vif-plugged", "status": "completed", "tag": "61be1a8b-7f7a-4402-939e-e55e07a26508"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:34:29.588961 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port 61be1a8b-7f7a-4402-939e-e55e07a26508, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=61be1a8b-7f7a-4402-939e-e55e07a26508,segment=NetworkSegment(16e91594-c047-4b55-93eb-43af33ad08e1),segment_id=16e91594-c047-4b55-93eb-43af33ad08e1)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:34:29.595582 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:34:29.603177 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-37b64fe4-03ee-4351-8dc5-679e20bef510 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:34:29.647535 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Pushing event updated for resources: {'Port': ['ID=61be1a8b-7f7a-4402-939e-e55e07a26508,revision_number=5']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:34:29.677136 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:34:29.775631 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:34:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc79bbb1-4cfc-4138-9bb2-4b75f418bc30 x-openstack-request-id: req-bc79bbb1-4cfc-4138-9bb2-4b75f418bc30 {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:34:29.775921 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5762377-3696-4bd4-a0b1-20ad9fa8d847", "name": "network-vif-plugged", "status": "completed", "tag": "61be1a8b-7f7a-4402-939e-e55e07a26508", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:34:29.776370 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-bc79bbb1-4cfc-4138-9bb2-4b75f418bc30 {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:34:29.777136 n-d-802623-1 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5762377-3696-4bd4-a0b1-20ad9fa8d847', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61be1a8b-7f7a-4402-939e-e55e07a26508', 'code': 200} Jul 27 23:34:29.873860 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b403b3-56ec-4f53-b82d-327ee59b2482 req-3bf421d3-40d5-45b4-90b2-b9a9e95eeaa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:34:29.875410 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-62b403b3-56ec-4f53-b82d-327ee59b2482 req-3bf421d3-40d5-45b4-90b2-b9a9e95eeaa5 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=b5762377-3696-4bd4-a0b1-20ad9fa8d847 HTTP/1.1" status: 200 len: 1101 time: 0.0434794 Jul 27 23:34:29.914630 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-62b403b3-56ec-4f53-b82d-327ee59b2482 req-d69a2586-beeb-46e7-95e3-77bbef4c23b6 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=3c7a6a5d-6f48-4154-8fd2-63a44b9b0878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310049 Jul 27 23:34:30.037196 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b086a3dd-a61b-4cd4-b876-195ebb29e907 req-669c74ca-e3c9-475f-a72b-540800fb2870 tempest-VolumesBackupsTest-1512421499 tempest-VolumesBackupsTest-1512421499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:34:30.038682 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-b086a3dd-a61b-4cd4-b876-195ebb29e907 req-669c74ca-e3c9-475f-a72b-540800fb2870 tempest-VolumesBackupsTest-1512421499 tempest-VolumesBackupsTest-1512421499-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5762377-3696-4bd4-a0b1-20ad9fa8d847 HTTP/1.1" status: 200 len: 950 time: 0.0492413 Jul 27 23:34:30.057053 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:34:30.082784 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-b086a3dd-a61b-4cd4-b876-195ebb29e907 req-26e0a3c7-40ea-41d0-829e-44e477ea490b tempest-VolumesBackupsTest-1512421499 tempest-VolumesBackupsTest-1512421499-project] 10.222.0.18 "GET /v2.0/security-groups?id=3c7a6a5d-6f48-4154-8fd2-63a44b9b0878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343540 Jul 27 23:34:30.504342 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-19f2e178-d45e-4fbe-b9be-c3963fc151ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:34:31.210029 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daad6da1-af6e-46e7-85b3-0239fa8015c0 req-7394fe3a-219d-4df8-9697-a2df8302cc0b tempest-VolumesBackupsTest-1512421499 tempest-VolumesBackupsTest-1512421499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:34:31.211659 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-daad6da1-af6e-46e7-85b3-0239fa8015c0 req-7394fe3a-219d-4df8-9697-a2df8302cc0b tempest-VolumesBackupsTest-1512421499 tempest-VolumesBackupsTest-1512421499-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5762377-3696-4bd4-a0b1-20ad9fa8d847 HTTP/1.1" status: 200 len: 950 time: 0.0587862 Jul 27 23:34:31.266313 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-daad6da1-af6e-46e7-85b3-0239fa8015c0 req-658726f6-2d78-467f-a513-1a817efb28d8 tempest-VolumesBackupsTest-1512421499 tempest-VolumesBackupsTest-1512421499-project] 10.222.0.18 "GET /v2.0/security-groups?id=3c7a6a5d-6f48-4154-8fd2-63a44b9b0878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466759 Jul 27 23:34:32.263685 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7418f70f-e60d-4709-8ba9-6ab514bc7f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:34:32.412324 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-99814d00-b23b-4d95-a0cc-aa76a653cb83 req-39ae7b03-0dc5-43fe-a347-362b8bcb5705 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=5a28922a-1a04-40a9-9437-98535fea0f02&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0543947 Jul 27 23:34:32.495634 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99814d00-b23b-4d95-a0cc-aa76a653cb83 req-e24fbe17-9ec8-48d3-917a-74d8ac308039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:34:32.497155 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-99814d00-b23b-4d95-a0cc-aa76a653cb83 req-e24fbe17-9ec8-48d3-917a-74d8ac308039 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=93d6af8ff48b44f2bdb667a30d291295&device_id=5a28922a-1a04-40a9-9437-98535fea0f02 HTTP/1.1" status: 200 len: 1097 time: 0.0447636 Jul 27 23:34:32.601359 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99814d00-b23b-4d95-a0cc-aa76a653cb83 req-1dbb3c4d-2b12-49ef-ad44-1fdad3c3af97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:34:32.602751 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-99814d00-b23b-4d95-a0cc-aa76a653cb83 req-1dbb3c4d-2b12-49ef-ad44-1fdad3c3af97 service neutron] 10.222.0.38 "GET /v2.0/networks?id=d772070e-dad0-48ff-8bce-c02a3adbff90 HTTP/1.1" status: 200 len: 912 time: 0.0869596 Jul 27 23:34:32.668921 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-99814d00-b23b-4d95-a0cc-aa76a653cb83 req-c9aed432-6fbf-4f05-8dee-ddfde1a1794a service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=09270987-ce4b-4e4a-9b26-8700891debb2 HTTP/1.1" status: 200 len: 1002 time: 0.0589952 Jul 27 23:34:32.718454 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99814d00-b23b-4d95-a0cc-aa76a653cb83 req-83046e2b-3365-4fb7-8e8b-89b7e20beca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:34:32.719953 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-99814d00-b23b-4d95-a0cc-aa76a653cb83 req-83046e2b-3365-4fb7-8e8b-89b7e20beca6 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=22fd4781-4e46-409c-a91a-a4ac3ab69caf HTTP/1.1" status: 200 len: 850 time: 0.0440814 Jul 27 23:34:32.774056 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99814d00-b23b-4d95-a0cc-aa76a653cb83 req-8ad600b7-66b4-427e-999a-78ad0663e34d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:34:32.775719 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-99814d00-b23b-4d95-a0cc-aa76a653cb83 req-8ad600b7-66b4-427e-999a-78ad0663e34d service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=d772070e-dad0-48ff-8bce-c02a3adbff90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0479915 Jul 27 23:34:32.867320 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-99814d00-b23b-4d95-a0cc-aa76a653cb83 req-fba14411-829d-406c-b1c6-d5b7a9efbc3d service neutron] 10.222.0.38 "GET /v2.0/networks/d772070e-dad0-48ff-8bce-c02a3adbff90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844698 Jul 27 23:34:32.963211 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-99814d00-b23b-4d95-a0cc-aa76a653cb83 req-8eb5336b-2455-430f-9e3d-34b77b691b64 service neutron] 10.222.0.38 "GET /v2.0/networks/d772070e-dad0-48ff-8bce-c02a3adbff90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894828 Jul 27 23:34:34.966004 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:34:35.548184 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe56c8a1-0ec8-48ad-b3a6-b89c2acb1e16 req-db419fd2-ddde-4748-8cf6-04f463b0a477 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:34:35.549725 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-fe56c8a1-0ec8-48ad-b3a6-b89c2acb1e16 req-db419fd2-ddde-4748-8cf6-04f463b0a477 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/ports?device_id=f2a46d65-19ee-498b-adf8-ff7b5f6366c2 HTTP/1.1" status: 200 len: 945 time: 0.0609715 Jul 27 23:34:35.593977 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-fe56c8a1-0ec8-48ad-b3a6-b89c2acb1e16 req-c713d8c4-d689-4fb3-ba6a-9f4e22daf71e tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/security-groups?id=ba3baf51-24bd-4d95-b413-6126b786be4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377276 Jul 27 23:34:36.738994 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08b8efe-51f3-4c75-addb-50aeafd287a8 req-5e067133-2fb9-4461-a793-406ddec00d75 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:34:36.742098 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e08b8efe-51f3-4c75-addb-50aeafd287a8 req-5e067133-2fb9-4461-a793-406ddec00d75 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/ports?device_id=f2a46d65-19ee-498b-adf8-ff7b5f6366c2 HTTP/1.1" status: 200 len: 945 time: 0.0537393 Jul 27 23:34:36.783664 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e08b8efe-51f3-4c75-addb-50aeafd287a8 req-60d47419-902f-43d0-b07e-fba3ca87f513 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/security-groups?id=ba3baf51-24bd-4d95-b413-6126b786be4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363963 Jul 27 23:34:37.133312 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89656096-c5b9-4429-b02d-3a59e5ff8e38 req-36abb534-49ee-4f3e-993b-379c5751a1c8 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:34:37.134824 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-89656096-c5b9-4429-b02d-3a59e5ff8e38 req-36abb534-49ee-4f3e-993b-379c5751a1c8 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.49 "GET /v2.0/ports?device_id=f2a46d65-19ee-498b-adf8-ff7b5f6366c2 HTTP/1.1" status: 200 len: 945 time: 0.0542119 Jul 27 23:34:37.248713 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [req-89656096-c5b9-4429-b02d-3a59e5ff8e38 req-0b47e79b-8769-4aaf-8c16-e47464d6cc39 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Deleting port 3ee30023-de25-4144-9d8f-f782f24ac762 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:34:37.249068 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-89656096-c5b9-4429-b02d-3a59e5ff8e38 req-0b47e79b-8769-4aaf-8c16-e47464d6cc39 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:34:37.343922 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-89656096-c5b9-4429-b02d-3a59e5ff8e38 req-0b47e79b-8769-4aaf-8c16-e47464d6cc39 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] For port 3ee30023-de25-4144-9d8f-f782f24ac762, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=3ee30023-de25-4144-9d8f-f782f24ac762,segment=NetworkSegment(e34bcaf6-fcda-4cb3-a9d4-ce07906221d3),segment_id=e34bcaf6-fcda-4cb3-a9d4-ce07906221d3)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:34:37.344217 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-89656096-c5b9-4429-b02d-3a59e5ff8e38 req-0b47e79b-8769-4aaf-8c16-e47464d6cc39 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:34:37.553972 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-89656096-c5b9-4429-b02d-3a59e5ff8e38 req-0b47e79b-8769-4aaf-8c16-e47464d6cc39 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:34:37.554641 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-89656096-c5b9-4429-b02d-3a59e5ff8e38 req-0b47e79b-8769-4aaf-8c16-e47464d6cc39 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-415302'] for floatingip, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:34:37.555159 n-d-802623-1 neutron-server[93797]: INFO neutron.db.l3_db [req-89656096-c5b9-4429-b02d-3a59e5ff8e38 req-0b47e79b-8769-4aaf-8c16-e47464d6cc39 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Floating IP 4264bc4e-bd49-4a34-8f50-9568f0d67e32 disassociated. External IP: 172.25.4.229, port: 3ee30023-de25-4144-9d8f-f782f24ac762. Jul 27 23:34:37.555681 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [req-89656096-c5b9-4429-b02d-3a59e5ff8e38 req-0b47e79b-8769-4aaf-8c16-e47464d6cc39 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Calling delete_port for 3ee30023-de25-4144-9d8f-f782f24ac762 owned by compute:nova {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:34:37.710069 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-89656096-c5b9-4429-b02d-3a59e5ff8e38 req-0b47e79b-8769-4aaf-8c16-e47464d6cc39 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:34:37.738965 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b47e79b-8769-4aaf-8c16-e47464d6cc39 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Pushing event deleted for resources: {'Port': ['ID=3ee30023-de25-4144-9d8f-f782f24ac762,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:34:37.877798 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.l3_agent_scheduler [req-89656096-c5b9-4429-b02d-3a59e5ff8e38 req-0b47e79b-8769-4aaf-8c16-e47464d6cc39 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Router ae07b307-a0ba-48a4-8cdd-01fc42aa4d7f has already been hosted by L3 agent 018c4455-49c0-4734-927d-7824067b2a9e {{(pid=93797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 23:34:37.909723 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-0c138354-fce4-43cb-af30-7729e5b47fd4 req-416e88a2-2bb7-4c03-b621-cd275ee07a64 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/ports?device_id=f2a46d65-19ee-498b-adf8-ff7b5f6366c2 HTTP/1.1" status: 200 len: 210 time: 0.0345235 Jul 27 23:34:38.026306 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-89656096-c5b9-4429-b02d-3a59e5ff8e38 req-0b47e79b-8769-4aaf-8c16-e47464d6cc39 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:34:38.037181 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5d983d4-1a96-44b3-ab03-383daed17b5d None None] Sync routers for ids ['ae07b307-a0ba-48a4-8cdd-01fc42aa4d7f'] in n-d-802623-1 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:34:38.067215 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d983d4-1a96-44b3-ab03-383daed17b5d None None] Routers {'ae07b307-a0ba-48a4-8cdd-01fc42aa4d7f'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:34:38.068101 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-b5d983d4-1a96-44b3-ab03-383daed17b5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:34:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['ae07b307-a0ba-48a4-8cdd-01fc42aa4d7f'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:34:38.113199 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [req-89656096-c5b9-4429-b02d-3a59e5ff8e38 req-0b47e79b-8769-4aaf-8c16-e47464d6cc39 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] No DVR routers for this DVR port 3ee30023-de25-4144-9d8f-f782f24ac762 on host n-h2-802623-1 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:34:38.121598 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-89656096-c5b9-4429-b02d-3a59e5ff8e38 req-0b47e79b-8769-4aaf-8c16-e47464d6cc39 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:34:38.126752 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-89656096-c5b9-4429-b02d-3a59e5ff8e38 req-0b47e79b-8769-4aaf-8c16-e47464d6cc39 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.49 "DELETE /v2.0/ports/3ee30023-de25-4144-9d8f-f782f24ac762 HTTP/1.1" status: 204 len: 173 time: 0.9852381 Jul 27 23:34:38.128982 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2a46d65-19ee-498b-adf8-ff7b5f6366c2', 'name': 'network-vif-deleted', 'tag': '3ee30023-de25-4144-9d8f-f782f24ac762'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:34:38.132008 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a476459a1bfce68b0ae0df5b6a71154bfc7cfdc8f9eefce6ad0a17231e60468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1176709-884d-400d-9dbd-906265ae0c78" -d '{"events": [{"server_uuid": "f2a46d65-19ee-498b-adf8-ff7b5f6366c2", "name": "network-vif-deleted", "tag": "3ee30023-de25-4144-9d8f-f782f24ac762"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:34:38.220578 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:34:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e80b3ab-a5e4-4b23-851f-cd3298426876 x-openstack-request-id: req-0e80b3ab-a5e4-4b23-851f-cd3298426876 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:34:38.221161 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2a46d65-19ee-498b-adf8-ff7b5f6366c2", "name": "network-vif-deleted", "tag": "3ee30023-de25-4144-9d8f-f782f24ac762", "status": "completed", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:34:38.221161 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0e80b3ab-a5e4-4b23-851f-cd3298426876 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:34:38.221555 n-d-802623-1 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2a46d65-19ee-498b-adf8-ff7b5f6366c2', 'name': 'network-vif-deleted', 'tag': '3ee30023-de25-4144-9d8f-f782f24ac762', 'status': 'completed', 'code': 200} Jul 27 23:34:38.273740 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-b5d983d4-1a96-44b3-ab03-383daed17b5d None None] Set router ae07b307-a0ba-48a4-8cdd-01fc42aa4d7f gateway port host: n-d-802623-1 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:34:38.572391 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-b5d983d4-1a96-44b3-ab03-383daed17b5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae07b307-a0ba-48a4-8cdd-01fc42aa4d7f', 'name': 'tempest-TestVolumeBootPattern-1074431017-router', 'tenant_id': '49af0f356ac348f0bd0841795f0ea352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.28'}], 'enable_snat': True}, 'gw_port_id': 'aabf91af-c331-4c6f-8eeb-399969435504', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:26:41Z', 'updated_at': '2021-07-27T23:26:46Z', 'revision_number': 4, 'project_id': '49af0f356ac348f0bd0841795f0ea352', 'gw_port': {'id': 'aabf91af-c331-4c6f-8eeb-399969435504', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:cc:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae07b307-a0ba-48a4-8cdd-01fc42aa4d7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2648, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:26:42Z', 'updated_at': '2021-07-27T23:26:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': '2a3cb2b8-98cb-4156-9ea6-63b994d40fe2', 'name': '', 'network_id': '280a3ba5-2d75-4827-b3c1-0be5bb892094', 'tenant_id': '49af0f356ac348f0bd0841795f0ea352', 'mac_address': 'fa:16:3e:da:7c:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae07b307-a0ba-48a4-8cdd-01fc42aa4d7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2651, 'fixed_ips': [{'subnet_id': '03df5e5c-8a96-449f-9e96-cff1a55737e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:26:44Z', 'updated_at': '2021-07-27T23:26:57Z', 'revision_number': 5, 'project_id': '49af0f356ac348f0bd0841795f0ea352', 'subnets': [{'id': '03df5e5c-8a96-449f-9e96-cff1a55737e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:34:38.602605 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5d983d4-1a96-44b3-ab03-383daed17b5d None None] Checking router: ae07b307-a0ba-48a4-8cdd-01fc42aa4d7f for host: n-d-802623-1 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 23:34:38.611385 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d983d4-1a96-44b3-ab03-383daed17b5d None None] Routers {'ae07b307-a0ba-48a4-8cdd-01fc42aa4d7f'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:34:38.611992 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-b5d983d4-1a96-44b3-ab03-383daed17b5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:34:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['ae07b307-a0ba-48a4-8cdd-01fc42aa4d7f'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:34:38.716558 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-b5d983d4-1a96-44b3-ab03-383daed17b5d None None] Set router ae07b307-a0ba-48a4-8cdd-01fc42aa4d7f gateway port host: n-d-802623-1 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:34:38.915284 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-b5d983d4-1a96-44b3-ab03-383daed17b5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae07b307-a0ba-48a4-8cdd-01fc42aa4d7f', 'name': 'tempest-TestVolumeBootPattern-1074431017-router', 'tenant_id': '49af0f356ac348f0bd0841795f0ea352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.28'}], 'enable_snat': True}, 'gw_port_id': 'aabf91af-c331-4c6f-8eeb-399969435504', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:26:41Z', 'updated_at': '2021-07-27T23:26:46Z', 'revision_number': 4, 'project_id': '49af0f356ac348f0bd0841795f0ea352', 'gw_port': {'id': 'aabf91af-c331-4c6f-8eeb-399969435504', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:cc:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae07b307-a0ba-48a4-8cdd-01fc42aa4d7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2648, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:26:42Z', 'updated_at': '2021-07-27T23:26:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': '2a3cb2b8-98cb-4156-9ea6-63b994d40fe2', 'name': '', 'network_id': '280a3ba5-2d75-4827-b3c1-0be5bb892094', 'tenant_id': '49af0f356ac348f0bd0841795f0ea352', 'mac_address': 'fa:16:3e:da:7c:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae07b307-a0ba-48a4-8cdd-01fc42aa4d7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2651, 'fixed_ips': [{'subnet_id': '03df5e5c-8a96-449f-9e96-cff1a55737e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:26:44Z', 'updated_at': '2021-07-27T23:26:57Z', 'revision_number': 5, 'project_id': '49af0f356ac348f0bd0841795f0ea352', 'subnets': [{'id': '03df5e5c-8a96-449f-9e96-cff1a55737e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:34:38.943964 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5d983d4-1a96-44b3-ab03-383daed17b5d None None] The sync data for ids ['ae07b307-a0ba-48a4-8cdd-01fc42aa4d7f'] in n-d-802623-1 is: [{'id': 'ae07b307-a0ba-48a4-8cdd-01fc42aa4d7f', 'name': 'tempest-TestVolumeBootPattern-1074431017-router', 'tenant_id': '49af0f356ac348f0bd0841795f0ea352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.28'}], 'enable_snat': True}, 'gw_port_id': 'aabf91af-c331-4c6f-8eeb-399969435504', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:26:41Z', 'updated_at': '2021-07-27T23:26:46Z', 'revision_number': 4, 'project_id': '49af0f356ac348f0bd0841795f0ea352', 'gw_port': {'id': 'aabf91af-c331-4c6f-8eeb-399969435504', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:cc:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae07b307-a0ba-48a4-8cdd-01fc42aa4d7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2648, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:26:42Z', 'updated_at': '2021-07-27T23:26:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': '2a3cb2b8-98cb-4156-9ea6-63b994d40fe2', 'name': '', 'network_id': '280a3ba5-2d75-4827-b3c1-0be5bb892094', 'tenant_id': '49af0f356ac348f0bd0841795f0ea352', 'mac_address': 'fa:16:3e:da:7c:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae07b307-a0ba-48a4-8cdd-01fc42aa4d7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2651, 'fixed_ips': [{'subnet_id': '03df5e5c-8a96-449f-9e96-cff1a55737e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:26:44Z', 'updated_at': '2021-07-27T23:26:57Z', 'revision_number': 5, 'project_id': '49af0f356ac348f0bd0841795f0ea352', 'subnets': [{'id': '03df5e5c-8a96-449f-9e96-cff1a55737e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:34:39.011671 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a41f075a-5b52-4a68-8fe1-80b6d1e6f714 req-7aab76d3-7829-40c8-b944-e2b25a6a396e tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/ports?device_id=f2a46d65-19ee-498b-adf8-ff7b5f6366c2 HTTP/1.1" status: 200 len: 210 time: 0.0360086 Jul 27 23:34:39.202224 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6556b22-a440-4c5f-9b3d-352a80c967a7 None None] New status for floating IP 4264bc4e-bd49-4a34-8f50-9568f0d67e32: DOWN {{(pid=93799) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 23:34:40.102068 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f3bdf289-68ef-49fa-aa59-31a1d5721076 req-1a4097ee-8cf7-4d21-904b-8327c949262c tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/ports?device_id=f2a46d65-19ee-498b-adf8-ff7b5f6366c2 HTTP/1.1" status: 200 len: 210 time: 0.0266809 Jul 27 23:34:40.292400 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device 3ee30023-de25-4144-9d8f-f782f24ac762 no longer exists at agent hyperv_n-h2-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:34:40.313173 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] No Port match for: 3ee30023-de25-4144-9d8f-f782f24ac762 {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:34:40.313515 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device 3ee30023-de25-4144-9d8f-f782f24ac762 not bound to the agent host n-h2-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:34:41.198260 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-34b9b6a7-8533-460a-b0cf-334ca93009bc req-1b71af1d-45e6-4972-81a2-3e7e86e183c7 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/ports?device_id=f2a46d65-19ee-498b-adf8-ff7b5f6366c2 HTTP/1.1" status: 200 len: 210 time: 0.0273166 Jul 27 23:34:42.290194 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-9e0e0412-8cea-4cc0-a0f3-fb1ca5a75fc4 req-5a1c5538-f6cd-4e92-91fd-9c574986451a tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/ports?device_id=f2a46d65-19ee-498b-adf8-ff7b5f6366c2 HTTP/1.1" status: 200 len: 210 time: 0.0252891 Jul 27 23:34:42.350108 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.agents_db [None req-9beef776-8bab-4de2-989a-f5a23ba4aaf4 None None] Agent healthcheck: found 7 active agents {{(pid=93800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 23:34:43.419037 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-9cfd92b3-cd33-4e39-b419-2fd7203adefc req-aa77a032-0240-4cc3-bb24-2a3d6b669c8b tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/ports?device_id=f2a46d65-19ee-498b-adf8-ff7b5f6366c2 HTTP/1.1" status: 200 len: 210 time: 0.0389974 Jul 27 23:34:44.713268 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-9e842c72-cc65-41d5-9eb2-a5cfff55ca62 req-5da0cafc-b3b1-4a26-a7df-c8552b9e92d2 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1012664250&fields=id&tenant_id=49af0f356ac348f0bd0841795f0ea352 HTTP/1.1" status: 200 len: 267 time: 0.0379376 Jul 27 23:34:44.823442 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e842c72-cc65-41d5-9eb2-a5cfff55ca62 req-0512b7be-f64b-4335-b3ff-764c8b1569d1 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:34:44.824814 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-9e842c72-cc65-41d5-9eb2-a5cfff55ca62 req-0512b7be-f64b-4335-b3ff-764c8b1569d1 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/networks?id=280a3ba5-2d75-4827-b3c1-0be5bb892094 HTTP/1.1" status: 200 len: 812 time: 0.1024237 Jul 27 23:34:44.842715 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-9e842c72-cc65-41d5-9eb2-a5cfff55ca62 req-9544d68e-6c19-4372-8d63-d4e048053f42 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/quotas/49af0f356ac348f0bd0841795f0ea352 HTTP/1.1" status: 200 len: 375 time: 0.0100374 Jul 27 23:34:44.902504 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-9e842c72-cc65-41d5-9eb2-a5cfff55ca62 req-4847db31-de6a-475b-9568-7fed168236cd tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=49af0f356ac348f0bd0841795f0ea352&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0533109 Jul 27 23:34:45.008977 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-9e842c72-cc65-41d5-9eb2-a5cfff55ca62 req-b584e68e-52d5-4a7d-a2f9-ecfb600005e8 service neutron] 10.222.0.18 "GET /v2.0/networks/280a3ba5-2d75-4827-b3c1-0be5bb892094?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941792 Jul 27 23:34:45.099605 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-9e842c72-cc65-41d5-9eb2-a5cfff55ca62 req-a078a1cb-ed42-4608-8f5a-b4a75d05beee service neutron] 10.222.0.18 "GET /v2.0/networks/280a3ba5-2d75-4827-b3c1-0be5bb892094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833988 Jul 27 23:34:45.485064 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-ac250793-c849-4b77-a671-25104558578b req-56263649-d09b-46e8-9dcf-b41e6aa672d1 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/ports?device_id=34549238-9356-4bed-bcb3-0e45cc37e0e6 HTTP/1.1" status: 200 len: 210 time: 0.0555825 Jul 27 23:34:46.506570 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e842c72-cc65-41d5-9eb2-a5cfff55ca62 req-952dcd74-3b34-4bf2-94ea-e913031bca30 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:34:46.508098 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-9e842c72-cc65-41d5-9eb2-a5cfff55ca62 req-952dcd74-3b34-4bf2-94ea-e913031bca30 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.49 "GET /v2.0/networks?id=280a3ba5-2d75-4827-b3c1-0be5bb892094 HTTP/1.1" status: 200 len: 812 time: 0.1246269 Jul 27 23:34:46.616796 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ded78973-bccd-4e63-bc39-332533a6eab8 req-4cb0055f-4a72-477a-b049-f7122ab4d0c2 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/ports?device_id=34549238-9356-4bed-bcb3-0e45cc37e0e6 HTTP/1.1" status: 200 len: 210 time: 0.0437915 Jul 27 23:34:46.926418 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-9e842c72-cc65-41d5-9eb2-a5cfff55ca62 req-d56ce02d-1385-4f52-bfd8-80b6414c9ba1 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=49af0f356ac348f0bd0841795f0ea352 HTTP/1.1" status: 200 len: 380 time: 0.4088678 Jul 27 23:34:46.938943 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [req-9e842c72-cc65-41d5-9eb2-a5cfff55ca62 req-8ea6deb8-855c-4552-98f0-5f98f111f322 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Request body: {'port': {'device_id': '34549238-9356-4bed-bcb3-0e45cc37e0e6', 'network_id': '280a3ba5-2d75-4827-b3c1-0be5bb892094', 'admin_state_up': True, 'tenant_id': '49af0f356ac348f0bd0841795f0ea352', 'security_groups': ['ba3baf51-24bd-4d95-b413-6126b786be4e']}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:34:47.073353 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e842c72-cc65-41d5-9eb2-a5cfff55ca62 req-8ea6deb8-855c-4552-98f0-5f98f111f322 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Made reservation on behalf of 49af0f356ac348f0bd0841795f0ea352 for: {'port': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:34:47.077867 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-9e842c72-cc65-41d5-9eb2-a5cfff55ca62 req-8ea6deb8-855c-4552-98f0-5f98f111f322 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:34:47.239548 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [req-9e842c72-cc65-41d5-9eb2-a5cfff55ca62 req-8ea6deb8-855c-4552-98f0-5f98f111f322 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Allocated IP 172.20.0.5 (280a3ba5-2d75-4827-b3c1-0be5bb892094/03df5e5c-8a96-449f-9e96-cff1a55737e2/50da5721-1ac7-4721-bd06-54bf9484ab39) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:34:47.387748 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-9e842c72-cc65-41d5-9eb2-a5cfff55ca62 req-8ea6deb8-855c-4552-98f0-5f98f111f322 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:34:47.406962 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [req-9e842c72-cc65-41d5-9eb2-a5cfff55ca62 req-8ea6deb8-855c-4552-98f0-5f98f111f322 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Transition to ACTIVE for port object 50da5721-1ac7-4721-bd06-54bf9484ab39 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:34:47.452122 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-9e842c72-cc65-41d5-9eb2-a5cfff55ca62 req-8ea6deb8-855c-4552-98f0-5f98f111f322 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:34:47.504589 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e842c72-cc65-41d5-9eb2-a5cfff55ca62 req-8ea6deb8-855c-4552-98f0-5f98f111f322 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Network 280a3ba5-2d75-4827-b3c1-0be5bb892094 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:34:47.511101 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [req-9e842c72-cc65-41d5-9eb2-a5cfff55ca62 req-8ea6deb8-855c-4552-98f0-5f98f111f322 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:34:47.516560 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e842c72-cc65-41d5-9eb2-a5cfff55ca62 req-8ea6deb8-855c-4552-98f0-5f98f111f322 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:34:47.567570 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e842c72-cc65-41d5-9eb2-a5cfff55ca62 req-8ea6deb8-855c-4552-98f0-5f98f111f322 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:34:47.568311 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-9e842c72-cc65-41d5-9eb2-a5cfff55ca62 req-8ea6deb8-855c-4552-98f0-5f98f111f322 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:34:47.584094 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea6deb8-855c-4552-98f0-5f98f111f322 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Pushing event updated for resources: {'Port': ['ID=50da5721-1ac7-4721-bd06-54bf9484ab39,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:34:47.604479 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-9e842c72-cc65-41d5-9eb2-a5cfff55ca62 req-8ea6deb8-855c-4552-98f0-5f98f111f322 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6711996 Jul 27 23:34:47.617338 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [req-9e842c72-cc65-41d5-9eb2-a5cfff55ca62 req-37d40b8d-3161-4145-b748-5dd8303405f8 service neutron] Request body: {'port': {'device_id': '34549238-9356-4bed-bcb3-0e45cc37e0e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802623-1'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:34:47.699659 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-9e842c72-cc65-41d5-9eb2-a5cfff55ca62 req-37d40b8d-3161-4145-b748-5dd8303405f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:34:47.937460 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-8dc6c871-3bf4-4426-babd-e8cafd99958d None None] Provisioning for port 50da5721-1ac7-4721-bd06-54bf9484ab39 completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:34:47.945537 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-8dc6c871-3bf4-4426-babd-e8cafd99958d None None] Provisioning complete for port 50da5721-1ac7-4721-bd06-54bf9484ab39 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:34:47.945916 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8dc6c871-3bf4-4426-babd-e8cafd99958d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:34:48.009779 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-8dc6c871-3bf4-4426-babd-e8cafd99958d None None] Port 50da5721-1ac7-4721-bd06-54bf9484ab39 cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:34:48.060478 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921399b7-f308-4a35-809d-537e53d18a8a req-8b65baca-805a-4ee1-80ff-8367017f2aff tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:34:48.062267 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-921399b7-f308-4a35-809d-537e53d18a8a req-8b65baca-805a-4ee1-80ff-8367017f2aff tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/ports?device_id=34549238-9356-4bed-bcb3-0e45cc37e0e6 HTTP/1.1" status: 200 len: 931 time: 0.0857279 Jul 27 23:34:48.084857 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [req-9e842c72-cc65-41d5-9eb2-a5cfff55ca62 req-37d40b8d-3161-4145-b748-5dd8303405f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50da5721-1ac7-4721-bd06-54bf9484ab39 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:34:48.100535 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-9e842c72-cc65-41d5-9eb2-a5cfff55ca62 req-37d40b8d-3161-4145-b748-5dd8303405f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:34:48.137124 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [req-9e842c72-cc65-41d5-9eb2-a5cfff55ca62 req-37d40b8d-3161-4145-b748-5dd8303405f8 service neutron] Transition to ACTIVE for port object 50da5721-1ac7-4721-bd06-54bf9484ab39 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:34:48.147944 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-921399b7-f308-4a35-809d-537e53d18a8a req-639db1c3-9af2-44e0-b50c-4d5f149d55b0 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/security-groups?id=ba3baf51-24bd-4d95-b413-6126b786be4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770001 Jul 27 23:34:48.149456 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-9e842c72-cc65-41d5-9eb2-a5cfff55ca62 req-37d40b8d-3161-4145-b748-5dd8303405f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11336041'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:34:48.223603 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d40b8d-3161-4145-b748-5dd8303405f8 service neutron] Pushing event updated for resources: {'Port': ['ID=50da5721-1ac7-4721-bd06-54bf9484ab39,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:34:48.336986 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-9e842c72-cc65-41d5-9eb2-a5cfff55ca62 req-37d40b8d-3161-4145-b748-5dd8303405f8 service neutron] Attempting to bind port 50da5721-1ac7-4721-bd06-54bf9484ab39 on host n-h2-802623-1 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:34:48.337479 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-9e842c72-cc65-41d5-9eb2-a5cfff55ca62 req-37d40b8d-3161-4145-b748-5dd8303405f8 service neutron] Attempting to bind port 50da5721-1ac7-4721-bd06-54bf9484ab39 by drivers openvswitch,hyperv on host n-h2-802623-1 at level 0 using segments [{'id': 'e34bcaf6-fcda-4cb3-a9d4-ce07906221d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '280a3ba5-2d75-4827-b3c1-0be5bb892094'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:34:48.337917 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e842c72-cc65-41d5-9eb2-a5cfff55ca62 req-37d40b8d-3161-4145-b748-5dd8303405f8 service neutron] Attempting to bind port 50da5721-1ac7-4721-bd06-54bf9484ab39 on network 280a3ba5-2d75-4827-b3c1-0be5bb892094 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:34:48.354822 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e842c72-cc65-41d5-9eb2-a5cfff55ca62 req-37d40b8d-3161-4145-b748-5dd8303405f8 service neutron] Port 50da5721-1ac7-4721-bd06-54bf9484ab39 on network 280a3ba5-2d75-4827-b3c1-0be5bb892094 not bound, no agent of type Open vSwitch agent registered on host n-h2-802623-1 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 23:34:48.355456 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e842c72-cc65-41d5-9eb2-a5cfff55ca62 req-37d40b8d-3161-4145-b748-5dd8303405f8 service neutron] Attempting to bind port 50da5721-1ac7-4721-bd06-54bf9484ab39 on network 280a3ba5-2d75-4827-b3c1-0be5bb892094 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:34:48.366268 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e842c72-cc65-41d5-9eb2-a5cfff55ca62 req-37d40b8d-3161-4145-b748-5dd8303405f8 service neutron] Checking agent: {'id': 'c5cc038b-93c4-4df4-8061-5df2a04a48c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 23, 0, 4), 'started_at': datetime.datetime(2021, 7, 27, 23, 0, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 34, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:34:48.366874 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e842c72-cc65-41d5-9eb2-a5cfff55ca62 req-37d40b8d-3161-4145-b748-5dd8303405f8 service neutron] Checking segment: {'id': 'e34bcaf6-fcda-4cb3-a9d4-ce07906221d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '280a3ba5-2d75-4827-b3c1-0be5bb892094'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:34:48.367454 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e842c72-cc65-41d5-9eb2-a5cfff55ca62 req-37d40b8d-3161-4145-b748-5dd8303405f8 service neutron] Bound using segment: {'id': 'e34bcaf6-fcda-4cb3-a9d4-ce07906221d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '280a3ba5-2d75-4827-b3c1-0be5bb892094'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:34:48.368084 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-9e842c72-cc65-41d5-9eb2-a5cfff55ca62 req-37d40b8d-3161-4145-b748-5dd8303405f8 service neutron] Bound port: 50da5721-1ac7-4721-bd06-54bf9484ab39, host: n-h2-802623-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e34bcaf6-fcda-4cb3-a9d4-ce07906221d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '280a3ba5-2d75-4827-b3c1-0be5bb892094'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:34:48.369169 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-9e842c72-cc65-41d5-9eb2-a5cfff55ca62 req-37d40b8d-3161-4145-b748-5dd8303405f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:34:48.594822 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-9e842c72-cc65-41d5-9eb2-a5cfff55ca62 req-37d40b8d-3161-4145-b748-5dd8303405f8 service neutron] For port 50da5721-1ac7-4721-bd06-54bf9484ab39, host n-h2-802623-1, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:34:48.605819 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-9e842c72-cc65-41d5-9eb2-a5cfff55ca62 req-37d40b8d-3161-4145-b748-5dd8303405f8 service neutron] For port 50da5721-1ac7-4721-bd06-54bf9484ab39, host n-h2-802623-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=50da5721-1ac7-4721-bd06-54bf9484ab39,segment=NetworkSegment(e34bcaf6-fcda-4cb3-a9d4-ce07906221d3),segment_id=e34bcaf6-fcda-4cb3-a9d4-ce07906221d3)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:34:48.612193 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-9e842c72-cc65-41d5-9eb2-a5cfff55ca62 req-37d40b8d-3161-4145-b748-5dd8303405f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11336041'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:34:48.680232 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e842c72-cc65-41d5-9eb2-a5cfff55ca62 req-37d40b8d-3161-4145-b748-5dd8303405f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:34:48.681105 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-9e842c72-cc65-41d5-9eb2-a5cfff55ca62 req-37d40b8d-3161-4145-b748-5dd8303405f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:34:48.683653 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-9e842c72-cc65-41d5-9eb2-a5cfff55ca62 req-37d40b8d-3161-4145-b748-5dd8303405f8 service neutron] 10.222.0.49 "PUT /v2.0/ports/50da5721-1ac7-4721-bd06-54bf9484ab39 HTTP/1.1" status: 200 len: 1091 time: 1.0707819 Jul 27 23:34:48.686662 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34549238-9356-4bed-bcb3-0e45cc37e0e6', 'tag': '50da5721-1ac7-4721-bd06-54bf9484ab39'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:34:48.690122 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a476459a1bfce68b0ae0df5b6a71154bfc7cfdc8f9eefce6ad0a17231e60468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17fd1345-bd2d-42f5-9d16-0550e14dc3ad" -d '{"events": [{"name": "network-changed", "server_uuid": "34549238-9356-4bed-bcb3-0e45cc37e0e6", "tag": "50da5721-1ac7-4721-bd06-54bf9484ab39"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:34:48.793632 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 23:34:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a0687c7-d581-4113-840f-c38cedf0210e x-openstack-request-id: req-9a0687c7-d581-4113-840f-c38cedf0210e {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:34:48.793945 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34549238-9356-4bed-bcb3-0e45cc37e0e6", "tag": "50da5721-1ac7-4721-bd06-54bf9484ab39", "status": "completed", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:34:48.794204 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9a0687c7-d581-4113-840f-c38cedf0210e {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:34:48.794655 n-d-802623-1 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34549238-9356-4bed-bcb3-0e45cc37e0e6', 'tag': '50da5721-1ac7-4721-bd06-54bf9484ab39', 'status': 'completed', 'code': 200} Jul 27 23:34:48.822742 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d40b8d-3161-4145-b748-5dd8303405f8 service neutron] Pushing event updated for resources: {'Port': ['ID=50da5721-1ac7-4721-bd06-54bf9484ab39,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:34:48.854023 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e842c72-cc65-41d5-9eb2-a5cfff55ca62 req-a46f37c3-035f-4000-b9c9-3f33988a170b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:34:48.855496 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-9e842c72-cc65-41d5-9eb2-a5cfff55ca62 req-a46f37c3-035f-4000-b9c9-3f33988a170b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=49af0f356ac348f0bd0841795f0ea352&device_id=34549238-9356-4bed-bcb3-0e45cc37e0e6 HTTP/1.1" status: 200 len: 1094 time: 0.1038082 Jul 27 23:34:48.917006 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-9e842c72-cc65-41d5-9eb2-a5cfff55ca62 req-188def0c-f2a0-4249-bb09-c7b818c565a8 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=50da5721-1ac7-4721-bd06-54bf9484ab39 HTTP/1.1" status: 200 len: 217 time: 0.0526235 Jul 27 23:34:48.986979 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e842c72-cc65-41d5-9eb2-a5cfff55ca62 req-49ee07e0-a5ee-4cbe-b3bb-21683009f046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:34:48.988661 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-9e842c72-cc65-41d5-9eb2-a5cfff55ca62 req-49ee07e0-a5ee-4cbe-b3bb-21683009f046 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=03df5e5c-8a96-449f-9e96-cff1a55737e2 HTTP/1.1" status: 200 len: 851 time: 0.0637307 Jul 27 23:34:49.063501 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e842c72-cc65-41d5-9eb2-a5cfff55ca62 req-7a0a8903-0905-41a1-8efb-80d3c2fe74d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:34:49.066632 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-9e842c72-cc65-41d5-9eb2-a5cfff55ca62 req-7a0a8903-0905-41a1-8efb-80d3c2fe74d8 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=280a3ba5-2d75-4827-b3c1-0be5bb892094&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0702693 Jul 27 23:34:49.347543 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-9e842c72-cc65-41d5-9eb2-a5cfff55ca62 req-bf94462e-c6c1-4c01-b629-393910b338fd service neutron] 10.222.0.49 "GET /v2.0/networks/280a3ba5-2d75-4827-b3c1-0be5bb892094?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2708004 Jul 27 23:34:49.387446 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d53856-e7f0-4a12-9e93-16f595bbcd38 req-8c97171f-33e6-4057-9408-a5bb0b81462e tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:34:49.389516 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-87d53856-e7f0-4a12-9e93-16f595bbcd38 req-8c97171f-33e6-4057-9408-a5bb0b81462e tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/ports?device_id=34549238-9356-4bed-bcb3-0e45cc37e0e6 HTTP/1.1" status: 200 len: 943 time: 0.0943370 Jul 27 23:34:49.500402 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-87d53856-e7f0-4a12-9e93-16f595bbcd38 req-c33a0926-4a63-4257-bb3e-31875850cf7f tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/security-groups?id=ba3baf51-24bd-4d95-b413-6126b786be4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855246 Jul 27 23:34:49.526903 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-9e842c72-cc65-41d5-9eb2-a5cfff55ca62 req-971e7802-1eaf-4597-a1cb-68ea56c59f79 service neutron] 10.222.0.49 "GET /v2.0/networks/280a3ba5-2d75-4827-b3c1-0be5bb892094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1688819 Jul 27 23:34:49.729330 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fd1345-bd2d-42f5-9d16-0550e14dc3ad req-6d7f4876-9055-43cd-b4d2-9b0555486679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:34:49.731036 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-17fd1345-bd2d-42f5-9d16-0550e14dc3ad req-6d7f4876-9055-43cd-b4d2-9b0555486679 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=49af0f356ac348f0bd0841795f0ea352&device_id=34549238-9356-4bed-bcb3-0e45cc37e0e6 HTTP/1.1" status: 200 len: 1094 time: 0.1283646 Jul 27 23:34:49.868602 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fd1345-bd2d-42f5-9d16-0550e14dc3ad req-fbfcfbd8-4fff-49e5-92b5-945771d08208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:34:49.878476 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-17fd1345-bd2d-42f5-9d16-0550e14dc3ad req-fbfcfbd8-4fff-49e5-92b5-945771d08208 service neutron] 10.222.0.49 "GET /v2.0/networks?id=280a3ba5-2d75-4827-b3c1-0be5bb892094 HTTP/1.1" status: 200 len: 913 time: 0.1363926 Jul 27 23:34:49.926556 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-17fd1345-bd2d-42f5-9d16-0550e14dc3ad req-c6be72de-f15d-4f1c-86d5-462b415e8495 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=50da5721-1ac7-4721-bd06-54bf9484ab39 HTTP/1.1" status: 200 len: 217 time: 0.0390568 Jul 27 23:34:50.037535 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fd1345-bd2d-42f5-9d16-0550e14dc3ad req-c96a244a-aaf1-48cb-9c4b-a8c5015ac2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:34:50.039216 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-17fd1345-bd2d-42f5-9d16-0550e14dc3ad req-c96a244a-aaf1-48cb-9c4b-a8c5015ac2ae service neutron] 10.222.0.49 "GET /v2.0/subnets?id=03df5e5c-8a96-449f-9e96-cff1a55737e2 HTTP/1.1" status: 200 len: 851 time: 0.1059229 Jul 27 23:34:50.148257 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fd1345-bd2d-42f5-9d16-0550e14dc3ad req-66294d51-deac-40e0-80cd-74aca4bdf582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:34:50.150200 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-17fd1345-bd2d-42f5-9d16-0550e14dc3ad req-66294d51-deac-40e0-80cd-74aca4bdf582 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=280a3ba5-2d75-4827-b3c1-0be5bb892094&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1034584 Jul 27 23:34:50.349216 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-17fd1345-bd2d-42f5-9d16-0550e14dc3ad req-3a027b75-25cc-40e2-89aa-de874b9e5714 service neutron] 10.222.0.49 "GET /v2.0/networks/280a3ba5-2d75-4827-b3c1-0be5bb892094?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1881206 Jul 27 23:34:50.554311 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-17fd1345-bd2d-42f5-9d16-0550e14dc3ad req-c87661b6-7a77-4d18-86ba-dd81270ad83c service neutron] 10.222.0.49 "GET /v2.0/networks/280a3ba5-2d75-4827-b3c1-0be5bb892094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1987782 Jul 27 23:34:50.732525 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3576ada9-bd53-4385-b1a8-76d4a2371fec req-884f6a5a-0728-431c-8b42-47cc87ec9e65 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:34:50.752972 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-3576ada9-bd53-4385-b1a8-76d4a2371fec req-884f6a5a-0728-431c-8b42-47cc87ec9e65 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/ports?device_id=34549238-9356-4bed-bcb3-0e45cc37e0e6 HTTP/1.1" status: 200 len: 943 time: 0.1095140 Jul 27 23:34:50.789418 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-3576ada9-bd53-4385-b1a8-76d4a2371fec req-0d9d926b-e466-45be-b2fb-43d1809d5a6d tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/security-groups?id=ba3baf51-24bd-4d95-b413-6126b786be4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350883 Jul 27 23:34:52.059361 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f98fb8-8037-4ec6-a642-a6255dbfa77f req-d1b68d87-dd15-4f89-94fe-148369e02845 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:34:52.069013 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-83f98fb8-8037-4ec6-a642-a6255dbfa77f req-d1b68d87-dd15-4f89-94fe-148369e02845 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/ports?device_id=34549238-9356-4bed-bcb3-0e45cc37e0e6 HTTP/1.1" status: 200 len: 943 time: 0.1303453 Jul 27 23:34:52.128610 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-83f98fb8-8037-4ec6-a642-a6255dbfa77f req-c79d1edf-aac0-4b25-9a92-72b94f9a69d9 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/security-groups?id=ba3baf51-24bd-4d95-b413-6126b786be4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575523 Jul 27 23:34:53.263619 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bade1c-11a7-4a7f-b57b-1748f8e387d2 req-d6ee466d-7373-4b71-94e0-859ab3f5e510 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:34:53.265535 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-88bade1c-11a7-4a7f-b57b-1748f8e387d2 req-d6ee466d-7373-4b71-94e0-859ab3f5e510 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/ports?device_id=34549238-9356-4bed-bcb3-0e45cc37e0e6 HTTP/1.1" status: 200 len: 943 time: 0.0544748 Jul 27 23:34:53.326397 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-88bade1c-11a7-4a7f-b57b-1748f8e387d2 req-79d1baf8-2294-4b1f-81df-0823b349013c tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/security-groups?id=ba3baf51-24bd-4d95-b413-6126b786be4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405629 Jul 27 23:34:54.447840 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64be2214-1af4-4c7f-83cd-fa49c6621efe req-c99ad097-c31a-4989-b03c-0e10349da134 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:34:54.449274 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-64be2214-1af4-4c7f-83cd-fa49c6621efe req-c99ad097-c31a-4989-b03c-0e10349da134 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/ports?device_id=34549238-9356-4bed-bcb3-0e45cc37e0e6 HTTP/1.1" status: 200 len: 943 time: 0.0530779 Jul 27 23:34:54.495860 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-64be2214-1af4-4c7f-83cd-fa49c6621efe req-53342594-8281-42d1-bf95-da0be1c02e71 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/security-groups?id=ba3baf51-24bd-4d95-b413-6126b786be4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388908 Jul 27 23:34:55.626646 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5a83a3-0f6a-47ba-a8b0-ebfbaf8006d2 req-dda9be9c-c80b-4e90-8d72-c107dfd90a70 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:34:55.628862 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-9e5a83a3-0f6a-47ba-a8b0-ebfbaf8006d2 req-dda9be9c-c80b-4e90-8d72-c107dfd90a70 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/ports?device_id=34549238-9356-4bed-bcb3-0e45cc37e0e6 HTTP/1.1" status: 200 len: 943 time: 0.0604105 Jul 27 23:34:55.674930 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-9e5a83a3-0f6a-47ba-a8b0-ebfbaf8006d2 req-f8a2b44d-d2a9-473c-b04e-a51cf253a818 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/security-groups?id=ba3baf51-24bd-4d95-b413-6126b786be4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399692 Jul 27 23:34:56.041040 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c50d5a-0185-41a3-ab4b-2d795e1c88df req-ec085d7a-9a68-4812-b488-b84a079c3e9a tempest-TestServerBasicOps-1478917608 tempest-TestServerBasicOps-1478917608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:34:56.042844 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-74c50d5a-0185-41a3-ab4b-2d795e1c88df req-ec085d7a-9a68-4812-b488-b84a079c3e9a tempest-TestServerBasicOps-1478917608 tempest-TestServerBasicOps-1478917608-project] 10.222.0.18 "GET /v2.0/ports?device_id=e9a436e3-d906-435d-b6dd-9e1040b145a2 HTTP/1.1" status: 200 len: 945 time: 0.1091063 Jul 27 23:34:56.107200 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-74c50d5a-0185-41a3-ab4b-2d795e1c88df req-738083ea-f43a-48c3-b580-f0e8bce43e8c tempest-TestServerBasicOps-1478917608 tempest-TestServerBasicOps-1478917608-project] 10.222.0.18 "GET /v2.0/security-groups?id=15f92fae-02e6-49d4-94c8-683334afc3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475829 Jul 27 23:34:56.664233 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b314d212-93e4-4e81-8ec8-c5634be045d1 req-40a1293e-a3c6-4c36-a77e-136f16c847eb tempest-TestServerBasicOps-1478917608 tempest-TestServerBasicOps-1478917608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:34:56.665767 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-b314d212-93e4-4e81-8ec8-c5634be045d1 req-40a1293e-a3c6-4c36-a77e-136f16c847eb tempest-TestServerBasicOps-1478917608 tempest-TestServerBasicOps-1478917608-project] 10.222.0.49 "GET /v2.0/ports?device_id=e9a436e3-d906-435d-b6dd-9e1040b145a2 HTTP/1.1" status: 200 len: 945 time: 0.0541830 Jul 27 23:34:56.766453 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [req-b314d212-93e4-4e81-8ec8-c5634be045d1 req-2f7325e2-68e7-4073-a002-794d3ac03f13 tempest-TestServerBasicOps-1478917608 tempest-TestServerBasicOps-1478917608-project] Deleting port b817f094-e9a0-477d-8f41-a5a1fb15aac1 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:34:56.767080 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-b314d212-93e4-4e81-8ec8-c5634be045d1 req-2f7325e2-68e7-4073-a002-794d3ac03f13 tempest-TestServerBasicOps-1478917608 tempest-TestServerBasicOps-1478917608-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:34:56.787647 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f937232f-1d93-4f77-83b3-7ca163da6851 req-5f49aced-7e6f-4c25-9695-cce83b411adc tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:34:56.789809 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f937232f-1d93-4f77-83b3-7ca163da6851 req-5f49aced-7e6f-4c25-9695-cce83b411adc tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/ports?device_id=34549238-9356-4bed-bcb3-0e45cc37e0e6 HTTP/1.1" status: 200 len: 943 time: 0.0514581 Jul 27 23:34:56.831079 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f937232f-1d93-4f77-83b3-7ca163da6851 req-26353c69-8e49-48ec-8d12-4f5946b879e6 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/security-groups?id=ba3baf51-24bd-4d95-b413-6126b786be4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345106 Jul 27 23:34:56.861868 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-b314d212-93e4-4e81-8ec8-c5634be045d1 req-2f7325e2-68e7-4073-a002-794d3ac03f13 tempest-TestServerBasicOps-1478917608 tempest-TestServerBasicOps-1478917608-project] For port b817f094-e9a0-477d-8f41-a5a1fb15aac1, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=b817f094-e9a0-477d-8f41-a5a1fb15aac1,segment=NetworkSegment(af1481bc-81fa-42f6-b613-ea8094c41a52),segment_id=af1481bc-81fa-42f6-b613-ea8094c41a52)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:34:56.862242 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-b314d212-93e4-4e81-8ec8-c5634be045d1 req-2f7325e2-68e7-4073-a002-794d3ac03f13 tempest-TestServerBasicOps-1478917608 tempest-TestServerBasicOps-1478917608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:34:56.910320 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-26a7f73c-48fa-449d-9a0d-bf82800f39cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:34:57.042993 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-b314d212-93e4-4e81-8ec8-c5634be045d1 req-2f7325e2-68e7-4073-a002-794d3ac03f13 tempest-TestServerBasicOps-1478917608 tempest-TestServerBasicOps-1478917608-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:34:57.043524 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-b314d212-93e4-4e81-8ec8-c5634be045d1 req-2f7325e2-68e7-4073-a002-794d3ac03f13 tempest-TestServerBasicOps-1478917608 tempest-TestServerBasicOps-1478917608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-415302'] for floatingip, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:34:57.044837 n-d-802623-1 neutron-server[93797]: INFO neutron.db.l3_db [req-b314d212-93e4-4e81-8ec8-c5634be045d1 req-2f7325e2-68e7-4073-a002-794d3ac03f13 tempest-TestServerBasicOps-1478917608 tempest-TestServerBasicOps-1478917608-project] Floating IP d1104d6f-beb9-43ce-bbf1-1ae068f09291 disassociated. External IP: 172.25.4.7, port: b817f094-e9a0-477d-8f41-a5a1fb15aac1. Jul 27 23:34:57.044837 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [req-b314d212-93e4-4e81-8ec8-c5634be045d1 req-2f7325e2-68e7-4073-a002-794d3ac03f13 tempest-TestServerBasicOps-1478917608 tempest-TestServerBasicOps-1478917608-project] Calling delete_port for b817f094-e9a0-477d-8f41-a5a1fb15aac1 owned by compute:nova {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:34:57.204190 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-b314d212-93e4-4e81-8ec8-c5634be045d1 req-2f7325e2-68e7-4073-a002-794d3ac03f13 tempest-TestServerBasicOps-1478917608 tempest-TestServerBasicOps-1478917608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:34:57.264457 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-344a2e33-ce8b-4f46-8c5f-81ffa28cd09c req-da0dc5ff-4a25-4c60-864b-5262ce039a81 tempest-TestServerBasicOps-1478917608 tempest-TestServerBasicOps-1478917608-project] 10.222.0.18 "GET /v2.0/ports?device_id=e9a436e3-d906-435d-b6dd-9e1040b145a2 HTTP/1.1" status: 200 len: 210 time: 0.0538878 Jul 27 23:34:57.297957 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7325e2-68e7-4073-a002-794d3ac03f13 tempest-TestServerBasicOps-1478917608 tempest-TestServerBasicOps-1478917608-project] Pushing event deleted for resources: {'Port': ['ID=b817f094-e9a0-477d-8f41-a5a1fb15aac1,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:34:57.446196 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b314d212-93e4-4e81-8ec8-c5634be045d1 req-2f7325e2-68e7-4073-a002-794d3ac03f13 tempest-TestServerBasicOps-1478917608 tempest-TestServerBasicOps-1478917608-project] Router 56deb861-5aa1-46a8-80ab-446ccdd08a13 has already been hosted by L3 agent 018c4455-49c0-4734-927d-7824067b2a9e {{(pid=93797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 23:34:57.570040 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b314d212-93e4-4e81-8ec8-c5634be045d1 req-2f7325e2-68e7-4073-a002-794d3ac03f13 tempest-TestServerBasicOps-1478917608 tempest-TestServerBasicOps-1478917608-project] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:34:57.582549 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc035b12-388d-4163-8628-cb32b6a6d703 None None] Sync routers for ids ['56deb861-5aa1-46a8-80ab-446ccdd08a13'] in n-d-802623-1 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:34:57.592759 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc035b12-388d-4163-8628-cb32b6a6d703 None None] Routers {'56deb861-5aa1-46a8-80ab-446ccdd08a13'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:34:57.593385 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-fc035b12-388d-4163-8628-cb32b6a6d703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:34:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['56deb861-5aa1-46a8-80ab-446ccdd08a13'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:34:57.614695 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [req-b314d212-93e4-4e81-8ec8-c5634be045d1 req-2f7325e2-68e7-4073-a002-794d3ac03f13 tempest-TestServerBasicOps-1478917608 tempest-TestServerBasicOps-1478917608-project] No DVR routers for this DVR port b817f094-e9a0-477d-8f41-a5a1fb15aac1 on host n-h2-802623-1 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:34:57.617558 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-b314d212-93e4-4e81-8ec8-c5634be045d1 req-2f7325e2-68e7-4073-a002-794d3ac03f13 tempest-TestServerBasicOps-1478917608 tempest-TestServerBasicOps-1478917608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:34:57.619960 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-b314d212-93e4-4e81-8ec8-c5634be045d1 req-2f7325e2-68e7-4073-a002-794d3ac03f13 tempest-TestServerBasicOps-1478917608 tempest-TestServerBasicOps-1478917608-project] 10.222.0.49 "DELETE /v2.0/ports/b817f094-e9a0-477d-8f41-a5a1fb15aac1 HTTP/1.1" status: 204 len: 173 time: 0.9474046 Jul 27 23:34:57.620412 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9a436e3-d906-435d-b6dd-9e1040b145a2', 'name': 'network-vif-deleted', 'tag': 'b817f094-e9a0-477d-8f41-a5a1fb15aac1'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:34:57.623423 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a476459a1bfce68b0ae0df5b6a71154bfc7cfdc8f9eefce6ad0a17231e60468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a8eb33a-fd89-43c5-8d48-d146cf93e490" -d '{"events": [{"server_uuid": "e9a436e3-d906-435d-b6dd-9e1040b145a2", "name": "network-vif-deleted", "tag": "b817f094-e9a0-477d-8f41-a5a1fb15aac1"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:34:57.689010 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:34:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58cac294-31d1-43bc-b304-5afdda1e1c0b x-openstack-request-id: req-58cac294-31d1-43bc-b304-5afdda1e1c0b {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:34:57.689594 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9a436e3-d906-435d-b6dd-9e1040b145a2", "name": "network-vif-deleted", "tag": "b817f094-e9a0-477d-8f41-a5a1fb15aac1", "status": "completed", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:34:57.689594 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-58cac294-31d1-43bc-b304-5afdda1e1c0b {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:34:57.689981 n-d-802623-1 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9a436e3-d906-435d-b6dd-9e1040b145a2', 'name': 'network-vif-deleted', 'tag': 'b817f094-e9a0-477d-8f41-a5a1fb15aac1', 'status': 'completed', 'code': 200} Jul 27 23:34:57.717100 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-fc035b12-388d-4163-8628-cb32b6a6d703 None None] Set router 56deb861-5aa1-46a8-80ab-446ccdd08a13 gateway port host: n-d-802623-1 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:34:57.947786 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-fc035b12-388d-4163-8628-cb32b6a6d703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56deb861-5aa1-46a8-80ab-446ccdd08a13', 'name': 'tempest-TestServerBasicOps-429740024-router', 'tenant_id': '50fb9c0a7f164ebaa507b1871f51f529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.113'}], 'enable_snat': True}, 'gw_port_id': '39f76fff-83a0-46ef-85aa-7f0476b90c55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:29:01Z', 'updated_at': '2021-07-27T23:29:06Z', 'revision_number': 4, 'project_id': '50fb9c0a7f164ebaa507b1871f51f529', 'gw_port': {'id': '39f76fff-83a0-46ef-85aa-7f0476b90c55', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:a8:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56deb861-5aa1-46a8-80ab-446ccdd08a13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2929, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:29:02Z', 'updated_at': '2021-07-27T23:29:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': 'c23a2b74-37e6-47e6-ad3f-d774340c6f66', 'name': '', 'network_id': '2b215609-9514-419a-b7cc-2c2b08257d0c', 'tenant_id': '50fb9c0a7f164ebaa507b1871f51f529', 'mac_address': 'fa:16:3e:a9:61:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56deb861-5aa1-46a8-80ab-446ccdd08a13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2941, 'fixed_ips': [{'subnet_id': '6d32a765-250f-4ea3-b957-afa008360a71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:29:05Z', 'updated_at': '2021-07-27T23:29:17Z', 'revision_number': 5, 'project_id': '50fb9c0a7f164ebaa507b1871f51f529', 'subnets': [{'id': '6d32a765-250f-4ea3-b957-afa008360a71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:34:57.972723 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16c54f1-7712-44df-bc40-40d41a51be7c req-4e4f0e5f-7528-43e4-afe1-1e5f090705cc tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:34:57.975978 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc035b12-388d-4163-8628-cb32b6a6d703 None None] Checking router: 56deb861-5aa1-46a8-80ab-446ccdd08a13 for host: n-d-802623-1 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 23:34:57.982705 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-c16c54f1-7712-44df-bc40-40d41a51be7c req-4e4f0e5f-7528-43e4-afe1-1e5f090705cc tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/ports?device_id=34549238-9356-4bed-bcb3-0e45cc37e0e6 HTTP/1.1" status: 200 len: 943 time: 0.0679629 Jul 27 23:34:57.986026 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc035b12-388d-4163-8628-cb32b6a6d703 None None] Routers {'56deb861-5aa1-46a8-80ab-446ccdd08a13'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:34:57.986750 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-fc035b12-388d-4163-8628-cb32b6a6d703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:34:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['56deb861-5aa1-46a8-80ab-446ccdd08a13'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:34:58.034318 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-c16c54f1-7712-44df-bc40-40d41a51be7c req-8a5c5365-8129-4d10-8cb9-35ded11cc2a8 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/security-groups?id=ba3baf51-24bd-4d95-b413-6126b786be4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504272 Jul 27 23:34:58.127551 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-fc035b12-388d-4163-8628-cb32b6a6d703 None None] Set router 56deb861-5aa1-46a8-80ab-446ccdd08a13 gateway port host: n-d-802623-1 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:34:58.347861 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 45106) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:34:58.385069 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-fc035b12-388d-4163-8628-cb32b6a6d703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56deb861-5aa1-46a8-80ab-446ccdd08a13', 'name': 'tempest-TestServerBasicOps-429740024-router', 'tenant_id': '50fb9c0a7f164ebaa507b1871f51f529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.113'}], 'enable_snat': True}, 'gw_port_id': '39f76fff-83a0-46ef-85aa-7f0476b90c55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:29:01Z', 'updated_at': '2021-07-27T23:29:06Z', 'revision_number': 4, 'project_id': '50fb9c0a7f164ebaa507b1871f51f529', 'gw_port': {'id': '39f76fff-83a0-46ef-85aa-7f0476b90c55', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:a8:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56deb861-5aa1-46a8-80ab-446ccdd08a13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2929, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:29:02Z', 'updated_at': '2021-07-27T23:29:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': 'c23a2b74-37e6-47e6-ad3f-d774340c6f66', 'name': '', 'network_id': '2b215609-9514-419a-b7cc-2c2b08257d0c', 'tenant_id': '50fb9c0a7f164ebaa507b1871f51f529', 'mac_address': 'fa:16:3e:a9:61:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56deb861-5aa1-46a8-80ab-446ccdd08a13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2941, 'fixed_ips': [{'subnet_id': '6d32a765-250f-4ea3-b957-afa008360a71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:29:05Z', 'updated_at': '2021-07-27T23:29:17Z', 'revision_number': 5, 'project_id': '50fb9c0a7f164ebaa507b1871f51f529', 'subnets': [{'id': '6d32a765-250f-4ea3-b957-afa008360a71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:34:58.549252 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc035b12-388d-4163-8628-cb32b6a6d703 None None] The sync data for ids ['56deb861-5aa1-46a8-80ab-446ccdd08a13'] in n-d-802623-1 is: [{'id': '56deb861-5aa1-46a8-80ab-446ccdd08a13', 'name': 'tempest-TestServerBasicOps-429740024-router', 'tenant_id': '50fb9c0a7f164ebaa507b1871f51f529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.113'}], 'enable_snat': True}, 'gw_port_id': '39f76fff-83a0-46ef-85aa-7f0476b90c55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:29:01Z', 'updated_at': '2021-07-27T23:29:06Z', 'revision_number': 4, 'project_id': '50fb9c0a7f164ebaa507b1871f51f529', 'gw_port': {'id': '39f76fff-83a0-46ef-85aa-7f0476b90c55', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:a8:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56deb861-5aa1-46a8-80ab-446ccdd08a13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2929, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:29:02Z', 'updated_at': '2021-07-27T23:29:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': 'c23a2b74-37e6-47e6-ad3f-d774340c6f66', 'name': '', 'network_id': '2b215609-9514-419a-b7cc-2c2b08257d0c', 'tenant_id': '50fb9c0a7f164ebaa507b1871f51f529', 'mac_address': 'fa:16:3e:a9:61:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56deb861-5aa1-46a8-80ab-446ccdd08a13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2941, 'fixed_ips': [{'subnet_id': '6d32a765-250f-4ea3-b957-afa008360a71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:29:05Z', 'updated_at': '2021-07-27T23:29:17Z', 'revision_number': 5, 'project_id': '50fb9c0a7f164ebaa507b1871f51f529', 'subnets': [{'id': '6d32a765-250f-4ea3-b957-afa008360a71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:34:58.551322 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-ab10daca-ea88-4949-96d1-9467ac74dda0 tempest-TestServerBasicOps-1478917608 tempest-TestServerBasicOps-1478917608-project] Deleting port 4b9cff75-cc7b-465c-ade0-20abe2705dd8 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:34:58.551322 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ab10daca-ea88-4949-96d1-9467ac74dda0 tempest-TestServerBasicOps-1478917608 tempest-TestServerBasicOps-1478917608-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:34:58.656530 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ab10daca-ea88-4949-96d1-9467ac74dda0 tempest-TestServerBasicOps-1478917608 tempest-TestServerBasicOps-1478917608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:34:58.656861 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ab10daca-ea88-4949-96d1-9467ac74dda0 tempest-TestServerBasicOps-1478917608 tempest-TestServerBasicOps-1478917608-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:34:58.674166 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-ab10daca-ea88-4949-96d1-9467ac74dda0 tempest-TestServerBasicOps-1478917608 tempest-TestServerBasicOps-1478917608-project] Calling delete_port for 4b9cff75-cc7b-465c-ade0-20abe2705dd8 owned by network:floatingip {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:34:58.832324 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ab10daca-ea88-4949-96d1-9467ac74dda0 tempest-TestServerBasicOps-1478917608 tempest-TestServerBasicOps-1478917608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:34:58.880659 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c9184ed-52b1-43c6-83cb-99234beabc71 None None] New status for floating IP d1104d6f-beb9-43ce-bbf1-1ae068f09291: DOWN {{(pid=93799) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 23:34:58.907751 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab10daca-ea88-4949-96d1-9467ac74dda0 tempest-TestServerBasicOps-1478917608 tempest-TestServerBasicOps-1478917608-project] Pushing event deleted for resources: {'Port': ['ID=4b9cff75-cc7b-465c-ade0-20abe2705dd8,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:34:58.923218 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ab10daca-ea88-4949-96d1-9467ac74dda0 tempest-TestServerBasicOps-1478917608 tempest-TestServerBasicOps-1478917608-project] Notify callbacks [] for floatingip, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:34:58.929436 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ab10daca-ea88-4949-96d1-9467ac74dda0 tempest-TestServerBasicOps-1478917608 tempest-TestServerBasicOps-1478917608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for floatingip, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:34:58.929436 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-ab10daca-ea88-4949-96d1-9467ac74dda0 tempest-TestServerBasicOps-1478917608 tempest-TestServerBasicOps-1478917608-project] 10.222.0.18 "DELETE /v2.0/floatingips/d1104d6f-beb9-43ce-bbf1-1ae068f09291 HTTP/1.1" status: 204 len: 168 time: 0.5781548 Jul 27 23:34:59.020309 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 45116) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:34:59.080105 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-67adffde-8bff-44f2-bd5c-cf82e2432245 tempest-TestServerBasicOps-1478917608 tempest-TestServerBasicOps-1478917608-project] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:34:59.105825 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-67adffde-8bff-44f2-bd5c-cf82e2432245 tempest-TestServerBasicOps-1478917608 tempest-TestServerBasicOps-1478917608-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:34:59.183769 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edb4e8a-515e-40e0-97c1-fa909200bafa req-464e2fc4-853e-4972-a3b7-8397f0dc5ada tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:34:59.186019 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-4edb4e8a-515e-40e0-97c1-fa909200bafa req-464e2fc4-853e-4972-a3b7-8397f0dc5ada tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/ports?device_id=34549238-9356-4bed-bcb3-0e45cc37e0e6 HTTP/1.1" status: 200 len: 943 time: 0.0678923 Jul 27 23:34:59.228469 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-4edb4e8a-515e-40e0-97c1-fa909200bafa req-6daa7e70-054c-4d6a-803a-5e277519384a tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/security-groups?id=ba3baf51-24bd-4d95-b413-6126b786be4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357635 Jul 27 23:34:59.229488 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-67adffde-8bff-44f2-bd5c-cf82e2432245 tempest-TestServerBasicOps-1478917608 tempest-TestServerBasicOps-1478917608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:34:59.232714 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-67adffde-8bff-44f2-bd5c-cf82e2432245 tempest-TestServerBasicOps-1478917608 tempest-TestServerBasicOps-1478917608-project] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:34:59.233773 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-67adffde-8bff-44f2-bd5c-cf82e2432245 tempest-TestServerBasicOps-1478917608 tempest-TestServerBasicOps-1478917608-project] 10.222.0.18 "DELETE /v2.0/security-groups/15f92fae-02e6-49d4-94c8-683334afc3ff HTTP/1.1" status: 204 len: 168 time: 0.2124379 Jul 27 23:34:59.243344 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67adffde-8bff-44f2-bd5c-cf82e2432245 tempest-TestServerBasicOps-1478917608 tempest-TestServerBasicOps-1478917608-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=15f92fae-02e6-49d4-94c8-683334afc3ff,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:34:59.579382 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-9c1b8b96-f6b0-4a73-a955-cfed7a66a7f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:34:59.688975 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:35:00.058402 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:35:00.340903 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 45148) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:35:00.400964 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device b817f094-e9a0-477d-8f41-a5a1fb15aac1 no longer exists at agent hyperv_n-h2-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:35:00.462561 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] No Port match for: b817f094-e9a0-477d-8f41-a5a1fb15aac1 {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:35:00.465668 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device b817f094-e9a0-477d-8f41-a5a1fb15aac1 not bound to the agent host n-h2-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:35:00.512485 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17826a6-1fc5-4774-972a-a90b4110361c req-7e680a13-36d5-43fb-8321-3943276202a2 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:35:00.516467 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-b17826a6-1fc5-4774-972a-a90b4110361c req-7e680a13-36d5-43fb-8321-3943276202a2 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/ports?device_id=34549238-9356-4bed-bcb3-0e45cc37e0e6 HTTP/1.1" status: 200 len: 943 time: 0.1564422 Jul 27 23:35:00.519023 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-19f2e178-d45e-4fbe-b9be-c3963fc151ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:35:00.563207 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-b17826a6-1fc5-4774-972a-a90b4110361c req-a47b6ccd-da91-4e32-8e1c-c6f3bc2e1ee2 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/security-groups?id=ba3baf51-24bd-4d95-b413-6126b786be4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404868 Jul 27 23:35:00.958932 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ed8c8e3b-ec23-43dd-9f2b-4075ccdfe5b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-414022'] for router_interface, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:35:01.221859 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-ed8c8e3b-ec23-43dd-9f2b-4075ccdfe5b6 admin admin] Deleting port c23a2b74-37e6-47e6-ad3f-d774340c6f66 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:35:01.222452 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ed8c8e3b-ec23-43dd-9f2b-4075ccdfe5b6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:35:01.307298 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-ed8c8e3b-ec23-43dd-9f2b-4075ccdfe5b6 admin admin] For port c23a2b74-37e6-47e6-ad3f-d774340c6f66, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=c23a2b74-37e6-47e6-ad3f-d774340c6f66,segment=NetworkSegment(af1481bc-81fa-42f6-b613-ea8094c41a52),segment_id=af1481bc-81fa-42f6-b613-ea8094c41a52)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:35:01.307673 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ed8c8e3b-ec23-43dd-9f2b-4075ccdfe5b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:35:01.321499 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-ed8c8e3b-ec23-43dd-9f2b-4075ccdfe5b6 admin admin] Calling delete_port for c23a2b74-37e6-47e6-ad3f-d774340c6f66 owned by network:router_interface {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:35:01.527474 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ed8c8e3b-ec23-43dd-9f2b-4075ccdfe5b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:35:01.578681 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8c8e3b-ec23-43dd-9f2b-4075ccdfe5b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=c23a2b74-37e6-47e6-ad3f-d774340c6f66,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:35:01.623786 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8c8e3b-ec23-43dd-9f2b-4075ccdfe5b6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:35:01.624401 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8c8e3b-ec23-43dd-9f2b-4075ccdfe5b6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:35:01.624904 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8c8e3b-ec23-43dd-9f2b-4075ccdfe5b6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:35:01.625415 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8c8e3b-ec23-43dd-9f2b-4075ccdfe5b6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:35:01.625907 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8c8e3b-ec23-43dd-9f2b-4075ccdfe5b6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:35:01.626407 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8c8e3b-ec23-43dd-9f2b-4075ccdfe5b6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:35:01.626895 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8c8e3b-ec23-43dd-9f2b-4075ccdfe5b6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:35:01.629282 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8c8e3b-ec23-43dd-9f2b-4075ccdfe5b6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:35:01.629796 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8c8e3b-ec23-43dd-9f2b-4075ccdfe5b6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:35:01.630391 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8c8e3b-ec23-43dd-9f2b-4075ccdfe5b6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:35:01.634649 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8c8e3b-ec23-43dd-9f2b-4075ccdfe5b6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:35:01.635222 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8c8e3b-ec23-43dd-9f2b-4075ccdfe5b6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:35:01.775213 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd52b395-c636-4cdf-b897-49c0ad6c863c req-c2b963f2-1806-4ab9-9e16-f7b5c7731bb4 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:35:01.776835 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-cd52b395-c636-4cdf-b897-49c0ad6c863c req-c2b963f2-1806-4ab9-9e16-f7b5c7731bb4 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/ports?device_id=34549238-9356-4bed-bcb3-0e45cc37e0e6 HTTP/1.1" status: 200 len: 943 time: 0.1038067 Jul 27 23:35:01.869426 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-cd52b395-c636-4cdf-b897-49c0ad6c863c req-a21b5891-b13d-4824-9334-6b375f89a9c9 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/security-groups?id=ba3baf51-24bd-4d95-b413-6126b786be4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812693 Jul 27 23:35:01.870483 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ed8c8e3b-ec23-43dd-9f2b-4075ccdfe5b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3760546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-413994'] for router_interface, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:35:02.164664 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed8c8e3b-ec23-43dd-9f2b-4075ccdfe5b6 admin admin] Router 56deb861-5aa1-46a8-80ab-446ccdd08a13 has already been hosted by L3 agent 018c4455-49c0-4734-927d-7824067b2a9e {{(pid=93798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 23:35:02.274229 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7418f70f-e60d-4709-8ba9-6ab514bc7f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:35:02.284609 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed8c8e3b-ec23-43dd-9f2b-4075ccdfe5b6 admin admin] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:35:02.290753 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-ed8c8e3b-ec23-43dd-9f2b-4075ccdfe5b6 admin admin] 10.222.0.18 "PUT /v2.0/routers/56deb861-5aa1-46a8-80ab-446ccdd08a13/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9487960 Jul 27 23:35:02.293304 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 45194) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:35:02.296229 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cd6d66a-bfd0-46a1-9a56-60fbbd2c038b None None] Sync routers for ids ['56deb861-5aa1-46a8-80ab-446ccdd08a13'] in n-d-802623-1 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:35:02.308556 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cd6d66a-bfd0-46a1-9a56-60fbbd2c038b None None] Routers {'56deb861-5aa1-46a8-80ab-446ccdd08a13'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:35:02.309190 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-3cd6d66a-bfd0-46a1-9a56-60fbbd2c038b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:35:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['56deb861-5aa1-46a8-80ab-446ccdd08a13'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:35:02.407597 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device 50da5721-1ac7-4721-bd06-54bf9484ab39 details requested by agent hyperv_n-h2-802623-1 with host n-h2-802623-1 {{(pid=93799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 23:35:02.417146 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a5378b85-37af-4b58-9a2b-61255c79ff7f admin admin] Notify callbacks [] for router, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:35:02.456071 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-3cd6d66a-bfd0-46a1-9a56-60fbbd2c038b None None] Set router 56deb861-5aa1-46a8-80ab-446ccdd08a13 gateway port host: n-d-802623-1 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:35:02.537737 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 45202) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:35:02.557118 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port 50da5721-1ac7-4721-bd06-54bf9484ab39, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=50da5721-1ac7-4721-bd06-54bf9484ab39,segment=NetworkSegment(e34bcaf6-fcda-4cb3-a9d4-ce07906221d3),segment_id=e34bcaf6-fcda-4cb3-a9d4-ce07906221d3)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:35:02.562095 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a5378b85-37af-4b58-9a2b-61255c79ff7f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:35:02.571827 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Returning: {'device': '50da5721-1ac7-4721-bd06-54bf9484ab39', 'network_id': '280a3ba5-2d75-4827-b3c1-0be5bb892094', 'port_id': '50da5721-1ac7-4721-bd06-54bf9484ab39', 'mac_address': 'fa:16:3e:1f:6f:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03df5e5c-8a96-449f-9e96-cff1a55737e2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 23:35:02.619812 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:35:02.631621 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-a5378b85-37af-4b58-9a2b-61255c79ff7f admin admin] Deleting port 39f76fff-83a0-46ef-85aa-7f0476b90c55 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:35:02.632259 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a5378b85-37af-4b58-9a2b-61255c79ff7f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:35:02.639987 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50da5721-1ac7-4721-bd06-54bf9484ab39 {{(pid=93799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:35:02.662809 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c2859734-c99a-4763-8906-33f3c1321aa2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:35:02.664114 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port 50da5721-1ac7-4721-bd06-54bf9484ab39, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=50da5721-1ac7-4721-bd06-54bf9484ab39,segment=NetworkSegment(e34bcaf6-fcda-4cb3-a9d4-ce07906221d3),segment_id=e34bcaf6-fcda-4cb3-a9d4-ce07906221d3)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:35:02.670134 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:35:02.734560 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-3cd6d66a-bfd0-46a1-9a56-60fbbd2c038b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56deb861-5aa1-46a8-80ab-446ccdd08a13', 'name': 'tempest-TestServerBasicOps-429740024-router', 'tenant_id': '50fb9c0a7f164ebaa507b1871f51f529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.113'}], 'enable_snat': True}, 'gw_port_id': '39f76fff-83a0-46ef-85aa-7f0476b90c55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:29:01Z', 'updated_at': '2021-07-27T23:35:01Z', 'revision_number': 5, 'project_id': '50fb9c0a7f164ebaa507b1871f51f529', 'gw_port': {'id': '39f76fff-83a0-46ef-85aa-7f0476b90c55', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:a8:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56deb861-5aa1-46a8-80ab-446ccdd08a13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2929, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:29:02Z', 'updated_at': '2021-07-27T23:29:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1'}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:35:02.738398 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Pushing event updated for resources: {'Port': ['ID=50da5721-1ac7-4721-bd06-54bf9484ab39,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:35:02.749263 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:35:02.749613 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:35:02.749957 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:35:02.750296 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:35:02.750626 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:35:02.751081 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:35:02.751414 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:35:02.752074 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:35:02.752209 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:35:02.752505 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:35:02.753065 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:35:02.753428 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:35:02.774125 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-a5378b85-37af-4b58-9a2b-61255c79ff7f admin admin] For port 39f76fff-83a0-46ef-85aa-7f0476b90c55, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=39f76fff-83a0-46ef-85aa-7f0476b90c55,segment=NetworkSegment(b9afe07e-bbe4-4740-834c-4b6a9698bdbc),segment_id=b9afe07e-bbe4-4740-834c-4b6a9698bdbc)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:35:02.774495 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a5378b85-37af-4b58-9a2b-61255c79ff7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:35:02.775994 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cd6d66a-bfd0-46a1-9a56-60fbbd2c038b None None] Checking router: 56deb861-5aa1-46a8-80ab-446ccdd08a13 for host: n-d-802623-1 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 23:35:02.787036 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cd6d66a-bfd0-46a1-9a56-60fbbd2c038b None None] Routers {'56deb861-5aa1-46a8-80ab-446ccdd08a13'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:35:02.787963 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-3cd6d66a-bfd0-46a1-9a56-60fbbd2c038b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:35:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['56deb861-5aa1-46a8-80ab-446ccdd08a13'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:35:02.788091 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c2859734-c99a-4763-8906-33f3c1321aa2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:35:02.789021 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-a5378b85-37af-4b58-9a2b-61255c79ff7f admin admin] Calling delete_port for 39f76fff-83a0-46ef-85aa-7f0476b90c55 owned by network:router_gateway {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:35:02.793404 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c2859734-c99a-4763-8906-33f3c1321aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:35:02.824931 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2859734-c99a-4763-8906-33f3c1321aa2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51cc200a-31ae-4e8e-8dcc-52120dfa936f,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:35:02.848367 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-c2859734-c99a-4763-8906-33f3c1321aa2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f392bff6e1404c01b075687bc9589b33&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3089817 Jul 27 23:35:02.851501 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 45208) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:35:02.876028 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-3cd6d66a-bfd0-46a1-9a56-60fbbd2c038b None None] Set router 56deb861-5aa1-46a8-80ab-446ccdd08a13 gateway port host: None {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:35:02.929975 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-859c1c38-ac17-42ab-aade-2ee2711586ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:35:02.932467 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-3cd6d66a-bfd0-46a1-9a56-60fbbd2c038b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56deb861-5aa1-46a8-80ab-446ccdd08a13', 'name': 'tempest-TestServerBasicOps-429740024-router', 'tenant_id': '50fb9c0a7f164ebaa507b1871f51f529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:29:01Z', 'updated_at': '2021-07-27T23:35:02Z', 'revision_number': 6, 'project_id': '50fb9c0a7f164ebaa507b1871f51f529', 'gw_port_host': None}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:35:02.961446 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cd6d66a-bfd0-46a1-9a56-60fbbd2c038b None None] The sync data for ids ['56deb861-5aa1-46a8-80ab-446ccdd08a13'] in n-d-802623-1 is: [{'id': '56deb861-5aa1-46a8-80ab-446ccdd08a13', 'name': 'tempest-TestServerBasicOps-429740024-router', 'tenant_id': '50fb9c0a7f164ebaa507b1871f51f529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:29:01Z', 'updated_at': '2021-07-27T23:35:02Z', 'revision_number': 6, 'project_id': '50fb9c0a7f164ebaa507b1871f51f529', 'gw_port_host': None}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:35:02.976483 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] get_ports_and_sgs() called for port_ids ['50da5721-1ac7-4721-bd06-54bf9484ab39'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:35:02.995603 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-859c1c38-ac17-42ab-aade-2ee2711586ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:35:03.000310 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a5378b85-37af-4b58-9a2b-61255c79ff7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:35:03.042030 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5378b85-37af-4b58-9a2b-61255c79ff7f admin admin] Pushing event deleted for resources: {'Port': ['ID=39f76fff-83a0-46ef-85aa-7f0476b90c55,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:35:03.095977 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09d2d5e-6f89-4a79-9046-0a56dc8c7ef9 req-407d795e-ec30-4ca0-87ed-b57aa3514169 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:35:03.103683 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-b09d2d5e-6f89-4a79-9046-0a56dc8c7ef9 req-407d795e-ec30-4ca0-87ed-b57aa3514169 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/ports?device_id=34549238-9356-4bed-bcb3-0e45cc37e0e6 HTTP/1.1" status: 200 len: 944 time: 0.1534617 Jul 27 23:35:03.115176 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a5378b85-37af-4b58-9a2b-61255c79ff7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-415368'] for router_gateway, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:35:03.146020 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-b09d2d5e-6f89-4a79-9046-0a56dc8c7ef9 req-6bf57468-d243-4230-b6eb-d597662f7611 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/security-groups?id=ba3baf51-24bd-4d95-b413-6126b786be4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412264 Jul 27 23:35:03.150495 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-859c1c38-ac17-42ab-aade-2ee2711586ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:35:03.154485 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-859c1c38-ac17-42ab-aade-2ee2711586ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:35:03.155870 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-859c1c38-ac17-42ab-aade-2ee2711586ee admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/51cc200a-31ae-4e8e-8dcc-52120dfa936f HTTP/1.1" status: 204 len: 168 time: 0.3032386 Jul 27 23:35:03.181304 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859c1c38-ac17-42ab-aade-2ee2711586ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51cc200a-31ae-4e8e-8dcc-52120dfa936f,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:35:03.256566 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a5378b85-37af-4b58-9a2b-61255c79ff7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62205'] for router, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:35:03.259511 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a5378b85-37af-4b58-9a2b-61255c79ff7f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:35:03.320117 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a5378b85-37af-4b58-9a2b-61255c79ff7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-477831'] for router, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:35:03.320926 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5378b85-37af-4b58-9a2b-61255c79ff7f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 56deb861-5aa1-46a8-80ab-446ccdd08a13 {{(pid=93798) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 23:35:03.329172 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a5378b85-37af-4b58-9a2b-61255c79ff7f admin admin] Notify callbacks [] for router, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:35:03.330776 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-a5378b85-37af-4b58-9a2b-61255c79ff7f admin admin] 10.222.0.18 "DELETE /v2.0/routers/56deb861-5aa1-46a8-80ab-446ccdd08a13 HTTP/1.1" status: 204 len: 168 time: 1.0359924 Jul 27 23:35:03.335355 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 45216) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:35:03.385521 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_v2 [None req-92987acc-7401-4a1b-ab51-5e74b448da57 admin admin] Deleting subnet 6d32a765-250f-4ea3-b957-afa008360a71 {{(pid=93798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 23:35:03.389891 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-92987acc-7401-4a1b-ab51-5e74b448da57 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:35:03.434978 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-92987acc-7401-4a1b-ab51-5e74b448da57 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11163249'] for subnet, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:35:03.519778 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 45226) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:35:03.538643 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-514928e2-84aa-4b93-a23c-804075ca4e85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:35:03.547443 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-92987acc-7401-4a1b-ab51-5e74b448da57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620741'] for subnet, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:35:03.609311 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-92987acc-7401-4a1b-ab51-5e74b448da57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11971800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12265753'] for subnet, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:35:03.641120 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92987acc-7401-4a1b-ab51-5e74b448da57 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6d32a765-250f-4ea3-b957-afa008360a71,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:35:03.643172 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-514928e2-84aa-4b93-a23c-804075ca4e85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:35:03.646364 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-92987acc-7401-4a1b-ab51-5e74b448da57 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:35:03.648250 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b974235d-c6b6-4928-9354-ef9b72a5590e None None] Network 2b215609-9514-419a-b7cc-2c2b08257d0c requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:35:03.651803 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-92987acc-7401-4a1b-ab51-5e74b448da57 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/6d32a765-250f-4ea3-b957-afa008360a71 HTTP/1.1" status: 204 len: 168 time: 0.3149211 Jul 27 23:35:03.652137 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-514928e2-84aa-4b93-a23c-804075ca4e85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:35:03.652647 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 45230) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:35:03.718809 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-514928e2-84aa-4b93-a23c-804075ca4e85 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=fdfae8cba990481a888d133e9e333f87&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1978254 Jul 27 23:35:03.722156 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 45234) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:35:03.728276 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514928e2-84aa-4b93-a23c-804075ca4e85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ceaa4c9-f453-489e-b18c-6448638c1240,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:35:03.778005 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d024d5d5-024c-4173-abe2-69b494d340e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593271'] for network, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:35:03.864324 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-74af212e-60a0-40fa-a7ad-b2298cedc067 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:35:03.886652 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device c23a2b74-37e6-47e6-ad3f-d774340c6f66 no longer exists at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:35:03.896037 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-74af212e-60a0-40fa-a7ad-b2298cedc067 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:35:03.912317 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] No Port match for: c23a2b74-37e6-47e6-ad3f-d774340c6f66 {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:35:03.912673 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device c23a2b74-37e6-47e6-ad3f-d774340c6f66 not bound to the agent host n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:35:03.925317 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ec6aae4-cb72-4c43-a4ff-e3f770322167 None None] DHCP port deletion for 2b215609-9514-419a-b7cc-2c2b08257d0c request from n-d-802623-1 {{(pid=93799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 23:35:03.946559 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-d024d5d5-024c-4173-abe2-69b494d340e8 admin admin] Deleting port 6cf1d68f-4444-4d79-87da-6a18a5d0fc15 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:35:03.946916 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d024d5d5-024c-4173-abe2-69b494d340e8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:35:04.000791 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-2ec6aae4-cb72-4c43-a4ff-e3f770322167 None None] Deleting port 6cf1d68f-4444-4d79-87da-6a18a5d0fc15 {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:35:04.001127 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2ec6aae4-cb72-4c43-a4ff-e3f770322167 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:35:04.013766 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-74af212e-60a0-40fa-a7ad-b2298cedc067 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:35:04.015817 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-74af212e-60a0-40fa-a7ad-b2298cedc067 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:35:04.016985 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-74af212e-60a0-40fa-a7ad-b2298cedc067 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5ceaa4c9-f453-489e-b18c-6448638c1240 HTTP/1.1" status: 204 len: 168 time: 0.2939012 Jul 27 23:35:04.033111 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-d024d5d5-024c-4173-abe2-69b494d340e8 admin admin] For port 6cf1d68f-4444-4d79-87da-6a18a5d0fc15, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=6cf1d68f-4444-4d79-87da-6a18a5d0fc15,segment=NetworkSegment(af1481bc-81fa-42f6-b613-ea8094c41a52),segment_id=af1481bc-81fa-42f6-b613-ea8094c41a52)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:35:04.033466 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d024d5d5-024c-4173-abe2-69b494d340e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:35:04.048342 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74af212e-60a0-40fa-a7ad-b2298cedc067 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ceaa4c9-f453-489e-b18c-6448638c1240,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:35:04.054279 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-d024d5d5-024c-4173-abe2-69b494d340e8 admin admin] Calling delete_port for 6cf1d68f-4444-4d79-87da-6a18a5d0fc15 owned by network:dhcp {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:35:04.079952 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-2ec6aae4-cb72-4c43-a4ff-e3f770322167 None None] For port 6cf1d68f-4444-4d79-87da-6a18a5d0fc15, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=6cf1d68f-4444-4d79-87da-6a18a5d0fc15,segment=NetworkSegment(af1481bc-81fa-42f6-b613-ea8094c41a52),segment_id=af1481bc-81fa-42f6-b613-ea8094c41a52)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:35:04.080515 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2ec6aae4-cb72-4c43-a4ff-e3f770322167 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:35:04.094041 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-2ec6aae4-cb72-4c43-a4ff-e3f770322167 None None] Calling delete_port for 6cf1d68f-4444-4d79-87da-6a18a5d0fc15 owned by network:dhcp {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:35:04.149465 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d024d5d5-024c-4173-abe2-69b494d340e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:35:04.183298 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d024d5d5-024c-4173-abe2-69b494d340e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=6cf1d68f-4444-4d79-87da-6a18a5d0fc15,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:35:04.185196 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d024d5d5-024c-4173-abe2-69b494d340e8 admin admin] No DVR routers for this DVR port 6cf1d68f-4444-4d79-87da-6a18a5d0fc15 on host n-d-802623-1 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:35:04.226174 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2ec6aae4-cb72-4c43-a4ff-e3f770322167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:35:04.288063 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec6aae4-cb72-4c43-a4ff-e3f770322167 None None] No DVR routers for this DVR port 6cf1d68f-4444-4d79-87da-6a18a5d0fc15 on host n-d-802623-1 {{(pid=93799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:35:04.298467 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d024d5d5-024c-4173-abe2-69b494d340e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618032', 'neutron.services.segments.db._delete_segments_for_network-8736833900081'] for network, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:35:04.299633 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec6aae4-cb72-4c43-a4ff-e3f770322167 None None] Pushing event deleted for resources: {'Port': ['ID=6cf1d68f-4444-4d79-87da-6a18a5d0fc15,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:35:04.322373 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-d024d5d5-024c-4173-abe2-69b494d340e8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b215609-9514-419a-b7cc-2c2b08257d0c']}} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:35:04.346753 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-d024d5d5-024c-4173-abe2-69b494d340e8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af1481bc-81fa-42f6-b613-ea8094c41a52') {'for_net_delete': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:35:04.347109 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-d024d5d5-024c-4173-abe2-69b494d340e8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af1481bc-81fa-42f6-b613-ea8094c41a52') {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:35:04.364785 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d024d5d5-024c-4173-abe2-69b494d340e8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736833900858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11163256'] for segment, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:35:04.397961 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d024d5d5-024c-4173-abe2-69b494d340e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:35:04.406849 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d024d5d5-024c-4173-abe2-69b494d340e8 admin admin] Releasing vlan 534 on physical network physnet1 to pool {{(pid=93798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 23:35:04.407495 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d024d5d5-024c-4173-abe2-69b494d340e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11971746'] for segment, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:35:04.409227 n-d-802623-1 neutron-server[93798]: Traceback (most recent call last): Jul 27 23:35:04.409227 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 23:35:04.409227 n-d-802623-1 neutron-server[93798]: timer() Jul 27 23:35:04.409227 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 23:35:04.409227 n-d-802623-1 neutron-server[93798]: cb(*args, **kw) Jul 27 23:35:04.409227 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 23:35:04.409227 n-d-802623-1 neutron-server[93798]: return func(*args, **kwargs) Jul 27 23:35:04.409227 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 23:35:04.409227 n-d-802623-1 neutron-server[93798]: self._notify() Jul 27 23:35:04.409227 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 23:35:04.409227 n-d-802623-1 neutron-server[93798]: self.callback(batched_events) Jul 27 23:35:04.409227 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 23:35:04.409227 n-d-802623-1 neutron-server[93798]: event.method(event) Jul 27 23:35:04.409227 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 23:35:04.409227 n-d-802623-1 neutron-server[93798]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 23:35:04.409227 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 23:35:04.409227 n-d-802623-1 neutron-server[93798]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 23:35:04.409227 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 23:35:04.409227 n-d-802623-1 neutron-server[93798]: return f(self, *a, **k) Jul 27 23:35:04.409227 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 23:35:04.409227 n-d-802623-1 neutron-server[93798]: return self._get(url).json() Jul 27 23:35:04.409227 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 23:35:04.409227 n-d-802623-1 neutron-server[93798]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 23:35:04.409227 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 23:35:04.409227 n-d-802623-1 neutron-server[93798]: return self.request(url, 'GET', **kwargs) Jul 27 23:35:04.409227 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 23:35:04.409227 n-d-802623-1 neutron-server[93798]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 23:35:04.409227 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 23:35:04.409227 n-d-802623-1 neutron-server[93798]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 23:35:04.409227 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 23:35:04.409227 n-d-802623-1 neutron-server[93798]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 23:35:04.409227 n-d-802623-1 neutron-server[93798]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 23:35:04.437813 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device 50da5721-1ac7-4721-bd06-54bf9484ab39 up at agent hyperv_n-h2-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:35:04.453960 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbab5e95-1fe1-43b5-a31d-74f8fd883bab req-7a3a134f-391b-4a0f-8818-95207a279ac0 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:35:04.461060 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-fbab5e95-1fe1-43b5-a31d-74f8fd883bab req-7a3a134f-391b-4a0f-8818-95207a279ac0 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/ports?device_id=34549238-9356-4bed-bcb3-0e45cc37e0e6 HTTP/1.1" status: 200 len: 944 time: 0.1192164 Jul 27 23:35:04.508481 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d024d5d5-024c-4173-abe2-69b494d340e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415412'] for network, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:35:04.510433 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Provisioning for port 50da5721-1ac7-4721-bd06-54bf9484ab39 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:35:04.516512 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Provisioning complete for port 50da5721-1ac7-4721-bd06-54bf9484ab39 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:35:04.517093 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:35:04.525495 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-fbab5e95-1fe1-43b5-a31d-74f8fd883bab req-acb4ef77-53f9-453c-b907-cc46963669bd tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/security-groups?id=ba3baf51-24bd-4d95-b413-6126b786be4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577826 Jul 27 23:35:04.542765 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d024d5d5-024c-4173-abe2-69b494d340e8 admin admin] Notify callbacks [] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:35:04.547565 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-d024d5d5-024c-4173-abe2-69b494d340e8 admin admin] 10.222.0.18 "DELETE /v2.0/networks/2b215609-9514-419a-b7cc-2c2b08257d0c HTTP/1.1" status: 204 len: 168 time: 0.8938272 Jul 27 23:35:04.548215 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 45262) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:35:04.549046 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d024d5d5-024c-4173-abe2-69b494d340e8 admin admin] Pushing event deleted for resources: {'Network': ['ID=2b215609-9514-419a-b7cc-2c2b08257d0c,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:35:04.622852 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:35:04.676572 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34549238-9356-4bed-bcb3-0e45cc37e0e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50da5721-1ac7-4721-bd06-54bf9484ab39'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:35:04.682252 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c0369b0d4f459110ff20a1f9878ba33f96d6491bddb9d15843bf29d01e0bda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4973fc0-89d7-43e1-a7d8-88e7e1e21b19" -d '{"events": [{"server_uuid": "34549238-9356-4bed-bcb3-0e45cc37e0e6", "name": "network-vif-plugged", "status": "completed", "tag": "50da5721-1ac7-4721-bd06-54bf9484ab39"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:35:04.708954 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port 50da5721-1ac7-4721-bd06-54bf9484ab39, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=50da5721-1ac7-4721-bd06-54bf9484ab39,segment=NetworkSegment(e34bcaf6-fcda-4cb3-a9d4-ce07906221d3),segment_id=e34bcaf6-fcda-4cb3-a9d4-ce07906221d3)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:35:04.717932 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:35:04.761636 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:35:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-396fd120-ec32-4ad6-910c-d1dda8a7c5da x-openstack-request-id: req-396fd120-ec32-4ad6-910c-d1dda8a7c5da {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:35:04.763268 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34549238-9356-4bed-bcb3-0e45cc37e0e6", "name": "network-vif-plugged", "status": "completed", "tag": "50da5721-1ac7-4721-bd06-54bf9484ab39", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:35:04.763698 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-396fd120-ec32-4ad6-910c-d1dda8a7c5da {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:35:04.764282 n-d-802623-1 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34549238-9356-4bed-bcb3-0e45cc37e0e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50da5721-1ac7-4721-bd06-54bf9484ab39', 'code': 200} Jul 27 23:35:04.786663 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Pushing event updated for resources: {'Port': ['ID=50da5721-1ac7-4721-bd06-54bf9484ab39,revision_number=5']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:35:04.904224 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c572aea4-eba0-4a21-aef0-8b9fd094be7a req-24781248-c6d2-40b5-ae29-0780e6067d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:35:04.905722 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-c572aea4-eba0-4a21-aef0-8b9fd094be7a req-24781248-c6d2-40b5-ae29-0780e6067d32 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=34549238-9356-4bed-bcb3-0e45cc37e0e6 HTTP/1.1" status: 200 len: 1096 time: 0.0864499 Jul 27 23:35:04.978431 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:35:04.985195 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-c572aea4-eba0-4a21-aef0-8b9fd094be7a req-910e6a06-c891-4aeb-bd6b-98c0c833fed5 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=ba3baf51-24bd-4d95-b413-6126b786be4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575418 Jul 27 23:35:05.058764 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9bddc3e7-14b1-455f-b1b1-252f08db6f1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-414022'] for router_interface, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:35:05.342557 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9bddc3e7-14b1-455f-b1b1-252f08db6f1e admin admin] Deleting port b723b3b1-4398-45c1-af59-1c7eab5f62ae {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:35:05.342912 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9bddc3e7-14b1-455f-b1b1-252f08db6f1e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:35:05.424065 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-9bddc3e7-14b1-455f-b1b1-252f08db6f1e admin admin] For port b723b3b1-4398-45c1-af59-1c7eab5f62ae, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=b723b3b1-4398-45c1-af59-1c7eab5f62ae,segment=NetworkSegment(258f9d98-0a74-44bc-8b66-1603d3c8218b),segment_id=258f9d98-0a74-44bc-8b66-1603d3c8218b)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:35:05.424450 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9bddc3e7-14b1-455f-b1b1-252f08db6f1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:35:05.453368 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9bddc3e7-14b1-455f-b1b1-252f08db6f1e admin admin] Calling delete_port for b723b3b1-4398-45c1-af59-1c7eab5f62ae owned by network:router_interface {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:35:05.544683 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 39f76fff-83a0-46ef-85aa-7f0476b90c55 no longer exists at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:35:05.574855 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] No Port match for: 39f76fff-83a0-46ef-85aa-7f0476b90c55 {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:35:05.575965 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 39f76fff-83a0-46ef-85aa-7f0476b90c55 not bound to the agent host n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:35:05.576550 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 6cf1d68f-4444-4d79-87da-6a18a5d0fc15 no longer exists at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:35:05.600417 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] No Port match for: 6cf1d68f-4444-4d79-87da-6a18a5d0fc15 {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:35:05.601065 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 6cf1d68f-4444-4d79-87da-6a18a5d0fc15 not bound to the agent host n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:35:05.689595 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9903cbb9-70d2-4062-b735-e19d57eefb6b req-ee09a56f-d7fb-482e-917c-bdfd9943c769 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:35:05.693516 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-9903cbb9-70d2-4062-b735-e19d57eefb6b req-ee09a56f-d7fb-482e-917c-bdfd9943c769 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/ports?device_id=34549238-9356-4bed-bcb3-0e45cc37e0e6 HTTP/1.1" status: 200 len: 945 time: 0.0655589 Jul 27 23:35:05.729950 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9bddc3e7-14b1-455f-b1b1-252f08db6f1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:35:05.763035 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bddc3e7-14b1-455f-b1b1-252f08db6f1e admin admin] Pushing event deleted for resources: {'Port': ['ID=b723b3b1-4398-45c1-af59-1c7eab5f62ae,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:35:06.017537 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9bddc3e7-14b1-455f-b1b1-252f08db6f1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3760546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-413994'] for router_interface, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:35:06.268523 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-9903cbb9-70d2-4062-b735-e19d57eefb6b req-c3c3a806-f1d8-47f7-8cfa-48cbef5218f9 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/security-groups?id=ba3baf51-24bd-4d95-b413-6126b786be4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5689456 Jul 27 23:35:06.714229 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bddc3e7-14b1-455f-b1b1-252f08db6f1e admin admin] Router 299adc09-fc59-4ce6-801c-206fc3833b64 has already been hosted by L3 agent 018c4455-49c0-4734-927d-7824067b2a9e {{(pid=93797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 23:35:06.823012 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bddc3e7-14b1-455f-b1b1-252f08db6f1e admin admin] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:35:06.830282 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-9bddc3e7-14b1-455f-b1b1-252f08db6f1e admin admin] 10.222.0.18 "PUT /v2.0/routers/299adc09-fc59-4ce6-801c-206fc3833b64/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2782578 Jul 27 23:35:06.830507 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 45344) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:35:06.836975 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8739118-b045-4957-b9f3-426e6159023d None None] Sync routers for ids ['299adc09-fc59-4ce6-801c-206fc3833b64'] in n-d-802623-1 {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:35:06.847981 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8739118-b045-4957-b9f3-426e6159023d None None] Routers {'299adc09-fc59-4ce6-801c-206fc3833b64'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:35:06.848643 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-b8739118-b045-4957-b9f3-426e6159023d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:35:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['299adc09-fc59-4ce6-801c-206fc3833b64'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:35:06.948928 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-24703373-a136-4d62-9f71-d10116c9ba46 admin admin] Notify callbacks [] for router, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:35:06.976760 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-b8739118-b045-4957-b9f3-426e6159023d None None] Set router 299adc09-fc59-4ce6-801c-206fc3833b64 gateway port host: n-d-802623-1 {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:35:07.100546 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-24703373-a136-4d62-9f71-d10116c9ba46 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:35:07.158954 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-24703373-a136-4d62-9f71-d10116c9ba46 admin admin] Deleting port d44aa916-9207-47ef-931c-fec73c4ac898 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:35:07.159516 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-24703373-a136-4d62-9f71-d10116c9ba46 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:35:07.287244 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-24703373-a136-4d62-9f71-d10116c9ba46 admin admin] For port d44aa916-9207-47ef-931c-fec73c4ac898, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=d44aa916-9207-47ef-931c-fec73c4ac898,segment=NetworkSegment(b9afe07e-bbe4-4740-834c-4b6a9698bdbc),segment_id=b9afe07e-bbe4-4740-834c-4b6a9698bdbc)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:35:07.287674 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-24703373-a136-4d62-9f71-d10116c9ba46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:35:07.288654 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-b8739118-b045-4957-b9f3-426e6159023d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '299adc09-fc59-4ce6-801c-206fc3833b64', 'name': 'tempest-TestServerBasicOps-391978132-router', 'tenant_id': 'e84d1ab4bf55439ab06f7875e90c7e5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.176'}], 'enable_snat': True}, 'gw_port_id': 'd44aa916-9207-47ef-931c-fec73c4ac898', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:29:10Z', 'updated_at': '2021-07-27T23:35:05Z', 'revision_number': 5, 'project_id': 'e84d1ab4bf55439ab06f7875e90c7e5f', 'gw_port': {'id': 'd44aa916-9207-47ef-931c-fec73c4ac898', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:8c:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '299adc09-fc59-4ce6-801c-206fc3833b64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2959, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:29:11Z', 'updated_at': '2021-07-27T23:29:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1'}], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:35:07.303070 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-24703373-a136-4d62-9f71-d10116c9ba46 admin admin] Calling delete_port for d44aa916-9207-47ef-931c-fec73c4ac898 owned by network:router_gateway {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:35:07.330399 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8739118-b045-4957-b9f3-426e6159023d None None] Checking router: 299adc09-fc59-4ce6-801c-206fc3833b64 for host: n-d-802623-1 {{(pid=93799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 23:35:07.341612 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8739118-b045-4957-b9f3-426e6159023d None None] Routers {'299adc09-fc59-4ce6-801c-206fc3833b64'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:35:07.342095 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-b8739118-b045-4957-b9f3-426e6159023d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:35:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['299adc09-fc59-4ce6-801c-206fc3833b64'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:35:07.434258 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8810875-1772-4f07-ab0a-874d668645a1 req-4c6bb102-0242-4efb-a52f-86bc20a95a36 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:35:07.444995 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f8810875-1772-4f07-ab0a-874d668645a1 req-4c6bb102-0242-4efb-a52f-86bc20a95a36 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/ports?device_id=34549238-9356-4bed-bcb3-0e45cc37e0e6 HTTP/1.1" status: 200 len: 945 time: 0.0757990 Jul 27 23:35:07.480607 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-b8739118-b045-4957-b9f3-426e6159023d None None] Set router 299adc09-fc59-4ce6-801c-206fc3833b64 gateway port host: None {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:35:07.497518 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f8810875-1772-4f07-ab0a-874d668645a1 req-176a57c4-92a8-46f8-b9af-53408e983549 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/security-groups?id=ba3baf51-24bd-4d95-b413-6126b786be4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513747 Jul 27 23:35:07.588896 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-24703373-a136-4d62-9f71-d10116c9ba46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:35:07.590554 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-b8739118-b045-4957-b9f3-426e6159023d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '299adc09-fc59-4ce6-801c-206fc3833b64', 'name': 'tempest-TestServerBasicOps-391978132-router', 'tenant_id': 'e84d1ab4bf55439ab06f7875e90c7e5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:29:10Z', 'updated_at': '2021-07-27T23:35:07Z', 'revision_number': 6, 'project_id': 'e84d1ab4bf55439ab06f7875e90c7e5f', 'gw_port_host': None}], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:35:07.659434 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8739118-b045-4957-b9f3-426e6159023d None None] The sync data for ids ['299adc09-fc59-4ce6-801c-206fc3833b64'] in n-d-802623-1 is: [{'id': '299adc09-fc59-4ce6-801c-206fc3833b64', 'name': 'tempest-TestServerBasicOps-391978132-router', 'tenant_id': 'e84d1ab4bf55439ab06f7875e90c7e5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:29:10Z', 'updated_at': '2021-07-27T23:35:07Z', 'revision_number': 6, 'project_id': 'e84d1ab4bf55439ab06f7875e90c7e5f', 'gw_port_host': None}] {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:35:07.669268 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24703373-a136-4d62-9f71-d10116c9ba46 admin admin] Pushing event deleted for resources: {'Port': ['ID=d44aa916-9207-47ef-931c-fec73c4ac898,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:35:07.761077 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690a9fa7-aa66-4fb5-b761-9c870accc28b req-646d1096-fa19-4e50-a63a-553645737a8b tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:35:07.768885 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-690a9fa7-aa66-4fb5-b761-9c870accc28b req-646d1096-fa19-4e50-a63a-553645737a8b tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/ports?device_id=34549238-9356-4bed-bcb3-0e45cc37e0e6 HTTP/1.1" status: 200 len: 945 time: 0.1368568 Jul 27 23:35:07.794011 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-24703373-a136-4d62-9f71-d10116c9ba46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-415368'] for router_gateway, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:35:07.815860 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-690a9fa7-aa66-4fb5-b761-9c870accc28b req-25d2976b-cf1e-4ba8-9bbd-1eb5ce72982c tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/security-groups?id=ba3baf51-24bd-4d95-b413-6126b786be4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417922 Jul 27 23:35:07.842193 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 45380) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:35:07.890888 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57d81ea7-0627-4512-a10f-a4ece122c8aa tempest-TestVolumeBootPattern-619101151 tempest-TestVolumeBootPattern-619101151-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:35:07.895082 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-57d81ea7-0627-4512-a10f-a4ece122c8aa tempest-TestVolumeBootPattern-619101151 tempest-TestVolumeBootPattern-619101151-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=34549238-9356-4bed-bcb3-0e45cc37e0e6 HTTP/1.1" status: 200 len: 1091 time: 0.0492043 Jul 27 23:35:07.895284 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 45386) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:35:07.899723 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-0764fde7-7640-4ce8-9caa-1dc2bc0040e5 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Request body: {'floatingip': {'floating_network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'port_id': '50da5721-1ac7-4721-bd06-54bf9484ab39', 'tenant_id': '49af0f356ac348f0bd0841795f0ea352', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:35:07.924261 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-24703373-a136-4d62-9f71-d10116c9ba46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62205'] for router, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:35:07.926697 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-24703373-a136-4d62-9f71-d10116c9ba46 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:35:07.933773 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0764fde7-7640-4ce8-9caa-1dc2bc0040e5 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Notify callbacks [] for floatingip, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:35:08.002580 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-24703373-a136-4d62-9f71-d10116c9ba46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-477831'] for router, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:35:08.003118 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24703373-a136-4d62-9f71-d10116c9ba46 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 299adc09-fc59-4ce6-801c-206fc3833b64 {{(pid=93797) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 23:35:08.010174 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-24703373-a136-4d62-9f71-d10116c9ba46 admin admin] Notify callbacks [] for router, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:35:08.014629 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-24703373-a136-4d62-9f71-d10116c9ba46 admin admin] 10.222.0.18 "DELETE /v2.0/routers/299adc09-fc59-4ce6-801c-206fc3833b64 HTTP/1.1" status: 204 len: 168 time: 1.1802814 Jul 27 23:35:08.014629 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 45390) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:35:08.088666 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_v2 [None req-07c8f0b2-44cd-4904-8626-a24826a884c2 admin admin] Deleting subnet 5de0730f-b78e-42b9-ac8a-c48d754335a8 {{(pid=93797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 23:35:08.092523 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-07c8f0b2-44cd-4904-8626-a24826a884c2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:35:08.094953 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0764fde7-7640-4ce8-9caa-1dc2bc0040e5 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:35:08.135944 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-07c8f0b2-44cd-4904-8626-a24826a884c2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11335971'] for subnet, precommit_delete_associations {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:35:08.231759 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-07c8f0b2-44cd-4904-8626-a24826a884c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620741'] for subnet, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:35:08.275702 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-0764fde7-7640-4ce8-9caa-1dc2bc0040e5 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Allocated IP 172.25.4.82 (2fd42287-ed26-4eb9-89a5-b521f5b04356/17de1f8f-393a-4b0c-a2df-614bd3f2fb5e/8d654563-9447-46a9-891e-8ea4e2117412) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:35:08.337318 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-07c8f0b2-44cd-4904-8626-a24826a884c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11335991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11551414'] for subnet, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:35:08.406106 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c8f0b2-44cd-4904-8626-a24826a884c2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5de0730f-b78e-42b9-ac8a-c48d754335a8,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:35:08.411113 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-07c8f0b2-44cd-4904-8626-a24826a884c2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:35:08.413024 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-07c8f0b2-44cd-4904-8626-a24826a884c2 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/5de0730f-b78e-42b9-ac8a-c48d754335a8 HTTP/1.1" status: 204 len: 168 time: 0.3970368 Jul 27 23:35:08.418168 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a5a932b-a3b1-4962-848b-fb62baa28470 None None] Network 835c6b6c-baa3-4d30-9889-51db7e62c67c requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:35:08.422028 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 45396) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:35:08.429300 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c8f0b2-44cd-4904-8626-a24826a884c2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:35:08.429484 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c8f0b2-44cd-4904-8626-a24826a884c2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:35:08.429789 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c8f0b2-44cd-4904-8626-a24826a884c2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:35:08.430123 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c8f0b2-44cd-4904-8626-a24826a884c2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:35:08.430454 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c8f0b2-44cd-4904-8626-a24826a884c2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:35:08.430786 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c8f0b2-44cd-4904-8626-a24826a884c2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:35:08.431133 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c8f0b2-44cd-4904-8626-a24826a884c2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:35:08.431813 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c8f0b2-44cd-4904-8626-a24826a884c2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:35:08.431813 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c8f0b2-44cd-4904-8626-a24826a884c2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:35:08.436186 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c8f0b2-44cd-4904-8626-a24826a884c2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:35:08.436576 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c8f0b2-44cd-4904-8626-a24826a884c2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:35:08.436922 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c8f0b2-44cd-4904-8626-a24826a884c2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:35:08.558741 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0764fde7-7640-4ce8-9caa-1dc2bc0040e5 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:35:08.623254 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9ce6aa04-f1da-48db-b211-57d663abf897 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593271'] for network, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:35:08.627699 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0764fde7-7640-4ce8-9caa-1dc2bc0040e5 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:35:08.694688 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0764fde7-7640-4ce8-9caa-1dc2bc0040e5 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Network 2fd42287-ed26-4eb9-89a5-b521f5b04356 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:35:08.696708 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0764fde7-7640-4ce8-9caa-1dc2bc0040e5 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Pushing event updated for resources: {'Port': ['ID=8d654563-9447-46a9-891e-8ea4e2117412,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:35:08.714647 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-0764fde7-7640-4ce8-9caa-1dc2bc0040e5 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:35:08.770019 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0764fde7-7640-4ce8-9caa-1dc2bc0040e5 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:35:08.780157 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3004b36-7581-4f6e-b4a4-358d8d97351f None None] DHCP port deletion for 835c6b6c-baa3-4d30-9889-51db7e62c67c request from n-d-802623-1 {{(pid=93799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 23:35:08.881536 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-b3004b36-7581-4f6e-b4a4-358d8d97351f None None] Deleting port 18430670-afd2-4072-8941-f5ca5e6a041a {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:35:08.882419 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b3004b36-7581-4f6e-b4a4-358d8d97351f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:35:08.963254 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-b3004b36-7581-4f6e-b4a4-358d8d97351f None None] For port 18430670-afd2-4072-8941-f5ca5e6a041a, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=18430670-afd2-4072-8941-f5ca5e6a041a,segment=NetworkSegment(258f9d98-0a74-44bc-8b66-1603d3c8218b),segment_id=258f9d98-0a74-44bc-8b66-1603d3c8218b)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:35:08.963755 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b3004b36-7581-4f6e-b4a4-358d8d97351f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:35:08.982109 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-b3004b36-7581-4f6e-b4a4-358d8d97351f None None] Calling delete_port for 18430670-afd2-4072-8941-f5ca5e6a041a owned by network:dhcp {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:35:09.140711 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b3004b36-7581-4f6e-b4a4-358d8d97351f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:35:09.169323 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3004b36-7581-4f6e-b4a4-358d8d97351f None None] No DVR routers for this DVR port 18430670-afd2-4072-8941-f5ca5e6a041a on host n-d-802623-1 {{(pid=93799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:35:09.215076 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3004b36-7581-4f6e-b4a4-358d8d97351f None None] Pushing event deleted for resources: {'Port': ['ID=18430670-afd2-4072-8941-f5ca5e6a041a,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:35:09.217431 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-9ce6aa04-f1da-48db-b211-57d663abf897 admin admin] Deleting port 18430670-afd2-4072-8941-f5ca5e6a041a {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:35:09.217431 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9ce6aa04-f1da-48db-b211-57d663abf897 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:35:09.356099 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-9ce6aa04-f1da-48db-b211-57d663abf897 admin admin] For port 18430670-afd2-4072-8941-f5ca5e6a041a, host n-d-802623-1, got binding levels [] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:35:09.356996 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9ce6aa04-f1da-48db-b211-57d663abf897 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:35:09.378598 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-9ce6aa04-f1da-48db-b211-57d663abf897 admin admin] Calling delete_port for 18430670-afd2-4072-8941-f5ca5e6a041a owned by network:dhcp {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:35:09.382548 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.ipam_backend_mixin [None req-9ce6aa04-f1da-48db-b211-57d663abf897 admin admin] Port 18430670-afd2-4072-8941-f5ca5e6a041a was not found and therefore no delete operation was performed {{(pid=93798) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 27 23:35:09.389764 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9ce6aa04-f1da-48db-b211-57d663abf897 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:35:09.398808 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0764fde7-7640-4ce8-9caa-1dc2bc0040e5 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:35:09.470520 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce6aa04-f1da-48db-b211-57d663abf897 admin admin] Pushing event deleted for resources: {'Port': ['ID=18430670-afd2-4072-8941-f5ca5e6a041a,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:35:09.507662 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ce6aa04-f1da-48db-b211-57d663abf897 admin admin] No DVR routers for this DVR port 18430670-afd2-4072-8941-f5ca5e6a041a on host n-d-802623-1 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:35:09.594570 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device b723b3b1-4398-45c1-af59-1c7eab5f62ae no longer exists at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:35:09.624779 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] No Port match for: b723b3b1-4398-45c1-af59-1c7eab5f62ae {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:35:09.625356 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device b723b3b1-4398-45c1-af59-1c7eab5f62ae not bound to the agent host n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:35:09.625941 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 18430670-afd2-4072-8941-f5ca5e6a041a no longer exists at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:35:09.660469 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9ce6aa04-f1da-48db-b211-57d663abf897 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618032', 'neutron.services.segments.db._delete_segments_for_network-8736833900081'] for network, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:35:09.671896 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] No Port match for: 18430670-afd2-4072-8941-f5ca5e6a041a {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:35:09.672504 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 18430670-afd2-4072-8941-f5ca5e6a041a not bound to the agent host n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:35:09.683730 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device d44aa916-9207-47ef-931c-fec73c4ac898 no longer exists at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:35:09.696082 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-9ce6aa04-f1da-48db-b211-57d663abf897 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['835c6b6c-baa3-4d30-9889-51db7e62c67c']}} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:35:09.712107 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-9ce6aa04-f1da-48db-b211-57d663abf897 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '258f9d98-0a74-44bc-8b66-1603d3c8218b') {'for_net_delete': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:35:09.712708 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-9ce6aa04-f1da-48db-b211-57d663abf897 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '258f9d98-0a74-44bc-8b66-1603d3c8218b') {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:35:09.714790 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0764fde7-7640-4ce8-9caa-1dc2bc0040e5 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:35:09.725277 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] No Port match for: d44aa916-9207-47ef-931c-fec73c4ac898 {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:35:09.725630 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device d44aa916-9207-47ef-931c-fec73c4ac898 not bound to the agent host n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:35:09.757551 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9ce6aa04-f1da-48db-b211-57d663abf897 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736833900858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11163256'] for segment, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:35:09.800899 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9ce6aa04-f1da-48db-b211-57d663abf897 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:35:09.817629 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ce6aa04-f1da-48db-b211-57d663abf897 admin admin] Releasing vlan 530 on physical network physnet1 to pool {{(pid=93798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 23:35:09.818032 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9ce6aa04-f1da-48db-b211-57d663abf897 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11971746'] for segment, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:35:09.819992 n-d-802623-1 neutron-server[93798]: Traceback (most recent call last): Jul 27 23:35:09.819992 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 23:35:09.819992 n-d-802623-1 neutron-server[93798]: timer() Jul 27 23:35:09.819992 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 23:35:09.819992 n-d-802623-1 neutron-server[93798]: cb(*args, **kw) Jul 27 23:35:09.819992 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 23:35:09.819992 n-d-802623-1 neutron-server[93798]: return func(*args, **kwargs) Jul 27 23:35:09.819992 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 23:35:09.819992 n-d-802623-1 neutron-server[93798]: self._notify() Jul 27 23:35:09.819992 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 23:35:09.819992 n-d-802623-1 neutron-server[93798]: self.callback(batched_events) Jul 27 23:35:09.819992 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 23:35:09.819992 n-d-802623-1 neutron-server[93798]: event.method(event) Jul 27 23:35:09.819992 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 23:35:09.819992 n-d-802623-1 neutron-server[93798]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 23:35:09.819992 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 23:35:09.819992 n-d-802623-1 neutron-server[93798]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 23:35:09.819992 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 23:35:09.819992 n-d-802623-1 neutron-server[93798]: return f(self, *a, **k) Jul 27 23:35:09.819992 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 23:35:09.819992 n-d-802623-1 neutron-server[93798]: return self._get(url).json() Jul 27 23:35:09.819992 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 23:35:09.819992 n-d-802623-1 neutron-server[93798]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 23:35:09.819992 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 23:35:09.819992 n-d-802623-1 neutron-server[93798]: return self.request(url, 'GET', **kwargs) Jul 27 23:35:09.819992 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 23:35:09.819992 n-d-802623-1 neutron-server[93798]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 23:35:09.819992 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 23:35:09.819992 n-d-802623-1 neutron-server[93798]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 23:35:09.819992 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 23:35:09.819992 n-d-802623-1 neutron-server[93798]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 23:35:09.819992 n-d-802623-1 neutron-server[93798]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 23:35:09.916250 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9ce6aa04-f1da-48db-b211-57d663abf897 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415412'] for network, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:35:09.935087 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9ce6aa04-f1da-48db-b211-57d663abf897 admin admin] Notify callbacks [] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:35:09.939833 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-9ce6aa04-f1da-48db-b211-57d663abf897 admin admin] 10.222.0.18 "DELETE /v2.0/networks/835c6b6c-baa3-4d30-9889-51db7e62c67c HTTP/1.1" status: 204 len: 168 time: 1.5139236 Jul 27 23:35:09.949697 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce6aa04-f1da-48db-b211-57d663abf897 admin admin] Pushing event deleted for resources: {'Network': ['ID=835c6b6c-baa3-4d30-9889-51db7e62c67c,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:35:10.027398 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0764fde7-7640-4ce8-9caa-1dc2bc0040e5 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:35:10.042985 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0764fde7-7640-4ce8-9caa-1dc2bc0040e5 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:35:10.204979 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0764fde7-7640-4ce8-9caa-1dc2bc0040e5 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Pushing event updated for resources: {'Port': ['ID=8d654563-9447-46a9-891e-8ea4e2117412,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:35:10.216816 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 45436) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:35:10.245653 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0764fde7-7640-4ce8-9caa-1dc2bc0040e5 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-415302'] for floatingip, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:35:10.310500 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-652e98bc-d0be-4f15-a3e8-75e2813b0f5e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=50fb9c0a7f164ebaa507b1871f51f529&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0923295 Jul 27 23:35:10.313081 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 45442) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:35:10.411551 n-d-802623-1 neutron-server[93798]: INFO neutron.db.l3_db [None req-0764fde7-7640-4ce8-9caa-1dc2bc0040e5 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Floating IP 50b1aae7-eeb1-4bd7-abc0-7ea087a19b5e associated. External IP: 172.25.4.82, port: 50da5721-1ac7-4721-bd06-54bf9484ab39. Jul 27 23:35:10.456535 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-079a1192-7129-4396-9fb3-9e357258e505 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:35:10.478357 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-079a1192-7129-4396-9fb3-9e357258e505 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:35:10.586962 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-079a1192-7129-4396-9fb3-9e357258e505 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:35:10.589758 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-079a1192-7129-4396-9fb3-9e357258e505 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:35:10.591513 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-079a1192-7129-4396-9fb3-9e357258e505 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0a1dab6b-6655-448b-bbdd-2563986bd525 HTTP/1.1" status: 204 len: 168 time: 0.2775199 Jul 27 23:35:10.680552 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079a1192-7129-4396-9fb3-9e357258e505 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a1dab6b-6655-448b-bbdd-2563986bd525,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:35:10.782143 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0764fde7-7640-4ce8-9caa-1dc2bc0040e5 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Router ae07b307-a0ba-48a4-8cdd-01fc42aa4d7f has already been hosted by L3 agent 018c4455-49c0-4734-927d-7824067b2a9e {{(pid=93798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 23:35:10.909533 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0764fde7-7640-4ce8-9caa-1dc2bc0040e5 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:35:10.921550 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f3af942-a3c3-4460-b040-4c645e79fcfd None None] Sync routers for ids ['ae07b307-a0ba-48a4-8cdd-01fc42aa4d7f'] in n-d-802623-1 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:35:10.936479 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f3af942-a3c3-4460-b040-4c645e79fcfd None None] Routers {'ae07b307-a0ba-48a4-8cdd-01fc42aa4d7f'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:35:10.937361 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-5f3af942-a3c3-4460-b040-4c645e79fcfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:35:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['ae07b307-a0ba-48a4-8cdd-01fc42aa4d7f'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:35:10.947912 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0764fde7-7640-4ce8-9caa-1dc2bc0040e5 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for floatingip, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:35:11.009937 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-0764fde7-7640-4ce8-9caa-1dc2bc0040e5 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.1130025 Jul 27 23:35:11.010038 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34549238-9356-4bed-bcb3-0e45cc37e0e6', 'tag': '50da5721-1ac7-4721-bd06-54bf9484ab39'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:35:11.013048 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}011f8d312121274bb12d78e77c6379a2079800640016cec6c6d605b73666e854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89b64e2e-943c-4be8-b679-e844b88a6f69" -d '{"events": [{"name": "network-changed", "server_uuid": "34549238-9356-4bed-bcb3-0e45cc37e0e6", "tag": "50da5721-1ac7-4721-bd06-54bf9484ab39"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:35:11.116681 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-5f3af942-a3c3-4460-b040-4c645e79fcfd None None] Set router ae07b307-a0ba-48a4-8cdd-01fc42aa4d7f gateway port host: n-d-802623-1 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:35:11.213257 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 45472) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:35:11.294429 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-663840cc-7eb0-4424-96ce-11def350cd1d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e84d1ab4bf55439ab06f7875e90c7e5f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0797379 Jul 27 23:35:11.296971 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 45474) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:35:11.305957 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 23:35:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d56f2489-43ee-4749-b39f-d533a37f2916 x-openstack-request-id: req-d56f2489-43ee-4749-b39f-d533a37f2916 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:35:11.306245 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34549238-9356-4bed-bcb3-0e45cc37e0e6", "tag": "50da5721-1ac7-4721-bd06-54bf9484ab39", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:35:11.306496 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d56f2489-43ee-4749-b39f-d533a37f2916 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:35:11.306901 n-d-802623-1 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34549238-9356-4bed-bcb3-0e45cc37e0e6', 'tag': '50da5721-1ac7-4721-bd06-54bf9484ab39', 'status': 'completed', 'code': 200} Jul 27 23:35:11.364245 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-76ad5d79-5e74-4d5b-b8a5-2af78335e40d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:35:11.411473 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-76ad5d79-5e74-4d5b-b8a5-2af78335e40d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:35:11.430807 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b64e2e-943c-4be8-b679-e844b88a6f69 req-7c44e867-ea5e-4070-9397-421bc9dc70b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:35:11.432627 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-89b64e2e-943c-4be8-b679-e844b88a6f69 req-7c44e867-ea5e-4070-9397-421bc9dc70b8 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=49af0f356ac348f0bd0841795f0ea352&device_id=34549238-9356-4bed-bcb3-0e45cc37e0e6 HTTP/1.1" status: 200 len: 1096 time: 0.0926421 Jul 27 23:35:11.485732 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-5f3af942-a3c3-4460-b040-4c645e79fcfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae07b307-a0ba-48a4-8cdd-01fc42aa4d7f', 'name': 'tempest-TestVolumeBootPattern-1074431017-router', 'tenant_id': '49af0f356ac348f0bd0841795f0ea352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.28'}], 'enable_snat': True}, 'gw_port_id': 'aabf91af-c331-4c6f-8eeb-399969435504', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:26:41Z', 'updated_at': '2021-07-27T23:26:46Z', 'revision_number': 4, 'project_id': '49af0f356ac348f0bd0841795f0ea352', 'gw_port': {'id': 'aabf91af-c331-4c6f-8eeb-399969435504', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:cc:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae07b307-a0ba-48a4-8cdd-01fc42aa4d7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2648, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:26:42Z', 'updated_at': '2021-07-27T23:26:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_floatingips': [{'id': '50b1aae7-eeb1-4bd7-abc0-7ea087a19b5e', 'tenant_id': '49af0f356ac348f0bd0841795f0ea352', 'floating_ip_address': '172.25.4.82', 'floating_network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'router_id': 'ae07b307-a0ba-48a4-8cdd-01fc42aa4d7f', 'port_id': '50da5721-1ac7-4721-bd06-54bf9484ab39', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3554, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '280a3ba5-2d75-4827-b3c1-0be5bb892094', 'mac_address': 'fa:16:3e:1f:6f:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34549238-9356-4bed-bcb3-0e45cc37e0e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T23:35:09Z', 'updated_at': '2021-07-27T23:35:09Z', 'revision_number': 0, 'project_id': '49af0f356ac348f0bd0841795f0ea352', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a3cb2b8-98cb-4156-9ea6-63b994d40fe2', 'name': '', 'network_id': '280a3ba5-2d75-4827-b3c1-0be5bb892094', 'tenant_id': '49af0f356ac348f0bd0841795f0ea352', 'mac_address': 'fa:16:3e:da:7c:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae07b307-a0ba-48a4-8cdd-01fc42aa4d7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2651, 'fixed_ips': [{'subnet_id': '03df5e5c-8a96-449f-9e96-cff1a55737e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:26:44Z', 'updated_at': '2021-07-27T23:26:57Z', 'revision_number': 5, 'project_id': '49af0f356ac348f0bd0841795f0ea352', 'subnets': [{'id': '03df5e5c-8a96-449f-9e96-cff1a55737e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:35:11.517356 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f3af942-a3c3-4460-b040-4c645e79fcfd None None] Checking router: ae07b307-a0ba-48a4-8cdd-01fc42aa4d7f for host: n-d-802623-1 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 23:35:11.530253 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f3af942-a3c3-4460-b040-4c645e79fcfd None None] Routers {'ae07b307-a0ba-48a4-8cdd-01fc42aa4d7f'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:35:11.531635 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-5f3af942-a3c3-4460-b040-4c645e79fcfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:35:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['ae07b307-a0ba-48a4-8cdd-01fc42aa4d7f'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:35:11.636306 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b64e2e-943c-4be8-b679-e844b88a6f69 req-c7bc3185-dadf-476c-9f8d-c6801771c3d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:35:11.642632 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-89b64e2e-943c-4be8-b679-e844b88a6f69 req-c7bc3185-dadf-476c-9f8d-c6801771c3d6 service neutron] 10.222.0.49 "GET /v2.0/networks?id=280a3ba5-2d75-4827-b3c1-0be5bb892094 HTTP/1.1" status: 200 len: 913 time: 0.1876464 Jul 27 23:35:11.645509 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-76ad5d79-5e74-4d5b-b8a5-2af78335e40d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:35:11.651654 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-76ad5d79-5e74-4d5b-b8a5-2af78335e40d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:35:11.657035 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-76ad5d79-5e74-4d5b-b8a5-2af78335e40d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/040e6f61-be64-47e4-9356-8585c6e658ab HTTP/1.1" status: 204 len: 168 time: 0.3548489 Jul 27 23:35:11.757842 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-5f3af942-a3c3-4460-b040-4c645e79fcfd None None] Set router ae07b307-a0ba-48a4-8cdd-01fc42aa4d7f gateway port host: n-d-802623-1 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:35:11.787948 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ad5d79-5e74-4d5b-b8a5-2af78335e40d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=040e6f61-be64-47e4-9356-8585c6e658ab,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:35:11.805905 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-89b64e2e-943c-4be8-b679-e844b88a6f69 req-031340b4-5868-46a5-8021-4abed20f8345 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=50da5721-1ac7-4721-bd06-54bf9484ab39 HTTP/1.1" status: 200 len: 998 time: 0.1476090 Jul 27 23:35:11.923455 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b64e2e-943c-4be8-b679-e844b88a6f69 req-d238a8ee-270c-4dde-ad96-885d00d4c428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:35:11.925688 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-89b64e2e-943c-4be8-b679-e844b88a6f69 req-d238a8ee-270c-4dde-ad96-885d00d4c428 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=03df5e5c-8a96-449f-9e96-cff1a55737e2 HTTP/1.1" status: 200 len: 851 time: 0.1055198 Jul 27 23:35:12.044726 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b64e2e-943c-4be8-b679-e844b88a6f69 req-12e53354-e352-4193-a91d-eb7f046f1ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:35:12.044726 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-89b64e2e-943c-4be8-b679-e844b88a6f69 req-12e53354-e352-4193-a91d-eb7f046f1ebc service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=280a3ba5-2d75-4827-b3c1-0be5bb892094&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1079862 Jul 27 23:35:12.379283 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-89b64e2e-943c-4be8-b679-e844b88a6f69 req-870ada68-fc07-4208-8d1b-4fc69158c5e0 service neutron] 10.222.0.49 "GET /v2.0/networks/280a3ba5-2d75-4827-b3c1-0be5bb892094?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3276792 Jul 27 23:35:12.423724 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-5f3af942-a3c3-4460-b040-4c645e79fcfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae07b307-a0ba-48a4-8cdd-01fc42aa4d7f', 'name': 'tempest-TestVolumeBootPattern-1074431017-router', 'tenant_id': '49af0f356ac348f0bd0841795f0ea352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.28'}], 'enable_snat': True}, 'gw_port_id': 'aabf91af-c331-4c6f-8eeb-399969435504', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:26:41Z', 'updated_at': '2021-07-27T23:26:46Z', 'revision_number': 4, 'project_id': '49af0f356ac348f0bd0841795f0ea352', 'gw_port': {'id': 'aabf91af-c331-4c6f-8eeb-399969435504', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:cc:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae07b307-a0ba-48a4-8cdd-01fc42aa4d7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2648, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:26:42Z', 'updated_at': '2021-07-27T23:26:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_floatingips': [{'id': '50b1aae7-eeb1-4bd7-abc0-7ea087a19b5e', 'tenant_id': '49af0f356ac348f0bd0841795f0ea352', 'floating_ip_address': '172.25.4.82', 'floating_network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'router_id': 'ae07b307-a0ba-48a4-8cdd-01fc42aa4d7f', 'port_id': '50da5721-1ac7-4721-bd06-54bf9484ab39', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3554, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '280a3ba5-2d75-4827-b3c1-0be5bb892094', 'mac_address': 'fa:16:3e:1f:6f:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34549238-9356-4bed-bcb3-0e45cc37e0e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T23:35:09Z', 'updated_at': '2021-07-27T23:35:09Z', 'revision_number': 0, 'project_id': '49af0f356ac348f0bd0841795f0ea352', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a3cb2b8-98cb-4156-9ea6-63b994d40fe2', 'name': '', 'network_id': '280a3ba5-2d75-4827-b3c1-0be5bb892094', 'tenant_id': '49af0f356ac348f0bd0841795f0ea352', 'mac_address': 'fa:16:3e:da:7c:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae07b307-a0ba-48a4-8cdd-01fc42aa4d7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2651, 'fixed_ips': [{'subnet_id': '03df5e5c-8a96-449f-9e96-cff1a55737e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:26:44Z', 'updated_at': '2021-07-27T23:26:57Z', 'revision_number': 5, 'project_id': '49af0f356ac348f0bd0841795f0ea352', 'subnets': [{'id': '03df5e5c-8a96-449f-9e96-cff1a55737e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:35:12.493761 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f3af942-a3c3-4460-b040-4c645e79fcfd None None] The sync data for ids ['ae07b307-a0ba-48a4-8cdd-01fc42aa4d7f'] in n-d-802623-1 is: [{'id': 'ae07b307-a0ba-48a4-8cdd-01fc42aa4d7f', 'name': 'tempest-TestVolumeBootPattern-1074431017-router', 'tenant_id': '49af0f356ac348f0bd0841795f0ea352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.28'}], 'enable_snat': True}, 'gw_port_id': 'aabf91af-c331-4c6f-8eeb-399969435504', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:26:41Z', 'updated_at': '2021-07-27T23:26:46Z', 'revision_number': 4, 'project_id': '49af0f356ac348f0bd0841795f0ea352', 'gw_port': {'id': 'aabf91af-c331-4c6f-8eeb-399969435504', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:cc:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae07b307-a0ba-48a4-8cdd-01fc42aa4d7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2648, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:26:42Z', 'updated_at': '2021-07-27T23:26:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_floatingips': [{'id': '50b1aae7-eeb1-4bd7-abc0-7ea087a19b5e', 'tenant_id': '49af0f356ac348f0bd0841795f0ea352', 'floating_ip_address': '172.25.4.82', 'floating_network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'router_id': 'ae07b307-a0ba-48a4-8cdd-01fc42aa4d7f', 'port_id': '50da5721-1ac7-4721-bd06-54bf9484ab39', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3554, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '280a3ba5-2d75-4827-b3c1-0be5bb892094', 'mac_address': 'fa:16:3e:1f:6f:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34549238-9356-4bed-bcb3-0e45cc37e0e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T23:35:09Z', 'updated_at': '2021-07-27T23:35:09Z', 'revision_number': 0, 'project_id': '49af0f356ac348f0bd0841795f0ea352', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a3cb2b8-98cb-4156-9ea6-63b994d40fe2', 'name': '', 'network_id': '280a3ba5-2d75-4827-b3c1-0be5bb892094', 'tenant_id': '49af0f356ac348f0bd0841795f0ea352', 'mac_address': 'fa:16:3e:da:7c:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae07b307-a0ba-48a4-8cdd-01fc42aa4d7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2651, 'fixed_ips': [{'subnet_id': '03df5e5c-8a96-449f-9e96-cff1a55737e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:26:44Z', 'updated_at': '2021-07-27T23:26:57Z', 'revision_number': 5, 'project_id': '49af0f356ac348f0bd0841795f0ea352', 'subnets': [{'id': '03df5e5c-8a96-449f-9e96-cff1a55737e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:35:12.594243 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-89b64e2e-943c-4be8-b679-e844b88a6f69 req-76fa5373-a90e-427d-ad0d-d2d4702c91ae service neutron] 10.222.0.49 "GET /v2.0/networks/280a3ba5-2d75-4827-b3c1-0be5bb892094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2073510 Jul 27 23:35:12.804776 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4ef5d5e-7f6a-470f-8d93-d8f9a9fb9c89 None None] New status for floating IP 50b1aae7-eeb1-4bd7-abc0-7ea087a19b5e: ACTIVE {{(pid=93799) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 23:35:16.028720 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [req-51ad94e2-444f-46d4-9d35-b1037e414c61 req-41ac8389-7342-4361-8cbc-7296bc58100e service neutron] (93797) timed out ('10.222.0.18', 49888) {{(pid=93797) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 27 23:35:19.362692 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.agents_db [None req-9beef776-8bab-4de2-989a-f5a23ba4aaf4 None None] Agent healthcheck: found 7 active agents {{(pid=93800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 23:35:19.470126 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c8da1b-6158-4d16-bc16-4b96c8963d4f req-34445078-c473-41a1-9be1-aa481a3e1fbd tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:35:19.471749 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-39c8da1b-6158-4d16-bc16-4b96c8963d4f req-34445078-c473-41a1-9be1-aa481a3e1fbd tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a28922a-1a04-40a9-9437-98535fea0f02 HTTP/1.1" status: 200 len: 946 time: 0.0555358 Jul 27 23:35:19.518177 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-39c8da1b-6158-4d16-bc16-4b96c8963d4f req-24c640bb-6a4b-4e0d-a4c0-faa1194070a0 tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] 10.222.0.18 "GET /v2.0/security-groups?id=a0e6abb3-e597-433f-9625-50bd684439c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341473 Jul 27 23:35:20.712934 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60386ffb-b5f6-4864-bee3-bfca5691feb9 req-d9472813-1334-4528-8f71-95ecb321d666 tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:35:20.723893 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-60386ffb-b5f6-4864-bee3-bfca5691feb9 req-d9472813-1334-4528-8f71-95ecb321d666 tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a28922a-1a04-40a9-9437-98535fea0f02 HTTP/1.1" status: 200 len: 946 time: 0.0981240 Jul 27 23:35:20.776785 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-60386ffb-b5f6-4864-bee3-bfca5691feb9 req-71a550b7-bc98-4abf-ac85-2e64ee7f9955 tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] 10.222.0.18 "GET /v2.0/security-groups?id=a0e6abb3-e597-433f-9625-50bd684439c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499229 Jul 27 23:35:21.079875 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23301904-7cdf-469d-8fd1-6c142a8d8b4d req-85339c72-3f49-401e-a06d-d86118f770a3 tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:35:21.082096 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-23301904-7cdf-469d-8fd1-6c142a8d8b4d req-85339c72-3f49-401e-a06d-d86118f770a3 tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a28922a-1a04-40a9-9437-98535fea0f02 HTTP/1.1" status: 200 len: 946 time: 0.0558736 Jul 27 23:35:21.179666 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [req-23301904-7cdf-469d-8fd1-6c142a8d8b4d req-e579f595-73eb-4483-a9e6-8833bf4f68bb tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] Deleting port 09270987-ce4b-4e4a-9b26-8700891debb2 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:35:21.180013 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-23301904-7cdf-469d-8fd1-6c142a8d8b4d req-e579f595-73eb-4483-a9e6-8833bf4f68bb tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:35:21.271698 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-23301904-7cdf-469d-8fd1-6c142a8d8b4d req-e579f595-73eb-4483-a9e6-8833bf4f68bb tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] For port 09270987-ce4b-4e4a-9b26-8700891debb2, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=09270987-ce4b-4e4a-9b26-8700891debb2,segment=NetworkSegment(389149bf-5833-435c-91df-71739cf48c37),segment_id=389149bf-5833-435c-91df-71739cf48c37)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:35:21.272049 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-23301904-7cdf-469d-8fd1-6c142a8d8b4d req-e579f595-73eb-4483-a9e6-8833bf4f68bb tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:35:21.451591 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-23301904-7cdf-469d-8fd1-6c142a8d8b4d req-e579f595-73eb-4483-a9e6-8833bf4f68bb tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:35:21.451981 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-23301904-7cdf-469d-8fd1-6c142a8d8b4d req-e579f595-73eb-4483-a9e6-8833bf4f68bb tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-415302'] for floatingip, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:35:21.452311 n-d-802623-1 neutron-server[93797]: INFO neutron.db.l3_db [req-23301904-7cdf-469d-8fd1-6c142a8d8b4d req-e579f595-73eb-4483-a9e6-8833bf4f68bb tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] Floating IP 4d0fee49-1b51-45ed-b15b-eb98dcce5b73 disassociated. External IP: 172.25.4.179, port: 09270987-ce4b-4e4a-9b26-8700891debb2. Jul 27 23:35:21.452680 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [req-23301904-7cdf-469d-8fd1-6c142a8d8b4d req-e579f595-73eb-4483-a9e6-8833bf4f68bb tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] Calling delete_port for 09270987-ce4b-4e4a-9b26-8700891debb2 owned by compute:nova {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:35:21.583593 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-23301904-7cdf-469d-8fd1-6c142a8d8b4d req-e579f595-73eb-4483-a9e6-8833bf4f68bb tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:35:21.613703 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e579f595-73eb-4483-a9e6-8833bf4f68bb tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] Pushing event deleted for resources: {'Port': ['ID=09270987-ce4b-4e4a-9b26-8700891debb2,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:35:21.735760 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.l3_agent_scheduler [req-23301904-7cdf-469d-8fd1-6c142a8d8b4d req-e579f595-73eb-4483-a9e6-8833bf4f68bb tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] Router a8e85d13-b7c1-43bf-ae6d-81dca465a0fb has already been hosted by L3 agent 018c4455-49c0-4734-927d-7824067b2a9e {{(pid=93797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 23:35:21.861866 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-23301904-7cdf-469d-8fd1-6c142a8d8b4d req-e579f595-73eb-4483-a9e6-8833bf4f68bb tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:35:21.873977 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11b0480c-b773-4c70-917d-c78dd08a14e2 None None] Sync routers for ids ['a8e85d13-b7c1-43bf-ae6d-81dca465a0fb'] in n-d-802623-1 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:35:21.889168 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11b0480c-b773-4c70-917d-c78dd08a14e2 None None] Routers {'a8e85d13-b7c1-43bf-ae6d-81dca465a0fb'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:35:21.891564 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-0e0cf7f8-58ee-4f4e-80cb-d42fa1eb16e1 req-892a0766-7c6b-4f41-a37e-1b33697cd273 tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a28922a-1a04-40a9-9437-98535fea0f02 HTTP/1.1" status: 200 len: 210 time: 0.0416648 Jul 27 23:35:21.891913 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-11b0480c-b773-4c70-917d-c78dd08a14e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:35:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['a8e85d13-b7c1-43bf-ae6d-81dca465a0fb'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:35:21.960846 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [req-23301904-7cdf-469d-8fd1-6c142a8d8b4d req-e579f595-73eb-4483-a9e6-8833bf4f68bb tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] No DVR routers for this DVR port 09270987-ce4b-4e4a-9b26-8700891debb2 on host n-h1-802623-1 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:35:21.965093 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-23301904-7cdf-469d-8fd1-6c142a8d8b4d req-e579f595-73eb-4483-a9e6-8833bf4f68bb tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:35:21.967251 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-23301904-7cdf-469d-8fd1-6c142a8d8b4d req-e579f595-73eb-4483-a9e6-8833bf4f68bb tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] 10.222.0.38 "DELETE /v2.0/ports/09270987-ce4b-4e4a-9b26-8700891debb2 HTTP/1.1" status: 204 len: 173 time: 0.8790147 Jul 27 23:35:21.967751 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a28922a-1a04-40a9-9437-98535fea0f02', 'name': 'network-vif-deleted', 'tag': '09270987-ce4b-4e4a-9b26-8700891debb2'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:35:21.970175 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a476459a1bfce68b0ae0df5b6a71154bfc7cfdc8f9eefce6ad0a17231e60468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f17291a-4958-4702-ab6c-c299fa46914b" -d '{"events": [{"server_uuid": "5a28922a-1a04-40a9-9437-98535fea0f02", "name": "network-vif-deleted", "tag": "09270987-ce4b-4e4a-9b26-8700891debb2"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:35:22.024059 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:35:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9daca55-e448-4794-87aa-f014e3cd9035 x-openstack-request-id: req-f9daca55-e448-4794-87aa-f014e3cd9035 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:35:22.024350 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a28922a-1a04-40a9-9437-98535fea0f02", "name": "network-vif-deleted", "tag": "09270987-ce4b-4e4a-9b26-8700891debb2", "status": "completed", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:35:22.024602 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f9daca55-e448-4794-87aa-f014e3cd9035 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:35:22.025004 n-d-802623-1 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a28922a-1a04-40a9-9437-98535fea0f02', 'name': 'network-vif-deleted', 'tag': '09270987-ce4b-4e4a-9b26-8700891debb2', 'status': 'completed', 'code': 200} Jul 27 23:35:22.097344 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-11b0480c-b773-4c70-917d-c78dd08a14e2 None None] Set router a8e85d13-b7c1-43bf-ae6d-81dca465a0fb gateway port host: n-d-802623-1 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:35:22.356116 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-11b0480c-b773-4c70-917d-c78dd08a14e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8e85d13-b7c1-43bf-ae6d-81dca465a0fb', 'name': 'tempest-AttachVolumeTestJSON-1979639153-router', 'tenant_id': '93d6af8ff48b44f2bdb667a30d291295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.79'}], 'enable_snat': True}, 'gw_port_id': '90e4d9d6-e4ba-4dd6-83c2-87e7b158b22e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:28:13Z', 'updated_at': '2021-07-27T23:28:21Z', 'revision_number': 4, 'project_id': '93d6af8ff48b44f2bdb667a30d291295', 'gw_port': {'id': '90e4d9d6-e4ba-4dd6-83c2-87e7b158b22e', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:5a:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e85d13-b7c1-43bf-ae6d-81dca465a0fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2832, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:28:14Z', 'updated_at': '2021-07-27T23:28:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': '944f3a21-a6cb-45fb-870a-277e132bcce9', 'name': '', 'network_id': 'd772070e-dad0-48ff-8bce-c02a3adbff90', 'tenant_id': '93d6af8ff48b44f2bdb667a30d291295', 'mac_address': 'fa:16:3e:c7:30:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e85d13-b7c1-43bf-ae6d-81dca465a0fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2843, 'fixed_ips': [{'subnet_id': '22fd4781-4e46-409c-a91a-a4ac3ab69caf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:28:19Z', 'updated_at': '2021-07-27T23:28:35Z', 'revision_number': 5, 'project_id': '93d6af8ff48b44f2bdb667a30d291295', 'subnets': [{'id': '22fd4781-4e46-409c-a91a-a4ac3ab69caf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:35:22.391273 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11b0480c-b773-4c70-917d-c78dd08a14e2 None None] Checking router: a8e85d13-b7c1-43bf-ae6d-81dca465a0fb for host: n-d-802623-1 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 23:35:22.399843 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11b0480c-b773-4c70-917d-c78dd08a14e2 None None] Routers {'a8e85d13-b7c1-43bf-ae6d-81dca465a0fb'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:35:22.400458 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-11b0480c-b773-4c70-917d-c78dd08a14e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:35:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['a8e85d13-b7c1-43bf-ae6d-81dca465a0fb'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:35:22.517410 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-11b0480c-b773-4c70-917d-c78dd08a14e2 None None] Set router a8e85d13-b7c1-43bf-ae6d-81dca465a0fb gateway port host: n-d-802623-1 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:35:22.736852 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-11b0480c-b773-4c70-917d-c78dd08a14e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8e85d13-b7c1-43bf-ae6d-81dca465a0fb', 'name': 'tempest-AttachVolumeTestJSON-1979639153-router', 'tenant_id': '93d6af8ff48b44f2bdb667a30d291295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.79'}], 'enable_snat': True}, 'gw_port_id': '90e4d9d6-e4ba-4dd6-83c2-87e7b158b22e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:28:13Z', 'updated_at': '2021-07-27T23:28:21Z', 'revision_number': 4, 'project_id': '93d6af8ff48b44f2bdb667a30d291295', 'gw_port': {'id': '90e4d9d6-e4ba-4dd6-83c2-87e7b158b22e', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:5a:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e85d13-b7c1-43bf-ae6d-81dca465a0fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2832, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:28:14Z', 'updated_at': '2021-07-27T23:28:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': '944f3a21-a6cb-45fb-870a-277e132bcce9', 'name': '', 'network_id': 'd772070e-dad0-48ff-8bce-c02a3adbff90', 'tenant_id': '93d6af8ff48b44f2bdb667a30d291295', 'mac_address': 'fa:16:3e:c7:30:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e85d13-b7c1-43bf-ae6d-81dca465a0fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2843, 'fixed_ips': [{'subnet_id': '22fd4781-4e46-409c-a91a-a4ac3ab69caf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:28:19Z', 'updated_at': '2021-07-27T23:28:35Z', 'revision_number': 5, 'project_id': '93d6af8ff48b44f2bdb667a30d291295', 'subnets': [{'id': '22fd4781-4e46-409c-a91a-a4ac3ab69caf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:35:22.765248 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11b0480c-b773-4c70-917d-c78dd08a14e2 None None] The sync data for ids ['a8e85d13-b7c1-43bf-ae6d-81dca465a0fb'] in n-d-802623-1 is: [{'id': 'a8e85d13-b7c1-43bf-ae6d-81dca465a0fb', 'name': 'tempest-AttachVolumeTestJSON-1979639153-router', 'tenant_id': '93d6af8ff48b44f2bdb667a30d291295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.79'}], 'enable_snat': True}, 'gw_port_id': '90e4d9d6-e4ba-4dd6-83c2-87e7b158b22e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:28:13Z', 'updated_at': '2021-07-27T23:28:21Z', 'revision_number': 4, 'project_id': '93d6af8ff48b44f2bdb667a30d291295', 'gw_port': {'id': '90e4d9d6-e4ba-4dd6-83c2-87e7b158b22e', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:5a:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e85d13-b7c1-43bf-ae6d-81dca465a0fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2832, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:28:14Z', 'updated_at': '2021-07-27T23:28:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': '944f3a21-a6cb-45fb-870a-277e132bcce9', 'name': '', 'network_id': 'd772070e-dad0-48ff-8bce-c02a3adbff90', 'tenant_id': '93d6af8ff48b44f2bdb667a30d291295', 'mac_address': 'fa:16:3e:c7:30:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e85d13-b7c1-43bf-ae6d-81dca465a0fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2843, 'fixed_ips': [{'subnet_id': '22fd4781-4e46-409c-a91a-a4ac3ab69caf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:28:19Z', 'updated_at': '2021-07-27T23:28:35Z', 'revision_number': 5, 'project_id': '93d6af8ff48b44f2bdb667a30d291295', 'subnets': [{'id': '22fd4781-4e46-409c-a91a-a4ac3ab69caf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:35:23.085656 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 45780) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:35:23.215083 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1c2621f0-38af-4c5f-b9a5-e39cda28bed2 tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:35:23.253968 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62e4f8fe-8681-40a1-a601-d3dfbcbaf8ba None None] New status for floating IP 4d0fee49-1b51-45ed-b15b-eb98dcce5b73: DOWN {{(pid=93799) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 23:35:23.265958 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1c2621f0-38af-4c5f-b9a5-e39cda28bed2 tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:35:23.353489 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1c2621f0-38af-4c5f-b9a5-e39cda28bed2 tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:35:23.356609 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1c2621f0-38af-4c5f-b9a5-e39cda28bed2 tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:35:23.363926 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-1c2621f0-38af-4c5f-b9a5-e39cda28bed2 tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] 10.222.0.18 "DELETE /v2.0/security-groups/a0e6abb3-e597-433f-9625-50bd684439c7 HTTP/1.1" status: 204 len: 168 time: 0.2695546 Jul 27 23:35:23.366004 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 45784) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:35:23.367798 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2621f0-38af-4c5f-b9a5-e39cda28bed2 tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0e6abb3-e597-433f-9625-50bd684439c7,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:35:23.385012 n-d-802623-1 neutron-server[93797]: INFO neutron.api.v2.resource [None req-5d2ba200-a888-473e-9005-1734329d08e9 tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] show failed (client error): The resource could not be found. Jul 27 23:35:23.390335 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-5d2ba200-a888-473e-9005-1734329d08e9 tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] 10.222.0.18 "GET /v2.0/security-groups/a0e6abb3-e597-433f-9625-50bd684439c7 HTTP/1.1" status: 404 len: 347 time: 0.0230424 Jul 27 23:35:23.390739 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 45786) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:35:23.561770 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-619cbbf8-9968-485c-baee-e6ca4169d61b tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] Deleting port a45a1739-595a-4bc7-94d5-6b527c5f1af7 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:35:23.562117 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-619cbbf8-9968-485c-baee-e6ca4169d61b tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:35:23.641320 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 09270987-ce4b-4e4a-9b26-8700891debb2 no longer exists at agent hyperv_n-h1-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:35:23.643972 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-619cbbf8-9968-485c-baee-e6ca4169d61b tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:35:23.644266 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-619cbbf8-9968-485c-baee-e6ca4169d61b tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:35:23.655915 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-619cbbf8-9968-485c-baee-e6ca4169d61b tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] Calling delete_port for a45a1739-595a-4bc7-94d5-6b527c5f1af7 owned by network:floatingip {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:35:23.661933 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] No Port match for: 09270987-ce4b-4e4a-9b26-8700891debb2 {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:35:23.662280 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 09270987-ce4b-4e4a-9b26-8700891debb2 not bound to the agent host n-h1-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:35:23.804598 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-619cbbf8-9968-485c-baee-e6ca4169d61b tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:35:23.834523 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619cbbf8-9968-485c-baee-e6ca4169d61b tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] Pushing event deleted for resources: {'Port': ['ID=a45a1739-595a-4bc7-94d5-6b527c5f1af7,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:35:23.898532 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-619cbbf8-9968-485c-baee-e6ca4169d61b tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] Notify callbacks [] for floatingip, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:35:23.901332 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-619cbbf8-9968-485c-baee-e6ca4169d61b tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for floatingip, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:35:23.903063 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-619cbbf8-9968-485c-baee-e6ca4169d61b tempest-AttachVolumeTestJSON-768923040 tempest-AttachVolumeTestJSON-768923040-project] 10.222.0.18 "DELETE /v2.0/floatingips/4d0fee49-1b51-45ed-b15b-eb98dcce5b73 HTTP/1.1" status: 204 len: 168 time: 0.5107508 Jul 27 23:35:26.926212 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-9c10284e-8d99-46fb-873e-07517dbf649f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:35:29.576815 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2fce9263-a4ef-4323-8098-7b12f81df9b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:35:29.701390 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:35:30.064121 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:35:30.515009 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-19f2e178-d45e-4fbe-b9be-c3963fc151ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:35:32.284140 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7418f70f-e60d-4709-8ba9-6ab514bc7f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:35:32.398177 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f0489c90-1233-42d2-83d8-219f4164fe70 req-c9784062-46ca-4e1c-b58d-a5bf2224284c service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=b5762377-3696-4bd4-a0b1-20ad9fa8d847&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0490725 Jul 27 23:35:32.485932 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0489c90-1233-42d2-83d8-219f4164fe70 req-e1653578-66d0-4568-82a2-46d735717f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:35:32.488078 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f0489c90-1233-42d2-83d8-219f4164fe70 req-e1653578-66d0-4568-82a2-46d735717f06 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=39fe884124184af1b9156ad64ea3502c&device_id=b5762377-3696-4bd4-a0b1-20ad9fa8d847 HTTP/1.1" status: 200 len: 1101 time: 0.0511470 Jul 27 23:35:32.613106 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0489c90-1233-42d2-83d8-219f4164fe70 req-95c836d8-917c-4df2-8367-6cf0db6d1690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:35:32.614580 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f0489c90-1233-42d2-83d8-219f4164fe70 req-95c836d8-917c-4df2-8367-6cf0db6d1690 service neutron] 10.222.0.38 "GET /v2.0/networks?id=591af2dd-f826-43b1-aa9d-e7a0bf218c71 HTTP/1.1" status: 200 len: 870 time: 0.1035469 Jul 27 23:35:32.680663 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f0489c90-1233-42d2-83d8-219f4164fe70 req-95b5d6da-b44f-4d0f-9c1c-97f7ff3084ad service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=61be1a8b-7f7a-4402-939e-e55e07a26508 HTTP/1.1" status: 200 len: 217 time: 0.0582671 Jul 27 23:35:32.736504 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0489c90-1233-42d2-83d8-219f4164fe70 req-e88dc4b3-eb38-4e62-9170-ef0078a0183a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:35:32.740127 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f0489c90-1233-42d2-83d8-219f4164fe70 req-e88dc4b3-eb38-4e62-9170-ef0078a0183a service neutron] 10.222.0.38 "GET /v2.0/subnets?id=62938449-046d-4cbe-923a-7ebb632c358d HTTP/1.1" status: 200 len: 843 time: 0.0504057 Jul 27 23:35:32.795193 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0489c90-1233-42d2-83d8-219f4164fe70 req-d4f10e8e-eebc-41d5-ab1d-6dacc96260bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:35:32.797259 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f0489c90-1233-42d2-83d8-219f4164fe70 req-d4f10e8e-eebc-41d5-ab1d-6dacc96260bd service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=591af2dd-f826-43b1-aa9d-e7a0bf218c71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0514314 Jul 27 23:35:32.903513 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f0489c90-1233-42d2-83d8-219f4164fe70 req-c4574010-4d00-4881-bf85-c609cbd5bade service neutron] 10.222.0.38 "GET /v2.0/networks/591af2dd-f826-43b1-aa9d-e7a0bf218c71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989690 Jul 27 23:35:33.054681 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f0489c90-1233-42d2-83d8-219f4164fe70 req-050c3f3c-6f04-4baf-b4c8-320e8d0de555 service neutron] 10.222.0.38 "GET /v2.0/networks/591af2dd-f826-43b1-aa9d-e7a0bf218c71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435483 Jul 27 23:35:33.804288 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 46062) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:35:33.940369 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d9011dc1-a6f7-459d-af18-c4ae8571be0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:35:34.062789 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d9011dc1-a6f7-459d-af18-c4ae8571be0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:35:34.077920 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d9011dc1-a6f7-459d-af18-c4ae8571be0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:35:34.099082 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 46076) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:35:34.149565 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 46080) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:35:34.151571 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-d9011dc1-a6f7-459d-af18-c4ae8571be0e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b40c6e3961a54ef9b7c5ce4d34757483&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3455033 Jul 27 23:35:34.154208 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9011dc1-a6f7-459d-af18-c4ae8571be0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf30827d-798a-4e3f-8b82-00e06327f5ab,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:35:34.241364 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e16ee40d-46ef-4ad8-ac5c-23731bbd9645 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:35:34.300271 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e16ee40d-46ef-4ad8-ac5c-23731bbd9645 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:35:34.406843 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e16ee40d-46ef-4ad8-ac5c-23731bbd9645 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:35:34.409481 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e16ee40d-46ef-4ad8-ac5c-23731bbd9645 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:35:34.410633 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-e16ee40d-46ef-4ad8-ac5c-23731bbd9645 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/bf30827d-798a-4e3f-8b82-00e06327f5ab HTTP/1.1" status: 204 len: 168 time: 0.2600334 Jul 27 23:35:34.483475 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16ee40d-46ef-4ad8-ac5c-23731bbd9645 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf30827d-798a-4e3f-8b82-00e06327f5ab,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:35:34.620447 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8fc05eed-4ec0-4c02-a191-42bfae578c8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-414022'] for router_interface, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:35:34.728065 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 46096) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:35:34.770059 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9d8f326e-fbf5-4361-8a4c-cc55d83eb40e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:35:34.941754 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9d8f326e-fbf5-4361-8a4c-cc55d83eb40e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:35:34.949041 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9d8f326e-fbf5-4361-8a4c-cc55d83eb40e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:35:34.988544 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:35:34.992949 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-8fc05eed-4ec0-4c02-a191-42bfae578c8f admin admin] Deleting port 944f3a21-a6cb-45fb-870a-277e132bcce9 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:35:34.993178 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8fc05eed-4ec0-4c02-a191-42bfae578c8f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:35:35.008017 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-9d8f326e-fbf5-4361-8a4c-cc55d83eb40e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c3e04f6ae50842dc9f6a5dfb68590fe9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2789388 Jul 27 23:35:35.008741 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8f326e-fbf5-4361-8a4c-cc55d83eb40e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4172a81a-b844-4d12-9fe7-084476b685d6,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:35:35.013057 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 46106) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:35:35.064488 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9842b1fb-5874-49fa-8ab4-6487685a8430 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:35:35.084735 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-8fc05eed-4ec0-4c02-a191-42bfae578c8f admin admin] For port 944f3a21-a6cb-45fb-870a-277e132bcce9, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=944f3a21-a6cb-45fb-870a-277e132bcce9,segment=NetworkSegment(389149bf-5833-435c-91df-71739cf48c37),segment_id=389149bf-5833-435c-91df-71739cf48c37)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:35:35.085128 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8fc05eed-4ec0-4c02-a191-42bfae578c8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:35:35.088501 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9842b1fb-5874-49fa-8ab4-6487685a8430 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:35:35.104895 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-8fc05eed-4ec0-4c02-a191-42bfae578c8f admin admin] Calling delete_port for 944f3a21-a6cb-45fb-870a-277e132bcce9 owned by network:router_interface {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:35:35.145228 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9842b1fb-5874-49fa-8ab4-6487685a8430 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:35:35.148325 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9842b1fb-5874-49fa-8ab4-6487685a8430 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:35:35.159381 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-9842b1fb-5874-49fa-8ab4-6487685a8430 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4172a81a-b844-4d12-9fe7-084476b685d6 HTTP/1.1" status: 204 len: 168 time: 0.1354251 Jul 27 23:35:35.180658 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9842b1fb-5874-49fa-8ab4-6487685a8430 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4172a81a-b844-4d12-9fe7-084476b685d6,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:35:35.641270 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8fc05eed-4ec0-4c02-a191-42bfae578c8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:35:35.668709 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc05eed-4ec0-4c02-a191-42bfae578c8f admin admin] Pushing event deleted for resources: {'Port': ['ID=944f3a21-a6cb-45fb-870a-277e132bcce9,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:35:35.869417 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8fc05eed-4ec0-4c02-a191-42bfae578c8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3760546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-413994'] for router_interface, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:35:36.106067 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fc05eed-4ec0-4c02-a191-42bfae578c8f admin admin] Router a8e85d13-b7c1-43bf-ae6d-81dca465a0fb has already been hosted by L3 agent 018c4455-49c0-4734-927d-7824067b2a9e {{(pid=93798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 23:35:36.224985 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fc05eed-4ec0-4c02-a191-42bfae578c8f admin admin] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:35:36.233040 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 46146) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:35:36.233484 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-8fc05eed-4ec0-4c02-a191-42bfae578c8f admin admin] 10.222.0.18 "PUT /v2.0/routers/a8e85d13-b7c1-43bf-ae6d-81dca465a0fb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1327376 Jul 27 23:35:36.238074 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70d1e7e1-630f-4506-be43-7fcfa192e176 None None] Sync routers for ids ['a8e85d13-b7c1-43bf-ae6d-81dca465a0fb'] in n-d-802623-1 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:35:36.248574 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70d1e7e1-630f-4506-be43-7fcfa192e176 None None] Routers {'a8e85d13-b7c1-43bf-ae6d-81dca465a0fb'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:35:36.249308 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-70d1e7e1-630f-4506-be43-7fcfa192e176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:35:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['a8e85d13-b7c1-43bf-ae6d-81dca465a0fb'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:35:36.360254 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-70d1e7e1-630f-4506-be43-7fcfa192e176 None None] Set router a8e85d13-b7c1-43bf-ae6d-81dca465a0fb gateway port host: n-d-802623-1 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:35:36.374461 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-67a1ebaa-28ac-465d-baa8-b5bc167d9cd1 admin admin] Notify callbacks [] for router, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:35:36.491263 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-67a1ebaa-28ac-465d-baa8-b5bc167d9cd1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:35:36.549999 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-67a1ebaa-28ac-465d-baa8-b5bc167d9cd1 admin admin] Deleting port 90e4d9d6-e4ba-4dd6-83c2-87e7b158b22e {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:35:36.550612 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-67a1ebaa-28ac-465d-baa8-b5bc167d9cd1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:35:36.552921 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-70d1e7e1-630f-4506-be43-7fcfa192e176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8e85d13-b7c1-43bf-ae6d-81dca465a0fb', 'name': 'tempest-AttachVolumeTestJSON-1979639153-router', 'tenant_id': '93d6af8ff48b44f2bdb667a30d291295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.79'}], 'enable_snat': True}, 'gw_port_id': '90e4d9d6-e4ba-4dd6-83c2-87e7b158b22e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:28:13Z', 'updated_at': '2021-07-27T23:35:35Z', 'revision_number': 5, 'project_id': '93d6af8ff48b44f2bdb667a30d291295', 'gw_port': {'id': '90e4d9d6-e4ba-4dd6-83c2-87e7b158b22e', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:5a:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e85d13-b7c1-43bf-ae6d-81dca465a0fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2832, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:28:14Z', 'updated_at': '2021-07-27T23:28:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1'}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:35:36.580821 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70d1e7e1-630f-4506-be43-7fcfa192e176 None None] Checking router: a8e85d13-b7c1-43bf-ae6d-81dca465a0fb for host: n-d-802623-1 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 23:35:36.589612 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70d1e7e1-630f-4506-be43-7fcfa192e176 None None] Routers {'a8e85d13-b7c1-43bf-ae6d-81dca465a0fb'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:35:36.590226 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-70d1e7e1-630f-4506-be43-7fcfa192e176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:35:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['a8e85d13-b7c1-43bf-ae6d-81dca465a0fb'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:35:36.649447 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-67a1ebaa-28ac-465d-baa8-b5bc167d9cd1 admin admin] For port 90e4d9d6-e4ba-4dd6-83c2-87e7b158b22e, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=90e4d9d6-e4ba-4dd6-83c2-87e7b158b22e,segment=NetworkSegment(b9afe07e-bbe4-4740-834c-4b6a9698bdbc),segment_id=b9afe07e-bbe4-4740-834c-4b6a9698bdbc)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:35:36.649842 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-67a1ebaa-28ac-465d-baa8-b5bc167d9cd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:35:36.665479 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-67a1ebaa-28ac-465d-baa8-b5bc167d9cd1 admin admin] Calling delete_port for 90e4d9d6-e4ba-4dd6-83c2-87e7b158b22e owned by network:router_gateway {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:35:36.688803 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-70d1e7e1-630f-4506-be43-7fcfa192e176 None None] Set router a8e85d13-b7c1-43bf-ae6d-81dca465a0fb gateway port host: None {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:35:36.752656 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-70d1e7e1-630f-4506-be43-7fcfa192e176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8e85d13-b7c1-43bf-ae6d-81dca465a0fb', 'name': 'tempest-AttachVolumeTestJSON-1979639153-router', 'tenant_id': '93d6af8ff48b44f2bdb667a30d291295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:28:13Z', 'updated_at': '2021-07-27T23:35:36Z', 'revision_number': 6, 'project_id': '93d6af8ff48b44f2bdb667a30d291295', 'gw_port_host': None}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:35:36.783335 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70d1e7e1-630f-4506-be43-7fcfa192e176 None None] The sync data for ids ['a8e85d13-b7c1-43bf-ae6d-81dca465a0fb'] in n-d-802623-1 is: [{'id': 'a8e85d13-b7c1-43bf-ae6d-81dca465a0fb', 'name': 'tempest-AttachVolumeTestJSON-1979639153-router', 'tenant_id': '93d6af8ff48b44f2bdb667a30d291295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:28:13Z', 'updated_at': '2021-07-27T23:35:36Z', 'revision_number': 6, 'project_id': '93d6af8ff48b44f2bdb667a30d291295', 'gw_port_host': None}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:35:36.884640 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-67a1ebaa-28ac-465d-baa8-b5bc167d9cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:35:36.913431 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1ebaa-28ac-465d-baa8-b5bc167d9cd1 admin admin] Pushing event deleted for resources: {'Port': ['ID=90e4d9d6-e4ba-4dd6-83c2-87e7b158b22e,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:35:36.979096 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-67a1ebaa-28ac-465d-baa8-b5bc167d9cd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-415368'] for router_gateway, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:35:37.461636 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-67a1ebaa-28ac-465d-baa8-b5bc167d9cd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62205'] for router, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:35:37.463965 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-67a1ebaa-28ac-465d-baa8-b5bc167d9cd1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:35:37.509255 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-67a1ebaa-28ac-465d-baa8-b5bc167d9cd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-477831'] for router, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:35:37.509886 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67a1ebaa-28ac-465d-baa8-b5bc167d9cd1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a8e85d13-b7c1-43bf-ae6d-81dca465a0fb {{(pid=93797) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 23:35:37.515467 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-67a1ebaa-28ac-465d-baa8-b5bc167d9cd1 admin admin] Notify callbacks [] for router, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:35:37.516656 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-67a1ebaa-28ac-465d-baa8-b5bc167d9cd1 admin admin] 10.222.0.18 "DELETE /v2.0/routers/a8e85d13-b7c1-43bf-ae6d-81dca465a0fb HTTP/1.1" status: 204 len: 168 time: 1.2824686 Jul 27 23:35:37.519122 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 46166) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:35:37.570852 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_v2 [None req-89be9fcf-0614-472e-bbc6-b88bc1c275bb admin admin] Deleting subnet 22fd4781-4e46-409c-a91a-a4ac3ab69caf {{(pid=93797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 23:35:37.574858 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-89be9fcf-0614-472e-bbc6-b88bc1c275bb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:35:37.637576 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-89be9fcf-0614-472e-bbc6-b88bc1c275bb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11335971'] for subnet, precommit_delete_associations {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:35:37.794596 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-89be9fcf-0614-472e-bbc6-b88bc1c275bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620741'] for subnet, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:35:37.795297 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 944f3a21-a6cb-45fb-870a-277e132bcce9 no longer exists at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:35:37.851070 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] No Port match for: 944f3a21-a6cb-45fb-870a-277e132bcce9 {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:35:37.851772 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 944f3a21-a6cb-45fb-870a-277e132bcce9 not bound to the agent host n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:35:37.852413 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 90e4d9d6-e4ba-4dd6-83c2-87e7b158b22e no longer exists at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:35:37.899293 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] No Port match for: 90e4d9d6-e4ba-4dd6-83c2-87e7b158b22e {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:35:37.899844 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 90e4d9d6-e4ba-4dd6-83c2-87e7b158b22e not bound to the agent host n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:35:37.963171 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-89be9fcf-0614-472e-bbc6-b88bc1c275bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11335991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11551414'] for subnet, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:35:38.057299 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89be9fcf-0614-472e-bbc6-b88bc1c275bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=22fd4781-4e46-409c-a91a-a4ac3ab69caf,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:35:38.061434 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-89be9fcf-0614-472e-bbc6-b88bc1c275bb admin admin] Notify callbacks [] for subnet, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:35:38.065591 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-89be9fcf-0614-472e-bbc6-b88bc1c275bb admin admin] 10.222.0.18 "DELETE /v2.0/subnets/22fd4781-4e46-409c-a91a-a4ac3ab69caf HTTP/1.1" status: 204 len: 168 time: 0.5432572 Jul 27 23:35:38.066628 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 46172) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:35:38.072131 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-9aa6f884-5956-4afb-9809-99ed47481254 req-abd91719-7117-43a3-8e30-7898fe4c78ed service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=34549238-9356-4bed-bcb3-0e45cc37e0e6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1247849 Jul 27 23:35:38.075280 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c24ddc47-145b-4423-a1fe-fcdaffe6dcec None None] Network d772070e-dad0-48ff-8bce-c02a3adbff90 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:35:38.262581 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9574837a-5562-424e-bd2f-7b836ba78d4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593271'] for network, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:35:38.282304 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa6f884-5956-4afb-9809-99ed47481254 req-b6d556d3-a99f-4fd0-90a8-1f52aa5b766f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:35:38.283989 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-9aa6f884-5956-4afb-9809-99ed47481254 req-b6d556d3-a99f-4fd0-90a8-1f52aa5b766f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=49af0f356ac348f0bd0841795f0ea352&device_id=34549238-9356-4bed-bcb3-0e45cc37e0e6 HTTP/1.1" status: 200 len: 1096 time: 0.1385634 Jul 27 23:35:38.343275 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-9574837a-5562-424e-bd2f-7b836ba78d4a admin admin] Deleting port e6a3dce6-44c5-4a2a-8513-f12d53913bed {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:35:38.343637 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9574837a-5562-424e-bd2f-7b836ba78d4a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:35:38.424002 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-9574837a-5562-424e-bd2f-7b836ba78d4a admin admin] For port e6a3dce6-44c5-4a2a-8513-f12d53913bed, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=e6a3dce6-44c5-4a2a-8513-f12d53913bed,segment=NetworkSegment(389149bf-5833-435c-91df-71739cf48c37),segment_id=389149bf-5833-435c-91df-71739cf48c37)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:35:38.424399 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9574837a-5562-424e-bd2f-7b836ba78d4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:35:38.439799 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-9574837a-5562-424e-bd2f-7b836ba78d4a admin admin] Calling delete_port for e6a3dce6-44c5-4a2a-8513-f12d53913bed owned by network:dhcp {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:35:38.452322 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93ebe00e-6065-4e06-944e-613bff5b23c0 None None] DHCP port deletion for d772070e-dad0-48ff-8bce-c02a3adbff90 request from n-d-802623-1 {{(pid=93799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 23:35:38.494403 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa6f884-5956-4afb-9809-99ed47481254 req-048b3c17-1209-47e1-b5a7-0509ba7fcc0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:35:38.496702 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-9aa6f884-5956-4afb-9809-99ed47481254 req-048b3c17-1209-47e1-b5a7-0509ba7fcc0f service neutron] 10.222.0.49 "GET /v2.0/networks?id=280a3ba5-2d75-4827-b3c1-0be5bb892094 HTTP/1.1" status: 200 len: 913 time: 0.1918740 Jul 27 23:35:38.582710 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-93ebe00e-6065-4e06-944e-613bff5b23c0 None None] Deleting port e6a3dce6-44c5-4a2a-8513-f12d53913bed {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:35:38.583225 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-93ebe00e-6065-4e06-944e-613bff5b23c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:35:38.587532 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-9aa6f884-5956-4afb-9809-99ed47481254 req-782b72fd-416d-4045-b495-ca91cc9e14e7 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=50da5721-1ac7-4721-bd06-54bf9484ab39 HTTP/1.1" status: 200 len: 1000 time: 0.0820558 Jul 27 23:35:38.640556 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9574837a-5562-424e-bd2f-7b836ba78d4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:35:38.668442 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9574837a-5562-424e-bd2f-7b836ba78d4a admin admin] Pushing event deleted for resources: {'Port': ['ID=e6a3dce6-44c5-4a2a-8513-f12d53913bed,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:35:38.674067 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9574837a-5562-424e-bd2f-7b836ba78d4a admin admin] No DVR routers for this DVR port e6a3dce6-44c5-4a2a-8513-f12d53913bed on host n-d-802623-1 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:35:38.674284 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa6f884-5956-4afb-9809-99ed47481254 req-d958da36-0872-4aca-b119-e5a45c750094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:35:38.675889 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-9aa6f884-5956-4afb-9809-99ed47481254 req-d958da36-0872-4aca-b119-e5a45c750094 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=03df5e5c-8a96-449f-9e96-cff1a55737e2 HTTP/1.1" status: 200 len: 851 time: 0.0818260 Jul 27 23:35:38.681719 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-93ebe00e-6065-4e06-944e-613bff5b23c0 None None] For port e6a3dce6-44c5-4a2a-8513-f12d53913bed, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=e6a3dce6-44c5-4a2a-8513-f12d53913bed,segment=NetworkSegment(389149bf-5833-435c-91df-71739cf48c37),segment_id=389149bf-5833-435c-91df-71739cf48c37)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:35:38.687142 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-93ebe00e-6065-4e06-944e-613bff5b23c0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:35:38.707354 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-93ebe00e-6065-4e06-944e-613bff5b23c0 None None] Calling delete_port for e6a3dce6-44c5-4a2a-8513-f12d53913bed owned by network:dhcp {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:35:38.762710 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9574837a-5562-424e-bd2f-7b836ba78d4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618032', 'neutron.services.segments.db._delete_segments_for_network-8736833900081'] for network, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:35:38.766140 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa6f884-5956-4afb-9809-99ed47481254 req-c4c8dc32-33c0-44e2-b15c-7893a14049b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:35:38.767912 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-9aa6f884-5956-4afb-9809-99ed47481254 req-c4c8dc32-33c0-44e2-b15c-7893a14049b2 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=280a3ba5-2d75-4827-b3c1-0be5bb892094&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0769560 Jul 27 23:35:38.786169 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-9574837a-5562-424e-bd2f-7b836ba78d4a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d772070e-dad0-48ff-8bce-c02a3adbff90']}} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:35:38.799466 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-9574837a-5562-424e-bd2f-7b836ba78d4a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '389149bf-5833-435c-91df-71739cf48c37') {'for_net_delete': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:35:38.800052 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-9574837a-5562-424e-bd2f-7b836ba78d4a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '389149bf-5833-435c-91df-71739cf48c37') {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:35:38.812982 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9574837a-5562-424e-bd2f-7b836ba78d4a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736833900858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11163256'] for segment, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:35:38.816053 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-93ebe00e-6065-4e06-944e-613bff5b23c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:35:38.832406 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9574837a-5562-424e-bd2f-7b836ba78d4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:35:38.839459 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9574837a-5562-424e-bd2f-7b836ba78d4a admin admin] Releasing vlan 521 on physical network physnet1 to pool {{(pid=93798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 23:35:38.840056 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9574837a-5562-424e-bd2f-7b836ba78d4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11971746'] for segment, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:35:38.851396 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93ebe00e-6065-4e06-944e-613bff5b23c0 None None] No DVR routers for this DVR port e6a3dce6-44c5-4a2a-8513-f12d53913bed on host n-d-802623-1 {{(pid=93799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:35:38.862686 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ebe00e-6065-4e06-944e-613bff5b23c0 None None] Pushing event deleted for resources: {'Port': ['ID=e6a3dce6-44c5-4a2a-8513-f12d53913bed,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:35:38.889963 n-d-802623-1 neutron-server[93798]: Traceback (most recent call last): Jul 27 23:35:38.889963 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 23:35:38.889963 n-d-802623-1 neutron-server[93798]: timer() Jul 27 23:35:38.889963 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 23:35:38.889963 n-d-802623-1 neutron-server[93798]: cb(*args, **kw) Jul 27 23:35:38.889963 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 23:35:38.889963 n-d-802623-1 neutron-server[93798]: return func(*args, **kwargs) Jul 27 23:35:38.889963 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 23:35:38.889963 n-d-802623-1 neutron-server[93798]: self._notify() Jul 27 23:35:38.889963 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 23:35:38.889963 n-d-802623-1 neutron-server[93798]: self.callback(batched_events) Jul 27 23:35:38.889963 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 23:35:38.889963 n-d-802623-1 neutron-server[93798]: event.method(event) Jul 27 23:35:38.889963 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 23:35:38.889963 n-d-802623-1 neutron-server[93798]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 23:35:38.889963 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 23:35:38.889963 n-d-802623-1 neutron-server[93798]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 23:35:38.889963 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 23:35:38.889963 n-d-802623-1 neutron-server[93798]: return f(self, *a, **k) Jul 27 23:35:38.889963 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 23:35:38.889963 n-d-802623-1 neutron-server[93798]: return self._get(url).json() Jul 27 23:35:38.889963 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 23:35:38.889963 n-d-802623-1 neutron-server[93798]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 23:35:38.889963 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 23:35:38.889963 n-d-802623-1 neutron-server[93798]: return self.request(url, 'GET', **kwargs) Jul 27 23:35:38.889963 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 23:35:38.889963 n-d-802623-1 neutron-server[93798]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 23:35:38.889963 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 23:35:38.889963 n-d-802623-1 neutron-server[93798]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 23:35:38.889963 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 23:35:38.889963 n-d-802623-1 neutron-server[93798]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 23:35:38.889963 n-d-802623-1 neutron-server[93798]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 23:35:38.912538 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9574837a-5562-424e-bd2f-7b836ba78d4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415412'] for network, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:35:38.930119 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9574837a-5562-424e-bd2f-7b836ba78d4a admin admin] Notify callbacks [] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:35:38.935349 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-9574837a-5562-424e-bd2f-7b836ba78d4a admin admin] 10.222.0.18 "DELETE /v2.0/networks/d772070e-dad0-48ff-8bce-c02a3adbff90 HTTP/1.1" status: 204 len: 168 time: 0.8639183 Jul 27 23:35:38.938521 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9574837a-5562-424e-bd2f-7b836ba78d4a admin admin] Pushing event deleted for resources: {'Network': ['ID=d772070e-dad0-48ff-8bce-c02a3adbff90,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:35:38.953996 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-9aa6f884-5956-4afb-9809-99ed47481254 req-4b347262-6987-4bc1-8f32-1645866df506 service neutron] 10.222.0.49 "GET /v2.0/networks/280a3ba5-2d75-4827-b3c1-0be5bb892094?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1778700 Jul 27 23:35:39.059605 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-9aa6f884-5956-4afb-9809-99ed47481254 req-31eb8d53-fe9e-40f7-9dcd-1fa865d95c7c service neutron] 10.222.0.49 "GET /v2.0/networks/280a3ba5-2d75-4827-b3c1-0be5bb892094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979104 Jul 27 23:35:39.142796 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 46188) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:35:39.195543 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-65b33f55-e7cd-40a6-b958-fdce7ea31d50 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=93d6af8ff48b44f2bdb667a30d291295&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0511527 Jul 27 23:35:39.197733 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 46190) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:35:39.247711 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7b363a5d-83ab-493c-bace-6fcfd2dd2d09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:35:39.271887 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7b363a5d-83ab-493c-bace-6fcfd2dd2d09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:35:39.325743 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7b363a5d-83ab-493c-bace-6fcfd2dd2d09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:35:39.328590 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7b363a5d-83ab-493c-bace-6fcfd2dd2d09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:35:39.332122 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-7b363a5d-83ab-493c-bace-6fcfd2dd2d09 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/864ba95a-59e3-460b-8d83-ef1002f3e9df HTTP/1.1" status: 204 len: 168 time: 0.1311245 Jul 27 23:35:39.340008 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b363a5d-83ab-493c-bace-6fcfd2dd2d09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=864ba95a-59e3-460b-8d83-ef1002f3e9df,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:35:39.555490 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device e6a3dce6-44c5-4a2a-8513-f12d53913bed no longer exists at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:35:39.617006 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] No Port match for: e6a3dce6-44c5-4a2a-8513-f12d53913bed {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:35:39.617761 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device e6a3dce6-44c5-4a2a-8513-f12d53913bed not bound to the agent host n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:35:40.192012 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 46224) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:35:40.312397 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-32484a41-cfff-41ee-8b22-b7282a8dbb92 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1042179012-network', 'tenant_id': '2c421f6e61d24766a742e1834bb73658'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:35:40.336941 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32484a41-cfff-41ee-8b22-b7282a8dbb92 admin admin] Made reservation on behalf of 2c421f6e61d24766a742e1834bb73658 for: {'network': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:35:40.339424 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-32484a41-cfff-41ee-8b22-b7282a8dbb92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for network, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:35:40.348323 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-32484a41-cfff-41ee-8b22-b7282a8dbb92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:35:40.453216 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-32484a41-cfff-41ee-8b22-b7282a8dbb92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:35:40.460714 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-32484a41-cfff-41ee-8b22-b7282a8dbb92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:35:40.481063 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32484a41-cfff-41ee-8b22-b7282a8dbb92 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 536} {{(pid=93798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 23:35:40.505968 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-32484a41-cfff-41ee-8b22-b7282a8dbb92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:35:40.506482 n-d-802623-1 neutron-server[93798]: INFO neutron.db.segments_db [None req-32484a41-cfff-41ee-8b22-b7282a8dbb92 admin admin] Added segment 7df241c9-a789-4d01-bffe-9fdd41905eca of type vlan for network 141c1581-d19e-4400-89b9-3b3fa04bfbb3 Jul 27 23:35:40.515315 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32484a41-cfff-41ee-8b22-b7282a8dbb92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88ed4bfd-1262-4989-86b9-3b66b1d13e18,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:35:40.563303 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-32484a41-cfff-41ee-8b22-b7282a8dbb92 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736833354590'] for network, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:35:40.596403 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-32484a41-cfff-41ee-8b22-b7282a8dbb92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569'] for network, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:35:40.597470 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32484a41-cfff-41ee-8b22-b7282a8dbb92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:35:40.598167 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-32484a41-cfff-41ee-8b22-b7282a8dbb92 admin admin] Notify callbacks [] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:35:40.668577 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-32484a41-cfff-41ee-8b22-b7282a8dbb92 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4752209 Jul 27 23:35:40.671359 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 46228) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:35:40.677337 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-8121e35a-c170-4582-a023-1d9fea411f49 admin admin] Request body: {'subnet': {'network_id': '141c1581-d19e-4400-89b9-3b3fa04bfbb3', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1042179012-subnet', 'tenant_id': '2c421f6e61d24766a742e1834bb73658', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:35:40.686776 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32484a41-cfff-41ee-8b22-b7282a8dbb92 admin admin] Pushing event updated for resources: {'Network': ['ID=141c1581-d19e-4400-89b9-3b3fa04bfbb3,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:35:40.705484 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Network 141c1581-d19e-4400-89b9-3b3fa04bfbb3 details requested by agent ovs-agent-n-d-802623-1 with host n-d-802623-1 {{(pid=93799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 23:35:40.712073 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8121e35a-c170-4582-a023-1d9fea411f49 admin admin] Made reservation on behalf of 2c421f6e61d24766a742e1834bb73658 for: {'subnet': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:35:40.715276 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8121e35a-c170-4582-a023-1d9fea411f49 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11551435'] for subnet, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:35:40.955188 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8121e35a-c170-4582-a023-1d9fea411f49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11336182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11551417'] for subnet, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:35:41.017775 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8121e35a-c170-4582-a023-1d9fea411f49 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa9a0f7b-5eae-4bb6-90d4-4a53f1dd3609,revision_number=0']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:35:41.029601 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8121e35a-c170-4582-a023-1d9fea411f49 admin admin] Checking segment: {'id': '7df241c9-a789-4d01-bffe-9fdd41905eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '141c1581-d19e-4400-89b9-3b3fa04bfbb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:35:41.030213 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8121e35a-c170-4582-a023-1d9fea411f49 admin admin] Network hostable DHCP agents. Network: 141c1581-d19e-4400-89b9-3b3fa04bfbb3, hostable agents: ['5950e76f-2bde-4343-a925-cbe6bacd2706'], hosted agents: [] {{(pid=93797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 23:35:41.054133 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8121e35a-c170-4582-a023-1d9fea411f49 admin admin] Network 141c1581-d19e-4400-89b9-3b3fa04bfbb3 is scheduled to be hosted by DHCP agent 5950e76f-2bde-4343-a925-cbe6bacd2706 with binding_index 1 {{(pid=93797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 23:35:41.071327 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-8121e35a-c170-4582-a023-1d9fea411f49 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802623-1, 141c1581-d19e-4400-89b9-3b3fa04bfbb3) {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:35:41.077883 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8121e35a-c170-4582-a023-1d9fea411f49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:35:41.078377 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8121e35a-c170-4582-a023-1d9fea411f49 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:35:41.084534 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b937cf29-b906-44e6-a68c-8e553f471d21 None None] Network 141c1581-d19e-4400-89b9-3b3fa04bfbb3 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:35:41.113819 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-8121e35a-c170-4582-a023-1d9fea411f49 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4407032 Jul 27 23:35:41.310458 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63b7af4f-4351-4153-813b-d63fb02a891f None None] Network 141c1581-d19e-4400-89b9-3b3fa04bfbb3 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:35:41.800485 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7270e7-2528-4871-a1b1-c9ac4cfa8e06 req-8ac3826d-183e-4d37-96c7-d8e342feb523 tempest-AttachVolumeNegativeTest-1252482255 tempest-AttachVolumeNegativeTest-1252482255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:35:41.807714 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-4c7270e7-2528-4871-a1b1-c9ac4cfa8e06 req-8ac3826d-183e-4d37-96c7-d8e342feb523 tempest-AttachVolumeNegativeTest-1252482255 tempest-AttachVolumeNegativeTest-1252482255-project] 10.222.0.18 "GET /v2.0/networks?id=141c1581-d19e-4400-89b9-3b3fa04bfbb3 HTTP/1.1" status: 200 len: 815 time: 0.1215425 Jul 27 23:35:41.825678 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-4c7270e7-2528-4871-a1b1-c9ac4cfa8e06 req-1f1478bf-8338-453f-a2c8-6111d84930ba tempest-AttachVolumeNegativeTest-1252482255 tempest-AttachVolumeNegativeTest-1252482255-project] 10.222.0.18 "GET /v2.0/quotas/2c421f6e61d24766a742e1834bb73658 HTTP/1.1" status: 200 len: 375 time: 0.0164847 Jul 27 23:35:41.856584 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-4c7270e7-2528-4871-a1b1-c9ac4cfa8e06 req-67e0f3bd-ae0b-49be-95e1-fee9c89cf7f0 tempest-AttachVolumeNegativeTest-1252482255 tempest-AttachVolumeNegativeTest-1252482255-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=2c421f6e61d24766a742e1834bb73658&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0300450 Jul 27 23:35:41.930520 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [req-4c7270e7-2528-4871-a1b1-c9ac4cfa8e06 req-777012a6-13ac-467d-a509-a32f46cdbdbf service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=93797) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 23:35:41.931849 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-4c7270e7-2528-4871-a1b1-c9ac4cfa8e06 req-777012a6-13ac-467d-a509-a32f46cdbdbf service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0672085 Jul 27 23:35:42.049182 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-4c7270e7-2528-4871-a1b1-c9ac4cfa8e06 req-3bbadb03-83dc-4e46-8f40-094761fa4293 service neutron] 10.222.0.18 "GET /v2.0/networks/141c1581-d19e-4400-89b9-3b3fa04bfbb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099272 Jul 27 23:35:42.153504 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-4c7270e7-2528-4871-a1b1-c9ac4cfa8e06 req-4af8e65c-bc1b-4325-a590-8910e190b2a6 service neutron] 10.222.0.18 "GET /v2.0/networks/141c1581-d19e-4400-89b9-3b3fa04bfbb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972624 Jul 27 23:35:42.405024 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c6c29cc5-ffa7-4a53-b84e-95006ff5fcb0 req-a5e93f19-014d-4b57-9c4f-308045ab2d64 tempest-AttachVolumeNegativeTest-1252482255 tempest-AttachVolumeNegativeTest-1252482255-project] 10.222.0.18 "GET /v2.0/ports?device_id=89c3e97d-d115-411e-a51a-c89832b2e4b2 HTTP/1.1" status: 200 len: 210 time: 0.0717351 Jul 27 23:35:43.527537 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-0021cfac-4f59-42c4-9e19-769f9e5d2199 req-f1c89d5c-0abc-41c6-8780-a7667418768a tempest-AttachVolumeNegativeTest-1252482255 tempest-AttachVolumeNegativeTest-1252482255-project] 10.222.0.18 "GET /v2.0/ports?device_id=89c3e97d-d115-411e-a51a-c89832b2e4b2 HTTP/1.1" status: 200 len: 210 time: 0.0342009 Jul 27 23:35:43.534141 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7270e7-2528-4871-a1b1-c9ac4cfa8e06 req-64b7d68b-bf2a-4cc4-9390-868db73bb188 tempest-AttachVolumeNegativeTest-1252482255 tempest-AttachVolumeNegativeTest-1252482255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:35:43.535643 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-4c7270e7-2528-4871-a1b1-c9ac4cfa8e06 req-64b7d68b-bf2a-4cc4-9390-868db73bb188 tempest-AttachVolumeNegativeTest-1252482255 tempest-AttachVolumeNegativeTest-1252482255-project] 10.222.0.49 "GET /v2.0/networks?id=141c1581-d19e-4400-89b9-3b3fa04bfbb3 HTTP/1.1" status: 200 len: 815 time: 0.1825674 Jul 27 23:35:43.550151 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [req-4c7270e7-2528-4871-a1b1-c9ac4cfa8e06 req-0e0a7804-1383-40db-8e64-fe33ce8808ee tempest-AttachVolumeNegativeTest-1252482255 tempest-AttachVolumeNegativeTest-1252482255-project] Request body: {'port': {'device_id': '89c3e97d-d115-411e-a51a-c89832b2e4b2', 'network_id': '141c1581-d19e-4400-89b9-3b3fa04bfbb3', 'admin_state_up': True, 'tenant_id': '2c421f6e61d24766a742e1834bb73658'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:35:43.675979 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c7270e7-2528-4871-a1b1-c9ac4cfa8e06 req-0e0a7804-1383-40db-8e64-fe33ce8808ee tempest-AttachVolumeNegativeTest-1252482255 tempest-AttachVolumeNegativeTest-1252482255-project] Made reservation on behalf of 2c421f6e61d24766a742e1834bb73658 for: {'port': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:35:43.680025 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-4c7270e7-2528-4871-a1b1-c9ac4cfa8e06 req-0e0a7804-1383-40db-8e64-fe33ce8808ee tempest-AttachVolumeNegativeTest-1252482255 tempest-AttachVolumeNegativeTest-1252482255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:35:43.825848 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [req-4c7270e7-2528-4871-a1b1-c9ac4cfa8e06 req-0e0a7804-1383-40db-8e64-fe33ce8808ee tempest-AttachVolumeNegativeTest-1252482255 tempest-AttachVolumeNegativeTest-1252482255-project] Allocated IP 172.20.0.3 (141c1581-d19e-4400-89b9-3b3fa04bfbb3/fa9a0f7b-5eae-4bb6-90d4-4a53f1dd3609/2066c28c-7cb5-4d29-be39-ea96eee1ee06) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:35:43.993381 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-4c7270e7-2528-4871-a1b1-c9ac4cfa8e06 req-0e0a7804-1383-40db-8e64-fe33ce8808ee tempest-AttachVolumeNegativeTest-1252482255 tempest-AttachVolumeNegativeTest-1252482255-project] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:35:44.053688 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-4c7270e7-2528-4871-a1b1-c9ac4cfa8e06 req-0e0a7804-1383-40db-8e64-fe33ce8808ee tempest-AttachVolumeNegativeTest-1252482255 tempest-AttachVolumeNegativeTest-1252482255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:35:44.102418 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c7270e7-2528-4871-a1b1-c9ac4cfa8e06 req-0e0a7804-1383-40db-8e64-fe33ce8808ee tempest-AttachVolumeNegativeTest-1252482255 tempest-AttachVolumeNegativeTest-1252482255-project] Network 141c1581-d19e-4400-89b9-3b3fa04bfbb3 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:35:44.105775 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [req-4c7270e7-2528-4871-a1b1-c9ac4cfa8e06 req-0e0a7804-1383-40db-8e64-fe33ce8808ee tempest-AttachVolumeNegativeTest-1252482255 tempest-AttachVolumeNegativeTest-1252482255-project] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:35:44.113423 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c7270e7-2528-4871-a1b1-c9ac4cfa8e06 req-0e0a7804-1383-40db-8e64-fe33ce8808ee tempest-AttachVolumeNegativeTest-1252482255 tempest-AttachVolumeNegativeTest-1252482255-project] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:35:44.140777 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0a7804-1383-40db-8e64-fe33ce8808ee tempest-AttachVolumeNegativeTest-1252482255 tempest-AttachVolumeNegativeTest-1252482255-project] Pushing event updated for resources: {'Port': ['ID=2066c28c-7cb5-4d29-be39-ea96eee1ee06,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:35:44.173216 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7270e7-2528-4871-a1b1-c9ac4cfa8e06 req-0e0a7804-1383-40db-8e64-fe33ce8808ee tempest-AttachVolumeNegativeTest-1252482255 tempest-AttachVolumeNegativeTest-1252482255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:35:44.173851 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-4c7270e7-2528-4871-a1b1-c9ac4cfa8e06 req-0e0a7804-1383-40db-8e64-fe33ce8808ee tempest-AttachVolumeNegativeTest-1252482255 tempest-AttachVolumeNegativeTest-1252482255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:35:44.192644 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-4c7270e7-2528-4871-a1b1-c9ac4cfa8e06 req-0e0a7804-1383-40db-8e64-fe33ce8808ee tempest-AttachVolumeNegativeTest-1252482255 tempest-AttachVolumeNegativeTest-1252482255-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6474390 Jul 27 23:35:44.209776 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [req-4c7270e7-2528-4871-a1b1-c9ac4cfa8e06 req-231b8f17-d9ff-4358-abdb-5a18f02fa9c6 service neutron] Request body: {'port': {'device_id': '89c3e97d-d115-411e-a51a-c89832b2e4b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802623-1'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:35:44.271178 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-4c7270e7-2528-4871-a1b1-c9ac4cfa8e06 req-231b8f17-d9ff-4358-abdb-5a18f02fa9c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:35:44.557171 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [req-4c7270e7-2528-4871-a1b1-c9ac4cfa8e06 req-231b8f17-d9ff-4358-abdb-5a18f02fa9c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2066c28c-7cb5-4d29-be39-ea96eee1ee06 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:35:44.567886 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-4c7270e7-2528-4871-a1b1-c9ac4cfa8e06 req-231b8f17-d9ff-4358-abdb-5a18f02fa9c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:35:44.582914 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [req-4c7270e7-2528-4871-a1b1-c9ac4cfa8e06 req-231b8f17-d9ff-4358-abdb-5a18f02fa9c6 service neutron] Transition to ACTIVE for port object 2066c28c-7cb5-4d29-be39-ea96eee1ee06 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:35:44.590710 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-4c7270e7-2528-4871-a1b1-c9ac4cfa8e06 req-231b8f17-d9ff-4358-abdb-5a18f02fa9c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11336041'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:35:44.653787 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231b8f17-d9ff-4358-abdb-5a18f02fa9c6 service neutron] Pushing event updated for resources: {'Port': ['ID=2066c28c-7cb5-4d29-be39-ea96eee1ee06,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:35:44.684382 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfc9b28-825c-455f-a075-e72a9ebb1e31 req-74f1b5e5-fc41-4e3f-866c-20c3f7a9625e tempest-AttachVolumeNegativeTest-1252482255 tempest-AttachVolumeNegativeTest-1252482255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:35:44.689493 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-acfc9b28-825c-455f-a075-e72a9ebb1e31 req-74f1b5e5-fc41-4e3f-866c-20c3f7a9625e tempest-AttachVolumeNegativeTest-1252482255 tempest-AttachVolumeNegativeTest-1252482255-project] 10.222.0.18 "GET /v2.0/ports?device_id=89c3e97d-d115-411e-a51a-c89832b2e4b2 HTTP/1.1" status: 200 len: 943 time: 0.0702012 Jul 27 23:35:44.735595 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-acfc9b28-825c-455f-a075-e72a9ebb1e31 req-84d4eeaa-ad20-409a-83ed-cedab08a1da4 tempest-AttachVolumeNegativeTest-1252482255 tempest-AttachVolumeNegativeTest-1252482255-project] 10.222.0.18 "GET /v2.0/security-groups?id=88ed4bfd-1262-4989-86b9-3b66b1d13e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432339 Jul 27 23:35:44.737368 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-4c7270e7-2528-4871-a1b1-c9ac4cfa8e06 req-231b8f17-d9ff-4358-abdb-5a18f02fa9c6 service neutron] Attempting to bind port 2066c28c-7cb5-4d29-be39-ea96eee1ee06 on host n-h2-802623-1 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:35:44.737768 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-4c7270e7-2528-4871-a1b1-c9ac4cfa8e06 req-231b8f17-d9ff-4358-abdb-5a18f02fa9c6 service neutron] Attempting to bind port 2066c28c-7cb5-4d29-be39-ea96eee1ee06 by drivers openvswitch,hyperv on host n-h2-802623-1 at level 0 using segments [{'id': '7df241c9-a789-4d01-bffe-9fdd41905eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '141c1581-d19e-4400-89b9-3b3fa04bfbb3'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:35:44.738038 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c7270e7-2528-4871-a1b1-c9ac4cfa8e06 req-231b8f17-d9ff-4358-abdb-5a18f02fa9c6 service neutron] Attempting to bind port 2066c28c-7cb5-4d29-be39-ea96eee1ee06 on network 141c1581-d19e-4400-89b9-3b3fa04bfbb3 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:35:44.742717 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c7270e7-2528-4871-a1b1-c9ac4cfa8e06 req-231b8f17-d9ff-4358-abdb-5a18f02fa9c6 service neutron] Port 2066c28c-7cb5-4d29-be39-ea96eee1ee06 on network 141c1581-d19e-4400-89b9-3b3fa04bfbb3 not bound, no agent of type Open vSwitch agent registered on host n-h2-802623-1 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 23:35:44.743022 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c7270e7-2528-4871-a1b1-c9ac4cfa8e06 req-231b8f17-d9ff-4358-abdb-5a18f02fa9c6 service neutron] Attempting to bind port 2066c28c-7cb5-4d29-be39-ea96eee1ee06 on network 141c1581-d19e-4400-89b9-3b3fa04bfbb3 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:35:44.751210 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 46734) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:35:44.757661 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c7270e7-2528-4871-a1b1-c9ac4cfa8e06 req-231b8f17-d9ff-4358-abdb-5a18f02fa9c6 service neutron] Checking agent: {'id': 'c5cc038b-93c4-4df4-8061-5df2a04a48c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 23, 0, 4), 'started_at': datetime.datetime(2021, 7, 27, 23, 0, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 35, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:35:44.758000 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c7270e7-2528-4871-a1b1-c9ac4cfa8e06 req-231b8f17-d9ff-4358-abdb-5a18f02fa9c6 service neutron] Checking segment: {'id': '7df241c9-a789-4d01-bffe-9fdd41905eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '141c1581-d19e-4400-89b9-3b3fa04bfbb3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:35:44.758382 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c7270e7-2528-4871-a1b1-c9ac4cfa8e06 req-231b8f17-d9ff-4358-abdb-5a18f02fa9c6 service neutron] Bound using segment: {'id': '7df241c9-a789-4d01-bffe-9fdd41905eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '141c1581-d19e-4400-89b9-3b3fa04bfbb3'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:35:44.758837 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-4c7270e7-2528-4871-a1b1-c9ac4cfa8e06 req-231b8f17-d9ff-4358-abdb-5a18f02fa9c6 service neutron] Bound port: 2066c28c-7cb5-4d29-be39-ea96eee1ee06, host: n-h2-802623-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7df241c9-a789-4d01-bffe-9fdd41905eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '141c1581-d19e-4400-89b9-3b3fa04bfbb3'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:35:44.759224 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-4c7270e7-2528-4871-a1b1-c9ac4cfa8e06 req-231b8f17-d9ff-4358-abdb-5a18f02fa9c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:35:44.827549 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-4c7270e7-2528-4871-a1b1-c9ac4cfa8e06 req-231b8f17-d9ff-4358-abdb-5a18f02fa9c6 service neutron] For port 2066c28c-7cb5-4d29-be39-ea96eee1ee06, host n-h2-802623-1, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:35:44.830719 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-4c7270e7-2528-4871-a1b1-c9ac4cfa8e06 req-231b8f17-d9ff-4358-abdb-5a18f02fa9c6 service neutron] For port 2066c28c-7cb5-4d29-be39-ea96eee1ee06, host n-h2-802623-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=2066c28c-7cb5-4d29-be39-ea96eee1ee06,segment=NetworkSegment(7df241c9-a789-4d01-bffe-9fdd41905eca),segment_id=7df241c9-a789-4d01-bffe-9fdd41905eca)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:35:44.837319 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-4c7270e7-2528-4871-a1b1-c9ac4cfa8e06 req-231b8f17-d9ff-4358-abdb-5a18f02fa9c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11336041'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:35:44.870867 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7270e7-2528-4871-a1b1-c9ac4cfa8e06 req-231b8f17-d9ff-4358-abdb-5a18f02fa9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:35:44.871521 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-4c7270e7-2528-4871-a1b1-c9ac4cfa8e06 req-231b8f17-d9ff-4358-abdb-5a18f02fa9c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:35:44.872919 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-4c7270e7-2528-4871-a1b1-c9ac4cfa8e06 req-231b8f17-d9ff-4358-abdb-5a18f02fa9c6 service neutron] 10.222.0.49 "PUT /v2.0/ports/2066c28c-7cb5-4d29-be39-ea96eee1ee06 HTTP/1.1" status: 200 len: 1091 time: 0.6709216 Jul 27 23:35:44.874955 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89c3e97d-d115-411e-a51a-c89832b2e4b2', 'tag': '2066c28c-7cb5-4d29-be39-ea96eee1ee06'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:35:44.877198 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a476459a1bfce68b0ae0df5b6a71154bfc7cfdc8f9eefce6ad0a17231e60468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d514ef87-f8f6-47a9-bb3d-15a9ae240957" -d '{"events": [{"name": "network-changed", "server_uuid": "89c3e97d-d115-411e-a51a-c89832b2e4b2", "tag": "2066c28c-7cb5-4d29-be39-ea96eee1ee06"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:35:44.899255 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-67288efd-a50e-4870-8e79-61c9df3593c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:35:44.969814 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231b8f17-d9ff-4358-abdb-5a18f02fa9c6 service neutron] Pushing event updated for resources: {'Port': ['ID=2066c28c-7cb5-4d29-be39-ea96eee1ee06,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:35:44.993991 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7270e7-2528-4871-a1b1-c9ac4cfa8e06 req-6db37823-c15e-4f4c-b609-78950ba65eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:35:44.996085 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-4c7270e7-2528-4871-a1b1-c9ac4cfa8e06 req-6db37823-c15e-4f4c-b609-78950ba65eee service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2c421f6e61d24766a742e1834bb73658&device_id=89c3e97d-d115-411e-a51a-c89832b2e4b2 HTTP/1.1" status: 200 len: 1094 time: 0.0868082 Jul 27 23:35:45.046079 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-4c7270e7-2528-4871-a1b1-c9ac4cfa8e06 req-0ef6d416-23e4-441f-8552-a493829dabaa service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2066c28c-7cb5-4d29-be39-ea96eee1ee06 HTTP/1.1" status: 200 len: 217 time: 0.0405004 Jul 27 23:35:45.068255 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 23:35:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-141b3136-353d-4500-a740-4a73206ccb9e x-openstack-request-id: req-141b3136-353d-4500-a740-4a73206ccb9e {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:35:45.068549 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89c3e97d-d115-411e-a51a-c89832b2e4b2", "tag": "2066c28c-7cb5-4d29-be39-ea96eee1ee06", "status": "completed", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:35:45.068801 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-141b3136-353d-4500-a740-4a73206ccb9e {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:35:45.069460 n-d-802623-1 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89c3e97d-d115-411e-a51a-c89832b2e4b2', 'tag': '2066c28c-7cb5-4d29-be39-ea96eee1ee06', 'status': 'completed', 'code': 200} Jul 27 23:35:45.129839 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-67288efd-a50e-4870-8e79-61c9df3593c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:35:45.131761 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7270e7-2528-4871-a1b1-c9ac4cfa8e06 req-3e2cbc7e-063f-4595-8168-7117ce1044b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:35:45.133248 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-4c7270e7-2528-4871-a1b1-c9ac4cfa8e06 req-3e2cbc7e-063f-4595-8168-7117ce1044b1 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fa9a0f7b-5eae-4bb6-90d4-4a53f1dd3609 HTTP/1.1" status: 200 len: 855 time: 0.0776253 Jul 27 23:35:45.140517 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-67288efd-a50e-4870-8e79-61c9df3593c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:35:45.183881 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-4c7270e7-2528-4871-a1b1-c9ac4cfa8e06 req-2d1afccb-451f-4293-bd33-5dca88fdafe5 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=141c1581-d19e-4400-89b9-3b3fa04bfbb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402420 Jul 27 23:35:45.221418 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67288efd-a50e-4870-8e79-61c9df3593c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee15283c-fa97-49a3-b6a6-76b8ef0ff23e,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:35:45.251992 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-67288efd-a50e-4870-8e79-61c9df3593c6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=302f88cb64484908a04aaffe01cf9e1c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4974766 Jul 27 23:35:45.252682 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 46752) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:35:45.306189 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-4c7270e7-2528-4871-a1b1-c9ac4cfa8e06 req-861acc9c-9d74-4c25-95de-d7749ab3c0e3 service neutron] 10.222.0.49 "GET /v2.0/networks/141c1581-d19e-4400-89b9-3b3fa04bfbb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085567 Jul 27 23:35:45.312735 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4f5e6784-aa4c-48a4-bb51-afd722652c46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:35:45.334429 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4f5e6784-aa4c-48a4-bb51-afd722652c46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:35:45.386861 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4f5e6784-aa4c-48a4-bb51-afd722652c46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:35:45.389434 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4f5e6784-aa4c-48a4-bb51-afd722652c46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:35:45.390585 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-4f5e6784-aa4c-48a4-bb51-afd722652c46 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ee15283c-fa97-49a3-b6a6-76b8ef0ff23e HTTP/1.1" status: 204 len: 168 time: 0.1372397 Jul 27 23:35:45.398513 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5e6784-aa4c-48a4-bb51-afd722652c46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee15283c-fa97-49a3-b6a6-76b8ef0ff23e,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:35:45.402761 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-4c7270e7-2528-4871-a1b1-c9ac4cfa8e06 req-6c2e5bdb-69f9-48d5-9c05-57d3722d8575 service neutron] 10.222.0.49 "GET /v2.0/networks/141c1581-d19e-4400-89b9-3b3fa04bfbb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895746 Jul 27 23:35:45.489883 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d514ef87-f8f6-47a9-bb3d-15a9ae240957 req-cc729135-91c0-4848-b68e-3aabbd785b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:35:45.491372 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d514ef87-f8f6-47a9-bb3d-15a9ae240957 req-cc729135-91c0-4848-b68e-3aabbd785b56 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2c421f6e61d24766a742e1834bb73658&device_id=89c3e97d-d115-411e-a51a-c89832b2e4b2 HTTP/1.1" status: 200 len: 1094 time: 0.0430629 Jul 27 23:35:45.587420 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d514ef87-f8f6-47a9-bb3d-15a9ae240957 req-dd98e55a-714b-43aa-b5eb-fb1dc35fe8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:35:45.588919 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d514ef87-f8f6-47a9-bb3d-15a9ae240957 req-dd98e55a-714b-43aa-b5eb-fb1dc35fe8d2 service neutron] 10.222.0.49 "GET /v2.0/networks?id=141c1581-d19e-4400-89b9-3b3fa04bfbb3 HTTP/1.1" status: 200 len: 916 time: 0.0906947 Jul 27 23:35:45.639363 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d514ef87-f8f6-47a9-bb3d-15a9ae240957 req-c4cf3491-1b8a-4490-bc3c-dc085841c700 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2066c28c-7cb5-4d29-be39-ea96eee1ee06 HTTP/1.1" status: 200 len: 217 time: 0.0348179 Jul 27 23:35:45.655015 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 46758) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:35:45.667901 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e718bc59-f041-4b7f-8a78-122ad4d8172b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:35:45.688344 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d514ef87-f8f6-47a9-bb3d-15a9ae240957 req-fc4dc85c-858d-4006-9d71-c8b76a6175e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:35:45.689824 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d514ef87-f8f6-47a9-bb3d-15a9ae240957 req-fc4dc85c-858d-4006-9d71-c8b76a6175e0 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fa9a0f7b-5eae-4bb6-90d4-4a53f1dd3609 HTTP/1.1" status: 200 len: 855 time: 0.0436428 Jul 27 23:35:45.726608 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d514ef87-f8f6-47a9-bb3d-15a9ae240957 req-e7505fff-392a-410f-8d5e-979fe634906e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=141c1581-d19e-4400-89b9-3b3fa04bfbb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297990 Jul 27 23:35:45.764533 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e718bc59-f041-4b7f-8a78-122ad4d8172b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:35:45.769529 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e718bc59-f041-4b7f-8a78-122ad4d8172b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:35:45.818352 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-e718bc59-f041-4b7f-8a78-122ad4d8172b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b506032e13d34c839cea97d84678e3a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1621740 Jul 27 23:35:45.819330 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 46762) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:35:45.821016 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e718bc59-f041-4b7f-8a78-122ad4d8172b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e575209a-3474-459f-9af4-6ffbf2b7e550,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:35:45.846478 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d514ef87-f8f6-47a9-bb3d-15a9ae240957 req-5433f1f8-e248-4137-ae57-056478c25962 service neutron] 10.222.0.49 "GET /v2.0/networks/141c1581-d19e-4400-89b9-3b3fa04bfbb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134236 Jul 27 23:35:45.968209 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcd5c14-b92f-4da1-9aa4-f14f0527ef91 req-9c69be85-c630-48e7-809a-454e7e5287e7 tempest-AttachVolumeNegativeTest-1252482255 tempest-AttachVolumeNegativeTest-1252482255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:35:45.969705 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-2dcd5c14-b92f-4da1-9aa4-f14f0527ef91 req-9c69be85-c630-48e7-809a-454e7e5287e7 tempest-AttachVolumeNegativeTest-1252482255 tempest-AttachVolumeNegativeTest-1252482255-project] 10.222.0.18 "GET /v2.0/ports?device_id=89c3e97d-d115-411e-a51a-c89832b2e4b2 HTTP/1.1" status: 200 len: 943 time: 0.1461933 Jul 27 23:35:45.988039 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a34e9b25-88e7-4e9c-a408-3936e0809753 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:35:46.039756 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a34e9b25-88e7-4e9c-a408-3936e0809753 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:35:46.048989 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d514ef87-f8f6-47a9-bb3d-15a9ae240957 req-b6993578-0320-4963-a961-03855cdeefa4 service neutron] 10.222.0.49 "GET /v2.0/networks/141c1581-d19e-4400-89b9-3b3fa04bfbb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1810722 Jul 27 23:35:46.053630 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-2dcd5c14-b92f-4da1-9aa4-f14f0527ef91 req-deedbd53-2318-4cdd-8114-ca7cb9844dc5 tempest-AttachVolumeNegativeTest-1252482255 tempest-AttachVolumeNegativeTest-1252482255-project] 10.222.0.18 "GET /v2.0/security-groups?id=88ed4bfd-1262-4989-86b9-3b66b1d13e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744503 Jul 27 23:35:46.106599 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a34e9b25-88e7-4e9c-a408-3936e0809753 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:35:46.109367 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a34e9b25-88e7-4e9c-a408-3936e0809753 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:35:46.110551 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-a34e9b25-88e7-4e9c-a408-3936e0809753 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e575209a-3474-459f-9af4-6ffbf2b7e550 HTTP/1.1" status: 204 len: 168 time: 0.2897449 Jul 27 23:35:46.118376 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34e9b25-88e7-4e9c-a408-3936e0809753 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e575209a-3474-459f-9af4-6ffbf2b7e550,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:35:47.191038 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfe72dc-2194-4b25-99a4-ffc8501d7e04 req-6742a0a6-009a-47d0-be96-f653b564e6a7 tempest-AttachVolumeNegativeTest-1252482255 tempest-AttachVolumeNegativeTest-1252482255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:35:47.192665 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-6cfe72dc-2194-4b25-99a4-ffc8501d7e04 req-6742a0a6-009a-47d0-be96-f653b564e6a7 tempest-AttachVolumeNegativeTest-1252482255 tempest-AttachVolumeNegativeTest-1252482255-project] 10.222.0.18 "GET /v2.0/ports?device_id=89c3e97d-d115-411e-a51a-c89832b2e4b2 HTTP/1.1" status: 200 len: 943 time: 0.0637081 Jul 27 23:35:47.237835 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-6cfe72dc-2194-4b25-99a4-ffc8501d7e04 req-a92929f0-f7cf-4cf8-9f94-36114e8f9813 tempest-AttachVolumeNegativeTest-1252482255 tempest-AttachVolumeNegativeTest-1252482255-project] 10.222.0.18 "GET /v2.0/security-groups?id=88ed4bfd-1262-4989-86b9-3b66b1d13e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365446 Jul 27 23:35:48.224621 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 46840) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:35:48.356110 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a5f0cb23-44c5-4a08-9645-1d362db8f146 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:35:48.394141 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5eebb32-0caa-4e8b-84a0-ef2eec526f09 req-59a853d0-323c-4171-ad4d-07ad3f25ebf9 tempest-AttachVolumeNegativeTest-1252482255 tempest-AttachVolumeNegativeTest-1252482255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:35:48.395681 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-e5eebb32-0caa-4e8b-84a0-ef2eec526f09 req-59a853d0-323c-4171-ad4d-07ad3f25ebf9 tempest-AttachVolumeNegativeTest-1252482255 tempest-AttachVolumeNegativeTest-1252482255-project] 10.222.0.18 "GET /v2.0/ports?device_id=89c3e97d-d115-411e-a51a-c89832b2e4b2 HTTP/1.1" status: 200 len: 943 time: 0.0819852 Jul 27 23:35:48.457523 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-e5eebb32-0caa-4e8b-84a0-ef2eec526f09 req-48f8608e-5974-4cf2-a187-90b060e57eac tempest-AttachVolumeNegativeTest-1252482255 tempest-AttachVolumeNegativeTest-1252482255-project] 10.222.0.18 "GET /v2.0/security-groups?id=88ed4bfd-1262-4989-86b9-3b66b1d13e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552359 Jul 27 23:35:48.506895 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a5f0cb23-44c5-4a08-9645-1d362db8f146 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:35:48.511174 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a5f0cb23-44c5-4a08-9645-1d362db8f146 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:35:48.550169 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-a5f0cb23-44c5-4a08-9645-1d362db8f146 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a3b8cda5bfe74ad586a090a8954b6920&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3244376 Jul 27 23:35:48.551219 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f0cb23-44c5-4a08-9645-1d362db8f146 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6c45ecd-a9bf-4a0d-82b0-bb3cce289b87,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:35:48.553189 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 46848) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:35:48.592307 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device 2066c28c-7cb5-4d29-be39-ea96eee1ee06 details requested by agent hyperv_n-h2-802623-1 with host n-h2-802623-1 {{(pid=93799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 23:35:48.622487 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1f308828-b352-4c8b-a521-c80f61abbd8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:35:48.645201 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1f308828-b352-4c8b-a521-c80f61abbd8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:35:48.694792 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1f308828-b352-4c8b-a521-c80f61abbd8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:35:48.695731 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port 2066c28c-7cb5-4d29-be39-ea96eee1ee06, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=2066c28c-7cb5-4d29-be39-ea96eee1ee06,segment=NetworkSegment(7df241c9-a789-4d01-bffe-9fdd41905eca),segment_id=7df241c9-a789-4d01-bffe-9fdd41905eca)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:35:48.698040 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1f308828-b352-4c8b-a521-c80f61abbd8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:35:48.699059 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-1f308828-b352-4c8b-a521-c80f61abbd8c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d6c45ecd-a9bf-4a0d-82b0-bb3cce289b87 HTTP/1.1" status: 204 len: 168 time: 0.1438904 Jul 27 23:35:48.707547 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f308828-b352-4c8b-a521-c80f61abbd8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6c45ecd-a9bf-4a0d-82b0-bb3cce289b87,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:35:48.709352 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Returning: {'device': '2066c28c-7cb5-4d29-be39-ea96eee1ee06', 'network_id': '141c1581-d19e-4400-89b9-3b3fa04bfbb3', 'port_id': '2066c28c-7cb5-4d29-be39-ea96eee1ee06', 'mac_address': 'fa:16:3e:4f:8c:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa9a0f7b-5eae-4bb6-90d4-4a53f1dd3609', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 23:35:48.759021 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:35:48.773136 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2066c28c-7cb5-4d29-be39-ea96eee1ee06 {{(pid=93799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:35:48.794299 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port 2066c28c-7cb5-4d29-be39-ea96eee1ee06, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=2066c28c-7cb5-4d29-be39-ea96eee1ee06,segment=NetworkSegment(7df241c9-a789-4d01-bffe-9fdd41905eca),segment_id=7df241c9-a789-4d01-bffe-9fdd41905eca)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:35:48.799391 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:35:48.855437 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Pushing event updated for resources: {'Port': ['ID=2066c28c-7cb5-4d29-be39-ea96eee1ee06,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:35:48.988820 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 46854) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:35:49.003375 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-73cf1b0c-6527-420d-8950-265dbb739c6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:35:49.104363 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-73cf1b0c-6527-420d-8950-265dbb739c6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:35:49.109270 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] get_ports_and_sgs() called for port_ids ['2066c28c-7cb5-4d29-be39-ea96eee1ee06'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:35:49.113147 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-73cf1b0c-6527-420d-8950-265dbb739c6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:35:49.150923 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-73cf1b0c-6527-420d-8950-265dbb739c6f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3d6832c0f9354fa2b106673e3512b462&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1607652 Jul 27 23:35:49.154185 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 46856) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:35:49.156187 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cf1b0c-6527-420d-8950-265dbb739c6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fa1d43b-24b6-4f51-a483-03584f4fda15,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:35:49.223444 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-aed8ab2e-777d-441b-9b35-ea4d49ec0a05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:35:49.245572 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-aed8ab2e-777d-441b-9b35-ea4d49ec0a05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:35:49.292517 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-aed8ab2e-777d-441b-9b35-ea4d49ec0a05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:35:49.294997 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-aed8ab2e-777d-441b-9b35-ea4d49ec0a05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:35:49.296187 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-aed8ab2e-777d-441b-9b35-ea4d49ec0a05 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3fa1d43b-24b6-4f51-a483-03584f4fda15 HTTP/1.1" status: 204 len: 168 time: 0.1406434 Jul 27 23:35:49.303901 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed8ab2e-777d-441b-9b35-ea4d49ec0a05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fa1d43b-24b6-4f51-a483-03584f4fda15,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:35:49.575397 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32606ac-b5bd-43f3-a0e0-fd8d38de9b08 req-aed250a1-6601-433a-8dc5-7b7eab42b8a8 tempest-AttachVolumeNegativeTest-1252482255 tempest-AttachVolumeNegativeTest-1252482255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:35:49.577034 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e32606ac-b5bd-43f3-a0e0-fd8d38de9b08 req-aed250a1-6601-433a-8dc5-7b7eab42b8a8 tempest-AttachVolumeNegativeTest-1252482255 tempest-AttachVolumeNegativeTest-1252482255-project] 10.222.0.18 "GET /v2.0/ports?device_id=89c3e97d-d115-411e-a51a-c89832b2e4b2 HTTP/1.1" status: 200 len: 944 time: 0.0497139 Jul 27 23:35:49.617497 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e32606ac-b5bd-43f3-a0e0-fd8d38de9b08 req-604b03fd-24d2-4c07-a1a1-62802d174a63 tempest-AttachVolumeNegativeTest-1252482255 tempest-AttachVolumeNegativeTest-1252482255-project] 10.222.0.18 "GET /v2.0/security-groups?id=88ed4bfd-1262-4989-86b9-3b66b1d13e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343478 Jul 27 23:35:49.866836 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf0339e-61e1-43c9-a7f6-d03e9cbd6283 req-8f76e12d-aac2-4f74-a654-d15d5f724966 tempest-VolumesBackupsTest-1512421499 tempest-VolumesBackupsTest-1512421499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:35:49.868373 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ccf0339e-61e1-43c9-a7f6-d03e9cbd6283 req-8f76e12d-aac2-4f74-a654-d15d5f724966 tempest-VolumesBackupsTest-1512421499 tempest-VolumesBackupsTest-1512421499-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5762377-3696-4bd4-a0b1-20ad9fa8d847 HTTP/1.1" status: 200 len: 950 time: 0.0557568 Jul 27 23:35:49.910406 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ccf0339e-61e1-43c9-a7f6-d03e9cbd6283 req-752a4360-4347-4957-8d28-daef9a1723f3 tempest-VolumesBackupsTest-1512421499 tempest-VolumesBackupsTest-1512421499-project] 10.222.0.18 "GET /v2.0/security-groups?id=3c7a6a5d-6f48-4154-8fd2-63a44b9b0878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355403 Jul 27 23:35:50.593499 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device 2066c28c-7cb5-4d29-be39-ea96eee1ee06 up at agent hyperv_n-h2-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:35:50.645319 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Provisioning for port 2066c28c-7cb5-4d29-be39-ea96eee1ee06 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:35:50.649936 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Provisioning complete for port 2066c28c-7cb5-4d29-be39-ea96eee1ee06 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:35:50.650537 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:35:50.736197 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:35:50.739497 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb83e6cf-3bc8-4ca0-a4d3-d7c4f6947408 req-269faf87-f2e0-4bf6-b0ce-16cc950e0587 tempest-AttachVolumeNegativeTest-1252482255 tempest-AttachVolumeNegativeTest-1252482255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:35:50.743559 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-bb83e6cf-3bc8-4ca0-a4d3-d7c4f6947408 req-269faf87-f2e0-4bf6-b0ce-16cc950e0587 tempest-AttachVolumeNegativeTest-1252482255 tempest-AttachVolumeNegativeTest-1252482255-project] 10.222.0.18 "GET /v2.0/ports?device_id=89c3e97d-d115-411e-a51a-c89832b2e4b2 HTTP/1.1" status: 200 len: 944 time: 0.0558653 Jul 27 23:35:50.765520 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89c3e97d-d115-411e-a51a-c89832b2e4b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2066c28c-7cb5-4d29-be39-ea96eee1ee06'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:35:50.765520 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c0369b0d4f459110ff20a1f9878ba33f96d6491bddb9d15843bf29d01e0bda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81222dcd-b4a3-44d4-a087-72bab6384b1f" -d '{"events": [{"server_uuid": "89c3e97d-d115-411e-a51a-c89832b2e4b2", "name": "network-vif-plugged", "status": "completed", "tag": "2066c28c-7cb5-4d29-be39-ea96eee1ee06"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:35:50.778992 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port 2066c28c-7cb5-4d29-be39-ea96eee1ee06, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=2066c28c-7cb5-4d29-be39-ea96eee1ee06,segment=NetworkSegment(7df241c9-a789-4d01-bffe-9fdd41905eca),segment_id=7df241c9-a789-4d01-bffe-9fdd41905eca)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:35:50.784145 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:35:50.791400 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-bb83e6cf-3bc8-4ca0-a4d3-d7c4f6947408 req-b3dc118b-176d-4695-b834-aadc46e2e3e8 tempest-AttachVolumeNegativeTest-1252482255 tempest-AttachVolumeNegativeTest-1252482255-project] 10.222.0.18 "GET /v2.0/security-groups?id=88ed4bfd-1262-4989-86b9-3b66b1d13e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435739 Jul 27 23:35:50.822363 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:35:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d14ce0f-069a-46ed-883f-7638329efb2d x-openstack-request-id: req-4d14ce0f-069a-46ed-883f-7638329efb2d {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:35:50.822671 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89c3e97d-d115-411e-a51a-c89832b2e4b2", "name": "network-vif-plugged", "status": "completed", "tag": "2066c28c-7cb5-4d29-be39-ea96eee1ee06", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:35:50.822923 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4d14ce0f-069a-46ed-883f-7638329efb2d {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:35:50.823876 n-d-802623-1 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89c3e97d-d115-411e-a51a-c89832b2e4b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2066c28c-7cb5-4d29-be39-ea96eee1ee06', 'code': 200} Jul 27 23:35:50.836308 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Pushing event updated for resources: {'Port': ['ID=2066c28c-7cb5-4d29-be39-ea96eee1ee06,revision_number=5']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:35:50.918029 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb0f619-de85-4ad6-ab67-850fefc3b513 req-5eaaf8bf-4ff7-4ba8-9092-c8bde99b2b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:35:50.919623 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-4fb0f619-de85-4ad6-ab67-850fefc3b513 req-5eaaf8bf-4ff7-4ba8-9092-c8bde99b2b60 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=89c3e97d-d115-411e-a51a-c89832b2e4b2 HTTP/1.1" status: 200 len: 1096 time: 0.0417695 Jul 27 23:35:50.967344 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-4fb0f619-de85-4ad6-ab67-850fefc3b513 req-706016e2-12b3-4a84-ade6-08b1cd326d88 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=88ed4bfd-1262-4989-86b9-3b66b1d13e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357089 Jul 27 23:35:51.062087 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0851d8a6-0bed-4ca1-95d4-3a946ee7dafe req-650f192e-6618-4ec7-a137-b1fca569384b tempest-VolumesBackupsTest-1512421499 tempest-VolumesBackupsTest-1512421499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:35:51.063922 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-0851d8a6-0bed-4ca1-95d4-3a946ee7dafe req-650f192e-6618-4ec7-a137-b1fca569384b tempest-VolumesBackupsTest-1512421499 tempest-VolumesBackupsTest-1512421499-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5762377-3696-4bd4-a0b1-20ad9fa8d847 HTTP/1.1" status: 200 len: 950 time: 0.0598979 Jul 27 23:35:51.104892 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-0851d8a6-0bed-4ca1-95d4-3a946ee7dafe req-96e63f84-3999-4403-9f65-1058e5195af5 tempest-VolumesBackupsTest-1512421499 tempest-VolumesBackupsTest-1512421499-project] 10.222.0.18 "GET /v2.0/security-groups?id=3c7a6a5d-6f48-4154-8fd2-63a44b9b0878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341206 Jul 27 23:35:51.261710 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e64d23-cb10-4800-88ed-d31dac95508c req-a738f7ba-54c9-4db7-ae63-89ece0096aa1 tempest-VolumesBackupsTest-1512421499 tempest-VolumesBackupsTest-1512421499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:35:51.263203 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-c3e64d23-cb10-4800-88ed-d31dac95508c req-a738f7ba-54c9-4db7-ae63-89ece0096aa1 tempest-VolumesBackupsTest-1512421499 tempest-VolumesBackupsTest-1512421499-project] 10.222.0.38 "GET /v2.0/ports?device_id=b5762377-3696-4bd4-a0b1-20ad9fa8d847 HTTP/1.1" status: 200 len: 950 time: 0.0488796 Jul 27 23:35:51.357000 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [req-c3e64d23-cb10-4800-88ed-d31dac95508c req-fb5c75d9-70ea-4fcd-ab1c-c1e4928567af tempest-VolumesBackupsTest-1512421499 tempest-VolumesBackupsTest-1512421499-project] Deleting port 61be1a8b-7f7a-4402-939e-e55e07a26508 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:35:51.357270 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-c3e64d23-cb10-4800-88ed-d31dac95508c req-fb5c75d9-70ea-4fcd-ab1c-c1e4928567af tempest-VolumesBackupsTest-1512421499 tempest-VolumesBackupsTest-1512421499-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:35:51.447806 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-c3e64d23-cb10-4800-88ed-d31dac95508c req-fb5c75d9-70ea-4fcd-ab1c-c1e4928567af tempest-VolumesBackupsTest-1512421499 tempest-VolumesBackupsTest-1512421499-project] For port 61be1a8b-7f7a-4402-939e-e55e07a26508, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=61be1a8b-7f7a-4402-939e-e55e07a26508,segment=NetworkSegment(16e91594-c047-4b55-93eb-43af33ad08e1),segment_id=16e91594-c047-4b55-93eb-43af33ad08e1)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:35:51.448743 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-c3e64d23-cb10-4800-88ed-d31dac95508c req-fb5c75d9-70ea-4fcd-ab1c-c1e4928567af tempest-VolumesBackupsTest-1512421499 tempest-VolumesBackupsTest-1512421499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:35:51.461705 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [req-c3e64d23-cb10-4800-88ed-d31dac95508c req-fb5c75d9-70ea-4fcd-ab1c-c1e4928567af tempest-VolumesBackupsTest-1512421499 tempest-VolumesBackupsTest-1512421499-project] Calling delete_port for 61be1a8b-7f7a-4402-939e-e55e07a26508 owned by compute:nova {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:35:51.602927 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-c3e64d23-cb10-4800-88ed-d31dac95508c req-fb5c75d9-70ea-4fcd-ab1c-c1e4928567af tempest-VolumesBackupsTest-1512421499 tempest-VolumesBackupsTest-1512421499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:35:51.619092 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] get_ports_and_sgs() called for port_ids ['61be1a8b-7f7a-4402-939e-e55e07a26508'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:35:51.633288 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5c75d9-70ea-4fcd-ab1c-c1e4928567af tempest-VolumesBackupsTest-1512421499 tempest-VolumesBackupsTest-1512421499-project] Pushing event deleted for resources: {'Port': ['ID=61be1a8b-7f7a-4402-939e-e55e07a26508,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:35:51.684502 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3e64d23-cb10-4800-88ed-d31dac95508c req-fb5c75d9-70ea-4fcd-ab1c-c1e4928567af tempest-VolumesBackupsTest-1512421499 tempest-VolumesBackupsTest-1512421499-project] No DVR routers for this DVR port 61be1a8b-7f7a-4402-939e-e55e07a26508 on host n-h1-802623-1 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:35:51.687518 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-c3e64d23-cb10-4800-88ed-d31dac95508c req-fb5c75d9-70ea-4fcd-ab1c-c1e4928567af tempest-VolumesBackupsTest-1512421499 tempest-VolumesBackupsTest-1512421499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:35:51.689375 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-c3e64d23-cb10-4800-88ed-d31dac95508c req-fb5c75d9-70ea-4fcd-ab1c-c1e4928567af tempest-VolumesBackupsTest-1512421499 tempest-VolumesBackupsTest-1512421499-project] 10.222.0.38 "DELETE /v2.0/ports/61be1a8b-7f7a-4402-939e-e55e07a26508 HTTP/1.1" status: 204 len: 173 time: 0.4200106 Jul 27 23:35:51.689826 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5762377-3696-4bd4-a0b1-20ad9fa8d847', 'name': 'network-vif-deleted', 'tag': '61be1a8b-7f7a-4402-939e-e55e07a26508'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:35:51.692221 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a476459a1bfce68b0ae0df5b6a71154bfc7cfdc8f9eefce6ad0a17231e60468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90f4dbf4-6a88-452f-a933-356ef92bfb79" -d '{"events": [{"server_uuid": "b5762377-3696-4bd4-a0b1-20ad9fa8d847", "name": "network-vif-deleted", "tag": "61be1a8b-7f7a-4402-939e-e55e07a26508"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:35:51.728689 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:35:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce7b658e-62b3-4427-989b-d9314b4910e8 x-openstack-request-id: req-ce7b658e-62b3-4427-989b-d9314b4910e8 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:35:51.728985 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5762377-3696-4bd4-a0b1-20ad9fa8d847", "name": "network-vif-deleted", "tag": "61be1a8b-7f7a-4402-939e-e55e07a26508", "status": "completed", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:35:51.729829 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ce7b658e-62b3-4427-989b-d9314b4910e8 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:35:51.730251 n-d-802623-1 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5762377-3696-4bd4-a0b1-20ad9fa8d847', 'name': 'network-vif-deleted', 'tag': '61be1a8b-7f7a-4402-939e-e55e07a26508', 'status': 'completed', 'code': 200} Jul 27 23:35:51.907420 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8736c0bf-10ef-45c0-b682-87923a007058 req-6327bfe6-f9c0-42a2-ad0e-12dca25bf361 tempest-AttachVolumeNegativeTest-1252482255 tempest-AttachVolumeNegativeTest-1252482255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:35:51.908867 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8736c0bf-10ef-45c0-b682-87923a007058 req-6327bfe6-f9c0-42a2-ad0e-12dca25bf361 tempest-AttachVolumeNegativeTest-1252482255 tempest-AttachVolumeNegativeTest-1252482255-project] 10.222.0.18 "GET /v2.0/ports?device_id=89c3e97d-d115-411e-a51a-c89832b2e4b2 HTTP/1.1" status: 200 len: 945 time: 0.0514491 Jul 27 23:35:51.948701 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8736c0bf-10ef-45c0-b682-87923a007058 req-e1766ec1-0727-48a2-a0ea-f51368ca04ce tempest-AttachVolumeNegativeTest-1252482255 tempest-AttachVolumeNegativeTest-1252482255-project] 10.222.0.18 "GET /v2.0/security-groups?id=88ed4bfd-1262-4989-86b9-3b66b1d13e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337284 Jul 27 23:35:52.239655 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a3abd5a6-4052-40ad-86a8-e5bbccf04707 req-636fd848-114a-4233-8cd3-192dfaf50919 tempest-VolumesBackupsTest-1512421499 tempest-VolumesBackupsTest-1512421499-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5762377-3696-4bd4-a0b1-20ad9fa8d847 HTTP/1.1" status: 200 len: 210 time: 0.0335958 Jul 27 23:35:53.065590 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15a79a1-40aa-4883-ae17-613835221126 req-5e317ae1-bd12-4571-9620-d890b0a0a9be tempest-AttachVolumeNegativeTest-1252482255 tempest-AttachVolumeNegativeTest-1252482255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:35:53.067097 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-c15a79a1-40aa-4883-ae17-613835221126 req-5e317ae1-bd12-4571-9620-d890b0a0a9be tempest-AttachVolumeNegativeTest-1252482255 tempest-AttachVolumeNegativeTest-1252482255-project] 10.222.0.18 "GET /v2.0/ports?device_id=89c3e97d-d115-411e-a51a-c89832b2e4b2 HTTP/1.1" status: 200 len: 945 time: 0.0500808 Jul 27 23:35:53.105487 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-c15a79a1-40aa-4883-ae17-613835221126 req-513e30df-7f34-4cbb-923d-1ce443eb088f tempest-AttachVolumeNegativeTest-1252482255 tempest-AttachVolumeNegativeTest-1252482255-project] 10.222.0.18 "GET /v2.0/security-groups?id=88ed4bfd-1262-4989-86b9-3b66b1d13e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321810 Jul 27 23:35:53.734706 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 61be1a8b-7f7a-4402-939e-e55e07a26508 no longer exists at agent hyperv_n-h1-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:35:53.759894 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] No Port match for: 61be1a8b-7f7a-4402-939e-e55e07a26508 {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:35:53.761371 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 61be1a8b-7f7a-4402-939e-e55e07a26508 not bound to the agent host n-h1-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:35:56.356517 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.agents_db [None req-9beef776-8bab-4de2-989a-f5a23ba4aaf4 None None] Agent healthcheck: found 7 active agents {{(pid=93800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 23:35:56.923960 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7909b9a3-a8a7-43ab-8877-8d64b0fb0266 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:35:59.580139 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7bd13605-0091-4d19-950b-d74715d2483a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:35:59.717029 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:36:00.058644 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:36:00.516485 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-19f2e178-d45e-4fbe-b9be-c3963fc151ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:36:02.274877 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7418f70f-e60d-4709-8ba9-6ab514bc7f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:36:03.521129 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 47136) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:36:03.641138 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d53e264b-a694-4b8f-bed0-51bd9b983421 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:36:03.750452 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d53e264b-a694-4b8f-bed0-51bd9b983421 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:36:03.754450 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d53e264b-a694-4b8f-bed0-51bd9b983421 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:36:03.793081 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-d53e264b-a694-4b8f-bed0-51bd9b983421 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e8f80a68387345a3a3a610e899c5d78f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2705646 Jul 27 23:36:03.793955 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53e264b-a694-4b8f-bed0-51bd9b983421 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c74565e3-8643-43db-8ff6-917ded826ff2,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:36:03.795804 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 47144) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:36:03.848553 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-882ed787-89a6-4033-8a1b-d591786ddd5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:36:03.871227 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-882ed787-89a6-4033-8a1b-d591786ddd5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:36:03.920481 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-882ed787-89a6-4033-8a1b-d591786ddd5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:36:03.923196 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-882ed787-89a6-4033-8a1b-d591786ddd5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:36:03.924355 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-882ed787-89a6-4033-8a1b-d591786ddd5d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c74565e3-8643-43db-8ff6-917ded826ff2 HTTP/1.1" status: 204 len: 168 time: 0.1275258 Jul 27 23:36:03.932593 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882ed787-89a6-4033-8a1b-d591786ddd5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c74565e3-8643-43db-8ff6-917ded826ff2,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:36:03.941604 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882ed787-89a6-4033-8a1b-d591786ddd5d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:36:03.942396 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882ed787-89a6-4033-8a1b-d591786ddd5d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:36:03.942838 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882ed787-89a6-4033-8a1b-d591786ddd5d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:36:03.943294 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882ed787-89a6-4033-8a1b-d591786ddd5d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:36:03.944761 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882ed787-89a6-4033-8a1b-d591786ddd5d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:36:03.945315 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882ed787-89a6-4033-8a1b-d591786ddd5d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:36:03.945690 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882ed787-89a6-4033-8a1b-d591786ddd5d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:36:03.946178 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882ed787-89a6-4033-8a1b-d591786ddd5d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:36:03.947239 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882ed787-89a6-4033-8a1b-d591786ddd5d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:36:03.948117 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882ed787-89a6-4033-8a1b-d591786ddd5d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:36:03.948433 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882ed787-89a6-4033-8a1b-d591786ddd5d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:36:03.948932 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882ed787-89a6-4033-8a1b-d591786ddd5d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:36:04.204728 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 47150) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:36:04.219266 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-72be017d-7f4d-40ef-ba09-40ade40654cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:36:04.317523 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-72be017d-7f4d-40ef-ba09-40ade40654cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:36:04.323320 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-72be017d-7f4d-40ef-ba09-40ade40654cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:36:04.363131 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-72be017d-7f4d-40ef-ba09-40ade40654cb admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=754c604fabac492c806c2faf529ccff4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1571455 Jul 27 23:36:04.363715 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72be017d-7f4d-40ef-ba09-40ade40654cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cf65945-c4e1-43c9-adc8-8fc90ac9bcdc,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:36:04.366040 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 47152) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:36:04.422809 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c0031927-856c-425f-8e99-f4fd7ec92f18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:36:04.448316 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c0031927-856c-425f-8e99-f4fd7ec92f18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:36:04.503283 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c0031927-856c-425f-8e99-f4fd7ec92f18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:36:04.505936 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c0031927-856c-425f-8e99-f4fd7ec92f18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:36:04.507128 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-c0031927-856c-425f-8e99-f4fd7ec92f18 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4cf65945-c4e1-43c9-adc8-8fc90ac9bcdc HTTP/1.1" status: 204 len: 168 time: 0.1399288 Jul 27 23:36:04.515915 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0031927-856c-425f-8e99-f4fd7ec92f18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cf65945-c4e1-43c9-adc8-8fc90ac9bcdc,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:36:04.990637 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:36:05.266793 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 47178) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:36:05.371293 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-ec94cd5e-77c6-4319-8812-6b5e583ee6fa admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1173609137-network', 'tenant_id': '0b80e534663b4ed8ab220fcd72689337'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:36:05.393194 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec94cd5e-77c6-4319-8812-6b5e583ee6fa admin admin] Made reservation on behalf of 0b80e534663b4ed8ab220fcd72689337 for: {'network': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:36:05.395699 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ec94cd5e-77c6-4319-8812-6b5e583ee6fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for network, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:36:05.405155 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ec94cd5e-77c6-4319-8812-6b5e583ee6fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:36:05.511679 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ec94cd5e-77c6-4319-8812-6b5e583ee6fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:36:05.516780 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ec94cd5e-77c6-4319-8812-6b5e583ee6fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:36:05.546632 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec94cd5e-77c6-4319-8812-6b5e583ee6fa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 542} {{(pid=93797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 23:36:05.553588 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec94cd5e-77c6-4319-8812-6b5e583ee6fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=087c8dde-03a0-4c64-acf9-32b874e8ae59,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:36:05.561454 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ec94cd5e-77c6-4319-8812-6b5e583ee6fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:36:05.561799 n-d-802623-1 neutron-server[93797]: INFO neutron.db.segments_db [None req-ec94cd5e-77c6-4319-8812-6b5e583ee6fa admin admin] Added segment 6d38d5ab-291e-4449-a5d5-3c3c3be10249 of type vlan for network 1b08b263-b293-49bc-a5d8-ee111379e778 Jul 27 23:36:05.605062 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ec94cd5e-77c6-4319-8812-6b5e583ee6fa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736833354590'] for network, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:36:05.638448 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ec94cd5e-77c6-4319-8812-6b5e583ee6fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569'] for network, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:36:05.639622 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec94cd5e-77c6-4319-8812-6b5e583ee6fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:36:05.640214 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ec94cd5e-77c6-4319-8812-6b5e583ee6fa admin admin] Notify callbacks [] for network, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:36:05.696186 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-ec94cd5e-77c6-4319-8812-6b5e583ee6fa admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4279163 Jul 27 23:36:05.699194 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 47182) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:36:05.701505 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec94cd5e-77c6-4319-8812-6b5e583ee6fa admin admin] Pushing event updated for resources: {'Network': ['ID=1b08b263-b293-49bc-a5d8-ee111379e778,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:36:05.710414 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-b7572958-a15a-4145-a65d-e9a8685f184c admin admin] Request body: {'subnet': {'network_id': '1b08b263-b293-49bc-a5d8-ee111379e778', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1173609137-subnet', 'tenant_id': '0b80e534663b4ed8ab220fcd72689337', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:36:05.711788 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Network 1b08b263-b293-49bc-a5d8-ee111379e778 details requested by agent ovs-agent-n-d-802623-1 with host n-d-802623-1 {{(pid=93799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 23:36:05.735518 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7572958-a15a-4145-a65d-e9a8685f184c admin admin] Made reservation on behalf of 0b80e534663b4ed8ab220fcd72689337 for: {'subnet': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:36:05.738035 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b7572958-a15a-4145-a65d-e9a8685f184c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12265828'] for subnet, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:36:05.935942 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b7572958-a15a-4145-a65d-e9a8685f184c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11971609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12265750'] for subnet, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:36:06.001466 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7572958-a15a-4145-a65d-e9a8685f184c admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ee4f589-1447-4bb7-bf3d-cce1e73c30e1,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:36:06.006868 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7572958-a15a-4145-a65d-e9a8685f184c admin admin] Checking segment: {'id': '6d38d5ab-291e-4449-a5d5-3c3c3be10249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '1b08b263-b293-49bc-a5d8-ee111379e778'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:36:06.007466 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7572958-a15a-4145-a65d-e9a8685f184c admin admin] Network hostable DHCP agents. Network: 1b08b263-b293-49bc-a5d8-ee111379e778, hostable agents: ['5950e76f-2bde-4343-a925-cbe6bacd2706'], hosted agents: [] {{(pid=93798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 23:36:06.027821 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7572958-a15a-4145-a65d-e9a8685f184c admin admin] Network 1b08b263-b293-49bc-a5d8-ee111379e778 is scheduled to be hosted by DHCP agent 5950e76f-2bde-4343-a925-cbe6bacd2706 with binding_index 1 {{(pid=93798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 23:36:06.046430 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-b7572958-a15a-4145-a65d-e9a8685f184c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802623-1, 1b08b263-b293-49bc-a5d8-ee111379e778) {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:36:06.054787 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6a7d491-515d-4c90-860b-05fe4cad7057 None None] Network 1b08b263-b293-49bc-a5d8-ee111379e778 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:36:06.089591 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7572958-a15a-4145-a65d-e9a8685f184c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:36:06.090197 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b7572958-a15a-4145-a65d-e9a8685f184c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:36:06.113642 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-b7572958-a15a-4145-a65d-e9a8685f184c admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4133251 Jul 27 23:36:06.190144 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f206f41c-8ca0-4579-90dc-0992e67ba9e4 req-4dd6de06-3ae2-4dce-9987-7f04015b7ff0 tempest-AttachVolumeNegativeTest-1252482255 tempest-AttachVolumeNegativeTest-1252482255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:36:06.191862 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f206f41c-8ca0-4579-90dc-0992e67ba9e4 req-4dd6de06-3ae2-4dce-9987-7f04015b7ff0 tempest-AttachVolumeNegativeTest-1252482255 tempest-AttachVolumeNegativeTest-1252482255-project] 10.222.0.18 "GET /v2.0/networks?id=141c1581-d19e-4400-89b9-3b3fa04bfbb3 HTTP/1.1" status: 200 len: 815 time: 0.1560798 Jul 27 23:36:06.202668 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0340df22-c4b7-445d-b337-6c2663e79fc9 None None] Network 1b08b263-b293-49bc-a5d8-ee111379e778 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:36:06.217872 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f206f41c-8ca0-4579-90dc-0992e67ba9e4 req-9d06acc1-6f54-4ce6-b8d9-70609783b30e tempest-AttachVolumeNegativeTest-1252482255 tempest-AttachVolumeNegativeTest-1252482255-project] 10.222.0.18 "GET /v2.0/quotas/2c421f6e61d24766a742e1834bb73658 HTTP/1.1" status: 200 len: 375 time: 0.0165310 Jul 27 23:36:06.274669 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f206f41c-8ca0-4579-90dc-0992e67ba9e4 req-ac5ed164-0762-4e86-b302-89311adc1af5 tempest-AttachVolumeNegativeTest-1252482255 tempest-AttachVolumeNegativeTest-1252482255-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=2c421f6e61d24766a742e1834bb73658&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0558605 Jul 27 23:36:06.279737 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [req-f206f41c-8ca0-4579-90dc-0992e67ba9e4 req-ead9d67b-5e97-48f0-a7df-dbd7ae127a1f service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=93798) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 23:36:06.286862 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f206f41c-8ca0-4579-90dc-0992e67ba9e4 req-ead9d67b-5e97-48f0-a7df-dbd7ae127a1f service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0112035 Jul 27 23:36:06.386182 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f206f41c-8ca0-4579-90dc-0992e67ba9e4 req-2187bcbc-1ecc-4c62-a0e1-5448fc3bf7e1 service neutron] 10.222.0.18 "GET /v2.0/networks/141c1581-d19e-4400-89b9-3b3fa04bfbb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985231 Jul 27 23:36:06.487667 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f206f41c-8ca0-4579-90dc-0992e67ba9e4 req-2c36c68e-2737-4a28-bffc-a62ecc8ccbf8 service neutron] 10.222.0.18 "GET /v2.0/networks/141c1581-d19e-4400-89b9-3b3fa04bfbb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948629 Jul 27 23:36:06.768739 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-4327119d-3cd8-41db-a1df-4fd6e0480970 req-6e122af9-2f47-4d6a-8e7a-11774e7c4d4c tempest-AttachVolumeNegativeTest-1252482255 tempest-AttachVolumeNegativeTest-1252482255-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f391586-ba97-4e64-abb0-5d95364e0104 HTTP/1.1" status: 200 len: 210 time: 0.0411711 Jul 27 23:36:07.734644 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f206f41c-8ca0-4579-90dc-0992e67ba9e4 req-d33bbcfc-b905-4126-97ce-8290d951b29b tempest-AttachVolumeNegativeTest-1252482255 tempest-AttachVolumeNegativeTest-1252482255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:36:07.736190 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f206f41c-8ca0-4579-90dc-0992e67ba9e4 req-d33bbcfc-b905-4126-97ce-8290d951b29b tempest-AttachVolumeNegativeTest-1252482255 tempest-AttachVolumeNegativeTest-1252482255-project] 10.222.0.38 "GET /v2.0/networks?id=141c1581-d19e-4400-89b9-3b3fa04bfbb3 HTTP/1.1" status: 200 len: 815 time: 0.1136944 Jul 27 23:36:07.750153 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [req-f206f41c-8ca0-4579-90dc-0992e67ba9e4 req-6d209324-0cf3-49b9-8893-2344a040e0c5 tempest-AttachVolumeNegativeTest-1252482255 tempest-AttachVolumeNegativeTest-1252482255-project] Request body: {'port': {'device_id': '2f391586-ba97-4e64-abb0-5d95364e0104', 'network_id': '141c1581-d19e-4400-89b9-3b3fa04bfbb3', 'admin_state_up': True, 'tenant_id': '2c421f6e61d24766a742e1834bb73658'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:36:07.879708 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a7c52d35-2507-4b36-8d8a-7554ca8c7f08 req-56fd8baf-7c0f-42f4-ad0b-23ccbfb28d49 tempest-AttachVolumeNegativeTest-1252482255 tempest-AttachVolumeNegativeTest-1252482255-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f391586-ba97-4e64-abb0-5d95364e0104 HTTP/1.1" status: 200 len: 210 time: 0.0358155 Jul 27 23:36:07.883807 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f206f41c-8ca0-4579-90dc-0992e67ba9e4 req-6d209324-0cf3-49b9-8893-2344a040e0c5 tempest-AttachVolumeNegativeTest-1252482255 tempest-AttachVolumeNegativeTest-1252482255-project] Made reservation on behalf of 2c421f6e61d24766a742e1834bb73658 for: {'port': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:36:07.889434 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-f206f41c-8ca0-4579-90dc-0992e67ba9e4 req-6d209324-0cf3-49b9-8893-2344a040e0c5 tempest-AttachVolumeNegativeTest-1252482255 tempest-AttachVolumeNegativeTest-1252482255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:36:08.100756 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [req-f206f41c-8ca0-4579-90dc-0992e67ba9e4 req-6d209324-0cf3-49b9-8893-2344a040e0c5 tempest-AttachVolumeNegativeTest-1252482255 tempest-AttachVolumeNegativeTest-1252482255-project] Allocated IP 172.20.0.5 (141c1581-d19e-4400-89b9-3b3fa04bfbb3/fa9a0f7b-5eae-4bb6-90d4-4a53f1dd3609/9701ffe8-0916-45e0-aa34-74263bca5a53) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:36:08.168030 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fde6af-a6f9-49a8-8e89-b0f09372b2dd req-edbbc14e-c063-4f72-90ed-51a7c2b356f1 tempest-VolumesActionsTest-574658223 tempest-VolumesActionsTest-574658223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:36:08.169539 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d8fde6af-a6f9-49a8-8e89-b0f09372b2dd req-edbbc14e-c063-4f72-90ed-51a7c2b356f1 tempest-VolumesActionsTest-574658223 tempest-VolumesActionsTest-574658223-project] 10.222.0.18 "GET /v2.0/networks?id=1b08b263-b293-49bc-a5d8-ee111379e778 HTTP/1.1" status: 200 len: 809 time: 0.1470561 Jul 27 23:36:08.196187 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d8fde6af-a6f9-49a8-8e89-b0f09372b2dd req-4b6d20ae-c7a4-4152-9949-50d974b58779 tempest-VolumesActionsTest-574658223 tempest-VolumesActionsTest-574658223-project] 10.222.0.18 "GET /v2.0/quotas/0b80e534663b4ed8ab220fcd72689337 HTTP/1.1" status: 200 len: 375 time: 0.0205815 Jul 27 23:36:08.261204 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d8fde6af-a6f9-49a8-8e89-b0f09372b2dd req-10e6c790-87ef-4eec-8cea-66ed2d028bf3 tempest-VolumesActionsTest-574658223 tempest-VolumesActionsTest-574658223-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=0b80e534663b4ed8ab220fcd72689337&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0580218 Jul 27 23:36:08.382082 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-f206f41c-8ca0-4579-90dc-0992e67ba9e4 req-6d209324-0cf3-49b9-8893-2344a040e0c5 tempest-AttachVolumeNegativeTest-1252482255 tempest-AttachVolumeNegativeTest-1252482255-project] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:36:08.402488 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d8fde6af-a6f9-49a8-8e89-b0f09372b2dd req-64ca602c-0ed9-406b-bbc9-bbab98b44e04 service neutron] 10.222.0.18 "GET /v2.0/networks/1b08b263-b293-49bc-a5d8-ee111379e778?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324382 Jul 27 23:36:08.495130 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-f206f41c-8ca0-4579-90dc-0992e67ba9e4 req-6d209324-0cf3-49b9-8893-2344a040e0c5 tempest-AttachVolumeNegativeTest-1252482255 tempest-AttachVolumeNegativeTest-1252482255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:36:08.514096 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] get_ports_and_sgs() called for port_ids ['2066c28c-7cb5-4d29-be39-ea96eee1ee06'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:36:08.554648 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f206f41c-8ca0-4579-90dc-0992e67ba9e4 req-6d209324-0cf3-49b9-8893-2344a040e0c5 tempest-AttachVolumeNegativeTest-1252482255 tempest-AttachVolumeNegativeTest-1252482255-project] Network 141c1581-d19e-4400-89b9-3b3fa04bfbb3 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:36:08.557585 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d8fde6af-a6f9-49a8-8e89-b0f09372b2dd req-b4be4636-26c2-4f83-a14f-82508607eb24 service neutron] 10.222.0.18 "GET /v2.0/networks/1b08b263-b293-49bc-a5d8-ee111379e778?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487122 Jul 27 23:36:08.562920 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [req-f206f41c-8ca0-4579-90dc-0992e67ba9e4 req-6d209324-0cf3-49b9-8893-2344a040e0c5 tempest-AttachVolumeNegativeTest-1252482255 tempest-AttachVolumeNegativeTest-1252482255-project] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:36:08.567866 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [req-f206f41c-8ca0-4579-90dc-0992e67ba9e4 req-6d209324-0cf3-49b9-8893-2344a040e0c5 tempest-AttachVolumeNegativeTest-1252482255 tempest-AttachVolumeNegativeTest-1252482255-project] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:36:08.592807 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d209324-0cf3-49b9-8893-2344a040e0c5 tempest-AttachVolumeNegativeTest-1252482255 tempest-AttachVolumeNegativeTest-1252482255-project] Pushing event updated for resources: {'Port': ['ID=9701ffe8-0916-45e0-aa34-74263bca5a53,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:36:08.607843 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d209324-0cf3-49b9-8893-2344a040e0c5 tempest-AttachVolumeNegativeTest-1252482255 tempest-AttachVolumeNegativeTest-1252482255-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:36:08.607843 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d209324-0cf3-49b9-8893-2344a040e0c5 tempest-AttachVolumeNegativeTest-1252482255 tempest-AttachVolumeNegativeTest-1252482255-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:36:08.608130 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d209324-0cf3-49b9-8893-2344a040e0c5 tempest-AttachVolumeNegativeTest-1252482255 tempest-AttachVolumeNegativeTest-1252482255-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:36:08.608473 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d209324-0cf3-49b9-8893-2344a040e0c5 tempest-AttachVolumeNegativeTest-1252482255 tempest-AttachVolumeNegativeTest-1252482255-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:36:08.608808 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d209324-0cf3-49b9-8893-2344a040e0c5 tempest-AttachVolumeNegativeTest-1252482255 tempest-AttachVolumeNegativeTest-1252482255-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:36:08.609139 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d209324-0cf3-49b9-8893-2344a040e0c5 tempest-AttachVolumeNegativeTest-1252482255 tempest-AttachVolumeNegativeTest-1252482255-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:36:08.609473 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d209324-0cf3-49b9-8893-2344a040e0c5 tempest-AttachVolumeNegativeTest-1252482255 tempest-AttachVolumeNegativeTest-1252482255-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:36:08.609956 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d209324-0cf3-49b9-8893-2344a040e0c5 tempest-AttachVolumeNegativeTest-1252482255 tempest-AttachVolumeNegativeTest-1252482255-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:36:08.610232 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d209324-0cf3-49b9-8893-2344a040e0c5 tempest-AttachVolumeNegativeTest-1252482255 tempest-AttachVolumeNegativeTest-1252482255-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:36:08.610504 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d209324-0cf3-49b9-8893-2344a040e0c5 tempest-AttachVolumeNegativeTest-1252482255 tempest-AttachVolumeNegativeTest-1252482255-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:36:08.610841 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d209324-0cf3-49b9-8893-2344a040e0c5 tempest-AttachVolumeNegativeTest-1252482255 tempest-AttachVolumeNegativeTest-1252482255-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:36:08.611193 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d209324-0cf3-49b9-8893-2344a040e0c5 tempest-AttachVolumeNegativeTest-1252482255 tempest-AttachVolumeNegativeTest-1252482255-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:36:08.642003 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f206f41c-8ca0-4579-90dc-0992e67ba9e4 req-6d209324-0cf3-49b9-8893-2344a040e0c5 tempest-AttachVolumeNegativeTest-1252482255 tempest-AttachVolumeNegativeTest-1252482255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:36:08.642911 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-f206f41c-8ca0-4579-90dc-0992e67ba9e4 req-6d209324-0cf3-49b9-8893-2344a040e0c5 tempest-AttachVolumeNegativeTest-1252482255 tempest-AttachVolumeNegativeTest-1252482255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:36:08.660444 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f206f41c-8ca0-4579-90dc-0992e67ba9e4 req-6d209324-0cf3-49b9-8893-2344a040e0c5 tempest-AttachVolumeNegativeTest-1252482255 tempest-AttachVolumeNegativeTest-1252482255-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9143281 Jul 27 23:36:08.679941 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [req-f206f41c-8ca0-4579-90dc-0992e67ba9e4 req-2ab5cf87-1b90-4d24-b0bd-f4049b398956 service neutron] Request body: {'port': {'device_id': '2f391586-ba97-4e64-abb0-5d95364e0104', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802623-1'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:36:08.749726 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-f206f41c-8ca0-4579-90dc-0992e67ba9e4 req-2ab5cf87-1b90-4d24-b0bd-f4049b398956 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:36:08.765669 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e70b858a-525c-4934-a6bb-db23b3d086ad req-874cbbe2-25a2-4e9b-ab33-d10c74b80e56 tempest-VolumesActionsTest-574658223 tempest-VolumesActionsTest-574658223-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f83a6c1-4813-462a-b8d2-554dcb8326dc HTTP/1.1" status: 200 len: 210 time: 0.0401480 Jul 27 23:36:09.087680 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918ce036-e849-42dd-a527-342f5d41b794 req-b5f49c86-1fe1-416f-a36c-f74798806847 tempest-AttachVolumeNegativeTest-1252482255 tempest-AttachVolumeNegativeTest-1252482255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:36:09.090033 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-918ce036-e849-42dd-a527-342f5d41b794 req-b5f49c86-1fe1-416f-a36c-f74798806847 tempest-AttachVolumeNegativeTest-1252482255 tempest-AttachVolumeNegativeTest-1252482255-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f391586-ba97-4e64-abb0-5d95364e0104 HTTP/1.1" status: 200 len: 931 time: 0.1281681 Jul 27 23:36:09.174656 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-918ce036-e849-42dd-a527-342f5d41b794 req-9ee4b4dc-a5ba-458a-9d6f-19b8604c5f45 tempest-AttachVolumeNegativeTest-1252482255 tempest-AttachVolumeNegativeTest-1252482255-project] 10.222.0.18 "GET /v2.0/security-groups?id=88ed4bfd-1262-4989-86b9-3b66b1d13e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729387 Jul 27 23:36:09.176712 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [req-f206f41c-8ca0-4579-90dc-0992e67ba9e4 req-2ab5cf87-1b90-4d24-b0bd-f4049b398956 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9701ffe8-0916-45e0-aa34-74263bca5a53 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:36:09.186630 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-f206f41c-8ca0-4579-90dc-0992e67ba9e4 req-2ab5cf87-1b90-4d24-b0bd-f4049b398956 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:36:09.206916 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [req-f206f41c-8ca0-4579-90dc-0992e67ba9e4 req-2ab5cf87-1b90-4d24-b0bd-f4049b398956 service neutron] Transition to ACTIVE for port object 9701ffe8-0916-45e0-aa34-74263bca5a53 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:36:09.211179 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-f206f41c-8ca0-4579-90dc-0992e67ba9e4 req-2ab5cf87-1b90-4d24-b0bd-f4049b398956 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11336041'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:36:09.633601 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab5cf87-1b90-4d24-b0bd-f4049b398956 service neutron] Pushing event updated for resources: {'Port': ['ID=9701ffe8-0916-45e0-aa34-74263bca5a53,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:36:09.706022 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-f206f41c-8ca0-4579-90dc-0992e67ba9e4 req-2ab5cf87-1b90-4d24-b0bd-f4049b398956 service neutron] Attempting to bind port 9701ffe8-0916-45e0-aa34-74263bca5a53 on host n-h1-802623-1 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:36:09.706526 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-f206f41c-8ca0-4579-90dc-0992e67ba9e4 req-2ab5cf87-1b90-4d24-b0bd-f4049b398956 service neutron] Attempting to bind port 9701ffe8-0916-45e0-aa34-74263bca5a53 by drivers openvswitch,hyperv on host n-h1-802623-1 at level 0 using segments [{'id': '7df241c9-a789-4d01-bffe-9fdd41905eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '141c1581-d19e-4400-89b9-3b3fa04bfbb3'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:36:09.706961 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f206f41c-8ca0-4579-90dc-0992e67ba9e4 req-2ab5cf87-1b90-4d24-b0bd-f4049b398956 service neutron] Attempting to bind port 9701ffe8-0916-45e0-aa34-74263bca5a53 on network 141c1581-d19e-4400-89b9-3b3fa04bfbb3 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:36:09.713877 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f206f41c-8ca0-4579-90dc-0992e67ba9e4 req-2ab5cf87-1b90-4d24-b0bd-f4049b398956 service neutron] Port 9701ffe8-0916-45e0-aa34-74263bca5a53 on network 141c1581-d19e-4400-89b9-3b3fa04bfbb3 not bound, no agent of type Open vSwitch agent registered on host n-h1-802623-1 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 23:36:09.715415 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f206f41c-8ca0-4579-90dc-0992e67ba9e4 req-2ab5cf87-1b90-4d24-b0bd-f4049b398956 service neutron] Attempting to bind port 9701ffe8-0916-45e0-aa34-74263bca5a53 on network 141c1581-d19e-4400-89b9-3b3fa04bfbb3 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:36:09.723071 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f206f41c-8ca0-4579-90dc-0992e67ba9e4 req-2ab5cf87-1b90-4d24-b0bd-f4049b398956 service neutron] Checking agent: {'id': '245f1da4-a9b8-4b08-90d7-28f0f342b839', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 59, 59), 'started_at': datetime.datetime(2021, 7, 27, 22, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:36:09.723434 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f206f41c-8ca0-4579-90dc-0992e67ba9e4 req-2ab5cf87-1b90-4d24-b0bd-f4049b398956 service neutron] Checking segment: {'id': '7df241c9-a789-4d01-bffe-9fdd41905eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '141c1581-d19e-4400-89b9-3b3fa04bfbb3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:36:09.723821 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f206f41c-8ca0-4579-90dc-0992e67ba9e4 req-2ab5cf87-1b90-4d24-b0bd-f4049b398956 service neutron] Bound using segment: {'id': '7df241c9-a789-4d01-bffe-9fdd41905eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '141c1581-d19e-4400-89b9-3b3fa04bfbb3'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:36:09.724253 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-f206f41c-8ca0-4579-90dc-0992e67ba9e4 req-2ab5cf87-1b90-4d24-b0bd-f4049b398956 service neutron] Bound port: 9701ffe8-0916-45e0-aa34-74263bca5a53, host: n-h1-802623-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7df241c9-a789-4d01-bffe-9fdd41905eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '141c1581-d19e-4400-89b9-3b3fa04bfbb3'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:36:09.724611 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-f206f41c-8ca0-4579-90dc-0992e67ba9e4 req-2ab5cf87-1b90-4d24-b0bd-f4049b398956 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:36:09.776687 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fde6af-a6f9-49a8-8e89-b0f09372b2dd req-bd666156-b165-4b63-aafb-94fd75f2a9da tempest-VolumesActionsTest-574658223 tempest-VolumesActionsTest-574658223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:36:09.778809 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-d8fde6af-a6f9-49a8-8e89-b0f09372b2dd req-bd666156-b165-4b63-aafb-94fd75f2a9da tempest-VolumesActionsTest-574658223 tempest-VolumesActionsTest-574658223-project] 10.222.0.38 "GET /v2.0/networks?id=1b08b263-b293-49bc-a5d8-ee111379e778 HTTP/1.1" status: 200 len: 809 time: 0.1180067 Jul 27 23:36:09.799839 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-f206f41c-8ca0-4579-90dc-0992e67ba9e4 req-2ab5cf87-1b90-4d24-b0bd-f4049b398956 service neutron] For port 9701ffe8-0916-45e0-aa34-74263bca5a53, host n-h1-802623-1, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:36:09.803519 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-f206f41c-8ca0-4579-90dc-0992e67ba9e4 req-2ab5cf87-1b90-4d24-b0bd-f4049b398956 service neutron] For port 9701ffe8-0916-45e0-aa34-74263bca5a53, host n-h1-802623-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=9701ffe8-0916-45e0-aa34-74263bca5a53,segment=NetworkSegment(7df241c9-a789-4d01-bffe-9fdd41905eca),segment_id=7df241c9-a789-4d01-bffe-9fdd41905eca)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:36:09.806274 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [req-d8fde6af-a6f9-49a8-8e89-b0f09372b2dd req-45bfb572-ab86-4fa1-ba35-8df056b78784 tempest-VolumesActionsTest-574658223 tempest-VolumesActionsTest-574658223-project] Request body: {'port': {'device_id': '9f83a6c1-4813-462a-b8d2-554dcb8326dc', 'network_id': '1b08b263-b293-49bc-a5d8-ee111379e778', 'admin_state_up': True, 'tenant_id': '0b80e534663b4ed8ab220fcd72689337'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:36:09.810548 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-f206f41c-8ca0-4579-90dc-0992e67ba9e4 req-2ab5cf87-1b90-4d24-b0bd-f4049b398956 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11336041'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:36:09.854409 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f206f41c-8ca0-4579-90dc-0992e67ba9e4 req-2ab5cf87-1b90-4d24-b0bd-f4049b398956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:36:09.855238 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-f206f41c-8ca0-4579-90dc-0992e67ba9e4 req-2ab5cf87-1b90-4d24-b0bd-f4049b398956 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:36:09.856755 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f206f41c-8ca0-4579-90dc-0992e67ba9e4 req-2ab5cf87-1b90-4d24-b0bd-f4049b398956 service neutron] 10.222.0.38 "PUT /v2.0/ports/9701ffe8-0916-45e0-aa34-74263bca5a53 HTTP/1.1" status: 200 len: 1091 time: 1.1873612 Jul 27 23:36:09.859779 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f391586-ba97-4e64-abb0-5d95364e0104', 'tag': '9701ffe8-0916-45e0-aa34-74263bca5a53'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:36:09.862742 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a476459a1bfce68b0ae0df5b6a71154bfc7cfdc8f9eefce6ad0a17231e60468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e26f264-8569-48f7-814d-602afd72d6cc" -d '{"events": [{"name": "network-changed", "server_uuid": "2f391586-ba97-4e64-abb0-5d95364e0104", "tag": "9701ffe8-0916-45e0-aa34-74263bca5a53"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:36:09.911003 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-593be67d-a32c-4f1c-9081-ab5b1178db99 req-f8219496-754f-49c1-8b8b-62066215f66a tempest-VolumesActionsTest-574658223 tempest-VolumesActionsTest-574658223-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f83a6c1-4813-462a-b8d2-554dcb8326dc HTTP/1.1" status: 200 len: 210 time: 0.0353532 Jul 27 23:36:09.968478 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 23:36:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7e22cb7-928d-42d0-b930-e8921169e042 x-openstack-request-id: req-c7e22cb7-928d-42d0-b930-e8921169e042 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:36:09.969341 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f391586-ba97-4e64-abb0-5d95364e0104", "tag": "9701ffe8-0916-45e0-aa34-74263bca5a53", "status": "completed", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:36:09.969967 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c7e22cb7-928d-42d0-b930-e8921169e042 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:36:09.970839 n-d-802623-1 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f391586-ba97-4e64-abb0-5d95364e0104', 'tag': '9701ffe8-0916-45e0-aa34-74263bca5a53', 'status': 'completed', 'code': 200} Jul 27 23:36:09.985923 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab5cf87-1b90-4d24-b0bd-f4049b398956 service neutron] Pushing event updated for resources: {'Port': ['ID=9701ffe8-0916-45e0-aa34-74263bca5a53,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:36:10.000802 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8fde6af-a6f9-49a8-8e89-b0f09372b2dd req-45bfb572-ab86-4fa1-ba35-8df056b78784 tempest-VolumesActionsTest-574658223 tempest-VolumesActionsTest-574658223-project] Made reservation on behalf of 0b80e534663b4ed8ab220fcd72689337 for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:36:10.003609 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f206f41c-8ca0-4579-90dc-0992e67ba9e4 req-6875a769-7924-4048-9f86-86971f4396be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:36:10.005328 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f206f41c-8ca0-4579-90dc-0992e67ba9e4 req-6875a769-7924-4048-9f86-86971f4396be service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=2c421f6e61d24766a742e1834bb73658&device_id=2f391586-ba97-4e64-abb0-5d95364e0104 HTTP/1.1" status: 200 len: 1094 time: 0.0874054 Jul 27 23:36:10.005469 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-d8fde6af-a6f9-49a8-8e89-b0f09372b2dd req-45bfb572-ab86-4fa1-ba35-8df056b78784 tempest-VolumesActionsTest-574658223 tempest-VolumesActionsTest-574658223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:36:10.049248 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f206f41c-8ca0-4579-90dc-0992e67ba9e4 req-a02b5ce0-e638-4269-bb7d-4142405f156c service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9701ffe8-0916-45e0-aa34-74263bca5a53 HTTP/1.1" status: 200 len: 217 time: 0.0355606 Jul 27 23:36:10.112202 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f206f41c-8ca0-4579-90dc-0992e67ba9e4 req-0f3a45f7-0a9e-4c0b-9c25-6b45a45e5cac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:36:10.113926 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f206f41c-8ca0-4579-90dc-0992e67ba9e4 req-0f3a45f7-0a9e-4c0b-9c25-6b45a45e5cac service neutron] 10.222.0.38 "GET /v2.0/subnets?id=fa9a0f7b-5eae-4bb6-90d4-4a53f1dd3609 HTTP/1.1" status: 200 len: 855 time: 0.0563121 Jul 27 23:36:10.153068 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f206f41c-8ca0-4579-90dc-0992e67ba9e4 req-95498c48-5a33-4ded-9f04-70552d183ec5 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=141c1581-d19e-4400-89b9-3b3fa04bfbb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307252 Jul 27 23:36:10.157544 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [req-d8fde6af-a6f9-49a8-8e89-b0f09372b2dd req-45bfb572-ab86-4fa1-ba35-8df056b78784 tempest-VolumesActionsTest-574658223 tempest-VolumesActionsTest-574658223-project] Allocated IP 172.20.0.6 (1b08b263-b293-49bc-a5d8-ee111379e778/3ee4f589-1447-4bb7-bf3d-cce1e73c30e1/c6db37fd-536f-44e8-8203-955cdf256ca3) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:36:10.275133 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f206f41c-8ca0-4579-90dc-0992e67ba9e4 req-5ce4d1f9-a357-46b1-bf51-27bf493c8472 service neutron] 10.222.0.38 "GET /v2.0/networks/141c1581-d19e-4400-89b9-3b3fa04bfbb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1153789 Jul 27 23:36:10.350707 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-d8fde6af-a6f9-49a8-8e89-b0f09372b2dd req-45bfb572-ab86-4fa1-ba35-8df056b78784 tempest-VolumesActionsTest-574658223 tempest-VolumesActionsTest-574658223-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:36:10.379642 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a068ffe8-94da-4d0e-a975-e996e6564f40 req-1fe552b4-4038-493d-ad6c-9a9185dbd6ce tempest-AttachVolumeNegativeTest-1252482255 tempest-AttachVolumeNegativeTest-1252482255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:36:10.381254 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a068ffe8-94da-4d0e-a975-e996e6564f40 req-1fe552b4-4038-493d-ad6c-9a9185dbd6ce tempest-AttachVolumeNegativeTest-1252482255 tempest-AttachVolumeNegativeTest-1252482255-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f391586-ba97-4e64-abb0-5d95364e0104 HTTP/1.1" status: 200 len: 943 time: 0.1206641 Jul 27 23:36:10.395409 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-d8fde6af-a6f9-49a8-8e89-b0f09372b2dd req-45bfb572-ab86-4fa1-ba35-8df056b78784 tempest-VolumesActionsTest-574658223 tempest-VolumesActionsTest-574658223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:36:10.428171 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f206f41c-8ca0-4579-90dc-0992e67ba9e4 req-48c5efa0-515f-4101-adef-308bf07dfd95 service neutron] 10.222.0.38 "GET /v2.0/networks/141c1581-d19e-4400-89b9-3b3fa04bfbb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301112 Jul 27 23:36:10.440335 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8fde6af-a6f9-49a8-8e89-b0f09372b2dd req-45bfb572-ab86-4fa1-ba35-8df056b78784 tempest-VolumesActionsTest-574658223 tempest-VolumesActionsTest-574658223-project] Network 1b08b263-b293-49bc-a5d8-ee111379e778 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:36:10.443493 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [req-d8fde6af-a6f9-49a8-8e89-b0f09372b2dd req-45bfb572-ab86-4fa1-ba35-8df056b78784 tempest-VolumesActionsTest-574658223 tempest-VolumesActionsTest-574658223-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:36:10.451064 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8fde6af-a6f9-49a8-8e89-b0f09372b2dd req-45bfb572-ab86-4fa1-ba35-8df056b78784 tempest-VolumesActionsTest-574658223 tempest-VolumesActionsTest-574658223-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:36:10.457313 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a068ffe8-94da-4d0e-a975-e996e6564f40 req-0dca17c1-1bcb-4bc5-bd52-5191fe5a55c5 tempest-AttachVolumeNegativeTest-1252482255 tempest-AttachVolumeNegativeTest-1252482255-project] 10.222.0.18 "GET /v2.0/security-groups?id=88ed4bfd-1262-4989-86b9-3b66b1d13e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619082 Jul 27 23:36:10.458493 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bfb572-ab86-4fa1-ba35-8df056b78784 tempest-VolumesActionsTest-574658223 tempest-VolumesActionsTest-574658223-project] Pushing event updated for resources: {'Port': ['ID=c6db37fd-536f-44e8-8203-955cdf256ca3,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:36:10.522107 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fde6af-a6f9-49a8-8e89-b0f09372b2dd req-45bfb572-ab86-4fa1-ba35-8df056b78784 tempest-VolumesActionsTest-574658223 tempest-VolumesActionsTest-574658223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:36:10.522857 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-d8fde6af-a6f9-49a8-8e89-b0f09372b2dd req-45bfb572-ab86-4fa1-ba35-8df056b78784 tempest-VolumesActionsTest-574658223 tempest-VolumesActionsTest-574658223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:36:10.552856 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-d8fde6af-a6f9-49a8-8e89-b0f09372b2dd req-45bfb572-ab86-4fa1-ba35-8df056b78784 tempest-VolumesActionsTest-574658223 tempest-VolumesActionsTest-574658223-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7566855 Jul 27 23:36:10.553805 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e26f264-8569-48f7-814d-602afd72d6cc req-1589d426-98fe-4480-8df6-b15db246cf5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:36:10.555381 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8e26f264-8569-48f7-814d-602afd72d6cc req-1589d426-98fe-4480-8df6-b15db246cf5e service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=2c421f6e61d24766a742e1834bb73658&device_id=2f391586-ba97-4e64-abb0-5d95364e0104 HTTP/1.1" status: 200 len: 1094 time: 0.0565979 Jul 27 23:36:10.571065 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [req-d8fde6af-a6f9-49a8-8e89-b0f09372b2dd req-f90b00eb-42f6-42e6-8f57-c8c1a713d6c3 service neutron] Request body: {'port': {'device_id': '9f83a6c1-4813-462a-b8d2-554dcb8326dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802623-1'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:36:10.634173 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-d8fde6af-a6f9-49a8-8e89-b0f09372b2dd req-f90b00eb-42f6-42e6-8f57-c8c1a713d6c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:36:10.657165 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e26f264-8569-48f7-814d-602afd72d6cc req-ea01b0a5-9b58-4d8e-b916-32e5272d8d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:36:10.658746 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8e26f264-8569-48f7-814d-602afd72d6cc req-ea01b0a5-9b58-4d8e-b916-32e5272d8d60 service neutron] 10.222.0.38 "GET /v2.0/networks?id=141c1581-d19e-4400-89b9-3b3fa04bfbb3 HTTP/1.1" status: 200 len: 916 time: 0.0926347 Jul 27 23:36:10.702814 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8e26f264-8569-48f7-814d-602afd72d6cc req-6a807c00-4187-45e0-9be7-6852e4d96830 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9701ffe8-0916-45e0-aa34-74263bca5a53 HTTP/1.1" status: 200 len: 217 time: 0.0354230 Jul 27 23:36:10.759190 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e26f264-8569-48f7-814d-602afd72d6cc req-ff671051-f336-4592-96df-9f6f2bfce0ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:36:10.760870 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8e26f264-8569-48f7-814d-602afd72d6cc req-ff671051-f336-4592-96df-9f6f2bfce0ec service neutron] 10.222.0.38 "GET /v2.0/subnets?id=fa9a0f7b-5eae-4bb6-90d4-4a53f1dd3609 HTTP/1.1" status: 200 len: 855 time: 0.0497746 Jul 27 23:36:10.795330 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8e26f264-8569-48f7-814d-602afd72d6cc req-391f591f-f9c2-4934-98a3-d3ed41601fae service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=141c1581-d19e-4400-89b9-3b3fa04bfbb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260828 Jul 27 23:36:10.893106 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8e26f264-8569-48f7-814d-602afd72d6cc req-43c7eac3-099e-4e76-8b71-e32ed47de040 service neutron] 10.222.0.38 "GET /v2.0/networks/141c1581-d19e-4400-89b9-3b3fa04bfbb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887954 Jul 27 23:36:10.930854 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [req-d8fde6af-a6f9-49a8-8e89-b0f09372b2dd req-f90b00eb-42f6-42e6-8f57-c8c1a713d6c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6db37fd-536f-44e8-8203-955cdf256ca3 {{(pid=93798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:36:10.938977 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-d8fde6af-a6f9-49a8-8e89-b0f09372b2dd req-f90b00eb-42f6-42e6-8f57-c8c1a713d6c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:36:10.957679 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-d8fde6af-a6f9-49a8-8e89-b0f09372b2dd req-f90b00eb-42f6-42e6-8f57-c8c1a713d6c3 service neutron] Transition to ACTIVE for port object c6db37fd-536f-44e8-8203-955cdf256ca3 will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:36:10.964330 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-d8fde6af-a6f9-49a8-8e89-b0f09372b2dd req-f90b00eb-42f6-42e6-8f57-c8c1a713d6c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:36:10.999182 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8e26f264-8569-48f7-814d-602afd72d6cc req-af117d86-8eec-438c-b299-10b5818dc2d0 service neutron] 10.222.0.38 "GET /v2.0/networks/141c1581-d19e-4400-89b9-3b3fa04bfbb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975721 Jul 27 23:36:11.036191 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90b00eb-42f6-42e6-8f57-c8c1a713d6c3 service neutron] Pushing event updated for resources: {'Port': ['ID=c6db37fd-536f-44e8-8203-955cdf256ca3,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:36:11.128650 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cfe734-ba40-4e89-9ea7-1b66faf05805 req-48703261-a450-43af-a557-44d1c2223ac7 tempest-VolumesActionsTest-574658223 tempest-VolumesActionsTest-574658223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:36:11.137504 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b6cfe734-ba40-4e89-9ea7-1b66faf05805 req-48703261-a450-43af-a557-44d1c2223ac7 tempest-VolumesActionsTest-574658223 tempest-VolumesActionsTest-574658223-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f83a6c1-4813-462a-b8d2-554dcb8326dc HTTP/1.1" status: 200 len: 943 time: 0.1162436 Jul 27 23:36:11.175804 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-d8fde6af-a6f9-49a8-8e89-b0f09372b2dd req-f90b00eb-42f6-42e6-8f57-c8c1a713d6c3 service neutron] Attempting to bind port c6db37fd-536f-44e8-8203-955cdf256ca3 on host n-h1-802623-1 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:36:11.176149 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-d8fde6af-a6f9-49a8-8e89-b0f09372b2dd req-f90b00eb-42f6-42e6-8f57-c8c1a713d6c3 service neutron] Attempting to bind port c6db37fd-536f-44e8-8203-955cdf256ca3 by drivers openvswitch,hyperv on host n-h1-802623-1 at level 0 using segments [{'id': '6d38d5ab-291e-4449-a5d5-3c3c3be10249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '1b08b263-b293-49bc-a5d8-ee111379e778'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:36:11.177426 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8fde6af-a6f9-49a8-8e89-b0f09372b2dd req-f90b00eb-42f6-42e6-8f57-c8c1a713d6c3 service neutron] Attempting to bind port c6db37fd-536f-44e8-8203-955cdf256ca3 on network 1b08b263-b293-49bc-a5d8-ee111379e778 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:36:11.186406 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8fde6af-a6f9-49a8-8e89-b0f09372b2dd req-f90b00eb-42f6-42e6-8f57-c8c1a713d6c3 service neutron] Port c6db37fd-536f-44e8-8203-955cdf256ca3 on network 1b08b263-b293-49bc-a5d8-ee111379e778 not bound, no agent of type Open vSwitch agent registered on host n-h1-802623-1 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 23:36:11.186845 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8fde6af-a6f9-49a8-8e89-b0f09372b2dd req-f90b00eb-42f6-42e6-8f57-c8c1a713d6c3 service neutron] Attempting to bind port c6db37fd-536f-44e8-8203-955cdf256ca3 on network 1b08b263-b293-49bc-a5d8-ee111379e778 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:36:11.200676 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8fde6af-a6f9-49a8-8e89-b0f09372b2dd req-f90b00eb-42f6-42e6-8f57-c8c1a713d6c3 service neutron] Checking agent: {'id': '245f1da4-a9b8-4b08-90d7-28f0f342b839', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 59, 59), 'started_at': datetime.datetime(2021, 7, 27, 22, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:36:11.201016 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8fde6af-a6f9-49a8-8e89-b0f09372b2dd req-f90b00eb-42f6-42e6-8f57-c8c1a713d6c3 service neutron] Checking segment: {'id': '6d38d5ab-291e-4449-a5d5-3c3c3be10249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '1b08b263-b293-49bc-a5d8-ee111379e778'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:36:11.201387 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8fde6af-a6f9-49a8-8e89-b0f09372b2dd req-f90b00eb-42f6-42e6-8f57-c8c1a713d6c3 service neutron] Bound using segment: {'id': '6d38d5ab-291e-4449-a5d5-3c3c3be10249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '1b08b263-b293-49bc-a5d8-ee111379e778'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:36:11.201819 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-d8fde6af-a6f9-49a8-8e89-b0f09372b2dd req-f90b00eb-42f6-42e6-8f57-c8c1a713d6c3 service neutron] Bound port: c6db37fd-536f-44e8-8203-955cdf256ca3, host: n-h1-802623-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d38d5ab-291e-4449-a5d5-3c3c3be10249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '1b08b263-b293-49bc-a5d8-ee111379e778'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:36:11.202177 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-d8fde6af-a6f9-49a8-8e89-b0f09372b2dd req-f90b00eb-42f6-42e6-8f57-c8c1a713d6c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:36:11.222157 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b6cfe734-ba40-4e89-9ea7-1b66faf05805 req-47df0175-099d-4e22-a3af-a43c1d0bcc9c tempest-VolumesActionsTest-574658223 tempest-VolumesActionsTest-574658223-project] 10.222.0.18 "GET /v2.0/security-groups?id=087c8dde-03a0-4c64-acf9-32b874e8ae59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684655 Jul 27 23:36:11.276474 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-d8fde6af-a6f9-49a8-8e89-b0f09372b2dd req-f90b00eb-42f6-42e6-8f57-c8c1a713d6c3 service neutron] For port c6db37fd-536f-44e8-8203-955cdf256ca3, host n-h1-802623-1, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:36:11.279674 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-d8fde6af-a6f9-49a8-8e89-b0f09372b2dd req-f90b00eb-42f6-42e6-8f57-c8c1a713d6c3 service neutron] For port c6db37fd-536f-44e8-8203-955cdf256ca3, host n-h1-802623-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=c6db37fd-536f-44e8-8203-955cdf256ca3,segment=NetworkSegment(6d38d5ab-291e-4449-a5d5-3c3c3be10249),segment_id=6d38d5ab-291e-4449-a5d5-3c3c3be10249)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:36:11.284196 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-d8fde6af-a6f9-49a8-8e89-b0f09372b2dd req-f90b00eb-42f6-42e6-8f57-c8c1a713d6c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:36:11.321540 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fde6af-a6f9-49a8-8e89-b0f09372b2dd req-f90b00eb-42f6-42e6-8f57-c8c1a713d6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:36:11.322779 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-d8fde6af-a6f9-49a8-8e89-b0f09372b2dd req-f90b00eb-42f6-42e6-8f57-c8c1a713d6c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:36:11.324251 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-d8fde6af-a6f9-49a8-8e89-b0f09372b2dd req-f90b00eb-42f6-42e6-8f57-c8c1a713d6c3 service neutron] 10.222.0.38 "PUT /v2.0/ports/c6db37fd-536f-44e8-8203-955cdf256ca3 HTTP/1.1" status: 200 len: 1091 time: 0.7582572 Jul 27 23:36:11.324695 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f83a6c1-4813-462a-b8d2-554dcb8326dc', 'tag': 'c6db37fd-536f-44e8-8203-955cdf256ca3'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:36:11.326955 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}011f8d312121274bb12d78e77c6379a2079800640016cec6c6d605b73666e854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4738da49-040a-4751-bb03-94d75cc60b76" -d '{"events": [{"name": "network-changed", "server_uuid": "9f83a6c1-4813-462a-b8d2-554dcb8326dc", "tag": "c6db37fd-536f-44e8-8203-955cdf256ca3"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:36:11.352423 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90b00eb-42f6-42e6-8f57-c8c1a713d6c3 service neutron] Pushing event updated for resources: {'Port': ['ID=c6db37fd-536f-44e8-8203-955cdf256ca3,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:36:11.381293 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 23:36:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f9b3911-6b0a-40de-8744-55e996d89d99 x-openstack-request-id: req-5f9b3911-6b0a-40de-8744-55e996d89d99 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:36:11.381730 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f83a6c1-4813-462a-b8d2-554dcb8326dc", "tag": "c6db37fd-536f-44e8-8203-955cdf256ca3", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:36:11.382234 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5f9b3911-6b0a-40de-8744-55e996d89d99 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:36:11.382973 n-d-802623-1 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f83a6c1-4813-462a-b8d2-554dcb8326dc', 'tag': 'c6db37fd-536f-44e8-8203-955cdf256ca3', 'status': 'completed', 'code': 200} Jul 27 23:36:11.417419 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fde6af-a6f9-49a8-8e89-b0f09372b2dd req-6d709871-add8-4966-8ad5-5914e8c27465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:36:11.419179 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-d8fde6af-a6f9-49a8-8e89-b0f09372b2dd req-6d709871-add8-4966-8ad5-5914e8c27465 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=0b80e534663b4ed8ab220fcd72689337&device_id=9f83a6c1-4813-462a-b8d2-554dcb8326dc HTTP/1.1" status: 200 len: 1094 time: 0.0502453 Jul 27 23:36:11.470209 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-d8fde6af-a6f9-49a8-8e89-b0f09372b2dd req-0fbfef0f-d988-4a37-bb61-48a51866eeca service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c6db37fd-536f-44e8-8203-955cdf256ca3 HTTP/1.1" status: 200 len: 217 time: 0.0435677 Jul 27 23:36:11.533329 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fde6af-a6f9-49a8-8e89-b0f09372b2dd req-19fa6ae8-5642-489f-9062-12d479d89f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:36:11.535286 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-d8fde6af-a6f9-49a8-8e89-b0f09372b2dd req-19fa6ae8-5642-489f-9062-12d479d89f1b service neutron] 10.222.0.38 "GET /v2.0/subnets?id=3ee4f589-1447-4bb7-bf3d-cce1e73c30e1 HTTP/1.1" status: 200 len: 849 time: 0.0562637 Jul 27 23:36:11.575179 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-d8fde6af-a6f9-49a8-8e89-b0f09372b2dd req-3007b721-47df-45f3-84f8-1c55fa91a8f8 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=1b08b263-b293-49bc-a5d8-ee111379e778&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322022 Jul 27 23:36:11.687381 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fb09f7-b09e-4524-ac04-57c013841785 req-61de66cd-0b0a-4d19-95f1-2f5b5b41eff1 tempest-AttachVolumeNegativeTest-1252482255 tempest-AttachVolumeNegativeTest-1252482255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:36:11.689116 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-11fb09f7-b09e-4524-ac04-57c013841785 req-61de66cd-0b0a-4d19-95f1-2f5b5b41eff1 tempest-AttachVolumeNegativeTest-1252482255 tempest-AttachVolumeNegativeTest-1252482255-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f391586-ba97-4e64-abb0-5d95364e0104 HTTP/1.1" status: 200 len: 943 time: 0.1176057 Jul 27 23:36:11.745159 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-d8fde6af-a6f9-49a8-8e89-b0f09372b2dd req-5e07bb2e-bbb9-43df-8e2c-4cf63771b6ff service neutron] 10.222.0.38 "GET /v2.0/networks/1b08b263-b293-49bc-a5d8-ee111379e778?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582680 Jul 27 23:36:11.753433 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-11fb09f7-b09e-4524-ac04-57c013841785 req-c5b66194-15bd-42f0-8656-b306c41ea2a0 tempest-AttachVolumeNegativeTest-1252482255 tempest-AttachVolumeNegativeTest-1252482255-project] 10.222.0.18 "GET /v2.0/security-groups?id=88ed4bfd-1262-4989-86b9-3b66b1d13e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539129 Jul 27 23:36:11.862698 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-d8fde6af-a6f9-49a8-8e89-b0f09372b2dd req-afbfe073-ab03-4dfc-a9ba-45c371d1fc20 service neutron] 10.222.0.38 "GET /v2.0/networks/1b08b263-b293-49bc-a5d8-ee111379e778?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082532 Jul 27 23:36:11.973867 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4738da49-040a-4751-bb03-94d75cc60b76 req-be7f1ede-39ec-4bfe-a08e-323926c8a268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:36:11.975681 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-4738da49-040a-4751-bb03-94d75cc60b76 req-be7f1ede-39ec-4bfe-a08e-323926c8a268 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=0b80e534663b4ed8ab220fcd72689337&device_id=9f83a6c1-4813-462a-b8d2-554dcb8326dc HTTP/1.1" status: 200 len: 1094 time: 0.0655553 Jul 27 23:36:12.076071 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4738da49-040a-4751-bb03-94d75cc60b76 req-8e92271f-fd71-4a89-8d76-9109487e4d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:36:12.077573 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-4738da49-040a-4751-bb03-94d75cc60b76 req-8e92271f-fd71-4a89-8d76-9109487e4d52 service neutron] 10.222.0.38 "GET /v2.0/networks?id=1b08b263-b293-49bc-a5d8-ee111379e778 HTTP/1.1" status: 200 len: 910 time: 0.0949974 Jul 27 23:36:12.128095 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-4738da49-040a-4751-bb03-94d75cc60b76 req-47ab8bfe-5928-42ba-901e-73642d4804a3 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c6db37fd-536f-44e8-8203-955cdf256ca3 HTTP/1.1" status: 200 len: 217 time: 0.0401101 Jul 27 23:36:12.182323 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4738da49-040a-4751-bb03-94d75cc60b76 req-d2ca99a1-cc75-422b-92c4-eea608cd81c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:36:12.183891 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-4738da49-040a-4751-bb03-94d75cc60b76 req-d2ca99a1-cc75-422b-92c4-eea608cd81c4 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=3ee4f589-1447-4bb7-bf3d-cce1e73c30e1 HTTP/1.1" status: 200 len: 849 time: 0.0478442 Jul 27 23:36:12.220328 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-4738da49-040a-4751-bb03-94d75cc60b76 req-d74a6152-99a9-4df9-a9f4-91c3029186ff service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=1b08b263-b293-49bc-a5d8-ee111379e778&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281737 Jul 27 23:36:12.325057 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-4738da49-040a-4751-bb03-94d75cc60b76 req-93d4bfb2-64ec-4879-8494-904a11016742 service neutron] 10.222.0.38 "GET /v2.0/networks/1b08b263-b293-49bc-a5d8-ee111379e778?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951877 Jul 27 23:36:12.346157 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca790749-5633-4944-a797-ce6a63a3316f req-f8139418-f2cc-415c-9468-83d6b8909d1c tempest-VolumesActionsTest-574658223 tempest-VolumesActionsTest-574658223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:36:12.347941 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-ca790749-5633-4944-a797-ce6a63a3316f req-f8139418-f2cc-415c-9468-83d6b8909d1c tempest-VolumesActionsTest-574658223 tempest-VolumesActionsTest-574658223-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f83a6c1-4813-462a-b8d2-554dcb8326dc HTTP/1.1" status: 200 len: 943 time: 0.0521293 Jul 27 23:36:12.416725 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-ca790749-5633-4944-a797-ce6a63a3316f req-c2e11d72-c93e-4e3b-bf6c-37ffd99e1e5c tempest-VolumesActionsTest-574658223 tempest-VolumesActionsTest-574658223-project] 10.222.0.18 "GET /v2.0/security-groups?id=087c8dde-03a0-4c64-acf9-32b874e8ae59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595748 Jul 27 23:36:12.453817 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-4738da49-040a-4751-bb03-94d75cc60b76 req-8071470a-06f2-45b6-b82d-010a0640a0c0 service neutron] 10.222.0.38 "GET /v2.0/networks/1b08b263-b293-49bc-a5d8-ee111379e778?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204793 Jul 27 23:36:12.882476 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdbe2f1-40de-4cce-bcaf-21e3f200e133 req-bc1a04c7-445f-41f8-bd53-f89334bd41d5 tempest-AttachVolumeNegativeTest-1252482255 tempest-AttachVolumeNegativeTest-1252482255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:36:12.883988 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-3cdbe2f1-40de-4cce-bcaf-21e3f200e133 req-bc1a04c7-445f-41f8-bd53-f89334bd41d5 tempest-AttachVolumeNegativeTest-1252482255 tempest-AttachVolumeNegativeTest-1252482255-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f391586-ba97-4e64-abb0-5d95364e0104 HTTP/1.1" status: 200 len: 943 time: 0.0503957 Jul 27 23:36:12.922059 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-3cdbe2f1-40de-4cce-bcaf-21e3f200e133 req-a7c663f8-9557-4596-9a19-c2325ddcc520 tempest-AttachVolumeNegativeTest-1252482255 tempest-AttachVolumeNegativeTest-1252482255-project] 10.222.0.18 "GET /v2.0/security-groups?id=88ed4bfd-1262-4989-86b9-3b66b1d13e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314286 Jul 27 23:36:13.539159 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8803070-7232-4af1-87db-63fbe3fda1c8 req-55bf50b6-35ee-417d-b30f-fdb4c1a34135 tempest-VolumesActionsTest-574658223 tempest-VolumesActionsTest-574658223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:36:13.540792 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-e8803070-7232-4af1-87db-63fbe3fda1c8 req-55bf50b6-35ee-417d-b30f-fdb4c1a34135 tempest-VolumesActionsTest-574658223 tempest-VolumesActionsTest-574658223-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f83a6c1-4813-462a-b8d2-554dcb8326dc HTTP/1.1" status: 200 len: 943 time: 0.0498266 Jul 27 23:36:13.584772 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-e8803070-7232-4af1-87db-63fbe3fda1c8 req-ecb9a04b-9011-4832-ab37-7e2bb8ce7268 tempest-VolumesActionsTest-574658223 tempest-VolumesActionsTest-574658223-project] 10.222.0.18 "GET /v2.0/security-groups?id=087c8dde-03a0-4c64-acf9-32b874e8ae59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373797 Jul 27 23:36:13.870341 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device c6db37fd-536f-44e8-8203-955cdf256ca3 details requested by agent hyperv_n-h1-802623-1 with host n-h1-802623-1 {{(pid=93799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 23:36:13.962541 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port c6db37fd-536f-44e8-8203-955cdf256ca3, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=c6db37fd-536f-44e8-8203-955cdf256ca3,segment=NetworkSegment(6d38d5ab-291e-4449-a5d5-3c3c3be10249),segment_id=6d38d5ab-291e-4449-a5d5-3c3c3be10249)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:36:13.977177 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Returning: {'device': 'c6db37fd-536f-44e8-8203-955cdf256ca3', 'network_id': '1b08b263-b293-49bc-a5d8-ee111379e778', 'port_id': 'c6db37fd-536f-44e8-8203-955cdf256ca3', 'mac_address': 'fa:16:3e:a1:85:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ee4f589-1447-4bb7-bf3d-cce1e73c30e1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 23:36:14.014429 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:36:14.026857 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6db37fd-536f-44e8-8203-955cdf256ca3 {{(pid=93799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:36:14.043510 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f479205-55b4-4344-85a2-8212e9d3f430 req-530f1dbd-8ad1-4572-8944-c1589c5d80ca tempest-AttachVolumeNegativeTest-1252482255 tempest-AttachVolumeNegativeTest-1252482255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:36:14.044977 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-2f479205-55b4-4344-85a2-8212e9d3f430 req-530f1dbd-8ad1-4572-8944-c1589c5d80ca tempest-AttachVolumeNegativeTest-1252482255 tempest-AttachVolumeNegativeTest-1252482255-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f391586-ba97-4e64-abb0-5d95364e0104 HTTP/1.1" status: 200 len: 943 time: 0.0523651 Jul 27 23:36:14.046482 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port c6db37fd-536f-44e8-8203-955cdf256ca3, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=c6db37fd-536f-44e8-8203-955cdf256ca3,segment=NetworkSegment(6d38d5ab-291e-4449-a5d5-3c3c3be10249),segment_id=6d38d5ab-291e-4449-a5d5-3c3c3be10249)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:36:14.050468 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:36:14.051183 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 9701ffe8-0916-45e0-aa34-74263bca5a53 details requested by agent hyperv_n-h1-802623-1 with host n-h1-802623-1 {{(pid=93799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 23:36:14.083111 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-2f479205-55b4-4344-85a2-8212e9d3f430 req-27a690a2-fc47-40d2-8ef8-3a557a87340a tempest-AttachVolumeNegativeTest-1252482255 tempest-AttachVolumeNegativeTest-1252482255-project] 10.222.0.18 "GET /v2.0/security-groups?id=88ed4bfd-1262-4989-86b9-3b66b1d13e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321059 Jul 27 23:36:14.143192 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Pushing event updated for resources: {'Port': ['ID=c6db37fd-536f-44e8-8203-955cdf256ca3,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:36:14.155513 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:36:14.155860 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:36:14.156200 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:36:14.156537 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:36:14.156868 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:36:14.157200 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:36:14.157524 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:36:14.157853 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:36:14.158175 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:36:14.159054 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:36:14.159431 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:36:14.159754 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:36:14.197423 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port 9701ffe8-0916-45e0-aa34-74263bca5a53, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=9701ffe8-0916-45e0-aa34-74263bca5a53,segment=NetworkSegment(7df241c9-a789-4d01-bffe-9fdd41905eca),segment_id=7df241c9-a789-4d01-bffe-9fdd41905eca)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:36:14.208508 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Returning: {'device': '9701ffe8-0916-45e0-aa34-74263bca5a53', 'network_id': '141c1581-d19e-4400-89b9-3b3fa04bfbb3', 'port_id': '9701ffe8-0916-45e0-aa34-74263bca5a53', 'mac_address': 'fa:16:3e:97:6b:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa9a0f7b-5eae-4bb6-90d4-4a53f1dd3609', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 23:36:14.244684 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:36:14.256749 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9701ffe8-0916-45e0-aa34-74263bca5a53 {{(pid=93799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:36:14.275207 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port 9701ffe8-0916-45e0-aa34-74263bca5a53, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=9701ffe8-0916-45e0-aa34-74263bca5a53,segment=NetworkSegment(7df241c9-a789-4d01-bffe-9fdd41905eca),segment_id=7df241c9-a789-4d01-bffe-9fdd41905eca)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:36:14.278566 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:36:14.324746 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Pushing event updated for resources: {'Port': ['ID=9701ffe8-0916-45e0-aa34-74263bca5a53,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:36:14.525992 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] get_ports_and_sgs() called for port_ids ['9701ffe8-0916-45e0-aa34-74263bca5a53'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:36:14.581623 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] get_ports_and_sgs() called for port_ids ['c6db37fd-536f-44e8-8203-955cdf256ca3'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:36:14.705710 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1154ae-0450-412b-8cb3-c4f085854d52 req-6a8bb83a-90a5-44dc-ba1b-b3049b863ce9 tempest-VolumesActionsTest-574658223 tempest-VolumesActionsTest-574658223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:36:14.712183 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-7e1154ae-0450-412b-8cb3-c4f085854d52 req-6a8bb83a-90a5-44dc-ba1b-b3049b863ce9 tempest-VolumesActionsTest-574658223 tempest-VolumesActionsTest-574658223-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f83a6c1-4813-462a-b8d2-554dcb8326dc HTTP/1.1" status: 200 len: 944 time: 0.0563552 Jul 27 23:36:14.746756 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-7e1154ae-0450-412b-8cb3-c4f085854d52 req-43f20926-1442-4c69-8903-a2471d702c83 tempest-VolumesActionsTest-574658223 tempest-VolumesActionsTest-574658223-project] 10.222.0.18 "GET /v2.0/security-groups?id=087c8dde-03a0-4c64-acf9-32b874e8ae59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323470 Jul 27 23:36:15.201592 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b643e6b-fb3a-42a1-b620-5189b84e6c09 req-313659ea-191f-470e-9c55-e47e2c8d480f tempest-AttachVolumeNegativeTest-1252482255 tempest-AttachVolumeNegativeTest-1252482255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:36:15.203143 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-0b643e6b-fb3a-42a1-b620-5189b84e6c09 req-313659ea-191f-470e-9c55-e47e2c8d480f tempest-AttachVolumeNegativeTest-1252482255 tempest-AttachVolumeNegativeTest-1252482255-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f391586-ba97-4e64-abb0-5d95364e0104 HTTP/1.1" status: 200 len: 944 time: 0.0504081 Jul 27 23:36:15.240177 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-0b643e6b-fb3a-42a1-b620-5189b84e6c09 req-4664802b-cb53-49e9-b653-d8e102b1af1c tempest-AttachVolumeNegativeTest-1252482255 tempest-AttachVolumeNegativeTest-1252482255-project] 10.222.0.18 "GET /v2.0/security-groups?id=88ed4bfd-1262-4989-86b9-3b66b1d13e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309088 Jul 27 23:36:15.858365 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 9701ffe8-0916-45e0-aa34-74263bca5a53 up at agent hyperv_n-h1-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:36:15.867443 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656a90de-539e-425d-a71d-bf49a32c2121 req-1044c339-b6ed-414b-befb-662521949553 tempest-VolumesActionsTest-574658223 tempest-VolumesActionsTest-574658223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:36:15.869214 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-656a90de-539e-425d-a71d-bf49a32c2121 req-1044c339-b6ed-414b-befb-662521949553 tempest-VolumesActionsTest-574658223 tempest-VolumesActionsTest-574658223-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f83a6c1-4813-462a-b8d2-554dcb8326dc HTTP/1.1" status: 200 len: 944 time: 0.0518725 Jul 27 23:36:15.908110 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Provisioning for port 9701ffe8-0916-45e0-aa34-74263bca5a53 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:36:15.908745 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-656a90de-539e-425d-a71d-bf49a32c2121 req-b613936d-f967-44ff-a743-49c91fdd994d tempest-VolumesActionsTest-574658223 tempest-VolumesActionsTest-574658223-project] 10.222.0.18 "GET /v2.0/security-groups?id=087c8dde-03a0-4c64-acf9-32b874e8ae59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330088 Jul 27 23:36:15.912145 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Provisioning complete for port 9701ffe8-0916-45e0-aa34-74263bca5a53 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:36:15.912519 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:36:15.989568 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:36:16.014831 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f391586-ba97-4e64-abb0-5d95364e0104', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9701ffe8-0916-45e0-aa34-74263bca5a53'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:36:16.016997 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c0369b0d4f459110ff20a1f9878ba33f96d6491bddb9d15843bf29d01e0bda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc7436f0-0864-4a1e-9bc9-b20c30337fdd" -d '{"events": [{"server_uuid": "2f391586-ba97-4e64-abb0-5d95364e0104", "name": "network-vif-plugged", "status": "completed", "tag": "9701ffe8-0916-45e0-aa34-74263bca5a53"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:36:16.033656 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port 9701ffe8-0916-45e0-aa34-74263bca5a53, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=9701ffe8-0916-45e0-aa34-74263bca5a53,segment=NetworkSegment(7df241c9-a789-4d01-bffe-9fdd41905eca),segment_id=7df241c9-a789-4d01-bffe-9fdd41905eca)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:36:16.039004 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:36:16.040223 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device c6db37fd-536f-44e8-8203-955cdf256ca3 up at agent hyperv_n-h1-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:36:16.062570 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:36:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf961a7e-de1e-4d2f-aed0-a4f1bcbe6693 x-openstack-request-id: req-bf961a7e-de1e-4d2f-aed0-a4f1bcbe6693 {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:36:16.062860 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f391586-ba97-4e64-abb0-5d95364e0104", "name": "network-vif-plugged", "status": "completed", "tag": "9701ffe8-0916-45e0-aa34-74263bca5a53", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:36:16.063133 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-bf961a7e-de1e-4d2f-aed0-a4f1bcbe6693 {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:36:16.063520 n-d-802623-1 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f391586-ba97-4e64-abb0-5d95364e0104', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9701ffe8-0916-45e0-aa34-74263bca5a53', 'code': 200} Jul 27 23:36:16.117130 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Pushing event updated for resources: {'Port': ['ID=9701ffe8-0916-45e0-aa34-74263bca5a53,revision_number=5']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:36:16.137136 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Provisioning for port c6db37fd-536f-44e8-8203-955cdf256ca3 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:36:16.141342 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Provisioning complete for port c6db37fd-536f-44e8-8203-955cdf256ca3 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:36:16.141724 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:36:16.160710 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a02c38-18f1-461c-b701-cb6c72a0cbcf req-4da8a11d-0802-4644-b0b8-6e7d85ef9303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:36:16.162238 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-75a02c38-18f1-461c-b701-cb6c72a0cbcf req-4da8a11d-0802-4644-b0b8-6e7d85ef9303 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=2f391586-ba97-4e64-abb0-5d95364e0104 HTTP/1.1" status: 200 len: 1096 time: 0.0464690 Jul 27 23:36:16.199785 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-75a02c38-18f1-461c-b701-cb6c72a0cbcf req-096c6cc3-4292-4d68-a58c-cbd9eb0abccd service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=88ed4bfd-1262-4989-86b9-3b66b1d13e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0289321 Jul 27 23:36:16.232464 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:36:16.265667 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port c6db37fd-536f-44e8-8203-955cdf256ca3, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=c6db37fd-536f-44e8-8203-955cdf256ca3,segment=NetworkSegment(6d38d5ab-291e-4449-a5d5-3c3c3be10249),segment_id=6d38d5ab-291e-4449-a5d5-3c3c3be10249)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:36:16.270502 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:36:16.322992 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Pushing event updated for resources: {'Port': ['ID=c6db37fd-536f-44e8-8203-955cdf256ca3,revision_number=5']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:36:16.358247 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42c5ac8-968f-4b28-8d34-2189605d3e62 req-f80ab0d0-4060-488a-aba2-9af289318ff7 tempest-AttachVolumeNegativeTest-1252482255 tempest-AttachVolumeNegativeTest-1252482255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:36:16.359879 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f42c5ac8-968f-4b28-8d34-2189605d3e62 req-f80ab0d0-4060-488a-aba2-9af289318ff7 tempest-AttachVolumeNegativeTest-1252482255 tempest-AttachVolumeNegativeTest-1252482255-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f391586-ba97-4e64-abb0-5d95364e0104 HTTP/1.1" status: 200 len: 945 time: 0.0503690 Jul 27 23:36:16.405639 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f42c5ac8-968f-4b28-8d34-2189605d3e62 req-fbb6992c-f289-4880-9707-98fcbb551e75 tempest-AttachVolumeNegativeTest-1252482255 tempest-AttachVolumeNegativeTest-1252482255-project] 10.222.0.18 "GET /v2.0/security-groups?id=88ed4bfd-1262-4989-86b9-3b66b1d13e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391037 Jul 27 23:36:17.036853 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1797e2-0689-4856-8d13-2c5693c96a17 req-f3130c53-07d9-4491-bf3a-bde5d6879f6f tempest-VolumesActionsTest-574658223 tempest-VolumesActionsTest-574658223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:36:17.038427 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ee1797e2-0689-4856-8d13-2c5693c96a17 req-f3130c53-07d9-4491-bf3a-bde5d6879f6f tempest-VolumesActionsTest-574658223 tempest-VolumesActionsTest-574658223-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f83a6c1-4813-462a-b8d2-554dcb8326dc HTTP/1.1" status: 200 len: 945 time: 0.0545015 Jul 27 23:36:17.079088 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ee1797e2-0689-4856-8d13-2c5693c96a17 req-76fbfb56-60df-4f97-9532-1b15d273034c tempest-VolumesActionsTest-574658223 tempest-VolumesActionsTest-574658223-project] 10.222.0.18 "GET /v2.0/security-groups?id=087c8dde-03a0-4c64-acf9-32b874e8ae59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339935 Jul 27 23:36:17.521373 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7b0998-a20f-471f-af5f-eaac3114595f req-a2b4de82-d1f0-442c-8807-0a434796dbfa tempest-AttachVolumeNegativeTest-1252482255 tempest-AttachVolumeNegativeTest-1252482255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:36:17.522877 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-1d7b0998-a20f-471f-af5f-eaac3114595f req-a2b4de82-d1f0-442c-8807-0a434796dbfa tempest-AttachVolumeNegativeTest-1252482255 tempest-AttachVolumeNegativeTest-1252482255-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f391586-ba97-4e64-abb0-5d95364e0104 HTTP/1.1" status: 200 len: 945 time: 0.0500672 Jul 27 23:36:17.561836 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-1d7b0998-a20f-471f-af5f-eaac3114595f req-0526c141-3746-44d4-bc40-9470e56df4eb tempest-AttachVolumeNegativeTest-1252482255 tempest-AttachVolumeNegativeTest-1252482255-project] 10.222.0.18 "GET /v2.0/security-groups?id=88ed4bfd-1262-4989-86b9-3b66b1d13e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322981 Jul 27 23:36:18.065110 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f83a6c1-4813-462a-b8d2-554dcb8326dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6db37fd-536f-44e8-8203-955cdf256ca3'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:36:18.067436 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c0369b0d4f459110ff20a1f9878ba33f96d6491bddb9d15843bf29d01e0bda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f0ef592-ef36-4f2a-869b-fddce7abbadf" -d '{"events": [{"server_uuid": "9f83a6c1-4813-462a-b8d2-554dcb8326dc", "name": "network-vif-plugged", "status": "completed", "tag": "c6db37fd-536f-44e8-8203-955cdf256ca3"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:36:18.103636 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:36:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec61f56c-35b1-4336-b634-511c44f7b15b x-openstack-request-id: req-ec61f56c-35b1-4336-b634-511c44f7b15b {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:36:18.103928 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f83a6c1-4813-462a-b8d2-554dcb8326dc", "name": "network-vif-plugged", "status": "completed", "tag": "c6db37fd-536f-44e8-8203-955cdf256ca3", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:36:18.104181 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ec61f56c-35b1-4336-b634-511c44f7b15b {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:36:18.104577 n-d-802623-1 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f83a6c1-4813-462a-b8d2-554dcb8326dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6db37fd-536f-44e8-8203-955cdf256ca3', 'code': 200} Jul 27 23:36:18.204031 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99af7331-c156-43b1-ac65-0a966e5c94d7 req-ae2b10aa-19ce-4d6c-8f8d-4adc33c8cbb2 tempest-VolumesActionsTest-574658223 tempest-VolumesActionsTest-574658223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:36:18.205453 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-99af7331-c156-43b1-ac65-0a966e5c94d7 req-ae2b10aa-19ce-4d6c-8f8d-4adc33c8cbb2 tempest-VolumesActionsTest-574658223 tempest-VolumesActionsTest-574658223-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f83a6c1-4813-462a-b8d2-554dcb8326dc HTTP/1.1" status: 200 len: 945 time: 0.0540876 Jul 27 23:36:18.245272 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-99af7331-c156-43b1-ac65-0a966e5c94d7 req-8bbad3d5-6798-44ad-9630-71221308188d tempest-VolumesActionsTest-574658223 tempest-VolumesActionsTest-574658223-project] 10.222.0.18 "GET /v2.0/security-groups?id=087c8dde-03a0-4c64-acf9-32b874e8ae59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338185 Jul 27 23:36:18.260174 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf0be77-f393-43ad-96a7-1968ecc11c44 req-321077b6-13a2-4066-8f49-e99e17fb1950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:36:18.261846 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-bdf0be77-f393-43ad-96a7-1968ecc11c44 req-321077b6-13a2-4066-8f49-e99e17fb1950 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=9f83a6c1-4813-462a-b8d2-554dcb8326dc HTTP/1.1" status: 200 len: 1096 time: 0.0450449 Jul 27 23:36:18.305481 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-bdf0be77-f393-43ad-96a7-1968ecc11c44 req-cb755b90-9b50-4daf-9a3c-211ad6ebbecc service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=087c8dde-03a0-4c64-acf9-32b874e8ae59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356510 Jul 27 23:36:19.377567 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dde7e6-4e2f-4402-9cf3-0f4d0ef7f6a6 req-0f7672ba-6dcf-4a3c-9d87-d0122942c702 tempest-VolumesActionsTest-574658223 tempest-VolumesActionsTest-574658223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:36:19.379106 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-61dde7e6-4e2f-4402-9cf3-0f4d0ef7f6a6 req-0f7672ba-6dcf-4a3c-9d87-d0122942c702 tempest-VolumesActionsTest-574658223 tempest-VolumesActionsTest-574658223-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f83a6c1-4813-462a-b8d2-554dcb8326dc HTTP/1.1" status: 200 len: 945 time: 0.0639331 Jul 27 23:36:19.418877 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-61dde7e6-4e2f-4402-9cf3-0f4d0ef7f6a6 req-1eceeb8a-e79d-41c1-beac-91b30370406a tempest-VolumesActionsTest-574658223 tempest-VolumesActionsTest-574658223-project] 10.222.0.18 "GET /v2.0/security-groups?id=087c8dde-03a0-4c64-acf9-32b874e8ae59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330088 Jul 27 23:36:20.061800 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14799d6-9fa5-4417-8286-65f9786c4c1b req-a9186ec5-8619-4786-a22f-2559257e4e93 tempest-VolumesActionsTest-574658223 tempest-VolumesActionsTest-574658223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:36:20.063689 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-d14799d6-9fa5-4417-8286-65f9786c4c1b req-a9186ec5-8619-4786-a22f-2559257e4e93 tempest-VolumesActionsTest-574658223 tempest-VolumesActionsTest-574658223-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f83a6c1-4813-462a-b8d2-554dcb8326dc HTTP/1.1" status: 200 len: 945 time: 0.0619760 Jul 27 23:36:20.123731 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-d14799d6-9fa5-4417-8286-65f9786c4c1b req-83b437d1-bb40-403d-83fe-def74f8b3eab tempest-VolumesActionsTest-574658223 tempest-VolumesActionsTest-574658223-project] 10.222.0.18 "GET /v2.0/security-groups?id=087c8dde-03a0-4c64-acf9-32b874e8ae59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534463 Jul 27 23:36:21.255410 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296cf90f-f435-4aae-ba52-b046d96219d1 req-e4ff2fbd-b809-4354-b646-3ed113bda5e9 tempest-VolumesActionsTest-574658223 tempest-VolumesActionsTest-574658223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:36:21.256926 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-296cf90f-f435-4aae-ba52-b046d96219d1 req-e4ff2fbd-b809-4354-b646-3ed113bda5e9 tempest-VolumesActionsTest-574658223 tempest-VolumesActionsTest-574658223-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f83a6c1-4813-462a-b8d2-554dcb8326dc HTTP/1.1" status: 200 len: 945 time: 0.0518870 Jul 27 23:36:21.311406 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c12054c-c090-46b9-9d15-53be4b8b48d5 req-efa6e094-5026-405a-a400-0889b759e139 tempest-VolumesActionsTest-574658223 tempest-VolumesActionsTest-574658223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:36:21.313968 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-6c12054c-c090-46b9-9d15-53be4b8b48d5 req-efa6e094-5026-405a-a400-0889b759e139 tempest-VolumesActionsTest-574658223 tempest-VolumesActionsTest-574658223-project] 10.222.0.38 "GET /v2.0/ports?device_id=9f83a6c1-4813-462a-b8d2-554dcb8326dc HTTP/1.1" status: 200 len: 945 time: 0.0613322 Jul 27 23:36:21.317159 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-296cf90f-f435-4aae-ba52-b046d96219d1 req-131868c8-bc1e-49ba-8bf8-703a159dea76 tempest-VolumesActionsTest-574658223 tempest-VolumesActionsTest-574658223-project] 10.222.0.18 "GET /v2.0/security-groups?id=087c8dde-03a0-4c64-acf9-32b874e8ae59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484023 Jul 27 23:36:21.425350 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-6c12054c-c090-46b9-9d15-53be4b8b48d5 req-c50b6bb5-a23d-4760-a4cb-5c1601f3104c tempest-VolumesActionsTest-574658223 tempest-VolumesActionsTest-574658223-project] Deleting port c6db37fd-536f-44e8-8203-955cdf256ca3 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:36:21.425698 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-6c12054c-c090-46b9-9d15-53be4b8b48d5 req-c50b6bb5-a23d-4760-a4cb-5c1601f3104c tempest-VolumesActionsTest-574658223 tempest-VolumesActionsTest-574658223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:36:21.518737 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-6c12054c-c090-46b9-9d15-53be4b8b48d5 req-c50b6bb5-a23d-4760-a4cb-5c1601f3104c tempest-VolumesActionsTest-574658223 tempest-VolumesActionsTest-574658223-project] For port c6db37fd-536f-44e8-8203-955cdf256ca3, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=c6db37fd-536f-44e8-8203-955cdf256ca3,segment=NetworkSegment(6d38d5ab-291e-4449-a5d5-3c3c3be10249),segment_id=6d38d5ab-291e-4449-a5d5-3c3c3be10249)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:36:21.519203 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-6c12054c-c090-46b9-9d15-53be4b8b48d5 req-c50b6bb5-a23d-4760-a4cb-5c1601f3104c tempest-VolumesActionsTest-574658223 tempest-VolumesActionsTest-574658223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:36:21.534757 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-6c12054c-c090-46b9-9d15-53be4b8b48d5 req-c50b6bb5-a23d-4760-a4cb-5c1601f3104c tempest-VolumesActionsTest-574658223 tempest-VolumesActionsTest-574658223-project] Calling delete_port for c6db37fd-536f-44e8-8203-955cdf256ca3 owned by compute:nova {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:36:21.664167 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-6c12054c-c090-46b9-9d15-53be4b8b48d5 req-c50b6bb5-a23d-4760-a4cb-5c1601f3104c tempest-VolumesActionsTest-574658223 tempest-VolumesActionsTest-574658223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:36:21.690119 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] get_ports_and_sgs() called for port_ids ['c6db37fd-536f-44e8-8203-955cdf256ca3'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:36:21.735060 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50b6bb5-a23d-4760-a4cb-5c1601f3104c tempest-VolumesActionsTest-574658223 tempest-VolumesActionsTest-574658223-project] Pushing event deleted for resources: {'Port': ['ID=c6db37fd-536f-44e8-8203-955cdf256ca3,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:36:21.742473 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c12054c-c090-46b9-9d15-53be4b8b48d5 req-c50b6bb5-a23d-4760-a4cb-5c1601f3104c tempest-VolumesActionsTest-574658223 tempest-VolumesActionsTest-574658223-project] No DVR routers for this DVR port c6db37fd-536f-44e8-8203-955cdf256ca3 on host n-h1-802623-1 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:36:21.745110 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-6c12054c-c090-46b9-9d15-53be4b8b48d5 req-c50b6bb5-a23d-4760-a4cb-5c1601f3104c tempest-VolumesActionsTest-574658223 tempest-VolumesActionsTest-574658223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:36:21.747268 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-6c12054c-c090-46b9-9d15-53be4b8b48d5 req-c50b6bb5-a23d-4760-a4cb-5c1601f3104c tempest-VolumesActionsTest-574658223 tempest-VolumesActionsTest-574658223-project] 10.222.0.38 "DELETE /v2.0/ports/c6db37fd-536f-44e8-8203-955cdf256ca3 HTTP/1.1" status: 204 len: 173 time: 0.4261916 Jul 27 23:36:21.747805 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f83a6c1-4813-462a-b8d2-554dcb8326dc', 'name': 'network-vif-deleted', 'tag': 'c6db37fd-536f-44e8-8203-955cdf256ca3'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:36:21.751543 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}011f8d312121274bb12d78e77c6379a2079800640016cec6c6d605b73666e854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94c7a668-23c0-4aa7-bf4d-2e36995028f4" -d '{"events": [{"server_uuid": "9f83a6c1-4813-462a-b8d2-554dcb8326dc", "name": "network-vif-deleted", "tag": "c6db37fd-536f-44e8-8203-955cdf256ca3"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:36:21.802447 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:36:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e8680d1-658d-4faa-85e8-db5c61f3dfd7 x-openstack-request-id: req-3e8680d1-658d-4faa-85e8-db5c61f3dfd7 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:36:21.802737 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f83a6c1-4813-462a-b8d2-554dcb8326dc", "name": "network-vif-deleted", "tag": "c6db37fd-536f-44e8-8203-955cdf256ca3", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:36:21.802991 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3e8680d1-658d-4faa-85e8-db5c61f3dfd7 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:36:21.803425 n-d-802623-1 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f83a6c1-4813-462a-b8d2-554dcb8326dc', 'name': 'network-vif-deleted', 'tag': 'c6db37fd-536f-44e8-8203-955cdf256ca3', 'status': 'completed', 'code': 200} Jul 27 23:36:22.481677 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd765689-3e57-4341-b05a-dfaaf213289b req-8794a255-d8ef-49a7-a7c0-495dd143508c tempest-AttachVolumeNegativeTest-1252482255 tempest-AttachVolumeNegativeTest-1252482255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:36:22.483292 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-bd765689-3e57-4341-b05a-dfaaf213289b req-8794a255-d8ef-49a7-a7c0-495dd143508c tempest-AttachVolumeNegativeTest-1252482255 tempest-AttachVolumeNegativeTest-1252482255-project] 10.222.0.18 "GET /v2.0/networks?id=141c1581-d19e-4400-89b9-3b3fa04bfbb3 HTTP/1.1" status: 200 len: 815 time: 0.1145115 Jul 27 23:36:22.499447 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-bd765689-3e57-4341-b05a-dfaaf213289b req-6a9cd153-9325-4e3b-aa5f-8a706efaef85 tempest-AttachVolumeNegativeTest-1252482255 tempest-AttachVolumeNegativeTest-1252482255-project] 10.222.0.18 "GET /v2.0/quotas/2c421f6e61d24766a742e1834bb73658 HTTP/1.1" status: 200 len: 375 time: 0.0100839 Jul 27 23:36:22.557794 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-bd765689-3e57-4341-b05a-dfaaf213289b req-eb5e4245-9a18-4061-ad25-dac42bf23c39 tempest-AttachVolumeNegativeTest-1252482255 tempest-AttachVolumeNegativeTest-1252482255-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=2c421f6e61d24766a742e1834bb73658&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0519543 Jul 27 23:36:22.621975 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567f863b-a5bc-4597-938b-34d34311a366 req-6be4ab66-4490-4204-88a1-16663e21894e tempest-VolumesActionsTest-574658223 tempest-VolumesActionsTest-574658223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:36:22.624321 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-567f863b-a5bc-4597-938b-34d34311a366 req-6be4ab66-4490-4204-88a1-16663e21894e tempest-VolumesActionsTest-574658223 tempest-VolumesActionsTest-574658223-project] 10.222.0.18 "GET /v2.0/networks?id=1b08b263-b293-49bc-a5d8-ee111379e778 HTTP/1.1" status: 200 len: 809 time: 0.1053503 Jul 27 23:36:22.640507 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-567f863b-a5bc-4597-938b-34d34311a366 req-dba0b902-6614-43fd-9297-fe524f4f06fd tempest-VolumesActionsTest-574658223 tempest-VolumesActionsTest-574658223-project] 10.222.0.18 "GET /v2.0/quotas/0b80e534663b4ed8ab220fcd72689337 HTTP/1.1" status: 200 len: 375 time: 0.0091956 Jul 27 23:36:22.652987 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-bd765689-3e57-4341-b05a-dfaaf213289b req-99a758ce-fecb-4721-bf02-edc0b4148bd2 service neutron] 10.222.0.18 "GET /v2.0/networks/141c1581-d19e-4400-89b9-3b3fa04bfbb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881071 Jul 27 23:36:22.673943 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-567f863b-a5bc-4597-938b-34d34311a366 req-8fa7e04a-488b-4210-b44f-9248144e1121 tempest-VolumesActionsTest-574658223 tempest-VolumesActionsTest-574658223-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=0b80e534663b4ed8ab220fcd72689337&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0275505 Jul 27 23:36:22.744846 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-bd765689-3e57-4341-b05a-dfaaf213289b req-5a0a1bc0-986a-427c-886e-f1bd4a83877d service neutron] 10.222.0.18 "GET /v2.0/networks/141c1581-d19e-4400-89b9-3b3fa04bfbb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855458 Jul 27 23:36:22.780567 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-567f863b-a5bc-4597-938b-34d34311a366 req-6e979a14-8c99-47c5-8720-49b8844a3b51 service neutron] 10.222.0.18 "GET /v2.0/networks/1b08b263-b293-49bc-a5d8-ee111379e778?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977452 Jul 27 23:36:22.879428 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-567f863b-a5bc-4597-938b-34d34311a366 req-d69b2a49-8bbc-4717-8edb-76fde91ec5f1 service neutron] 10.222.0.18 "GET /v2.0/networks/1b08b263-b293-49bc-a5d8-ee111379e778?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928774 Jul 27 23:36:22.949383 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a2673ec8-eabe-4bb6-b57b-0ee188e380a6 req-ade2fdea-d176-4353-bc7a-1354ba7831f8 tempest-AttachVolumeNegativeTest-1252482255 tempest-AttachVolumeNegativeTest-1252482255-project] 10.222.0.18 "GET /v2.0/ports?device_id=9d529a93-9b3c-4264-81f5-c85837a9b328 HTTP/1.1" status: 200 len: 210 time: 0.0486605 Jul 27 23:36:23.050379 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-ba01a2fe-a1e7-476b-ab34-8701f418df15 req-64a88870-d01f-4695-8f6e-93ec0c290124 tempest-VolumesActionsTest-574658223 tempest-VolumesActionsTest-574658223-project] 10.222.0.18 "GET /v2.0/ports?device_id=47b37569-6025-4e1b-83df-a85b8651d30c HTTP/1.1" status: 200 len: 210 time: 0.0337868 Jul 27 23:36:23.909200 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device c6db37fd-536f-44e8-8203-955cdf256ca3 no longer exists at agent hyperv_n-h1-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:36:23.936139 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] No Port match for: c6db37fd-536f-44e8-8203-955cdf256ca3 {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:36:23.936862 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device c6db37fd-536f-44e8-8203-955cdf256ca3 not bound to the agent host n-h1-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:36:23.982365 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd765689-3e57-4341-b05a-dfaaf213289b req-53f9b654-3b69-4c43-80b5-2564578f2a84 tempest-AttachVolumeNegativeTest-1252482255 tempest-AttachVolumeNegativeTest-1252482255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:36:23.984023 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-bd765689-3e57-4341-b05a-dfaaf213289b req-53f9b654-3b69-4c43-80b5-2564578f2a84 tempest-AttachVolumeNegativeTest-1252482255 tempest-AttachVolumeNegativeTest-1252482255-project] 10.222.0.38 "GET /v2.0/networks?id=141c1581-d19e-4400-89b9-3b3fa04bfbb3 HTTP/1.1" status: 200 len: 815 time: 0.1281590 Jul 27 23:36:23.999622 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [req-bd765689-3e57-4341-b05a-dfaaf213289b req-04e7214e-d7b2-4a12-b1d5-a1f5080ed465 tempest-AttachVolumeNegativeTest-1252482255 tempest-AttachVolumeNegativeTest-1252482255-project] Request body: {'port': {'device_id': '9d529a93-9b3c-4264-81f5-c85837a9b328', 'network_id': '141c1581-d19e-4400-89b9-3b3fa04bfbb3', 'admin_state_up': True, 'tenant_id': '2c421f6e61d24766a742e1834bb73658'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:36:24.065286 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f9395da3-ef21-4f7e-84e7-a5346c922f14 req-87d90a82-7b0c-4635-81da-5e41b20fc81c tempest-AttachVolumeNegativeTest-1252482255 tempest-AttachVolumeNegativeTest-1252482255-project] 10.222.0.18 "GET /v2.0/ports?device_id=9d529a93-9b3c-4264-81f5-c85837a9b328 HTTP/1.1" status: 200 len: 210 time: 0.0616331 Jul 27 23:36:24.146415 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd765689-3e57-4341-b05a-dfaaf213289b req-04e7214e-d7b2-4a12-b1d5-a1f5080ed465 tempest-AttachVolumeNegativeTest-1252482255 tempest-AttachVolumeNegativeTest-1252482255-project] Made reservation on behalf of 2c421f6e61d24766a742e1834bb73658 for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:36:24.153628 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-bd765689-3e57-4341-b05a-dfaaf213289b req-04e7214e-d7b2-4a12-b1d5-a1f5080ed465 tempest-AttachVolumeNegativeTest-1252482255 tempest-AttachVolumeNegativeTest-1252482255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:36:24.184926 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-abcea190-8538-4694-8db2-cb8e8ee37741 req-db5a7739-0f2d-414f-9540-f8cbcf85b820 tempest-VolumesActionsTest-574658223 tempest-VolumesActionsTest-574658223-project] 10.222.0.18 "GET /v2.0/ports?device_id=47b37569-6025-4e1b-83df-a85b8651d30c HTTP/1.1" status: 200 len: 210 time: 0.0588226 Jul 27 23:36:24.366544 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567f863b-a5bc-4597-938b-34d34311a366 req-172fb034-1df9-4a1f-818f-3620933afea9 tempest-VolumesActionsTest-574658223 tempest-VolumesActionsTest-574658223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:36:24.368614 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-567f863b-a5bc-4597-938b-34d34311a366 req-172fb034-1df9-4a1f-818f-3620933afea9 tempest-VolumesActionsTest-574658223 tempest-VolumesActionsTest-574658223-project] 10.222.0.38 "GET /v2.0/networks?id=1b08b263-b293-49bc-a5d8-ee111379e778 HTTP/1.1" status: 200 len: 809 time: 0.1300254 Jul 27 23:36:24.382573 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [req-567f863b-a5bc-4597-938b-34d34311a366 req-a97a5142-9852-42b0-96a5-d1057110c526 tempest-VolumesActionsTest-574658223 tempest-VolumesActionsTest-574658223-project] Request body: {'port': {'device_id': '47b37569-6025-4e1b-83df-a85b8651d30c', 'network_id': '1b08b263-b293-49bc-a5d8-ee111379e778', 'admin_state_up': True, 'tenant_id': '0b80e534663b4ed8ab220fcd72689337'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:36:24.503742 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-567f863b-a5bc-4597-938b-34d34311a366 req-a97a5142-9852-42b0-96a5-d1057110c526 tempest-VolumesActionsTest-574658223 tempest-VolumesActionsTest-574658223-project] Made reservation on behalf of 0b80e534663b4ed8ab220fcd72689337 for: {'port': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:36:24.507401 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-567f863b-a5bc-4597-938b-34d34311a366 req-a97a5142-9852-42b0-96a5-d1057110c526 tempest-VolumesActionsTest-574658223 tempest-VolumesActionsTest-574658223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:36:24.647143 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [req-bd765689-3e57-4341-b05a-dfaaf213289b req-04e7214e-d7b2-4a12-b1d5-a1f5080ed465 tempest-AttachVolumeNegativeTest-1252482255 tempest-AttachVolumeNegativeTest-1252482255-project] Allocated IP 172.20.0.8 (141c1581-d19e-4400-89b9-3b3fa04bfbb3/fa9a0f7b-5eae-4bb6-90d4-4a53f1dd3609/1b269fa5-d4b8-4156-a2b0-80619b1281e3) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:36:24.662183 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [req-567f863b-a5bc-4597-938b-34d34311a366 req-a97a5142-9852-42b0-96a5-d1057110c526 tempest-VolumesActionsTest-574658223 tempest-VolumesActionsTest-574658223-project] Allocated IP 172.20.0.7 (1b08b263-b293-49bc-a5d8-ee111379e778/3ee4f589-1447-4bb7-bf3d-cce1e73c30e1/ed25d33b-16f6-4c7a-be50-148b8648acb3) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:36:24.813598 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-bd765689-3e57-4341-b05a-dfaaf213289b req-04e7214e-d7b2-4a12-b1d5-a1f5080ed465 tempest-AttachVolumeNegativeTest-1252482255 tempest-AttachVolumeNegativeTest-1252482255-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:36:24.822662 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-567f863b-a5bc-4597-938b-34d34311a366 req-a97a5142-9852-42b0-96a5-d1057110c526 tempest-VolumesActionsTest-574658223 tempest-VolumesActionsTest-574658223-project] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:36:24.855411 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-bd765689-3e57-4341-b05a-dfaaf213289b req-04e7214e-d7b2-4a12-b1d5-a1f5080ed465 tempest-AttachVolumeNegativeTest-1252482255 tempest-AttachVolumeNegativeTest-1252482255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:36:24.863711 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-567f863b-a5bc-4597-938b-34d34311a366 req-a97a5142-9852-42b0-96a5-d1057110c526 tempest-VolumesActionsTest-574658223 tempest-VolumesActionsTest-574658223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:36:24.873358 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] get_ports_and_sgs() called for port_ids ['9701ffe8-0916-45e0-aa34-74263bca5a53'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:36:24.908884 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e7214e-d7b2-4a12-b1d5-a1f5080ed465 tempest-AttachVolumeNegativeTest-1252482255 tempest-AttachVolumeNegativeTest-1252482255-project] Pushing event updated for resources: {'Port': ['ID=1b269fa5-d4b8-4156-a2b0-80619b1281e3,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:36:24.918641 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd765689-3e57-4341-b05a-dfaaf213289b req-04e7214e-d7b2-4a12-b1d5-a1f5080ed465 tempest-AttachVolumeNegativeTest-1252482255 tempest-AttachVolumeNegativeTest-1252482255-project] Network 141c1581-d19e-4400-89b9-3b3fa04bfbb3 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:36:24.919935 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] get_ports_and_sgs() called for port_ids ['2066c28c-7cb5-4d29-be39-ea96eee1ee06'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:36:24.920419 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [req-bd765689-3e57-4341-b05a-dfaaf213289b req-04e7214e-d7b2-4a12-b1d5-a1f5080ed465 tempest-AttachVolumeNegativeTest-1252482255 tempest-AttachVolumeNegativeTest-1252482255-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:36:24.923997 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd765689-3e57-4341-b05a-dfaaf213289b req-04e7214e-d7b2-4a12-b1d5-a1f5080ed465 tempest-AttachVolumeNegativeTest-1252482255 tempest-AttachVolumeNegativeTest-1252482255-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:36:24.928495 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-567f863b-a5bc-4597-938b-34d34311a366 req-a97a5142-9852-42b0-96a5-d1057110c526 tempest-VolumesActionsTest-574658223 tempest-VolumesActionsTest-574658223-project] Network 1b08b263-b293-49bc-a5d8-ee111379e778 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:36:24.933482 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [req-567f863b-a5bc-4597-938b-34d34311a366 req-a97a5142-9852-42b0-96a5-d1057110c526 tempest-VolumesActionsTest-574658223 tempest-VolumesActionsTest-574658223-project] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:36:24.941303 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [req-567f863b-a5bc-4597-938b-34d34311a366 req-a97a5142-9852-42b0-96a5-d1057110c526 tempest-VolumesActionsTest-574658223 tempest-VolumesActionsTest-574658223-project] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:36:24.977447 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd765689-3e57-4341-b05a-dfaaf213289b req-04e7214e-d7b2-4a12-b1d5-a1f5080ed465 tempest-AttachVolumeNegativeTest-1252482255 tempest-AttachVolumeNegativeTest-1252482255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:36:24.978727 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-bd765689-3e57-4341-b05a-dfaaf213289b req-04e7214e-d7b2-4a12-b1d5-a1f5080ed465 tempest-AttachVolumeNegativeTest-1252482255 tempest-AttachVolumeNegativeTest-1252482255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:36:24.995199 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97a5142-9852-42b0-96a5-d1057110c526 tempest-VolumesActionsTest-574658223 tempest-VolumesActionsTest-574658223-project] Pushing event updated for resources: {'Port': ['ID=ed25d33b-16f6-4c7a-be50-148b8648acb3,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:36:24.997235 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-bd765689-3e57-4341-b05a-dfaaf213289b req-04e7214e-d7b2-4a12-b1d5-a1f5080ed465 tempest-AttachVolumeNegativeTest-1252482255 tempest-AttachVolumeNegativeTest-1252482255-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0016415 Jul 27 23:36:25.011770 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [req-bd765689-3e57-4341-b05a-dfaaf213289b req-c75ff578-aebf-4537-9dc7-b438d0d1e214 service neutron] Request body: {'port': {'device_id': '9d529a93-9b3c-4264-81f5-c85837a9b328', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802623-1'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:36:25.013520 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567f863b-a5bc-4597-938b-34d34311a366 req-a97a5142-9852-42b0-96a5-d1057110c526 tempest-VolumesActionsTest-574658223 tempest-VolumesActionsTest-574658223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:36:25.014170 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-567f863b-a5bc-4597-938b-34d34311a366 req-a97a5142-9852-42b0-96a5-d1057110c526 tempest-VolumesActionsTest-574658223 tempest-VolumesActionsTest-574658223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:36:25.031597 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-567f863b-a5bc-4597-938b-34d34311a366 req-a97a5142-9852-42b0-96a5-d1057110c526 tempest-VolumesActionsTest-574658223 tempest-VolumesActionsTest-574658223-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6540651 Jul 27 23:36:25.044015 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [req-567f863b-a5bc-4597-938b-34d34311a366 req-e484a910-f310-4fdd-bd53-d52bd385c51d service neutron] Request body: {'port': {'device_id': '47b37569-6025-4e1b-83df-a85b8651d30c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802623-1'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:36:25.096379 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-bd765689-3e57-4341-b05a-dfaaf213289b req-c75ff578-aebf-4537-9dc7-b438d0d1e214 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:36:25.153492 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-567f863b-a5bc-4597-938b-34d34311a366 req-e484a910-f310-4fdd-bd53-d52bd385c51d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:36:25.325141 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b03a97-b8dc-4e2a-8ca5-a00596eb1e21 req-5439c132-b2af-4a25-be7f-fa8282bcda86 tempest-AttachVolumeNegativeTest-1252482255 tempest-AttachVolumeNegativeTest-1252482255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:36:25.326626 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-12b03a97-b8dc-4e2a-8ca5-a00596eb1e21 req-5439c132-b2af-4a25-be7f-fa8282bcda86 tempest-AttachVolumeNegativeTest-1252482255 tempest-AttachVolumeNegativeTest-1252482255-project] 10.222.0.18 "GET /v2.0/ports?device_id=9d529a93-9b3c-4264-81f5-c85837a9b328 HTTP/1.1" status: 200 len: 931 time: 0.1423411 Jul 27 23:36:25.389279 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94532dd4-4d5d-4801-82eb-3df357fea435 req-79e7c933-2395-44da-856b-50f2641e946b tempest-VolumesActionsTest-574658223 tempest-VolumesActionsTest-574658223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:36:25.390790 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-94532dd4-4d5d-4801-82eb-3df357fea435 req-79e7c933-2395-44da-856b-50f2641e946b tempest-VolumesActionsTest-574658223 tempest-VolumesActionsTest-574658223-project] 10.222.0.18 "GET /v2.0/ports?device_id=47b37569-6025-4e1b-83df-a85b8651d30c HTTP/1.1" status: 200 len: 931 time: 0.1093578 Jul 27 23:36:25.412541 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-12b03a97-b8dc-4e2a-8ca5-a00596eb1e21 req-a2147684-3c80-4c59-9418-d18439d699ed tempest-AttachVolumeNegativeTest-1252482255 tempest-AttachVolumeNegativeTest-1252482255-project] 10.222.0.18 "GET /v2.0/security-groups?id=88ed4bfd-1262-4989-86b9-3b66b1d13e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658088 Jul 27 23:36:25.460988 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-94532dd4-4d5d-4801-82eb-3df357fea435 req-3dbade04-8c41-4503-87d2-72f05c67b64d tempest-VolumesActionsTest-574658223 tempest-VolumesActionsTest-574658223-project] 10.222.0.18 "GET /v2.0/security-groups?id=087c8dde-03a0-4c64-acf9-32b874e8ae59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573027 Jul 27 23:36:25.521388 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [req-bd765689-3e57-4341-b05a-dfaaf213289b req-c75ff578-aebf-4537-9dc7-b438d0d1e214 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b269fa5-d4b8-4156-a2b0-80619b1281e3 {{(pid=93798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:36:25.529536 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-bd765689-3e57-4341-b05a-dfaaf213289b req-c75ff578-aebf-4537-9dc7-b438d0d1e214 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:36:25.532210 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [req-567f863b-a5bc-4597-938b-34d34311a366 req-e484a910-f310-4fdd-bd53-d52bd385c51d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed25d33b-16f6-4c7a-be50-148b8648acb3 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:36:25.539801 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-567f863b-a5bc-4597-938b-34d34311a366 req-e484a910-f310-4fdd-bd53-d52bd385c51d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:36:25.541707 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-bd765689-3e57-4341-b05a-dfaaf213289b req-c75ff578-aebf-4537-9dc7-b438d0d1e214 service neutron] Transition to ACTIVE for port object 1b269fa5-d4b8-4156-a2b0-80619b1281e3 will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:36:25.546808 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-bd765689-3e57-4341-b05a-dfaaf213289b req-c75ff578-aebf-4537-9dc7-b438d0d1e214 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:36:25.552642 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [req-567f863b-a5bc-4597-938b-34d34311a366 req-e484a910-f310-4fdd-bd53-d52bd385c51d service neutron] Transition to ACTIVE for port object ed25d33b-16f6-4c7a-be50-148b8648acb3 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:36:25.556517 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-567f863b-a5bc-4597-938b-34d34311a366 req-e484a910-f310-4fdd-bd53-d52bd385c51d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11336041'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:36:25.644358 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e484a910-f310-4fdd-bd53-d52bd385c51d service neutron] Pushing event updated for resources: {'Port': ['ID=ed25d33b-16f6-4c7a-be50-148b8648acb3,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:36:25.648411 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75ff578-aebf-4537-9dc7-b438d0d1e214 service neutron] Pushing event updated for resources: {'Port': ['ID=1b269fa5-d4b8-4156-a2b0-80619b1281e3,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:36:25.674607 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-bd765689-3e57-4341-b05a-dfaaf213289b req-c75ff578-aebf-4537-9dc7-b438d0d1e214 service neutron] Attempting to bind port 1b269fa5-d4b8-4156-a2b0-80619b1281e3 on host n-h1-802623-1 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:36:25.675064 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-bd765689-3e57-4341-b05a-dfaaf213289b req-c75ff578-aebf-4537-9dc7-b438d0d1e214 service neutron] Attempting to bind port 1b269fa5-d4b8-4156-a2b0-80619b1281e3 by drivers openvswitch,hyperv on host n-h1-802623-1 at level 0 using segments [{'id': '7df241c9-a789-4d01-bffe-9fdd41905eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '141c1581-d19e-4400-89b9-3b3fa04bfbb3'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:36:25.675499 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd765689-3e57-4341-b05a-dfaaf213289b req-c75ff578-aebf-4537-9dc7-b438d0d1e214 service neutron] Attempting to bind port 1b269fa5-d4b8-4156-a2b0-80619b1281e3 on network 141c1581-d19e-4400-89b9-3b3fa04bfbb3 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:36:25.680419 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd765689-3e57-4341-b05a-dfaaf213289b req-c75ff578-aebf-4537-9dc7-b438d0d1e214 service neutron] Port 1b269fa5-d4b8-4156-a2b0-80619b1281e3 on network 141c1581-d19e-4400-89b9-3b3fa04bfbb3 not bound, no agent of type Open vSwitch agent registered on host n-h1-802623-1 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 23:36:25.680419 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd765689-3e57-4341-b05a-dfaaf213289b req-c75ff578-aebf-4537-9dc7-b438d0d1e214 service neutron] Attempting to bind port 1b269fa5-d4b8-4156-a2b0-80619b1281e3 on network 141c1581-d19e-4400-89b9-3b3fa04bfbb3 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:36:25.685793 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd765689-3e57-4341-b05a-dfaaf213289b req-c75ff578-aebf-4537-9dc7-b438d0d1e214 service neutron] Checking agent: {'id': '245f1da4-a9b8-4b08-90d7-28f0f342b839', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 59, 59), 'started_at': datetime.datetime(2021, 7, 27, 22, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:36:25.686202 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd765689-3e57-4341-b05a-dfaaf213289b req-c75ff578-aebf-4537-9dc7-b438d0d1e214 service neutron] Checking segment: {'id': '7df241c9-a789-4d01-bffe-9fdd41905eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '141c1581-d19e-4400-89b9-3b3fa04bfbb3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:36:25.686653 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd765689-3e57-4341-b05a-dfaaf213289b req-c75ff578-aebf-4537-9dc7-b438d0d1e214 service neutron] Bound using segment: {'id': '7df241c9-a789-4d01-bffe-9fdd41905eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '141c1581-d19e-4400-89b9-3b3fa04bfbb3'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:36:25.687180 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-bd765689-3e57-4341-b05a-dfaaf213289b req-c75ff578-aebf-4537-9dc7-b438d0d1e214 service neutron] Bound port: 1b269fa5-d4b8-4156-a2b0-80619b1281e3, host: n-h1-802623-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7df241c9-a789-4d01-bffe-9fdd41905eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '141c1581-d19e-4400-89b9-3b3fa04bfbb3'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:36:25.687836 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-bd765689-3e57-4341-b05a-dfaaf213289b req-c75ff578-aebf-4537-9dc7-b438d0d1e214 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:36:25.697600 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-567f863b-a5bc-4597-938b-34d34311a366 req-e484a910-f310-4fdd-bd53-d52bd385c51d service neutron] Attempting to bind port ed25d33b-16f6-4c7a-be50-148b8648acb3 on host n-h1-802623-1 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:36:25.698039 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-567f863b-a5bc-4597-938b-34d34311a366 req-e484a910-f310-4fdd-bd53-d52bd385c51d service neutron] Attempting to bind port ed25d33b-16f6-4c7a-be50-148b8648acb3 by drivers openvswitch,hyperv on host n-h1-802623-1 at level 0 using segments [{'id': '6d38d5ab-291e-4449-a5d5-3c3c3be10249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '1b08b263-b293-49bc-a5d8-ee111379e778'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:36:25.698435 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-567f863b-a5bc-4597-938b-34d34311a366 req-e484a910-f310-4fdd-bd53-d52bd385c51d service neutron] Attempting to bind port ed25d33b-16f6-4c7a-be50-148b8648acb3 on network 1b08b263-b293-49bc-a5d8-ee111379e778 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:36:25.702939 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-567f863b-a5bc-4597-938b-34d34311a366 req-e484a910-f310-4fdd-bd53-d52bd385c51d service neutron] Port ed25d33b-16f6-4c7a-be50-148b8648acb3 on network 1b08b263-b293-49bc-a5d8-ee111379e778 not bound, no agent of type Open vSwitch agent registered on host n-h1-802623-1 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 23:36:25.703345 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-567f863b-a5bc-4597-938b-34d34311a366 req-e484a910-f310-4fdd-bd53-d52bd385c51d service neutron] Attempting to bind port ed25d33b-16f6-4c7a-be50-148b8648acb3 on network 1b08b263-b293-49bc-a5d8-ee111379e778 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:36:25.708300 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-567f863b-a5bc-4597-938b-34d34311a366 req-e484a910-f310-4fdd-bd53-d52bd385c51d service neutron] Checking agent: {'id': '245f1da4-a9b8-4b08-90d7-28f0f342b839', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 59, 59), 'started_at': datetime.datetime(2021, 7, 27, 22, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:36:25.708712 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-567f863b-a5bc-4597-938b-34d34311a366 req-e484a910-f310-4fdd-bd53-d52bd385c51d service neutron] Checking segment: {'id': '6d38d5ab-291e-4449-a5d5-3c3c3be10249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '1b08b263-b293-49bc-a5d8-ee111379e778'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:36:25.709157 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-567f863b-a5bc-4597-938b-34d34311a366 req-e484a910-f310-4fdd-bd53-d52bd385c51d service neutron] Bound using segment: {'id': '6d38d5ab-291e-4449-a5d5-3c3c3be10249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '1b08b263-b293-49bc-a5d8-ee111379e778'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:36:25.709652 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-567f863b-a5bc-4597-938b-34d34311a366 req-e484a910-f310-4fdd-bd53-d52bd385c51d service neutron] Bound port: ed25d33b-16f6-4c7a-be50-148b8648acb3, host: n-h1-802623-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d38d5ab-291e-4449-a5d5-3c3c3be10249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '1b08b263-b293-49bc-a5d8-ee111379e778'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:36:25.710076 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-567f863b-a5bc-4597-938b-34d34311a366 req-e484a910-f310-4fdd-bd53-d52bd385c51d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:36:25.758266 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-bd765689-3e57-4341-b05a-dfaaf213289b req-c75ff578-aebf-4537-9dc7-b438d0d1e214 service neutron] For port 1b269fa5-d4b8-4156-a2b0-80619b1281e3, host n-h1-802623-1, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:36:25.762808 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-bd765689-3e57-4341-b05a-dfaaf213289b req-c75ff578-aebf-4537-9dc7-b438d0d1e214 service neutron] For port 1b269fa5-d4b8-4156-a2b0-80619b1281e3, host n-h1-802623-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=1b269fa5-d4b8-4156-a2b0-80619b1281e3,segment=NetworkSegment(7df241c9-a789-4d01-bffe-9fdd41905eca),segment_id=7df241c9-a789-4d01-bffe-9fdd41905eca)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:36:25.767584 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-bd765689-3e57-4341-b05a-dfaaf213289b req-c75ff578-aebf-4537-9dc7-b438d0d1e214 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:36:25.775873 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-567f863b-a5bc-4597-938b-34d34311a366 req-e484a910-f310-4fdd-bd53-d52bd385c51d service neutron] For port ed25d33b-16f6-4c7a-be50-148b8648acb3, host n-h1-802623-1, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:36:25.779813 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-567f863b-a5bc-4597-938b-34d34311a366 req-e484a910-f310-4fdd-bd53-d52bd385c51d service neutron] For port ed25d33b-16f6-4c7a-be50-148b8648acb3, host n-h1-802623-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=ed25d33b-16f6-4c7a-be50-148b8648acb3,segment=NetworkSegment(6d38d5ab-291e-4449-a5d5-3c3c3be10249),segment_id=6d38d5ab-291e-4449-a5d5-3c3c3be10249)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:36:25.785392 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-567f863b-a5bc-4597-938b-34d34311a366 req-e484a910-f310-4fdd-bd53-d52bd385c51d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11336041'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:36:25.806486 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd765689-3e57-4341-b05a-dfaaf213289b req-c75ff578-aebf-4537-9dc7-b438d0d1e214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:36:25.807516 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-bd765689-3e57-4341-b05a-dfaaf213289b req-c75ff578-aebf-4537-9dc7-b438d0d1e214 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:36:25.809282 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-bd765689-3e57-4341-b05a-dfaaf213289b req-c75ff578-aebf-4537-9dc7-b438d0d1e214 service neutron] 10.222.0.38 "PUT /v2.0/ports/1b269fa5-d4b8-4156-a2b0-80619b1281e3 HTTP/1.1" status: 200 len: 1091 time: 0.8035898 Jul 27 23:36:25.811876 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d529a93-9b3c-4264-81f5-c85837a9b328', 'tag': '1b269fa5-d4b8-4156-a2b0-80619b1281e3'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:36:25.815143 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}011f8d312121274bb12d78e77c6379a2079800640016cec6c6d605b73666e854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5b31227-3bdf-49bb-ab31-7e3c28db176e" -d '{"events": [{"name": "network-changed", "server_uuid": "9d529a93-9b3c-4264-81f5-c85837a9b328", "tag": "1b269fa5-d4b8-4156-a2b0-80619b1281e3"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:36:25.830043 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567f863b-a5bc-4597-938b-34d34311a366 req-e484a910-f310-4fdd-bd53-d52bd385c51d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:36:25.830672 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-567f863b-a5bc-4597-938b-34d34311a366 req-e484a910-f310-4fdd-bd53-d52bd385c51d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:36:25.832138 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-567f863b-a5bc-4597-938b-34d34311a366 req-e484a910-f310-4fdd-bd53-d52bd385c51d service neutron] 10.222.0.38 "PUT /v2.0/ports/ed25d33b-16f6-4c7a-be50-148b8648acb3 HTTP/1.1" status: 200 len: 1091 time: 0.7930615 Jul 27 23:36:25.832546 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47b37569-6025-4e1b-83df-a85b8651d30c', 'tag': 'ed25d33b-16f6-4c7a-be50-148b8648acb3'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:36:25.835110 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a476459a1bfce68b0ae0df5b6a71154bfc7cfdc8f9eefce6ad0a17231e60468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78aa253b-658d-486c-975f-16675acf7c29" -d '{"events": [{"name": "network-changed", "server_uuid": "47b37569-6025-4e1b-83df-a85b8651d30c", "tag": "ed25d33b-16f6-4c7a-be50-148b8648acb3"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:36:25.860857 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75ff578-aebf-4537-9dc7-b438d0d1e214 service neutron] Pushing event updated for resources: {'Port': ['ID=1b269fa5-d4b8-4156-a2b0-80619b1281e3,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:36:25.911220 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 23:36:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aabc4abb-614f-4d94-a869-34b25547c82f x-openstack-request-id: req-aabc4abb-614f-4d94-a869-34b25547c82f {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:36:25.911534 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47b37569-6025-4e1b-83df-a85b8651d30c", "tag": "ed25d33b-16f6-4c7a-be50-148b8648acb3", "status": "completed", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:36:25.911895 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-aabc4abb-614f-4d94-a869-34b25547c82f {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:36:25.912310 n-d-802623-1 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47b37569-6025-4e1b-83df-a85b8651d30c', 'tag': 'ed25d33b-16f6-4c7a-be50-148b8648acb3', 'status': 'completed', 'code': 200} Jul 27 23:36:25.916588 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 23:36:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44866e34-3f83-42bf-9229-3f3fef48fc2b x-openstack-request-id: req-44866e34-3f83-42bf-9229-3f3fef48fc2b {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:36:25.916878 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d529a93-9b3c-4264-81f5-c85837a9b328", "tag": "1b269fa5-d4b8-4156-a2b0-80619b1281e3", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:36:25.917125 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-44866e34-3f83-42bf-9229-3f3fef48fc2b {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:36:25.917513 n-d-802623-1 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d529a93-9b3c-4264-81f5-c85837a9b328', 'tag': '1b269fa5-d4b8-4156-a2b0-80619b1281e3', 'status': 'completed', 'code': 200} Jul 27 23:36:25.940453 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567f863b-a5bc-4597-938b-34d34311a366 req-82849687-77c6-4d93-ad88-2dd27e4d301b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:36:25.942350 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-567f863b-a5bc-4597-938b-34d34311a366 req-82849687-77c6-4d93-ad88-2dd27e4d301b service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=0b80e534663b4ed8ab220fcd72689337&device_id=47b37569-6025-4e1b-83df-a85b8651d30c HTTP/1.1" status: 200 len: 1094 time: 0.0550337 Jul 27 23:36:25.944954 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e484a910-f310-4fdd-bd53-d52bd385c51d service neutron] Pushing event updated for resources: {'Port': ['ID=ed25d33b-16f6-4c7a-be50-148b8648acb3,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:36:25.975558 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd765689-3e57-4341-b05a-dfaaf213289b req-fc3e9660-9b15-4412-b9c4-6f753d35f5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:36:25.977149 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-bd765689-3e57-4341-b05a-dfaaf213289b req-fc3e9660-9b15-4412-b9c4-6f753d35f5b5 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=2c421f6e61d24766a742e1834bb73658&device_id=9d529a93-9b3c-4264-81f5-c85837a9b328 HTTP/1.1" status: 200 len: 1094 time: 0.1181159 Jul 27 23:36:25.991679 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-567f863b-a5bc-4597-938b-34d34311a366 req-8cf88215-c8df-42cd-850a-9c4921e841aa service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ed25d33b-16f6-4c7a-be50-148b8648acb3 HTTP/1.1" status: 200 len: 217 time: 0.0410235 Jul 27 23:36:26.020544 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-bd765689-3e57-4341-b05a-dfaaf213289b req-c52e537e-a84e-497c-b2b1-76298152d227 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1b269fa5-d4b8-4156-a2b0-80619b1281e3 HTTP/1.1" status: 200 len: 217 time: 0.0358500 Jul 27 23:36:26.040212 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567f863b-a5bc-4597-938b-34d34311a366 req-0cfe8c96-9a44-4088-a337-639ed9465910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:36:26.042412 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-567f863b-a5bc-4597-938b-34d34311a366 req-0cfe8c96-9a44-4088-a337-639ed9465910 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=3ee4f589-1447-4bb7-bf3d-cce1e73c30e1 HTTP/1.1" status: 200 len: 849 time: 0.0441709 Jul 27 23:36:26.071095 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd765689-3e57-4341-b05a-dfaaf213289b req-45129d36-2f35-46c7-b8e9-574dd20c3547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:36:26.072784 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-bd765689-3e57-4341-b05a-dfaaf213289b req-45129d36-2f35-46c7-b8e9-574dd20c3547 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=fa9a0f7b-5eae-4bb6-90d4-4a53f1dd3609 HTTP/1.1" status: 200 len: 855 time: 0.0450718 Jul 27 23:36:26.075335 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-567f863b-a5bc-4597-938b-34d34311a366 req-e3490a69-5ef4-43c7-a3fd-951bd7303ede service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=1b08b263-b293-49bc-a5d8-ee111379e778&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256093 Jul 27 23:36:26.114412 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-bd765689-3e57-4341-b05a-dfaaf213289b req-f2e93f32-c67b-4cca-b201-cf68679c884e service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=141c1581-d19e-4400-89b9-3b3fa04bfbb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292788 Jul 27 23:36:26.183089 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-567f863b-a5bc-4597-938b-34d34311a366 req-2cd79f75-69bd-48c1-a11d-2cdf89d9c715 service neutron] 10.222.0.38 "GET /v2.0/networks/1b08b263-b293-49bc-a5d8-ee111379e778?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973802 Jul 27 23:36:26.228835 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-bd765689-3e57-4341-b05a-dfaaf213289b req-a2dcc214-eac7-4fbd-9354-e176cf3efe2e service neutron] 10.222.0.38 "GET /v2.0/networks/141c1581-d19e-4400-89b9-3b3fa04bfbb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049941 Jul 27 23:36:26.285236 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-567f863b-a5bc-4597-938b-34d34311a366 req-145b13a3-5975-402f-8c98-4db6c5aee466 service neutron] 10.222.0.38 "GET /v2.0/networks/1b08b263-b293-49bc-a5d8-ee111379e778?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954716 Jul 27 23:36:26.330202 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-bd765689-3e57-4341-b05a-dfaaf213289b req-a3c84560-7e46-43be-b957-069cabe60237 service neutron] 10.222.0.38 "GET /v2.0/networks/141c1581-d19e-4400-89b9-3b3fa04bfbb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949464 Jul 27 23:36:26.378199 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78aa253b-658d-486c-975f-16675acf7c29 req-de7db2b6-dbea-4a51-886a-391f20610c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:36:26.379745 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-78aa253b-658d-486c-975f-16675acf7c29 req-de7db2b6-dbea-4a51-886a-391f20610c2a service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=0b80e534663b4ed8ab220fcd72689337&device_id=47b37569-6025-4e1b-83df-a85b8651d30c HTTP/1.1" status: 200 len: 1094 time: 0.0423028 Jul 27 23:36:26.429654 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b31227-3bdf-49bb-ab31-7e3c28db176e req-fd07baea-acab-4ca0-8e4c-539352931018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:36:26.431409 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d5b31227-3bdf-49bb-ab31-7e3c28db176e req-fd07baea-acab-4ca0-8e4c-539352931018 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=2c421f6e61d24766a742e1834bb73658&device_id=9d529a93-9b3c-4264-81f5-c85837a9b328 HTTP/1.1" status: 200 len: 1094 time: 0.0425000 Jul 27 23:36:26.493089 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78aa253b-658d-486c-975f-16675acf7c29 req-11bb0406-e171-407c-9556-877ef44ab3c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:36:26.494647 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-78aa253b-658d-486c-975f-16675acf7c29 req-11bb0406-e171-407c-9556-877ef44ab3c6 service neutron] 10.222.0.38 "GET /v2.0/networks?id=1b08b263-b293-49bc-a5d8-ee111379e778 HTTP/1.1" status: 200 len: 910 time: 0.1062939 Jul 27 23:36:26.530573 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b31227-3bdf-49bb-ab31-7e3c28db176e req-bf34e463-06e4-4b33-9b0a-19be103d594a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:36:26.535262 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d5b31227-3bdf-49bb-ab31-7e3c28db176e req-bf34e463-06e4-4b33-9b0a-19be103d594a service neutron] 10.222.0.38 "GET /v2.0/networks?id=141c1581-d19e-4400-89b9-3b3fa04bfbb3 HTTP/1.1" status: 200 len: 916 time: 0.0941734 Jul 27 23:36:26.573438 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-78aa253b-658d-486c-975f-16675acf7c29 req-1b1362b8-e20e-4e40-b4a7-3c3ebcc43f4f service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ed25d33b-16f6-4c7a-be50-148b8648acb3 HTTP/1.1" status: 200 len: 217 time: 0.0579605 Jul 27 23:36:26.585115 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d5b31227-3bdf-49bb-ab31-7e3c28db176e req-58dd059b-6dec-4075-b7f1-39efdd3eef2b service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1b269fa5-d4b8-4156-a2b0-80619b1281e3 HTTP/1.1" status: 200 len: 217 time: 0.0451276 Jul 27 23:36:26.626769 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab5b03a-3061-4668-bcb0-6a97de137fbb req-e0372417-225e-4187-8d04-795359f2af8c tempest-AttachVolumeNegativeTest-1252482255 tempest-AttachVolumeNegativeTest-1252482255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:36:26.628323 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-0ab5b03a-3061-4668-bcb0-6a97de137fbb req-e0372417-225e-4187-8d04-795359f2af8c tempest-AttachVolumeNegativeTest-1252482255 tempest-AttachVolumeNegativeTest-1252482255-project] 10.222.0.18 "GET /v2.0/ports?device_id=9d529a93-9b3c-4264-81f5-c85837a9b328 HTTP/1.1" status: 200 len: 943 time: 0.1239047 Jul 27 23:36:26.656265 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78aa253b-658d-486c-975f-16675acf7c29 req-c991d26a-44d6-4946-9ba5-ea73444a8d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:36:26.657734 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-78aa253b-658d-486c-975f-16675acf7c29 req-c991d26a-44d6-4946-9ba5-ea73444a8d56 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=3ee4f589-1447-4bb7-bf3d-cce1e73c30e1 HTTP/1.1" status: 200 len: 849 time: 0.0765154 Jul 27 23:36:26.664571 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b31227-3bdf-49bb-ab31-7e3c28db176e req-c919f565-947d-4612-824a-d36e902225e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:36:26.666645 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d5b31227-3bdf-49bb-ab31-7e3c28db176e req-c919f565-947d-4612-824a-d36e902225e6 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=fa9a0f7b-5eae-4bb6-90d4-4a53f1dd3609 HTTP/1.1" status: 200 len: 855 time: 0.0727255 Jul 27 23:36:26.675174 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a57a73-53b3-4459-a9db-5348e8c54df7 req-7d9d7b1a-054e-4c69-b2c4-edf9443c5272 tempest-VolumesActionsTest-574658223 tempest-VolumesActionsTest-574658223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:36:26.679124 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-70a57a73-53b3-4459-a9db-5348e8c54df7 req-7d9d7b1a-054e-4c69-b2c4-edf9443c5272 tempest-VolumesActionsTest-574658223 tempest-VolumesActionsTest-574658223-project] 10.222.0.18 "GET /v2.0/ports?device_id=47b37569-6025-4e1b-83df-a85b8651d30c HTTP/1.1" status: 200 len: 943 time: 0.0964291 Jul 27 23:36:26.698043 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-78aa253b-658d-486c-975f-16675acf7c29 req-5fec106d-c3ce-4e6b-a97d-e17e0d00acbc service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=1b08b263-b293-49bc-a5d8-ee111379e778&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279059 Jul 27 23:36:26.701162 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-0ab5b03a-3061-4668-bcb0-6a97de137fbb req-1e8dcb82-74b4-4792-8ea3-43458125eb34 tempest-AttachVolumeNegativeTest-1252482255 tempest-AttachVolumeNegativeTest-1252482255-project] 10.222.0.18 "GET /v2.0/security-groups?id=88ed4bfd-1262-4989-86b9-3b66b1d13e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650215 Jul 27 23:36:26.724716 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d5b31227-3bdf-49bb-ab31-7e3c28db176e req-a79592e8-c5bb-4cdc-9265-0e3a75058ba7 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=141c1581-d19e-4400-89b9-3b3fa04bfbb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438151 Jul 27 23:36:26.752297 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-70a57a73-53b3-4459-a9db-5348e8c54df7 req-d978ead4-320c-424f-a9ca-6d60ff5ff167 tempest-VolumesActionsTest-574658223 tempest-VolumesActionsTest-574658223-project] 10.222.0.18 "GET /v2.0/security-groups?id=087c8dde-03a0-4c64-acf9-32b874e8ae59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621562 Jul 27 23:36:26.800435 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-78aa253b-658d-486c-975f-16675acf7c29 req-42fa4cb5-daab-45c6-b886-5626f68dc030 service neutron] 10.222.0.38 "GET /v2.0/networks/1b08b263-b293-49bc-a5d8-ee111379e778?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941203 Jul 27 23:36:26.829515 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d5b31227-3bdf-49bb-ab31-7e3c28db176e req-991d1e82-0b38-4f82-a014-e6cb3b157a16 service neutron] 10.222.0.38 "GET /v2.0/networks/141c1581-d19e-4400-89b9-3b3fa04bfbb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917633 Jul 27 23:36:26.898755 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-78aa253b-658d-486c-975f-16675acf7c29 req-b55be1f2-cf32-4138-a04a-2e549279ddf4 service neutron] 10.222.0.38 "GET /v2.0/networks/1b08b263-b293-49bc-a5d8-ee111379e778?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896287 Jul 27 23:36:26.920723 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c8023676-c896-402d-a7a0-bbbcea2962c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:36:26.941528 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d5b31227-3bdf-49bb-ab31-7e3c28db176e req-fb655f8c-00d9-4db5-930b-951f6dc43893 service neutron] 10.222.0.38 "GET /v2.0/networks/141c1581-d19e-4400-89b9-3b3fa04bfbb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033165 Jul 27 23:36:27.819824 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a364e37-3e59-4aa7-8699-f46ec96da254 req-0df28f2a-0406-4ded-b75a-fcc1a9d699c0 tempest-AttachVolumeNegativeTest-1252482255 tempest-AttachVolumeNegativeTest-1252482255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:36:27.821333 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-2a364e37-3e59-4aa7-8699-f46ec96da254 req-0df28f2a-0406-4ded-b75a-fcc1a9d699c0 tempest-AttachVolumeNegativeTest-1252482255 tempest-AttachVolumeNegativeTest-1252482255-project] 10.222.0.18 "GET /v2.0/ports?device_id=9d529a93-9b3c-4264-81f5-c85837a9b328 HTTP/1.1" status: 200 len: 943 time: 0.0529144 Jul 27 23:36:27.863971 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-2a364e37-3e59-4aa7-8699-f46ec96da254 req-c2bd049e-13c7-4c52-a359-2dc782d99f53 tempest-AttachVolumeNegativeTest-1252482255 tempest-AttachVolumeNegativeTest-1252482255-project] 10.222.0.18 "GET /v2.0/security-groups?id=88ed4bfd-1262-4989-86b9-3b66b1d13e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364006 Jul 27 23:36:27.885318 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02093739-4cb3-4f1a-9dad-3efd0f1b67ab req-c29ba9c9-8719-4c08-af31-4ea5fefa2465 tempest-VolumesActionsTest-574658223 tempest-VolumesActionsTest-574658223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:36:27.886850 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-02093739-4cb3-4f1a-9dad-3efd0f1b67ab req-c29ba9c9-8719-4c08-af31-4ea5fefa2465 tempest-VolumesActionsTest-574658223 tempest-VolumesActionsTest-574658223-project] 10.222.0.18 "GET /v2.0/ports?device_id=47b37569-6025-4e1b-83df-a85b8651d30c HTTP/1.1" status: 200 len: 943 time: 0.0553324 Jul 27 23:36:27.909008 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 1b269fa5-d4b8-4156-a2b0-80619b1281e3 details requested by agent hyperv_n-h1-802623-1 with host n-h1-802623-1 {{(pid=93799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 23:36:27.929634 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-02093739-4cb3-4f1a-9dad-3efd0f1b67ab req-8177db28-149a-4db6-ba9e-4b05104bb134 tempest-VolumesActionsTest-574658223 tempest-VolumesActionsTest-574658223-project] 10.222.0.18 "GET /v2.0/security-groups?id=087c8dde-03a0-4c64-acf9-32b874e8ae59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364552 Jul 27 23:36:28.018302 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port 1b269fa5-d4b8-4156-a2b0-80619b1281e3, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=1b269fa5-d4b8-4156-a2b0-80619b1281e3,segment=NetworkSegment(7df241c9-a789-4d01-bffe-9fdd41905eca),segment_id=7df241c9-a789-4d01-bffe-9fdd41905eca)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:36:28.030028 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Returning: {'device': '1b269fa5-d4b8-4156-a2b0-80619b1281e3', 'network_id': '141c1581-d19e-4400-89b9-3b3fa04bfbb3', 'port_id': '1b269fa5-d4b8-4156-a2b0-80619b1281e3', 'mac_address': 'fa:16:3e:b4:59:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa9a0f7b-5eae-4bb6-90d4-4a53f1dd3609', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 23:36:28.069366 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:36:28.081614 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b269fa5-d4b8-4156-a2b0-80619b1281e3 {{(pid=93799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:36:28.100701 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port 1b269fa5-d4b8-4156-a2b0-80619b1281e3, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=1b269fa5-d4b8-4156-a2b0-80619b1281e3,segment=NetworkSegment(7df241c9-a789-4d01-bffe-9fdd41905eca),segment_id=7df241c9-a789-4d01-bffe-9fdd41905eca)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:36:28.104698 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:36:28.105388 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device ed25d33b-16f6-4c7a-be50-148b8648acb3 details requested by agent hyperv_n-h1-802623-1 with host n-h1-802623-1 {{(pid=93799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 23:36:28.194584 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Pushing event updated for resources: {'Port': ['ID=1b269fa5-d4b8-4156-a2b0-80619b1281e3,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:36:28.235099 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port ed25d33b-16f6-4c7a-be50-148b8648acb3, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=ed25d33b-16f6-4c7a-be50-148b8648acb3,segment=NetworkSegment(6d38d5ab-291e-4449-a5d5-3c3c3be10249),segment_id=6d38d5ab-291e-4449-a5d5-3c3c3be10249)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:36:28.249214 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Returning: {'device': 'ed25d33b-16f6-4c7a-be50-148b8648acb3', 'network_id': '1b08b263-b293-49bc-a5d8-ee111379e778', 'port_id': 'ed25d33b-16f6-4c7a-be50-148b8648acb3', 'mac_address': 'fa:16:3e:06:64:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ee4f589-1447-4bb7-bf3d-cce1e73c30e1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 23:36:28.286252 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:36:28.298414 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed25d33b-16f6-4c7a-be50-148b8648acb3 {{(pid=93799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:36:28.317190 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port ed25d33b-16f6-4c7a-be50-148b8648acb3, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=ed25d33b-16f6-4c7a-be50-148b8648acb3,segment=NetworkSegment(6d38d5ab-291e-4449-a5d5-3c3c3be10249),segment_id=6d38d5ab-291e-4449-a5d5-3c3c3be10249)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:36:28.321295 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:36:28.366883 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Pushing event updated for resources: {'Port': ['ID=ed25d33b-16f6-4c7a-be50-148b8648acb3,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:36:28.546977 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] get_ports_and_sgs() called for port_ids ['ed25d33b-16f6-4c7a-be50-148b8648acb3'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:36:28.552466 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] get_ports_and_sgs() called for port_ids ['1b269fa5-d4b8-4156-a2b0-80619b1281e3'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:36:28.989085 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dee7404-ba96-40ac-b1d7-029b0e37aa3d req-46307528-7355-4c36-a860-3be8223cb4d8 tempest-AttachVolumeNegativeTest-1252482255 tempest-AttachVolumeNegativeTest-1252482255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:36:28.991427 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-0dee7404-ba96-40ac-b1d7-029b0e37aa3d req-46307528-7355-4c36-a860-3be8223cb4d8 tempest-AttachVolumeNegativeTest-1252482255 tempest-AttachVolumeNegativeTest-1252482255-project] 10.222.0.18 "GET /v2.0/ports?device_id=9d529a93-9b3c-4264-81f5-c85837a9b328 HTTP/1.1" status: 200 len: 944 time: 0.0620301 Jul 27 23:36:29.043956 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-0dee7404-ba96-40ac-b1d7-029b0e37aa3d req-e0971910-6219-448f-8f72-3cd55215986c tempest-AttachVolumeNegativeTest-1252482255 tempest-AttachVolumeNegativeTest-1252482255-project] 10.222.0.18 "GET /v2.0/security-groups?id=88ed4bfd-1262-4989-86b9-3b66b1d13e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453126 Jul 27 23:36:29.078174 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a888a6b-39c5-49ec-87f8-e6523e111b52 req-5071bc66-a473-43b8-a836-308ad1bc4dac tempest-VolumesActionsTest-574658223 tempest-VolumesActionsTest-574658223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:36:29.079693 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-6a888a6b-39c5-49ec-87f8-e6523e111b52 req-5071bc66-a473-43b8-a836-308ad1bc4dac tempest-VolumesActionsTest-574658223 tempest-VolumesActionsTest-574658223-project] 10.222.0.18 "GET /v2.0/ports?device_id=47b37569-6025-4e1b-83df-a85b8651d30c HTTP/1.1" status: 200 len: 944 time: 0.0510118 Jul 27 23:36:29.118311 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-6a888a6b-39c5-49ec-87f8-e6523e111b52 req-33e491b3-a530-419f-9340-6f3f5de55b80 tempest-VolumesActionsTest-574658223 tempest-VolumesActionsTest-574658223-project] 10.222.0.18 "GET /v2.0/security-groups?id=087c8dde-03a0-4c64-acf9-32b874e8ae59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323908 Jul 27 23:36:29.572620 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-0f9a0a3d-9f61-4ea7-8cc1-e843989aff0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:36:29.729588 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:36:29.920533 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 1b269fa5-d4b8-4156-a2b0-80619b1281e3 up at agent hyperv_n-h1-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:36:29.972037 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Provisioning for port 1b269fa5-d4b8-4156-a2b0-80619b1281e3 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:36:29.975722 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Provisioning complete for port 1b269fa5-d4b8-4156-a2b0-80619b1281e3 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:36:29.976162 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:36:30.070768 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:36:30.074314 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:36:30.098656 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d529a93-9b3c-4264-81f5-c85837a9b328', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b269fa5-d4b8-4156-a2b0-80619b1281e3'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:36:30.101068 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c0369b0d4f459110ff20a1f9878ba33f96d6491bddb9d15843bf29d01e0bda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c5642ae-f766-4c3a-8666-6f7f46b8b3a9" -d '{"events": [{"server_uuid": "9d529a93-9b3c-4264-81f5-c85837a9b328", "name": "network-vif-plugged", "status": "completed", "tag": "1b269fa5-d4b8-4156-a2b0-80619b1281e3"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:36:30.114269 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port 1b269fa5-d4b8-4156-a2b0-80619b1281e3, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=1b269fa5-d4b8-4156-a2b0-80619b1281e3,segment=NetworkSegment(7df241c9-a789-4d01-bffe-9fdd41905eca),segment_id=7df241c9-a789-4d01-bffe-9fdd41905eca)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:36:30.118120 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:36:30.119738 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device ed25d33b-16f6-4c7a-be50-148b8648acb3 up at agent hyperv_n-h1-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:36:30.192500 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:36:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24166ae8-fb17-4b1a-82db-9c7c3f3914fc x-openstack-request-id: req-24166ae8-fb17-4b1a-82db-9c7c3f3914fc {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:36:30.192813 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d529a93-9b3c-4264-81f5-c85837a9b328", "name": "network-vif-plugged", "status": "completed", "tag": "1b269fa5-d4b8-4156-a2b0-80619b1281e3", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:36:30.193154 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-24166ae8-fb17-4b1a-82db-9c7c3f3914fc {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:36:30.193935 n-d-802623-1 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d529a93-9b3c-4264-81f5-c85837a9b328', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b269fa5-d4b8-4156-a2b0-80619b1281e3', 'code': 200} Jul 27 23:36:30.209249 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fad2db-0ddf-4064-864f-1a9ec41405a0 req-43999f7f-3913-41d3-a0b1-f720cdf5cd86 tempest-AttachVolumeNegativeTest-1252482255 tempest-AttachVolumeNegativeTest-1252482255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:36:30.210838 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-68fad2db-0ddf-4064-864f-1a9ec41405a0 req-43999f7f-3913-41d3-a0b1-f720cdf5cd86 tempest-AttachVolumeNegativeTest-1252482255 tempest-AttachVolumeNegativeTest-1252482255-project] 10.222.0.18 "GET /v2.0/ports?device_id=9d529a93-9b3c-4264-81f5-c85837a9b328 HTTP/1.1" status: 200 len: 945 time: 0.0927284 Jul 27 23:36:30.239393 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Pushing event updated for resources: {'Port': ['ID=1b269fa5-d4b8-4156-a2b0-80619b1281e3,revision_number=5']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:36:30.252364 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Provisioning for port ed25d33b-16f6-4c7a-be50-148b8648acb3 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:36:30.256644 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Provisioning complete for port ed25d33b-16f6-4c7a-be50-148b8648acb3 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:36:30.257239 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:36:30.265498 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-68fad2db-0ddf-4064-864f-1a9ec41405a0 req-c009552d-fe01-4370-afc7-2f9fcf5a852d tempest-AttachVolumeNegativeTest-1252482255 tempest-AttachVolumeNegativeTest-1252482255-project] 10.222.0.18 "GET /v2.0/security-groups?id=88ed4bfd-1262-4989-86b9-3b66b1d13e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482566 Jul 27 23:36:30.307764 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76aee3a0-9016-425c-9037-c01ae31aefc2 req-5ab9e308-66f9-44c5-b950-a441b5c94f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:36:30.309830 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-76aee3a0-9016-425c-9037-c01ae31aefc2 req-5ab9e308-66f9-44c5-b950-a441b5c94f8e service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=9d529a93-9b3c-4264-81f5-c85837a9b328 HTTP/1.1" status: 200 len: 1096 time: 0.0801461 Jul 27 23:36:30.317910 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df15dd0c-2f76-4f5d-9dcf-788b1d23aef2 req-d2b6138d-236f-41e6-8917-7f99fb4f5c9e tempest-VolumesActionsTest-574658223 tempest-VolumesActionsTest-574658223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:36:30.319666 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-df15dd0c-2f76-4f5d-9dcf-788b1d23aef2 req-d2b6138d-236f-41e6-8917-7f99fb4f5c9e tempest-VolumesActionsTest-574658223 tempest-VolumesActionsTest-574658223-project] 10.222.0.18 "GET /v2.0/ports?device_id=47b37569-6025-4e1b-83df-a85b8651d30c HTTP/1.1" status: 200 len: 944 time: 0.1021631 Jul 27 23:36:30.343744 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:36:30.374182 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-76aee3a0-9016-425c-9037-c01ae31aefc2 req-12b575b2-3edc-4d70-9223-7be436ca45e0 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=88ed4bfd-1262-4989-86b9-3b66b1d13e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534236 Jul 27 23:36:30.378384 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port ed25d33b-16f6-4c7a-be50-148b8648acb3, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=ed25d33b-16f6-4c7a-be50-148b8648acb3,segment=NetworkSegment(6d38d5ab-291e-4449-a5d5-3c3c3be10249),segment_id=6d38d5ab-291e-4449-a5d5-3c3c3be10249)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:36:30.379358 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-df15dd0c-2f76-4f5d-9dcf-788b1d23aef2 req-e9de6864-c09d-4342-9f45-2314ebf38057 tempest-VolumesActionsTest-574658223 tempest-VolumesActionsTest-574658223-project] 10.222.0.18 "GET /v2.0/security-groups?id=087c8dde-03a0-4c64-acf9-32b874e8ae59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522065 Jul 27 23:36:30.382970 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:36:30.434630 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Pushing event updated for resources: {'Port': ['ID=ed25d33b-16f6-4c7a-be50-148b8648acb3,revision_number=5']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:36:30.514414 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-19f2e178-d45e-4fbe-b9be-c3963fc151ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:36:31.389712 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48680c90-1933-48e6-979b-edf2dda10392 req-78b7b80b-1436-4ee5-a5ed-ab7b8d8dfa95 tempest-AttachVolumeNegativeTest-1252482255 tempest-AttachVolumeNegativeTest-1252482255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:36:31.392067 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-48680c90-1933-48e6-979b-edf2dda10392 req-78b7b80b-1436-4ee5-a5ed-ab7b8d8dfa95 tempest-AttachVolumeNegativeTest-1252482255 tempest-AttachVolumeNegativeTest-1252482255-project] 10.222.0.18 "GET /v2.0/ports?device_id=9d529a93-9b3c-4264-81f5-c85837a9b328 HTTP/1.1" status: 200 len: 945 time: 0.0523555 Jul 27 23:36:31.430293 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-48680c90-1933-48e6-979b-edf2dda10392 req-545cfd04-913f-4822-bb10-339389eb9aae tempest-AttachVolumeNegativeTest-1252482255 tempest-AttachVolumeNegativeTest-1252482255-project] 10.222.0.18 "GET /v2.0/security-groups?id=88ed4bfd-1262-4989-86b9-3b66b1d13e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327902 Jul 27 23:36:31.501638 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5750688c-b762-4e11-a561-9b10c4bd99d6 req-8c22abe6-ddbb-4063-b305-b53a2d3e21cd tempest-VolumesActionsTest-574658223 tempest-VolumesActionsTest-574658223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:36:31.507601 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-5750688c-b762-4e11-a561-9b10c4bd99d6 req-8c22abe6-ddbb-4063-b305-b53a2d3e21cd tempest-VolumesActionsTest-574658223 tempest-VolumesActionsTest-574658223-project] 10.222.0.18 "GET /v2.0/ports?device_id=47b37569-6025-4e1b-83df-a85b8651d30c HTTP/1.1" status: 200 len: 945 time: 0.0563102 Jul 27 23:36:31.556872 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-5750688c-b762-4e11-a561-9b10c4bd99d6 req-249ba7aa-4dc2-437f-aa74-a28f0e1b72ff tempest-VolumesActionsTest-574658223 tempest-VolumesActionsTest-574658223-project] 10.222.0.18 "GET /v2.0/security-groups?id=087c8dde-03a0-4c64-acf9-32b874e8ae59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458009 Jul 27 23:36:32.195666 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47b37569-6025-4e1b-83df-a85b8651d30c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed25d33b-16f6-4c7a-be50-148b8648acb3'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:36:32.198007 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c0369b0d4f459110ff20a1f9878ba33f96d6491bddb9d15843bf29d01e0bda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-888306f1-09ca-46d1-b305-73a8f6b53b5a" -d '{"events": [{"server_uuid": "47b37569-6025-4e1b-83df-a85b8651d30c", "name": "network-vif-plugged", "status": "completed", "tag": "ed25d33b-16f6-4c7a-be50-148b8648acb3"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:36:32.240226 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:36:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0b64feb-84df-4cc0-b401-28b44f6421bb x-openstack-request-id: req-d0b64feb-84df-4cc0-b401-28b44f6421bb {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:36:32.240598 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47b37569-6025-4e1b-83df-a85b8651d30c", "name": "network-vif-plugged", "status": "completed", "tag": "ed25d33b-16f6-4c7a-be50-148b8648acb3", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:36:32.240917 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d0b64feb-84df-4cc0-b401-28b44f6421bb {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:36:32.241385 n-d-802623-1 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47b37569-6025-4e1b-83df-a85b8651d30c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed25d33b-16f6-4c7a-be50-148b8648acb3', 'code': 200} Jul 27 23:36:32.294196 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7418f70f-e60d-4709-8ba9-6ab514bc7f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:36:32.365384 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaec0049-319e-40cd-b4b8-7540afad90d8 req-0e17cf3f-8bed-4357-ae57-58d2447d396f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:36:32.366921 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-eaec0049-319e-40cd-b4b8-7540afad90d8 req-0e17cf3f-8bed-4357-ae57-58d2447d396f service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=47b37569-6025-4e1b-83df-a85b8651d30c HTTP/1.1" status: 200 len: 1096 time: 0.0461588 Jul 27 23:36:32.402952 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-eaec0049-319e-40cd-b4b8-7540afad90d8 req-d5143e26-509b-4de2-a4e0-db2f83c1e0e8 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=087c8dde-03a0-4c64-acf9-32b874e8ae59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0289857 Jul 27 23:36:32.675068 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279eeb3f-f6e0-4d20-8905-9f2c11376e22 req-ed428ec4-1a34-4129-a933-602a98a00425 tempest-VolumesActionsTest-574658223 tempest-VolumesActionsTest-574658223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:36:32.676660 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-279eeb3f-f6e0-4d20-8905-9f2c11376e22 req-ed428ec4-1a34-4129-a933-602a98a00425 tempest-VolumesActionsTest-574658223 tempest-VolumesActionsTest-574658223-project] 10.222.0.18 "GET /v2.0/ports?device_id=47b37569-6025-4e1b-83df-a85b8651d30c HTTP/1.1" status: 200 len: 945 time: 0.0517883 Jul 27 23:36:32.714922 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-279eeb3f-f6e0-4d20-8905-9f2c11376e22 req-f798a165-2171-40f5-b618-7a7ab7b0a215 tempest-VolumesActionsTest-574658223 tempest-VolumesActionsTest-574658223-project] 10.222.0.18 "GET /v2.0/security-groups?id=087c8dde-03a0-4c64-acf9-32b874e8ae59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323102 Jul 27 23:36:33.357108 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.agents_db [None req-9beef776-8bab-4de2-989a-f5a23ba4aaf4 None None] Agent healthcheck: found 7 active agents {{(pid=93800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 23:36:33.833693 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9ade25-1596-449a-9e5a-32f244537f00 req-e9fc299a-353f-4605-babb-2e53468c2433 tempest-VolumesActionsTest-574658223 tempest-VolumesActionsTest-574658223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:36:33.838105 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-7c9ade25-1596-449a-9e5a-32f244537f00 req-e9fc299a-353f-4605-babb-2e53468c2433 tempest-VolumesActionsTest-574658223 tempest-VolumesActionsTest-574658223-project] 10.222.0.18 "GET /v2.0/ports?device_id=47b37569-6025-4e1b-83df-a85b8651d30c HTTP/1.1" status: 200 len: 945 time: 0.0533595 Jul 27 23:36:33.879092 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-7c9ade25-1596-449a-9e5a-32f244537f00 req-848da0a3-e160-4d17-b0f7-4a2e9cf23bfc tempest-VolumesActionsTest-574658223 tempest-VolumesActionsTest-574658223-project] 10.222.0.18 "GET /v2.0/security-groups?id=087c8dde-03a0-4c64-acf9-32b874e8ae59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372052 Jul 27 23:36:34.425704 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a784d711-3296-4837-97c1-bd59c62869e4 req-566f79a5-af2d-420c-98c0-ebc8c4cb420e service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=2f391586-ba97-4e64-abb0-5d95364e0104&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0574913 Jul 27 23:36:34.532609 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a784d711-3296-4837-97c1-bd59c62869e4 req-6e254807-b81f-4dfe-a161-377bdff9f47c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:36:34.534534 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a784d711-3296-4837-97c1-bd59c62869e4 req-6e254807-b81f-4dfe-a161-377bdff9f47c service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=2c421f6e61d24766a742e1834bb73658&device_id=2f391586-ba97-4e64-abb0-5d95364e0104 HTTP/1.1" status: 200 len: 1096 time: 0.0521061 Jul 27 23:36:34.697128 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a784d711-3296-4837-97c1-bd59c62869e4 req-0b2eba77-47cd-45ed-8660-4febb0eeb403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:36:34.698729 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a784d711-3296-4837-97c1-bd59c62869e4 req-0b2eba77-47cd-45ed-8660-4febb0eeb403 service neutron] 10.222.0.38 "GET /v2.0/networks?id=141c1581-d19e-4400-89b9-3b3fa04bfbb3 HTTP/1.1" status: 200 len: 916 time: 0.1381030 Jul 27 23:36:34.720822 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65069afc-f483-453e-ba98-8b4a895865cb req-c3fbd7c0-631e-4fdc-8f84-a8cb523d0d94 tempest-VolumesActionsTest-574658223 tempest-VolumesActionsTest-574658223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:36:34.722387 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-65069afc-f483-453e-ba98-8b4a895865cb req-c3fbd7c0-631e-4fdc-8f84-a8cb523d0d94 tempest-VolumesActionsTest-574658223 tempest-VolumesActionsTest-574658223-project] 10.222.0.18 "GET /v2.0/ports?device_id=47b37569-6025-4e1b-83df-a85b8651d30c HTTP/1.1" status: 200 len: 945 time: 0.0631478 Jul 27 23:36:34.763007 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a784d711-3296-4837-97c1-bd59c62869e4 req-39fb70f8-bbef-4e43-bacc-daf557b381a7 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9701ffe8-0916-45e0-aa34-74263bca5a53 HTTP/1.1" status: 200 len: 217 time: 0.0396023 Jul 27 23:36:34.826272 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-65069afc-f483-453e-ba98-8b4a895865cb req-afd6a68e-213d-442e-8d6f-acff46484175 tempest-VolumesActionsTest-574658223 tempest-VolumesActionsTest-574658223-project] 10.222.0.18 "GET /v2.0/security-groups?id=087c8dde-03a0-4c64-acf9-32b874e8ae59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957704 Jul 27 23:36:34.835628 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a784d711-3296-4837-97c1-bd59c62869e4 req-8cf65acc-113c-4dc4-8aac-013785c7031c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:36:34.837131 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a784d711-3296-4837-97c1-bd59c62869e4 req-8cf65acc-113c-4dc4-8aac-013785c7031c service neutron] 10.222.0.38 "GET /v2.0/subnets?id=fa9a0f7b-5eae-4bb6-90d4-4a53f1dd3609 HTTP/1.1" status: 200 len: 855 time: 0.0661750 Jul 27 23:36:34.871895 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a784d711-3296-4837-97c1-bd59c62869e4 req-3bea3d72-b94f-4fe4-83de-e88658d41521 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=141c1581-d19e-4400-89b9-3b3fa04bfbb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258591 Jul 27 23:36:34.970861 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a784d711-3296-4837-97c1-bd59c62869e4 req-6b2067a9-2277-4225-b4cb-df57cbadf22d service neutron] 10.222.0.38 "GET /v2.0/networks/141c1581-d19e-4400-89b9-3b3fa04bfbb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888481 Jul 27 23:36:34.995114 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:36:35.089667 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a784d711-3296-4837-97c1-bd59c62869e4 req-d73d4a00-ee04-40ef-828a-6f2a2a5e77ce service neutron] 10.222.0.38 "GET /v2.0/networks/141c1581-d19e-4400-89b9-3b3fa04bfbb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071951 Jul 27 23:36:35.953527 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a390ccfd-ce9a-4ec7-a994-4a79ffe4de99 req-d3460ff9-dfc2-4527-8715-4e3e6c6a413a tempest-VolumesActionsTest-574658223 tempest-VolumesActionsTest-574658223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:36:35.957550 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a390ccfd-ce9a-4ec7-a994-4a79ffe4de99 req-d3460ff9-dfc2-4527-8715-4e3e6c6a413a tempest-VolumesActionsTest-574658223 tempest-VolumesActionsTest-574658223-project] 10.222.0.18 "GET /v2.0/ports?device_id=47b37569-6025-4e1b-83df-a85b8651d30c HTTP/1.1" status: 200 len: 945 time: 0.0540314 Jul 27 23:36:36.003983 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a390ccfd-ce9a-4ec7-a994-4a79ffe4de99 req-8ce2add5-4d51-4345-8b08-bb819098cb42 tempest-VolumesActionsTest-574658223 tempest-VolumesActionsTest-574658223-project] 10.222.0.18 "GET /v2.0/security-groups?id=087c8dde-03a0-4c64-acf9-32b874e8ae59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384140 Jul 27 23:36:36.081553 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc20504a-5103-4359-b3e7-884b67a992c7 req-82c6a19d-a13d-4366-9c28-87f4e2bd76a0 tempest-VolumesActionsTest-574658223 tempest-VolumesActionsTest-574658223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:36:36.083000 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-cc20504a-5103-4359-b3e7-884b67a992c7 req-82c6a19d-a13d-4366-9c28-87f4e2bd76a0 tempest-VolumesActionsTest-574658223 tempest-VolumesActionsTest-574658223-project] 10.222.0.38 "GET /v2.0/ports?device_id=47b37569-6025-4e1b-83df-a85b8651d30c HTTP/1.1" status: 200 len: 945 time: 0.0491869 Jul 27 23:36:36.180012 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [req-cc20504a-5103-4359-b3e7-884b67a992c7 req-b2eddfb3-5b41-4578-8dd6-eb706bb29f94 tempest-VolumesActionsTest-574658223 tempest-VolumesActionsTest-574658223-project] Deleting port ed25d33b-16f6-4c7a-be50-148b8648acb3 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:36:36.180367 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-cc20504a-5103-4359-b3e7-884b67a992c7 req-b2eddfb3-5b41-4578-8dd6-eb706bb29f94 tempest-VolumesActionsTest-574658223 tempest-VolumesActionsTest-574658223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:36:36.276347 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-cc20504a-5103-4359-b3e7-884b67a992c7 req-b2eddfb3-5b41-4578-8dd6-eb706bb29f94 tempest-VolumesActionsTest-574658223 tempest-VolumesActionsTest-574658223-project] For port ed25d33b-16f6-4c7a-be50-148b8648acb3, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=ed25d33b-16f6-4c7a-be50-148b8648acb3,segment=NetworkSegment(6d38d5ab-291e-4449-a5d5-3c3c3be10249),segment_id=6d38d5ab-291e-4449-a5d5-3c3c3be10249)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:36:36.276726 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-cc20504a-5103-4359-b3e7-884b67a992c7 req-b2eddfb3-5b41-4578-8dd6-eb706bb29f94 tempest-VolumesActionsTest-574658223 tempest-VolumesActionsTest-574658223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:36:36.291274 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [req-cc20504a-5103-4359-b3e7-884b67a992c7 req-b2eddfb3-5b41-4578-8dd6-eb706bb29f94 tempest-VolumesActionsTest-574658223 tempest-VolumesActionsTest-574658223-project] Calling delete_port for ed25d33b-16f6-4c7a-be50-148b8648acb3 owned by compute:nova {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:36:36.438309 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-cc20504a-5103-4359-b3e7-884b67a992c7 req-b2eddfb3-5b41-4578-8dd6-eb706bb29f94 tempest-VolumesActionsTest-574658223 tempest-VolumesActionsTest-574658223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:36:36.460427 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] get_ports_and_sgs() called for port_ids ['ed25d33b-16f6-4c7a-be50-148b8648acb3'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:36:36.468584 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2eddfb3-5b41-4578-8dd6-eb706bb29f94 tempest-VolumesActionsTest-574658223 tempest-VolumesActionsTest-574658223-project] Pushing event deleted for resources: {'Port': ['ID=ed25d33b-16f6-4c7a-be50-148b8648acb3,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:36:36.529314 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc20504a-5103-4359-b3e7-884b67a992c7 req-b2eddfb3-5b41-4578-8dd6-eb706bb29f94 tempest-VolumesActionsTest-574658223 tempest-VolumesActionsTest-574658223-project] No DVR routers for this DVR port ed25d33b-16f6-4c7a-be50-148b8648acb3 on host n-h1-802623-1 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:36:36.533829 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-cc20504a-5103-4359-b3e7-884b67a992c7 req-b2eddfb3-5b41-4578-8dd6-eb706bb29f94 tempest-VolumesActionsTest-574658223 tempest-VolumesActionsTest-574658223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:36:36.536627 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-cc20504a-5103-4359-b3e7-884b67a992c7 req-b2eddfb3-5b41-4578-8dd6-eb706bb29f94 tempest-VolumesActionsTest-574658223 tempest-VolumesActionsTest-574658223-project] 10.222.0.38 "DELETE /v2.0/ports/ed25d33b-16f6-4c7a-be50-148b8648acb3 HTTP/1.1" status: 204 len: 173 time: 0.4467084 Jul 27 23:36:36.537317 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47b37569-6025-4e1b-83df-a85b8651d30c', 'name': 'network-vif-deleted', 'tag': 'ed25d33b-16f6-4c7a-be50-148b8648acb3'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:36:36.540772 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a476459a1bfce68b0ae0df5b6a71154bfc7cfdc8f9eefce6ad0a17231e60468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3593a20f-abf4-4d98-9fe6-25c26318f307" -d '{"events": [{"server_uuid": "47b37569-6025-4e1b-83df-a85b8651d30c", "name": "network-vif-deleted", "tag": "ed25d33b-16f6-4c7a-be50-148b8648acb3"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:36:36.600640 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:36:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fb088f4-38a0-403c-ba4a-eff3e0cb0aca x-openstack-request-id: req-5fb088f4-38a0-403c-ba4a-eff3e0cb0aca {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:36:36.601318 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47b37569-6025-4e1b-83df-a85b8651d30c", "name": "network-vif-deleted", "tag": "ed25d33b-16f6-4c7a-be50-148b8648acb3", "status": "completed", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:36:36.601864 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5fb088f4-38a0-403c-ba4a-eff3e0cb0aca {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:36:36.603125 n-d-802623-1 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47b37569-6025-4e1b-83df-a85b8651d30c', 'name': 'network-vif-deleted', 'tag': 'ed25d33b-16f6-4c7a-be50-148b8648acb3', 'status': 'completed', 'code': 200} Jul 27 23:36:37.119409 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-2f75e3aa-222b-4764-aaff-dbe377577a0f req-5d858386-70f5-4d9b-8c63-514597c220d1 tempest-VolumesActionsTest-574658223 tempest-VolumesActionsTest-574658223-project] 10.222.0.18 "GET /v2.0/ports?device_id=47b37569-6025-4e1b-83df-a85b8651d30c HTTP/1.1" status: 200 len: 210 time: 0.0309227 Jul 27 23:36:37.812550 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-81d1695a-0cca-4289-b28a-796082a11157 req-8d7b5e6d-e391-448e-a4bf-f4222f7a3740 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=34549238-9356-4bed-bcb3-0e45cc37e0e6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0444071 Jul 27 23:36:37.896061 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d1695a-0cca-4289-b28a-796082a11157 req-33aa2735-ef2f-45f1-9e04-bcb1ace7e107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:36:37.897464 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-81d1695a-0cca-4289-b28a-796082a11157 req-33aa2735-ef2f-45f1-9e04-bcb1ace7e107 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=49af0f356ac348f0bd0841795f0ea352&device_id=34549238-9356-4bed-bcb3-0e45cc37e0e6 HTTP/1.1" status: 200 len: 1096 time: 0.0403864 Jul 27 23:36:38.001529 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d1695a-0cca-4289-b28a-796082a11157 req-d7cbed8c-9818-4912-87cc-a12610304e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:36:38.003013 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-81d1695a-0cca-4289-b28a-796082a11157 req-d7cbed8c-9818-4912-87cc-a12610304e81 service neutron] 10.222.0.49 "GET /v2.0/networks?id=280a3ba5-2d75-4827-b3c1-0be5bb892094 HTTP/1.1" status: 200 len: 913 time: 0.0865021 Jul 27 23:36:38.072495 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-81d1695a-0cca-4289-b28a-796082a11157 req-7dde56d0-ed2f-4491-ab5e-2249f86715b3 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=50da5721-1ac7-4721-bd06-54bf9484ab39 HTTP/1.1" status: 200 len: 1000 time: 0.0620816 Jul 27 23:36:38.121234 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d1695a-0cca-4289-b28a-796082a11157 req-98d3f158-e36f-4c90-9c65-9dcaf1a72564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:36:38.122660 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-81d1695a-0cca-4289-b28a-796082a11157 req-98d3f158-e36f-4c90-9c65-9dcaf1a72564 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=03df5e5c-8a96-449f-9e96-cff1a55737e2 HTTP/1.1" status: 200 len: 851 time: 0.0434852 Jul 27 23:36:38.174437 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d1695a-0cca-4289-b28a-796082a11157 req-16af0057-ba59-4146-8654-f88a1252145b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:36:38.176001 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-81d1695a-0cca-4289-b28a-796082a11157 req-16af0057-ba59-4146-8654-f88a1252145b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=280a3ba5-2d75-4827-b3c1-0be5bb892094&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0463243 Jul 27 23:36:38.291733 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-81d1695a-0cca-4289-b28a-796082a11157 req-ab999dc6-34bd-40c7-aecc-5df80ed5cf28 service neutron] 10.222.0.49 "GET /v2.0/networks/280a3ba5-2d75-4827-b3c1-0be5bb892094?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074436 Jul 27 23:36:38.403428 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-81d1695a-0cca-4289-b28a-796082a11157 req-112c4c3f-5821-41e5-adfb-6b6aba44f9c4 service neutron] 10.222.0.49 "GET /v2.0/networks/280a3ba5-2d75-4827-b3c1-0be5bb892094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039751 Jul 27 23:36:40.010017 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device ed25d33b-16f6-4c7a-be50-148b8648acb3 no longer exists at agent hyperv_n-h1-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:36:40.053995 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] No Port match for: ed25d33b-16f6-4c7a-be50-148b8648acb3 {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:36:40.054344 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device ed25d33b-16f6-4c7a-be50-148b8648acb3 not bound to the agent host n-h1-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:36:50.319175 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4ee87a-d83c-4a02-8477-3a76eadd60da req-10a0f9b3-4be0-41d7-838d-e3128edbe0e1 tempest-AttachVolumeNegativeTest-1252482255 tempest-AttachVolumeNegativeTest-1252482255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:36:50.329728 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7d4ee87a-d83c-4a02-8477-3a76eadd60da req-10a0f9b3-4be0-41d7-838d-e3128edbe0e1 tempest-AttachVolumeNegativeTest-1252482255 tempest-AttachVolumeNegativeTest-1252482255-project] 10.222.0.18 "GET /v2.0/networks?id=141c1581-d19e-4400-89b9-3b3fa04bfbb3 HTTP/1.1" status: 200 len: 815 time: 0.2364008 Jul 27 23:36:50.362194 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7d4ee87a-d83c-4a02-8477-3a76eadd60da req-66a0f427-ccf2-479c-a915-9b9e812b4b06 tempest-AttachVolumeNegativeTest-1252482255 tempest-AttachVolumeNegativeTest-1252482255-project] 10.222.0.18 "GET /v2.0/quotas/2c421f6e61d24766a742e1834bb73658 HTTP/1.1" status: 200 len: 375 time: 0.0288537 Jul 27 23:36:50.426020 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7d4ee87a-d83c-4a02-8477-3a76eadd60da req-a5c877e2-0c76-4c61-81f9-d85d6b0273a5 tempest-AttachVolumeNegativeTest-1252482255 tempest-AttachVolumeNegativeTest-1252482255-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=2c421f6e61d24766a742e1834bb73658&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0628817 Jul 27 23:36:50.536739 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7d4ee87a-d83c-4a02-8477-3a76eadd60da req-3d505691-2066-49b8-8cf8-8bb5b9a65b7a service neutron] 10.222.0.18 "GET /v2.0/networks/141c1581-d19e-4400-89b9-3b3fa04bfbb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098588 Jul 27 23:36:50.650129 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7d4ee87a-d83c-4a02-8477-3a76eadd60da req-56d1650a-5960-4f97-b59d-0e4b2fda1504 service neutron] 10.222.0.18 "GET /v2.0/networks/141c1581-d19e-4400-89b9-3b3fa04bfbb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060507 Jul 27 23:36:50.847178 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-64937d72-344c-4d88-8903-13779508e549 req-db04a408-6957-41c1-b3de-1edb65ee4e47 tempest-AttachVolumeNegativeTest-1252482255 tempest-AttachVolumeNegativeTest-1252482255-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ee1caa9-9b14-427c-8ef8-2ea7016488e8 HTTP/1.1" status: 200 len: 210 time: 0.0544939 Jul 27 23:36:52.075627 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a3681771-3c78-483f-aa32-9115e3a19298 req-bdc05be4-a428-48a0-b1ae-dd04b6cbeb12 tempest-AttachVolumeNegativeTest-1252482255 tempest-AttachVolumeNegativeTest-1252482255-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ee1caa9-9b14-427c-8ef8-2ea7016488e8 HTTP/1.1" status: 200 len: 210 time: 0.1047375 Jul 27 23:36:52.260999 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4ee87a-d83c-4a02-8477-3a76eadd60da req-b02d9969-8cb2-4aed-9f89-5e154240da7c tempest-AttachVolumeNegativeTest-1252482255 tempest-AttachVolumeNegativeTest-1252482255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:36:52.264626 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-7d4ee87a-d83c-4a02-8477-3a76eadd60da req-b02d9969-8cb2-4aed-9f89-5e154240da7c tempest-AttachVolumeNegativeTest-1252482255 tempest-AttachVolumeNegativeTest-1252482255-project] 10.222.0.49 "GET /v2.0/networks?id=141c1581-d19e-4400-89b9-3b3fa04bfbb3 HTTP/1.1" status: 200 len: 815 time: 0.2772284 Jul 27 23:36:52.287872 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [req-7d4ee87a-d83c-4a02-8477-3a76eadd60da req-f9c3e29f-2ca8-4b3e-a5f4-0ecfaea04137 tempest-AttachVolumeNegativeTest-1252482255 tempest-AttachVolumeNegativeTest-1252482255-project] Request body: {'port': {'device_id': '4ee1caa9-9b14-427c-8ef8-2ea7016488e8', 'network_id': '141c1581-d19e-4400-89b9-3b3fa04bfbb3', 'admin_state_up': True, 'tenant_id': '2c421f6e61d24766a742e1834bb73658'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:36:52.463336 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d4ee87a-d83c-4a02-8477-3a76eadd60da req-f9c3e29f-2ca8-4b3e-a5f4-0ecfaea04137 tempest-AttachVolumeNegativeTest-1252482255 tempest-AttachVolumeNegativeTest-1252482255-project] Made reservation on behalf of 2c421f6e61d24766a742e1834bb73658 for: {'port': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:36:52.471523 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-7d4ee87a-d83c-4a02-8477-3a76eadd60da req-f9c3e29f-2ca8-4b3e-a5f4-0ecfaea04137 tempest-AttachVolumeNegativeTest-1252482255 tempest-AttachVolumeNegativeTest-1252482255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:36:52.684862 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [req-7d4ee87a-d83c-4a02-8477-3a76eadd60da req-f9c3e29f-2ca8-4b3e-a5f4-0ecfaea04137 tempest-AttachVolumeNegativeTest-1252482255 tempest-AttachVolumeNegativeTest-1252482255-project] Allocated IP 172.20.0.7 (141c1581-d19e-4400-89b9-3b3fa04bfbb3/fa9a0f7b-5eae-4bb6-90d4-4a53f1dd3609/9acf0c8a-29dd-4c3e-9b46-5433e54f6d74) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:36:52.843184 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-7d4ee87a-d83c-4a02-8477-3a76eadd60da req-f9c3e29f-2ca8-4b3e-a5f4-0ecfaea04137 tempest-AttachVolumeNegativeTest-1252482255 tempest-AttachVolumeNegativeTest-1252482255-project] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:36:52.885879 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-7d4ee87a-d83c-4a02-8477-3a76eadd60da req-f9c3e29f-2ca8-4b3e-a5f4-0ecfaea04137 tempest-AttachVolumeNegativeTest-1252482255 tempest-AttachVolumeNegativeTest-1252482255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:36:52.899382 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] get_ports_and_sgs() called for port_ids ['2066c28c-7cb5-4d29-be39-ea96eee1ee06'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:36:52.903013 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] get_ports_and_sgs() called for port_ids ['9701ffe8-0916-45e0-aa34-74263bca5a53', '1b269fa5-d4b8-4156-a2b0-80619b1281e3'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:36:52.972526 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c3e29f-2ca8-4b3e-a5f4-0ecfaea04137 tempest-AttachVolumeNegativeTest-1252482255 tempest-AttachVolumeNegativeTest-1252482255-project] Pushing event updated for resources: {'Port': ['ID=9acf0c8a-29dd-4c3e-9b46-5433e54f6d74,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:36:52.976326 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d4ee87a-d83c-4a02-8477-3a76eadd60da req-f9c3e29f-2ca8-4b3e-a5f4-0ecfaea04137 tempest-AttachVolumeNegativeTest-1252482255 tempest-AttachVolumeNegativeTest-1252482255-project] Network 141c1581-d19e-4400-89b9-3b3fa04bfbb3 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:36:52.979606 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [req-7d4ee87a-d83c-4a02-8477-3a76eadd60da req-f9c3e29f-2ca8-4b3e-a5f4-0ecfaea04137 tempest-AttachVolumeNegativeTest-1252482255 tempest-AttachVolumeNegativeTest-1252482255-project] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:36:52.982078 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d4ee87a-d83c-4a02-8477-3a76eadd60da req-f9c3e29f-2ca8-4b3e-a5f4-0ecfaea04137 tempest-AttachVolumeNegativeTest-1252482255 tempest-AttachVolumeNegativeTest-1252482255-project] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:36:53.069530 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4ee87a-d83c-4a02-8477-3a76eadd60da req-f9c3e29f-2ca8-4b3e-a5f4-0ecfaea04137 tempest-AttachVolumeNegativeTest-1252482255 tempest-AttachVolumeNegativeTest-1252482255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:36:53.076977 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-7d4ee87a-d83c-4a02-8477-3a76eadd60da req-f9c3e29f-2ca8-4b3e-a5f4-0ecfaea04137 tempest-AttachVolumeNegativeTest-1252482255 tempest-AttachVolumeNegativeTest-1252482255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:36:53.106145 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-7d4ee87a-d83c-4a02-8477-3a76eadd60da req-f9c3e29f-2ca8-4b3e-a5f4-0ecfaea04137 tempest-AttachVolumeNegativeTest-1252482255 tempest-AttachVolumeNegativeTest-1252482255-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8233788 Jul 27 23:36:53.126690 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [req-7d4ee87a-d83c-4a02-8477-3a76eadd60da req-b4899b88-44bd-4405-bc73-966a6673bcd2 service neutron] Request body: {'port': {'device_id': '4ee1caa9-9b14-427c-8ef8-2ea7016488e8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802623-1'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:36:53.370051 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb3ce95-ec04-43df-96e5-9133be59ca96 req-5958c3d6-128c-43fb-9a1c-8e92ed103024 tempest-AttachVolumeNegativeTest-1252482255 tempest-AttachVolumeNegativeTest-1252482255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:36:53.371552 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-7bb3ce95-ec04-43df-96e5-9133be59ca96 req-5958c3d6-128c-43fb-9a1c-8e92ed103024 tempest-AttachVolumeNegativeTest-1252482255 tempest-AttachVolumeNegativeTest-1252482255-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ee1caa9-9b14-427c-8ef8-2ea7016488e8 HTTP/1.1" status: 200 len: 931 time: 0.1537642 Jul 27 23:36:53.374626 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-7d4ee87a-d83c-4a02-8477-3a76eadd60da req-b4899b88-44bd-4405-bc73-966a6673bcd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:36:53.434805 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-7bb3ce95-ec04-43df-96e5-9133be59ca96 req-70e0cccf-5aac-4a33-9a65-1b80e7793b95 tempest-AttachVolumeNegativeTest-1252482255 tempest-AttachVolumeNegativeTest-1252482255-project] 10.222.0.18 "GET /v2.0/security-groups?id=88ed4bfd-1262-4989-86b9-3b66b1d13e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459599 Jul 27 23:36:54.012244 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [req-7d4ee87a-d83c-4a02-8477-3a76eadd60da req-b4899b88-44bd-4405-bc73-966a6673bcd2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9acf0c8a-29dd-4c3e-9b46-5433e54f6d74 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:36:54.043596 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-7d4ee87a-d83c-4a02-8477-3a76eadd60da req-b4899b88-44bd-4405-bc73-966a6673bcd2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:36:54.068733 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [req-7d4ee87a-d83c-4a02-8477-3a76eadd60da req-b4899b88-44bd-4405-bc73-966a6673bcd2 service neutron] Transition to ACTIVE for port object 9acf0c8a-29dd-4c3e-9b46-5433e54f6d74 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:36:54.075284 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-7d4ee87a-d83c-4a02-8477-3a76eadd60da req-b4899b88-44bd-4405-bc73-966a6673bcd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11336041'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:36:54.174099 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4899b88-44bd-4405-bc73-966a6673bcd2 service neutron] Pushing event updated for resources: {'Port': ['ID=9acf0c8a-29dd-4c3e-9b46-5433e54f6d74,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:36:54.279677 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-7d4ee87a-d83c-4a02-8477-3a76eadd60da req-b4899b88-44bd-4405-bc73-966a6673bcd2 service neutron] Attempting to bind port 9acf0c8a-29dd-4c3e-9b46-5433e54f6d74 on host n-h2-802623-1 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:36:54.280454 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-7d4ee87a-d83c-4a02-8477-3a76eadd60da req-b4899b88-44bd-4405-bc73-966a6673bcd2 service neutron] Attempting to bind port 9acf0c8a-29dd-4c3e-9b46-5433e54f6d74 by drivers openvswitch,hyperv on host n-h2-802623-1 at level 0 using segments [{'id': '7df241c9-a789-4d01-bffe-9fdd41905eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '141c1581-d19e-4400-89b9-3b3fa04bfbb3'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:36:54.281025 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d4ee87a-d83c-4a02-8477-3a76eadd60da req-b4899b88-44bd-4405-bc73-966a6673bcd2 service neutron] Attempting to bind port 9acf0c8a-29dd-4c3e-9b46-5433e54f6d74 on network 141c1581-d19e-4400-89b9-3b3fa04bfbb3 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:36:54.288635 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d4ee87a-d83c-4a02-8477-3a76eadd60da req-b4899b88-44bd-4405-bc73-966a6673bcd2 service neutron] Port 9acf0c8a-29dd-4c3e-9b46-5433e54f6d74 on network 141c1581-d19e-4400-89b9-3b3fa04bfbb3 not bound, no agent of type Open vSwitch agent registered on host n-h2-802623-1 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 23:36:54.289929 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d4ee87a-d83c-4a02-8477-3a76eadd60da req-b4899b88-44bd-4405-bc73-966a6673bcd2 service neutron] Attempting to bind port 9acf0c8a-29dd-4c3e-9b46-5433e54f6d74 on network 141c1581-d19e-4400-89b9-3b3fa04bfbb3 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:36:54.297542 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d4ee87a-d83c-4a02-8477-3a76eadd60da req-b4899b88-44bd-4405-bc73-966a6673bcd2 service neutron] Checking agent: {'id': 'c5cc038b-93c4-4df4-8061-5df2a04a48c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 23, 0, 4), 'started_at': datetime.datetime(2021, 7, 27, 23, 0, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 36, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:36:54.298209 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d4ee87a-d83c-4a02-8477-3a76eadd60da req-b4899b88-44bd-4405-bc73-966a6673bcd2 service neutron] Checking segment: {'id': '7df241c9-a789-4d01-bffe-9fdd41905eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '141c1581-d19e-4400-89b9-3b3fa04bfbb3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:36:54.298830 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d4ee87a-d83c-4a02-8477-3a76eadd60da req-b4899b88-44bd-4405-bc73-966a6673bcd2 service neutron] Bound using segment: {'id': '7df241c9-a789-4d01-bffe-9fdd41905eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '141c1581-d19e-4400-89b9-3b3fa04bfbb3'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:36:54.299521 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-7d4ee87a-d83c-4a02-8477-3a76eadd60da req-b4899b88-44bd-4405-bc73-966a6673bcd2 service neutron] Bound port: 9acf0c8a-29dd-4c3e-9b46-5433e54f6d74, host: n-h2-802623-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7df241c9-a789-4d01-bffe-9fdd41905eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '141c1581-d19e-4400-89b9-3b3fa04bfbb3'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:36:54.300112 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-7d4ee87a-d83c-4a02-8477-3a76eadd60da req-b4899b88-44bd-4405-bc73-966a6673bcd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:36:54.411483 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-7d4ee87a-d83c-4a02-8477-3a76eadd60da req-b4899b88-44bd-4405-bc73-966a6673bcd2 service neutron] For port 9acf0c8a-29dd-4c3e-9b46-5433e54f6d74, host n-h2-802623-1, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:36:54.421398 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-7d4ee87a-d83c-4a02-8477-3a76eadd60da req-b4899b88-44bd-4405-bc73-966a6673bcd2 service neutron] For port 9acf0c8a-29dd-4c3e-9b46-5433e54f6d74, host n-h2-802623-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=9acf0c8a-29dd-4c3e-9b46-5433e54f6d74,segment=NetworkSegment(7df241c9-a789-4d01-bffe-9fdd41905eca),segment_id=7df241c9-a789-4d01-bffe-9fdd41905eca)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:36:54.428403 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-7d4ee87a-d83c-4a02-8477-3a76eadd60da req-b4899b88-44bd-4405-bc73-966a6673bcd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11336041'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:36:54.497437 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4ee87a-d83c-4a02-8477-3a76eadd60da req-b4899b88-44bd-4405-bc73-966a6673bcd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:36:54.498629 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-7d4ee87a-d83c-4a02-8477-3a76eadd60da req-b4899b88-44bd-4405-bc73-966a6673bcd2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:36:54.500486 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-7d4ee87a-d83c-4a02-8477-3a76eadd60da req-b4899b88-44bd-4405-bc73-966a6673bcd2 service neutron] 10.222.0.49 "PUT /v2.0/ports/9acf0c8a-29dd-4c3e-9b46-5433e54f6d74 HTTP/1.1" status: 200 len: 1091 time: 1.3837423 Jul 27 23:36:54.520098 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ee1caa9-9b14-427c-8ef8-2ea7016488e8', 'tag': '9acf0c8a-29dd-4c3e-9b46-5433e54f6d74'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:36:54.523216 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a476459a1bfce68b0ae0df5b6a71154bfc7cfdc8f9eefce6ad0a17231e60468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-101cb408-bba9-49f2-a0a7-4c6e8c1375e0" -d '{"events": [{"name": "network-changed", "server_uuid": "4ee1caa9-9b14-427c-8ef8-2ea7016488e8", "tag": "9acf0c8a-29dd-4c3e-9b46-5433e54f6d74"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:36:54.551858 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4899b88-44bd-4405-bc73-966a6673bcd2 service neutron] Pushing event updated for resources: {'Port': ['ID=9acf0c8a-29dd-4c3e-9b46-5433e54f6d74,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:36:54.614071 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4ee87a-d83c-4a02-8477-3a76eadd60da req-9b0c9d91-8c1d-4e51-83e7-100b4f7cc93c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:36:54.615621 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-7d4ee87a-d83c-4a02-8477-3a76eadd60da req-9b0c9d91-8c1d-4e51-83e7-100b4f7cc93c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2c421f6e61d24766a742e1834bb73658&device_id=4ee1caa9-9b14-427c-8ef8-2ea7016488e8 HTTP/1.1" status: 200 len: 1094 time: 0.0520778 Jul 27 23:36:54.617239 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 23:36:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0309a504-cf98-479d-81dc-1f539c2e8006 x-openstack-request-id: req-0309a504-cf98-479d-81dc-1f539c2e8006 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:36:54.617584 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ee1caa9-9b14-427c-8ef8-2ea7016488e8", "tag": "9acf0c8a-29dd-4c3e-9b46-5433e54f6d74", "status": "completed", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:36:54.617946 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0309a504-cf98-479d-81dc-1f539c2e8006 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:36:54.618320 n-d-802623-1 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ee1caa9-9b14-427c-8ef8-2ea7016488e8', 'tag': '9acf0c8a-29dd-4c3e-9b46-5433e54f6d74', 'status': 'completed', 'code': 200} Jul 27 23:36:54.631990 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026ca123-d7ea-46af-b761-c812e55845f7 req-7a5dcfa1-9cbe-46b8-85c8-1adf9b5cebbc tempest-AttachVolumeNegativeTest-1252482255 tempest-AttachVolumeNegativeTest-1252482255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:36:54.640888 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-026ca123-d7ea-46af-b761-c812e55845f7 req-7a5dcfa1-9cbe-46b8-85c8-1adf9b5cebbc tempest-AttachVolumeNegativeTest-1252482255 tempest-AttachVolumeNegativeTest-1252482255-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ee1caa9-9b14-427c-8ef8-2ea7016488e8 HTTP/1.1" status: 200 len: 943 time: 0.0943100 Jul 27 23:36:54.669207 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-7d4ee87a-d83c-4a02-8477-3a76eadd60da req-dbf34fa1-0ef0-4a03-8211-d0ceb2e8cfb3 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9acf0c8a-29dd-4c3e-9b46-5433e54f6d74 HTTP/1.1" status: 200 len: 217 time: 0.0434649 Jul 27 23:36:54.693075 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-026ca123-d7ea-46af-b761-c812e55845f7 req-e60c0505-54bc-4a6c-9178-92c6f750c982 tempest-AttachVolumeNegativeTest-1252482255 tempest-AttachVolumeNegativeTest-1252482255-project] 10.222.0.18 "GET /v2.0/security-groups?id=88ed4bfd-1262-4989-86b9-3b66b1d13e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506809 Jul 27 23:36:54.746596 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4ee87a-d83c-4a02-8477-3a76eadd60da req-e3ef2504-1536-414b-a646-0bfa7c0e3379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:36:54.748407 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-7d4ee87a-d83c-4a02-8477-3a76eadd60da req-e3ef2504-1536-414b-a646-0bfa7c0e3379 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fa9a0f7b-5eae-4bb6-90d4-4a53f1dd3609 HTTP/1.1" status: 200 len: 855 time: 0.0699968 Jul 27 23:36:54.798611 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-7d4ee87a-d83c-4a02-8477-3a76eadd60da req-96af98f3-8a86-4b13-a715-582099e167dd service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=141c1581-d19e-4400-89b9-3b3fa04bfbb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290799 Jul 27 23:36:54.913806 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-7d4ee87a-d83c-4a02-8477-3a76eadd60da req-dec2e1fe-c5b4-4d59-a073-9ff66ca8279b service neutron] 10.222.0.49 "GET /v2.0/networks/141c1581-d19e-4400-89b9-3b3fa04bfbb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065080 Jul 27 23:36:55.065753 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-7d4ee87a-d83c-4a02-8477-3a76eadd60da req-c6e62cd0-470a-44c5-b9fe-e21364904c11 service neutron] 10.222.0.49 "GET /v2.0/networks/141c1581-d19e-4400-89b9-3b3fa04bfbb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430440 Jul 27 23:36:55.241824 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101cb408-bba9-49f2-a0a7-4c6e8c1375e0 req-3dea744d-835f-46dc-9e73-d9a765c6488e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:36:55.243415 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-101cb408-bba9-49f2-a0a7-4c6e8c1375e0 req-3dea744d-835f-46dc-9e73-d9a765c6488e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2c421f6e61d24766a742e1834bb73658&device_id=4ee1caa9-9b14-427c-8ef8-2ea7016488e8 HTTP/1.1" status: 200 len: 1094 time: 0.1094034 Jul 27 23:36:55.429562 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101cb408-bba9-49f2-a0a7-4c6e8c1375e0 req-78690248-3ffe-403e-bb4e-93ff5f64bed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:36:55.434383 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-101cb408-bba9-49f2-a0a7-4c6e8c1375e0 req-78690248-3ffe-403e-bb4e-93ff5f64bed0 service neutron] 10.222.0.49 "GET /v2.0/networks?id=141c1581-d19e-4400-89b9-3b3fa04bfbb3 HTTP/1.1" status: 200 len: 916 time: 0.1830153 Jul 27 23:36:55.509907 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-101cb408-bba9-49f2-a0a7-4c6e8c1375e0 req-e0585485-256f-426b-8bc5-0bb51ea1d1cf service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9acf0c8a-29dd-4c3e-9b46-5433e54f6d74 HTTP/1.1" status: 200 len: 217 time: 0.0679803 Jul 27 23:36:55.594044 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101cb408-bba9-49f2-a0a7-4c6e8c1375e0 req-696f8ff9-44cf-420a-8a3a-1e3b69e46e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:36:55.595837 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-101cb408-bba9-49f2-a0a7-4c6e8c1375e0 req-696f8ff9-44cf-420a-8a3a-1e3b69e46e6e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fa9a0f7b-5eae-4bb6-90d4-4a53f1dd3609 HTTP/1.1" status: 200 len: 855 time: 0.0669756 Jul 27 23:36:55.659913 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-101cb408-bba9-49f2-a0a7-4c6e8c1375e0 req-842e9ffb-051b-4e0e-8152-e478d4a4749d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=141c1581-d19e-4400-89b9-3b3fa04bfbb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0532115 Jul 27 23:36:56.559728 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-101cb408-bba9-49f2-a0a7-4c6e8c1375e0 req-52743f5f-3665-4539-a630-97e80564b365 service neutron] 10.222.0.49 "GET /v2.0/networks/141c1581-d19e-4400-89b9-3b3fa04bfbb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8871007 Jul 27 23:36:56.568914 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850ff211-be69-48fd-aac9-ed0ab975e991 req-cd76d1d7-324c-4955-baa6-186c67101ec9 tempest-AttachVolumeNegativeTest-1252482255 tempest-AttachVolumeNegativeTest-1252482255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:36:56.570498 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-850ff211-be69-48fd-aac9-ed0ab975e991 req-cd76d1d7-324c-4955-baa6-186c67101ec9 tempest-AttachVolumeNegativeTest-1252482255 tempest-AttachVolumeNegativeTest-1252482255-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ee1caa9-9b14-427c-8ef8-2ea7016488e8 HTTP/1.1" status: 200 len: 943 time: 0.0783997 Jul 27 23:36:56.680833 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-850ff211-be69-48fd-aac9-ed0ab975e991 req-312102e2-45c3-4fb7-86f3-85c9a66eda20 tempest-AttachVolumeNegativeTest-1252482255 tempest-AttachVolumeNegativeTest-1252482255-project] 10.222.0.18 "GET /v2.0/security-groups?id=88ed4bfd-1262-4989-86b9-3b66b1d13e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889337 Jul 27 23:36:56.769773 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-101cb408-bba9-49f2-a0a7-4c6e8c1375e0 req-062aa4e2-7250-4df7-9346-b8eb11d9a7cd service neutron] 10.222.0.49 "GET /v2.0/networks/141c1581-d19e-4400-89b9-3b3fa04bfbb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1980474 Jul 27 23:36:56.928388 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-80ac7c66-a955-4a89-badd-4bf000e7abe3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:36:57.904994 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa80292d-296d-4a9e-805b-aaa90a35086a req-4613bcb0-3804-4a46-90ca-a4c0822e3c73 tempest-AttachVolumeNegativeTest-1252482255 tempest-AttachVolumeNegativeTest-1252482255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:36:57.906534 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-fa80292d-296d-4a9e-805b-aaa90a35086a req-4613bcb0-3804-4a46-90ca-a4c0822e3c73 tempest-AttachVolumeNegativeTest-1252482255 tempest-AttachVolumeNegativeTest-1252482255-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ee1caa9-9b14-427c-8ef8-2ea7016488e8 HTTP/1.1" status: 200 len: 943 time: 0.0747585 Jul 27 23:36:57.975969 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-fa80292d-296d-4a9e-805b-aaa90a35086a req-1ef101cb-ee6e-479e-90e3-7765b64ca1c9 tempest-AttachVolumeNegativeTest-1252482255 tempest-AttachVolumeNegativeTest-1252482255-project] 10.222.0.18 "GET /v2.0/security-groups?id=88ed4bfd-1262-4989-86b9-3b66b1d13e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630753 Jul 27 23:36:58.998872 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device 9acf0c8a-29dd-4c3e-9b46-5433e54f6d74 details requested by agent hyperv_n-h2-802623-1 with host n-h2-802623-1 {{(pid=93799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 23:36:59.166938 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c03e63-568b-4234-bf11-c7d9c9eb9b58 req-25e79766-2ce0-4942-aea7-c8da4b927207 tempest-AttachVolumeNegativeTest-1252482255 tempest-AttachVolumeNegativeTest-1252482255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:36:59.176824 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d1c03e63-568b-4234-bf11-c7d9c9eb9b58 req-25e79766-2ce0-4942-aea7-c8da4b927207 tempest-AttachVolumeNegativeTest-1252482255 tempest-AttachVolumeNegativeTest-1252482255-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ee1caa9-9b14-427c-8ef8-2ea7016488e8 HTTP/1.1" status: 200 len: 943 time: 0.1029544 Jul 27 23:36:59.210075 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port 9acf0c8a-29dd-4c3e-9b46-5433e54f6d74, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=9acf0c8a-29dd-4c3e-9b46-5433e54f6d74,segment=NetworkSegment(7df241c9-a789-4d01-bffe-9fdd41905eca),segment_id=7df241c9-a789-4d01-bffe-9fdd41905eca)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:36:59.257216 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d1c03e63-568b-4234-bf11-c7d9c9eb9b58 req-315005bc-1e64-49b5-ad0e-cbea64b851a2 tempest-AttachVolumeNegativeTest-1252482255 tempest-AttachVolumeNegativeTest-1252482255-project] 10.222.0.18 "GET /v2.0/security-groups?id=88ed4bfd-1262-4989-86b9-3b66b1d13e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663543 Jul 27 23:36:59.281313 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Returning: {'device': '9acf0c8a-29dd-4c3e-9b46-5433e54f6d74', 'network_id': '141c1581-d19e-4400-89b9-3b3fa04bfbb3', 'port_id': '9acf0c8a-29dd-4c3e-9b46-5433e54f6d74', 'mac_address': 'fa:16:3e:c2:d4:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa9a0f7b-5eae-4bb6-90d4-4a53f1dd3609', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 23:36:59.360090 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:36:59.406953 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9acf0c8a-29dd-4c3e-9b46-5433e54f6d74 {{(pid=93799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:36:59.463540 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port 9acf0c8a-29dd-4c3e-9b46-5433e54f6d74, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=9acf0c8a-29dd-4c3e-9b46-5433e54f6d74,segment=NetworkSegment(7df241c9-a789-4d01-bffe-9fdd41905eca),segment_id=7df241c9-a789-4d01-bffe-9fdd41905eca)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:36:59.476981 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:36:59.566977 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Pushing event updated for resources: {'Port': ['ID=9acf0c8a-29dd-4c3e-9b46-5433e54f6d74,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:36:59.592303 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-dabe1006-54c3-452a-988f-8a08e56626db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:36:59.751901 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:36:59.790816 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] get_ports_and_sgs() called for port_ids ['9acf0c8a-29dd-4c3e-9b46-5433e54f6d74'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:37:00.145166 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:00.454318 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387469dd-48be-40c3-ab58-02f012ae9fd3 req-6db222b1-0d36-43fc-b6c5-3134ba6ef5e9 tempest-AttachVolumeNegativeTest-1252482255 tempest-AttachVolumeNegativeTest-1252482255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:37:00.456545 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-387469dd-48be-40c3-ab58-02f012ae9fd3 req-6db222b1-0d36-43fc-b6c5-3134ba6ef5e9 tempest-AttachVolumeNegativeTest-1252482255 tempest-AttachVolumeNegativeTest-1252482255-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ee1caa9-9b14-427c-8ef8-2ea7016488e8 HTTP/1.1" status: 200 len: 944 time: 0.0672855 Jul 27 23:37:00.500620 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-387469dd-48be-40c3-ab58-02f012ae9fd3 req-4ffe03b4-70a8-420d-a680-9d80993c770c tempest-AttachVolumeNegativeTest-1252482255 tempest-AttachVolumeNegativeTest-1252482255-project] 10.222.0.18 "GET /v2.0/security-groups?id=88ed4bfd-1262-4989-86b9-3b66b1d13e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343883 Jul 27 23:37:00.553152 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-19f2e178-d45e-4fbe-b9be-c3963fc151ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:01.014617 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device 9acf0c8a-29dd-4c3e-9b46-5433e54f6d74 up at agent hyperv_n-h2-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:37:01.107078 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Provisioning for port 9acf0c8a-29dd-4c3e-9b46-5433e54f6d74 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:37:01.112209 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Provisioning complete for port 9acf0c8a-29dd-4c3e-9b46-5433e54f6d74 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:37:01.112826 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:01.249292 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:01.283405 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ee1caa9-9b14-427c-8ef8-2ea7016488e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9acf0c8a-29dd-4c3e-9b46-5433e54f6d74'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:37:01.296832 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c0369b0d4f459110ff20a1f9878ba33f96d6491bddb9d15843bf29d01e0bda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77cf2e4e-14e5-4a38-8384-48dc9c326e59" -d '{"events": [{"server_uuid": "4ee1caa9-9b14-427c-8ef8-2ea7016488e8", "name": "network-vif-plugged", "status": "completed", "tag": "9acf0c8a-29dd-4c3e-9b46-5433e54f6d74"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:37:01.326463 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port 9acf0c8a-29dd-4c3e-9b46-5433e54f6d74, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=9acf0c8a-29dd-4c3e-9b46-5433e54f6d74,segment=NetworkSegment(7df241c9-a789-4d01-bffe-9fdd41905eca),segment_id=7df241c9-a789-4d01-bffe-9fdd41905eca)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:37:01.334495 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:01.402168 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Pushing event updated for resources: {'Port': ['ID=9acf0c8a-29dd-4c3e-9b46-5433e54f6d74,revision_number=5']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:37:01.406109 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:37:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50703842-4515-4c00-a527-7230bb92a1bb x-openstack-request-id: req-50703842-4515-4c00-a527-7230bb92a1bb {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:37:01.406414 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ee1caa9-9b14-427c-8ef8-2ea7016488e8", "name": "network-vif-plugged", "status": "completed", "tag": "9acf0c8a-29dd-4c3e-9b46-5433e54f6d74", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:37:01.406645 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-50703842-4515-4c00-a527-7230bb92a1bb {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:37:01.407070 n-d-802623-1 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ee1caa9-9b14-427c-8ef8-2ea7016488e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9acf0c8a-29dd-4c3e-9b46-5433e54f6d74', 'code': 200} Jul 27 23:37:01.525483 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b899af43-dbe2-4001-9459-9bac968541e8 req-d976e780-07fc-4a78-bdd3-91d99ec775bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:37:01.527036 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-b899af43-dbe2-4001-9459-9bac968541e8 req-d976e780-07fc-4a78-bdd3-91d99ec775bd service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=4ee1caa9-9b14-427c-8ef8-2ea7016488e8 HTTP/1.1" status: 200 len: 1096 time: 0.0704122 Jul 27 23:37:01.569842 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-b899af43-dbe2-4001-9459-9bac968541e8 req-bf7a59fc-616a-4f1a-9cbb-386edac1d8ec service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=88ed4bfd-1262-4989-86b9-3b66b1d13e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357189 Jul 27 23:37:01.725600 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449abd8a-9c0f-4368-b7c1-4eafe37361cd req-b3879f8f-22ed-48be-85b1-ac75e5bf9404 tempest-AttachVolumeNegativeTest-1252482255 tempest-AttachVolumeNegativeTest-1252482255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:37:01.728391 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-449abd8a-9c0f-4368-b7c1-4eafe37361cd req-b3879f8f-22ed-48be-85b1-ac75e5bf9404 tempest-AttachVolumeNegativeTest-1252482255 tempest-AttachVolumeNegativeTest-1252482255-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ee1caa9-9b14-427c-8ef8-2ea7016488e8 HTTP/1.1" status: 200 len: 945 time: 0.0997534 Jul 27 23:37:01.783612 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-449abd8a-9c0f-4368-b7c1-4eafe37361cd req-f40efadf-63a6-49d1-aa73-b2d4885af126 tempest-AttachVolumeNegativeTest-1252482255 tempest-AttachVolumeNegativeTest-1252482255-project] 10.222.0.18 "GET /v2.0/security-groups?id=88ed4bfd-1262-4989-86b9-3b66b1d13e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463428 Jul 27 23:37:02.307166 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7418f70f-e60d-4709-8ba9-6ab514bc7f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:02.911457 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f25da42-0acf-4b51-a3aa-c2c634ae5b69 req-6fb23aa2-32ac-452f-8137-bf89e57b37ad tempest-AttachVolumeNegativeTest-1252482255 tempest-AttachVolumeNegativeTest-1252482255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:37:02.920332 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-0f25da42-0acf-4b51-a3aa-c2c634ae5b69 req-6fb23aa2-32ac-452f-8137-bf89e57b37ad tempest-AttachVolumeNegativeTest-1252482255 tempest-AttachVolumeNegativeTest-1252482255-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ee1caa9-9b14-427c-8ef8-2ea7016488e8 HTTP/1.1" status: 200 len: 945 time: 0.0611691 Jul 27 23:37:02.963617 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-0f25da42-0acf-4b51-a3aa-c2c634ae5b69 req-659b4563-9213-4836-ab33-1704007ca11f tempest-AttachVolumeNegativeTest-1252482255 tempest-AttachVolumeNegativeTest-1252482255-project] 10.222.0.18 "GET /v2.0/security-groups?id=88ed4bfd-1262-4989-86b9-3b66b1d13e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421762 Jul 27 23:37:04.246205 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 48188) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:37:04.379832 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_v2 [None req-9dc57f1d-4eaa-4206-9aa7-9a18e1c799eb admin admin] Deleting subnet 3ee4f589-1447-4bb7-bf3d-cce1e73c30e1 {{(pid=93797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 23:37:04.387947 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9dc57f1d-4eaa-4206-9aa7-9a18e1c799eb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:04.496347 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9dc57f1d-4eaa-4206-9aa7-9a18e1c799eb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11335971'] for subnet, precommit_delete_associations {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:04.554253 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9dc57f1d-4eaa-4206-9aa7-9a18e1c799eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620741'] for subnet, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:04.645653 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9dc57f1d-4eaa-4206-9aa7-9a18e1c799eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11335991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11551414'] for subnet, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:04.682390 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9dc57f1d-4eaa-4206-9aa7-9a18e1c799eb admin admin] Notify callbacks [] for subnet, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:04.684687 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-9dc57f1d-4eaa-4206-9aa7-9a18e1c799eb admin admin] 10.222.0.18 "DELETE /v2.0/subnets/3ee4f589-1447-4bb7-bf3d-cce1e73c30e1 HTTP/1.1" status: 204 len: 168 time: 0.4365726 Jul 27 23:37:04.685718 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc57f1d-4eaa-4206-9aa7-9a18e1c799eb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3ee4f589-1447-4bb7-bf3d-cce1e73c30e1,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:37:04.687328 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 48198) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:37:04.909024 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5e46bae1-0e5c-4023-93cb-a3f29a55474d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593271'] for network, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:05.028278 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5e46bae1-0e5c-4023-93cb-a3f29a55474d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618032', 'neutron.services.segments.db._delete_segments_for_network-8736833900081'] for network, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:05.035586 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:05.040336 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-5e46bae1-0e5c-4023-93cb-a3f29a55474d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b08b263-b293-49bc-a5d8-ee111379e778']}} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:37:05.051072 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-5e46bae1-0e5c-4023-93cb-a3f29a55474d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d38d5ab-291e-4449-a5d5-3c3c3be10249') {'for_net_delete': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:37:05.051405 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-5e46bae1-0e5c-4023-93cb-a3f29a55474d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d38d5ab-291e-4449-a5d5-3c3c3be10249') {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:37:05.061198 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5e46bae1-0e5c-4023-93cb-a3f29a55474d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736833900858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11163256'] for segment, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:05.076589 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5e46bae1-0e5c-4023-93cb-a3f29a55474d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:05.083141 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e46bae1-0e5c-4023-93cb-a3f29a55474d admin admin] Releasing vlan 542 on physical network physnet1 to pool {{(pid=93798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 23:37:05.083790 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5e46bae1-0e5c-4023-93cb-a3f29a55474d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11971746'] for segment, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:05.130394 n-d-802623-1 neutron-server[93798]: Traceback (most recent call last): Jul 27 23:37:05.130394 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 23:37:05.130394 n-d-802623-1 neutron-server[93798]: timer() Jul 27 23:37:05.130394 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 23:37:05.130394 n-d-802623-1 neutron-server[93798]: cb(*args, **kw) Jul 27 23:37:05.130394 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 23:37:05.130394 n-d-802623-1 neutron-server[93798]: return func(*args, **kwargs) Jul 27 23:37:05.130394 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 23:37:05.130394 n-d-802623-1 neutron-server[93798]: self._notify() Jul 27 23:37:05.130394 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 23:37:05.130394 n-d-802623-1 neutron-server[93798]: self.callback(batched_events) Jul 27 23:37:05.130394 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 23:37:05.130394 n-d-802623-1 neutron-server[93798]: event.method(event) Jul 27 23:37:05.130394 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 23:37:05.130394 n-d-802623-1 neutron-server[93798]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 23:37:05.130394 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 23:37:05.130394 n-d-802623-1 neutron-server[93798]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 23:37:05.130394 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 23:37:05.130394 n-d-802623-1 neutron-server[93798]: return f(self, *a, **k) Jul 27 23:37:05.130394 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 23:37:05.130394 n-d-802623-1 neutron-server[93798]: return self._get(url).json() Jul 27 23:37:05.130394 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 23:37:05.130394 n-d-802623-1 neutron-server[93798]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 23:37:05.130394 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 23:37:05.130394 n-d-802623-1 neutron-server[93798]: return self.request(url, 'GET', **kwargs) Jul 27 23:37:05.130394 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 23:37:05.130394 n-d-802623-1 neutron-server[93798]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 23:37:05.130394 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 23:37:05.130394 n-d-802623-1 neutron-server[93798]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 23:37:05.130394 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 23:37:05.130394 n-d-802623-1 neutron-server[93798]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 23:37:05.130394 n-d-802623-1 neutron-server[93798]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 23:37:05.153921 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5e46bae1-0e5c-4023-93cb-a3f29a55474d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415412'] for network, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:05.177247 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5e46bae1-0e5c-4023-93cb-a3f29a55474d admin admin] Notify callbacks [] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:05.180147 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-5e46bae1-0e5c-4023-93cb-a3f29a55474d admin admin] 10.222.0.18 "DELETE /v2.0/networks/1b08b263-b293-49bc-a5d8-ee111379e778 HTTP/1.1" status: 204 len: 168 time: 0.4906273 Jul 27 23:37:05.213315 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e46bae1-0e5c-4023-93cb-a3f29a55474d admin admin] Pushing event deleted for resources: {'Network': ['ID=1b08b263-b293-49bc-a5d8-ee111379e778,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:37:05.223035 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e46bae1-0e5c-4023-93cb-a3f29a55474d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:37:05.223809 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e46bae1-0e5c-4023-93cb-a3f29a55474d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:37:05.224424 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e46bae1-0e5c-4023-93cb-a3f29a55474d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:37:05.225118 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e46bae1-0e5c-4023-93cb-a3f29a55474d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:37:05.225677 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e46bae1-0e5c-4023-93cb-a3f29a55474d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:37:05.226781 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e46bae1-0e5c-4023-93cb-a3f29a55474d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:37:05.227369 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e46bae1-0e5c-4023-93cb-a3f29a55474d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:37:05.227919 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e46bae1-0e5c-4023-93cb-a3f29a55474d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:37:05.228337 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e46bae1-0e5c-4023-93cb-a3f29a55474d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:37:05.228872 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e46bae1-0e5c-4023-93cb-a3f29a55474d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:37:05.229408 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e46bae1-0e5c-4023-93cb-a3f29a55474d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:37:05.229958 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e46bae1-0e5c-4023-93cb-a3f29a55474d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:37:05.330051 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 48208) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:37:05.381321 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-76c1256d-7e07-43dd-8fb2-1f8ff460aa12 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0b80e534663b4ed8ab220fcd72689337&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0499249 Jul 27 23:37:05.382330 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 48214) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:37:05.465025 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-610b0063-573d-4c9d-80dc-c68867952e97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:05.509789 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-610b0063-573d-4c9d-80dc-c68867952e97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:05.589270 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-610b0063-573d-4c9d-80dc-c68867952e97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:05.592912 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-610b0063-573d-4c9d-80dc-c68867952e97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:05.594617 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-610b0063-573d-4c9d-80dc-c68867952e97 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/087c8dde-03a0-4c64-acf9-32b874e8ae59 HTTP/1.1" status: 204 len: 168 time: 0.2112072 Jul 27 23:37:05.619652 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610b0063-573d-4c9d-80dc-c68867952e97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=087c8dde-03a0-4c64-acf9-32b874e8ae59,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:37:07.302772 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-6154849b-e12b-4dac-936f-5cd61e67425a req-99995de8-fa0b-4fce-9df3-acc8b3903774 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1012664250&fields=id&tenant_id=49af0f356ac348f0bd0841795f0ea352 HTTP/1.1" status: 200 len: 267 time: 0.0748966 Jul 27 23:37:07.432613 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6154849b-e12b-4dac-936f-5cd61e67425a req-7c658492-e517-4338-b19c-c76764d6201b tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:37:07.434231 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-6154849b-e12b-4dac-936f-5cd61e67425a req-7c658492-e517-4338-b19c-c76764d6201b tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/networks?id=280a3ba5-2d75-4827-b3c1-0be5bb892094 HTTP/1.1" status: 200 len: 812 time: 0.1306245 Jul 27 23:37:07.450080 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-6154849b-e12b-4dac-936f-5cd61e67425a req-4a63c61b-3977-413e-a887-e910d54a245b tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/quotas/49af0f356ac348f0bd0841795f0ea352 HTTP/1.1" status: 200 len: 375 time: 0.0096729 Jul 27 23:37:07.520825 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-6154849b-e12b-4dac-936f-5cd61e67425a req-f2d176ad-15c8-4138-8341-b125a15696ce tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=49af0f356ac348f0bd0841795f0ea352&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0630465 Jul 27 23:37:07.687025 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-6154849b-e12b-4dac-936f-5cd61e67425a req-602f3fcb-2fb6-4d5c-b2cc-470d9fd6c5e8 service neutron] 10.222.0.18 "GET /v2.0/networks/280a3ba5-2d75-4827-b3c1-0be5bb892094?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511822 Jul 27 23:37:07.783824 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-6154849b-e12b-4dac-936f-5cd61e67425a req-f3f2847c-a94a-4602-bdaa-388b907c56e7 service neutron] 10.222.0.18 "GET /v2.0/networks/280a3ba5-2d75-4827-b3c1-0be5bb892094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957866 Jul 27 23:37:08.128204 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e20aef63-d8ec-485c-a94f-8bdb94681deb req-9c2f767a-c6d1-4bdf-bf8c-7fb11a8ab38f tempest-VolumesNegativeTest-1231902217 tempest-VolumesNegativeTest-1231902217-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=2b074f6ec7c04f818978389898418976&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0358348 Jul 27 23:37:08.254432 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-c9d5316d-9e41-4eb2-b6f9-325aeae66227 req-3efcca50-0676-462c-88fd-593f2eb87bf7 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e6e9081-0520-45f6-bced-ecba4dfa3ef0 HTTP/1.1" status: 200 len: 210 time: 0.0436652 Jul 27 23:37:08.273599 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20aef63-d8ec-485c-a94f-8bdb94681deb req-5e90daa2-939c-427b-9847-c4430188d160 tempest-VolumesNegativeTest-1231902217 tempest-VolumesNegativeTest-1231902217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:37:08.284631 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e20aef63-d8ec-485c-a94f-8bdb94681deb req-5e90daa2-939c-427b-9847-c4430188d160 tempest-VolumesNegativeTest-1231902217 tempest-VolumesNegativeTest-1231902217-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1529627 Jul 27 23:37:08.317980 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e20aef63-d8ec-485c-a94f-8bdb94681deb req-57d14eb5-bbdc-4779-8e59-7725f51becaf tempest-VolumesNegativeTest-1231902217 tempest-VolumesNegativeTest-1231902217-project] 10.222.0.18 "GET /v2.0/quotas/2b074f6ec7c04f818978389898418976 HTTP/1.1" status: 200 len: 375 time: 0.0346689 Jul 27 23:37:08.360948 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e20aef63-d8ec-485c-a94f-8bdb94681deb req-7cdfe1d6-6a6e-4367-82a6-31a2a249cae5 tempest-VolumesNegativeTest-1231902217 tempest-VolumesNegativeTest-1231902217-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=2b074f6ec7c04f818978389898418976&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0417874 Jul 27 23:37:08.589895 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-c7a0cc32-3c7e-4e64-b5af-4313156ac0f1 req-befcf08f-a788-4136-8f5e-f29f4648e502 tempest-VolumesNegativeTest-1231902217 tempest-VolumesNegativeTest-1231902217-project] 10.222.0.18 "GET /v2.0/ports?device_id=537491b9-6459-4d9b-b3d0-856e9ddf41f3 HTTP/1.1" status: 200 len: 210 time: 0.0664916 Jul 27 23:37:09.412512 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-5d876d9c-708e-4294-b6d6-7d25acc2f8b5 req-c5137216-f94e-4086-bd9c-ffaaf95de6a9 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e6e9081-0520-45f6-bced-ecba4dfa3ef0 HTTP/1.1" status: 200 len: 210 time: 0.0398500 Jul 27 23:37:09.437449 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6154849b-e12b-4dac-936f-5cd61e67425a req-9b4a8590-d11e-4913-8cef-864cbe50cb58 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:37:09.437449 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-6154849b-e12b-4dac-936f-5cd61e67425a req-9b4a8590-d11e-4913-8cef-864cbe50cb58 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.38 "GET /v2.0/networks?id=280a3ba5-2d75-4827-b3c1-0be5bb892094 HTTP/1.1" status: 200 len: 812 time: 0.1699970 Jul 27 23:37:09.490678 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-6154849b-e12b-4dac-936f-5cd61e67425a req-e959e264-69c1-450f-9aec-d3a9cf07b7ca tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=49af0f356ac348f0bd0841795f0ea352 HTTP/1.1" status: 200 len: 380 time: 0.0444779 Jul 27 23:37:09.502784 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [req-6154849b-e12b-4dac-936f-5cd61e67425a req-b16e6302-866b-49dd-946a-acad6f7a3939 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Request body: {'port': {'device_id': '1e6e9081-0520-45f6-bced-ecba4dfa3ef0', 'network_id': '280a3ba5-2d75-4827-b3c1-0be5bb892094', 'admin_state_up': True, 'tenant_id': '49af0f356ac348f0bd0841795f0ea352', 'security_groups': ['ba3baf51-24bd-4d95-b413-6126b786be4e']}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:37:09.676106 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6154849b-e12b-4dac-936f-5cd61e67425a req-b16e6302-866b-49dd-946a-acad6f7a3939 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Made reservation on behalf of 49af0f356ac348f0bd0841795f0ea352 for: {'port': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:37:09.684907 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-6154849b-e12b-4dac-936f-5cd61e67425a req-b16e6302-866b-49dd-946a-acad6f7a3939 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:09.782297 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e20aef63-d8ec-485c-a94f-8bdb94681deb req-308ebc47-aa74-4f9d-a44b-513d01d23dfd tempest-VolumesNegativeTest-1231902217 tempest-VolumesNegativeTest-1231902217-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=2b074f6ec7c04f818978389898418976&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0455699 Jul 27 23:37:09.795905 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-2980ae90-4bc6-4c31-9526-db356f942561 req-28b4b40a-02b0-45b6-98a0-ce6f3ce5339d tempest-VolumesNegativeTest-1231902217 tempest-VolumesNegativeTest-1231902217-project] 10.222.0.18 "GET /v2.0/ports?device_id=537491b9-6459-4d9b-b3d0-856e9ddf41f3 HTTP/1.1" status: 200 len: 210 time: 0.0726714 Jul 27 23:37:09.936915 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20aef63-d8ec-485c-a94f-8bdb94681deb req-0260a57e-e2db-4264-9bf3-48c41b4371f8 tempest-VolumesNegativeTest-1231902217 tempest-VolumesNegativeTest-1231902217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:37:09.938718 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e20aef63-d8ec-485c-a94f-8bdb94681deb req-0260a57e-e2db-4264-9bf3-48c41b4371f8 tempest-VolumesNegativeTest-1231902217 tempest-VolumesNegativeTest-1231902217-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1487670 Jul 27 23:37:09.956101 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [req-e20aef63-d8ec-485c-a94f-8bdb94681deb req-46bc1101-10aa-492d-bc54-1e13cd5424de tempest-VolumesNegativeTest-1231902217 tempest-VolumesNegativeTest-1231902217-project] Request body: {'port': {'device_id': '537491b9-6459-4d9b-b3d0-856e9ddf41f3', 'network_id': '591af2dd-f826-43b1-aa9d-e7a0bf218c71', 'admin_state_up': True, 'tenant_id': '2b074f6ec7c04f818978389898418976'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:37:09.974369 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [req-6154849b-e12b-4dac-936f-5cd61e67425a req-b16e6302-866b-49dd-946a-acad6f7a3939 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Allocated IP 172.20.0.11 (280a3ba5-2d75-4827-b3c1-0be5bb892094/03df5e5c-8a96-449f-9e96-cff1a55737e2/37af0c7f-295a-454c-943a-b8fc4f0cf5b3) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:37:10.098255 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e20aef63-d8ec-485c-a94f-8bdb94681deb req-46bc1101-10aa-492d-bc54-1e13cd5424de tempest-VolumesNegativeTest-1231902217 tempest-VolumesNegativeTest-1231902217-project] Made reservation on behalf of 2b074f6ec7c04f818978389898418976 for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:37:10.103548 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-e20aef63-d8ec-485c-a94f-8bdb94681deb req-46bc1101-10aa-492d-bc54-1e13cd5424de tempest-VolumesNegativeTest-1231902217 tempest-VolumesNegativeTest-1231902217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:10.116224 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-e20aef63-d8ec-485c-a94f-8bdb94681deb req-46bc1101-10aa-492d-bc54-1e13cd5424de tempest-VolumesNegativeTest-1231902217 tempest-VolumesNegativeTest-1231902217-project] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:10.234786 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-6154849b-e12b-4dac-936f-5cd61e67425a req-b16e6302-866b-49dd-946a-acad6f7a3939 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:10.253946 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [req-6154849b-e12b-4dac-936f-5cd61e67425a req-b16e6302-866b-49dd-946a-acad6f7a3939 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Transition to ACTIVE for port object 37af0c7f-295a-454c-943a-b8fc4f0cf5b3 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:37:10.264556 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-e20aef63-d8ec-485c-a94f-8bdb94681deb req-46bc1101-10aa-492d-bc54-1e13cd5424de tempest-VolumesNegativeTest-1231902217 tempest-VolumesNegativeTest-1231902217-project] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:10.270285 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-e20aef63-d8ec-485c-a94f-8bdb94681deb req-46bc1101-10aa-492d-bc54-1e13cd5424de tempest-VolumesNegativeTest-1231902217 tempest-VolumesNegativeTest-1231902217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:10.321757 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-6154849b-e12b-4dac-936f-5cd61e67425a req-b16e6302-866b-49dd-946a-acad6f7a3939 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:10.356291 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.agents_db [None req-9beef776-8bab-4de2-989a-f5a23ba4aaf4 None None] Agent healthcheck: found 7 active agents {{(pid=93800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 23:37:10.400309 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6154849b-e12b-4dac-936f-5cd61e67425a req-b16e6302-866b-49dd-946a-acad6f7a3939 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Network 280a3ba5-2d75-4827-b3c1-0be5bb892094 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:37:10.406387 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [req-6154849b-e12b-4dac-936f-5cd61e67425a req-b16e6302-866b-49dd-946a-acad6f7a3939 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:37:10.410420 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [req-6154849b-e12b-4dac-936f-5cd61e67425a req-b16e6302-866b-49dd-946a-acad6f7a3939 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:37:10.469290 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6154849b-e12b-4dac-936f-5cd61e67425a req-b16e6302-866b-49dd-946a-acad6f7a3939 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:37:10.470041 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-6154849b-e12b-4dac-936f-5cd61e67425a req-b16e6302-866b-49dd-946a-acad6f7a3939 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:10.493088 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16e6302-866b-49dd-946a-acad6f7a3939 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Pushing event updated for resources: {'Port': ['ID=37af0c7f-295a-454c-943a-b8fc4f0cf5b3,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:37:10.502813 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16e6302-866b-49dd-946a-acad6f7a3939 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:37:10.503273 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16e6302-866b-49dd-946a-acad6f7a3939 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:37:10.503716 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16e6302-866b-49dd-946a-acad6f7a3939 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:37:10.504070 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16e6302-866b-49dd-946a-acad6f7a3939 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:37:10.504434 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16e6302-866b-49dd-946a-acad6f7a3939 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:37:10.505056 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16e6302-866b-49dd-946a-acad6f7a3939 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:37:10.505341 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16e6302-866b-49dd-946a-acad6f7a3939 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:37:10.505675 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16e6302-866b-49dd-946a-acad6f7a3939 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:37:10.506025 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16e6302-866b-49dd-946a-acad6f7a3939 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:37:10.506321 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16e6302-866b-49dd-946a-acad6f7a3939 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:37:10.506654 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16e6302-866b-49dd-946a-acad6f7a3939 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:37:10.506982 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16e6302-866b-49dd-946a-acad6f7a3939 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:37:10.512301 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-6154849b-e12b-4dac-936f-5cd61e67425a req-b16e6302-866b-49dd-946a-acad6f7a3939 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0150032 Jul 27 23:37:10.518702 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [req-e20aef63-d8ec-485c-a94f-8bdb94681deb req-46bc1101-10aa-492d-bc54-1e13cd5424de tempest-VolumesNegativeTest-1231902217 tempest-VolumesNegativeTest-1231902217-project] Allocated IP 192.168.233.109 (591af2dd-f826-43b1-aa9d-e7a0bf218c71/62938449-046d-4cbe-923a-7ebb632c358d/2e5fc1df-c440-4834-9be4-b66b61ae0b9f) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:37:10.524745 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bc1101-10aa-492d-bc54-1e13cd5424de tempest-VolumesNegativeTest-1231902217 tempest-VolumesNegativeTest-1231902217-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c068ab9a-2758-4445-9ceb-976d5b198319,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:37:10.531383 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [req-6154849b-e12b-4dac-936f-5cd61e67425a req-8ebe0f29-7a39-4a7f-be93-036a96ff0e47 service neutron] Request body: {'port': {'device_id': '1e6e9081-0520-45f6-bced-ecba4dfa3ef0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802623-1'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:37:10.622292 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-6154849b-e12b-4dac-936f-5cd61e67425a req-8ebe0f29-7a39-4a7f-be93-036a96ff0e47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:10.905820 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea73a6c-1454-41b2-8a7d-8f167f220f69 req-6059a4d0-0989-42da-88f8-93f24be0cc58 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:37:10.907391 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-0ea73a6c-1454-41b2-8a7d-8f167f220f69 req-6059a4d0-0989-42da-88f8-93f24be0cc58 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e6e9081-0520-45f6-bced-ecba4dfa3ef0 HTTP/1.1" status: 200 len: 932 time: 0.1595476 Jul 27 23:37:10.925188 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-b3c071a8-5717-4ec7-b1d6-85d20a5b19ac None None] Provisioning for port 37af0c7f-295a-454c-943a-b8fc4f0cf5b3 completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:37:10.947453 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-b3c071a8-5717-4ec7-b1d6-85d20a5b19ac None None] Provisioning complete for port 37af0c7f-295a-454c-943a-b8fc4f0cf5b3 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:37:10.948230 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b3c071a8-5717-4ec7-b1d6-85d20a5b19ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:10.948562 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-e20aef63-d8ec-485c-a94f-8bdb94681deb req-46bc1101-10aa-492d-bc54-1e13cd5424de tempest-VolumesNegativeTest-1231902217 tempest-VolumesNegativeTest-1231902217-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:10.964046 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-47057b6a-5f66-491f-901d-d265f3d1166c req-14709174-d5e3-4553-a430-2db102eb3705 tempest-VolumesNegativeTest-1231902217 tempest-VolumesNegativeTest-1231902217-project] 10.222.0.18 "GET /v2.0/ports?device_id=537491b9-6459-4d9b-b3d0-856e9ddf41f3 HTTP/1.1" status: 200 len: 210 time: 0.0535755 Jul 27 23:37:10.988513 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-e20aef63-d8ec-485c-a94f-8bdb94681deb req-46bc1101-10aa-492d-bc54-1e13cd5424de tempest-VolumesNegativeTest-1231902217 tempest-VolumesNegativeTest-1231902217-project] Transition to ACTIVE for port object 2e5fc1df-c440-4834-9be4-b66b61ae0b9f will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:37:10.995951 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-0ea73a6c-1454-41b2-8a7d-8f167f220f69 req-de8d99d1-6cae-4a50-bc21-142df33ebb9e tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/security-groups?id=ba3baf51-24bd-4d95-b413-6126b786be4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795050 Jul 27 23:37:11.056879 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-b3c071a8-5717-4ec7-b1d6-85d20a5b19ac None None] Port 37af0c7f-295a-454c-943a-b8fc4f0cf5b3 cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:37:11.063774 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-e20aef63-d8ec-485c-a94f-8bdb94681deb req-46bc1101-10aa-492d-bc54-1e13cd5424de tempest-VolumesNegativeTest-1231902217 tempest-VolumesNegativeTest-1231902217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:11.115295 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e20aef63-d8ec-485c-a94f-8bdb94681deb req-46bc1101-10aa-492d-bc54-1e13cd5424de tempest-VolumesNegativeTest-1231902217 tempest-VolumesNegativeTest-1231902217-project] Network 591af2dd-f826-43b1-aa9d-e7a0bf218c71 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:37:11.119225 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [req-e20aef63-d8ec-485c-a94f-8bdb94681deb req-46bc1101-10aa-492d-bc54-1e13cd5424de tempest-VolumesNegativeTest-1231902217 tempest-VolumesNegativeTest-1231902217-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:37:11.125225 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-e20aef63-d8ec-485c-a94f-8bdb94681deb req-46bc1101-10aa-492d-bc54-1e13cd5424de tempest-VolumesNegativeTest-1231902217 tempest-VolumesNegativeTest-1231902217-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:37:11.143855 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [req-6154849b-e12b-4dac-936f-5cd61e67425a req-8ebe0f29-7a39-4a7f-be93-036a96ff0e47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37af0c7f-295a-454c-943a-b8fc4f0cf5b3 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:37:11.152176 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-6154849b-e12b-4dac-936f-5cd61e67425a req-8ebe0f29-7a39-4a7f-be93-036a96ff0e47 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:11.173283 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [req-6154849b-e12b-4dac-936f-5cd61e67425a req-8ebe0f29-7a39-4a7f-be93-036a96ff0e47 service neutron] Transition to ACTIVE for port object 37af0c7f-295a-454c-943a-b8fc4f0cf5b3 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:37:11.180504 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-6154849b-e12b-4dac-936f-5cd61e67425a req-8ebe0f29-7a39-4a7f-be93-036a96ff0e47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11336041'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:11.190151 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20aef63-d8ec-485c-a94f-8bdb94681deb req-46bc1101-10aa-492d-bc54-1e13cd5424de tempest-VolumesNegativeTest-1231902217 tempest-VolumesNegativeTest-1231902217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:37:11.190930 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-e20aef63-d8ec-485c-a94f-8bdb94681deb req-46bc1101-10aa-492d-bc54-1e13cd5424de tempest-VolumesNegativeTest-1231902217 tempest-VolumesNegativeTest-1231902217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:11.205695 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bc1101-10aa-492d-bc54-1e13cd5424de tempest-VolumesNegativeTest-1231902217 tempest-VolumesNegativeTest-1231902217-project] Pushing event updated for resources: {'Port': ['ID=2e5fc1df-c440-4834-9be4-b66b61ae0b9f,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:37:11.226843 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e20aef63-d8ec-485c-a94f-8bdb94681deb req-46bc1101-10aa-492d-bc54-1e13cd5424de tempest-VolumesNegativeTest-1231902217 tempest-VolumesNegativeTest-1231902217-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2747097 Jul 27 23:37:11.240985 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [req-e20aef63-d8ec-485c-a94f-8bdb94681deb req-67c408ac-f3c9-493a-923f-3c3cf03f7c2f service neutron] Request body: {'port': {'device_id': '537491b9-6459-4d9b-b3d0-856e9ddf41f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802623-1'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:37:11.268971 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebe0f29-7a39-4a7f-be93-036a96ff0e47 service neutron] Pushing event updated for resources: {'Port': ['ID=37af0c7f-295a-454c-943a-b8fc4f0cf5b3,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:37:11.308650 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-e20aef63-d8ec-485c-a94f-8bdb94681deb req-67c408ac-f3c9-493a-923f-3c3cf03f7c2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:11.384472 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-6154849b-e12b-4dac-936f-5cd61e67425a req-8ebe0f29-7a39-4a7f-be93-036a96ff0e47 service neutron] Attempting to bind port 37af0c7f-295a-454c-943a-b8fc4f0cf5b3 on host n-h1-802623-1 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:37:11.385250 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-6154849b-e12b-4dac-936f-5cd61e67425a req-8ebe0f29-7a39-4a7f-be93-036a96ff0e47 service neutron] Attempting to bind port 37af0c7f-295a-454c-943a-b8fc4f0cf5b3 by drivers openvswitch,hyperv on host n-h1-802623-1 at level 0 using segments [{'id': 'e34bcaf6-fcda-4cb3-a9d4-ce07906221d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '280a3ba5-2d75-4827-b3c1-0be5bb892094'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:37:11.385765 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6154849b-e12b-4dac-936f-5cd61e67425a req-8ebe0f29-7a39-4a7f-be93-036a96ff0e47 service neutron] Attempting to bind port 37af0c7f-295a-454c-943a-b8fc4f0cf5b3 on network 280a3ba5-2d75-4827-b3c1-0be5bb892094 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:37:11.394754 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6154849b-e12b-4dac-936f-5cd61e67425a req-8ebe0f29-7a39-4a7f-be93-036a96ff0e47 service neutron] Port 37af0c7f-295a-454c-943a-b8fc4f0cf5b3 on network 280a3ba5-2d75-4827-b3c1-0be5bb892094 not bound, no agent of type Open vSwitch agent registered on host n-h1-802623-1 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 23:37:11.395343 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6154849b-e12b-4dac-936f-5cd61e67425a req-8ebe0f29-7a39-4a7f-be93-036a96ff0e47 service neutron] Attempting to bind port 37af0c7f-295a-454c-943a-b8fc4f0cf5b3 on network 280a3ba5-2d75-4827-b3c1-0be5bb892094 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:37:11.403802 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6154849b-e12b-4dac-936f-5cd61e67425a req-8ebe0f29-7a39-4a7f-be93-036a96ff0e47 service neutron] Checking agent: {'id': '245f1da4-a9b8-4b08-90d7-28f0f342b839', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 59, 59), 'started_at': datetime.datetime(2021, 7, 27, 22, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:37:11.404440 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6154849b-e12b-4dac-936f-5cd61e67425a req-8ebe0f29-7a39-4a7f-be93-036a96ff0e47 service neutron] Checking segment: {'id': 'e34bcaf6-fcda-4cb3-a9d4-ce07906221d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '280a3ba5-2d75-4827-b3c1-0be5bb892094'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:37:11.404990 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6154849b-e12b-4dac-936f-5cd61e67425a req-8ebe0f29-7a39-4a7f-be93-036a96ff0e47 service neutron] Bound using segment: {'id': 'e34bcaf6-fcda-4cb3-a9d4-ce07906221d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '280a3ba5-2d75-4827-b3c1-0be5bb892094'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:37:11.405603 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-6154849b-e12b-4dac-936f-5cd61e67425a req-8ebe0f29-7a39-4a7f-be93-036a96ff0e47 service neutron] Bound port: 37af0c7f-295a-454c-943a-b8fc4f0cf5b3, host: n-h1-802623-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e34bcaf6-fcda-4cb3-a9d4-ce07906221d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '280a3ba5-2d75-4827-b3c1-0be5bb892094'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:37:11.406126 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-6154849b-e12b-4dac-936f-5cd61e67425a req-8ebe0f29-7a39-4a7f-be93-036a96ff0e47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:11.493739 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-6154849b-e12b-4dac-936f-5cd61e67425a req-8ebe0f29-7a39-4a7f-be93-036a96ff0e47 service neutron] For port 37af0c7f-295a-454c-943a-b8fc4f0cf5b3, host n-h1-802623-1, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:37:11.499615 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-6154849b-e12b-4dac-936f-5cd61e67425a req-8ebe0f29-7a39-4a7f-be93-036a96ff0e47 service neutron] For port 37af0c7f-295a-454c-943a-b8fc4f0cf5b3, host n-h1-802623-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=37af0c7f-295a-454c-943a-b8fc4f0cf5b3,segment=NetworkSegment(e34bcaf6-fcda-4cb3-a9d4-ce07906221d3),segment_id=e34bcaf6-fcda-4cb3-a9d4-ce07906221d3)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:37:11.507770 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-6154849b-e12b-4dac-936f-5cd61e67425a req-8ebe0f29-7a39-4a7f-be93-036a96ff0e47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11336041'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:11.603750 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-8699d838-c45d-4a68-b2ce-39e11d85772f None None] Provisioning for port 2e5fc1df-c440-4834-9be4-b66b61ae0b9f completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:37:11.608696 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-8699d838-c45d-4a68-b2ce-39e11d85772f None None] Provisioning complete for port 2e5fc1df-c440-4834-9be4-b66b61ae0b9f triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:37:11.609330 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8699d838-c45d-4a68-b2ce-39e11d85772f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:11.612016 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6154849b-e12b-4dac-936f-5cd61e67425a req-8ebe0f29-7a39-4a7f-be93-036a96ff0e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:37:11.612868 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-6154849b-e12b-4dac-936f-5cd61e67425a req-8ebe0f29-7a39-4a7f-be93-036a96ff0e47 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:11.619994 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-6154849b-e12b-4dac-936f-5cd61e67425a req-8ebe0f29-7a39-4a7f-be93-036a96ff0e47 service neutron] 10.222.0.38 "PUT /v2.0/ports/37af0c7f-295a-454c-943a-b8fc4f0cf5b3 HTTP/1.1" status: 200 len: 1092 time: 1.0945086 Jul 27 23:37:11.627220 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e6e9081-0520-45f6-bced-ecba4dfa3ef0', 'tag': '37af0c7f-295a-454c-943a-b8fc4f0cf5b3'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:37:11.630025 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a476459a1bfce68b0ae0df5b6a71154bfc7cfdc8f9eefce6ad0a17231e60468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac3d5fd4-3684-4434-99db-d72d4ef75a0d" -d '{"events": [{"name": "network-changed", "server_uuid": "1e6e9081-0520-45f6-bced-ecba4dfa3ef0", "tag": "37af0c7f-295a-454c-943a-b8fc4f0cf5b3"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:37:11.698511 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [req-e20aef63-d8ec-485c-a94f-8bdb94681deb req-67c408ac-f3c9-493a-923f-3c3cf03f7c2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e5fc1df-c440-4834-9be4-b66b61ae0b9f {{(pid=93798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:37:11.705759 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-8699d838-c45d-4a68-b2ce-39e11d85772f None None] Port 2e5fc1df-c440-4834-9be4-b66b61ae0b9f cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:37:11.709870 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-e20aef63-d8ec-485c-a94f-8bdb94681deb req-67c408ac-f3c9-493a-923f-3c3cf03f7c2f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:11.735215 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 23:37:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2387c64-39d9-4ff2-b471-f21b463fc678 x-openstack-request-id: req-e2387c64-39d9-4ff2-b471-f21b463fc678 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:37:11.735780 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e6e9081-0520-45f6-bced-ecba4dfa3ef0", "tag": "37af0c7f-295a-454c-943a-b8fc4f0cf5b3", "status": "completed", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:37:11.736188 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e2387c64-39d9-4ff2-b471-f21b463fc678 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:37:11.736746 n-d-802623-1 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e6e9081-0520-45f6-bced-ecba4dfa3ef0', 'tag': '37af0c7f-295a-454c-943a-b8fc4f0cf5b3', 'status': 'completed', 'code': 200} Jul 27 23:37:11.748217 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-e20aef63-d8ec-485c-a94f-8bdb94681deb req-67c408ac-f3c9-493a-923f-3c3cf03f7c2f service neutron] Transition to ACTIVE for port object 2e5fc1df-c440-4834-9be4-b66b61ae0b9f will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:37:11.756147 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebe0f29-7a39-4a7f-be93-036a96ff0e47 service neutron] Pushing event updated for resources: {'Port': ['ID=37af0c7f-295a-454c-943a-b8fc4f0cf5b3,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:37:11.760187 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-e20aef63-d8ec-485c-a94f-8bdb94681deb req-67c408ac-f3c9-493a-923f-3c3cf03f7c2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:11.779103 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6154849b-e12b-4dac-936f-5cd61e67425a req-2f8de12b-1ea2-43b0-a7dd-19f970c74adc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:37:11.781323 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-6154849b-e12b-4dac-936f-5cd61e67425a req-2f8de12b-1ea2-43b0-a7dd-19f970c74adc service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=49af0f356ac348f0bd0841795f0ea352&device_id=1e6e9081-0520-45f6-bced-ecba4dfa3ef0 HTTP/1.1" status: 200 len: 1095 time: 0.1129327 Jul 27 23:37:11.836949 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c408ac-f3c9-493a-923f-3c3cf03f7c2f service neutron] Pushing event updated for resources: {'Port': ['ID=2e5fc1df-c440-4834-9be4-b66b61ae0b9f,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:37:11.907305 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-6154849b-e12b-4dac-936f-5cd61e67425a req-abc2d84d-5f63-4893-baab-88c047b3cc9e service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=37af0c7f-295a-454c-943a-b8fc4f0cf5b3 HTTP/1.1" status: 200 len: 217 time: 0.1160071 Jul 27 23:37:11.957738 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-e20aef63-d8ec-485c-a94f-8bdb94681deb req-67c408ac-f3c9-493a-923f-3c3cf03f7c2f service neutron] Attempting to bind port 2e5fc1df-c440-4834-9be4-b66b61ae0b9f on host n-h1-802623-1 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:37:11.958227 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-e20aef63-d8ec-485c-a94f-8bdb94681deb req-67c408ac-f3c9-493a-923f-3c3cf03f7c2f service neutron] Attempting to bind port 2e5fc1df-c440-4834-9be4-b66b61ae0b9f by drivers openvswitch,hyperv on host n-h1-802623-1 at level 0 using segments [{'id': '16e91594-c047-4b55-93eb-43af33ad08e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '591af2dd-f826-43b1-aa9d-e7a0bf218c71'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:37:11.958657 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e20aef63-d8ec-485c-a94f-8bdb94681deb req-67c408ac-f3c9-493a-923f-3c3cf03f7c2f service neutron] Attempting to bind port 2e5fc1df-c440-4834-9be4-b66b61ae0b9f on network 591af2dd-f826-43b1-aa9d-e7a0bf218c71 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:37:11.964961 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e20aef63-d8ec-485c-a94f-8bdb94681deb req-67c408ac-f3c9-493a-923f-3c3cf03f7c2f service neutron] Port 2e5fc1df-c440-4834-9be4-b66b61ae0b9f on network 591af2dd-f826-43b1-aa9d-e7a0bf218c71 not bound, no agent of type Open vSwitch agent registered on host n-h1-802623-1 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 23:37:11.965391 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e20aef63-d8ec-485c-a94f-8bdb94681deb req-67c408ac-f3c9-493a-923f-3c3cf03f7c2f service neutron] Attempting to bind port 2e5fc1df-c440-4834-9be4-b66b61ae0b9f on network 591af2dd-f826-43b1-aa9d-e7a0bf218c71 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:37:11.971133 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e20aef63-d8ec-485c-a94f-8bdb94681deb req-67c408ac-f3c9-493a-923f-3c3cf03f7c2f service neutron] Checking agent: {'id': '245f1da4-a9b8-4b08-90d7-28f0f342b839', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 59, 59), 'started_at': datetime.datetime(2021, 7, 27, 22, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:37:11.971826 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e20aef63-d8ec-485c-a94f-8bdb94681deb req-67c408ac-f3c9-493a-923f-3c3cf03f7c2f service neutron] Checking segment: {'id': '16e91594-c047-4b55-93eb-43af33ad08e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '591af2dd-f826-43b1-aa9d-e7a0bf218c71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:37:11.972307 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e20aef63-d8ec-485c-a94f-8bdb94681deb req-67c408ac-f3c9-493a-923f-3c3cf03f7c2f service neutron] Bound using segment: {'id': '16e91594-c047-4b55-93eb-43af33ad08e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '591af2dd-f826-43b1-aa9d-e7a0bf218c71'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:37:11.972873 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-e20aef63-d8ec-485c-a94f-8bdb94681deb req-67c408ac-f3c9-493a-923f-3c3cf03f7c2f service neutron] Bound port: 2e5fc1df-c440-4834-9be4-b66b61ae0b9f, host: n-h1-802623-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16e91594-c047-4b55-93eb-43af33ad08e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '591af2dd-f826-43b1-aa9d-e7a0bf218c71'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:37:11.973437 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-e20aef63-d8ec-485c-a94f-8bdb94681deb req-67c408ac-f3c9-493a-923f-3c3cf03f7c2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:12.031235 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6154849b-e12b-4dac-936f-5cd61e67425a req-0f61a087-c030-477a-92d4-fae27ec251b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:37:12.043769 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-6154849b-e12b-4dac-936f-5cd61e67425a req-0f61a087-c030-477a-92d4-fae27ec251b9 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=03df5e5c-8a96-449f-9e96-cff1a55737e2 HTTP/1.1" status: 200 len: 851 time: 0.1263080 Jul 27 23:37:12.127877 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6154849b-e12b-4dac-936f-5cd61e67425a req-e85ff115-2c97-408c-ae58-d6bf09b98a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:37:12.139666 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-6154849b-e12b-4dac-936f-5cd61e67425a req-e85ff115-2c97-408c-ae58-d6bf09b98a17 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=280a3ba5-2d75-4827-b3c1-0be5bb892094&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0876465 Jul 27 23:37:12.202016 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbf23a9-b20a-42b8-a173-872fe9201318 req-f5e72e68-b0e2-49bf-9d32-e071eb4c6288 tempest-VolumesNegativeTest-1231902217 tempest-VolumesNegativeTest-1231902217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:37:12.203610 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-4bbf23a9-b20a-42b8-a173-872fe9201318 req-f5e72e68-b0e2-49bf-9d32-e071eb4c6288 tempest-VolumesNegativeTest-1231902217 tempest-VolumesNegativeTest-1231902217-project] 10.222.0.18 "GET /v2.0/ports?device_id=537491b9-6459-4d9b-b3d0-856e9ddf41f3 HTTP/1.1" status: 200 len: 948 time: 0.1264572 Jul 27 23:37:12.210959 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-e20aef63-d8ec-485c-a94f-8bdb94681deb req-67c408ac-f3c9-493a-923f-3c3cf03f7c2f service neutron] For port 2e5fc1df-c440-4834-9be4-b66b61ae0b9f, host n-h1-802623-1, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:37:12.216426 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-e20aef63-d8ec-485c-a94f-8bdb94681deb req-67c408ac-f3c9-493a-923f-3c3cf03f7c2f service neutron] For port 2e5fc1df-c440-4834-9be4-b66b61ae0b9f, host n-h1-802623-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=2e5fc1df-c440-4834-9be4-b66b61ae0b9f,segment=NetworkSegment(16e91594-c047-4b55-93eb-43af33ad08e1),segment_id=16e91594-c047-4b55-93eb-43af33ad08e1)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:37:12.247339 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-e20aef63-d8ec-485c-a94f-8bdb94681deb req-67c408ac-f3c9-493a-923f-3c3cf03f7c2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:12.298764 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-4bbf23a9-b20a-42b8-a173-872fe9201318 req-47aaa952-6ad4-4d69-86ef-f06d61ddddb7 tempest-VolumesNegativeTest-1231902217 tempest-VolumesNegativeTest-1231902217-project] 10.222.0.18 "GET /v2.0/security-groups?id=c068ab9a-2758-4445-9ceb-976d5b198319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851903 Jul 27 23:37:12.304961 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f3be41-eefe-4c1d-86ff-4a24b78400b7 req-c1a34a4a-7957-414a-a917-b8c1b01bba93 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:37:12.308435 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20aef63-d8ec-485c-a94f-8bdb94681deb req-67c408ac-f3c9-493a-923f-3c3cf03f7c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:37:12.309434 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f7f3be41-eefe-4c1d-86ff-4a24b78400b7 req-c1a34a4a-7957-414a-a917-b8c1b01bba93 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e6e9081-0520-45f6-bced-ecba4dfa3ef0 HTTP/1.1" status: 200 len: 944 time: 0.1509004 Jul 27 23:37:12.315129 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-e20aef63-d8ec-485c-a94f-8bdb94681deb req-67c408ac-f3c9-493a-923f-3c3cf03f7c2f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:12.316585 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e20aef63-d8ec-485c-a94f-8bdb94681deb req-67c408ac-f3c9-493a-923f-3c3cf03f7c2f service neutron] 10.222.0.38 "PUT /v2.0/ports/2e5fc1df-c440-4834-9be4-b66b61ae0b9f HTTP/1.1" status: 200 len: 1096 time: 1.0799434 Jul 27 23:37:12.317046 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '537491b9-6459-4d9b-b3d0-856e9ddf41f3', 'tag': '2e5fc1df-c440-4834-9be4-b66b61ae0b9f'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:37:12.320481 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}011f8d312121274bb12d78e77c6379a2079800640016cec6c6d605b73666e854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ca3c6a9-7a45-439d-8ce4-e3a84c1931e5" -d '{"events": [{"name": "network-changed", "server_uuid": "537491b9-6459-4d9b-b3d0-856e9ddf41f3", "tag": "2e5fc1df-c440-4834-9be4-b66b61ae0b9f"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:37:12.344090 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-6154849b-e12b-4dac-936f-5cd61e67425a req-1f7b7a9e-563b-4a96-908a-fb42bcedcc5e service neutron] 10.222.0.38 "GET /v2.0/networks/280a3ba5-2d75-4827-b3c1-0be5bb892094?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1949852 Jul 27 23:37:12.368907 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c408ac-f3c9-493a-923f-3c3cf03f7c2f service neutron] Pushing event updated for resources: {'Port': ['ID=2e5fc1df-c440-4834-9be4-b66b61ae0b9f,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:37:12.392712 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f7f3be41-eefe-4c1d-86ff-4a24b78400b7 req-af94969e-f7f8-4a9a-85ed-2aa818f76777 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/security-groups?id=ba3baf51-24bd-4d95-b413-6126b786be4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691354 Jul 27 23:37:12.433467 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 23:37:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dfc6a5b-0016-424a-9329-c03c845fbd6b x-openstack-request-id: req-1dfc6a5b-0016-424a-9329-c03c845fbd6b {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:37:12.433818 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "537491b9-6459-4d9b-b3d0-856e9ddf41f3", "tag": "2e5fc1df-c440-4834-9be4-b66b61ae0b9f", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:37:12.434015 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1dfc6a5b-0016-424a-9329-c03c845fbd6b {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:37:12.434403 n-d-802623-1 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '537491b9-6459-4d9b-b3d0-856e9ddf41f3', 'tag': '2e5fc1df-c440-4834-9be4-b66b61ae0b9f', 'status': 'completed', 'code': 200} Jul 27 23:37:12.485152 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20aef63-d8ec-485c-a94f-8bdb94681deb req-546df2be-15d9-4ffc-b3dc-dd68ec0be1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:37:12.486734 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e20aef63-d8ec-485c-a94f-8bdb94681deb req-546df2be-15d9-4ffc-b3dc-dd68ec0be1d2 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=2b074f6ec7c04f818978389898418976&device_id=537491b9-6459-4d9b-b3d0-856e9ddf41f3 HTTP/1.1" status: 200 len: 1099 time: 0.1148360 Jul 27 23:37:12.487560 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-6154849b-e12b-4dac-936f-5cd61e67425a req-ee5357e8-19d1-41d5-baa9-68c78bbe2a38 service neutron] 10.222.0.38 "GET /v2.0/networks/280a3ba5-2d75-4827-b3c1-0be5bb892094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327031 Jul 27 23:37:12.536243 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e20aef63-d8ec-485c-a94f-8bdb94681deb req-263b8e52-74e2-4dda-9a8e-6e02622091b4 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.109&port_id=2e5fc1df-c440-4834-9be4-b66b61ae0b9f HTTP/1.1" status: 200 len: 217 time: 0.0373936 Jul 27 23:37:12.593751 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20aef63-d8ec-485c-a94f-8bdb94681deb req-78666a4c-d4d8-4fed-882f-3cac3d3b99ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:37:12.595844 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e20aef63-d8ec-485c-a94f-8bdb94681deb req-78666a4c-d4d8-4fed-882f-3cac3d3b99ba service neutron] 10.222.0.38 "GET /v2.0/subnets?id=62938449-046d-4cbe-923a-7ebb632c358d HTTP/1.1" status: 200 len: 843 time: 0.0486510 Jul 27 23:37:12.615349 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3d5fd4-3684-4434-99db-d72d4ef75a0d req-131acdd8-2888-41b4-ad4c-31866f499d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:37:12.617946 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-ac3d5fd4-3684-4434-99db-d72d4ef75a0d req-131acdd8-2888-41b4-ad4c-31866f499d5a service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=49af0f356ac348f0bd0841795f0ea352&device_id=1e6e9081-0520-45f6-bced-ecba4dfa3ef0 HTTP/1.1" status: 200 len: 1095 time: 0.0711215 Jul 27 23:37:12.674231 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20aef63-d8ec-485c-a94f-8bdb94681deb req-51dc761f-e5f1-4cca-a4fd-4b6ee04d2389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:37:12.674231 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e20aef63-d8ec-485c-a94f-8bdb94681deb req-51dc761f-e5f1-4cca-a4fd-4b6ee04d2389 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=591af2dd-f826-43b1-aa9d-e7a0bf218c71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0626559 Jul 27 23:37:12.745085 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3d5fd4-3684-4434-99db-d72d4ef75a0d req-a4b43527-23a9-4a79-b9a3-3744c006fe73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:37:12.746659 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-ac3d5fd4-3684-4434-99db-d72d4ef75a0d req-a4b43527-23a9-4a79-b9a3-3744c006fe73 service neutron] 10.222.0.38 "GET /v2.0/networks?id=280a3ba5-2d75-4827-b3c1-0be5bb892094 HTTP/1.1" status: 200 len: 913 time: 0.1200957 Jul 27 23:37:12.800150 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e20aef63-d8ec-485c-a94f-8bdb94681deb req-7c773eee-f2b4-4b79-9b67-943763d1a7f8 service neutron] 10.222.0.38 "GET /v2.0/networks/591af2dd-f826-43b1-aa9d-e7a0bf218c71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218338 Jul 27 23:37:12.803794 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-ac3d5fd4-3684-4434-99db-d72d4ef75a0d req-773166c8-9896-448a-83c8-66de003d7fc7 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=37af0c7f-295a-454c-943a-b8fc4f0cf5b3 HTTP/1.1" status: 200 len: 217 time: 0.0487044 Jul 27 23:37:12.862492 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3d5fd4-3684-4434-99db-d72d4ef75a0d req-35b75395-328f-41d2-8b62-ffec5f69f81d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:37:12.864129 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-ac3d5fd4-3684-4434-99db-d72d4ef75a0d req-35b75395-328f-41d2-8b62-ffec5f69f81d service neutron] 10.222.0.38 "GET /v2.0/subnets?id=03df5e5c-8a96-449f-9e96-cff1a55737e2 HTTP/1.1" status: 200 len: 851 time: 0.0507104 Jul 27 23:37:12.909718 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e20aef63-d8ec-485c-a94f-8bdb94681deb req-29e25029-628e-4baf-9243-5f2d910fadc2 service neutron] 10.222.0.38 "GET /v2.0/networks/591af2dd-f826-43b1-aa9d-e7a0bf218c71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967431 Jul 27 23:37:12.923681 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3d5fd4-3684-4434-99db-d72d4ef75a0d req-7ee7e826-8316-44f2-8a96-22a59e893571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:37:12.925242 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-ac3d5fd4-3684-4434-99db-d72d4ef75a0d req-7ee7e826-8316-44f2-8a96-22a59e893571 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=280a3ba5-2d75-4827-b3c1-0be5bb892094&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0540864 Jul 27 23:37:13.062634 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-ac3d5fd4-3684-4434-99db-d72d4ef75a0d req-469636c2-6d9a-4cc3-b455-08e8bee8ec83 service neutron] 10.222.0.38 "GET /v2.0/networks/280a3ba5-2d75-4827-b3c1-0be5bb892094?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292906 Jul 27 23:37:13.067932 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca3c6a9-7a45-439d-8ce4-e3a84c1931e5 req-d29b5fe9-a832-48ac-935b-37743dd6cbed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:37:13.069795 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-3ca3c6a9-7a45-439d-8ce4-e3a84c1931e5 req-d29b5fe9-a832-48ac-935b-37743dd6cbed service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=2b074f6ec7c04f818978389898418976&device_id=537491b9-6459-4d9b-b3d0-856e9ddf41f3 HTTP/1.1" status: 200 len: 1099 time: 0.0971961 Jul 27 23:37:13.194867 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca3c6a9-7a45-439d-8ce4-e3a84c1931e5 req-2a1e6389-aa40-4e3d-9eb6-216a5e16e060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:37:13.196644 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-ac3d5fd4-3684-4434-99db-d72d4ef75a0d req-541554d0-2aaa-4df9-b311-992ed8403c92 service neutron] 10.222.0.38 "GET /v2.0/networks/280a3ba5-2d75-4827-b3c1-0be5bb892094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261203 Jul 27 23:37:13.197128 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-3ca3c6a9-7a45-439d-8ce4-e3a84c1931e5 req-2a1e6389-aa40-4e3d-9eb6-216a5e16e060 service neutron] 10.222.0.38 "GET /v2.0/networks?id=591af2dd-f826-43b1-aa9d-e7a0bf218c71 HTTP/1.1" status: 200 len: 870 time: 0.1204836 Jul 27 23:37:13.258868 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-3ca3c6a9-7a45-439d-8ce4-e3a84c1931e5 req-92e80389-4acd-417c-826b-3a322ee8afb1 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.109&port_id=2e5fc1df-c440-4834-9be4-b66b61ae0b9f HTTP/1.1" status: 200 len: 217 time: 0.0422740 Jul 27 23:37:13.314804 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca3c6a9-7a45-439d-8ce4-e3a84c1931e5 req-62ca9bb8-c097-4881-8835-1aae4b287809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:37:13.316453 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-3ca3c6a9-7a45-439d-8ce4-e3a84c1931e5 req-62ca9bb8-c097-4881-8835-1aae4b287809 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=62938449-046d-4cbe-923a-7ebb632c358d HTTP/1.1" status: 200 len: 843 time: 0.0507448 Jul 27 23:37:13.375567 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca3c6a9-7a45-439d-8ce4-e3a84c1931e5 req-3a6d60be-0c49-489f-82d8-8808ad19b81f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:37:13.377153 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-3ca3c6a9-7a45-439d-8ce4-e3a84c1931e5 req-3a6d60be-0c49-489f-82d8-8808ad19b81f service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=591af2dd-f826-43b1-aa9d-e7a0bf218c71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0517361 Jul 27 23:37:13.526765 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f342b780-8358-452f-bea9-8d0fa6e50db1 req-1ff184d3-1985-4ee6-bb92-102a377eb084 tempest-VolumesNegativeTest-1231902217 tempest-VolumesNegativeTest-1231902217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:37:13.532234 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f342b780-8358-452f-bea9-8d0fa6e50db1 req-1ff184d3-1985-4ee6-bb92-102a377eb084 tempest-VolumesNegativeTest-1231902217 tempest-VolumesNegativeTest-1231902217-project] 10.222.0.18 "GET /v2.0/ports?device_id=537491b9-6459-4d9b-b3d0-856e9ddf41f3 HTTP/1.1" status: 200 len: 948 time: 0.1359355 Jul 27 23:37:13.573910 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a822fe-97d5-44ba-9155-7e8af32062d3 req-033ac67a-0715-4d39-a0c5-45f67b6a5ded tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:37:13.574641 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-3ca3c6a9-7a45-439d-8ce4-e3a84c1931e5 req-14f83c5f-ad95-4f2a-80e6-11c0d6076f78 service neutron] 10.222.0.38 "GET /v2.0/networks/591af2dd-f826-43b1-aa9d-e7a0bf218c71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1887648 Jul 27 23:37:13.575713 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-41a822fe-97d5-44ba-9155-7e8af32062d3 req-033ac67a-0715-4d39-a0c5-45f67b6a5ded tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e6e9081-0520-45f6-bced-ecba4dfa3ef0 HTTP/1.1" status: 200 len: 944 time: 0.0907423 Jul 27 23:37:13.625003 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-41a822fe-97d5-44ba-9155-7e8af32062d3 req-45b0b367-166f-4d21-8135-4ed80df67cfd tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/security-groups?id=ba3baf51-24bd-4d95-b413-6126b786be4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426548 Jul 27 23:37:13.685949 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f342b780-8358-452f-bea9-8d0fa6e50db1 req-2ac57335-ee05-4ad9-b90c-3567348cf217 tempest-VolumesNegativeTest-1231902217 tempest-VolumesNegativeTest-1231902217-project] 10.222.0.18 "GET /v2.0/security-groups?id=c068ab9a-2758-4445-9ceb-976d5b198319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407292 Jul 27 23:37:13.720753 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-3ca3c6a9-7a45-439d-8ce4-e3a84c1931e5 req-4a48ec22-07b5-4b28-860d-3249ccc96762 service neutron] 10.222.0.38 "GET /v2.0/networks/591af2dd-f826-43b1-aa9d-e7a0bf218c71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363053 Jul 27 23:37:14.767644 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750c0ca9-d0de-4705-a56d-7dfd01b130f0 req-479b5ea4-de96-4c08-a1b2-8b1688987359 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:37:14.769283 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-750c0ca9-d0de-4705-a56d-7dfd01b130f0 req-479b5ea4-de96-4c08-a1b2-8b1688987359 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e6e9081-0520-45f6-bced-ecba4dfa3ef0 HTTP/1.1" status: 200 len: 944 time: 0.0652745 Jul 27 23:37:14.825386 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-750c0ca9-d0de-4705-a56d-7dfd01b130f0 req-8b839c02-c9f8-460d-9f8d-d4a29619f536 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/security-groups?id=ba3baf51-24bd-4d95-b413-6126b786be4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487170 Jul 27 23:37:14.855833 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a671d21-de1f-4557-bdb6-4eebe129dde2 req-3bb61a6a-75a2-4a29-bfaf-34890a5c8cae tempest-VolumesNegativeTest-1231902217 tempest-VolumesNegativeTest-1231902217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:37:14.857433 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-6a671d21-de1f-4557-bdb6-4eebe129dde2 req-3bb61a6a-75a2-4a29-bfaf-34890a5c8cae tempest-VolumesNegativeTest-1231902217 tempest-VolumesNegativeTest-1231902217-project] 10.222.0.18 "GET /v2.0/ports?device_id=537491b9-6459-4d9b-b3d0-856e9ddf41f3 HTTP/1.1" status: 200 len: 948 time: 0.0747535 Jul 27 23:37:14.896158 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-6a671d21-de1f-4557-bdb6-4eebe129dde2 req-6c686ffc-b248-4bb9-9d36-7ee7753492dd tempest-VolumesNegativeTest-1231902217 tempest-VolumesNegativeTest-1231902217-project] 10.222.0.18 "GET /v2.0/security-groups?id=c068ab9a-2758-4445-9ceb-976d5b198319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325196 Jul 27 23:37:15.955180 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a672af-cd5c-45d0-96ea-9c5a36e2240e req-6d674cef-4a43-4482-817a-833bffbcc7b0 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:37:15.967225 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-34a672af-cd5c-45d0-96ea-9c5a36e2240e req-6d674cef-4a43-4482-817a-833bffbcc7b0 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e6e9081-0520-45f6-bced-ecba4dfa3ef0 HTTP/1.1" status: 200 len: 944 time: 0.0614374 Jul 27 23:37:16.012697 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-34a672af-cd5c-45d0-96ea-9c5a36e2240e req-c4f32a9a-67f1-4b0d-8e8b-2153d5d4d070 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/security-groups?id=ba3baf51-24bd-4d95-b413-6126b786be4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444562 Jul 27 23:37:16.033277 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a823b4e4-f456-48b2-9665-e6bd0bed7137 req-5274969a-f343-47e3-baf2-09403f418475 tempest-VolumesNegativeTest-1231902217 tempest-VolumesNegativeTest-1231902217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:37:16.034587 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a823b4e4-f456-48b2-9665-e6bd0bed7137 req-5274969a-f343-47e3-baf2-09403f418475 tempest-VolumesNegativeTest-1231902217 tempest-VolumesNegativeTest-1231902217-project] 10.222.0.18 "GET /v2.0/ports?device_id=537491b9-6459-4d9b-b3d0-856e9ddf41f3 HTTP/1.1" status: 200 len: 948 time: 0.0595224 Jul 27 23:37:16.078619 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a823b4e4-f456-48b2-9665-e6bd0bed7137 req-5f36e186-6eaf-4332-a4be-f55321d5b2a7 tempest-VolumesNegativeTest-1231902217 tempest-VolumesNegativeTest-1231902217-project] 10.222.0.18 "GET /v2.0/security-groups?id=c068ab9a-2758-4445-9ceb-976d5b198319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373178 Jul 27 23:37:16.198134 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 2e5fc1df-c440-4834-9be4-b66b61ae0b9f details requested by agent hyperv_n-h1-802623-1 with host n-h1-802623-1 {{(pid=93799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 23:37:16.304839 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port 2e5fc1df-c440-4834-9be4-b66b61ae0b9f, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=2e5fc1df-c440-4834-9be4-b66b61ae0b9f,segment=NetworkSegment(16e91594-c047-4b55-93eb-43af33ad08e1),segment_id=16e91594-c047-4b55-93eb-43af33ad08e1)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:37:16.316927 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Returning: {'device': '2e5fc1df-c440-4834-9be4-b66b61ae0b9f', 'network_id': '591af2dd-f826-43b1-aa9d-e7a0bf218c71', 'port_id': '2e5fc1df-c440-4834-9be4-b66b61ae0b9f', 'mac_address': 'fa:16:3e:3c:c5:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62938449-046d-4cbe-923a-7ebb632c358d', 'ip_address': '192.168.233.109'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 23:37:16.357357 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:16.370015 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e5fc1df-c440-4834-9be4-b66b61ae0b9f {{(pid=93799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:37:16.390777 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port 2e5fc1df-c440-4834-9be4-b66b61ae0b9f, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=2e5fc1df-c440-4834-9be4-b66b61ae0b9f,segment=NetworkSegment(16e91594-c047-4b55-93eb-43af33ad08e1),segment_id=16e91594-c047-4b55-93eb-43af33ad08e1)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:37:16.394949 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:16.455483 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Pushing event updated for resources: {'Port': ['ID=2e5fc1df-c440-4834-9be4-b66b61ae0b9f,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:37:16.463867 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:37:16.464227 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:37:16.464577 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:37:16.464923 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:37:16.465264 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:37:16.465601 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:37:16.465942 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:37:16.466268 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:37:16.466594 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:37:16.466921 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:37:16.467270 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:37:16.467599 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:37:16.621951 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] get_ports_and_sgs() called for port_ids ['2e5fc1df-c440-4834-9be4-b66b61ae0b9f'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:37:17.141410 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f317a3c3-7613-45c5-891d-8163ec030985 req-4621b33d-899c-4fb6-b391-607d5851d492 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:37:17.143281 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f317a3c3-7613-45c5-891d-8163ec030985 req-4621b33d-899c-4fb6-b391-607d5851d492 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e6e9081-0520-45f6-bced-ecba4dfa3ef0 HTTP/1.1" status: 200 len: 944 time: 0.0605636 Jul 27 23:37:17.212872 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f317a3c3-7613-45c5-891d-8163ec030985 req-f47aa436-5f9a-40b9-9e15-68f9fbfd4a0a tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/security-groups?id=ba3baf51-24bd-4d95-b413-6126b786be4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620522 Jul 27 23:37:17.257704 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e1b48a-f86a-43a0-a0f8-6407710d9d44 req-701d942c-93e3-4881-8612-69c6a16b2737 tempest-VolumesNegativeTest-1231902217 tempest-VolumesNegativeTest-1231902217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:37:17.259638 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-64e1b48a-f86a-43a0-a0f8-6407710d9d44 req-701d942c-93e3-4881-8612-69c6a16b2737 tempest-VolumesNegativeTest-1231902217 tempest-VolumesNegativeTest-1231902217-project] 10.222.0.18 "GET /v2.0/ports?device_id=537491b9-6459-4d9b-b3d0-856e9ddf41f3 HTTP/1.1" status: 200 len: 949 time: 0.0802591 Jul 27 23:37:17.316030 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-64e1b48a-f86a-43a0-a0f8-6407710d9d44 req-d0cdfb7d-a0e8-4ce8-90cc-1a1a601de081 tempest-VolumesNegativeTest-1231902217 tempest-VolumesNegativeTest-1231902217-project] 10.222.0.18 "GET /v2.0/security-groups?id=c068ab9a-2758-4445-9ceb-976d5b198319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489354 Jul 27 23:37:18.213954 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 2e5fc1df-c440-4834-9be4-b66b61ae0b9f up at agent hyperv_n-h1-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:37:18.290622 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Provisioning for port 2e5fc1df-c440-4834-9be4-b66b61ae0b9f completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:37:18.295002 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Provisioning complete for port 2e5fc1df-c440-4834-9be4-b66b61ae0b9f triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:37:18.295847 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:18.381699 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc88dfd-deea-4e26-80cf-a93b1c2086c3 req-a4e85296-3fb0-459f-b90e-1fd16e0b3141 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:37:18.383353 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7dc88dfd-deea-4e26-80cf-a93b1c2086c3 req-a4e85296-3fb0-459f-b90e-1fd16e0b3141 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e6e9081-0520-45f6-bced-ecba4dfa3ef0 HTTP/1.1" status: 200 len: 944 time: 0.0884287 Jul 27 23:37:18.396823 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:18.424900 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '537491b9-6459-4d9b-b3d0-856e9ddf41f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e5fc1df-c440-4834-9be4-b66b61ae0b9f'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:37:18.427596 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c0369b0d4f459110ff20a1f9878ba33f96d6491bddb9d15843bf29d01e0bda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a6db81c-d090-4648-8def-f1ab65799f40" -d '{"events": [{"server_uuid": "537491b9-6459-4d9b-b3d0-856e9ddf41f3", "name": "network-vif-plugged", "status": "completed", "tag": "2e5fc1df-c440-4834-9be4-b66b61ae0b9f"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:37:18.446090 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port 2e5fc1df-c440-4834-9be4-b66b61ae0b9f, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=2e5fc1df-c440-4834-9be4-b66b61ae0b9f,segment=NetworkSegment(16e91594-c047-4b55-93eb-43af33ad08e1),segment_id=16e91594-c047-4b55-93eb-43af33ad08e1)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:37:18.455130 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:18.472563 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7dc88dfd-deea-4e26-80cf-a93b1c2086c3 req-bac6eef8-b28a-4839-9636-d07ec34c53f8 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/security-groups?id=ba3baf51-24bd-4d95-b413-6126b786be4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796008 Jul 27 23:37:18.504007 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9acdaa-f43d-4808-b267-0765a7ecb112 req-55437342-3b98-46a3-a7cc-b8b6a4e40088 tempest-VolumesNegativeTest-1231902217 tempest-VolumesNegativeTest-1231902217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:37:18.513688 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8e9acdaa-f43d-4808-b267-0765a7ecb112 req-55437342-3b98-46a3-a7cc-b8b6a4e40088 tempest-VolumesNegativeTest-1231902217 tempest-VolumesNegativeTest-1231902217-project] 10.222.0.18 "GET /v2.0/ports?device_id=537491b9-6459-4d9b-b3d0-856e9ddf41f3 HTTP/1.1" status: 200 len: 949 time: 0.0797861 Jul 27 23:37:18.520853 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Pushing event updated for resources: {'Port': ['ID=2e5fc1df-c440-4834-9be4-b66b61ae0b9f,revision_number=5']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:37:18.555001 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8e9acdaa-f43d-4808-b267-0765a7ecb112 req-d51e2249-4a7c-4f76-94a6-6b05b9132405 tempest-VolumesNegativeTest-1231902217 tempest-VolumesNegativeTest-1231902217-project] 10.222.0.18 "GET /v2.0/security-groups?id=c068ab9a-2758-4445-9ceb-976d5b198319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403526 Jul 27 23:37:18.561559 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:37:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1e9c247-78c7-4ff9-9dc3-95bab67529dd x-openstack-request-id: req-f1e9c247-78c7-4ff9-9dc3-95bab67529dd {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:37:18.561863 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "537491b9-6459-4d9b-b3d0-856e9ddf41f3", "name": "network-vif-plugged", "status": "completed", "tag": "2e5fc1df-c440-4834-9be4-b66b61ae0b9f", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:37:18.567363 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f1e9c247-78c7-4ff9-9dc3-95bab67529dd {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:37:18.567792 n-d-802623-1 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '537491b9-6459-4d9b-b3d0-856e9ddf41f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e5fc1df-c440-4834-9be4-b66b61ae0b9f', 'code': 200} Jul 27 23:37:18.670371 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b4b3f0-475d-4306-99e8-99d8b565d850 req-ef0e1060-408d-4f2f-91f1-0cd05f6db71a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:37:18.671811 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-67b4b3f0-475d-4306-99e8-99d8b565d850 req-ef0e1060-408d-4f2f-91f1-0cd05f6db71a service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=537491b9-6459-4d9b-b3d0-856e9ddf41f3 HTTP/1.1" status: 200 len: 1101 time: 0.0546489 Jul 27 23:37:18.709796 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-67b4b3f0-475d-4306-99e8-99d8b565d850 req-e05c0813-e2ae-472e-89fb-923deeaae724 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=c068ab9a-2758-4445-9ceb-976d5b198319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295863 Jul 27 23:37:19.637719 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fafd9d-4815-4044-9ea0-ceb83160dcf8 req-d721db91-3ed4-4201-90a5-0c8e85659cd0 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:37:19.640182 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-d4fafd9d-4815-4044-9ea0-ceb83160dcf8 req-d721db91-3ed4-4201-90a5-0c8e85659cd0 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e6e9081-0520-45f6-bced-ecba4dfa3ef0 HTTP/1.1" status: 200 len: 944 time: 0.0757525 Jul 27 23:37:19.681764 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-d4fafd9d-4815-4044-9ea0-ceb83160dcf8 req-541695b3-3fdf-4de7-812f-09416dd3d6e7 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/security-groups?id=ba3baf51-24bd-4d95-b413-6126b786be4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354245 Jul 27 23:37:19.700136 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28e9755-6582-4a01-b5cb-ddf028552664 req-5876976f-0046-4ef7-b75b-6d2e2d7e0551 tempest-VolumesNegativeTest-1231902217 tempest-VolumesNegativeTest-1231902217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:37:19.702320 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d28e9755-6582-4a01-b5cb-ddf028552664 req-5876976f-0046-4ef7-b75b-6d2e2d7e0551 tempest-VolumesNegativeTest-1231902217 tempest-VolumesNegativeTest-1231902217-project] 10.222.0.18 "GET /v2.0/ports?device_id=537491b9-6459-4d9b-b3d0-856e9ddf41f3 HTTP/1.1" status: 200 len: 950 time: 0.0659971 Jul 27 23:37:19.744936 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d28e9755-6582-4a01-b5cb-ddf028552664 req-d67d26ef-810d-4c1d-986f-a8f2194034fe tempest-VolumesNegativeTest-1231902217 tempest-VolumesNegativeTest-1231902217-project] 10.222.0.18 "GET /v2.0/security-groups?id=c068ab9a-2758-4445-9ceb-976d5b198319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366797 Jul 27 23:37:20.032956 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d12b72-3c5c-47cd-8660-f5ffeea319c3 req-a7be77fe-3245-4650-ab42-cdc83781fa7d tempest-VolumesNegativeTest-1231902217 tempest-VolumesNegativeTest-1231902217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:37:20.034559 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-37d12b72-3c5c-47cd-8660-f5ffeea319c3 req-a7be77fe-3245-4650-ab42-cdc83781fa7d tempest-VolumesNegativeTest-1231902217 tempest-VolumesNegativeTest-1231902217-project] 10.222.0.18 "GET /v2.0/ports?device_id=537491b9-6459-4d9b-b3d0-856e9ddf41f3 HTTP/1.1" status: 200 len: 950 time: 0.0568230 Jul 27 23:37:20.074610 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-37d12b72-3c5c-47cd-8660-f5ffeea319c3 req-586693bb-e09d-4787-8ffe-5bbde3e7c544 tempest-VolumesNegativeTest-1231902217 tempest-VolumesNegativeTest-1231902217-project] 10.222.0.18 "GET /v2.0/security-groups?id=c068ab9a-2758-4445-9ceb-976d5b198319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340338 Jul 27 23:37:20.809469 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588c527b-fe1f-4514-bc1d-ed5e766dda82 req-64136431-4cdb-47d4-b688-ee130f9485c9 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:37:20.811017 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-588c527b-fe1f-4514-bc1d-ed5e766dda82 req-64136431-4cdb-47d4-b688-ee130f9485c9 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e6e9081-0520-45f6-bced-ecba4dfa3ef0 HTTP/1.1" status: 200 len: 944 time: 0.0583365 Jul 27 23:37:20.855660 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-588c527b-fe1f-4514-bc1d-ed5e766dda82 req-2a443d31-fb6f-4e9e-a22f-ed36d376d2ca tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/security-groups?id=ba3baf51-24bd-4d95-b413-6126b786be4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378852 Jul 27 23:37:21.220216 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19660e32-4990-4d14-a49a-422050aad4c7 req-fa029def-b536-4be4-a87c-6b5bdfee90d1 tempest-VolumesNegativeTest-1231902217 tempest-VolumesNegativeTest-1231902217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:37:21.221940 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-19660e32-4990-4d14-a49a-422050aad4c7 req-fa029def-b536-4be4-a87c-6b5bdfee90d1 tempest-VolumesNegativeTest-1231902217 tempest-VolumesNegativeTest-1231902217-project] 10.222.0.18 "GET /v2.0/ports?device_id=537491b9-6459-4d9b-b3d0-856e9ddf41f3 HTTP/1.1" status: 200 len: 950 time: 0.0634406 Jul 27 23:37:21.262328 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-19660e32-4990-4d14-a49a-422050aad4c7 req-68cf7b0f-07ef-48e7-ba2b-695bcfc26791 tempest-VolumesNegativeTest-1231902217 tempest-VolumesNegativeTest-1231902217-project] 10.222.0.18 "GET /v2.0/security-groups?id=c068ab9a-2758-4445-9ceb-976d5b198319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333343 Jul 27 23:37:21.352535 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99131898-9d29-4b35-9f40-aab9f9105b40 req-b482688a-41ea-4d1e-a85d-2e9e9e0be063 tempest-VolumesNegativeTest-1231902217 tempest-VolumesNegativeTest-1231902217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:37:21.356311 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-99131898-9d29-4b35-9f40-aab9f9105b40 req-b482688a-41ea-4d1e-a85d-2e9e9e0be063 tempest-VolumesNegativeTest-1231902217 tempest-VolumesNegativeTest-1231902217-project] 10.222.0.38 "GET /v2.0/ports?device_id=537491b9-6459-4d9b-b3d0-856e9ddf41f3 HTTP/1.1" status: 200 len: 950 time: 0.0556157 Jul 27 23:37:21.456527 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-99131898-9d29-4b35-9f40-aab9f9105b40 req-169d6fc2-ebec-4dae-9611-756bf548a798 tempest-VolumesNegativeTest-1231902217 tempest-VolumesNegativeTest-1231902217-project] Deleting port 2e5fc1df-c440-4834-9be4-b66b61ae0b9f {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:37:21.456873 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-99131898-9d29-4b35-9f40-aab9f9105b40 req-169d6fc2-ebec-4dae-9611-756bf548a798 tempest-VolumesNegativeTest-1231902217 tempest-VolumesNegativeTest-1231902217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:21.550538 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-99131898-9d29-4b35-9f40-aab9f9105b40 req-169d6fc2-ebec-4dae-9611-756bf548a798 tempest-VolumesNegativeTest-1231902217 tempest-VolumesNegativeTest-1231902217-project] For port 2e5fc1df-c440-4834-9be4-b66b61ae0b9f, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=2e5fc1df-c440-4834-9be4-b66b61ae0b9f,segment=NetworkSegment(16e91594-c047-4b55-93eb-43af33ad08e1),segment_id=16e91594-c047-4b55-93eb-43af33ad08e1)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:37:21.550920 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-99131898-9d29-4b35-9f40-aab9f9105b40 req-169d6fc2-ebec-4dae-9611-756bf548a798 tempest-VolumesNegativeTest-1231902217 tempest-VolumesNegativeTest-1231902217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:21.908978 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-99131898-9d29-4b35-9f40-aab9f9105b40 req-169d6fc2-ebec-4dae-9611-756bf548a798 tempest-VolumesNegativeTest-1231902217 tempest-VolumesNegativeTest-1231902217-project] Calling delete_port for 2e5fc1df-c440-4834-9be4-b66b61ae0b9f owned by compute:nova {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:37:22.032424 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9607032f-36b3-4ba6-8cb3-3feb23fe2283 req-2bd9a779-86ba-4bce-bebe-1afd7bc2bacc tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:37:22.034341 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-9607032f-36b3-4ba6-8cb3-3feb23fe2283 req-2bd9a779-86ba-4bce-bebe-1afd7bc2bacc tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e6e9081-0520-45f6-bced-ecba4dfa3ef0 HTTP/1.1" status: 200 len: 944 time: 0.0615008 Jul 27 23:37:22.105860 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-9607032f-36b3-4ba6-8cb3-3feb23fe2283 req-e228a601-1d42-4936-9be8-26f47e03b798 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/security-groups?id=ba3baf51-24bd-4d95-b413-6126b786be4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632672 Jul 27 23:37:22.189930 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-99131898-9d29-4b35-9f40-aab9f9105b40 req-169d6fc2-ebec-4dae-9611-756bf548a798 tempest-VolumesNegativeTest-1231902217 tempest-VolumesNegativeTest-1231902217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:22.205088 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] get_ports_and_sgs() called for port_ids ['2e5fc1df-c440-4834-9be4-b66b61ae0b9f'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:37:22.207160 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 37af0c7f-295a-454c-943a-b8fc4f0cf5b3 details requested by agent hyperv_n-h1-802623-1 with host n-h1-802623-1 {{(pid=93799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 23:37:22.222367 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169d6fc2-ebec-4dae-9611-756bf548a798 tempest-VolumesNegativeTest-1231902217 tempest-VolumesNegativeTest-1231902217-project] Pushing event deleted for resources: {'Port': ['ID=2e5fc1df-c440-4834-9be4-b66b61ae0b9f,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:37:22.297919 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-99131898-9d29-4b35-9f40-aab9f9105b40 req-169d6fc2-ebec-4dae-9611-756bf548a798 tempest-VolumesNegativeTest-1231902217 tempest-VolumesNegativeTest-1231902217-project] No DVR routers for this DVR port 2e5fc1df-c440-4834-9be4-b66b61ae0b9f on host n-h1-802623-1 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:37:22.316157 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-99131898-9d29-4b35-9f40-aab9f9105b40 req-169d6fc2-ebec-4dae-9611-756bf548a798 tempest-VolumesNegativeTest-1231902217 tempest-VolumesNegativeTest-1231902217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:22.323255 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-99131898-9d29-4b35-9f40-aab9f9105b40 req-169d6fc2-ebec-4dae-9611-756bf548a798 tempest-VolumesNegativeTest-1231902217 tempest-VolumesNegativeTest-1231902217-project] 10.222.0.38 "DELETE /v2.0/ports/2e5fc1df-c440-4834-9be4-b66b61ae0b9f HTTP/1.1" status: 204 len: 173 time: 0.9575000 Jul 27 23:37:22.323747 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '537491b9-6459-4d9b-b3d0-856e9ddf41f3', 'name': 'network-vif-deleted', 'tag': '2e5fc1df-c440-4834-9be4-b66b61ae0b9f'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:37:22.333277 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}011f8d312121274bb12d78e77c6379a2079800640016cec6c6d605b73666e854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d0573cd-4ca6-4150-98e2-d9e37db72c3f" -d '{"events": [{"server_uuid": "537491b9-6459-4d9b-b3d0-856e9ddf41f3", "name": "network-vif-deleted", "tag": "2e5fc1df-c440-4834-9be4-b66b61ae0b9f"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:37:22.370585 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port 37af0c7f-295a-454c-943a-b8fc4f0cf5b3, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=37af0c7f-295a-454c-943a-b8fc4f0cf5b3,segment=NetworkSegment(e34bcaf6-fcda-4cb3-a9d4-ce07906221d3),segment_id=e34bcaf6-fcda-4cb3-a9d4-ce07906221d3)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:37:22.394108 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Returning: {'device': '37af0c7f-295a-454c-943a-b8fc4f0cf5b3', 'network_id': '280a3ba5-2d75-4827-b3c1-0be5bb892094', 'port_id': '37af0c7f-295a-454c-943a-b8fc4f0cf5b3', 'mac_address': 'fa:16:3e:ae:80:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03df5e5c-8a96-449f-9e96-cff1a55737e2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 23:37:22.424733 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:37:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-520c23f3-9919-4c8e-9f6b-1b51f6996c50 x-openstack-request-id: req-520c23f3-9919-4c8e-9f6b-1b51f6996c50 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:37:22.425022 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "537491b9-6459-4d9b-b3d0-856e9ddf41f3", "name": "network-vif-deleted", "tag": "2e5fc1df-c440-4834-9be4-b66b61ae0b9f", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:37:22.425371 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-520c23f3-9919-4c8e-9f6b-1b51f6996c50 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:37:22.425772 n-d-802623-1 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '537491b9-6459-4d9b-b3d0-856e9ddf41f3', 'name': 'network-vif-deleted', 'tag': '2e5fc1df-c440-4834-9be4-b66b61ae0b9f', 'status': 'completed', 'code': 200} Jul 27 23:37:22.492092 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:22.508139 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37af0c7f-295a-454c-943a-b8fc4f0cf5b3 {{(pid=93799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:37:22.543663 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port 37af0c7f-295a-454c-943a-b8fc4f0cf5b3, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=37af0c7f-295a-454c-943a-b8fc4f0cf5b3,segment=NetworkSegment(e34bcaf6-fcda-4cb3-a9d4-ce07906221d3),segment_id=e34bcaf6-fcda-4cb3-a9d4-ce07906221d3)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:37:22.550313 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:22.606947 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Pushing event updated for resources: {'Port': ['ID=37af0c7f-295a-454c-943a-b8fc4f0cf5b3,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:37:22.621037 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-2d014a40-cfae-4384-acd6-6c72764ce0d0 req-e0b25056-46db-497f-b617-4edade901fa8 tempest-VolumesNegativeTest-1231902217 tempest-VolumesNegativeTest-1231902217-project] 10.222.0.18 "GET /v2.0/ports?device_id=537491b9-6459-4d9b-b3d0-856e9ddf41f3 HTTP/1.1" status: 200 len: 210 time: 0.1969423 Jul 27 23:37:22.772678 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] get_ports_and_sgs() called for port_ids ['37af0c7f-295a-454c-943a-b8fc4f0cf5b3'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:37:23.263792 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc66c366-1cad-4100-8ad3-6dbf5dfc6a96 req-96f5ad0b-1d49-4a58-889f-1c773c7cffa9 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:37:23.265380 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-fc66c366-1cad-4100-8ad3-6dbf5dfc6a96 req-96f5ad0b-1d49-4a58-889f-1c773c7cffa9 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e6e9081-0520-45f6-bced-ecba4dfa3ef0 HTTP/1.1" status: 200 len: 945 time: 0.0565670 Jul 27 23:37:23.303549 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-fc66c366-1cad-4100-8ad3-6dbf5dfc6a96 req-1f7e6770-77d4-4fb8-a4af-3d450b356a83 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/security-groups?id=ba3baf51-24bd-4d95-b413-6126b786be4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318928 Jul 27 23:37:24.216127 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 37af0c7f-295a-454c-943a-b8fc4f0cf5b3 up at agent hyperv_n-h1-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:37:24.280449 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Provisioning for port 37af0c7f-295a-454c-943a-b8fc4f0cf5b3 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:37:24.288708 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Provisioning complete for port 37af0c7f-295a-454c-943a-b8fc4f0cf5b3 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:37:24.289538 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:24.445232 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf0fd57-e186-4733-9497-c4368c8933db req-acf75a16-dce3-4ca3-b82a-025799233cb1 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:37:24.453783 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-fbf0fd57-e186-4733-9497-c4368c8933db req-acf75a16-dce3-4ca3-b82a-025799233cb1 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e6e9081-0520-45f6-bced-ecba4dfa3ef0 HTTP/1.1" status: 200 len: 945 time: 0.0700674 Jul 27 23:37:24.467484 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:24.498843 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-fbf0fd57-e186-4733-9497-c4368c8933db req-a8916b55-d3ff-4e77-b5bb-cf709b8cf539 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/security-groups?id=ba3baf51-24bd-4d95-b413-6126b786be4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375032 Jul 27 23:37:24.512818 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port 37af0c7f-295a-454c-943a-b8fc4f0cf5b3, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=37af0c7f-295a-454c-943a-b8fc4f0cf5b3,segment=NetworkSegment(e34bcaf6-fcda-4cb3-a9d4-ce07906221d3),segment_id=e34bcaf6-fcda-4cb3-a9d4-ce07906221d3)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:37:24.513994 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e6e9081-0520-45f6-bced-ecba4dfa3ef0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37af0c7f-295a-454c-943a-b8fc4f0cf5b3'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:37:24.517084 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c0369b0d4f459110ff20a1f9878ba33f96d6491bddb9d15843bf29d01e0bda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5eaa2d85-6416-439e-8daf-020081a1a955" -d '{"events": [{"server_uuid": "1e6e9081-0520-45f6-bced-ecba4dfa3ef0", "name": "network-vif-plugged", "status": "completed", "tag": "37af0c7f-295a-454c-943a-b8fc4f0cf5b3"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:37:24.521012 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:24.521901 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 2e5fc1df-c440-4834-9be4-b66b61ae0b9f no longer exists at agent hyperv_n-h1-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:37:24.560153 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] No Port match for: 2e5fc1df-c440-4834-9be4-b66b61ae0b9f {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:37:24.560502 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 2e5fc1df-c440-4834-9be4-b66b61ae0b9f not bound to the agent host n-h1-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:37:24.583512 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:37:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fb1d19a-717e-4424-953a-51bfdc3264aa x-openstack-request-id: req-2fb1d19a-717e-4424-953a-51bfdc3264aa {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:37:24.583809 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e6e9081-0520-45f6-bced-ecba4dfa3ef0", "name": "network-vif-plugged", "status": "completed", "tag": "37af0c7f-295a-454c-943a-b8fc4f0cf5b3", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:37:24.584060 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2fb1d19a-717e-4424-953a-51bfdc3264aa {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:37:24.584447 n-d-802623-1 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e6e9081-0520-45f6-bced-ecba4dfa3ef0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37af0c7f-295a-454c-943a-b8fc4f0cf5b3', 'code': 200} Jul 27 23:37:24.595796 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Pushing event updated for resources: {'Port': ['ID=37af0c7f-295a-454c-943a-b8fc4f0cf5b3,revision_number=5']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:37:24.696292 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5e8be5-574d-4153-8939-e5b7b7451222 req-a8317408-6337-4b2d-bdcd-8dd7b4fe61bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:37:24.698659 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-3a5e8be5-574d-4153-8939-e5b7b7451222 req-a8317408-6337-4b2d-bdcd-8dd7b4fe61bf service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=1e6e9081-0520-45f6-bced-ecba4dfa3ef0 HTTP/1.1" status: 200 len: 1097 time: 0.0425315 Jul 27 23:37:24.754558 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-3a5e8be5-574d-4153-8939-e5b7b7451222 req-825c799e-0eac-486f-976f-afc2b7fdefac service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=ba3baf51-24bd-4d95-b413-6126b786be4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484171 Jul 27 23:37:25.469912 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df20676c-8837-450b-8e76-2098cff82359 req-8bbe7c3c-d29a-4657-829e-9c590e57ed00 tempest-AttachVolumeNegativeTest-1252482255 tempest-AttachVolumeNegativeTest-1252482255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:37:25.478036 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-df20676c-8837-450b-8e76-2098cff82359 req-8bbe7c3c-d29a-4657-829e-9c590e57ed00 tempest-AttachVolumeNegativeTest-1252482255 tempest-AttachVolumeNegativeTest-1252482255-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ee1caa9-9b14-427c-8ef8-2ea7016488e8 HTTP/1.1" status: 200 len: 945 time: 0.0627358 Jul 27 23:37:25.524158 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-df20676c-8837-450b-8e76-2098cff82359 req-7958078e-b25d-446d-801c-238abdef3fa0 tempest-AttachVolumeNegativeTest-1252482255 tempest-AttachVolumeNegativeTest-1252482255-project] 10.222.0.18 "GET /v2.0/security-groups?id=88ed4bfd-1262-4989-86b9-3b66b1d13e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412884 Jul 27 23:37:25.744360 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b95516c-e8c7-46a7-8f89-a57901b0e778 req-76ee7adb-15cc-47f5-bed4-cc7fe4de1591 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:37:25.746033 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7b95516c-e8c7-46a7-8f89-a57901b0e778 req-76ee7adb-15cc-47f5-bed4-cc7fe4de1591 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e6e9081-0520-45f6-bced-ecba4dfa3ef0 HTTP/1.1" status: 200 len: 946 time: 0.1306343 Jul 27 23:37:25.786796 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7b95516c-e8c7-46a7-8f89-a57901b0e778 req-727e3468-ff1b-4d14-8b08-ad1d1055dfd5 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/security-groups?id=ba3baf51-24bd-4d95-b413-6126b786be4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345938 Jul 27 23:37:25.918107 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87747d6-cc3f-4965-9a81-0850ae27a1e6 req-c2d76893-fb75-4ba6-9ae1-d349277cc6ac tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:37:25.920228 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-e87747d6-cc3f-4965-9a81-0850ae27a1e6 req-c2d76893-fb75-4ba6-9ae1-d349277cc6ac tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e6e9081-0520-45f6-bced-ecba4dfa3ef0 HTTP/1.1" status: 200 len: 946 time: 0.0559688 Jul 27 23:37:25.966462 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-e87747d6-cc3f-4965-9a81-0850ae27a1e6 req-3fbdacef-3a9d-488c-965c-e43ed80b2a83 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/security-groups?id=ba3baf51-24bd-4d95-b413-6126b786be4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397184 Jul 27 23:37:25.990619 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 48874) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:37:26.033196 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38cba3ee-d155-44cd-b9d9-67fed821e95e tempest-TestVolumeBootPattern-619101151 tempest-TestVolumeBootPattern-619101151-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:37:26.038740 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-38cba3ee-d155-44cd-b9d9-67fed821e95e tempest-TestVolumeBootPattern-619101151 tempest-TestVolumeBootPattern-619101151-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=1e6e9081-0520-45f6-bced-ecba4dfa3ef0 HTTP/1.1" status: 200 len: 1092 time: 0.0432868 Jul 27 23:37:26.038740 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 48878) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:37:26.042784 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-6f3b81b2-4976-44d1-bb36-6d2d035930d0 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Request body: {'floatingip': {'floating_network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'port_id': '37af0c7f-295a-454c-943a-b8fc4f0cf5b3', 'tenant_id': '49af0f356ac348f0bd0841795f0ea352', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:37:26.066073 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6f3b81b2-4976-44d1-bb36-6d2d035930d0 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Notify callbacks [] for floatingip, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:26.180630 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6f3b81b2-4976-44d1-bb36-6d2d035930d0 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:26.296166 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-6f3b81b2-4976-44d1-bb36-6d2d035930d0 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Allocated IP 172.25.4.70 (2fd42287-ed26-4eb9-89a5-b521f5b04356/17de1f8f-393a-4b0c-a2df-614bd3f2fb5e/fadc3f8a-cf87-47fd-9bd3-c6b229cddb3e) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:37:26.415814 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6f3b81b2-4976-44d1-bb36-6d2d035930d0 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:26.462109 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6f3b81b2-4976-44d1-bb36-6d2d035930d0 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:26.507531 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f3b81b2-4976-44d1-bb36-6d2d035930d0 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Network 2fd42287-ed26-4eb9-89a5-b521f5b04356 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:37:26.514988 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-6f3b81b2-4976-44d1-bb36-6d2d035930d0 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:37:26.519416 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f3b81b2-4976-44d1-bb36-6d2d035930d0 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:37:26.526093 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3b81b2-4976-44d1-bb36-6d2d035930d0 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Pushing event updated for resources: {'Port': ['ID=fadc3f8a-cf87-47fd-9bd3-c6b229cddb3e,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:37:26.651518 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a3c923-11ee-4ec0-9a8d-ff31fbbadee4 req-06903255-7638-4f44-abe9-394161037da7 tempest-AttachVolumeNegativeTest-1252482255 tempest-AttachVolumeNegativeTest-1252482255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:37:26.653022 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-36a3c923-11ee-4ec0-9a8d-ff31fbbadee4 req-06903255-7638-4f44-abe9-394161037da7 tempest-AttachVolumeNegativeTest-1252482255 tempest-AttachVolumeNegativeTest-1252482255-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ee1caa9-9b14-427c-8ef8-2ea7016488e8 HTTP/1.1" status: 200 len: 945 time: 0.0645516 Jul 27 23:37:26.723706 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-36a3c923-11ee-4ec0-9a8d-ff31fbbadee4 req-2fb7a349-a63a-4bfa-bb57-f71e4ff96432 tempest-AttachVolumeNegativeTest-1252482255 tempest-AttachVolumeNegativeTest-1252482255-project] 10.222.0.18 "GET /v2.0/security-groups?id=88ed4bfd-1262-4989-86b9-3b66b1d13e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635188 Jul 27 23:37:26.920927 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8ec28d74-5337-4286-99c3-e4f76c1cdeed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:26.970159 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6f3b81b2-4976-44d1-bb36-6d2d035930d0 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:27.055384 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6f3b81b2-4976-44d1-bb36-6d2d035930d0 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:27.240617 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8f0ce1-b862-4f91-959e-a13611c1c551 req-28a960fb-6d52-4f5e-88d3-aa97caacd8bc tempest-AttachVolumeNegativeTest-1252482255 tempest-AttachVolumeNegativeTest-1252482255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:37:27.242163 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-ad8f0ce1-b862-4f91-959e-a13611c1c551 req-28a960fb-6d52-4f5e-88d3-aa97caacd8bc tempest-AttachVolumeNegativeTest-1252482255 tempest-AttachVolumeNegativeTest-1252482255-project] 10.222.0.49 "GET /v2.0/ports?device_id=4ee1caa9-9b14-427c-8ef8-2ea7016488e8 HTTP/1.1" status: 200 len: 945 time: 0.0837843 Jul 27 23:37:27.266116 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6f3b81b2-4976-44d1-bb36-6d2d035930d0 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:27.285897 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6f3b81b2-4976-44d1-bb36-6d2d035930d0 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11336041'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:27.392030 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3b81b2-4976-44d1-bb36-6d2d035930d0 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Pushing event updated for resources: {'Port': ['ID=fadc3f8a-cf87-47fd-9bd3-c6b229cddb3e,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:37:27.418411 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6f3b81b2-4976-44d1-bb36-6d2d035930d0 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-415302'] for floatingip, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:27.465977 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [req-ad8f0ce1-b862-4f91-959e-a13611c1c551 req-72c49de4-e0ff-4901-9232-aced0693da73 tempest-AttachVolumeNegativeTest-1252482255 tempest-AttachVolumeNegativeTest-1252482255-project] Deleting port 9acf0c8a-29dd-4c3e-9b46-5433e54f6d74 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:37:27.466333 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-ad8f0ce1-b862-4f91-959e-a13611c1c551 req-72c49de4-e0ff-4901-9232-aced0693da73 tempest-AttachVolumeNegativeTest-1252482255 tempest-AttachVolumeNegativeTest-1252482255-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:27.603367 n-d-802623-1 neutron-server[93797]: INFO neutron.db.l3_db [None req-6f3b81b2-4976-44d1-bb36-6d2d035930d0 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Floating IP b59d3f31-c164-47ab-ba1f-8dde570c37b9 associated. External IP: 172.25.4.70, port: 37af0c7f-295a-454c-943a-b8fc4f0cf5b3. Jul 27 23:37:27.663344 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-ad8f0ce1-b862-4f91-959e-a13611c1c551 req-72c49de4-e0ff-4901-9232-aced0693da73 tempest-AttachVolumeNegativeTest-1252482255 tempest-AttachVolumeNegativeTest-1252482255-project] For port 9acf0c8a-29dd-4c3e-9b46-5433e54f6d74, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=9acf0c8a-29dd-4c3e-9b46-5433e54f6d74,segment=NetworkSegment(7df241c9-a789-4d01-bffe-9fdd41905eca),segment_id=7df241c9-a789-4d01-bffe-9fdd41905eca)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:37:27.663817 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-ad8f0ce1-b862-4f91-959e-a13611c1c551 req-72c49de4-e0ff-4901-9232-aced0693da73 tempest-AttachVolumeNegativeTest-1252482255 tempest-AttachVolumeNegativeTest-1252482255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:27.683574 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [req-ad8f0ce1-b862-4f91-959e-a13611c1c551 req-72c49de4-e0ff-4901-9232-aced0693da73 tempest-AttachVolumeNegativeTest-1252482255 tempest-AttachVolumeNegativeTest-1252482255-project] Calling delete_port for 9acf0c8a-29dd-4c3e-9b46-5433e54f6d74 owned by compute:nova {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:37:28.364049 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2909f004-866c-46b8-a89f-39ed96170661 req-c8fc553d-f3d8-4957-95e3-95338ca65336 tempest-AttachVolumeNegativeTest-1252482255 tempest-AttachVolumeNegativeTest-1252482255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:37:28.365526 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-2909f004-866c-46b8-a89f-39ed96170661 req-c8fc553d-f3d8-4957-95e3-95338ca65336 tempest-AttachVolumeNegativeTest-1252482255 tempest-AttachVolumeNegativeTest-1252482255-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ee1caa9-9b14-427c-8ef8-2ea7016488e8 HTTP/1.1" status: 200 len: 945 time: 0.5084627 Jul 27 23:37:28.403238 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f3b81b2-4976-44d1-bb36-6d2d035930d0 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Router ae07b307-a0ba-48a4-8cdd-01fc42aa4d7f has already been hosted by L3 agent 018c4455-49c0-4734-927d-7824067b2a9e {{(pid=93797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 23:37:28.414688 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-ad8f0ce1-b862-4f91-959e-a13611c1c551 req-72c49de4-e0ff-4901-9232-aced0693da73 tempest-AttachVolumeNegativeTest-1252482255 tempest-AttachVolumeNegativeTest-1252482255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:28.433293 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] get_ports_and_sgs() called for port_ids ['9701ffe8-0916-45e0-aa34-74263bca5a53', '1b269fa5-d4b8-4156-a2b0-80619b1281e3'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:37:28.439235 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] get_ports_and_sgs() called for port_ids ['2066c28c-7cb5-4d29-be39-ea96eee1ee06', '9acf0c8a-29dd-4c3e-9b46-5433e54f6d74'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:37:28.472533 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-2909f004-866c-46b8-a89f-39ed96170661 req-c346b257-a4de-464c-b610-c2c029e3559f tempest-AttachVolumeNegativeTest-1252482255 tempest-AttachVolumeNegativeTest-1252482255-project] 10.222.0.18 "GET /v2.0/security-groups?id=88ed4bfd-1262-4989-86b9-3b66b1d13e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930459 Jul 27 23:37:28.478874 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c49de4-e0ff-4901-9232-aced0693da73 tempest-AttachVolumeNegativeTest-1252482255 tempest-AttachVolumeNegativeTest-1252482255-project] Pushing event deleted for resources: {'Port': ['ID=9acf0c8a-29dd-4c3e-9b46-5433e54f6d74,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:37:28.559619 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad8f0ce1-b862-4f91-959e-a13611c1c551 req-72c49de4-e0ff-4901-9232-aced0693da73 tempest-AttachVolumeNegativeTest-1252482255 tempest-AttachVolumeNegativeTest-1252482255-project] No DVR routers for this DVR port 9acf0c8a-29dd-4c3e-9b46-5433e54f6d74 on host n-h2-802623-1 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:37:28.563368 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-ad8f0ce1-b862-4f91-959e-a13611c1c551 req-72c49de4-e0ff-4901-9232-aced0693da73 tempest-AttachVolumeNegativeTest-1252482255 tempest-AttachVolumeNegativeTest-1252482255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:28.566031 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-ad8f0ce1-b862-4f91-959e-a13611c1c551 req-72c49de4-e0ff-4901-9232-aced0693da73 tempest-AttachVolumeNegativeTest-1252482255 tempest-AttachVolumeNegativeTest-1252482255-project] 10.222.0.49 "DELETE /v2.0/ports/9acf0c8a-29dd-4c3e-9b46-5433e54f6d74 HTTP/1.1" status: 204 len: 173 time: 1.3138943 Jul 27 23:37:28.566031 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ee1caa9-9b14-427c-8ef8-2ea7016488e8', 'name': 'network-vif-deleted', 'tag': '9acf0c8a-29dd-4c3e-9b46-5433e54f6d74'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:37:28.568435 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a476459a1bfce68b0ae0df5b6a71154bfc7cfdc8f9eefce6ad0a17231e60468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b2f7c51-e51f-42a0-83c1-056a171617e5" -d '{"events": [{"server_uuid": "4ee1caa9-9b14-427c-8ef8-2ea7016488e8", "name": "network-vif-deleted", "tag": "9acf0c8a-29dd-4c3e-9b46-5433e54f6d74"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:37:28.654652 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:37:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1508c32-745d-4f8a-8a76-d1be1168ed4f x-openstack-request-id: req-b1508c32-745d-4f8a-8a76-d1be1168ed4f {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:37:28.655376 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ee1caa9-9b14-427c-8ef8-2ea7016488e8", "name": "network-vif-deleted", "tag": "9acf0c8a-29dd-4c3e-9b46-5433e54f6d74", "status": "completed", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:37:28.655376 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b1508c32-745d-4f8a-8a76-d1be1168ed4f {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:37:28.655581 n-d-802623-1 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ee1caa9-9b14-427c-8ef8-2ea7016488e8', 'name': 'network-vif-deleted', 'tag': '9acf0c8a-29dd-4c3e-9b46-5433e54f6d74', 'status': 'completed', 'code': 200} Jul 27 23:37:28.689555 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f3b81b2-4976-44d1-bb36-6d2d035930d0 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:37:28.707032 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c3b65fd-ea21-4c43-8a66-83dc9f71cada None None] Sync routers for ids ['ae07b307-a0ba-48a4-8cdd-01fc42aa4d7f'] in n-d-802623-1 {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:37:28.711598 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6f3b81b2-4976-44d1-bb36-6d2d035930d0 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for floatingip, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:28.759114 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-6f3b81b2-4976-44d1-bb36-6d2d035930d0 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7168334 Jul 27 23:37:28.774306 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c3b65fd-ea21-4c43-8a66-83dc9f71cada None None] Routers {'ae07b307-a0ba-48a4-8cdd-01fc42aa4d7f'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:37:28.774959 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-1c3b65fd-ea21-4c43-8a66-83dc9f71cada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:37:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['ae07b307-a0ba-48a4-8cdd-01fc42aa4d7f'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:37:29.079410 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-1c3b65fd-ea21-4c43-8a66-83dc9f71cada None None] Set router ae07b307-a0ba-48a4-8cdd-01fc42aa4d7f gateway port host: n-d-802623-1 {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:37:29.177230 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 48938) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:37:29.359080 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 48942) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:37:29.359754 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-3fae7fc7-89d7-4c7f-8eb7-5d2c65ccbbeb admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2b074f6ec7c04f818978389898418976&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1794913 Jul 27 23:37:29.408906 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-1c3b65fd-ea21-4c43-8a66-83dc9f71cada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae07b307-a0ba-48a4-8cdd-01fc42aa4d7f', 'name': 'tempest-TestVolumeBootPattern-1074431017-router', 'tenant_id': '49af0f356ac348f0bd0841795f0ea352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.28'}], 'enable_snat': True}, 'gw_port_id': 'aabf91af-c331-4c6f-8eeb-399969435504', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:26:41Z', 'updated_at': '2021-07-27T23:26:46Z', 'revision_number': 4, 'project_id': '49af0f356ac348f0bd0841795f0ea352', 'gw_port': {'id': 'aabf91af-c331-4c6f-8eeb-399969435504', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:cc:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae07b307-a0ba-48a4-8cdd-01fc42aa4d7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2648, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:26:42Z', 'updated_at': '2021-07-27T23:26:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_floatingips': [{'id': '50b1aae7-eeb1-4bd7-abc0-7ea087a19b5e', 'tenant_id': '49af0f356ac348f0bd0841795f0ea352', 'floating_ip_address': '172.25.4.82', 'floating_network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'router_id': 'ae07b307-a0ba-48a4-8cdd-01fc42aa4d7f', 'port_id': '50da5721-1ac7-4721-bd06-54bf9484ab39', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3554, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '280a3ba5-2d75-4827-b3c1-0be5bb892094', 'mac_address': 'fa:16:3e:1f:6f:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34549238-9356-4bed-bcb3-0e45cc37e0e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T23:35:09Z', 'updated_at': '2021-07-27T23:35:12Z', 'revision_number': 1, 'project_id': '49af0f356ac348f0bd0841795f0ea352', 'fixed_ip_address_scope': None}, {'id': 'b59d3f31-c164-47ab-ba1f-8dde570c37b9', 'tenant_id': '49af0f356ac348f0bd0841795f0ea352', 'floating_ip_address': '172.25.4.70', 'floating_network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'router_id': 'ae07b307-a0ba-48a4-8cdd-01fc42aa4d7f', 'port_id': '37af0c7f-295a-454c-943a-b8fc4f0cf5b3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3625, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '280a3ba5-2d75-4827-b3c1-0be5bb892094', 'mac_address': 'fa:16:3e:ae:80:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e6e9081-0520-45f6-bced-ecba4dfa3ef0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T23:37:26Z', 'updated_at': '2021-07-27T23:37:26Z', 'revision_number': 0, 'project_id': '49af0f356ac348f0bd0841795f0ea352', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a3cb2b8-98cb-4156-9ea6-63b994d40fe2', 'name': '', 'network_id': '280a3ba5-2d75-4827-b3c1-0be5bb892094', 'tenant_id': '49af0f356ac348f0bd0841795f0ea352', 'mac_address': 'fa:16:3e:da:7c:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae07b307-a0ba-48a4-8cdd-01fc42aa4d7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2651, 'fixed_ips': [{'subnet_id': '03df5e5c-8a96-449f-9e96-cff1a55737e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:26:44Z', 'updated_at': '2021-07-27T23:26:57Z', 'revision_number': 5, 'project_id': '49af0f356ac348f0bd0841795f0ea352', 'subnets': [{'id': '03df5e5c-8a96-449f-9e96-cff1a55737e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:37:29.423095 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-75e8bee5-3e8e-440a-b3e0-ddb200fb8b92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:29.448182 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c3b65fd-ea21-4c43-8a66-83dc9f71cada None None] Checking router: ae07b307-a0ba-48a4-8cdd-01fc42aa4d7f for host: n-d-802623-1 {{(pid=93799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 23:37:29.448659 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-75e8bee5-3e8e-440a-b3e0-ddb200fb8b92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:29.457037 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c3b65fd-ea21-4c43-8a66-83dc9f71cada None None] Routers {'ae07b307-a0ba-48a4-8cdd-01fc42aa4d7f'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:37:29.457744 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-1c3b65fd-ea21-4c43-8a66-83dc9f71cada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:37:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['ae07b307-a0ba-48a4-8cdd-01fc42aa4d7f'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:37:29.508615 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-75e8bee5-3e8e-440a-b3e0-ddb200fb8b92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:29.511287 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-75e8bee5-3e8e-440a-b3e0-ddb200fb8b92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:29.515301 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-75e8bee5-3e8e-440a-b3e0-ddb200fb8b92 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c068ab9a-2758-4445-9ceb-976d5b198319 HTTP/1.1" status: 204 len: 168 time: 0.1540306 Jul 27 23:37:29.523165 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e8bee5-3e8e-440a-b3e0-ddb200fb8b92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c068ab9a-2758-4445-9ceb-976d5b198319,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:37:29.591538 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-1bc68c39-baba-43c6-ab43-ee4cee22fb89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:29.597095 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-1c3b65fd-ea21-4c43-8a66-83dc9f71cada None None] Set router ae07b307-a0ba-48a4-8cdd-01fc42aa4d7f gateway port host: n-d-802623-1 {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:37:29.861249 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:30.032942 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-1c3b65fd-ea21-4c43-8a66-83dc9f71cada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae07b307-a0ba-48a4-8cdd-01fc42aa4d7f', 'name': 'tempest-TestVolumeBootPattern-1074431017-router', 'tenant_id': '49af0f356ac348f0bd0841795f0ea352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.28'}], 'enable_snat': True}, 'gw_port_id': 'aabf91af-c331-4c6f-8eeb-399969435504', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:26:41Z', 'updated_at': '2021-07-27T23:26:46Z', 'revision_number': 4, 'project_id': '49af0f356ac348f0bd0841795f0ea352', 'gw_port': {'id': 'aabf91af-c331-4c6f-8eeb-399969435504', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:cc:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae07b307-a0ba-48a4-8cdd-01fc42aa4d7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2648, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:26:42Z', 'updated_at': '2021-07-27T23:26:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_floatingips': [{'id': '50b1aae7-eeb1-4bd7-abc0-7ea087a19b5e', 'tenant_id': '49af0f356ac348f0bd0841795f0ea352', 'floating_ip_address': '172.25.4.82', 'floating_network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'router_id': 'ae07b307-a0ba-48a4-8cdd-01fc42aa4d7f', 'port_id': '50da5721-1ac7-4721-bd06-54bf9484ab39', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3554, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '280a3ba5-2d75-4827-b3c1-0be5bb892094', 'mac_address': 'fa:16:3e:1f:6f:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34549238-9356-4bed-bcb3-0e45cc37e0e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T23:35:09Z', 'updated_at': '2021-07-27T23:35:12Z', 'revision_number': 1, 'project_id': '49af0f356ac348f0bd0841795f0ea352', 'fixed_ip_address_scope': None}, {'id': 'b59d3f31-c164-47ab-ba1f-8dde570c37b9', 'tenant_id': '49af0f356ac348f0bd0841795f0ea352', 'floating_ip_address': '172.25.4.70', 'floating_network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'router_id': 'ae07b307-a0ba-48a4-8cdd-01fc42aa4d7f', 'port_id': '37af0c7f-295a-454c-943a-b8fc4f0cf5b3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3625, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '280a3ba5-2d75-4827-b3c1-0be5bb892094', 'mac_address': 'fa:16:3e:ae:80:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e6e9081-0520-45f6-bced-ecba4dfa3ef0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T23:37:26Z', 'updated_at': '2021-07-27T23:37:26Z', 'revision_number': 0, 'project_id': '49af0f356ac348f0bd0841795f0ea352', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a3cb2b8-98cb-4156-9ea6-63b994d40fe2', 'name': '', 'network_id': '280a3ba5-2d75-4827-b3c1-0be5bb892094', 'tenant_id': '49af0f356ac348f0bd0841795f0ea352', 'mac_address': 'fa:16:3e:da:7c:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae07b307-a0ba-48a4-8cdd-01fc42aa4d7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2651, 'fixed_ips': [{'subnet_id': '03df5e5c-8a96-449f-9e96-cff1a55737e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:26:44Z', 'updated_at': '2021-07-27T23:26:57Z', 'revision_number': 5, 'project_id': '49af0f356ac348f0bd0841795f0ea352', 'subnets': [{'id': '03df5e5c-8a96-449f-9e96-cff1a55737e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:37:30.271786 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c3b65fd-ea21-4c43-8a66-83dc9f71cada None None] The sync data for ids ['ae07b307-a0ba-48a4-8cdd-01fc42aa4d7f'] in n-d-802623-1 is: [{'id': 'ae07b307-a0ba-48a4-8cdd-01fc42aa4d7f', 'name': 'tempest-TestVolumeBootPattern-1074431017-router', 'tenant_id': '49af0f356ac348f0bd0841795f0ea352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.28'}], 'enable_snat': True}, 'gw_port_id': 'aabf91af-c331-4c6f-8eeb-399969435504', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:26:41Z', 'updated_at': '2021-07-27T23:26:46Z', 'revision_number': 4, 'project_id': '49af0f356ac348f0bd0841795f0ea352', 'gw_port': {'id': 'aabf91af-c331-4c6f-8eeb-399969435504', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:cc:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae07b307-a0ba-48a4-8cdd-01fc42aa4d7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2648, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:26:42Z', 'updated_at': '2021-07-27T23:26:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_floatingips': [{'id': '50b1aae7-eeb1-4bd7-abc0-7ea087a19b5e', 'tenant_id': '49af0f356ac348f0bd0841795f0ea352', 'floating_ip_address': '172.25.4.82', 'floating_network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'router_id': 'ae07b307-a0ba-48a4-8cdd-01fc42aa4d7f', 'port_id': '50da5721-1ac7-4721-bd06-54bf9484ab39', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3554, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '280a3ba5-2d75-4827-b3c1-0be5bb892094', 'mac_address': 'fa:16:3e:1f:6f:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34549238-9356-4bed-bcb3-0e45cc37e0e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T23:35:09Z', 'updated_at': '2021-07-27T23:35:12Z', 'revision_number': 1, 'project_id': '49af0f356ac348f0bd0841795f0ea352', 'fixed_ip_address_scope': None}, {'id': 'b59d3f31-c164-47ab-ba1f-8dde570c37b9', 'tenant_id': '49af0f356ac348f0bd0841795f0ea352', 'floating_ip_address': '172.25.4.70', 'floating_network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'router_id': 'ae07b307-a0ba-48a4-8cdd-01fc42aa4d7f', 'port_id': '37af0c7f-295a-454c-943a-b8fc4f0cf5b3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3625, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '280a3ba5-2d75-4827-b3c1-0be5bb892094', 'mac_address': 'fa:16:3e:ae:80:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e6e9081-0520-45f6-bced-ecba4dfa3ef0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T23:37:26Z', 'updated_at': '2021-07-27T23:37:26Z', 'revision_number': 0, 'project_id': '49af0f356ac348f0bd0841795f0ea352', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a3cb2b8-98cb-4156-9ea6-63b994d40fe2', 'name': '', 'network_id': '280a3ba5-2d75-4827-b3c1-0be5bb892094', 'tenant_id': '49af0f356ac348f0bd0841795f0ea352', 'mac_address': 'fa:16:3e:da:7c:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae07b307-a0ba-48a4-8cdd-01fc42aa4d7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2651, 'fixed_ips': [{'subnet_id': '03df5e5c-8a96-449f-9e96-cff1a55737e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:26:44Z', 'updated_at': '2021-07-27T23:26:57Z', 'revision_number': 5, 'project_id': '49af0f356ac348f0bd0841795f0ea352', 'subnets': [{'id': '03df5e5c-8a96-449f-9e96-cff1a55737e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:37:30.289570 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:30.399922 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 48980) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:37:30.531657 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-08392928-7b7b-4b86-817c-19c5f18c7c54 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-749946691-network', 'tenant_id': '5cb0eccb7cb1437da2cd9c6de3276829'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:37:30.556114 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-19f2e178-d45e-4fbe-b9be-c3963fc151ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:30.563655 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12fcdeca-6970-4468-9d07-dd5842b10cb9 None None] New status for floating IP b59d3f31-c164-47ab-ba1f-8dde570c37b9: ACTIVE {{(pid=93800) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 23:37:30.566882 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08392928-7b7b-4b86-817c-19c5f18c7c54 admin admin] Made reservation on behalf of 5cb0eccb7cb1437da2cd9c6de3276829 for: {'network': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:37:30.570623 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-08392928-7b7b-4b86-817c-19c5f18c7c54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for network, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:30.581259 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-08392928-7b7b-4b86-817c-19c5f18c7c54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:30.656823 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e6e9081-0520-45f6-bced-ecba4dfa3ef0', 'tag': '37af0c7f-295a-454c-943a-b8fc4f0cf5b3'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:37:30.659083 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a476459a1bfce68b0ae0df5b6a71154bfc7cfdc8f9eefce6ad0a17231e60468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5989f826-9c4a-4fdb-bcac-773c2ec9c606" -d '{"events": [{"name": "network-changed", "server_uuid": "1e6e9081-0520-45f6-bced-ecba4dfa3ef0", "tag": "37af0c7f-295a-454c-943a-b8fc4f0cf5b3"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:37:30.683424 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-08392928-7b7b-4b86-817c-19c5f18c7c54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:30.691388 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-08392928-7b7b-4b86-817c-19c5f18c7c54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:30.721055 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 23:37:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9350cc00-57f3-475b-afb4-83a26c35aa71 x-openstack-request-id: req-9350cc00-57f3-475b-afb4-83a26c35aa71 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:37:30.721352 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e6e9081-0520-45f6-bced-ecba4dfa3ef0", "tag": "37af0c7f-295a-454c-943a-b8fc4f0cf5b3", "status": "completed", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:37:30.721608 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9350cc00-57f3-475b-afb4-83a26c35aa71 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:37:30.722006 n-d-802623-1 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e6e9081-0520-45f6-bced-ecba4dfa3ef0', 'tag': '37af0c7f-295a-454c-943a-b8fc4f0cf5b3', 'status': 'completed', 'code': 200} Jul 27 23:37:30.741630 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08392928-7b7b-4b86-817c-19c5f18c7c54 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 522} {{(pid=93798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 23:37:30.749960 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08392928-7b7b-4b86-817c-19c5f18c7c54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5d704ec-8b43-4a0a-8e62-8e125e4c90da,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:37:30.812918 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-08392928-7b7b-4b86-817c-19c5f18c7c54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:30.813368 n-d-802623-1 neutron-server[93798]: INFO neutron.db.segments_db [None req-08392928-7b7b-4b86-817c-19c5f18c7c54 admin admin] Added segment e1088835-8d01-4aa0-8404-760f4ebfc4f9 of type vlan for network e3a03f03-2b92-45c6-a94e-dcb646a24f58 Jul 27 23:37:30.872359 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5989f826-9c4a-4fdb-bcac-773c2ec9c606 req-e232fdf4-faab-40a6-a263-f0574badcf34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:37:30.873873 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-5989f826-9c4a-4fdb-bcac-773c2ec9c606 req-e232fdf4-faab-40a6-a263-f0574badcf34 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=49af0f356ac348f0bd0841795f0ea352&device_id=1e6e9081-0520-45f6-bced-ecba4dfa3ef0 HTTP/1.1" status: 200 len: 1097 time: 0.1066561 Jul 27 23:37:30.875637 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-08392928-7b7b-4b86-817c-19c5f18c7c54 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736833354590'] for network, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:30.966302 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-08392928-7b7b-4b86-817c-19c5f18c7c54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569'] for network, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:30.967317 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08392928-7b7b-4b86-817c-19c5f18c7c54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:37:30.967903 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-08392928-7b7b-4b86-817c-19c5f18c7c54 admin admin] Notify callbacks [] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:31.056708 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-08392928-7b7b-4b86-817c-19c5f18c7c54 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6549392 Jul 27 23:37:31.059781 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 48988) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:37:31.060351 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5989f826-9c4a-4fdb-bcac-773c2ec9c606 req-c7155e25-04da-4cac-9f09-d6035703d170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:37:31.061738 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-5989f826-9c4a-4fdb-bcac-773c2ec9c606 req-c7155e25-04da-4cac-9f09-d6035703d170 service neutron] 10.222.0.38 "GET /v2.0/networks?id=280a3ba5-2d75-4827-b3c1-0be5bb892094 HTTP/1.1" status: 200 len: 913 time: 0.1787724 Jul 27 23:37:31.062806 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08392928-7b7b-4b86-817c-19c5f18c7c54 admin admin] Pushing event updated for resources: {'Network': ['ID=e3a03f03-2b92-45c6-a94e-dcb646a24f58,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:37:31.067079 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-2f992f18-4036-4a99-8cb6-75923380b1f5 admin admin] Request body: {'subnet': {'network_id': 'e3a03f03-2b92-45c6-a94e-dcb646a24f58', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-749946691-subnet', 'tenant_id': '5cb0eccb7cb1437da2cd9c6de3276829', 'ip_version': 4}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:37:31.072891 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Network e3a03f03-2b92-45c6-a94e-dcb646a24f58 details requested by agent ovs-agent-n-d-802623-1 with host n-d-802623-1 {{(pid=93799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 23:37:31.092539 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f992f18-4036-4a99-8cb6-75923380b1f5 admin admin] Made reservation on behalf of 5cb0eccb7cb1437da2cd9c6de3276829 for: {'subnet': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:37:31.095656 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2f992f18-4036-4a99-8cb6-75923380b1f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11551435'] for subnet, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:31.149597 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device 9acf0c8a-29dd-4c3e-9b46-5433e54f6d74 no longer exists at agent hyperv_n-h2-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:37:31.157258 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-5989f826-9c4a-4fdb-bcac-773c2ec9c606 req-100134fa-5c30-4d11-86f3-f0fe01e9c75b service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=37af0c7f-295a-454c-943a-b8fc4f0cf5b3 HTTP/1.1" status: 200 len: 1001 time: 0.0877509 Jul 27 23:37:31.177746 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] No Port match for: 9acf0c8a-29dd-4c3e-9b46-5433e54f6d74 {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:37:31.178561 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device 9acf0c8a-29dd-4c3e-9b46-5433e54f6d74 not bound to the agent host n-h2-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:37:31.252884 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5989f826-9c4a-4fdb-bcac-773c2ec9c606 req-263df935-2fbc-49ca-bc5b-1d96817a1905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:37:31.254359 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-5989f826-9c4a-4fdb-bcac-773c2ec9c606 req-263df935-2fbc-49ca-bc5b-1d96817a1905 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=03df5e5c-8a96-449f-9e96-cff1a55737e2 HTTP/1.1" status: 200 len: 851 time: 0.0864563 Jul 27 23:37:31.311741 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5989f826-9c4a-4fdb-bcac-773c2ec9c606 req-d9ab5f0b-4aee-4ea5-ae7e-14394470da9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:37:31.313707 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-5989f826-9c4a-4fdb-bcac-773c2ec9c606 req-d9ab5f0b-4aee-4ea5-ae7e-14394470da9b service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=280a3ba5-2d75-4827-b3c1-0be5bb892094&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0507393 Jul 27 23:37:31.316806 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2f992f18-4036-4a99-8cb6-75923380b1f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11336182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11551417'] for subnet, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:31.380112 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f992f18-4036-4a99-8cb6-75923380b1f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed8488e4-9b90-4bc0-b183-2a1d82ccfac9,revision_number=0']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:37:31.390660 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f992f18-4036-4a99-8cb6-75923380b1f5 admin admin] Checking segment: {'id': 'e1088835-8d01-4aa0-8404-760f4ebfc4f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'e3a03f03-2b92-45c6-a94e-dcb646a24f58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:37:31.391167 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f992f18-4036-4a99-8cb6-75923380b1f5 admin admin] Network hostable DHCP agents. Network: e3a03f03-2b92-45c6-a94e-dcb646a24f58, hostable agents: ['5950e76f-2bde-4343-a925-cbe6bacd2706'], hosted agents: [] {{(pid=93797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 23:37:31.411999 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f992f18-4036-4a99-8cb6-75923380b1f5 admin admin] Network e3a03f03-2b92-45c6-a94e-dcb646a24f58 is scheduled to be hosted by DHCP agent 5950e76f-2bde-4343-a925-cbe6bacd2706 with binding_index 1 {{(pid=93797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 23:37:31.420694 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-5989f826-9c4a-4fdb-bcac-773c2ec9c606 req-84cd1e47-61a3-4e01-8077-7f904292182f service neutron] 10.222.0.38 "GET /v2.0/networks/280a3ba5-2d75-4827-b3c1-0be5bb892094?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991633 Jul 27 23:37:31.422487 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-2f992f18-4036-4a99-8cb6-75923380b1f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802623-1, e3a03f03-2b92-45c6-a94e-dcb646a24f58) {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:37:31.427332 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f992f18-4036-4a99-8cb6-75923380b1f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:37:31.428129 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2f992f18-4036-4a99-8cb6-75923380b1f5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:31.439515 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-787f2b2a-85ce-4a61-b8b6-980a0c9cbfb0 None None] Network e3a03f03-2b92-45c6-a94e-dcb646a24f58 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:37:31.453598 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-2f992f18-4036-4a99-8cb6-75923380b1f5 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3918865 Jul 27 23:37:31.454388 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 48992) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:37:31.460376 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-5ed31210-7874-4ff8-b492-2a313d13232e admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-749946691-router', 'tenant_id': '5cb0eccb7cb1437da2cd9c6de3276829', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'}}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:37:31.491216 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5ed31210-7874-4ff8-b492-2a313d13232e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62159'] for router, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:31.493358 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5ed31210-7874-4ff8-b492-2a313d13232e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-479230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-415539', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3693317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62148'] for router, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:31.568182 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-5989f826-9c4a-4fdb-bcac-773c2ec9c606 req-ac1d78cb-622a-47a4-831b-b2a0a6a7c7aa service neutron] 10.222.0.38 "GET /v2.0/networks/280a3ba5-2d75-4827-b3c1-0be5bb892094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404591 Jul 27 23:37:31.595782 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5ed31210-7874-4ff8-b492-2a313d13232e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:31.672259 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dca70199-5c42-4519-ad6d-d5f87dbdb40e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f6f257c-ad18-5f0c-8c8e-ea085a5fc8a2-e3a03f03-2b92-45c6-a94e-dcb646a24f58', 'network_id': 'e3a03f03-2b92-45c6-a94e-dcb646a24f58', 'tenant_id': '5cb0eccb7cb1437da2cd9c6de3276829', 'fixed_ips': [{'subnet_id': 'ed8488e4-9b90-4bc0-b183-2a1d82ccfac9'}]}} from n-d-802623-1. {{(pid=93799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 23:37:31.673189 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-dca70199-5c42-4519-ad6d-d5f87dbdb40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:31.794734 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5ed31210-7874-4ff8-b492-2a313d13232e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-415433', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62186'] for router, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:31.821479 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-dca70199-5c42-4519-ad6d-d5f87dbdb40e None None] Allocated IP 172.20.0.2 (e3a03f03-2b92-45c6-a94e-dcb646a24f58/ed8488e4-9b90-4bc0-b183-2a1d82ccfac9/1ece53ab-776d-42ca-92aa-1457b60f087d) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:37:32.023878 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-dca70199-5c42-4519-ad6d-d5f87dbdb40e None None] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:32.035740 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-dca70199-5c42-4519-ad6d-d5f87dbdb40e None None] Transition to ACTIVE for port object 1ece53ab-776d-42ca-92aa-1457b60f087d will not be triggered until provisioned by entity L2. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:37:32.038686 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5ed31210-7874-4ff8-b492-2a313d13232e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:32.053909 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-dca70199-5c42-4519-ad6d-d5f87dbdb40e None None] Transition to ACTIVE for port object 1ece53ab-776d-42ca-92aa-1457b60f087d will not be triggered until provisioned by entity DHCP. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:37:32.062508 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5ed31210-7874-4ff8-b492-2a313d13232e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:32.062817 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-dca70199-5c42-4519-ad6d-d5f87dbdb40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:32.102179 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dca70199-5c42-4519-ad6d-d5f87dbdb40e None None] Network e3a03f03-2b92-45c6-a94e-dcb646a24f58 is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:37:32.105525 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-dca70199-5c42-4519-ad6d-d5f87dbdb40e None None] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:37:32.109368 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca70199-5c42-4519-ad6d-d5f87dbdb40e None None] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:37:32.145285 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca70199-5c42-4519-ad6d-d5f87dbdb40e None None] Pushing event updated for resources: {'Port': ['ID=1ece53ab-776d-42ca-92aa-1457b60f087d,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:37:32.181720 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-dca70199-5c42-4519-ad6d-d5f87dbdb40e None None] Attempting to bind port 1ece53ab-776d-42ca-92aa-1457b60f087d on host n-d-802623-1 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:37:32.182320 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-dca70199-5c42-4519-ad6d-d5f87dbdb40e None None] Attempting to bind port 1ece53ab-776d-42ca-92aa-1457b60f087d by drivers openvswitch,hyperv on host n-d-802623-1 at level 0 using segments [{'id': 'e1088835-8d01-4aa0-8404-760f4ebfc4f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'e3a03f03-2b92-45c6-a94e-dcb646a24f58'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:37:32.182891 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dca70199-5c42-4519-ad6d-d5f87dbdb40e None None] Attempting to bind port 1ece53ab-776d-42ca-92aa-1457b60f087d on network e3a03f03-2b92-45c6-a94e-dcb646a24f58 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:37:32.188858 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dca70199-5c42-4519-ad6d-d5f87dbdb40e None None] Checking agent: {'id': 'a9a568d2-a5e7-41e4-833f-a8ab42ea4073', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 52, 30), 'started_at': datetime.datetime(2021, 7, 27, 22, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 37, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802623-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:37:32.189374 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dca70199-5c42-4519-ad6d-d5f87dbdb40e None None] Checking segment: {'id': 'e1088835-8d01-4aa0-8404-760f4ebfc4f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'e3a03f03-2b92-45c6-a94e-dcb646a24f58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:37:32.189965 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-dca70199-5c42-4519-ad6d-d5f87dbdb40e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:32.190605 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dca70199-5c42-4519-ad6d-d5f87dbdb40e None None] Bound using segment: {'id': 'e1088835-8d01-4aa0-8404-760f4ebfc4f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'e3a03f03-2b92-45c6-a94e-dcb646a24f58'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:37:32.191254 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-dca70199-5c42-4519-ad6d-d5f87dbdb40e None None] Bound port: 1ece53ab-776d-42ca-92aa-1457b60f087d, host: n-d-802623-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1088835-8d01-4aa0-8404-760f4ebfc4f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'e3a03f03-2b92-45c6-a94e-dcb646a24f58'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:37:32.191734 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-dca70199-5c42-4519-ad6d-d5f87dbdb40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:32.192051 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-5ed31210-7874-4ff8-b492-2a313d13232e admin admin] Allocated IP 172.25.4.132 (2fd42287-ed26-4eb9-89a5-b521f5b04356/17de1f8f-393a-4b0c-a2df-614bd3f2fb5e/badbb322-c30b-4fc5-9be0-b1b4e947f394) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:37:32.278509 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-dca70199-5c42-4519-ad6d-d5f87dbdb40e None None] For port 1ece53ab-776d-42ca-92aa-1457b60f087d, host n-d-802623-1, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:37:32.282683 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-dca70199-5c42-4519-ad6d-d5f87dbdb40e None None] For port 1ece53ab-776d-42ca-92aa-1457b60f087d, host n-d-802623-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=1ece53ab-776d-42ca-92aa-1457b60f087d,segment=NetworkSegment(e1088835-8d01-4aa0-8404-760f4ebfc4f9),segment_id=e1088835-8d01-4aa0-8404-760f4ebfc4f9)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:37:32.301226 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-dca70199-5c42-4519-ad6d-d5f87dbdb40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:32.340658 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5ed31210-7874-4ff8-b492-2a313d13232e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:32.362889 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca70199-5c42-4519-ad6d-d5f87dbdb40e None None] Pushing event updated for resources: {'Port': ['ID=1ece53ab-776d-42ca-92aa-1457b60f087d,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:37:32.365508 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7418f70f-e60d-4709-8ba9-6ab514bc7f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:32.398175 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5ed31210-7874-4ff8-b492-2a313d13232e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:32.444620 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ed31210-7874-4ff8-b492-2a313d13232e admin admin] Network 2fd42287-ed26-4eb9-89a5-b521f5b04356 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:37:32.450120 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-5ed31210-7874-4ff8-b492-2a313d13232e admin admin] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:37:32.455288 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ed31210-7874-4ff8-b492-2a313d13232e admin admin] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:37:32.458519 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed31210-7874-4ff8-b492-2a313d13232e admin admin] Pushing event updated for resources: {'Port': ['ID=badbb322-c30b-4fc5-9be0-b1b4e947f394,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:37:32.784130 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5ed31210-7874-4ff8-b492-2a313d13232e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:33.013882 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5ed31210-7874-4ff8-b492-2a313d13232e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-415468'] for router, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:33.194998 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66a7247-410a-4e41-b9a2-d6b6e31b89a7 req-0cac45f9-1b27-4824-9a48-507190952ae6 tempest-AttachVolumeNegativeTest-1252482255 tempest-AttachVolumeNegativeTest-1252482255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:37:33.196651 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a66a7247-410a-4e41-b9a2-d6b6e31b89a7 req-0cac45f9-1b27-4824-9a48-507190952ae6 tempest-AttachVolumeNegativeTest-1252482255 tempest-AttachVolumeNegativeTest-1252482255-project] 10.222.0.18 "GET /v2.0/ports?device_id=9d529a93-9b3c-4264-81f5-c85837a9b328 HTTP/1.1" status: 200 len: 945 time: 0.0769751 Jul 27 23:37:33.198371 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ed31210-7874-4ff8-b492-2a313d13232e admin admin] Router 4b4ed179-9af0-4a41-bc60-ee4684ca1e6b is scheduled to L3 agent 018c4455-49c0-4734-927d-7824067b2a9e with binding_index 1 {{(pid=93797) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 23:37:33.242282 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a66a7247-410a-4e41-b9a2-d6b6e31b89a7 req-7926abbd-7b4c-491e-9e8f-001e0e28c8f6 tempest-AttachVolumeNegativeTest-1252482255 tempest-AttachVolumeNegativeTest-1252482255-project] 10.222.0.18 "GET /v2.0/security-groups?id=88ed4bfd-1262-4989-86b9-3b66b1d13e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391662 Jul 27 23:37:33.345599 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ed31210-7874-4ff8-b492-2a313d13232e admin admin] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:37:33.354377 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d6aade8-d8ff-4eb2-b5d2-094a4391802b None None] Sync routers for ids ['4b4ed179-9af0-4a41-bc60-ee4684ca1e6b'] in n-d-802623-1 {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:37:33.367365 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d6aade8-d8ff-4eb2-b5d2-094a4391802b None None] Routers {'4b4ed179-9af0-4a41-bc60-ee4684ca1e6b'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:37:33.368292 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-3d6aade8-d8ff-4eb2-b5d2-094a4391802b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:37:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['4b4ed179-9af0-4a41-bc60-ee4684ca1e6b'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:37:33.369961 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5ed31210-7874-4ff8-b492-2a313d13232e admin admin] Notify callbacks [] for router, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:33.374090 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-5ed31210-7874-4ff8-b492-2a313d13232e admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.9159200 Jul 27 23:37:33.375604 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 49006) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:37:33.493029 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-3d6aade8-d8ff-4eb2-b5d2-094a4391802b None None] Set router 4b4ed179-9af0-4a41-bc60-ee4684ca1e6b gateway port host: n-d-802623-1 {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:37:33.599009 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08c9fdcd-da6d-4f4f-88c7-4facd3a06209 None None] Network e3a03f03-2b92-45c6-a94e-dcb646a24f58 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:37:33.693760 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-abc89d77-4197-41b9-bcfd-0cc85b184ad8 None None] Provisioning for port 1ece53ab-776d-42ca-92aa-1457b60f087d completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:37:33.711871 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 1ece53ab-776d-42ca-92aa-1457b60f087d up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:37:33.865546 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning for port 1ece53ab-776d-42ca-92aa-1457b60f087d completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:37:33.865798 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a712e06d-74c8-472c-be59-a25aa82adf97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:33.875523 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port 1ece53ab-776d-42ca-92aa-1457b60f087d triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:37:33.875997 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:33.879746 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-3d6aade8-d8ff-4eb2-b5d2-094a4391802b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b4ed179-9af0-4a41-bc60-ee4684ca1e6b', 'name': 'tempest-TestServerMultinode-749946691-router', 'tenant_id': '5cb0eccb7cb1437da2cd9c6de3276829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.132'}], 'enable_snat': True}, 'gw_port_id': 'badbb322-c30b-4fc5-9be0-b1b4e947f394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:37:31Z', 'updated_at': '2021-07-27T23:37:32Z', 'revision_number': 3, 'project_id': '5cb0eccb7cb1437da2cd9c6de3276829', 'gw_port': {'id': 'badbb322-c30b-4fc5-9be0-b1b4e947f394', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:89:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b4ed179-9af0-4a41-bc60-ee4684ca1e6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3636, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:37:32Z', 'updated_at': '2021-07-27T23:37:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1'}], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:37:33.933320 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d6aade8-d8ff-4eb2-b5d2-094a4391802b None None] Checking router: 4b4ed179-9af0-4a41-bc60-ee4684ca1e6b for host: n-d-802623-1 {{(pid=93799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 23:37:33.933679 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d6aade8-d8ff-4eb2-b5d2-094a4391802b None None] Updating router 4b4ed179-9af0-4a41-bc60-ee4684ca1e6b port badbb322-c30b-4fc5-9be0-b1b4e947f394 binding host n-d-802623-1 {{(pid=93799) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 23:37:33.974948 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-3d6aade8-d8ff-4eb2-b5d2-094a4391802b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:34.053942 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-a712e06d-74c8-472c-be59-a25aa82adf97 admin admin] Allocated IP 172.20.0.1 (e3a03f03-2b92-45c6-a94e-dcb646a24f58/ed8488e4-9b90-4bc0-b183-2a1d82ccfac9/5f4ca567-b14a-4540-9017-5c7dfdd4ae87) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:37:34.105036 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:34.187597 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] For port 1ece53ab-776d-42ca-92aa-1457b60f087d, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=1ece53ab-776d-42ca-92aa-1457b60f087d,segment=NetworkSegment(e1088835-8d01-4aa0-8404-760f4ebfc4f9),segment_id=e1088835-8d01-4aa0-8404-760f4ebfc4f9)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:37:34.199690 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:34.215214 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a712e06d-74c8-472c-be59-a25aa82adf97 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:34.234902 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-a712e06d-74c8-472c-be59-a25aa82adf97 admin admin] Transition to ACTIVE for port object 5f4ca567-b14a-4540-9017-5c7dfdd4ae87 will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:37:34.280065 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a712e06d-74c8-472c-be59-a25aa82adf97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:34.293623 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-03641e48-3f72-4a71-bdd6-22e21a16c01e None None] Provisioning complete for port 1ece53ab-776d-42ca-92aa-1457b60f087d triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:37:34.294010 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-03641e48-3f72-4a71-bdd6-22e21a16c01e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:34.297439 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Pushing event updated for resources: {'Port': ['ID=1ece53ab-776d-42ca-92aa-1457b60f087d,revision_number=3']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:37:34.338159 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a712e06d-74c8-472c-be59-a25aa82adf97 admin admin] Network e3a03f03-2b92-45c6-a94e-dcb646a24f58 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:37:34.342223 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-a712e06d-74c8-472c-be59-a25aa82adf97 admin admin] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:37:34.345724 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a712e06d-74c8-472c-be59-a25aa82adf97 admin admin] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:37:34.402091 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-3d6aade8-d8ff-4eb2-b5d2-094a4391802b None None] Notify callbacks [] for port, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:34.428034 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a712e06d-74c8-472c-be59-a25aa82adf97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-415283'] for router_interface, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:34.454032 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9a1d9e-5394-435a-9f96-e57bc0b12a0a req-bb9db9c3-46d8-44bb-91a1-057f7c7aefc6 tempest-AttachVolumeNegativeTest-1252482255 tempest-AttachVolumeNegativeTest-1252482255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:37:34.454686 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-3d6aade8-d8ff-4eb2-b5d2-094a4391802b None None] Transition to ACTIVE for port object badbb322-c30b-4fc5-9be0-b1b4e947f394 will not be triggered until provisioned by entity L2. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:37:34.464572 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-2c9a1d9e-5394-435a-9f96-e57bc0b12a0a req-bb9db9c3-46d8-44bb-91a1-057f7c7aefc6 tempest-AttachVolumeNegativeTest-1252482255 tempest-AttachVolumeNegativeTest-1252482255-project] 10.222.0.18 "GET /v2.0/ports?device_id=9d529a93-9b3c-4264-81f5-c85837a9b328 HTTP/1.1" status: 200 len: 945 time: 0.0917161 Jul 27 23:37:34.485802 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a712e06d-74c8-472c-be59-a25aa82adf97 admin admin] Pushing event updated for resources: {'Port': ['ID=5f4ca567-b14a-4540-9017-5c7dfdd4ae87,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:37:34.489170 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-3d6aade8-d8ff-4eb2-b5d2-094a4391802b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:34.551265 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-2c9a1d9e-5394-435a-9f96-e57bc0b12a0a req-444e11e0-db60-4751-950a-9e4289b8d959 tempest-AttachVolumeNegativeTest-1252482255 tempest-AttachVolumeNegativeTest-1252482255-project] 10.222.0.18 "GET /v2.0/security-groups?id=88ed4bfd-1262-4989-86b9-3b66b1d13e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827324 Jul 27 23:37:34.582578 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-3d6aade8-d8ff-4eb2-b5d2-094a4391802b None None] Attempting to bind port badbb322-c30b-4fc5-9be0-b1b4e947f394 on host n-d-802623-1 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:37:34.582952 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-3d6aade8-d8ff-4eb2-b5d2-094a4391802b None None] Attempting to bind port badbb322-c30b-4fc5-9be0-b1b4e947f394 by drivers openvswitch,hyperv on host n-d-802623-1 at level 0 using segments [{'id': 'b9afe07e-bbe4-4740-834c-4b6a9698bdbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:37:34.583347 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d6aade8-d8ff-4eb2-b5d2-094a4391802b None None] Attempting to bind port badbb322-c30b-4fc5-9be0-b1b4e947f394 on network 2fd42287-ed26-4eb9-89a5-b521f5b04356 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:37:34.591936 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c9e10e-114e-4b96-8fe4-31c4cc395f6b None None] Pushing event updated for resources: {'Port': ['ID=badbb322-c30b-4fc5-9be0-b1b4e947f394,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:37:34.594779 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d6aade8-d8ff-4eb2-b5d2-094a4391802b None None] Checking agent: {'id': 'a9a568d2-a5e7-41e4-833f-a8ab42ea4073', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 52, 30), 'started_at': datetime.datetime(2021, 7, 27, 22, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 37, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802623-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:37:34.595227 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d6aade8-d8ff-4eb2-b5d2-094a4391802b None None] Checking segment: {'id': 'b9afe07e-bbe4-4740-834c-4b6a9698bdbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:37:34.595659 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-3d6aade8-d8ff-4eb2-b5d2-094a4391802b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:34.595993 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d6aade8-d8ff-4eb2-b5d2-094a4391802b None None] Bound using segment: {'id': 'b9afe07e-bbe4-4740-834c-4b6a9698bdbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:37:34.596594 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-3d6aade8-d8ff-4eb2-b5d2-094a4391802b None None] Bound port: badbb322-c30b-4fc5-9be0-b1b4e947f394, host: n-d-802623-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9afe07e-bbe4-4740-834c-4b6a9698bdbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:37:34.596886 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-3d6aade8-d8ff-4eb2-b5d2-094a4391802b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:34.661760 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-3d6aade8-d8ff-4eb2-b5d2-094a4391802b None None] For port badbb322-c30b-4fc5-9be0-b1b4e947f394, host n-d-802623-1, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:37:34.665161 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-3d6aade8-d8ff-4eb2-b5d2-094a4391802b None None] For port badbb322-c30b-4fc5-9be0-b1b4e947f394, host n-d-802623-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=badbb322-c30b-4fc5-9be0-b1b4e947f394,segment=NetworkSegment(b9afe07e-bbe4-4740-834c-4b6a9698bdbc),segment_id=b9afe07e-bbe4-4740-834c-4b6a9698bdbc)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:37:34.671557 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-3d6aade8-d8ff-4eb2-b5d2-094a4391802b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:34.690315 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a712e06d-74c8-472c-be59-a25aa82adf97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:34.709532 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a9e4f8-2800-4aa2-869f-b654e1742480 req-51bf1080-c27d-4f40-97bf-f3f745852469 tempest-AttachVolumeNegativeTest-1252482255 tempest-AttachVolumeNegativeTest-1252482255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:37:34.711010 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f2a9e4f8-2800-4aa2-869f-b654e1742480 req-51bf1080-c27d-4f40-97bf-f3f745852469 tempest-AttachVolumeNegativeTest-1252482255 tempest-AttachVolumeNegativeTest-1252482255-project] 10.222.0.38 "GET /v2.0/ports?device_id=9d529a93-9b3c-4264-81f5-c85837a9b328 HTTP/1.1" status: 200 len: 945 time: 0.1121750 Jul 27 23:37:34.736263 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d6aade8-d8ff-4eb2-b5d2-094a4391802b None None] Routers {'4b4ed179-9af0-4a41-bc60-ee4684ca1e6b'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:37:34.736916 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-3d6aade8-d8ff-4eb2-b5d2-094a4391802b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:37:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['4b4ed179-9af0-4a41-bc60-ee4684ca1e6b'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:37:34.777954 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c9e10e-114e-4b96-8fe4-31c4cc395f6b None None] Pushing event updated for resources: {'Port': ['ID=badbb322-c30b-4fc5-9be0-b1b4e947f394,revision_number=3']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:37:34.796913 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-78eda7b8-dc1d-493f-b0e7-ce62458203e2 None None] Provisioning for port 5f4ca567-b14a-4540-9017-5c7dfdd4ae87 completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:37:34.809383 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-78eda7b8-dc1d-493f-b0e7-ce62458203e2 None None] Provisioning complete for port 5f4ca567-b14a-4540-9017-5c7dfdd4ae87 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:37:34.809383 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-78eda7b8-dc1d-493f-b0e7-ce62458203e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:34.912375 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-f2a9e4f8-2800-4aa2-869f-b654e1742480 req-93202ed6-b3e2-45a5-9a5f-88fa49f8aa0e tempest-AttachVolumeNegativeTest-1252482255 tempest-AttachVolumeNegativeTest-1252482255-project] Deleting port 1b269fa5-d4b8-4156-a2b0-80619b1281e3 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:37:34.912852 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-f2a9e4f8-2800-4aa2-869f-b654e1742480 req-93202ed6-b3e2-45a5-9a5f-88fa49f8aa0e tempest-AttachVolumeNegativeTest-1252482255 tempest-AttachVolumeNegativeTest-1252482255-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:35.025717 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a712e06d-74c8-472c-be59-a25aa82adf97 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:35.032385 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a712e06d-74c8-472c-be59-a25aa82adf97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:35.070338 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:35.072787 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-78eda7b8-dc1d-493f-b0e7-ce62458203e2 None None] Port 5f4ca567-b14a-4540-9017-5c7dfdd4ae87 cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:37:35.080955 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-3d6aade8-d8ff-4eb2-b5d2-094a4391802b None None] Set router 4b4ed179-9af0-4a41-bc60-ee4684ca1e6b gateway port host: n-d-802623-1 {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:37:35.132648 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a712e06d-74c8-472c-be59-a25aa82adf97 admin admin] Pushing event updated for resources: {'Port': ['ID=5f4ca567-b14a-4540-9017-5c7dfdd4ae87,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:37:35.136064 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-f2a9e4f8-2800-4aa2-869f-b654e1742480 req-93202ed6-b3e2-45a5-9a5f-88fa49f8aa0e tempest-AttachVolumeNegativeTest-1252482255 tempest-AttachVolumeNegativeTest-1252482255-project] For port 1b269fa5-d4b8-4156-a2b0-80619b1281e3, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=1b269fa5-d4b8-4156-a2b0-80619b1281e3,segment=NetworkSegment(7df241c9-a789-4d01-bffe-9fdd41905eca),segment_id=7df241c9-a789-4d01-bffe-9fdd41905eca)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:37:35.136432 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-f2a9e4f8-2800-4aa2-869f-b654e1742480 req-93202ed6-b3e2-45a5-9a5f-88fa49f8aa0e tempest-AttachVolumeNegativeTest-1252482255 tempest-AttachVolumeNegativeTest-1252482255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:35.146153 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a712e06d-74c8-472c-be59-a25aa82adf97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3760555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-414115'] for router_interface, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:35.155477 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-f2a9e4f8-2800-4aa2-869f-b654e1742480 req-93202ed6-b3e2-45a5-9a5f-88fa49f8aa0e tempest-AttachVolumeNegativeTest-1252482255 tempest-AttachVolumeNegativeTest-1252482255-project] Calling delete_port for 1b269fa5-d4b8-4156-a2b0-80619b1281e3 owned by compute:nova {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:37:35.296709 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-3d6aade8-d8ff-4eb2-b5d2-094a4391802b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b4ed179-9af0-4a41-bc60-ee4684ca1e6b', 'name': 'tempest-TestServerMultinode-749946691-router', 'tenant_id': '5cb0eccb7cb1437da2cd9c6de3276829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.132'}], 'enable_snat': True}, 'gw_port_id': 'badbb322-c30b-4fc5-9be0-b1b4e947f394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:37:31Z', 'updated_at': '2021-07-27T23:37:34Z', 'revision_number': 4, 'project_id': '5cb0eccb7cb1437da2cd9c6de3276829', 'gw_port': {'id': 'badbb322-c30b-4fc5-9be0-b1b4e947f394', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:89:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b4ed179-9af0-4a41-bc60-ee4684ca1e6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3636, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:37:32Z', 'updated_at': '2021-07-27T23:37:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': '5f4ca567-b14a-4540-9017-5c7dfdd4ae87', 'name': '', 'network_id': 'e3a03f03-2b92-45c6-a94e-dcb646a24f58', 'tenant_id': '5cb0eccb7cb1437da2cd9c6de3276829', 'mac_address': 'fa:16:3e:f9:1c:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b4ed179-9af0-4a41-bc60-ee4684ca1e6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3637, 'fixed_ips': [{'subnet_id': 'ed8488e4-9b90-4bc0-b183-2a1d82ccfac9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:37:33Z', 'updated_at': '2021-07-27T23:37:34Z', 'revision_number': 1, 'project_id': '5cb0eccb7cb1437da2cd9c6de3276829', 'subnets': [{'id': 'ed8488e4-9b90-4bc0-b183-2a1d82ccfac9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:37:35.310657 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a712e06d-74c8-472c-be59-a25aa82adf97 admin admin] Network e3a03f03-2b92-45c6-a94e-dcb646a24f58 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:37:35.313583 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-a712e06d-74c8-472c-be59-a25aa82adf97 admin admin] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:37:35.336273 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d6aade8-d8ff-4eb2-b5d2-094a4391802b None None] The sync data for ids ['4b4ed179-9af0-4a41-bc60-ee4684ca1e6b'] in n-d-802623-1 is: [{'id': '4b4ed179-9af0-4a41-bc60-ee4684ca1e6b', 'name': 'tempest-TestServerMultinode-749946691-router', 'tenant_id': '5cb0eccb7cb1437da2cd9c6de3276829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.132'}], 'enable_snat': True}, 'gw_port_id': 'badbb322-c30b-4fc5-9be0-b1b4e947f394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:37:31Z', 'updated_at': '2021-07-27T23:37:34Z', 'revision_number': 4, 'project_id': '5cb0eccb7cb1437da2cd9c6de3276829', 'gw_port': {'id': 'badbb322-c30b-4fc5-9be0-b1b4e947f394', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:89:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b4ed179-9af0-4a41-bc60-ee4684ca1e6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3636, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:37:32Z', 'updated_at': '2021-07-27T23:37:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': '5f4ca567-b14a-4540-9017-5c7dfdd4ae87', 'name': '', 'network_id': 'e3a03f03-2b92-45c6-a94e-dcb646a24f58', 'tenant_id': '5cb0eccb7cb1437da2cd9c6de3276829', 'mac_address': 'fa:16:3e:f9:1c:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b4ed179-9af0-4a41-bc60-ee4684ca1e6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3637, 'fixed_ips': [{'subnet_id': 'ed8488e4-9b90-4bc0-b183-2a1d82ccfac9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:37:33Z', 'updated_at': '2021-07-27T23:37:34Z', 'revision_number': 1, 'project_id': '5cb0eccb7cb1437da2cd9c6de3276829', 'subnets': [{'id': 'ed8488e4-9b90-4bc0-b183-2a1d82ccfac9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:37:35.481491 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-f2a9e4f8-2800-4aa2-869f-b654e1742480 req-93202ed6-b3e2-45a5-9a5f-88fa49f8aa0e tempest-AttachVolumeNegativeTest-1252482255 tempest-AttachVolumeNegativeTest-1252482255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:35.487260 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a712e06d-74c8-472c-be59-a25aa82adf97 admin admin] Router 4b4ed179-9af0-4a41-bc60-ee4684ca1e6b has already been hosted by L3 agent 018c4455-49c0-4734-927d-7824067b2a9e {{(pid=93798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 23:37:35.493296 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] get_ports_and_sgs() called for port_ids ['2066c28c-7cb5-4d29-be39-ea96eee1ee06'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:37:35.500325 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] get_ports_and_sgs() called for port_ids ['9701ffe8-0916-45e0-aa34-74263bca5a53', '1b269fa5-d4b8-4156-a2b0-80619b1281e3'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:37:35.525889 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93202ed6-b3e2-45a5-9a5f-88fa49f8aa0e tempest-AttachVolumeNegativeTest-1252482255 tempest-AttachVolumeNegativeTest-1252482255-project] Pushing event deleted for resources: {'Port': ['ID=1b269fa5-d4b8-4156-a2b0-80619b1281e3,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:37:35.613426 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2a9e4f8-2800-4aa2-869f-b654e1742480 req-93202ed6-b3e2-45a5-9a5f-88fa49f8aa0e tempest-AttachVolumeNegativeTest-1252482255 tempest-AttachVolumeNegativeTest-1252482255-project] No DVR routers for this DVR port 1b269fa5-d4b8-4156-a2b0-80619b1281e3 on host n-h1-802623-1 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:37:35.619202 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-f2a9e4f8-2800-4aa2-869f-b654e1742480 req-93202ed6-b3e2-45a5-9a5f-88fa49f8aa0e tempest-AttachVolumeNegativeTest-1252482255 tempest-AttachVolumeNegativeTest-1252482255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:35.621124 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f2a9e4f8-2800-4aa2-869f-b654e1742480 req-93202ed6-b3e2-45a5-9a5f-88fa49f8aa0e tempest-AttachVolumeNegativeTest-1252482255 tempest-AttachVolumeNegativeTest-1252482255-project] 10.222.0.38 "DELETE /v2.0/ports/1b269fa5-d4b8-4156-a2b0-80619b1281e3 HTTP/1.1" status: 204 len: 173 time: 0.9033568 Jul 27 23:37:35.621578 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d529a93-9b3c-4264-81f5-c85837a9b328', 'name': 'network-vif-deleted', 'tag': '1b269fa5-d4b8-4156-a2b0-80619b1281e3'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:37:35.624907 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}011f8d312121274bb12d78e77c6379a2079800640016cec6c6d605b73666e854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-453241dd-9bd8-4898-b82a-bef9e9f3cfcc" -d '{"events": [{"server_uuid": "9d529a93-9b3c-4264-81f5-c85837a9b328", "name": "network-vif-deleted", "tag": "1b269fa5-d4b8-4156-a2b0-80619b1281e3"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:37:35.769596 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:37:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5345845e-48b4-4ff6-90d0-a4c4bb6e18de x-openstack-request-id: req-5345845e-48b4-4ff6-90d0-a4c4bb6e18de {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:37:35.775665 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d529a93-9b3c-4264-81f5-c85837a9b328", "name": "network-vif-deleted", "tag": "1b269fa5-d4b8-4156-a2b0-80619b1281e3", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:37:35.777428 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5345845e-48b4-4ff6-90d0-a4c4bb6e18de {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:37:35.778015 n-d-802623-1 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d529a93-9b3c-4264-81f5-c85837a9b328', 'name': 'network-vif-deleted', 'tag': '1b269fa5-d4b8-4156-a2b0-80619b1281e3', 'status': 'completed', 'code': 200} Jul 27 23:37:35.823830 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-bda59cdf-a7d3-4d98-b378-cffec750cf1c req-37ca18e4-9706-41e9-86b4-d1c6511c5852 tempest-AttachVolumeNegativeTest-1252482255 tempest-AttachVolumeNegativeTest-1252482255-project] 10.222.0.18 "GET /v2.0/ports?device_id=9d529a93-9b3c-4264-81f5-c85837a9b328 HTTP/1.1" status: 200 len: 210 time: 0.0687134 Jul 27 23:37:35.860297 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a712e06d-74c8-472c-be59-a25aa82adf97 admin admin] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:37:35.866320 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 1ece53ab-776d-42ca-92aa-1457b60f087d up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:37:35.877872 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-a712e06d-74c8-472c-be59-a25aa82adf97 admin admin] 10.222.0.18 "PUT /v2.0/routers/4b4ed179-9af0-4a41-bc60-ee4684ca1e6b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4989288 Jul 27 23:37:35.912341 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-442e9d9b-1289-4ff2-b3d3-515b62ed84e4 None None] Provisioning complete for port 5f4ca567-b14a-4540-9017-5c7dfdd4ae87 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:37:35.912756 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-442e9d9b-1289-4ff2-b3d3-515b62ed84e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:35.955275 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-442e9d9b-1289-4ff2-b3d3-515b62ed84e4 None None] Port 5f4ca567-b14a-4540-9017-5c7dfdd4ae87 cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:37:36.059600 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port 1ece53ab-776d-42ca-92aa-1457b60f087d triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:37:36.059986 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:36.563176 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 49038) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:37:36.568709 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-21a43588-abe3-471a-8951-b153df3098e6 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1450933186-network', 'tenant_id': '75bcf1b73d144c7b92d9adb1124041e9'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:37:36.591234 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21a43588-abe3-471a-8951-b153df3098e6 admin admin] Made reservation on behalf of 75bcf1b73d144c7b92d9adb1124041e9 for: {'network': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:37:36.594027 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-21a43588-abe3-471a-8951-b153df3098e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for network, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:36.604443 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-21a43588-abe3-471a-8951-b153df3098e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:36.707341 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-21a43588-abe3-471a-8951-b153df3098e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:36.711152 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-21a43588-abe3-471a-8951-b153df3098e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:36.739711 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21a43588-abe3-471a-8951-b153df3098e6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 549} {{(pid=93798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 23:37:36.746393 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a43588-abe3-471a-8951-b153df3098e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b1679f0-a2bc-4eab-a97e-85f2c3557908,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:37:36.753708 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-21a43588-abe3-471a-8951-b153df3098e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:36.754077 n-d-802623-1 neutron-server[93798]: INFO neutron.db.segments_db [None req-21a43588-abe3-471a-8951-b153df3098e6 admin admin] Added segment c0eee902-274d-4cdc-8f4e-c4151f37456f of type vlan for network c09d8008-5bc1-4b59-a60c-93fed44f5a37 Jul 27 23:37:36.799438 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-21a43588-abe3-471a-8951-b153df3098e6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736833354590'] for network, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:36.837812 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-21a43588-abe3-471a-8951-b153df3098e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569'] for network, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:36.839064 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21a43588-abe3-471a-8951-b153df3098e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:37:36.839664 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-21a43588-abe3-471a-8951-b153df3098e6 admin admin] Notify callbacks [] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:36.899601 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-21a43588-abe3-471a-8951-b153df3098e6 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3352759 Jul 27 23:37:36.901133 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 49044) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:37:36.906943 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-f8bcc796-a25f-403c-845a-f5e3eddf2fb2 admin admin] Request body: {'subnet': {'network_id': 'c09d8008-5bc1-4b59-a60c-93fed44f5a37', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1450933186-subnet', 'tenant_id': '75bcf1b73d144c7b92d9adb1124041e9', 'ip_version': 4}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:37:36.910869 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a43588-abe3-471a-8951-b153df3098e6 admin admin] Pushing event updated for resources: {'Network': ['ID=c09d8008-5bc1-4b59-a60c-93fed44f5a37,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:37:36.924893 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Network c09d8008-5bc1-4b59-a60c-93fed44f5a37 details requested by agent ovs-agent-n-d-802623-1 with host n-d-802623-1 {{(pid=93799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 23:37:36.935011 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8bcc796-a25f-403c-845a-f5e3eddf2fb2 admin admin] Made reservation on behalf of 75bcf1b73d144c7b92d9adb1124041e9 for: {'subnet': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:37:36.938411 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f8bcc796-a25f-403c-845a-f5e3eddf2fb2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11551435'] for subnet, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:37.162272 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f8bcc796-a25f-403c-845a-f5e3eddf2fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11336182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11551417'] for subnet, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:37.224560 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30470ed0-4ee7-4ec7-8985-29c8c253eb02 req-383f1b36-06c3-4148-acf3-0fd75797e975 tempest-AttachVolumeNegativeTest-1252482255 tempest-AttachVolumeNegativeTest-1252482255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:37:37.226562 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-30470ed0-4ee7-4ec7-8985-29c8c253eb02 req-383f1b36-06c3-4148-acf3-0fd75797e975 tempest-AttachVolumeNegativeTest-1252482255 tempest-AttachVolumeNegativeTest-1252482255-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f391586-ba97-4e64-abb0-5d95364e0104 HTTP/1.1" status: 200 len: 945 time: 0.1131957 Jul 27 23:37:37.231760 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bcc796-a25f-403c-845a-f5e3eddf2fb2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f0f02859-bbda-4651-9768-bac1cfc698fd,revision_number=0']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:37:37.266502 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8bcc796-a25f-403c-845a-f5e3eddf2fb2 admin admin] Checking segment: {'id': 'c0eee902-274d-4cdc-8f4e-c4151f37456f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'c09d8008-5bc1-4b59-a60c-93fed44f5a37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:37:37.266867 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8bcc796-a25f-403c-845a-f5e3eddf2fb2 admin admin] Network hostable DHCP agents. Network: c09d8008-5bc1-4b59-a60c-93fed44f5a37, hostable agents: ['5950e76f-2bde-4343-a925-cbe6bacd2706'], hosted agents: [] {{(pid=93797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 23:37:37.283483 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-30470ed0-4ee7-4ec7-8985-29c8c253eb02 req-5c9267cb-172e-4cb9-b5f8-0036c237af96 tempest-AttachVolumeNegativeTest-1252482255 tempest-AttachVolumeNegativeTest-1252482255-project] 10.222.0.18 "GET /v2.0/security-groups?id=88ed4bfd-1262-4989-86b9-3b66b1d13e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494328 Jul 27 23:37:37.296942 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8bcc796-a25f-403c-845a-f5e3eddf2fb2 admin admin] Network c09d8008-5bc1-4b59-a60c-93fed44f5a37 is scheduled to be hosted by DHCP agent 5950e76f-2bde-4343-a925-cbe6bacd2706 with binding_index 1 {{(pid=93797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 23:37:37.306166 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-f8bcc796-a25f-403c-845a-f5e3eddf2fb2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802623-1, c09d8008-5bc1-4b59-a60c-93fed44f5a37) {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:37:37.311009 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8bcc796-a25f-403c-845a-f5e3eddf2fb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:37:37.312016 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f8bcc796-a25f-403c-845a-f5e3eddf2fb2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:37.315172 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-779c3003-d9e4-4ec1-ab0c-38f8685ebbde None None] Network c09d8008-5bc1-4b59-a60c-93fed44f5a37 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:37:37.331393 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-f8bcc796-a25f-403c-845a-f5e3eddf2fb2 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4288337 Jul 27 23:37:37.334173 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 49048) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:37:37.340452 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-7838c319-391c-472a-9f3b-f4457b6b97e8 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1450933186-router', 'tenant_id': '75bcf1b73d144c7b92d9adb1124041e9', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'}}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:37:37.363267 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7838c319-391c-472a-9f3b-f4457b6b97e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62159'] for router, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:37.364416 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7838c319-391c-472a-9f3b-f4457b6b97e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-479230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-415539', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3693317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62148'] for router, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:37.426467 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7838c319-391c-472a-9f3b-f4457b6b97e8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:37.484483 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5eb5bce-40f0-4154-95c9-039f221d10db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f6f257c-ad18-5f0c-8c8e-ea085a5fc8a2-c09d8008-5bc1-4b59-a60c-93fed44f5a37', 'network_id': 'c09d8008-5bc1-4b59-a60c-93fed44f5a37', 'tenant_id': '75bcf1b73d144c7b92d9adb1124041e9', 'fixed_ips': [{'subnet_id': 'f0f02859-bbda-4651-9768-bac1cfc698fd'}]}} from n-d-802623-1. {{(pid=93799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 23:37:37.485705 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c5eb5bce-40f0-4154-95c9-039f221d10db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:37.590526 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7838c319-391c-472a-9f3b-f4457b6b97e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-415433', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62186'] for router, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:37.667194 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-c5eb5bce-40f0-4154-95c9-039f221d10db None None] Allocated IP 172.20.0.2 (c09d8008-5bc1-4b59-a60c-93fed44f5a37/f0f02859-bbda-4651-9768-bac1cfc698fd/9f62116e-0ce0-4ae7-90a4-bc4d313d3a0f) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:37:37.732084 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device badbb322-c30b-4fc5-9be0-b1b4e947f394 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:37:37.836772 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning for port badbb322-c30b-4fc5-9be0-b1b4e947f394 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:37:37.844122 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port badbb322-c30b-4fc5-9be0-b1b4e947f394 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:37:37.844506 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:37.886661 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7838c319-391c-472a-9f3b-f4457b6b97e8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:38.089340 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7838c319-391c-472a-9f3b-f4457b6b97e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:38.095336 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:38.095336 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c5eb5bce-40f0-4154-95c9-039f221d10db None None] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:38.095336 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] For port badbb322-c30b-4fc5-9be0-b1b4e947f394, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=badbb322-c30b-4fc5-9be0-b1b4e947f394,segment=NetworkSegment(b9afe07e-bbe4-4740-834c-4b6a9698bdbc),segment_id=b9afe07e-bbe4-4740-834c-4b6a9698bdbc)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:37:38.095336 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-c5eb5bce-40f0-4154-95c9-039f221d10db None None] Transition to ACTIVE for port object 9f62116e-0ce0-4ae7-90a4-bc4d313d3a0f will not be triggered until provisioned by entity L2. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:37:38.095336 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:38.102305 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-c5eb5bce-40f0-4154-95c9-039f221d10db None None] Transition to ACTIVE for port object 9f62116e-0ce0-4ae7-90a4-bc4d313d3a0f will not be triggered until provisioned by entity DHCP. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:37:38.121091 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c5eb5bce-40f0-4154-95c9-039f221d10db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:38.128188 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-7838c319-391c-472a-9f3b-f4457b6b97e8 admin admin] Allocated IP 172.25.4.205 (2fd42287-ed26-4eb9-89a5-b521f5b04356/17de1f8f-393a-4b0c-a2df-614bd3f2fb5e/9c21f21c-b2b6-43fe-9d90-f3826a9f7468) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:37:38.149813 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Pushing event updated for resources: {'Port': ['ID=badbb322-c30b-4fc5-9be0-b1b4e947f394,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:37:38.176622 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5eb5bce-40f0-4154-95c9-039f221d10db None None] Network c09d8008-5bc1-4b59-a60c-93fed44f5a37 is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:37:38.199143 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-c5eb5bce-40f0-4154-95c9-039f221d10db None None] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:37:38.202790 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5eb5bce-40f0-4154-95c9-039f221d10db None None] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:37:38.206640 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf09900e-ab3f-4821-9568-d4f99eb0260f None None] Sync routers for ids ['4b4ed179-9af0-4a41-bc60-ee4684ca1e6b'] in n-d-802623-1 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:37:38.216352 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf09900e-ab3f-4821-9568-d4f99eb0260f None None] Routers {'4b4ed179-9af0-4a41-bc60-ee4684ca1e6b'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:37:38.216973 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-bf09900e-ab3f-4821-9568-d4f99eb0260f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:37:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['4b4ed179-9af0-4a41-bc60-ee4684ca1e6b'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:37:38.260105 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5eb5bce-40f0-4154-95c9-039f221d10db None None] Pushing event updated for resources: {'Port': ['ID=9f62116e-0ce0-4ae7-90a4-bc4d313d3a0f,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:37:38.292248 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-c5eb5bce-40f0-4154-95c9-039f221d10db None None] Attempting to bind port 9f62116e-0ce0-4ae7-90a4-bc4d313d3a0f on host n-d-802623-1 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:37:38.292625 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-c5eb5bce-40f0-4154-95c9-039f221d10db None None] Attempting to bind port 9f62116e-0ce0-4ae7-90a4-bc4d313d3a0f by drivers openvswitch,hyperv on host n-d-802623-1 at level 0 using segments [{'id': 'c0eee902-274d-4cdc-8f4e-c4151f37456f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'c09d8008-5bc1-4b59-a60c-93fed44f5a37'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:37:38.292995 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5eb5bce-40f0-4154-95c9-039f221d10db None None] Attempting to bind port 9f62116e-0ce0-4ae7-90a4-bc4d313d3a0f on network c09d8008-5bc1-4b59-a60c-93fed44f5a37 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:37:38.299025 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5eb5bce-40f0-4154-95c9-039f221d10db None None] Checking agent: {'id': 'a9a568d2-a5e7-41e4-833f-a8ab42ea4073', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 52, 30), 'started_at': datetime.datetime(2021, 7, 27, 22, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 37, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802623-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:37:38.299374 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5eb5bce-40f0-4154-95c9-039f221d10db None None] Checking segment: {'id': 'c0eee902-274d-4cdc-8f4e-c4151f37456f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'c09d8008-5bc1-4b59-a60c-93fed44f5a37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:37:38.299766 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c5eb5bce-40f0-4154-95c9-039f221d10db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:38.300164 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5eb5bce-40f0-4154-95c9-039f221d10db None None] Bound using segment: {'id': 'c0eee902-274d-4cdc-8f4e-c4151f37456f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'c09d8008-5bc1-4b59-a60c-93fed44f5a37'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:37:38.300626 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-c5eb5bce-40f0-4154-95c9-039f221d10db None None] Bound port: 9f62116e-0ce0-4ae7-90a4-bc4d313d3a0f, host: n-d-802623-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0eee902-274d-4cdc-8f4e-c4151f37456f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'c09d8008-5bc1-4b59-a60c-93fed44f5a37'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:37:38.301011 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c5eb5bce-40f0-4154-95c9-039f221d10db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:38.332242 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 1b269fa5-d4b8-4156-a2b0-80619b1281e3 no longer exists at agent hyperv_n-h1-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:37:38.345865 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-bf09900e-ab3f-4821-9568-d4f99eb0260f None None] Set router 4b4ed179-9af0-4a41-bc60-ee4684ca1e6b gateway port host: n-d-802623-1 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:37:38.354396 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7838c319-391c-472a-9f3b-f4457b6b97e8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:38.390737 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-c5eb5bce-40f0-4154-95c9-039f221d10db None None] For port 9f62116e-0ce0-4ae7-90a4-bc4d313d3a0f, host n-d-802623-1, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:37:38.394461 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-c5eb5bce-40f0-4154-95c9-039f221d10db None None] For port 9f62116e-0ce0-4ae7-90a4-bc4d313d3a0f, host n-d-802623-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=9f62116e-0ce0-4ae7-90a4-bc4d313d3a0f,segment=NetworkSegment(c0eee902-274d-4cdc-8f4e-c4151f37456f),segment_id=c0eee902-274d-4cdc-8f4e-c4151f37456f)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:37:38.414801 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c5eb5bce-40f0-4154-95c9-039f221d10db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:38.420088 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] No Port match for: 1b269fa5-d4b8-4156-a2b0-80619b1281e3 {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:37:38.420518 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 1b269fa5-d4b8-4156-a2b0-80619b1281e3 not bound to the agent host n-h1-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:37:38.453261 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7061743b-6aa1-4969-a0f8-0a27c27809b1 req-6e01a42e-3cf3-4417-a870-d1550ba06784 tempest-AttachVolumeNegativeTest-1252482255 tempest-AttachVolumeNegativeTest-1252482255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:37:38.469561 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7061743b-6aa1-4969-a0f8-0a27c27809b1 req-6e01a42e-3cf3-4417-a870-d1550ba06784 tempest-AttachVolumeNegativeTest-1252482255 tempest-AttachVolumeNegativeTest-1252482255-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f391586-ba97-4e64-abb0-5d95364e0104 HTTP/1.1" status: 200 len: 945 time: 0.0997174 Jul 27 23:37:38.517611 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5eb5bce-40f0-4154-95c9-039f221d10db None None] Pushing event updated for resources: {'Port': ['ID=9f62116e-0ce0-4ae7-90a4-bc4d313d3a0f,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:37:38.568947 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7838c319-391c-472a-9f3b-f4457b6b97e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:38.616552 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7838c319-391c-472a-9f3b-f4457b6b97e8 admin admin] Network 2fd42287-ed26-4eb9-89a5-b521f5b04356 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:37:38.619977 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7061743b-6aa1-4969-a0f8-0a27c27809b1 req-6fb277ff-5325-4f44-a07d-b5a3a588c34a tempest-AttachVolumeNegativeTest-1252482255 tempest-AttachVolumeNegativeTest-1252482255-project] 10.222.0.18 "GET /v2.0/security-groups?id=88ed4bfd-1262-4989-86b9-3b66b1d13e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499078 Jul 27 23:37:38.629763 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c886139-c567-4541-bb7d-c62450e52983 req-5b839841-6b7e-4fad-b70c-70966e8c8a8a tempest-AttachVolumeNegativeTest-1252482255 tempest-AttachVolumeNegativeTest-1252482255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:37:38.631855 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-bf09900e-ab3f-4821-9568-d4f99eb0260f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b4ed179-9af0-4a41-bc60-ee4684ca1e6b', 'name': 'tempest-TestServerMultinode-749946691-router', 'tenant_id': '5cb0eccb7cb1437da2cd9c6de3276829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.132'}], 'enable_snat': True}, 'gw_port_id': 'badbb322-c30b-4fc5-9be0-b1b4e947f394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:37:31Z', 'updated_at': '2021-07-27T23:37:34Z', 'revision_number': 4, 'project_id': '5cb0eccb7cb1437da2cd9c6de3276829', 'gw_port': {'id': 'badbb322-c30b-4fc5-9be0-b1b4e947f394', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:89:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b4ed179-9af0-4a41-bc60-ee4684ca1e6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3636, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:37:32Z', 'updated_at': '2021-07-27T23:37:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': '5f4ca567-b14a-4540-9017-5c7dfdd4ae87', 'name': '', 'network_id': 'e3a03f03-2b92-45c6-a94e-dcb646a24f58', 'tenant_id': '5cb0eccb7cb1437da2cd9c6de3276829', 'mac_address': 'fa:16:3e:f9:1c:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b4ed179-9af0-4a41-bc60-ee4684ca1e6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3637, 'fixed_ips': [{'subnet_id': 'ed8488e4-9b90-4bc0-b183-2a1d82ccfac9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:37:33Z', 'updated_at': '2021-07-27T23:37:34Z', 'revision_number': 2, 'project_id': '5cb0eccb7cb1437da2cd9c6de3276829', 'subnets': [{'id': 'ed8488e4-9b90-4bc0-b183-2a1d82ccfac9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:37:38.634650 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-1c886139-c567-4541-bb7d-c62450e52983 req-5b839841-6b7e-4fad-b70c-70966e8c8a8a tempest-AttachVolumeNegativeTest-1252482255 tempest-AttachVolumeNegativeTest-1252482255-project] 10.222.0.38 "GET /v2.0/ports?device_id=2f391586-ba97-4e64-abb0-5d95364e0104 HTTP/1.1" status: 200 len: 945 time: 0.1588540 Jul 27 23:37:38.637696 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-7838c319-391c-472a-9f3b-f4457b6b97e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:37:38.675863 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7838c319-391c-472a-9f3b-f4457b6b97e8 admin admin] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:37:38.689264 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf09900e-ab3f-4821-9568-d4f99eb0260f None None] Checking router: 4b4ed179-9af0-4a41-bc60-ee4684ca1e6b for host: n-d-802623-1 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 23:37:38.689624 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf09900e-ab3f-4821-9568-d4f99eb0260f None None] Updating router 4b4ed179-9af0-4a41-bc60-ee4684ca1e6b port 5f4ca567-b14a-4540-9017-5c7dfdd4ae87 binding host n-d-802623-1 {{(pid=93800) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 23:37:38.723106 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-bf09900e-ab3f-4821-9568-d4f99eb0260f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:39.159397 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-bf09900e-ab3f-4821-9568-d4f99eb0260f None None] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:39.172719 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-bf09900e-ab3f-4821-9568-d4f99eb0260f None None] Transition to ACTIVE for port object 5f4ca567-b14a-4540-9017-5c7dfdd4ae87 will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:37:39.196596 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-bf09900e-ab3f-4821-9568-d4f99eb0260f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:39.284761 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c762573-58fa-43a2-a511-7f31b66b46dd None None] Pushing event updated for resources: {'Port': ['ID=5f4ca567-b14a-4540-9017-5c7dfdd4ae87,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:37:39.323914 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c762573-58fa-43a2-a511-7f31b66b46dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:37:39.324440 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c762573-58fa-43a2-a511-7f31b66b46dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:37:39.324963 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c762573-58fa-43a2-a511-7f31b66b46dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:37:39.325797 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c762573-58fa-43a2-a511-7f31b66b46dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:37:39.326137 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c762573-58fa-43a2-a511-7f31b66b46dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:37:39.326464 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c762573-58fa-43a2-a511-7f31b66b46dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:37:39.326788 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c762573-58fa-43a2-a511-7f31b66b46dd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:37:39.327137 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c762573-58fa-43a2-a511-7f31b66b46dd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:37:39.327461 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c762573-58fa-43a2-a511-7f31b66b46dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:37:39.327780 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c762573-58fa-43a2-a511-7f31b66b46dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:37:39.328101 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c762573-58fa-43a2-a511-7f31b66b46dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:37:39.328416 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c762573-58fa-43a2-a511-7f31b66b46dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:37:39.355564 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-bf09900e-ab3f-4821-9568-d4f99eb0260f None None] Attempting to bind port 5f4ca567-b14a-4540-9017-5c7dfdd4ae87 on host n-d-802623-1 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:37:39.355922 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-bf09900e-ab3f-4821-9568-d4f99eb0260f None None] Attempting to bind port 5f4ca567-b14a-4540-9017-5c7dfdd4ae87 by drivers openvswitch,hyperv on host n-d-802623-1 at level 0 using segments [{'id': 'e1088835-8d01-4aa0-8404-760f4ebfc4f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'e3a03f03-2b92-45c6-a94e-dcb646a24f58'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:37:39.356347 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf09900e-ab3f-4821-9568-d4f99eb0260f None None] Attempting to bind port 5f4ca567-b14a-4540-9017-5c7dfdd4ae87 on network e3a03f03-2b92-45c6-a94e-dcb646a24f58 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:37:39.366297 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf09900e-ab3f-4821-9568-d4f99eb0260f None None] Checking agent: {'id': 'a9a568d2-a5e7-41e4-833f-a8ab42ea4073', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 52, 30), 'started_at': datetime.datetime(2021, 7, 27, 22, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 37, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802623-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:37:39.366678 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf09900e-ab3f-4821-9568-d4f99eb0260f None None] Checking segment: {'id': 'e1088835-8d01-4aa0-8404-760f4ebfc4f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'e3a03f03-2b92-45c6-a94e-dcb646a24f58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:37:39.367319 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-bf09900e-ab3f-4821-9568-d4f99eb0260f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:39.367734 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf09900e-ab3f-4821-9568-d4f99eb0260f None None] Bound using segment: {'id': 'e1088835-8d01-4aa0-8404-760f4ebfc4f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'e3a03f03-2b92-45c6-a94e-dcb646a24f58'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:37:39.369566 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-bf09900e-ab3f-4821-9568-d4f99eb0260f None None] Bound port: 5f4ca567-b14a-4540-9017-5c7dfdd4ae87, host: n-d-802623-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1088835-8d01-4aa0-8404-760f4ebfc4f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'e3a03f03-2b92-45c6-a94e-dcb646a24f58'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:37:39.369956 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-bf09900e-ab3f-4821-9568-d4f99eb0260f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:39.428054 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7838c319-391c-472a-9f3b-f4457b6b97e8 admin admin] Pushing event updated for resources: {'Port': ['ID=9c21f21c-b2b6-43fe-9d90-f3826a9f7468,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:37:39.488207 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-bf09900e-ab3f-4821-9568-d4f99eb0260f None None] For port 5f4ca567-b14a-4540-9017-5c7dfdd4ae87, host n-d-802623-1, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:37:39.492277 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-bf09900e-ab3f-4821-9568-d4f99eb0260f None None] For port 5f4ca567-b14a-4540-9017-5c7dfdd4ae87, host n-d-802623-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=5f4ca567-b14a-4540-9017-5c7dfdd4ae87,segment=NetworkSegment(e1088835-8d01-4aa0-8404-760f4ebfc4f9),segment_id=e1088835-8d01-4aa0-8404-760f4ebfc4f9)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:37:39.502249 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-bf09900e-ab3f-4821-9568-d4f99eb0260f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:39.570387 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-1c886139-c567-4541-bb7d-c62450e52983 req-5168272a-667f-4d9b-8b89-60ec29973d92 tempest-AttachVolumeNegativeTest-1252482255 tempest-AttachVolumeNegativeTest-1252482255-project] Deleting port 9701ffe8-0916-45e0-aa34-74263bca5a53 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:37:39.570724 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-1c886139-c567-4541-bb7d-c62450e52983 req-5168272a-667f-4d9b-8b89-60ec29973d92 tempest-AttachVolumeNegativeTest-1252482255 tempest-AttachVolumeNegativeTest-1252482255-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:39.591259 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c762573-58fa-43a2-a511-7f31b66b46dd None None] Pushing event updated for resources: {'Port': ['ID=5f4ca567-b14a-4540-9017-5c7dfdd4ae87,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:37:39.613298 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf09900e-ab3f-4821-9568-d4f99eb0260f None None] Routers {'4b4ed179-9af0-4a41-bc60-ee4684ca1e6b'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:37:39.613948 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-bf09900e-ab3f-4821-9568-d4f99eb0260f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:37:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['4b4ed179-9af0-4a41-bc60-ee4684ca1e6b'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:37:39.810167 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7838c319-391c-472a-9f3b-f4457b6b97e8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:39.863911 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-bf09900e-ab3f-4821-9568-d4f99eb0260f None None] Set router 4b4ed179-9af0-4a41-bc60-ee4684ca1e6b gateway port host: n-d-802623-1 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:37:39.929571 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0741f933-1859-474d-8732-5c7f75127252 req-f71d6bf3-93e9-430b-bc5f-b40c69251bb5 tempest-AttachVolumeNegativeTest-1252482255 tempest-AttachVolumeNegativeTest-1252482255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:37:39.941517 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-0741f933-1859-474d-8732-5c7f75127252 req-f71d6bf3-93e9-430b-bc5f-b40c69251bb5 tempest-AttachVolumeNegativeTest-1252482255 tempest-AttachVolumeNegativeTest-1252482255-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f391586-ba97-4e64-abb0-5d95364e0104 HTTP/1.1" status: 200 len: 945 time: 0.1743438 Jul 27 23:37:39.952610 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-1c886139-c567-4541-bb7d-c62450e52983 req-5168272a-667f-4d9b-8b89-60ec29973d92 tempest-AttachVolumeNegativeTest-1252482255 tempest-AttachVolumeNegativeTest-1252482255-project] For port 9701ffe8-0916-45e0-aa34-74263bca5a53, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=9701ffe8-0916-45e0-aa34-74263bca5a53,segment=NetworkSegment(7df241c9-a789-4d01-bffe-9fdd41905eca),segment_id=7df241c9-a789-4d01-bffe-9fdd41905eca)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:37:39.952993 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-1c886139-c567-4541-bb7d-c62450e52983 req-5168272a-667f-4d9b-8b89-60ec29973d92 tempest-AttachVolumeNegativeTest-1252482255 tempest-AttachVolumeNegativeTest-1252482255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:40.010398 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-1c886139-c567-4541-bb7d-c62450e52983 req-5168272a-667f-4d9b-8b89-60ec29973d92 tempest-AttachVolumeNegativeTest-1252482255 tempest-AttachVolumeNegativeTest-1252482255-project] Calling delete_port for 9701ffe8-0916-45e0-aa34-74263bca5a53 owned by compute:nova {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:37:40.017222 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device badbb322-c30b-4fc5-9be0-b1b4e947f394 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:37:40.081070 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-0741f933-1859-474d-8732-5c7f75127252 req-bf924d4a-60ee-46dc-bb8b-418ff3edb0ca tempest-AttachVolumeNegativeTest-1252482255 tempest-AttachVolumeNegativeTest-1252482255-project] 10.222.0.18 "GET /v2.0/security-groups?id=88ed4bfd-1262-4989-86b9-3b66b1d13e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368263 Jul 27 23:37:40.151857 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-289d64fb-b62d-4fd6-bc13-7c310dd1d1f5 None None] Network c09d8008-5bc1-4b59-a60c-93fed44f5a37 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:37:40.236558 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-d37ffcef-6326-4e5f-84c1-f2da2ba023b1 None None] Provisioning for port 9f62116e-0ce0-4ae7-90a4-bc4d313d3a0f completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:37:40.236925 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-fe9b2ec7-a46f-4b14-a391-942e72ae8385 req-a17b8dea-a2cf-4303-90de-554e253cacbe service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=89c3e97d-d115-411e-a51a-c89832b2e4b2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4145052 Jul 27 23:37:40.263268 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port badbb322-c30b-4fc5-9be0-b1b4e947f394 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:37:40.264038 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:40.337879 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-bf09900e-ab3f-4821-9568-d4f99eb0260f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b4ed179-9af0-4a41-bc60-ee4684ca1e6b', 'name': 'tempest-TestServerMultinode-749946691-router', 'tenant_id': '5cb0eccb7cb1437da2cd9c6de3276829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.132'}], 'enable_snat': True}, 'gw_port_id': 'badbb322-c30b-4fc5-9be0-b1b4e947f394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:37:31Z', 'updated_at': '2021-07-27T23:37:34Z', 'revision_number': 4, 'project_id': '5cb0eccb7cb1437da2cd9c6de3276829', 'gw_port': {'id': 'badbb322-c30b-4fc5-9be0-b1b4e947f394', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:89:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b4ed179-9af0-4a41-bc60-ee4684ca1e6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3636, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:37:32Z', 'updated_at': '2021-07-27T23:37:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': '5f4ca567-b14a-4540-9017-5c7dfdd4ae87', 'name': '', 'network_id': 'e3a03f03-2b92-45c6-a94e-dcb646a24f58', 'tenant_id': '5cb0eccb7cb1437da2cd9c6de3276829', 'mac_address': 'fa:16:3e:f9:1c:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b4ed179-9af0-4a41-bc60-ee4684ca1e6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3637, 'fixed_ips': [{'subnet_id': 'ed8488e4-9b90-4bc0-b183-2a1d82ccfac9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:37:33Z', 'updated_at': '2021-07-27T23:37:39Z', 'revision_number': 4, 'project_id': '5cb0eccb7cb1437da2cd9c6de3276829', 'subnets': [{'id': 'ed8488e4-9b90-4bc0-b183-2a1d82ccfac9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:37:40.361445 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9b2ec7-a46f-4b14-a391-942e72ae8385 req-a5a895db-bc2b-49a8-b76b-ea573f81ed44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:37:40.362960 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-fe9b2ec7-a46f-4b14-a391-942e72ae8385 req-a5a895db-bc2b-49a8-b76b-ea573f81ed44 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2c421f6e61d24766a742e1834bb73658&device_id=89c3e97d-d115-411e-a51a-c89832b2e4b2 HTTP/1.1" status: 200 len: 1096 time: 0.0985315 Jul 27 23:37:40.377828 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf09900e-ab3f-4821-9568-d4f99eb0260f None None] The sync data for ids ['4b4ed179-9af0-4a41-bc60-ee4684ca1e6b'] in n-d-802623-1 is: [{'id': '4b4ed179-9af0-4a41-bc60-ee4684ca1e6b', 'name': 'tempest-TestServerMultinode-749946691-router', 'tenant_id': '5cb0eccb7cb1437da2cd9c6de3276829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.132'}], 'enable_snat': True}, 'gw_port_id': 'badbb322-c30b-4fc5-9be0-b1b4e947f394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:37:31Z', 'updated_at': '2021-07-27T23:37:34Z', 'revision_number': 4, 'project_id': '5cb0eccb7cb1437da2cd9c6de3276829', 'gw_port': {'id': 'badbb322-c30b-4fc5-9be0-b1b4e947f394', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:89:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b4ed179-9af0-4a41-bc60-ee4684ca1e6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3636, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:37:32Z', 'updated_at': '2021-07-27T23:37:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': '5f4ca567-b14a-4540-9017-5c7dfdd4ae87', 'name': '', 'network_id': 'e3a03f03-2b92-45c6-a94e-dcb646a24f58', 'tenant_id': '5cb0eccb7cb1437da2cd9c6de3276829', 'mac_address': 'fa:16:3e:f9:1c:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b4ed179-9af0-4a41-bc60-ee4684ca1e6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3637, 'fixed_ips': [{'subnet_id': 'ed8488e4-9b90-4bc0-b183-2a1d82ccfac9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:37:33Z', 'updated_at': '2021-07-27T23:37:39Z', 'revision_number': 4, 'project_id': '5cb0eccb7cb1437da2cd9c6de3276829', 'subnets': [{'id': 'ed8488e4-9b90-4bc0-b183-2a1d82ccfac9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:37:40.428474 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7838c319-391c-472a-9f3b-f4457b6b97e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-415468'] for router, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:40.432639 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-1c886139-c567-4541-bb7d-c62450e52983 req-5168272a-667f-4d9b-8b89-60ec29973d92 tempest-AttachVolumeNegativeTest-1252482255 tempest-AttachVolumeNegativeTest-1252482255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:40.458649 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 9f62116e-0ce0-4ae7-90a4-bc4d313d3a0f up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:37:40.505364 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5168272a-667f-4d9b-8b89-60ec29973d92 tempest-AttachVolumeNegativeTest-1252482255 tempest-AttachVolumeNegativeTest-1252482255-project] Pushing event deleted for resources: {'Port': ['ID=9701ffe8-0916-45e0-aa34-74263bca5a53,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:37:40.554704 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] get_ports_and_sgs() called for port_ids ['2066c28c-7cb5-4d29-be39-ea96eee1ee06'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:37:40.569922 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c886139-c567-4541-bb7d-c62450e52983 req-5168272a-667f-4d9b-8b89-60ec29973d92 tempest-AttachVolumeNegativeTest-1252482255 tempest-AttachVolumeNegativeTest-1252482255-project] No DVR routers for this DVR port 9701ffe8-0916-45e0-aa34-74263bca5a53 on host n-h1-802623-1 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:37:40.576392 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-1c886139-c567-4541-bb7d-c62450e52983 req-5168272a-667f-4d9b-8b89-60ec29973d92 tempest-AttachVolumeNegativeTest-1252482255 tempest-AttachVolumeNegativeTest-1252482255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:40.577050 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9b2ec7-a46f-4b14-a391-942e72ae8385 req-0ad89b4e-c31c-4a9b-887d-481d0d9d1fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:37:40.578400 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-1c886139-c567-4541-bb7d-c62450e52983 req-5168272a-667f-4d9b-8b89-60ec29973d92 tempest-AttachVolumeNegativeTest-1252482255 tempest-AttachVolumeNegativeTest-1252482255-project] 10.222.0.38 "DELETE /v2.0/ports/9701ffe8-0916-45e0-aa34-74263bca5a53 HTTP/1.1" status: 204 len: 173 time: 1.9368808 Jul 27 23:37:40.578839 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f391586-ba97-4e64-abb0-5d95364e0104', 'name': 'network-vif-deleted', 'tag': '9701ffe8-0916-45e0-aa34-74263bca5a53'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:37:40.579275 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-fe9b2ec7-a46f-4b14-a391-942e72ae8385 req-0ad89b4e-c31c-4a9b-887d-481d0d9d1fa6 service neutron] 10.222.0.49 "GET /v2.0/networks?id=141c1581-d19e-4400-89b9-3b3fa04bfbb3 HTTP/1.1" status: 200 len: 916 time: 0.1923556 Jul 27 23:37:40.581212 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}011f8d312121274bb12d78e77c6379a2079800640016cec6c6d605b73666e854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4420d7e7-6295-4799-890b-ed08364e3f2a" -d '{"events": [{"server_uuid": "2f391586-ba97-4e64-abb0-5d95364e0104", "name": "network-vif-deleted", "tag": "9701ffe8-0916-45e0-aa34-74263bca5a53"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:37:40.664056 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:37:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63b70c8f-5e5a-4d00-ae57-f388c7be3aab x-openstack-request-id: req-63b70c8f-5e5a-4d00-ae57-f388c7be3aab {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:37:40.664343 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f391586-ba97-4e64-abb0-5d95364e0104", "name": "network-vif-deleted", "tag": "9701ffe8-0916-45e0-aa34-74263bca5a53", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:37:40.664591 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-63b70c8f-5e5a-4d00-ae57-f388c7be3aab {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:37:40.664978 n-d-802623-1 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f391586-ba97-4e64-abb0-5d95364e0104', 'name': 'network-vif-deleted', 'tag': '9701ffe8-0916-45e0-aa34-74263bca5a53', 'status': 'completed', 'code': 200} Jul 27 23:37:40.686399 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-fe9b2ec7-a46f-4b14-a391-942e72ae8385 req-07279110-013b-4fdb-94ec-3b90eccd41fe service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2066c28c-7cb5-4d29-be39-ea96eee1ee06 HTTP/1.1" status: 200 len: 217 time: 0.0974669 Jul 27 23:37:40.690423 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning for port 9f62116e-0ce0-4ae7-90a4-bc4d313d3a0f completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:37:40.705975 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port 9f62116e-0ce0-4ae7-90a4-bc4d313d3a0f triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:37:40.711717 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:40.788962 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7838c319-391c-472a-9f3b-f4457b6b97e8 admin admin] Router d1c21e86-26a4-44f3-aafd-1b71917c0736 is scheduled to L3 agent 018c4455-49c0-4734-927d-7824067b2a9e with binding_index 1 {{(pid=93798) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 23:37:40.806415 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9b2ec7-a46f-4b14-a391-942e72ae8385 req-f1ac808d-ad17-41ba-a574-2e345de616ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:37:40.807942 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-fe9b2ec7-a46f-4b14-a391-942e72ae8385 req-f1ac808d-ad17-41ba-a574-2e345de616ba service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fa9a0f7b-5eae-4bb6-90d4-4a53f1dd3609 HTTP/1.1" status: 200 len: 855 time: 0.1165266 Jul 27 23:37:40.844676 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-fe9b2ec7-a46f-4b14-a391-942e72ae8385 req-167d7f2d-b6e3-43b7-b8fc-dbcaabbf987b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=141c1581-d19e-4400-89b9-3b3fa04bfbb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296195 Jul 27 23:37:40.938667 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:41.020767 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] For port 9f62116e-0ce0-4ae7-90a4-bc4d313d3a0f, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=9f62116e-0ce0-4ae7-90a4-bc4d313d3a0f,segment=NetworkSegment(c0eee902-274d-4cdc-8f4e-c4151f37456f),segment_id=c0eee902-274d-4cdc-8f4e-c4151f37456f)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:37:41.035437 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-fe9b2ec7-a46f-4b14-a391-942e72ae8385 req-810a1904-9d98-47df-af4c-e6b9a0877285 service neutron] 10.222.0.49 "GET /v2.0/networks/141c1581-d19e-4400-89b9-3b3fa04bfbb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1817305 Jul 27 23:37:41.038384 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:41.045549 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7838c319-391c-472a-9f3b-f4457b6b97e8 admin admin] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:37:41.080904 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7838c319-391c-472a-9f3b-f4457b6b97e8 admin admin] Notify callbacks [] for router, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:41.083512 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-7838c319-391c-472a-9f3b-f4457b6b97e8 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.7474015 Jul 27 23:37:41.085157 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 49114) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:37:41.169566 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e39b04e5-bf31-4f1b-a0be-54a17db68f34 None None] Sync routers for ids ['d1c21e86-26a4-44f3-aafd-1b71917c0736'] in n-d-802623-1 {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:37:41.179905 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Pushing event updated for resources: {'Port': ['ID=9f62116e-0ce0-4ae7-90a4-bc4d313d3a0f,revision_number=3']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:37:41.214503 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e39b04e5-bf31-4f1b-a0be-54a17db68f34 None None] Routers {'d1c21e86-26a4-44f3-aafd-1b71917c0736'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:37:41.215450 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-e39b04e5-bf31-4f1b-a0be-54a17db68f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:37:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['d1c21e86-26a4-44f3-aafd-1b71917c0736'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:37:41.222343 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-fe9b2ec7-a46f-4b14-a391-942e72ae8385 req-1ff0939f-1201-456f-bfbe-a2317035d0cc service neutron] 10.222.0.49 "GET /v2.0/networks/141c1581-d19e-4400-89b9-3b3fa04bfbb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1785758 Jul 27 23:37:41.308219 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-de1dab9e-5ba9-4e01-afed-317ef9fdd9e7 None None] Provisioning complete for port 9f62116e-0ce0-4ae7-90a4-bc4d313d3a0f triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:37:41.308602 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-de1dab9e-5ba9-4e01-afed-317ef9fdd9e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:41.311108 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-0edc4cab-dd0e-40da-8abf-7e833110b5b0 req-828b5150-ab12-4d10-b180-2aa20e19f640 tempest-AttachVolumeNegativeTest-1252482255 tempest-AttachVolumeNegativeTest-1252482255-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f391586-ba97-4e64-abb0-5d95364e0104 HTTP/1.1" status: 200 len: 210 time: 0.0601482 Jul 27 23:37:41.467278 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-e39b04e5-bf31-4f1b-a0be-54a17db68f34 None None] Set router d1c21e86-26a4-44f3-aafd-1b71917c0736 gateway port host: n-d-802623-1 {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:37:41.709947 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c55378c9-1b77-4314-a8f3-1fc930de9fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:41.746634 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 5f4ca567-b14a-4540-9017-5c7dfdd4ae87 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:37:41.799572 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-e39b04e5-bf31-4f1b-a0be-54a17db68f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1c21e86-26a4-44f3-aafd-1b71917c0736', 'name': 'tempest-TestServerMultinode-1450933186-router', 'tenant_id': '75bcf1b73d144c7b92d9adb1124041e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.205'}], 'enable_snat': True}, 'gw_port_id': '9c21f21c-b2b6-43fe-9d90-f3826a9f7468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:37:37Z', 'updated_at': '2021-07-27T23:37:39Z', 'revision_number': 3, 'project_id': '75bcf1b73d144c7b92d9adb1124041e9', 'gw_port': {'id': '9c21f21c-b2b6-43fe-9d90-f3826a9f7468', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:e3:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1c21e86-26a4-44f3-aafd-1b71917c0736', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:37:37Z', 'updated_at': '2021-07-27T23:37:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1'}], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:37:41.830090 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e39b04e5-bf31-4f1b-a0be-54a17db68f34 None None] Checking router: d1c21e86-26a4-44f3-aafd-1b71917c0736 for host: n-d-802623-1 {{(pid=93799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 23:37:41.830438 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e39b04e5-bf31-4f1b-a0be-54a17db68f34 None None] Updating router d1c21e86-26a4-44f3-aafd-1b71917c0736 port 9c21f21c-b2b6-43fe-9d90-f3826a9f7468 binding host n-d-802623-1 {{(pid=93799) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 23:37:41.855745 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning for port 5f4ca567-b14a-4540-9017-5c7dfdd4ae87 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:37:41.864105 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port 5f4ca567-b14a-4540-9017-5c7dfdd4ae87 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:37:41.864490 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:41.867755 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e39b04e5-bf31-4f1b-a0be-54a17db68f34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:41.915821 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-c55378c9-1b77-4314-a8f3-1fc930de9fd1 admin admin] Allocated IP 172.20.0.1 (c09d8008-5bc1-4b59-a60c-93fed44f5a37/f0f02859-bbda-4651-9768-bac1cfc698fd/f37ffcb5-1086-4bd5-a2da-ab9795ee51ae) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:37:42.062523 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c55378c9-1b77-4314-a8f3-1fc930de9fd1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:42.080452 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-c55378c9-1b77-4314-a8f3-1fc930de9fd1 admin admin] Transition to ACTIVE for port object f37ffcb5-1086-4bd5-a2da-ab9795ee51ae will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:37:42.101252 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:42.119858 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c55378c9-1b77-4314-a8f3-1fc930de9fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:42.164447 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c55378c9-1b77-4314-a8f3-1fc930de9fd1 admin admin] Network c09d8008-5bc1-4b59-a60c-93fed44f5a37 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:37:42.165528 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] For port 5f4ca567-b14a-4540-9017-5c7dfdd4ae87, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=5f4ca567-b14a-4540-9017-5c7dfdd4ae87,segment=NetworkSegment(e1088835-8d01-4aa0-8404-760f4ebfc4f9),segment_id=e1088835-8d01-4aa0-8404-760f4ebfc4f9)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:37:42.169617 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-c55378c9-1b77-4314-a8f3-1fc930de9fd1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:37:42.173450 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c55378c9-1b77-4314-a8f3-1fc930de9fd1 admin admin] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:37:42.173627 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:42.174279 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 9f62116e-0ce0-4ae7-90a4-bc4d313d3a0f up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:37:42.206273 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55378c9-1b77-4314-a8f3-1fc930de9fd1 admin admin] Pushing event updated for resources: {'Port': ['ID=f37ffcb5-1086-4bd5-a2da-ab9795ee51ae,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:37:42.223315 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c55378c9-1b77-4314-a8f3-1fc930de9fd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-415283'] for router_interface, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:42.463906 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c55378c9-1b77-4314-a8f3-1fc930de9fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:42.501695 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Pushing event updated for resources: {'Port': ['ID=5f4ca567-b14a-4540-9017-5c7dfdd4ae87,revision_number=5']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:37:42.511455 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 9701ffe8-0916-45e0-aa34-74263bca5a53 no longer exists at agent hyperv_n-h1-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:37:42.573090 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] No Port match for: 9701ffe8-0916-45e0-aa34-74263bca5a53 {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:37:42.573461 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 9701ffe8-0916-45e0-aa34-74263bca5a53 not bound to the agent host n-h1-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:37:42.630142 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-fa357417-a134-4a19-a2a2-401d0bb387bd None None] Provisioning for port f37ffcb5-1086-4bd5-a2da-ab9795ee51ae completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:37:42.642560 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-fa357417-a134-4a19-a2a2-401d0bb387bd None None] Provisioning complete for port f37ffcb5-1086-4bd5-a2da-ab9795ee51ae triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:37:42.642945 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-fa357417-a134-4a19-a2a2-401d0bb387bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:42.688526 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e39b04e5-bf31-4f1b-a0be-54a17db68f34 None None] Notify callbacks [] for port, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:42.741537 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e39b04e5-bf31-4f1b-a0be-54a17db68f34 None None] Transition to ACTIVE for port object 9c21f21c-b2b6-43fe-9d90-f3826a9f7468 will not be triggered until provisioned by entity L2. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:37:42.743689 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port 9f62116e-0ce0-4ae7-90a4-bc4d313d3a0f triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:37:42.744261 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:42.745392 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c55378c9-1b77-4314-a8f3-1fc930de9fd1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:42.751319 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-fa357417-a134-4a19-a2a2-401d0bb387bd None None] Port f37ffcb5-1086-4bd5-a2da-ab9795ee51ae cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:37:42.767256 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c55378c9-1b77-4314-a8f3-1fc930de9fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:42.782400 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e39b04e5-bf31-4f1b-a0be-54a17db68f34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:42.847640 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55378c9-1b77-4314-a8f3-1fc930de9fd1 admin admin] Pushing event updated for resources: {'Port': ['ID=f37ffcb5-1086-4bd5-a2da-ab9795ee51ae,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:37:42.854448 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c55378c9-1b77-4314-a8f3-1fc930de9fd1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3760555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-414115'] for router_interface, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:42.878138 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7018cf7-d08e-40d9-8b15-245749138816 None None] Pushing event updated for resources: {'Port': ['ID=9c21f21c-b2b6-43fe-9d90-f3826a9f7468,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:37:42.882217 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-e39b04e5-bf31-4f1b-a0be-54a17db68f34 None None] Attempting to bind port 9c21f21c-b2b6-43fe-9d90-f3826a9f7468 on host n-d-802623-1 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:37:42.882597 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-e39b04e5-bf31-4f1b-a0be-54a17db68f34 None None] Attempting to bind port 9c21f21c-b2b6-43fe-9d90-f3826a9f7468 by drivers openvswitch,hyperv on host n-d-802623-1 at level 0 using segments [{'id': 'b9afe07e-bbe4-4740-834c-4b6a9698bdbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:37:42.882969 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e39b04e5-bf31-4f1b-a0be-54a17db68f34 None None] Attempting to bind port 9c21f21c-b2b6-43fe-9d90-f3826a9f7468 on network 2fd42287-ed26-4eb9-89a5-b521f5b04356 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:37:42.902580 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e39b04e5-bf31-4f1b-a0be-54a17db68f34 None None] Checking agent: {'id': 'a9a568d2-a5e7-41e4-833f-a8ab42ea4073', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 52, 30), 'started_at': datetime.datetime(2021, 7, 27, 22, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 37, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802623-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:37:42.902580 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e39b04e5-bf31-4f1b-a0be-54a17db68f34 None None] Checking segment: {'id': 'b9afe07e-bbe4-4740-834c-4b6a9698bdbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:37:42.903024 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e39b04e5-bf31-4f1b-a0be-54a17db68f34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:42.903462 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e39b04e5-bf31-4f1b-a0be-54a17db68f34 None None] Bound using segment: {'id': 'b9afe07e-bbe4-4740-834c-4b6a9698bdbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:37:42.906728 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-e39b04e5-bf31-4f1b-a0be-54a17db68f34 None None] Bound port: 9c21f21c-b2b6-43fe-9d90-f3826a9f7468, host: n-d-802623-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9afe07e-bbe4-4740-834c-4b6a9698bdbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:37:42.907206 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e39b04e5-bf31-4f1b-a0be-54a17db68f34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:43.011226 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-e39b04e5-bf31-4f1b-a0be-54a17db68f34 None None] For port 9c21f21c-b2b6-43fe-9d90-f3826a9f7468, host n-d-802623-1, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:37:43.015861 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-e39b04e5-bf31-4f1b-a0be-54a17db68f34 None None] For port 9c21f21c-b2b6-43fe-9d90-f3826a9f7468, host n-d-802623-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=9c21f21c-b2b6-43fe-9d90-f3826a9f7468,segment=NetworkSegment(b9afe07e-bbe4-4740-834c-4b6a9698bdbc),segment_id=b9afe07e-bbe4-4740-834c-4b6a9698bdbc)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:37:43.016173 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c55378c9-1b77-4314-a8f3-1fc930de9fd1 admin admin] Network c09d8008-5bc1-4b59-a60c-93fed44f5a37 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:37:43.017897 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-c55378c9-1b77-4314-a8f3-1fc930de9fd1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:37:43.024217 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e39b04e5-bf31-4f1b-a0be-54a17db68f34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:43.207163 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c55378c9-1b77-4314-a8f3-1fc930de9fd1 admin admin] Router d1c21e86-26a4-44f3-aafd-1b71917c0736 has already been hosted by L3 agent 018c4455-49c0-4734-927d-7824067b2a9e {{(pid=93798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 23:37:43.217295 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7018cf7-d08e-40d9-8b15-245749138816 None None] Pushing event updated for resources: {'Port': ['ID=9c21f21c-b2b6-43fe-9d90-f3826a9f7468,revision_number=3']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:37:43.223797 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e39b04e5-bf31-4f1b-a0be-54a17db68f34 None None] Routers {'d1c21e86-26a4-44f3-aafd-1b71917c0736'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:37:43.225660 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-e39b04e5-bf31-4f1b-a0be-54a17db68f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:37:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['d1c21e86-26a4-44f3-aafd-1b71917c0736'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:37:43.444637 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c55378c9-1b77-4314-a8f3-1fc930de9fd1 admin admin] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:37:43.450365 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-c55378c9-1b77-4314-a8f3-1fc930de9fd1 admin admin] 10.222.0.18 "PUT /v2.0/routers/d1c21e86-26a4-44f3-aafd-1b71917c0736/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3641684 Jul 27 23:37:43.468181 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-e39b04e5-bf31-4f1b-a0be-54a17db68f34 None None] Set router d1c21e86-26a4-44f3-aafd-1b71917c0736 gateway port host: n-d-802623-1 {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:37:43.625394 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ac8c3325-59a2-497c-b2b5-c65e987d23a9 None None] Provisioning complete for port f37ffcb5-1086-4bd5-a2da-ab9795ee51ae triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:37:43.625777 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ac8c3325-59a2-497c-b2b5-c65e987d23a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:43.689763 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 5f4ca567-b14a-4540-9017-5c7dfdd4ae87 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:37:43.770683 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-ac8c3325-59a2-497c-b2b5-c65e987d23a9 None None] Port f37ffcb5-1086-4bd5-a2da-ab9795ee51ae cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:37:43.825764 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port 5f4ca567-b14a-4540-9017-5c7dfdd4ae87 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:37:43.826158 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:43.911994 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-e39b04e5-bf31-4f1b-a0be-54a17db68f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1c21e86-26a4-44f3-aafd-1b71917c0736', 'name': 'tempest-TestServerMultinode-1450933186-router', 'tenant_id': '75bcf1b73d144c7b92d9adb1124041e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.205'}], 'enable_snat': True}, 'gw_port_id': '9c21f21c-b2b6-43fe-9d90-f3826a9f7468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:37:37Z', 'updated_at': '2021-07-27T23:37:42Z', 'revision_number': 4, 'project_id': '75bcf1b73d144c7b92d9adb1124041e9', 'gw_port': {'id': '9c21f21c-b2b6-43fe-9d90-f3826a9f7468', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:e3:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1c21e86-26a4-44f3-aafd-1b71917c0736', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:37:37Z', 'updated_at': '2021-07-27T23:37:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': 'f37ffcb5-1086-4bd5-a2da-ab9795ee51ae', 'name': '', 'network_id': 'c09d8008-5bc1-4b59-a60c-93fed44f5a37', 'tenant_id': '75bcf1b73d144c7b92d9adb1124041e9', 'mac_address': 'fa:16:3e:f5:a5:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1c21e86-26a4-44f3-aafd-1b71917c0736', 'device_owner': 'network:router_interface', 'standard_attr_id': 3649, 'fixed_ips': [{'subnet_id': 'f0f02859-bbda-4651-9768-bac1cfc698fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:37:41Z', 'updated_at': '2021-07-27T23:37:42Z', 'revision_number': 2, 'project_id': '75bcf1b73d144c7b92d9adb1124041e9', 'subnets': [{'id': 'f0f02859-bbda-4651-9768-bac1cfc698fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:37:43.975175 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e39b04e5-bf31-4f1b-a0be-54a17db68f34 None None] The sync data for ids ['d1c21e86-26a4-44f3-aafd-1b71917c0736'] in n-d-802623-1 is: [{'id': 'd1c21e86-26a4-44f3-aafd-1b71917c0736', 'name': 'tempest-TestServerMultinode-1450933186-router', 'tenant_id': '75bcf1b73d144c7b92d9adb1124041e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.205'}], 'enable_snat': True}, 'gw_port_id': '9c21f21c-b2b6-43fe-9d90-f3826a9f7468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:37:37Z', 'updated_at': '2021-07-27T23:37:42Z', 'revision_number': 4, 'project_id': '75bcf1b73d144c7b92d9adb1124041e9', 'gw_port': {'id': '9c21f21c-b2b6-43fe-9d90-f3826a9f7468', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:e3:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1c21e86-26a4-44f3-aafd-1b71917c0736', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:37:37Z', 'updated_at': '2021-07-27T23:37:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': 'f37ffcb5-1086-4bd5-a2da-ab9795ee51ae', 'name': '', 'network_id': 'c09d8008-5bc1-4b59-a60c-93fed44f5a37', 'tenant_id': '75bcf1b73d144c7b92d9adb1124041e9', 'mac_address': 'fa:16:3e:f5:a5:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1c21e86-26a4-44f3-aafd-1b71917c0736', 'device_owner': 'network:router_interface', 'standard_attr_id': 3649, 'fixed_ips': [{'subnet_id': 'f0f02859-bbda-4651-9768-bac1cfc698fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:37:41Z', 'updated_at': '2021-07-27T23:37:42Z', 'revision_number': 2, 'project_id': '75bcf1b73d144c7b92d9adb1124041e9', 'subnets': [{'id': 'f0f02859-bbda-4651-9768-bac1cfc698fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:37:44.187889 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad00d4b1-672b-4606-b38c-5d6387895cd0 req-3b9ae44b-d5ce-45fa-8b8f-8e24025a4ab6 tempest-TestServerMultinode-1910694742 tempest-TestServerMultinode-1910694742-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:37:44.189869 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ad00d4b1-672b-4606-b38c-5d6387895cd0 req-3b9ae44b-d5ce-45fa-8b8f-8e24025a4ab6 tempest-TestServerMultinode-1910694742 tempest-TestServerMultinode-1910694742-project-admin] 10.222.0.18 "GET /v2.0/networks?id=e3a03f03-2b92-45c6-a94e-dcb646a24f58 HTTP/1.1" status: 200 len: 910 time: 0.1182759 Jul 27 23:37:44.208302 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ad00d4b1-672b-4606-b38c-5d6387895cd0 req-a539844d-0a4a-4011-8c91-09848c7fff44 tempest-TestServerMultinode-1910694742 tempest-TestServerMultinode-1910694742-project-admin] 10.222.0.18 "GET /v2.0/quotas/75bcf1b73d144c7b92d9adb1124041e9 HTTP/1.1" status: 200 len: 375 time: 0.0106936 Jul 27 23:37:44.347819 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ad00d4b1-672b-4606-b38c-5d6387895cd0 req-d79727b5-f21f-4134-beef-64a1e054f963 tempest-TestServerMultinode-1910694742 tempest-TestServerMultinode-1910694742-project-admin] 10.222.0.18 "GET /v2.0/ports?tenant_id=75bcf1b73d144c7b92d9adb1124041e9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1291847 Jul 27 23:37:44.528166 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ad00d4b1-672b-4606-b38c-5d6387895cd0 req-8ce6b3d8-ae33-4d7a-b253-2a4a9413d3d6 service neutron] 10.222.0.18 "GET /v2.0/networks/e3a03f03-2b92-45c6-a94e-dcb646a24f58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1722229 Jul 27 23:37:44.644843 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ad00d4b1-672b-4606-b38c-5d6387895cd0 req-b8dfe681-22cb-4359-b370-fabb18e0280f service neutron] 10.222.0.18 "GET /v2.0/networks/e3a03f03-2b92-45c6-a94e-dcb646a24f58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076620 Jul 27 23:37:44.915452 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-89cd9c97-15d9-41a8-9a6b-4f1c88febe2e req-305be210-04d6-47ce-85e8-78751c4b42bd tempest-TestServerMultinode-1910694742 tempest-TestServerMultinode-1910694742-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=08d5107c-d8e9-4e3b-b9cb-d19f92db621e HTTP/1.1" status: 200 len: 210 time: 0.0689549 Jul 27 23:37:45.709140 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 9c21f21c-b2b6-43fe-9d90-f3826a9f7468 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:37:45.775686 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning for port 9c21f21c-b2b6-43fe-9d90-f3826a9f7468 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:37:45.791535 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port 9c21f21c-b2b6-43fe-9d90-f3826a9f7468 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:37:45.792121 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:45.952351 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:46.013976 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] For port 9c21f21c-b2b6-43fe-9d90-f3826a9f7468, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=9c21f21c-b2b6-43fe-9d90-f3826a9f7468,segment=NetworkSegment(b9afe07e-bbe4-4740-834c-4b6a9698bdbc),segment_id=b9afe07e-bbe4-4740-834c-4b6a9698bdbc)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:37:46.027812 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:46.051654 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-77df87e7-7038-4ee8-90e1-be9009b1569d req-c3e0b41d-f97c-4b3b-831a-1294ea94a26a tempest-TestServerMultinode-1910694742 tempest-TestServerMultinode-1910694742-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=08d5107c-d8e9-4e3b-b9cb-d19f92db621e HTTP/1.1" status: 200 len: 210 time: 0.0455160 Jul 27 23:37:46.112896 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Pushing event updated for resources: {'Port': ['ID=9c21f21c-b2b6-43fe-9d90-f3826a9f7468,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:37:46.200112 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0163124f-3a0a-4b27-85bb-7a4e23afc111 req-9659a315-0a39-4d20-83aa-968835867bcd tempest-AttachVolumeNegativeTest-1252482255 tempest-AttachVolumeNegativeTest-1252482255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:37:46.207613 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-0163124f-3a0a-4b27-85bb-7a4e23afc111 req-9659a315-0a39-4d20-83aa-968835867bcd tempest-AttachVolumeNegativeTest-1252482255 tempest-AttachVolumeNegativeTest-1252482255-project] 10.222.0.18 "GET /v2.0/ports?device_id=89c3e97d-d115-411e-a51a-c89832b2e4b2 HTTP/1.1" status: 200 len: 945 time: 0.0818110 Jul 27 23:37:46.326235 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-0163124f-3a0a-4b27-85bb-7a4e23afc111 req-dd8afb38-1863-469f-b22b-4876f0ee5cef tempest-AttachVolumeNegativeTest-1252482255 tempest-AttachVolumeNegativeTest-1252482255-project] 10.222.0.18 "GET /v2.0/security-groups?id=88ed4bfd-1262-4989-86b9-3b66b1d13e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175961 Jul 27 23:37:46.376928 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad00d4b1-672b-4606-b38c-5d6387895cd0 req-98b30188-481a-40b0-8394-728978cb5259 tempest-TestServerMultinode-1910694742 tempest-TestServerMultinode-1910694742-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:37:46.378598 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ad00d4b1-672b-4606-b38c-5d6387895cd0 req-98b30188-481a-40b0-8394-728978cb5259 tempest-TestServerMultinode-1910694742 tempest-TestServerMultinode-1910694742-project-admin] 10.222.0.38 "GET /v2.0/networks?id=e3a03f03-2b92-45c6-a94e-dcb646a24f58 HTTP/1.1" status: 200 len: 910 time: 0.1684599 Jul 27 23:37:46.393559 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [req-ad00d4b1-672b-4606-b38c-5d6387895cd0 req-63515623-81c5-4b66-b77d-58f8a3b7c2bc tempest-TestServerMultinode-1910694742 tempest-TestServerMultinode-1910694742-project-admin] Request body: {'port': {'device_id': '08d5107c-d8e9-4e3b-b9cb-d19f92db621e', 'network_id': 'e3a03f03-2b92-45c6-a94e-dcb646a24f58', 'admin_state_up': True, 'tenant_id': '75bcf1b73d144c7b92d9adb1124041e9'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:37:46.433522 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad00d4b1-672b-4606-b38c-5d6387895cd0 req-63515623-81c5-4b66-b77d-58f8a3b7c2bc tempest-TestServerMultinode-1910694742 tempest-TestServerMultinode-1910694742-project-admin] Made reservation on behalf of 75bcf1b73d144c7b92d9adb1124041e9 for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:37:46.436262 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-ad00d4b1-672b-4606-b38c-5d6387895cd0 req-63515623-81c5-4b66-b77d-58f8a3b7c2bc tempest-TestServerMultinode-1910694742 tempest-TestServerMultinode-1910694742-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:46.567364 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [req-ad00d4b1-672b-4606-b38c-5d6387895cd0 req-63515623-81c5-4b66-b77d-58f8a3b7c2bc tempest-TestServerMultinode-1910694742 tempest-TestServerMultinode-1910694742-project-admin] Allocated IP 172.20.0.7 (e3a03f03-2b92-45c6-a94e-dcb646a24f58/ed8488e4-9b90-4bc0-b183-2a1d82ccfac9/6e2ac941-7128-4676-a1d2-2b4be394de34) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:37:47.073873 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-ad00d4b1-672b-4606-b38c-5d6387895cd0 req-63515623-81c5-4b66-b77d-58f8a3b7c2bc tempest-TestServerMultinode-1910694742 tempest-TestServerMultinode-1910694742-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:47.090999 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-ad00d4b1-672b-4606-b38c-5d6387895cd0 req-63515623-81c5-4b66-b77d-58f8a3b7c2bc tempest-TestServerMultinode-1910694742 tempest-TestServerMultinode-1910694742-project-admin] Transition to ACTIVE for port object 6e2ac941-7128-4676-a1d2-2b4be394de34 will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:37:47.139206 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-ad00d4b1-672b-4606-b38c-5d6387895cd0 req-63515623-81c5-4b66-b77d-58f8a3b7c2bc tempest-TestServerMultinode-1910694742 tempest-TestServerMultinode-1910694742-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:47.183411 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abb0ffc-e35a-4d92-9ebb-fca2197f7c7d req-b44be49b-259c-4eb2-8fbc-a930ca0d6d5b tempest-TestServerMultinode-1910694742 tempest-TestServerMultinode-1910694742-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:37:47.185668 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-3abb0ffc-e35a-4d92-9ebb-fca2197f7c7d req-b44be49b-259c-4eb2-8fbc-a930ca0d6d5b tempest-TestServerMultinode-1910694742 tempest-TestServerMultinode-1910694742-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=08d5107c-d8e9-4e3b-b9cb-d19f92db621e HTTP/1.1" status: 200 len: 1027 time: 0.0610595 Jul 27 23:37:47.195143 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad00d4b1-672b-4606-b38c-5d6387895cd0 req-63515623-81c5-4b66-b77d-58f8a3b7c2bc tempest-TestServerMultinode-1910694742 tempest-TestServerMultinode-1910694742-project-admin] Network e3a03f03-2b92-45c6-a94e-dcb646a24f58 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:37:47.198599 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [req-ad00d4b1-672b-4606-b38c-5d6387895cd0 req-63515623-81c5-4b66-b77d-58f8a3b7c2bc tempest-TestServerMultinode-1910694742 tempest-TestServerMultinode-1910694742-project-admin] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:37:47.205906 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad00d4b1-672b-4606-b38c-5d6387895cd0 req-63515623-81c5-4b66-b77d-58f8a3b7c2bc tempest-TestServerMultinode-1910694742 tempest-TestServerMultinode-1910694742-project-admin] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:37:47.232795 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63515623-81c5-4b66-b77d-58f8a3b7c2bc tempest-TestServerMultinode-1910694742 tempest-TestServerMultinode-1910694742-project-admin] Pushing event updated for resources: {'Port': ['ID=6e2ac941-7128-4676-a1d2-2b4be394de34,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:37:47.237707 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-3abb0ffc-e35a-4d92-9ebb-fca2197f7c7d req-1dbed41d-5821-4c93-9388-e1551fa2a6b3 tempest-TestServerMultinode-1910694742 tempest-TestServerMultinode-1910694742-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=3b1679f0-a2bc-4eab-a97e-85f2c3557908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443206 Jul 27 23:37:47.263936 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad00d4b1-672b-4606-b38c-5d6387895cd0 req-63515623-81c5-4b66-b77d-58f8a3b7c2bc tempest-TestServerMultinode-1910694742 tempest-TestServerMultinode-1910694742-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:37:47.264647 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-ad00d4b1-672b-4606-b38c-5d6387895cd0 req-63515623-81c5-4b66-b77d-58f8a3b7c2bc tempest-TestServerMultinode-1910694742 tempest-TestServerMultinode-1910694742-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:47.283829 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ad00d4b1-672b-4606-b38c-5d6387895cd0 req-63515623-81c5-4b66-b77d-58f8a3b7c2bc tempest-TestServerMultinode-1910694742 tempest-TestServerMultinode-1910694742-project-admin] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.8942270 Jul 27 23:37:47.297220 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [req-ad00d4b1-672b-4606-b38c-5d6387895cd0 req-839d2a50-c71b-4209-aa27-0427edd26133 service neutron] Request body: {'port': {'device_id': '08d5107c-d8e9-4e3b-b9cb-d19f92db621e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802623-1'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:37:47.356272 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.agents_db [None req-9beef776-8bab-4de2-989a-f5a23ba4aaf4 None None] Agent healthcheck: found 7 active agents {{(pid=93800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 23:37:47.361066 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-ad00d4b1-672b-4606-b38c-5d6387895cd0 req-839d2a50-c71b-4209-aa27-0427edd26133 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:47.546339 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-a4158194-a94c-424c-8dd0-d6320f7da38f None None] Provisioning for port 6e2ac941-7128-4676-a1d2-2b4be394de34 completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:37:47.553648 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-a4158194-a94c-424c-8dd0-d6320f7da38f None None] Provisioning complete for port 6e2ac941-7128-4676-a1d2-2b4be394de34 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:37:47.554257 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a4158194-a94c-424c-8dd0-d6320f7da38f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:47.645242 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-a4158194-a94c-424c-8dd0-d6320f7da38f None None] Port 6e2ac941-7128-4676-a1d2-2b4be394de34 cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:37:47.662721 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd945523-78eb-45a7-a2e5-3bd0a1c58a62 req-b66ed166-79ed-4c50-b53d-12dabd59c23f tempest-AttachVolumeNegativeTest-1252482255 tempest-AttachVolumeNegativeTest-1252482255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:37:47.664596 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-cd945523-78eb-45a7-a2e5-3bd0a1c58a62 req-b66ed166-79ed-4c50-b53d-12dabd59c23f tempest-AttachVolumeNegativeTest-1252482255 tempest-AttachVolumeNegativeTest-1252482255-project] 10.222.0.18 "GET /v2.0/ports?device_id=89c3e97d-d115-411e-a51a-c89832b2e4b2 HTTP/1.1" status: 200 len: 945 time: 0.2062631 Jul 27 23:37:47.689932 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 9c21f21c-b2b6-43fe-9d90-f3826a9f7468 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:37:47.702647 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c7da89-80ec-4db8-99b2-35e84a2e9bc8 req-98328af4-6c64-492c-ada0-d93da88a1ea1 tempest-AttachVolumeNegativeTest-1252482255 tempest-AttachVolumeNegativeTest-1252482255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:37:47.704275 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d1c7da89-80ec-4db8-99b2-35e84a2e9bc8 req-98328af4-6c64-492c-ada0-d93da88a1ea1 tempest-AttachVolumeNegativeTest-1252482255 tempest-AttachVolumeNegativeTest-1252482255-project] 10.222.0.49 "GET /v2.0/ports?device_id=89c3e97d-d115-411e-a51a-c89832b2e4b2 HTTP/1.1" status: 200 len: 945 time: 0.0890923 Jul 27 23:37:47.768090 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port 9c21f21c-b2b6-43fe-9d90-f3826a9f7468 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:37:47.768463 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:47.844340 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [req-ad00d4b1-672b-4606-b38c-5d6387895cd0 req-839d2a50-c71b-4209-aa27-0427edd26133 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e2ac941-7128-4676-a1d2-2b4be394de34 {{(pid=93798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:37:47.859721 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [req-d1c7da89-80ec-4db8-99b2-35e84a2e9bc8 req-cf7a0462-c822-4adb-8ea9-ebc14ec2bab2 tempest-AttachVolumeNegativeTest-1252482255 tempest-AttachVolumeNegativeTest-1252482255-project] Deleting port 2066c28c-7cb5-4d29-be39-ea96eee1ee06 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:37:47.860102 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-d1c7da89-80ec-4db8-99b2-35e84a2e9bc8 req-cf7a0462-c822-4adb-8ea9-ebc14ec2bab2 tempest-AttachVolumeNegativeTest-1252482255 tempest-AttachVolumeNegativeTest-1252482255-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:47.869627 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-ad00d4b1-672b-4606-b38c-5d6387895cd0 req-839d2a50-c71b-4209-aa27-0427edd26133 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:47.885586 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-cd945523-78eb-45a7-a2e5-3bd0a1c58a62 req-ad2c00fd-da76-4648-a880-b5e1c7529396 tempest-AttachVolumeNegativeTest-1252482255 tempest-AttachVolumeNegativeTest-1252482255-project] 10.222.0.18 "GET /v2.0/security-groups?id=88ed4bfd-1262-4989-86b9-3b66b1d13e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2044692 Jul 27 23:37:47.913022 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-ad00d4b1-672b-4606-b38c-5d6387895cd0 req-839d2a50-c71b-4209-aa27-0427edd26133 service neutron] Transition to ACTIVE for port object 6e2ac941-7128-4676-a1d2-2b4be394de34 will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:37:47.920505 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-ad00d4b1-672b-4606-b38c-5d6387895cd0 req-839d2a50-c71b-4209-aa27-0427edd26133 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:47.953511 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f45f04d-0d7c-419c-8eaf-bb167cc5bcc9 None None] Sync routers for ids ['d1c21e86-26a4-44f3-aafd-1b71917c0736'] in n-d-802623-1 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:37:47.971501 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f45f04d-0d7c-419c-8eaf-bb167cc5bcc9 None None] Routers {'d1c21e86-26a4-44f3-aafd-1b71917c0736'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:37:47.972588 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-4f45f04d-0d7c-419c-8eaf-bb167cc5bcc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:37:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['d1c21e86-26a4-44f3-aafd-1b71917c0736'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:37:48.009439 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839d2a50-c71b-4209-aa27-0427edd26133 service neutron] Pushing event updated for resources: {'Port': ['ID=6e2ac941-7128-4676-a1d2-2b4be394de34,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:37:48.046462 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-d1c7da89-80ec-4db8-99b2-35e84a2e9bc8 req-cf7a0462-c822-4adb-8ea9-ebc14ec2bab2 tempest-AttachVolumeNegativeTest-1252482255 tempest-AttachVolumeNegativeTest-1252482255-project] For port 2066c28c-7cb5-4d29-be39-ea96eee1ee06, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=2066c28c-7cb5-4d29-be39-ea96eee1ee06,segment=NetworkSegment(7df241c9-a789-4d01-bffe-9fdd41905eca),segment_id=7df241c9-a789-4d01-bffe-9fdd41905eca)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:37:48.046930 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-d1c7da89-80ec-4db8-99b2-35e84a2e9bc8 req-cf7a0462-c822-4adb-8ea9-ebc14ec2bab2 tempest-AttachVolumeNegativeTest-1252482255 tempest-AttachVolumeNegativeTest-1252482255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:48.068834 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [req-d1c7da89-80ec-4db8-99b2-35e84a2e9bc8 req-cf7a0462-c822-4adb-8ea9-ebc14ec2bab2 tempest-AttachVolumeNegativeTest-1252482255 tempest-AttachVolumeNegativeTest-1252482255-project] Calling delete_port for 2066c28c-7cb5-4d29-be39-ea96eee1ee06 owned by compute:nova {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:37:48.154022 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-ad00d4b1-672b-4606-b38c-5d6387895cd0 req-839d2a50-c71b-4209-aa27-0427edd26133 service neutron] Attempting to bind port 6e2ac941-7128-4676-a1d2-2b4be394de34 on host n-h1-802623-1 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:37:48.154702 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-ad00d4b1-672b-4606-b38c-5d6387895cd0 req-839d2a50-c71b-4209-aa27-0427edd26133 service neutron] Attempting to bind port 6e2ac941-7128-4676-a1d2-2b4be394de34 by drivers openvswitch,hyperv on host n-h1-802623-1 at level 0 using segments [{'id': 'e1088835-8d01-4aa0-8404-760f4ebfc4f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'e3a03f03-2b92-45c6-a94e-dcb646a24f58'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:37:48.155346 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad00d4b1-672b-4606-b38c-5d6387895cd0 req-839d2a50-c71b-4209-aa27-0427edd26133 service neutron] Attempting to bind port 6e2ac941-7128-4676-a1d2-2b4be394de34 on network e3a03f03-2b92-45c6-a94e-dcb646a24f58 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:37:48.177299 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad00d4b1-672b-4606-b38c-5d6387895cd0 req-839d2a50-c71b-4209-aa27-0427edd26133 service neutron] Port 6e2ac941-7128-4676-a1d2-2b4be394de34 on network e3a03f03-2b92-45c6-a94e-dcb646a24f58 not bound, no agent of type Open vSwitch agent registered on host n-h1-802623-1 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 23:37:48.178173 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad00d4b1-672b-4606-b38c-5d6387895cd0 req-839d2a50-c71b-4209-aa27-0427edd26133 service neutron] Attempting to bind port 6e2ac941-7128-4676-a1d2-2b4be394de34 on network e3a03f03-2b92-45c6-a94e-dcb646a24f58 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:37:48.184237 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad00d4b1-672b-4606-b38c-5d6387895cd0 req-839d2a50-c71b-4209-aa27-0427edd26133 service neutron] Checking agent: {'id': '245f1da4-a9b8-4b08-90d7-28f0f342b839', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 59, 59), 'started_at': datetime.datetime(2021, 7, 27, 22, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 37, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:37:48.184577 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad00d4b1-672b-4606-b38c-5d6387895cd0 req-839d2a50-c71b-4209-aa27-0427edd26133 service neutron] Checking segment: {'id': 'e1088835-8d01-4aa0-8404-760f4ebfc4f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'e3a03f03-2b92-45c6-a94e-dcb646a24f58'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:37:48.185293 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad00d4b1-672b-4606-b38c-5d6387895cd0 req-839d2a50-c71b-4209-aa27-0427edd26133 service neutron] Bound using segment: {'id': 'e1088835-8d01-4aa0-8404-760f4ebfc4f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'e3a03f03-2b92-45c6-a94e-dcb646a24f58'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:37:48.186196 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-ad00d4b1-672b-4606-b38c-5d6387895cd0 req-839d2a50-c71b-4209-aa27-0427edd26133 service neutron] Bound port: 6e2ac941-7128-4676-a1d2-2b4be394de34, host: n-h1-802623-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1088835-8d01-4aa0-8404-760f4ebfc4f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'e3a03f03-2b92-45c6-a94e-dcb646a24f58'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:37:48.186728 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-ad00d4b1-672b-4606-b38c-5d6387895cd0 req-839d2a50-c71b-4209-aa27-0427edd26133 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:48.253865 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-d1c7da89-80ec-4db8-99b2-35e84a2e9bc8 req-cf7a0462-c822-4adb-8ea9-ebc14ec2bab2 tempest-AttachVolumeNegativeTest-1252482255 tempest-AttachVolumeNegativeTest-1252482255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:48.267523 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] get_ports_and_sgs() called for port_ids ['2066c28c-7cb5-4d29-be39-ea96eee1ee06'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:37:48.305075 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-ad00d4b1-672b-4606-b38c-5d6387895cd0 req-839d2a50-c71b-4209-aa27-0427edd26133 service neutron] For port 6e2ac941-7128-4676-a1d2-2b4be394de34, host n-h1-802623-1, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:37:48.310850 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-ad00d4b1-672b-4606-b38c-5d6387895cd0 req-839d2a50-c71b-4209-aa27-0427edd26133 service neutron] For port 6e2ac941-7128-4676-a1d2-2b4be394de34, host n-h1-802623-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=6e2ac941-7128-4676-a1d2-2b4be394de34,segment=NetworkSegment(e1088835-8d01-4aa0-8404-760f4ebfc4f9),segment_id=e1088835-8d01-4aa0-8404-760f4ebfc4f9)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:37:48.316941 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-ad00d4b1-672b-4606-b38c-5d6387895cd0 req-839d2a50-c71b-4209-aa27-0427edd26133 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:48.347688 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-4f45f04d-0d7c-419c-8eaf-bb167cc5bcc9 None None] Set router d1c21e86-26a4-44f3-aafd-1b71917c0736 gateway port host: n-d-802623-1 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:37:48.377263 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad00d4b1-672b-4606-b38c-5d6387895cd0 req-839d2a50-c71b-4209-aa27-0427edd26133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:37:48.377943 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-ad00d4b1-672b-4606-b38c-5d6387895cd0 req-839d2a50-c71b-4209-aa27-0427edd26133 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:48.379575 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ad00d4b1-672b-4606-b38c-5d6387895cd0 req-839d2a50-c71b-4209-aa27-0427edd26133 service neutron] 10.222.0.38 "PUT /v2.0/ports/6e2ac941-7128-4676-a1d2-2b4be394de34 HTTP/1.1" status: 200 len: 1091 time: 1.0876019 Jul 27 23:37:48.380034 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08d5107c-d8e9-4e3b-b9cb-d19f92db621e', 'tag': '6e2ac941-7128-4676-a1d2-2b4be394de34'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:37:48.383171 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}011f8d312121274bb12d78e77c6379a2079800640016cec6c6d605b73666e854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f14b173-c4fc-4f7c-b0d1-54a6587d5ffd" -d '{"events": [{"name": "network-changed", "server_uuid": "08d5107c-d8e9-4e3b-b9cb-d19f92db621e", "tag": "6e2ac941-7128-4676-a1d2-2b4be394de34"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:37:48.403424 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839d2a50-c71b-4209-aa27-0427edd26133 service neutron] Pushing event updated for resources: {'Port': ['ID=6e2ac941-7128-4676-a1d2-2b4be394de34,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:37:48.415749 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1c7da89-80ec-4db8-99b2-35e84a2e9bc8 req-cf7a0462-c822-4adb-8ea9-ebc14ec2bab2 tempest-AttachVolumeNegativeTest-1252482255 tempest-AttachVolumeNegativeTest-1252482255-project] No DVR routers for this DVR port 2066c28c-7cb5-4d29-be39-ea96eee1ee06 on host n-h2-802623-1 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:37:48.418736 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7a0462-c822-4adb-8ea9-ebc14ec2bab2 tempest-AttachVolumeNegativeTest-1252482255 tempest-AttachVolumeNegativeTest-1252482255-project] Pushing event deleted for resources: {'Port': ['ID=2066c28c-7cb5-4d29-be39-ea96eee1ee06,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:37:48.421964 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-d1c7da89-80ec-4db8-99b2-35e84a2e9bc8 req-cf7a0462-c822-4adb-8ea9-ebc14ec2bab2 tempest-AttachVolumeNegativeTest-1252482255 tempest-AttachVolumeNegativeTest-1252482255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:48.425030 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d1c7da89-80ec-4db8-99b2-35e84a2e9bc8 req-cf7a0462-c822-4adb-8ea9-ebc14ec2bab2 tempest-AttachVolumeNegativeTest-1252482255 tempest-AttachVolumeNegativeTest-1252482255-project] 10.222.0.49 "DELETE /v2.0/ports/2066c28c-7cb5-4d29-be39-ea96eee1ee06 HTTP/1.1" status: 204 len: 173 time: 0.7125943 Jul 27 23:37:48.426007 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89c3e97d-d115-411e-a51a-c89832b2e4b2', 'name': 'network-vif-deleted', 'tag': '2066c28c-7cb5-4d29-be39-ea96eee1ee06'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:37:48.441861 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a476459a1bfce68b0ae0df5b6a71154bfc7cfdc8f9eefce6ad0a17231e60468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc081cdd-7524-4ef4-94f5-83e733cdaecd" -d '{"events": [{"server_uuid": "89c3e97d-d115-411e-a51a-c89832b2e4b2", "name": "network-vif-deleted", "tag": "2066c28c-7cb5-4d29-be39-ea96eee1ee06"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:37:48.498599 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 23:37:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8e12684-77eb-4cb9-ac45-185a03c9df41 x-openstack-request-id: req-f8e12684-77eb-4cb9-ac45-185a03c9df41 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:37:48.499260 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08d5107c-d8e9-4e3b-b9cb-d19f92db621e", "tag": "6e2ac941-7128-4676-a1d2-2b4be394de34", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:37:48.499764 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f8e12684-77eb-4cb9-ac45-185a03c9df41 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:37:48.500432 n-d-802623-1 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08d5107c-d8e9-4e3b-b9cb-d19f92db621e', 'tag': '6e2ac941-7128-4676-a1d2-2b4be394de34', 'status': 'completed', 'code': 200} Jul 27 23:37:48.523614 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad00d4b1-672b-4606-b38c-5d6387895cd0 req-e754566f-af17-4fbd-9d37-c4a2808a3f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:37:48.542807 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ad00d4b1-672b-4606-b38c-5d6387895cd0 req-e754566f-af17-4fbd-9d37-c4a2808a3f84 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=75bcf1b73d144c7b92d9adb1124041e9&device_id=08d5107c-d8e9-4e3b-b9cb-d19f92db621e HTTP/1.1" status: 200 len: 1094 time: 0.1136389 Jul 27 23:37:48.555595 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:37:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00da5a03-58e0-443f-b41e-fc5276cc2a58 x-openstack-request-id: req-00da5a03-58e0-443f-b41e-fc5276cc2a58 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:37:48.555889 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89c3e97d-d115-411e-a51a-c89832b2e4b2", "name": "network-vif-deleted", "tag": "2066c28c-7cb5-4d29-be39-ea96eee1ee06", "status": "completed", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:37:48.556151 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-00da5a03-58e0-443f-b41e-fc5276cc2a58 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:37:48.556700 n-d-802623-1 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89c3e97d-d115-411e-a51a-c89832b2e4b2', 'name': 'network-vif-deleted', 'tag': '2066c28c-7cb5-4d29-be39-ea96eee1ee06', 'status': 'completed', 'code': 200} Jul 27 23:37:48.595398 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed365e0b-3cb0-4ca5-adab-473d20cc5e73 req-52fb8143-9ff3-4afb-a4e0-978e3ccd2bf6 tempest-TestServerMultinode-1910694742 tempest-TestServerMultinode-1910694742-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:37:48.605450 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-ed365e0b-3cb0-4ca5-adab-473d20cc5e73 req-52fb8143-9ff3-4afb-a4e0-978e3ccd2bf6 tempest-TestServerMultinode-1910694742 tempest-TestServerMultinode-1910694742-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=08d5107c-d8e9-4e3b-b9cb-d19f92db621e HTTP/1.1" status: 200 len: 1094 time: 0.1351907 Jul 27 23:37:48.608481 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ad00d4b1-672b-4606-b38c-5d6387895cd0 req-b7b95172-695a-45ee-be58-e87c10cb7495 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6e2ac941-7128-4676-a1d2-2b4be394de34 HTTP/1.1" status: 200 len: 217 time: 0.0558548 Jul 27 23:37:48.657935 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-ed365e0b-3cb0-4ca5-adab-473d20cc5e73 req-081fe7a3-c0ad-4497-a90b-0e3f582869c7 tempest-TestServerMultinode-1910694742 tempest-TestServerMultinode-1910694742-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=3b1679f0-a2bc-4eab-a97e-85f2c3557908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501781 Jul 27 23:37:48.687084 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad00d4b1-672b-4606-b38c-5d6387895cd0 req-72ffafa8-be6f-42d2-a3c7-59fe294a290d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:37:48.688916 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ad00d4b1-672b-4606-b38c-5d6387895cd0 req-72ffafa8-be6f-42d2-a3c7-59fe294a290d service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ed8488e4-9b90-4bc0-b183-2a1d82ccfac9 HTTP/1.1" status: 200 len: 848 time: 0.0719218 Jul 27 23:37:48.755799 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad00d4b1-672b-4606-b38c-5d6387895cd0 req-814018d4-6dac-4fc5-be22-cb710fc14e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:37:48.757244 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ad00d4b1-672b-4606-b38c-5d6387895cd0 req-814018d4-6dac-4fc5-be22-cb710fc14e52 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e3a03f03-2b92-45c6-a94e-dcb646a24f58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0604289 Jul 27 23:37:48.778595 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-4f45f04d-0d7c-419c-8eaf-bb167cc5bcc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1c21e86-26a4-44f3-aafd-1b71917c0736', 'name': 'tempest-TestServerMultinode-1450933186-router', 'tenant_id': '75bcf1b73d144c7b92d9adb1124041e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.205'}], 'enable_snat': True}, 'gw_port_id': '9c21f21c-b2b6-43fe-9d90-f3826a9f7468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:37:37Z', 'updated_at': '2021-07-27T23:37:42Z', 'revision_number': 4, 'project_id': '75bcf1b73d144c7b92d9adb1124041e9', 'gw_port': {'id': '9c21f21c-b2b6-43fe-9d90-f3826a9f7468', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:e3:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1c21e86-26a4-44f3-aafd-1b71917c0736', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:37:37Z', 'updated_at': '2021-07-27T23:37:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': 'f37ffcb5-1086-4bd5-a2da-ab9795ee51ae', 'name': '', 'network_id': 'c09d8008-5bc1-4b59-a60c-93fed44f5a37', 'tenant_id': '75bcf1b73d144c7b92d9adb1124041e9', 'mac_address': 'fa:16:3e:f5:a5:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1c21e86-26a4-44f3-aafd-1b71917c0736', 'device_owner': 'network:router_interface', 'standard_attr_id': 3649, 'fixed_ips': [{'subnet_id': 'f0f02859-bbda-4651-9768-bac1cfc698fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:37:41Z', 'updated_at': '2021-07-27T23:37:42Z', 'revision_number': 2, 'project_id': '75bcf1b73d144c7b92d9adb1124041e9', 'subnets': [{'id': 'f0f02859-bbda-4651-9768-bac1cfc698fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:37:48.806838 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f45f04d-0d7c-419c-8eaf-bb167cc5bcc9 None None] Checking router: d1c21e86-26a4-44f3-aafd-1b71917c0736 for host: n-d-802623-1 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 23:37:48.807230 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f45f04d-0d7c-419c-8eaf-bb167cc5bcc9 None None] Updating router d1c21e86-26a4-44f3-aafd-1b71917c0736 port f37ffcb5-1086-4bd5-a2da-ab9795ee51ae binding host n-d-802623-1 {{(pid=93800) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 23:37:48.838516 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4f45f04d-0d7c-419c-8eaf-bb167cc5bcc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:48.869535 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ad00d4b1-672b-4606-b38c-5d6387895cd0 req-adc90b8d-c8e9-41f3-bcf6-4ba0723b34c5 service neutron] 10.222.0.38 "GET /v2.0/networks/e3a03f03-2b92-45c6-a94e-dcb646a24f58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040108 Jul 27 23:37:49.051460 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ad00d4b1-672b-4606-b38c-5d6387895cd0 req-760dbca6-bda3-477e-b0df-9851124bce40 service neutron] 10.222.0.38 "GET /v2.0/networks/e3a03f03-2b92-45c6-a94e-dcb646a24f58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1747742 Jul 27 23:37:49.054071 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-468b49a0-84c7-41ae-b498-a67fac7068e5 req-1ebd6851-6a40-406b-ba78-84ba5281af71 tempest-AttachVolumeNegativeTest-1252482255 tempest-AttachVolumeNegativeTest-1252482255-project] 10.222.0.18 "GET /v2.0/ports?device_id=89c3e97d-d115-411e-a51a-c89832b2e4b2 HTTP/1.1" status: 200 len: 210 time: 0.0365112 Jul 27 23:37:49.170500 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f14b173-c4fc-4f7c-b0d1-54a6587d5ffd req-72b78a26-115b-4baa-9fa0-adbd61daf1de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:37:49.172515 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-5f14b173-c4fc-4f7c-b0d1-54a6587d5ffd req-72b78a26-115b-4baa-9fa0-adbd61daf1de service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=75bcf1b73d144c7b92d9adb1124041e9&device_id=08d5107c-d8e9-4e3b-b9cb-d19f92db621e HTTP/1.1" status: 200 len: 1094 time: 0.0552597 Jul 27 23:37:49.230213 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4f45f04d-0d7c-419c-8eaf-bb167cc5bcc9 None None] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:49.248205 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-4f45f04d-0d7c-419c-8eaf-bb167cc5bcc9 None None] Transition to ACTIVE for port object f37ffcb5-1086-4bd5-a2da-ab9795ee51ae will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:37:49.260746 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4f45f04d-0d7c-419c-8eaf-bb167cc5bcc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:49.288587 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f14b173-c4fc-4f7c-b0d1-54a6587d5ffd req-8689a578-8c6d-4684-9883-4d96a4d61fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:37:49.290324 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-5f14b173-c4fc-4f7c-b0d1-54a6587d5ffd req-8689a578-8c6d-4684-9883-4d96a4d61fcb service neutron] 10.222.0.38 "GET /v2.0/networks?id=e3a03f03-2b92-45c6-a94e-dcb646a24f58 HTTP/1.1" status: 200 len: 910 time: 0.1102026 Jul 27 23:37:49.338652 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddf4b53-7fcd-405d-b5c0-fbffaa2fd209 None None] Pushing event updated for resources: {'Port': ['ID=f37ffcb5-1086-4bd5-a2da-ab9795ee51ae,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:37:49.365677 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-5f14b173-c4fc-4f7c-b0d1-54a6587d5ffd req-382783e8-e1a7-48a5-bc2d-ceee6fcf3fe2 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6e2ac941-7128-4676-a1d2-2b4be394de34 HTTP/1.1" status: 200 len: 217 time: 0.0662644 Jul 27 23:37:49.371469 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-4f45f04d-0d7c-419c-8eaf-bb167cc5bcc9 None None] Attempting to bind port f37ffcb5-1086-4bd5-a2da-ab9795ee51ae on host n-d-802623-1 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:37:49.371845 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-4f45f04d-0d7c-419c-8eaf-bb167cc5bcc9 None None] Attempting to bind port f37ffcb5-1086-4bd5-a2da-ab9795ee51ae by drivers openvswitch,hyperv on host n-d-802623-1 at level 0 using segments [{'id': 'c0eee902-274d-4cdc-8f4e-c4151f37456f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'c09d8008-5bc1-4b59-a60c-93fed44f5a37'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:37:49.372246 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f45f04d-0d7c-419c-8eaf-bb167cc5bcc9 None None] Attempting to bind port f37ffcb5-1086-4bd5-a2da-ab9795ee51ae on network c09d8008-5bc1-4b59-a60c-93fed44f5a37 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:37:49.377872 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f45f04d-0d7c-419c-8eaf-bb167cc5bcc9 None None] Checking agent: {'id': 'a9a568d2-a5e7-41e4-833f-a8ab42ea4073', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 52, 30), 'started_at': datetime.datetime(2021, 7, 27, 22, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 37, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802623-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:37:49.378578 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f45f04d-0d7c-419c-8eaf-bb167cc5bcc9 None None] Checking segment: {'id': 'c0eee902-274d-4cdc-8f4e-c4151f37456f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'c09d8008-5bc1-4b59-a60c-93fed44f5a37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:37:49.379316 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4f45f04d-0d7c-419c-8eaf-bb167cc5bcc9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:49.379869 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f45f04d-0d7c-419c-8eaf-bb167cc5bcc9 None None] Bound using segment: {'id': 'c0eee902-274d-4cdc-8f4e-c4151f37456f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'c09d8008-5bc1-4b59-a60c-93fed44f5a37'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:37:49.380561 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-4f45f04d-0d7c-419c-8eaf-bb167cc5bcc9 None None] Bound port: f37ffcb5-1086-4bd5-a2da-ab9795ee51ae, host: n-d-802623-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0eee902-274d-4cdc-8f4e-c4151f37456f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'c09d8008-5bc1-4b59-a60c-93fed44f5a37'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:37:49.381818 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4f45f04d-0d7c-419c-8eaf-bb167cc5bcc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:49.452670 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f14b173-c4fc-4f7c-b0d1-54a6587d5ffd req-704f45d7-1687-4746-b219-d6fe02841c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:37:49.454191 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-5f14b173-c4fc-4f7c-b0d1-54a6587d5ffd req-704f45d7-1687-4746-b219-d6fe02841c50 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ed8488e4-9b90-4bc0-b183-2a1d82ccfac9 HTTP/1.1" status: 200 len: 848 time: 0.0802670 Jul 27 23:37:49.464556 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-4f45f04d-0d7c-419c-8eaf-bb167cc5bcc9 None None] For port f37ffcb5-1086-4bd5-a2da-ab9795ee51ae, host n-d-802623-1, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:37:49.467934 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-4f45f04d-0d7c-419c-8eaf-bb167cc5bcc9 None None] For port f37ffcb5-1086-4bd5-a2da-ab9795ee51ae, host n-d-802623-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=f37ffcb5-1086-4bd5-a2da-ab9795ee51ae,segment=NetworkSegment(c0eee902-274d-4cdc-8f4e-c4151f37456f),segment_id=c0eee902-274d-4cdc-8f4e-c4151f37456f)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:37:49.473362 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4f45f04d-0d7c-419c-8eaf-bb167cc5bcc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:49.529718 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f14b173-c4fc-4f7c-b0d1-54a6587d5ffd req-ac72087d-5165-44c9-a188-d35ba83e4fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:37:49.531598 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-5f14b173-c4fc-4f7c-b0d1-54a6587d5ffd req-ac72087d-5165-44c9-a188-d35ba83e4fd6 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e3a03f03-2b92-45c6-a94e-dcb646a24f58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0665905 Jul 27 23:37:49.546212 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f45f04d-0d7c-419c-8eaf-bb167cc5bcc9 None None] Routers {'d1c21e86-26a4-44f3-aafd-1b71917c0736'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:37:49.546880 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-4f45f04d-0d7c-419c-8eaf-bb167cc5bcc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:37:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['d1c21e86-26a4-44f3-aafd-1b71917c0736'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:37:49.678890 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-4f45f04d-0d7c-419c-8eaf-bb167cc5bcc9 None None] Set router d1c21e86-26a4-44f3-aafd-1b71917c0736 gateway port host: n-d-802623-1 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:37:49.711160 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddf4b53-7fcd-405d-b5c0-fbffaa2fd209 None None] Pushing event updated for resources: {'Port': ['ID=f37ffcb5-1086-4bd5-a2da-ab9795ee51ae,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:37:49.723334 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-5f14b173-c4fc-4f7c-b0d1-54a6587d5ffd req-c5e4e797-485c-4bd2-8bda-9f0c9fb1d1d8 service neutron] 10.222.0.38 "GET /v2.0/networks/e3a03f03-2b92-45c6-a94e-dcb646a24f58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1791902 Jul 27 23:37:49.817190 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f327bb7-3a6d-4502-8deb-ffdf8d3644ee req-78b89567-8a8d-4411-859c-6bcd589cdb02 tempest-TestServerMultinode-1910694742 tempest-TestServerMultinode-1910694742-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:37:49.819847 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-6f327bb7-3a6d-4502-8deb-ffdf8d3644ee req-78b89567-8a8d-4411-859c-6bcd589cdb02 tempest-TestServerMultinode-1910694742 tempest-TestServerMultinode-1910694742-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=08d5107c-d8e9-4e3b-b9cb-d19f92db621e HTTP/1.1" status: 200 len: 1094 time: 0.0532167 Jul 27 23:37:49.884510 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-5f14b173-c4fc-4f7c-b0d1-54a6587d5ffd req-c559cbe6-3670-4b04-9aea-98b28d793118 service neutron] 10.222.0.38 "GET /v2.0/networks/e3a03f03-2b92-45c6-a94e-dcb646a24f58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527407 Jul 27 23:37:49.889996 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-6f327bb7-3a6d-4502-8deb-ffdf8d3644ee req-9b0a68c3-0ca8-4813-b8b9-3542f5458be6 tempest-TestServerMultinode-1910694742 tempest-TestServerMultinode-1910694742-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=3b1679f0-a2bc-4eab-a97e-85f2c3557908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633366 Jul 27 23:37:49.978546 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-4f45f04d-0d7c-419c-8eaf-bb167cc5bcc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1c21e86-26a4-44f3-aafd-1b71917c0736', 'name': 'tempest-TestServerMultinode-1450933186-router', 'tenant_id': '75bcf1b73d144c7b92d9adb1124041e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.205'}], 'enable_snat': True}, 'gw_port_id': '9c21f21c-b2b6-43fe-9d90-f3826a9f7468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:37:37Z', 'updated_at': '2021-07-27T23:37:42Z', 'revision_number': 4, 'project_id': '75bcf1b73d144c7b92d9adb1124041e9', 'gw_port': {'id': '9c21f21c-b2b6-43fe-9d90-f3826a9f7468', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:e3:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1c21e86-26a4-44f3-aafd-1b71917c0736', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:37:37Z', 'updated_at': '2021-07-27T23:37:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': 'f37ffcb5-1086-4bd5-a2da-ab9795ee51ae', 'name': '', 'network_id': 'c09d8008-5bc1-4b59-a60c-93fed44f5a37', 'tenant_id': '75bcf1b73d144c7b92d9adb1124041e9', 'mac_address': 'fa:16:3e:f5:a5:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1c21e86-26a4-44f3-aafd-1b71917c0736', 'device_owner': 'network:router_interface', 'standard_attr_id': 3649, 'fixed_ips': [{'subnet_id': 'f0f02859-bbda-4651-9768-bac1cfc698fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:37:41Z', 'updated_at': '2021-07-27T23:37:49Z', 'revision_number': 4, 'project_id': '75bcf1b73d144c7b92d9adb1124041e9', 'subnets': [{'id': 'f0f02859-bbda-4651-9768-bac1cfc698fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:37:50.006719 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f45f04d-0d7c-419c-8eaf-bb167cc5bcc9 None None] The sync data for ids ['d1c21e86-26a4-44f3-aafd-1b71917c0736'] in n-d-802623-1 is: [{'id': 'd1c21e86-26a4-44f3-aafd-1b71917c0736', 'name': 'tempest-TestServerMultinode-1450933186-router', 'tenant_id': '75bcf1b73d144c7b92d9adb1124041e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.205'}], 'enable_snat': True}, 'gw_port_id': '9c21f21c-b2b6-43fe-9d90-f3826a9f7468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:37:37Z', 'updated_at': '2021-07-27T23:37:42Z', 'revision_number': 4, 'project_id': '75bcf1b73d144c7b92d9adb1124041e9', 'gw_port': {'id': '9c21f21c-b2b6-43fe-9d90-f3826a9f7468', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:e3:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1c21e86-26a4-44f3-aafd-1b71917c0736', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:37:37Z', 'updated_at': '2021-07-27T23:37:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': 'f37ffcb5-1086-4bd5-a2da-ab9795ee51ae', 'name': '', 'network_id': 'c09d8008-5bc1-4b59-a60c-93fed44f5a37', 'tenant_id': '75bcf1b73d144c7b92d9adb1124041e9', 'mac_address': 'fa:16:3e:f5:a5:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1c21e86-26a4-44f3-aafd-1b71917c0736', 'device_owner': 'network:router_interface', 'standard_attr_id': 3649, 'fixed_ips': [{'subnet_id': 'f0f02859-bbda-4651-9768-bac1cfc698fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:37:41Z', 'updated_at': '2021-07-27T23:37:49Z', 'revision_number': 4, 'project_id': '75bcf1b73d144c7b92d9adb1124041e9', 'subnets': [{'id': 'f0f02859-bbda-4651-9768-bac1cfc698fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:37:50.132211 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 49306) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:37:50.200809 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a875916-8191-421e-84b2-00b9457b6ca1 admin admin] Deleting subnet fa9a0f7b-5eae-4bb6-90d4-4a53f1dd3609 {{(pid=93797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 23:37:50.204548 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0a875916-8191-421e-84b2-00b9457b6ca1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:50.242839 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0a875916-8191-421e-84b2-00b9457b6ca1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11335971'] for subnet, precommit_delete_associations {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:50.288598 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0a875916-8191-421e-84b2-00b9457b6ca1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620741'] for subnet, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:50.345210 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0a875916-8191-421e-84b2-00b9457b6ca1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11335991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11551414'] for subnet, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:50.375036 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a875916-8191-421e-84b2-00b9457b6ca1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa9a0f7b-5eae-4bb6-90d4-4a53f1dd3609,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:37:50.382793 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0a875916-8191-421e-84b2-00b9457b6ca1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:50.385203 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-0a875916-8191-421e-84b2-00b9457b6ca1 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/fa9a0f7b-5eae-4bb6-90d4-4a53f1dd3609 HTTP/1.1" status: 204 len: 168 time: 0.2517011 Jul 27 23:37:50.387392 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 49314) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:37:50.466611 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-95f831aa-d49e-464a-b1b0-28a11b5d18cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593271'] for network, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:50.563689 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-95f831aa-d49e-464a-b1b0-28a11b5d18cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618032', 'neutron.services.segments.db._delete_segments_for_network-8736833900081'] for network, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:50.576126 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-95f831aa-d49e-464a-b1b0-28a11b5d18cf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['141c1581-d19e-4400-89b9-3b3fa04bfbb3']}} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:37:50.589348 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-95f831aa-d49e-464a-b1b0-28a11b5d18cf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7df241c9-a789-4d01-bffe-9fdd41905eca') {'for_net_delete': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:37:50.589648 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-95f831aa-d49e-464a-b1b0-28a11b5d18cf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7df241c9-a789-4d01-bffe-9fdd41905eca') {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:37:50.600708 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-95f831aa-d49e-464a-b1b0-28a11b5d18cf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736833900858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11335978'] for segment, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:50.619739 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-95f831aa-d49e-464a-b1b0-28a11b5d18cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:50.628745 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95f831aa-d49e-464a-b1b0-28a11b5d18cf admin admin] Releasing vlan 536 on physical network physnet1 to pool {{(pid=93797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 23:37:50.629159 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-95f831aa-d49e-464a-b1b0-28a11b5d18cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11336013'] for segment, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:50.631617 n-d-802623-1 neutron-server[93797]: Traceback (most recent call last): Jul 27 23:37:50.631617 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 23:37:50.631617 n-d-802623-1 neutron-server[93797]: timer() Jul 27 23:37:50.631617 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 23:37:50.631617 n-d-802623-1 neutron-server[93797]: cb(*args, **kw) Jul 27 23:37:50.631617 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 23:37:50.631617 n-d-802623-1 neutron-server[93797]: return func(*args, **kwargs) Jul 27 23:37:50.631617 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 23:37:50.631617 n-d-802623-1 neutron-server[93797]: self._notify() Jul 27 23:37:50.631617 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 23:37:50.631617 n-d-802623-1 neutron-server[93797]: self.callback(batched_events) Jul 27 23:37:50.631617 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 23:37:50.631617 n-d-802623-1 neutron-server[93797]: event.method(event) Jul 27 23:37:50.631617 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 23:37:50.631617 n-d-802623-1 neutron-server[93797]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 23:37:50.631617 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 23:37:50.631617 n-d-802623-1 neutron-server[93797]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 23:37:50.631617 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 23:37:50.631617 n-d-802623-1 neutron-server[93797]: return f(self, *a, **k) Jul 27 23:37:50.631617 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 23:37:50.631617 n-d-802623-1 neutron-server[93797]: return self._get(url).json() Jul 27 23:37:50.631617 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 23:37:50.631617 n-d-802623-1 neutron-server[93797]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 23:37:50.631617 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 23:37:50.631617 n-d-802623-1 neutron-server[93797]: return self.request(url, 'GET', **kwargs) Jul 27 23:37:50.631617 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 23:37:50.631617 n-d-802623-1 neutron-server[93797]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 23:37:50.631617 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 23:37:50.631617 n-d-802623-1 neutron-server[93797]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 23:37:50.631617 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 23:37:50.631617 n-d-802623-1 neutron-server[93797]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 23:37:50.631617 n-d-802623-1 neutron-server[93797]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 23:37:50.689267 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-95f831aa-d49e-464a-b1b0-28a11b5d18cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415412'] for network, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:50.699318 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-95f831aa-d49e-464a-b1b0-28a11b5d18cf admin admin] Notify callbacks [] for network, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:50.705162 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-95f831aa-d49e-464a-b1b0-28a11b5d18cf admin admin] 10.222.0.18 "DELETE /v2.0/networks/141c1581-d19e-4400-89b9-3b3fa04bfbb3 HTTP/1.1" status: 204 len: 168 time: 0.3130686 Jul 27 23:37:50.719643 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f831aa-d49e-464a-b1b0-28a11b5d18cf admin admin] Pushing event deleted for resources: {'Network': ['ID=141c1581-d19e-4400-89b9-3b3fa04bfbb3,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:37:50.912766 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 49330) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:37:50.972662 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-bc6fc90f-b9d8-47f9-8e92-2a1bea5f5af2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2c421f6e61d24766a742e1834bb73658&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0584593 Jul 27 23:37:50.975583 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 49336) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:37:51.022773 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb641d4f-0bed-4358-b054-851a1c689087 req-dce8adae-59df-4a01-8de3-3adfa6a7b086 tempest-TestServerMultinode-1910694742 tempest-TestServerMultinode-1910694742-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:37:51.024592 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-cb641d4f-0bed-4358-b054-851a1c689087 req-dce8adae-59df-4a01-8de3-3adfa6a7b086 tempest-TestServerMultinode-1910694742 tempest-TestServerMultinode-1910694742-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=08d5107c-d8e9-4e3b-b9cb-d19f92db621e HTTP/1.1" status: 200 len: 1094 time: 0.0537388 Jul 27 23:37:51.040648 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-be8314f0-8fe2-4c2a-a076-4cc844648891 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:51.068658 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-be8314f0-8fe2-4c2a-a076-4cc844648891 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:51.070204 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-cb641d4f-0bed-4358-b054-851a1c689087 req-0e52e5f7-5b82-482c-bfbe-5c7a0537afcb tempest-TestServerMultinode-1910694742 tempest-TestServerMultinode-1910694742-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=3b1679f0-a2bc-4eab-a97e-85f2c3557908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380564 Jul 27 23:37:51.119205 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-be8314f0-8fe2-4c2a-a076-4cc844648891 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:51.122161 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-be8314f0-8fe2-4c2a-a076-4cc844648891 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:51.123451 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-be8314f0-8fe2-4c2a-a076-4cc844648891 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/88ed4bfd-1262-4989-86b9-3b66b1d13e18 HTTP/1.1" status: 204 len: 168 time: 0.1471148 Jul 27 23:37:51.131904 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8314f0-8fe2-4c2a-a076-4cc844648891 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88ed4bfd-1262-4989-86b9-3b66b1d13e18,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:37:51.696523 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device f37ffcb5-1086-4bd5-a2da-ab9795ee51ae up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:37:51.781648 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning for port f37ffcb5-1086-4bd5-a2da-ab9795ee51ae completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:37:51.786115 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port f37ffcb5-1086-4bd5-a2da-ab9795ee51ae triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:37:51.786581 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:51.876623 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:51.918075 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] For port f37ffcb5-1086-4bd5-a2da-ab9795ee51ae, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=f37ffcb5-1086-4bd5-a2da-ab9795ee51ae,segment=NetworkSegment(c0eee902-274d-4cdc-8f4e-c4151f37456f),segment_id=c0eee902-274d-4cdc-8f4e-c4151f37456f)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:37:51.922762 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:51.983719 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Pushing event updated for resources: {'Port': ['ID=f37ffcb5-1086-4bd5-a2da-ab9795ee51ae,revision_number=5']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:37:52.187869 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7efbffd-ee7d-4d15-ae9d-9ee88394cfe5 req-4cc9d5c0-676b-4974-a3d4-b4648315e177 tempest-TestServerMultinode-1910694742 tempest-TestServerMultinode-1910694742-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:37:52.189586 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e7efbffd-ee7d-4d15-ae9d-9ee88394cfe5 req-4cc9d5c0-676b-4974-a3d4-b4648315e177 tempest-TestServerMultinode-1910694742 tempest-TestServerMultinode-1910694742-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=08d5107c-d8e9-4e3b-b9cb-d19f92db621e HTTP/1.1" status: 200 len: 1094 time: 0.0448492 Jul 27 23:37:52.242829 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e7efbffd-ee7d-4d15-ae9d-9ee88394cfe5 req-661e105f-5b8d-49be-9d22-407c05f3f401 tempest-TestServerMultinode-1910694742 tempest-TestServerMultinode-1910694742-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=3b1679f0-a2bc-4eab-a97e-85f2c3557908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442142 Jul 27 23:37:52.419241 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 6e2ac941-7128-4676-a1d2-2b4be394de34 details requested by agent hyperv_n-h1-802623-1 with host n-h1-802623-1 {{(pid=93799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 23:37:52.528276 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port 6e2ac941-7128-4676-a1d2-2b4be394de34, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=6e2ac941-7128-4676-a1d2-2b4be394de34,segment=NetworkSegment(e1088835-8d01-4aa0-8404-760f4ebfc4f9),segment_id=e1088835-8d01-4aa0-8404-760f4ebfc4f9)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:37:52.554850 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Returning: {'device': '6e2ac941-7128-4676-a1d2-2b4be394de34', 'network_id': 'e3a03f03-2b92-45c6-a94e-dcb646a24f58', 'port_id': '6e2ac941-7128-4676-a1d2-2b4be394de34', 'mac_address': 'fa:16:3e:35:77:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed8488e4-9b90-4bc0-b183-2a1d82ccfac9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 23:37:52.601698 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:52.615749 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e2ac941-7128-4676-a1d2-2b4be394de34 {{(pid=93799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:37:52.648320 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port 6e2ac941-7128-4676-a1d2-2b4be394de34, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=6e2ac941-7128-4676-a1d2-2b4be394de34,segment=NetworkSegment(e1088835-8d01-4aa0-8404-760f4ebfc4f9),segment_id=e1088835-8d01-4aa0-8404-760f4ebfc4f9)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:37:52.654641 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:52.719832 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Pushing event updated for resources: {'Port': ['ID=6e2ac941-7128-4676-a1d2-2b4be394de34,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:37:52.859692 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] get_ports_and_sgs() called for port_ids ['6e2ac941-7128-4676-a1d2-2b4be394de34'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:37:53.186604 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device 2066c28c-7cb5-4d29-be39-ea96eee1ee06 no longer exists at agent hyperv_n-h2-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:37:53.216344 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] No Port match for: 2066c28c-7cb5-4d29-be39-ea96eee1ee06 {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:37:53.216692 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device 2066c28c-7cb5-4d29-be39-ea96eee1ee06 not bound to the agent host n-h2-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:37:53.371435 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e822c0b-7ebc-4544-be14-51586a993aa2 req-d4cb02a8-a362-4a5a-8012-790e5821c6bb tempest-TestServerMultinode-1910694742 tempest-TestServerMultinode-1910694742-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:37:53.373173 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-6e822c0b-7ebc-4544-be14-51586a993aa2 req-d4cb02a8-a362-4a5a-8012-790e5821c6bb tempest-TestServerMultinode-1910694742 tempest-TestServerMultinode-1910694742-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=08d5107c-d8e9-4e3b-b9cb-d19f92db621e HTTP/1.1" status: 200 len: 1095 time: 0.0562897 Jul 27 23:37:53.414001 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-6e822c0b-7ebc-4544-be14-51586a993aa2 req-d9a0a149-aabe-4a87-b1c3-bdb6d62a9d45 tempest-TestServerMultinode-1910694742 tempest-TestServerMultinode-1910694742-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=3b1679f0-a2bc-4eab-a97e-85f2c3557908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339620 Jul 27 23:37:53.647567 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device f37ffcb5-1086-4bd5-a2da-ab9795ee51ae up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:37:53.707252 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port f37ffcb5-1086-4bd5-a2da-ab9795ee51ae triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:37:53.707631 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:54.001874 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 49468) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:37:54.116007 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-47694fd9-caf3-4c16-87b4-8dac716886eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:54.213133 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-47694fd9-caf3-4c16-87b4-8dac716886eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:54.221478 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-47694fd9-caf3-4c16-87b4-8dac716886eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:54.273853 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47694fd9-caf3-4c16-87b4-8dac716886eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b201005-64dc-42d2-8998-e13adc6eac1f,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:37:54.290847 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 49474) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:37:54.291184 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-47694fd9-caf3-4c16-87b4-8dac716886eb admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8fc61f78d8834944941728f70fd4f34f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2880588 Jul 27 23:37:54.353766 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-557fbf65-434b-41a8-b1de-6b4c61990086 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:54.375242 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-557fbf65-434b-41a8-b1de-6b4c61990086 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:54.419772 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 6e2ac941-7128-4676-a1d2-2b4be394de34 up at agent hyperv_n-h1-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:37:54.427210 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-557fbf65-434b-41a8-b1de-6b4c61990086 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:54.430391 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-557fbf65-434b-41a8-b1de-6b4c61990086 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:54.449959 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-557fbf65-434b-41a8-b1de-6b4c61990086 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4b201005-64dc-42d2-8998-e13adc6eac1f HTTP/1.1" status: 204 len: 168 time: 0.1577380 Jul 27 23:37:54.458345 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557fbf65-434b-41a8-b1de-6b4c61990086 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b201005-64dc-42d2-8998-e13adc6eac1f,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:37:54.535210 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Provisioning for port 6e2ac941-7128-4676-a1d2-2b4be394de34 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:37:54.540133 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Provisioning complete for port 6e2ac941-7128-4676-a1d2-2b4be394de34 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:37:54.540627 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:54.571337 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53df144f-d4fc-4e54-a883-cb182f09f4b1 req-51e36f46-0db7-47f9-b390-474a7b05d78f tempest-TestServerMultinode-1910694742 tempest-TestServerMultinode-1910694742-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:37:54.573955 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-53df144f-d4fc-4e54-a883-cb182f09f4b1 req-51e36f46-0db7-47f9-b390-474a7b05d78f tempest-TestServerMultinode-1910694742 tempest-TestServerMultinode-1910694742-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=08d5107c-d8e9-4e3b-b9cb-d19f92db621e HTTP/1.1" status: 200 len: 1095 time: 0.0590050 Jul 27 23:37:54.625899 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-53df144f-d4fc-4e54-a883-cb182f09f4b1 req-0bea058e-5572-4e50-899c-1c245ecabac2 tempest-TestServerMultinode-1910694742 tempest-TestServerMultinode-1910694742-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=3b1679f0-a2bc-4eab-a97e-85f2c3557908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449560 Jul 27 23:37:54.656291 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:54.681485 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08d5107c-d8e9-4e3b-b9cb-d19f92db621e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e2ac941-7128-4676-a1d2-2b4be394de34'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:37:54.683769 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c0369b0d4f459110ff20a1f9878ba33f96d6491bddb9d15843bf29d01e0bda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c6469ac-1230-417e-8f71-2addbcd98462" -d '{"events": [{"server_uuid": "08d5107c-d8e9-4e3b-b9cb-d19f92db621e", "name": "network-vif-plugged", "status": "completed", "tag": "6e2ac941-7128-4676-a1d2-2b4be394de34"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:37:54.699014 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port 6e2ac941-7128-4676-a1d2-2b4be394de34, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=6e2ac941-7128-4676-a1d2-2b4be394de34,segment=NetworkSegment(e1088835-8d01-4aa0-8404-760f4ebfc4f9),segment_id=e1088835-8d01-4aa0-8404-760f4ebfc4f9)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:37:54.705621 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:54.740036 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:37:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0316c0fe-7895-4baf-8795-eafe88bfbfec x-openstack-request-id: req-0316c0fe-7895-4baf-8795-eafe88bfbfec {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:37:54.740327 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08d5107c-d8e9-4e3b-b9cb-d19f92db621e", "name": "network-vif-plugged", "status": "completed", "tag": "6e2ac941-7128-4676-a1d2-2b4be394de34", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:37:54.740888 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0316c0fe-7895-4baf-8795-eafe88bfbfec {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:37:54.741616 n-d-802623-1 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08d5107c-d8e9-4e3b-b9cb-d19f92db621e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e2ac941-7128-4676-a1d2-2b4be394de34', 'code': 200} Jul 27 23:37:54.773306 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Pushing event updated for resources: {'Port': ['ID=6e2ac941-7128-4676-a1d2-2b4be394de34,revision_number=5']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:37:54.774467 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 49484) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:37:54.798035 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d0ac9412-2dd7-448e-9c43-544b22573c62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:54.848212 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894e47d1-1cb5-45c1-a274-bd1648759376 req-d2a4ceca-ba55-4b38-9109-5a745cb13605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:37:54.849839 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-894e47d1-1cb5-45c1-a274-bd1648759376 req-d2a4ceca-ba55-4b38-9109-5a745cb13605 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=08d5107c-d8e9-4e3b-b9cb-d19f92db621e HTTP/1.1" status: 200 len: 1096 time: 0.0550869 Jul 27 23:37:54.893332 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-894e47d1-1cb5-45c1-a274-bd1648759376 req-69b0238f-1621-4609-95ed-483433a34826 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=3b1679f0-a2bc-4eab-a97e-85f2c3557908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360947 Jul 27 23:37:54.899074 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d0ac9412-2dd7-448e-9c43-544b22573c62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:54.903203 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d0ac9412-2dd7-448e-9c43-544b22573c62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:54.941852 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-d0ac9412-2dd7-448e-9c43-544b22573c62 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5e3cbbff85da419a8c1f3267aa8c75d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1660128 Jul 27 23:37:54.943032 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ac9412-2dd7-448e-9c43-544b22573c62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4abf5606-babd-41d9-8486-28ad83d9ee8f,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:37:54.945347 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 49486) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:37:55.001421 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-45013ca9-68dd-445f-a83e-adcc5642febb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:55.024501 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-45013ca9-68dd-445f-a83e-adcc5642febb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:55.072668 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-45013ca9-68dd-445f-a83e-adcc5642febb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:55.075260 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-45013ca9-68dd-445f-a83e-adcc5642febb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:55.076489 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-45013ca9-68dd-445f-a83e-adcc5642febb admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4abf5606-babd-41d9-8486-28ad83d9ee8f HTTP/1.1" status: 204 len: 168 time: 0.1288579 Jul 27 23:37:55.090065 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45013ca9-68dd-445f-a83e-adcc5642febb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4abf5606-babd-41d9-8486-28ad83d9ee8f,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:37:55.743802 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea2912a-fd46-4984-a692-8754ece6f8c7 req-dfda6c60-5216-4928-b0ce-1d13d83860bb tempest-TestServerMultinode-1910694742 tempest-TestServerMultinode-1910694742-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:37:55.752028 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-dea2912a-fd46-4984-a692-8754ece6f8c7 req-dfda6c60-5216-4928-b0ce-1d13d83860bb tempest-TestServerMultinode-1910694742 tempest-TestServerMultinode-1910694742-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=08d5107c-d8e9-4e3b-b9cb-d19f92db621e HTTP/1.1" status: 200 len: 1096 time: 0.0549684 Jul 27 23:37:55.791650 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-dea2912a-fd46-4984-a692-8754ece6f8c7 req-c3d5c360-f152-40e7-8a96-01cdc891ded5 tempest-TestServerMultinode-1910694742 tempest-TestServerMultinode-1910694742-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=3b1679f0-a2bc-4eab-a97e-85f2c3557908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384378 Jul 27 23:37:56.906620 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644e181a-a271-47bd-8bad-82b6672fe3f7 req-b46e028c-0e79-49ac-b5fb-d0b3167897ce tempest-TestServerMultinode-1910694742 tempest-TestServerMultinode-1910694742-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:37:56.912359 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-644e181a-a271-47bd-8bad-82b6672fe3f7 req-b46e028c-0e79-49ac-b5fb-d0b3167897ce tempest-TestServerMultinode-1910694742 tempest-TestServerMultinode-1910694742-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=08d5107c-d8e9-4e3b-b9cb-d19f92db621e HTTP/1.1" status: 200 len: 1096 time: 0.0514991 Jul 27 23:37:56.914120 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-9ba39827-ba79-4afe-8627-8b442ba8be5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:56.951208 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-644e181a-a271-47bd-8bad-82b6672fe3f7 req-8d6333b8-ce99-495b-b733-cf1b81116964 tempest-TestServerMultinode-1910694742 tempest-TestServerMultinode-1910694742-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=3b1679f0-a2bc-4eab-a97e-85f2c3557908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326984 Jul 27 23:37:57.070936 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904726e8-e2f8-4397-99e8-f917042631c3 req-7909db9c-91b3-4e93-9caa-6dce2ecf1683 tempest-TestServerMultinode-1910694742 tempest-TestServerMultinode-1910694742-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:37:57.072563 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-904726e8-e2f8-4397-99e8-f917042631c3 req-7909db9c-91b3-4e93-9caa-6dce2ecf1683 tempest-TestServerMultinode-1910694742 tempest-TestServerMultinode-1910694742-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=08d5107c-d8e9-4e3b-b9cb-d19f92db621e HTTP/1.1" status: 200 len: 1096 time: 0.0486517 Jul 27 23:37:57.110840 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-904726e8-e2f8-4397-99e8-f917042631c3 req-e09c75af-6d1e-4342-a7b7-0fe1892d6d86 tempest-TestServerMultinode-1910694742 tempest-TestServerMultinode-1910694742-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=3b1679f0-a2bc-4eab-a97e-85f2c3557908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315089 Jul 27 23:37:57.249669 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ba749d-0860-4ea2-b9e2-292fb04a3758 req-ad80fb04-b8f4-4dff-9222-148475ab8791 tempest-TestServerMultinode-1910694742 tempest-TestServerMultinode-1910694742-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:37:57.251240 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-30ba749d-0860-4ea2-b9e2-292fb04a3758 req-ad80fb04-b8f4-4dff-9222-148475ab8791 tempest-TestServerMultinode-1910694742 tempest-TestServerMultinode-1910694742-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=08d5107c-d8e9-4e3b-b9cb-d19f92db621e HTTP/1.1" status: 200 len: 1096 time: 0.0457945 Jul 27 23:37:57.297391 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-30ba749d-0860-4ea2-b9e2-292fb04a3758 req-4588c2f7-11e5-488b-847f-cbfabf1c4c8f tempest-TestServerMultinode-1910694742 tempest-TestServerMultinode-1910694742-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=3b1679f0-a2bc-4eab-a97e-85f2c3557908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399342 Jul 27 23:37:57.587946 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23179ed-7ce7-4807-a1b9-3202720d09de req-494769c4-2504-40c6-85cc-7cda2c3e6b05 tempest-TestServerMultinode-1910694742 tempest-TestServerMultinode-1910694742-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:37:57.595223 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c23179ed-7ce7-4807-a1b9-3202720d09de req-494769c4-2504-40c6-85cc-7cda2c3e6b05 tempest-TestServerMultinode-1910694742 tempest-TestServerMultinode-1910694742-project-admin] 10.222.0.18 "GET /v2.0/networks?id=e3a03f03-2b92-45c6-a94e-dcb646a24f58 HTTP/1.1" status: 200 len: 910 time: 0.1017232 Jul 27 23:37:57.611441 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c23179ed-7ce7-4807-a1b9-3202720d09de req-b956a5aa-3577-43e4-91b3-90a26c953a9d tempest-TestServerMultinode-1910694742 tempest-TestServerMultinode-1910694742-project-admin] 10.222.0.18 "GET /v2.0/quotas/75bcf1b73d144c7b92d9adb1124041e9 HTTP/1.1" status: 200 len: 375 time: 0.0153182 Jul 27 23:37:57.667549 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c23179ed-7ce7-4807-a1b9-3202720d09de req-7c938edd-8418-4870-a101-18e966320498 tempest-TestServerMultinode-1910694742 tempest-TestServerMultinode-1910694742-project-admin] 10.222.0.18 "GET /v2.0/ports?tenant_id=75bcf1b73d144c7b92d9adb1124041e9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0551376 Jul 27 23:37:57.772092 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c23179ed-7ce7-4807-a1b9-3202720d09de req-5c61c326-0831-4ab4-b1b2-263a67b0fb89 service neutron] 10.222.0.18 "GET /v2.0/networks/e3a03f03-2b92-45c6-a94e-dcb646a24f58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973868 Jul 27 23:37:57.876503 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c23179ed-7ce7-4807-a1b9-3202720d09de req-0c5764b3-ba50-4f80-849a-367e8572c931 service neutron] 10.222.0.18 "GET /v2.0/networks/e3a03f03-2b92-45c6-a94e-dcb646a24f58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969820 Jul 27 23:37:58.069577 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8581f6ae-77ba-4bde-9bad-e376d73502b2 req-5c5215dd-683f-4c07-a74d-e35aac204bff tempest-TestServerMultinode-1910694742 tempest-TestServerMultinode-1910694742-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=e858b509-9f61-4002-aba5-72026851c050 HTTP/1.1" status: 200 len: 210 time: 0.0349715 Jul 27 23:37:58.380250 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 49632) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:37:58.508891 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2bc08267-8b8e-4922-895c-bb4a504f7723 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:58.600341 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2bc08267-8b8e-4922-895c-bb4a504f7723 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:58.604518 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2bc08267-8b8e-4922-895c-bb4a504f7723 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:58.647850 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-2bc08267-8b8e-4922-895c-bb4a504f7723 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=12f2c6ec8a394c5e84bb406780267c08&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2656317 Jul 27 23:37:58.649830 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc08267-8b8e-4922-895c-bb4a504f7723 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0542843d-a39a-4440-8684-e2a7094d52c3,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:37:58.650654 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 49636) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:37:58.700893 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3b9ecd15-e6d0-4b6b-9f20-30086cc2b315 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:58.721004 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3b9ecd15-e6d0-4b6b-9f20-30086cc2b315 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:58.768185 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3b9ecd15-e6d0-4b6b-9f20-30086cc2b315 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:58.770774 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3b9ecd15-e6d0-4b6b-9f20-30086cc2b315 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:58.771975 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-3b9ecd15-e6d0-4b6b-9f20-30086cc2b315 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0542843d-a39a-4440-8684-e2a7094d52c3 HTTP/1.1" status: 204 len: 168 time: 0.1202843 Jul 27 23:37:58.779531 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9ecd15-e6d0-4b6b-9f20-30086cc2b315 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0542843d-a39a-4440-8684-e2a7094d52c3,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:37:59.010882 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23179ed-7ce7-4807-a1b9-3202720d09de req-bf31b156-6e99-4e40-86d7-e4fac43de82b tempest-TestServerMultinode-1910694742 tempest-TestServerMultinode-1910694742-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:37:59.012431 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-c23179ed-7ce7-4807-a1b9-3202720d09de req-bf31b156-6e99-4e40-86d7-e4fac43de82b tempest-TestServerMultinode-1910694742 tempest-TestServerMultinode-1910694742-project-admin] 10.222.0.49 "GET /v2.0/networks?id=e3a03f03-2b92-45c6-a94e-dcb646a24f58 HTTP/1.1" status: 200 len: 910 time: 0.1033041 Jul 27 23:37:59.024175 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [req-c23179ed-7ce7-4807-a1b9-3202720d09de req-6a83838a-eb33-4724-b702-ba402cfa7264 tempest-TestServerMultinode-1910694742 tempest-TestServerMultinode-1910694742-project-admin] Request body: {'port': {'device_id': 'e858b509-9f61-4002-aba5-72026851c050', 'network_id': 'e3a03f03-2b92-45c6-a94e-dcb646a24f58', 'admin_state_up': True, 'tenant_id': '75bcf1b73d144c7b92d9adb1124041e9'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:37:59.045428 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c23179ed-7ce7-4807-a1b9-3202720d09de req-6a83838a-eb33-4724-b702-ba402cfa7264 tempest-TestServerMultinode-1910694742 tempest-TestServerMultinode-1910694742-project-admin] Made reservation on behalf of 75bcf1b73d144c7b92d9adb1124041e9 for: {'port': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:37:59.051039 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-c23179ed-7ce7-4807-a1b9-3202720d09de req-6a83838a-eb33-4724-b702-ba402cfa7264 tempest-TestServerMultinode-1910694742 tempest-TestServerMultinode-1910694742-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:59.051733 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 49644) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:37:59.065609 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b97fccac-4db3-468f-8c26-29d3358fecee admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:59.168387 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b97fccac-4db3-468f-8c26-29d3358fecee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:59.172888 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [req-c23179ed-7ce7-4807-a1b9-3202720d09de req-6a83838a-eb33-4724-b702-ba402cfa7264 tempest-TestServerMultinode-1910694742 tempest-TestServerMultinode-1910694742-project-admin] Allocated IP 172.20.0.13 (e3a03f03-2b92-45c6-a94e-dcb646a24f58/ed8488e4-9b90-4bc0-b183-2a1d82ccfac9/92a75652-3878-46a3-9b8b-36b6dd64c547) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:37:59.184527 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-26446898-7cfe-437b-be2a-6e804fd2b09b req-94dbb6f2-0021-4257-900b-56ff0c31a986 tempest-TestServerMultinode-1910694742 tempest-TestServerMultinode-1910694742-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=e858b509-9f61-4002-aba5-72026851c050 HTTP/1.1" status: 200 len: 210 time: 0.0328515 Jul 27 23:37:59.185255 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b97fccac-4db3-468f-8c26-29d3358fecee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:59.228599 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-b97fccac-4db3-468f-8c26-29d3358fecee admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=bd03ad0f732b4059a25db3ded32a6581&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1750877 Jul 27 23:37:59.229677 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 49650) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:37:59.237323 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fccac-4db3-468f-8c26-29d3358fecee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=128cfad2-a28a-44bc-a76f-c5604280e462,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:37:59.291438 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4245a9c8-03e7-4f72-aaf0-085d9384880e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:59.313814 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4245a9c8-03e7-4f72-aaf0-085d9384880e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:59.325373 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-c23179ed-7ce7-4807-a1b9-3202720d09de req-6a83838a-eb33-4724-b702-ba402cfa7264 tempest-TestServerMultinode-1910694742 tempest-TestServerMultinode-1910694742-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:59.338676 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [req-c23179ed-7ce7-4807-a1b9-3202720d09de req-6a83838a-eb33-4724-b702-ba402cfa7264 tempest-TestServerMultinode-1910694742 tempest-TestServerMultinode-1910694742-project-admin] Transition to ACTIVE for port object 92a75652-3878-46a3-9b8b-36b6dd64c547 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:37:59.372952 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-c23179ed-7ce7-4807-a1b9-3202720d09de req-6a83838a-eb33-4724-b702-ba402cfa7264 tempest-TestServerMultinode-1910694742 tempest-TestServerMultinode-1910694742-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:59.376447 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4245a9c8-03e7-4f72-aaf0-085d9384880e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:59.379373 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4245a9c8-03e7-4f72-aaf0-085d9384880e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:59.385309 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] get_ports_and_sgs() called for port_ids ['6e2ac941-7128-4676-a1d2-2b4be394de34'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:37:59.387077 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-4245a9c8-03e7-4f72-aaf0-085d9384880e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/128cfad2-a28a-44bc-a76f-c5604280e462 HTTP/1.1" status: 204 len: 168 time: 0.1547561 Jul 27 23:37:59.407519 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4245a9c8-03e7-4f72-aaf0-085d9384880e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=128cfad2-a28a-44bc-a76f-c5604280e462,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:37:59.414276 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c23179ed-7ce7-4807-a1b9-3202720d09de req-6a83838a-eb33-4724-b702-ba402cfa7264 tempest-TestServerMultinode-1910694742 tempest-TestServerMultinode-1910694742-project-admin] Network e3a03f03-2b92-45c6-a94e-dcb646a24f58 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:37:59.417577 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [req-c23179ed-7ce7-4807-a1b9-3202720d09de req-6a83838a-eb33-4724-b702-ba402cfa7264 tempest-TestServerMultinode-1910694742 tempest-TestServerMultinode-1910694742-project-admin] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:37:59.431568 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [req-c23179ed-7ce7-4807-a1b9-3202720d09de req-6a83838a-eb33-4724-b702-ba402cfa7264 tempest-TestServerMultinode-1910694742 tempest-TestServerMultinode-1910694742-project-admin] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:37:59.497413 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a83838a-eb33-4724-b702-ba402cfa7264 tempest-TestServerMultinode-1910694742 tempest-TestServerMultinode-1910694742-project-admin] Pushing event updated for resources: {'Port': ['ID=92a75652-3878-46a3-9b8b-36b6dd64c547,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:37:59.525491 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23179ed-7ce7-4807-a1b9-3202720d09de req-6a83838a-eb33-4724-b702-ba402cfa7264 tempest-TestServerMultinode-1910694742 tempest-TestServerMultinode-1910694742-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:37:59.526617 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-c23179ed-7ce7-4807-a1b9-3202720d09de req-6a83838a-eb33-4724-b702-ba402cfa7264 tempest-TestServerMultinode-1910694742 tempest-TestServerMultinode-1910694742-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:59.554607 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-c23179ed-7ce7-4807-a1b9-3202720d09de req-6a83838a-eb33-4724-b702-ba402cfa7264 tempest-TestServerMultinode-1910694742 tempest-TestServerMultinode-1910694742-project-admin] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.5340624 Jul 27 23:37:59.568639 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [req-c23179ed-7ce7-4807-a1b9-3202720d09de req-2f433ff6-ee06-4740-b41e-8a951c3eabcb service neutron] Request body: {'port': {'device_id': 'e858b509-9f61-4002-aba5-72026851c050', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802623-1'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:37:59.614797 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ebf5e8fa-ff62-458e-bdd4-b53483baf6ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:59.665363 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-c23179ed-7ce7-4807-a1b9-3202720d09de req-2f433ff6-ee06-4740-b41e-8a951c3eabcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:59.741428 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:59.751804 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-8b29c01e-34a7-4196-abce-6972d55fb5fc None None] Provisioning for port 92a75652-3878-46a3-9b8b-36b6dd64c547 completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:37:59.758698 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-8b29c01e-34a7-4196-abce-6972d55fb5fc None None] Provisioning complete for port 92a75652-3878-46a3-9b8b-36b6dd64c547 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:37:59.759913 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8b29c01e-34a7-4196-abce-6972d55fb5fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:59.806478 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-8b29c01e-34a7-4196-abce-6972d55fb5fc None None] Port 92a75652-3878-46a3-9b8b-36b6dd64c547 cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:37:59.966902 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [req-c23179ed-7ce7-4807-a1b9-3202720d09de req-2f433ff6-ee06-4740-b41e-8a951c3eabcb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92a75652-3878-46a3-9b8b-36b6dd64c547 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:37:59.975658 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-c23179ed-7ce7-4807-a1b9-3202720d09de req-2f433ff6-ee06-4740-b41e-8a951c3eabcb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:37:59.988976 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [req-c23179ed-7ce7-4807-a1b9-3202720d09de req-2f433ff6-ee06-4740-b41e-8a951c3eabcb service neutron] Transition to ACTIVE for port object 92a75652-3878-46a3-9b8b-36b6dd64c547 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:37:59.992683 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-c23179ed-7ce7-4807-a1b9-3202720d09de req-2f433ff6-ee06-4740-b41e-8a951c3eabcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11336041'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:00.048633 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f433ff6-ee06-4740-b41e-8a951c3eabcb service neutron] Pushing event updated for resources: {'Port': ['ID=92a75652-3878-46a3-9b8b-36b6dd64c547,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:38:00.072809 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:00.140480 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-c23179ed-7ce7-4807-a1b9-3202720d09de req-2f433ff6-ee06-4740-b41e-8a951c3eabcb service neutron] Attempting to bind port 92a75652-3878-46a3-9b8b-36b6dd64c547 on host n-h2-802623-1 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:38:00.140817 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-c23179ed-7ce7-4807-a1b9-3202720d09de req-2f433ff6-ee06-4740-b41e-8a951c3eabcb service neutron] Attempting to bind port 92a75652-3878-46a3-9b8b-36b6dd64c547 by drivers openvswitch,hyperv on host n-h2-802623-1 at level 0 using segments [{'id': 'e1088835-8d01-4aa0-8404-760f4ebfc4f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'e3a03f03-2b92-45c6-a94e-dcb646a24f58'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:38:00.141519 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c23179ed-7ce7-4807-a1b9-3202720d09de req-2f433ff6-ee06-4740-b41e-8a951c3eabcb service neutron] Attempting to bind port 92a75652-3878-46a3-9b8b-36b6dd64c547 on network e3a03f03-2b92-45c6-a94e-dcb646a24f58 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:38:00.148415 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c23179ed-7ce7-4807-a1b9-3202720d09de req-2f433ff6-ee06-4740-b41e-8a951c3eabcb service neutron] Port 92a75652-3878-46a3-9b8b-36b6dd64c547 on network e3a03f03-2b92-45c6-a94e-dcb646a24f58 not bound, no agent of type Open vSwitch agent registered on host n-h2-802623-1 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 23:38:00.148757 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c23179ed-7ce7-4807-a1b9-3202720d09de req-2f433ff6-ee06-4740-b41e-8a951c3eabcb service neutron] Attempting to bind port 92a75652-3878-46a3-9b8b-36b6dd64c547 on network e3a03f03-2b92-45c6-a94e-dcb646a24f58 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:38:00.154094 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c23179ed-7ce7-4807-a1b9-3202720d09de req-2f433ff6-ee06-4740-b41e-8a951c3eabcb service neutron] Checking agent: {'id': 'c5cc038b-93c4-4df4-8061-5df2a04a48c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 23, 0, 4), 'started_at': datetime.datetime(2021, 7, 27, 23, 0, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 37, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:38:00.154432 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c23179ed-7ce7-4807-a1b9-3202720d09de req-2f433ff6-ee06-4740-b41e-8a951c3eabcb service neutron] Checking segment: {'id': 'e1088835-8d01-4aa0-8404-760f4ebfc4f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'e3a03f03-2b92-45c6-a94e-dcb646a24f58'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:38:00.155135 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c23179ed-7ce7-4807-a1b9-3202720d09de req-2f433ff6-ee06-4740-b41e-8a951c3eabcb service neutron] Bound using segment: {'id': 'e1088835-8d01-4aa0-8404-760f4ebfc4f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'e3a03f03-2b92-45c6-a94e-dcb646a24f58'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:38:00.155448 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-c23179ed-7ce7-4807-a1b9-3202720d09de req-2f433ff6-ee06-4740-b41e-8a951c3eabcb service neutron] Bound port: 92a75652-3878-46a3-9b8b-36b6dd64c547, host: n-h2-802623-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1088835-8d01-4aa0-8404-760f4ebfc4f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'e3a03f03-2b92-45c6-a94e-dcb646a24f58'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:38:00.155809 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-c23179ed-7ce7-4807-a1b9-3202720d09de req-2f433ff6-ee06-4740-b41e-8a951c3eabcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:00.254104 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-c23179ed-7ce7-4807-a1b9-3202720d09de req-2f433ff6-ee06-4740-b41e-8a951c3eabcb service neutron] For port 92a75652-3878-46a3-9b8b-36b6dd64c547, host n-h2-802623-1, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:38:00.258101 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-c23179ed-7ce7-4807-a1b9-3202720d09de req-2f433ff6-ee06-4740-b41e-8a951c3eabcb service neutron] For port 92a75652-3878-46a3-9b8b-36b6dd64c547, host n-h2-802623-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=92a75652-3878-46a3-9b8b-36b6dd64c547,segment=NetworkSegment(e1088835-8d01-4aa0-8404-760f4ebfc4f9),segment_id=e1088835-8d01-4aa0-8404-760f4ebfc4f9)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:38:00.266883 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-c23179ed-7ce7-4807-a1b9-3202720d09de req-2f433ff6-ee06-4740-b41e-8a951c3eabcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11336041'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:00.355772 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23179ed-7ce7-4807-a1b9-3202720d09de req-2f433ff6-ee06-4740-b41e-8a951c3eabcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:38:00.356395 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-c23179ed-7ce7-4807-a1b9-3202720d09de req-2f433ff6-ee06-4740-b41e-8a951c3eabcb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:00.357785 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-c23179ed-7ce7-4807-a1b9-3202720d09de req-2f433ff6-ee06-4740-b41e-8a951c3eabcb service neutron] 10.222.0.49 "PUT /v2.0/ports/92a75652-3878-46a3-9b8b-36b6dd64c547 HTTP/1.1" status: 200 len: 1092 time: 0.7946215 Jul 27 23:38:00.358566 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e858b509-9f61-4002-aba5-72026851c050', 'tag': '92a75652-3878-46a3-9b8b-36b6dd64c547'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:38:00.361105 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a476459a1bfce68b0ae0df5b6a71154bfc7cfdc8f9eefce6ad0a17231e60468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d8c7aa8-5cba-49ed-9784-277a110c5ff3" -d '{"events": [{"name": "network-changed", "server_uuid": "e858b509-9f61-4002-aba5-72026851c050", "tag": "92a75652-3878-46a3-9b8b-36b6dd64c547"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:38:00.375977 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f433ff6-ee06-4740-b41e-8a951c3eabcb service neutron] Pushing event updated for resources: {'Port': ['ID=92a75652-3878-46a3-9b8b-36b6dd64c547,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:38:00.408265 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedd9327-2383-4af5-a839-9131a13f5cbd req-92773e0f-9a5d-4dd3-ba45-0d8b04e288f5 tempest-TestServerMultinode-1910694742 tempest-TestServerMultinode-1910694742-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:38:00.409829 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-bedd9327-2383-4af5-a839-9131a13f5cbd req-92773e0f-9a5d-4dd3-ba45-0d8b04e288f5 tempest-TestServerMultinode-1910694742 tempest-TestServerMultinode-1910694742-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=e858b509-9f61-4002-aba5-72026851c050 HTTP/1.1" status: 200 len: 1095 time: 0.1048763 Jul 27 23:38:00.425788 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 23:38:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-876395c2-15f3-4a16-8183-d6e067e3bb89 x-openstack-request-id: req-876395c2-15f3-4a16-8183-d6e067e3bb89 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:38:00.426079 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e858b509-9f61-4002-aba5-72026851c050", "tag": "92a75652-3878-46a3-9b8b-36b6dd64c547", "status": "completed", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:38:00.426335 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-876395c2-15f3-4a16-8183-d6e067e3bb89 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:38:00.426741 n-d-802623-1 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e858b509-9f61-4002-aba5-72026851c050', 'tag': '92a75652-3878-46a3-9b8b-36b6dd64c547', 'status': 'completed', 'code': 200} Jul 27 23:38:00.500241 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23179ed-7ce7-4807-a1b9-3202720d09de req-c7ea466e-5978-47dd-97d4-2cf1f39453b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:38:00.501689 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-c23179ed-7ce7-4807-a1b9-3202720d09de req-c7ea466e-5978-47dd-97d4-2cf1f39453b1 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=75bcf1b73d144c7b92d9adb1124041e9&device_id=e858b509-9f61-4002-aba5-72026851c050 HTTP/1.1" status: 200 len: 1095 time: 0.0736876 Jul 27 23:38:00.509518 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-bedd9327-2383-4af5-a839-9131a13f5cbd req-c86bcc18-f5d5-4ecb-bde3-776943983cca tempest-TestServerMultinode-1910694742 tempest-TestServerMultinode-1910694742-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=3b1679f0-a2bc-4eab-a97e-85f2c3557908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854158 Jul 27 23:38:00.557448 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-19f2e178-d45e-4fbe-b9be-c3963fc151ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:00.559784 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-c23179ed-7ce7-4807-a1b9-3202720d09de req-a081b6d2-122f-4a5a-89be-e54fb8744402 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=92a75652-3878-46a3-9b8b-36b6dd64c547 HTTP/1.1" status: 200 len: 217 time: 0.0490479 Jul 27 23:38:00.628090 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23179ed-7ce7-4807-a1b9-3202720d09de req-c7d19edb-d8c6-4cf5-8c38-5f32a8263cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:38:00.630683 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-c23179ed-7ce7-4807-a1b9-3202720d09de req-c7d19edb-d8c6-4cf5-8c38-5f32a8263cbd service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ed8488e4-9b90-4bc0-b183-2a1d82ccfac9 HTTP/1.1" status: 200 len: 848 time: 0.0641699 Jul 27 23:38:00.688349 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23179ed-7ce7-4807-a1b9-3202720d09de req-cd04c184-ad75-4a9d-ac45-0489cd56a3a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:38:00.689967 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-c23179ed-7ce7-4807-a1b9-3202720d09de req-cd04c184-ad75-4a9d-ac45-0489cd56a3a5 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e3a03f03-2b92-45c6-a94e-dcb646a24f58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0505614 Jul 27 23:38:00.785926 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-c23179ed-7ce7-4807-a1b9-3202720d09de req-192d6ce8-fd05-4728-8daa-54e0df20cba8 service neutron] 10.222.0.49 "GET /v2.0/networks/e3a03f03-2b92-45c6-a94e-dcb646a24f58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878401 Jul 27 23:38:00.882259 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-c23179ed-7ce7-4807-a1b9-3202720d09de req-31952a40-1f50-4d63-bd7b-6c8a8f5e4643 service neutron] 10.222.0.49 "GET /v2.0/networks/e3a03f03-2b92-45c6-a94e-dcb646a24f58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888500 Jul 27 23:38:00.979947 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8c7aa8-5cba-49ed-9784-277a110c5ff3 req-2dafc917-a0dc-4773-ad38-0a876f209826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:38:00.981929 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-0d8c7aa8-5cba-49ed-9784-277a110c5ff3 req-2dafc917-a0dc-4773-ad38-0a876f209826 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=75bcf1b73d144c7b92d9adb1124041e9&device_id=e858b509-9f61-4002-aba5-72026851c050 HTTP/1.1" status: 200 len: 1095 time: 0.0466211 Jul 27 23:38:01.080608 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8c7aa8-5cba-49ed-9784-277a110c5ff3 req-72bb1bdf-138a-4419-b17c-b20a242be9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:38:01.082331 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-0d8c7aa8-5cba-49ed-9784-277a110c5ff3 req-72bb1bdf-138a-4419-b17c-b20a242be9d1 service neutron] 10.222.0.49 "GET /v2.0/networks?id=e3a03f03-2b92-45c6-a94e-dcb646a24f58 HTTP/1.1" status: 200 len: 910 time: 0.0939426 Jul 27 23:38:01.131371 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-0d8c7aa8-5cba-49ed-9784-277a110c5ff3 req-ba5af29c-49f9-49dc-b89f-9ce76e349d70 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=92a75652-3878-46a3-9b8b-36b6dd64c547 HTTP/1.1" status: 200 len: 217 time: 0.0411081 Jul 27 23:38:01.188250 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8c7aa8-5cba-49ed-9784-277a110c5ff3 req-489b6bf4-f43c-43f7-b952-fd02ddea8856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:38:01.189729 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-0d8c7aa8-5cba-49ed-9784-277a110c5ff3 req-489b6bf4-f43c-43f7-b952-fd02ddea8856 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ed8488e4-9b90-4bc0-b183-2a1d82ccfac9 HTTP/1.1" status: 200 len: 848 time: 0.0514891 Jul 27 23:38:01.604563 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8c7aa8-5cba-49ed-9784-277a110c5ff3 req-0ff6192f-214d-43d0-9e03-cf1476ef73c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:38:01.606282 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-0d8c7aa8-5cba-49ed-9784-277a110c5ff3 req-0ff6192f-214d-43d0-9e03-cf1476ef73c9 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e3a03f03-2b92-45c6-a94e-dcb646a24f58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4087529 Jul 27 23:38:01.696989 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b79976-018c-4cf5-9856-7ee29a53128e req-af3199c1-d6c2-4079-8747-04b8df29965b tempest-TestServerMultinode-1910694742 tempest-TestServerMultinode-1910694742-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:38:01.706460 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f0b79976-018c-4cf5-9856-7ee29a53128e req-af3199c1-d6c2-4079-8747-04b8df29965b tempest-TestServerMultinode-1910694742 tempest-TestServerMultinode-1910694742-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=e858b509-9f61-4002-aba5-72026851c050 HTTP/1.1" status: 200 len: 1095 time: 0.0671432 Jul 27 23:38:01.736409 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-0d8c7aa8-5cba-49ed-9784-277a110c5ff3 req-59e12281-7415-4236-a67b-9a3ab0fc5e64 service neutron] 10.222.0.49 "GET /v2.0/networks/e3a03f03-2b92-45c6-a94e-dcb646a24f58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082790 Jul 27 23:38:01.752718 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f0b79976-018c-4cf5-9856-7ee29a53128e req-baa4dbce-f0af-43c3-9d20-87ebd60f12aa tempest-TestServerMultinode-1910694742 tempest-TestServerMultinode-1910694742-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=3b1679f0-a2bc-4eab-a97e-85f2c3557908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422709 Jul 27 23:38:01.867167 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-0d8c7aa8-5cba-49ed-9784-277a110c5ff3 req-22cb0b1c-5231-4d00-a891-d8eb141e8c72 service neutron] 10.222.0.49 "GET /v2.0/networks/e3a03f03-2b92-45c6-a94e-dcb646a24f58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292691 Jul 27 23:38:02.189308 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 49742) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:38:02.287526 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7418f70f-e60d-4709-8ba9-6ab514bc7f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:02.304571 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-eecf9e1f-33b1-4047-8955-f48b48d47049 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:02.400879 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-eecf9e1f-33b1-4047-8955-f48b48d47049 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:02.405033 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-eecf9e1f-33b1-4047-8955-f48b48d47049 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:02.445251 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-eecf9e1f-33b1-4047-8955-f48b48d47049 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=77b101a1cdd4497d8f7b94a93513faf1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2519448 Jul 27 23:38:02.445468 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 49746) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:38:02.452313 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecf9e1f-33b1-4047-8955-f48b48d47049 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00fdb065-d9bb-4a3e-a063-3929aedcac78,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:38:02.495480 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-777a2e0d-2f4b-42a4-96dd-7779b88f1d4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:02.516322 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-777a2e0d-2f4b-42a4-96dd-7779b88f1d4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:02.563524 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-777a2e0d-2f4b-42a4-96dd-7779b88f1d4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:02.566082 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-777a2e0d-2f4b-42a4-96dd-7779b88f1d4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:02.567255 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-777a2e0d-2f4b-42a4-96dd-7779b88f1d4f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/00fdb065-d9bb-4a3e-a063-3929aedcac78 HTTP/1.1" status: 204 len: 168 time: 0.1209488 Jul 27 23:38:02.575331 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777a2e0d-2f4b-42a4-96dd-7779b88f1d4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00fdb065-d9bb-4a3e-a063-3929aedcac78,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:38:02.864634 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 49766) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:38:02.878393 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-18523aaf-e457-4720-9634-4a2c15d939ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:02.900179 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7351ec80-ede3-40e6-9fbc-689242e22b04 req-c797d70e-8876-4e93-82ef-97566a6b6fd6 tempest-TestServerMultinode-1910694742 tempest-TestServerMultinode-1910694742-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:38:02.909561 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-7351ec80-ede3-40e6-9fbc-689242e22b04 req-c797d70e-8876-4e93-82ef-97566a6b6fd6 tempest-TestServerMultinode-1910694742 tempest-TestServerMultinode-1910694742-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=e858b509-9f61-4002-aba5-72026851c050 HTTP/1.1" status: 200 len: 1095 time: 0.0644557 Jul 27 23:38:02.944834 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-7351ec80-ede3-40e6-9fbc-689242e22b04 req-1dd7ef88-b10f-4ee1-9781-b1819b6c161a tempest-TestServerMultinode-1910694742 tempest-TestServerMultinode-1910694742-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=3b1679f0-a2bc-4eab-a97e-85f2c3557908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334070 Jul 27 23:38:02.985470 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-18523aaf-e457-4720-9634-4a2c15d939ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:02.989432 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-18523aaf-e457-4720-9634-4a2c15d939ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:03.034249 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-18523aaf-e457-4720-9634-4a2c15d939ee admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=be71be9f5a274a4f9ca53d8b6a3fc42a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1684921 Jul 27 23:38:03.034993 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18523aaf-e457-4720-9634-4a2c15d939ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92f1cd79-7a10-4eab-ac03-a5a8bab21ece,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:38:03.037064 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 49790) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:38:03.092365 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-00b4ac00-013a-44b6-af32-728bd5b57c17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:03.114268 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-00b4ac00-013a-44b6-af32-728bd5b57c17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:03.168156 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-00b4ac00-013a-44b6-af32-728bd5b57c17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:03.170910 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-00b4ac00-013a-44b6-af32-728bd5b57c17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:03.172286 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-00b4ac00-013a-44b6-af32-728bd5b57c17 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/92f1cd79-7a10-4eab-ac03-a5a8bab21ece HTTP/1.1" status: 204 len: 168 time: 0.1341350 Jul 27 23:38:03.181369 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b4ac00-013a-44b6-af32-728bd5b57c17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92f1cd79-7a10-4eab-ac03-a5a8bab21ece,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:38:04.063368 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf0b2eb-8de9-4ed7-ad50-2b066c534508 req-9ae86137-e36f-48b4-bab6-f2d92168cf6c tempest-TestServerMultinode-1910694742 tempest-TestServerMultinode-1910694742-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:38:04.065075 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-fcf0b2eb-8de9-4ed7-ad50-2b066c534508 req-9ae86137-e36f-48b4-bab6-f2d92168cf6c tempest-TestServerMultinode-1910694742 tempest-TestServerMultinode-1910694742-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=e858b509-9f61-4002-aba5-72026851c050 HTTP/1.1" status: 200 len: 1095 time: 0.0495741 Jul 27 23:38:04.114001 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-fcf0b2eb-8de9-4ed7-ad50-2b066c534508 req-c70cc6d6-25ca-4979-9958-e7fa2394b72b tempest-TestServerMultinode-1910694742 tempest-TestServerMultinode-1910694742-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=3b1679f0-a2bc-4eab-a97e-85f2c3557908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356777 Jul 27 23:38:04.264176 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 50022) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:38:04.374727 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-89a0c1cd-bdc7-4e98-85da-1fc5567e06d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:04.473300 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-89a0c1cd-bdc7-4e98-85da-1fc5567e06d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:04.477213 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-89a0c1cd-bdc7-4e98-85da-1fc5567e06d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:04.515386 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-89a0c1cd-bdc7-4e98-85da-1fc5567e06d6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9a804ae5878c4ffcbae12724a8865687&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2500339 Jul 27 23:38:04.517325 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a0c1cd-bdc7-4e98-85da-1fc5567e06d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed0a24e4-a710-43d4-8015-c9696c4da474,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:38:04.518022 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 50066) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:38:04.579980 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d6233cc9-3368-4c5b-b346-5d5fdb0f1167 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:04.604099 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d6233cc9-3368-4c5b-b346-5d5fdb0f1167 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:04.655096 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d6233cc9-3368-4c5b-b346-5d5fdb0f1167 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:04.658146 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d6233cc9-3368-4c5b-b346-5d5fdb0f1167 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:04.659341 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-d6233cc9-3368-4c5b-b346-5d5fdb0f1167 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ed0a24e4-a710-43d4-8015-c9696c4da474 HTTP/1.1" status: 204 len: 168 time: 0.1400781 Jul 27 23:38:04.670199 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6233cc9-3368-4c5b-b346-5d5fdb0f1167 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed0a24e4-a710-43d4-8015-c9696c4da474,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:38:05.015313 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:05.234609 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec4601f-0871-421d-ba57-fd2f3418e8a9 req-fc2c13d7-4b11-419d-91d5-4725434a6f35 tempest-TestServerMultinode-1910694742 tempest-TestServerMultinode-1910694742-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:38:05.236422 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-2ec4601f-0871-421d-ba57-fd2f3418e8a9 req-fc2c13d7-4b11-419d-91d5-4725434a6f35 tempest-TestServerMultinode-1910694742 tempest-TestServerMultinode-1910694742-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=e858b509-9f61-4002-aba5-72026851c050 HTTP/1.1" status: 200 len: 1095 time: 0.0439825 Jul 27 23:38:05.269582 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device 92a75652-3878-46a3-9b8b-36b6dd64c547 details requested by agent hyperv_n-h2-802623-1 with host n-h2-802623-1 {{(pid=93799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 23:38:05.279576 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-2ec4601f-0871-421d-ba57-fd2f3418e8a9 req-b0c0c6cc-b959-4866-8426-511d929ac4ef tempest-TestServerMultinode-1910694742 tempest-TestServerMultinode-1910694742-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=3b1679f0-a2bc-4eab-a97e-85f2c3557908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354521 Jul 27 23:38:05.383877 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port 92a75652-3878-46a3-9b8b-36b6dd64c547, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=92a75652-3878-46a3-9b8b-36b6dd64c547,segment=NetworkSegment(e1088835-8d01-4aa0-8404-760f4ebfc4f9),segment_id=e1088835-8d01-4aa0-8404-760f4ebfc4f9)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:38:05.396273 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Returning: {'device': '92a75652-3878-46a3-9b8b-36b6dd64c547', 'network_id': 'e3a03f03-2b92-45c6-a94e-dcb646a24f58', 'port_id': '92a75652-3878-46a3-9b8b-36b6dd64c547', 'mac_address': 'fa:16:3e:10:7c:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed8488e4-9b90-4bc0-b183-2a1d82ccfac9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 23:38:05.438642 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:05.453262 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92a75652-3878-46a3-9b8b-36b6dd64c547 {{(pid=93799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:38:05.475119 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port 92a75652-3878-46a3-9b8b-36b6dd64c547, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=92a75652-3878-46a3-9b8b-36b6dd64c547,segment=NetworkSegment(e1088835-8d01-4aa0-8404-760f4ebfc4f9),segment_id=e1088835-8d01-4aa0-8404-760f4ebfc4f9)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:38:05.480063 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:05.532061 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Pushing event updated for resources: {'Port': ['ID=92a75652-3878-46a3-9b8b-36b6dd64c547,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:38:05.793477 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] get_ports_and_sgs() called for port_ids ['92a75652-3878-46a3-9b8b-36b6dd64c547'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:38:06.405323 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c598810-053e-4fd8-8c86-e031e6cea353 req-a627548f-2a2e-4311-9808-256aad4ba57a tempest-TestServerMultinode-1910694742 tempest-TestServerMultinode-1910694742-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:38:06.413483 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-3c598810-053e-4fd8-8c86-e031e6cea353 req-a627548f-2a2e-4311-9808-256aad4ba57a tempest-TestServerMultinode-1910694742 tempest-TestServerMultinode-1910694742-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=e858b509-9f61-4002-aba5-72026851c050 HTTP/1.1" status: 200 len: 1096 time: 0.0583134 Jul 27 23:38:06.451567 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-3c598810-053e-4fd8-8c86-e031e6cea353 req-494ac5bd-8e0b-4a1f-b4df-1456155e2ebf tempest-TestServerMultinode-1910694742 tempest-TestServerMultinode-1910694742-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=3b1679f0-a2bc-4eab-a97e-85f2c3557908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370183 Jul 27 23:38:07.300829 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device 92a75652-3878-46a3-9b8b-36b6dd64c547 up at agent hyperv_n-h2-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:38:07.355975 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Provisioning for port 92a75652-3878-46a3-9b8b-36b6dd64c547 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:38:07.360890 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Provisioning complete for port 92a75652-3878-46a3-9b8b-36b6dd64c547 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:38:07.361329 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:07.449602 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:07.473778 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e858b509-9f61-4002-aba5-72026851c050', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92a75652-3878-46a3-9b8b-36b6dd64c547'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:38:07.476170 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c0369b0d4f459110ff20a1f9878ba33f96d6491bddb9d15843bf29d01e0bda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa364211-ce29-4053-8de8-064e50810614" -d '{"events": [{"server_uuid": "e858b509-9f61-4002-aba5-72026851c050", "name": "network-vif-plugged", "status": "completed", "tag": "92a75652-3878-46a3-9b8b-36b6dd64c547"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:38:07.495661 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port 92a75652-3878-46a3-9b8b-36b6dd64c547, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=92a75652-3878-46a3-9b8b-36b6dd64c547,segment=NetworkSegment(e1088835-8d01-4aa0-8404-760f4ebfc4f9),segment_id=e1088835-8d01-4aa0-8404-760f4ebfc4f9)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:38:07.510111 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:07.547410 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:38:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b54701c2-9e69-41e5-9de1-627b595a2377 x-openstack-request-id: req-b54701c2-9e69-41e5-9de1-627b595a2377 {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:38:07.547706 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e858b509-9f61-4002-aba5-72026851c050", "name": "network-vif-plugged", "status": "completed", "tag": "92a75652-3878-46a3-9b8b-36b6dd64c547", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:38:07.547960 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b54701c2-9e69-41e5-9de1-627b595a2377 {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:38:07.548357 n-d-802623-1 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e858b509-9f61-4002-aba5-72026851c050', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92a75652-3878-46a3-9b8b-36b6dd64c547', 'code': 200} Jul 27 23:38:07.572315 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Pushing event updated for resources: {'Port': ['ID=92a75652-3878-46a3-9b8b-36b6dd64c547,revision_number=5']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:38:07.677774 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f309c1-411a-458e-90fe-7014ce619d70 req-28b033da-280a-4df1-abff-7d51126ef722 tempest-TestServerMultinode-1910694742 tempest-TestServerMultinode-1910694742-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:38:07.685899 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-81f309c1-411a-458e-90fe-7014ce619d70 req-28b033da-280a-4df1-abff-7d51126ef722 tempest-TestServerMultinode-1910694742 tempest-TestServerMultinode-1910694742-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=e858b509-9f61-4002-aba5-72026851c050 HTTP/1.1" status: 200 len: 1097 time: 0.0838263 Jul 27 23:38:07.725417 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15e6cc7-8ea8-413a-aaf3-dd02c4c36439 req-da2f74ab-844d-44cd-8d05-02380b7dfb88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:38:07.727027 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a15e6cc7-8ea8-413a-aaf3-dd02c4c36439 req-da2f74ab-844d-44cd-8d05-02380b7dfb88 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=e858b509-9f61-4002-aba5-72026851c050 HTTP/1.1" status: 200 len: 1097 time: 0.0944190 Jul 27 23:38:07.731541 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-81f309c1-411a-458e-90fe-7014ce619d70 req-81639857-0236-4751-bf71-ecbfc5c91ae3 tempest-TestServerMultinode-1910694742 tempest-TestServerMultinode-1910694742-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=3b1679f0-a2bc-4eab-a97e-85f2c3557908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444524 Jul 27 23:38:07.774708 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a15e6cc7-8ea8-413a-aaf3-dd02c4c36439 req-fcd3353b-bd63-44be-8730-ee533bc8f947 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=3b1679f0-a2bc-4eab-a97e-85f2c3557908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386128 Jul 27 23:38:08.022557 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 50470) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:38:08.129457 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d9805d1d-8dd3-4dbb-8075-f325a6a6ce4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:08.222728 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d9805d1d-8dd3-4dbb-8075-f325a6a6ce4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:08.227037 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d9805d1d-8dd3-4dbb-8075-f325a6a6ce4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:08.271606 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-d9805d1d-8dd3-4dbb-8075-f325a6a6ce4c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d20efdeeb1124f58ab42b68b0512e0d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2478805 Jul 27 23:38:08.271863 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 50474) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:38:08.273019 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9805d1d-8dd3-4dbb-8075-f325a6a6ce4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e392b24-92cf-4976-b380-21ba1cd47b2e,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:38:08.281928 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9805d1d-8dd3-4dbb-8075-f325a6a6ce4c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:38:08.282297 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9805d1d-8dd3-4dbb-8075-f325a6a6ce4c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:38:08.282776 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9805d1d-8dd3-4dbb-8075-f325a6a6ce4c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:38:08.283150 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9805d1d-8dd3-4dbb-8075-f325a6a6ce4c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:38:08.283487 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9805d1d-8dd3-4dbb-8075-f325a6a6ce4c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:38:08.283819 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9805d1d-8dd3-4dbb-8075-f325a6a6ce4c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:38:08.284146 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9805d1d-8dd3-4dbb-8075-f325a6a6ce4c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:38:08.284474 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9805d1d-8dd3-4dbb-8075-f325a6a6ce4c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:38:08.284796 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9805d1d-8dd3-4dbb-8075-f325a6a6ce4c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:38:08.285119 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9805d1d-8dd3-4dbb-8075-f325a6a6ce4c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:38:08.285441 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9805d1d-8dd3-4dbb-8075-f325a6a6ce4c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:38:08.285806 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9805d1d-8dd3-4dbb-8075-f325a6a6ce4c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:38:08.332404 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5d530fba-9404-44c6-8935-55370efad3aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:08.354437 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5d530fba-9404-44c6-8935-55370efad3aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:08.403353 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5d530fba-9404-44c6-8935-55370efad3aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:08.405843 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5d530fba-9404-44c6-8935-55370efad3aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:08.406992 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-5d530fba-9404-44c6-8935-55370efad3aa admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2e392b24-92cf-4976-b380-21ba1cd47b2e HTTP/1.1" status: 204 len: 168 time: 0.1332862 Jul 27 23:38:08.416089 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d530fba-9404-44c6-8935-55370efad3aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e392b24-92cf-4976-b380-21ba1cd47b2e,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:38:08.849068 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edec4c0a-7905-4cf1-a9c5-bb3bc1ddbbc4 req-f45ce2ff-180e-421a-98f1-249c405235a4 tempest-TestServerMultinode-1910694742 tempest-TestServerMultinode-1910694742-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:38:08.851480 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-edec4c0a-7905-4cf1-a9c5-bb3bc1ddbbc4 req-f45ce2ff-180e-421a-98f1-249c405235a4 tempest-TestServerMultinode-1910694742 tempest-TestServerMultinode-1910694742-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=e858b509-9f61-4002-aba5-72026851c050 HTTP/1.1" status: 200 len: 1097 time: 0.0456326 Jul 27 23:38:08.893624 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-edec4c0a-7905-4cf1-a9c5-bb3bc1ddbbc4 req-dff81061-7b3e-4264-b4b0-3fdfab19134a tempest-TestServerMultinode-1910694742 tempest-TestServerMultinode-1910694742-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=3b1679f0-a2bc-4eab-a97e-85f2c3557908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329320 Jul 27 23:38:09.606737 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 50534) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:38:09.713368 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3b47a07d-ab9f-455c-8d7c-49c9d8072066 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:09.813923 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3b47a07d-ab9f-455c-8d7c-49c9d8072066 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:09.819243 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3b47a07d-ab9f-455c-8d7c-49c9d8072066 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:09.865459 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-3b47a07d-ab9f-455c-8d7c-49c9d8072066 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1917a452af024df9904b5f428681f800&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2575581 Jul 27 23:38:09.867639 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b47a07d-ab9f-455c-8d7c-49c9d8072066 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53ee82e2-41b6-49bc-8bd6-f1d02fa914bb,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:38:09.868259 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 50538) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:38:09.926168 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c4e5d897-9188-4120-8176-cb87d6d26d1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:09.949063 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c4e5d897-9188-4120-8176-cb87d6d26d1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:10.004944 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c4e5d897-9188-4120-8176-cb87d6d26d1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:10.011431 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c4e5d897-9188-4120-8176-cb87d6d26d1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:10.015518 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-c4e5d897-9188-4120-8176-cb87d6d26d1d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/53ee82e2-41b6-49bc-8bd6-f1d02fa914bb HTTP/1.1" status: 204 len: 168 time: 0.1430035 Jul 27 23:38:10.022471 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e5d897-9188-4120-8176-cb87d6d26d1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53ee82e2-41b6-49bc-8bd6-f1d02fa914bb,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:38:10.035874 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3256ef94-6be7-4c82-bbaf-a448918001cf req-4e0b0d15-57ab-425c-8d2e-ee60ea11d41e tempest-TestServerMultinode-1910694742 tempest-TestServerMultinode-1910694742-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:38:10.038076 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-3256ef94-6be7-4c82-bbaf-a448918001cf req-4e0b0d15-57ab-425c-8d2e-ee60ea11d41e tempest-TestServerMultinode-1910694742 tempest-TestServerMultinode-1910694742-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=e858b509-9f61-4002-aba5-72026851c050 HTTP/1.1" status: 200 len: 1097 time: 0.0486984 Jul 27 23:38:10.079771 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-3256ef94-6be7-4c82-bbaf-a448918001cf req-a632c8c7-d9e6-4e94-9311-5e3ea1780ff7 tempest-TestServerMultinode-1910694742 tempest-TestServerMultinode-1910694742-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=3b1679f0-a2bc-4eab-a97e-85f2c3557908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338337 Jul 27 23:38:10.217337 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02236035-72db-4476-9268-247d634570d8 req-fd7a4037-a673-4c6c-9f8a-751d5ea67219 tempest-TestServerMultinode-1910694742 tempest-TestServerMultinode-1910694742-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:38:10.219321 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-02236035-72db-4476-9268-247d634570d8 req-fd7a4037-a673-4c6c-9f8a-751d5ea67219 tempest-TestServerMultinode-1910694742 tempest-TestServerMultinode-1910694742-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=e858b509-9f61-4002-aba5-72026851c050 HTTP/1.1" status: 200 len: 1097 time: 0.0518951 Jul 27 23:38:10.259121 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-02236035-72db-4476-9268-247d634570d8 req-55253529-3e6e-4728-8541-0a4614b903ef tempest-TestServerMultinode-1910694742 tempest-TestServerMultinode-1910694742-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=3b1679f0-a2bc-4eab-a97e-85f2c3557908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304070 Jul 27 23:38:10.381027 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9500e1-4bb8-4846-861d-bffb974a83ee req-dc6b6523-f233-468a-8f8b-ffd7b2950e76 tempest-TestServerMultinode-1910694742 tempest-TestServerMultinode-1910694742-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:38:10.382827 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-af9500e1-4bb8-4846-861d-bffb974a83ee req-dc6b6523-f233-468a-8f8b-ffd7b2950e76 tempest-TestServerMultinode-1910694742 tempest-TestServerMultinode-1910694742-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=e858b509-9f61-4002-aba5-72026851c050 HTTP/1.1" status: 200 len: 1097 time: 0.0532615 Jul 27 23:38:10.423119 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-af9500e1-4bb8-4846-861d-bffb974a83ee req-716d7673-c38f-4ab8-921f-ead9b6cf3828 tempest-TestServerMultinode-1910694742 tempest-TestServerMultinode-1910694742-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=3b1679f0-a2bc-4eab-a97e-85f2c3557908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340686 Jul 27 23:38:10.717557 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a92a7c-b299-4e44-a927-3dfc9cc0e523 req-1f66f768-c82c-4891-b1d5-b5e446770f37 tempest-TestServerMultinode-1910694742 tempest-TestServerMultinode-1910694742-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:38:10.719286 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-23a92a7c-b299-4e44-a927-3dfc9cc0e523 req-1f66f768-c82c-4891-b1d5-b5e446770f37 tempest-TestServerMultinode-1910694742 tempest-TestServerMultinode-1910694742-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=e858b509-9f61-4002-aba5-72026851c050 HTTP/1.1" status: 200 len: 1097 time: 0.0525482 Jul 27 23:38:10.763242 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-23a92a7c-b299-4e44-a927-3dfc9cc0e523 req-c99ee44a-6805-431a-9fd2-ce88d2d9fdae tempest-TestServerMultinode-1910694742 tempest-TestServerMultinode-1910694742-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=3b1679f0-a2bc-4eab-a97e-85f2c3557908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373199 Jul 27 23:38:11.068742 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 50584) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:38:11.183386 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7f8c5b84-5d9c-427b-a546-6244224b190c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:11.274572 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7f8c5b84-5d9c-427b-a546-6244224b190c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:11.279191 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7f8c5b84-5d9c-427b-a546-6244224b190c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:11.325141 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-7f8c5b84-5d9c-427b-a546-6244224b190c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=594f67770fb443148b57f2588614eeb1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2552240 Jul 27 23:38:11.326443 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8c5b84-5d9c-427b-a546-6244224b190c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0398eae-eb55-4d40-b087-3cc2eb6664cc,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:38:11.327916 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 50588) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:38:11.382008 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b49b7594-4ba1-40e1-9fe2-d6000d353bb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:11.404475 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b49b7594-4ba1-40e1-9fe2-d6000d353bb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:11.454166 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b49b7594-4ba1-40e1-9fe2-d6000d353bb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:11.456919 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b49b7594-4ba1-40e1-9fe2-d6000d353bb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:11.458585 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-b49b7594-4ba1-40e1-9fe2-d6000d353bb7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c0398eae-eb55-4d40-b087-3cc2eb6664cc HTTP/1.1" status: 204 len: 168 time: 0.1282234 Jul 27 23:38:11.466750 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49b7594-4ba1-40e1-9fe2-d6000d353bb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0398eae-eb55-4d40-b087-3cc2eb6664cc,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:38:11.478459 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49b7594-4ba1-40e1-9fe2-d6000d353bb7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:38:11.478915 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49b7594-4ba1-40e1-9fe2-d6000d353bb7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:38:11.479597 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49b7594-4ba1-40e1-9fe2-d6000d353bb7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:38:11.480226 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49b7594-4ba1-40e1-9fe2-d6000d353bb7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:38:11.480748 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49b7594-4ba1-40e1-9fe2-d6000d353bb7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:38:11.481961 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49b7594-4ba1-40e1-9fe2-d6000d353bb7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:38:11.482949 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49b7594-4ba1-40e1-9fe2-d6000d353bb7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:38:11.483522 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49b7594-4ba1-40e1-9fe2-d6000d353bb7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:38:11.484709 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49b7594-4ba1-40e1-9fe2-d6000d353bb7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:38:11.485329 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49b7594-4ba1-40e1-9fe2-d6000d353bb7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:38:11.486211 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49b7594-4ba1-40e1-9fe2-d6000d353bb7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:38:11.486755 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49b7594-4ba1-40e1-9fe2-d6000d353bb7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:38:11.893272 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e5d085-70b6-4ec0-8a06-b9aa70c38128 req-31fb37d5-87c8-40fa-b071-bf72b2918f1d tempest-TestServerMultinode-1910694742 tempest-TestServerMultinode-1910694742-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:38:11.895026 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e6e5d085-70b6-4ec0-8a06-b9aa70c38128 req-31fb37d5-87c8-40fa-b071-bf72b2918f1d tempest-TestServerMultinode-1910694742 tempest-TestServerMultinode-1910694742-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=e858b509-9f61-4002-aba5-72026851c050 HTTP/1.1" status: 200 len: 1097 time: 0.0527027 Jul 27 23:38:11.932184 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e6e5d085-70b6-4ec0-8a06-b9aa70c38128 req-19d4d379-070c-450a-b011-90fa990ae4c5 tempest-TestServerMultinode-1910694742 tempest-TestServerMultinode-1910694742-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=3b1679f0-a2bc-4eab-a97e-85f2c3557908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0291688 Jul 27 23:38:12.085981 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90be9bda-e17a-4fd3-86e9-44c2fa87d021 req-ff102fd6-5372-4671-93f8-edd61ddfbe37 tempest-TestServerMultinode-1910694742 tempest-TestServerMultinode-1910694742-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:38:12.087536 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-90be9bda-e17a-4fd3-86e9-44c2fa87d021 req-ff102fd6-5372-4671-93f8-edd61ddfbe37 tempest-TestServerMultinode-1910694742 tempest-TestServerMultinode-1910694742-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=e858b509-9f61-4002-aba5-72026851c050 HTTP/1.1" status: 200 len: 1097 time: 0.0501187 Jul 27 23:38:12.176372 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [req-90be9bda-e17a-4fd3-86e9-44c2fa87d021 req-a4d70ffc-931e-4771-8a98-aa333378ffe2 tempest-TestServerMultinode-1910694742 tempest-TestServerMultinode-1910694742-project-admin] Deleting port 92a75652-3878-46a3-9b8b-36b6dd64c547 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:38:12.177257 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-90be9bda-e17a-4fd3-86e9-44c2fa87d021 req-a4d70ffc-931e-4771-8a98-aa333378ffe2 tempest-TestServerMultinode-1910694742 tempest-TestServerMultinode-1910694742-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:12.263166 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-90be9bda-e17a-4fd3-86e9-44c2fa87d021 req-a4d70ffc-931e-4771-8a98-aa333378ffe2 tempest-TestServerMultinode-1910694742 tempest-TestServerMultinode-1910694742-project-admin] For port 92a75652-3878-46a3-9b8b-36b6dd64c547, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=92a75652-3878-46a3-9b8b-36b6dd64c547,segment=NetworkSegment(e1088835-8d01-4aa0-8404-760f4ebfc4f9),segment_id=e1088835-8d01-4aa0-8404-760f4ebfc4f9)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:38:12.263540 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-90be9bda-e17a-4fd3-86e9-44c2fa87d021 req-a4d70ffc-931e-4771-8a98-aa333378ffe2 tempest-TestServerMultinode-1910694742 tempest-TestServerMultinode-1910694742-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:12.277661 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [req-90be9bda-e17a-4fd3-86e9-44c2fa87d021 req-a4d70ffc-931e-4771-8a98-aa333378ffe2 tempest-TestServerMultinode-1910694742 tempest-TestServerMultinode-1910694742-project-admin] Calling delete_port for 92a75652-3878-46a3-9b8b-36b6dd64c547 owned by compute:nova {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:38:12.405759 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-90be9bda-e17a-4fd3-86e9-44c2fa87d021 req-a4d70ffc-931e-4771-8a98-aa333378ffe2 tempest-TestServerMultinode-1910694742 tempest-TestServerMultinode-1910694742-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:12.426125 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] get_ports_and_sgs() called for port_ids ['6e2ac941-7128-4676-a1d2-2b4be394de34'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:38:12.432662 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] get_ports_and_sgs() called for port_ids ['92a75652-3878-46a3-9b8b-36b6dd64c547'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:38:12.475096 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d70ffc-931e-4771-8a98-aa333378ffe2 tempest-TestServerMultinode-1910694742 tempest-TestServerMultinode-1910694742-project-admin] Pushing event deleted for resources: {'Port': ['ID=92a75652-3878-46a3-9b8b-36b6dd64c547,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:38:12.529721 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [req-90be9bda-e17a-4fd3-86e9-44c2fa87d021 req-a4d70ffc-931e-4771-8a98-aa333378ffe2 tempest-TestServerMultinode-1910694742 tempest-TestServerMultinode-1910694742-project-admin] No DVR routers for this DVR port 92a75652-3878-46a3-9b8b-36b6dd64c547 on host n-h2-802623-1 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:38:12.532956 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-90be9bda-e17a-4fd3-86e9-44c2fa87d021 req-a4d70ffc-931e-4771-8a98-aa333378ffe2 tempest-TestServerMultinode-1910694742 tempest-TestServerMultinode-1910694742-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:12.535608 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-90be9bda-e17a-4fd3-86e9-44c2fa87d021 req-a4d70ffc-931e-4771-8a98-aa333378ffe2 tempest-TestServerMultinode-1910694742 tempest-TestServerMultinode-1910694742-project-admin] 10.222.0.49 "DELETE /v2.0/ports/92a75652-3878-46a3-9b8b-36b6dd64c547 HTTP/1.1" status: 204 len: 173 time: 0.4419394 Jul 27 23:38:12.536754 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e858b509-9f61-4002-aba5-72026851c050', 'name': 'network-vif-deleted', 'tag': '92a75652-3878-46a3-9b8b-36b6dd64c547'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:38:12.548222 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a476459a1bfce68b0ae0df5b6a71154bfc7cfdc8f9eefce6ad0a17231e60468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-180c3383-e7a6-4613-be31-0e32f749bf34" -d '{"events": [{"server_uuid": "e858b509-9f61-4002-aba5-72026851c050", "name": "network-vif-deleted", "tag": "92a75652-3878-46a3-9b8b-36b6dd64c547"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:38:12.606980 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:38:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ab4af9b-4dad-4dbe-9f3f-5cc49d711332 x-openstack-request-id: req-0ab4af9b-4dad-4dbe-9f3f-5cc49d711332 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:38:12.609360 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e858b509-9f61-4002-aba5-72026851c050", "name": "network-vif-deleted", "tag": "92a75652-3878-46a3-9b8b-36b6dd64c547", "status": "completed", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:38:12.609841 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0ab4af9b-4dad-4dbe-9f3f-5cc49d711332 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:38:12.610495 n-d-802623-1 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e858b509-9f61-4002-aba5-72026851c050', 'name': 'network-vif-deleted', 'tag': '92a75652-3878-46a3-9b8b-36b6dd64c547', 'status': 'completed', 'code': 200} Jul 27 23:38:12.838539 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 50634) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:38:12.998938 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-f445296c-7af5-434f-8423-ef6de3ecdac3 tempest-ExternalNetworksTestJSON-1179003615 tempest-ExternalNetworksTestJSON-1179003615-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-599318654'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:38:13.038894 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f445296c-7af5-434f-8423-ef6de3ecdac3 tempest-ExternalNetworksTestJSON-1179003615 tempest-ExternalNetworksTestJSON-1179003615-project] Made reservation on behalf of 57b351e785844d5e9444111ee06a1e78 for: {'network': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:38:13.043115 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f445296c-7af5-434f-8423-ef6de3ecdac3 tempest-ExternalNetworksTestJSON-1179003615 tempest-ExternalNetworksTestJSON-1179003615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for network, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:13.053346 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f445296c-7af5-434f-8423-ef6de3ecdac3 tempest-ExternalNetworksTestJSON-1179003615 tempest-ExternalNetworksTestJSON-1179003615-project] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:13.065762 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b0b6a1d0-ce9d-46d4-a1fd-c1975853ef0b req-590823a9-7df7-461a-8a47-a5ddbedaae00 tempest-TestServerMultinode-1910694742 tempest-TestServerMultinode-1910694742-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=e858b509-9f61-4002-aba5-72026851c050 HTTP/1.1" status: 200 len: 210 time: 0.0311816 Jul 27 23:38:13.168289 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f445296c-7af5-434f-8423-ef6de3ecdac3 tempest-ExternalNetworksTestJSON-1179003615 tempest-ExternalNetworksTestJSON-1179003615-project] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:13.172992 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f445296c-7af5-434f-8423-ef6de3ecdac3 tempest-ExternalNetworksTestJSON-1179003615 tempest-ExternalNetworksTestJSON-1179003615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:13.201397 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f445296c-7af5-434f-8423-ef6de3ecdac3 tempest-ExternalNetworksTestJSON-1179003615 tempest-ExternalNetworksTestJSON-1179003615-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 546} {{(pid=93797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 23:38:13.212021 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f445296c-7af5-434f-8423-ef6de3ecdac3 tempest-ExternalNetworksTestJSON-1179003615 tempest-ExternalNetworksTestJSON-1179003615-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d65d9d2-3f86-4e71-9443-13f87e78104b,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:38:13.216892 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f445296c-7af5-434f-8423-ef6de3ecdac3 tempest-ExternalNetworksTestJSON-1179003615 tempest-ExternalNetworksTestJSON-1179003615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:13.217249 n-d-802623-1 neutron-server[93797]: INFO neutron.db.segments_db [None req-f445296c-7af5-434f-8423-ef6de3ecdac3 tempest-ExternalNetworksTestJSON-1179003615 tempest-ExternalNetworksTestJSON-1179003615-project] Added segment e43db0d0-cd9b-43c8-a317-6bcf53edd7b7 of type vlan for network 0e4bca2a-5aaf-40dc-b061-e53c68c84594 Jul 27 23:38:13.262935 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f445296c-7af5-434f-8423-ef6de3ecdac3 tempest-ExternalNetworksTestJSON-1179003615 tempest-ExternalNetworksTestJSON-1179003615-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736833354590'] for network, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:13.294101 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f445296c-7af5-434f-8423-ef6de3ecdac3 tempest-ExternalNetworksTestJSON-1179003615 tempest-ExternalNetworksTestJSON-1179003615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569'] for network, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:13.299918 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f445296c-7af5-434f-8423-ef6de3ecdac3 tempest-ExternalNetworksTestJSON-1179003615 tempest-ExternalNetworksTestJSON-1179003615-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:38:13.300528 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f445296c-7af5-434f-8423-ef6de3ecdac3 tempest-ExternalNetworksTestJSON-1179003615 tempest-ExternalNetworksTestJSON-1179003615-project] Notify callbacks [] for network, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:13.360548 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-f445296c-7af5-434f-8423-ef6de3ecdac3 tempest-ExternalNetworksTestJSON-1179003615 tempest-ExternalNetworksTestJSON-1179003615-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.5208395 Jul 27 23:38:13.363642 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 50650) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:38:13.377350 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f445296c-7af5-434f-8423-ef6de3ecdac3 tempest-ExternalNetworksTestJSON-1179003615 tempest-ExternalNetworksTestJSON-1179003615-project] Pushing event updated for resources: {'Network': ['ID=0e4bca2a-5aaf-40dc-b061-e53c68c84594,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:38:13.389646 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Network 0e4bca2a-5aaf-40dc-b061-e53c68c84594 details requested by agent ovs-agent-n-d-802623-1 with host n-d-802623-1 {{(pid=93799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 23:38:13.417151 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-b5ccc9d8-1956-4e03-a934-f340e2a31c69 tempest-ExternalNetworksTestJSON-305102522 tempest-ExternalNetworksTestJSON-305102522-project-admin] Request body: {'network': {'name': 'tempest-network--352629085', 'router:external': True}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:38:13.439501 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5ccc9d8-1956-4e03-a934-f340e2a31c69 tempest-ExternalNetworksTestJSON-305102522 tempest-ExternalNetworksTestJSON-305102522-project-admin] Made reservation on behalf of 0e6b7d797c654db9bb2e360f6baa8704 for: {'network': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:38:13.442103 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b5ccc9d8-1956-4e03-a934-f340e2a31c69 tempest-ExternalNetworksTestJSON-305102522 tempest-ExternalNetworksTestJSON-305102522-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for network, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:13.452885 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b5ccc9d8-1956-4e03-a934-f340e2a31c69 tempest-ExternalNetworksTestJSON-305102522 tempest-ExternalNetworksTestJSON-305102522-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:13.547814 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b5ccc9d8-1956-4e03-a934-f340e2a31c69 tempest-ExternalNetworksTestJSON-305102522 tempest-ExternalNetworksTestJSON-305102522-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:13.551709 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b5ccc9d8-1956-4e03-a934-f340e2a31c69 tempest-ExternalNetworksTestJSON-305102522 tempest-ExternalNetworksTestJSON-305102522-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:13.573292 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5ccc9d8-1956-4e03-a934-f340e2a31c69 tempest-ExternalNetworksTestJSON-305102522 tempest-ExternalNetworksTestJSON-305102522-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 535} {{(pid=93797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 23:38:13.589180 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ccc9d8-1956-4e03-a934-f340e2a31c69 tempest-ExternalNetworksTestJSON-305102522 tempest-ExternalNetworksTestJSON-305102522-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79c4ae2c-1ff3-42b3-8ead-ff99ec34aee3,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:38:13.594124 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b5ccc9d8-1956-4e03-a934-f340e2a31c69 tempest-ExternalNetworksTestJSON-305102522 tempest-ExternalNetworksTestJSON-305102522-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:13.594477 n-d-802623-1 neutron-server[93797]: INFO neutron.db.segments_db [None req-b5ccc9d8-1956-4e03-a934-f340e2a31c69 tempest-ExternalNetworksTestJSON-305102522 tempest-ExternalNetworksTestJSON-305102522-project-admin] Added segment ba3b3645-dc4f-45fb-9c2e-074e86b55226 of type vlan for network f7463e68-c34f-4c0a-8c47-a49ebbc8f3a4 Jul 27 23:38:13.656425 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b5ccc9d8-1956-4e03-a934-f340e2a31c69 tempest-ExternalNetworksTestJSON-305102522 tempest-ExternalNetworksTestJSON-305102522-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736833354590'] for network, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:13.691645 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b5ccc9d8-1956-4e03-a934-f340e2a31c69 tempest-ExternalNetworksTestJSON-305102522 tempest-ExternalNetworksTestJSON-305102522-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569'] for network, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:13.693394 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5ccc9d8-1956-4e03-a934-f340e2a31c69 tempest-ExternalNetworksTestJSON-305102522 tempest-ExternalNetworksTestJSON-305102522-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:38:13.694066 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b5ccc9d8-1956-4e03-a934-f340e2a31c69 tempest-ExternalNetworksTestJSON-305102522 tempest-ExternalNetworksTestJSON-305102522-project-admin] Notify callbacks [] for network, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:13.751150 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-b5ccc9d8-1956-4e03-a934-f340e2a31c69 tempest-ExternalNetworksTestJSON-305102522 tempest-ExternalNetworksTestJSON-305102522-project-admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.3863440 Jul 27 23:38:13.753986 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 50662) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:38:13.763180 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ccc9d8-1956-4e03-a934-f340e2a31c69 tempest-ExternalNetworksTestJSON-305102522 tempest-ExternalNetworksTestJSON-305102522-project-admin] Pushing event updated for resources: {'Network': ['ID=f7463e68-c34f-4c0a-8c47-a49ebbc8f3a4,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:38:13.774947 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Network f7463e68-c34f-4c0a-8c47-a49ebbc8f3a4 details requested by agent ovs-agent-n-d-802623-1 with host n-d-802623-1 {{(pid=93799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 23:38:13.837140 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ab301f1c-3a8f-40d2-a4d6-32ab2cfcc74a tempest-ExternalNetworksTestJSON-305102522 tempest-ExternalNetworksTestJSON-305102522-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593271'] for network, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:13.917867 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ab301f1c-3a8f-40d2-a4d6-32ab2cfcc74a tempest-ExternalNetworksTestJSON-305102522 tempest-ExternalNetworksTestJSON-305102522-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618032', 'neutron.services.segments.db._delete_segments_for_network-8736833900081'] for network, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:13.928301 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-ab301f1c-3a8f-40d2-a4d6-32ab2cfcc74a tempest-ExternalNetworksTestJSON-305102522 tempest-ExternalNetworksTestJSON-305102522-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7463e68-c34f-4c0a-8c47-a49ebbc8f3a4']}} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:38:13.939163 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-ab301f1c-3a8f-40d2-a4d6-32ab2cfcc74a tempest-ExternalNetworksTestJSON-305102522 tempest-ExternalNetworksTestJSON-305102522-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba3b3645-dc4f-45fb-9c2e-074e86b55226') {'for_net_delete': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:38:13.939466 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-ab301f1c-3a8f-40d2-a4d6-32ab2cfcc74a tempest-ExternalNetworksTestJSON-305102522 tempest-ExternalNetworksTestJSON-305102522-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba3b3645-dc4f-45fb-9c2e-074e86b55226') {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:38:13.948739 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ab301f1c-3a8f-40d2-a4d6-32ab2cfcc74a tempest-ExternalNetworksTestJSON-305102522 tempest-ExternalNetworksTestJSON-305102522-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736833900858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11163256'] for segment, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:13.967640 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ab301f1c-3a8f-40d2-a4d6-32ab2cfcc74a tempest-ExternalNetworksTestJSON-305102522 tempest-ExternalNetworksTestJSON-305102522-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:13.975307 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab301f1c-3a8f-40d2-a4d6-32ab2cfcc74a tempest-ExternalNetworksTestJSON-305102522 tempest-ExternalNetworksTestJSON-305102522-project-admin] Releasing vlan 535 on physical network physnet1 to pool {{(pid=93798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 23:38:13.975741 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ab301f1c-3a8f-40d2-a4d6-32ab2cfcc74a tempest-ExternalNetworksTestJSON-305102522 tempest-ExternalNetworksTestJSON-305102522-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11971746'] for segment, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:13.978426 n-d-802623-1 neutron-server[93798]: Traceback (most recent call last): Jul 27 23:38:13.978426 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 23:38:13.978426 n-d-802623-1 neutron-server[93798]: timer() Jul 27 23:38:13.978426 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 23:38:13.978426 n-d-802623-1 neutron-server[93798]: cb(*args, **kw) Jul 27 23:38:13.978426 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 23:38:13.978426 n-d-802623-1 neutron-server[93798]: return func(*args, **kwargs) Jul 27 23:38:13.978426 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 23:38:13.978426 n-d-802623-1 neutron-server[93798]: self._notify() Jul 27 23:38:13.978426 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 23:38:13.978426 n-d-802623-1 neutron-server[93798]: self.callback(batched_events) Jul 27 23:38:13.978426 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 23:38:13.978426 n-d-802623-1 neutron-server[93798]: event.method(event) Jul 27 23:38:13.978426 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 23:38:13.978426 n-d-802623-1 neutron-server[93798]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 23:38:13.978426 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 23:38:13.978426 n-d-802623-1 neutron-server[93798]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 23:38:13.978426 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 23:38:13.978426 n-d-802623-1 neutron-server[93798]: return f(self, *a, **k) Jul 27 23:38:13.978426 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 23:38:13.978426 n-d-802623-1 neutron-server[93798]: return self._get(url).json() Jul 27 23:38:13.978426 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 23:38:13.978426 n-d-802623-1 neutron-server[93798]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 23:38:13.978426 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 23:38:13.978426 n-d-802623-1 neutron-server[93798]: return self.request(url, 'GET', **kwargs) Jul 27 23:38:13.978426 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 23:38:13.978426 n-d-802623-1 neutron-server[93798]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 23:38:13.978426 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 23:38:13.978426 n-d-802623-1 neutron-server[93798]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 23:38:13.978426 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 23:38:13.978426 n-d-802623-1 neutron-server[93798]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 23:38:13.978426 n-d-802623-1 neutron-server[93798]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 23:38:14.045152 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ab301f1c-3a8f-40d2-a4d6-32ab2cfcc74a tempest-ExternalNetworksTestJSON-305102522 tempest-ExternalNetworksTestJSON-305102522-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415412'] for network, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:14.050559 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab301f1c-3a8f-40d2-a4d6-32ab2cfcc74a tempest-ExternalNetworksTestJSON-305102522 tempest-ExternalNetworksTestJSON-305102522-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network f7463e68-c34f-4c0a-8c47-a49ebbc8f3a4 {{(pid=93798) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 27 23:38:14.053757 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ab301f1c-3a8f-40d2-a4d6-32ab2cfcc74a tempest-ExternalNetworksTestJSON-305102522 tempest-ExternalNetworksTestJSON-305102522-project-admin] Notify callbacks [] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:14.055584 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-ab301f1c-3a8f-40d2-a4d6-32ab2cfcc74a tempest-ExternalNetworksTestJSON-305102522 tempest-ExternalNetworksTestJSON-305102522-project-admin] 10.222.0.18 "DELETE /v2.0/networks/f7463e68-c34f-4c0a-8c47-a49ebbc8f3a4 HTTP/1.1" status: 204 len: 168 time: 0.2997665 Jul 27 23:38:14.059346 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 50668) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:38:14.065313 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-39292286-8bcf-4464-ae27-40dbac9b0e61 tempest-ExternalNetworksTestJSON-305102522 tempest-ExternalNetworksTestJSON-305102522-project-admin] Request body: {'network': {'router:external': True}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:38:14.067697 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab301f1c-3a8f-40d2-a4d6-32ab2cfcc74a tempest-ExternalNetworksTestJSON-305102522 tempest-ExternalNetworksTestJSON-305102522-project-admin] Pushing event deleted for resources: {'Network': ['ID=f7463e68-c34f-4c0a-8c47-a49ebbc8f3a4,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:38:14.089199 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39292286-8bcf-4464-ae27-40dbac9b0e61 tempest-ExternalNetworksTestJSON-305102522 tempest-ExternalNetworksTestJSON-305102522-project-admin] Made reservation on behalf of 0e6b7d797c654db9bb2e360f6baa8704 for: {'network': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:38:14.093716 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-39292286-8bcf-4464-ae27-40dbac9b0e61 tempest-ExternalNetworksTestJSON-305102522 tempest-ExternalNetworksTestJSON-305102522-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for network, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:14.123962 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39292286-8bcf-4464-ae27-40dbac9b0e61 tempest-ExternalNetworksTestJSON-305102522 tempest-ExternalNetworksTestJSON-305102522-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 523} {{(pid=93797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 23:38:14.143440 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-39292286-8bcf-4464-ae27-40dbac9b0e61 tempest-ExternalNetworksTestJSON-305102522 tempest-ExternalNetworksTestJSON-305102522-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:14.144203 n-d-802623-1 neutron-server[93797]: INFO neutron.db.segments_db [None req-39292286-8bcf-4464-ae27-40dbac9b0e61 tempest-ExternalNetworksTestJSON-305102522 tempest-ExternalNetworksTestJSON-305102522-project-admin] Added segment 43876d70-b56b-4108-95db-cf603766c917 of type vlan for network e0a6e067-16e5-41d2-be01-db97a5120df7 Jul 27 23:38:14.229794 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-39292286-8bcf-4464-ae27-40dbac9b0e61 tempest-ExternalNetworksTestJSON-305102522 tempest-ExternalNetworksTestJSON-305102522-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736833354590'] for network, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:14.273514 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-39292286-8bcf-4464-ae27-40dbac9b0e61 tempest-ExternalNetworksTestJSON-305102522 tempest-ExternalNetworksTestJSON-305102522-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569'] for network, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:14.274737 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39292286-8bcf-4464-ae27-40dbac9b0e61 tempest-ExternalNetworksTestJSON-305102522 tempest-ExternalNetworksTestJSON-305102522-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:38:14.275557 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-39292286-8bcf-4464-ae27-40dbac9b0e61 tempest-ExternalNetworksTestJSON-305102522 tempest-ExternalNetworksTestJSON-305102522-project-admin] Notify callbacks [] for network, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:14.315436 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-39292286-8bcf-4464-ae27-40dbac9b0e61 tempest-ExternalNetworksTestJSON-305102522 tempest-ExternalNetworksTestJSON-305102522-project-admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.2548089 Jul 27 23:38:14.319849 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 50680) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:38:14.325323 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-e5f6380a-950c-4856-baae-979471b609ac tempest-ExternalNetworksTestJSON-305102522 tempest-ExternalNetworksTestJSON-305102522-project-admin] Request body: {'subnet': {'network_id': 'e0a6e067-16e5-41d2-be01-db97a5120df7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:38:14.352666 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5f6380a-950c-4856-baae-979471b609ac tempest-ExternalNetworksTestJSON-305102522 tempest-ExternalNetworksTestJSON-305102522-project-admin] Made reservation on behalf of 0e6b7d797c654db9bb2e360f6baa8704 for: {'subnet': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:38:14.355622 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e5f6380a-950c-4856-baae-979471b609ac tempest-ExternalNetworksTestJSON-305102522 tempest-ExternalNetworksTestJSON-305102522-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12265828'] for subnet, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:14.387869 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39292286-8bcf-4464-ae27-40dbac9b0e61 tempest-ExternalNetworksTestJSON-305102522 tempest-ExternalNetworksTestJSON-305102522-project-admin] Pushing event updated for resources: {'Network': ['ID=e0a6e067-16e5-41d2-be01-db97a5120df7,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:38:14.398234 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd83b4e8-384e-40ba-89c3-395da5f9d59c req-cd3ed112-5e8d-4b9f-8827-092ffb193e42 tempest-TestServerMultinode-1910694742 tempest-TestServerMultinode-1910694742-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:38:14.400118 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-fd83b4e8-384e-40ba-89c3-395da5f9d59c req-cd3ed112-5e8d-4b9f-8827-092ffb193e42 tempest-TestServerMultinode-1910694742 tempest-TestServerMultinode-1910694742-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=08d5107c-d8e9-4e3b-b9cb-d19f92db621e HTTP/1.1" status: 200 len: 1096 time: 0.0571525 Jul 27 23:38:14.404285 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Network e0a6e067-16e5-41d2-be01-db97a5120df7 details requested by agent ovs-agent-n-d-802623-1 with host n-d-802623-1 {{(pid=93799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 23:38:14.490347 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-fd83b4e8-384e-40ba-89c3-395da5f9d59c req-05cbd8b8-9ee0-469d-9a1b-862905714a67 tempest-TestServerMultinode-1910694742 tempest-TestServerMultinode-1910694742-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=3b1679f0-a2bc-4eab-a97e-85f2c3557908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797732 Jul 27 23:38:14.537625 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [req-942d1bb4-e312-4db8-9dbb-cc076d2ab1af req-10664153-8a26-40a3-9671-a1da8566384b service neutron] (93798) timed out ('10.222.0.18', 50706) {{(pid=93798) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 27 23:38:14.735242 n-d-802623-1 neutron-server[93798]: DEBUG neutron.objects.ports [None req-e5f6380a-950c-4856-baae-979471b609ac tempest-ExternalNetworksTestJSON-305102522 tempest-ExternalNetworksTestJSON-305102522-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93798) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 27 23:38:14.735711 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e5f6380a-950c-4856-baae-979471b609ac tempest-ExternalNetworksTestJSON-305102522 tempest-ExternalNetworksTestJSON-305102522-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11971609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12265750'] for subnet, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:14.799264 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f6380a-950c-4856-baae-979471b609ac tempest-ExternalNetworksTestJSON-305102522 tempest-ExternalNetworksTestJSON-305102522-project-admin] Pushing event updated for resources: {'Subnet': ['ID=224c0437-bb02-4ea9-af4b-13a5c4923748,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:38:14.816588 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5f6380a-950c-4856-baae-979471b609ac tempest-ExternalNetworksTestJSON-305102522 tempest-ExternalNetworksTestJSON-305102522-project-admin] Checking segment: {'id': '43876d70-b56b-4108-95db-cf603766c917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'e0a6e067-16e5-41d2-be01-db97a5120df7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:38:14.816945 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5f6380a-950c-4856-baae-979471b609ac tempest-ExternalNetworksTestJSON-305102522 tempest-ExternalNetworksTestJSON-305102522-project-admin] Network hostable DHCP agents. Network: e0a6e067-16e5-41d2-be01-db97a5120df7, hostable agents: ['5950e76f-2bde-4343-a925-cbe6bacd2706'], hosted agents: [] {{(pid=93798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 23:38:14.833539 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5f6380a-950c-4856-baae-979471b609ac tempest-ExternalNetworksTestJSON-305102522 tempest-ExternalNetworksTestJSON-305102522-project-admin] Network e0a6e067-16e5-41d2-be01-db97a5120df7 is scheduled to be hosted by DHCP agent 5950e76f-2bde-4343-a925-cbe6bacd2706 with binding_index 1 {{(pid=93798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 23:38:14.842619 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-e5f6380a-950c-4856-baae-979471b609ac tempest-ExternalNetworksTestJSON-305102522 tempest-ExternalNetworksTestJSON-305102522-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802623-1, e0a6e067-16e5-41d2-be01-db97a5120df7) {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:38:14.847003 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5f6380a-950c-4856-baae-979471b609ac tempest-ExternalNetworksTestJSON-305102522 tempest-ExternalNetworksTestJSON-305102522-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:38:14.847637 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e5f6380a-950c-4856-baae-979471b609ac tempest-ExternalNetworksTestJSON-305102522 tempest-ExternalNetworksTestJSON-305102522-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:14.852550 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1285480-bd8f-4978-b683-f1a74f0a8a3e None None] Network e0a6e067-16e5-41d2-be01-db97a5120df7 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:38:14.864920 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-e5f6380a-950c-4856-baae-979471b609ac tempest-ExternalNetworksTestJSON-305102522 tempest-ExternalNetworksTestJSON-305102522-project-admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.5433366 Jul 27 23:38:14.867764 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 50692) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:38:14.873277 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-7fcbfde6-93a9-4d2a-973d-9e2a14421d66 tempest-ExternalNetworksTestJSON-305102522 tempest-ExternalNetworksTestJSON-305102522-project-admin] Request body: {'floatingip': {'floating_network_id': 'e0a6e067-16e5-41d2-be01-db97a5120df7'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:38:14.893527 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7fcbfde6-93a9-4d2a-973d-9e2a14421d66 tempest-ExternalNetworksTestJSON-305102522 tempest-ExternalNetworksTestJSON-305102522-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:14.985060 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7fcbfde6-93a9-4d2a-973d-9e2a14421d66 tempest-ExternalNetworksTestJSON-305102522 tempest-ExternalNetworksTestJSON-305102522-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:14.988008 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ca01bb0-a952-4f08-845a-47c5c15cd15e None None] Network e0a6e067-16e5-41d2-be01-db97a5120df7 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:38:15.103265 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-7fcbfde6-93a9-4d2a-973d-9e2a14421d66 tempest-ExternalNetworksTestJSON-305102522 tempest-ExternalNetworksTestJSON-305102522-project-admin] Allocated IP 172.20.0.14 (e0a6e067-16e5-41d2-be01-db97a5120df7/224c0437-bb02-4ea9-af4b-13a5c4923748/43aaff04-45d1-416a-bec0-3492f476d4e9) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:38:15.205899 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7fcbfde6-93a9-4d2a-973d-9e2a14421d66 tempest-ExternalNetworksTestJSON-305102522 tempest-ExternalNetworksTestJSON-305102522-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:15.251094 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7fcbfde6-93a9-4d2a-973d-9e2a14421d66 tempest-ExternalNetworksTestJSON-305102522 tempest-ExternalNetworksTestJSON-305102522-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:15.287387 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fcbfde6-93a9-4d2a-973d-9e2a14421d66 tempest-ExternalNetworksTestJSON-305102522 tempest-ExternalNetworksTestJSON-305102522-project-admin] Network e0a6e067-16e5-41d2-be01-db97a5120df7 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:38:15.290145 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-7fcbfde6-93a9-4d2a-973d-9e2a14421d66 tempest-ExternalNetworksTestJSON-305102522 tempest-ExternalNetworksTestJSON-305102522-project-admin] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:38:15.293102 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fcbfde6-93a9-4d2a-973d-9e2a14421d66 tempest-ExternalNetworksTestJSON-305102522 tempest-ExternalNetworksTestJSON-305102522-project-admin] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:38:15.337104 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcbfde6-93a9-4d2a-973d-9e2a14421d66 tempest-ExternalNetworksTestJSON-305102522 tempest-ExternalNetworksTestJSON-305102522-project-admin] Pushing event updated for resources: {'Port': ['ID=43aaff04-45d1-416a-bec0-3492f476d4e9,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:38:15.396642 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7fcbfde6-93a9-4d2a-973d-9e2a14421d66 tempest-ExternalNetworksTestJSON-305102522 tempest-ExternalNetworksTestJSON-305102522-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:15.430879 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7fcbfde6-93a9-4d2a-973d-9e2a14421d66 tempest-ExternalNetworksTestJSON-305102522 tempest-ExternalNetworksTestJSON-305102522-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:15.627356 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7fcbfde6-93a9-4d2a-973d-9e2a14421d66 tempest-ExternalNetworksTestJSON-305102522 tempest-ExternalNetworksTestJSON-305102522-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:15.633715 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7fcbfde6-93a9-4d2a-973d-9e2a14421d66 tempest-ExternalNetworksTestJSON-305102522 tempest-ExternalNetworksTestJSON-305102522-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:15.638145 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c41bf6-268a-490a-91e2-4adcea709fab req-52336a04-b77e-4391-8097-5803f16c6c4c tempest-TestServerMultinode-1910694742 tempest-TestServerMultinode-1910694742-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:38:15.639684 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-23c41bf6-268a-490a-91e2-4adcea709fab req-52336a04-b77e-4391-8097-5803f16c6c4c tempest-TestServerMultinode-1910694742 tempest-TestServerMultinode-1910694742-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=08d5107c-d8e9-4e3b-b9cb-d19f92db621e HTTP/1.1" status: 200 len: 1096 time: 0.0770540 Jul 27 23:38:15.715538 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcbfde6-93a9-4d2a-973d-9e2a14421d66 tempest-ExternalNetworksTestJSON-305102522 tempest-ExternalNetworksTestJSON-305102522-project-admin] Pushing event updated for resources: {'Port': ['ID=43aaff04-45d1-416a-bec0-3492f476d4e9,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:38:15.748232 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-23c41bf6-268a-490a-91e2-4adcea709fab req-eef67a26-ae0c-4def-b931-f4c0995c9b06 tempest-TestServerMultinode-1910694742 tempest-TestServerMultinode-1910694742-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=3b1679f0-a2bc-4eab-a97e-85f2c3557908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865088 Jul 27 23:38:15.768839 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7fcbfde6-93a9-4d2a-973d-9e2a14421d66 tempest-ExternalNetworksTestJSON-305102522 tempest-ExternalNetworksTestJSON-305102522-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-415302'] for floatingip, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:15.785482 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7fcbfde6-93a9-4d2a-973d-9e2a14421d66 tempest-ExternalNetworksTestJSON-305102522 tempest-ExternalNetworksTestJSON-305102522-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for floatingip, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:15.786833 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-7fcbfde6-93a9-4d2a-973d-9e2a14421d66 tempest-ExternalNetworksTestJSON-305102522 tempest-ExternalNetworksTestJSON-305102522-project-admin] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9171948 Jul 27 23:38:15.789831 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 50716) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:38:15.792182 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35ca121-ca1c-4fbb-970a-83c9e968c686 req-1457798a-6e60-4bef-b9cd-d1cde90be20e tempest-TestServerMultinode-1910694742 tempest-TestServerMultinode-1910694742-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:38:15.793692 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f35ca121-ca1c-4fbb-970a-83c9e968c686 req-1457798a-6e60-4bef-b9cd-d1cde90be20e tempest-TestServerMultinode-1910694742 tempest-TestServerMultinode-1910694742-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=08d5107c-d8e9-4e3b-b9cb-d19f92db621e HTTP/1.1" status: 200 len: 1096 time: 0.0608354 Jul 27 23:38:15.873387 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-48b23bb0-aef7-4a39-afcc-2832b3384f62 tempest-ExternalNetworksTestJSON-305102522 tempest-ExternalNetworksTestJSON-305102522-project-admin] 10.222.0.18 "GET /v2.0/floatingips?floating_network_id=e0a6e067-16e5-41d2-be01-db97a5120df7 HTTP/1.1" status: 200 len: 690 time: 0.0821838 Jul 27 23:38:15.876068 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 50718) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:38:15.898167 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-f35ca121-ca1c-4fbb-970a-83c9e968c686 req-6b2c5eee-11b0-4404-ad9e-7ffeed81daaf tempest-TestServerMultinode-1910694742 tempest-TestServerMultinode-1910694742-project-admin] Deleting port 6e2ac941-7128-4676-a1d2-2b4be394de34 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:38:15.898512 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-f35ca121-ca1c-4fbb-970a-83c9e968c686 req-6b2c5eee-11b0-4404-ad9e-7ffeed81daaf tempest-TestServerMultinode-1910694742 tempest-TestServerMultinode-1910694742-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:15.963742 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6a131ed7-12e5-4bf8-a9f6-abfabe25f0c9 tempest-ExternalNetworksTestJSON-305102522 tempest-ExternalNetworksTestJSON-305102522-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593271'] for network, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:15.979596 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-f35ca121-ca1c-4fbb-970a-83c9e968c686 req-6b2c5eee-11b0-4404-ad9e-7ffeed81daaf tempest-TestServerMultinode-1910694742 tempest-TestServerMultinode-1910694742-project-admin] For port 6e2ac941-7128-4676-a1d2-2b4be394de34, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=6e2ac941-7128-4676-a1d2-2b4be394de34,segment=NetworkSegment(e1088835-8d01-4aa0-8404-760f4ebfc4f9),segment_id=e1088835-8d01-4aa0-8404-760f4ebfc4f9)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:38:15.979999 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-f35ca121-ca1c-4fbb-970a-83c9e968c686 req-6b2c5eee-11b0-4404-ad9e-7ffeed81daaf tempest-TestServerMultinode-1910694742 tempest-TestServerMultinode-1910694742-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:15.993446 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-f35ca121-ca1c-4fbb-970a-83c9e968c686 req-6b2c5eee-11b0-4404-ad9e-7ffeed81daaf tempest-TestServerMultinode-1910694742 tempest-TestServerMultinode-1910694742-project-admin] Calling delete_port for 6e2ac941-7128-4676-a1d2-2b4be394de34 owned by compute:nova {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:38:16.110851 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-6a131ed7-12e5-4bf8-a9f6-abfabe25f0c9 tempest-ExternalNetworksTestJSON-305102522 tempest-ExternalNetworksTestJSON-305102522-project-admin] Deleting port 43aaff04-45d1-416a-bec0-3492f476d4e9 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:38:16.111232 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6a131ed7-12e5-4bf8-a9f6-abfabe25f0c9 tempest-ExternalNetworksTestJSON-305102522 tempest-ExternalNetworksTestJSON-305102522-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:16.130963 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-f35ca121-ca1c-4fbb-970a-83c9e968c686 req-6b2c5eee-11b0-4404-ad9e-7ffeed81daaf tempest-TestServerMultinode-1910694742 tempest-TestServerMultinode-1910694742-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:16.144069 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] get_ports_and_sgs() called for port_ids ['6e2ac941-7128-4676-a1d2-2b4be394de34'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:38:16.157951 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2c5eee-11b0-4404-ad9e-7ffeed81daaf tempest-TestServerMultinode-1910694742 tempest-TestServerMultinode-1910694742-project-admin] Pushing event deleted for resources: {'Port': ['ID=6e2ac941-7128-4676-a1d2-2b4be394de34,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:38:16.206249 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6a131ed7-12e5-4bf8-a9f6-abfabe25f0c9 tempest-ExternalNetworksTestJSON-305102522 tempest-ExternalNetworksTestJSON-305102522-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:16.206703 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6a131ed7-12e5-4bf8-a9f6-abfabe25f0c9 tempest-ExternalNetworksTestJSON-305102522 tempest-ExternalNetworksTestJSON-305102522-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:16.215454 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-f35ca121-ca1c-4fbb-970a-83c9e968c686 req-6b2c5eee-11b0-4404-ad9e-7ffeed81daaf tempest-TestServerMultinode-1910694742 tempest-TestServerMultinode-1910694742-project-admin] No DVR routers for this DVR port 6e2ac941-7128-4676-a1d2-2b4be394de34 on host n-h1-802623-1 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:38:16.218645 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-f35ca121-ca1c-4fbb-970a-83c9e968c686 req-6b2c5eee-11b0-4404-ad9e-7ffeed81daaf tempest-TestServerMultinode-1910694742 tempest-TestServerMultinode-1910694742-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:16.220953 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f35ca121-ca1c-4fbb-970a-83c9e968c686 req-6b2c5eee-11b0-4404-ad9e-7ffeed81daaf tempest-TestServerMultinode-1910694742 tempest-TestServerMultinode-1910694742-project-admin] 10.222.0.38 "DELETE /v2.0/ports/6e2ac941-7128-4676-a1d2-2b4be394de34 HTTP/1.1" status: 204 len: 173 time: 0.4205267 Jul 27 23:38:16.221399 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08d5107c-d8e9-4e3b-b9cb-d19f92db621e', 'name': 'network-vif-deleted', 'tag': '6e2ac941-7128-4676-a1d2-2b4be394de34'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:38:16.224438 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}011f8d312121274bb12d78e77c6379a2079800640016cec6c6d605b73666e854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-887e7dcb-d556-4653-acea-16a568d09322" -d '{"events": [{"server_uuid": "08d5107c-d8e9-4e3b-b9cb-d19f92db621e", "name": "network-vif-deleted", "tag": "6e2ac941-7128-4676-a1d2-2b4be394de34"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:38:16.236407 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-6a131ed7-12e5-4bf8-a9f6-abfabe25f0c9 tempest-ExternalNetworksTestJSON-305102522 tempest-ExternalNetworksTestJSON-305102522-project-admin] Calling delete_port for 43aaff04-45d1-416a-bec0-3492f476d4e9 owned by network:floatingip {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:38:16.283023 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:38:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26c5d0f4-8c37-4c4d-bcec-4e8ecb563508 x-openstack-request-id: req-26c5d0f4-8c37-4c4d-bcec-4e8ecb563508 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:38:16.283447 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08d5107c-d8e9-4e3b-b9cb-d19f92db621e", "name": "network-vif-deleted", "tag": "6e2ac941-7128-4676-a1d2-2b4be394de34", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:38:16.285327 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-26c5d0f4-8c37-4c4d-bcec-4e8ecb563508 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:38:16.285888 n-d-802623-1 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08d5107c-d8e9-4e3b-b9cb-d19f92db621e', 'name': 'network-vif-deleted', 'tag': '6e2ac941-7128-4676-a1d2-2b4be394de34', 'status': 'completed', 'code': 200} Jul 27 23:38:16.410971 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6a131ed7-12e5-4bf8-a9f6-abfabe25f0c9 tempest-ExternalNetworksTestJSON-305102522 tempest-ExternalNetworksTestJSON-305102522-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:16.437849 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a131ed7-12e5-4bf8-a9f6-abfabe25f0c9 tempest-ExternalNetworksTestJSON-305102522 tempest-ExternalNetworksTestJSON-305102522-project-admin] Pushing event deleted for resources: {'Port': ['ID=43aaff04-45d1-416a-bec0-3492f476d4e9,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:38:16.503524 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6a131ed7-12e5-4bf8-a9f6-abfabe25f0c9 tempest-ExternalNetworksTestJSON-305102522 tempest-ExternalNetworksTestJSON-305102522-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:16.548045 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6a131ed7-12e5-4bf8-a9f6-abfabe25f0c9 tempest-ExternalNetworksTestJSON-305102522 tempest-ExternalNetworksTestJSON-305102522-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620741'] for subnet, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:16.605337 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6a131ed7-12e5-4bf8-a9f6-abfabe25f0c9 tempest-ExternalNetworksTestJSON-305102522 tempest-ExternalNetworksTestJSON-305102522-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11335991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11551414'] for subnet, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:16.641525 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a131ed7-12e5-4bf8-a9f6-abfabe25f0c9 tempest-ExternalNetworksTestJSON-305102522 tempest-ExternalNetworksTestJSON-305102522-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=224c0437-bb02-4ea9-af4b-13a5c4923748,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:38:16.724221 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6a131ed7-12e5-4bf8-a9f6-abfabe25f0c9 tempest-ExternalNetworksTestJSON-305102522 tempest-ExternalNetworksTestJSON-305102522-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618032', 'neutron.services.segments.db._delete_segments_for_network-8736833900081'] for network, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:16.735881 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-6a131ed7-12e5-4bf8-a9f6-abfabe25f0c9 tempest-ExternalNetworksTestJSON-305102522 tempest-ExternalNetworksTestJSON-305102522-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0a6e067-16e5-41d2-be01-db97a5120df7']}} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:38:16.747508 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-6a131ed7-12e5-4bf8-a9f6-abfabe25f0c9 tempest-ExternalNetworksTestJSON-305102522 tempest-ExternalNetworksTestJSON-305102522-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43876d70-b56b-4108-95db-cf603766c917') {'for_net_delete': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:38:16.747937 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-6a131ed7-12e5-4bf8-a9f6-abfabe25f0c9 tempest-ExternalNetworksTestJSON-305102522 tempest-ExternalNetworksTestJSON-305102522-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43876d70-b56b-4108-95db-cf603766c917') {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:38:16.758113 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6a131ed7-12e5-4bf8-a9f6-abfabe25f0c9 tempest-ExternalNetworksTestJSON-305102522 tempest-ExternalNetworksTestJSON-305102522-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736833900858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11335978'] for segment, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:16.773829 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6a131ed7-12e5-4bf8-a9f6-abfabe25f0c9 tempest-ExternalNetworksTestJSON-305102522 tempest-ExternalNetworksTestJSON-305102522-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:16.787408 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a131ed7-12e5-4bf8-a9f6-abfabe25f0c9 tempest-ExternalNetworksTestJSON-305102522 tempest-ExternalNetworksTestJSON-305102522-project-admin] Releasing vlan 523 on physical network physnet1 to pool {{(pid=93797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 23:38:16.788076 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6a131ed7-12e5-4bf8-a9f6-abfabe25f0c9 tempest-ExternalNetworksTestJSON-305102522 tempest-ExternalNetworksTestJSON-305102522-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11336013'] for segment, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:16.790304 n-d-802623-1 neutron-server[93797]: Traceback (most recent call last): Jul 27 23:38:16.790304 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 23:38:16.790304 n-d-802623-1 neutron-server[93797]: timer() Jul 27 23:38:16.790304 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 23:38:16.790304 n-d-802623-1 neutron-server[93797]: cb(*args, **kw) Jul 27 23:38:16.790304 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 23:38:16.790304 n-d-802623-1 neutron-server[93797]: return func(*args, **kwargs) Jul 27 23:38:16.790304 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 23:38:16.790304 n-d-802623-1 neutron-server[93797]: self._notify() Jul 27 23:38:16.790304 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 23:38:16.790304 n-d-802623-1 neutron-server[93797]: self.callback(batched_events) Jul 27 23:38:16.790304 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 23:38:16.790304 n-d-802623-1 neutron-server[93797]: event.method(event) Jul 27 23:38:16.790304 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 23:38:16.790304 n-d-802623-1 neutron-server[93797]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 23:38:16.790304 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 23:38:16.790304 n-d-802623-1 neutron-server[93797]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 23:38:16.790304 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 23:38:16.790304 n-d-802623-1 neutron-server[93797]: return f(self, *a, **k) Jul 27 23:38:16.790304 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 23:38:16.790304 n-d-802623-1 neutron-server[93797]: return self._get(url).json() Jul 27 23:38:16.790304 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 23:38:16.790304 n-d-802623-1 neutron-server[93797]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 23:38:16.790304 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 23:38:16.790304 n-d-802623-1 neutron-server[93797]: return self.request(url, 'GET', **kwargs) Jul 27 23:38:16.790304 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 23:38:16.790304 n-d-802623-1 neutron-server[93797]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 23:38:16.790304 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 23:38:16.790304 n-d-802623-1 neutron-server[93797]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 23:38:16.790304 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 23:38:16.790304 n-d-802623-1 neutron-server[93797]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 23:38:16.790304 n-d-802623-1 neutron-server[93797]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 23:38:16.866483 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6a131ed7-12e5-4bf8-a9f6-abfabe25f0c9 tempest-ExternalNetworksTestJSON-305102522 tempest-ExternalNetworksTestJSON-305102522-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415412'] for network, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:16.881862 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-66981d71-4cf3-422f-8d21-7c594786b797 req-c8b7aa52-0434-4d18-8b62-745162fade69 tempest-TestServerMultinode-1910694742 tempest-TestServerMultinode-1910694742-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=08d5107c-d8e9-4e3b-b9cb-d19f92db621e HTTP/1.1" status: 200 len: 210 time: 0.0294750 Jul 27 23:38:16.883697 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a131ed7-12e5-4bf8-a9f6-abfabe25f0c9 tempest-ExternalNetworksTestJSON-305102522 tempest-ExternalNetworksTestJSON-305102522-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e0a6e067-16e5-41d2-be01-db97a5120df7 {{(pid=93797) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 27 23:38:16.885524 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a131ed7-12e5-4bf8-a9f6-abfabe25f0c9 tempest-ExternalNetworksTestJSON-305102522 tempest-ExternalNetworksTestJSON-305102522-project-admin] Pushing event deleted for resources: {'Network': ['ID=e0a6e067-16e5-41d2-be01-db97a5120df7,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:38:16.890712 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6a131ed7-12e5-4bf8-a9f6-abfabe25f0c9 tempest-ExternalNetworksTestJSON-305102522 tempest-ExternalNetworksTestJSON-305102522-project-admin] Notify callbacks [] for network, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:16.895679 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-6a131ed7-12e5-4bf8-a9f6-abfabe25f0c9 tempest-ExternalNetworksTestJSON-305102522 tempest-ExternalNetworksTestJSON-305102522-project-admin] 10.222.0.18 "DELETE /v2.0/networks/e0a6e067-16e5-41d2-be01-db97a5120df7 HTTP/1.1" status: 204 len: 168 time: 1.0183525 Jul 27 23:38:16.896350 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 50738) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:38:17.027091 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-e36bbbe0-a268-4075-b372-c6ff50ea7453 tempest-ExternalNetworksTestJSON-305102522 tempest-ExternalNetworksTestJSON-305102522-project-admin] 10.222.0.18 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2261 time: 0.1283164 Jul 27 23:38:17.028743 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 50746) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:38:17.121967 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22a820b8-c8cc-47da-8a15-ff0e675e135f tempest-ExternalNetworksTestJSON-305102522 tempest-ExternalNetworksTestJSON-305102522-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:38:17.122438 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22a820b8-c8cc-47da-8a15-ff0e675e135f tempest-ExternalNetworksTestJSON-305102522 tempest-ExternalNetworksTestJSON-305102522-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:38:17.122904 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22a820b8-c8cc-47da-8a15-ff0e675e135f tempest-ExternalNetworksTestJSON-305102522 tempest-ExternalNetworksTestJSON-305102522-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:38:17.123365 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22a820b8-c8cc-47da-8a15-ff0e675e135f tempest-ExternalNetworksTestJSON-305102522 tempest-ExternalNetworksTestJSON-305102522-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:38:17.123810 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22a820b8-c8cc-47da-8a15-ff0e675e135f tempest-ExternalNetworksTestJSON-305102522 tempest-ExternalNetworksTestJSON-305102522-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:38:17.124256 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22a820b8-c8cc-47da-8a15-ff0e675e135f tempest-ExternalNetworksTestJSON-305102522 tempest-ExternalNetworksTestJSON-305102522-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:38:17.124700 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22a820b8-c8cc-47da-8a15-ff0e675e135f tempest-ExternalNetworksTestJSON-305102522 tempest-ExternalNetworksTestJSON-305102522-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:38:17.130216 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-22a820b8-c8cc-47da-8a15-ff0e675e135f tempest-ExternalNetworksTestJSON-305102522 tempest-ExternalNetworksTestJSON-305102522-project-admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4656 time: 0.0965934 Jul 27 23:38:17.130436 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 50748) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:38:17.180984 n-d-802623-1 neutron-server[93797]: INFO neutron.api.v2.resource [None req-0286ad10-9a35-4f51-8dcb-7e45f07fc011 tempest-ExternalNetworksTestJSON-305102522 tempest-ExternalNetworksTestJSON-305102522-project-admin] delete failed (client error): The resource could not be found. Jul 27 23:38:17.183393 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-0286ad10-9a35-4f51-8dcb-7e45f07fc011 tempest-ExternalNetworksTestJSON-305102522 tempest-ExternalNetworksTestJSON-305102522-project-admin] 10.222.0.18 "DELETE /v2.0/floatingips/b18f2248-7ea3-44e7-a92f-6bde4b5744d5 HTTP/1.1" status: 404 len: 345 time: 0.0503342 Jul 27 23:38:17.185215 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 50752) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:38:17.203654 n-d-802623-1 neutron-server[93797]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c1ef279-d229-457f-be39-483dc155cc33 tempest-ExternalNetworksTestJSON-305102522 tempest-ExternalNetworksTestJSON-305102522-project-admin] DELETE failed (client error): The resource could not be found. Jul 27 23:38:17.204205 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c1ef279-d229-457f-be39-483dc155cc33 tempest-ExternalNetworksTestJSON-305102522 tempest-ExternalNetworksTestJSON-305102522-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=93797) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 23:38:17.205893 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-8c1ef279-d229-457f-be39-483dc155cc33 tempest-ExternalNetworksTestJSON-305102522 tempest-ExternalNetworksTestJSON-305102522-project-admin] 10.222.0.18 "DELETE /v2.0/networks/e0a6e067-16e5-41d2-be01-db97a5120df7 HTTP/1.1" status: 404 len: 339 time: 0.0197866 Jul 27 23:38:17.209808 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 50756) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:38:17.215764 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-fbfb01e6-08f7-48e2-9764-70c0076260d8 tempest-ExternalNetworksTestJSON-305102522 tempest-ExternalNetworksTestJSON-305102522-project-admin] Request body: {'network': {'name': 'tempest-network--1296427274', 'router:external': True}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:38:17.241311 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbfb01e6-08f7-48e2-9764-70c0076260d8 tempest-ExternalNetworksTestJSON-305102522 tempest-ExternalNetworksTestJSON-305102522-project-admin] Made reservation on behalf of 0e6b7d797c654db9bb2e360f6baa8704 for: {'network': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:38:17.244223 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fbfb01e6-08f7-48e2-9764-70c0076260d8 tempest-ExternalNetworksTestJSON-305102522 tempest-ExternalNetworksTestJSON-305102522-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for network, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:17.278538 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbfb01e6-08f7-48e2-9764-70c0076260d8 tempest-ExternalNetworksTestJSON-305102522 tempest-ExternalNetworksTestJSON-305102522-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 510} {{(pid=93798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 23:38:17.291755 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fbfb01e6-08f7-48e2-9764-70c0076260d8 tempest-ExternalNetworksTestJSON-305102522 tempest-ExternalNetworksTestJSON-305102522-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:17.292118 n-d-802623-1 neutron-server[93798]: INFO neutron.db.segments_db [None req-fbfb01e6-08f7-48e2-9764-70c0076260d8 tempest-ExternalNetworksTestJSON-305102522 tempest-ExternalNetworksTestJSON-305102522-project-admin] Added segment 179e032b-fd1d-4af9-b6b6-122bd6ccc3f0 of type vlan for network e1b3ac65-de41-4aef-b504-68acd47dfb89 Jul 27 23:38:17.341366 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fbfb01e6-08f7-48e2-9764-70c0076260d8 tempest-ExternalNetworksTestJSON-305102522 tempest-ExternalNetworksTestJSON-305102522-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736833354590'] for network, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:17.345019 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device 92a75652-3878-46a3-9b8b-36b6dd64c547 no longer exists at agent hyperv_n-h2-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:38:17.366798 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] No Port match for: 92a75652-3878-46a3-9b8b-36b6dd64c547 {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:38:17.367178 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device 92a75652-3878-46a3-9b8b-36b6dd64c547 not bound to the agent host n-h2-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:38:17.378902 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fbfb01e6-08f7-48e2-9764-70c0076260d8 tempest-ExternalNetworksTestJSON-305102522 tempest-ExternalNetworksTestJSON-305102522-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569'] for network, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:17.379933 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbfb01e6-08f7-48e2-9764-70c0076260d8 tempest-ExternalNetworksTestJSON-305102522 tempest-ExternalNetworksTestJSON-305102522-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:38:17.380516 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fbfb01e6-08f7-48e2-9764-70c0076260d8 tempest-ExternalNetworksTestJSON-305102522 tempest-ExternalNetworksTestJSON-305102522-project-admin] Notify callbacks [] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:17.432425 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-fbfb01e6-08f7-48e2-9764-70c0076260d8 tempest-ExternalNetworksTestJSON-305102522 tempest-ExternalNetworksTestJSON-305102522-project-admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.2190554 Jul 27 23:38:17.433377 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 50758) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:38:17.439668 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfb01e6-08f7-48e2-9764-70c0076260d8 tempest-ExternalNetworksTestJSON-305102522 tempest-ExternalNetworksTestJSON-305102522-project-admin] Pushing event updated for resources: {'Network': ['ID=e1b3ac65-de41-4aef-b504-68acd47dfb89,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:38:17.449894 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Network e1b3ac65-de41-4aef-b504-68acd47dfb89 details requested by agent ovs-agent-n-d-802623-1 with host n-d-802623-1 {{(pid=93799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 23:38:17.618218 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3ee0e17-8d41-4d41-9096-040f2a8cf9b6 tempest-ExternalNetworksTestJSON-1179003615 tempest-ExternalNetworksTestJSON-1179003615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:38:17.624382 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3ee0e17-8d41-4d41-9096-040f2a8cf9b6 tempest-ExternalNetworksTestJSON-1179003615 tempest-ExternalNetworksTestJSON-1179003615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:38:17.630392 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3ee0e17-8d41-4d41-9096-040f2a8cf9b6 tempest-ExternalNetworksTestJSON-1179003615 tempest-ExternalNetworksTestJSON-1179003615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:38:17.636539 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3ee0e17-8d41-4d41-9096-040f2a8cf9b6 tempest-ExternalNetworksTestJSON-1179003615 tempest-ExternalNetworksTestJSON-1179003615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:38:17.639101 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-c3ee0e17-8d41-4d41-9096-040f2a8cf9b6 tempest-ExternalNetworksTestJSON-1179003615 tempest-ExternalNetworksTestJSON-1179003615-project] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.2037623 Jul 27 23:38:17.641121 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 50764) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:38:17.709081 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d9213048-8109-4fe4-be5e-aa17c1d8adf9 tempest-ExternalNetworksTestJSON-305102522 tempest-ExternalNetworksTestJSON-305102522-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593271'] for network, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:17.795093 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d9213048-8109-4fe4-be5e-aa17c1d8adf9 tempest-ExternalNetworksTestJSON-305102522 tempest-ExternalNetworksTestJSON-305102522-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618032', 'neutron.services.segments.db._delete_segments_for_network-8736833900081'] for network, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:17.810555 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-d9213048-8109-4fe4-be5e-aa17c1d8adf9 tempest-ExternalNetworksTestJSON-305102522 tempest-ExternalNetworksTestJSON-305102522-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1b3ac65-de41-4aef-b504-68acd47dfb89']}} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:38:17.822010 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-d9213048-8109-4fe4-be5e-aa17c1d8adf9 tempest-ExternalNetworksTestJSON-305102522 tempest-ExternalNetworksTestJSON-305102522-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '179e032b-fd1d-4af9-b6b6-122bd6ccc3f0') {'for_net_delete': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:38:17.822307 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-d9213048-8109-4fe4-be5e-aa17c1d8adf9 tempest-ExternalNetworksTestJSON-305102522 tempest-ExternalNetworksTestJSON-305102522-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '179e032b-fd1d-4af9-b6b6-122bd6ccc3f0') {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:38:17.831563 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d9213048-8109-4fe4-be5e-aa17c1d8adf9 tempest-ExternalNetworksTestJSON-305102522 tempest-ExternalNetworksTestJSON-305102522-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736833900858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11335978'] for segment, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:17.847033 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d9213048-8109-4fe4-be5e-aa17c1d8adf9 tempest-ExternalNetworksTestJSON-305102522 tempest-ExternalNetworksTestJSON-305102522-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:17.856735 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9213048-8109-4fe4-be5e-aa17c1d8adf9 tempest-ExternalNetworksTestJSON-305102522 tempest-ExternalNetworksTestJSON-305102522-project-admin] Releasing vlan 510 on physical network physnet1 to pool {{(pid=93797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 23:38:17.857259 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d9213048-8109-4fe4-be5e-aa17c1d8adf9 tempest-ExternalNetworksTestJSON-305102522 tempest-ExternalNetworksTestJSON-305102522-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11336013'] for segment, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:17.859025 n-d-802623-1 neutron-server[93797]: Traceback (most recent call last): Jul 27 23:38:17.859025 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 23:38:17.859025 n-d-802623-1 neutron-server[93797]: timer() Jul 27 23:38:17.859025 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 23:38:17.859025 n-d-802623-1 neutron-server[93797]: cb(*args, **kw) Jul 27 23:38:17.859025 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 23:38:17.859025 n-d-802623-1 neutron-server[93797]: return func(*args, **kwargs) Jul 27 23:38:17.859025 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 23:38:17.859025 n-d-802623-1 neutron-server[93797]: self._notify() Jul 27 23:38:17.859025 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 23:38:17.859025 n-d-802623-1 neutron-server[93797]: self.callback(batched_events) Jul 27 23:38:17.859025 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 23:38:17.859025 n-d-802623-1 neutron-server[93797]: event.method(event) Jul 27 23:38:17.859025 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 23:38:17.859025 n-d-802623-1 neutron-server[93797]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 23:38:17.859025 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 23:38:17.859025 n-d-802623-1 neutron-server[93797]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 23:38:17.859025 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 23:38:17.859025 n-d-802623-1 neutron-server[93797]: return f(self, *a, **k) Jul 27 23:38:17.859025 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 23:38:17.859025 n-d-802623-1 neutron-server[93797]: return self._get(url).json() Jul 27 23:38:17.859025 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 23:38:17.859025 n-d-802623-1 neutron-server[93797]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 23:38:17.859025 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 23:38:17.859025 n-d-802623-1 neutron-server[93797]: return self.request(url, 'GET', **kwargs) Jul 27 23:38:17.859025 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 23:38:17.859025 n-d-802623-1 neutron-server[93797]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 23:38:17.859025 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 23:38:17.859025 n-d-802623-1 neutron-server[93797]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 23:38:17.859025 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 23:38:17.859025 n-d-802623-1 neutron-server[93797]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 23:38:17.859025 n-d-802623-1 neutron-server[93797]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 23:38:17.918574 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d9213048-8109-4fe4-be5e-aa17c1d8adf9 tempest-ExternalNetworksTestJSON-305102522 tempest-ExternalNetworksTestJSON-305102522-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415412'] for network, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:17.923783 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9213048-8109-4fe4-be5e-aa17c1d8adf9 tempest-ExternalNetworksTestJSON-305102522 tempest-ExternalNetworksTestJSON-305102522-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e1b3ac65-de41-4aef-b504-68acd47dfb89 {{(pid=93797) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 27 23:38:17.926802 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d9213048-8109-4fe4-be5e-aa17c1d8adf9 tempest-ExternalNetworksTestJSON-305102522 tempest-ExternalNetworksTestJSON-305102522-project-admin] Notify callbacks [] for network, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:17.929125 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-d9213048-8109-4fe4-be5e-aa17c1d8adf9 tempest-ExternalNetworksTestJSON-305102522 tempest-ExternalNetworksTestJSON-305102522-project-admin] 10.222.0.18 "DELETE /v2.0/networks/e1b3ac65-de41-4aef-b504-68acd47dfb89 HTTP/1.1" status: 204 len: 168 time: 0.2870617 Jul 27 23:38:17.932833 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 50774) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:38:17.937782 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-1675727f-5eb9-455f-bdcc-5d8bc8053bc9 tempest-ExternalNetworksTestJSON-305102522 tempest-ExternalNetworksTestJSON-305102522-project-admin] Request body: {'network': {'name': 'tempest-network--1716186848', 'router:external': True}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:38:17.943872 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9213048-8109-4fe4-be5e-aa17c1d8adf9 tempest-ExternalNetworksTestJSON-305102522 tempest-ExternalNetworksTestJSON-305102522-project-admin] Pushing event deleted for resources: {'Network': ['ID=e1b3ac65-de41-4aef-b504-68acd47dfb89,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:38:17.989297 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 50776) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:38:18.000853 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1675727f-5eb9-455f-bdcc-5d8bc8053bc9 tempest-ExternalNetworksTestJSON-305102522 tempest-ExternalNetworksTestJSON-305102522-project-admin] Made reservation on behalf of 0e6b7d797c654db9bb2e360f6baa8704 for: {'network': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:38:18.002486 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1675727f-5eb9-455f-bdcc-5d8bc8053bc9 tempest-ExternalNetworksTestJSON-305102522 tempest-ExternalNetworksTestJSON-305102522-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for network, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:18.102491 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1675727f-5eb9-455f-bdcc-5d8bc8053bc9 tempest-ExternalNetworksTestJSON-305102522 tempest-ExternalNetworksTestJSON-305102522-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 520} {{(pid=93798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 23:38:18.119031 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1675727f-5eb9-455f-bdcc-5d8bc8053bc9 tempest-ExternalNetworksTestJSON-305102522 tempest-ExternalNetworksTestJSON-305102522-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:18.119405 n-d-802623-1 neutron-server[93798]: INFO neutron.db.segments_db [None req-1675727f-5eb9-455f-bdcc-5d8bc8053bc9 tempest-ExternalNetworksTestJSON-305102522 tempest-ExternalNetworksTestJSON-305102522-project-admin] Added segment 464a7ae0-ee76-4f0c-b691-bef306e42211 of type vlan for network 47fe3fe7-211e-48cb-aa6d-36124f3994fc Jul 27 23:38:18.218503 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1675727f-5eb9-455f-bdcc-5d8bc8053bc9 tempest-ExternalNetworksTestJSON-305102522 tempest-ExternalNetworksTestJSON-305102522-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736833354590'] for network, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:18.322255 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1675727f-5eb9-455f-bdcc-5d8bc8053bc9 tempest-ExternalNetworksTestJSON-305102522 tempest-ExternalNetworksTestJSON-305102522-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569'] for network, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:18.323243 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1675727f-5eb9-455f-bdcc-5d8bc8053bc9 tempest-ExternalNetworksTestJSON-305102522 tempest-ExternalNetworksTestJSON-305102522-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:38:18.323818 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1675727f-5eb9-455f-bdcc-5d8bc8053bc9 tempest-ExternalNetworksTestJSON-305102522 tempest-ExternalNetworksTestJSON-305102522-project-admin] Notify callbacks [] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:18.394653 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-1675727f-5eb9-455f-bdcc-5d8bc8053bc9 tempest-ExternalNetworksTestJSON-305102522 tempest-ExternalNetworksTestJSON-305102522-project-admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.4607122 Jul 27 23:38:18.397610 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 50786) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:38:18.512599 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 6e2ac941-7128-4676-a1d2-2b4be394de34 no longer exists at agent hyperv_n-h1-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:38:18.698207 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] No Port match for: 6e2ac941-7128-4676-a1d2-2b4be394de34 {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:38:18.698665 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 6e2ac941-7128-4676-a1d2-2b4be394de34 not bound to the agent host n-h1-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:38:18.797907 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1675727f-5eb9-455f-bdcc-5d8bc8053bc9 tempest-ExternalNetworksTestJSON-305102522 tempest-ExternalNetworksTestJSON-305102522-project-admin] Pushing event updated for resources: {'Network': ['ID=47fe3fe7-211e-48cb-aa6d-36124f3994fc,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:38:18.808918 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Network 47fe3fe7-211e-48cb-aa6d-36124f3994fc details requested by agent ovs-agent-n-d-802623-1 with host n-d-802623-1 {{(pid=93799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 23:38:18.845736 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6df63de5-d6a7-4e72-90cc-121b85c6d50a tempest-ExternalNetworksTestJSON-1179003615 tempest-ExternalNetworksTestJSON-1179003615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:38:18.847225 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-6df63de5-d6a7-4e72-90cc-121b85c6d50a tempest-ExternalNetworksTestJSON-1179003615 tempest-ExternalNetworksTestJSON-1179003615-project] 10.222.0.18 "GET /v2.0/networks/47fe3fe7-211e-48cb-aa6d-36124f3994fc HTTP/1.1" status: 200 len: 757 time: 0.4484961 Jul 27 23:38:18.850516 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 50796) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:38:18.919856 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b26cc234-7905-45c4-a9da-7f0ed5fb6ca9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-414022'] for router_interface, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:18.956130 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9785fb87-9c20-4710-9ac6-496f5d53dc2a tempest-ExternalNetworksTestJSON-1179003615 tempest-ExternalNetworksTestJSON-1179003615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:38:18.961517 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-9785fb87-9c20-4710-9ac6-496f5d53dc2a tempest-ExternalNetworksTestJSON-1179003615 tempest-ExternalNetworksTestJSON-1179003615-project] 10.222.0.18 "GET /v2.0/networks/0e4bca2a-5aaf-40dc-b061-e53c68c84594 HTTP/1.1" status: 200 len: 767 time: 0.1089904 Jul 27 23:38:18.962224 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 50802) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:38:19.037086 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3445b2a1-97c3-4a91-a7e3-01d7b69b1dce tempest-ExternalNetworksTestJSON-305102522 tempest-ExternalNetworksTestJSON-305102522-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593271'] for network, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:19.116311 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3445b2a1-97c3-4a91-a7e3-01d7b69b1dce tempest-ExternalNetworksTestJSON-305102522 tempest-ExternalNetworksTestJSON-305102522-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618032', 'neutron.services.segments.db._delete_segments_for_network-8736833900081'] for network, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:19.126376 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-3445b2a1-97c3-4a91-a7e3-01d7b69b1dce tempest-ExternalNetworksTestJSON-305102522 tempest-ExternalNetworksTestJSON-305102522-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47fe3fe7-211e-48cb-aa6d-36124f3994fc']}} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:38:19.139165 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-3445b2a1-97c3-4a91-a7e3-01d7b69b1dce tempest-ExternalNetworksTestJSON-305102522 tempest-ExternalNetworksTestJSON-305102522-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '464a7ae0-ee76-4f0c-b691-bef306e42211') {'for_net_delete': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:38:19.139654 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-3445b2a1-97c3-4a91-a7e3-01d7b69b1dce tempest-ExternalNetworksTestJSON-305102522 tempest-ExternalNetworksTestJSON-305102522-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '464a7ae0-ee76-4f0c-b691-bef306e42211') {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:38:19.153313 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3445b2a1-97c3-4a91-a7e3-01d7b69b1dce tempest-ExternalNetworksTestJSON-305102522 tempest-ExternalNetworksTestJSON-305102522-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736833900858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11335978'] for segment, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:19.170163 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3445b2a1-97c3-4a91-a7e3-01d7b69b1dce tempest-ExternalNetworksTestJSON-305102522 tempest-ExternalNetworksTestJSON-305102522-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:19.176940 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3445b2a1-97c3-4a91-a7e3-01d7b69b1dce tempest-ExternalNetworksTestJSON-305102522 tempest-ExternalNetworksTestJSON-305102522-project-admin] Releasing vlan 520 on physical network physnet1 to pool {{(pid=93797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 23:38:19.177340 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3445b2a1-97c3-4a91-a7e3-01d7b69b1dce tempest-ExternalNetworksTestJSON-305102522 tempest-ExternalNetworksTestJSON-305102522-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11336013'] for segment, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:19.179034 n-d-802623-1 neutron-server[93797]: Traceback (most recent call last): Jul 27 23:38:19.179034 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 23:38:19.179034 n-d-802623-1 neutron-server[93797]: timer() Jul 27 23:38:19.179034 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 23:38:19.179034 n-d-802623-1 neutron-server[93797]: cb(*args, **kw) Jul 27 23:38:19.179034 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 23:38:19.179034 n-d-802623-1 neutron-server[93797]: return func(*args, **kwargs) Jul 27 23:38:19.179034 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 23:38:19.179034 n-d-802623-1 neutron-server[93797]: self._notify() Jul 27 23:38:19.179034 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 23:38:19.179034 n-d-802623-1 neutron-server[93797]: self.callback(batched_events) Jul 27 23:38:19.179034 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 23:38:19.179034 n-d-802623-1 neutron-server[93797]: event.method(event) Jul 27 23:38:19.179034 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 23:38:19.179034 n-d-802623-1 neutron-server[93797]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 23:38:19.179034 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 23:38:19.179034 n-d-802623-1 neutron-server[93797]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 23:38:19.179034 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 23:38:19.179034 n-d-802623-1 neutron-server[93797]: return f(self, *a, **k) Jul 27 23:38:19.179034 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 23:38:19.179034 n-d-802623-1 neutron-server[93797]: return self._get(url).json() Jul 27 23:38:19.179034 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 23:38:19.179034 n-d-802623-1 neutron-server[93797]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 23:38:19.179034 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 23:38:19.179034 n-d-802623-1 neutron-server[93797]: return self.request(url, 'GET', **kwargs) Jul 27 23:38:19.179034 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 23:38:19.179034 n-d-802623-1 neutron-server[93797]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 23:38:19.179034 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 23:38:19.179034 n-d-802623-1 neutron-server[93797]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 23:38:19.179034 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 23:38:19.179034 n-d-802623-1 neutron-server[93797]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 23:38:19.179034 n-d-802623-1 neutron-server[93797]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 23:38:19.201713 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-b26cc234-7905-45c4-a9da-7f0ed5fb6ca9 admin admin] Deleting port 5f4ca567-b14a-4540-9017-5c7dfdd4ae87 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:38:19.202070 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b26cc234-7905-45c4-a9da-7f0ed5fb6ca9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:19.257333 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3445b2a1-97c3-4a91-a7e3-01d7b69b1dce tempest-ExternalNetworksTestJSON-305102522 tempest-ExternalNetworksTestJSON-305102522-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415412'] for network, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:19.264419 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3445b2a1-97c3-4a91-a7e3-01d7b69b1dce tempest-ExternalNetworksTestJSON-305102522 tempest-ExternalNetworksTestJSON-305102522-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 47fe3fe7-211e-48cb-aa6d-36124f3994fc {{(pid=93797) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 27 23:38:19.267599 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3445b2a1-97c3-4a91-a7e3-01d7b69b1dce tempest-ExternalNetworksTestJSON-305102522 tempest-ExternalNetworksTestJSON-305102522-project-admin] Notify callbacks [] for network, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:19.269631 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-3445b2a1-97c3-4a91-a7e3-01d7b69b1dce tempest-ExternalNetworksTestJSON-305102522 tempest-ExternalNetworksTestJSON-305102522-project-admin] 10.222.0.18 "DELETE /v2.0/networks/47fe3fe7-211e-48cb-aa6d-36124f3994fc HTTP/1.1" status: 204 len: 168 time: 0.3059599 Jul 27 23:38:19.275864 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 50808) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:38:19.280704 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3445b2a1-97c3-4a91-a7e3-01d7b69b1dce tempest-ExternalNetworksTestJSON-305102522 tempest-ExternalNetworksTestJSON-305102522-project-admin] Pushing event deleted for resources: {'Network': ['ID=47fe3fe7-211e-48cb-aa6d-36124f3994fc,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:38:19.282393 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-eec50126-38ea-4c67-a2f3-1bac79fa6816 tempest-ExternalNetworksTestJSON-305102522 tempest-ExternalNetworksTestJSON-305102522-project-admin] Request body: {'network': {'name': 'tempest-network--1991701147'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:38:19.311001 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-b26cc234-7905-45c4-a9da-7f0ed5fb6ca9 admin admin] For port 5f4ca567-b14a-4540-9017-5c7dfdd4ae87, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=5f4ca567-b14a-4540-9017-5c7dfdd4ae87,segment=NetworkSegment(e1088835-8d01-4aa0-8404-760f4ebfc4f9),segment_id=e1088835-8d01-4aa0-8404-760f4ebfc4f9)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:38:19.311459 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b26cc234-7905-45c4-a9da-7f0ed5fb6ca9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:19.329135 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-b26cc234-7905-45c4-a9da-7f0ed5fb6ca9 admin admin] Calling delete_port for 5f4ca567-b14a-4540-9017-5c7dfdd4ae87 owned by network:router_interface {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:38:19.330882 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eec50126-38ea-4c67-a2f3-1bac79fa6816 tempest-ExternalNetworksTestJSON-305102522 tempest-ExternalNetworksTestJSON-305102522-project-admin] Made reservation on behalf of 0e6b7d797c654db9bb2e360f6baa8704 for: {'network': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:38:19.333866 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-eec50126-38ea-4c67-a2f3-1bac79fa6816 tempest-ExternalNetworksTestJSON-305102522 tempest-ExternalNetworksTestJSON-305102522-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for network, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:19.400148 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eec50126-38ea-4c67-a2f3-1bac79fa6816 tempest-ExternalNetworksTestJSON-305102522 tempest-ExternalNetworksTestJSON-305102522-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 515} {{(pid=93798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 23:38:19.420556 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-eec50126-38ea-4c67-a2f3-1bac79fa6816 tempest-ExternalNetworksTestJSON-305102522 tempest-ExternalNetworksTestJSON-305102522-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:19.420896 n-d-802623-1 neutron-server[93798]: INFO neutron.db.segments_db [None req-eec50126-38ea-4c67-a2f3-1bac79fa6816 tempest-ExternalNetworksTestJSON-305102522 tempest-ExternalNetworksTestJSON-305102522-project-admin] Added segment a4bd6406-2aa4-4788-b609-75865816bcf7 of type vlan for network 50f0ca5e-4df8-42af-8888-35a81c5b222c Jul 27 23:38:19.510469 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-eec50126-38ea-4c67-a2f3-1bac79fa6816 tempest-ExternalNetworksTestJSON-305102522 tempest-ExternalNetworksTestJSON-305102522-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736833354590'] for network, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:19.573302 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-eec50126-38ea-4c67-a2f3-1bac79fa6816 tempest-ExternalNetworksTestJSON-305102522 tempest-ExternalNetworksTestJSON-305102522-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569'] for network, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:19.574401 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eec50126-38ea-4c67-a2f3-1bac79fa6816 tempest-ExternalNetworksTestJSON-305102522 tempest-ExternalNetworksTestJSON-305102522-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:38:19.575056 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-eec50126-38ea-4c67-a2f3-1bac79fa6816 tempest-ExternalNetworksTestJSON-305102522 tempest-ExternalNetworksTestJSON-305102522-project-admin] Notify callbacks [] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:19.662781 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-eec50126-38ea-4c67-a2f3-1bac79fa6816 tempest-ExternalNetworksTestJSON-305102522 tempest-ExternalNetworksTestJSON-305102522-project-admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.3851745 Jul 27 23:38:19.665622 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 50814) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:38:19.671652 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-24378bfa-a65a-4042-8e47-78d37309c1e0 tempest-ExternalNetworksTestJSON-305102522 tempest-ExternalNetworksTestJSON-305102522-project-admin] Request body: {'network': {'router:external': True}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:38:19.673886 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec50126-38ea-4c67-a2f3-1bac79fa6816 tempest-ExternalNetworksTestJSON-305102522 tempest-ExternalNetworksTestJSON-305102522-project-admin] Pushing event updated for resources: {'Network': ['ID=50f0ca5e-4df8-42af-8888-35a81c5b222c,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:38:19.677270 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b26cc234-7905-45c4-a9da-7f0ed5fb6ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:19.689482 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Network 50f0ca5e-4df8-42af-8888-35a81c5b222c details requested by agent ovs-agent-n-d-802623-1 with host n-d-802623-1 {{(pid=93799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 23:38:19.710375 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26cc234-7905-45c4-a9da-7f0ed5fb6ca9 admin admin] Pushing event deleted for resources: {'Port': ['ID=5f4ca567-b14a-4540-9017-5c7dfdd4ae87,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:38:19.915594 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-24378bfa-a65a-4042-8e47-78d37309c1e0 tempest-ExternalNetworksTestJSON-305102522 tempest-ExternalNetworksTestJSON-305102522-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736833354590'] for network, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:19.934589 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-24378bfa-a65a-4042-8e47-78d37309c1e0 tempest-ExternalNetworksTestJSON-305102522 tempest-ExternalNetworksTestJSON-305102522-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569'] for network, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:19.949644 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b26cc234-7905-45c4-a9da-7f0ed5fb6ca9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3760546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-413994'] for router_interface, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:19.986133 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-24378bfa-a65a-4042-8e47-78d37309c1e0 tempest-ExternalNetworksTestJSON-305102522 tempest-ExternalNetworksTestJSON-305102522-project-admin] Network 50f0ca5e-4df8-42af-8888-35a81c5b222c is not hosted by any dhcp agent {{(pid=93797) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 27 23:38:19.987020 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24378bfa-a65a-4042-8e47-78d37309c1e0 tempest-ExternalNetworksTestJSON-305102522 tempest-ExternalNetworksTestJSON-305102522-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:38:19.987965 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-24378bfa-a65a-4042-8e47-78d37309c1e0 tempest-ExternalNetworksTestJSON-305102522 tempest-ExternalNetworksTestJSON-305102522-project-admin] Notify callbacks [] for network, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:19.992755 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-24378bfa-a65a-4042-8e47-78d37309c1e0 tempest-ExternalNetworksTestJSON-305102522 tempest-ExternalNetworksTestJSON-305102522-project-admin] 10.222.0.18 "PUT /v2.0/networks/50f0ca5e-4df8-42af-8888-35a81c5b222c HTTP/1.1" status: 200 len: 858 time: 0.3231359 Jul 27 23:38:19.996068 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 50824) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:38:20.009352 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24378bfa-a65a-4042-8e47-78d37309c1e0 tempest-ExternalNetworksTestJSON-305102522 tempest-ExternalNetworksTestJSON-305102522-project-admin] Pushing event updated for resources: {'Network': ['ID=50f0ca5e-4df8-42af-8888-35a81c5b222c,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:38:20.107257 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ebb54405-b6c7-481e-95f3-38629ddce5cd tempest-ExternalNetworksTestJSON-305102522 tempest-ExternalNetworksTestJSON-305102522-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593271'] for network, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:20.243795 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ebb54405-b6c7-481e-95f3-38629ddce5cd tempest-ExternalNetworksTestJSON-305102522 tempest-ExternalNetworksTestJSON-305102522-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618032', 'neutron.services.segments.db._delete_segments_for_network-8736833900081'] for network, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:20.287635 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-ebb54405-b6c7-481e-95f3-38629ddce5cd tempest-ExternalNetworksTestJSON-305102522 tempest-ExternalNetworksTestJSON-305102522-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50f0ca5e-4df8-42af-8888-35a81c5b222c']}} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:38:20.302589 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-ebb54405-b6c7-481e-95f3-38629ddce5cd tempest-ExternalNetworksTestJSON-305102522 tempest-ExternalNetworksTestJSON-305102522-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4bd6406-2aa4-4788-b609-75865816bcf7') {'for_net_delete': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:38:20.302589 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-ebb54405-b6c7-481e-95f3-38629ddce5cd tempest-ExternalNetworksTestJSON-305102522 tempest-ExternalNetworksTestJSON-305102522-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4bd6406-2aa4-4788-b609-75865816bcf7') {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:38:20.319120 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ebb54405-b6c7-481e-95f3-38629ddce5cd tempest-ExternalNetworksTestJSON-305102522 tempest-ExternalNetworksTestJSON-305102522-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736833900858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11163256'] for segment, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:20.344467 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b26cc234-7905-45c4-a9da-7f0ed5fb6ca9 admin admin] Router 4b4ed179-9af0-4a41-bc60-ee4684ca1e6b has already been hosted by L3 agent 018c4455-49c0-4734-927d-7824067b2a9e {{(pid=93798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 23:38:20.346282 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ebb54405-b6c7-481e-95f3-38629ddce5cd tempest-ExternalNetworksTestJSON-305102522 tempest-ExternalNetworksTestJSON-305102522-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:20.355005 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebb54405-b6c7-481e-95f3-38629ddce5cd tempest-ExternalNetworksTestJSON-305102522 tempest-ExternalNetworksTestJSON-305102522-project-admin] Releasing vlan 515 on physical network physnet1 to pool {{(pid=93798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 23:38:20.355425 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ebb54405-b6c7-481e-95f3-38629ddce5cd tempest-ExternalNetworksTestJSON-305102522 tempest-ExternalNetworksTestJSON-305102522-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11971746'] for segment, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:20.357082 n-d-802623-1 neutron-server[93798]: Traceback (most recent call last): Jul 27 23:38:20.357082 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 23:38:20.357082 n-d-802623-1 neutron-server[93798]: timer() Jul 27 23:38:20.357082 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 23:38:20.357082 n-d-802623-1 neutron-server[93798]: cb(*args, **kw) Jul 27 23:38:20.357082 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 23:38:20.357082 n-d-802623-1 neutron-server[93798]: return func(*args, **kwargs) Jul 27 23:38:20.357082 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 23:38:20.357082 n-d-802623-1 neutron-server[93798]: self._notify() Jul 27 23:38:20.357082 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 23:38:20.357082 n-d-802623-1 neutron-server[93798]: self.callback(batched_events) Jul 27 23:38:20.357082 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 23:38:20.357082 n-d-802623-1 neutron-server[93798]: event.method(event) Jul 27 23:38:20.357082 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 23:38:20.357082 n-d-802623-1 neutron-server[93798]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 23:38:20.357082 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 23:38:20.357082 n-d-802623-1 neutron-server[93798]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 23:38:20.357082 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 23:38:20.357082 n-d-802623-1 neutron-server[93798]: return f(self, *a, **k) Jul 27 23:38:20.357082 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 23:38:20.357082 n-d-802623-1 neutron-server[93798]: return self._get(url).json() Jul 27 23:38:20.357082 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 23:38:20.357082 n-d-802623-1 neutron-server[93798]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 23:38:20.357082 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 23:38:20.357082 n-d-802623-1 neutron-server[93798]: return self.request(url, 'GET', **kwargs) Jul 27 23:38:20.357082 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 23:38:20.357082 n-d-802623-1 neutron-server[93798]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 23:38:20.357082 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 23:38:20.357082 n-d-802623-1 neutron-server[93798]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 23:38:20.357082 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 23:38:20.357082 n-d-802623-1 neutron-server[93798]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 23:38:20.357082 n-d-802623-1 neutron-server[93798]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 23:38:20.458587 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ebb54405-b6c7-481e-95f3-38629ddce5cd tempest-ExternalNetworksTestJSON-305102522 tempest-ExternalNetworksTestJSON-305102522-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415412'] for network, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:20.464853 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebb54405-b6c7-481e-95f3-38629ddce5cd tempest-ExternalNetworksTestJSON-305102522 tempest-ExternalNetworksTestJSON-305102522-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 50f0ca5e-4df8-42af-8888-35a81c5b222c {{(pid=93798) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 27 23:38:20.476632 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ebb54405-b6c7-481e-95f3-38629ddce5cd tempest-ExternalNetworksTestJSON-305102522 tempest-ExternalNetworksTestJSON-305102522-project-admin] Notify callbacks [] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:20.478591 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-ebb54405-b6c7-481e-95f3-38629ddce5cd tempest-ExternalNetworksTestJSON-305102522 tempest-ExternalNetworksTestJSON-305102522-project-admin] 10.222.0.18 "DELETE /v2.0/networks/50f0ca5e-4df8-42af-8888-35a81c5b222c HTTP/1.1" status: 204 len: 168 time: 0.4819674 Jul 27 23:38:20.483605 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 50832) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:38:20.504693 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb54405-b6c7-481e-95f3-38629ddce5cd tempest-ExternalNetworksTestJSON-305102522 tempest-ExternalNetworksTestJSON-305102522-project-admin] Pushing event deleted for resources: {'Network': ['ID=50f0ca5e-4df8-42af-8888-35a81c5b222c,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:38:20.531461 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b26cc234-7905-45c4-a9da-7f0ed5fb6ca9 admin admin] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:38:20.532174 n-d-802623-1 neutron-server[93797]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b4459fd-2790-45f8-bfbc-d427571a4657 tempest-ExternalNetworksTestJSON-1179003615 tempest-ExternalNetworksTestJSON-1179003615-project] DELETE failed (client error): The resource could not be found. Jul 27 23:38:20.533439 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b4459fd-2790-45f8-bfbc-d427571a4657 tempest-ExternalNetworksTestJSON-1179003615 tempest-ExternalNetworksTestJSON-1179003615-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93797) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 23:38:20.538790 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-6b4459fd-2790-45f8-bfbc-d427571a4657 tempest-ExternalNetworksTestJSON-1179003615 tempest-ExternalNetworksTestJSON-1179003615-project] 10.222.0.18 "DELETE /v2.0/subnets/224c0437-bb02-4ea9-af4b-13a5c4923748 HTTP/1.1" status: 404 len: 337 time: 0.0540366 Jul 27 23:38:20.539440 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 50838) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:38:20.541164 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-b26cc234-7905-45c4-a9da-7f0ed5fb6ca9 admin admin] 10.222.0.18 "PUT /v2.0/routers/4b4ed179-9af0-4a41-bc60-ee4684ca1e6b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5527499 Jul 27 23:38:20.541952 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 50840) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:38:20.647013 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-58edbfae-6d8c-4ff4-b191-7cf28c33b75c tempest-ExternalNetworksTestJSON-1179003615 tempest-ExternalNetworksTestJSON-1179003615-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593271'] for network, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:20.677720 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-670cf890-3502-4f5b-a6ce-1141ef884923 admin admin] Notify callbacks [] for router, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:20.767130 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-58edbfae-6d8c-4ff4-b191-7cf28c33b75c tempest-ExternalNetworksTestJSON-1179003615 tempest-ExternalNetworksTestJSON-1179003615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618032', 'neutron.services.segments.db._delete_segments_for_network-8736833900081'] for network, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:20.781155 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-58edbfae-6d8c-4ff4-b191-7cf28c33b75c tempest-ExternalNetworksTestJSON-1179003615 tempest-ExternalNetworksTestJSON-1179003615-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e4bca2a-5aaf-40dc-b061-e53c68c84594']}} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:38:20.790218 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-670cf890-3502-4f5b-a6ce-1141ef884923 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:20.794896 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-58edbfae-6d8c-4ff4-b191-7cf28c33b75c tempest-ExternalNetworksTestJSON-1179003615 tempest-ExternalNetworksTestJSON-1179003615-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e43db0d0-cd9b-43c8-a317-6bcf53edd7b7') {'for_net_delete': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:38:20.795565 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-58edbfae-6d8c-4ff4-b191-7cf28c33b75c tempest-ExternalNetworksTestJSON-1179003615 tempest-ExternalNetworksTestJSON-1179003615-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e43db0d0-cd9b-43c8-a317-6bcf53edd7b7') {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:38:20.808127 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-58edbfae-6d8c-4ff4-b191-7cf28c33b75c tempest-ExternalNetworksTestJSON-1179003615 tempest-ExternalNetworksTestJSON-1179003615-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736833900858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11335978'] for segment, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:20.825982 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-58edbfae-6d8c-4ff4-b191-7cf28c33b75c tempest-ExternalNetworksTestJSON-1179003615 tempest-ExternalNetworksTestJSON-1179003615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:20.838597 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58edbfae-6d8c-4ff4-b191-7cf28c33b75c tempest-ExternalNetworksTestJSON-1179003615 tempest-ExternalNetworksTestJSON-1179003615-project] Releasing vlan 546 on physical network physnet1 to pool {{(pid=93797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 23:38:20.839022 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-58edbfae-6d8c-4ff4-b191-7cf28c33b75c tempest-ExternalNetworksTestJSON-1179003615 tempest-ExternalNetworksTestJSON-1179003615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11336013'] for segment, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:20.846947 n-d-802623-1 neutron-server[93797]: Traceback (most recent call last): Jul 27 23:38:20.846947 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 23:38:20.846947 n-d-802623-1 neutron-server[93797]: timer() Jul 27 23:38:20.846947 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 23:38:20.846947 n-d-802623-1 neutron-server[93797]: cb(*args, **kw) Jul 27 23:38:20.846947 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 23:38:20.846947 n-d-802623-1 neutron-server[93797]: return func(*args, **kwargs) Jul 27 23:38:20.846947 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 23:38:20.846947 n-d-802623-1 neutron-server[93797]: self._notify() Jul 27 23:38:20.846947 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 23:38:20.846947 n-d-802623-1 neutron-server[93797]: self.callback(batched_events) Jul 27 23:38:20.846947 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 23:38:20.846947 n-d-802623-1 neutron-server[93797]: event.method(event) Jul 27 23:38:20.846947 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 23:38:20.846947 n-d-802623-1 neutron-server[93797]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 23:38:20.846947 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 23:38:20.846947 n-d-802623-1 neutron-server[93797]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 23:38:20.846947 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 23:38:20.846947 n-d-802623-1 neutron-server[93797]: return f(self, *a, **k) Jul 27 23:38:20.846947 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 23:38:20.846947 n-d-802623-1 neutron-server[93797]: return self._get(url).json() Jul 27 23:38:20.846947 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 23:38:20.846947 n-d-802623-1 neutron-server[93797]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 23:38:20.846947 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 23:38:20.846947 n-d-802623-1 neutron-server[93797]: return self.request(url, 'GET', **kwargs) Jul 27 23:38:20.846947 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 23:38:20.846947 n-d-802623-1 neutron-server[93797]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 23:38:20.846947 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 23:38:20.846947 n-d-802623-1 neutron-server[93797]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 23:38:20.846947 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 23:38:20.846947 n-d-802623-1 neutron-server[93797]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 23:38:20.846947 n-d-802623-1 neutron-server[93797]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 23:38:20.857491 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-670cf890-3502-4f5b-a6ce-1141ef884923 admin admin] Deleting port badbb322-c30b-4fc5-9be0-b1b4e947f394 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:38:20.857844 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-670cf890-3502-4f5b-a6ce-1141ef884923 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:20.935359 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-58edbfae-6d8c-4ff4-b191-7cf28c33b75c tempest-ExternalNetworksTestJSON-1179003615 tempest-ExternalNetworksTestJSON-1179003615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415412'] for network, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:20.946358 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-58edbfae-6d8c-4ff4-b191-7cf28c33b75c tempest-ExternalNetworksTestJSON-1179003615 tempest-ExternalNetworksTestJSON-1179003615-project] Notify callbacks [] for network, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:20.948286 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-58edbfae-6d8c-4ff4-b191-7cf28c33b75c tempest-ExternalNetworksTestJSON-1179003615 tempest-ExternalNetworksTestJSON-1179003615-project] 10.222.0.18 "DELETE /v2.0/networks/0e4bca2a-5aaf-40dc-b061-e53c68c84594 HTTP/1.1" status: 204 len: 168 time: 0.4075518 Jul 27 23:38:20.961640 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58edbfae-6d8c-4ff4-b191-7cf28c33b75c tempest-ExternalNetworksTestJSON-1179003615 tempest-ExternalNetworksTestJSON-1179003615-project] Pushing event deleted for resources: {'Network': ['ID=0e4bca2a-5aaf-40dc-b061-e53c68c84594,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:38:20.992407 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-670cf890-3502-4f5b-a6ce-1141ef884923 admin admin] For port badbb322-c30b-4fc5-9be0-b1b4e947f394, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=badbb322-c30b-4fc5-9be0-b1b4e947f394,segment=NetworkSegment(b9afe07e-bbe4-4740-834c-4b6a9698bdbc),segment_id=b9afe07e-bbe4-4740-834c-4b6a9698bdbc)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:38:20.992818 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-670cf890-3502-4f5b-a6ce-1141ef884923 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:21.006929 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-670cf890-3502-4f5b-a6ce-1141ef884923 admin admin] Calling delete_port for badbb322-c30b-4fc5-9be0-b1b4e947f394 owned by network:router_gateway {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:38:21.088215 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f6318a3-ea95-4823-88e1-28b955dbf8d0 None None] Sync routers for ids ['4b4ed179-9af0-4a41-bc60-ee4684ca1e6b'] in n-d-802623-1 {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:38:21.106920 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f6318a3-ea95-4823-88e1-28b955dbf8d0 None None] Routers {'4b4ed179-9af0-4a41-bc60-ee4684ca1e6b'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:38:21.107876 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-8f6318a3-ea95-4823-88e1-28b955dbf8d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:38:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['4b4ed179-9af0-4a41-bc60-ee4684ca1e6b'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:38:21.235545 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-670cf890-3502-4f5b-a6ce-1141ef884923 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:21.244795 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-8f6318a3-ea95-4823-88e1-28b955dbf8d0 None None] Set router 4b4ed179-9af0-4a41-bc60-ee4684ca1e6b gateway port host: None {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:38:21.266673 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670cf890-3502-4f5b-a6ce-1141ef884923 admin admin] Pushing event deleted for resources: {'Port': ['ID=badbb322-c30b-4fc5-9be0-b1b4e947f394,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:38:21.277506 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 50856) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:38:21.312602 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-8f6318a3-ea95-4823-88e1-28b955dbf8d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b4ed179-9af0-4a41-bc60-ee4684ca1e6b', 'name': 'tempest-TestServerMultinode-749946691-router', 'tenant_id': '5cb0eccb7cb1437da2cd9c6de3276829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:37:31Z', 'updated_at': '2021-07-27T23:38:20Z', 'revision_number': 6, 'project_id': '5cb0eccb7cb1437da2cd9c6de3276829', 'gw_port_host': None}], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:38:21.341663 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-670cf890-3502-4f5b-a6ce-1141ef884923 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-415368'] for router_gateway, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:21.350630 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f6318a3-ea95-4823-88e1-28b955dbf8d0 None None] Checking router: 4b4ed179-9af0-4a41-bc60-ee4684ca1e6b for host: n-d-802623-1 {{(pid=93799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 23:38:21.359285 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f6318a3-ea95-4823-88e1-28b955dbf8d0 None None] Routers {'4b4ed179-9af0-4a41-bc60-ee4684ca1e6b'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:38:21.360018 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-8f6318a3-ea95-4823-88e1-28b955dbf8d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:38:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['4b4ed179-9af0-4a41-bc60-ee4684ca1e6b'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:38:21.447161 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-8f6318a3-ea95-4823-88e1-28b955dbf8d0 None None] Set router 4b4ed179-9af0-4a41-bc60-ee4684ca1e6b gateway port host: None {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:38:21.454033 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-670cf890-3502-4f5b-a6ce-1141ef884923 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62205'] for router, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:21.456527 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-cec268df-238a-45d7-97ad-37a12a55510e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=57b351e785844d5e9444111ee06a1e78&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1775758 Jul 27 23:38:21.456806 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-670cf890-3502-4f5b-a6ce-1141ef884923 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:21.458967 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 50864) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:38:21.505652 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-8f6318a3-ea95-4823-88e1-28b955dbf8d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b4ed179-9af0-4a41-bc60-ee4684ca1e6b', 'name': 'tempest-TestServerMultinode-749946691-router', 'tenant_id': '5cb0eccb7cb1437da2cd9c6de3276829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:37:31Z', 'updated_at': '2021-07-27T23:38:21Z', 'revision_number': 7, 'project_id': '5cb0eccb7cb1437da2cd9c6de3276829', 'gw_port_host': None}], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:38:21.521973 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-670cf890-3502-4f5b-a6ce-1141ef884923 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-477831'] for router, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:21.522842 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-670cf890-3502-4f5b-a6ce-1141ef884923 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4b4ed179-9af0-4a41-bc60-ee4684ca1e6b {{(pid=93798) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 23:38:21.533643 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-670cf890-3502-4f5b-a6ce-1141ef884923 admin admin] Notify callbacks [] for router, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:21.535337 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-670cf890-3502-4f5b-a6ce-1141ef884923 admin admin] 10.222.0.18 "DELETE /v2.0/routers/4b4ed179-9af0-4a41-bc60-ee4684ca1e6b HTTP/1.1" status: 204 len: 168 time: 0.9923365 Jul 27 23:38:21.538352 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 50866) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:38:21.540762 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f6318a3-ea95-4823-88e1-28b955dbf8d0 None None] The sync data for ids ['4b4ed179-9af0-4a41-bc60-ee4684ca1e6b'] in n-d-802623-1 is: [{'id': '4b4ed179-9af0-4a41-bc60-ee4684ca1e6b', 'name': 'tempest-TestServerMultinode-749946691-router', 'tenant_id': '5cb0eccb7cb1437da2cd9c6de3276829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:37:31Z', 'updated_at': '2021-07-27T23:38:21Z', 'revision_number': 7, 'project_id': '5cb0eccb7cb1437da2cd9c6de3276829', 'gw_port_host': None}] {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:38:21.560176 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6538e33f-9263-4eb1-bf23-f9c8727e8056 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:21.590218 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6538e33f-9263-4eb1-bf23-f9c8727e8056 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:21.607144 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_v2 [None req-0995aafd-c563-41cb-8e22-ba5268d5bd94 admin admin] Deleting subnet ed8488e4-9b90-4bc0-b183-2a1d82ccfac9 {{(pid=93798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 23:38:21.610628 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0995aafd-c563-41cb-8e22-ba5268d5bd94 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:21.643815 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6538e33f-9263-4eb1-bf23-f9c8727e8056 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:21.646924 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6538e33f-9263-4eb1-bf23-f9c8727e8056 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:21.648209 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-6538e33f-9263-4eb1-bf23-f9c8727e8056 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7d65d9d2-3f86-4e71-9443-13f87e78104b HTTP/1.1" status: 204 len: 168 time: 0.1875219 Jul 27 23:38:21.654546 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0995aafd-c563-41cb-8e22-ba5268d5bd94 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11163249'] for subnet, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:21.657649 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6538e33f-9263-4eb1-bf23-f9c8727e8056 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d65d9d2-3f86-4e71-9443-13f87e78104b,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:38:21.754259 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0995aafd-c563-41cb-8e22-ba5268d5bd94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620741'] for subnet, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:21.834381 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0995aafd-c563-41cb-8e22-ba5268d5bd94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11971800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12265753'] for subnet, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:21.864872 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0995aafd-c563-41cb-8e22-ba5268d5bd94 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ed8488e4-9b90-4bc0-b183-2a1d82ccfac9,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:38:21.869139 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0995aafd-c563-41cb-8e22-ba5268d5bd94 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:21.871080 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-0995aafd-c563-41cb-8e22-ba5268d5bd94 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/ed8488e4-9b90-4bc0-b183-2a1d82ccfac9 HTTP/1.1" status: 204 len: 168 time: 0.3313127 Jul 27 23:38:21.874015 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 50878) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:38:21.877476 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ffdcd10-8640-49e8-aeff-dd0f18a94eb4 None None] Network e3a03f03-2b92-45c6-a94e-dcb646a24f58 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:38:22.001475 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d001b2eb-ab39-43ae-a46d-9440524dd64b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593271'] for network, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:22.112850 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 50880) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:38:22.123201 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 5f4ca567-b14a-4540-9017-5c7dfdd4ae87 no longer exists at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:38:22.128374 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d001b2eb-ab39-43ae-a46d-9440524dd64b admin admin] Deleting port 1ece53ab-776d-42ca-92aa-1457b60f087d {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:38:22.128768 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d001b2eb-ab39-43ae-a46d-9440524dd64b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:22.155793 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] No Port match for: 5f4ca567-b14a-4540-9017-5c7dfdd4ae87 {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:38:22.156393 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 5f4ca567-b14a-4540-9017-5c7dfdd4ae87 not bound to the agent host n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:38:22.202648 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-25f2b8c8-c666-42ad-81bb-0eebb5fe5868 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0e6b7d797c654db9bb2e360f6baa8704&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0863616 Jul 27 23:38:22.203010 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 50886) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:38:22.253335 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-d001b2eb-ab39-43ae-a46d-9440524dd64b admin admin] For port 1ece53ab-776d-42ca-92aa-1457b60f087d, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=1ece53ab-776d-42ca-92aa-1457b60f087d,segment=NetworkSegment(e1088835-8d01-4aa0-8404-760f4ebfc4f9),segment_id=e1088835-8d01-4aa0-8404-760f4ebfc4f9)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:38:22.253720 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d001b2eb-ab39-43ae-a46d-9440524dd64b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:22.267199 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8e5a5df2-e8b9-41bf-b48e-96f0136662c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:22.269590 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d001b2eb-ab39-43ae-a46d-9440524dd64b admin admin] Calling delete_port for 1ece53ab-776d-42ca-92aa-1457b60f087d owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:38:22.295388 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8e5a5df2-e8b9-41bf-b48e-96f0136662c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:22.348112 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8e5a5df2-e8b9-41bf-b48e-96f0136662c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:22.351337 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8e5a5df2-e8b9-41bf-b48e-96f0136662c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:22.355011 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-8e5a5df2-e8b9-41bf-b48e-96f0136662c1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/79c4ae2c-1ff3-42b3-8ead-ff99ec34aee3 HTTP/1.1" status: 204 len: 168 time: 0.1487954 Jul 27 23:38:22.362814 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5a5df2-e8b9-41bf-b48e-96f0136662c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79c4ae2c-1ff3-42b3-8ead-ff99ec34aee3,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:38:22.372896 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d001b2eb-ab39-43ae-a46d-9440524dd64b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:22.388136 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d001b2eb-ab39-43ae-a46d-9440524dd64b admin admin] No DVR routers for this DVR port 1ece53ab-776d-42ca-92aa-1457b60f087d on host n-d-802623-1 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:38:22.412508 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d001b2eb-ab39-43ae-a46d-9440524dd64b admin admin] Pushing event deleted for resources: {'Port': ['ID=1ece53ab-776d-42ca-92aa-1457b60f087d,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:38:22.483717 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d001b2eb-ab39-43ae-a46d-9440524dd64b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618032', 'neutron.services.segments.db._delete_segments_for_network-8736833900081'] for network, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:22.497556 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-d001b2eb-ab39-43ae-a46d-9440524dd64b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3a03f03-2b92-45c6-a94e-dcb646a24f58']}} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:38:22.515467 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89b07003-c70d-4992-8658-73d5ebca328d None None] DHCP port deletion for e3a03f03-2b92-45c6-a94e-dcb646a24f58 request from n-d-802623-1 {{(pid=93799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 23:38:22.526155 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-d001b2eb-ab39-43ae-a46d-9440524dd64b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1088835-8d01-4aa0-8404-760f4ebfc4f9') {'for_net_delete': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:38:22.526717 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-d001b2eb-ab39-43ae-a46d-9440524dd64b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1088835-8d01-4aa0-8404-760f4ebfc4f9') {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:38:22.553865 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d001b2eb-ab39-43ae-a46d-9440524dd64b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736833900858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11335978'] for segment, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:22.576360 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d001b2eb-ab39-43ae-a46d-9440524dd64b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:22.585049 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d001b2eb-ab39-43ae-a46d-9440524dd64b admin admin] Releasing vlan 522 on physical network physnet1 to pool {{(pid=93797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 23:38:22.585456 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d001b2eb-ab39-43ae-a46d-9440524dd64b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11336013'] for segment, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:22.587499 n-d-802623-1 neutron-server[93797]: Traceback (most recent call last): Jul 27 23:38:22.587499 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 23:38:22.587499 n-d-802623-1 neutron-server[93797]: timer() Jul 27 23:38:22.587499 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 23:38:22.587499 n-d-802623-1 neutron-server[93797]: cb(*args, **kw) Jul 27 23:38:22.587499 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 23:38:22.587499 n-d-802623-1 neutron-server[93797]: return func(*args, **kwargs) Jul 27 23:38:22.587499 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 23:38:22.587499 n-d-802623-1 neutron-server[93797]: self._notify() Jul 27 23:38:22.587499 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 23:38:22.587499 n-d-802623-1 neutron-server[93797]: self.callback(batched_events) Jul 27 23:38:22.587499 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 23:38:22.587499 n-d-802623-1 neutron-server[93797]: event.method(event) Jul 27 23:38:22.587499 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 23:38:22.587499 n-d-802623-1 neutron-server[93797]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 23:38:22.587499 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 23:38:22.587499 n-d-802623-1 neutron-server[93797]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 23:38:22.587499 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 23:38:22.587499 n-d-802623-1 neutron-server[93797]: return f(self, *a, **k) Jul 27 23:38:22.587499 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 23:38:22.587499 n-d-802623-1 neutron-server[93797]: return self._get(url).json() Jul 27 23:38:22.587499 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 23:38:22.587499 n-d-802623-1 neutron-server[93797]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 23:38:22.587499 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 23:38:22.587499 n-d-802623-1 neutron-server[93797]: return self.request(url, 'GET', **kwargs) Jul 27 23:38:22.587499 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 23:38:22.587499 n-d-802623-1 neutron-server[93797]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 23:38:22.587499 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 23:38:22.587499 n-d-802623-1 neutron-server[93797]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 23:38:22.587499 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 23:38:22.587499 n-d-802623-1 neutron-server[93797]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 23:38:22.587499 n-d-802623-1 neutron-server[93797]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 23:38:22.674072 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d001b2eb-ab39-43ae-a46d-9440524dd64b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415412'] for network, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:22.698259 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d001b2eb-ab39-43ae-a46d-9440524dd64b admin admin] Notify callbacks [] for network, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:22.702992 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-d001b2eb-ab39-43ae-a46d-9440524dd64b admin admin] 10.222.0.18 "DELETE /v2.0/networks/e3a03f03-2b92-45c6-a94e-dcb646a24f58 HTTP/1.1" status: 204 len: 168 time: 0.8249953 Jul 27 23:38:22.702992 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d001b2eb-ab39-43ae-a46d-9440524dd64b admin admin] Pushing event deleted for resources: {'Network': ['ID=e3a03f03-2b92-45c6-a94e-dcb646a24f58,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:38:22.703290 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 50896) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:38:23.546671 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-67dbc24c-2c0d-4594-8c96-3ec87433cb84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-414022'] for router_interface, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:23.679866 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device badbb322-c30b-4fc5-9be0-b1b4e947f394 no longer exists at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:38:23.703084 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] No Port match for: badbb322-c30b-4fc5-9be0-b1b4e947f394 {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:38:23.703793 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device badbb322-c30b-4fc5-9be0-b1b4e947f394 not bound to the agent host n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:38:23.704441 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 1ece53ab-776d-42ca-92aa-1457b60f087d no longer exists at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:38:23.726583 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] No Port match for: 1ece53ab-776d-42ca-92aa-1457b60f087d {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:38:23.727226 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 1ece53ab-776d-42ca-92aa-1457b60f087d not bound to the agent host n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:38:23.896974 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-67dbc24c-2c0d-4594-8c96-3ec87433cb84 admin admin] Deleting port f37ffcb5-1086-4bd5-a2da-ab9795ee51ae {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:38:23.897337 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-67dbc24c-2c0d-4594-8c96-3ec87433cb84 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:23.995411 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-67dbc24c-2c0d-4594-8c96-3ec87433cb84 admin admin] For port f37ffcb5-1086-4bd5-a2da-ab9795ee51ae, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=f37ffcb5-1086-4bd5-a2da-ab9795ee51ae,segment=NetworkSegment(c0eee902-274d-4cdc-8f4e-c4151f37456f),segment_id=c0eee902-274d-4cdc-8f4e-c4151f37456f)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:38:23.995411 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-67dbc24c-2c0d-4594-8c96-3ec87433cb84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:24.002394 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-67dbc24c-2c0d-4594-8c96-3ec87433cb84 admin admin] Calling delete_port for f37ffcb5-1086-4bd5-a2da-ab9795ee51ae owned by network:router_interface {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:38:24.200880 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-67dbc24c-2c0d-4594-8c96-3ec87433cb84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:24.225009 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67dbc24c-2c0d-4594-8c96-3ec87433cb84 admin admin] Pushing event deleted for resources: {'Port': ['ID=f37ffcb5-1086-4bd5-a2da-ab9795ee51ae,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:38:24.356940 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.agents_db [None req-9beef776-8bab-4de2-989a-f5a23ba4aaf4 None None] Agent healthcheck: found 7 active agents {{(pid=93800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 23:38:24.426778 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-67dbc24c-2c0d-4594-8c96-3ec87433cb84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3760546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-413994'] for router_interface, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:24.469516 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 50968) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:38:24.637398 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-69397b6c-cec0-416b-8a83-329a19b7df8b tempest-FloatingIPAdminTestJSON-1314592940 tempest-FloatingIPAdminTestJSON-1314592940-project] Request body: {'floatingip': {'floating_network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:38:24.661208 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-69397b6c-cec0-416b-8a83-329a19b7df8b tempest-FloatingIPAdminTestJSON-1314592940 tempest-FloatingIPAdminTestJSON-1314592940-project] Notify callbacks [] for floatingip, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:24.684600 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67dbc24c-2c0d-4594-8c96-3ec87433cb84 admin admin] Router d1c21e86-26a4-44f3-aafd-1b71917c0736 has already been hosted by L3 agent 018c4455-49c0-4734-927d-7824067b2a9e {{(pid=93797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 23:38:24.768473 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-69397b6c-cec0-416b-8a83-329a19b7df8b tempest-FloatingIPAdminTestJSON-1314592940 tempest-FloatingIPAdminTestJSON-1314592940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:24.803221 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67dbc24c-2c0d-4594-8c96-3ec87433cb84 admin admin] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:38:24.811396 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 50980) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:38:24.813021 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-67dbc24c-2c0d-4594-8c96-3ec87433cb84 admin admin] 10.222.0.18 "PUT /v2.0/routers/d1c21e86-26a4-44f3-aafd-1b71917c0736/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1086912 Jul 27 23:38:24.815077 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f724275b-521b-44af-8502-fa93bbb23829 None None] Sync routers for ids ['d1c21e86-26a4-44f3-aafd-1b71917c0736'] in n-d-802623-1 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:38:24.828919 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f724275b-521b-44af-8502-fa93bbb23829 None None] Routers {'d1c21e86-26a4-44f3-aafd-1b71917c0736'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:38:24.829951 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-f724275b-521b-44af-8502-fa93bbb23829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:38:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['d1c21e86-26a4-44f3-aafd-1b71917c0736'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:38:24.934539 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-f724275b-521b-44af-8502-fa93bbb23829 None None] Set router d1c21e86-26a4-44f3-aafd-1b71917c0736 gateway port host: n-d-802623-1 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:38:24.970997 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-69397b6c-cec0-416b-8a83-329a19b7df8b tempest-FloatingIPAdminTestJSON-1314592940 tempest-FloatingIPAdminTestJSON-1314592940-project] Allocated IP 172.25.4.15 (2fd42287-ed26-4eb9-89a5-b521f5b04356/17de1f8f-393a-4b0c-a2df-614bd3f2fb5e/f6cd7626-d4da-4ca0-9c83-ceffe4e1621d) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:38:24.974228 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c93353ba-2b24-4948-8e9a-1ba666f8f0fc admin admin] Notify callbacks [] for router, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:25.120535 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-f724275b-521b-44af-8502-fa93bbb23829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1c21e86-26a4-44f3-aafd-1b71917c0736', 'name': 'tempest-TestServerMultinode-1450933186-router', 'tenant_id': '75bcf1b73d144c7b92d9adb1124041e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.205'}], 'enable_snat': True}, 'gw_port_id': '9c21f21c-b2b6-43fe-9d90-f3826a9f7468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:37:37Z', 'updated_at': '2021-07-27T23:38:24Z', 'revision_number': 5, 'project_id': '75bcf1b73d144c7b92d9adb1124041e9', 'gw_port': {'id': '9c21f21c-b2b6-43fe-9d90-f3826a9f7468', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:e3:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1c21e86-26a4-44f3-aafd-1b71917c0736', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:37:37Z', 'updated_at': '2021-07-27T23:37:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1'}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:38:25.151304 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f724275b-521b-44af-8502-fa93bbb23829 None None] Checking router: d1c21e86-26a4-44f3-aafd-1b71917c0736 for host: n-d-802623-1 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 23:38:25.156483 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c93353ba-2b24-4948-8e9a-1ba666f8f0fc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:25.159920 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f724275b-521b-44af-8502-fa93bbb23829 None None] Routers {'d1c21e86-26a4-44f3-aafd-1b71917c0736'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:38:25.161351 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-f724275b-521b-44af-8502-fa93bbb23829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:38:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['d1c21e86-26a4-44f3-aafd-1b71917c0736'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:38:25.185148 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-69397b6c-cec0-416b-8a83-329a19b7df8b tempest-FloatingIPAdminTestJSON-1314592940 tempest-FloatingIPAdminTestJSON-1314592940-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:25.255972 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-c93353ba-2b24-4948-8e9a-1ba666f8f0fc admin admin] Deleting port 9c21f21c-b2b6-43fe-9d90-f3826a9f7468 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:38:25.256360 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c93353ba-2b24-4948-8e9a-1ba666f8f0fc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:25.266960 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-f724275b-521b-44af-8502-fa93bbb23829 None None] Set router d1c21e86-26a4-44f3-aafd-1b71917c0736 gateway port host: n-d-802623-1 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:38:25.270889 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-69397b6c-cec0-416b-8a83-329a19b7df8b tempest-FloatingIPAdminTestJSON-1314592940 tempest-FloatingIPAdminTestJSON-1314592940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:25.352758 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69397b6c-cec0-416b-8a83-329a19b7df8b tempest-FloatingIPAdminTestJSON-1314592940 tempest-FloatingIPAdminTestJSON-1314592940-project] Network 2fd42287-ed26-4eb9-89a5-b521f5b04356 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:38:25.364456 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-69397b6c-cec0-416b-8a83-329a19b7df8b tempest-FloatingIPAdminTestJSON-1314592940 tempest-FloatingIPAdminTestJSON-1314592940-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:38:25.375114 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69397b6c-cec0-416b-8a83-329a19b7df8b tempest-FloatingIPAdminTestJSON-1314592940 tempest-FloatingIPAdminTestJSON-1314592940-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:38:25.384324 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69397b6c-cec0-416b-8a83-329a19b7df8b tempest-FloatingIPAdminTestJSON-1314592940 tempest-FloatingIPAdminTestJSON-1314592940-project] Pushing event updated for resources: {'Port': ['ID=f6cd7626-d4da-4ca0-9c83-ceffe4e1621d,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:38:25.418489 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-c93353ba-2b24-4948-8e9a-1ba666f8f0fc admin admin] For port 9c21f21c-b2b6-43fe-9d90-f3826a9f7468, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=9c21f21c-b2b6-43fe-9d90-f3826a9f7468,segment=NetworkSegment(b9afe07e-bbe4-4740-834c-4b6a9698bdbc),segment_id=b9afe07e-bbe4-4740-834c-4b6a9698bdbc)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:38:25.418858 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c93353ba-2b24-4948-8e9a-1ba666f8f0fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:25.437843 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-c93353ba-2b24-4948-8e9a-1ba666f8f0fc admin admin] Calling delete_port for 9c21f21c-b2b6-43fe-9d90-f3826a9f7468 owned by network:router_gateway {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:38:25.544490 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-69397b6c-cec0-416b-8a83-329a19b7df8b tempest-FloatingIPAdminTestJSON-1314592940 tempest-FloatingIPAdminTestJSON-1314592940-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:25.563311 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-f724275b-521b-44af-8502-fa93bbb23829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1c21e86-26a4-44f3-aafd-1b71917c0736', 'name': 'tempest-TestServerMultinode-1450933186-router', 'tenant_id': '75bcf1b73d144c7b92d9adb1124041e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.205'}], 'enable_snat': True}, 'gw_port_id': '9c21f21c-b2b6-43fe-9d90-f3826a9f7468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:37:37Z', 'updated_at': '2021-07-27T23:38:24Z', 'revision_number': 5, 'project_id': '75bcf1b73d144c7b92d9adb1124041e9', 'gw_port': {'id': '9c21f21c-b2b6-43fe-9d90-f3826a9f7468', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:e3:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1c21e86-26a4-44f3-aafd-1b71917c0736', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:37:37Z', 'updated_at': '2021-07-27T23:37:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1'}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:38:25.591193 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f724275b-521b-44af-8502-fa93bbb23829 None None] The sync data for ids ['d1c21e86-26a4-44f3-aafd-1b71917c0736'] in n-d-802623-1 is: [{'id': 'd1c21e86-26a4-44f3-aafd-1b71917c0736', 'name': 'tempest-TestServerMultinode-1450933186-router', 'tenant_id': '75bcf1b73d144c7b92d9adb1124041e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.205'}], 'enable_snat': True}, 'gw_port_id': '9c21f21c-b2b6-43fe-9d90-f3826a9f7468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:37:37Z', 'updated_at': '2021-07-27T23:38:24Z', 'revision_number': 5, 'project_id': '75bcf1b73d144c7b92d9adb1124041e9', 'gw_port': {'id': '9c21f21c-b2b6-43fe-9d90-f3826a9f7468', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:e3:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1c21e86-26a4-44f3-aafd-1b71917c0736', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:37:37Z', 'updated_at': '2021-07-27T23:37:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1'}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:38:25.659693 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-69397b6c-cec0-416b-8a83-329a19b7df8b tempest-FloatingIPAdminTestJSON-1314592940 tempest-FloatingIPAdminTestJSON-1314592940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:25.708734 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c93353ba-2b24-4948-8e9a-1ba666f8f0fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:25.747556 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93353ba-2b24-4948-8e9a-1ba666f8f0fc admin admin] Pushing event deleted for resources: {'Port': ['ID=9c21f21c-b2b6-43fe-9d90-f3826a9f7468,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:38:26.217053 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c93353ba-2b24-4948-8e9a-1ba666f8f0fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-415368'] for router_gateway, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:26.321262 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c93353ba-2b24-4948-8e9a-1ba666f8f0fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62205'] for router, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:26.324447 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c93353ba-2b24-4948-8e9a-1ba666f8f0fc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:26.373411 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-69397b6c-cec0-416b-8a83-329a19b7df8b tempest-FloatingIPAdminTestJSON-1314592940 tempest-FloatingIPAdminTestJSON-1314592940-project] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:26.377606 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-69397b6c-cec0-416b-8a83-329a19b7df8b tempest-FloatingIPAdminTestJSON-1314592940 tempest-FloatingIPAdminTestJSON-1314592940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:26.408547 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c93353ba-2b24-4948-8e9a-1ba666f8f0fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-477831'] for router, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:26.409113 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c93353ba-2b24-4948-8e9a-1ba666f8f0fc admin admin] Fanout notify agent at l3_agent the message router_deleted on router d1c21e86-26a4-44f3-aafd-1b71917c0736 {{(pid=93798) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 23:38:26.415523 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c93353ba-2b24-4948-8e9a-1ba666f8f0fc admin admin] Notify callbacks [] for router, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:26.419350 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-c93353ba-2b24-4948-8e9a-1ba666f8f0fc admin admin] 10.222.0.18 "DELETE /v2.0/routers/d1c21e86-26a4-44f3-aafd-1b71917c0736 HTTP/1.1" status: 204 len: 168 time: 1.6041324 Jul 27 23:38:26.419445 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 51014) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:38:26.436380 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69397b6c-cec0-416b-8a83-329a19b7df8b tempest-FloatingIPAdminTestJSON-1314592940 tempest-FloatingIPAdminTestJSON-1314592940-project] Pushing event updated for resources: {'Port': ['ID=f6cd7626-d4da-4ca0-9c83-ceffe4e1621d,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:38:26.487899 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_v2 [None req-69432fe8-294e-4195-80c8-eb6d391a4fdd admin admin] Deleting subnet f0f02859-bbda-4651-9768-bac1cfc698fd {{(pid=93797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 23:38:26.491194 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-69432fe8-294e-4195-80c8-eb6d391a4fdd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:26.500547 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-69397b6c-cec0-416b-8a83-329a19b7df8b tempest-FloatingIPAdminTestJSON-1314592940 tempest-FloatingIPAdminTestJSON-1314592940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-415302'] for floatingip, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:26.519229 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-69397b6c-cec0-416b-8a83-329a19b7df8b tempest-FloatingIPAdminTestJSON-1314592940 tempest-FloatingIPAdminTestJSON-1314592940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for floatingip, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:26.521290 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-69397b6c-cec0-416b-8a83-329a19b7df8b tempest-FloatingIPAdminTestJSON-1314592940 tempest-FloatingIPAdminTestJSON-1314592940-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.0496547 Jul 27 23:38:26.524044 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 51016) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:38:26.533596 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-89a86480-558a-4b1e-9d2b-77d5ceac49f5 tempest-FloatingIPAdminTestJSON-1314592940 tempest-FloatingIPAdminTestJSON-1314592940-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1128177114'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:38:26.548316 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-69432fe8-294e-4195-80c8-eb6d391a4fdd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11335971'] for subnet, precommit_delete_associations {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:26.596699 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89a86480-558a-4b1e-9d2b-77d5ceac49f5 tempest-FloatingIPAdminTestJSON-1314592940 tempest-FloatingIPAdminTestJSON-1314592940-project] Made reservation on behalf of 849ceb63d3e047218ec11dfc93e55672 for: {'network': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:38:26.600695 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-89a86480-558a-4b1e-9d2b-77d5ceac49f5 tempest-FloatingIPAdminTestJSON-1314592940 tempest-FloatingIPAdminTestJSON-1314592940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for network, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:26.614291 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-89a86480-558a-4b1e-9d2b-77d5ceac49f5 tempest-FloatingIPAdminTestJSON-1314592940 tempest-FloatingIPAdminTestJSON-1314592940-project] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:26.681557 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-69432fe8-294e-4195-80c8-eb6d391a4fdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620741'] for subnet, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:26.766239 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-69432fe8-294e-4195-80c8-eb6d391a4fdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11335991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11551414'] for subnet, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:26.800644 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69432fe8-294e-4195-80c8-eb6d391a4fdd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f0f02859-bbda-4651-9768-bac1cfc698fd,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:38:26.808589 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-69432fe8-294e-4195-80c8-eb6d391a4fdd admin admin] Notify callbacks [] for subnet, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:26.810446 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-69432fe8-294e-4195-80c8-eb6d391a4fdd admin admin] 10.222.0.18 "DELETE /v2.0/subnets/f0f02859-bbda-4651-9768-bac1cfc698fd HTTP/1.1" status: 204 len: 168 time: 0.3900213 Jul 27 23:38:26.813086 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 51022) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:38:26.820431 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-89a86480-558a-4b1e-9d2b-77d5ceac49f5 tempest-FloatingIPAdminTestJSON-1314592940 tempest-FloatingIPAdminTestJSON-1314592940-project] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:26.825165 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6571ae3-cfe5-4b5e-8685-0ac80b2d0289 None None] Network c09d8008-5bc1-4b59-a60c-93fed44f5a37 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:38:26.826241 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-89a86480-558a-4b1e-9d2b-77d5ceac49f5 tempest-FloatingIPAdminTestJSON-1314592940 tempest-FloatingIPAdminTestJSON-1314592940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:26.853201 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89a86480-558a-4b1e-9d2b-77d5ceac49f5 tempest-FloatingIPAdminTestJSON-1314592940 tempest-FloatingIPAdminTestJSON-1314592940-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 519} {{(pid=93797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 23:38:26.870421 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a86480-558a-4b1e-9d2b-77d5ceac49f5 tempest-FloatingIPAdminTestJSON-1314592940 tempest-FloatingIPAdminTestJSON-1314592940-project] Pushing event updated for resources: {'SecurityGroup': ['ID=944c5e17-2175-44af-890e-85c26bd5d356,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:38:26.876671 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-89a86480-558a-4b1e-9d2b-77d5ceac49f5 tempest-FloatingIPAdminTestJSON-1314592940 tempest-FloatingIPAdminTestJSON-1314592940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:26.877034 n-d-802623-1 neutron-server[93797]: INFO neutron.db.segments_db [None req-89a86480-558a-4b1e-9d2b-77d5ceac49f5 tempest-FloatingIPAdminTestJSON-1314592940 tempest-FloatingIPAdminTestJSON-1314592940-project] Added segment b8433db9-7006-4d7e-a92e-6e011bd5ff6e of type vlan for network 11a3c0cd-73f1-4bb8-88ef-0a503d055017 Jul 27 23:38:26.898881 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fb41060a-878d-46f6-abc6-859107ca7933 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593271'] for network, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:26.960116 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-89a86480-558a-4b1e-9d2b-77d5ceac49f5 tempest-FloatingIPAdminTestJSON-1314592940 tempest-FloatingIPAdminTestJSON-1314592940-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736833354590'] for network, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:26.987005 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-fb41060a-878d-46f6-abc6-859107ca7933 admin admin] Deleting port 9f62116e-0ce0-4ae7-90a4-bc4d313d3a0f {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:38:26.987484 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fb41060a-878d-46f6-abc6-859107ca7933 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:27.010117 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-68d3ba3c-08c6-47dc-83db-137ec3dc7ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:27.044794 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-89a86480-558a-4b1e-9d2b-77d5ceac49f5 tempest-FloatingIPAdminTestJSON-1314592940 tempest-FloatingIPAdminTestJSON-1314592940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569'] for network, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:27.045306 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89a86480-558a-4b1e-9d2b-77d5ceac49f5 tempest-FloatingIPAdminTestJSON-1314592940 tempest-FloatingIPAdminTestJSON-1314592940-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:38:27.046023 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-89a86480-558a-4b1e-9d2b-77d5ceac49f5 tempest-FloatingIPAdminTestJSON-1314592940 tempest-FloatingIPAdminTestJSON-1314592940-project] Notify callbacks [] for network, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:27.072438 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-fb41060a-878d-46f6-abc6-859107ca7933 admin admin] For port 9f62116e-0ce0-4ae7-90a4-bc4d313d3a0f, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=9f62116e-0ce0-4ae7-90a4-bc4d313d3a0f,segment=NetworkSegment(c0eee902-274d-4cdc-8f4e-c4151f37456f),segment_id=c0eee902-274d-4cdc-8f4e-c4151f37456f)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:38:27.073019 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fb41060a-878d-46f6-abc6-859107ca7933 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:27.098918 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-fb41060a-878d-46f6-abc6-859107ca7933 admin admin] Calling delete_port for 9f62116e-0ce0-4ae7-90a4-bc4d313d3a0f owned by network:dhcp {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:38:27.125792 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-89a86480-558a-4b1e-9d2b-77d5ceac49f5 tempest-FloatingIPAdminTestJSON-1314592940 tempest-FloatingIPAdminTestJSON-1314592940-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.6006207 Jul 27 23:38:27.128768 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 51030) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:38:27.134519 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-fc35e8fd-d5da-4121-a9f5-a9e4cb07fe41 tempest-FloatingIPAdminTestJSON-1314592940 tempest-FloatingIPAdminTestJSON-1314592940-project] Request body: {'subnet': {'network_id': '11a3c0cd-73f1-4bb8-88ef-0a503d055017', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:38:27.144219 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a86480-558a-4b1e-9d2b-77d5ceac49f5 tempest-FloatingIPAdminTestJSON-1314592940 tempest-FloatingIPAdminTestJSON-1314592940-project] Pushing event updated for resources: {'Network': ['ID=11a3c0cd-73f1-4bb8-88ef-0a503d055017,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:38:27.154702 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdbc1aec-e45b-4f0a-9cd9-aedfc5f0220a None None] DHCP port deletion for c09d8008-5bc1-4b59-a60c-93fed44f5a37 request from n-d-802623-1 {{(pid=93799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 23:38:27.170350 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Network 11a3c0cd-73f1-4bb8-88ef-0a503d055017 details requested by agent ovs-agent-n-d-802623-1 with host n-d-802623-1 {{(pid=93799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 23:38:27.219886 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fb41060a-878d-46f6-abc6-859107ca7933 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:27.245772 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-cdbc1aec-e45b-4f0a-9cd9-aedfc5f0220a None None] The port '9f62116e-0ce0-4ae7-90a4-bc4d313d3a0f' was deleted {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 27 23:38:27.251650 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc35e8fd-d5da-4121-a9f5-a9e4cb07fe41 tempest-FloatingIPAdminTestJSON-1314592940 tempest-FloatingIPAdminTestJSON-1314592940-project] Made reservation on behalf of 849ceb63d3e047218ec11dfc93e55672 for: {'subnet': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:38:27.261384 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-fc35e8fd-d5da-4121-a9f5-a9e4cb07fe41 tempest-FloatingIPAdminTestJSON-1314592940 tempest-FloatingIPAdminTestJSON-1314592940-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11551435'] for subnet, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:27.266750 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb41060a-878d-46f6-abc6-859107ca7933 admin admin] Pushing event deleted for resources: {'Port': ['ID=9f62116e-0ce0-4ae7-90a4-bc4d313d3a0f,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:38:27.271032 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb41060a-878d-46f6-abc6-859107ca7933 admin admin] No DVR routers for this DVR port 9f62116e-0ce0-4ae7-90a4-bc4d313d3a0f on host n-d-802623-1 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:38:27.350314 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fb41060a-878d-46f6-abc6-859107ca7933 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618032', 'neutron.services.segments.db._delete_segments_for_network-8736833900081'] for network, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:27.367782 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-fb41060a-878d-46f6-abc6-859107ca7933 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c09d8008-5bc1-4b59-a60c-93fed44f5a37']}} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:38:27.378925 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-fb41060a-878d-46f6-abc6-859107ca7933 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0eee902-274d-4cdc-8f4e-c4151f37456f') {'for_net_delete': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:38:27.379823 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-fb41060a-878d-46f6-abc6-859107ca7933 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0eee902-274d-4cdc-8f4e-c4151f37456f') {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:38:27.389059 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fb41060a-878d-46f6-abc6-859107ca7933 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736833900858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11163256'] for segment, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:27.403674 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fb41060a-878d-46f6-abc6-859107ca7933 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:27.411559 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb41060a-878d-46f6-abc6-859107ca7933 admin admin] Releasing vlan 549 on physical network physnet1 to pool {{(pid=93798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 23:38:27.412111 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fb41060a-878d-46f6-abc6-859107ca7933 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11971746'] for segment, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:27.413995 n-d-802623-1 neutron-server[93798]: Traceback (most recent call last): Jul 27 23:38:27.413995 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 23:38:27.413995 n-d-802623-1 neutron-server[93798]: timer() Jul 27 23:38:27.413995 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 23:38:27.413995 n-d-802623-1 neutron-server[93798]: cb(*args, **kw) Jul 27 23:38:27.413995 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 23:38:27.413995 n-d-802623-1 neutron-server[93798]: return func(*args, **kwargs) Jul 27 23:38:27.413995 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 23:38:27.413995 n-d-802623-1 neutron-server[93798]: self._notify() Jul 27 23:38:27.413995 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 23:38:27.413995 n-d-802623-1 neutron-server[93798]: self.callback(batched_events) Jul 27 23:38:27.413995 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 23:38:27.413995 n-d-802623-1 neutron-server[93798]: event.method(event) Jul 27 23:38:27.413995 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 23:38:27.413995 n-d-802623-1 neutron-server[93798]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 23:38:27.413995 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 23:38:27.413995 n-d-802623-1 neutron-server[93798]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 23:38:27.413995 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 23:38:27.413995 n-d-802623-1 neutron-server[93798]: return f(self, *a, **k) Jul 27 23:38:27.413995 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 23:38:27.413995 n-d-802623-1 neutron-server[93798]: return self._get(url).json() Jul 27 23:38:27.413995 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 23:38:27.413995 n-d-802623-1 neutron-server[93798]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 23:38:27.413995 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 23:38:27.413995 n-d-802623-1 neutron-server[93798]: return self.request(url, 'GET', **kwargs) Jul 27 23:38:27.413995 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 23:38:27.413995 n-d-802623-1 neutron-server[93798]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 23:38:27.413995 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 23:38:27.413995 n-d-802623-1 neutron-server[93798]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 23:38:27.413995 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 23:38:27.413995 n-d-802623-1 neutron-server[93798]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 23:38:27.413995 n-d-802623-1 neutron-server[93798]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 23:38:27.471532 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-fc35e8fd-d5da-4121-a9f5-a9e4cb07fe41 tempest-FloatingIPAdminTestJSON-1314592940 tempest-FloatingIPAdminTestJSON-1314592940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11336182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11551417'] for subnet, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:27.474962 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fb41060a-878d-46f6-abc6-859107ca7933 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415412'] for network, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:27.481215 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fb41060a-878d-46f6-abc6-859107ca7933 admin admin] Notify callbacks [] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:27.485560 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-fb41060a-878d-46f6-abc6-859107ca7933 admin admin] 10.222.0.18 "DELETE /v2.0/networks/c09d8008-5bc1-4b59-a60c-93fed44f5a37 HTTP/1.1" status: 204 len: 168 time: 0.6690986 Jul 27 23:38:27.496972 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb41060a-878d-46f6-abc6-859107ca7933 admin admin] Pushing event deleted for resources: {'Network': ['ID=c09d8008-5bc1-4b59-a60c-93fed44f5a37,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:38:27.539869 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc35e8fd-d5da-4121-a9f5-a9e4cb07fe41 tempest-FloatingIPAdminTestJSON-1314592940 tempest-FloatingIPAdminTestJSON-1314592940-project] Pushing event updated for resources: {'Subnet': ['ID=dbd40580-3bc9-406d-be18-4259303ca022,revision_number=0']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:38:27.548648 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc35e8fd-d5da-4121-a9f5-a9e4cb07fe41 tempest-FloatingIPAdminTestJSON-1314592940 tempest-FloatingIPAdminTestJSON-1314592940-project] Checking segment: {'id': 'b8433db9-7006-4d7e-a92e-6e011bd5ff6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '11a3c0cd-73f1-4bb8-88ef-0a503d055017'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:38:27.549674 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc35e8fd-d5da-4121-a9f5-a9e4cb07fe41 tempest-FloatingIPAdminTestJSON-1314592940 tempest-FloatingIPAdminTestJSON-1314592940-project] Network hostable DHCP agents. Network: 11a3c0cd-73f1-4bb8-88ef-0a503d055017, hostable agents: ['5950e76f-2bde-4343-a925-cbe6bacd2706'], hosted agents: [] {{(pid=93797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 23:38:27.569508 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc35e8fd-d5da-4121-a9f5-a9e4cb07fe41 tempest-FloatingIPAdminTestJSON-1314592940 tempest-FloatingIPAdminTestJSON-1314592940-project] Network 11a3c0cd-73f1-4bb8-88ef-0a503d055017 is scheduled to be hosted by DHCP agent 5950e76f-2bde-4343-a925-cbe6bacd2706 with binding_index 1 {{(pid=93797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 23:38:27.579875 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-fc35e8fd-d5da-4121-a9f5-a9e4cb07fe41 tempest-FloatingIPAdminTestJSON-1314592940 tempest-FloatingIPAdminTestJSON-1314592940-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802623-1, 11a3c0cd-73f1-4bb8-88ef-0a503d055017) {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:38:27.588677 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edca2c6d-1dd6-4603-8641-336063a41a33 None None] Network 11a3c0cd-73f1-4bb8-88ef-0a503d055017 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:38:27.595660 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc35e8fd-d5da-4121-a9f5-a9e4cb07fe41 tempest-FloatingIPAdminTestJSON-1314592940 tempest-FloatingIPAdminTestJSON-1314592940-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:38:27.596364 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-fc35e8fd-d5da-4121-a9f5-a9e4cb07fe41 tempest-FloatingIPAdminTestJSON-1314592940 tempest-FloatingIPAdminTestJSON-1314592940-project] Notify callbacks [] for subnet, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:27.622057 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-fc35e8fd-d5da-4121-a9f5-a9e4cb07fe41 tempest-FloatingIPAdminTestJSON-1314592940 tempest-FloatingIPAdminTestJSON-1314592940-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4915812 Jul 27 23:38:27.627136 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 51042) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:38:27.632323 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-af4a1ea4-3727-49d5-b207-3a5b4981a245 tempest-FloatingIPAdminTestJSON-1314592940 tempest-FloatingIPAdminTestJSON-1314592940-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-562636494', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'}, 'admin_state_up': False}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:38:27.694400 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-af4a1ea4-3727-49d5-b207-3a5b4981a245 tempest-FloatingIPAdminTestJSON-1314592940 tempest-FloatingIPAdminTestJSON-1314592940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62159'] for router, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:27.696753 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-af4a1ea4-3727-49d5-b207-3a5b4981a245 tempest-FloatingIPAdminTestJSON-1314592940 tempest-FloatingIPAdminTestJSON-1314592940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-479230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-415539', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3693317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62148'] for router, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:27.738594 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 9f62116e-0ce0-4ae7-90a4-bc4d313d3a0f no longer exists at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:38:27.746070 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 51044) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:38:27.767614 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-af4a1ea4-3727-49d5-b207-3a5b4981a245 tempest-FloatingIPAdminTestJSON-1314592940 tempest-FloatingIPAdminTestJSON-1314592940-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:27.770866 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] No Port match for: 9f62116e-0ce0-4ae7-90a4-bc4d313d3a0f {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:38:27.771455 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 9f62116e-0ce0-4ae7-90a4-bc4d313d3a0f not bound to the agent host n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:38:27.772350 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device f37ffcb5-1086-4bd5-a2da-ab9795ee51ae no longer exists at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:38:27.810557 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea37ad7e-7c3a-459b-8e1d-7e92f361792f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f6f257c-ad18-5f0c-8c8e-ea085a5fc8a2-11a3c0cd-73f1-4bb8-88ef-0a503d055017', 'network_id': '11a3c0cd-73f1-4bb8-88ef-0a503d055017', 'tenant_id': '849ceb63d3e047218ec11dfc93e55672', 'fixed_ips': [{'subnet_id': 'dbd40580-3bc9-406d-be18-4259303ca022'}]}} from n-d-802623-1. {{(pid=93799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 23:38:27.811266 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ea37ad7e-7c3a-459b-8e1d-7e92f361792f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:27.813711 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] No Port match for: f37ffcb5-1086-4bd5-a2da-ab9795ee51ae {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:38:27.814044 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device f37ffcb5-1086-4bd5-a2da-ab9795ee51ae not bound to the agent host n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:38:27.814490 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-3ce1c997-a613-42d3-849f-9b267385cc9f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5cb0eccb7cb1437da2cd9c6de3276829&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0672336 Jul 27 23:38:27.814957 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 9c21f21c-b2b6-43fe-9d90-f3826a9f7468 no longer exists at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:38:27.816938 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 51048) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:38:27.839765 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] No Port match for: 9c21f21c-b2b6-43fe-9d90-f3826a9f7468 {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:38:27.840249 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 9c21f21c-b2b6-43fe-9d90-f3826a9f7468 not bound to the agent host n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:38:27.885452 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3d6c6238-262f-43de-9db5-5ff84fd005a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:27.912150 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3d6c6238-262f-43de-9db5-5ff84fd005a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:27.969884 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3d6c6238-262f-43de-9db5-5ff84fd005a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:27.972778 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3d6c6238-262f-43de-9db5-5ff84fd005a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:27.977720 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-3d6c6238-262f-43de-9db5-5ff84fd005a3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b5d704ec-8b43-4a0a-8e62-8e125e4c90da HTTP/1.1" status: 204 len: 168 time: 0.1594088 Jul 27 23:38:27.987701 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6c6238-262f-43de-9db5-5ff84fd005a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5d704ec-8b43-4a0a-8e62-8e125e4c90da,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:38:27.999919 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-ea37ad7e-7c3a-459b-8e1d-7e92f361792f None None] Allocated IP 172.20.0.2 (11a3c0cd-73f1-4bb8-88ef-0a503d055017/dbd40580-3bc9-406d-be18-4259303ca022/889df9e3-2128-4301-a919-d07253126955) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:38:28.029181 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-af4a1ea4-3727-49d5-b207-3a5b4981a245 tempest-FloatingIPAdminTestJSON-1314592940 tempest-FloatingIPAdminTestJSON-1314592940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-415433', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62186'] for router, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:28.211021 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ea37ad7e-7c3a-459b-8e1d-7e92f361792f None None] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:28.220447 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ea37ad7e-7c3a-459b-8e1d-7e92f361792f None None] Transition to ACTIVE for port object 889df9e3-2128-4301-a919-d07253126955 will not be triggered until provisioned by entity L2. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:38:28.241332 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ea37ad7e-7c3a-459b-8e1d-7e92f361792f None None] Transition to ACTIVE for port object 889df9e3-2128-4301-a919-d07253126955 will not be triggered until provisioned by entity DHCP. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:38:28.256840 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ea37ad7e-7c3a-459b-8e1d-7e92f361792f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:28.278413 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea37ad7e-7c3a-459b-8e1d-7e92f361792f None None] Network 11a3c0cd-73f1-4bb8-88ef-0a503d055017 is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:38:28.280888 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-ea37ad7e-7c3a-459b-8e1d-7e92f361792f None None] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:38:28.302493 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea37ad7e-7c3a-459b-8e1d-7e92f361792f None None] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:38:28.376529 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea37ad7e-7c3a-459b-8e1d-7e92f361792f None None] Pushing event updated for resources: {'Port': ['ID=889df9e3-2128-4301-a919-d07253126955,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:38:28.380629 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-ea37ad7e-7c3a-459b-8e1d-7e92f361792f None None] Attempting to bind port 889df9e3-2128-4301-a919-d07253126955 on host n-d-802623-1 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:38:28.381029 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-ea37ad7e-7c3a-459b-8e1d-7e92f361792f None None] Attempting to bind port 889df9e3-2128-4301-a919-d07253126955 by drivers openvswitch,hyperv on host n-d-802623-1 at level 0 using segments [{'id': 'b8433db9-7006-4d7e-a92e-6e011bd5ff6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '11a3c0cd-73f1-4bb8-88ef-0a503d055017'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:38:28.381372 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea37ad7e-7c3a-459b-8e1d-7e92f361792f None None] Attempting to bind port 889df9e3-2128-4301-a919-d07253126955 on network 11a3c0cd-73f1-4bb8-88ef-0a503d055017 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:38:28.390736 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea37ad7e-7c3a-459b-8e1d-7e92f361792f None None] Checking agent: {'id': 'a9a568d2-a5e7-41e4-833f-a8ab42ea4073', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 52, 30), 'started_at': datetime.datetime(2021, 7, 27, 22, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802623-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:38:28.391148 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea37ad7e-7c3a-459b-8e1d-7e92f361792f None None] Checking segment: {'id': 'b8433db9-7006-4d7e-a92e-6e011bd5ff6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '11a3c0cd-73f1-4bb8-88ef-0a503d055017'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:38:28.391566 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ea37ad7e-7c3a-459b-8e1d-7e92f361792f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:28.391968 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea37ad7e-7c3a-459b-8e1d-7e92f361792f None None] Bound using segment: {'id': 'b8433db9-7006-4d7e-a92e-6e011bd5ff6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '11a3c0cd-73f1-4bb8-88ef-0a503d055017'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:38:28.392484 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-ea37ad7e-7c3a-459b-8e1d-7e92f361792f None None] Bound port: 889df9e3-2128-4301-a919-d07253126955, host: n-d-802623-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8433db9-7006-4d7e-a92e-6e011bd5ff6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '11a3c0cd-73f1-4bb8-88ef-0a503d055017'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:38:28.392917 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ea37ad7e-7c3a-459b-8e1d-7e92f361792f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:28.415935 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 51062) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:38:28.432139 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea37ad7e-7c3a-459b-8e1d-7e92f361792f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:38:28.432765 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea37ad7e-7c3a-459b-8e1d-7e92f361792f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:38:28.433105 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea37ad7e-7c3a-459b-8e1d-7e92f361792f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:38:28.433435 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea37ad7e-7c3a-459b-8e1d-7e92f361792f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:38:28.433755 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea37ad7e-7c3a-459b-8e1d-7e92f361792f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:38:28.434097 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea37ad7e-7c3a-459b-8e1d-7e92f361792f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:38:28.435106 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea37ad7e-7c3a-459b-8e1d-7e92f361792f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:38:28.435106 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea37ad7e-7c3a-459b-8e1d-7e92f361792f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:38:28.435349 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea37ad7e-7c3a-459b-8e1d-7e92f361792f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:38:28.435586 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea37ad7e-7c3a-459b-8e1d-7e92f361792f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:38:28.435832 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea37ad7e-7c3a-459b-8e1d-7e92f361792f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:38:28.436156 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea37ad7e-7c3a-459b-8e1d-7e92f361792f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:38:28.491152 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ea37ad7e-7c3a-459b-8e1d-7e92f361792f None None] For port 889df9e3-2128-4301-a919-d07253126955, host n-d-802623-1, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:38:28.494956 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ea37ad7e-7c3a-459b-8e1d-7e92f361792f None None] For port 889df9e3-2128-4301-a919-d07253126955, host n-d-802623-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=889df9e3-2128-4301-a919-d07253126955,segment=NetworkSegment(b8433db9-7006-4d7e-a92e-6e011bd5ff6e),segment_id=b8433db9-7006-4d7e-a92e-6e011bd5ff6e)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:38:28.500813 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ea37ad7e-7c3a-459b-8e1d-7e92f361792f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:28.505109 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-36f2091e-d831-41ff-9e6c-3eba021443b2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=75bcf1b73d144c7b92d9adb1124041e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0879173 Jul 27 23:38:28.509796 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 51068) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:38:28.567540 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-149a7ee6-1431-4964-8c7f-125958868324 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:28.598096 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-149a7ee6-1431-4964-8c7f-125958868324 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:28.603567 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea37ad7e-7c3a-459b-8e1d-7e92f361792f None None] Pushing event updated for resources: {'Port': ['ID=889df9e3-2128-4301-a919-d07253126955,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:38:28.608230 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-af4a1ea4-3727-49d5-b207-3a5b4981a245 tempest-FloatingIPAdminTestJSON-1314592940 tempest-FloatingIPAdminTestJSON-1314592940-project] Notify callbacks [] for router_gateway, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:28.627442 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-af4a1ea4-3727-49d5-b207-3a5b4981a245 tempest-FloatingIPAdminTestJSON-1314592940 tempest-FloatingIPAdminTestJSON-1314592940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:28.663593 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-149a7ee6-1431-4964-8c7f-125958868324 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:28.666903 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-149a7ee6-1431-4964-8c7f-125958868324 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:28.668533 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-149a7ee6-1431-4964-8c7f-125958868324 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3b1679f0-a2bc-4eab-a97e-85f2c3557908 HTTP/1.1" status: 204 len: 168 time: 0.1576006 Jul 27 23:38:28.688912 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149a7ee6-1431-4964-8c7f-125958868324 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b1679f0-a2bc-4eab-a97e-85f2c3557908,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:38:28.774918 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-af4a1ea4-3727-49d5-b207-3a5b4981a245 tempest-FloatingIPAdminTestJSON-1314592940 tempest-FloatingIPAdminTestJSON-1314592940-project] Allocated IP 172.25.4.239 (2fd42287-ed26-4eb9-89a5-b521f5b04356/17de1f8f-393a-4b0c-a2df-614bd3f2fb5e/045f67c8-f0e7-42a8-a761-e18e9fcd2e2a) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:38:28.955551 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-af4a1ea4-3727-49d5-b207-3a5b4981a245 tempest-FloatingIPAdminTestJSON-1314592940 tempest-FloatingIPAdminTestJSON-1314592940-project] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:29.029007 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-af4a1ea4-3727-49d5-b207-3a5b4981a245 tempest-FloatingIPAdminTestJSON-1314592940 tempest-FloatingIPAdminTestJSON-1314592940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:29.089375 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af4a1ea4-3727-49d5-b207-3a5b4981a245 tempest-FloatingIPAdminTestJSON-1314592940 tempest-FloatingIPAdminTestJSON-1314592940-project] Network 2fd42287-ed26-4eb9-89a5-b521f5b04356 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:38:29.096121 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-af4a1ea4-3727-49d5-b207-3a5b4981a245 tempest-FloatingIPAdminTestJSON-1314592940 tempest-FloatingIPAdminTestJSON-1314592940-project] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:38:29.104038 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af4a1ea4-3727-49d5-b207-3a5b4981a245 tempest-FloatingIPAdminTestJSON-1314592940 tempest-FloatingIPAdminTestJSON-1314592940-project] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:38:29.169924 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4a1ea4-3727-49d5-b207-3a5b4981a245 tempest-FloatingIPAdminTestJSON-1314592940 tempest-FloatingIPAdminTestJSON-1314592940-project] Pushing event updated for resources: {'Port': ['ID=045f67c8-f0e7-42a8-a761-e18e9fcd2e2a,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:38:29.578974 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-1378e2d3-bd5f-49ad-9c2f-b49b5216a80c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:29.581380 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-af4a1ea4-3727-49d5-b207-3a5b4981a245 tempest-FloatingIPAdminTestJSON-1314592940 tempest-FloatingIPAdminTestJSON-1314592940-project] Notify callbacks [] for router_gateway, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:29.747726 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:29.756522 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 889df9e3-2128-4301-a919-d07253126955 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:38:29.833300 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-af4a1ea4-3727-49d5-b207-3a5b4981a245 tempest-FloatingIPAdminTestJSON-1314592940 tempest-FloatingIPAdminTestJSON-1314592940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-415468'] for router, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:29.843141 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning for port 889df9e3-2128-4301-a919-d07253126955 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:38:29.973818 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b4a0e20-0d52-4346-9576-391dea1d86b4 None None] Network 11a3c0cd-73f1-4bb8-88ef-0a503d055017 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:38:29.990601 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af4a1ea4-3727-49d5-b207-3a5b4981a245 tempest-FloatingIPAdminTestJSON-1314592940 tempest-FloatingIPAdminTestJSON-1314592940-project] Router 2fc12ad1-8997-45ec-9874-3c4d35490367 is scheduled to L3 agent 018c4455-49c0-4734-927d-7824067b2a9e with binding_index 1 {{(pid=93797) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 23:38:30.059622 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-440e6aa8-dfa7-412a-acad-95ed0816a66c None None] Provisioning for port 889df9e3-2128-4301-a919-d07253126955 completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:38:30.076948 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-440e6aa8-dfa7-412a-acad-95ed0816a66c None None] Provisioning complete for port 889df9e3-2128-4301-a919-d07253126955 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:38:30.077317 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-440e6aa8-dfa7-412a-acad-95ed0816a66c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:30.113734 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:30.120269 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af4a1ea4-3727-49d5-b207-3a5b4981a245 tempest-FloatingIPAdminTestJSON-1314592940 tempest-FloatingIPAdminTestJSON-1314592940-project] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:38:30.135537 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b05ce7c-e269-41f2-a452-7a1a9b6496a3 None None] Sync routers for ids ['2fc12ad1-8997-45ec-9874-3c4d35490367'] in n-d-802623-1 {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:38:30.147110 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-af4a1ea4-3727-49d5-b207-3a5b4981a245 tempest-FloatingIPAdminTestJSON-1314592940 tempest-FloatingIPAdminTestJSON-1314592940-project] Notify callbacks [] for router, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:30.149070 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-af4a1ea4-3727-49d5-b207-3a5b4981a245 tempest-FloatingIPAdminTestJSON-1314592940 tempest-FloatingIPAdminTestJSON-1314592940-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 2.5205700 Jul 27 23:38:30.151794 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 51090) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:38:30.176344 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b05ce7c-e269-41f2-a452-7a1a9b6496a3 None None] Routers {'2fc12ad1-8997-45ec-9874-3c4d35490367'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:38:30.177016 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-9b05ce7c-e269-41f2-a452-7a1a9b6496a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:38:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['2fc12ad1-8997-45ec-9874-3c4d35490367'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:38:30.214398 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-9b05ce7c-e269-41f2-a452-7a1a9b6496a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:38:30.249934 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b05ce7c-e269-41f2-a452-7a1a9b6496a3 None None] Routers {'2fc12ad1-8997-45ec-9874-3c4d35490367'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:38:30.250579 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-9b05ce7c-e269-41f2-a452-7a1a9b6496a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:38:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['2fc12ad1-8997-45ec-9874-3c4d35490367'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:38:30.296082 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-9b05ce7c-e269-41f2-a452-7a1a9b6496a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:38:30.296742 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b05ce7c-e269-41f2-a452-7a1a9b6496a3 None None] The sync data for ids ['2fc12ad1-8997-45ec-9874-3c4d35490367'] in n-d-802623-1 is: [] {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:38:30.305693 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-440e6aa8-dfa7-412a-acad-95ed0816a66c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:30.346129 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-440e6aa8-dfa7-412a-acad-95ed0816a66c None None] For port 889df9e3-2128-4301-a919-d07253126955, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=889df9e3-2128-4301-a919-d07253126955,segment=NetworkSegment(b8433db9-7006-4d7e-a92e-6e011bd5ff6e),segment_id=b8433db9-7006-4d7e-a92e-6e011bd5ff6e)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:38:30.352074 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-440e6aa8-dfa7-412a-acad-95ed0816a66c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:30.409070 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440e6aa8-dfa7-412a-acad-95ed0816a66c None None] Pushing event updated for resources: {'Port': ['ID=889df9e3-2128-4301-a919-d07253126955,revision_number=3']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:38:30.530498 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-19f2e178-d45e-4fbe-b9be-c3963fc151ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:30.575202 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-6082fcc4-0b5a-4923-bec3-9c883df51abb None None] Provisioning complete for port 889df9e3-2128-4301-a919-d07253126955 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:38:30.575949 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-6082fcc4-0b5a-4923-bec3-9c883df51abb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:30.656478 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e39ea47b-5d0c-4baf-a077-1255a9539064 tempest-FloatingIPAdminTestJSON-1314592940 tempest-FloatingIPAdminTestJSON-1314592940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:30.977787 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-e39ea47b-5d0c-4baf-a077-1255a9539064 tempest-FloatingIPAdminTestJSON-1314592940 tempest-FloatingIPAdminTestJSON-1314592940-project] Allocated IP 172.20.0.1 (11a3c0cd-73f1-4bb8-88ef-0a503d055017/dbd40580-3bc9-406d-be18-4259303ca022/203d9736-2d28-4211-a23f-2901f18bd81c) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:38:31.089263 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e39ea47b-5d0c-4baf-a077-1255a9539064 tempest-FloatingIPAdminTestJSON-1314592940 tempest-FloatingIPAdminTestJSON-1314592940-project] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:31.102534 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-e39ea47b-5d0c-4baf-a077-1255a9539064 tempest-FloatingIPAdminTestJSON-1314592940 tempest-FloatingIPAdminTestJSON-1314592940-project] Transition to ACTIVE for port object 203d9736-2d28-4211-a23f-2901f18bd81c will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:38:31.152722 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e39ea47b-5d0c-4baf-a077-1255a9539064 tempest-FloatingIPAdminTestJSON-1314592940 tempest-FloatingIPAdminTestJSON-1314592940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:31.195566 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e39ea47b-5d0c-4baf-a077-1255a9539064 tempest-FloatingIPAdminTestJSON-1314592940 tempest-FloatingIPAdminTestJSON-1314592940-project] Network 11a3c0cd-73f1-4bb8-88ef-0a503d055017 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:38:31.198621 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-e39ea47b-5d0c-4baf-a077-1255a9539064 tempest-FloatingIPAdminTestJSON-1314592940 tempest-FloatingIPAdminTestJSON-1314592940-project] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:38:31.202615 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e39ea47b-5d0c-4baf-a077-1255a9539064 tempest-FloatingIPAdminTestJSON-1314592940 tempest-FloatingIPAdminTestJSON-1314592940-project] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:38:31.238140 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39ea47b-5d0c-4baf-a077-1255a9539064 tempest-FloatingIPAdminTestJSON-1314592940 tempest-FloatingIPAdminTestJSON-1314592940-project] Pushing event updated for resources: {'Port': ['ID=203d9736-2d28-4211-a23f-2901f18bd81c,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:38:31.257904 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e39ea47b-5d0c-4baf-a077-1255a9539064 tempest-FloatingIPAdminTestJSON-1314592940 tempest-FloatingIPAdminTestJSON-1314592940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-415283'] for router_interface, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:31.452063 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e39ea47b-5d0c-4baf-a077-1255a9539064 tempest-FloatingIPAdminTestJSON-1314592940 tempest-FloatingIPAdminTestJSON-1314592940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:31.500165 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-7bb20042-0b68-42ba-a340-01b408cd7ebf None None] Provisioning for port 203d9736-2d28-4211-a23f-2901f18bd81c completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:38:31.504146 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-7bb20042-0b68-42ba-a340-01b408cd7ebf None None] Provisioning complete for port 203d9736-2d28-4211-a23f-2901f18bd81c triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:38:31.504727 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7bb20042-0b68-42ba-a340-01b408cd7ebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:31.712872 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 889df9e3-2128-4301-a919-d07253126955 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:38:31.742058 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-7bb20042-0b68-42ba-a340-01b408cd7ebf None None] Port 203d9736-2d28-4211-a23f-2901f18bd81c cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:38:31.772572 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port 889df9e3-2128-4301-a919-d07253126955 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:38:31.772979 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:32.021767 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e39ea47b-5d0c-4baf-a077-1255a9539064 tempest-FloatingIPAdminTestJSON-1314592940 tempest-FloatingIPAdminTestJSON-1314592940-project] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:32.026407 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e39ea47b-5d0c-4baf-a077-1255a9539064 tempest-FloatingIPAdminTestJSON-1314592940 tempest-FloatingIPAdminTestJSON-1314592940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11336041'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:32.102258 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39ea47b-5d0c-4baf-a077-1255a9539064 tempest-FloatingIPAdminTestJSON-1314592940 tempest-FloatingIPAdminTestJSON-1314592940-project] Pushing event updated for resources: {'Port': ['ID=203d9736-2d28-4211-a23f-2901f18bd81c,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:38:32.105045 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e39ea47b-5d0c-4baf-a077-1255a9539064 tempest-FloatingIPAdminTestJSON-1314592940 tempest-FloatingIPAdminTestJSON-1314592940-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3760555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-414115'] for router_interface, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:32.205327 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e39ea47b-5d0c-4baf-a077-1255a9539064 tempest-FloatingIPAdminTestJSON-1314592940 tempest-FloatingIPAdminTestJSON-1314592940-project] Network 11a3c0cd-73f1-4bb8-88ef-0a503d055017 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:38:32.206810 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-e39ea47b-5d0c-4baf-a077-1255a9539064 tempest-FloatingIPAdminTestJSON-1314592940 tempest-FloatingIPAdminTestJSON-1314592940-project] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:38:32.292471 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7418f70f-e60d-4709-8ba9-6ab514bc7f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:32.330137 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e39ea47b-5d0c-4baf-a077-1255a9539064 tempest-FloatingIPAdminTestJSON-1314592940 tempest-FloatingIPAdminTestJSON-1314592940-project] Router 2fc12ad1-8997-45ec-9874-3c4d35490367 has already been hosted by L3 agent 018c4455-49c0-4734-927d-7824067b2a9e {{(pid=93797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 23:38:32.450107 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e39ea47b-5d0c-4baf-a077-1255a9539064 tempest-FloatingIPAdminTestJSON-1314592940 tempest-FloatingIPAdminTestJSON-1314592940-project] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:38:32.467998 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-e39ea47b-5d0c-4baf-a077-1255a9539064 tempest-FloatingIPAdminTestJSON-1314592940 tempest-FloatingIPAdminTestJSON-1314592940-project] 10.222.0.18 "PUT /v2.0/routers/2fc12ad1-8997-45ec-9874-3c4d35490367/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3127036 Jul 27 23:38:32.468401 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 51134) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:38:32.474325 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-ff5837f9-4ac3-4227-b172-2b4c2b234a14 tempest-FloatingIPAdminTestJSON-1314592940 tempest-FloatingIPAdminTestJSON-1314592940-project] Request body: {'port': {'network_id': '11a3c0cd-73f1-4bb8-88ef-0a503d055017', 'name': 'tempest-FloatingIPAdminTestJSON-899975519'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:38:32.475952 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8494e50f-d4c7-40c0-bfda-6dbc00b2367b None None] Sync routers for ids ['2fc12ad1-8997-45ec-9874-3c4d35490367'] in n-d-802623-1 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:38:32.487159 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8494e50f-d4c7-40c0-bfda-6dbc00b2367b None None] Routers {'2fc12ad1-8997-45ec-9874-3c4d35490367'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:38:32.487703 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-8494e50f-d4c7-40c0-bfda-6dbc00b2367b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:38:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['2fc12ad1-8997-45ec-9874-3c4d35490367'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:38:32.506021 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-9f42f771-f110-43de-8abf-32b1a6116c3b None None] Provisioning complete for port 203d9736-2d28-4211-a23f-2901f18bd81c triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:38:32.506630 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-9f42f771-f110-43de-8abf-32b1a6116c3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:32.523575 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-8494e50f-d4c7-40c0-bfda-6dbc00b2367b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:38:32.532326 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8494e50f-d4c7-40c0-bfda-6dbc00b2367b None None] Routers {'2fc12ad1-8997-45ec-9874-3c4d35490367'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:38:32.532868 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-8494e50f-d4c7-40c0-bfda-6dbc00b2367b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:38:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['2fc12ad1-8997-45ec-9874-3c4d35490367'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:38:32.550651 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-9f42f771-f110-43de-8abf-32b1a6116c3b None None] Port 203d9736-2d28-4211-a23f-2901f18bd81c cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:38:32.564135 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-8494e50f-d4c7-40c0-bfda-6dbc00b2367b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:38:32.564783 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8494e50f-d4c7-40c0-bfda-6dbc00b2367b None None] The sync data for ids ['2fc12ad1-8997-45ec-9874-3c4d35490367'] in n-d-802623-1 is: [] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:38:32.594793 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff5837f9-4ac3-4227-b172-2b4c2b234a14 tempest-FloatingIPAdminTestJSON-1314592940 tempest-FloatingIPAdminTestJSON-1314592940-project] Made reservation on behalf of 849ceb63d3e047218ec11dfc93e55672 for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:38:32.598526 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ff5837f9-4ac3-4227-b172-2b4c2b234a14 tempest-FloatingIPAdminTestJSON-1314592940 tempest-FloatingIPAdminTestJSON-1314592940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:32.616386 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [None req-ff5837f9-4ac3-4227-b172-2b4c2b234a14 tempest-FloatingIPAdminTestJSON-1314592940 tempest-FloatingIPAdminTestJSON-1314592940-project] device_id is not set on port f37510fe-59ad-4173-8751-f5c5f422c105 yet. {{(pid=93798) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 23:38:32.726808 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-ff5837f9-4ac3-4227-b172-2b4c2b234a14 tempest-FloatingIPAdminTestJSON-1314592940 tempest-FloatingIPAdminTestJSON-1314592940-project] Allocated IP 172.20.0.13 (11a3c0cd-73f1-4bb8-88ef-0a503d055017/dbd40580-3bc9-406d-be18-4259303ca022/f37510fe-59ad-4173-8751-f5c5f422c105) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:38:32.877771 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ff5837f9-4ac3-4227-b172-2b4c2b234a14 tempest-FloatingIPAdminTestJSON-1314592940 tempest-FloatingIPAdminTestJSON-1314592940-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:32.891277 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-ff5837f9-4ac3-4227-b172-2b4c2b234a14 tempest-FloatingIPAdminTestJSON-1314592940 tempest-FloatingIPAdminTestJSON-1314592940-project] Transition to ACTIVE for port object f37510fe-59ad-4173-8751-f5c5f422c105 will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:38:32.925539 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ff5837f9-4ac3-4227-b172-2b4c2b234a14 tempest-FloatingIPAdminTestJSON-1314592940 tempest-FloatingIPAdminTestJSON-1314592940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:32.971430 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff5837f9-4ac3-4227-b172-2b4c2b234a14 tempest-FloatingIPAdminTestJSON-1314592940 tempest-FloatingIPAdminTestJSON-1314592940-project] Network 11a3c0cd-73f1-4bb8-88ef-0a503d055017 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:38:32.975138 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-ff5837f9-4ac3-4227-b172-2b4c2b234a14 tempest-FloatingIPAdminTestJSON-1314592940 tempest-FloatingIPAdminTestJSON-1314592940-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:38:32.977513 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff5837f9-4ac3-4227-b172-2b4c2b234a14 tempest-FloatingIPAdminTestJSON-1314592940 tempest-FloatingIPAdminTestJSON-1314592940-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:38:33.009203 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5837f9-4ac3-4227-b172-2b4c2b234a14 tempest-FloatingIPAdminTestJSON-1314592940 tempest-FloatingIPAdminTestJSON-1314592940-project] Pushing event updated for resources: {'Port': ['ID=f37510fe-59ad-4173-8751-f5c5f422c105,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:38:33.040100 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff5837f9-4ac3-4227-b172-2b4c2b234a14 tempest-FloatingIPAdminTestJSON-1314592940 tempest-FloatingIPAdminTestJSON-1314592940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:38:33.040721 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ff5837f9-4ac3-4227-b172-2b4c2b234a14 tempest-FloatingIPAdminTestJSON-1314592940 tempest-FloatingIPAdminTestJSON-1314592940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:33.056723 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-ff5837f9-4ac3-4227-b172-2b4c2b234a14 tempest-FloatingIPAdminTestJSON-1314592940 tempest-FloatingIPAdminTestJSON-1314592940-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5872040 Jul 27 23:38:33.059665 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 51144) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:38:33.281400 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-8e171cb7-6caf-4e32-bc8e-2a34136181e8 None None] Provisioning for port f37510fe-59ad-4173-8751-f5c5f422c105 completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:38:33.295013 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-8e171cb7-6caf-4e32-bc8e-2a34136181e8 None None] Provisioning complete for port f37510fe-59ad-4173-8751-f5c5f422c105 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:38:33.295529 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8e171cb7-6caf-4e32-bc8e-2a34136181e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:33.307817 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-19878653-6e54-496a-9798-e5c7bb520691 tempest-FloatingIPAdminTestJSON-243420672 tempest-FloatingIPAdminTestJSON-243420672-project-admin] Request body: {'floatingip': {'floating_network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'project_id': '849ceb63d3e047218ec11dfc93e55672', 'port_id': 'f37510fe-59ad-4173-8751-f5c5f422c105'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:38:33.334941 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-19878653-6e54-496a-9798-e5c7bb520691 tempest-FloatingIPAdminTestJSON-243420672 tempest-FloatingIPAdminTestJSON-243420672-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:33.337349 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-8e171cb7-6caf-4e32-bc8e-2a34136181e8 None None] Port f37510fe-59ad-4173-8751-f5c5f422c105 cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:38:33.428600 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-19878653-6e54-496a-9798-e5c7bb520691 tempest-FloatingIPAdminTestJSON-243420672 tempest-FloatingIPAdminTestJSON-243420672-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:33.542214 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-19878653-6e54-496a-9798-e5c7bb520691 tempest-FloatingIPAdminTestJSON-243420672 tempest-FloatingIPAdminTestJSON-243420672-project-admin] Allocated IP 172.25.4.123 (2fd42287-ed26-4eb9-89a5-b521f5b04356/17de1f8f-393a-4b0c-a2df-614bd3f2fb5e/0d8ac04d-b65e-45db-bee8-bbd9b4ecb09c) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:38:33.648451 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-19878653-6e54-496a-9798-e5c7bb520691 tempest-FloatingIPAdminTestJSON-243420672 tempest-FloatingIPAdminTestJSON-243420672-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:33.686272 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-19878653-6e54-496a-9798-e5c7bb520691 tempest-FloatingIPAdminTestJSON-243420672 tempest-FloatingIPAdminTestJSON-243420672-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:33.723355 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19878653-6e54-496a-9798-e5c7bb520691 tempest-FloatingIPAdminTestJSON-243420672 tempest-FloatingIPAdminTestJSON-243420672-project-admin] Network 2fd42287-ed26-4eb9-89a5-b521f5b04356 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:38:33.726126 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-19878653-6e54-496a-9798-e5c7bb520691 tempest-FloatingIPAdminTestJSON-243420672 tempest-FloatingIPAdminTestJSON-243420672-project-admin] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:38:33.729569 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19878653-6e54-496a-9798-e5c7bb520691 tempest-FloatingIPAdminTestJSON-243420672 tempest-FloatingIPAdminTestJSON-243420672-project-admin] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:38:33.761508 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19878653-6e54-496a-9798-e5c7bb520691 tempest-FloatingIPAdminTestJSON-243420672 tempest-FloatingIPAdminTestJSON-243420672-project-admin] Pushing event updated for resources: {'Port': ['ID=0d8ac04d-b65e-45db-bee8-bbd9b4ecb09c,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:38:34.099242 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-19878653-6e54-496a-9798-e5c7bb520691 tempest-FloatingIPAdminTestJSON-243420672 tempest-FloatingIPAdminTestJSON-243420672-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:34.170678 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-19878653-6e54-496a-9798-e5c7bb520691 tempest-FloatingIPAdminTestJSON-243420672 tempest-FloatingIPAdminTestJSON-243420672-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:34.325528 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-19878653-6e54-496a-9798-e5c7bb520691 tempest-FloatingIPAdminTestJSON-243420672 tempest-FloatingIPAdminTestJSON-243420672-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:34.330155 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-19878653-6e54-496a-9798-e5c7bb520691 tempest-FloatingIPAdminTestJSON-243420672 tempest-FloatingIPAdminTestJSON-243420672-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:34.401265 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19878653-6e54-496a-9798-e5c7bb520691 tempest-FloatingIPAdminTestJSON-243420672 tempest-FloatingIPAdminTestJSON-243420672-project-admin] Pushing event updated for resources: {'Port': ['ID=0d8ac04d-b65e-45db-bee8-bbd9b4ecb09c,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:38:34.415069 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-19878653-6e54-496a-9798-e5c7bb520691 tempest-FloatingIPAdminTestJSON-243420672 tempest-FloatingIPAdminTestJSON-243420672-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-415302'] for floatingip, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:34.527600 n-d-802623-1 neutron-server[93798]: INFO neutron.db.l3_db [None req-19878653-6e54-496a-9798-e5c7bb520691 tempest-FloatingIPAdminTestJSON-243420672 tempest-FloatingIPAdminTestJSON-243420672-project-admin] Floating IP 22670934-08f0-4461-8eb5-a1aea2cfaf15 associated. External IP: 172.25.4.123, port: f37510fe-59ad-4173-8751-f5c5f422c105. Jul 27 23:38:34.741672 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19878653-6e54-496a-9798-e5c7bb520691 tempest-FloatingIPAdminTestJSON-243420672 tempest-FloatingIPAdminTestJSON-243420672-project-admin] Router 2fc12ad1-8997-45ec-9874-3c4d35490367 has already been hosted by L3 agent 018c4455-49c0-4734-927d-7824067b2a9e {{(pid=93798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 23:38:34.851966 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19878653-6e54-496a-9798-e5c7bb520691 tempest-FloatingIPAdminTestJSON-243420672 tempest-FloatingIPAdminTestJSON-243420672-project-admin] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:38:34.861207 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac5d1128-06c7-4bdc-a4d4-9100409aa19a None None] Sync routers for ids ['2fc12ad1-8997-45ec-9874-3c4d35490367'] in n-d-802623-1 {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:38:34.868565 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-19878653-6e54-496a-9798-e5c7bb520691 tempest-FloatingIPAdminTestJSON-243420672 tempest-FloatingIPAdminTestJSON-243420672-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for floatingip, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:34.871093 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac5d1128-06c7-4bdc-a4d4-9100409aa19a None None] Routers {'2fc12ad1-8997-45ec-9874-3c4d35490367'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:38:34.871863 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-ac5d1128-06c7-4bdc-a4d4-9100409aa19a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:38:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['2fc12ad1-8997-45ec-9874-3c4d35490367'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:38:34.896337 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-19878653-6e54-496a-9798-e5c7bb520691 tempest-FloatingIPAdminTestJSON-243420672 tempest-FloatingIPAdminTestJSON-243420672-project-admin] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 1.8355887 Jul 27 23:38:34.898980 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 51180) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:38:34.908738 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-ac5d1128-06c7-4bdc-a4d4-9100409aa19a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:38:34.918000 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac5d1128-06c7-4bdc-a4d4-9100409aa19a None None] Routers {'2fc12ad1-8997-45ec-9874-3c4d35490367'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:38:34.918716 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-ac5d1128-06c7-4bdc-a4d4-9100409aa19a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:38:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['2fc12ad1-8997-45ec-9874-3c4d35490367'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:38:34.949887 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-ac5d1128-06c7-4bdc-a4d4-9100409aa19a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:38:34.950680 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac5d1128-06c7-4bdc-a4d4-9100409aa19a None None] The sync data for ids ['2fc12ad1-8997-45ec-9874-3c4d35490367'] in n-d-802623-1 is: [] {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:38:34.985540 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-b23a82e7-704c-4c2f-96c4-9ec3bd519c7f tempest-FloatingIPAdminTestJSON-243420672 tempest-FloatingIPAdminTestJSON-243420672-project-admin] 10.222.0.18 "GET /v2.0/floatingips/22670934-08f0-4461-8eb5-a1aea2cfaf15 HTTP/1.1" status: 200 len: 983 time: 0.0831020 Jul 27 23:38:34.985827 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 51182) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:38:35.015814 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:35.097913 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-8cce0691-64d7-4586-a740-d2d1a0a44aca tempest-FloatingIPAdminTestJSON-243420672 tempest-FloatingIPAdminTestJSON-243420672-project-admin] 10.222.0.18 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3515 time: 0.1108732 Jul 27 23:38:35.100676 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 51188) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:38:35.257057 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-4cabd69e-82fc-4e5c-a4a6-5f6cdcc516a9 tempest-FloatingIPAdminTestJSON-1314592940 tempest-FloatingIPAdminTestJSON-1314592940-project] Deleting port 0d8ac04d-b65e-45db-bee8-bbd9b4ecb09c {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:38:35.257403 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4cabd69e-82fc-4e5c-a4a6-5f6cdcc516a9 tempest-FloatingIPAdminTestJSON-1314592940 tempest-FloatingIPAdminTestJSON-1314592940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:35.337076 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4cabd69e-82fc-4e5c-a4a6-5f6cdcc516a9 tempest-FloatingIPAdminTestJSON-1314592940 tempest-FloatingIPAdminTestJSON-1314592940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:35.337846 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4cabd69e-82fc-4e5c-a4a6-5f6cdcc516a9 tempest-FloatingIPAdminTestJSON-1314592940 tempest-FloatingIPAdminTestJSON-1314592940-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:35.356156 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-4cabd69e-82fc-4e5c-a4a6-5f6cdcc516a9 tempest-FloatingIPAdminTestJSON-1314592940 tempest-FloatingIPAdminTestJSON-1314592940-project] Calling delete_port for 0d8ac04d-b65e-45db-bee8-bbd9b4ecb09c owned by network:floatingip {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:38:35.486984 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7ef9bce0-13ee-4d1b-9b3a-c4f0bd806708 req-2bfc68ca-ffdd-478b-b9b0-0737344c4acd service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=1e6e9081-0520-45f6-bced-ecba4dfa3ef0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1414182 Jul 27 23:38:35.595082 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4cabd69e-82fc-4e5c-a4a6-5f6cdcc516a9 tempest-FloatingIPAdminTestJSON-1314592940 tempest-FloatingIPAdminTestJSON-1314592940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:35.604744 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef9bce0-13ee-4d1b-9b3a-c4f0bd806708 req-3cb63814-b412-4ac4-aef1-427d94f13d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:38:35.606245 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7ef9bce0-13ee-4d1b-9b3a-c4f0bd806708 req-3cb63814-b412-4ac4-aef1-427d94f13d04 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=49af0f356ac348f0bd0841795f0ea352&device_id=1e6e9081-0520-45f6-bced-ecba4dfa3ef0 HTTP/1.1" status: 200 len: 1097 time: 0.0658867 Jul 27 23:38:35.626867 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cabd69e-82fc-4e5c-a4a6-5f6cdcc516a9 tempest-FloatingIPAdminTestJSON-1314592940 tempest-FloatingIPAdminTestJSON-1314592940-project] Pushing event deleted for resources: {'Port': ['ID=0d8ac04d-b65e-45db-bee8-bbd9b4ecb09c,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:38:35.741230 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4cabd69e-82fc-4e5c-a4a6-5f6cdcc516a9 tempest-FloatingIPAdminTestJSON-1314592940 tempest-FloatingIPAdminTestJSON-1314592940-project] Notify callbacks [] for floatingip, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:35.741630 n-d-802623-1 neutron-server[93798]: INFO neutron.db.l3_db [None req-4cabd69e-82fc-4e5c-a4a6-5f6cdcc516a9 tempest-FloatingIPAdminTestJSON-1314592940 tempest-FloatingIPAdminTestJSON-1314592940-project] Floating IP 22670934-08f0-4461-8eb5-a1aea2cfaf15 disassociated (deleted). External IP: 172.25.4.123, port: f37510fe-59ad-4173-8751-f5c5f422c105. Jul 27 23:38:35.793151 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef9bce0-13ee-4d1b-9b3a-c4f0bd806708 req-4a03efec-866a-4643-b136-06914994deaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:38:35.794614 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7ef9bce0-13ee-4d1b-9b3a-c4f0bd806708 req-4a03efec-866a-4643-b136-06914994deaf service neutron] 10.222.0.38 "GET /v2.0/networks?id=280a3ba5-2d75-4827-b3c1-0be5bb892094 HTTP/1.1" status: 200 len: 913 time: 0.1630304 Jul 27 23:38:36.241637 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7ef9bce0-13ee-4d1b-9b3a-c4f0bd806708 req-6d4641b1-47bf-4f87-86a1-3f411171ce20 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=37af0c7f-295a-454c-943a-b8fc4f0cf5b3 HTTP/1.1" status: 200 len: 1001 time: 0.4381435 Jul 27 23:38:36.364792 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef9bce0-13ee-4d1b-9b3a-c4f0bd806708 req-ba597627-5295-4c06-89a9-ab4cbe4bc8c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:38:36.366282 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7ef9bce0-13ee-4d1b-9b3a-c4f0bd806708 req-ba597627-5295-4c06-89a9-ab4cbe4bc8c5 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=03df5e5c-8a96-449f-9e96-cff1a55737e2 HTTP/1.1" status: 200 len: 851 time: 0.0859463 Jul 27 23:38:36.426051 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cabd69e-82fc-4e5c-a4a6-5f6cdcc516a9 tempest-FloatingIPAdminTestJSON-1314592940 tempest-FloatingIPAdminTestJSON-1314592940-project] Router 2fc12ad1-8997-45ec-9874-3c4d35490367 has already been hosted by L3 agent 018c4455-49c0-4734-927d-7824067b2a9e {{(pid=93798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 23:38:36.445282 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef9bce0-13ee-4d1b-9b3a-c4f0bd806708 req-d074a5ea-f108-4691-92f0-c18a1f0d554b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:38:36.446755 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7ef9bce0-13ee-4d1b-9b3a-c4f0bd806708 req-d074a5ea-f108-4691-92f0-c18a1f0d554b service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=280a3ba5-2d75-4827-b3c1-0be5bb892094&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0674143 Jul 27 23:38:36.647637 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cabd69e-82fc-4e5c-a4a6-5f6cdcc516a9 tempest-FloatingIPAdminTestJSON-1314592940 tempest-FloatingIPAdminTestJSON-1314592940-project] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:38:36.650724 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7ef9bce0-13ee-4d1b-9b3a-c4f0bd806708 req-2ce468e1-b5a7-475e-b554-557accf7fba9 service neutron] 10.222.0.38 "GET /v2.0/networks/280a3ba5-2d75-4827-b3c1-0be5bb892094?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1590369 Jul 27 23:38:36.653772 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4cabd69e-82fc-4e5c-a4a6-5f6cdcc516a9 tempest-FloatingIPAdminTestJSON-1314592940 tempest-FloatingIPAdminTestJSON-1314592940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for floatingip, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:36.657476 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61ffde47-88b5-43e3-8e73-352fffbc606c None None] Sync routers for ids ['2fc12ad1-8997-45ec-9874-3c4d35490367'] in n-d-802623-1 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:38:36.667748 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61ffde47-88b5-43e3-8e73-352fffbc606c None None] Routers {'2fc12ad1-8997-45ec-9874-3c4d35490367'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:38:36.668349 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-61ffde47-88b5-43e3-8e73-352fffbc606c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:38:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['2fc12ad1-8997-45ec-9874-3c4d35490367'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:38:36.703132 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-61ffde47-88b5-43e3-8e73-352fffbc606c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:38:36.711624 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61ffde47-88b5-43e3-8e73-352fffbc606c None None] Routers {'2fc12ad1-8997-45ec-9874-3c4d35490367'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:38:36.712227 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-61ffde47-88b5-43e3-8e73-352fffbc606c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:38:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['2fc12ad1-8997-45ec-9874-3c4d35490367'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:38:36.737676 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-4cabd69e-82fc-4e5c-a4a6-5f6cdcc516a9 tempest-FloatingIPAdminTestJSON-1314592940 tempest-FloatingIPAdminTestJSON-1314592940-project] 10.222.0.18 "DELETE /v2.0/floatingips/22670934-08f0-4461-8eb5-a1aea2cfaf15 HTTP/1.1" status: 204 len: 168 time: 1.6359925 Jul 27 23:38:36.741823 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 51220) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:38:36.744597 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-61ffde47-88b5-43e3-8e73-352fffbc606c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:38:36.745377 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61ffde47-88b5-43e3-8e73-352fffbc606c None None] The sync data for ids ['2fc12ad1-8997-45ec-9874-3c4d35490367'] in n-d-802623-1 is: [] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:38:36.748943 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-3e6cbed6-01be-4909-9677-920a1c36b076 tempest-FloatingIPAdminTestJSON-243420672 tempest-FloatingIPAdminTestJSON-243420672-project-admin] Request body: {'floatingip': {'floating_network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:38:36.774438 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3e6cbed6-01be-4909-9677-920a1c36b076 tempest-FloatingIPAdminTestJSON-243420672 tempest-FloatingIPAdminTestJSON-243420672-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:36.789046 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7ef9bce0-13ee-4d1b-9b3a-c4f0bd806708 req-a0bb3997-d727-4ca1-af03-f97ecd156fa4 service neutron] 10.222.0.38 "GET /v2.0/networks/280a3ba5-2d75-4827-b3c1-0be5bb892094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286395 Jul 27 23:38:36.875720 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3e6cbed6-01be-4909-9677-920a1c36b076 tempest-FloatingIPAdminTestJSON-243420672 tempest-FloatingIPAdminTestJSON-243420672-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:36.996636 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-3e6cbed6-01be-4909-9677-920a1c36b076 tempest-FloatingIPAdminTestJSON-243420672 tempest-FloatingIPAdminTestJSON-243420672-project-admin] Allocated IP 172.25.4.247 (2fd42287-ed26-4eb9-89a5-b521f5b04356/17de1f8f-393a-4b0c-a2df-614bd3f2fb5e/49f65137-d906-4137-a4f6-1ea9c632eb9b) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:38:37.104079 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3e6cbed6-01be-4909-9677-920a1c36b076 tempest-FloatingIPAdminTestJSON-243420672 tempest-FloatingIPAdminTestJSON-243420672-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:37.147087 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3e6cbed6-01be-4909-9677-920a1c36b076 tempest-FloatingIPAdminTestJSON-243420672 tempest-FloatingIPAdminTestJSON-243420672-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:37.188652 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e6cbed6-01be-4909-9677-920a1c36b076 tempest-FloatingIPAdminTestJSON-243420672 tempest-FloatingIPAdminTestJSON-243420672-project-admin] Network 2fd42287-ed26-4eb9-89a5-b521f5b04356 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:38:37.194329 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-3e6cbed6-01be-4909-9677-920a1c36b076 tempest-FloatingIPAdminTestJSON-243420672 tempest-FloatingIPAdminTestJSON-243420672-project-admin] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:38:37.198693 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e6cbed6-01be-4909-9677-920a1c36b076 tempest-FloatingIPAdminTestJSON-243420672 tempest-FloatingIPAdminTestJSON-243420672-project-admin] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:38:37.201729 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6cbed6-01be-4909-9677-920a1c36b076 tempest-FloatingIPAdminTestJSON-243420672 tempest-FloatingIPAdminTestJSON-243420672-project-admin] Pushing event updated for resources: {'Port': ['ID=49f65137-d906-4137-a4f6-1ea9c632eb9b,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:38:37.290044 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3e6cbed6-01be-4909-9677-920a1c36b076 tempest-FloatingIPAdminTestJSON-243420672 tempest-FloatingIPAdminTestJSON-243420672-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:37.324120 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3e6cbed6-01be-4909-9677-920a1c36b076 tempest-FloatingIPAdminTestJSON-243420672 tempest-FloatingIPAdminTestJSON-243420672-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:37.486875 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3e6cbed6-01be-4909-9677-920a1c36b076 tempest-FloatingIPAdminTestJSON-243420672 tempest-FloatingIPAdminTestJSON-243420672-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:37.492382 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3e6cbed6-01be-4909-9677-920a1c36b076 tempest-FloatingIPAdminTestJSON-243420672 tempest-FloatingIPAdminTestJSON-243420672-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11336041'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:37.562906 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6cbed6-01be-4909-9677-920a1c36b076 tempest-FloatingIPAdminTestJSON-243420672 tempest-FloatingIPAdminTestJSON-243420672-project-admin] Pushing event updated for resources: {'Port': ['ID=49f65137-d906-4137-a4f6-1ea9c632eb9b,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:38:37.571824 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3e6cbed6-01be-4909-9677-920a1c36b076 tempest-FloatingIPAdminTestJSON-243420672 tempest-FloatingIPAdminTestJSON-243420672-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-415302'] for floatingip, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:37.585754 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3e6cbed6-01be-4909-9677-920a1c36b076 tempest-FloatingIPAdminTestJSON-243420672 tempest-FloatingIPAdminTestJSON-243420672-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for floatingip, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:37.589843 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 51238) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:38:37.589983 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-3e6cbed6-01be-4909-9677-920a1c36b076 tempest-FloatingIPAdminTestJSON-243420672 tempest-FloatingIPAdminTestJSON-243420672-project-admin] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8470607 Jul 27 23:38:37.700328 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-a0cbfaac-a316-4c71-9763-3c30b23e275f tempest-FloatingIPAdminTestJSON-1985441931 tempest-FloatingIPAdminTestJSON-1985441931-project] Request body: {'floatingip': {'floating_network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:38:37.723403 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a0cbfaac-a316-4c71-9763-3c30b23e275f tempest-FloatingIPAdminTestJSON-1985441931 tempest-FloatingIPAdminTestJSON-1985441931-project] Notify callbacks [] for floatingip, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:37.822109 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a0cbfaac-a316-4c71-9763-3c30b23e275f tempest-FloatingIPAdminTestJSON-1985441931 tempest-FloatingIPAdminTestJSON-1985441931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:37.937994 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-a0cbfaac-a316-4c71-9763-3c30b23e275f tempest-FloatingIPAdminTestJSON-1985441931 tempest-FloatingIPAdminTestJSON-1985441931-project] Allocated IP 172.25.4.59 (2fd42287-ed26-4eb9-89a5-b521f5b04356/17de1f8f-393a-4b0c-a2df-614bd3f2fb5e/37078ddb-fcd6-4514-9f41-1852c90afa91) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:38:38.040202 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a0cbfaac-a316-4c71-9763-3c30b23e275f tempest-FloatingIPAdminTestJSON-1985441931 tempest-FloatingIPAdminTestJSON-1985441931-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:38.081324 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a0cbfaac-a316-4c71-9763-3c30b23e275f tempest-FloatingIPAdminTestJSON-1985441931 tempest-FloatingIPAdminTestJSON-1985441931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:38.124817 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0cbfaac-a316-4c71-9763-3c30b23e275f tempest-FloatingIPAdminTestJSON-1985441931 tempest-FloatingIPAdminTestJSON-1985441931-project] Network 2fd42287-ed26-4eb9-89a5-b521f5b04356 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:38:38.127681 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-a0cbfaac-a316-4c71-9763-3c30b23e275f tempest-FloatingIPAdminTestJSON-1985441931 tempest-FloatingIPAdminTestJSON-1985441931-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:38:38.133852 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0cbfaac-a316-4c71-9763-3c30b23e275f tempest-FloatingIPAdminTestJSON-1985441931 tempest-FloatingIPAdminTestJSON-1985441931-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:38:38.139463 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cbfaac-a316-4c71-9763-3c30b23e275f tempest-FloatingIPAdminTestJSON-1985441931 tempest-FloatingIPAdminTestJSON-1985441931-project] Pushing event updated for resources: {'Port': ['ID=37078ddb-fcd6-4514-9f41-1852c90afa91,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:38:38.224635 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a0cbfaac-a316-4c71-9763-3c30b23e275f tempest-FloatingIPAdminTestJSON-1985441931 tempest-FloatingIPAdminTestJSON-1985441931-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:38.259883 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a0cbfaac-a316-4c71-9763-3c30b23e275f tempest-FloatingIPAdminTestJSON-1985441931 tempest-FloatingIPAdminTestJSON-1985441931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:38.415155 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a0cbfaac-a316-4c71-9763-3c30b23e275f tempest-FloatingIPAdminTestJSON-1985441931 tempest-FloatingIPAdminTestJSON-1985441931-project] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:38.421290 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a0cbfaac-a316-4c71-9763-3c30b23e275f tempest-FloatingIPAdminTestJSON-1985441931 tempest-FloatingIPAdminTestJSON-1985441931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:38.506377 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cbfaac-a316-4c71-9763-3c30b23e275f tempest-FloatingIPAdminTestJSON-1985441931 tempest-FloatingIPAdminTestJSON-1985441931-project] Pushing event updated for resources: {'Port': ['ID=37078ddb-fcd6-4514-9f41-1852c90afa91,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:38:38.520434 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a0cbfaac-a316-4c71-9763-3c30b23e275f tempest-FloatingIPAdminTestJSON-1985441931 tempest-FloatingIPAdminTestJSON-1985441931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-415302'] for floatingip, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:38.533915 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a0cbfaac-a316-4c71-9763-3c30b23e275f tempest-FloatingIPAdminTestJSON-1985441931 tempest-FloatingIPAdminTestJSON-1985441931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for floatingip, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:38.537608 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-a0cbfaac-a316-4c71-9763-3c30b23e275f tempest-FloatingIPAdminTestJSON-1985441931 tempest-FloatingIPAdminTestJSON-1985441931-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9438255 Jul 27 23:38:38.537762 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 51258) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:38:38.600121 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-c19efeff-c7a6-488b-ac1b-61d0cc3f07b6 tempest-FloatingIPAdminTestJSON-243420672 tempest-FloatingIPAdminTestJSON-243420672-project-admin] 10.222.0.18 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3699 time: 0.0611188 Jul 27 23:38:38.602441 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 51260) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:38:38.673048 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-266b28df-6e96-4ae0-9c3d-a8c27bd830b5 tempest-FloatingIPAdminTestJSON-1314592940 tempest-FloatingIPAdminTestJSON-1314592940-project] 10.222.0.18 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.0695543 Jul 27 23:38:38.676125 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 51266) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:38:38.819820 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-ec5e29b0-37ce-49f4-afab-99d943369e71 tempest-FloatingIPAdminTestJSON-1985441931 tempest-FloatingIPAdminTestJSON-1985441931-project] Deleting port 37078ddb-fcd6-4514-9f41-1852c90afa91 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:38:38.820171 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ec5e29b0-37ce-49f4-afab-99d943369e71 tempest-FloatingIPAdminTestJSON-1985441931 tempest-FloatingIPAdminTestJSON-1985441931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:38.894827 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ec5e29b0-37ce-49f4-afab-99d943369e71 tempest-FloatingIPAdminTestJSON-1985441931 tempest-FloatingIPAdminTestJSON-1985441931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:38.895507 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ec5e29b0-37ce-49f4-afab-99d943369e71 tempest-FloatingIPAdminTestJSON-1985441931 tempest-FloatingIPAdminTestJSON-1985441931-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:38.906936 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-ec5e29b0-37ce-49f4-afab-99d943369e71 tempest-FloatingIPAdminTestJSON-1985441931 tempest-FloatingIPAdminTestJSON-1985441931-project] Calling delete_port for 37078ddb-fcd6-4514-9f41-1852c90afa91 owned by network:floatingip {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:38:39.047567 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ec5e29b0-37ce-49f4-afab-99d943369e71 tempest-FloatingIPAdminTestJSON-1985441931 tempest-FloatingIPAdminTestJSON-1985441931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:39.076993 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5e29b0-37ce-49f4-afab-99d943369e71 tempest-FloatingIPAdminTestJSON-1985441931 tempest-FloatingIPAdminTestJSON-1985441931-project] Pushing event deleted for resources: {'Port': ['ID=37078ddb-fcd6-4514-9f41-1852c90afa91,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:38:39.144138 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ec5e29b0-37ce-49f4-afab-99d943369e71 tempest-FloatingIPAdminTestJSON-1985441931 tempest-FloatingIPAdminTestJSON-1985441931-project] Notify callbacks [] for floatingip, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:39.147815 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ec5e29b0-37ce-49f4-afab-99d943369e71 tempest-FloatingIPAdminTestJSON-1985441931 tempest-FloatingIPAdminTestJSON-1985441931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for floatingip, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:39.149789 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-ec5e29b0-37ce-49f4-afab-99d943369e71 tempest-FloatingIPAdminTestJSON-1985441931 tempest-FloatingIPAdminTestJSON-1985441931-project] 10.222.0.18 "DELETE /v2.0/floatingips/5a1a0686-3e15-41f7-8463-98d61161ad52 HTTP/1.1" status: 204 len: 168 time: 0.4722247 Jul 27 23:38:39.152291 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 51276) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:38:39.280864 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-2765182b-3dec-4bad-918d-c204531e5e89 tempest-FloatingIPAdminTestJSON-243420672 tempest-FloatingIPAdminTestJSON-243420672-project-admin] Deleting port 49f65137-d906-4137-a4f6-1ea9c632eb9b {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:38:39.281477 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2765182b-3dec-4bad-918d-c204531e5e89 tempest-FloatingIPAdminTestJSON-243420672 tempest-FloatingIPAdminTestJSON-243420672-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:39.364778 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2765182b-3dec-4bad-918d-c204531e5e89 tempest-FloatingIPAdminTestJSON-243420672 tempest-FloatingIPAdminTestJSON-243420672-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:39.365111 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2765182b-3dec-4bad-918d-c204531e5e89 tempest-FloatingIPAdminTestJSON-243420672 tempest-FloatingIPAdminTestJSON-243420672-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:39.376797 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-2765182b-3dec-4bad-918d-c204531e5e89 tempest-FloatingIPAdminTestJSON-243420672 tempest-FloatingIPAdminTestJSON-243420672-project-admin] Calling delete_port for 49f65137-d906-4137-a4f6-1ea9c632eb9b owned by network:floatingip {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:38:39.533469 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2765182b-3dec-4bad-918d-c204531e5e89 tempest-FloatingIPAdminTestJSON-243420672 tempest-FloatingIPAdminTestJSON-243420672-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:39.559370 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2765182b-3dec-4bad-918d-c204531e5e89 tempest-FloatingIPAdminTestJSON-243420672 tempest-FloatingIPAdminTestJSON-243420672-project-admin] Pushing event deleted for resources: {'Port': ['ID=49f65137-d906-4137-a4f6-1ea9c632eb9b,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:38:39.619580 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2765182b-3dec-4bad-918d-c204531e5e89 tempest-FloatingIPAdminTestJSON-243420672 tempest-FloatingIPAdminTestJSON-243420672-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:39.622304 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2765182b-3dec-4bad-918d-c204531e5e89 tempest-FloatingIPAdminTestJSON-243420672 tempest-FloatingIPAdminTestJSON-243420672-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for floatingip, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:39.626466 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-2765182b-3dec-4bad-918d-c204531e5e89 tempest-FloatingIPAdminTestJSON-243420672 tempest-FloatingIPAdminTestJSON-243420672-project-admin] 10.222.0.18 "DELETE /v2.0/floatingips/780f3798-0753-4bc0-a8a3-e11e3c68f8e4 HTTP/1.1" status: 204 len: 168 time: 0.4702024 Jul 27 23:38:39.626702 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 51284) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:38:39.717066 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-4d9d679d-95b2-445d-98ed-612f69d63ecf tempest-FloatingIPAdminTestJSON-1314592940 tempest-FloatingIPAdminTestJSON-1314592940-project] Deleting port f37510fe-59ad-4173-8751-f5c5f422c105 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:38:39.717418 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4d9d679d-95b2-445d-98ed-612f69d63ecf tempest-FloatingIPAdminTestJSON-1314592940 tempest-FloatingIPAdminTestJSON-1314592940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:39.804228 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4d9d679d-95b2-445d-98ed-612f69d63ecf tempest-FloatingIPAdminTestJSON-1314592940 tempest-FloatingIPAdminTestJSON-1314592940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:39.816696 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-4d9d679d-95b2-445d-98ed-612f69d63ecf tempest-FloatingIPAdminTestJSON-1314592940 tempest-FloatingIPAdminTestJSON-1314592940-project] Calling delete_port for f37510fe-59ad-4173-8751-f5c5f422c105 owned by {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:38:39.952158 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4d9d679d-95b2-445d-98ed-612f69d63ecf tempest-FloatingIPAdminTestJSON-1314592940 tempest-FloatingIPAdminTestJSON-1314592940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:39.981521 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9d679d-95b2-445d-98ed-612f69d63ecf tempest-FloatingIPAdminTestJSON-1314592940 tempest-FloatingIPAdminTestJSON-1314592940-project] Pushing event deleted for resources: {'Port': ['ID=f37510fe-59ad-4173-8751-f5c5f422c105,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:38:40.063118 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4d9d679d-95b2-445d-98ed-612f69d63ecf tempest-FloatingIPAdminTestJSON-1314592940 tempest-FloatingIPAdminTestJSON-1314592940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:40.068377 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-4d9d679d-95b2-445d-98ed-612f69d63ecf tempest-FloatingIPAdminTestJSON-1314592940 tempest-FloatingIPAdminTestJSON-1314592940-project] 10.222.0.18 "DELETE /v2.0/ports/f37510fe-59ad-4173-8751-f5c5f422c105 HTTP/1.1" status: 204 len: 168 time: 0.4374056 Jul 27 23:38:40.068540 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 51294) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:38:40.122750 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30f3d507-355a-4659-90bf-18bf1820f97c tempest-FloatingIPAdminTestJSON-1314592940 tempest-FloatingIPAdminTestJSON-1314592940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:38:40.124398 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-30f3d507-355a-4659-90bf-18bf1820f97c tempest-FloatingIPAdminTestJSON-1314592940 tempest-FloatingIPAdminTestJSON-1314592940-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fc12ad1-8997-45ec-9874-3c4d35490367 HTTP/1.1" status: 200 len: 913 time: 0.0549536 Jul 27 23:38:40.127002 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 51296) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:38:40.481752 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-af4fb9b1-d8a5-4622-877d-4fb2173edb9b tempest-FloatingIPAdminTestJSON-1314592940 tempest-FloatingIPAdminTestJSON-1314592940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-414022'] for router_interface, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:40.748090 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-af4fb9b1-d8a5-4622-877d-4fb2173edb9b tempest-FloatingIPAdminTestJSON-1314592940 tempest-FloatingIPAdminTestJSON-1314592940-project] Deleting port 203d9736-2d28-4211-a23f-2901f18bd81c {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:38:40.748440 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-af4fb9b1-d8a5-4622-877d-4fb2173edb9b tempest-FloatingIPAdminTestJSON-1314592940 tempest-FloatingIPAdminTestJSON-1314592940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:40.858762 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-30ad7952-63d5-4f77-95b2-8d378dfd0183 req-e6d1d24d-098d-46f7-9baf-b5948d9ed2f7 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=34549238-9356-4bed-bcb3-0e45cc37e0e6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0670366 Jul 27 23:38:40.870590 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-af4fb9b1-d8a5-4622-877d-4fb2173edb9b tempest-FloatingIPAdminTestJSON-1314592940 tempest-FloatingIPAdminTestJSON-1314592940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:40.883135 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-af4fb9b1-d8a5-4622-877d-4fb2173edb9b tempest-FloatingIPAdminTestJSON-1314592940 tempest-FloatingIPAdminTestJSON-1314592940-project] Calling delete_port for 203d9736-2d28-4211-a23f-2901f18bd81c owned by network:router_interface {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:38:40.987130 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ad7952-63d5-4f77-95b2-8d378dfd0183 req-fc090de9-c4d1-48e2-93f3-c53c596a4ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:38:40.989308 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-30ad7952-63d5-4f77-95b2-8d378dfd0183 req-fc090de9-c4d1-48e2-93f3-c53c596a4ac6 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=49af0f356ac348f0bd0841795f0ea352&device_id=34549238-9356-4bed-bcb3-0e45cc37e0e6 HTTP/1.1" status: 200 len: 1096 time: 0.0624862 Jul 27 23:38:41.152861 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ad7952-63d5-4f77-95b2-8d378dfd0183 req-55bc754d-58a1-4172-8cba-09ab598b8b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:38:41.154397 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-30ad7952-63d5-4f77-95b2-8d378dfd0183 req-55bc754d-58a1-4172-8cba-09ab598b8b1c service neutron] 10.222.0.49 "GET /v2.0/networks?id=280a3ba5-2d75-4827-b3c1-0be5bb892094 HTTP/1.1" status: 200 len: 913 time: 0.1354344 Jul 27 23:38:41.226479 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-af4fb9b1-d8a5-4622-877d-4fb2173edb9b tempest-FloatingIPAdminTestJSON-1314592940 tempest-FloatingIPAdminTestJSON-1314592940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:41.268197 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-30ad7952-63d5-4f77-95b2-8d378dfd0183 req-3a982f3c-9c33-4f4f-bf5d-e3cbebda3f25 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=50da5721-1ac7-4721-bd06-54bf9484ab39 HTTP/1.1" status: 200 len: 1000 time: 0.1055605 Jul 27 23:38:41.270499 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4fb9b1-d8a5-4622-877d-4fb2173edb9b tempest-FloatingIPAdminTestJSON-1314592940 tempest-FloatingIPAdminTestJSON-1314592940-project] Pushing event deleted for resources: {'Port': ['ID=203d9736-2d28-4211-a23f-2901f18bd81c,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:38:41.375867 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ad7952-63d5-4f77-95b2-8d378dfd0183 req-f5126266-75ee-46e3-a954-3aa124a823e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:38:41.377354 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-30ad7952-63d5-4f77-95b2-8d378dfd0183 req-f5126266-75ee-46e3-a954-3aa124a823e8 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=03df5e5c-8a96-449f-9e96-cff1a55737e2 HTTP/1.1" status: 200 len: 851 time: 0.0869622 Jul 27 23:38:41.785467 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ad7952-63d5-4f77-95b2-8d378dfd0183 req-e3f8cb90-07ab-418a-bec8-1a64953af5be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:38:41.786951 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-30ad7952-63d5-4f77-95b2-8d378dfd0183 req-e3f8cb90-07ab-418a-bec8-1a64953af5be service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=280a3ba5-2d75-4827-b3c1-0be5bb892094&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4027424 Jul 27 23:38:41.841767 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-af4fb9b1-d8a5-4622-877d-4fb2173edb9b tempest-FloatingIPAdminTestJSON-1314592940 tempest-FloatingIPAdminTestJSON-1314592940-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3760546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-413994'] for router_interface, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:41.968201 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-30ad7952-63d5-4f77-95b2-8d378dfd0183 req-2dc375f4-2e39-45b6-afb8-cd1414aedb0d service neutron] 10.222.0.49 "GET /v2.0/networks/280a3ba5-2d75-4827-b3c1-0be5bb892094?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1728981 Jul 27 23:38:42.146458 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-30ad7952-63d5-4f77-95b2-8d378dfd0183 req-eb4bef23-757c-4b29-b023-08208727d177 service neutron] 10.222.0.49 "GET /v2.0/networks/280a3ba5-2d75-4827-b3c1-0be5bb892094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1717551 Jul 27 23:38:42.181285 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af4fb9b1-d8a5-4622-877d-4fb2173edb9b tempest-FloatingIPAdminTestJSON-1314592940 tempest-FloatingIPAdminTestJSON-1314592940-project] Router 2fc12ad1-8997-45ec-9874-3c4d35490367 has already been hosted by L3 agent 018c4455-49c0-4734-927d-7824067b2a9e {{(pid=93797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 23:38:42.290796 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af4fb9b1-d8a5-4622-877d-4fb2173edb9b tempest-FloatingIPAdminTestJSON-1314592940 tempest-FloatingIPAdminTestJSON-1314592940-project] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:38:42.296393 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-af4fb9b1-d8a5-4622-877d-4fb2173edb9b tempest-FloatingIPAdminTestJSON-1314592940 tempest-FloatingIPAdminTestJSON-1314592940-project] 10.222.0.18 "PUT /v2.0/routers/2fc12ad1-8997-45ec-9874-3c4d35490367/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1682744 Jul 27 23:38:42.298257 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 51344) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:38:42.301063 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0052e56c-5a32-4c9c-94a7-bdb171df87bf None None] Sync routers for ids ['2fc12ad1-8997-45ec-9874-3c4d35490367'] in n-d-802623-1 {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:38:42.310773 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0052e56c-5a32-4c9c-94a7-bdb171df87bf None None] Routers {'2fc12ad1-8997-45ec-9874-3c4d35490367'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:38:42.311421 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-0052e56c-5a32-4c9c-94a7-bdb171df87bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:38:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['2fc12ad1-8997-45ec-9874-3c4d35490367'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:38:42.345525 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-0052e56c-5a32-4c9c-94a7-bdb171df87bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:38:42.355199 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0052e56c-5a32-4c9c-94a7-bdb171df87bf None None] Routers {'2fc12ad1-8997-45ec-9874-3c4d35490367'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:38:42.356045 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-0052e56c-5a32-4c9c-94a7-bdb171df87bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:38:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['2fc12ad1-8997-45ec-9874-3c4d35490367'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:38:42.386856 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-0052e56c-5a32-4c9c-94a7-bdb171df87bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:38:42.387551 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0052e56c-5a32-4c9c-94a7-bdb171df87bf None None] The sync data for ids ['2fc12ad1-8997-45ec-9874-3c4d35490367'] in n-d-802623-1 is: [] {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:38:42.408466 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2043b22d-2e0f-41e8-932f-188c41a462ba tempest-FloatingIPAdminTestJSON-1314592940 tempest-FloatingIPAdminTestJSON-1314592940-project] Notify callbacks [] for router, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:42.515665 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2043b22d-2e0f-41e8-932f-188c41a462ba tempest-FloatingIPAdminTestJSON-1314592940 tempest-FloatingIPAdminTestJSON-1314592940-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:42.574007 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-2043b22d-2e0f-41e8-932f-188c41a462ba tempest-FloatingIPAdminTestJSON-1314592940 tempest-FloatingIPAdminTestJSON-1314592940-project] Deleting port 045f67c8-f0e7-42a8-a761-e18e9fcd2e2a {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:38:42.574360 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2043b22d-2e0f-41e8-932f-188c41a462ba tempest-FloatingIPAdminTestJSON-1314592940 tempest-FloatingIPAdminTestJSON-1314592940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:42.653563 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2043b22d-2e0f-41e8-932f-188c41a462ba tempest-FloatingIPAdminTestJSON-1314592940 tempest-FloatingIPAdminTestJSON-1314592940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:42.665532 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-2043b22d-2e0f-41e8-932f-188c41a462ba tempest-FloatingIPAdminTestJSON-1314592940 tempest-FloatingIPAdminTestJSON-1314592940-project] Calling delete_port for 045f67c8-f0e7-42a8-a761-e18e9fcd2e2a owned by network:router_gateway {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:38:42.837031 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2043b22d-2e0f-41e8-932f-188c41a462ba tempest-FloatingIPAdminTestJSON-1314592940 tempest-FloatingIPAdminTestJSON-1314592940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:42.863808 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2043b22d-2e0f-41e8-932f-188c41a462ba tempest-FloatingIPAdminTestJSON-1314592940 tempest-FloatingIPAdminTestJSON-1314592940-project] Pushing event deleted for resources: {'Port': ['ID=045f67c8-f0e7-42a8-a761-e18e9fcd2e2a,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:38:42.926902 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2043b22d-2e0f-41e8-932f-188c41a462ba tempest-FloatingIPAdminTestJSON-1314592940 tempest-FloatingIPAdminTestJSON-1314592940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-415368'] for router_gateway, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:43.019690 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2043b22d-2e0f-41e8-932f-188c41a462ba tempest-FloatingIPAdminTestJSON-1314592940 tempest-FloatingIPAdminTestJSON-1314592940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62205'] for router, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:43.021831 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2043b22d-2e0f-41e8-932f-188c41a462ba tempest-FloatingIPAdminTestJSON-1314592940 tempest-FloatingIPAdminTestJSON-1314592940-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:43.064157 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2043b22d-2e0f-41e8-932f-188c41a462ba tempest-FloatingIPAdminTestJSON-1314592940 tempest-FloatingIPAdminTestJSON-1314592940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-477831'] for router, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:43.064605 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2043b22d-2e0f-41e8-932f-188c41a462ba tempest-FloatingIPAdminTestJSON-1314592940 tempest-FloatingIPAdminTestJSON-1314592940-project] Fanout notify agent at l3_agent the message router_deleted on router 2fc12ad1-8997-45ec-9874-3c4d35490367 {{(pid=93797) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 23:38:43.072482 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2043b22d-2e0f-41e8-932f-188c41a462ba tempest-FloatingIPAdminTestJSON-1314592940 tempest-FloatingIPAdminTestJSON-1314592940-project] Notify callbacks [] for router, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:43.073609 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-2043b22d-2e0f-41e8-932f-188c41a462ba tempest-FloatingIPAdminTestJSON-1314592940 tempest-FloatingIPAdminTestJSON-1314592940-project] 10.222.0.18 "DELETE /v2.0/routers/2fc12ad1-8997-45ec-9874-3c4d35490367 HTTP/1.1" status: 204 len: 168 time: 0.7735834 Jul 27 23:38:43.076058 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 51348) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:38:43.132187 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd15986a-8cec-4839-9cb6-11bfe645bce7 tempest-FloatingIPAdminTestJSON-1314592940 tempest-FloatingIPAdminTestJSON-1314592940-project] Deleting subnet dbd40580-3bc9-406d-be18-4259303ca022 {{(pid=93797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 23:38:43.135471 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-dd15986a-8cec-4839-9cb6-11bfe645bce7 tempest-FloatingIPAdminTestJSON-1314592940 tempest-FloatingIPAdminTestJSON-1314592940-project] Notify callbacks [] for subnet, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:43.178566 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-dd15986a-8cec-4839-9cb6-11bfe645bce7 tempest-FloatingIPAdminTestJSON-1314592940 tempest-FloatingIPAdminTestJSON-1314592940-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11335971'] for subnet, precommit_delete_associations {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:43.261278 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-dd15986a-8cec-4839-9cb6-11bfe645bce7 tempest-FloatingIPAdminTestJSON-1314592940 tempest-FloatingIPAdminTestJSON-1314592940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620741'] for subnet, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:43.325952 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-dd15986a-8cec-4839-9cb6-11bfe645bce7 tempest-FloatingIPAdminTestJSON-1314592940 tempest-FloatingIPAdminTestJSON-1314592940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11335991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11551414'] for subnet, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:43.354216 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd15986a-8cec-4839-9cb6-11bfe645bce7 tempest-FloatingIPAdminTestJSON-1314592940 tempest-FloatingIPAdminTestJSON-1314592940-project] Pushing event deleted for resources: {'Subnet': ['ID=dbd40580-3bc9-406d-be18-4259303ca022,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:38:43.357901 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-dd15986a-8cec-4839-9cb6-11bfe645bce7 tempest-FloatingIPAdminTestJSON-1314592940 tempest-FloatingIPAdminTestJSON-1314592940-project] Notify callbacks [] for subnet, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:43.359993 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-dd15986a-8cec-4839-9cb6-11bfe645bce7 tempest-FloatingIPAdminTestJSON-1314592940 tempest-FloatingIPAdminTestJSON-1314592940-project] 10.222.0.18 "DELETE /v2.0/subnets/dbd40580-3bc9-406d-be18-4259303ca022 HTTP/1.1" status: 204 len: 168 time: 0.2828846 Jul 27 23:38:43.363453 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 51350) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:38:43.366620 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e4c487b-3a3e-4354-b82b-c1bdd3d5018d None None] Network 11a3c0cd-73f1-4bb8-88ef-0a503d055017 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:38:43.446419 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d870380f-5f33-4b65-af87-e76acb52cb17 tempest-FloatingIPAdminTestJSON-1314592940 tempest-FloatingIPAdminTestJSON-1314592940-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593271'] for network, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:43.503908 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-d870380f-5f33-4b65-af87-e76acb52cb17 tempest-FloatingIPAdminTestJSON-1314592940 tempest-FloatingIPAdminTestJSON-1314592940-project] Deleting port 889df9e3-2128-4301-a919-d07253126955 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:38:43.504259 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d870380f-5f33-4b65-af87-e76acb52cb17 tempest-FloatingIPAdminTestJSON-1314592940 tempest-FloatingIPAdminTestJSON-1314592940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:43.551956 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c22b519-02c0-4778-b50e-0cac55da2022 None None] DHCP port deletion for 11a3c0cd-73f1-4bb8-88ef-0a503d055017 request from n-d-802623-1 {{(pid=93799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 23:38:43.577308 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-d870380f-5f33-4b65-af87-e76acb52cb17 tempest-FloatingIPAdminTestJSON-1314592940 tempest-FloatingIPAdminTestJSON-1314592940-project] For port 889df9e3-2128-4301-a919-d07253126955, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=889df9e3-2128-4301-a919-d07253126955,segment=NetworkSegment(b8433db9-7006-4d7e-a92e-6e011bd5ff6e),segment_id=b8433db9-7006-4d7e-a92e-6e011bd5ff6e)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:38:43.577742 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d870380f-5f33-4b65-af87-e76acb52cb17 tempest-FloatingIPAdminTestJSON-1314592940 tempest-FloatingIPAdminTestJSON-1314592940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:43.591932 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-d870380f-5f33-4b65-af87-e76acb52cb17 tempest-FloatingIPAdminTestJSON-1314592940 tempest-FloatingIPAdminTestJSON-1314592940-project] Calling delete_port for 889df9e3-2128-4301-a919-d07253126955 owned by network:dhcp {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:38:43.599311 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-1c22b519-02c0-4778-b50e-0cac55da2022 None None] Deleting port 889df9e3-2128-4301-a919-d07253126955 {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:38:43.600023 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-1c22b519-02c0-4778-b50e-0cac55da2022 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:43.673788 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-1c22b519-02c0-4778-b50e-0cac55da2022 None None] For port 889df9e3-2128-4301-a919-d07253126955, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=889df9e3-2128-4301-a919-d07253126955,segment=NetworkSegment(b8433db9-7006-4d7e-a92e-6e011bd5ff6e),segment_id=b8433db9-7006-4d7e-a92e-6e011bd5ff6e)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:38:43.674196 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-1c22b519-02c0-4778-b50e-0cac55da2022 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:43.691974 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-1c22b519-02c0-4778-b50e-0cac55da2022 None None] Calling delete_port for 889df9e3-2128-4301-a919-d07253126955 owned by network:dhcp {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:38:43.701155 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d870380f-5f33-4b65-af87-e76acb52cb17 tempest-FloatingIPAdminTestJSON-1314592940 tempest-FloatingIPAdminTestJSON-1314592940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:43.703464 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 889df9e3-2128-4301-a919-d07253126955 no longer exists at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:38:43.736109 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d870380f-5f33-4b65-af87-e76acb52cb17 tempest-FloatingIPAdminTestJSON-1314592940 tempest-FloatingIPAdminTestJSON-1314592940-project] Pushing event deleted for resources: {'Port': ['ID=889df9e3-2128-4301-a919-d07253126955,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:38:43.744414 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d870380f-5f33-4b65-af87-e76acb52cb17 tempest-FloatingIPAdminTestJSON-1314592940 tempest-FloatingIPAdminTestJSON-1314592940-project] No DVR routers for this DVR port 889df9e3-2128-4301-a919-d07253126955 on host n-d-802623-1 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:38:43.753474 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] No Port match for: 889df9e3-2128-4301-a919-d07253126955 {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:38:43.754338 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 889df9e3-2128-4301-a919-d07253126955 not bound to the agent host n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:38:43.785277 n-d-802623-1 neutron-server[93799]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 23:38:43.785277 n-d-802623-1 neutron-server[93799]: self.session.flush() Jul 27 23:38:43.785277 n-d-802623-1 neutron-server[93799]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 23:38:43.785277 n-d-802623-1 neutron-server[93799]: self.session.flush() Jul 27 23:38:43.785277 n-d-802623-1 neutron-server[93799]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 23:38:43.785277 n-d-802623-1 neutron-server[93799]: self.session.flush() Jul 27 23:38:43.785277 n-d-802623-1 neutron-server[93799]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 23:38:43.785277 n-d-802623-1 neutron-server[93799]: self.session.flush() Jul 27 23:38:43.785277 n-d-802623-1 neutron-server[93799]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 23:38:43.785277 n-d-802623-1 neutron-server[93799]: self.session.flush() Jul 27 23:38:43.785277 n-d-802623-1 neutron-server[93799]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 23:38:43.785277 n-d-802623-1 neutron-server[93799]: self.session.flush() Jul 27 23:38:43.785277 n-d-802623-1 neutron-server[93799]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 23:38:43.785277 n-d-802623-1 neutron-server[93799]: self.session.flush() Jul 27 23:38:43.785277 n-d-802623-1 neutron-server[93799]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 23:38:43.785277 n-d-802623-1 neutron-server[93799]: self.session.flush() Jul 27 23:38:43.785277 n-d-802623-1 neutron-server[93799]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 23:38:43.785277 n-d-802623-1 neutron-server[93799]: self.session.flush() Jul 27 23:38:43.785277 n-d-802623-1 neutron-server[93799]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 23:38:43.785277 n-d-802623-1 neutron-server[93799]: self.session.flush() Jul 27 23:38:43.785277 n-d-802623-1 neutron-server[93799]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 23:38:43.785277 n-d-802623-1 neutron-server[93799]: self.session.flush() Jul 27 23:38:43.785277 n-d-802623-1 neutron-server[93799]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 23:38:43.785277 n-d-802623-1 neutron-server[93799]: self.session.flush() Jul 27 23:38:43.785277 n-d-802623-1 neutron-server[93799]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 23:38:43.785277 n-d-802623-1 neutron-server[93799]: self.session.flush() Jul 27 23:38:43.785277 n-d-802623-1 neutron-server[93799]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 23:38:43.785277 n-d-802623-1 neutron-server[93799]: self.session.flush() Jul 27 23:38:43.785277 n-d-802623-1 neutron-server[93799]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 23:38:43.785277 n-d-802623-1 neutron-server[93799]: self.session.flush() Jul 27 23:38:43.785277 n-d-802623-1 neutron-server[93799]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 23:38:43.785277 n-d-802623-1 neutron-server[93799]: self.session.flush() Jul 27 23:38:43.785277 n-d-802623-1 neutron-server[93799]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 23:38:43.785277 n-d-802623-1 neutron-server[93799]: self.session.flush() Jul 27 23:38:43.785277 n-d-802623-1 neutron-server[93799]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 23:38:43.785277 n-d-802623-1 neutron-server[93799]: self.session.flush() Jul 27 23:38:43.785277 n-d-802623-1 neutron-server[93799]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 23:38:43.785277 n-d-802623-1 neutron-server[93799]: self.session.flush() Jul 27 23:38:43.785277 n-d-802623-1 neutron-server[93799]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 23:38:43.785277 n-d-802623-1 neutron-server[93799]: self.session.flush() Jul 27 23:38:43.785277 n-d-802623-1 neutron-server[93799]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 23:38:43.785277 n-d-802623-1 neutron-server[93799]: self.session.flush() Jul 27 23:38:43.785277 n-d-802623-1 neutron-server[93799]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 23:38:43.785277 n-d-802623-1 neutron-server[93799]: self.session.flush() Jul 27 23:38:43.785277 n-d-802623-1 neutron-server[93799]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 23:38:43.785277 n-d-802623-1 neutron-server[93799]: self.session.flush() Jul 27 23:38:43.785277 n-d-802623-1 neutron-server[93799]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 23:38:43.785277 n-d-802623-1 neutron-server[93799]: self.session.flush() Jul 27 23:38:43.785277 n-d-802623-1 neutron-server[93799]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 23:38:43.785277 n-d-802623-1 neutron-server[93799]: self.session.flush() Jul 27 23:38:43.785277 n-d-802623-1 neutron-server[93799]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 23:38:43.785277 n-d-802623-1 neutron-server[93799]: self.session.flush() Jul 27 23:38:43.785277 n-d-802623-1 neutron-server[93799]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 23:38:43.785277 n-d-802623-1 neutron-server[93799]: self.session.flush() Jul 27 23:38:43.798071 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-1c22b519-02c0-4778-b50e-0cac55da2022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:43.825413 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c22b519-02c0-4778-b50e-0cac55da2022 None None] Pushing event deleted for resources: {'Port': ['ID=889df9e3-2128-4301-a919-d07253126955,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:38:43.832721 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c22b519-02c0-4778-b50e-0cac55da2022 None None] No DVR routers for this DVR port 889df9e3-2128-4301-a919-d07253126955 on host n-d-802623-1 {{(pid=93799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:38:43.845971 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d870380f-5f33-4b65-af87-e76acb52cb17 tempest-FloatingIPAdminTestJSON-1314592940 tempest-FloatingIPAdminTestJSON-1314592940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618032', 'neutron.services.segments.db._delete_segments_for_network-8736833900081'] for network, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:43.857592 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-d870380f-5f33-4b65-af87-e76acb52cb17 tempest-FloatingIPAdminTestJSON-1314592940 tempest-FloatingIPAdminTestJSON-1314592940-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11a3c0cd-73f1-4bb8-88ef-0a503d055017']}} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:38:43.868906 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-d870380f-5f33-4b65-af87-e76acb52cb17 tempest-FloatingIPAdminTestJSON-1314592940 tempest-FloatingIPAdminTestJSON-1314592940-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8433db9-7006-4d7e-a92e-6e011bd5ff6e') {'for_net_delete': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:38:43.869199 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-d870380f-5f33-4b65-af87-e76acb52cb17 tempest-FloatingIPAdminTestJSON-1314592940 tempest-FloatingIPAdminTestJSON-1314592940-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8433db9-7006-4d7e-a92e-6e011bd5ff6e') {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:38:43.877839 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d870380f-5f33-4b65-af87-e76acb52cb17 tempest-FloatingIPAdminTestJSON-1314592940 tempest-FloatingIPAdminTestJSON-1314592940-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736833900858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11163256'] for segment, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:43.892018 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d870380f-5f33-4b65-af87-e76acb52cb17 tempest-FloatingIPAdminTestJSON-1314592940 tempest-FloatingIPAdminTestJSON-1314592940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:43.898044 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d870380f-5f33-4b65-af87-e76acb52cb17 tempest-FloatingIPAdminTestJSON-1314592940 tempest-FloatingIPAdminTestJSON-1314592940-project] Releasing vlan 519 on physical network physnet1 to pool {{(pid=93798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 23:38:43.898430 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d870380f-5f33-4b65-af87-e76acb52cb17 tempest-FloatingIPAdminTestJSON-1314592940 tempest-FloatingIPAdminTestJSON-1314592940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11971746'] for segment, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:43.901840 n-d-802623-1 neutron-server[93798]: Traceback (most recent call last): Jul 27 23:38:43.901840 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 23:38:43.901840 n-d-802623-1 neutron-server[93798]: timer() Jul 27 23:38:43.901840 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 23:38:43.901840 n-d-802623-1 neutron-server[93798]: cb(*args, **kw) Jul 27 23:38:43.901840 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 23:38:43.901840 n-d-802623-1 neutron-server[93798]: return func(*args, **kwargs) Jul 27 23:38:43.901840 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 23:38:43.901840 n-d-802623-1 neutron-server[93798]: self._notify() Jul 27 23:38:43.901840 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 23:38:43.901840 n-d-802623-1 neutron-server[93798]: self.callback(batched_events) Jul 27 23:38:43.901840 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 23:38:43.901840 n-d-802623-1 neutron-server[93798]: event.method(event) Jul 27 23:38:43.901840 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 23:38:43.901840 n-d-802623-1 neutron-server[93798]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 23:38:43.901840 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 23:38:43.901840 n-d-802623-1 neutron-server[93798]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 23:38:43.901840 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 23:38:43.901840 n-d-802623-1 neutron-server[93798]: return f(self, *a, **k) Jul 27 23:38:43.901840 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 23:38:43.901840 n-d-802623-1 neutron-server[93798]: return self._get(url).json() Jul 27 23:38:43.901840 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 23:38:43.901840 n-d-802623-1 neutron-server[93798]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 23:38:43.901840 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 23:38:43.901840 n-d-802623-1 neutron-server[93798]: return self.request(url, 'GET', **kwargs) Jul 27 23:38:43.901840 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 23:38:43.901840 n-d-802623-1 neutron-server[93798]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 23:38:43.901840 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 23:38:43.901840 n-d-802623-1 neutron-server[93798]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 23:38:43.901840 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 23:38:43.901840 n-d-802623-1 neutron-server[93798]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 23:38:43.901840 n-d-802623-1 neutron-server[93798]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 23:38:43.969516 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d870380f-5f33-4b65-af87-e76acb52cb17 tempest-FloatingIPAdminTestJSON-1314592940 tempest-FloatingIPAdminTestJSON-1314592940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415412'] for network, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:43.978889 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d870380f-5f33-4b65-af87-e76acb52cb17 tempest-FloatingIPAdminTestJSON-1314592940 tempest-FloatingIPAdminTestJSON-1314592940-project] Notify callbacks [] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:43.982492 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-d870380f-5f33-4b65-af87-e76acb52cb17 tempest-FloatingIPAdminTestJSON-1314592940 tempest-FloatingIPAdminTestJSON-1314592940-project] 10.222.0.18 "DELETE /v2.0/networks/11a3c0cd-73f1-4bb8-88ef-0a503d055017 HTTP/1.1" status: 204 len: 168 time: 0.6174204 Jul 27 23:38:43.983401 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 51354) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:38:43.995283 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d870380f-5f33-4b65-af87-e76acb52cb17 tempest-FloatingIPAdminTestJSON-1314592940 tempest-FloatingIPAdminTestJSON-1314592940-project] Pushing event deleted for resources: {'Network': ['ID=11a3c0cd-73f1-4bb8-88ef-0a503d055017,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:38:44.119452 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-1097e10b-23df-4b10-806e-e1191276ceb2 tempest-FloatingIPAdminTestJSON-1314592940 tempest-FloatingIPAdminTestJSON-1314592940-project] Deleting port f6cd7626-d4da-4ca0-9c83-ceffe4e1621d {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:38:44.119680 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1097e10b-23df-4b10-806e-e1191276ceb2 tempest-FloatingIPAdminTestJSON-1314592940 tempest-FloatingIPAdminTestJSON-1314592940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:44.197876 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1097e10b-23df-4b10-806e-e1191276ceb2 tempest-FloatingIPAdminTestJSON-1314592940 tempest-FloatingIPAdminTestJSON-1314592940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:44.198215 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1097e10b-23df-4b10-806e-e1191276ceb2 tempest-FloatingIPAdminTestJSON-1314592940 tempest-FloatingIPAdminTestJSON-1314592940-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:44.209893 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-1097e10b-23df-4b10-806e-e1191276ceb2 tempest-FloatingIPAdminTestJSON-1314592940 tempest-FloatingIPAdminTestJSON-1314592940-project] Calling delete_port for f6cd7626-d4da-4ca0-9c83-ceffe4e1621d owned by network:floatingip {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:38:44.343814 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1097e10b-23df-4b10-806e-e1191276ceb2 tempest-FloatingIPAdminTestJSON-1314592940 tempest-FloatingIPAdminTestJSON-1314592940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:44.370383 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1097e10b-23df-4b10-806e-e1191276ceb2 tempest-FloatingIPAdminTestJSON-1314592940 tempest-FloatingIPAdminTestJSON-1314592940-project] Pushing event deleted for resources: {'Port': ['ID=f6cd7626-d4da-4ca0-9c83-ceffe4e1621d,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:38:44.432918 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1097e10b-23df-4b10-806e-e1191276ceb2 tempest-FloatingIPAdminTestJSON-1314592940 tempest-FloatingIPAdminTestJSON-1314592940-project] Notify callbacks [] for floatingip, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:44.437788 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1097e10b-23df-4b10-806e-e1191276ceb2 tempest-FloatingIPAdminTestJSON-1314592940 tempest-FloatingIPAdminTestJSON-1314592940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for floatingip, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:44.439347 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-1097e10b-23df-4b10-806e-e1191276ceb2 tempest-FloatingIPAdminTestJSON-1314592940 tempest-FloatingIPAdminTestJSON-1314592940-project] 10.222.0.18 "DELETE /v2.0/floatingips/9a4308ea-c4dd-40d5-a74e-a14c1ce14c99 HTTP/1.1" status: 204 len: 168 time: 0.4543211 Jul 27 23:38:44.686259 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 51362) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:38:44.833770 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-bf0e925d-de10-48de-bbab-403a102561c5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=849ceb63d3e047218ec11dfc93e55672&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1456954 Jul 27 23:38:44.835678 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 51366) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:38:44.885005 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7f63cdf0-1beb-47ea-91c4-c61c06bcd42e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:44.905879 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7f63cdf0-1beb-47ea-91c4-c61c06bcd42e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:44.952154 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7f63cdf0-1beb-47ea-91c4-c61c06bcd42e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:44.955501 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7f63cdf0-1beb-47ea-91c4-c61c06bcd42e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:44.957225 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-7f63cdf0-1beb-47ea-91c4-c61c06bcd42e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/944c5e17-2175-44af-890e-85c26bd5d356 HTTP/1.1" status: 204 len: 168 time: 0.1205690 Jul 27 23:38:44.967387 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f63cdf0-1beb-47ea-91c4-c61c06bcd42e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=944c5e17-2175-44af-890e-85c26bd5d356,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:38:45.225260 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 51372) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:38:45.241921 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1e5c19c9-6ba4-4eb1-a499-8df26eaa5b80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:45.335019 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1e5c19c9-6ba4-4eb1-a499-8df26eaa5b80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:45.339211 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1e5c19c9-6ba4-4eb1-a499-8df26eaa5b80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:45.379526 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-1e5c19c9-6ba4-4eb1-a499-8df26eaa5b80 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5a90a419c3464356a7a3eb12b497500e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1531382 Jul 27 23:38:45.380682 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5c19c9-6ba4-4eb1-a499-8df26eaa5b80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdd204d2-1fcd-4cb0-a685-45146d27f126,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:38:45.382232 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 51374) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:38:45.431320 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-82b83ed3-d8ac-4a71-9e2a-c70d763357e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:45.453469 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-82b83ed3-d8ac-4a71-9e2a-c70d763357e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:45.502448 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-82b83ed3-d8ac-4a71-9e2a-c70d763357e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:45.505609 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-82b83ed3-d8ac-4a71-9e2a-c70d763357e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:45.506824 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-82b83ed3-d8ac-4a71-9e2a-c70d763357e6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/cdd204d2-1fcd-4cb0-a685-45146d27f126 HTTP/1.1" status: 204 len: 168 time: 0.1230352 Jul 27 23:38:45.514931 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b83ed3-d8ac-4a71-9e2a-c70d763357e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdd204d2-1fcd-4cb0-a685-45146d27f126,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:38:45.826081 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 51382) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:38:45.839999 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d5775407-566d-46a6-ab8d-a6465e842de0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:45.931873 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d5775407-566d-46a6-ab8d-a6465e842de0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:45.935712 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d5775407-566d-46a6-ab8d-a6465e842de0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:45.980431 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-d5775407-566d-46a6-ab8d-a6465e842de0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f1e329c669da419bb3c53103bfe78c68&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1532617 Jul 27 23:38:45.981278 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5775407-566d-46a6-ab8d-a6465e842de0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60dc0325-d02a-4651-91dd-96fef3866ee2,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:38:45.983109 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 51384) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:38:46.033145 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-312e82a5-2222-495d-bde7-3039e6628c8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:46.056212 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-312e82a5-2222-495d-bde7-3039e6628c8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:46.104359 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-312e82a5-2222-495d-bde7-3039e6628c8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:46.107068 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-312e82a5-2222-495d-bde7-3039e6628c8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:46.108264 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-312e82a5-2222-495d-bde7-3039e6628c8d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/60dc0325-d02a-4651-91dd-96fef3866ee2 HTTP/1.1" status: 204 len: 168 time: 0.1241047 Jul 27 23:38:46.116776 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312e82a5-2222-495d-bde7-3039e6628c8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60dc0325-d02a-4651-91dd-96fef3866ee2,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:38:47.543530 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 51440) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:38:47.645712 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-b88033c3-f3ae-4878-a55d-b43badf83bd7 tempest-QuotasNegativeTest-896469986 tempest-QuotasNegativeTest-896469986-project-admin] Request body: {'quota': {'network': 2}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:38:47.667905 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-b88033c3-f3ae-4878-a55d-b43badf83bd7 tempest-QuotasNegativeTest-896469986 tempest-QuotasNegativeTest-896469986-project-admin] 10.222.0.18 "PUT /v2.0/quotas/0203456c87c14c2ca7565d3aaab2c7cf HTTP/1.1" status: 200 len: 368 time: 0.1232321 Jul 27 23:38:47.670424 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 51444) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:38:47.675312 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-d2eaa72e-7671-4cc3-b4ff-7d45a232296e tempest-QuotasNegativeTest-896469986 tempest-QuotasNegativeTest-896469986-project-admin] Request body: {'network': {'project_id': '0203456c87c14c2ca7565d3aaab2c7cf'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:38:47.696247 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2eaa72e-7671-4cc3-b4ff-7d45a232296e tempest-QuotasNegativeTest-896469986 tempest-QuotasNegativeTest-896469986-project-admin] Made reservation on behalf of 0203456c87c14c2ca7565d3aaab2c7cf for: {'network': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:38:47.698655 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d2eaa72e-7671-4cc3-b4ff-7d45a232296e tempest-QuotasNegativeTest-896469986 tempest-QuotasNegativeTest-896469986-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for network, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:47.707581 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d2eaa72e-7671-4cc3-b4ff-7d45a232296e tempest-QuotasNegativeTest-896469986 tempest-QuotasNegativeTest-896469986-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:47.808270 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d2eaa72e-7671-4cc3-b4ff-7d45a232296e tempest-QuotasNegativeTest-896469986 tempest-QuotasNegativeTest-896469986-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:47.811825 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d2eaa72e-7671-4cc3-b4ff-7d45a232296e tempest-QuotasNegativeTest-896469986 tempest-QuotasNegativeTest-896469986-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:47.833244 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2eaa72e-7671-4cc3-b4ff-7d45a232296e tempest-QuotasNegativeTest-896469986 tempest-QuotasNegativeTest-896469986-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 500} {{(pid=93797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 23:38:47.847668 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2eaa72e-7671-4cc3-b4ff-7d45a232296e tempest-QuotasNegativeTest-896469986 tempest-QuotasNegativeTest-896469986-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecf83c1d-437f-4667-988a-34f15f32ae18,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:38:47.850554 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d2eaa72e-7671-4cc3-b4ff-7d45a232296e tempest-QuotasNegativeTest-896469986 tempest-QuotasNegativeTest-896469986-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:47.850900 n-d-802623-1 neutron-server[93797]: INFO neutron.db.segments_db [None req-d2eaa72e-7671-4cc3-b4ff-7d45a232296e tempest-QuotasNegativeTest-896469986 tempest-QuotasNegativeTest-896469986-project-admin] Added segment cc4e248b-3212-40c4-8ccb-fdc6aa0329c0 of type vlan for network 672597ad-c20d-458f-9d73-4df96524eef1 Jul 27 23:38:47.889829 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d2eaa72e-7671-4cc3-b4ff-7d45a232296e tempest-QuotasNegativeTest-896469986 tempest-QuotasNegativeTest-896469986-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736833354590'] for network, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:47.917307 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d2eaa72e-7671-4cc3-b4ff-7d45a232296e tempest-QuotasNegativeTest-896469986 tempest-QuotasNegativeTest-896469986-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569'] for network, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:47.918230 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2eaa72e-7671-4cc3-b4ff-7d45a232296e tempest-QuotasNegativeTest-896469986 tempest-QuotasNegativeTest-896469986-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:38:47.918809 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d2eaa72e-7671-4cc3-b4ff-7d45a232296e tempest-QuotasNegativeTest-896469986 tempest-QuotasNegativeTest-896469986-project-admin] Notify callbacks [] for network, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:47.975152 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-d2eaa72e-7671-4cc3-b4ff-7d45a232296e tempest-QuotasNegativeTest-896469986 tempest-QuotasNegativeTest-896469986-project-admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.3036742 Jul 27 23:38:47.977668 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 51448) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:38:47.984146 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-775cbdf8-d3ec-42c7-9777-e51f52d51291 tempest-QuotasNegativeTest-896469986 tempest-QuotasNegativeTest-896469986-project-admin] Request body: {'network': {'project_id': '0203456c87c14c2ca7565d3aaab2c7cf'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:38:47.991942 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2eaa72e-7671-4cc3-b4ff-7d45a232296e tempest-QuotasNegativeTest-896469986 tempest-QuotasNegativeTest-896469986-project-admin] Pushing event updated for resources: {'Network': ['ID=672597ad-c20d-458f-9d73-4df96524eef1,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:38:48.001458 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Network 672597ad-c20d-458f-9d73-4df96524eef1 details requested by agent ovs-agent-n-d-802623-1 with host n-d-802623-1 {{(pid=93799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 23:38:48.008780 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-775cbdf8-d3ec-42c7-9777-e51f52d51291 tempest-QuotasNegativeTest-896469986 tempest-QuotasNegativeTest-896469986-project-admin] Made reservation on behalf of 0203456c87c14c2ca7565d3aaab2c7cf for: {'network': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:38:48.011195 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-775cbdf8-d3ec-42c7-9777-e51f52d51291 tempest-QuotasNegativeTest-896469986 tempest-QuotasNegativeTest-896469986-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for network, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:48.036154 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-775cbdf8-d3ec-42c7-9777-e51f52d51291 tempest-QuotasNegativeTest-896469986 tempest-QuotasNegativeTest-896469986-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 538} {{(pid=93797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 23:38:48.045998 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-775cbdf8-d3ec-42c7-9777-e51f52d51291 tempest-QuotasNegativeTest-896469986 tempest-QuotasNegativeTest-896469986-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:48.046439 n-d-802623-1 neutron-server[93797]: INFO neutron.db.segments_db [None req-775cbdf8-d3ec-42c7-9777-e51f52d51291 tempest-QuotasNegativeTest-896469986 tempest-QuotasNegativeTest-896469986-project-admin] Added segment 652f5d32-eb7f-4673-b11c-05ea70e30a31 of type vlan for network 89038f68-41a2-4d7d-8c22-13598a115694 Jul 27 23:38:48.093581 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-775cbdf8-d3ec-42c7-9777-e51f52d51291 tempest-QuotasNegativeTest-896469986 tempest-QuotasNegativeTest-896469986-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736833354590'] for network, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:48.124948 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-775cbdf8-d3ec-42c7-9777-e51f52d51291 tempest-QuotasNegativeTest-896469986 tempest-QuotasNegativeTest-896469986-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569'] for network, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:48.125973 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-775cbdf8-d3ec-42c7-9777-e51f52d51291 tempest-QuotasNegativeTest-896469986 tempest-QuotasNegativeTest-896469986-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:38:48.126563 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-775cbdf8-d3ec-42c7-9777-e51f52d51291 tempest-QuotasNegativeTest-896469986 tempest-QuotasNegativeTest-896469986-project-admin] Notify callbacks [] for network, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:48.179729 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-775cbdf8-d3ec-42c7-9777-e51f52d51291 tempest-QuotasNegativeTest-896469986 tempest-QuotasNegativeTest-896469986-project-admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.2010329 Jul 27 23:38:48.182753 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 51452) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:38:48.189525 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775cbdf8-d3ec-42c7-9777-e51f52d51291 tempest-QuotasNegativeTest-896469986 tempest-QuotasNegativeTest-896469986-project-admin] Pushing event updated for resources: {'Network': ['ID=89038f68-41a2-4d7d-8c22-13598a115694,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:38:48.189746 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-7a09d1b6-9b24-4cf9-b20d-a0c6b2de10b4 tempest-QuotasNegativeTest-896469986 tempest-QuotasNegativeTest-896469986-project-admin] Request body: {'network': {'project_id': '0203456c87c14c2ca7565d3aaab2c7cf'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:38:48.200318 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Network 89038f68-41a2-4d7d-8c22-13598a115694 details requested by agent ovs-agent-n-d-802623-1 with host n-d-802623-1 {{(pid=93799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 23:38:48.205734 n-d-802623-1 neutron-server[93798]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a09d1b6-9b24-4cf9-b20d-a0c6b2de10b4 tempest-QuotasNegativeTest-896469986 tempest-QuotasNegativeTest-896469986-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jul 27 23:38:48.206205 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a09d1b6-9b24-4cf9-b20d-a0c6b2de10b4 tempest-QuotasNegativeTest-896469986 tempest-QuotasNegativeTest-896469986-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=93798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 23:38:48.210242 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-7a09d1b6-9b24-4cf9-b20d-a0c6b2de10b4 tempest-QuotasNegativeTest-896469986 tempest-QuotasNegativeTest-896469986-project-admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0238807 Jul 27 23:38:48.298499 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 51456) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:38:48.386734 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-3908c20f-a501-4eb2-a8ef-06b2feaf4295 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0203456c87c14c2ca7565d3aaab2c7cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0869718 Jul 27 23:38:48.389218 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 51460) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:38:48.436077 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a79357e7-4760-45b9-a7dc-34cb38376522 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:48.457641 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a79357e7-4760-45b9-a7dc-34cb38376522 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:48.504482 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a79357e7-4760-45b9-a7dc-34cb38376522 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:48.507012 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a79357e7-4760-45b9-a7dc-34cb38376522 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:48.508176 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-a79357e7-4760-45b9-a7dc-34cb38376522 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ecf83c1d-437f-4667-988a-34f15f32ae18 HTTP/1.1" status: 204 len: 168 time: 0.1180613 Jul 27 23:38:48.511367 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 51462) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:38:48.515760 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79357e7-4760-45b9-a7dc-34cb38376522 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecf83c1d-437f-4667-988a-34f15f32ae18,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:38:48.591405 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-05194892-e8c2-4067-b7cc-172c33eae1f7 tempest-QuotasNegativeTest-896469986 tempest-QuotasNegativeTest-896469986-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593271'] for network, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:48.669548 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-05194892-e8c2-4067-b7cc-172c33eae1f7 tempest-QuotasNegativeTest-896469986 tempest-QuotasNegativeTest-896469986-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618032', 'neutron.services.segments.db._delete_segments_for_network-8736833900081'] for network, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:48.680165 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-05194892-e8c2-4067-b7cc-172c33eae1f7 tempest-QuotasNegativeTest-896469986 tempest-QuotasNegativeTest-896469986-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89038f68-41a2-4d7d-8c22-13598a115694']}} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:38:48.690742 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-05194892-e8c2-4067-b7cc-172c33eae1f7 tempest-QuotasNegativeTest-896469986 tempest-QuotasNegativeTest-896469986-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '652f5d32-eb7f-4673-b11c-05ea70e30a31') {'for_net_delete': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:38:48.691070 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-05194892-e8c2-4067-b7cc-172c33eae1f7 tempest-QuotasNegativeTest-896469986 tempest-QuotasNegativeTest-896469986-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '652f5d32-eb7f-4673-b11c-05ea70e30a31') {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:38:48.700726 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-05194892-e8c2-4067-b7cc-172c33eae1f7 tempest-QuotasNegativeTest-896469986 tempest-QuotasNegativeTest-896469986-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736833900858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11335978'] for segment, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:48.714469 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-05194892-e8c2-4067-b7cc-172c33eae1f7 tempest-QuotasNegativeTest-896469986 tempest-QuotasNegativeTest-896469986-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:48.720491 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05194892-e8c2-4067-b7cc-172c33eae1f7 tempest-QuotasNegativeTest-896469986 tempest-QuotasNegativeTest-896469986-project-admin] Releasing vlan 538 on physical network physnet1 to pool {{(pid=93797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 23:38:48.720873 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-05194892-e8c2-4067-b7cc-172c33eae1f7 tempest-QuotasNegativeTest-896469986 tempest-QuotasNegativeTest-896469986-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11336013'] for segment, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:48.723413 n-d-802623-1 neutron-server[93797]: Traceback (most recent call last): Jul 27 23:38:48.723413 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 23:38:48.723413 n-d-802623-1 neutron-server[93797]: timer() Jul 27 23:38:48.723413 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 23:38:48.723413 n-d-802623-1 neutron-server[93797]: cb(*args, **kw) Jul 27 23:38:48.723413 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 23:38:48.723413 n-d-802623-1 neutron-server[93797]: return func(*args, **kwargs) Jul 27 23:38:48.723413 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 23:38:48.723413 n-d-802623-1 neutron-server[93797]: self._notify() Jul 27 23:38:48.723413 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 23:38:48.723413 n-d-802623-1 neutron-server[93797]: self.callback(batched_events) Jul 27 23:38:48.723413 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 23:38:48.723413 n-d-802623-1 neutron-server[93797]: event.method(event) Jul 27 23:38:48.723413 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 23:38:48.723413 n-d-802623-1 neutron-server[93797]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 23:38:48.723413 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 23:38:48.723413 n-d-802623-1 neutron-server[93797]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 23:38:48.723413 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 23:38:48.723413 n-d-802623-1 neutron-server[93797]: return f(self, *a, **k) Jul 27 23:38:48.723413 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 23:38:48.723413 n-d-802623-1 neutron-server[93797]: return self._get(url).json() Jul 27 23:38:48.723413 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 23:38:48.723413 n-d-802623-1 neutron-server[93797]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 23:38:48.723413 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 23:38:48.723413 n-d-802623-1 neutron-server[93797]: return self.request(url, 'GET', **kwargs) Jul 27 23:38:48.723413 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 23:38:48.723413 n-d-802623-1 neutron-server[93797]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 23:38:48.723413 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 23:38:48.723413 n-d-802623-1 neutron-server[93797]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 23:38:48.723413 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 23:38:48.723413 n-d-802623-1 neutron-server[93797]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 23:38:48.723413 n-d-802623-1 neutron-server[93797]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 23:38:48.779408 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-05194892-e8c2-4067-b7cc-172c33eae1f7 tempest-QuotasNegativeTest-896469986 tempest-QuotasNegativeTest-896469986-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415412'] for network, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:48.785504 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-05194892-e8c2-4067-b7cc-172c33eae1f7 tempest-QuotasNegativeTest-896469986 tempest-QuotasNegativeTest-896469986-project-admin] Notify callbacks [] for network, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:48.790053 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 51464) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:38:48.790201 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-05194892-e8c2-4067-b7cc-172c33eae1f7 tempest-QuotasNegativeTest-896469986 tempest-QuotasNegativeTest-896469986-project-admin] 10.222.0.18 "DELETE /v2.0/networks/89038f68-41a2-4d7d-8c22-13598a115694 HTTP/1.1" status: 204 len: 168 time: 0.2775750 Jul 27 23:38:48.801552 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05194892-e8c2-4067-b7cc-172c33eae1f7 tempest-QuotasNegativeTest-896469986 tempest-QuotasNegativeTest-896469986-project-admin] Pushing event deleted for resources: {'Network': ['ID=89038f68-41a2-4d7d-8c22-13598a115694,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:38:48.863906 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-cb19f673-b459-4bd6-9261-73f540ce5f6e tempest-QuotasNegativeTest-896469986 tempest-QuotasNegativeTest-896469986-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593271'] for network, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:48.940057 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-cb19f673-b459-4bd6-9261-73f540ce5f6e tempest-QuotasNegativeTest-896469986 tempest-QuotasNegativeTest-896469986-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618032', 'neutron.services.segments.db._delete_segments_for_network-8736833900081'] for network, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:48.949933 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-cb19f673-b459-4bd6-9261-73f540ce5f6e tempest-QuotasNegativeTest-896469986 tempest-QuotasNegativeTest-896469986-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['672597ad-c20d-458f-9d73-4df96524eef1']}} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:38:48.960464 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-cb19f673-b459-4bd6-9261-73f540ce5f6e tempest-QuotasNegativeTest-896469986 tempest-QuotasNegativeTest-896469986-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc4e248b-3212-40c4-8ccb-fdc6aa0329c0') {'for_net_delete': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:38:48.960804 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-cb19f673-b459-4bd6-9261-73f540ce5f6e tempest-QuotasNegativeTest-896469986 tempest-QuotasNegativeTest-896469986-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc4e248b-3212-40c4-8ccb-fdc6aa0329c0') {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:38:48.970737 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-cb19f673-b459-4bd6-9261-73f540ce5f6e tempest-QuotasNegativeTest-896469986 tempest-QuotasNegativeTest-896469986-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736833900858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11163256'] for segment, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:48.984788 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-cb19f673-b459-4bd6-9261-73f540ce5f6e tempest-QuotasNegativeTest-896469986 tempest-QuotasNegativeTest-896469986-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:48.990646 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb19f673-b459-4bd6-9261-73f540ce5f6e tempest-QuotasNegativeTest-896469986 tempest-QuotasNegativeTest-896469986-project-admin] Releasing vlan 500 on physical network physnet1 to pool {{(pid=93798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 23:38:48.991060 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-cb19f673-b459-4bd6-9261-73f540ce5f6e tempest-QuotasNegativeTest-896469986 tempest-QuotasNegativeTest-896469986-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11971746'] for segment, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:48.992937 n-d-802623-1 neutron-server[93798]: Traceback (most recent call last): Jul 27 23:38:48.992937 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 23:38:48.992937 n-d-802623-1 neutron-server[93798]: timer() Jul 27 23:38:48.992937 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 23:38:48.992937 n-d-802623-1 neutron-server[93798]: cb(*args, **kw) Jul 27 23:38:48.992937 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 23:38:48.992937 n-d-802623-1 neutron-server[93798]: return func(*args, **kwargs) Jul 27 23:38:48.992937 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 23:38:48.992937 n-d-802623-1 neutron-server[93798]: self._notify() Jul 27 23:38:48.992937 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 23:38:48.992937 n-d-802623-1 neutron-server[93798]: self.callback(batched_events) Jul 27 23:38:48.992937 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 23:38:48.992937 n-d-802623-1 neutron-server[93798]: event.method(event) Jul 27 23:38:48.992937 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 23:38:48.992937 n-d-802623-1 neutron-server[93798]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 23:38:48.992937 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 23:38:48.992937 n-d-802623-1 neutron-server[93798]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 23:38:48.992937 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 23:38:48.992937 n-d-802623-1 neutron-server[93798]: return f(self, *a, **k) Jul 27 23:38:48.992937 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 23:38:48.992937 n-d-802623-1 neutron-server[93798]: return self._get(url).json() Jul 27 23:38:48.992937 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 23:38:48.992937 n-d-802623-1 neutron-server[93798]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 23:38:48.992937 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 23:38:48.992937 n-d-802623-1 neutron-server[93798]: return self.request(url, 'GET', **kwargs) Jul 27 23:38:48.992937 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 23:38:48.992937 n-d-802623-1 neutron-server[93798]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 23:38:48.992937 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 23:38:48.992937 n-d-802623-1 neutron-server[93798]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 23:38:48.992937 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 23:38:48.992937 n-d-802623-1 neutron-server[93798]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 23:38:48.992937 n-d-802623-1 neutron-server[93798]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 23:38:49.050976 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-cb19f673-b459-4bd6-9261-73f540ce5f6e tempest-QuotasNegativeTest-896469986 tempest-QuotasNegativeTest-896469986-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415412'] for network, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:49.056296 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-cb19f673-b459-4bd6-9261-73f540ce5f6e tempest-QuotasNegativeTest-896469986 tempest-QuotasNegativeTest-896469986-project-admin] Notify callbacks [] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:49.061149 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-cb19f673-b459-4bd6-9261-73f540ce5f6e tempest-QuotasNegativeTest-896469986 tempest-QuotasNegativeTest-896469986-project-admin] 10.222.0.18 "DELETE /v2.0/networks/672597ad-c20d-458f-9d73-4df96524eef1 HTTP/1.1" status: 204 len: 168 time: 0.2670157 Jul 27 23:38:49.073355 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb19f673-b459-4bd6-9261-73f540ce5f6e tempest-QuotasNegativeTest-896469986 tempest-QuotasNegativeTest-896469986-project-admin] Pushing event deleted for resources: {'Network': ['ID=672597ad-c20d-458f-9d73-4df96524eef1,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:38:49.325209 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 51472) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:38:49.339145 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-efe1b9ab-5a86-41f0-87df-faa7dfa4fcb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:49.429377 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-efe1b9ab-5a86-41f0-87df-faa7dfa4fcb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:49.433597 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-efe1b9ab-5a86-41f0-87df-faa7dfa4fcb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:49.468991 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe1b9ab-5a86-41f0-87df-faa7dfa4fcb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffea2497-4615-4a76-95eb-0bb5b712573f,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:38:49.477369 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-efe1b9ab-5a86-41f0-87df-faa7dfa4fcb4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=869912a7c8b947f093d0d56cb87cdab6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1510565 Jul 27 23:38:49.479977 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 51474) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:38:49.529424 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-df6dacaa-8897-41e5-8b03-98c3795aff93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:49.550095 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-df6dacaa-8897-41e5-8b03-98c3795aff93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:49.601225 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-df6dacaa-8897-41e5-8b03-98c3795aff93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:49.603994 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-df6dacaa-8897-41e5-8b03-98c3795aff93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:49.605162 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-df6dacaa-8897-41e5-8b03-98c3795aff93 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ffea2497-4615-4a76-95eb-0bb5b712573f HTTP/1.1" status: 204 len: 168 time: 0.1242840 Jul 27 23:38:49.614608 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6dacaa-8897-41e5-8b03-98c3795aff93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffea2497-4615-4a76-95eb-0bb5b712573f,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:38:49.936678 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 51480) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:38:49.953810 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-78010b20-745a-48b4-83f7-5f57073760bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:50.044498 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-78010b20-745a-48b4-83f7-5f57073760bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:50.048614 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-78010b20-745a-48b4-83f7-5f57073760bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:50.087823 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-78010b20-745a-48b4-83f7-5f57073760bc admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0832bfd8363847b59f2a1963974c310c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1500292 Jul 27 23:38:50.088679 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78010b20-745a-48b4-83f7-5f57073760bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=429a1872-ca37-4fac-932d-e5958e6874ff,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:38:50.090457 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 51482) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:38:50.146230 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-27645964-4ae3-4d55-90ad-b96e2b497d76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:50.173137 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-27645964-4ae3-4d55-90ad-b96e2b497d76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:50.219196 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-27645964-4ae3-4d55-90ad-b96e2b497d76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:50.221825 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-27645964-4ae3-4d55-90ad-b96e2b497d76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:50.223529 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-27645964-4ae3-4d55-90ad-b96e2b497d76 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/429a1872-ca37-4fac-932d-e5958e6874ff HTTP/1.1" status: 204 len: 168 time: 0.1315038 Jul 27 23:38:50.232264 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27645964-4ae3-4d55-90ad-b96e2b497d76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=429a1872-ca37-4fac-932d-e5958e6874ff,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:38:51.419452 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 51524) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:38:51.563421 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-3fba6d12-5a89-4395-ab9e-a6a0e0e9fab8 tempest-PortsAdminExtendedAttrsTestJSON-1807992513 tempest-PortsAdminExtendedAttrsTestJSON-1807992513-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1547136110'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:38:51.585850 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fba6d12-5a89-4395-ab9e-a6a0e0e9fab8 tempest-PortsAdminExtendedAttrsTestJSON-1807992513 tempest-PortsAdminExtendedAttrsTestJSON-1807992513-project] Made reservation on behalf of 13c1115ee3e048c3836457ea4075716e for: {'network': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:38:51.589893 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3fba6d12-5a89-4395-ab9e-a6a0e0e9fab8 tempest-PortsAdminExtendedAttrsTestJSON-1807992513 tempest-PortsAdminExtendedAttrsTestJSON-1807992513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for network, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:51.603622 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3fba6d12-5a89-4395-ab9e-a6a0e0e9fab8 tempest-PortsAdminExtendedAttrsTestJSON-1807992513 tempest-PortsAdminExtendedAttrsTestJSON-1807992513-project] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:51.696032 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3fba6d12-5a89-4395-ab9e-a6a0e0e9fab8 tempest-PortsAdminExtendedAttrsTestJSON-1807992513 tempest-PortsAdminExtendedAttrsTestJSON-1807992513-project] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:51.699982 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3fba6d12-5a89-4395-ab9e-a6a0e0e9fab8 tempest-PortsAdminExtendedAttrsTestJSON-1807992513 tempest-PortsAdminExtendedAttrsTestJSON-1807992513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:51.730336 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3fba6d12-5a89-4395-ab9e-a6a0e0e9fab8 tempest-PortsAdminExtendedAttrsTestJSON-1807992513 tempest-PortsAdminExtendedAttrsTestJSON-1807992513-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 522} {{(pid=93798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 23:38:51.736979 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fba6d12-5a89-4395-ab9e-a6a0e0e9fab8 tempest-PortsAdminExtendedAttrsTestJSON-1807992513 tempest-PortsAdminExtendedAttrsTestJSON-1807992513-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1981321-d17e-4c41-930c-d58436c31d6a,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:38:51.744666 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3fba6d12-5a89-4395-ab9e-a6a0e0e9fab8 tempest-PortsAdminExtendedAttrsTestJSON-1807992513 tempest-PortsAdminExtendedAttrsTestJSON-1807992513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:51.745016 n-d-802623-1 neutron-server[93798]: INFO neutron.db.segments_db [None req-3fba6d12-5a89-4395-ab9e-a6a0e0e9fab8 tempest-PortsAdminExtendedAttrsTestJSON-1807992513 tempest-PortsAdminExtendedAttrsTestJSON-1807992513-project] Added segment aa30c28d-3999-40ce-b07f-6b95aa0d7835 of type vlan for network dc6e123e-f916-4c2f-9cf1-a272f2dab9cf Jul 27 23:38:51.787810 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3fba6d12-5a89-4395-ab9e-a6a0e0e9fab8 tempest-PortsAdminExtendedAttrsTestJSON-1807992513 tempest-PortsAdminExtendedAttrsTestJSON-1807992513-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736833354590'] for network, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:51.816088 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3fba6d12-5a89-4395-ab9e-a6a0e0e9fab8 tempest-PortsAdminExtendedAttrsTestJSON-1807992513 tempest-PortsAdminExtendedAttrsTestJSON-1807992513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569'] for network, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:51.821826 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fba6d12-5a89-4395-ab9e-a6a0e0e9fab8 tempest-PortsAdminExtendedAttrsTestJSON-1807992513 tempest-PortsAdminExtendedAttrsTestJSON-1807992513-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:38:51.822413 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3fba6d12-5a89-4395-ab9e-a6a0e0e9fab8 tempest-PortsAdminExtendedAttrsTestJSON-1807992513 tempest-PortsAdminExtendedAttrsTestJSON-1807992513-project] Notify callbacks [] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:51.883551 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-3fba6d12-5a89-4395-ab9e-a6a0e0e9fab8 tempest-PortsAdminExtendedAttrsTestJSON-1807992513 tempest-PortsAdminExtendedAttrsTestJSON-1807992513-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 0.4628649 Jul 27 23:38:51.897993 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fba6d12-5a89-4395-ab9e-a6a0e0e9fab8 tempest-PortsAdminExtendedAttrsTestJSON-1807992513 tempest-PortsAdminExtendedAttrsTestJSON-1807992513-project] Pushing event updated for resources: {'Network': ['ID=dc6e123e-f916-4c2f-9cf1-a272f2dab9cf,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:38:51.908897 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Network dc6e123e-f916-4c2f-9cf1-a272f2dab9cf details requested by agent ovs-agent-n-d-802623-1 with host n-d-802623-1 {{(pid=93799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 23:38:52.072499 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 51534) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:38:52.077586 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-8a1d2efd-a16f-4ee9-8417-7b00e7a68acd tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Request body: {'port': {'network_id': 'dc6e123e-f916-4c2f-9cf1-a272f2dab9cf', 'binding:host_id': 'n-h1-802623-1', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1702339299'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:38:52.104109 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a1d2efd-a16f-4ee9-8417-7b00e7a68acd tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Made reservation on behalf of eb2ea8cccb20427e8b784885c13e6bcd for: {'port': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:38:52.107859 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8a1d2efd-a16f-4ee9-8417-7b00e7a68acd tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:52.118563 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8a1d2efd-a16f-4ee9-8417-7b00e7a68acd tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:52.233384 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8a1d2efd-a16f-4ee9-8417-7b00e7a68acd tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:52.237128 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8a1d2efd-a16f-4ee9-8417-7b00e7a68acd tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:52.242241 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-8a1d2efd-a16f-4ee9-8417-7b00e7a68acd tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] device_id is not set on port 3670dd76-ea0b-49a6-ad76-db25681bd2ff yet. {{(pid=93797) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 23:38:52.321513 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1d2efd-a16f-4ee9-8417-7b00e7a68acd tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ff122e4-0661-42ea-bd91-fc3dd830ea0e,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:38:52.466296 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-8a1d2efd-a16f-4ee9-8417-7b00e7a68acd tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] device_id is not set on port 3670dd76-ea0b-49a6-ad76-db25681bd2ff yet. {{(pid=93797) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 23:38:52.475902 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8a1d2efd-a16f-4ee9-8417-7b00e7a68acd tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:52.486428 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-8a1d2efd-a16f-4ee9-8417-7b00e7a68acd tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Transition to ACTIVE for port object 3670dd76-ea0b-49a6-ad76-db25681bd2ff will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:38:52.495658 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8a1d2efd-a16f-4ee9-8417-7b00e7a68acd tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:52.551474 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1d2efd-a16f-4ee9-8417-7b00e7a68acd tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Pushing event updated for resources: {'Port': ['ID=3670dd76-ea0b-49a6-ad76-db25681bd2ff,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:38:52.559964 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a1d2efd-a16f-4ee9-8417-7b00e7a68acd tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Checking segment: {'id': 'aa30c28d-3999-40ce-b07f-6b95aa0d7835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'dc6e123e-f916-4c2f-9cf1-a272f2dab9cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:38:52.560327 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a1d2efd-a16f-4ee9-8417-7b00e7a68acd tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Network hostable DHCP agents. Network: dc6e123e-f916-4c2f-9cf1-a272f2dab9cf, hostable agents: ['5950e76f-2bde-4343-a925-cbe6bacd2706'], hosted agents: [] {{(pid=93797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 23:38:52.575906 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a1d2efd-a16f-4ee9-8417-7b00e7a68acd tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Network dc6e123e-f916-4c2f-9cf1-a272f2dab9cf is scheduled to be hosted by DHCP agent 5950e76f-2bde-4343-a925-cbe6bacd2706 with binding_index 1 {{(pid=93797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 23:38:52.584871 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-8a1d2efd-a16f-4ee9-8417-7b00e7a68acd tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802623-1, dc6e123e-f916-4c2f-9cf1-a272f2dab9cf) {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:38:52.588456 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a1d2efd-a16f-4ee9-8417-7b00e7a68acd tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:38:52.593924 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eb1df04-d206-422f-afb5-7d25dca647a5 None None] Network dc6e123e-f916-4c2f-9cf1-a272f2dab9cf requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:38:52.602774 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-8a1d2efd-a16f-4ee9-8417-7b00e7a68acd tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Attempting to bind port 3670dd76-ea0b-49a6-ad76-db25681bd2ff on host n-h1-802623-1 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:38:52.603142 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-8a1d2efd-a16f-4ee9-8417-7b00e7a68acd tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Attempting to bind port 3670dd76-ea0b-49a6-ad76-db25681bd2ff by drivers openvswitch,hyperv on host n-h1-802623-1 at level 0 using segments [{'id': 'aa30c28d-3999-40ce-b07f-6b95aa0d7835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'dc6e123e-f916-4c2f-9cf1-a272f2dab9cf'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:38:52.603486 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a1d2efd-a16f-4ee9-8417-7b00e7a68acd tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Attempting to bind port 3670dd76-ea0b-49a6-ad76-db25681bd2ff on network dc6e123e-f916-4c2f-9cf1-a272f2dab9cf {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:38:52.607772 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a1d2efd-a16f-4ee9-8417-7b00e7a68acd tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Port 3670dd76-ea0b-49a6-ad76-db25681bd2ff on network dc6e123e-f916-4c2f-9cf1-a272f2dab9cf not bound, no agent of type Open vSwitch agent registered on host n-h1-802623-1 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 23:38:52.608101 n-d-802623-1 neutron-server[93797]: ERROR neutron.plugins.ml2.managers [None req-8a1d2efd-a16f-4ee9-8417-7b00e7a68acd tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Failed to bind port 3670dd76-ea0b-49a6-ad76-db25681bd2ff on host n-h1-802623-1 for vnic_type normal using segments [{'id': 'aa30c28d-3999-40ce-b07f-6b95aa0d7835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'dc6e123e-f916-4c2f-9cf1-a272f2dab9cf'}] Jul 27 23:38:52.608486 n-d-802623-1 neutron-server[93797]: INFO neutron.plugins.ml2.plugin [None req-8a1d2efd-a16f-4ee9-8417-7b00e7a68acd tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Attempt 2 to bind port 3670dd76-ea0b-49a6-ad76-db25681bd2ff Jul 27 23:38:52.619944 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-8a1d2efd-a16f-4ee9-8417-7b00e7a68acd tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Attempting to bind port 3670dd76-ea0b-49a6-ad76-db25681bd2ff on host n-h1-802623-1 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:38:52.620278 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-8a1d2efd-a16f-4ee9-8417-7b00e7a68acd tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Attempting to bind port 3670dd76-ea0b-49a6-ad76-db25681bd2ff by drivers openvswitch,hyperv on host n-h1-802623-1 at level 0 using segments [{'id': 'aa30c28d-3999-40ce-b07f-6b95aa0d7835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'dc6e123e-f916-4c2f-9cf1-a272f2dab9cf'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:38:52.620608 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a1d2efd-a16f-4ee9-8417-7b00e7a68acd tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Attempting to bind port 3670dd76-ea0b-49a6-ad76-db25681bd2ff on network dc6e123e-f916-4c2f-9cf1-a272f2dab9cf {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:38:52.624995 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a1d2efd-a16f-4ee9-8417-7b00e7a68acd tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Port 3670dd76-ea0b-49a6-ad76-db25681bd2ff on network dc6e123e-f916-4c2f-9cf1-a272f2dab9cf not bound, no agent of type Open vSwitch agent registered on host n-h1-802623-1 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 23:38:52.625324 n-d-802623-1 neutron-server[93797]: ERROR neutron.plugins.ml2.managers [None req-8a1d2efd-a16f-4ee9-8417-7b00e7a68acd tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Failed to bind port 3670dd76-ea0b-49a6-ad76-db25681bd2ff on host n-h1-802623-1 for vnic_type normal using segments [{'id': 'aa30c28d-3999-40ce-b07f-6b95aa0d7835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'dc6e123e-f916-4c2f-9cf1-a272f2dab9cf'}] Jul 27 23:38:52.625708 n-d-802623-1 neutron-server[93797]: INFO neutron.plugins.ml2.plugin [None req-8a1d2efd-a16f-4ee9-8417-7b00e7a68acd tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Attempt 3 to bind port 3670dd76-ea0b-49a6-ad76-db25681bd2ff Jul 27 23:38:52.637758 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-8a1d2efd-a16f-4ee9-8417-7b00e7a68acd tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Attempting to bind port 3670dd76-ea0b-49a6-ad76-db25681bd2ff on host n-h1-802623-1 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:38:52.638095 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-8a1d2efd-a16f-4ee9-8417-7b00e7a68acd tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Attempting to bind port 3670dd76-ea0b-49a6-ad76-db25681bd2ff by drivers openvswitch,hyperv on host n-h1-802623-1 at level 0 using segments [{'id': 'aa30c28d-3999-40ce-b07f-6b95aa0d7835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'dc6e123e-f916-4c2f-9cf1-a272f2dab9cf'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:38:52.638426 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a1d2efd-a16f-4ee9-8417-7b00e7a68acd tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Attempting to bind port 3670dd76-ea0b-49a6-ad76-db25681bd2ff on network dc6e123e-f916-4c2f-9cf1-a272f2dab9cf {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:38:52.642616 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a1d2efd-a16f-4ee9-8417-7b00e7a68acd tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Port 3670dd76-ea0b-49a6-ad76-db25681bd2ff on network dc6e123e-f916-4c2f-9cf1-a272f2dab9cf not bound, no agent of type Open vSwitch agent registered on host n-h1-802623-1 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 23:38:52.642945 n-d-802623-1 neutron-server[93797]: ERROR neutron.plugins.ml2.managers [None req-8a1d2efd-a16f-4ee9-8417-7b00e7a68acd tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Failed to bind port 3670dd76-ea0b-49a6-ad76-db25681bd2ff on host n-h1-802623-1 for vnic_type normal using segments [{'id': 'aa30c28d-3999-40ce-b07f-6b95aa0d7835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'dc6e123e-f916-4c2f-9cf1-a272f2dab9cf'}] Jul 27 23:38:52.643356 n-d-802623-1 neutron-server[93797]: INFO neutron.plugins.ml2.plugin [None req-8a1d2efd-a16f-4ee9-8417-7b00e7a68acd tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Attempt 4 to bind port 3670dd76-ea0b-49a6-ad76-db25681bd2ff Jul 27 23:38:52.655215 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-8a1d2efd-a16f-4ee9-8417-7b00e7a68acd tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Attempting to bind port 3670dd76-ea0b-49a6-ad76-db25681bd2ff on host n-h1-802623-1 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:38:52.655555 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-8a1d2efd-a16f-4ee9-8417-7b00e7a68acd tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Attempting to bind port 3670dd76-ea0b-49a6-ad76-db25681bd2ff by drivers openvswitch,hyperv on host n-h1-802623-1 at level 0 using segments [{'id': 'aa30c28d-3999-40ce-b07f-6b95aa0d7835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'dc6e123e-f916-4c2f-9cf1-a272f2dab9cf'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:38:52.655888 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a1d2efd-a16f-4ee9-8417-7b00e7a68acd tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Attempting to bind port 3670dd76-ea0b-49a6-ad76-db25681bd2ff on network dc6e123e-f916-4c2f-9cf1-a272f2dab9cf {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:38:52.660630 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a1d2efd-a16f-4ee9-8417-7b00e7a68acd tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Port 3670dd76-ea0b-49a6-ad76-db25681bd2ff on network dc6e123e-f916-4c2f-9cf1-a272f2dab9cf not bound, no agent of type Open vSwitch agent registered on host n-h1-802623-1 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 23:38:52.660957 n-d-802623-1 neutron-server[93797]: ERROR neutron.plugins.ml2.managers [None req-8a1d2efd-a16f-4ee9-8417-7b00e7a68acd tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Failed to bind port 3670dd76-ea0b-49a6-ad76-db25681bd2ff on host n-h1-802623-1 for vnic_type normal using segments [{'id': 'aa30c28d-3999-40ce-b07f-6b95aa0d7835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'dc6e123e-f916-4c2f-9cf1-a272f2dab9cf'}] Jul 27 23:38:52.661337 n-d-802623-1 neutron-server[93797]: INFO neutron.plugins.ml2.plugin [None req-8a1d2efd-a16f-4ee9-8417-7b00e7a68acd tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Attempt 5 to bind port 3670dd76-ea0b-49a6-ad76-db25681bd2ff Jul 27 23:38:52.673503 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-8a1d2efd-a16f-4ee9-8417-7b00e7a68acd tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Attempting to bind port 3670dd76-ea0b-49a6-ad76-db25681bd2ff on host n-h1-802623-1 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:38:52.673837 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-8a1d2efd-a16f-4ee9-8417-7b00e7a68acd tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Attempting to bind port 3670dd76-ea0b-49a6-ad76-db25681bd2ff by drivers openvswitch,hyperv on host n-h1-802623-1 at level 0 using segments [{'id': 'aa30c28d-3999-40ce-b07f-6b95aa0d7835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'dc6e123e-f916-4c2f-9cf1-a272f2dab9cf'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:38:52.674166 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a1d2efd-a16f-4ee9-8417-7b00e7a68acd tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Attempting to bind port 3670dd76-ea0b-49a6-ad76-db25681bd2ff on network dc6e123e-f916-4c2f-9cf1-a272f2dab9cf {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:38:52.678644 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a1d2efd-a16f-4ee9-8417-7b00e7a68acd tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Port 3670dd76-ea0b-49a6-ad76-db25681bd2ff on network dc6e123e-f916-4c2f-9cf1-a272f2dab9cf not bound, no agent of type Open vSwitch agent registered on host n-h1-802623-1 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 23:38:52.678984 n-d-802623-1 neutron-server[93797]: ERROR neutron.plugins.ml2.managers [None req-8a1d2efd-a16f-4ee9-8417-7b00e7a68acd tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Failed to bind port 3670dd76-ea0b-49a6-ad76-db25681bd2ff on host n-h1-802623-1 for vnic_type normal using segments [{'id': 'aa30c28d-3999-40ce-b07f-6b95aa0d7835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'dc6e123e-f916-4c2f-9cf1-a272f2dab9cf'}] Jul 27 23:38:52.679406 n-d-802623-1 neutron-server[93797]: INFO neutron.plugins.ml2.plugin [None req-8a1d2efd-a16f-4ee9-8417-7b00e7a68acd tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Attempt 6 to bind port 3670dd76-ea0b-49a6-ad76-db25681bd2ff Jul 27 23:38:52.691264 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-8a1d2efd-a16f-4ee9-8417-7b00e7a68acd tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Attempting to bind port 3670dd76-ea0b-49a6-ad76-db25681bd2ff on host n-h1-802623-1 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:38:52.691610 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-8a1d2efd-a16f-4ee9-8417-7b00e7a68acd tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Attempting to bind port 3670dd76-ea0b-49a6-ad76-db25681bd2ff by drivers openvswitch,hyperv on host n-h1-802623-1 at level 0 using segments [{'id': 'aa30c28d-3999-40ce-b07f-6b95aa0d7835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'dc6e123e-f916-4c2f-9cf1-a272f2dab9cf'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:38:52.691968 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a1d2efd-a16f-4ee9-8417-7b00e7a68acd tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Attempting to bind port 3670dd76-ea0b-49a6-ad76-db25681bd2ff on network dc6e123e-f916-4c2f-9cf1-a272f2dab9cf {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:38:52.696507 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a1d2efd-a16f-4ee9-8417-7b00e7a68acd tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Port 3670dd76-ea0b-49a6-ad76-db25681bd2ff on network dc6e123e-f916-4c2f-9cf1-a272f2dab9cf not bound, no agent of type Open vSwitch agent registered on host n-h1-802623-1 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 23:38:52.696838 n-d-802623-1 neutron-server[93797]: ERROR neutron.plugins.ml2.managers [None req-8a1d2efd-a16f-4ee9-8417-7b00e7a68acd tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Failed to bind port 3670dd76-ea0b-49a6-ad76-db25681bd2ff on host n-h1-802623-1 for vnic_type normal using segments [{'id': 'aa30c28d-3999-40ce-b07f-6b95aa0d7835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'dc6e123e-f916-4c2f-9cf1-a272f2dab9cf'}] Jul 27 23:38:52.697715 n-d-802623-1 neutron-server[93797]: INFO neutron.plugins.ml2.plugin [None req-8a1d2efd-a16f-4ee9-8417-7b00e7a68acd tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Attempt 7 to bind port 3670dd76-ea0b-49a6-ad76-db25681bd2ff Jul 27 23:38:52.710020 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-8a1d2efd-a16f-4ee9-8417-7b00e7a68acd tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Attempting to bind port 3670dd76-ea0b-49a6-ad76-db25681bd2ff on host n-h1-802623-1 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:38:52.710362 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-8a1d2efd-a16f-4ee9-8417-7b00e7a68acd tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Attempting to bind port 3670dd76-ea0b-49a6-ad76-db25681bd2ff by drivers openvswitch,hyperv on host n-h1-802623-1 at level 0 using segments [{'id': 'aa30c28d-3999-40ce-b07f-6b95aa0d7835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'dc6e123e-f916-4c2f-9cf1-a272f2dab9cf'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:38:52.710699 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a1d2efd-a16f-4ee9-8417-7b00e7a68acd tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Attempting to bind port 3670dd76-ea0b-49a6-ad76-db25681bd2ff on network dc6e123e-f916-4c2f-9cf1-a272f2dab9cf {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:38:52.714971 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a1d2efd-a16f-4ee9-8417-7b00e7a68acd tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Port 3670dd76-ea0b-49a6-ad76-db25681bd2ff on network dc6e123e-f916-4c2f-9cf1-a272f2dab9cf not bound, no agent of type Open vSwitch agent registered on host n-h1-802623-1 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 23:38:52.715324 n-d-802623-1 neutron-server[93797]: ERROR neutron.plugins.ml2.managers [None req-8a1d2efd-a16f-4ee9-8417-7b00e7a68acd tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Failed to bind port 3670dd76-ea0b-49a6-ad76-db25681bd2ff on host n-h1-802623-1 for vnic_type normal using segments [{'id': 'aa30c28d-3999-40ce-b07f-6b95aa0d7835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'dc6e123e-f916-4c2f-9cf1-a272f2dab9cf'}] Jul 27 23:38:52.715712 n-d-802623-1 neutron-server[93797]: INFO neutron.plugins.ml2.plugin [None req-8a1d2efd-a16f-4ee9-8417-7b00e7a68acd tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Attempt 8 to bind port 3670dd76-ea0b-49a6-ad76-db25681bd2ff Jul 27 23:38:52.727800 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-8a1d2efd-a16f-4ee9-8417-7b00e7a68acd tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Attempting to bind port 3670dd76-ea0b-49a6-ad76-db25681bd2ff on host n-h1-802623-1 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:38:52.728083 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-8a1d2efd-a16f-4ee9-8417-7b00e7a68acd tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Attempting to bind port 3670dd76-ea0b-49a6-ad76-db25681bd2ff by drivers openvswitch,hyperv on host n-h1-802623-1 at level 0 using segments [{'id': 'aa30c28d-3999-40ce-b07f-6b95aa0d7835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'dc6e123e-f916-4c2f-9cf1-a272f2dab9cf'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:38:52.728416 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a1d2efd-a16f-4ee9-8417-7b00e7a68acd tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Attempting to bind port 3670dd76-ea0b-49a6-ad76-db25681bd2ff on network dc6e123e-f916-4c2f-9cf1-a272f2dab9cf {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:38:52.732640 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a1d2efd-a16f-4ee9-8417-7b00e7a68acd tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Port 3670dd76-ea0b-49a6-ad76-db25681bd2ff on network dc6e123e-f916-4c2f-9cf1-a272f2dab9cf not bound, no agent of type Open vSwitch agent registered on host n-h1-802623-1 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 23:38:52.732971 n-d-802623-1 neutron-server[93797]: ERROR neutron.plugins.ml2.managers [None req-8a1d2efd-a16f-4ee9-8417-7b00e7a68acd tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Failed to bind port 3670dd76-ea0b-49a6-ad76-db25681bd2ff on host n-h1-802623-1 for vnic_type normal using segments [{'id': 'aa30c28d-3999-40ce-b07f-6b95aa0d7835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'dc6e123e-f916-4c2f-9cf1-a272f2dab9cf'}] Jul 27 23:38:52.733356 n-d-802623-1 neutron-server[93797]: INFO neutron.plugins.ml2.plugin [None req-8a1d2efd-a16f-4ee9-8417-7b00e7a68acd tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Attempt 9 to bind port 3670dd76-ea0b-49a6-ad76-db25681bd2ff Jul 27 23:38:52.745324 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-8a1d2efd-a16f-4ee9-8417-7b00e7a68acd tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Attempting to bind port 3670dd76-ea0b-49a6-ad76-db25681bd2ff on host n-h1-802623-1 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:38:52.745661 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-8a1d2efd-a16f-4ee9-8417-7b00e7a68acd tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Attempting to bind port 3670dd76-ea0b-49a6-ad76-db25681bd2ff by drivers openvswitch,hyperv on host n-h1-802623-1 at level 0 using segments [{'id': 'aa30c28d-3999-40ce-b07f-6b95aa0d7835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'dc6e123e-f916-4c2f-9cf1-a272f2dab9cf'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:38:52.745991 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a1d2efd-a16f-4ee9-8417-7b00e7a68acd tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Attempting to bind port 3670dd76-ea0b-49a6-ad76-db25681bd2ff on network dc6e123e-f916-4c2f-9cf1-a272f2dab9cf {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:38:52.750227 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a1d2efd-a16f-4ee9-8417-7b00e7a68acd tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Port 3670dd76-ea0b-49a6-ad76-db25681bd2ff on network dc6e123e-f916-4c2f-9cf1-a272f2dab9cf not bound, no agent of type Open vSwitch agent registered on host n-h1-802623-1 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 23:38:52.750560 n-d-802623-1 neutron-server[93797]: ERROR neutron.plugins.ml2.managers [None req-8a1d2efd-a16f-4ee9-8417-7b00e7a68acd tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Failed to bind port 3670dd76-ea0b-49a6-ad76-db25681bd2ff on host n-h1-802623-1 for vnic_type normal using segments [{'id': 'aa30c28d-3999-40ce-b07f-6b95aa0d7835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'dc6e123e-f916-4c2f-9cf1-a272f2dab9cf'}] Jul 27 23:38:52.750943 n-d-802623-1 neutron-server[93797]: INFO neutron.plugins.ml2.plugin [None req-8a1d2efd-a16f-4ee9-8417-7b00e7a68acd tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Attempt 10 to bind port 3670dd76-ea0b-49a6-ad76-db25681bd2ff Jul 27 23:38:52.762314 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-8a1d2efd-a16f-4ee9-8417-7b00e7a68acd tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Attempting to bind port 3670dd76-ea0b-49a6-ad76-db25681bd2ff on host n-h1-802623-1 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:38:52.762652 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-8a1d2efd-a16f-4ee9-8417-7b00e7a68acd tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Attempting to bind port 3670dd76-ea0b-49a6-ad76-db25681bd2ff by drivers openvswitch,hyperv on host n-h1-802623-1 at level 0 using segments [{'id': 'aa30c28d-3999-40ce-b07f-6b95aa0d7835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'dc6e123e-f916-4c2f-9cf1-a272f2dab9cf'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:38:52.762987 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a1d2efd-a16f-4ee9-8417-7b00e7a68acd tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Attempting to bind port 3670dd76-ea0b-49a6-ad76-db25681bd2ff on network dc6e123e-f916-4c2f-9cf1-a272f2dab9cf {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:38:52.767229 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a1d2efd-a16f-4ee9-8417-7b00e7a68acd tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Port 3670dd76-ea0b-49a6-ad76-db25681bd2ff on network dc6e123e-f916-4c2f-9cf1-a272f2dab9cf not bound, no agent of type Open vSwitch agent registered on host n-h1-802623-1 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 23:38:52.767562 n-d-802623-1 neutron-server[93797]: ERROR neutron.plugins.ml2.managers [None req-8a1d2efd-a16f-4ee9-8417-7b00e7a68acd tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Failed to bind port 3670dd76-ea0b-49a6-ad76-db25681bd2ff on host n-h1-802623-1 for vnic_type normal using segments [{'id': 'aa30c28d-3999-40ce-b07f-6b95aa0d7835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'dc6e123e-f916-4c2f-9cf1-a272f2dab9cf'}] Jul 27 23:38:52.767930 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8a1d2efd-a16f-4ee9-8417-7b00e7a68acd tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:52.852644 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-8a1d2efd-a16f-4ee9-8417-7b00e7a68acd tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] For port 3670dd76-ea0b-49a6-ad76-db25681bd2ff, host n-h1-802623-1, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:38:52.853000 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-8a1d2efd-a16f-4ee9-8417-7b00e7a68acd tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Attempted to set empty binding levels {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 27 23:38:52.857076 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8a1d2efd-a16f-4ee9-8417-7b00e7a68acd tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11336041'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:52.886994 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a1d2efd-a16f-4ee9-8417-7b00e7a68acd tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:38:52.887611 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8a1d2efd-a16f-4ee9-8417-7b00e7a68acd tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:52.907325 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1d2efd-a16f-4ee9-8417-7b00e7a68acd tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Pushing event updated for resources: {'Port': ['ID=3670dd76-ea0b-49a6-ad76-db25681bd2ff,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:38:52.911317 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-8a1d2efd-a16f-4ee9-8417-7b00e7a68acd tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 0.8377471 Jul 27 23:38:52.914202 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 51538) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:38:52.988805 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-24af69c9-256a-4d6a-93f5-6e58a9171434 tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Deleting port 3670dd76-ea0b-49a6-ad76-db25681bd2ff {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:38:52.989091 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-24af69c9-256a-4d6a-93f5-6e58a9171434 tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:53.047899 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-24af69c9-256a-4d6a-93f5-6e58a9171434 tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] For port 3670dd76-ea0b-49a6-ad76-db25681bd2ff, host n-h1-802623-1, got binding levels [] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:38:53.048256 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-24af69c9-256a-4d6a-93f5-6e58a9171434 tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:53.063909 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-24af69c9-256a-4d6a-93f5-6e58a9171434 tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Calling delete_port for 3670dd76-ea0b-49a6-ad76-db25681bd2ff owned by {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:38:53.145806 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-24af69c9-256a-4d6a-93f5-6e58a9171434 tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:53.183285 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24af69c9-256a-4d6a-93f5-6e58a9171434 tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Pushing event deleted for resources: {'Port': ['ID=3670dd76-ea0b-49a6-ad76-db25681bd2ff,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:38:53.186950 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-24af69c9-256a-4d6a-93f5-6e58a9171434 tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:53.188973 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-24af69c9-256a-4d6a-93f5-6e58a9171434 tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] 10.222.0.18 "DELETE /v2.0/ports/3670dd76-ea0b-49a6-ad76-db25681bd2ff HTTP/1.1" status: 204 len: 168 time: 0.2737305 Jul 27 23:38:53.192375 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 51540) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:38:53.216794 n-d-802623-1 neutron-server[93797]: INFO neutron.pecan_wsgi.hooks.translation [None req-647e8c6d-a7a0-40a0-8efd-2a01065734e3 tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] GET failed (client error): The resource could not be found. Jul 27 23:38:53.218416 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-647e8c6d-a7a0-40a0-8efd-2a01065734e3 tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] 10.222.0.18 "GET /v2.0/ports/3670dd76-ea0b-49a6-ad76-db25681bd2ff HTTP/1.1" status: 404 len: 333 time: 0.0249796 Jul 27 23:38:53.221995 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 51544) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:38:53.227297 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-fb4fc3b9-83b9-4b15-aab6-4f355f498da4 tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Request body: {'port': {'network_id': 'dc6e123e-f916-4c2f-9cf1-a272f2dab9cf', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1363938039'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:38:53.247706 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb4fc3b9-83b9-4b15-aab6-4f355f498da4 tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Made reservation on behalf of eb2ea8cccb20427e8b784885c13e6bcd for: {'port': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:38:53.249932 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-fb4fc3b9-83b9-4b15-aab6-4f355f498da4 tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:53.265981 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-fb4fc3b9-83b9-4b15-aab6-4f355f498da4 tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] device_id is not set on port e1887a3b-437b-4692-a66f-4f27bb7901de yet. {{(pid=93797) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 23:38:53.418028 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-fb4fc3b9-83b9-4b15-aab6-4f355f498da4 tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:53.455358 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-fb4fc3b9-83b9-4b15-aab6-4f355f498da4 tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:53.569516 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb4fc3b9-83b9-4b15-aab6-4f355f498da4 tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Network dc6e123e-f916-4c2f-9cf1-a272f2dab9cf is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:38:53.569516 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-fb4fc3b9-83b9-4b15-aab6-4f355f498da4 tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:38:53.569516 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb4fc3b9-83b9-4b15-aab6-4f355f498da4 tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:38:53.569516 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb4fc3b9-83b9-4b15-aab6-4f355f498da4 tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:38:53.569516 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-fb4fc3b9-83b9-4b15-aab6-4f355f498da4 tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:53.569516 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4fc3b9-83b9-4b15-aab6-4f355f498da4 tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Pushing event updated for resources: {'Port': ['ID=e1887a3b-437b-4692-a66f-4f27bb7901de,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:38:53.569516 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-fb4fc3b9-83b9-4b15-aab6-4f355f498da4 tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.3090684 Jul 27 23:38:53.569516 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 51552) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:38:53.569516 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-a1dffa7a-b7a2-4588-b226-d2e622dde264 tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-802623-1'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:38:53.651034 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a1dffa7a-b7a2-4588-b226-d2e622dde264 tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:53.789221 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-a1dffa7a-b7a2-4588-b226-d2e622dde264 tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] device_id is not set on port e1887a3b-437b-4692-a66f-4f27bb7901de yet. {{(pid=93797) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 23:38:53.797363 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a1dffa7a-b7a2-4588-b226-d2e622dde264 tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:53.812730 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-a1dffa7a-b7a2-4588-b226-d2e622dde264 tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Transition to ACTIVE for port object e1887a3b-437b-4692-a66f-4f27bb7901de will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:38:53.818340 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a1dffa7a-b7a2-4588-b226-d2e622dde264 tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11336041'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:53.872592 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dffa7a-b7a2-4588-b226-d2e622dde264 tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Pushing event updated for resources: {'Port': ['ID=e1887a3b-437b-4692-a66f-4f27bb7901de,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:38:53.884642 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-a1dffa7a-b7a2-4588-b226-d2e622dde264 tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Attempting to bind port e1887a3b-437b-4692-a66f-4f27bb7901de on host n-h1-802623-1 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:38:53.884990 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-a1dffa7a-b7a2-4588-b226-d2e622dde264 tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Attempting to bind port e1887a3b-437b-4692-a66f-4f27bb7901de by drivers openvswitch,hyperv on host n-h1-802623-1 at level 0 using segments [{'id': 'aa30c28d-3999-40ce-b07f-6b95aa0d7835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'dc6e123e-f916-4c2f-9cf1-a272f2dab9cf'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:38:53.885334 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1dffa7a-b7a2-4588-b226-d2e622dde264 tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Attempting to bind port e1887a3b-437b-4692-a66f-4f27bb7901de on network dc6e123e-f916-4c2f-9cf1-a272f2dab9cf {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:38:53.889727 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1dffa7a-b7a2-4588-b226-d2e622dde264 tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Port e1887a3b-437b-4692-a66f-4f27bb7901de on network dc6e123e-f916-4c2f-9cf1-a272f2dab9cf not bound, no agent of type Open vSwitch agent registered on host n-h1-802623-1 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 23:38:53.890058 n-d-802623-1 neutron-server[93797]: ERROR neutron.plugins.ml2.managers [None req-a1dffa7a-b7a2-4588-b226-d2e622dde264 tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Failed to bind port e1887a3b-437b-4692-a66f-4f27bb7901de on host n-h1-802623-1 for vnic_type normal using segments [{'id': 'aa30c28d-3999-40ce-b07f-6b95aa0d7835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'dc6e123e-f916-4c2f-9cf1-a272f2dab9cf'}] Jul 27 23:38:53.890444 n-d-802623-1 neutron-server[93797]: INFO neutron.plugins.ml2.plugin [None req-a1dffa7a-b7a2-4588-b226-d2e622dde264 tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Attempt 2 to bind port e1887a3b-437b-4692-a66f-4f27bb7901de Jul 27 23:38:53.911277 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-a1dffa7a-b7a2-4588-b226-d2e622dde264 tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Attempting to bind port e1887a3b-437b-4692-a66f-4f27bb7901de on host n-h1-802623-1 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:38:53.911277 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-a1dffa7a-b7a2-4588-b226-d2e622dde264 tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Attempting to bind port e1887a3b-437b-4692-a66f-4f27bb7901de by drivers openvswitch,hyperv on host n-h1-802623-1 at level 0 using segments [{'id': 'aa30c28d-3999-40ce-b07f-6b95aa0d7835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'dc6e123e-f916-4c2f-9cf1-a272f2dab9cf'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:38:53.911277 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1dffa7a-b7a2-4588-b226-d2e622dde264 tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Attempting to bind port e1887a3b-437b-4692-a66f-4f27bb7901de on network dc6e123e-f916-4c2f-9cf1-a272f2dab9cf {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:38:53.913061 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1dffa7a-b7a2-4588-b226-d2e622dde264 tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Port e1887a3b-437b-4692-a66f-4f27bb7901de on network dc6e123e-f916-4c2f-9cf1-a272f2dab9cf not bound, no agent of type Open vSwitch agent registered on host n-h1-802623-1 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 23:38:53.913061 n-d-802623-1 neutron-server[93797]: ERROR neutron.plugins.ml2.managers [None req-a1dffa7a-b7a2-4588-b226-d2e622dde264 tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Failed to bind port e1887a3b-437b-4692-a66f-4f27bb7901de on host n-h1-802623-1 for vnic_type normal using segments [{'id': 'aa30c28d-3999-40ce-b07f-6b95aa0d7835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'dc6e123e-f916-4c2f-9cf1-a272f2dab9cf'}] Jul 27 23:38:53.913061 n-d-802623-1 neutron-server[93797]: INFO neutron.plugins.ml2.plugin [None req-a1dffa7a-b7a2-4588-b226-d2e622dde264 tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Attempt 3 to bind port e1887a3b-437b-4692-a66f-4f27bb7901de Jul 27 23:38:53.926301 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-a1dffa7a-b7a2-4588-b226-d2e622dde264 tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Attempting to bind port e1887a3b-437b-4692-a66f-4f27bb7901de on host n-h1-802623-1 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:38:53.926647 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-a1dffa7a-b7a2-4588-b226-d2e622dde264 tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Attempting to bind port e1887a3b-437b-4692-a66f-4f27bb7901de by drivers openvswitch,hyperv on host n-h1-802623-1 at level 0 using segments [{'id': 'aa30c28d-3999-40ce-b07f-6b95aa0d7835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'dc6e123e-f916-4c2f-9cf1-a272f2dab9cf'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:38:53.926993 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1dffa7a-b7a2-4588-b226-d2e622dde264 tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Attempting to bind port e1887a3b-437b-4692-a66f-4f27bb7901de on network dc6e123e-f916-4c2f-9cf1-a272f2dab9cf {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:38:53.931522 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1dffa7a-b7a2-4588-b226-d2e622dde264 tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Port e1887a3b-437b-4692-a66f-4f27bb7901de on network dc6e123e-f916-4c2f-9cf1-a272f2dab9cf not bound, no agent of type Open vSwitch agent registered on host n-h1-802623-1 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 23:38:53.931853 n-d-802623-1 neutron-server[93797]: ERROR neutron.plugins.ml2.managers [None req-a1dffa7a-b7a2-4588-b226-d2e622dde264 tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Failed to bind port e1887a3b-437b-4692-a66f-4f27bb7901de on host n-h1-802623-1 for vnic_type normal using segments [{'id': 'aa30c28d-3999-40ce-b07f-6b95aa0d7835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'dc6e123e-f916-4c2f-9cf1-a272f2dab9cf'}] Jul 27 23:38:53.932248 n-d-802623-1 neutron-server[93797]: INFO neutron.plugins.ml2.plugin [None req-a1dffa7a-b7a2-4588-b226-d2e622dde264 tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Attempt 4 to bind port e1887a3b-437b-4692-a66f-4f27bb7901de Jul 27 23:38:53.950273 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-a1dffa7a-b7a2-4588-b226-d2e622dde264 tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Attempting to bind port e1887a3b-437b-4692-a66f-4f27bb7901de on host n-h1-802623-1 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:38:53.950615 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-a1dffa7a-b7a2-4588-b226-d2e622dde264 tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Attempting to bind port e1887a3b-437b-4692-a66f-4f27bb7901de by drivers openvswitch,hyperv on host n-h1-802623-1 at level 0 using segments [{'id': 'aa30c28d-3999-40ce-b07f-6b95aa0d7835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'dc6e123e-f916-4c2f-9cf1-a272f2dab9cf'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:38:53.951136 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1dffa7a-b7a2-4588-b226-d2e622dde264 tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Attempting to bind port e1887a3b-437b-4692-a66f-4f27bb7901de on network dc6e123e-f916-4c2f-9cf1-a272f2dab9cf {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:38:53.955945 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1dffa7a-b7a2-4588-b226-d2e622dde264 tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Port e1887a3b-437b-4692-a66f-4f27bb7901de on network dc6e123e-f916-4c2f-9cf1-a272f2dab9cf not bound, no agent of type Open vSwitch agent registered on host n-h1-802623-1 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 23:38:53.956807 n-d-802623-1 neutron-server[93797]: ERROR neutron.plugins.ml2.managers [None req-a1dffa7a-b7a2-4588-b226-d2e622dde264 tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Failed to bind port e1887a3b-437b-4692-a66f-4f27bb7901de on host n-h1-802623-1 for vnic_type normal using segments [{'id': 'aa30c28d-3999-40ce-b07f-6b95aa0d7835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'dc6e123e-f916-4c2f-9cf1-a272f2dab9cf'}] Jul 27 23:38:53.957209 n-d-802623-1 neutron-server[93797]: INFO neutron.plugins.ml2.plugin [None req-a1dffa7a-b7a2-4588-b226-d2e622dde264 tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Attempt 5 to bind port e1887a3b-437b-4692-a66f-4f27bb7901de Jul 27 23:38:53.969366 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-a1dffa7a-b7a2-4588-b226-d2e622dde264 tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Attempting to bind port e1887a3b-437b-4692-a66f-4f27bb7901de on host n-h1-802623-1 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:38:53.969706 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-a1dffa7a-b7a2-4588-b226-d2e622dde264 tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Attempting to bind port e1887a3b-437b-4692-a66f-4f27bb7901de by drivers openvswitch,hyperv on host n-h1-802623-1 at level 0 using segments [{'id': 'aa30c28d-3999-40ce-b07f-6b95aa0d7835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'dc6e123e-f916-4c2f-9cf1-a272f2dab9cf'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:38:53.970046 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1dffa7a-b7a2-4588-b226-d2e622dde264 tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Attempting to bind port e1887a3b-437b-4692-a66f-4f27bb7901de on network dc6e123e-f916-4c2f-9cf1-a272f2dab9cf {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:38:53.974633 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1dffa7a-b7a2-4588-b226-d2e622dde264 tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Port e1887a3b-437b-4692-a66f-4f27bb7901de on network dc6e123e-f916-4c2f-9cf1-a272f2dab9cf not bound, no agent of type Open vSwitch agent registered on host n-h1-802623-1 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 23:38:53.974965 n-d-802623-1 neutron-server[93797]: ERROR neutron.plugins.ml2.managers [None req-a1dffa7a-b7a2-4588-b226-d2e622dde264 tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Failed to bind port e1887a3b-437b-4692-a66f-4f27bb7901de on host n-h1-802623-1 for vnic_type normal using segments [{'id': 'aa30c28d-3999-40ce-b07f-6b95aa0d7835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'dc6e123e-f916-4c2f-9cf1-a272f2dab9cf'}] Jul 27 23:38:53.975418 n-d-802623-1 neutron-server[93797]: INFO neutron.plugins.ml2.plugin [None req-a1dffa7a-b7a2-4588-b226-d2e622dde264 tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Attempt 6 to bind port e1887a3b-437b-4692-a66f-4f27bb7901de Jul 27 23:38:53.988778 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-a1dffa7a-b7a2-4588-b226-d2e622dde264 tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Attempting to bind port e1887a3b-437b-4692-a66f-4f27bb7901de on host n-h1-802623-1 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:38:53.989117 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-a1dffa7a-b7a2-4588-b226-d2e622dde264 tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Attempting to bind port e1887a3b-437b-4692-a66f-4f27bb7901de by drivers openvswitch,hyperv on host n-h1-802623-1 at level 0 using segments [{'id': 'aa30c28d-3999-40ce-b07f-6b95aa0d7835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'dc6e123e-f916-4c2f-9cf1-a272f2dab9cf'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:38:53.989456 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1dffa7a-b7a2-4588-b226-d2e622dde264 tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Attempting to bind port e1887a3b-437b-4692-a66f-4f27bb7901de on network dc6e123e-f916-4c2f-9cf1-a272f2dab9cf {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:38:53.994445 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1dffa7a-b7a2-4588-b226-d2e622dde264 tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Port e1887a3b-437b-4692-a66f-4f27bb7901de on network dc6e123e-f916-4c2f-9cf1-a272f2dab9cf not bound, no agent of type Open vSwitch agent registered on host n-h1-802623-1 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 23:38:53.994772 n-d-802623-1 neutron-server[93797]: ERROR neutron.plugins.ml2.managers [None req-a1dffa7a-b7a2-4588-b226-d2e622dde264 tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Failed to bind port e1887a3b-437b-4692-a66f-4f27bb7901de on host n-h1-802623-1 for vnic_type normal using segments [{'id': 'aa30c28d-3999-40ce-b07f-6b95aa0d7835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'dc6e123e-f916-4c2f-9cf1-a272f2dab9cf'}] Jul 27 23:38:53.995232 n-d-802623-1 neutron-server[93797]: INFO neutron.plugins.ml2.plugin [None req-a1dffa7a-b7a2-4588-b226-d2e622dde264 tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Attempt 7 to bind port e1887a3b-437b-4692-a66f-4f27bb7901de Jul 27 23:38:54.009928 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-a1dffa7a-b7a2-4588-b226-d2e622dde264 tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Attempting to bind port e1887a3b-437b-4692-a66f-4f27bb7901de on host n-h1-802623-1 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:38:54.010369 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-a1dffa7a-b7a2-4588-b226-d2e622dde264 tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Attempting to bind port e1887a3b-437b-4692-a66f-4f27bb7901de by drivers openvswitch,hyperv on host n-h1-802623-1 at level 0 using segments [{'id': 'aa30c28d-3999-40ce-b07f-6b95aa0d7835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'dc6e123e-f916-4c2f-9cf1-a272f2dab9cf'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:38:54.010768 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1dffa7a-b7a2-4588-b226-d2e622dde264 tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Attempting to bind port e1887a3b-437b-4692-a66f-4f27bb7901de on network dc6e123e-f916-4c2f-9cf1-a272f2dab9cf {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:38:54.015796 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1dffa7a-b7a2-4588-b226-d2e622dde264 tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Port e1887a3b-437b-4692-a66f-4f27bb7901de on network dc6e123e-f916-4c2f-9cf1-a272f2dab9cf not bound, no agent of type Open vSwitch agent registered on host n-h1-802623-1 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 23:38:54.016206 n-d-802623-1 neutron-server[93797]: ERROR neutron.plugins.ml2.managers [None req-a1dffa7a-b7a2-4588-b226-d2e622dde264 tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Failed to bind port e1887a3b-437b-4692-a66f-4f27bb7901de on host n-h1-802623-1 for vnic_type normal using segments [{'id': 'aa30c28d-3999-40ce-b07f-6b95aa0d7835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'dc6e123e-f916-4c2f-9cf1-a272f2dab9cf'}] Jul 27 23:38:54.016611 n-d-802623-1 neutron-server[93797]: INFO neutron.plugins.ml2.plugin [None req-a1dffa7a-b7a2-4588-b226-d2e622dde264 tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Attempt 8 to bind port e1887a3b-437b-4692-a66f-4f27bb7901de Jul 27 23:38:54.030021 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-a1dffa7a-b7a2-4588-b226-d2e622dde264 tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Attempting to bind port e1887a3b-437b-4692-a66f-4f27bb7901de on host n-h1-802623-1 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:38:54.030367 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-a1dffa7a-b7a2-4588-b226-d2e622dde264 tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Attempting to bind port e1887a3b-437b-4692-a66f-4f27bb7901de by drivers openvswitch,hyperv on host n-h1-802623-1 at level 0 using segments [{'id': 'aa30c28d-3999-40ce-b07f-6b95aa0d7835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'dc6e123e-f916-4c2f-9cf1-a272f2dab9cf'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:38:54.030815 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1dffa7a-b7a2-4588-b226-d2e622dde264 tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Attempting to bind port e1887a3b-437b-4692-a66f-4f27bb7901de on network dc6e123e-f916-4c2f-9cf1-a272f2dab9cf {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:38:54.035110 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1dffa7a-b7a2-4588-b226-d2e622dde264 tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Port e1887a3b-437b-4692-a66f-4f27bb7901de on network dc6e123e-f916-4c2f-9cf1-a272f2dab9cf not bound, no agent of type Open vSwitch agent registered on host n-h1-802623-1 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 23:38:54.035446 n-d-802623-1 neutron-server[93797]: ERROR neutron.plugins.ml2.managers [None req-a1dffa7a-b7a2-4588-b226-d2e622dde264 tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Failed to bind port e1887a3b-437b-4692-a66f-4f27bb7901de on host n-h1-802623-1 for vnic_type normal using segments [{'id': 'aa30c28d-3999-40ce-b07f-6b95aa0d7835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'dc6e123e-f916-4c2f-9cf1-a272f2dab9cf'}] Jul 27 23:38:54.036025 n-d-802623-1 neutron-server[93797]: INFO neutron.plugins.ml2.plugin [None req-a1dffa7a-b7a2-4588-b226-d2e622dde264 tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Attempt 9 to bind port e1887a3b-437b-4692-a66f-4f27bb7901de Jul 27 23:38:54.060333 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-a1dffa7a-b7a2-4588-b226-d2e622dde264 tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Attempting to bind port e1887a3b-437b-4692-a66f-4f27bb7901de on host n-h1-802623-1 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:38:54.060333 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-a1dffa7a-b7a2-4588-b226-d2e622dde264 tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Attempting to bind port e1887a3b-437b-4692-a66f-4f27bb7901de by drivers openvswitch,hyperv on host n-h1-802623-1 at level 0 using segments [{'id': 'aa30c28d-3999-40ce-b07f-6b95aa0d7835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'dc6e123e-f916-4c2f-9cf1-a272f2dab9cf'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:38:54.060333 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1dffa7a-b7a2-4588-b226-d2e622dde264 tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Attempting to bind port e1887a3b-437b-4692-a66f-4f27bb7901de on network dc6e123e-f916-4c2f-9cf1-a272f2dab9cf {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:38:54.067433 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1dffa7a-b7a2-4588-b226-d2e622dde264 tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Port e1887a3b-437b-4692-a66f-4f27bb7901de on network dc6e123e-f916-4c2f-9cf1-a272f2dab9cf not bound, no agent of type Open vSwitch agent registered on host n-h1-802623-1 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 23:38:54.067966 n-d-802623-1 neutron-server[93797]: ERROR neutron.plugins.ml2.managers [None req-a1dffa7a-b7a2-4588-b226-d2e622dde264 tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Failed to bind port e1887a3b-437b-4692-a66f-4f27bb7901de on host n-h1-802623-1 for vnic_type normal using segments [{'id': 'aa30c28d-3999-40ce-b07f-6b95aa0d7835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'dc6e123e-f916-4c2f-9cf1-a272f2dab9cf'}] Jul 27 23:38:54.068594 n-d-802623-1 neutron-server[93797]: INFO neutron.plugins.ml2.plugin [None req-a1dffa7a-b7a2-4588-b226-d2e622dde264 tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Attempt 10 to bind port e1887a3b-437b-4692-a66f-4f27bb7901de Jul 27 23:38:54.091436 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-a1dffa7a-b7a2-4588-b226-d2e622dde264 tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Attempting to bind port e1887a3b-437b-4692-a66f-4f27bb7901de on host n-h1-802623-1 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:38:54.091700 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-a1dffa7a-b7a2-4588-b226-d2e622dde264 tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Attempting to bind port e1887a3b-437b-4692-a66f-4f27bb7901de by drivers openvswitch,hyperv on host n-h1-802623-1 at level 0 using segments [{'id': 'aa30c28d-3999-40ce-b07f-6b95aa0d7835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'dc6e123e-f916-4c2f-9cf1-a272f2dab9cf'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:38:54.092012 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1dffa7a-b7a2-4588-b226-d2e622dde264 tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Attempting to bind port e1887a3b-437b-4692-a66f-4f27bb7901de on network dc6e123e-f916-4c2f-9cf1-a272f2dab9cf {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:38:54.096502 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1dffa7a-b7a2-4588-b226-d2e622dde264 tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Port e1887a3b-437b-4692-a66f-4f27bb7901de on network dc6e123e-f916-4c2f-9cf1-a272f2dab9cf not bound, no agent of type Open vSwitch agent registered on host n-h1-802623-1 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 23:38:54.096874 n-d-802623-1 neutron-server[93797]: ERROR neutron.plugins.ml2.managers [None req-a1dffa7a-b7a2-4588-b226-d2e622dde264 tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Failed to bind port e1887a3b-437b-4692-a66f-4f27bb7901de on host n-h1-802623-1 for vnic_type normal using segments [{'id': 'aa30c28d-3999-40ce-b07f-6b95aa0d7835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'dc6e123e-f916-4c2f-9cf1-a272f2dab9cf'}] Jul 27 23:38:54.097273 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a1dffa7a-b7a2-4588-b226-d2e622dde264 tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:54.163966 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-a1dffa7a-b7a2-4588-b226-d2e622dde264 tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] For port e1887a3b-437b-4692-a66f-4f27bb7901de, host n-h1-802623-1, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:38:54.164332 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-a1dffa7a-b7a2-4588-b226-d2e622dde264 tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Attempted to set empty binding levels {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 27 23:38:54.170096 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a1dffa7a-b7a2-4588-b226-d2e622dde264 tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11336041'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:54.206769 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-a1dffa7a-b7a2-4588-b226-d2e622dde264 tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] In _notify_port_updated(), no bound segment for port e1887a3b-437b-4692-a66f-4f27bb7901de on network dc6e123e-f916-4c2f-9cf1-a272f2dab9cf {{(pid=93797) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 27 23:38:54.207668 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1dffa7a-b7a2-4588-b226-d2e622dde264 tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:38:54.208257 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a1dffa7a-b7a2-4588-b226-d2e622dde264 tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:54.209599 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-a1dffa7a-b7a2-4588-b226-d2e622dde264 tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] 10.222.0.18 "PUT /v2.0/ports/e1887a3b-437b-4692-a66f-4f27bb7901de HTTP/1.1" status: 200 len: 975 time: 0.6738598 Jul 27 23:38:54.212179 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 51570) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:38:54.267134 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dffa7a-b7a2-4588-b226-d2e622dde264 tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Pushing event updated for resources: {'Port': ['ID=e1887a3b-437b-4692-a66f-4f27bb7901de,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:38:54.605230 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d813b2a-dba6-4cab-9dc8-d977855619ef tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:38:54.605629 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d813b2a-dba6-4cab-9dc8-d977855619ef tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:38:54.606103 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d813b2a-dba6-4cab-9dc8-d977855619ef tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:38:54.606586 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d813b2a-dba6-4cab-9dc8-d977855619ef tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:38:54.607069 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d813b2a-dba6-4cab-9dc8-d977855619ef tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:38:54.607535 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d813b2a-dba6-4cab-9dc8-d977855619ef tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:38:54.608006 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d813b2a-dba6-4cab-9dc8-d977855619ef tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:38:54.608472 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d813b2a-dba6-4cab-9dc8-d977855619ef tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:38:54.608937 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d813b2a-dba6-4cab-9dc8-d977855619ef tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:38:54.609407 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d813b2a-dba6-4cab-9dc8-d977855619ef tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:38:54.609867 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d813b2a-dba6-4cab-9dc8-d977855619ef tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:38:54.610327 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d813b2a-dba6-4cab-9dc8-d977855619ef tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:38:54.610796 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d813b2a-dba6-4cab-9dc8-d977855619ef tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:38:54.611281 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d813b2a-dba6-4cab-9dc8-d977855619ef tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:38:54.611742 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d813b2a-dba6-4cab-9dc8-d977855619ef tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:38:54.612205 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d813b2a-dba6-4cab-9dc8-d977855619ef tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:38:54.615530 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-9d813b2a-dba6-4cab-9dc8-d977855619ef tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 14312 time: 0.4023738 Jul 27 23:38:54.619197 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 51582) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:38:54.695152 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-15cd5e01-ad70-4647-87b9-d00342455e97 tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Deleting port e1887a3b-437b-4692-a66f-4f27bb7901de {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:38:54.695509 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-15cd5e01-ad70-4647-87b9-d00342455e97 tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:54.761518 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-15cd5e01-ad70-4647-87b9-d00342455e97 tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] For port e1887a3b-437b-4692-a66f-4f27bb7901de, host n-h1-802623-1, got binding levels [] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:38:54.761889 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-15cd5e01-ad70-4647-87b9-d00342455e97 tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:54.774986 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-15cd5e01-ad70-4647-87b9-d00342455e97 tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Calling delete_port for e1887a3b-437b-4692-a66f-4f27bb7901de owned by {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:38:54.857512 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-15cd5e01-ad70-4647-87b9-d00342455e97 tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:54.883061 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cd5e01-ad70-4647-87b9-d00342455e97 tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Pushing event deleted for resources: {'Port': ['ID=e1887a3b-437b-4692-a66f-4f27bb7901de,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:38:54.890690 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-15cd5e01-ad70-4647-87b9-d00342455e97 tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:54.892878 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-15cd5e01-ad70-4647-87b9-d00342455e97 tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] 10.222.0.18 "DELETE /v2.0/ports/e1887a3b-437b-4692-a66f-4f27bb7901de HTTP/1.1" status: 204 len: 168 time: 0.2724714 Jul 27 23:38:54.895950 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 51590) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:38:54.920495 n-d-802623-1 neutron-server[93797]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d741831-511b-40e6-b377-1237e4a94e71 tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] GET failed (client error): The resource could not be found. Jul 27 23:38:54.922340 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-5d741831-511b-40e6-b377-1237e4a94e71 tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] 10.222.0.18 "GET /v2.0/ports/e1887a3b-437b-4692-a66f-4f27bb7901de HTTP/1.1" status: 404 len: 333 time: 0.0252008 Jul 27 23:38:54.926371 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 51592) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:38:54.931182 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-364b608e-5a89-42a7-9569-57064b949cde tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1323018005', 'network_id': 'dc6e123e-f916-4c2f-9cf1-a272f2dab9cf'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:38:54.952261 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-364b608e-5a89-42a7-9569-57064b949cde tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Made reservation on behalf of eb2ea8cccb20427e8b784885c13e6bcd for: {'port': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:38:54.954727 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-364b608e-5a89-42a7-9569-57064b949cde tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:54.974968 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-364b608e-5a89-42a7-9569-57064b949cde tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] device_id is not set on port 05ac4d26-93b4-4ff8-a837-2ca4e5f87456 yet. {{(pid=93797) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 23:38:55.126877 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-364b608e-5a89-42a7-9569-57064b949cde tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:55.165179 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-364b608e-5a89-42a7-9569-57064b949cde tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:55.210945 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-364b608e-5a89-42a7-9569-57064b949cde tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Network dc6e123e-f916-4c2f-9cf1-a272f2dab9cf is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:38:55.213111 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-364b608e-5a89-42a7-9569-57064b949cde tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:38:55.217359 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-364b608e-5a89-42a7-9569-57064b949cde tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:38:55.218338 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-364b608e-5a89-42a7-9569-57064b949cde tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:38:55.219097 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-364b608e-5a89-42a7-9569-57064b949cde tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:55.240287 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364b608e-5a89-42a7-9569-57064b949cde tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Pushing event updated for resources: {'Port': ['ID=05ac4d26-93b4-4ff8-a837-2ca4e5f87456,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:38:55.243369 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-364b608e-5a89-42a7-9569-57064b949cde tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.3161676 Jul 27 23:38:55.245918 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 51602) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:38:55.280946 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ad04d24-b567-455a-b822-b1f807104aed tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:38:55.282804 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-1ad04d24-b567-455a-b822-b1f807104aed tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] 10.222.0.18 "GET /v2.0/ports/05ac4d26-93b4-4ff8-a837-2ca4e5f87456 HTTP/1.1" status: 200 len: 955 time: 0.0358038 Jul 27 23:38:55.286394 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 51606) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:38:55.362193 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-38d5e849-5f4b-4037-9283-755b8fd4910c tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Deleting port 05ac4d26-93b4-4ff8-a837-2ca4e5f87456 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:38:55.363114 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-38d5e849-5f4b-4037-9283-755b8fd4910c tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:55.428517 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-38d5e849-5f4b-4037-9283-755b8fd4910c tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:55.442945 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-38d5e849-5f4b-4037-9283-755b8fd4910c tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Calling delete_port for 05ac4d26-93b4-4ff8-a837-2ca4e5f87456 owned by {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:38:55.524510 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-38d5e849-5f4b-4037-9283-755b8fd4910c tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:55.559288 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5e849-5f4b-4037-9283-755b8fd4910c tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Pushing event deleted for resources: {'Port': ['ID=05ac4d26-93b4-4ff8-a837-2ca4e5f87456,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:38:55.567727 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-38d5e849-5f4b-4037-9283-755b8fd4910c tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:55.572464 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-38d5e849-5f4b-4037-9283-755b8fd4910c tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] 10.222.0.18 "DELETE /v2.0/ports/05ac4d26-93b4-4ff8-a837-2ca4e5f87456 HTTP/1.1" status: 204 len: 168 time: 0.2828550 Jul 27 23:38:55.572802 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 51614) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:38:55.598646 n-d-802623-1 neutron-server[93797]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b679f4b-be98-4554-b2fc-4c3db3748af0 tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] GET failed (client error): The resource could not be found. Jul 27 23:38:55.603634 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-3b679f4b-be98-4554-b2fc-4c3db3748af0 tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] 10.222.0.18 "GET /v2.0/ports/05ac4d26-93b4-4ff8-a837-2ca4e5f87456 HTTP/1.1" status: 404 len: 333 time: 0.0265677 Jul 27 23:38:55.603943 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 51616) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:38:55.608837 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-d485bdf1-d467-4da2-a3a4-2ecf263efef5 tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Request body: {'port': {'network_id': 'dc6e123e-f916-4c2f-9cf1-a272f2dab9cf', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1509646789'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:38:55.629702 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d485bdf1-d467-4da2-a3a4-2ecf263efef5 tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Made reservation on behalf of eb2ea8cccb20427e8b784885c13e6bcd for: {'port': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:38:55.632132 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d485bdf1-d467-4da2-a3a4-2ecf263efef5 tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:55.648249 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-d485bdf1-d467-4da2-a3a4-2ecf263efef5 tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] device_id is not set on port c3a31cdd-2bb4-4276-b70e-2d68f70f9aa7 yet. {{(pid=93797) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 23:38:55.817864 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d485bdf1-d467-4da2-a3a4-2ecf263efef5 tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:55.853818 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d485bdf1-d467-4da2-a3a4-2ecf263efef5 tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:55.895868 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d485bdf1-d467-4da2-a3a4-2ecf263efef5 tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Network dc6e123e-f916-4c2f-9cf1-a272f2dab9cf is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:38:55.898899 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-d485bdf1-d467-4da2-a3a4-2ecf263efef5 tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:38:55.910871 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d485bdf1-d467-4da2-a3a4-2ecf263efef5 tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:38:55.912092 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d485bdf1-d467-4da2-a3a4-2ecf263efef5 tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:38:55.913093 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d485bdf1-d467-4da2-a3a4-2ecf263efef5 tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:55.918598 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d485bdf1-d467-4da2-a3a4-2ecf263efef5 tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Pushing event updated for resources: {'Port': ['ID=c3a31cdd-2bb4-4276-b70e-2d68f70f9aa7,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:38:55.932948 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-d485bdf1-d467-4da2-a3a4-2ecf263efef5 tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.3279543 Jul 27 23:38:55.935787 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 51626) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:38:55.941568 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-9b533a1f-fb77-490f-af53-ffec8fa80ef5 tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-802623-1'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:38:56.006902 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9b533a1f-fb77-490f-af53-ffec8fa80ef5 tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:56.184980 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-9b533a1f-fb77-490f-af53-ffec8fa80ef5 tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] device_id is not set on port c3a31cdd-2bb4-4276-b70e-2d68f70f9aa7 yet. {{(pid=93797) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 23:38:56.194679 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9b533a1f-fb77-490f-af53-ffec8fa80ef5 tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:56.207524 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9b533a1f-fb77-490f-af53-ffec8fa80ef5 tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Transition to ACTIVE for port object c3a31cdd-2bb4-4276-b70e-2d68f70f9aa7 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:38:56.212704 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9b533a1f-fb77-490f-af53-ffec8fa80ef5 tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11336041'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:56.264528 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b533a1f-fb77-490f-af53-ffec8fa80ef5 tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Pushing event updated for resources: {'Port': ['ID=c3a31cdd-2bb4-4276-b70e-2d68f70f9aa7,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:38:56.277166 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-9b533a1f-fb77-490f-af53-ffec8fa80ef5 tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Attempting to bind port c3a31cdd-2bb4-4276-b70e-2d68f70f9aa7 on host n-h1-802623-1 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:38:56.277510 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-9b533a1f-fb77-490f-af53-ffec8fa80ef5 tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Attempting to bind port c3a31cdd-2bb4-4276-b70e-2d68f70f9aa7 by drivers openvswitch,hyperv on host n-h1-802623-1 at level 0 using segments [{'id': 'aa30c28d-3999-40ce-b07f-6b95aa0d7835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'dc6e123e-f916-4c2f-9cf1-a272f2dab9cf'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:38:56.277852 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b533a1f-fb77-490f-af53-ffec8fa80ef5 tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Attempting to bind port c3a31cdd-2bb4-4276-b70e-2d68f70f9aa7 on network dc6e123e-f916-4c2f-9cf1-a272f2dab9cf {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:38:56.282614 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b533a1f-fb77-490f-af53-ffec8fa80ef5 tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Port c3a31cdd-2bb4-4276-b70e-2d68f70f9aa7 on network dc6e123e-f916-4c2f-9cf1-a272f2dab9cf not bound, no agent of type Open vSwitch agent registered on host n-h1-802623-1 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 23:38:56.282953 n-d-802623-1 neutron-server[93797]: ERROR neutron.plugins.ml2.managers [None req-9b533a1f-fb77-490f-af53-ffec8fa80ef5 tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Failed to bind port c3a31cdd-2bb4-4276-b70e-2d68f70f9aa7 on host n-h1-802623-1 for vnic_type normal using segments [{'id': 'aa30c28d-3999-40ce-b07f-6b95aa0d7835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'dc6e123e-f916-4c2f-9cf1-a272f2dab9cf'}] Jul 27 23:38:56.283384 n-d-802623-1 neutron-server[93797]: INFO neutron.plugins.ml2.plugin [None req-9b533a1f-fb77-490f-af53-ffec8fa80ef5 tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Attempt 2 to bind port c3a31cdd-2bb4-4276-b70e-2d68f70f9aa7 Jul 27 23:38:56.301689 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-9b533a1f-fb77-490f-af53-ffec8fa80ef5 tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Attempting to bind port c3a31cdd-2bb4-4276-b70e-2d68f70f9aa7 on host n-h1-802623-1 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:38:56.302043 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-9b533a1f-fb77-490f-af53-ffec8fa80ef5 tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Attempting to bind port c3a31cdd-2bb4-4276-b70e-2d68f70f9aa7 by drivers openvswitch,hyperv on host n-h1-802623-1 at level 0 using segments [{'id': 'aa30c28d-3999-40ce-b07f-6b95aa0d7835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'dc6e123e-f916-4c2f-9cf1-a272f2dab9cf'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:38:56.302391 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b533a1f-fb77-490f-af53-ffec8fa80ef5 tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Attempting to bind port c3a31cdd-2bb4-4276-b70e-2d68f70f9aa7 on network dc6e123e-f916-4c2f-9cf1-a272f2dab9cf {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:38:56.306919 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b533a1f-fb77-490f-af53-ffec8fa80ef5 tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Port c3a31cdd-2bb4-4276-b70e-2d68f70f9aa7 on network dc6e123e-f916-4c2f-9cf1-a272f2dab9cf not bound, no agent of type Open vSwitch agent registered on host n-h1-802623-1 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 23:38:56.307297 n-d-802623-1 neutron-server[93797]: ERROR neutron.plugins.ml2.managers [None req-9b533a1f-fb77-490f-af53-ffec8fa80ef5 tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Failed to bind port c3a31cdd-2bb4-4276-b70e-2d68f70f9aa7 on host n-h1-802623-1 for vnic_type normal using segments [{'id': 'aa30c28d-3999-40ce-b07f-6b95aa0d7835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'dc6e123e-f916-4c2f-9cf1-a272f2dab9cf'}] Jul 27 23:38:56.307699 n-d-802623-1 neutron-server[93797]: INFO neutron.plugins.ml2.plugin [None req-9b533a1f-fb77-490f-af53-ffec8fa80ef5 tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Attempt 3 to bind port c3a31cdd-2bb4-4276-b70e-2d68f70f9aa7 Jul 27 23:38:56.325159 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-9b533a1f-fb77-490f-af53-ffec8fa80ef5 tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Attempting to bind port c3a31cdd-2bb4-4276-b70e-2d68f70f9aa7 on host n-h1-802623-1 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:38:56.325597 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-9b533a1f-fb77-490f-af53-ffec8fa80ef5 tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Attempting to bind port c3a31cdd-2bb4-4276-b70e-2d68f70f9aa7 by drivers openvswitch,hyperv on host n-h1-802623-1 at level 0 using segments [{'id': 'aa30c28d-3999-40ce-b07f-6b95aa0d7835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'dc6e123e-f916-4c2f-9cf1-a272f2dab9cf'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:38:56.325960 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b533a1f-fb77-490f-af53-ffec8fa80ef5 tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Attempting to bind port c3a31cdd-2bb4-4276-b70e-2d68f70f9aa7 on network dc6e123e-f916-4c2f-9cf1-a272f2dab9cf {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:38:56.330488 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b533a1f-fb77-490f-af53-ffec8fa80ef5 tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Port c3a31cdd-2bb4-4276-b70e-2d68f70f9aa7 on network dc6e123e-f916-4c2f-9cf1-a272f2dab9cf not bound, no agent of type Open vSwitch agent registered on host n-h1-802623-1 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 23:38:56.330823 n-d-802623-1 neutron-server[93797]: ERROR neutron.plugins.ml2.managers [None req-9b533a1f-fb77-490f-af53-ffec8fa80ef5 tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Failed to bind port c3a31cdd-2bb4-4276-b70e-2d68f70f9aa7 on host n-h1-802623-1 for vnic_type normal using segments [{'id': 'aa30c28d-3999-40ce-b07f-6b95aa0d7835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'dc6e123e-f916-4c2f-9cf1-a272f2dab9cf'}] Jul 27 23:38:56.331803 n-d-802623-1 neutron-server[93797]: INFO neutron.plugins.ml2.plugin [None req-9b533a1f-fb77-490f-af53-ffec8fa80ef5 tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Attempt 4 to bind port c3a31cdd-2bb4-4276-b70e-2d68f70f9aa7 Jul 27 23:38:56.344360 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-9b533a1f-fb77-490f-af53-ffec8fa80ef5 tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Attempting to bind port c3a31cdd-2bb4-4276-b70e-2d68f70f9aa7 on host n-h1-802623-1 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:38:56.344702 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-9b533a1f-fb77-490f-af53-ffec8fa80ef5 tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Attempting to bind port c3a31cdd-2bb4-4276-b70e-2d68f70f9aa7 by drivers openvswitch,hyperv on host n-h1-802623-1 at level 0 using segments [{'id': 'aa30c28d-3999-40ce-b07f-6b95aa0d7835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'dc6e123e-f916-4c2f-9cf1-a272f2dab9cf'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:38:56.345041 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b533a1f-fb77-490f-af53-ffec8fa80ef5 tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Attempting to bind port c3a31cdd-2bb4-4276-b70e-2d68f70f9aa7 on network dc6e123e-f916-4c2f-9cf1-a272f2dab9cf {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:38:56.349955 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b533a1f-fb77-490f-af53-ffec8fa80ef5 tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Port c3a31cdd-2bb4-4276-b70e-2d68f70f9aa7 on network dc6e123e-f916-4c2f-9cf1-a272f2dab9cf not bound, no agent of type Open vSwitch agent registered on host n-h1-802623-1 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 23:38:56.350285 n-d-802623-1 neutron-server[93797]: ERROR neutron.plugins.ml2.managers [None req-9b533a1f-fb77-490f-af53-ffec8fa80ef5 tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Failed to bind port c3a31cdd-2bb4-4276-b70e-2d68f70f9aa7 on host n-h1-802623-1 for vnic_type normal using segments [{'id': 'aa30c28d-3999-40ce-b07f-6b95aa0d7835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'dc6e123e-f916-4c2f-9cf1-a272f2dab9cf'}] Jul 27 23:38:56.350675 n-d-802623-1 neutron-server[93797]: INFO neutron.plugins.ml2.plugin [None req-9b533a1f-fb77-490f-af53-ffec8fa80ef5 tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Attempt 5 to bind port c3a31cdd-2bb4-4276-b70e-2d68f70f9aa7 Jul 27 23:38:56.362887 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-9b533a1f-fb77-490f-af53-ffec8fa80ef5 tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Attempting to bind port c3a31cdd-2bb4-4276-b70e-2d68f70f9aa7 on host n-h1-802623-1 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:38:56.363256 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-9b533a1f-fb77-490f-af53-ffec8fa80ef5 tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Attempting to bind port c3a31cdd-2bb4-4276-b70e-2d68f70f9aa7 by drivers openvswitch,hyperv on host n-h1-802623-1 at level 0 using segments [{'id': 'aa30c28d-3999-40ce-b07f-6b95aa0d7835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'dc6e123e-f916-4c2f-9cf1-a272f2dab9cf'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:38:56.363599 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b533a1f-fb77-490f-af53-ffec8fa80ef5 tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Attempting to bind port c3a31cdd-2bb4-4276-b70e-2d68f70f9aa7 on network dc6e123e-f916-4c2f-9cf1-a272f2dab9cf {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:38:56.368587 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b533a1f-fb77-490f-af53-ffec8fa80ef5 tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Port c3a31cdd-2bb4-4276-b70e-2d68f70f9aa7 on network dc6e123e-f916-4c2f-9cf1-a272f2dab9cf not bound, no agent of type Open vSwitch agent registered on host n-h1-802623-1 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 23:38:56.368928 n-d-802623-1 neutron-server[93797]: ERROR neutron.plugins.ml2.managers [None req-9b533a1f-fb77-490f-af53-ffec8fa80ef5 tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Failed to bind port c3a31cdd-2bb4-4276-b70e-2d68f70f9aa7 on host n-h1-802623-1 for vnic_type normal using segments [{'id': 'aa30c28d-3999-40ce-b07f-6b95aa0d7835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'dc6e123e-f916-4c2f-9cf1-a272f2dab9cf'}] Jul 27 23:38:56.369333 n-d-802623-1 neutron-server[93797]: INFO neutron.plugins.ml2.plugin [None req-9b533a1f-fb77-490f-af53-ffec8fa80ef5 tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Attempt 6 to bind port c3a31cdd-2bb4-4276-b70e-2d68f70f9aa7 Jul 27 23:38:56.382738 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-9b533a1f-fb77-490f-af53-ffec8fa80ef5 tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Attempting to bind port c3a31cdd-2bb4-4276-b70e-2d68f70f9aa7 on host n-h1-802623-1 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:38:56.383105 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-9b533a1f-fb77-490f-af53-ffec8fa80ef5 tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Attempting to bind port c3a31cdd-2bb4-4276-b70e-2d68f70f9aa7 by drivers openvswitch,hyperv on host n-h1-802623-1 at level 0 using segments [{'id': 'aa30c28d-3999-40ce-b07f-6b95aa0d7835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'dc6e123e-f916-4c2f-9cf1-a272f2dab9cf'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:38:56.383458 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b533a1f-fb77-490f-af53-ffec8fa80ef5 tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Attempting to bind port c3a31cdd-2bb4-4276-b70e-2d68f70f9aa7 on network dc6e123e-f916-4c2f-9cf1-a272f2dab9cf {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:38:56.388411 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b533a1f-fb77-490f-af53-ffec8fa80ef5 tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Port c3a31cdd-2bb4-4276-b70e-2d68f70f9aa7 on network dc6e123e-f916-4c2f-9cf1-a272f2dab9cf not bound, no agent of type Open vSwitch agent registered on host n-h1-802623-1 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 23:38:56.388827 n-d-802623-1 neutron-server[93797]: ERROR neutron.plugins.ml2.managers [None req-9b533a1f-fb77-490f-af53-ffec8fa80ef5 tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Failed to bind port c3a31cdd-2bb4-4276-b70e-2d68f70f9aa7 on host n-h1-802623-1 for vnic_type normal using segments [{'id': 'aa30c28d-3999-40ce-b07f-6b95aa0d7835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'dc6e123e-f916-4c2f-9cf1-a272f2dab9cf'}] Jul 27 23:38:56.389150 n-d-802623-1 neutron-server[93797]: INFO neutron.plugins.ml2.plugin [None req-9b533a1f-fb77-490f-af53-ffec8fa80ef5 tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Attempt 7 to bind port c3a31cdd-2bb4-4276-b70e-2d68f70f9aa7 Jul 27 23:38:56.405403 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-9b533a1f-fb77-490f-af53-ffec8fa80ef5 tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Attempting to bind port c3a31cdd-2bb4-4276-b70e-2d68f70f9aa7 on host n-h1-802623-1 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:38:56.405741 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-9b533a1f-fb77-490f-af53-ffec8fa80ef5 tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Attempting to bind port c3a31cdd-2bb4-4276-b70e-2d68f70f9aa7 by drivers openvswitch,hyperv on host n-h1-802623-1 at level 0 using segments [{'id': 'aa30c28d-3999-40ce-b07f-6b95aa0d7835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'dc6e123e-f916-4c2f-9cf1-a272f2dab9cf'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:38:56.406080 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b533a1f-fb77-490f-af53-ffec8fa80ef5 tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Attempting to bind port c3a31cdd-2bb4-4276-b70e-2d68f70f9aa7 on network dc6e123e-f916-4c2f-9cf1-a272f2dab9cf {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:38:56.411241 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b533a1f-fb77-490f-af53-ffec8fa80ef5 tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Port c3a31cdd-2bb4-4276-b70e-2d68f70f9aa7 on network dc6e123e-f916-4c2f-9cf1-a272f2dab9cf not bound, no agent of type Open vSwitch agent registered on host n-h1-802623-1 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 23:38:56.411660 n-d-802623-1 neutron-server[93797]: ERROR neutron.plugins.ml2.managers [None req-9b533a1f-fb77-490f-af53-ffec8fa80ef5 tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Failed to bind port c3a31cdd-2bb4-4276-b70e-2d68f70f9aa7 on host n-h1-802623-1 for vnic_type normal using segments [{'id': 'aa30c28d-3999-40ce-b07f-6b95aa0d7835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'dc6e123e-f916-4c2f-9cf1-a272f2dab9cf'}] Jul 27 23:38:56.412062 n-d-802623-1 neutron-server[93797]: INFO neutron.plugins.ml2.plugin [None req-9b533a1f-fb77-490f-af53-ffec8fa80ef5 tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Attempt 8 to bind port c3a31cdd-2bb4-4276-b70e-2d68f70f9aa7 Jul 27 23:38:56.424839 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-9b533a1f-fb77-490f-af53-ffec8fa80ef5 tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Attempting to bind port c3a31cdd-2bb4-4276-b70e-2d68f70f9aa7 on host n-h1-802623-1 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:38:56.425205 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-9b533a1f-fb77-490f-af53-ffec8fa80ef5 tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Attempting to bind port c3a31cdd-2bb4-4276-b70e-2d68f70f9aa7 by drivers openvswitch,hyperv on host n-h1-802623-1 at level 0 using segments [{'id': 'aa30c28d-3999-40ce-b07f-6b95aa0d7835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'dc6e123e-f916-4c2f-9cf1-a272f2dab9cf'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:38:56.425657 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b533a1f-fb77-490f-af53-ffec8fa80ef5 tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Attempting to bind port c3a31cdd-2bb4-4276-b70e-2d68f70f9aa7 on network dc6e123e-f916-4c2f-9cf1-a272f2dab9cf {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:38:56.429993 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b533a1f-fb77-490f-af53-ffec8fa80ef5 tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Port c3a31cdd-2bb4-4276-b70e-2d68f70f9aa7 on network dc6e123e-f916-4c2f-9cf1-a272f2dab9cf not bound, no agent of type Open vSwitch agent registered on host n-h1-802623-1 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 23:38:56.430324 n-d-802623-1 neutron-server[93797]: ERROR neutron.plugins.ml2.managers [None req-9b533a1f-fb77-490f-af53-ffec8fa80ef5 tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Failed to bind port c3a31cdd-2bb4-4276-b70e-2d68f70f9aa7 on host n-h1-802623-1 for vnic_type normal using segments [{'id': 'aa30c28d-3999-40ce-b07f-6b95aa0d7835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'dc6e123e-f916-4c2f-9cf1-a272f2dab9cf'}] Jul 27 23:38:56.430714 n-d-802623-1 neutron-server[93797]: INFO neutron.plugins.ml2.plugin [None req-9b533a1f-fb77-490f-af53-ffec8fa80ef5 tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Attempt 9 to bind port c3a31cdd-2bb4-4276-b70e-2d68f70f9aa7 Jul 27 23:38:56.442819 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-9b533a1f-fb77-490f-af53-ffec8fa80ef5 tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Attempting to bind port c3a31cdd-2bb4-4276-b70e-2d68f70f9aa7 on host n-h1-802623-1 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:38:56.443184 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-9b533a1f-fb77-490f-af53-ffec8fa80ef5 tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Attempting to bind port c3a31cdd-2bb4-4276-b70e-2d68f70f9aa7 by drivers openvswitch,hyperv on host n-h1-802623-1 at level 0 using segments [{'id': 'aa30c28d-3999-40ce-b07f-6b95aa0d7835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'dc6e123e-f916-4c2f-9cf1-a272f2dab9cf'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:38:56.443524 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b533a1f-fb77-490f-af53-ffec8fa80ef5 tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Attempting to bind port c3a31cdd-2bb4-4276-b70e-2d68f70f9aa7 on network dc6e123e-f916-4c2f-9cf1-a272f2dab9cf {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:38:56.447736 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b533a1f-fb77-490f-af53-ffec8fa80ef5 tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Port c3a31cdd-2bb4-4276-b70e-2d68f70f9aa7 on network dc6e123e-f916-4c2f-9cf1-a272f2dab9cf not bound, no agent of type Open vSwitch agent registered on host n-h1-802623-1 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 23:38:56.448064 n-d-802623-1 neutron-server[93797]: ERROR neutron.plugins.ml2.managers [None req-9b533a1f-fb77-490f-af53-ffec8fa80ef5 tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Failed to bind port c3a31cdd-2bb4-4276-b70e-2d68f70f9aa7 on host n-h1-802623-1 for vnic_type normal using segments [{'id': 'aa30c28d-3999-40ce-b07f-6b95aa0d7835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'dc6e123e-f916-4c2f-9cf1-a272f2dab9cf'}] Jul 27 23:38:56.448451 n-d-802623-1 neutron-server[93797]: INFO neutron.plugins.ml2.plugin [None req-9b533a1f-fb77-490f-af53-ffec8fa80ef5 tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Attempt 10 to bind port c3a31cdd-2bb4-4276-b70e-2d68f70f9aa7 Jul 27 23:38:56.461767 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-9b533a1f-fb77-490f-af53-ffec8fa80ef5 tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Attempting to bind port c3a31cdd-2bb4-4276-b70e-2d68f70f9aa7 on host n-h1-802623-1 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:38:56.462109 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-9b533a1f-fb77-490f-af53-ffec8fa80ef5 tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Attempting to bind port c3a31cdd-2bb4-4276-b70e-2d68f70f9aa7 by drivers openvswitch,hyperv on host n-h1-802623-1 at level 0 using segments [{'id': 'aa30c28d-3999-40ce-b07f-6b95aa0d7835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'dc6e123e-f916-4c2f-9cf1-a272f2dab9cf'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:38:56.462456 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b533a1f-fb77-490f-af53-ffec8fa80ef5 tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Attempting to bind port c3a31cdd-2bb4-4276-b70e-2d68f70f9aa7 on network dc6e123e-f916-4c2f-9cf1-a272f2dab9cf {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:38:56.467332 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b533a1f-fb77-490f-af53-ffec8fa80ef5 tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Port c3a31cdd-2bb4-4276-b70e-2d68f70f9aa7 on network dc6e123e-f916-4c2f-9cf1-a272f2dab9cf not bound, no agent of type Open vSwitch agent registered on host n-h1-802623-1 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 23:38:56.467667 n-d-802623-1 neutron-server[93797]: ERROR neutron.plugins.ml2.managers [None req-9b533a1f-fb77-490f-af53-ffec8fa80ef5 tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Failed to bind port c3a31cdd-2bb4-4276-b70e-2d68f70f9aa7 on host n-h1-802623-1 for vnic_type normal using segments [{'id': 'aa30c28d-3999-40ce-b07f-6b95aa0d7835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'dc6e123e-f916-4c2f-9cf1-a272f2dab9cf'}] Jul 27 23:38:56.468045 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9b533a1f-fb77-490f-af53-ffec8fa80ef5 tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:56.538051 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-9b533a1f-fb77-490f-af53-ffec8fa80ef5 tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] For port c3a31cdd-2bb4-4276-b70e-2d68f70f9aa7, host n-h1-802623-1, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:38:56.538413 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-9b533a1f-fb77-490f-af53-ffec8fa80ef5 tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Attempted to set empty binding levels {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 27 23:38:56.543019 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9b533a1f-fb77-490f-af53-ffec8fa80ef5 tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11336041'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:56.573512 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9b533a1f-fb77-490f-af53-ffec8fa80ef5 tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] In _notify_port_updated(), no bound segment for port c3a31cdd-2bb4-4276-b70e-2d68f70f9aa7 on network dc6e123e-f916-4c2f-9cf1-a272f2dab9cf {{(pid=93797) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 27 23:38:56.574402 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b533a1f-fb77-490f-af53-ffec8fa80ef5 tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:38:56.575004 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9b533a1f-fb77-490f-af53-ffec8fa80ef5 tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:56.576414 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-9b533a1f-fb77-490f-af53-ffec8fa80ef5 tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] 10.222.0.18 "PUT /v2.0/ports/c3a31cdd-2bb4-4276-b70e-2d68f70f9aa7 HTTP/1.1" status: 200 len: 975 time: 0.6396885 Jul 27 23:38:56.579209 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 51642) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:38:56.620418 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b533a1f-fb77-490f-af53-ffec8fa80ef5 tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Pushing event updated for resources: {'Port': ['ID=c3a31cdd-2bb4-4276-b70e-2d68f70f9aa7,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:38:56.668553 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-0715a6f1-972e-40cb-bd43-af1cec8927dc tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Deleting port c3a31cdd-2bb4-4276-b70e-2d68f70f9aa7 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:38:56.668923 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0715a6f1-972e-40cb-bd43-af1cec8927dc tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:56.738725 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-0715a6f1-972e-40cb-bd43-af1cec8927dc tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] For port c3a31cdd-2bb4-4276-b70e-2d68f70f9aa7, host n-h1-802623-1, got binding levels [] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:38:56.739124 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0715a6f1-972e-40cb-bd43-af1cec8927dc tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:56.751864 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-0715a6f1-972e-40cb-bd43-af1cec8927dc tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Calling delete_port for c3a31cdd-2bb4-4276-b70e-2d68f70f9aa7 owned by {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:38:56.834106 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0715a6f1-972e-40cb-bd43-af1cec8927dc tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:56.866709 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0715a6f1-972e-40cb-bd43-af1cec8927dc tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Pushing event deleted for resources: {'Port': ['ID=c3a31cdd-2bb4-4276-b70e-2d68f70f9aa7,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:38:56.881766 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0715a6f1-972e-40cb-bd43-af1cec8927dc tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:56.883698 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-0715a6f1-972e-40cb-bd43-af1cec8927dc tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] 10.222.0.18 "DELETE /v2.0/ports/c3a31cdd-2bb4-4276-b70e-2d68f70f9aa7 HTTP/1.1" status: 204 len: 168 time: 0.3035362 Jul 27 23:38:56.886261 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 51650) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:38:56.910598 n-d-802623-1 neutron-server[93797]: INFO neutron.pecan_wsgi.hooks.translation [None req-4dfcb9f7-1c9d-492b-848c-f4ff89b85b23 tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] GET failed (client error): The resource could not be found. Jul 27 23:38:56.912204 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-4dfcb9f7-1c9d-492b-848c-f4ff89b85b23 tempest-PortsAdminExtendedAttrsTestJSON-600130656 tempest-PortsAdminExtendedAttrsTestJSON-600130656-project-admin] 10.222.0.18 "GET /v2.0/ports/c3a31cdd-2bb4-4276-b70e-2d68f70f9aa7 HTTP/1.1" status: 404 len: 333 time: 0.0249867 Jul 27 23:38:56.915636 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 51654) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:38:56.916714 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7e74ff20-26c2-472e-aa4b-8efd19f42265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:56.997364 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5cb84b4f-e9a6-4cd6-814a-ec34eadabe19 tempest-PortsAdminExtendedAttrsTestJSON-1807992513 tempest-PortsAdminExtendedAttrsTestJSON-1807992513-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593271'] for network, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:57.093372 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5cb84b4f-e9a6-4cd6-814a-ec34eadabe19 tempest-PortsAdminExtendedAttrsTestJSON-1807992513 tempest-PortsAdminExtendedAttrsTestJSON-1807992513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618032', 'neutron.services.segments.db._delete_segments_for_network-8736833900081'] for network, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:57.103287 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-5cb84b4f-e9a6-4cd6-814a-ec34eadabe19 tempest-PortsAdminExtendedAttrsTestJSON-1807992513 tempest-PortsAdminExtendedAttrsTestJSON-1807992513-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc6e123e-f916-4c2f-9cf1-a272f2dab9cf']}} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:38:57.114425 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-5cb84b4f-e9a6-4cd6-814a-ec34eadabe19 tempest-PortsAdminExtendedAttrsTestJSON-1807992513 tempest-PortsAdminExtendedAttrsTestJSON-1807992513-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa30c28d-3999-40ce-b07f-6b95aa0d7835') {'for_net_delete': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:38:57.114721 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-5cb84b4f-e9a6-4cd6-814a-ec34eadabe19 tempest-PortsAdminExtendedAttrsTestJSON-1807992513 tempest-PortsAdminExtendedAttrsTestJSON-1807992513-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa30c28d-3999-40ce-b07f-6b95aa0d7835') {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:38:57.123460 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5cb84b4f-e9a6-4cd6-814a-ec34eadabe19 tempest-PortsAdminExtendedAttrsTestJSON-1807992513 tempest-PortsAdminExtendedAttrsTestJSON-1807992513-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736833900858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11335978'] for segment, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:57.138016 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5cb84b4f-e9a6-4cd6-814a-ec34eadabe19 tempest-PortsAdminExtendedAttrsTestJSON-1807992513 tempest-PortsAdminExtendedAttrsTestJSON-1807992513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:57.144035 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5cb84b4f-e9a6-4cd6-814a-ec34eadabe19 tempest-PortsAdminExtendedAttrsTestJSON-1807992513 tempest-PortsAdminExtendedAttrsTestJSON-1807992513-project] Releasing vlan 522 on physical network physnet1 to pool {{(pid=93797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 23:38:57.144431 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5cb84b4f-e9a6-4cd6-814a-ec34eadabe19 tempest-PortsAdminExtendedAttrsTestJSON-1807992513 tempest-PortsAdminExtendedAttrsTestJSON-1807992513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11336013'] for segment, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:57.147609 n-d-802623-1 neutron-server[93797]: Traceback (most recent call last): Jul 27 23:38:57.147609 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 23:38:57.147609 n-d-802623-1 neutron-server[93797]: timer() Jul 27 23:38:57.147609 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 23:38:57.147609 n-d-802623-1 neutron-server[93797]: cb(*args, **kw) Jul 27 23:38:57.147609 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 23:38:57.147609 n-d-802623-1 neutron-server[93797]: return func(*args, **kwargs) Jul 27 23:38:57.147609 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 23:38:57.147609 n-d-802623-1 neutron-server[93797]: self._notify() Jul 27 23:38:57.147609 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 23:38:57.147609 n-d-802623-1 neutron-server[93797]: self.callback(batched_events) Jul 27 23:38:57.147609 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 23:38:57.147609 n-d-802623-1 neutron-server[93797]: event.method(event) Jul 27 23:38:57.147609 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 23:38:57.147609 n-d-802623-1 neutron-server[93797]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 23:38:57.147609 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 23:38:57.147609 n-d-802623-1 neutron-server[93797]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 23:38:57.147609 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 23:38:57.147609 n-d-802623-1 neutron-server[93797]: return f(self, *a, **k) Jul 27 23:38:57.147609 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 23:38:57.147609 n-d-802623-1 neutron-server[93797]: return self._get(url).json() Jul 27 23:38:57.147609 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 23:38:57.147609 n-d-802623-1 neutron-server[93797]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 23:38:57.147609 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 23:38:57.147609 n-d-802623-1 neutron-server[93797]: return self.request(url, 'GET', **kwargs) Jul 27 23:38:57.147609 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 23:38:57.147609 n-d-802623-1 neutron-server[93797]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 23:38:57.147609 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 23:38:57.147609 n-d-802623-1 neutron-server[93797]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 23:38:57.147609 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 23:38:57.147609 n-d-802623-1 neutron-server[93797]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 23:38:57.147609 n-d-802623-1 neutron-server[93797]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 23:38:57.208724 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5cb84b4f-e9a6-4cd6-814a-ec34eadabe19 tempest-PortsAdminExtendedAttrsTestJSON-1807992513 tempest-PortsAdminExtendedAttrsTestJSON-1807992513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415412'] for network, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:57.217731 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5cb84b4f-e9a6-4cd6-814a-ec34eadabe19 tempest-PortsAdminExtendedAttrsTestJSON-1807992513 tempest-PortsAdminExtendedAttrsTestJSON-1807992513-project] Notify callbacks [] for network, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:57.220201 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-5cb84b4f-e9a6-4cd6-814a-ec34eadabe19 tempest-PortsAdminExtendedAttrsTestJSON-1807992513 tempest-PortsAdminExtendedAttrsTestJSON-1807992513-project] 10.222.0.18 "DELETE /v2.0/networks/dc6e123e-f916-4c2f-9cf1-a272f2dab9cf HTTP/1.1" status: 204 len: 168 time: 0.3034751 Jul 27 23:38:57.235144 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb84b4f-e9a6-4cd6-814a-ec34eadabe19 tempest-PortsAdminExtendedAttrsTestJSON-1807992513 tempest-PortsAdminExtendedAttrsTestJSON-1807992513-project] Pushing event deleted for resources: {'Network': ['ID=dc6e123e-f916-4c2f-9cf1-a272f2dab9cf,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:38:57.486222 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 51672) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:38:57.624130 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-995738d6-6f89-47c4-94db-2c68ddd45e7c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=13c1115ee3e048c3836457ea4075716e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1366227 Jul 27 23:38:57.626431 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 51680) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:38:57.677420 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-56c37b51-e2c0-40a6-8e46-704a2af39df1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:57.699565 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-56c37b51-e2c0-40a6-8e46-704a2af39df1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:57.747880 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-56c37b51-e2c0-40a6-8e46-704a2af39df1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:57.751256 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-56c37b51-e2c0-40a6-8e46-704a2af39df1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:57.755510 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-56c37b51-e2c0-40a6-8e46-704a2af39df1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c1981321-d17e-4c41-930c-d58436c31d6a HTTP/1.1" status: 204 len: 168 time: 0.1278758 Jul 27 23:38:57.764869 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c37b51-e2c0-40a6-8e46-704a2af39df1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1981321-d17e-4c41-930c-d58436c31d6a,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:38:58.043249 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 51694) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:38:58.088352 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-4728833c-b296-41b8-854a-2b563eeb6464 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=eb2ea8cccb20427e8b784885c13e6bcd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0439186 Jul 27 23:38:58.091092 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 51698) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:38:58.141040 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-20edcb96-59fa-4c4a-9690-f284b231c52d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:58.168949 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-20edcb96-59fa-4c4a-9690-f284b231c52d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:58.223491 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-20edcb96-59fa-4c4a-9690-f284b231c52d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:58.226264 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-20edcb96-59fa-4c4a-9690-f284b231c52d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:58.227527 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-20edcb96-59fa-4c4a-9690-f284b231c52d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0ff122e4-0661-42ea-bd91-fc3dd830ea0e HTTP/1.1" status: 204 len: 168 time: 0.1354613 Jul 27 23:38:58.235792 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20edcb96-59fa-4c4a-9690-f284b231c52d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ff122e4-0661-42ea-bd91-fc3dd830ea0e,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:38:59.575629 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-6379d9ad-3cf2-4eb7-a13b-931a92b5e6cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:59.713716 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 51776) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:38:59.757457 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:38:59.822845 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-52b5dd94-9fb9-4aab-a9f2-62b9788c6885 tempest-QuotasTest-1771571670 tempest-QuotasTest-1771571670-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:38:59.854821 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-52b5dd94-9fb9-4aab-a9f2-62b9788c6885 tempest-QuotasTest-1771571670 tempest-QuotasTest-1771571670-project-admin] 10.222.0.18 "PUT /v2.0/quotas/79eed843523e4e61add6e0093b54e116 HTTP/1.1" status: 200 len: 366 time: 0.1399810 Jul 27 23:38:59.857369 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 51784) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:38:59.891680 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-09e0e194-c73a-4b36-abcf-c8eeaede0840 tempest-QuotasTest-1771571670 tempest-QuotasTest-1771571670-project-admin] 10.222.0.18 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0331888 Jul 27 23:38:59.893205 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 51786) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:38:59.904356 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-1e4ef7c2-e3be-408a-8321-f417a8714def tempest-QuotasTest-1771571670 tempest-QuotasTest-1771571670-project-admin] 10.222.0.18 "GET /v2.0/quotas/79eed843523e4e61add6e0093b54e116 HTTP/1.1" status: 200 len: 366 time: 0.0093875 Jul 27 23:38:59.906990 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 51788) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:38:59.922258 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-6c17cbce-d246-4a9d-b38e-0ade3cd7d8e6 tempest-QuotasTest-1771571670 tempest-QuotasTest-1771571670-project-admin] 10.222.0.18 "DELETE /v2.0/quotas/79eed843523e4e61add6e0093b54e116 HTTP/1.1" status: 204 len: 168 time: 0.0142217 Jul 27 23:38:59.924664 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 51790) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:38:59.933684 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-4b173b78-1035-4f03-8a64-55a71fa3da39 tempest-QuotasTest-1771571670 tempest-QuotasTest-1771571670-project-admin] 10.222.0.18 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0080028 Jul 27 23:38:59.935999 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 51794) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:38:59.945628 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-e7cbf60b-873e-43a0-8c35-5ca47554f143 tempest-QuotasTest-1771571670 tempest-QuotasTest-1771571670-project-admin] 10.222.0.18 "GET /v2.0/quotas/79eed843523e4e61add6e0093b54e116 HTTP/1.1" status: 200 len: 370 time: 0.0086455 Jul 27 23:38:59.947897 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 51796) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:38:59.952473 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-0cf12ab6-a5b3-4bec-92c9-7b51798da405 tempest-QuotasTest-1771571670 tempest-QuotasTest-1771571670-project-admin] 10.222.0.18 "GET /v2.0/quotas/79eed843523e4e61add6e0093b54e116/default HTTP/1.1" status: 200 len: 370 time: 0.0036595 Jul 27 23:38:59.954580 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 51798) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:38:59.964078 n-d-802623-1 neutron-server[93798]: INFO neutron.api.v2.resource [None req-694f2d2f-a99f-4054-a879-bce69ed70259 tempest-QuotasTest-1771571670 tempest-QuotasTest-1771571670-project-admin] delete failed (client error): The resource could not be found. Jul 27 23:38:59.967485 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-694f2d2f-a99f-4054-a879-bce69ed70259 tempest-QuotasTest-1771571670 tempest-QuotasTest-1771571670-project-admin] 10.222.0.18 "DELETE /v2.0/quotas/79eed843523e4e61add6e0093b54e116 HTTP/1.1" status: 404 len: 348 time: 0.0120165 Jul 27 23:39:00.067234 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:00.078373 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 51804) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:39:00.099218 n-d-802623-1 neutron-server[93798]: DEBUG neutron.quota.resource [None req-1fc96671-24b7-43ed-b0c8-9446e2e1b98b tempest-QuotasTest-1771571670 tempest-QuotasTest-1771571670-project-admin] Usage tracker for resource:network and tenant:90ff6d1abbe94c46bf6ee99e9f9a7abe is out of sync, need to count used quota {{(pid=93798) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 27 23:39:00.105812 n-d-802623-1 neutron-server[93798]: DEBUG neutron.quota.resource [None req-1fc96671-24b7-43ed-b0c8-9446e2e1b98b tempest-QuotasTest-1771571670 tempest-QuotasTest-1771571670-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=93798) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 27 23:39:00.113854 n-d-802623-1 neutron-server[93798]: DEBUG neutron.quota.resource [None req-1fc96671-24b7-43ed-b0c8-9446e2e1b98b tempest-QuotasTest-1771571670 tempest-QuotasTest-1771571670-project-admin] Usage tracker for resource:subnet and tenant:90ff6d1abbe94c46bf6ee99e9f9a7abe is out of sync, need to count used quota {{(pid=93798) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 27 23:39:00.119589 n-d-802623-1 neutron-server[93798]: DEBUG neutron.quota.resource [None req-1fc96671-24b7-43ed-b0c8-9446e2e1b98b tempest-QuotasTest-1771571670 tempest-QuotasTest-1771571670-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93798) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 27 23:39:00.125938 n-d-802623-1 neutron-server[93798]: DEBUG neutron.quota.resource [None req-1fc96671-24b7-43ed-b0c8-9446e2e1b98b tempest-QuotasTest-1771571670 tempest-QuotasTest-1771571670-project-admin] Usage tracker for resource:subnetpool and tenant:90ff6d1abbe94c46bf6ee99e9f9a7abe is out of sync, need to count used quota {{(pid=93798) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 27 23:39:00.131564 n-d-802623-1 neutron-server[93798]: DEBUG neutron.quota.resource [None req-1fc96671-24b7-43ed-b0c8-9446e2e1b98b tempest-QuotasTest-1771571670 tempest-QuotasTest-1771571670-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=93798) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 27 23:39:00.138350 n-d-802623-1 neutron-server[93798]: DEBUG neutron.quota.resource [None req-1fc96671-24b7-43ed-b0c8-9446e2e1b98b tempest-QuotasTest-1771571670 tempest-QuotasTest-1771571670-project-admin] Usage tracker for resource:port and tenant:90ff6d1abbe94c46bf6ee99e9f9a7abe is out of sync, need to count used quota {{(pid=93798) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 27 23:39:00.143321 n-d-802623-1 neutron-server[93798]: DEBUG neutron.quota.resource [None req-1fc96671-24b7-43ed-b0c8-9446e2e1b98b tempest-QuotasTest-1771571670 tempest-QuotasTest-1771571670-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=93798) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 27 23:39:00.150696 n-d-802623-1 neutron-server[93798]: DEBUG neutron.quota.resource [None req-1fc96671-24b7-43ed-b0c8-9446e2e1b98b tempest-QuotasTest-1771571670 tempest-QuotasTest-1771571670-project-admin] Usage tracker for resource:router and tenant:90ff6d1abbe94c46bf6ee99e9f9a7abe is out of sync, need to count used quota {{(pid=93798) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 27 23:39:00.155912 n-d-802623-1 neutron-server[93798]: DEBUG neutron.quota.resource [None req-1fc96671-24b7-43ed-b0c8-9446e2e1b98b tempest-QuotasTest-1771571670 tempest-QuotasTest-1771571670-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=93798) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 27 23:39:00.162009 n-d-802623-1 neutron-server[93798]: DEBUG neutron.quota.resource [None req-1fc96671-24b7-43ed-b0c8-9446e2e1b98b tempest-QuotasTest-1771571670 tempest-QuotasTest-1771571670-project-admin] Usage tracker for resource:floatingip and tenant:90ff6d1abbe94c46bf6ee99e9f9a7abe is out of sync, need to count used quota {{(pid=93798) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 27 23:39:00.167447 n-d-802623-1 neutron-server[93798]: DEBUG neutron.quota.resource [None req-1fc96671-24b7-43ed-b0c8-9446e2e1b98b tempest-QuotasTest-1771571670 tempest-QuotasTest-1771571670-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=93798) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 27 23:39:00.214345 n-d-802623-1 neutron-server[93798]: DEBUG neutron.quota.resource [None req-1fc96671-24b7-43ed-b0c8-9446e2e1b98b tempest-QuotasTest-1771571670 tempest-QuotasTest-1771571670-project-admin] Usage tracker for resource:security_group and tenant:90ff6d1abbe94c46bf6ee99e9f9a7abe is out of sync, need to count used quota {{(pid=93798) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 27 23:39:00.219704 n-d-802623-1 neutron-server[93798]: DEBUG neutron.quota.resource [None req-1fc96671-24b7-43ed-b0c8-9446e2e1b98b tempest-QuotasTest-1771571670 tempest-QuotasTest-1771571670-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=93798) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 27 23:39:00.227222 n-d-802623-1 neutron-server[93798]: DEBUG neutron.quota.resource [None req-1fc96671-24b7-43ed-b0c8-9446e2e1b98b tempest-QuotasTest-1771571670 tempest-QuotasTest-1771571670-project-admin] Usage tracker for resource:security_group_rule and tenant:90ff6d1abbe94c46bf6ee99e9f9a7abe is out of sync, need to count used quota {{(pid=93798) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 27 23:39:00.232275 n-d-802623-1 neutron-server[93798]: DEBUG neutron.quota.resource [None req-1fc96671-24b7-43ed-b0c8-9446e2e1b98b tempest-QuotasTest-1771571670 tempest-QuotasTest-1771571670-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93798) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 27 23:39:00.236831 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-1fc96671-24b7-43ed-b0c8-9446e2e1b98b tempest-QuotasTest-1771571670 tempest-QuotasTest-1771571670-project-admin] 10.222.0.18 "GET /v2.0/quotas/90ff6d1abbe94c46bf6ee99e9f9a7abe/details.json HTTP/1.1" status: 200 len: 703 time: 0.1573026 Jul 27 23:39:00.532236 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-19f2e178-d45e-4fbe-b9be-c3963fc151ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:00.551822 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 51824) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:39:00.666129 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-dc56885c-63df-42e4-9aa3-7dc7cdde884e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:00.764605 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-dc56885c-63df-42e4-9aa3-7dc7cdde884e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:00.769623 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-dc56885c-63df-42e4-9aa3-7dc7cdde884e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:00.817525 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-dc56885c-63df-42e4-9aa3-7dc7cdde884e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=382e76dedd2d4d7790a403ecd3df0d5b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2643294 Jul 27 23:39:00.818800 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc56885c-63df-42e4-9aa3-7dc7cdde884e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=378fa215-18f1-45a5-a314-3b1545a087d4,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:39:00.820321 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 51834) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:39:00.875193 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d51742a6-ed78-4506-99a8-04d756f3be33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:00.902912 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d51742a6-ed78-4506-99a8-04d756f3be33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:00.950887 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d51742a6-ed78-4506-99a8-04d756f3be33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:00.953545 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d51742a6-ed78-4506-99a8-04d756f3be33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:00.954968 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-d51742a6-ed78-4506-99a8-04d756f3be33 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/378fa215-18f1-45a5-a314-3b1545a087d4 HTTP/1.1" status: 204 len: 168 time: 0.1329739 Jul 27 23:39:00.964202 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51742a6-ed78-4506-99a8-04d756f3be33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=378fa215-18f1-45a5-a314-3b1545a087d4,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:39:01.243563 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 51850) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:39:01.257463 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-96c2537d-6993-4598-9331-f94ddef52e0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:01.359246 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.agents_db [None req-9beef776-8bab-4de2-989a-f5a23ba4aaf4 None None] Agent healthcheck: found 7 active agents {{(pid=93800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 23:39:01.360551 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-96c2537d-6993-4598-9331-f94ddef52e0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:01.365520 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-96c2537d-6993-4598-9331-f94ddef52e0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:01.408045 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-96c2537d-6993-4598-9331-f94ddef52e0f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=90ff6d1abbe94c46bf6ee99e9f9a7abe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1633561 Jul 27 23:39:01.409034 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c2537d-6993-4598-9331-f94ddef52e0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2aa4918f-eadc-42dd-afc5-727338ee8db5,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:39:01.410662 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 51856) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:39:01.466879 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bcfb1546-ec97-4c9f-a150-fbdc85294cc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:01.495872 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bcfb1546-ec97-4c9f-a150-fbdc85294cc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:01.543689 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bcfb1546-ec97-4c9f-a150-fbdc85294cc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:01.546260 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bcfb1546-ec97-4c9f-a150-fbdc85294cc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:01.547469 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-bcfb1546-ec97-4c9f-a150-fbdc85294cc9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2aa4918f-eadc-42dd-afc5-727338ee8db5 HTTP/1.1" status: 204 len: 168 time: 0.1357834 Jul 27 23:39:01.556172 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfb1546-ec97-4c9f-a150-fbdc85294cc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aa4918f-eadc-42dd-afc5-727338ee8db5,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:39:02.294691 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7418f70f-e60d-4709-8ba9-6ab514bc7f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:02.832384 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 51924) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:39:02.937418 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-03a7bbcc-0d53-4183-b696-3fab2654838c tempest-RoutersAdminNegativeIpV6Test-1124418507 tempest-RoutersAdminNegativeIpV6Test-1124418507-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1147259753', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:39:02.960158 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03a7bbcc-0d53-4183-b696-3fab2654838c tempest-RoutersAdminNegativeIpV6Test-1124418507 tempest-RoutersAdminNegativeIpV6Test-1124418507-project-admin] Made reservation on behalf of 32c50afdd5ab42fdbd6c045ade812ec8 for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:39:02.962880 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-03a7bbcc-0d53-4183-b696-3fab2654838c tempest-RoutersAdminNegativeIpV6Test-1124418507 tempest-RoutersAdminNegativeIpV6Test-1124418507-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:02.972412 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-03a7bbcc-0d53-4183-b696-3fab2654838c tempest-RoutersAdminNegativeIpV6Test-1124418507 tempest-RoutersAdminNegativeIpV6Test-1124418507-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:03.067673 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-03a7bbcc-0d53-4183-b696-3fab2654838c tempest-RoutersAdminNegativeIpV6Test-1124418507 tempest-RoutersAdminNegativeIpV6Test-1124418507-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:03.071894 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-03a7bbcc-0d53-4183-b696-3fab2654838c tempest-RoutersAdminNegativeIpV6Test-1124418507 tempest-RoutersAdminNegativeIpV6Test-1124418507-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:03.077399 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [None req-03a7bbcc-0d53-4183-b696-3fab2654838c tempest-RoutersAdminNegativeIpV6Test-1124418507 tempest-RoutersAdminNegativeIpV6Test-1124418507-project-admin] device_id is not set on port bb0f0519-9896-4e08-be3e-ceb2443d0106 yet. {{(pid=93798) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 23:39:03.140044 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a7bbcc-0d53-4183-b696-3fab2654838c tempest-RoutersAdminNegativeIpV6Test-1124418507 tempest-RoutersAdminNegativeIpV6Test-1124418507-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3da36ce2-5116-4ab5-995e-7675423d775c,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:39:03.206880 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-03a7bbcc-0d53-4183-b696-3fab2654838c tempest-RoutersAdminNegativeIpV6Test-1124418507 tempest-RoutersAdminNegativeIpV6Test-1124418507-project-admin] Allocated IP 172.25.4.156 (2fd42287-ed26-4eb9-89a5-b521f5b04356/17de1f8f-393a-4b0c-a2df-614bd3f2fb5e/bb0f0519-9896-4e08-be3e-ceb2443d0106) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:39:03.348777 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-03a7bbcc-0d53-4183-b696-3fab2654838c tempest-RoutersAdminNegativeIpV6Test-1124418507 tempest-RoutersAdminNegativeIpV6Test-1124418507-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:03.389430 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-03a7bbcc-0d53-4183-b696-3fab2654838c tempest-RoutersAdminNegativeIpV6Test-1124418507 tempest-RoutersAdminNegativeIpV6Test-1124418507-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:03.436073 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03a7bbcc-0d53-4183-b696-3fab2654838c tempest-RoutersAdminNegativeIpV6Test-1124418507 tempest-RoutersAdminNegativeIpV6Test-1124418507-project-admin] Network 2fd42287-ed26-4eb9-89a5-b521f5b04356 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:39:03.439116 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-03a7bbcc-0d53-4183-b696-3fab2654838c tempest-RoutersAdminNegativeIpV6Test-1124418507 tempest-RoutersAdminNegativeIpV6Test-1124418507-project-admin] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:39:03.445858 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03a7bbcc-0d53-4183-b696-3fab2654838c tempest-RoutersAdminNegativeIpV6Test-1124418507 tempest-RoutersAdminNegativeIpV6Test-1124418507-project-admin] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:39:03.451297 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a7bbcc-0d53-4183-b696-3fab2654838c tempest-RoutersAdminNegativeIpV6Test-1124418507 tempest-RoutersAdminNegativeIpV6Test-1124418507-project-admin] Pushing event updated for resources: {'Port': ['ID=bb0f0519-9896-4e08-be3e-ceb2443d0106,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:39:03.490131 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03a7bbcc-0d53-4183-b696-3fab2654838c tempest-RoutersAdminNegativeIpV6Test-1124418507 tempest-RoutersAdminNegativeIpV6Test-1124418507-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:39:03.490131 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-03a7bbcc-0d53-4183-b696-3fab2654838c tempest-RoutersAdminNegativeIpV6Test-1124418507 tempest-RoutersAdminNegativeIpV6Test-1124418507-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:03.515308 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 51944) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:39:03.515930 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-03a7bbcc-0d53-4183-b696-3fab2654838c tempest-RoutersAdminNegativeIpV6Test-1124418507 tempest-RoutersAdminNegativeIpV6Test-1124418507-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 0.6808157 Jul 27 23:39:03.518999 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-67b2ddf9-190c-4e00-a7bc-c0bf264b6367 tempest-RoutersAdminNegativeIpV6Test-1124418507 tempest-RoutersAdminNegativeIpV6Test-1124418507-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.156'}]}}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:39:03.541760 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-67b2ddf9-190c-4e00-a7bc-c0bf264b6367 tempest-RoutersAdminNegativeIpV6Test-1124418507 tempest-RoutersAdminNegativeIpV6Test-1124418507-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62159'] for router, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:03.542950 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-67b2ddf9-190c-4e00-a7bc-c0bf264b6367 tempest-RoutersAdminNegativeIpV6Test-1124418507 tempest-RoutersAdminNegativeIpV6Test-1124418507-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-479230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-415539', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3693317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62148'] for router, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:03.607770 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-67b2ddf9-190c-4e00-a7bc-c0bf264b6367 tempest-RoutersAdminNegativeIpV6Test-1124418507 tempest-RoutersAdminNegativeIpV6Test-1124418507-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:03.745183 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-67b2ddf9-190c-4e00-a7bc-c0bf264b6367 tempest-RoutersAdminNegativeIpV6Test-1124418507 tempest-RoutersAdminNegativeIpV6Test-1124418507-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-415433', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62186'] for router, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:03.956728 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-67b2ddf9-190c-4e00-a7bc-c0bf264b6367 tempest-RoutersAdminNegativeIpV6Test-1124418507 tempest-RoutersAdminNegativeIpV6Test-1124418507-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:03.976412 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-67b2ddf9-190c-4e00-a7bc-c0bf264b6367 tempest-RoutersAdminNegativeIpV6Test-1124418507 tempest-RoutersAdminNegativeIpV6Test-1124418507-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:04.163808 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-67b2ddf9-190c-4e00-a7bc-c0bf264b6367 tempest-RoutersAdminNegativeIpV6Test-1124418507 tempest-RoutersAdminNegativeIpV6Test-1124418507-project-admin] Notify callbacks [] for router, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:04.336687 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-67b2ddf9-190c-4e00-a7bc-c0bf264b6367 tempest-RoutersAdminNegativeIpV6Test-1124418507 tempest-RoutersAdminNegativeIpV6Test-1124418507-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62205'] for router, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:04.338882 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-67b2ddf9-190c-4e00-a7bc-c0bf264b6367 tempest-RoutersAdminNegativeIpV6Test-1124418507 tempest-RoutersAdminNegativeIpV6Test-1124418507-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:04.380711 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-67b2ddf9-190c-4e00-a7bc-c0bf264b6367 tempest-RoutersAdminNegativeIpV6Test-1124418507 tempest-RoutersAdminNegativeIpV6Test-1124418507-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-477831'] for router, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:04.381202 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67b2ddf9-190c-4e00-a7bc-c0bf264b6367 tempest-RoutersAdminNegativeIpV6Test-1124418507 tempest-RoutersAdminNegativeIpV6Test-1124418507-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d7480662-5c1a-485e-965e-e50703eb758f {{(pid=93797) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 23:39:04.397238 n-d-802623-1 neutron-server[93797]: INFO neutron.api.v2.resource [None req-67b2ddf9-190c-4e00-a7bc-c0bf264b6367 tempest-RoutersAdminNegativeIpV6Test-1124418507 tempest-RoutersAdminNegativeIpV6Test-1124418507-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jul 27 23:39:04.398332 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-67b2ddf9-190c-4e00-a7bc-c0bf264b6367 tempest-RoutersAdminNegativeIpV6Test-1124418507 tempest-RoutersAdminNegativeIpV6Test-1124418507-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 0.8830059 Jul 27 23:39:04.401561 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 51950) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:39:04.485499 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-308d9491-973a-42d9-bc68-d70c458aa334 tempest-RoutersAdminNegativeIpV6Test-1124418507 tempest-RoutersAdminNegativeIpV6Test-1124418507-project-admin] Deleting port bb0f0519-9896-4e08-be3e-ceb2443d0106 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:39:04.485948 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-308d9491-973a-42d9-bc68-d70c458aa334 tempest-RoutersAdminNegativeIpV6Test-1124418507 tempest-RoutersAdminNegativeIpV6Test-1124418507-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:04.567748 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-308d9491-973a-42d9-bc68-d70c458aa334 tempest-RoutersAdminNegativeIpV6Test-1124418507 tempest-RoutersAdminNegativeIpV6Test-1124418507-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:04.579496 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-308d9491-973a-42d9-bc68-d70c458aa334 tempest-RoutersAdminNegativeIpV6Test-1124418507 tempest-RoutersAdminNegativeIpV6Test-1124418507-project-admin] Calling delete_port for bb0f0519-9896-4e08-be3e-ceb2443d0106 owned by {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:39:04.703807 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-308d9491-973a-42d9-bc68-d70c458aa334 tempest-RoutersAdminNegativeIpV6Test-1124418507 tempest-RoutersAdminNegativeIpV6Test-1124418507-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:04.741345 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308d9491-973a-42d9-bc68-d70c458aa334 tempest-RoutersAdminNegativeIpV6Test-1124418507 tempest-RoutersAdminNegativeIpV6Test-1124418507-project-admin] Pushing event deleted for resources: {'Port': ['ID=bb0f0519-9896-4e08-be3e-ceb2443d0106,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:39:04.797879 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-308d9491-973a-42d9-bc68-d70c458aa334 tempest-RoutersAdminNegativeIpV6Test-1124418507 tempest-RoutersAdminNegativeIpV6Test-1124418507-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:04.800543 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-308d9491-973a-42d9-bc68-d70c458aa334 tempest-RoutersAdminNegativeIpV6Test-1124418507 tempest-RoutersAdminNegativeIpV6Test-1124418507-project-admin] 10.222.0.18 "DELETE /v2.0/ports/bb0f0519-9896-4e08-be3e-ceb2443d0106 HTTP/1.1" status: 204 len: 168 time: 0.3972971 Jul 27 23:39:05.030885 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:05.041604 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 51958) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:39:05.151013 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1df39685-cd7c-416b-a2cb-ced3aba964fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:05.243300 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1df39685-cd7c-416b-a2cb-ced3aba964fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:05.246988 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1df39685-cd7c-416b-a2cb-ced3aba964fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:05.285708 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-1df39685-cd7c-416b-a2cb-ced3aba964fb admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=322ad8bded6341c5920fbc33851234ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2430127 Jul 27 23:39:05.286743 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df39685-cd7c-416b-a2cb-ced3aba964fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0d63d5d-5fa9-40e9-80a9-206233cd760f,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:39:05.288389 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 51962) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:39:05.339940 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-37269de9-70f5-43db-8a17-25f5f4e2b733 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:05.365387 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-37269de9-70f5-43db-8a17-25f5f4e2b733 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:05.412368 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-37269de9-70f5-43db-8a17-25f5f4e2b733 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:05.414937 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-37269de9-70f5-43db-8a17-25f5f4e2b733 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:05.416126 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-37269de9-70f5-43db-8a17-25f5f4e2b733 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f0d63d5d-5fa9-40e9-80a9-206233cd760f HTTP/1.1" status: 204 len: 168 time: 0.1251633 Jul 27 23:39:05.423876 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37269de9-70f5-43db-8a17-25f5f4e2b733 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0d63d5d-5fa9-40e9-80a9-206233cd760f,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:39:05.679910 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 51970) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:39:05.722525 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-c06d7c64-f3a0-4f5d-9da5-015671a158ec admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=32c50afdd5ab42fdbd6c045ade812ec8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0411720 Jul 27 23:39:05.724900 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 51972) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:39:05.775405 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-297bd610-4841-4fa6-83f3-ad52cf4b7991 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:05.797080 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-297bd610-4841-4fa6-83f3-ad52cf4b7991 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:05.844399 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-297bd610-4841-4fa6-83f3-ad52cf4b7991 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:05.847135 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-297bd610-4841-4fa6-83f3-ad52cf4b7991 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:05.848345 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-297bd610-4841-4fa6-83f3-ad52cf4b7991 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3da36ce2-5116-4ab5-995e-7675423d775c HTTP/1.1" status: 204 len: 168 time: 0.1225302 Jul 27 23:39:05.856456 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297bd610-4841-4fa6-83f3-ad52cf4b7991 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3da36ce2-5116-4ab5-995e-7675423d775c,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:39:06.534800 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 51994) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:39:06.599765 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 52000) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:39:06.664700 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-73abd9e5-d424-4b15-932f-532988c87e12 tempest-AgentManagementNegativeTest-998350921 tempest-AgentManagementNegativeTest-998350921-project] 10.222.0.18 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.1286311 Jul 27 23:39:06.792612 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9aaacd42-0c42-4f0f-8d06-73aa223ccca7 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Deleting port fadc3f8a-cf87-47fd-9bd3-c6b229cddb3e {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:39:06.792852 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9aaacd42-0c42-4f0f-8d06-73aa223ccca7 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:06.880393 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9aaacd42-0c42-4f0f-8d06-73aa223ccca7 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:06.880874 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9aaacd42-0c42-4f0f-8d06-73aa223ccca7 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:06.894846 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9aaacd42-0c42-4f0f-8d06-73aa223ccca7 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Calling delete_port for fadc3f8a-cf87-47fd-9bd3-c6b229cddb3e owned by network:floatingip {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:39:06.932044 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 52006) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:39:07.041804 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5f770448-a546-484f-bce1-1243f6065df1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:07.077021 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9aaacd42-0c42-4f0f-8d06-73aa223ccca7 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:07.103030 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aaacd42-0c42-4f0f-8d06-73aa223ccca7 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Pushing event deleted for resources: {'Port': ['ID=fadc3f8a-cf87-47fd-9bd3-c6b229cddb3e,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:39:07.172276 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9aaacd42-0c42-4f0f-8d06-73aa223ccca7 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Notify callbacks [] for floatingip, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:07.172608 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5f770448-a546-484f-bce1-1243f6065df1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:07.173216 n-d-802623-1 neutron-server[93797]: INFO neutron.db.l3_db [None req-9aaacd42-0c42-4f0f-8d06-73aa223ccca7 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Floating IP b59d3f31-c164-47ab-ba1f-8dde570c37b9 disassociated (deleted). External IP: 172.25.4.70, port: 37af0c7f-295a-454c-943a-b8fc4f0cf5b3. Jul 27 23:39:07.178479 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5f770448-a546-484f-bce1-1243f6065df1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:07.216050 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f770448-a546-484f-bce1-1243f6065df1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9bdd2c7-97c7-4f2a-8ade-f273f9cfa68b,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:39:07.224017 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-5f770448-a546-484f-bce1-1243f6065df1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5f4d0fb7d5e8427aacc1fcc591d589cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2903526 Jul 27 23:39:07.224618 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 52010) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:39:07.275742 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9c230162-473e-44ad-a518-45ce731776b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:07.297857 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9c230162-473e-44ad-a518-45ce731776b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:07.349529 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9c230162-473e-44ad-a518-45ce731776b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:07.352196 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9c230162-473e-44ad-a518-45ce731776b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:07.353347 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-9c230162-473e-44ad-a518-45ce731776b9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f9bdd2c7-97c7-4f2a-8ade-f273f9cfa68b HTTP/1.1" status: 204 len: 168 time: 0.1275058 Jul 27 23:39:07.363129 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c230162-473e-44ad-a518-45ce731776b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9bdd2c7-97c7-4f2a-8ade-f273f9cfa68b,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:39:07.402919 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9aaacd42-0c42-4f0f-8d06-73aa223ccca7 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Router ae07b307-a0ba-48a4-8cdd-01fc42aa4d7f has already been hosted by L3 agent 018c4455-49c0-4734-927d-7824067b2a9e {{(pid=93797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 23:39:07.826828 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9aaacd42-0c42-4f0f-8d06-73aa223ccca7 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:39:07.831979 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9aaacd42-0c42-4f0f-8d06-73aa223ccca7 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for floatingip, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:07.843369 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b49194c-ca5f-49ae-9a79-11eec1719f73 None None] Sync routers for ids ['ae07b307-a0ba-48a4-8cdd-01fc42aa4d7f'] in n-d-802623-1 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:39:07.860807 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b49194c-ca5f-49ae-9a79-11eec1719f73 None None] Routers {'ae07b307-a0ba-48a4-8cdd-01fc42aa4d7f'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:39:07.861516 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-5b49194c-ca5f-49ae-9a79-11eec1719f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:39:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['ae07b307-a0ba-48a4-8cdd-01fc42aa4d7f'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:39:07.867777 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-9aaacd42-0c42-4f0f-8d06-73aa223ccca7 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "DELETE /v2.0/floatingips/b59d3f31-c164-47ab-ba1f-8dde570c37b9 HTTP/1.1" status: 204 len: 168 time: 1.2665646 Jul 27 23:39:07.869764 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e6e9081-0520-45f6-bced-ecba4dfa3ef0', 'tag': '37af0c7f-295a-454c-943a-b8fc4f0cf5b3'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:39:07.872729 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a476459a1bfce68b0ae0df5b6a71154bfc7cfdc8f9eefce6ad0a17231e60468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfc75c4d-bbb0-46a2-b7d7-52ce773bd320" -d '{"events": [{"name": "network-changed", "server_uuid": "1e6e9081-0520-45f6-bced-ecba4dfa3ef0", "tag": "37af0c7f-295a-454c-943a-b8fc4f0cf5b3"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:39:07.961005 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 23:39:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5844847-e984-4899-9d72-00b58c775a97 x-openstack-request-id: req-e5844847-e984-4899-9d72-00b58c775a97 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:39:07.961396 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e6e9081-0520-45f6-bced-ecba4dfa3ef0", "tag": "37af0c7f-295a-454c-943a-b8fc4f0cf5b3", "status": "completed", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:39:07.961707 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e5844847-e984-4899-9d72-00b58c775a97 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:39:07.962165 n-d-802623-1 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e6e9081-0520-45f6-bced-ecba4dfa3ef0', 'tag': '37af0c7f-295a-454c-943a-b8fc4f0cf5b3', 'status': 'completed', 'code': 200} Jul 27 23:39:08.002087 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-5b49194c-ca5f-49ae-9a79-11eec1719f73 None None] Set router ae07b307-a0ba-48a4-8cdd-01fc42aa4d7f gateway port host: n-d-802623-1 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:39:08.016104 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc75c4d-bbb0-46a2-b7d7-52ce773bd320 req-88ded9b9-07eb-4dee-a278-c532ce062978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:39:08.018944 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-dfc75c4d-bbb0-46a2-b7d7-52ce773bd320 req-88ded9b9-07eb-4dee-a278-c532ce062978 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=49af0f356ac348f0bd0841795f0ea352&device_id=1e6e9081-0520-45f6-bced-ecba4dfa3ef0 HTTP/1.1" status: 200 len: 1097 time: 0.0479572 Jul 27 23:39:08.165269 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc75c4d-bbb0-46a2-b7d7-52ce773bd320 req-bd3a76ac-f039-4e48-88bf-d851dd13a567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:39:08.167150 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-dfc75c4d-bbb0-46a2-b7d7-52ce773bd320 req-bd3a76ac-f039-4e48-88bf-d851dd13a567 service neutron] 10.222.0.38 "GET /v2.0/networks?id=280a3ba5-2d75-4827-b3c1-0be5bb892094 HTTP/1.1" status: 200 len: 913 time: 0.1415694 Jul 27 23:39:08.219152 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-dfc75c4d-bbb0-46a2-b7d7-52ce773bd320 req-c85af105-dbd4-4a76-9b99-84ac209cccaf service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=37af0c7f-295a-454c-943a-b8fc4f0cf5b3 HTTP/1.1" status: 200 len: 217 time: 0.0430355 Jul 27 23:39:08.226876 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87794a06-60ff-4da1-bba6-557f9d93d23f req-4e03f71e-e587-47ca-b03f-0203ad500b27 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:39:08.228363 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-87794a06-60ff-4da1-bba6-557f9d93d23f req-4e03f71e-e587-47ca-b03f-0203ad500b27 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e6e9081-0520-45f6-bced-ecba4dfa3ef0 HTTP/1.1" status: 200 len: 946 time: 0.0943754 Jul 27 23:39:08.290974 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-5b49194c-ca5f-49ae-9a79-11eec1719f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae07b307-a0ba-48a4-8cdd-01fc42aa4d7f', 'name': 'tempest-TestVolumeBootPattern-1074431017-router', 'tenant_id': '49af0f356ac348f0bd0841795f0ea352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.28'}], 'enable_snat': True}, 'gw_port_id': 'aabf91af-c331-4c6f-8eeb-399969435504', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:26:41Z', 'updated_at': '2021-07-27T23:26:46Z', 'revision_number': 4, 'project_id': '49af0f356ac348f0bd0841795f0ea352', 'gw_port': {'id': 'aabf91af-c331-4c6f-8eeb-399969435504', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:cc:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae07b307-a0ba-48a4-8cdd-01fc42aa4d7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2648, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:26:42Z', 'updated_at': '2021-07-27T23:26:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_floatingips': [{'id': '50b1aae7-eeb1-4bd7-abc0-7ea087a19b5e', 'tenant_id': '49af0f356ac348f0bd0841795f0ea352', 'floating_ip_address': '172.25.4.82', 'floating_network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'router_id': 'ae07b307-a0ba-48a4-8cdd-01fc42aa4d7f', 'port_id': '50da5721-1ac7-4721-bd06-54bf9484ab39', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3554, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '280a3ba5-2d75-4827-b3c1-0be5bb892094', 'mac_address': 'fa:16:3e:1f:6f:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34549238-9356-4bed-bcb3-0e45cc37e0e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T23:35:09Z', 'updated_at': '2021-07-27T23:35:12Z', 'revision_number': 1, 'project_id': '49af0f356ac348f0bd0841795f0ea352', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a3cb2b8-98cb-4156-9ea6-63b994d40fe2', 'name': '', 'network_id': '280a3ba5-2d75-4827-b3c1-0be5bb892094', 'tenant_id': '49af0f356ac348f0bd0841795f0ea352', 'mac_address': 'fa:16:3e:da:7c:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae07b307-a0ba-48a4-8cdd-01fc42aa4d7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2651, 'fixed_ips': [{'subnet_id': '03df5e5c-8a96-449f-9e96-cff1a55737e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:26:44Z', 'updated_at': '2021-07-27T23:26:57Z', 'revision_number': 5, 'project_id': '49af0f356ac348f0bd0841795f0ea352', 'subnets': [{'id': '03df5e5c-8a96-449f-9e96-cff1a55737e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:39:08.297849 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc75c4d-bbb0-46a2-b7d7-52ce773bd320 req-1410bbf3-3102-4982-9db5-b1cbc34cc383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:39:08.299756 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-dfc75c4d-bbb0-46a2-b7d7-52ce773bd320 req-1410bbf3-3102-4982-9db5-b1cbc34cc383 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=03df5e5c-8a96-449f-9e96-cff1a55737e2 HTTP/1.1" status: 200 len: 851 time: 0.0705333 Jul 27 23:39:08.302720 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-87794a06-60ff-4da1-bba6-557f9d93d23f req-12eb6958-125d-410f-97a7-a0e5b9b231dc tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/security-groups?id=ba3baf51-24bd-4d95-b413-6126b786be4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651240 Jul 27 23:39:08.326407 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b49194c-ca5f-49ae-9a79-11eec1719f73 None None] Checking router: ae07b307-a0ba-48a4-8cdd-01fc42aa4d7f for host: n-d-802623-1 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 23:39:08.336764 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b49194c-ca5f-49ae-9a79-11eec1719f73 None None] Routers {'ae07b307-a0ba-48a4-8cdd-01fc42aa4d7f'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:39:08.337639 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-5b49194c-ca5f-49ae-9a79-11eec1719f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:39:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['ae07b307-a0ba-48a4-8cdd-01fc42aa4d7f'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:39:08.363278 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc75c4d-bbb0-46a2-b7d7-52ce773bd320 req-65598495-ca69-4225-83e1-162867907b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:39:08.364840 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-dfc75c4d-bbb0-46a2-b7d7-52ce773bd320 req-65598495-ca69-4225-83e1-162867907b66 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=280a3ba5-2d75-4827-b3c1-0be5bb892094&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0567553 Jul 27 23:39:08.452253 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-5b49194c-ca5f-49ae-9a79-11eec1719f73 None None] Set router ae07b307-a0ba-48a4-8cdd-01fc42aa4d7f gateway port host: n-d-802623-1 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:39:08.467144 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-dfc75c4d-bbb0-46a2-b7d7-52ce773bd320 req-cbf46850-abcc-4f27-a0c1-1651024d2aa3 service neutron] 10.222.0.38 "GET /v2.0/networks/280a3ba5-2d75-4827-b3c1-0be5bb892094?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935242 Jul 27 23:39:08.564152 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-dfc75c4d-bbb0-46a2-b7d7-52ce773bd320 req-b4c8e7e0-1ebc-4f4c-840d-5bce7f985f11 service neutron] 10.222.0.38 "GET /v2.0/networks/280a3ba5-2d75-4827-b3c1-0be5bb892094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896928 Jul 27 23:39:08.688037 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-5b49194c-ca5f-49ae-9a79-11eec1719f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae07b307-a0ba-48a4-8cdd-01fc42aa4d7f', 'name': 'tempest-TestVolumeBootPattern-1074431017-router', 'tenant_id': '49af0f356ac348f0bd0841795f0ea352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.28'}], 'enable_snat': True}, 'gw_port_id': 'aabf91af-c331-4c6f-8eeb-399969435504', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:26:41Z', 'updated_at': '2021-07-27T23:26:46Z', 'revision_number': 4, 'project_id': '49af0f356ac348f0bd0841795f0ea352', 'gw_port': {'id': 'aabf91af-c331-4c6f-8eeb-399969435504', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:cc:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae07b307-a0ba-48a4-8cdd-01fc42aa4d7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2648, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:26:42Z', 'updated_at': '2021-07-27T23:26:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_floatingips': [{'id': '50b1aae7-eeb1-4bd7-abc0-7ea087a19b5e', 'tenant_id': '49af0f356ac348f0bd0841795f0ea352', 'floating_ip_address': '172.25.4.82', 'floating_network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'router_id': 'ae07b307-a0ba-48a4-8cdd-01fc42aa4d7f', 'port_id': '50da5721-1ac7-4721-bd06-54bf9484ab39', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3554, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '280a3ba5-2d75-4827-b3c1-0be5bb892094', 'mac_address': 'fa:16:3e:1f:6f:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34549238-9356-4bed-bcb3-0e45cc37e0e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T23:35:09Z', 'updated_at': '2021-07-27T23:35:12Z', 'revision_number': 1, 'project_id': '49af0f356ac348f0bd0841795f0ea352', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a3cb2b8-98cb-4156-9ea6-63b994d40fe2', 'name': '', 'network_id': '280a3ba5-2d75-4827-b3c1-0be5bb892094', 'tenant_id': '49af0f356ac348f0bd0841795f0ea352', 'mac_address': 'fa:16:3e:da:7c:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae07b307-a0ba-48a4-8cdd-01fc42aa4d7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2651, 'fixed_ips': [{'subnet_id': '03df5e5c-8a96-449f-9e96-cff1a55737e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:26:44Z', 'updated_at': '2021-07-27T23:26:57Z', 'revision_number': 5, 'project_id': '49af0f356ac348f0bd0841795f0ea352', 'subnets': [{'id': '03df5e5c-8a96-449f-9e96-cff1a55737e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:39:08.720178 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b49194c-ca5f-49ae-9a79-11eec1719f73 None None] The sync data for ids ['ae07b307-a0ba-48a4-8cdd-01fc42aa4d7f'] in n-d-802623-1 is: [{'id': 'ae07b307-a0ba-48a4-8cdd-01fc42aa4d7f', 'name': 'tempest-TestVolumeBootPattern-1074431017-router', 'tenant_id': '49af0f356ac348f0bd0841795f0ea352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.28'}], 'enable_snat': True}, 'gw_port_id': 'aabf91af-c331-4c6f-8eeb-399969435504', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:26:41Z', 'updated_at': '2021-07-27T23:26:46Z', 'revision_number': 4, 'project_id': '49af0f356ac348f0bd0841795f0ea352', 'gw_port': {'id': 'aabf91af-c331-4c6f-8eeb-399969435504', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:cc:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae07b307-a0ba-48a4-8cdd-01fc42aa4d7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2648, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:26:42Z', 'updated_at': '2021-07-27T23:26:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_floatingips': [{'id': '50b1aae7-eeb1-4bd7-abc0-7ea087a19b5e', 'tenant_id': '49af0f356ac348f0bd0841795f0ea352', 'floating_ip_address': '172.25.4.82', 'floating_network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'router_id': 'ae07b307-a0ba-48a4-8cdd-01fc42aa4d7f', 'port_id': '50da5721-1ac7-4721-bd06-54bf9484ab39', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3554, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '280a3ba5-2d75-4827-b3c1-0be5bb892094', 'mac_address': 'fa:16:3e:1f:6f:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34549238-9356-4bed-bcb3-0e45cc37e0e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T23:35:09Z', 'updated_at': '2021-07-27T23:35:12Z', 'revision_number': 1, 'project_id': '49af0f356ac348f0bd0841795f0ea352', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a3cb2b8-98cb-4156-9ea6-63b994d40fe2', 'name': '', 'network_id': '280a3ba5-2d75-4827-b3c1-0be5bb892094', 'tenant_id': '49af0f356ac348f0bd0841795f0ea352', 'mac_address': 'fa:16:3e:da:7c:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae07b307-a0ba-48a4-8cdd-01fc42aa4d7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2651, 'fixed_ips': [{'subnet_id': '03df5e5c-8a96-449f-9e96-cff1a55737e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:26:44Z', 'updated_at': '2021-07-27T23:26:57Z', 'revision_number': 5, 'project_id': '49af0f356ac348f0bd0841795f0ea352', 'subnets': [{'id': '03df5e5c-8a96-449f-9e96-cff1a55737e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:39:09.029228 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb1537a9-f7c0-495b-87bc-081d2b6a37be None None] New status for floating IP b59d3f31-c164-47ab-ba1f-8dde570c37b9: DOWN {{(pid=93799) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 23:39:09.343125 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 52094) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:39:09.434286 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b649ae5-954c-408a-949e-76a3ed37c6d2 req-9fa6b227-f736-491d-bbbe-547f6e213c34 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:39:09.435893 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-6b649ae5-954c-408a-949e-76a3ed37c6d2 req-9fa6b227-f736-491d-bbbe-547f6e213c34 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e6e9081-0520-45f6-bced-ecba4dfa3ef0 HTTP/1.1" status: 200 len: 946 time: 0.0532601 Jul 27 23:39:09.459639 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-34ed06f6-0159-4e59-9f2b-b291ca9534ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:09.484631 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-6b649ae5-954c-408a-949e-76a3ed37c6d2 req-531454bc-386b-4498-bece-18214c7e3f87 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/security-groups?id=ba3baf51-24bd-4d95-b413-6126b786be4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405214 Jul 27 23:39:09.569380 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-34ed06f6-0159-4e59-9f2b-b291ca9534ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:09.573309 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-34ed06f6-0159-4e59-9f2b-b291ca9534ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:09.612982 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-34ed06f6-0159-4e59-9f2b-b291ca9534ea admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f6230507523c43c0baef92a5f655119f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2685573 Jul 27 23:39:09.614140 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ed06f6-0159-4e59-9f2b-b291ca9534ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5e3e3e4-8c0a-4b8d-a3af-134e77ed67f7,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:39:09.615781 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 52098) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:39:09.622763 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ed06f6-0159-4e59-9f2b-b291ca9534ea admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:39:09.622893 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ed06f6-0159-4e59-9f2b-b291ca9534ea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:39:09.623235 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ed06f6-0159-4e59-9f2b-b291ca9534ea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:39:09.623578 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ed06f6-0159-4e59-9f2b-b291ca9534ea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:39:09.623911 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ed06f6-0159-4e59-9f2b-b291ca9534ea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:39:09.624241 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ed06f6-0159-4e59-9f2b-b291ca9534ea admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:39:09.624569 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ed06f6-0159-4e59-9f2b-b291ca9534ea admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:39:09.624895 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ed06f6-0159-4e59-9f2b-b291ca9534ea admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:39:09.625221 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ed06f6-0159-4e59-9f2b-b291ca9534ea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:39:09.625537 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ed06f6-0159-4e59-9f2b-b291ca9534ea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:39:09.626492 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ed06f6-0159-4e59-9f2b-b291ca9534ea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:39:09.626996 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ed06f6-0159-4e59-9f2b-b291ca9534ea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:39:09.672307 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c186dbe0-f7cf-4d69-84b4-1407df02f28d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:09.679896 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abaf560-55be-418d-859f-7a328587785e req-8f643a58-20a5-48e2-af7d-ef7c85e29e8b tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:39:09.681567 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-5abaf560-55be-418d-859f-7a328587785e req-8f643a58-20a5-48e2-af7d-ef7c85e29e8b tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.38 "GET /v2.0/ports?device_id=1e6e9081-0520-45f6-bced-ecba4dfa3ef0 HTTP/1.1" status: 200 len: 946 time: 0.0501344 Jul 27 23:39:09.694730 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c186dbe0-f7cf-4d69-84b4-1407df02f28d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:09.743270 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c186dbe0-f7cf-4d69-84b4-1407df02f28d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:09.746299 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c186dbe0-f7cf-4d69-84b4-1407df02f28d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:09.747575 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-c186dbe0-f7cf-4d69-84b4-1407df02f28d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f5e3e3e4-8c0a-4b8d-a3af-134e77ed67f7 HTTP/1.1" status: 204 len: 168 time: 0.1305661 Jul 27 23:39:09.755880 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c186dbe0-f7cf-4d69-84b4-1407df02f28d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5e3e3e4-8c0a-4b8d-a3af-134e77ed67f7,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:39:09.853482 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-5abaf560-55be-418d-859f-7a328587785e req-2f359782-a39c-421d-b7a2-e9d37da40483 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Deleting port 37af0c7f-295a-454c-943a-b8fc4f0cf5b3 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:39:09.853831 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-5abaf560-55be-418d-859f-7a328587785e req-2f359782-a39c-421d-b7a2-e9d37da40483 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:09.952472 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-5abaf560-55be-418d-859f-7a328587785e req-2f359782-a39c-421d-b7a2-e9d37da40483 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] For port 37af0c7f-295a-454c-943a-b8fc4f0cf5b3, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=37af0c7f-295a-454c-943a-b8fc4f0cf5b3,segment=NetworkSegment(e34bcaf6-fcda-4cb3-a9d4-ce07906221d3),segment_id=e34bcaf6-fcda-4cb3-a9d4-ce07906221d3)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:39:09.952854 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-5abaf560-55be-418d-859f-7a328587785e req-2f359782-a39c-421d-b7a2-e9d37da40483 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:10.045602 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 52106) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:39:10.065842 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-72555d94-990c-4c69-9249-a7d4ee4ee20a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:10.182068 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-72555d94-990c-4c69-9249-a7d4ee4ee20a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:10.186551 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-72555d94-990c-4c69-9249-a7d4ee4ee20a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:10.232068 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-72555d94-990c-4c69-9249-a7d4ee4ee20a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5132497cdc8d4602bee4e9f16f4df569&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1848934 Jul 27 23:39:10.234599 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 52108) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:39:10.242006 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72555d94-990c-4c69-9249-a7d4ee4ee20a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e57bf11-5f9f-4bde-ab54-5c8e94e2656d,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:39:10.295786 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2f18ad68-3a49-4a6d-a83c-2c59c809b67b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:10.319654 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2f18ad68-3a49-4a6d-a83c-2c59c809b67b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:10.325943 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-5abaf560-55be-418d-859f-7a328587785e req-2f359782-a39c-421d-b7a2-e9d37da40483 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Calling delete_port for 37af0c7f-295a-454c-943a-b8fc4f0cf5b3 owned by compute:nova {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:39:10.366323 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2f18ad68-3a49-4a6d-a83c-2c59c809b67b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:10.368968 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2f18ad68-3a49-4a6d-a83c-2c59c809b67b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:10.370116 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-2f18ad68-3a49-4a6d-a83c-2c59c809b67b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9e57bf11-5f9f-4bde-ab54-5c8e94e2656d HTTP/1.1" status: 204 len: 168 time: 0.1343923 Jul 27 23:39:10.378713 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f18ad68-3a49-4a6d-a83c-2c59c809b67b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e57bf11-5f9f-4bde-ab54-5c8e94e2656d,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:39:10.466096 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-5abaf560-55be-418d-859f-7a328587785e req-2f359782-a39c-421d-b7a2-e9d37da40483 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:10.498930 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f359782-a39c-421d-b7a2-e9d37da40483 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Pushing event deleted for resources: {'Port': ['ID=37af0c7f-295a-454c-943a-b8fc4f0cf5b3,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:39:10.574422 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-5abaf560-55be-418d-859f-7a328587785e req-2f359782-a39c-421d-b7a2-e9d37da40483 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] No DVR routers for this DVR port 37af0c7f-295a-454c-943a-b8fc4f0cf5b3 on host n-h1-802623-1 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:39:10.578751 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-5abaf560-55be-418d-859f-7a328587785e req-2f359782-a39c-421d-b7a2-e9d37da40483 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:10.581995 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-5abaf560-55be-418d-859f-7a328587785e req-2f359782-a39c-421d-b7a2-e9d37da40483 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.38 "DELETE /v2.0/ports/37af0c7f-295a-454c-943a-b8fc4f0cf5b3 HTTP/1.1" status: 204 len: 173 time: 0.8941662 Jul 27 23:39:10.582453 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e6e9081-0520-45f6-bced-ecba4dfa3ef0', 'name': 'network-vif-deleted', 'tag': '37af0c7f-295a-454c-943a-b8fc4f0cf5b3'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:39:10.591152 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}011f8d312121274bb12d78e77c6379a2079800640016cec6c6d605b73666e854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e6174a7-cd32-4133-92f2-c6a15da05d04" -d '{"events": [{"server_uuid": "1e6e9081-0520-45f6-bced-ecba4dfa3ef0", "name": "network-vif-deleted", "tag": "37af0c7f-295a-454c-943a-b8fc4f0cf5b3"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:39:10.623411 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b61b5ef8-18a3-47ad-9f8f-9898e2f40a3b req-82d6c2d7-ff4d-4d99-ac3b-1008d4162cf7 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e6e9081-0520-45f6-bced-ecba4dfa3ef0 HTTP/1.1" status: 200 len: 210 time: 0.0287900 Jul 27 23:39:10.648352 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:39:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7094c11e-95bd-450e-8b08-8481e3cd7827 x-openstack-request-id: req-7094c11e-95bd-450e-8b08-8481e3cd7827 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:39:10.648659 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e6e9081-0520-45f6-bced-ecba4dfa3ef0", "name": "network-vif-deleted", "tag": "37af0c7f-295a-454c-943a-b8fc4f0cf5b3", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:39:10.649480 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7094c11e-95bd-450e-8b08-8481e3cd7827 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:39:10.649887 n-d-802623-1 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e6e9081-0520-45f6-bced-ecba4dfa3ef0', 'name': 'network-vif-deleted', 'tag': '37af0c7f-295a-454c-943a-b8fc4f0cf5b3', 'status': 'completed', 'code': 200} Jul 27 23:39:11.738459 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ee1f6ae9-b1f0-4f9a-a596-aa31aa3d3640 req-f24484de-9e13-4750-8be8-ecdcacaf61a0 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e6e9081-0520-45f6-bced-ecba4dfa3ef0 HTTP/1.1" status: 200 len: 210 time: 0.0305595 Jul 27 23:39:12.747715 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 37af0c7f-295a-454c-943a-b8fc4f0cf5b3 no longer exists at agent hyperv_n-h1-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:39:12.791435 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] No Port match for: 37af0c7f-295a-454c-943a-b8fc4f0cf5b3 {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:39:12.791790 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 37af0c7f-295a-454c-943a-b8fc4f0cf5b3 not bound to the agent host n-h1-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:39:12.861338 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-89ddff64-a58a-4f5e-aeae-b8aa0b3fc242 req-644df9d7-294f-4091-947c-555ef369875f tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e6e9081-0520-45f6-bced-ecba4dfa3ef0 HTTP/1.1" status: 200 len: 210 time: 0.0400612 Jul 27 23:39:13.955861 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f97088b2-1b01-43ed-bf03-4b53f5e3225a req-23c5c493-84ad-4f26-b2bc-08f93369113e tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e6e9081-0520-45f6-bced-ecba4dfa3ef0 HTTP/1.1" status: 200 len: 210 time: 0.0265801 Jul 27 23:39:16.917522 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 52676) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:39:17.038880 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-41d0351a-9c36-49cb-a7f2-c72f7ee12acc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:17.150702 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-41d0351a-9c36-49cb-a7f2-c72f7ee12acc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:17.156284 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-41d0351a-9c36-49cb-a7f2-c72f7ee12acc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:17.199944 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-41d0351a-9c36-49cb-a7f2-c72f7ee12acc admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=875160660b114e1dba05908b77f19784&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2787783 Jul 27 23:39:17.199944 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d0351a-9c36-49cb-a7f2-c72f7ee12acc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=300cc7a5-b00e-49bf-91b3-19eb7dc206b3,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:39:17.200915 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 52680) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:39:17.220342 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d0351a-9c36-49cb-a7f2-c72f7ee12acc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:39:17.220692 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d0351a-9c36-49cb-a7f2-c72f7ee12acc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:39:17.221594 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d0351a-9c36-49cb-a7f2-c72f7ee12acc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:39:17.221940 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d0351a-9c36-49cb-a7f2-c72f7ee12acc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:39:17.222380 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d0351a-9c36-49cb-a7f2-c72f7ee12acc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:39:17.223157 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d0351a-9c36-49cb-a7f2-c72f7ee12acc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:39:17.223522 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d0351a-9c36-49cb-a7f2-c72f7ee12acc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:39:17.223863 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d0351a-9c36-49cb-a7f2-c72f7ee12acc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:39:17.224205 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d0351a-9c36-49cb-a7f2-c72f7ee12acc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:39:17.224542 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d0351a-9c36-49cb-a7f2-c72f7ee12acc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:39:17.224879 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d0351a-9c36-49cb-a7f2-c72f7ee12acc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:39:17.225214 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d0351a-9c36-49cb-a7f2-c72f7ee12acc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:39:17.260282 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7df8d2ab-0bc4-447c-b749-3f19d72f0ba9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:17.284287 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7df8d2ab-0bc4-447c-b749-3f19d72f0ba9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:17.339434 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7df8d2ab-0bc4-447c-b749-3f19d72f0ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:17.342110 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7df8d2ab-0bc4-447c-b749-3f19d72f0ba9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:17.346747 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-7df8d2ab-0bc4-447c-b749-3f19d72f0ba9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/300cc7a5-b00e-49bf-91b3-19eb7dc206b3 HTTP/1.1" status: 204 len: 168 time: 0.1404872 Jul 27 23:39:17.354524 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df8d2ab-0bc4-447c-b749-3f19d72f0ba9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=300cc7a5-b00e-49bf-91b3-19eb7dc206b3,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:39:17.645994 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 52690) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:39:17.660311 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e1d46f73-3b28-4698-9bf5-c0ad827f4fd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:17.756261 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e1d46f73-3b28-4698-9bf5-c0ad827f4fd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:17.762107 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e1d46f73-3b28-4698-9bf5-c0ad827f4fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:17.815326 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-e1d46f73-3b28-4698-9bf5-c0ad827f4fd1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=bf03c02c0164449b9263cc33c87d3834&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1656845 Jul 27 23:39:17.815326 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d46f73-3b28-4698-9bf5-c0ad827f4fd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66791984-9470-4fb5-937e-a21288490523,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:39:17.816045 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 52692) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:39:17.895247 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ba6c7649-a13e-4620-8660-ad5ab7981f2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:17.918294 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ba6c7649-a13e-4620-8660-ad5ab7981f2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:17.968547 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ba6c7649-a13e-4620-8660-ad5ab7981f2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:17.973600 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ba6c7649-a13e-4620-8660-ad5ab7981f2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:17.974773 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-ba6c7649-a13e-4620-8660-ad5ab7981f2f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/66791984-9470-4fb5-937e-a21288490523 HTTP/1.1" status: 204 len: 168 time: 0.1557148 Jul 27 23:39:17.982993 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6c7649-a13e-4620-8660-ad5ab7981f2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66791984-9470-4fb5-937e-a21288490523,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:39:18.332830 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 52702) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:39:18.347150 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e7ce102e-4611-4c78-9448-1965b0844e9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:18.447275 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e7ce102e-4611-4c78-9448-1965b0844e9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:18.452839 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e7ce102e-4611-4c78-9448-1965b0844e9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:18.494726 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-e7ce102e-4611-4c78-9448-1965b0844e9e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=736059e3fd6c48468d89f56ab285445c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1607995 Jul 27 23:39:18.495755 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ce102e-4611-4c78-9448-1965b0844e9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d33c0715-cfdb-4e42-9e73-84cfc23f1372,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:39:18.497819 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 52708) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:39:18.572278 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e94c99f2-7138-43ac-aa5e-95217374ca31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:18.600033 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e94c99f2-7138-43ac-aa5e-95217374ca31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:18.660126 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e94c99f2-7138-43ac-aa5e-95217374ca31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:18.663501 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e94c99f2-7138-43ac-aa5e-95217374ca31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:18.665093 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-e94c99f2-7138-43ac-aa5e-95217374ca31 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d33c0715-cfdb-4e42-9e73-84cfc23f1372 HTTP/1.1" status: 204 len: 168 time: 0.1614058 Jul 27 23:39:18.677798 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94c99f2-7138-43ac-aa5e-95217374ca31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d33c0715-cfdb-4e42-9e73-84cfc23f1372,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:39:20.469208 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 52752) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:39:20.635008 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-4635fca6-bb58-48da-8bee-53b4629e8404 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Deleting port 8d654563-9447-46a9-891e-8ea4e2117412 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:39:20.635285 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4635fca6-bb58-48da-8bee-53b4629e8404 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:20.715742 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4635fca6-bb58-48da-8bee-53b4629e8404 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:20.716025 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4635fca6-bb58-48da-8bee-53b4629e8404 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:20.729750 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-4635fca6-bb58-48da-8bee-53b4629e8404 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Calling delete_port for 8d654563-9447-46a9-891e-8ea4e2117412 owned by network:floatingip {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:39:20.898498 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4635fca6-bb58-48da-8bee-53b4629e8404 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:20.932604 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4635fca6-bb58-48da-8bee-53b4629e8404 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Pushing event deleted for resources: {'Port': ['ID=8d654563-9447-46a9-891e-8ea4e2117412,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:39:21.007942 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4635fca6-bb58-48da-8bee-53b4629e8404 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Notify callbacks [] for floatingip, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:21.008437 n-d-802623-1 neutron-server[93798]: INFO neutron.db.l3_db [None req-4635fca6-bb58-48da-8bee-53b4629e8404 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Floating IP 50b1aae7-eeb1-4bd7-abc0-7ea087a19b5e disassociated (deleted). External IP: 172.25.4.82, port: 50da5721-1ac7-4721-bd06-54bf9484ab39. Jul 27 23:39:21.274027 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4635fca6-bb58-48da-8bee-53b4629e8404 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Router ae07b307-a0ba-48a4-8cdd-01fc42aa4d7f has already been hosted by L3 agent 018c4455-49c0-4734-927d-7824067b2a9e {{(pid=93798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 23:39:21.304346 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 52770) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:39:21.394161 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4635fca6-bb58-48da-8bee-53b4629e8404 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:39:21.399354 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4635fca6-bb58-48da-8bee-53b4629e8404 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for floatingip, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:21.408104 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d26ec489-82a2-4638-88b6-b0af9153035f None None] Sync routers for ids ['ae07b307-a0ba-48a4-8cdd-01fc42aa4d7f'] in n-d-802623-1 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:39:21.422812 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d26ec489-82a2-4638-88b6-b0af9153035f None None] Routers {'ae07b307-a0ba-48a4-8cdd-01fc42aa4d7f'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:39:21.423510 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-d26ec489-82a2-4638-88b6-b0af9153035f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:39:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['ae07b307-a0ba-48a4-8cdd-01fc42aa4d7f'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:39:21.443139 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-4635fca6-bb58-48da-8bee-53b4629e8404 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "DELETE /v2.0/floatingips/50b1aae7-eeb1-4bd7-abc0-7ea087a19b5e HTTP/1.1" status: 204 len: 168 time: 0.9727635 Jul 27 23:39:21.443704 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34549238-9356-4bed-bcb3-0e45cc37e0e6', 'tag': '50da5721-1ac7-4721-bd06-54bf9484ab39'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:39:21.446433 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}011f8d312121274bb12d78e77c6379a2079800640016cec6c6d605b73666e854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d9f3a90-4847-471c-8b35-df5f69b99bc2" -d '{"events": [{"name": "network-changed", "server_uuid": "34549238-9356-4bed-bcb3-0e45cc37e0e6", "tag": "50da5721-1ac7-4721-bd06-54bf9484ab39"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:39:21.502689 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 52778) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:39:21.505780 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-fed0a282-994f-4478-985e-71312560378e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=39fe884124184af1b9156ad64ea3502c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1966319 Jul 27 23:39:21.532043 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 23:39:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25eb2b46-ec22-4ff4-84f8-9233ba1ddf27 x-openstack-request-id: req-25eb2b46-ec22-4ff4-84f8-9233ba1ddf27 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:39:21.532626 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34549238-9356-4bed-bcb3-0e45cc37e0e6", "tag": "50da5721-1ac7-4721-bd06-54bf9484ab39", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:39:21.533068 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-25eb2b46-ec22-4ff4-84f8-9233ba1ddf27 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:39:21.533673 n-d-802623-1 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34549238-9356-4bed-bcb3-0e45cc37e0e6', 'tag': '50da5721-1ac7-4721-bd06-54bf9484ab39', 'status': 'completed', 'code': 200} Jul 27 23:39:21.538889 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-d26ec489-82a2-4638-88b6-b0af9153035f None None] Set router ae07b307-a0ba-48a4-8cdd-01fc42aa4d7f gateway port host: n-d-802623-1 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:39:21.610561 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e05d76cd-2375-4947-8004-4785ed00e82c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:21.624709 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9f3a90-4847-471c-8b35-df5f69b99bc2 req-841faa95-6ca4-4be4-b0b8-8a34132d4fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:39:21.627945 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-5d9f3a90-4847-471c-8b35-df5f69b99bc2 req-841faa95-6ca4-4be4-b0b8-8a34132d4fc9 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=49af0f356ac348f0bd0841795f0ea352&device_id=34549238-9356-4bed-bcb3-0e45cc37e0e6 HTTP/1.1" status: 200 len: 1096 time: 0.0802383 Jul 27 23:39:21.659691 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e05d76cd-2375-4947-8004-4785ed00e82c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:21.732443 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e05d76cd-2375-4947-8004-4785ed00e82c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:21.736012 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e05d76cd-2375-4947-8004-4785ed00e82c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:21.737358 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-e05d76cd-2375-4947-8004-4785ed00e82c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3c7a6a5d-6f48-4154-8fd2-63a44b9b0878 HTTP/1.1" status: 204 len: 168 time: 0.2329321 Jul 27 23:39:21.762343 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05d76cd-2375-4947-8004-4785ed00e82c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c7a6a5d-6f48-4154-8fd2-63a44b9b0878,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:39:21.775593 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9f3a90-4847-471c-8b35-df5f69b99bc2 req-9b5fed6f-4509-452b-bfdd-fcf4638a140f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:39:21.777837 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-5d9f3a90-4847-471c-8b35-df5f69b99bc2 req-9b5fed6f-4509-452b-bfdd-fcf4638a140f service neutron] 10.222.0.49 "GET /v2.0/networks?id=280a3ba5-2d75-4827-b3c1-0be5bb892094 HTTP/1.1" status: 200 len: 913 time: 0.1343670 Jul 27 23:39:21.841983 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-5d9f3a90-4847-471c-8b35-df5f69b99bc2 req-192b4892-7b8f-4588-915b-ea79453a798d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=50da5721-1ac7-4721-bd06-54bf9484ab39 HTTP/1.1" status: 200 len: 217 time: 0.0512080 Jul 27 23:39:21.898336 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bf36d2-1b79-498e-b4f9-8b3a1ada2084 req-8171cbdf-ee5b-4d86-8b90-2a61ec5363e9 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:39:21.900059 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-e0bf36d2-1b79-498e-b4f9-8b3a1ada2084 req-8171cbdf-ee5b-4d86-8b90-2a61ec5363e9 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/ports?device_id=34549238-9356-4bed-bcb3-0e45cc37e0e6 HTTP/1.1" status: 200 len: 945 time: 0.1266081 Jul 27 23:39:21.940417 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9f3a90-4847-471c-8b35-df5f69b99bc2 req-21b481eb-bc96-4d4c-bff6-d07f5d8d0f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:39:21.942171 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-5d9f3a90-4847-471c-8b35-df5f69b99bc2 req-21b481eb-bc96-4d4c-bff6-d07f5d8d0f2e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=03df5e5c-8a96-449f-9e96-cff1a55737e2 HTTP/1.1" status: 200 len: 851 time: 0.0910215 Jul 27 23:39:21.992825 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-e0bf36d2-1b79-498e-b4f9-8b3a1ada2084 req-655bf1b5-3239-4d78-b41c-a41fac383ae3 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/security-groups?id=ba3baf51-24bd-4d95-b413-6126b786be4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827355 Jul 27 23:39:22.006733 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-d26ec489-82a2-4638-88b6-b0af9153035f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae07b307-a0ba-48a4-8cdd-01fc42aa4d7f', 'name': 'tempest-TestVolumeBootPattern-1074431017-router', 'tenant_id': '49af0f356ac348f0bd0841795f0ea352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.28'}], 'enable_snat': True}, 'gw_port_id': 'aabf91af-c331-4c6f-8eeb-399969435504', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:26:41Z', 'updated_at': '2021-07-27T23:26:46Z', 'revision_number': 4, 'project_id': '49af0f356ac348f0bd0841795f0ea352', 'gw_port': {'id': 'aabf91af-c331-4c6f-8eeb-399969435504', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:cc:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae07b307-a0ba-48a4-8cdd-01fc42aa4d7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2648, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:26:42Z', 'updated_at': '2021-07-27T23:26:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': '2a3cb2b8-98cb-4156-9ea6-63b994d40fe2', 'name': '', 'network_id': '280a3ba5-2d75-4827-b3c1-0be5bb892094', 'tenant_id': '49af0f356ac348f0bd0841795f0ea352', 'mac_address': 'fa:16:3e:da:7c:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae07b307-a0ba-48a4-8cdd-01fc42aa4d7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2651, 'fixed_ips': [{'subnet_id': '03df5e5c-8a96-449f-9e96-cff1a55737e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:26:44Z', 'updated_at': '2021-07-27T23:26:57Z', 'revision_number': 5, 'project_id': '49af0f356ac348f0bd0841795f0ea352', 'subnets': [{'id': '03df5e5c-8a96-449f-9e96-cff1a55737e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:39:22.007541 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9f3a90-4847-471c-8b35-df5f69b99bc2 req-87320298-8a5c-404e-8f3a-5b1829f10acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:39:22.009226 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-5d9f3a90-4847-471c-8b35-df5f69b99bc2 req-87320298-8a5c-404e-8f3a-5b1829f10acd service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=280a3ba5-2d75-4827-b3c1-0be5bb892094&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0551195 Jul 27 23:39:22.037374 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d26ec489-82a2-4638-88b6-b0af9153035f None None] Checking router: ae07b307-a0ba-48a4-8cdd-01fc42aa4d7f for host: n-d-802623-1 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 23:39:22.046145 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d26ec489-82a2-4638-88b6-b0af9153035f None None] Routers {'ae07b307-a0ba-48a4-8cdd-01fc42aa4d7f'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:39:22.046887 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-d26ec489-82a2-4638-88b6-b0af9153035f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:39:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['ae07b307-a0ba-48a4-8cdd-01fc42aa4d7f'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:39:22.158097 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-5d9f3a90-4847-471c-8b35-df5f69b99bc2 req-392a6de0-8315-4be2-934a-6696cb5fb81e service neutron] 10.222.0.49 "GET /v2.0/networks/280a3ba5-2d75-4827-b3c1-0be5bb892094?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391747 Jul 27 23:39:22.230537 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-d26ec489-82a2-4638-88b6-b0af9153035f None None] Set router ae07b307-a0ba-48a4-8cdd-01fc42aa4d7f gateway port host: n-d-802623-1 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:39:22.279575 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-5d9f3a90-4847-471c-8b35-df5f69b99bc2 req-2952470c-7059-431a-a7ef-5f1414c1ecb3 service neutron] 10.222.0.49 "GET /v2.0/networks/280a3ba5-2d75-4827-b3c1-0be5bb892094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142855 Jul 27 23:39:22.457887 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-d26ec489-82a2-4638-88b6-b0af9153035f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae07b307-a0ba-48a4-8cdd-01fc42aa4d7f', 'name': 'tempest-TestVolumeBootPattern-1074431017-router', 'tenant_id': '49af0f356ac348f0bd0841795f0ea352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.28'}], 'enable_snat': True}, 'gw_port_id': 'aabf91af-c331-4c6f-8eeb-399969435504', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:26:41Z', 'updated_at': '2021-07-27T23:26:46Z', 'revision_number': 4, 'project_id': '49af0f356ac348f0bd0841795f0ea352', 'gw_port': {'id': 'aabf91af-c331-4c6f-8eeb-399969435504', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:cc:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae07b307-a0ba-48a4-8cdd-01fc42aa4d7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2648, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:26:42Z', 'updated_at': '2021-07-27T23:26:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': '2a3cb2b8-98cb-4156-9ea6-63b994d40fe2', 'name': '', 'network_id': '280a3ba5-2d75-4827-b3c1-0be5bb892094', 'tenant_id': '49af0f356ac348f0bd0841795f0ea352', 'mac_address': 'fa:16:3e:da:7c:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae07b307-a0ba-48a4-8cdd-01fc42aa4d7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2651, 'fixed_ips': [{'subnet_id': '03df5e5c-8a96-449f-9e96-cff1a55737e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:26:44Z', 'updated_at': '2021-07-27T23:26:57Z', 'revision_number': 5, 'project_id': '49af0f356ac348f0bd0841795f0ea352', 'subnets': [{'id': '03df5e5c-8a96-449f-9e96-cff1a55737e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:39:22.485915 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d26ec489-82a2-4638-88b6-b0af9153035f None None] The sync data for ids ['ae07b307-a0ba-48a4-8cdd-01fc42aa4d7f'] in n-d-802623-1 is: [{'id': 'ae07b307-a0ba-48a4-8cdd-01fc42aa4d7f', 'name': 'tempest-TestVolumeBootPattern-1074431017-router', 'tenant_id': '49af0f356ac348f0bd0841795f0ea352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.28'}], 'enable_snat': True}, 'gw_port_id': 'aabf91af-c331-4c6f-8eeb-399969435504', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:26:41Z', 'updated_at': '2021-07-27T23:26:46Z', 'revision_number': 4, 'project_id': '49af0f356ac348f0bd0841795f0ea352', 'gw_port': {'id': 'aabf91af-c331-4c6f-8eeb-399969435504', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:cc:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae07b307-a0ba-48a4-8cdd-01fc42aa4d7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2648, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:26:42Z', 'updated_at': '2021-07-27T23:26:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': '2a3cb2b8-98cb-4156-9ea6-63b994d40fe2', 'name': '', 'network_id': '280a3ba5-2d75-4827-b3c1-0be5bb892094', 'tenant_id': '49af0f356ac348f0bd0841795f0ea352', 'mac_address': 'fa:16:3e:da:7c:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae07b307-a0ba-48a4-8cdd-01fc42aa4d7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2651, 'fixed_ips': [{'subnet_id': '03df5e5c-8a96-449f-9e96-cff1a55737e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:26:44Z', 'updated_at': '2021-07-27T23:26:57Z', 'revision_number': 5, 'project_id': '49af0f356ac348f0bd0841795f0ea352', 'subnets': [{'id': '03df5e5c-8a96-449f-9e96-cff1a55737e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:39:22.828306 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2cf1a73-7386-407e-86aa-e51ef73ce17d None None] New status for floating IP 50b1aae7-eeb1-4bd7-abc0-7ea087a19b5e: DOWN {{(pid=93799) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 23:39:23.114389 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1753669-b89d-4288-b57b-75fd9025d54a req-cd4788d7-e4ad-4f31-b668-393a8c406bf6 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:39:23.115976 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-d1753669-b89d-4288-b57b-75fd9025d54a req-cd4788d7-e4ad-4f31-b668-393a8c406bf6 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/ports?device_id=34549238-9356-4bed-bcb3-0e45cc37e0e6 HTTP/1.1" status: 200 len: 945 time: 0.0504756 Jul 27 23:39:23.156352 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-d1753669-b89d-4288-b57b-75fd9025d54a req-d258ec56-ede4-4452-b38d-48184fc91970 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/security-groups?id=ba3baf51-24bd-4d95-b413-6126b786be4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343554 Jul 27 23:39:23.345476 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d316ec8f-1098-4da4-8a43-60290afdf660 req-d9f4bbbf-f73d-41d1-bdf1-b2bc04d7a681 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:39:23.348252 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d316ec8f-1098-4da4-8a43-60290afdf660 req-d9f4bbbf-f73d-41d1-bdf1-b2bc04d7a681 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.49 "GET /v2.0/ports?device_id=34549238-9356-4bed-bcb3-0e45cc37e0e6 HTTP/1.1" status: 200 len: 945 time: 0.0607584 Jul 27 23:39:23.452150 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [req-d316ec8f-1098-4da4-8a43-60290afdf660 req-5b173b2c-8b38-4acb-8b0f-ab8b3aa252f0 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Deleting port 50da5721-1ac7-4721-bd06-54bf9484ab39 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:39:23.452493 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-d316ec8f-1098-4da4-8a43-60290afdf660 req-5b173b2c-8b38-4acb-8b0f-ab8b3aa252f0 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:23.559012 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-d316ec8f-1098-4da4-8a43-60290afdf660 req-5b173b2c-8b38-4acb-8b0f-ab8b3aa252f0 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] For port 50da5721-1ac7-4721-bd06-54bf9484ab39, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=50da5721-1ac7-4721-bd06-54bf9484ab39,segment=NetworkSegment(e34bcaf6-fcda-4cb3-a9d4-ce07906221d3),segment_id=e34bcaf6-fcda-4cb3-a9d4-ce07906221d3)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:39:23.559467 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-d316ec8f-1098-4da4-8a43-60290afdf660 req-5b173b2c-8b38-4acb-8b0f-ab8b3aa252f0 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:23.574852 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [req-d316ec8f-1098-4da4-8a43-60290afdf660 req-5b173b2c-8b38-4acb-8b0f-ab8b3aa252f0 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Calling delete_port for 50da5721-1ac7-4721-bd06-54bf9484ab39 owned by compute:nova {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:39:23.735156 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-d316ec8f-1098-4da4-8a43-60290afdf660 req-5b173b2c-8b38-4acb-8b0f-ab8b3aa252f0 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:23.768626 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b173b2c-8b38-4acb-8b0f-ab8b3aa252f0 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Pushing event deleted for resources: {'Port': ['ID=50da5721-1ac7-4721-bd06-54bf9484ab39,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:39:23.810477 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 52854) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:39:23.816325 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-b2a7e31c-1983-4764-ba62-06fffbb6ed40 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-340818547', 'description': 'tempest-secgroup-smoke-340818547 description', 'project_id': '20cb27012881418a8b31e8023e85178c'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:39:23.823819 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [req-d316ec8f-1098-4da4-8a43-60290afdf660 req-5b173b2c-8b38-4acb-8b0f-ab8b3aa252f0 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] No DVR routers for this DVR port 50da5721-1ac7-4721-bd06-54bf9484ab39 on host n-h2-802623-1 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:39:23.826901 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-d316ec8f-1098-4da4-8a43-60290afdf660 req-5b173b2c-8b38-4acb-8b0f-ab8b3aa252f0 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:23.829772 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d316ec8f-1098-4da4-8a43-60290afdf660 req-5b173b2c-8b38-4acb-8b0f-ab8b3aa252f0 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.49 "DELETE /v2.0/ports/50da5721-1ac7-4721-bd06-54bf9484ab39 HTTP/1.1" status: 204 len: 173 time: 0.4745703 Jul 27 23:39:23.830820 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34549238-9356-4bed-bcb3-0e45cc37e0e6', 'name': 'network-vif-deleted', 'tag': '50da5721-1ac7-4721-bd06-54bf9484ab39'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:39:23.834643 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a476459a1bfce68b0ae0df5b6a71154bfc7cfdc8f9eefce6ad0a17231e60468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cbc1851-ce14-4340-8995-d530c465ab82" -d '{"events": [{"server_uuid": "34549238-9356-4bed-bcb3-0e45cc37e0e6", "name": "network-vif-deleted", "tag": "50da5721-1ac7-4721-bd06-54bf9484ab39"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:39:23.849994 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b2a7e31c-1983-4764-ba62-06fffbb6ed40 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:23.862306 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b2a7e31c-1983-4764-ba62-06fffbb6ed40 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:23.903321 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:39:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da22719f-5cfc-4cdd-bc22-8ce1ad38788b x-openstack-request-id: req-da22719f-5cfc-4cdd-bc22-8ce1ad38788b {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:39:23.903617 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34549238-9356-4bed-bcb3-0e45cc37e0e6", "name": "network-vif-deleted", "tag": "50da5721-1ac7-4721-bd06-54bf9484ab39", "status": "completed", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:39:23.903872 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-da22719f-5cfc-4cdd-bc22-8ce1ad38788b {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:39:23.904270 n-d-802623-1 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34549238-9356-4bed-bcb3-0e45cc37e0e6', 'name': 'network-vif-deleted', 'tag': '50da5721-1ac7-4721-bd06-54bf9484ab39', 'status': 'completed', 'code': 200} Jul 27 23:39:23.976728 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b2a7e31c-1983-4764-ba62-06fffbb6ed40 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:23.980544 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b2a7e31c-1983-4764-ba62-06fffbb6ed40 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:24.018586 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a7e31c-1983-4764-ba62-06fffbb6ed40 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b968a1a6-995c-42f9-bf4b-74a2aed80135,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:39:24.079399 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b2a7e31c-1983-4764-ba62-06fffbb6ed40 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:24.084315 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b2a7e31c-1983-4764-ba62-06fffbb6ed40 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:24.119483 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b2a7e31c-1983-4764-ba62-06fffbb6ed40 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:24.122244 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-b2a7e31c-1983-4764-ba62-06fffbb6ed40 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3103073 Jul 27 23:39:24.123918 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a7e31c-1983-4764-ba62-06fffbb6ed40 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f6bcbe3-5387-4b95-bf07-b38a66c736a1,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:39:24.125226 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 52860) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:39:24.142003 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-e63cd2d5-56d6-420a-b0d8-286c0b680c6d tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Request body: {'security_group_rule': {'security_group_id': '8f6bcbe3-5387-4b95-bf07-b38a66c736a1', 'project_id': '20cb27012881418a8b31e8023e85178c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:39:24.192289 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e63cd2d5-56d6-420a-b0d8-286c0b680c6d tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:24.272755 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e63cd2d5-56d6-420a-b0d8-286c0b680c6d tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:24.286253 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e63cd2d5-56d6-420a-b0d8-286c0b680c6d tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784185'] for security_group_rule, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:24.307823 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-0a1387d7-5908-4d2c-8021-3d26f7c15c45 req-3a9112af-2056-4e16-9104-fc43eef5f834 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/ports?device_id=34549238-9356-4bed-bcb3-0e45cc37e0e6 HTTP/1.1" status: 200 len: 210 time: 0.0330813 Jul 27 23:39:24.323416 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63cd2d5-56d6-420a-b0d8-286c0b680c6d tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5ff25e4-6ecd-44c8-9977-d4ffdb7f9409,revision_number=0']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:39:24.330185 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e63cd2d5-56d6-420a-b0d8-286c0b680c6d tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:24.331757 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-e63cd2d5-56d6-420a-b0d8-286c0b680c6d tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2050052 Jul 27 23:39:24.334770 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 52864) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:39:24.340443 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-249d6e3e-4c04-4353-b6fa-f974f595b820 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Request body: {'security_group_rule': {'security_group_id': '8f6bcbe3-5387-4b95-bf07-b38a66c736a1', 'project_id': '20cb27012881418a8b31e8023e85178c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:39:24.374473 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-249d6e3e-4c04-4353-b6fa-f974f595b820 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:24.448149 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-249d6e3e-4c04-4353-b6fa-f974f595b820 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:24.452233 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-249d6e3e-4c04-4353-b6fa-f974f595b820 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784185'] for security_group_rule, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:24.471702 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249d6e3e-4c04-4353-b6fa-f974f595b820 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1843c96e-479a-4691-b04e-e8e9152dd31a,revision_number=0']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:39:24.479077 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-249d6e3e-4c04-4353-b6fa-f974f595b820 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:24.483567 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 52866) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:39:24.489028 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-67c6d9e6-e5e8-434a-a735-c34e2a0ab8c1 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Request body: {'security_group_rule': {'security_group_id': '8f6bcbe3-5387-4b95-bf07-b38a66c736a1', 'project_id': '20cb27012881418a8b31e8023e85178c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:39:24.491162 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-249d6e3e-4c04-4353-b6fa-f974f595b820 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1467931 Jul 27 23:39:24.525290 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-67c6d9e6-e5e8-434a-a735-c34e2a0ab8c1 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:24.585288 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-67c6d9e6-e5e8-434a-a735-c34e2a0ab8c1 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:24.594293 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-67c6d9e6-e5e8-434a-a735-c34e2a0ab8c1 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784185'] for security_group_rule, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:24.618735 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c6d9e6-e5e8-434a-a735-c34e2a0ab8c1 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eda499b4-83d7-4180-8ba9-6e4552b3359f,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:39:24.629010 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-67c6d9e6-e5e8-434a-a735-c34e2a0ab8c1 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:24.633370 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-67c6d9e6-e5e8-434a-a735-c34e2a0ab8c1 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1458952 Jul 27 23:39:24.633562 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 52868) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:39:24.638373 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-a279eb09-584e-48dc-9f1c-8aa27854ad87 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Request body: {'security_group_rule': {'security_group_id': '8f6bcbe3-5387-4b95-bf07-b38a66c736a1', 'project_id': '20cb27012881418a8b31e8023e85178c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:39:24.667166 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a279eb09-584e-48dc-9f1c-8aa27854ad87 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:24.734417 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a279eb09-584e-48dc-9f1c-8aa27854ad87 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:24.739346 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a279eb09-584e-48dc-9f1c-8aa27854ad87 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784185'] for security_group_rule, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:24.756391 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a279eb09-584e-48dc-9f1c-8aa27854ad87 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67ababf3-b118-4572-b89f-9688a676c0de,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:39:24.765626 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a279eb09-584e-48dc-9f1c-8aa27854ad87 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:24.769484 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-a279eb09-584e-48dc-9f1c-8aa27854ad87 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1323111 Jul 27 23:39:24.770235 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 52870) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:39:24.781194 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-5b0db2cf-f9e7-4914-b02f-a433ca0ecf4a tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Request body: {'security_group_rule': {'security_group_id': '8f6bcbe3-5387-4b95-bf07-b38a66c736a1', 'project_id': '20cb27012881418a8b31e8023e85178c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:39:24.831874 n-d-802623-1 neutron-server[93797]: INFO neutron.db.securitygroups_db [None req-5b0db2cf-f9e7-4914-b02f-a433ca0ecf4a tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Project 20cb27012881418a8b31e8023e85178c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 23:39:24.838054 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5b0db2cf-f9e7-4914-b02f-a433ca0ecf4a tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:24.922182 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5b0db2cf-f9e7-4914-b02f-a433ca0ecf4a tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:24.927305 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5b0db2cf-f9e7-4914-b02f-a433ca0ecf4a tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784185'] for security_group_rule, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:24.946154 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0db2cf-f9e7-4914-b02f-a433ca0ecf4a tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96eeaf41-6157-4fee-bd6c-f873d07aaaa5,revision_number=0']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:39:24.952390 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5b0db2cf-f9e7-4914-b02f-a433ca0ecf4a tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:24.957170 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-5b0db2cf-f9e7-4914-b02f-a433ca0ecf4a tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1820409 Jul 27 23:39:24.959460 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 52874) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:39:24.965574 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-8060e35a-d7fa-4218-a0d0-3fc69c906c93 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Request body: {'security_group_rule': {'security_group_id': '8f6bcbe3-5387-4b95-bf07-b38a66c736a1', 'project_id': '20cb27012881418a8b31e8023e85178c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:39:24.991003 n-d-802623-1 neutron-server[93797]: INFO neutron.db.securitygroups_db [None req-8060e35a-d7fa-4218-a0d0-3fc69c906c93 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Project 20cb27012881418a8b31e8023e85178c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 23:39:24.996175 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8060e35a-d7fa-4218-a0d0-3fc69c906c93 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:25.068664 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8060e35a-d7fa-4218-a0d0-3fc69c906c93 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:25.073833 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8060e35a-d7fa-4218-a0d0-3fc69c906c93 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784185'] for security_group_rule, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:25.092540 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8060e35a-d7fa-4218-a0d0-3fc69c906c93 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70fc4d77-7fc2-403a-8a4c-a975264cf83d,revision_number=0']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:39:25.101406 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8060e35a-d7fa-4218-a0d0-3fc69c906c93 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:25.105875 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-8060e35a-d7fa-4218-a0d0-3fc69c906c93 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1421995 Jul 27 23:39:25.106284 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 52876) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:39:25.112251 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-4584a030-13a7-4102-8a59-5a71a95bb681 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Request body: {'network': {'name': 'tempest-network-smoke--773312528', 'project_id': '20cb27012881418a8b31e8023e85178c', 'port_security_enabled': True}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:39:25.135905 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4584a030-13a7-4102-8a59-5a71a95bb681 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Made reservation on behalf of 20cb27012881418a8b31e8023e85178c for: {'network': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:39:25.140662 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4584a030-13a7-4102-8a59-5a71a95bb681 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for network, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:25.175970 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4584a030-13a7-4102-8a59-5a71a95bb681 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 510} {{(pid=93798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 23:39:25.184813 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4584a030-13a7-4102-8a59-5a71a95bb681 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:25.185159 n-d-802623-1 neutron-server[93798]: INFO neutron.db.segments_db [None req-4584a030-13a7-4102-8a59-5a71a95bb681 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Added segment bf7d7cfb-c9c6-47e3-a4c5-4622ba5f9abf of type vlan for network 97f310f8-5ed3-4ed6-99a1-ec54580c47e4 Jul 27 23:39:25.232376 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4584a030-13a7-4102-8a59-5a71a95bb681 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736833354590'] for network, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:25.262943 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4584a030-13a7-4102-8a59-5a71a95bb681 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569'] for network, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:25.269066 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4584a030-13a7-4102-8a59-5a71a95bb681 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:39:25.269643 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4584a030-13a7-4102-8a59-5a71a95bb681 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks [] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:25.326460 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-4584a030-13a7-4102-8a59-5a71a95bb681 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2188931 Jul 27 23:39:25.329336 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 52878) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:39:25.333892 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-d40dcee4-e0b6-4772-98a2-3c5d28226418 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1396133135', 'admin_state_up': True, 'project_id': '20cb27012881418a8b31e8023e85178c', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'}}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:39:25.355898 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4584a030-13a7-4102-8a59-5a71a95bb681 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Pushing event updated for resources: {'Network': ['ID=97f310f8-5ed3-4ed6-99a1-ec54580c47e4,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:39:25.367433 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Network 97f310f8-5ed3-4ed6-99a1-ec54580c47e4 details requested by agent ovs-agent-n-d-802623-1 with host n-d-802623-1 {{(pid=93799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 23:39:25.370680 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d40dcee4-e0b6-4772-98a2-3c5d28226418 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62159'] for router, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:25.371796 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d40dcee4-e0b6-4772-98a2-3c5d28226418 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-479230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-415539', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3693317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62148'] for router, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:25.483140 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-338943a5-92db-444a-b379-a5acd238d68c req-2ec1fbaf-2790-4a3b-a0d8-bc6dd9e33714 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/ports?device_id=34549238-9356-4bed-bcb3-0e45cc37e0e6 HTTP/1.1" status: 200 len: 210 time: 0.0655153 Jul 27 23:39:25.484529 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d40dcee4-e0b6-4772-98a2-3c5d28226418 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:25.665762 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d40dcee4-e0b6-4772-98a2-3c5d28226418 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-415433', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62186'] for router, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:25.853993 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d40dcee4-e0b6-4772-98a2-3c5d28226418 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks [] for router_gateway, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:25.877686 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d40dcee4-e0b6-4772-98a2-3c5d28226418 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:26.003619 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-d40dcee4-e0b6-4772-98a2-3c5d28226418 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Allocated IP 172.25.4.136 (2fd42287-ed26-4eb9-89a5-b521f5b04356/17de1f8f-393a-4b0c-a2df-614bd3f2fb5e/9b04344e-a102-42a4-9ae3-3113173d7397) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:39:26.120272 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d40dcee4-e0b6-4772-98a2-3c5d28226418 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:26.166646 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d40dcee4-e0b6-4772-98a2-3c5d28226418 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:26.212646 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d40dcee4-e0b6-4772-98a2-3c5d28226418 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Network 2fd42287-ed26-4eb9-89a5-b521f5b04356 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:39:26.219459 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-d40dcee4-e0b6-4772-98a2-3c5d28226418 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:39:26.222122 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d40dcee4-e0b6-4772-98a2-3c5d28226418 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:39:26.245832 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40dcee4-e0b6-4772-98a2-3c5d28226418 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Pushing event updated for resources: {'Port': ['ID=9b04344e-a102-42a4-9ae3-3113173d7397,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:39:26.599839 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-15111b2f-aaaf-4dfb-ad22-9e8cd2e335a2 req-0a56b6fa-30cf-40fc-95b7-067c57faa6d7 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/ports?device_id=34549238-9356-4bed-bcb3-0e45cc37e0e6 HTTP/1.1" status: 200 len: 210 time: 0.0285892 Jul 27 23:39:26.790365 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d40dcee4-e0b6-4772-98a2-3c5d28226418 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks [] for router_gateway, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:26.907753 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-062a2c82-e116-42a3-8e16-e396e135e508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:26.996472 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d40dcee4-e0b6-4772-98a2-3c5d28226418 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-415468'] for router, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:27.144513 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d40dcee4-e0b6-4772-98a2-3c5d28226418 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Router dfeb71ee-80ab-4fb2-93c6-97ae33d9cc73 is scheduled to L3 agent 018c4455-49c0-4734-927d-7824067b2a9e with binding_index 1 {{(pid=93798) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 23:39:27.253443 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d40dcee4-e0b6-4772-98a2-3c5d28226418 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:39:27.266223 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e65c4331-4aaf-41c6-af7d-c16a163dd467 None None] Sync routers for ids ['dfeb71ee-80ab-4fb2-93c6-97ae33d9cc73'] in n-d-802623-1 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:39:27.275821 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d40dcee4-e0b6-4772-98a2-3c5d28226418 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks [] for router, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:27.276458 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e65c4331-4aaf-41c6-af7d-c16a163dd467 None None] Routers {'dfeb71ee-80ab-4fb2-93c6-97ae33d9cc73'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:39:27.277170 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-e65c4331-4aaf-41c6-af7d-c16a163dd467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:39:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['dfeb71ee-80ab-4fb2-93c6-97ae33d9cc73'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:39:27.281317 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 52892) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:39:27.281665 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-d40dcee4-e0b6-4772-98a2-3c5d28226418 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.9511211 Jul 27 23:39:27.414296 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-e65c4331-4aaf-41c6-af7d-c16a163dd467 None None] Set router dfeb71ee-80ab-4fb2-93c6-97ae33d9cc73 gateway port host: n-d-802623-1 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:39:27.449103 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-d9d521b2-8ea5-4f0c-881d-90662f476437 tempest-TestNetworkAdvancedServerOps-897726458 tempest-TestNetworkAdvancedServerOps-897726458-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=20cb27012881418a8b31e8023e85178c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1660864 Jul 27 23:39:27.451806 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 52896) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:39:27.614243 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-e65c4331-4aaf-41c6-af7d-c16a163dd467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfeb71ee-80ab-4fb2-93c6-97ae33d9cc73', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1396133135', 'tenant_id': '20cb27012881418a8b31e8023e85178c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': '9b04344e-a102-42a4-9ae3-3113173d7397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:39:25Z', 'updated_at': '2021-07-27T23:39:26Z', 'revision_number': 3, 'project_id': '20cb27012881418a8b31e8023e85178c', 'gw_port': {'id': '9b04344e-a102-42a4-9ae3-3113173d7397', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:6e:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfeb71ee-80ab-4fb2-93c6-97ae33d9cc73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:39:25Z', 'updated_at': '2021-07-27T23:39:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1'}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:39:27.634124 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccd8d8f5-649e-4a20-9bb2-0c5df26cffb9 tempest-TestNetworkAdvancedServerOps-897726458 tempest-TestNetworkAdvancedServerOps-897726458-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:39:27.638718 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-ccd8d8f5-649e-4a20-9bb2-0c5df26cffb9 tempest-TestNetworkAdvancedServerOps-897726458 tempest-TestNetworkAdvancedServerOps-897726458-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1827424 Jul 27 23:39:27.638718 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 52900) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:39:27.656448 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e65c4331-4aaf-41c6-af7d-c16a163dd467 None None] Checking router: dfeb71ee-80ab-4fb2-93c6-97ae33d9cc73 for host: n-d-802623-1 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 23:39:27.656798 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e65c4331-4aaf-41c6-af7d-c16a163dd467 None None] Updating router dfeb71ee-80ab-4fb2-93c6-97ae33d9cc73 port 9b04344e-a102-42a4-9ae3-3113173d7397 binding host n-d-802623-1 {{(pid=93800) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 23:39:27.685865 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e65c4331-4aaf-41c6-af7d-c16a163dd467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:27.697565 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-27a47df4-4656-42c3-b5e4-30c6cc051043 tempest-TestNetworkAdvancedServerOps-897726458 tempest-TestNetworkAdvancedServerOps-897726458-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=2fd42287-ed26-4eb9-89a5-b521f5b04356&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0577879 Jul 27 23:39:27.700325 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 52902) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:39:27.706898 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-fc27008b-f9a6-46a6-858d-6dd60804539b tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-69897146', 'network_id': '97f310f8-5ed3-4ed6-99a1-ec54580c47e4', 'project_id': '20cb27012881418a8b31e8023e85178c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:39:27.721906 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device 50da5721-1ac7-4721-bd06-54bf9484ab39 no longer exists at agent hyperv_n-h2-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:39:27.727930 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-256626c7-1cfe-4be4-a479-5104d70b22e4 req-82bbd44b-3b63-4bb8-8d09-d7e3447f7236 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "GET /v2.0/ports?device_id=34549238-9356-4bed-bcb3-0e45cc37e0e6 HTTP/1.1" status: 200 len: 210 time: 0.0287900 Jul 27 23:39:27.772993 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] No Port match for: 50da5721-1ac7-4721-bd06-54bf9484ab39 {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:39:27.787625 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device 50da5721-1ac7-4721-bd06-54bf9484ab39 not bound to the agent host n-h2-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:39:27.822408 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc27008b-f9a6-46a6-858d-6dd60804539b tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Made reservation on behalf of 20cb27012881418a8b31e8023e85178c for: {'subnet': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:39:27.828116 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-fc27008b-f9a6-46a6-858d-6dd60804539b tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11551435'] for subnet, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:28.026704 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-fc27008b-f9a6-46a6-858d-6dd60804539b tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11336182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11551417'] for subnet, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:28.035494 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e65c4331-4aaf-41c6-af7d-c16a163dd467 None None] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:28.047294 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-e65c4331-4aaf-41c6-af7d-c16a163dd467 None None] Transition to ACTIVE for port object 9b04344e-a102-42a4-9ae3-3113173d7397 will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:39:28.055139 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e65c4331-4aaf-41c6-af7d-c16a163dd467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:28.094232 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc27008b-f9a6-46a6-858d-6dd60804539b tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Pushing event updated for resources: {'Subnet': ['ID=0ff526d0-52b9-481e-b432-f83d53ca4035,revision_number=0']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:39:28.104977 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc27008b-f9a6-46a6-858d-6dd60804539b tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Checking segment: {'id': 'bf7d7cfb-c9c6-47e3-a4c5-4622ba5f9abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '97f310f8-5ed3-4ed6-99a1-ec54580c47e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:39:28.105347 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc27008b-f9a6-46a6-858d-6dd60804539b tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Network hostable DHCP agents. Network: 97f310f8-5ed3-4ed6-99a1-ec54580c47e4, hostable agents: ['5950e76f-2bde-4343-a925-cbe6bacd2706'], hosted agents: [] {{(pid=93797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 23:39:28.106317 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-e65c4331-4aaf-41c6-af7d-c16a163dd467 None None] Attempting to bind port 9b04344e-a102-42a4-9ae3-3113173d7397 on host n-d-802623-1 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:39:28.106820 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-e65c4331-4aaf-41c6-af7d-c16a163dd467 None None] Attempting to bind port 9b04344e-a102-42a4-9ae3-3113173d7397 by drivers openvswitch,hyperv on host n-d-802623-1 at level 0 using segments [{'id': 'b9afe07e-bbe4-4740-834c-4b6a9698bdbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:39:28.107209 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e65c4331-4aaf-41c6-af7d-c16a163dd467 None None] Attempting to bind port 9b04344e-a102-42a4-9ae3-3113173d7397 on network 2fd42287-ed26-4eb9-89a5-b521f5b04356 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:39:28.121876 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e65c4331-4aaf-41c6-af7d-c16a163dd467 None None] Checking agent: {'id': 'a9a568d2-a5e7-41e4-833f-a8ab42ea4073', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 52, 30), 'started_at': datetime.datetime(2021, 7, 27, 22, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802623-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:39:28.122345 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e65c4331-4aaf-41c6-af7d-c16a163dd467 None None] Checking segment: {'id': 'b9afe07e-bbe4-4740-834c-4b6a9698bdbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:39:28.122756 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e65c4331-4aaf-41c6-af7d-c16a163dd467 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:28.123215 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e65c4331-4aaf-41c6-af7d-c16a163dd467 None None] Bound using segment: {'id': 'b9afe07e-bbe4-4740-834c-4b6a9698bdbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:39:28.123719 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-e65c4331-4aaf-41c6-af7d-c16a163dd467 None None] Bound port: 9b04344e-a102-42a4-9ae3-3113173d7397, host: n-d-802623-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9afe07e-bbe4-4740-834c-4b6a9698bdbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:39:28.124103 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e65c4331-4aaf-41c6-af7d-c16a163dd467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:28.125831 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83062707-42a2-4d09-8687-065b4b756fa3 None None] Pushing event updated for resources: {'Port': ['ID=9b04344e-a102-42a4-9ae3-3113173d7397,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:39:28.128367 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc27008b-f9a6-46a6-858d-6dd60804539b tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Network 97f310f8-5ed3-4ed6-99a1-ec54580c47e4 is scheduled to be hosted by DHCP agent 5950e76f-2bde-4343-a925-cbe6bacd2706 with binding_index 1 {{(pid=93797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 23:39:28.149474 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-fc27008b-f9a6-46a6-858d-6dd60804539b tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802623-1, 97f310f8-5ed3-4ed6-99a1-ec54580c47e4) {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:39:28.153893 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc27008b-f9a6-46a6-858d-6dd60804539b tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:39:28.154514 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-fc27008b-f9a6-46a6-858d-6dd60804539b tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks [] for subnet, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:28.157114 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83062707-42a2-4d09-8687-065b4b756fa3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:39:28.157459 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83062707-42a2-4d09-8687-065b4b756fa3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:39:28.157960 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83062707-42a2-4d09-8687-065b4b756fa3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:39:28.158769 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83062707-42a2-4d09-8687-065b4b756fa3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:39:28.158769 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83062707-42a2-4d09-8687-065b4b756fa3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:39:28.158769 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83062707-42a2-4d09-8687-065b4b756fa3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:39:28.166336 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83062707-42a2-4d09-8687-065b4b756fa3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:39:28.166336 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83062707-42a2-4d09-8687-065b4b756fa3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:39:28.166336 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83062707-42a2-4d09-8687-065b4b756fa3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:39:28.166336 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83062707-42a2-4d09-8687-065b4b756fa3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:39:28.166336 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83062707-42a2-4d09-8687-065b4b756fa3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:39:28.166336 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83062707-42a2-4d09-8687-065b4b756fa3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:39:28.167148 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f41ee71-2f7a-4e31-8fc7-279eb30a79ff None None] Network 97f310f8-5ed3-4ed6-99a1-ec54580c47e4 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:39:28.201673 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-fc27008b-f9a6-46a6-858d-6dd60804539b tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.4995365 Jul 27 23:39:28.204500 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 52908) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:39:28.206835 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e65c4331-4aaf-41c6-af7d-c16a163dd467 None None] For port 9b04344e-a102-42a4-9ae3-3113173d7397, host n-d-802623-1, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:39:28.218509 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e65c4331-4aaf-41c6-af7d-c16a163dd467 None None] For port 9b04344e-a102-42a4-9ae3-3113173d7397, host n-d-802623-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=9b04344e-a102-42a4-9ae3-3113173d7397,segment=NetworkSegment(b9afe07e-bbe4-4740-834c-4b6a9698bdbc),segment_id=b9afe07e-bbe4-4740-834c-4b6a9698bdbc)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:39:28.233188 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e65c4331-4aaf-41c6-af7d-c16a163dd467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:28.326693 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e65c4331-4aaf-41c6-af7d-c16a163dd467 None None] Routers {'dfeb71ee-80ab-4fb2-93c6-97ae33d9cc73'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:39:28.329819 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-e65c4331-4aaf-41c6-af7d-c16a163dd467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:39:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['dfeb71ee-80ab-4fb2-93c6-97ae33d9cc73'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:39:28.338869 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddf6d664-bb2e-4978-a8ed-e9f44b54ae0b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f6f257c-ad18-5f0c-8c8e-ea085a5fc8a2-97f310f8-5ed3-4ed6-99a1-ec54580c47e4', 'network_id': '97f310f8-5ed3-4ed6-99a1-ec54580c47e4', 'tenant_id': '20cb27012881418a8b31e8023e85178c', 'fixed_ips': [{'subnet_id': '0ff526d0-52b9-481e-b432-f83d53ca4035'}]}} from n-d-802623-1. {{(pid=93799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 23:39:28.340637 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ddf6d664-bb2e-4978-a8ed-e9f44b54ae0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:28.396394 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83062707-42a2-4d09-8687-065b4b756fa3 None None] Pushing event updated for resources: {'Port': ['ID=9b04344e-a102-42a4-9ae3-3113173d7397,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:39:28.479771 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-e65c4331-4aaf-41c6-af7d-c16a163dd467 None None] Set router dfeb71ee-80ab-4fb2-93c6-97ae33d9cc73 gateway port host: n-d-802623-1 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:39:28.513528 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-ddf6d664-bb2e-4978-a8ed-e9f44b54ae0b None None] Allocated IP 172.20.0.2 (97f310f8-5ed3-4ed6-99a1-ec54580c47e4/0ff526d0-52b9-481e-b432-f83d53ca4035/30dae879-b5e6-498b-b9f8-a95b146abe06) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:39:28.616333 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 52912) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:39:28.703561 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ddf6d664-bb2e-4978-a8ed-e9f44b54ae0b None None] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:28.713778 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ddf6d664-bb2e-4978-a8ed-e9f44b54ae0b None None] Transition to ACTIVE for port object 30dae879-b5e6-498b-b9f8-a95b146abe06 will not be triggered until provisioned by entity L2. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:39:28.733807 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ddf6d664-bb2e-4978-a8ed-e9f44b54ae0b None None] Transition to ACTIVE for port object 30dae879-b5e6-498b-b9f8-a95b146abe06 will not be triggered until provisioned by entity DHCP. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:39:28.745587 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ddf6d664-bb2e-4978-a8ed-e9f44b54ae0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:28.746700 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-e65c4331-4aaf-41c6-af7d-c16a163dd467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfeb71ee-80ab-4fb2-93c6-97ae33d9cc73', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1396133135', 'tenant_id': '20cb27012881418a8b31e8023e85178c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': '9b04344e-a102-42a4-9ae3-3113173d7397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:39:25Z', 'updated_at': '2021-07-27T23:39:26Z', 'revision_number': 3, 'project_id': '20cb27012881418a8b31e8023e85178c', 'gw_port': {'id': '9b04344e-a102-42a4-9ae3-3113173d7397', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:6e:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfeb71ee-80ab-4fb2-93c6-97ae33d9cc73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:39:25Z', 'updated_at': '2021-07-27T23:39:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1'}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:39:28.803432 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddf6d664-bb2e-4978-a8ed-e9f44b54ae0b None None] Network 97f310f8-5ed3-4ed6-99a1-ec54580c47e4 is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:39:28.808535 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-ddf6d664-bb2e-4978-a8ed-e9f44b54ae0b None None] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:39:28.815643 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf6d664-bb2e-4978-a8ed-e9f44b54ae0b None None] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:39:28.830395 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b1bbb4f7-ee00-409a-b147-d098d1d61ddf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:28.868256 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 52918) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:39:28.870531 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-221a3c5f-7bef-48a5-b1c7-48e458aa7452 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:28.871866 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf6d664-bb2e-4978-a8ed-e9f44b54ae0b None None] Pushing event updated for resources: {'Port': ['ID=30dae879-b5e6-498b-b9f8-a95b146abe06,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:39:28.888204 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf6d664-bb2e-4978-a8ed-e9f44b54ae0b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:39:28.888937 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf6d664-bb2e-4978-a8ed-e9f44b54ae0b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:39:28.889585 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf6d664-bb2e-4978-a8ed-e9f44b54ae0b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:39:28.890144 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf6d664-bb2e-4978-a8ed-e9f44b54ae0b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:39:28.893592 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf6d664-bb2e-4978-a8ed-e9f44b54ae0b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:39:28.894415 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf6d664-bb2e-4978-a8ed-e9f44b54ae0b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:39:28.894832 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf6d664-bb2e-4978-a8ed-e9f44b54ae0b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:39:28.895293 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf6d664-bb2e-4978-a8ed-e9f44b54ae0b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:39:28.895722 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf6d664-bb2e-4978-a8ed-e9f44b54ae0b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:39:28.896151 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf6d664-bb2e-4978-a8ed-e9f44b54ae0b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:39:28.896572 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf6d664-bb2e-4978-a8ed-e9f44b54ae0b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:39:28.896998 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf6d664-bb2e-4978-a8ed-e9f44b54ae0b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:39:28.916300 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e65c4331-4aaf-41c6-af7d-c16a163dd467 None None] The sync data for ids ['dfeb71ee-80ab-4fb2-93c6-97ae33d9cc73'] in n-d-802623-1 is: [{'id': 'dfeb71ee-80ab-4fb2-93c6-97ae33d9cc73', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1396133135', 'tenant_id': '20cb27012881418a8b31e8023e85178c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': '9b04344e-a102-42a4-9ae3-3113173d7397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:39:25Z', 'updated_at': '2021-07-27T23:39:26Z', 'revision_number': 3, 'project_id': '20cb27012881418a8b31e8023e85178c', 'gw_port': {'id': '9b04344e-a102-42a4-9ae3-3113173d7397', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:6e:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfeb71ee-80ab-4fb2-93c6-97ae33d9cc73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:39:25Z', 'updated_at': '2021-07-27T23:39:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1'}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:39:28.922524 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-ddf6d664-bb2e-4978-a8ed-e9f44b54ae0b None None] Attempting to bind port 30dae879-b5e6-498b-b9f8-a95b146abe06 on host n-d-802623-1 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:39:28.923026 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-ddf6d664-bb2e-4978-a8ed-e9f44b54ae0b None None] Attempting to bind port 30dae879-b5e6-498b-b9f8-a95b146abe06 by drivers openvswitch,hyperv on host n-d-802623-1 at level 0 using segments [{'id': 'bf7d7cfb-c9c6-47e3-a4c5-4622ba5f9abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '97f310f8-5ed3-4ed6-99a1-ec54580c47e4'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:39:28.923776 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf6d664-bb2e-4978-a8ed-e9f44b54ae0b None None] Attempting to bind port 30dae879-b5e6-498b-b9f8-a95b146abe06 on network 97f310f8-5ed3-4ed6-99a1-ec54580c47e4 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:39:28.932157 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf6d664-bb2e-4978-a8ed-e9f44b54ae0b None None] Checking agent: {'id': 'a9a568d2-a5e7-41e4-833f-a8ab42ea4073', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 52, 30), 'started_at': datetime.datetime(2021, 7, 27, 22, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802623-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:39:28.932678 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf6d664-bb2e-4978-a8ed-e9f44b54ae0b None None] Checking segment: {'id': 'bf7d7cfb-c9c6-47e3-a4c5-4622ba5f9abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '97f310f8-5ed3-4ed6-99a1-ec54580c47e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:39:28.933170 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ddf6d664-bb2e-4978-a8ed-e9f44b54ae0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:28.933982 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf6d664-bb2e-4978-a8ed-e9f44b54ae0b None None] Bound using segment: {'id': 'bf7d7cfb-c9c6-47e3-a4c5-4622ba5f9abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '97f310f8-5ed3-4ed6-99a1-ec54580c47e4'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:39:28.934746 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-ddf6d664-bb2e-4978-a8ed-e9f44b54ae0b None None] Bound port: 30dae879-b5e6-498b-b9f8-a95b146abe06, host: n-d-802623-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf7d7cfb-c9c6-47e3-a4c5-4622ba5f9abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '97f310f8-5ed3-4ed6-99a1-ec54580c47e4'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:39:28.935311 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ddf6d664-bb2e-4978-a8ed-e9f44b54ae0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:28.981636 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b1bbb4f7-ee00-409a-b147-d098d1d61ddf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:28.989383 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b1bbb4f7-ee00-409a-b147-d098d1d61ddf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:29.024687 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ddf6d664-bb2e-4978-a8ed-e9f44b54ae0b None None] For port 30dae879-b5e6-498b-b9f8-a95b146abe06, host n-d-802623-1, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:39:29.033071 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ddf6d664-bb2e-4978-a8ed-e9f44b54ae0b None None] For port 30dae879-b5e6-498b-b9f8-a95b146abe06, host n-d-802623-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=30dae879-b5e6-498b-b9f8-a95b146abe06,segment=NetworkSegment(bf7d7cfb-c9c6-47e3-a4c5-4622ba5f9abf),segment_id=bf7d7cfb-c9c6-47e3-a4c5-4622ba5f9abf)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:39:29.038974 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-b1bbb4f7-ee00-409a-b147-d098d1d61ddf admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c58bd34fffa442f8b2857b1d8cf56512&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4197531 Jul 27 23:39:29.040024 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 52920) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:39:29.040882 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bbb4f7-ee00-409a-b147-d098d1d61ddf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dd12b24-0d35-4dc9-8a74-65599f87bd41,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:39:29.045266 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ddf6d664-bb2e-4978-a8ed-e9f44b54ae0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:29.113405 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2517b70d-3a95-4351-80f1-a8255cf65c48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:29.144604 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf6d664-bb2e-4978-a8ed-e9f44b54ae0b None None] Pushing event updated for resources: {'Port': ['ID=30dae879-b5e6-498b-b9f8-a95b146abe06,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:39:29.154611 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2517b70d-3a95-4351-80f1-a8255cf65c48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:29.215634 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-5abb8a1d-3ffc-456e-b345-61b9fc878614 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Deleting port 57e48013-ad77-469a-b3f3-1ed662bbc550 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:39:29.215634 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5abb8a1d-3ffc-456e-b345-61b9fc878614 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:29.225222 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2517b70d-3a95-4351-80f1-a8255cf65c48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:29.229715 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2517b70d-3a95-4351-80f1-a8255cf65c48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:29.234423 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-2517b70d-3a95-4351-80f1-a8255cf65c48 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5dd12b24-0d35-4dc9-8a74-65599f87bd41 HTTP/1.1" status: 204 len: 168 time: 0.1898754 Jul 27 23:39:29.243543 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2517b70d-3a95-4351-80f1-a8255cf65c48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dd12b24-0d35-4dc9-8a74-65599f87bd41,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:39:29.400166 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5abb8a1d-3ffc-456e-b345-61b9fc878614 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:29.400494 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5abb8a1d-3ffc-456e-b345-61b9fc878614 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:29.451470 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-5abb8a1d-3ffc-456e-b345-61b9fc878614 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Calling delete_port for 57e48013-ad77-469a-b3f3-1ed662bbc550 owned by network:floatingip {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:39:29.537855 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-221a3c5f-7bef-48a5-b1c7-48e458aa7452 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Allocated IP 172.20.0.1 (97f310f8-5ed3-4ed6-99a1-ec54580c47e4/0ff526d0-52b9-481e-b432-f83d53ca4035/ca14feba-e4e6-4a03-82ae-1b9a41a8929d) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:39:29.598322 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-993c88ae-f9fd-4598-8570-6a6a188df283 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:29.764908 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:29.804833 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-221a3c5f-7bef-48a5-b1c7-48e458aa7452 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:29.824996 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-221a3c5f-7bef-48a5-b1c7-48e458aa7452 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Transition to ACTIVE for port object ca14feba-e4e6-4a03-82ae-1b9a41a8929d will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:39:29.829977 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5abb8a1d-3ffc-456e-b345-61b9fc878614 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:29.900641 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 9b04344e-a102-42a4-9ae3-3113173d7397 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:39:29.926597 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abb8a1d-3ffc-456e-b345-61b9fc878614 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Pushing event deleted for resources: {'Port': ['ID=57e48013-ad77-469a-b3f3-1ed662bbc550,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:39:29.958188 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-221a3c5f-7bef-48a5-b1c7-48e458aa7452 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:30.010696 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5abb8a1d-3ffc-456e-b345-61b9fc878614 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Notify callbacks [] for floatingip, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:30.013360 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5abb8a1d-3ffc-456e-b345-61b9fc878614 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for floatingip, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:30.014576 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-5abb8a1d-3ffc-456e-b345-61b9fc878614 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "DELETE /v2.0/floatingips/4264bc4e-bd49-4a34-8f50-9568f0d67e32 HTTP/1.1" status: 204 len: 168 time: 1.1412945 Jul 27 23:39:30.036344 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning for port 9b04344e-a102-42a4-9ae3-3113173d7397 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:39:30.041235 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port 9b04344e-a102-42a4-9ae3-3113173d7397 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:39:30.041654 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:30.060563 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-221a3c5f-7bef-48a5-b1c7-48e458aa7452 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Network 97f310f8-5ed3-4ed6-99a1-ec54580c47e4 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:39:30.064486 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-221a3c5f-7bef-48a5-b1c7-48e458aa7452 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:39:30.069302 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-221a3c5f-7bef-48a5-b1c7-48e458aa7452 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:39:30.113702 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221a3c5f-7bef-48a5-b1c7-48e458aa7452 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Pushing event updated for resources: {'Port': ['ID=ca14feba-e4e6-4a03-82ae-1b9a41a8929d,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:39:30.175215 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-221a3c5f-7bef-48a5-b1c7-48e458aa7452 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-415283'] for router_interface, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:30.217185 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:30.274544 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:30.332541 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] For port 9b04344e-a102-42a4-9ae3-3113173d7397, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=9b04344e-a102-42a4-9ae3-3113173d7397,segment=NetworkSegment(b9afe07e-bbe4-4740-834c-4b6a9698bdbc),segment_id=b9afe07e-bbe4-4740-834c-4b6a9698bdbc)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:39:30.346645 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:30.348347 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 30dae879-b5e6-498b-b9f8-a95b146abe06 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:39:30.387456 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-221a3c5f-7bef-48a5-b1c7-48e458aa7452 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:30.497941 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Pushing event updated for resources: {'Port': ['ID=9b04344e-a102-42a4-9ae3-3113173d7397,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:39:30.561913 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-19f2e178-d45e-4fbe-b9be-c3963fc151ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:30.567453 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning for port 30dae879-b5e6-498b-b9f8-a95b146abe06 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:39:30.680143 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e99d8711-10df-405c-b947-538e825bbf60 None None] Network 97f310f8-5ed3-4ed6-99a1-ec54580c47e4 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:39:30.801802 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-d8f6349e-c014-47b9-b332-783bea28ad7a None None] Provisioning for port 30dae879-b5e6-498b-b9f8-a95b146abe06 completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:39:30.816984 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-d8f6349e-c014-47b9-b332-783bea28ad7a None None] Provisioning complete for port 30dae879-b5e6-498b-b9f8-a95b146abe06 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:39:30.817460 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d8f6349e-c014-47b9-b332-783bea28ad7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:30.852756 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-221a3c5f-7bef-48a5-b1c7-48e458aa7452 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:30.858665 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-221a3c5f-7bef-48a5-b1c7-48e458aa7452 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11336041'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:30.923171 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-221a3c5f-7bef-48a5-b1c7-48e458aa7452 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3760555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-414115'] for router_interface, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:30.965728 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d8f6349e-c014-47b9-b332-783bea28ad7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:31.011342 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-d8f6349e-c014-47b9-b332-783bea28ad7a None None] For port 30dae879-b5e6-498b-b9f8-a95b146abe06, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=30dae879-b5e6-498b-b9f8-a95b146abe06,segment=NetworkSegment(bf7d7cfb-c9c6-47e3-a4c5-4622ba5f9abf),segment_id=bf7d7cfb-c9c6-47e3-a4c5-4622ba5f9abf)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:39:31.029230 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d8f6349e-c014-47b9-b332-783bea28ad7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:31.090400 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-221a3c5f-7bef-48a5-b1c7-48e458aa7452 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Network 97f310f8-5ed3-4ed6-99a1-ec54580c47e4 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:39:31.092284 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-221a3c5f-7bef-48a5-b1c7-48e458aa7452 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:39:31.099950 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221a3c5f-7bef-48a5-b1c7-48e458aa7452 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Pushing event updated for resources: {'Port': ['ID=ca14feba-e4e6-4a03-82ae-1b9a41a8929d,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:39:31.131479 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f6349e-c014-47b9-b332-783bea28ad7a None None] Pushing event updated for resources: {'Port': ['ID=30dae879-b5e6-498b-b9f8-a95b146abe06,revision_number=3']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:39:31.269611 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-221a3c5f-7bef-48a5-b1c7-48e458aa7452 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Router dfeb71ee-80ab-4fb2-93c6-97ae33d9cc73 has already been hosted by L3 agent 018c4455-49c0-4734-927d-7824067b2a9e {{(pid=93797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 23:39:31.278885 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-18a06a34-fc4f-4d68-b304-0cd14ed17915 None None] Provisioning for port ca14feba-e4e6-4a03-82ae-1b9a41a8929d completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:39:31.283883 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-18a06a34-fc4f-4d68-b304-0cd14ed17915 None None] Provisioning complete for port ca14feba-e4e6-4a03-82ae-1b9a41a8929d triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:39:31.284443 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-18a06a34-fc4f-4d68-b304-0cd14ed17915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:31.356036 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-18a06a34-fc4f-4d68-b304-0cd14ed17915 None None] Port ca14feba-e4e6-4a03-82ae-1b9a41a8929d cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:39:31.369899 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-18a06a34-fc4f-4d68-b304-0cd14ed17915 None None] Provisioning complete for port 30dae879-b5e6-498b-b9f8-a95b146abe06 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:39:31.370281 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-18a06a34-fc4f-4d68-b304-0cd14ed17915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:31.416734 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-221a3c5f-7bef-48a5-b1c7-48e458aa7452 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:39:31.431813 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-221a3c5f-7bef-48a5-b1c7-48e458aa7452 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "PUT /v2.0/routers/dfeb71ee-80ab-4fb2-93c6-97ae33d9cc73/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2164061 Jul 27 23:39:31.680104 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ad268d00-dbd6-4c48-9909-64211d76752c None None] Provisioning complete for port ca14feba-e4e6-4a03-82ae-1b9a41a8929d triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:39:31.680486 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ad268d00-dbd6-4c48-9909-64211d76752c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:31.747333 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-ad268d00-dbd6-4c48-9909-64211d76752c None None] Port ca14feba-e4e6-4a03-82ae-1b9a41a8929d cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:39:31.752610 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41bbb017-941d-4a42-9e3c-e872c0b1a254 None None] Sync routers for ids ['dfeb71ee-80ab-4fb2-93c6-97ae33d9cc73'] in n-d-802623-1 {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:39:31.775776 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 9b04344e-a102-42a4-9ae3-3113173d7397 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:39:31.788687 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41bbb017-941d-4a42-9e3c-e872c0b1a254 None None] Routers {'dfeb71ee-80ab-4fb2-93c6-97ae33d9cc73'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:39:31.790468 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-41bbb017-941d-4a42-9e3c-e872c0b1a254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:39:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['dfeb71ee-80ab-4fb2-93c6-97ae33d9cc73'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:39:31.827209 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-2941689e-1133-48c1-9505-c8a780ba7812 req-903044a0-57a6-4b65-9e29-a409238ef63f tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-340818547&fields=id&tenant_id=20cb27012881418a8b31e8023e85178c HTTP/1.1" status: 200 len: 267 time: 0.0452003 Jul 27 23:39:32.056683 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2941689e-1133-48c1-9505-c8a780ba7812 req-a9f90171-9070-40f7-a662-30fe58e41487 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:39:32.058300 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-2941689e-1133-48c1-9505-c8a780ba7812 req-a9f90171-9070-40f7-a662-30fe58e41487 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "GET /v2.0/networks?id=97f310f8-5ed3-4ed6-99a1-ec54580c47e4 HTTP/1.1" status: 200 len: 796 time: 0.2232993 Jul 27 23:39:32.087767 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-2941689e-1133-48c1-9505-c8a780ba7812 req-4e1fd717-4c12-4858-b4d5-3eb33517b013 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "GET /v2.0/quotas/20cb27012881418a8b31e8023e85178c HTTP/1.1" status: 200 len: 375 time: 0.0156739 Jul 27 23:39:32.121026 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-f8e175aa-86ed-4904-a5cc-e948dfa02197 None None] Provisioning complete for port ca14feba-e4e6-4a03-82ae-1b9a41a8929d triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:39:32.121678 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f8e175aa-86ed-4904-a5cc-e948dfa02197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:32.152539 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port 9b04344e-a102-42a4-9ae3-3113173d7397 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:39:32.152908 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:32.159614 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-41bbb017-941d-4a42-9e3c-e872c0b1a254 None None] Set router dfeb71ee-80ab-4fb2-93c6-97ae33d9cc73 gateway port host: n-d-802623-1 {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:39:32.229893 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-2941689e-1133-48c1-9505-c8a780ba7812 req-65a25061-6aea-4aa7-a7be-228a15841713 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=20cb27012881418a8b31e8023e85178c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1330254 Jul 27 23:39:32.245675 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-f8e175aa-86ed-4904-a5cc-e948dfa02197 None None] Port ca14feba-e4e6-4a03-82ae-1b9a41a8929d cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:39:32.357864 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-2941689e-1133-48c1-9505-c8a780ba7812 req-eb7268fe-bd00-484e-9631-6826ccd6621d service neutron] 10.222.0.18 "GET /v2.0/networks/97f310f8-5ed3-4ed6-99a1-ec54580c47e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149683 Jul 27 23:39:32.391627 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 30dae879-b5e6-498b-b9f8-a95b146abe06 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:39:32.453359 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7418f70f-e60d-4709-8ba9-6ab514bc7f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:32.480495 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port 30dae879-b5e6-498b-b9f8-a95b146abe06 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:39:32.481782 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:32.486138 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-2941689e-1133-48c1-9505-c8a780ba7812 req-4cfded38-8676-4c35-9dbb-4477f751b0c0 service neutron] 10.222.0.18 "GET /v2.0/networks/97f310f8-5ed3-4ed6-99a1-ec54580c47e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208546 Jul 27 23:39:32.607940 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-41bbb017-941d-4a42-9e3c-e872c0b1a254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfeb71ee-80ab-4fb2-93c6-97ae33d9cc73', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1396133135', 'tenant_id': '20cb27012881418a8b31e8023e85178c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': '9b04344e-a102-42a4-9ae3-3113173d7397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:39:25Z', 'updated_at': '2021-07-27T23:39:30Z', 'revision_number': 4, 'project_id': '20cb27012881418a8b31e8023e85178c', 'gw_port': {'id': '9b04344e-a102-42a4-9ae3-3113173d7397', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:6e:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfeb71ee-80ab-4fb2-93c6-97ae33d9cc73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:39:25Z', 'updated_at': '2021-07-27T23:39:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': 'ca14feba-e4e6-4a03-82ae-1b9a41a8929d', 'name': '', 'network_id': '97f310f8-5ed3-4ed6-99a1-ec54580c47e4', 'tenant_id': '20cb27012881418a8b31e8023e85178c', 'mac_address': 'fa:16:3e:a6:bb:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfeb71ee-80ab-4fb2-93c6-97ae33d9cc73', 'device_owner': 'network:router_interface', 'standard_attr_id': 3871, 'fixed_ips': [{'subnet_id': '0ff526d0-52b9-481e-b432-f83d53ca4035', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:39:29Z', 'updated_at': '2021-07-27T23:39:30Z', 'revision_number': 2, 'project_id': '20cb27012881418a8b31e8023e85178c', 'subnets': [{'id': '0ff526d0-52b9-481e-b432-f83d53ca4035', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:39:32.657458 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41bbb017-941d-4a42-9e3c-e872c0b1a254 None None] Checking router: dfeb71ee-80ab-4fb2-93c6-97ae33d9cc73 for host: n-d-802623-1 {{(pid=93799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 23:39:32.659282 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41bbb017-941d-4a42-9e3c-e872c0b1a254 None None] Updating router dfeb71ee-80ab-4fb2-93c6-97ae33d9cc73 port ca14feba-e4e6-4a03-82ae-1b9a41a8929d binding host n-d-802623-1 {{(pid=93799) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 23:39:32.696388 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-41bbb017-941d-4a42-9e3c-e872c0b1a254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:32.697877 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-27c0410e-ffaf-46b2-80ff-ed391c2fb7dd req-488e7452-22bf-444c-abc6-6757e78ed38a tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "GET /v2.0/ports?device_id=714d7dab-9e60-494b-a9ca-6850975d4978 HTTP/1.1" status: 200 len: 210 time: 0.0373232 Jul 27 23:39:32.988141 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-41bbb017-941d-4a42-9e3c-e872c0b1a254 None None] Notify callbacks [] for port, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:32.999349 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-41bbb017-941d-4a42-9e3c-e872c0b1a254 None None] Transition to ACTIVE for port object ca14feba-e4e6-4a03-82ae-1b9a41a8929d will not be triggered until provisioned by entity L2. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:39:33.009091 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-41bbb017-941d-4a42-9e3c-e872c0b1a254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:33.086217 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed47000d-c5bb-4963-b5ad-48d4a14de088 None None] Pushing event updated for resources: {'Port': ['ID=ca14feba-e4e6-4a03-82ae-1b9a41a8929d,revision_number=3']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:39:33.171272 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-41bbb017-941d-4a42-9e3c-e872c0b1a254 None None] Attempting to bind port ca14feba-e4e6-4a03-82ae-1b9a41a8929d on host n-d-802623-1 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:39:33.171873 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-41bbb017-941d-4a42-9e3c-e872c0b1a254 None None] Attempting to bind port ca14feba-e4e6-4a03-82ae-1b9a41a8929d by drivers openvswitch,hyperv on host n-d-802623-1 at level 0 using segments [{'id': 'bf7d7cfb-c9c6-47e3-a4c5-4622ba5f9abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '97f310f8-5ed3-4ed6-99a1-ec54580c47e4'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:39:33.175590 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41bbb017-941d-4a42-9e3c-e872c0b1a254 None None] Attempting to bind port ca14feba-e4e6-4a03-82ae-1b9a41a8929d on network 97f310f8-5ed3-4ed6-99a1-ec54580c47e4 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:39:33.182523 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41bbb017-941d-4a42-9e3c-e872c0b1a254 None None] Checking agent: {'id': 'a9a568d2-a5e7-41e4-833f-a8ab42ea4073', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 52, 30), 'started_at': datetime.datetime(2021, 7, 27, 22, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 39, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802623-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:39:33.183458 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41bbb017-941d-4a42-9e3c-e872c0b1a254 None None] Checking segment: {'id': 'bf7d7cfb-c9c6-47e3-a4c5-4622ba5f9abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '97f310f8-5ed3-4ed6-99a1-ec54580c47e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:39:33.184135 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-41bbb017-941d-4a42-9e3c-e872c0b1a254 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:33.185196 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41bbb017-941d-4a42-9e3c-e872c0b1a254 None None] Bound using segment: {'id': 'bf7d7cfb-c9c6-47e3-a4c5-4622ba5f9abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '97f310f8-5ed3-4ed6-99a1-ec54580c47e4'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:39:33.186255 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-41bbb017-941d-4a42-9e3c-e872c0b1a254 None None] Bound port: ca14feba-e4e6-4a03-82ae-1b9a41a8929d, host: n-d-802623-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf7d7cfb-c9c6-47e3-a4c5-4622ba5f9abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '97f310f8-5ed3-4ed6-99a1-ec54580c47e4'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:39:33.187248 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-41bbb017-941d-4a42-9e3c-e872c0b1a254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:33.272554 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-41bbb017-941d-4a42-9e3c-e872c0b1a254 None None] For port ca14feba-e4e6-4a03-82ae-1b9a41a8929d, host n-d-802623-1, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:39:33.277245 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-41bbb017-941d-4a42-9e3c-e872c0b1a254 None None] For port ca14feba-e4e6-4a03-82ae-1b9a41a8929d, host n-d-802623-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=ca14feba-e4e6-4a03-82ae-1b9a41a8929d,segment=NetworkSegment(bf7d7cfb-c9c6-47e3-a4c5-4622ba5f9abf),segment_id=bf7d7cfb-c9c6-47e3-a4c5-4622ba5f9abf)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:39:33.290368 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-41bbb017-941d-4a42-9e3c-e872c0b1a254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:33.359970 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41bbb017-941d-4a42-9e3c-e872c0b1a254 None None] Routers {'dfeb71ee-80ab-4fb2-93c6-97ae33d9cc73'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:39:33.361503 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-41bbb017-941d-4a42-9e3c-e872c0b1a254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:39:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['dfeb71ee-80ab-4fb2-93c6-97ae33d9cc73'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:39:33.428548 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed47000d-c5bb-4963-b5ad-48d4a14de088 None None] Pushing event updated for resources: {'Port': ['ID=ca14feba-e4e6-4a03-82ae-1b9a41a8929d,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:39:33.525485 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-41bbb017-941d-4a42-9e3c-e872c0b1a254 None None] Set router dfeb71ee-80ab-4fb2-93c6-97ae33d9cc73 gateway port host: n-d-802623-1 {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:39:33.659750 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 53006) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:39:33.723133 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-19443a23-1084-43aa-9a22-b40f7af51d41 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:33.771699 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-19443a23-1084-43aa-9a22-b40f7af51d41 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:33.793954 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-41bbb017-941d-4a42-9e3c-e872c0b1a254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfeb71ee-80ab-4fb2-93c6-97ae33d9cc73', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1396133135', 'tenant_id': '20cb27012881418a8b31e8023e85178c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': '9b04344e-a102-42a4-9ae3-3113173d7397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:39:25Z', 'updated_at': '2021-07-27T23:39:30Z', 'revision_number': 4, 'project_id': '20cb27012881418a8b31e8023e85178c', 'gw_port': {'id': '9b04344e-a102-42a4-9ae3-3113173d7397', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:6e:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfeb71ee-80ab-4fb2-93c6-97ae33d9cc73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:39:25Z', 'updated_at': '2021-07-27T23:39:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': 'ca14feba-e4e6-4a03-82ae-1b9a41a8929d', 'name': '', 'network_id': '97f310f8-5ed3-4ed6-99a1-ec54580c47e4', 'tenant_id': '20cb27012881418a8b31e8023e85178c', 'mac_address': 'fa:16:3e:a6:bb:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfeb71ee-80ab-4fb2-93c6-97ae33d9cc73', 'device_owner': 'network:router_interface', 'standard_attr_id': 3871, 'fixed_ips': [{'subnet_id': '0ff526d0-52b9-481e-b432-f83d53ca4035', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:39:29Z', 'updated_at': '2021-07-27T23:39:33Z', 'revision_number': 4, 'project_id': '20cb27012881418a8b31e8023e85178c', 'subnets': [{'id': '0ff526d0-52b9-481e-b432-f83d53ca4035', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:39:33.826012 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41bbb017-941d-4a42-9e3c-e872c0b1a254 None None] The sync data for ids ['dfeb71ee-80ab-4fb2-93c6-97ae33d9cc73'] in n-d-802623-1 is: [{'id': 'dfeb71ee-80ab-4fb2-93c6-97ae33d9cc73', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1396133135', 'tenant_id': '20cb27012881418a8b31e8023e85178c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': '9b04344e-a102-42a4-9ae3-3113173d7397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:39:25Z', 'updated_at': '2021-07-27T23:39:30Z', 'revision_number': 4, 'project_id': '20cb27012881418a8b31e8023e85178c', 'gw_port': {'id': '9b04344e-a102-42a4-9ae3-3113173d7397', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:6e:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfeb71ee-80ab-4fb2-93c6-97ae33d9cc73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:39:25Z', 'updated_at': '2021-07-27T23:39:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': 'ca14feba-e4e6-4a03-82ae-1b9a41a8929d', 'name': '', 'network_id': '97f310f8-5ed3-4ed6-99a1-ec54580c47e4', 'tenant_id': '20cb27012881418a8b31e8023e85178c', 'mac_address': 'fa:16:3e:a6:bb:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfeb71ee-80ab-4fb2-93c6-97ae33d9cc73', 'device_owner': 'network:router_interface', 'standard_attr_id': 3871, 'fixed_ips': [{'subnet_id': '0ff526d0-52b9-481e-b432-f83d53ca4035', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:39:29Z', 'updated_at': '2021-07-27T23:39:33Z', 'revision_number': 4, 'project_id': '20cb27012881418a8b31e8023e85178c', 'subnets': [{'id': '0ff526d0-52b9-481e-b432-f83d53ca4035', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:39:33.877916 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-37170c80-3674-4846-84e5-7587ce47bd2e req-cb6e4469-e81b-40d7-abec-b26df79da7d8 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "GET /v2.0/ports?device_id=714d7dab-9e60-494b-a9ca-6850975d4978 HTTP/1.1" status: 200 len: 210 time: 0.0526145 Jul 27 23:39:33.936988 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-19443a23-1084-43aa-9a22-b40f7af51d41 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:33.945365 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-19443a23-1084-43aa-9a22-b40f7af51d41 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:33.947277 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-19443a23-1084-43aa-9a22-b40f7af51d41 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] 10.222.0.18 "DELETE /v2.0/security-groups/ba3baf51-24bd-4d95-b413-6126b786be4e HTTP/1.1" status: 204 len: 168 time: 0.2858698 Jul 27 23:39:33.968301 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19443a23-1084-43aa-9a22-b40f7af51d41 tempest-TestVolumeBootPattern-212289607 tempest-TestVolumeBootPattern-212289607-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba3baf51-24bd-4d95-b413-6126b786be4e,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:39:34.016809 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 53012) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:39:34.815003 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2941689e-1133-48c1-9505-c8a780ba7812 req-e3b81770-a6f0-40c6-a03a-c2237c381142 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:39:34.816539 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-2941689e-1133-48c1-9505-c8a780ba7812 req-e3b81770-a6f0-40c6-a03a-c2237c381142 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.49 "GET /v2.0/networks?id=97f310f8-5ed3-4ed6-99a1-ec54580c47e4 HTTP/1.1" status: 200 len: 796 time: 0.5803950 Jul 27 23:39:34.951923 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 53024) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:39:35.011101 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-315ec1d0-cc1a-4921-8341-2fc19457e56f req-37f1a016-db2e-408f-aafb-d9754ddd7c66 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "GET /v2.0/ports?device_id=714d7dab-9e60-494b-a9ca-6850975d4978 HTTP/1.1" status: 200 len: 210 time: 0.0410621 Jul 27 23:39:35.032496 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-2941689e-1133-48c1-9505-c8a780ba7812 req-4940286e-7a31-4fd3-b79f-896cd3fc79a4 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=20cb27012881418a8b31e8023e85178c HTTP/1.1" status: 200 len: 379 time: 0.1981006 Jul 27 23:39:35.053222 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [req-2941689e-1133-48c1-9505-c8a780ba7812 req-03090852-5482-4570-a3f7-deffd5c8580e tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Request body: {'port': {'device_id': '714d7dab-9e60-494b-a9ca-6850975d4978', 'network_id': '97f310f8-5ed3-4ed6-99a1-ec54580c47e4', 'admin_state_up': True, 'tenant_id': '20cb27012881418a8b31e8023e85178c', 'security_groups': ['8f6bcbe3-5387-4b95-bf07-b38a66c736a1']}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:39:35.059683 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:35.104922 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2104f2c3-5582-4af0-83ba-84cb78655214 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:35.233745 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2104f2c3-5582-4af0-83ba-84cb78655214 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:35.240031 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2104f2c3-5582-4af0-83ba-84cb78655214 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:35.266335 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2941689e-1133-48c1-9505-c8a780ba7812 req-03090852-5482-4570-a3f7-deffd5c8580e tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Made reservation on behalf of 20cb27012881418a8b31e8023e85178c for: {'port': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:39:35.270331 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-2941689e-1133-48c1-9505-c8a780ba7812 req-03090852-5482-4570-a3f7-deffd5c8580e tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:35.292638 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-2104f2c3-5582-4af0-83ba-84cb78655214 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f004b67c923c442aa9978e702b9d9da5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3369901 Jul 27 23:39:35.292981 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 53028) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:39:35.326154 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2104f2c3-5582-4af0-83ba-84cb78655214 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=783ff5e7-7de9-49d7-8570-c0d85700b09b,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:39:35.363558 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0695c59e-c9b5-49de-8712-7025e03f8ffd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:35.386975 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0695c59e-c9b5-49de-8712-7025e03f8ffd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:35.403717 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-08616f1e-cc69-46a1-9d8b-53422f3bf580 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-414022'] for router_interface, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:35.433556 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0695c59e-c9b5-49de-8712-7025e03f8ffd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:35.436334 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0695c59e-c9b5-49de-8712-7025e03f8ffd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:35.437500 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-0695c59e-c9b5-49de-8712-7025e03f8ffd admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/783ff5e7-7de9-49d7-8570-c0d85700b09b HTTP/1.1" status: 204 len: 168 time: 0.1437368 Jul 27 23:39:35.449425 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0695c59e-c9b5-49de-8712-7025e03f8ffd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=783ff5e7-7de9-49d7-8570-c0d85700b09b,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:39:35.546346 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [req-2941689e-1133-48c1-9505-c8a780ba7812 req-03090852-5482-4570-a3f7-deffd5c8580e tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Allocated IP 172.20.0.8 (97f310f8-5ed3-4ed6-99a1-ec54580c47e4/0ff526d0-52b9-481e-b432-f83d53ca4035/e3083c33-f279-436c-841b-7df5dbf8775c) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:39:35.732815 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device ca14feba-e4e6-4a03-82ae-1b9a41a8929d up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:39:35.788382 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning for port ca14feba-e4e6-4a03-82ae-1b9a41a8929d completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:39:35.792843 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port ca14feba-e4e6-4a03-82ae-1b9a41a8929d triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:39:35.793267 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:35.840932 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-2941689e-1133-48c1-9505-c8a780ba7812 req-03090852-5482-4570-a3f7-deffd5c8580e tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:35.860332 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [req-2941689e-1133-48c1-9505-c8a780ba7812 req-03090852-5482-4570-a3f7-deffd5c8580e tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Transition to ACTIVE for port object e3083c33-f279-436c-841b-7df5dbf8775c will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:39:35.875630 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:35.895064 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-08616f1e-cc69-46a1-9d8b-53422f3bf580 admin admin] Deleting port 2a3cb2b8-98cb-4156-9ea6-63b994d40fe2 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:39:35.895414 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-08616f1e-cc69-46a1-9d8b-53422f3bf580 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:35.911956 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] For port ca14feba-e4e6-4a03-82ae-1b9a41a8929d, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=ca14feba-e4e6-4a03-82ae-1b9a41a8929d,segment=NetworkSegment(bf7d7cfb-c9c6-47e3-a4c5-4622ba5f9abf),segment_id=bf7d7cfb-c9c6-47e3-a4c5-4622ba5f9abf)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:39:35.919258 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:35.953245 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-2941689e-1133-48c1-9505-c8a780ba7812 req-03090852-5482-4570-a3f7-deffd5c8580e tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:35.989385 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Pushing event updated for resources: {'Port': ['ID=ca14feba-e4e6-4a03-82ae-1b9a41a8929d,revision_number=5']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:39:36.019009 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2941689e-1133-48c1-9505-c8a780ba7812 req-03090852-5482-4570-a3f7-deffd5c8580e tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Network 97f310f8-5ed3-4ed6-99a1-ec54580c47e4 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:39:36.030231 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [req-2941689e-1133-48c1-9505-c8a780ba7812 req-03090852-5482-4570-a3f7-deffd5c8580e tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:39:36.039823 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [req-2941689e-1133-48c1-9505-c8a780ba7812 req-03090852-5482-4570-a3f7-deffd5c8580e tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:39:36.045247 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03090852-5482-4570-a3f7-deffd5c8580e tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Pushing event updated for resources: {'Port': ['ID=e3083c33-f279-436c-841b-7df5dbf8775c,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:39:36.087730 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-08616f1e-cc69-46a1-9d8b-53422f3bf580 admin admin] For port 2a3cb2b8-98cb-4156-9ea6-63b994d40fe2, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=2a3cb2b8-98cb-4156-9ea6-63b994d40fe2,segment=NetworkSegment(e34bcaf6-fcda-4cb3-a9d4-ce07906221d3),segment_id=e34bcaf6-fcda-4cb3-a9d4-ce07906221d3)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:39:36.088108 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-08616f1e-cc69-46a1-9d8b-53422f3bf580 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:36.123567 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-08616f1e-cc69-46a1-9d8b-53422f3bf580 admin admin] Calling delete_port for 2a3cb2b8-98cb-4156-9ea6-63b994d40fe2 owned by network:router_interface {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:39:36.161699 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2941689e-1133-48c1-9505-c8a780ba7812 req-03090852-5482-4570-a3f7-deffd5c8580e tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:39:36.162370 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-2941689e-1133-48c1-9505-c8a780ba7812 req-03090852-5482-4570-a3f7-deffd5c8580e tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:36.290114 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-2941689e-1133-48c1-9505-c8a780ba7812 req-03090852-5482-4570-a3f7-deffd5c8580e tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2496002 Jul 27 23:39:36.299967 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a62f525-542e-4922-aba8-d10b3f04e7db req-8db82228-ec07-40bb-a085-685f8a353e1d tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:39:36.301420 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-4a62f525-542e-4922-aba8-d10b3f04e7db req-8db82228-ec07-40bb-a085-685f8a353e1d tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "GET /v2.0/ports?device_id=714d7dab-9e60-494b-a9ca-6850975d4978 HTTP/1.1" status: 200 len: 931 time: 0.1920395 Jul 27 23:39:36.309445 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [req-2941689e-1133-48c1-9505-c8a780ba7812 req-7d9b1cfb-1399-4e00-a6ef-91e92f02a3f0 service neutron] Request body: {'port': {'device_id': '714d7dab-9e60-494b-a9ca-6850975d4978', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802623-1'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:39:36.332508 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-8875e17d-b0f5-460f-98f0-91599332fb4a None None] Provisioning for port e3083c33-f279-436c-841b-7df5dbf8775c completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:39:36.337164 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-8875e17d-b0f5-460f-98f0-91599332fb4a None None] Provisioning complete for port e3083c33-f279-436c-841b-7df5dbf8775c triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:39:36.337538 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8875e17d-b0f5-460f-98f0-91599332fb4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:36.381656 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-8875e17d-b0f5-460f-98f0-91599332fb4a None None] Port e3083c33-f279-436c-841b-7df5dbf8775c cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:39:36.415173 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-4a62f525-542e-4922-aba8-d10b3f04e7db req-993e1075-b92e-4cd6-8b8e-944e2060ffee tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f6bcbe3-5387-4b95-bf07-b38a66c736a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1020415 Jul 27 23:39:36.417525 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-2941689e-1133-48c1-9505-c8a780ba7812 req-7d9b1cfb-1399-4e00-a6ef-91e92f02a3f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:36.503198 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-08616f1e-cc69-46a1-9d8b-53422f3bf580 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:36.582587 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08616f1e-cc69-46a1-9d8b-53422f3bf580 admin admin] Pushing event deleted for resources: {'Port': ['ID=2a3cb2b8-98cb-4156-9ea6-63b994d40fe2,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:39:36.861813 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-08616f1e-cc69-46a1-9d8b-53422f3bf580 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3760546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-413994'] for router_interface, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:36.935300 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [req-2941689e-1133-48c1-9505-c8a780ba7812 req-7d9b1cfb-1399-4e00-a6ef-91e92f02a3f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3083c33-f279-436c-841b-7df5dbf8775c {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:39:36.945960 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-2941689e-1133-48c1-9505-c8a780ba7812 req-7d9b1cfb-1399-4e00-a6ef-91e92f02a3f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:36.995144 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [req-2941689e-1133-48c1-9505-c8a780ba7812 req-7d9b1cfb-1399-4e00-a6ef-91e92f02a3f0 service neutron] Transition to ACTIVE for port object e3083c33-f279-436c-841b-7df5dbf8775c will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:39:37.001268 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-2941689e-1133-48c1-9505-c8a780ba7812 req-7d9b1cfb-1399-4e00-a6ef-91e92f02a3f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11336041'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:37.100689 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9b1cfb-1399-4e00-a6ef-91e92f02a3f0 service neutron] Pushing event updated for resources: {'Port': ['ID=e3083c33-f279-436c-841b-7df5dbf8775c,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:39:37.226407 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-2941689e-1133-48c1-9505-c8a780ba7812 req-7d9b1cfb-1399-4e00-a6ef-91e92f02a3f0 service neutron] Attempting to bind port e3083c33-f279-436c-841b-7df5dbf8775c on host n-h2-802623-1 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:39:37.226755 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-2941689e-1133-48c1-9505-c8a780ba7812 req-7d9b1cfb-1399-4e00-a6ef-91e92f02a3f0 service neutron] Attempting to bind port e3083c33-f279-436c-841b-7df5dbf8775c by drivers openvswitch,hyperv on host n-h2-802623-1 at level 0 using segments [{'id': 'bf7d7cfb-c9c6-47e3-a4c5-4622ba5f9abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '97f310f8-5ed3-4ed6-99a1-ec54580c47e4'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:39:37.227119 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2941689e-1133-48c1-9505-c8a780ba7812 req-7d9b1cfb-1399-4e00-a6ef-91e92f02a3f0 service neutron] Attempting to bind port e3083c33-f279-436c-841b-7df5dbf8775c on network 97f310f8-5ed3-4ed6-99a1-ec54580c47e4 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:39:37.235296 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2941689e-1133-48c1-9505-c8a780ba7812 req-7d9b1cfb-1399-4e00-a6ef-91e92f02a3f0 service neutron] Port e3083c33-f279-436c-841b-7df5dbf8775c on network 97f310f8-5ed3-4ed6-99a1-ec54580c47e4 not bound, no agent of type Open vSwitch agent registered on host n-h2-802623-1 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 23:39:37.236802 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2941689e-1133-48c1-9505-c8a780ba7812 req-7d9b1cfb-1399-4e00-a6ef-91e92f02a3f0 service neutron] Attempting to bind port e3083c33-f279-436c-841b-7df5dbf8775c on network 97f310f8-5ed3-4ed6-99a1-ec54580c47e4 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:39:37.245385 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08616f1e-cc69-46a1-9d8b-53422f3bf580 admin admin] Router ae07b307-a0ba-48a4-8cdd-01fc42aa4d7f has already been hosted by L3 agent 018c4455-49c0-4734-927d-7824067b2a9e {{(pid=93797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 23:39:37.246671 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2941689e-1133-48c1-9505-c8a780ba7812 req-7d9b1cfb-1399-4e00-a6ef-91e92f02a3f0 service neutron] Checking agent: {'id': 'c5cc038b-93c4-4df4-8061-5df2a04a48c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 23, 0, 4), 'started_at': datetime.datetime(2021, 7, 27, 23, 0, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 39, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:39:37.247017 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2941689e-1133-48c1-9505-c8a780ba7812 req-7d9b1cfb-1399-4e00-a6ef-91e92f02a3f0 service neutron] Checking segment: {'id': 'bf7d7cfb-c9c6-47e3-a4c5-4622ba5f9abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '97f310f8-5ed3-4ed6-99a1-ec54580c47e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:39:37.247635 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2941689e-1133-48c1-9505-c8a780ba7812 req-7d9b1cfb-1399-4e00-a6ef-91e92f02a3f0 service neutron] Bound using segment: {'id': 'bf7d7cfb-c9c6-47e3-a4c5-4622ba5f9abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '97f310f8-5ed3-4ed6-99a1-ec54580c47e4'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:39:37.248054 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-2941689e-1133-48c1-9505-c8a780ba7812 req-7d9b1cfb-1399-4e00-a6ef-91e92f02a3f0 service neutron] Bound port: e3083c33-f279-436c-841b-7df5dbf8775c, host: n-h2-802623-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf7d7cfb-c9c6-47e3-a4c5-4622ba5f9abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '97f310f8-5ed3-4ed6-99a1-ec54580c47e4'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:39:37.248421 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-2941689e-1133-48c1-9505-c8a780ba7812 req-7d9b1cfb-1399-4e00-a6ef-91e92f02a3f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:37.404561 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-2941689e-1133-48c1-9505-c8a780ba7812 req-7d9b1cfb-1399-4e00-a6ef-91e92f02a3f0 service neutron] For port e3083c33-f279-436c-841b-7df5dbf8775c, host n-h2-802623-1, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:39:37.411758 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-2941689e-1133-48c1-9505-c8a780ba7812 req-7d9b1cfb-1399-4e00-a6ef-91e92f02a3f0 service neutron] For port e3083c33-f279-436c-841b-7df5dbf8775c, host n-h2-802623-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=e3083c33-f279-436c-841b-7df5dbf8775c,segment=NetworkSegment(bf7d7cfb-c9c6-47e3-a4c5-4622ba5f9abf),segment_id=bf7d7cfb-c9c6-47e3-a4c5-4622ba5f9abf)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:39:37.417533 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-2941689e-1133-48c1-9505-c8a780ba7812 req-7d9b1cfb-1399-4e00-a6ef-91e92f02a3f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11336041'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:37.430054 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08616f1e-cc69-46a1-9d8b-53422f3bf580 admin admin] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:39:37.440415 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90205c62-317a-42a0-a248-4bbdccbc3f16 None None] Sync routers for ids ['ae07b307-a0ba-48a4-8cdd-01fc42aa4d7f'] in n-d-802623-1 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:39:37.451347 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90205c62-317a-42a0-a248-4bbdccbc3f16 None None] Routers {'ae07b307-a0ba-48a4-8cdd-01fc42aa4d7f'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:39:37.455034 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-90205c62-317a-42a0-a248-4bbdccbc3f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:39:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['ae07b307-a0ba-48a4-8cdd-01fc42aa4d7f'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:39:37.455224 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-08616f1e-cc69-46a1-9d8b-53422f3bf580 admin admin] 10.222.0.18 "PUT /v2.0/routers/ae07b307-a0ba-48a4-8cdd-01fc42aa4d7f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4316733 Jul 27 23:39:37.455337 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 53066) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:39:37.461633 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2941689e-1133-48c1-9505-c8a780ba7812 req-7d9b1cfb-1399-4e00-a6ef-91e92f02a3f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:39:37.462263 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-2941689e-1133-48c1-9505-c8a780ba7812 req-7d9b1cfb-1399-4e00-a6ef-91e92f02a3f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:37.463661 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-2941689e-1133-48c1-9505-c8a780ba7812 req-7d9b1cfb-1399-4e00-a6ef-91e92f02a3f0 service neutron] 10.222.0.49 "PUT /v2.0/ports/e3083c33-f279-436c-841b-7df5dbf8775c HTTP/1.1" status: 200 len: 1091 time: 1.1597998 Jul 27 23:39:37.464109 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '714d7dab-9e60-494b-a9ca-6850975d4978', 'tag': 'e3083c33-f279-436c-841b-7df5dbf8775c'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:39:37.466382 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a476459a1bfce68b0ae0df5b6a71154bfc7cfdc8f9eefce6ad0a17231e60468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80baa5ea-07f1-4e86-b1ea-20fe2ce072b4" -d '{"events": [{"name": "network-changed", "server_uuid": "714d7dab-9e60-494b-a9ca-6850975d4978", "tag": "e3083c33-f279-436c-841b-7df5dbf8775c"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:39:37.493400 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9b1cfb-1399-4e00-a6ef-91e92f02a3f0 service neutron] Pushing event updated for resources: {'Port': ['ID=e3083c33-f279-436c-841b-7df5dbf8775c,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:39:37.547399 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 23:39:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c23717b6-b448-462b-925e-28d18b040648 x-openstack-request-id: req-c23717b6-b448-462b-925e-28d18b040648 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:39:37.547688 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "714d7dab-9e60-494b-a9ca-6850975d4978", "tag": "e3083c33-f279-436c-841b-7df5dbf8775c", "status": "completed", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:39:37.547948 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c23717b6-b448-462b-925e-28d18b040648 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:39:37.548917 n-d-802623-1 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '714d7dab-9e60-494b-a9ca-6850975d4978', 'tag': 'e3083c33-f279-436c-841b-7df5dbf8775c', 'status': 'completed', 'code': 200} Jul 27 23:39:37.567290 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2941689e-1133-48c1-9505-c8a780ba7812 req-685d599d-ec82-4a42-b1f0-4cd44fd66b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:39:37.570813 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-2941689e-1133-48c1-9505-c8a780ba7812 req-685d599d-ec82-4a42-b1f0-4cd44fd66b6b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=20cb27012881418a8b31e8023e85178c&device_id=714d7dab-9e60-494b-a9ca-6850975d4978 HTTP/1.1" status: 200 len: 1094 time: 0.0510755 Jul 27 23:39:37.634618 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-2941689e-1133-48c1-9505-c8a780ba7812 req-bd726662-bc7c-4f57-851e-2b13c1db5b26 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e3083c33-f279-436c-841b-7df5dbf8775c HTTP/1.1" status: 200 len: 217 time: 0.0568819 Jul 27 23:39:37.659337 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-90205c62-317a-42a0-a248-4bbdccbc3f16 None None] Set router ae07b307-a0ba-48a4-8cdd-01fc42aa4d7f gateway port host: n-d-802623-1 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:39:37.663642 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbab956-ba38-4281-abb4-ac9a1e7fbeea req-3eaf6892-da11-4bc6-8e0b-3539444eda92 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:39:37.665663 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-dfbab956-ba38-4281-abb4-ac9a1e7fbeea req-3eaf6892-da11-4bc6-8e0b-3539444eda92 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "GET /v2.0/ports?device_id=714d7dab-9e60-494b-a9ca-6850975d4978 HTTP/1.1" status: 200 len: 943 time: 0.1183338 Jul 27 23:39:37.692258 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-02c0360d-e558-4165-8d81-5f073a6ce4fe admin admin] Notify callbacks [] for router, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:37.715251 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2941689e-1133-48c1-9505-c8a780ba7812 req-7409f182-4793-48e0-88db-7bb68880e1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:39:37.731771 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-2941689e-1133-48c1-9505-c8a780ba7812 req-7409f182-4793-48e0-88db-7bb68880e1aa service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0ff526d0-52b9-481e-b432-f83d53ca4035 HTTP/1.1" status: 200 len: 833 time: 0.0751991 Jul 27 23:39:37.808520 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2941689e-1133-48c1-9505-c8a780ba7812 req-e20fc9f3-0a68-4ea9-bf5f-967b34715040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:39:37.813488 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-2941689e-1133-48c1-9505-c8a780ba7812 req-e20fc9f3-0a68-4ea9-bf5f-967b34715040 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=97f310f8-5ed3-4ed6-99a1-ec54580c47e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0808027 Jul 27 23:39:37.819676 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-dfbab956-ba38-4281-abb4-ac9a1e7fbeea req-5b3b564e-37cb-41de-9e44-0e75e82ba23b tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f6bcbe3-5387-4b95-bf07-b38a66c736a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1466618 Jul 27 23:39:37.885403 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device ca14feba-e4e6-4a03-82ae-1b9a41a8929d up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:39:37.934595 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-90205c62-317a-42a0-a248-4bbdccbc3f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae07b307-a0ba-48a4-8cdd-01fc42aa4d7f', 'name': 'tempest-TestVolumeBootPattern-1074431017-router', 'tenant_id': '49af0f356ac348f0bd0841795f0ea352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.28'}], 'enable_snat': True}, 'gw_port_id': 'aabf91af-c331-4c6f-8eeb-399969435504', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:26:41Z', 'updated_at': '2021-07-27T23:39:36Z', 'revision_number': 5, 'project_id': '49af0f356ac348f0bd0841795f0ea352', 'gw_port': {'id': 'aabf91af-c331-4c6f-8eeb-399969435504', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:cc:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae07b307-a0ba-48a4-8cdd-01fc42aa4d7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2648, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:26:42Z', 'updated_at': '2021-07-27T23:26:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1'}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:39:37.949705 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port ca14feba-e4e6-4a03-82ae-1b9a41a8929d triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:39:37.951161 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:37.955376 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-2941689e-1133-48c1-9505-c8a780ba7812 req-68d29c1e-a939-4bed-b92b-bb724937c7bd service neutron] 10.222.0.49 "GET /v2.0/networks/97f310f8-5ed3-4ed6-99a1-ec54580c47e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328723 Jul 27 23:39:37.964104 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-02c0360d-e558-4165-8d81-5f073a6ce4fe admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:37.973863 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90205c62-317a-42a0-a248-4bbdccbc3f16 None None] Checking router: ae07b307-a0ba-48a4-8cdd-01fc42aa4d7f for host: n-d-802623-1 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 23:39:37.983703 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90205c62-317a-42a0-a248-4bbdccbc3f16 None None] Routers {'ae07b307-a0ba-48a4-8cdd-01fc42aa4d7f'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:39:37.984598 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-90205c62-317a-42a0-a248-4bbdccbc3f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:39:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['ae07b307-a0ba-48a4-8cdd-01fc42aa4d7f'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:39:38.071705 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-02c0360d-e558-4165-8d81-5f073a6ce4fe admin admin] Deleting port aabf91af-c331-4c6f-8eeb-399969435504 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:39:38.072416 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-02c0360d-e558-4165-8d81-5f073a6ce4fe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:38.089178 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-90205c62-317a-42a0-a248-4bbdccbc3f16 None None] Set router ae07b307-a0ba-48a4-8cdd-01fc42aa4d7f gateway port host: None {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:39:38.131680 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-2941689e-1133-48c1-9505-c8a780ba7812 req-c49eba3c-5917-4edc-9bee-f767d25af2fd service neutron] 10.222.0.49 "GET /v2.0/networks/97f310f8-5ed3-4ed6-99a1-ec54580c47e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1690803 Jul 27 23:39:38.173228 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-90205c62-317a-42a0-a248-4bbdccbc3f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae07b307-a0ba-48a4-8cdd-01fc42aa4d7f', 'name': 'tempest-TestVolumeBootPattern-1074431017-router', 'tenant_id': '49af0f356ac348f0bd0841795f0ea352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:26:41Z', 'updated_at': '2021-07-27T23:39:37Z', 'revision_number': 6, 'project_id': '49af0f356ac348f0bd0841795f0ea352', 'gw_port_host': None}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:39:38.208544 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90205c62-317a-42a0-a248-4bbdccbc3f16 None None] The sync data for ids ['ae07b307-a0ba-48a4-8cdd-01fc42aa4d7f'] in n-d-802623-1 is: [{'id': 'ae07b307-a0ba-48a4-8cdd-01fc42aa4d7f', 'name': 'tempest-TestVolumeBootPattern-1074431017-router', 'tenant_id': '49af0f356ac348f0bd0841795f0ea352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:26:41Z', 'updated_at': '2021-07-27T23:39:37Z', 'revision_number': 6, 'project_id': '49af0f356ac348f0bd0841795f0ea352', 'gw_port_host': None}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:39:38.221795 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-02c0360d-e558-4165-8d81-5f073a6ce4fe admin admin] For port aabf91af-c331-4c6f-8eeb-399969435504, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=aabf91af-c331-4c6f-8eeb-399969435504,segment=NetworkSegment(b9afe07e-bbe4-4740-834c-4b6a9698bdbc),segment_id=b9afe07e-bbe4-4740-834c-4b6a9698bdbc)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:39:38.222281 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-02c0360d-e558-4165-8d81-5f073a6ce4fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:38.235737 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-02c0360d-e558-4165-8d81-5f073a6ce4fe admin admin] Calling delete_port for aabf91af-c331-4c6f-8eeb-399969435504 owned by network:router_gateway {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:39:38.265069 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80baa5ea-07f1-4e86-b1ea-20fe2ce072b4 req-395250c2-c8fc-4174-a60c-fc0194ed1f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:39:38.266601 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-80baa5ea-07f1-4e86-b1ea-20fe2ce072b4 req-395250c2-c8fc-4174-a60c-fc0194ed1f0c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=20cb27012881418a8b31e8023e85178c&device_id=714d7dab-9e60-494b-a9ca-6850975d4978 HTTP/1.1" status: 200 len: 1094 time: 0.0607750 Jul 27 23:39:38.362160 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.agents_db [None req-9beef776-8bab-4de2-989a-f5a23ba4aaf4 None None] Agent healthcheck: found 7 active agents {{(pid=93800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 23:39:38.379883 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80baa5ea-07f1-4e86-b1ea-20fe2ce072b4 req-e036bd57-4714-49a5-909c-d9feea5526bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:39:38.381722 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-80baa5ea-07f1-4e86-b1ea-20fe2ce072b4 req-e036bd57-4714-49a5-909c-d9feea5526bf service neutron] 10.222.0.49 "GET /v2.0/networks?id=97f310f8-5ed3-4ed6-99a1-ec54580c47e4 HTTP/1.1" status: 200 len: 897 time: 0.1081991 Jul 27 23:39:38.422880 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-02c0360d-e558-4165-8d81-5f073a6ce4fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:38.430758 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-80baa5ea-07f1-4e86-b1ea-20fe2ce072b4 req-b51f8c5f-7c36-4ba4-b87b-e8c9fc7a0926 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e3083c33-f279-436c-841b-7df5dbf8775c HTTP/1.1" status: 200 len: 217 time: 0.0422304 Jul 27 23:39:38.450004 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c0360d-e558-4165-8d81-5f073a6ce4fe admin admin] Pushing event deleted for resources: {'Port': ['ID=aabf91af-c331-4c6f-8eeb-399969435504,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:39:38.502789 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80baa5ea-07f1-4e86-b1ea-20fe2ce072b4 req-647c5d0e-ab95-46f6-a89f-702d929f06c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:39:38.504283 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-80baa5ea-07f1-4e86-b1ea-20fe2ce072b4 req-647c5d0e-ab95-46f6-a89f-702d929f06c8 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0ff526d0-52b9-481e-b432-f83d53ca4035 HTTP/1.1" status: 200 len: 833 time: 0.0642285 Jul 27 23:39:38.534113 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-02c0360d-e558-4165-8d81-5f073a6ce4fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-415368'] for router_gateway, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:38.567448 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80baa5ea-07f1-4e86-b1ea-20fe2ce072b4 req-9a50e88e-bd7d-4604-9933-5185abfd54f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:39:38.571057 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-80baa5ea-07f1-4e86-b1ea-20fe2ce072b4 req-9a50e88e-bd7d-4604-9933-5185abfd54f5 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=97f310f8-5ed3-4ed6-99a1-ec54580c47e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0596483 Jul 27 23:39:38.672841 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-02c0360d-e558-4165-8d81-5f073a6ce4fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62205'] for router, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:38.675392 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-02c0360d-e558-4165-8d81-5f073a6ce4fe admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:38.717977 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-80baa5ea-07f1-4e86-b1ea-20fe2ce072b4 req-b9dcf008-4b9e-4041-b125-06380baa365b service neutron] 10.222.0.49 "GET /v2.0/networks/97f310f8-5ed3-4ed6-99a1-ec54580c47e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390622 Jul 27 23:39:38.739690 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-02c0360d-e558-4165-8d81-5f073a6ce4fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-477831'] for router, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:38.740269 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02c0360d-e558-4165-8d81-5f073a6ce4fe admin admin] Fanout notify agent at l3_agent the message router_deleted on router ae07b307-a0ba-48a4-8cdd-01fc42aa4d7f {{(pid=93798) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 23:39:38.752687 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-02c0360d-e558-4165-8d81-5f073a6ce4fe admin admin] Notify callbacks [] for router, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:38.755990 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-02c0360d-e558-4165-8d81-5f073a6ce4fe admin admin] 10.222.0.18 "DELETE /v2.0/routers/ae07b307-a0ba-48a4-8cdd-01fc42aa4d7f HTTP/1.1" status: 204 len: 168 time: 1.2996840 Jul 27 23:39:38.759226 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 53082) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:39:38.808165 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_v2 [None req-1cef91a8-274e-4719-ae91-afa5e22263c6 admin admin] Deleting subnet 03df5e5c-8a96-449f-9e96-cff1a55737e2 {{(pid=93798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 23:39:38.812292 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1cef91a8-274e-4719-ae91-afa5e22263c6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:38.856029 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1cef91a8-274e-4719-ae91-afa5e22263c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11163249'] for subnet, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:38.964472 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1cef91a8-274e-4719-ae91-afa5e22263c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620741'] for subnet, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:39.028369 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1cef91a8-274e-4719-ae91-afa5e22263c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11971800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12265753'] for subnet, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:39.056789 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cef91a8-274e-4719-ae91-afa5e22263c6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=03df5e5c-8a96-449f-9e96-cff1a55737e2,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:39:39.060654 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1cef91a8-274e-4719-ae91-afa5e22263c6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:39.063208 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-1cef91a8-274e-4719-ae91-afa5e22263c6 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/03df5e5c-8a96-449f-9e96-cff1a55737e2 HTTP/1.1" status: 204 len: 168 time: 0.3026688 Jul 27 23:39:39.066176 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 53086) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:39:39.070292 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f57e8141-5d0a-4d1a-bd74-d9c7591b4004 None None] Network 280a3ba5-2d75-4827-b3c1-0be5bb892094 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:39:39.158522 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fc45d512-af35-419b-b2b5-dd0e2dfa38fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593271'] for network, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:39.213804 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf64f41-635f-4364-a42c-0651868c4ad1 req-fffebbc9-f1eb-4821-b9bc-1c391eccf2b1 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:39:39.215291 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-7bf64f41-635f-4364-a42c-0651868c4ad1 req-fffebbc9-f1eb-4821-b9bc-1c391eccf2b1 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "GET /v2.0/ports?device_id=714d7dab-9e60-494b-a9ca-6850975d4978 HTTP/1.1" status: 200 len: 943 time: 0.0780747 Jul 27 23:39:39.226394 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-80baa5ea-07f1-4e86-b1ea-20fe2ce072b4 req-c1f5050d-3ea0-4cc1-8353-723d677ac191 service neutron] 10.222.0.49 "GET /v2.0/networks/97f310f8-5ed3-4ed6-99a1-ec54580c47e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4973767 Jul 27 23:39:39.248331 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-fc45d512-af35-419b-b2b5-dd0e2dfa38fc admin admin] Deleting port 20d1416e-4052-4e31-bb3d-c75af3402d29 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:39:39.248853 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fc45d512-af35-419b-b2b5-dd0e2dfa38fc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:39.281448 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-7bf64f41-635f-4364-a42c-0651868c4ad1 req-77f253b2-1d7c-4986-ba83-0883a150f2ed tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f6bcbe3-5387-4b95-bf07-b38a66c736a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515082 Jul 27 23:39:39.312213 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2e61f3f-5205-46a6-823e-dd84897a4b4e None None] DHCP port deletion for 280a3ba5-2d75-4827-b3c1-0be5bb892094 request from n-d-802623-1 {{(pid=93799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 23:39:39.331720 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-fc45d512-af35-419b-b2b5-dd0e2dfa38fc admin admin] For port 20d1416e-4052-4e31-bb3d-c75af3402d29, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=20d1416e-4052-4e31-bb3d-c75af3402d29,segment=NetworkSegment(e34bcaf6-fcda-4cb3-a9d4-ce07906221d3),segment_id=e34bcaf6-fcda-4cb3-a9d4-ce07906221d3)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:39:39.332128 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fc45d512-af35-419b-b2b5-dd0e2dfa38fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:39.347876 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-fc45d512-af35-419b-b2b5-dd0e2dfa38fc admin admin] Calling delete_port for 20d1416e-4052-4e31-bb3d-c75af3402d29 owned by network:dhcp {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:39:39.361343 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-d2e61f3f-5205-46a6-823e-dd84897a4b4e None None] Deleting port 20d1416e-4052-4e31-bb3d-c75af3402d29 {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:39:39.361795 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d2e61f3f-5205-46a6-823e-dd84897a4b4e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:39.430514 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-d2e61f3f-5205-46a6-823e-dd84897a4b4e None None] For port 20d1416e-4052-4e31-bb3d-c75af3402d29, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=20d1416e-4052-4e31-bb3d-c75af3402d29,segment=NetworkSegment(e34bcaf6-fcda-4cb3-a9d4-ce07906221d3),segment_id=e34bcaf6-fcda-4cb3-a9d4-ce07906221d3)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:39:39.431031 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d2e61f3f-5205-46a6-823e-dd84897a4b4e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:39.446032 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-d2e61f3f-5205-46a6-823e-dd84897a4b4e None None] Calling delete_port for 20d1416e-4052-4e31-bb3d-c75af3402d29 owned by network:dhcp {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:39:39.450888 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fc45d512-af35-419b-b2b5-dd0e2dfa38fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:39.480783 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc45d512-af35-419b-b2b5-dd0e2dfa38fc admin admin] Pushing event deleted for resources: {'Port': ['ID=20d1416e-4052-4e31-bb3d-c75af3402d29,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:39:39.484506 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc45d512-af35-419b-b2b5-dd0e2dfa38fc admin admin] No DVR routers for this DVR port 20d1416e-4052-4e31-bb3d-c75af3402d29 on host n-d-802623-1 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:39:39.568373 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d2e61f3f-5205-46a6-823e-dd84897a4b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:39.609380 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e61f3f-5205-46a6-823e-dd84897a4b4e None None] Pushing event deleted for resources: {'Port': ['ID=20d1416e-4052-4e31-bb3d-c75af3402d29,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:39:39.621030 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e61f3f-5205-46a6-823e-dd84897a4b4e None None] No DVR routers for this DVR port 20d1416e-4052-4e31-bb3d-c75af3402d29 on host n-d-802623-1 {{(pid=93799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:39:39.757168 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 20d1416e-4052-4e31-bb3d-c75af3402d29 no longer exists at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:39:39.788735 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] No Port match for: 20d1416e-4052-4e31-bb3d-c75af3402d29 {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:39:39.789084 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 20d1416e-4052-4e31-bb3d-c75af3402d29 not bound to the agent host n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:39:39.789661 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 2a3cb2b8-98cb-4156-9ea6-63b994d40fe2 no longer exists at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:39:39.816048 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] No Port match for: 2a3cb2b8-98cb-4156-9ea6-63b994d40fe2 {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:39:39.816434 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 2a3cb2b8-98cb-4156-9ea6-63b994d40fe2 not bound to the agent host n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:39:39.817233 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device aabf91af-c331-4c6f-8eeb-399969435504 no longer exists at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:39:39.837820 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] No Port match for: aabf91af-c331-4c6f-8eeb-399969435504 {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:39:39.838415 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device aabf91af-c331-4c6f-8eeb-399969435504 not bound to the agent host n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:39:39.904864 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fc45d512-af35-419b-b2b5-dd0e2dfa38fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618032', 'neutron.services.segments.db._delete_segments_for_network-8736833900081'] for network, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:39.914675 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-fc45d512-af35-419b-b2b5-dd0e2dfa38fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['280a3ba5-2d75-4827-b3c1-0be5bb892094']}} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:39:39.924727 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-fc45d512-af35-419b-b2b5-dd0e2dfa38fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e34bcaf6-fcda-4cb3-a9d4-ce07906221d3') {'for_net_delete': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:39:39.925019 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-fc45d512-af35-419b-b2b5-dd0e2dfa38fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e34bcaf6-fcda-4cb3-a9d4-ce07906221d3') {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:39:39.933827 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fc45d512-af35-419b-b2b5-dd0e2dfa38fc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736833900858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11163256'] for segment, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:39.948153 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fc45d512-af35-419b-b2b5-dd0e2dfa38fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:39.953932 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc45d512-af35-419b-b2b5-dd0e2dfa38fc admin admin] Releasing vlan 529 on physical network physnet1 to pool {{(pid=93798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 23:39:39.954466 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fc45d512-af35-419b-b2b5-dd0e2dfa38fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11971746'] for segment, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:39.956132 n-d-802623-1 neutron-server[93798]: Traceback (most recent call last): Jul 27 23:39:39.956132 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 23:39:39.956132 n-d-802623-1 neutron-server[93798]: timer() Jul 27 23:39:39.956132 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 23:39:39.956132 n-d-802623-1 neutron-server[93798]: cb(*args, **kw) Jul 27 23:39:39.956132 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 23:39:39.956132 n-d-802623-1 neutron-server[93798]: return func(*args, **kwargs) Jul 27 23:39:39.956132 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 23:39:39.956132 n-d-802623-1 neutron-server[93798]: self._notify() Jul 27 23:39:39.956132 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 23:39:39.956132 n-d-802623-1 neutron-server[93798]: self.callback(batched_events) Jul 27 23:39:39.956132 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 23:39:39.956132 n-d-802623-1 neutron-server[93798]: event.method(event) Jul 27 23:39:39.956132 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 23:39:39.956132 n-d-802623-1 neutron-server[93798]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 23:39:39.956132 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 23:39:39.956132 n-d-802623-1 neutron-server[93798]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 23:39:39.956132 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 23:39:39.956132 n-d-802623-1 neutron-server[93798]: return f(self, *a, **k) Jul 27 23:39:39.956132 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 23:39:39.956132 n-d-802623-1 neutron-server[93798]: return self._get(url).json() Jul 27 23:39:39.956132 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 23:39:39.956132 n-d-802623-1 neutron-server[93798]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 23:39:39.956132 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 23:39:39.956132 n-d-802623-1 neutron-server[93798]: return self.request(url, 'GET', **kwargs) Jul 27 23:39:39.956132 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 23:39:39.956132 n-d-802623-1 neutron-server[93798]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 23:39:39.956132 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 23:39:39.956132 n-d-802623-1 neutron-server[93798]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 23:39:39.956132 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 23:39:39.956132 n-d-802623-1 neutron-server[93798]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 23:39:39.956132 n-d-802623-1 neutron-server[93798]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 23:39:40.014126 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fc45d512-af35-419b-b2b5-dd0e2dfa38fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415412'] for network, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:40.020040 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fc45d512-af35-419b-b2b5-dd0e2dfa38fc admin admin] Notify callbacks [] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:40.025135 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-fc45d512-af35-419b-b2b5-dd0e2dfa38fc admin admin] 10.222.0.18 "DELETE /v2.0/networks/280a3ba5-2d75-4827-b3c1-0be5bb892094 HTTP/1.1" status: 204 len: 168 time: 0.9544098 Jul 27 23:39:40.025436 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 53100) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:39:40.036052 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc45d512-af35-419b-b2b5-dd0e2dfa38fc admin admin] Pushing event deleted for resources: {'Network': ['ID=280a3ba5-2d75-4827-b3c1-0be5bb892094,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:39:40.398823 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-403cd4a2-918c-4676-a358-8a966d51f0d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-414022'] for router_interface, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:40.414986 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d2ae63-9f0f-4e08-b0c4-93ac760454e2 req-df4a84e5-8203-4df1-95c9-59bcd126c408 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:39:40.416648 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c7d2ae63-9f0f-4e08-b0c4-93ac760454e2 req-df4a84e5-8203-4df1-95c9-59bcd126c408 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "GET /v2.0/ports?device_id=714d7dab-9e60-494b-a9ca-6850975d4978 HTTP/1.1" status: 200 len: 943 time: 0.0548933 Jul 27 23:39:40.458768 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c7d2ae63-9f0f-4e08-b0c4-93ac760454e2 req-4f7d4dd0-4b11-4b43-bf60-f8c1612819a4 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f6bcbe3-5387-4b95-bf07-b38a66c736a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330360 Jul 27 23:39:40.653746 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-403cd4a2-918c-4676-a358-8a966d51f0d1 admin admin] Deleting port 53570c50-f831-418c-893d-bf5614372de6 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:39:40.653977 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-403cd4a2-918c-4676-a358-8a966d51f0d1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:40.730374 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-403cd4a2-918c-4676-a358-8a966d51f0d1 admin admin] For port 53570c50-f831-418c-893d-bf5614372de6, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=53570c50-f831-418c-893d-bf5614372de6,segment=NetworkSegment(5900172f-3a68-4bc1-902b-a806dd883cba),segment_id=5900172f-3a68-4bc1-902b-a806dd883cba)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:39:40.730749 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-403cd4a2-918c-4676-a358-8a966d51f0d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:40.744126 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-403cd4a2-918c-4676-a358-8a966d51f0d1 admin admin] Calling delete_port for 53570c50-f831-418c-893d-bf5614372de6 owned by network:router_interface {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:39:40.927958 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-403cd4a2-918c-4676-a358-8a966d51f0d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:40.956811 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403cd4a2-918c-4676-a358-8a966d51f0d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=53570c50-f831-418c-893d-bf5614372de6,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:39:41.147785 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-403cd4a2-918c-4676-a358-8a966d51f0d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3760546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-413994'] for router_interface, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:41.370411 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-403cd4a2-918c-4676-a358-8a966d51f0d1 admin admin] Router 4e7befd2-724a-4dbf-b744-5c7e92da41c3 has already been hosted by L3 agent 018c4455-49c0-4734-927d-7824067b2a9e {{(pid=93797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 23:39:41.486423 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-403cd4a2-918c-4676-a358-8a966d51f0d1 admin admin] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:39:41.494128 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-403cd4a2-918c-4676-a358-8a966d51f0d1 admin admin] 10.222.0.18 "PUT /v2.0/routers/4e7befd2-724a-4dbf-b744-5c7e92da41c3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4666283 Jul 27 23:39:41.495987 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 53124) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:39:41.496756 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b88a06ac-6de1-44ac-9556-ce61f45923e1 None None] Sync routers for ids ['4e7befd2-724a-4dbf-b744-5c7e92da41c3'] in n-d-802623-1 {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:39:41.507409 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b88a06ac-6de1-44ac-9556-ce61f45923e1 None None] Routers {'4e7befd2-724a-4dbf-b744-5c7e92da41c3'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:39:41.508042 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-b88a06ac-6de1-44ac-9556-ce61f45923e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:39:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['4e7befd2-724a-4dbf-b744-5c7e92da41c3'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:39:41.609024 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8bc819-b15d-4be0-a6fe-58aed1b2b445 req-4c288da0-16e4-4589-8fec-2797293387f0 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:39:41.619496 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-ee8bc819-b15d-4be0-a6fe-58aed1b2b445 req-4c288da0-16e4-4589-8fec-2797293387f0 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "GET /v2.0/ports?device_id=714d7dab-9e60-494b-a9ca-6850975d4978 HTTP/1.1" status: 200 len: 943 time: 0.0874288 Jul 27 23:39:41.621562 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1cfa6d31-a88c-451a-8278-089835432319 admin admin] Notify callbacks [] for router, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:41.639595 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-b88a06ac-6de1-44ac-9556-ce61f45923e1 None None] Set router 4e7befd2-724a-4dbf-b744-5c7e92da41c3 gateway port host: n-d-802623-1 {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:39:41.706730 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-ee8bc819-b15d-4be0-a6fe-58aed1b2b445 req-91c0c0b5-bfad-4dad-ab70-ea3f6dc52111 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f6bcbe3-5387-4b95-bf07-b38a66c736a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0863211 Jul 27 23:39:41.763869 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1cfa6d31-a88c-451a-8278-089835432319 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:41.825636 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-1cfa6d31-a88c-451a-8278-089835432319 admin admin] Deleting port 96164259-2ca8-4d3a-9f81-2dd1897a1a21 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:39:41.825983 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1cfa6d31-a88c-451a-8278-089835432319 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:41.833822 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device e3083c33-f279-436c-841b-7df5dbf8775c details requested by agent hyperv_n-h2-802623-1 with host n-h2-802623-1 {{(pid=93799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 23:39:41.908201 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-1cfa6d31-a88c-451a-8278-089835432319 admin admin] For port 96164259-2ca8-4d3a-9f81-2dd1897a1a21, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=96164259-2ca8-4d3a-9f81-2dd1897a1a21,segment=NetworkSegment(b9afe07e-bbe4-4740-834c-4b6a9698bdbc),segment_id=b9afe07e-bbe4-4740-834c-4b6a9698bdbc)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:39:41.908922 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1cfa6d31-a88c-451a-8278-089835432319 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:41.923774 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-b88a06ac-6de1-44ac-9556-ce61f45923e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e7befd2-724a-4dbf-b744-5c7e92da41c3', 'name': 'tempest-TestVolumeBootPattern-1095661051-router', 'tenant_id': '638a54eed2254211bebcd3cdd008009d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.68'}], 'enable_snat': True}, 'gw_port_id': '96164259-2ca8-4d3a-9f81-2dd1897a1a21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:26:55Z', 'updated_at': '2021-07-27T23:39:40Z', 'revision_number': 5, 'project_id': '638a54eed2254211bebcd3cdd008009d', 'gw_port': {'id': '96164259-2ca8-4d3a-9f81-2dd1897a1a21', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:59:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e7befd2-724a-4dbf-b744-5c7e92da41c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2675, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:26:57Z', 'updated_at': '2021-07-27T23:27:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1'}], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:39:41.925128 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-1cfa6d31-a88c-451a-8278-089835432319 admin admin] Calling delete_port for 96164259-2ca8-4d3a-9f81-2dd1897a1a21 owned by network:router_gateway {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:39:41.958269 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b88a06ac-6de1-44ac-9556-ce61f45923e1 None None] Checking router: 4e7befd2-724a-4dbf-b744-5c7e92da41c3 for host: n-d-802623-1 {{(pid=93799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 23:39:41.981200 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b88a06ac-6de1-44ac-9556-ce61f45923e1 None None] Routers {'4e7befd2-724a-4dbf-b744-5c7e92da41c3'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:39:41.981832 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-b88a06ac-6de1-44ac-9556-ce61f45923e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:39:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['4e7befd2-724a-4dbf-b744-5c7e92da41c3'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:39:41.984583 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port e3083c33-f279-436c-841b-7df5dbf8775c, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=e3083c33-f279-436c-841b-7df5dbf8775c,segment=NetworkSegment(bf7d7cfb-c9c6-47e3-a4c5-4622ba5f9abf),segment_id=bf7d7cfb-c9c6-47e3-a4c5-4622ba5f9abf)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:39:42.054539 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Returning: {'device': 'e3083c33-f279-436c-841b-7df5dbf8775c', 'network_id': '97f310f8-5ed3-4ed6-99a1-ec54580c47e4', 'port_id': 'e3083c33-f279-436c-841b-7df5dbf8775c', 'mac_address': 'fa:16:3e:31:f6:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ff526d0-52b9-481e-b432-f83d53ca4035', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 23:39:42.097354 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-b88a06ac-6de1-44ac-9556-ce61f45923e1 None None] Set router 4e7befd2-724a-4dbf-b744-5c7e92da41c3 gateway port host: None {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:39:42.111475 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1cfa6d31-a88c-451a-8278-089835432319 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:42.144054 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfa6d31-a88c-451a-8278-089835432319 admin admin] Pushing event deleted for resources: {'Port': ['ID=96164259-2ca8-4d3a-9f81-2dd1897a1a21,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:39:42.164368 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-b88a06ac-6de1-44ac-9556-ce61f45923e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e7befd2-724a-4dbf-b744-5c7e92da41c3', 'name': 'tempest-TestVolumeBootPattern-1095661051-router', 'tenant_id': '638a54eed2254211bebcd3cdd008009d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:26:55Z', 'updated_at': '2021-07-27T23:39:41Z', 'revision_number': 6, 'project_id': '638a54eed2254211bebcd3cdd008009d', 'gw_port_host': None}], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:39:42.198212 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:42.206781 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b88a06ac-6de1-44ac-9556-ce61f45923e1 None None] The sync data for ids ['4e7befd2-724a-4dbf-b744-5c7e92da41c3'] in n-d-802623-1 is: [{'id': '4e7befd2-724a-4dbf-b744-5c7e92da41c3', 'name': 'tempest-TestVolumeBootPattern-1095661051-router', 'tenant_id': '638a54eed2254211bebcd3cdd008009d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:26:55Z', 'updated_at': '2021-07-27T23:39:41Z', 'revision_number': 6, 'project_id': '638a54eed2254211bebcd3cdd008009d', 'gw_port_host': None}] {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:39:42.212985 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1cfa6d31-a88c-451a-8278-089835432319 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-415368'] for router_gateway, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:42.213136 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3083c33-f279-436c-841b-7df5dbf8775c {{(pid=93799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:39:42.242737 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port e3083c33-f279-436c-841b-7df5dbf8775c, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=e3083c33-f279-436c-841b-7df5dbf8775c,segment=NetworkSegment(bf7d7cfb-c9c6-47e3-a4c5-4622ba5f9abf),segment_id=bf7d7cfb-c9c6-47e3-a4c5-4622ba5f9abf)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:39:42.249985 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:42.297328 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Pushing event updated for resources: {'Port': ['ID=e3083c33-f279-436c-841b-7df5dbf8775c,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:39:42.315236 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1cfa6d31-a88c-451a-8278-089835432319 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62205'] for router, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:42.317641 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1cfa6d31-a88c-451a-8278-089835432319 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:42.360217 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1cfa6d31-a88c-451a-8278-089835432319 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-477831'] for router, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:42.361311 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cfa6d31-a88c-451a-8278-089835432319 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4e7befd2-724a-4dbf-b744-5c7e92da41c3 {{(pid=93798) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 23:39:42.365710 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1cfa6d31-a88c-451a-8278-089835432319 admin admin] Notify callbacks [] for router, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:42.366997 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-1cfa6d31-a88c-451a-8278-089835432319 admin admin] 10.222.0.18 "DELETE /v2.0/routers/4e7befd2-724a-4dbf-b744-5c7e92da41c3 HTTP/1.1" status: 204 len: 168 time: 0.8699574 Jul 27 23:39:42.369653 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 53146) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:39:42.417964 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_v2 [None req-5dea337b-1f4b-43d9-8b17-847e4efbeaf7 admin admin] Deleting subnet e9f25904-e9e0-45a2-800a-eb494c0aea53 {{(pid=93798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 23:39:42.421290 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5dea337b-1f4b-43d9-8b17-847e4efbeaf7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:42.457719 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5dea337b-1f4b-43d9-8b17-847e4efbeaf7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11163249'] for subnet, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:42.534338 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5dea337b-1f4b-43d9-8b17-847e4efbeaf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620741'] for subnet, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:42.560609 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] get_ports_and_sgs() called for port_ids ['e3083c33-f279-436c-841b-7df5dbf8775c'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:39:42.602215 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5dea337b-1f4b-43d9-8b17-847e4efbeaf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11971800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12265753'] for subnet, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:42.644745 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dea337b-1f4b-43d9-8b17-847e4efbeaf7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e9f25904-e9e0-45a2-800a-eb494c0aea53,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:39:42.647334 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5dea337b-1f4b-43d9-8b17-847e4efbeaf7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:42.652953 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-5dea337b-1f4b-43d9-8b17-847e4efbeaf7 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/e9f25904-e9e0-45a2-800a-eb494c0aea53 HTTP/1.1" status: 204 len: 168 time: 0.2792263 Jul 27 23:39:42.653187 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 53154) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:39:42.653728 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de1c5ddb-df0e-4b36-ab97-93d1496f13ab None None] Network 5d2efa73-e0fb-4486-96ff-e17ab438f25c requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:39:42.748997 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f8df89f6-57b6-4b8f-a11a-5082c760b47a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593271'] for network, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:42.840876 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-f8df89f6-57b6-4b8f-a11a-5082c760b47a admin admin] Deleting port 20a9e04b-b2d2-4eb8-97bd-513a968818f2 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:39:42.841236 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f8df89f6-57b6-4b8f-a11a-5082c760b47a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:42.856593 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0aacb1-14bf-49d4-8567-47eccfae02e3 req-bbcb7154-3590-44d2-916d-15e96be8fe93 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:39:42.857402 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ae0aacb1-14bf-49d4-8567-47eccfae02e3 req-bbcb7154-3590-44d2-916d-15e96be8fe93 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "GET /v2.0/ports?device_id=714d7dab-9e60-494b-a9ca-6850975d4978 HTTP/1.1" status: 200 len: 944 time: 0.0620592 Jul 27 23:39:42.905107 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ae0aacb1-14bf-49d4-8567-47eccfae02e3 req-f0773f2c-bc77-40b3-b567-de448d2aabf0 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f6bcbe3-5387-4b95-bf07-b38a66c736a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401802 Jul 27 23:39:42.937124 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-f8df89f6-57b6-4b8f-a11a-5082c760b47a admin admin] For port 20a9e04b-b2d2-4eb8-97bd-513a968818f2, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=20a9e04b-b2d2-4eb8-97bd-513a968818f2,segment=NetworkSegment(5900172f-3a68-4bc1-902b-a806dd883cba),segment_id=5900172f-3a68-4bc1-902b-a806dd883cba)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:39:42.937502 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f8df89f6-57b6-4b8f-a11a-5082c760b47a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:42.951830 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-f8df89f6-57b6-4b8f-a11a-5082c760b47a admin admin] Calling delete_port for 20a9e04b-b2d2-4eb8-97bd-513a968818f2 owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:39:43.058569 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f8df89f6-57b6-4b8f-a11a-5082c760b47a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:43.090604 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8df89f6-57b6-4b8f-a11a-5082c760b47a admin admin] Pushing event deleted for resources: {'Port': ['ID=20a9e04b-b2d2-4eb8-97bd-513a968818f2,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:39:43.095870 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8df89f6-57b6-4b8f-a11a-5082c760b47a admin admin] No DVR routers for this DVR port 20a9e04b-b2d2-4eb8-97bd-513a968818f2 on host n-d-802623-1 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:39:43.125585 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8534fb28-391e-4cb6-9eff-79c4b54329da None None] DHCP port deletion for 5d2efa73-e0fb-4486-96ff-e17ab438f25c request from n-d-802623-1 {{(pid=93799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 23:39:43.187254 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f8df89f6-57b6-4b8f-a11a-5082c760b47a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618032', 'neutron.services.segments.db._delete_segments_for_network-8736833900081'] for network, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:43.198311 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-f8df89f6-57b6-4b8f-a11a-5082c760b47a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d2efa73-e0fb-4486-96ff-e17ab438f25c']}} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:39:43.216028 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-f8df89f6-57b6-4b8f-a11a-5082c760b47a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5900172f-3a68-4bc1-902b-a806dd883cba') {'for_net_delete': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:39:43.216320 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-f8df89f6-57b6-4b8f-a11a-5082c760b47a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5900172f-3a68-4bc1-902b-a806dd883cba') {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:39:43.226475 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f8df89f6-57b6-4b8f-a11a-5082c760b47a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736833900858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11335978'] for segment, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:43.240300 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f8df89f6-57b6-4b8f-a11a-5082c760b47a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:43.246271 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8df89f6-57b6-4b8f-a11a-5082c760b47a admin admin] Releasing vlan 541 on physical network physnet1 to pool {{(pid=93797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 23:39:43.246724 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f8df89f6-57b6-4b8f-a11a-5082c760b47a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11336013'] for segment, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:43.248663 n-d-802623-1 neutron-server[93797]: Traceback (most recent call last): Jul 27 23:39:43.248663 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 23:39:43.248663 n-d-802623-1 neutron-server[93797]: timer() Jul 27 23:39:43.248663 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 23:39:43.248663 n-d-802623-1 neutron-server[93797]: cb(*args, **kw) Jul 27 23:39:43.248663 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 23:39:43.248663 n-d-802623-1 neutron-server[93797]: return func(*args, **kwargs) Jul 27 23:39:43.248663 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 23:39:43.248663 n-d-802623-1 neutron-server[93797]: self._notify() Jul 27 23:39:43.248663 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 23:39:43.248663 n-d-802623-1 neutron-server[93797]: self.callback(batched_events) Jul 27 23:39:43.248663 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 23:39:43.248663 n-d-802623-1 neutron-server[93797]: event.method(event) Jul 27 23:39:43.248663 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 23:39:43.248663 n-d-802623-1 neutron-server[93797]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 23:39:43.248663 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 23:39:43.248663 n-d-802623-1 neutron-server[93797]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 23:39:43.248663 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 23:39:43.248663 n-d-802623-1 neutron-server[93797]: return f(self, *a, **k) Jul 27 23:39:43.248663 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 23:39:43.248663 n-d-802623-1 neutron-server[93797]: return self._get(url).json() Jul 27 23:39:43.248663 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 23:39:43.248663 n-d-802623-1 neutron-server[93797]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 23:39:43.248663 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 23:39:43.248663 n-d-802623-1 neutron-server[93797]: return self.request(url, 'GET', **kwargs) Jul 27 23:39:43.248663 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 23:39:43.248663 n-d-802623-1 neutron-server[93797]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 23:39:43.248663 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 23:39:43.248663 n-d-802623-1 neutron-server[93797]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 23:39:43.248663 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 23:39:43.248663 n-d-802623-1 neutron-server[93797]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 23:39:43.248663 n-d-802623-1 neutron-server[93797]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 23:39:43.308567 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f8df89f6-57b6-4b8f-a11a-5082c760b47a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415412'] for network, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:43.327264 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f8df89f6-57b6-4b8f-a11a-5082c760b47a admin admin] Notify callbacks [] for network, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:43.332650 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-f8df89f6-57b6-4b8f-a11a-5082c760b47a admin admin] 10.222.0.18 "DELETE /v2.0/networks/5d2efa73-e0fb-4486-96ff-e17ab438f25c HTTP/1.1" status: 204 len: 168 time: 0.6750078 Jul 27 23:39:43.332650 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8df89f6-57b6-4b8f-a11a-5082c760b47a admin admin] Pushing event deleted for resources: {'Network': ['ID=5d2efa73-e0fb-4486-96ff-e17ab438f25c,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:39:43.504462 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 53178) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:39:43.550996 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-32688036-4ed7-4f8a-90b8-0e49986393ea admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=49af0f356ac348f0bd0841795f0ea352&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0453107 Jul 27 23:39:43.553484 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 53182) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:39:43.606222 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-620fae83-b9bc-4547-8fb7-5bf793935e6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:43.632022 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-620fae83-b9bc-4547-8fb7-5bf793935e6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:43.689194 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-620fae83-b9bc-4547-8fb7-5bf793935e6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:43.692577 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-620fae83-b9bc-4547-8fb7-5bf793935e6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:43.696267 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-620fae83-b9bc-4547-8fb7-5bf793935e6b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d6f41e72-2b87-4685-ae08-bc68afebebe0 HTTP/1.1" status: 204 len: 168 time: 0.1394918 Jul 27 23:39:43.701979 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620fae83-b9bc-4547-8fb7-5bf793935e6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6f41e72-2b87-4685-ae08-bc68afebebe0,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:39:43.720065 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 20a9e04b-b2d2-4eb8-97bd-513a968818f2 no longer exists at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:39:43.742945 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] No Port match for: 20a9e04b-b2d2-4eb8-97bd-513a968818f2 {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:39:43.743772 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 20a9e04b-b2d2-4eb8-97bd-513a968818f2 not bound to the agent host n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:39:43.744771 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 53570c50-f831-418c-893d-bf5614372de6 no longer exists at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:39:43.764464 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] No Port match for: 53570c50-f831-418c-893d-bf5614372de6 {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:39:43.764813 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 53570c50-f831-418c-893d-bf5614372de6 not bound to the agent host n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:39:43.765437 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 96164259-2ca8-4d3a-9f81-2dd1897a1a21 no longer exists at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:39:43.783798 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] No Port match for: 96164259-2ca8-4d3a-9f81-2dd1897a1a21 {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:39:43.784302 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 96164259-2ca8-4d3a-9f81-2dd1897a1a21 not bound to the agent host n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:39:43.845603 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device e3083c33-f279-436c-841b-7df5dbf8775c up at agent hyperv_n-h2-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:39:43.896734 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Provisioning for port e3083c33-f279-436c-841b-7df5dbf8775c completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:39:43.900520 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Provisioning complete for port e3083c33-f279-436c-841b-7df5dbf8775c triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:39:43.900902 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:43.990620 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:44.021019 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '714d7dab-9e60-494b-a9ca-6850975d4978', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3083c33-f279-436c-841b-7df5dbf8775c'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:39:44.022050 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c0369b0d4f459110ff20a1f9878ba33f96d6491bddb9d15843bf29d01e0bda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78bbeaaf-52e8-408f-95f1-527e81c6f9ec" -d '{"events": [{"server_uuid": "714d7dab-9e60-494b-a9ca-6850975d4978", "name": "network-vif-plugged", "status": "completed", "tag": "e3083c33-f279-436c-841b-7df5dbf8775c"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:39:44.041746 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port e3083c33-f279-436c-841b-7df5dbf8775c, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=e3083c33-f279-436c-841b-7df5dbf8775c,segment=NetworkSegment(bf7d7cfb-c9c6-47e3-a4c5-4622ba5f9abf),segment_id=bf7d7cfb-c9c6-47e3-a4c5-4622ba5f9abf)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:39:44.046320 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:44.119216 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Pushing event updated for resources: {'Port': ['ID=e3083c33-f279-436c-841b-7df5dbf8775c,revision_number=5']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:39:44.121724 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 53196) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:39:44.153694 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887d5c4b-1e90-4ce8-84df-406ac31007a6 req-22ed4fa5-f840-4c20-8cfa-c8e97e96d233 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:39:44.155570 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-887d5c4b-1e90-4ce8-84df-406ac31007a6 req-22ed4fa5-f840-4c20-8cfa-c8e97e96d233 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "GET /v2.0/ports?device_id=714d7dab-9e60-494b-a9ca-6850975d4978 HTTP/1.1" status: 200 len: 944 time: 0.1642306 Jul 27 23:39:44.174778 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-09b5dc4e-1a90-4888-8528-55e82c735bbf admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=638a54eed2254211bebcd3cdd008009d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0517638 Jul 27 23:39:44.181024 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 53198) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:39:44.202540 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-887d5c4b-1e90-4ce8-84df-406ac31007a6 req-79d9125a-4d1a-40eb-a098-7391bdcc6b12 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f6bcbe3-5387-4b95-bf07-b38a66c736a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385096 Jul 27 23:39:44.237915 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a818a9dd-e79a-45d0-b181-3910b505494b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:44.264475 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a818a9dd-e79a-45d0-b181-3910b505494b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:44.316030 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a818a9dd-e79a-45d0-b181-3910b505494b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:44.320035 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a818a9dd-e79a-45d0-b181-3910b505494b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:44.325539 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-a818a9dd-e79a-45d0-b181-3910b505494b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ef5518ba-9a81-42e8-9597-487e43a1b9bb HTTP/1.1" status: 204 len: 168 time: 0.1432972 Jul 27 23:39:44.336177 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a818a9dd-e79a-45d0-b181-3910b505494b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef5518ba-9a81-42e8-9597-487e43a1b9bb,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:39:44.355253 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:39:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6bcbd73-9637-4507-a1ad-0575cae1f31f x-openstack-request-id: req-d6bcbd73-9637-4507-a1ad-0575cae1f31f {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:39:44.355758 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "714d7dab-9e60-494b-a9ca-6850975d4978", "name": "network-vif-plugged", "status": "completed", "tag": "e3083c33-f279-436c-841b-7df5dbf8775c", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:39:44.356438 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d6bcbd73-9637-4507-a1ad-0575cae1f31f {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:39:44.356997 n-d-802623-1 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '714d7dab-9e60-494b-a9ca-6850975d4978', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3083c33-f279-436c-841b-7df5dbf8775c', 'code': 200} Jul 27 23:39:44.466356 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89516116-4391-417d-9dfb-c16b2e345476 req-d0722785-16c3-442c-b66a-950f166c6f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:39:44.468031 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-89516116-4391-417d-9dfb-c16b2e345476 req-d0722785-16c3-442c-b66a-950f166c6f23 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=714d7dab-9e60-494b-a9ca-6850975d4978 HTTP/1.1" status: 200 len: 1096 time: 0.0505199 Jul 27 23:39:44.509603 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-89516116-4391-417d-9dfb-c16b2e345476 req-e8bc5eeb-c7c3-4e56-92fd-764949183265 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=8f6bcbe3-5387-4b95-bf07-b38a66c736a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348432 Jul 27 23:39:45.321334 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8193c3-e9bc-4cef-b2e1-c830c845786c req-22847b71-bd73-42c0-b593-0475ee9a2233 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:39:45.322717 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-de8193c3-e9bc-4cef-b2e1-c830c845786c req-22847b71-bd73-42c0-b593-0475ee9a2233 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "GET /v2.0/ports?device_id=714d7dab-9e60-494b-a9ca-6850975d4978 HTTP/1.1" status: 200 len: 945 time: 0.0526285 Jul 27 23:39:45.361860 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-de8193c3-e9bc-4cef-b2e1-c830c845786c req-09481e22-ac65-4a8f-89c4-a6dce4e78934 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f6bcbe3-5387-4b95-bf07-b38a66c736a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332053 Jul 27 23:39:46.481291 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5236182-0d64-4e9e-9c43-bb6549172cb9 req-53342eb9-f744-46fa-b20e-4ba8c20565ac tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:39:46.482961 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e5236182-0d64-4e9e-9c43-bb6549172cb9 req-53342eb9-f744-46fa-b20e-4ba8c20565ac tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "GET /v2.0/ports?device_id=714d7dab-9e60-494b-a9ca-6850975d4978 HTTP/1.1" status: 200 len: 945 time: 0.0494385 Jul 27 23:39:46.521770 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e5236182-0d64-4e9e-9c43-bb6549172cb9 req-571d30ff-3f9a-4912-bd8a-831f66537315 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f6bcbe3-5387-4b95-bf07-b38a66c736a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320930 Jul 27 23:39:46.638042 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45351e96-d3f3-4d70-8547-9a4520b319b6 req-d090bd35-2d8b-4b3c-8791-c90f48617306 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:39:46.639582 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-45351e96-d3f3-4d70-8547-9a4520b319b6 req-d090bd35-2d8b-4b3c-8791-c90f48617306 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "GET /v2.0/ports?device_id=714d7dab-9e60-494b-a9ca-6850975d4978 HTTP/1.1" status: 200 len: 945 time: 0.0494468 Jul 27 23:39:46.678659 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-45351e96-d3f3-4d70-8547-9a4520b319b6 req-07114023-eb1d-405d-b824-11e9dc5a9525 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f6bcbe3-5387-4b95-bf07-b38a66c736a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324619 Jul 27 23:39:46.699863 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 53216) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:39:46.739453 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8002507b-817d-4f4c-8a44-5bc7cebf27e3 tempest-TestNetworkAdvancedServerOps-897726458 tempest-TestNetworkAdvancedServerOps-897726458-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:39:46.740967 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-8002507b-817d-4f4c-8a44-5bc7cebf27e3 tempest-TestNetworkAdvancedServerOps-897726458 tempest-TestNetworkAdvancedServerOps-897726458-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=714d7dab-9e60-494b-a9ca-6850975d4978 HTTP/1.1" status: 200 len: 1091 time: 0.0401387 Jul 27 23:39:46.744061 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 53218) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:39:46.748447 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-0b25e8c0-f19f-49b7-a581-fa10299b8791 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Request body: {'floatingip': {'floating_network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'port_id': 'e3083c33-f279-436c-841b-7df5dbf8775c', 'tenant_id': '20cb27012881418a8b31e8023e85178c', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:39:46.771996 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0b25e8c0-f19f-49b7-a581-fa10299b8791 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks [] for floatingip, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:46.877260 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0b25e8c0-f19f-49b7-a581-fa10299b8791 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:46.984946 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-0b25e8c0-f19f-49b7-a581-fa10299b8791 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Allocated IP 172.25.4.152 (2fd42287-ed26-4eb9-89a5-b521f5b04356/17de1f8f-393a-4b0c-a2df-614bd3f2fb5e/cba35786-8707-405a-9e7a-7da0cd0af70b) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:39:47.093449 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0b25e8c0-f19f-49b7-a581-fa10299b8791 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:47.134741 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0b25e8c0-f19f-49b7-a581-fa10299b8791 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:47.171540 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b25e8c0-f19f-49b7-a581-fa10299b8791 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Network 2fd42287-ed26-4eb9-89a5-b521f5b04356 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:39:47.174420 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-0b25e8c0-f19f-49b7-a581-fa10299b8791 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:39:47.177950 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b25e8c0-f19f-49b7-a581-fa10299b8791 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:39:47.207592 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b25e8c0-f19f-49b7-a581-fa10299b8791 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Pushing event updated for resources: {'Port': ['ID=cba35786-8707-405a-9e7a-7da0cd0af70b,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:39:47.543784 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0b25e8c0-f19f-49b7-a581-fa10299b8791 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:47.613885 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0b25e8c0-f19f-49b7-a581-fa10299b8791 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:47.764143 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0b25e8c0-f19f-49b7-a581-fa10299b8791 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:47.769241 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0b25e8c0-f19f-49b7-a581-fa10299b8791 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11336041'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:47.838787 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b25e8c0-f19f-49b7-a581-fa10299b8791 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Pushing event updated for resources: {'Port': ['ID=cba35786-8707-405a-9e7a-7da0cd0af70b,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:39:47.855850 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0b25e8c0-f19f-49b7-a581-fa10299b8791 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-415302'] for floatingip, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:47.962563 n-d-802623-1 neutron-server[93797]: INFO neutron.db.l3_db [None req-0b25e8c0-f19f-49b7-a581-fa10299b8791 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Floating IP c623ac48-be53-420b-9e80-30bfd5d86016 associated. External IP: 172.25.4.152, port: e3083c33-f279-436c-841b-7df5dbf8775c. Jul 27 23:39:48.487612 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b25e8c0-f19f-49b7-a581-fa10299b8791 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Router dfeb71ee-80ab-4fb2-93c6-97ae33d9cc73 has already been hosted by L3 agent 018c4455-49c0-4734-927d-7824067b2a9e {{(pid=93797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 23:39:48.599930 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b25e8c0-f19f-49b7-a581-fa10299b8791 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:39:48.610518 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23005fd4-f92c-406b-887b-8b549c6528b0 None None] Sync routers for ids ['dfeb71ee-80ab-4fb2-93c6-97ae33d9cc73'] in n-d-802623-1 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:39:48.616345 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0b25e8c0-f19f-49b7-a581-fa10299b8791 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for floatingip, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:48.622137 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23005fd4-f92c-406b-887b-8b549c6528b0 None None] Routers {'dfeb71ee-80ab-4fb2-93c6-97ae33d9cc73'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:39:48.622803 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-23005fd4-f92c-406b-887b-8b549c6528b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:39:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['dfeb71ee-80ab-4fb2-93c6-97ae33d9cc73'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:39:48.645167 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-0b25e8c0-f19f-49b7-a581-fa10299b8791 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8999066 Jul 27 23:39:48.645594 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '714d7dab-9e60-494b-a9ca-6850975d4978', 'tag': 'e3083c33-f279-436c-841b-7df5dbf8775c'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:39:48.647948 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a476459a1bfce68b0ae0df5b6a71154bfc7cfdc8f9eefce6ad0a17231e60468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adaf1722-f729-44f7-9a9f-ad365eb2e31a" -d '{"events": [{"name": "network-changed", "server_uuid": "714d7dab-9e60-494b-a9ca-6850975d4978", "tag": "e3083c33-f279-436c-841b-7df5dbf8775c"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:39:48.690417 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 23:39:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8fdfb1f-cbfa-4c5a-aab2-9d1eef1317c5 x-openstack-request-id: req-d8fdfb1f-cbfa-4c5a-aab2-9d1eef1317c5 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:39:48.690793 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "714d7dab-9e60-494b-a9ca-6850975d4978", "tag": "e3083c33-f279-436c-841b-7df5dbf8775c", "status": "completed", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:39:48.691146 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d8fdfb1f-cbfa-4c5a-aab2-9d1eef1317c5 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:39:48.692384 n-d-802623-1 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '714d7dab-9e60-494b-a9ca-6850975d4978', 'tag': 'e3083c33-f279-436c-841b-7df5dbf8775c', 'status': 'completed', 'code': 200} Jul 27 23:39:48.755586 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7511d3dd-01c3-4c1e-b022-ca6268132be7 req-14b8a48b-cc7f-4007-89fd-4dd3776e8369 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:39:48.757047 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7511d3dd-01c3-4c1e-b022-ca6268132be7 req-14b8a48b-cc7f-4007-89fd-4dd3776e8369 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "GET /v2.0/ports?device_id=714d7dab-9e60-494b-a9ca-6850975d4978 HTTP/1.1" status: 200 len: 945 time: 0.0518515 Jul 27 23:39:48.761846 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-23005fd4-f92c-406b-887b-8b549c6528b0 None None] Set router dfeb71ee-80ab-4fb2-93c6-97ae33d9cc73 gateway port host: n-d-802623-1 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:39:48.765445 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adaf1722-f729-44f7-9a9f-ad365eb2e31a req-396bad82-c255-4aeb-8ffa-d62a3e6a0e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:39:48.767655 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-adaf1722-f729-44f7-9a9f-ad365eb2e31a req-396bad82-c255-4aeb-8ffa-d62a3e6a0e27 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=20cb27012881418a8b31e8023e85178c&device_id=714d7dab-9e60-494b-a9ca-6850975d4978 HTTP/1.1" status: 200 len: 1096 time: 0.0489621 Jul 27 23:39:48.799578 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7511d3dd-01c3-4c1e-b022-ca6268132be7 req-46062420-4eb1-4feb-a8b8-87bebc931466 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f6bcbe3-5387-4b95-bf07-b38a66c736a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344095 Jul 27 23:39:48.833256 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 53232) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:39:48.877014 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adaf1722-f729-44f7-9a9f-ad365eb2e31a req-d998b444-d436-44b9-95a7-ef075d9ef9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:39:48.878991 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-adaf1722-f729-44f7-9a9f-ad365eb2e31a req-d998b444-d436-44b9-95a7-ef075d9ef9a7 service neutron] 10.222.0.49 "GET /v2.0/networks?id=97f310f8-5ed3-4ed6-99a1-ec54580c47e4 HTTP/1.1" status: 200 len: 897 time: 0.1044667 Jul 27 23:39:48.904425 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-57383cba-566d-428b-908f-b9b4d34f7160 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "GET /v2.0/floatingips/c623ac48-be53-420b-9e80-30bfd5d86016 HTTP/1.1" status: 200 len: 991 time: 0.0695958 Jul 27 23:39:48.947305 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-adaf1722-f729-44f7-9a9f-ad365eb2e31a req-5ef5917b-d91f-4e8d-bdb4-94ce4ea411ad service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e3083c33-f279-436c-841b-7df5dbf8775c HTTP/1.1" status: 200 len: 999 time: 0.0609508 Jul 27 23:39:49.008003 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adaf1722-f729-44f7-9a9f-ad365eb2e31a req-9af806ce-42e5-492c-a9df-edf001eb2549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:39:49.010234 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-adaf1722-f729-44f7-9a9f-ad365eb2e31a req-9af806ce-42e5-492c-a9df-edf001eb2549 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0ff526d0-52b9-481e-b432-f83d53ca4035 HTTP/1.1" status: 200 len: 833 time: 0.0557928 Jul 27 23:39:49.014912 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-23005fd4-f92c-406b-887b-8b549c6528b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfeb71ee-80ab-4fb2-93c6-97ae33d9cc73', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1396133135', 'tenant_id': '20cb27012881418a8b31e8023e85178c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': '9b04344e-a102-42a4-9ae3-3113173d7397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:39:25Z', 'updated_at': '2021-07-27T23:39:30Z', 'revision_number': 4, 'project_id': '20cb27012881418a8b31e8023e85178c', 'gw_port': {'id': '9b04344e-a102-42a4-9ae3-3113173d7397', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:6e:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfeb71ee-80ab-4fb2-93c6-97ae33d9cc73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:39:25Z', 'updated_at': '2021-07-27T23:39:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_floatingips': [{'id': 'c623ac48-be53-420b-9e80-30bfd5d86016', 'tenant_id': '20cb27012881418a8b31e8023e85178c', 'floating_ip_address': '172.25.4.152', 'floating_network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'router_id': 'dfeb71ee-80ab-4fb2-93c6-97ae33d9cc73', 'port_id': 'e3083c33-f279-436c-841b-7df5dbf8775c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3879, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '97f310f8-5ed3-4ed6-99a1-ec54580c47e4', 'mac_address': 'fa:16:3e:31:f6:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '714d7dab-9e60-494b-a9ca-6850975d4978', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T23:39:47Z', 'updated_at': '2021-07-27T23:39:47Z', 'revision_number': 0, 'project_id': '20cb27012881418a8b31e8023e85178c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca14feba-e4e6-4a03-82ae-1b9a41a8929d', 'name': '', 'network_id': '97f310f8-5ed3-4ed6-99a1-ec54580c47e4', 'tenant_id': '20cb27012881418a8b31e8023e85178c', 'mac_address': 'fa:16:3e:a6:bb:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfeb71ee-80ab-4fb2-93c6-97ae33d9cc73', 'device_owner': 'network:router_interface', 'standard_attr_id': 3871, 'fixed_ips': [{'subnet_id': '0ff526d0-52b9-481e-b432-f83d53ca4035', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:39:29Z', 'updated_at': '2021-07-27T23:39:35Z', 'revision_number': 5, 'project_id': '20cb27012881418a8b31e8023e85178c', 'subnets': [{'id': '0ff526d0-52b9-481e-b432-f83d53ca4035', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:39:49.050609 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23005fd4-f92c-406b-887b-8b549c6528b0 None None] Checking router: dfeb71ee-80ab-4fb2-93c6-97ae33d9cc73 for host: n-d-802623-1 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 23:39:49.059728 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23005fd4-f92c-406b-887b-8b549c6528b0 None None] Routers {'dfeb71ee-80ab-4fb2-93c6-97ae33d9cc73'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:39:49.060455 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-23005fd4-f92c-406b-887b-8b549c6528b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:39:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['dfeb71ee-80ab-4fb2-93c6-97ae33d9cc73'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:39:49.063253 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adaf1722-f729-44f7-9a9f-ad365eb2e31a req-c1dc1c5d-37ce-46ad-9412-fb534fa654b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:39:49.065122 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-adaf1722-f729-44f7-9a9f-ad365eb2e31a req-c1dc1c5d-37ce-46ad-9412-fb534fa654b1 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=97f310f8-5ed3-4ed6-99a1-ec54580c47e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0467157 Jul 27 23:39:49.159239 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-adaf1722-f729-44f7-9a9f-ad365eb2e31a req-55fc6ba1-190a-48de-a3fa-d37e43be42fb service neutron] 10.222.0.49 "GET /v2.0/networks/97f310f8-5ed3-4ed6-99a1-ec54580c47e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865359 Jul 27 23:39:49.174299 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-23005fd4-f92c-406b-887b-8b549c6528b0 None None] Set router dfeb71ee-80ab-4fb2-93c6-97ae33d9cc73 gateway port host: n-d-802623-1 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:39:49.257775 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-adaf1722-f729-44f7-9a9f-ad365eb2e31a req-ba6949e3-e4fe-4598-bbc0-cf6da1776a13 service neutron] 10.222.0.49 "GET /v2.0/networks/97f310f8-5ed3-4ed6-99a1-ec54580c47e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910091 Jul 27 23:39:49.399992 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-23005fd4-f92c-406b-887b-8b549c6528b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfeb71ee-80ab-4fb2-93c6-97ae33d9cc73', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1396133135', 'tenant_id': '20cb27012881418a8b31e8023e85178c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': '9b04344e-a102-42a4-9ae3-3113173d7397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:39:25Z', 'updated_at': '2021-07-27T23:39:30Z', 'revision_number': 4, 'project_id': '20cb27012881418a8b31e8023e85178c', 'gw_port': {'id': '9b04344e-a102-42a4-9ae3-3113173d7397', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:6e:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfeb71ee-80ab-4fb2-93c6-97ae33d9cc73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:39:25Z', 'updated_at': '2021-07-27T23:39:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_floatingips': [{'id': 'c623ac48-be53-420b-9e80-30bfd5d86016', 'tenant_id': '20cb27012881418a8b31e8023e85178c', 'floating_ip_address': '172.25.4.152', 'floating_network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'router_id': 'dfeb71ee-80ab-4fb2-93c6-97ae33d9cc73', 'port_id': 'e3083c33-f279-436c-841b-7df5dbf8775c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3879, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '97f310f8-5ed3-4ed6-99a1-ec54580c47e4', 'mac_address': 'fa:16:3e:31:f6:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '714d7dab-9e60-494b-a9ca-6850975d4978', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T23:39:47Z', 'updated_at': '2021-07-27T23:39:47Z', 'revision_number': 0, 'project_id': '20cb27012881418a8b31e8023e85178c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca14feba-e4e6-4a03-82ae-1b9a41a8929d', 'name': '', 'network_id': '97f310f8-5ed3-4ed6-99a1-ec54580c47e4', 'tenant_id': '20cb27012881418a8b31e8023e85178c', 'mac_address': 'fa:16:3e:a6:bb:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfeb71ee-80ab-4fb2-93c6-97ae33d9cc73', 'device_owner': 'network:router_interface', 'standard_attr_id': 3871, 'fixed_ips': [{'subnet_id': '0ff526d0-52b9-481e-b432-f83d53ca4035', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:39:29Z', 'updated_at': '2021-07-27T23:39:35Z', 'revision_number': 5, 'project_id': '20cb27012881418a8b31e8023e85178c', 'subnets': [{'id': '0ff526d0-52b9-481e-b432-f83d53ca4035', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:39:49.426592 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23005fd4-f92c-406b-887b-8b549c6528b0 None None] The sync data for ids ['dfeb71ee-80ab-4fb2-93c6-97ae33d9cc73'] in n-d-802623-1 is: [{'id': 'dfeb71ee-80ab-4fb2-93c6-97ae33d9cc73', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1396133135', 'tenant_id': '20cb27012881418a8b31e8023e85178c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': '9b04344e-a102-42a4-9ae3-3113173d7397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:39:25Z', 'updated_at': '2021-07-27T23:39:30Z', 'revision_number': 4, 'project_id': '20cb27012881418a8b31e8023e85178c', 'gw_port': {'id': '9b04344e-a102-42a4-9ae3-3113173d7397', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:6e:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfeb71ee-80ab-4fb2-93c6-97ae33d9cc73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:39:25Z', 'updated_at': '2021-07-27T23:39:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_floatingips': [{'id': 'c623ac48-be53-420b-9e80-30bfd5d86016', 'tenant_id': '20cb27012881418a8b31e8023e85178c', 'floating_ip_address': '172.25.4.152', 'floating_network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'router_id': 'dfeb71ee-80ab-4fb2-93c6-97ae33d9cc73', 'port_id': 'e3083c33-f279-436c-841b-7df5dbf8775c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3879, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '97f310f8-5ed3-4ed6-99a1-ec54580c47e4', 'mac_address': 'fa:16:3e:31:f6:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '714d7dab-9e60-494b-a9ca-6850975d4978', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T23:39:47Z', 'updated_at': '2021-07-27T23:39:47Z', 'revision_number': 0, 'project_id': '20cb27012881418a8b31e8023e85178c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca14feba-e4e6-4a03-82ae-1b9a41a8929d', 'name': '', 'network_id': '97f310f8-5ed3-4ed6-99a1-ec54580c47e4', 'tenant_id': '20cb27012881418a8b31e8023e85178c', 'mac_address': 'fa:16:3e:a6:bb:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfeb71ee-80ab-4fb2-93c6-97ae33d9cc73', 'device_owner': 'network:router_interface', 'standard_attr_id': 3871, 'fixed_ips': [{'subnet_id': '0ff526d0-52b9-481e-b432-f83d53ca4035', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:39:29Z', 'updated_at': '2021-07-27T23:39:35Z', 'revision_number': 5, 'project_id': '20cb27012881418a8b31e8023e85178c', 'subnets': [{'id': '0ff526d0-52b9-481e-b432-f83d53ca4035', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:39:49.635582 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f09a4e7a-dc75-4346-b9cf-8d6b03bf84d6 None None] New status for floating IP c623ac48-be53-420b-9e80-30bfd5d86016: ACTIVE {{(pid=93799) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 23:39:49.906089 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 53236) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:39:49.974446 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-cd364e68-eccf-4a3e-b4f6-a6e5d49efb4c tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "GET /v2.0/floatingips/c623ac48-be53-420b-9e80-30bfd5d86016 HTTP/1.1" status: 200 len: 993 time: 0.0672362 Jul 27 23:39:50.301158 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 53244) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:39:50.408439 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a4869376-fe8b-4a45-80e5-32f24be03454 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:50.499377 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a4869376-fe8b-4a45-80e5-32f24be03454 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:50.503485 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a4869376-fe8b-4a45-80e5-32f24be03454 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:50.541021 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-a4869376-fe8b-4a45-80e5-32f24be03454 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b0b92d128e304faea4695b4855a29ecf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2387815 Jul 27 23:39:50.543091 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4869376-fe8b-4a45-80e5-32f24be03454 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c33cfe9-5c5d-4a6b-8f02-774ca48ae815,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:39:50.543755 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 53248) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:39:50.594209 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4af02a33-155a-411b-950d-ded281c640aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:50.615218 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4af02a33-155a-411b-950d-ded281c640aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:50.660469 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4af02a33-155a-411b-950d-ded281c640aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:50.663167 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4af02a33-155a-411b-950d-ded281c640aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:50.664372 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-4af02a33-155a-411b-950d-ded281c640aa admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6c33cfe9-5c5d-4a6b-8f02-774ca48ae815 HTTP/1.1" status: 204 len: 168 time: 0.1195679 Jul 27 23:39:50.677553 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af02a33-155a-411b-950d-ded281c640aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c33cfe9-5c5d-4a6b-8f02-774ca48ae815,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:39:56.910474 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ba1a1cd5-fce6-4ed1-bc24-9f97305d9e6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:59.582571 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8d8d4e84-88a8-4819-a3d9-ac1259297e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:39:59.762790 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:40:00.071218 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:40:00.536169 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-19f2e178-d45e-4fbe-b9be-c3963fc151ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:40:02.300879 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7418f70f-e60d-4709-8ba9-6ab514bc7f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:40:05.045394 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:40:08.648472 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 53382) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:40:08.751143 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-67911c66-05e9-4f2c-9db1-d740cd975eb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:40:08.840572 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-67911c66-05e9-4f2c-9db1-d740cd975eb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:40:08.844263 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-67911c66-05e9-4f2c-9db1-d740cd975eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:40:08.882862 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-67911c66-05e9-4f2c-9db1-d740cd975eb1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4e650c7ec9234ca4b33f66ef3f8bc238&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2331595 Jul 27 23:40:08.883547 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67911c66-05e9-4f2c-9db1-d740cd975eb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84c8169b-84fc-4fa2-9b65-63a63535cd1b,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:40:08.885542 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 53386) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:40:08.938270 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2d98941a-0d49-4e0d-a1c6-3ac034736553 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:40:08.958784 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2d98941a-0d49-4e0d-a1c6-3ac034736553 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:40:09.003764 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2d98941a-0d49-4e0d-a1c6-3ac034736553 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:40:09.006255 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2d98941a-0d49-4e0d-a1c6-3ac034736553 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:40:09.007422 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-2d98941a-0d49-4e0d-a1c6-3ac034736553 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/84c8169b-84fc-4fa2-9b65-63a63535cd1b HTTP/1.1" status: 204 len: 168 time: 0.1208940 Jul 27 23:40:09.014955 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d98941a-0d49-4e0d-a1c6-3ac034736553 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84c8169b-84fc-4fa2-9b65-63a63535cd1b,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:40:15.364870 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.agents_db [None req-9beef776-8bab-4de2-989a-f5a23ba4aaf4 None None] Agent healthcheck: found 7 active agents {{(pid=93800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 23:40:18.018694 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 53462) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:40:18.125806 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e8d447b7-ab4c-4a15-a1eb-095a693a9168 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:40:18.214925 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e8d447b7-ab4c-4a15-a1eb-095a693a9168 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:40:18.218592 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e8d447b7-ab4c-4a15-a1eb-095a693a9168 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:40:18.256253 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-e8d447b7-ab4c-4a15-a1eb-095a693a9168 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ca071f6ea4c8464aa68c8ddf3662619d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2363732 Jul 27 23:40:18.258151 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d447b7-ab4c-4a15-a1eb-095a693a9168 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccc0fa43-5c0c-48b2-b9c1-3789a790d251,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:40:18.258973 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 53466) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:40:18.265755 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d447b7-ab4c-4a15-a1eb-095a693a9168 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:40:18.266111 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d447b7-ab4c-4a15-a1eb-095a693a9168 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:40:18.266453 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d447b7-ab4c-4a15-a1eb-095a693a9168 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:40:18.266797 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d447b7-ab4c-4a15-a1eb-095a693a9168 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:40:18.267184 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d447b7-ab4c-4a15-a1eb-095a693a9168 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:40:18.267520 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d447b7-ab4c-4a15-a1eb-095a693a9168 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:40:18.267848 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d447b7-ab4c-4a15-a1eb-095a693a9168 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:40:18.268175 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d447b7-ab4c-4a15-a1eb-095a693a9168 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:40:18.268503 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d447b7-ab4c-4a15-a1eb-095a693a9168 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:40:18.268826 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d447b7-ab4c-4a15-a1eb-095a693a9168 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:40:18.269152 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d447b7-ab4c-4a15-a1eb-095a693a9168 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:40:18.269474 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d447b7-ab4c-4a15-a1eb-095a693a9168 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:40:18.312267 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c5cde66a-789a-4bc3-8441-d6593fabc317 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:40:18.338025 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c5cde66a-789a-4bc3-8441-d6593fabc317 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:40:18.383451 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c5cde66a-789a-4bc3-8441-d6593fabc317 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:40:18.385970 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c5cde66a-789a-4bc3-8441-d6593fabc317 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:40:18.387156 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-c5cde66a-789a-4bc3-8441-d6593fabc317 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ccc0fa43-5c0c-48b2-b9c1-3789a790d251 HTTP/1.1" status: 204 len: 168 time: 0.1271293 Jul 27 23:40:18.394746 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cde66a-789a-4bc3-8441-d6593fabc317 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccc0fa43-5c0c-48b2-b9c1-3789a790d251,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:40:18.402258 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cde66a-789a-4bc3-8441-d6593fabc317 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:40:18.402611 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cde66a-789a-4bc3-8441-d6593fabc317 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:40:18.402956 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cde66a-789a-4bc3-8441-d6593fabc317 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:40:18.403327 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cde66a-789a-4bc3-8441-d6593fabc317 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:40:18.403666 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cde66a-789a-4bc3-8441-d6593fabc317 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:40:18.404000 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cde66a-789a-4bc3-8441-d6593fabc317 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:40:18.404332 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cde66a-789a-4bc3-8441-d6593fabc317 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:40:18.404731 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cde66a-789a-4bc3-8441-d6593fabc317 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:40:18.404986 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cde66a-789a-4bc3-8441-d6593fabc317 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:40:18.405312 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cde66a-789a-4bc3-8441-d6593fabc317 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:40:18.405639 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cde66a-789a-4bc3-8441-d6593fabc317 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:40:18.405973 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cde66a-789a-4bc3-8441-d6593fabc317 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:40:26.910849 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-3aad5f0f-c127-4256-8ec5-c0a45bcbdee8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:40:29.583257 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-50f980b7-5109-4be2-9673-44b6b15310b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:40:29.768644 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:40:30.072641 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:40:30.539010 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-19f2e178-d45e-4fbe-b9be-c3963fc151ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:40:32.303610 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7418f70f-e60d-4709-8ba9-6ab514bc7f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:40:35.039632 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:40:41.830106 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-310587c0-c2ee-49c1-a2d7-afa7acc2d51d req-9c05b28c-2dbc-4b11-964f-8582452758d1 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=714d7dab-9e60-494b-a9ca-6850975d4978&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0423217 Jul 27 23:40:41.910960 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310587c0-c2ee-49c1-a2d7-afa7acc2d51d req-c4f7018d-be42-4182-98e0-4a2d4fcb82eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:40:41.912470 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-310587c0-c2ee-49c1-a2d7-afa7acc2d51d req-c4f7018d-be42-4182-98e0-4a2d4fcb82eb service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=20cb27012881418a8b31e8023e85178c&device_id=714d7dab-9e60-494b-a9ca-6850975d4978 HTTP/1.1" status: 200 len: 1096 time: 0.0402777 Jul 27 23:40:42.013134 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310587c0-c2ee-49c1-a2d7-afa7acc2d51d req-f51870cf-f1c0-432f-aa7a-1380090d9159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:40:42.014578 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-310587c0-c2ee-49c1-a2d7-afa7acc2d51d req-f51870cf-f1c0-432f-aa7a-1380090d9159 service neutron] 10.222.0.49 "GET /v2.0/networks?id=97f310f8-5ed3-4ed6-99a1-ec54580c47e4 HTTP/1.1" status: 200 len: 897 time: 0.0822110 Jul 27 23:40:42.082674 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-310587c0-c2ee-49c1-a2d7-afa7acc2d51d req-73b7adbd-db81-4cce-b458-40d7090c12cf service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e3083c33-f279-436c-841b-7df5dbf8775c HTTP/1.1" status: 200 len: 1001 time: 0.0610249 Jul 27 23:40:42.130393 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310587c0-c2ee-49c1-a2d7-afa7acc2d51d req-c007e6c5-f71c-479c-bd09-e823a8923699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:40:42.131827 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-310587c0-c2ee-49c1-a2d7-afa7acc2d51d req-c007e6c5-f71c-479c-bd09-e823a8923699 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0ff526d0-52b9-481e-b432-f83d53ca4035 HTTP/1.1" status: 200 len: 833 time: 0.0428219 Jul 27 23:40:42.180104 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310587c0-c2ee-49c1-a2d7-afa7acc2d51d req-b895e829-0eb4-4256-b872-2361af20d694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:40:42.181593 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-310587c0-c2ee-49c1-a2d7-afa7acc2d51d req-b895e829-0eb4-4256-b872-2361af20d694 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=97f310f8-5ed3-4ed6-99a1-ec54580c47e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411897 Jul 27 23:40:42.274627 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-310587c0-c2ee-49c1-a2d7-afa7acc2d51d req-ac89dedb-543a-4d23-ae31-2c74db7a4b3c service neutron] 10.222.0.49 "GET /v2.0/networks/97f310f8-5ed3-4ed6-99a1-ec54580c47e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852649 Jul 27 23:40:42.369079 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-310587c0-c2ee-49c1-a2d7-afa7acc2d51d req-762f36ce-2b29-4d37-a53d-727db688d7d8 service neutron] 10.222.0.49 "GET /v2.0/networks/97f310f8-5ed3-4ed6-99a1-ec54580c47e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873144 Jul 27 23:40:52.366786 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.agents_db [None req-9beef776-8bab-4de2-989a-f5a23ba4aaf4 None None] Agent healthcheck: found 7 active agents {{(pid=93800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 23:40:56.910901 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f0cb39b4-3f87-4d98-beb6-990e96fda76c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:40:59.299333 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c75a321-6c8d-474d-841e-825fecf3a320 req-d9087856-91be-40d5-af9f-30b28d7e9540 tempest-TestNetworkAdvancedServerOps-897726458 tempest-TestNetworkAdvancedServerOps-897726458-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:40:59.300856 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-4c75a321-6c8d-474d-841e-825fecf3a320 req-d9087856-91be-40d5-af9f-30b28d7e9540 tempest-TestNetworkAdvancedServerOps-897726458 tempest-TestNetworkAdvancedServerOps-897726458-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=714d7dab-9e60-494b-a9ca-6850975d4978 HTTP/1.1" status: 200 len: 1096 time: 0.0407267 Jul 27 23:40:59.319689 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-4c75a321-6c8d-474d-841e-825fecf3a320 req-3d8f8143-38ea-41d3-8870-0818ea9d0e52 tempest-TestNetworkAdvancedServerOps-897726458 tempest-TestNetworkAdvancedServerOps-897726458-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:40:59.408987 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-4c75a321-6c8d-474d-841e-825fecf3a320 req-3d8f8143-38ea-41d3-8870-0818ea9d0e52 tempest-TestNetworkAdvancedServerOps-897726458 tempest-TestNetworkAdvancedServerOps-897726458-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:40:59.413328 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-4c75a321-6c8d-474d-841e-825fecf3a320 req-3d8f8143-38ea-41d3-8870-0818ea9d0e52 tempest-TestNetworkAdvancedServerOps-897726458 tempest-TestNetworkAdvancedServerOps-897726458-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:40:59.433938 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-4c75a321-6c8d-474d-841e-825fecf3a320 req-3d8f8143-38ea-41d3-8870-0818ea9d0e52 tempest-TestNetworkAdvancedServerOps-897726458 tempest-TestNetworkAdvancedServerOps-897726458-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=8f6bcbe3-5387-4b95-bf07-b38a66c736a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1270683 Jul 27 23:40:59.445708 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8f8143-38ea-41d3-8870-0818ea9d0e52 tempest-TestNetworkAdvancedServerOps-897726458 tempest-TestNetworkAdvancedServerOps-897726458-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54db4b7e-6e3b-461d-8976-9bafae175285,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:40:59.550722 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51848037-aecd-4bc8-8fb3-f0d71c6967ff req-152b2a49-a0a8-4162-adb3-226f08283e6a tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:40:59.552300 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-51848037-aecd-4bc8-8fb3-f0d71c6967ff req-152b2a49-a0a8-4162-adb3-226f08283e6a tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "GET /v2.0/ports?device_id=714d7dab-9e60-494b-a9ca-6850975d4978 HTTP/1.1" status: 200 len: 945 time: 0.0489762 Jul 27 23:40:59.583027 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-84e3db0c-0b9f-4476-b3ed-b147bd79c244 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:40:59.597796 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-51848037-aecd-4bc8-8fb3-f0d71c6967ff req-5e23b4ae-72b9-4516-9936-b9486e8554ef tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f6bcbe3-5387-4b95-bf07-b38a66c736a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396984 Jul 27 23:40:59.619768 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 53518) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:40:59.680098 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-d5c86a00-64bf-4f75-aea4-5183d93c26d9 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "GET /v2.0/floatingips/c623ac48-be53-420b-9e80-30bfd5d86016 HTTP/1.1" status: 200 len: 993 time: 0.0591397 Jul 27 23:40:59.767990 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:41:00.076426 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:41:00.207005 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7b96b1-6dd1-439c-ab01-f7e8797500db req-934f536f-819e-4933-9817-47873a2ef07e tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:41:00.208464 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-af7b96b1-6dd1-439c-ab01-f7e8797500db req-934f536f-819e-4933-9817-47873a2ef07e tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "GET /v2.0/ports?device_id=714d7dab-9e60-494b-a9ca-6850975d4978 HTTP/1.1" status: 200 len: 945 time: 0.0489829 Jul 27 23:41:00.251255 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-af7b96b1-6dd1-439c-ab01-f7e8797500db req-e11fa7cd-9aab-49cb-aa8b-ca66d6361b30 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f6bcbe3-5387-4b95-bf07-b38a66c736a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366826 Jul 27 23:41:00.283831 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-672a3199-749a-41aa-b438-6b240c037291 req-a50219aa-bf79-4825-b5fc-331ff774b503 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=714d7dab-9e60-494b-a9ca-6850975d4978&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1366992 Jul 27 23:41:00.541239 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-19f2e178-d45e-4fbe-b9be-c3963fc151ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:41:01.369268 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672a3199-749a-41aa-b438-6b240c037291 req-02a81327-96db-4a5b-81d7-033108c1e7eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:41:01.370804 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-672a3199-749a-41aa-b438-6b240c037291 req-02a81327-96db-4a5b-81d7-033108c1e7eb service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=20cb27012881418a8b31e8023e85178c&device_id=714d7dab-9e60-494b-a9ca-6850975d4978 HTTP/1.1" status: 200 len: 1096 time: 0.0739202 Jul 27 23:41:01.379774 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7316969d-2401-40f2-9f91-f107180936dd req-10b0d664-4714-41a5-856c-c0be45e370e6 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:41:01.381220 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-7316969d-2401-40f2-9f91-f107180936dd req-10b0d664-4714-41a5-856c-c0be45e370e6 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "GET /v2.0/ports?device_id=714d7dab-9e60-494b-a9ca-6850975d4978 HTTP/1.1" status: 200 len: 945 time: 0.0588489 Jul 27 23:41:01.482049 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-7316969d-2401-40f2-9f91-f107180936dd req-07fc3f9d-def1-46d7-9b7d-d33864b55724 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f6bcbe3-5387-4b95-bf07-b38a66c736a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0886326 Jul 27 23:41:01.510707 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672a3199-749a-41aa-b438-6b240c037291 req-1314b5c1-676b-41e4-86f4-bce1ea8857c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:41:01.512367 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-672a3199-749a-41aa-b438-6b240c037291 req-1314b5c1-676b-41e4-86f4-bce1ea8857c0 service neutron] 10.222.0.49 "GET /v2.0/networks?id=97f310f8-5ed3-4ed6-99a1-ec54580c47e4 HTTP/1.1" status: 200 len: 897 time: 0.1286156 Jul 27 23:41:01.587484 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-672a3199-749a-41aa-b438-6b240c037291 req-f2911cee-5a83-48fa-8659-77057d43446f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e3083c33-f279-436c-841b-7df5dbf8775c HTTP/1.1" status: 200 len: 1001 time: 0.0666592 Jul 27 23:41:01.636847 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672a3199-749a-41aa-b438-6b240c037291 req-a7c16155-b900-43ba-b1a8-8120436172c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:41:01.638334 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-672a3199-749a-41aa-b438-6b240c037291 req-a7c16155-b900-43ba-b1a8-8120436172c6 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0ff526d0-52b9-481e-b432-f83d53ca4035 HTTP/1.1" status: 200 len: 833 time: 0.0451283 Jul 27 23:41:01.683496 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672a3199-749a-41aa-b438-6b240c037291 req-ec87e3ca-7212-476c-a0e6-c14900c6fb35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:41:01.684967 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-672a3199-749a-41aa-b438-6b240c037291 req-ec87e3ca-7212-476c-a0e6-c14900c6fb35 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=97f310f8-5ed3-4ed6-99a1-ec54580c47e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400918 Jul 27 23:41:01.776058 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-672a3199-749a-41aa-b438-6b240c037291 req-43d5f99b-bb70-4418-a703-d3b748e8c8b5 service neutron] 10.222.0.49 "GET /v2.0/networks/97f310f8-5ed3-4ed6-99a1-ec54580c47e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841084 Jul 27 23:41:01.863707 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-672a3199-749a-41aa-b438-6b240c037291 req-16b4ab5a-25f3-4aa6-b6db-bcab870b8cf6 service neutron] 10.222.0.49 "GET /v2.0/networks/97f310f8-5ed3-4ed6-99a1-ec54580c47e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804746 Jul 27 23:41:02.304905 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7418f70f-e60d-4709-8ba9-6ab514bc7f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:41:02.596584 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07221361-675c-46e7-a060-e63d7d401e3b req-73c1e0de-d0be-4d36-9d35-aa4857a0accc tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:41:02.598058 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-07221361-675c-46e7-a060-e63d7d401e3b req-73c1e0de-d0be-4d36-9d35-aa4857a0accc tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "GET /v2.0/ports?device_id=714d7dab-9e60-494b-a9ca-6850975d4978 HTTP/1.1" status: 200 len: 945 time: 0.0481834 Jul 27 23:41:02.635415 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-07221361-675c-46e7-a060-e63d7d401e3b req-afea3582-0082-4ea3-b3ac-2c779e64e7d5 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f6bcbe3-5387-4b95-bf07-b38a66c736a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315223 Jul 27 23:41:03.754813 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f340f133-d2aa-404a-ac0d-4e0d089881fb req-f1658ff8-0c6c-424e-95ca-e89ea752d7d6 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:41:03.756303 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f340f133-d2aa-404a-ac0d-4e0d089881fb req-f1658ff8-0c6c-424e-95ca-e89ea752d7d6 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "GET /v2.0/ports?device_id=714d7dab-9e60-494b-a9ca-6850975d4978 HTTP/1.1" status: 200 len: 945 time: 0.0488787 Jul 27 23:41:03.793288 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f340f133-d2aa-404a-ac0d-4e0d089881fb req-4359bc1c-6bc0-464b-946e-56d684be55a5 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f6bcbe3-5387-4b95-bf07-b38a66c736a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311646 Jul 27 23:41:04.908708 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eef5ccd-af18-43ae-9192-71ff0454e47f req-7a409870-b551-4664-a1d5-96f82bf8254a tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:41:04.910169 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7eef5ccd-af18-43ae-9192-71ff0454e47f req-7a409870-b551-4664-a1d5-96f82bf8254a tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "GET /v2.0/ports?device_id=714d7dab-9e60-494b-a9ca-6850975d4978 HTTP/1.1" status: 200 len: 945 time: 0.0484562 Jul 27 23:41:04.947532 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7eef5ccd-af18-43ae-9192-71ff0454e47f req-757b27a5-c8fb-4bb0-86ef-e4a8467be309 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f6bcbe3-5387-4b95-bf07-b38a66c736a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315361 Jul 27 23:41:05.046494 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:41:06.083375 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb2e59e-2789-4b6e-aa52-37283f5bb575 req-e3d757f3-cf43-4c6f-9f2f-b9e0830eb7de tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:41:06.084813 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-0cb2e59e-2789-4b6e-aa52-37283f5bb575 req-e3d757f3-cf43-4c6f-9f2f-b9e0830eb7de tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "GET /v2.0/ports?device_id=714d7dab-9e60-494b-a9ca-6850975d4978 HTTP/1.1" status: 200 len: 945 time: 0.0519495 Jul 27 23:41:06.121401 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-0cb2e59e-2789-4b6e-aa52-37283f5bb575 req-5932d0e4-c685-4dd5-9013-10ed518cb3a3 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f6bcbe3-5387-4b95-bf07-b38a66c736a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308015 Jul 27 23:41:07.232898 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1fda0d-34d7-40cb-b8d4-05d8bb839644 req-1ca42aa0-5693-484a-814c-226dfcbca6b1 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:41:07.234371 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-3e1fda0d-34d7-40cb-b8d4-05d8bb839644 req-1ca42aa0-5693-484a-814c-226dfcbca6b1 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "GET /v2.0/ports?device_id=714d7dab-9e60-494b-a9ca-6850975d4978 HTTP/1.1" status: 200 len: 945 time: 0.0478282 Jul 27 23:41:07.276388 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-3e1fda0d-34d7-40cb-b8d4-05d8bb839644 req-23f76116-506e-429e-9395-f0f427e9d039 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f6bcbe3-5387-4b95-bf07-b38a66c736a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362020 Jul 27 23:41:08.391897 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83c8083-49b5-4b79-901c-a038a911084a req-cc64b90a-d43f-4156-b165-e03e19e7db27 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:41:08.393360 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-e83c8083-49b5-4b79-901c-a038a911084a req-cc64b90a-d43f-4156-b165-e03e19e7db27 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "GET /v2.0/ports?device_id=714d7dab-9e60-494b-a9ca-6850975d4978 HTTP/1.1" status: 200 len: 945 time: 0.0485089 Jul 27 23:41:08.430542 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-e83c8083-49b5-4b79-901c-a038a911084a req-cd46467d-65d9-4568-9094-42463f76ad30 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f6bcbe3-5387-4b95-bf07-b38a66c736a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313416 Jul 27 23:41:09.543189 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16832d3c-8d0b-4ccc-b6ba-5da7cc3f12f5 req-8d1a2a91-d679-475e-9129-fee79c34275d tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:41:09.544669 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-16832d3c-8d0b-4ccc-b6ba-5da7cc3f12f5 req-8d1a2a91-d679-475e-9129-fee79c34275d tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "GET /v2.0/ports?device_id=714d7dab-9e60-494b-a9ca-6850975d4978 HTTP/1.1" status: 200 len: 945 time: 0.0474164 Jul 27 23:41:09.581933 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-16832d3c-8d0b-4ccc-b6ba-5da7cc3f12f5 req-0a4c0913-0a8e-401f-ba23-fae675845a03 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f6bcbe3-5387-4b95-bf07-b38a66c736a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307629 Jul 27 23:41:10.694756 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d112d73f-2155-4d01-a57a-2c2bd743e826 req-beb76e7f-e3ec-4aa4-b621-56e2c05dd862 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:41:10.696226 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d112d73f-2155-4d01-a57a-2c2bd743e826 req-beb76e7f-e3ec-4aa4-b621-56e2c05dd862 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "GET /v2.0/ports?device_id=714d7dab-9e60-494b-a9ca-6850975d4978 HTTP/1.1" status: 200 len: 945 time: 0.0478039 Jul 27 23:41:10.733288 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d112d73f-2155-4d01-a57a-2c2bd743e826 req-682f600b-41fb-43fe-b7a9-76483ada8518 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f6bcbe3-5387-4b95-bf07-b38a66c736a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312750 Jul 27 23:41:11.846771 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912f1280-ce14-4ece-a9aa-17eab51b8ea2 req-ed0b6195-ea83-495a-a520-7e4a6369d5f8 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:41:11.848277 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-912f1280-ce14-4ece-a9aa-17eab51b8ea2 req-ed0b6195-ea83-495a-a520-7e4a6369d5f8 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "GET /v2.0/ports?device_id=714d7dab-9e60-494b-a9ca-6850975d4978 HTTP/1.1" status: 200 len: 945 time: 0.0484078 Jul 27 23:41:11.884954 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-912f1280-ce14-4ece-a9aa-17eab51b8ea2 req-1479deab-832a-48ee-a2a3-ed95b9361ea1 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f6bcbe3-5387-4b95-bf07-b38a66c736a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309081 Jul 27 23:41:13.002732 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9710dca-4af1-4c01-bb8f-97d0e8439be1 req-972d7d4e-4020-46f9-9d51-d5e5c1b07b85 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:41:13.004216 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-b9710dca-4af1-4c01-bb8f-97d0e8439be1 req-972d7d4e-4020-46f9-9d51-d5e5c1b07b85 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "GET /v2.0/ports?device_id=714d7dab-9e60-494b-a9ca-6850975d4978 HTTP/1.1" status: 200 len: 945 time: 0.0527613 Jul 27 23:41:13.042148 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-b9710dca-4af1-4c01-bb8f-97d0e8439be1 req-aaf75b05-174c-4df5-b9d5-41c8048abb5d tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f6bcbe3-5387-4b95-bf07-b38a66c736a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321636 Jul 27 23:41:13.729256 n-d-802623-1 neutron-server[93797]: INFO neutron.api.v2.resource [req-672a3199-749a-41aa-b438-6b240c037291 req-5b69020c-c5c7-4202-8461-b4e10ef1b124 service neutron] show failed (client error): The resource could not be found. Jul 27 23:41:13.730264 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-672a3199-749a-41aa-b438-6b240c037291 req-5b69020c-c5c7-4202-8461-b4e10ef1b124 service neutron] 10.222.0.49 "GET /v2.0/ports/e3083c33-f279-436c-841b-7df5dbf8775c/bindings/n-h1-802623-1 HTTP/1.1" status: 404 len: 380 time: 0.0580347 Jul 27 23:41:13.949857 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672a3199-749a-41aa-b438-6b240c037291 req-42b07ff6-b4aa-41ca-85c5-43633e7d4e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:41:13.951322 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-672a3199-749a-41aa-b438-6b240c037291 req-42b07ff6-b4aa-41ca-85c5-43633e7d4e3e service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=714d7dab-9e60-494b-a9ca-6850975d4978&tenant_id=20cb27012881418a8b31e8023e85178c HTTP/1.1" status: 200 len: 1096 time: 0.0728965 Jul 27 23:41:13.963606 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [req-672a3199-749a-41aa-b438-6b240c037291 req-39c5fc07-61c3-4ad3-b81a-c5e1c5a8ea9c service neutron] Request body: {'port': {'binding:host_id': 'n-h1-802623-1', 'device_owner': 'compute:nova'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:41:14.015250 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-672a3199-749a-41aa-b438-6b240c037291 req-39c5fc07-61c3-4ad3-b81a-c5e1c5a8ea9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:41:14.218121 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096b88b7-7549-4c7f-bcaf-cf15d836f97a req-5e527e3f-3694-4dbd-ba16-ffab8d6e46fb tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:41:14.219496 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-096b88b7-7549-4c7f-bcaf-cf15d836f97a req-5e527e3f-3694-4dbd-ba16-ffab8d6e46fb tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "GET /v2.0/ports?device_id=714d7dab-9e60-494b-a9ca-6850975d4978 HTTP/1.1" status: 200 len: 945 time: 0.1049607 Jul 27 23:41:14.274040 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-672a3199-749a-41aa-b438-6b240c037291 req-39c5fc07-61c3-4ad3-b81a-c5e1c5a8ea9c service neutron] For port e3083c33-f279-436c-841b-7df5dbf8775c, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=e3083c33-f279-436c-841b-7df5dbf8775c,segment=NetworkSegment(bf7d7cfb-c9c6-47e3-a4c5-4622ba5f9abf),segment_id=bf7d7cfb-c9c6-47e3-a4c5-4622ba5f9abf)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:41:14.285424 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-096b88b7-7549-4c7f-bcaf-cf15d836f97a req-dc7cd4db-0657-44e8-a5b9-6cf3661e4453 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f6bcbe3-5387-4b95-bf07-b38a66c736a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594447 Jul 27 23:41:14.310136 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-672a3199-749a-41aa-b438-6b240c037291 req-39c5fc07-61c3-4ad3-b81a-c5e1c5a8ea9c service neutron] For port e3083c33-f279-436c-841b-7df5dbf8775c, host n-h2-802623-1, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:41:14.348683 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '714d7dab-9e60-494b-a9ca-6850975d4978', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e3083c33-f279-436c-841b-7df5dbf8775c'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:41:14.351130 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}011f8d312121274bb12d78e77c6379a2079800640016cec6c6d605b73666e854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-488b7f7c-436d-4da8-be19-6611ecffa664" -d '{"events": [{"server_uuid": "714d7dab-9e60-494b-a9ca-6850975d4978", "name": "network-vif-unplugged", "status": "completed", "tag": "e3083c33-f279-436c-841b-7df5dbf8775c"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:41:14.355116 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-672a3199-749a-41aa-b438-6b240c037291 req-39c5fc07-61c3-4ad3-b81a-c5e1c5a8ea9c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:41:14.367278 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-672a3199-749a-41aa-b438-6b240c037291 req-39c5fc07-61c3-4ad3-b81a-c5e1c5a8ea9c service neutron] Transition to ACTIVE for port object e3083c33-f279-436c-841b-7df5dbf8775c will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:41:14.371166 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-672a3199-749a-41aa-b438-6b240c037291 req-39c5fc07-61c3-4ad3-b81a-c5e1c5a8ea9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:41:14.479697 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c5fc07-61c3-4ad3-b81a-c5e1c5a8ea9c service neutron] Pushing event updated for resources: {'Port': ['ID=e3083c33-f279-436c-841b-7df5dbf8775c,revision_number=6']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:41:14.549169 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 23:41:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-046813bb-c52c-4932-a008-211bcf8e1811 x-openstack-request-id: req-046813bb-c52c-4932-a008-211bcf8e1811 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:41:14.549484 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "714d7dab-9e60-494b-a9ca-6850975d4978", "name": "network-vif-unplugged", "status": "completed", "tag": "e3083c33-f279-436c-841b-7df5dbf8775c", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:41:14.549704 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-046813bb-c52c-4932-a008-211bcf8e1811 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:41:14.550089 n-d-802623-1 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '714d7dab-9e60-494b-a9ca-6850975d4978', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e3083c33-f279-436c-841b-7df5dbf8775c', 'code': 200} Jul 27 23:41:14.551018 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-672a3199-749a-41aa-b438-6b240c037291 req-39c5fc07-61c3-4ad3-b81a-c5e1c5a8ea9c service neutron] No DVR routers for this DVR port e3083c33-f279-436c-841b-7df5dbf8775c on host n-h2-802623-1 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:41:14.681626 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-672a3199-749a-41aa-b438-6b240c037291 req-39c5fc07-61c3-4ad3-b81a-c5e1c5a8ea9c service neutron] Attempting to bind port e3083c33-f279-436c-841b-7df5dbf8775c on host n-h1-802623-1 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:41:14.681959 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-672a3199-749a-41aa-b438-6b240c037291 req-39c5fc07-61c3-4ad3-b81a-c5e1c5a8ea9c service neutron] Attempting to bind port e3083c33-f279-436c-841b-7df5dbf8775c by drivers openvswitch,hyperv on host n-h1-802623-1 at level 0 using segments [{'id': 'bf7d7cfb-c9c6-47e3-a4c5-4622ba5f9abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '97f310f8-5ed3-4ed6-99a1-ec54580c47e4'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:41:14.682280 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-672a3199-749a-41aa-b438-6b240c037291 req-39c5fc07-61c3-4ad3-b81a-c5e1c5a8ea9c service neutron] Attempting to bind port e3083c33-f279-436c-841b-7df5dbf8775c on network 97f310f8-5ed3-4ed6-99a1-ec54580c47e4 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:41:14.686412 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-672a3199-749a-41aa-b438-6b240c037291 req-39c5fc07-61c3-4ad3-b81a-c5e1c5a8ea9c service neutron] Port e3083c33-f279-436c-841b-7df5dbf8775c on network 97f310f8-5ed3-4ed6-99a1-ec54580c47e4 not bound, no agent of type Open vSwitch agent registered on host n-h1-802623-1 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 23:41:14.686713 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-672a3199-749a-41aa-b438-6b240c037291 req-39c5fc07-61c3-4ad3-b81a-c5e1c5a8ea9c service neutron] Attempting to bind port e3083c33-f279-436c-841b-7df5dbf8775c on network 97f310f8-5ed3-4ed6-99a1-ec54580c47e4 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:41:14.692210 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-672a3199-749a-41aa-b438-6b240c037291 req-39c5fc07-61c3-4ad3-b81a-c5e1c5a8ea9c service neutron] Checking agent: {'id': '245f1da4-a9b8-4b08-90d7-28f0f342b839', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 59, 59), 'started_at': datetime.datetime(2021, 7, 27, 22, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:41:14.692549 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-672a3199-749a-41aa-b438-6b240c037291 req-39c5fc07-61c3-4ad3-b81a-c5e1c5a8ea9c service neutron] Checking segment: {'id': 'bf7d7cfb-c9c6-47e3-a4c5-4622ba5f9abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '97f310f8-5ed3-4ed6-99a1-ec54580c47e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:41:14.692924 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-672a3199-749a-41aa-b438-6b240c037291 req-39c5fc07-61c3-4ad3-b81a-c5e1c5a8ea9c service neutron] Bound using segment: {'id': 'bf7d7cfb-c9c6-47e3-a4c5-4622ba5f9abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '97f310f8-5ed3-4ed6-99a1-ec54580c47e4'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:41:14.693340 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-672a3199-749a-41aa-b438-6b240c037291 req-39c5fc07-61c3-4ad3-b81a-c5e1c5a8ea9c service neutron] Bound port: e3083c33-f279-436c-841b-7df5dbf8775c, host: n-h1-802623-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf7d7cfb-c9c6-47e3-a4c5-4622ba5f9abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '97f310f8-5ed3-4ed6-99a1-ec54580c47e4'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:41:14.693683 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-672a3199-749a-41aa-b438-6b240c037291 req-39c5fc07-61c3-4ad3-b81a-c5e1c5a8ea9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:41:14.755611 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-672a3199-749a-41aa-b438-6b240c037291 req-39c5fc07-61c3-4ad3-b81a-c5e1c5a8ea9c service neutron] For port e3083c33-f279-436c-841b-7df5dbf8775c, host n-h1-802623-1, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:41:14.759240 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-672a3199-749a-41aa-b438-6b240c037291 req-39c5fc07-61c3-4ad3-b81a-c5e1c5a8ea9c service neutron] For port e3083c33-f279-436c-841b-7df5dbf8775c, host n-h1-802623-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=e3083c33-f279-436c-841b-7df5dbf8775c,segment=NetworkSegment(bf7d7cfb-c9c6-47e3-a4c5-4622ba5f9abf),segment_id=bf7d7cfb-c9c6-47e3-a4c5-4622ba5f9abf)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:41:14.763379 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-672a3199-749a-41aa-b438-6b240c037291 req-39c5fc07-61c3-4ad3-b81a-c5e1c5a8ea9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:41:14.795830 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672a3199-749a-41aa-b438-6b240c037291 req-39c5fc07-61c3-4ad3-b81a-c5e1c5a8ea9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:41:14.796446 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-672a3199-749a-41aa-b438-6b240c037291 req-39c5fc07-61c3-4ad3-b81a-c5e1c5a8ea9c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:41:14.797883 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-672a3199-749a-41aa-b438-6b240c037291 req-39c5fc07-61c3-4ad3-b81a-c5e1c5a8ea9c service neutron] 10.222.0.38 "PUT /v2.0/ports/e3083c33-f279-436c-841b-7df5dbf8775c HTTP/1.1" status: 200 len: 1091 time: 0.8383005 Jul 27 23:41:14.822935 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c5fc07-61c3-4ad3-b81a-c5e1c5a8ea9c service neutron] Pushing event updated for resources: {'Port': ['ID=e3083c33-f279-436c-841b-7df5dbf8775c,revision_number=7']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:41:14.868156 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672a3199-749a-41aa-b438-6b240c037291 req-2982b789-bd47-47d4-a11d-9c03ac37548f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:41:14.869699 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-672a3199-749a-41aa-b438-6b240c037291 req-2982b789-bd47-47d4-a11d-9c03ac37548f service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=20cb27012881418a8b31e8023e85178c&device_id=714d7dab-9e60-494b-a9ca-6850975d4978 HTTP/1.1" status: 200 len: 1094 time: 0.0478294 Jul 27 23:41:14.962151 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672a3199-749a-41aa-b438-6b240c037291 req-d0d138a5-bd95-468f-84c1-92e246f3f8af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:41:14.963667 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-672a3199-749a-41aa-b438-6b240c037291 req-d0d138a5-bd95-468f-84c1-92e246f3f8af service neutron] 10.222.0.38 "GET /v2.0/networks?id=97f310f8-5ed3-4ed6-99a1-ec54580c47e4 HTTP/1.1" status: 200 len: 897 time: 0.0864501 Jul 27 23:41:15.033125 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-672a3199-749a-41aa-b438-6b240c037291 req-302d64e4-3478-4220-abda-e367a9ab9173 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e3083c33-f279-436c-841b-7df5dbf8775c HTTP/1.1" status: 200 len: 999 time: 0.0607245 Jul 27 23:41:15.082580 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672a3199-749a-41aa-b438-6b240c037291 req-5c5263a0-3c7c-41c5-affc-b942991240d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:41:15.084059 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-672a3199-749a-41aa-b438-6b240c037291 req-5c5263a0-3c7c-41c5-affc-b942991240d0 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=0ff526d0-52b9-481e-b432-f83d53ca4035 HTTP/1.1" status: 200 len: 833 time: 0.0453737 Jul 27 23:41:15.129232 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672a3199-749a-41aa-b438-6b240c037291 req-2c3213f9-240c-4ee8-8cc7-bfddf6081af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:41:15.130734 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-672a3199-749a-41aa-b438-6b240c037291 req-2c3213f9-240c-4ee8-8cc7-bfddf6081af0 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=97f310f8-5ed3-4ed6-99a1-ec54580c47e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397873 Jul 27 23:41:15.220376 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-672a3199-749a-41aa-b438-6b240c037291 req-6f5f328c-1c3f-4da2-b69e-7b6fcb3d2eb4 service neutron] 10.222.0.38 "GET /v2.0/networks/97f310f8-5ed3-4ed6-99a1-ec54580c47e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824099 Jul 27 23:41:15.306446 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-672a3199-749a-41aa-b438-6b240c037291 req-8d3ac562-3dc9-45e1-a2ed-0473cd9447bf service neutron] 10.222.0.38 "GET /v2.0/networks/97f310f8-5ed3-4ed6-99a1-ec54580c47e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794253 Jul 27 23:41:15.406458 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ee9a3d-e543-439e-8b1b-20f21a31de31 req-03e7ab50-ec45-480c-8636-ad188f6670f0 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:41:15.408721 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a4ee9a3d-e543-439e-8b1b-20f21a31de31 req-03e7ab50-ec45-480c-8636-ad188f6670f0 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "GET /v2.0/ports?device_id=714d7dab-9e60-494b-a9ca-6850975d4978 HTTP/1.1" status: 200 len: 943 time: 0.0506852 Jul 27 23:41:15.447365 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a4ee9a3d-e543-439e-8b1b-20f21a31de31 req-f623062a-15a3-45ca-9d20-e1108a03926c tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f6bcbe3-5387-4b95-bf07-b38a66c736a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327883 Jul 27 23:41:16.551186 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '714d7dab-9e60-494b-a9ca-6850975d4978', 'tag': 'e3083c33-f279-436c-841b-7df5dbf8775c'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:41:16.553720 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}011f8d312121274bb12d78e77c6379a2079800640016cec6c6d605b73666e854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dfc6c81-e57a-4755-9403-33083daad719" -d '{"events": [{"name": "network-changed", "server_uuid": "714d7dab-9e60-494b-a9ca-6850975d4978", "tag": "e3083c33-f279-436c-841b-7df5dbf8775c"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:41:16.570032 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3135b3b-74ef-4b29-9c24-39c53010c938 req-5adc1e0b-86a9-4c52-b6e9-3c1ba547277a tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:41:16.571558 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f3135b3b-74ef-4b29-9c24-39c53010c938 req-5adc1e0b-86a9-4c52-b6e9-3c1ba547277a tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "GET /v2.0/ports?device_id=714d7dab-9e60-494b-a9ca-6850975d4978 HTTP/1.1" status: 200 len: 943 time: 0.0521059 Jul 27 23:41:16.601052 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 23:41:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8960d05-c279-4a32-8efc-287ac20d2364 x-openstack-request-id: req-f8960d05-c279-4a32-8efc-287ac20d2364 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:41:16.601407 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "714d7dab-9e60-494b-a9ca-6850975d4978", "tag": "e3083c33-f279-436c-841b-7df5dbf8775c", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:41:16.601720 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f8960d05-c279-4a32-8efc-287ac20d2364 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:41:16.602114 n-d-802623-1 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '714d7dab-9e60-494b-a9ca-6850975d4978', 'tag': 'e3083c33-f279-436c-841b-7df5dbf8775c', 'status': 'completed', 'code': 200} Jul 27 23:41:16.609918 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f3135b3b-74ef-4b29-9c24-39c53010c938 req-5269f836-cdce-4f89-bf6a-e4884290bf40 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f6bcbe3-5387-4b95-bf07-b38a66c736a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325558 Jul 27 23:41:16.669961 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfc6c81-e57a-4755-9403-33083daad719 req-7053ff11-8252-4f16-8482-fc47d3f6dbfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:41:16.671500 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-3dfc6c81-e57a-4755-9403-33083daad719 req-7053ff11-8252-4f16-8482-fc47d3f6dbfb service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=20cb27012881418a8b31e8023e85178c&device_id=714d7dab-9e60-494b-a9ca-6850975d4978 HTTP/1.1" status: 200 len: 1094 time: 0.0462208 Jul 27 23:41:16.676222 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfc6c81-e57a-4755-9403-33083daad719 req-44ff82f0-e441-46dc-8151-2dfd0456eb9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:41:16.677684 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-3dfc6c81-e57a-4755-9403-33083daad719 req-44ff82f0-e441-46dc-8151-2dfd0456eb9b service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=20cb27012881418a8b31e8023e85178c&device_id=714d7dab-9e60-494b-a9ca-6850975d4978 HTTP/1.1" status: 200 len: 1094 time: 0.0481269 Jul 27 23:41:16.767104 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfc6c81-e57a-4755-9403-33083daad719 req-34e97cab-f88c-4ae0-9928-3551cd36daf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:41:16.768636 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-3dfc6c81-e57a-4755-9403-33083daad719 req-34e97cab-f88c-4ae0-9928-3551cd36daf2 service neutron] 10.222.0.49 "GET /v2.0/networks?id=97f310f8-5ed3-4ed6-99a1-ec54580c47e4 HTTP/1.1" status: 200 len: 897 time: 0.0906632 Jul 27 23:41:16.769275 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfc6c81-e57a-4755-9403-33083daad719 req-5d3090a8-a28c-4a29-8558-bb3f057d2b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:41:16.770758 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-3dfc6c81-e57a-4755-9403-33083daad719 req-5d3090a8-a28c-4a29-8558-bb3f057d2b58 service neutron] 10.222.0.38 "GET /v2.0/networks?id=97f310f8-5ed3-4ed6-99a1-ec54580c47e4 HTTP/1.1" status: 200 len: 897 time: 0.0854700 Jul 27 23:41:16.847531 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-3dfc6c81-e57a-4755-9403-33083daad719 req-ebc181f4-b155-4cd0-a10a-5f85a60aaebf service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e3083c33-f279-436c-841b-7df5dbf8775c HTTP/1.1" status: 200 len: 999 time: 0.0701704 Jul 27 23:41:16.854524 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-3dfc6c81-e57a-4755-9403-33083daad719 req-da6a5828-53d3-41c3-bc5c-46293a8d4e64 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e3083c33-f279-436c-841b-7df5dbf8775c HTTP/1.1" status: 200 len: 999 time: 0.0664589 Jul 27 23:41:16.902932 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfc6c81-e57a-4755-9403-33083daad719 req-569b776d-ac38-4443-8a29-3008704e090f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:41:16.904471 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-3dfc6c81-e57a-4755-9403-33083daad719 req-569b776d-ac38-4443-8a29-3008704e090f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0ff526d0-52b9-481e-b432-f83d53ca4035 HTTP/1.1" status: 200 len: 833 time: 0.0509455 Jul 27 23:41:16.915653 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfc6c81-e57a-4755-9403-33083daad719 req-8cad7829-9f32-44ff-a402-fe1412d527cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:41:16.917095 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-3dfc6c81-e57a-4755-9403-33083daad719 req-8cad7829-9f32-44ff-a402-fe1412d527cd service neutron] 10.222.0.38 "GET /v2.0/subnets?id=0ff526d0-52b9-481e-b432-f83d53ca4035 HTTP/1.1" status: 200 len: 833 time: 0.0452847 Jul 27 23:41:16.950248 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfc6c81-e57a-4755-9403-33083daad719 req-dc761421-3845-440e-93a7-6bfbe170288b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:41:16.951809 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-3dfc6c81-e57a-4755-9403-33083daad719 req-dc761421-3845-440e-93a7-6bfbe170288b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=97f310f8-5ed3-4ed6-99a1-ec54580c47e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406997 Jul 27 23:41:16.963683 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfc6c81-e57a-4755-9403-33083daad719 req-5599ac4e-496f-4871-8b03-98bc29f41ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:41:16.965207 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-3dfc6c81-e57a-4755-9403-33083daad719 req-5599ac4e-496f-4871-8b03-98bc29f41ecf service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=97f310f8-5ed3-4ed6-99a1-ec54580c47e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404904 Jul 27 23:41:17.046790 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-3dfc6c81-e57a-4755-9403-33083daad719 req-c980e284-89b2-41d8-9290-70ca25eef90e service neutron] 10.222.0.49 "GET /v2.0/networks/97f310f8-5ed3-4ed6-99a1-ec54580c47e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878940 Jul 27 23:41:17.141624 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-3dfc6c81-e57a-4755-9403-33083daad719 req-e3b1da7f-f020-48cd-9fc9-eae02a2d5498 service neutron] 10.222.0.49 "GET /v2.0/networks/97f310f8-5ed3-4ed6-99a1-ec54580c47e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877461 Jul 27 23:41:17.206246 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device e3083c33-f279-436c-841b-7df5dbf8775c details requested by agent hyperv_n-h1-802623-1 with host n-h1-802623-1 {{(pid=93799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 23:41:17.303855 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port e3083c33-f279-436c-841b-7df5dbf8775c, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=e3083c33-f279-436c-841b-7df5dbf8775c,segment=NetworkSegment(bf7d7cfb-c9c6-47e3-a4c5-4622ba5f9abf),segment_id=bf7d7cfb-c9c6-47e3-a4c5-4622ba5f9abf)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:41:17.315082 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Returning: {'device': 'e3083c33-f279-436c-841b-7df5dbf8775c', 'network_id': '97f310f8-5ed3-4ed6-99a1-ec54580c47e4', 'port_id': 'e3083c33-f279-436c-841b-7df5dbf8775c', 'mac_address': 'fa:16:3e:31:f6:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ff526d0-52b9-481e-b432-f83d53ca4035', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 23:41:17.345977 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-3dfc6c81-e57a-4755-9403-33083daad719 req-5de4a479-e757-40c7-b79b-29fb8d6387d2 service neutron] 10.222.0.38 "GET /v2.0/networks/97f310f8-5ed3-4ed6-99a1-ec54580c47e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3732479 Jul 27 23:41:17.356102 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:41:17.368668 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3083c33-f279-436c-841b-7df5dbf8775c {{(pid=93799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:41:17.389650 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port e3083c33-f279-436c-841b-7df5dbf8775c, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=e3083c33-f279-436c-841b-7df5dbf8775c,segment=NetworkSegment(bf7d7cfb-c9c6-47e3-a4c5-4622ba5f9abf),segment_id=bf7d7cfb-c9c6-47e3-a4c5-4622ba5f9abf)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:41:17.393889 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:41:17.437001 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-3dfc6c81-e57a-4755-9403-33083daad719 req-f1fc2fd6-9a9d-4ae8-990b-48f8c0055d20 service neutron] 10.222.0.38 "GET /v2.0/networks/97f310f8-5ed3-4ed6-99a1-ec54580c47e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837350 Jul 27 23:41:17.440415 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Pushing event updated for resources: {'Port': ['ID=e3083c33-f279-436c-841b-7df5dbf8775c,revision_number=8']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:41:17.448823 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:41:17.449172 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:41:17.449513 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:41:17.449851 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:41:17.450204 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:41:17.450519 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:41:17.450877 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:41:17.451232 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:41:17.451560 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:41:17.451886 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:41:17.452217 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:41:17.452535 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:41:17.634793 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] get_ports_and_sgs() called for port_ids ['e3083c33-f279-436c-841b-7df5dbf8775c'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:41:17.735251 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4849e0b6-942b-4224-8537-9ff153d2b1c0 req-f118358d-2173-483e-a58f-e51fdf4adffd tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:41:17.736936 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-4849e0b6-942b-4224-8537-9ff153d2b1c0 req-f118358d-2173-483e-a58f-e51fdf4adffd tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "GET /v2.0/ports?device_id=714d7dab-9e60-494b-a9ca-6850975d4978 HTTP/1.1" status: 200 len: 944 time: 0.0536063 Jul 27 23:41:17.778474 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-4849e0b6-942b-4224-8537-9ff153d2b1c0 req-7fa1378e-2862-46a1-998d-84a77331ff3b tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f6bcbe3-5387-4b95-bf07-b38a66c736a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354235 Jul 27 23:41:17.967169 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605c7ddc-4e8d-408e-ae65-1704e01dc7c8 req-10e0e636-1e3b-43fe-b7f0-65c86e251ac1 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:41:17.968667 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-605c7ddc-4e8d-408e-ae65-1704e01dc7c8 req-10e0e636-1e3b-43fe-b7f0-65c86e251ac1 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "GET /v2.0/ports?device_id=714d7dab-9e60-494b-a9ca-6850975d4978 HTTP/1.1" status: 200 len: 944 time: 0.0504544 Jul 27 23:41:18.008485 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-605c7ddc-4e8d-408e-ae65-1704e01dc7c8 req-c3798ede-912c-4325-bc3d-30d475a4402e tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f6bcbe3-5387-4b95-bf07-b38a66c736a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331697 Jul 27 23:41:18.017468 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a68a6c-cfe5-429f-9f71-84a2cca3d0b5 req-3f17c352-5e2e-49c4-abb9-d31f7a93f3a8 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:41:18.019025 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a3a68a6c-cfe5-429f-9f71-84a2cca3d0b5 req-3f17c352-5e2e-49c4-abb9-d31f7a93f3a8 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.49 "GET /v2.0/ports?device_id=714d7dab-9e60-494b-a9ca-6850975d4978&tenant_id=20cb27012881418a8b31e8023e85178c&binding%3Ahost_id=n-h1-802623-1 HTTP/1.1" status: 200 len: 944 time: 0.0909543 Jul 27 23:41:18.078554 n-d-802623-1 neutron-server[93797]: INFO neutron.api.v2.resource [req-a3a68a6c-cfe5-429f-9f71-84a2cca3d0b5 req-3e3784c5-b444-4af0-a4d5-07e61a5c1ced service neutron] delete failed (client error): The resource could not be found. Jul 27 23:41:18.079652 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a3a68a6c-cfe5-429f-9f71-84a2cca3d0b5 req-3e3784c5-b444-4af0-a4d5-07e61a5c1ced service neutron] 10.222.0.49 "DELETE /v2.0/ports/e3083c33-f279-436c-841b-7df5dbf8775c/bindings/n-h2-802623-1 HTTP/1.1" status: 404 len: 380 time: 0.0536811 Jul 27 23:41:18.159398 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a68a6c-cfe5-429f-9f71-84a2cca3d0b5 req-f609223f-059d-4033-ab34-8d550b2d2745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:41:18.160810 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a3a68a6c-cfe5-429f-9f71-84a2cca3d0b5 req-f609223f-059d-4033-ab34-8d550b2d2745 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=20cb27012881418a8b31e8023e85178c&device_id=714d7dab-9e60-494b-a9ca-6850975d4978 HTTP/1.1" status: 200 len: 1095 time: 0.0408709 Jul 27 23:41:18.253527 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a68a6c-cfe5-429f-9f71-84a2cca3d0b5 req-3902fe3b-8214-4022-b3b6-4d6ed8c37864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:41:18.254967 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a3a68a6c-cfe5-429f-9f71-84a2cca3d0b5 req-3902fe3b-8214-4022-b3b6-4d6ed8c37864 service neutron] 10.222.0.49 "GET /v2.0/networks?id=97f310f8-5ed3-4ed6-99a1-ec54580c47e4 HTTP/1.1" status: 200 len: 897 time: 0.0872576 Jul 27 23:41:18.265913 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device e3083c33-f279-436c-841b-7df5dbf8775c no longer exists at agent hyperv_n-h2-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:41:18.303240 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device e3083c33-f279-436c-841b-7df5dbf8775c not bound to the agent host n-h2-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:41:18.323317 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a3a68a6c-cfe5-429f-9f71-84a2cca3d0b5 req-3f887aee-aee6-480f-a77f-2c3904c8e758 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e3083c33-f279-436c-841b-7df5dbf8775c HTTP/1.1" status: 200 len: 1000 time: 0.0587778 Jul 27 23:41:18.369806 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a68a6c-cfe5-429f-9f71-84a2cca3d0b5 req-4bb5fb2e-23aa-416c-864a-f491590af193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:41:18.371192 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a3a68a6c-cfe5-429f-9f71-84a2cca3d0b5 req-4bb5fb2e-23aa-416c-864a-f491590af193 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0ff526d0-52b9-481e-b432-f83d53ca4035 HTTP/1.1" status: 200 len: 833 time: 0.0416021 Jul 27 23:41:18.417367 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a68a6c-cfe5-429f-9f71-84a2cca3d0b5 req-25969a0a-3371-40fe-8d29-0107e29b1ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:41:18.418717 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a3a68a6c-cfe5-429f-9f71-84a2cca3d0b5 req-25969a0a-3371-40fe-8d29-0107e29b1ed5 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=97f310f8-5ed3-4ed6-99a1-ec54580c47e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412209 Jul 27 23:41:18.509160 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a3a68a6c-cfe5-429f-9f71-84a2cca3d0b5 req-edf12337-965d-418a-87e8-561a6574fd8c service neutron] 10.222.0.49 "GET /v2.0/networks/97f310f8-5ed3-4ed6-99a1-ec54580c47e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828309 Jul 27 23:41:18.600381 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a3a68a6c-cfe5-429f-9f71-84a2cca3d0b5 req-fc33629f-3dc8-4aa1-bccc-decfcbf38a7e service neutron] 10.222.0.49 "GET /v2.0/networks/97f310f8-5ed3-4ed6-99a1-ec54580c47e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874748 Jul 27 23:41:19.223412 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device e3083c33-f279-436c-841b-7df5dbf8775c up at agent hyperv_n-h1-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:41:19.272234 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Provisioning for port e3083c33-f279-436c-841b-7df5dbf8775c completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:41:19.276287 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Provisioning complete for port e3083c33-f279-436c-841b-7df5dbf8775c triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:41:19.276661 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:41:19.366138 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:41:19.397668 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '714d7dab-9e60-494b-a9ca-6850975d4978', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3083c33-f279-436c-841b-7df5dbf8775c'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:41:19.400568 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c0369b0d4f459110ff20a1f9878ba33f96d6491bddb9d15843bf29d01e0bda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58534308-72b7-4661-958d-49f71c43d92e" -d '{"events": [{"server_uuid": "714d7dab-9e60-494b-a9ca-6850975d4978", "name": "network-vif-plugged", "status": "completed", "tag": "e3083c33-f279-436c-841b-7df5dbf8775c"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:41:19.416112 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port e3083c33-f279-436c-841b-7df5dbf8775c, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=e3083c33-f279-436c-841b-7df5dbf8775c,segment=NetworkSegment(bf7d7cfb-c9c6-47e3-a4c5-4622ba5f9abf),segment_id=bf7d7cfb-c9c6-47e3-a4c5-4622ba5f9abf)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:41:19.420522 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:41:19.440307 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506c5b41-c21d-433d-87e0-fbd84d72ce40 req-a2cda187-3927-4b5f-93ca-720dc499db1c tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:41:19.442734 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-506c5b41-c21d-433d-87e0-fbd84d72ce40 req-a2cda187-3927-4b5f-93ca-720dc499db1c tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "GET /v2.0/ports?device_id=714d7dab-9e60-494b-a9ca-6850975d4978 HTTP/1.1" status: 200 len: 944 time: 0.3617318 Jul 27 23:41:19.448921 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:41:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-259f5744-0ddc-4851-9b0a-3ccb3f9dbef6 x-openstack-request-id: req-259f5744-0ddc-4851-9b0a-3ccb3f9dbef6 {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:41:19.449209 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "714d7dab-9e60-494b-a9ca-6850975d4978", "name": "network-vif-plugged", "status": "completed", "tag": "e3083c33-f279-436c-841b-7df5dbf8775c", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:41:19.449458 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-259f5744-0ddc-4851-9b0a-3ccb3f9dbef6 {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:41:19.449839 n-d-802623-1 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '714d7dab-9e60-494b-a9ca-6850975d4978', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3083c33-f279-436c-841b-7df5dbf8775c', 'code': 200} Jul 27 23:41:19.475812 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Pushing event updated for resources: {'Port': ['ID=e3083c33-f279-436c-841b-7df5dbf8775c,revision_number=9']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:41:19.481590 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-506c5b41-c21d-433d-87e0-fbd84d72ce40 req-20b8e63e-5435-4940-a01f-2bc4013b93f7 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f6bcbe3-5387-4b95-bf07-b38a66c736a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322676 Jul 27 23:41:19.503679 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 53604) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:41:19.563725 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-427a36c8-f557-46d3-9691-db984e89df3c tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "GET /v2.0/floatingips/c623ac48-be53-420b-9e80-30bfd5d86016 HTTP/1.1" status: 200 len: 993 time: 0.0585513 Jul 27 23:41:26.911787 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-fd5d3e36-2b55-44da-828b-08f985633a97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:41:29.366450 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.agents_db [None req-9beef776-8bab-4de2-989a-f5a23ba4aaf4 None None] Agent healthcheck: found 7 active agents {{(pid=93800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 23:41:29.583923 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-08b229da-bc0c-4ec9-9ecf-b9adb6929485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:41:29.769701 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:41:30.080455 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:41:30.543743 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-19f2e178-d45e-4fbe-b9be-c3963fc151ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:41:32.307032 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7418f70f-e60d-4709-8ba9-6ab514bc7f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:41:35.058343 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:41:39.370655 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c6be32fc-938b-4a6d-9484-a44d37ab8c69 req-f94bf355-5cef-4bbe-a73c-3bff899313fe service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=714d7dab-9e60-494b-a9ca-6850975d4978&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0392358 Jul 27 23:41:39.451610 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6be32fc-938b-4a6d-9484-a44d37ab8c69 req-76eeeca9-23c5-4ea1-8a09-25527834d210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:41:39.453156 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c6be32fc-938b-4a6d-9484-a44d37ab8c69 req-76eeeca9-23c5-4ea1-8a09-25527834d210 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=20cb27012881418a8b31e8023e85178c&device_id=714d7dab-9e60-494b-a9ca-6850975d4978 HTTP/1.1" status: 200 len: 1096 time: 0.0400319 Jul 27 23:41:39.556779 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6be32fc-938b-4a6d-9484-a44d37ab8c69 req-26d487e7-31b8-4afe-923e-d24ae8290bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:41:39.558258 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c6be32fc-938b-4a6d-9484-a44d37ab8c69 req-26d487e7-31b8-4afe-923e-d24ae8290bd7 service neutron] 10.222.0.38 "GET /v2.0/networks?id=97f310f8-5ed3-4ed6-99a1-ec54580c47e4 HTTP/1.1" status: 200 len: 897 time: 0.0856404 Jul 27 23:41:39.625402 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c6be32fc-938b-4a6d-9484-a44d37ab8c69 req-db9a90f9-62cc-4c1a-b470-f3da0079e950 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e3083c33-f279-436c-841b-7df5dbf8775c HTTP/1.1" status: 200 len: 1001 time: 0.0572269 Jul 27 23:41:39.682561 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6be32fc-938b-4a6d-9484-a44d37ab8c69 req-244330d0-2dd7-4b72-bd90-e0434cb3a95d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:41:39.684100 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c6be32fc-938b-4a6d-9484-a44d37ab8c69 req-244330d0-2dd7-4b72-bd90-e0434cb3a95d service neutron] 10.222.0.38 "GET /v2.0/subnets?id=0ff526d0-52b9-481e-b432-f83d53ca4035 HTTP/1.1" status: 200 len: 833 time: 0.0512364 Jul 27 23:41:39.729839 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6be32fc-938b-4a6d-9484-a44d37ab8c69 req-c4eac903-e8b5-45bb-940f-64efc6e52375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:41:39.731335 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c6be32fc-938b-4a6d-9484-a44d37ab8c69 req-c4eac903-e8b5-45bb-940f-64efc6e52375 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=97f310f8-5ed3-4ed6-99a1-ec54580c47e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398908 Jul 27 23:41:39.818127 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c6be32fc-938b-4a6d-9484-a44d37ab8c69 req-bc8185c4-665f-4a64-b6cc-3bb400789648 service neutron] 10.222.0.38 "GET /v2.0/networks/97f310f8-5ed3-4ed6-99a1-ec54580c47e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789227 Jul 27 23:41:39.907807 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c6be32fc-938b-4a6d-9484-a44d37ab8c69 req-09bec1e2-507b-4f09-8c8a-a0a7ca4fbcf8 service neutron] 10.222.0.38 "GET /v2.0/networks/97f310f8-5ed3-4ed6-99a1-ec54580c47e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825627 Jul 27 23:41:47.992620 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8aa6392-a808-44d0-813e-700a787cd4a7 req-65dc2827-e311-4f2f-9b88-17fb82a80d37 tempest-TestNetworkAdvancedServerOps-897726458 tempest-TestNetworkAdvancedServerOps-897726458-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:41:47.994038 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d8aa6392-a808-44d0-813e-700a787cd4a7 req-65dc2827-e311-4f2f-9b88-17fb82a80d37 tempest-TestNetworkAdvancedServerOps-897726458 tempest-TestNetworkAdvancedServerOps-897726458-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=714d7dab-9e60-494b-a9ca-6850975d4978 HTTP/1.1" status: 200 len: 1096 time: 0.0443072 Jul 27 23:41:48.027828 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d8aa6392-a808-44d0-813e-700a787cd4a7 req-0424dc7d-3ab1-4869-a48a-ef38de2caafe tempest-TestNetworkAdvancedServerOps-897726458 tempest-TestNetworkAdvancedServerOps-897726458-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=8f6bcbe3-5387-4b95-bf07-b38a66c736a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0277996 Jul 27 23:41:48.053688 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 53616) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:41:48.207252 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-3c9cfebf-9f2e-4dfa-b844-b1b29a196db6 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Deleting port cba35786-8707-405a-9e7a-7da0cd0af70b {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:41:48.207596 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3c9cfebf-9f2e-4dfa-b844-b1b29a196db6 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:41:48.279373 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3c9cfebf-9f2e-4dfa-b844-b1b29a196db6 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:41:48.279629 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3c9cfebf-9f2e-4dfa-b844-b1b29a196db6 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:41:48.291838 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-3c9cfebf-9f2e-4dfa-b844-b1b29a196db6 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Calling delete_port for cba35786-8707-405a-9e7a-7da0cd0af70b owned by network:floatingip {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:41:48.435302 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3c9cfebf-9f2e-4dfa-b844-b1b29a196db6 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:41:48.458066 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9cfebf-9f2e-4dfa-b844-b1b29a196db6 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Pushing event deleted for resources: {'Port': ['ID=cba35786-8707-405a-9e7a-7da0cd0af70b,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:41:48.473263 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9cfebf-9f2e-4dfa-b844-b1b29a196db6 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:41:48.473658 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9cfebf-9f2e-4dfa-b844-b1b29a196db6 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:41:48.473997 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9cfebf-9f2e-4dfa-b844-b1b29a196db6 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:41:48.474330 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9cfebf-9f2e-4dfa-b844-b1b29a196db6 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:41:48.474659 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9cfebf-9f2e-4dfa-b844-b1b29a196db6 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:41:48.474986 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9cfebf-9f2e-4dfa-b844-b1b29a196db6 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:41:48.475344 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9cfebf-9f2e-4dfa-b844-b1b29a196db6 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:41:48.475671 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9cfebf-9f2e-4dfa-b844-b1b29a196db6 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:41:48.475997 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9cfebf-9f2e-4dfa-b844-b1b29a196db6 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:41:48.476327 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9cfebf-9f2e-4dfa-b844-b1b29a196db6 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:41:48.476646 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9cfebf-9f2e-4dfa-b844-b1b29a196db6 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:41:48.476963 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9cfebf-9f2e-4dfa-b844-b1b29a196db6 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:41:48.536646 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3c9cfebf-9f2e-4dfa-b844-b1b29a196db6 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks [] for floatingip, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:41:48.536922 n-d-802623-1 neutron-server[93797]: INFO neutron.db.l3_db [None req-3c9cfebf-9f2e-4dfa-b844-b1b29a196db6 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Floating IP c623ac48-be53-420b-9e80-30bfd5d86016 disassociated (deleted). External IP: 172.25.4.152, port: e3083c33-f279-436c-841b-7df5dbf8775c. Jul 27 23:41:48.742804 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c9cfebf-9f2e-4dfa-b844-b1b29a196db6 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Router dfeb71ee-80ab-4fb2-93c6-97ae33d9cc73 has already been hosted by L3 agent 018c4455-49c0-4734-927d-7824067b2a9e {{(pid=93797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 23:41:48.850960 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c9cfebf-9f2e-4dfa-b844-b1b29a196db6 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:41:48.855798 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3c9cfebf-9f2e-4dfa-b844-b1b29a196db6 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for floatingip, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:41:48.860838 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd4ddf5b-96d4-4c64-bce8-f54431a8515e None None] Sync routers for ids ['dfeb71ee-80ab-4fb2-93c6-97ae33d9cc73'] in n-d-802623-1 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:41:48.869556 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd4ddf5b-96d4-4c64-bce8-f54431a8515e None None] Routers {'dfeb71ee-80ab-4fb2-93c6-97ae33d9cc73'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:41:48.870197 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-cd4ddf5b-96d4-4c64-bce8-f54431a8515e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:41:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['dfeb71ee-80ab-4fb2-93c6-97ae33d9cc73'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:41:48.882266 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-3c9cfebf-9f2e-4dfa-b844-b1b29a196db6 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "DELETE /v2.0/floatingips/c623ac48-be53-420b-9e80-30bfd5d86016 HTTP/1.1" status: 204 len: 168 time: 0.8275065 Jul 27 23:41:48.882856 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '714d7dab-9e60-494b-a9ca-6850975d4978', 'tag': 'e3083c33-f279-436c-841b-7df5dbf8775c'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:41:48.885129 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a476459a1bfce68b0ae0df5b6a71154bfc7cfdc8f9eefce6ad0a17231e60468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75ada72b-2592-4953-b0d3-686a1d2f324f" -d '{"events": [{"name": "network-changed", "server_uuid": "714d7dab-9e60-494b-a9ca-6850975d4978", "tag": "e3083c33-f279-436c-841b-7df5dbf8775c"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:41:48.982314 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-cd4ddf5b-96d4-4c64-bce8-f54431a8515e None None] Set router dfeb71ee-80ab-4fb2-93c6-97ae33d9cc73 gateway port host: n-d-802623-1 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:41:48.984789 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 23:41:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18e99d97-446c-4eca-bf1a-2a634a5a4d75 x-openstack-request-id: req-18e99d97-446c-4eca-bf1a-2a634a5a4d75 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:41:48.984789 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "714d7dab-9e60-494b-a9ca-6850975d4978", "tag": "e3083c33-f279-436c-841b-7df5dbf8775c", "status": "completed", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:41:48.984789 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-18e99d97-446c-4eca-bf1a-2a634a5a4d75 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:41:48.984789 n-d-802623-1 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '714d7dab-9e60-494b-a9ca-6850975d4978', 'tag': 'e3083c33-f279-436c-841b-7df5dbf8775c', 'status': 'completed', 'code': 200} Jul 27 23:41:49.057990 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ada72b-2592-4953-b0d3-686a1d2f324f req-c0435b3f-13fa-46e3-beb9-c17fb79be48d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:41:49.059594 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-75ada72b-2592-4953-b0d3-686a1d2f324f req-c0435b3f-13fa-46e3-beb9-c17fb79be48d service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=20cb27012881418a8b31e8023e85178c&device_id=714d7dab-9e60-494b-a9ca-6850975d4978 HTTP/1.1" status: 200 len: 1096 time: 0.0481212 Jul 27 23:41:49.122106 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d8ee9f-2c2c-41c0-9315-12c0f5f96545 req-4672e576-a109-4fd8-b807-5573d1c396d7 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:41:49.123566 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-63d8ee9f-2c2c-41c0-9315-12c0f5f96545 req-4672e576-a109-4fd8-b807-5573d1c396d7 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "GET /v2.0/ports?device_id=714d7dab-9e60-494b-a9ca-6850975d4978 HTTP/1.1" status: 200 len: 945 time: 0.0510616 Jul 27 23:41:49.163753 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-63d8ee9f-2c2c-41c0-9315-12c0f5f96545 req-a8b7dbb4-ab4a-4a04-b26b-e2e4bb7bcc10 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f6bcbe3-5387-4b95-bf07-b38a66c736a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342400 Jul 27 23:41:49.168755 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ada72b-2592-4953-b0d3-686a1d2f324f req-81513277-95ea-4cad-8a32-a931dbcbb782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:41:49.169777 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-75ada72b-2592-4953-b0d3-686a1d2f324f req-81513277-95ea-4cad-8a32-a931dbcbb782 service neutron] 10.222.0.38 "GET /v2.0/networks?id=97f310f8-5ed3-4ed6-99a1-ec54580c47e4 HTTP/1.1" status: 200 len: 897 time: 0.1028421 Jul 27 23:41:49.191489 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-cd4ddf5b-96d4-4c64-bce8-f54431a8515e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfeb71ee-80ab-4fb2-93c6-97ae33d9cc73', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1396133135', 'tenant_id': '20cb27012881418a8b31e8023e85178c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': '9b04344e-a102-42a4-9ae3-3113173d7397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:39:25Z', 'updated_at': '2021-07-27T23:39:30Z', 'revision_number': 4, 'project_id': '20cb27012881418a8b31e8023e85178c', 'gw_port': {'id': '9b04344e-a102-42a4-9ae3-3113173d7397', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:6e:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfeb71ee-80ab-4fb2-93c6-97ae33d9cc73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:39:25Z', 'updated_at': '2021-07-27T23:39:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': 'ca14feba-e4e6-4a03-82ae-1b9a41a8929d', 'name': '', 'network_id': '97f310f8-5ed3-4ed6-99a1-ec54580c47e4', 'tenant_id': '20cb27012881418a8b31e8023e85178c', 'mac_address': 'fa:16:3e:a6:bb:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfeb71ee-80ab-4fb2-93c6-97ae33d9cc73', 'device_owner': 'network:router_interface', 'standard_attr_id': 3871, 'fixed_ips': [{'subnet_id': '0ff526d0-52b9-481e-b432-f83d53ca4035', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:39:29Z', 'updated_at': '2021-07-27T23:39:35Z', 'revision_number': 5, 'project_id': '20cb27012881418a8b31e8023e85178c', 'subnets': [{'id': '0ff526d0-52b9-481e-b432-f83d53ca4035', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:41:49.212569 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-75ada72b-2592-4953-b0d3-686a1d2f324f req-28d6073c-c26f-4413-90cb-aabfe5de4346 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e3083c33-f279-436c-841b-7df5dbf8775c HTTP/1.1" status: 200 len: 217 time: 0.0344946 Jul 27 23:41:49.216824 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd4ddf5b-96d4-4c64-bce8-f54431a8515e None None] Checking router: dfeb71ee-80ab-4fb2-93c6-97ae33d9cc73 for host: n-d-802623-1 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 23:41:49.225474 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd4ddf5b-96d4-4c64-bce8-f54431a8515e None None] Routers {'dfeb71ee-80ab-4fb2-93c6-97ae33d9cc73'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:41:49.226068 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-cd4ddf5b-96d4-4c64-bce8-f54431a8515e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:41:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['dfeb71ee-80ab-4fb2-93c6-97ae33d9cc73'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:41:49.262620 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ada72b-2592-4953-b0d3-686a1d2f324f req-739c19fd-31bd-4e29-bc60-d3d1b10f8265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:41:49.264105 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-75ada72b-2592-4953-b0d3-686a1d2f324f req-739c19fd-31bd-4e29-bc60-d3d1b10f8265 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=0ff526d0-52b9-481e-b432-f83d53ca4035 HTTP/1.1" status: 200 len: 833 time: 0.0433958 Jul 27 23:41:49.314449 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ada72b-2592-4953-b0d3-686a1d2f324f req-52c07b23-31a6-46a1-a0ea-32cf1f1338d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:41:49.316434 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-75ada72b-2592-4953-b0d3-686a1d2f324f req-52c07b23-31a6-46a1-a0ea-32cf1f1338d1 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=97f310f8-5ed3-4ed6-99a1-ec54580c47e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441201 Jul 27 23:41:49.330339 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-cd4ddf5b-96d4-4c64-bce8-f54431a8515e None None] Set router dfeb71ee-80ab-4fb2-93c6-97ae33d9cc73 gateway port host: n-d-802623-1 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:41:49.406003 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-75ada72b-2592-4953-b0d3-686a1d2f324f req-e43dce48-3d89-4bd6-9d05-7ed3756122fe service neutron] 10.222.0.38 "GET /v2.0/networks/97f310f8-5ed3-4ed6-99a1-ec54580c47e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816977 Jul 27 23:41:49.501083 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-75ada72b-2592-4953-b0d3-686a1d2f324f req-08a585e6-3985-42d3-9ef3-64e1eda96935 service neutron] 10.222.0.38 "GET /v2.0/networks/97f310f8-5ed3-4ed6-99a1-ec54580c47e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868936 Jul 27 23:41:49.528078 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-cd4ddf5b-96d4-4c64-bce8-f54431a8515e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfeb71ee-80ab-4fb2-93c6-97ae33d9cc73', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1396133135', 'tenant_id': '20cb27012881418a8b31e8023e85178c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': '9b04344e-a102-42a4-9ae3-3113173d7397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:39:25Z', 'updated_at': '2021-07-27T23:39:30Z', 'revision_number': 4, 'project_id': '20cb27012881418a8b31e8023e85178c', 'gw_port': {'id': '9b04344e-a102-42a4-9ae3-3113173d7397', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:6e:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfeb71ee-80ab-4fb2-93c6-97ae33d9cc73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:39:25Z', 'updated_at': '2021-07-27T23:39:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': 'ca14feba-e4e6-4a03-82ae-1b9a41a8929d', 'name': '', 'network_id': '97f310f8-5ed3-4ed6-99a1-ec54580c47e4', 'tenant_id': '20cb27012881418a8b31e8023e85178c', 'mac_address': 'fa:16:3e:a6:bb:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfeb71ee-80ab-4fb2-93c6-97ae33d9cc73', 'device_owner': 'network:router_interface', 'standard_attr_id': 3871, 'fixed_ips': [{'subnet_id': '0ff526d0-52b9-481e-b432-f83d53ca4035', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:39:29Z', 'updated_at': '2021-07-27T23:39:35Z', 'revision_number': 5, 'project_id': '20cb27012881418a8b31e8023e85178c', 'subnets': [{'id': '0ff526d0-52b9-481e-b432-f83d53ca4035', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:41:49.554211 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd4ddf5b-96d4-4c64-bce8-f54431a8515e None None] The sync data for ids ['dfeb71ee-80ab-4fb2-93c6-97ae33d9cc73'] in n-d-802623-1 is: [{'id': 'dfeb71ee-80ab-4fb2-93c6-97ae33d9cc73', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1396133135', 'tenant_id': '20cb27012881418a8b31e8023e85178c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': '9b04344e-a102-42a4-9ae3-3113173d7397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:39:25Z', 'updated_at': '2021-07-27T23:39:30Z', 'revision_number': 4, 'project_id': '20cb27012881418a8b31e8023e85178c', 'gw_port': {'id': '9b04344e-a102-42a4-9ae3-3113173d7397', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:6e:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfeb71ee-80ab-4fb2-93c6-97ae33d9cc73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:39:25Z', 'updated_at': '2021-07-27T23:39:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': 'ca14feba-e4e6-4a03-82ae-1b9a41a8929d', 'name': '', 'network_id': '97f310f8-5ed3-4ed6-99a1-ec54580c47e4', 'tenant_id': '20cb27012881418a8b31e8023e85178c', 'mac_address': 'fa:16:3e:a6:bb:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfeb71ee-80ab-4fb2-93c6-97ae33d9cc73', 'device_owner': 'network:router_interface', 'standard_attr_id': 3871, 'fixed_ips': [{'subnet_id': '0ff526d0-52b9-481e-b432-f83d53ca4035', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:39:29Z', 'updated_at': '2021-07-27T23:39:35Z', 'revision_number': 5, 'project_id': '20cb27012881418a8b31e8023e85178c', 'subnets': [{'id': '0ff526d0-52b9-481e-b432-f83d53ca4035', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:41:49.759552 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09ad761d-4ca2-4a71-932e-6d8287939b8c None None] New status for floating IP c623ac48-be53-420b-9e80-30bfd5d86016: DOWN {{(pid=93799) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 23:41:50.283409 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4872def5-a5c2-4e54-9054-030b2aed54dc req-92d09064-9ba6-4792-b535-93b20beb8dae tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:41:50.284887 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-4872def5-a5c2-4e54-9054-030b2aed54dc req-92d09064-9ba6-4792-b535-93b20beb8dae tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "GET /v2.0/ports?device_id=714d7dab-9e60-494b-a9ca-6850975d4978 HTTP/1.1" status: 200 len: 945 time: 0.0490515 Jul 27 23:41:50.323334 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-4872def5-a5c2-4e54-9054-030b2aed54dc req-45fc1148-02df-42be-b98b-2b68fd45a26b tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f6bcbe3-5387-4b95-bf07-b38a66c736a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324609 Jul 27 23:41:50.387928 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96527639-59f4-4fa5-b30c-8c16577719e7 req-8df33887-a127-4e38-91af-ffd6e7dac937 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:41:50.389351 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-96527639-59f4-4fa5-b30c-8c16577719e7 req-8df33887-a127-4e38-91af-ffd6e7dac937 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.38 "GET /v2.0/ports?device_id=714d7dab-9e60-494b-a9ca-6850975d4978 HTTP/1.1" status: 200 len: 945 time: 0.0477550 Jul 27 23:41:50.479142 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-96527639-59f4-4fa5-b30c-8c16577719e7 req-1754846b-4a4a-4c7f-920f-cff05ecabbe3 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Deleting port e3083c33-f279-436c-841b-7df5dbf8775c {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:41:50.479484 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-96527639-59f4-4fa5-b30c-8c16577719e7 req-1754846b-4a4a-4c7f-920f-cff05ecabbe3 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:41:50.565657 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-96527639-59f4-4fa5-b30c-8c16577719e7 req-1754846b-4a4a-4c7f-920f-cff05ecabbe3 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] For port e3083c33-f279-436c-841b-7df5dbf8775c, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=e3083c33-f279-436c-841b-7df5dbf8775c,segment=NetworkSegment(bf7d7cfb-c9c6-47e3-a4c5-4622ba5f9abf),segment_id=bf7d7cfb-c9c6-47e3-a4c5-4622ba5f9abf)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:41:50.566017 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-96527639-59f4-4fa5-b30c-8c16577719e7 req-1754846b-4a4a-4c7f-920f-cff05ecabbe3 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:41:50.580041 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-96527639-59f4-4fa5-b30c-8c16577719e7 req-1754846b-4a4a-4c7f-920f-cff05ecabbe3 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Calling delete_port for e3083c33-f279-436c-841b-7df5dbf8775c owned by compute:nova {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:41:50.719460 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-96527639-59f4-4fa5-b30c-8c16577719e7 req-1754846b-4a4a-4c7f-920f-cff05ecabbe3 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:41:50.749544 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1754846b-4a4a-4c7f-920f-cff05ecabbe3 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Pushing event deleted for resources: {'Port': ['ID=e3083c33-f279-436c-841b-7df5dbf8775c,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:41:50.772830 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1754846b-4a4a-4c7f-920f-cff05ecabbe3 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:41:50.773208 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1754846b-4a4a-4c7f-920f-cff05ecabbe3 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:41:50.773543 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1754846b-4a4a-4c7f-920f-cff05ecabbe3 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:41:50.773874 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1754846b-4a4a-4c7f-920f-cff05ecabbe3 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:41:50.774200 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1754846b-4a4a-4c7f-920f-cff05ecabbe3 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:41:50.774525 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1754846b-4a4a-4c7f-920f-cff05ecabbe3 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:41:50.774848 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1754846b-4a4a-4c7f-920f-cff05ecabbe3 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:41:50.775199 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1754846b-4a4a-4c7f-920f-cff05ecabbe3 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:41:50.775529 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1754846b-4a4a-4c7f-920f-cff05ecabbe3 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:41:50.775836 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1754846b-4a4a-4c7f-920f-cff05ecabbe3 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:41:50.776150 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1754846b-4a4a-4c7f-920f-cff05ecabbe3 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:41:50.776462 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1754846b-4a4a-4c7f-920f-cff05ecabbe3 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:41:50.797331 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-96527639-59f4-4fa5-b30c-8c16577719e7 req-1754846b-4a4a-4c7f-920f-cff05ecabbe3 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] No DVR routers for this DVR port e3083c33-f279-436c-841b-7df5dbf8775c on host n-h1-802623-1 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:41:50.799887 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-96527639-59f4-4fa5-b30c-8c16577719e7 req-1754846b-4a4a-4c7f-920f-cff05ecabbe3 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:41:50.802412 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-96527639-59f4-4fa5-b30c-8c16577719e7 req-1754846b-4a4a-4c7f-920f-cff05ecabbe3 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.38 "DELETE /v2.0/ports/e3083c33-f279-436c-841b-7df5dbf8775c HTTP/1.1" status: 204 len: 173 time: 0.4064412 Jul 27 23:41:50.802866 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '714d7dab-9e60-494b-a9ca-6850975d4978', 'name': 'network-vif-deleted', 'tag': 'e3083c33-f279-436c-841b-7df5dbf8775c'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:41:50.805225 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}011f8d312121274bb12d78e77c6379a2079800640016cec6c6d605b73666e854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03eff507-3a29-400b-86fb-a0b20372b31d" -d '{"events": [{"server_uuid": "714d7dab-9e60-494b-a9ca-6850975d4978", "name": "network-vif-deleted", "tag": "e3083c33-f279-436c-841b-7df5dbf8775c"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:41:50.841176 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:41:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d3071d6-f2cf-4118-b791-1ffdbd2a31aa x-openstack-request-id: req-1d3071d6-f2cf-4118-b791-1ffdbd2a31aa {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:41:50.841472 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "714d7dab-9e60-494b-a9ca-6850975d4978", "name": "network-vif-deleted", "tag": "e3083c33-f279-436c-841b-7df5dbf8775c", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:41:50.841727 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1d3071d6-f2cf-4118-b791-1ffdbd2a31aa {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:41:50.842130 n-d-802623-1 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '714d7dab-9e60-494b-a9ca-6850975d4978', 'name': 'network-vif-deleted', 'tag': 'e3083c33-f279-436c-841b-7df5dbf8775c', 'status': 'completed', 'code': 200} Jul 27 23:41:51.376936 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 53632) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:41:51.734597 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0483896b-0ba5-4511-a18d-867f4a41b3f3 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-414022'] for router_interface, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:41:51.986904 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-0483896b-0ba5-4511-a18d-867f4a41b3f3 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Deleting port ca14feba-e4e6-4a03-82ae-1b9a41a8929d {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:41:51.987200 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0483896b-0ba5-4511-a18d-867f4a41b3f3 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:41:52.072687 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-0483896b-0ba5-4511-a18d-867f4a41b3f3 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] For port ca14feba-e4e6-4a03-82ae-1b9a41a8929d, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=ca14feba-e4e6-4a03-82ae-1b9a41a8929d,segment=NetworkSegment(bf7d7cfb-c9c6-47e3-a4c5-4622ba5f9abf),segment_id=bf7d7cfb-c9c6-47e3-a4c5-4622ba5f9abf)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:41:52.073056 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0483896b-0ba5-4511-a18d-867f4a41b3f3 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:41:52.086012 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-0483896b-0ba5-4511-a18d-867f4a41b3f3 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Calling delete_port for ca14feba-e4e6-4a03-82ae-1b9a41a8929d owned by network:router_interface {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:41:52.269486 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0483896b-0ba5-4511-a18d-867f4a41b3f3 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:41:52.300663 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0483896b-0ba5-4511-a18d-867f4a41b3f3 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Pushing event deleted for resources: {'Port': ['ID=ca14feba-e4e6-4a03-82ae-1b9a41a8929d,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:41:52.476420 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0483896b-0ba5-4511-a18d-867f4a41b3f3 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3760546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-413994'] for router_interface, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:41:52.689490 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0483896b-0ba5-4511-a18d-867f4a41b3f3 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Router dfeb71ee-80ab-4fb2-93c6-97ae33d9cc73 has already been hosted by L3 agent 018c4455-49c0-4734-927d-7824067b2a9e {{(pid=93797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 23:41:52.795322 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0483896b-0ba5-4511-a18d-867f4a41b3f3 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:41:52.800984 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-0483896b-0ba5-4511-a18d-867f4a41b3f3 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "PUT /v2.0/routers/dfeb71ee-80ab-4fb2-93c6-97ae33d9cc73/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4228709 Jul 27 23:41:52.803592 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 53634) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:41:52.806051 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2df779df-8840-4343-b9d9-79487f1dfc4b None None] Sync routers for ids ['dfeb71ee-80ab-4fb2-93c6-97ae33d9cc73'] in n-d-802623-1 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:41:52.815459 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2df779df-8840-4343-b9d9-79487f1dfc4b None None] Routers {'dfeb71ee-80ab-4fb2-93c6-97ae33d9cc73'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:41:52.816065 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-2df779df-8840-4343-b9d9-79487f1dfc4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:41:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['dfeb71ee-80ab-4fb2-93c6-97ae33d9cc73'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:41:52.854507 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f1adfeb-5316-4355-ba29-71f76f666c21 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Deleting subnet 0ff526d0-52b9-481e-b432-f83d53ca4035 {{(pid=93797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 23:41:52.857551 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0f1adfeb-5316-4355-ba29-71f76f666c21 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks [] for subnet, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:41:52.896457 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0f1adfeb-5316-4355-ba29-71f76f666c21 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11335971'] for subnet, precommit_delete_associations {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:41:52.917935 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-2df779df-8840-4343-b9d9-79487f1dfc4b None None] Set router dfeb71ee-80ab-4fb2-93c6-97ae33d9cc73 gateway port host: n-d-802623-1 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:41:52.985529 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0f1adfeb-5316-4355-ba29-71f76f666c21 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620741'] for subnet, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:41:53.043306 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0f1adfeb-5316-4355-ba29-71f76f666c21 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11335991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11551414'] for subnet, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:41:53.070596 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1adfeb-5316-4355-ba29-71f76f666c21 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Pushing event deleted for resources: {'Subnet': ['ID=0ff526d0-52b9-481e-b432-f83d53ca4035,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:41:53.074257 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0f1adfeb-5316-4355-ba29-71f76f666c21 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks [] for subnet, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:41:53.076150 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-0f1adfeb-5316-4355-ba29-71f76f666c21 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "DELETE /v2.0/subnets/0ff526d0-52b9-481e-b432-f83d53ca4035 HTTP/1.1" status: 204 len: 168 time: 0.2716527 Jul 27 23:41:53.078870 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 53636) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:41:53.087583 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4a7942f-ecc8-409f-8b27-eee26d772d5a None None] Network 97f310f8-5ed3-4ed6-99a1-ec54580c47e4 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:41:53.093483 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-2df779df-8840-4343-b9d9-79487f1dfc4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfeb71ee-80ab-4fb2-93c6-97ae33d9cc73', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1396133135', 'tenant_id': '20cb27012881418a8b31e8023e85178c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': '9b04344e-a102-42a4-9ae3-3113173d7397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:39:25Z', 'updated_at': '2021-07-27T23:41:52Z', 'revision_number': 5, 'project_id': '20cb27012881418a8b31e8023e85178c', 'gw_port': {'id': '9b04344e-a102-42a4-9ae3-3113173d7397', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:6e:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfeb71ee-80ab-4fb2-93c6-97ae33d9cc73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:39:25Z', 'updated_at': '2021-07-27T23:39:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1'}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:41:53.123914 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2df779df-8840-4343-b9d9-79487f1dfc4b None None] Checking router: dfeb71ee-80ab-4fb2-93c6-97ae33d9cc73 for host: n-d-802623-1 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 23:41:53.132521 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2df779df-8840-4343-b9d9-79487f1dfc4b None None] Routers {'dfeb71ee-80ab-4fb2-93c6-97ae33d9cc73'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:41:53.133139 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-2df779df-8840-4343-b9d9-79487f1dfc4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:41:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['dfeb71ee-80ab-4fb2-93c6-97ae33d9cc73'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:41:53.192808 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-76d4e3e8-79c7-40f1-b933-91ce02bf4c63 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks [] for router, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:41:53.239424 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-2df779df-8840-4343-b9d9-79487f1dfc4b None None] Set router dfeb71ee-80ab-4fb2-93c6-97ae33d9cc73 gateway port host: n-d-802623-1 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:41:53.292541 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90dd02b7-8ea8-4475-9a23-8538198aac6b None None] DHCP port deletion for 97f310f8-5ed3-4ed6-99a1-ec54580c47e4 request from n-d-802623-1 {{(pid=93799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 23:41:53.303574 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-76d4e3e8-79c7-40f1-b933-91ce02bf4c63 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:41:53.339008 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-90dd02b7-8ea8-4475-9a23-8538198aac6b None None] Deleting port 30dae879-b5e6-498b-b9f8-a95b146abe06 {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:41:53.339757 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-90dd02b7-8ea8-4475-9a23-8538198aac6b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:41:53.361390 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-76d4e3e8-79c7-40f1-b933-91ce02bf4c63 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Deleting port 9b04344e-a102-42a4-9ae3-3113173d7397 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:41:53.361785 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-76d4e3e8-79c7-40f1-b933-91ce02bf4c63 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:41:53.410524 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-90dd02b7-8ea8-4475-9a23-8538198aac6b None None] For port 30dae879-b5e6-498b-b9f8-a95b146abe06, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=30dae879-b5e6-498b-b9f8-a95b146abe06,segment=NetworkSegment(bf7d7cfb-c9c6-47e3-a4c5-4622ba5f9abf),segment_id=bf7d7cfb-c9c6-47e3-a4c5-4622ba5f9abf)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:41:53.410922 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-90dd02b7-8ea8-4475-9a23-8538198aac6b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:41:53.424751 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-90dd02b7-8ea8-4475-9a23-8538198aac6b None None] Calling delete_port for 30dae879-b5e6-498b-b9f8-a95b146abe06 owned by network:dhcp {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:41:53.450818 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-76d4e3e8-79c7-40f1-b933-91ce02bf4c63 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] For port 9b04344e-a102-42a4-9ae3-3113173d7397, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=9b04344e-a102-42a4-9ae3-3113173d7397,segment=NetworkSegment(b9afe07e-bbe4-4740-834c-4b6a9698bdbc),segment_id=b9afe07e-bbe4-4740-834c-4b6a9698bdbc)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:41:53.451226 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-76d4e3e8-79c7-40f1-b933-91ce02bf4c63 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:41:53.464624 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-76d4e3e8-79c7-40f1-b933-91ce02bf4c63 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Calling delete_port for 9b04344e-a102-42a4-9ae3-3113173d7397 owned by network:router_gateway {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:41:53.508209 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-90dd02b7-8ea8-4475-9a23-8538198aac6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:41:53.513264 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-2df779df-8840-4343-b9d9-79487f1dfc4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfeb71ee-80ab-4fb2-93c6-97ae33d9cc73', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1396133135', 'tenant_id': '20cb27012881418a8b31e8023e85178c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': '9b04344e-a102-42a4-9ae3-3113173d7397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:39:25Z', 'updated_at': '2021-07-27T23:41:52Z', 'revision_number': 5, 'project_id': '20cb27012881418a8b31e8023e85178c', 'gw_port': {'id': '9b04344e-a102-42a4-9ae3-3113173d7397', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:6e:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfeb71ee-80ab-4fb2-93c6-97ae33d9cc73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:39:25Z', 'updated_at': '2021-07-27T23:39:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1'}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:41:53.538433 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90dd02b7-8ea8-4475-9a23-8538198aac6b None None] Pushing event deleted for resources: {'Port': ['ID=30dae879-b5e6-498b-b9f8-a95b146abe06,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:41:53.540118 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2df779df-8840-4343-b9d9-79487f1dfc4b None None] The sync data for ids ['dfeb71ee-80ab-4fb2-93c6-97ae33d9cc73'] in n-d-802623-1 is: [{'id': 'dfeb71ee-80ab-4fb2-93c6-97ae33d9cc73', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1396133135', 'tenant_id': '20cb27012881418a8b31e8023e85178c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': '9b04344e-a102-42a4-9ae3-3113173d7397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:39:25Z', 'updated_at': '2021-07-27T23:41:52Z', 'revision_number': 5, 'project_id': '20cb27012881418a8b31e8023e85178c', 'gw_port': {'id': '9b04344e-a102-42a4-9ae3-3113173d7397', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:6e:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfeb71ee-80ab-4fb2-93c6-97ae33d9cc73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:39:25Z', 'updated_at': '2021-07-27T23:39:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1'}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:41:53.543663 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90dd02b7-8ea8-4475-9a23-8538198aac6b None None] No DVR routers for this DVR port 30dae879-b5e6-498b-b9f8-a95b146abe06 on host n-d-802623-1 {{(pid=93799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:41:53.780275 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device ca14feba-e4e6-4a03-82ae-1b9a41a8929d no longer exists at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:41:53.801617 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] No Port match for: ca14feba-e4e6-4a03-82ae-1b9a41a8929d {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:41:53.802260 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device ca14feba-e4e6-4a03-82ae-1b9a41a8929d not bound to the agent host n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:41:53.803192 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 30dae879-b5e6-498b-b9f8-a95b146abe06 no longer exists at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:41:53.825421 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] No Port match for: 30dae879-b5e6-498b-b9f8-a95b146abe06 {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:41:53.825768 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 30dae879-b5e6-498b-b9f8-a95b146abe06 not bound to the agent host n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:41:53.936637 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-76d4e3e8-79c7-40f1-b933-91ce02bf4c63 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:41:53.962911 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d4e3e8-79c7-40f1-b933-91ce02bf4c63 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Pushing event deleted for resources: {'Port': ['ID=9b04344e-a102-42a4-9ae3-3113173d7397,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:41:54.019858 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-76d4e3e8-79c7-40f1-b933-91ce02bf4c63 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-415368'] for router_gateway, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:41:54.110286 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-76d4e3e8-79c7-40f1-b933-91ce02bf4c63 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62205'] for router, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:41:54.112993 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-76d4e3e8-79c7-40f1-b933-91ce02bf4c63 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:41:54.154316 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-76d4e3e8-79c7-40f1-b933-91ce02bf4c63 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-477831'] for router, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:41:54.154820 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76d4e3e8-79c7-40f1-b933-91ce02bf4c63 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Fanout notify agent at l3_agent the message router_deleted on router dfeb71ee-80ab-4fb2-93c6-97ae33d9cc73 {{(pid=93797) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 23:41:54.161581 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-76d4e3e8-79c7-40f1-b933-91ce02bf4c63 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks [] for router, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:41:54.165203 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-76d4e3e8-79c7-40f1-b933-91ce02bf4c63 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "DELETE /v2.0/routers/dfeb71ee-80ab-4fb2-93c6-97ae33d9cc73 HTTP/1.1" status: 204 len: 168 time: 1.0829930 Jul 27 23:41:54.166099 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 53638) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:41:54.248658 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a4a9e215-88a1-43d2-9159-02c3211bf8c9 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593271'] for network, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:41:54.338811 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a4a9e215-88a1-43d2-9159-02c3211bf8c9 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618032', 'neutron.services.segments.db._delete_segments_for_network-8736833900081'] for network, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:41:54.349235 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-a4a9e215-88a1-43d2-9159-02c3211bf8c9 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97f310f8-5ed3-4ed6-99a1-ec54580c47e4']}} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:41:54.358715 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-a4a9e215-88a1-43d2-9159-02c3211bf8c9 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf7d7cfb-c9c6-47e3-a4c5-4622ba5f9abf') {'for_net_delete': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:41:54.359017 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-a4a9e215-88a1-43d2-9159-02c3211bf8c9 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf7d7cfb-c9c6-47e3-a4c5-4622ba5f9abf') {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:41:54.368075 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a4a9e215-88a1-43d2-9159-02c3211bf8c9 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736833900858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11163256'] for segment, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:41:54.381498 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a4a9e215-88a1-43d2-9159-02c3211bf8c9 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:41:54.387149 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4a9e215-88a1-43d2-9159-02c3211bf8c9 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Releasing vlan 510 on physical network physnet1 to pool {{(pid=93798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 23:41:54.387535 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a4a9e215-88a1-43d2-9159-02c3211bf8c9 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11971746'] for segment, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:41:54.390338 n-d-802623-1 neutron-server[93798]: Traceback (most recent call last): Jul 27 23:41:54.390338 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 23:41:54.390338 n-d-802623-1 neutron-server[93798]: timer() Jul 27 23:41:54.390338 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 23:41:54.390338 n-d-802623-1 neutron-server[93798]: cb(*args, **kw) Jul 27 23:41:54.390338 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 23:41:54.390338 n-d-802623-1 neutron-server[93798]: return func(*args, **kwargs) Jul 27 23:41:54.390338 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 23:41:54.390338 n-d-802623-1 neutron-server[93798]: self._notify() Jul 27 23:41:54.390338 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 23:41:54.390338 n-d-802623-1 neutron-server[93798]: self.callback(batched_events) Jul 27 23:41:54.390338 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 23:41:54.390338 n-d-802623-1 neutron-server[93798]: event.method(event) Jul 27 23:41:54.390338 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 23:41:54.390338 n-d-802623-1 neutron-server[93798]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 23:41:54.390338 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 23:41:54.390338 n-d-802623-1 neutron-server[93798]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 23:41:54.390338 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 23:41:54.390338 n-d-802623-1 neutron-server[93798]: return f(self, *a, **k) Jul 27 23:41:54.390338 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 23:41:54.390338 n-d-802623-1 neutron-server[93798]: return self._get(url).json() Jul 27 23:41:54.390338 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 23:41:54.390338 n-d-802623-1 neutron-server[93798]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 23:41:54.390338 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 23:41:54.390338 n-d-802623-1 neutron-server[93798]: return self.request(url, 'GET', **kwargs) Jul 27 23:41:54.390338 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 23:41:54.390338 n-d-802623-1 neutron-server[93798]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 23:41:54.390338 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 23:41:54.390338 n-d-802623-1 neutron-server[93798]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 23:41:54.390338 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 23:41:54.390338 n-d-802623-1 neutron-server[93798]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 23:41:54.390338 n-d-802623-1 neutron-server[93798]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 23:41:54.446502 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a4a9e215-88a1-43d2-9159-02c3211bf8c9 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415412'] for network, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:41:54.452037 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a4a9e215-88a1-43d2-9159-02c3211bf8c9 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks [] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:41:54.453903 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-a4a9e215-88a1-43d2-9159-02c3211bf8c9 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "DELETE /v2.0/networks/97f310f8-5ed3-4ed6-99a1-ec54580c47e4 HTTP/1.1" status: 204 len: 168 time: 0.2868073 Jul 27 23:41:54.456755 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 53640) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:41:54.468251 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a9e215-88a1-43d2-9159-02c3211bf8c9 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Pushing event deleted for resources: {'Network': ['ID=97f310f8-5ed3-4ed6-99a1-ec54580c47e4,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:41:54.515463 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f42548ec-12f6-418b-9aa0-27f47065d1c1 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:41:54.540530 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f42548ec-12f6-418b-9aa0-27f47065d1c1 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:41:54.604567 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f42548ec-12f6-418b-9aa0-27f47065d1c1 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:41:54.607376 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f42548ec-12f6-418b-9aa0-27f47065d1c1 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:41:54.608574 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-f42548ec-12f6-418b-9aa0-27f47065d1c1 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "DELETE /v2.0/security-groups/8f6bcbe3-5387-4b95-bf07-b38a66c736a1 HTTP/1.1" status: 204 len: 168 time: 0.1505744 Jul 27 23:41:54.623093 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42548ec-12f6-418b-9aa0-27f47065d1c1 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f6bcbe3-5387-4b95-bf07-b38a66c736a1,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:41:55.047292 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 53646) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:41:55.052157 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-d99a4514-57ea-44e2-b352-0832e97be343 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-913503498', 'description': 'tempest-secgroup-smoke-913503498 description', 'project_id': '20cb27012881418a8b31e8023e85178c'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:41:55.080278 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d99a4514-57ea-44e2-b352-0832e97be343 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:41:55.161314 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d99a4514-57ea-44e2-b352-0832e97be343 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:41:55.165162 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d99a4514-57ea-44e2-b352-0832e97be343 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:41:55.194615 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d99a4514-57ea-44e2-b352-0832e97be343 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:41:55.195912 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-d99a4514-57ea-44e2-b352-0832e97be343 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1475933 Jul 27 23:41:55.197115 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99a4514-57ea-44e2-b352-0832e97be343 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b4c8b81-bf71-42c2-8ce9-39550a7a373c,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:41:55.198989 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 53648) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:41:55.203720 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-509b7d98-3c32-4c71-a69f-2fc01209d406 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Request body: {'security_group_rule': {'security_group_id': '1b4c8b81-bf71-42c2-8ce9-39550a7a373c', 'project_id': '20cb27012881418a8b31e8023e85178c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:41:55.229473 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-509b7d98-3c32-4c71-a69f-2fc01209d406 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:41:55.284665 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-509b7d98-3c32-4c71-a69f-2fc01209d406 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:41:55.288032 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-509b7d98-3c32-4c71-a69f-2fc01209d406 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784185'] for security_group_rule, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:41:55.307992 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509b7d98-3c32-4c71-a69f-2fc01209d406 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7595def6-6948-418a-a6c8-146a7d33b2e7,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:41:55.316412 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-509b7d98-3c32-4c71-a69f-2fc01209d406 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:41:55.317671 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-509b7d98-3c32-4c71-a69f-2fc01209d406 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1176131 Jul 27 23:41:55.320347 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 53650) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:41:55.324749 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-d2fb1f32-5364-4e26-af7b-5970415ba392 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Request body: {'security_group_rule': {'security_group_id': '1b4c8b81-bf71-42c2-8ce9-39550a7a373c', 'project_id': '20cb27012881418a8b31e8023e85178c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:41:55.333971 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device e3083c33-f279-436c-841b-7df5dbf8775c no longer exists at agent hyperv_n-h1-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:41:55.353815 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d2fb1f32-5364-4e26-af7b-5970415ba392 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:41:55.355187 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] No Port match for: e3083c33-f279-436c-841b-7df5dbf8775c {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:41:55.355536 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device e3083c33-f279-436c-841b-7df5dbf8775c not bound to the agent host n-h1-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:41:55.411395 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d2fb1f32-5364-4e26-af7b-5970415ba392 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:41:55.414722 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d2fb1f32-5364-4e26-af7b-5970415ba392 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784185'] for security_group_rule, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:41:55.432523 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fb1f32-5364-4e26-af7b-5970415ba392 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17fa8ad7-8273-4f5f-b948-588dc39f5b7d,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:41:55.438137 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d2fb1f32-5364-4e26-af7b-5970415ba392 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:41:55.439408 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-d2fb1f32-5364-4e26-af7b-5970415ba392 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1181202 Jul 27 23:41:55.442877 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 53652) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:41:55.447307 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-103a44bf-eeef-4b93-9297-34d05f07b9a7 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Request body: {'security_group_rule': {'security_group_id': '1b4c8b81-bf71-42c2-8ce9-39550a7a373c', 'project_id': '20cb27012881418a8b31e8023e85178c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:41:55.472037 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-103a44bf-eeef-4b93-9297-34d05f07b9a7 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:41:55.528725 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-103a44bf-eeef-4b93-9297-34d05f07b9a7 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:41:55.532137 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-103a44bf-eeef-4b93-9297-34d05f07b9a7 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784185'] for security_group_rule, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:41:55.548802 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103a44bf-eeef-4b93-9297-34d05f07b9a7 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=051f13bb-8da7-493f-9081-1936226d1f31,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:41:55.555724 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-103a44bf-eeef-4b93-9297-34d05f07b9a7 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:41:55.556919 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-103a44bf-eeef-4b93-9297-34d05f07b9a7 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1130939 Jul 27 23:41:55.559833 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 53654) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:41:55.564200 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-bd4df2e9-fc51-4ecc-8d61-d8117a4e61ed tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Request body: {'security_group_rule': {'security_group_id': '1b4c8b81-bf71-42c2-8ce9-39550a7a373c', 'project_id': '20cb27012881418a8b31e8023e85178c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:41:55.590886 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bd4df2e9-fc51-4ecc-8d61-d8117a4e61ed tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:41:55.648449 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bd4df2e9-fc51-4ecc-8d61-d8117a4e61ed tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:41:55.651931 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bd4df2e9-fc51-4ecc-8d61-d8117a4e61ed tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784185'] for security_group_rule, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:41:55.671355 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4df2e9-fc51-4ecc-8d61-d8117a4e61ed tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09f49c15-8a91-460e-b032-849f5dca6b9f,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:41:55.677658 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bd4df2e9-fc51-4ecc-8d61-d8117a4e61ed tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:41:55.678687 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-bd4df2e9-fc51-4ecc-8d61-d8117a4e61ed tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1179392 Jul 27 23:41:55.681493 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 53656) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:41:55.686129 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-dce46236-a578-4699-b481-3ae4ca6d3f81 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Request body: {'security_group_rule': {'security_group_id': '1b4c8b81-bf71-42c2-8ce9-39550a7a373c', 'project_id': '20cb27012881418a8b31e8023e85178c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:41:55.708011 n-d-802623-1 neutron-server[93798]: INFO neutron.db.securitygroups_db [None req-dce46236-a578-4699-b481-3ae4ca6d3f81 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Project 20cb27012881418a8b31e8023e85178c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 23:41:55.712895 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-dce46236-a578-4699-b481-3ae4ca6d3f81 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:41:55.771074 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 9b04344e-a102-42a4-9ae3-3113173d7397 no longer exists at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:41:55.779654 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-dce46236-a578-4699-b481-3ae4ca6d3f81 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:41:55.783478 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-dce46236-a578-4699-b481-3ae4ca6d3f81 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784185'] for security_group_rule, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:41:55.790607 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] No Port match for: 9b04344e-a102-42a4-9ae3-3113173d7397 {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:41:55.790959 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 9b04344e-a102-42a4-9ae3-3113173d7397 not bound to the agent host n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:41:55.804928 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce46236-a578-4699-b481-3ae4ca6d3f81 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c944a8ce-37ad-47d8-9903-3caf54d582b7,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:41:55.810638 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-dce46236-a578-4699-b481-3ae4ca6d3f81 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:41:55.812103 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-dce46236-a578-4699-b481-3ae4ca6d3f81 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1296785 Jul 27 23:41:55.814907 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 53658) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:41:55.819609 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-4dca3490-43d2-460f-b9f4-3f8650aacf63 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Request body: {'security_group_rule': {'security_group_id': '1b4c8b81-bf71-42c2-8ce9-39550a7a373c', 'project_id': '20cb27012881418a8b31e8023e85178c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:41:55.840060 n-d-802623-1 neutron-server[93798]: INFO neutron.db.securitygroups_db [None req-4dca3490-43d2-460f-b9f4-3f8650aacf63 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Project 20cb27012881418a8b31e8023e85178c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 23:41:55.844678 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4dca3490-43d2-460f-b9f4-3f8650aacf63 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:41:55.907879 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4dca3490-43d2-460f-b9f4-3f8650aacf63 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:41:55.912067 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4dca3490-43d2-460f-b9f4-3f8650aacf63 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784185'] for security_group_rule, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:41:55.930691 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dca3490-43d2-460f-b9f4-3f8650aacf63 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c9e3883-5d6c-4daa-a17e-d83296014954,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:41:55.936528 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4dca3490-43d2-460f-b9f4-3f8650aacf63 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:41:55.937722 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-4dca3490-43d2-460f-b9f4-3f8650aacf63 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1215291 Jul 27 23:41:55.941351 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 53660) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:41:55.946172 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-4f8fb442-f42a-407e-9839-76586b5f2532 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Request body: {'network': {'name': 'tempest-network-smoke--510133720', 'project_id': '20cb27012881418a8b31e8023e85178c', 'port_security_enabled': True}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:41:55.966868 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f8fb442-f42a-407e-9839-76586b5f2532 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Made reservation on behalf of 20cb27012881418a8b31e8023e85178c for: {'network': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:41:55.970198 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4f8fb442-f42a-407e-9839-76586b5f2532 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for network, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:41:55.994513 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f8fb442-f42a-407e-9839-76586b5f2532 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 509} {{(pid=93798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 23:41:56.004054 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4f8fb442-f42a-407e-9839-76586b5f2532 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:41:56.004398 n-d-802623-1 neutron-server[93798]: INFO neutron.db.segments_db [None req-4f8fb442-f42a-407e-9839-76586b5f2532 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Added segment 4b5a3af1-ae8e-4250-9390-930a90099071 of type vlan for network 7bbb1c8e-7c22-4bf8-9826-bf2efafe9da8 Jul 27 23:41:56.045472 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4f8fb442-f42a-407e-9839-76586b5f2532 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736833354590'] for network, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:41:56.072934 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4f8fb442-f42a-407e-9839-76586b5f2532 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569'] for network, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:41:56.078677 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f8fb442-f42a-407e-9839-76586b5f2532 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:41:56.079283 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4f8fb442-f42a-407e-9839-76586b5f2532 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks [] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:41:56.134344 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-4f8fb442-f42a-407e-9839-76586b5f2532 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1919813 Jul 27 23:41:56.138041 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 53662) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:41:56.142384 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-4d27cc0a-406f-47fe-910e-8a94015a0dfa tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1629451061', 'admin_state_up': True, 'project_id': '20cb27012881418a8b31e8023e85178c', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'}}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:41:56.160799 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8fb442-f42a-407e-9839-76586b5f2532 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Pushing event updated for resources: {'Network': ['ID=7bbb1c8e-7c22-4bf8-9826-bf2efafe9da8,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:41:56.171765 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Network 7bbb1c8e-7c22-4bf8-9826-bf2efafe9da8 details requested by agent ovs-agent-n-d-802623-1 with host n-d-802623-1 {{(pid=93799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 23:41:56.176137 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4d27cc0a-406f-47fe-910e-8a94015a0dfa tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62159'] for router, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:41:56.177159 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4d27cc0a-406f-47fe-910e-8a94015a0dfa tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-479230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-415539', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3693317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62148'] for router, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:41:56.233901 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4d27cc0a-406f-47fe-910e-8a94015a0dfa tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:41:56.366671 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4d27cc0a-406f-47fe-910e-8a94015a0dfa tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-415433', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62186'] for router, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:41:56.556694 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4d27cc0a-406f-47fe-910e-8a94015a0dfa tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks [] for router_gateway, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:41:56.575321 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4d27cc0a-406f-47fe-910e-8a94015a0dfa tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:41:56.679535 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-4d27cc0a-406f-47fe-910e-8a94015a0dfa tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Allocated IP 172.25.4.215 (2fd42287-ed26-4eb9-89a5-b521f5b04356/17de1f8f-393a-4b0c-a2df-614bd3f2fb5e/6f31bcf4-3f35-40e8-93db-f6ebd2cac68e) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:41:56.777246 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4d27cc0a-406f-47fe-910e-8a94015a0dfa tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:41:56.815647 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4d27cc0a-406f-47fe-910e-8a94015a0dfa tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:41:56.849301 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d27cc0a-406f-47fe-910e-8a94015a0dfa tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Network 2fd42287-ed26-4eb9-89a5-b521f5b04356 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:41:56.852037 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-4d27cc0a-406f-47fe-910e-8a94015a0dfa tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:41:56.855396 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d27cc0a-406f-47fe-910e-8a94015a0dfa tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:41:56.888251 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d27cc0a-406f-47fe-910e-8a94015a0dfa tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Pushing event updated for resources: {'Port': ['ID=6f31bcf4-3f35-40e8-93db-f6ebd2cac68e,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:41:56.914383 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-11bd7837-b43d-4639-9d97-71f5b0796073 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:41:57.110989 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4d27cc0a-406f-47fe-910e-8a94015a0dfa tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks [] for router_gateway, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:41:57.303561 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4d27cc0a-406f-47fe-910e-8a94015a0dfa tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-415468'] for router, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:41:57.425872 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d27cc0a-406f-47fe-910e-8a94015a0dfa tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Router 601485ce-1301-4dee-9e24-10c85705935a is scheduled to L3 agent 018c4455-49c0-4734-927d-7824067b2a9e with binding_index 1 {{(pid=93798) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 23:41:57.807587 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d27cc0a-406f-47fe-910e-8a94015a0dfa tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:41:57.818166 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-763470c5-1e97-4c01-9376-71a53b9e1eb3 None None] Sync routers for ids ['601485ce-1301-4dee-9e24-10c85705935a'] in n-d-802623-1 {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:41:57.827068 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4d27cc0a-406f-47fe-910e-8a94015a0dfa tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks [] for router, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:41:57.828403 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-4d27cc0a-406f-47fe-910e-8a94015a0dfa tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.6893809 Jul 27 23:41:57.829140 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-763470c5-1e97-4c01-9376-71a53b9e1eb3 None None] Routers {'601485ce-1301-4dee-9e24-10c85705935a'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:41:57.829785 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-763470c5-1e97-4c01-9376-71a53b9e1eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:41:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['601485ce-1301-4dee-9e24-10c85705935a'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:41:57.831528 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 53664) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:41:57.865354 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-ef3df5cb-b2e6-4997-8903-46d255c6893e tempest-TestNetworkAdvancedServerOps-897726458 tempest-TestNetworkAdvancedServerOps-897726458-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=20cb27012881418a8b31e8023e85178c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0327096 Jul 27 23:41:57.868117 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 53666) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:41:57.938577 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-763470c5-1e97-4c01-9376-71a53b9e1eb3 None None] Set router 601485ce-1301-4dee-9e24-10c85705935a gateway port host: n-d-802623-1 {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:41:58.019583 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d1e50a5-1f12-400c-90bb-7ba64108626e tempest-TestNetworkAdvancedServerOps-897726458 tempest-TestNetworkAdvancedServerOps-897726458-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:41:58.021185 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-2d1e50a5-1f12-400c-90bb-7ba64108626e tempest-TestNetworkAdvancedServerOps-897726458 tempest-TestNetworkAdvancedServerOps-897726458-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1514606 Jul 27 23:41:58.024177 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 53668) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:41:58.059453 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-30af0a5a-5f09-4f27-a65d-a60f6e65bf8e tempest-TestNetworkAdvancedServerOps-897726458 tempest-TestNetworkAdvancedServerOps-897726458-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=2fd42287-ed26-4eb9-89a5-b521f5b04356&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0339937 Jul 27 23:41:58.061863 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 53670) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:41:58.067013 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-93e38285-746e-48da-b139-c5c513a6d648 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1797994626', 'network_id': '7bbb1c8e-7c22-4bf8-9826-bf2efafe9da8', 'project_id': '20cb27012881418a8b31e8023e85178c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:41:58.122962 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-763470c5-1e97-4c01-9376-71a53b9e1eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '601485ce-1301-4dee-9e24-10c85705935a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1629451061', 'tenant_id': '20cb27012881418a8b31e8023e85178c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.215'}], 'enable_snat': True}, 'gw_port_id': '6f31bcf4-3f35-40e8-93db-f6ebd2cac68e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:41:56Z', 'updated_at': '2021-07-27T23:41:57Z', 'revision_number': 3, 'project_id': '20cb27012881418a8b31e8023e85178c', 'gw_port': {'id': '6f31bcf4-3f35-40e8-93db-f6ebd2cac68e', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:9d:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '601485ce-1301-4dee-9e24-10c85705935a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:41:56Z', 'updated_at': '2021-07-27T23:41:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1'}], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:41:58.152021 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-763470c5-1e97-4c01-9376-71a53b9e1eb3 None None] Checking router: 601485ce-1301-4dee-9e24-10c85705935a for host: n-d-802623-1 {{(pid=93799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 23:41:58.152462 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-763470c5-1e97-4c01-9376-71a53b9e1eb3 None None] Updating router 601485ce-1301-4dee-9e24-10c85705935a port 6f31bcf4-3f35-40e8-93db-f6ebd2cac68e binding host n-d-802623-1 {{(pid=93799) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 23:41:58.156573 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93e38285-746e-48da-b139-c5c513a6d648 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Made reservation on behalf of 20cb27012881418a8b31e8023e85178c for: {'subnet': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:41:58.161113 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-93e38285-746e-48da-b139-c5c513a6d648 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11551435'] for subnet, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:41:58.178948 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-763470c5-1e97-4c01-9376-71a53b9e1eb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:41:58.343587 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-93e38285-746e-48da-b139-c5c513a6d648 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11336182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11551417'] for subnet, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:41:58.403683 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e38285-746e-48da-b139-c5c513a6d648 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Pushing event updated for resources: {'Subnet': ['ID=955c7143-602c-4ac5-abf7-98010a2f4b94,revision_number=0']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:41:58.419071 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e38285-746e-48da-b139-c5c513a6d648 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Checking segment: {'id': '4b5a3af1-ae8e-4250-9390-930a90099071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '7bbb1c8e-7c22-4bf8-9826-bf2efafe9da8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:41:58.419433 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93e38285-746e-48da-b139-c5c513a6d648 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Network hostable DHCP agents. Network: 7bbb1c8e-7c22-4bf8-9826-bf2efafe9da8, hostable agents: ['5950e76f-2bde-4343-a925-cbe6bacd2706'], hosted agents: [] {{(pid=93797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 23:41:58.431646 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-763470c5-1e97-4c01-9376-71a53b9e1eb3 None None] Notify callbacks [] for port, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:41:58.436546 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93e38285-746e-48da-b139-c5c513a6d648 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Network 7bbb1c8e-7c22-4bf8-9826-bf2efafe9da8 is scheduled to be hosted by DHCP agent 5950e76f-2bde-4343-a925-cbe6bacd2706 with binding_index 1 {{(pid=93797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 23:41:58.442202 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-763470c5-1e97-4c01-9376-71a53b9e1eb3 None None] Transition to ACTIVE for port object 6f31bcf4-3f35-40e8-93db-f6ebd2cac68e will not be triggered until provisioned by entity L2. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:41:58.445675 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-93e38285-746e-48da-b139-c5c513a6d648 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802623-1, 7bbb1c8e-7c22-4bf8-9826-bf2efafe9da8) {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:41:58.447935 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-763470c5-1e97-4c01-9376-71a53b9e1eb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:41:58.450274 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93e38285-746e-48da-b139-c5c513a6d648 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:41:58.450894 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-93e38285-746e-48da-b139-c5c513a6d648 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks [] for subnet, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:41:58.459730 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21b0b0a2-f86f-4d3c-a465-3a03769c908b None None] Network 7bbb1c8e-7c22-4bf8-9826-bf2efafe9da8 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:41:58.465709 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-93e38285-746e-48da-b139-c5c513a6d648 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4028141 Jul 27 23:41:58.468607 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 53672) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:41:58.548729 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae1b3f6-b87a-49f2-9925-4cfb2700bd09 None None] Pushing event updated for resources: {'Port': ['ID=6f31bcf4-3f35-40e8-93db-f6ebd2cac68e,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:41:58.552462 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-763470c5-1e97-4c01-9376-71a53b9e1eb3 None None] Attempting to bind port 6f31bcf4-3f35-40e8-93db-f6ebd2cac68e on host n-d-802623-1 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:41:58.552831 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-763470c5-1e97-4c01-9376-71a53b9e1eb3 None None] Attempting to bind port 6f31bcf4-3f35-40e8-93db-f6ebd2cac68e by drivers openvswitch,hyperv on host n-d-802623-1 at level 0 using segments [{'id': 'b9afe07e-bbe4-4740-834c-4b6a9698bdbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:41:58.553188 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-763470c5-1e97-4c01-9376-71a53b9e1eb3 None None] Attempting to bind port 6f31bcf4-3f35-40e8-93db-f6ebd2cac68e on network 2fd42287-ed26-4eb9-89a5-b521f5b04356 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:41:58.562469 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-763470c5-1e97-4c01-9376-71a53b9e1eb3 None None] Checking agent: {'id': 'a9a568d2-a5e7-41e4-833f-a8ab42ea4073', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 52, 30), 'started_at': datetime.datetime(2021, 7, 27, 22, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 41, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802623-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:41:58.562840 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-763470c5-1e97-4c01-9376-71a53b9e1eb3 None None] Checking segment: {'id': 'b9afe07e-bbe4-4740-834c-4b6a9698bdbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:41:58.563258 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-763470c5-1e97-4c01-9376-71a53b9e1eb3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:41:58.563646 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-763470c5-1e97-4c01-9376-71a53b9e1eb3 None None] Bound using segment: {'id': 'b9afe07e-bbe4-4740-834c-4b6a9698bdbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:41:58.564107 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-763470c5-1e97-4c01-9376-71a53b9e1eb3 None None] Bound port: 6f31bcf4-3f35-40e8-93db-f6ebd2cac68e, host: n-d-802623-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9afe07e-bbe4-4740-834c-4b6a9698bdbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:41:58.564485 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-763470c5-1e97-4c01-9376-71a53b9e1eb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:41:58.658166 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-763470c5-1e97-4c01-9376-71a53b9e1eb3 None None] For port 6f31bcf4-3f35-40e8-93db-f6ebd2cac68e, host n-d-802623-1, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:41:58.662967 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-763470c5-1e97-4c01-9376-71a53b9e1eb3 None None] For port 6f31bcf4-3f35-40e8-93db-f6ebd2cac68e, host n-d-802623-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=6f31bcf4-3f35-40e8-93db-f6ebd2cac68e,segment=NetworkSegment(b9afe07e-bbe4-4740-834c-4b6a9698bdbc),segment_id=b9afe07e-bbe4-4740-834c-4b6a9698bdbc)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:41:58.668539 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-763470c5-1e97-4c01-9376-71a53b9e1eb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:41:58.729536 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62bbde56-1a52-4720-b85d-e670cf011bf2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f6f257c-ad18-5f0c-8c8e-ea085a5fc8a2-7bbb1c8e-7c22-4bf8-9826-bf2efafe9da8', 'network_id': '7bbb1c8e-7c22-4bf8-9826-bf2efafe9da8', 'tenant_id': '20cb27012881418a8b31e8023e85178c', 'fixed_ips': [{'subnet_id': '955c7143-602c-4ac5-abf7-98010a2f4b94'}]}} from n-d-802623-1. {{(pid=93799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 23:41:58.730360 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-62bbde56-1a52-4720-b85d-e670cf011bf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:41:58.763579 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae1b3f6-b87a-49f2-9925-4cfb2700bd09 None None] Pushing event updated for resources: {'Port': ['ID=6f31bcf4-3f35-40e8-93db-f6ebd2cac68e,revision_number=3']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:41:58.767002 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-763470c5-1e97-4c01-9376-71a53b9e1eb3 None None] Routers {'601485ce-1301-4dee-9e24-10c85705935a'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:41:58.767575 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-763470c5-1e97-4c01-9376-71a53b9e1eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:41:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['601485ce-1301-4dee-9e24-10c85705935a'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:41:58.938798 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-426d1a70-d5a3-4a63-8bd7-e588ddec3047 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:41:59.112491 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-763470c5-1e97-4c01-9376-71a53b9e1eb3 None None] Set router 601485ce-1301-4dee-9e24-10c85705935a gateway port host: n-d-802623-1 {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:41:59.167965 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-62bbde56-1a52-4720-b85d-e670cf011bf2 None None] Allocated IP 172.20.0.2 (7bbb1c8e-7c22-4bf8-9826-bf2efafe9da8/955c7143-602c-4ac5-abf7-98010a2f4b94/f0279954-a77a-47bd-a2fe-fbc6180ae475) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:41:59.404621 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-62bbde56-1a52-4720-b85d-e670cf011bf2 None None] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:41:59.415282 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-62bbde56-1a52-4720-b85d-e670cf011bf2 None None] Transition to ACTIVE for port object f0279954-a77a-47bd-a2fe-fbc6180ae475 will not be triggered until provisioned by entity L2. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:41:59.417823 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-763470c5-1e97-4c01-9376-71a53b9e1eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '601485ce-1301-4dee-9e24-10c85705935a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1629451061', 'tenant_id': '20cb27012881418a8b31e8023e85178c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.215'}], 'enable_snat': True}, 'gw_port_id': '6f31bcf4-3f35-40e8-93db-f6ebd2cac68e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:41:56Z', 'updated_at': '2021-07-27T23:41:57Z', 'revision_number': 3, 'project_id': '20cb27012881418a8b31e8023e85178c', 'gw_port': {'id': '6f31bcf4-3f35-40e8-93db-f6ebd2cac68e', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:9d:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '601485ce-1301-4dee-9e24-10c85705935a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:41:56Z', 'updated_at': '2021-07-27T23:41:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1'}], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:41:59.449114 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-763470c5-1e97-4c01-9376-71a53b9e1eb3 None None] The sync data for ids ['601485ce-1301-4dee-9e24-10c85705935a'] in n-d-802623-1 is: [{'id': '601485ce-1301-4dee-9e24-10c85705935a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1629451061', 'tenant_id': '20cb27012881418a8b31e8023e85178c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.215'}], 'enable_snat': True}, 'gw_port_id': '6f31bcf4-3f35-40e8-93db-f6ebd2cac68e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:41:56Z', 'updated_at': '2021-07-27T23:41:57Z', 'revision_number': 3, 'project_id': '20cb27012881418a8b31e8023e85178c', 'gw_port': {'id': '6f31bcf4-3f35-40e8-93db-f6ebd2cac68e', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:9d:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '601485ce-1301-4dee-9e24-10c85705935a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:41:56Z', 'updated_at': '2021-07-27T23:41:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1'}] {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:41:59.456855 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-62bbde56-1a52-4720-b85d-e670cf011bf2 None None] Transition to ACTIVE for port object f0279954-a77a-47bd-a2fe-fbc6180ae475 will not be triggered until provisioned by entity DHCP. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:41:59.462825 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-62bbde56-1a52-4720-b85d-e670cf011bf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:41:59.499964 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62bbde56-1a52-4720-b85d-e670cf011bf2 None None] Network 7bbb1c8e-7c22-4bf8-9826-bf2efafe9da8 is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:41:59.503451 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-62bbde56-1a52-4720-b85d-e670cf011bf2 None None] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:41:59.506875 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62bbde56-1a52-4720-b85d-e670cf011bf2 None None] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:41:59.520241 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bbde56-1a52-4720-b85d-e670cf011bf2 None None] Pushing event updated for resources: {'Port': ['ID=f0279954-a77a-47bd-a2fe-fbc6180ae475,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:41:59.529997 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-426d1a70-d5a3-4a63-8bd7-e588ddec3047 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Allocated IP 172.20.0.1 (7bbb1c8e-7c22-4bf8-9826-bf2efafe9da8/955c7143-602c-4ac5-abf7-98010a2f4b94/bfd36ffb-e89c-4a08-97dd-dd7f67231cdd) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:41:59.584227 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-62bbde56-1a52-4720-b85d-e670cf011bf2 None None] Attempting to bind port f0279954-a77a-47bd-a2fe-fbc6180ae475 on host n-d-802623-1 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:41:59.584600 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-62bbde56-1a52-4720-b85d-e670cf011bf2 None None] Attempting to bind port f0279954-a77a-47bd-a2fe-fbc6180ae475 by drivers openvswitch,hyperv on host n-d-802623-1 at level 0 using segments [{'id': '4b5a3af1-ae8e-4250-9390-930a90099071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '7bbb1c8e-7c22-4bf8-9826-bf2efafe9da8'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:41:59.585021 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62bbde56-1a52-4720-b85d-e670cf011bf2 None None] Attempting to bind port f0279954-a77a-47bd-a2fe-fbc6180ae475 on network 7bbb1c8e-7c22-4bf8-9826-bf2efafe9da8 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:41:59.595113 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a1eb33b2-9ea4-40b6-aaef-2e5401f338f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:41:59.599036 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62bbde56-1a52-4720-b85d-e670cf011bf2 None None] Checking agent: {'id': 'a9a568d2-a5e7-41e4-833f-a8ab42ea4073', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 52, 30), 'started_at': datetime.datetime(2021, 7, 27, 22, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 41, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802623-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:41:59.599439 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62bbde56-1a52-4720-b85d-e670cf011bf2 None None] Checking segment: {'id': '4b5a3af1-ae8e-4250-9390-930a90099071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '7bbb1c8e-7c22-4bf8-9826-bf2efafe9da8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:41:59.599839 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-62bbde56-1a52-4720-b85d-e670cf011bf2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:41:59.600552 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62bbde56-1a52-4720-b85d-e670cf011bf2 None None] Bound using segment: {'id': '4b5a3af1-ae8e-4250-9390-930a90099071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '7bbb1c8e-7c22-4bf8-9826-bf2efafe9da8'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:41:59.601035 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-62bbde56-1a52-4720-b85d-e670cf011bf2 None None] Bound port: f0279954-a77a-47bd-a2fe-fbc6180ae475, host: n-d-802623-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b5a3af1-ae8e-4250-9390-930a90099071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '7bbb1c8e-7c22-4bf8-9826-bf2efafe9da8'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:41:59.601424 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-62bbde56-1a52-4720-b85d-e670cf011bf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:41:59.670277 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-426d1a70-d5a3-4a63-8bd7-e588ddec3047 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:41:59.686443 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-426d1a70-d5a3-4a63-8bd7-e588ddec3047 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Transition to ACTIVE for port object bfd36ffb-e89c-4a08-97dd-dd7f67231cdd will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:41:59.688536 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-62bbde56-1a52-4720-b85d-e670cf011bf2 None None] For port f0279954-a77a-47bd-a2fe-fbc6180ae475, host n-d-802623-1, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:41:59.692387 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-62bbde56-1a52-4720-b85d-e670cf011bf2 None None] For port f0279954-a77a-47bd-a2fe-fbc6180ae475, host n-d-802623-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=f0279954-a77a-47bd-a2fe-fbc6180ae475,segment=NetworkSegment(4b5a3af1-ae8e-4250-9390-930a90099071),segment_id=4b5a3af1-ae8e-4250-9390-930a90099071)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:41:59.696483 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-62bbde56-1a52-4720-b85d-e670cf011bf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:41:59.730545 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-426d1a70-d5a3-4a63-8bd7-e588ddec3047 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:41:59.789973 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-426d1a70-d5a3-4a63-8bd7-e588ddec3047 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Network 7bbb1c8e-7c22-4bf8-9826-bf2efafe9da8 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:41:59.793462 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-426d1a70-d5a3-4a63-8bd7-e588ddec3047 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:41:59.793908 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bbde56-1a52-4720-b85d-e670cf011bf2 None None] Pushing event updated for resources: {'Port': ['ID=f0279954-a77a-47bd-a2fe-fbc6180ae475,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:41:59.797308 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-426d1a70-d5a3-4a63-8bd7-e588ddec3047 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:41:59.808795 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:41:59.849466 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-426d1a70-d5a3-4a63-8bd7-e588ddec3047 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-415283'] for router_interface, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:41:59.863916 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 6f31bcf4-3f35-40e8-93db-f6ebd2cac68e up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:41:59.888485 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426d1a70-d5a3-4a63-8bd7-e588ddec3047 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Pushing event updated for resources: {'Port': ['ID=bfd36ffb-e89c-4a08-97dd-dd7f67231cdd,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:41:59.925641 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning for port 6f31bcf4-3f35-40e8-93db-f6ebd2cac68e completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:41:59.929513 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port 6f31bcf4-3f35-40e8-93db-f6ebd2cac68e triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:41:59.929988 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:42:00.023833 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-426d1a70-d5a3-4a63-8bd7-e588ddec3047 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:42:00.062965 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:42:00.098795 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] For port 6f31bcf4-3f35-40e8-93db-f6ebd2cac68e, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=6f31bcf4-3f35-40e8-93db-f6ebd2cac68e,segment=NetworkSegment(b9afe07e-bbe4-4740-834c-4b6a9698bdbc),segment_id=b9afe07e-bbe4-4740-834c-4b6a9698bdbc)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:42:00.100572 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:42:00.106049 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:42:00.174646 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Pushing event updated for resources: {'Port': ['ID=6f31bcf4-3f35-40e8-93db-f6ebd2cac68e,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:42:00.345400 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-426d1a70-d5a3-4a63-8bd7-e588ddec3047 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:42:00.350683 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-426d1a70-d5a3-4a63-8bd7-e588ddec3047 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:42:00.423770 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-426d1a70-d5a3-4a63-8bd7-e588ddec3047 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3760555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-414115'] for router_interface, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:42:00.425589 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426d1a70-d5a3-4a63-8bd7-e588ddec3047 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Pushing event updated for resources: {'Port': ['ID=bfd36ffb-e89c-4a08-97dd-dd7f67231cdd,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:42:00.522008 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-426d1a70-d5a3-4a63-8bd7-e588ddec3047 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Network 7bbb1c8e-7c22-4bf8-9826-bf2efafe9da8 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:42:00.523532 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-426d1a70-d5a3-4a63-8bd7-e588ddec3047 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:42:00.548278 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-19f2e178-d45e-4fbe-b9be-c3963fc151ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:42:00.639639 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-426d1a70-d5a3-4a63-8bd7-e588ddec3047 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Router 601485ce-1301-4dee-9e24-10c85705935a has already been hosted by L3 agent 018c4455-49c0-4734-927d-7824067b2a9e {{(pid=93798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 23:42:00.752474 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-426d1a70-d5a3-4a63-8bd7-e588ddec3047 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:42:00.758041 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-426d1a70-d5a3-4a63-8bd7-e588ddec3047 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "PUT /v2.0/routers/601485ce-1301-4dee-9e24-10c85705935a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2883894 Jul 27 23:42:00.771687 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc972cf9-cb2b-426d-84d0-bc81995764ed None None] Network 7bbb1c8e-7c22-4bf8-9826-bf2efafe9da8 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:42:00.841216 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-82a24fd6-77bb-46da-997b-772a2f077ba1 None None] Provisioning for port f0279954-a77a-47bd-a2fe-fbc6180ae475 completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:42:00.951640 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-6392da95-6d0a-4604-9740-388b3391a3ac req-8d641660-845c-431a-9444-7b8832cd43d8 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-913503498&fields=id&tenant_id=20cb27012881418a8b31e8023e85178c HTTP/1.1" status: 200 len: 267 time: 0.0340424 Jul 27 23:42:01.070017 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6392da95-6d0a-4604-9740-388b3391a3ac req-0c3d4092-c869-44a2-91f8-f3e96d032d81 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:42:01.071670 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-6392da95-6d0a-4604-9740-388b3391a3ac req-0c3d4092-c869-44a2-91f8-f3e96d032d81 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "GET /v2.0/networks?id=7bbb1c8e-7c22-4bf8-9826-bf2efafe9da8 HTTP/1.1" status: 200 len: 796 time: 0.1118233 Jul 27 23:42:01.090792 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-6392da95-6d0a-4604-9740-388b3391a3ac req-49d71c9d-d4f3-469b-8fee-3f45152d3cdf tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "GET /v2.0/quotas/20cb27012881418a8b31e8023e85178c HTTP/1.1" status: 200 len: 375 time: 0.0124047 Jul 27 23:42:01.149584 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-6392da95-6d0a-4604-9740-388b3391a3ac req-2a46f38a-a455-40fc-a92c-20d709e76947 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=20cb27012881418a8b31e8023e85178c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0524583 Jul 27 23:42:01.193250 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-bd05e31b-3b1f-4024-a794-522e68d8c6e4 None None] Provisioning for port bfd36ffb-e89c-4a08-97dd-dd7f67231cdd completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:42:01.203272 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-bd05e31b-3b1f-4024-a794-522e68d8c6e4 None None] Provisioning complete for port bfd36ffb-e89c-4a08-97dd-dd7f67231cdd triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:42:01.204015 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-bd05e31b-3b1f-4024-a794-522e68d8c6e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:42:01.242052 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-bd05e31b-3b1f-4024-a794-522e68d8c6e4 None None] Port bfd36ffb-e89c-4a08-97dd-dd7f67231cdd cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:42:01.319273 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-6392da95-6d0a-4604-9740-388b3391a3ac req-a03aaa42-9253-47a7-8497-636b9073882c service neutron] 10.222.0.18 "GET /v2.0/networks/7bbb1c8e-7c22-4bf8-9826-bf2efafe9da8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575365 Jul 27 23:42:01.361936 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-00a01369-7d64-40aa-b497-4854f0685dc8 None None] Provisioning complete for port bfd36ffb-e89c-4a08-97dd-dd7f67231cdd triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:42:01.362914 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-00a01369-7d64-40aa-b497-4854f0685dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:42:01.402506 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-00a01369-7d64-40aa-b497-4854f0685dc8 None None] Port bfd36ffb-e89c-4a08-97dd-dd7f67231cdd cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:42:01.422552 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36f67782-e1d6-4e5b-92a7-98ab3a47ed1c None None] Sync routers for ids ['601485ce-1301-4dee-9e24-10c85705935a'] in n-d-802623-1 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:42:01.426137 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-6392da95-6d0a-4604-9740-388b3391a3ac req-a9e4e441-b2e6-449d-9393-8ec3f87d329f service neutron] 10.222.0.18 "GET /v2.0/networks/7bbb1c8e-7c22-4bf8-9826-bf2efafe9da8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977578 Jul 27 23:42:01.432365 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36f67782-e1d6-4e5b-92a7-98ab3a47ed1c None None] Routers {'601485ce-1301-4dee-9e24-10c85705935a'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:42:01.433056 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-36f67782-e1d6-4e5b-92a7-98ab3a47ed1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:42:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['601485ce-1301-4dee-9e24-10c85705935a'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:42:01.522930 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-85215ccf-6417-4aa7-9170-7cd27d5c021d None None] Provisioning complete for port bfd36ffb-e89c-4a08-97dd-dd7f67231cdd triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:42:01.523735 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-85215ccf-6417-4aa7-9170-7cd27d5c021d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:42:01.548129 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-36f67782-e1d6-4e5b-92a7-98ab3a47ed1c None None] Set router 601485ce-1301-4dee-9e24-10c85705935a gateway port host: n-d-802623-1 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:42:01.559608 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-85215ccf-6417-4aa7-9170-7cd27d5c021d None None] Port bfd36ffb-e89c-4a08-97dd-dd7f67231cdd cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:42:01.615456 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f2594576-4106-4687-8129-d26c578b3820 req-663ce6a5-2070-4877-b6a9-adb700cd87e1 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f3cd08f-0799-437a-abed-7b85fad37af3 HTTP/1.1" status: 200 len: 210 time: 0.0269728 Jul 27 23:42:01.771793 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-36f67782-e1d6-4e5b-92a7-98ab3a47ed1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '601485ce-1301-4dee-9e24-10c85705935a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1629451061', 'tenant_id': '20cb27012881418a8b31e8023e85178c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.215'}], 'enable_snat': True}, 'gw_port_id': '6f31bcf4-3f35-40e8-93db-f6ebd2cac68e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:41:56Z', 'updated_at': '2021-07-27T23:41:59Z', 'revision_number': 4, 'project_id': '20cb27012881418a8b31e8023e85178c', 'gw_port': {'id': '6f31bcf4-3f35-40e8-93db-f6ebd2cac68e', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:9d:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '601485ce-1301-4dee-9e24-10c85705935a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:41:56Z', 'updated_at': '2021-07-27T23:42:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': 'bfd36ffb-e89c-4a08-97dd-dd7f67231cdd', 'name': '', 'network_id': '7bbb1c8e-7c22-4bf8-9826-bf2efafe9da8', 'tenant_id': '20cb27012881418a8b31e8023e85178c', 'mac_address': 'fa:16:3e:e3:53:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '601485ce-1301-4dee-9e24-10c85705935a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': '955c7143-602c-4ac5-abf7-98010a2f4b94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:41:59Z', 'updated_at': '2021-07-27T23:42:00Z', 'revision_number': 2, 'project_id': '20cb27012881418a8b31e8023e85178c', 'subnets': [{'id': '955c7143-602c-4ac5-abf7-98010a2f4b94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:42:01.800573 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36f67782-e1d6-4e5b-92a7-98ab3a47ed1c None None] Checking router: 601485ce-1301-4dee-9e24-10c85705935a for host: n-d-802623-1 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 23:42:01.800942 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36f67782-e1d6-4e5b-92a7-98ab3a47ed1c None None] Updating router 601485ce-1301-4dee-9e24-10c85705935a port bfd36ffb-e89c-4a08-97dd-dd7f67231cdd binding host n-d-802623-1 {{(pid=93800) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 23:42:01.826567 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-36f67782-e1d6-4e5b-92a7-98ab3a47ed1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:42:01.881410 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 6f31bcf4-3f35-40e8-93db-f6ebd2cac68e up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:42:01.934042 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port 6f31bcf4-3f35-40e8-93db-f6ebd2cac68e triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:42:01.934416 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:42:02.011960 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device f0279954-a77a-47bd-a2fe-fbc6180ae475 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:42:02.059105 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning for port f0279954-a77a-47bd-a2fe-fbc6180ae475 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:42:02.062634 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port f0279954-a77a-47bd-a2fe-fbc6180ae475 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:42:02.063012 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:42:02.119168 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-36f67782-e1d6-4e5b-92a7-98ab3a47ed1c None None] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:42:02.131887 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-36f67782-e1d6-4e5b-92a7-98ab3a47ed1c None None] Transition to ACTIVE for port object bfd36ffb-e89c-4a08-97dd-dd7f67231cdd will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:42:02.141068 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-36f67782-e1d6-4e5b-92a7-98ab3a47ed1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:42:02.150025 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:42:02.193422 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] For port f0279954-a77a-47bd-a2fe-fbc6180ae475, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=f0279954-a77a-47bd-a2fe-fbc6180ae475,segment=NetworkSegment(4b5a3af1-ae8e-4250-9390-930a90099071),segment_id=4b5a3af1-ae8e-4250-9390-930a90099071)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:42:02.198587 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:42:02.212747 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5e712c-5d59-40d0-9f40-ff34bdda34a0 None None] Pushing event updated for resources: {'Port': ['ID=bfd36ffb-e89c-4a08-97dd-dd7f67231cdd,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:42:02.233523 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5e712c-5d59-40d0-9f40-ff34bdda34a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:42:02.233867 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5e712c-5d59-40d0-9f40-ff34bdda34a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:42:02.234197 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5e712c-5d59-40d0-9f40-ff34bdda34a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:42:02.234523 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5e712c-5d59-40d0-9f40-ff34bdda34a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:42:02.234853 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5e712c-5d59-40d0-9f40-ff34bdda34a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:42:02.235221 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5e712c-5d59-40d0-9f40-ff34bdda34a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:42:02.235543 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5e712c-5d59-40d0-9f40-ff34bdda34a0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:42:02.235861 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5e712c-5d59-40d0-9f40-ff34bdda34a0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:42:02.236177 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5e712c-5d59-40d0-9f40-ff34bdda34a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:42:02.236487 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5e712c-5d59-40d0-9f40-ff34bdda34a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:42:02.237314 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5e712c-5d59-40d0-9f40-ff34bdda34a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:42:02.237314 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5e712c-5d59-40d0-9f40-ff34bdda34a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:42:02.250403 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-36f67782-e1d6-4e5b-92a7-98ab3a47ed1c None None] Attempting to bind port bfd36ffb-e89c-4a08-97dd-dd7f67231cdd on host n-d-802623-1 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:42:02.250767 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-36f67782-e1d6-4e5b-92a7-98ab3a47ed1c None None] Attempting to bind port bfd36ffb-e89c-4a08-97dd-dd7f67231cdd by drivers openvswitch,hyperv on host n-d-802623-1 at level 0 using segments [{'id': '4b5a3af1-ae8e-4250-9390-930a90099071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '7bbb1c8e-7c22-4bf8-9826-bf2efafe9da8'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:42:02.251210 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36f67782-e1d6-4e5b-92a7-98ab3a47ed1c None None] Attempting to bind port bfd36ffb-e89c-4a08-97dd-dd7f67231cdd on network 7bbb1c8e-7c22-4bf8-9826-bf2efafe9da8 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:42:02.255866 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Pushing event updated for resources: {'Port': ['ID=f0279954-a77a-47bd-a2fe-fbc6180ae475,revision_number=3']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:42:02.256718 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36f67782-e1d6-4e5b-92a7-98ab3a47ed1c None None] Checking agent: {'id': 'a9a568d2-a5e7-41e4-833f-a8ab42ea4073', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 52, 30), 'started_at': datetime.datetime(2021, 7, 27, 22, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802623-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:42:02.257090 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36f67782-e1d6-4e5b-92a7-98ab3a47ed1c None None] Checking segment: {'id': '4b5a3af1-ae8e-4250-9390-930a90099071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '7bbb1c8e-7c22-4bf8-9826-bf2efafe9da8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:42:02.257488 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-36f67782-e1d6-4e5b-92a7-98ab3a47ed1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:42:02.257871 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36f67782-e1d6-4e5b-92a7-98ab3a47ed1c None None] Bound using segment: {'id': '4b5a3af1-ae8e-4250-9390-930a90099071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '7bbb1c8e-7c22-4bf8-9826-bf2efafe9da8'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:42:02.258460 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-36f67782-e1d6-4e5b-92a7-98ab3a47ed1c None None] Bound port: bfd36ffb-e89c-4a08-97dd-dd7f67231cdd, host: n-d-802623-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b5a3af1-ae8e-4250-9390-930a90099071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '7bbb1c8e-7c22-4bf8-9826-bf2efafe9da8'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:42:02.258841 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-36f67782-e1d6-4e5b-92a7-98ab3a47ed1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:42:02.312210 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7418f70f-e60d-4709-8ba9-6ab514bc7f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:42:02.323593 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-36f67782-e1d6-4e5b-92a7-98ab3a47ed1c None None] For port bfd36ffb-e89c-4a08-97dd-dd7f67231cdd, host n-d-802623-1, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:42:02.327295 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-36f67782-e1d6-4e5b-92a7-98ab3a47ed1c None None] For port bfd36ffb-e89c-4a08-97dd-dd7f67231cdd, host n-d-802623-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=bfd36ffb-e89c-4a08-97dd-dd7f67231cdd,segment=NetworkSegment(4b5a3af1-ae8e-4250-9390-930a90099071),segment_id=4b5a3af1-ae8e-4250-9390-930a90099071)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:42:02.332355 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-36f67782-e1d6-4e5b-92a7-98ab3a47ed1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:42:02.392678 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5e712c-5d59-40d0-9f40-ff34bdda34a0 None None] Pushing event updated for resources: {'Port': ['ID=bfd36ffb-e89c-4a08-97dd-dd7f67231cdd,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:42:02.399967 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36f67782-e1d6-4e5b-92a7-98ab3a47ed1c None None] Routers {'601485ce-1301-4dee-9e24-10c85705935a'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:42:02.400577 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-36f67782-e1d6-4e5b-92a7-98ab3a47ed1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:42:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['601485ce-1301-4dee-9e24-10c85705935a'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:42:02.512683 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-36f67782-e1d6-4e5b-92a7-98ab3a47ed1c None None] Set router 601485ce-1301-4dee-9e24-10c85705935a gateway port host: n-d-802623-1 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:42:02.608194 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6392da95-6d0a-4604-9740-388b3391a3ac req-4b5506d1-41c4-4bc4-890e-e313e5b33ef1 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:42:02.609717 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-6392da95-6d0a-4604-9740-388b3391a3ac req-4b5506d1-41c4-4bc4-890e-e313e5b33ef1 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.49 "GET /v2.0/networks?id=7bbb1c8e-7c22-4bf8-9826-bf2efafe9da8 HTTP/1.1" status: 200 len: 796 time: 0.1440041 Jul 27 23:42:02.666534 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-6392da95-6d0a-4604-9740-388b3391a3ac req-253ed841-b315-430d-98a0-7fd0709f19b1 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=20cb27012881418a8b31e8023e85178c HTTP/1.1" status: 200 len: 379 time: 0.0465126 Jul 27 23:42:02.676560 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [req-6392da95-6d0a-4604-9740-388b3391a3ac req-8f8b0f25-e7b7-43e4-a0ba-12f68f48ffd3 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Request body: {'port': {'device_id': '0f3cd08f-0799-437a-abed-7b85fad37af3', 'network_id': '7bbb1c8e-7c22-4bf8-9826-bf2efafe9da8', 'admin_state_up': True, 'tenant_id': '20cb27012881418a8b31e8023e85178c', 'security_groups': ['1b4c8b81-bf71-42c2-8ce9-39550a7a373c']}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:42:02.726234 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-36f67782-e1d6-4e5b-92a7-98ab3a47ed1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '601485ce-1301-4dee-9e24-10c85705935a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1629451061', 'tenant_id': '20cb27012881418a8b31e8023e85178c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.215'}], 'enable_snat': True}, 'gw_port_id': '6f31bcf4-3f35-40e8-93db-f6ebd2cac68e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:41:56Z', 'updated_at': '2021-07-27T23:41:59Z', 'revision_number': 4, 'project_id': '20cb27012881418a8b31e8023e85178c', 'gw_port': {'id': '6f31bcf4-3f35-40e8-93db-f6ebd2cac68e', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:9d:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '601485ce-1301-4dee-9e24-10c85705935a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:41:56Z', 'updated_at': '2021-07-27T23:42:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': 'bfd36ffb-e89c-4a08-97dd-dd7f67231cdd', 'name': '', 'network_id': '7bbb1c8e-7c22-4bf8-9826-bf2efafe9da8', 'tenant_id': '20cb27012881418a8b31e8023e85178c', 'mac_address': 'fa:16:3e:e3:53:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '601485ce-1301-4dee-9e24-10c85705935a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': '955c7143-602c-4ac5-abf7-98010a2f4b94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:41:59Z', 'updated_at': '2021-07-27T23:42:02Z', 'revision_number': 4, 'project_id': '20cb27012881418a8b31e8023e85178c', 'subnets': [{'id': '955c7143-602c-4ac5-abf7-98010a2f4b94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:42:02.751860 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36f67782-e1d6-4e5b-92a7-98ab3a47ed1c None None] The sync data for ids ['601485ce-1301-4dee-9e24-10c85705935a'] in n-d-802623-1 is: [{'id': '601485ce-1301-4dee-9e24-10c85705935a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1629451061', 'tenant_id': '20cb27012881418a8b31e8023e85178c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.215'}], 'enable_snat': True}, 'gw_port_id': '6f31bcf4-3f35-40e8-93db-f6ebd2cac68e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:41:56Z', 'updated_at': '2021-07-27T23:41:59Z', 'revision_number': 4, 'project_id': '20cb27012881418a8b31e8023e85178c', 'gw_port': {'id': '6f31bcf4-3f35-40e8-93db-f6ebd2cac68e', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:9d:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '601485ce-1301-4dee-9e24-10c85705935a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:41:56Z', 'updated_at': '2021-07-27T23:42:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': 'bfd36ffb-e89c-4a08-97dd-dd7f67231cdd', 'name': '', 'network_id': '7bbb1c8e-7c22-4bf8-9826-bf2efafe9da8', 'tenant_id': '20cb27012881418a8b31e8023e85178c', 'mac_address': 'fa:16:3e:e3:53:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '601485ce-1301-4dee-9e24-10c85705935a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': '955c7143-602c-4ac5-abf7-98010a2f4b94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:41:59Z', 'updated_at': '2021-07-27T23:42:02Z', 'revision_number': 4, 'project_id': '20cb27012881418a8b31e8023e85178c', 'subnets': [{'id': '955c7143-602c-4ac5-abf7-98010a2f4b94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:42:02.752304 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8cecd346-a61b-4124-8ff7-228fe38a2117 req-0facc6bf-1a19-49db-8d91-af9ff24e7c93 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f3cd08f-0799-437a-abed-7b85fad37af3 HTTP/1.1" status: 200 len: 210 time: 0.0589955 Jul 27 23:42:02.828628 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6392da95-6d0a-4604-9740-388b3391a3ac req-8f8b0f25-e7b7-43e4-a0ba-12f68f48ffd3 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Made reservation on behalf of 20cb27012881418a8b31e8023e85178c for: {'port': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:42:02.832797 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-6392da95-6d0a-4604-9740-388b3391a3ac req-8f8b0f25-e7b7-43e4-a0ba-12f68f48ffd3 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:42:02.964175 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [req-6392da95-6d0a-4604-9740-388b3391a3ac req-8f8b0f25-e7b7-43e4-a0ba-12f68f48ffd3 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Allocated IP 172.20.0.5 (7bbb1c8e-7c22-4bf8-9826-bf2efafe9da8/955c7143-602c-4ac5-abf7-98010a2f4b94/cdcd5303-d341-4e6c-bf57-48702e6f6d0e) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:42:03.121468 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-6392da95-6d0a-4604-9740-388b3391a3ac req-8f8b0f25-e7b7-43e4-a0ba-12f68f48ffd3 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:42:03.136628 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [req-6392da95-6d0a-4604-9740-388b3391a3ac req-8f8b0f25-e7b7-43e4-a0ba-12f68f48ffd3 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Transition to ACTIVE for port object cdcd5303-d341-4e6c-bf57-48702e6f6d0e will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:42:03.169938 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-6392da95-6d0a-4604-9740-388b3391a3ac req-8f8b0f25-e7b7-43e4-a0ba-12f68f48ffd3 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:42:03.216314 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6392da95-6d0a-4604-9740-388b3391a3ac req-8f8b0f25-e7b7-43e4-a0ba-12f68f48ffd3 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Network 7bbb1c8e-7c22-4bf8-9826-bf2efafe9da8 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:42:03.219851 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [req-6392da95-6d0a-4604-9740-388b3391a3ac req-8f8b0f25-e7b7-43e4-a0ba-12f68f48ffd3 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:42:03.222492 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [req-6392da95-6d0a-4604-9740-388b3391a3ac req-8f8b0f25-e7b7-43e4-a0ba-12f68f48ffd3 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:42:03.255024 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8b0f25-e7b7-43e4-a0ba-12f68f48ffd3 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Pushing event updated for resources: {'Port': ['ID=cdcd5303-d341-4e6c-bf57-48702e6f6d0e,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:42:03.305563 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6392da95-6d0a-4604-9740-388b3391a3ac req-8f8b0f25-e7b7-43e4-a0ba-12f68f48ffd3 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:42:03.306681 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-6392da95-6d0a-4604-9740-388b3391a3ac req-8f8b0f25-e7b7-43e4-a0ba-12f68f48ffd3 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:42:03.326993 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-6392da95-6d0a-4604-9740-388b3391a3ac req-8f8b0f25-e7b7-43e4-a0ba-12f68f48ffd3 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6546929 Jul 27 23:42:03.340238 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [req-6392da95-6d0a-4604-9740-388b3391a3ac req-c848bc2a-7924-4916-9abe-25fbaddfb4cc service neutron] Request body: {'port': {'device_id': '0f3cd08f-0799-437a-abed-7b85fad37af3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802623-1'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:42:03.399418 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-6392da95-6d0a-4604-9740-388b3391a3ac req-c848bc2a-7924-4916-9abe-25fbaddfb4cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:42:03.535470 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-b4f92b8e-eb0e-4f79-8e99-a2eb8fbeab67 None None] Provisioning for port cdcd5303-d341-4e6c-bf57-48702e6f6d0e completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:42:03.540944 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-b4f92b8e-eb0e-4f79-8e99-a2eb8fbeab67 None None] Provisioning complete for port cdcd5303-d341-4e6c-bf57-48702e6f6d0e triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:42:03.541250 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b4f92b8e-eb0e-4f79-8e99-a2eb8fbeab67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:42:03.582852 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-b4f92b8e-eb0e-4f79-8e99-a2eb8fbeab67 None None] Port cdcd5303-d341-4e6c-bf57-48702e6f6d0e cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:42:03.690720 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [req-6392da95-6d0a-4604-9740-388b3391a3ac req-c848bc2a-7924-4916-9abe-25fbaddfb4cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cdcd5303-d341-4e6c-bf57-48702e6f6d0e {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:42:03.698441 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-6392da95-6d0a-4604-9740-388b3391a3ac req-c848bc2a-7924-4916-9abe-25fbaddfb4cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:42:03.710871 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [req-6392da95-6d0a-4604-9740-388b3391a3ac req-c848bc2a-7924-4916-9abe-25fbaddfb4cc service neutron] Transition to ACTIVE for port object cdcd5303-d341-4e6c-bf57-48702e6f6d0e will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:42:03.714847 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-6392da95-6d0a-4604-9740-388b3391a3ac req-c848bc2a-7924-4916-9abe-25fbaddfb4cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11336041'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:42:03.772148 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c848bc2a-7924-4916-9abe-25fbaddfb4cc service neutron] Pushing event updated for resources: {'Port': ['ID=cdcd5303-d341-4e6c-bf57-48702e6f6d0e,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:42:03.865318 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-6392da95-6d0a-4604-9740-388b3391a3ac req-c848bc2a-7924-4916-9abe-25fbaddfb4cc service neutron] Attempting to bind port cdcd5303-d341-4e6c-bf57-48702e6f6d0e on host n-h2-802623-1 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:42:03.865822 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-6392da95-6d0a-4604-9740-388b3391a3ac req-c848bc2a-7924-4916-9abe-25fbaddfb4cc service neutron] Attempting to bind port cdcd5303-d341-4e6c-bf57-48702e6f6d0e by drivers openvswitch,hyperv on host n-h2-802623-1 at level 0 using segments [{'id': '4b5a3af1-ae8e-4250-9390-930a90099071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '7bbb1c8e-7c22-4bf8-9826-bf2efafe9da8'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:42:03.865986 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6392da95-6d0a-4604-9740-388b3391a3ac req-c848bc2a-7924-4916-9abe-25fbaddfb4cc service neutron] Attempting to bind port cdcd5303-d341-4e6c-bf57-48702e6f6d0e on network 7bbb1c8e-7c22-4bf8-9826-bf2efafe9da8 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:42:03.870678 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6392da95-6d0a-4604-9740-388b3391a3ac req-c848bc2a-7924-4916-9abe-25fbaddfb4cc service neutron] Port cdcd5303-d341-4e6c-bf57-48702e6f6d0e on network 7bbb1c8e-7c22-4bf8-9826-bf2efafe9da8 not bound, no agent of type Open vSwitch agent registered on host n-h2-802623-1 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 23:42:03.871001 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6392da95-6d0a-4604-9740-388b3391a3ac req-c848bc2a-7924-4916-9abe-25fbaddfb4cc service neutron] Attempting to bind port cdcd5303-d341-4e6c-bf57-48702e6f6d0e on network 7bbb1c8e-7c22-4bf8-9826-bf2efafe9da8 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:42:03.879290 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6392da95-6d0a-4604-9740-388b3391a3ac req-c848bc2a-7924-4916-9abe-25fbaddfb4cc service neutron] Checking agent: {'id': 'c5cc038b-93c4-4df4-8061-5df2a04a48c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 23, 0, 4), 'started_at': datetime.datetime(2021, 7, 27, 23, 0, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 41, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:42:03.879638 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6392da95-6d0a-4604-9740-388b3391a3ac req-c848bc2a-7924-4916-9abe-25fbaddfb4cc service neutron] Checking segment: {'id': '4b5a3af1-ae8e-4250-9390-930a90099071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '7bbb1c8e-7c22-4bf8-9826-bf2efafe9da8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:42:03.880283 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6392da95-6d0a-4604-9740-388b3391a3ac req-c848bc2a-7924-4916-9abe-25fbaddfb4cc service neutron] Bound using segment: {'id': '4b5a3af1-ae8e-4250-9390-930a90099071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '7bbb1c8e-7c22-4bf8-9826-bf2efafe9da8'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:42:03.880618 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-6392da95-6d0a-4604-9740-388b3391a3ac req-c848bc2a-7924-4916-9abe-25fbaddfb4cc service neutron] Bound port: cdcd5303-d341-4e6c-bf57-48702e6f6d0e, host: n-h2-802623-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b5a3af1-ae8e-4250-9390-930a90099071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '7bbb1c8e-7c22-4bf8-9826-bf2efafe9da8'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:42:03.880989 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-6392da95-6d0a-4604-9740-388b3391a3ac req-c848bc2a-7924-4916-9abe-25fbaddfb4cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:42:03.931102 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device f0279954-a77a-47bd-a2fe-fbc6180ae475 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:42:03.942391 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ff430b-b200-4d2e-8042-39eff2e73d43 req-9c9d2a0d-b830-4611-8d1d-a48ff6ef9c08 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:42:03.944631 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-90ff430b-b200-4d2e-8042-39eff2e73d43 req-9c9d2a0d-b830-4611-8d1d-a48ff6ef9c08 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f3cd08f-0799-437a-abed-7b85fad37af3 HTTP/1.1" status: 200 len: 943 time: 0.0900035 Jul 27 23:42:03.964624 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-6392da95-6d0a-4604-9740-388b3391a3ac req-c848bc2a-7924-4916-9abe-25fbaddfb4cc service neutron] For port cdcd5303-d341-4e6c-bf57-48702e6f6d0e, host n-h2-802623-1, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:42:03.969618 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-6392da95-6d0a-4604-9740-388b3391a3ac req-c848bc2a-7924-4916-9abe-25fbaddfb4cc service neutron] For port cdcd5303-d341-4e6c-bf57-48702e6f6d0e, host n-h2-802623-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=cdcd5303-d341-4e6c-bf57-48702e6f6d0e,segment=NetworkSegment(4b5a3af1-ae8e-4250-9390-930a90099071),segment_id=4b5a3af1-ae8e-4250-9390-930a90099071)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:42:03.979728 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-6392da95-6d0a-4604-9740-388b3391a3ac req-c848bc2a-7924-4916-9abe-25fbaddfb4cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11336041'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:42:04.005609 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port f0279954-a77a-47bd-a2fe-fbc6180ae475 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:42:04.006347 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:42:04.007126 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-90ff430b-b200-4d2e-8042-39eff2e73d43 req-9658ce2f-f11e-4b0d-aaa6-4d9dc4509297 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "GET /v2.0/security-groups?id=1b4c8b81-bf71-42c2-8ce9-39550a7a373c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562563 Jul 27 23:42:04.039386 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6392da95-6d0a-4604-9740-388b3391a3ac req-c848bc2a-7924-4916-9abe-25fbaddfb4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:42:04.040113 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-6392da95-6d0a-4604-9740-388b3391a3ac req-c848bc2a-7924-4916-9abe-25fbaddfb4cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:42:04.041619 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-6392da95-6d0a-4604-9740-388b3391a3ac req-c848bc2a-7924-4916-9abe-25fbaddfb4cc service neutron] 10.222.0.49 "PUT /v2.0/ports/cdcd5303-d341-4e6c-bf57-48702e6f6d0e HTTP/1.1" status: 200 len: 1091 time: 0.7065902 Jul 27 23:42:04.042086 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f3cd08f-0799-437a-abed-7b85fad37af3', 'tag': 'cdcd5303-d341-4e6c-bf57-48702e6f6d0e'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:42:04.044745 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a476459a1bfce68b0ae0df5b6a71154bfc7cfdc8f9eefce6ad0a17231e60468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71248f73-51d9-4c53-94a9-8397ace5220c" -d '{"events": [{"name": "network-changed", "server_uuid": "0f3cd08f-0799-437a-abed-7b85fad37af3", "tag": "cdcd5303-d341-4e6c-bf57-48702e6f6d0e"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:42:04.061156 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c848bc2a-7924-4916-9abe-25fbaddfb4cc service neutron] Pushing event updated for resources: {'Port': ['ID=cdcd5303-d341-4e6c-bf57-48702e6f6d0e,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:42:04.106727 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 23:42:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7831a18-2e4b-4566-8607-69ed50d8fc0b x-openstack-request-id: req-a7831a18-2e4b-4566-8607-69ed50d8fc0b {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:42:04.107118 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f3cd08f-0799-437a-abed-7b85fad37af3", "tag": "cdcd5303-d341-4e6c-bf57-48702e6f6d0e", "status": "completed", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:42:04.107320 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a7831a18-2e4b-4566-8607-69ed50d8fc0b {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:42:04.107693 n-d-802623-1 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f3cd08f-0799-437a-abed-7b85fad37af3', 'tag': 'cdcd5303-d341-4e6c-bf57-48702e6f6d0e', 'status': 'completed', 'code': 200} Jul 27 23:42:04.111343 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device bfd36ffb-e89c-4a08-97dd-dd7f67231cdd up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:42:04.148341 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6392da95-6d0a-4604-9740-388b3391a3ac req-96ec507a-e670-4ed4-9b35-8e38b55b7f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:42:04.149790 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-6392da95-6d0a-4604-9740-388b3391a3ac req-96ec507a-e670-4ed4-9b35-8e38b55b7f43 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=20cb27012881418a8b31e8023e85178c&device_id=0f3cd08f-0799-437a-abed-7b85fad37af3 HTTP/1.1" status: 200 len: 1094 time: 0.0559912 Jul 27 23:42:04.169151 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning for port bfd36ffb-e89c-4a08-97dd-dd7f67231cdd completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:42:04.173336 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port bfd36ffb-e89c-4a08-97dd-dd7f67231cdd triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:42:04.173801 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:42:04.206921 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-6392da95-6d0a-4604-9740-388b3391a3ac req-7276b154-e1f6-4be4-84b1-630616e10806 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cdcd5303-d341-4e6c-bf57-48702e6f6d0e HTTP/1.1" status: 200 len: 217 time: 0.0486920 Jul 27 23:42:04.257757 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:42:04.259307 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6392da95-6d0a-4604-9740-388b3391a3ac req-bd2f9057-b801-444d-9e0d-96ff4622d235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:42:04.260792 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-6392da95-6d0a-4604-9740-388b3391a3ac req-bd2f9057-b801-444d-9e0d-96ff4622d235 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=955c7143-602c-4ac5-abf7-98010a2f4b94 HTTP/1.1" status: 200 len: 835 time: 0.0474679 Jul 27 23:42:04.289994 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] For port bfd36ffb-e89c-4a08-97dd-dd7f67231cdd, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=bfd36ffb-e89c-4a08-97dd-dd7f67231cdd,segment=NetworkSegment(4b5a3af1-ae8e-4250-9390-930a90099071),segment_id=4b5a3af1-ae8e-4250-9390-930a90099071)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:42:04.293929 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:42:04.307934 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6392da95-6d0a-4604-9740-388b3391a3ac req-06a69a35-fea6-4a73-af25-d12fea06b9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:42:04.309434 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-6392da95-6d0a-4604-9740-388b3391a3ac req-06a69a35-fea6-4a73-af25-d12fea06b9ee service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=7bbb1c8e-7c22-4bf8-9826-bf2efafe9da8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416853 Jul 27 23:42:04.343142 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Pushing event updated for resources: {'Port': ['ID=bfd36ffb-e89c-4a08-97dd-dd7f67231cdd,revision_number=5']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:42:04.402324 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-6392da95-6d0a-4604-9740-388b3391a3ac req-8537d37c-a716-4720-adb6-80d839bba8d5 service neutron] 10.222.0.49 "GET /v2.0/networks/7bbb1c8e-7c22-4bf8-9826-bf2efafe9da8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855725 Jul 27 23:42:04.490864 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-6392da95-6d0a-4604-9740-388b3391a3ac req-bccf4626-01e3-4b6d-ac2b-5f6ac8ba8beb service neutron] 10.222.0.49 "GET /v2.0/networks/7bbb1c8e-7c22-4bf8-9826-bf2efafe9da8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820062 Jul 27 23:42:04.577907 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71248f73-51d9-4c53-94a9-8397ace5220c req-2e2e03e3-5e3a-41ec-a05e-0284895d5723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:42:04.579371 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-71248f73-51d9-4c53-94a9-8397ace5220c req-2e2e03e3-5e3a-41ec-a05e-0284895d5723 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=20cb27012881418a8b31e8023e85178c&device_id=0f3cd08f-0799-437a-abed-7b85fad37af3 HTTP/1.1" status: 200 len: 1094 time: 0.0426104 Jul 27 23:42:04.671840 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71248f73-51d9-4c53-94a9-8397ace5220c req-2268523c-3961-48b1-9184-e7496caad1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:42:04.673328 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-71248f73-51d9-4c53-94a9-8397ace5220c req-2268523c-3961-48b1-9184-e7496caad1a5 service neutron] 10.222.0.49 "GET /v2.0/networks?id=7bbb1c8e-7c22-4bf8-9826-bf2efafe9da8 HTTP/1.1" status: 200 len: 897 time: 0.0874724 Jul 27 23:42:04.714317 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-71248f73-51d9-4c53-94a9-8397ace5220c req-02b96393-551d-4682-baa5-d0324f416d6a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cdcd5303-d341-4e6c-bf57-48702e6f6d0e HTTP/1.1" status: 200 len: 217 time: 0.0342929 Jul 27 23:42:04.762212 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71248f73-51d9-4c53-94a9-8397ace5220c req-d51cd1de-cbc1-4073-9d79-5cf7864ad3c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:42:04.763642 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-71248f73-51d9-4c53-94a9-8397ace5220c req-d51cd1de-cbc1-4073-9d79-5cf7864ad3c6 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=955c7143-602c-4ac5-abf7-98010a2f4b94 HTTP/1.1" status: 200 len: 835 time: 0.0426266 Jul 27 23:42:04.812830 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71248f73-51d9-4c53-94a9-8397ace5220c req-91fb486c-41eb-42d0-8b4d-aff0e75917bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:42:04.814297 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-71248f73-51d9-4c53-94a9-8397ace5220c req-91fb486c-41eb-42d0-8b4d-aff0e75917bf service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=7bbb1c8e-7c22-4bf8-9826-bf2efafe9da8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437446 Jul 27 23:42:04.900862 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-71248f73-51d9-4c53-94a9-8397ace5220c req-a3bc641d-2cda-4173-b9b7-a54999e449c2 service neutron] 10.222.0.49 "GET /v2.0/networks/7bbb1c8e-7c22-4bf8-9826-bf2efafe9da8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792024 Jul 27 23:42:04.993542 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-71248f73-51d9-4c53-94a9-8397ace5220c req-8095a976-d62c-41e7-b861-d8b1fa809541 service neutron] 10.222.0.49 "GET /v2.0/networks/7bbb1c8e-7c22-4bf8-9826-bf2efafe9da8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856802 Jul 27 23:42:05.057279 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:42:05.119006 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a42cbc5-6814-44e0-8b07-b8af698c72cc req-96885174-6b58-4747-9152-5b8dc10dc72e tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:42:05.120548 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-6a42cbc5-6814-44e0-8b07-b8af698c72cc req-96885174-6b58-4747-9152-5b8dc10dc72e tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f3cd08f-0799-437a-abed-7b85fad37af3 HTTP/1.1" status: 200 len: 943 time: 0.0478361 Jul 27 23:42:05.162057 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-6a42cbc5-6814-44e0-8b07-b8af698c72cc req-ebb10956-0e19-44f6-ad68-5b3759cafd07 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "GET /v2.0/security-groups?id=1b4c8b81-bf71-42c2-8ce9-39550a7a373c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354762 Jul 27 23:42:05.782315 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device bfd36ffb-e89c-4a08-97dd-dd7f67231cdd up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:42:05.830533 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port bfd36ffb-e89c-4a08-97dd-dd7f67231cdd triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:42:05.831437 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:42:06.276359 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337421fc-6c98-4e5d-9ed0-8e066f7681a0 req-f05c231e-d30d-4e78-8067-2e73b5179b78 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:42:06.277859 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-337421fc-6c98-4e5d-9ed0-8e066f7681a0 req-f05c231e-d30d-4e78-8067-2e73b5179b78 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f3cd08f-0799-437a-abed-7b85fad37af3 HTTP/1.1" status: 200 len: 943 time: 0.0479825 Jul 27 23:42:06.316109 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-337421fc-6c98-4e5d-9ed0-8e066f7681a0 req-db55fc36-d3eb-4950-b18a-f1aa21a81d18 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "GET /v2.0/security-groups?id=1b4c8b81-bf71-42c2-8ce9-39550a7a373c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313895 Jul 27 23:42:06.366184 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.agents_db [None req-9beef776-8bab-4de2-989a-f5a23ba4aaf4 None None] Agent healthcheck: found 7 active agents {{(pid=93800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 23:42:06.546799 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device cdcd5303-d341-4e6c-bf57-48702e6f6d0e details requested by agent hyperv_n-h2-802623-1 with host n-h2-802623-1 {{(pid=93799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 23:42:06.640149 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port cdcd5303-d341-4e6c-bf57-48702e6f6d0e, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=cdcd5303-d341-4e6c-bf57-48702e6f6d0e,segment=NetworkSegment(4b5a3af1-ae8e-4250-9390-930a90099071),segment_id=4b5a3af1-ae8e-4250-9390-930a90099071)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:42:06.651665 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Returning: {'device': 'cdcd5303-d341-4e6c-bf57-48702e6f6d0e', 'network_id': '7bbb1c8e-7c22-4bf8-9826-bf2efafe9da8', 'port_id': 'cdcd5303-d341-4e6c-bf57-48702e6f6d0e', 'mac_address': 'fa:16:3e:ce:4f:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '955c7143-602c-4ac5-abf7-98010a2f4b94', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 23:42:06.687791 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:42:06.702498 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cdcd5303-d341-4e6c-bf57-48702e6f6d0e {{(pid=93799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:42:06.721512 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port cdcd5303-d341-4e6c-bf57-48702e6f6d0e, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=cdcd5303-d341-4e6c-bf57-48702e6f6d0e,segment=NetworkSegment(4b5a3af1-ae8e-4250-9390-930a90099071),segment_id=4b5a3af1-ae8e-4250-9390-930a90099071)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:42:06.725494 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:42:06.770609 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Pushing event updated for resources: {'Port': ['ID=cdcd5303-d341-4e6c-bf57-48702e6f6d0e,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:42:07.009383 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] get_ports_and_sgs() called for port_ids ['cdcd5303-d341-4e6c-bf57-48702e6f6d0e'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:42:07.428281 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6a5813-0e2d-4877-9694-59b45448904d req-376d59bd-df1f-4a0e-ab9e-c844c7f3c778 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:42:07.429749 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-0a6a5813-0e2d-4877-9694-59b45448904d req-376d59bd-df1f-4a0e-ab9e-c844c7f3c778 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f3cd08f-0799-437a-abed-7b85fad37af3 HTTP/1.1" status: 200 len: 944 time: 0.0481563 Jul 27 23:42:07.466680 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-0a6a5813-0e2d-4877-9694-59b45448904d req-9d6e1def-8170-46b2-8d87-0c70b592baad tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "GET /v2.0/security-groups?id=1b4c8b81-bf71-42c2-8ce9-39550a7a373c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311019 Jul 27 23:42:08.568853 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device cdcd5303-d341-4e6c-bf57-48702e6f6d0e up at agent hyperv_n-h2-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:42:08.578635 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7cb309-c096-4ac5-b5df-b5d8088e3a49 req-f7504847-28e3-4ca4-b227-cb454b1c674a tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:42:08.581421 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-ef7cb309-c096-4ac5-b5df-b5d8088e3a49 req-f7504847-28e3-4ca4-b227-cb454b1c674a tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f3cd08f-0799-437a-abed-7b85fad37af3 HTTP/1.1" status: 200 len: 944 time: 0.0488341 Jul 27 23:42:08.619456 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-ef7cb309-c096-4ac5-b5df-b5d8088e3a49 req-e8a6cfba-3c79-44d6-914d-59e69e1db0b2 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "GET /v2.0/security-groups?id=1b4c8b81-bf71-42c2-8ce9-39550a7a373c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322044 Jul 27 23:42:08.620660 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Provisioning for port cdcd5303-d341-4e6c-bf57-48702e6f6d0e completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:42:08.624534 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Provisioning complete for port cdcd5303-d341-4e6c-bf57-48702e6f6d0e triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:42:08.624911 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:42:08.706503 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:42:08.728277 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f3cd08f-0799-437a-abed-7b85fad37af3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdcd5303-d341-4e6c-bf57-48702e6f6d0e'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:42:08.730517 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c0369b0d4f459110ff20a1f9878ba33f96d6491bddb9d15843bf29d01e0bda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c792d33-019d-4fad-9282-9a9f5635b0ae" -d '{"events": [{"server_uuid": "0f3cd08f-0799-437a-abed-7b85fad37af3", "name": "network-vif-plugged", "status": "completed", "tag": "cdcd5303-d341-4e6c-bf57-48702e6f6d0e"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:42:08.743749 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port cdcd5303-d341-4e6c-bf57-48702e6f6d0e, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=cdcd5303-d341-4e6c-bf57-48702e6f6d0e,segment=NetworkSegment(4b5a3af1-ae8e-4250-9390-930a90099071),segment_id=4b5a3af1-ae8e-4250-9390-930a90099071)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:42:08.747720 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:42:08.776338 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:42:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc7cf785-8ecd-4812-8a04-5d450ddc5c1d x-openstack-request-id: req-fc7cf785-8ecd-4812-8a04-5d450ddc5c1d {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:42:08.776632 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f3cd08f-0799-437a-abed-7b85fad37af3", "name": "network-vif-plugged", "status": "completed", "tag": "cdcd5303-d341-4e6c-bf57-48702e6f6d0e", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:42:08.776883 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-fc7cf785-8ecd-4812-8a04-5d450ddc5c1d {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:42:08.777274 n-d-802623-1 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f3cd08f-0799-437a-abed-7b85fad37af3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdcd5303-d341-4e6c-bf57-48702e6f6d0e', 'code': 200} Jul 27 23:42:08.802184 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Pushing event updated for resources: {'Port': ['ID=cdcd5303-d341-4e6c-bf57-48702e6f6d0e,revision_number=5']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:42:08.865395 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4891a39-0317-4217-97f3-d0a4a044dd97 req-ebdf0a48-65b9-4adb-805e-65970f1f718e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:42:08.866892 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a4891a39-0317-4217-97f3-d0a4a044dd97 req-ebdf0a48-65b9-4adb-805e-65970f1f718e service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=0f3cd08f-0799-437a-abed-7b85fad37af3 HTTP/1.1" status: 200 len: 1096 time: 0.0442743 Jul 27 23:42:08.902343 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a4891a39-0317-4217-97f3-d0a4a044dd97 req-7cec6e28-0dca-4b96-a080-09199de318e4 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=1b4c8b81-bf71-42c2-8ce9-39550a7a373c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0279448 Jul 27 23:42:09.733155 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697d434a-dc11-4255-8221-f67b4852721c req-cc890fa7-8fe1-47b2-a751-cf48e74562ea tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:42:09.734659 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-697d434a-dc11-4255-8221-f67b4852721c req-cc890fa7-8fe1-47b2-a751-cf48e74562ea tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f3cd08f-0799-437a-abed-7b85fad37af3 HTTP/1.1" status: 200 len: 945 time: 0.0487301 Jul 27 23:42:09.772611 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-697d434a-dc11-4255-8221-f67b4852721c req-ae5cae4c-6940-4602-96f2-024cc89a6701 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "GET /v2.0/security-groups?id=1b4c8b81-bf71-42c2-8ce9-39550a7a373c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319860 Jul 27 23:42:10.898336 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15507f5e-939f-4479-8eb8-0b4f11edc3a9 req-3e71e80d-394b-47f3-90cc-a5099a16ebfa tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:42:10.899761 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-15507f5e-939f-4479-8eb8-0b4f11edc3a9 req-3e71e80d-394b-47f3-90cc-a5099a16ebfa tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f3cd08f-0799-437a-abed-7b85fad37af3 HTTP/1.1" status: 200 len: 945 time: 0.0478723 Jul 27 23:42:10.937125 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-15507f5e-939f-4479-8eb8-0b4f11edc3a9 req-6d57abea-cdd5-4318-99ed-add6913264f5 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "GET /v2.0/security-groups?id=1b4c8b81-bf71-42c2-8ce9-39550a7a373c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316036 Jul 27 23:42:11.049086 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131c763c-f4f4-433e-a288-d5cf378db7af req-9c581b6c-cb62-41e9-8b55-951a4281601c tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:42:11.051315 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-131c763c-f4f4-433e-a288-d5cf378db7af req-9c581b6c-cb62-41e9-8b55-951a4281601c tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f3cd08f-0799-437a-abed-7b85fad37af3 HTTP/1.1" status: 200 len: 945 time: 0.0488245 Jul 27 23:42:11.091713 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-131c763c-f4f4-433e-a288-d5cf378db7af req-4deddead-7c78-4f9e-be68-61efaa2cafb2 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "GET /v2.0/security-groups?id=1b4c8b81-bf71-42c2-8ce9-39550a7a373c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345626 Jul 27 23:42:11.113504 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 53726) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:42:11.155188 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4e010d1-a764-4a2c-a446-d8ec3df26b2e tempest-TestNetworkAdvancedServerOps-897726458 tempest-TestNetworkAdvancedServerOps-897726458-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:42:11.156588 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-c4e010d1-a764-4a2c-a446-d8ec3df26b2e tempest-TestNetworkAdvancedServerOps-897726458 tempest-TestNetworkAdvancedServerOps-897726458-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=0f3cd08f-0799-437a-abed-7b85fad37af3 HTTP/1.1" status: 200 len: 1091 time: 0.0421560 Jul 27 23:42:11.159955 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 53728) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:42:11.164251 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-6c33d7eb-2f0f-4f9a-81a7-840b67e83081 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Request body: {'floatingip': {'floating_network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'port_id': 'cdcd5303-d341-4e6c-bf57-48702e6f6d0e', 'tenant_id': '20cb27012881418a8b31e8023e85178c', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:42:11.186398 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6c33d7eb-2f0f-4f9a-81a7-840b67e83081 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks [] for floatingip, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:42:11.279623 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6c33d7eb-2f0f-4f9a-81a7-840b67e83081 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:42:11.382450 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-6c33d7eb-2f0f-4f9a-81a7-840b67e83081 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Allocated IP 172.25.4.87 (2fd42287-ed26-4eb9-89a5-b521f5b04356/17de1f8f-393a-4b0c-a2df-614bd3f2fb5e/28aecf08-a681-4bde-a2b1-589d25c1f7ae) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:42:11.480264 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6c33d7eb-2f0f-4f9a-81a7-840b67e83081 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:42:11.516665 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6c33d7eb-2f0f-4f9a-81a7-840b67e83081 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:42:11.558671 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c33d7eb-2f0f-4f9a-81a7-840b67e83081 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Network 2fd42287-ed26-4eb9-89a5-b521f5b04356 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:42:11.563443 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-6c33d7eb-2f0f-4f9a-81a7-840b67e83081 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:42:11.568325 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c33d7eb-2f0f-4f9a-81a7-840b67e83081 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:42:11.571287 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c33d7eb-2f0f-4f9a-81a7-840b67e83081 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Pushing event updated for resources: {'Port': ['ID=28aecf08-a681-4bde-a2b1-589d25c1f7ae,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:42:11.910007 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6c33d7eb-2f0f-4f9a-81a7-840b67e83081 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:42:11.979317 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6c33d7eb-2f0f-4f9a-81a7-840b67e83081 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:42:12.125425 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6c33d7eb-2f0f-4f9a-81a7-840b67e83081 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:42:12.130410 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6c33d7eb-2f0f-4f9a-81a7-840b67e83081 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11336041'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:42:12.196256 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c33d7eb-2f0f-4f9a-81a7-840b67e83081 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Pushing event updated for resources: {'Port': ['ID=28aecf08-a681-4bde-a2b1-589d25c1f7ae,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:42:12.209617 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6c33d7eb-2f0f-4f9a-81a7-840b67e83081 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-415302'] for floatingip, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:42:12.609091 n-d-802623-1 neutron-server[93797]: INFO neutron.db.l3_db [None req-6c33d7eb-2f0f-4f9a-81a7-840b67e83081 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Floating IP 0347d7d2-0b2c-49d1-ab32-3c43e0b887de associated. External IP: 172.25.4.87, port: cdcd5303-d341-4e6c-bf57-48702e6f6d0e. Jul 27 23:42:12.812944 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c33d7eb-2f0f-4f9a-81a7-840b67e83081 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Router 601485ce-1301-4dee-9e24-10c85705935a has already been hosted by L3 agent 018c4455-49c0-4734-927d-7824067b2a9e {{(pid=93797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 23:42:12.919407 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c33d7eb-2f0f-4f9a-81a7-840b67e83081 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:42:12.928709 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3d16158-d40c-474a-b36c-d794dca191f4 None None] Sync routers for ids ['601485ce-1301-4dee-9e24-10c85705935a'] in n-d-802623-1 {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:42:12.935645 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6c33d7eb-2f0f-4f9a-81a7-840b67e83081 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for floatingip, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:42:12.939234 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3d16158-d40c-474a-b36c-d794dca191f4 None None] Routers {'601485ce-1301-4dee-9e24-10c85705935a'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:42:12.940251 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-f3d16158-d40c-474a-b36c-d794dca191f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:42:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['601485ce-1301-4dee-9e24-10c85705935a'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:42:12.962733 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-6c33d7eb-2f0f-4f9a-81a7-840b67e83081 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8017795 Jul 27 23:42:12.963369 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f3cd08f-0799-437a-abed-7b85fad37af3', 'tag': 'cdcd5303-d341-4e6c-bf57-48702e6f6d0e'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:42:12.965628 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a476459a1bfce68b0ae0df5b6a71154bfc7cfdc8f9eefce6ad0a17231e60468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa268c83-bfa5-4ed9-8c7a-40c6014f21d3" -d '{"events": [{"name": "network-changed", "server_uuid": "0f3cd08f-0799-437a-abed-7b85fad37af3", "tag": "cdcd5303-d341-4e6c-bf57-48702e6f6d0e"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:42:13.007197 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 23:42:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-474fb783-1b55-4ad4-899e-2b6bcfa13480 x-openstack-request-id: req-474fb783-1b55-4ad4-899e-2b6bcfa13480 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:42:13.007497 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f3cd08f-0799-437a-abed-7b85fad37af3", "tag": "cdcd5303-d341-4e6c-bf57-48702e6f6d0e", "status": "completed", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:42:13.007756 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-474fb783-1b55-4ad4-899e-2b6bcfa13480 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:42:13.008158 n-d-802623-1 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f3cd08f-0799-437a-abed-7b85fad37af3', 'tag': 'cdcd5303-d341-4e6c-bf57-48702e6f6d0e', 'status': 'completed', 'code': 200} Jul 27 23:42:13.051204 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-f3d16158-d40c-474a-b36c-d794dca191f4 None None] Set router 601485ce-1301-4dee-9e24-10c85705935a gateway port host: n-d-802623-1 {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:42:13.064155 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec830f7-b3d1-4724-bddd-cd0b4812cfc3 req-70b02579-0063-400a-8f3d-d74aae613f77 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:42:13.066840 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-2ec830f7-b3d1-4724-bddd-cd0b4812cfc3 req-70b02579-0063-400a-8f3d-d74aae613f77 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f3cd08f-0799-437a-abed-7b85fad37af3 HTTP/1.1" status: 200 len: 945 time: 0.0519924 Jul 27 23:42:13.071221 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa268c83-bfa5-4ed9-8c7a-40c6014f21d3 req-588de3ab-59da-4d03-bd82-41fd12103559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:42:13.072749 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-aa268c83-bfa5-4ed9-8c7a-40c6014f21d3 req-588de3ab-59da-4d03-bd82-41fd12103559 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=20cb27012881418a8b31e8023e85178c&device_id=0f3cd08f-0799-437a-abed-7b85fad37af3 HTTP/1.1" status: 200 len: 1096 time: 0.0420840 Jul 27 23:42:13.109615 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-2ec830f7-b3d1-4724-bddd-cd0b4812cfc3 req-0e8d5ff3-d7ac-406b-8a10-4e2e2ce27d57 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "GET /v2.0/security-groups?id=1b4c8b81-bf71-42c2-8ce9-39550a7a373c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362604 Jul 27 23:42:13.132331 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 53734) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:42:13.186088 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa268c83-bfa5-4ed9-8c7a-40c6014f21d3 req-a1abadc7-a665-4a54-ac51-a3770dfba490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:42:13.187629 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-aa268c83-bfa5-4ed9-8c7a-40c6014f21d3 req-a1abadc7-a665-4a54-ac51-a3770dfba490 service neutron] 10.222.0.49 "GET /v2.0/networks?id=7bbb1c8e-7c22-4bf8-9826-bf2efafe9da8 HTTP/1.1" status: 200 len: 897 time: 0.1084266 Jul 27 23:42:13.193691 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-a41831e3-6f47-43ec-862b-005a5764c4cc tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "GET /v2.0/floatingips/0347d7d2-0b2c-49d1-ab32-3c43e0b887de HTTP/1.1" status: 200 len: 990 time: 0.0601923 Jul 27 23:42:13.253509 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-aa268c83-bfa5-4ed9-8c7a-40c6014f21d3 req-cadd8a33-1ffe-4328-97b6-a66f370dd9d2 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cdcd5303-d341-4e6c-bf57-48702e6f6d0e HTTP/1.1" status: 200 len: 998 time: 0.0586765 Jul 27 23:42:13.280068 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-f3d16158-d40c-474a-b36c-d794dca191f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '601485ce-1301-4dee-9e24-10c85705935a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1629451061', 'tenant_id': '20cb27012881418a8b31e8023e85178c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.215'}], 'enable_snat': True}, 'gw_port_id': '6f31bcf4-3f35-40e8-93db-f6ebd2cac68e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:41:56Z', 'updated_at': '2021-07-27T23:41:59Z', 'revision_number': 4, 'project_id': '20cb27012881418a8b31e8023e85178c', 'gw_port': {'id': '6f31bcf4-3f35-40e8-93db-f6ebd2cac68e', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:9d:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '601485ce-1301-4dee-9e24-10c85705935a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:41:56Z', 'updated_at': '2021-07-27T23:42:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_floatingips': [{'id': '0347d7d2-0b2c-49d1-ab32-3c43e0b887de', 'tenant_id': '20cb27012881418a8b31e8023e85178c', 'floating_ip_address': '172.25.4.87', 'floating_network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'router_id': '601485ce-1301-4dee-9e24-10c85705935a', 'port_id': 'cdcd5303-d341-4e6c-bf57-48702e6f6d0e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3918, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bbb1c8e-7c22-4bf8-9826-bf2efafe9da8', 'mac_address': 'fa:16:3e:ce:4f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f3cd08f-0799-437a-abed-7b85fad37af3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T23:42:11Z', 'updated_at': '2021-07-27T23:42:11Z', 'revision_number': 0, 'project_id': '20cb27012881418a8b31e8023e85178c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfd36ffb-e89c-4a08-97dd-dd7f67231cdd', 'name': '', 'network_id': '7bbb1c8e-7c22-4bf8-9826-bf2efafe9da8', 'tenant_id': '20cb27012881418a8b31e8023e85178c', 'mac_address': 'fa:16:3e:e3:53:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '601485ce-1301-4dee-9e24-10c85705935a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': '955c7143-602c-4ac5-abf7-98010a2f4b94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:41:59Z', 'updated_at': '2021-07-27T23:42:04Z', 'revision_number': 5, 'project_id': '20cb27012881418a8b31e8023e85178c', 'subnets': [{'id': '955c7143-602c-4ac5-abf7-98010a2f4b94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:42:13.301128 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa268c83-bfa5-4ed9-8c7a-40c6014f21d3 req-b0f7bd47-f69e-4821-9c09-f4677790edc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:42:13.302590 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-aa268c83-bfa5-4ed9-8c7a-40c6014f21d3 req-b0f7bd47-f69e-4821-9c09-f4677790edc0 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=955c7143-602c-4ac5-abf7-98010a2f4b94 HTTP/1.1" status: 200 len: 835 time: 0.0427976 Jul 27 23:42:13.309411 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3d16158-d40c-474a-b36c-d794dca191f4 None None] Checking router: 601485ce-1301-4dee-9e24-10c85705935a for host: n-d-802623-1 {{(pid=93799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 23:42:13.318316 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3d16158-d40c-474a-b36c-d794dca191f4 None None] Routers {'601485ce-1301-4dee-9e24-10c85705935a'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:42:13.318932 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-f3d16158-d40c-474a-b36c-d794dca191f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:42:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['601485ce-1301-4dee-9e24-10c85705935a'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:42:13.352209 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa268c83-bfa5-4ed9-8c7a-40c6014f21d3 req-2219fe73-6178-4776-979b-acebc6f5e87f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:42:13.353802 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-aa268c83-bfa5-4ed9-8c7a-40c6014f21d3 req-2219fe73-6178-4776-979b-acebc6f5e87f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=7bbb1c8e-7c22-4bf8-9826-bf2efafe9da8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440722 Jul 27 23:42:13.423388 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-f3d16158-d40c-474a-b36c-d794dca191f4 None None] Set router 601485ce-1301-4dee-9e24-10c85705935a gateway port host: n-d-802623-1 {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:42:13.445214 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-aa268c83-bfa5-4ed9-8c7a-40c6014f21d3 req-6dddc6c5-935f-43bc-8f96-d3ad2fa6dabd service neutron] 10.222.0.49 "GET /v2.0/networks/7bbb1c8e-7c22-4bf8-9826-bf2efafe9da8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841494 Jul 27 23:42:13.539406 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-aa268c83-bfa5-4ed9-8c7a-40c6014f21d3 req-36ced4c8-1b8e-4009-b7e7-335348c2b4e2 service neutron] 10.222.0.49 "GET /v2.0/networks/7bbb1c8e-7c22-4bf8-9826-bf2efafe9da8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869784 Jul 27 23:42:13.641418 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-f3d16158-d40c-474a-b36c-d794dca191f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '601485ce-1301-4dee-9e24-10c85705935a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1629451061', 'tenant_id': '20cb27012881418a8b31e8023e85178c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.215'}], 'enable_snat': True}, 'gw_port_id': '6f31bcf4-3f35-40e8-93db-f6ebd2cac68e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:41:56Z', 'updated_at': '2021-07-27T23:41:59Z', 'revision_number': 4, 'project_id': '20cb27012881418a8b31e8023e85178c', 'gw_port': {'id': '6f31bcf4-3f35-40e8-93db-f6ebd2cac68e', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:9d:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '601485ce-1301-4dee-9e24-10c85705935a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:41:56Z', 'updated_at': '2021-07-27T23:42:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_floatingips': [{'id': '0347d7d2-0b2c-49d1-ab32-3c43e0b887de', 'tenant_id': '20cb27012881418a8b31e8023e85178c', 'floating_ip_address': '172.25.4.87', 'floating_network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'router_id': '601485ce-1301-4dee-9e24-10c85705935a', 'port_id': 'cdcd5303-d341-4e6c-bf57-48702e6f6d0e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3918, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bbb1c8e-7c22-4bf8-9826-bf2efafe9da8', 'mac_address': 'fa:16:3e:ce:4f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f3cd08f-0799-437a-abed-7b85fad37af3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T23:42:11Z', 'updated_at': '2021-07-27T23:42:11Z', 'revision_number': 0, 'project_id': '20cb27012881418a8b31e8023e85178c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfd36ffb-e89c-4a08-97dd-dd7f67231cdd', 'name': '', 'network_id': '7bbb1c8e-7c22-4bf8-9826-bf2efafe9da8', 'tenant_id': '20cb27012881418a8b31e8023e85178c', 'mac_address': 'fa:16:3e:e3:53:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '601485ce-1301-4dee-9e24-10c85705935a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': '955c7143-602c-4ac5-abf7-98010a2f4b94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:41:59Z', 'updated_at': '2021-07-27T23:42:04Z', 'revision_number': 5, 'project_id': '20cb27012881418a8b31e8023e85178c', 'subnets': [{'id': '955c7143-602c-4ac5-abf7-98010a2f4b94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:42:13.666306 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3d16158-d40c-474a-b36c-d794dca191f4 None None] The sync data for ids ['601485ce-1301-4dee-9e24-10c85705935a'] in n-d-802623-1 is: [{'id': '601485ce-1301-4dee-9e24-10c85705935a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1629451061', 'tenant_id': '20cb27012881418a8b31e8023e85178c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.215'}], 'enable_snat': True}, 'gw_port_id': '6f31bcf4-3f35-40e8-93db-f6ebd2cac68e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:41:56Z', 'updated_at': '2021-07-27T23:41:59Z', 'revision_number': 4, 'project_id': '20cb27012881418a8b31e8023e85178c', 'gw_port': {'id': '6f31bcf4-3f35-40e8-93db-f6ebd2cac68e', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:9d:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '601485ce-1301-4dee-9e24-10c85705935a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:41:56Z', 'updated_at': '2021-07-27T23:42:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_floatingips': [{'id': '0347d7d2-0b2c-49d1-ab32-3c43e0b887de', 'tenant_id': '20cb27012881418a8b31e8023e85178c', 'floating_ip_address': '172.25.4.87', 'floating_network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'router_id': '601485ce-1301-4dee-9e24-10c85705935a', 'port_id': 'cdcd5303-d341-4e6c-bf57-48702e6f6d0e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3918, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bbb1c8e-7c22-4bf8-9826-bf2efafe9da8', 'mac_address': 'fa:16:3e:ce:4f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f3cd08f-0799-437a-abed-7b85fad37af3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T23:42:11Z', 'updated_at': '2021-07-27T23:42:11Z', 'revision_number': 0, 'project_id': '20cb27012881418a8b31e8023e85178c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfd36ffb-e89c-4a08-97dd-dd7f67231cdd', 'name': '', 'network_id': '7bbb1c8e-7c22-4bf8-9826-bf2efafe9da8', 'tenant_id': '20cb27012881418a8b31e8023e85178c', 'mac_address': 'fa:16:3e:e3:53:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '601485ce-1301-4dee-9e24-10c85705935a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': '955c7143-602c-4ac5-abf7-98010a2f4b94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:41:59Z', 'updated_at': '2021-07-27T23:42:04Z', 'revision_number': 5, 'project_id': '20cb27012881418a8b31e8023e85178c', 'subnets': [{'id': '955c7143-602c-4ac5-abf7-98010a2f4b94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:42:13.850810 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aa10164-596c-496c-97f8-2b8716b05e09 None None] New status for floating IP 0347d7d2-0b2c-49d1-ab32-3c43e0b887de: ACTIVE {{(pid=93800) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 23:42:14.197636 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 53736) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:42:14.257360 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-4bb3a4c6-58d1-43f5-b804-ccfc11e4ca1a tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "GET /v2.0/floatingips/0347d7d2-0b2c-49d1-ab32-3c43e0b887de HTTP/1.1" status: 200 len: 992 time: 0.0585332 Jul 27 23:42:26.915707 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-3d9d8ef4-586f-42a9-93f3-f6be2492c64d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:42:29.586172 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-35a83c0c-a48f-4c60-8dda-22569c5c2dd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:42:29.767385 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:42:30.081890 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:42:30.548577 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-19f2e178-d45e-4fbe-b9be-c3963fc151ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:42:32.312340 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7418f70f-e60d-4709-8ba9-6ab514bc7f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:42:35.045897 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:42:41.866628 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-aedb6c7b-24d6-4dfb-93e9-f5433abb8cdc req-3b4b2a07-c826-46fc-83df-e03e53a7f1a2 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=0f3cd08f-0799-437a-abed-7b85fad37af3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0904243 Jul 27 23:42:41.949629 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedb6c7b-24d6-4dfb-93e9-f5433abb8cdc req-593ab225-1e48-497b-9fd8-ade59e31455e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:42:41.951147 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-aedb6c7b-24d6-4dfb-93e9-f5433abb8cdc req-593ab225-1e48-497b-9fd8-ade59e31455e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=20cb27012881418a8b31e8023e85178c&device_id=0f3cd08f-0799-437a-abed-7b85fad37af3 HTTP/1.1" status: 200 len: 1096 time: 0.0443039 Jul 27 23:42:42.050977 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedb6c7b-24d6-4dfb-93e9-f5433abb8cdc req-f4b4aa4c-b08d-482b-a5ee-ead462a7da72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:42:42.052394 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-aedb6c7b-24d6-4dfb-93e9-f5433abb8cdc req-f4b4aa4c-b08d-482b-a5ee-ead462a7da72 service neutron] 10.222.0.49 "GET /v2.0/networks?id=7bbb1c8e-7c22-4bf8-9826-bf2efafe9da8 HTTP/1.1" status: 200 len: 897 time: 0.0830271 Jul 27 23:42:42.120749 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-aedb6c7b-24d6-4dfb-93e9-f5433abb8cdc req-67984c88-8d50-469e-a318-b97f5e4230f2 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cdcd5303-d341-4e6c-bf57-48702e6f6d0e HTTP/1.1" status: 200 len: 1000 time: 0.0613756 Jul 27 23:42:42.169330 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedb6c7b-24d6-4dfb-93e9-f5433abb8cdc req-ba9a51b4-58db-4839-b9b4-a5887ae0e7fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:42:42.170762 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-aedb6c7b-24d6-4dfb-93e9-f5433abb8cdc req-ba9a51b4-58db-4839-b9b4-a5887ae0e7fa service neutron] 10.222.0.49 "GET /v2.0/subnets?id=955c7143-602c-4ac5-abf7-98010a2f4b94 HTTP/1.1" status: 200 len: 835 time: 0.0430267 Jul 27 23:42:42.218228 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedb6c7b-24d6-4dfb-93e9-f5433abb8cdc req-9d9aa30c-f319-4ddf-9d5a-582ff47c34cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:42:42.219741 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-aedb6c7b-24d6-4dfb-93e9-f5433abb8cdc req-9d9aa30c-f319-4ddf-9d5a-582ff47c34cb service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=7bbb1c8e-7c22-4bf8-9826-bf2efafe9da8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400138 Jul 27 23:42:42.313017 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-aedb6c7b-24d6-4dfb-93e9-f5433abb8cdc req-6e5867f4-2ab2-4bf5-b3bd-0e5fb2241036 service neutron] 10.222.0.49 "GET /v2.0/networks/7bbb1c8e-7c22-4bf8-9826-bf2efafe9da8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858438 Jul 27 23:42:42.399827 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-aedb6c7b-24d6-4dfb-93e9-f5433abb8cdc req-d714373d-5dac-45e8-8a9c-dea297fc013b service neutron] 10.222.0.49 "GET /v2.0/networks/7bbb1c8e-7c22-4bf8-9826-bf2efafe9da8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804563 Jul 27 23:42:43.447178 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.agents_db [None req-9beef776-8bab-4de2-989a-f5a23ba4aaf4 None None] Agent healthcheck: found 7 active agents {{(pid=93800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 23:42:56.919502 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b95e18dc-1670-4c1d-8e1f-824e040a2536 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:42:59.590842 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4cf070d5-c18c-4339-ac88-b2bd3b8f6875 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:42:59.768529 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:43:00.083508 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:43:00.550648 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-19f2e178-d45e-4fbe-b9be-c3963fc151ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:43:02.314096 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7418f70f-e60d-4709-8ba9-6ab514bc7f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:43:05.060670 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:43:15.019007 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7512547a-eabe-407b-91b2-5dc82dc43699 req-ded7289a-41ae-43c5-9a06-6f0daaa3e62b tempest-TestNetworkAdvancedServerOps-897726458 tempest-TestNetworkAdvancedServerOps-897726458-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:43:15.021062 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7512547a-eabe-407b-91b2-5dc82dc43699 req-ded7289a-41ae-43c5-9a06-6f0daaa3e62b tempest-TestNetworkAdvancedServerOps-897726458 tempest-TestNetworkAdvancedServerOps-897726458-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=0f3cd08f-0799-437a-abed-7b85fad37af3 HTTP/1.1" status: 200 len: 1096 time: 0.0976086 Jul 27 23:43:15.054534 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7512547a-eabe-407b-91b2-5dc82dc43699 req-71b6cfab-f08a-4019-9150-0430c88c107c tempest-TestNetworkAdvancedServerOps-897726458 tempest-TestNetworkAdvancedServerOps-897726458-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=1b4c8b81-bf71-42c2-8ce9-39550a7a373c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0277009 Jul 27 23:43:15.224307 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3505560-201a-4267-8e67-87d377dbbb14 req-0118cd71-4694-409b-8672-394c26fa445c tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:43:15.225793 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f3505560-201a-4267-8e67-87d377dbbb14 req-0118cd71-4694-409b-8672-394c26fa445c tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f3cd08f-0799-437a-abed-7b85fad37af3 HTTP/1.1" status: 200 len: 945 time: 0.1034408 Jul 27 23:43:15.262853 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f3505560-201a-4267-8e67-87d377dbbb14 req-1e4c52f0-36d9-4747-b426-0b05d4f78b1a tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "GET /v2.0/security-groups?id=1b4c8b81-bf71-42c2-8ce9-39550a7a373c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312076 Jul 27 23:43:15.284666 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 53772) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:43:15.347537 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-9916e228-0c2d-4b6e-b3e3-4f4e812e9856 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "GET /v2.0/floatingips/0347d7d2-0b2c-49d1-ab32-3c43e0b887de HTTP/1.1" status: 200 len: 992 time: 0.0614502 Jul 27 23:43:15.784622 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-83470e28-7ee7-48b1-8c6e-a8862077c2f0 req-b4d7c7ff-5ad3-4cef-9ae0-4434db95434d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=0f3cd08f-0799-437a-abed-7b85fad37af3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0450301 Jul 27 23:43:15.798349 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eefff56-f990-4df8-aee2-879a54d0073c req-3e966678-0c03-452c-88aa-b77fe1220a7d tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:43:15.800177 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-1eefff56-f990-4df8-aee2-879a54d0073c req-3e966678-0c03-452c-88aa-b77fe1220a7d tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f3cd08f-0799-437a-abed-7b85fad37af3 HTTP/1.1" status: 200 len: 945 time: 0.0486362 Jul 27 23:43:15.840225 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-1eefff56-f990-4df8-aee2-879a54d0073c req-e39041f0-4cd0-4d8e-bf72-22b7848b7544 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "GET /v2.0/security-groups?id=1b4c8b81-bf71-42c2-8ce9-39550a7a373c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337489 Jul 27 23:43:16.819568 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83470e28-7ee7-48b1-8c6e-a8862077c2f0 req-d31e86e6-851f-4324-8816-355ef7d3218e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:43:16.821050 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-83470e28-7ee7-48b1-8c6e-a8862077c2f0 req-d31e86e6-851f-4324-8816-355ef7d3218e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=20cb27012881418a8b31e8023e85178c&device_id=0f3cd08f-0799-437a-abed-7b85fad37af3 HTTP/1.1" status: 200 len: 1096 time: 0.0400043 Jul 27 23:43:16.926000 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83470e28-7ee7-48b1-8c6e-a8862077c2f0 req-28e3c563-c3e2-4460-b0d3-89f27c0c5a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:43:16.927470 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-83470e28-7ee7-48b1-8c6e-a8862077c2f0 req-28e3c563-c3e2-4460-b0d3-89f27c0c5a8f service neutron] 10.222.0.49 "GET /v2.0/networks?id=7bbb1c8e-7c22-4bf8-9826-bf2efafe9da8 HTTP/1.1" status: 200 len: 897 time: 0.0986338 Jul 27 23:43:17.010368 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed906f14-76ec-4464-878a-fbbd71137acb req-72599c46-a9e5-429e-8ed0-351daaceb623 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:43:17.011868 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-ed906f14-76ec-4464-878a-fbbd71137acb req-72599c46-a9e5-429e-8ed0-351daaceb623 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f3cd08f-0799-437a-abed-7b85fad37af3 HTTP/1.1" status: 200 len: 945 time: 0.1017959 Jul 27 23:43:17.015681 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-83470e28-7ee7-48b1-8c6e-a8862077c2f0 req-08f72d3f-3725-4ad0-a68f-ae6c9e2328d2 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cdcd5303-d341-4e6c-bf57-48702e6f6d0e HTTP/1.1" status: 200 len: 1000 time: 0.0746741 Jul 27 23:43:17.088599 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-ed906f14-76ec-4464-878a-fbbd71137acb req-f4b80270-f94f-44da-b99b-ecd5a6fd6073 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "GET /v2.0/security-groups?id=1b4c8b81-bf71-42c2-8ce9-39550a7a373c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706346 Jul 27 23:43:17.090243 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83470e28-7ee7-48b1-8c6e-a8862077c2f0 req-8b1abdce-615e-4821-9b71-36ceff49a8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:43:17.091631 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-83470e28-7ee7-48b1-8c6e-a8862077c2f0 req-8b1abdce-615e-4821-9b71-36ceff49a8ae service neutron] 10.222.0.49 "GET /v2.0/subnets?id=955c7143-602c-4ac5-abf7-98010a2f4b94 HTTP/1.1" status: 200 len: 835 time: 0.0674484 Jul 27 23:43:17.137019 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83470e28-7ee7-48b1-8c6e-a8862077c2f0 req-36770d14-f747-41e6-86cb-e61156bd3afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:43:17.138499 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-83470e28-7ee7-48b1-8c6e-a8862077c2f0 req-36770d14-f747-41e6-86cb-e61156bd3afb service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=7bbb1c8e-7c22-4bf8-9826-bf2efafe9da8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402391 Jul 27 23:43:17.226371 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-83470e28-7ee7-48b1-8c6e-a8862077c2f0 req-858ff58b-90b0-4198-8f6f-2fd79a5ae331 service neutron] 10.222.0.49 "GET /v2.0/networks/7bbb1c8e-7c22-4bf8-9826-bf2efafe9da8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800850 Jul 27 23:43:17.319780 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-83470e28-7ee7-48b1-8c6e-a8862077c2f0 req-585fb899-dfd1-41a1-8164-15d76c950496 service neutron] 10.222.0.49 "GET /v2.0/networks/7bbb1c8e-7c22-4bf8-9826-bf2efafe9da8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862131 Jul 27 23:43:18.201732 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bcc99d-f1a8-491d-b499-13b92cae5a21 req-772ca6d5-f6c3-45e6-8add-1cab9a44f0fa tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:43:18.203225 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-92bcc99d-f1a8-491d-b499-13b92cae5a21 req-772ca6d5-f6c3-45e6-8add-1cab9a44f0fa tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f3cd08f-0799-437a-abed-7b85fad37af3 HTTP/1.1" status: 200 len: 945 time: 0.0481799 Jul 27 23:43:18.243526 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-92bcc99d-f1a8-491d-b499-13b92cae5a21 req-14149eed-b729-43ae-94d9-af46d3f8071d tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "GET /v2.0/security-groups?id=1b4c8b81-bf71-42c2-8ce9-39550a7a373c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338674 Jul 27 23:43:19.358411 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e32de6-e7b8-4b4f-9583-0df5f3b53930 req-e4eab076-fb5b-4631-96e2-fd4e8bbba167 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:43:19.360020 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-85e32de6-e7b8-4b4f-9583-0df5f3b53930 req-e4eab076-fb5b-4631-96e2-fd4e8bbba167 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f3cd08f-0799-437a-abed-7b85fad37af3 HTTP/1.1" status: 200 len: 945 time: 0.0494397 Jul 27 23:43:19.398121 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-85e32de6-e7b8-4b4f-9583-0df5f3b53930 req-4c6d4c9c-7416-4831-a6a6-56298389a5bc tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "GET /v2.0/security-groups?id=1b4c8b81-bf71-42c2-8ce9-39550a7a373c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318577 Jul 27 23:43:20.367244 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.agents_db [None req-9beef776-8bab-4de2-989a-f5a23ba4aaf4 None None] Agent healthcheck: found 7 active agents {{(pid=93800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 23:43:20.511246 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea322b44-0044-4355-9b1f-51a56250d9f5 req-5814140d-4975-4d31-b4b2-0dfb17133844 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:43:20.512774 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ea322b44-0044-4355-9b1f-51a56250d9f5 req-5814140d-4975-4d31-b4b2-0dfb17133844 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f3cd08f-0799-437a-abed-7b85fad37af3 HTTP/1.1" status: 200 len: 945 time: 0.0477481 Jul 27 23:43:20.550232 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ea322b44-0044-4355-9b1f-51a56250d9f5 req-8466b183-20ff-4a40-b0be-7eacf3b68133 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "GET /v2.0/security-groups?id=1b4c8b81-bf71-42c2-8ce9-39550a7a373c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315795 Jul 27 23:43:21.666717 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b97ca58-d6da-4520-b734-578a913761f1 req-09057bbe-1afa-41d5-83ce-8277cf2ae263 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:43:21.668183 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-1b97ca58-d6da-4520-b734-578a913761f1 req-09057bbe-1afa-41d5-83ce-8277cf2ae263 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f3cd08f-0799-437a-abed-7b85fad37af3 HTTP/1.1" status: 200 len: 945 time: 0.0519254 Jul 27 23:43:21.707304 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-1b97ca58-d6da-4520-b734-578a913761f1 req-cf43c720-06f0-4742-bf5f-22112934a387 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "GET /v2.0/security-groups?id=1b4c8b81-bf71-42c2-8ce9-39550a7a373c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332825 Jul 27 23:43:22.819488 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af5f191-c72f-4262-b712-4894bc323653 req-ead49e51-accc-4ad8-86eb-d77a6ff4b72f tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:43:22.820935 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-1af5f191-c72f-4262-b712-4894bc323653 req-ead49e51-accc-4ad8-86eb-d77a6ff4b72f tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f3cd08f-0799-437a-abed-7b85fad37af3 HTTP/1.1" status: 200 len: 945 time: 0.0475388 Jul 27 23:43:22.857125 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-1af5f191-c72f-4262-b712-4894bc323653 req-37c2390b-fbfd-4339-af61-613cc16ccdd4 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "GET /v2.0/security-groups?id=1b4c8b81-bf71-42c2-8ce9-39550a7a373c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305002 Jul 27 23:43:23.971510 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8a2838-e24c-41f5-90af-c0f27e1aaadd req-d6b694d5-119f-4e43-a949-4eb43c24d582 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:43:23.973010 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-fc8a2838-e24c-41f5-90af-c0f27e1aaadd req-d6b694d5-119f-4e43-a949-4eb43c24d582 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f3cd08f-0799-437a-abed-7b85fad37af3 HTTP/1.1" status: 200 len: 945 time: 0.0484679 Jul 27 23:43:24.011652 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-fc8a2838-e24c-41f5-90af-c0f27e1aaadd req-54dfb0f7-3bb3-42ec-aca2-e8b266708bc6 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "GET /v2.0/security-groups?id=1b4c8b81-bf71-42c2-8ce9-39550a7a373c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319369 Jul 27 23:43:25.125492 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8b1c9d-0bad-4b61-a6e0-d33b5433387f req-fa8f741b-f2e3-4e98-a1ec-7973dbc387b8 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:43:25.126952 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-0a8b1c9d-0bad-4b61-a6e0-d33b5433387f req-fa8f741b-f2e3-4e98-a1ec-7973dbc387b8 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f3cd08f-0799-437a-abed-7b85fad37af3 HTTP/1.1" status: 200 len: 945 time: 0.0480976 Jul 27 23:43:25.168032 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-0a8b1c9d-0bad-4b61-a6e0-d33b5433387f req-4e70f23e-492b-468c-8c36-49c8c66639e4 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "GET /v2.0/security-groups?id=1b4c8b81-bf71-42c2-8ce9-39550a7a373c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351591 Jul 27 23:43:26.282628 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab31b1f-c0ea-4fda-8bfb-df0fe5c59cf2 req-3f82197a-6bb9-419b-8c1c-420ad3c94053 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:43:26.284124 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-dab31b1f-c0ea-4fda-8bfb-df0fe5c59cf2 req-3f82197a-6bb9-419b-8c1c-420ad3c94053 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f3cd08f-0799-437a-abed-7b85fad37af3 HTTP/1.1" status: 200 len: 945 time: 0.0486641 Jul 27 23:43:26.322069 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-dab31b1f-c0ea-4fda-8bfb-df0fe5c59cf2 req-4b207cfc-c619-436f-bf3c-461fa6eed50b tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "GET /v2.0/security-groups?id=1b4c8b81-bf71-42c2-8ce9-39550a7a373c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320635 Jul 27 23:43:26.921590 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d4e3f5c4-c561-4521-834e-2c59bbddb3b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:43:27.436050 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f04fd5-e08c-49eb-9fac-5557795d1573 req-885e880d-fd4e-4a94-9537-8a5b5cf2f841 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:43:27.437534 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-39f04fd5-e08c-49eb-9fac-5557795d1573 req-885e880d-fd4e-4a94-9537-8a5b5cf2f841 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f3cd08f-0799-437a-abed-7b85fad37af3 HTTP/1.1" status: 200 len: 945 time: 0.0502787 Jul 27 23:43:27.474827 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-39f04fd5-e08c-49eb-9fac-5557795d1573 req-58d84e43-4473-4307-b6f5-7d5dca17896b tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "GET /v2.0/security-groups?id=1b4c8b81-bf71-42c2-8ce9-39550a7a373c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311699 Jul 27 23:43:28.593519 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248f253e-a987-4d2d-a97d-a29ec664df17 req-fb3e14ed-0871-489d-beba-f696492b117c tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:43:28.594985 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-248f253e-a987-4d2d-a97d-a29ec664df17 req-fb3e14ed-0871-489d-beba-f696492b117c tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f3cd08f-0799-437a-abed-7b85fad37af3 HTTP/1.1" status: 200 len: 945 time: 0.0519750 Jul 27 23:43:28.632091 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-248f253e-a987-4d2d-a97d-a29ec664df17 req-9aae5872-5839-42f1-a74a-12ae5a4b45cb tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "GET /v2.0/security-groups?id=1b4c8b81-bf71-42c2-8ce9-39550a7a373c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305469 Jul 27 23:43:29.144582 n-d-802623-1 neutron-server[93797]: INFO neutron.api.v2.resource [req-83470e28-7ee7-48b1-8c6e-a8862077c2f0 req-a3b407db-83a3-43ad-a997-4de11d838ab1 service neutron] show failed (client error): The resource could not be found. Jul 27 23:43:29.145620 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-83470e28-7ee7-48b1-8c6e-a8862077c2f0 req-a3b407db-83a3-43ad-a997-4de11d838ab1 service neutron] 10.222.0.49 "GET /v2.0/ports/cdcd5303-d341-4e6c-bf57-48702e6f6d0e/bindings/n-h1-802623-1 HTTP/1.1" status: 404 len: 380 time: 0.0551848 Jul 27 23:43:29.336574 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83470e28-7ee7-48b1-8c6e-a8862077c2f0 req-bc40983b-8a2f-49ad-988e-35a8208b29ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:43:29.338061 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-83470e28-7ee7-48b1-8c6e-a8862077c2f0 req-bc40983b-8a2f-49ad-988e-35a8208b29ae service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=0f3cd08f-0799-437a-abed-7b85fad37af3&tenant_id=20cb27012881418a8b31e8023e85178c HTTP/1.1" status: 200 len: 1096 time: 0.0412354 Jul 27 23:43:29.349665 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [req-83470e28-7ee7-48b1-8c6e-a8862077c2f0 req-2c6bb01e-7380-4580-8c1a-f615b6c8c63d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-802623-1', 'device_owner': 'compute:nova'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:43:29.404972 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-83470e28-7ee7-48b1-8c6e-a8862077c2f0 req-2c6bb01e-7380-4580-8c1a-f615b6c8c63d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:43:29.593257 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d606f3e7-8e42-443d-bb6d-6af01728d53f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:43:29.770662 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:43:29.922536 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8118f2e-18cc-4ce3-84e4-a36d4840e2b1 req-7ea68361-fc9f-4972-a5ba-a09f146feab3 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:43:29.923957 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a8118f2e-18cc-4ce3-84e4-a36d4840e2b1 req-7ea68361-fc9f-4972-a5ba-a09f146feab3 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f3cd08f-0799-437a-abed-7b85fad37af3 HTTP/1.1" status: 200 len: 945 time: 0.0667319 Jul 27 23:43:29.943466 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-83470e28-7ee7-48b1-8c6e-a8862077c2f0 req-2c6bb01e-7380-4580-8c1a-f615b6c8c63d service neutron] For port cdcd5303-d341-4e6c-bf57-48702e6f6d0e, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=cdcd5303-d341-4e6c-bf57-48702e6f6d0e,segment=NetworkSegment(4b5a3af1-ae8e-4250-9390-930a90099071),segment_id=4b5a3af1-ae8e-4250-9390-930a90099071)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:43:29.986214 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a8118f2e-18cc-4ce3-84e4-a36d4840e2b1 req-979a849d-b26a-49e8-8e41-bb4306041883 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "GET /v2.0/security-groups?id=1b4c8b81-bf71-42c2-8ce9-39550a7a373c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537283 Jul 27 23:43:29.998047 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-83470e28-7ee7-48b1-8c6e-a8862077c2f0 req-2c6bb01e-7380-4580-8c1a-f615b6c8c63d service neutron] For port cdcd5303-d341-4e6c-bf57-48702e6f6d0e, host n-h2-802623-1, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:43:30.039333 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f3cd08f-0799-437a-abed-7b85fad37af3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cdcd5303-d341-4e6c-bf57-48702e6f6d0e'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:43:30.041558 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}011f8d312121274bb12d78e77c6379a2079800640016cec6c6d605b73666e854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd61da19-dbc0-473f-a605-919a83ee6382" -d '{"events": [{"server_uuid": "0f3cd08f-0799-437a-abed-7b85fad37af3", "name": "network-vif-unplugged", "status": "completed", "tag": "cdcd5303-d341-4e6c-bf57-48702e6f6d0e"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:43:30.045280 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-83470e28-7ee7-48b1-8c6e-a8862077c2f0 req-2c6bb01e-7380-4580-8c1a-f615b6c8c63d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:43:30.057630 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-83470e28-7ee7-48b1-8c6e-a8862077c2f0 req-2c6bb01e-7380-4580-8c1a-f615b6c8c63d service neutron] Transition to ACTIVE for port object cdcd5303-d341-4e6c-bf57-48702e6f6d0e will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:43:30.065464 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-83470e28-7ee7-48b1-8c6e-a8862077c2f0 req-2c6bb01e-7380-4580-8c1a-f615b6c8c63d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:43:30.086957 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:43:30.124222 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 23:43:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5ab8fac-5377-49c7-aca2-fab6b8f8b308 x-openstack-request-id: req-c5ab8fac-5377-49c7-aca2-fab6b8f8b308 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:43:30.124545 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f3cd08f-0799-437a-abed-7b85fad37af3", "name": "network-vif-unplugged", "status": "completed", "tag": "cdcd5303-d341-4e6c-bf57-48702e6f6d0e", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:43:30.124786 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c5ab8fac-5377-49c7-aca2-fab6b8f8b308 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:43:30.125184 n-d-802623-1 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f3cd08f-0799-437a-abed-7b85fad37af3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cdcd5303-d341-4e6c-bf57-48702e6f6d0e', 'code': 200} Jul 27 23:43:30.152067 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6bb01e-7380-4580-8c1a-f615b6c8c63d service neutron] Pushing event updated for resources: {'Port': ['ID=cdcd5303-d341-4e6c-bf57-48702e6f6d0e,revision_number=6']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:43:30.165188 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6bb01e-7380-4580-8c1a-f615b6c8c63d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:43:30.165547 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6bb01e-7380-4580-8c1a-f615b6c8c63d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:43:30.165894 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6bb01e-7380-4580-8c1a-f615b6c8c63d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:43:30.166235 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6bb01e-7380-4580-8c1a-f615b6c8c63d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:43:30.166710 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6bb01e-7380-4580-8c1a-f615b6c8c63d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:43:30.166891 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6bb01e-7380-4580-8c1a-f615b6c8c63d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:43:30.167250 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6bb01e-7380-4580-8c1a-f615b6c8c63d service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:43:30.167580 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6bb01e-7380-4580-8c1a-f615b6c8c63d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:43:30.167909 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6bb01e-7380-4580-8c1a-f615b6c8c63d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:43:30.168250 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6bb01e-7380-4580-8c1a-f615b6c8c63d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:43:30.168561 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6bb01e-7380-4580-8c1a-f615b6c8c63d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:43:30.168884 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6bb01e-7380-4580-8c1a-f615b6c8c63d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:43:30.211331 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-83470e28-7ee7-48b1-8c6e-a8862077c2f0 req-2c6bb01e-7380-4580-8c1a-f615b6c8c63d service neutron] No DVR routers for this DVR port cdcd5303-d341-4e6c-bf57-48702e6f6d0e on host n-h2-802623-1 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:43:30.344940 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-83470e28-7ee7-48b1-8c6e-a8862077c2f0 req-2c6bb01e-7380-4580-8c1a-f615b6c8c63d service neutron] Attempting to bind port cdcd5303-d341-4e6c-bf57-48702e6f6d0e on host n-h1-802623-1 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:43:30.345559 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-83470e28-7ee7-48b1-8c6e-a8862077c2f0 req-2c6bb01e-7380-4580-8c1a-f615b6c8c63d service neutron] Attempting to bind port cdcd5303-d341-4e6c-bf57-48702e6f6d0e by drivers openvswitch,hyperv on host n-h1-802623-1 at level 0 using segments [{'id': '4b5a3af1-ae8e-4250-9390-930a90099071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '7bbb1c8e-7c22-4bf8-9826-bf2efafe9da8'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:43:30.345704 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83470e28-7ee7-48b1-8c6e-a8862077c2f0 req-2c6bb01e-7380-4580-8c1a-f615b6c8c63d service neutron] Attempting to bind port cdcd5303-d341-4e6c-bf57-48702e6f6d0e on network 7bbb1c8e-7c22-4bf8-9826-bf2efafe9da8 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:43:30.349846 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83470e28-7ee7-48b1-8c6e-a8862077c2f0 req-2c6bb01e-7380-4580-8c1a-f615b6c8c63d service neutron] Port cdcd5303-d341-4e6c-bf57-48702e6f6d0e on network 7bbb1c8e-7c22-4bf8-9826-bf2efafe9da8 not bound, no agent of type Open vSwitch agent registered on host n-h1-802623-1 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 23:43:30.350172 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83470e28-7ee7-48b1-8c6e-a8862077c2f0 req-2c6bb01e-7380-4580-8c1a-f615b6c8c63d service neutron] Attempting to bind port cdcd5303-d341-4e6c-bf57-48702e6f6d0e on network 7bbb1c8e-7c22-4bf8-9826-bf2efafe9da8 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:43:30.354922 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83470e28-7ee7-48b1-8c6e-a8862077c2f0 req-2c6bb01e-7380-4580-8c1a-f615b6c8c63d service neutron] Checking agent: {'id': '245f1da4-a9b8-4b08-90d7-28f0f342b839', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 59, 59), 'started_at': datetime.datetime(2021, 7, 27, 22, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 43, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:43:30.355291 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83470e28-7ee7-48b1-8c6e-a8862077c2f0 req-2c6bb01e-7380-4580-8c1a-f615b6c8c63d service neutron] Checking segment: {'id': '4b5a3af1-ae8e-4250-9390-930a90099071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '7bbb1c8e-7c22-4bf8-9826-bf2efafe9da8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:43:30.355681 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83470e28-7ee7-48b1-8c6e-a8862077c2f0 req-2c6bb01e-7380-4580-8c1a-f615b6c8c63d service neutron] Bound using segment: {'id': '4b5a3af1-ae8e-4250-9390-930a90099071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '7bbb1c8e-7c22-4bf8-9826-bf2efafe9da8'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:43:30.356104 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-83470e28-7ee7-48b1-8c6e-a8862077c2f0 req-2c6bb01e-7380-4580-8c1a-f615b6c8c63d service neutron] Bound port: cdcd5303-d341-4e6c-bf57-48702e6f6d0e, host: n-h1-802623-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b5a3af1-ae8e-4250-9390-930a90099071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '7bbb1c8e-7c22-4bf8-9826-bf2efafe9da8'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:43:30.356456 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-83470e28-7ee7-48b1-8c6e-a8862077c2f0 req-2c6bb01e-7380-4580-8c1a-f615b6c8c63d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:43:30.417713 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-83470e28-7ee7-48b1-8c6e-a8862077c2f0 req-2c6bb01e-7380-4580-8c1a-f615b6c8c63d service neutron] For port cdcd5303-d341-4e6c-bf57-48702e6f6d0e, host n-h1-802623-1, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:43:30.420713 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-83470e28-7ee7-48b1-8c6e-a8862077c2f0 req-2c6bb01e-7380-4580-8c1a-f615b6c8c63d service neutron] For port cdcd5303-d341-4e6c-bf57-48702e6f6d0e, host n-h1-802623-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=cdcd5303-d341-4e6c-bf57-48702e6f6d0e,segment=NetworkSegment(4b5a3af1-ae8e-4250-9390-930a90099071),segment_id=4b5a3af1-ae8e-4250-9390-930a90099071)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:43:30.424112 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-83470e28-7ee7-48b1-8c6e-a8862077c2f0 req-2c6bb01e-7380-4580-8c1a-f615b6c8c63d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:43:30.458433 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83470e28-7ee7-48b1-8c6e-a8862077c2f0 req-2c6bb01e-7380-4580-8c1a-f615b6c8c63d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:43:30.459067 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-83470e28-7ee7-48b1-8c6e-a8862077c2f0 req-2c6bb01e-7380-4580-8c1a-f615b6c8c63d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:43:30.460507 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-83470e28-7ee7-48b1-8c6e-a8862077c2f0 req-2c6bb01e-7380-4580-8c1a-f615b6c8c63d service neutron] 10.222.0.38 "PUT /v2.0/ports/cdcd5303-d341-4e6c-bf57-48702e6f6d0e HTTP/1.1" status: 200 len: 1091 time: 1.1153035 Jul 27 23:43:30.480975 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6bb01e-7380-4580-8c1a-f615b6c8c63d service neutron] Pushing event updated for resources: {'Port': ['ID=cdcd5303-d341-4e6c-bf57-48702e6f6d0e,revision_number=7']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:43:30.538826 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83470e28-7ee7-48b1-8c6e-a8862077c2f0 req-899cda5b-3002-4c2e-8384-d6bb190a78aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:43:30.540619 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-83470e28-7ee7-48b1-8c6e-a8862077c2f0 req-899cda5b-3002-4c2e-8384-d6bb190a78aa service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=20cb27012881418a8b31e8023e85178c&device_id=0f3cd08f-0799-437a-abed-7b85fad37af3 HTTP/1.1" status: 200 len: 1094 time: 0.0495586 Jul 27 23:43:30.563132 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-19f2e178-d45e-4fbe-b9be-c3963fc151ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:43:30.633771 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83470e28-7ee7-48b1-8c6e-a8862077c2f0 req-80ed99a5-ce15-4888-9d54-27757490ef74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:43:30.635319 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-83470e28-7ee7-48b1-8c6e-a8862077c2f0 req-80ed99a5-ce15-4888-9d54-27757490ef74 service neutron] 10.222.0.38 "GET /v2.0/networks?id=7bbb1c8e-7c22-4bf8-9826-bf2efafe9da8 HTTP/1.1" status: 200 len: 897 time: 0.0881095 Jul 27 23:43:30.705084 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-83470e28-7ee7-48b1-8c6e-a8862077c2f0 req-424910c5-74a4-4498-bb37-d81fe7c90243 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cdcd5303-d341-4e6c-bf57-48702e6f6d0e HTTP/1.1" status: 200 len: 998 time: 0.0626636 Jul 27 23:43:30.752649 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83470e28-7ee7-48b1-8c6e-a8862077c2f0 req-7e825129-8eb4-4d2c-ae49-fb5d00ebf28d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:43:30.754583 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-83470e28-7ee7-48b1-8c6e-a8862077c2f0 req-7e825129-8eb4-4d2c-ae49-fb5d00ebf28d service neutron] 10.222.0.38 "GET /v2.0/subnets?id=955c7143-602c-4ac5-abf7-98010a2f4b94 HTTP/1.1" status: 200 len: 835 time: 0.0429187 Jul 27 23:43:30.797557 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83470e28-7ee7-48b1-8c6e-a8862077c2f0 req-4ec3c7d0-8951-4781-893c-5714c09d0608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:43:30.799025 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-83470e28-7ee7-48b1-8c6e-a8862077c2f0 req-4ec3c7d0-8951-4781-893c-5714c09d0608 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7bbb1c8e-7c22-4bf8-9826-bf2efafe9da8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0379913 Jul 27 23:43:30.889887 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-83470e28-7ee7-48b1-8c6e-a8862077c2f0 req-e0b8a213-53f8-4da6-a831-ff3bdc2b448a service neutron] 10.222.0.38 "GET /v2.0/networks/7bbb1c8e-7c22-4bf8-9826-bf2efafe9da8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840189 Jul 27 23:43:30.980275 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-83470e28-7ee7-48b1-8c6e-a8862077c2f0 req-5bd492cf-bb5d-44a1-b919-aba0c5a70b55 service neutron] 10.222.0.38 "GET /v2.0/networks/7bbb1c8e-7c22-4bf8-9826-bf2efafe9da8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836513 Jul 27 23:43:31.100872 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae2de42-9643-459d-b79c-37149c3bab94 req-c14a8cba-efb8-4330-84a8-948928a6a622 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:43:31.102405 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-6ae2de42-9643-459d-b79c-37149c3bab94 req-c14a8cba-efb8-4330-84a8-948928a6a622 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f3cd08f-0799-437a-abed-7b85fad37af3 HTTP/1.1" status: 200 len: 943 time: 0.0503459 Jul 27 23:43:31.141431 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-6ae2de42-9643-459d-b79c-37149c3bab94 req-3d724f90-868d-4cbd-b7f1-1942ec24d202 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "GET /v2.0/security-groups?id=1b4c8b81-bf71-42c2-8ce9-39550a7a373c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332375 Jul 27 23:43:31.785463 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [req-7bd267bb-a088-4962-ab84-03a51979ae50 req-e311fd15-c0cf-4559-b722-8eaeb1dadc20 tempest-TestNetworkBasicOps-1652025385 tempest-TestNetworkBasicOps-1652025385-project] (93798) timed out ('10.222.0.38', 56974) {{(pid=93798) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 27 23:43:32.126246 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f3cd08f-0799-437a-abed-7b85fad37af3', 'tag': 'cdcd5303-d341-4e6c-bf57-48702e6f6d0e'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:43:32.129118 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}011f8d312121274bb12d78e77c6379a2079800640016cec6c6d605b73666e854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9298cdda-553a-4e18-b702-1356d1633d9e" -d '{"events": [{"name": "network-changed", "server_uuid": "0f3cd08f-0799-437a-abed-7b85fad37af3", "tag": "cdcd5303-d341-4e6c-bf57-48702e6f6d0e"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:43:32.176266 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 23:43:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ad7ed43-5d90-4eb5-8166-f66e01c02ba9 x-openstack-request-id: req-9ad7ed43-5d90-4eb5-8166-f66e01c02ba9 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:43:32.176702 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f3cd08f-0799-437a-abed-7b85fad37af3", "tag": "cdcd5303-d341-4e6c-bf57-48702e6f6d0e", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:43:32.176949 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9ad7ed43-5d90-4eb5-8166-f66e01c02ba9 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:43:32.177340 n-d-802623-1 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f3cd08f-0799-437a-abed-7b85fad37af3', 'tag': 'cdcd5303-d341-4e6c-bf57-48702e6f6d0e', 'status': 'completed', 'code': 200} Jul 27 23:43:32.244814 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9298cdda-553a-4e18-b702-1356d1633d9e req-3c7c09ef-a5d7-42cb-ae43-46a4cf628b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:43:32.246323 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-9298cdda-553a-4e18-b702-1356d1633d9e req-3c7c09ef-a5d7-42cb-ae43-46a4cf628b23 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=20cb27012881418a8b31e8023e85178c&device_id=0f3cd08f-0799-437a-abed-7b85fad37af3 HTTP/1.1" status: 200 len: 1094 time: 0.0459948 Jul 27 23:43:32.277383 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9298cdda-553a-4e18-b702-1356d1633d9e req-814abbe8-eb4d-40b6-bf96-096e683a415a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:43:32.278958 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-9298cdda-553a-4e18-b702-1356d1633d9e req-814abbe8-eb4d-40b6-bf96-096e683a415a service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=20cb27012881418a8b31e8023e85178c&device_id=0f3cd08f-0799-437a-abed-7b85fad37af3 HTTP/1.1" status: 200 len: 1094 time: 0.0761676 Jul 27 23:43:32.291693 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e831e0-464f-44f7-aeba-e762b5bd5105 req-dae02036-59c0-46ad-af5f-bbcb4341be0b tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:43:32.293220 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-70e831e0-464f-44f7-aeba-e762b5bd5105 req-dae02036-59c0-46ad-af5f-bbcb4341be0b tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f3cd08f-0799-437a-abed-7b85fad37af3 HTTP/1.1" status: 200 len: 943 time: 0.0604949 Jul 27 23:43:32.319848 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7418f70f-e60d-4709-8ba9-6ab514bc7f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:43:32.342744 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9298cdda-553a-4e18-b702-1356d1633d9e req-e328573b-07b3-4f47-9738-20b193ccefdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:43:32.344274 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-9298cdda-553a-4e18-b702-1356d1633d9e req-e328573b-07b3-4f47-9738-20b193ccefdd service neutron] 10.222.0.49 "GET /v2.0/networks?id=7bbb1c8e-7c22-4bf8-9826-bf2efafe9da8 HTTP/1.1" status: 200 len: 897 time: 0.0907586 Jul 27 23:43:32.392948 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-70e831e0-464f-44f7-aeba-e762b5bd5105 req-de412e62-d26c-471c-b9c7-ae71e5ba6169 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "GET /v2.0/security-groups?id=1b4c8b81-bf71-42c2-8ce9-39550a7a373c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0799730 Jul 27 23:43:32.411543 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-9298cdda-553a-4e18-b702-1356d1633d9e req-97c724de-ef38-4fc8-aa78-9ce9068fabbe service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cdcd5303-d341-4e6c-bf57-48702e6f6d0e HTTP/1.1" status: 200 len: 998 time: 0.0603495 Jul 27 23:43:32.421755 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9298cdda-553a-4e18-b702-1356d1633d9e req-7f313da3-2d1d-4688-8189-d4af0efddc1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:43:32.423742 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-9298cdda-553a-4e18-b702-1356d1633d9e req-7f313da3-2d1d-4688-8189-d4af0efddc1c service neutron] 10.222.0.38 "GET /v2.0/networks?id=7bbb1c8e-7c22-4bf8-9826-bf2efafe9da8 HTTP/1.1" status: 200 len: 897 time: 0.1296749 Jul 27 23:43:32.462606 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9298cdda-553a-4e18-b702-1356d1633d9e req-d84f0586-0379-49bc-89f5-ac8121b00048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:43:32.464107 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-9298cdda-553a-4e18-b702-1356d1633d9e req-d84f0586-0379-49bc-89f5-ac8121b00048 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=955c7143-602c-4ac5-abf7-98010a2f4b94 HTTP/1.1" status: 200 len: 835 time: 0.0455914 Jul 27 23:43:32.502678 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-9298cdda-553a-4e18-b702-1356d1633d9e req-02ae3505-a981-4523-9e80-9e55fd3f425e service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cdcd5303-d341-4e6c-bf57-48702e6f6d0e HTTP/1.1" status: 200 len: 998 time: 0.0645630 Jul 27 23:43:32.514213 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9298cdda-553a-4e18-b702-1356d1633d9e req-30849c50-777f-43ad-9add-c9a380b0457b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:43:32.515779 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-9298cdda-553a-4e18-b702-1356d1633d9e req-30849c50-777f-43ad-9add-c9a380b0457b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=7bbb1c8e-7c22-4bf8-9826-bf2efafe9da8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449133 Jul 27 23:43:32.554581 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9298cdda-553a-4e18-b702-1356d1633d9e req-ef10693a-380c-4a09-adf0-cb9f29980d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:43:32.556554 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-9298cdda-553a-4e18-b702-1356d1633d9e req-ef10693a-380c-4a09-adf0-cb9f29980d88 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=955c7143-602c-4ac5-abf7-98010a2f4b94 HTTP/1.1" status: 200 len: 835 time: 0.0465784 Jul 27 23:43:32.609847 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9298cdda-553a-4e18-b702-1356d1633d9e req-2fffe454-0dbd-4962-8c33-ec4991cbc050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:43:32.611428 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-9298cdda-553a-4e18-b702-1356d1633d9e req-2fffe454-0dbd-4962-8c33-ec4991cbc050 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7bbb1c8e-7c22-4bf8-9826-bf2efafe9da8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0463808 Jul 27 23:43:32.612828 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-9298cdda-553a-4e18-b702-1356d1633d9e req-c5d4c046-68e4-4120-b4b2-cae66e4e1e71 service neutron] 10.222.0.49 "GET /v2.0/networks/7bbb1c8e-7c22-4bf8-9826-bf2efafe9da8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897317 Jul 27 23:43:32.622439 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [req-9298cdda-553a-4e18-b702-1356d1633d9e req-c92200bb-9db1-4e66-a267-ee8b27dc5961 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=93798) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 23:43:32.623507 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-9298cdda-553a-4e18-b702-1356d1633d9e req-c92200bb-9db1-4e66-a267-ee8b27dc5961 service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052650 Jul 27 23:43:32.710252 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-9298cdda-553a-4e18-b702-1356d1633d9e req-4baeeb16-0bed-4bd8-abd4-777c6cd92f8f service neutron] 10.222.0.49 "GET /v2.0/networks/7bbb1c8e-7c22-4bf8-9826-bf2efafe9da8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906901 Jul 27 23:43:32.714520 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-9298cdda-553a-4e18-b702-1356d1633d9e req-43dea98e-463f-4e56-8bfd-0d04b5ce1353 service neutron] 10.222.0.38 "GET /v2.0/networks/7bbb1c8e-7c22-4bf8-9826-bf2efafe9da8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832269 Jul 27 23:43:32.805834 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-9298cdda-553a-4e18-b702-1356d1633d9e req-97129c9d-effa-4512-9072-1a37bcec4143 service neutron] 10.222.0.38 "GET /v2.0/networks/7bbb1c8e-7c22-4bf8-9826-bf2efafe9da8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837836 Jul 27 23:43:33.009794 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device cdcd5303-d341-4e6c-bf57-48702e6f6d0e no longer exists at agent hyperv_n-h2-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:43:33.046250 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device cdcd5303-d341-4e6c-bf57-48702e6f6d0e not bound to the agent host n-h2-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:43:33.512152 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987a0e18-4449-476f-a5a6-da5437b66d09 req-68dc991c-fbce-4c21-a9cd-a0db016cd0e8 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:43:33.513632 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-987a0e18-4449-476f-a5a6-da5437b66d09 req-68dc991c-fbce-4c21-a9cd-a0db016cd0e8 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f3cd08f-0799-437a-abed-7b85fad37af3 HTTP/1.1" status: 200 len: 943 time: 0.0489879 Jul 27 23:43:33.551869 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-987a0e18-4449-476f-a5a6-da5437b66d09 req-7c4df1bf-c31b-4e4c-818e-14aaeb255285 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "GET /v2.0/security-groups?id=1b4c8b81-bf71-42c2-8ce9-39550a7a373c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318344 Jul 27 23:43:33.788345 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa512b54-f582-4222-9881-17c47e01a7e6 req-e18a8d56-6092-4a1b-8731-fa5339c27a97 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:43:33.789860 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-fa512b54-f582-4222-9881-17c47e01a7e6 req-e18a8d56-6092-4a1b-8731-fa5339c27a97 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f3cd08f-0799-437a-abed-7b85fad37af3 HTTP/1.1" status: 200 len: 943 time: 0.0494161 Jul 27 23:43:33.802569 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee30849f-81cd-4bb1-bff6-6e388968ac00 req-f58cbd84-90df-42dd-b1bf-12a39c854370 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:43:33.804303 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ee30849f-81cd-4bb1-bff6-6e388968ac00 req-f58cbd84-90df-42dd-b1bf-12a39c854370 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.38 "GET /v2.0/ports?device_id=0f3cd08f-0799-437a-abed-7b85fad37af3&tenant_id=20cb27012881418a8b31e8023e85178c&binding%3Ahost_id=n-h1-802623-1 HTTP/1.1" status: 200 len: 943 time: 0.0842710 Jul 27 23:43:33.814718 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device cdcd5303-d341-4e6c-bf57-48702e6f6d0e details requested by agent hyperv_n-h1-802623-1 with host n-h1-802623-1 {{(pid=93799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 23:43:33.829822 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-fa512b54-f582-4222-9881-17c47e01a7e6 req-7fbb6fc9-0ad9-48ff-98a7-9b96cc955b91 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "GET /v2.0/security-groups?id=1b4c8b81-bf71-42c2-8ce9-39550a7a373c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339057 Jul 27 23:43:33.868255 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ee30849f-81cd-4bb1-bff6-6e388968ac00 req-b0d15d72-49cd-4599-8a87-94f6f528e4b5 service neutron] 10.222.0.38 "GET /v2.0/ports/cdcd5303-d341-4e6c-bf57-48702e6f6d0e/bindings/n-h1-802623-1 HTTP/1.1" status: 200 len: 382 time: 0.0570340 Jul 27 23:43:33.936179 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee30849f-81cd-4bb1-bff6-6e388968ac00 req-892a4daa-dfad-469e-b784-fe2a607fbe94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:43:33.937705 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ee30849f-81cd-4bb1-bff6-6e388968ac00 req-892a4daa-dfad-469e-b784-fe2a607fbe94 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=20cb27012881418a8b31e8023e85178c&device_id=0f3cd08f-0799-437a-abed-7b85fad37af3 HTTP/1.1" status: 200 len: 1094 time: 0.0461888 Jul 27 23:43:34.030295 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee30849f-81cd-4bb1-bff6-6e388968ac00 req-f4ff1a0b-b2dd-40b4-8f8e-e5eaedcafaba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:43:34.031728 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ee30849f-81cd-4bb1-bff6-6e388968ac00 req-f4ff1a0b-b2dd-40b4-8f8e-e5eaedcafaba service neutron] 10.222.0.38 "GET /v2.0/networks?id=7bbb1c8e-7c22-4bf8-9826-bf2efafe9da8 HTTP/1.1" status: 200 len: 897 time: 0.0859714 Jul 27 23:43:34.065476 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port cdcd5303-d341-4e6c-bf57-48702e6f6d0e, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=cdcd5303-d341-4e6c-bf57-48702e6f6d0e,segment=NetworkSegment(4b5a3af1-ae8e-4250-9390-930a90099071),segment_id=4b5a3af1-ae8e-4250-9390-930a90099071)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:43:34.077241 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Returning: {'device': 'cdcd5303-d341-4e6c-bf57-48702e6f6d0e', 'network_id': '7bbb1c8e-7c22-4bf8-9826-bf2efafe9da8', 'port_id': 'cdcd5303-d341-4e6c-bf57-48702e6f6d0e', 'mac_address': 'fa:16:3e:ce:4f:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '955c7143-602c-4ac5-abf7-98010a2f4b94', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 23:43:34.101144 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ee30849f-81cd-4bb1-bff6-6e388968ac00 req-12cc59a8-0ea1-4a81-9ec0-e305ed3ddd42 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cdcd5303-d341-4e6c-bf57-48702e6f6d0e HTTP/1.1" status: 200 len: 998 time: 0.0617664 Jul 27 23:43:34.113606 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:43:34.126069 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cdcd5303-d341-4e6c-bf57-48702e6f6d0e {{(pid=93799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:43:34.147026 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port cdcd5303-d341-4e6c-bf57-48702e6f6d0e, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=cdcd5303-d341-4e6c-bf57-48702e6f6d0e,segment=NetworkSegment(4b5a3af1-ae8e-4250-9390-930a90099071),segment_id=4b5a3af1-ae8e-4250-9390-930a90099071)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:43:34.151034 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:43:34.151341 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee30849f-81cd-4bb1-bff6-6e388968ac00 req-8e617d84-5bb9-4173-9419-e7b4aaf17b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:43:34.152899 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ee30849f-81cd-4bb1-bff6-6e388968ac00 req-8e617d84-5bb9-4173-9419-e7b4aaf17b92 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=955c7143-602c-4ac5-abf7-98010a2f4b94 HTTP/1.1" status: 200 len: 835 time: 0.0449746 Jul 27 23:43:34.200011 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee30849f-81cd-4bb1-bff6-6e388968ac00 req-2513ab9a-64fa-4035-884d-21f71c58f8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:43:34.201001 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Pushing event updated for resources: {'Port': ['ID=cdcd5303-d341-4e6c-bf57-48702e6f6d0e,revision_number=8']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:43:34.201520 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ee30849f-81cd-4bb1-bff6-6e388968ac00 req-2513ab9a-64fa-4035-884d-21f71c58f8d7 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7bbb1c8e-7c22-4bf8-9826-bf2efafe9da8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411150 Jul 27 23:43:34.208898 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:43:34.209246 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:43:34.209593 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:43:34.209917 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:43:34.210245 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:43:34.210574 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:43:34.210896 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:43:34.211243 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:43:34.211566 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:43:34.211886 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:43:34.212205 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:43:34.212522 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:43:34.292494 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ee30849f-81cd-4bb1-bff6-6e388968ac00 req-fbd1de58-3e9d-4354-887f-7b722f088973 service neutron] 10.222.0.38 "GET /v2.0/networks/7bbb1c8e-7c22-4bf8-9826-bf2efafe9da8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831313 Jul 27 23:43:34.366453 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] get_ports_and_sgs() called for port_ids ['cdcd5303-d341-4e6c-bf57-48702e6f6d0e'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:43:34.382371 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ee30849f-81cd-4bb1-bff6-6e388968ac00 req-a8f8b83d-b059-4d99-820d-f44c1e005030 service neutron] 10.222.0.38 "GET /v2.0/networks/7bbb1c8e-7c22-4bf8-9826-bf2efafe9da8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819969 Jul 27 23:43:34.945992 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2078f8-1263-4f2d-bb8c-064519e1ae28 req-1b04490a-2bc6-4c92-b4b7-6bc97b54f5c3 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:43:34.947456 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ee2078f8-1263-4f2d-bb8c-064519e1ae28 req-1b04490a-2bc6-4c92-b4b7-6bc97b54f5c3 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f3cd08f-0799-437a-abed-7b85fad37af3 HTTP/1.1" status: 200 len: 944 time: 0.0473711 Jul 27 23:43:34.995506 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ee2078f8-1263-4f2d-bb8c-064519e1ae28 req-de7a05b7-2bf6-4f9a-89b0-8031ca8412bb tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "GET /v2.0/security-groups?id=1b4c8b81-bf71-42c2-8ce9-39550a7a373c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421846 Jul 27 23:43:35.069167 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:43:35.834602 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device cdcd5303-d341-4e6c-bf57-48702e6f6d0e up at agent hyperv_n-h1-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:43:35.880725 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Provisioning for port cdcd5303-d341-4e6c-bf57-48702e6f6d0e completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:43:35.884152 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Provisioning complete for port cdcd5303-d341-4e6c-bf57-48702e6f6d0e triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:43:35.884521 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:43:35.958525 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:43:35.982116 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f3cd08f-0799-437a-abed-7b85fad37af3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdcd5303-d341-4e6c-bf57-48702e6f6d0e'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:43:35.984377 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c0369b0d4f459110ff20a1f9878ba33f96d6491bddb9d15843bf29d01e0bda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4502e5b1-7eae-4388-9562-41893b43c573" -d '{"events": [{"server_uuid": "0f3cd08f-0799-437a-abed-7b85fad37af3", "name": "network-vif-plugged", "status": "completed", "tag": "cdcd5303-d341-4e6c-bf57-48702e6f6d0e"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:43:35.997849 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port cdcd5303-d341-4e6c-bf57-48702e6f6d0e, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=cdcd5303-d341-4e6c-bf57-48702e6f6d0e,segment=NetworkSegment(4b5a3af1-ae8e-4250-9390-930a90099071),segment_id=4b5a3af1-ae8e-4250-9390-930a90099071)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:43:36.003538 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:43:36.044055 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:43:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa87560f-9498-4d55-ac26-c1974c5de0bb x-openstack-request-id: req-aa87560f-9498-4d55-ac26-c1974c5de0bb {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:43:36.044591 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f3cd08f-0799-437a-abed-7b85fad37af3", "name": "network-vif-plugged", "status": "completed", "tag": "cdcd5303-d341-4e6c-bf57-48702e6f6d0e", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:43:36.044841 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-aa87560f-9498-4d55-ac26-c1974c5de0bb {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:43:36.045254 n-d-802623-1 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f3cd08f-0799-437a-abed-7b85fad37af3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdcd5303-d341-4e6c-bf57-48702e6f6d0e', 'code': 200} Jul 27 23:43:36.066904 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Pushing event updated for resources: {'Port': ['ID=cdcd5303-d341-4e6c-bf57-48702e6f6d0e,revision_number=9']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:43:36.131498 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef40a50-dbed-44d2-b648-e68fb40c3f89 req-f02fc478-318a-4a74-b30d-6f1390a64a20 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:43:36.133028 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7ef40a50-dbed-44d2-b648-e68fb40c3f89 req-f02fc478-318a-4a74-b30d-6f1390a64a20 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f3cd08f-0799-437a-abed-7b85fad37af3 HTTP/1.1" status: 200 len: 945 time: 0.0489535 Jul 27 23:43:36.177755 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7ef40a50-dbed-44d2-b648-e68fb40c3f89 req-ae3f2965-eadf-4853-a340-f3d4a437d63a tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "GET /v2.0/security-groups?id=1b4c8b81-bf71-42c2-8ce9-39550a7a373c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389822 Jul 27 23:43:36.338556 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee30849f-81cd-4bb1-bff6-6e388968ac00 req-61d6a39f-38ae-4f23-a242-c4a5687a28d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:43:36.339988 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-ee30849f-81cd-4bb1-bff6-6e388968ac00 req-61d6a39f-38ae-4f23-a242-c4a5687a28d5 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=0f3cd08f-0799-437a-abed-7b85fad37af3&tenant_id=20cb27012881418a8b31e8023e85178c HTTP/1.1" status: 200 len: 1096 time: 0.0754216 Jul 27 23:43:36.351736 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [req-ee30849f-81cd-4bb1-bff6-6e388968ac00 req-f1ab538d-9f16-4bac-83b1-42fe7e16c0e5 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-802623-1', 'device_owner': 'compute:nova'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:43:36.406982 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-ee30849f-81cd-4bb1-bff6-6e388968ac00 req-f1ab538d-9f16-4bac-83b1-42fe7e16c0e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:43:36.600525 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-ee30849f-81cd-4bb1-bff6-6e388968ac00 req-f1ab538d-9f16-4bac-83b1-42fe7e16c0e5 service neutron] For port cdcd5303-d341-4e6c-bf57-48702e6f6d0e, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=cdcd5303-d341-4e6c-bf57-48702e6f6d0e,segment=NetworkSegment(4b5a3af1-ae8e-4250-9390-930a90099071),segment_id=4b5a3af1-ae8e-4250-9390-930a90099071)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:43:36.637165 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-ee30849f-81cd-4bb1-bff6-6e388968ac00 req-f1ab538d-9f16-4bac-83b1-42fe7e16c0e5 service neutron] For port cdcd5303-d341-4e6c-bf57-48702e6f6d0e, host n-h1-802623-1, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:43:36.673725 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f3cd08f-0799-437a-abed-7b85fad37af3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cdcd5303-d341-4e6c-bf57-48702e6f6d0e'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:43:36.676488 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a476459a1bfce68b0ae0df5b6a71154bfc7cfdc8f9eefce6ad0a17231e60468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab8ac45d-1224-4295-ac16-b4f29daf6177" -d '{"events": [{"server_uuid": "0f3cd08f-0799-437a-abed-7b85fad37af3", "name": "network-vif-unplugged", "status": "completed", "tag": "cdcd5303-d341-4e6c-bf57-48702e6f6d0e"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:43:36.680500 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-ee30849f-81cd-4bb1-bff6-6e388968ac00 req-f1ab538d-9f16-4bac-83b1-42fe7e16c0e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:43:36.693220 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [req-ee30849f-81cd-4bb1-bff6-6e388968ac00 req-f1ab538d-9f16-4bac-83b1-42fe7e16c0e5 service neutron] Transition to ACTIVE for port object cdcd5303-d341-4e6c-bf57-48702e6f6d0e will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:43:36.696979 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-ee30849f-81cd-4bb1-bff6-6e388968ac00 req-f1ab538d-9f16-4bac-83b1-42fe7e16c0e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11336041'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:43:36.725877 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 23:43:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99de9b9d-5269-47e8-aaf8-bd8a209a1d37 x-openstack-request-id: req-99de9b9d-5269-47e8-aaf8-bd8a209a1d37 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:43:36.726167 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f3cd08f-0799-437a-abed-7b85fad37af3", "name": "network-vif-unplugged", "status": "completed", "tag": "cdcd5303-d341-4e6c-bf57-48702e6f6d0e", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:43:36.726416 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-99de9b9d-5269-47e8-aaf8-bd8a209a1d37 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:43:36.726802 n-d-802623-1 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f3cd08f-0799-437a-abed-7b85fad37af3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cdcd5303-d341-4e6c-bf57-48702e6f6d0e', 'code': 200} Jul 27 23:43:36.804594 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ab538d-9f16-4bac-83b1-42fe7e16c0e5 service neutron] Pushing event updated for resources: {'Port': ['ID=cdcd5303-d341-4e6c-bf57-48702e6f6d0e,revision_number=10']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:43:36.827328 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ab538d-9f16-4bac-83b1-42fe7e16c0e5 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:43:36.827671 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ab538d-9f16-4bac-83b1-42fe7e16c0e5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:43:36.828012 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ab538d-9f16-4bac-83b1-42fe7e16c0e5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:43:36.828349 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ab538d-9f16-4bac-83b1-42fe7e16c0e5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:43:36.828676 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ab538d-9f16-4bac-83b1-42fe7e16c0e5 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:43:36.829003 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ab538d-9f16-4bac-83b1-42fe7e16c0e5 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:43:36.829337 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ab538d-9f16-4bac-83b1-42fe7e16c0e5 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:43:36.829649 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ab538d-9f16-4bac-83b1-42fe7e16c0e5 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:43:36.829966 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ab538d-9f16-4bac-83b1-42fe7e16c0e5 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:43:36.830283 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ab538d-9f16-4bac-83b1-42fe7e16c0e5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:43:36.830600 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ab538d-9f16-4bac-83b1-42fe7e16c0e5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:43:36.830916 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ab538d-9f16-4bac-83b1-42fe7e16c0e5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:43:36.882269 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee30849f-81cd-4bb1-bff6-6e388968ac00 req-f1ab538d-9f16-4bac-83b1-42fe7e16c0e5 service neutron] No DVR routers for this DVR port cdcd5303-d341-4e6c-bf57-48702e6f6d0e on host n-h1-802623-1 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:43:37.015724 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-ee30849f-81cd-4bb1-bff6-6e388968ac00 req-f1ab538d-9f16-4bac-83b1-42fe7e16c0e5 service neutron] Attempting to bind port cdcd5303-d341-4e6c-bf57-48702e6f6d0e on host n-h2-802623-1 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:43:37.016064 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-ee30849f-81cd-4bb1-bff6-6e388968ac00 req-f1ab538d-9f16-4bac-83b1-42fe7e16c0e5 service neutron] Attempting to bind port cdcd5303-d341-4e6c-bf57-48702e6f6d0e by drivers openvswitch,hyperv on host n-h2-802623-1 at level 0 using segments [{'id': '4b5a3af1-ae8e-4250-9390-930a90099071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '7bbb1c8e-7c22-4bf8-9826-bf2efafe9da8'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:43:37.016391 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee30849f-81cd-4bb1-bff6-6e388968ac00 req-f1ab538d-9f16-4bac-83b1-42fe7e16c0e5 service neutron] Attempting to bind port cdcd5303-d341-4e6c-bf57-48702e6f6d0e on network 7bbb1c8e-7c22-4bf8-9826-bf2efafe9da8 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:43:37.020643 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee30849f-81cd-4bb1-bff6-6e388968ac00 req-f1ab538d-9f16-4bac-83b1-42fe7e16c0e5 service neutron] Port cdcd5303-d341-4e6c-bf57-48702e6f6d0e on network 7bbb1c8e-7c22-4bf8-9826-bf2efafe9da8 not bound, no agent of type Open vSwitch agent registered on host n-h2-802623-1 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 23:43:37.020967 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee30849f-81cd-4bb1-bff6-6e388968ac00 req-f1ab538d-9f16-4bac-83b1-42fe7e16c0e5 service neutron] Attempting to bind port cdcd5303-d341-4e6c-bf57-48702e6f6d0e on network 7bbb1c8e-7c22-4bf8-9826-bf2efafe9da8 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:43:37.025730 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee30849f-81cd-4bb1-bff6-6e388968ac00 req-f1ab538d-9f16-4bac-83b1-42fe7e16c0e5 service neutron] Checking agent: {'id': 'c5cc038b-93c4-4df4-8061-5df2a04a48c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 23, 0, 4), 'started_at': datetime.datetime(2021, 7, 27, 23, 0, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 43, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:43:37.026070 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee30849f-81cd-4bb1-bff6-6e388968ac00 req-f1ab538d-9f16-4bac-83b1-42fe7e16c0e5 service neutron] Checking segment: {'id': '4b5a3af1-ae8e-4250-9390-930a90099071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '7bbb1c8e-7c22-4bf8-9826-bf2efafe9da8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:43:37.026451 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee30849f-81cd-4bb1-bff6-6e388968ac00 req-f1ab538d-9f16-4bac-83b1-42fe7e16c0e5 service neutron] Bound using segment: {'id': '4b5a3af1-ae8e-4250-9390-930a90099071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '7bbb1c8e-7c22-4bf8-9826-bf2efafe9da8'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:43:37.026874 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-ee30849f-81cd-4bb1-bff6-6e388968ac00 req-f1ab538d-9f16-4bac-83b1-42fe7e16c0e5 service neutron] Bound port: cdcd5303-d341-4e6c-bf57-48702e6f6d0e, host: n-h2-802623-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b5a3af1-ae8e-4250-9390-930a90099071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '7bbb1c8e-7c22-4bf8-9826-bf2efafe9da8'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:43:37.027260 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-ee30849f-81cd-4bb1-bff6-6e388968ac00 req-f1ab538d-9f16-4bac-83b1-42fe7e16c0e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:43:37.090857 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-ee30849f-81cd-4bb1-bff6-6e388968ac00 req-f1ab538d-9f16-4bac-83b1-42fe7e16c0e5 service neutron] For port cdcd5303-d341-4e6c-bf57-48702e6f6d0e, host n-h2-802623-1, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:43:37.093818 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-ee30849f-81cd-4bb1-bff6-6e388968ac00 req-f1ab538d-9f16-4bac-83b1-42fe7e16c0e5 service neutron] For port cdcd5303-d341-4e6c-bf57-48702e6f6d0e, host n-h2-802623-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=cdcd5303-d341-4e6c-bf57-48702e6f6d0e,segment=NetworkSegment(4b5a3af1-ae8e-4250-9390-930a90099071),segment_id=4b5a3af1-ae8e-4250-9390-930a90099071)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:43:37.098861 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-ee30849f-81cd-4bb1-bff6-6e388968ac00 req-f1ab538d-9f16-4bac-83b1-42fe7e16c0e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11336041'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:43:37.130643 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee30849f-81cd-4bb1-bff6-6e388968ac00 req-f1ab538d-9f16-4bac-83b1-42fe7e16c0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:43:37.131360 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-ee30849f-81cd-4bb1-bff6-6e388968ac00 req-f1ab538d-9f16-4bac-83b1-42fe7e16c0e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:43:37.132698 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-ee30849f-81cd-4bb1-bff6-6e388968ac00 req-f1ab538d-9f16-4bac-83b1-42fe7e16c0e5 service neutron] 10.222.0.49 "PUT /v2.0/ports/cdcd5303-d341-4e6c-bf57-48702e6f6d0e HTTP/1.1" status: 200 len: 1092 time: 0.7850964 Jul 27 23:43:37.155688 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ab538d-9f16-4bac-83b1-42fe7e16c0e5 service neutron] Pushing event updated for resources: {'Port': ['ID=cdcd5303-d341-4e6c-bf57-48702e6f6d0e,revision_number=11']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:43:37.199686 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee30849f-81cd-4bb1-bff6-6e388968ac00 req-3aa2aba4-a418-43e9-a5ac-b2847fa515ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:43:37.201207 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-ee30849f-81cd-4bb1-bff6-6e388968ac00 req-3aa2aba4-a418-43e9-a5ac-b2847fa515ac service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=20cb27012881418a8b31e8023e85178c&device_id=0f3cd08f-0799-437a-abed-7b85fad37af3 HTTP/1.1" status: 200 len: 1095 time: 0.0426226 Jul 27 23:43:37.302338 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee30849f-81cd-4bb1-bff6-6e388968ac00 req-370a3fe7-c4b4-468b-8433-14028fcfc685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:43:37.303855 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-ee30849f-81cd-4bb1-bff6-6e388968ac00 req-370a3fe7-c4b4-468b-8433-14028fcfc685 service neutron] 10.222.0.49 "GET /v2.0/networks?id=7bbb1c8e-7c22-4bf8-9826-bf2efafe9da8 HTTP/1.1" status: 200 len: 897 time: 0.0953028 Jul 27 23:43:37.305249 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a07145c-85c0-47c3-be3a-e8df9583dd7e req-c5ca4f16-663a-4289-b436-f7ee5e6361f9 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:43:37.306848 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-8a07145c-85c0-47c3-be3a-e8df9583dd7e req-c5ca4f16-663a-4289-b436-f7ee5e6361f9 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f3cd08f-0799-437a-abed-7b85fad37af3 HTTP/1.1" status: 200 len: 944 time: 0.0515893 Jul 27 23:43:37.346683 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-8a07145c-85c0-47c3-be3a-e8df9583dd7e req-7f57caae-8af0-486a-aca6-ae965010f56f tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "GET /v2.0/security-groups?id=1b4c8b81-bf71-42c2-8ce9-39550a7a373c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337992 Jul 27 23:43:37.374707 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-ee30849f-81cd-4bb1-bff6-6e388968ac00 req-b9c2072d-fb36-48e3-b601-3cfce16fa83c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cdcd5303-d341-4e6c-bf57-48702e6f6d0e HTTP/1.1" status: 200 len: 998 time: 0.0637484 Jul 27 23:43:37.422340 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee30849f-81cd-4bb1-bff6-6e388968ac00 req-9af324b9-39ce-4d9f-a454-20a2a094ba2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:43:37.423653 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-ee30849f-81cd-4bb1-bff6-6e388968ac00 req-9af324b9-39ce-4d9f-a454-20a2a094ba2e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=955c7143-602c-4ac5-abf7-98010a2f4b94 HTTP/1.1" status: 200 len: 835 time: 0.0422027 Jul 27 23:43:37.470401 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee30849f-81cd-4bb1-bff6-6e388968ac00 req-02bb5a4c-db24-4c13-84f3-ee9fd46c665e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:43:37.471963 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-ee30849f-81cd-4bb1-bff6-6e388968ac00 req-02bb5a4c-db24-4c13-84f3-ee9fd46c665e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=7bbb1c8e-7c22-4bf8-9826-bf2efafe9da8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414462 Jul 27 23:43:37.483687 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [req-ee30849f-81cd-4bb1-bff6-6e388968ac00 req-640e7550-b637-4218-a2d3-796e4cf3082a service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=93797) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 23:43:37.484612 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-ee30849f-81cd-4bb1-bff6-6e388968ac00 req-640e7550-b637-4218-a2d3-796e4cf3082a service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047612 Jul 27 23:43:37.569266 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-ee30849f-81cd-4bb1-bff6-6e388968ac00 req-0e605bc0-09ec-4375-ba6d-e42cd008ee66 service neutron] 10.222.0.49 "GET /v2.0/networks/7bbb1c8e-7c22-4bf8-9826-bf2efafe9da8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0776248 Jul 27 23:43:37.969230 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-ee30849f-81cd-4bb1-bff6-6e388968ac00 req-62fe2a90-490d-4571-bdcd-71ef9cb5e66d service neutron] 10.222.0.49 "GET /v2.0/networks/7bbb1c8e-7c22-4bf8-9826-bf2efafe9da8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3933465 Jul 27 23:43:38.462279 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755f8917-e091-444a-90a2-9ce2f4b02185 req-9e72774d-3368-4018-aeed-57a152bff48f tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:43:38.463741 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-755f8917-e091-444a-90a2-9ce2f4b02185 req-9e72774d-3368-4018-aeed-57a152bff48f tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f3cd08f-0799-437a-abed-7b85fad37af3 HTTP/1.1" status: 200 len: 944 time: 0.0482082 Jul 27 23:43:38.500381 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-755f8917-e091-444a-90a2-9ce2f4b02185 req-0aeb7313-8c3e-4701-b50e-013236c3da68 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "GET /v2.0/security-groups?id=1b4c8b81-bf71-42c2-8ce9-39550a7a373c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308895 Jul 27 23:43:38.728380 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f3cd08f-0799-437a-abed-7b85fad37af3', 'tag': 'cdcd5303-d341-4e6c-bf57-48702e6f6d0e'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:43:38.730650 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a476459a1bfce68b0ae0df5b6a71154bfc7cfdc8f9eefce6ad0a17231e60468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b39a5f0-5d67-4343-aadd-4e7f608fb491" -d '{"events": [{"name": "network-changed", "server_uuid": "0f3cd08f-0799-437a-abed-7b85fad37af3", "tag": "cdcd5303-d341-4e6c-bf57-48702e6f6d0e"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:43:38.776299 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 23:43:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21133a74-7e98-4eb3-8e73-0c1e44cb34ca x-openstack-request-id: req-21133a74-7e98-4eb3-8e73-0c1e44cb34ca {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:43:38.776583 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f3cd08f-0799-437a-abed-7b85fad37af3", "tag": "cdcd5303-d341-4e6c-bf57-48702e6f6d0e", "status": "completed", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:43:38.776829 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-21133a74-7e98-4eb3-8e73-0c1e44cb34ca {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:43:38.777234 n-d-802623-1 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f3cd08f-0799-437a-abed-7b85fad37af3', 'tag': 'cdcd5303-d341-4e6c-bf57-48702e6f6d0e', 'status': 'completed', 'code': 200} Jul 27 23:43:38.836782 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b39a5f0-5d67-4343-aadd-4e7f608fb491 req-1aef1a7f-cbc9-4020-9a1f-a7b5ae9f9836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:43:38.838285 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-9b39a5f0-5d67-4343-aadd-4e7f608fb491 req-1aef1a7f-cbc9-4020-9a1f-a7b5ae9f9836 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=20cb27012881418a8b31e8023e85178c&device_id=0f3cd08f-0799-437a-abed-7b85fad37af3 HTTP/1.1" status: 200 len: 1095 time: 0.0415740 Jul 27 23:43:38.885267 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b39a5f0-5d67-4343-aadd-4e7f608fb491 req-f5f22cce-6012-475e-be70-1a04cd53a50b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:43:38.886764 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-9b39a5f0-5d67-4343-aadd-4e7f608fb491 req-f5f22cce-6012-475e-be70-1a04cd53a50b service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=20cb27012881418a8b31e8023e85178c&device_id=0f3cd08f-0799-437a-abed-7b85fad37af3 HTTP/1.1" status: 200 len: 1095 time: 0.0884919 Jul 27 23:43:38.930960 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b39a5f0-5d67-4343-aadd-4e7f608fb491 req-b4f5735f-2d4b-4827-ae2e-2e442a047fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:43:38.932466 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-9b39a5f0-5d67-4343-aadd-4e7f608fb491 req-b4f5735f-2d4b-4827-ae2e-2e442a047fc4 service neutron] 10.222.0.49 "GET /v2.0/networks?id=7bbb1c8e-7c22-4bf8-9826-bf2efafe9da8 HTTP/1.1" status: 200 len: 897 time: 0.0876191 Jul 27 23:43:38.980974 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b39a5f0-5d67-4343-aadd-4e7f608fb491 req-eb9b6e1b-8456-4991-93dd-bd9194d6d54e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:43:38.982390 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-9b39a5f0-5d67-4343-aadd-4e7f608fb491 req-eb9b6e1b-8456-4991-93dd-bd9194d6d54e service neutron] 10.222.0.38 "GET /v2.0/networks?id=7bbb1c8e-7c22-4bf8-9826-bf2efafe9da8 HTTP/1.1" status: 200 len: 897 time: 0.0875642 Jul 27 23:43:38.999493 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-9b39a5f0-5d67-4343-aadd-4e7f608fb491 req-f575286f-a8d9-4ca8-8861-83b16900128b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cdcd5303-d341-4e6c-bf57-48702e6f6d0e HTTP/1.1" status: 200 len: 998 time: 0.0592656 Jul 27 23:43:39.050353 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b39a5f0-5d67-4343-aadd-4e7f608fb491 req-ccb606ac-0f6a-48b5-8b54-a9608db34bea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:43:39.050964 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-9b39a5f0-5d67-4343-aadd-4e7f608fb491 req-1f1c0d58-47fc-4c6e-a0d1-5f8fc7ca1b70 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cdcd5303-d341-4e6c-bf57-48702e6f6d0e HTTP/1.1" status: 200 len: 998 time: 0.0611434 Jul 27 23:43:39.051957 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-9b39a5f0-5d67-4343-aadd-4e7f608fb491 req-ccb606ac-0f6a-48b5-8b54-a9608db34bea service neutron] 10.222.0.49 "GET /v2.0/subnets?id=955c7143-602c-4ac5-abf7-98010a2f4b94 HTTP/1.1" status: 200 len: 835 time: 0.0445485 Jul 27 23:43:39.103339 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b39a5f0-5d67-4343-aadd-4e7f608fb491 req-042bcc35-ca75-4935-966b-bdf5633b0d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:43:39.104829 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-9b39a5f0-5d67-4343-aadd-4e7f608fb491 req-042bcc35-ca75-4935-966b-bdf5633b0d95 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=7bbb1c8e-7c22-4bf8-9826-bf2efafe9da8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443242 Jul 27 23:43:39.105507 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b39a5f0-5d67-4343-aadd-4e7f608fb491 req-00096db7-67b5-4a81-96ae-489b35173a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:43:39.106956 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-9b39a5f0-5d67-4343-aadd-4e7f608fb491 req-00096db7-67b5-4a81-96ae-489b35173a3b service neutron] 10.222.0.38 "GET /v2.0/subnets?id=955c7143-602c-4ac5-abf7-98010a2f4b94 HTTP/1.1" status: 200 len: 835 time: 0.0492015 Jul 27 23:43:39.151886 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b39a5f0-5d67-4343-aadd-4e7f608fb491 req-3042fea8-9a0d-436c-8e71-d6af6c052661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:43:39.153394 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-9b39a5f0-5d67-4343-aadd-4e7f608fb491 req-3042fea8-9a0d-436c-8e71-d6af6c052661 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7bbb1c8e-7c22-4bf8-9826-bf2efafe9da8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393050 Jul 27 23:43:39.195091 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-9b39a5f0-5d67-4343-aadd-4e7f608fb491 req-278ab3ec-940c-4eb4-b0b9-faa015b867e3 service neutron] 10.222.0.49 "GET /v2.0/networks/7bbb1c8e-7c22-4bf8-9826-bf2efafe9da8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830822 Jul 27 23:43:39.241562 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-9b39a5f0-5d67-4343-aadd-4e7f608fb491 req-281f9676-f1ce-4605-ae8c-61c92671033a service neutron] 10.222.0.38 "GET /v2.0/networks/7bbb1c8e-7c22-4bf8-9826-bf2efafe9da8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806041 Jul 27 23:43:39.288916 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-9b39a5f0-5d67-4343-aadd-4e7f608fb491 req-7006536d-b18c-4538-8005-8caf010b57e7 service neutron] 10.222.0.49 "GET /v2.0/networks/7bbb1c8e-7c22-4bf8-9826-bf2efafe9da8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870047 Jul 27 23:43:39.334590 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-9b39a5f0-5d67-4343-aadd-4e7f608fb491 req-6178b2c7-e60c-4c3e-89dc-259627fd7030 service neutron] 10.222.0.38 "GET /v2.0/networks/7bbb1c8e-7c22-4bf8-9826-bf2efafe9da8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865026 Jul 27 23:43:39.614138 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fee6f45-e21b-470d-9d56-b8bd29c550eb req-a98e5d4a-3a46-4de6-86bf-d7c5c4e9be0b tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:43:39.615646 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-2fee6f45-e21b-470d-9d56-b8bd29c550eb req-a98e5d4a-3a46-4de6-86bf-d7c5c4e9be0b tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f3cd08f-0799-437a-abed-7b85fad37af3 HTTP/1.1" status: 200 len: 944 time: 0.0486996 Jul 27 23:43:39.655338 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-2fee6f45-e21b-470d-9d56-b8bd29c550eb req-cf86a456-4064-4647-83c3-4dbcd9c537b8 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "GET /v2.0/security-groups?id=1b4c8b81-bf71-42c2-8ce9-39550a7a373c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337510 Jul 27 23:43:39.845764 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device cdcd5303-d341-4e6c-bf57-48702e6f6d0e no longer exists at agent hyperv_n-h1-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:43:39.882811 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device cdcd5303-d341-4e6c-bf57-48702e6f6d0e not bound to the agent host n-h1-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:43:40.784428 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ac9dba-b499-4779-ae0d-fcec9ab34cf5 req-ef77b7c1-3614-4d5b-b41d-de6fa3694cbe tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:43:40.786706 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c8ac9dba-b499-4779-ae0d-fcec9ab34cf5 req-ef77b7c1-3614-4d5b-b41d-de6fa3694cbe tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f3cd08f-0799-437a-abed-7b85fad37af3 HTTP/1.1" status: 200 len: 944 time: 0.0592241 Jul 27 23:43:40.830441 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c8ac9dba-b499-4779-ae0d-fcec9ab34cf5 req-fcf8c6d1-5988-4248-b497-941039d62d5e tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "GET /v2.0/security-groups?id=1b4c8b81-bf71-42c2-8ce9-39550a7a373c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379887 Jul 27 23:43:41.061108 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device cdcd5303-d341-4e6c-bf57-48702e6f6d0e details requested by agent hyperv_n-h2-802623-1 with host n-h2-802623-1 {{(pid=93799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 23:43:41.154963 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port cdcd5303-d341-4e6c-bf57-48702e6f6d0e, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=cdcd5303-d341-4e6c-bf57-48702e6f6d0e,segment=NetworkSegment(4b5a3af1-ae8e-4250-9390-930a90099071),segment_id=4b5a3af1-ae8e-4250-9390-930a90099071)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:43:41.165936 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Returning: {'device': 'cdcd5303-d341-4e6c-bf57-48702e6f6d0e', 'network_id': '7bbb1c8e-7c22-4bf8-9826-bf2efafe9da8', 'port_id': 'cdcd5303-d341-4e6c-bf57-48702e6f6d0e', 'mac_address': 'fa:16:3e:ce:4f:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '955c7143-602c-4ac5-abf7-98010a2f4b94', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 23:43:41.201966 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:43:41.213827 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cdcd5303-d341-4e6c-bf57-48702e6f6d0e {{(pid=93799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:43:41.232499 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port cdcd5303-d341-4e6c-bf57-48702e6f6d0e, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=cdcd5303-d341-4e6c-bf57-48702e6f6d0e,segment=NetworkSegment(4b5a3af1-ae8e-4250-9390-930a90099071),segment_id=4b5a3af1-ae8e-4250-9390-930a90099071)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:43:41.236203 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:43:41.281531 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Pushing event updated for resources: {'Port': ['ID=cdcd5303-d341-4e6c-bf57-48702e6f6d0e,revision_number=12']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:43:41.526479 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] get_ports_and_sgs() called for port_ids ['cdcd5303-d341-4e6c-bf57-48702e6f6d0e'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:43:41.793646 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-629015f5-28e9-4ab4-b1e3-3e8b731454fe req-b005d866-8c01-4450-8897-9f1f7350042e service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=0f3cd08f-0799-437a-abed-7b85fad37af3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0388722 Jul 27 23:43:41.872861 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629015f5-28e9-4ab4-b1e3-3e8b731454fe req-c7566b05-e6a5-4aac-b60d-7904108c23fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:43:41.874363 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-629015f5-28e9-4ab4-b1e3-3e8b731454fe req-c7566b05-e6a5-4aac-b60d-7904108c23fc service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=20cb27012881418a8b31e8023e85178c&device_id=0f3cd08f-0799-437a-abed-7b85fad37af3 HTTP/1.1" status: 200 len: 1096 time: 0.0403838 Jul 27 23:43:42.001968 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8d12cf-0ec3-486a-a6d6-03e8599d0fee req-8f6658ce-74db-472a-b893-ef2113ecbf5c tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:43:42.003472 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-db8d12cf-0ec3-486a-a6d6-03e8599d0fee req-8f6658ce-74db-472a-b893-ef2113ecbf5c tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f3cd08f-0799-437a-abed-7b85fad37af3 HTTP/1.1" status: 200 len: 945 time: 0.1020217 Jul 27 23:43:42.029501 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629015f5-28e9-4ab4-b1e3-3e8b731454fe req-47fdd26e-6fdb-4147-9410-b284ee4b3e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:43:42.030818 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-629015f5-28e9-4ab4-b1e3-3e8b731454fe req-47fdd26e-6fdb-4147-9410-b284ee4b3e3c service neutron] 10.222.0.49 "GET /v2.0/networks?id=7bbb1c8e-7c22-4bf8-9826-bf2efafe9da8 HTTP/1.1" status: 200 len: 897 time: 0.1374969 Jul 27 23:43:42.059764 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-db8d12cf-0ec3-486a-a6d6-03e8599d0fee req-2b98c822-56e8-4d16-8ab7-6202e2c4e564 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "GET /v2.0/security-groups?id=1b4c8b81-bf71-42c2-8ce9-39550a7a373c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503953 Jul 27 23:43:42.082254 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 53868) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:43:42.110481 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-629015f5-28e9-4ab4-b1e3-3e8b731454fe req-f1f816c7-1c60-4659-a873-819616ef08cd service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cdcd5303-d341-4e6c-bf57-48702e6f6d0e HTTP/1.1" status: 200 len: 999 time: 0.0672455 Jul 27 23:43:42.146231 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-06c4827a-d40a-4277-9af4-02e2c4dc84d6 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "GET /v2.0/floatingips/0347d7d2-0b2c-49d1-ab32-3c43e0b887de HTTP/1.1" status: 200 len: 991 time: 0.0628090 Jul 27 23:43:42.161622 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629015f5-28e9-4ab4-b1e3-3e8b731454fe req-1822928b-1c42-4863-beb9-8d9817623df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:43:42.163118 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-629015f5-28e9-4ab4-b1e3-3e8b731454fe req-1822928b-1c42-4863-beb9-8d9817623df5 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=955c7143-602c-4ac5-abf7-98010a2f4b94 HTTP/1.1" status: 200 len: 835 time: 0.0452290 Jul 27 23:43:42.208853 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629015f5-28e9-4ab4-b1e3-3e8b731454fe req-ec5d9cc7-7dab-48cc-9f92-3b6ace7ef057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:43:42.210293 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-629015f5-28e9-4ab4-b1e3-3e8b731454fe req-ec5d9cc7-7dab-48cc-9f92-3b6ace7ef057 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=7bbb1c8e-7c22-4bf8-9826-bf2efafe9da8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397890 Jul 27 23:43:42.304645 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-629015f5-28e9-4ab4-b1e3-3e8b731454fe req-2cf2f01e-41cf-4ba7-9836-0dc535813713 service neutron] 10.222.0.49 "GET /v2.0/networks/7bbb1c8e-7c22-4bf8-9826-bf2efafe9da8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847270 Jul 27 23:43:42.393212 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-629015f5-28e9-4ab4-b1e3-3e8b731454fe req-8c181bec-071b-4a60-9e61-0b1416aab77d service neutron] 10.222.0.49 "GET /v2.0/networks/7bbb1c8e-7c22-4bf8-9826-bf2efafe9da8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814962 Jul 27 23:43:43.077828 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device cdcd5303-d341-4e6c-bf57-48702e6f6d0e up at agent hyperv_n-h2-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:43:43.126371 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Provisioning for port cdcd5303-d341-4e6c-bf57-48702e6f6d0e completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:43:43.130872 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Provisioning complete for port cdcd5303-d341-4e6c-bf57-48702e6f6d0e triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:43:43.131430 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:43:43.212918 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:43:43.234976 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f3cd08f-0799-437a-abed-7b85fad37af3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdcd5303-d341-4e6c-bf57-48702e6f6d0e'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:43:43.237787 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c0369b0d4f459110ff20a1f9878ba33f96d6491bddb9d15843bf29d01e0bda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c830042d-302d-4a78-92d0-5464383eb506" -d '{"events": [{"server_uuid": "0f3cd08f-0799-437a-abed-7b85fad37af3", "name": "network-vif-plugged", "status": "completed", "tag": "cdcd5303-d341-4e6c-bf57-48702e6f6d0e"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:43:43.250172 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port cdcd5303-d341-4e6c-bf57-48702e6f6d0e, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=cdcd5303-d341-4e6c-bf57-48702e6f6d0e,segment=NetworkSegment(4b5a3af1-ae8e-4250-9390-930a90099071),segment_id=4b5a3af1-ae8e-4250-9390-930a90099071)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:43:43.254310 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:43:43.276647 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:43:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90228a29-a2cc-4109-bb47-e0b9f1459e57 x-openstack-request-id: req-90228a29-a2cc-4109-bb47-e0b9f1459e57 {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:43:43.276938 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f3cd08f-0799-437a-abed-7b85fad37af3", "name": "network-vif-plugged", "status": "completed", "tag": "cdcd5303-d341-4e6c-bf57-48702e6f6d0e", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:43:43.277198 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-90228a29-a2cc-4109-bb47-e0b9f1459e57 {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:43:43.277581 n-d-802623-1 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f3cd08f-0799-437a-abed-7b85fad37af3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdcd5303-d341-4e6c-bf57-48702e6f6d0e', 'code': 200} Jul 27 23:43:43.303157 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Pushing event updated for resources: {'Port': ['ID=cdcd5303-d341-4e6c-bf57-48702e6f6d0e,revision_number=13']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:43:56.922740 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4d75129e-c9be-483e-bcb2-8cb487cb9596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:43:57.367348 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.agents_db [None req-9beef776-8bab-4de2-989a-f5a23ba4aaf4 None None] Agent healthcheck: found 7 active agents {{(pid=93800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 23:43:59.593130 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-cf53e463-2afe-4a7e-99cd-af9f3cf92a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:43:59.798039 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:44:00.088123 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:44:00.553877 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-19f2e178-d45e-4fbe-b9be-c3963fc151ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:44:02.320257 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7418f70f-e60d-4709-8ba9-6ab514bc7f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:44:05.085877 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:44:26.925499 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-20bfcd6c-445b-490b-b90b-e173feef46ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:44:28.763101 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e48046-eec3-4d2c-aeec-92cf63e7cdee req-deabec15-2093-4680-a15b-4c2de851391b tempest-TestNetworkAdvancedServerOps-897726458 tempest-TestNetworkAdvancedServerOps-897726458-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:44:28.764622 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e4e48046-eec3-4d2c-aeec-92cf63e7cdee req-deabec15-2093-4680-a15b-4c2de851391b tempest-TestNetworkAdvancedServerOps-897726458 tempest-TestNetworkAdvancedServerOps-897726458-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=0f3cd08f-0799-437a-abed-7b85fad37af3 HTTP/1.1" status: 200 len: 1097 time: 0.0405009 Jul 27 23:44:28.798878 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e4e48046-eec3-4d2c-aeec-92cf63e7cdee req-f87ec459-1fc5-4be8-bab9-63f4a0899439 tempest-TestNetworkAdvancedServerOps-897726458 tempest-TestNetworkAdvancedServerOps-897726458-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=1b4c8b81-bf71-42c2-8ce9-39550a7a373c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0283751 Jul 27 23:44:28.820462 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 53900) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:44:29.027652 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-76a3d2c9-e8c6-4aa2-aece-cfb941454af2 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Deleting port 28aecf08-a681-4bde-a2b1-589d25c1f7ae {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:44:29.027998 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-76a3d2c9-e8c6-4aa2-aece-cfb941454af2 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:44:29.103959 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-76a3d2c9-e8c6-4aa2-aece-cfb941454af2 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:44:29.104206 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-76a3d2c9-e8c6-4aa2-aece-cfb941454af2 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:44:29.115454 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-76a3d2c9-e8c6-4aa2-aece-cfb941454af2 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Calling delete_port for 28aecf08-a681-4bde-a2b1-589d25c1f7ae owned by network:floatingip {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:44:29.264353 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-76a3d2c9-e8c6-4aa2-aece-cfb941454af2 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:44:29.289107 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a3d2c9-e8c6-4aa2-aece-cfb941454af2 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Pushing event deleted for resources: {'Port': ['ID=28aecf08-a681-4bde-a2b1-589d25c1f7ae,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:44:29.348296 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-76a3d2c9-e8c6-4aa2-aece-cfb941454af2 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks [] for floatingip, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:44:29.348636 n-d-802623-1 neutron-server[93798]: INFO neutron.db.l3_db [None req-76a3d2c9-e8c6-4aa2-aece-cfb941454af2 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Floating IP 0347d7d2-0b2c-49d1-ab32-3c43e0b887de disassociated (deleted). External IP: 172.25.4.87, port: cdcd5303-d341-4e6c-bf57-48702e6f6d0e. Jul 27 23:44:29.552229 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76a3d2c9-e8c6-4aa2-aece-cfb941454af2 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Router 601485ce-1301-4dee-9e24-10c85705935a has already been hosted by L3 agent 018c4455-49c0-4734-927d-7824067b2a9e {{(pid=93798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 23:44:29.594077 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-cbc090c3-d4b3-4d8c-8470-c781ebb0ff1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:44:29.659464 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76a3d2c9-e8c6-4aa2-aece-cfb941454af2 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:44:29.664112 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-76a3d2c9-e8c6-4aa2-aece-cfb941454af2 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for floatingip, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:44:29.668660 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb425a47-9b49-44a1-b708-4b4148b90d89 None None] Sync routers for ids ['601485ce-1301-4dee-9e24-10c85705935a'] in n-d-802623-1 {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:44:29.677299 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb425a47-9b49-44a1-b708-4b4148b90d89 None None] Routers {'601485ce-1301-4dee-9e24-10c85705935a'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:44:29.678504 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-bb425a47-9b49-44a1-b708-4b4148b90d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:44:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['601485ce-1301-4dee-9e24-10c85705935a'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:44:29.690476 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-76a3d2c9-e8c6-4aa2-aece-cfb941454af2 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "DELETE /v2.0/floatingips/0347d7d2-0b2c-49d1-ab32-3c43e0b887de HTTP/1.1" status: 204 len: 168 time: 0.8689985 Jul 27 23:44:29.691207 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f3cd08f-0799-437a-abed-7b85fad37af3', 'tag': 'cdcd5303-d341-4e6c-bf57-48702e6f6d0e'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:44:29.694145 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}011f8d312121274bb12d78e77c6379a2079800640016cec6c6d605b73666e854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b43f2bd-f614-4e50-8f50-c9177342f101" -d '{"events": [{"name": "network-changed", "server_uuid": "0f3cd08f-0799-437a-abed-7b85fad37af3", "tag": "cdcd5303-d341-4e6c-bf57-48702e6f6d0e"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:44:29.734583 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 23:44:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82c04821-00d9-455f-ae66-833bda72b997 x-openstack-request-id: req-82c04821-00d9-455f-ae66-833bda72b997 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:44:29.734856 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f3cd08f-0799-437a-abed-7b85fad37af3", "tag": "cdcd5303-d341-4e6c-bf57-48702e6f6d0e", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:44:29.735145 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-82c04821-00d9-455f-ae66-833bda72b997 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:44:29.735545 n-d-802623-1 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f3cd08f-0799-437a-abed-7b85fad37af3', 'tag': 'cdcd5303-d341-4e6c-bf57-48702e6f6d0e', 'status': 'completed', 'code': 200} Jul 27 23:44:29.792669 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-bb425a47-9b49-44a1-b708-4b4148b90d89 None None] Set router 601485ce-1301-4dee-9e24-10c85705935a gateway port host: n-d-802623-1 {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:44:29.821496 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b43f2bd-f614-4e50-8f50-c9177342f101 req-8ac2ec42-0fdf-4774-a653-9a11cc06fc05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:44:29.823475 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-4b43f2bd-f614-4e50-8f50-c9177342f101 req-8ac2ec42-0fdf-4774-a653-9a11cc06fc05 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=20cb27012881418a8b31e8023e85178c&device_id=0f3cd08f-0799-437a-abed-7b85fad37af3 HTTP/1.1" status: 200 len: 1097 time: 0.0575786 Jul 27 23:44:29.845950 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:44:29.931643 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b43f2bd-f614-4e50-8f50-c9177342f101 req-e0b786db-ce72-42e2-8c3d-e09f931061c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:44:29.933143 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-4b43f2bd-f614-4e50-8f50-c9177342f101 req-e0b786db-ce72-42e2-8c3d-e09f931061c0 service neutron] 10.222.0.49 "GET /v2.0/networks?id=7bbb1c8e-7c22-4bf8-9826-bf2efafe9da8 HTTP/1.1" status: 200 len: 897 time: 0.0976076 Jul 27 23:44:29.949663 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a441c81-ccc0-4188-98d9-ec80faee23be req-ab2295e0-467b-4c1b-8aeb-bb59fb9f1909 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:44:29.951932 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-5a441c81-ccc0-4188-98d9-ec80faee23be req-ab2295e0-467b-4c1b-8aeb-bb59fb9f1909 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f3cd08f-0799-437a-abed-7b85fad37af3 HTTP/1.1" status: 200 len: 946 time: 0.0541899 Jul 27 23:44:29.980672 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-4b43f2bd-f614-4e50-8f50-c9177342f101 req-15cd1923-19e1-4963-9fee-1be56f16f4bb service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cdcd5303-d341-4e6c-bf57-48702e6f6d0e HTTP/1.1" status: 200 len: 217 time: 0.0396616 Jul 27 23:44:29.995325 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-5a441c81-ccc0-4188-98d9-ec80faee23be req-9af840d3-ecea-4ae1-a8df-111a01b23157 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "GET /v2.0/security-groups?id=1b4c8b81-bf71-42c2-8ce9-39550a7a373c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367277 Jul 27 23:44:30.009190 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-bb425a47-9b49-44a1-b708-4b4148b90d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '601485ce-1301-4dee-9e24-10c85705935a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1629451061', 'tenant_id': '20cb27012881418a8b31e8023e85178c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.215'}], 'enable_snat': True}, 'gw_port_id': '6f31bcf4-3f35-40e8-93db-f6ebd2cac68e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:41:56Z', 'updated_at': '2021-07-27T23:41:59Z', 'revision_number': 4, 'project_id': '20cb27012881418a8b31e8023e85178c', 'gw_port': {'id': '6f31bcf4-3f35-40e8-93db-f6ebd2cac68e', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:9d:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '601485ce-1301-4dee-9e24-10c85705935a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:41:56Z', 'updated_at': '2021-07-27T23:42:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': 'bfd36ffb-e89c-4a08-97dd-dd7f67231cdd', 'name': '', 'network_id': '7bbb1c8e-7c22-4bf8-9826-bf2efafe9da8', 'tenant_id': '20cb27012881418a8b31e8023e85178c', 'mac_address': 'fa:16:3e:e3:53:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '601485ce-1301-4dee-9e24-10c85705935a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': '955c7143-602c-4ac5-abf7-98010a2f4b94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:41:59Z', 'updated_at': '2021-07-27T23:42:04Z', 'revision_number': 5, 'project_id': '20cb27012881418a8b31e8023e85178c', 'subnets': [{'id': '955c7143-602c-4ac5-abf7-98010a2f4b94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:44:30.032400 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b43f2bd-f614-4e50-8f50-c9177342f101 req-b04631b4-88a1-463e-aeea-115df1351bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:44:30.033928 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-4b43f2bd-f614-4e50-8f50-c9177342f101 req-b04631b4-88a1-463e-aeea-115df1351bf1 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=955c7143-602c-4ac5-abf7-98010a2f4b94 HTTP/1.1" status: 200 len: 835 time: 0.0460558 Jul 27 23:44:30.039837 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb425a47-9b49-44a1-b708-4b4148b90d89 None None] Checking router: 601485ce-1301-4dee-9e24-10c85705935a for host: n-d-802623-1 {{(pid=93799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 23:44:30.047983 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb425a47-9b49-44a1-b708-4b4148b90d89 None None] Routers {'601485ce-1301-4dee-9e24-10c85705935a'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:44:30.048584 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-bb425a47-9b49-44a1-b708-4b4148b90d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:44:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['601485ce-1301-4dee-9e24-10c85705935a'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:44:30.082560 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b43f2bd-f614-4e50-8f50-c9177342f101 req-868b1b57-45a4-419d-be78-25c38baf2fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:44:30.084554 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-4b43f2bd-f614-4e50-8f50-c9177342f101 req-868b1b57-45a4-419d-be78-25c38baf2fc8 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=7bbb1c8e-7c22-4bf8-9826-bf2efafe9da8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408192 Jul 27 23:44:30.102317 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:44:30.166533 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-bb425a47-9b49-44a1-b708-4b4148b90d89 None None] Set router 601485ce-1301-4dee-9e24-10c85705935a gateway port host: n-d-802623-1 {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:44:30.180391 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-4b43f2bd-f614-4e50-8f50-c9177342f101 req-9d80dc8b-77a9-4ce3-adb3-128c41626a77 service neutron] 10.222.0.49 "GET /v2.0/networks/7bbb1c8e-7c22-4bf8-9826-bf2efafe9da8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882795 Jul 27 23:44:30.272513 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-4b43f2bd-f614-4e50-8f50-c9177342f101 req-72b2c8f2-0d8d-45f7-997a-f32eee4cb912 service neutron] 10.222.0.49 "GET /v2.0/networks/7bbb1c8e-7c22-4bf8-9826-bf2efafe9da8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829639 Jul 27 23:44:30.358541 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-bb425a47-9b49-44a1-b708-4b4148b90d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '601485ce-1301-4dee-9e24-10c85705935a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1629451061', 'tenant_id': '20cb27012881418a8b31e8023e85178c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.215'}], 'enable_snat': True}, 'gw_port_id': '6f31bcf4-3f35-40e8-93db-f6ebd2cac68e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:41:56Z', 'updated_at': '2021-07-27T23:41:59Z', 'revision_number': 4, 'project_id': '20cb27012881418a8b31e8023e85178c', 'gw_port': {'id': '6f31bcf4-3f35-40e8-93db-f6ebd2cac68e', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:9d:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '601485ce-1301-4dee-9e24-10c85705935a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:41:56Z', 'updated_at': '2021-07-27T23:42:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': 'bfd36ffb-e89c-4a08-97dd-dd7f67231cdd', 'name': '', 'network_id': '7bbb1c8e-7c22-4bf8-9826-bf2efafe9da8', 'tenant_id': '20cb27012881418a8b31e8023e85178c', 'mac_address': 'fa:16:3e:e3:53:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '601485ce-1301-4dee-9e24-10c85705935a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': '955c7143-602c-4ac5-abf7-98010a2f4b94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:41:59Z', 'updated_at': '2021-07-27T23:42:04Z', 'revision_number': 5, 'project_id': '20cb27012881418a8b31e8023e85178c', 'subnets': [{'id': '955c7143-602c-4ac5-abf7-98010a2f4b94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:44:30.383684 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb425a47-9b49-44a1-b708-4b4148b90d89 None None] The sync data for ids ['601485ce-1301-4dee-9e24-10c85705935a'] in n-d-802623-1 is: [{'id': '601485ce-1301-4dee-9e24-10c85705935a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1629451061', 'tenant_id': '20cb27012881418a8b31e8023e85178c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.215'}], 'enable_snat': True}, 'gw_port_id': '6f31bcf4-3f35-40e8-93db-f6ebd2cac68e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:41:56Z', 'updated_at': '2021-07-27T23:41:59Z', 'revision_number': 4, 'project_id': '20cb27012881418a8b31e8023e85178c', 'gw_port': {'id': '6f31bcf4-3f35-40e8-93db-f6ebd2cac68e', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:9d:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '601485ce-1301-4dee-9e24-10c85705935a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:41:56Z', 'updated_at': '2021-07-27T23:42:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': 'bfd36ffb-e89c-4a08-97dd-dd7f67231cdd', 'name': '', 'network_id': '7bbb1c8e-7c22-4bf8-9826-bf2efafe9da8', 'tenant_id': '20cb27012881418a8b31e8023e85178c', 'mac_address': 'fa:16:3e:e3:53:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '601485ce-1301-4dee-9e24-10c85705935a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': '955c7143-602c-4ac5-abf7-98010a2f4b94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:41:59Z', 'updated_at': '2021-07-27T23:42:04Z', 'revision_number': 5, 'project_id': '20cb27012881418a8b31e8023e85178c', 'subnets': [{'id': '955c7143-602c-4ac5-abf7-98010a2f4b94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:44:30.557803 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-19f2e178-d45e-4fbe-b9be-c3963fc151ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:44:30.592740 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-430f5401-333b-4597-aec9-ef5636af8665 None None] New status for floating IP 0347d7d2-0b2c-49d1-ab32-3c43e0b887de: DOWN {{(pid=93800) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 23:44:31.115153 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b755c49-50cc-4af7-81e0-e4bb606550ed req-ef50ed3f-4241-45a4-ac61-92023b75e7d9 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:44:31.116712 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-4b755c49-50cc-4af7-81e0-e4bb606550ed req-ef50ed3f-4241-45a4-ac61-92023b75e7d9 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f3cd08f-0799-437a-abed-7b85fad37af3 HTTP/1.1" status: 200 len: 946 time: 0.0500059 Jul 27 23:44:31.154477 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-4b755c49-50cc-4af7-81e0-e4bb606550ed req-007993a0-8f02-40dd-aa60-55cf0336d1c7 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "GET /v2.0/security-groups?id=1b4c8b81-bf71-42c2-8ce9-39550a7a373c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319810 Jul 27 23:44:31.341213 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0988d6a6-e682-46f0-8714-10769ff72251 req-1bf2fc1f-a88e-44b9-8e71-db881c7536f7 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:44:31.342587 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-0988d6a6-e682-46f0-8714-10769ff72251 req-1bf2fc1f-a88e-44b9-8e71-db881c7536f7 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f3cd08f-0799-437a-abed-7b85fad37af3 HTTP/1.1" status: 200 len: 946 time: 0.0526872 Jul 27 23:44:31.429037 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [req-0988d6a6-e682-46f0-8714-10769ff72251 req-2aba571b-5985-4f8b-8f2b-78ddb2063a5c tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Deleting port cdcd5303-d341-4e6c-bf57-48702e6f6d0e {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:44:31.429382 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-0988d6a6-e682-46f0-8714-10769ff72251 req-2aba571b-5985-4f8b-8f2b-78ddb2063a5c tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:44:31.520299 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-0988d6a6-e682-46f0-8714-10769ff72251 req-2aba571b-5985-4f8b-8f2b-78ddb2063a5c tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] For port cdcd5303-d341-4e6c-bf57-48702e6f6d0e, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=cdcd5303-d341-4e6c-bf57-48702e6f6d0e,segment=NetworkSegment(4b5a3af1-ae8e-4250-9390-930a90099071),segment_id=4b5a3af1-ae8e-4250-9390-930a90099071)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:44:31.520669 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-0988d6a6-e682-46f0-8714-10769ff72251 req-2aba571b-5985-4f8b-8f2b-78ddb2063a5c tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:44:31.533362 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [req-0988d6a6-e682-46f0-8714-10769ff72251 req-2aba571b-5985-4f8b-8f2b-78ddb2063a5c tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Calling delete_port for cdcd5303-d341-4e6c-bf57-48702e6f6d0e owned by compute:nova {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:44:31.657866 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-0988d6a6-e682-46f0-8714-10769ff72251 req-2aba571b-5985-4f8b-8f2b-78ddb2063a5c tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:44:31.691728 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aba571b-5985-4f8b-8f2b-78ddb2063a5c tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Pushing event deleted for resources: {'Port': ['ID=cdcd5303-d341-4e6c-bf57-48702e6f6d0e,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:44:31.732990 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [req-0988d6a6-e682-46f0-8714-10769ff72251 req-2aba571b-5985-4f8b-8f2b-78ddb2063a5c tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] No DVR routers for this DVR port cdcd5303-d341-4e6c-bf57-48702e6f6d0e on host n-h2-802623-1 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:44:31.735575 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-0988d6a6-e682-46f0-8714-10769ff72251 req-2aba571b-5985-4f8b-8f2b-78ddb2063a5c tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:44:31.737559 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-0988d6a6-e682-46f0-8714-10769ff72251 req-2aba571b-5985-4f8b-8f2b-78ddb2063a5c tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.49 "DELETE /v2.0/ports/cdcd5303-d341-4e6c-bf57-48702e6f6d0e HTTP/1.1" status: 204 len: 173 time: 0.3889623 Jul 27 23:44:31.737992 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f3cd08f-0799-437a-abed-7b85fad37af3', 'name': 'network-vif-deleted', 'tag': 'cdcd5303-d341-4e6c-bf57-48702e6f6d0e'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:44:31.740315 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a476459a1bfce68b0ae0df5b6a71154bfc7cfdc8f9eefce6ad0a17231e60468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c186e68-d954-44ec-a63a-eea985867c08" -d '{"events": [{"server_uuid": "0f3cd08f-0799-437a-abed-7b85fad37af3", "name": "network-vif-deleted", "tag": "cdcd5303-d341-4e6c-bf57-48702e6f6d0e"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:44:31.778924 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:44:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca252f6e-3b58-4b45-a306-0a068eb89262 x-openstack-request-id: req-ca252f6e-3b58-4b45-a306-0a068eb89262 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:44:31.779245 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f3cd08f-0799-437a-abed-7b85fad37af3", "name": "network-vif-deleted", "tag": "cdcd5303-d341-4e6c-bf57-48702e6f6d0e", "status": "completed", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:44:31.779543 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ca252f6e-3b58-4b45-a306-0a068eb89262 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:44:31.779944 n-d-802623-1 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f3cd08f-0799-437a-abed-7b85fad37af3', 'name': 'network-vif-deleted', 'tag': 'cdcd5303-d341-4e6c-bf57-48702e6f6d0e', 'status': 'completed', 'code': 200} Jul 27 23:44:32.260964 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-ba99fa9c-d4b0-435f-9482-6b49bb05b883 req-eadd7a3a-c494-4570-9f5f-87a331823e3b tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f3cd08f-0799-437a-abed-7b85fad37af3 HTTP/1.1" status: 200 len: 210 time: 0.0283897 Jul 27 23:44:32.322953 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7418f70f-e60d-4709-8ba9-6ab514bc7f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:44:33.316078 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 53920) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:44:33.662177 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-36c6a61a-63f7-4191-90e6-8d211d802cd6 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-414022'] for router_interface, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:44:34.194600 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-36c6a61a-63f7-4191-90e6-8d211d802cd6 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Deleting port bfd36ffb-e89c-4a08-97dd-dd7f67231cdd {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:44:34.194945 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-36c6a61a-63f7-4191-90e6-8d211d802cd6 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:44:34.282212 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-36c6a61a-63f7-4191-90e6-8d211d802cd6 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] For port bfd36ffb-e89c-4a08-97dd-dd7f67231cdd, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=bfd36ffb-e89c-4a08-97dd-dd7f67231cdd,segment=NetworkSegment(4b5a3af1-ae8e-4250-9390-930a90099071),segment_id=4b5a3af1-ae8e-4250-9390-930a90099071)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:44:34.282570 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-36c6a61a-63f7-4191-90e6-8d211d802cd6 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:44:34.295470 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-36c6a61a-63f7-4191-90e6-8d211d802cd6 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Calling delete_port for bfd36ffb-e89c-4a08-97dd-dd7f67231cdd owned by network:router_interface {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:44:34.366301 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.agents_db [None req-9beef776-8bab-4de2-989a-f5a23ba4aaf4 None None] Agent healthcheck: found 7 active agents {{(pid=93800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 23:44:34.474880 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-36c6a61a-63f7-4191-90e6-8d211d802cd6 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:44:34.501802 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c6a61a-63f7-4191-90e6-8d211d802cd6 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Pushing event deleted for resources: {'Port': ['ID=bfd36ffb-e89c-4a08-97dd-dd7f67231cdd,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:44:34.527864 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c6a61a-63f7-4191-90e6-8d211d802cd6 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:44:34.528244 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c6a61a-63f7-4191-90e6-8d211d802cd6 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:44:34.528589 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c6a61a-63f7-4191-90e6-8d211d802cd6 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:44:34.528927 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c6a61a-63f7-4191-90e6-8d211d802cd6 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:44:34.529267 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c6a61a-63f7-4191-90e6-8d211d802cd6 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:44:34.529599 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c6a61a-63f7-4191-90e6-8d211d802cd6 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:44:34.529931 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c6a61a-63f7-4191-90e6-8d211d802cd6 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:44:34.530262 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c6a61a-63f7-4191-90e6-8d211d802cd6 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:44:34.530593 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c6a61a-63f7-4191-90e6-8d211d802cd6 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:44:34.530917 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c6a61a-63f7-4191-90e6-8d211d802cd6 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:44:34.531262 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c6a61a-63f7-4191-90e6-8d211d802cd6 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:44:34.531585 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c6a61a-63f7-4191-90e6-8d211d802cd6 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:44:34.685573 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-36c6a61a-63f7-4191-90e6-8d211d802cd6 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3760546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-413994'] for router_interface, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:44:34.893781 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36c6a61a-63f7-4191-90e6-8d211d802cd6 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Router 601485ce-1301-4dee-9e24-10c85705935a has already been hosted by L3 agent 018c4455-49c0-4734-927d-7824067b2a9e {{(pid=93798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 23:44:34.999553 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36c6a61a-63f7-4191-90e6-8d211d802cd6 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:44:35.004592 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-36c6a61a-63f7-4191-90e6-8d211d802cd6 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "PUT /v2.0/routers/601485ce-1301-4dee-9e24-10c85705935a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6874945 Jul 27 23:44:35.007758 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 53922) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:44:35.010094 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-689550d1-188a-4410-b8c0-e76c7bcabbf4 None None] Sync routers for ids ['601485ce-1301-4dee-9e24-10c85705935a'] in n-d-802623-1 {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:44:35.019989 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-689550d1-188a-4410-b8c0-e76c7bcabbf4 None None] Routers {'601485ce-1301-4dee-9e24-10c85705935a'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:44:35.020600 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-689550d1-188a-4410-b8c0-e76c7bcabbf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:44:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['601485ce-1301-4dee-9e24-10c85705935a'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:44:35.060761 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a138844-a83d-4537-89db-6acdf275b309 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Deleting subnet 955c7143-602c-4ac5-abf7-98010a2f4b94 {{(pid=93798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 23:44:35.064044 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6a138844-a83d-4537-89db-6acdf275b309 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks [] for subnet, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:44:35.103290 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6a138844-a83d-4537-89db-6acdf275b309 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11163249'] for subnet, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:44:35.113191 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:44:35.132055 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-689550d1-188a-4410-b8c0-e76c7bcabbf4 None None] Set router 601485ce-1301-4dee-9e24-10c85705935a gateway port host: n-d-802623-1 {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:44:35.186108 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6a138844-a83d-4537-89db-6acdf275b309 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620741'] for subnet, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:44:35.252616 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6a138844-a83d-4537-89db-6acdf275b309 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11971800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12265753'] for subnet, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:44:35.281912 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a138844-a83d-4537-89db-6acdf275b309 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Pushing event deleted for resources: {'Subnet': ['ID=955c7143-602c-4ac5-abf7-98010a2f4b94,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:44:35.283916 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6a138844-a83d-4537-89db-6acdf275b309 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:44:35.288257 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-6a138844-a83d-4537-89db-6acdf275b309 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "DELETE /v2.0/subnets/955c7143-602c-4ac5-abf7-98010a2f4b94 HTTP/1.1" status: 204 len: 168 time: 0.2771099 Jul 27 23:44:35.289268 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 53924) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:44:35.293035 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee65406d-4a45-4302-bdea-4acb619e771c None None] Network 7bbb1c8e-7c22-4bf8-9826-bf2efafe9da8 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:44:35.395924 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d418cd65-3f15-44a8-9478-7d94ff7317c8 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks [] for router, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:44:35.406976 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device cdcd5303-d341-4e6c-bf57-48702e6f6d0e no longer exists at agent hyperv_n-h2-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:44:35.411858 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-689550d1-188a-4410-b8c0-e76c7bcabbf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '601485ce-1301-4dee-9e24-10c85705935a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1629451061', 'tenant_id': '20cb27012881418a8b31e8023e85178c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.215'}], 'enable_snat': True}, 'gw_port_id': '6f31bcf4-3f35-40e8-93db-f6ebd2cac68e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:41:56Z', 'updated_at': '2021-07-27T23:44:34Z', 'revision_number': 5, 'project_id': '20cb27012881418a8b31e8023e85178c', 'gw_port': {'id': '6f31bcf4-3f35-40e8-93db-f6ebd2cac68e', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:9d:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '601485ce-1301-4dee-9e24-10c85705935a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:41:56Z', 'updated_at': '2021-07-27T23:42:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1'}], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:44:35.454433 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] No Port match for: cdcd5303-d341-4e6c-bf57-48702e6f6d0e {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:44:35.454777 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device cdcd5303-d341-4e6c-bf57-48702e6f6d0e not bound to the agent host n-h2-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:44:35.458470 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-689550d1-188a-4410-b8c0-e76c7bcabbf4 None None] Checking router: 601485ce-1301-4dee-9e24-10c85705935a for host: n-d-802623-1 {{(pid=93799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 23:44:35.476936 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-689550d1-188a-4410-b8c0-e76c7bcabbf4 None None] Routers {'601485ce-1301-4dee-9e24-10c85705935a'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:44:35.477557 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-689550d1-188a-4410-b8c0-e76c7bcabbf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:44:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['601485ce-1301-4dee-9e24-10c85705935a'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:44:35.501123 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d418cd65-3f15-44a8-9478-7d94ff7317c8 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:44:35.555735 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-d418cd65-3f15-44a8-9478-7d94ff7317c8 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Deleting port 6f31bcf4-3f35-40e8-93db-f6ebd2cac68e {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:44:35.556079 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d418cd65-3f15-44a8-9478-7d94ff7317c8 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:44:35.566470 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83ebdb54-07d6-4992-82d1-047e2735644e None None] DHCP port deletion for 7bbb1c8e-7c22-4bf8-9826-bf2efafe9da8 request from n-d-802623-1 {{(pid=93799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 23:44:35.613996 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-689550d1-188a-4410-b8c0-e76c7bcabbf4 None None] Set router 601485ce-1301-4dee-9e24-10c85705935a gateway port host: n-d-802623-1 {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:44:35.633199 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-d418cd65-3f15-44a8-9478-7d94ff7317c8 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] For port 6f31bcf4-3f35-40e8-93db-f6ebd2cac68e, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=6f31bcf4-3f35-40e8-93db-f6ebd2cac68e,segment=NetworkSegment(b9afe07e-bbe4-4740-834c-4b6a9698bdbc),segment_id=b9afe07e-bbe4-4740-834c-4b6a9698bdbc)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:44:35.633570 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d418cd65-3f15-44a8-9478-7d94ff7317c8 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:44:35.646654 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-d418cd65-3f15-44a8-9478-7d94ff7317c8 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Calling delete_port for 6f31bcf4-3f35-40e8-93db-f6ebd2cac68e owned by network:router_gateway {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:44:35.821468 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d418cd65-3f15-44a8-9478-7d94ff7317c8 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:44:35.853104 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d418cd65-3f15-44a8-9478-7d94ff7317c8 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Pushing event deleted for resources: {'Port': ['ID=6f31bcf4-3f35-40e8-93db-f6ebd2cac68e,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:44:35.888579 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-83ebdb54-07d6-4992-82d1-047e2735644e None None] Deleting port f0279954-a77a-47bd-a2fe-fbc6180ae475 {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:44:35.888961 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-83ebdb54-07d6-4992-82d1-047e2735644e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:44:35.912589 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d418cd65-3f15-44a8-9478-7d94ff7317c8 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-415368'] for router_gateway, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:44:35.937170 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device f0279954-a77a-47bd-a2fe-fbc6180ae475 no longer exists at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:44:36.003349 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d418cd65-3f15-44a8-9478-7d94ff7317c8 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62205'] for router, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:44:36.005516 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d418cd65-3f15-44a8-9478-7d94ff7317c8 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:44:36.028523 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-83ebdb54-07d6-4992-82d1-047e2735644e None None] For port f0279954-a77a-47bd-a2fe-fbc6180ae475, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=f0279954-a77a-47bd-a2fe-fbc6180ae475,segment=NetworkSegment(4b5a3af1-ae8e-4250-9390-930a90099071),segment_id=4b5a3af1-ae8e-4250-9390-930a90099071)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:44:36.029155 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-83ebdb54-07d6-4992-82d1-047e2735644e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:44:36.047831 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d418cd65-3f15-44a8-9478-7d94ff7317c8 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-477831'] for router, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:44:36.048099 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-83ebdb54-07d6-4992-82d1-047e2735644e None None] Calling delete_port for f0279954-a77a-47bd-a2fe-fbc6180ae475 owned by network:dhcp {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:44:36.048551 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d418cd65-3f15-44a8-9478-7d94ff7317c8 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Fanout notify agent at l3_agent the message router_deleted on router 601485ce-1301-4dee-9e24-10c85705935a {{(pid=93798) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 23:44:36.056159 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d418cd65-3f15-44a8-9478-7d94ff7317c8 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks [] for router, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:44:36.057275 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-d418cd65-3f15-44a8-9478-7d94ff7317c8 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "DELETE /v2.0/routers/601485ce-1301-4dee-9e24-10c85705935a HTTP/1.1" status: 204 len: 168 time: 0.7678728 Jul 27 23:44:36.060146 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 53926) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:44:36.138415 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:44:36.141370 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e4e440ca-3712-42ea-b2d3-81e17fe25c1d tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593271'] for network, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:44:36.174474 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-689550d1-188a-4410-b8c0-e76c7bcabbf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '601485ce-1301-4dee-9e24-10c85705935a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1629451061', 'tenant_id': '20cb27012881418a8b31e8023e85178c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.215'}], 'enable_snat': True}, 'gw_port_id': '6f31bcf4-3f35-40e8-93db-f6ebd2cac68e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:41:56Z', 'updated_at': '2021-07-27T23:44:34Z', 'revision_number': 5, 'project_id': '20cb27012881418a8b31e8023e85178c', 'gw_port': {'id': '6f31bcf4-3f35-40e8-93db-f6ebd2cac68e', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:9d:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '601485ce-1301-4dee-9e24-10c85705935a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:41:56Z', 'updated_at': '2021-07-27T23:42:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1'}], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:44:36.196166 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-e4e440ca-3712-42ea-b2d3-81e17fe25c1d tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Deleting port f0279954-a77a-47bd-a2fe-fbc6180ae475 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:44:36.196796 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e4e440ca-3712-42ea-b2d3-81e17fe25c1d tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:44:36.214875 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-689550d1-188a-4410-b8c0-e76c7bcabbf4 None None] The sync data for ids ['601485ce-1301-4dee-9e24-10c85705935a'] in n-d-802623-1 is: [{'id': '601485ce-1301-4dee-9e24-10c85705935a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1629451061', 'tenant_id': '20cb27012881418a8b31e8023e85178c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.215'}], 'enable_snat': True}, 'gw_port_id': '6f31bcf4-3f35-40e8-93db-f6ebd2cac68e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:41:56Z', 'updated_at': '2021-07-27T23:44:34Z', 'revision_number': 5, 'project_id': '20cb27012881418a8b31e8023e85178c', 'gw_port': {'id': '6f31bcf4-3f35-40e8-93db-f6ebd2cac68e', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:9d:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '601485ce-1301-4dee-9e24-10c85705935a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:41:56Z', 'updated_at': '2021-07-27T23:42:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1'}] {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:44:36.227361 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] For port f0279954-a77a-47bd-a2fe-fbc6180ae475, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=f0279954-a77a-47bd-a2fe-fbc6180ae475,segment=NetworkSegment(4b5a3af1-ae8e-4250-9390-930a90099071),segment_id=4b5a3af1-ae8e-4250-9390-930a90099071)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:44:36.232303 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:44:36.258534 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-83ebdb54-07d6-4992-82d1-047e2735644e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:44:36.273978 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-e4e440ca-3712-42ea-b2d3-81e17fe25c1d tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] For port f0279954-a77a-47bd-a2fe-fbc6180ae475, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=f0279954-a77a-47bd-a2fe-fbc6180ae475,segment=NetworkSegment(4b5a3af1-ae8e-4250-9390-930a90099071),segment_id=4b5a3af1-ae8e-4250-9390-930a90099071)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:44:36.274248 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e4e440ca-3712-42ea-b2d3-81e17fe25c1d tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:44:36.276762 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83ebdb54-07d6-4992-82d1-047e2735644e None None] No DVR routers for this DVR port f0279954-a77a-47bd-a2fe-fbc6180ae475 on host n-d-802623-1 {{(pid=93799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:44:36.290908 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-e4e440ca-3712-42ea-b2d3-81e17fe25c1d tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Calling delete_port for f0279954-a77a-47bd-a2fe-fbc6180ae475 owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:44:36.291234 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Pushing event updated for resources: {'Port': ['ID=f0279954-a77a-47bd-a2fe-fbc6180ae475,revision_number=5']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:44:36.298556 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:44:36.298914 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:44:36.299288 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:44:36.299630 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:44:36.299963 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:44:36.300296 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:44:36.300623 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:44:36.300949 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:44:36.301273 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:44:36.301596 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:44:36.301920 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:44:36.302284 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:44:36.328621 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ebdb54-07d6-4992-82d1-047e2735644e None None] Pushing event deleted for resources: {'Port': ['ID=f0279954-a77a-47bd-a2fe-fbc6180ae475,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:44:36.369901 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e4e440ca-3712-42ea-b2d3-81e17fe25c1d tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:44:36.394328 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e440ca-3712-42ea-b2d3-81e17fe25c1d tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Pushing event deleted for resources: {'Port': ['ID=f0279954-a77a-47bd-a2fe-fbc6180ae475,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:44:36.398509 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4e440ca-3712-42ea-b2d3-81e17fe25c1d tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] No DVR routers for this DVR port f0279954-a77a-47bd-a2fe-fbc6180ae475 on host n-d-802623-1 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:44:36.477424 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e4e440ca-3712-42ea-b2d3-81e17fe25c1d tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618032', 'neutron.services.segments.db._delete_segments_for_network-8736833900081'] for network, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:44:36.491554 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-e4e440ca-3712-42ea-b2d3-81e17fe25c1d tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bbb1c8e-7c22-4bf8-9826-bf2efafe9da8']}} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:44:36.501834 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-e4e440ca-3712-42ea-b2d3-81e17fe25c1d tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b5a3af1-ae8e-4250-9390-930a90099071') {'for_net_delete': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:44:36.502130 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-e4e440ca-3712-42ea-b2d3-81e17fe25c1d tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b5a3af1-ae8e-4250-9390-930a90099071') {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:44:36.511364 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e4e440ca-3712-42ea-b2d3-81e17fe25c1d tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736833900858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11335978'] for segment, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:44:36.525202 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e4e440ca-3712-42ea-b2d3-81e17fe25c1d tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:44:36.531509 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4e440ca-3712-42ea-b2d3-81e17fe25c1d tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Releasing vlan 509 on physical network physnet1 to pool {{(pid=93797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 23:44:36.532071 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e4e440ca-3712-42ea-b2d3-81e17fe25c1d tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11336013'] for segment, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:44:36.535014 n-d-802623-1 neutron-server[93797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 23:44:36.535014 n-d-802623-1 neutron-server[93797]: self.session.flush() Jul 27 23:44:36.535014 n-d-802623-1 neutron-server[93797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 23:44:36.535014 n-d-802623-1 neutron-server[93797]: self.session.flush() Jul 27 23:44:36.535014 n-d-802623-1 neutron-server[93797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 23:44:36.535014 n-d-802623-1 neutron-server[93797]: self.session.flush() Jul 27 23:44:36.535014 n-d-802623-1 neutron-server[93797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 23:44:36.535014 n-d-802623-1 neutron-server[93797]: self.session.flush() Jul 27 23:44:36.535014 n-d-802623-1 neutron-server[93797]: Traceback (most recent call last): Jul 27 23:44:36.535014 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 23:44:36.535014 n-d-802623-1 neutron-server[93797]: timer() Jul 27 23:44:36.535014 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 23:44:36.535014 n-d-802623-1 neutron-server[93797]: cb(*args, **kw) Jul 27 23:44:36.535014 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 23:44:36.535014 n-d-802623-1 neutron-server[93797]: return func(*args, **kwargs) Jul 27 23:44:36.535014 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 23:44:36.535014 n-d-802623-1 neutron-server[93797]: self._notify() Jul 27 23:44:36.535014 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 23:44:36.535014 n-d-802623-1 neutron-server[93797]: self.callback(batched_events) Jul 27 23:44:36.535014 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 23:44:36.535014 n-d-802623-1 neutron-server[93797]: event.method(event) Jul 27 23:44:36.535014 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 23:44:36.535014 n-d-802623-1 neutron-server[93797]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 23:44:36.535014 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 23:44:36.535014 n-d-802623-1 neutron-server[93797]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 23:44:36.535014 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 23:44:36.535014 n-d-802623-1 neutron-server[93797]: return f(self, *a, **k) Jul 27 23:44:36.535014 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 23:44:36.535014 n-d-802623-1 neutron-server[93797]: return self._get(url).json() Jul 27 23:44:36.535014 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 23:44:36.535014 n-d-802623-1 neutron-server[93797]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 23:44:36.535014 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 23:44:36.535014 n-d-802623-1 neutron-server[93797]: return self.request(url, 'GET', **kwargs) Jul 27 23:44:36.535014 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 23:44:36.535014 n-d-802623-1 neutron-server[93797]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 23:44:36.535014 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 23:44:36.535014 n-d-802623-1 neutron-server[93797]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 23:44:36.535014 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 23:44:36.535014 n-d-802623-1 neutron-server[93797]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 23:44:36.535014 n-d-802623-1 neutron-server[93797]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 23:44:36.597300 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e4e440ca-3712-42ea-b2d3-81e17fe25c1d tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415412'] for network, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:44:36.604253 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e4e440ca-3712-42ea-b2d3-81e17fe25c1d tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks [] for network, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:44:36.609212 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-e4e440ca-3712-42ea-b2d3-81e17fe25c1d tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "DELETE /v2.0/networks/7bbb1c8e-7c22-4bf8-9826-bf2efafe9da8 HTTP/1.1" status: 204 len: 168 time: 0.5454702 Jul 27 23:44:36.609318 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 53928) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:44:36.629964 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e440ca-3712-42ea-b2d3-81e17fe25c1d tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Pushing event deleted for resources: {'Network': ['ID=7bbb1c8e-7c22-4bf8-9826-bf2efafe9da8,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:44:36.682727 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ae061334-4503-4dad-ad78-2eaee856d64f tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:44:36.710621 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ae061334-4503-4dad-ad78-2eaee856d64f tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:44:36.772068 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ae061334-4503-4dad-ad78-2eaee856d64f tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:44:36.776152 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ae061334-4503-4dad-ad78-2eaee856d64f tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:44:36.777594 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-ae061334-4503-4dad-ad78-2eaee856d64f tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "DELETE /v2.0/security-groups/1b4c8b81-bf71-42c2-8ce9-39550a7a373c HTTP/1.1" status: 204 len: 168 time: 0.1672840 Jul 27 23:44:36.794346 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae061334-4503-4dad-ad78-2eaee856d64f tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b4c8b81-bf71-42c2-8ce9-39550a7a373c,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:44:37.165844 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 53934) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:44:37.170511 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-f20a0b2e-c89b-4cbc-95de-38c0b7f9ae3b tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1982826893', 'description': 'tempest-secgroup-smoke-1982826893 description', 'project_id': '20cb27012881418a8b31e8023e85178c'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:44:37.193987 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f20a0b2e-c89b-4cbc-95de-38c0b7f9ae3b tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:44:37.283823 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f20a0b2e-c89b-4cbc-95de-38c0b7f9ae3b tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:44:37.288541 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f20a0b2e-c89b-4cbc-95de-38c0b7f9ae3b tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:44:37.316110 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f20a0b2e-c89b-4cbc-95de-38c0b7f9ae3b tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:44:37.317309 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-f20a0b2e-c89b-4cbc-95de-38c0b7f9ae3b tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1504743 Jul 27 23:44:37.319216 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20a0b2e-c89b-4cbc-95de-38c0b7f9ae3b tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61d29f13-d36a-472e-828b-40b754b976a5,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:44:37.320362 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 53936) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:44:37.325687 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-1b05f2eb-8775-4291-94d9-0e961de1337c tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Request body: {'security_group_rule': {'security_group_id': '61d29f13-d36a-472e-828b-40b754b976a5', 'project_id': '20cb27012881418a8b31e8023e85178c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:44:37.353685 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1b05f2eb-8775-4291-94d9-0e961de1337c tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:44:37.413562 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1b05f2eb-8775-4291-94d9-0e961de1337c tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:44:37.418998 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1b05f2eb-8775-4291-94d9-0e961de1337c tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784185'] for security_group_rule, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:44:37.439798 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b05f2eb-8775-4291-94d9-0e961de1337c tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=961ded70-c7b2-4829-a5e0-b77779612717,revision_number=0']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:44:37.448791 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1b05f2eb-8775-4291-94d9-0e961de1337c tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:44:37.449980 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-1b05f2eb-8775-4291-94d9-0e961de1337c tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1281862 Jul 27 23:44:37.451523 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b05f2eb-8775-4291-94d9-0e961de1337c tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:44:37.451882 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b05f2eb-8775-4291-94d9-0e961de1337c tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:44:37.452214 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b05f2eb-8775-4291-94d9-0e961de1337c tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:44:37.452553 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b05f2eb-8775-4291-94d9-0e961de1337c tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:44:37.452989 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b05f2eb-8775-4291-94d9-0e961de1337c tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:44:37.453324 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b05f2eb-8775-4291-94d9-0e961de1337c tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:44:37.453460 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 53938) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:44:37.453669 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b05f2eb-8775-4291-94d9-0e961de1337c tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:44:37.453988 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b05f2eb-8775-4291-94d9-0e961de1337c tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:44:37.454311 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b05f2eb-8775-4291-94d9-0e961de1337c tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:44:37.454639 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b05f2eb-8775-4291-94d9-0e961de1337c tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:44:37.454967 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b05f2eb-8775-4291-94d9-0e961de1337c tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:44:37.455325 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b05f2eb-8775-4291-94d9-0e961de1337c tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:44:37.458065 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-15a3e5ae-23de-4f5c-98c3-672cf3e2b951 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Request body: {'security_group_rule': {'security_group_id': '61d29f13-d36a-472e-828b-40b754b976a5', 'project_id': '20cb27012881418a8b31e8023e85178c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:44:37.483920 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-15a3e5ae-23de-4f5c-98c3-672cf3e2b951 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:44:37.539270 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-15a3e5ae-23de-4f5c-98c3-672cf3e2b951 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:44:37.542633 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-15a3e5ae-23de-4f5c-98c3-672cf3e2b951 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784185'] for security_group_rule, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:44:37.561923 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a3e5ae-23de-4f5c-98c3-672cf3e2b951 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c75c50a-a7f6-46b6-b655-1298642a66fd,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:44:37.564782 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-15a3e5ae-23de-4f5c-98c3-672cf3e2b951 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:44:37.566041 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-15a3e5ae-23de-4f5c-98c3-672cf3e2b951 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1116507 Jul 27 23:44:37.568784 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 53940) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:44:37.573164 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-cf147fdb-e65e-4c51-b3fc-ae2161012d93 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Request body: {'security_group_rule': {'security_group_id': '61d29f13-d36a-472e-828b-40b754b976a5', 'project_id': '20cb27012881418a8b31e8023e85178c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:44:37.601396 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-cf147fdb-e65e-4c51-b3fc-ae2161012d93 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:44:37.662184 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-cf147fdb-e65e-4c51-b3fc-ae2161012d93 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:44:37.665805 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-cf147fdb-e65e-4c51-b3fc-ae2161012d93 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784185'] for security_group_rule, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:44:37.682168 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf147fdb-e65e-4c51-b3fc-ae2161012d93 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b258715-e1e1-4d84-a07b-108bf65381d1,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:44:37.688684 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-cf147fdb-e65e-4c51-b3fc-ae2161012d93 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:44:37.689934 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-cf147fdb-e65e-4c51-b3fc-ae2161012d93 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1201963 Jul 27 23:44:37.692683 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 53942) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:44:37.697128 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-0502b655-dc14-4e6a-b104-4c9005e06c33 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Request body: {'security_group_rule': {'security_group_id': '61d29f13-d36a-472e-828b-40b754b976a5', 'project_id': '20cb27012881418a8b31e8023e85178c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:44:37.723038 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0502b655-dc14-4e6a-b104-4c9005e06c33 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:44:37.782689 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0502b655-dc14-4e6a-b104-4c9005e06c33 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:44:37.786086 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0502b655-dc14-4e6a-b104-4c9005e06c33 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784185'] for security_group_rule, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:44:37.805422 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0502b655-dc14-4e6a-b104-4c9005e06c33 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=560f2165-d640-49df-8747-7f22069b5186,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:44:37.808812 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0502b655-dc14-4e6a-b104-4c9005e06c33 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:44:37.810197 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-0502b655-dc14-4e6a-b104-4c9005e06c33 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1165395 Jul 27 23:44:37.812919 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 53944) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:44:37.817777 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-20f2c70d-6bb2-42a1-ab34-afa50e6853be tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Request body: {'security_group_rule': {'security_group_id': '61d29f13-d36a-472e-828b-40b754b976a5', 'project_id': '20cb27012881418a8b31e8023e85178c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:44:37.839819 n-d-802623-1 neutron-server[93798]: INFO neutron.db.securitygroups_db [None req-20f2c70d-6bb2-42a1-ab34-afa50e6853be tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Project 20cb27012881418a8b31e8023e85178c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 23:44:37.844662 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-20f2c70d-6bb2-42a1-ab34-afa50e6853be tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:44:37.878876 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 6f31bcf4-3f35-40e8-93db-f6ebd2cac68e no longer exists at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:44:37.899118 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] No Port match for: 6f31bcf4-3f35-40e8-93db-f6ebd2cac68e {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:44:37.899470 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 6f31bcf4-3f35-40e8-93db-f6ebd2cac68e not bound to the agent host n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:44:37.899890 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device bfd36ffb-e89c-4a08-97dd-dd7f67231cdd no longer exists at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:44:37.904063 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-20f2c70d-6bb2-42a1-ab34-afa50e6853be tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:44:37.907738 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-20f2c70d-6bb2-42a1-ab34-afa50e6853be tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784185'] for security_group_rule, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:44:37.918692 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] No Port match for: bfd36ffb-e89c-4a08-97dd-dd7f67231cdd {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:44:37.918980 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device bfd36ffb-e89c-4a08-97dd-dd7f67231cdd not bound to the agent host n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:44:37.926135 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f2c70d-6bb2-42a1-ab34-afa50e6853be tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f45a0fa-e7be-46be-8e22-5cfeddad2bcc,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:44:37.932946 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-20f2c70d-6bb2-42a1-ab34-afa50e6853be tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:44:37.934349 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-20f2c70d-6bb2-42a1-ab34-afa50e6853be tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1201684 Jul 27 23:44:37.937154 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 53946) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:44:37.941769 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-b3ae1db5-07db-4184-8ac0-ff014b8a9820 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Request body: {'security_group_rule': {'security_group_id': '61d29f13-d36a-472e-828b-40b754b976a5', 'project_id': '20cb27012881418a8b31e8023e85178c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:44:37.963724 n-d-802623-1 neutron-server[93798]: INFO neutron.db.securitygroups_db [None req-b3ae1db5-07db-4184-8ac0-ff014b8a9820 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Project 20cb27012881418a8b31e8023e85178c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 23:44:37.968367 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b3ae1db5-07db-4184-8ac0-ff014b8a9820 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:44:38.031109 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b3ae1db5-07db-4184-8ac0-ff014b8a9820 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:44:38.034418 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b3ae1db5-07db-4184-8ac0-ff014b8a9820 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784185'] for security_group_rule, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:44:38.051436 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ae1db5-07db-4184-8ac0-ff014b8a9820 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fd1ddff-a3c6-4933-9fd5-f5f5ea25ac94,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:44:38.057608 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b3ae1db5-07db-4184-8ac0-ff014b8a9820 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:44:38.059130 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-b3ae1db5-07db-4184-8ac0-ff014b8a9820 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1210411 Jul 27 23:44:38.062119 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 53948) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:44:38.067195 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-398ab2e3-1c10-45b8-be83-5a1fad5a7383 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Request body: {'network': {'name': 'tempest-network-smoke--532245320', 'project_id': '20cb27012881418a8b31e8023e85178c', 'port_security_enabled': True}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:44:38.087725 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-398ab2e3-1c10-45b8-be83-5a1fad5a7383 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Made reservation on behalf of 20cb27012881418a8b31e8023e85178c for: {'network': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:44:38.090987 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-398ab2e3-1c10-45b8-be83-5a1fad5a7383 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for network, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:44:38.113297 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-398ab2e3-1c10-45b8-be83-5a1fad5a7383 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 523} {{(pid=93798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 23:44:38.122221 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-398ab2e3-1c10-45b8-be83-5a1fad5a7383 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:44:38.122562 n-d-802623-1 neutron-server[93798]: INFO neutron.db.segments_db [None req-398ab2e3-1c10-45b8-be83-5a1fad5a7383 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Added segment 7ce2be52-65b7-4d8d-b104-d02a5636009c of type vlan for network 309a3149-e685-4a61-9809-79e480a59f20 Jul 27 23:44:38.163175 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-398ab2e3-1c10-45b8-be83-5a1fad5a7383 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736833354590'] for network, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:44:38.190854 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-398ab2e3-1c10-45b8-be83-5a1fad5a7383 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569'] for network, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:44:38.196925 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-398ab2e3-1c10-45b8-be83-5a1fad5a7383 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:44:38.197500 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-398ab2e3-1c10-45b8-be83-5a1fad5a7383 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks [] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:44:38.253172 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-398ab2e3-1c10-45b8-be83-5a1fad5a7383 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1900673 Jul 27 23:44:38.255981 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 53950) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:44:38.262854 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-a50adc7b-de9b-48a6-bd6c-c65372d5bc1d tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-8233944', 'admin_state_up': True, 'project_id': '20cb27012881418a8b31e8023e85178c', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'}}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:44:38.277498 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398ab2e3-1c10-45b8-be83-5a1fad5a7383 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Pushing event updated for resources: {'Network': ['ID=309a3149-e685-4a61-9809-79e480a59f20,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:44:38.287914 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Network 309a3149-e685-4a61-9809-79e480a59f20 details requested by agent ovs-agent-n-d-802623-1 with host n-d-802623-1 {{(pid=93799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 23:44:38.292377 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a50adc7b-de9b-48a6-bd6c-c65372d5bc1d tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62159'] for router, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:44:38.293390 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a50adc7b-de9b-48a6-bd6c-c65372d5bc1d tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-479230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-415539', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3693317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62148'] for router, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:44:38.344216 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a50adc7b-de9b-48a6-bd6c-c65372d5bc1d tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:44:38.477831 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a50adc7b-de9b-48a6-bd6c-c65372d5bc1d tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-415433', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62186'] for router, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:44:38.662531 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a50adc7b-de9b-48a6-bd6c-c65372d5bc1d tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks [] for router_gateway, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:44:38.684270 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a50adc7b-de9b-48a6-bd6c-c65372d5bc1d tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:44:38.782320 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-a50adc7b-de9b-48a6-bd6c-c65372d5bc1d tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Allocated IP 172.25.4.68 (2fd42287-ed26-4eb9-89a5-b521f5b04356/17de1f8f-393a-4b0c-a2df-614bd3f2fb5e/d983b1ab-5273-4d66-8d4b-4b9652f9b54c) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:44:38.882945 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a50adc7b-de9b-48a6-bd6c-c65372d5bc1d tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:44:38.921093 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a50adc7b-de9b-48a6-bd6c-c65372d5bc1d tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:44:38.956599 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a50adc7b-de9b-48a6-bd6c-c65372d5bc1d tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Network 2fd42287-ed26-4eb9-89a5-b521f5b04356 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:44:38.959384 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-a50adc7b-de9b-48a6-bd6c-c65372d5bc1d tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:44:38.962886 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a50adc7b-de9b-48a6-bd6c-c65372d5bc1d tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:44:38.990240 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50adc7b-de9b-48a6-bd6c-c65372d5bc1d tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Pushing event updated for resources: {'Port': ['ID=d983b1ab-5273-4d66-8d4b-4b9652f9b54c,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:44:39.216773 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a50adc7b-de9b-48a6-bd6c-c65372d5bc1d tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks [] for router_gateway, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:44:39.703938 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a50adc7b-de9b-48a6-bd6c-c65372d5bc1d tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-415468'] for router, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:44:39.827733 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a50adc7b-de9b-48a6-bd6c-c65372d5bc1d tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Router 88b6bbdf-37b6-4c15-bdc9-e04be0d6014c is scheduled to L3 agent 018c4455-49c0-4734-927d-7824067b2a9e with binding_index 1 {{(pid=93798) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 23:44:39.930037 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a50adc7b-de9b-48a6-bd6c-c65372d5bc1d tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:44:39.939519 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aaa5401-c0da-4313-8912-eb5b59848848 None None] Sync routers for ids ['88b6bbdf-37b6-4c15-bdc9-e04be0d6014c'] in n-d-802623-1 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:44:39.947817 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a50adc7b-de9b-48a6-bd6c-c65372d5bc1d tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks [] for router, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:44:39.953217 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-a50adc7b-de9b-48a6-bd6c-c65372d5bc1d tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 1.6916397 Jul 27 23:44:39.953400 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aaa5401-c0da-4313-8912-eb5b59848848 None None] Routers {'88b6bbdf-37b6-4c15-bdc9-e04be0d6014c'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:44:39.953400 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-1aaa5401-c0da-4313-8912-eb5b59848848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:44:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['88b6bbdf-37b6-4c15-bdc9-e04be0d6014c'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:44:39.953750 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 53952) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:44:39.984518 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-d4ec78ab-dce6-4b56-9038-0b1058e68824 tempest-TestNetworkAdvancedServerOps-897726458 tempest-TestNetworkAdvancedServerOps-897726458-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=20cb27012881418a8b31e8023e85178c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0274062 Jul 27 23:44:39.984518 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 53954) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:44:40.052658 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-1aaa5401-c0da-4313-8912-eb5b59848848 None None] Set router 88b6bbdf-37b6-4c15-bdc9-e04be0d6014c gateway port host: n-d-802623-1 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:44:40.069843 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fb73b5f-53b4-4bfe-af1c-f951242e2b9c tempest-TestNetworkAdvancedServerOps-897726458 tempest-TestNetworkAdvancedServerOps-897726458-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:44:40.071484 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-7fb73b5f-53b4-4bfe-af1c-f951242e2b9c tempest-TestNetworkAdvancedServerOps-897726458 tempest-TestNetworkAdvancedServerOps-897726458-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0858970 Jul 27 23:44:40.074363 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 53956) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:44:40.105610 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-34f6bfde-a210-4abe-a80d-ff1d05187dc8 tempest-TestNetworkAdvancedServerOps-897726458 tempest-TestNetworkAdvancedServerOps-897726458-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=2fd42287-ed26-4eb9-89a5-b521f5b04356&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0301981 Jul 27 23:44:40.108067 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 53958) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:44:40.112753 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-0fc77b5d-f7a4-4601-8927-f4dd2a253592 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-127113892', 'network_id': '309a3149-e685-4a61-9809-79e480a59f20', 'project_id': '20cb27012881418a8b31e8023e85178c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:44:40.199888 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fc77b5d-f7a4-4601-8927-f4dd2a253592 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Made reservation on behalf of 20cb27012881418a8b31e8023e85178c for: {'subnet': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:44:40.203417 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0fc77b5d-f7a4-4601-8927-f4dd2a253592 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12265828'] for subnet, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:44:40.226918 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-1aaa5401-c0da-4313-8912-eb5b59848848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88b6bbdf-37b6-4c15-bdc9-e04be0d6014c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-8233944', 'tenant_id': '20cb27012881418a8b31e8023e85178c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.68'}], 'enable_snat': True}, 'gw_port_id': 'd983b1ab-5273-4d66-8d4b-4b9652f9b54c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:44:38Z', 'updated_at': '2021-07-27T23:44:39Z', 'revision_number': 3, 'project_id': '20cb27012881418a8b31e8023e85178c', 'gw_port': {'id': 'd983b1ab-5273-4d66-8d4b-4b9652f9b54c', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:a4:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88b6bbdf-37b6-4c15-bdc9-e04be0d6014c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:44:38Z', 'updated_at': '2021-07-27T23:44:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1'}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:44:40.255961 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aaa5401-c0da-4313-8912-eb5b59848848 None None] Checking router: 88b6bbdf-37b6-4c15-bdc9-e04be0d6014c for host: n-d-802623-1 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 23:44:40.256210 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aaa5401-c0da-4313-8912-eb5b59848848 None None] Updating router 88b6bbdf-37b6-4c15-bdc9-e04be0d6014c port d983b1ab-5273-4d66-8d4b-4b9652f9b54c binding host n-d-802623-1 {{(pid=93800) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 23:44:40.280395 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-1aaa5401-c0da-4313-8912-eb5b59848848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:44:40.381671 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0fc77b5d-f7a4-4601-8927-f4dd2a253592 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11971609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12265750'] for subnet, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:44:40.442644 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc77b5d-f7a4-4601-8927-f4dd2a253592 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Pushing event updated for resources: {'Subnet': ['ID=4f2e5377-5ee8-4e2a-a8b3-dce03aac71a2,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:44:40.452119 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc77b5d-f7a4-4601-8927-f4dd2a253592 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Checking segment: {'id': '7ce2be52-65b7-4d8d-b104-d02a5636009c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '309a3149-e685-4a61-9809-79e480a59f20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:44:40.452589 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fc77b5d-f7a4-4601-8927-f4dd2a253592 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Network hostable DHCP agents. Network: 309a3149-e685-4a61-9809-79e480a59f20, hostable agents: ['5950e76f-2bde-4343-a925-cbe6bacd2706'], hosted agents: [] {{(pid=93798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 23:44:40.469148 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fc77b5d-f7a4-4601-8927-f4dd2a253592 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Network 309a3149-e685-4a61-9809-79e480a59f20 is scheduled to be hosted by DHCP agent 5950e76f-2bde-4343-a925-cbe6bacd2706 with binding_index 1 {{(pid=93798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 23:44:40.478185 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-0fc77b5d-f7a4-4601-8927-f4dd2a253592 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802623-1, 309a3149-e685-4a61-9809-79e480a59f20) {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:44:40.483458 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fc77b5d-f7a4-4601-8927-f4dd2a253592 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:44:40.484112 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0fc77b5d-f7a4-4601-8927-f4dd2a253592 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:44:40.495542 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d0af511-30c6-470e-b845-25b4953dc368 None None] Network 309a3149-e685-4a61-9809-79e480a59f20 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:44:40.500335 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-0fc77b5d-f7a4-4601-8927-f4dd2a253592 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3910468 Jul 27 23:44:40.502841 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 53960) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:44:40.548814 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-1aaa5401-c0da-4313-8912-eb5b59848848 None None] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:44:40.560753 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-1aaa5401-c0da-4313-8912-eb5b59848848 None None] Transition to ACTIVE for port object d983b1ab-5273-4d66-8d4b-4b9652f9b54c will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:44:40.567355 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-1aaa5401-c0da-4313-8912-eb5b59848848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:44:40.609491 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-1aaa5401-c0da-4313-8912-eb5b59848848 None None] Attempting to bind port d983b1ab-5273-4d66-8d4b-4b9652f9b54c on host n-d-802623-1 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:44:40.609868 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-1aaa5401-c0da-4313-8912-eb5b59848848 None None] Attempting to bind port d983b1ab-5273-4d66-8d4b-4b9652f9b54c by drivers openvswitch,hyperv on host n-d-802623-1 at level 0 using segments [{'id': 'b9afe07e-bbe4-4740-834c-4b6a9698bdbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:44:40.610231 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aaa5401-c0da-4313-8912-eb5b59848848 None None] Attempting to bind port d983b1ab-5273-4d66-8d4b-4b9652f9b54c on network 2fd42287-ed26-4eb9-89a5-b521f5b04356 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:44:40.617687 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aaa5401-c0da-4313-8912-eb5b59848848 None None] Checking agent: {'id': 'a9a568d2-a5e7-41e4-833f-a8ab42ea4073', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 52, 30), 'started_at': datetime.datetime(2021, 7, 27, 22, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 44, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802623-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:44:40.618050 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aaa5401-c0da-4313-8912-eb5b59848848 None None] Checking segment: {'id': 'b9afe07e-bbe4-4740-834c-4b6a9698bdbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:44:40.618471 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-1aaa5401-c0da-4313-8912-eb5b59848848 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:44:40.618841 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aaa5401-c0da-4313-8912-eb5b59848848 None None] Bound using segment: {'id': 'b9afe07e-bbe4-4740-834c-4b6a9698bdbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:44:40.619325 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-1aaa5401-c0da-4313-8912-eb5b59848848 None None] Bound port: d983b1ab-5273-4d66-8d4b-4b9652f9b54c, host: n-d-802623-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9afe07e-bbe4-4740-834c-4b6a9698bdbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:44:40.619705 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-1aaa5401-c0da-4313-8912-eb5b59848848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:44:40.652119 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27dd2be8-d1d5-4965-a7dd-047f8fba487f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f6f257c-ad18-5f0c-8c8e-ea085a5fc8a2-309a3149-e685-4a61-9809-79e480a59f20', 'network_id': '309a3149-e685-4a61-9809-79e480a59f20', 'tenant_id': '20cb27012881418a8b31e8023e85178c', 'fixed_ips': [{'subnet_id': '4f2e5377-5ee8-4e2a-a8b3-dce03aac71a2'}]}} from n-d-802623-1. {{(pid=93799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 23:44:40.653247 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-27dd2be8-d1d5-4965-a7dd-047f8fba487f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:44:40.658983 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad0aa88-753b-4172-a5fc-40cb4ca80eb4 None None] Pushing event updated for resources: {'Port': ['ID=d983b1ab-5273-4d66-8d4b-4b9652f9b54c,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:44:40.683908 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad0aa88-753b-4172-a5fc-40cb4ca80eb4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:44:40.684320 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad0aa88-753b-4172-a5fc-40cb4ca80eb4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:44:40.684607 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad0aa88-753b-4172-a5fc-40cb4ca80eb4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:44:40.684931 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad0aa88-753b-4172-a5fc-40cb4ca80eb4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:44:40.685297 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad0aa88-753b-4172-a5fc-40cb4ca80eb4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:44:40.685606 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad0aa88-753b-4172-a5fc-40cb4ca80eb4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:44:40.686128 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad0aa88-753b-4172-a5fc-40cb4ca80eb4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:44:40.686407 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad0aa88-753b-4172-a5fc-40cb4ca80eb4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:44:40.686739 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad0aa88-753b-4172-a5fc-40cb4ca80eb4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:44:40.687094 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad0aa88-753b-4172-a5fc-40cb4ca80eb4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:44:40.687754 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad0aa88-753b-4172-a5fc-40cb4ca80eb4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:44:40.687754 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad0aa88-753b-4172-a5fc-40cb4ca80eb4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:44:40.696960 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-1aaa5401-c0da-4313-8912-eb5b59848848 None None] For port d983b1ab-5273-4d66-8d4b-4b9652f9b54c, host n-d-802623-1, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:44:40.700308 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-1aaa5401-c0da-4313-8912-eb5b59848848 None None] For port d983b1ab-5273-4d66-8d4b-4b9652f9b54c, host n-d-802623-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=d983b1ab-5273-4d66-8d4b-4b9652f9b54c,segment=NetworkSegment(b9afe07e-bbe4-4740-834c-4b6a9698bdbc),segment_id=b9afe07e-bbe4-4740-834c-4b6a9698bdbc)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:44:40.705736 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-1aaa5401-c0da-4313-8912-eb5b59848848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:44:40.756729 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aaa5401-c0da-4313-8912-eb5b59848848 None None] Routers {'88b6bbdf-37b6-4c15-bdc9-e04be0d6014c'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:44:40.757229 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-1aaa5401-c0da-4313-8912-eb5b59848848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:44:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['88b6bbdf-37b6-4c15-bdc9-e04be0d6014c'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:44:40.811573 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-27dd2be8-d1d5-4965-a7dd-047f8fba487f None None] Allocated IP 172.20.0.2 (309a3149-e685-4a61-9809-79e480a59f20/4f2e5377-5ee8-4e2a-a8b3-dce03aac71a2/99493d40-524b-45ff-9de0-1aa1dc469c41) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:44:40.870632 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-1aaa5401-c0da-4313-8912-eb5b59848848 None None] Set router 88b6bbdf-37b6-4c15-bdc9-e04be0d6014c gateway port host: n-d-802623-1 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:44:40.928478 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad0aa88-753b-4172-a5fc-40cb4ca80eb4 None None] Pushing event updated for resources: {'Port': ['ID=d983b1ab-5273-4d66-8d4b-4b9652f9b54c,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:44:40.960412 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-27dd2be8-d1d5-4965-a7dd-047f8fba487f None None] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:44:40.968926 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c0f49e47-7e7b-4d42-9d50-f5cd122f074f tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:44:40.970661 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-27dd2be8-d1d5-4965-a7dd-047f8fba487f None None] Transition to ACTIVE for port object 99493d40-524b-45ff-9de0-1aa1dc469c41 will not be triggered until provisioned by entity L2. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:44:40.985652 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-27dd2be8-d1d5-4965-a7dd-047f8fba487f None None] Transition to ACTIVE for port object 99493d40-524b-45ff-9de0-1aa1dc469c41 will not be triggered until provisioned by entity DHCP. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:44:40.991803 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-27dd2be8-d1d5-4965-a7dd-047f8fba487f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:44:41.035493 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27dd2be8-d1d5-4965-a7dd-047f8fba487f None None] Network 309a3149-e685-4a61-9809-79e480a59f20 is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:44:41.040469 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-27dd2be8-d1d5-4965-a7dd-047f8fba487f None None] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:44:41.045064 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27dd2be8-d1d5-4965-a7dd-047f8fba487f None None] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:44:41.048841 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dd2be8-d1d5-4965-a7dd-047f8fba487f None None] Pushing event updated for resources: {'Port': ['ID=99493d40-524b-45ff-9de0-1aa1dc469c41,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:44:41.076333 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-1aaa5401-c0da-4313-8912-eb5b59848848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88b6bbdf-37b6-4c15-bdc9-e04be0d6014c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-8233944', 'tenant_id': '20cb27012881418a8b31e8023e85178c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.68'}], 'enable_snat': True}, 'gw_port_id': 'd983b1ab-5273-4d66-8d4b-4b9652f9b54c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:44:38Z', 'updated_at': '2021-07-27T23:44:39Z', 'revision_number': 3, 'project_id': '20cb27012881418a8b31e8023e85178c', 'gw_port': {'id': 'd983b1ab-5273-4d66-8d4b-4b9652f9b54c', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:a4:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88b6bbdf-37b6-4c15-bdc9-e04be0d6014c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:44:38Z', 'updated_at': '2021-07-27T23:44:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1'}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:44:41.102429 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-27dd2be8-d1d5-4965-a7dd-047f8fba487f None None] Attempting to bind port 99493d40-524b-45ff-9de0-1aa1dc469c41 on host n-d-802623-1 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:44:41.102809 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-27dd2be8-d1d5-4965-a7dd-047f8fba487f None None] Attempting to bind port 99493d40-524b-45ff-9de0-1aa1dc469c41 by drivers openvswitch,hyperv on host n-d-802623-1 at level 0 using segments [{'id': '7ce2be52-65b7-4d8d-b104-d02a5636009c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '309a3149-e685-4a61-9809-79e480a59f20'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:44:41.103213 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27dd2be8-d1d5-4965-a7dd-047f8fba487f None None] Attempting to bind port 99493d40-524b-45ff-9de0-1aa1dc469c41 on network 309a3149-e685-4a61-9809-79e480a59f20 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:44:41.108230 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27dd2be8-d1d5-4965-a7dd-047f8fba487f None None] Checking agent: {'id': 'a9a568d2-a5e7-41e4-833f-a8ab42ea4073', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 52, 30), 'started_at': datetime.datetime(2021, 7, 27, 22, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 44, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802623-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:44:41.108609 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27dd2be8-d1d5-4965-a7dd-047f8fba487f None None] Checking segment: {'id': '7ce2be52-65b7-4d8d-b104-d02a5636009c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '309a3149-e685-4a61-9809-79e480a59f20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:44:41.109016 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-27dd2be8-d1d5-4965-a7dd-047f8fba487f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:44:41.109413 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27dd2be8-d1d5-4965-a7dd-047f8fba487f None None] Bound using segment: {'id': '7ce2be52-65b7-4d8d-b104-d02a5636009c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '309a3149-e685-4a61-9809-79e480a59f20'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:44:41.110245 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-27dd2be8-d1d5-4965-a7dd-047f8fba487f None None] Bound port: 99493d40-524b-45ff-9de0-1aa1dc469c41, host: n-d-802623-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ce2be52-65b7-4d8d-b104-d02a5636009c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '309a3149-e685-4a61-9809-79e480a59f20'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:44:41.110642 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-27dd2be8-d1d5-4965-a7dd-047f8fba487f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:44:41.123453 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aaa5401-c0da-4313-8912-eb5b59848848 None None] The sync data for ids ['88b6bbdf-37b6-4c15-bdc9-e04be0d6014c'] in n-d-802623-1 is: [{'id': '88b6bbdf-37b6-4c15-bdc9-e04be0d6014c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-8233944', 'tenant_id': '20cb27012881418a8b31e8023e85178c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.68'}], 'enable_snat': True}, 'gw_port_id': 'd983b1ab-5273-4d66-8d4b-4b9652f9b54c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:44:38Z', 'updated_at': '2021-07-27T23:44:39Z', 'revision_number': 3, 'project_id': '20cb27012881418a8b31e8023e85178c', 'gw_port': {'id': 'd983b1ab-5273-4d66-8d4b-4b9652f9b54c', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:a4:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88b6bbdf-37b6-4c15-bdc9-e04be0d6014c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:44:38Z', 'updated_at': '2021-07-27T23:44:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1'}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:44:41.190099 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-27dd2be8-d1d5-4965-a7dd-047f8fba487f None None] For port 99493d40-524b-45ff-9de0-1aa1dc469c41, host n-d-802623-1, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:44:41.195854 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-27dd2be8-d1d5-4965-a7dd-047f8fba487f None None] For port 99493d40-524b-45ff-9de0-1aa1dc469c41, host n-d-802623-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=99493d40-524b-45ff-9de0-1aa1dc469c41,segment=NetworkSegment(7ce2be52-65b7-4d8d-b104-d02a5636009c),segment_id=7ce2be52-65b7-4d8d-b104-d02a5636009c)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:44:41.201451 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-27dd2be8-d1d5-4965-a7dd-047f8fba487f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:44:41.265731 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dd2be8-d1d5-4965-a7dd-047f8fba487f None None] Pushing event updated for resources: {'Port': ['ID=99493d40-524b-45ff-9de0-1aa1dc469c41,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:44:41.320046 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-c0f49e47-7e7b-4d42-9d50-f5cd122f074f tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Allocated IP 172.20.0.1 (309a3149-e685-4a61-9809-79e480a59f20/4f2e5377-5ee8-4e2a-a8b3-dce03aac71a2/81cd3376-c5fc-4195-ad7e-f8f5fc88657b) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:44:41.476518 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c0f49e47-7e7b-4d42-9d50-f5cd122f074f tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:44:41.490415 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-c0f49e47-7e7b-4d42-9d50-f5cd122f074f tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Transition to ACTIVE for port object 81cd3376-c5fc-4195-ad7e-f8f5fc88657b will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:44:41.542390 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c0f49e47-7e7b-4d42-9d50-f5cd122f074f tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:44:41.596846 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0f49e47-7e7b-4d42-9d50-f5cd122f074f tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Network 309a3149-e685-4a61-9809-79e480a59f20 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:44:41.602382 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-c0f49e47-7e7b-4d42-9d50-f5cd122f074f tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:44:41.607218 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0f49e47-7e7b-4d42-9d50-f5cd122f074f tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:44:41.611347 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f49e47-7e7b-4d42-9d50-f5cd122f074f tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Pushing event updated for resources: {'Port': ['ID=81cd3376-c5fc-4195-ad7e-f8f5fc88657b,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:44:41.658875 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c0f49e47-7e7b-4d42-9d50-f5cd122f074f tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-415283'] for router_interface, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:44:41.794357 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c0f49e47-7e7b-4d42-9d50-f5cd122f074f tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:44:41.931135 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device d983b1ab-5273-4d66-8d4b-4b9652f9b54c up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:44:41.995860 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning for port d983b1ab-5273-4d66-8d4b-4b9652f9b54c completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:44:42.000751 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port d983b1ab-5273-4d66-8d4b-4b9652f9b54c triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:44:42.001130 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:44:42.097991 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:44:42.115747 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c0f49e47-7e7b-4d42-9d50-f5cd122f074f tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:44:42.121350 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] For port d983b1ab-5273-4d66-8d4b-4b9652f9b54c, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=d983b1ab-5273-4d66-8d4b-4b9652f9b54c,segment=NetworkSegment(b9afe07e-bbe4-4740-834c-4b6a9698bdbc),segment_id=b9afe07e-bbe4-4740-834c-4b6a9698bdbc)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:44:42.124510 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c0f49e47-7e7b-4d42-9d50-f5cd122f074f tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:44:42.129712 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:44:42.129965 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 99493d40-524b-45ff-9de0-1aa1dc469c41 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:44:42.198474 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c0f49e47-7e7b-4d42-9d50-f5cd122f074f tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3760555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-414115'] for router_interface, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:44:42.219192 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Pushing event updated for resources: {'Port': ['ID=d983b1ab-5273-4d66-8d4b-4b9652f9b54c,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:44:42.234816 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning for port 99493d40-524b-45ff-9de0-1aa1dc469c41 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:44:42.262333 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f49e47-7e7b-4d42-9d50-f5cd122f074f tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Pushing event updated for resources: {'Port': ['ID=81cd3376-c5fc-4195-ad7e-f8f5fc88657b,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:44:42.314540 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0f49e47-7e7b-4d42-9d50-f5cd122f074f tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Network 309a3149-e685-4a61-9809-79e480a59f20 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:44:42.315998 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-c0f49e47-7e7b-4d42-9d50-f5cd122f074f tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:44:42.363113 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fe170a2-e98c-480c-adf2-45f265bd1a3f None None] Network 309a3149-e685-4a61-9809-79e480a59f20 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:44:42.435847 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0f49e47-7e7b-4d42-9d50-f5cd122f074f tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Router 88b6bbdf-37b6-4c15-bdc9-e04be0d6014c has already been hosted by L3 agent 018c4455-49c0-4734-927d-7824067b2a9e {{(pid=93798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 23:44:42.437815 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-2c9d3c92-0274-4489-b329-2b45df96677a None None] Provisioning for port 99493d40-524b-45ff-9de0-1aa1dc469c41 completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:44:42.445413 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-2c9d3c92-0274-4489-b329-2b45df96677a None None] Provisioning complete for port 99493d40-524b-45ff-9de0-1aa1dc469c41 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:44:42.445870 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2c9d3c92-0274-4489-b329-2b45df96677a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:44:42.546036 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0f49e47-7e7b-4d42-9d50-f5cd122f074f tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:44:42.551685 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-c0f49e47-7e7b-4d42-9d50-f5cd122f074f tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "PUT /v2.0/routers/88b6bbdf-37b6-4c15-bdc9-e04be0d6014c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0478384 Jul 27 23:44:42.587318 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2c9d3c92-0274-4489-b329-2b45df96677a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:44:42.633514 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-2c9d3c92-0274-4489-b329-2b45df96677a None None] For port 99493d40-524b-45ff-9de0-1aa1dc469c41, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=99493d40-524b-45ff-9de0-1aa1dc469c41,segment=NetworkSegment(7ce2be52-65b7-4d8d-b104-d02a5636009c),segment_id=7ce2be52-65b7-4d8d-b104-d02a5636009c)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:44:42.639109 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2c9d3c92-0274-4489-b329-2b45df96677a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:44:42.704379 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9d3c92-0274-4489-b329-2b45df96677a None None] Pushing event updated for resources: {'Port': ['ID=99493d40-524b-45ff-9de0-1aa1dc469c41,revision_number=3']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:44:42.714101 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a15dfd50-2e68-4bf2-bad9-8b4c02a65f0e req-8f06448a-9fc9-4013-84ee-da195b3e98b0 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1982826893&fields=id&tenant_id=20cb27012881418a8b31e8023e85178c HTTP/1.1" status: 200 len: 267 time: 0.0398190 Jul 27 23:44:42.837987 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15dfd50-2e68-4bf2-bad9-8b4c02a65f0e req-74963f65-e8ae-4518-8803-8bd34cc60419 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:44:42.839490 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a15dfd50-2e68-4bf2-bad9-8b4c02a65f0e req-74963f65-e8ae-4518-8803-8bd34cc60419 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "GET /v2.0/networks?id=309a3149-e685-4a61-9809-79e480a59f20 HTTP/1.1" status: 200 len: 796 time: 0.1181731 Jul 27 23:44:42.858604 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a15dfd50-2e68-4bf2-bad9-8b4c02a65f0e req-5ea13817-dfac-406b-93de-2e7231d06523 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "GET /v2.0/quotas/20cb27012881418a8b31e8023e85178c HTTP/1.1" status: 200 len: 375 time: 0.0128405 Jul 27 23:44:42.864229 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-74ac7935-2dea-491c-9f70-4dd3acdd012a None None] Provisioning for port 81cd3376-c5fc-4195-ad7e-f8f5fc88657b completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:44:42.869104 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-74ac7935-2dea-491c-9f70-4dd3acdd012a None None] Provisioning complete for port 81cd3376-c5fc-4195-ad7e-f8f5fc88657b triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:44:42.869773 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-74ac7935-2dea-491c-9f70-4dd3acdd012a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:44:42.910403 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-74ac7935-2dea-491c-9f70-4dd3acdd012a None None] Port 81cd3376-c5fc-4195-ad7e-f8f5fc88657b cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:44:42.922038 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-74ac7935-2dea-491c-9f70-4dd3acdd012a None None] Provisioning complete for port 99493d40-524b-45ff-9de0-1aa1dc469c41 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:44:42.922420 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-74ac7935-2dea-491c-9f70-4dd3acdd012a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:44:42.931574 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a15dfd50-2e68-4bf2-bad9-8b4c02a65f0e req-91d09dc3-4a99-4ac5-8346-4a138ce131d3 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=20cb27012881418a8b31e8023e85178c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0666819 Jul 27 23:44:43.020698 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c24f753-a1fc-445a-acd3-aaff470c3953 None None] Sync routers for ids ['88b6bbdf-37b6-4c15-bdc9-e04be0d6014c'] in n-d-802623-1 {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:44:43.034062 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c24f753-a1fc-445a-acd3-aaff470c3953 None None] Routers {'88b6bbdf-37b6-4c15-bdc9-e04be0d6014c'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:44:43.035290 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-0c24f753-a1fc-445a-acd3-aaff470c3953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:44:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['88b6bbdf-37b6-4c15-bdc9-e04be0d6014c'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:44:43.052115 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a15dfd50-2e68-4bf2-bad9-8b4c02a65f0e req-09b1cfc4-921a-4a8d-9587-755c9fdbae5d service neutron] 10.222.0.18 "GET /v2.0/networks/309a3149-e685-4a61-9809-79e480a59f20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080842 Jul 27 23:44:43.157948 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a15dfd50-2e68-4bf2-bad9-8b4c02a65f0e req-4bb9ff8f-3d39-4054-82d4-4dfea5b28a5e service neutron] 10.222.0.18 "GET /v2.0/networks/309a3149-e685-4a61-9809-79e480a59f20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994885 Jul 27 23:44:43.320404 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-9ff9d258-2aa3-4d15-8a69-c71d6a1153f7 None None] Provisioning complete for port 81cd3376-c5fc-4195-ad7e-f8f5fc88657b triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:44:43.320654 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-9ff9d258-2aa3-4d15-8a69-c71d6a1153f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:44:43.325841 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-0c24f753-a1fc-445a-acd3-aaff470c3953 None None] Set router 88b6bbdf-37b6-4c15-bdc9-e04be0d6014c gateway port host: n-d-802623-1 {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:44:43.345657 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-2c968f00-6632-48cf-aeeb-39487758511e req-c0044ccc-3c12-4183-b8c3-93255775d98b tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "GET /v2.0/ports?device_id=e6f6eabb-5f15-4a3f-9a55-b72fbfd276b4 HTTP/1.1" status: 200 len: 210 time: 0.0319712 Jul 27 23:44:43.392959 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-9ff9d258-2aa3-4d15-8a69-c71d6a1153f7 None None] Port 81cd3376-c5fc-4195-ad7e-f8f5fc88657b cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:44:43.537243 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-1b0a3ac6-9f95-4036-aebc-f766f3948fc1 None None] Provisioning complete for port 81cd3376-c5fc-4195-ad7e-f8f5fc88657b triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:44:43.537799 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-1b0a3ac6-9f95-4036-aebc-f766f3948fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:44:43.584515 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-1b0a3ac6-9f95-4036-aebc-f766f3948fc1 None None] Port 81cd3376-c5fc-4195-ad7e-f8f5fc88657b cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:44:43.594715 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-0c24f753-a1fc-445a-acd3-aaff470c3953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88b6bbdf-37b6-4c15-bdc9-e04be0d6014c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-8233944', 'tenant_id': '20cb27012881418a8b31e8023e85178c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.68'}], 'enable_snat': True}, 'gw_port_id': 'd983b1ab-5273-4d66-8d4b-4b9652f9b54c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:44:38Z', 'updated_at': '2021-07-27T23:44:41Z', 'revision_number': 4, 'project_id': '20cb27012881418a8b31e8023e85178c', 'gw_port': {'id': 'd983b1ab-5273-4d66-8d4b-4b9652f9b54c', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:a4:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88b6bbdf-37b6-4c15-bdc9-e04be0d6014c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:44:38Z', 'updated_at': '2021-07-27T23:44:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': '81cd3376-c5fc-4195-ad7e-f8f5fc88657b', 'name': '', 'network_id': '309a3149-e685-4a61-9809-79e480a59f20', 'tenant_id': '20cb27012881418a8b31e8023e85178c', 'mac_address': 'fa:16:3e:6a:4d:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88b6bbdf-37b6-4c15-bdc9-e04be0d6014c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': '4f2e5377-5ee8-4e2a-a8b3-dce03aac71a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:44:41Z', 'updated_at': '2021-07-27T23:44:41Z', 'revision_number': 2, 'project_id': '20cb27012881418a8b31e8023e85178c', 'subnets': [{'id': '4f2e5377-5ee8-4e2a-a8b3-dce03aac71a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:44:43.621428 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c24f753-a1fc-445a-acd3-aaff470c3953 None None] Checking router: 88b6bbdf-37b6-4c15-bdc9-e04be0d6014c for host: n-d-802623-1 {{(pid=93799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 23:44:43.621784 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c24f753-a1fc-445a-acd3-aaff470c3953 None None] Updating router 88b6bbdf-37b6-4c15-bdc9-e04be0d6014c port 81cd3376-c5fc-4195-ad7e-f8f5fc88657b binding host n-d-802623-1 {{(pid=93799) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 23:44:43.647643 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-0c24f753-a1fc-445a-acd3-aaff470c3953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:44:43.888144 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device d983b1ab-5273-4d66-8d4b-4b9652f9b54c up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:44:43.968467 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-0c24f753-a1fc-445a-acd3-aaff470c3953 None None] Notify callbacks [] for port, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:44:43.984276 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-0c24f753-a1fc-445a-acd3-aaff470c3953 None None] Transition to ACTIVE for port object 81cd3376-c5fc-4195-ad7e-f8f5fc88657b will not be triggered until provisioned by entity L2. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:44:43.995037 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-0c24f753-a1fc-445a-acd3-aaff470c3953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:44:43.999258 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port d983b1ab-5273-4d66-8d4b-4b9652f9b54c triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:44:43.999615 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:44:44.098764 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f9ae85-e1b4-4661-9444-9dfa6774821c None None] Pushing event updated for resources: {'Port': ['ID=81cd3376-c5fc-4195-ad7e-f8f5fc88657b,revision_number=3']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:44:44.138274 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-0c24f753-a1fc-445a-acd3-aaff470c3953 None None] Attempting to bind port 81cd3376-c5fc-4195-ad7e-f8f5fc88657b on host n-d-802623-1 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:44:44.138650 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-0c24f753-a1fc-445a-acd3-aaff470c3953 None None] Attempting to bind port 81cd3376-c5fc-4195-ad7e-f8f5fc88657b by drivers openvswitch,hyperv on host n-d-802623-1 at level 0 using segments [{'id': '7ce2be52-65b7-4d8d-b104-d02a5636009c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '309a3149-e685-4a61-9809-79e480a59f20'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:44:44.139015 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c24f753-a1fc-445a-acd3-aaff470c3953 None None] Attempting to bind port 81cd3376-c5fc-4195-ad7e-f8f5fc88657b on network 309a3149-e685-4a61-9809-79e480a59f20 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:44:44.164508 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c24f753-a1fc-445a-acd3-aaff470c3953 None None] Checking agent: {'id': 'a9a568d2-a5e7-41e4-833f-a8ab42ea4073', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 52, 30), 'started_at': datetime.datetime(2021, 7, 27, 22, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 44, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802623-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:44:44.164890 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c24f753-a1fc-445a-acd3-aaff470c3953 None None] Checking segment: {'id': '7ce2be52-65b7-4d8d-b104-d02a5636009c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '309a3149-e685-4a61-9809-79e480a59f20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:44:44.165308 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-0c24f753-a1fc-445a-acd3-aaff470c3953 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:44:44.165705 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c24f753-a1fc-445a-acd3-aaff470c3953 None None] Bound using segment: {'id': '7ce2be52-65b7-4d8d-b104-d02a5636009c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '309a3149-e685-4a61-9809-79e480a59f20'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:44:44.166200 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-0c24f753-a1fc-445a-acd3-aaff470c3953 None None] Bound port: 81cd3376-c5fc-4195-ad7e-f8f5fc88657b, host: n-d-802623-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ce2be52-65b7-4d8d-b104-d02a5636009c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '309a3149-e685-4a61-9809-79e480a59f20'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:44:44.166588 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-0c24f753-a1fc-445a-acd3-aaff470c3953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:44:44.192282 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 99493d40-524b-45ff-9de0-1aa1dc469c41 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:44:44.273386 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-0c24f753-a1fc-445a-acd3-aaff470c3953 None None] For port 81cd3376-c5fc-4195-ad7e-f8f5fc88657b, host n-d-802623-1, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:44:44.277081 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-0c24f753-a1fc-445a-acd3-aaff470c3953 None None] For port 81cd3376-c5fc-4195-ad7e-f8f5fc88657b, host n-d-802623-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=81cd3376-c5fc-4195-ad7e-f8f5fc88657b,segment=NetworkSegment(7ce2be52-65b7-4d8d-b104-d02a5636009c),segment_id=7ce2be52-65b7-4d8d-b104-d02a5636009c)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:44:44.283979 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-0c24f753-a1fc-445a-acd3-aaff470c3953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:44:44.293653 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port 99493d40-524b-45ff-9de0-1aa1dc469c41 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:44:44.294026 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:44:44.392470 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f9ae85-e1b4-4661-9444-9dfa6774821c None None] Pushing event updated for resources: {'Port': ['ID=81cd3376-c5fc-4195-ad7e-f8f5fc88657b,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:44:44.402106 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c24f753-a1fc-445a-acd3-aaff470c3953 None None] Routers {'88b6bbdf-37b6-4c15-bdc9-e04be0d6014c'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:44:44.402781 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-0c24f753-a1fc-445a-acd3-aaff470c3953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:44:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['88b6bbdf-37b6-4c15-bdc9-e04be0d6014c'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:44:44.482998 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15dfd50-2e68-4bf2-bad9-8b4c02a65f0e req-b8735f8c-367d-47b7-b95f-3a92fc4911d1 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:44:44.484965 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a15dfd50-2e68-4bf2-bad9-8b4c02a65f0e req-b8735f8c-367d-47b7-b95f-3a92fc4911d1 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.38 "GET /v2.0/networks?id=309a3149-e685-4a61-9809-79e480a59f20 HTTP/1.1" status: 200 len: 796 time: 0.1468589 Jul 27 23:44:44.512768 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-7d1aaa26-fca7-49b8-8b9a-ddbacda6fc04 req-3d1a1f01-a9fc-4794-9dff-956f5b1dc173 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "GET /v2.0/ports?device_id=e6f6eabb-5f15-4a3f-9a55-b72fbfd276b4 HTTP/1.1" status: 200 len: 210 time: 0.0448854 Jul 27 23:44:44.555257 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a15dfd50-2e68-4bf2-bad9-8b4c02a65f0e req-25de1576-ee1c-442f-a454-c5cedb282910 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=20cb27012881418a8b31e8023e85178c HTTP/1.1" status: 200 len: 380 time: 0.0589530 Jul 27 23:44:44.566982 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [req-a15dfd50-2e68-4bf2-bad9-8b4c02a65f0e req-ce8bf45f-eebd-456a-8821-05dc70e2ba5f tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Request body: {'port': {'device_id': 'e6f6eabb-5f15-4a3f-9a55-b72fbfd276b4', 'network_id': '309a3149-e685-4a61-9809-79e480a59f20', 'admin_state_up': True, 'tenant_id': '20cb27012881418a8b31e8023e85178c', 'security_groups': ['61d29f13-d36a-472e-828b-40b754b976a5']}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:44:44.578361 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-0c24f753-a1fc-445a-acd3-aaff470c3953 None None] Set router 88b6bbdf-37b6-4c15-bdc9-e04be0d6014c gateway port host: n-d-802623-1 {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:44:44.683035 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a15dfd50-2e68-4bf2-bad9-8b4c02a65f0e req-ce8bf45f-eebd-456a-8821-05dc70e2ba5f tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Made reservation on behalf of 20cb27012881418a8b31e8023e85178c for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:44:44.686995 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-a15dfd50-2e68-4bf2-bad9-8b4c02a65f0e req-ce8bf45f-eebd-456a-8821-05dc70e2ba5f tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:44:44.794447 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-0c24f753-a1fc-445a-acd3-aaff470c3953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88b6bbdf-37b6-4c15-bdc9-e04be0d6014c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-8233944', 'tenant_id': '20cb27012881418a8b31e8023e85178c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.68'}], 'enable_snat': True}, 'gw_port_id': 'd983b1ab-5273-4d66-8d4b-4b9652f9b54c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:44:38Z', 'updated_at': '2021-07-27T23:44:41Z', 'revision_number': 4, 'project_id': '20cb27012881418a8b31e8023e85178c', 'gw_port': {'id': 'd983b1ab-5273-4d66-8d4b-4b9652f9b54c', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:a4:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88b6bbdf-37b6-4c15-bdc9-e04be0d6014c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:44:38Z', 'updated_at': '2021-07-27T23:44:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': '81cd3376-c5fc-4195-ad7e-f8f5fc88657b', 'name': '', 'network_id': '309a3149-e685-4a61-9809-79e480a59f20', 'tenant_id': '20cb27012881418a8b31e8023e85178c', 'mac_address': 'fa:16:3e:6a:4d:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88b6bbdf-37b6-4c15-bdc9-e04be0d6014c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': '4f2e5377-5ee8-4e2a-a8b3-dce03aac71a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:44:41Z', 'updated_at': '2021-07-27T23:44:44Z', 'revision_number': 4, 'project_id': '20cb27012881418a8b31e8023e85178c', 'subnets': [{'id': '4f2e5377-5ee8-4e2a-a8b3-dce03aac71a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:44:44.814560 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [req-a15dfd50-2e68-4bf2-bad9-8b4c02a65f0e req-ce8bf45f-eebd-456a-8821-05dc70e2ba5f tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Allocated IP 172.20.0.13 (309a3149-e685-4a61-9809-79e480a59f20/4f2e5377-5ee8-4e2a-a8b3-dce03aac71a2/5cd482d3-fd2f-477e-96c1-013fc17c5ad8) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:44:44.821214 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c24f753-a1fc-445a-acd3-aaff470c3953 None None] The sync data for ids ['88b6bbdf-37b6-4c15-bdc9-e04be0d6014c'] in n-d-802623-1 is: [{'id': '88b6bbdf-37b6-4c15-bdc9-e04be0d6014c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-8233944', 'tenant_id': '20cb27012881418a8b31e8023e85178c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.68'}], 'enable_snat': True}, 'gw_port_id': 'd983b1ab-5273-4d66-8d4b-4b9652f9b54c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:44:38Z', 'updated_at': '2021-07-27T23:44:41Z', 'revision_number': 4, 'project_id': '20cb27012881418a8b31e8023e85178c', 'gw_port': {'id': 'd983b1ab-5273-4d66-8d4b-4b9652f9b54c', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:a4:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88b6bbdf-37b6-4c15-bdc9-e04be0d6014c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:44:38Z', 'updated_at': '2021-07-27T23:44:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': '81cd3376-c5fc-4195-ad7e-f8f5fc88657b', 'name': '', 'network_id': '309a3149-e685-4a61-9809-79e480a59f20', 'tenant_id': '20cb27012881418a8b31e8023e85178c', 'mac_address': 'fa:16:3e:6a:4d:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88b6bbdf-37b6-4c15-bdc9-e04be0d6014c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': '4f2e5377-5ee8-4e2a-a8b3-dce03aac71a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:44:41Z', 'updated_at': '2021-07-27T23:44:44Z', 'revision_number': 4, 'project_id': '20cb27012881418a8b31e8023e85178c', 'subnets': [{'id': '4f2e5377-5ee8-4e2a-a8b3-dce03aac71a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:44:44.972662 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-a15dfd50-2e68-4bf2-bad9-8b4c02a65f0e req-ce8bf45f-eebd-456a-8821-05dc70e2ba5f tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:44:44.987863 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-a15dfd50-2e68-4bf2-bad9-8b4c02a65f0e req-ce8bf45f-eebd-456a-8821-05dc70e2ba5f tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Transition to ACTIVE for port object 5cd482d3-fd2f-477e-96c1-013fc17c5ad8 will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:44:45.021605 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-a15dfd50-2e68-4bf2-bad9-8b4c02a65f0e req-ce8bf45f-eebd-456a-8821-05dc70e2ba5f tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:44:45.064558 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a15dfd50-2e68-4bf2-bad9-8b4c02a65f0e req-ce8bf45f-eebd-456a-8821-05dc70e2ba5f tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Network 309a3149-e685-4a61-9809-79e480a59f20 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:44:45.067647 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [req-a15dfd50-2e68-4bf2-bad9-8b4c02a65f0e req-ce8bf45f-eebd-456a-8821-05dc70e2ba5f tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:44:45.070781 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-a15dfd50-2e68-4bf2-bad9-8b4c02a65f0e req-ce8bf45f-eebd-456a-8821-05dc70e2ba5f tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:44:45.102609 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8bf45f-eebd-456a-8821-05dc70e2ba5f tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Pushing event updated for resources: {'Port': ['ID=5cd482d3-fd2f-477e-96c1-013fc17c5ad8,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:44:45.137326 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15dfd50-2e68-4bf2-bad9-8b4c02a65f0e req-ce8bf45f-eebd-456a-8821-05dc70e2ba5f tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:44:45.138021 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-a15dfd50-2e68-4bf2-bad9-8b4c02a65f0e req-ce8bf45f-eebd-456a-8821-05dc70e2ba5f tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:44:45.154825 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a15dfd50-2e68-4bf2-bad9-8b4c02a65f0e req-ce8bf45f-eebd-456a-8821-05dc70e2ba5f tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5931332 Jul 27 23:44:45.168314 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [req-a15dfd50-2e68-4bf2-bad9-8b4c02a65f0e req-4a89856f-2346-432a-bee9-ce6696eb3f19 service neutron] Request body: {'port': {'device_id': 'e6f6eabb-5f15-4a3f-9a55-b72fbfd276b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802623-1'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:44:45.234067 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-a15dfd50-2e68-4bf2-bad9-8b4c02a65f0e req-4a89856f-2346-432a-bee9-ce6696eb3f19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:44:45.356521 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-13430b23-42a1-4226-983b-f37b05c49e90 None None] Provisioning for port 5cd482d3-fd2f-477e-96c1-013fc17c5ad8 completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:44:45.360802 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-13430b23-42a1-4226-983b-f37b05c49e90 None None] Provisioning complete for port 5cd482d3-fd2f-477e-96c1-013fc17c5ad8 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:44:45.361258 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-13430b23-42a1-4226-983b-f37b05c49e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:44:45.400621 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-13430b23-42a1-4226-983b-f37b05c49e90 None None] Port 5cd482d3-fd2f-477e-96c1-013fc17c5ad8 cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:44:45.513443 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [req-a15dfd50-2e68-4bf2-bad9-8b4c02a65f0e req-4a89856f-2346-432a-bee9-ce6696eb3f19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5cd482d3-fd2f-477e-96c1-013fc17c5ad8 {{(pid=93798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:44:45.521119 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-a15dfd50-2e68-4bf2-bad9-8b4c02a65f0e req-4a89856f-2346-432a-bee9-ce6696eb3f19 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:44:45.534426 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-a15dfd50-2e68-4bf2-bad9-8b4c02a65f0e req-4a89856f-2346-432a-bee9-ce6696eb3f19 service neutron] Transition to ACTIVE for port object 5cd482d3-fd2f-477e-96c1-013fc17c5ad8 will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:44:45.538391 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-a15dfd50-2e68-4bf2-bad9-8b4c02a65f0e req-4a89856f-2346-432a-bee9-ce6696eb3f19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:44:45.592948 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a89856f-2346-432a-bee9-ce6696eb3f19 service neutron] Pushing event updated for resources: {'Port': ['ID=5cd482d3-fd2f-477e-96c1-013fc17c5ad8,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:44:45.699480 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-a15dfd50-2e68-4bf2-bad9-8b4c02a65f0e req-4a89856f-2346-432a-bee9-ce6696eb3f19 service neutron] Attempting to bind port 5cd482d3-fd2f-477e-96c1-013fc17c5ad8 on host n-h1-802623-1 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:44:45.699819 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-a15dfd50-2e68-4bf2-bad9-8b4c02a65f0e req-4a89856f-2346-432a-bee9-ce6696eb3f19 service neutron] Attempting to bind port 5cd482d3-fd2f-477e-96c1-013fc17c5ad8 by drivers openvswitch,hyperv on host n-h1-802623-1 at level 0 using segments [{'id': '7ce2be52-65b7-4d8d-b104-d02a5636009c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '309a3149-e685-4a61-9809-79e480a59f20'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:44:45.700147 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a15dfd50-2e68-4bf2-bad9-8b4c02a65f0e req-4a89856f-2346-432a-bee9-ce6696eb3f19 service neutron] Attempting to bind port 5cd482d3-fd2f-477e-96c1-013fc17c5ad8 on network 309a3149-e685-4a61-9809-79e480a59f20 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:44:45.712696 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7571469a-6e0a-45a9-ab01-55f3ed9e2b60 req-9e2446bb-6424-43e1-af43-9683ce009209 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:44:45.714768 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7571469a-6e0a-45a9-ab01-55f3ed9e2b60 req-9e2446bb-6424-43e1-af43-9683ce009209 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "GET /v2.0/ports?device_id=e6f6eabb-5f15-4a3f-9a55-b72fbfd276b4 HTTP/1.1" status: 200 len: 944 time: 0.1178682 Jul 27 23:44:45.715960 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a15dfd50-2e68-4bf2-bad9-8b4c02a65f0e req-4a89856f-2346-432a-bee9-ce6696eb3f19 service neutron] Port 5cd482d3-fd2f-477e-96c1-013fc17c5ad8 on network 309a3149-e685-4a61-9809-79e480a59f20 not bound, no agent of type Open vSwitch agent registered on host n-h1-802623-1 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 23:44:45.716278 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a15dfd50-2e68-4bf2-bad9-8b4c02a65f0e req-4a89856f-2346-432a-bee9-ce6696eb3f19 service neutron] Attempting to bind port 5cd482d3-fd2f-477e-96c1-013fc17c5ad8 on network 309a3149-e685-4a61-9809-79e480a59f20 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:44:45.725488 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a15dfd50-2e68-4bf2-bad9-8b4c02a65f0e req-4a89856f-2346-432a-bee9-ce6696eb3f19 service neutron] Checking agent: {'id': '245f1da4-a9b8-4b08-90d7-28f0f342b839', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 59, 59), 'started_at': datetime.datetime(2021, 7, 27, 22, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 44, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:44:45.725832 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a15dfd50-2e68-4bf2-bad9-8b4c02a65f0e req-4a89856f-2346-432a-bee9-ce6696eb3f19 service neutron] Checking segment: {'id': '7ce2be52-65b7-4d8d-b104-d02a5636009c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '309a3149-e685-4a61-9809-79e480a59f20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:44:45.726226 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a15dfd50-2e68-4bf2-bad9-8b4c02a65f0e req-4a89856f-2346-432a-bee9-ce6696eb3f19 service neutron] Bound using segment: {'id': '7ce2be52-65b7-4d8d-b104-d02a5636009c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '309a3149-e685-4a61-9809-79e480a59f20'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:44:45.726674 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-a15dfd50-2e68-4bf2-bad9-8b4c02a65f0e req-4a89856f-2346-432a-bee9-ce6696eb3f19 service neutron] Bound port: 5cd482d3-fd2f-477e-96c1-013fc17c5ad8, host: n-h1-802623-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ce2be52-65b7-4d8d-b104-d02a5636009c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '309a3149-e685-4a61-9809-79e480a59f20'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:44:45.727074 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-a15dfd50-2e68-4bf2-bad9-8b4c02a65f0e req-4a89856f-2346-432a-bee9-ce6696eb3f19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:44:45.793945 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7571469a-6e0a-45a9-ab01-55f3ed9e2b60 req-8d5fdb27-0b5c-46c3-8a32-0b30551da1eb tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "GET /v2.0/security-groups?id=61d29f13-d36a-472e-828b-40b754b976a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704939 Jul 27 23:44:45.830615 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-a15dfd50-2e68-4bf2-bad9-8b4c02a65f0e req-4a89856f-2346-432a-bee9-ce6696eb3f19 service neutron] For port 5cd482d3-fd2f-477e-96c1-013fc17c5ad8, host n-h1-802623-1, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:44:45.837632 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-a15dfd50-2e68-4bf2-bad9-8b4c02a65f0e req-4a89856f-2346-432a-bee9-ce6696eb3f19 service neutron] For port 5cd482d3-fd2f-477e-96c1-013fc17c5ad8, host n-h1-802623-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=5cd482d3-fd2f-477e-96c1-013fc17c5ad8,segment=NetworkSegment(7ce2be52-65b7-4d8d-b104-d02a5636009c),segment_id=7ce2be52-65b7-4d8d-b104-d02a5636009c)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:44:45.843349 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-a15dfd50-2e68-4bf2-bad9-8b4c02a65f0e req-4a89856f-2346-432a-bee9-ce6696eb3f19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:44:45.886372 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15dfd50-2e68-4bf2-bad9-8b4c02a65f0e req-4a89856f-2346-432a-bee9-ce6696eb3f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:44:45.886910 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-a15dfd50-2e68-4bf2-bad9-8b4c02a65f0e req-4a89856f-2346-432a-bee9-ce6696eb3f19 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:44:45.888426 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a15dfd50-2e68-4bf2-bad9-8b4c02a65f0e req-4a89856f-2346-432a-bee9-ce6696eb3f19 service neutron] 10.222.0.38 "PUT /v2.0/ports/5cd482d3-fd2f-477e-96c1-013fc17c5ad8 HTTP/1.1" status: 200 len: 1092 time: 0.7246103 Jul 27 23:44:45.888870 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6f6eabb-5f15-4a3f-9a55-b72fbfd276b4', 'tag': '5cd482d3-fd2f-477e-96c1-013fc17c5ad8'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:44:45.891395 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}011f8d312121274bb12d78e77c6379a2079800640016cec6c6d605b73666e854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4099fb20-9931-4877-9db6-51389c99ac48" -d '{"events": [{"name": "network-changed", "server_uuid": "e6f6eabb-5f15-4a3f-9a55-b72fbfd276b4", "tag": "5cd482d3-fd2f-477e-96c1-013fc17c5ad8"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:44:45.914671 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a89856f-2346-432a-bee9-ce6696eb3f19 service neutron] Pushing event updated for resources: {'Port': ['ID=5cd482d3-fd2f-477e-96c1-013fc17c5ad8,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:44:45.951740 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 81cd3376-c5fc-4195-ad7e-f8f5fc88657b up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:44:45.972775 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 23:44:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b077f2ac-f4b4-4d80-90ec-a3457628476c x-openstack-request-id: req-b077f2ac-f4b4-4d80-90ec-a3457628476c {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:44:45.973071 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6f6eabb-5f15-4a3f-9a55-b72fbfd276b4", "tag": "5cd482d3-fd2f-477e-96c1-013fc17c5ad8", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:44:45.973324 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b077f2ac-f4b4-4d80-90ec-a3457628476c {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:44:45.973734 n-d-802623-1 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6f6eabb-5f15-4a3f-9a55-b72fbfd276b4', 'tag': '5cd482d3-fd2f-477e-96c1-013fc17c5ad8', 'status': 'completed', 'code': 200} Jul 27 23:44:46.001157 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15dfd50-2e68-4bf2-bad9-8b4c02a65f0e req-bc3ae89f-4306-4c74-a968-9b9df8c6754a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:44:46.002765 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a15dfd50-2e68-4bf2-bad9-8b4c02a65f0e req-bc3ae89f-4306-4c74-a968-9b9df8c6754a service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=20cb27012881418a8b31e8023e85178c&device_id=e6f6eabb-5f15-4a3f-9a55-b72fbfd276b4 HTTP/1.1" status: 200 len: 1095 time: 0.0723724 Jul 27 23:44:46.008063 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning for port 81cd3376-c5fc-4195-ad7e-f8f5fc88657b completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:44:46.012633 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port 81cd3376-c5fc-4195-ad7e-f8f5fc88657b triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:44:46.013375 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:44:46.055986 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a15dfd50-2e68-4bf2-bad9-8b4c02a65f0e req-d65193a0-0eb7-41c6-9f62-5b9bac668198 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5cd482d3-fd2f-477e-96c1-013fc17c5ad8 HTTP/1.1" status: 200 len: 217 time: 0.0447764 Jul 27 23:44:46.102959 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:44:46.113733 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15dfd50-2e68-4bf2-bad9-8b4c02a65f0e req-004870e4-8279-49b6-8a49-53494c7a0b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:44:46.116691 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a15dfd50-2e68-4bf2-bad9-8b4c02a65f0e req-004870e4-8279-49b6-8a49-53494c7a0b01 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=4f2e5377-5ee8-4e2a-a8b3-dce03aac71a2 HTTP/1.1" status: 200 len: 834 time: 0.0533657 Jul 27 23:44:46.138305 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] For port 81cd3376-c5fc-4195-ad7e-f8f5fc88657b, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=81cd3376-c5fc-4195-ad7e-f8f5fc88657b,segment=NetworkSegment(7ce2be52-65b7-4d8d-b104-d02a5636009c),segment_id=7ce2be52-65b7-4d8d-b104-d02a5636009c)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:44:46.142342 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:44:46.163104 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15dfd50-2e68-4bf2-bad9-8b4c02a65f0e req-112e8eff-6b68-4612-9b89-64f408f21dac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:44:46.164777 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a15dfd50-2e68-4bf2-bad9-8b4c02a65f0e req-112e8eff-6b68-4612-9b89-64f408f21dac service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=309a3149-e685-4a61-9809-79e480a59f20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413091 Jul 27 23:44:46.203641 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Pushing event updated for resources: {'Port': ['ID=81cd3376-c5fc-4195-ad7e-f8f5fc88657b,revision_number=5']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:44:46.259037 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a15dfd50-2e68-4bf2-bad9-8b4c02a65f0e req-ce97f607-d82e-4d6a-a90e-2c1f6058a5a4 service neutron] 10.222.0.38 "GET /v2.0/networks/309a3149-e685-4a61-9809-79e480a59f20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870402 Jul 27 23:44:46.639908 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a15dfd50-2e68-4bf2-bad9-8b4c02a65f0e req-613ec77d-acb2-4d86-91ba-1f0ca1645ab5 service neutron] 10.222.0.38 "GET /v2.0/networks/309a3149-e685-4a61-9809-79e480a59f20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3741164 Jul 27 23:44:46.728504 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4099fb20-9931-4877-9db6-51389c99ac48 req-f82b2d37-0638-4fcb-acb8-fd7717961c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:44:46.729959 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-4099fb20-9931-4877-9db6-51389c99ac48 req-f82b2d37-0638-4fcb-acb8-fd7717961c53 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=20cb27012881418a8b31e8023e85178c&device_id=e6f6eabb-5f15-4a3f-9a55-b72fbfd276b4 HTTP/1.1" status: 200 len: 1095 time: 0.0407274 Jul 27 23:44:46.819403 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4099fb20-9931-4877-9db6-51389c99ac48 req-fc5fc544-a1ba-4fac-b93a-a3d807157ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:44:46.820910 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-4099fb20-9931-4877-9db6-51389c99ac48 req-fc5fc544-a1ba-4fac-b93a-a3d807157ca5 service neutron] 10.222.0.38 "GET /v2.0/networks?id=309a3149-e685-4a61-9809-79e480a59f20 HTTP/1.1" status: 200 len: 897 time: 0.0836630 Jul 27 23:44:46.863673 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-4099fb20-9931-4877-9db6-51389c99ac48 req-7556ff5d-1bbd-47a6-84fb-28235927961e service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5cd482d3-fd2f-477e-96c1-013fc17c5ad8 HTTP/1.1" status: 200 len: 217 time: 0.0356088 Jul 27 23:44:46.937027 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4099fb20-9931-4877-9db6-51389c99ac48 req-c82a2cf8-9466-4390-a6d4-d07fb5029e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:44:46.938726 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-4099fb20-9931-4877-9db6-51389c99ac48 req-c82a2cf8-9466-4390-a6d4-d07fb5029e66 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=4f2e5377-5ee8-4e2a-a8b3-dce03aac71a2 HTTP/1.1" status: 200 len: 834 time: 0.0658877 Jul 27 23:44:46.949584 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22f23e0-c177-43c8-8a9e-935e6ce54bfe req-fac60807-f4b6-48bd-b8c2-36b210308d79 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:44:46.950943 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f22f23e0-c177-43c8-8a9e-935e6ce54bfe req-fac60807-f4b6-48bd-b8c2-36b210308d79 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "GET /v2.0/ports?device_id=e6f6eabb-5f15-4a3f-9a55-b72fbfd276b4 HTTP/1.1" status: 200 len: 944 time: 0.0864198 Jul 27 23:44:47.009623 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f22f23e0-c177-43c8-8a9e-935e6ce54bfe req-fb486131-cc2d-4cb8-9436-9a9f66a052e2 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "GET /v2.0/security-groups?id=61d29f13-d36a-472e-828b-40b754b976a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506952 Jul 27 23:44:47.015690 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4099fb20-9931-4877-9db6-51389c99ac48 req-aa2f4ac8-41e6-444d-a938-00dfd868f62d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:44:47.017119 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-4099fb20-9931-4877-9db6-51389c99ac48 req-aa2f4ac8-41e6-444d-a938-00dfd868f62d service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=309a3149-e685-4a61-9809-79e480a59f20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0653276 Jul 27 23:44:47.107357 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-4099fb20-9931-4877-9db6-51389c99ac48 req-be2475e6-a460-417f-88af-6b6165001457 service neutron] 10.222.0.38 "GET /v2.0/networks/309a3149-e685-4a61-9809-79e480a59f20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821321 Jul 27 23:44:47.196395 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-4099fb20-9931-4877-9db6-51389c99ac48 req-0299f0d8-04e3-47bc-9b7e-5ab6f8249697 service neutron] 10.222.0.38 "GET /v2.0/networks/309a3149-e685-4a61-9809-79e480a59f20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806634 Jul 27 23:44:47.868042 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 81cd3376-c5fc-4195-ad7e-f8f5fc88657b up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:44:47.913996 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port 81cd3376-c5fc-4195-ad7e-f8f5fc88657b triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:44:47.914372 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:44:48.126786 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfeccfe6-1b6c-4f08-a326-2dc1c046753e req-2230be5c-49fb-4460-87b0-ca2a95ef1ff4 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:44:48.128181 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-bfeccfe6-1b6c-4f08-a326-2dc1c046753e req-2230be5c-49fb-4460-87b0-ca2a95ef1ff4 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "GET /v2.0/ports?device_id=e6f6eabb-5f15-4a3f-9a55-b72fbfd276b4 HTTP/1.1" status: 200 len: 944 time: 0.0484953 Jul 27 23:44:48.167148 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-bfeccfe6-1b6c-4f08-a326-2dc1c046753e req-dd4925aa-4512-41a3-a10e-cd9f06ece7e7 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "GET /v2.0/security-groups?id=61d29f13-d36a-472e-828b-40b754b976a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329380 Jul 27 23:44:49.288430 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cddf90-a172-4053-a801-df4c23992dd9 req-572c345c-cd63-42d2-b610-274323b6daf8 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:44:49.289908 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e8cddf90-a172-4053-a801-df4c23992dd9 req-572c345c-cd63-42d2-b610-274323b6daf8 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "GET /v2.0/ports?device_id=e6f6eabb-5f15-4a3f-9a55-b72fbfd276b4 HTTP/1.1" status: 200 len: 944 time: 0.0556459 Jul 27 23:44:49.326945 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e8cddf90-a172-4053-a801-df4c23992dd9 req-257a88ef-41b7-4e5e-8d0a-337eb8136681 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "GET /v2.0/security-groups?id=61d29f13-d36a-472e-828b-40b754b976a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310860 Jul 27 23:44:50.109234 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 5cd482d3-fd2f-477e-96c1-013fc17c5ad8 details requested by agent hyperv_n-h1-802623-1 with host n-h1-802623-1 {{(pid=93799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 23:44:50.202456 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port 5cd482d3-fd2f-477e-96c1-013fc17c5ad8, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=5cd482d3-fd2f-477e-96c1-013fc17c5ad8,segment=NetworkSegment(7ce2be52-65b7-4d8d-b104-d02a5636009c),segment_id=7ce2be52-65b7-4d8d-b104-d02a5636009c)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:44:50.213448 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Returning: {'device': '5cd482d3-fd2f-477e-96c1-013fc17c5ad8', 'network_id': '309a3149-e685-4a61-9809-79e480a59f20', 'port_id': '5cd482d3-fd2f-477e-96c1-013fc17c5ad8', 'mac_address': 'fa:16:3e:f0:91:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f2e5377-5ee8-4e2a-a8b3-dce03aac71a2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 23:44:50.249769 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:44:50.261750 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5cd482d3-fd2f-477e-96c1-013fc17c5ad8 {{(pid=93799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:44:50.280082 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port 5cd482d3-fd2f-477e-96c1-013fc17c5ad8, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=5cd482d3-fd2f-477e-96c1-013fc17c5ad8,segment=NetworkSegment(7ce2be52-65b7-4d8d-b104-d02a5636009c),segment_id=7ce2be52-65b7-4d8d-b104-d02a5636009c)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:44:50.283939 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:44:50.333758 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Pushing event updated for resources: {'Port': ['ID=5cd482d3-fd2f-477e-96c1-013fc17c5ad8,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:44:50.440359 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a77322-53bb-4974-b4ea-32026c9e15fa req-6203fd7c-7af6-441c-92c3-f6342aab8e67 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:44:50.441821 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a6a77322-53bb-4974-b4ea-32026c9e15fa req-6203fd7c-7af6-441c-92c3-f6342aab8e67 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "GET /v2.0/ports?device_id=e6f6eabb-5f15-4a3f-9a55-b72fbfd276b4 HTTP/1.1" status: 200 len: 945 time: 0.0484247 Jul 27 23:44:50.479280 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a6a77322-53bb-4974-b4ea-32026c9e15fa req-39a59df3-fc50-46b2-a052-f176a9f6d16f tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "GET /v2.0/security-groups?id=61d29f13-d36a-472e-828b-40b754b976a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315294 Jul 27 23:44:50.484998 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] get_ports_and_sgs() called for port_ids ['5cd482d3-fd2f-477e-96c1-013fc17c5ad8'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:44:51.590519 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d5a819-73cf-4978-a925-7b287ce7bf2f req-3350ac37-ba59-4103-a07b-67e4ad7f4c50 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:44:51.592019 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-32d5a819-73cf-4978-a925-7b287ce7bf2f req-3350ac37-ba59-4103-a07b-67e4ad7f4c50 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "GET /v2.0/ports?device_id=e6f6eabb-5f15-4a3f-9a55-b72fbfd276b4 HTTP/1.1" status: 200 len: 945 time: 0.0485227 Jul 27 23:44:51.629444 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-32d5a819-73cf-4978-a925-7b287ce7bf2f req-9854d3be-2749-4944-8084-d837963f567c tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "GET /v2.0/security-groups?id=61d29f13-d36a-472e-828b-40b754b976a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315766 Jul 27 23:44:52.109124 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 5cd482d3-fd2f-477e-96c1-013fc17c5ad8 up at agent hyperv_n-h1-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:44:52.160161 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Provisioning for port 5cd482d3-fd2f-477e-96c1-013fc17c5ad8 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:44:52.163871 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Provisioning complete for port 5cd482d3-fd2f-477e-96c1-013fc17c5ad8 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:44:52.164250 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:44:52.238593 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:44:52.260382 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6f6eabb-5f15-4a3f-9a55-b72fbfd276b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cd482d3-fd2f-477e-96c1-013fc17c5ad8'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:44:52.262571 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c0369b0d4f459110ff20a1f9878ba33f96d6491bddb9d15843bf29d01e0bda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8df58bc0-4505-4000-96b6-3f61115c4cfb" -d '{"events": [{"server_uuid": "e6f6eabb-5f15-4a3f-9a55-b72fbfd276b4", "name": "network-vif-plugged", "status": "completed", "tag": "5cd482d3-fd2f-477e-96c1-013fc17c5ad8"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:44:52.279991 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port 5cd482d3-fd2f-477e-96c1-013fc17c5ad8, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=5cd482d3-fd2f-477e-96c1-013fc17c5ad8,segment=NetworkSegment(7ce2be52-65b7-4d8d-b104-d02a5636009c),segment_id=7ce2be52-65b7-4d8d-b104-d02a5636009c)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:44:52.284343 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:44:52.333459 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Pushing event updated for resources: {'Port': ['ID=5cd482d3-fd2f-477e-96c1-013fc17c5ad8,revision_number=5']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:44:52.383284 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:44:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6a6f494-67ff-42ca-86d0-7bdce1b8bc0b x-openstack-request-id: req-b6a6f494-67ff-42ca-86d0-7bdce1b8bc0b {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:44:52.383583 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6f6eabb-5f15-4a3f-9a55-b72fbfd276b4", "name": "network-vif-plugged", "status": "completed", "tag": "5cd482d3-fd2f-477e-96c1-013fc17c5ad8", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:44:52.383835 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b6a6f494-67ff-42ca-86d0-7bdce1b8bc0b {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:44:52.384245 n-d-802623-1 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6f6eabb-5f15-4a3f-9a55-b72fbfd276b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cd482d3-fd2f-477e-96c1-013fc17c5ad8', 'code': 200} Jul 27 23:44:52.486970 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed8322f-7673-4454-8511-3f356c9a9f59 req-f564abfd-0b01-4f08-9847-3df2a97a9771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:44:52.488563 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-0ed8322f-7673-4454-8511-3f356c9a9f59 req-f564abfd-0b01-4f08-9847-3df2a97a9771 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=e6f6eabb-5f15-4a3f-9a55-b72fbfd276b4 HTTP/1.1" status: 200 len: 1097 time: 0.0396364 Jul 27 23:44:52.524469 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-0ed8322f-7673-4454-8511-3f356c9a9f59 req-d3234cf7-da18-43a7-8ae5-6b8313775e44 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=61d29f13-d36a-472e-828b-40b754b976a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0261042 Jul 27 23:44:52.745617 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8b1258-30a6-439d-8e2f-edf40333b2d6 req-eda3343c-bd38-4cf7-a606-a1c9855f4576 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:44:52.747112 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ce8b1258-30a6-439d-8e2f-edf40333b2d6 req-eda3343c-bd38-4cf7-a606-a1c9855f4576 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "GET /v2.0/ports?device_id=e6f6eabb-5f15-4a3f-9a55-b72fbfd276b4 HTTP/1.1" status: 200 len: 946 time: 0.0514374 Jul 27 23:44:52.785804 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ce8b1258-30a6-439d-8e2f-edf40333b2d6 req-5f8f2dc6-95aa-486b-b7e5-e189ca3eed9e tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "GET /v2.0/security-groups?id=61d29f13-d36a-472e-828b-40b754b976a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327430 Jul 27 23:44:53.903222 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d81fb9-8d7a-46c7-a875-7fd86e54118d req-e9a7ef16-348c-4e20-8c56-d797b45596bf tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:44:53.904693 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-61d81fb9-8d7a-46c7-a875-7fd86e54118d req-e9a7ef16-348c-4e20-8c56-d797b45596bf tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "GET /v2.0/ports?device_id=e6f6eabb-5f15-4a3f-9a55-b72fbfd276b4 HTTP/1.1" status: 200 len: 946 time: 0.0514858 Jul 27 23:44:53.942841 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-61d81fb9-8d7a-46c7-a875-7fd86e54118d req-41ea5477-b77f-4dd3-ba70-2648cbaf58b5 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "GET /v2.0/security-groups?id=61d29f13-d36a-472e-828b-40b754b976a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323465 Jul 27 23:44:54.056532 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc9977e-0e19-42bb-98ee-716a6d30cc95 req-26ab5021-3544-4249-b00f-1acdffb1b899 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:44:54.058013 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-2cc9977e-0e19-42bb-98ee-716a6d30cc95 req-26ab5021-3544-4249-b00f-1acdffb1b899 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "GET /v2.0/ports?device_id=e6f6eabb-5f15-4a3f-9a55-b72fbfd276b4 HTTP/1.1" status: 200 len: 946 time: 0.0493636 Jul 27 23:44:54.095309 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-2cc9977e-0e19-42bb-98ee-716a6d30cc95 req-7379fad8-57f4-4326-91d4-84d88be1f774 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "GET /v2.0/security-groups?id=61d29f13-d36a-472e-828b-40b754b976a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311229 Jul 27 23:44:54.115727 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 54018) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:44:54.154624 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bb3b449-e93c-4bfc-9063-f9598155d57e tempest-TestNetworkAdvancedServerOps-897726458 tempest-TestNetworkAdvancedServerOps-897726458-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:44:54.156275 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-4bb3b449-e93c-4bfc-9063-f9598155d57e tempest-TestNetworkAdvancedServerOps-897726458 tempest-TestNetworkAdvancedServerOps-897726458-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=e6f6eabb-5f15-4a3f-9a55-b72fbfd276b4 HTTP/1.1" status: 200 len: 1092 time: 0.0396209 Jul 27 23:44:54.159056 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 54020) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:44:54.163406 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-5d558f1b-1824-473a-a0e1-bd1bd544e7ee tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Request body: {'floatingip': {'floating_network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'port_id': '5cd482d3-fd2f-477e-96c1-013fc17c5ad8', 'tenant_id': '20cb27012881418a8b31e8023e85178c', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:44:54.184977 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5d558f1b-1824-473a-a0e1-bd1bd544e7ee tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks [] for floatingip, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:44:54.283967 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5d558f1b-1824-473a-a0e1-bd1bd544e7ee tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:44:54.383510 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-5d558f1b-1824-473a-a0e1-bd1bd544e7ee tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Allocated IP 172.25.4.47 (2fd42287-ed26-4eb9-89a5-b521f5b04356/17de1f8f-393a-4b0c-a2df-614bd3f2fb5e/f2d2a3fb-087f-4766-b78a-f2cb30e6b247) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:44:54.494147 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5d558f1b-1824-473a-a0e1-bd1bd544e7ee tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:44:54.532216 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5d558f1b-1824-473a-a0e1-bd1bd544e7ee tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:44:54.567129 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d558f1b-1824-473a-a0e1-bd1bd544e7ee tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Network 2fd42287-ed26-4eb9-89a5-b521f5b04356 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:44:54.570567 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-5d558f1b-1824-473a-a0e1-bd1bd544e7ee tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:44:54.574000 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d558f1b-1824-473a-a0e1-bd1bd544e7ee tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:44:54.600826 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d558f1b-1824-473a-a0e1-bd1bd544e7ee tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Pushing event updated for resources: {'Port': ['ID=f2d2a3fb-087f-4766-b78a-f2cb30e6b247,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:44:54.930425 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5d558f1b-1824-473a-a0e1-bd1bd544e7ee tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:44:54.996015 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5d558f1b-1824-473a-a0e1-bd1bd544e7ee tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:44:55.145032 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5d558f1b-1824-473a-a0e1-bd1bd544e7ee tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:44:55.149471 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5d558f1b-1824-473a-a0e1-bd1bd544e7ee tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:44:55.217800 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d558f1b-1824-473a-a0e1-bd1bd544e7ee tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Pushing event updated for resources: {'Port': ['ID=f2d2a3fb-087f-4766-b78a-f2cb30e6b247,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:44:55.231627 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5d558f1b-1824-473a-a0e1-bd1bd544e7ee tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-415302'] for floatingip, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:44:55.332278 n-d-802623-1 neutron-server[93798]: INFO neutron.db.l3_db [None req-5d558f1b-1824-473a-a0e1-bd1bd544e7ee tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Floating IP de429ff1-83a4-449a-9a1a-aeedb680e529 associated. External IP: 172.25.4.47, port: 5cd482d3-fd2f-477e-96c1-013fc17c5ad8. Jul 27 23:44:55.530604 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d558f1b-1824-473a-a0e1-bd1bd544e7ee tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Router 88b6bbdf-37b6-4c15-bdc9-e04be0d6014c has already been hosted by L3 agent 018c4455-49c0-4734-927d-7824067b2a9e {{(pid=93798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 23:44:55.634174 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d558f1b-1824-473a-a0e1-bd1bd544e7ee tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:44:55.644050 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82098079-c862-4d18-81c4-6cbaf5bf1b0f None None] Sync routers for ids ['88b6bbdf-37b6-4c15-bdc9-e04be0d6014c'] in n-d-802623-1 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:44:55.649086 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5d558f1b-1824-473a-a0e1-bd1bd544e7ee tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for floatingip, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:44:55.654337 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82098079-c862-4d18-81c4-6cbaf5bf1b0f None None] Routers {'88b6bbdf-37b6-4c15-bdc9-e04be0d6014c'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:44:55.654952 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-82098079-c862-4d18-81c4-6cbaf5bf1b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:44:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['88b6bbdf-37b6-4c15-bdc9-e04be0d6014c'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:44:55.679732 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-5d558f1b-1824-473a-a0e1-bd1bd544e7ee tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5196662 Jul 27 23:44:55.680328 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6f6eabb-5f15-4a3f-9a55-b72fbfd276b4', 'tag': '5cd482d3-fd2f-477e-96c1-013fc17c5ad8'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:44:55.682575 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}011f8d312121274bb12d78e77c6379a2079800640016cec6c6d605b73666e854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cc756cd-4e12-433a-8984-0ffb40d23fb0" -d '{"events": [{"name": "network-changed", "server_uuid": "e6f6eabb-5f15-4a3f-9a55-b72fbfd276b4", "tag": "5cd482d3-fd2f-477e-96c1-013fc17c5ad8"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:44:55.718985 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 23:44:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ff7ea57-d2da-4fa5-86b5-57a12b34c679 x-openstack-request-id: req-8ff7ea57-d2da-4fa5-86b5-57a12b34c679 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:44:55.719317 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6f6eabb-5f15-4a3f-9a55-b72fbfd276b4", "tag": "5cd482d3-fd2f-477e-96c1-013fc17c5ad8", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:44:55.719571 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8ff7ea57-d2da-4fa5-86b5-57a12b34c679 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:44:55.720097 n-d-802623-1 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6f6eabb-5f15-4a3f-9a55-b72fbfd276b4', 'tag': '5cd482d3-fd2f-477e-96c1-013fc17c5ad8', 'status': 'completed', 'code': 200} Jul 27 23:44:55.779844 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe63a76-d05a-4a1d-bf2e-88c31ecc0e4f req-4b716529-c891-4107-a744-828e8a34abe0 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:44:55.783578 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-2fe63a76-d05a-4a1d-bf2e-88c31ecc0e4f req-4b716529-c891-4107-a744-828e8a34abe0 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "GET /v2.0/ports?device_id=e6f6eabb-5f15-4a3f-9a55-b72fbfd276b4 HTTP/1.1" status: 200 len: 946 time: 0.0534129 Jul 27 23:44:55.794764 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc756cd-4e12-433a-8984-0ffb40d23fb0 req-c0b02f27-e705-4491-9d2b-d56e179e47a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:44:55.796408 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-2cc756cd-4e12-433a-8984-0ffb40d23fb0 req-c0b02f27-e705-4491-9d2b-d56e179e47a2 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=20cb27012881418a8b31e8023e85178c&device_id=e6f6eabb-5f15-4a3f-9a55-b72fbfd276b4 HTTP/1.1" status: 200 len: 1097 time: 0.0517197 Jul 27 23:44:55.825671 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-2fe63a76-d05a-4a1d-bf2e-88c31ecc0e4f req-60440a21-4269-431b-9c88-7364a389c096 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "GET /v2.0/security-groups?id=61d29f13-d36a-472e-828b-40b754b976a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376332 Jul 27 23:44:55.849158 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 54026) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:44:55.881279 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-82098079-c862-4d18-81c4-6cbaf5bf1b0f None None] Set router 88b6bbdf-37b6-4c15-bdc9-e04be0d6014c gateway port host: n-d-802623-1 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:44:55.901514 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc756cd-4e12-433a-8984-0ffb40d23fb0 req-ef32bc34-c0ee-4781-9215-90a9f28398e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:44:55.903016 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-2cc756cd-4e12-433a-8984-0ffb40d23fb0 req-ef32bc34-c0ee-4781-9215-90a9f28398e2 service neutron] 10.222.0.38 "GET /v2.0/networks?id=309a3149-e685-4a61-9809-79e480a59f20 HTTP/1.1" status: 200 len: 897 time: 0.0995212 Jul 27 23:44:55.918147 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-23e3b6d1-a449-44c5-855e-62393dcc4342 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "GET /v2.0/floatingips/de429ff1-83a4-449a-9a1a-aeedb680e529 HTTP/1.1" status: 200 len: 991 time: 0.0665870 Jul 27 23:44:55.975560 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-2cc756cd-4e12-433a-8984-0ffb40d23fb0 req-f716b6e4-412e-4231-948a-0e1502c4d73d service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5cd482d3-fd2f-477e-96c1-013fc17c5ad8 HTTP/1.1" status: 200 len: 999 time: 0.0655107 Jul 27 23:44:56.026249 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc756cd-4e12-433a-8984-0ffb40d23fb0 req-88bf8b19-72b4-4a02-a92b-f7a52b6a8f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:44:56.027879 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-2cc756cd-4e12-433a-8984-0ffb40d23fb0 req-88bf8b19-72b4-4a02-a92b-f7a52b6a8f7f service neutron] 10.222.0.38 "GET /v2.0/subnets?id=4f2e5377-5ee8-4e2a-a8b3-dce03aac71a2 HTTP/1.1" status: 200 len: 834 time: 0.0457385 Jul 27 23:44:56.073535 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc756cd-4e12-433a-8984-0ffb40d23fb0 req-b3c3d8df-21d5-4fb6-a87a-e2f438af146c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:44:56.074959 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-2cc756cd-4e12-433a-8984-0ffb40d23fb0 req-b3c3d8df-21d5-4fb6-a87a-e2f438af146c service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=309a3149-e685-4a61-9809-79e480a59f20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400403 Jul 27 23:44:56.099740 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-82098079-c862-4d18-81c4-6cbaf5bf1b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88b6bbdf-37b6-4c15-bdc9-e04be0d6014c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-8233944', 'tenant_id': '20cb27012881418a8b31e8023e85178c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.68'}], 'enable_snat': True}, 'gw_port_id': 'd983b1ab-5273-4d66-8d4b-4b9652f9b54c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:44:38Z', 'updated_at': '2021-07-27T23:44:41Z', 'revision_number': 4, 'project_id': '20cb27012881418a8b31e8023e85178c', 'gw_port': {'id': 'd983b1ab-5273-4d66-8d4b-4b9652f9b54c', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:a4:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88b6bbdf-37b6-4c15-bdc9-e04be0d6014c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:44:38Z', 'updated_at': '2021-07-27T23:44:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_floatingips': [{'id': 'de429ff1-83a4-449a-9a1a-aeedb680e529', 'tenant_id': '20cb27012881418a8b31e8023e85178c', 'floating_ip_address': '172.25.4.47', 'floating_network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'router_id': '88b6bbdf-37b6-4c15-bdc9-e04be0d6014c', 'port_id': '5cd482d3-fd2f-477e-96c1-013fc17c5ad8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3937, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '309a3149-e685-4a61-9809-79e480a59f20', 'mac_address': 'fa:16:3e:f0:91:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6f6eabb-5f15-4a3f-9a55-b72fbfd276b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T23:44:54Z', 'updated_at': '2021-07-27T23:44:54Z', 'revision_number': 0, 'project_id': '20cb27012881418a8b31e8023e85178c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81cd3376-c5fc-4195-ad7e-f8f5fc88657b', 'name': '', 'network_id': '309a3149-e685-4a61-9809-79e480a59f20', 'tenant_id': '20cb27012881418a8b31e8023e85178c', 'mac_address': 'fa:16:3e:6a:4d:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88b6bbdf-37b6-4c15-bdc9-e04be0d6014c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': '4f2e5377-5ee8-4e2a-a8b3-dce03aac71a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:44:41Z', 'updated_at': '2021-07-27T23:44:46Z', 'revision_number': 5, 'project_id': '20cb27012881418a8b31e8023e85178c', 'subnets': [{'id': '4f2e5377-5ee8-4e2a-a8b3-dce03aac71a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:44:56.125264 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82098079-c862-4d18-81c4-6cbaf5bf1b0f None None] Checking router: 88b6bbdf-37b6-4c15-bdc9-e04be0d6014c for host: n-d-802623-1 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 23:44:56.134425 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82098079-c862-4d18-81c4-6cbaf5bf1b0f None None] Routers {'88b6bbdf-37b6-4c15-bdc9-e04be0d6014c'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:44:56.135062 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-82098079-c862-4d18-81c4-6cbaf5bf1b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:44:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['88b6bbdf-37b6-4c15-bdc9-e04be0d6014c'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:44:56.171179 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-2cc756cd-4e12-433a-8984-0ffb40d23fb0 req-21c72aaf-5db3-4d19-9919-44dd80aee640 service neutron] 10.222.0.38 "GET /v2.0/networks/309a3149-e685-4a61-9809-79e480a59f20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889742 Jul 27 23:44:56.239000 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-82098079-c862-4d18-81c4-6cbaf5bf1b0f None None] Set router 88b6bbdf-37b6-4c15-bdc9-e04be0d6014c gateway port host: n-d-802623-1 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:44:56.260358 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-2cc756cd-4e12-433a-8984-0ffb40d23fb0 req-4796c664-4213-497d-9699-fe1f8e8d4a73 service neutron] 10.222.0.38 "GET /v2.0/networks/309a3149-e685-4a61-9809-79e480a59f20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815103 Jul 27 23:44:56.464286 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-82098079-c862-4d18-81c4-6cbaf5bf1b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88b6bbdf-37b6-4c15-bdc9-e04be0d6014c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-8233944', 'tenant_id': '20cb27012881418a8b31e8023e85178c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.68'}], 'enable_snat': True}, 'gw_port_id': 'd983b1ab-5273-4d66-8d4b-4b9652f9b54c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:44:38Z', 'updated_at': '2021-07-27T23:44:41Z', 'revision_number': 4, 'project_id': '20cb27012881418a8b31e8023e85178c', 'gw_port': {'id': 'd983b1ab-5273-4d66-8d4b-4b9652f9b54c', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:a4:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88b6bbdf-37b6-4c15-bdc9-e04be0d6014c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:44:38Z', 'updated_at': '2021-07-27T23:44:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_floatingips': [{'id': 'de429ff1-83a4-449a-9a1a-aeedb680e529', 'tenant_id': '20cb27012881418a8b31e8023e85178c', 'floating_ip_address': '172.25.4.47', 'floating_network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'router_id': '88b6bbdf-37b6-4c15-bdc9-e04be0d6014c', 'port_id': '5cd482d3-fd2f-477e-96c1-013fc17c5ad8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3937, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '309a3149-e685-4a61-9809-79e480a59f20', 'mac_address': 'fa:16:3e:f0:91:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6f6eabb-5f15-4a3f-9a55-b72fbfd276b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T23:44:54Z', 'updated_at': '2021-07-27T23:44:54Z', 'revision_number': 0, 'project_id': '20cb27012881418a8b31e8023e85178c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81cd3376-c5fc-4195-ad7e-f8f5fc88657b', 'name': '', 'network_id': '309a3149-e685-4a61-9809-79e480a59f20', 'tenant_id': '20cb27012881418a8b31e8023e85178c', 'mac_address': 'fa:16:3e:6a:4d:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88b6bbdf-37b6-4c15-bdc9-e04be0d6014c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': '4f2e5377-5ee8-4e2a-a8b3-dce03aac71a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:44:41Z', 'updated_at': '2021-07-27T23:44:46Z', 'revision_number': 5, 'project_id': '20cb27012881418a8b31e8023e85178c', 'subnets': [{'id': '4f2e5377-5ee8-4e2a-a8b3-dce03aac71a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:44:56.489600 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82098079-c862-4d18-81c4-6cbaf5bf1b0f None None] The sync data for ids ['88b6bbdf-37b6-4c15-bdc9-e04be0d6014c'] in n-d-802623-1 is: [{'id': '88b6bbdf-37b6-4c15-bdc9-e04be0d6014c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-8233944', 'tenant_id': '20cb27012881418a8b31e8023e85178c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.68'}], 'enable_snat': True}, 'gw_port_id': 'd983b1ab-5273-4d66-8d4b-4b9652f9b54c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:44:38Z', 'updated_at': '2021-07-27T23:44:41Z', 'revision_number': 4, 'project_id': '20cb27012881418a8b31e8023e85178c', 'gw_port': {'id': 'd983b1ab-5273-4d66-8d4b-4b9652f9b54c', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:a4:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88b6bbdf-37b6-4c15-bdc9-e04be0d6014c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:44:38Z', 'updated_at': '2021-07-27T23:44:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_floatingips': [{'id': 'de429ff1-83a4-449a-9a1a-aeedb680e529', 'tenant_id': '20cb27012881418a8b31e8023e85178c', 'floating_ip_address': '172.25.4.47', 'floating_network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'router_id': '88b6bbdf-37b6-4c15-bdc9-e04be0d6014c', 'port_id': '5cd482d3-fd2f-477e-96c1-013fc17c5ad8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3937, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '309a3149-e685-4a61-9809-79e480a59f20', 'mac_address': 'fa:16:3e:f0:91:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6f6eabb-5f15-4a3f-9a55-b72fbfd276b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T23:44:54Z', 'updated_at': '2021-07-27T23:44:54Z', 'revision_number': 0, 'project_id': '20cb27012881418a8b31e8023e85178c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81cd3376-c5fc-4195-ad7e-f8f5fc88657b', 'name': '', 'network_id': '309a3149-e685-4a61-9809-79e480a59f20', 'tenant_id': '20cb27012881418a8b31e8023e85178c', 'mac_address': 'fa:16:3e:6a:4d:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88b6bbdf-37b6-4c15-bdc9-e04be0d6014c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': '4f2e5377-5ee8-4e2a-a8b3-dce03aac71a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:44:41Z', 'updated_at': '2021-07-27T23:44:46Z', 'revision_number': 5, 'project_id': '20cb27012881418a8b31e8023e85178c', 'subnets': [{'id': '4f2e5377-5ee8-4e2a-a8b3-dce03aac71a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:44:56.661770 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b721902c-31e5-4445-8d17-69f5747e60d2 None None] New status for floating IP de429ff1-83a4-449a-9a1a-aeedb680e529: ACTIVE {{(pid=93799) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 23:44:56.920777 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 54028) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:44:56.927338 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-73071651-cc40-41ac-848a-aca073d3867b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:44:56.981132 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-8c63bbfb-376e-44f6-952e-1fd9f18de66c tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "GET /v2.0/floatingips/de429ff1-83a4-449a-9a1a-aeedb680e529 HTTP/1.1" status: 200 len: 993 time: 0.0592163 Jul 27 23:44:59.594841 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b210634e-2dfa-46f2-b376-9e2c9a598385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:44:59.816336 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:45:00.092744 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:45:00.560573 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-19f2e178-d45e-4fbe-b9be-c3963fc151ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:45:02.324518 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7418f70f-e60d-4709-8ba9-6ab514bc7f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:45:05.111213 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:45:11.365582 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.agents_db [None req-9beef776-8bab-4de2-989a-f5a23ba4aaf4 None None] Agent healthcheck: found 7 active agents {{(pid=93800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 23:45:25.605754 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0385694-cd66-48b7-b132-e04eef5ac427 req-b76a198a-7e9b-4964-8af5-70e88c391087 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:45:25.607299 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-c0385694-cd66-48b7-b132-e04eef5ac427 req-b76a198a-7e9b-4964-8af5-70e88c391087 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "GET /v2.0/ports?device_id=e6f6eabb-5f15-4a3f-9a55-b72fbfd276b4 HTTP/1.1" status: 200 len: 946 time: 0.0483351 Jul 27 23:45:25.643980 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-c0385694-cd66-48b7-b132-e04eef5ac427 req-9026ca3f-97f2-44bf-a1f7-3cabb05ada6b tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "GET /v2.0/security-groups?id=61d29f13-d36a-472e-828b-40b754b976a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308945 Jul 27 23:45:25.666604 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 54040) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:45:25.730481 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-99988ee6-f206-43f8-ae33-e9f564797f09 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "GET /v2.0/floatingips/de429ff1-83a4-449a-9a1a-aeedb680e529 HTTP/1.1" status: 200 len: 993 time: 0.0626817 Jul 27 23:45:26.106736 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63841bc6-54d3-4348-b782-214006a8c195 req-c8986457-efa5-4aea-aa0d-db6b8311844b tempest-TestNetworkAdvancedServerOps-897726458 tempest-TestNetworkAdvancedServerOps-897726458-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:45:26.108313 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-63841bc6-54d3-4348-b782-214006a8c195 req-c8986457-efa5-4aea-aa0d-db6b8311844b tempest-TestNetworkAdvancedServerOps-897726458 tempest-TestNetworkAdvancedServerOps-897726458-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=e6f6eabb-5f15-4a3f-9a55-b72fbfd276b4 HTTP/1.1" status: 200 len: 1097 time: 0.0444355 Jul 27 23:45:26.142257 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-63841bc6-54d3-4348-b782-214006a8c195 req-b93956c5-a4f9-4d3d-9950-27d0557be981 tempest-TestNetworkAdvancedServerOps-897726458 tempest-TestNetworkAdvancedServerOps-897726458-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=61d29f13-d36a-472e-828b-40b754b976a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0281658 Jul 27 23:45:26.927985 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8459e659-a3c6-4ab2-95a3-c9579fe48c29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:45:27.590696 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 54070) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:45:27.691177 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-9c0f5cdd-479f-4624-ab5e-b66b43ff2ff6 req-e6dc7243-d776-46e1-89e1-cbd6d3f6a1d4 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e6f6eabb-5f15-4a3f-9a55-b72fbfd276b4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0991631 Jul 27 23:45:28.174238 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [req-9c0f5cdd-479f-4624-ab5e-b66b43ff2ff6 req-eac29910-3c28-4afa-a184-bc8683363071 tempest-TestNetworkAdvancedServerOps-897726458 tempest-TestNetworkAdvancedServerOps-897726458-project-admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=93797) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 23:45:28.175265 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-9c0f5cdd-479f-4624-ab5e-b66b43ff2ff6 req-eac29910-3c28-4afa-a184-bc8683363071 tempest-TestNetworkAdvancedServerOps-897726458 tempest-TestNetworkAdvancedServerOps-897726458-project-admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0607033 Jul 27 23:45:28.185190 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [req-9c0f5cdd-479f-4624-ab5e-b66b43ff2ff6 req-fe995440-103d-4832-853a-eee1b3117f16 service neutron] Request body: {'binding': {'host': 'n-h2-802623-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:45:28.185637 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [req-9c0f5cdd-479f-4624-ab5e-b66b43ff2ff6 req-fe995440-103d-4832-853a-eee1b3117f16 service neutron] Unknown quota resources ['binding']. {{(pid=93797) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 27 23:45:28.315141 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-9c0f5cdd-479f-4624-ab5e-b66b43ff2ff6 req-fe995440-103d-4832-853a-eee1b3117f16 service neutron] Attempting to bind port 5cd482d3-fd2f-477e-96c1-013fc17c5ad8 on host n-h2-802623-1 for vnic_type normal with profile None {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:45:28.315408 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-9c0f5cdd-479f-4624-ab5e-b66b43ff2ff6 req-fe995440-103d-4832-853a-eee1b3117f16 service neutron] Attempting to bind port 5cd482d3-fd2f-477e-96c1-013fc17c5ad8 by drivers openvswitch,hyperv on host n-h2-802623-1 at level 0 using segments [{'id': '7ce2be52-65b7-4d8d-b104-d02a5636009c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '309a3149-e685-4a61-9809-79e480a59f20'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:45:28.315735 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c0f5cdd-479f-4624-ab5e-b66b43ff2ff6 req-fe995440-103d-4832-853a-eee1b3117f16 service neutron] Attempting to bind port 5cd482d3-fd2f-477e-96c1-013fc17c5ad8 on network 309a3149-e685-4a61-9809-79e480a59f20 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:45:28.319912 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c0f5cdd-479f-4624-ab5e-b66b43ff2ff6 req-fe995440-103d-4832-853a-eee1b3117f16 service neutron] Port 5cd482d3-fd2f-477e-96c1-013fc17c5ad8 on network 309a3149-e685-4a61-9809-79e480a59f20 not bound, no agent of type Open vSwitch agent registered on host n-h2-802623-1 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 23:45:28.320240 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c0f5cdd-479f-4624-ab5e-b66b43ff2ff6 req-fe995440-103d-4832-853a-eee1b3117f16 service neutron] Attempting to bind port 5cd482d3-fd2f-477e-96c1-013fc17c5ad8 on network 309a3149-e685-4a61-9809-79e480a59f20 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:45:28.324925 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c0f5cdd-479f-4624-ab5e-b66b43ff2ff6 req-fe995440-103d-4832-853a-eee1b3117f16 service neutron] Checking agent: {'id': 'c5cc038b-93c4-4df4-8061-5df2a04a48c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 23, 0, 4), 'started_at': datetime.datetime(2021, 7, 27, 23, 0, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 45, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:45:28.325263 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c0f5cdd-479f-4624-ab5e-b66b43ff2ff6 req-fe995440-103d-4832-853a-eee1b3117f16 service neutron] Checking segment: {'id': '7ce2be52-65b7-4d8d-b104-d02a5636009c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '309a3149-e685-4a61-9809-79e480a59f20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:45:28.325646 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c0f5cdd-479f-4624-ab5e-b66b43ff2ff6 req-fe995440-103d-4832-853a-eee1b3117f16 service neutron] Bound using segment: {'id': '7ce2be52-65b7-4d8d-b104-d02a5636009c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '309a3149-e685-4a61-9809-79e480a59f20'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:45:28.326067 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-9c0f5cdd-479f-4624-ab5e-b66b43ff2ff6 req-fe995440-103d-4832-853a-eee1b3117f16 service neutron] Bound port: 5cd482d3-fd2f-477e-96c1-013fc17c5ad8, host: n-h2-802623-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ce2be52-65b7-4d8d-b104-d02a5636009c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '309a3149-e685-4a61-9809-79e480a59f20'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:45:28.407385 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-9c0f5cdd-479f-4624-ab5e-b66b43ff2ff6 req-fe995440-103d-4832-853a-eee1b3117f16 service neutron] For port 5cd482d3-fd2f-477e-96c1-013fc17c5ad8, host n-h2-802623-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=5cd482d3-fd2f-477e-96c1-013fc17c5ad8,segment=NetworkSegment(7ce2be52-65b7-4d8d-b104-d02a5636009c),segment_id=7ce2be52-65b7-4d8d-b104-d02a5636009c)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:45:28.411738 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-9c0f5cdd-479f-4624-ab5e-b66b43ff2ff6 req-fe995440-103d-4832-853a-eee1b3117f16 service neutron] Notify callbacks [] for binding, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:45:28.413457 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-9c0f5cdd-479f-4624-ab5e-b66b43ff2ff6 req-fe995440-103d-4832-853a-eee1b3117f16 service neutron] 10.222.0.18 "POST /v2.0/ports/5cd482d3-fd2f-477e-96c1-013fc17c5ad8/bindings HTTP/1.1" status: 201 len: 389 time: 0.2313201 Jul 27 23:45:28.554954 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0532eb0c-8ccf-444f-84f3-6317117ec649 req-e936305e-eb88-4c8e-9f48-46eb371a23f2 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:45:28.557818 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-0532eb0c-8ccf-444f-84f3-6317117ec649 req-e936305e-eb88-4c8e-9f48-46eb371a23f2 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "GET /v2.0/ports?device_id=e6f6eabb-5f15-4a3f-9a55-b72fbfd276b4 HTTP/1.1" status: 200 len: 946 time: 0.0556178 Jul 27 23:45:28.608084 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-0532eb0c-8ccf-444f-84f3-6317117ec649 req-e8e14a18-61f0-44be-a285-0af66b0bac34 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "GET /v2.0/security-groups?id=61d29f13-d36a-472e-828b-40b754b976a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415013 Jul 27 23:45:28.639289 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0f5cdd-479f-4624-ab5e-b66b43ff2ff6 req-bf68ab06-4725-4ee9-8313-a2968a3810a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:45:28.640898 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-9c0f5cdd-479f-4624-ab5e-b66b43ff2ff6 req-bf68ab06-4725-4ee9-8313-a2968a3810a6 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=20cb27012881418a8b31e8023e85178c&device_id=e6f6eabb-5f15-4a3f-9a55-b72fbfd276b4 HTTP/1.1" status: 200 len: 1097 time: 0.0439093 Jul 27 23:45:28.728728 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0f5cdd-479f-4624-ab5e-b66b43ff2ff6 req-8f39268e-acdb-47b5-9906-c8dbed5ac489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:45:28.730182 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-9c0f5cdd-479f-4624-ab5e-b66b43ff2ff6 req-8f39268e-acdb-47b5-9906-c8dbed5ac489 service neutron] 10.222.0.49 "GET /v2.0/networks?id=309a3149-e685-4a61-9809-79e480a59f20 HTTP/1.1" status: 200 len: 897 time: 0.0822847 Jul 27 23:45:28.800460 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-9c0f5cdd-479f-4624-ab5e-b66b43ff2ff6 req-ae0c317a-894a-42c8-ba94-376939fe2945 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5cd482d3-fd2f-477e-96c1-013fc17c5ad8 HTTP/1.1" status: 200 len: 1001 time: 0.0623164 Jul 27 23:45:28.849079 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0f5cdd-479f-4624-ab5e-b66b43ff2ff6 req-e6b0038d-2a87-42b8-87c7-5b87be4c1798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:45:28.851190 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-9c0f5cdd-479f-4624-ab5e-b66b43ff2ff6 req-e6b0038d-2a87-42b8-87c7-5b87be4c1798 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4f2e5377-5ee8-4e2a-a8b3-dce03aac71a2 HTTP/1.1" status: 200 len: 834 time: 0.0438001 Jul 27 23:45:28.895197 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0f5cdd-479f-4624-ab5e-b66b43ff2ff6 req-2ef5408e-7849-452f-bd7d-b5cfb08cd25c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:45:28.896596 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-9c0f5cdd-479f-4624-ab5e-b66b43ff2ff6 req-2ef5408e-7849-452f-bd7d-b5cfb08cd25c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=309a3149-e685-4a61-9809-79e480a59f20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389981 Jul 27 23:45:28.988153 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-9c0f5cdd-479f-4624-ab5e-b66b43ff2ff6 req-88b1f7cf-48c0-45d8-a995-be25787278c8 service neutron] 10.222.0.49 "GET /v2.0/networks/309a3149-e685-4a61-9809-79e480a59f20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844681 Jul 27 23:45:29.077340 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-9c0f5cdd-479f-4624-ab5e-b66b43ff2ff6 req-f3e8bb61-5530-4b27-8961-0d4d1071c70b service neutron] 10.222.0.49 "GET /v2.0/networks/309a3149-e685-4a61-9809-79e480a59f20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827596 Jul 27 23:45:29.217571 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0f5cdd-479f-4624-ab5e-b66b43ff2ff6 req-9fedbd34-6fd4-4f40-ab9e-345b9c39ba08 tempest-TestNetworkAdvancedServerOps-897726458 tempest-TestNetworkAdvancedServerOps-897726458-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:45:29.218636 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-9c0f5cdd-479f-4624-ab5e-b66b43ff2ff6 req-9fedbd34-6fd4-4f40-ab9e-345b9c39ba08 tempest-TestNetworkAdvancedServerOps-897726458 tempest-TestNetworkAdvancedServerOps-897726458-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=e6f6eabb-5f15-4a3f-9a55-b72fbfd276b4&tenant_id=20cb27012881418a8b31e8023e85178c&binding%3Ahost_id=n-h1-802623-1 HTTP/1.1" status: 200 len: 1097 time: 0.0818636 Jul 27 23:45:29.230529 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [req-9c0f5cdd-479f-4624-ab5e-b66b43ff2ff6 req-648eb099-f12e-4bac-a5fd-5ef807341086 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-802623-1'}}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:45:29.283688 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-9c0f5cdd-479f-4624-ab5e-b66b43ff2ff6 req-648eb099-f12e-4bac-a5fd-5ef807341086 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:45:29.409390 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-9c0f5cdd-479f-4624-ab5e-b66b43ff2ff6 req-648eb099-f12e-4bac-a5fd-5ef807341086 service neutron] For port 5cd482d3-fd2f-477e-96c1-013fc17c5ad8, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=5cd482d3-fd2f-477e-96c1-013fc17c5ad8,segment=NetworkSegment(7ce2be52-65b7-4d8d-b104-d02a5636009c),segment_id=7ce2be52-65b7-4d8d-b104-d02a5636009c)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:45:29.447191 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-9c0f5cdd-479f-4624-ab5e-b66b43ff2ff6 req-648eb099-f12e-4bac-a5fd-5ef807341086 service neutron] For port 5cd482d3-fd2f-477e-96c1-013fc17c5ad8, host n-h1-802623-1, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:45:29.487786 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6f6eabb-5f15-4a3f-9a55-b72fbfd276b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5cd482d3-fd2f-477e-96c1-013fc17c5ad8'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:45:29.490008 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a476459a1bfce68b0ae0df5b6a71154bfc7cfdc8f9eefce6ad0a17231e60468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bf2cfbd-53c5-4460-8e48-c98dc1c571ce" -d '{"events": [{"server_uuid": "e6f6eabb-5f15-4a3f-9a55-b72fbfd276b4", "name": "network-vif-unplugged", "status": "completed", "tag": "5cd482d3-fd2f-477e-96c1-013fc17c5ad8"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:45:29.494856 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-9c0f5cdd-479f-4624-ab5e-b66b43ff2ff6 req-648eb099-f12e-4bac-a5fd-5ef807341086 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:45:29.502672 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-9c0f5cdd-479f-4624-ab5e-b66b43ff2ff6 req-648eb099-f12e-4bac-a5fd-5ef807341086 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11336041'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:45:29.537351 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 23:45:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6093cbb3-019f-4b62-8a17-2428cbec3400 x-openstack-request-id: req-6093cbb3-019f-4b62-8a17-2428cbec3400 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:45:29.537642 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6f6eabb-5f15-4a3f-9a55-b72fbfd276b4", "name": "network-vif-unplugged", "status": "completed", "tag": "5cd482d3-fd2f-477e-96c1-013fc17c5ad8", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:45:29.537896 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6093cbb3-019f-4b62-8a17-2428cbec3400 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:45:29.538282 n-d-802623-1 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6f6eabb-5f15-4a3f-9a55-b72fbfd276b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5cd482d3-fd2f-477e-96c1-013fc17c5ad8', 'code': 200} Jul 27 23:45:29.595740 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4067bcb2-6559-4f36-b724-6742de9b5620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:45:29.597194 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648eb099-f12e-4bac-a5fd-5ef807341086 service neutron] Pushing event updated for resources: {'Port': ['ID=5cd482d3-fd2f-477e-96c1-013fc17c5ad8,revision_number=7']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:45:29.659934 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-9c0f5cdd-479f-4624-ab5e-b66b43ff2ff6 req-648eb099-f12e-4bac-a5fd-5ef807341086 service neutron] Attempting to bind port 5cd482d3-fd2f-477e-96c1-013fc17c5ad8 on host n-h1-802623-1 for vnic_type normal with profile {"migrating_to": "n-h2-802623-1"} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:45:29.659934 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-9c0f5cdd-479f-4624-ab5e-b66b43ff2ff6 req-648eb099-f12e-4bac-a5fd-5ef807341086 service neutron] Attempting to bind port 5cd482d3-fd2f-477e-96c1-013fc17c5ad8 by drivers openvswitch,hyperv on host n-h1-802623-1 at level 0 using segments [{'id': '7ce2be52-65b7-4d8d-b104-d02a5636009c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '309a3149-e685-4a61-9809-79e480a59f20'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:45:29.659934 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c0f5cdd-479f-4624-ab5e-b66b43ff2ff6 req-648eb099-f12e-4bac-a5fd-5ef807341086 service neutron] Attempting to bind port 5cd482d3-fd2f-477e-96c1-013fc17c5ad8 on network 309a3149-e685-4a61-9809-79e480a59f20 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:45:29.665270 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c0f5cdd-479f-4624-ab5e-b66b43ff2ff6 req-648eb099-f12e-4bac-a5fd-5ef807341086 service neutron] Port 5cd482d3-fd2f-477e-96c1-013fc17c5ad8 on network 309a3149-e685-4a61-9809-79e480a59f20 not bound, no agent of type Open vSwitch agent registered on host n-h1-802623-1 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 23:45:29.665594 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c0f5cdd-479f-4624-ab5e-b66b43ff2ff6 req-648eb099-f12e-4bac-a5fd-5ef807341086 service neutron] Attempting to bind port 5cd482d3-fd2f-477e-96c1-013fc17c5ad8 on network 309a3149-e685-4a61-9809-79e480a59f20 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:45:29.671283 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c0f5cdd-479f-4624-ab5e-b66b43ff2ff6 req-648eb099-f12e-4bac-a5fd-5ef807341086 service neutron] Checking agent: {'id': '245f1da4-a9b8-4b08-90d7-28f0f342b839', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 59, 59), 'started_at': datetime.datetime(2021, 7, 27, 22, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:45:29.671627 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c0f5cdd-479f-4624-ab5e-b66b43ff2ff6 req-648eb099-f12e-4bac-a5fd-5ef807341086 service neutron] Checking segment: {'id': '7ce2be52-65b7-4d8d-b104-d02a5636009c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '309a3149-e685-4a61-9809-79e480a59f20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:45:29.672012 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c0f5cdd-479f-4624-ab5e-b66b43ff2ff6 req-648eb099-f12e-4bac-a5fd-5ef807341086 service neutron] Bound using segment: {'id': '7ce2be52-65b7-4d8d-b104-d02a5636009c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '309a3149-e685-4a61-9809-79e480a59f20'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:45:29.672438 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-9c0f5cdd-479f-4624-ab5e-b66b43ff2ff6 req-648eb099-f12e-4bac-a5fd-5ef807341086 service neutron] Bound port: 5cd482d3-fd2f-477e-96c1-013fc17c5ad8, host: n-h1-802623-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ce2be52-65b7-4d8d-b104-d02a5636009c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '309a3149-e685-4a61-9809-79e480a59f20'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:45:29.672798 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-9c0f5cdd-479f-4624-ab5e-b66b43ff2ff6 req-648eb099-f12e-4bac-a5fd-5ef807341086 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:45:29.772316 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b98d3d-7316-4610-bcf5-07475fea82a0 req-54a2ee90-e8d2-4f60-bce8-0ff66a1bd7d2 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:45:29.773795 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-e5b98d3d-7316-4610-bcf5-07475fea82a0 req-54a2ee90-e8d2-4f60-bce8-0ff66a1bd7d2 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "GET /v2.0/ports?device_id=e6f6eabb-5f15-4a3f-9a55-b72fbfd276b4 HTTP/1.1" status: 200 len: 944 time: 0.0883746 Jul 27 23:45:29.777921 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-9c0f5cdd-479f-4624-ab5e-b66b43ff2ff6 req-648eb099-f12e-4bac-a5fd-5ef807341086 service neutron] For port 5cd482d3-fd2f-477e-96c1-013fc17c5ad8, host n-h1-802623-1, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:45:29.781969 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-9c0f5cdd-479f-4624-ab5e-b66b43ff2ff6 req-648eb099-f12e-4bac-a5fd-5ef807341086 service neutron] For port 5cd482d3-fd2f-477e-96c1-013fc17c5ad8, host n-h1-802623-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=5cd482d3-fd2f-477e-96c1-013fc17c5ad8,segment=NetworkSegment(7ce2be52-65b7-4d8d-b104-d02a5636009c),segment_id=7ce2be52-65b7-4d8d-b104-d02a5636009c)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:45:29.796302 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-9c0f5cdd-479f-4624-ab5e-b66b43ff2ff6 req-648eb099-f12e-4bac-a5fd-5ef807341086 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11336041'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:45:29.818182 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:45:29.856426 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-d6dd4e28-4931-4a93-ba71-201e8aba04bf None None] Provisioning complete for port 5cd482d3-fd2f-477e-96c1-013fc17c5ad8 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:45:29.856660 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d6dd4e28-4931-4a93-ba71-201e8aba04bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:45:29.895223 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-e5b98d3d-7316-4610-bcf5-07475fea82a0 req-957a2a71-49ea-472d-ada3-89ed208b0ffc tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "GET /v2.0/security-groups?id=61d29f13-d36a-472e-828b-40b754b976a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1149695 Jul 27 23:45:29.934661 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648eb099-f12e-4bac-a5fd-5ef807341086 service neutron] Pushing event updated for resources: {'Port': ['ID=5cd482d3-fd2f-477e-96c1-013fc17c5ad8,revision_number=8']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:45:29.945981 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d6dd4e28-4931-4a93-ba71-201e8aba04bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:45:29.972790 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0f5cdd-479f-4624-ab5e-b66b43ff2ff6 req-648eb099-f12e-4bac-a5fd-5ef807341086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:45:29.973477 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-9c0f5cdd-479f-4624-ab5e-b66b43ff2ff6 req-648eb099-f12e-4bac-a5fd-5ef807341086 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:45:29.975539 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-9c0f5cdd-479f-4624-ab5e-b66b43ff2ff6 req-648eb099-f12e-4bac-a5fd-5ef807341086 service neutron] 10.222.0.49 "PUT /v2.0/ports/5cd482d3-fd2f-477e-96c1-013fc17c5ad8 HTTP/1.1" status: 200 len: 1122 time: 0.7483897 Jul 27 23:45:29.975798 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6f6eabb-5f15-4a3f-9a55-b72fbfd276b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cd482d3-fd2f-477e-96c1-013fc17c5ad8'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:45:29.978111 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c0369b0d4f459110ff20a1f9878ba33f96d6491bddb9d15843bf29d01e0bda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3db394d-16c8-4cd3-b281-0cb69c2a8ec5" -d '{"events": [{"server_uuid": "e6f6eabb-5f15-4a3f-9a55-b72fbfd276b4", "name": "network-vif-plugged", "status": "completed", "tag": "5cd482d3-fd2f-477e-96c1-013fc17c5ad8"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:45:29.993190 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-d6dd4e28-4931-4a93-ba71-201e8aba04bf None None] For port 5cd482d3-fd2f-477e-96c1-013fc17c5ad8, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=5cd482d3-fd2f-477e-96c1-013fc17c5ad8,segment=NetworkSegment(7ce2be52-65b7-4d8d-b104-d02a5636009c),segment_id=7ce2be52-65b7-4d8d-b104-d02a5636009c)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:45:29.999748 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d6dd4e28-4931-4a93-ba71-201e8aba04bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:45:30.030269 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:45:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fc260ce-e8e0-42df-8ef0-019c228d9ce1 x-openstack-request-id: req-3fc260ce-e8e0-42df-8ef0-019c228d9ce1 {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:45:30.030594 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6f6eabb-5f15-4a3f-9a55-b72fbfd276b4", "name": "network-vif-plugged", "status": "completed", "tag": "5cd482d3-fd2f-477e-96c1-013fc17c5ad8", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:45:30.030847 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3fc260ce-e8e0-42df-8ef0-019c228d9ce1 {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:45:30.031349 n-d-802623-1 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6f6eabb-5f15-4a3f-9a55-b72fbfd276b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cd482d3-fd2f-477e-96c1-013fc17c5ad8', 'code': 200} Jul 27 23:45:30.096494 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] get_ports_and_sgs() called for port_ids ['5cd482d3-fd2f-477e-96c1-013fc17c5ad8'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:45:30.343545 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:45:30.347817 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6dd4e28-4931-4a93-ba71-201e8aba04bf None None] Pushing event updated for resources: {'Port': ['ID=5cd482d3-fd2f-477e-96c1-013fc17c5ad8,revision_number=9']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:45:30.527475 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-0698fa20-8fa0-4a62-b7fe-c5f3a0ba871a None None] Provisioning complete for port 5cd482d3-fd2f-477e-96c1-013fc17c5ad8 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:45:30.528091 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-0698fa20-8fa0-4a62-b7fe-c5f3a0ba871a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:45:30.600563 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-19f2e178-d45e-4fbe-b9be-c3963fc151ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:45:31.012197 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c86ccf-e651-4b94-875d-6ae799a88010 req-5ff2a17f-b18d-4b73-8357-c6c6e9f38512 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:45:31.013677 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-42c86ccf-e651-4b94-875d-6ae799a88010 req-5ff2a17f-b18d-4b73-8357-c6c6e9f38512 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "GET /v2.0/ports?device_id=e6f6eabb-5f15-4a3f-9a55-b72fbfd276b4 HTTP/1.1" status: 200 len: 946 time: 0.0478289 Jul 27 23:45:31.054231 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-42c86ccf-e651-4b94-875d-6ae799a88010 req-15bccbf6-f170-4390-89c7-db805f125b91 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "GET /v2.0/security-groups?id=61d29f13-d36a-472e-828b-40b754b976a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346124 Jul 27 23:45:31.539164 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6f6eabb-5f15-4a3f-9a55-b72fbfd276b4', 'tag': '5cd482d3-fd2f-477e-96c1-013fc17c5ad8'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:45:31.541549 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a476459a1bfce68b0ae0df5b6a71154bfc7cfdc8f9eefce6ad0a17231e60468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64d55b0a-1444-42df-aca8-3e2bcc97a3ec" -d '{"events": [{"name": "network-changed", "server_uuid": "e6f6eabb-5f15-4a3f-9a55-b72fbfd276b4", "tag": "5cd482d3-fd2f-477e-96c1-013fc17c5ad8"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:45:31.577509 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 23:45:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75664fac-984c-4f2f-8182-500b8e048e84 x-openstack-request-id: req-75664fac-984c-4f2f-8182-500b8e048e84 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:45:31.577801 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6f6eabb-5f15-4a3f-9a55-b72fbfd276b4", "tag": "5cd482d3-fd2f-477e-96c1-013fc17c5ad8", "status": "completed", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:45:31.578061 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-75664fac-984c-4f2f-8182-500b8e048e84 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:45:31.578462 n-d-802623-1 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6f6eabb-5f15-4a3f-9a55-b72fbfd276b4', 'tag': '5cd482d3-fd2f-477e-96c1-013fc17c5ad8', 'status': 'completed', 'code': 200} Jul 27 23:45:31.644077 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d55b0a-1444-42df-aca8-3e2bcc97a3ec req-915c2c38-2cbb-4a37-99d6-a7f51baf0ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:45:31.645552 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-64d55b0a-1444-42df-aca8-3e2bcc97a3ec req-915c2c38-2cbb-4a37-99d6-a7f51baf0ba2 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=20cb27012881418a8b31e8023e85178c&device_id=e6f6eabb-5f15-4a3f-9a55-b72fbfd276b4 HTTP/1.1" status: 200 len: 1127 time: 0.0405750 Jul 27 23:45:31.665962 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device 5cd482d3-fd2f-477e-96c1-013fc17c5ad8 details requested by agent hyperv_n-h2-802623-1 with host n-h2-802623-1 {{(pid=93799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 23:45:31.736845 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d55b0a-1444-42df-aca8-3e2bcc97a3ec req-1f39075c-3f16-4109-8ca6-827c6fb35645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:45:31.738319 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-64d55b0a-1444-42df-aca8-3e2bcc97a3ec req-1f39075c-3f16-4109-8ca6-827c6fb35645 service neutron] 10.222.0.38 "GET /v2.0/networks?id=309a3149-e685-4a61-9809-79e480a59f20 HTTP/1.1" status: 200 len: 897 time: 0.0856907 Jul 27 23:45:31.763233 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port 5cd482d3-fd2f-477e-96c1-013fc17c5ad8, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=5cd482d3-fd2f-477e-96c1-013fc17c5ad8,segment=NetworkSegment(7ce2be52-65b7-4d8d-b104-d02a5636009c),segment_id=7ce2be52-65b7-4d8d-b104-d02a5636009c)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:45:31.774748 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device 5cd482d3-fd2f-477e-96c1-013fc17c5ad8 has no active binding in host n-h2-802623-1 {{(pid=93799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 27 23:45:31.808982 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-64d55b0a-1444-42df-aca8-3e2bcc97a3ec req-49e1cb98-2b42-42dc-89eb-2b7701c8b978 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5cd482d3-fd2f-477e-96c1-013fc17c5ad8 HTTP/1.1" status: 200 len: 1001 time: 0.0628500 Jul 27 23:45:31.857286 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d55b0a-1444-42df-aca8-3e2bcc97a3ec req-0e0316a7-9797-468a-9183-86ddc3911f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:45:31.858706 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-64d55b0a-1444-42df-aca8-3e2bcc97a3ec req-0e0316a7-9797-468a-9183-86ddc3911f5c service neutron] 10.222.0.38 "GET /v2.0/subnets?id=4f2e5377-5ee8-4e2a-a8b3-dce03aac71a2 HTTP/1.1" status: 200 len: 834 time: 0.0431724 Jul 27 23:45:31.903403 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d55b0a-1444-42df-aca8-3e2bcc97a3ec req-ca37a0d9-30b7-47d1-aa66-14869185251a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:45:31.904818 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-64d55b0a-1444-42df-aca8-3e2bcc97a3ec req-ca37a0d9-30b7-47d1-aa66-14869185251a service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=309a3149-e685-4a61-9809-79e480a59f20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0381603 Jul 27 23:45:31.996633 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-64d55b0a-1444-42df-aca8-3e2bcc97a3ec req-48695c32-d16a-42c2-8d7c-dfb60569c9d0 service neutron] 10.222.0.38 "GET /v2.0/networks/309a3149-e685-4a61-9809-79e480a59f20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840530 Jul 27 23:45:32.084282 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-64d55b0a-1444-42df-aca8-3e2bcc97a3ec req-2231185e-1cd4-42c0-a889-97992591e8f6 service neutron] 10.222.0.38 "GET /v2.0/networks/309a3149-e685-4a61-9809-79e480a59f20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800724 Jul 27 23:45:32.168966 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71772b02-700d-4bb9-b77f-348e90a20f2b req-0f0e07ff-e4d9-40f5-9890-24e3e6eb4d9e tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:45:32.170482 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-71772b02-700d-4bb9-b77f-348e90a20f2b req-0f0e07ff-e4d9-40f5-9890-24e3e6eb4d9e tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "GET /v2.0/ports?device_id=e6f6eabb-5f15-4a3f-9a55-b72fbfd276b4 HTTP/1.1" status: 200 len: 946 time: 0.0482588 Jul 27 23:45:32.207679 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-71772b02-700d-4bb9-b77f-348e90a20f2b req-b18dad03-9c77-4488-b2b4-be86b86a1f2f tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "GET /v2.0/security-groups?id=61d29f13-d36a-472e-828b-40b754b976a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313728 Jul 27 23:45:32.326738 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7418f70f-e60d-4709-8ba9-6ab514bc7f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:45:33.325023 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea89617b-1be6-4a15-9398-66de90e4b640 req-2b8c5ec7-fc53-4710-bcc2-03a5ff666560 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:45:33.326503 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ea89617b-1be6-4a15-9398-66de90e4b640 req-2b8c5ec7-fc53-4710-bcc2-03a5ff666560 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "GET /v2.0/ports?device_id=e6f6eabb-5f15-4a3f-9a55-b72fbfd276b4 HTTP/1.1" status: 200 len: 946 time: 0.0521967 Jul 27 23:45:33.364320 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ea89617b-1be6-4a15-9398-66de90e4b640 req-2451d540-11ae-49f0-998e-fb49e92704e6 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "GET /v2.0/security-groups?id=61d29f13-d36a-472e-828b-40b754b976a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320094 Jul 27 23:45:34.476705 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6247753c-66d3-4e34-a7c4-c302fc5f7d2c req-a996addd-56f4-4fea-94d7-e12a47486362 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:45:34.478160 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-6247753c-66d3-4e34-a7c4-c302fc5f7d2c req-a996addd-56f4-4fea-94d7-e12a47486362 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "GET /v2.0/ports?device_id=e6f6eabb-5f15-4a3f-9a55-b72fbfd276b4 HTTP/1.1" status: 200 len: 946 time: 0.0472806 Jul 27 23:45:34.515118 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-6247753c-66d3-4e34-a7c4-c302fc5f7d2c req-91f350df-8cc0-49c3-bc3c-08c9b316f773 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "GET /v2.0/security-groups?id=61d29f13-d36a-472e-828b-40b754b976a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311382 Jul 27 23:45:35.114663 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:45:35.628928 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6899ef-b30d-4172-b473-18abcb162a32 req-11ce729b-4851-4cab-a1d0-86fda0d62710 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:45:35.630394 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-8d6899ef-b30d-4172-b473-18abcb162a32 req-11ce729b-4851-4cab-a1d0-86fda0d62710 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "GET /v2.0/ports?device_id=e6f6eabb-5f15-4a3f-9a55-b72fbfd276b4 HTTP/1.1" status: 200 len: 946 time: 0.0487876 Jul 27 23:45:35.667890 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-8d6899ef-b30d-4172-b473-18abcb162a32 req-53a145aa-1072-4e7b-a941-620a299b2857 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "GET /v2.0/security-groups?id=61d29f13-d36a-472e-828b-40b754b976a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311840 Jul 27 23:45:35.988603 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [req-427b53a3-a7cc-4c13-a7bd-8a0e6af25357 req-7d88dd66-faba-4a41-bcaf-8806638bd3d2 service neutron] (93798) timed out ('10.222.0.49', 65048) {{(pid=93798) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 27 23:45:36.780783 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a092dc7-7523-45d6-bce1-b71c21365475 req-d393290c-6dac-4b53-9fa4-874a461c5624 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:45:36.782255 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-6a092dc7-7523-45d6-bce1-b71c21365475 req-d393290c-6dac-4b53-9fa4-874a461c5624 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "GET /v2.0/ports?device_id=e6f6eabb-5f15-4a3f-9a55-b72fbfd276b4 HTTP/1.1" status: 200 len: 946 time: 0.0492370 Jul 27 23:45:36.822694 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-6a092dc7-7523-45d6-bce1-b71c21365475 req-83bc3515-a4c4-4645-bd54-86495b06e6e2 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "GET /v2.0/security-groups?id=61d29f13-d36a-472e-828b-40b754b976a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340192 Jul 27 23:45:37.694491 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device 5cd482d3-fd2f-477e-96c1-013fc17c5ad8 details requested by agent hyperv_n-h2-802623-1 with host n-h2-802623-1 {{(pid=93799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 23:45:37.785797 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port 5cd482d3-fd2f-477e-96c1-013fc17c5ad8, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=5cd482d3-fd2f-477e-96c1-013fc17c5ad8,segment=NetworkSegment(7ce2be52-65b7-4d8d-b104-d02a5636009c),segment_id=7ce2be52-65b7-4d8d-b104-d02a5636009c)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:45:37.800545 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device 5cd482d3-fd2f-477e-96c1-013fc17c5ad8 has no active binding in host n-h2-802623-1 {{(pid=93799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 27 23:45:37.831412 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-9c0f5cdd-479f-4624-ab5e-b66b43ff2ff6 req-2669bfdb-d463-4dd3-ba02-bfb9aef59384 service neutron] 10.222.0.38 "GET /v2.0/ports/5cd482d3-fd2f-477e-96c1-013fc17c5ad8/bindings/n-h2-802623-1 HTTP/1.1" status: 200 len: 384 time: 0.0544810 Jul 27 23:45:37.972785 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70afde03-c5f5-4ed7-8e68-a8fb7fed2e1f req-11da0a2a-0247-4634-b9be-dbde8b23c426 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:45:37.974166 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-70afde03-c5f5-4ed7-8e68-a8fb7fed2e1f req-11da0a2a-0247-4634-b9be-dbde8b23c426 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "GET /v2.0/ports?device_id=e6f6eabb-5f15-4a3f-9a55-b72fbfd276b4 HTTP/1.1" status: 200 len: 946 time: 0.0796411 Jul 27 23:45:38.053461 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-70afde03-c5f5-4ed7-8e68-a8fb7fed2e1f req-d4061ead-88b6-42ca-baf8-28cd8c13955e tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "GET /v2.0/security-groups?id=61d29f13-d36a-472e-828b-40b754b976a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692165 Jul 27 23:45:38.079098 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-9c0f5cdd-479f-4624-ab5e-b66b43ff2ff6 req-34475691-1ca6-41a8-be54-5d71f6b2ea54 service neutron] For port 5cd482d3-fd2f-477e-96c1-013fc17c5ad8, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=5cd482d3-fd2f-477e-96c1-013fc17c5ad8,segment=NetworkSegment(7ce2be52-65b7-4d8d-b104-d02a5636009c),segment_id=7ce2be52-65b7-4d8d-b104-d02a5636009c)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:45:38.098354 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-9c0f5cdd-479f-4624-ab5e-b66b43ff2ff6 req-34475691-1ca6-41a8-be54-5d71f6b2ea54 service neutron] For port 5cd482d3-fd2f-477e-96c1-013fc17c5ad8, host n-h1-802623-1, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:45:38.137069 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6f6eabb-5f15-4a3f-9a55-b72fbfd276b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5cd482d3-fd2f-477e-96c1-013fc17c5ad8'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:45:38.139409 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}011f8d312121274bb12d78e77c6379a2079800640016cec6c6d605b73666e854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57252a67-d744-4529-9f52-33b212622549" -d '{"events": [{"server_uuid": "e6f6eabb-5f15-4a3f-9a55-b72fbfd276b4", "name": "network-vif-unplugged", "status": "completed", "tag": "5cd482d3-fd2f-477e-96c1-013fc17c5ad8"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:45:38.147434 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-9c0f5cdd-479f-4624-ab5e-b66b43ff2ff6 req-34475691-1ca6-41a8-be54-5d71f6b2ea54 service neutron] For port 5cd482d3-fd2f-477e-96c1-013fc17c5ad8, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=5cd482d3-fd2f-477e-96c1-013fc17c5ad8,segment=NetworkSegment(7ce2be52-65b7-4d8d-b104-d02a5636009c),segment_id=7ce2be52-65b7-4d8d-b104-d02a5636009c)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:45:38.165119 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-9c0f5cdd-479f-4624-ab5e-b66b43ff2ff6 req-34475691-1ca6-41a8-be54-5d71f6b2ea54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:45:38.197461 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 23:45:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cec40ddf-090f-4deb-a516-53fd98571048 x-openstack-request-id: req-cec40ddf-090f-4deb-a516-53fd98571048 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:45:38.197752 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6f6eabb-5f15-4a3f-9a55-b72fbfd276b4", "name": "network-vif-unplugged", "status": "completed", "tag": "5cd482d3-fd2f-477e-96c1-013fc17c5ad8", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:45:38.197996 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-cec40ddf-090f-4deb-a516-53fd98571048 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:45:38.198377 n-d-802623-1 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6f6eabb-5f15-4a3f-9a55-b72fbfd276b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5cd482d3-fd2f-477e-96c1-013fc17c5ad8', 'code': 200} Jul 27 23:45:38.241651 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-9c0f5cdd-479f-4624-ab5e-b66b43ff2ff6 req-34475691-1ca6-41a8-be54-5d71f6b2ea54 service neutron] Transition to ACTIVE for port object 5cd482d3-fd2f-477e-96c1-013fc17c5ad8 will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:45:38.245700 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-9c0f5cdd-479f-4624-ab5e-b66b43ff2ff6 req-34475691-1ca6-41a8-be54-5d71f6b2ea54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:45:38.333246 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34475691-1ca6-41a8-be54-5d71f6b2ea54 service neutron] Pushing event updated for resources: {'Port': ['ID=5cd482d3-fd2f-477e-96c1-013fc17c5ad8,revision_number=11']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:45:38.351007 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34475691-1ca6-41a8-be54-5d71f6b2ea54 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:45:38.351384 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34475691-1ca6-41a8-be54-5d71f6b2ea54 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:45:38.351734 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34475691-1ca6-41a8-be54-5d71f6b2ea54 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:45:38.352055 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34475691-1ca6-41a8-be54-5d71f6b2ea54 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:45:38.352385 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34475691-1ca6-41a8-be54-5d71f6b2ea54 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:45:38.352706 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34475691-1ca6-41a8-be54-5d71f6b2ea54 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:45:38.353029 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34475691-1ca6-41a8-be54-5d71f6b2ea54 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:45:38.353352 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34475691-1ca6-41a8-be54-5d71f6b2ea54 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:45:38.353671 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34475691-1ca6-41a8-be54-5d71f6b2ea54 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:45:38.353989 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34475691-1ca6-41a8-be54-5d71f6b2ea54 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:45:38.354307 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34475691-1ca6-41a8-be54-5d71f6b2ea54 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:45:38.354623 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34475691-1ca6-41a8-be54-5d71f6b2ea54 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:45:38.382333 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c0f5cdd-479f-4624-ab5e-b66b43ff2ff6 req-34475691-1ca6-41a8-be54-5d71f6b2ea54 service neutron] No DVR routers for this DVR port 5cd482d3-fd2f-477e-96c1-013fc17c5ad8 on host n-h1-802623-1 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:45:38.516750 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-9c0f5cdd-479f-4624-ab5e-b66b43ff2ff6 req-34475691-1ca6-41a8-be54-5d71f6b2ea54 service neutron] 10.222.0.38 "PUT /v2.0/ports/5cd482d3-fd2f-477e-96c1-013fc17c5ad8/bindings/n-h2-802623-1/activate HTTP/1.1" status: 200 len: 369 time: 0.6752989 Jul 27 23:45:38.608499 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0f5cdd-479f-4624-ab5e-b66b43ff2ff6 req-21d4a2f6-4aaf-4280-93bd-744978219d90 tempest-TestNetworkAdvancedServerOps-897726458 tempest-TestNetworkAdvancedServerOps-897726458-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:45:38.609873 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-9c0f5cdd-479f-4624-ab5e-b66b43ff2ff6 req-21d4a2f6-4aaf-4280-93bd-744978219d90 tempest-TestNetworkAdvancedServerOps-897726458 tempest-TestNetworkAdvancedServerOps-897726458-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=e6f6eabb-5f15-4a3f-9a55-b72fbfd276b4&tenant_id=20cb27012881418a8b31e8023e85178c&binding%3Ahost_id=n-h1-802623-1 HTTP/1.1" status: 200 len: 1096 time: 0.0431683 Jul 27 23:45:38.655351 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0f5cdd-479f-4624-ab5e-b66b43ff2ff6 req-16c90a14-174a-4971-848e-df4777a2ede1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:45:38.656812 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-9c0f5cdd-479f-4624-ab5e-b66b43ff2ff6 req-16c90a14-174a-4971-848e-df4777a2ede1 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=e6f6eabb-5f15-4a3f-9a55-b72fbfd276b4&tenant_id=20cb27012881418a8b31e8023e85178c HTTP/1.1" status: 200 len: 1096 time: 0.0394306 Jul 27 23:45:38.717195 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0f5cdd-479f-4624-ab5e-b66b43ff2ff6 req-e38b9cf9-0105-4f66-9179-47025f07a302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:45:38.718668 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-9c0f5cdd-479f-4624-ab5e-b66b43ff2ff6 req-e38b9cf9-0105-4f66-9179-47025f07a302 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=20cb27012881418a8b31e8023e85178c&device_id=e6f6eabb-5f15-4a3f-9a55-b72fbfd276b4 HTTP/1.1" status: 200 len: 1096 time: 0.0397706 Jul 27 23:45:38.814239 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0f5cdd-479f-4624-ab5e-b66b43ff2ff6 req-4ce8943c-6b3e-4ddf-9b42-c07afe2521ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:45:38.815646 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-9c0f5cdd-479f-4624-ab5e-b66b43ff2ff6 req-4ce8943c-6b3e-4ddf-9b42-c07afe2521ab service neutron] 10.222.0.49 "GET /v2.0/networks?id=309a3149-e685-4a61-9809-79e480a59f20 HTTP/1.1" status: 200 len: 897 time: 0.0899107 Jul 27 23:45:38.878305 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-9c0f5cdd-479f-4624-ab5e-b66b43ff2ff6 req-1d0aa380-f801-48cb-b935-38e59f316a93 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5cd482d3-fd2f-477e-96c1-013fc17c5ad8 HTTP/1.1" status: 200 len: 999 time: 0.0556152 Jul 27 23:45:38.928619 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0f5cdd-479f-4624-ab5e-b66b43ff2ff6 req-632c1111-164c-4849-8252-11876cbe2b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:45:38.930027 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-9c0f5cdd-479f-4624-ab5e-b66b43ff2ff6 req-632c1111-164c-4849-8252-11876cbe2b73 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4f2e5377-5ee8-4e2a-a8b3-dce03aac71a2 HTTP/1.1" status: 200 len: 834 time: 0.0454900 Jul 27 23:45:38.974652 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0f5cdd-479f-4624-ab5e-b66b43ff2ff6 req-ede9df09-f35f-46c0-a891-0ed6b3e7b1dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:45:38.976128 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-9c0f5cdd-479f-4624-ab5e-b66b43ff2ff6 req-ede9df09-f35f-46c0-a891-0ed6b3e7b1dc service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=309a3149-e685-4a61-9809-79e480a59f20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392714 Jul 27 23:45:39.063952 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-9c0f5cdd-479f-4624-ab5e-b66b43ff2ff6 req-68f52107-ab88-482e-a257-c27b987feed1 service neutron] 10.222.0.49 "GET /v2.0/networks/309a3149-e685-4a61-9809-79e480a59f20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803146 Jul 27 23:45:39.171158 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e635197d-3e97-4956-86a1-2939273f72e1 req-2f173bfe-a783-4252-9ca1-0fbfde777e8f tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:45:39.172815 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e635197d-3e97-4956-86a1-2939273f72e1 req-2f173bfe-a783-4252-9ca1-0fbfde777e8f tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "GET /v2.0/ports?device_id=e6f6eabb-5f15-4a3f-9a55-b72fbfd276b4 HTTP/1.1" status: 200 len: 945 time: 0.0538206 Jul 27 23:45:39.214378 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e635197d-3e97-4956-86a1-2939273f72e1 req-0effe3d4-d8f8-4d6e-9b2e-ef1ee986878a tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "GET /v2.0/security-groups?id=61d29f13-d36a-472e-828b-40b754b976a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346024 Jul 27 23:45:39.472844 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-9c0f5cdd-479f-4624-ab5e-b66b43ff2ff6 req-ae1ee02b-9d6b-4626-9af3-93c3e4fd8ba6 service neutron] 10.222.0.49 "GET /v2.0/networks/309a3149-e685-4a61-9809-79e480a59f20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4023545 Jul 27 23:45:39.692854 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0f5cdd-479f-4624-ab5e-b66b43ff2ff6 req-693f2801-6126-4f39-a81e-ee947dd2f2b8 tempest-TestNetworkAdvancedServerOps-897726458 tempest-TestNetworkAdvancedServerOps-897726458-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:45:39.694347 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-9c0f5cdd-479f-4624-ab5e-b66b43ff2ff6 req-693f2801-6126-4f39-a81e-ee947dd2f2b8 tempest-TestNetworkAdvancedServerOps-897726458 tempest-TestNetworkAdvancedServerOps-897726458-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=e6f6eabb-5f15-4a3f-9a55-b72fbfd276b4&tenant_id=20cb27012881418a8b31e8023e85178c&binding%3Ahost_id=n-h2-802623-1 HTTP/1.1" status: 200 len: 1096 time: 0.0441666 Jul 27 23:45:39.818747 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-9c0f5cdd-479f-4624-ab5e-b66b43ff2ff6 req-1dfe2eec-9c03-42f7-8e34-392738d8ad44 service neutron] For port 5cd482d3-fd2f-477e-96c1-013fc17c5ad8, host n-h1-802623-1, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:45:39.822054 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-9c0f5cdd-479f-4624-ab5e-b66b43ff2ff6 req-1dfe2eec-9c03-42f7-8e34-392738d8ad44 service neutron] Notify callbacks [] for binding, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:45:39.823248 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-9c0f5cdd-479f-4624-ab5e-b66b43ff2ff6 req-1dfe2eec-9c03-42f7-8e34-392738d8ad44 service neutron] 10.222.0.49 "DELETE /v2.0/ports/5cd482d3-fd2f-477e-96c1-013fc17c5ad8/bindings/n-h1-802623-1 HTTP/1.1" status: 204 len: 173 time: 0.1217546 Jul 27 23:45:40.328977 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc60177-bff8-4ac9-a193-6be2c7386162 req-79771745-cf9c-4285-8045-3e37f5e455a9 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:45:40.330437 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-bbc60177-bff8-4ac9-a193-6be2c7386162 req-79771745-cf9c-4285-8045-3e37f5e455a9 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "GET /v2.0/ports?device_id=e6f6eabb-5f15-4a3f-9a55-b72fbfd276b4 HTTP/1.1" status: 200 len: 945 time: 0.0479877 Jul 27 23:45:40.367971 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-bbc60177-bff8-4ac9-a193-6be2c7386162 req-1eb7d8d8-4b27-4c45-9dd1-c0877ee3186a tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "GET /v2.0/security-groups?id=61d29f13-d36a-472e-828b-40b754b976a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307064 Jul 27 23:45:40.401875 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 5cd482d3-fd2f-477e-96c1-013fc17c5ad8 no longer exists at agent hyperv_n-h1-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:45:40.450210 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 5cd482d3-fd2f-477e-96c1-013fc17c5ad8 not bound to the agent host n-h1-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:45:40.484685 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da421b7-2b60-443d-a4e3-7e3bcebb1dd3 req-d6e9a174-462c-404d-ae28-01b2f8aa7916 tempest-TestNetworkAdvancedServerOps-897726458 tempest-TestNetworkAdvancedServerOps-897726458-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:45:40.486215 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-5da421b7-2b60-443d-a4e3-7e3bcebb1dd3 req-d6e9a174-462c-404d-ae28-01b2f8aa7916 tempest-TestNetworkAdvancedServerOps-897726458 tempest-TestNetworkAdvancedServerOps-897726458-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=e6f6eabb-5f15-4a3f-9a55-b72fbfd276b4 HTTP/1.1" status: 200 len: 1096 time: 0.0444736 Jul 27 23:45:40.520339 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-5da421b7-2b60-443d-a4e3-7e3bcebb1dd3 req-48a3d04c-faab-40ab-b8b3-536625d8be1a tempest-TestNetworkAdvancedServerOps-897726458 tempest-TestNetworkAdvancedServerOps-897726458-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=61d29f13-d36a-472e-828b-40b754b976a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0280104 Jul 27 23:45:40.631701 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35b39aa-07fe-43da-8a6c-1b954d20df5f req-34c37023-9ddb-49f9-83fd-adefab9ead8b tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:45:40.633289 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a35b39aa-07fe-43da-8a6c-1b954d20df5f req-34c37023-9ddb-49f9-83fd-adefab9ead8b tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "GET /v2.0/ports?device_id=e6f6eabb-5f15-4a3f-9a55-b72fbfd276b4 HTTP/1.1" status: 200 len: 945 time: 0.0480459 Jul 27 23:45:40.672453 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a35b39aa-07fe-43da-8a6c-1b954d20df5f req-c0fcf8db-bf2e-4d6e-a5a0-59db3a56a89a tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "GET /v2.0/security-groups?id=61d29f13-d36a-472e-828b-40b754b976a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330927 Jul 27 23:45:40.695478 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 54118) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:45:40.757439 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-6c3ec739-40c0-4e6f-a743-1f28604076a5 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "GET /v2.0/floatingips/de429ff1-83a4-449a-9a1a-aeedb680e529 HTTP/1.1" status: 200 len: 991 time: 0.0608499 Jul 27 23:45:40.966778 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 54124) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:45:41.119696 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-f64bf655-e234-47f2-8f6c-769f58dea738 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Deleting port f2d2a3fb-087f-4766-b78a-f2cb30e6b247 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:45:41.120036 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f64bf655-e234-47f2-8f6c-769f58dea738 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:45:41.196971 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f64bf655-e234-47f2-8f6c-769f58dea738 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:45:41.197301 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f64bf655-e234-47f2-8f6c-769f58dea738 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:45:41.208445 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-f64bf655-e234-47f2-8f6c-769f58dea738 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Calling delete_port for f2d2a3fb-087f-4766-b78a-f2cb30e6b247 owned by network:floatingip {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:45:41.352742 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f64bf655-e234-47f2-8f6c-769f58dea738 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:45:41.382916 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64bf655-e234-47f2-8f6c-769f58dea738 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Pushing event deleted for resources: {'Port': ['ID=f2d2a3fb-087f-4766-b78a-f2cb30e6b247,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:45:41.436464 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f64bf655-e234-47f2-8f6c-769f58dea738 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks [] for floatingip, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:45:41.436802 n-d-802623-1 neutron-server[93798]: INFO neutron.db.l3_db [None req-f64bf655-e234-47f2-8f6c-769f58dea738 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Floating IP de429ff1-83a4-449a-9a1a-aeedb680e529 disassociated (deleted). External IP: 172.25.4.47, port: 5cd482d3-fd2f-477e-96c1-013fc17c5ad8. Jul 27 23:45:41.932387 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f64bf655-e234-47f2-8f6c-769f58dea738 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Router 88b6bbdf-37b6-4c15-bdc9-e04be0d6014c has already been hosted by L3 agent 018c4455-49c0-4734-927d-7824067b2a9e {{(pid=93798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 23:45:42.045150 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f64bf655-e234-47f2-8f6c-769f58dea738 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:45:42.049948 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f64bf655-e234-47f2-8f6c-769f58dea738 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for floatingip, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:45:42.055549 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f7617bd-4ecf-4907-8628-25723093c84e None None] Sync routers for ids ['88b6bbdf-37b6-4c15-bdc9-e04be0d6014c'] in n-d-802623-1 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:45:42.064586 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f7617bd-4ecf-4907-8628-25723093c84e None None] Routers {'88b6bbdf-37b6-4c15-bdc9-e04be0d6014c'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:45:42.065313 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-2f7617bd-4ecf-4907-8628-25723093c84e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:45:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['88b6bbdf-37b6-4c15-bdc9-e04be0d6014c'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:45:42.077724 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-f64bf655-e234-47f2-8f6c-769f58dea738 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "DELETE /v2.0/floatingips/de429ff1-83a4-449a-9a1a-aeedb680e529 HTTP/1.1" status: 204 len: 168 time: 1.1098528 Jul 27 23:45:42.078420 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6f6eabb-5f15-4a3f-9a55-b72fbfd276b4', 'tag': '5cd482d3-fd2f-477e-96c1-013fc17c5ad8'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:45:42.080803 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}011f8d312121274bb12d78e77c6379a2079800640016cec6c6d605b73666e854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d06cc722-fdbf-4636-ab37-e70c3aebec2a" -d '{"events": [{"name": "network-changed", "server_uuid": "e6f6eabb-5f15-4a3f-9a55-b72fbfd276b4", "tag": "5cd482d3-fd2f-477e-96c1-013fc17c5ad8"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:45:42.119218 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 23:45:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-435623d4-aaa7-4fd3-ae68-43be74a4c767 x-openstack-request-id: req-435623d4-aaa7-4fd3-ae68-43be74a4c767 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:45:42.119507 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6f6eabb-5f15-4a3f-9a55-b72fbfd276b4", "tag": "5cd482d3-fd2f-477e-96c1-013fc17c5ad8", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:45:42.119756 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-435623d4-aaa7-4fd3-ae68-43be74a4c767 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:45:42.120153 n-d-802623-1 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6f6eabb-5f15-4a3f-9a55-b72fbfd276b4', 'tag': '5cd482d3-fd2f-477e-96c1-013fc17c5ad8', 'status': 'completed', 'code': 200} Jul 27 23:45:42.174137 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-2f7617bd-4ecf-4907-8628-25723093c84e None None] Set router 88b6bbdf-37b6-4c15-bdc9-e04be0d6014c gateway port host: n-d-802623-1 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:45:42.191720 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06cc722-fdbf-4636-ab37-e70c3aebec2a req-5be06d69-69f6-4482-9e7b-5661c23b9f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:45:42.201308 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d06cc722-fdbf-4636-ab37-e70c3aebec2a req-5be06d69-69f6-4482-9e7b-5661c23b9f02 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=20cb27012881418a8b31e8023e85178c&device_id=e6f6eabb-5f15-4a3f-9a55-b72fbfd276b4 HTTP/1.1" status: 200 len: 1096 time: 0.0536771 Jul 27 23:45:42.303750 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06cc722-fdbf-4636-ab37-e70c3aebec2a req-e45f90b3-409d-41f3-90de-956e0b22e511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:45:42.305575 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d06cc722-fdbf-4636-ab37-e70c3aebec2a req-e45f90b3-409d-41f3-90de-956e0b22e511 service neutron] 10.222.0.49 "GET /v2.0/networks?id=309a3149-e685-4a61-9809-79e480a59f20 HTTP/1.1" status: 200 len: 897 time: 0.0973639 Jul 27 23:45:42.310631 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10975378-e6f8-45af-869e-e98b043de8d7 req-c909b59b-6b9d-4094-8f04-aeb2b8af7b68 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:45:42.312566 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-10975378-e6f8-45af-869e-e98b043de8d7 req-c909b59b-6b9d-4094-8f04-aeb2b8af7b68 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "GET /v2.0/ports?device_id=e6f6eabb-5f15-4a3f-9a55-b72fbfd276b4 HTTP/1.1" status: 200 len: 945 time: 0.0553241 Jul 27 23:45:42.349589 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d06cc722-fdbf-4636-ab37-e70c3aebec2a req-b93d0e46-d5d2-4b0e-a817-1eee2a9e6849 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5cd482d3-fd2f-477e-96c1-013fc17c5ad8 HTTP/1.1" status: 200 len: 217 time: 0.0358732 Jul 27 23:45:42.354136 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-10975378-e6f8-45af-869e-e98b043de8d7 req-5dd672c1-9f6c-4977-8b1d-324d76f4cd98 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "GET /v2.0/security-groups?id=61d29f13-d36a-472e-828b-40b754b976a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337284 Jul 27 23:45:42.384914 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-2f7617bd-4ecf-4907-8628-25723093c84e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88b6bbdf-37b6-4c15-bdc9-e04be0d6014c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-8233944', 'tenant_id': '20cb27012881418a8b31e8023e85178c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.68'}], 'enable_snat': True}, 'gw_port_id': 'd983b1ab-5273-4d66-8d4b-4b9652f9b54c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:44:38Z', 'updated_at': '2021-07-27T23:44:41Z', 'revision_number': 4, 'project_id': '20cb27012881418a8b31e8023e85178c', 'gw_port': {'id': 'd983b1ab-5273-4d66-8d4b-4b9652f9b54c', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:a4:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88b6bbdf-37b6-4c15-bdc9-e04be0d6014c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:44:38Z', 'updated_at': '2021-07-27T23:44:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': '81cd3376-c5fc-4195-ad7e-f8f5fc88657b', 'name': '', 'network_id': '309a3149-e685-4a61-9809-79e480a59f20', 'tenant_id': '20cb27012881418a8b31e8023e85178c', 'mac_address': 'fa:16:3e:6a:4d:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88b6bbdf-37b6-4c15-bdc9-e04be0d6014c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': '4f2e5377-5ee8-4e2a-a8b3-dce03aac71a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:44:41Z', 'updated_at': '2021-07-27T23:44:46Z', 'revision_number': 5, 'project_id': '20cb27012881418a8b31e8023e85178c', 'subnets': [{'id': '4f2e5377-5ee8-4e2a-a8b3-dce03aac71a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:45:42.399974 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06cc722-fdbf-4636-ab37-e70c3aebec2a req-5ffa28f8-43db-4a6c-b149-a1092d7a8151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:45:42.401445 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d06cc722-fdbf-4636-ab37-e70c3aebec2a req-5ffa28f8-43db-4a6c-b149-a1092d7a8151 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4f2e5377-5ee8-4e2a-a8b3-dce03aac71a2 HTTP/1.1" status: 200 len: 834 time: 0.0449476 Jul 27 23:45:42.411240 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f7617bd-4ecf-4907-8628-25723093c84e None None] Checking router: 88b6bbdf-37b6-4c15-bdc9-e04be0d6014c for host: n-d-802623-1 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 23:45:42.419951 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f7617bd-4ecf-4907-8628-25723093c84e None None] Routers {'88b6bbdf-37b6-4c15-bdc9-e04be0d6014c'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:45:42.420564 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-2f7617bd-4ecf-4907-8628-25723093c84e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:45:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['88b6bbdf-37b6-4c15-bdc9-e04be0d6014c'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:45:42.453806 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06cc722-fdbf-4636-ab37-e70c3aebec2a req-5dca8074-dfbd-4f41-b23a-705eaf993a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:45:42.455355 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d06cc722-fdbf-4636-ab37-e70c3aebec2a req-5dca8074-dfbd-4f41-b23a-705eaf993a4c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=309a3149-e685-4a61-9809-79e480a59f20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451472 Jul 27 23:45:42.525761 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-2f7617bd-4ecf-4907-8628-25723093c84e None None] Set router 88b6bbdf-37b6-4c15-bdc9-e04be0d6014c gateway port host: n-d-802623-1 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:45:42.547060 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d06cc722-fdbf-4636-ab37-e70c3aebec2a req-6fe12bba-554f-450e-a034-5254d64a5c82 service neutron] 10.222.0.49 "GET /v2.0/networks/309a3149-e685-4a61-9809-79e480a59f20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837760 Jul 27 23:45:42.645349 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d06cc722-fdbf-4636-ab37-e70c3aebec2a req-23137631-d625-4ca2-9a3e-85f559936d03 service neutron] 10.222.0.49 "GET /v2.0/networks/309a3149-e685-4a61-9809-79e480a59f20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872905 Jul 27 23:45:42.721858 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-2f7617bd-4ecf-4907-8628-25723093c84e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88b6bbdf-37b6-4c15-bdc9-e04be0d6014c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-8233944', 'tenant_id': '20cb27012881418a8b31e8023e85178c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.68'}], 'enable_snat': True}, 'gw_port_id': 'd983b1ab-5273-4d66-8d4b-4b9652f9b54c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:44:38Z', 'updated_at': '2021-07-27T23:44:41Z', 'revision_number': 4, 'project_id': '20cb27012881418a8b31e8023e85178c', 'gw_port': {'id': 'd983b1ab-5273-4d66-8d4b-4b9652f9b54c', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:a4:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88b6bbdf-37b6-4c15-bdc9-e04be0d6014c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:44:38Z', 'updated_at': '2021-07-27T23:44:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': '81cd3376-c5fc-4195-ad7e-f8f5fc88657b', 'name': '', 'network_id': '309a3149-e685-4a61-9809-79e480a59f20', 'tenant_id': '20cb27012881418a8b31e8023e85178c', 'mac_address': 'fa:16:3e:6a:4d:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88b6bbdf-37b6-4c15-bdc9-e04be0d6014c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': '4f2e5377-5ee8-4e2a-a8b3-dce03aac71a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:44:41Z', 'updated_at': '2021-07-27T23:44:46Z', 'revision_number': 5, 'project_id': '20cb27012881418a8b31e8023e85178c', 'subnets': [{'id': '4f2e5377-5ee8-4e2a-a8b3-dce03aac71a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:45:42.752931 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f7617bd-4ecf-4907-8628-25723093c84e None None] The sync data for ids ['88b6bbdf-37b6-4c15-bdc9-e04be0d6014c'] in n-d-802623-1 is: [{'id': '88b6bbdf-37b6-4c15-bdc9-e04be0d6014c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-8233944', 'tenant_id': '20cb27012881418a8b31e8023e85178c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.68'}], 'enable_snat': True}, 'gw_port_id': 'd983b1ab-5273-4d66-8d4b-4b9652f9b54c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:44:38Z', 'updated_at': '2021-07-27T23:44:41Z', 'revision_number': 4, 'project_id': '20cb27012881418a8b31e8023e85178c', 'gw_port': {'id': 'd983b1ab-5273-4d66-8d4b-4b9652f9b54c', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:a4:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88b6bbdf-37b6-4c15-bdc9-e04be0d6014c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:44:38Z', 'updated_at': '2021-07-27T23:44:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': '81cd3376-c5fc-4195-ad7e-f8f5fc88657b', 'name': '', 'network_id': '309a3149-e685-4a61-9809-79e480a59f20', 'tenant_id': '20cb27012881418a8b31e8023e85178c', 'mac_address': 'fa:16:3e:6a:4d:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88b6bbdf-37b6-4c15-bdc9-e04be0d6014c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': '4f2e5377-5ee8-4e2a-a8b3-dce03aac71a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:44:41Z', 'updated_at': '2021-07-27T23:44:46Z', 'revision_number': 5, 'project_id': '20cb27012881418a8b31e8023e85178c', 'subnets': [{'id': '4f2e5377-5ee8-4e2a-a8b3-dce03aac71a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:45:42.845805 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276f8387-ac6a-4ff9-9623-854bc1c7df93 req-da45f980-a9be-4923-b968-468514d5a6c6 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:45:42.847341 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-276f8387-ac6a-4ff9-9623-854bc1c7df93 req-da45f980-a9be-4923-b968-468514d5a6c6 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.49 "GET /v2.0/ports?device_id=e6f6eabb-5f15-4a3f-9a55-b72fbfd276b4 HTTP/1.1" status: 200 len: 945 time: 0.0499265 Jul 27 23:45:42.939537 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [req-276f8387-ac6a-4ff9-9623-854bc1c7df93 req-b6d05da2-e673-401c-af04-e4141f68bce7 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Deleting port 5cd482d3-fd2f-477e-96c1-013fc17c5ad8 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:45:42.939889 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-276f8387-ac6a-4ff9-9623-854bc1c7df93 req-b6d05da2-e673-401c-af04-e4141f68bce7 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:45:42.971988 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbf4ea2b-d3a0-4f33-898f-3f8d33aab366 None None] New status for floating IP de429ff1-83a4-449a-9a1a-aeedb680e529: DOWN {{(pid=93799) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 23:45:43.033306 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-276f8387-ac6a-4ff9-9623-854bc1c7df93 req-b6d05da2-e673-401c-af04-e4141f68bce7 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] For port 5cd482d3-fd2f-477e-96c1-013fc17c5ad8, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=5cd482d3-fd2f-477e-96c1-013fc17c5ad8,segment=NetworkSegment(7ce2be52-65b7-4d8d-b104-d02a5636009c),segment_id=7ce2be52-65b7-4d8d-b104-d02a5636009c)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:45:43.033451 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-276f8387-ac6a-4ff9-9623-854bc1c7df93 req-b6d05da2-e673-401c-af04-e4141f68bce7 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:45:43.047371 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [req-276f8387-ac6a-4ff9-9623-854bc1c7df93 req-b6d05da2-e673-401c-af04-e4141f68bce7 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Calling delete_port for 5cd482d3-fd2f-477e-96c1-013fc17c5ad8 owned by compute:nova {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:45:43.177676 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-276f8387-ac6a-4ff9-9623-854bc1c7df93 req-b6d05da2-e673-401c-af04-e4141f68bce7 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:45:43.206508 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d05da2-e673-401c-af04-e4141f68bce7 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Pushing event deleted for resources: {'Port': ['ID=5cd482d3-fd2f-477e-96c1-013fc17c5ad8,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:45:43.233512 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d05da2-e673-401c-af04-e4141f68bce7 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:45:43.233870 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d05da2-e673-401c-af04-e4141f68bce7 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:45:43.234215 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d05da2-e673-401c-af04-e4141f68bce7 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:45:43.234552 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d05da2-e673-401c-af04-e4141f68bce7 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:45:43.234885 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d05da2-e673-401c-af04-e4141f68bce7 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:45:43.235257 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d05da2-e673-401c-af04-e4141f68bce7 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:45:43.235587 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d05da2-e673-401c-af04-e4141f68bce7 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:45:43.235919 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d05da2-e673-401c-af04-e4141f68bce7 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:45:43.236247 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d05da2-e673-401c-af04-e4141f68bce7 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:45:43.236573 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d05da2-e673-401c-af04-e4141f68bce7 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:45:43.236896 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d05da2-e673-401c-af04-e4141f68bce7 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:45:43.237218 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d05da2-e673-401c-af04-e4141f68bce7 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:45:43.256079 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [req-276f8387-ac6a-4ff9-9623-854bc1c7df93 req-b6d05da2-e673-401c-af04-e4141f68bce7 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] No DVR routers for this DVR port 5cd482d3-fd2f-477e-96c1-013fc17c5ad8 on host n-h2-802623-1 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:45:43.258472 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-276f8387-ac6a-4ff9-9623-854bc1c7df93 req-b6d05da2-e673-401c-af04-e4141f68bce7 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:45:43.260547 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-276f8387-ac6a-4ff9-9623-854bc1c7df93 req-b6d05da2-e673-401c-af04-e4141f68bce7 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.49 "DELETE /v2.0/ports/5cd482d3-fd2f-477e-96c1-013fc17c5ad8 HTTP/1.1" status: 204 len: 173 time: 0.4074912 Jul 27 23:45:43.260981 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6f6eabb-5f15-4a3f-9a55-b72fbfd276b4', 'name': 'network-vif-deleted', 'tag': '5cd482d3-fd2f-477e-96c1-013fc17c5ad8'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:45:43.263229 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a476459a1bfce68b0ae0df5b6a71154bfc7cfdc8f9eefce6ad0a17231e60468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7347babc-2c5f-4a95-9e56-cf112d6500fc" -d '{"events": [{"server_uuid": "e6f6eabb-5f15-4a3f-9a55-b72fbfd276b4", "name": "network-vif-deleted", "tag": "5cd482d3-fd2f-477e-96c1-013fc17c5ad8"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:45:43.304743 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:45:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c4d2d2f-53fc-4213-94af-f988137e2d30 x-openstack-request-id: req-7c4d2d2f-53fc-4213-94af-f988137e2d30 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:45:43.305068 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6f6eabb-5f15-4a3f-9a55-b72fbfd276b4", "name": "network-vif-deleted", "tag": "5cd482d3-fd2f-477e-96c1-013fc17c5ad8", "status": "completed", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:45:43.305327 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7c4d2d2f-53fc-4213-94af-f988137e2d30 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:45:43.305731 n-d-802623-1 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6f6eabb-5f15-4a3f-9a55-b72fbfd276b4', 'name': 'network-vif-deleted', 'tag': '5cd482d3-fd2f-477e-96c1-013fc17c5ad8', 'status': 'completed', 'code': 200} Jul 27 23:45:43.464895 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-684b8a01-85d4-4605-a26e-f671743b38f4 req-deb7e77c-6a68-46ec-a7bd-2caa88b50ed9 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "GET /v2.0/ports?device_id=e6f6eabb-5f15-4a3f-9a55-b72fbfd276b4 HTTP/1.1" status: 200 len: 210 time: 0.0305157 Jul 27 23:45:44.520231 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 54140) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:45:44.879374 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f536ed1d-ad15-4895-b114-aa5463f3aa5a tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-414022'] for router_interface, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:45:45.130289 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-f536ed1d-ad15-4895-b114-aa5463f3aa5a tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Deleting port 81cd3376-c5fc-4195-ad7e-f8f5fc88657b {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:45:45.131103 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f536ed1d-ad15-4895-b114-aa5463f3aa5a tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:45:45.229171 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-f536ed1d-ad15-4895-b114-aa5463f3aa5a tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] For port 81cd3376-c5fc-4195-ad7e-f8f5fc88657b, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=81cd3376-c5fc-4195-ad7e-f8f5fc88657b,segment=NetworkSegment(7ce2be52-65b7-4d8d-b104-d02a5636009c),segment_id=7ce2be52-65b7-4d8d-b104-d02a5636009c)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:45:45.229541 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f536ed1d-ad15-4895-b114-aa5463f3aa5a tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:45:45.242680 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-f536ed1d-ad15-4895-b114-aa5463f3aa5a tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Calling delete_port for 81cd3376-c5fc-4195-ad7e-f8f5fc88657b owned by network:router_interface {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:45:45.433325 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f536ed1d-ad15-4895-b114-aa5463f3aa5a tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:45:45.460081 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f536ed1d-ad15-4895-b114-aa5463f3aa5a tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Pushing event deleted for resources: {'Port': ['ID=81cd3376-c5fc-4195-ad7e-f8f5fc88657b,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:45:45.637548 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f536ed1d-ad15-4895-b114-aa5463f3aa5a tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3760546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-413994'] for router_interface, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:45:45.855102 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f536ed1d-ad15-4895-b114-aa5463f3aa5a tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Router 88b6bbdf-37b6-4c15-bdc9-e04be0d6014c has already been hosted by L3 agent 018c4455-49c0-4734-927d-7824067b2a9e {{(pid=93797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 23:45:45.964407 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f536ed1d-ad15-4895-b114-aa5463f3aa5a tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:45:45.969444 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-f536ed1d-ad15-4895-b114-aa5463f3aa5a tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "PUT /v2.0/routers/88b6bbdf-37b6-4c15-bdc9-e04be0d6014c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4482043 Jul 27 23:45:45.972134 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 54142) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:45:45.975457 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b68f5ac2-9031-40e5-bccb-031e53d0a349 None None] Sync routers for ids ['88b6bbdf-37b6-4c15-bdc9-e04be0d6014c'] in n-d-802623-1 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:45:45.984491 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b68f5ac2-9031-40e5-bccb-031e53d0a349 None None] Routers {'88b6bbdf-37b6-4c15-bdc9-e04be0d6014c'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:45:45.985100 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-b68f5ac2-9031-40e5-bccb-031e53d0a349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:45:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['88b6bbdf-37b6-4c15-bdc9-e04be0d6014c'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:45:46.023644 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_v2 [None req-8deb412c-c69d-4ad8-a2a9-84f8743ebcfa tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Deleting subnet 4f2e5377-5ee8-4e2a-a8b3-dce03aac71a2 {{(pid=93797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 23:45:46.026676 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8deb412c-c69d-4ad8-a2a9-84f8743ebcfa tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks [] for subnet, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:45:46.066126 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8deb412c-c69d-4ad8-a2a9-84f8743ebcfa tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11335971'] for subnet, precommit_delete_associations {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:45:46.086916 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-b68f5ac2-9031-40e5-bccb-031e53d0a349 None None] Set router 88b6bbdf-37b6-4c15-bdc9-e04be0d6014c gateway port host: n-d-802623-1 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:45:46.159555 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8deb412c-c69d-4ad8-a2a9-84f8743ebcfa tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620741'] for subnet, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:45:46.219508 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8deb412c-c69d-4ad8-a2a9-84f8743ebcfa tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11335991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11551414'] for subnet, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:45:46.245779 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8deb412c-c69d-4ad8-a2a9-84f8743ebcfa tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Pushing event deleted for resources: {'Subnet': ['ID=4f2e5377-5ee8-4e2a-a8b3-dce03aac71a2,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:45:46.250635 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8deb412c-c69d-4ad8-a2a9-84f8743ebcfa tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks [] for subnet, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:45:46.253195 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-8deb412c-c69d-4ad8-a2a9-84f8743ebcfa tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "DELETE /v2.0/subnets/4f2e5377-5ee8-4e2a-a8b3-dce03aac71a2 HTTP/1.1" status: 204 len: 168 time: 0.2801116 Jul 27 23:45:46.255196 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 54144) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:45:46.258421 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a34d8994-b794-4627-8d1c-c461ee4ca2ed None None] Network 309a3149-e685-4a61-9809-79e480a59f20 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:45:46.366454 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-b68f5ac2-9031-40e5-bccb-031e53d0a349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88b6bbdf-37b6-4c15-bdc9-e04be0d6014c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-8233944', 'tenant_id': '20cb27012881418a8b31e8023e85178c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.68'}], 'enable_snat': True}, 'gw_port_id': 'd983b1ab-5273-4d66-8d4b-4b9652f9b54c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:44:38Z', 'updated_at': '2021-07-27T23:45:45Z', 'revision_number': 5, 'project_id': '20cb27012881418a8b31e8023e85178c', 'gw_port': {'id': 'd983b1ab-5273-4d66-8d4b-4b9652f9b54c', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:a4:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88b6bbdf-37b6-4c15-bdc9-e04be0d6014c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:44:38Z', 'updated_at': '2021-07-27T23:44:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1'}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:45:46.370362 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e48a9902-d3d7-4c4a-a1f6-66029354f41d tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks [] for router, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:45:46.394112 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b68f5ac2-9031-40e5-bccb-031e53d0a349 None None] Checking router: 88b6bbdf-37b6-4c15-bdc9-e04be0d6014c for host: n-d-802623-1 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 23:45:46.408577 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b68f5ac2-9031-40e5-bccb-031e53d0a349 None None] Routers {'88b6bbdf-37b6-4c15-bdc9-e04be0d6014c'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:45:46.409353 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-b68f5ac2-9031-40e5-bccb-031e53d0a349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:45:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['88b6bbdf-37b6-4c15-bdc9-e04be0d6014c'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:45:46.441944 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76915652-4273-4dad-b4ba-09a6fac3498f None None] DHCP port deletion for 309a3149-e685-4a61-9809-79e480a59f20 request from n-d-802623-1 {{(pid=93799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 23:45:46.483609 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e48a9902-d3d7-4c4a-a1f6-66029354f41d tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:45:46.502395 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-76915652-4273-4dad-b4ba-09a6fac3498f None None] Deleting port 99493d40-524b-45ff-9de0-1aa1dc469c41 {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:45:46.502774 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-76915652-4273-4dad-b4ba-09a6fac3498f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:45:46.525243 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-b68f5ac2-9031-40e5-bccb-031e53d0a349 None None] Set router 88b6bbdf-37b6-4c15-bdc9-e04be0d6014c gateway port host: n-d-802623-1 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:45:46.545102 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-e48a9902-d3d7-4c4a-a1f6-66029354f41d tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Deleting port d983b1ab-5273-4d66-8d4b-4b9652f9b54c {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:45:46.545464 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e48a9902-d3d7-4c4a-a1f6-66029354f41d tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:45:46.565988 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-76915652-4273-4dad-b4ba-09a6fac3498f None None] For port 99493d40-524b-45ff-9de0-1aa1dc469c41, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=99493d40-524b-45ff-9de0-1aa1dc469c41,segment=NetworkSegment(7ce2be52-65b7-4d8d-b104-d02a5636009c),segment_id=7ce2be52-65b7-4d8d-b104-d02a5636009c)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:45:46.566400 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-76915652-4273-4dad-b4ba-09a6fac3498f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:45:46.579617 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-76915652-4273-4dad-b4ba-09a6fac3498f None None] Calling delete_port for 99493d40-524b-45ff-9de0-1aa1dc469c41 owned by network:dhcp {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:45:46.637260 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-e48a9902-d3d7-4c4a-a1f6-66029354f41d tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] For port d983b1ab-5273-4d66-8d4b-4b9652f9b54c, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=d983b1ab-5273-4d66-8d4b-4b9652f9b54c,segment=NetworkSegment(b9afe07e-bbe4-4740-834c-4b6a9698bdbc),segment_id=b9afe07e-bbe4-4740-834c-4b6a9698bdbc)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:45:46.637965 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e48a9902-d3d7-4c4a-a1f6-66029354f41d tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:45:46.650123 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-e48a9902-d3d7-4c4a-a1f6-66029354f41d tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Calling delete_port for d983b1ab-5273-4d66-8d4b-4b9652f9b54c owned by network:router_gateway {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:45:46.663193 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-76915652-4273-4dad-b4ba-09a6fac3498f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:45:46.688879 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76915652-4273-4dad-b4ba-09a6fac3498f None None] Pushing event deleted for resources: {'Port': ['ID=99493d40-524b-45ff-9de0-1aa1dc469c41,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:45:46.693865 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76915652-4273-4dad-b4ba-09a6fac3498f None None] No DVR routers for this DVR port 99493d40-524b-45ff-9de0-1aa1dc469c41 on host n-d-802623-1 {{(pid=93799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:45:46.702118 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76915652-4273-4dad-b4ba-09a6fac3498f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:45:46.702463 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76915652-4273-4dad-b4ba-09a6fac3498f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:45:46.702754 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76915652-4273-4dad-b4ba-09a6fac3498f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:45:46.703102 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76915652-4273-4dad-b4ba-09a6fac3498f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:45:46.703587 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76915652-4273-4dad-b4ba-09a6fac3498f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:45:46.703764 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76915652-4273-4dad-b4ba-09a6fac3498f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:45:46.704092 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76915652-4273-4dad-b4ba-09a6fac3498f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:45:46.704418 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76915652-4273-4dad-b4ba-09a6fac3498f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:45:46.704746 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76915652-4273-4dad-b4ba-09a6fac3498f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:45:46.705203 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76915652-4273-4dad-b4ba-09a6fac3498f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:45:46.705398 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76915652-4273-4dad-b4ba-09a6fac3498f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:45:46.705714 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76915652-4273-4dad-b4ba-09a6fac3498f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:45:46.717163 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-b68f5ac2-9031-40e5-bccb-031e53d0a349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88b6bbdf-37b6-4c15-bdc9-e04be0d6014c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-8233944', 'tenant_id': '20cb27012881418a8b31e8023e85178c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.68'}], 'enable_snat': True}, 'gw_port_id': 'd983b1ab-5273-4d66-8d4b-4b9652f9b54c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:44:38Z', 'updated_at': '2021-07-27T23:45:45Z', 'revision_number': 5, 'project_id': '20cb27012881418a8b31e8023e85178c', 'gw_port': {'id': 'd983b1ab-5273-4d66-8d4b-4b9652f9b54c', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:a4:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88b6bbdf-37b6-4c15-bdc9-e04be0d6014c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:44:38Z', 'updated_at': '2021-07-27T23:44:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1'}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:45:46.744144 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b68f5ac2-9031-40e5-bccb-031e53d0a349 None None] The sync data for ids ['88b6bbdf-37b6-4c15-bdc9-e04be0d6014c'] in n-d-802623-1 is: [{'id': '88b6bbdf-37b6-4c15-bdc9-e04be0d6014c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-8233944', 'tenant_id': '20cb27012881418a8b31e8023e85178c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.68'}], 'enable_snat': True}, 'gw_port_id': 'd983b1ab-5273-4d66-8d4b-4b9652f9b54c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:44:38Z', 'updated_at': '2021-07-27T23:45:45Z', 'revision_number': 5, 'project_id': '20cb27012881418a8b31e8023e85178c', 'gw_port': {'id': 'd983b1ab-5273-4d66-8d4b-4b9652f9b54c', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:a4:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88b6bbdf-37b6-4c15-bdc9-e04be0d6014c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:44:38Z', 'updated_at': '2021-07-27T23:44:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1'}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:45:46.832838 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e48a9902-d3d7-4c4a-a1f6-66029354f41d tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:45:46.858819 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48a9902-d3d7-4c4a-a1f6-66029354f41d tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Pushing event deleted for resources: {'Port': ['ID=d983b1ab-5273-4d66-8d4b-4b9652f9b54c,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:45:46.920263 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e48a9902-d3d7-4c4a-a1f6-66029354f41d tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-415368'] for router_gateway, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:45:47.010690 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e48a9902-d3d7-4c4a-a1f6-66029354f41d tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62205'] for router, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:45:47.012684 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e48a9902-d3d7-4c4a-a1f6-66029354f41d tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:45:47.055757 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e48a9902-d3d7-4c4a-a1f6-66029354f41d tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-477831'] for router, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:45:47.056344 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e48a9902-d3d7-4c4a-a1f6-66029354f41d tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Fanout notify agent at l3_agent the message router_deleted on router 88b6bbdf-37b6-4c15-bdc9-e04be0d6014c {{(pid=93797) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 23:45:47.063335 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e48a9902-d3d7-4c4a-a1f6-66029354f41d tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks [] for router, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:45:47.064429 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-e48a9902-d3d7-4c4a-a1f6-66029354f41d tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "DELETE /v2.0/routers/88b6bbdf-37b6-4c15-bdc9-e04be0d6014c HTTP/1.1" status: 204 len: 168 time: 0.8076055 Jul 27 23:45:47.067124 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 54146) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:45:47.143690 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-570beeae-508f-494c-8e6b-a1c4e542f689 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593271'] for network, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:45:47.236631 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-570beeae-508f-494c-8e6b-a1c4e542f689 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618032', 'neutron.services.segments.db._delete_segments_for_network-8736833900081'] for network, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:45:47.246765 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-570beeae-508f-494c-8e6b-a1c4e542f689 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['309a3149-e685-4a61-9809-79e480a59f20']}} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:45:47.257011 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-570beeae-508f-494c-8e6b-a1c4e542f689 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ce2be52-65b7-4d8d-b104-d02a5636009c') {'for_net_delete': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:45:47.257310 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-570beeae-508f-494c-8e6b-a1c4e542f689 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ce2be52-65b7-4d8d-b104-d02a5636009c') {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:45:47.265991 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-570beeae-508f-494c-8e6b-a1c4e542f689 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736833900858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11335978'] for segment, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:45:47.280344 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-570beeae-508f-494c-8e6b-a1c4e542f689 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:45:47.287300 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-570beeae-508f-494c-8e6b-a1c4e542f689 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Releasing vlan 523 on physical network physnet1 to pool {{(pid=93797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 23:45:47.287758 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-570beeae-508f-494c-8e6b-a1c4e542f689 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11336013'] for segment, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:45:47.290814 n-d-802623-1 neutron-server[93797]: Traceback (most recent call last): Jul 27 23:45:47.290814 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 23:45:47.290814 n-d-802623-1 neutron-server[93797]: timer() Jul 27 23:45:47.290814 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 23:45:47.290814 n-d-802623-1 neutron-server[93797]: cb(*args, **kw) Jul 27 23:45:47.290814 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 23:45:47.290814 n-d-802623-1 neutron-server[93797]: return func(*args, **kwargs) Jul 27 23:45:47.290814 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 23:45:47.290814 n-d-802623-1 neutron-server[93797]: self._notify() Jul 27 23:45:47.290814 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 23:45:47.290814 n-d-802623-1 neutron-server[93797]: self.callback(batched_events) Jul 27 23:45:47.290814 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 23:45:47.290814 n-d-802623-1 neutron-server[93797]: event.method(event) Jul 27 23:45:47.290814 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 23:45:47.290814 n-d-802623-1 neutron-server[93797]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 23:45:47.290814 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 23:45:47.290814 n-d-802623-1 neutron-server[93797]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 23:45:47.290814 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 23:45:47.290814 n-d-802623-1 neutron-server[93797]: return f(self, *a, **k) Jul 27 23:45:47.290814 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 23:45:47.290814 n-d-802623-1 neutron-server[93797]: return self._get(url).json() Jul 27 23:45:47.290814 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 23:45:47.290814 n-d-802623-1 neutron-server[93797]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 23:45:47.290814 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 23:45:47.290814 n-d-802623-1 neutron-server[93797]: return self.request(url, 'GET', **kwargs) Jul 27 23:45:47.290814 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 23:45:47.290814 n-d-802623-1 neutron-server[93797]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 23:45:47.290814 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 23:45:47.290814 n-d-802623-1 neutron-server[93797]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 23:45:47.290814 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 23:45:47.290814 n-d-802623-1 neutron-server[93797]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 23:45:47.290814 n-d-802623-1 neutron-server[93797]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 23:45:47.355915 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-570beeae-508f-494c-8e6b-a1c4e542f689 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415412'] for network, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:45:47.363451 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-570beeae-508f-494c-8e6b-a1c4e542f689 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks [] for network, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:45:47.367961 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-570beeae-508f-494c-8e6b-a1c4e542f689 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "DELETE /v2.0/networks/309a3149-e685-4a61-9809-79e480a59f20 HTTP/1.1" status: 204 len: 168 time: 0.2972496 Jul 27 23:45:47.368172 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 54148) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:45:47.381522 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570beeae-508f-494c-8e6b-a1c4e542f689 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Pushing event deleted for resources: {'Network': ['ID=309a3149-e685-4a61-9809-79e480a59f20,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:45:47.434115 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d05107c7-5894-43aa-9089-0d81e798a849 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:45:47.463911 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d05107c7-5894-43aa-9089-0d81e798a849 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:45:47.524592 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d05107c7-5894-43aa-9089-0d81e798a849 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:45:47.527285 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d05107c7-5894-43aa-9089-0d81e798a849 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:45:47.528429 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-d05107c7-5894-43aa-9089-0d81e798a849 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "DELETE /v2.0/security-groups/61d29f13-d36a-472e-828b-40b754b976a5 HTTP/1.1" status: 204 len: 168 time: 0.1592836 Jul 27 23:45:47.538560 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05107c7-5894-43aa-9089-0d81e798a849 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=61d29f13-d36a-472e-828b-40b754b976a5,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:45:47.740109 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device 5cd482d3-fd2f-477e-96c1-013fc17c5ad8 no longer exists at agent hyperv_n-h2-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:45:47.763647 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] No Port match for: 5cd482d3-fd2f-477e-96c1-013fc17c5ad8 {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:45:47.764091 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device 5cd482d3-fd2f-477e-96c1-013fc17c5ad8 not bound to the agent host n-h2-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:45:47.801749 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 54154) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:45:47.806386 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-bc7baef5-1d2b-442d-a826-85ca9c94e7bb tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1861616328', 'description': 'tempest-secgroup-smoke-1861616328 description', 'project_id': '20cb27012881418a8b31e8023e85178c'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:45:47.828518 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bc7baef5-1d2b-442d-a826-85ca9c94e7bb tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:45:47.901149 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 81cd3376-c5fc-4195-ad7e-f8f5fc88657b no longer exists at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:45:47.916019 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bc7baef5-1d2b-442d-a826-85ca9c94e7bb tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:45:47.921098 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bc7baef5-1d2b-442d-a826-85ca9c94e7bb tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:45:47.922942 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] No Port match for: 81cd3376-c5fc-4195-ad7e-f8f5fc88657b {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:45:47.923590 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 81cd3376-c5fc-4195-ad7e-f8f5fc88657b not bound to the agent host n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:45:47.924067 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device d983b1ab-5273-4d66-8d4b-4b9652f9b54c no longer exists at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:45:47.944580 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] No Port match for: d983b1ab-5273-4d66-8d4b-4b9652f9b54c {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:45:47.944924 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device d983b1ab-5273-4d66-8d4b-4b9652f9b54c not bound to the agent host n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:45:47.945340 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 99493d40-524b-45ff-9de0-1aa1dc469c41 no longer exists at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:45:47.950781 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7baef5-1d2b-442d-a826-85ca9c94e7bb tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35e8b332-3722-4036-bee1-2d0e80448171,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:45:47.953106 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bc7baef5-1d2b-442d-a826-85ca9c94e7bb tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:45:47.954334 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-bc7baef5-1d2b-442d-a826-85ca9c94e7bb tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1515577 Jul 27 23:45:47.957198 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 54156) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:45:47.962286 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-2e1fbd37-6453-4751-9695-64c30d0ecd17 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Request body: {'security_group_rule': {'security_group_id': '35e8b332-3722-4036-bee1-2d0e80448171', 'project_id': '20cb27012881418a8b31e8023e85178c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:45:47.969278 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] No Port match for: 99493d40-524b-45ff-9de0-1aa1dc469c41 {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:45:47.969645 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 99493d40-524b-45ff-9de0-1aa1dc469c41 not bound to the agent host n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:45:47.989788 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2e1fbd37-6453-4751-9695-64c30d0ecd17 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:45:48.045892 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2e1fbd37-6453-4751-9695-64c30d0ecd17 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:45:48.049055 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2e1fbd37-6453-4751-9695-64c30d0ecd17 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784185'] for security_group_rule, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:45:48.068594 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1fbd37-6453-4751-9695-64c30d0ecd17 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ae1cf22-231c-4a5c-88cf-18afb5a4b453,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:45:48.072089 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2e1fbd37-6453-4751-9695-64c30d0ecd17 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:45:48.073283 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-2e1fbd37-6453-4751-9695-64c30d0ecd17 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1151361 Jul 27 23:45:48.076023 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 54158) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:45:48.080487 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-e6a9805c-470f-49be-8333-05915ee29276 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Request body: {'security_group_rule': {'security_group_id': '35e8b332-3722-4036-bee1-2d0e80448171', 'project_id': '20cb27012881418a8b31e8023e85178c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:45:48.105133 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e6a9805c-470f-49be-8333-05915ee29276 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:45:48.161361 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e6a9805c-470f-49be-8333-05915ee29276 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:45:48.166365 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e6a9805c-470f-49be-8333-05915ee29276 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784185'] for security_group_rule, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:45:48.187500 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a9805c-470f-49be-8333-05915ee29276 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=458c5c1f-ed41-487d-b917-be36e0fed04f,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:45:48.197034 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e6a9805c-470f-49be-8333-05915ee29276 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:45:48.198315 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-e6a9805c-470f-49be-8333-05915ee29276 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1213136 Jul 27 23:45:48.201110 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 54160) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:45:48.205601 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-9f927928-892b-4347-aeef-e39a67b1e6ea tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Request body: {'security_group_rule': {'security_group_id': '35e8b332-3722-4036-bee1-2d0e80448171', 'project_id': '20cb27012881418a8b31e8023e85178c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:45:48.231204 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9f927928-892b-4347-aeef-e39a67b1e6ea tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:45:48.289509 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9f927928-892b-4347-aeef-e39a67b1e6ea tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:45:48.292944 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9f927928-892b-4347-aeef-e39a67b1e6ea tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784185'] for security_group_rule, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:45:48.309625 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f927928-892b-4347-aeef-e39a67b1e6ea tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c1a2a07-1c70-420f-bba6-9417ed1209b2,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:45:48.316132 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9f927928-892b-4347-aeef-e39a67b1e6ea tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:45:48.319587 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-9f927928-892b-4347-aeef-e39a67b1e6ea tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1155818 Jul 27 23:45:48.321014 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 54162) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:45:48.325422 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-5bff074c-6ea3-494a-870e-2e7841e13903 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Request body: {'security_group_rule': {'security_group_id': '35e8b332-3722-4036-bee1-2d0e80448171', 'project_id': '20cb27012881418a8b31e8023e85178c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:45:48.350720 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5bff074c-6ea3-494a-870e-2e7841e13903 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:45:48.365509 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.agents_db [None req-9beef776-8bab-4de2-989a-f5a23ba4aaf4 None None] Agent healthcheck: found 7 active agents {{(pid=93800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 23:45:48.409024 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5bff074c-6ea3-494a-870e-2e7841e13903 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:45:48.412966 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5bff074c-6ea3-494a-870e-2e7841e13903 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784185'] for security_group_rule, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:45:48.430636 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bff074c-6ea3-494a-870e-2e7841e13903 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a15fa905-27b0-46a5-8cb6-71dd49569c8b,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:45:48.435812 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5bff074c-6ea3-494a-870e-2e7841e13903 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:45:48.436808 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-5bff074c-6ea3-494a-870e-2e7841e13903 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1148598 Jul 27 23:45:48.440107 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 54164) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:45:48.444536 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-30ecd346-0af6-4808-8e24-5070f76c4d8e tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Request body: {'security_group_rule': {'security_group_id': '35e8b332-3722-4036-bee1-2d0e80448171', 'project_id': '20cb27012881418a8b31e8023e85178c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:45:48.465089 n-d-802623-1 neutron-server[93798]: INFO neutron.db.securitygroups_db [None req-30ecd346-0af6-4808-8e24-5070f76c4d8e tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Project 20cb27012881418a8b31e8023e85178c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 23:45:48.469838 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-30ecd346-0af6-4808-8e24-5070f76c4d8e tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:45:48.531053 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-30ecd346-0af6-4808-8e24-5070f76c4d8e tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:45:48.534342 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-30ecd346-0af6-4808-8e24-5070f76c4d8e tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784185'] for security_group_rule, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:45:48.552865 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ecd346-0af6-4808-8e24-5070f76c4d8e tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3221c165-55c3-4de1-93f5-7f157ee68fa1,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:45:48.559362 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-30ecd346-0af6-4808-8e24-5070f76c4d8e tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:45:48.560689 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-30ecd346-0af6-4808-8e24-5070f76c4d8e tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1195388 Jul 27 23:45:48.563621 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 54166) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:45:48.568242 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-f1d64541-0929-43f8-beac-8235b453689e tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Request body: {'security_group_rule': {'security_group_id': '35e8b332-3722-4036-bee1-2d0e80448171', 'project_id': '20cb27012881418a8b31e8023e85178c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:45:48.591546 n-d-802623-1 neutron-server[93798]: INFO neutron.db.securitygroups_db [None req-f1d64541-0929-43f8-beac-8235b453689e tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Project 20cb27012881418a8b31e8023e85178c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 23:45:48.596359 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f1d64541-0929-43f8-beac-8235b453689e tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:45:48.657391 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f1d64541-0929-43f8-beac-8235b453689e tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:45:48.660700 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f1d64541-0929-43f8-beac-8235b453689e tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784185'] for security_group_rule, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:45:48.678317 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d64541-0929-43f8-beac-8235b453689e tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f3dedfb-cb59-4cab-b003-0aafde2c6ae5,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:45:48.684408 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f1d64541-0929-43f8-beac-8235b453689e tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:45:48.685501 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-f1d64541-0929-43f8-beac-8235b453689e tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1209145 Jul 27 23:45:48.688653 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 54168) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:45:48.693642 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-73ce8d4a-b70d-4a65-be3f-a4da587c60c3 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Request body: {'network': {'name': 'tempest-network-smoke--1885073135', 'project_id': '20cb27012881418a8b31e8023e85178c', 'port_security_enabled': True}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:45:48.712384 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73ce8d4a-b70d-4a65-be3f-a4da587c60c3 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Made reservation on behalf of 20cb27012881418a8b31e8023e85178c for: {'network': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:45:48.715718 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-73ce8d4a-b70d-4a65-be3f-a4da587c60c3 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for network, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:45:48.738294 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73ce8d4a-b70d-4a65-be3f-a4da587c60c3 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 517} {{(pid=93798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 23:45:48.747727 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-73ce8d4a-b70d-4a65-be3f-a4da587c60c3 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:45:48.748063 n-d-802623-1 neutron-server[93798]: INFO neutron.db.segments_db [None req-73ce8d4a-b70d-4a65-be3f-a4da587c60c3 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Added segment 026827be-b514-4d88-a889-7915e1788876 of type vlan for network 857f275f-2479-4f63-9116-427252df5835 Jul 27 23:45:48.788650 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-73ce8d4a-b70d-4a65-be3f-a4da587c60c3 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736833354590'] for network, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:45:48.815933 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-73ce8d4a-b70d-4a65-be3f-a4da587c60c3 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569'] for network, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:45:48.821558 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73ce8d4a-b70d-4a65-be3f-a4da587c60c3 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:45:48.822136 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-73ce8d4a-b70d-4a65-be3f-a4da587c60c3 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks [] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:45:48.880013 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-73ce8d4a-b70d-4a65-be3f-a4da587c60c3 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1903744 Jul 27 23:45:48.882728 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 54170) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:45:48.889111 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-9f2c9291-43bb-41cc-8ee7-2e0dae8c2376 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1754241374', 'admin_state_up': True, 'project_id': '20cb27012881418a8b31e8023e85178c', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'}}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:45:48.903859 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ce8d4a-b70d-4a65-be3f-a4da587c60c3 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Pushing event updated for resources: {'Network': ['ID=857f275f-2479-4f63-9116-427252df5835,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:45:48.914592 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Network 857f275f-2479-4f63-9116-427252df5835 details requested by agent ovs-agent-n-d-802623-1 with host n-d-802623-1 {{(pid=93799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 23:45:48.920611 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9f2c9291-43bb-41cc-8ee7-2e0dae8c2376 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62159'] for router, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:45:48.921692 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9f2c9291-43bb-41cc-8ee7-2e0dae8c2376 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-479230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-415539', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3693317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62148'] for router, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:45:48.972139 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9f2c9291-43bb-41cc-8ee7-2e0dae8c2376 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:45:49.110467 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9f2c9291-43bb-41cc-8ee7-2e0dae8c2376 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-415433', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62186'] for router, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:45:49.296754 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9f2c9291-43bb-41cc-8ee7-2e0dae8c2376 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks [] for router_gateway, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:45:49.319312 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9f2c9291-43bb-41cc-8ee7-2e0dae8c2376 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:45:49.417247 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-9f2c9291-43bb-41cc-8ee7-2e0dae8c2376 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Allocated IP 172.25.4.107 (2fd42287-ed26-4eb9-89a5-b521f5b04356/17de1f8f-393a-4b0c-a2df-614bd3f2fb5e/1b044089-47e9-49c6-99f7-ed99b6093229) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:45:49.523304 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9f2c9291-43bb-41cc-8ee7-2e0dae8c2376 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:45:49.562894 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9f2c9291-43bb-41cc-8ee7-2e0dae8c2376 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:45:49.598805 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f2c9291-43bb-41cc-8ee7-2e0dae8c2376 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Network 2fd42287-ed26-4eb9-89a5-b521f5b04356 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:45:49.601577 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-9f2c9291-43bb-41cc-8ee7-2e0dae8c2376 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:45:49.605006 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f2c9291-43bb-41cc-8ee7-2e0dae8c2376 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:45:49.632387 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2c9291-43bb-41cc-8ee7-2e0dae8c2376 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Pushing event updated for resources: {'Port': ['ID=1b044089-47e9-49c6-99f7-ed99b6093229,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:45:49.856828 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9f2c9291-43bb-41cc-8ee7-2e0dae8c2376 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks [] for router_gateway, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:45:50.070733 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9f2c9291-43bb-41cc-8ee7-2e0dae8c2376 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-415468'] for router, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:45:50.197325 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f2c9291-43bb-41cc-8ee7-2e0dae8c2376 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Router 70a657fb-8465-4f89-974b-9fbf8a7dfc51 is scheduled to L3 agent 018c4455-49c0-4734-927d-7824067b2a9e with binding_index 1 {{(pid=93798) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 23:45:50.298830 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f2c9291-43bb-41cc-8ee7-2e0dae8c2376 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:45:50.308183 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e616b864-03f9-48e2-ade6-9e80adfa581a None None] Sync routers for ids ['70a657fb-8465-4f89-974b-9fbf8a7dfc51'] in n-d-802623-1 {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:45:50.317231 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9f2c9291-43bb-41cc-8ee7-2e0dae8c2376 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks [] for router, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:45:50.317670 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e616b864-03f9-48e2-ade6-9e80adfa581a None None] Routers {'70a657fb-8465-4f89-974b-9fbf8a7dfc51'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:45:50.318296 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-e616b864-03f9-48e2-ade6-9e80adfa581a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:45:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['70a657fb-8465-4f89-974b-9fbf8a7dfc51'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:45:50.318497 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-9f2c9291-43bb-41cc-8ee7-2e0dae8c2376 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4348192 Jul 27 23:45:50.321790 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 54172) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:45:50.350687 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-523dd868-8b10-4d0d-aec1-ddc433d859ea tempest-TestNetworkAdvancedServerOps-897726458 tempest-TestNetworkAdvancedServerOps-897726458-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=20cb27012881418a8b31e8023e85178c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0277064 Jul 27 23:45:50.353259 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 54174) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:45:50.424343 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-e616b864-03f9-48e2-ade6-9e80adfa581a None None] Set router 70a657fb-8465-4f89-974b-9fbf8a7dfc51 gateway port host: n-d-802623-1 {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:45:50.436035 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccc76efb-0c4d-4944-9df6-b0eeed32e27d tempest-TestNetworkAdvancedServerOps-897726458 tempest-TestNetworkAdvancedServerOps-897726458-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:45:50.437800 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-ccc76efb-0c4d-4944-9df6-b0eeed32e27d tempest-TestNetworkAdvancedServerOps-897726458 tempest-TestNetworkAdvancedServerOps-897726458-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0833788 Jul 27 23:45:50.440727 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 54176) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:45:50.472425 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-36323ef5-af7d-4cf6-92a8-29fec370b835 tempest-TestNetworkAdvancedServerOps-897726458 tempest-TestNetworkAdvancedServerOps-897726458-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=2fd42287-ed26-4eb9-89a5-b521f5b04356&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0306530 Jul 27 23:45:50.475628 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 54178) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:45:50.480325 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-01dec222-303b-4643-a765-d1151134e697 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-986935883', 'network_id': '857f275f-2479-4f63-9116-427252df5835', 'project_id': '20cb27012881418a8b31e8023e85178c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:45:50.565788 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01dec222-303b-4643-a765-d1151134e697 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Made reservation on behalf of 20cb27012881418a8b31e8023e85178c for: {'subnet': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:45:50.569321 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-01dec222-303b-4643-a765-d1151134e697 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12265828'] for subnet, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:45:50.595886 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-e616b864-03f9-48e2-ade6-9e80adfa581a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70a657fb-8465-4f89-974b-9fbf8a7dfc51', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1754241374', 'tenant_id': '20cb27012881418a8b31e8023e85178c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.107'}], 'enable_snat': True}, 'gw_port_id': '1b044089-47e9-49c6-99f7-ed99b6093229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:45:48Z', 'updated_at': '2021-07-27T23:45:49Z', 'revision_number': 3, 'project_id': '20cb27012881418a8b31e8023e85178c', 'gw_port': {'id': '1b044089-47e9-49c6-99f7-ed99b6093229', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:3b:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70a657fb-8465-4f89-974b-9fbf8a7dfc51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:45:49Z', 'updated_at': '2021-07-27T23:45:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1'}], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:45:50.625527 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e616b864-03f9-48e2-ade6-9e80adfa581a None None] Checking router: 70a657fb-8465-4f89-974b-9fbf8a7dfc51 for host: n-d-802623-1 {{(pid=93799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 23:45:50.625784 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e616b864-03f9-48e2-ade6-9e80adfa581a None None] Updating router 70a657fb-8465-4f89-974b-9fbf8a7dfc51 port 1b044089-47e9-49c6-99f7-ed99b6093229 binding host n-d-802623-1 {{(pid=93799) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 23:45:50.651029 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e616b864-03f9-48e2-ade6-9e80adfa581a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:45:50.748969 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-01dec222-303b-4643-a765-d1151134e697 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11971609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12265750'] for subnet, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:45:50.805935 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dec222-303b-4643-a765-d1151134e697 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Pushing event updated for resources: {'Subnet': ['ID=a1180c30-22c7-4f14-aadb-df1d0190335d,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:45:50.816224 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01dec222-303b-4643-a765-d1151134e697 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Checking segment: {'id': '026827be-b514-4d88-a889-7915e1788876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '857f275f-2479-4f63-9116-427252df5835'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:45:50.816582 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01dec222-303b-4643-a765-d1151134e697 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Network hostable DHCP agents. Network: 857f275f-2479-4f63-9116-427252df5835, hostable agents: ['5950e76f-2bde-4343-a925-cbe6bacd2706'], hosted agents: [] {{(pid=93798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 23:45:50.836069 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01dec222-303b-4643-a765-d1151134e697 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Network 857f275f-2479-4f63-9116-427252df5835 is scheduled to be hosted by DHCP agent 5950e76f-2bde-4343-a925-cbe6bacd2706 with binding_index 1 {{(pid=93798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 23:45:50.844150 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-01dec222-303b-4643-a765-d1151134e697 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802623-1, 857f275f-2479-4f63-9116-427252df5835) {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:45:50.848269 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01dec222-303b-4643-a765-d1151134e697 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:45:50.848856 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-01dec222-303b-4643-a765-d1151134e697 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:45:50.858386 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a361d40-c31b-45b9-80d4-fa73b45c161e None None] Network 857f275f-2479-4f63-9116-427252df5835 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:45:50.862483 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-01dec222-303b-4643-a765-d1151134e697 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3858974 Jul 27 23:45:50.865352 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 54180) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:45:50.944232 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e616b864-03f9-48e2-ade6-9e80adfa581a None None] Notify callbacks [] for port, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:45:50.963656 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e616b864-03f9-48e2-ade6-9e80adfa581a None None] Transition to ACTIVE for port object 1b044089-47e9-49c6-99f7-ed99b6093229 will not be triggered until provisioned by entity L2. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:45:50.973120 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e616b864-03f9-48e2-ade6-9e80adfa581a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:45:51.061555 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13ea544-c59b-445d-8e26-c1d1f252c8cd None None] Pushing event updated for resources: {'Port': ['ID=1b044089-47e9-49c6-99f7-ed99b6093229,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:45:51.065690 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-e616b864-03f9-48e2-ade6-9e80adfa581a None None] Attempting to bind port 1b044089-47e9-49c6-99f7-ed99b6093229 on host n-d-802623-1 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:45:51.066062 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-e616b864-03f9-48e2-ade6-9e80adfa581a None None] Attempting to bind port 1b044089-47e9-49c6-99f7-ed99b6093229 by drivers openvswitch,hyperv on host n-d-802623-1 at level 0 using segments [{'id': 'b9afe07e-bbe4-4740-834c-4b6a9698bdbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:45:51.066430 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e616b864-03f9-48e2-ade6-9e80adfa581a None None] Attempting to bind port 1b044089-47e9-49c6-99f7-ed99b6093229 on network 2fd42287-ed26-4eb9-89a5-b521f5b04356 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:45:51.077345 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e616b864-03f9-48e2-ade6-9e80adfa581a None None] Checking agent: {'id': 'a9a568d2-a5e7-41e4-833f-a8ab42ea4073', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 52, 30), 'started_at': datetime.datetime(2021, 7, 27, 22, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 45, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802623-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:45:51.077725 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e616b864-03f9-48e2-ade6-9e80adfa581a None None] Checking segment: {'id': 'b9afe07e-bbe4-4740-834c-4b6a9698bdbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:45:51.078126 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e616b864-03f9-48e2-ade6-9e80adfa581a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:45:51.078519 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e616b864-03f9-48e2-ade6-9e80adfa581a None None] Bound using segment: {'id': 'b9afe07e-bbe4-4740-834c-4b6a9698bdbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:45:51.078993 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-e616b864-03f9-48e2-ade6-9e80adfa581a None None] Bound port: 1b044089-47e9-49c6-99f7-ed99b6093229, host: n-d-802623-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9afe07e-bbe4-4740-834c-4b6a9698bdbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:45:51.079404 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e616b864-03f9-48e2-ade6-9e80adfa581a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:45:51.125790 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8494b5ee-9d70-4fb4-8f44-2635f949a9fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f6f257c-ad18-5f0c-8c8e-ea085a5fc8a2-857f275f-2479-4f63-9116-427252df5835', 'network_id': '857f275f-2479-4f63-9116-427252df5835', 'tenant_id': '20cb27012881418a8b31e8023e85178c', 'fixed_ips': [{'subnet_id': 'a1180c30-22c7-4f14-aadb-df1d0190335d'}]}} from n-d-802623-1. {{(pid=93799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 23:45:51.126651 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8494b5ee-9d70-4fb4-8f44-2635f949a9fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:45:51.161786 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-e616b864-03f9-48e2-ade6-9e80adfa581a None None] For port 1b044089-47e9-49c6-99f7-ed99b6093229, host n-d-802623-1, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:45:51.164476 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-e616b864-03f9-48e2-ade6-9e80adfa581a None None] For port 1b044089-47e9-49c6-99f7-ed99b6093229, host n-d-802623-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=1b044089-47e9-49c6-99f7-ed99b6093229,segment=NetworkSegment(b9afe07e-bbe4-4740-834c-4b6a9698bdbc),segment_id=b9afe07e-bbe4-4740-834c-4b6a9698bdbc)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:45:51.168934 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e616b864-03f9-48e2-ade6-9e80adfa581a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:45:51.299714 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b5250931-7531-45bf-b6a1-bed67f6d5b42 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:45:51.301800 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [req-7b6fd24a-def4-4ee4-b8ab-1dc0a4f0b0b3 req-ae6ec64b-2ee3-46be-9d6d-f0a718f2d5fa service neutron] (93797) timed out ('10.222.0.18', 48324) {{(pid=93797) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 27 23:45:51.313607 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e616b864-03f9-48e2-ade6-9e80adfa581a None None] Routers {'70a657fb-8465-4f89-974b-9fbf8a7dfc51'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:45:51.314236 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-e616b864-03f9-48e2-ade6-9e80adfa581a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:45:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['70a657fb-8465-4f89-974b-9fbf8a7dfc51'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:45:51.349542 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13ea544-c59b-445d-8e26-c1d1f252c8cd None None] Pushing event updated for resources: {'Port': ['ID=1b044089-47e9-49c6-99f7-ed99b6093229,revision_number=3']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:45:51.368706 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-8494b5ee-9d70-4fb4-8f44-2635f949a9fe None None] Allocated IP 172.20.0.2 (857f275f-2479-4f63-9116-427252df5835/a1180c30-22c7-4f14-aadb-df1d0190335d/af721f7c-5e1b-4aff-ad7f-33e92d4bc3af) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:45:51.478025 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-e616b864-03f9-48e2-ade6-9e80adfa581a None None] Set router 70a657fb-8465-4f89-974b-9fbf8a7dfc51 gateway port host: n-d-802623-1 {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:45:51.827417 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8494b5ee-9d70-4fb4-8f44-2635f949a9fe None None] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:45:51.853860 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-8494b5ee-9d70-4fb4-8f44-2635f949a9fe None None] Transition to ACTIVE for port object af721f7c-5e1b-4aff-ad7f-33e92d4bc3af will not be triggered until provisioned by entity L2. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:45:51.872585 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-8494b5ee-9d70-4fb4-8f44-2635f949a9fe None None] Transition to ACTIVE for port object af721f7c-5e1b-4aff-ad7f-33e92d4bc3af will not be triggered until provisioned by entity DHCP. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:45:51.878853 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8494b5ee-9d70-4fb4-8f44-2635f949a9fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:45:51.925478 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8494b5ee-9d70-4fb4-8f44-2635f949a9fe None None] Network 857f275f-2479-4f63-9116-427252df5835 is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:45:51.930703 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-b5250931-7531-45bf-b6a1-bed67f6d5b42 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Allocated IP 172.20.0.1 (857f275f-2479-4f63-9116-427252df5835/a1180c30-22c7-4f14-aadb-df1d0190335d/802762f4-e009-4e7a-80ea-3b317a8f4aa6) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:45:51.934412 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-8494b5ee-9d70-4fb4-8f44-2635f949a9fe None None] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:45:51.939813 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8494b5ee-9d70-4fb4-8f44-2635f949a9fe None None] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:45:51.942591 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-e616b864-03f9-48e2-ade6-9e80adfa581a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70a657fb-8465-4f89-974b-9fbf8a7dfc51', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1754241374', 'tenant_id': '20cb27012881418a8b31e8023e85178c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.107'}], 'enable_snat': True}, 'gw_port_id': '1b044089-47e9-49c6-99f7-ed99b6093229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:45:48Z', 'updated_at': '2021-07-27T23:45:49Z', 'revision_number': 3, 'project_id': '20cb27012881418a8b31e8023e85178c', 'gw_port': {'id': '1b044089-47e9-49c6-99f7-ed99b6093229', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:3b:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70a657fb-8465-4f89-974b-9fbf8a7dfc51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:45:49Z', 'updated_at': '2021-07-27T23:45:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1'}], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:45:51.946057 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8494b5ee-9d70-4fb4-8f44-2635f949a9fe None None] Pushing event updated for resources: {'Port': ['ID=af721f7c-5e1b-4aff-ad7f-33e92d4bc3af,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:45:51.978777 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e616b864-03f9-48e2-ade6-9e80adfa581a None None] The sync data for ids ['70a657fb-8465-4f89-974b-9fbf8a7dfc51'] in n-d-802623-1 is: [{'id': '70a657fb-8465-4f89-974b-9fbf8a7dfc51', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1754241374', 'tenant_id': '20cb27012881418a8b31e8023e85178c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.107'}], 'enable_snat': True}, 'gw_port_id': '1b044089-47e9-49c6-99f7-ed99b6093229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:45:48Z', 'updated_at': '2021-07-27T23:45:49Z', 'revision_number': 3, 'project_id': '20cb27012881418a8b31e8023e85178c', 'gw_port': {'id': '1b044089-47e9-49c6-99f7-ed99b6093229', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:3b:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70a657fb-8465-4f89-974b-9fbf8a7dfc51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:45:49Z', 'updated_at': '2021-07-27T23:45:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1'}] {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:45:52.022295 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-8494b5ee-9d70-4fb4-8f44-2635f949a9fe None None] Attempting to bind port af721f7c-5e1b-4aff-ad7f-33e92d4bc3af on host n-d-802623-1 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:45:52.022670 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-8494b5ee-9d70-4fb4-8f44-2635f949a9fe None None] Attempting to bind port af721f7c-5e1b-4aff-ad7f-33e92d4bc3af by drivers openvswitch,hyperv on host n-d-802623-1 at level 0 using segments [{'id': '026827be-b514-4d88-a889-7915e1788876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '857f275f-2479-4f63-9116-427252df5835'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:45:52.023031 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8494b5ee-9d70-4fb4-8f44-2635f949a9fe None None] Attempting to bind port af721f7c-5e1b-4aff-ad7f-33e92d4bc3af on network 857f275f-2479-4f63-9116-427252df5835 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:45:52.028396 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8494b5ee-9d70-4fb4-8f44-2635f949a9fe None None] Checking agent: {'id': 'a9a568d2-a5e7-41e4-833f-a8ab42ea4073', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 52, 30), 'started_at': datetime.datetime(2021, 7, 27, 22, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 45, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802623-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:45:52.028776 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8494b5ee-9d70-4fb4-8f44-2635f949a9fe None None] Checking segment: {'id': '026827be-b514-4d88-a889-7915e1788876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '857f275f-2479-4f63-9116-427252df5835'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:45:52.029186 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8494b5ee-9d70-4fb4-8f44-2635f949a9fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:45:52.029583 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8494b5ee-9d70-4fb4-8f44-2635f949a9fe None None] Bound using segment: {'id': '026827be-b514-4d88-a889-7915e1788876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '857f275f-2479-4f63-9116-427252df5835'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:45:52.030059 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-8494b5ee-9d70-4fb4-8f44-2635f949a9fe None None] Bound port: af721f7c-5e1b-4aff-ad7f-33e92d4bc3af, host: n-d-802623-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '026827be-b514-4d88-a889-7915e1788876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '857f275f-2479-4f63-9116-427252df5835'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:45:52.030446 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8494b5ee-9d70-4fb4-8f44-2635f949a9fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:45:52.049343 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b5250931-7531-45bf-b6a1-bed67f6d5b42 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:45:52.065542 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-b5250931-7531-45bf-b6a1-bed67f6d5b42 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Transition to ACTIVE for port object 802762f4-e009-4e7a-80ea-3b317a8f4aa6 will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:45:52.099873 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-8494b5ee-9d70-4fb4-8f44-2635f949a9fe None None] For port af721f7c-5e1b-4aff-ad7f-33e92d4bc3af, host n-d-802623-1, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:45:52.100686 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b5250931-7531-45bf-b6a1-bed67f6d5b42 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:45:52.103720 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-8494b5ee-9d70-4fb4-8f44-2635f949a9fe None None] For port af721f7c-5e1b-4aff-ad7f-33e92d4bc3af, host n-d-802623-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=af721f7c-5e1b-4aff-ad7f-33e92d4bc3af,segment=NetworkSegment(026827be-b514-4d88-a889-7915e1788876),segment_id=026827be-b514-4d88-a889-7915e1788876)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:45:52.107992 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8494b5ee-9d70-4fb4-8f44-2635f949a9fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:45:52.141053 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5250931-7531-45bf-b6a1-bed67f6d5b42 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Network 857f275f-2479-4f63-9116-427252df5835 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:45:52.144541 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-b5250931-7531-45bf-b6a1-bed67f6d5b42 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:45:52.148320 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5250931-7531-45bf-b6a1-bed67f6d5b42 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:45:52.184765 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8494b5ee-9d70-4fb4-8f44-2635f949a9fe None None] Pushing event updated for resources: {'Port': ['ID=af721f7c-5e1b-4aff-ad7f-33e92d4bc3af,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:45:52.191973 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5250931-7531-45bf-b6a1-bed67f6d5b42 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Pushing event updated for resources: {'Port': ['ID=802762f4-e009-4e7a-80ea-3b317a8f4aa6,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:45:52.204142 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b5250931-7531-45bf-b6a1-bed67f6d5b42 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-415283'] for router_interface, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:45:52.373175 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b5250931-7531-45bf-b6a1-bed67f6d5b42 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:45:52.687920 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b5250931-7531-45bf-b6a1-bed67f6d5b42 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:45:52.693349 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b5250931-7531-45bf-b6a1-bed67f6d5b42 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:45:52.771828 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b5250931-7531-45bf-b6a1-bed67f6d5b42 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3760555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-414115'] for router_interface, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:45:52.773613 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5250931-7531-45bf-b6a1-bed67f6d5b42 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Pushing event updated for resources: {'Port': ['ID=802762f4-e009-4e7a-80ea-3b317a8f4aa6,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:45:52.874725 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5250931-7531-45bf-b6a1-bed67f6d5b42 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Network 857f275f-2479-4f63-9116-427252df5835 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:45:52.876203 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-b5250931-7531-45bf-b6a1-bed67f6d5b42 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:45:53.124338 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2b0aa0a-f22b-4c23-af54-7396ae0a074e None None] Network 857f275f-2479-4f63-9116-427252df5835 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:45:53.255409 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-a16518f9-52e7-4887-ad89-14a598ab6c29 None None] Provisioning for port af721f7c-5e1b-4aff-ad7f-33e92d4bc3af completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:45:53.305001 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5250931-7531-45bf-b6a1-bed67f6d5b42 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Router 70a657fb-8465-4f89-974b-9fbf8a7dfc51 has already been hosted by L3 agent 018c4455-49c0-4734-927d-7824067b2a9e {{(pid=93798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 23:45:53.423680 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5250931-7531-45bf-b6a1-bed67f6d5b42 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:45:53.429421 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-b5250931-7531-45bf-b6a1-bed67f6d5b42 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "PUT /v2.0/routers/70a657fb-8465-4f89-974b-9fbf8a7dfc51/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5630698 Jul 27 23:45:53.519183 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-a8e9d9af-3a22-4a22-b2a8-e4ce28e775cf None None] Provisioning for port 802762f4-e009-4e7a-80ea-3b317a8f4aa6 completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:45:53.524115 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-a8e9d9af-3a22-4a22-b2a8-e4ce28e775cf None None] Provisioning complete for port 802762f4-e009-4e7a-80ea-3b317a8f4aa6 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:45:53.524496 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a8e9d9af-3a22-4a22-b2a8-e4ce28e775cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:45:53.561231 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-a8e9d9af-3a22-4a22-b2a8-e4ce28e775cf None None] Port 802762f4-e009-4e7a-80ea-3b317a8f4aa6 cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:45:53.591209 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c260675d-4195-47cf-bcb5-96102c25552f req-fbcb9be9-3b90-40f8-bdc7-ef041ec9f6e9 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1861616328&fields=id&tenant_id=20cb27012881418a8b31e8023e85178c HTTP/1.1" status: 200 len: 267 time: 0.0392640 Jul 27 23:45:53.663899 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e3d39f5-b126-474c-be94-e54fb04234c5 None None] Sync routers for ids ['70a657fb-8465-4f89-974b-9fbf8a7dfc51'] in n-d-802623-1 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:45:53.676247 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e3d39f5-b126-474c-be94-e54fb04234c5 None None] Routers {'70a657fb-8465-4f89-974b-9fbf8a7dfc51'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:45:53.676889 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-9e3d39f5-b126-474c-be94-e54fb04234c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:45:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['70a657fb-8465-4f89-974b-9fbf8a7dfc51'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:45:53.702955 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c260675d-4195-47cf-bcb5-96102c25552f req-d45d2a0f-d290-4ec8-a298-df41d0173d77 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:45:53.704463 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c260675d-4195-47cf-bcb5-96102c25552f req-d45d2a0f-d290-4ec8-a298-df41d0173d77 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "GET /v2.0/networks?id=857f275f-2479-4f63-9116-427252df5835 HTTP/1.1" status: 200 len: 797 time: 0.1065402 Jul 27 23:45:53.721511 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c260675d-4195-47cf-bcb5-96102c25552f req-6c421ad7-544a-4b24-b1ce-606b7b7d8142 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "GET /v2.0/quotas/20cb27012881418a8b31e8023e85178c HTTP/1.1" status: 200 len: 375 time: 0.0101831 Jul 27 23:45:53.780162 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c260675d-4195-47cf-bcb5-96102c25552f req-cee93f0a-6f4d-45f0-b158-bf51fbf797e4 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=20cb27012881418a8b31e8023e85178c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0520322 Jul 27 23:45:53.785875 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ef55bae9-f5bc-45b0-87e8-160889813e23 None None] Provisioning complete for port 802762f4-e009-4e7a-80ea-3b317a8f4aa6 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:45:53.786566 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ef55bae9-f5bc-45b0-87e8-160889813e23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:45:53.801849 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-9e3d39f5-b126-474c-be94-e54fb04234c5 None None] Set router 70a657fb-8465-4f89-974b-9fbf8a7dfc51 gateway port host: n-d-802623-1 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:45:53.835097 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-ef55bae9-f5bc-45b0-87e8-160889813e23 None None] Port 802762f4-e009-4e7a-80ea-3b317a8f4aa6 cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:45:53.953065 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-cc4007e8-e1d6-4d44-a12f-ae8bc07130e4 None None] Provisioning complete for port 802762f4-e009-4e7a-80ea-3b317a8f4aa6 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:45:53.953607 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-cc4007e8-e1d6-4d44-a12f-ae8bc07130e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:45:53.994130 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 1b044089-47e9-49c6-99f7-ed99b6093229 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:45:53.995276 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c260675d-4195-47cf-bcb5-96102c25552f req-9c563e44-aa82-4a1a-a5ff-59271a274713 service neutron] 10.222.0.18 "GET /v2.0/networks/857f275f-2479-4f63-9116-427252df5835?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2016535 Jul 27 23:45:53.998879 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-cc4007e8-e1d6-4d44-a12f-ae8bc07130e4 None None] Port 802762f4-e009-4e7a-80ea-3b317a8f4aa6 cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:45:54.053042 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-9e3d39f5-b126-474c-be94-e54fb04234c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70a657fb-8465-4f89-974b-9fbf8a7dfc51', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1754241374', 'tenant_id': '20cb27012881418a8b31e8023e85178c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.107'}], 'enable_snat': True}, 'gw_port_id': '1b044089-47e9-49c6-99f7-ed99b6093229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:45:48Z', 'updated_at': '2021-07-27T23:45:52Z', 'revision_number': 4, 'project_id': '20cb27012881418a8b31e8023e85178c', 'gw_port': {'id': '1b044089-47e9-49c6-99f7-ed99b6093229', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:3b:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70a657fb-8465-4f89-974b-9fbf8a7dfc51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:45:49Z', 'updated_at': '2021-07-27T23:45:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': '802762f4-e009-4e7a-80ea-3b317a8f4aa6', 'name': '', 'network_id': '857f275f-2479-4f63-9116-427252df5835', 'tenant_id': '20cb27012881418a8b31e8023e85178c', 'mac_address': 'fa:16:3e:81:e7:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70a657fb-8465-4f89-974b-9fbf8a7dfc51', 'device_owner': 'network:router_interface', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': 'a1180c30-22c7-4f14-aadb-df1d0190335d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:45:51Z', 'updated_at': '2021-07-27T23:45:52Z', 'revision_number': 2, 'project_id': '20cb27012881418a8b31e8023e85178c', 'subnets': [{'id': 'a1180c30-22c7-4f14-aadb-df1d0190335d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:45:54.055134 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning for port 1b044089-47e9-49c6-99f7-ed99b6093229 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:45:54.060319 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port 1b044089-47e9-49c6-99f7-ed99b6093229 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:45:54.060700 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:45:54.083347 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e3d39f5-b126-474c-be94-e54fb04234c5 None None] Checking router: 70a657fb-8465-4f89-974b-9fbf8a7dfc51 for host: n-d-802623-1 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 23:45:54.083692 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e3d39f5-b126-474c-be94-e54fb04234c5 None None] Updating router 70a657fb-8465-4f89-974b-9fbf8a7dfc51 port 802762f4-e009-4e7a-80ea-3b317a8f4aa6 binding host n-d-802623-1 {{(pid=93800) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 23:45:54.098041 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c260675d-4195-47cf-bcb5-96102c25552f req-a167778d-c9da-4583-aa25-37a98785611f service neutron] 10.222.0.18 "GET /v2.0/networks/857f275f-2479-4f63-9116-427252df5835?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957341 Jul 27 23:45:54.107907 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e3d39f5-b126-474c-be94-e54fb04234c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:45:54.143905 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:45:54.166778 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] For port 1b044089-47e9-49c6-99f7-ed99b6093229, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=1b044089-47e9-49c6-99f7-ed99b6093229,segment=NetworkSegment(b9afe07e-bbe4-4740-834c-4b6a9698bdbc),segment_id=b9afe07e-bbe4-4740-834c-4b6a9698bdbc)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:45:54.172877 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:45:54.173874 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device af721f7c-5e1b-4aff-ad7f-33e92d4bc3af up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:45:54.255172 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Pushing event updated for resources: {'Port': ['ID=1b044089-47e9-49c6-99f7-ed99b6093229,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:45:54.271488 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning for port af721f7c-5e1b-4aff-ad7f-33e92d4bc3af completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:45:54.275127 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port af721f7c-5e1b-4aff-ad7f-33e92d4bc3af triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:45:54.275559 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:45:54.306658 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a4ccaa69-9194-486e-9ab2-fac10438cf9c req-0c388e22-eda6-45c9-8ece-894d5e5bb612 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "GET /v2.0/ports?device_id=ddcd81ca-5993-4556-a55f-1c519ea3a4d2 HTTP/1.1" status: 200 len: 210 time: 0.0300190 Jul 27 23:45:54.360669 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:45:54.393723 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] For port af721f7c-5e1b-4aff-ad7f-33e92d4bc3af, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=af721f7c-5e1b-4aff-ad7f-33e92d4bc3af,segment=NetworkSegment(026827be-b514-4d88-a889-7915e1788876),segment_id=026827be-b514-4d88-a889-7915e1788876)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:45:54.398837 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:45:54.424850 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e3d39f5-b126-474c-be94-e54fb04234c5 None None] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:45:54.436841 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e3d39f5-b126-474c-be94-e54fb04234c5 None None] Transition to ACTIVE for port object 802762f4-e009-4e7a-80ea-3b317a8f4aa6 will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:45:54.443824 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e3d39f5-b126-474c-be94-e54fb04234c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:45:54.455080 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Pushing event updated for resources: {'Port': ['ID=af721f7c-5e1b-4aff-ad7f-33e92d4bc3af,revision_number=3']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:45:54.497279 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bb1cfc-d3a6-4828-b0c8-96a66e5b47b5 None None] Pushing event updated for resources: {'Port': ['ID=802762f4-e009-4e7a-80ea-3b317a8f4aa6,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:45:54.527479 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bb1cfc-d3a6-4828-b0c8-96a66e5b47b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:45:54.527828 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bb1cfc-d3a6-4828-b0c8-96a66e5b47b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:45:54.528170 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bb1cfc-d3a6-4828-b0c8-96a66e5b47b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:45:54.528504 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bb1cfc-d3a6-4828-b0c8-96a66e5b47b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:45:54.528840 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bb1cfc-d3a6-4828-b0c8-96a66e5b47b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:45:54.529171 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bb1cfc-d3a6-4828-b0c8-96a66e5b47b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:45:54.529495 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bb1cfc-d3a6-4828-b0c8-96a66e5b47b5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:45:54.529812 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bb1cfc-d3a6-4828-b0c8-96a66e5b47b5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:45:54.530358 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bb1cfc-d3a6-4828-b0c8-96a66e5b47b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:45:54.530659 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bb1cfc-d3a6-4828-b0c8-96a66e5b47b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:45:54.531194 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bb1cfc-d3a6-4828-b0c8-96a66e5b47b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:45:54.531710 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bb1cfc-d3a6-4828-b0c8-96a66e5b47b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:45:54.560351 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-9e3d39f5-b126-474c-be94-e54fb04234c5 None None] Attempting to bind port 802762f4-e009-4e7a-80ea-3b317a8f4aa6 on host n-d-802623-1 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:45:54.560701 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-9e3d39f5-b126-474c-be94-e54fb04234c5 None None] Attempting to bind port 802762f4-e009-4e7a-80ea-3b317a8f4aa6 by drivers openvswitch,hyperv on host n-d-802623-1 at level 0 using segments [{'id': '026827be-b514-4d88-a889-7915e1788876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '857f275f-2479-4f63-9116-427252df5835'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:45:54.561072 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e3d39f5-b126-474c-be94-e54fb04234c5 None None] Attempting to bind port 802762f4-e009-4e7a-80ea-3b317a8f4aa6 on network 857f275f-2479-4f63-9116-427252df5835 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:45:54.566590 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e3d39f5-b126-474c-be94-e54fb04234c5 None None] Checking agent: {'id': 'a9a568d2-a5e7-41e4-833f-a8ab42ea4073', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 52, 30), 'started_at': datetime.datetime(2021, 7, 27, 22, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 45, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802623-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:45:54.566962 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e3d39f5-b126-474c-be94-e54fb04234c5 None None] Checking segment: {'id': '026827be-b514-4d88-a889-7915e1788876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '857f275f-2479-4f63-9116-427252df5835'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:45:54.567396 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e3d39f5-b126-474c-be94-e54fb04234c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:45:54.568336 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e3d39f5-b126-474c-be94-e54fb04234c5 None None] Bound using segment: {'id': '026827be-b514-4d88-a889-7915e1788876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '857f275f-2479-4f63-9116-427252df5835'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:45:54.568796 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-9e3d39f5-b126-474c-be94-e54fb04234c5 None None] Bound port: 802762f4-e009-4e7a-80ea-3b317a8f4aa6, host: n-d-802623-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '026827be-b514-4d88-a889-7915e1788876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '857f275f-2479-4f63-9116-427252df5835'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:45:54.569173 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e3d39f5-b126-474c-be94-e54fb04234c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:45:54.638389 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-9e3d39f5-b126-474c-be94-e54fb04234c5 None None] For port 802762f4-e009-4e7a-80ea-3b317a8f4aa6, host n-d-802623-1, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:45:54.641568 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-9e3d39f5-b126-474c-be94-e54fb04234c5 None None] For port 802762f4-e009-4e7a-80ea-3b317a8f4aa6, host n-d-802623-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=802762f4-e009-4e7a-80ea-3b317a8f4aa6,segment=NetworkSegment(026827be-b514-4d88-a889-7915e1788876),segment_id=026827be-b514-4d88-a889-7915e1788876)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:45:54.646423 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e3d39f5-b126-474c-be94-e54fb04234c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:45:54.706319 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e3d39f5-b126-474c-be94-e54fb04234c5 None None] Routers {'70a657fb-8465-4f89-974b-9fbf8a7dfc51'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:45:54.706939 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-9e3d39f5-b126-474c-be94-e54fb04234c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:45:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['70a657fb-8465-4f89-974b-9fbf8a7dfc51'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:45:54.757477 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bb1cfc-d3a6-4828-b0c8-96a66e5b47b5 None None] Pushing event updated for resources: {'Port': ['ID=802762f4-e009-4e7a-80ea-3b317a8f4aa6,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:45:54.829661 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-9e3d39f5-b126-474c-be94-e54fb04234c5 None None] Set router 70a657fb-8465-4f89-974b-9fbf8a7dfc51 gateway port host: n-d-802623-1 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:45:55.124272 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-9e3d39f5-b126-474c-be94-e54fb04234c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70a657fb-8465-4f89-974b-9fbf8a7dfc51', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1754241374', 'tenant_id': '20cb27012881418a8b31e8023e85178c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.107'}], 'enable_snat': True}, 'gw_port_id': '1b044089-47e9-49c6-99f7-ed99b6093229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:45:48Z', 'updated_at': '2021-07-27T23:45:52Z', 'revision_number': 4, 'project_id': '20cb27012881418a8b31e8023e85178c', 'gw_port': {'id': '1b044089-47e9-49c6-99f7-ed99b6093229', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:3b:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a657fb-8465-4f89-974b-9fbf8a7dfc51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:45:49Z', 'updated_at': '2021-07-27T23:45:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': '802762f4-e009-4e7a-80ea-3b317a8f4aa6', 'name': '', 'network_id': '857f275f-2479-4f63-9116-427252df5835', 'tenant_id': '20cb27012881418a8b31e8023e85178c', 'mac_address': 'fa:16:3e:81:e7:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70a657fb-8465-4f89-974b-9fbf8a7dfc51', 'device_owner': 'network:router_interface', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': 'a1180c30-22c7-4f14-aadb-df1d0190335d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:45:51Z', 'updated_at': '2021-07-27T23:45:54Z', 'revision_number': 4, 'project_id': '20cb27012881418a8b31e8023e85178c', 'subnets': [{'id': 'a1180c30-22c7-4f14-aadb-df1d0190335d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:45:55.150484 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e3d39f5-b126-474c-be94-e54fb04234c5 None None] The sync data for ids ['70a657fb-8465-4f89-974b-9fbf8a7dfc51'] in n-d-802623-1 is: [{'id': '70a657fb-8465-4f89-974b-9fbf8a7dfc51', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1754241374', 'tenant_id': '20cb27012881418a8b31e8023e85178c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.107'}], 'enable_snat': True}, 'gw_port_id': '1b044089-47e9-49c6-99f7-ed99b6093229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:45:48Z', 'updated_at': '2021-07-27T23:45:52Z', 'revision_number': 4, 'project_id': '20cb27012881418a8b31e8023e85178c', 'gw_port': {'id': '1b044089-47e9-49c6-99f7-ed99b6093229', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:3b:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a657fb-8465-4f89-974b-9fbf8a7dfc51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:45:49Z', 'updated_at': '2021-07-27T23:45:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': '802762f4-e009-4e7a-80ea-3b317a8f4aa6', 'name': '', 'network_id': '857f275f-2479-4f63-9116-427252df5835', 'tenant_id': '20cb27012881418a8b31e8023e85178c', 'mac_address': 'fa:16:3e:81:e7:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70a657fb-8465-4f89-974b-9fbf8a7dfc51', 'device_owner': 'network:router_interface', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': 'a1180c30-22c7-4f14-aadb-df1d0190335d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:45:51Z', 'updated_at': '2021-07-27T23:45:54Z', 'revision_number': 4, 'project_id': '20cb27012881418a8b31e8023e85178c', 'subnets': [{'id': 'a1180c30-22c7-4f14-aadb-df1d0190335d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:45:55.326376 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c260675d-4195-47cf-bcb5-96102c25552f req-ca19ae83-8545-4aec-8ad0-3154897031b5 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:45:55.328966 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-c260675d-4195-47cf-bcb5-96102c25552f req-ca19ae83-8545-4aec-8ad0-3154897031b5 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.49 "GET /v2.0/networks?id=857f275f-2479-4f63-9116-427252df5835 HTTP/1.1" status: 200 len: 797 time: 0.1500099 Jul 27 23:45:55.378280 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-c260675d-4195-47cf-bcb5-96102c25552f req-1043dc36-7b7b-4a0a-bc91-b94de1ac58e7 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=20cb27012881418a8b31e8023e85178c HTTP/1.1" status: 200 len: 380 time: 0.0398088 Jul 27 23:45:55.389053 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [req-c260675d-4195-47cf-bcb5-96102c25552f req-cabb4c77-644f-46e4-9e4f-8c078ffd81a3 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Request body: {'port': {'device_id': 'ddcd81ca-5993-4556-a55f-1c519ea3a4d2', 'network_id': '857f275f-2479-4f63-9116-427252df5835', 'admin_state_up': True, 'tenant_id': '20cb27012881418a8b31e8023e85178c', 'security_groups': ['35e8b332-3722-4036-bee1-2d0e80448171']}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:45:55.410947 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c0b733ce-4ac0-4614-84fb-d98050a14186 req-dd00f8d3-5334-4d6c-aa85-844427a66252 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "GET /v2.0/ports?device_id=ddcd81ca-5993-4556-a55f-1c519ea3a4d2 HTTP/1.1" status: 200 len: 210 time: 0.0321698 Jul 27 23:45:55.500814 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c260675d-4195-47cf-bcb5-96102c25552f req-cabb4c77-644f-46e4-9e4f-8c078ffd81a3 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Made reservation on behalf of 20cb27012881418a8b31e8023e85178c for: {'port': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:45:55.504325 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-c260675d-4195-47cf-bcb5-96102c25552f req-cabb4c77-644f-46e4-9e4f-8c078ffd81a3 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:45:55.637876 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [req-c260675d-4195-47cf-bcb5-96102c25552f req-cabb4c77-644f-46e4-9e4f-8c078ffd81a3 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Allocated IP 172.20.0.13 (857f275f-2479-4f63-9116-427252df5835/a1180c30-22c7-4f14-aadb-df1d0190335d/2052514d-ba34-4bd8-9c64-9407f4967459) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:45:55.786131 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-c260675d-4195-47cf-bcb5-96102c25552f req-cabb4c77-644f-46e4-9e4f-8c078ffd81a3 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:45:55.800741 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [req-c260675d-4195-47cf-bcb5-96102c25552f req-cabb4c77-644f-46e4-9e4f-8c078ffd81a3 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Transition to ACTIVE for port object 2052514d-ba34-4bd8-9c64-9407f4967459 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:45:55.837073 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-c260675d-4195-47cf-bcb5-96102c25552f req-cabb4c77-644f-46e4-9e4f-8c078ffd81a3 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:45:55.902816 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c260675d-4195-47cf-bcb5-96102c25552f req-cabb4c77-644f-46e4-9e4f-8c078ffd81a3 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Network 857f275f-2479-4f63-9116-427252df5835 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:45:55.907119 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [req-c260675d-4195-47cf-bcb5-96102c25552f req-cabb4c77-644f-46e4-9e4f-8c078ffd81a3 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:45:55.909373 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabb4c77-644f-46e4-9e4f-8c078ffd81a3 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Pushing event updated for resources: {'Port': ['ID=2052514d-ba34-4bd8-9c64-9407f4967459,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:45:55.912014 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [req-c260675d-4195-47cf-bcb5-96102c25552f req-cabb4c77-644f-46e4-9e4f-8c078ffd81a3 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:45:55.978085 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c260675d-4195-47cf-bcb5-96102c25552f req-cabb4c77-644f-46e4-9e4f-8c078ffd81a3 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:45:55.978823 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-c260675d-4195-47cf-bcb5-96102c25552f req-cabb4c77-644f-46e4-9e4f-8c078ffd81a3 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:45:55.998347 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-c260675d-4195-47cf-bcb5-96102c25552f req-cabb4c77-644f-46e4-9e4f-8c078ffd81a3 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6132474 Jul 27 23:45:56.014962 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [req-c260675d-4195-47cf-bcb5-96102c25552f req-801bc1b4-caf5-40b8-be1b-422d6d21a4f7 service neutron] Request body: {'port': {'device_id': 'ddcd81ca-5993-4556-a55f-1c519ea3a4d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802623-1'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:45:56.016279 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 802762f4-e009-4e7a-80ea-3b317a8f4aa6 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:45:56.072376 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning for port 802762f4-e009-4e7a-80ea-3b317a8f4aa6 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:45:56.076996 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port 802762f4-e009-4e7a-80ea-3b317a8f4aa6 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:45:56.077375 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:45:56.103340 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-c260675d-4195-47cf-bcb5-96102c25552f req-801bc1b4-caf5-40b8-be1b-422d6d21a4f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:45:56.175335 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:45:56.190663 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-66500cda-ebbd-4413-8a2d-018691bb085e None None] Provisioning for port 2052514d-ba34-4bd8-9c64-9407f4967459 completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:45:56.197287 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-66500cda-ebbd-4413-8a2d-018691bb085e None None] Provisioning complete for port 2052514d-ba34-4bd8-9c64-9407f4967459 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:45:56.197596 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-66500cda-ebbd-4413-8a2d-018691bb085e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:45:56.246560 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] For port 802762f4-e009-4e7a-80ea-3b317a8f4aa6, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=802762f4-e009-4e7a-80ea-3b317a8f4aa6,segment=NetworkSegment(026827be-b514-4d88-a889-7915e1788876),segment_id=026827be-b514-4d88-a889-7915e1788876)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:45:56.253665 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:45:56.254475 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 1b044089-47e9-49c6-99f7-ed99b6093229 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:45:56.257578 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-66500cda-ebbd-4413-8a2d-018691bb085e None None] Port 2052514d-ba34-4bd8-9c64-9407f4967459 cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:45:56.330794 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Pushing event updated for resources: {'Port': ['ID=802762f4-e009-4e7a-80ea-3b317a8f4aa6,revision_number=5']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:45:56.344033 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port 1b044089-47e9-49c6-99f7-ed99b6093229 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:45:56.344417 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:45:56.403729 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [req-c260675d-4195-47cf-bcb5-96102c25552f req-801bc1b4-caf5-40b8-be1b-422d6d21a4f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2052514d-ba34-4bd8-9c64-9407f4967459 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:45:56.413076 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-c260675d-4195-47cf-bcb5-96102c25552f req-801bc1b4-caf5-40b8-be1b-422d6d21a4f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:45:56.425688 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [req-c260675d-4195-47cf-bcb5-96102c25552f req-801bc1b4-caf5-40b8-be1b-422d6d21a4f7 service neutron] Transition to ACTIVE for port object 2052514d-ba34-4bd8-9c64-9407f4967459 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:45:56.429482 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-c260675d-4195-47cf-bcb5-96102c25552f req-801bc1b4-caf5-40b8-be1b-422d6d21a4f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11336041'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:45:56.430831 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device af721f7c-5e1b-4aff-ad7f-33e92d4bc3af up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:45:56.480158 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port af721f7c-5e1b-4aff-ad7f-33e92d4bc3af triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:45:56.480636 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:45:56.512921 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801bc1b4-caf5-40b8-be1b-422d6d21a4f7 service neutron] Pushing event updated for resources: {'Port': ['ID=2052514d-ba34-4bd8-9c64-9407f4967459,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:45:56.927265 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eab33fb-ffec-4212-9e17-1ac952554ddd req-4863998f-4c98-4712-a1f7-4a5d5c304ad5 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:45:56.928827 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-3eab33fb-ffec-4212-9e17-1ac952554ddd req-4863998f-4c98-4712-a1f7-4a5d5c304ad5 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "GET /v2.0/ports?device_id=ddcd81ca-5993-4556-a55f-1c519ea3a4d2 HTTP/1.1" status: 200 len: 944 time: 0.4242971 Jul 27 23:45:56.933577 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-c260675d-4195-47cf-bcb5-96102c25552f req-801bc1b4-caf5-40b8-be1b-422d6d21a4f7 service neutron] Attempting to bind port 2052514d-ba34-4bd8-9c64-9407f4967459 on host n-h2-802623-1 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:45:56.933912 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-c260675d-4195-47cf-bcb5-96102c25552f req-801bc1b4-caf5-40b8-be1b-422d6d21a4f7 service neutron] Attempting to bind port 2052514d-ba34-4bd8-9c64-9407f4967459 by drivers openvswitch,hyperv on host n-h2-802623-1 at level 0 using segments [{'id': '026827be-b514-4d88-a889-7915e1788876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '857f275f-2479-4f63-9116-427252df5835'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:45:56.934239 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c260675d-4195-47cf-bcb5-96102c25552f req-801bc1b4-caf5-40b8-be1b-422d6d21a4f7 service neutron] Attempting to bind port 2052514d-ba34-4bd8-9c64-9407f4967459 on network 857f275f-2479-4f63-9116-427252df5835 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:45:56.941391 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f29da880-9299-4865-9b7b-e5c61d4d5d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:45:56.947259 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c260675d-4195-47cf-bcb5-96102c25552f req-801bc1b4-caf5-40b8-be1b-422d6d21a4f7 service neutron] Port 2052514d-ba34-4bd8-9c64-9407f4967459 on network 857f275f-2479-4f63-9116-427252df5835 not bound, no agent of type Open vSwitch agent registered on host n-h2-802623-1 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 23:45:56.947590 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c260675d-4195-47cf-bcb5-96102c25552f req-801bc1b4-caf5-40b8-be1b-422d6d21a4f7 service neutron] Attempting to bind port 2052514d-ba34-4bd8-9c64-9407f4967459 on network 857f275f-2479-4f63-9116-427252df5835 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:45:56.961542 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c260675d-4195-47cf-bcb5-96102c25552f req-801bc1b4-caf5-40b8-be1b-422d6d21a4f7 service neutron] Checking agent: {'id': 'c5cc038b-93c4-4df4-8061-5df2a04a48c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 23, 0, 4), 'started_at': datetime.datetime(2021, 7, 27, 23, 0, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 45, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:45:56.961883 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c260675d-4195-47cf-bcb5-96102c25552f req-801bc1b4-caf5-40b8-be1b-422d6d21a4f7 service neutron] Checking segment: {'id': '026827be-b514-4d88-a889-7915e1788876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '857f275f-2479-4f63-9116-427252df5835'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:45:56.962265 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c260675d-4195-47cf-bcb5-96102c25552f req-801bc1b4-caf5-40b8-be1b-422d6d21a4f7 service neutron] Bound using segment: {'id': '026827be-b514-4d88-a889-7915e1788876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '857f275f-2479-4f63-9116-427252df5835'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:45:56.962690 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-c260675d-4195-47cf-bcb5-96102c25552f req-801bc1b4-caf5-40b8-be1b-422d6d21a4f7 service neutron] Bound port: 2052514d-ba34-4bd8-9c64-9407f4967459, host: n-h2-802623-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '026827be-b514-4d88-a889-7915e1788876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '857f275f-2479-4f63-9116-427252df5835'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:45:56.963069 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-c260675d-4195-47cf-bcb5-96102c25552f req-801bc1b4-caf5-40b8-be1b-422d6d21a4f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:45:56.989789 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-3eab33fb-ffec-4212-9e17-1ac952554ddd req-ac9c4b5b-f85c-4e21-896a-ae0200f7b63c tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "GET /v2.0/security-groups?id=35e8b332-3722-4036-bee1-2d0e80448171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531907 Jul 27 23:45:57.039147 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-c260675d-4195-47cf-bcb5-96102c25552f req-801bc1b4-caf5-40b8-be1b-422d6d21a4f7 service neutron] For port 2052514d-ba34-4bd8-9c64-9407f4967459, host n-h2-802623-1, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:45:57.042306 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-c260675d-4195-47cf-bcb5-96102c25552f req-801bc1b4-caf5-40b8-be1b-422d6d21a4f7 service neutron] For port 2052514d-ba34-4bd8-9c64-9407f4967459, host n-h2-802623-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=2052514d-ba34-4bd8-9c64-9407f4967459,segment=NetworkSegment(026827be-b514-4d88-a889-7915e1788876),segment_id=026827be-b514-4d88-a889-7915e1788876)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:45:57.045780 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-c260675d-4195-47cf-bcb5-96102c25552f req-801bc1b4-caf5-40b8-be1b-422d6d21a4f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11336041'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:45:57.082632 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c260675d-4195-47cf-bcb5-96102c25552f req-801bc1b4-caf5-40b8-be1b-422d6d21a4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:45:57.083338 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-c260675d-4195-47cf-bcb5-96102c25552f req-801bc1b4-caf5-40b8-be1b-422d6d21a4f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:45:57.084685 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-c260675d-4195-47cf-bcb5-96102c25552f req-801bc1b4-caf5-40b8-be1b-422d6d21a4f7 service neutron] 10.222.0.49 "PUT /v2.0/ports/2052514d-ba34-4bd8-9c64-9407f4967459 HTTP/1.1" status: 200 len: 1092 time: 1.0769746 Jul 27 23:45:57.085143 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddcd81ca-5993-4556-a55f-1c519ea3a4d2', 'tag': '2052514d-ba34-4bd8-9c64-9407f4967459'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:45:57.087397 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a476459a1bfce68b0ae0df5b6a71154bfc7cfdc8f9eefce6ad0a17231e60468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c2a166f-7b46-4b86-9e43-644ff5c6747c" -d '{"events": [{"name": "network-changed", "server_uuid": "ddcd81ca-5993-4556-a55f-1c519ea3a4d2", "tag": "2052514d-ba34-4bd8-9c64-9407f4967459"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:45:57.113386 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801bc1b4-caf5-40b8-be1b-422d6d21a4f7 service neutron] Pushing event updated for resources: {'Port': ['ID=2052514d-ba34-4bd8-9c64-9407f4967459,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:45:57.125217 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 23:45:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b2642ce-7c64-4964-9e50-8913c479eb11 x-openstack-request-id: req-5b2642ce-7c64-4964-9e50-8913c479eb11 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:45:57.125507 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddcd81ca-5993-4556-a55f-1c519ea3a4d2", "tag": "2052514d-ba34-4bd8-9c64-9407f4967459", "status": "completed", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:45:57.125759 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5b2642ce-7c64-4964-9e50-8913c479eb11 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:45:57.126161 n-d-802623-1 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ddcd81ca-5993-4556-a55f-1c519ea3a4d2', 'tag': '2052514d-ba34-4bd8-9c64-9407f4967459', 'status': 'completed', 'code': 200} Jul 27 23:45:57.175688 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c260675d-4195-47cf-bcb5-96102c25552f req-71f43279-f867-4a6a-9df6-02af5b156ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:45:57.177697 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-c260675d-4195-47cf-bcb5-96102c25552f req-71f43279-f867-4a6a-9df6-02af5b156ade service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=20cb27012881418a8b31e8023e85178c&device_id=ddcd81ca-5993-4556-a55f-1c519ea3a4d2 HTTP/1.1" status: 200 len: 1095 time: 0.0429926 Jul 27 23:45:57.220204 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-c260675d-4195-47cf-bcb5-96102c25552f req-617408f1-6fa5-47db-8c7d-fd96a8034078 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2052514d-ba34-4bd8-9c64-9407f4967459 HTTP/1.1" status: 200 len: 217 time: 0.0350533 Jul 27 23:45:57.274148 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c260675d-4195-47cf-bcb5-96102c25552f req-34f955eb-65ce-4a3f-a675-fe40e7c626c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:45:57.275692 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-c260675d-4195-47cf-bcb5-96102c25552f req-34f955eb-65ce-4a3f-a675-fe40e7c626c1 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a1180c30-22c7-4f14-aadb-df1d0190335d HTTP/1.1" status: 200 len: 834 time: 0.0475237 Jul 27 23:45:57.326307 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c260675d-4195-47cf-bcb5-96102c25552f req-32005d21-d657-4aba-bd2f-816473f3200e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:45:57.327824 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-c260675d-4195-47cf-bcb5-96102c25552f req-32005d21-d657-4aba-bd2f-816473f3200e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=857f275f-2479-4f63-9116-427252df5835&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0457401 Jul 27 23:45:57.417260 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-c260675d-4195-47cf-bcb5-96102c25552f req-8daec99a-d136-4595-9769-3c45b979a25d service neutron] 10.222.0.49 "GET /v2.0/networks/857f275f-2479-4f63-9116-427252df5835?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818076 Jul 27 23:45:57.508356 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-c260675d-4195-47cf-bcb5-96102c25552f req-6025d1d8-5a82-4d48-9fdc-c23bb767c928 service neutron] 10.222.0.49 "GET /v2.0/networks/857f275f-2479-4f63-9116-427252df5835?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844309 Jul 27 23:45:57.596496 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2a166f-7b46-4b86-9e43-644ff5c6747c req-6b70f900-1649-4d45-b88e-adf63962f0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:45:57.597860 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-2c2a166f-7b46-4b86-9e43-644ff5c6747c req-6b70f900-1649-4d45-b88e-adf63962f0a9 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=20cb27012881418a8b31e8023e85178c&device_id=ddcd81ca-5993-4556-a55f-1c519ea3a4d2 HTTP/1.1" status: 200 len: 1095 time: 0.0398786 Jul 27 23:45:57.689531 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2a166f-7b46-4b86-9e43-644ff5c6747c req-9ccca58d-e734-4457-940f-fdc0de442e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:45:57.691038 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-2c2a166f-7b46-4b86-9e43-644ff5c6747c req-9ccca58d-e734-4457-940f-fdc0de442e86 service neutron] 10.222.0.49 "GET /v2.0/networks?id=857f275f-2479-4f63-9116-427252df5835 HTTP/1.1" status: 200 len: 898 time: 0.0866351 Jul 27 23:45:57.730733 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-2c2a166f-7b46-4b86-9e43-644ff5c6747c req-69854d26-9194-45c5-ab8a-8439ea2de71f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2052514d-ba34-4bd8-9c64-9407f4967459 HTTP/1.1" status: 200 len: 217 time: 0.0329263 Jul 27 23:45:57.779001 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2a166f-7b46-4b86-9e43-644ff5c6747c req-e1c7fde5-b5e4-470f-bd4a-d55152d73f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:45:57.780389 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-2c2a166f-7b46-4b86-9e43-644ff5c6747c req-e1c7fde5-b5e4-470f-bd4a-d55152d73f33 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a1180c30-22c7-4f14-aadb-df1d0190335d HTTP/1.1" status: 200 len: 834 time: 0.0423295 Jul 27 23:45:57.825108 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2a166f-7b46-4b86-9e43-644ff5c6747c req-4dd5405a-bff0-4643-84e2-50519b789570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:45:57.826526 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-2c2a166f-7b46-4b86-9e43-644ff5c6747c req-4dd5405a-bff0-4643-84e2-50519b789570 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=857f275f-2479-4f63-9116-427252df5835&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0386612 Jul 27 23:45:57.903262 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 802762f4-e009-4e7a-80ea-3b317a8f4aa6 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:45:57.919439 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-2c2a166f-7b46-4b86-9e43-644ff5c6747c req-3054f7d7-5f90-45ca-adeb-4b8d0b9d3eab service neutron] 10.222.0.49 "GET /v2.0/networks/857f275f-2479-4f63-9116-427252df5835?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845380 Jul 27 23:45:57.950913 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port 802762f4-e009-4e7a-80ea-3b317a8f4aa6 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:45:57.951314 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:45:58.014238 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-2c2a166f-7b46-4b86-9e43-644ff5c6747c req-f191f2b2-6e55-4f84-aabe-f564ca11f68b service neutron] 10.222.0.49 "GET /v2.0/networks/857f275f-2479-4f63-9116-427252df5835?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881629 Jul 27 23:45:58.108539 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481b5e84-05ff-443a-a6c2-93698d8641d7 req-c774312d-7d85-45f8-83d0-7a9a4c01c1ae tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:45:58.109931 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-481b5e84-05ff-443a-a6c2-93698d8641d7 req-c774312d-7d85-45f8-83d0-7a9a4c01c1ae tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "GET /v2.0/ports?device_id=ddcd81ca-5993-4556-a55f-1c519ea3a4d2 HTTP/1.1" status: 200 len: 944 time: 0.0536497 Jul 27 23:45:58.148192 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-481b5e84-05ff-443a-a6c2-93698d8641d7 req-15bd3f5a-e039-4d08-a65c-58df52581afe tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "GET /v2.0/security-groups?id=35e8b332-3722-4036-bee1-2d0e80448171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319169 Jul 27 23:45:59.264147 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e254761a-1c80-4cd3-9528-fe0a8f5b7c26 req-448a48a0-b9be-4dc4-b5fc-a6f040ce032d tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:45:59.265547 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e254761a-1c80-4cd3-9528-fe0a8f5b7c26 req-448a48a0-b9be-4dc4-b5fc-a6f040ce032d tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "GET /v2.0/ports?device_id=ddcd81ca-5993-4556-a55f-1c519ea3a4d2 HTTP/1.1" status: 200 len: 944 time: 0.0489767 Jul 27 23:45:59.303527 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e254761a-1c80-4cd3-9528-fe0a8f5b7c26 req-a5fd31ac-ec9b-4c3d-9707-23eb44105009 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "GET /v2.0/security-groups?id=35e8b332-3722-4036-bee1-2d0e80448171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316331 Jul 27 23:45:59.596805 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-1a460c86-f9e1-4459-b6bc-3883ac34c221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:45:59.774239 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device 2052514d-ba34-4bd8-9c64-9407f4967459 details requested by agent hyperv_n-h2-802623-1 with host n-h2-802623-1 {{(pid=93799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 23:45:59.849578 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:45:59.877617 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port 2052514d-ba34-4bd8-9c64-9407f4967459, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=2052514d-ba34-4bd8-9c64-9407f4967459,segment=NetworkSegment(026827be-b514-4d88-a889-7915e1788876),segment_id=026827be-b514-4d88-a889-7915e1788876)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:45:59.887573 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Returning: {'device': '2052514d-ba34-4bd8-9c64-9407f4967459', 'network_id': '857f275f-2479-4f63-9116-427252df5835', 'port_id': '2052514d-ba34-4bd8-9c64-9407f4967459', 'mac_address': 'fa:16:3e:50:aa:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1180c30-22c7-4f14-aadb-df1d0190335d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 23:45:59.923809 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:45:59.936581 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2052514d-ba34-4bd8-9c64-9407f4967459 {{(pid=93799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:45:59.955674 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port 2052514d-ba34-4bd8-9c64-9407f4967459, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=2052514d-ba34-4bd8-9c64-9407f4967459,segment=NetworkSegment(026827be-b514-4d88-a889-7915e1788876),segment_id=026827be-b514-4d88-a889-7915e1788876)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:45:59.959557 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:46:00.009871 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Pushing event updated for resources: {'Port': ['ID=2052514d-ba34-4bd8-9c64-9407f4967459,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:46:00.093508 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:46:00.301146 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] get_ports_and_sgs() called for port_ids ['2052514d-ba34-4bd8-9c64-9407f4967459'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:46:00.418417 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53dba61-c2c3-4ff7-9a87-338588eaeb58 req-799dbe1a-aa73-4957-b165-9ebb2bafb312 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:46:00.419930 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f53dba61-c2c3-4ff7-9a87-338588eaeb58 req-799dbe1a-aa73-4957-b165-9ebb2bafb312 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "GET /v2.0/ports?device_id=ddcd81ca-5993-4556-a55f-1c519ea3a4d2 HTTP/1.1" status: 200 len: 945 time: 0.0488439 Jul 27 23:46:00.458570 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f53dba61-c2c3-4ff7-9a87-338588eaeb58 req-84b2ca04-b18e-4e00-8e88-aaeaa63e5c9a tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "GET /v2.0/security-groups?id=35e8b332-3722-4036-bee1-2d0e80448171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321276 Jul 27 23:46:00.565309 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-19f2e178-d45e-4fbe-b9be-c3963fc151ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:46:01.576818 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6075b916-8751-450d-8fe9-e15393b2b386 req-83513ef3-9938-4d8c-b925-bfb6c25929e2 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:46:01.578298 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-6075b916-8751-450d-8fe9-e15393b2b386 req-83513ef3-9938-4d8c-b925-bfb6c25929e2 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "GET /v2.0/ports?device_id=ddcd81ca-5993-4556-a55f-1c519ea3a4d2 HTTP/1.1" status: 200 len: 945 time: 0.0534885 Jul 27 23:46:01.616127 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-6075b916-8751-450d-8fe9-e15393b2b386 req-f2551a33-2ad5-4e02-a66c-8e4f37c364e3 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "GET /v2.0/security-groups?id=35e8b332-3722-4036-bee1-2d0e80448171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314565 Jul 27 23:46:01.775011 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device 2052514d-ba34-4bd8-9c64-9407f4967459 up at agent hyperv_n-h2-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:46:01.821639 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Provisioning for port 2052514d-ba34-4bd8-9c64-9407f4967459 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:46:01.825044 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Provisioning complete for port 2052514d-ba34-4bd8-9c64-9407f4967459 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:46:01.825413 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:46:01.898913 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:46:01.922901 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddcd81ca-5993-4556-a55f-1c519ea3a4d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2052514d-ba34-4bd8-9c64-9407f4967459'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:46:01.925131 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c0369b0d4f459110ff20a1f9878ba33f96d6491bddb9d15843bf29d01e0bda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d17889f3-71d2-428f-b827-226bf093bfc7" -d '{"events": [{"server_uuid": "ddcd81ca-5993-4556-a55f-1c519ea3a4d2", "name": "network-vif-plugged", "status": "completed", "tag": "2052514d-ba34-4bd8-9c64-9407f4967459"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:46:01.938122 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port 2052514d-ba34-4bd8-9c64-9407f4967459, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=2052514d-ba34-4bd8-9c64-9407f4967459,segment=NetworkSegment(026827be-b514-4d88-a889-7915e1788876),segment_id=026827be-b514-4d88-a889-7915e1788876)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:46:01.942040 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:46:01.966085 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:46:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d44a66bb-ec40-44f5-8470-5b81c8b9ac8a x-openstack-request-id: req-d44a66bb-ec40-44f5-8470-5b81c8b9ac8a {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:46:01.966380 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddcd81ca-5993-4556-a55f-1c519ea3a4d2", "name": "network-vif-plugged", "status": "completed", "tag": "2052514d-ba34-4bd8-9c64-9407f4967459", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:46:01.966628 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d44a66bb-ec40-44f5-8470-5b81c8b9ac8a {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:46:01.967014 n-d-802623-1 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddcd81ca-5993-4556-a55f-1c519ea3a4d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2052514d-ba34-4bd8-9c64-9407f4967459', 'code': 200} Jul 27 23:46:01.993400 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Pushing event updated for resources: {'Port': ['ID=2052514d-ba34-4bd8-9c64-9407f4967459,revision_number=5']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:46:02.053817 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f368c1d-c88e-4fd3-9fdd-800350ebec0e req-2e479413-0e4f-4884-8d06-5573dc5d3417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:46:02.055420 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8f368c1d-c88e-4fd3-9fdd-800350ebec0e req-2e479413-0e4f-4884-8d06-5573dc5d3417 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=ddcd81ca-5993-4556-a55f-1c519ea3a4d2 HTTP/1.1" status: 200 len: 1097 time: 0.0402646 Jul 27 23:46:02.090340 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8f368c1d-c88e-4fd3-9fdd-800350ebec0e req-0c8ffa7d-5403-43a1-8388-59ccd176259a service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=35e8b332-3722-4036-bee1-2d0e80448171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0283077 Jul 27 23:46:02.330632 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7418f70f-e60d-4709-8ba9-6ab514bc7f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:46:02.729541 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b950ff1-c678-4149-947f-2656c3a259bb req-f64ed205-d424-48d6-899d-18fbdcbaa7b6 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:46:02.730990 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-3b950ff1-c678-4149-947f-2656c3a259bb req-f64ed205-d424-48d6-899d-18fbdcbaa7b6 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "GET /v2.0/ports?device_id=ddcd81ca-5993-4556-a55f-1c519ea3a4d2 HTTP/1.1" status: 200 len: 946 time: 0.0519209 Jul 27 23:46:02.768059 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-3b950ff1-c678-4149-947f-2656c3a259bb req-4683cca6-c8b8-4d1e-bfe4-0082f5623120 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "GET /v2.0/security-groups?id=35e8b332-3722-4036-bee1-2d0e80448171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310636 Jul 27 23:46:03.885391 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3270528c-c705-42d0-90be-b25dd4e406d8 req-ba34aa57-e5a3-4fe7-b4f5-d9986f49d2d4 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:46:03.886858 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-3270528c-c705-42d0-90be-b25dd4e406d8 req-ba34aa57-e5a3-4fe7-b4f5-d9986f49d2d4 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "GET /v2.0/ports?device_id=ddcd81ca-5993-4556-a55f-1c519ea3a4d2 HTTP/1.1" status: 200 len: 946 time: 0.0518389 Jul 27 23:46:03.924502 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-3270528c-c705-42d0-90be-b25dd4e406d8 req-3ee48a3d-b836-4e45-809c-99632181f6c3 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "GET /v2.0/security-groups?id=35e8b332-3722-4036-bee1-2d0e80448171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317855 Jul 27 23:46:04.037276 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2f960a-b08c-4a73-930f-51876c5a1572 req-c460f71a-aa0d-430b-88fa-3afc229eceea tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:46:04.038784 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-fa2f960a-b08c-4a73-930f-51876c5a1572 req-c460f71a-aa0d-430b-88fa-3afc229eceea tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "GET /v2.0/ports?device_id=ddcd81ca-5993-4556-a55f-1c519ea3a4d2 HTTP/1.1" status: 200 len: 946 time: 0.0498524 Jul 27 23:46:04.075558 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-fa2f960a-b08c-4a73-930f-51876c5a1572 req-ff384d94-d80e-4ded-b0b9-ce4d7879bda8 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "GET /v2.0/security-groups?id=35e8b332-3722-4036-bee1-2d0e80448171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308266 Jul 27 23:46:04.096407 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 54234) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:46:04.135130 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4606d6fb-76b3-4db3-b536-7744076e131b tempest-TestNetworkAdvancedServerOps-897726458 tempest-TestNetworkAdvancedServerOps-897726458-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:46:04.136641 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-4606d6fb-76b3-4db3-b536-7744076e131b tempest-TestNetworkAdvancedServerOps-897726458 tempest-TestNetworkAdvancedServerOps-897726458-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=ddcd81ca-5993-4556-a55f-1c519ea3a4d2 HTTP/1.1" status: 200 len: 1092 time: 0.0392849 Jul 27 23:46:04.139396 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 54236) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:46:04.143754 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-2c818a31-e97e-4d93-9553-b1ded60a3d3a tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Request body: {'floatingip': {'floating_network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'port_id': '2052514d-ba34-4bd8-9c64-9407f4967459', 'tenant_id': '20cb27012881418a8b31e8023e85178c', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:46:04.169395 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2c818a31-e97e-4d93-9553-b1ded60a3d3a tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks [] for floatingip, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:46:04.266274 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2c818a31-e97e-4d93-9553-b1ded60a3d3a tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:46:04.367543 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-2c818a31-e97e-4d93-9553-b1ded60a3d3a tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Allocated IP 172.25.4.230 (2fd42287-ed26-4eb9-89a5-b521f5b04356/17de1f8f-393a-4b0c-a2df-614bd3f2fb5e/d12196b6-f32d-40d6-ac10-c48ce6f8da0b) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:46:04.471004 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2c818a31-e97e-4d93-9553-b1ded60a3d3a tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:46:04.508486 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2c818a31-e97e-4d93-9553-b1ded60a3d3a tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:46:04.543104 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c818a31-e97e-4d93-9553-b1ded60a3d3a tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Network 2fd42287-ed26-4eb9-89a5-b521f5b04356 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:46:04.545808 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-2c818a31-e97e-4d93-9553-b1ded60a3d3a tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:46:04.549736 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c818a31-e97e-4d93-9553-b1ded60a3d3a tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:46:04.575772 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c818a31-e97e-4d93-9553-b1ded60a3d3a tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Pushing event updated for resources: {'Port': ['ID=d12196b6-f32d-40d6-ac10-c48ce6f8da0b,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:46:04.906174 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2c818a31-e97e-4d93-9553-b1ded60a3d3a tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:46:04.970677 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2c818a31-e97e-4d93-9553-b1ded60a3d3a tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:46:05.123477 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2c818a31-e97e-4d93-9553-b1ded60a3d3a tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:46:05.127881 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:46:05.128586 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2c818a31-e97e-4d93-9553-b1ded60a3d3a tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:46:05.199677 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c818a31-e97e-4d93-9553-b1ded60a3d3a tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Pushing event updated for resources: {'Port': ['ID=d12196b6-f32d-40d6-ac10-c48ce6f8da0b,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:46:05.209572 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2c818a31-e97e-4d93-9553-b1ded60a3d3a tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-415302'] for floatingip, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:46:05.312622 n-d-802623-1 neutron-server[93798]: INFO neutron.db.l3_db [None req-2c818a31-e97e-4d93-9553-b1ded60a3d3a tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Floating IP 86f0f36b-2995-4d46-911f-910f9290c5a2 associated. External IP: 172.25.4.230, port: 2052514d-ba34-4bd8-9c64-9407f4967459. Jul 27 23:46:05.514783 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c818a31-e97e-4d93-9553-b1ded60a3d3a tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Router 70a657fb-8465-4f89-974b-9fbf8a7dfc51 has already been hosted by L3 agent 018c4455-49c0-4734-927d-7824067b2a9e {{(pid=93798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 23:46:05.625082 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c818a31-e97e-4d93-9553-b1ded60a3d3a tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:46:05.634881 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f44f2d2-731c-47b0-9cdd-505d1c1eb768 None None] Sync routers for ids ['70a657fb-8465-4f89-974b-9fbf8a7dfc51'] in n-d-802623-1 {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:46:05.641854 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2c818a31-e97e-4d93-9553-b1ded60a3d3a tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for floatingip, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:46:05.644327 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f44f2d2-731c-47b0-9cdd-505d1c1eb768 None None] Routers {'70a657fb-8465-4f89-974b-9fbf8a7dfc51'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:46:05.644952 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-7f44f2d2-731c-47b0-9cdd-505d1c1eb768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:46:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['70a657fb-8465-4f89-974b-9fbf8a7dfc51'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:46:05.669278 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-2c818a31-e97e-4d93-9553-b1ded60a3d3a tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5288923 Jul 27 23:46:05.669961 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddcd81ca-5993-4556-a55f-1c519ea3a4d2', 'tag': '2052514d-ba34-4bd8-9c64-9407f4967459'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:46:05.672351 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}011f8d312121274bb12d78e77c6379a2079800640016cec6c6d605b73666e854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77da5ddb-3861-4211-a32b-169dcd2fb87c" -d '{"events": [{"name": "network-changed", "server_uuid": "ddcd81ca-5993-4556-a55f-1c519ea3a4d2", "tag": "2052514d-ba34-4bd8-9c64-9407f4967459"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:46:05.710452 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 23:46:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fe1f2b2-b24c-40e5-a4dc-0c7163f57d11 x-openstack-request-id: req-2fe1f2b2-b24c-40e5-a4dc-0c7163f57d11 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:46:05.710792 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddcd81ca-5993-4556-a55f-1c519ea3a4d2", "tag": "2052514d-ba34-4bd8-9c64-9407f4967459", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:46:05.711072 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2fe1f2b2-b24c-40e5-a4dc-0c7163f57d11 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:46:05.711663 n-d-802623-1 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ddcd81ca-5993-4556-a55f-1c519ea3a4d2', 'tag': '2052514d-ba34-4bd8-9c64-9407f4967459', 'status': 'completed', 'code': 200} Jul 27 23:46:05.753604 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-7f44f2d2-731c-47b0-9cdd-505d1c1eb768 None None] Set router 70a657fb-8465-4f89-974b-9fbf8a7dfc51 gateway port host: n-d-802623-1 {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:46:05.792716 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f674276a-3624-4338-863d-c635dcb7b577 req-c7e53468-efb0-4f0f-b2f8-953304279b1c tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:46:05.794156 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f674276a-3624-4338-863d-c635dcb7b577 req-c7e53468-efb0-4f0f-b2f8-953304279b1c tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "GET /v2.0/ports?device_id=ddcd81ca-5993-4556-a55f-1c519ea3a4d2 HTTP/1.1" status: 200 len: 946 time: 0.0745616 Jul 27 23:46:05.808477 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77da5ddb-3861-4211-a32b-169dcd2fb87c req-ef525ffc-055c-4074-827c-9fd25d579384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:46:05.809904 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-77da5ddb-3861-4211-a32b-169dcd2fb87c req-ef525ffc-055c-4074-827c-9fd25d579384 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=20cb27012881418a8b31e8023e85178c&device_id=ddcd81ca-5993-4556-a55f-1c519ea3a4d2 HTTP/1.1" status: 200 len: 1097 time: 0.0649502 Jul 27 23:46:05.884303 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f674276a-3624-4338-863d-c635dcb7b577 req-e03de92e-968b-46f0-abcf-22e103d5bc9d tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "GET /v2.0/security-groups?id=35e8b332-3722-4036-bee1-2d0e80448171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836830 Jul 27 23:46:05.908048 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 54242) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:46:05.959899 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77da5ddb-3861-4211-a32b-169dcd2fb87c req-7aad77c0-1b90-4deb-814e-f37a332f091c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:46:05.961393 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-77da5ddb-3861-4211-a32b-169dcd2fb87c req-7aad77c0-1b90-4deb-814e-f37a332f091c service neutron] 10.222.0.49 "GET /v2.0/networks?id=857f275f-2479-4f63-9116-427252df5835 HTTP/1.1" status: 200 len: 898 time: 0.1415362 Jul 27 23:46:05.980231 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-7f44f2d2-731c-47b0-9cdd-505d1c1eb768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70a657fb-8465-4f89-974b-9fbf8a7dfc51', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1754241374', 'tenant_id': '20cb27012881418a8b31e8023e85178c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.107'}], 'enable_snat': True}, 'gw_port_id': '1b044089-47e9-49c6-99f7-ed99b6093229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:45:48Z', 'updated_at': '2021-07-27T23:45:52Z', 'revision_number': 4, 'project_id': '20cb27012881418a8b31e8023e85178c', 'gw_port': {'id': '1b044089-47e9-49c6-99f7-ed99b6093229', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:3b:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a657fb-8465-4f89-974b-9fbf8a7dfc51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:45:49Z', 'updated_at': '2021-07-27T23:45:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_floatingips': [{'id': '86f0f36b-2995-4d46-911f-910f9290c5a2', 'tenant_id': '20cb27012881418a8b31e8023e85178c', 'floating_ip_address': '172.25.4.230', 'floating_network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'router_id': '70a657fb-8465-4f89-974b-9fbf8a7dfc51', 'port_id': '2052514d-ba34-4bd8-9c64-9407f4967459', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3956, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '857f275f-2479-4f63-9116-427252df5835', 'mac_address': 'fa:16:3e:50:aa:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddcd81ca-5993-4556-a55f-1c519ea3a4d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T23:46:04Z', 'updated_at': '2021-07-27T23:46:04Z', 'revision_number': 0, 'project_id': '20cb27012881418a8b31e8023e85178c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '802762f4-e009-4e7a-80ea-3b317a8f4aa6', 'name': '', 'network_id': '857f275f-2479-4f63-9116-427252df5835', 'tenant_id': '20cb27012881418a8b31e8023e85178c', 'mac_address': 'fa:16:3e:81:e7:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a657fb-8465-4f89-974b-9fbf8a7dfc51', 'device_owner': 'network:router_interface', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': 'a1180c30-22c7-4f14-aadb-df1d0190335d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:45:51Z', 'updated_at': '2021-07-27T23:45:56Z', 'revision_number': 5, 'project_id': '20cb27012881418a8b31e8023e85178c', 'subnets': [{'id': 'a1180c30-22c7-4f14-aadb-df1d0190335d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:46:06.010005 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f44f2d2-731c-47b0-9cdd-505d1c1eb768 None None] Checking router: 70a657fb-8465-4f89-974b-9fbf8a7dfc51 for host: n-d-802623-1 {{(pid=93799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 23:46:06.018233 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f44f2d2-731c-47b0-9cdd-505d1c1eb768 None None] Routers {'70a657fb-8465-4f89-974b-9fbf8a7dfc51'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:46:06.018617 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-98b53af0-b5b4-496c-a026-8a790e5ada75 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "GET /v2.0/floatingips/86f0f36b-2995-4d46-911f-910f9290c5a2 HTTP/1.1" status: 200 len: 992 time: 0.1094813 Jul 27 23:46:06.018856 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-7f44f2d2-731c-47b0-9cdd-505d1c1eb768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:46:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['70a657fb-8465-4f89-974b-9fbf8a7dfc51'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:46:06.041582 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-77da5ddb-3861-4211-a32b-169dcd2fb87c req-36ff350b-d7b2-4bb1-b203-65ec43b4eb44 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2052514d-ba34-4bd8-9c64-9407f4967459 HTTP/1.1" status: 200 len: 1000 time: 0.0718427 Jul 27 23:46:06.093017 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77da5ddb-3861-4211-a32b-169dcd2fb87c req-b67957bb-baa2-4f67-80df-48fd9f043448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:46:06.094400 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-77da5ddb-3861-4211-a32b-169dcd2fb87c req-b67957bb-baa2-4f67-80df-48fd9f043448 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a1180c30-22c7-4f14-aadb-df1d0190335d HTTP/1.1" status: 200 len: 834 time: 0.0459752 Jul 27 23:46:06.122461 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-7f44f2d2-731c-47b0-9cdd-505d1c1eb768 None None] Set router 70a657fb-8465-4f89-974b-9fbf8a7dfc51 gateway port host: n-d-802623-1 {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:46:06.141473 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77da5ddb-3861-4211-a32b-169dcd2fb87c req-f13d8667-f3fc-4224-a781-c42ee19c18cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:46:06.142996 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-77da5ddb-3861-4211-a32b-169dcd2fb87c req-f13d8667-f3fc-4224-a781-c42ee19c18cd service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=857f275f-2479-4f63-9116-427252df5835&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408819 Jul 27 23:46:06.236099 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-77da5ddb-3861-4211-a32b-169dcd2fb87c req-1019c42c-c19d-4c80-8e84-b12319f2da70 service neutron] 10.222.0.49 "GET /v2.0/networks/857f275f-2479-4f63-9116-427252df5835?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855222 Jul 27 23:46:06.325749 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-77da5ddb-3861-4211-a32b-169dcd2fb87c req-21476824-6d60-4166-a139-37daf85a65d9 service neutron] 10.222.0.49 "GET /v2.0/networks/857f275f-2479-4f63-9116-427252df5835?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822086 Jul 27 23:46:06.339943 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-7f44f2d2-731c-47b0-9cdd-505d1c1eb768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70a657fb-8465-4f89-974b-9fbf8a7dfc51', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1754241374', 'tenant_id': '20cb27012881418a8b31e8023e85178c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.107'}], 'enable_snat': True}, 'gw_port_id': '1b044089-47e9-49c6-99f7-ed99b6093229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:45:48Z', 'updated_at': '2021-07-27T23:45:52Z', 'revision_number': 4, 'project_id': '20cb27012881418a8b31e8023e85178c', 'gw_port': {'id': '1b044089-47e9-49c6-99f7-ed99b6093229', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:3b:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a657fb-8465-4f89-974b-9fbf8a7dfc51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:45:49Z', 'updated_at': '2021-07-27T23:45:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_floatingips': [{'id': '86f0f36b-2995-4d46-911f-910f9290c5a2', 'tenant_id': '20cb27012881418a8b31e8023e85178c', 'floating_ip_address': '172.25.4.230', 'floating_network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'router_id': '70a657fb-8465-4f89-974b-9fbf8a7dfc51', 'port_id': '2052514d-ba34-4bd8-9c64-9407f4967459', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3956, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '857f275f-2479-4f63-9116-427252df5835', 'mac_address': 'fa:16:3e:50:aa:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddcd81ca-5993-4556-a55f-1c519ea3a4d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T23:46:04Z', 'updated_at': '2021-07-27T23:46:04Z', 'revision_number': 0, 'project_id': '20cb27012881418a8b31e8023e85178c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '802762f4-e009-4e7a-80ea-3b317a8f4aa6', 'name': '', 'network_id': '857f275f-2479-4f63-9116-427252df5835', 'tenant_id': '20cb27012881418a8b31e8023e85178c', 'mac_address': 'fa:16:3e:81:e7:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a657fb-8465-4f89-974b-9fbf8a7dfc51', 'device_owner': 'network:router_interface', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': 'a1180c30-22c7-4f14-aadb-df1d0190335d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:45:51Z', 'updated_at': '2021-07-27T23:45:56Z', 'revision_number': 5, 'project_id': '20cb27012881418a8b31e8023e85178c', 'subnets': [{'id': 'a1180c30-22c7-4f14-aadb-df1d0190335d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:46:06.370767 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f44f2d2-731c-47b0-9cdd-505d1c1eb768 None None] The sync data for ids ['70a657fb-8465-4f89-974b-9fbf8a7dfc51'] in n-d-802623-1 is: [{'id': '70a657fb-8465-4f89-974b-9fbf8a7dfc51', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1754241374', 'tenant_id': '20cb27012881418a8b31e8023e85178c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.107'}], 'enable_snat': True}, 'gw_port_id': '1b044089-47e9-49c6-99f7-ed99b6093229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:45:48Z', 'updated_at': '2021-07-27T23:45:52Z', 'revision_number': 4, 'project_id': '20cb27012881418a8b31e8023e85178c', 'gw_port': {'id': '1b044089-47e9-49c6-99f7-ed99b6093229', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:3b:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a657fb-8465-4f89-974b-9fbf8a7dfc51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:45:49Z', 'updated_at': '2021-07-27T23:45:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_floatingips': [{'id': '86f0f36b-2995-4d46-911f-910f9290c5a2', 'tenant_id': '20cb27012881418a8b31e8023e85178c', 'floating_ip_address': '172.25.4.230', 'floating_network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'router_id': '70a657fb-8465-4f89-974b-9fbf8a7dfc51', 'port_id': '2052514d-ba34-4bd8-9c64-9407f4967459', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3956, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '857f275f-2479-4f63-9116-427252df5835', 'mac_address': 'fa:16:3e:50:aa:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddcd81ca-5993-4556-a55f-1c519ea3a4d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T23:46:04Z', 'updated_at': '2021-07-27T23:46:04Z', 'revision_number': 0, 'project_id': '20cb27012881418a8b31e8023e85178c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '802762f4-e009-4e7a-80ea-3b317a8f4aa6', 'name': '', 'network_id': '857f275f-2479-4f63-9116-427252df5835', 'tenant_id': '20cb27012881418a8b31e8023e85178c', 'mac_address': 'fa:16:3e:81:e7:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a657fb-8465-4f89-974b-9fbf8a7dfc51', 'device_owner': 'network:router_interface', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': 'a1180c30-22c7-4f14-aadb-df1d0190335d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:45:51Z', 'updated_at': '2021-07-27T23:45:56Z', 'revision_number': 5, 'project_id': '20cb27012881418a8b31e8023e85178c', 'subnets': [{'id': 'a1180c30-22c7-4f14-aadb-df1d0190335d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:46:06.552113 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b79337f3-4bb4-4b58-b64c-eaf9a1a29ab3 None None] New status for floating IP 86f0f36b-2995-4d46-911f-910f9290c5a2: ACTIVE {{(pid=93800) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 23:46:07.022509 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 54244) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:46:07.087671 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-3c1f48e4-eb61-4231-92a1-861d096baa9e tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "GET /v2.0/floatingips/86f0f36b-2995-4d46-911f-910f9290c5a2 HTTP/1.1" status: 200 len: 994 time: 0.0640135 Jul 27 23:46:25.364440 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.agents_db [None req-9beef776-8bab-4de2-989a-f5a23ba4aaf4 None None] Agent healthcheck: found 7 active agents {{(pid=93800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 23:46:26.933039 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-1256d556-9646-431a-92de-db2f3f8b2341 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:46:29.597248 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-25adb561-0829-4af9-9d89-bf07164ca376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:46:29.822032 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:46:30.093486 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:46:30.569535 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-19f2e178-d45e-4fbe-b9be-c3963fc151ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:46:32.332854 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7418f70f-e60d-4709-8ba9-6ab514bc7f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:46:35.130914 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:46:43.791029 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d786ff0a-cb3a-4c24-a7ac-bbc47485eacd req-f9c695c4-bea8-4025-8459-3c8edd1b639c service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=ddcd81ca-5993-4556-a55f-1c519ea3a4d2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0389109 Jul 27 23:46:43.871412 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d786ff0a-cb3a-4c24-a7ac-bbc47485eacd req-cb204cfa-68cd-410b-b48b-d067f4c67267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:46:43.872603 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d786ff0a-cb3a-4c24-a7ac-bbc47485eacd req-cb204cfa-68cd-410b-b48b-d067f4c67267 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=20cb27012881418a8b31e8023e85178c&device_id=ddcd81ca-5993-4556-a55f-1c519ea3a4d2 HTTP/1.1" status: 200 len: 1097 time: 0.0405464 Jul 27 23:46:43.978070 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d786ff0a-cb3a-4c24-a7ac-bbc47485eacd req-aa2a74f7-62eb-460f-8bfc-896d30a68895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:46:43.979545 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d786ff0a-cb3a-4c24-a7ac-bbc47485eacd req-aa2a74f7-62eb-460f-8bfc-896d30a68895 service neutron] 10.222.0.49 "GET /v2.0/networks?id=857f275f-2479-4f63-9116-427252df5835 HTTP/1.1" status: 200 len: 898 time: 0.0880959 Jul 27 23:46:44.044107 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d786ff0a-cb3a-4c24-a7ac-bbc47485eacd req-52837ef3-2ae7-40c8-8ce7-79a270452070 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2052514d-ba34-4bd8-9c64-9407f4967459 HTTP/1.1" status: 200 len: 1002 time: 0.0569947 Jul 27 23:46:44.095675 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d786ff0a-cb3a-4c24-a7ac-bbc47485eacd req-78fe5a80-105f-4486-92b8-97fd798155d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:46:44.097055 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d786ff0a-cb3a-4c24-a7ac-bbc47485eacd req-78fe5a80-105f-4486-92b8-97fd798155d2 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a1180c30-22c7-4f14-aadb-df1d0190335d HTTP/1.1" status: 200 len: 834 time: 0.0460596 Jul 27 23:46:44.140982 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d786ff0a-cb3a-4c24-a7ac-bbc47485eacd req-af71848a-4e92-4831-abd1-d11477661140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:46:44.142437 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d786ff0a-cb3a-4c24-a7ac-bbc47485eacd req-af71848a-4e92-4831-abd1-d11477661140 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=857f275f-2479-4f63-9116-427252df5835&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0383894 Jul 27 23:46:44.238352 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d786ff0a-cb3a-4c24-a7ac-bbc47485eacd req-8b051a31-87c5-4228-9001-8b4d996ebd34 service neutron] 10.222.0.49 "GET /v2.0/networks/857f275f-2479-4f63-9116-427252df5835?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831549 Jul 27 23:46:44.330197 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d786ff0a-cb3a-4c24-a7ac-bbc47485eacd req-132d30cf-7fe6-45e2-acbc-f28814c25635 service neutron] 10.222.0.49 "GET /v2.0/networks/857f275f-2479-4f63-9116-427252df5835?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851002 Jul 27 23:46:56.932760 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-5ebc017e-4f41-46fb-91aa-bd20f2437e53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:46:59.596871 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-947470b3-38a3-44ce-8944-2c8c627fbf37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:46:59.822210 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:47:00.093765 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:47:00.571955 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-19f2e178-d45e-4fbe-b9be-c3963fc151ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:47:02.336001 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7418f70f-e60d-4709-8ba9-6ab514bc7f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:47:02.362644 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.agents_db [None req-9beef776-8bab-4de2-989a-f5a23ba4aaf4 None None] Agent healthcheck: found 7 active agents {{(pid=93800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 23:47:05.141190 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:47:08.024393 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c6d939-4364-4488-a222-abf56ef4da81 req-c9805852-e2a9-4e50-b8df-631a7579fbc8 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:47:08.025956 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a7c6d939-4364-4488-a222-abf56ef4da81 req-c9805852-e2a9-4e50-b8df-631a7579fbc8 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "GET /v2.0/ports?device_id=ddcd81ca-5993-4556-a55f-1c519ea3a4d2 HTTP/1.1" status: 200 len: 946 time: 0.0605626 Jul 27 23:47:08.066278 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a7c6d939-4364-4488-a222-abf56ef4da81 req-58a91639-b831-4ea2-a7ba-c8343f260c07 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "GET /v2.0/security-groups?id=35e8b332-3722-4036-bee1-2d0e80448171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329657 Jul 27 23:47:09.180188 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3776c1b-34c9-42f6-af1e-8c5c1f32d5e4 req-9495549a-0e1c-45f9-aa98-0e7fc31f6768 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:47:09.181685 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a3776c1b-34c9-42f6-af1e-8c5c1f32d5e4 req-9495549a-0e1c-45f9-aa98-0e7fc31f6768 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "GET /v2.0/ports?device_id=ddcd81ca-5993-4556-a55f-1c519ea3a4d2 HTTP/1.1" status: 200 len: 946 time: 0.0493128 Jul 27 23:47:09.222213 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a3776c1b-34c9-42f6-af1e-8c5c1f32d5e4 req-c34b57d6-6a32-476c-b9e4-9f815784acd9 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "GET /v2.0/security-groups?id=35e8b332-3722-4036-bee1-2d0e80448171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342107 Jul 27 23:47:10.334883 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13a80fb-95fe-4010-b81d-c74d549f96ed req-de5d44c9-8f53-42ad-b20b-20d79348f944 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:47:10.336355 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-d13a80fb-95fe-4010-b81d-c74d549f96ed req-de5d44c9-8f53-42ad-b20b-20d79348f944 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "GET /v2.0/ports?device_id=ddcd81ca-5993-4556-a55f-1c519ea3a4d2 HTTP/1.1" status: 200 len: 946 time: 0.0486000 Jul 27 23:47:10.372101 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-d13a80fb-95fe-4010-b81d-c74d549f96ed req-34af74b1-15ad-43c2-b8c3-6d0c6118b0c5 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "GET /v2.0/security-groups?id=35e8b332-3722-4036-bee1-2d0e80448171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299358 Jul 27 23:47:11.488766 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97495304-53ed-4564-8e2b-677714fb645b req-d6934aa9-cadf-433c-97be-0305c968d79b tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:47:11.490730 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-97495304-53ed-4564-8e2b-677714fb645b req-d6934aa9-cadf-433c-97be-0305c968d79b tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "GET /v2.0/ports?device_id=ddcd81ca-5993-4556-a55f-1c519ea3a4d2 HTTP/1.1" status: 200 len: 946 time: 0.0535164 Jul 27 23:47:11.534992 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-97495304-53ed-4564-8e2b-677714fb645b req-fc18d510-f4d9-4865-ba7f-15d66a969652 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "GET /v2.0/security-groups?id=35e8b332-3722-4036-bee1-2d0e80448171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344429 Jul 27 23:47:12.647348 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aff3518-109f-4271-9502-27077d3eca97 req-b4d70e8d-2cf6-4687-b3bf-180cc7559a6b tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:47:12.648810 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7aff3518-109f-4271-9502-27077d3eca97 req-b4d70e8d-2cf6-4687-b3bf-180cc7559a6b tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "GET /v2.0/ports?device_id=ddcd81ca-5993-4556-a55f-1c519ea3a4d2 HTTP/1.1" status: 200 len: 946 time: 0.0478909 Jul 27 23:47:12.685082 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7aff3518-109f-4271-9502-27077d3eca97 req-b77a19a3-ea12-41ee-8288-02830e5f7d72 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "GET /v2.0/security-groups?id=35e8b332-3722-4036-bee1-2d0e80448171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304456 Jul 27 23:47:13.804086 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5f4193-3c7f-4782-ae8c-195ce1b6513a req-246d8508-1410-4a75-b840-c102970f657b tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:47:13.805628 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-fa5f4193-3c7f-4782-ae8c-195ce1b6513a req-246d8508-1410-4a75-b840-c102970f657b tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "GET /v2.0/ports?device_id=ddcd81ca-5993-4556-a55f-1c519ea3a4d2 HTTP/1.1" status: 200 len: 946 time: 0.0528262 Jul 27 23:47:13.843842 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-fa5f4193-3c7f-4782-ae8c-195ce1b6513a req-411b95b4-5afd-4d5e-9a2d-8a494de923e9 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "GET /v2.0/security-groups?id=35e8b332-3722-4036-bee1-2d0e80448171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323241 Jul 27 23:47:14.959564 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cee827a-cbb7-485c-bd3b-ba1bb1e1853a req-bfbefd99-220e-4d85-818b-5eaa7c75fa14 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:47:14.961025 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-1cee827a-cbb7-485c-bd3b-ba1bb1e1853a req-bfbefd99-220e-4d85-818b-5eaa7c75fa14 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "GET /v2.0/ports?device_id=ddcd81ca-5993-4556-a55f-1c519ea3a4d2 HTTP/1.1" status: 200 len: 946 time: 0.0521250 Jul 27 23:47:14.998368 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-1cee827a-cbb7-485c-bd3b-ba1bb1e1853a req-7e9b8642-2b1f-431d-b5d8-cfbe4c4509df tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "GET /v2.0/security-groups?id=35e8b332-3722-4036-bee1-2d0e80448171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315456 Jul 27 23:47:16.110823 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8509f1-c8b4-451b-8aa8-cf781bbdba4a req-aafc35b9-0b30-4117-b062-ddd6e62083fc tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:47:16.112366 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-4b8509f1-c8b4-451b-8aa8-cf781bbdba4a req-aafc35b9-0b30-4117-b062-ddd6e62083fc tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "GET /v2.0/ports?device_id=ddcd81ca-5993-4556-a55f-1c519ea3a4d2 HTTP/1.1" status: 200 len: 946 time: 0.0485246 Jul 27 23:47:16.152779 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-4b8509f1-c8b4-451b-8aa8-cf781bbdba4a req-64d74b4f-b777-4bba-976d-789d50c91a58 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "GET /v2.0/security-groups?id=35e8b332-3722-4036-bee1-2d0e80448171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335865 Jul 27 23:47:17.265439 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5346a693-7083-4b55-8a15-33162c692131 req-17ab9d96-fc82-4232-bc44-56b3cbd48019 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:47:17.266938 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-5346a693-7083-4b55-8a15-33162c692131 req-17ab9d96-fc82-4232-bc44-56b3cbd48019 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "GET /v2.0/ports?device_id=ddcd81ca-5993-4556-a55f-1c519ea3a4d2 HTTP/1.1" status: 200 len: 946 time: 0.0482264 Jul 27 23:47:17.303831 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-5346a693-7083-4b55-8a15-33162c692131 req-6ba8de6d-f984-43a1-8dbc-a5e94a634ca4 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "GET /v2.0/security-groups?id=35e8b332-3722-4036-bee1-2d0e80448171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310495 Jul 27 23:47:18.420282 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce61bfbb-5194-4dee-b23b-3794f673292c req-a18f492a-0165-42d7-8f9b-56c16b994fcc tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:47:18.421670 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-ce61bfbb-5194-4dee-b23b-3794f673292c req-a18f492a-0165-42d7-8f9b-56c16b994fcc tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "GET /v2.0/ports?device_id=ddcd81ca-5993-4556-a55f-1c519ea3a4d2 HTTP/1.1" status: 200 len: 946 time: 0.0514836 Jul 27 23:47:18.458737 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-ce61bfbb-5194-4dee-b23b-3794f673292c req-f03c7c30-19a9-4f1b-a64f-d5e1e2b2b00b tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "GET /v2.0/security-groups?id=35e8b332-3722-4036-bee1-2d0e80448171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306056 Jul 27 23:47:19.572804 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a1c5d3-d557-407b-95ff-c7c44547fd15 req-0f272a56-70f5-403c-b5b9-40369747b513 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:47:19.574274 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-77a1c5d3-d557-407b-95ff-c7c44547fd15 req-0f272a56-70f5-403c-b5b9-40369747b513 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "GET /v2.0/ports?device_id=ddcd81ca-5993-4556-a55f-1c519ea3a4d2 HTTP/1.1" status: 200 len: 946 time: 0.0487850 Jul 27 23:47:19.610433 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-77a1c5d3-d557-407b-95ff-c7c44547fd15 req-dfa8b3a7-2899-4f5c-ab79-3cce253b02fa tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "GET /v2.0/security-groups?id=35e8b332-3722-4036-bee1-2d0e80448171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302746 Jul 27 23:47:20.723375 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26b3152-f521-44e4-b1d1-30d355c0682f req-3fbaf854-2523-4377-ab6b-d14a99bad840 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:47:20.724962 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a26b3152-f521-44e4-b1d1-30d355c0682f req-3fbaf854-2523-4377-ab6b-d14a99bad840 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "GET /v2.0/ports?device_id=ddcd81ca-5993-4556-a55f-1c519ea3a4d2 HTTP/1.1" status: 200 len: 946 time: 0.0488992 Jul 27 23:47:20.762698 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a26b3152-f521-44e4-b1d1-30d355c0682f req-a4cc32e1-9991-4095-b516-1bf997efb2ef tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "GET /v2.0/security-groups?id=35e8b332-3722-4036-bee1-2d0e80448171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317085 Jul 27 23:47:21.883400 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b1cfe6-9a3b-460e-8a0b-cd2bdfe6890d req-fba39c9b-2fd3-43d6-bd04-b134c417c86d tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:47:21.884865 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a5b1cfe6-9a3b-460e-8a0b-cd2bdfe6890d req-fba39c9b-2fd3-43d6-bd04-b134c417c86d tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "GET /v2.0/ports?device_id=ddcd81ca-5993-4556-a55f-1c519ea3a4d2 HTTP/1.1" status: 200 len: 946 time: 0.0516779 Jul 27 23:47:21.922247 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a5b1cfe6-9a3b-460e-8a0b-cd2bdfe6890d req-92269d13-7c52-43e3-998b-e300dc0e01b9 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "GET /v2.0/security-groups?id=35e8b332-3722-4036-bee1-2d0e80448171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315144 Jul 27 23:47:22.166863 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device 2052514d-ba34-4bd8-9c64-9407f4967459 details requested by agent hyperv_n-h2-802623-1 with host n-h2-802623-1 {{(pid=93799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 23:47:22.266742 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port 2052514d-ba34-4bd8-9c64-9407f4967459, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=2052514d-ba34-4bd8-9c64-9407f4967459,segment=NetworkSegment(026827be-b514-4d88-a889-7915e1788876),segment_id=026827be-b514-4d88-a889-7915e1788876)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:47:22.277996 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Returning: {'device': '2052514d-ba34-4bd8-9c64-9407f4967459', 'network_id': '857f275f-2479-4f63-9116-427252df5835', 'port_id': '2052514d-ba34-4bd8-9c64-9407f4967459', 'mac_address': 'fa:16:3e:50:aa:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1180c30-22c7-4f14-aadb-df1d0190335d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 23:47:22.293308 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912537cb-acb1-4415-8fb9-d9bf7f590979 req-bab69ec5-7878-46d7-8f55-2a5ece5f10e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:47:22.294799 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-912537cb-acb1-4415-8fb9-d9bf7f590979 req-bab69ec5-7878-46d7-8f55-2a5ece5f10e3 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=ddcd81ca-5993-4556-a55f-1c519ea3a4d2 HTTP/1.1" status: 200 len: 1097 time: 0.0398729 Jul 27 23:47:22.315081 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:47:22.327360 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2052514d-ba34-4bd8-9c64-9407f4967459 {{(pid=93799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:47:22.329327 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-912537cb-acb1-4415-8fb9-d9bf7f590979 req-b552aee5-f9a1-4dae-94f5-de0d23d4c127 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=35e8b332-3722-4036-bee1-2d0e80448171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0275917 Jul 27 23:47:22.346324 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port 2052514d-ba34-4bd8-9c64-9407f4967459, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=2052514d-ba34-4bd8-9c64-9407f4967459,segment=NetworkSegment(026827be-b514-4d88-a889-7915e1788876),segment_id=026827be-b514-4d88-a889-7915e1788876)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:47:22.350674 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:47:22.396445 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Pushing event updated for resources: {'Port': ['ID=2052514d-ba34-4bd8-9c64-9407f4967459,revision_number=6']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:47:22.403577 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:47:22.403929 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:47:22.404276 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:47:22.404616 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:47:22.404953 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:47:22.405285 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:47:22.405616 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:47:22.405945 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:47:22.406275 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:47:22.406601 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:47:22.406927 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:47:22.407276 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:47:22.758332 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] get_ports_and_sgs() called for port_ids ['2052514d-ba34-4bd8-9c64-9407f4967459'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:47:23.043506 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9ae0f4-e68f-4644-8df5-334fd17af95b req-2cd55470-2d8f-424f-86d9-919000e74cba tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:47:23.044879 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-4b9ae0f4-e68f-4644-8df5-334fd17af95b req-2cd55470-2d8f-424f-86d9-919000e74cba tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "GET /v2.0/ports?device_id=ddcd81ca-5993-4556-a55f-1c519ea3a4d2 HTTP/1.1" status: 200 len: 945 time: 0.0523195 Jul 27 23:47:23.081807 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-4b9ae0f4-e68f-4644-8df5-334fd17af95b req-3d45b7ee-41cf-404e-ae62-81f84ed01d31 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "GET /v2.0/security-groups?id=35e8b332-3722-4036-bee1-2d0e80448171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310633 Jul 27 23:47:24.196118 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0409f9e-1f90-41d7-ba07-706dc173f895 req-1c52543a-93ea-4291-a18c-04b2d23eb459 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:47:24.197230 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device 2052514d-ba34-4bd8-9c64-9407f4967459 up at agent hyperv_n-h2-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:47:24.197779 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f0409f9e-1f90-41d7-ba07-706dc173f895 req-1c52543a-93ea-4291-a18c-04b2d23eb459 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "GET /v2.0/ports?device_id=ddcd81ca-5993-4556-a55f-1c519ea3a4d2 HTTP/1.1" status: 200 len: 945 time: 0.0497971 Jul 27 23:47:24.235997 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f0409f9e-1f90-41d7-ba07-706dc173f895 req-e371d089-273d-441d-84c8-18eb0c35d12a tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "GET /v2.0/security-groups?id=35e8b332-3722-4036-bee1-2d0e80448171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322647 Jul 27 23:47:24.247336 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Provisioning complete for port 2052514d-ba34-4bd8-9c64-9407f4967459 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:47:24.247724 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:47:24.258190 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 54318) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:47:24.322566 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-20ec5d4d-aa9a-4e2c-8665-7a7c27019550 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "GET /v2.0/floatingips/86f0f36b-2995-4d46-911f-910f9290c5a2 HTTP/1.1" status: 200 len: 993 time: 0.0632250 Jul 27 23:47:24.324075 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:47:24.346776 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddcd81ca-5993-4556-a55f-1c519ea3a4d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2052514d-ba34-4bd8-9c64-9407f4967459'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:47:24.349049 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c0369b0d4f459110ff20a1f9878ba33f96d6491bddb9d15843bf29d01e0bda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7be03e4-8189-463e-ba3d-51fd2237319d" -d '{"events": [{"server_uuid": "ddcd81ca-5993-4556-a55f-1c519ea3a4d2", "name": "network-vif-plugged", "status": "completed", "tag": "2052514d-ba34-4bd8-9c64-9407f4967459"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:47:24.361955 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port 2052514d-ba34-4bd8-9c64-9407f4967459, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=2052514d-ba34-4bd8-9c64-9407f4967459,segment=NetworkSegment(026827be-b514-4d88-a889-7915e1788876),segment_id=026827be-b514-4d88-a889-7915e1788876)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:47:24.365858 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:47:24.388964 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:47:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa0654f0-8d98-4bc4-bf25-3c690722d69d x-openstack-request-id: req-aa0654f0-8d98-4bc4-bf25-3c690722d69d {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:47:24.389258 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddcd81ca-5993-4556-a55f-1c519ea3a4d2", "name": "network-vif-plugged", "status": "completed", "tag": "2052514d-ba34-4bd8-9c64-9407f4967459", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:47:24.389530 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-aa0654f0-8d98-4bc4-bf25-3c690722d69d {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:47:24.389903 n-d-802623-1 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddcd81ca-5993-4556-a55f-1c519ea3a4d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2052514d-ba34-4bd8-9c64-9407f4967459', 'code': 200} Jul 27 23:47:24.414657 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Pushing event updated for resources: {'Port': ['ID=2052514d-ba34-4bd8-9c64-9407f4967459,revision_number=7']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:47:26.932687 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-fccac615-3f54-4ee4-abdc-731cedddfcdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:47:29.601388 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-99372340-97c3-462c-9788-4ff63f1673dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:47:29.838204 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:47:30.093469 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:47:30.575321 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-19f2e178-d45e-4fbe-b9be-c3963fc151ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:47:32.337471 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7418f70f-e60d-4709-8ba9-6ab514bc7f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:47:35.149694 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:47:39.361216 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.agents_db [None req-9beef776-8bab-4de2-989a-f5a23ba4aaf4 None None] Agent healthcheck: found 7 active agents {{(pid=93800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 23:47:43.819854 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-235cf509-e966-4898-9d38-c1a6b8e79263 req-5c0c2ae9-9bc3-4d05-bee5-cfef3f5b4f19 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=ddcd81ca-5993-4556-a55f-1c519ea3a4d2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0838723 Jul 27 23:47:43.905510 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235cf509-e966-4898-9d38-c1a6b8e79263 req-0013216f-1523-41d8-b07c-cec0a8fd0807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:47:43.906986 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-235cf509-e966-4898-9d38-c1a6b8e79263 req-0013216f-1523-41d8-b07c-cec0a8fd0807 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=20cb27012881418a8b31e8023e85178c&device_id=ddcd81ca-5993-4556-a55f-1c519ea3a4d2 HTTP/1.1" status: 200 len: 1097 time: 0.0426445 Jul 27 23:47:44.011998 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235cf509-e966-4898-9d38-c1a6b8e79263 req-ff49476b-8f30-4885-a56f-212deb06861f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:47:44.013400 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-235cf509-e966-4898-9d38-c1a6b8e79263 req-ff49476b-8f30-4885-a56f-212deb06861f service neutron] 10.222.0.49 "GET /v2.0/networks?id=857f275f-2479-4f63-9116-427252df5835 HTTP/1.1" status: 200 len: 898 time: 0.0862651 Jul 27 23:47:44.078142 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-235cf509-e966-4898-9d38-c1a6b8e79263 req-baf836bb-6d55-4202-91d8-3d10e8cf3112 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2052514d-ba34-4bd8-9c64-9407f4967459 HTTP/1.1" status: 200 len: 1002 time: 0.0572326 Jul 27 23:47:44.126852 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235cf509-e966-4898-9d38-c1a6b8e79263 req-63640316-f609-4bfb-a077-febe5397c63d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:47:44.128278 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-235cf509-e966-4898-9d38-c1a6b8e79263 req-63640316-f609-4bfb-a077-febe5397c63d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a1180c30-22c7-4f14-aadb-df1d0190335d HTTP/1.1" status: 200 len: 834 time: 0.0420003 Jul 27 23:47:44.182046 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235cf509-e966-4898-9d38-c1a6b8e79263 req-55aad5ba-e2ab-42b6-bb64-fed9e6a64525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:47:44.183570 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-235cf509-e966-4898-9d38-c1a6b8e79263 req-55aad5ba-e2ab-42b6-bb64-fed9e6a64525 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=857f275f-2479-4f63-9116-427252df5835&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0467002 Jul 27 23:47:44.272115 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-235cf509-e966-4898-9d38-c1a6b8e79263 req-2147b6be-504a-4e4c-82cc-5abf5d3175a5 service neutron] 10.222.0.49 "GET /v2.0/networks/857f275f-2479-4f63-9116-427252df5835?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805881 Jul 27 23:47:44.366384 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-235cf509-e966-4898-9d38-c1a6b8e79263 req-942ded97-e08c-4204-8239-53fde19d130d service neutron] 10.222.0.49 "GET /v2.0/networks/857f275f-2479-4f63-9116-427252df5835?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870769 Jul 27 23:47:56.933761 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-1297ba86-7e29-4eb4-9b3e-508a03a7f980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:47:59.601466 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-abed1f59-ac51-4784-a225-5cb7f63f0843 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:47:59.855021 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:48:00.093043 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:48:00.576927 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-19f2e178-d45e-4fbe-b9be-c3963fc151ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:48:02.341178 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7418f70f-e60d-4709-8ba9-6ab514bc7f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:48:05.137032 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:48:16.360399 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.agents_db [None req-9beef776-8bab-4de2-989a-f5a23ba4aaf4 None None] Agent healthcheck: found 7 active agents {{(pid=93800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 23:48:26.932971 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-9b0ba0b2-a5c5-4d2a-8b95-5658432ae52f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:48:28.957833 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 54352) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:48:29.117029 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-3ef54698-9125-4f68-a8d0-0bbe038bf9f3 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Deleting port d12196b6-f32d-40d6-ac10-c48ce6f8da0b {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:48:29.117420 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3ef54698-9125-4f68-a8d0-0bbe038bf9f3 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:48:29.192669 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3ef54698-9125-4f68-a8d0-0bbe038bf9f3 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:48:29.193002 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3ef54698-9125-4f68-a8d0-0bbe038bf9f3 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:48:29.205411 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-3ef54698-9125-4f68-a8d0-0bbe038bf9f3 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Calling delete_port for d12196b6-f32d-40d6-ac10-c48ce6f8da0b owned by network:floatingip {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:48:29.354397 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3ef54698-9125-4f68-a8d0-0bbe038bf9f3 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:48:29.381306 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef54698-9125-4f68-a8d0-0bbe038bf9f3 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Pushing event deleted for resources: {'Port': ['ID=d12196b6-f32d-40d6-ac10-c48ce6f8da0b,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:48:29.403948 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef54698-9125-4f68-a8d0-0bbe038bf9f3 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:48:29.404298 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef54698-9125-4f68-a8d0-0bbe038bf9f3 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:48:29.404638 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef54698-9125-4f68-a8d0-0bbe038bf9f3 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:48:29.404975 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef54698-9125-4f68-a8d0-0bbe038bf9f3 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:48:29.405304 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef54698-9125-4f68-a8d0-0bbe038bf9f3 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:48:29.405630 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef54698-9125-4f68-a8d0-0bbe038bf9f3 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:48:29.405958 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef54698-9125-4f68-a8d0-0bbe038bf9f3 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:48:29.406282 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef54698-9125-4f68-a8d0-0bbe038bf9f3 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:48:29.406622 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef54698-9125-4f68-a8d0-0bbe038bf9f3 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:48:29.406921 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef54698-9125-4f68-a8d0-0bbe038bf9f3 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:48:29.407266 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef54698-9125-4f68-a8d0-0bbe038bf9f3 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:48:29.407583 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef54698-9125-4f68-a8d0-0bbe038bf9f3 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:48:29.452004 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3ef54698-9125-4f68-a8d0-0bbe038bf9f3 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks [] for floatingip, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:48:29.452344 n-d-802623-1 neutron-server[93798]: INFO neutron.db.l3_db [None req-3ef54698-9125-4f68-a8d0-0bbe038bf9f3 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Floating IP 86f0f36b-2995-4d46-911f-910f9290c5a2 disassociated (deleted). External IP: 172.25.4.230, port: 2052514d-ba34-4bd8-9c64-9407f4967459. Jul 27 23:48:29.603137 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f0adac62-cdc5-4c6c-b820-bd2643110b6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:48:29.657987 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ef54698-9125-4f68-a8d0-0bbe038bf9f3 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Router 70a657fb-8465-4f89-974b-9fbf8a7dfc51 has already been hosted by L3 agent 018c4455-49c0-4734-927d-7824067b2a9e {{(pid=93798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 23:48:29.767223 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ef54698-9125-4f68-a8d0-0bbe038bf9f3 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:48:29.771714 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3ef54698-9125-4f68-a8d0-0bbe038bf9f3 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for floatingip, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:48:29.781709 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-119fa19e-44f6-4fbf-9997-3f0049c58beb None None] Sync routers for ids ['70a657fb-8465-4f89-974b-9fbf8a7dfc51'] in n-d-802623-1 {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:48:29.791370 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-119fa19e-44f6-4fbf-9997-3f0049c58beb None None] Routers {'70a657fb-8465-4f89-974b-9fbf8a7dfc51'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:48:29.791997 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-119fa19e-44f6-4fbf-9997-3f0049c58beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:48:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['70a657fb-8465-4f89-974b-9fbf8a7dfc51'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:48:29.802165 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-3ef54698-9125-4f68-a8d0-0bbe038bf9f3 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "DELETE /v2.0/floatingips/86f0f36b-2995-4d46-911f-910f9290c5a2 HTTP/1.1" status: 204 len: 168 time: 0.8431396 Jul 27 23:48:29.802764 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddcd81ca-5993-4556-a55f-1c519ea3a4d2', 'tag': '2052514d-ba34-4bd8-9c64-9407f4967459'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:48:29.805154 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}011f8d312121274bb12d78e77c6379a2079800640016cec6c6d605b73666e854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f62f1af0-29e5-4b10-9824-e63dceabff99" -d '{"events": [{"name": "network-changed", "server_uuid": "ddcd81ca-5993-4556-a55f-1c519ea3a4d2", "tag": "2052514d-ba34-4bd8-9c64-9407f4967459"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:48:29.913081 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-119fa19e-44f6-4fbf-9997-3f0049c58beb None None] Set router 70a657fb-8465-4f89-974b-9fbf8a7dfc51 gateway port host: n-d-802623-1 {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:48:29.914023 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 23:48:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f2d7da6-3f9f-44c5-8a1e-58374701eb84 x-openstack-request-id: req-5f2d7da6-3f9f-44c5-8a1e-58374701eb84 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:48:29.914477 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddcd81ca-5993-4556-a55f-1c519ea3a4d2", "tag": "2052514d-ba34-4bd8-9c64-9407f4967459", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:48:29.914801 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5f2d7da6-3f9f-44c5-8a1e-58374701eb84 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:48:29.915272 n-d-802623-1 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ddcd81ca-5993-4556-a55f-1c519ea3a4d2', 'tag': '2052514d-ba34-4bd8-9c64-9407f4967459', 'status': 'completed', 'code': 200} Jul 27 23:48:29.941313 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:48:29.998534 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62f1af0-29e5-4b10-9824-e63dceabff99 req-ce27605a-b7ff-4271-93c5-35817e001703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:48:30.000910 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f62f1af0-29e5-4b10-9824-e63dceabff99 req-ce27605a-b7ff-4271-93c5-35817e001703 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=20cb27012881418a8b31e8023e85178c&device_id=ddcd81ca-5993-4556-a55f-1c519ea3a4d2 HTTP/1.1" status: 200 len: 1097 time: 0.0493021 Jul 27 23:48:30.106198 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62f1af0-29e5-4b10-9824-e63dceabff99 req-71421182-69b1-4fdc-8a68-5d2b71a4aa8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:48:30.108080 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f62f1af0-29e5-4b10-9824-e63dceabff99 req-71421182-69b1-4fdc-8a68-5d2b71a4aa8e service neutron] 10.222.0.49 "GET /v2.0/networks?id=857f275f-2479-4f63-9116-427252df5835 HTTP/1.1" status: 200 len: 898 time: 0.0987096 Jul 27 23:48:30.120410 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:48:30.121863 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac843c5-421e-47ea-943d-095433eee8f0 req-99e95e27-9348-4e50-98ff-bfaf1be3e55c tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:48:30.123675 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-3ac843c5-421e-47ea-943d-095433eee8f0 req-99e95e27-9348-4e50-98ff-bfaf1be3e55c tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "GET /v2.0/ports?device_id=ddcd81ca-5993-4556-a55f-1c519ea3a4d2 HTTP/1.1" status: 200 len: 946 time: 0.1251414 Jul 27 23:48:30.153611 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-119fa19e-44f6-4fbf-9997-3f0049c58beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70a657fb-8465-4f89-974b-9fbf8a7dfc51', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1754241374', 'tenant_id': '20cb27012881418a8b31e8023e85178c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.107'}], 'enable_snat': True}, 'gw_port_id': '1b044089-47e9-49c6-99f7-ed99b6093229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:45:48Z', 'updated_at': '2021-07-27T23:45:52Z', 'revision_number': 4, 'project_id': '20cb27012881418a8b31e8023e85178c', 'gw_port': {'id': '1b044089-47e9-49c6-99f7-ed99b6093229', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:3b:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a657fb-8465-4f89-974b-9fbf8a7dfc51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:45:49Z', 'updated_at': '2021-07-27T23:45:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': '802762f4-e009-4e7a-80ea-3b317a8f4aa6', 'name': '', 'network_id': '857f275f-2479-4f63-9116-427252df5835', 'tenant_id': '20cb27012881418a8b31e8023e85178c', 'mac_address': 'fa:16:3e:81:e7:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a657fb-8465-4f89-974b-9fbf8a7dfc51', 'device_owner': 'network:router_interface', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': 'a1180c30-22c7-4f14-aadb-df1d0190335d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:45:51Z', 'updated_at': '2021-07-27T23:45:56Z', 'revision_number': 5, 'project_id': '20cb27012881418a8b31e8023e85178c', 'subnets': [{'id': 'a1180c30-22c7-4f14-aadb-df1d0190335d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:48:30.158521 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f62f1af0-29e5-4b10-9824-e63dceabff99 req-52bb36c1-ecbf-4e01-8f3d-a0d201ffe00f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2052514d-ba34-4bd8-9c64-9407f4967459 HTTP/1.1" status: 200 len: 217 time: 0.0418704 Jul 27 23:48:30.165134 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-3ac843c5-421e-47ea-943d-095433eee8f0 req-da113f1f-6be2-4aa6-9c22-100a6b62e365 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "GET /v2.0/security-groups?id=35e8b332-3722-4036-bee1-2d0e80448171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340240 Jul 27 23:48:30.184307 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-119fa19e-44f6-4fbf-9997-3f0049c58beb None None] Checking router: 70a657fb-8465-4f89-974b-9fbf8a7dfc51 for host: n-d-802623-1 {{(pid=93799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 23:48:30.192745 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-119fa19e-44f6-4fbf-9997-3f0049c58beb None None] Routers {'70a657fb-8465-4f89-974b-9fbf8a7dfc51'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:48:30.193381 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-119fa19e-44f6-4fbf-9997-3f0049c58beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:48:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['70a657fb-8465-4f89-974b-9fbf8a7dfc51'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:48:30.209153 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62f1af0-29e5-4b10-9824-e63dceabff99 req-c802a46a-4936-43d7-b40d-e9cf90d2063c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:48:30.210625 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f62f1af0-29e5-4b10-9824-e63dceabff99 req-c802a46a-4936-43d7-b40d-e9cf90d2063c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a1180c30-22c7-4f14-aadb-df1d0190335d HTTP/1.1" status: 200 len: 834 time: 0.0443177 Jul 27 23:48:30.256870 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62f1af0-29e5-4b10-9824-e63dceabff99 req-36f840a4-2c5c-474d-bbad-a316d3faac72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:48:30.258957 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f62f1af0-29e5-4b10-9824-e63dceabff99 req-36f840a4-2c5c-474d-bbad-a316d3faac72 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=857f275f-2479-4f63-9116-427252df5835&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396051 Jul 27 23:48:30.297554 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-119fa19e-44f6-4fbf-9997-3f0049c58beb None None] Set router 70a657fb-8465-4f89-974b-9fbf8a7dfc51 gateway port host: n-d-802623-1 {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:48:30.353621 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f62f1af0-29e5-4b10-9824-e63dceabff99 req-afd65636-2f33-4bf6-b011-5fa19bc2e110 service neutron] 10.222.0.49 "GET /v2.0/networks/857f275f-2479-4f63-9116-427252df5835?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865223 Jul 27 23:48:30.445500 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f62f1af0-29e5-4b10-9824-e63dceabff99 req-a8c23b9a-993b-4441-a05b-ac6381c8b737 service neutron] 10.222.0.49 "GET /v2.0/networks/857f275f-2479-4f63-9116-427252df5835?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835855 Jul 27 23:48:30.490302 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-119fa19e-44f6-4fbf-9997-3f0049c58beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70a657fb-8465-4f89-974b-9fbf8a7dfc51', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1754241374', 'tenant_id': '20cb27012881418a8b31e8023e85178c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.107'}], 'enable_snat': True}, 'gw_port_id': '1b044089-47e9-49c6-99f7-ed99b6093229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:45:48Z', 'updated_at': '2021-07-27T23:45:52Z', 'revision_number': 4, 'project_id': '20cb27012881418a8b31e8023e85178c', 'gw_port': {'id': '1b044089-47e9-49c6-99f7-ed99b6093229', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:3b:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a657fb-8465-4f89-974b-9fbf8a7dfc51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:45:49Z', 'updated_at': '2021-07-27T23:45:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': '802762f4-e009-4e7a-80ea-3b317a8f4aa6', 'name': '', 'network_id': '857f275f-2479-4f63-9116-427252df5835', 'tenant_id': '20cb27012881418a8b31e8023e85178c', 'mac_address': 'fa:16:3e:81:e7:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a657fb-8465-4f89-974b-9fbf8a7dfc51', 'device_owner': 'network:router_interface', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': 'a1180c30-22c7-4f14-aadb-df1d0190335d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:45:51Z', 'updated_at': '2021-07-27T23:45:56Z', 'revision_number': 5, 'project_id': '20cb27012881418a8b31e8023e85178c', 'subnets': [{'id': 'a1180c30-22c7-4f14-aadb-df1d0190335d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:48:30.520031 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-119fa19e-44f6-4fbf-9997-3f0049c58beb None None] The sync data for ids ['70a657fb-8465-4f89-974b-9fbf8a7dfc51'] in n-d-802623-1 is: [{'id': '70a657fb-8465-4f89-974b-9fbf8a7dfc51', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1754241374', 'tenant_id': '20cb27012881418a8b31e8023e85178c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.107'}], 'enable_snat': True}, 'gw_port_id': '1b044089-47e9-49c6-99f7-ed99b6093229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:45:48Z', 'updated_at': '2021-07-27T23:45:52Z', 'revision_number': 4, 'project_id': '20cb27012881418a8b31e8023e85178c', 'gw_port': {'id': '1b044089-47e9-49c6-99f7-ed99b6093229', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:3b:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a657fb-8465-4f89-974b-9fbf8a7dfc51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:45:49Z', 'updated_at': '2021-07-27T23:45:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': '802762f4-e009-4e7a-80ea-3b317a8f4aa6', 'name': '', 'network_id': '857f275f-2479-4f63-9116-427252df5835', 'tenant_id': '20cb27012881418a8b31e8023e85178c', 'mac_address': 'fa:16:3e:81:e7:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a657fb-8465-4f89-974b-9fbf8a7dfc51', 'device_owner': 'network:router_interface', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': 'a1180c30-22c7-4f14-aadb-df1d0190335d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:45:51Z', 'updated_at': '2021-07-27T23:45:56Z', 'revision_number': 5, 'project_id': '20cb27012881418a8b31e8023e85178c', 'subnets': [{'id': 'a1180c30-22c7-4f14-aadb-df1d0190335d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:48:30.581076 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-19f2e178-d45e-4fbe-b9be-c3963fc151ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:48:30.729400 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f9d6e8a-af3e-4748-961b-40cf3c79e750 None None] New status for floating IP 86f0f36b-2995-4d46-911f-910f9290c5a2: DOWN {{(pid=93800) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 23:48:31.361616 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ec5d36-ac12-4b5d-a95e-5595b90a5e02 req-b316f741-9f58-42a3-9921-05cb6df7b15c tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:48:31.363101 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-88ec5d36-ac12-4b5d-a95e-5595b90a5e02 req-b316f741-9f58-42a3-9921-05cb6df7b15c tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "GET /v2.0/ports?device_id=ddcd81ca-5993-4556-a55f-1c519ea3a4d2 HTTP/1.1" status: 200 len: 946 time: 0.1048994 Jul 27 23:48:31.400830 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-88ec5d36-ac12-4b5d-a95e-5595b90a5e02 req-26cabb63-2900-44fd-aaac-23318ec7be71 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "GET /v2.0/security-groups?id=35e8b332-3722-4036-bee1-2d0e80448171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318367 Jul 27 23:48:31.653834 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfea2a6-e56f-4b85-9b42-aba91642a950 req-959c061b-c452-434f-a9c2-50b813f2b2d8 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:48:31.655352 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-9bfea2a6-e56f-4b85-9b42-aba91642a950 req-959c061b-c452-434f-a9c2-50b813f2b2d8 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.49 "GET /v2.0/ports?device_id=ddcd81ca-5993-4556-a55f-1c519ea3a4d2 HTTP/1.1" status: 200 len: 946 time: 0.0470839 Jul 27 23:48:31.740503 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [req-9bfea2a6-e56f-4b85-9b42-aba91642a950 req-4bb04773-a5d5-4f62-9941-ec9ec442c156 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Deleting port 2052514d-ba34-4bd8-9c64-9407f4967459 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:48:31.740848 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-9bfea2a6-e56f-4b85-9b42-aba91642a950 req-4bb04773-a5d5-4f62-9941-ec9ec442c156 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:48:31.830693 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-9bfea2a6-e56f-4b85-9b42-aba91642a950 req-4bb04773-a5d5-4f62-9941-ec9ec442c156 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] For port 2052514d-ba34-4bd8-9c64-9407f4967459, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=2052514d-ba34-4bd8-9c64-9407f4967459,segment=NetworkSegment(026827be-b514-4d88-a889-7915e1788876),segment_id=026827be-b514-4d88-a889-7915e1788876)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:48:31.831089 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-9bfea2a6-e56f-4b85-9b42-aba91642a950 req-4bb04773-a5d5-4f62-9941-ec9ec442c156 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:48:31.843526 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [req-9bfea2a6-e56f-4b85-9b42-aba91642a950 req-4bb04773-a5d5-4f62-9941-ec9ec442c156 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Calling delete_port for 2052514d-ba34-4bd8-9c64-9407f4967459 owned by compute:nova {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:48:31.970702 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-9bfea2a6-e56f-4b85-9b42-aba91642a950 req-4bb04773-a5d5-4f62-9941-ec9ec442c156 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:48:31.997223 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb04773-a5d5-4f62-9941-ec9ec442c156 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Pushing event deleted for resources: {'Port': ['ID=2052514d-ba34-4bd8-9c64-9407f4967459,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:48:32.007318 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb04773-a5d5-4f62-9941-ec9ec442c156 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:48:32.007667 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb04773-a5d5-4f62-9941-ec9ec442c156 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:48:32.008009 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb04773-a5d5-4f62-9941-ec9ec442c156 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:48:32.008909 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb04773-a5d5-4f62-9941-ec9ec442c156 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:48:32.009237 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb04773-a5d5-4f62-9941-ec9ec442c156 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:48:32.009635 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb04773-a5d5-4f62-9941-ec9ec442c156 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:48:32.009891 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb04773-a5d5-4f62-9941-ec9ec442c156 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:48:32.010219 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb04773-a5d5-4f62-9941-ec9ec442c156 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:48:32.010543 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb04773-a5d5-4f62-9941-ec9ec442c156 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:48:32.011264 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb04773-a5d5-4f62-9941-ec9ec442c156 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:48:32.011264 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb04773-a5d5-4f62-9941-ec9ec442c156 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:48:32.011531 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb04773-a5d5-4f62-9941-ec9ec442c156 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:48:32.055585 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bfea2a6-e56f-4b85-9b42-aba91642a950 req-4bb04773-a5d5-4f62-9941-ec9ec442c156 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] No DVR routers for this DVR port 2052514d-ba34-4bd8-9c64-9407f4967459 on host n-h2-802623-1 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:48:32.058153 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-9bfea2a6-e56f-4b85-9b42-aba91642a950 req-4bb04773-a5d5-4f62-9941-ec9ec442c156 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:48:32.060148 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-9bfea2a6-e56f-4b85-9b42-aba91642a950 req-4bb04773-a5d5-4f62-9941-ec9ec442c156 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.49 "DELETE /v2.0/ports/2052514d-ba34-4bd8-9c64-9407f4967459 HTTP/1.1" status: 204 len: 173 time: 0.3987534 Jul 27 23:48:32.060593 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddcd81ca-5993-4556-a55f-1c519ea3a4d2', 'name': 'network-vif-deleted', 'tag': '2052514d-ba34-4bd8-9c64-9407f4967459'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:48:32.062798 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a476459a1bfce68b0ae0df5b6a71154bfc7cfdc8f9eefce6ad0a17231e60468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8d20053-cde5-4d31-bb96-651539014d20" -d '{"events": [{"server_uuid": "ddcd81ca-5993-4556-a55f-1c519ea3a4d2", "name": "network-vif-deleted", "tag": "2052514d-ba34-4bd8-9c64-9407f4967459"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:48:32.156463 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:48:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54362116-c90a-45ad-abc0-46710500757d x-openstack-request-id: req-54362116-c90a-45ad-abc0-46710500757d {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:48:32.156754 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddcd81ca-5993-4556-a55f-1c519ea3a4d2", "name": "network-vif-deleted", "tag": "2052514d-ba34-4bd8-9c64-9407f4967459", "status": "completed", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:48:32.157624 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-54362116-c90a-45ad-abc0-46710500757d {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:48:32.158032 n-d-802623-1 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddcd81ca-5993-4556-a55f-1c519ea3a4d2', 'name': 'network-vif-deleted', 'tag': '2052514d-ba34-4bd8-9c64-9407f4967459', 'status': 'completed', 'code': 200} Jul 27 23:48:32.344016 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7418f70f-e60d-4709-8ba9-6ab514bc7f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:48:32.530114 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-625d4324-7efe-46e3-9844-31053fd203f6 req-7ea27145-690b-44d0-b179-da20593bcde1 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "GET /v2.0/ports?device_id=ddcd81ca-5993-4556-a55f-1c519ea3a4d2 HTTP/1.1" status: 200 len: 210 time: 0.0274425 Jul 27 23:48:33.586781 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 54388) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:48:33.941244 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-46a468c3-352e-41bf-bfb7-2f292cedf70d tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-414022'] for router_interface, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:48:34.200037 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-46a468c3-352e-41bf-bfb7-2f292cedf70d tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Deleting port 802762f4-e009-4e7a-80ea-3b317a8f4aa6 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:48:34.200318 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-46a468c3-352e-41bf-bfb7-2f292cedf70d tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:48:34.283311 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-46a468c3-352e-41bf-bfb7-2f292cedf70d tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] For port 802762f4-e009-4e7a-80ea-3b317a8f4aa6, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=802762f4-e009-4e7a-80ea-3b317a8f4aa6,segment=NetworkSegment(026827be-b514-4d88-a889-7915e1788876),segment_id=026827be-b514-4d88-a889-7915e1788876)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:48:34.283670 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-46a468c3-352e-41bf-bfb7-2f292cedf70d tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:48:34.299655 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-46a468c3-352e-41bf-bfb7-2f292cedf70d tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Calling delete_port for 802762f4-e009-4e7a-80ea-3b317a8f4aa6 owned by network:router_interface {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:48:34.485349 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-46a468c3-352e-41bf-bfb7-2f292cedf70d tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:48:34.512017 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a468c3-352e-41bf-bfb7-2f292cedf70d tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Pushing event deleted for resources: {'Port': ['ID=802762f4-e009-4e7a-80ea-3b317a8f4aa6,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:48:34.681477 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-46a468c3-352e-41bf-bfb7-2f292cedf70d tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3760546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-413994'] for router_interface, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:48:34.894207 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46a468c3-352e-41bf-bfb7-2f292cedf70d tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Router 70a657fb-8465-4f89-974b-9fbf8a7dfc51 has already been hosted by L3 agent 018c4455-49c0-4734-927d-7824067b2a9e {{(pid=93797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 23:48:34.997612 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46a468c3-352e-41bf-bfb7-2f292cedf70d tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:48:35.002788 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-46a468c3-352e-41bf-bfb7-2f292cedf70d tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "PUT /v2.0/routers/70a657fb-8465-4f89-974b-9fbf8a7dfc51/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4149892 Jul 27 23:48:35.005539 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 54390) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:48:35.007135 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b421ce7-0467-4b80-9dda-5f8323d91abf None None] Sync routers for ids ['70a657fb-8465-4f89-974b-9fbf8a7dfc51'] in n-d-802623-1 {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:48:35.016783 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b421ce7-0467-4b80-9dda-5f8323d91abf None None] Routers {'70a657fb-8465-4f89-974b-9fbf8a7dfc51'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:48:35.017396 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-2b421ce7-0467-4b80-9dda-5f8323d91abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:48:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['70a657fb-8465-4f89-974b-9fbf8a7dfc51'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:48:35.058183 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_v2 [None req-1293c770-7031-4079-89bd-0438ffd190a0 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Deleting subnet a1180c30-22c7-4f14-aadb-df1d0190335d {{(pid=93797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 23:48:35.061687 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1293c770-7031-4079-89bd-0438ffd190a0 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks [] for subnet, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:48:35.104606 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1293c770-7031-4079-89bd-0438ffd190a0 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11335971'] for subnet, precommit_delete_associations {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:48:35.122461 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-2b421ce7-0467-4b80-9dda-5f8323d91abf None None] Set router 70a657fb-8465-4f89-974b-9fbf8a7dfc51 gateway port host: n-d-802623-1 {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:48:35.223962 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:48:35.314690 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-2b421ce7-0467-4b80-9dda-5f8323d91abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70a657fb-8465-4f89-974b-9fbf8a7dfc51', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1754241374', 'tenant_id': '20cb27012881418a8b31e8023e85178c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.107'}], 'enable_snat': True}, 'gw_port_id': '1b044089-47e9-49c6-99f7-ed99b6093229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:45:48Z', 'updated_at': '2021-07-27T23:48:34Z', 'revision_number': 5, 'project_id': '20cb27012881418a8b31e8023e85178c', 'gw_port': {'id': '1b044089-47e9-49c6-99f7-ed99b6093229', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:3b:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a657fb-8465-4f89-974b-9fbf8a7dfc51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:45:49Z', 'updated_at': '2021-07-27T23:45:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1'}], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:48:35.342332 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b421ce7-0467-4b80-9dda-5f8323d91abf None None] Checking router: 70a657fb-8465-4f89-974b-9fbf8a7dfc51 for host: n-d-802623-1 {{(pid=93799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 23:48:35.350911 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b421ce7-0467-4b80-9dda-5f8323d91abf None None] Routers {'70a657fb-8465-4f89-974b-9fbf8a7dfc51'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:48:35.351577 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-2b421ce7-0467-4b80-9dda-5f8323d91abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:48:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['70a657fb-8465-4f89-974b-9fbf8a7dfc51'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:48:35.455612 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-2b421ce7-0467-4b80-9dda-5f8323d91abf None None] Set router 70a657fb-8465-4f89-974b-9fbf8a7dfc51 gateway port host: n-d-802623-1 {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:48:35.521744 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1293c770-7031-4079-89bd-0438ffd190a0 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620741'] for subnet, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:48:35.580444 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1293c770-7031-4079-89bd-0438ffd190a0 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11335991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11551414'] for subnet, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:48:35.607679 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1293c770-7031-4079-89bd-0438ffd190a0 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Pushing event deleted for resources: {'Subnet': ['ID=a1180c30-22c7-4f14-aadb-df1d0190335d,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:48:35.612393 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1293c770-7031-4079-89bd-0438ffd190a0 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks [] for subnet, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:48:35.614453 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-1293c770-7031-4079-89bd-0438ffd190a0 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "DELETE /v2.0/subnets/a1180c30-22c7-4f14-aadb-df1d0190335d HTTP/1.1" status: 204 len: 168 time: 0.6079717 Jul 27 23:48:35.617070 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 54392) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:48:35.625780 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7827d619-75d4-4d21-ac01-a6af320a71ff None None] Network 857f275f-2479-4f63-9116-427252df5835 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:48:35.688100 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-2b421ce7-0467-4b80-9dda-5f8323d91abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70a657fb-8465-4f89-974b-9fbf8a7dfc51', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1754241374', 'tenant_id': '20cb27012881418a8b31e8023e85178c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.107'}], 'enable_snat': True}, 'gw_port_id': '1b044089-47e9-49c6-99f7-ed99b6093229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:45:48Z', 'updated_at': '2021-07-27T23:48:34Z', 'revision_number': 5, 'project_id': '20cb27012881418a8b31e8023e85178c', 'gw_port': {'id': '1b044089-47e9-49c6-99f7-ed99b6093229', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:3b:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a657fb-8465-4f89-974b-9fbf8a7dfc51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:45:49Z', 'updated_at': '2021-07-27T23:45:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1'}], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:48:35.716287 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b421ce7-0467-4b80-9dda-5f8323d91abf None None] The sync data for ids ['70a657fb-8465-4f89-974b-9fbf8a7dfc51'] in n-d-802623-1 is: [{'id': '70a657fb-8465-4f89-974b-9fbf8a7dfc51', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1754241374', 'tenant_id': '20cb27012881418a8b31e8023e85178c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.107'}], 'enable_snat': True}, 'gw_port_id': '1b044089-47e9-49c6-99f7-ed99b6093229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:45:48Z', 'updated_at': '2021-07-27T23:48:34Z', 'revision_number': 5, 'project_id': '20cb27012881418a8b31e8023e85178c', 'gw_port': {'id': '1b044089-47e9-49c6-99f7-ed99b6093229', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:3b:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a657fb-8465-4f89-974b-9fbf8a7dfc51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:45:49Z', 'updated_at': '2021-07-27T23:45:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1'}] {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:48:35.724528 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d1e950ca-4b87-496f-9ee6-245815538949 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks [] for router, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:48:35.834247 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d1e950ca-4b87-496f-9ee6-245815538949 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:48:35.884983 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d1e950ca-4b87-496f-9ee6-245815538949 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Deleting port 1b044089-47e9-49c6-99f7-ed99b6093229 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:48:35.885327 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d1e950ca-4b87-496f-9ee6-245815538949 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:48:35.963775 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-d1e950ca-4b87-496f-9ee6-245815538949 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] For port 1b044089-47e9-49c6-99f7-ed99b6093229, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=1b044089-47e9-49c6-99f7-ed99b6093229,segment=NetworkSegment(b9afe07e-bbe4-4740-834c-4b6a9698bdbc),segment_id=b9afe07e-bbe4-4740-834c-4b6a9698bdbc)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:48:35.964139 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d1e950ca-4b87-496f-9ee6-245815538949 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:48:35.975348 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d1e950ca-4b87-496f-9ee6-245815538949 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Calling delete_port for 1b044089-47e9-49c6-99f7-ed99b6093229 owned by network:router_gateway {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:48:36.086214 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d3c0f97-27c2-4e99-ba80-d6094dc5a517 None None] DHCP port deletion for 857f275f-2479-4f63-9116-427252df5835 request from n-d-802623-1 {{(pid=93799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 23:48:36.142509 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 802762f4-e009-4e7a-80ea-3b317a8f4aa6 no longer exists at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:48:36.158899 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d1e950ca-4b87-496f-9ee6-245815538949 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:48:36.165406 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] No Port match for: 802762f4-e009-4e7a-80ea-3b317a8f4aa6 {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:48:36.165744 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 802762f4-e009-4e7a-80ea-3b317a8f4aa6 not bound to the agent host n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:48:36.166183 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device af721f7c-5e1b-4aff-ad7f-33e92d4bc3af no longer exists at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:48:36.189521 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e950ca-4b87-496f-9ee6-245815538949 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Pushing event deleted for resources: {'Port': ['ID=1b044089-47e9-49c6-99f7-ed99b6093229,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:48:36.230753 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-6d3c0f97-27c2-4e99-ba80-d6094dc5a517 None None] Deleting port af721f7c-5e1b-4aff-ad7f-33e92d4bc3af {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:48:36.231168 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-6d3c0f97-27c2-4e99-ba80-d6094dc5a517 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:48:36.260817 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d1e950ca-4b87-496f-9ee6-245815538949 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-415368'] for router_gateway, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:48:36.313456 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:48:36.332922 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-6d3c0f97-27c2-4e99-ba80-d6094dc5a517 None None] For port af721f7c-5e1b-4aff-ad7f-33e92d4bc3af, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=af721f7c-5e1b-4aff-ad7f-33e92d4bc3af,segment=NetworkSegment(026827be-b514-4d88-a889-7915e1788876),segment_id=026827be-b514-4d88-a889-7915e1788876)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:48:36.333328 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-6d3c0f97-27c2-4e99-ba80-d6094dc5a517 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:48:36.351642 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-6d3c0f97-27c2-4e99-ba80-d6094dc5a517 None None] Calling delete_port for af721f7c-5e1b-4aff-ad7f-33e92d4bc3af owned by network:dhcp {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:48:36.354416 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d1e950ca-4b87-496f-9ee6-245815538949 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62205'] for router, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:48:36.356539 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d1e950ca-4b87-496f-9ee6-245815538949 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:48:36.375384 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] For port af721f7c-5e1b-4aff-ad7f-33e92d4bc3af, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=af721f7c-5e1b-4aff-ad7f-33e92d4bc3af,segment=NetworkSegment(026827be-b514-4d88-a889-7915e1788876),segment_id=026827be-b514-4d88-a889-7915e1788876)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:48:36.400535 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d1e950ca-4b87-496f-9ee6-245815538949 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-477831'] for router, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:48:36.401041 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1e950ca-4b87-496f-9ee6-245815538949 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Fanout notify agent at l3_agent the message router_deleted on router 70a657fb-8465-4f89-974b-9fbf8a7dfc51 {{(pid=93797) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 23:48:36.409062 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d1e950ca-4b87-496f-9ee6-245815538949 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks [] for router, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:48:36.410354 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-d1e950ca-4b87-496f-9ee6-245815538949 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "DELETE /v2.0/routers/70a657fb-8465-4f89-974b-9fbf8a7dfc51 HTTP/1.1" status: 204 len: 168 time: 0.7918098 Jul 27 23:48:36.412287 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:48:36.412966 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 54394) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:48:36.487482 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Pushing event updated for resources: {'Port': ['ID=af721f7c-5e1b-4aff-ad7f-33e92d4bc3af,revision_number=5']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:48:36.495169 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2c09e4fb-d615-4b93-a1ee-60669614d7bb tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593271'] for network, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:48:36.497900 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:48:36.498260 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:48:36.498603 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:48:36.498949 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:48:36.499325 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:48:36.499651 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:48:36.499993 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:48:36.500310 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:48:36.500647 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:48:36.500974 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:48:36.501303 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:48:36.501635 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:48:36.510358 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-6d3c0f97-27c2-4e99-ba80-d6094dc5a517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:48:36.539274 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3c0f97-27c2-4e99-ba80-d6094dc5a517 None None] Pushing event deleted for resources: {'Port': ['ID=af721f7c-5e1b-4aff-ad7f-33e92d4bc3af,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:48:36.553487 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d3c0f97-27c2-4e99-ba80-d6094dc5a517 None None] No DVR routers for this DVR port af721f7c-5e1b-4aff-ad7f-33e92d4bc3af on host n-d-802623-1 {{(pid=93799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:48:36.558179 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-2c09e4fb-d615-4b93-a1ee-60669614d7bb tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Deleting port af721f7c-5e1b-4aff-ad7f-33e92d4bc3af {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:48:36.558529 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2c09e4fb-d615-4b93-a1ee-60669614d7bb tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:48:36.622355 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-2c09e4fb-d615-4b93-a1ee-60669614d7bb tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] For port af721f7c-5e1b-4aff-ad7f-33e92d4bc3af, host n-d-802623-1, got binding levels [] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:48:36.622715 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2c09e4fb-d615-4b93-a1ee-60669614d7bb tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:48:36.636037 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-2c09e4fb-d615-4b93-a1ee-60669614d7bb tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Calling delete_port for af721f7c-5e1b-4aff-ad7f-33e92d4bc3af owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:48:36.638638 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.ipam_backend_mixin [None req-2c09e4fb-d615-4b93-a1ee-60669614d7bb tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Port af721f7c-5e1b-4aff-ad7f-33e92d4bc3af was not found and therefore no delete operation was performed {{(pid=93797) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 27 23:48:36.639911 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2c09e4fb-d615-4b93-a1ee-60669614d7bb tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:48:36.661234 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device 2052514d-ba34-4bd8-9c64-9407f4967459 no longer exists at agent hyperv_n-h2-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:48:36.666360 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c09e4fb-d615-4b93-a1ee-60669614d7bb tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Pushing event deleted for resources: {'Port': ['ID=af721f7c-5e1b-4aff-ad7f-33e92d4bc3af,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:48:36.668236 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c09e4fb-d615-4b93-a1ee-60669614d7bb tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] No DVR routers for this DVR port af721f7c-5e1b-4aff-ad7f-33e92d4bc3af on host n-d-802623-1 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:48:36.752008 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2c09e4fb-d615-4b93-a1ee-60669614d7bb tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618032', 'neutron.services.segments.db._delete_segments_for_network-8736833900081'] for network, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:48:36.762951 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-2c09e4fb-d615-4b93-a1ee-60669614d7bb tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['857f275f-2479-4f63-9116-427252df5835']}} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:48:36.774577 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-2c09e4fb-d615-4b93-a1ee-60669614d7bb tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '026827be-b514-4d88-a889-7915e1788876') {'for_net_delete': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:48:36.774867 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-2c09e4fb-d615-4b93-a1ee-60669614d7bb tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '026827be-b514-4d88-a889-7915e1788876') {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:48:36.784244 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2c09e4fb-d615-4b93-a1ee-60669614d7bb tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736833900858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11335978'] for segment, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:48:36.798441 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2c09e4fb-d615-4b93-a1ee-60669614d7bb tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:48:36.805448 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c09e4fb-d615-4b93-a1ee-60669614d7bb tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Releasing vlan 517 on physical network physnet1 to pool {{(pid=93797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 23:48:36.805938 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2c09e4fb-d615-4b93-a1ee-60669614d7bb tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11336013'] for segment, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:48:36.809432 n-d-802623-1 neutron-server[93797]: Traceback (most recent call last): Jul 27 23:48:36.809432 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 23:48:36.809432 n-d-802623-1 neutron-server[93797]: timer() Jul 27 23:48:36.809432 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 23:48:36.809432 n-d-802623-1 neutron-server[93797]: cb(*args, **kw) Jul 27 23:48:36.809432 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 23:48:36.809432 n-d-802623-1 neutron-server[93797]: return func(*args, **kwargs) Jul 27 23:48:36.809432 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 23:48:36.809432 n-d-802623-1 neutron-server[93797]: self._notify() Jul 27 23:48:36.809432 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 23:48:36.809432 n-d-802623-1 neutron-server[93797]: self.callback(batched_events) Jul 27 23:48:36.809432 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 23:48:36.809432 n-d-802623-1 neutron-server[93797]: event.method(event) Jul 27 23:48:36.809432 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 23:48:36.809432 n-d-802623-1 neutron-server[93797]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 23:48:36.809432 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 23:48:36.809432 n-d-802623-1 neutron-server[93797]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 23:48:36.809432 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 23:48:36.809432 n-d-802623-1 neutron-server[93797]: return f(self, *a, **k) Jul 27 23:48:36.809432 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 23:48:36.809432 n-d-802623-1 neutron-server[93797]: return self._get(url).json() Jul 27 23:48:36.809432 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 23:48:36.809432 n-d-802623-1 neutron-server[93797]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 23:48:36.809432 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 23:48:36.809432 n-d-802623-1 neutron-server[93797]: return self.request(url, 'GET', **kwargs) Jul 27 23:48:36.809432 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 23:48:36.809432 n-d-802623-1 neutron-server[93797]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 23:48:36.809432 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 23:48:36.809432 n-d-802623-1 neutron-server[93797]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 23:48:36.809432 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 23:48:36.809432 n-d-802623-1 neutron-server[93797]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 23:48:36.809432 n-d-802623-1 neutron-server[93797]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 23:48:36.847879 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] No Port match for: 2052514d-ba34-4bd8-9c64-9407f4967459 {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:48:36.848144 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device 2052514d-ba34-4bd8-9c64-9407f4967459 not bound to the agent host n-h2-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:48:36.870985 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2c09e4fb-d615-4b93-a1ee-60669614d7bb tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415412'] for network, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:48:36.881674 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2c09e4fb-d615-4b93-a1ee-60669614d7bb tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks [] for network, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:48:36.884149 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-2c09e4fb-d615-4b93-a1ee-60669614d7bb tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "DELETE /v2.0/networks/857f275f-2479-4f63-9116-427252df5835 HTTP/1.1" status: 204 len: 168 time: 0.4700689 Jul 27 23:48:36.886915 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 54396) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:48:36.894497 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c09e4fb-d615-4b93-a1ee-60669614d7bb tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Pushing event deleted for resources: {'Network': ['ID=857f275f-2479-4f63-9116-427252df5835,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:48:36.956629 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-deac4a2d-a079-4919-a47e-f9b3baa90e31 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:48:36.981407 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-deac4a2d-a079-4919-a47e-f9b3baa90e31 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:48:37.039702 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-deac4a2d-a079-4919-a47e-f9b3baa90e31 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:48:37.042256 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-deac4a2d-a079-4919-a47e-f9b3baa90e31 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:48:37.043435 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-deac4a2d-a079-4919-a47e-f9b3baa90e31 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] 10.222.0.18 "DELETE /v2.0/security-groups/35e8b332-3722-4036-bee1-2d0e80448171 HTTP/1.1" status: 204 len: 168 time: 0.1538737 Jul 27 23:48:37.052941 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deac4a2d-a079-4919-a47e-f9b3baa90e31 tempest-TestNetworkAdvancedServerOps-461318627 tempest-TestNetworkAdvancedServerOps-461318627-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=35e8b332-3722-4036-bee1-2d0e80448171,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:48:37.984804 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 1b044089-47e9-49c6-99f7-ed99b6093229 no longer exists at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:48:38.005852 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] No Port match for: 1b044089-47e9-49c6-99f7-ed99b6093229 {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:48:38.006198 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 1b044089-47e9-49c6-99f7-ed99b6093229 not bound to the agent host n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:48:38.397142 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 54406) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:48:38.523636 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-1885cde8-ccc3-4ee2-a4e1-e8dcf8cd0740 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=20cb27012881418a8b31e8023e85178c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1253376 Jul 27 23:48:38.526057 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 54410) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:48:38.576074 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0ecd31a5-83a0-44d0-ad1f-ceaebf02e9ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:48:38.597488 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0ecd31a5-83a0-44d0-ad1f-ceaebf02e9ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:48:38.644121 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0ecd31a5-83a0-44d0-ad1f-ceaebf02e9ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:48:38.646733 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0ecd31a5-83a0-44d0-ad1f-ceaebf02e9ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:48:38.647936 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-0ecd31a5-83a0-44d0-ad1f-ceaebf02e9ea admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b968a1a6-995c-42f9-bf4b-74a2aed80135 HTTP/1.1" status: 204 len: 168 time: 0.1210070 Jul 27 23:48:38.655393 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecd31a5-83a0-44d0-ad1f-ceaebf02e9ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b968a1a6-995c-42f9-bf4b-74a2aed80135,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:48:38.909348 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 54416) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:48:38.949402 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-6babad0e-d720-4b64-bb76-ef01d798af24 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=fb74cc7519fa4163beb4db658c62613f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0385575 Jul 27 23:48:38.951363 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 54418) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:48:38.999007 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6f0c4e8e-5c08-4f64-a941-3464411056b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:48:39.019549 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6f0c4e8e-5c08-4f64-a941-3464411056b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:48:39.072755 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6f0c4e8e-5c08-4f64-a941-3464411056b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:48:39.075426 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6f0c4e8e-5c08-4f64-a941-3464411056b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:48:39.076586 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-6f0c4e8e-5c08-4f64-a941-3464411056b6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/54db4b7e-6e3b-461d-8976-9bafae175285 HTTP/1.1" status: 204 len: 168 time: 0.1243496 Jul 27 23:48:39.084596 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0c4e8e-5c08-4f64-a941-3464411056b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54db4b7e-6e3b-461d-8976-9bafae175285,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:48:42.004614 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 54472) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:48:42.010256 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-7bbe04d9-8c5f-4ec2-8df6-d05a279d4482 tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Request body: {'network': {'name': 'tempest-network-smoke--271284422', 'project_id': '9bd234b28f864bafb032087c6c658c6f', 'port_security_enabled': True}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:48:42.031311 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bbe04d9-8c5f-4ec2-8df6-d05a279d4482 tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Made reservation on behalf of 9bd234b28f864bafb032087c6c658c6f for: {'network': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:48:42.034634 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7bbe04d9-8c5f-4ec2-8df6-d05a279d4482 tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for network, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:48:42.043011 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7bbe04d9-8c5f-4ec2-8df6-d05a279d4482 tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:48:42.137567 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7bbe04d9-8c5f-4ec2-8df6-d05a279d4482 tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:48:42.141284 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7bbe04d9-8c5f-4ec2-8df6-d05a279d4482 tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:48:42.167454 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7bbe04d9-8c5f-4ec2-8df6-d05a279d4482 tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 526} {{(pid=93798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 23:48:42.177078 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbe04d9-8c5f-4ec2-8df6-d05a279d4482 tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75300ef8-aa06-4657-b5c7-48d160d81dd9,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:48:42.181996 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7bbe04d9-8c5f-4ec2-8df6-d05a279d4482 tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:48:42.182341 n-d-802623-1 neutron-server[93798]: INFO neutron.db.segments_db [None req-7bbe04d9-8c5f-4ec2-8df6-d05a279d4482 tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Added segment d61f4047-20d3-4a79-9e4d-3495e573fbce of type vlan for network 2f031e26-d94e-4a00-a352-f0820c32ecc4 Jul 27 23:48:42.223480 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7bbe04d9-8c5f-4ec2-8df6-d05a279d4482 tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736833354590'] for network, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:48:42.257192 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7bbe04d9-8c5f-4ec2-8df6-d05a279d4482 tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569'] for network, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:48:42.263331 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bbe04d9-8c5f-4ec2-8df6-d05a279d4482 tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:48:42.263917 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7bbe04d9-8c5f-4ec2-8df6-d05a279d4482 tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Notify callbacks [] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:48:42.311696 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-7bbe04d9-8c5f-4ec2-8df6-d05a279d4482 tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3059361 Jul 27 23:48:42.314821 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 54474) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:48:42.326357 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-7a99c17a-bfde-4c0d-afd6-59c506584dc0 tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1794904023', 'admin_state_up': True, 'project_id': '9bd234b28f864bafb032087c6c658c6f', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'}}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:48:42.345532 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbe04d9-8c5f-4ec2-8df6-d05a279d4482 tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Pushing event updated for resources: {'Network': ['ID=2f031e26-d94e-4a00-a352-f0820c32ecc4,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:48:42.357075 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Network 2f031e26-d94e-4a00-a352-f0820c32ecc4 details requested by agent ovs-agent-n-d-802623-1 with host n-d-802623-1 {{(pid=93799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 23:48:42.359293 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7a99c17a-bfde-4c0d-afd6-59c506584dc0 tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62159'] for router, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:48:42.360298 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7a99c17a-bfde-4c0d-afd6-59c506584dc0 tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-479230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-415539', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3693317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62148'] for router, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:48:42.420498 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7a99c17a-bfde-4c0d-afd6-59c506584dc0 tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:48:42.847232 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7a99c17a-bfde-4c0d-afd6-59c506584dc0 tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-415433', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62186'] for router, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:48:43.043457 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7a99c17a-bfde-4c0d-afd6-59c506584dc0 tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Notify callbacks [] for router_gateway, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:48:43.061756 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7a99c17a-bfde-4c0d-afd6-59c506584dc0 tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:48:43.165515 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-7a99c17a-bfde-4c0d-afd6-59c506584dc0 tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Allocated IP 172.25.4.86 (2fd42287-ed26-4eb9-89a5-b521f5b04356/17de1f8f-393a-4b0c-a2df-614bd3f2fb5e/0c0ea8df-d7df-4a5d-a3c5-65ea066fbd24) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:48:43.262816 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7a99c17a-bfde-4c0d-afd6-59c506584dc0 tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:48:43.301003 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7a99c17a-bfde-4c0d-afd6-59c506584dc0 tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:48:43.342607 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a99c17a-bfde-4c0d-afd6-59c506584dc0 tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Network 2fd42287-ed26-4eb9-89a5-b521f5b04356 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:48:43.346946 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-7a99c17a-bfde-4c0d-afd6-59c506584dc0 tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:48:43.352585 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a99c17a-bfde-4c0d-afd6-59c506584dc0 tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:48:43.381097 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a99c17a-bfde-4c0d-afd6-59c506584dc0 tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Pushing event updated for resources: {'Port': ['ID=0c0ea8df-d7df-4a5d-a3c5-65ea066fbd24,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:48:43.602943 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7a99c17a-bfde-4c0d-afd6-59c506584dc0 tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Notify callbacks [] for router_gateway, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:48:43.793200 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7a99c17a-bfde-4c0d-afd6-59c506584dc0 tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-415468'] for router, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:48:43.915304 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a99c17a-bfde-4c0d-afd6-59c506584dc0 tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Router 780a45c9-7d9d-448b-92d6-af5da5b5a7b5 is scheduled to L3 agent 018c4455-49c0-4734-927d-7824067b2a9e with binding_index 1 {{(pid=93798) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 23:48:44.023051 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a99c17a-bfde-4c0d-afd6-59c506584dc0 tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:48:44.033462 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-392546bf-c7dd-434f-9c62-20ffbc0a1b9f None None] Sync routers for ids ['780a45c9-7d9d-448b-92d6-af5da5b5a7b5'] in n-d-802623-1 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:48:44.041336 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7a99c17a-bfde-4c0d-afd6-59c506584dc0 tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Notify callbacks [] for router, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:48:44.045550 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-7a99c17a-bfde-4c0d-afd6-59c506584dc0 tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.7267992 Jul 27 23:48:44.046089 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-392546bf-c7dd-434f-9c62-20ffbc0a1b9f None None] Routers {'780a45c9-7d9d-448b-92d6-af5da5b5a7b5'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:48:44.046089 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-392546bf-c7dd-434f-9c62-20ffbc0a1b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:48:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['780a45c9-7d9d-448b-92d6-af5da5b5a7b5'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:48:44.046260 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 54476) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:48:44.153202 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-392546bf-c7dd-434f-9c62-20ffbc0a1b9f None None] Set router 780a45c9-7d9d-448b-92d6-af5da5b5a7b5 gateway port host: n-d-802623-1 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:48:44.175368 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-a8ef6fad-c696-4120-9951-b88dbb630a79 tempest-TestSecurityGroupsBasicOps-1443860545 tempest-TestSecurityGroupsBasicOps-1443860545-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=9bd234b28f864bafb032087c6c658c6f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1260321 Jul 27 23:48:44.175592 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 54480) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:48:44.258883 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e803a4b8-ca07-4e08-836a-1778041d580e tempest-TestSecurityGroupsBasicOps-1443860545 tempest-TestSecurityGroupsBasicOps-1443860545-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:48:44.260430 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-e803a4b8-ca07-4e08-836a-1778041d580e tempest-TestSecurityGroupsBasicOps-1443860545 tempest-TestSecurityGroupsBasicOps-1443860545-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0839436 Jul 27 23:48:44.263293 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 54482) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:48:44.291167 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-783b7aab-45d4-43ad-831e-408bb24d388e tempest-TestSecurityGroupsBasicOps-1443860545 tempest-TestSecurityGroupsBasicOps-1443860545-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=2fd42287-ed26-4eb9-89a5-b521f5b04356&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0268035 Jul 27 23:48:44.293679 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 54484) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:48:44.298370 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-6b3dd2ce-f79f-4049-aeea-e72b3ef8026d tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-916998231', 'network_id': '2f031e26-d94e-4a00-a352-f0820c32ecc4', 'project_id': '9bd234b28f864bafb032087c6c658c6f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:48:44.330655 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-392546bf-c7dd-434f-9c62-20ffbc0a1b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '780a45c9-7d9d-448b-92d6-af5da5b5a7b5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1794904023', 'tenant_id': '9bd234b28f864bafb032087c6c658c6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.86'}], 'enable_snat': True}, 'gw_port_id': '0c0ea8df-d7df-4a5d-a3c5-65ea066fbd24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:48:42Z', 'updated_at': '2021-07-27T23:48:43Z', 'revision_number': 3, 'project_id': '9bd234b28f864bafb032087c6c658c6f', 'gw_port': {'id': '0c0ea8df-d7df-4a5d-a3c5-65ea066fbd24', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:83:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '780a45c9-7d9d-448b-92d6-af5da5b5a7b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:48:43Z', 'updated_at': '2021-07-27T23:48:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1'}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:48:44.356501 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-392546bf-c7dd-434f-9c62-20ffbc0a1b9f None None] Checking router: 780a45c9-7d9d-448b-92d6-af5da5b5a7b5 for host: n-d-802623-1 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 23:48:44.356845 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-392546bf-c7dd-434f-9c62-20ffbc0a1b9f None None] Updating router 780a45c9-7d9d-448b-92d6-af5da5b5a7b5 port 0c0ea8df-d7df-4a5d-a3c5-65ea066fbd24 binding host n-d-802623-1 {{(pid=93800) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 23:48:44.380881 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-392546bf-c7dd-434f-9c62-20ffbc0a1b9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:48:44.389698 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b3dd2ce-f79f-4049-aeea-e72b3ef8026d tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Made reservation on behalf of 9bd234b28f864bafb032087c6c658c6f for: {'subnet': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:48:44.393472 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6b3dd2ce-f79f-4049-aeea-e72b3ef8026d tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12265828'] for subnet, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:48:44.575537 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6b3dd2ce-f79f-4049-aeea-e72b3ef8026d tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11971609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12265750'] for subnet, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:48:44.626652 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-392546bf-c7dd-434f-9c62-20ffbc0a1b9f None None] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:48:44.636352 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-392546bf-c7dd-434f-9c62-20ffbc0a1b9f None None] Transition to ACTIVE for port object 0c0ea8df-d7df-4a5d-a3c5-65ea066fbd24 will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:48:44.638871 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3dd2ce-f79f-4049-aeea-e72b3ef8026d tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Pushing event updated for resources: {'Subnet': ['ID=41802d6c-7b8c-4e54-850d-28817dee7fe1,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:48:44.641962 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-392546bf-c7dd-434f-9c62-20ffbc0a1b9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:48:44.647417 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b3dd2ce-f79f-4049-aeea-e72b3ef8026d tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Checking segment: {'id': 'd61f4047-20d3-4a79-9e4d-3495e573fbce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '2f031e26-d94e-4a00-a352-f0820c32ecc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:48:44.647789 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b3dd2ce-f79f-4049-aeea-e72b3ef8026d tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Network hostable DHCP agents. Network: 2f031e26-d94e-4a00-a352-f0820c32ecc4, hostable agents: ['5950e76f-2bde-4343-a925-cbe6bacd2706'], hosted agents: [] {{(pid=93798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 23:48:44.665277 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b3dd2ce-f79f-4049-aeea-e72b3ef8026d tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Network 2f031e26-d94e-4a00-a352-f0820c32ecc4 is scheduled to be hosted by DHCP agent 5950e76f-2bde-4343-a925-cbe6bacd2706 with binding_index 1 {{(pid=93798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 23:48:44.674658 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-6b3dd2ce-f79f-4049-aeea-e72b3ef8026d tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802623-1, 2f031e26-d94e-4a00-a352-f0820c32ecc4) {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:48:44.678855 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b3dd2ce-f79f-4049-aeea-e72b3ef8026d tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:48:44.680476 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6b3dd2ce-f79f-4049-aeea-e72b3ef8026d tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:48:44.681931 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4500dafc-275b-4937-8908-323059fee492 None None] Network 2f031e26-d94e-4a00-a352-f0820c32ecc4 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:48:44.689774 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-392546bf-c7dd-434f-9c62-20ffbc0a1b9f None None] Attempting to bind port 0c0ea8df-d7df-4a5d-a3c5-65ea066fbd24 on host n-d-802623-1 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:48:44.690142 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-392546bf-c7dd-434f-9c62-20ffbc0a1b9f None None] Attempting to bind port 0c0ea8df-d7df-4a5d-a3c5-65ea066fbd24 by drivers openvswitch,hyperv on host n-d-802623-1 at level 0 using segments [{'id': 'b9afe07e-bbe4-4740-834c-4b6a9698bdbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:48:44.690507 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-392546bf-c7dd-434f-9c62-20ffbc0a1b9f None None] Attempting to bind port 0c0ea8df-d7df-4a5d-a3c5-65ea066fbd24 on network 2fd42287-ed26-4eb9-89a5-b521f5b04356 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:48:44.695822 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-6b3dd2ce-f79f-4049-aeea-e72b3ef8026d tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4009943 Jul 27 23:48:44.698528 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 54486) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:48:44.698685 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-392546bf-c7dd-434f-9c62-20ffbc0a1b9f None None] Checking agent: {'id': 'a9a568d2-a5e7-41e4-833f-a8ab42ea4073', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 52, 30), 'started_at': datetime.datetime(2021, 7, 27, 22, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 48, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802623-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:48:44.698996 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-392546bf-c7dd-434f-9c62-20ffbc0a1b9f None None] Checking segment: {'id': 'b9afe07e-bbe4-4740-834c-4b6a9698bdbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:48:44.699435 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-392546bf-c7dd-434f-9c62-20ffbc0a1b9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:48:44.699821 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-392546bf-c7dd-434f-9c62-20ffbc0a1b9f None None] Bound using segment: {'id': 'b9afe07e-bbe4-4740-834c-4b6a9698bdbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:48:44.700291 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-392546bf-c7dd-434f-9c62-20ffbc0a1b9f None None] Bound port: 0c0ea8df-d7df-4a5d-a3c5-65ea066fbd24, host: n-d-802623-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9afe07e-bbe4-4740-834c-4b6a9698bdbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:48:44.700671 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-392546bf-c7dd-434f-9c62-20ffbc0a1b9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:48:44.733362 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382593a7-13ff-44cf-82e6-c5d0a287c736 None None] Pushing event updated for resources: {'Port': ['ID=0c0ea8df-d7df-4a5d-a3c5-65ea066fbd24,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:48:44.761995 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-392546bf-c7dd-434f-9c62-20ffbc0a1b9f None None] For port 0c0ea8df-d7df-4a5d-a3c5-65ea066fbd24, host n-d-802623-1, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:48:44.765244 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-392546bf-c7dd-434f-9c62-20ffbc0a1b9f None None] For port 0c0ea8df-d7df-4a5d-a3c5-65ea066fbd24, host n-d-802623-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=0c0ea8df-d7df-4a5d-a3c5-65ea066fbd24,segment=NetworkSegment(b9afe07e-bbe4-4740-834c-4b6a9698bdbc),segment_id=b9afe07e-bbe4-4740-834c-4b6a9698bdbc)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:48:44.767653 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382593a7-13ff-44cf-82e6-c5d0a287c736 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:48:44.768008 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382593a7-13ff-44cf-82e6-c5d0a287c736 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:48:44.768354 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382593a7-13ff-44cf-82e6-c5d0a287c736 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:48:44.768690 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382593a7-13ff-44cf-82e6-c5d0a287c736 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:48:44.769065 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382593a7-13ff-44cf-82e6-c5d0a287c736 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:48:44.769410 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382593a7-13ff-44cf-82e6-c5d0a287c736 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:48:44.769733 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382593a7-13ff-44cf-82e6-c5d0a287c736 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:48:44.770058 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382593a7-13ff-44cf-82e6-c5d0a287c736 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:48:44.770379 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382593a7-13ff-44cf-82e6-c5d0a287c736 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:48:44.770713 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382593a7-13ff-44cf-82e6-c5d0a287c736 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:48:44.771012 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382593a7-13ff-44cf-82e6-c5d0a287c736 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:48:44.771384 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382593a7-13ff-44cf-82e6-c5d0a287c736 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:48:44.776081 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-392546bf-c7dd-434f-9c62-20ffbc0a1b9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:48:44.834373 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-392546bf-c7dd-434f-9c62-20ffbc0a1b9f None None] Routers {'780a45c9-7d9d-448b-92d6-af5da5b5a7b5'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:48:44.834917 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-392546bf-c7dd-434f-9c62-20ffbc0a1b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:48:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['780a45c9-7d9d-448b-92d6-af5da5b5a7b5'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:48:44.852251 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5199b5d1-0ae7-496b-8066-ea843c122ac3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f6f257c-ad18-5f0c-8c8e-ea085a5fc8a2-2f031e26-d94e-4a00-a352-f0820c32ecc4', 'network_id': '2f031e26-d94e-4a00-a352-f0820c32ecc4', 'tenant_id': '9bd234b28f864bafb032087c6c658c6f', 'fixed_ips': [{'subnet_id': '41802d6c-7b8c-4e54-850d-28817dee7fe1'}]}} from n-d-802623-1. {{(pid=93799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 23:48:44.853411 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-5199b5d1-0ae7-496b-8066-ea843c122ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:48:44.932744 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382593a7-13ff-44cf-82e6-c5d0a287c736 None None] Pushing event updated for resources: {'Port': ['ID=0c0ea8df-d7df-4a5d-a3c5-65ea066fbd24,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:48:44.941753 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-392546bf-c7dd-434f-9c62-20ffbc0a1b9f None None] Set router 780a45c9-7d9d-448b-92d6-af5da5b5a7b5 gateway port host: n-d-802623-1 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:48:45.004430 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-5199b5d1-0ae7-496b-8066-ea843c122ac3 None None] Allocated IP 172.20.0.2 (2f031e26-d94e-4a00-a352-f0820c32ecc4/41802d6c-7b8c-4e54-850d-28817dee7fe1/57a2289d-5e17-4636-82ef-b411cd502311) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:48:45.163323 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-5199b5d1-0ae7-496b-8066-ea843c122ac3 None None] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:48:45.173421 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-5199b5d1-0ae7-496b-8066-ea843c122ac3 None None] Transition to ACTIVE for port object 57a2289d-5e17-4636-82ef-b411cd502311 will not be triggered until provisioned by entity L2. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:48:45.190055 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-5199b5d1-0ae7-496b-8066-ea843c122ac3 None None] Transition to ACTIVE for port object 57a2289d-5e17-4636-82ef-b411cd502311 will not be triggered until provisioned by entity DHCP. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:48:45.193574 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-80edb2f7-f03f-4f8e-8aa1-c91e33514989 tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:48:45.197585 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-5199b5d1-0ae7-496b-8066-ea843c122ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:48:45.230704 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-392546bf-c7dd-434f-9c62-20ffbc0a1b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '780a45c9-7d9d-448b-92d6-af5da5b5a7b5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1794904023', 'tenant_id': '9bd234b28f864bafb032087c6c658c6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.86'}], 'enable_snat': True}, 'gw_port_id': '0c0ea8df-d7df-4a5d-a3c5-65ea066fbd24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:48:42Z', 'updated_at': '2021-07-27T23:48:43Z', 'revision_number': 3, 'project_id': '9bd234b28f864bafb032087c6c658c6f', 'gw_port': {'id': '0c0ea8df-d7df-4a5d-a3c5-65ea066fbd24', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:83:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '780a45c9-7d9d-448b-92d6-af5da5b5a7b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:48:43Z', 'updated_at': '2021-07-27T23:48:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1'}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:48:45.231368 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5199b5d1-0ae7-496b-8066-ea843c122ac3 None None] Network 2f031e26-d94e-4a00-a352-f0820c32ecc4 is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:48:45.234160 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-5199b5d1-0ae7-496b-8066-ea843c122ac3 None None] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:48:45.237113 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5199b5d1-0ae7-496b-8066-ea843c122ac3 None None] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:48:45.255659 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5199b5d1-0ae7-496b-8066-ea843c122ac3 None None] Pushing event updated for resources: {'Port': ['ID=57a2289d-5e17-4636-82ef-b411cd502311,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:48:45.259806 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-392546bf-c7dd-434f-9c62-20ffbc0a1b9f None None] The sync data for ids ['780a45c9-7d9d-448b-92d6-af5da5b5a7b5'] in n-d-802623-1 is: [{'id': '780a45c9-7d9d-448b-92d6-af5da5b5a7b5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1794904023', 'tenant_id': '9bd234b28f864bafb032087c6c658c6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.86'}], 'enable_snat': True}, 'gw_port_id': '0c0ea8df-d7df-4a5d-a3c5-65ea066fbd24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:48:42Z', 'updated_at': '2021-07-27T23:48:43Z', 'revision_number': 3, 'project_id': '9bd234b28f864bafb032087c6c658c6f', 'gw_port': {'id': '0c0ea8df-d7df-4a5d-a3c5-65ea066fbd24', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:83:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '780a45c9-7d9d-448b-92d6-af5da5b5a7b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:48:43Z', 'updated_at': '2021-07-27T23:48:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1'}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:48:45.310469 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-5199b5d1-0ae7-496b-8066-ea843c122ac3 None None] Attempting to bind port 57a2289d-5e17-4636-82ef-b411cd502311 on host n-d-802623-1 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:48:45.311254 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-5199b5d1-0ae7-496b-8066-ea843c122ac3 None None] Attempting to bind port 57a2289d-5e17-4636-82ef-b411cd502311 by drivers openvswitch,hyperv on host n-d-802623-1 at level 0 using segments [{'id': 'd61f4047-20d3-4a79-9e4d-3495e573fbce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '2f031e26-d94e-4a00-a352-f0820c32ecc4'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:48:45.311795 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5199b5d1-0ae7-496b-8066-ea843c122ac3 None None] Attempting to bind port 57a2289d-5e17-4636-82ef-b411cd502311 on network 2f031e26-d94e-4a00-a352-f0820c32ecc4 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:48:45.321161 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5199b5d1-0ae7-496b-8066-ea843c122ac3 None None] Checking agent: {'id': 'a9a568d2-a5e7-41e4-833f-a8ab42ea4073', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 52, 30), 'started_at': datetime.datetime(2021, 7, 27, 22, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 48, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802623-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:48:45.324092 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5199b5d1-0ae7-496b-8066-ea843c122ac3 None None] Checking segment: {'id': 'd61f4047-20d3-4a79-9e4d-3495e573fbce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '2f031e26-d94e-4a00-a352-f0820c32ecc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:48:45.324544 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-5199b5d1-0ae7-496b-8066-ea843c122ac3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:48:45.324998 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5199b5d1-0ae7-496b-8066-ea843c122ac3 None None] Bound using segment: {'id': 'd61f4047-20d3-4a79-9e4d-3495e573fbce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '2f031e26-d94e-4a00-a352-f0820c32ecc4'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:48:45.325457 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-5199b5d1-0ae7-496b-8066-ea843c122ac3 None None] Bound port: 57a2289d-5e17-4636-82ef-b411cd502311, host: n-d-802623-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd61f4047-20d3-4a79-9e4d-3495e573fbce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '2f031e26-d94e-4a00-a352-f0820c32ecc4'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:48:45.325850 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-5199b5d1-0ae7-496b-8066-ea843c122ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:48:45.398597 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-5199b5d1-0ae7-496b-8066-ea843c122ac3 None None] For port 57a2289d-5e17-4636-82ef-b411cd502311, host n-d-802623-1, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:48:45.402309 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-5199b5d1-0ae7-496b-8066-ea843c122ac3 None None] For port 57a2289d-5e17-4636-82ef-b411cd502311, host n-d-802623-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=57a2289d-5e17-4636-82ef-b411cd502311,segment=NetworkSegment(d61f4047-20d3-4a79-9e4d-3495e573fbce),segment_id=d61f4047-20d3-4a79-9e4d-3495e573fbce)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:48:45.406310 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-5199b5d1-0ae7-496b-8066-ea843c122ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:48:45.470981 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5199b5d1-0ae7-496b-8066-ea843c122ac3 None None] Pushing event updated for resources: {'Port': ['ID=57a2289d-5e17-4636-82ef-b411cd502311,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:48:45.506209 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-80edb2f7-f03f-4f8e-8aa1-c91e33514989 tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Allocated IP 172.20.0.1 (2f031e26-d94e-4a00-a352-f0820c32ecc4/41802d6c-7b8c-4e54-850d-28817dee7fe1/0a178c5c-90b3-4399-90f7-e46884be1d1e) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:48:45.658805 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-80edb2f7-f03f-4f8e-8aa1-c91e33514989 tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:48:45.676212 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-80edb2f7-f03f-4f8e-8aa1-c91e33514989 tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Transition to ACTIVE for port object 0a178c5c-90b3-4399-90f7-e46884be1d1e will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:48:45.717176 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-80edb2f7-f03f-4f8e-8aa1-c91e33514989 tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:48:45.759626 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80edb2f7-f03f-4f8e-8aa1-c91e33514989 tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Network 2f031e26-d94e-4a00-a352-f0820c32ecc4 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:48:45.762901 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-80edb2f7-f03f-4f8e-8aa1-c91e33514989 tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:48:45.766824 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80edb2f7-f03f-4f8e-8aa1-c91e33514989 tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:48:45.797442 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80edb2f7-f03f-4f8e-8aa1-c91e33514989 tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Pushing event updated for resources: {'Port': ['ID=0a178c5c-90b3-4399-90f7-e46884be1d1e,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:48:45.818604 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-80edb2f7-f03f-4f8e-8aa1-c91e33514989 tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-415283'] for router_interface, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:48:45.966328 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-80edb2f7-f03f-4f8e-8aa1-c91e33514989 tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:48:46.048823 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 57a2289d-5e17-4636-82ef-b411cd502311 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:48:46.124901 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning for port 57a2289d-5e17-4636-82ef-b411cd502311 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:48:46.129228 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 0c0ea8df-d7df-4a5d-a3c5-65ea066fbd24 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:48:46.201625 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning for port 0c0ea8df-d7df-4a5d-a3c5-65ea066fbd24 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:48:46.206605 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port 0c0ea8df-d7df-4a5d-a3c5-65ea066fbd24 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:48:46.207153 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:48:46.296458 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:48:46.315070 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-80edb2f7-f03f-4f8e-8aa1-c91e33514989 tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:48:46.320623 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-80edb2f7-f03f-4f8e-8aa1-c91e33514989 tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:48:46.321882 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] For port 0c0ea8df-d7df-4a5d-a3c5-65ea066fbd24, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=0c0ea8df-d7df-4a5d-a3c5-65ea066fbd24,segment=NetworkSegment(b9afe07e-bbe4-4740-834c-4b6a9698bdbc),segment_id=b9afe07e-bbe4-4740-834c-4b6a9698bdbc)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:48:46.325987 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:48:46.386003 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Pushing event updated for resources: {'Port': ['ID=0c0ea8df-d7df-4a5d-a3c5-65ea066fbd24,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:48:46.399986 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80edb2f7-f03f-4f8e-8aa1-c91e33514989 tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Pushing event updated for resources: {'Port': ['ID=0a178c5c-90b3-4399-90f7-e46884be1d1e,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:48:46.403764 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-80edb2f7-f03f-4f8e-8aa1-c91e33514989 tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3760555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-414115'] for router_interface, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:48:46.442758 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed4806c1-8cb2-4100-a672-01ab2563039c None None] Network 2f031e26-d94e-4a00-a352-f0820c32ecc4 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:48:46.510333 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-db23be4c-e05d-412b-ae93-52ea5d7f789b None None] Provisioning for port 57a2289d-5e17-4636-82ef-b411cd502311 completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:48:46.518237 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80edb2f7-f03f-4f8e-8aa1-c91e33514989 tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Network 2f031e26-d94e-4a00-a352-f0820c32ecc4 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:48:46.519755 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-80edb2f7-f03f-4f8e-8aa1-c91e33514989 tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:48:46.522144 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-db23be4c-e05d-412b-ae93-52ea5d7f789b None None] Provisioning complete for port 57a2289d-5e17-4636-82ef-b411cd502311 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:48:46.522525 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-db23be4c-e05d-412b-ae93-52ea5d7f789b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:48:46.647612 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80edb2f7-f03f-4f8e-8aa1-c91e33514989 tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Router 780a45c9-7d9d-448b-92d6-af5da5b5a7b5 has already been hosted by L3 agent 018c4455-49c0-4734-927d-7824067b2a9e {{(pid=93798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 23:48:46.667807 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-db23be4c-e05d-412b-ae93-52ea5d7f789b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:48:46.714789 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-db23be4c-e05d-412b-ae93-52ea5d7f789b None None] For port 57a2289d-5e17-4636-82ef-b411cd502311, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=57a2289d-5e17-4636-82ef-b411cd502311,segment=NetworkSegment(d61f4047-20d3-4a79-9e4d-3495e573fbce),segment_id=d61f4047-20d3-4a79-9e4d-3495e573fbce)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:48:46.719916 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-db23be4c-e05d-412b-ae93-52ea5d7f789b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:48:46.771460 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db23be4c-e05d-412b-ae93-52ea5d7f789b None None] Pushing event updated for resources: {'Port': ['ID=57a2289d-5e17-4636-82ef-b411cd502311,revision_number=3']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:48:46.774773 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80edb2f7-f03f-4f8e-8aa1-c91e33514989 tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:48:46.785326 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-80edb2f7-f03f-4f8e-8aa1-c91e33514989 tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] 10.222.0.18 "PUT /v2.0/routers/780a45c9-7d9d-448b-92d6-af5da5b5a7b5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0828137 Jul 27 23:48:46.785603 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 54488) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:48:46.790504 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-6137f315-35ee-403e-9bb1-ee00f9edd251 tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1889961063', 'description': 'tempest-secgroup_access--1889961063 description', 'project_id': '9bd234b28f864bafb032087c6c658c6f'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:48:46.815575 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6137f315-35ee-403e-9bb1-ee00f9edd251 tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:48:46.906335 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6137f315-35ee-403e-9bb1-ee00f9edd251 tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:48:46.910606 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6137f315-35ee-403e-9bb1-ee00f9edd251 tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:48:46.940085 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6137f315-35ee-403e-9bb1-ee00f9edd251 tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:48:46.941705 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-6137f315-35ee-403e-9bb1-ee00f9edd251 tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.1548600 Jul 27 23:48:46.944592 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 54490) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:48:46.946523 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-6ed4e699-8005-499b-8d4b-b94f587bda68 None None] Provisioning complete for port 57a2289d-5e17-4636-82ef-b411cd502311 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:48:46.946859 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-6ed4e699-8005-499b-8d4b-b94f587bda68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:48:46.950764 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-33f60706-8399-4e0c-be84-4877ec8c8725 tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1947117080', 'description': 'tempest-secgroup_general--1947117080 description', 'project_id': '9bd234b28f864bafb032087c6c658c6f'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:48:46.956274 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6137f315-35ee-403e-9bb1-ee00f9edd251 tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84bdb5d4-16a9-48c7-9221-870503c9f7d7,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:48:46.978031 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-33f60706-8399-4e0c-be84-4877ec8c8725 tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:48:47.064451 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9860652c-1b55-44d3-aa5d-6fe5c60a1eb0 None None] Sync routers for ids ['780a45c9-7d9d-448b-92d6-af5da5b5a7b5'] in n-d-802623-1 {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:48:47.076489 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-6ed4e699-8005-499b-8d4b-b94f587bda68 None None] Provisioning for port 0a178c5c-90b3-4399-90f7-e46884be1d1e completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:48:47.080517 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-6ed4e699-8005-499b-8d4b-b94f587bda68 None None] Provisioning complete for port 0a178c5c-90b3-4399-90f7-e46884be1d1e triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:48:47.080898 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-6ed4e699-8005-499b-8d4b-b94f587bda68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:48:47.082604 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9860652c-1b55-44d3-aa5d-6fe5c60a1eb0 None None] Routers {'780a45c9-7d9d-448b-92d6-af5da5b5a7b5'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:48:47.083289 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-9860652c-1b55-44d3-aa5d-6fe5c60a1eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:48:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['780a45c9-7d9d-448b-92d6-af5da5b5a7b5'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:48:47.100204 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-33f60706-8399-4e0c-be84-4877ec8c8725 tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:48:47.104668 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-33f60706-8399-4e0c-be84-4877ec8c8725 tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:48:47.141358 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-33f60706-8399-4e0c-be84-4877ec8c8725 tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:48:47.143206 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-33f60706-8399-4e0c-be84-4877ec8c8725 tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 0.1976409 Jul 27 23:48:47.144225 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f60706-8399-4e0c-be84-4877ec8c8725 tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea716649-d5f6-45c0-8981-4f502e5352d6,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:48:47.146923 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 54492) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:48:47.152747 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-7539f93f-0e89-4c68-ae92-58318976ac0a tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Request body: {'security_group_rule': {'security_group_id': '84bdb5d4-16a9-48c7-9221-870503c9f7d7', 'project_id': '9bd234b28f864bafb032087c6c658c6f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:48:47.167969 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-6ed4e699-8005-499b-8d4b-b94f587bda68 None None] Port 0a178c5c-90b3-4399-90f7-e46884be1d1e cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:48:47.190612 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7539f93f-0e89-4c68-ae92-58318976ac0a tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:48:47.221980 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-9860652c-1b55-44d3-aa5d-6fe5c60a1eb0 None None] Set router 780a45c9-7d9d-448b-92d6-af5da5b5a7b5 gateway port host: n-d-802623-1 {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:48:47.258883 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7539f93f-0e89-4c68-ae92-58318976ac0a tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:48:47.264100 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7539f93f-0e89-4c68-ae92-58318976ac0a tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784185'] for security_group_rule, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:48:47.285718 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7539f93f-0e89-4c68-ae92-58318976ac0a tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6eb684a-1480-404e-a28a-6cd7efac1c0b,revision_number=0']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:48:47.288503 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7539f93f-0e89-4c68-ae92-58318976ac0a tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:48:47.290526 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-7539f93f-0e89-4c68-ae92-58318976ac0a tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1417277 Jul 27 23:48:47.371632 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-abe3da6a-6eb7-4b34-8ce4-af6a96dbb820 None None] Provisioning complete for port 0a178c5c-90b3-4399-90f7-e46884be1d1e triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:48:47.372003 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-abe3da6a-6eb7-4b34-8ce4-af6a96dbb820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:48:47.424501 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-abe3da6a-6eb7-4b34-8ce4-af6a96dbb820 None None] Port 0a178c5c-90b3-4399-90f7-e46884be1d1e cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:48:47.437008 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-fb46185c-67ed-4aa6-97cb-a0a5ca6ee778 req-4ca8a697-ca8d-406e-ab46-eb815f62d236 tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup_access--1889961063&fields=id&tenant_id=9bd234b28f864bafb032087c6c658c6f HTTP/1.1" status: 200 len: 267 time: 0.0343399 Jul 27 23:48:47.477403 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-fb46185c-67ed-4aa6-97cb-a0a5ca6ee778 req-5208b1af-77c8-49dc-8b2c-5517af6a4e4e tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup_general--1947117080&fields=id&tenant_id=9bd234b28f864bafb032087c6c658c6f HTTP/1.1" status: 200 len: 267 time: 0.0330319 Jul 27 23:48:47.481251 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-9860652c-1b55-44d3-aa5d-6fe5c60a1eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '780a45c9-7d9d-448b-92d6-af5da5b5a7b5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1794904023', 'tenant_id': '9bd234b28f864bafb032087c6c658c6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.86'}], 'enable_snat': True}, 'gw_port_id': '0c0ea8df-d7df-4a5d-a3c5-65ea066fbd24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:48:42Z', 'updated_at': '2021-07-27T23:48:45Z', 'revision_number': 4, 'project_id': '9bd234b28f864bafb032087c6c658c6f', 'gw_port': {'id': '0c0ea8df-d7df-4a5d-a3c5-65ea066fbd24', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:83:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '780a45c9-7d9d-448b-92d6-af5da5b5a7b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:48:43Z', 'updated_at': '2021-07-27T23:48:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': '0a178c5c-90b3-4399-90f7-e46884be1d1e', 'name': '', 'network_id': '2f031e26-d94e-4a00-a352-f0820c32ecc4', 'tenant_id': '9bd234b28f864bafb032087c6c658c6f', 'mac_address': 'fa:16:3e:e9:67:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '780a45c9-7d9d-448b-92d6-af5da5b5a7b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '41802d6c-7b8c-4e54-850d-28817dee7fe1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:48:45Z', 'updated_at': '2021-07-27T23:48:46Z', 'revision_number': 2, 'project_id': '9bd234b28f864bafb032087c6c658c6f', 'subnets': [{'id': '41802d6c-7b8c-4e54-850d-28817dee7fe1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:48:47.507402 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9860652c-1b55-44d3-aa5d-6fe5c60a1eb0 None None] Checking router: 780a45c9-7d9d-448b-92d6-af5da5b5a7b5 for host: n-d-802623-1 {{(pid=93799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 23:48:47.507758 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9860652c-1b55-44d3-aa5d-6fe5c60a1eb0 None None] Updating router 780a45c9-7d9d-448b-92d6-af5da5b5a7b5 port 0a178c5c-90b3-4399-90f7-e46884be1d1e binding host n-d-802623-1 {{(pid=93799) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 23:48:47.536186 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-9860652c-1b55-44d3-aa5d-6fe5c60a1eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:48:47.555065 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-aa4c09d3-c8e3-404f-a124-beb9f600ba78 None None] Provisioning complete for port 0a178c5c-90b3-4399-90f7-e46884be1d1e triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:48:47.555437 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-aa4c09d3-c8e3-404f-a124-beb9f600ba78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:48:47.585614 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb46185c-67ed-4aa6-97cb-a0a5ca6ee778 req-162a20ad-b00e-4cbe-b27b-4173653e098c tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:48:47.587663 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-fb46185c-67ed-4aa6-97cb-a0a5ca6ee778 req-162a20ad-b00e-4cbe-b27b-4173653e098c tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] 10.222.0.18 "GET /v2.0/networks?id=2f031e26-d94e-4a00-a352-f0820c32ecc4 HTTP/1.1" status: 200 len: 796 time: 0.1031501 Jul 27 23:48:47.603340 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-fb46185c-67ed-4aa6-97cb-a0a5ca6ee778 req-9279d65c-7eba-473a-a723-dcadb3fc4f9d tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] 10.222.0.18 "GET /v2.0/quotas/9bd234b28f864bafb032087c6c658c6f HTTP/1.1" status: 200 len: 375 time: 0.0098882 Jul 27 23:48:47.619760 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-aa4c09d3-c8e3-404f-a124-beb9f600ba78 None None] Port 0a178c5c-90b3-4399-90f7-e46884be1d1e cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:48:47.660701 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-fb46185c-67ed-4aa6-97cb-a0a5ca6ee778 req-b07c03fa-0eba-4d75-b1b6-3e329450aef2 tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=9bd234b28f864bafb032087c6c658c6f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0520091 Jul 27 23:48:47.729556 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [req-fb46185c-67ed-4aa6-97cb-a0a5ca6ee778 req-badf72a0-bdc1-49f8-9105-8c81d6e66187 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=93797) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 23:48:47.730567 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-fb46185c-67ed-4aa6-97cb-a0a5ca6ee778 req-badf72a0-bdc1-49f8-9105-8c81d6e66187 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0580211 Jul 27 23:48:47.818589 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-fb46185c-67ed-4aa6-97cb-a0a5ca6ee778 req-c3877440-88f7-4c40-aa94-56fc6ae4dd70 service neutron] 10.222.0.18 "GET /v2.0/networks/2f031e26-d94e-4a00-a352-f0820c32ecc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815036 Jul 27 23:48:47.829376 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-9860652c-1b55-44d3-aa5d-6fe5c60a1eb0 None None] Notify callbacks [] for port, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:48:47.839564 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-9860652c-1b55-44d3-aa5d-6fe5c60a1eb0 None None] Transition to ACTIVE for port object 0a178c5c-90b3-4399-90f7-e46884be1d1e will not be triggered until provisioned by entity L2. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:48:47.844521 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-9860652c-1b55-44d3-aa5d-6fe5c60a1eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:48:47.892336 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d353b9a-5b56-4eba-ac45-55242f102986 None None] Pushing event updated for resources: {'Port': ['ID=0a178c5c-90b3-4399-90f7-e46884be1d1e,revision_number=3']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:48:47.921171 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-fb46185c-67ed-4aa6-97cb-a0a5ca6ee778 req-26573c57-56d7-4ef5-90ff-40c5081c9c73 service neutron] 10.222.0.18 "GET /v2.0/networks/2f031e26-d94e-4a00-a352-f0820c32ecc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961714 Jul 27 23:48:47.950109 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-9860652c-1b55-44d3-aa5d-6fe5c60a1eb0 None None] Attempting to bind port 0a178c5c-90b3-4399-90f7-e46884be1d1e on host n-d-802623-1 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:48:47.950780 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-9860652c-1b55-44d3-aa5d-6fe5c60a1eb0 None None] Attempting to bind port 0a178c5c-90b3-4399-90f7-e46884be1d1e by drivers openvswitch,hyperv on host n-d-802623-1 at level 0 using segments [{'id': 'd61f4047-20d3-4a79-9e4d-3495e573fbce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '2f031e26-d94e-4a00-a352-f0820c32ecc4'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:48:47.951430 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9860652c-1b55-44d3-aa5d-6fe5c60a1eb0 None None] Attempting to bind port 0a178c5c-90b3-4399-90f7-e46884be1d1e on network 2f031e26-d94e-4a00-a352-f0820c32ecc4 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:48:47.957059 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9860652c-1b55-44d3-aa5d-6fe5c60a1eb0 None None] Checking agent: {'id': 'a9a568d2-a5e7-41e4-833f-a8ab42ea4073', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 52, 30), 'started_at': datetime.datetime(2021, 7, 27, 22, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 48, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802623-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:48:47.957440 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9860652c-1b55-44d3-aa5d-6fe5c60a1eb0 None None] Checking segment: {'id': 'd61f4047-20d3-4a79-9e4d-3495e573fbce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '2f031e26-d94e-4a00-a352-f0820c32ecc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:48:47.957851 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-9860652c-1b55-44d3-aa5d-6fe5c60a1eb0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:48:47.958251 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9860652c-1b55-44d3-aa5d-6fe5c60a1eb0 None None] Bound using segment: {'id': 'd61f4047-20d3-4a79-9e4d-3495e573fbce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '2f031e26-d94e-4a00-a352-f0820c32ecc4'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:48:47.958741 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-9860652c-1b55-44d3-aa5d-6fe5c60a1eb0 None None] Bound port: 0a178c5c-90b3-4399-90f7-e46884be1d1e, host: n-d-802623-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd61f4047-20d3-4a79-9e4d-3495e573fbce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '2f031e26-d94e-4a00-a352-f0820c32ecc4'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:48:47.959159 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-9860652c-1b55-44d3-aa5d-6fe5c60a1eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:48:48.042611 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 57a2289d-5e17-4636-82ef-b411cd502311 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:48:48.045480 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-9860652c-1b55-44d3-aa5d-6fe5c60a1eb0 None None] For port 0a178c5c-90b3-4399-90f7-e46884be1d1e, host n-d-802623-1, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:48:48.081237 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-9860652c-1b55-44d3-aa5d-6fe5c60a1eb0 None None] For port 0a178c5c-90b3-4399-90f7-e46884be1d1e, host n-d-802623-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=0a178c5c-90b3-4399-90f7-e46884be1d1e,segment=NetworkSegment(d61f4047-20d3-4a79-9e4d-3495e573fbce),segment_id=d61f4047-20d3-4a79-9e4d-3495e573fbce)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:48:48.096157 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-9860652c-1b55-44d3-aa5d-6fe5c60a1eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:48:48.156624 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-03ecabba-8aef-4665-a766-8a7929d0ac4e req-de8d1a09-c374-472d-b996-8c78c799ecb7 tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] 10.222.0.18 "GET /v2.0/ports?device_id=beee2d84-e710-41f3-b23a-49778f0b5b39 HTTP/1.1" status: 200 len: 210 time: 0.0479455 Jul 27 23:48:48.198511 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d353b9a-5b56-4eba-ac45-55242f102986 None None] Pushing event updated for resources: {'Port': ['ID=0a178c5c-90b3-4399-90f7-e46884be1d1e,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:48:48.202698 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9860652c-1b55-44d3-aa5d-6fe5c60a1eb0 None None] Routers {'780a45c9-7d9d-448b-92d6-af5da5b5a7b5'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:48:48.203338 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-9860652c-1b55-44d3-aa5d-6fe5c60a1eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:48:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['780a45c9-7d9d-448b-92d6-af5da5b5a7b5'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:48:48.207828 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port 57a2289d-5e17-4636-82ef-b411cd502311 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:48:48.208153 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:48:48.358218 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-9860652c-1b55-44d3-aa5d-6fe5c60a1eb0 None None] Set router 780a45c9-7d9d-448b-92d6-af5da5b5a7b5 gateway port host: n-d-802623-1 {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:48:48.399100 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 0c0ea8df-d7df-4a5d-a3c5-65ea066fbd24 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:48:48.550698 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port 0c0ea8df-d7df-4a5d-a3c5-65ea066fbd24 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:48:48.551099 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:48:48.655412 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-9860652c-1b55-44d3-aa5d-6fe5c60a1eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '780a45c9-7d9d-448b-92d6-af5da5b5a7b5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1794904023', 'tenant_id': '9bd234b28f864bafb032087c6c658c6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.86'}], 'enable_snat': True}, 'gw_port_id': '0c0ea8df-d7df-4a5d-a3c5-65ea066fbd24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:48:42Z', 'updated_at': '2021-07-27T23:48:45Z', 'revision_number': 4, 'project_id': '9bd234b28f864bafb032087c6c658c6f', 'gw_port': {'id': '0c0ea8df-d7df-4a5d-a3c5-65ea066fbd24', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:83:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '780a45c9-7d9d-448b-92d6-af5da5b5a7b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:48:43Z', 'updated_at': '2021-07-27T23:48:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': '0a178c5c-90b3-4399-90f7-e46884be1d1e', 'name': '', 'network_id': '2f031e26-d94e-4a00-a352-f0820c32ecc4', 'tenant_id': '9bd234b28f864bafb032087c6c658c6f', 'mac_address': 'fa:16:3e:e9:67:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '780a45c9-7d9d-448b-92d6-af5da5b5a7b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '41802d6c-7b8c-4e54-850d-28817dee7fe1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:48:45Z', 'updated_at': '2021-07-27T23:48:48Z', 'revision_number': 4, 'project_id': '9bd234b28f864bafb032087c6c658c6f', 'subnets': [{'id': '41802d6c-7b8c-4e54-850d-28817dee7fe1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:48:48.682874 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9860652c-1b55-44d3-aa5d-6fe5c60a1eb0 None None] The sync data for ids ['780a45c9-7d9d-448b-92d6-af5da5b5a7b5'] in n-d-802623-1 is: [{'id': '780a45c9-7d9d-448b-92d6-af5da5b5a7b5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1794904023', 'tenant_id': '9bd234b28f864bafb032087c6c658c6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.86'}], 'enable_snat': True}, 'gw_port_id': '0c0ea8df-d7df-4a5d-a3c5-65ea066fbd24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:48:42Z', 'updated_at': '2021-07-27T23:48:45Z', 'revision_number': 4, 'project_id': '9bd234b28f864bafb032087c6c658c6f', 'gw_port': {'id': '0c0ea8df-d7df-4a5d-a3c5-65ea066fbd24', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:83:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '780a45c9-7d9d-448b-92d6-af5da5b5a7b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:48:43Z', 'updated_at': '2021-07-27T23:48:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': '0a178c5c-90b3-4399-90f7-e46884be1d1e', 'name': '', 'network_id': '2f031e26-d94e-4a00-a352-f0820c32ecc4', 'tenant_id': '9bd234b28f864bafb032087c6c658c6f', 'mac_address': 'fa:16:3e:e9:67:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '780a45c9-7d9d-448b-92d6-af5da5b5a7b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '41802d6c-7b8c-4e54-850d-28817dee7fe1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:48:45Z', 'updated_at': '2021-07-27T23:48:48Z', 'revision_number': 4, 'project_id': '9bd234b28f864bafb032087c6c658c6f', 'subnets': [{'id': '41802d6c-7b8c-4e54-850d-28817dee7fe1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:48:49.263606 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a0b6fa8b-327c-4025-8759-9d7feceff0c0 req-438b9a23-ea7e-467a-9deb-bb03df8e535f tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] 10.222.0.18 "GET /v2.0/ports?device_id=beee2d84-e710-41f3-b23a-49778f0b5b39 HTTP/1.1" status: 200 len: 210 time: 0.0470195 Jul 27 23:48:50.010757 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 0a178c5c-90b3-4399-90f7-e46884be1d1e up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:48:50.061826 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning for port 0a178c5c-90b3-4399-90f7-e46884be1d1e completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:48:50.066729 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port 0a178c5c-90b3-4399-90f7-e46884be1d1e triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:48:50.067132 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:48:50.147409 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:48:50.179571 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] For port 0a178c5c-90b3-4399-90f7-e46884be1d1e, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=0a178c5c-90b3-4399-90f7-e46884be1d1e,segment=NetworkSegment(d61f4047-20d3-4a79-9e4d-3495e573fbce),segment_id=d61f4047-20d3-4a79-9e4d-3495e573fbce)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:48:50.183643 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:48:50.232089 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Pushing event updated for resources: {'Port': ['ID=0a178c5c-90b3-4399-90f7-e46884be1d1e,revision_number=5']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:48:50.331706 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-4dada5d0-6ed7-4e96-9c47-2730f38885b4 req-267c6493-c4b6-4f37-bc4b-0c0c3fde2ea9 tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] 10.222.0.18 "GET /v2.0/ports?device_id=beee2d84-e710-41f3-b23a-49778f0b5b39 HTTP/1.1" status: 200 len: 210 time: 0.0297289 Jul 27 23:48:51.121564 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb46185c-67ed-4aa6-97cb-a0a5ca6ee778 req-ff87d81c-51e9-4ec5-bc41-eb018a3b5685 tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:48:51.123020 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-fb46185c-67ed-4aa6-97cb-a0a5ca6ee778 req-ff87d81c-51e9-4ec5-bc41-eb018a3b5685 tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] 10.222.0.38 "GET /v2.0/networks?id=2f031e26-d94e-4a00-a352-f0820c32ecc4 HTTP/1.1" status: 200 len: 796 time: 0.1037736 Jul 27 23:48:51.169057 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-fb46185c-67ed-4aa6-97cb-a0a5ca6ee778 req-aa136f96-bce8-4b3c-ae1f-90e3c5a478df tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9bd234b28f864bafb032087c6c658c6f HTTP/1.1" status: 200 len: 478 time: 0.0371239 Jul 27 23:48:51.183645 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [req-fb46185c-67ed-4aa6-97cb-a0a5ca6ee778 req-ae4dee1f-438e-4d2d-ba65-d7882f2b7956 tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Request body: {'port': {'device_id': 'beee2d84-e710-41f3-b23a-49778f0b5b39', 'network_id': '2f031e26-d94e-4a00-a352-f0820c32ecc4', 'admin_state_up': True, 'tenant_id': '9bd234b28f864bafb032087c6c658c6f', 'security_groups': ['84bdb5d4-16a9-48c7-9221-870503c9f7d7', 'ea716649-d5f6-45c0-8981-4f502e5352d6']}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:48:51.425463 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-fa6c8fb0-0587-4cbe-a76b-84f39749b0f0 req-f83e7274-ffec-4f6b-b574-032578a47716 tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] 10.222.0.18 "GET /v2.0/ports?device_id=beee2d84-e710-41f3-b23a-49778f0b5b39 HTTP/1.1" status: 200 len: 210 time: 0.0268269 Jul 27 23:48:51.588145 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb46185c-67ed-4aa6-97cb-a0a5ca6ee778 req-ae4dee1f-438e-4d2d-ba65-d7882f2b7956 tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Made reservation on behalf of 9bd234b28f864bafb032087c6c658c6f for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:48:51.591758 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-fb46185c-67ed-4aa6-97cb-a0a5ca6ee778 req-ae4dee1f-438e-4d2d-ba65-d7882f2b7956 tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:48:51.715605 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [req-fb46185c-67ed-4aa6-97cb-a0a5ca6ee778 req-ae4dee1f-438e-4d2d-ba65-d7882f2b7956 tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Allocated IP 172.20.0.8 (2f031e26-d94e-4a00-a352-f0820c32ecc4/41802d6c-7b8c-4e54-850d-28817dee7fe1/01bbf08b-4dee-4b39-967e-5fef1008e778) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:48:51.861582 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-fb46185c-67ed-4aa6-97cb-a0a5ca6ee778 req-ae4dee1f-438e-4d2d-ba65-d7882f2b7956 tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:48:51.875286 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-fb46185c-67ed-4aa6-97cb-a0a5ca6ee778 req-ae4dee1f-438e-4d2d-ba65-d7882f2b7956 tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Transition to ACTIVE for port object 01bbf08b-4dee-4b39-967e-5fef1008e778 will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:48:51.907097 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-fb46185c-67ed-4aa6-97cb-a0a5ca6ee778 req-ae4dee1f-438e-4d2d-ba65-d7882f2b7956 tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:48:51.949212 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb46185c-67ed-4aa6-97cb-a0a5ca6ee778 req-ae4dee1f-438e-4d2d-ba65-d7882f2b7956 tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Network 2f031e26-d94e-4a00-a352-f0820c32ecc4 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:48:51.952209 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [req-fb46185c-67ed-4aa6-97cb-a0a5ca6ee778 req-ae4dee1f-438e-4d2d-ba65-d7882f2b7956 tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:48:51.958346 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb46185c-67ed-4aa6-97cb-a0a5ca6ee778 req-ae4dee1f-438e-4d2d-ba65-d7882f2b7956 tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:48:51.964529 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4dee1f-438e-4d2d-ba65-d7882f2b7956 tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Pushing event updated for resources: {'Port': ['ID=01bbf08b-4dee-4b39-967e-5fef1008e778,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:48:52.003428 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 0a178c5c-90b3-4399-90f7-e46884be1d1e up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:48:52.021065 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb46185c-67ed-4aa6-97cb-a0a5ca6ee778 req-ae4dee1f-438e-4d2d-ba65-d7882f2b7956 tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:48:52.021808 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-fb46185c-67ed-4aa6-97cb-a0a5ca6ee778 req-ae4dee1f-438e-4d2d-ba65-d7882f2b7956 tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:48:52.037601 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-fb46185c-67ed-4aa6-97cb-a0a5ca6ee778 req-ae4dee1f-438e-4d2d-ba65-d7882f2b7956 tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 0.8575339 Jul 27 23:48:52.055708 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port 0a178c5c-90b3-4399-90f7-e46884be1d1e triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:48:52.056090 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:48:52.110942 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [req-fb46185c-67ed-4aa6-97cb-a0a5ca6ee778 req-58e48077-7206-4839-9ad6-b85ef96e81b0 service neutron] Request body: {'port': {'device_id': 'beee2d84-e710-41f3-b23a-49778f0b5b39', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802623-1'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:48:52.170685 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-fb46185c-67ed-4aa6-97cb-a0a5ca6ee778 req-58e48077-7206-4839-9ad6-b85ef96e81b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:48:52.195400 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e5af6f48-3387-467d-9023-7526a5009558 None None] Provisioning for port 01bbf08b-4dee-4b39-967e-5fef1008e778 completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:48:52.199037 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e5af6f48-3387-467d-9023-7526a5009558 None None] Provisioning complete for port 01bbf08b-4dee-4b39-967e-5fef1008e778 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:48:52.199436 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e5af6f48-3387-467d-9023-7526a5009558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:48:52.393256 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-e5af6f48-3387-467d-9023-7526a5009558 None None] Port 01bbf08b-4dee-4b39-967e-5fef1008e778 cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:48:52.441729 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [req-fb46185c-67ed-4aa6-97cb-a0a5ca6ee778 req-58e48077-7206-4839-9ad6-b85ef96e81b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01bbf08b-4dee-4b39-967e-5fef1008e778 {{(pid=93798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:48:52.449624 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-fb46185c-67ed-4aa6-97cb-a0a5ca6ee778 req-58e48077-7206-4839-9ad6-b85ef96e81b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:48:52.462337 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-fb46185c-67ed-4aa6-97cb-a0a5ca6ee778 req-58e48077-7206-4839-9ad6-b85ef96e81b0 service neutron] Transition to ACTIVE for port object 01bbf08b-4dee-4b39-967e-5fef1008e778 will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:48:52.466529 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-fb46185c-67ed-4aa6-97cb-a0a5ca6ee778 req-58e48077-7206-4839-9ad6-b85ef96e81b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:48:52.549257 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e48077-7206-4839-9ad6-b85ef96e81b0 service neutron] Pushing event updated for resources: {'Port': ['ID=01bbf08b-4dee-4b39-967e-5fef1008e778,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:48:52.619333 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b7c2ed-c349-4449-88bd-0c70e4471c26 req-640eb74b-a1fb-4740-9435-469a135e0650 tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:48:52.621058 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-15b7c2ed-c349-4449-88bd-0c70e4471c26 req-640eb74b-a1fb-4740-9435-469a135e0650 tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] 10.222.0.18 "GET /v2.0/ports?device_id=beee2d84-e710-41f3-b23a-49778f0b5b39 HTTP/1.1" status: 200 len: 982 time: 0.1242497 Jul 27 23:48:52.650769 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-fb46185c-67ed-4aa6-97cb-a0a5ca6ee778 req-58e48077-7206-4839-9ad6-b85ef96e81b0 service neutron] Attempting to bind port 01bbf08b-4dee-4b39-967e-5fef1008e778 on host n-h1-802623-1 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:48:52.651027 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-fb46185c-67ed-4aa6-97cb-a0a5ca6ee778 req-58e48077-7206-4839-9ad6-b85ef96e81b0 service neutron] Attempting to bind port 01bbf08b-4dee-4b39-967e-5fef1008e778 by drivers openvswitch,hyperv on host n-h1-802623-1 at level 0 using segments [{'id': 'd61f4047-20d3-4a79-9e4d-3495e573fbce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '2f031e26-d94e-4a00-a352-f0820c32ecc4'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:48:52.651381 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb46185c-67ed-4aa6-97cb-a0a5ca6ee778 req-58e48077-7206-4839-9ad6-b85ef96e81b0 service neutron] Attempting to bind port 01bbf08b-4dee-4b39-967e-5fef1008e778 on network 2f031e26-d94e-4a00-a352-f0820c32ecc4 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:48:52.662453 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb46185c-67ed-4aa6-97cb-a0a5ca6ee778 req-58e48077-7206-4839-9ad6-b85ef96e81b0 service neutron] Port 01bbf08b-4dee-4b39-967e-5fef1008e778 on network 2f031e26-d94e-4a00-a352-f0820c32ecc4 not bound, no agent of type Open vSwitch agent registered on host n-h1-802623-1 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 23:48:52.662783 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb46185c-67ed-4aa6-97cb-a0a5ca6ee778 req-58e48077-7206-4839-9ad6-b85ef96e81b0 service neutron] Attempting to bind port 01bbf08b-4dee-4b39-967e-5fef1008e778 on network 2f031e26-d94e-4a00-a352-f0820c32ecc4 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:48:52.674272 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb46185c-67ed-4aa6-97cb-a0a5ca6ee778 req-58e48077-7206-4839-9ad6-b85ef96e81b0 service neutron] Checking agent: {'id': '245f1da4-a9b8-4b08-90d7-28f0f342b839', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 59, 59), 'started_at': datetime.datetime(2021, 7, 27, 22, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 48, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:48:52.675394 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb46185c-67ed-4aa6-97cb-a0a5ca6ee778 req-58e48077-7206-4839-9ad6-b85ef96e81b0 service neutron] Checking segment: {'id': 'd61f4047-20d3-4a79-9e4d-3495e573fbce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '2f031e26-d94e-4a00-a352-f0820c32ecc4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:48:52.675809 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb46185c-67ed-4aa6-97cb-a0a5ca6ee778 req-58e48077-7206-4839-9ad6-b85ef96e81b0 service neutron] Bound using segment: {'id': 'd61f4047-20d3-4a79-9e4d-3495e573fbce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '2f031e26-d94e-4a00-a352-f0820c32ecc4'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:48:52.676262 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-fb46185c-67ed-4aa6-97cb-a0a5ca6ee778 req-58e48077-7206-4839-9ad6-b85ef96e81b0 service neutron] Bound port: 01bbf08b-4dee-4b39-967e-5fef1008e778, host: n-h1-802623-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd61f4047-20d3-4a79-9e4d-3495e573fbce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '2f031e26-d94e-4a00-a352-f0820c32ecc4'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:48:52.676628 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-fb46185c-67ed-4aa6-97cb-a0a5ca6ee778 req-58e48077-7206-4839-9ad6-b85ef96e81b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:48:52.691385 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-15b7c2ed-c349-4449-88bd-0c70e4471c26 req-18d9af88-9a79-4928-bce9-35e989ae43c9 tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] 10.222.0.18 "GET /v2.0/security-groups?id=84bdb5d4-16a9-48c7-9221-870503c9f7d7&id=ea716649-d5f6-45c0-8981-4f502e5352d6&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0631318 Jul 27 23:48:52.751486 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-fb46185c-67ed-4aa6-97cb-a0a5ca6ee778 req-58e48077-7206-4839-9ad6-b85ef96e81b0 service neutron] For port 01bbf08b-4dee-4b39-967e-5fef1008e778, host n-h1-802623-1, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:48:52.754882 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-fb46185c-67ed-4aa6-97cb-a0a5ca6ee778 req-58e48077-7206-4839-9ad6-b85ef96e81b0 service neutron] For port 01bbf08b-4dee-4b39-967e-5fef1008e778, host n-h1-802623-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=01bbf08b-4dee-4b39-967e-5fef1008e778,segment=NetworkSegment(d61f4047-20d3-4a79-9e4d-3495e573fbce),segment_id=d61f4047-20d3-4a79-9e4d-3495e573fbce)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:48:52.759673 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-fb46185c-67ed-4aa6-97cb-a0a5ca6ee778 req-58e48077-7206-4839-9ad6-b85ef96e81b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:48:52.790002 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb46185c-67ed-4aa6-97cb-a0a5ca6ee778 req-58e48077-7206-4839-9ad6-b85ef96e81b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:48:52.790629 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-fb46185c-67ed-4aa6-97cb-a0a5ca6ee778 req-58e48077-7206-4839-9ad6-b85ef96e81b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:48:52.792161 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-fb46185c-67ed-4aa6-97cb-a0a5ca6ee778 req-58e48077-7206-4839-9ad6-b85ef96e81b0 service neutron] 10.222.0.38 "PUT /v2.0/ports/01bbf08b-4dee-4b39-967e-5fef1008e778 HTTP/1.1" status: 200 len: 1130 time: 0.7457106 Jul 27 23:48:52.794480 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'beee2d84-e710-41f3-b23a-49778f0b5b39', 'tag': '01bbf08b-4dee-4b39-967e-5fef1008e778'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:48:52.796838 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}011f8d312121274bb12d78e77c6379a2079800640016cec6c6d605b73666e854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5dfdc41-48fb-4786-a4e3-abbfe86c3975" -d '{"events": [{"name": "network-changed", "server_uuid": "beee2d84-e710-41f3-b23a-49778f0b5b39", "tag": "01bbf08b-4dee-4b39-967e-5fef1008e778"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:48:52.827735 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e48077-7206-4839-9ad6-b85ef96e81b0 service neutron] Pushing event updated for resources: {'Port': ['ID=01bbf08b-4dee-4b39-967e-5fef1008e778,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:48:52.861119 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 23:48:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4872932-3b89-48e1-9930-76fb6fc0278f x-openstack-request-id: req-d4872932-3b89-48e1-9930-76fb6fc0278f {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:48:52.861418 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "beee2d84-e710-41f3-b23a-49778f0b5b39", "tag": "01bbf08b-4dee-4b39-967e-5fef1008e778", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:48:52.861669 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d4872932-3b89-48e1-9930-76fb6fc0278f {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:48:52.862065 n-d-802623-1 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'beee2d84-e710-41f3-b23a-49778f0b5b39', 'tag': '01bbf08b-4dee-4b39-967e-5fef1008e778', 'status': 'completed', 'code': 200} Jul 27 23:48:52.878987 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb46185c-67ed-4aa6-97cb-a0a5ca6ee778 req-464059c0-a66a-4707-b8c8-687a2868a17c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:48:52.880574 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-fb46185c-67ed-4aa6-97cb-a0a5ca6ee778 req-464059c0-a66a-4707-b8c8-687a2868a17c service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=9bd234b28f864bafb032087c6c658c6f&device_id=beee2d84-e710-41f3-b23a-49778f0b5b39 HTTP/1.1" status: 200 len: 1133 time: 0.0486467 Jul 27 23:48:52.924733 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-fb46185c-67ed-4aa6-97cb-a0a5ca6ee778 req-8e6a65fc-859c-4915-8e7a-9fbdd9d27484 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=01bbf08b-4dee-4b39-967e-5fef1008e778 HTTP/1.1" status: 200 len: 217 time: 0.0348802 Jul 27 23:48:52.975251 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb46185c-67ed-4aa6-97cb-a0a5ca6ee778 req-9311151e-98f5-40f7-8628-8f54dc2b6252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:48:52.976811 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-fb46185c-67ed-4aa6-97cb-a0a5ca6ee778 req-9311151e-98f5-40f7-8628-8f54dc2b6252 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=41802d6c-7b8c-4e54-850d-28817dee7fe1 HTTP/1.1" status: 200 len: 834 time: 0.0450175 Jul 27 23:48:53.026598 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb46185c-67ed-4aa6-97cb-a0a5ca6ee778 req-c0a1f95c-f7f9-470f-b2ee-e9960a54aa5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:48:53.028107 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-fb46185c-67ed-4aa6-97cb-a0a5ca6ee778 req-c0a1f95c-f7f9-470f-b2ee-e9960a54aa5e service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=2f031e26-d94e-4a00-a352-f0820c32ecc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442138 Jul 27 23:48:53.116833 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-fb46185c-67ed-4aa6-97cb-a0a5ca6ee778 req-f13628b9-8252-4e66-a138-296d1c42ed5f service neutron] 10.222.0.38 "GET /v2.0/networks/2f031e26-d94e-4a00-a352-f0820c32ecc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810971 Jul 27 23:48:53.209272 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-fb46185c-67ed-4aa6-97cb-a0a5ca6ee778 req-1433b851-e50e-4f48-b615-259da7ac4b91 service neutron] 10.222.0.38 "GET /v2.0/networks/2f031e26-d94e-4a00-a352-f0820c32ecc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854020 Jul 27 23:48:53.291669 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dfdc41-48fb-4786-a4e3-abbfe86c3975 req-730c9802-03bf-4c5c-9c17-c621a616661a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:48:53.293136 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b5dfdc41-48fb-4786-a4e3-abbfe86c3975 req-730c9802-03bf-4c5c-9c17-c621a616661a service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=9bd234b28f864bafb032087c6c658c6f&device_id=beee2d84-e710-41f3-b23a-49778f0b5b39 HTTP/1.1" status: 200 len: 1133 time: 0.0404694 Jul 27 23:48:53.360291 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.agents_db [None req-9beef776-8bab-4de2-989a-f5a23ba4aaf4 None None] Agent healthcheck: found 7 active agents {{(pid=93800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 23:48:53.382191 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dfdc41-48fb-4786-a4e3-abbfe86c3975 req-5fe55b33-6f02-4185-bd34-14bd0d30c121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:48:53.383715 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b5dfdc41-48fb-4786-a4e3-abbfe86c3975 req-5fe55b33-6f02-4185-bd34-14bd0d30c121 service neutron] 10.222.0.38 "GET /v2.0/networks?id=2f031e26-d94e-4a00-a352-f0820c32ecc4 HTTP/1.1" status: 200 len: 897 time: 0.0824852 Jul 27 23:48:53.427843 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b5dfdc41-48fb-4786-a4e3-abbfe86c3975 req-853de679-aa1d-4a06-9aea-6d5171d8e9c9 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=01bbf08b-4dee-4b39-967e-5fef1008e778 HTTP/1.1" status: 200 len: 217 time: 0.0365932 Jul 27 23:48:53.476570 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dfdc41-48fb-4786-a4e3-abbfe86c3975 req-7e70445e-3b87-401a-8e65-3bac211e3e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:48:53.477988 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b5dfdc41-48fb-4786-a4e3-abbfe86c3975 req-7e70445e-3b87-401a-8e65-3bac211e3e2c service neutron] 10.222.0.38 "GET /v2.0/subnets?id=41802d6c-7b8c-4e54-850d-28817dee7fe1 HTTP/1.1" status: 200 len: 834 time: 0.0424211 Jul 27 23:48:53.523904 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dfdc41-48fb-4786-a4e3-abbfe86c3975 req-fd0ed018-f7ce-491b-85d5-d6505ddbbb24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:48:53.525350 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b5dfdc41-48fb-4786-a4e3-abbfe86c3975 req-fd0ed018-f7ce-491b-85d5-d6505ddbbb24 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=2f031e26-d94e-4a00-a352-f0820c32ecc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0387070 Jul 27 23:48:53.617003 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b5dfdc41-48fb-4786-a4e3-abbfe86c3975 req-c8b5e51d-5a6d-47af-8d7d-04391c824c65 service neutron] 10.222.0.38 "GET /v2.0/networks/2f031e26-d94e-4a00-a352-f0820c32ecc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829027 Jul 27 23:48:53.706463 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b5dfdc41-48fb-4786-a4e3-abbfe86c3975 req-adfd9273-8145-4251-a852-88e7412c24a5 service neutron] 10.222.0.38 "GET /v2.0/networks/2f031e26-d94e-4a00-a352-f0820c32ecc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809550 Jul 27 23:48:53.805680 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dff34e1-da4f-4afe-a71a-cdf17228a2ea req-c4edb76f-6225-45b2-9d08-1933bca7b157 tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:48:53.807165 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-5dff34e1-da4f-4afe-a71a-cdf17228a2ea req-c4edb76f-6225-45b2-9d08-1933bca7b157 tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] 10.222.0.18 "GET /v2.0/ports?device_id=beee2d84-e710-41f3-b23a-49778f0b5b39 HTTP/1.1" status: 200 len: 982 time: 0.0490186 Jul 27 23:48:53.850929 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-5dff34e1-da4f-4afe-a71a-cdf17228a2ea req-05bc95fc-9a8f-4537-9995-a5c420acb3d4 tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] 10.222.0.18 "GET /v2.0/security-groups?id=84bdb5d4-16a9-48c7-9221-870503c9f7d7&id=ea716649-d5f6-45c0-8981-4f502e5352d6&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0378327 Jul 27 23:48:54.965026 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32978351-fe95-4be8-91b0-b6cc8e8d452d req-3f37f71a-2e54-4cda-b26c-188b80422687 tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:48:54.966511 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-32978351-fe95-4be8-91b0-b6cc8e8d452d req-3f37f71a-2e54-4cda-b26c-188b80422687 tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] 10.222.0.18 "GET /v2.0/ports?device_id=beee2d84-e710-41f3-b23a-49778f0b5b39 HTTP/1.1" status: 200 len: 982 time: 0.0493441 Jul 27 23:48:55.007817 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-32978351-fe95-4be8-91b0-b6cc8e8d452d req-72bf9baa-80b0-4ccd-9478-f31931314910 tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] 10.222.0.18 "GET /v2.0/security-groups?id=84bdb5d4-16a9-48c7-9221-870503c9f7d7&id=ea716649-d5f6-45c0-8981-4f502e5352d6&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0350227 Jul 27 23:48:56.120657 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c340854-e9bb-4175-a0b0-5ba5f7fdd633 req-25de2f3b-1e9e-4fe4-9416-f3bd02703cb8 tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:48:56.122142 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-4c340854-e9bb-4175-a0b0-5ba5f7fdd633 req-25de2f3b-1e9e-4fe4-9416-f3bd02703cb8 tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] 10.222.0.18 "GET /v2.0/ports?device_id=beee2d84-e710-41f3-b23a-49778f0b5b39 HTTP/1.1" status: 200 len: 982 time: 0.0487990 Jul 27 23:48:56.165970 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-4c340854-e9bb-4175-a0b0-5ba5f7fdd633 req-284ebb73-ee7b-4554-a050-a5d065d7f53f tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] 10.222.0.18 "GET /v2.0/security-groups?id=84bdb5d4-16a9-48c7-9221-870503c9f7d7&id=ea716649-d5f6-45c0-8981-4f502e5352d6&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0376506 Jul 27 23:48:56.934800 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-259f19a9-7693-40c7-bc37-b46d38561fde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:48:57.277996 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c78280-f85e-439b-9bee-dab59f606376 req-76903bed-ade7-4248-b24c-395232a7b316 tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:48:57.279465 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-16c78280-f85e-439b-9bee-dab59f606376 req-76903bed-ade7-4248-b24c-395232a7b316 tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] 10.222.0.18 "GET /v2.0/ports?device_id=beee2d84-e710-41f3-b23a-49778f0b5b39 HTTP/1.1" status: 200 len: 982 time: 0.0485847 Jul 27 23:48:57.283158 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 01bbf08b-4dee-4b39-967e-5fef1008e778 details requested by agent hyperv_n-h1-802623-1 with host n-h1-802623-1 {{(pid=93799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 23:48:57.324093 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-16c78280-f85e-439b-9bee-dab59f606376 req-871cef6d-d221-4297-bca3-94f96c5e9984 tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] 10.222.0.18 "GET /v2.0/security-groups?id=84bdb5d4-16a9-48c7-9221-870503c9f7d7&id=ea716649-d5f6-45c0-8981-4f502e5352d6&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0385094 Jul 27 23:48:57.376930 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port 01bbf08b-4dee-4b39-967e-5fef1008e778, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=01bbf08b-4dee-4b39-967e-5fef1008e778,segment=NetworkSegment(d61f4047-20d3-4a79-9e4d-3495e573fbce),segment_id=d61f4047-20d3-4a79-9e4d-3495e573fbce)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:48:57.387912 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Returning: {'device': '01bbf08b-4dee-4b39-967e-5fef1008e778', 'network_id': '2f031e26-d94e-4a00-a352-f0820c32ecc4', 'port_id': '01bbf08b-4dee-4b39-967e-5fef1008e778', 'mac_address': 'fa:16:3e:7a:4d:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 526, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41802d6c-7b8c-4e54-850d-28817dee7fe1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 23:48:57.426985 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:48:57.439108 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01bbf08b-4dee-4b39-967e-5fef1008e778 {{(pid=93799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:48:57.458253 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port 01bbf08b-4dee-4b39-967e-5fef1008e778, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=01bbf08b-4dee-4b39-967e-5fef1008e778,segment=NetworkSegment(d61f4047-20d3-4a79-9e4d-3495e573fbce),segment_id=d61f4047-20d3-4a79-9e4d-3495e573fbce)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:48:57.461192 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:48:57.507296 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Pushing event updated for resources: {'Port': ['ID=01bbf08b-4dee-4b39-967e-5fef1008e778,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:48:57.702747 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] get_ports_and_sgs() called for port_ids ['01bbf08b-4dee-4b39-967e-5fef1008e778'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:48:58.441636 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c284e0-7db6-413d-8848-eb8dc19a9108 req-201eb60e-8fe3-4d02-80e0-af1ddf744764 tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:48:58.443110 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a2c284e0-7db6-413d-8848-eb8dc19a9108 req-201eb60e-8fe3-4d02-80e0-af1ddf744764 tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] 10.222.0.18 "GET /v2.0/ports?device_id=beee2d84-e710-41f3-b23a-49778f0b5b39 HTTP/1.1" status: 200 len: 983 time: 0.0480819 Jul 27 23:48:58.482278 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a2c284e0-7db6-413d-8848-eb8dc19a9108 req-47dc81b2-6b88-46f8-a9f7-e7f8eb192d9b tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] 10.222.0.18 "GET /v2.0/security-groups?id=84bdb5d4-16a9-48c7-9221-870503c9f7d7&id=ea716649-d5f6-45c0-8981-4f502e5352d6&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0327170 Jul 27 23:48:59.298465 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 01bbf08b-4dee-4b39-967e-5fef1008e778 up at agent hyperv_n-h1-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:48:59.345890 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Provisioning for port 01bbf08b-4dee-4b39-967e-5fef1008e778 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:48:59.349498 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Provisioning complete for port 01bbf08b-4dee-4b39-967e-5fef1008e778 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:48:59.349869 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:48:59.423422 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:48:59.445147 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'beee2d84-e710-41f3-b23a-49778f0b5b39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01bbf08b-4dee-4b39-967e-5fef1008e778'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:48:59.447424 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c0369b0d4f459110ff20a1f9878ba33f96d6491bddb9d15843bf29d01e0bda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7939cc12-a8f0-4408-b5aa-4ed48cad1f3d" -d '{"events": [{"server_uuid": "beee2d84-e710-41f3-b23a-49778f0b5b39", "name": "network-vif-plugged", "status": "completed", "tag": "01bbf08b-4dee-4b39-967e-5fef1008e778"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:48:59.462922 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port 01bbf08b-4dee-4b39-967e-5fef1008e778, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=01bbf08b-4dee-4b39-967e-5fef1008e778,segment=NetworkSegment(d61f4047-20d3-4a79-9e4d-3495e573fbce),segment_id=d61f4047-20d3-4a79-9e4d-3495e573fbce)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:48:59.466873 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:48:59.491084 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:48:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e4aa9d6-48b5-4b3d-aff5-1d4a845eabef x-openstack-request-id: req-9e4aa9d6-48b5-4b3d-aff5-1d4a845eabef {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:48:59.491379 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "beee2d84-e710-41f3-b23a-49778f0b5b39", "name": "network-vif-plugged", "status": "completed", "tag": "01bbf08b-4dee-4b39-967e-5fef1008e778", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:48:59.491631 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9e4aa9d6-48b5-4b3d-aff5-1d4a845eabef {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:48:59.492015 n-d-802623-1 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'beee2d84-e710-41f3-b23a-49778f0b5b39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01bbf08b-4dee-4b39-967e-5fef1008e778', 'code': 200} Jul 27 23:48:59.518981 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Pushing event updated for resources: {'Port': ['ID=01bbf08b-4dee-4b39-967e-5fef1008e778,revision_number=5']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:48:59.604478 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7ed36861-0300-41fe-9e56-0fe74f1140ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:48:59.612377 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e37af4-0b49-404c-945d-5050e2f9e7bb req-cba9521d-a5a5-45f8-8b10-c0bdc2a40328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:48:59.613916 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-27e37af4-0b49-404c-945d-5050e2f9e7bb req-cba9521d-a5a5-45f8-8b10-c0bdc2a40328 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=beee2d84-e710-41f3-b23a-49778f0b5b39 HTTP/1.1" status: 200 len: 1135 time: 0.0729516 Jul 27 23:48:59.625200 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf14fa2-89f0-445f-9738-fe71876ac510 req-1460934c-fa79-4132-a8e6-5a157624de74 tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:48:59.626552 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-2cf14fa2-89f0-445f-9738-fe71876ac510 req-1460934c-fa79-4132-a8e6-5a157624de74 tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] 10.222.0.18 "GET /v2.0/ports?device_id=beee2d84-e710-41f3-b23a-49778f0b5b39 HTTP/1.1" status: 200 len: 984 time: 0.0620832 Jul 27 23:48:59.675638 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-27e37af4-0b49-404c-945d-5050e2f9e7bb req-9f30dae4-8252-4632-a11c-7f0a881deb4d service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=ea716649-d5f6-45c0-8981-4f502e5352d6&id=84bdb5d4-16a9-48c7-9221-870503c9f7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0481772 Jul 27 23:48:59.684457 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-2cf14fa2-89f0-445f-9738-fe71876ac510 req-4010d364-119c-4e96-8cdc-8ece115e0675 tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] 10.222.0.18 "GET /v2.0/security-groups?id=84bdb5d4-16a9-48c7-9221-870503c9f7d7&id=ea716649-d5f6-45c0-8981-4f502e5352d6&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0511751 Jul 27 23:48:59.869554 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:49:00.093603 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:49:00.583289 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-19f2e178-d45e-4fbe-b9be-c3963fc151ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:49:00.801245 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80206216-3039-4c44-af33-28eab5dba231 req-c4fd78f1-b602-4345-8121-ba4f59cbecbe tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:49:00.802770 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-80206216-3039-4c44-af33-28eab5dba231 req-c4fd78f1-b602-4345-8121-ba4f59cbecbe tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] 10.222.0.18 "GET /v2.0/ports?device_id=beee2d84-e710-41f3-b23a-49778f0b5b39 HTTP/1.1" status: 200 len: 984 time: 0.0512152 Jul 27 23:49:00.843763 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-80206216-3039-4c44-af33-28eab5dba231 req-08f9bd7f-ec0d-4718-9eb4-7e7ef6c80ac4 tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] 10.222.0.18 "GET /v2.0/security-groups?id=84bdb5d4-16a9-48c7-9221-870503c9f7d7&id=ea716649-d5f6-45c0-8981-4f502e5352d6&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0339928 Jul 27 23:49:00.956770 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2684d779-da69-4e12-a156-92b504f69ca7 req-7a830e74-793d-49eb-ad8b-d485532ab30b tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:49:00.958241 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-2684d779-da69-4e12-a156-92b504f69ca7 req-7a830e74-793d-49eb-ad8b-d485532ab30b tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] 10.222.0.18 "GET /v2.0/ports?device_id=beee2d84-e710-41f3-b23a-49778f0b5b39 HTTP/1.1" status: 200 len: 984 time: 0.0500360 Jul 27 23:49:01.000286 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-2684d779-da69-4e12-a156-92b504f69ca7 req-a86f88a2-6b40-4ccc-b2ac-f816a0c39694 tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] 10.222.0.18 "GET /v2.0/security-groups?id=84bdb5d4-16a9-48c7-9221-870503c9f7d7&id=ea716649-d5f6-45c0-8981-4f502e5352d6&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0355468 Jul 27 23:49:01.109314 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1e9e89-5ae4-4760-a431-5e5d377510e0 req-671e5bad-3d2d-437c-915d-a9e6cf20acf9 tempest-TestSecurityGroupsBasicOps-1443860545 tempest-TestSecurityGroupsBasicOps-1443860545-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:49:01.110749 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-cc1e9e89-5ae4-4760-a431-5e5d377510e0 req-671e5bad-3d2d-437c-915d-a9e6cf20acf9 tempest-TestSecurityGroupsBasicOps-1443860545 tempest-TestSecurityGroupsBasicOps-1443860545-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=beee2d84-e710-41f3-b23a-49778f0b5b39 HTTP/1.1" status: 200 len: 1135 time: 0.0409129 Jul 27 23:49:01.128390 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-cc1e9e89-5ae4-4760-a431-5e5d377510e0 req-d9489c61-82c2-4a26-ab3d-49efe66e598d tempest-TestSecurityGroupsBasicOps-1443860545 tempest-TestSecurityGroupsBasicOps-1443860545-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:49:01.216240 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-cc1e9e89-5ae4-4760-a431-5e5d377510e0 req-d9489c61-82c2-4a26-ab3d-49efe66e598d tempest-TestSecurityGroupsBasicOps-1443860545 tempest-TestSecurityGroupsBasicOps-1443860545-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:49:01.220036 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-cc1e9e89-5ae4-4760-a431-5e5d377510e0 req-d9489c61-82c2-4a26-ab3d-49efe66e598d tempest-TestSecurityGroupsBasicOps-1443860545 tempest-TestSecurityGroupsBasicOps-1443860545-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:49:01.243605 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-cc1e9e89-5ae4-4760-a431-5e5d377510e0 req-d9489c61-82c2-4a26-ab3d-49efe66e598d tempest-TestSecurityGroupsBasicOps-1443860545 tempest-TestSecurityGroupsBasicOps-1443860545-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=84bdb5d4-16a9-48c7-9221-870503c9f7d7&id=ea716649-d5f6-45c0-8981-4f502e5352d6&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1270161 Jul 27 23:49:01.251946 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9489c61-82c2-4a26-ab3d-49efe66e598d tempest-TestSecurityGroupsBasicOps-1443860545 tempest-TestSecurityGroupsBasicOps-1443860545-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79fcf660-9f23-431c-a79a-2fd9bf4927c7,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:49:01.264905 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 54562) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:49:01.308136 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a3ce586-c662-4405-8fd8-9a4517ce950c tempest-TestSecurityGroupsBasicOps-1443860545 tempest-TestSecurityGroupsBasicOps-1443860545-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:49:01.309646 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-2a3ce586-c662-4405-8fd8-9a4517ce950c tempest-TestSecurityGroupsBasicOps-1443860545 tempest-TestSecurityGroupsBasicOps-1443860545-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=beee2d84-e710-41f3-b23a-49778f0b5b39 HTTP/1.1" status: 200 len: 1130 time: 0.0438700 Jul 27 23:49:01.312450 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 54564) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:49:01.317004 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-57691c7b-0f7c-4c0f-93e4-7d4154680105 tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Request body: {'floatingip': {'floating_network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'port_id': '01bbf08b-4dee-4b39-967e-5fef1008e778', 'tenant_id': '9bd234b28f864bafb032087c6c658c6f', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:49:01.337898 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-57691c7b-0f7c-4c0f-93e4-7d4154680105 tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Notify callbacks [] for floatingip, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:49:01.432872 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-57691c7b-0f7c-4c0f-93e4-7d4154680105 tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:49:01.536504 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-57691c7b-0f7c-4c0f-93e4-7d4154680105 tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Allocated IP 172.25.4.40 (2fd42287-ed26-4eb9-89a5-b521f5b04356/17de1f8f-393a-4b0c-a2df-614bd3f2fb5e/a3ff5756-ed00-4a4c-9451-5cc4617d9c1f) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:49:01.636800 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-57691c7b-0f7c-4c0f-93e4-7d4154680105 tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:49:01.674349 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-57691c7b-0f7c-4c0f-93e4-7d4154680105 tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:49:01.714633 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57691c7b-0f7c-4c0f-93e4-7d4154680105 tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Network 2fd42287-ed26-4eb9-89a5-b521f5b04356 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:49:01.717373 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-57691c7b-0f7c-4c0f-93e4-7d4154680105 tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:49:01.720898 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57691c7b-0f7c-4c0f-93e4-7d4154680105 tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:49:01.749480 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57691c7b-0f7c-4c0f-93e4-7d4154680105 tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Pushing event updated for resources: {'Port': ['ID=a3ff5756-ed00-4a4c-9451-5cc4617d9c1f,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:49:02.075676 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-57691c7b-0f7c-4c0f-93e4-7d4154680105 tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:49:02.144638 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-57691c7b-0f7c-4c0f-93e4-7d4154680105 tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:49:02.299013 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-57691c7b-0f7c-4c0f-93e4-7d4154680105 tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:49:02.303423 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-57691c7b-0f7c-4c0f-93e4-7d4154680105 tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11336041'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:49:02.348950 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7418f70f-e60d-4709-8ba9-6ab514bc7f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:49:02.373998 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57691c7b-0f7c-4c0f-93e4-7d4154680105 tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Pushing event updated for resources: {'Port': ['ID=a3ff5756-ed00-4a4c-9451-5cc4617d9c1f,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:49:02.383917 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-57691c7b-0f7c-4c0f-93e4-7d4154680105 tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-415302'] for floatingip, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:49:02.485631 n-d-802623-1 neutron-server[93797]: INFO neutron.db.l3_db [None req-57691c7b-0f7c-4c0f-93e4-7d4154680105 tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Floating IP 8c254dc8-b081-4f49-ba0f-87fc5483dcb4 associated. External IP: 172.25.4.40, port: 01bbf08b-4dee-4b39-967e-5fef1008e778. Jul 27 23:49:02.690231 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57691c7b-0f7c-4c0f-93e4-7d4154680105 tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Router 780a45c9-7d9d-448b-92d6-af5da5b5a7b5 has already been hosted by L3 agent 018c4455-49c0-4734-927d-7824067b2a9e {{(pid=93797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 23:49:02.796162 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57691c7b-0f7c-4c0f-93e4-7d4154680105 tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:49:02.805790 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-747bfc2f-88c3-4f24-8f66-74d9772041f5 None None] Sync routers for ids ['780a45c9-7d9d-448b-92d6-af5da5b5a7b5'] in n-d-802623-1 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:49:02.811346 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-57691c7b-0f7c-4c0f-93e4-7d4154680105 tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for floatingip, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:49:02.815808 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-747bfc2f-88c3-4f24-8f66-74d9772041f5 None None] Routers {'780a45c9-7d9d-448b-92d6-af5da5b5a7b5'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:49:02.816421 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-747bfc2f-88c3-4f24-8f66-74d9772041f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:49:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['780a45c9-7d9d-448b-92d6-af5da5b5a7b5'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:49:02.838782 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-57691c7b-0f7c-4c0f-93e4-7d4154680105 tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5253437 Jul 27 23:49:02.839479 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'beee2d84-e710-41f3-b23a-49778f0b5b39', 'tag': '01bbf08b-4dee-4b39-967e-5fef1008e778'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:49:02.841467 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 54570) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:49:02.841960 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a476459a1bfce68b0ae0df5b6a71154bfc7cfdc8f9eefce6ad0a17231e60468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94bd6979-7a52-46f5-a877-51031d8566f3" -d '{"events": [{"name": "network-changed", "server_uuid": "beee2d84-e710-41f3-b23a-49778f0b5b39", "tag": "01bbf08b-4dee-4b39-967e-5fef1008e778"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:49:02.878677 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 23:49:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1adb217-3afe-40c5-b6d5-def4a39642af x-openstack-request-id: req-d1adb217-3afe-40c5-b6d5-def4a39642af {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:49:02.879064 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "beee2d84-e710-41f3-b23a-49778f0b5b39", "tag": "01bbf08b-4dee-4b39-967e-5fef1008e778", "status": "completed", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:49:02.879389 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d1adb217-3afe-40c5-b6d5-def4a39642af {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:49:02.879863 n-d-802623-1 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'beee2d84-e710-41f3-b23a-49778f0b5b39', 'tag': '01bbf08b-4dee-4b39-967e-5fef1008e778', 'status': 'completed', 'code': 200} Jul 27 23:49:02.924020 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-747bfc2f-88c3-4f24-8f66-74d9772041f5 None None] Set router 780a45c9-7d9d-448b-92d6-af5da5b5a7b5 gateway port host: n-d-802623-1 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:49:03.012744 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bd6979-7a52-46f5-a877-51031d8566f3 req-cb1b1cc0-69a2-4ab5-abcc-365fd8f6cc4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:49:03.014170 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-94bd6979-7a52-46f5-a877-51031d8566f3 req-cb1b1cc0-69a2-4ab5-abcc-365fd8f6cc4b service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=9bd234b28f864bafb032087c6c658c6f&device_id=beee2d84-e710-41f3-b23a-49778f0b5b39 HTTP/1.1" status: 200 len: 1135 time: 0.1070106 Jul 27 23:49:03.090177 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ac5ea9d-28d2-480c-a634-aafdb2aeefff tempest-TestSecurityGroupsBasicOps-1443860545 tempest-TestSecurityGroupsBasicOps-1443860545-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:49:03.090661 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ac5ea9d-28d2-480c-a634-aafdb2aeefff tempest-TestSecurityGroupsBasicOps-1443860545 tempest-TestSecurityGroupsBasicOps-1443860545-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:49:03.091170 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ac5ea9d-28d2-480c-a634-aafdb2aeefff tempest-TestSecurityGroupsBasicOps-1443860545 tempest-TestSecurityGroupsBasicOps-1443860545-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:49:03.091640 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ac5ea9d-28d2-480c-a634-aafdb2aeefff tempest-TestSecurityGroupsBasicOps-1443860545 tempest-TestSecurityGroupsBasicOps-1443860545-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:49:03.093307 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-3ac5ea9d-28d2-480c-a634-aafdb2aeefff tempest-TestSecurityGroupsBasicOps-1443860545 tempest-TestSecurityGroupsBasicOps-1443860545-project-admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.2506673 Jul 27 23:49:03.096569 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 54574) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:49:03.136683 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bd6979-7a52-46f5-a877-51031d8566f3 req-239863bf-939b-473c-b213-b02659f7bef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:49:03.138350 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-94bd6979-7a52-46f5-a877-51031d8566f3 req-239863bf-939b-473c-b213-b02659f7bef2 service neutron] 10.222.0.38 "GET /v2.0/networks?id=2f031e26-d94e-4a00-a352-f0820c32ecc4 HTTP/1.1" status: 200 len: 897 time: 0.1134484 Jul 27 23:49:03.147645 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-747bfc2f-88c3-4f24-8f66-74d9772041f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '780a45c9-7d9d-448b-92d6-af5da5b5a7b5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1794904023', 'tenant_id': '9bd234b28f864bafb032087c6c658c6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.86'}], 'enable_snat': True}, 'gw_port_id': '0c0ea8df-d7df-4a5d-a3c5-65ea066fbd24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:48:42Z', 'updated_at': '2021-07-27T23:48:45Z', 'revision_number': 4, 'project_id': '9bd234b28f864bafb032087c6c658c6f', 'gw_port': {'id': '0c0ea8df-d7df-4a5d-a3c5-65ea066fbd24', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:83:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '780a45c9-7d9d-448b-92d6-af5da5b5a7b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:48:43Z', 'updated_at': '2021-07-27T23:48:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_floatingips': [{'id': '8c254dc8-b081-4f49-ba0f-87fc5483dcb4', 'tenant_id': '9bd234b28f864bafb032087c6c658c6f', 'floating_ip_address': '172.25.4.40', 'floating_network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'router_id': '780a45c9-7d9d-448b-92d6-af5da5b5a7b5', 'port_id': '01bbf08b-4dee-4b39-967e-5fef1008e778', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3983, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f031e26-d94e-4a00-a352-f0820c32ecc4', 'mac_address': 'fa:16:3e:7a:4d:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beee2d84-e710-41f3-b23a-49778f0b5b39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T23:49:01Z', 'updated_at': '2021-07-27T23:49:01Z', 'revision_number': 0, 'project_id': '9bd234b28f864bafb032087c6c658c6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a178c5c-90b3-4399-90f7-e46884be1d1e', 'name': '', 'network_id': '2f031e26-d94e-4a00-a352-f0820c32ecc4', 'tenant_id': '9bd234b28f864bafb032087c6c658c6f', 'mac_address': 'fa:16:3e:e9:67:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '780a45c9-7d9d-448b-92d6-af5da5b5a7b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '41802d6c-7b8c-4e54-850d-28817dee7fe1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:48:45Z', 'updated_at': '2021-07-27T23:48:50Z', 'revision_number': 5, 'project_id': '9bd234b28f864bafb032087c6c658c6f', 'subnets': [{'id': '41802d6c-7b8c-4e54-850d-28817dee7fe1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:49:03.154939 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d55b06f6-0d7b-47fd-8370-c6099052eb83 tempest-TestSecurityGroupsBasicOps-1443860545 tempest-TestSecurityGroupsBasicOps-1443860545-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:49:03.155443 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d55b06f6-0d7b-47fd-8370-c6099052eb83 tempest-TestSecurityGroupsBasicOps-1443860545 tempest-TestSecurityGroupsBasicOps-1443860545-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:49:03.156039 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d55b06f6-0d7b-47fd-8370-c6099052eb83 tempest-TestSecurityGroupsBasicOps-1443860545 tempest-TestSecurityGroupsBasicOps-1443860545-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:49:03.156503 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d55b06f6-0d7b-47fd-8370-c6099052eb83 tempest-TestSecurityGroupsBasicOps-1443860545 tempest-TestSecurityGroupsBasicOps-1443860545-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:49:03.164988 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-d55b06f6-0d7b-47fd-8370-c6099052eb83 tempest-TestSecurityGroupsBasicOps-1443860545 tempest-TestSecurityGroupsBasicOps-1443860545-project-admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0604382 Jul 27 23:49:03.164988 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 54576) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:49:03.174465 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-747bfc2f-88c3-4f24-8f66-74d9772041f5 None None] Checking router: 780a45c9-7d9d-448b-92d6-af5da5b5a7b5 for host: n-d-802623-1 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 23:49:03.183589 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-747bfc2f-88c3-4f24-8f66-74d9772041f5 None None] Routers {'780a45c9-7d9d-448b-92d6-af5da5b5a7b5'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:49:03.184380 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-747bfc2f-88c3-4f24-8f66-74d9772041f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:49:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['780a45c9-7d9d-448b-92d6-af5da5b5a7b5'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:49:03.206205 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-94bd6979-7a52-46f5-a877-51031d8566f3 req-526f4e27-b911-491a-af73-d8b0ed9eca98 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=01bbf08b-4dee-4b39-967e-5fef1008e778 HTTP/1.1" status: 200 len: 998 time: 0.0610659 Jul 27 23:49:03.255397 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bd6979-7a52-46f5-a877-51031d8566f3 req-27f1e6ef-6318-4b21-ab51-4ab293abd3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:49:03.257287 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-94bd6979-7a52-46f5-a877-51031d8566f3 req-27f1e6ef-6318-4b21-ab51-4ab293abd3a6 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=41802d6c-7b8c-4e54-850d-28817dee7fe1 HTTP/1.1" status: 200 len: 834 time: 0.0440874 Jul 27 23:49:03.291872 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-747bfc2f-88c3-4f24-8f66-74d9772041f5 None None] Set router 780a45c9-7d9d-448b-92d6-af5da5b5a7b5 gateway port host: n-d-802623-1 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:49:03.309044 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bd6979-7a52-46f5-a877-51031d8566f3 req-74cda2a4-b69a-414d-b49d-8f0b1097b92f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:49:03.310544 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-94bd6979-7a52-46f5-a877-51031d8566f3 req-74cda2a4-b69a-414d-b49d-8f0b1097b92f service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=2f031e26-d94e-4a00-a352-f0820c32ecc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0463161 Jul 27 23:49:03.392325 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-f6fa83e9-a46e-4106-bb45-8cfa989d561c tempest-TestSecurityGroupsBasicOps-1443860545 tempest-TestSecurityGroupsBasicOps-1443860545-project-admin] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1613 time: 0.2301733 Jul 27 23:49:03.394892 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 54578) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:49:03.405344 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-94bd6979-7a52-46f5-a877-51031d8566f3 req-7cf7802d-54a8-452f-9719-74a4f2d43263 service neutron] 10.222.0.38 "GET /v2.0/networks/2f031e26-d94e-4a00-a352-f0820c32ecc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878685 Jul 27 23:49:03.435899 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1e09b3e-d4e1-44e1-af90-41521689ffa6 tempest-TestSecurityGroupsBasicOps-1443860545 tempest-TestSecurityGroupsBasicOps-1443860545-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:49:03.436380 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1e09b3e-d4e1-44e1-af90-41521689ffa6 tempest-TestSecurityGroupsBasicOps-1443860545 tempest-TestSecurityGroupsBasicOps-1443860545-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:49:03.447068 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-a1e09b3e-d4e1-44e1-af90-41521689ffa6 tempest-TestSecurityGroupsBasicOps-1443860545 tempest-TestSecurityGroupsBasicOps-1443860545-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=780a45c9-7d9d-448b-92d6-af5da5b5a7b5 HTTP/1.1" status: 200 len: 1989 time: 0.0421746 Jul 27 23:49:03.499029 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-94bd6979-7a52-46f5-a877-51031d8566f3 req-e0204387-f2ec-4c89-8262-780165d4d44c service neutron] 10.222.0.38 "GET /v2.0/networks/2f031e26-d94e-4a00-a352-f0820c32ecc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864382 Jul 27 23:49:03.525020 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-747bfc2f-88c3-4f24-8f66-74d9772041f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '780a45c9-7d9d-448b-92d6-af5da5b5a7b5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1794904023', 'tenant_id': '9bd234b28f864bafb032087c6c658c6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.86'}], 'enable_snat': True}, 'gw_port_id': '0c0ea8df-d7df-4a5d-a3c5-65ea066fbd24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:48:42Z', 'updated_at': '2021-07-27T23:48:45Z', 'revision_number': 4, 'project_id': '9bd234b28f864bafb032087c6c658c6f', 'gw_port': {'id': '0c0ea8df-d7df-4a5d-a3c5-65ea066fbd24', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:83:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '780a45c9-7d9d-448b-92d6-af5da5b5a7b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:48:43Z', 'updated_at': '2021-07-27T23:48:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_floatingips': [{'id': '8c254dc8-b081-4f49-ba0f-87fc5483dcb4', 'tenant_id': '9bd234b28f864bafb032087c6c658c6f', 'floating_ip_address': '172.25.4.40', 'floating_network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'router_id': '780a45c9-7d9d-448b-92d6-af5da5b5a7b5', 'port_id': '01bbf08b-4dee-4b39-967e-5fef1008e778', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3983, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f031e26-d94e-4a00-a352-f0820c32ecc4', 'mac_address': 'fa:16:3e:7a:4d:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beee2d84-e710-41f3-b23a-49778f0b5b39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T23:49:01Z', 'updated_at': '2021-07-27T23:49:01Z', 'revision_number': 0, 'project_id': '9bd234b28f864bafb032087c6c658c6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a178c5c-90b3-4399-90f7-e46884be1d1e', 'name': '', 'network_id': '2f031e26-d94e-4a00-a352-f0820c32ecc4', 'tenant_id': '9bd234b28f864bafb032087c6c658c6f', 'mac_address': 'fa:16:3e:e9:67:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '780a45c9-7d9d-448b-92d6-af5da5b5a7b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '41802d6c-7b8c-4e54-850d-28817dee7fe1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:48:45Z', 'updated_at': '2021-07-27T23:48:50Z', 'revision_number': 5, 'project_id': '9bd234b28f864bafb032087c6c658c6f', 'subnets': [{'id': '41802d6c-7b8c-4e54-850d-28817dee7fe1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:49:03.550376 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-747bfc2f-88c3-4f24-8f66-74d9772041f5 None None] The sync data for ids ['780a45c9-7d9d-448b-92d6-af5da5b5a7b5'] in n-d-802623-1 is: [{'id': '780a45c9-7d9d-448b-92d6-af5da5b5a7b5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1794904023', 'tenant_id': '9bd234b28f864bafb032087c6c658c6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.86'}], 'enable_snat': True}, 'gw_port_id': '0c0ea8df-d7df-4a5d-a3c5-65ea066fbd24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:48:42Z', 'updated_at': '2021-07-27T23:48:45Z', 'revision_number': 4, 'project_id': '9bd234b28f864bafb032087c6c658c6f', 'gw_port': {'id': '0c0ea8df-d7df-4a5d-a3c5-65ea066fbd24', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:83:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '780a45c9-7d9d-448b-92d6-af5da5b5a7b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:48:43Z', 'updated_at': '2021-07-27T23:48:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_floatingips': [{'id': '8c254dc8-b081-4f49-ba0f-87fc5483dcb4', 'tenant_id': '9bd234b28f864bafb032087c6c658c6f', 'floating_ip_address': '172.25.4.40', 'floating_network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'router_id': '780a45c9-7d9d-448b-92d6-af5da5b5a7b5', 'port_id': '01bbf08b-4dee-4b39-967e-5fef1008e778', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3983, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f031e26-d94e-4a00-a352-f0820c32ecc4', 'mac_address': 'fa:16:3e:7a:4d:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beee2d84-e710-41f3-b23a-49778f0b5b39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T23:49:01Z', 'updated_at': '2021-07-27T23:49:01Z', 'revision_number': 0, 'project_id': '9bd234b28f864bafb032087c6c658c6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a178c5c-90b3-4399-90f7-e46884be1d1e', 'name': '', 'network_id': '2f031e26-d94e-4a00-a352-f0820c32ecc4', 'tenant_id': '9bd234b28f864bafb032087c6c658c6f', 'mac_address': 'fa:16:3e:e9:67:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '780a45c9-7d9d-448b-92d6-af5da5b5a7b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '41802d6c-7b8c-4e54-850d-28817dee7fe1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:48:45Z', 'updated_at': '2021-07-27T23:48:50Z', 'revision_number': 5, 'project_id': '9bd234b28f864bafb032087c6c658c6f', 'subnets': [{'id': '41802d6c-7b8c-4e54-850d-28817dee7fe1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:49:03.736495 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49e77ac1-57b1-4e3a-ad6f-e04195fdc1ee None None] New status for floating IP 8c254dc8-b081-4f49-ba0f-87fc5483dcb4: ACTIVE {{(pid=93799) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 23:49:05.166746 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:49:26.934461 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c5c259bd-121a-435b-869b-3568cd4853dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:49:29.607000 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b597a848-053e-4039-ba35-ba9b89d10459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:49:29.871502 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:49:30.094179 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:49:30.358354 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.agents_db [None req-9beef776-8bab-4de2-989a-f5a23ba4aaf4 None None] Agent healthcheck: found 7 active agents {{(pid=93800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 23:49:30.584536 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-19f2e178-d45e-4fbe-b9be-c3963fc151ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:49:32.349485 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7418f70f-e60d-4709-8ba9-6ab514bc7f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:49:35.169447 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:49:37.421348 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 54594) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:49:37.471142 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-afcc8c42-ce52-4cba-bbff-7e0502aa7240 tempest-TestSecurityGroupsBasicOps-1443860545 tempest-TestSecurityGroupsBasicOps-1443860545-project-admin] 10.222.0.18 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 1373 time: 0.0486364 Jul 27 23:49:37.473745 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 54596) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:49:37.478858 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-199b756e-396b-46bb-8a86-59fb3c78860a tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Request body: {'network': {'name': 'tempest-network-smoke--1899044869', 'project_id': '9bd234b28f864bafb032087c6c658c6f', 'port_security_enabled': False}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:49:37.500072 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-199b756e-396b-46bb-8a86-59fb3c78860a tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Made reservation on behalf of 9bd234b28f864bafb032087c6c658c6f for: {'network': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:49:37.504046 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-199b756e-396b-46bb-8a86-59fb3c78860a tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for network, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:49:37.526309 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-199b756e-396b-46bb-8a86-59fb3c78860a tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 535} {{(pid=93797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 23:49:37.534597 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-199b756e-396b-46bb-8a86-59fb3c78860a tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:49:37.534929 n-d-802623-1 neutron-server[93797]: INFO neutron.db.segments_db [None req-199b756e-396b-46bb-8a86-59fb3c78860a tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Added segment 7c2ac397-22ab-4008-afe4-aa4586a667d0 of type vlan for network 6b57b7c6-4fce-4844-aa18-52bc31c769e1 Jul 27 23:49:37.574048 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-199b756e-396b-46bb-8a86-59fb3c78860a tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736833354590'] for network, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:49:37.600316 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-199b756e-396b-46bb-8a86-59fb3c78860a tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569'] for network, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:49:37.606321 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-199b756e-396b-46bb-8a86-59fb3c78860a tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:49:37.606903 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-199b756e-396b-46bb-8a86-59fb3c78860a tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Notify callbacks [] for network, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:49:37.662798 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-199b756e-396b-46bb-8a86-59fb3c78860a tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.1880715 Jul 27 23:49:37.665596 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 54598) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:49:37.670756 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-21d35520-f288-475f-8e42-c131344b6471 tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-44508392', 'admin_state_up': True, 'project_id': '9bd234b28f864bafb032087c6c658c6f', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'}}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:49:37.674164 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199b756e-396b-46bb-8a86-59fb3c78860a tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Pushing event updated for resources: {'Network': ['ID=6b57b7c6-4fce-4844-aa18-52bc31c769e1,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:49:37.681696 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199b756e-396b-46bb-8a86-59fb3c78860a tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:49:37.682168 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199b756e-396b-46bb-8a86-59fb3c78860a tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:49:37.683025 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199b756e-396b-46bb-8a86-59fb3c78860a tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:49:37.683386 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199b756e-396b-46bb-8a86-59fb3c78860a tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:49:37.683717 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199b756e-396b-46bb-8a86-59fb3c78860a tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:49:37.684049 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199b756e-396b-46bb-8a86-59fb3c78860a tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:49:37.684379 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199b756e-396b-46bb-8a86-59fb3c78860a tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:49:37.684705 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199b756e-396b-46bb-8a86-59fb3c78860a tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:49:37.685034 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199b756e-396b-46bb-8a86-59fb3c78860a tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:49:37.685360 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199b756e-396b-46bb-8a86-59fb3c78860a tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:49:37.685683 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199b756e-396b-46bb-8a86-59fb3c78860a tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:49:37.686271 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199b756e-396b-46bb-8a86-59fb3c78860a tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:49:37.695549 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-21d35520-f288-475f-8e42-c131344b6471 tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62159'] for router, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:49:37.696580 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-21d35520-f288-475f-8e42-c131344b6471 tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-479230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-415539', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3693317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62148'] for router, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:49:37.699875 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Network 6b57b7c6-4fce-4844-aa18-52bc31c769e1 details requested by agent ovs-agent-n-d-802623-1 with host n-d-802623-1 {{(pid=93799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 23:49:37.748686 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-21d35520-f288-475f-8e42-c131344b6471 tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:49:37.883320 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-21d35520-f288-475f-8e42-c131344b6471 tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-415433', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62186'] for router, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:49:38.073574 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-21d35520-f288-475f-8e42-c131344b6471 tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Notify callbacks [] for router_gateway, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:49:38.095393 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-21d35520-f288-475f-8e42-c131344b6471 tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:49:38.194376 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-21d35520-f288-475f-8e42-c131344b6471 tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Allocated IP 172.25.4.183 (2fd42287-ed26-4eb9-89a5-b521f5b04356/17de1f8f-393a-4b0c-a2df-614bd3f2fb5e/cb429be9-713c-4b3a-bf4a-be776eb13e07) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:49:38.295237 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-21d35520-f288-475f-8e42-c131344b6471 tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:49:38.337347 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-21d35520-f288-475f-8e42-c131344b6471 tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:49:38.374542 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21d35520-f288-475f-8e42-c131344b6471 tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Network 2fd42287-ed26-4eb9-89a5-b521f5b04356 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:49:38.377329 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-21d35520-f288-475f-8e42-c131344b6471 tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:49:38.382704 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d35520-f288-475f-8e42-c131344b6471 tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:49:38.388544 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d35520-f288-475f-8e42-c131344b6471 tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Pushing event updated for resources: {'Port': ['ID=cb429be9-713c-4b3a-bf4a-be776eb13e07,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:49:38.414837 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d35520-f288-475f-8e42-c131344b6471 tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:49:38.415214 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d35520-f288-475f-8e42-c131344b6471 tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:49:38.415555 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d35520-f288-475f-8e42-c131344b6471 tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:49:38.415890 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d35520-f288-475f-8e42-c131344b6471 tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:49:38.416220 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d35520-f288-475f-8e42-c131344b6471 tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:49:38.416578 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d35520-f288-475f-8e42-c131344b6471 tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:49:38.416906 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d35520-f288-475f-8e42-c131344b6471 tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:49:38.417232 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d35520-f288-475f-8e42-c131344b6471 tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:49:38.417557 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d35520-f288-475f-8e42-c131344b6471 tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:49:38.417879 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d35520-f288-475f-8e42-c131344b6471 tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:49:38.418198 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d35520-f288-475f-8e42-c131344b6471 tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:49:38.418517 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d35520-f288-475f-8e42-c131344b6471 tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:49:38.639923 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-21d35520-f288-475f-8e42-c131344b6471 tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Notify callbacks [] for router_gateway, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:49:39.132958 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-21d35520-f288-475f-8e42-c131344b6471 tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-415468'] for router, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:49:39.257677 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21d35520-f288-475f-8e42-c131344b6471 tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Router 063b8ad6-5b9b-4441-941b-32aee0eee15f is scheduled to L3 agent 018c4455-49c0-4734-927d-7824067b2a9e with binding_index 1 {{(pid=93798) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 23:49:39.361975 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21d35520-f288-475f-8e42-c131344b6471 tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:49:39.371364 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60f22fef-2103-435b-8e05-58e1271c11a1 None None] Sync routers for ids ['063b8ad6-5b9b-4441-941b-32aee0eee15f'] in n-d-802623-1 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:49:39.379636 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-21d35520-f288-475f-8e42-c131344b6471 tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Notify callbacks [] for router, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:49:39.380687 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60f22fef-2103-435b-8e05-58e1271c11a1 None None] Routers {'063b8ad6-5b9b-4441-941b-32aee0eee15f'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:49:39.380834 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-21d35520-f288-475f-8e42-c131344b6471 tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 1.7142637 Jul 27 23:49:39.381301 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-60f22fef-2103-435b-8e05-58e1271c11a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:49:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['063b8ad6-5b9b-4441-941b-32aee0eee15f'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:49:39.384073 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 54600) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:49:39.453398 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08fda36f-adcf-4e55-92b9-53344198985c tempest-TestSecurityGroupsBasicOps-1443860545 tempest-TestSecurityGroupsBasicOps-1443860545-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:49:39.457518 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-08fda36f-adcf-4e55-92b9-53344198985c tempest-TestSecurityGroupsBasicOps-1443860545 tempest-TestSecurityGroupsBasicOps-1443860545-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=9bd234b28f864bafb032087c6c658c6f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0699286 Jul 27 23:49:39.457738 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 54602) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:49:39.488174 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-60f22fef-2103-435b-8e05-58e1271c11a1 None None] Set router 063b8ad6-5b9b-4441-941b-32aee0eee15f gateway port host: n-d-802623-1 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:49:39.668067 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-60f22fef-2103-435b-8e05-58e1271c11a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '063b8ad6-5b9b-4441-941b-32aee0eee15f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-44508392', 'tenant_id': '9bd234b28f864bafb032087c6c658c6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.183'}], 'enable_snat': True}, 'gw_port_id': 'cb429be9-713c-4b3a-bf4a-be776eb13e07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:49:37Z', 'updated_at': '2021-07-27T23:49:38Z', 'revision_number': 3, 'project_id': '9bd234b28f864bafb032087c6c658c6f', 'gw_port': {'id': 'cb429be9-713c-4b3a-bf4a-be776eb13e07', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:80:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '063b8ad6-5b9b-4441-941b-32aee0eee15f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:49:38Z', 'updated_at': '2021-07-27T23:49:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1'}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:49:39.698979 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60f22fef-2103-435b-8e05-58e1271c11a1 None None] Checking router: 063b8ad6-5b9b-4441-941b-32aee0eee15f for host: n-d-802623-1 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 23:49:39.699360 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60f22fef-2103-435b-8e05-58e1271c11a1 None None] Updating router 063b8ad6-5b9b-4441-941b-32aee0eee15f port cb429be9-713c-4b3a-bf4a-be776eb13e07 binding host n-d-802623-1 {{(pid=93800) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 23:49:39.724709 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-60f22fef-2103-435b-8e05-58e1271c11a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:49:39.881741 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a25b48dd-1f86-4df9-a467-24a7a46036d1 tempest-TestSecurityGroupsBasicOps-1443860545 tempest-TestSecurityGroupsBasicOps-1443860545-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:49:39.885960 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-a25b48dd-1f86-4df9-a467-24a7a46036d1 tempest-TestSecurityGroupsBasicOps-1443860545 tempest-TestSecurityGroupsBasicOps-1443860545-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4246185 Jul 27 23:49:39.886318 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 54604) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:49:39.913928 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-36d0f64e-e0dd-450b-8f19-1af5ce4306dd tempest-TestSecurityGroupsBasicOps-1443860545 tempest-TestSecurityGroupsBasicOps-1443860545-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=2fd42287-ed26-4eb9-89a5-b521f5b04356&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0264339 Jul 27 23:49:39.917094 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 54606) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:49:39.944488 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-2a456a48-8296-448e-908d-879fe8b6914b tempest-TestSecurityGroupsBasicOps-1443860545 tempest-TestSecurityGroupsBasicOps-1443860545-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=9bd234b28f864bafb032087c6c658c6f&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0263681 Jul 27 23:49:39.946965 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 54608) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:49:39.972538 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-60f22fef-2103-435b-8e05-58e1271c11a1 None None] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:49:39.983074 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-60f22fef-2103-435b-8e05-58e1271c11a1 None None] Transition to ACTIVE for port object cb429be9-713c-4b3a-bf4a-be776eb13e07 will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:49:39.988703 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-60f22fef-2103-435b-8e05-58e1271c11a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:49:40.039377 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d220021d-2bfa-445f-ac11-5490b2ddfd04 tempest-TestSecurityGroupsBasicOps-1443860545 tempest-TestSecurityGroupsBasicOps-1443860545-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:49:40.041157 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-d220021d-2bfa-445f-ac11-5490b2ddfd04 tempest-TestSecurityGroupsBasicOps-1443860545 tempest-TestSecurityGroupsBasicOps-1443860545-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0932677 Jul 27 23:49:40.045609 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 54610) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:49:40.074759 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-cda9a294-81a7-4ff4-a29c-ea88deae7e45 tempest-TestSecurityGroupsBasicOps-1443860545 tempest-TestSecurityGroupsBasicOps-1443860545-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=2fd42287-ed26-4eb9-89a5-b521f5b04356&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0279992 Jul 27 23:49:40.077382 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 54612) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:49:40.082451 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-757c1145-fa7c-4026-9afc-27f23bad7ab9 tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1671117352', 'network_id': '6b57b7c6-4fce-4844-aa18-52bc31c769e1', 'project_id': '9bd234b28f864bafb032087c6c658c6f', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:49:40.133871 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-60f22fef-2103-435b-8e05-58e1271c11a1 None None] Attempting to bind port cb429be9-713c-4b3a-bf4a-be776eb13e07 on host n-d-802623-1 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:49:40.133871 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-60f22fef-2103-435b-8e05-58e1271c11a1 None None] Attempting to bind port cb429be9-713c-4b3a-bf4a-be776eb13e07 by drivers openvswitch,hyperv on host n-d-802623-1 at level 0 using segments [{'id': 'b9afe07e-bbe4-4740-834c-4b6a9698bdbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:49:40.133871 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60f22fef-2103-435b-8e05-58e1271c11a1 None None] Attempting to bind port cb429be9-713c-4b3a-bf4a-be776eb13e07 on network 2fd42287-ed26-4eb9-89a5-b521f5b04356 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:49:40.142131 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7845072-dc38-418a-8e1c-277826416f7c None None] Pushing event updated for resources: {'Port': ['ID=cb429be9-713c-4b3a-bf4a-be776eb13e07,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:49:40.146150 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60f22fef-2103-435b-8e05-58e1271c11a1 None None] Checking agent: {'id': 'a9a568d2-a5e7-41e4-833f-a8ab42ea4073', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 52, 30), 'started_at': datetime.datetime(2021, 7, 27, 22, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 49, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802623-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:49:40.146518 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60f22fef-2103-435b-8e05-58e1271c11a1 None None] Checking segment: {'id': 'b9afe07e-bbe4-4740-834c-4b6a9698bdbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:49:40.146913 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-60f22fef-2103-435b-8e05-58e1271c11a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:49:40.147320 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60f22fef-2103-435b-8e05-58e1271c11a1 None None] Bound using segment: {'id': 'b9afe07e-bbe4-4740-834c-4b6a9698bdbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:49:40.147791 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-60f22fef-2103-435b-8e05-58e1271c11a1 None None] Bound port: cb429be9-713c-4b3a-bf4a-be776eb13e07, host: n-d-802623-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9afe07e-bbe4-4740-834c-4b6a9698bdbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:49:40.148155 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-60f22fef-2103-435b-8e05-58e1271c11a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:49:40.183632 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-757c1145-fa7c-4026-9afc-27f23bad7ab9 tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Made reservation on behalf of 9bd234b28f864bafb032087c6c658c6f for: {'subnet': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:49:40.187119 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-757c1145-fa7c-4026-9afc-27f23bad7ab9 tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11551435'] for subnet, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:49:40.201207 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-60f22fef-2103-435b-8e05-58e1271c11a1 None None] For port cb429be9-713c-4b3a-bf4a-be776eb13e07, host n-d-802623-1, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:49:40.204390 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-60f22fef-2103-435b-8e05-58e1271c11a1 None None] For port cb429be9-713c-4b3a-bf4a-be776eb13e07, host n-d-802623-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=cb429be9-713c-4b3a-bf4a-be776eb13e07,segment=NetworkSegment(b9afe07e-bbe4-4740-834c-4b6a9698bdbc),segment_id=b9afe07e-bbe4-4740-834c-4b6a9698bdbc)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:49:40.208288 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-60f22fef-2103-435b-8e05-58e1271c11a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:49:40.263424 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60f22fef-2103-435b-8e05-58e1271c11a1 None None] Routers {'063b8ad6-5b9b-4441-941b-32aee0eee15f'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:49:40.264041 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-60f22fef-2103-435b-8e05-58e1271c11a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:49:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['063b8ad6-5b9b-4441-941b-32aee0eee15f'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:49:40.303068 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7845072-dc38-418a-8e1c-277826416f7c None None] Pushing event updated for resources: {'Port': ['ID=cb429be9-713c-4b3a-bf4a-be776eb13e07,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:49:40.373848 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-757c1145-fa7c-4026-9afc-27f23bad7ab9 tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11336182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11551417'] for subnet, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:49:40.380955 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-60f22fef-2103-435b-8e05-58e1271c11a1 None None] Set router 063b8ad6-5b9b-4441-941b-32aee0eee15f gateway port host: n-d-802623-1 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:49:40.437944 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757c1145-fa7c-4026-9afc-27f23bad7ab9 tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Pushing event updated for resources: {'Subnet': ['ID=d03da006-9850-49d7-8299-58f5c22851b6,revision_number=0']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:49:40.449130 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-757c1145-fa7c-4026-9afc-27f23bad7ab9 tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Checking segment: {'id': '7c2ac397-22ab-4008-afe4-aa4586a667d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '6b57b7c6-4fce-4844-aa18-52bc31c769e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:49:40.449515 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-757c1145-fa7c-4026-9afc-27f23bad7ab9 tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Network hostable DHCP agents. Network: 6b57b7c6-4fce-4844-aa18-52bc31c769e1, hostable agents: ['5950e76f-2bde-4343-a925-cbe6bacd2706'], hosted agents: [] {{(pid=93797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 23:49:40.465586 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-757c1145-fa7c-4026-9afc-27f23bad7ab9 tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Network 6b57b7c6-4fce-4844-aa18-52bc31c769e1 is scheduled to be hosted by DHCP agent 5950e76f-2bde-4343-a925-cbe6bacd2706 with binding_index 1 {{(pid=93797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 23:49:40.474129 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-757c1145-fa7c-4026-9afc-27f23bad7ab9 tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802623-1, 6b57b7c6-4fce-4844-aa18-52bc31c769e1) {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:49:40.478472 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-757c1145-fa7c-4026-9afc-27f23bad7ab9 tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:49:40.479115 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-757c1145-fa7c-4026-9afc-27f23bad7ab9 tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Notify callbacks [] for subnet, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:49:40.486561 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a36069b1-603f-414e-a762-bf78d4753946 None None] Network 6b57b7c6-4fce-4844-aa18-52bc31c769e1 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:49:40.507627 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-757c1145-fa7c-4026-9afc-27f23bad7ab9 tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.4259315 Jul 27 23:49:40.507866 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 54614) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:49:40.569508 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-60f22fef-2103-435b-8e05-58e1271c11a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '063b8ad6-5b9b-4441-941b-32aee0eee15f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-44508392', 'tenant_id': '9bd234b28f864bafb032087c6c658c6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.183'}], 'enable_snat': True}, 'gw_port_id': 'cb429be9-713c-4b3a-bf4a-be776eb13e07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:49:37Z', 'updated_at': '2021-07-27T23:49:38Z', 'revision_number': 3, 'project_id': '9bd234b28f864bafb032087c6c658c6f', 'gw_port': {'id': 'cb429be9-713c-4b3a-bf4a-be776eb13e07', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:80:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '063b8ad6-5b9b-4441-941b-32aee0eee15f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:49:38Z', 'updated_at': '2021-07-27T23:49:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1'}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:49:40.596624 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60f22fef-2103-435b-8e05-58e1271c11a1 None None] The sync data for ids ['063b8ad6-5b9b-4441-941b-32aee0eee15f'] in n-d-802623-1 is: [{'id': '063b8ad6-5b9b-4441-941b-32aee0eee15f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-44508392', 'tenant_id': '9bd234b28f864bafb032087c6c658c6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.183'}], 'enable_snat': True}, 'gw_port_id': 'cb429be9-713c-4b3a-bf4a-be776eb13e07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:49:37Z', 'updated_at': '2021-07-27T23:49:38Z', 'revision_number': 3, 'project_id': '9bd234b28f864bafb032087c6c658c6f', 'gw_port': {'id': 'cb429be9-713c-4b3a-bf4a-be776eb13e07', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:80:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '063b8ad6-5b9b-4441-941b-32aee0eee15f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:49:38Z', 'updated_at': '2021-07-27T23:49:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1'}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:49:40.644394 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9421915-5fda-4cfc-a335-ce2bbd81a466 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f6f257c-ad18-5f0c-8c8e-ea085a5fc8a2-6b57b7c6-4fce-4844-aa18-52bc31c769e1', 'network_id': '6b57b7c6-4fce-4844-aa18-52bc31c769e1', 'tenant_id': '9bd234b28f864bafb032087c6c658c6f', 'fixed_ips': [{'subnet_id': 'd03da006-9850-49d7-8299-58f5c22851b6'}]}} from n-d-802623-1. {{(pid=93799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 23:49:40.645269 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f9421915-5fda-4cfc-a335-ce2bbd81a466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:49:40.786815 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-f9421915-5fda-4cfc-a335-ce2bbd81a466 None None] Allocated IP 172.20.0.18 (6b57b7c6-4fce-4844-aa18-52bc31c769e1/d03da006-9850-49d7-8299-58f5c22851b6/2a71f42d-9434-4954-af5e-ca65f7cc70f4) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:49:40.970659 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f9421915-5fda-4cfc-a335-ce2bbd81a466 None None] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:49:40.979994 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-f9421915-5fda-4cfc-a335-ce2bbd81a466 None None] Transition to ACTIVE for port object 2a71f42d-9434-4954-af5e-ca65f7cc70f4 will not be triggered until provisioned by entity L2. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:49:40.999964 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-f9421915-5fda-4cfc-a335-ce2bbd81a466 None None] Transition to ACTIVE for port object 2a71f42d-9434-4954-af5e-ca65f7cc70f4 will not be triggered until provisioned by entity DHCP. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:49:41.007712 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c6336b68-9b91-4425-9ed4-0673d2ae35cf tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:49:41.009254 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f9421915-5fda-4cfc-a335-ce2bbd81a466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:49:41.054762 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9421915-5fda-4cfc-a335-ce2bbd81a466 None None] Network 6b57b7c6-4fce-4844-aa18-52bc31c769e1 is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:49:41.060260 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-f9421915-5fda-4cfc-a335-ce2bbd81a466 None None] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:49:41.064985 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9421915-5fda-4cfc-a335-ce2bbd81a466 None None] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:49:41.068165 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9421915-5fda-4cfc-a335-ce2bbd81a466 None None] Pushing event updated for resources: {'Port': ['ID=2a71f42d-9434-4954-af5e-ca65f7cc70f4,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:49:41.080601 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9421915-5fda-4cfc-a335-ce2bbd81a466 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:49:41.080601 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9421915-5fda-4cfc-a335-ce2bbd81a466 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:49:41.080896 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9421915-5fda-4cfc-a335-ce2bbd81a466 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:49:41.081157 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9421915-5fda-4cfc-a335-ce2bbd81a466 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:49:41.081567 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9421915-5fda-4cfc-a335-ce2bbd81a466 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:49:41.081910 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9421915-5fda-4cfc-a335-ce2bbd81a466 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:49:41.082241 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9421915-5fda-4cfc-a335-ce2bbd81a466 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:49:41.082574 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9421915-5fda-4cfc-a335-ce2bbd81a466 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:49:41.082905 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9421915-5fda-4cfc-a335-ce2bbd81a466 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:49:41.083262 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9421915-5fda-4cfc-a335-ce2bbd81a466 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:49:41.083590 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9421915-5fda-4cfc-a335-ce2bbd81a466 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:49:41.083916 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9421915-5fda-4cfc-a335-ce2bbd81a466 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:49:41.131612 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-f9421915-5fda-4cfc-a335-ce2bbd81a466 None None] Attempting to bind port 2a71f42d-9434-4954-af5e-ca65f7cc70f4 on host n-d-802623-1 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:49:41.131983 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-f9421915-5fda-4cfc-a335-ce2bbd81a466 None None] Attempting to bind port 2a71f42d-9434-4954-af5e-ca65f7cc70f4 by drivers openvswitch,hyperv on host n-d-802623-1 at level 0 using segments [{'id': '7c2ac397-22ab-4008-afe4-aa4586a667d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '6b57b7c6-4fce-4844-aa18-52bc31c769e1'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:49:41.132347 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9421915-5fda-4cfc-a335-ce2bbd81a466 None None] Attempting to bind port 2a71f42d-9434-4954-af5e-ca65f7cc70f4 on network 6b57b7c6-4fce-4844-aa18-52bc31c769e1 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:49:41.138999 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9421915-5fda-4cfc-a335-ce2bbd81a466 None None] Checking agent: {'id': 'a9a568d2-a5e7-41e4-833f-a8ab42ea4073', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 52, 30), 'started_at': datetime.datetime(2021, 7, 27, 22, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 49, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802623-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:49:41.139411 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9421915-5fda-4cfc-a335-ce2bbd81a466 None None] Checking segment: {'id': '7c2ac397-22ab-4008-afe4-aa4586a667d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '6b57b7c6-4fce-4844-aa18-52bc31c769e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:49:41.139820 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f9421915-5fda-4cfc-a335-ce2bbd81a466 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:49:41.140213 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9421915-5fda-4cfc-a335-ce2bbd81a466 None None] Bound using segment: {'id': '7c2ac397-22ab-4008-afe4-aa4586a667d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '6b57b7c6-4fce-4844-aa18-52bc31c769e1'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:49:41.140683 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-f9421915-5fda-4cfc-a335-ce2bbd81a466 None None] Bound port: 2a71f42d-9434-4954-af5e-ca65f7cc70f4, host: n-d-802623-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c2ac397-22ab-4008-afe4-aa4586a667d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '6b57b7c6-4fce-4844-aa18-52bc31c769e1'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:49:41.141120 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f9421915-5fda-4cfc-a335-ce2bbd81a466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:49:41.208755 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f9421915-5fda-4cfc-a335-ce2bbd81a466 None None] For port 2a71f42d-9434-4954-af5e-ca65f7cc70f4, host n-d-802623-1, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:49:41.212025 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f9421915-5fda-4cfc-a335-ce2bbd81a466 None None] For port 2a71f42d-9434-4954-af5e-ca65f7cc70f4, host n-d-802623-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=2a71f42d-9434-4954-af5e-ca65f7cc70f4,segment=NetworkSegment(7c2ac397-22ab-4008-afe4-aa4586a667d0),segment_id=7c2ac397-22ab-4008-afe4-aa4586a667d0)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:49:41.217465 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f9421915-5fda-4cfc-a335-ce2bbd81a466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:49:41.283886 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9421915-5fda-4cfc-a335-ce2bbd81a466 None None] Pushing event updated for resources: {'Port': ['ID=2a71f42d-9434-4954-af5e-ca65f7cc70f4,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:49:41.315727 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-c6336b68-9b91-4425-9ed4-0673d2ae35cf tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Allocated IP 172.20.0.17 (6b57b7c6-4fce-4844-aa18-52bc31c769e1/d03da006-9850-49d7-8299-58f5c22851b6/80fcec12-debd-4ecb-9d34-412c932e8001) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:49:41.449808 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c6336b68-9b91-4425-9ed4-0673d2ae35cf tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:49:41.469026 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-c6336b68-9b91-4425-9ed4-0673d2ae35cf tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Transition to ACTIVE for port object 80fcec12-debd-4ecb-9d34-412c932e8001 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:49:41.504174 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c6336b68-9b91-4425-9ed4-0673d2ae35cf tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:49:41.548513 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6336b68-9b91-4425-9ed4-0673d2ae35cf tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Network 6b57b7c6-4fce-4844-aa18-52bc31c769e1 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:49:41.551733 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-c6336b68-9b91-4425-9ed4-0673d2ae35cf tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:49:41.557731 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6336b68-9b91-4425-9ed4-0673d2ae35cf tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:49:41.585932 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6336b68-9b91-4425-9ed4-0673d2ae35cf tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Pushing event updated for resources: {'Port': ['ID=80fcec12-debd-4ecb-9d34-412c932e8001,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:49:41.609392 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c6336b68-9b91-4425-9ed4-0673d2ae35cf tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-415283'] for router_interface, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:49:41.741231 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c6336b68-9b91-4425-9ed4-0673d2ae35cf tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:49:42.046811 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c6336b68-9b91-4425-9ed4-0673d2ae35cf tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:49:42.053344 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c6336b68-9b91-4425-9ed4-0673d2ae35cf tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11336041'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:49:42.078296 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 2a71f42d-9434-4954-af5e-ca65f7cc70f4 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:49:42.134574 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c6336b68-9b91-4425-9ed4-0673d2ae35cf tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3760555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-414115'] for router_interface, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:49:42.136523 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning for port 2a71f42d-9434-4954-af5e-ca65f7cc70f4 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:49:42.141619 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device cb429be9-713c-4b3a-bf4a-be776eb13e07 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:49:42.143722 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6336b68-9b91-4425-9ed4-0673d2ae35cf tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Pushing event updated for resources: {'Port': ['ID=80fcec12-debd-4ecb-9d34-412c932e8001,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:49:42.201088 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning for port cb429be9-713c-4b3a-bf4a-be776eb13e07 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:49:42.206001 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port cb429be9-713c-4b3a-bf4a-be776eb13e07 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:49:42.206375 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:49:42.242485 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6336b68-9b91-4425-9ed4-0673d2ae35cf tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Network 6b57b7c6-4fce-4844-aa18-52bc31c769e1 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:49:42.243995 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-c6336b68-9b91-4425-9ed4-0673d2ae35cf tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:49:42.279559 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-921fe403-075f-45cb-ad5e-7e1e25dae7e7 None None] Network 6b57b7c6-4fce-4844-aa18-52bc31c769e1 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:49:42.299770 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:49:42.364952 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] For port cb429be9-713c-4b3a-bf4a-be776eb13e07, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=cb429be9-713c-4b3a-bf4a-be776eb13e07,segment=NetworkSegment(b9afe07e-bbe4-4740-834c-4b6a9698bdbc),segment_id=b9afe07e-bbe4-4740-834c-4b6a9698bdbc)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:49:42.370457 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6336b68-9b91-4425-9ed4-0673d2ae35cf tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Router 063b8ad6-5b9b-4441-941b-32aee0eee15f has already been hosted by L3 agent 018c4455-49c0-4734-927d-7824067b2a9e {{(pid=93797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 23:49:42.372435 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:49:42.377518 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-47c5dac9-b95c-44e1-a4c7-36b4da1a5534 None None] Provisioning for port 2a71f42d-9434-4954-af5e-ca65f7cc70f4 completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:49:42.412719 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-47c5dac9-b95c-44e1-a4c7-36b4da1a5534 None None] Provisioning complete for port 2a71f42d-9434-4954-af5e-ca65f7cc70f4 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:49:42.413096 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-47c5dac9-b95c-44e1-a4c7-36b4da1a5534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:49:42.481148 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Pushing event updated for resources: {'Port': ['ID=cb429be9-713c-4b3a-bf4a-be776eb13e07,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:49:42.489076 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6336b68-9b91-4425-9ed4-0673d2ae35cf tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:49:42.495285 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-c6336b68-9b91-4425-9ed4-0673d2ae35cf tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] 10.222.0.18 "PUT /v2.0/routers/063b8ad6-5b9b-4441-941b-32aee0eee15f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9854650 Jul 27 23:49:42.593719 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-47c5dac9-b95c-44e1-a4c7-36b4da1a5534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:49:42.638895 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-47c5dac9-b95c-44e1-a4c7-36b4da1a5534 None None] For port 2a71f42d-9434-4954-af5e-ca65f7cc70f4, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=2a71f42d-9434-4954-af5e-ca65f7cc70f4,segment=NetworkSegment(7c2ac397-22ab-4008-afe4-aa4586a667d0),segment_id=7c2ac397-22ab-4008-afe4-aa4586a667d0)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:49:42.651500 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-47c5dac9-b95c-44e1-a4c7-36b4da1a5534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:49:42.726388 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c5dac9-b95c-44e1-a4c7-36b4da1a5534 None None] Pushing event updated for resources: {'Port': ['ID=2a71f42d-9434-4954-af5e-ca65f7cc70f4,revision_number=3']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:49:42.782035 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191bfd10-780a-41a6-9e45-d90658fbcf77 req-fedbd53c-281e-404e-a52e-e4cac65a59c8 tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:49:42.783919 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-191bfd10-780a-41a6-9e45-d90658fbcf77 req-fedbd53c-281e-404e-a52e-e4cac65a59c8 tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] 10.222.0.18 "GET /v2.0/networks?id=6b57b7c6-4fce-4844-aa18-52bc31c769e1 HTTP/1.1" status: 200 len: 798 time: 0.1270735 Jul 27 23:49:42.809797 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-191bfd10-780a-41a6-9e45-d90658fbcf77 req-bb78ada6-ace1-48bd-b15c-8a289a965858 tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] 10.222.0.18 "GET /v2.0/quotas/9bd234b28f864bafb032087c6c658c6f HTTP/1.1" status: 200 len: 375 time: 0.0130634 Jul 27 23:49:42.859836 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fbba9df-9f44-45d1-942c-cb4abb49771d None None] Sync routers for ids ['063b8ad6-5b9b-4441-941b-32aee0eee15f'] in n-d-802623-1 {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:49:42.869483 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fbba9df-9f44-45d1-942c-cb4abb49771d None None] Routers {'063b8ad6-5b9b-4441-941b-32aee0eee15f'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:49:42.870671 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-7fbba9df-9f44-45d1-942c-cb4abb49771d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:49:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['063b8ad6-5b9b-4441-941b-32aee0eee15f'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:49:42.888492 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-191bfd10-780a-41a6-9e45-d90658fbcf77 req-dcae9ba7-2cb5-419f-8b5c-351dd038a3f0 tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=9bd234b28f864bafb032087c6c658c6f&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0728352 Jul 27 23:49:42.990941 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-7fbba9df-9f44-45d1-942c-cb4abb49771d None None] Set router 063b8ad6-5b9b-4441-941b-32aee0eee15f gateway port host: n-d-802623-1 {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:49:42.993143 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-076fc311-3273-48ed-8bb4-f15a169a7a22 None None] Provisioning for port 80fcec12-debd-4ecb-9d34-412c932e8001 completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:49:42.997167 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-191bfd10-780a-41a6-9e45-d90658fbcf77 req-75998cbf-b1a0-4c81-9d3e-840ca5ecab9a service neutron] 10.222.0.18 "GET /v2.0/networks/6b57b7c6-4fce-4844-aa18-52bc31c769e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954924 Jul 27 23:49:43.024019 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-076fc311-3273-48ed-8bb4-f15a169a7a22 None None] Provisioning complete for port 80fcec12-debd-4ecb-9d34-412c932e8001 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:49:43.024418 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-076fc311-3273-48ed-8bb4-f15a169a7a22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:49:43.099753 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-076fc311-3273-48ed-8bb4-f15a169a7a22 None None] Port 80fcec12-debd-4ecb-9d34-412c932e8001 cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:49:43.103573 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-191bfd10-780a-41a6-9e45-d90658fbcf77 req-e0fb1149-26b2-4ff1-8e5b-48940a232e93 service neutron] 10.222.0.18 "GET /v2.0/networks/6b57b7c6-4fce-4844-aa18-52bc31c769e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921116 Jul 27 23:49:43.155411 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-076fc311-3273-48ed-8bb4-f15a169a7a22 None None] Provisioning complete for port 2a71f42d-9434-4954-af5e-ca65f7cc70f4 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:49:43.155783 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-076fc311-3273-48ed-8bb4-f15a169a7a22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:49:43.295582 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-8cff2e36-bcd4-4379-830a-d55c494f256b req-0617b033-1a0f-47fd-a417-16fa3c1cd011 tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] 10.222.0.18 "GET /v2.0/ports?device_id=c870d5c4-3627-4fcf-95b4-58102d899a5c HTTP/1.1" status: 200 len: 210 time: 0.0294175 Jul 27 23:49:43.324562 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-7fbba9df-9f44-45d1-942c-cb4abb49771d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '063b8ad6-5b9b-4441-941b-32aee0eee15f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-44508392', 'tenant_id': '9bd234b28f864bafb032087c6c658c6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.183'}], 'enable_snat': True}, 'gw_port_id': 'cb429be9-713c-4b3a-bf4a-be776eb13e07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:49:37Z', 'updated_at': '2021-07-27T23:49:41Z', 'revision_number': 4, 'project_id': '9bd234b28f864bafb032087c6c658c6f', 'gw_port': {'id': 'cb429be9-713c-4b3a-bf4a-be776eb13e07', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:80:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '063b8ad6-5b9b-4441-941b-32aee0eee15f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:49:38Z', 'updated_at': '2021-07-27T23:49:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': '80fcec12-debd-4ecb-9d34-412c932e8001', 'name': '', 'network_id': '6b57b7c6-4fce-4844-aa18-52bc31c769e1', 'tenant_id': '9bd234b28f864bafb032087c6c658c6f', 'mac_address': 'fa:16:3e:7e:c9:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '063b8ad6-5b9b-4441-941b-32aee0eee15f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': 'd03da006-9850-49d7-8299-58f5c22851b6', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:49:41Z', 'updated_at': '2021-07-27T23:49:41Z', 'revision_number': 2, 'project_id': '9bd234b28f864bafb032087c6c658c6f', 'subnets': [{'id': 'd03da006-9850-49d7-8299-58f5c22851b6', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:49:43.351131 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fbba9df-9f44-45d1-942c-cb4abb49771d None None] Checking router: 063b8ad6-5b9b-4441-941b-32aee0eee15f for host: n-d-802623-1 {{(pid=93799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 23:49:43.351511 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fbba9df-9f44-45d1-942c-cb4abb49771d None None] Updating router 063b8ad6-5b9b-4441-941b-32aee0eee15f port 80fcec12-debd-4ecb-9d34-412c932e8001 binding host n-d-802623-1 {{(pid=93799) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 23:49:43.375756 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7fbba9df-9f44-45d1-942c-cb4abb49771d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:49:43.440515 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-a6c90539-aedd-45c8-a238-6232970627b0 None None] Provisioning complete for port 80fcec12-debd-4ecb-9d34-412c932e8001 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:49:43.440898 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a6c90539-aedd-45c8-a238-6232970627b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:49:43.532713 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-a6c90539-aedd-45c8-a238-6232970627b0 None None] Port 80fcec12-debd-4ecb-9d34-412c932e8001 cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:49:43.681986 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7fbba9df-9f44-45d1-942c-cb4abb49771d None None] Notify callbacks [] for port, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:49:43.692800 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-7fbba9df-9f44-45d1-942c-cb4abb49771d None None] Transition to ACTIVE for port object 80fcec12-debd-4ecb-9d34-412c932e8001 will not be triggered until provisioned by entity L2. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:49:43.698133 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7fbba9df-9f44-45d1-942c-cb4abb49771d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:49:43.745439 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e24d37-2031-460a-a361-87438dae76df None None] Pushing event updated for resources: {'Port': ['ID=80fcec12-debd-4ecb-9d34-412c932e8001,revision_number=3']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:49:43.800494 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-7fbba9df-9f44-45d1-942c-cb4abb49771d None None] Attempting to bind port 80fcec12-debd-4ecb-9d34-412c932e8001 on host n-d-802623-1 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:49:43.800871 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-7fbba9df-9f44-45d1-942c-cb4abb49771d None None] Attempting to bind port 80fcec12-debd-4ecb-9d34-412c932e8001 by drivers openvswitch,hyperv on host n-d-802623-1 at level 0 using segments [{'id': '7c2ac397-22ab-4008-afe4-aa4586a667d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '6b57b7c6-4fce-4844-aa18-52bc31c769e1'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:49:43.801253 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fbba9df-9f44-45d1-942c-cb4abb49771d None None] Attempting to bind port 80fcec12-debd-4ecb-9d34-412c932e8001 on network 6b57b7c6-4fce-4844-aa18-52bc31c769e1 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:49:43.806308 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fbba9df-9f44-45d1-942c-cb4abb49771d None None] Checking agent: {'id': 'a9a568d2-a5e7-41e4-833f-a8ab42ea4073', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 52, 30), 'started_at': datetime.datetime(2021, 7, 27, 22, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 49, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802623-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:49:43.806690 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fbba9df-9f44-45d1-942c-cb4abb49771d None None] Checking segment: {'id': '7c2ac397-22ab-4008-afe4-aa4586a667d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '6b57b7c6-4fce-4844-aa18-52bc31c769e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:49:43.807170 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7fbba9df-9f44-45d1-942c-cb4abb49771d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:49:43.807572 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fbba9df-9f44-45d1-942c-cb4abb49771d None None] Bound using segment: {'id': '7c2ac397-22ab-4008-afe4-aa4586a667d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '6b57b7c6-4fce-4844-aa18-52bc31c769e1'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:49:43.808049 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-7fbba9df-9f44-45d1-942c-cb4abb49771d None None] Bound port: 80fcec12-debd-4ecb-9d34-412c932e8001, host: n-d-802623-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c2ac397-22ab-4008-afe4-aa4586a667d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '6b57b7c6-4fce-4844-aa18-52bc31c769e1'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:49:43.808435 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7fbba9df-9f44-45d1-942c-cb4abb49771d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:49:43.872999 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-7fbba9df-9f44-45d1-942c-cb4abb49771d None None] For port 80fcec12-debd-4ecb-9d34-412c932e8001, host n-d-802623-1, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:49:43.876295 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-7fbba9df-9f44-45d1-942c-cb4abb49771d None None] For port 80fcec12-debd-4ecb-9d34-412c932e8001, host n-d-802623-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=80fcec12-debd-4ecb-9d34-412c932e8001,segment=NetworkSegment(7c2ac397-22ab-4008-afe4-aa4586a667d0),segment_id=7c2ac397-22ab-4008-afe4-aa4586a667d0)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:49:43.880459 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7fbba9df-9f44-45d1-942c-cb4abb49771d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:49:43.932172 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fbba9df-9f44-45d1-942c-cb4abb49771d None None] Routers {'063b8ad6-5b9b-4441-941b-32aee0eee15f'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:49:43.932740 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-7fbba9df-9f44-45d1-942c-cb4abb49771d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:49:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['063b8ad6-5b9b-4441-941b-32aee0eee15f'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:49:44.137522 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 2a71f42d-9434-4954-af5e-ca65f7cc70f4 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:49:44.161279 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e24d37-2031-460a-a361-87438dae76df None None] Pushing event updated for resources: {'Port': ['ID=80fcec12-debd-4ecb-9d34-412c932e8001,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:49:44.243254 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-7fbba9df-9f44-45d1-942c-cb4abb49771d None None] Set router 063b8ad6-5b9b-4441-941b-32aee0eee15f gateway port host: n-d-802623-1 {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:49:44.273895 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port 2a71f42d-9434-4954-af5e-ca65f7cc70f4 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:49:44.274266 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:49:44.378757 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-570bbd97-c644-4d56-9402-1231b8e62963 req-6e0187ef-9f4f-4587-8864-3ce23ec28d68 tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] 10.222.0.18 "GET /v2.0/ports?device_id=c870d5c4-3627-4fcf-95b4-58102d899a5c HTTP/1.1" status: 200 len: 210 time: 0.0291188 Jul 27 23:49:44.395941 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b0f69b60-52e0-4152-afdd-fd696e1af22a req-4ec000b6-23ae-4ebd-8e79-b03d5bfaad1f service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=beee2d84-e710-41f3-b23a-49778f0b5b39&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0417843 Jul 27 23:49:44.482925 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f69b60-52e0-4152-afdd-fd696e1af22a req-10d104df-a2c0-44e4-b2f5-39fd5c17dabd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:49:44.483135 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device cb429be9-713c-4b3a-bf4a-be776eb13e07 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:49:44.484409 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b0f69b60-52e0-4152-afdd-fd696e1af22a req-10d104df-a2c0-44e4-b2f5-39fd5c17dabd service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=9bd234b28f864bafb032087c6c658c6f&device_id=beee2d84-e710-41f3-b23a-49778f0b5b39 HTTP/1.1" status: 200 len: 1135 time: 0.0409679 Jul 27 23:49:44.564535 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port cb429be9-713c-4b3a-bf4a-be776eb13e07 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:49:44.565183 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:49:44.568033 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-7fbba9df-9f44-45d1-942c-cb4abb49771d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '063b8ad6-5b9b-4441-941b-32aee0eee15f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-44508392', 'tenant_id': '9bd234b28f864bafb032087c6c658c6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.183'}], 'enable_snat': True}, 'gw_port_id': 'cb429be9-713c-4b3a-bf4a-be776eb13e07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:49:37Z', 'updated_at': '2021-07-27T23:49:41Z', 'revision_number': 4, 'project_id': '9bd234b28f864bafb032087c6c658c6f', 'gw_port': {'id': 'cb429be9-713c-4b3a-bf4a-be776eb13e07', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:80:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '063b8ad6-5b9b-4441-941b-32aee0eee15f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:49:38Z', 'updated_at': '2021-07-27T23:49:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': '80fcec12-debd-4ecb-9d34-412c932e8001', 'name': '', 'network_id': '6b57b7c6-4fce-4844-aa18-52bc31c769e1', 'tenant_id': '9bd234b28f864bafb032087c6c658c6f', 'mac_address': 'fa:16:3e:7e:c9:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '063b8ad6-5b9b-4441-941b-32aee0eee15f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': 'd03da006-9850-49d7-8299-58f5c22851b6', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:49:41Z', 'updated_at': '2021-07-27T23:49:43Z', 'revision_number': 4, 'project_id': '9bd234b28f864bafb032087c6c658c6f', 'subnets': [{'id': 'd03da006-9850-49d7-8299-58f5c22851b6', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:49:44.596590 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f69b60-52e0-4152-afdd-fd696e1af22a req-c7124b93-8463-41ec-8a6e-0a9efae25220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:49:44.598088 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b0f69b60-52e0-4152-afdd-fd696e1af22a req-c7124b93-8463-41ec-8a6e-0a9efae25220 service neutron] 10.222.0.38 "GET /v2.0/networks?id=2f031e26-d94e-4a00-a352-f0820c32ecc4 HTTP/1.1" status: 200 len: 897 time: 0.0930140 Jul 27 23:49:44.615612 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fbba9df-9f44-45d1-942c-cb4abb49771d None None] The sync data for ids ['063b8ad6-5b9b-4441-941b-32aee0eee15f'] in n-d-802623-1 is: [{'id': '063b8ad6-5b9b-4441-941b-32aee0eee15f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-44508392', 'tenant_id': '9bd234b28f864bafb032087c6c658c6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.183'}], 'enable_snat': True}, 'gw_port_id': 'cb429be9-713c-4b3a-bf4a-be776eb13e07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:49:37Z', 'updated_at': '2021-07-27T23:49:41Z', 'revision_number': 4, 'project_id': '9bd234b28f864bafb032087c6c658c6f', 'gw_port': {'id': 'cb429be9-713c-4b3a-bf4a-be776eb13e07', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:80:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '063b8ad6-5b9b-4441-941b-32aee0eee15f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:49:38Z', 'updated_at': '2021-07-27T23:49:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': '80fcec12-debd-4ecb-9d34-412c932e8001', 'name': '', 'network_id': '6b57b7c6-4fce-4844-aa18-52bc31c769e1', 'tenant_id': '9bd234b28f864bafb032087c6c658c6f', 'mac_address': 'fa:16:3e:7e:c9:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '063b8ad6-5b9b-4441-941b-32aee0eee15f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': 'd03da006-9850-49d7-8299-58f5c22851b6', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:49:41Z', 'updated_at': '2021-07-27T23:49:43Z', 'revision_number': 4, 'project_id': '9bd234b28f864bafb032087c6c658c6f', 'subnets': [{'id': 'd03da006-9850-49d7-8299-58f5c22851b6', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:49:44.682211 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b0f69b60-52e0-4152-afdd-fd696e1af22a req-ecc06dbf-bb90-45b8-866f-cfc95fd4107b service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=01bbf08b-4dee-4b39-967e-5fef1008e778 HTTP/1.1" status: 200 len: 1000 time: 0.0758173 Jul 27 23:49:44.744059 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f69b60-52e0-4152-afdd-fd696e1af22a req-44abc4b7-5ad1-4402-9859-9f3ef7177942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:49:44.745480 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b0f69b60-52e0-4152-afdd-fd696e1af22a req-44abc4b7-5ad1-4402-9859-9f3ef7177942 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=41802d6c-7b8c-4e54-850d-28817dee7fe1 HTTP/1.1" status: 200 len: 834 time: 0.0565886 Jul 27 23:49:44.800809 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f69b60-52e0-4152-afdd-fd696e1af22a req-c02f85cd-1546-48b7-afda-e88051063889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:49:44.803402 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b0f69b60-52e0-4152-afdd-fd696e1af22a req-c02f85cd-1546-48b7-afda-e88051063889 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=2f031e26-d94e-4a00-a352-f0820c32ecc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0500195 Jul 27 23:49:44.902964 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b0f69b60-52e0-4152-afdd-fd696e1af22a req-990bd7b7-3847-4e1e-9a7f-e0a1db1adff4 service neutron] 10.222.0.38 "GET /v2.0/networks/2f031e26-d94e-4a00-a352-f0820c32ecc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921164 Jul 27 23:49:45.001131 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b0f69b60-52e0-4152-afdd-fd696e1af22a req-8105ad59-cd09-45f2-a4d6-4240be2c6e74 service neutron] 10.222.0.38 "GET /v2.0/networks/2f031e26-d94e-4a00-a352-f0820c32ecc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903242 Jul 27 23:49:45.477206 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-56dfb08d-070c-4070-9a1d-80cbce2f0002 req-e1abcb73-3a17-4368-bbf2-e0c3cfe5482b tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] 10.222.0.18 "GET /v2.0/ports?device_id=c870d5c4-3627-4fcf-95b4-58102d899a5c HTTP/1.1" status: 200 len: 210 time: 0.0263920 Jul 27 23:49:46.045775 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 80fcec12-debd-4ecb-9d34-412c932e8001 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:49:46.109039 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning for port 80fcec12-debd-4ecb-9d34-412c932e8001 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:49:46.112808 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port 80fcec12-debd-4ecb-9d34-412c932e8001 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:49:46.113188 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:49:46.193134 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:49:46.223953 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] For port 80fcec12-debd-4ecb-9d34-412c932e8001, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=80fcec12-debd-4ecb-9d34-412c932e8001,segment=NetworkSegment(7c2ac397-22ab-4008-afe4-aa4586a667d0),segment_id=7c2ac397-22ab-4008-afe4-aa4586a667d0)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:49:46.227294 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:49:46.274196 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Pushing event updated for resources: {'Port': ['ID=80fcec12-debd-4ecb-9d34-412c932e8001,revision_number=5']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:49:46.533602 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191bfd10-780a-41a6-9e45-d90658fbcf77 req-e28c0496-e4c4-4722-953b-d4ad71ae5576 tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:49:46.535082 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-191bfd10-780a-41a6-9e45-d90658fbcf77 req-e28c0496-e4c4-4722-953b-d4ad71ae5576 tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] 10.222.0.49 "GET /v2.0/networks?id=6b57b7c6-4fce-4844-aa18-52bc31c769e1 HTTP/1.1" status: 200 len: 798 time: 0.1090074 Jul 27 23:49:46.547874 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [req-191bfd10-780a-41a6-9e45-d90658fbcf77 req-91644d32-05ae-4edc-b89b-80a5f0c2f530 tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Request body: {'port': {'device_id': 'c870d5c4-3627-4fcf-95b4-58102d899a5c', 'network_id': '6b57b7c6-4fce-4844-aa18-52bc31c769e1', 'admin_state_up': True, 'tenant_id': '9bd234b28f864bafb032087c6c658c6f'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:49:46.614955 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-4ed3e858-24bf-4b5a-bc2e-80f64b989270 req-ed518420-cb24-40b1-ba12-c4354a4bf86b tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] 10.222.0.18 "GET /v2.0/ports?device_id=c870d5c4-3627-4fcf-95b4-58102d899a5c HTTP/1.1" status: 200 len: 210 time: 0.0618265 Jul 27 23:49:46.679708 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-191bfd10-780a-41a6-9e45-d90658fbcf77 req-91644d32-05ae-4edc-b89b-80a5f0c2f530 tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Made reservation on behalf of 9bd234b28f864bafb032087c6c658c6f for: {'port': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:49:46.683744 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-191bfd10-780a-41a6-9e45-d90658fbcf77 req-91644d32-05ae-4edc-b89b-80a5f0c2f530 tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:49:46.806912 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [req-191bfd10-780a-41a6-9e45-d90658fbcf77 req-91644d32-05ae-4edc-b89b-80a5f0c2f530 tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Allocated IP 172.20.0.23 (6b57b7c6-4fce-4844-aa18-52bc31c769e1/d03da006-9850-49d7-8299-58f5c22851b6/4099c871-2fe9-4adb-a069-2283762b2a43) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:49:46.919029 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-191bfd10-780a-41a6-9e45-d90658fbcf77 req-91644d32-05ae-4edc-b89b-80a5f0c2f530 tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:49:46.934370 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [req-191bfd10-780a-41a6-9e45-d90658fbcf77 req-91644d32-05ae-4edc-b89b-80a5f0c2f530 tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Transition to ACTIVE for port object 4099c871-2fe9-4adb-a069-2283762b2a43 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:49:46.966414 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-191bfd10-780a-41a6-9e45-d90658fbcf77 req-91644d32-05ae-4edc-b89b-80a5f0c2f530 tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:49:47.006422 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-191bfd10-780a-41a6-9e45-d90658fbcf77 req-91644d32-05ae-4edc-b89b-80a5f0c2f530 tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Network 6b57b7c6-4fce-4844-aa18-52bc31c769e1 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:49:47.009676 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [req-191bfd10-780a-41a6-9e45-d90658fbcf77 req-91644d32-05ae-4edc-b89b-80a5f0c2f530 tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:49:47.018227 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [req-191bfd10-780a-41a6-9e45-d90658fbcf77 req-91644d32-05ae-4edc-b89b-80a5f0c2f530 tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:49:47.022073 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91644d32-05ae-4edc-b89b-80a5f0c2f530 tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Pushing event updated for resources: {'Port': ['ID=4099c871-2fe9-4adb-a069-2283762b2a43,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:49:47.075381 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191bfd10-780a-41a6-9e45-d90658fbcf77 req-91644d32-05ae-4edc-b89b-80a5f0c2f530 tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:49:47.076031 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-191bfd10-780a-41a6-9e45-d90658fbcf77 req-91644d32-05ae-4edc-b89b-80a5f0c2f530 tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:49:47.091828 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-191bfd10-780a-41a6-9e45-d90658fbcf77 req-91644d32-05ae-4edc-b89b-80a5f0c2f530 tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 0.5478239 Jul 27 23:49:47.105553 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [req-191bfd10-780a-41a6-9e45-d90658fbcf77 req-8c3f2b8f-25b0-4dd8-9a9c-b98544c86a93 service neutron] Request body: {'port': {'device_id': 'c870d5c4-3627-4fcf-95b4-58102d899a5c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802623-1'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:49:47.161921 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-191bfd10-780a-41a6-9e45-d90658fbcf77 req-8c3f2b8f-25b0-4dd8-9a9c-b98544c86a93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:49:47.251767 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-66595ba6-82ad-4779-a27b-9e32bd5272c4 None None] Provisioning for port 4099c871-2fe9-4adb-a069-2283762b2a43 completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:49:47.255930 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-66595ba6-82ad-4779-a27b-9e32bd5272c4 None None] Provisioning complete for port 4099c871-2fe9-4adb-a069-2283762b2a43 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:49:47.256309 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-66595ba6-82ad-4779-a27b-9e32bd5272c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:49:47.292976 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-66595ba6-82ad-4779-a27b-9e32bd5272c4 None None] Port 4099c871-2fe9-4adb-a069-2283762b2a43 cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:49:47.420989 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [req-191bfd10-780a-41a6-9e45-d90658fbcf77 req-8c3f2b8f-25b0-4dd8-9a9c-b98544c86a93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4099c871-2fe9-4adb-a069-2283762b2a43 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:49:47.427933 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-191bfd10-780a-41a6-9e45-d90658fbcf77 req-8c3f2b8f-25b0-4dd8-9a9c-b98544c86a93 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:49:47.440362 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [req-191bfd10-780a-41a6-9e45-d90658fbcf77 req-8c3f2b8f-25b0-4dd8-9a9c-b98544c86a93 service neutron] Transition to ACTIVE for port object 4099c871-2fe9-4adb-a069-2283762b2a43 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:49:47.443393 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-191bfd10-780a-41a6-9e45-d90658fbcf77 req-8c3f2b8f-25b0-4dd8-9a9c-b98544c86a93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11336041'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:49:47.507632 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3f2b8f-25b0-4dd8-9a9c-b98544c86a93 service neutron] Pushing event updated for resources: {'Port': ['ID=4099c871-2fe9-4adb-a069-2283762b2a43,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:49:47.559103 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-191bfd10-780a-41a6-9e45-d90658fbcf77 req-8c3f2b8f-25b0-4dd8-9a9c-b98544c86a93 service neutron] Attempting to bind port 4099c871-2fe9-4adb-a069-2283762b2a43 on host n-h2-802623-1 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:49:47.560116 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-191bfd10-780a-41a6-9e45-d90658fbcf77 req-8c3f2b8f-25b0-4dd8-9a9c-b98544c86a93 service neutron] Attempting to bind port 4099c871-2fe9-4adb-a069-2283762b2a43 by drivers openvswitch,hyperv on host n-h2-802623-1 at level 0 using segments [{'id': '7c2ac397-22ab-4008-afe4-aa4586a667d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '6b57b7c6-4fce-4844-aa18-52bc31c769e1'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:49:47.560116 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-191bfd10-780a-41a6-9e45-d90658fbcf77 req-8c3f2b8f-25b0-4dd8-9a9c-b98544c86a93 service neutron] Attempting to bind port 4099c871-2fe9-4adb-a069-2283762b2a43 on network 6b57b7c6-4fce-4844-aa18-52bc31c769e1 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:49:47.564327 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-191bfd10-780a-41a6-9e45-d90658fbcf77 req-8c3f2b8f-25b0-4dd8-9a9c-b98544c86a93 service neutron] Port 4099c871-2fe9-4adb-a069-2283762b2a43 on network 6b57b7c6-4fce-4844-aa18-52bc31c769e1 not bound, no agent of type Open vSwitch agent registered on host n-h2-802623-1 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 23:49:47.564648 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-191bfd10-780a-41a6-9e45-d90658fbcf77 req-8c3f2b8f-25b0-4dd8-9a9c-b98544c86a93 service neutron] Attempting to bind port 4099c871-2fe9-4adb-a069-2283762b2a43 on network 6b57b7c6-4fce-4844-aa18-52bc31c769e1 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:49:47.569719 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-191bfd10-780a-41a6-9e45-d90658fbcf77 req-8c3f2b8f-25b0-4dd8-9a9c-b98544c86a93 service neutron] Checking agent: {'id': 'c5cc038b-93c4-4df4-8061-5df2a04a48c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 23, 0, 4), 'started_at': datetime.datetime(2021, 7, 27, 23, 0, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 49, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:49:47.570060 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-191bfd10-780a-41a6-9e45-d90658fbcf77 req-8c3f2b8f-25b0-4dd8-9a9c-b98544c86a93 service neutron] Checking segment: {'id': '7c2ac397-22ab-4008-afe4-aa4586a667d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '6b57b7c6-4fce-4844-aa18-52bc31c769e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:49:47.570440 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-191bfd10-780a-41a6-9e45-d90658fbcf77 req-8c3f2b8f-25b0-4dd8-9a9c-b98544c86a93 service neutron] Bound using segment: {'id': '7c2ac397-22ab-4008-afe4-aa4586a667d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '6b57b7c6-4fce-4844-aa18-52bc31c769e1'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:49:47.570870 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-191bfd10-780a-41a6-9e45-d90658fbcf77 req-8c3f2b8f-25b0-4dd8-9a9c-b98544c86a93 service neutron] Bound port: 4099c871-2fe9-4adb-a069-2283762b2a43, host: n-h2-802623-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c2ac397-22ab-4008-afe4-aa4586a667d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '6b57b7c6-4fce-4844-aa18-52bc31c769e1'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:49:47.571249 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-191bfd10-780a-41a6-9e45-d90658fbcf77 req-8c3f2b8f-25b0-4dd8-9a9c-b98544c86a93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:49:47.636340 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-191bfd10-780a-41a6-9e45-d90658fbcf77 req-8c3f2b8f-25b0-4dd8-9a9c-b98544c86a93 service neutron] For port 4099c871-2fe9-4adb-a069-2283762b2a43, host n-h2-802623-1, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:49:47.639964 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-191bfd10-780a-41a6-9e45-d90658fbcf77 req-8c3f2b8f-25b0-4dd8-9a9c-b98544c86a93 service neutron] For port 4099c871-2fe9-4adb-a069-2283762b2a43, host n-h2-802623-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=4099c871-2fe9-4adb-a069-2283762b2a43,segment=NetworkSegment(7c2ac397-22ab-4008-afe4-aa4586a667d0),segment_id=7c2ac397-22ab-4008-afe4-aa4586a667d0)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:49:47.645126 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-191bfd10-780a-41a6-9e45-d90658fbcf77 req-8c3f2b8f-25b0-4dd8-9a9c-b98544c86a93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11336041'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:49:47.683790 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191bfd10-780a-41a6-9e45-d90658fbcf77 req-8c3f2b8f-25b0-4dd8-9a9c-b98544c86a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:49:47.684409 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-191bfd10-780a-41a6-9e45-d90658fbcf77 req-8c3f2b8f-25b0-4dd8-9a9c-b98544c86a93 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:49:47.685808 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-191bfd10-780a-41a6-9e45-d90658fbcf77 req-8c3f2b8f-25b0-4dd8-9a9c-b98544c86a93 service neutron] 10.222.0.49 "PUT /v2.0/ports/4099c871-2fe9-4adb-a069-2283762b2a43 HTTP/1.1" status: 200 len: 1055 time: 0.5848227 Jul 27 23:49:47.686248 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c870d5c4-3627-4fcf-95b4-58102d899a5c', 'tag': '4099c871-2fe9-4adb-a069-2283762b2a43'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:49:47.688500 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a476459a1bfce68b0ae0df5b6a71154bfc7cfdc8f9eefce6ad0a17231e60468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7985099-8e4f-4617-9a22-e94f15c27873" -d '{"events": [{"name": "network-changed", "server_uuid": "c870d5c4-3627-4fcf-95b4-58102d899a5c", "tag": "4099c871-2fe9-4adb-a069-2283762b2a43"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:49:47.719578 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3f2b8f-25b0-4dd8-9a9c-b98544c86a93 service neutron] Pushing event updated for resources: {'Port': ['ID=4099c871-2fe9-4adb-a069-2283762b2a43,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:49:47.753102 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 23:49:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbbc13fd-4641-45ca-a572-8fca872a7170 x-openstack-request-id: req-fbbc13fd-4641-45ca-a572-8fca872a7170 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:49:47.753403 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c870d5c4-3627-4fcf-95b4-58102d899a5c", "tag": "4099c871-2fe9-4adb-a069-2283762b2a43", "status": "completed", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:49:47.753629 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-fbbc13fd-4641-45ca-a572-8fca872a7170 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:49:47.754019 n-d-802623-1 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c870d5c4-3627-4fcf-95b4-58102d899a5c', 'tag': '4099c871-2fe9-4adb-a069-2283762b2a43', 'status': 'completed', 'code': 200} Jul 27 23:49:47.759625 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bf60ef-cc6f-408d-817c-92c4b045efc3 req-a2248c30-986c-46ef-8005-c53eb3212c3b tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:49:47.761233 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-42bf60ef-cc6f-408d-817c-92c4b045efc3 req-a2248c30-986c-46ef-8005-c53eb3212c3b tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] 10.222.0.18 "GET /v2.0/ports?device_id=c870d5c4-3627-4fcf-95b4-58102d899a5c HTTP/1.1" status: 200 len: 907 time: 0.0736825 Jul 27 23:49:47.789028 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191bfd10-780a-41a6-9e45-d90658fbcf77 req-2d907e3c-617d-4fc2-a337-e9a54b0c6cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:49:47.790550 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-191bfd10-780a-41a6-9e45-d90658fbcf77 req-2d907e3c-617d-4fc2-a337-e9a54b0c6cfa service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9bd234b28f864bafb032087c6c658c6f&device_id=c870d5c4-3627-4fcf-95b4-58102d899a5c HTTP/1.1" status: 200 len: 1058 time: 0.0477686 Jul 27 23:49:47.837973 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-191bfd10-780a-41a6-9e45-d90658fbcf77 req-2ea07d78-5f3f-4e9f-9c86-6936c5f4f31d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=4099c871-2fe9-4adb-a069-2283762b2a43 HTTP/1.1" status: 200 len: 217 time: 0.0389211 Jul 27 23:49:47.892714 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191bfd10-780a-41a6-9e45-d90658fbcf77 req-e2b5ac6e-ffaf-4919-ad77-4a41f7ba906f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:49:47.894207 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-191bfd10-780a-41a6-9e45-d90658fbcf77 req-e2b5ac6e-ffaf-4919-ad77-4a41f7ba906f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d03da006-9850-49d7-8299-58f5c22851b6 HTTP/1.1" status: 200 len: 838 time: 0.0486584 Jul 27 23:49:47.938514 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191bfd10-780a-41a6-9e45-d90658fbcf77 req-859d3314-c169-4fae-9562-3e281d85877d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:49:47.940190 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-191bfd10-780a-41a6-9e45-d90658fbcf77 req-859d3314-c169-4fae-9562-3e281d85877d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6b57b7c6-4fce-4844-aa18-52bc31c769e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0390694 Jul 27 23:49:48.023540 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 80fcec12-debd-4ecb-9d34-412c932e8001 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:49:48.028782 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-191bfd10-780a-41a6-9e45-d90658fbcf77 req-b84ca123-518b-47b3-8595-52aa1491d37c service neutron] 10.222.0.49 "GET /v2.0/networks/6b57b7c6-4fce-4844-aa18-52bc31c769e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818777 Jul 27 23:49:48.071163 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port 80fcec12-debd-4ecb-9d34-412c932e8001 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:49:48.071544 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:49:48.122624 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-191bfd10-780a-41a6-9e45-d90658fbcf77 req-bcc06280-4670-4071-a119-c38c176258d5 service neutron] 10.222.0.49 "GET /v2.0/networks/6b57b7c6-4fce-4844-aa18-52bc31c769e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850780 Jul 27 23:49:48.211683 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7985099-8e4f-4617-9a22-e94f15c27873 req-9e1627f1-06f9-4f63-a721-7fad9752bdda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:49:48.213051 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d7985099-8e4f-4617-9a22-e94f15c27873 req-9e1627f1-06f9-4f63-a721-7fad9752bdda service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9bd234b28f864bafb032087c6c658c6f&device_id=c870d5c4-3627-4fcf-95b4-58102d899a5c HTTP/1.1" status: 200 len: 1058 time: 0.0407803 Jul 27 23:49:48.302413 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7985099-8e4f-4617-9a22-e94f15c27873 req-1efee815-729e-4580-af84-34c8b5b77705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:49:48.303857 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d7985099-8e4f-4617-9a22-e94f15c27873 req-1efee815-729e-4580-af84-34c8b5b77705 service neutron] 10.222.0.49 "GET /v2.0/networks?id=6b57b7c6-4fce-4844-aa18-52bc31c769e1 HTTP/1.1" status: 200 len: 899 time: 0.0836053 Jul 27 23:49:48.344257 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d7985099-8e4f-4617-9a22-e94f15c27873 req-83ae9b7b-5a30-4fd4-97bb-6b06bcf978a3 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=4099c871-2fe9-4adb-a069-2283762b2a43 HTTP/1.1" status: 200 len: 217 time: 0.0338557 Jul 27 23:49:48.394309 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7985099-8e4f-4617-9a22-e94f15c27873 req-188ff273-7669-4ee2-8d64-998513268146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:49:48.395712 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d7985099-8e4f-4617-9a22-e94f15c27873 req-188ff273-7669-4ee2-8d64-998513268146 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d03da006-9850-49d7-8299-58f5c22851b6 HTTP/1.1" status: 200 len: 838 time: 0.0452306 Jul 27 23:49:48.442239 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7985099-8e4f-4617-9a22-e94f15c27873 req-7913395d-a796-4afc-ae87-579aabdecc13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:49:48.443674 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d7985099-8e4f-4617-9a22-e94f15c27873 req-7913395d-a796-4afc-ae87-579aabdecc13 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6b57b7c6-4fce-4844-aa18-52bc31c769e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0412641 Jul 27 23:49:48.529499 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d7985099-8e4f-4617-9a22-e94f15c27873 req-d4272e2e-ff4e-454b-8354-e9b27c92a9bb service neutron] 10.222.0.49 "GET /v2.0/networks/6b57b7c6-4fce-4844-aa18-52bc31c769e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0784607 Jul 27 23:49:48.622209 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d7985099-8e4f-4617-9a22-e94f15c27873 req-4228d531-b30e-4a9b-b7ec-903d0a176d25 service neutron] 10.222.0.49 "GET /v2.0/networks/6b57b7c6-4fce-4844-aa18-52bc31c769e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852113 Jul 27 23:49:49.222433 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae4e385-8619-4bbf-b7dc-cf6f04a8ff37 req-9dd03ac4-f0d5-4758-99d1-b0a2bd1e62fa tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:49:49.223940 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-cae4e385-8619-4bbf-b7dc-cf6f04a8ff37 req-9dd03ac4-f0d5-4758-99d1-b0a2bd1e62fa tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] 10.222.0.18 "GET /v2.0/ports?device_id=c870d5c4-3627-4fcf-95b4-58102d899a5c HTTP/1.1" status: 200 len: 907 time: 0.3948035 Jul 27 23:49:50.337714 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07be2ff0-c7d7-4664-89a6-2f4e9c526d77 req-7878c50e-213b-458c-9c36-a60aa92624f9 tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:49:50.339185 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-07be2ff0-c7d7-4664-89a6-2f4e9c526d77 req-7878c50e-213b-458c-9c36-a60aa92624f9 tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] 10.222.0.18 "GET /v2.0/ports?device_id=c870d5c4-3627-4fcf-95b4-58102d899a5c HTTP/1.1" status: 200 len: 907 time: 0.0518661 Jul 27 23:49:51.052405 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device 4099c871-2fe9-4adb-a069-2283762b2a43 details requested by agent hyperv_n-h2-802623-1 with host n-h2-802623-1 {{(pid=93799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 23:49:51.146064 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port 4099c871-2fe9-4adb-a069-2283762b2a43, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=4099c871-2fe9-4adb-a069-2283762b2a43,segment=NetworkSegment(7c2ac397-22ab-4008-afe4-aa4586a667d0),segment_id=7c2ac397-22ab-4008-afe4-aa4586a667d0)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:49:51.159054 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Returning: {'device': '4099c871-2fe9-4adb-a069-2283762b2a43', 'network_id': '6b57b7c6-4fce-4844-aa18-52bc31c769e1', 'port_id': '4099c871-2fe9-4adb-a069-2283762b2a43', 'mac_address': 'fa:16:3e:be:e3:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd03da006-9850-49d7-8299-58f5c22851b6', 'ip_address': '172.20.0.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 23:49:51.199247 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:49:51.211606 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4099c871-2fe9-4adb-a069-2283762b2a43 {{(pid=93799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:49:51.230125 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port 4099c871-2fe9-4adb-a069-2283762b2a43, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=4099c871-2fe9-4adb-a069-2283762b2a43,segment=NetworkSegment(7c2ac397-22ab-4008-afe4-aa4586a667d0),segment_id=7c2ac397-22ab-4008-afe4-aa4586a667d0)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:49:51.235343 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:49:51.284582 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Pushing event updated for resources: {'Port': ['ID=4099c871-2fe9-4adb-a069-2283762b2a43,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:49:51.449622 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e90dc3-d21a-415c-a172-ee06af0574e2 req-eaf8d5f8-326f-451b-a091-ed90a7563bd2 tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:49:51.451111 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-c2e90dc3-d21a-415c-a172-ee06af0574e2 req-eaf8d5f8-326f-451b-a091-ed90a7563bd2 tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] 10.222.0.18 "GET /v2.0/ports?device_id=c870d5c4-3627-4fcf-95b4-58102d899a5c HTTP/1.1" status: 200 len: 908 time: 0.0474048 Jul 27 23:49:51.583936 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] get_ports_and_sgs() called for port_ids ['4099c871-2fe9-4adb-a069-2283762b2a43'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:49:52.564592 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380270d7-639b-446f-b17f-627895bb8dc8 req-2c015b49-d368-402c-bbb4-c1c2d2a2fec8 tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:49:52.566373 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-380270d7-639b-446f-b17f-627895bb8dc8 req-2c015b49-d368-402c-bbb4-c1c2d2a2fec8 tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] 10.222.0.18 "GET /v2.0/ports?device_id=c870d5c4-3627-4fcf-95b4-58102d899a5c HTTP/1.1" status: 200 len: 908 time: 0.0508072 Jul 27 23:49:53.052728 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device 4099c871-2fe9-4adb-a069-2283762b2a43 up at agent hyperv_n-h2-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:49:53.099460 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Provisioning for port 4099c871-2fe9-4adb-a069-2283762b2a43 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:49:53.103210 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Provisioning complete for port 4099c871-2fe9-4adb-a069-2283762b2a43 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:49:53.104186 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:49:53.181095 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:49:53.203064 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c870d5c4-3627-4fcf-95b4-58102d899a5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4099c871-2fe9-4adb-a069-2283762b2a43'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:49:53.205341 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c0369b0d4f459110ff20a1f9878ba33f96d6491bddb9d15843bf29d01e0bda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c15e02e-30ae-4ec5-909b-a48ad61dd9a3" -d '{"events": [{"server_uuid": "c870d5c4-3627-4fcf-95b4-58102d899a5c", "name": "network-vif-plugged", "status": "completed", "tag": "4099c871-2fe9-4adb-a069-2283762b2a43"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:49:53.218263 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port 4099c871-2fe9-4adb-a069-2283762b2a43, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=4099c871-2fe9-4adb-a069-2283762b2a43,segment=NetworkSegment(7c2ac397-22ab-4008-afe4-aa4586a667d0),segment_id=7c2ac397-22ab-4008-afe4-aa4586a667d0)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:49:53.223218 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:49:53.272139 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Pushing event updated for resources: {'Port': ['ID=4099c871-2fe9-4adb-a069-2283762b2a43,revision_number=5']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:49:53.316507 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:49:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aea677c0-0916-4025-8ad3-ea317104b43c x-openstack-request-id: req-aea677c0-0916-4025-8ad3-ea317104b43c {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:49:53.316807 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c870d5c4-3627-4fcf-95b4-58102d899a5c", "name": "network-vif-plugged", "status": "completed", "tag": "4099c871-2fe9-4adb-a069-2283762b2a43", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:49:53.317058 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-aea677c0-0916-4025-8ad3-ea317104b43c {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:49:53.317454 n-d-802623-1 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c870d5c4-3627-4fcf-95b4-58102d899a5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4099c871-2fe9-4adb-a069-2283762b2a43', 'code': 200} Jul 27 23:49:53.408604 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cef98a-254f-46bc-8263-d1758baa8ac5 req-2b8b6520-a20e-42a0-9649-ac98e5440bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:49:53.410042 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-67cef98a-254f-46bc-8263-d1758baa8ac5 req-2b8b6520-a20e-42a0-9649-ac98e5440bf7 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=c870d5c4-3627-4fcf-95b4-58102d899a5c HTTP/1.1" status: 200 len: 1060 time: 0.0380199 Jul 27 23:49:53.680134 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5e4cb3-8b96-4f22-aa5d-4c814f529b0f req-362d802e-5405-4011-a28a-705379c3eebf tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:49:53.682253 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-9f5e4cb3-8b96-4f22-aa5d-4c814f529b0f req-362d802e-5405-4011-a28a-705379c3eebf tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] 10.222.0.18 "GET /v2.0/ports?device_id=c870d5c4-3627-4fcf-95b4-58102d899a5c HTTP/1.1" status: 200 len: 909 time: 0.0493717 Jul 27 23:49:54.798715 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ceef036-5029-4ab4-938d-8a590ed4e9bd req-8673dd70-3030-4111-bd08-30aab9f9056a tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:49:54.800229 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-4ceef036-5029-4ab4-938d-8a590ed4e9bd req-8673dd70-3030-4111-bd08-30aab9f9056a tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] 10.222.0.18 "GET /v2.0/ports?device_id=c870d5c4-3627-4fcf-95b4-58102d899a5c HTTP/1.1" status: 200 len: 909 time: 0.0504320 Jul 27 23:49:54.911498 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92678d31-b36a-4fa6-87d4-a77ae6fc6990 req-bee6cad1-8ac3-400e-8b34-3d2d0323b7a2 tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:49:54.912958 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-92678d31-b36a-4fa6-87d4-a77ae6fc6990 req-bee6cad1-8ac3-400e-8b34-3d2d0323b7a2 tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] 10.222.0.18 "GET /v2.0/ports?device_id=c870d5c4-3627-4fcf-95b4-58102d899a5c HTTP/1.1" status: 200 len: 909 time: 0.0476830 Jul 27 23:49:55.015031 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de36a13-c2a9-49aa-bb06-300f76f29906 req-46c7adc4-e278-4542-8f88-8e7b154fd008 tempest-TestSecurityGroupsBasicOps-1443860545 tempest-TestSecurityGroupsBasicOps-1443860545-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:49:55.016538 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-3de36a13-c2a9-49aa-bb06-300f76f29906 req-46c7adc4-e278-4542-8f88-8e7b154fd008 tempest-TestSecurityGroupsBasicOps-1443860545 tempest-TestSecurityGroupsBasicOps-1443860545-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=c870d5c4-3627-4fcf-95b4-58102d899a5c HTTP/1.1" status: 200 len: 1060 time: 0.0396566 Jul 27 23:49:55.122152 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92bb422-d86c-40c6-992e-4c4530dc2e0d req-729c3262-9481-4f29-ba65-5248cbf91035 tempest-TestSecurityGroupsBasicOps-1443860545 tempest-TestSecurityGroupsBasicOps-1443860545-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:49:55.123677 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a92bb422-d86c-40c6-992e-4c4530dc2e0d req-729c3262-9481-4f29-ba65-5248cbf91035 tempest-TestSecurityGroupsBasicOps-1443860545 tempest-TestSecurityGroupsBasicOps-1443860545-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=beee2d84-e710-41f3-b23a-49778f0b5b39 HTTP/1.1" status: 200 len: 1135 time: 0.0441089 Jul 27 23:49:55.160352 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a92bb422-d86c-40c6-992e-4c4530dc2e0d req-4139a663-3263-43ed-ac8c-af1b1f47fca4 tempest-TestSecurityGroupsBasicOps-1443860545 tempest-TestSecurityGroupsBasicOps-1443860545-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=84bdb5d4-16a9-48c7-9221-870503c9f7d7&id=ea716649-d5f6-45c0-8981-4f502e5352d6&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0307801 Jul 27 23:49:55.181929 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 54680) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:49:55.220357 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cae73df-2ff4-46ee-a290-86db679ca755 tempest-TestSecurityGroupsBasicOps-1443860545 tempest-TestSecurityGroupsBasicOps-1443860545-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:49:55.221742 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-9cae73df-2ff4-46ee-a290-86db679ca755 tempest-TestSecurityGroupsBasicOps-1443860545 tempest-TestSecurityGroupsBasicOps-1443860545-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=c870d5c4-3627-4fcf-95b4-58102d899a5c HTTP/1.1" status: 200 len: 1055 time: 0.0387907 Jul 27 23:49:55.426687 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056b7bae-c3b5-4dcc-a9a1-2546fec6778c req-c307f7c5-9bfb-4fa6-892c-79a962ac837f tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:49:55.428165 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-056b7bae-c3b5-4dcc-a9a1-2546fec6778c req-c307f7c5-9bfb-4fa6-892c-79a962ac837f tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] 10.222.0.18 "GET /v2.0/ports?device_id=c870d5c4-3627-4fcf-95b4-58102d899a5c HTTP/1.1" status: 200 len: 909 time: 0.0480468 Jul 27 23:49:56.545804 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a4e9b1-ad20-4032-b837-edb8f65d69e5 req-831fb708-6a75-4aac-979e-478c3f2d2f4e tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:49:56.547352 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-e8a4e9b1-ad20-4032-b837-edb8f65d69e5 req-831fb708-6a75-4aac-979e-478c3f2d2f4e tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] 10.222.0.18 "GET /v2.0/ports?device_id=c870d5c4-3627-4fcf-95b4-58102d899a5c HTTP/1.1" status: 200 len: 909 time: 0.0494378 Jul 27 23:49:56.809326 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c032ff-8656-4207-a10d-42792c2eb4f6 req-edd809d0-7a04-4908-9cb9-c64585fd06ea tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:49:56.810649 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a3c032ff-8656-4207-a10d-42792c2eb4f6 req-edd809d0-7a04-4908-9cb9-c64585fd06ea tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] 10.222.0.49 "GET /v2.0/ports?device_id=c870d5c4-3627-4fcf-95b4-58102d899a5c HTTP/1.1" status: 200 len: 909 time: 0.0463877 Jul 27 23:49:56.900335 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [req-a3c032ff-8656-4207-a10d-42792c2eb4f6 req-cc2436d2-83df-4552-a676-965ec0a2e05f tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Deleting port 4099c871-2fe9-4adb-a069-2283762b2a43 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:49:56.901222 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-a3c032ff-8656-4207-a10d-42792c2eb4f6 req-cc2436d2-83df-4552-a676-965ec0a2e05f tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:49:56.937449 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ef938474-07a8-4fab-ac16-8716f6b17018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:49:56.990099 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-a3c032ff-8656-4207-a10d-42792c2eb4f6 req-cc2436d2-83df-4552-a676-965ec0a2e05f tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] For port 4099c871-2fe9-4adb-a069-2283762b2a43, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=4099c871-2fe9-4adb-a069-2283762b2a43,segment=NetworkSegment(7c2ac397-22ab-4008-afe4-aa4586a667d0),segment_id=7c2ac397-22ab-4008-afe4-aa4586a667d0)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:49:56.990513 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-a3c032ff-8656-4207-a10d-42792c2eb4f6 req-cc2436d2-83df-4552-a676-965ec0a2e05f tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:49:57.003020 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [req-a3c032ff-8656-4207-a10d-42792c2eb4f6 req-cc2436d2-83df-4552-a676-965ec0a2e05f tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Calling delete_port for 4099c871-2fe9-4adb-a069-2283762b2a43 owned by compute:nova {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:49:57.126991 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-a3c032ff-8656-4207-a10d-42792c2eb4f6 req-cc2436d2-83df-4552-a676-965ec0a2e05f tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:49:57.155394 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2436d2-83df-4552-a676-965ec0a2e05f tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Pushing event deleted for resources: {'Port': ['ID=4099c871-2fe9-4adb-a069-2283762b2a43,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:49:57.199365 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3c032ff-8656-4207-a10d-42792c2eb4f6 req-cc2436d2-83df-4552-a676-965ec0a2e05f tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] No DVR routers for this DVR port 4099c871-2fe9-4adb-a069-2283762b2a43 on host n-h2-802623-1 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:49:57.202217 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-a3c032ff-8656-4207-a10d-42792c2eb4f6 req-cc2436d2-83df-4552-a676-965ec0a2e05f tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:49:57.204413 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a3c032ff-8656-4207-a10d-42792c2eb4f6 req-cc2436d2-83df-4552-a676-965ec0a2e05f tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] 10.222.0.49 "DELETE /v2.0/ports/4099c871-2fe9-4adb-a069-2283762b2a43 HTTP/1.1" status: 204 len: 173 time: 0.3866715 Jul 27 23:49:57.204910 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c870d5c4-3627-4fcf-95b4-58102d899a5c', 'name': 'network-vif-deleted', 'tag': '4099c871-2fe9-4adb-a069-2283762b2a43'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:49:57.207217 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a476459a1bfce68b0ae0df5b6a71154bfc7cfdc8f9eefce6ad0a17231e60468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b20c4c0-3f07-4e29-ab92-9a5c52ed8bd4" -d '{"events": [{"server_uuid": "c870d5c4-3627-4fcf-95b4-58102d899a5c", "name": "network-vif-deleted", "tag": "4099c871-2fe9-4adb-a069-2283762b2a43"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:49:57.249512 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:49:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-729c8d66-176e-4c01-8882-8bdd2458ae77 x-openstack-request-id: req-729c8d66-176e-4c01-8882-8bdd2458ae77 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:49:57.249804 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c870d5c4-3627-4fcf-95b4-58102d899a5c", "name": "network-vif-deleted", "tag": "4099c871-2fe9-4adb-a069-2283762b2a43", "status": "completed", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:49:57.250055 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-729c8d66-176e-4c01-8882-8bdd2458ae77 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:49:57.250449 n-d-802623-1 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c870d5c4-3627-4fcf-95b4-58102d899a5c', 'name': 'network-vif-deleted', 'tag': '4099c871-2fe9-4adb-a069-2283762b2a43', 'status': 'completed', 'code': 200} Jul 27 23:49:57.651380 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-854a5131-1b9f-4b62-a28b-6209c429eb77 req-4cfb93c1-91b6-41d5-a9db-f026ff910e62 tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] 10.222.0.18 "GET /v2.0/ports?device_id=c870d5c4-3627-4fcf-95b4-58102d899a5c HTTP/1.1" status: 200 len: 210 time: 0.0253139 Jul 27 23:49:58.707848 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 54694) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:49:59.062602 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7b54d143-2a61-447e-bb88-e9b16aac3196 tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-414022'] for router_interface, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:49:59.313619 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-7b54d143-2a61-447e-bb88-e9b16aac3196 tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Deleting port 80fcec12-debd-4ecb-9d34-412c932e8001 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:49:59.313880 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7b54d143-2a61-447e-bb88-e9b16aac3196 tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:49:59.398382 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-7b54d143-2a61-447e-bb88-e9b16aac3196 tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] For port 80fcec12-debd-4ecb-9d34-412c932e8001, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=80fcec12-debd-4ecb-9d34-412c932e8001,segment=NetworkSegment(7c2ac397-22ab-4008-afe4-aa4586a667d0),segment_id=7c2ac397-22ab-4008-afe4-aa4586a667d0)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:49:59.398737 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7b54d143-2a61-447e-bb88-e9b16aac3196 tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:49:59.411727 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-7b54d143-2a61-447e-bb88-e9b16aac3196 tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Calling delete_port for 80fcec12-debd-4ecb-9d34-412c932e8001 owned by network:router_interface {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:49:59.589865 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7b54d143-2a61-447e-bb88-e9b16aac3196 tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:49:59.607693 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-894475e6-b2cb-4a5a-ac62-6e4a13f44a0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:49:59.622893 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b54d143-2a61-447e-bb88-e9b16aac3196 tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Pushing event deleted for resources: {'Port': ['ID=80fcec12-debd-4ecb-9d34-412c932e8001,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:49:59.808134 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7b54d143-2a61-447e-bb88-e9b16aac3196 tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3760546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-413994'] for router_interface, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:49:59.878628 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:50:00.021021 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b54d143-2a61-447e-bb88-e9b16aac3196 tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Router 063b8ad6-5b9b-4441-941b-32aee0eee15f has already been hosted by L3 agent 018c4455-49c0-4734-927d-7824067b2a9e {{(pid=93798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 23:50:00.094688 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:50:00.130422 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b54d143-2a61-447e-bb88-e9b16aac3196 tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:50:00.136287 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-7b54d143-2a61-447e-bb88-e9b16aac3196 tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] 10.222.0.18 "PUT /v2.0/routers/063b8ad6-5b9b-4441-941b-32aee0eee15f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4274080 Jul 27 23:50:00.139368 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 54696) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:50:00.142635 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34e52839-c303-4146-809e-a1959f82e979 None None] Sync routers for ids ['063b8ad6-5b9b-4441-941b-32aee0eee15f'] in n-d-802623-1 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:50:00.157387 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34e52839-c303-4146-809e-a1959f82e979 None None] Routers {'063b8ad6-5b9b-4441-941b-32aee0eee15f'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:50:00.158004 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-34e52839-c303-4146-809e-a1959f82e979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:50:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['063b8ad6-5b9b-4441-941b-32aee0eee15f'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:50:00.192930 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_v2 [None req-60dd5d68-07f0-43fd-9db1-73d3b65012fa tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Deleting subnet d03da006-9850-49d7-8299-58f5c22851b6 {{(pid=93798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 23:50:00.196085 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-60dd5d68-07f0-43fd-9db1-73d3b65012fa tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Notify callbacks [] for subnet, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:50:00.234796 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-60dd5d68-07f0-43fd-9db1-73d3b65012fa tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11163249'] for subnet, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:50:00.258839 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-34e52839-c303-4146-809e-a1959f82e979 None None] Set router 063b8ad6-5b9b-4441-941b-32aee0eee15f gateway port host: n-d-802623-1 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:50:00.320550 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-60dd5d68-07f0-43fd-9db1-73d3b65012fa tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620741'] for subnet, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:50:00.381155 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-60dd5d68-07f0-43fd-9db1-73d3b65012fa tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11971800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12265753'] for subnet, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:50:00.408389 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60dd5d68-07f0-43fd-9db1-73d3b65012fa tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Pushing event deleted for resources: {'Subnet': ['ID=d03da006-9850-49d7-8299-58f5c22851b6,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:50:00.413964 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-60dd5d68-07f0-43fd-9db1-73d3b65012fa tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:50:00.415891 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-60dd5d68-07f0-43fd-9db1-73d3b65012fa tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] 10.222.0.18 "DELETE /v2.0/subnets/d03da006-9850-49d7-8299-58f5c22851b6 HTTP/1.1" status: 204 len: 168 time: 0.2755361 Jul 27 23:50:00.419693 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 54698) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:50:00.421909 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4931f14d-2d1c-40a6-8939-4f3c27d35503 None None] Network 6b57b7c6-4fce-4844-aa18-52bc31c769e1 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:50:00.448893 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-34e52839-c303-4146-809e-a1959f82e979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '063b8ad6-5b9b-4441-941b-32aee0eee15f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-44508392', 'tenant_id': '9bd234b28f864bafb032087c6c658c6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.183'}], 'enable_snat': True}, 'gw_port_id': 'cb429be9-713c-4b3a-bf4a-be776eb13e07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:49:37Z', 'updated_at': '2021-07-27T23:49:59Z', 'revision_number': 5, 'project_id': '9bd234b28f864bafb032087c6c658c6f', 'gw_port': {'id': 'cb429be9-713c-4b3a-bf4a-be776eb13e07', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:80:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '063b8ad6-5b9b-4441-941b-32aee0eee15f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:49:38Z', 'updated_at': '2021-07-27T23:49:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1'}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:50:00.480275 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34e52839-c303-4146-809e-a1959f82e979 None None] Checking router: 063b8ad6-5b9b-4441-941b-32aee0eee15f for host: n-d-802623-1 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 23:50:00.489402 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34e52839-c303-4146-809e-a1959f82e979 None None] Routers {'063b8ad6-5b9b-4441-941b-32aee0eee15f'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:50:00.490011 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-34e52839-c303-4146-809e-a1959f82e979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:50:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['063b8ad6-5b9b-4441-941b-32aee0eee15f'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:50:00.543807 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c7f2a3a0-3aa7-4ac0-9b82-b91713bcdbff tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Notify callbacks [] for router, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:50:00.592927 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-19f2e178-d45e-4fbe-b9be-c3963fc151ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:50:00.597564 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-34e52839-c303-4146-809e-a1959f82e979 None None] Set router 063b8ad6-5b9b-4441-941b-32aee0eee15f gateway port host: n-d-802623-1 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:50:00.607994 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fd50070-badf-47f3-971d-1c88f3af947c None None] DHCP port deletion for 6b57b7c6-4fce-4844-aa18-52bc31c769e1 request from n-d-802623-1 {{(pid=93799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 23:50:00.655039 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-5fd50070-badf-47f3-971d-1c88f3af947c None None] Deleting port 2a71f42d-9434-4954-af5e-ca65f7cc70f4 {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:50:00.655671 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-5fd50070-badf-47f3-971d-1c88f3af947c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:50:00.657914 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c7f2a3a0-3aa7-4ac0-9b82-b91713bcdbff tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:50:00.714214 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-c7f2a3a0-3aa7-4ac0-9b82-b91713bcdbff tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Deleting port cb429be9-713c-4b3a-bf4a-be776eb13e07 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:50:00.714679 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c7f2a3a0-3aa7-4ac0-9b82-b91713bcdbff tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:50:00.724267 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-5fd50070-badf-47f3-971d-1c88f3af947c None None] For port 2a71f42d-9434-4954-af5e-ca65f7cc70f4, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=2a71f42d-9434-4954-af5e-ca65f7cc70f4,segment=NetworkSegment(7c2ac397-22ab-4008-afe4-aa4586a667d0),segment_id=7c2ac397-22ab-4008-afe4-aa4586a667d0)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:50:00.724684 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-5fd50070-badf-47f3-971d-1c88f3af947c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:50:00.737895 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-5fd50070-badf-47f3-971d-1c88f3af947c None None] Calling delete_port for 2a71f42d-9434-4954-af5e-ca65f7cc70f4 owned by network:dhcp {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:50:00.782220 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-34e52839-c303-4146-809e-a1959f82e979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '063b8ad6-5b9b-4441-941b-32aee0eee15f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-44508392', 'tenant_id': '9bd234b28f864bafb032087c6c658c6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.183'}], 'enable_snat': True}, 'gw_port_id': 'cb429be9-713c-4b3a-bf4a-be776eb13e07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:49:37Z', 'updated_at': '2021-07-27T23:49:59Z', 'revision_number': 5, 'project_id': '9bd234b28f864bafb032087c6c658c6f', 'gw_port': {'id': 'cb429be9-713c-4b3a-bf4a-be776eb13e07', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:80:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '063b8ad6-5b9b-4441-941b-32aee0eee15f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:49:38Z', 'updated_at': '2021-07-27T23:49:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1'}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:50:00.804020 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-c7f2a3a0-3aa7-4ac0-9b82-b91713bcdbff tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] For port cb429be9-713c-4b3a-bf4a-be776eb13e07, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=cb429be9-713c-4b3a-bf4a-be776eb13e07,segment=NetworkSegment(b9afe07e-bbe4-4740-834c-4b6a9698bdbc),segment_id=b9afe07e-bbe4-4740-834c-4b6a9698bdbc)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:50:00.804439 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c7f2a3a0-3aa7-4ac0-9b82-b91713bcdbff tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:50:00.809083 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34e52839-c303-4146-809e-a1959f82e979 None None] The sync data for ids ['063b8ad6-5b9b-4441-941b-32aee0eee15f'] in n-d-802623-1 is: [{'id': '063b8ad6-5b9b-4441-941b-32aee0eee15f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-44508392', 'tenant_id': '9bd234b28f864bafb032087c6c658c6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.183'}], 'enable_snat': True}, 'gw_port_id': 'cb429be9-713c-4b3a-bf4a-be776eb13e07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:49:37Z', 'updated_at': '2021-07-27T23:49:59Z', 'revision_number': 5, 'project_id': '9bd234b28f864bafb032087c6c658c6f', 'gw_port': {'id': 'cb429be9-713c-4b3a-bf4a-be776eb13e07', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:80:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '063b8ad6-5b9b-4441-941b-32aee0eee15f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:49:38Z', 'updated_at': '2021-07-27T23:49:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1'}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:50:00.819918 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-c7f2a3a0-3aa7-4ac0-9b82-b91713bcdbff tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Calling delete_port for cb429be9-713c-4b3a-bf4a-be776eb13e07 owned by network:router_gateway {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:50:00.820643 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-5fd50070-badf-47f3-971d-1c88f3af947c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:50:00.851447 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd50070-badf-47f3-971d-1c88f3af947c None None] Pushing event deleted for resources: {'Port': ['ID=2a71f42d-9434-4954-af5e-ca65f7cc70f4,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:50:00.854349 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd50070-badf-47f3-971d-1c88f3af947c None None] No DVR routers for this DVR port 2a71f42d-9434-4954-af5e-ca65f7cc70f4 on host n-d-802623-1 {{(pid=93799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:50:00.988392 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c7f2a3a0-3aa7-4ac0-9b82-b91713bcdbff tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:50:01.014207 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f2a3a0-3aa7-4ac0-9b82-b91713bcdbff tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Pushing event deleted for resources: {'Port': ['ID=cb429be9-713c-4b3a-bf4a-be776eb13e07,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:50:01.071994 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c7f2a3a0-3aa7-4ac0-9b82-b91713bcdbff tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-415368'] for router_gateway, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:50:01.097201 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device 4099c871-2fe9-4adb-a069-2283762b2a43 no longer exists at agent hyperv_n-h2-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:50:01.117633 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] No Port match for: 4099c871-2fe9-4adb-a069-2283762b2a43 {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:50:01.117977 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device 4099c871-2fe9-4adb-a069-2283762b2a43 not bound to the agent host n-h2-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:50:01.472030 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c7f2a3a0-3aa7-4ac0-9b82-b91713bcdbff tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62205'] for router, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:50:01.474092 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c7f2a3a0-3aa7-4ac0-9b82-b91713bcdbff tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:50:01.518015 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c7f2a3a0-3aa7-4ac0-9b82-b91713bcdbff tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-477831'] for router, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:50:01.518536 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7f2a3a0-3aa7-4ac0-9b82-b91713bcdbff tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Fanout notify agent at l3_agent the message router_deleted on router 063b8ad6-5b9b-4441-941b-32aee0eee15f {{(pid=93798) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 23:50:01.526908 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c7f2a3a0-3aa7-4ac0-9b82-b91713bcdbff tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Notify callbacks [] for router, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:50:01.528040 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-c7f2a3a0-3aa7-4ac0-9b82-b91713bcdbff tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] 10.222.0.18 "DELETE /v2.0/routers/063b8ad6-5b9b-4441-941b-32aee0eee15f HTTP/1.1" status: 204 len: 168 time: 1.1074154 Jul 27 23:50:01.530736 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 54700) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:50:01.608988 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-76ce5e65-d95c-408c-ace3-02c444f2ea9c tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593271'] for network, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:50:01.698036 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-76ce5e65-d95c-408c-ace3-02c444f2ea9c tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618032', 'neutron.services.segments.db._delete_segments_for_network-8736833900081'] for network, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:50:01.707731 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-76ce5e65-d95c-408c-ace3-02c444f2ea9c tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b57b7c6-4fce-4844-aa18-52bc31c769e1']}} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:50:01.717893 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-76ce5e65-d95c-408c-ace3-02c444f2ea9c tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c2ac397-22ab-4008-afe4-aa4586a667d0') {'for_net_delete': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:50:01.718190 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-76ce5e65-d95c-408c-ace3-02c444f2ea9c tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c2ac397-22ab-4008-afe4-aa4586a667d0') {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:50:01.727599 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-76ce5e65-d95c-408c-ace3-02c444f2ea9c tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736833900858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11163256'] for segment, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:50:01.741766 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-76ce5e65-d95c-408c-ace3-02c444f2ea9c tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:50:01.748118 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76ce5e65-d95c-408c-ace3-02c444f2ea9c tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Releasing vlan 535 on physical network physnet1 to pool {{(pid=93798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 23:50:01.748514 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-76ce5e65-d95c-408c-ace3-02c444f2ea9c tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11971746'] for segment, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:50:01.751433 n-d-802623-1 neutron-server[93798]: Traceback (most recent call last): Jul 27 23:50:01.751433 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 23:50:01.751433 n-d-802623-1 neutron-server[93798]: timer() Jul 27 23:50:01.751433 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 23:50:01.751433 n-d-802623-1 neutron-server[93798]: cb(*args, **kw) Jul 27 23:50:01.751433 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 23:50:01.751433 n-d-802623-1 neutron-server[93798]: return func(*args, **kwargs) Jul 27 23:50:01.751433 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 23:50:01.751433 n-d-802623-1 neutron-server[93798]: self._notify() Jul 27 23:50:01.751433 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 23:50:01.751433 n-d-802623-1 neutron-server[93798]: self.callback(batched_events) Jul 27 23:50:01.751433 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 23:50:01.751433 n-d-802623-1 neutron-server[93798]: event.method(event) Jul 27 23:50:01.751433 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 23:50:01.751433 n-d-802623-1 neutron-server[93798]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 23:50:01.751433 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 23:50:01.751433 n-d-802623-1 neutron-server[93798]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 23:50:01.751433 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 23:50:01.751433 n-d-802623-1 neutron-server[93798]: return f(self, *a, **k) Jul 27 23:50:01.751433 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 23:50:01.751433 n-d-802623-1 neutron-server[93798]: return self._get(url).json() Jul 27 23:50:01.751433 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 23:50:01.751433 n-d-802623-1 neutron-server[93798]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 23:50:01.751433 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 23:50:01.751433 n-d-802623-1 neutron-server[93798]: return self.request(url, 'GET', **kwargs) Jul 27 23:50:01.751433 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 23:50:01.751433 n-d-802623-1 neutron-server[93798]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 23:50:01.751433 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 23:50:01.751433 n-d-802623-1 neutron-server[93798]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 23:50:01.751433 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 23:50:01.751433 n-d-802623-1 neutron-server[93798]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 23:50:01.751433 n-d-802623-1 neutron-server[93798]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 23:50:01.808355 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-76ce5e65-d95c-408c-ace3-02c444f2ea9c tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415412'] for network, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:50:01.815623 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-76ce5e65-d95c-408c-ace3-02c444f2ea9c tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Notify callbacks [] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:50:01.817410 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-76ce5e65-d95c-408c-ace3-02c444f2ea9c tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] 10.222.0.18 "DELETE /v2.0/networks/6b57b7c6-4fce-4844-aa18-52bc31c769e1 HTTP/1.1" status: 204 len: 168 time: 0.2857025 Jul 27 23:50:01.820246 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 54702) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:50:01.833466 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ce5e65-d95c-408c-ace3-02c444f2ea9c tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Pushing event deleted for resources: {'Network': ['ID=6b57b7c6-4fce-4844-aa18-52bc31c769e1,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:50:01.982282 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-5b132e4c-43dc-455e-82f0-f6b8349a6c1c tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Deleting port a3ff5756-ed00-4a4c-9451-5cc4617d9c1f {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:50:01.982282 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5b132e4c-43dc-455e-82f0-f6b8349a6c1c tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:50:02.042135 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 80fcec12-debd-4ecb-9d34-412c932e8001 no longer exists at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:50:02.064837 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] No Port match for: 80fcec12-debd-4ecb-9d34-412c932e8001 {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:50:02.065415 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 80fcec12-debd-4ecb-9d34-412c932e8001 not bound to the agent host n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:50:02.065842 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 2a71f42d-9434-4954-af5e-ca65f7cc70f4 no longer exists at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:50:02.065941 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5b132e4c-43dc-455e-82f0-f6b8349a6c1c tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:50:02.066190 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5b132e4c-43dc-455e-82f0-f6b8349a6c1c tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:50:02.078023 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-5b132e4c-43dc-455e-82f0-f6b8349a6c1c tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Calling delete_port for a3ff5756-ed00-4a4c-9451-5cc4617d9c1f owned by network:floatingip {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:50:02.083794 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] No Port match for: 2a71f42d-9434-4954-af5e-ca65f7cc70f4 {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:50:02.084172 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 2a71f42d-9434-4954-af5e-ca65f7cc70f4 not bound to the agent host n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:50:02.084585 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device cb429be9-713c-4b3a-bf4a-be776eb13e07 no longer exists at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:50:02.105019 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] No Port match for: cb429be9-713c-4b3a-bf4a-be776eb13e07 {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:50:02.105365 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device cb429be9-713c-4b3a-bf4a-be776eb13e07 not bound to the agent host n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:50:02.222491 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5b132e4c-43dc-455e-82f0-f6b8349a6c1c tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:50:02.252077 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b132e4c-43dc-455e-82f0-f6b8349a6c1c tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Pushing event deleted for resources: {'Port': ['ID=a3ff5756-ed00-4a4c-9451-5cc4617d9c1f,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:50:02.308760 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5b132e4c-43dc-455e-82f0-f6b8349a6c1c tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Notify callbacks [] for floatingip, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:50:02.309166 n-d-802623-1 neutron-server[93797]: INFO neutron.db.l3_db [None req-5b132e4c-43dc-455e-82f0-f6b8349a6c1c tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Floating IP 8c254dc8-b081-4f49-ba0f-87fc5483dcb4 disassociated (deleted). External IP: 172.25.4.40, port: 01bbf08b-4dee-4b39-967e-5fef1008e778. Jul 27 23:50:02.351627 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7418f70f-e60d-4709-8ba9-6ab514bc7f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:50:02.519446 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b132e4c-43dc-455e-82f0-f6b8349a6c1c tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Router 780a45c9-7d9d-448b-92d6-af5da5b5a7b5 has already been hosted by L3 agent 018c4455-49c0-4734-927d-7824067b2a9e {{(pid=93797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 23:50:02.626519 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b132e4c-43dc-455e-82f0-f6b8349a6c1c tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:50:02.631298 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5b132e4c-43dc-455e-82f0-f6b8349a6c1c tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for floatingip, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:50:02.636263 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8c4f92f-9cf1-4d09-a93b-16b337e1082c None None] Sync routers for ids ['780a45c9-7d9d-448b-92d6-af5da5b5a7b5'] in n-d-802623-1 {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:50:02.645081 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c4f92f-9cf1-4d09-a93b-16b337e1082c None None] Routers {'780a45c9-7d9d-448b-92d6-af5da5b5a7b5'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:50:02.645718 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-d8c4f92f-9cf1-4d09-a93b-16b337e1082c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:50:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['780a45c9-7d9d-448b-92d6-af5da5b5a7b5'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:50:02.658377 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-5b132e4c-43dc-455e-82f0-f6b8349a6c1c tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] 10.222.0.18 "DELETE /v2.0/floatingips/8c254dc8-b081-4f49-ba0f-87fc5483dcb4 HTTP/1.1" status: 204 len: 168 time: 0.8369894 Jul 27 23:50:02.658963 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'beee2d84-e710-41f3-b23a-49778f0b5b39', 'tag': '01bbf08b-4dee-4b39-967e-5fef1008e778'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:50:02.661244 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a476459a1bfce68b0ae0df5b6a71154bfc7cfdc8f9eefce6ad0a17231e60468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff2c34d6-36bf-4230-9c5c-d795abef5690" -d '{"events": [{"name": "network-changed", "server_uuid": "beee2d84-e710-41f3-b23a-49778f0b5b39", "tag": "01bbf08b-4dee-4b39-967e-5fef1008e778"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:50:02.703695 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 23:50:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e04fe6e-6f94-4362-92b2-93b9caa3fe22 x-openstack-request-id: req-7e04fe6e-6f94-4362-92b2-93b9caa3fe22 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:50:02.704084 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "beee2d84-e710-41f3-b23a-49778f0b5b39", "tag": "01bbf08b-4dee-4b39-967e-5fef1008e778", "status": "completed", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:50:02.704340 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7e04fe6e-6f94-4362-92b2-93b9caa3fe22 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:50:02.704747 n-d-802623-1 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'beee2d84-e710-41f3-b23a-49778f0b5b39', 'tag': '01bbf08b-4dee-4b39-967e-5fef1008e778', 'status': 'completed', 'code': 200} Jul 27 23:50:02.756103 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-d8c4f92f-9cf1-4d09-a93b-16b337e1082c None None] Set router 780a45c9-7d9d-448b-92d6-af5da5b5a7b5 gateway port host: n-d-802623-1 {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:50:02.773898 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2c34d6-36bf-4230-9c5c-d795abef5690 req-e713c59c-947b-4626-871f-1e1d90271cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:50:02.776115 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ff2c34d6-36bf-4230-9c5c-d795abef5690 req-e713c59c-947b-4626-871f-1e1d90271cb2 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=9bd234b28f864bafb032087c6c658c6f&device_id=beee2d84-e710-41f3-b23a-49778f0b5b39 HTTP/1.1" status: 200 len: 1135 time: 0.0469069 Jul 27 23:50:02.909481 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2c34d6-36bf-4230-9c5c-d795abef5690 req-5e191312-c211-4c7a-b343-674ecf7b39a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:50:02.910873 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ff2c34d6-36bf-4230-9c5c-d795abef5690 req-5e191312-c211-4c7a-b343-674ecf7b39a5 service neutron] 10.222.0.38 "GET /v2.0/networks?id=2f031e26-d94e-4a00-a352-f0820c32ecc4 HTTP/1.1" status: 200 len: 897 time: 0.1262779 Jul 27 23:50:02.933832 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20171b4-a724-4e58-b025-d5d21491766b req-c2f2e9be-105c-47b9-bd89-183518162c79 tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:50:02.935296 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f20171b4-a724-4e58-b025-d5d21491766b req-c2f2e9be-105c-47b9-bd89-183518162c79 tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] 10.222.0.18 "GET /v2.0/ports?device_id=beee2d84-e710-41f3-b23a-49778f0b5b39 HTTP/1.1" status: 200 len: 984 time: 0.0744834 Jul 27 23:50:02.959632 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-d8c4f92f-9cf1-4d09-a93b-16b337e1082c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '780a45c9-7d9d-448b-92d6-af5da5b5a7b5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1794904023', 'tenant_id': '9bd234b28f864bafb032087c6c658c6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.86'}], 'enable_snat': True}, 'gw_port_id': '0c0ea8df-d7df-4a5d-a3c5-65ea066fbd24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:48:42Z', 'updated_at': '2021-07-27T23:48:45Z', 'revision_number': 4, 'project_id': '9bd234b28f864bafb032087c6c658c6f', 'gw_port': {'id': '0c0ea8df-d7df-4a5d-a3c5-65ea066fbd24', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:83:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '780a45c9-7d9d-448b-92d6-af5da5b5a7b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:48:43Z', 'updated_at': '2021-07-27T23:48:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': '0a178c5c-90b3-4399-90f7-e46884be1d1e', 'name': '', 'network_id': '2f031e26-d94e-4a00-a352-f0820c32ecc4', 'tenant_id': '9bd234b28f864bafb032087c6c658c6f', 'mac_address': 'fa:16:3e:e9:67:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '780a45c9-7d9d-448b-92d6-af5da5b5a7b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '41802d6c-7b8c-4e54-850d-28817dee7fe1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:48:45Z', 'updated_at': '2021-07-27T23:48:50Z', 'revision_number': 5, 'project_id': '9bd234b28f864bafb032087c6c658c6f', 'subnets': [{'id': '41802d6c-7b8c-4e54-850d-28817dee7fe1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:50:02.966846 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ff2c34d6-36bf-4230-9c5c-d795abef5690 req-8d7083cb-43bd-460c-ab0f-6e2866599391 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=01bbf08b-4dee-4b39-967e-5fef1008e778 HTTP/1.1" status: 200 len: 217 time: 0.0462039 Jul 27 23:50:02.989493 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8c4f92f-9cf1-4d09-a93b-16b337e1082c None None] Checking router: 780a45c9-7d9d-448b-92d6-af5da5b5a7b5 for host: n-d-802623-1 {{(pid=93799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 23:50:02.997797 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c4f92f-9cf1-4d09-a93b-16b337e1082c None None] Routers {'780a45c9-7d9d-448b-92d6-af5da5b5a7b5'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:50:02.998416 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-d8c4f92f-9cf1-4d09-a93b-16b337e1082c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:50:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['780a45c9-7d9d-448b-92d6-af5da5b5a7b5'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:50:03.032924 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f20171b4-a724-4e58-b025-d5d21491766b req-237f9e89-d951-436d-9048-3f5c6fc44c99 tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] 10.222.0.18 "GET /v2.0/security-groups?id=84bdb5d4-16a9-48c7-9221-870503c9f7d7&id=ea716649-d5f6-45c0-8981-4f502e5352d6&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0686965 Jul 27 23:50:03.040538 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2c34d6-36bf-4230-9c5c-d795abef5690 req-c27d27fc-5537-4e21-a52f-b71ed357886d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:50:03.042011 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ff2c34d6-36bf-4230-9c5c-d795abef5690 req-c27d27fc-5537-4e21-a52f-b71ed357886d service neutron] 10.222.0.38 "GET /v2.0/subnets?id=41802d6c-7b8c-4e54-850d-28817dee7fe1 HTTP/1.1" status: 200 len: 834 time: 0.0632582 Jul 27 23:50:03.093612 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2c34d6-36bf-4230-9c5c-d795abef5690 req-a059ecb4-f572-4b3e-81e4-8a1b2a522ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:50:03.095131 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ff2c34d6-36bf-4230-9c5c-d795abef5690 req-a059ecb4-f572-4b3e-81e4-8a1b2a522ebf service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=2f031e26-d94e-4a00-a352-f0820c32ecc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0455949 Jul 27 23:50:03.105513 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-d8c4f92f-9cf1-4d09-a93b-16b337e1082c None None] Set router 780a45c9-7d9d-448b-92d6-af5da5b5a7b5 gateway port host: n-d-802623-1 {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:50:03.184825 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ff2c34d6-36bf-4230-9c5c-d795abef5690 req-66091106-b133-4ffa-bf0b-2bba80346ee2 service neutron] 10.222.0.38 "GET /v2.0/networks/2f031e26-d94e-4a00-a352-f0820c32ecc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814857 Jul 27 23:50:03.278009 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ff2c34d6-36bf-4230-9c5c-d795abef5690 req-725af7ba-6d5f-4739-b735-7718c78ae8d1 service neutron] 10.222.0.38 "GET /v2.0/networks/2f031e26-d94e-4a00-a352-f0820c32ecc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859776 Jul 27 23:50:03.298990 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-d8c4f92f-9cf1-4d09-a93b-16b337e1082c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '780a45c9-7d9d-448b-92d6-af5da5b5a7b5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1794904023', 'tenant_id': '9bd234b28f864bafb032087c6c658c6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.86'}], 'enable_snat': True}, 'gw_port_id': '0c0ea8df-d7df-4a5d-a3c5-65ea066fbd24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:48:42Z', 'updated_at': '2021-07-27T23:48:45Z', 'revision_number': 4, 'project_id': '9bd234b28f864bafb032087c6c658c6f', 'gw_port': {'id': '0c0ea8df-d7df-4a5d-a3c5-65ea066fbd24', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:83:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '780a45c9-7d9d-448b-92d6-af5da5b5a7b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:48:43Z', 'updated_at': '2021-07-27T23:48:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': '0a178c5c-90b3-4399-90f7-e46884be1d1e', 'name': '', 'network_id': '2f031e26-d94e-4a00-a352-f0820c32ecc4', 'tenant_id': '9bd234b28f864bafb032087c6c658c6f', 'mac_address': 'fa:16:3e:e9:67:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '780a45c9-7d9d-448b-92d6-af5da5b5a7b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '41802d6c-7b8c-4e54-850d-28817dee7fe1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:48:45Z', 'updated_at': '2021-07-27T23:48:50Z', 'revision_number': 5, 'project_id': '9bd234b28f864bafb032087c6c658c6f', 'subnets': [{'id': '41802d6c-7b8c-4e54-850d-28817dee7fe1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:50:03.325812 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8c4f92f-9cf1-4d09-a93b-16b337e1082c None None] The sync data for ids ['780a45c9-7d9d-448b-92d6-af5da5b5a7b5'] in n-d-802623-1 is: [{'id': '780a45c9-7d9d-448b-92d6-af5da5b5a7b5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1794904023', 'tenant_id': '9bd234b28f864bafb032087c6c658c6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.86'}], 'enable_snat': True}, 'gw_port_id': '0c0ea8df-d7df-4a5d-a3c5-65ea066fbd24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:48:42Z', 'updated_at': '2021-07-27T23:48:45Z', 'revision_number': 4, 'project_id': '9bd234b28f864bafb032087c6c658c6f', 'gw_port': {'id': '0c0ea8df-d7df-4a5d-a3c5-65ea066fbd24', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:83:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '780a45c9-7d9d-448b-92d6-af5da5b5a7b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:48:43Z', 'updated_at': '2021-07-27T23:48:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': '0a178c5c-90b3-4399-90f7-e46884be1d1e', 'name': '', 'network_id': '2f031e26-d94e-4a00-a352-f0820c32ecc4', 'tenant_id': '9bd234b28f864bafb032087c6c658c6f', 'mac_address': 'fa:16:3e:e9:67:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '780a45c9-7d9d-448b-92d6-af5da5b5a7b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '41802d6c-7b8c-4e54-850d-28817dee7fe1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:48:45Z', 'updated_at': '2021-07-27T23:48:50Z', 'revision_number': 5, 'project_id': '9bd234b28f864bafb032087c6c658c6f', 'subnets': [{'id': '41802d6c-7b8c-4e54-850d-28817dee7fe1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:50:03.550215 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af2d7d6c-f02e-4516-86a1-1c10681d6cbd None None] New status for floating IP 8c254dc8-b081-4f49-ba0f-87fc5483dcb4: DOWN {{(pid=93800) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 23:50:04.147544 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4592c32-87ef-4a66-97b2-826f49e34499 req-058bcab2-6656-458d-8091-03f59c0ebc4b tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:50:04.149021 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b4592c32-87ef-4a66-97b2-826f49e34499 req-058bcab2-6656-458d-8091-03f59c0ebc4b tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] 10.222.0.38 "GET /v2.0/ports?device_id=beee2d84-e710-41f3-b23a-49778f0b5b39 HTTP/1.1" status: 200 len: 984 time: 0.0497646 Jul 27 23:50:04.149370 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6836c22c-aa88-4f57-ad19-65af35f49032 req-c9cf68a3-f0fb-4f5e-a506-4a467929e06f tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:50:04.151381 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-6836c22c-aa88-4f57-ad19-65af35f49032 req-c9cf68a3-f0fb-4f5e-a506-4a467929e06f tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] 10.222.0.18 "GET /v2.0/ports?device_id=beee2d84-e710-41f3-b23a-49778f0b5b39 HTTP/1.1" status: 200 len: 984 time: 0.0500250 Jul 27 23:50:04.192097 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-6836c22c-aa88-4f57-ad19-65af35f49032 req-ad305332-194e-4161-aa53-f8a06d008c3e tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] 10.222.0.18 "GET /v2.0/security-groups?id=84bdb5d4-16a9-48c7-9221-870503c9f7d7&id=ea716649-d5f6-45c0-8981-4f502e5352d6&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0345733 Jul 27 23:50:04.241708 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-b4592c32-87ef-4a66-97b2-826f49e34499 req-4a8d0b7c-3120-40a0-8aaf-9aebb2c7f1e7 tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Deleting port 01bbf08b-4dee-4b39-967e-5fef1008e778 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:50:04.241984 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-b4592c32-87ef-4a66-97b2-826f49e34499 req-4a8d0b7c-3120-40a0-8aaf-9aebb2c7f1e7 tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:50:04.330735 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-b4592c32-87ef-4a66-97b2-826f49e34499 req-4a8d0b7c-3120-40a0-8aaf-9aebb2c7f1e7 tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] For port 01bbf08b-4dee-4b39-967e-5fef1008e778, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=01bbf08b-4dee-4b39-967e-5fef1008e778,segment=NetworkSegment(d61f4047-20d3-4a79-9e4d-3495e573fbce),segment_id=d61f4047-20d3-4a79-9e4d-3495e573fbce)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:50:04.331123 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-b4592c32-87ef-4a66-97b2-826f49e34499 req-4a8d0b7c-3120-40a0-8aaf-9aebb2c7f1e7 tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:50:04.344064 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-b4592c32-87ef-4a66-97b2-826f49e34499 req-4a8d0b7c-3120-40a0-8aaf-9aebb2c7f1e7 tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Calling delete_port for 01bbf08b-4dee-4b39-967e-5fef1008e778 owned by compute:nova {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:50:04.479592 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-b4592c32-87ef-4a66-97b2-826f49e34499 req-4a8d0b7c-3120-40a0-8aaf-9aebb2c7f1e7 tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:50:04.509326 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8d0b7c-3120-40a0-8aaf-9aebb2c7f1e7 tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Pushing event deleted for resources: {'Port': ['ID=01bbf08b-4dee-4b39-967e-5fef1008e778,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:50:04.551372 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4592c32-87ef-4a66-97b2-826f49e34499 req-4a8d0b7c-3120-40a0-8aaf-9aebb2c7f1e7 tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] No DVR routers for this DVR port 01bbf08b-4dee-4b39-967e-5fef1008e778 on host n-h1-802623-1 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:50:04.553985 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-b4592c32-87ef-4a66-97b2-826f49e34499 req-4a8d0b7c-3120-40a0-8aaf-9aebb2c7f1e7 tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:50:04.555986 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b4592c32-87ef-4a66-97b2-826f49e34499 req-4a8d0b7c-3120-40a0-8aaf-9aebb2c7f1e7 tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] 10.222.0.38 "DELETE /v2.0/ports/01bbf08b-4dee-4b39-967e-5fef1008e778 HTTP/1.1" status: 204 len: 173 time: 0.3998380 Jul 27 23:50:04.556421 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'beee2d84-e710-41f3-b23a-49778f0b5b39', 'name': 'network-vif-deleted', 'tag': '01bbf08b-4dee-4b39-967e-5fef1008e778'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:50:04.558716 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}011f8d312121274bb12d78e77c6379a2079800640016cec6c6d605b73666e854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-deb31944-6aaf-4004-97b8-b7c00651c213" -d '{"events": [{"server_uuid": "beee2d84-e710-41f3-b23a-49778f0b5b39", "name": "network-vif-deleted", "tag": "01bbf08b-4dee-4b39-967e-5fef1008e778"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:50:04.598184 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:50:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-146a01d8-5818-49fa-9487-6e1ca677e60a x-openstack-request-id: req-146a01d8-5818-49fa-9487-6e1ca677e60a {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:50:04.598794 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "beee2d84-e710-41f3-b23a-49778f0b5b39", "name": "network-vif-deleted", "tag": "01bbf08b-4dee-4b39-967e-5fef1008e778", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:50:04.599065 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-146a01d8-5818-49fa-9487-6e1ca677e60a {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:50:04.599474 n-d-802623-1 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'beee2d84-e710-41f3-b23a-49778f0b5b39', 'name': 'network-vif-deleted', 'tag': '01bbf08b-4dee-4b39-967e-5fef1008e778', 'status': 'completed', 'code': 200} Jul 27 23:50:05.175555 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:50:05.245497 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 54716) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:50:05.301737 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7799539b-f88b-42d8-9840-f827bf4e2008 tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:50:05.323967 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7799539b-f88b-42d8-9840-f827bf4e2008 tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:50:05.364616 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7799539b-f88b-42d8-9840-f827bf4e2008 tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:50:05.367597 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7799539b-f88b-42d8-9840-f827bf4e2008 tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:50:05.368918 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-7799539b-f88b-42d8-9840-f827bf4e2008 tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] 10.222.0.18 "DELETE /v2.0/security-groups/ea716649-d5f6-45c0-8981-4f502e5352d6 HTTP/1.1" status: 204 len: 168 time: 0.1224155 Jul 27 23:50:05.371949 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 54718) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:50:05.382114 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7799539b-f88b-42d8-9840-f827bf4e2008 tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea716649-d5f6-45c0-8981-4f502e5352d6,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:50:05.439125 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-180cae81-cba2-483f-b3c5-406282ab7138 tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:50:05.465105 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-180cae81-cba2-483f-b3c5-406282ab7138 tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:50:05.507820 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-180cae81-cba2-483f-b3c5-406282ab7138 tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:50:05.511324 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-180cae81-cba2-483f-b3c5-406282ab7138 tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:50:05.512449 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-180cae81-cba2-483f-b3c5-406282ab7138 tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] 10.222.0.18 "DELETE /v2.0/security-groups/84bdb5d4-16a9-48c7-9221-870503c9f7d7 HTTP/1.1" status: 204 len: 168 time: 0.1390226 Jul 27 23:50:05.515459 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 54720) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:50:05.521493 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180cae81-cba2-483f-b3c5-406282ab7138 tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=84bdb5d4-16a9-48c7-9221-870503c9f7d7,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:50:05.867076 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-37eea639-256d-4c02-b2ab-05fef414b87d tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-414022'] for router_interface, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:50:06.116958 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-37eea639-256d-4c02-b2ab-05fef414b87d tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Deleting port 0a178c5c-90b3-4399-90f7-e46884be1d1e {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:50:06.117350 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-37eea639-256d-4c02-b2ab-05fef414b87d tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:50:06.207497 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-37eea639-256d-4c02-b2ab-05fef414b87d tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] For port 0a178c5c-90b3-4399-90f7-e46884be1d1e, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=0a178c5c-90b3-4399-90f7-e46884be1d1e,segment=NetworkSegment(d61f4047-20d3-4a79-9e4d-3495e573fbce),segment_id=d61f4047-20d3-4a79-9e4d-3495e573fbce)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:50:06.207869 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-37eea639-256d-4c02-b2ab-05fef414b87d tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:50:06.220878 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-37eea639-256d-4c02-b2ab-05fef414b87d tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Calling delete_port for 0a178c5c-90b3-4399-90f7-e46884be1d1e owned by network:router_interface {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:50:06.402126 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-37eea639-256d-4c02-b2ab-05fef414b87d tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:50:06.433541 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37eea639-256d-4c02-b2ab-05fef414b87d tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Pushing event deleted for resources: {'Port': ['ID=0a178c5c-90b3-4399-90f7-e46884be1d1e,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:50:06.615054 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-37eea639-256d-4c02-b2ab-05fef414b87d tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3760546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-413994'] for router_interface, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:50:06.827410 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37eea639-256d-4c02-b2ab-05fef414b87d tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Router 780a45c9-7d9d-448b-92d6-af5da5b5a7b5 has already been hosted by L3 agent 018c4455-49c0-4734-927d-7824067b2a9e {{(pid=93797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 23:50:06.939335 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37eea639-256d-4c02-b2ab-05fef414b87d tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:50:06.944625 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-37eea639-256d-4c02-b2ab-05fef414b87d tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] 10.222.0.18 "PUT /v2.0/routers/780a45c9-7d9d-448b-92d6-af5da5b5a7b5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4280968 Jul 27 23:50:06.947857 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 54722) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:50:06.950374 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad1caca9-7a0d-41cf-ad57-dec5d104cf6c None None] Sync routers for ids ['780a45c9-7d9d-448b-92d6-af5da5b5a7b5'] in n-d-802623-1 {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:50:06.964050 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad1caca9-7a0d-41cf-ad57-dec5d104cf6c None None] Routers {'780a45c9-7d9d-448b-92d6-af5da5b5a7b5'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:50:06.964670 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-ad1caca9-7a0d-41cf-ad57-dec5d104cf6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:50:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['780a45c9-7d9d-448b-92d6-af5da5b5a7b5'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:50:06.997769 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_v2 [None req-32295e4f-43ea-441d-89fe-8ebb931125de tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Deleting subnet 41802d6c-7b8c-4e54-850d-28817dee7fe1 {{(pid=93797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 23:50:07.000813 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-32295e4f-43ea-441d-89fe-8ebb931125de tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Notify callbacks [] for subnet, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:50:07.046079 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-32295e4f-43ea-441d-89fe-8ebb931125de tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11335971'] for subnet, precommit_delete_associations {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:50:07.062912 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-ad1caca9-7a0d-41cf-ad57-dec5d104cf6c None None] Set router 780a45c9-7d9d-448b-92d6-af5da5b5a7b5 gateway port host: n-d-802623-1 {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:50:07.128917 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-32295e4f-43ea-441d-89fe-8ebb931125de tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620741'] for subnet, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:50:07.192757 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-32295e4f-43ea-441d-89fe-8ebb931125de tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11335991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11551414'] for subnet, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:50:07.221031 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32295e4f-43ea-441d-89fe-8ebb931125de tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Pushing event deleted for resources: {'Subnet': ['ID=41802d6c-7b8c-4e54-850d-28817dee7fe1,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:50:07.222992 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-32295e4f-43ea-441d-89fe-8ebb931125de tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Notify callbacks [] for subnet, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:50:07.224906 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-32295e4f-43ea-441d-89fe-8ebb931125de tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] 10.222.0.18 "DELETE /v2.0/subnets/41802d6c-7b8c-4e54-850d-28817dee7fe1 HTTP/1.1" status: 204 len: 168 time: 0.2761326 Jul 27 23:50:07.227490 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 54724) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:50:07.233815 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23b97b4c-2f93-475f-bc7c-3a4134d3c6c5 None None] Network 2f031e26-d94e-4a00-a352-f0820c32ecc4 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:50:07.326431 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-ad1caca9-7a0d-41cf-ad57-dec5d104cf6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '780a45c9-7d9d-448b-92d6-af5da5b5a7b5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1794904023', 'tenant_id': '9bd234b28f864bafb032087c6c658c6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.86'}], 'enable_snat': True}, 'gw_port_id': '0c0ea8df-d7df-4a5d-a3c5-65ea066fbd24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:48:42Z', 'updated_at': '2021-07-27T23:50:06Z', 'revision_number': 5, 'project_id': '9bd234b28f864bafb032087c6c658c6f', 'gw_port': {'id': '0c0ea8df-d7df-4a5d-a3c5-65ea066fbd24', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:83:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '780a45c9-7d9d-448b-92d6-af5da5b5a7b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:48:43Z', 'updated_at': '2021-07-27T23:48:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1'}], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:50:07.333998 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c87c7ce8-1b88-4d3f-a3ed-a5f0f4777b14 tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Notify callbacks [] for router, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:50:07.357389 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.agents_db [None req-9beef776-8bab-4de2-989a-f5a23ba4aaf4 None None] Agent healthcheck: found 7 active agents {{(pid=93800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 23:50:07.369925 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad1caca9-7a0d-41cf-ad57-dec5d104cf6c None None] Checking router: 780a45c9-7d9d-448b-92d6-af5da5b5a7b5 for host: n-d-802623-1 {{(pid=93799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 23:50:07.382690 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad1caca9-7a0d-41cf-ad57-dec5d104cf6c None None] Routers {'780a45c9-7d9d-448b-92d6-af5da5b5a7b5'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:50:07.383266 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-ad1caca9-7a0d-41cf-ad57-dec5d104cf6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:50:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['780a45c9-7d9d-448b-92d6-af5da5b5a7b5'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:50:07.440966 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c87c7ce8-1b88-4d3f-a3ed-a5f0f4777b14 tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:50:07.501606 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-c87c7ce8-1b88-4d3f-a3ed-a5f0f4777b14 tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Deleting port 0c0ea8df-d7df-4a5d-a3c5-65ea066fbd24 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:50:07.501957 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c87c7ce8-1b88-4d3f-a3ed-a5f0f4777b14 tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:50:07.588253 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-c87c7ce8-1b88-4d3f-a3ed-a5f0f4777b14 tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] For port 0c0ea8df-d7df-4a5d-a3c5-65ea066fbd24, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=0c0ea8df-d7df-4a5d-a3c5-65ea066fbd24,segment=NetworkSegment(b9afe07e-bbe4-4740-834c-4b6a9698bdbc),segment_id=b9afe07e-bbe4-4740-834c-4b6a9698bdbc)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:50:07.588683 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c87c7ce8-1b88-4d3f-a3ed-a5f0f4777b14 tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:50:07.600959 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-c87c7ce8-1b88-4d3f-a3ed-a5f0f4777b14 tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Calling delete_port for 0c0ea8df-d7df-4a5d-a3c5-65ea066fbd24 owned by network:router_gateway {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:50:07.635814 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bb7c777-5a8e-41cc-adce-65901c3d5ad5 None None] DHCP port deletion for 2f031e26-d94e-4a00-a352-f0820c32ecc4 request from n-d-802623-1 {{(pid=93799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 23:50:07.637780 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 01bbf08b-4dee-4b39-967e-5fef1008e778 no longer exists at agent hyperv_n-h1-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:50:07.666571 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] No Port match for: 01bbf08b-4dee-4b39-967e-5fef1008e778 {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:50:07.666967 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 01bbf08b-4dee-4b39-967e-5fef1008e778 not bound to the agent host n-h1-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:50:07.704299 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-ad1caca9-7a0d-41cf-ad57-dec5d104cf6c None None] Set router 780a45c9-7d9d-448b-92d6-af5da5b5a7b5 gateway port host: n-d-802623-1 {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:50:07.769248 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c87c7ce8-1b88-4d3f-a3ed-a5f0f4777b14 tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:50:07.796076 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87c7ce8-1b88-4d3f-a3ed-a5f0f4777b14 tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Pushing event deleted for resources: {'Port': ['ID=0c0ea8df-d7df-4a5d-a3c5-65ea066fbd24,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:50:07.815791 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-1bb7c777-5a8e-41cc-adce-65901c3d5ad5 None None] Deleting port 57a2289d-5e17-4636-82ef-b411cd502311 {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:50:07.816170 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-1bb7c777-5a8e-41cc-adce-65901c3d5ad5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:50:07.859367 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c87c7ce8-1b88-4d3f-a3ed-a5f0f4777b14 tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-415368'] for router_gateway, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:50:07.902653 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-1bb7c777-5a8e-41cc-adce-65901c3d5ad5 None None] For port 57a2289d-5e17-4636-82ef-b411cd502311, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=57a2289d-5e17-4636-82ef-b411cd502311,segment=NetworkSegment(d61f4047-20d3-4a79-9e4d-3495e573fbce),segment_id=d61f4047-20d3-4a79-9e4d-3495e573fbce)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:50:07.902976 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-1bb7c777-5a8e-41cc-adce-65901c3d5ad5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:50:07.932421 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-1bb7c777-5a8e-41cc-adce-65901c3d5ad5 None None] Calling delete_port for 57a2289d-5e17-4636-82ef-b411cd502311 owned by network:dhcp {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:50:07.949393 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c87c7ce8-1b88-4d3f-a3ed-a5f0f4777b14 tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62205'] for router, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:50:07.951532 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c87c7ce8-1b88-4d3f-a3ed-a5f0f4777b14 tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:50:07.997642 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c87c7ce8-1b88-4d3f-a3ed-a5f0f4777b14 tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-477831'] for router, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:50:07.998680 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c87c7ce8-1b88-4d3f-a3ed-a5f0f4777b14 tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Fanout notify agent at l3_agent the message router_deleted on router 780a45c9-7d9d-448b-92d6-af5da5b5a7b5 {{(pid=93797) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 23:50:08.009167 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c87c7ce8-1b88-4d3f-a3ed-a5f0f4777b14 tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Notify callbacks [] for router, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:50:08.010222 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-c87c7ce8-1b88-4d3f-a3ed-a5f0f4777b14 tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] 10.222.0.18 "DELETE /v2.0/routers/780a45c9-7d9d-448b-92d6-af5da5b5a7b5 HTTP/1.1" status: 204 len: 168 time: 0.7817926 Jul 27 23:50:08.013368 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 54726) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:50:08.027550 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-ad1caca9-7a0d-41cf-ad57-dec5d104cf6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '780a45c9-7d9d-448b-92d6-af5da5b5a7b5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1794904023', 'tenant_id': '9bd234b28f864bafb032087c6c658c6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.86'}], 'enable_snat': True}, 'gw_port_id': '0c0ea8df-d7df-4a5d-a3c5-65ea066fbd24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:48:42Z', 'updated_at': '2021-07-27T23:50:06Z', 'revision_number': 5, 'project_id': '9bd234b28f864bafb032087c6c658c6f', 'gw_port': {'id': '0c0ea8df-d7df-4a5d-a3c5-65ea066fbd24', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:83:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '780a45c9-7d9d-448b-92d6-af5da5b5a7b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:48:43Z', 'updated_at': '2021-07-27T23:48:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1'}], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:50:08.056388 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad1caca9-7a0d-41cf-ad57-dec5d104cf6c None None] The sync data for ids ['780a45c9-7d9d-448b-92d6-af5da5b5a7b5'] in n-d-802623-1 is: [{'id': '780a45c9-7d9d-448b-92d6-af5da5b5a7b5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1794904023', 'tenant_id': '9bd234b28f864bafb032087c6c658c6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.86'}], 'enable_snat': True}, 'gw_port_id': '0c0ea8df-d7df-4a5d-a3c5-65ea066fbd24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:48:42Z', 'updated_at': '2021-07-27T23:50:06Z', 'revision_number': 5, 'project_id': '9bd234b28f864bafb032087c6c658c6f', 'gw_port': {'id': '0c0ea8df-d7df-4a5d-a3c5-65ea066fbd24', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:83:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '780a45c9-7d9d-448b-92d6-af5da5b5a7b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:48:43Z', 'updated_at': '2021-07-27T23:48:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1'}] {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:50:08.072988 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-1bb7c777-5a8e-41cc-adce-65901c3d5ad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:50:08.102954 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb7c777-5a8e-41cc-adce-65901c3d5ad5 None None] Pushing event deleted for resources: {'Port': ['ID=57a2289d-5e17-4636-82ef-b411cd502311,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:50:08.106643 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb7c777-5a8e-41cc-adce-65901c3d5ad5 None None] No DVR routers for this DVR port 57a2289d-5e17-4636-82ef-b411cd502311 on host n-d-802623-1 {{(pid=93799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:50:08.113176 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9f6d0e03-0b56-4335-9751-93bfd197894a tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593271'] for network, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:50:08.202531 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9f6d0e03-0b56-4335-9751-93bfd197894a tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618032', 'neutron.services.segments.db._delete_segments_for_network-8736833900081'] for network, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:50:08.212071 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-9f6d0e03-0b56-4335-9751-93bfd197894a tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f031e26-d94e-4a00-a352-f0820c32ecc4']}} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:50:08.222667 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-9f6d0e03-0b56-4335-9751-93bfd197894a tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd61f4047-20d3-4a79-9e4d-3495e573fbce') {'for_net_delete': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:50:08.222962 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-9f6d0e03-0b56-4335-9751-93bfd197894a tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd61f4047-20d3-4a79-9e4d-3495e573fbce') {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:50:08.231545 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9f6d0e03-0b56-4335-9751-93bfd197894a tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736833900858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11335978'] for segment, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:50:08.244941 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9f6d0e03-0b56-4335-9751-93bfd197894a tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:50:08.250600 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f6d0e03-0b56-4335-9751-93bfd197894a tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Releasing vlan 526 on physical network physnet1 to pool {{(pid=93797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 23:50:08.250987 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9f6d0e03-0b56-4335-9751-93bfd197894a tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11336013'] for segment, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:50:08.253864 n-d-802623-1 neutron-server[93797]: Traceback (most recent call last): Jul 27 23:50:08.253864 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 23:50:08.253864 n-d-802623-1 neutron-server[93797]: timer() Jul 27 23:50:08.253864 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 23:50:08.253864 n-d-802623-1 neutron-server[93797]: cb(*args, **kw) Jul 27 23:50:08.253864 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 23:50:08.253864 n-d-802623-1 neutron-server[93797]: return func(*args, **kwargs) Jul 27 23:50:08.253864 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 23:50:08.253864 n-d-802623-1 neutron-server[93797]: self._notify() Jul 27 23:50:08.253864 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 23:50:08.253864 n-d-802623-1 neutron-server[93797]: self.callback(batched_events) Jul 27 23:50:08.253864 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 23:50:08.253864 n-d-802623-1 neutron-server[93797]: event.method(event) Jul 27 23:50:08.253864 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 23:50:08.253864 n-d-802623-1 neutron-server[93797]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 23:50:08.253864 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 23:50:08.253864 n-d-802623-1 neutron-server[93797]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 23:50:08.253864 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 23:50:08.253864 n-d-802623-1 neutron-server[93797]: return f(self, *a, **k) Jul 27 23:50:08.253864 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 23:50:08.253864 n-d-802623-1 neutron-server[93797]: return self._get(url).json() Jul 27 23:50:08.253864 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 23:50:08.253864 n-d-802623-1 neutron-server[93797]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 23:50:08.253864 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 23:50:08.253864 n-d-802623-1 neutron-server[93797]: return self.request(url, 'GET', **kwargs) Jul 27 23:50:08.253864 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 23:50:08.253864 n-d-802623-1 neutron-server[93797]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 23:50:08.253864 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 23:50:08.253864 n-d-802623-1 neutron-server[93797]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 23:50:08.253864 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 23:50:08.253864 n-d-802623-1 neutron-server[93797]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 23:50:08.253864 n-d-802623-1 neutron-server[93797]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 23:50:08.313299 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9f6d0e03-0b56-4335-9751-93bfd197894a tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415412'] for network, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:50:08.320412 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9f6d0e03-0b56-4335-9751-93bfd197894a tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Notify callbacks [] for network, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:50:08.322664 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-9f6d0e03-0b56-4335-9751-93bfd197894a tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] 10.222.0.18 "DELETE /v2.0/networks/2f031e26-d94e-4a00-a352-f0820c32ecc4 HTTP/1.1" status: 204 len: 168 time: 0.3077865 Jul 27 23:50:08.334518 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6d0e03-0b56-4335-9751-93bfd197894a tempest-TestSecurityGroupsBasicOps-1811493759 tempest-TestSecurityGroupsBasicOps-1811493759-project] Pushing event deleted for resources: {'Network': ['ID=2f031e26-d94e-4a00-a352-f0820c32ecc4,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:50:08.448104 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 57a2289d-5e17-4636-82ef-b411cd502311 no longer exists at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:50:08.473935 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] No Port match for: 57a2289d-5e17-4636-82ef-b411cd502311 {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:50:08.474381 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 57a2289d-5e17-4636-82ef-b411cd502311 not bound to the agent host n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:50:08.632838 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 54734) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:50:08.771000 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-f05ac9e6-d3b7-48a3-957d-53f1a5bca330 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9bd234b28f864bafb032087c6c658c6f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1369138 Jul 27 23:50:08.773519 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 54738) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:50:08.822269 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a947414a-8b14-41d8-80b0-a6ef182c9ed2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:50:08.842684 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a947414a-8b14-41d8-80b0-a6ef182c9ed2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:50:08.888192 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a947414a-8b14-41d8-80b0-a6ef182c9ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:50:08.890889 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a947414a-8b14-41d8-80b0-a6ef182c9ed2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:50:08.892083 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-a947414a-8b14-41d8-80b0-a6ef182c9ed2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/75300ef8-aa06-4657-b5c7-48d160d81dd9 HTTP/1.1" status: 204 len: 168 time: 0.1176775 Jul 27 23:50:08.899756 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a947414a-8b14-41d8-80b0-a6ef182c9ed2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75300ef8-aa06-4657-b5c7-48d160d81dd9,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:50:09.147805 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 54744) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:50:09.160771 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4e6cd048-6741-4564-b45e-ee27b6744e1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:50:09.254900 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4e6cd048-6741-4564-b45e-ee27b6744e1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:50:09.258446 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4e6cd048-6741-4564-b45e-ee27b6744e1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:50:09.296732 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-4e6cd048-6741-4564-b45e-ee27b6744e1f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8793c56e37804e4d958099cf873727ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1478274 Jul 27 23:50:09.298627 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6cd048-6741-4564-b45e-ee27b6744e1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a3ae38e-fa27-4c91-9a82-468590f0730f,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:50:09.299513 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 54746) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:50:09.348180 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9f6a33d1-dc4a-471b-80cc-054222a0ea40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:50:09.369110 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9f6a33d1-dc4a-471b-80cc-054222a0ea40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:50:09.415055 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9f6a33d1-dc4a-471b-80cc-054222a0ea40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:50:09.418235 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9f6a33d1-dc4a-471b-80cc-054222a0ea40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:50:09.419403 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-9f6a33d1-dc4a-471b-80cc-054222a0ea40 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7a3ae38e-fa27-4c91-9a82-468590f0730f HTTP/1.1" status: 204 len: 168 time: 0.1188779 Jul 27 23:50:09.427134 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6a33d1-dc4a-471b-80cc-054222a0ea40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a3ae38e-fa27-4c91-9a82-468590f0730f,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:50:09.729431 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 54752) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:50:09.768087 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-2e301937-111f-4cb4-898c-7e37e7e2d346 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=787da65e1fd54d83919b7f9a91154b24&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0375044 Jul 27 23:50:09.770368 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 54754) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:50:09.817370 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e465659c-6f88-4547-bfd8-120d84dc4982 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:50:09.840586 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e465659c-6f88-4547-bfd8-120d84dc4982 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:50:09.887098 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e465659c-6f88-4547-bfd8-120d84dc4982 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:50:09.889597 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e465659c-6f88-4547-bfd8-120d84dc4982 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:50:09.890722 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-e465659c-6f88-4547-bfd8-120d84dc4982 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/79fcf660-9f23-431c-a79a-2fd9bf4927c7 HTTP/1.1" status: 204 len: 168 time: 0.1194913 Jul 27 23:50:09.899532 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e465659c-6f88-4547-bfd8-120d84dc4982 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79fcf660-9f23-431c-a79a-2fd9bf4927c7,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:50:09.994732 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 0a178c5c-90b3-4399-90f7-e46884be1d1e no longer exists at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:50:10.016544 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] No Port match for: 0a178c5c-90b3-4399-90f7-e46884be1d1e {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:50:10.016895 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 0a178c5c-90b3-4399-90f7-e46884be1d1e not bound to the agent host n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:50:10.017319 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 0c0ea8df-d7df-4a5d-a3c5-65ea066fbd24 no longer exists at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:50:10.037256 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] No Port match for: 0c0ea8df-d7df-4a5d-a3c5-65ea066fbd24 {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:50:10.037605 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 0c0ea8df-d7df-4a5d-a3c5-65ea066fbd24 not bound to the agent host n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:50:19.719906 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-c4eae0de-49cd-47a6-9bde-10aa9ebfecc1 req-5fa2835a-4529-4684-8bb8-ab0fb22ce651 tempest-ServersAdminNegativeTestJSON-2061098148 tempest-ServersAdminNegativeTestJSON-2061098148-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=79b2631589ed45f49745736695cdf453&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0294900 Jul 27 23:50:19.898952 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4eae0de-49cd-47a6-9bde-10aa9ebfecc1 req-7e7ef0c0-1dc1-46a4-9a65-5588ae7b5934 tempest-ServersAdminNegativeTestJSON-2061098148 tempest-ServersAdminNegativeTestJSON-2061098148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:50:19.900380 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-c4eae0de-49cd-47a6-9bde-10aa9ebfecc1 req-7e7ef0c0-1dc1-46a4-9a65-5588ae7b5934 tempest-ServersAdminNegativeTestJSON-2061098148 tempest-ServersAdminNegativeTestJSON-2061098148-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1753533 Jul 27 23:50:19.915412 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-c4eae0de-49cd-47a6-9bde-10aa9ebfecc1 req-56cf9b3c-4240-4819-9288-626f403b09a3 tempest-ServersAdminNegativeTestJSON-2061098148 tempest-ServersAdminNegativeTestJSON-2061098148-project] 10.222.0.18 "GET /v2.0/quotas/79b2631589ed45f49745736695cdf453 HTTP/1.1" status: 200 len: 375 time: 0.0087864 Jul 27 23:50:19.950250 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-c4eae0de-49cd-47a6-9bde-10aa9ebfecc1 req-5427e685-2ba8-40ae-b1e6-94fa617daa33 tempest-ServersAdminNegativeTestJSON-2061098148 tempest-ServersAdminNegativeTestJSON-2061098148-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=79b2631589ed45f49745736695cdf453&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0291674 Jul 27 23:50:20.110451 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-18108f6f-5176-4bec-a262-0a0c0891546f req-d635b84f-1e37-44c7-a830-66ab5ede70a0 tempest-ServersAdminNegativeTestJSON-2061098148 tempest-ServersAdminNegativeTestJSON-2061098148-project] 10.222.0.18 "GET /v2.0/ports?device_id=eef765a0-af35-47f7-af9f-b61e020b8677 HTTP/1.1" status: 200 len: 210 time: 0.0279210 Jul 27 23:50:21.269680 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-c4eae0de-49cd-47a6-9bde-10aa9ebfecc1 req-da874743-5bb9-4fa0-90bf-345bbfd0f5ef tempest-ServersAdminNegativeTestJSON-2061098148 tempest-ServersAdminNegativeTestJSON-2061098148-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=79b2631589ed45f49745736695cdf453&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3676748 Jul 27 23:50:21.301056 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-5282a5ca-da2d-4d43-8422-28269d5a38f5 req-24c6bdad-0d28-4638-8cdd-775321091101 tempest-ServersAdminNegativeTestJSON-2061098148 tempest-ServersAdminNegativeTestJSON-2061098148-project] 10.222.0.18 "GET /v2.0/ports?device_id=eef765a0-af35-47f7-af9f-b61e020b8677 HTTP/1.1" status: 200 len: 210 time: 0.0342088 Jul 27 23:50:21.390337 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4eae0de-49cd-47a6-9bde-10aa9ebfecc1 req-1e0a455b-4b87-4b45-801d-a63f5fa8ac18 tempest-ServersAdminNegativeTestJSON-2061098148 tempest-ServersAdminNegativeTestJSON-2061098148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:50:21.391693 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-c4eae0de-49cd-47a6-9bde-10aa9ebfecc1 req-1e0a455b-4b87-4b45-801d-a63f5fa8ac18 tempest-ServersAdminNegativeTestJSON-2061098148 tempest-ServersAdminNegativeTestJSON-2061098148-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1149609 Jul 27 23:50:21.404415 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [req-c4eae0de-49cd-47a6-9bde-10aa9ebfecc1 req-4a00f78b-f636-4104-8766-98165206a280 tempest-ServersAdminNegativeTestJSON-2061098148 tempest-ServersAdminNegativeTestJSON-2061098148-project] Request body: {'port': {'device_id': 'eef765a0-af35-47f7-af9f-b61e020b8677', 'network_id': '591af2dd-f826-43b1-aa9d-e7a0bf218c71', 'admin_state_up': True, 'tenant_id': '79b2631589ed45f49745736695cdf453'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:50:21.506924 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4eae0de-49cd-47a6-9bde-10aa9ebfecc1 req-4a00f78b-f636-4104-8766-98165206a280 tempest-ServersAdminNegativeTestJSON-2061098148 tempest-ServersAdminNegativeTestJSON-2061098148-project] Made reservation on behalf of 79b2631589ed45f49745736695cdf453 for: {'port': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:50:21.510434 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-c4eae0de-49cd-47a6-9bde-10aa9ebfecc1 req-4a00f78b-f636-4104-8766-98165206a280 tempest-ServersAdminNegativeTestJSON-2061098148 tempest-ServersAdminNegativeTestJSON-2061098148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:50:21.519683 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-c4eae0de-49cd-47a6-9bde-10aa9ebfecc1 req-4a00f78b-f636-4104-8766-98165206a280 tempest-ServersAdminNegativeTestJSON-2061098148 tempest-ServersAdminNegativeTestJSON-2061098148-project] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:50:21.611534 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-c4eae0de-49cd-47a6-9bde-10aa9ebfecc1 req-4a00f78b-f636-4104-8766-98165206a280 tempest-ServersAdminNegativeTestJSON-2061098148 tempest-ServersAdminNegativeTestJSON-2061098148-project] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:50:21.615577 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-c4eae0de-49cd-47a6-9bde-10aa9ebfecc1 req-4a00f78b-f636-4104-8766-98165206a280 tempest-ServersAdminNegativeTestJSON-2061098148 tempest-ServersAdminNegativeTestJSON-2061098148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:50:21.679574 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a00f78b-f636-4104-8766-98165206a280 tempest-ServersAdminNegativeTestJSON-2061098148 tempest-ServersAdminNegativeTestJSON-2061098148-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c11c0a8-cb83-4dbd-abf1-f14c2751a95a,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:50:21.749854 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [req-c4eae0de-49cd-47a6-9bde-10aa9ebfecc1 req-4a00f78b-f636-4104-8766-98165206a280 tempest-ServersAdminNegativeTestJSON-2061098148 tempest-ServersAdminNegativeTestJSON-2061098148-project] Allocated IP 192.168.233.6 (591af2dd-f826-43b1-aa9d-e7a0bf218c71/62938449-046d-4cbe-923a-7ebb632c358d/6b2c22fc-740f-4065-8f85-3d54c609ba45) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:50:21.903526 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-c4eae0de-49cd-47a6-9bde-10aa9ebfecc1 req-4a00f78b-f636-4104-8766-98165206a280 tempest-ServersAdminNegativeTestJSON-2061098148 tempest-ServersAdminNegativeTestJSON-2061098148-project] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:50:21.919913 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [req-c4eae0de-49cd-47a6-9bde-10aa9ebfecc1 req-4a00f78b-f636-4104-8766-98165206a280 tempest-ServersAdminNegativeTestJSON-2061098148 tempest-ServersAdminNegativeTestJSON-2061098148-project] Transition to ACTIVE for port object 6b2c22fc-740f-4065-8f85-3d54c609ba45 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:50:21.951410 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-c4eae0de-49cd-47a6-9bde-10aa9ebfecc1 req-4a00f78b-f636-4104-8766-98165206a280 tempest-ServersAdminNegativeTestJSON-2061098148 tempest-ServersAdminNegativeTestJSON-2061098148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:50:21.991832 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4eae0de-49cd-47a6-9bde-10aa9ebfecc1 req-4a00f78b-f636-4104-8766-98165206a280 tempest-ServersAdminNegativeTestJSON-2061098148 tempest-ServersAdminNegativeTestJSON-2061098148-project] Network 591af2dd-f826-43b1-aa9d-e7a0bf218c71 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:50:21.994900 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [req-c4eae0de-49cd-47a6-9bde-10aa9ebfecc1 req-4a00f78b-f636-4104-8766-98165206a280 tempest-ServersAdminNegativeTestJSON-2061098148 tempest-ServersAdminNegativeTestJSON-2061098148-project] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:50:22.001094 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4eae0de-49cd-47a6-9bde-10aa9ebfecc1 req-4a00f78b-f636-4104-8766-98165206a280 tempest-ServersAdminNegativeTestJSON-2061098148 tempest-ServersAdminNegativeTestJSON-2061098148-project] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:50:22.031333 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a00f78b-f636-4104-8766-98165206a280 tempest-ServersAdminNegativeTestJSON-2061098148 tempest-ServersAdminNegativeTestJSON-2061098148-project] Pushing event updated for resources: {'Port': ['ID=6b2c22fc-740f-4065-8f85-3d54c609ba45,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:50:22.058140 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4eae0de-49cd-47a6-9bde-10aa9ebfecc1 req-4a00f78b-f636-4104-8766-98165206a280 tempest-ServersAdminNegativeTestJSON-2061098148 tempest-ServersAdminNegativeTestJSON-2061098148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:50:22.058767 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-c4eae0de-49cd-47a6-9bde-10aa9ebfecc1 req-4a00f78b-f636-4104-8766-98165206a280 tempest-ServersAdminNegativeTestJSON-2061098148 tempest-ServersAdminNegativeTestJSON-2061098148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:50:22.073840 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-c4eae0de-49cd-47a6-9bde-10aa9ebfecc1 req-4a00f78b-f636-4104-8766-98165206a280 tempest-ServersAdminNegativeTestJSON-2061098148 tempest-ServersAdminNegativeTestJSON-2061098148-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.6734376 Jul 27 23:50:22.085786 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [req-c4eae0de-49cd-47a6-9bde-10aa9ebfecc1 req-ef221e7a-1d2b-4520-8164-15cc220e9651 service neutron] Request body: {'port': {'device_id': 'eef765a0-af35-47f7-af9f-b61e020b8677', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802623-1'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:50:22.146658 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-c4eae0de-49cd-47a6-9bde-10aa9ebfecc1 req-ef221e7a-1d2b-4520-8164-15cc220e9651 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:50:22.274859 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-882bcceb-18cd-4edd-a1a2-8159197b81b6 None None] Provisioning for port 6b2c22fc-740f-4065-8f85-3d54c609ba45 completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:50:22.279030 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-882bcceb-18cd-4edd-a1a2-8159197b81b6 None None] Provisioning complete for port 6b2c22fc-740f-4065-8f85-3d54c609ba45 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:50:22.279434 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-882bcceb-18cd-4edd-a1a2-8159197b81b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:50:22.312036 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-882bcceb-18cd-4edd-a1a2-8159197b81b6 None None] Port 6b2c22fc-740f-4065-8f85-3d54c609ba45 cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:50:22.411962 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [req-c4eae0de-49cd-47a6-9bde-10aa9ebfecc1 req-ef221e7a-1d2b-4520-8164-15cc220e9651 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b2c22fc-740f-4065-8f85-3d54c609ba45 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:50:22.414472 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea8c822-249a-4a82-a17e-59a735a2a39e req-8bb47d0d-623b-42b0-9180-e4bd0108b4db tempest-ServersAdminNegativeTestJSON-2061098148 tempest-ServersAdminNegativeTestJSON-2061098148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:50:22.415986 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7ea8c822-249a-4a82-a17e-59a735a2a39e req-8bb47d0d-623b-42b0-9180-e4bd0108b4db tempest-ServersAdminNegativeTestJSON-2061098148 tempest-ServersAdminNegativeTestJSON-2061098148-project] 10.222.0.18 "GET /v2.0/ports?device_id=eef765a0-af35-47f7-af9f-b61e020b8677 HTTP/1.1" status: 200 len: 934 time: 0.0482211 Jul 27 23:50:22.419714 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-c4eae0de-49cd-47a6-9bde-10aa9ebfecc1 req-ef221e7a-1d2b-4520-8164-15cc220e9651 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:50:22.433507 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [req-c4eae0de-49cd-47a6-9bde-10aa9ebfecc1 req-ef221e7a-1d2b-4520-8164-15cc220e9651 service neutron] Transition to ACTIVE for port object 6b2c22fc-740f-4065-8f85-3d54c609ba45 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:50:22.437357 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-c4eae0de-49cd-47a6-9bde-10aa9ebfecc1 req-ef221e7a-1d2b-4520-8164-15cc220e9651 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11336041'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:50:22.459850 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7ea8c822-249a-4a82-a17e-59a735a2a39e req-ac58b753-cba7-433d-8b80-fe2cc463005d tempest-ServersAdminNegativeTestJSON-2061098148 tempest-ServersAdminNegativeTestJSON-2061098148-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c11c0a8-cb83-4dbd-abf1-f14c2751a95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341606 Jul 27 23:50:22.495873 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef221e7a-1d2b-4520-8164-15cc220e9651 service neutron] Pushing event updated for resources: {'Port': ['ID=6b2c22fc-740f-4065-8f85-3d54c609ba45,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:50:22.576102 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-c4eae0de-49cd-47a6-9bde-10aa9ebfecc1 req-ef221e7a-1d2b-4520-8164-15cc220e9651 service neutron] Attempting to bind port 6b2c22fc-740f-4065-8f85-3d54c609ba45 on host n-h2-802623-1 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:50:22.576442 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-c4eae0de-49cd-47a6-9bde-10aa9ebfecc1 req-ef221e7a-1d2b-4520-8164-15cc220e9651 service neutron] Attempting to bind port 6b2c22fc-740f-4065-8f85-3d54c609ba45 by drivers openvswitch,hyperv on host n-h2-802623-1 at level 0 using segments [{'id': '16e91594-c047-4b55-93eb-43af33ad08e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '591af2dd-f826-43b1-aa9d-e7a0bf218c71'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:50:22.576775 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4eae0de-49cd-47a6-9bde-10aa9ebfecc1 req-ef221e7a-1d2b-4520-8164-15cc220e9651 service neutron] Attempting to bind port 6b2c22fc-740f-4065-8f85-3d54c609ba45 on network 591af2dd-f826-43b1-aa9d-e7a0bf218c71 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:50:22.581385 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4eae0de-49cd-47a6-9bde-10aa9ebfecc1 req-ef221e7a-1d2b-4520-8164-15cc220e9651 service neutron] Port 6b2c22fc-740f-4065-8f85-3d54c609ba45 on network 591af2dd-f826-43b1-aa9d-e7a0bf218c71 not bound, no agent of type Open vSwitch agent registered on host n-h2-802623-1 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 23:50:22.581713 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4eae0de-49cd-47a6-9bde-10aa9ebfecc1 req-ef221e7a-1d2b-4520-8164-15cc220e9651 service neutron] Attempting to bind port 6b2c22fc-740f-4065-8f85-3d54c609ba45 on network 591af2dd-f826-43b1-aa9d-e7a0bf218c71 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:50:22.586590 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4eae0de-49cd-47a6-9bde-10aa9ebfecc1 req-ef221e7a-1d2b-4520-8164-15cc220e9651 service neutron] Checking agent: {'id': 'c5cc038b-93c4-4df4-8061-5df2a04a48c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 23, 0, 4), 'started_at': datetime.datetime(2021, 7, 27, 23, 0, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 50, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:50:22.587135 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4eae0de-49cd-47a6-9bde-10aa9ebfecc1 req-ef221e7a-1d2b-4520-8164-15cc220e9651 service neutron] Checking segment: {'id': '16e91594-c047-4b55-93eb-43af33ad08e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '591af2dd-f826-43b1-aa9d-e7a0bf218c71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:50:22.587543 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4eae0de-49cd-47a6-9bde-10aa9ebfecc1 req-ef221e7a-1d2b-4520-8164-15cc220e9651 service neutron] Bound using segment: {'id': '16e91594-c047-4b55-93eb-43af33ad08e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '591af2dd-f826-43b1-aa9d-e7a0bf218c71'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:50:22.587983 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-c4eae0de-49cd-47a6-9bde-10aa9ebfecc1 req-ef221e7a-1d2b-4520-8164-15cc220e9651 service neutron] Bound port: 6b2c22fc-740f-4065-8f85-3d54c609ba45, host: n-h2-802623-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16e91594-c047-4b55-93eb-43af33ad08e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '591af2dd-f826-43b1-aa9d-e7a0bf218c71'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:50:22.588349 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-c4eae0de-49cd-47a6-9bde-10aa9ebfecc1 req-ef221e7a-1d2b-4520-8164-15cc220e9651 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:50:22.654923 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-c4eae0de-49cd-47a6-9bde-10aa9ebfecc1 req-ef221e7a-1d2b-4520-8164-15cc220e9651 service neutron] For port 6b2c22fc-740f-4065-8f85-3d54c609ba45, host n-h2-802623-1, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:50:22.657914 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-c4eae0de-49cd-47a6-9bde-10aa9ebfecc1 req-ef221e7a-1d2b-4520-8164-15cc220e9651 service neutron] For port 6b2c22fc-740f-4065-8f85-3d54c609ba45, host n-h2-802623-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=6b2c22fc-740f-4065-8f85-3d54c609ba45,segment=NetworkSegment(16e91594-c047-4b55-93eb-43af33ad08e1),segment_id=16e91594-c047-4b55-93eb-43af33ad08e1)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:50:22.662641 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-c4eae0de-49cd-47a6-9bde-10aa9ebfecc1 req-ef221e7a-1d2b-4520-8164-15cc220e9651 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11336041'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:50:22.695932 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4eae0de-49cd-47a6-9bde-10aa9ebfecc1 req-ef221e7a-1d2b-4520-8164-15cc220e9651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:50:22.696652 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-c4eae0de-49cd-47a6-9bde-10aa9ebfecc1 req-ef221e7a-1d2b-4520-8164-15cc220e9651 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:50:22.698067 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-c4eae0de-49cd-47a6-9bde-10aa9ebfecc1 req-ef221e7a-1d2b-4520-8164-15cc220e9651 service neutron] 10.222.0.49 "PUT /v2.0/ports/6b2c22fc-740f-4065-8f85-3d54c609ba45 HTTP/1.1" status: 200 len: 1094 time: 0.6167996 Jul 27 23:50:22.700816 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eef765a0-af35-47f7-af9f-b61e020b8677', 'tag': '6b2c22fc-740f-4065-8f85-3d54c609ba45'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:50:22.703173 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a476459a1bfce68b0ae0df5b6a71154bfc7cfdc8f9eefce6ad0a17231e60468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-190c764d-66a4-4bde-9552-c05b1aaa20bf" -d '{"events": [{"name": "network-changed", "server_uuid": "eef765a0-af35-47f7-af9f-b61e020b8677", "tag": "6b2c22fc-740f-4065-8f85-3d54c609ba45"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:50:22.729504 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef221e7a-1d2b-4520-8164-15cc220e9651 service neutron] Pushing event updated for resources: {'Port': ['ID=6b2c22fc-740f-4065-8f85-3d54c609ba45,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:50:22.768213 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 23:50:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5f90f1b-9185-4c58-b213-77eb92ccdd82 x-openstack-request-id: req-a5f90f1b-9185-4c58-b213-77eb92ccdd82 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:50:22.768508 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eef765a0-af35-47f7-af9f-b61e020b8677", "tag": "6b2c22fc-740f-4065-8f85-3d54c609ba45", "status": "completed", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:50:22.768758 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a5f90f1b-9185-4c58-b213-77eb92ccdd82 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:50:22.769179 n-d-802623-1 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eef765a0-af35-47f7-af9f-b61e020b8677', 'tag': '6b2c22fc-740f-4065-8f85-3d54c609ba45', 'status': 'completed', 'code': 200} Jul 27 23:50:22.785615 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4eae0de-49cd-47a6-9bde-10aa9ebfecc1 req-be52fc93-772a-4e8d-9df1-0285e727fde1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:50:22.787023 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-c4eae0de-49cd-47a6-9bde-10aa9ebfecc1 req-be52fc93-772a-4e8d-9df1-0285e727fde1 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=79b2631589ed45f49745736695cdf453&device_id=eef765a0-af35-47f7-af9f-b61e020b8677 HTTP/1.1" status: 200 len: 1097 time: 0.0484290 Jul 27 23:50:22.834360 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-c4eae0de-49cd-47a6-9bde-10aa9ebfecc1 req-16f319e6-5882-47bd-815d-ca4f649001aa service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.6&port_id=6b2c22fc-740f-4065-8f85-3d54c609ba45 HTTP/1.1" status: 200 len: 217 time: 0.0395951 Jul 27 23:50:22.885634 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4eae0de-49cd-47a6-9bde-10aa9ebfecc1 req-55795768-96c9-494f-8541-7e08bb7bd318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:50:22.887894 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-c4eae0de-49cd-47a6-9bde-10aa9ebfecc1 req-55795768-96c9-494f-8541-7e08bb7bd318 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=62938449-046d-4cbe-923a-7ebb632c358d HTTP/1.1" status: 200 len: 843 time: 0.0457876 Jul 27 23:50:22.932840 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4eae0de-49cd-47a6-9bde-10aa9ebfecc1 req-e140f183-b4eb-4b7e-a75b-0d07e19ec137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:50:22.935093 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-c4eae0de-49cd-47a6-9bde-10aa9ebfecc1 req-e140f183-b4eb-4b7e-a75b-0d07e19ec137 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=591af2dd-f826-43b1-aa9d-e7a0bf218c71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0402918 Jul 27 23:50:23.031154 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-c4eae0de-49cd-47a6-9bde-10aa9ebfecc1 req-b50ae7f6-0963-430a-bffc-9af22d4b9756 service neutron] 10.222.0.49 "GET /v2.0/networks/591af2dd-f826-43b1-aa9d-e7a0bf218c71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889344 Jul 27 23:50:23.120293 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-c4eae0de-49cd-47a6-9bde-10aa9ebfecc1 req-03ce3ef8-9c70-4cf9-98c9-9f9f5bb3bad7 service neutron] 10.222.0.49 "GET /v2.0/networks/591af2dd-f826-43b1-aa9d-e7a0bf218c71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820177 Jul 27 23:50:23.208777 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190c764d-66a4-4bde-9552-c05b1aaa20bf req-30ad494c-e187-40f3-a635-20cd0fe08c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:50:23.210233 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-190c764d-66a4-4bde-9552-c05b1aaa20bf req-30ad494c-e187-40f3-a635-20cd0fe08c46 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=79b2631589ed45f49745736695cdf453&device_id=eef765a0-af35-47f7-af9f-b61e020b8677 HTTP/1.1" status: 200 len: 1097 time: 0.0461192 Jul 27 23:50:23.296671 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190c764d-66a4-4bde-9552-c05b1aaa20bf req-56d99b9c-fba6-4a9e-a0a2-e1e052173d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:50:23.298133 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-190c764d-66a4-4bde-9552-c05b1aaa20bf req-56d99b9c-fba6-4a9e-a0a2-e1e052173d69 service neutron] 10.222.0.49 "GET /v2.0/networks?id=591af2dd-f826-43b1-aa9d-e7a0bf218c71 HTTP/1.1" status: 200 len: 870 time: 0.0812168 Jul 27 23:50:23.338340 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-190c764d-66a4-4bde-9552-c05b1aaa20bf req-4ce094ca-bbb1-4d7d-b5e8-9f85ad0b4814 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.6&port_id=6b2c22fc-740f-4065-8f85-3d54c609ba45 HTTP/1.1" status: 200 len: 217 time: 0.0336082 Jul 27 23:50:23.390836 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190c764d-66a4-4bde-9552-c05b1aaa20bf req-77d49ffe-d7c3-47c4-a015-38713a8e22ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:50:23.392218 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-190c764d-66a4-4bde-9552-c05b1aaa20bf req-77d49ffe-d7c3-47c4-a015-38713a8e22ae service neutron] 10.222.0.49 "GET /v2.0/subnets?id=62938449-046d-4cbe-923a-7ebb632c358d HTTP/1.1" status: 200 len: 843 time: 0.0474217 Jul 27 23:50:23.436829 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190c764d-66a4-4bde-9552-c05b1aaa20bf req-2e35cd80-7fc3-47c0-b98b-225c62d22f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:50:23.438274 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-190c764d-66a4-4bde-9552-c05b1aaa20bf req-2e35cd80-7fc3-47c0-b98b-225c62d22f61 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=591af2dd-f826-43b1-aa9d-e7a0bf218c71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0396264 Jul 27 23:50:23.526825 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-190c764d-66a4-4bde-9552-c05b1aaa20bf req-0538ec2b-526d-4d7c-9e25-0f92e8d54851 service neutron] 10.222.0.49 "GET /v2.0/networks/591af2dd-f826-43b1-aa9d-e7a0bf218c71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817938 Jul 27 23:50:23.573309 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b073b9da-69c9-4da2-88a2-e066b724b076 req-db037571-0dc3-4836-8a23-04e9dcc50f1c tempest-ServersAdminNegativeTestJSON-2061098148 tempest-ServersAdminNegativeTestJSON-2061098148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:50:23.574835 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b073b9da-69c9-4da2-88a2-e066b724b076 req-db037571-0dc3-4836-8a23-04e9dcc50f1c tempest-ServersAdminNegativeTestJSON-2061098148 tempest-ServersAdminNegativeTestJSON-2061098148-project] 10.222.0.18 "GET /v2.0/ports?device_id=eef765a0-af35-47f7-af9f-b61e020b8677 HTTP/1.1" status: 200 len: 946 time: 0.0493131 Jul 27 23:50:23.616136 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b073b9da-69c9-4da2-88a2-e066b724b076 req-92685fe3-64db-41f8-9892-2f9ecdb2964c tempest-ServersAdminNegativeTestJSON-2061098148 tempest-ServersAdminNegativeTestJSON-2061098148-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c11c0a8-cb83-4dbd-abf1-f14c2751a95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352261 Jul 27 23:50:23.621396 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-190c764d-66a4-4bde-9552-c05b1aaa20bf req-3ce9b816-e1f1-4f16-ada0-57609ab63c48 service neutron] 10.222.0.49 "GET /v2.0/networks/591af2dd-f826-43b1-aa9d-e7a0bf218c71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879881 Jul 27 23:50:24.733017 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77f2735-d1a7-4ad6-8903-b790c65f5157 req-c14924e4-ad88-4f02-8996-d94511217d12 tempest-ServersAdminNegativeTestJSON-2061098148 tempest-ServersAdminNegativeTestJSON-2061098148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:50:24.734507 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a77f2735-d1a7-4ad6-8903-b790c65f5157 req-c14924e4-ad88-4f02-8996-d94511217d12 tempest-ServersAdminNegativeTestJSON-2061098148 tempest-ServersAdminNegativeTestJSON-2061098148-project] 10.222.0.18 "GET /v2.0/ports?device_id=eef765a0-af35-47f7-af9f-b61e020b8677 HTTP/1.1" status: 200 len: 946 time: 0.0498183 Jul 27 23:50:24.772048 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a77f2735-d1a7-4ad6-8903-b790c65f5157 req-a974f035-abfd-4cbf-a1ab-b16443fa3440 tempest-ServersAdminNegativeTestJSON-2061098148 tempest-ServersAdminNegativeTestJSON-2061098148-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c11c0a8-cb83-4dbd-abf1-f14c2751a95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316162 Jul 27 23:50:25.201299 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device 6b2c22fc-740f-4065-8f85-3d54c609ba45 details requested by agent hyperv_n-h2-802623-1 with host n-h2-802623-1 {{(pid=93799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 23:50:25.304876 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port 6b2c22fc-740f-4065-8f85-3d54c609ba45, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=6b2c22fc-740f-4065-8f85-3d54c609ba45,segment=NetworkSegment(16e91594-c047-4b55-93eb-43af33ad08e1),segment_id=16e91594-c047-4b55-93eb-43af33ad08e1)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:50:25.316259 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Returning: {'device': '6b2c22fc-740f-4065-8f85-3d54c609ba45', 'network_id': '591af2dd-f826-43b1-aa9d-e7a0bf218c71', 'port_id': '6b2c22fc-740f-4065-8f85-3d54c609ba45', 'mac_address': 'fa:16:3e:b6:f3:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62938449-046d-4cbe-923a-7ebb632c358d', 'ip_address': '192.168.233.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 23:50:25.353221 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:50:25.365296 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b2c22fc-740f-4065-8f85-3d54c609ba45 {{(pid=93799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:50:25.384034 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port 6b2c22fc-740f-4065-8f85-3d54c609ba45, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=6b2c22fc-740f-4065-8f85-3d54c609ba45,segment=NetworkSegment(16e91594-c047-4b55-93eb-43af33ad08e1),segment_id=16e91594-c047-4b55-93eb-43af33ad08e1)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:50:25.388518 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:50:25.436638 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Pushing event updated for resources: {'Port': ['ID=6b2c22fc-740f-4065-8f85-3d54c609ba45,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:50:25.667708 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] get_ports_and_sgs() called for port_ids ['6b2c22fc-740f-4065-8f85-3d54c609ba45'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:50:25.884769 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3a0766-4e2d-4669-84c8-ecf04d04a358 req-a3b630fa-ca87-4a00-b585-fd2aef38c502 tempest-ServersAdminNegativeTestJSON-2061098148 tempest-ServersAdminNegativeTestJSON-2061098148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:50:25.886214 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-cf3a0766-4e2d-4669-84c8-ecf04d04a358 req-a3b630fa-ca87-4a00-b585-fd2aef38c502 tempest-ServersAdminNegativeTestJSON-2061098148 tempest-ServersAdminNegativeTestJSON-2061098148-project] 10.222.0.18 "GET /v2.0/ports?device_id=eef765a0-af35-47f7-af9f-b61e020b8677 HTTP/1.1" status: 200 len: 947 time: 0.0477886 Jul 27 23:50:25.923968 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-cf3a0766-4e2d-4669-84c8-ecf04d04a358 req-26cb5104-480b-4b7c-83b9-55e4d27564e4 tempest-ServersAdminNegativeTestJSON-2061098148 tempest-ServersAdminNegativeTestJSON-2061098148-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c11c0a8-cb83-4dbd-abf1-f14c2751a95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319641 Jul 27 23:50:26.937567 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-725bf752-6640-4913-a1ed-bee6e2c1342f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:50:27.041658 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31feae81-5a6f-406b-aa48-f3b01b86b470 req-63f5c4b8-0e20-4230-9641-e650b7489260 tempest-ServersAdminNegativeTestJSON-2061098148 tempest-ServersAdminNegativeTestJSON-2061098148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:50:27.043646 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-31feae81-5a6f-406b-aa48-f3b01b86b470 req-63f5c4b8-0e20-4230-9641-e650b7489260 tempest-ServersAdminNegativeTestJSON-2061098148 tempest-ServersAdminNegativeTestJSON-2061098148-project] 10.222.0.18 "GET /v2.0/ports?device_id=eef765a0-af35-47f7-af9f-b61e020b8677 HTTP/1.1" status: 200 len: 947 time: 0.0539167 Jul 27 23:50:27.081671 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-31feae81-5a6f-406b-aa48-f3b01b86b470 req-5c627956-eedd-4f64-9013-401f338bba1a tempest-ServersAdminNegativeTestJSON-2061098148 tempest-ServersAdminNegativeTestJSON-2061098148-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c11c0a8-cb83-4dbd-abf1-f14c2751a95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321040 Jul 27 23:50:27.202681 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device 6b2c22fc-740f-4065-8f85-3d54c609ba45 up at agent hyperv_n-h2-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:50:27.251969 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Provisioning for port 6b2c22fc-740f-4065-8f85-3d54c609ba45 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:50:27.255470 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Provisioning complete for port 6b2c22fc-740f-4065-8f85-3d54c609ba45 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:50:27.255845 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:50:27.330459 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:50:27.351979 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eef765a0-af35-47f7-af9f-b61e020b8677', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b2c22fc-740f-4065-8f85-3d54c609ba45'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:50:27.354191 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c0369b0d4f459110ff20a1f9878ba33f96d6491bddb9d15843bf29d01e0bda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4463135c-8483-437c-94a8-c63199123780" -d '{"events": [{"server_uuid": "eef765a0-af35-47f7-af9f-b61e020b8677", "name": "network-vif-plugged", "status": "completed", "tag": "6b2c22fc-740f-4065-8f85-3d54c609ba45"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:50:27.367587 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port 6b2c22fc-740f-4065-8f85-3d54c609ba45, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=6b2c22fc-740f-4065-8f85-3d54c609ba45,segment=NetworkSegment(16e91594-c047-4b55-93eb-43af33ad08e1),segment_id=16e91594-c047-4b55-93eb-43af33ad08e1)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:50:27.371669 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:50:27.393845 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:50:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e68749de-7a28-4204-b3b7-aa004bf1490b x-openstack-request-id: req-e68749de-7a28-4204-b3b7-aa004bf1490b {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:50:27.394163 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eef765a0-af35-47f7-af9f-b61e020b8677", "name": "network-vif-plugged", "status": "completed", "tag": "6b2c22fc-740f-4065-8f85-3d54c609ba45", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:50:27.394429 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e68749de-7a28-4204-b3b7-aa004bf1490b {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:50:27.394819 n-d-802623-1 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eef765a0-af35-47f7-af9f-b61e020b8677', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b2c22fc-740f-4065-8f85-3d54c609ba45', 'code': 200} Jul 27 23:50:27.421135 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Pushing event updated for resources: {'Port': ['ID=6b2c22fc-740f-4065-8f85-3d54c609ba45,revision_number=5']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:50:27.481870 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bf722c-8a92-4d56-b313-ed8d0bfe0314 req-24717718-847f-47e8-9838-0e4aea2b4ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:50:27.483370 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f5bf722c-8a92-4d56-b313-ed8d0bfe0314 req-24717718-847f-47e8-9838-0e4aea2b4ab0 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=eef765a0-af35-47f7-af9f-b61e020b8677 HTTP/1.1" status: 200 len: 1099 time: 0.0399389 Jul 27 23:50:27.517386 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f5bf722c-8a92-4d56-b313-ed8d0bfe0314 req-276635af-ba61-4946-8724-e4362b53ea06 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=5c11c0a8-cb83-4dbd-abf1-f14c2751a95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0276711 Jul 27 23:50:28.197118 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eba373f-c6c7-465c-acb8-0b1298a2dabb req-8abdc546-47c4-40b2-819b-f00114ad041a tempest-ServersAdminNegativeTestJSON-2061098148 tempest-ServersAdminNegativeTestJSON-2061098148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:50:28.198598 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-0eba373f-c6c7-465c-acb8-0b1298a2dabb req-8abdc546-47c4-40b2-819b-f00114ad041a tempest-ServersAdminNegativeTestJSON-2061098148 tempest-ServersAdminNegativeTestJSON-2061098148-project] 10.222.0.18 "GET /v2.0/ports?device_id=eef765a0-af35-47f7-af9f-b61e020b8677 HTTP/1.1" status: 200 len: 948 time: 0.0499980 Jul 27 23:50:28.236309 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-0eba373f-c6c7-465c-acb8-0b1298a2dabb req-33774a54-9814-4b50-9299-9d0b763ccc32 tempest-ServersAdminNegativeTestJSON-2061098148 tempest-ServersAdminNegativeTestJSON-2061098148-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c11c0a8-cb83-4dbd-abf1-f14c2751a95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310390 Jul 27 23:50:29.352023 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bea20e-5e01-4419-9053-d826700b2b38 req-db1a2569-3354-4ec3-8c85-c3f463973828 tempest-ServersAdminNegativeTestJSON-2061098148 tempest-ServersAdminNegativeTestJSON-2061098148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:50:29.353497 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-47bea20e-5e01-4419-9053-d826700b2b38 req-db1a2569-3354-4ec3-8c85-c3f463973828 tempest-ServersAdminNegativeTestJSON-2061098148 tempest-ServersAdminNegativeTestJSON-2061098148-project] 10.222.0.18 "GET /v2.0/ports?device_id=eef765a0-af35-47f7-af9f-b61e020b8677 HTTP/1.1" status: 200 len: 948 time: 0.0494180 Jul 27 23:50:29.391175 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-47bea20e-5e01-4419-9053-d826700b2b38 req-18f06751-4d1a-4cf9-aedb-1cfc7f94266b tempest-ServersAdminNegativeTestJSON-2061098148 tempest-ServersAdminNegativeTestJSON-2061098148-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c11c0a8-cb83-4dbd-abf1-f14c2751a95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310307 Jul 27 23:50:29.612818 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-aa1d6c61-6f38-469d-bbab-06796ab4aa8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:50:29.897798 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:50:30.100804 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:50:30.286134 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56428356-4238-43e5-bc23-a559516ff28c req-1224f63e-973a-4635-affc-6d2d1b5afd25 tempest-ServersAdminNegativeTestJSON-2061098148 tempest-ServersAdminNegativeTestJSON-2061098148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:50:30.287567 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-56428356-4238-43e5-bc23-a559516ff28c req-1224f63e-973a-4635-affc-6d2d1b5afd25 tempest-ServersAdminNegativeTestJSON-2061098148 tempest-ServersAdminNegativeTestJSON-2061098148-project] 10.222.0.18 "GET /v2.0/ports?device_id=eef765a0-af35-47f7-af9f-b61e020b8677 HTTP/1.1" status: 200 len: 948 time: 0.0474055 Jul 27 23:50:30.328298 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-56428356-4238-43e5-bc23-a559516ff28c req-f85c33b8-44fe-4bb6-92f5-ce04b9ac5b32 tempest-ServersAdminNegativeTestJSON-2061098148 tempest-ServersAdminNegativeTestJSON-2061098148-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c11c0a8-cb83-4dbd-abf1-f14c2751a95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348566 Jul 27 23:50:30.589874 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-19f2e178-d45e-4fbe-b9be-c3963fc151ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:50:31.447396 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43fe12f-5d54-4a03-83d9-2b12541f0d70 req-157d1486-23b1-45fa-9f33-51d0a3e7aede tempest-ServersAdminNegativeTestJSON-2061098148 tempest-ServersAdminNegativeTestJSON-2061098148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:50:31.448866 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f43fe12f-5d54-4a03-83d9-2b12541f0d70 req-157d1486-23b1-45fa-9f33-51d0a3e7aede tempest-ServersAdminNegativeTestJSON-2061098148 tempest-ServersAdminNegativeTestJSON-2061098148-project] 10.222.0.18 "GET /v2.0/ports?device_id=eef765a0-af35-47f7-af9f-b61e020b8677 HTTP/1.1" status: 200 len: 948 time: 0.0527751 Jul 27 23:50:31.488059 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f43fe12f-5d54-4a03-83d9-2b12541f0d70 req-c0fd072f-af3c-443f-abf3-20166eb86ea4 tempest-ServersAdminNegativeTestJSON-2061098148 tempest-ServersAdminNegativeTestJSON-2061098148-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c11c0a8-cb83-4dbd-abf1-f14c2751a95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329401 Jul 27 23:50:31.615212 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe9cea0-dcff-4132-a7ae-d8a7a24d158a req-bfeb3f10-06a4-4159-87ea-cfa2260cdc86 tempest-ServersAdminNegativeTestJSON-2061098148 tempest-ServersAdminNegativeTestJSON-2061098148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:50:31.616662 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-efe9cea0-dcff-4132-a7ae-d8a7a24d158a req-bfeb3f10-06a4-4159-87ea-cfa2260cdc86 tempest-ServersAdminNegativeTestJSON-2061098148 tempest-ServersAdminNegativeTestJSON-2061098148-project] 10.222.0.49 "GET /v2.0/ports?device_id=eef765a0-af35-47f7-af9f-b61e020b8677 HTTP/1.1" status: 200 len: 948 time: 0.0482373 Jul 27 23:50:31.702794 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [req-efe9cea0-dcff-4132-a7ae-d8a7a24d158a req-408a997d-9063-4d32-97cf-2f18df2679a4 tempest-ServersAdminNegativeTestJSON-2061098148 tempest-ServersAdminNegativeTestJSON-2061098148-project] Deleting port 6b2c22fc-740f-4065-8f85-3d54c609ba45 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:50:31.703087 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-efe9cea0-dcff-4132-a7ae-d8a7a24d158a req-408a997d-9063-4d32-97cf-2f18df2679a4 tempest-ServersAdminNegativeTestJSON-2061098148 tempest-ServersAdminNegativeTestJSON-2061098148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:50:31.792741 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-efe9cea0-dcff-4132-a7ae-d8a7a24d158a req-408a997d-9063-4d32-97cf-2f18df2679a4 tempest-ServersAdminNegativeTestJSON-2061098148 tempest-ServersAdminNegativeTestJSON-2061098148-project] For port 6b2c22fc-740f-4065-8f85-3d54c609ba45, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=6b2c22fc-740f-4065-8f85-3d54c609ba45,segment=NetworkSegment(16e91594-c047-4b55-93eb-43af33ad08e1),segment_id=16e91594-c047-4b55-93eb-43af33ad08e1)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:50:31.793107 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-efe9cea0-dcff-4132-a7ae-d8a7a24d158a req-408a997d-9063-4d32-97cf-2f18df2679a4 tempest-ServersAdminNegativeTestJSON-2061098148 tempest-ServersAdminNegativeTestJSON-2061098148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:50:31.806454 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [req-efe9cea0-dcff-4132-a7ae-d8a7a24d158a req-408a997d-9063-4d32-97cf-2f18df2679a4 tempest-ServersAdminNegativeTestJSON-2061098148 tempest-ServersAdminNegativeTestJSON-2061098148-project] Calling delete_port for 6b2c22fc-740f-4065-8f85-3d54c609ba45 owned by compute:nova {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:50:31.936175 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-efe9cea0-dcff-4132-a7ae-d8a7a24d158a req-408a997d-9063-4d32-97cf-2f18df2679a4 tempest-ServersAdminNegativeTestJSON-2061098148 tempest-ServersAdminNegativeTestJSON-2061098148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:50:31.947064 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] get_ports_and_sgs() called for port_ids ['6b2c22fc-740f-4065-8f85-3d54c609ba45'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:50:31.973648 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408a997d-9063-4d32-97cf-2f18df2679a4 tempest-ServersAdminNegativeTestJSON-2061098148 tempest-ServersAdminNegativeTestJSON-2061098148-project] Pushing event deleted for resources: {'Port': ['ID=6b2c22fc-740f-4065-8f85-3d54c609ba45,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:50:32.006915 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [req-efe9cea0-dcff-4132-a7ae-d8a7a24d158a req-408a997d-9063-4d32-97cf-2f18df2679a4 tempest-ServersAdminNegativeTestJSON-2061098148 tempest-ServersAdminNegativeTestJSON-2061098148-project] No DVR routers for this DVR port 6b2c22fc-740f-4065-8f85-3d54c609ba45 on host n-h2-802623-1 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:50:32.009882 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-efe9cea0-dcff-4132-a7ae-d8a7a24d158a req-408a997d-9063-4d32-97cf-2f18df2679a4 tempest-ServersAdminNegativeTestJSON-2061098148 tempest-ServersAdminNegativeTestJSON-2061098148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:50:32.011838 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-efe9cea0-dcff-4132-a7ae-d8a7a24d158a req-408a997d-9063-4d32-97cf-2f18df2679a4 tempest-ServersAdminNegativeTestJSON-2061098148 tempest-ServersAdminNegativeTestJSON-2061098148-project] 10.222.0.49 "DELETE /v2.0/ports/6b2c22fc-740f-4065-8f85-3d54c609ba45 HTTP/1.1" status: 204 len: 173 time: 0.3885660 Jul 27 23:50:32.012296 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eef765a0-af35-47f7-af9f-b61e020b8677', 'name': 'network-vif-deleted', 'tag': '6b2c22fc-740f-4065-8f85-3d54c609ba45'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:50:32.015120 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a476459a1bfce68b0ae0df5b6a71154bfc7cfdc8f9eefce6ad0a17231e60468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54cf9dae-6bad-4e5a-a92c-8fb1b0c1a1d6" -d '{"events": [{"server_uuid": "eef765a0-af35-47f7-af9f-b61e020b8677", "name": "network-vif-deleted", "tag": "6b2c22fc-740f-4065-8f85-3d54c609ba45"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:50:32.056724 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:50:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a05cb0c3-6ed7-43c0-abfb-18310cd5ee70 x-openstack-request-id: req-a05cb0c3-6ed7-43c0-abfb-18310cd5ee70 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:50:32.057037 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eef765a0-af35-47f7-af9f-b61e020b8677", "name": "network-vif-deleted", "tag": "6b2c22fc-740f-4065-8f85-3d54c609ba45", "status": "completed", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:50:32.057285 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a05cb0c3-6ed7-43c0-abfb-18310cd5ee70 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:50:32.057697 n-d-802623-1 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eef765a0-af35-47f7-af9f-b61e020b8677', 'name': 'network-vif-deleted', 'tag': '6b2c22fc-740f-4065-8f85-3d54c609ba45', 'status': 'completed', 'code': 200} Jul 27 23:50:32.355067 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7418f70f-e60d-4709-8ba9-6ab514bc7f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:50:32.789805 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 54882) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:50:32.916437 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-65730848-4250-4c61-a9f4-b14571b32202 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=79b2631589ed45f49745736695cdf453&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1255360 Jul 27 23:50:32.919478 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 54886) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:50:32.970927 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c05c59b8-4cf1-45b8-83f8-c1ea740bd602 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:50:32.992241 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c05c59b8-4cf1-45b8-83f8-c1ea740bd602 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:50:33.037511 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c05c59b8-4cf1-45b8-83f8-c1ea740bd602 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:50:33.040314 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c05c59b8-4cf1-45b8-83f8-c1ea740bd602 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:50:33.041400 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-c05c59b8-4cf1-45b8-83f8-c1ea740bd602 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5c11c0a8-cb83-4dbd-abf1-f14c2751a95a HTTP/1.1" status: 204 len: 168 time: 0.1210439 Jul 27 23:50:33.049357 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05c59b8-4cf1-45b8-83f8-c1ea740bd602 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c11c0a8-cb83-4dbd-abf1-f14c2751a95a,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:50:33.303572 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 54892) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:50:33.317030 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0abf9dfd-5533-41a6-9dbd-566a756769e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:50:33.403937 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0abf9dfd-5533-41a6-9dbd-566a756769e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:50:33.407381 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0abf9dfd-5533-41a6-9dbd-566a756769e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:50:33.447896 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-0abf9dfd-5533-41a6-9dbd-566a756769e2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d12577cb269b4dcf8aaed52913e750ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1432827 Jul 27 23:50:33.448828 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abf9dfd-5533-41a6-9dbd-566a756769e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6542b1d6-9a2f-43a5-92a7-cc7bf7c77162,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:50:33.451133 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 54894) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:50:33.501516 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4d1a2386-0da9-4b6d-a0a7-35e2df271ba9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:50:33.530147 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4d1a2386-0da9-4b6d-a0a7-35e2df271ba9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:50:33.575883 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4d1a2386-0da9-4b6d-a0a7-35e2df271ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:50:33.578401 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4d1a2386-0da9-4b6d-a0a7-35e2df271ba9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:50:33.579574 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-4d1a2386-0da9-4b6d-a0a7-35e2df271ba9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6542b1d6-9a2f-43a5-92a7-cc7bf7c77162 HTTP/1.1" status: 204 len: 168 time: 0.1262374 Jul 27 23:50:33.587611 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1a2386-0da9-4b6d-a0a7-35e2df271ba9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6542b1d6-9a2f-43a5-92a7-cc7bf7c77162,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:50:34.249104 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 54916) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:50:34.342551 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-e4cad14c-2032-436b-8207-2fbbb7fa5de7 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1548676895-network', 'tenant_id': '2234acee636f4fb4abfdf32f655722a8'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:50:34.363474 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4cad14c-2032-436b-8207-2fbbb7fa5de7 admin admin] Made reservation on behalf of 2234acee636f4fb4abfdf32f655722a8 for: {'network': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:50:34.365608 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e4cad14c-2032-436b-8207-2fbbb7fa5de7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for network, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:50:34.374187 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e4cad14c-2032-436b-8207-2fbbb7fa5de7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:50:34.459324 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e4cad14c-2032-436b-8207-2fbbb7fa5de7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:50:34.463096 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e4cad14c-2032-436b-8207-2fbbb7fa5de7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:50:34.487155 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4cad14c-2032-436b-8207-2fbbb7fa5de7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 514} {{(pid=93797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 23:50:34.495633 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cad14c-2032-436b-8207-2fbbb7fa5de7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b22b38e2-79c6-4356-b428-f3e6d1f8a4ca,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:50:34.502310 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e4cad14c-2032-436b-8207-2fbbb7fa5de7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:50:34.502660 n-d-802623-1 neutron-server[93797]: INFO neutron.db.segments_db [None req-e4cad14c-2032-436b-8207-2fbbb7fa5de7 admin admin] Added segment 968312dc-342d-4641-bce1-0bb9f1ce4970 of type vlan for network 4a299f1f-1216-431b-9051-352fef0669b5 Jul 27 23:50:34.546069 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e4cad14c-2032-436b-8207-2fbbb7fa5de7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736833354590'] for network, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:50:34.578395 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e4cad14c-2032-436b-8207-2fbbb7fa5de7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569'] for network, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:50:34.579434 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4cad14c-2032-436b-8207-2fbbb7fa5de7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:50:34.580012 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e4cad14c-2032-436b-8207-2fbbb7fa5de7 admin admin] Notify callbacks [] for network, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:50:34.633763 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-e4cad14c-2032-436b-8207-2fbbb7fa5de7 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3834703 Jul 27 23:50:34.636737 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 54920) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:50:34.642986 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-51791f1c-2dcd-46b9-91d1-88d7d0db63a1 admin admin] Request body: {'subnet': {'network_id': '4a299f1f-1216-431b-9051-352fef0669b5', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1548676895-subnet', 'tenant_id': '2234acee636f4fb4abfdf32f655722a8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:50:34.643188 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cad14c-2032-436b-8207-2fbbb7fa5de7 admin admin] Pushing event updated for resources: {'Network': ['ID=4a299f1f-1216-431b-9051-352fef0669b5,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:50:34.652804 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Network 4a299f1f-1216-431b-9051-352fef0669b5 details requested by agent ovs-agent-n-d-802623-1 with host n-d-802623-1 {{(pid=93799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 23:50:34.666483 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51791f1c-2dcd-46b9-91d1-88d7d0db63a1 admin admin] Made reservation on behalf of 2234acee636f4fb4abfdf32f655722a8 for: {'subnet': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:50:34.668948 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-51791f1c-2dcd-46b9-91d1-88d7d0db63a1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12265828'] for subnet, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:50:34.837179 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-51791f1c-2dcd-46b9-91d1-88d7d0db63a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11971609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12265750'] for subnet, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:50:34.891036 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51791f1c-2dcd-46b9-91d1-88d7d0db63a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f7ad5809-e7b6-433a-9a44-f92a8643270e,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:50:34.902336 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51791f1c-2dcd-46b9-91d1-88d7d0db63a1 admin admin] Checking segment: {'id': '968312dc-342d-4641-bce1-0bb9f1ce4970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '4a299f1f-1216-431b-9051-352fef0669b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:50:34.902695 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51791f1c-2dcd-46b9-91d1-88d7d0db63a1 admin admin] Network hostable DHCP agents. Network: 4a299f1f-1216-431b-9051-352fef0669b5, hostable agents: ['5950e76f-2bde-4343-a925-cbe6bacd2706'], hosted agents: [] {{(pid=93798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 23:50:34.919368 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51791f1c-2dcd-46b9-91d1-88d7d0db63a1 admin admin] Network 4a299f1f-1216-431b-9051-352fef0669b5 is scheduled to be hosted by DHCP agent 5950e76f-2bde-4343-a925-cbe6bacd2706 with binding_index 1 {{(pid=93798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 23:50:34.927110 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-51791f1c-2dcd-46b9-91d1-88d7d0db63a1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802623-1, 4a299f1f-1216-431b-9051-352fef0669b5) {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:50:34.931059 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51791f1c-2dcd-46b9-91d1-88d7d0db63a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:50:34.931642 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-51791f1c-2dcd-46b9-91d1-88d7d0db63a1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:50:34.937291 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cca65e37-f102-4401-8910-200afc35be00 None None] Network 4a299f1f-1216-431b-9051-352fef0669b5 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:50:34.945408 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-51791f1c-2dcd-46b9-91d1-88d7d0db63a1 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3063633 Jul 27 23:50:35.062231 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d160d2ec-95c2-48d3-8a58-78a08469b2c1 None None] Network 4a299f1f-1216-431b-9051-352fef0669b5 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:50:35.187394 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:50:35.252841 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device 6b2c22fc-740f-4065-8f85-3d54c609ba45 no longer exists at agent hyperv_n-h2-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:50:35.273363 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] No Port match for: 6b2c22fc-740f-4065-8f85-3d54c609ba45 {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:50:35.273706 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device 6b2c22fc-740f-4065-8f85-3d54c609ba45 not bound to the agent host n-h2-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:50:35.361559 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2328aafd-f424-4faf-b72c-af6992d31e34 req-28f0197c-838c-4c86-aa23-87bbf792a69a tempest-DeleteServersTestJSON-1018130102 tempest-DeleteServersTestJSON-1018130102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:50:35.363070 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-2328aafd-f424-4faf-b72c-af6992d31e34 req-28f0197c-838c-4c86-aa23-87bbf792a69a tempest-DeleteServersTestJSON-1018130102 tempest-DeleteServersTestJSON-1018130102-project] 10.222.0.18 "GET /v2.0/networks?id=4a299f1f-1216-431b-9051-352fef0669b5 HTTP/1.1" status: 200 len: 812 time: 0.1015630 Jul 27 23:50:35.377887 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-2328aafd-f424-4faf-b72c-af6992d31e34 req-a3bc1e84-e8cd-4476-9ea7-77468baa52ac tempest-DeleteServersTestJSON-1018130102 tempest-DeleteServersTestJSON-1018130102-project] 10.222.0.18 "GET /v2.0/quotas/2234acee636f4fb4abfdf32f655722a8 HTTP/1.1" status: 200 len: 375 time: 0.0092125 Jul 27 23:50:35.413190 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-2328aafd-f424-4faf-b72c-af6992d31e34 req-abc7d58d-89c2-4f0a-8413-a1542bbeb1cc tempest-DeleteServersTestJSON-1018130102 tempest-DeleteServersTestJSON-1018130102-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=2234acee636f4fb4abfdf32f655722a8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0302539 Jul 27 23:50:35.424333 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [req-2328aafd-f424-4faf-b72c-af6992d31e34 req-f5c8092a-84f1-4c93-99e6-9d96f2dc8e11 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=93798) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 23:50:35.425217 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-2328aafd-f424-4faf-b72c-af6992d31e34 req-f5c8092a-84f1-4c93-99e6-9d96f2dc8e11 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050247 Jul 27 23:50:35.511662 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-2328aafd-f424-4faf-b72c-af6992d31e34 req-7ed4d4dd-c5d8-42d3-9404-e174dfcf6f3e service neutron] 10.222.0.18 "GET /v2.0/networks/4a299f1f-1216-431b-9051-352fef0669b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810111 Jul 27 23:50:35.602778 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-2328aafd-f424-4faf-b72c-af6992d31e34 req-87a80c09-2040-4859-a535-5ad4b9901d63 service neutron] 10.222.0.18 "GET /v2.0/networks/4a299f1f-1216-431b-9051-352fef0669b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850763 Jul 27 23:50:35.764767 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-1b20fbc4-a61d-4c07-952c-bdca2fead345 req-8782e785-29ca-404a-8606-98291ab39af0 tempest-DeleteServersTestJSON-1018130102 tempest-DeleteServersTestJSON-1018130102-project] 10.222.0.18 "GET /v2.0/ports?device_id=564419b5-ab81-4fef-b354-43f258198975 HTTP/1.1" status: 200 len: 210 time: 0.0285070 Jul 27 23:50:36.656187 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2328aafd-f424-4faf-b72c-af6992d31e34 req-591d7df2-bf0d-4b0a-8330-7a27704d3fe1 tempest-DeleteServersTestJSON-1018130102 tempest-DeleteServersTestJSON-1018130102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:50:36.657708 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-2328aafd-f424-4faf-b72c-af6992d31e34 req-591d7df2-bf0d-4b0a-8330-7a27704d3fe1 tempest-DeleteServersTestJSON-1018130102 tempest-DeleteServersTestJSON-1018130102-project] 10.222.0.49 "GET /v2.0/networks?id=4a299f1f-1216-431b-9051-352fef0669b5 HTTP/1.1" status: 200 len: 812 time: 0.1215899 Jul 27 23:50:36.671613 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [req-2328aafd-f424-4faf-b72c-af6992d31e34 req-ea1e466f-206a-4aec-8963-565b5ca66752 tempest-DeleteServersTestJSON-1018130102 tempest-DeleteServersTestJSON-1018130102-project] Request body: {'port': {'device_id': '564419b5-ab81-4fef-b354-43f258198975', 'network_id': '4a299f1f-1216-431b-9051-352fef0669b5', 'admin_state_up': True, 'tenant_id': '2234acee636f4fb4abfdf32f655722a8'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:50:36.780146 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2328aafd-f424-4faf-b72c-af6992d31e34 req-ea1e466f-206a-4aec-8963-565b5ca66752 tempest-DeleteServersTestJSON-1018130102 tempest-DeleteServersTestJSON-1018130102-project] Made reservation on behalf of 2234acee636f4fb4abfdf32f655722a8 for: {'port': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:50:36.783569 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-2328aafd-f424-4faf-b72c-af6992d31e34 req-ea1e466f-206a-4aec-8963-565b5ca66752 tempest-DeleteServersTestJSON-1018130102 tempest-DeleteServersTestJSON-1018130102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:50:36.860451 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-054164a2-af67-488f-9252-2d6410c18e45 req-f1d0e7aa-952a-448f-851e-33417c1324ae tempest-DeleteServersTestJSON-1018130102 tempest-DeleteServersTestJSON-1018130102-project] 10.222.0.18 "GET /v2.0/ports?device_id=564419b5-ab81-4fef-b354-43f258198975 HTTP/1.1" status: 200 len: 210 time: 0.0278008 Jul 27 23:50:36.916363 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [req-2328aafd-f424-4faf-b72c-af6992d31e34 req-ea1e466f-206a-4aec-8963-565b5ca66752 tempest-DeleteServersTestJSON-1018130102 tempest-DeleteServersTestJSON-1018130102-project] Allocated IP 172.20.0.14 (4a299f1f-1216-431b-9051-352fef0669b5/f7ad5809-e7b6-433a-9a44-f92a8643270e/f791f897-b529-479d-aa1f-b3ec80057a30) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:50:37.057112 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-2328aafd-f424-4faf-b72c-af6992d31e34 req-ea1e466f-206a-4aec-8963-565b5ca66752 tempest-DeleteServersTestJSON-1018130102 tempest-DeleteServersTestJSON-1018130102-project] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:50:37.095580 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-2328aafd-f424-4faf-b72c-af6992d31e34 req-ea1e466f-206a-4aec-8963-565b5ca66752 tempest-DeleteServersTestJSON-1018130102 tempest-DeleteServersTestJSON-1018130102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:50:37.140702 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2328aafd-f424-4faf-b72c-af6992d31e34 req-ea1e466f-206a-4aec-8963-565b5ca66752 tempest-DeleteServersTestJSON-1018130102 tempest-DeleteServersTestJSON-1018130102-project] Network 4a299f1f-1216-431b-9051-352fef0669b5 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:50:37.143800 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [req-2328aafd-f424-4faf-b72c-af6992d31e34 req-ea1e466f-206a-4aec-8963-565b5ca66752 tempest-DeleteServersTestJSON-1018130102 tempest-DeleteServersTestJSON-1018130102-project] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:50:37.149697 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [req-2328aafd-f424-4faf-b72c-af6992d31e34 req-ea1e466f-206a-4aec-8963-565b5ca66752 tempest-DeleteServersTestJSON-1018130102 tempest-DeleteServersTestJSON-1018130102-project] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:50:37.173316 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1e466f-206a-4aec-8963-565b5ca66752 tempest-DeleteServersTestJSON-1018130102 tempest-DeleteServersTestJSON-1018130102-project] Pushing event updated for resources: {'Port': ['ID=f791f897-b529-479d-aa1f-b3ec80057a30,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:50:37.201195 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2328aafd-f424-4faf-b72c-af6992d31e34 req-ea1e466f-206a-4aec-8963-565b5ca66752 tempest-DeleteServersTestJSON-1018130102 tempest-DeleteServersTestJSON-1018130102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:50:37.201802 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-2328aafd-f424-4faf-b72c-af6992d31e34 req-ea1e466f-206a-4aec-8963-565b5ca66752 tempest-DeleteServersTestJSON-1018130102 tempest-DeleteServersTestJSON-1018130102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:50:37.215494 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-2328aafd-f424-4faf-b72c-af6992d31e34 req-ea1e466f-206a-4aec-8963-565b5ca66752 tempest-DeleteServersTestJSON-1018130102 tempest-DeleteServersTestJSON-1018130102-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5483618 Jul 27 23:50:37.227629 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [req-2328aafd-f424-4faf-b72c-af6992d31e34 req-1959e411-0b2c-46c8-8c75-e6d06c15709d service neutron] Request body: {'port': {'device_id': '564419b5-ab81-4fef-b354-43f258198975', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802623-1'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:50:37.279529 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-2328aafd-f424-4faf-b72c-af6992d31e34 req-1959e411-0b2c-46c8-8c75-e6d06c15709d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:50:37.542980 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [req-2328aafd-f424-4faf-b72c-af6992d31e34 req-1959e411-0b2c-46c8-8c75-e6d06c15709d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f791f897-b529-479d-aa1f-b3ec80057a30 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:50:37.550208 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-2328aafd-f424-4faf-b72c-af6992d31e34 req-1959e411-0b2c-46c8-8c75-e6d06c15709d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:50:37.561697 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [req-2328aafd-f424-4faf-b72c-af6992d31e34 req-1959e411-0b2c-46c8-8c75-e6d06c15709d service neutron] Transition to ACTIVE for port object f791f897-b529-479d-aa1f-b3ec80057a30 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:50:37.564481 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-2328aafd-f424-4faf-b72c-af6992d31e34 req-1959e411-0b2c-46c8-8c75-e6d06c15709d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11336041'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:50:37.612001 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1959e411-0b2c-46c8-8c75-e6d06c15709d service neutron] Pushing event updated for resources: {'Port': ['ID=f791f897-b529-479d-aa1f-b3ec80057a30,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:50:37.678643 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-2328aafd-f424-4faf-b72c-af6992d31e34 req-1959e411-0b2c-46c8-8c75-e6d06c15709d service neutron] Attempting to bind port f791f897-b529-479d-aa1f-b3ec80057a30 on host n-h2-802623-1 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:50:37.678979 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-2328aafd-f424-4faf-b72c-af6992d31e34 req-1959e411-0b2c-46c8-8c75-e6d06c15709d service neutron] Attempting to bind port f791f897-b529-479d-aa1f-b3ec80057a30 by drivers openvswitch,hyperv on host n-h2-802623-1 at level 0 using segments [{'id': '968312dc-342d-4641-bce1-0bb9f1ce4970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '4a299f1f-1216-431b-9051-352fef0669b5'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:50:37.679348 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2328aafd-f424-4faf-b72c-af6992d31e34 req-1959e411-0b2c-46c8-8c75-e6d06c15709d service neutron] Attempting to bind port f791f897-b529-479d-aa1f-b3ec80057a30 on network 4a299f1f-1216-431b-9051-352fef0669b5 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:50:37.683545 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2328aafd-f424-4faf-b72c-af6992d31e34 req-1959e411-0b2c-46c8-8c75-e6d06c15709d service neutron] Port f791f897-b529-479d-aa1f-b3ec80057a30 on network 4a299f1f-1216-431b-9051-352fef0669b5 not bound, no agent of type Open vSwitch agent registered on host n-h2-802623-1 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 23:50:37.683866 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2328aafd-f424-4faf-b72c-af6992d31e34 req-1959e411-0b2c-46c8-8c75-e6d06c15709d service neutron] Attempting to bind port f791f897-b529-479d-aa1f-b3ec80057a30 on network 4a299f1f-1216-431b-9051-352fef0669b5 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:50:37.689029 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2328aafd-f424-4faf-b72c-af6992d31e34 req-1959e411-0b2c-46c8-8c75-e6d06c15709d service neutron] Checking agent: {'id': 'c5cc038b-93c4-4df4-8061-5df2a04a48c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 23, 0, 4), 'started_at': datetime.datetime(2021, 7, 27, 23, 0, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 50, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:50:37.689366 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2328aafd-f424-4faf-b72c-af6992d31e34 req-1959e411-0b2c-46c8-8c75-e6d06c15709d service neutron] Checking segment: {'id': '968312dc-342d-4641-bce1-0bb9f1ce4970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '4a299f1f-1216-431b-9051-352fef0669b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:50:37.689749 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2328aafd-f424-4faf-b72c-af6992d31e34 req-1959e411-0b2c-46c8-8c75-e6d06c15709d service neutron] Bound using segment: {'id': '968312dc-342d-4641-bce1-0bb9f1ce4970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '4a299f1f-1216-431b-9051-352fef0669b5'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:50:37.690175 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-2328aafd-f424-4faf-b72c-af6992d31e34 req-1959e411-0b2c-46c8-8c75-e6d06c15709d service neutron] Bound port: f791f897-b529-479d-aa1f-b3ec80057a30, host: n-h2-802623-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '968312dc-342d-4641-bce1-0bb9f1ce4970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '4a299f1f-1216-431b-9051-352fef0669b5'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:50:37.690798 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-2328aafd-f424-4faf-b72c-af6992d31e34 req-1959e411-0b2c-46c8-8c75-e6d06c15709d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:50:37.761899 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-2328aafd-f424-4faf-b72c-af6992d31e34 req-1959e411-0b2c-46c8-8c75-e6d06c15709d service neutron] For port f791f897-b529-479d-aa1f-b3ec80057a30, host n-h2-802623-1, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:50:37.764887 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-2328aafd-f424-4faf-b72c-af6992d31e34 req-1959e411-0b2c-46c8-8c75-e6d06c15709d service neutron] For port f791f897-b529-479d-aa1f-b3ec80057a30, host n-h2-802623-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=f791f897-b529-479d-aa1f-b3ec80057a30,segment=NetworkSegment(968312dc-342d-4641-bce1-0bb9f1ce4970),segment_id=968312dc-342d-4641-bce1-0bb9f1ce4970)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:50:37.769231 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-2328aafd-f424-4faf-b72c-af6992d31e34 req-1959e411-0b2c-46c8-8c75-e6d06c15709d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11336041'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:50:37.801774 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2328aafd-f424-4faf-b72c-af6992d31e34 req-1959e411-0b2c-46c8-8c75-e6d06c15709d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:50:37.802392 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-2328aafd-f424-4faf-b72c-af6992d31e34 req-1959e411-0b2c-46c8-8c75-e6d06c15709d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:50:37.803823 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-2328aafd-f424-4faf-b72c-af6992d31e34 req-1959e411-0b2c-46c8-8c75-e6d06c15709d service neutron] 10.222.0.49 "PUT /v2.0/ports/f791f897-b529-479d-aa1f-b3ec80057a30 HTTP/1.1" status: 200 len: 1092 time: 0.5802851 Jul 27 23:50:37.804259 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '564419b5-ab81-4fef-b354-43f258198975', 'tag': 'f791f897-b529-479d-aa1f-b3ec80057a30'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:50:37.806485 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a476459a1bfce68b0ae0df5b6a71154bfc7cfdc8f9eefce6ad0a17231e60468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4d734c8-23b5-4f4d-acfb-15a21978de1b" -d '{"events": [{"name": "network-changed", "server_uuid": "564419b5-ab81-4fef-b354-43f258198975", "tag": "f791f897-b529-479d-aa1f-b3ec80057a30"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:50:37.831923 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1959e411-0b2c-46c8-8c75-e6d06c15709d service neutron] Pushing event updated for resources: {'Port': ['ID=f791f897-b529-479d-aa1f-b3ec80057a30,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:50:37.839613 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1959e411-0b2c-46c8-8c75-e6d06c15709d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:50:37.839967 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1959e411-0b2c-46c8-8c75-e6d06c15709d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:50:37.840311 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1959e411-0b2c-46c8-8c75-e6d06c15709d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:50:37.841283 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1959e411-0b2c-46c8-8c75-e6d06c15709d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:50:37.841561 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1959e411-0b2c-46c8-8c75-e6d06c15709d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:50:37.841871 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1959e411-0b2c-46c8-8c75-e6d06c15709d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:50:37.842200 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1959e411-0b2c-46c8-8c75-e6d06c15709d service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:50:37.842528 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1959e411-0b2c-46c8-8c75-e6d06c15709d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:50:37.842859 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1959e411-0b2c-46c8-8c75-e6d06c15709d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:50:37.843220 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1959e411-0b2c-46c8-8c75-e6d06c15709d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:50:37.843549 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1959e411-0b2c-46c8-8c75-e6d06c15709d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:50:37.843874 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1959e411-0b2c-46c8-8c75-e6d06c15709d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:50:37.857005 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 23:50:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad0b6598-4c48-40b0-918e-dc09eee23908 x-openstack-request-id: req-ad0b6598-4c48-40b0-918e-dc09eee23908 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:50:37.857289 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "564419b5-ab81-4fef-b354-43f258198975", "tag": "f791f897-b529-479d-aa1f-b3ec80057a30", "status": "completed", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:50:37.857543 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ad0b6598-4c48-40b0-918e-dc09eee23908 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:50:37.857939 n-d-802623-1 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '564419b5-ab81-4fef-b354-43f258198975', 'tag': 'f791f897-b529-479d-aa1f-b3ec80057a30', 'status': 'completed', 'code': 200} Jul 27 23:50:37.890145 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2328aafd-f424-4faf-b72c-af6992d31e34 req-324bff1c-be55-4c1c-9c92-ff0191c2d5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:50:37.891695 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-2328aafd-f424-4faf-b72c-af6992d31e34 req-324bff1c-be55-4c1c-9c92-ff0191c2d5c4 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2234acee636f4fb4abfdf32f655722a8&device_id=564419b5-ab81-4fef-b354-43f258198975 HTTP/1.1" status: 200 len: 1095 time: 0.0441782 Jul 27 23:50:37.937971 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-2328aafd-f424-4faf-b72c-af6992d31e34 req-71533ed4-5e45-41be-9eab-aef9b82cdbd2 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f791f897-b529-479d-aa1f-b3ec80057a30 HTTP/1.1" status: 200 len: 217 time: 0.0378475 Jul 27 23:50:37.974540 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278fd69b-53b5-4c27-b8c2-85817f87395b req-3ff589ab-03f5-4d12-964e-eb74b304fbaa tempest-DeleteServersTestJSON-1018130102 tempest-DeleteServersTestJSON-1018130102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:50:37.976053 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-278fd69b-53b5-4c27-b8c2-85817f87395b req-3ff589ab-03f5-4d12-964e-eb74b304fbaa tempest-DeleteServersTestJSON-1018130102 tempest-DeleteServersTestJSON-1018130102-project] 10.222.0.18 "GET /v2.0/ports?device_id=564419b5-ab81-4fef-b354-43f258198975 HTTP/1.1" status: 200 len: 944 time: 0.0499063 Jul 27 23:50:37.988407 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2328aafd-f424-4faf-b72c-af6992d31e34 req-8f206512-8b1d-4f33-9ace-a98d6857001c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:50:37.990087 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-2328aafd-f424-4faf-b72c-af6992d31e34 req-8f206512-8b1d-4f33-9ace-a98d6857001c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f7ad5809-e7b6-433a-9a44-f92a8643270e HTTP/1.1" status: 200 len: 852 time: 0.0447631 Jul 27 23:50:38.015500 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-278fd69b-53b5-4c27-b8c2-85817f87395b req-b20a5c58-c59b-4164-90c7-463ba4b9e776 tempest-DeleteServersTestJSON-1018130102 tempest-DeleteServersTestJSON-1018130102-project] 10.222.0.18 "GET /v2.0/security-groups?id=b22b38e2-79c6-4356-b428-f3e6d1f8a4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329998 Jul 27 23:50:38.024455 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-2328aafd-f424-4faf-b72c-af6992d31e34 req-615bdc77-71e1-4ea8-8dc5-4b0996e0f8c0 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=4a299f1f-1216-431b-9051-352fef0669b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273938 Jul 27 23:50:38.118228 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-2328aafd-f424-4faf-b72c-af6992d31e34 req-b2b819f7-a7cc-4b89-9717-3af3e8b5e7ee service neutron] 10.222.0.49 "GET /v2.0/networks/4a299f1f-1216-431b-9051-352fef0669b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855248 Jul 27 23:50:38.208411 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-2328aafd-f424-4faf-b72c-af6992d31e34 req-841cd85f-03be-406c-9a72-c661d7b5e1a2 service neutron] 10.222.0.49 "GET /v2.0/networks/4a299f1f-1216-431b-9051-352fef0669b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832827 Jul 27 23:50:38.296019 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d734c8-23b5-4f4d-acfb-15a21978de1b req-71aed01a-2459-4e8f-9e84-4904ea27425a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:50:38.297489 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d4d734c8-23b5-4f4d-acfb-15a21978de1b req-71aed01a-2459-4e8f-9e84-4904ea27425a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2234acee636f4fb4abfdf32f655722a8&device_id=564419b5-ab81-4fef-b354-43f258198975 HTTP/1.1" status: 200 len: 1095 time: 0.0433187 Jul 27 23:50:38.389328 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d734c8-23b5-4f4d-acfb-15a21978de1b req-4934e201-a5ab-40b0-9cb9-21c03aa8ed2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:50:38.390721 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d4d734c8-23b5-4f4d-acfb-15a21978de1b req-4934e201-a5ab-40b0-9cb9-21c03aa8ed2d service neutron] 10.222.0.49 "GET /v2.0/networks?id=4a299f1f-1216-431b-9051-352fef0669b5 HTTP/1.1" status: 200 len: 913 time: 0.0864403 Jul 27 23:50:38.430464 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d4d734c8-23b5-4f4d-acfb-15a21978de1b req-798e7d0f-ec93-4cb5-9b0c-94f70f86b843 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f791f897-b529-479d-aa1f-b3ec80057a30 HTTP/1.1" status: 200 len: 217 time: 0.0327835 Jul 27 23:50:38.477898 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d734c8-23b5-4f4d-acfb-15a21978de1b req-3982b998-43f6-4153-a2c7-7b96424c1ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:50:38.479296 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d4d734c8-23b5-4f4d-acfb-15a21978de1b req-3982b998-43f6-4153-a2c7-7b96424c1ce8 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f7ad5809-e7b6-433a-9a44-f92a8643270e HTTP/1.1" status: 200 len: 852 time: 0.0415387 Jul 27 23:50:38.513991 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d4d734c8-23b5-4f4d-acfb-15a21978de1b req-63e032cb-0a99-441a-a796-a30e8f0a050b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=4a299f1f-1216-431b-9051-352fef0669b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281312 Jul 27 23:50:38.602759 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d4d734c8-23b5-4f4d-acfb-15a21978de1b req-542d3fba-1231-47b2-be9c-76920bc422fd service neutron] 10.222.0.49 "GET /v2.0/networks/4a299f1f-1216-431b-9051-352fef0669b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799897 Jul 27 23:50:38.694578 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d4d734c8-23b5-4f4d-acfb-15a21978de1b req-60dbc7ae-49bd-40d0-b9b0-0aab5463ccc4 service neutron] 10.222.0.49 "GET /v2.0/networks/4a299f1f-1216-431b-9051-352fef0669b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849528 Jul 27 23:50:39.134448 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1e03d5-1f09-447f-adab-152d939ec62a req-2213ab6a-bd52-4bab-885a-b2cbe7aa1612 tempest-DeleteServersTestJSON-1018130102 tempest-DeleteServersTestJSON-1018130102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:50:39.135960 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-bc1e03d5-1f09-447f-adab-152d939ec62a req-2213ab6a-bd52-4bab-885a-b2cbe7aa1612 tempest-DeleteServersTestJSON-1018130102 tempest-DeleteServersTestJSON-1018130102-project] 10.222.0.18 "GET /v2.0/ports?device_id=564419b5-ab81-4fef-b354-43f258198975 HTTP/1.1" status: 200 len: 944 time: 0.0488324 Jul 27 23:50:39.173792 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-bc1e03d5-1f09-447f-adab-152d939ec62a req-35cf56e1-0219-4b02-98bf-29f176b576df tempest-DeleteServersTestJSON-1018130102 tempest-DeleteServersTestJSON-1018130102-project] 10.222.0.18 "GET /v2.0/security-groups?id=b22b38e2-79c6-4356-b428-f3e6d1f8a4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319514 Jul 27 23:50:40.287039 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247b5e7c-fba4-4949-9a7c-4cd9004741ac req-4f16a100-5fbe-4588-a9b8-8283a8dbf4d9 tempest-DeleteServersTestJSON-1018130102 tempest-DeleteServersTestJSON-1018130102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:50:40.288442 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-247b5e7c-fba4-4949-9a7c-4cd9004741ac req-4f16a100-5fbe-4588-a9b8-8283a8dbf4d9 tempest-DeleteServersTestJSON-1018130102 tempest-DeleteServersTestJSON-1018130102-project] 10.222.0.18 "GET /v2.0/ports?device_id=564419b5-ab81-4fef-b354-43f258198975 HTTP/1.1" status: 200 len: 944 time: 0.0491457 Jul 27 23:50:40.326085 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-247b5e7c-fba4-4949-9a7c-4cd9004741ac req-4e26c970-1097-4628-a12d-cb5ed34bfa80 tempest-DeleteServersTestJSON-1018130102 tempest-DeleteServersTestJSON-1018130102-project] 10.222.0.18 "GET /v2.0/security-groups?id=b22b38e2-79c6-4356-b428-f3e6d1f8a4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312500 Jul 27 23:50:41.297240 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device f791f897-b529-479d-aa1f-b3ec80057a30 details requested by agent hyperv_n-h2-802623-1 with host n-h2-802623-1 {{(pid=93799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 23:50:41.392327 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port f791f897-b529-479d-aa1f-b3ec80057a30, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=f791f897-b529-479d-aa1f-b3ec80057a30,segment=NetworkSegment(968312dc-342d-4641-bce1-0bb9f1ce4970),segment_id=968312dc-342d-4641-bce1-0bb9f1ce4970)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:50:41.403890 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Returning: {'device': 'f791f897-b529-479d-aa1f-b3ec80057a30', 'network_id': '4a299f1f-1216-431b-9051-352fef0669b5', 'port_id': 'f791f897-b529-479d-aa1f-b3ec80057a30', 'mac_address': 'fa:16:3e:b4:f5:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 514, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7ad5809-e7b6-433a-9a44-f92a8643270e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 23:50:41.440128 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:50:41.443764 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f07252-b757-4c38-be47-f46737d05f21 req-644ac944-cb0c-4f11-861a-9ffca6919bde tempest-DeleteServersTestJSON-1018130102 tempest-DeleteServersTestJSON-1018130102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:50:41.445263 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-e0f07252-b757-4c38-be47-f46737d05f21 req-644ac944-cb0c-4f11-861a-9ffca6919bde tempest-DeleteServersTestJSON-1018130102 tempest-DeleteServersTestJSON-1018130102-project] 10.222.0.18 "GET /v2.0/ports?device_id=564419b5-ab81-4fef-b354-43f258198975 HTTP/1.1" status: 200 len: 944 time: 0.0496638 Jul 27 23:50:41.452691 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f791f897-b529-479d-aa1f-b3ec80057a30 {{(pid=93799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:50:41.471894 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port f791f897-b529-479d-aa1f-b3ec80057a30, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=f791f897-b529-479d-aa1f-b3ec80057a30,segment=NetworkSegment(968312dc-342d-4641-bce1-0bb9f1ce4970),segment_id=968312dc-342d-4641-bce1-0bb9f1ce4970)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:50:41.476447 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:50:41.483827 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-e0f07252-b757-4c38-be47-f46737d05f21 req-f215b577-d6a5-4c88-90be-dedb0203399e tempest-DeleteServersTestJSON-1018130102 tempest-DeleteServersTestJSON-1018130102-project] 10.222.0.18 "GET /v2.0/security-groups?id=b22b38e2-79c6-4356-b428-f3e6d1f8a4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326700 Jul 27 23:50:41.521998 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Pushing event updated for resources: {'Port': ['ID=f791f897-b529-479d-aa1f-b3ec80057a30,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:50:41.529764 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:50:41.530112 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:50:41.530458 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:50:41.530795 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:50:41.531158 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:50:41.531489 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:50:41.531818 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:50:41.532143 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:50:41.532467 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:50:41.532789 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:50:41.533114 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:50:41.533433 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:50:41.753668 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] get_ports_and_sgs() called for port_ids ['f791f897-b529-479d-aa1f-b3ec80057a30'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:50:42.608271 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac9c038-22fa-42be-93db-f1d9dc2759b3 req-d57419e2-21f9-4945-b144-4006fa67002f tempest-DeleteServersTestJSON-1018130102 tempest-DeleteServersTestJSON-1018130102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:50:42.609722 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-eac9c038-22fa-42be-93db-f1d9dc2759b3 req-d57419e2-21f9-4945-b144-4006fa67002f tempest-DeleteServersTestJSON-1018130102 tempest-DeleteServersTestJSON-1018130102-project] 10.222.0.18 "GET /v2.0/ports?device_id=564419b5-ab81-4fef-b354-43f258198975 HTTP/1.1" status: 200 len: 945 time: 0.0553181 Jul 27 23:50:42.646674 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-eac9c038-22fa-42be-93db-f1d9dc2759b3 req-dcfa562c-3fa9-4f0a-936f-4d3080376762 tempest-DeleteServersTestJSON-1018130102 tempest-DeleteServersTestJSON-1018130102-project] 10.222.0.18 "GET /v2.0/security-groups?id=b22b38e2-79c6-4356-b428-f3e6d1f8a4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310020 Jul 27 23:50:43.315613 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device f791f897-b529-479d-aa1f-b3ec80057a30 up at agent hyperv_n-h2-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:50:43.362541 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Provisioning for port f791f897-b529-479d-aa1f-b3ec80057a30 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:50:43.366462 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Provisioning complete for port f791f897-b529-479d-aa1f-b3ec80057a30 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:50:43.366839 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:50:43.443598 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:50:43.464963 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '564419b5-ab81-4fef-b354-43f258198975', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f791f897-b529-479d-aa1f-b3ec80057a30'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:50:43.467422 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c0369b0d4f459110ff20a1f9878ba33f96d6491bddb9d15843bf29d01e0bda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91471576-43f2-478a-9eb9-48fffe6d4ba2" -d '{"events": [{"server_uuid": "564419b5-ab81-4fef-b354-43f258198975", "name": "network-vif-plugged", "status": "completed", "tag": "f791f897-b529-479d-aa1f-b3ec80057a30"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:50:43.480183 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port f791f897-b529-479d-aa1f-b3ec80057a30, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=f791f897-b529-479d-aa1f-b3ec80057a30,segment=NetworkSegment(968312dc-342d-4641-bce1-0bb9f1ce4970),segment_id=968312dc-342d-4641-bce1-0bb9f1ce4970)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:50:43.485721 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:50:43.508426 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:50:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6bc549a-c73a-4b49-a41c-0623b2f518d8 x-openstack-request-id: req-d6bc549a-c73a-4b49-a41c-0623b2f518d8 {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:50:43.508739 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "564419b5-ab81-4fef-b354-43f258198975", "name": "network-vif-plugged", "status": "completed", "tag": "f791f897-b529-479d-aa1f-b3ec80057a30", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:50:43.508966 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d6bc549a-c73a-4b49-a41c-0623b2f518d8 {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:50:43.509351 n-d-802623-1 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '564419b5-ab81-4fef-b354-43f258198975', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f791f897-b529-479d-aa1f-b3ec80057a30', 'code': 200} Jul 27 23:50:43.534239 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Pushing event updated for resources: {'Port': ['ID=f791f897-b529-479d-aa1f-b3ec80057a30,revision_number=5']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:50:43.601144 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0e0266-0b91-4d93-9d88-55ded4664c3e req-8395844c-07a2-47f7-b99a-319ad2dc4932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:50:43.602580 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-4d0e0266-0b91-4d93-9d88-55ded4664c3e req-8395844c-07a2-47f7-b99a-319ad2dc4932 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=564419b5-ab81-4fef-b354-43f258198975 HTTP/1.1" status: 200 len: 1097 time: 0.0435410 Jul 27 23:50:43.635927 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-4d0e0266-0b91-4d93-9d88-55ded4664c3e req-b33a2b4c-1f24-4b5c-b1b9-83f905483df1 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=b22b38e2-79c6-4356-b428-f3e6d1f8a4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0260582 Jul 27 23:50:43.757815 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02f41ae-547c-4138-bee7-b8ec21a1f83a req-b2773b22-e6ec-4739-beda-af3a7c265625 tempest-DeleteServersTestJSON-1018130102 tempest-DeleteServersTestJSON-1018130102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:50:43.759229 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a02f41ae-547c-4138-bee7-b8ec21a1f83a req-b2773b22-e6ec-4739-beda-af3a7c265625 tempest-DeleteServersTestJSON-1018130102 tempest-DeleteServersTestJSON-1018130102-project] 10.222.0.18 "GET /v2.0/ports?device_id=564419b5-ab81-4fef-b354-43f258198975 HTTP/1.1" status: 200 len: 946 time: 0.0481553 Jul 27 23:50:43.797025 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a02f41ae-547c-4138-bee7-b8ec21a1f83a req-53bf1855-b3c7-490c-ae52-92ef11f22a06 tempest-DeleteServersTestJSON-1018130102 tempest-DeleteServersTestJSON-1018130102-project] 10.222.0.18 "GET /v2.0/security-groups?id=b22b38e2-79c6-4356-b428-f3e6d1f8a4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318012 Jul 27 23:50:44.357050 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.agents_db [None req-9beef776-8bab-4de2-989a-f5a23ba4aaf4 None None] Agent healthcheck: found 7 active agents {{(pid=93800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 23:50:44.913263 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59ddf82-6d4c-477e-bbcd-9cfbea7997d3 req-6501f5f9-608a-49c4-bfba-8781dbbc1a27 tempest-DeleteServersTestJSON-1018130102 tempest-DeleteServersTestJSON-1018130102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:50:44.914723 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f59ddf82-6d4c-477e-bbcd-9cfbea7997d3 req-6501f5f9-608a-49c4-bfba-8781dbbc1a27 tempest-DeleteServersTestJSON-1018130102 tempest-DeleteServersTestJSON-1018130102-project] 10.222.0.18 "GET /v2.0/ports?device_id=564419b5-ab81-4fef-b354-43f258198975 HTTP/1.1" status: 200 len: 946 time: 0.0484941 Jul 27 23:50:44.953745 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f59ddf82-6d4c-477e-bbcd-9cfbea7997d3 req-57fcd598-e54b-4311-bcc4-d41643279ae4 tempest-DeleteServersTestJSON-1018130102 tempest-DeleteServersTestJSON-1018130102-project] 10.222.0.18 "GET /v2.0/security-groups?id=b22b38e2-79c6-4356-b428-f3e6d1f8a4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330610 Jul 27 23:50:45.187595 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78d689f-aba6-4a74-8066-e620ad8b0dbd req-f2382245-4875-4294-a02c-f544ab4cca96 tempest-DeleteServersTestJSON-1018130102 tempest-DeleteServersTestJSON-1018130102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:50:45.189082 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f78d689f-aba6-4a74-8066-e620ad8b0dbd req-f2382245-4875-4294-a02c-f544ab4cca96 tempest-DeleteServersTestJSON-1018130102 tempest-DeleteServersTestJSON-1018130102-project] 10.222.0.18 "GET /v2.0/ports?device_id=564419b5-ab81-4fef-b354-43f258198975 HTTP/1.1" status: 200 len: 946 time: 0.0494931 Jul 27 23:50:45.254363 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f78d689f-aba6-4a74-8066-e620ad8b0dbd req-78938893-ea7b-4e0d-880f-e8a5258422ec tempest-DeleteServersTestJSON-1018130102 tempest-DeleteServersTestJSON-1018130102-project] 10.222.0.18 "GET /v2.0/security-groups?id=b22b38e2-79c6-4356-b428-f3e6d1f8a4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565574 Jul 27 23:50:45.257908 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-e3271905-13cc-4e96-9059-77a314cd9486 req-50700200-2c0f-46d8-b57d-d46521b1f150 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=564419b5-ab81-4fef-b354-43f258198975&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1231589 Jul 27 23:50:46.371007 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3beb21-04ba-484e-8f5c-0ce2a9ea4ade req-f3a82b6b-c8bd-45b3-b0ed-097f21383afd tempest-DeleteServersTestJSON-1018130102 tempest-DeleteServersTestJSON-1018130102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:50:46.373722 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-dd3beb21-04ba-484e-8f5c-0ce2a9ea4ade req-f3a82b6b-c8bd-45b3-b0ed-097f21383afd tempest-DeleteServersTestJSON-1018130102 tempest-DeleteServersTestJSON-1018130102-project] 10.222.0.18 "GET /v2.0/ports?device_id=564419b5-ab81-4fef-b354-43f258198975 HTTP/1.1" status: 200 len: 946 time: 0.0508580 Jul 27 23:50:46.412793 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-dd3beb21-04ba-484e-8f5c-0ce2a9ea4ade req-f539cddf-7b84-44d4-9def-6b25fe18842d tempest-DeleteServersTestJSON-1018130102 tempest-DeleteServersTestJSON-1018130102-project] 10.222.0.18 "GET /v2.0/security-groups?id=b22b38e2-79c6-4356-b428-f3e6d1f8a4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329013 Jul 27 23:50:46.444000 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3271905-13cc-4e96-9059-77a314cd9486 req-8927e130-1973-4efd-a657-94a3ab8b77b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:50:46.445538 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-e3271905-13cc-4e96-9059-77a314cd9486 req-8927e130-1973-4efd-a657-94a3ab8b77b4 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2234acee636f4fb4abfdf32f655722a8&device_id=564419b5-ab81-4fef-b354-43f258198975 HTTP/1.1" status: 200 len: 1097 time: 0.0410490 Jul 27 23:50:46.537995 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3271905-13cc-4e96-9059-77a314cd9486 req-fbbe6ef4-6255-4c93-a871-5fad7910ce2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:50:46.539547 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-e3271905-13cc-4e96-9059-77a314cd9486 req-fbbe6ef4-6255-4c93-a871-5fad7910ce2f service neutron] 10.222.0.49 "GET /v2.0/networks?id=4a299f1f-1216-431b-9051-352fef0669b5 HTTP/1.1" status: 200 len: 913 time: 0.0869138 Jul 27 23:50:46.580459 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-e3271905-13cc-4e96-9059-77a314cd9486 req-72e314ea-de3e-4d7c-8aea-8daf59737a6f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f791f897-b529-479d-aa1f-b3ec80057a30 HTTP/1.1" status: 200 len: 217 time: 0.0332153 Jul 27 23:50:46.628478 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3271905-13cc-4e96-9059-77a314cd9486 req-85ae74e8-23dc-4be8-afb5-1cd88c0aad68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:50:46.630024 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-e3271905-13cc-4e96-9059-77a314cd9486 req-85ae74e8-23dc-4be8-afb5-1cd88c0aad68 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f7ad5809-e7b6-433a-9a44-f92a8643270e HTTP/1.1" status: 200 len: 852 time: 0.0434573 Jul 27 23:50:46.661721 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-e3271905-13cc-4e96-9059-77a314cd9486 req-5efc6d08-f8e6-4590-9ccc-9fd912458fe6 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=4a299f1f-1216-431b-9051-352fef0669b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245547 Jul 27 23:50:46.755858 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-e3271905-13cc-4e96-9059-77a314cd9486 req-7c09b5ad-807f-4b9a-8f16-0591e8dea27e service neutron] 10.222.0.49 "GET /v2.0/networks/4a299f1f-1216-431b-9051-352fef0669b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861835 Jul 27 23:50:46.843147 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-e3271905-13cc-4e96-9059-77a314cd9486 req-f27b6d07-ec74-44e1-af8c-a4d2a45f766f service neutron] 10.222.0.49 "GET /v2.0/networks/4a299f1f-1216-431b-9051-352fef0669b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804095 Jul 27 23:50:46.954599 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdf4f88-673d-4f37-87b8-bfef78678b0d req-ee1b80c8-f144-4db7-bcb8-2c2970728233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:50:46.956160 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-4fdf4f88-673d-4f37-87b8-bfef78678b0d req-ee1b80c8-f144-4db7-bcb8-2c2970728233 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2234acee636f4fb4abfdf32f655722a8&device_id=564419b5-ab81-4fef-b354-43f258198975 HTTP/1.1" status: 200 len: 1097 time: 0.0473912 Jul 27 23:50:47.065232 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdf4f88-673d-4f37-87b8-bfef78678b0d req-3c75c00c-acf2-4d1b-be4c-07ee9646cf0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:50:47.067751 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-4fdf4f88-673d-4f37-87b8-bfef78678b0d req-3c75c00c-acf2-4d1b-be4c-07ee9646cf0c service neutron] 10.222.0.49 "GET /v2.0/networks?id=4a299f1f-1216-431b-9051-352fef0669b5 HTTP/1.1" status: 200 len: 913 time: 0.0847239 Jul 27 23:50:47.109152 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-4fdf4f88-673d-4f37-87b8-bfef78678b0d req-06bb6f73-0dd2-48c7-9d43-cbaad516255a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f791f897-b529-479d-aa1f-b3ec80057a30 HTTP/1.1" status: 200 len: 217 time: 0.0334830 Jul 27 23:50:47.160612 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdf4f88-673d-4f37-87b8-bfef78678b0d req-dfd43e32-e453-4eff-9fb2-e85a535cb164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:50:47.162090 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-4fdf4f88-673d-4f37-87b8-bfef78678b0d req-dfd43e32-e453-4eff-9fb2-e85a535cb164 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f7ad5809-e7b6-433a-9a44-f92a8643270e HTTP/1.1" status: 200 len: 852 time: 0.0461714 Jul 27 23:50:47.194832 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-4fdf4f88-673d-4f37-87b8-bfef78678b0d req-707fd158-91cf-4ae0-a7c6-a942a2c6762c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=4a299f1f-1216-431b-9051-352fef0669b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249574 Jul 27 23:50:47.281903 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-4fdf4f88-673d-4f37-87b8-bfef78678b0d req-0819afb8-a149-4f37-bcc5-9985d5647074 service neutron] 10.222.0.49 "GET /v2.0/networks/4a299f1f-1216-431b-9051-352fef0669b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789115 Jul 27 23:50:47.374925 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-4fdf4f88-673d-4f37-87b8-bfef78678b0d req-c9fa32eb-882c-4b50-8db9-d14998a473d7 service neutron] 10.222.0.49 "GET /v2.0/networks/4a299f1f-1216-431b-9051-352fef0669b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854688 Jul 27 23:50:47.526378 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9628f3b-c406-442f-8c0c-44cb2bf34117 req-a88d9f03-7244-405d-9b33-960e2cdb74ce tempest-DeleteServersTestJSON-1018130102 tempest-DeleteServersTestJSON-1018130102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:50:47.528505 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-e9628f3b-c406-442f-8c0c-44cb2bf34117 req-a88d9f03-7244-405d-9b33-960e2cdb74ce tempest-DeleteServersTestJSON-1018130102 tempest-DeleteServersTestJSON-1018130102-project] 10.222.0.18 "GET /v2.0/ports?device_id=564419b5-ab81-4fef-b354-43f258198975 HTTP/1.1" status: 200 len: 946 time: 0.0494902 Jul 27 23:50:47.565727 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-e9628f3b-c406-442f-8c0c-44cb2bf34117 req-1ed32715-67c7-4a1c-bfd4-16edd1bdef61 tempest-DeleteServersTestJSON-1018130102 tempest-DeleteServersTestJSON-1018130102-project] 10.222.0.18 "GET /v2.0/security-groups?id=b22b38e2-79c6-4356-b428-f3e6d1f8a4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312152 Jul 27 23:50:48.688555 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97a8e02-39fb-4a28-8d36-52032d0c5465 req-d0c20b8b-44ee-4eed-abf2-8c99c6d15b96 tempest-DeleteServersTestJSON-1018130102 tempest-DeleteServersTestJSON-1018130102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:50:48.690097 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b97a8e02-39fb-4a28-8d36-52032d0c5465 req-d0c20b8b-44ee-4eed-abf2-8c99c6d15b96 tempest-DeleteServersTestJSON-1018130102 tempest-DeleteServersTestJSON-1018130102-project] 10.222.0.18 "GET /v2.0/ports?device_id=564419b5-ab81-4fef-b354-43f258198975 HTTP/1.1" status: 200 len: 946 time: 0.0542040 Jul 27 23:50:48.726979 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b97a8e02-39fb-4a28-8d36-52032d0c5465 req-2f767c16-a812-4c14-bcd4-a3a39d55a244 tempest-DeleteServersTestJSON-1018130102 tempest-DeleteServersTestJSON-1018130102-project] 10.222.0.18 "GET /v2.0/security-groups?id=b22b38e2-79c6-4356-b428-f3e6d1f8a4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308268 Jul 27 23:50:49.838700 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1944209f-be1c-49d6-9c98-a860e39e9c0a req-a489c333-b60c-430d-ab73-cb6053c5fd6a tempest-DeleteServersTestJSON-1018130102 tempest-DeleteServersTestJSON-1018130102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:50:49.840178 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-1944209f-be1c-49d6-9c98-a860e39e9c0a req-a489c333-b60c-430d-ab73-cb6053c5fd6a tempest-DeleteServersTestJSON-1018130102 tempest-DeleteServersTestJSON-1018130102-project] 10.222.0.18 "GET /v2.0/ports?device_id=564419b5-ab81-4fef-b354-43f258198975 HTTP/1.1" status: 200 len: 946 time: 0.0477557 Jul 27 23:50:49.881305 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-1944209f-be1c-49d6-9c98-a860e39e9c0a req-0fe753d2-8c1c-490f-924b-f307d6d03eee tempest-DeleteServersTestJSON-1018130102 tempest-DeleteServersTestJSON-1018130102-project] 10.222.0.18 "GET /v2.0/security-groups?id=b22b38e2-79c6-4356-b428-f3e6d1f8a4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346925 Jul 27 23:50:50.993740 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd610fc4-50de-4d92-8225-4c48bc9d10c9 req-ff31894e-81e1-46bf-803f-27fbff3f5513 tempest-DeleteServersTestJSON-1018130102 tempest-DeleteServersTestJSON-1018130102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:50:50.995223 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-bd610fc4-50de-4d92-8225-4c48bc9d10c9 req-ff31894e-81e1-46bf-803f-27fbff3f5513 tempest-DeleteServersTestJSON-1018130102 tempest-DeleteServersTestJSON-1018130102-project] 10.222.0.18 "GET /v2.0/ports?device_id=564419b5-ab81-4fef-b354-43f258198975 HTTP/1.1" status: 200 len: 946 time: 0.0484557 Jul 27 23:50:51.034399 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-bd610fc4-50de-4d92-8225-4c48bc9d10c9 req-b04e8e74-2389-4323-a24d-8f675803b886 tempest-DeleteServersTestJSON-1018130102 tempest-DeleteServersTestJSON-1018130102-project] 10.222.0.18 "GET /v2.0/security-groups?id=b22b38e2-79c6-4356-b428-f3e6d1f8a4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328500 Jul 27 23:50:52.149555 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df00d1e-5cbf-44b1-8e10-90c70c12ddbe req-639121b5-fe61-4055-bad3-6311b61c2eb2 tempest-DeleteServersTestJSON-1018130102 tempest-DeleteServersTestJSON-1018130102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:50:52.151064 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-0df00d1e-5cbf-44b1-8e10-90c70c12ddbe req-639121b5-fe61-4055-bad3-6311b61c2eb2 tempest-DeleteServersTestJSON-1018130102 tempest-DeleteServersTestJSON-1018130102-project] 10.222.0.18 "GET /v2.0/ports?device_id=564419b5-ab81-4fef-b354-43f258198975 HTTP/1.1" status: 200 len: 946 time: 0.0501227 Jul 27 23:50:52.190378 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-0df00d1e-5cbf-44b1-8e10-90c70c12ddbe req-9a052bac-c3bd-4b86-8dc1-facdcdc467d4 tempest-DeleteServersTestJSON-1018130102 tempest-DeleteServersTestJSON-1018130102-project] 10.222.0.18 "GET /v2.0/security-groups?id=b22b38e2-79c6-4356-b428-f3e6d1f8a4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329254 Jul 27 23:50:53.312927 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b519e7-958c-43a7-86a0-6a0a0983b30f req-fc96cf6d-efe5-4cc4-9695-f887dd902bba tempest-DeleteServersTestJSON-1018130102 tempest-DeleteServersTestJSON-1018130102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:50:53.314429 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-63b519e7-958c-43a7-86a0-6a0a0983b30f req-fc96cf6d-efe5-4cc4-9695-f887dd902bba tempest-DeleteServersTestJSON-1018130102 tempest-DeleteServersTestJSON-1018130102-project] 10.222.0.18 "GET /v2.0/ports?device_id=564419b5-ab81-4fef-b354-43f258198975 HTTP/1.1" status: 200 len: 946 time: 0.0555623 Jul 27 23:50:53.357253 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-63b519e7-958c-43a7-86a0-6a0a0983b30f req-c1b6ac30-a950-43ff-8d49-b3f0c1338f30 tempest-DeleteServersTestJSON-1018130102 tempest-DeleteServersTestJSON-1018130102-project] 10.222.0.18 "GET /v2.0/security-groups?id=b22b38e2-79c6-4356-b428-f3e6d1f8a4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366943 Jul 27 23:50:54.471542 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dd297e-941e-4ba7-bbd5-80895c1c1adc req-f08dd817-c60a-43c4-8377-138048f3287e tempest-DeleteServersTestJSON-1018130102 tempest-DeleteServersTestJSON-1018130102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:50:54.472995 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-b5dd297e-941e-4ba7-bbd5-80895c1c1adc req-f08dd817-c60a-43c4-8377-138048f3287e tempest-DeleteServersTestJSON-1018130102 tempest-DeleteServersTestJSON-1018130102-project] 10.222.0.18 "GET /v2.0/ports?device_id=564419b5-ab81-4fef-b354-43f258198975 HTTP/1.1" status: 200 len: 946 time: 0.0487692 Jul 27 23:50:54.510624 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-b5dd297e-941e-4ba7-bbd5-80895c1c1adc req-e9f97f74-80ae-4631-9812-763fc7b080d3 tempest-DeleteServersTestJSON-1018130102 tempest-DeleteServersTestJSON-1018130102-project] 10.222.0.18 "GET /v2.0/security-groups?id=b22b38e2-79c6-4356-b428-f3e6d1f8a4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318091 Jul 27 23:50:55.626958 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de22c553-9cc8-4878-a73c-5effcba9d11b req-edf1e1d9-29dd-4af3-a5f3-842090245f26 tempest-DeleteServersTestJSON-1018130102 tempest-DeleteServersTestJSON-1018130102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:50:55.628496 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-de22c553-9cc8-4878-a73c-5effcba9d11b req-edf1e1d9-29dd-4af3-a5f3-842090245f26 tempest-DeleteServersTestJSON-1018130102 tempest-DeleteServersTestJSON-1018130102-project] 10.222.0.18 "GET /v2.0/ports?device_id=564419b5-ab81-4fef-b354-43f258198975 HTTP/1.1" status: 200 len: 946 time: 0.0526950 Jul 27 23:50:55.665395 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-de22c553-9cc8-4878-a73c-5effcba9d11b req-69a88eb4-39d7-41c3-b9ec-4b8ce0be2f0e tempest-DeleteServersTestJSON-1018130102 tempest-DeleteServersTestJSON-1018130102-project] 10.222.0.18 "GET /v2.0/security-groups?id=b22b38e2-79c6-4356-b428-f3e6d1f8a4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311787 Jul 27 23:50:56.779546 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bea885-9537-48e4-a601-f7a4cf539e87 req-2f12aad6-4292-46c9-b8e4-9e824de998d8 tempest-DeleteServersTestJSON-1018130102 tempest-DeleteServersTestJSON-1018130102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:50:56.780966 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-75bea885-9537-48e4-a601-f7a4cf539e87 req-2f12aad6-4292-46c9-b8e4-9e824de998d8 tempest-DeleteServersTestJSON-1018130102 tempest-DeleteServersTestJSON-1018130102-project] 10.222.0.18 "GET /v2.0/ports?device_id=564419b5-ab81-4fef-b354-43f258198975 HTTP/1.1" status: 200 len: 946 time: 0.0481277 Jul 27 23:50:56.820462 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-75bea885-9537-48e4-a601-f7a4cf539e87 req-722ac14c-00ad-48c4-bebf-871ac1e3e248 tempest-DeleteServersTestJSON-1018130102 tempest-DeleteServersTestJSON-1018130102-project] 10.222.0.18 "GET /v2.0/security-groups?id=b22b38e2-79c6-4356-b428-f3e6d1f8a4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336747 Jul 27 23:50:56.938548 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-6ed503b3-be5c-4643-b7fb-7e684317dce6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:50:57.933290 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8b34ca-4af6-48a8-afe4-772564b6846f req-64c36dbd-b03e-4193-806f-43d5d9e482fd tempest-DeleteServersTestJSON-1018130102 tempest-DeleteServersTestJSON-1018130102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:50:57.935294 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-bb8b34ca-4af6-48a8-afe4-772564b6846f req-64c36dbd-b03e-4193-806f-43d5d9e482fd tempest-DeleteServersTestJSON-1018130102 tempest-DeleteServersTestJSON-1018130102-project] 10.222.0.18 "GET /v2.0/ports?device_id=564419b5-ab81-4fef-b354-43f258198975 HTTP/1.1" status: 200 len: 946 time: 0.0485756 Jul 27 23:50:57.974733 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-bb8b34ca-4af6-48a8-afe4-772564b6846f req-7f022f93-12e3-4dd7-be62-9fe52b492922 tempest-DeleteServersTestJSON-1018130102 tempest-DeleteServersTestJSON-1018130102-project] 10.222.0.18 "GET /v2.0/security-groups?id=b22b38e2-79c6-4356-b428-f3e6d1f8a4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333254 Jul 27 23:50:59.089276 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6539fe-01ed-4811-80f4-8f8d619efae1 req-cea46bdd-fd1f-4342-843c-5430b148363d tempest-DeleteServersTestJSON-1018130102 tempest-DeleteServersTestJSON-1018130102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:50:59.091328 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-1d6539fe-01ed-4811-80f4-8f8d619efae1 req-cea46bdd-fd1f-4342-843c-5430b148363d tempest-DeleteServersTestJSON-1018130102 tempest-DeleteServersTestJSON-1018130102-project] 10.222.0.18 "GET /v2.0/ports?device_id=564419b5-ab81-4fef-b354-43f258198975 HTTP/1.1" status: 200 len: 946 time: 0.0497847 Jul 27 23:50:59.128703 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-1d6539fe-01ed-4811-80f4-8f8d619efae1 req-191aa73c-3ea8-49dd-ae53-c1f6581cbd18 tempest-DeleteServersTestJSON-1018130102 tempest-DeleteServersTestJSON-1018130102-project] 10.222.0.18 "GET /v2.0/security-groups?id=b22b38e2-79c6-4356-b428-f3e6d1f8a4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316203 Jul 27 23:50:59.613654 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2dbc77ef-8b14-4592-8a9b-5a7eecb1a5fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:50:59.884214 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:51:00.091102 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:51:00.242872 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a565d5f6-c362-43a8-8bd3-71dd06ce9b21 req-dddeaf92-ebbd-4b61-bc10-9e01f87e0abb tempest-DeleteServersTestJSON-1018130102 tempest-DeleteServersTestJSON-1018130102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:51:00.244373 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a565d5f6-c362-43a8-8bd3-71dd06ce9b21 req-dddeaf92-ebbd-4b61-bc10-9e01f87e0abb tempest-DeleteServersTestJSON-1018130102 tempest-DeleteServersTestJSON-1018130102-project] 10.222.0.18 "GET /v2.0/ports?device_id=564419b5-ab81-4fef-b354-43f258198975 HTTP/1.1" status: 200 len: 946 time: 0.0488615 Jul 27 23:51:00.281350 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a565d5f6-c362-43a8-8bd3-71dd06ce9b21 req-b44f7a9e-9726-46ed-9f4a-acc92ee5670d tempest-DeleteServersTestJSON-1018130102 tempest-DeleteServersTestJSON-1018130102-project] 10.222.0.18 "GET /v2.0/security-groups?id=b22b38e2-79c6-4356-b428-f3e6d1f8a4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311859 Jul 27 23:51:00.596084 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-19f2e178-d45e-4fbe-b9be-c3963fc151ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:51:01.394600 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9759dd-37f9-46bf-a036-01a549d732b8 req-29283811-340b-4d22-87a5-98853d4aef5b tempest-DeleteServersTestJSON-1018130102 tempest-DeleteServersTestJSON-1018130102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:51:01.396094 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-0c9759dd-37f9-46bf-a036-01a549d732b8 req-29283811-340b-4d22-87a5-98853d4aef5b tempest-DeleteServersTestJSON-1018130102 tempest-DeleteServersTestJSON-1018130102-project] 10.222.0.18 "GET /v2.0/ports?device_id=564419b5-ab81-4fef-b354-43f258198975 HTTP/1.1" status: 200 len: 946 time: 0.0483909 Jul 27 23:51:01.432969 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-0c9759dd-37f9-46bf-a036-01a549d732b8 req-d605461d-5164-48a1-ab0e-8ff51ec4f86c tempest-DeleteServersTestJSON-1018130102 tempest-DeleteServersTestJSON-1018130102-project] 10.222.0.18 "GET /v2.0/security-groups?id=b22b38e2-79c6-4356-b428-f3e6d1f8a4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310693 Jul 27 23:51:02.356812 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7418f70f-e60d-4709-8ba9-6ab514bc7f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:51:02.551279 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d6687a-593f-408b-b451-5fb21dc66506 req-6319daab-fc35-4c5c-a6d2-776deef94dbd tempest-DeleteServersTestJSON-1018130102 tempest-DeleteServersTestJSON-1018130102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:51:02.553023 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-87d6687a-593f-408b-b451-5fb21dc66506 req-6319daab-fc35-4c5c-a6d2-776deef94dbd tempest-DeleteServersTestJSON-1018130102 tempest-DeleteServersTestJSON-1018130102-project] 10.222.0.18 "GET /v2.0/ports?device_id=564419b5-ab81-4fef-b354-43f258198975 HTTP/1.1" status: 200 len: 946 time: 0.0542903 Jul 27 23:51:02.593549 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-87d6687a-593f-408b-b451-5fb21dc66506 req-93e567eb-3b06-4936-831a-552f78b6206a tempest-DeleteServersTestJSON-1018130102 tempest-DeleteServersTestJSON-1018130102-project] 10.222.0.18 "GET /v2.0/security-groups?id=b22b38e2-79c6-4356-b428-f3e6d1f8a4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344827 Jul 27 23:51:03.706137 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cba4f1-aff2-4faf-8f40-756722366fcc req-0548a5a3-566d-447c-b56f-bf02ec186d9f tempest-DeleteServersTestJSON-1018130102 tempest-DeleteServersTestJSON-1018130102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:51:03.707599 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-37cba4f1-aff2-4faf-8f40-756722366fcc req-0548a5a3-566d-447c-b56f-bf02ec186d9f tempest-DeleteServersTestJSON-1018130102 tempest-DeleteServersTestJSON-1018130102-project] 10.222.0.18 "GET /v2.0/ports?device_id=564419b5-ab81-4fef-b354-43f258198975 HTTP/1.1" status: 200 len: 946 time: 0.0474653 Jul 27 23:51:03.748694 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-37cba4f1-aff2-4faf-8f40-756722366fcc req-40a27fc8-2c17-4d83-b72d-fc77c1fcdc7d tempest-DeleteServersTestJSON-1018130102 tempest-DeleteServersTestJSON-1018130102-project] 10.222.0.18 "GET /v2.0/security-groups?id=b22b38e2-79c6-4356-b428-f3e6d1f8a4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349441 Jul 27 23:51:04.864520 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7b869c-22ab-496f-bc58-2ad41cbcbd00 req-9000f803-c4ee-4a7b-89a7-ce2e9a3e7fcd tempest-DeleteServersTestJSON-1018130102 tempest-DeleteServersTestJSON-1018130102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:51:04.866313 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-dd7b869c-22ab-496f-bc58-2ad41cbcbd00 req-9000f803-c4ee-4a7b-89a7-ce2e9a3e7fcd tempest-DeleteServersTestJSON-1018130102 tempest-DeleteServersTestJSON-1018130102-project] 10.222.0.18 "GET /v2.0/ports?device_id=564419b5-ab81-4fef-b354-43f258198975 HTTP/1.1" status: 200 len: 946 time: 0.0496912 Jul 27 23:51:04.903121 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-dd7b869c-22ab-496f-bc58-2ad41cbcbd00 req-8b2e378f-d69f-48ad-91be-4bf987c5ed10 tempest-DeleteServersTestJSON-1018130102 tempest-DeleteServersTestJSON-1018130102-project] 10.222.0.18 "GET /v2.0/security-groups?id=b22b38e2-79c6-4356-b428-f3e6d1f8a4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304599 Jul 27 23:51:05.176535 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:51:06.017036 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5854f26-b6d8-47f2-a422-8707d5ec18c2 req-4268d2a6-b8bb-4658-93c9-04e480b52a49 tempest-DeleteServersTestJSON-1018130102 tempest-DeleteServersTestJSON-1018130102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:51:06.018835 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a5854f26-b6d8-47f2-a422-8707d5ec18c2 req-4268d2a6-b8bb-4658-93c9-04e480b52a49 tempest-DeleteServersTestJSON-1018130102 tempest-DeleteServersTestJSON-1018130102-project] 10.222.0.18 "GET /v2.0/ports?device_id=564419b5-ab81-4fef-b354-43f258198975 HTTP/1.1" status: 200 len: 946 time: 0.0501606 Jul 27 23:51:06.056099 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a5854f26-b6d8-47f2-a422-8707d5ec18c2 req-7f678246-eb10-4ca8-a7ff-7489cd62d144 tempest-DeleteServersTestJSON-1018130102 tempest-DeleteServersTestJSON-1018130102-project] 10.222.0.18 "GET /v2.0/security-groups?id=b22b38e2-79c6-4356-b428-f3e6d1f8a4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312562 Jul 27 23:51:07.169685 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d59d4bd-1901-468b-9ebb-70a62dd8c3f5 req-1a30f8ae-5fb7-460a-8ace-6d80b43b656d tempest-DeleteServersTestJSON-1018130102 tempest-DeleteServersTestJSON-1018130102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:51:07.171199 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-1d59d4bd-1901-468b-9ebb-70a62dd8c3f5 req-1a30f8ae-5fb7-460a-8ace-6d80b43b656d tempest-DeleteServersTestJSON-1018130102 tempest-DeleteServersTestJSON-1018130102-project] 10.222.0.18 "GET /v2.0/ports?device_id=564419b5-ab81-4fef-b354-43f258198975 HTTP/1.1" status: 200 len: 946 time: 0.0489500 Jul 27 23:51:07.209427 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-1d59d4bd-1901-468b-9ebb-70a62dd8c3f5 req-a653879f-de3c-413b-bcb2-f4dd304db7a8 tempest-DeleteServersTestJSON-1018130102 tempest-DeleteServersTestJSON-1018130102-project] 10.222.0.18 "GET /v2.0/security-groups?id=b22b38e2-79c6-4356-b428-f3e6d1f8a4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321376 Jul 27 23:51:08.321181 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc903429-c757-43d2-94ff-1ce87df54f55 req-416eead3-d96a-4d6e-b1a8-229d16ae2833 tempest-DeleteServersTestJSON-1018130102 tempest-DeleteServersTestJSON-1018130102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:51:08.322536 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-cc903429-c757-43d2-94ff-1ce87df54f55 req-416eead3-d96a-4d6e-b1a8-229d16ae2833 tempest-DeleteServersTestJSON-1018130102 tempest-DeleteServersTestJSON-1018130102-project] 10.222.0.18 "GET /v2.0/ports?device_id=564419b5-ab81-4fef-b354-43f258198975 HTTP/1.1" status: 200 len: 946 time: 0.0484102 Jul 27 23:51:08.359971 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-cc903429-c757-43d2-94ff-1ce87df54f55 req-6999c4ca-7753-4ee6-92ba-2d8443ad7ac7 tempest-DeleteServersTestJSON-1018130102 tempest-DeleteServersTestJSON-1018130102-project] 10.222.0.18 "GET /v2.0/security-groups?id=b22b38e2-79c6-4356-b428-f3e6d1f8a4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305953 Jul 27 23:51:09.476954 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec52da6d-fed3-43a4-ac9a-adbf3c0e6ad7 req-cc3a643f-2e9b-47f5-b818-d184857e642e tempest-DeleteServersTestJSON-1018130102 tempest-DeleteServersTestJSON-1018130102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:51:09.478409 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ec52da6d-fed3-43a4-ac9a-adbf3c0e6ad7 req-cc3a643f-2e9b-47f5-b818-d184857e642e tempest-DeleteServersTestJSON-1018130102 tempest-DeleteServersTestJSON-1018130102-project] 10.222.0.18 "GET /v2.0/ports?device_id=564419b5-ab81-4fef-b354-43f258198975 HTTP/1.1" status: 200 len: 946 time: 0.0532291 Jul 27 23:51:09.514997 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ec52da6d-fed3-43a4-ac9a-adbf3c0e6ad7 req-27fd110b-7bf0-46da-9b82-f88b3c577584 tempest-DeleteServersTestJSON-1018130102 tempest-DeleteServersTestJSON-1018130102-project] 10.222.0.18 "GET /v2.0/security-groups?id=b22b38e2-79c6-4356-b428-f3e6d1f8a4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307596 Jul 27 23:51:10.633944 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b41509-fb3b-46ab-828a-b638bf14791a req-fc4d54e4-8e6e-46d8-9a4f-49f72fe86a13 tempest-DeleteServersTestJSON-1018130102 tempest-DeleteServersTestJSON-1018130102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:51:10.635604 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d5b41509-fb3b-46ab-828a-b638bf14791a req-fc4d54e4-8e6e-46d8-9a4f-49f72fe86a13 tempest-DeleteServersTestJSON-1018130102 tempest-DeleteServersTestJSON-1018130102-project] 10.222.0.18 "GET /v2.0/ports?device_id=564419b5-ab81-4fef-b354-43f258198975 HTTP/1.1" status: 200 len: 946 time: 0.0538855 Jul 27 23:51:10.677667 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d5b41509-fb3b-46ab-828a-b638bf14791a req-5dc1ea5b-1d5d-46e9-8509-5f99efeeaee6 tempest-DeleteServersTestJSON-1018130102 tempest-DeleteServersTestJSON-1018130102-project] 10.222.0.18 "GET /v2.0/security-groups?id=b22b38e2-79c6-4356-b428-f3e6d1f8a4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361600 Jul 27 23:51:11.790719 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea4f767-7b0f-45d2-b5bb-8c4ba3448eab req-3326ccee-a1ff-481e-9aac-ae4563c6e8d4 tempest-DeleteServersTestJSON-1018130102 tempest-DeleteServersTestJSON-1018130102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:51:11.792227 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7ea4f767-7b0f-45d2-b5bb-8c4ba3448eab req-3326ccee-a1ff-481e-9aac-ae4563c6e8d4 tempest-DeleteServersTestJSON-1018130102 tempest-DeleteServersTestJSON-1018130102-project] 10.222.0.18 "GET /v2.0/ports?device_id=564419b5-ab81-4fef-b354-43f258198975 HTTP/1.1" status: 200 len: 946 time: 0.0497725 Jul 27 23:51:11.829460 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7ea4f767-7b0f-45d2-b5bb-8c4ba3448eab req-fd15c446-56f3-450a-ac6b-6f1538b6630f tempest-DeleteServersTestJSON-1018130102 tempest-DeleteServersTestJSON-1018130102-project] 10.222.0.18 "GET /v2.0/security-groups?id=b22b38e2-79c6-4356-b428-f3e6d1f8a4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313995 Jul 27 23:51:12.942279 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505a885e-ca15-4788-bcc3-6536151fd453 req-1897f1a3-8ddd-4539-8f24-bfe654883e45 tempest-DeleteServersTestJSON-1018130102 tempest-DeleteServersTestJSON-1018130102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:51:12.943705 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-505a885e-ca15-4788-bcc3-6536151fd453 req-1897f1a3-8ddd-4539-8f24-bfe654883e45 tempest-DeleteServersTestJSON-1018130102 tempest-DeleteServersTestJSON-1018130102-project] 10.222.0.18 "GET /v2.0/ports?device_id=564419b5-ab81-4fef-b354-43f258198975 HTTP/1.1" status: 200 len: 946 time: 0.0482309 Jul 27 23:51:12.981035 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-505a885e-ca15-4788-bcc3-6536151fd453 req-dfa9adac-a1d1-433f-b7a1-c92639e33b2e tempest-DeleteServersTestJSON-1018130102 tempest-DeleteServersTestJSON-1018130102-project] 10.222.0.18 "GET /v2.0/security-groups?id=b22b38e2-79c6-4356-b428-f3e6d1f8a4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315311 Jul 27 23:51:13.739346 n-d-802623-1 neutron-server[93797]: INFO neutron.api.v2.resource [req-e3271905-13cc-4e96-9059-77a314cd9486 req-c7474994-d809-4fb9-b73e-19d25bd0c097 service neutron] show failed (client error): The resource could not be found. Jul 27 23:51:13.740326 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-e3271905-13cc-4e96-9059-77a314cd9486 req-c7474994-d809-4fb9-b73e-19d25bd0c097 service neutron] 10.222.0.49 "GET /v2.0/ports/f791f897-b529-479d-aa1f-b3ec80057a30/bindings/n-h1-802623-1 HTTP/1.1" status: 404 len: 380 time: 0.0540593 Jul 27 23:51:13.929184 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3271905-13cc-4e96-9059-77a314cd9486 req-9c23766b-9476-4349-aa1a-9b1418b651d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:51:13.930650 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e3271905-13cc-4e96-9059-77a314cd9486 req-9c23766b-9476-4349-aa1a-9b1418b651d7 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=564419b5-ab81-4fef-b354-43f258198975&tenant_id=2234acee636f4fb4abfdf32f655722a8 HTTP/1.1" status: 200 len: 1097 time: 0.0408821 Jul 27 23:51:13.942254 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [req-e3271905-13cc-4e96-9059-77a314cd9486 req-48c09267-0749-497e-9f7e-35cca305c49a service neutron] Request body: {'port': {'binding:host_id': 'n-h1-802623-1', 'device_owner': 'compute:nova'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:51:13.996851 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-e3271905-13cc-4e96-9059-77a314cd9486 req-48c09267-0749-497e-9f7e-35cca305c49a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:51:14.194247 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af0cc52-b301-44e0-87ee-e8e33d1d1410 req-ea3c9c46-9118-48c2-8711-5f75b606654b tempest-DeleteServersTestJSON-1018130102 tempest-DeleteServersTestJSON-1018130102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:51:14.195770 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-3af0cc52-b301-44e0-87ee-e8e33d1d1410 req-ea3c9c46-9118-48c2-8711-5f75b606654b tempest-DeleteServersTestJSON-1018130102 tempest-DeleteServersTestJSON-1018130102-project] 10.222.0.18 "GET /v2.0/ports?device_id=564419b5-ab81-4fef-b354-43f258198975 HTTP/1.1" status: 200 len: 946 time: 0.1461201 Jul 27 23:51:14.256664 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-e3271905-13cc-4e96-9059-77a314cd9486 req-48c09267-0749-497e-9f7e-35cca305c49a service neutron] For port f791f897-b529-479d-aa1f-b3ec80057a30, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=f791f897-b529-479d-aa1f-b3ec80057a30,segment=NetworkSegment(968312dc-342d-4641-bce1-0bb9f1ce4970),segment_id=968312dc-342d-4641-bce1-0bb9f1ce4970)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:51:14.260630 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-3af0cc52-b301-44e0-87ee-e8e33d1d1410 req-7592c414-d759-4359-8a2a-b1c9b51d0b2e tempest-DeleteServersTestJSON-1018130102 tempest-DeleteServersTestJSON-1018130102-project] 10.222.0.18 "GET /v2.0/security-groups?id=b22b38e2-79c6-4356-b428-f3e6d1f8a4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585866 Jul 27 23:51:14.295878 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-e3271905-13cc-4e96-9059-77a314cd9486 req-48c09267-0749-497e-9f7e-35cca305c49a service neutron] For port f791f897-b529-479d-aa1f-b3ec80057a30, host n-h2-802623-1, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:51:14.335017 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '564419b5-ab81-4fef-b354-43f258198975', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f791f897-b529-479d-aa1f-b3ec80057a30'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:51:14.337509 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}011f8d312121274bb12d78e77c6379a2079800640016cec6c6d605b73666e854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-735c377e-7cbb-4e88-b932-8f8d50b766ad" -d '{"events": [{"server_uuid": "564419b5-ab81-4fef-b354-43f258198975", "name": "network-vif-unplugged", "status": "completed", "tag": "f791f897-b529-479d-aa1f-b3ec80057a30"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:51:14.341194 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-e3271905-13cc-4e96-9059-77a314cd9486 req-48c09267-0749-497e-9f7e-35cca305c49a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:51:14.353571 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-e3271905-13cc-4e96-9059-77a314cd9486 req-48c09267-0749-497e-9f7e-35cca305c49a service neutron] Transition to ACTIVE for port object f791f897-b529-479d-aa1f-b3ec80057a30 will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:51:14.357328 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-e3271905-13cc-4e96-9059-77a314cd9486 req-48c09267-0749-497e-9f7e-35cca305c49a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:51:14.391840 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 23:51:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4ca07e0-bbe2-448b-9506-cb762e814c05 x-openstack-request-id: req-d4ca07e0-bbe2-448b-9506-cb762e814c05 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:51:14.392130 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "564419b5-ab81-4fef-b354-43f258198975", "name": "network-vif-unplugged", "status": "completed", "tag": "f791f897-b529-479d-aa1f-b3ec80057a30", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:51:14.392381 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d4ca07e0-bbe2-448b-9506-cb762e814c05 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:51:14.392770 n-d-802623-1 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '564419b5-ab81-4fef-b354-43f258198975', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f791f897-b529-479d-aa1f-b3ec80057a30', 'code': 200} Jul 27 23:51:14.421983 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3271905-13cc-4e96-9059-77a314cd9486 req-48c09267-0749-497e-9f7e-35cca305c49a service neutron] No DVR routers for this DVR port f791f897-b529-479d-aa1f-b3ec80057a30 on host n-h2-802623-1 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:51:14.428494 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c09267-0749-497e-9f7e-35cca305c49a service neutron] Pushing event updated for resources: {'Port': ['ID=f791f897-b529-479d-aa1f-b3ec80057a30,revision_number=6']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:51:14.439132 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c09267-0749-497e-9f7e-35cca305c49a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:51:14.439486 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c09267-0749-497e-9f7e-35cca305c49a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:51:14.439822 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c09267-0749-497e-9f7e-35cca305c49a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:51:14.440157 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c09267-0749-497e-9f7e-35cca305c49a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:51:14.440488 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c09267-0749-497e-9f7e-35cca305c49a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:51:14.441075 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c09267-0749-497e-9f7e-35cca305c49a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:51:14.441400 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c09267-0749-497e-9f7e-35cca305c49a service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:51:14.441733 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c09267-0749-497e-9f7e-35cca305c49a service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:51:14.442048 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c09267-0749-497e-9f7e-35cca305c49a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:51:14.442370 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c09267-0749-497e-9f7e-35cca305c49a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:51:14.442693 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c09267-0749-497e-9f7e-35cca305c49a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:51:14.443013 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c09267-0749-497e-9f7e-35cca305c49a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:51:14.472180 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-e3271905-13cc-4e96-9059-77a314cd9486 req-48c09267-0749-497e-9f7e-35cca305c49a service neutron] Attempting to bind port f791f897-b529-479d-aa1f-b3ec80057a30 on host n-h1-802623-1 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:51:14.472513 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-e3271905-13cc-4e96-9059-77a314cd9486 req-48c09267-0749-497e-9f7e-35cca305c49a service neutron] Attempting to bind port f791f897-b529-479d-aa1f-b3ec80057a30 by drivers openvswitch,hyperv on host n-h1-802623-1 at level 0 using segments [{'id': '968312dc-342d-4641-bce1-0bb9f1ce4970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '4a299f1f-1216-431b-9051-352fef0669b5'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:51:14.472841 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3271905-13cc-4e96-9059-77a314cd9486 req-48c09267-0749-497e-9f7e-35cca305c49a service neutron] Attempting to bind port f791f897-b529-479d-aa1f-b3ec80057a30 on network 4a299f1f-1216-431b-9051-352fef0669b5 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:51:14.477020 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3271905-13cc-4e96-9059-77a314cd9486 req-48c09267-0749-497e-9f7e-35cca305c49a service neutron] Port f791f897-b529-479d-aa1f-b3ec80057a30 on network 4a299f1f-1216-431b-9051-352fef0669b5 not bound, no agent of type Open vSwitch agent registered on host n-h1-802623-1 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 23:51:14.477339 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3271905-13cc-4e96-9059-77a314cd9486 req-48c09267-0749-497e-9f7e-35cca305c49a service neutron] Attempting to bind port f791f897-b529-479d-aa1f-b3ec80057a30 on network 4a299f1f-1216-431b-9051-352fef0669b5 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:51:14.482070 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3271905-13cc-4e96-9059-77a314cd9486 req-48c09267-0749-497e-9f7e-35cca305c49a service neutron] Checking agent: {'id': '245f1da4-a9b8-4b08-90d7-28f0f342b839', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 59, 59), 'started_at': datetime.datetime(2021, 7, 27, 22, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:51:14.482406 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3271905-13cc-4e96-9059-77a314cd9486 req-48c09267-0749-497e-9f7e-35cca305c49a service neutron] Checking segment: {'id': '968312dc-342d-4641-bce1-0bb9f1ce4970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '4a299f1f-1216-431b-9051-352fef0669b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:51:14.482784 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3271905-13cc-4e96-9059-77a314cd9486 req-48c09267-0749-497e-9f7e-35cca305c49a service neutron] Bound using segment: {'id': '968312dc-342d-4641-bce1-0bb9f1ce4970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '4a299f1f-1216-431b-9051-352fef0669b5'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:51:14.483240 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-e3271905-13cc-4e96-9059-77a314cd9486 req-48c09267-0749-497e-9f7e-35cca305c49a service neutron] Bound port: f791f897-b529-479d-aa1f-b3ec80057a30, host: n-h1-802623-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '968312dc-342d-4641-bce1-0bb9f1ce4970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '4a299f1f-1216-431b-9051-352fef0669b5'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:51:14.483590 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-e3271905-13cc-4e96-9059-77a314cd9486 req-48c09267-0749-497e-9f7e-35cca305c49a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:51:14.548425 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-e3271905-13cc-4e96-9059-77a314cd9486 req-48c09267-0749-497e-9f7e-35cca305c49a service neutron] For port f791f897-b529-479d-aa1f-b3ec80057a30, host n-h1-802623-1, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:51:14.551431 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-e3271905-13cc-4e96-9059-77a314cd9486 req-48c09267-0749-497e-9f7e-35cca305c49a service neutron] For port f791f897-b529-479d-aa1f-b3ec80057a30, host n-h1-802623-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=f791f897-b529-479d-aa1f-b3ec80057a30,segment=NetworkSegment(968312dc-342d-4641-bce1-0bb9f1ce4970),segment_id=968312dc-342d-4641-bce1-0bb9f1ce4970)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:51:14.555546 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-e3271905-13cc-4e96-9059-77a314cd9486 req-48c09267-0749-497e-9f7e-35cca305c49a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:51:14.588270 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3271905-13cc-4e96-9059-77a314cd9486 req-48c09267-0749-497e-9f7e-35cca305c49a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:51:14.588886 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-e3271905-13cc-4e96-9059-77a314cd9486 req-48c09267-0749-497e-9f7e-35cca305c49a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:51:14.590267 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e3271905-13cc-4e96-9059-77a314cd9486 req-48c09267-0749-497e-9f7e-35cca305c49a service neutron] 10.222.0.38 "PUT /v2.0/ports/f791f897-b529-479d-aa1f-b3ec80057a30 HTTP/1.1" status: 200 len: 1092 time: 0.6521482 Jul 27 23:51:14.624187 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c09267-0749-497e-9f7e-35cca305c49a service neutron] Pushing event updated for resources: {'Port': ['ID=f791f897-b529-479d-aa1f-b3ec80057a30,revision_number=7']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:51:14.654690 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3271905-13cc-4e96-9059-77a314cd9486 req-1225bb80-276c-49ab-bd97-61785539aaeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:51:14.656214 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e3271905-13cc-4e96-9059-77a314cd9486 req-1225bb80-276c-49ab-bd97-61785539aaeb service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=2234acee636f4fb4abfdf32f655722a8&device_id=564419b5-ab81-4fef-b354-43f258198975 HTTP/1.1" status: 200 len: 1095 time: 0.0440354 Jul 27 23:51:14.748185 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3271905-13cc-4e96-9059-77a314cd9486 req-fe9a6374-bc36-451f-8947-1594e66acbf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:51:14.749640 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e3271905-13cc-4e96-9059-77a314cd9486 req-fe9a6374-bc36-451f-8947-1594e66acbf5 service neutron] 10.222.0.38 "GET /v2.0/networks?id=4a299f1f-1216-431b-9051-352fef0669b5 HTTP/1.1" status: 200 len: 913 time: 0.0870359 Jul 27 23:51:14.789180 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e3271905-13cc-4e96-9059-77a314cd9486 req-4e29eb27-14bf-4515-b74c-b7cbd8e6df1c service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f791f897-b529-479d-aa1f-b3ec80057a30 HTTP/1.1" status: 200 len: 217 time: 0.0323744 Jul 27 23:51:14.837621 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3271905-13cc-4e96-9059-77a314cd9486 req-5e4734ba-d2fe-4435-b058-2b5f015f2a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:51:14.838998 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e3271905-13cc-4e96-9059-77a314cd9486 req-5e4734ba-d2fe-4435-b058-2b5f015f2a4e service neutron] 10.222.0.38 "GET /v2.0/subnets?id=f7ad5809-e7b6-433a-9a44-f92a8643270e HTTP/1.1" status: 200 len: 852 time: 0.0429482 Jul 27 23:51:14.877021 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e3271905-13cc-4e96-9059-77a314cd9486 req-a4e5e7d7-26a1-4cae-b0d6-8a7c5fa81bd3 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=4a299f1f-1216-431b-9051-352fef0669b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310357 Jul 27 23:51:14.967947 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e3271905-13cc-4e96-9059-77a314cd9486 req-92773d80-495c-4f6a-bc53-5ac12f8b111c service neutron] 10.222.0.38 "GET /v2.0/networks/4a299f1f-1216-431b-9051-352fef0669b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833127 Jul 27 23:51:15.057708 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e3271905-13cc-4e96-9059-77a314cd9486 req-17e90991-3a1d-4f43-982f-2ad1f47a5948 service neutron] 10.222.0.38 "GET /v2.0/networks/4a299f1f-1216-431b-9051-352fef0669b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830243 Jul 27 23:51:15.376406 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1d1e9c-a6b5-4c6a-b680-18bfe7f1cfa1 req-3e7a0dce-3faf-4d7d-abe4-5786a4facb63 tempest-DeleteServersTestJSON-1018130102 tempest-DeleteServersTestJSON-1018130102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:51:15.377871 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-5d1d1e9c-a6b5-4c6a-b680-18bfe7f1cfa1 req-3e7a0dce-3faf-4d7d-abe4-5786a4facb63 tempest-DeleteServersTestJSON-1018130102 tempest-DeleteServersTestJSON-1018130102-project] 10.222.0.18 "GET /v2.0/ports?device_id=564419b5-ab81-4fef-b354-43f258198975 HTTP/1.1" status: 200 len: 944 time: 0.0501201 Jul 27 23:51:15.414798 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-5d1d1e9c-a6b5-4c6a-b680-18bfe7f1cfa1 req-cb158c63-dd21-43f5-a82a-9bc63e181521 tempest-DeleteServersTestJSON-1018130102 tempest-DeleteServersTestJSON-1018130102-project] 10.222.0.18 "GET /v2.0/security-groups?id=b22b38e2-79c6-4356-b428-f3e6d1f8a4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306075 Jul 27 23:51:16.394020 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '564419b5-ab81-4fef-b354-43f258198975', 'tag': 'f791f897-b529-479d-aa1f-b3ec80057a30'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:51:16.396316 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}011f8d312121274bb12d78e77c6379a2079800640016cec6c6d605b73666e854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a528c5d9-7278-4ccf-b3d8-d3b2822a1c37" -d '{"events": [{"name": "network-changed", "server_uuid": "564419b5-ab81-4fef-b354-43f258198975", "tag": "f791f897-b529-479d-aa1f-b3ec80057a30"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:51:16.442923 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 23:51:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-740b2c21-548f-45ea-9e18-d49e5924b0da x-openstack-request-id: req-740b2c21-548f-45ea-9e18-d49e5924b0da {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:51:16.443210 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "564419b5-ab81-4fef-b354-43f258198975", "tag": "f791f897-b529-479d-aa1f-b3ec80057a30", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:51:16.443456 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-740b2c21-548f-45ea-9e18-d49e5924b0da {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:51:16.443851 n-d-802623-1 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '564419b5-ab81-4fef-b354-43f258198975', 'tag': 'f791f897-b529-479d-aa1f-b3ec80057a30', 'status': 'completed', 'code': 200} Jul 27 23:51:16.510290 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a528c5d9-7278-4ccf-b3d8-d3b2822a1c37 req-20c93e81-2928-41d2-9208-497f33a4c623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:51:16.511748 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a528c5d9-7278-4ccf-b3d8-d3b2822a1c37 req-20c93e81-2928-41d2-9208-497f33a4c623 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2234acee636f4fb4abfdf32f655722a8&device_id=564419b5-ab81-4fef-b354-43f258198975 HTTP/1.1" status: 200 len: 1095 time: 0.0425537 Jul 27 23:51:16.549109 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a528c5d9-7278-4ccf-b3d8-d3b2822a1c37 req-40133481-632a-46e9-9694-ddfbe1b14e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:51:16.550620 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a528c5d9-7278-4ccf-b3d8-d3b2822a1c37 req-40133481-632a-46e9-9694-ddfbe1b14e60 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=2234acee636f4fb4abfdf32f655722a8&device_id=564419b5-ab81-4fef-b354-43f258198975 HTTP/1.1" status: 200 len: 1095 time: 0.0696259 Jul 27 23:51:16.563064 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afa9ae6-b070-4eb3-86da-5da67cbcdccd req-b4faeebb-86c3-412f-9777-62a71b163921 tempest-DeleteServersTestJSON-1018130102 tempest-DeleteServersTestJSON-1018130102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:51:16.564771 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-9afa9ae6-b070-4eb3-86da-5da67cbcdccd req-b4faeebb-86c3-412f-9777-62a71b163921 tempest-DeleteServersTestJSON-1018130102 tempest-DeleteServersTestJSON-1018130102-project] 10.222.0.18 "GET /v2.0/ports?device_id=564419b5-ab81-4fef-b354-43f258198975 HTTP/1.1" status: 200 len: 944 time: 0.0749331 Jul 27 23:51:16.616297 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a528c5d9-7278-4ccf-b3d8-d3b2822a1c37 req-8e4dda3d-0b5c-46aa-92db-3c7d9efe3830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:51:16.617765 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a528c5d9-7278-4ccf-b3d8-d3b2822a1c37 req-8e4dda3d-0b5c-46aa-92db-3c7d9efe3830 service neutron] 10.222.0.49 "GET /v2.0/networks?id=4a299f1f-1216-431b-9051-352fef0669b5 HTTP/1.1" status: 200 len: 913 time: 0.0994911 Jul 27 23:51:16.651007 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-9afa9ae6-b070-4eb3-86da-5da67cbcdccd req-28dfa32b-dd51-43e5-850e-728ce431a2cd tempest-DeleteServersTestJSON-1018130102 tempest-DeleteServersTestJSON-1018130102-project] 10.222.0.18 "GET /v2.0/security-groups?id=b22b38e2-79c6-4356-b428-f3e6d1f8a4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773950 Jul 27 23:51:16.661905 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a528c5d9-7278-4ccf-b3d8-d3b2822a1c37 req-43f731e2-a901-4877-bc5c-42a7b21be286 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f791f897-b529-479d-aa1f-b3ec80057a30 HTTP/1.1" status: 200 len: 217 time: 0.0359316 Jul 27 23:51:16.686748 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a528c5d9-7278-4ccf-b3d8-d3b2822a1c37 req-28bbb8b7-1c87-4306-be95-192abedde627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:51:16.688244 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a528c5d9-7278-4ccf-b3d8-d3b2822a1c37 req-28bbb8b7-1c87-4306-be95-192abedde627 service neutron] 10.222.0.38 "GET /v2.0/networks?id=4a299f1f-1216-431b-9051-352fef0669b5 HTTP/1.1" status: 200 len: 913 time: 0.1226032 Jul 27 23:51:16.720864 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a528c5d9-7278-4ccf-b3d8-d3b2822a1c37 req-fa656007-efcf-4b19-ae53-a5483e96ecd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:51:16.722355 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a528c5d9-7278-4ccf-b3d8-d3b2822a1c37 req-fa656007-efcf-4b19-ae53-a5483e96ecd2 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f7ad5809-e7b6-433a-9a44-f92a8643270e HTTP/1.1" status: 200 len: 852 time: 0.0523942 Jul 27 23:51:16.729538 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a528c5d9-7278-4ccf-b3d8-d3b2822a1c37 req-6f80d473-9a4c-482d-84af-203f59d697e7 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f791f897-b529-479d-aa1f-b3ec80057a30 HTTP/1.1" status: 200 len: 217 time: 0.0342379 Jul 27 23:51:16.756445 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a528c5d9-7278-4ccf-b3d8-d3b2822a1c37 req-6a387da4-6eb7-4733-af0f-ce67d73b1e3a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=4a299f1f-1216-431b-9051-352fef0669b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272253 Jul 27 23:51:16.781465 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a528c5d9-7278-4ccf-b3d8-d3b2822a1c37 req-b3e72e39-9773-4fbc-a9bb-43d2458cb591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:51:16.782909 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a528c5d9-7278-4ccf-b3d8-d3b2822a1c37 req-b3e72e39-9773-4fbc-a9bb-43d2458cb591 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=f7ad5809-e7b6-433a-9a44-f92a8643270e HTTP/1.1" status: 200 len: 852 time: 0.0472713 Jul 27 23:51:16.813821 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a528c5d9-7278-4ccf-b3d8-d3b2822a1c37 req-08cd8160-b45b-4cab-847a-b683383994e3 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=4a299f1f-1216-431b-9051-352fef0669b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240870 Jul 27 23:51:16.849833 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a528c5d9-7278-4ccf-b3d8-d3b2822a1c37 req-b160c845-7eb8-4e53-906a-6d1d88fe5c2f service neutron] 10.222.0.49 "GET /v2.0/networks/4a299f1f-1216-431b-9051-352fef0669b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863457 Jul 27 23:51:16.902765 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a528c5d9-7278-4ccf-b3d8-d3b2822a1c37 req-20f65933-6e0b-465b-aaf6-5ab068fb4cae service neutron] 10.222.0.38 "GET /v2.0/networks/4a299f1f-1216-431b-9051-352fef0669b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815804 Jul 27 23:51:16.946405 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a528c5d9-7278-4ccf-b3d8-d3b2822a1c37 req-796c4063-1a47-4513-9739-e9d989b5ad52 service neutron] 10.222.0.49 "GET /v2.0/networks/4a299f1f-1216-431b-9051-352fef0669b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881441 Jul 27 23:51:16.995634 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a528c5d9-7278-4ccf-b3d8-d3b2822a1c37 req-7d360f06-f826-438b-ad2c-07020459dce4 service neutron] 10.222.0.38 "GET /v2.0/networks/4a299f1f-1216-431b-9051-352fef0669b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856583 Jul 27 23:51:17.456121 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device f791f897-b529-479d-aa1f-b3ec80057a30 no longer exists at agent hyperv_n-h2-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:51:17.491803 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device f791f897-b529-479d-aa1f-b3ec80057a30 not bound to the agent host n-h2-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:51:17.771159 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3099aa75-772a-4322-8abb-e6c8f45551a0 req-81b67a2f-7798-442e-8df9-832f1b519225 tempest-DeleteServersTestJSON-1018130102 tempest-DeleteServersTestJSON-1018130102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:51:17.772481 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-3099aa75-772a-4322-8abb-e6c8f45551a0 req-81b67a2f-7798-442e-8df9-832f1b519225 tempest-DeleteServersTestJSON-1018130102 tempest-DeleteServersTestJSON-1018130102-project] 10.222.0.18 "GET /v2.0/ports?device_id=564419b5-ab81-4fef-b354-43f258198975 HTTP/1.1" status: 200 len: 944 time: 0.0499763 Jul 27 23:51:17.809250 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device f791f897-b529-479d-aa1f-b3ec80057a30 details requested by agent hyperv_n-h1-802623-1 with host n-h1-802623-1 {{(pid=93799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 23:51:17.810643 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-3099aa75-772a-4322-8abb-e6c8f45551a0 req-427e3d8d-e0e1-40db-9d28-6716c1f0bf50 tempest-DeleteServersTestJSON-1018130102 tempest-DeleteServersTestJSON-1018130102-project] 10.222.0.18 "GET /v2.0/security-groups?id=b22b38e2-79c6-4356-b428-f3e6d1f8a4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323255 Jul 27 23:51:17.904130 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port f791f897-b529-479d-aa1f-b3ec80057a30, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=f791f897-b529-479d-aa1f-b3ec80057a30,segment=NetworkSegment(968312dc-342d-4641-bce1-0bb9f1ce4970),segment_id=968312dc-342d-4641-bce1-0bb9f1ce4970)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:51:17.918957 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Returning: {'device': 'f791f897-b529-479d-aa1f-b3ec80057a30', 'network_id': '4a299f1f-1216-431b-9051-352fef0669b5', 'port_id': 'f791f897-b529-479d-aa1f-b3ec80057a30', 'mac_address': 'fa:16:3e:b4:f5:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 514, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7ad5809-e7b6-433a-9a44-f92a8643270e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 23:51:17.958157 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:51:17.970971 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f791f897-b529-479d-aa1f-b3ec80057a30 {{(pid=93799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:51:17.990683 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port f791f897-b529-479d-aa1f-b3ec80057a30, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=f791f897-b529-479d-aa1f-b3ec80057a30,segment=NetworkSegment(968312dc-342d-4641-bce1-0bb9f1ce4970),segment_id=968312dc-342d-4641-bce1-0bb9f1ce4970)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:51:17.994330 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:51:18.040746 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Pushing event updated for resources: {'Port': ['ID=f791f897-b529-479d-aa1f-b3ec80057a30,revision_number=8']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:51:18.051348 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d1c7db-75d1-4146-b5c4-632ba2e4d14b req-0e5fea7a-58b3-4c39-9d7c-9f4491b89c1a tempest-DeleteServersTestJSON-1018130102 tempest-DeleteServersTestJSON-1018130102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:51:18.052803 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-c2d1c7db-75d1-4146-b5c4-632ba2e4d14b req-0e5fea7a-58b3-4c39-9d7c-9f4491b89c1a tempest-DeleteServersTestJSON-1018130102 tempest-DeleteServersTestJSON-1018130102-project] 10.222.0.49 "GET /v2.0/ports?device_id=564419b5-ab81-4fef-b354-43f258198975&tenant_id=2234acee636f4fb4abfdf32f655722a8&binding%3Ahost_id=n-h1-802623-1 HTTP/1.1" status: 200 len: 945 time: 0.0555730 Jul 27 23:51:18.115447 n-d-802623-1 neutron-server[93797]: INFO neutron.api.v2.resource [req-c2d1c7db-75d1-4146-b5c4-632ba2e4d14b req-b9d22ce2-af6c-42db-be23-fd1ab79170df service neutron] delete failed (client error): The resource could not be found. Jul 27 23:51:18.116900 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-c2d1c7db-75d1-4146-b5c4-632ba2e4d14b req-b9d22ce2-af6c-42db-be23-fd1ab79170df service neutron] 10.222.0.49 "DELETE /v2.0/ports/f791f897-b529-479d-aa1f-b3ec80057a30/bindings/n-h2-802623-1 HTTP/1.1" status: 404 len: 380 time: 0.0562215 Jul 27 23:51:18.200900 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d1c7db-75d1-4146-b5c4-632ba2e4d14b req-000b19a8-763f-4aa3-89cb-6d2b2d181e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:51:18.202532 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-c2d1c7db-75d1-4146-b5c4-632ba2e4d14b req-000b19a8-763f-4aa3-89cb-6d2b2d181e8f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2234acee636f4fb4abfdf32f655722a8&device_id=564419b5-ab81-4fef-b354-43f258198975 HTTP/1.1" status: 200 len: 1096 time: 0.0418432 Jul 27 23:51:18.218724 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] get_ports_and_sgs() called for port_ids ['f791f897-b529-479d-aa1f-b3ec80057a30'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:51:18.290338 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d1c7db-75d1-4146-b5c4-632ba2e4d14b req-e2203c86-eb82-442d-9da0-b52a29a52612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:51:18.291916 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-c2d1c7db-75d1-4146-b5c4-632ba2e4d14b req-e2203c86-eb82-442d-9da0-b52a29a52612 service neutron] 10.222.0.49 "GET /v2.0/networks?id=4a299f1f-1216-431b-9051-352fef0669b5 HTTP/1.1" status: 200 len: 913 time: 0.0830522 Jul 27 23:51:18.338007 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-c2d1c7db-75d1-4146-b5c4-632ba2e4d14b req-6800f0e9-20b2-44e8-9fef-b022a8d70ecd service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f791f897-b529-479d-aa1f-b3ec80057a30 HTTP/1.1" status: 200 len: 217 time: 0.0367017 Jul 27 23:51:18.386762 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d1c7db-75d1-4146-b5c4-632ba2e4d14b req-7c36787d-4b41-4630-a5fd-2506514fe94c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:51:18.388215 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-c2d1c7db-75d1-4146-b5c4-632ba2e4d14b req-7c36787d-4b41-4630-a5fd-2506514fe94c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f7ad5809-e7b6-433a-9a44-f92a8643270e HTTP/1.1" status: 200 len: 852 time: 0.0431261 Jul 27 23:51:18.418633 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-c2d1c7db-75d1-4146-b5c4-632ba2e4d14b req-9c7b16ae-7bd9-4302-8ae4-1fd0c5409da2 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=4a299f1f-1216-431b-9051-352fef0669b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237761 Jul 27 23:51:18.507532 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-c2d1c7db-75d1-4146-b5c4-632ba2e4d14b req-096b09b6-dd88-4c60-8921-63ffbf201a7d service neutron] 10.222.0.49 "GET /v2.0/networks/4a299f1f-1216-431b-9051-352fef0669b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818422 Jul 27 23:51:18.940244 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-c2d1c7db-75d1-4146-b5c4-632ba2e4d14b req-6f6fa225-c159-4083-8462-867ad8a4ba58 service neutron] 10.222.0.49 "GET /v2.0/networks/4a299f1f-1216-431b-9051-352fef0669b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4259510 Jul 27 23:51:19.602661 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef85f2d6-a4ce-4f1e-885b-cc0e555c7ca4 req-df89f9fd-433c-4ac2-aa21-36ed189686f0 tempest-DeleteServersTestJSON-1018130102 tempest-DeleteServersTestJSON-1018130102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:51:19.604070 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-ef85f2d6-a4ce-4f1e-885b-cc0e555c7ca4 req-df89f9fd-433c-4ac2-aa21-36ed189686f0 tempest-DeleteServersTestJSON-1018130102 tempest-DeleteServersTestJSON-1018130102-project] 10.222.0.18 "GET /v2.0/ports?device_id=564419b5-ab81-4fef-b354-43f258198975 HTTP/1.1" status: 200 len: 945 time: 0.0506518 Jul 27 23:51:19.640874 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-ef85f2d6-a4ce-4f1e-885b-cc0e555c7ca4 req-f35c75b5-01ff-45b8-895a-9ef53449d741 tempest-DeleteServersTestJSON-1018130102 tempest-DeleteServersTestJSON-1018130102-project] 10.222.0.18 "GET /v2.0/security-groups?id=b22b38e2-79c6-4356-b428-f3e6d1f8a4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302806 Jul 27 23:51:19.824025 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device f791f897-b529-479d-aa1f-b3ec80057a30 up at agent hyperv_n-h1-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:51:19.871007 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Provisioning for port f791f897-b529-479d-aa1f-b3ec80057a30 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:51:19.874410 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Provisioning complete for port f791f897-b529-479d-aa1f-b3ec80057a30 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:51:19.874786 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:51:19.951966 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:51:19.973325 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '564419b5-ab81-4fef-b354-43f258198975', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f791f897-b529-479d-aa1f-b3ec80057a30'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:51:19.975541 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c0369b0d4f459110ff20a1f9878ba33f96d6491bddb9d15843bf29d01e0bda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-747a26ea-3241-4b87-9988-ced7f995c64e" -d '{"events": [{"server_uuid": "564419b5-ab81-4fef-b354-43f258198975", "name": "network-vif-plugged", "status": "completed", "tag": "f791f897-b529-479d-aa1f-b3ec80057a30"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:51:19.988042 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port f791f897-b529-479d-aa1f-b3ec80057a30, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=f791f897-b529-479d-aa1f-b3ec80057a30,segment=NetworkSegment(968312dc-342d-4641-bce1-0bb9f1ce4970),segment_id=968312dc-342d-4641-bce1-0bb9f1ce4970)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:51:19.992211 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:51:20.014801 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:51:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6282faa-b8a0-4056-a7e5-29c77eab2e1e x-openstack-request-id: req-f6282faa-b8a0-4056-a7e5-29c77eab2e1e {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:51:20.015110 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "564419b5-ab81-4fef-b354-43f258198975", "name": "network-vif-plugged", "status": "completed", "tag": "f791f897-b529-479d-aa1f-b3ec80057a30", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:51:20.015360 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f6282faa-b8a0-4056-a7e5-29c77eab2e1e {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:51:20.015746 n-d-802623-1 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '564419b5-ab81-4fef-b354-43f258198975', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f791f897-b529-479d-aa1f-b3ec80057a30', 'code': 200} Jul 27 23:51:20.040573 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Pushing event updated for resources: {'Port': ['ID=f791f897-b529-479d-aa1f-b3ec80057a30,revision_number=9']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:51:20.761163 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dada595-684b-489f-a46b-6b48cd282806 req-d84ca14a-527f-4750-8357-5cd2a2d638f3 tempest-DeleteServersTestJSON-1018130102 tempest-DeleteServersTestJSON-1018130102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:51:20.762602 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-6dada595-684b-489f-a46b-6b48cd282806 req-d84ca14a-527f-4750-8357-5cd2a2d638f3 tempest-DeleteServersTestJSON-1018130102 tempest-DeleteServersTestJSON-1018130102-project] 10.222.0.18 "GET /v2.0/ports?device_id=564419b5-ab81-4fef-b354-43f258198975 HTTP/1.1" status: 200 len: 946 time: 0.0506144 Jul 27 23:51:20.800437 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-6dada595-684b-489f-a46b-6b48cd282806 req-f7c86d10-8513-44c9-9faa-1b16b3ed1740 tempest-DeleteServersTestJSON-1018130102 tempest-DeleteServersTestJSON-1018130102-project] 10.222.0.18 "GET /v2.0/security-groups?id=b22b38e2-79c6-4356-b428-f3e6d1f8a4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308957 Jul 27 23:51:20.878713 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d1c7db-75d1-4146-b5c4-632ba2e4d14b req-77014942-f334-400b-ac3c-c36709e4f8d7 tempest-DeleteServersTestJSON-1018130102 tempest-DeleteServersTestJSON-1018130102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:51:20.880245 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c2d1c7db-75d1-4146-b5c4-632ba2e4d14b req-77014942-f334-400b-ac3c-c36709e4f8d7 tempest-DeleteServersTestJSON-1018130102 tempest-DeleteServersTestJSON-1018130102-project] 10.222.0.38 "GET /v2.0/ports?device_id=564419b5-ab81-4fef-b354-43f258198975 HTTP/1.1" status: 200 len: 946 time: 0.0483370 Jul 27 23:51:20.971571 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-c2d1c7db-75d1-4146-b5c4-632ba2e4d14b req-b7063484-76ae-436b-9065-117c76bd4300 tempest-DeleteServersTestJSON-1018130102 tempest-DeleteServersTestJSON-1018130102-project] Deleting port f791f897-b529-479d-aa1f-b3ec80057a30 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:51:20.971915 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-c2d1c7db-75d1-4146-b5c4-632ba2e4d14b req-b7063484-76ae-436b-9065-117c76bd4300 tempest-DeleteServersTestJSON-1018130102 tempest-DeleteServersTestJSON-1018130102-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:51:21.055816 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-c2d1c7db-75d1-4146-b5c4-632ba2e4d14b req-b7063484-76ae-436b-9065-117c76bd4300 tempest-DeleteServersTestJSON-1018130102 tempest-DeleteServersTestJSON-1018130102-project] For port f791f897-b529-479d-aa1f-b3ec80057a30, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=f791f897-b529-479d-aa1f-b3ec80057a30,segment=NetworkSegment(968312dc-342d-4641-bce1-0bb9f1ce4970),segment_id=968312dc-342d-4641-bce1-0bb9f1ce4970)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:51:21.056178 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-c2d1c7db-75d1-4146-b5c4-632ba2e4d14b req-b7063484-76ae-436b-9065-117c76bd4300 tempest-DeleteServersTestJSON-1018130102 tempest-DeleteServersTestJSON-1018130102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:51:21.069294 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-c2d1c7db-75d1-4146-b5c4-632ba2e4d14b req-b7063484-76ae-436b-9065-117c76bd4300 tempest-DeleteServersTestJSON-1018130102 tempest-DeleteServersTestJSON-1018130102-project] Calling delete_port for f791f897-b529-479d-aa1f-b3ec80057a30 owned by compute:nova {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:51:21.197121 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-c2d1c7db-75d1-4146-b5c4-632ba2e4d14b req-b7063484-76ae-436b-9065-117c76bd4300 tempest-DeleteServersTestJSON-1018130102 tempest-DeleteServersTestJSON-1018130102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:51:21.208123 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] get_ports_and_sgs() called for port_ids ['f791f897-b529-479d-aa1f-b3ec80057a30'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:51:21.223673 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7063484-76ae-436b-9065-117c76bd4300 tempest-DeleteServersTestJSON-1018130102 tempest-DeleteServersTestJSON-1018130102-project] Pushing event deleted for resources: {'Port': ['ID=f791f897-b529-479d-aa1f-b3ec80057a30,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:51:21.265873 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2d1c7db-75d1-4146-b5c4-632ba2e4d14b req-b7063484-76ae-436b-9065-117c76bd4300 tempest-DeleteServersTestJSON-1018130102 tempest-DeleteServersTestJSON-1018130102-project] No DVR routers for this DVR port f791f897-b529-479d-aa1f-b3ec80057a30 on host n-h1-802623-1 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:51:21.268473 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-c2d1c7db-75d1-4146-b5c4-632ba2e4d14b req-b7063484-76ae-436b-9065-117c76bd4300 tempest-DeleteServersTestJSON-1018130102 tempest-DeleteServersTestJSON-1018130102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:51:21.270441 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c2d1c7db-75d1-4146-b5c4-632ba2e4d14b req-b7063484-76ae-436b-9065-117c76bd4300 tempest-DeleteServersTestJSON-1018130102 tempest-DeleteServersTestJSON-1018130102-project] 10.222.0.38 "DELETE /v2.0/ports/f791f897-b529-479d-aa1f-b3ec80057a30 HTTP/1.1" status: 204 len: 173 time: 0.3835127 Jul 27 23:51:21.270872 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '564419b5-ab81-4fef-b354-43f258198975', 'name': 'network-vif-deleted', 'tag': 'f791f897-b529-479d-aa1f-b3ec80057a30'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:51:21.273108 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}011f8d312121274bb12d78e77c6379a2079800640016cec6c6d605b73666e854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2768f771-be86-4819-84f9-8bcc315729dd" -d '{"events": [{"server_uuid": "564419b5-ab81-4fef-b354-43f258198975", "name": "network-vif-deleted", "tag": "f791f897-b529-479d-aa1f-b3ec80057a30"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:51:21.314614 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:51:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54dc10e6-67ae-40f2-9bf0-eaa6313b63ac x-openstack-request-id: req-54dc10e6-67ae-40f2-9bf0-eaa6313b63ac {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:51:21.314906 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "564419b5-ab81-4fef-b354-43f258198975", "name": "network-vif-deleted", "tag": "f791f897-b529-479d-aa1f-b3ec80057a30", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:51:21.315191 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-54dc10e6-67ae-40f2-9bf0-eaa6313b63ac {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:51:21.315586 n-d-802623-1 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '564419b5-ab81-4fef-b354-43f258198975', 'name': 'network-vif-deleted', 'tag': 'f791f897-b529-479d-aa1f-b3ec80057a30', 'status': 'completed', 'code': 200} Jul 27 23:51:21.358826 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.agents_db [None req-9beef776-8bab-4de2-989a-f5a23ba4aaf4 None None] Agent healthcheck: found 7 active agents {{(pid=93800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 23:51:21.925092 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 55078) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:51:21.969408 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_v2 [None req-6bc61bf9-43f4-4964-badf-c8d27fa560e0 admin admin] Deleting subnet f7ad5809-e7b6-433a-9a44-f92a8643270e {{(pid=93797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 23:51:21.972335 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6bc61bf9-43f4-4964-badf-c8d27fa560e0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:51:22.004695 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6bc61bf9-43f4-4964-badf-c8d27fa560e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11335971'] for subnet, precommit_delete_associations {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:51:22.046263 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6bc61bf9-43f4-4964-badf-c8d27fa560e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620741'] for subnet, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:51:22.097113 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6bc61bf9-43f4-4964-badf-c8d27fa560e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11335991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11551414'] for subnet, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:51:22.121063 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc61bf9-43f4-4964-badf-c8d27fa560e0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f7ad5809-e7b6-433a-9a44-f92a8643270e,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:51:22.125411 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6bc61bf9-43f4-4964-badf-c8d27fa560e0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:51:22.127859 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-6bc61bf9-43f4-4964-badf-c8d27fa560e0 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/f7ad5809-e7b6-433a-9a44-f92a8643270e HTTP/1.1" status: 204 len: 168 time: 0.2011487 Jul 27 23:51:22.129803 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 55080) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:51:22.197010 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c4dff842-a69c-40b8-8680-b1ee948fddf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593271'] for network, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:51:22.275490 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c4dff842-a69c-40b8-8680-b1ee948fddf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618032', 'neutron.services.segments.db._delete_segments_for_network-8736833900081'] for network, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:51:22.285580 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-c4dff842-a69c-40b8-8680-b1ee948fddf5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a299f1f-1216-431b-9051-352fef0669b5']}} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:51:22.295320 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-c4dff842-a69c-40b8-8680-b1ee948fddf5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '968312dc-342d-4641-bce1-0bb9f1ce4970') {'for_net_delete': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:51:22.295618 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-c4dff842-a69c-40b8-8680-b1ee948fddf5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '968312dc-342d-4641-bce1-0bb9f1ce4970') {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:51:22.304079 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c4dff842-a69c-40b8-8680-b1ee948fddf5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736833900858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11335978'] for segment, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:51:22.317952 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c4dff842-a69c-40b8-8680-b1ee948fddf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:51:22.323672 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4dff842-a69c-40b8-8680-b1ee948fddf5 admin admin] Releasing vlan 514 on physical network physnet1 to pool {{(pid=93797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 23:51:22.324058 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c4dff842-a69c-40b8-8680-b1ee948fddf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11336013'] for segment, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:51:22.325789 n-d-802623-1 neutron-server[93797]: Traceback (most recent call last): Jul 27 23:51:22.325789 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 23:51:22.325789 n-d-802623-1 neutron-server[93797]: timer() Jul 27 23:51:22.325789 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 23:51:22.325789 n-d-802623-1 neutron-server[93797]: cb(*args, **kw) Jul 27 23:51:22.325789 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 23:51:22.325789 n-d-802623-1 neutron-server[93797]: return func(*args, **kwargs) Jul 27 23:51:22.325789 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 23:51:22.325789 n-d-802623-1 neutron-server[93797]: self._notify() Jul 27 23:51:22.325789 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 23:51:22.325789 n-d-802623-1 neutron-server[93797]: self.callback(batched_events) Jul 27 23:51:22.325789 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 23:51:22.325789 n-d-802623-1 neutron-server[93797]: event.method(event) Jul 27 23:51:22.325789 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 23:51:22.325789 n-d-802623-1 neutron-server[93797]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 23:51:22.325789 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 23:51:22.325789 n-d-802623-1 neutron-server[93797]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 23:51:22.325789 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 23:51:22.325789 n-d-802623-1 neutron-server[93797]: return f(self, *a, **k) Jul 27 23:51:22.325789 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 23:51:22.325789 n-d-802623-1 neutron-server[93797]: return self._get(url).json() Jul 27 23:51:22.325789 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 23:51:22.325789 n-d-802623-1 neutron-server[93797]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 23:51:22.325789 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 23:51:22.325789 n-d-802623-1 neutron-server[93797]: return self.request(url, 'GET', **kwargs) Jul 27 23:51:22.325789 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 23:51:22.325789 n-d-802623-1 neutron-server[93797]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 23:51:22.325789 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 23:51:22.325789 n-d-802623-1 neutron-server[93797]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 23:51:22.325789 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 23:51:22.325789 n-d-802623-1 neutron-server[93797]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 23:51:22.325789 n-d-802623-1 neutron-server[93797]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 23:51:22.378428 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c4dff842-a69c-40b8-8680-b1ee948fddf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415412'] for network, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:51:22.384119 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c4dff842-a69c-40b8-8680-b1ee948fddf5 admin admin] Notify callbacks [] for network, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:51:22.385935 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-c4dff842-a69c-40b8-8680-b1ee948fddf5 admin admin] 10.222.0.18 "DELETE /v2.0/networks/4a299f1f-1216-431b-9051-352fef0669b5 HTTP/1.1" status: 204 len: 168 time: 0.2551930 Jul 27 23:51:22.401104 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4dff842-a69c-40b8-8680-b1ee948fddf5 admin admin] Pushing event deleted for resources: {'Network': ['ID=4a299f1f-1216-431b-9051-352fef0669b5,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:51:22.490633 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 55084) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:51:22.529086 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-487e4eb6-6a8b-4e98-b01f-522683a41d5c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2234acee636f4fb4abfdf32f655722a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0372951 Jul 27 23:51:22.532140 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 55086) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:51:22.578688 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-653f4098-516f-4ab5-9116-fbddc7358d50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:51:22.599967 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-653f4098-516f-4ab5-9116-fbddc7358d50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:51:22.646400 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-653f4098-516f-4ab5-9116-fbddc7358d50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:51:22.648937 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-653f4098-516f-4ab5-9116-fbddc7358d50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:51:22.650089 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-653f4098-516f-4ab5-9116-fbddc7358d50 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b22b38e2-79c6-4356-b428-f3e6d1f8a4ca HTTP/1.1" status: 204 len: 168 time: 0.1170766 Jul 27 23:51:22.657727 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653f4098-516f-4ab5-9116-fbddc7358d50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b22b38e2-79c6-4356-b428-f3e6d1f8a4ca,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:51:23.283218 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 55108) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:51:23.418556 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-9fa6d031-1d3e-4bd2-b643-a96ed4fd5558 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1340290881-network', 'tenant_id': 'e1b8fe1ce30c43058c8f724949bfe076'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:51:23.438937 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fa6d031-1d3e-4bd2-b643-a96ed4fd5558 admin admin] Made reservation on behalf of e1b8fe1ce30c43058c8f724949bfe076 for: {'network': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:51:23.441394 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9fa6d031-1d3e-4bd2-b643-a96ed4fd5558 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for network, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:51:23.450246 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9fa6d031-1d3e-4bd2-b643-a96ed4fd5558 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:51:23.541472 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9fa6d031-1d3e-4bd2-b643-a96ed4fd5558 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:51:23.544995 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9fa6d031-1d3e-4bd2-b643-a96ed4fd5558 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:51:23.569874 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fa6d031-1d3e-4bd2-b643-a96ed4fd5558 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 548} {{(pid=93798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 23:51:23.580542 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa6d031-1d3e-4bd2-b643-a96ed4fd5558 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be618fd5-a4e8-4c71-9d7f-c7d4e4207e92,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:51:23.585278 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9fa6d031-1d3e-4bd2-b643-a96ed4fd5558 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:51:23.585613 n-d-802623-1 neutron-server[93798]: INFO neutron.db.segments_db [None req-9fa6d031-1d3e-4bd2-b643-a96ed4fd5558 admin admin] Added segment a06472c9-8b1b-468b-b7cd-e78ee6414801 of type vlan for network 6637dbaa-50c3-42af-a142-709600aa7738 Jul 27 23:51:23.624274 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9fa6d031-1d3e-4bd2-b643-a96ed4fd5558 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736833354590'] for network, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:51:23.651312 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9fa6d031-1d3e-4bd2-b643-a96ed4fd5558 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569'] for network, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:51:23.652242 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fa6d031-1d3e-4bd2-b643-a96ed4fd5558 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:51:23.652818 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9fa6d031-1d3e-4bd2-b643-a96ed4fd5558 admin admin] Notify callbacks [] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:51:23.704524 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-9fa6d031-1d3e-4bd2-b643-a96ed4fd5558 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4202054 Jul 27 23:51:23.707553 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 55114) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:51:23.711608 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa6d031-1d3e-4bd2-b643-a96ed4fd5558 admin admin] Pushing event updated for resources: {'Network': ['ID=6637dbaa-50c3-42af-a142-709600aa7738,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:51:23.712624 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-7813c4c0-f593-4051-8ff1-4c4bf3342435 admin admin] Request body: {'subnet': {'network_id': '6637dbaa-50c3-42af-a142-709600aa7738', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1340290881-subnet', 'tenant_id': 'e1b8fe1ce30c43058c8f724949bfe076', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:51:23.721439 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Network 6637dbaa-50c3-42af-a142-709600aa7738 details requested by agent ovs-agent-n-d-802623-1 with host n-d-802623-1 {{(pid=93799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 23:51:23.736215 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7813c4c0-f593-4051-8ff1-4c4bf3342435 admin admin] Made reservation on behalf of e1b8fe1ce30c43058c8f724949bfe076 for: {'subnet': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:51:23.738583 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7813c4c0-f593-4051-8ff1-4c4bf3342435 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11551435'] for subnet, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:51:23.857124 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device f791f897-b529-479d-aa1f-b3ec80057a30 no longer exists at agent hyperv_n-h1-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:51:23.878434 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] No Port match for: f791f897-b529-479d-aa1f-b3ec80057a30 {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:51:23.878785 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device f791f897-b529-479d-aa1f-b3ec80057a30 not bound to the agent host n-h1-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:51:23.901455 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7813c4c0-f593-4051-8ff1-4c4bf3342435 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11336182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11551417'] for subnet, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:51:23.956017 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7813c4c0-f593-4051-8ff1-4c4bf3342435 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c7c1251c-8b57-47e5-90b9-e532c6b93db4,revision_number=0']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:51:23.964457 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7813c4c0-f593-4051-8ff1-4c4bf3342435 admin admin] Checking segment: {'id': 'a06472c9-8b1b-468b-b7cd-e78ee6414801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '6637dbaa-50c3-42af-a142-709600aa7738'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:51:23.964822 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7813c4c0-f593-4051-8ff1-4c4bf3342435 admin admin] Network hostable DHCP agents. Network: 6637dbaa-50c3-42af-a142-709600aa7738, hostable agents: ['5950e76f-2bde-4343-a925-cbe6bacd2706'], hosted agents: [] {{(pid=93797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 23:51:23.979758 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7813c4c0-f593-4051-8ff1-4c4bf3342435 admin admin] Network 6637dbaa-50c3-42af-a142-709600aa7738 is scheduled to be hosted by DHCP agent 5950e76f-2bde-4343-a925-cbe6bacd2706 with binding_index 1 {{(pid=93797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 23:51:23.988533 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-7813c4c0-f593-4051-8ff1-4c4bf3342435 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802623-1, 6637dbaa-50c3-42af-a142-709600aa7738) {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:51:23.992372 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7813c4c0-f593-4051-8ff1-4c4bf3342435 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:51:23.992977 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7813c4c0-f593-4051-8ff1-4c4bf3342435 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:51:23.997121 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8945d493-6d06-4257-bf91-63177049d602 None None] Network 6637dbaa-50c3-42af-a142-709600aa7738 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:51:24.010158 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-7813c4c0-f593-4051-8ff1-4c4bf3342435 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3013737 Jul 27 23:51:24.119397 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4cc4523-1017-4585-8de9-ed0241f8e0d6 None None] Network 6637dbaa-50c3-42af-a142-709600aa7738 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:51:24.423252 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9f35be-df60-4309-8a37-01c4c7276d13 req-08ce19ee-b03a-4798-b9cb-39ccaa620cc0 tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:51:24.424713 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-9c9f35be-df60-4309-8a37-01c4c7276d13 req-08ce19ee-b03a-4798-b9cb-39ccaa620cc0 tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] 10.222.0.18 "GET /v2.0/networks?id=6637dbaa-50c3-42af-a142-709600aa7738 HTTP/1.1" status: 200 len: 815 time: 0.1007934 Jul 27 23:51:24.439029 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-9c9f35be-df60-4309-8a37-01c4c7276d13 req-f6b09999-3644-48c9-bbab-4bedd1ffc9b6 tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] 10.222.0.18 "GET /v2.0/quotas/e1b8fe1ce30c43058c8f724949bfe076 HTTP/1.1" status: 200 len: 375 time: 0.0087957 Jul 27 23:51:24.471805 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-9c9f35be-df60-4309-8a37-01c4c7276d13 req-bfa1d5eb-430c-4ff0-bae2-5f46a5e1672f tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=e1b8fe1ce30c43058c8f724949bfe076&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0272012 Jul 27 23:51:24.608008 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-9c9f35be-df60-4309-8a37-01c4c7276d13 req-10d450dc-ed82-48aa-adfc-7cbf968d110d service neutron] 10.222.0.18 "GET /v2.0/networks/6637dbaa-50c3-42af-a142-709600aa7738?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290586 Jul 27 23:51:24.692741 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-9c9f35be-df60-4309-8a37-01c4c7276d13 req-b55b1c7f-aef8-4e16-9b32-beb1d6a80fd7 service neutron] 10.222.0.18 "GET /v2.0/networks/6637dbaa-50c3-42af-a142-709600aa7738?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0788276 Jul 27 23:51:24.860790 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-ddb4440d-bb9f-4192-b2a4-c818a6e6ed56 req-139fc8ff-7e6d-4bc8-a332-768ef80e3ed8 tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] 10.222.0.18 "GET /v2.0/ports?device_id=edd841e2-79a9-426b-b0e9-3680363deb3b HTTP/1.1" status: 200 len: 210 time: 0.0350430 Jul 27 23:51:25.978416 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-8113661f-e24c-4a56-a6a8-7a69f2c34bb2 req-8fa2caec-a446-4a77-b8b1-438499fadf8b tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] 10.222.0.18 "GET /v2.0/ports?device_id=edd841e2-79a9-426b-b0e9-3680363deb3b HTTP/1.1" status: 200 len: 210 time: 0.0322769 Jul 27 23:51:26.032061 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9f35be-df60-4309-8a37-01c4c7276d13 req-86b22b67-246a-45d1-8990-d761dc10bcdd tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:51:26.033517 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-9c9f35be-df60-4309-8a37-01c4c7276d13 req-86b22b67-246a-45d1-8990-d761dc10bcdd tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] 10.222.0.38 "GET /v2.0/networks?id=6637dbaa-50c3-42af-a142-709600aa7738 HTTP/1.1" status: 200 len: 815 time: 0.1387305 Jul 27 23:51:26.047994 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [req-9c9f35be-df60-4309-8a37-01c4c7276d13 req-3165c07e-deeb-4e45-8fcf-47143b9fb95d tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] Request body: {'port': {'device_id': 'edd841e2-79a9-426b-b0e9-3680363deb3b', 'network_id': '6637dbaa-50c3-42af-a142-709600aa7738', 'admin_state_up': True, 'tenant_id': 'e1b8fe1ce30c43058c8f724949bfe076'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:51:26.153013 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c9f35be-df60-4309-8a37-01c4c7276d13 req-3165c07e-deeb-4e45-8fcf-47143b9fb95d tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] Made reservation on behalf of e1b8fe1ce30c43058c8f724949bfe076 for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:51:26.156548 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-9c9f35be-df60-4309-8a37-01c4c7276d13 req-3165c07e-deeb-4e45-8fcf-47143b9fb95d tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:51:26.277597 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [req-9c9f35be-df60-4309-8a37-01c4c7276d13 req-3165c07e-deeb-4e45-8fcf-47143b9fb95d tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] Allocated IP 172.20.0.11 (6637dbaa-50c3-42af-a142-709600aa7738/c7c1251c-8b57-47e5-90b9-e532c6b93db4/ac4656a8-b9c3-4ccd-83e4-4c440ee02262) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:51:26.423143 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-9c9f35be-df60-4309-8a37-01c4c7276d13 req-3165c07e-deeb-4e45-8fcf-47143b9fb95d tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:51:26.460980 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-9c9f35be-df60-4309-8a37-01c4c7276d13 req-3165c07e-deeb-4e45-8fcf-47143b9fb95d tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:51:26.510622 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c9f35be-df60-4309-8a37-01c4c7276d13 req-3165c07e-deeb-4e45-8fcf-47143b9fb95d tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] Network 6637dbaa-50c3-42af-a142-709600aa7738 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:51:26.513663 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [req-9c9f35be-df60-4309-8a37-01c4c7276d13 req-3165c07e-deeb-4e45-8fcf-47143b9fb95d tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:51:26.519468 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c9f35be-df60-4309-8a37-01c4c7276d13 req-3165c07e-deeb-4e45-8fcf-47143b9fb95d tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:51:26.525635 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3165c07e-deeb-4e45-8fcf-47143b9fb95d tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] Pushing event updated for resources: {'Port': ['ID=ac4656a8-b9c3-4ccd-83e4-4c440ee02262,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:51:26.574444 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9f35be-df60-4309-8a37-01c4c7276d13 req-3165c07e-deeb-4e45-8fcf-47143b9fb95d tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:51:26.575066 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-9c9f35be-df60-4309-8a37-01c4c7276d13 req-3165c07e-deeb-4e45-8fcf-47143b9fb95d tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:51:26.588494 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-9c9f35be-df60-4309-8a37-01c4c7276d13 req-3165c07e-deeb-4e45-8fcf-47143b9fb95d tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5446279 Jul 27 23:51:26.600395 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [req-9c9f35be-df60-4309-8a37-01c4c7276d13 req-6a84056a-0368-4a8b-afa4-610396ca033d service neutron] Request body: {'port': {'device_id': 'edd841e2-79a9-426b-b0e9-3680363deb3b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802623-1'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:51:26.651405 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-9c9f35be-df60-4309-8a37-01c4c7276d13 req-6a84056a-0368-4a8b-afa4-610396ca033d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:51:26.912631 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [req-9c9f35be-df60-4309-8a37-01c4c7276d13 req-6a84056a-0368-4a8b-afa4-610396ca033d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac4656a8-b9c3-4ccd-83e4-4c440ee02262 {{(pid=93798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:51:26.919875 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-9c9f35be-df60-4309-8a37-01c4c7276d13 req-6a84056a-0368-4a8b-afa4-610396ca033d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:51:26.932190 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-9c9f35be-df60-4309-8a37-01c4c7276d13 req-6a84056a-0368-4a8b-afa4-610396ca033d service neutron] Transition to ACTIVE for port object ac4656a8-b9c3-4ccd-83e4-4c440ee02262 will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:51:26.936082 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-9c9f35be-df60-4309-8a37-01c4c7276d13 req-6a84056a-0368-4a8b-afa4-610396ca033d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:51:26.938452 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-cc622096-12d2-4926-86c6-17886cb33ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:51:27.104623 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af6085a-eb38-4a58-b23e-4b8b10be016d req-a96b052b-4243-4117-85e3-37637a7923ee tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:51:27.106202 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-5af6085a-eb38-4a58-b23e-4b8b10be016d req-a96b052b-4243-4117-85e3-37637a7923ee tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] 10.222.0.18 "GET /v2.0/ports?device_id=edd841e2-79a9-426b-b0e9-3680363deb3b HTTP/1.1" status: 200 len: 944 time: 0.0517638 Jul 27 23:51:27.148443 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-5af6085a-eb38-4a58-b23e-4b8b10be016d req-51d802bc-d49d-48bb-96ec-19cf850b183c tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] 10.222.0.18 "GET /v2.0/security-groups?id=be618fd5-a4e8-4c71-9d7f-c7d4e4207e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357244 Jul 27 23:51:27.286679 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a84056a-0368-4a8b-afa4-610396ca033d service neutron] Pushing event updated for resources: {'Port': ['ID=ac4656a8-b9c3-4ccd-83e4-4c440ee02262,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:51:27.351903 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-9c9f35be-df60-4309-8a37-01c4c7276d13 req-6a84056a-0368-4a8b-afa4-610396ca033d service neutron] Attempting to bind port ac4656a8-b9c3-4ccd-83e4-4c440ee02262 on host n-h1-802623-1 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:51:27.352236 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-9c9f35be-df60-4309-8a37-01c4c7276d13 req-6a84056a-0368-4a8b-afa4-610396ca033d service neutron] Attempting to bind port ac4656a8-b9c3-4ccd-83e4-4c440ee02262 by drivers openvswitch,hyperv on host n-h1-802623-1 at level 0 using segments [{'id': 'a06472c9-8b1b-468b-b7cd-e78ee6414801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '6637dbaa-50c3-42af-a142-709600aa7738'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:51:27.352557 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c9f35be-df60-4309-8a37-01c4c7276d13 req-6a84056a-0368-4a8b-afa4-610396ca033d service neutron] Attempting to bind port ac4656a8-b9c3-4ccd-83e4-4c440ee02262 on network 6637dbaa-50c3-42af-a142-709600aa7738 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:51:27.356675 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c9f35be-df60-4309-8a37-01c4c7276d13 req-6a84056a-0368-4a8b-afa4-610396ca033d service neutron] Port ac4656a8-b9c3-4ccd-83e4-4c440ee02262 on network 6637dbaa-50c3-42af-a142-709600aa7738 not bound, no agent of type Open vSwitch agent registered on host n-h1-802623-1 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 23:51:27.356990 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c9f35be-df60-4309-8a37-01c4c7276d13 req-6a84056a-0368-4a8b-afa4-610396ca033d service neutron] Attempting to bind port ac4656a8-b9c3-4ccd-83e4-4c440ee02262 on network 6637dbaa-50c3-42af-a142-709600aa7738 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:51:27.361617 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c9f35be-df60-4309-8a37-01c4c7276d13 req-6a84056a-0368-4a8b-afa4-610396ca033d service neutron] Checking agent: {'id': '245f1da4-a9b8-4b08-90d7-28f0f342b839', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 59, 59), 'started_at': datetime.datetime(2021, 7, 27, 22, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:51:27.361946 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c9f35be-df60-4309-8a37-01c4c7276d13 req-6a84056a-0368-4a8b-afa4-610396ca033d service neutron] Checking segment: {'id': 'a06472c9-8b1b-468b-b7cd-e78ee6414801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '6637dbaa-50c3-42af-a142-709600aa7738'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:51:27.362320 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c9f35be-df60-4309-8a37-01c4c7276d13 req-6a84056a-0368-4a8b-afa4-610396ca033d service neutron] Bound using segment: {'id': 'a06472c9-8b1b-468b-b7cd-e78ee6414801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '6637dbaa-50c3-42af-a142-709600aa7738'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:51:27.362732 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-9c9f35be-df60-4309-8a37-01c4c7276d13 req-6a84056a-0368-4a8b-afa4-610396ca033d service neutron] Bound port: ac4656a8-b9c3-4ccd-83e4-4c440ee02262, host: n-h1-802623-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a06472c9-8b1b-468b-b7cd-e78ee6414801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '6637dbaa-50c3-42af-a142-709600aa7738'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:51:27.363111 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-9c9f35be-df60-4309-8a37-01c4c7276d13 req-6a84056a-0368-4a8b-afa4-610396ca033d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:51:27.427357 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-9c9f35be-df60-4309-8a37-01c4c7276d13 req-6a84056a-0368-4a8b-afa4-610396ca033d service neutron] For port ac4656a8-b9c3-4ccd-83e4-4c440ee02262, host n-h1-802623-1, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:51:27.430257 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-9c9f35be-df60-4309-8a37-01c4c7276d13 req-6a84056a-0368-4a8b-afa4-610396ca033d service neutron] For port ac4656a8-b9c3-4ccd-83e4-4c440ee02262, host n-h1-802623-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=ac4656a8-b9c3-4ccd-83e4-4c440ee02262,segment=NetworkSegment(a06472c9-8b1b-468b-b7cd-e78ee6414801),segment_id=a06472c9-8b1b-468b-b7cd-e78ee6414801)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:51:27.434800 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-9c9f35be-df60-4309-8a37-01c4c7276d13 req-6a84056a-0368-4a8b-afa4-610396ca033d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:51:27.467735 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9f35be-df60-4309-8a37-01c4c7276d13 req-6a84056a-0368-4a8b-afa4-610396ca033d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:51:27.468362 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-9c9f35be-df60-4309-8a37-01c4c7276d13 req-6a84056a-0368-4a8b-afa4-610396ca033d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:51:27.469743 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-9c9f35be-df60-4309-8a37-01c4c7276d13 req-6a84056a-0368-4a8b-afa4-610396ca033d service neutron] 10.222.0.38 "PUT /v2.0/ports/ac4656a8-b9c3-4ccd-83e4-4c440ee02262 HTTP/1.1" status: 200 len: 1092 time: 0.8733838 Jul 27 23:51:27.470169 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edd841e2-79a9-426b-b0e9-3680363deb3b', 'tag': 'ac4656a8-b9c3-4ccd-83e4-4c440ee02262'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:51:27.472394 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}011f8d312121274bb12d78e77c6379a2079800640016cec6c6d605b73666e854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b46842ca-01cc-4809-89d9-84ea8a3fd687" -d '{"events": [{"name": "network-changed", "server_uuid": "edd841e2-79a9-426b-b0e9-3680363deb3b", "tag": "ac4656a8-b9c3-4ccd-83e4-4c440ee02262"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:51:27.503811 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a84056a-0368-4a8b-afa4-610396ca033d service neutron] Pushing event updated for resources: {'Port': ['ID=ac4656a8-b9c3-4ccd-83e4-4c440ee02262,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:51:27.509564 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 23:51:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b6e7104-fe36-469b-abc4-d02482556a8b x-openstack-request-id: req-4b6e7104-fe36-469b-abc4-d02482556a8b {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:51:27.509882 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edd841e2-79a9-426b-b0e9-3680363deb3b", "tag": "ac4656a8-b9c3-4ccd-83e4-4c440ee02262", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:51:27.510135 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4b6e7104-fe36-469b-abc4-d02482556a8b {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:51:27.510522 n-d-802623-1 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edd841e2-79a9-426b-b0e9-3680363deb3b', 'tag': 'ac4656a8-b9c3-4ccd-83e4-4c440ee02262', 'status': 'completed', 'code': 200} Jul 27 23:51:27.562232 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9f35be-df60-4309-8a37-01c4c7276d13 req-1497d835-e263-4161-9aae-598d50836c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:51:27.563767 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-9c9f35be-df60-4309-8a37-01c4c7276d13 req-1497d835-e263-4161-9aae-598d50836c4e service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=e1b8fe1ce30c43058c8f724949bfe076&device_id=edd841e2-79a9-426b-b0e9-3680363deb3b HTTP/1.1" status: 200 len: 1095 time: 0.0509067 Jul 27 23:51:27.604075 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-9c9f35be-df60-4309-8a37-01c4c7276d13 req-e8995bb5-257f-400d-85f2-97c75ce1be55 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ac4656a8-b9c3-4ccd-83e4-4c440ee02262 HTTP/1.1" status: 200 len: 217 time: 0.0329854 Jul 27 23:51:27.653935 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9f35be-df60-4309-8a37-01c4c7276d13 req-67e89e0d-c6e8-40a5-bd3f-120463940ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:51:27.655376 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-9c9f35be-df60-4309-8a37-01c4c7276d13 req-67e89e0d-c6e8-40a5-bd3f-120463940ee3 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=c7c1251c-8b57-47e5-90b9-e532c6b93db4 HTTP/1.1" status: 200 len: 855 time: 0.0448844 Jul 27 23:51:27.685527 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-9c9f35be-df60-4309-8a37-01c4c7276d13 req-4e1b2dc9-db4d-46eb-87e6-555eff544f23 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=6637dbaa-50c3-42af-a142-709600aa7738&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0234814 Jul 27 23:51:27.771794 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-9c9f35be-df60-4309-8a37-01c4c7276d13 req-06c806f7-9c1a-4980-a045-784423da43a5 service neutron] 10.222.0.38 "GET /v2.0/networks/6637dbaa-50c3-42af-a142-709600aa7738?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794480 Jul 27 23:51:27.863559 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-9c9f35be-df60-4309-8a37-01c4c7276d13 req-eb32e3ec-3663-48aa-89bb-6b2466860de1 service neutron] 10.222.0.38 "GET /v2.0/networks/6637dbaa-50c3-42af-a142-709600aa7738?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841403 Jul 27 23:51:27.947913 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46842ca-01cc-4809-89d9-84ea8a3fd687 req-429e9434-d51d-4457-a033-a77d6b9a2449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:51:27.949262 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b46842ca-01cc-4809-89d9-84ea8a3fd687 req-429e9434-d51d-4457-a033-a77d6b9a2449 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=e1b8fe1ce30c43058c8f724949bfe076&device_id=edd841e2-79a9-426b-b0e9-3680363deb3b HTTP/1.1" status: 200 len: 1095 time: 0.0397654 Jul 27 23:51:28.039768 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46842ca-01cc-4809-89d9-84ea8a3fd687 req-382bc44e-1b81-4ec4-86fe-86eefa6173f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:51:28.041220 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b46842ca-01cc-4809-89d9-84ea8a3fd687 req-382bc44e-1b81-4ec4-86fe-86eefa6173f0 service neutron] 10.222.0.38 "GET /v2.0/networks?id=6637dbaa-50c3-42af-a142-709600aa7738 HTTP/1.1" status: 200 len: 916 time: 0.0848737 Jul 27 23:51:28.083525 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b46842ca-01cc-4809-89d9-84ea8a3fd687 req-3b3c3e1b-6467-42ef-b560-8a2304443a9d service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ac4656a8-b9c3-4ccd-83e4-4c440ee02262 HTTP/1.1" status: 200 len: 217 time: 0.0339446 Jul 27 23:51:28.131970 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46842ca-01cc-4809-89d9-84ea8a3fd687 req-19d80840-ace2-408d-9819-178a7a6e9d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:51:28.133382 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b46842ca-01cc-4809-89d9-84ea8a3fd687 req-19d80840-ace2-408d-9819-178a7a6e9d54 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=c7c1251c-8b57-47e5-90b9-e532c6b93db4 HTTP/1.1" status: 200 len: 855 time: 0.0415826 Jul 27 23:51:28.165848 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b46842ca-01cc-4809-89d9-84ea8a3fd687 req-7f07b7ab-cd74-4d7d-a5eb-2a04a41b168a service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=6637dbaa-50c3-42af-a142-709600aa7738&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0234480 Jul 27 23:51:28.259222 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b46842ca-01cc-4809-89d9-84ea8a3fd687 req-137ff135-a04e-4c43-b90d-bf6561a58ba4 service neutron] 10.222.0.38 "GET /v2.0/networks/6637dbaa-50c3-42af-a142-709600aa7738?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852234 Jul 27 23:51:28.266007 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce0d95b-006c-4f7d-8a35-385b8d572d32 req-6580ba64-bca4-452e-804d-3419ec4f0944 tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:51:28.267662 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-0ce0d95b-006c-4f7d-8a35-385b8d572d32 req-6580ba64-bca4-452e-804d-3419ec4f0944 tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] 10.222.0.18 "GET /v2.0/ports?device_id=edd841e2-79a9-426b-b0e9-3680363deb3b HTTP/1.1" status: 200 len: 944 time: 0.0512347 Jul 27 23:51:28.305132 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-0ce0d95b-006c-4f7d-8a35-385b8d572d32 req-ea2d7a02-bdce-4a88-a3b5-397b12e9e51a tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] 10.222.0.18 "GET /v2.0/security-groups?id=be618fd5-a4e8-4c71-9d7f-c7d4e4207e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313656 Jul 27 23:51:28.348870 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b46842ca-01cc-4809-89d9-84ea8a3fd687 req-c721b946-d340-4368-849c-6dd703224757 service neutron] 10.222.0.38 "GET /v2.0/networks/6637dbaa-50c3-42af-a142-709600aa7738?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816805 Jul 27 23:51:29.427904 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a30f21c-b0af-424c-9249-ec2300f77e18 req-abe7ca70-36ae-46c9-a412-749813e63209 tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:51:29.429408 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7a30f21c-b0af-424c-9249-ec2300f77e18 req-abe7ca70-36ae-46c9-a412-749813e63209 tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] 10.222.0.18 "GET /v2.0/ports?device_id=edd841e2-79a9-426b-b0e9-3680363deb3b HTTP/1.1" status: 200 len: 944 time: 0.0555801 Jul 27 23:51:29.467585 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7a30f21c-b0af-424c-9249-ec2300f77e18 req-0ab28d2d-9d05-4660-8210-38780120121f tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] 10.222.0.18 "GET /v2.0/security-groups?id=be618fd5-a4e8-4c71-9d7f-c7d4e4207e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316477 Jul 27 23:51:29.769099 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-74e61df8-eb20-47a9-86a1-bf12e7bc7a1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:51:29.891015 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device ac4656a8-b9c3-4ccd-83e4-4c440ee02262 details requested by agent hyperv_n-h1-802623-1 with host n-h1-802623-1 {{(pid=93799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 23:51:29.910879 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:51:29.987944 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port ac4656a8-b9c3-4ccd-83e4-4c440ee02262, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=ac4656a8-b9c3-4ccd-83e4-4c440ee02262,segment=NetworkSegment(a06472c9-8b1b-468b-b7cd-e78ee6414801),segment_id=a06472c9-8b1b-468b-b7cd-e78ee6414801)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:51:29.997529 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Returning: {'device': 'ac4656a8-b9c3-4ccd-83e4-4c440ee02262', 'network_id': '6637dbaa-50c3-42af-a142-709600aa7738', 'port_id': 'ac4656a8-b9c3-4ccd-83e4-4c440ee02262', 'mac_address': 'fa:16:3e:9e:39:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7c1251c-8b57-47e5-90b9-e532c6b93db4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 23:51:30.035198 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:51:30.050154 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac4656a8-b9c3-4ccd-83e4-4c440ee02262 {{(pid=93799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:51:30.070016 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port ac4656a8-b9c3-4ccd-83e4-4c440ee02262, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=ac4656a8-b9c3-4ccd-83e4-4c440ee02262,segment=NetworkSegment(a06472c9-8b1b-468b-b7cd-e78ee6414801),segment_id=a06472c9-8b1b-468b-b7cd-e78ee6414801)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:51:30.072993 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:51:30.111908 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:51:30.128336 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Pushing event updated for resources: {'Port': ['ID=ac4656a8-b9c3-4ccd-83e4-4c440ee02262,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:51:30.258753 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] get_ports_and_sgs() called for port_ids ['ac4656a8-b9c3-4ccd-83e4-4c440ee02262'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:51:30.585677 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5177f5f1-94bb-4559-842f-1f4e60ec1b5f req-82ad131d-40df-44d6-bec0-d3a9cd07effe tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:51:30.587184 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-5177f5f1-94bb-4559-842f-1f4e60ec1b5f req-82ad131d-40df-44d6-bec0-d3a9cd07effe tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] 10.222.0.18 "GET /v2.0/ports?device_id=edd841e2-79a9-426b-b0e9-3680363deb3b HTTP/1.1" status: 200 len: 945 time: 0.0545712 Jul 27 23:51:30.595299 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-19f2e178-d45e-4fbe-b9be-c3963fc151ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:51:30.625183 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-5177f5f1-94bb-4559-842f-1f4e60ec1b5f req-5b52aa4f-49fd-46e9-9e79-8ac4165da4da tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] 10.222.0.18 "GET /v2.0/security-groups?id=be618fd5-a4e8-4c71-9d7f-c7d4e4207e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320907 Jul 27 23:51:31.740727 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b2c0a5-2bbe-429c-b1d8-3a1bb732ad1a req-16cc1880-cb31-46df-879d-faf445481af1 tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:51:31.742181 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-09b2c0a5-2bbe-429c-b1d8-3a1bb732ad1a req-16cc1880-cb31-46df-879d-faf445481af1 tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] 10.222.0.18 "GET /v2.0/ports?device_id=edd841e2-79a9-426b-b0e9-3680363deb3b HTTP/1.1" status: 200 len: 945 time: 0.0488794 Jul 27 23:51:31.778230 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-09b2c0a5-2bbe-429c-b1d8-3a1bb732ad1a req-3ba7f7e5-6630-4f33-a07b-7f7d45d6969a tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] 10.222.0.18 "GET /v2.0/security-groups?id=be618fd5-a4e8-4c71-9d7f-c7d4e4207e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302391 Jul 27 23:51:31.903904 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device ac4656a8-b9c3-4ccd-83e4-4c440ee02262 up at agent hyperv_n-h1-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:51:31.955292 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Provisioning for port ac4656a8-b9c3-4ccd-83e4-4c440ee02262 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:51:31.959224 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Provisioning complete for port ac4656a8-b9c3-4ccd-83e4-4c440ee02262 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:51:31.959596 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:51:32.033974 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:51:32.054966 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edd841e2-79a9-426b-b0e9-3680363deb3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac4656a8-b9c3-4ccd-83e4-4c440ee02262'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:51:32.057194 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c0369b0d4f459110ff20a1f9878ba33f96d6491bddb9d15843bf29d01e0bda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05f38e7c-aa82-4308-8ac7-3c2941cadae2" -d '{"events": [{"server_uuid": "edd841e2-79a9-426b-b0e9-3680363deb3b", "name": "network-vif-plugged", "status": "completed", "tag": "ac4656a8-b9c3-4ccd-83e4-4c440ee02262"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:51:32.070157 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port ac4656a8-b9c3-4ccd-83e4-4c440ee02262, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=ac4656a8-b9c3-4ccd-83e4-4c440ee02262,segment=NetworkSegment(a06472c9-8b1b-468b-b7cd-e78ee6414801),segment_id=a06472c9-8b1b-468b-b7cd-e78ee6414801)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:51:32.073966 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:51:32.102602 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:51:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8905f0a5-3cdf-47df-a9e4-7d1e1b0779b4 x-openstack-request-id: req-8905f0a5-3cdf-47df-a9e4-7d1e1b0779b4 {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:51:32.102905 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edd841e2-79a9-426b-b0e9-3680363deb3b", "name": "network-vif-plugged", "status": "completed", "tag": "ac4656a8-b9c3-4ccd-83e4-4c440ee02262", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:51:32.103185 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8905f0a5-3cdf-47df-a9e4-7d1e1b0779b4 {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:51:32.103574 n-d-802623-1 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edd841e2-79a9-426b-b0e9-3680363deb3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac4656a8-b9c3-4ccd-83e4-4c440ee02262', 'code': 200} Jul 27 23:51:32.130346 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Pushing event updated for resources: {'Port': ['ID=ac4656a8-b9c3-4ccd-83e4-4c440ee02262,revision_number=5']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:51:32.189731 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155c4a54-4f3c-4a72-86fe-61033e17de1b req-a4adbf17-14d4-4080-a57a-a538be097f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:51:32.191504 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-155c4a54-4f3c-4a72-86fe-61033e17de1b req-a4adbf17-14d4-4080-a57a-a538be097f1a service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=edd841e2-79a9-426b-b0e9-3680363deb3b HTTP/1.1" status: 200 len: 1097 time: 0.0398269 Jul 27 23:51:32.226436 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-155c4a54-4f3c-4a72-86fe-61033e17de1b req-fd577327-95fb-4d85-b314-555a2d4e5c1b service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=be618fd5-a4e8-4c71-9d7f-c7d4e4207e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0272033 Jul 27 23:51:32.360811 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7418f70f-e60d-4709-8ba9-6ab514bc7f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:51:32.895511 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2d2519-1cf1-4446-b41b-61eb03e2bba9 req-533a869c-21c8-442d-a8c0-5ea3ced5d179 tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:51:32.896992 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-bf2d2519-1cf1-4446-b41b-61eb03e2bba9 req-533a869c-21c8-442d-a8c0-5ea3ced5d179 tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] 10.222.0.18 "GET /v2.0/ports?device_id=edd841e2-79a9-426b-b0e9-3680363deb3b HTTP/1.1" status: 200 len: 946 time: 0.0513060 Jul 27 23:51:32.934067 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-bf2d2519-1cf1-4446-b41b-61eb03e2bba9 req-ebbfa2c8-420a-42ee-8ed4-e123a1742982 tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] 10.222.0.18 "GET /v2.0/security-groups?id=be618fd5-a4e8-4c71-9d7f-c7d4e4207e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313747 Jul 27 23:51:34.073585 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831a885a-c664-4577-9f90-340748c62ea6 req-7e6685a8-4274-4985-bf86-3bfce1210006 tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:51:34.075026 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-831a885a-c664-4577-9f90-340748c62ea6 req-7e6685a8-4274-4985-bf86-3bfce1210006 tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] 10.222.0.18 "GET /v2.0/ports?device_id=edd841e2-79a9-426b-b0e9-3680363deb3b HTTP/1.1" status: 200 len: 946 time: 0.0475454 Jul 27 23:51:34.111617 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-831a885a-c664-4577-9f90-340748c62ea6 req-61ce45eb-edf4-4378-a92e-542b2f9ae41c tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] 10.222.0.18 "GET /v2.0/security-groups?id=be618fd5-a4e8-4c71-9d7f-c7d4e4207e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301383 Jul 27 23:51:34.222872 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4fb28a-b172-44e2-88bf-c3e2909a7e6a req-69435733-9168-4908-bc75-39108fc516de tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:51:34.224379 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ee4fb28a-b172-44e2-88bf-c3e2909a7e6a req-69435733-9168-4908-bc75-39108fc516de tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] 10.222.0.18 "GET /v2.0/ports?device_id=edd841e2-79a9-426b-b0e9-3680363deb3b HTTP/1.1" status: 200 len: 946 time: 0.0480387 Jul 27 23:51:34.261778 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ee4fb28a-b172-44e2-88bf-c3e2909a7e6a req-6fb20b8e-f52e-4ab7-bb43-12387328e7ce tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] 10.222.0.18 "GET /v2.0/security-groups?id=be618fd5-a4e8-4c71-9d7f-c7d4e4207e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316777 Jul 27 23:51:34.454641 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4252eb9-4362-4f22-99b0-75341b7f1a02 req-1575adc7-3d8b-4b07-abb0-691c527be102 tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:51:34.456153 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a4252eb9-4362-4f22-99b0-75341b7f1a02 req-1575adc7-3d8b-4b07-abb0-691c527be102 tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] 10.222.0.18 "GET /v2.0/ports?device_id=edd841e2-79a9-426b-b0e9-3680363deb3b HTTP/1.1" status: 200 len: 946 time: 0.0487423 Jul 27 23:51:34.492824 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a4252eb9-4362-4f22-99b0-75341b7f1a02 req-539695cf-00ac-4f47-8fff-51aa94e0773b tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] 10.222.0.18 "GET /v2.0/security-groups?id=be618fd5-a4e8-4c71-9d7f-c7d4e4207e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308967 Jul 27 23:51:34.610771 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6086f53b-307a-464c-8e23-bcf04c2e5838 req-7e017e66-2166-41d7-b138-cbff30890be8 tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:51:34.612274 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-6086f53b-307a-464c-8e23-bcf04c2e5838 req-7e017e66-2166-41d7-b138-cbff30890be8 tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] 10.222.0.18 "GET /v2.0/ports?device_id=edd841e2-79a9-426b-b0e9-3680363deb3b HTTP/1.1" status: 200 len: 946 time: 0.0555265 Jul 27 23:51:34.648710 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-6086f53b-307a-464c-8e23-bcf04c2e5838 req-ffb5e54b-384f-4b66-8737-cf7743b92810 tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] 10.222.0.18 "GET /v2.0/security-groups?id=be618fd5-a4e8-4c71-9d7f-c7d4e4207e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304542 Jul 27 23:51:34.905493 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-19ac76a8-47b4-45ca-8d56-dedb9a137bce req-c7dbca10-bf43-41d8-a3e9-21b91a2fa66c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=edd841e2-79a9-426b-b0e9-3680363deb3b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0706940 Jul 27 23:51:34.918353 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5585fd-8dc7-4cfb-809e-0b0a7ea1f05f req-27b6ad7c-4b27-48e4-b295-51dbc963a8c1 tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:51:34.920030 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-1d5585fd-8dc7-4cfb-809e-0b0a7ea1f05f req-27b6ad7c-4b27-48e4-b295-51dbc963a8c1 tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] 10.222.0.18 "GET /v2.0/ports?device_id=edd841e2-79a9-426b-b0e9-3680363deb3b HTTP/1.1" status: 200 len: 946 time: 0.0770304 Jul 27 23:51:34.961369 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-1d5585fd-8dc7-4cfb-809e-0b0a7ea1f05f req-7b099186-8330-4eb3-a921-da090236022a tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] 10.222.0.18 "GET /v2.0/security-groups?id=be618fd5-a4e8-4c71-9d7f-c7d4e4207e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350645 Jul 27 23:51:35.188260 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:51:36.114738 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb841a1e-879c-4430-84af-f4f3972f5ec6 req-ff1f1f6d-d67b-4be6-8937-702f78ccb049 tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:51:36.116227 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-bb841a1e-879c-4430-84af-f4f3972f5ec6 req-ff1f1f6d-d67b-4be6-8937-702f78ccb049 tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] 10.222.0.18 "GET /v2.0/ports?device_id=edd841e2-79a9-426b-b0e9-3680363deb3b HTTP/1.1" status: 200 len: 946 time: 0.0809073 Jul 27 23:51:36.122416 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ac76a8-47b4-45ca-8d56-dedb9a137bce req-a5b56a1b-883d-46c6-be7b-da0a7fb42246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:51:36.123853 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-19ac76a8-47b4-45ca-8d56-dedb9a137bce req-a5b56a1b-883d-46c6-be7b-da0a7fb42246 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=e1b8fe1ce30c43058c8f724949bfe076&device_id=edd841e2-79a9-426b-b0e9-3680363deb3b HTTP/1.1" status: 200 len: 1097 time: 0.0579731 Jul 27 23:51:36.202730 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-bb841a1e-879c-4430-84af-f4f3972f5ec6 req-c761eea9-a094-4367-b69c-63f53f5b6be4 tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] 10.222.0.18 "GET /v2.0/security-groups?id=be618fd5-a4e8-4c71-9d7f-c7d4e4207e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779428 Jul 27 23:51:36.240839 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ac76a8-47b4-45ca-8d56-dedb9a137bce req-b4b8efde-03e2-43e2-ad70-747bbf99da3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:51:36.242327 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-19ac76a8-47b4-45ca-8d56-dedb9a137bce req-b4b8efde-03e2-43e2-ad70-747bbf99da3c service neutron] 10.222.0.38 "GET /v2.0/networks?id=6637dbaa-50c3-42af-a142-709600aa7738 HTTP/1.1" status: 200 len: 916 time: 0.1110101 Jul 27 23:51:36.282834 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-19ac76a8-47b4-45ca-8d56-dedb9a137bce req-8ac52e87-a932-49ea-8051-0daca9e66f7d service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ac4656a8-b9c3-4ccd-83e4-4c440ee02262 HTTP/1.1" status: 200 len: 217 time: 0.0336108 Jul 27 23:51:36.330209 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ac76a8-47b4-45ca-8d56-dedb9a137bce req-01faefb7-1830-43f1-bf95-8468b62f1ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:51:36.331628 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-19ac76a8-47b4-45ca-8d56-dedb9a137bce req-01faefb7-1830-43f1-bf95-8468b62f1ab1 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=c7c1251c-8b57-47e5-90b9-e532c6b93db4 HTTP/1.1" status: 200 len: 855 time: 0.0426304 Jul 27 23:51:36.363276 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-19ac76a8-47b4-45ca-8d56-dedb9a137bce req-8f750176-388c-47bb-a4fc-d8de25c4e07f service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=6637dbaa-50c3-42af-a142-709600aa7738&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241408 Jul 27 23:51:36.453901 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-19ac76a8-47b4-45ca-8d56-dedb9a137bce req-7a97f00a-0a91-4276-ba63-7d9f1527d5c7 service neutron] 10.222.0.38 "GET /v2.0/networks/6637dbaa-50c3-42af-a142-709600aa7738?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840025 Jul 27 23:51:36.540520 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-19ac76a8-47b4-45ca-8d56-dedb9a137bce req-c33c229c-f87a-4b9d-addc-7c1981cea8b8 service neutron] 10.222.0.38 "GET /v2.0/networks/6637dbaa-50c3-42af-a142-709600aa7738?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798531 Jul 27 23:51:37.315255 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e27334-d9c5-4783-ad0c-dc5943d191db req-75a95d13-b58c-47cb-b409-93761d741097 tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:51:37.316971 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-84e27334-d9c5-4783-ad0c-dc5943d191db req-75a95d13-b58c-47cb-b409-93761d741097 tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] 10.222.0.18 "GET /v2.0/ports?device_id=edd841e2-79a9-426b-b0e9-3680363deb3b HTTP/1.1" status: 200 len: 946 time: 0.0482764 Jul 27 23:51:37.354375 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-84e27334-d9c5-4783-ad0c-dc5943d191db req-8319680a-e33d-4ed0-891f-244df5ad80d3 tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] 10.222.0.18 "GET /v2.0/security-groups?id=be618fd5-a4e8-4c71-9d7f-c7d4e4207e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315249 Jul 27 23:51:38.473385 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd76b1f8-7cb7-416c-892b-0465566ecb32 req-04dbde51-943f-46a0-b628-1db35baa8565 tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:51:38.474845 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-bd76b1f8-7cb7-416c-892b-0465566ecb32 req-04dbde51-943f-46a0-b628-1db35baa8565 tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] 10.222.0.18 "GET /v2.0/ports?device_id=edd841e2-79a9-426b-b0e9-3680363deb3b HTTP/1.1" status: 200 len: 946 time: 0.0546470 Jul 27 23:51:38.512716 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-bd76b1f8-7cb7-416c-892b-0465566ecb32 req-0e62c056-4f16-4f1b-a8a9-b6202d32d0f0 tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] 10.222.0.18 "GET /v2.0/security-groups?id=be618fd5-a4e8-4c71-9d7f-c7d4e4207e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319591 Jul 27 23:51:39.624464 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875ff365-ac12-4c41-92d9-bfcedb29fcc0 req-0772cd66-b377-4531-b604-488129b92256 tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:51:39.625905 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-875ff365-ac12-4c41-92d9-bfcedb29fcc0 req-0772cd66-b377-4531-b604-488129b92256 tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] 10.222.0.18 "GET /v2.0/ports?device_id=edd841e2-79a9-426b-b0e9-3680363deb3b HTTP/1.1" status: 200 len: 946 time: 0.0477023 Jul 27 23:51:39.667053 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-875ff365-ac12-4c41-92d9-bfcedb29fcc0 req-429806aa-1342-4541-acd2-fe357c655f9f tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] 10.222.0.18 "GET /v2.0/security-groups?id=be618fd5-a4e8-4c71-9d7f-c7d4e4207e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350478 Jul 27 23:51:40.780600 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4486c3-d48e-4e26-9306-ff6784758756 req-af00be27-da3e-4c10-89f2-337d16cc93c4 tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:51:40.782080 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ce4486c3-d48e-4e26-9306-ff6784758756 req-af00be27-da3e-4c10-89f2-337d16cc93c4 tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] 10.222.0.18 "GET /v2.0/ports?device_id=edd841e2-79a9-426b-b0e9-3680363deb3b HTTP/1.1" status: 200 len: 946 time: 0.0505466 Jul 27 23:51:40.823706 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ce4486c3-d48e-4e26-9306-ff6784758756 req-89ca3684-a1af-4c6f-b29c-5f0dabf664ba tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] 10.222.0.18 "GET /v2.0/security-groups?id=be618fd5-a4e8-4c71-9d7f-c7d4e4207e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319510 Jul 27 23:51:41.938748 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d3ec70-7cc4-42c3-b512-65ef0bcb2bf5 req-0ee00d4e-e708-4658-9f1a-4091fb4a59e4 tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:51:41.940267 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-19d3ec70-7cc4-42c3-b512-65ef0bcb2bf5 req-0ee00d4e-e708-4658-9f1a-4091fb4a59e4 tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] 10.222.0.18 "GET /v2.0/ports?device_id=edd841e2-79a9-426b-b0e9-3680363deb3b HTTP/1.1" status: 200 len: 946 time: 0.0496430 Jul 27 23:51:41.979583 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-19d3ec70-7cc4-42c3-b512-65ef0bcb2bf5 req-815df760-1bbc-420f-9c1c-1b9e11fabdc5 tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] 10.222.0.18 "GET /v2.0/security-groups?id=be618fd5-a4e8-4c71-9d7f-c7d4e4207e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330215 Jul 27 23:51:43.092489 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bff7e11-6327-44cd-a68a-ca068a7dd4c2 req-b8fd83df-d2aa-4d05-9c04-01983063b2f6 tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:51:43.094161 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7bff7e11-6327-44cd-a68a-ca068a7dd4c2 req-b8fd83df-d2aa-4d05-9c04-01983063b2f6 tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] 10.222.0.18 "GET /v2.0/ports?device_id=edd841e2-79a9-426b-b0e9-3680363deb3b HTTP/1.1" status: 200 len: 946 time: 0.0489581 Jul 27 23:51:43.132026 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7bff7e11-6327-44cd-a68a-ca068a7dd4c2 req-e97d9e9e-e8ca-46d8-aa3d-bb354953d0c9 tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] 10.222.0.18 "GET /v2.0/security-groups?id=be618fd5-a4e8-4c71-9d7f-c7d4e4207e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318537 Jul 27 23:51:44.245321 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c23439-2fef-4b72-98be-8d7a7610743b req-03613996-e79f-4914-8e25-52899da215ec tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:51:44.246767 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-12c23439-2fef-4b72-98be-8d7a7610743b req-03613996-e79f-4914-8e25-52899da215ec tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] 10.222.0.18 "GET /v2.0/ports?device_id=edd841e2-79a9-426b-b0e9-3680363deb3b HTTP/1.1" status: 200 len: 946 time: 0.0481386 Jul 27 23:51:44.284255 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-12c23439-2fef-4b72-98be-8d7a7610743b req-f3f644b9-e460-48d2-b0f6-64bb53bbe646 tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] 10.222.0.18 "GET /v2.0/security-groups?id=be618fd5-a4e8-4c71-9d7f-c7d4e4207e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316226 Jul 27 23:51:45.437277 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8231250c-ea34-483c-8d1b-ae8d4141d4d1 req-28c150d1-d20c-4742-8ab0-adbd24c46e54 tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:51:45.438761 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-8231250c-ea34-483c-8d1b-ae8d4141d4d1 req-28c150d1-d20c-4742-8ab0-adbd24c46e54 tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] 10.222.0.18 "GET /v2.0/ports?device_id=edd841e2-79a9-426b-b0e9-3680363deb3b HTTP/1.1" status: 200 len: 946 time: 0.0828650 Jul 27 23:51:45.444433 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e7e699-5f43-484a-8685-a063b63629c3 req-e6697e78-56a3-430a-bbd6-545ae3b2605f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:51:45.445807 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-42e7e699-5f43-484a-8685-a063b63629c3 req-e6697e78-56a3-430a-bbd6-545ae3b2605f service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=e1b8fe1ce30c43058c8f724949bfe076&device_id=edd841e2-79a9-426b-b0e9-3680363deb3b HTTP/1.1" status: 200 len: 1097 time: 0.0582020 Jul 27 23:51:45.519010 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-8231250c-ea34-483c-8d1b-ae8d4141d4d1 req-94eea6ec-6001-48e4-9054-d7a1f96dbd59 tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] 10.222.0.18 "GET /v2.0/security-groups?id=be618fd5-a4e8-4c71-9d7f-c7d4e4207e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722671 Jul 27 23:51:45.564206 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e7e699-5f43-484a-8685-a063b63629c3 req-94004bf4-5866-4e64-bb57-9440b36e15f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:51:45.565674 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-42e7e699-5f43-484a-8685-a063b63629c3 req-94004bf4-5866-4e64-bb57-9440b36e15f9 service neutron] 10.222.0.38 "GET /v2.0/networks?id=6637dbaa-50c3-42af-a142-709600aa7738 HTTP/1.1" status: 200 len: 916 time: 0.0963533 Jul 27 23:51:45.607675 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-42e7e699-5f43-484a-8685-a063b63629c3 req-91037a05-be8f-4dfb-bf46-256f3301e8c0 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ac4656a8-b9c3-4ccd-83e4-4c440ee02262 HTTP/1.1" status: 200 len: 217 time: 0.0339127 Jul 27 23:51:45.662259 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e7e699-5f43-484a-8685-a063b63629c3 req-3db67c87-78c7-40f8-acf9-45cbf38fca17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:51:45.663756 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-42e7e699-5f43-484a-8685-a063b63629c3 req-3db67c87-78c7-40f8-acf9-45cbf38fca17 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=c7c1251c-8b57-47e5-90b9-e532c6b93db4 HTTP/1.1" status: 200 len: 855 time: 0.0497570 Jul 27 23:51:45.695092 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-42e7e699-5f43-484a-8685-a063b63629c3 req-31e96c84-2a81-4fef-b824-4edd4b73ccf7 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=6637dbaa-50c3-42af-a142-709600aa7738&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237710 Jul 27 23:51:45.786823 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-42e7e699-5f43-484a-8685-a063b63629c3 req-6546c79f-cfab-4e14-867d-d35aedda8e0a service neutron] 10.222.0.38 "GET /v2.0/networks/6637dbaa-50c3-42af-a142-709600aa7738?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840106 Jul 27 23:51:45.875291 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-42e7e699-5f43-484a-8685-a063b63629c3 req-81bf0e8e-eba0-497b-a0de-b234f7af6d0a service neutron] 10.222.0.38 "GET /v2.0/networks/6637dbaa-50c3-42af-a142-709600aa7738?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806906 Jul 27 23:51:46.632726 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb986f9-1060-4920-8580-d4cd02aa2f9b req-3ded86d4-4ca3-4dd6-b33d-9e8da848a2c9 tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:51:46.634193 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-2fb986f9-1060-4920-8580-d4cd02aa2f9b req-3ded86d4-4ca3-4dd6-b33d-9e8da848a2c9 tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] 10.222.0.18 "GET /v2.0/ports?device_id=edd841e2-79a9-426b-b0e9-3680363deb3b HTTP/1.1" status: 200 len: 946 time: 0.0487897 Jul 27 23:51:46.675295 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-2fb986f9-1060-4920-8580-d4cd02aa2f9b req-86d896bb-56a3-42aa-9e5c-e5a284ae6696 tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] 10.222.0.18 "GET /v2.0/security-groups?id=be618fd5-a4e8-4c71-9d7f-c7d4e4207e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352404 Jul 27 23:51:47.799925 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82540f3c-86b5-4c57-aea8-1fbd22c17e6b req-a66906b0-ea2c-49bb-8563-629c29fd8caa tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:51:47.801592 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-82540f3c-86b5-4c57-aea8-1fbd22c17e6b req-a66906b0-ea2c-49bb-8563-629c29fd8caa tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] 10.222.0.18 "GET /v2.0/ports?device_id=edd841e2-79a9-426b-b0e9-3680363deb3b HTTP/1.1" status: 200 len: 946 time: 0.0593481 Jul 27 23:51:47.843748 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-82540f3c-86b5-4c57-aea8-1fbd22c17e6b req-aa646c9f-42a2-422c-aa1d-a3f836591bfa tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] 10.222.0.18 "GET /v2.0/security-groups?id=be618fd5-a4e8-4c71-9d7f-c7d4e4207e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360355 Jul 27 23:51:48.958738 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d72403-d269-4561-837e-8fee574d38d3 req-676b4400-efcf-4059-b9eb-d94bf1875719 tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:51:48.960259 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-e6d72403-d269-4561-837e-8fee574d38d3 req-676b4400-efcf-4059-b9eb-d94bf1875719 tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] 10.222.0.18 "GET /v2.0/ports?device_id=edd841e2-79a9-426b-b0e9-3680363deb3b HTTP/1.1" status: 200 len: 946 time: 0.0494375 Jul 27 23:51:48.996701 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-e6d72403-d269-4561-837e-8fee574d38d3 req-05d1f66a-e31c-45e6-b7b7-647c65662ec1 tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] 10.222.0.18 "GET /v2.0/security-groups?id=be618fd5-a4e8-4c71-9d7f-c7d4e4207e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306160 Jul 27 23:51:50.110757 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24cc31f-6b56-44cd-99f1-b145c0f5f195 req-b3979aad-f68e-49cb-ad98-f28e18780ba8 tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:51:50.112241 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f24cc31f-6b56-44cd-99f1-b145c0f5f195 req-b3979aad-f68e-49cb-ad98-f28e18780ba8 tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] 10.222.0.18 "GET /v2.0/ports?device_id=edd841e2-79a9-426b-b0e9-3680363deb3b HTTP/1.1" status: 200 len: 946 time: 0.0486197 Jul 27 23:51:50.148960 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f24cc31f-6b56-44cd-99f1-b145c0f5f195 req-699a4b53-3872-41f7-83fd-34caa71914fb tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] 10.222.0.18 "GET /v2.0/security-groups?id=be618fd5-a4e8-4c71-9d7f-c7d4e4207e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309489 Jul 27 23:51:51.261432 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc8569f-b83d-4c2a-9cd0-3a5bf9e74f51 req-9cd96db4-6e75-4ee4-98b0-72e032d87004 tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:51:51.262891 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-7cc8569f-b83d-4c2a-9cd0-3a5bf9e74f51 req-9cd96db4-6e75-4ee4-98b0-72e032d87004 tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] 10.222.0.18 "GET /v2.0/ports?device_id=edd841e2-79a9-426b-b0e9-3680363deb3b HTTP/1.1" status: 200 len: 946 time: 0.0482640 Jul 27 23:51:51.300648 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-7cc8569f-b83d-4c2a-9cd0-3a5bf9e74f51 req-f4c58df5-5dcd-4401-896d-5f8dfb2bfec7 tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] 10.222.0.18 "GET /v2.0/security-groups?id=be618fd5-a4e8-4c71-9d7f-c7d4e4207e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316610 Jul 27 23:51:52.411907 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d74b89-1361-4736-a87d-82a98b39843d req-7d3794f6-76dd-42fa-91a3-01d13d774acb tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:51:52.413403 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-91d74b89-1361-4736-a87d-82a98b39843d req-7d3794f6-76dd-42fa-91a3-01d13d774acb tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] 10.222.0.18 "GET /v2.0/ports?device_id=edd841e2-79a9-426b-b0e9-3680363deb3b HTTP/1.1" status: 200 len: 946 time: 0.0482457 Jul 27 23:51:52.454279 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-91d74b89-1361-4736-a87d-82a98b39843d req-226f8ab0-d190-4582-a07a-22b1c188db88 tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] 10.222.0.18 "GET /v2.0/security-groups?id=be618fd5-a4e8-4c71-9d7f-c7d4e4207e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350688 Jul 27 23:51:53.567683 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf819e8-490f-426e-82c4-55a2872b700f req-89a95c5b-5f56-4816-842f-106f2f9a4c1d tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:51:53.569135 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-1cf819e8-490f-426e-82c4-55a2872b700f req-89a95c5b-5f56-4816-842f-106f2f9a4c1d tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] 10.222.0.18 "GET /v2.0/ports?device_id=edd841e2-79a9-426b-b0e9-3680363deb3b HTTP/1.1" status: 200 len: 946 time: 0.0481937 Jul 27 23:51:53.610393 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-1cf819e8-490f-426e-82c4-55a2872b700f req-bb06dd60-eef2-45a2-9911-d216d527834f tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] 10.222.0.18 "GET /v2.0/security-groups?id=be618fd5-a4e8-4c71-9d7f-c7d4e4207e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354178 Jul 27 23:51:54.728321 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623b85eb-5064-4ba9-bdd3-77283aac7010 req-85d63ee1-ce3d-4c5c-8af2-7facbeb4e2aa tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:51:54.729795 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-623b85eb-5064-4ba9-bdd3-77283aac7010 req-85d63ee1-ce3d-4c5c-8af2-7facbeb4e2aa tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] 10.222.0.18 "GET /v2.0/ports?device_id=edd841e2-79a9-426b-b0e9-3680363deb3b HTTP/1.1" status: 200 len: 946 time: 0.0530667 Jul 27 23:51:54.766320 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-623b85eb-5064-4ba9-bdd3-77283aac7010 req-b91219fc-905b-4ab3-873b-13857d137591 tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] 10.222.0.18 "GET /v2.0/security-groups?id=be618fd5-a4e8-4c71-9d7f-c7d4e4207e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307000 Jul 27 23:51:55.878525 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2971281-b768-4ed8-9300-e1dc3558f008 req-4ee4fca8-2749-4440-ae5b-5e651b184dae tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:51:55.880009 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a2971281-b768-4ed8-9300-e1dc3558f008 req-4ee4fca8-2749-4440-ae5b-5e651b184dae tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] 10.222.0.18 "GET /v2.0/ports?device_id=edd841e2-79a9-426b-b0e9-3680363deb3b HTTP/1.1" status: 200 len: 946 time: 0.0477827 Jul 27 23:51:55.917254 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a2971281-b768-4ed8-9300-e1dc3558f008 req-e8dbb20d-8b6e-4388-8fa1-49c689b61ca9 tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] 10.222.0.18 "GET /v2.0/security-groups?id=be618fd5-a4e8-4c71-9d7f-c7d4e4207e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314326 Jul 27 23:51:56.939191 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ec55ff03-22ec-4b75-9e84-9224dac86939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:51:57.033502 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8618522a-6a7c-4f46-9cb8-2410cad387ac req-7e29c0cc-0449-4cbb-b9ae-3fe47da62613 tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:51:57.034962 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-8618522a-6a7c-4f46-9cb8-2410cad387ac req-7e29c0cc-0449-4cbb-b9ae-3fe47da62613 tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] 10.222.0.18 "GET /v2.0/ports?device_id=edd841e2-79a9-426b-b0e9-3680363deb3b HTTP/1.1" status: 200 len: 946 time: 0.0489078 Jul 27 23:51:57.072751 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-8618522a-6a7c-4f46-9cb8-2410cad387ac req-5e6f7f21-6cab-4c1c-b6ac-1b070bc024c2 tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] 10.222.0.18 "GET /v2.0/security-groups?id=be618fd5-a4e8-4c71-9d7f-c7d4e4207e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318592 Jul 27 23:51:58.186705 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ad4077-7dae-4e7f-b1af-344269788022 req-bb90d140-a755-4837-999d-e5cc59e65d5f tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:51:58.188245 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-62ad4077-7dae-4e7f-b1af-344269788022 req-bb90d140-a755-4837-999d-e5cc59e65d5f tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] 10.222.0.18 "GET /v2.0/ports?device_id=edd841e2-79a9-426b-b0e9-3680363deb3b HTTP/1.1" status: 200 len: 946 time: 0.0490880 Jul 27 23:51:58.225293 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-62ad4077-7dae-4e7f-b1af-344269788022 req-c3470687-fd0c-418e-b59f-5ddde5c89e72 tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] 10.222.0.18 "GET /v2.0/security-groups?id=be618fd5-a4e8-4c71-9d7f-c7d4e4207e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309551 Jul 27 23:51:58.358713 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.agents_db [None req-9beef776-8bab-4de2-989a-f5a23ba4aaf4 None None] Agent healthcheck: found 7 active agents {{(pid=93800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 23:51:59.338789 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df7f2e2-2866-4a60-bed5-95856c6653a7 req-e4b8fb16-6b27-4ded-8b08-a6d9d0e54b43 tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:51:59.340285 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-2df7f2e2-2866-4a60-bed5-95856c6653a7 req-e4b8fb16-6b27-4ded-8b08-a6d9d0e54b43 tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] 10.222.0.18 "GET /v2.0/ports?device_id=edd841e2-79a9-426b-b0e9-3680363deb3b HTTP/1.1" status: 200 len: 946 time: 0.0486119 Jul 27 23:51:59.377858 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-2df7f2e2-2866-4a60-bed5-95856c6653a7 req-8580f5e6-da94-4872-a011-a3d32fa16918 tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] 10.222.0.18 "GET /v2.0/security-groups?id=be618fd5-a4e8-4c71-9d7f-c7d4e4207e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318587 Jul 27 23:51:59.618798 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-54101c6d-88c3-416c-a5e2-d0ce67e7ea26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:51:59.900148 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:52:00.092411 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:52:00.490568 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7d8664-c410-402e-b6ad-6d906069a624 req-edf88b19-50fb-477a-950d-9174cbadc207 tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:52:00.492043 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-7b7d8664-c410-402e-b6ad-6d906069a624 req-edf88b19-50fb-477a-950d-9174cbadc207 tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] 10.222.0.18 "GET /v2.0/ports?device_id=edd841e2-79a9-426b-b0e9-3680363deb3b HTTP/1.1" status: 200 len: 946 time: 0.0474017 Jul 27 23:52:00.533072 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-7b7d8664-c410-402e-b6ad-6d906069a624 req-7d9c9701-242b-41b4-94fd-989a963a961b tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] 10.222.0.18 "GET /v2.0/security-groups?id=be618fd5-a4e8-4c71-9d7f-c7d4e4207e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344939 Jul 27 23:52:00.598096 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-19f2e178-d45e-4fbe-b9be-c3963fc151ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:52:01.649757 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d40e39-186a-49b2-84f1-d9d0ed5ad1ff req-a6a0b20c-22e8-4f1c-8293-84ae8bd153ef tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:52:01.651274 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e8d40e39-186a-49b2-84f1-d9d0ed5ad1ff req-a6a0b20c-22e8-4f1c-8293-84ae8bd153ef tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] 10.222.0.18 "GET /v2.0/ports?device_id=edd841e2-79a9-426b-b0e9-3680363deb3b HTTP/1.1" status: 200 len: 946 time: 0.0520518 Jul 27 23:52:01.689426 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e8d40e39-186a-49b2-84f1-d9d0ed5ad1ff req-b0ec6e66-087b-4424-982c-583eab8ce6ac tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] 10.222.0.18 "GET /v2.0/security-groups?id=be618fd5-a4e8-4c71-9d7f-c7d4e4207e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318222 Jul 27 23:52:02.362998 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7418f70f-e60d-4709-8ba9-6ab514bc7f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:52:02.801480 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafa28a3-1f9f-4336-8e5d-095579ce4f49 req-42eff720-7421-4b9d-a43b-9dfbbb012eca tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:52:02.802925 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-bafa28a3-1f9f-4336-8e5d-095579ce4f49 req-42eff720-7421-4b9d-a43b-9dfbbb012eca tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] 10.222.0.18 "GET /v2.0/ports?device_id=edd841e2-79a9-426b-b0e9-3680363deb3b HTTP/1.1" status: 200 len: 946 time: 0.0477562 Jul 27 23:52:02.841116 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-bafa28a3-1f9f-4336-8e5d-095579ce4f49 req-facbc89f-9ad0-4ca4-935b-872ab6ad2d86 tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] 10.222.0.18 "GET /v2.0/security-groups?id=be618fd5-a4e8-4c71-9d7f-c7d4e4207e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323260 Jul 27 23:52:03.521714 n-d-802623-1 neutron-server[93798]: INFO neutron.api.v2.resource [req-19ac76a8-47b4-45ca-8d56-dedb9a137bce req-22996bb8-1fbc-4a54-9531-fd89a4dbfc47 service neutron] show failed (client error): The resource could not be found. Jul 27 23:52:03.522711 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-19ac76a8-47b4-45ca-8d56-dedb9a137bce req-22996bb8-1fbc-4a54-9531-fd89a4dbfc47 service neutron] 10.222.0.38 "GET /v2.0/ports/ac4656a8-b9c3-4ccd-83e4-4c440ee02262/bindings/n-h2-802623-1 HTTP/1.1" status: 404 len: 380 time: 0.0536711 Jul 27 23:52:03.714228 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ac76a8-47b4-45ca-8d56-dedb9a137bce req-5093805c-4e83-4466-bd52-039d821edc52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:52:03.715840 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-19ac76a8-47b4-45ca-8d56-dedb9a137bce req-5093805c-4e83-4466-bd52-039d821edc52 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=edd841e2-79a9-426b-b0e9-3680363deb3b&tenant_id=e1b8fe1ce30c43058c8f724949bfe076 HTTP/1.1" status: 200 len: 1097 time: 0.0403705 Jul 27 23:52:03.728120 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [req-19ac76a8-47b4-45ca-8d56-dedb9a137bce req-9a0c0dab-1050-41f5-a28d-d3dcf43c0540 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-802623-1', 'device_owner': 'compute:nova'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:52:03.781733 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-19ac76a8-47b4-45ca-8d56-dedb9a137bce req-9a0c0dab-1050-41f5-a28d-d3dcf43c0540 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:52:03.957905 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bedd399-1300-45e3-b395-b059b3bd4762 req-3ee7841b-2821-43bb-92be-699e56b36f4c tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:52:03.959516 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-8bedd399-1300-45e3-b395-b059b3bd4762 req-3ee7841b-2821-43bb-92be-699e56b36f4c tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] 10.222.0.18 "GET /v2.0/ports?device_id=edd841e2-79a9-426b-b0e9-3680363deb3b HTTP/1.1" status: 200 len: 946 time: 0.0499887 Jul 27 23:52:03.992231 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-19ac76a8-47b4-45ca-8d56-dedb9a137bce req-9a0c0dab-1050-41f5-a28d-d3dcf43c0540 service neutron] For port ac4656a8-b9c3-4ccd-83e4-4c440ee02262, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=ac4656a8-b9c3-4ccd-83e4-4c440ee02262,segment=NetworkSegment(a06472c9-8b1b-468b-b7cd-e78ee6414801),segment_id=a06472c9-8b1b-468b-b7cd-e78ee6414801)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:52:03.999300 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-8bedd399-1300-45e3-b395-b059b3bd4762 req-f6c7944d-013a-47e0-baac-61ffeaf04e74 tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] 10.222.0.18 "GET /v2.0/security-groups?id=be618fd5-a4e8-4c71-9d7f-c7d4e4207e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338018 Jul 27 23:52:04.030507 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-19ac76a8-47b4-45ca-8d56-dedb9a137bce req-9a0c0dab-1050-41f5-a28d-d3dcf43c0540 service neutron] For port ac4656a8-b9c3-4ccd-83e4-4c440ee02262, host n-h1-802623-1, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:52:04.070423 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edd841e2-79a9-426b-b0e9-3680363deb3b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac4656a8-b9c3-4ccd-83e4-4c440ee02262'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:52:04.072992 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a476459a1bfce68b0ae0df5b6a71154bfc7cfdc8f9eefce6ad0a17231e60468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d705e21e-2a4d-4889-8148-df809e28bea8" -d '{"events": [{"server_uuid": "edd841e2-79a9-426b-b0e9-3680363deb3b", "name": "network-vif-unplugged", "status": "completed", "tag": "ac4656a8-b9c3-4ccd-83e4-4c440ee02262"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:52:04.077891 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-19ac76a8-47b4-45ca-8d56-dedb9a137bce req-9a0c0dab-1050-41f5-a28d-d3dcf43c0540 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:52:04.090824 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [req-19ac76a8-47b4-45ca-8d56-dedb9a137bce req-9a0c0dab-1050-41f5-a28d-d3dcf43c0540 service neutron] Transition to ACTIVE for port object ac4656a8-b9c3-4ccd-83e4-4c440ee02262 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:52:04.095176 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-19ac76a8-47b4-45ca-8d56-dedb9a137bce req-9a0c0dab-1050-41f5-a28d-d3dcf43c0540 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11336041'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:52:04.126123 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 23:52:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77f76150-4e45-4f3f-bc5e-dbd937786474 x-openstack-request-id: req-77f76150-4e45-4f3f-bc5e-dbd937786474 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:52:04.126123 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edd841e2-79a9-426b-b0e9-3680363deb3b", "name": "network-vif-unplugged", "status": "completed", "tag": "ac4656a8-b9c3-4ccd-83e4-4c440ee02262", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:52:04.126123 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-77f76150-4e45-4f3f-bc5e-dbd937786474 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:52:04.126505 n-d-802623-1 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edd841e2-79a9-426b-b0e9-3680363deb3b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac4656a8-b9c3-4ccd-83e4-4c440ee02262', 'code': 200} Jul 27 23:52:04.158479 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0c0dab-1050-41f5-a28d-d3dcf43c0540 service neutron] Pushing event updated for resources: {'Port': ['ID=ac4656a8-b9c3-4ccd-83e4-4c440ee02262,revision_number=6']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:52:04.160579 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [req-19ac76a8-47b4-45ca-8d56-dedb9a137bce req-9a0c0dab-1050-41f5-a28d-d3dcf43c0540 service neutron] No DVR routers for this DVR port ac4656a8-b9c3-4ccd-83e4-4c440ee02262 on host n-h1-802623-1 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:52:04.173029 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0c0dab-1050-41f5-a28d-d3dcf43c0540 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:52:04.173382 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0c0dab-1050-41f5-a28d-d3dcf43c0540 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:52:04.173726 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0c0dab-1050-41f5-a28d-d3dcf43c0540 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:52:04.174066 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0c0dab-1050-41f5-a28d-d3dcf43c0540 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:52:04.174402 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0c0dab-1050-41f5-a28d-d3dcf43c0540 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:52:04.174735 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0c0dab-1050-41f5-a28d-d3dcf43c0540 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:52:04.175083 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0c0dab-1050-41f5-a28d-d3dcf43c0540 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:52:04.175417 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0c0dab-1050-41f5-a28d-d3dcf43c0540 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:52:04.175750 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0c0dab-1050-41f5-a28d-d3dcf43c0540 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:52:04.176074 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0c0dab-1050-41f5-a28d-d3dcf43c0540 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:52:04.176399 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0c0dab-1050-41f5-a28d-d3dcf43c0540 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:52:04.176722 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0c0dab-1050-41f5-a28d-d3dcf43c0540 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:52:04.208774 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-19ac76a8-47b4-45ca-8d56-dedb9a137bce req-9a0c0dab-1050-41f5-a28d-d3dcf43c0540 service neutron] Attempting to bind port ac4656a8-b9c3-4ccd-83e4-4c440ee02262 on host n-h2-802623-1 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:52:04.209106 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-19ac76a8-47b4-45ca-8d56-dedb9a137bce req-9a0c0dab-1050-41f5-a28d-d3dcf43c0540 service neutron] Attempting to bind port ac4656a8-b9c3-4ccd-83e4-4c440ee02262 by drivers openvswitch,hyperv on host n-h2-802623-1 at level 0 using segments [{'id': 'a06472c9-8b1b-468b-b7cd-e78ee6414801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '6637dbaa-50c3-42af-a142-709600aa7738'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:52:04.209431 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19ac76a8-47b4-45ca-8d56-dedb9a137bce req-9a0c0dab-1050-41f5-a28d-d3dcf43c0540 service neutron] Attempting to bind port ac4656a8-b9c3-4ccd-83e4-4c440ee02262 on network 6637dbaa-50c3-42af-a142-709600aa7738 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:52:04.213593 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19ac76a8-47b4-45ca-8d56-dedb9a137bce req-9a0c0dab-1050-41f5-a28d-d3dcf43c0540 service neutron] Port ac4656a8-b9c3-4ccd-83e4-4c440ee02262 on network 6637dbaa-50c3-42af-a142-709600aa7738 not bound, no agent of type Open vSwitch agent registered on host n-h2-802623-1 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 23:52:04.213912 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19ac76a8-47b4-45ca-8d56-dedb9a137bce req-9a0c0dab-1050-41f5-a28d-d3dcf43c0540 service neutron] Attempting to bind port ac4656a8-b9c3-4ccd-83e4-4c440ee02262 on network 6637dbaa-50c3-42af-a142-709600aa7738 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:52:04.218640 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19ac76a8-47b4-45ca-8d56-dedb9a137bce req-9a0c0dab-1050-41f5-a28d-d3dcf43c0540 service neutron] Checking agent: {'id': 'c5cc038b-93c4-4df4-8061-5df2a04a48c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 23, 0, 4), 'started_at': datetime.datetime(2021, 7, 27, 23, 0, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 51, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:52:04.218972 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19ac76a8-47b4-45ca-8d56-dedb9a137bce req-9a0c0dab-1050-41f5-a28d-d3dcf43c0540 service neutron] Checking segment: {'id': 'a06472c9-8b1b-468b-b7cd-e78ee6414801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '6637dbaa-50c3-42af-a142-709600aa7738'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:52:04.219381 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19ac76a8-47b4-45ca-8d56-dedb9a137bce req-9a0c0dab-1050-41f5-a28d-d3dcf43c0540 service neutron] Bound using segment: {'id': 'a06472c9-8b1b-468b-b7cd-e78ee6414801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '6637dbaa-50c3-42af-a142-709600aa7738'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:52:04.219798 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-19ac76a8-47b4-45ca-8d56-dedb9a137bce req-9a0c0dab-1050-41f5-a28d-d3dcf43c0540 service neutron] Bound port: ac4656a8-b9c3-4ccd-83e4-4c440ee02262, host: n-h2-802623-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a06472c9-8b1b-468b-b7cd-e78ee6414801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '6637dbaa-50c3-42af-a142-709600aa7738'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:52:04.220147 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-19ac76a8-47b4-45ca-8d56-dedb9a137bce req-9a0c0dab-1050-41f5-a28d-d3dcf43c0540 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:52:04.281127 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-19ac76a8-47b4-45ca-8d56-dedb9a137bce req-9a0c0dab-1050-41f5-a28d-d3dcf43c0540 service neutron] For port ac4656a8-b9c3-4ccd-83e4-4c440ee02262, host n-h2-802623-1, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:52:04.284110 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-19ac76a8-47b4-45ca-8d56-dedb9a137bce req-9a0c0dab-1050-41f5-a28d-d3dcf43c0540 service neutron] For port ac4656a8-b9c3-4ccd-83e4-4c440ee02262, host n-h2-802623-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=ac4656a8-b9c3-4ccd-83e4-4c440ee02262,segment=NetworkSegment(a06472c9-8b1b-468b-b7cd-e78ee6414801),segment_id=a06472c9-8b1b-468b-b7cd-e78ee6414801)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:52:04.288350 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-19ac76a8-47b4-45ca-8d56-dedb9a137bce req-9a0c0dab-1050-41f5-a28d-d3dcf43c0540 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11336041'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:52:04.320986 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ac76a8-47b4-45ca-8d56-dedb9a137bce req-9a0c0dab-1050-41f5-a28d-d3dcf43c0540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:52:04.321624 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-19ac76a8-47b4-45ca-8d56-dedb9a137bce req-9a0c0dab-1050-41f5-a28d-d3dcf43c0540 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:52:04.323067 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-19ac76a8-47b4-45ca-8d56-dedb9a137bce req-9a0c0dab-1050-41f5-a28d-d3dcf43c0540 service neutron] 10.222.0.49 "PUT /v2.0/ports/ac4656a8-b9c3-4ccd-83e4-4c440ee02262 HTTP/1.1" status: 200 len: 1092 time: 0.5987668 Jul 27 23:52:04.358813 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0c0dab-1050-41f5-a28d-d3dcf43c0540 service neutron] Pushing event updated for resources: {'Port': ['ID=ac4656a8-b9c3-4ccd-83e4-4c440ee02262,revision_number=7']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:52:04.389106 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ac76a8-47b4-45ca-8d56-dedb9a137bce req-f0904980-c4d4-4cf8-97fa-391644016865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:52:04.390587 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-19ac76a8-47b4-45ca-8d56-dedb9a137bce req-f0904980-c4d4-4cf8-97fa-391644016865 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e1b8fe1ce30c43058c8f724949bfe076&device_id=edd841e2-79a9-426b-b0e9-3680363deb3b HTTP/1.1" status: 200 len: 1095 time: 0.0449648 Jul 27 23:52:04.481436 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ac76a8-47b4-45ca-8d56-dedb9a137bce req-c8f38abc-2e01-409b-b069-89d8e9c87289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:52:04.483416 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-19ac76a8-47b4-45ca-8d56-dedb9a137bce req-c8f38abc-2e01-409b-b069-89d8e9c87289 service neutron] 10.222.0.49 "GET /v2.0/networks?id=6637dbaa-50c3-42af-a142-709600aa7738 HTTP/1.1" status: 200 len: 916 time: 0.0859900 Jul 27 23:52:04.524191 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-19ac76a8-47b4-45ca-8d56-dedb9a137bce req-fd2ef65f-55e6-4597-bff2-a7db6f093ab6 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ac4656a8-b9c3-4ccd-83e4-4c440ee02262 HTTP/1.1" status: 200 len: 217 time: 0.0334809 Jul 27 23:52:04.577278 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ac76a8-47b4-45ca-8d56-dedb9a137bce req-68782bf8-1fbf-490f-9536-a6616bbec114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:52:04.577502 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-19ac76a8-47b4-45ca-8d56-dedb9a137bce req-68782bf8-1fbf-490f-9536-a6616bbec114 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c7c1251c-8b57-47e5-90b9-e532c6b93db4 HTTP/1.1" status: 200 len: 855 time: 0.0462809 Jul 27 23:52:04.609010 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-19ac76a8-47b4-45ca-8d56-dedb9a137bce req-8850bc24-b9d7-4f1c-9b6e-d214c2b2fbdc service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6637dbaa-50c3-42af-a142-709600aa7738&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246217 Jul 27 23:52:04.696089 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-19ac76a8-47b4-45ca-8d56-dedb9a137bce req-a187e2aa-5631-4a57-a1b6-23942c431be8 service neutron] 10.222.0.49 "GET /v2.0/networks/6637dbaa-50c3-42af-a142-709600aa7738?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792787 Jul 27 23:52:04.786446 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-19ac76a8-47b4-45ca-8d56-dedb9a137bce req-c508eca8-bc22-4200-b6b5-6e9100d48876 service neutron] 10.222.0.49 "GET /v2.0/networks/6637dbaa-50c3-42af-a142-709600aa7738?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838327 Jul 27 23:52:05.115528 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff634662-ffcc-4326-8e23-016f28ac7c09 req-3506eb66-1a5b-4b8c-a2f6-ec5b2a9e3d1d tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:52:05.116999 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ff634662-ffcc-4326-8e23-016f28ac7c09 req-3506eb66-1a5b-4b8c-a2f6-ec5b2a9e3d1d tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] 10.222.0.18 "GET /v2.0/ports?device_id=edd841e2-79a9-426b-b0e9-3680363deb3b HTTP/1.1" status: 200 len: 944 time: 0.0482504 Jul 27 23:52:05.159031 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ff634662-ffcc-4326-8e23-016f28ac7c09 req-d7e9a99b-feff-40f6-8f77-485952cc2f84 tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] 10.222.0.18 "GET /v2.0/security-groups?id=be618fd5-a4e8-4c71-9d7f-c7d4e4207e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360355 Jul 27 23:52:05.205596 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:52:06.127601 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edd841e2-79a9-426b-b0e9-3680363deb3b', 'tag': 'ac4656a8-b9c3-4ccd-83e4-4c440ee02262'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:52:06.130076 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a476459a1bfce68b0ae0df5b6a71154bfc7cfdc8f9eefce6ad0a17231e60468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed1b3b36-e3a1-41b2-b55b-0d0becd73018" -d '{"events": [{"name": "network-changed", "server_uuid": "edd841e2-79a9-426b-b0e9-3680363deb3b", "tag": "ac4656a8-b9c3-4ccd-83e4-4c440ee02262"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:52:06.177786 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 23:52:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c537816c-e336-4cd8-9541-676d748f4149 x-openstack-request-id: req-c537816c-e336-4cd8-9541-676d748f4149 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:52:06.178141 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edd841e2-79a9-426b-b0e9-3680363deb3b", "tag": "ac4656a8-b9c3-4ccd-83e4-4c440ee02262", "status": "completed", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:52:06.178405 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c537816c-e336-4cd8-9541-676d748f4149 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:52:06.178812 n-d-802623-1 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edd841e2-79a9-426b-b0e9-3680363deb3b', 'tag': 'ac4656a8-b9c3-4ccd-83e4-4c440ee02262', 'status': 'completed', 'code': 200} Jul 27 23:52:06.236452 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1b3b36-e3a1-41b2-b55b-0d0becd73018 req-bf7c13ff-6b20-47b7-be93-11420b477b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:52:06.237957 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-ed1b3b36-e3a1-41b2-b55b-0d0becd73018 req-bf7c13ff-6b20-47b7-be93-11420b477b4c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e1b8fe1ce30c43058c8f724949bfe076&device_id=edd841e2-79a9-426b-b0e9-3680363deb3b HTTP/1.1" status: 200 len: 1095 time: 0.0421615 Jul 27 23:52:06.263877 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1b3b36-e3a1-41b2-b55b-0d0becd73018 req-986dce3d-d6d8-4954-917b-fb4a5fd8e63e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:52:06.265353 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ed1b3b36-e3a1-41b2-b55b-0d0becd73018 req-986dce3d-d6d8-4954-917b-fb4a5fd8e63e service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=e1b8fe1ce30c43058c8f724949bfe076&device_id=edd841e2-79a9-426b-b0e9-3680363deb3b HTTP/1.1" status: 200 len: 1095 time: 0.0637050 Jul 27 23:52:06.332870 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa19549-a1ef-4425-ba31-a5e37ec07439 req-8ebb836f-3ed4-44aa-bb97-dca95860336b tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:52:06.333086 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1b3b36-e3a1-41b2-b55b-0d0becd73018 req-99466d49-da16-42f1-9cde-c93ae65e400c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:52:06.334319 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-ed1b3b36-e3a1-41b2-b55b-0d0becd73018 req-99466d49-da16-42f1-9cde-c93ae65e400c service neutron] 10.222.0.49 "GET /v2.0/networks?id=6637dbaa-50c3-42af-a142-709600aa7738 HTTP/1.1" status: 200 len: 916 time: 0.0892372 Jul 27 23:52:06.334463 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-dfa19549-a1ef-4425-ba31-a5e37ec07439 req-8ebb836f-3ed4-44aa-bb97-dca95860336b tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] 10.222.0.18 "GET /v2.0/ports?device_id=edd841e2-79a9-426b-b0e9-3680363deb3b HTTP/1.1" status: 200 len: 944 time: 0.1005957 Jul 27 23:52:06.377821 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-ed1b3b36-e3a1-41b2-b55b-0d0becd73018 req-b296c8c3-4001-4e30-b8b7-10f85b949ae7 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ac4656a8-b9c3-4ccd-83e4-4c440ee02262 HTTP/1.1" status: 200 len: 217 time: 0.0354829 Jul 27 23:52:06.391297 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-dfa19549-a1ef-4425-ba31-a5e37ec07439 req-ebc7653e-eb80-470f-848a-54efe1e6302c tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] 10.222.0.18 "GET /v2.0/security-groups?id=be618fd5-a4e8-4c71-9d7f-c7d4e4207e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509295 Jul 27 23:52:06.401033 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1b3b36-e3a1-41b2-b55b-0d0becd73018 req-5163df49-8d96-49ec-a031-45737c9448c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:52:06.412191 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ed1b3b36-e3a1-41b2-b55b-0d0becd73018 req-5163df49-8d96-49ec-a031-45737c9448c3 service neutron] 10.222.0.38 "GET /v2.0/networks?id=6637dbaa-50c3-42af-a142-709600aa7738 HTTP/1.1" status: 200 len: 916 time: 0.1291907 Jul 27 23:52:06.428477 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1b3b36-e3a1-41b2-b55b-0d0becd73018 req-8e6f7e39-82cd-456c-83e6-e0da37768868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:52:06.429945 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-ed1b3b36-e3a1-41b2-b55b-0d0becd73018 req-8e6f7e39-82cd-456c-83e6-e0da37768868 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c7c1251c-8b57-47e5-90b9-e532c6b93db4 HTTP/1.1" status: 200 len: 855 time: 0.0452085 Jul 27 23:52:06.443238 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ed1b3b36-e3a1-41b2-b55b-0d0becd73018 req-c863b0af-9088-4940-a620-e7e4e63319bb service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ac4656a8-b9c3-4ccd-83e4-4c440ee02262 HTTP/1.1" status: 200 len: 217 time: 0.0337269 Jul 27 23:52:06.461964 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-ed1b3b36-e3a1-41b2-b55b-0d0becd73018 req-4363a69d-18cb-4bdb-8660-132ff1155b7c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6637dbaa-50c3-42af-a142-709600aa7738&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249865 Jul 27 23:52:06.492107 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1b3b36-e3a1-41b2-b55b-0d0becd73018 req-e1e0d764-a117-42ae-b266-e6a9e253c0de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:52:06.493540 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ed1b3b36-e3a1-41b2-b55b-0d0becd73018 req-e1e0d764-a117-42ae-b266-e6a9e253c0de service neutron] 10.222.0.38 "GET /v2.0/subnets?id=c7c1251c-8b57-47e5-90b9-e532c6b93db4 HTTP/1.1" status: 200 len: 855 time: 0.0436738 Jul 27 23:52:06.528322 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ed1b3b36-e3a1-41b2-b55b-0d0becd73018 req-6ecdd854-5824-42a7-9869-7850aecc188c service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=6637dbaa-50c3-42af-a142-709600aa7738&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277569 Jul 27 23:52:06.554820 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-ed1b3b36-e3a1-41b2-b55b-0d0becd73018 req-8e5f662f-5a00-4f68-9d6d-b24670b46054 service neutron] 10.222.0.49 "GET /v2.0/networks/6637dbaa-50c3-42af-a142-709600aa7738?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855508 Jul 27 23:52:06.617389 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ed1b3b36-e3a1-41b2-b55b-0d0becd73018 req-1e38bec7-dd88-4206-9762-b22be82e0c0c service neutron] 10.222.0.38 "GET /v2.0/networks/6637dbaa-50c3-42af-a142-709600aa7738?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817165 Jul 27 23:52:06.644113 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-ed1b3b36-e3a1-41b2-b55b-0d0becd73018 req-d60c2b58-f7bd-4ad9-8081-1552124d665f service neutron] 10.222.0.49 "GET /v2.0/networks/6637dbaa-50c3-42af-a142-709600aa7738?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822921 Jul 27 23:52:06.712772 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ed1b3b36-e3a1-41b2-b55b-0d0becd73018 req-a0ee076a-2545-41f0-a9c6-278f5dcfb598 service neutron] 10.222.0.38 "GET /v2.0/networks/6637dbaa-50c3-42af-a142-709600aa7738?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883484 Jul 27 23:52:07.514567 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54571fbd-e8ad-4019-a184-beda7873fd00 req-98718ae8-18ba-4743-9911-938781d5bdc9 tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:52:07.516783 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-54571fbd-e8ad-4019-a184-beda7873fd00 req-98718ae8-18ba-4743-9911-938781d5bdc9 tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] 10.222.0.18 "GET /v2.0/ports?device_id=edd841e2-79a9-426b-b0e9-3680363deb3b HTTP/1.1" status: 200 len: 944 time: 0.0562105 Jul 27 23:52:07.558752 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-54571fbd-e8ad-4019-a184-beda7873fd00 req-b19af4ed-a627-4b26-b821-61a677df5c99 tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] 10.222.0.18 "GET /v2.0/security-groups?id=be618fd5-a4e8-4c71-9d7f-c7d4e4207e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359325 Jul 27 23:52:07.678131 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device ac4656a8-b9c3-4ccd-83e4-4c440ee02262 details requested by agent hyperv_n-h2-802623-1 with host n-h2-802623-1 {{(pid=93799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 23:52:07.772704 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port ac4656a8-b9c3-4ccd-83e4-4c440ee02262, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=ac4656a8-b9c3-4ccd-83e4-4c440ee02262,segment=NetworkSegment(a06472c9-8b1b-468b-b7cd-e78ee6414801),segment_id=a06472c9-8b1b-468b-b7cd-e78ee6414801)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:52:07.783412 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Returning: {'device': 'ac4656a8-b9c3-4ccd-83e4-4c440ee02262', 'network_id': '6637dbaa-50c3-42af-a142-709600aa7738', 'port_id': 'ac4656a8-b9c3-4ccd-83e4-4c440ee02262', 'mac_address': 'fa:16:3e:9e:39:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7c1251c-8b57-47e5-90b9-e532c6b93db4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 23:52:07.818467 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:52:07.830924 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac4656a8-b9c3-4ccd-83e4-4c440ee02262 {{(pid=93799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:52:07.849580 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port ac4656a8-b9c3-4ccd-83e4-4c440ee02262, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=ac4656a8-b9c3-4ccd-83e4-4c440ee02262,segment=NetworkSegment(a06472c9-8b1b-468b-b7cd-e78ee6414801),segment_id=a06472c9-8b1b-468b-b7cd-e78ee6414801)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:52:07.853234 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:52:07.898185 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Pushing event updated for resources: {'Port': ['ID=ac4656a8-b9c3-4ccd-83e4-4c440ee02262,revision_number=8']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:52:07.905330 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:52:07.905674 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:52:07.906011 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:52:07.906345 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:52:07.906675 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:52:07.907001 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:52:07.907353 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:52:07.907684 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:52:07.907996 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:52:07.908316 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:52:07.908635 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:52:07.908954 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:52:08.045751 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device ac4656a8-b9c3-4ccd-83e4-4c440ee02262 no longer exists at agent hyperv_n-h1-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:52:08.085952 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device ac4656a8-b9c3-4ccd-83e4-4c440ee02262 not bound to the agent host n-h1-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:52:08.206896 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] get_ports_and_sgs() called for port_ids ['ac4656a8-b9c3-4ccd-83e4-4c440ee02262'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:52:08.674137 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb462fa9-598a-4854-96eb-b8570947e6d0 req-e6fe90ad-df7c-46c2-a4a8-dd6070d7ea7e tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:52:08.675620 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-cb462fa9-598a-4854-96eb-b8570947e6d0 req-e6fe90ad-df7c-46c2-a4a8-dd6070d7ea7e tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] 10.222.0.18 "GET /v2.0/ports?device_id=edd841e2-79a9-426b-b0e9-3680363deb3b HTTP/1.1" status: 200 len: 945 time: 0.0520437 Jul 27 23:52:08.712646 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-cb462fa9-598a-4854-96eb-b8570947e6d0 req-8c3171f7-7177-4bf5-adc9-95a31ac7d069 tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] 10.222.0.18 "GET /v2.0/security-groups?id=be618fd5-a4e8-4c71-9d7f-c7d4e4207e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311046 Jul 27 23:52:08.931578 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db4dfe0-377f-455e-8482-47c28a2be469 req-364cea0e-85a9-4da0-bd95-f4b89bf0845c tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:52:08.933065 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-2db4dfe0-377f-455e-8482-47c28a2be469 req-364cea0e-85a9-4da0-bd95-f4b89bf0845c tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] 10.222.0.18 "GET /v2.0/ports?device_id=edd841e2-79a9-426b-b0e9-3680363deb3b HTTP/1.1" status: 200 len: 945 time: 0.0810802 Jul 27 23:52:08.947015 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3f5b09-ca2e-4ff9-8277-ad3dff36151c req-f528100e-0662-47d9-be48-d00a863146d8 tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:52:08.948388 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ea3f5b09-ca2e-4ff9-8277-ad3dff36151c req-f528100e-0662-47d9-be48-d00a863146d8 tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] 10.222.0.38 "GET /v2.0/ports?device_id=edd841e2-79a9-426b-b0e9-3680363deb3b&tenant_id=e1b8fe1ce30c43058c8f724949bfe076&binding%3Ahost_id=n-h2-802623-1 HTTP/1.1" status: 200 len: 945 time: 0.0709312 Jul 27 23:52:09.008548 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-2db4dfe0-377f-455e-8482-47c28a2be469 req-2bcf94f7-287b-4877-b27e-71c9058e5f78 tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] 10.222.0.18 "GET /v2.0/security-groups?id=be618fd5-a4e8-4c71-9d7f-c7d4e4207e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692904 Jul 27 23:52:09.032097 n-d-802623-1 neutron-server[93798]: INFO neutron.api.v2.resource [req-ea3f5b09-ca2e-4ff9-8277-ad3dff36151c req-e1f7ec6d-5efe-4107-bddc-8792b545e661 service neutron] delete failed (client error): The resource could not be found. Jul 27 23:52:09.033196 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ea3f5b09-ca2e-4ff9-8277-ad3dff36151c req-e1f7ec6d-5efe-4107-bddc-8792b545e661 service neutron] 10.222.0.38 "DELETE /v2.0/ports/ac4656a8-b9c3-4ccd-83e4-4c440ee02262/bindings/n-h1-802623-1 HTTP/1.1" status: 404 len: 380 time: 0.0686030 Jul 27 23:52:09.115444 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3f5b09-ca2e-4ff9-8277-ad3dff36151c req-6c6cf75c-f90c-4dba-a844-ad90ed47cd92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:52:09.116924 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ea3f5b09-ca2e-4ff9-8277-ad3dff36151c req-6c6cf75c-f90c-4dba-a844-ad90ed47cd92 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=e1b8fe1ce30c43058c8f724949bfe076&device_id=edd841e2-79a9-426b-b0e9-3680363deb3b HTTP/1.1" status: 200 len: 1096 time: 0.0399849 Jul 27 23:52:09.208748 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3f5b09-ca2e-4ff9-8277-ad3dff36151c req-32f67bf0-4275-4019-9364-fd8a81464c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:52:09.210181 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ea3f5b09-ca2e-4ff9-8277-ad3dff36151c req-32f67bf0-4275-4019-9364-fd8a81464c17 service neutron] 10.222.0.38 "GET /v2.0/networks?id=6637dbaa-50c3-42af-a142-709600aa7738 HTTP/1.1" status: 200 len: 916 time: 0.0864775 Jul 27 23:52:09.251362 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ea3f5b09-ca2e-4ff9-8277-ad3dff36151c req-bb9291f8-362b-41dc-a87a-13a9d7c3bafa service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ac4656a8-b9c3-4ccd-83e4-4c440ee02262 HTTP/1.1" status: 200 len: 217 time: 0.0336878 Jul 27 23:52:09.298474 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3f5b09-ca2e-4ff9-8277-ad3dff36151c req-9aa4562d-5d89-4264-aca5-f19435dfdcc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:52:09.299984 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ea3f5b09-ca2e-4ff9-8277-ad3dff36151c req-9aa4562d-5d89-4264-aca5-f19435dfdcc6 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=c7c1251c-8b57-47e5-90b9-e532c6b93db4 HTTP/1.1" status: 200 len: 855 time: 0.0424902 Jul 27 23:52:09.332464 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ea3f5b09-ca2e-4ff9-8277-ad3dff36151c req-9d34c85b-1e25-4140-82ec-0d83e5ee7ae7 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=6637dbaa-50c3-42af-a142-709600aa7738&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243595 Jul 27 23:52:09.422485 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ea3f5b09-ca2e-4ff9-8277-ad3dff36151c req-d2ff4d6f-fa03-4a1a-a305-14946d94ed73 service neutron] 10.222.0.38 "GET /v2.0/networks/6637dbaa-50c3-42af-a142-709600aa7738?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828311 Jul 27 23:52:09.510198 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ea3f5b09-ca2e-4ff9-8277-ad3dff36151c req-6d6fdbe0-f936-41ef-b181-2b3d68f6d441 service neutron] 10.222.0.38 "GET /v2.0/networks/6637dbaa-50c3-42af-a142-709600aa7738?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802443 Jul 27 23:52:09.682298 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device ac4656a8-b9c3-4ccd-83e4-4c440ee02262 up at agent hyperv_n-h2-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:52:09.732847 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Provisioning for port ac4656a8-b9c3-4ccd-83e4-4c440ee02262 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:52:09.736390 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Provisioning complete for port ac4656a8-b9c3-4ccd-83e4-4c440ee02262 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:52:09.736796 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:52:09.810477 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:52:09.832170 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edd841e2-79a9-426b-b0e9-3680363deb3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac4656a8-b9c3-4ccd-83e4-4c440ee02262'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:52:09.834368 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c0369b0d4f459110ff20a1f9878ba33f96d6491bddb9d15843bf29d01e0bda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-754679ce-2881-4f9b-90ca-81f9b784e094" -d '{"events": [{"server_uuid": "edd841e2-79a9-426b-b0e9-3680363deb3b", "name": "network-vif-plugged", "status": "completed", "tag": "ac4656a8-b9c3-4ccd-83e4-4c440ee02262"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:52:09.848018 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port ac4656a8-b9c3-4ccd-83e4-4c440ee02262, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=ac4656a8-b9c3-4ccd-83e4-4c440ee02262,segment=NetworkSegment(a06472c9-8b1b-468b-b7cd-e78ee6414801),segment_id=a06472c9-8b1b-468b-b7cd-e78ee6414801)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:52:09.853641 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:52:09.885537 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:52:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67f253ab-9076-4da5-9782-8bc71b8fc0f0 x-openstack-request-id: req-67f253ab-9076-4da5-9782-8bc71b8fc0f0 {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:52:09.885828 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edd841e2-79a9-426b-b0e9-3680363deb3b", "name": "network-vif-plugged", "status": "completed", "tag": "ac4656a8-b9c3-4ccd-83e4-4c440ee02262", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:52:09.886080 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-67f253ab-9076-4da5-9782-8bc71b8fc0f0 {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:52:09.886468 n-d-802623-1 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edd841e2-79a9-426b-b0e9-3680363deb3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac4656a8-b9c3-4ccd-83e4-4c440ee02262', 'code': 200} Jul 27 23:52:09.913159 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Pushing event updated for resources: {'Port': ['ID=ac4656a8-b9c3-4ccd-83e4-4c440ee02262,revision_number=9']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:52:10.132168 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bf78a0-5e1b-42d1-888f-a257f14c3a3b req-60c1fd64-517b-4758-9c04-a02babc49f54 tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:52:10.133575 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-64bf78a0-5e1b-42d1-888f-a257f14c3a3b req-60c1fd64-517b-4758-9c04-a02babc49f54 tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] 10.222.0.18 "GET /v2.0/ports?device_id=edd841e2-79a9-426b-b0e9-3680363deb3b HTTP/1.1" status: 200 len: 946 time: 0.0537949 Jul 27 23:52:10.172004 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-64bf78a0-5e1b-42d1-888f-a257f14c3a3b req-42b402be-bf8a-4c7f-97c9-d19b27bb2311 tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] 10.222.0.18 "GET /v2.0/security-groups?id=be618fd5-a4e8-4c71-9d7f-c7d4e4207e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317039 Jul 27 23:52:10.287096 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dad4e1d-8bf0-42d0-aee7-64b320f9b3c7 req-80a64421-23c9-4894-82dd-906438c0cc32 tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:52:10.288582 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-2dad4e1d-8bf0-42d0-aee7-64b320f9b3c7 req-80a64421-23c9-4894-82dd-906438c0cc32 tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] 10.222.0.18 "GET /v2.0/ports?device_id=edd841e2-79a9-426b-b0e9-3680363deb3b HTTP/1.1" status: 200 len: 946 time: 0.0494888 Jul 27 23:52:10.326067 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-2dad4e1d-8bf0-42d0-aee7-64b320f9b3c7 req-e718c248-8296-4759-8b73-68b9ad554986 tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] 10.222.0.18 "GET /v2.0/security-groups?id=be618fd5-a4e8-4c71-9d7f-c7d4e4207e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311892 Jul 27 23:52:10.435901 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e2c532-b482-413d-93a0-58f947d90bbf req-f3e7d2fd-0a5b-48d1-a13f-bec2212ca5b5 tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:52:10.437362 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c9e2c532-b482-413d-93a0-58f947d90bbf req-f3e7d2fd-0a5b-48d1-a13f-bec2212ca5b5 tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] 10.222.0.18 "GET /v2.0/ports?device_id=edd841e2-79a9-426b-b0e9-3680363deb3b HTTP/1.1" status: 200 len: 946 time: 0.0477331 Jul 27 23:52:10.474783 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c9e2c532-b482-413d-93a0-58f947d90bbf req-64f7f25a-73eb-4a1c-b161-2052f177b3b5 tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] 10.222.0.18 "GET /v2.0/security-groups?id=be618fd5-a4e8-4c71-9d7f-c7d4e4207e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313509 Jul 27 23:52:10.817905 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffa00de-3408-4cc5-b15c-e2280f6b2ecf req-1a39b052-02d7-4eef-83a0-4818130a6cbd tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:52:10.819378 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-5ffa00de-3408-4cc5-b15c-e2280f6b2ecf req-1a39b052-02d7-4eef-83a0-4818130a6cbd tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] 10.222.0.18 "GET /v2.0/networks?id=6637dbaa-50c3-42af-a142-709600aa7738 HTTP/1.1" status: 200 len: 815 time: 0.1004987 Jul 27 23:52:10.834291 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-5ffa00de-3408-4cc5-b15c-e2280f6b2ecf req-30423913-1e18-462c-b17d-d4ed54a27980 tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] 10.222.0.18 "GET /v2.0/quotas/e1b8fe1ce30c43058c8f724949bfe076 HTTP/1.1" status: 200 len: 375 time: 0.0093045 Jul 27 23:52:10.881280 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-5ffa00de-3408-4cc5-b15c-e2280f6b2ecf req-28e84d6a-6cab-4453-a5e2-fa653f027822 tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=e1b8fe1ce30c43058c8f724949bfe076&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0419543 Jul 27 23:52:10.972198 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-5ffa00de-3408-4cc5-b15c-e2280f6b2ecf req-50a9af59-1dee-41c7-9e3f-ae2bdcdb029e service neutron] 10.222.0.18 "GET /v2.0/networks/6637dbaa-50c3-42af-a142-709600aa7738?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839725 Jul 27 23:52:11.064688 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-5ffa00de-3408-4cc5-b15c-e2280f6b2ecf req-9965051c-6474-4c3a-87f9-afa811d8c7be service neutron] 10.222.0.18 "GET /v2.0/networks/6637dbaa-50c3-42af-a142-709600aa7738?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866787 Jul 27 23:52:11.227832 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8a68b2fe-3793-4830-a8d5-c26bf0a4bd9c req-6246d4cb-e7e7-4a43-aa72-21109a925453 tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] 10.222.0.18 "GET /v2.0/ports?device_id=15dfbfa3-5a95-4e3b-81e9-d37b020ae3fa HTTP/1.1" status: 200 len: 210 time: 0.0264256 Jul 27 23:52:12.052568 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.49', 49333) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:52:12.074203 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39130567-0896-4043-9b70-92148fd369da req-79f2a227-d39b-460d-ac55-3f81d35eb1a4 tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:52:12.075798 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-39130567-0896-4043-9b70-92148fd369da req-79f2a227-d39b-460d-ac55-3f81d35eb1a4 tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] 10.222.0.49 "GET /v2.0/ports?device_id=edd841e2-79a9-426b-b0e9-3680363deb3b HTTP/1.1" status: 200 len: 946 time: 0.0589924 Jul 27 23:52:12.173124 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffa00de-3408-4cc5-b15c-e2280f6b2ecf req-1ad993b7-fc9e-4a8a-977f-1c58a78cf7dd tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:52:12.174612 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-5ffa00de-3408-4cc5-b15c-e2280f6b2ecf req-1ad993b7-fc9e-4a8a-977f-1c58a78cf7dd tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] 10.222.0.49 "GET /v2.0/networks?id=6637dbaa-50c3-42af-a142-709600aa7738 HTTP/1.1" status: 200 len: 815 time: 0.1204729 Jul 27 23:52:12.177569 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [req-39130567-0896-4043-9b70-92148fd369da req-a2d433e3-9caa-4b4b-b23f-6da1e21b4223 tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] Deleting port ac4656a8-b9c3-4ccd-83e4-4c440ee02262 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:52:12.178045 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-39130567-0896-4043-9b70-92148fd369da req-a2d433e3-9caa-4b4b-b23f-6da1e21b4223 tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:52:12.188133 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [req-5ffa00de-3408-4cc5-b15c-e2280f6b2ecf req-22735aa2-8d6d-46d3-a859-7acaba2701d7 tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] Request body: {'port': {'device_id': '15dfbfa3-5a95-4e3b-81e9-d37b020ae3fa', 'network_id': '6637dbaa-50c3-42af-a142-709600aa7738', 'admin_state_up': True, 'tenant_id': 'e1b8fe1ce30c43058c8f724949bfe076'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:52:12.273894 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-39130567-0896-4043-9b70-92148fd369da req-a2d433e3-9caa-4b4b-b23f-6da1e21b4223 tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] For port ac4656a8-b9c3-4ccd-83e4-4c440ee02262, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=ac4656a8-b9c3-4ccd-83e4-4c440ee02262,segment=NetworkSegment(a06472c9-8b1b-468b-b7cd-e78ee6414801),segment_id=a06472c9-8b1b-468b-b7cd-e78ee6414801)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:52:12.274258 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-39130567-0896-4043-9b70-92148fd369da req-a2d433e3-9caa-4b4b-b23f-6da1e21b4223 tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:52:12.287954 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [req-39130567-0896-4043-9b70-92148fd369da req-a2d433e3-9caa-4b4b-b23f-6da1e21b4223 tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] Calling delete_port for ac4656a8-b9c3-4ccd-83e4-4c440ee02262 owned by compute:nova {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:52:12.311438 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ffa00de-3408-4cc5-b15c-e2280f6b2ecf req-22735aa2-8d6d-46d3-a859-7acaba2701d7 tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] Made reservation on behalf of e1b8fe1ce30c43058c8f724949bfe076 for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:52:12.314669 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-5ffa00de-3408-4cc5-b15c-e2280f6b2ecf req-22735aa2-8d6d-46d3-a859-7acaba2701d7 tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:52:12.331865 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-5be62043-7375-4f9c-8aa5-8d6bdf4f53ae req-c59b193a-7a63-4d9d-8fb4-5b4792c7c126 tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] 10.222.0.18 "GET /v2.0/ports?device_id=15dfbfa3-5a95-4e3b-81e9-d37b020ae3fa HTTP/1.1" status: 200 len: 210 time: 0.0360708 Jul 27 23:52:12.423352 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-39130567-0896-4043-9b70-92148fd369da req-a2d433e3-9caa-4b4b-b23f-6da1e21b4223 tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:52:12.440088 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] get_ports_and_sgs() called for port_ids ['ac4656a8-b9c3-4ccd-83e4-4c440ee02262'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:52:12.461462 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d433e3-9caa-4b4b-b23f-6da1e21b4223 tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] Pushing event deleted for resources: {'Port': ['ID=ac4656a8-b9c3-4ccd-83e4-4c440ee02262,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:52:12.466811 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [req-5ffa00de-3408-4cc5-b15c-e2280f6b2ecf req-22735aa2-8d6d-46d3-a859-7acaba2701d7 tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] Allocated IP 172.20.0.8 (6637dbaa-50c3-42af-a142-709600aa7738/c7c1251c-8b57-47e5-90b9-e532c6b93db4/a66cdac8-8a8a-41f8-952a-1c34ac236c46) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:52:12.514876 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [req-39130567-0896-4043-9b70-92148fd369da req-a2d433e3-9caa-4b4b-b23f-6da1e21b4223 tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] No DVR routers for this DVR port ac4656a8-b9c3-4ccd-83e4-4c440ee02262 on host n-h2-802623-1 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:52:12.517585 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-39130567-0896-4043-9b70-92148fd369da req-a2d433e3-9caa-4b4b-b23f-6da1e21b4223 tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:52:12.519678 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-39130567-0896-4043-9b70-92148fd369da req-a2d433e3-9caa-4b4b-b23f-6da1e21b4223 tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] 10.222.0.49 "DELETE /v2.0/ports/ac4656a8-b9c3-4ccd-83e4-4c440ee02262 HTTP/1.1" status: 204 len: 173 time: 0.4377623 Jul 27 23:52:12.520128 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edd841e2-79a9-426b-b0e9-3680363deb3b', 'name': 'network-vif-deleted', 'tag': 'ac4656a8-b9c3-4ccd-83e4-4c440ee02262'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:52:12.522378 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a476459a1bfce68b0ae0df5b6a71154bfc7cfdc8f9eefce6ad0a17231e60468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d7743ff-6226-4ccf-b3dc-b3676c364b7b" -d '{"events": [{"server_uuid": "edd841e2-79a9-426b-b0e9-3680363deb3b", "name": "network-vif-deleted", "tag": "ac4656a8-b9c3-4ccd-83e4-4c440ee02262"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:52:12.559674 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:52:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c326db5-4461-4c48-bd5d-d4896bbb4d03 x-openstack-request-id: req-0c326db5-4461-4c48-bd5d-d4896bbb4d03 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:52:12.560532 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edd841e2-79a9-426b-b0e9-3680363deb3b", "name": "network-vif-deleted", "tag": "ac4656a8-b9c3-4ccd-83e4-4c440ee02262", "status": "completed", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:52:12.560775 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0c326db5-4461-4c48-bd5d-d4896bbb4d03 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:52:12.561181 n-d-802623-1 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edd841e2-79a9-426b-b0e9-3680363deb3b', 'name': 'network-vif-deleted', 'tag': 'ac4656a8-b9c3-4ccd-83e4-4c440ee02262', 'status': 'completed', 'code': 200} Jul 27 23:52:12.635654 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-5ffa00de-3408-4cc5-b15c-e2280f6b2ecf req-22735aa2-8d6d-46d3-a859-7acaba2701d7 tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:52:12.675768 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-5ffa00de-3408-4cc5-b15c-e2280f6b2ecf req-22735aa2-8d6d-46d3-a859-7acaba2701d7 tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:52:12.687907 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] get_ports_and_sgs() called for port_ids ['ac4656a8-b9c3-4ccd-83e4-4c440ee02262'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:52:12.725150 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ffa00de-3408-4cc5-b15c-e2280f6b2ecf req-22735aa2-8d6d-46d3-a859-7acaba2701d7 tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] Network 6637dbaa-50c3-42af-a142-709600aa7738 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:52:12.730403 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [req-5ffa00de-3408-4cc5-b15c-e2280f6b2ecf req-22735aa2-8d6d-46d3-a859-7acaba2701d7 tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:52:12.735486 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ffa00de-3408-4cc5-b15c-e2280f6b2ecf req-22735aa2-8d6d-46d3-a859-7acaba2701d7 tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:52:12.739368 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22735aa2-8d6d-46d3-a859-7acaba2701d7 tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] Pushing event updated for resources: {'Port': ['ID=a66cdac8-8a8a-41f8-952a-1c34ac236c46,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:52:12.787383 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffa00de-3408-4cc5-b15c-e2280f6b2ecf req-22735aa2-8d6d-46d3-a859-7acaba2701d7 tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:52:12.788089 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-5ffa00de-3408-4cc5-b15c-e2280f6b2ecf req-22735aa2-8d6d-46d3-a859-7acaba2701d7 tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:52:12.803022 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-5ffa00de-3408-4cc5-b15c-e2280f6b2ecf req-22735aa2-8d6d-46d3-a859-7acaba2701d7 tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6196275 Jul 27 23:52:12.817227 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [req-5ffa00de-3408-4cc5-b15c-e2280f6b2ecf req-3750de12-e6dd-4d71-84db-fc403b800816 service neutron] Request body: {'port': {'device_id': '15dfbfa3-5a95-4e3b-81e9-d37b020ae3fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802623-1'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:52:12.871619 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-5ffa00de-3408-4cc5-b15c-e2280f6b2ecf req-3750de12-e6dd-4d71-84db-fc403b800816 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:52:13.125955 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [req-5ffa00de-3408-4cc5-b15c-e2280f6b2ecf req-3750de12-e6dd-4d71-84db-fc403b800816 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a66cdac8-8a8a-41f8-952a-1c34ac236c46 {{(pid=93798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:52:13.133665 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-5ffa00de-3408-4cc5-b15c-e2280f6b2ecf req-3750de12-e6dd-4d71-84db-fc403b800816 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:52:13.145625 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-5ffa00de-3408-4cc5-b15c-e2280f6b2ecf req-3750de12-e6dd-4d71-84db-fc403b800816 service neutron] Transition to ACTIVE for port object a66cdac8-8a8a-41f8-952a-1c34ac236c46 will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:52:13.149521 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-5ffa00de-3408-4cc5-b15c-e2280f6b2ecf req-3750de12-e6dd-4d71-84db-fc403b800816 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:52:13.198209 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [req-ac3d5fd4-3684-4434-99db-d72d4ef75a0d req-541554d0-2aaa-4df9-b311-992ed8403c92 service neutron] (93797) timed out ('10.222.0.38', 57091) {{(pid=93797) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 27 23:52:13.199960 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3750de12-e6dd-4d71-84db-fc403b800816 service neutron] Pushing event updated for resources: {'Port': ['ID=a66cdac8-8a8a-41f8-952a-1c34ac236c46,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:52:13.264649 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-5ffa00de-3408-4cc5-b15c-e2280f6b2ecf req-3750de12-e6dd-4d71-84db-fc403b800816 service neutron] Attempting to bind port a66cdac8-8a8a-41f8-952a-1c34ac236c46 on host n-h2-802623-1 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:52:13.269660 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-5ffa00de-3408-4cc5-b15c-e2280f6b2ecf req-3750de12-e6dd-4d71-84db-fc403b800816 service neutron] Attempting to bind port a66cdac8-8a8a-41f8-952a-1c34ac236c46 by drivers openvswitch,hyperv on host n-h2-802623-1 at level 0 using segments [{'id': 'a06472c9-8b1b-468b-b7cd-e78ee6414801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '6637dbaa-50c3-42af-a142-709600aa7738'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:52:13.271154 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ffa00de-3408-4cc5-b15c-e2280f6b2ecf req-3750de12-e6dd-4d71-84db-fc403b800816 service neutron] Attempting to bind port a66cdac8-8a8a-41f8-952a-1c34ac236c46 on network 6637dbaa-50c3-42af-a142-709600aa7738 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:52:13.275425 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ffa00de-3408-4cc5-b15c-e2280f6b2ecf req-3750de12-e6dd-4d71-84db-fc403b800816 service neutron] Port a66cdac8-8a8a-41f8-952a-1c34ac236c46 on network 6637dbaa-50c3-42af-a142-709600aa7738 not bound, no agent of type Open vSwitch agent registered on host n-h2-802623-1 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 23:52:13.275747 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ffa00de-3408-4cc5-b15c-e2280f6b2ecf req-3750de12-e6dd-4d71-84db-fc403b800816 service neutron] Attempting to bind port a66cdac8-8a8a-41f8-952a-1c34ac236c46 on network 6637dbaa-50c3-42af-a142-709600aa7738 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:52:13.282086 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ffa00de-3408-4cc5-b15c-e2280f6b2ecf req-3750de12-e6dd-4d71-84db-fc403b800816 service neutron] Checking agent: {'id': 'c5cc038b-93c4-4df4-8061-5df2a04a48c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 23, 0, 4), 'started_at': datetime.datetime(2021, 7, 27, 23, 0, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 52, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:52:13.282424 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ffa00de-3408-4cc5-b15c-e2280f6b2ecf req-3750de12-e6dd-4d71-84db-fc403b800816 service neutron] Checking segment: {'id': 'a06472c9-8b1b-468b-b7cd-e78ee6414801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '6637dbaa-50c3-42af-a142-709600aa7738'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:52:13.282804 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ffa00de-3408-4cc5-b15c-e2280f6b2ecf req-3750de12-e6dd-4d71-84db-fc403b800816 service neutron] Bound using segment: {'id': 'a06472c9-8b1b-468b-b7cd-e78ee6414801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '6637dbaa-50c3-42af-a142-709600aa7738'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:52:13.283252 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-5ffa00de-3408-4cc5-b15c-e2280f6b2ecf req-3750de12-e6dd-4d71-84db-fc403b800816 service neutron] Bound port: a66cdac8-8a8a-41f8-952a-1c34ac236c46, host: n-h2-802623-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a06472c9-8b1b-468b-b7cd-e78ee6414801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '6637dbaa-50c3-42af-a142-709600aa7738'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:52:13.283608 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-5ffa00de-3408-4cc5-b15c-e2280f6b2ecf req-3750de12-e6dd-4d71-84db-fc403b800816 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:52:13.345103 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-5ffa00de-3408-4cc5-b15c-e2280f6b2ecf req-3750de12-e6dd-4d71-84db-fc403b800816 service neutron] For port a66cdac8-8a8a-41f8-952a-1c34ac236c46, host n-h2-802623-1, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:52:13.348047 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-5ffa00de-3408-4cc5-b15c-e2280f6b2ecf req-3750de12-e6dd-4d71-84db-fc403b800816 service neutron] For port a66cdac8-8a8a-41f8-952a-1c34ac236c46, host n-h2-802623-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=a66cdac8-8a8a-41f8-952a-1c34ac236c46,segment=NetworkSegment(a06472c9-8b1b-468b-b7cd-e78ee6414801),segment_id=a06472c9-8b1b-468b-b7cd-e78ee6414801)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:52:13.352666 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-5ffa00de-3408-4cc5-b15c-e2280f6b2ecf req-3750de12-e6dd-4d71-84db-fc403b800816 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:52:13.386820 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffa00de-3408-4cc5-b15c-e2280f6b2ecf req-3750de12-e6dd-4d71-84db-fc403b800816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:52:13.388590 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-5ffa00de-3408-4cc5-b15c-e2280f6b2ecf req-3750de12-e6dd-4d71-84db-fc403b800816 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:52:13.390233 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-5ffa00de-3408-4cc5-b15c-e2280f6b2ecf req-3750de12-e6dd-4d71-84db-fc403b800816 service neutron] 10.222.0.49 "PUT /v2.0/ports/a66cdac8-8a8a-41f8-952a-1c34ac236c46 HTTP/1.1" status: 200 len: 1091 time: 0.5772407 Jul 27 23:52:13.392384 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15dfbfa3-5a95-4e3b-81e9-d37b020ae3fa', 'tag': 'a66cdac8-8a8a-41f8-952a-1c34ac236c46'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:52:13.395775 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}011f8d312121274bb12d78e77c6379a2079800640016cec6c6d605b73666e854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27e2f31f-e062-4267-8458-c9b276dba1d6" -d '{"events": [{"name": "network-changed", "server_uuid": "15dfbfa3-5a95-4e3b-81e9-d37b020ae3fa", "tag": "a66cdac8-8a8a-41f8-952a-1c34ac236c46"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:52:13.437552 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 23:52:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86640021-c751-40a9-87fe-1d5d51c968c0 x-openstack-request-id: req-86640021-c751-40a9-87fe-1d5d51c968c0 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:52:13.437844 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15dfbfa3-5a95-4e3b-81e9-d37b020ae3fa", "tag": "a66cdac8-8a8a-41f8-952a-1c34ac236c46", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:52:13.438095 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-86640021-c751-40a9-87fe-1d5d51c968c0 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:52:13.438486 n-d-802623-1 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15dfbfa3-5a95-4e3b-81e9-d37b020ae3fa', 'tag': 'a66cdac8-8a8a-41f8-952a-1c34ac236c46', 'status': 'completed', 'code': 200} Jul 27 23:52:13.782570 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3750de12-e6dd-4d71-84db-fc403b800816 service neutron] Pushing event updated for resources: {'Port': ['ID=a66cdac8-8a8a-41f8-952a-1c34ac236c46,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:52:13.806625 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b5ed5a-53c6-489a-b82e-51832e402ef4 req-b1d2fffe-00b5-4631-b779-7ef29fff81b1 tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:52:13.808124 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f5b5ed5a-53c6-489a-b82e-51832e402ef4 req-b1d2fffe-00b5-4631-b779-7ef29fff81b1 tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] 10.222.0.18 "GET /v2.0/ports?device_id=15dfbfa3-5a95-4e3b-81e9-d37b020ae3fa HTTP/1.1" status: 200 len: 943 time: 0.4072268 Jul 27 23:52:13.813887 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffa00de-3408-4cc5-b15c-e2280f6b2ecf req-929b85a1-e4bc-4624-89ed-681f70b64d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:52:13.815286 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-5ffa00de-3408-4cc5-b15c-e2280f6b2ecf req-929b85a1-e4bc-4624-89ed-681f70b64d34 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e1b8fe1ce30c43058c8f724949bfe076&device_id=15dfbfa3-5a95-4e3b-81e9-d37b020ae3fa HTTP/1.1" status: 200 len: 1094 time: 0.3711641 Jul 27 23:52:13.865758 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-5ffa00de-3408-4cc5-b15c-e2280f6b2ecf req-a2ccbb79-7b54-4b62-9582-5d06d4413c00 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a66cdac8-8a8a-41f8-952a-1c34ac236c46 HTTP/1.1" status: 200 len: 217 time: 0.0425396 Jul 27 23:52:13.885693 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f5b5ed5a-53c6-489a-b82e-51832e402ef4 req-5ea5d0f9-ab7f-4a5a-80ff-1a63791f56fd tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] 10.222.0.18 "GET /v2.0/security-groups?id=be618fd5-a4e8-4c71-9d7f-c7d4e4207e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695245 Jul 27 23:52:13.922300 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffa00de-3408-4cc5-b15c-e2280f6b2ecf req-99d57da6-5940-4e8f-9681-32734145d1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:52:13.923753 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-5ffa00de-3408-4cc5-b15c-e2280f6b2ecf req-99d57da6-5940-4e8f-9681-32734145d1ad service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c7c1251c-8b57-47e5-90b9-e532c6b93db4 HTTP/1.1" status: 200 len: 855 time: 0.0503762 Jul 27 23:52:13.954337 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-5ffa00de-3408-4cc5-b15c-e2280f6b2ecf req-6434e763-d6c0-469b-8a79-ae2e725cc215 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6637dbaa-50c3-42af-a142-709600aa7738&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238566 Jul 27 23:52:14.041333 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-5ffa00de-3408-4cc5-b15c-e2280f6b2ecf req-1b83365d-fd28-4dec-a0af-0f93278ddaee service neutron] 10.222.0.49 "GET /v2.0/networks/6637dbaa-50c3-42af-a142-709600aa7738?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795209 Jul 27 23:52:14.132248 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-5ffa00de-3408-4cc5-b15c-e2280f6b2ecf req-fa48cef0-f6ef-4462-95e2-76adbb4cbe1d service neutron] 10.222.0.49 "GET /v2.0/networks/6637dbaa-50c3-42af-a142-709600aa7738?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839012 Jul 27 23:52:14.214106 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e2f31f-e062-4267-8458-c9b276dba1d6 req-61819d68-db95-47bb-9f20-d0af7fc762b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:52:14.215637 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-27e2f31f-e062-4267-8458-c9b276dba1d6 req-61819d68-db95-47bb-9f20-d0af7fc762b2 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e1b8fe1ce30c43058c8f724949bfe076&device_id=15dfbfa3-5a95-4e3b-81e9-d37b020ae3fa HTTP/1.1" status: 200 len: 1094 time: 0.0411844 Jul 27 23:52:14.314588 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e2f31f-e062-4267-8458-c9b276dba1d6 req-6e9553ab-422d-478d-bc6e-3c951ea74b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:52:14.315986 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-27e2f31f-e062-4267-8458-c9b276dba1d6 req-6e9553ab-422d-478d-bc6e-3c951ea74b08 service neutron] 10.222.0.49 "GET /v2.0/networks?id=6637dbaa-50c3-42af-a142-709600aa7738 HTTP/1.1" status: 200 len: 916 time: 0.0928593 Jul 27 23:52:14.355604 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-27e2f31f-e062-4267-8458-c9b276dba1d6 req-1a5e04de-b31d-4fa8-8f74-9f2966e9948b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a66cdac8-8a8a-41f8-952a-1c34ac236c46 HTTP/1.1" status: 200 len: 217 time: 0.0330610 Jul 27 23:52:14.403294 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e2f31f-e062-4267-8458-c9b276dba1d6 req-3acedc8b-f8e5-4716-b903-b964ee8d08ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:52:14.405231 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-27e2f31f-e062-4267-8458-c9b276dba1d6 req-3acedc8b-f8e5-4716-b903-b964ee8d08ca service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c7c1251c-8b57-47e5-90b9-e532c6b93db4 HTTP/1.1" status: 200 len: 855 time: 0.0419269 Jul 27 23:52:14.436244 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-27e2f31f-e062-4267-8458-c9b276dba1d6 req-8ff4261a-ddba-4e8a-89f2-9e919ce08bbd service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6637dbaa-50c3-42af-a142-709600aa7738&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236342 Jul 27 23:52:14.530493 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-27e2f31f-e062-4267-8458-c9b276dba1d6 req-0c2d50ab-3e25-4b37-9f99-b7b457cfd91a service neutron] 10.222.0.49 "GET /v2.0/networks/6637dbaa-50c3-42af-a142-709600aa7738?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865967 Jul 27 23:52:14.617714 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-27e2f31f-e062-4267-8458-c9b276dba1d6 req-93f0dedd-935c-4a6a-b3e3-d49d76074665 service neutron] 10.222.0.49 "GET /v2.0/networks/6637dbaa-50c3-42af-a142-709600aa7738?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802646 Jul 27 23:52:15.001203 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9938e0f-d32b-4d66-ad47-265fdcac95ed req-2cb7be3e-49f0-49ce-bb57-25922d963cb6 tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:52:15.002712 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-b9938e0f-d32b-4d66-ad47-265fdcac95ed req-2cb7be3e-49f0-49ce-bb57-25922d963cb6 tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] 10.222.0.18 "GET /v2.0/ports?device_id=15dfbfa3-5a95-4e3b-81e9-d37b020ae3fa HTTP/1.1" status: 200 len: 943 time: 0.0490768 Jul 27 23:52:15.041661 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-b9938e0f-d32b-4d66-ad47-265fdcac95ed req-74418a28-f889-4847-86e2-abe551595dba tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] 10.222.0.18 "GET /v2.0/security-groups?id=be618fd5-a4e8-4c71-9d7f-c7d4e4207e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330386 Jul 27 23:52:15.709322 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device ac4656a8-b9c3-4ccd-83e4-4c440ee02262 no longer exists at agent hyperv_n-h2-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:52:15.728801 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] No Port match for: ac4656a8-b9c3-4ccd-83e4-4c440ee02262 {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:52:15.729141 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device ac4656a8-b9c3-4ccd-83e4-4c440ee02262 not bound to the agent host n-h2-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:52:16.161049 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a522930-31d1-4b97-a2c5-876d4a7d5620 req-91b2380a-0890-4166-8211-7e4d8f15843e tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:52:16.162570 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-9a522930-31d1-4b97-a2c5-876d4a7d5620 req-91b2380a-0890-4166-8211-7e4d8f15843e tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] 10.222.0.18 "GET /v2.0/ports?device_id=15dfbfa3-5a95-4e3b-81e9-d37b020ae3fa HTTP/1.1" status: 200 len: 943 time: 0.0553026 Jul 27 23:52:16.202553 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-9a522930-31d1-4b97-a2c5-876d4a7d5620 req-dcb15869-ac55-4213-b1fb-07521c35bafa tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] 10.222.0.18 "GET /v2.0/security-groups?id=be618fd5-a4e8-4c71-9d7f-c7d4e4207e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335753 Jul 27 23:52:17.314238 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e59a0a-912f-408b-ae1c-8974b27e7459 req-d933bb39-004f-4a04-9438-14bfbec90d78 tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:52:17.315743 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f3e59a0a-912f-408b-ae1c-8974b27e7459 req-d933bb39-004f-4a04-9438-14bfbec90d78 tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] 10.222.0.18 "GET /v2.0/ports?device_id=15dfbfa3-5a95-4e3b-81e9-d37b020ae3fa HTTP/1.1" status: 200 len: 943 time: 0.0490909 Jul 27 23:52:17.353465 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f3e59a0a-912f-408b-ae1c-8974b27e7459 req-f2b26905-7f0e-44e6-96c5-9bef01ffda36 tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] 10.222.0.18 "GET /v2.0/security-groups?id=be618fd5-a4e8-4c71-9d7f-c7d4e4207e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317345 Jul 27 23:52:17.719922 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device a66cdac8-8a8a-41f8-952a-1c34ac236c46 details requested by agent hyperv_n-h2-802623-1 with host n-h2-802623-1 {{(pid=93799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 23:52:17.812963 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port a66cdac8-8a8a-41f8-952a-1c34ac236c46, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=a66cdac8-8a8a-41f8-952a-1c34ac236c46,segment=NetworkSegment(a06472c9-8b1b-468b-b7cd-e78ee6414801),segment_id=a06472c9-8b1b-468b-b7cd-e78ee6414801)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:52:17.823993 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Returning: {'device': 'a66cdac8-8a8a-41f8-952a-1c34ac236c46', 'network_id': '6637dbaa-50c3-42af-a142-709600aa7738', 'port_id': 'a66cdac8-8a8a-41f8-952a-1c34ac236c46', 'mac_address': 'fa:16:3e:c7:79:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7c1251c-8b57-47e5-90b9-e532c6b93db4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 23:52:17.859024 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:52:17.870826 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a66cdac8-8a8a-41f8-952a-1c34ac236c46 {{(pid=93799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:52:17.890309 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port a66cdac8-8a8a-41f8-952a-1c34ac236c46, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=a66cdac8-8a8a-41f8-952a-1c34ac236c46,segment=NetworkSegment(a06472c9-8b1b-468b-b7cd-e78ee6414801),segment_id=a06472c9-8b1b-468b-b7cd-e78ee6414801)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:52:17.894468 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:52:17.939774 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Pushing event updated for resources: {'Port': ['ID=a66cdac8-8a8a-41f8-952a-1c34ac236c46,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:52:18.174859 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] get_ports_and_sgs() called for port_ids ['a66cdac8-8a8a-41f8-952a-1c34ac236c46'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:52:18.474482 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa9bacd-282a-45ef-9c71-9e15c18044f6 req-48c1fe10-6d32-428a-b66a-9e32b4c8a3c2 tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:52:18.475987 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-8fa9bacd-282a-45ef-9c71-9e15c18044f6 req-48c1fe10-6d32-428a-b66a-9e32b4c8a3c2 tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] 10.222.0.18 "GET /v2.0/ports?device_id=15dfbfa3-5a95-4e3b-81e9-d37b020ae3fa HTTP/1.1" status: 200 len: 944 time: 0.0573597 Jul 27 23:52:18.513285 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-8fa9bacd-282a-45ef-9c71-9e15c18044f6 req-6d966ef4-ea2e-4648-8802-d6f0f0d49643 tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] 10.222.0.18 "GET /v2.0/security-groups?id=be618fd5-a4e8-4c71-9d7f-c7d4e4207e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307908 Jul 27 23:52:19.631091 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21457d30-3438-4ccb-bea6-072670a10b1c req-ea4d46bf-2036-4a96-83f3-a6067e3c2604 tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:52:19.632599 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-21457d30-3438-4ccb-bea6-072670a10b1c req-ea4d46bf-2036-4a96-83f3-a6067e3c2604 tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] 10.222.0.18 "GET /v2.0/ports?device_id=15dfbfa3-5a95-4e3b-81e9-d37b020ae3fa HTTP/1.1" status: 200 len: 944 time: 0.0531433 Jul 27 23:52:19.670583 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-21457d30-3438-4ccb-bea6-072670a10b1c req-33c9f830-b197-4b94-8346-4aedb6292d8d tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] 10.222.0.18 "GET /v2.0/security-groups?id=be618fd5-a4e8-4c71-9d7f-c7d4e4207e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319316 Jul 27 23:52:19.742023 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device a66cdac8-8a8a-41f8-952a-1c34ac236c46 up at agent hyperv_n-h2-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:52:19.788667 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Provisioning for port a66cdac8-8a8a-41f8-952a-1c34ac236c46 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:52:19.792374 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Provisioning complete for port a66cdac8-8a8a-41f8-952a-1c34ac236c46 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:52:19.792693 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:52:19.873067 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:52:19.895070 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15dfbfa3-5a95-4e3b-81e9-d37b020ae3fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a66cdac8-8a8a-41f8-952a-1c34ac236c46'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:52:19.897301 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c0369b0d4f459110ff20a1f9878ba33f96d6491bddb9d15843bf29d01e0bda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71225d99-1eb5-4191-91a9-39f1b58ccba6" -d '{"events": [{"server_uuid": "15dfbfa3-5a95-4e3b-81e9-d37b020ae3fa", "name": "network-vif-plugged", "status": "completed", "tag": "a66cdac8-8a8a-41f8-952a-1c34ac236c46"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:52:19.910799 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port a66cdac8-8a8a-41f8-952a-1c34ac236c46, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=a66cdac8-8a8a-41f8-952a-1c34ac236c46,segment=NetworkSegment(a06472c9-8b1b-468b-b7cd-e78ee6414801),segment_id=a06472c9-8b1b-468b-b7cd-e78ee6414801)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:52:19.914930 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:52:19.937484 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:52:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dfffe3d-49e3-4d57-90ad-8dc2e66f1377 x-openstack-request-id: req-9dfffe3d-49e3-4d57-90ad-8dc2e66f1377 {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:52:19.937775 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15dfbfa3-5a95-4e3b-81e9-d37b020ae3fa", "name": "network-vif-plugged", "status": "completed", "tag": "a66cdac8-8a8a-41f8-952a-1c34ac236c46", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:52:19.938024 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9dfffe3d-49e3-4d57-90ad-8dc2e66f1377 {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:52:19.938410 n-d-802623-1 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15dfbfa3-5a95-4e3b-81e9-d37b020ae3fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a66cdac8-8a8a-41f8-952a-1c34ac236c46', 'code': 200} Jul 27 23:52:19.964151 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Pushing event updated for resources: {'Port': ['ID=a66cdac8-8a8a-41f8-952a-1c34ac236c46,revision_number=5']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:52:20.025697 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a4d150-f26c-485d-b6b5-3269ece50acf req-d83fbdb2-e636-45d1-9a4c-7f954a1a3c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:52:20.027188 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e9a4d150-f26c-485d-b6b5-3269ece50acf req-d83fbdb2-e636-45d1-9a4c-7f954a1a3c45 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=15dfbfa3-5a95-4e3b-81e9-d37b020ae3fa HTTP/1.1" status: 200 len: 1096 time: 0.0398908 Jul 27 23:52:20.061615 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e9a4d150-f26c-485d-b6b5-3269ece50acf req-d685890e-664f-492b-b336-a73b0fc4ab29 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=be618fd5-a4e8-4c71-9d7f-c7d4e4207e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0269732 Jul 27 23:52:20.784156 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5dbdbb-ff61-466c-b0ae-aa1516b0a2c7 req-8d647536-3518-401e-8bb8-b86cd1cccf21 tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:52:20.785634 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-4e5dbdbb-ff61-466c-b0ae-aa1516b0a2c7 req-8d647536-3518-401e-8bb8-b86cd1cccf21 tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] 10.222.0.18 "GET /v2.0/ports?device_id=15dfbfa3-5a95-4e3b-81e9-d37b020ae3fa HTTP/1.1" status: 200 len: 945 time: 0.0492473 Jul 27 23:52:20.822654 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-4e5dbdbb-ff61-466c-b0ae-aa1516b0a2c7 req-b6b7e5ae-fb95-4ddc-b9d4-3e26c2d5a8ff tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] 10.222.0.18 "GET /v2.0/security-groups?id=be618fd5-a4e8-4c71-9d7f-c7d4e4207e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311320 Jul 27 23:52:21.942092 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c9cccc-5c77-4cd4-a9ac-edd1d9dd314d req-bcc80ba2-03ec-4900-bcd3-d73db6c683d0 tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:52:21.943558 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-d1c9cccc-5c77-4cd4-a9ac-edd1d9dd314d req-bcc80ba2-03ec-4900-bcd3-d73db6c683d0 tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] 10.222.0.18 "GET /v2.0/ports?device_id=15dfbfa3-5a95-4e3b-81e9-d37b020ae3fa HTTP/1.1" status: 200 len: 945 time: 0.0511444 Jul 27 23:52:21.980265 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-d1c9cccc-5c77-4cd4-a9ac-edd1d9dd314d req-f194390b-0b84-4ee6-9207-a7185f4282f2 tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] 10.222.0.18 "GET /v2.0/security-groups?id=be618fd5-a4e8-4c71-9d7f-c7d4e4207e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308931 Jul 27 23:52:22.094875 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e4a2ae-5eca-4b6b-a42f-d14b21f3654d req-86a7297a-a2d5-4095-ac1d-d85616badac6 tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:52:22.096380 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-62e4a2ae-5eca-4b6b-a42f-d14b21f3654d req-86a7297a-a2d5-4095-ac1d-d85616badac6 tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] 10.222.0.18 "GET /v2.0/ports?device_id=15dfbfa3-5a95-4e3b-81e9-d37b020ae3fa HTTP/1.1" status: 200 len: 945 time: 0.0498698 Jul 27 23:52:22.133990 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-62e4a2ae-5eca-4b6b-a42f-d14b21f3654d req-02b7c7ed-ed0f-41d6-b133-57b6d84734b5 tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] 10.222.0.18 "GET /v2.0/security-groups?id=be618fd5-a4e8-4c71-9d7f-c7d4e4207e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316377 Jul 27 23:52:22.381496 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-3efd1c7c-b6b0-4f65-a400-34071b84e422 req-e88bdcee-9f6d-4d46-90eb-6bd21a449644 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=15dfbfa3-5a95-4e3b-81e9-d37b020ae3fa&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0731206 Jul 27 23:52:22.393726 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0745917-4e6d-4d1f-80bd-bb5b9a7b2fa0 req-b12d6eee-1bc3-4694-a035-7a1890783383 tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:52:22.395196 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f0745917-4e6d-4d1f-80bd-bb5b9a7b2fa0 req-b12d6eee-1bc3-4694-a035-7a1890783383 tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] 10.222.0.18 "GET /v2.0/ports?device_id=15dfbfa3-5a95-4e3b-81e9-d37b020ae3fa HTTP/1.1" status: 200 len: 945 time: 0.0753491 Jul 27 23:52:22.438980 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f0745917-4e6d-4d1f-80bd-bb5b9a7b2fa0 req-f942b428-4ce3-48e7-a78a-e07b3d4b427f tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] 10.222.0.18 "GET /v2.0/security-groups?id=be618fd5-a4e8-4c71-9d7f-c7d4e4207e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370657 Jul 27 23:52:23.412650 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efd1c7c-b6b0-4f65-a400-34071b84e422 req-1fae5ef4-7302-48f0-8440-f377aea1d6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:52:23.414084 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-3efd1c7c-b6b0-4f65-a400-34071b84e422 req-1fae5ef4-7302-48f0-8440-f377aea1d6d4 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e1b8fe1ce30c43058c8f724949bfe076&device_id=15dfbfa3-5a95-4e3b-81e9-d37b020ae3fa HTTP/1.1" status: 200 len: 1096 time: 0.0407128 Jul 27 23:52:23.505403 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efd1c7c-b6b0-4f65-a400-34071b84e422 req-c9521059-4518-4f71-a1ce-904297ccb100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:52:23.506870 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-3efd1c7c-b6b0-4f65-a400-34071b84e422 req-c9521059-4518-4f71-a1ce-904297ccb100 service neutron] 10.222.0.49 "GET /v2.0/networks?id=6637dbaa-50c3-42af-a142-709600aa7738 HTTP/1.1" status: 200 len: 916 time: 0.0835724 Jul 27 23:52:23.567715 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-3efd1c7c-b6b0-4f65-a400-34071b84e422 req-b4df1c4a-c37a-45f8-8910-4f72200d9962 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a66cdac8-8a8a-41f8-952a-1c34ac236c46 HTTP/1.1" status: 200 len: 217 time: 0.0503316 Jul 27 23:52:23.612036 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6867ea6c-3fe5-493d-91db-2753dfb0e4e1 req-5bcccc87-a6e3-4c19-9f54-f9a6aac6a403 tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:52:23.613493 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-6867ea6c-3fe5-493d-91db-2753dfb0e4e1 req-5bcccc87-a6e3-4c19-9f54-f9a6aac6a403 tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] 10.222.0.18 "GET /v2.0/ports?device_id=15dfbfa3-5a95-4e3b-81e9-d37b020ae3fa HTTP/1.1" status: 200 len: 945 time: 0.1057441 Jul 27 23:52:23.643802 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efd1c7c-b6b0-4f65-a400-34071b84e422 req-39d481a6-a003-478c-8b0b-1dad49a67a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:52:23.645209 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-3efd1c7c-b6b0-4f65-a400-34071b84e422 req-39d481a6-a003-478c-8b0b-1dad49a67a0c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c7c1251c-8b57-47e5-90b9-e532c6b93db4 HTTP/1.1" status: 200 len: 855 time: 0.0701318 Jul 27 23:52:23.685751 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-6867ea6c-3fe5-493d-91db-2753dfb0e4e1 req-2bf92fd2-2ef2-40e0-9a4b-7a3f75b4f965 tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] 10.222.0.18 "GET /v2.0/security-groups?id=be618fd5-a4e8-4c71-9d7f-c7d4e4207e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649548 Jul 27 23:52:23.687758 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-3efd1c7c-b6b0-4f65-a400-34071b84e422 req-87713f0a-5c1b-46af-8953-7e58b0d6576e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6637dbaa-50c3-42af-a142-709600aa7738&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335813 Jul 27 23:52:23.775244 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-3efd1c7c-b6b0-4f65-a400-34071b84e422 req-636a869a-0301-4934-b11c-e68214a38719 service neutron] 10.222.0.49 "GET /v2.0/networks/6637dbaa-50c3-42af-a142-709600aa7738?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803497 Jul 27 23:52:23.866913 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-3efd1c7c-b6b0-4f65-a400-34071b84e422 req-cfb4b71c-3530-458f-9ed2-20465f130b3e service neutron] 10.222.0.49 "GET /v2.0/networks/6637dbaa-50c3-42af-a142-709600aa7738?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846460 Jul 27 23:52:24.798794 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed818bac-1900-4891-a7ae-5d3dc07a33fc req-25948493-b168-42d8-963a-1fb0f09e004f tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:52:24.800283 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-ed818bac-1900-4891-a7ae-5d3dc07a33fc req-25948493-b168-42d8-963a-1fb0f09e004f tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] 10.222.0.18 "GET /v2.0/ports?device_id=15dfbfa3-5a95-4e3b-81e9-d37b020ae3fa HTTP/1.1" status: 200 len: 945 time: 0.0486741 Jul 27 23:52:24.839301 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-ed818bac-1900-4891-a7ae-5d3dc07a33fc req-1d1ba55e-d9c3-474c-8993-69da9962bffb tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] 10.222.0.18 "GET /v2.0/security-groups?id=be618fd5-a4e8-4c71-9d7f-c7d4e4207e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332034 Jul 27 23:52:25.952844 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ef9966-5758-4d99-8aea-82c4e630d4d4 req-438487ea-8fef-45bc-8145-aa3707467af6 tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:52:25.954287 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-99ef9966-5758-4d99-8aea-82c4e630d4d4 req-438487ea-8fef-45bc-8145-aa3707467af6 tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] 10.222.0.18 "GET /v2.0/ports?device_id=15dfbfa3-5a95-4e3b-81e9-d37b020ae3fa HTTP/1.1" status: 200 len: 945 time: 0.0484655 Jul 27 23:52:25.991011 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-99ef9966-5758-4d99-8aea-82c4e630d4d4 req-c5a1be2f-7d7a-4529-a316-97a116083527 tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] 10.222.0.18 "GET /v2.0/security-groups?id=be618fd5-a4e8-4c71-9d7f-c7d4e4207e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309193 Jul 27 23:52:26.939918 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-13f7797c-21bd-49c6-a776-9610b79e8b16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:52:27.108447 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1d624c-e44f-4f25-8f65-5c8e56d37c0f req-212bbf54-3cb4-4a0d-b082-c7f46b4a4dc2 tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:52:27.109957 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-ff1d624c-e44f-4f25-8f65-5c8e56d37c0f req-212bbf54-3cb4-4a0d-b082-c7f46b4a4dc2 tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] 10.222.0.18 "GET /v2.0/ports?device_id=15dfbfa3-5a95-4e3b-81e9-d37b020ae3fa HTTP/1.1" status: 200 len: 945 time: 0.0531359 Jul 27 23:52:27.155358 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-ff1d624c-e44f-4f25-8f65-5c8e56d37c0f req-97a252b0-ea56-446b-98ee-bcaa55f9f965 tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] 10.222.0.18 "GET /v2.0/security-groups?id=be618fd5-a4e8-4c71-9d7f-c7d4e4207e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394418 Jul 27 23:52:28.268498 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be9c401-c3ca-481e-8e84-07c27bcadeab req-e5e727e5-5a85-4617-bd9e-712c11663948 tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:52:28.270016 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-5be9c401-c3ca-481e-8e84-07c27bcadeab req-e5e727e5-5a85-4617-bd9e-712c11663948 tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] 10.222.0.18 "GET /v2.0/ports?device_id=15dfbfa3-5a95-4e3b-81e9-d37b020ae3fa HTTP/1.1" status: 200 len: 945 time: 0.0495591 Jul 27 23:52:28.307094 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-5be9c401-c3ca-481e-8e84-07c27bcadeab req-6d73cabc-079a-4341-9039-e0d157a6db1d tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] 10.222.0.18 "GET /v2.0/security-groups?id=be618fd5-a4e8-4c71-9d7f-c7d4e4207e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311370 Jul 27 23:52:29.422103 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6401a298-f0dd-48d3-8603-e886c7939045 req-2602c53b-9473-48ba-8474-ab35a9c28d29 tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:52:29.423536 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-6401a298-f0dd-48d3-8603-e886c7939045 req-2602c53b-9473-48ba-8474-ab35a9c28d29 tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] 10.222.0.18 "GET /v2.0/ports?device_id=15dfbfa3-5a95-4e3b-81e9-d37b020ae3fa HTTP/1.1" status: 200 len: 945 time: 0.0502541 Jul 27 23:52:29.461203 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-6401a298-f0dd-48d3-8603-e886c7939045 req-26817a6b-5a5e-40bc-aac6-75576dbf8247 tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] 10.222.0.18 "GET /v2.0/security-groups?id=be618fd5-a4e8-4c71-9d7f-c7d4e4207e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316811 Jul 27 23:52:29.619587 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-94ce4c21-5dd0-4325-a28a-48e90a22346a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:52:29.915540 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:52:30.095546 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:52:30.580917 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e30a314-cff1-4502-8cf9-f200ef89d558 req-deef49aa-e0d0-4885-a23a-d450db1c1fb6 tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:52:30.582389 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-8e30a314-cff1-4502-8cf9-f200ef89d558 req-deef49aa-e0d0-4885-a23a-d450db1c1fb6 tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] 10.222.0.18 "GET /v2.0/ports?device_id=15dfbfa3-5a95-4e3b-81e9-d37b020ae3fa HTTP/1.1" status: 200 len: 945 time: 0.0527549 Jul 27 23:52:30.604353 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-19f2e178-d45e-4fbe-b9be-c3963fc151ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:52:30.621800 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-8e30a314-cff1-4502-8cf9-f200ef89d558 req-8c752e14-3c74-4080-8368-d7a634bbb7a2 tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] 10.222.0.18 "GET /v2.0/security-groups?id=be618fd5-a4e8-4c71-9d7f-c7d4e4207e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321987 Jul 27 23:52:31.735726 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e8919a-9514-476b-82db-11e3c5451914 req-0b44373f-f4df-4fbc-aa07-5e683fe00767 tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:52:31.737210 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-c9e8919a-9514-476b-82db-11e3c5451914 req-0b44373f-f4df-4fbc-aa07-5e683fe00767 tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] 10.222.0.18 "GET /v2.0/ports?device_id=15dfbfa3-5a95-4e3b-81e9-d37b020ae3fa HTTP/1.1" status: 200 len: 945 time: 0.0501826 Jul 27 23:52:31.773870 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-c9e8919a-9514-476b-82db-11e3c5451914 req-577f81dc-05a1-41a9-9c41-efa26bd1c4ae tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] 10.222.0.18 "GET /v2.0/security-groups?id=be618fd5-a4e8-4c71-9d7f-c7d4e4207e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308399 Jul 27 23:52:32.365929 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7418f70f-e60d-4709-8ba9-6ab514bc7f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:52:32.886212 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd34295-bc6d-41c4-b927-bde57455e283 req-bfa740fb-22df-4136-ae5a-b30915acbfa2 tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:52:32.888213 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-8dd34295-bc6d-41c4-b927-bde57455e283 req-bfa740fb-22df-4136-ae5a-b30915acbfa2 tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] 10.222.0.18 "GET /v2.0/ports?device_id=15dfbfa3-5a95-4e3b-81e9-d37b020ae3fa HTTP/1.1" status: 200 len: 945 time: 0.0482652 Jul 27 23:52:32.925572 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-8dd34295-bc6d-41c4-b927-bde57455e283 req-6b9e91ef-b630-4adc-8649-7ebf42cce90b tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] 10.222.0.18 "GET /v2.0/security-groups?id=be618fd5-a4e8-4c71-9d7f-c7d4e4207e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316014 Jul 27 23:52:34.046893 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4eb69f8-1745-44d8-b3b9-1d073e80468c req-672c93c3-5649-4e12-989d-36a9a568b09d tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:52:34.048411 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-c4eb69f8-1745-44d8-b3b9-1d073e80468c req-672c93c3-5649-4e12-989d-36a9a568b09d tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] 10.222.0.18 "GET /v2.0/ports?device_id=15dfbfa3-5a95-4e3b-81e9-d37b020ae3fa HTTP/1.1" status: 200 len: 945 time: 0.0565822 Jul 27 23:52:34.086128 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-c4eb69f8-1745-44d8-b3b9-1d073e80468c req-616e56de-1866-4377-8f26-ed350e34a687 tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] 10.222.0.18 "GET /v2.0/security-groups?id=be618fd5-a4e8-4c71-9d7f-c7d4e4207e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315368 Jul 27 23:52:35.200162 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5030361a-6c8e-4453-a6e8-1936e9d4cc35 req-f8cc9618-7902-45de-8591-4b16be24774d tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:52:35.201661 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-5030361a-6c8e-4453-a6e8-1936e9d4cc35 req-f8cc9618-7902-45de-8591-4b16be24774d tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] 10.222.0.18 "GET /v2.0/ports?device_id=15dfbfa3-5a95-4e3b-81e9-d37b020ae3fa HTTP/1.1" status: 200 len: 945 time: 0.0496397 Jul 27 23:52:35.204565 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:52:35.239434 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-5030361a-6c8e-4453-a6e8-1936e9d4cc35 req-6a830f31-0ca9-4487-b7ab-3a7be623a730 tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] 10.222.0.18 "GET /v2.0/security-groups?id=be618fd5-a4e8-4c71-9d7f-c7d4e4207e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315921 Jul 27 23:52:35.358827 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.agents_db [None req-9beef776-8bab-4de2-989a-f5a23ba4aaf4 None None] Agent healthcheck: found 7 active agents {{(pid=93800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 23:52:36.353306 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b77b7f-c2f1-4978-986d-f0753b6f5b05 req-e755d1fc-9a48-4987-9c54-bea900ec7c30 tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:52:36.354685 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-73b77b7f-c2f1-4978-986d-f0753b6f5b05 req-e755d1fc-9a48-4987-9c54-bea900ec7c30 tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] 10.222.0.18 "GET /v2.0/ports?device_id=15dfbfa3-5a95-4e3b-81e9-d37b020ae3fa HTTP/1.1" status: 200 len: 945 time: 0.0494208 Jul 27 23:52:36.392574 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-73b77b7f-c2f1-4978-986d-f0753b6f5b05 req-a2c8a37f-58a4-4224-9708-112121cc57df tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] 10.222.0.18 "GET /v2.0/security-groups?id=be618fd5-a4e8-4c71-9d7f-c7d4e4207e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319288 Jul 27 23:52:37.508630 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdd38a7-55c3-4573-912f-8924613919d9 req-184f6ab6-4d96-4776-91df-44cf782b3baa tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:52:37.510113 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-3fdd38a7-55c3-4573-912f-8924613919d9 req-184f6ab6-4d96-4776-91df-44cf782b3baa tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] 10.222.0.18 "GET /v2.0/ports?device_id=15dfbfa3-5a95-4e3b-81e9-d37b020ae3fa HTTP/1.1" status: 200 len: 945 time: 0.0519469 Jul 27 23:52:37.549822 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-3fdd38a7-55c3-4573-912f-8924613919d9 req-d81f2f94-f60d-4b82-a8dd-e734beabf014 tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] 10.222.0.18 "GET /v2.0/security-groups?id=be618fd5-a4e8-4c71-9d7f-c7d4e4207e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332968 Jul 27 23:52:38.664979 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09d3b6f-ac4d-464f-82fc-0206054854fa req-a1433c51-a46c-4c3f-bc82-498afe2bc7b9 tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:52:38.666467 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a09d3b6f-ac4d-464f-82fc-0206054854fa req-a1433c51-a46c-4c3f-bc82-498afe2bc7b9 tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] 10.222.0.18 "GET /v2.0/ports?device_id=15dfbfa3-5a95-4e3b-81e9-d37b020ae3fa HTTP/1.1" status: 200 len: 945 time: 0.0504985 Jul 27 23:52:38.704878 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a09d3b6f-ac4d-464f-82fc-0206054854fa req-91ea4033-0f56-43c7-8b4a-eea5ad29edc6 tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] 10.222.0.18 "GET /v2.0/security-groups?id=be618fd5-a4e8-4c71-9d7f-c7d4e4207e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320055 Jul 27 23:52:39.819832 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65195ed8-ac64-4396-b586-bb83bc582f1b req-4f4a6543-c842-479a-ad01-164920b0debb tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:52:39.821308 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-65195ed8-ac64-4396-b586-bb83bc582f1b req-4f4a6543-c842-479a-ad01-164920b0debb tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] 10.222.0.18 "GET /v2.0/ports?device_id=15dfbfa3-5a95-4e3b-81e9-d37b020ae3fa HTTP/1.1" status: 200 len: 945 time: 0.0504036 Jul 27 23:52:39.859481 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-65195ed8-ac64-4396-b586-bb83bc582f1b req-b576ac22-cda5-42db-b383-2c1ce75a2c16 tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] 10.222.0.18 "GET /v2.0/security-groups?id=be618fd5-a4e8-4c71-9d7f-c7d4e4207e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322440 Jul 27 23:52:40.977529 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5960c14-d060-4d24-81b8-0e83bf18f924 req-ef05ef26-f1eb-45a2-96c0-2b24e35a3198 tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:52:40.979002 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-e5960c14-d060-4d24-81b8-0e83bf18f924 req-ef05ef26-f1eb-45a2-96c0-2b24e35a3198 tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] 10.222.0.18 "GET /v2.0/ports?device_id=15dfbfa3-5a95-4e3b-81e9-d37b020ae3fa HTTP/1.1" status: 200 len: 945 time: 0.0527241 Jul 27 23:52:41.017330 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-e5960c14-d060-4d24-81b8-0e83bf18f924 req-2137e2f8-d541-490d-94f6-34dbf2fe5dfb tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] 10.222.0.18 "GET /v2.0/security-groups?id=be618fd5-a4e8-4c71-9d7f-c7d4e4207e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317705 Jul 27 23:52:42.136271 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106a4bdd-a0db-49aa-82e2-bbc5761b40fd req-f8a68fa9-d00f-4425-8b54-e2aa662f1f82 tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:52:42.138425 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-106a4bdd-a0db-49aa-82e2-bbc5761b40fd req-f8a68fa9-d00f-4425-8b54-e2aa662f1f82 tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] 10.222.0.18 "GET /v2.0/ports?device_id=15dfbfa3-5a95-4e3b-81e9-d37b020ae3fa HTTP/1.1" status: 200 len: 945 time: 0.0512540 Jul 27 23:52:42.179711 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-106a4bdd-a0db-49aa-82e2-bbc5761b40fd req-224e8382-04ff-4b36-8fa8-a147627504b5 tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] 10.222.0.18 "GET /v2.0/security-groups?id=be618fd5-a4e8-4c71-9d7f-c7d4e4207e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353332 Jul 27 23:52:43.295007 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1f3b5b-1c4b-4710-b4f2-552758a9e265 req-643c500e-236a-4736-80c6-e0406d8473ae tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:52:43.296503 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-1b1f3b5b-1c4b-4710-b4f2-552758a9e265 req-643c500e-236a-4736-80c6-e0406d8473ae tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] 10.222.0.18 "GET /v2.0/ports?device_id=15dfbfa3-5a95-4e3b-81e9-d37b020ae3fa HTTP/1.1" status: 200 len: 945 time: 0.0484946 Jul 27 23:52:43.334128 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-1b1f3b5b-1c4b-4710-b4f2-552758a9e265 req-7fee7fd7-7394-4634-8d64-f41c86affe3e tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] 10.222.0.18 "GET /v2.0/security-groups?id=be618fd5-a4e8-4c71-9d7f-c7d4e4207e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318351 Jul 27 23:52:44.451384 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd2b531-0bca-414e-9338-ba15c6ccc9f1 req-92ff7b46-84a2-474f-ad32-eb603c5ca0f9 tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:52:44.452860 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-dfd2b531-0bca-414e-9338-ba15c6ccc9f1 req-92ff7b46-84a2-474f-ad32-eb603c5ca0f9 tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] 10.222.0.18 "GET /v2.0/ports?device_id=15dfbfa3-5a95-4e3b-81e9-d37b020ae3fa HTTP/1.1" status: 200 len: 945 time: 0.0535467 Jul 27 23:52:44.489819 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-dfd2b531-0bca-414e-9338-ba15c6ccc9f1 req-44e57b77-41c5-46fa-9c6e-5add2551094a tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] 10.222.0.18 "GET /v2.0/security-groups?id=be618fd5-a4e8-4c71-9d7f-c7d4e4207e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311167 Jul 27 23:52:45.603322 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9056c36e-923b-4b0b-8c91-8e907a37df54 req-7f68b369-f407-4dd7-b852-5f0bf6ca22b1 tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:52:45.604764 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-9056c36e-923b-4b0b-8c91-8e907a37df54 req-7f68b369-f407-4dd7-b852-5f0bf6ca22b1 tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] 10.222.0.18 "GET /v2.0/ports?device_id=15dfbfa3-5a95-4e3b-81e9-d37b020ae3fa HTTP/1.1" status: 200 len: 945 time: 0.0488248 Jul 27 23:52:45.642095 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-9056c36e-923b-4b0b-8c91-8e907a37df54 req-a8bbabb6-6359-4127-ae0f-223c37c8dc58 tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] 10.222.0.18 "GET /v2.0/security-groups?id=be618fd5-a4e8-4c71-9d7f-c7d4e4207e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314639 Jul 27 23:52:46.755983 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ab3a94-42d7-476c-b13d-f95ae1b0effe req-69b10df2-d526-450b-a5a9-884fb5cc4bdd tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:52:46.757464 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-16ab3a94-42d7-476c-b13d-f95ae1b0effe req-69b10df2-d526-450b-a5a9-884fb5cc4bdd tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] 10.222.0.18 "GET /v2.0/ports?device_id=15dfbfa3-5a95-4e3b-81e9-d37b020ae3fa HTTP/1.1" status: 200 len: 945 time: 0.0488241 Jul 27 23:52:46.795223 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-16ab3a94-42d7-476c-b13d-f95ae1b0effe req-384ae4e7-69c4-4e4c-97e1-0a13ce1b5fcc tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] 10.222.0.18 "GET /v2.0/security-groups?id=be618fd5-a4e8-4c71-9d7f-c7d4e4207e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318975 Jul 27 23:52:47.911579 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26423fdc-747e-45eb-b66f-5f301ffadbab req-b8f31757-3c22-466b-8032-a5354b844c13 tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:52:47.913046 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-26423fdc-747e-45eb-b66f-5f301ffadbab req-b8f31757-3c22-466b-8032-a5354b844c13 tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] 10.222.0.18 "GET /v2.0/ports?device_id=15dfbfa3-5a95-4e3b-81e9-d37b020ae3fa HTTP/1.1" status: 200 len: 945 time: 0.0525770 Jul 27 23:52:47.950493 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-26423fdc-747e-45eb-b66f-5f301ffadbab req-4292ec15-6e9c-48f0-911d-fb2731c1133c tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] 10.222.0.18 "GET /v2.0/security-groups?id=be618fd5-a4e8-4c71-9d7f-c7d4e4207e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311601 Jul 27 23:52:48.871129 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72682c5-1d7a-4767-9ac7-919481d326b7 req-bc702e41-eb5f-48d2-843d-4e82ba33fcca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:52:48.873099 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c72682c5-1d7a-4767-9ac7-919481d326b7 req-bc702e41-eb5f-48d2-843d-4e82ba33fcca service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e1b8fe1ce30c43058c8f724949bfe076&device_id=15dfbfa3-5a95-4e3b-81e9-d37b020ae3fa HTTP/1.1" status: 200 len: 1096 time: 0.0853252 Jul 27 23:52:48.977059 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72682c5-1d7a-4767-9ac7-919481d326b7 req-47a4f593-8ce9-4e1a-8ab8-93df5fe2e636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:52:48.978621 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c72682c5-1d7a-4767-9ac7-919481d326b7 req-47a4f593-8ce9-4e1a-8ab8-93df5fe2e636 service neutron] 10.222.0.49 "GET /v2.0/networks?id=6637dbaa-50c3-42af-a142-709600aa7738 HTTP/1.1" status: 200 len: 916 time: 0.0869162 Jul 27 23:52:49.026155 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c72682c5-1d7a-4767-9ac7-919481d326b7 req-522d1519-ae9b-49bf-a1d3-de3eb18519d8 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a66cdac8-8a8a-41f8-952a-1c34ac236c46 HTTP/1.1" status: 200 len: 217 time: 0.0404770 Jul 27 23:52:49.109632 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72682c5-1d7a-4767-9ac7-919481d326b7 req-b9806b9a-b7df-4e55-a0bf-8bc8314cbe11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:52:49.110998 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c72682c5-1d7a-4767-9ac7-919481d326b7 req-b9806b9a-b7df-4e55-a0bf-8bc8314cbe11 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c7c1251c-8b57-47e5-90b9-e532c6b93db4 HTTP/1.1" status: 200 len: 855 time: 0.0724220 Jul 27 23:52:49.119220 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f87e281-bf51-437e-b83c-5990a6b96cee req-e3c56a1d-1d41-45c6-bf9b-7cbf53a3ddc4 tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:52:49.120561 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-2f87e281-bf51-437e-b83c-5990a6b96cee req-e3c56a1d-1d41-45c6-bf9b-7cbf53a3ddc4 tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] 10.222.0.18 "GET /v2.0/ports?device_id=15dfbfa3-5a95-4e3b-81e9-d37b020ae3fa HTTP/1.1" status: 200 len: 945 time: 0.0900519 Jul 27 23:52:49.155896 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c72682c5-1d7a-4767-9ac7-919481d326b7 req-3fc67549-4c52-4834-92ba-ea4f0c48fec0 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6637dbaa-50c3-42af-a142-709600aa7738&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344377 Jul 27 23:52:49.200319 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-2f87e281-bf51-437e-b83c-5990a6b96cee req-dbb14835-a06e-4da0-9cb8-bdcbccfa89fe tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] 10.222.0.18 "GET /v2.0/security-groups?id=be618fd5-a4e8-4c71-9d7f-c7d4e4207e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712466 Jul 27 23:52:49.267706 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c72682c5-1d7a-4767-9ac7-919481d326b7 req-3544a7d1-b04e-4415-b16a-8ad4ce91a06f service neutron] 10.222.0.49 "GET /v2.0/networks/6637dbaa-50c3-42af-a142-709600aa7738?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996594 Jul 27 23:52:49.375806 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c72682c5-1d7a-4767-9ac7-919481d326b7 req-c4ce20cc-0fe6-4dd3-a5d1-17733c3fa10c service neutron] 10.222.0.49 "GET /v2.0/networks/6637dbaa-50c3-42af-a142-709600aa7738?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993414 Jul 27 23:52:50.314023 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbc803a-2ad7-412d-a4c9-c16c90436ecc req-e6749494-0c6d-49cf-9d5f-be4936bd8b04 tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:52:50.315444 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-3bbc803a-2ad7-412d-a4c9-c16c90436ecc req-e6749494-0c6d-49cf-9d5f-be4936bd8b04 tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] 10.222.0.18 "GET /v2.0/ports?device_id=15dfbfa3-5a95-4e3b-81e9-d37b020ae3fa HTTP/1.1" status: 200 len: 945 time: 0.0493324 Jul 27 23:52:50.352776 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-3bbc803a-2ad7-412d-a4c9-c16c90436ecc req-1de5ffae-7164-45a5-b4bc-54f529e741bb tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] 10.222.0.18 "GET /v2.0/security-groups?id=be618fd5-a4e8-4c71-9d7f-c7d4e4207e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313063 Jul 27 23:52:50.711051 n-d-802623-1 neutron-server[93798]: INFO neutron.api.v2.resource [req-3efd1c7c-b6b0-4f65-a400-34071b84e422 req-97451c18-911e-4c25-a429-8be49233a11d service neutron] show failed (client error): The resource could not be found. Jul 27 23:52:50.712056 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-3efd1c7c-b6b0-4f65-a400-34071b84e422 req-97451c18-911e-4c25-a429-8be49233a11d service neutron] 10.222.0.49 "GET /v2.0/ports/a66cdac8-8a8a-41f8-952a-1c34ac236c46/bindings/n-h1-802623-1 HTTP/1.1" status: 404 len: 380 time: 0.0537336 Jul 27 23:52:50.903547 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efd1c7c-b6b0-4f65-a400-34071b84e422 req-5f59a338-5335-41ac-8320-df09d0e3fb4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:52:50.905019 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-3efd1c7c-b6b0-4f65-a400-34071b84e422 req-5f59a338-5335-41ac-8320-df09d0e3fb4e service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=15dfbfa3-5a95-4e3b-81e9-d37b020ae3fa&tenant_id=e1b8fe1ce30c43058c8f724949bfe076 HTTP/1.1" status: 200 len: 1096 time: 0.0450838 Jul 27 23:52:50.916768 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [req-3efd1c7c-b6b0-4f65-a400-34071b84e422 req-65785a9e-d14c-4543-b8a2-d1ff4e1e83d5 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-802623-1', 'device_owner': 'compute:nova'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:52:50.969508 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-3efd1c7c-b6b0-4f65-a400-34071b84e422 req-65785a9e-d14c-4543-b8a2-d1ff4e1e83d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:52:51.172315 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-3efd1c7c-b6b0-4f65-a400-34071b84e422 req-65785a9e-d14c-4543-b8a2-d1ff4e1e83d5 service neutron] For port a66cdac8-8a8a-41f8-952a-1c34ac236c46, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=a66cdac8-8a8a-41f8-952a-1c34ac236c46,segment=NetworkSegment(a06472c9-8b1b-468b-b7cd-e78ee6414801),segment_id=a06472c9-8b1b-468b-b7cd-e78ee6414801)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:52:51.205704 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-3efd1c7c-b6b0-4f65-a400-34071b84e422 req-65785a9e-d14c-4543-b8a2-d1ff4e1e83d5 service neutron] For port a66cdac8-8a8a-41f8-952a-1c34ac236c46, host n-h2-802623-1, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:52:51.248455 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15dfbfa3-5a95-4e3b-81e9-d37b020ae3fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a66cdac8-8a8a-41f8-952a-1c34ac236c46'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:52:51.250670 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}011f8d312121274bb12d78e77c6379a2079800640016cec6c6d605b73666e854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32513a9d-22c9-4c8d-8c4e-7f554b7588e1" -d '{"events": [{"server_uuid": "15dfbfa3-5a95-4e3b-81e9-d37b020ae3fa", "name": "network-vif-unplugged", "status": "completed", "tag": "a66cdac8-8a8a-41f8-952a-1c34ac236c46"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:52:51.254740 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-3efd1c7c-b6b0-4f65-a400-34071b84e422 req-65785a9e-d14c-4543-b8a2-d1ff4e1e83d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:52:51.267955 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-3efd1c7c-b6b0-4f65-a400-34071b84e422 req-65785a9e-d14c-4543-b8a2-d1ff4e1e83d5 service neutron] Transition to ACTIVE for port object a66cdac8-8a8a-41f8-952a-1c34ac236c46 will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:52:51.271672 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-3efd1c7c-b6b0-4f65-a400-34071b84e422 req-65785a9e-d14c-4543-b8a2-d1ff4e1e83d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:52:51.300143 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 23:52:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d99acc8c-a91c-4fcd-b591-32fc693067d9 x-openstack-request-id: req-d99acc8c-a91c-4fcd-b591-32fc693067d9 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:52:51.300439 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15dfbfa3-5a95-4e3b-81e9-d37b020ae3fa", "name": "network-vif-unplugged", "status": "completed", "tag": "a66cdac8-8a8a-41f8-952a-1c34ac236c46", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:52:51.300693 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d99acc8c-a91c-4fcd-b591-32fc693067d9 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:52:51.301090 n-d-802623-1 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15dfbfa3-5a95-4e3b-81e9-d37b020ae3fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a66cdac8-8a8a-41f8-952a-1c34ac236c46', 'code': 200} Jul 27 23:52:51.338307 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-3efd1c7c-b6b0-4f65-a400-34071b84e422 req-65785a9e-d14c-4543-b8a2-d1ff4e1e83d5 service neutron] No DVR routers for this DVR port a66cdac8-8a8a-41f8-952a-1c34ac236c46 on host n-h2-802623-1 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:52:51.341146 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65785a9e-d14c-4543-b8a2-d1ff4e1e83d5 service neutron] Pushing event updated for resources: {'Port': ['ID=a66cdac8-8a8a-41f8-952a-1c34ac236c46,revision_number=6']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:52:51.352243 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65785a9e-d14c-4543-b8a2-d1ff4e1e83d5 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:52:51.352599 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65785a9e-d14c-4543-b8a2-d1ff4e1e83d5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:52:51.352942 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65785a9e-d14c-4543-b8a2-d1ff4e1e83d5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:52:51.353277 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65785a9e-d14c-4543-b8a2-d1ff4e1e83d5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:52:51.353609 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65785a9e-d14c-4543-b8a2-d1ff4e1e83d5 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:52:51.353940 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65785a9e-d14c-4543-b8a2-d1ff4e1e83d5 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:52:51.354266 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65785a9e-d14c-4543-b8a2-d1ff4e1e83d5 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:52:51.354592 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65785a9e-d14c-4543-b8a2-d1ff4e1e83d5 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:52:51.354919 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65785a9e-d14c-4543-b8a2-d1ff4e1e83d5 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:52:51.355263 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65785a9e-d14c-4543-b8a2-d1ff4e1e83d5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:52:51.355587 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65785a9e-d14c-4543-b8a2-d1ff4e1e83d5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:52:51.355938 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65785a9e-d14c-4543-b8a2-d1ff4e1e83d5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:52:51.384857 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-3efd1c7c-b6b0-4f65-a400-34071b84e422 req-65785a9e-d14c-4543-b8a2-d1ff4e1e83d5 service neutron] Attempting to bind port a66cdac8-8a8a-41f8-952a-1c34ac236c46 on host n-h1-802623-1 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:52:51.385205 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-3efd1c7c-b6b0-4f65-a400-34071b84e422 req-65785a9e-d14c-4543-b8a2-d1ff4e1e83d5 service neutron] Attempting to bind port a66cdac8-8a8a-41f8-952a-1c34ac236c46 by drivers openvswitch,hyperv on host n-h1-802623-1 at level 0 using segments [{'id': 'a06472c9-8b1b-468b-b7cd-e78ee6414801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '6637dbaa-50c3-42af-a142-709600aa7738'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:52:51.385539 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3efd1c7c-b6b0-4f65-a400-34071b84e422 req-65785a9e-d14c-4543-b8a2-d1ff4e1e83d5 service neutron] Attempting to bind port a66cdac8-8a8a-41f8-952a-1c34ac236c46 on network 6637dbaa-50c3-42af-a142-709600aa7738 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:52:51.391406 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3efd1c7c-b6b0-4f65-a400-34071b84e422 req-65785a9e-d14c-4543-b8a2-d1ff4e1e83d5 service neutron] Port a66cdac8-8a8a-41f8-952a-1c34ac236c46 on network 6637dbaa-50c3-42af-a142-709600aa7738 not bound, no agent of type Open vSwitch agent registered on host n-h1-802623-1 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 23:52:51.391406 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3efd1c7c-b6b0-4f65-a400-34071b84e422 req-65785a9e-d14c-4543-b8a2-d1ff4e1e83d5 service neutron] Attempting to bind port a66cdac8-8a8a-41f8-952a-1c34ac236c46 on network 6637dbaa-50c3-42af-a142-709600aa7738 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:52:51.395792 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3efd1c7c-b6b0-4f65-a400-34071b84e422 req-65785a9e-d14c-4543-b8a2-d1ff4e1e83d5 service neutron] Checking agent: {'id': '245f1da4-a9b8-4b08-90d7-28f0f342b839', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 59, 59), 'started_at': datetime.datetime(2021, 7, 27, 22, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 52, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:52:51.396135 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3efd1c7c-b6b0-4f65-a400-34071b84e422 req-65785a9e-d14c-4543-b8a2-d1ff4e1e83d5 service neutron] Checking segment: {'id': 'a06472c9-8b1b-468b-b7cd-e78ee6414801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '6637dbaa-50c3-42af-a142-709600aa7738'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:52:51.396532 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3efd1c7c-b6b0-4f65-a400-34071b84e422 req-65785a9e-d14c-4543-b8a2-d1ff4e1e83d5 service neutron] Bound using segment: {'id': 'a06472c9-8b1b-468b-b7cd-e78ee6414801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '6637dbaa-50c3-42af-a142-709600aa7738'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:52:51.396970 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-3efd1c7c-b6b0-4f65-a400-34071b84e422 req-65785a9e-d14c-4543-b8a2-d1ff4e1e83d5 service neutron] Bound port: a66cdac8-8a8a-41f8-952a-1c34ac236c46, host: n-h1-802623-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a06472c9-8b1b-468b-b7cd-e78ee6414801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '6637dbaa-50c3-42af-a142-709600aa7738'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:52:51.397336 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-3efd1c7c-b6b0-4f65-a400-34071b84e422 req-65785a9e-d14c-4543-b8a2-d1ff4e1e83d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:52:51.464015 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-3efd1c7c-b6b0-4f65-a400-34071b84e422 req-65785a9e-d14c-4543-b8a2-d1ff4e1e83d5 service neutron] For port a66cdac8-8a8a-41f8-952a-1c34ac236c46, host n-h1-802623-1, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:52:51.467098 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-3efd1c7c-b6b0-4f65-a400-34071b84e422 req-65785a9e-d14c-4543-b8a2-d1ff4e1e83d5 service neutron] For port a66cdac8-8a8a-41f8-952a-1c34ac236c46, host n-h1-802623-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=a66cdac8-8a8a-41f8-952a-1c34ac236c46,segment=NetworkSegment(a06472c9-8b1b-468b-b7cd-e78ee6414801),segment_id=a06472c9-8b1b-468b-b7cd-e78ee6414801)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:52:51.471562 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774aa32e-4b0c-465c-8d94-8edca0f381ac req-42d5c6f9-75ac-427f-9a88-7302fc48898b tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:52:51.473254 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-774aa32e-4b0c-465c-8d94-8edca0f381ac req-42d5c6f9-75ac-427f-9a88-7302fc48898b tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] 10.222.0.18 "GET /v2.0/ports?device_id=15dfbfa3-5a95-4e3b-81e9-d37b020ae3fa HTTP/1.1" status: 200 len: 943 time: 0.0503979 Jul 27 23:52:51.473420 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-3efd1c7c-b6b0-4f65-a400-34071b84e422 req-65785a9e-d14c-4543-b8a2-d1ff4e1e83d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:52:51.507037 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efd1c7c-b6b0-4f65-a400-34071b84e422 req-65785a9e-d14c-4543-b8a2-d1ff4e1e83d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:52:51.507684 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-3efd1c7c-b6b0-4f65-a400-34071b84e422 req-65785a9e-d14c-4543-b8a2-d1ff4e1e83d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:52:51.509080 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-3efd1c7c-b6b0-4f65-a400-34071b84e422 req-65785a9e-d14c-4543-b8a2-d1ff4e1e83d5 service neutron] 10.222.0.38 "PUT /v2.0/ports/a66cdac8-8a8a-41f8-952a-1c34ac236c46 HTTP/1.1" status: 200 len: 1091 time: 0.5962636 Jul 27 23:52:51.517571 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-774aa32e-4b0c-465c-8d94-8edca0f381ac req-10d468b6-a4d2-4240-a9ed-687427c779e9 tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] 10.222.0.18 "GET /v2.0/security-groups?id=be618fd5-a4e8-4c71-9d7f-c7d4e4207e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378957 Jul 27 23:52:51.531557 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65785a9e-d14c-4543-b8a2-d1ff4e1e83d5 service neutron] Pushing event updated for resources: {'Port': ['ID=a66cdac8-8a8a-41f8-952a-1c34ac236c46,revision_number=7']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:52:51.574757 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efd1c7c-b6b0-4f65-a400-34071b84e422 req-3d6a9885-88ee-4cba-a477-d2cd7f8bec85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:52:51.576282 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-3efd1c7c-b6b0-4f65-a400-34071b84e422 req-3d6a9885-88ee-4cba-a477-d2cd7f8bec85 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=e1b8fe1ce30c43058c8f724949bfe076&device_id=15dfbfa3-5a95-4e3b-81e9-d37b020ae3fa HTTP/1.1" status: 200 len: 1094 time: 0.0417466 Jul 27 23:52:51.666035 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efd1c7c-b6b0-4f65-a400-34071b84e422 req-4cf68f53-76bc-4ae7-9d8c-8d77115526ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:52:51.667503 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-3efd1c7c-b6b0-4f65-a400-34071b84e422 req-4cf68f53-76bc-4ae7-9d8c-8d77115526ef service neutron] 10.222.0.38 "GET /v2.0/networks?id=6637dbaa-50c3-42af-a142-709600aa7738 HTTP/1.1" status: 200 len: 916 time: 0.0845199 Jul 27 23:52:51.712798 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-3efd1c7c-b6b0-4f65-a400-34071b84e422 req-a9d13bfc-71f6-47aa-aae9-53c35cf92654 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a66cdac8-8a8a-41f8-952a-1c34ac236c46 HTTP/1.1" status: 200 len: 217 time: 0.0380917 Jul 27 23:52:51.761656 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efd1c7c-b6b0-4f65-a400-34071b84e422 req-3948157e-987c-40a6-a77f-eb2fd192907e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:52:51.763084 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-3efd1c7c-b6b0-4f65-a400-34071b84e422 req-3948157e-987c-40a6-a77f-eb2fd192907e service neutron] 10.222.0.38 "GET /v2.0/subnets?id=c7c1251c-8b57-47e5-90b9-e532c6b93db4 HTTP/1.1" status: 200 len: 855 time: 0.0433598 Jul 27 23:52:51.795675 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-3efd1c7c-b6b0-4f65-a400-34071b84e422 req-134d394d-19fb-4d20-914c-1cb9f978df22 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=6637dbaa-50c3-42af-a142-709600aa7738&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260212 Jul 27 23:52:51.889015 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-3efd1c7c-b6b0-4f65-a400-34071b84e422 req-1d3f2fae-78d8-428d-87e2-c6ce1c4a30a0 service neutron] 10.222.0.38 "GET /v2.0/networks/6637dbaa-50c3-42af-a142-709600aa7738?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862896 Jul 27 23:52:51.977099 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-3efd1c7c-b6b0-4f65-a400-34071b84e422 req-4648c362-9120-47ef-ae2a-1569fe4a27eb service neutron] 10.222.0.38 "GET /v2.0/networks/6637dbaa-50c3-42af-a142-709600aa7738?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807402 Jul 27 23:52:52.639198 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bb3165-ea33-4d4b-9645-4dc601cc398a req-9358377b-abcf-4c19-984b-16574ea82a3b tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:52:52.640655 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a7bb3165-ea33-4d4b-9645-4dc601cc398a req-9358377b-abcf-4c19-984b-16574ea82a3b tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] 10.222.0.18 "GET /v2.0/ports?device_id=15dfbfa3-5a95-4e3b-81e9-d37b020ae3fa HTTP/1.1" status: 200 len: 943 time: 0.0523744 Jul 27 23:52:52.680275 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a7bb3165-ea33-4d4b-9645-4dc601cc398a req-5fb65c04-d486-4449-b4be-0b553fce5e01 tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] 10.222.0.18 "GET /v2.0/security-groups?id=be618fd5-a4e8-4c71-9d7f-c7d4e4207e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337551 Jul 27 23:52:53.302834 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15dfbfa3-5a95-4e3b-81e9-d37b020ae3fa', 'tag': 'a66cdac8-8a8a-41f8-952a-1c34ac236c46'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:52:53.305203 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}011f8d312121274bb12d78e77c6379a2079800640016cec6c6d605b73666e854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3a0f84f-8998-4d8c-9e7a-9c74a6b06738" -d '{"events": [{"name": "network-changed", "server_uuid": "15dfbfa3-5a95-4e3b-81e9-d37b020ae3fa", "tag": "a66cdac8-8a8a-41f8-952a-1c34ac236c46"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:52:53.353323 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 23:52:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-730d7657-40cf-45b0-bcbf-938dd9b7c97d x-openstack-request-id: req-730d7657-40cf-45b0-bcbf-938dd9b7c97d {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:52:53.353606 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15dfbfa3-5a95-4e3b-81e9-d37b020ae3fa", "tag": "a66cdac8-8a8a-41f8-952a-1c34ac236c46", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:52:53.353851 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-730d7657-40cf-45b0-bcbf-938dd9b7c97d {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:52:53.354241 n-d-802623-1 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15dfbfa3-5a95-4e3b-81e9-d37b020ae3fa', 'tag': 'a66cdac8-8a8a-41f8-952a-1c34ac236c46', 'status': 'completed', 'code': 200} Jul 27 23:52:53.445648 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a0f84f-8998-4d8c-9e7a-9c74a6b06738 req-6a299a81-9b97-4af6-82a6-4375d7fb9c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:52:53.447356 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f3a0f84f-8998-4d8c-9e7a-9c74a6b06738 req-6a299a81-9b97-4af6-82a6-4375d7fb9c29 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=e1b8fe1ce30c43058c8f724949bfe076&device_id=15dfbfa3-5a95-4e3b-81e9-d37b020ae3fa HTTP/1.1" status: 200 len: 1094 time: 0.0598245 Jul 27 23:52:53.451155 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a0f84f-8998-4d8c-9e7a-9c74a6b06738 req-f15cfab0-548a-4b41-a019-d663af639fac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:52:53.452496 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f3a0f84f-8998-4d8c-9e7a-9c74a6b06738 req-f15cfab0-548a-4b41-a019-d663af639fac service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e1b8fe1ce30c43058c8f724949bfe076&device_id=15dfbfa3-5a95-4e3b-81e9-d37b020ae3fa HTTP/1.1" status: 200 len: 1094 time: 0.0726900 Jul 27 23:52:53.609376 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a0f84f-8998-4d8c-9e7a-9c74a6b06738 req-cae7724d-0fde-4bac-8f77-7dd3604440fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:52:53.610831 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f3a0f84f-8998-4d8c-9e7a-9c74a6b06738 req-cae7724d-0fde-4bac-8f77-7dd3604440fb service neutron] 10.222.0.38 "GET /v2.0/networks?id=6637dbaa-50c3-42af-a142-709600aa7738 HTTP/1.1" status: 200 len: 916 time: 0.1560695 Jul 27 23:52:53.611757 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a0f84f-8998-4d8c-9e7a-9c74a6b06738 req-340792ab-f1ae-4124-a871-f54f5526ae32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:52:53.613049 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f3a0f84f-8998-4d8c-9e7a-9c74a6b06738 req-340792ab-f1ae-4124-a871-f54f5526ae32 service neutron] 10.222.0.49 "GET /v2.0/networks?id=6637dbaa-50c3-42af-a142-709600aa7738 HTTP/1.1" status: 200 len: 916 time: 0.1509938 Jul 27 23:52:53.678891 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f3a0f84f-8998-4d8c-9e7a-9c74a6b06738 req-3b7e17b6-9a7a-47d7-af8f-06de08083d74 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a66cdac8-8a8a-41f8-952a-1c34ac236c46 HTTP/1.1" status: 200 len: 217 time: 0.0609536 Jul 27 23:52:53.680206 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f3a0f84f-8998-4d8c-9e7a-9c74a6b06738 req-f43d7edf-59e1-4f2b-aaa4-baa74cd7d895 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a66cdac8-8a8a-41f8-952a-1c34ac236c46 HTTP/1.1" status: 200 len: 217 time: 0.0568988 Jul 27 23:52:53.774226 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a0f84f-8998-4d8c-9e7a-9c74a6b06738 req-87cb9e4d-d7fc-4931-a8dd-30faaf5592f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:52:53.775660 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f3a0f84f-8998-4d8c-9e7a-9c74a6b06738 req-87cb9e4d-d7fc-4931-a8dd-30faaf5592f9 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=c7c1251c-8b57-47e5-90b9-e532c6b93db4 HTTP/1.1" status: 200 len: 855 time: 0.0899243 Jul 27 23:52:53.790079 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a0f84f-8998-4d8c-9e7a-9c74a6b06738 req-eeb4d41c-828e-455f-aa0a-0c0b15f40e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:52:53.791424 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f3a0f84f-8998-4d8c-9e7a-9c74a6b06738 req-eeb4d41c-828e-455f-aa0a-0c0b15f40e4f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c7c1251c-8b57-47e5-90b9-e532c6b93db4 HTTP/1.1" status: 200 len: 855 time: 0.0986285 Jul 27 23:52:53.824472 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f3a0f84f-8998-4d8c-9e7a-9c74a6b06738 req-36a81642-e158-49f6-a9dc-7071fc8f1872 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=6637dbaa-50c3-42af-a142-709600aa7738&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321107 Jul 27 23:52:53.842712 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f3a0f84f-8998-4d8c-9e7a-9c74a6b06738 req-ee6f0d9e-f066-436c-80e0-18fc4fd86772 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6637dbaa-50c3-42af-a142-709600aa7738&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400176 Jul 27 23:52:53.877971 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device a66cdac8-8a8a-41f8-952a-1c34ac236c46 no longer exists at agent hyperv_n-h2-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:52:53.914978 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device a66cdac8-8a8a-41f8-952a-1c34ac236c46 not bound to the agent host n-h2-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:52:53.915691 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e81bb84-14a3-4693-b717-d7f84b5c0138 req-63e700a8-83d0-4c19-812e-63a28d3959fc tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:52:53.917179 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-6e81bb84-14a3-4693-b717-d7f84b5c0138 req-63e700a8-83d0-4c19-812e-63a28d3959fc tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] 10.222.0.18 "GET /v2.0/ports?device_id=15dfbfa3-5a95-4e3b-81e9-d37b020ae3fa HTTP/1.1" status: 200 len: 943 time: 0.1612434 Jul 27 23:52:54.029077 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f3a0f84f-8998-4d8c-9e7a-9c74a6b06738 req-821fffa6-7e64-4406-81f2-f8d3ee2cc5f5 service neutron] 10.222.0.38 "GET /v2.0/networks/6637dbaa-50c3-42af-a142-709600aa7738?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1894457 Jul 27 23:52:54.034597 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-6e81bb84-14a3-4693-b717-d7f84b5c0138 req-716c5130-6d32-4b1a-96d0-920e9b572249 tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] 10.222.0.18 "GET /v2.0/security-groups?id=be618fd5-a4e8-4c71-9d7f-c7d4e4207e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923517 Jul 27 23:52:54.061961 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f3a0f84f-8998-4d8c-9e7a-9c74a6b06738 req-d0253f8c-ef36-4347-9c43-d34668009c17 service neutron] 10.222.0.49 "GET /v2.0/networks/6637dbaa-50c3-42af-a142-709600aa7738?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2097275 Jul 27 23:52:54.229215 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f3a0f84f-8998-4d8c-9e7a-9c74a6b06738 req-c26b517b-75e1-485e-bc4f-b7304fad221e service neutron] 10.222.0.38 "GET /v2.0/networks/6637dbaa-50c3-42af-a142-709600aa7738?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1892226 Jul 27 23:52:54.231326 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f3a0f84f-8998-4d8c-9e7a-9c74a6b06738 req-608a5f92-5dbb-4db6-adbd-46c95a129075 service neutron] 10.222.0.49 "GET /v2.0/networks/6637dbaa-50c3-42af-a142-709600aa7738?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431620 Jul 27 23:52:54.255576 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a994df-de73-4d99-873e-2ed9a0c80346 req-811b3db7-3def-4daa-9bfa-3d672fffd4ec tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:52:54.257058 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-63a994df-de73-4d99-873e-2ed9a0c80346 req-811b3db7-3def-4daa-9bfa-3d672fffd4ec tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] 10.222.0.18 "GET /v2.0/ports?device_id=15dfbfa3-5a95-4e3b-81e9-d37b020ae3fa HTTP/1.1" status: 200 len: 943 time: 0.0663564 Jul 27 23:52:54.257633 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e421ae-9952-4ed9-81a2-183bf4b19e17 req-dd4b3b9d-3382-436f-890f-b2f1c34121c1 tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:52:54.259131 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-88e421ae-9952-4ed9-81a2-183bf4b19e17 req-dd4b3b9d-3382-436f-890f-b2f1c34121c1 tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] 10.222.0.49 "GET /v2.0/ports?device_id=15dfbfa3-5a95-4e3b-81e9-d37b020ae3fa&tenant_id=e1b8fe1ce30c43058c8f724949bfe076&binding%3Ahost_id=n-h1-802623-1 HTTP/1.1" status: 200 len: 943 time: 0.0577178 Jul 27 23:52:54.297550 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-63a994df-de73-4d99-873e-2ed9a0c80346 req-9b35df20-b2a8-45be-920d-6e3c3806dfb5 tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] 10.222.0.18 "GET /v2.0/security-groups?id=be618fd5-a4e8-4c71-9d7f-c7d4e4207e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340090 Jul 27 23:52:54.323667 n-d-802623-1 neutron-server[93797]: INFO neutron.api.v2.resource [req-88e421ae-9952-4ed9-81a2-183bf4b19e17 req-12ebcf38-adcb-444b-a976-46790f0da24d service neutron] delete failed (client error): The resource could not be found. Jul 27 23:52:54.325336 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-88e421ae-9952-4ed9-81a2-183bf4b19e17 req-12ebcf38-adcb-444b-a976-46790f0da24d service neutron] 10.222.0.49 "DELETE /v2.0/ports/a66cdac8-8a8a-41f8-952a-1c34ac236c46/bindings/n-h2-802623-1 HTTP/1.1" status: 404 len: 380 time: 0.0567405 Jul 27 23:52:54.406076 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e421ae-9952-4ed9-81a2-183bf4b19e17 req-87b4070f-3fc0-484f-aaf0-d6d5fa6f5dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:52:54.407594 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-88e421ae-9952-4ed9-81a2-183bf4b19e17 req-87b4070f-3fc0-484f-aaf0-d6d5fa6f5dfc service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e1b8fe1ce30c43058c8f724949bfe076&device_id=15dfbfa3-5a95-4e3b-81e9-d37b020ae3fa HTTP/1.1" status: 200 len: 1094 time: 0.0414677 Jul 27 23:52:54.500504 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e421ae-9952-4ed9-81a2-183bf4b19e17 req-eee47b43-ecf2-4706-8187-7f0793cd835f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:52:54.501972 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-88e421ae-9952-4ed9-81a2-183bf4b19e17 req-eee47b43-ecf2-4706-8187-7f0793cd835f service neutron] 10.222.0.49 "GET /v2.0/networks?id=6637dbaa-50c3-42af-a142-709600aa7738 HTTP/1.1" status: 200 len: 916 time: 0.0873523 Jul 27 23:52:54.542501 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-88e421ae-9952-4ed9-81a2-183bf4b19e17 req-e193dc2e-2502-40ee-a010-0f78851879a3 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a66cdac8-8a8a-41f8-952a-1c34ac236c46 HTTP/1.1" status: 200 len: 217 time: 0.0337622 Jul 27 23:52:54.546996 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device a66cdac8-8a8a-41f8-952a-1c34ac236c46 details requested by agent hyperv_n-h1-802623-1 with host n-h1-802623-1 {{(pid=93799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 23:52:54.592196 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e421ae-9952-4ed9-81a2-183bf4b19e17 req-218a28ff-b662-4dcc-9385-03537c7c086a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:52:54.593315 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-88e421ae-9952-4ed9-81a2-183bf4b19e17 req-218a28ff-b662-4dcc-9385-03537c7c086a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c7c1251c-8b57-47e5-90b9-e532c6b93db4 HTTP/1.1" status: 200 len: 855 time: 0.0438979 Jul 27 23:52:54.624981 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-88e421ae-9952-4ed9-81a2-183bf4b19e17 req-2825eea9-b222-4d93-a1b9-b0ff2dca02ad service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6637dbaa-50c3-42af-a142-709600aa7738&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249333 Jul 27 23:52:54.639318 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port a66cdac8-8a8a-41f8-952a-1c34ac236c46, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=a66cdac8-8a8a-41f8-952a-1c34ac236c46,segment=NetworkSegment(a06472c9-8b1b-468b-b7cd-e78ee6414801),segment_id=a06472c9-8b1b-468b-b7cd-e78ee6414801)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:52:54.650763 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Returning: {'device': 'a66cdac8-8a8a-41f8-952a-1c34ac236c46', 'network_id': '6637dbaa-50c3-42af-a142-709600aa7738', 'port_id': 'a66cdac8-8a8a-41f8-952a-1c34ac236c46', 'mac_address': 'fa:16:3e:c7:79:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7c1251c-8b57-47e5-90b9-e532c6b93db4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 23:52:54.690702 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:52:54.703286 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a66cdac8-8a8a-41f8-952a-1c34ac236c46 {{(pid=93799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:52:54.717948 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-88e421ae-9952-4ed9-81a2-183bf4b19e17 req-6ccf1d2f-6044-463b-91ba-faad0c32ab60 service neutron] 10.222.0.49 "GET /v2.0/networks/6637dbaa-50c3-42af-a142-709600aa7738?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859544 Jul 27 23:52:54.721957 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port a66cdac8-8a8a-41f8-952a-1c34ac236c46, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=a66cdac8-8a8a-41f8-952a-1c34ac236c46,segment=NetworkSegment(a06472c9-8b1b-468b-b7cd-e78ee6414801),segment_id=a06472c9-8b1b-468b-b7cd-e78ee6414801)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:52:54.726613 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:52:54.775527 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Pushing event updated for resources: {'Port': ['ID=a66cdac8-8a8a-41f8-952a-1c34ac236c46,revision_number=8']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:52:54.807992 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-88e421ae-9952-4ed9-81a2-183bf4b19e17 req-f5821ed8-0e22-4a4c-9654-0e063e9ab0d1 service neutron] 10.222.0.49 "GET /v2.0/networks/6637dbaa-50c3-42af-a142-709600aa7738?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833423 Jul 27 23:52:54.940093 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] get_ports_and_sgs() called for port_ids ['a66cdac8-8a8a-41f8-952a-1c34ac236c46'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:52:55.425769 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc0070f-b7e2-41c3-a793-2eed728fa840 req-01ef95f8-6dae-4586-b4c9-f122b97b89f7 tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:52:55.427287 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-0fc0070f-b7e2-41c3-a793-2eed728fa840 req-01ef95f8-6dae-4586-b4c9-f122b97b89f7 tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] 10.222.0.18 "GET /v2.0/ports?device_id=15dfbfa3-5a95-4e3b-81e9-d37b020ae3fa HTTP/1.1" status: 200 len: 944 time: 0.0565305 Jul 27 23:52:55.465969 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-0fc0070f-b7e2-41c3-a793-2eed728fa840 req-82f79d06-2e00-4da5-abd2-0be5a6e115d0 tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] 10.222.0.18 "GET /v2.0/security-groups?id=be618fd5-a4e8-4c71-9d7f-c7d4e4207e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321076 Jul 27 23:52:55.583242 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45df62ff-79f4-438d-964d-8b9f624e984a req-f8b154c2-a44c-48c8-8739-9bfc6860868e tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:52:55.584721 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-45df62ff-79f4-438d-964d-8b9f624e984a req-f8b154c2-a44c-48c8-8739-9bfc6860868e tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] 10.222.0.18 "GET /v2.0/ports?device_id=15dfbfa3-5a95-4e3b-81e9-d37b020ae3fa HTTP/1.1" status: 200 len: 944 time: 0.0541615 Jul 27 23:52:55.624185 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-45df62ff-79f4-438d-964d-8b9f624e984a req-b169f0c4-6d61-4402-9387-ef4a20ce66fb tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] 10.222.0.18 "GET /v2.0/security-groups?id=be618fd5-a4e8-4c71-9d7f-c7d4e4207e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331819 Jul 27 23:52:55.736423 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249b757f-bce0-48cc-801b-4fefbe8412c0 req-fd418145-c51e-4ee2-8ce6-e8aa5a593de3 tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:52:55.737797 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-249b757f-bce0-48cc-801b-4fefbe8412c0 req-fd418145-c51e-4ee2-8ce6-e8aa5a593de3 tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] 10.222.0.18 "GET /v2.0/ports?device_id=15dfbfa3-5a95-4e3b-81e9-d37b020ae3fa HTTP/1.1" status: 200 len: 944 time: 0.0486021 Jul 27 23:52:55.775604 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-249b757f-bce0-48cc-801b-4fefbe8412c0 req-7ff73646-7920-4520-96d7-1a8860d6a1d8 tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] 10.222.0.18 "GET /v2.0/security-groups?id=be618fd5-a4e8-4c71-9d7f-c7d4e4207e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318489 Jul 27 23:52:56.096870 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ba4cd5-6a2b-42a7-8350-846f204a4692 req-ea76d207-d72d-4294-99a1-e2bf2d16d516 tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:52:56.098344 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-20ba4cd5-6a2b-42a7-8350-846f204a4692 req-ea76d207-d72d-4294-99a1-e2bf2d16d516 tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] 10.222.0.18 "GET /v2.0/ports?device_id=15dfbfa3-5a95-4e3b-81e9-d37b020ae3fa HTTP/1.1" status: 200 len: 944 time: 0.0482628 Jul 27 23:52:56.136345 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-20ba4cd5-6a2b-42a7-8350-846f204a4692 req-b08cdfa0-e417-4bb7-bd49-d7a5daf9ae46 tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] 10.222.0.18 "GET /v2.0/security-groups?id=be618fd5-a4e8-4c71-9d7f-c7d4e4207e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320234 Jul 27 23:52:56.557410 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device a66cdac8-8a8a-41f8-952a-1c34ac236c46 up at agent hyperv_n-h1-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:52:56.604915 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Provisioning for port a66cdac8-8a8a-41f8-952a-1c34ac236c46 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:52:56.608402 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Provisioning complete for port a66cdac8-8a8a-41f8-952a-1c34ac236c46 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:52:56.608773 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:52:56.682920 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:52:56.705933 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15dfbfa3-5a95-4e3b-81e9-d37b020ae3fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a66cdac8-8a8a-41f8-952a-1c34ac236c46'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:52:56.708182 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c0369b0d4f459110ff20a1f9878ba33f96d6491bddb9d15843bf29d01e0bda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9da5b36-7c09-406d-9167-d976a9f07975" -d '{"events": [{"server_uuid": "15dfbfa3-5a95-4e3b-81e9-d37b020ae3fa", "name": "network-vif-plugged", "status": "completed", "tag": "a66cdac8-8a8a-41f8-952a-1c34ac236c46"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:52:56.725553 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port a66cdac8-8a8a-41f8-952a-1c34ac236c46, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=a66cdac8-8a8a-41f8-952a-1c34ac236c46,segment=NetworkSegment(a06472c9-8b1b-468b-b7cd-e78ee6414801),segment_id=a06472c9-8b1b-468b-b7cd-e78ee6414801)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:52:56.730426 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:52:56.756394 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:52:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acd4724f-d451-49bb-978d-7e2ed02a8659 x-openstack-request-id: req-acd4724f-d451-49bb-978d-7e2ed02a8659 {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:52:56.756683 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15dfbfa3-5a95-4e3b-81e9-d37b020ae3fa", "name": "network-vif-plugged", "status": "completed", "tag": "a66cdac8-8a8a-41f8-952a-1c34ac236c46", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:52:56.756930 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-acd4724f-d451-49bb-978d-7e2ed02a8659 {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:52:56.757317 n-d-802623-1 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15dfbfa3-5a95-4e3b-81e9-d37b020ae3fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a66cdac8-8a8a-41f8-952a-1c34ac236c46', 'code': 200} Jul 27 23:52:56.782944 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Pushing event updated for resources: {'Port': ['ID=a66cdac8-8a8a-41f8-952a-1c34ac236c46,revision_number=9']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:52:56.944158 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-1a260015-7001-4b34-9ef5-8e56f0fa139b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:52:57.286694 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5cff1e-9940-4e63-92b4-37b1e10e569e req-293068dc-ba88-4802-9d9e-2b3429694322 tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:52:57.288115 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-3b5cff1e-9940-4e63-92b4-37b1e10e569e req-293068dc-ba88-4802-9d9e-2b3429694322 tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] 10.222.0.18 "GET /v2.0/ports?device_id=15dfbfa3-5a95-4e3b-81e9-d37b020ae3fa HTTP/1.1" status: 200 len: 945 time: 0.0797882 Jul 27 23:52:57.296593 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf15aee9-01a2-4b85-9853-72ec3b057560 req-a493df6e-1944-47f1-9cd8-e399f9b65574 tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:52:57.297942 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-bf15aee9-01a2-4b85-9853-72ec3b057560 req-a493df6e-1944-47f1-9cd8-e399f9b65574 tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] 10.222.0.38 "GET /v2.0/ports?device_id=15dfbfa3-5a95-4e3b-81e9-d37b020ae3fa HTTP/1.1" status: 200 len: 945 time: 0.0883963 Jul 27 23:52:57.378561 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-3b5cff1e-9940-4e63-92b4-37b1e10e569e req-82544943-cffb-4e08-a91b-4196ca6c608c tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] 10.222.0.18 "GET /v2.0/security-groups?id=be618fd5-a4e8-4c71-9d7f-c7d4e4207e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796769 Jul 27 23:52:57.407670 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-bf15aee9-01a2-4b85-9853-72ec3b057560 req-1aff9c51-c179-4f4b-a518-3b253d34e98e tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] Deleting port a66cdac8-8a8a-41f8-952a-1c34ac236c46 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:52:57.408019 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-bf15aee9-01a2-4b85-9853-72ec3b057560 req-1aff9c51-c179-4f4b-a518-3b253d34e98e tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:52:57.809606 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-bf15aee9-01a2-4b85-9853-72ec3b057560 req-1aff9c51-c179-4f4b-a518-3b253d34e98e tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] For port a66cdac8-8a8a-41f8-952a-1c34ac236c46, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=a66cdac8-8a8a-41f8-952a-1c34ac236c46,segment=NetworkSegment(a06472c9-8b1b-468b-b7cd-e78ee6414801),segment_id=a06472c9-8b1b-468b-b7cd-e78ee6414801)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:52:57.809965 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-bf15aee9-01a2-4b85-9853-72ec3b057560 req-1aff9c51-c179-4f4b-a518-3b253d34e98e tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:52:57.822326 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-bf15aee9-01a2-4b85-9853-72ec3b057560 req-1aff9c51-c179-4f4b-a518-3b253d34e98e tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] Calling delete_port for a66cdac8-8a8a-41f8-952a-1c34ac236c46 owned by compute:nova {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:52:57.955450 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-bf15aee9-01a2-4b85-9853-72ec3b057560 req-1aff9c51-c179-4f4b-a518-3b253d34e98e tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:52:57.967501 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] get_ports_and_sgs() called for port_ids ['a66cdac8-8a8a-41f8-952a-1c34ac236c46'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:52:57.985002 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aff9c51-c179-4f4b-a518-3b253d34e98e tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] Pushing event deleted for resources: {'Port': ['ID=a66cdac8-8a8a-41f8-952a-1c34ac236c46,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:52:58.028194 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf15aee9-01a2-4b85-9853-72ec3b057560 req-1aff9c51-c179-4f4b-a518-3b253d34e98e tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] No DVR routers for this DVR port a66cdac8-8a8a-41f8-952a-1c34ac236c46 on host n-h1-802623-1 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:52:58.030879 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-bf15aee9-01a2-4b85-9853-72ec3b057560 req-1aff9c51-c179-4f4b-a518-3b253d34e98e tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:52:58.032952 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-bf15aee9-01a2-4b85-9853-72ec3b057560 req-1aff9c51-c179-4f4b-a518-3b253d34e98e tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] 10.222.0.38 "DELETE /v2.0/ports/a66cdac8-8a8a-41f8-952a-1c34ac236c46 HTTP/1.1" status: 204 len: 173 time: 0.7273967 Jul 27 23:52:58.033417 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15dfbfa3-5a95-4e3b-81e9-d37b020ae3fa', 'name': 'network-vif-deleted', 'tag': 'a66cdac8-8a8a-41f8-952a-1c34ac236c46'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:52:58.035688 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}011f8d312121274bb12d78e77c6379a2079800640016cec6c6d605b73666e854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20cae01f-d41b-4070-8cc4-25afe001b20e" -d '{"events": [{"server_uuid": "15dfbfa3-5a95-4e3b-81e9-d37b020ae3fa", "name": "network-vif-deleted", "tag": "a66cdac8-8a8a-41f8-952a-1c34ac236c46"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:52:58.076927 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:52:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0b2413d-2800-4815-9919-d5764b1a416d x-openstack-request-id: req-e0b2413d-2800-4815-9919-d5764b1a416d {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:52:58.077275 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15dfbfa3-5a95-4e3b-81e9-d37b020ae3fa", "name": "network-vif-deleted", "tag": "a66cdac8-8a8a-41f8-952a-1c34ac236c46", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:52:58.077608 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e0b2413d-2800-4815-9919-d5764b1a416d {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:52:58.078010 n-d-802623-1 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15dfbfa3-5a95-4e3b-81e9-d37b020ae3fa', 'name': 'network-vif-deleted', 'tag': 'a66cdac8-8a8a-41f8-952a-1c34ac236c46', 'status': 'completed', 'code': 200} Jul 27 23:52:58.483116 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-2249e1da-8192-4b08-8401-b346fbf2f375 req-8ecb3aaf-9810-4483-8b99-dbb995c6720f tempest-ServerDiskConfigTestJSON-1700898908 tempest-ServerDiskConfigTestJSON-1700898908-project] 10.222.0.18 "GET /v2.0/ports?device_id=15dfbfa3-5a95-4e3b-81e9-d37b020ae3fa HTTP/1.1" status: 200 len: 210 time: 0.0260859 Jul 27 23:52:59.604233 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 55480) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:52:59.620269 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-88b9c283-3ed0-43cb-b655-e6f2d0140028 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:52:59.651523 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8e9e674-b2a1-4d93-863f-31eeae6994c4 admin admin] Deleting subnet c7c1251c-8b57-47e5-90b9-e532c6b93db4 {{(pid=93798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 23:52:59.655169 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f8e9e674-b2a1-4d93-863f-31eeae6994c4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:52:59.688317 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f8e9e674-b2a1-4d93-863f-31eeae6994c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11163249'] for subnet, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:52:59.726451 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f8e9e674-b2a1-4d93-863f-31eeae6994c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620741'] for subnet, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:52:59.778412 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f8e9e674-b2a1-4d93-863f-31eeae6994c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11971800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12265753'] for subnet, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:52:59.804025 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e9e674-b2a1-4d93-863f-31eeae6994c4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c7c1251c-8b57-47e5-90b9-e532c6b93db4,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:52:59.805995 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f8e9e674-b2a1-4d93-863f-31eeae6994c4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:52:59.807859 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-f8e9e674-b2a1-4d93-863f-31eeae6994c4 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/c7c1251c-8b57-47e5-90b9-e532c6b93db4 HTTP/1.1" status: 204 len: 168 time: 0.2026377 Jul 27 23:52:59.810362 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 55482) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:52:59.882441 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c44b6d04-3810-4b2c-ba04-208dbfa85d15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593271'] for network, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:52:59.920273 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:52:59.961523 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c44b6d04-3810-4b2c-ba04-208dbfa85d15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618032', 'neutron.services.segments.db._delete_segments_for_network-8736833900081'] for network, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:52:59.971662 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-c44b6d04-3810-4b2c-ba04-208dbfa85d15 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6637dbaa-50c3-42af-a142-709600aa7738']}} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:52:59.986147 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-c44b6d04-3810-4b2c-ba04-208dbfa85d15 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a06472c9-8b1b-468b-b7cd-e78ee6414801') {'for_net_delete': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:52:59.986442 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-c44b6d04-3810-4b2c-ba04-208dbfa85d15 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a06472c9-8b1b-468b-b7cd-e78ee6414801') {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:52:59.995318 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c44b6d04-3810-4b2c-ba04-208dbfa85d15 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736833900858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11163256'] for segment, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:53:00.009238 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c44b6d04-3810-4b2c-ba04-208dbfa85d15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:53:00.015086 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c44b6d04-3810-4b2c-ba04-208dbfa85d15 admin admin] Releasing vlan 548 on physical network physnet1 to pool {{(pid=93798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 23:53:00.015487 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c44b6d04-3810-4b2c-ba04-208dbfa85d15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11971746'] for segment, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:53:00.017242 n-d-802623-1 neutron-server[93798]: Traceback (most recent call last): Jul 27 23:53:00.017242 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 23:53:00.017242 n-d-802623-1 neutron-server[93798]: timer() Jul 27 23:53:00.017242 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 23:53:00.017242 n-d-802623-1 neutron-server[93798]: cb(*args, **kw) Jul 27 23:53:00.017242 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 23:53:00.017242 n-d-802623-1 neutron-server[93798]: return func(*args, **kwargs) Jul 27 23:53:00.017242 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 23:53:00.017242 n-d-802623-1 neutron-server[93798]: self._notify() Jul 27 23:53:00.017242 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 23:53:00.017242 n-d-802623-1 neutron-server[93798]: self.callback(batched_events) Jul 27 23:53:00.017242 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 23:53:00.017242 n-d-802623-1 neutron-server[93798]: event.method(event) Jul 27 23:53:00.017242 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 23:53:00.017242 n-d-802623-1 neutron-server[93798]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 23:53:00.017242 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 23:53:00.017242 n-d-802623-1 neutron-server[93798]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 23:53:00.017242 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 23:53:00.017242 n-d-802623-1 neutron-server[93798]: return f(self, *a, **k) Jul 27 23:53:00.017242 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 23:53:00.017242 n-d-802623-1 neutron-server[93798]: return self._get(url).json() Jul 27 23:53:00.017242 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 23:53:00.017242 n-d-802623-1 neutron-server[93798]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 23:53:00.017242 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 23:53:00.017242 n-d-802623-1 neutron-server[93798]: return self.request(url, 'GET', **kwargs) Jul 27 23:53:00.017242 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 23:53:00.017242 n-d-802623-1 neutron-server[93798]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 23:53:00.017242 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 23:53:00.017242 n-d-802623-1 neutron-server[93798]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 23:53:00.017242 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 23:53:00.017242 n-d-802623-1 neutron-server[93798]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 23:53:00.017242 n-d-802623-1 neutron-server[93798]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 23:53:00.075939 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c44b6d04-3810-4b2c-ba04-208dbfa85d15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415412'] for network, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:53:00.081588 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c44b6d04-3810-4b2c-ba04-208dbfa85d15 admin admin] Notify callbacks [] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:53:00.083472 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-c44b6d04-3810-4b2c-ba04-208dbfa85d15 admin admin] 10.222.0.18 "DELETE /v2.0/networks/6637dbaa-50c3-42af-a142-709600aa7738 HTTP/1.1" status: 204 len: 168 time: 0.2722094 Jul 27 23:53:00.095502 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b6d04-3810-4b2c-ba04-208dbfa85d15 admin admin] Pushing event deleted for resources: {'Network': ['ID=6637dbaa-50c3-42af-a142-709600aa7738,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:53:00.100598 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:53:00.192075 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 55486) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:53:00.231403 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-f2154518-658c-4b98-9e11-fc979f0fefb0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e1b8fe1ce30c43058c8f724949bfe076&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0375907 Jul 27 23:53:00.233722 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 55488) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:53:00.280218 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ba94cbb2-124f-461d-8006-01f56f9ade25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:53:00.300366 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ba94cbb2-124f-461d-8006-01f56f9ade25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:53:00.349151 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ba94cbb2-124f-461d-8006-01f56f9ade25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:53:00.351809 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ba94cbb2-124f-461d-8006-01f56f9ade25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:53:00.352934 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-ba94cbb2-124f-461d-8006-01f56f9ade25 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/be618fd5-a4e8-4c71-9d7f-c7d4e4207e92 HTTP/1.1" status: 204 len: 168 time: 0.1183414 Jul 27 23:53:00.360567 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba94cbb2-124f-461d-8006-01f56f9ade25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be618fd5-a4e8-4c71-9d7f-c7d4e4207e92,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:53:00.563020 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device a66cdac8-8a8a-41f8-952a-1c34ac236c46 no longer exists at agent hyperv_n-h1-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:53:00.582166 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] No Port match for: a66cdac8-8a8a-41f8-952a-1c34ac236c46 {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:53:00.582510 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device a66cdac8-8a8a-41f8-952a-1c34ac236c46 not bound to the agent host n-h1-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:53:00.604698 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-19f2e178-d45e-4fbe-b9be-c3963fc151ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:53:00.988205 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 55510) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:53:01.110550 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-d96ec59f-fb87-4cf8-828d-ab7ef41e8e89 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-2095143459-network', 'tenant_id': '4ba5b8d6319f49828578267b9b93e7c6'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:53:01.136098 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d96ec59f-fb87-4cf8-828d-ab7ef41e8e89 admin admin] Made reservation on behalf of 4ba5b8d6319f49828578267b9b93e7c6 for: {'network': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:53:01.139097 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d96ec59f-fb87-4cf8-828d-ab7ef41e8e89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for network, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:53:01.149740 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d96ec59f-fb87-4cf8-828d-ab7ef41e8e89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:53:01.241734 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d96ec59f-fb87-4cf8-828d-ab7ef41e8e89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:53:01.245351 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d96ec59f-fb87-4cf8-828d-ab7ef41e8e89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:53:01.266155 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d96ec59f-fb87-4cf8-828d-ab7ef41e8e89 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 528} {{(pid=93797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 23:53:01.279877 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96ec59f-fb87-4cf8-828d-ab7ef41e8e89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=902b253b-29eb-4d92-96f7-31d7a947eed2,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:53:01.285037 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d96ec59f-fb87-4cf8-828d-ab7ef41e8e89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:53:01.285384 n-d-802623-1 neutron-server[93797]: INFO neutron.db.segments_db [None req-d96ec59f-fb87-4cf8-828d-ab7ef41e8e89 admin admin] Added segment dd04d9c9-b835-4f71-8f5e-6152a3a133f4 of type vlan for network 5dbf213b-0fc8-45b6-ae08-2a59287a2ef9 Jul 27 23:53:01.325598 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d96ec59f-fb87-4cf8-828d-ab7ef41e8e89 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736833354590'] for network, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:53:01.353288 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d96ec59f-fb87-4cf8-828d-ab7ef41e8e89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569'] for network, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:53:01.354239 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d96ec59f-fb87-4cf8-828d-ab7ef41e8e89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:53:01.354811 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d96ec59f-fb87-4cf8-828d-ab7ef41e8e89 admin admin] Notify callbacks [] for network, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:53:01.411036 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-d96ec59f-fb87-4cf8-828d-ab7ef41e8e89 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4215183 Jul 27 23:53:01.413842 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 55516) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:53:01.415925 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96ec59f-fb87-4cf8-828d-ab7ef41e8e89 admin admin] Pushing event updated for resources: {'Network': ['ID=5dbf213b-0fc8-45b6-ae08-2a59287a2ef9,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:53:01.418950 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-8fe875ab-df09-4a95-806a-04bc705b27b7 admin admin] Request body: {'subnet': {'network_id': '5dbf213b-0fc8-45b6-ae08-2a59287a2ef9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-2095143459-subnet', 'tenant_id': '4ba5b8d6319f49828578267b9b93e7c6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:53:01.425720 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Network 5dbf213b-0fc8-45b6-ae08-2a59287a2ef9 details requested by agent ovs-agent-n-d-802623-1 with host n-d-802623-1 {{(pid=93799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 23:53:01.439560 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fe875ab-df09-4a95-806a-04bc705b27b7 admin admin] Made reservation on behalf of 4ba5b8d6319f49828578267b9b93e7c6 for: {'subnet': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:53:01.442259 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8fe875ab-df09-4a95-806a-04bc705b27b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12265828'] for subnet, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:53:01.606059 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8fe875ab-df09-4a95-806a-04bc705b27b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11971609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12265750'] for subnet, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:53:01.659177 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe875ab-df09-4a95-806a-04bc705b27b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=67b7c5ff-799a-4462-b8d6-a85a4f04b2ed,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:53:01.667486 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe875ab-df09-4a95-806a-04bc705b27b7 admin admin] Checking segment: {'id': 'dd04d9c9-b835-4f71-8f5e-6152a3a133f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '5dbf213b-0fc8-45b6-ae08-2a59287a2ef9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:53:01.667841 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fe875ab-df09-4a95-806a-04bc705b27b7 admin admin] Network hostable DHCP agents. Network: 5dbf213b-0fc8-45b6-ae08-2a59287a2ef9, hostable agents: ['5950e76f-2bde-4343-a925-cbe6bacd2706'], hosted agents: [] {{(pid=93798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 23:53:01.683558 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fe875ab-df09-4a95-806a-04bc705b27b7 admin admin] Network 5dbf213b-0fc8-45b6-ae08-2a59287a2ef9 is scheduled to be hosted by DHCP agent 5950e76f-2bde-4343-a925-cbe6bacd2706 with binding_index 1 {{(pid=93798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 23:53:01.692142 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-8fe875ab-df09-4a95-806a-04bc705b27b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802623-1, 5dbf213b-0fc8-45b6-ae08-2a59287a2ef9) {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:53:01.696132 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fe875ab-df09-4a95-806a-04bc705b27b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:53:01.696723 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8fe875ab-df09-4a95-806a-04bc705b27b7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:53:01.702648 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a43cee5c-94c4-4251-bed0-d5f7fd65d9f5 None None] Network 5dbf213b-0fc8-45b6-ae08-2a59287a2ef9 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:53:01.709897 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-8fe875ab-df09-4a95-806a-04bc705b27b7 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.2949767 Jul 27 23:53:01.712642 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 55518) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:53:01.716954 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-e38f2bef-4c64-4bfc-b45a-3b29d809618b admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-2095143459-router', 'tenant_id': '4ba5b8d6319f49828578267b9b93e7c6', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'}}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:53:01.736786 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e38f2bef-4c64-4bfc-b45a-3b29d809618b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62159'] for router, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:53:01.737868 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e38f2bef-4c64-4bfc-b45a-3b29d809618b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-479230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-415539', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3693317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62148'] for router, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:53:01.792791 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e38f2bef-4c64-4bfc-b45a-3b29d809618b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:53:01.847681 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f76714b7-a4a6-4dcf-a6ed-bd1b87c45836 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f6f257c-ad18-5f0c-8c8e-ea085a5fc8a2-5dbf213b-0fc8-45b6-ae08-2a59287a2ef9', 'network_id': '5dbf213b-0fc8-45b6-ae08-2a59287a2ef9', 'tenant_id': '4ba5b8d6319f49828578267b9b93e7c6', 'fixed_ips': [{'subnet_id': '67b7c5ff-799a-4462-b8d6-a85a4f04b2ed'}]}} from n-d-802623-1. {{(pid=93799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 23:53:01.848652 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f76714b7-a4a6-4dcf-a6ed-bd1b87c45836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:53:01.928490 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e38f2bef-4c64-4bfc-b45a-3b29d809618b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-415433', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62186'] for router, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:53:01.976850 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-f76714b7-a4a6-4dcf-a6ed-bd1b87c45836 None None] Allocated IP 172.20.0.2 (5dbf213b-0fc8-45b6-ae08-2a59287a2ef9/67b7c5ff-799a-4462-b8d6-a85a4f04b2ed/1e213e19-d947-42e2-95f2-90eba240fd1d) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:53:02.120975 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f76714b7-a4a6-4dcf-a6ed-bd1b87c45836 None None] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:53:02.130038 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-f76714b7-a4a6-4dcf-a6ed-bd1b87c45836 None None] Transition to ACTIVE for port object 1e213e19-d947-42e2-95f2-90eba240fd1d will not be triggered until provisioned by entity L2. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:53:02.133670 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e38f2bef-4c64-4bfc-b45a-3b29d809618b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:53:02.146611 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-f76714b7-a4a6-4dcf-a6ed-bd1b87c45836 None None] Transition to ACTIVE for port object 1e213e19-d947-42e2-95f2-90eba240fd1d will not be triggered until provisioned by entity DHCP. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:53:02.153480 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f76714b7-a4a6-4dcf-a6ed-bd1b87c45836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:53:02.158496 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e38f2bef-4c64-4bfc-b45a-3b29d809618b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:53:02.191746 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f76714b7-a4a6-4dcf-a6ed-bd1b87c45836 None None] Network 5dbf213b-0fc8-45b6-ae08-2a59287a2ef9 is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:53:02.194405 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-f76714b7-a4a6-4dcf-a6ed-bd1b87c45836 None None] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:53:02.199852 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f76714b7-a4a6-4dcf-a6ed-bd1b87c45836 None None] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:53:02.206893 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76714b7-a4a6-4dcf-a6ed-bd1b87c45836 None None] Pushing event updated for resources: {'Port': ['ID=1e213e19-d947-42e2-95f2-90eba240fd1d,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:53:02.259413 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-f76714b7-a4a6-4dcf-a6ed-bd1b87c45836 None None] Attempting to bind port 1e213e19-d947-42e2-95f2-90eba240fd1d on host n-d-802623-1 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:53:02.259789 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-f76714b7-a4a6-4dcf-a6ed-bd1b87c45836 None None] Attempting to bind port 1e213e19-d947-42e2-95f2-90eba240fd1d by drivers openvswitch,hyperv on host n-d-802623-1 at level 0 using segments [{'id': 'dd04d9c9-b835-4f71-8f5e-6152a3a133f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '5dbf213b-0fc8-45b6-ae08-2a59287a2ef9'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:53:02.260150 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f76714b7-a4a6-4dcf-a6ed-bd1b87c45836 None None] Attempting to bind port 1e213e19-d947-42e2-95f2-90eba240fd1d on network 5dbf213b-0fc8-45b6-ae08-2a59287a2ef9 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:53:02.264686 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-e38f2bef-4c64-4bfc-b45a-3b29d809618b admin admin] Allocated IP 172.25.4.78 (2fd42287-ed26-4eb9-89a5-b521f5b04356/17de1f8f-393a-4b0c-a2df-614bd3f2fb5e/afbf6c78-7c5c-484d-80f9-d5348c2628e4) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:53:02.265251 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f76714b7-a4a6-4dcf-a6ed-bd1b87c45836 None None] Checking agent: {'id': 'a9a568d2-a5e7-41e4-833f-a8ab42ea4073', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 52, 30), 'started_at': datetime.datetime(2021, 7, 27, 22, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802623-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:53:02.265728 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f76714b7-a4a6-4dcf-a6ed-bd1b87c45836 None None] Checking segment: {'id': 'dd04d9c9-b835-4f71-8f5e-6152a3a133f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '5dbf213b-0fc8-45b6-ae08-2a59287a2ef9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:53:02.266142 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f76714b7-a4a6-4dcf-a6ed-bd1b87c45836 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:53:02.266620 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f76714b7-a4a6-4dcf-a6ed-bd1b87c45836 None None] Bound using segment: {'id': 'dd04d9c9-b835-4f71-8f5e-6152a3a133f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '5dbf213b-0fc8-45b6-ae08-2a59287a2ef9'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:53:02.267177 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-f76714b7-a4a6-4dcf-a6ed-bd1b87c45836 None None] Bound port: 1e213e19-d947-42e2-95f2-90eba240fd1d, host: n-d-802623-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd04d9c9-b835-4f71-8f5e-6152a3a133f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '5dbf213b-0fc8-45b6-ae08-2a59287a2ef9'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:53:02.267490 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f76714b7-a4a6-4dcf-a6ed-bd1b87c45836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:53:02.329626 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f76714b7-a4a6-4dcf-a6ed-bd1b87c45836 None None] For port 1e213e19-d947-42e2-95f2-90eba240fd1d, host n-d-802623-1, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:53:02.332778 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f76714b7-a4a6-4dcf-a6ed-bd1b87c45836 None None] For port 1e213e19-d947-42e2-95f2-90eba240fd1d, host n-d-802623-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=1e213e19-d947-42e2-95f2-90eba240fd1d,segment=NetworkSegment(dd04d9c9-b835-4f71-8f5e-6152a3a133f4),segment_id=dd04d9c9-b835-4f71-8f5e-6152a3a133f4)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:53:02.336324 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f76714b7-a4a6-4dcf-a6ed-bd1b87c45836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:53:02.372447 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e38f2bef-4c64-4bfc-b45a-3b29d809618b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:53:02.388543 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7418f70f-e60d-4709-8ba9-6ab514bc7f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:53:02.406676 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76714b7-a4a6-4dcf-a6ed-bd1b87c45836 None None] Pushing event updated for resources: {'Port': ['ID=1e213e19-d947-42e2-95f2-90eba240fd1d,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:53:02.423351 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e38f2bef-4c64-4bfc-b45a-3b29d809618b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:53:02.462741 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e38f2bef-4c64-4bfc-b45a-3b29d809618b admin admin] Network 2fd42287-ed26-4eb9-89a5-b521f5b04356 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:53:02.467148 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-e38f2bef-4c64-4bfc-b45a-3b29d809618b admin admin] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:53:02.472183 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e38f2bef-4c64-4bfc-b45a-3b29d809618b admin admin] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:53:02.477751 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38f2bef-4c64-4bfc-b45a-3b29d809618b admin admin] Pushing event updated for resources: {'Port': ['ID=afbf6c78-7c5c-484d-80f9-d5348c2628e4,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:53:02.738436 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e38f2bef-4c64-4bfc-b45a-3b29d809618b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:53:02.930232 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e38f2bef-4c64-4bfc-b45a-3b29d809618b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-415468'] for router, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:53:03.062700 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e38f2bef-4c64-4bfc-b45a-3b29d809618b admin admin] Router eadf4275-d7fe-41af-8f29-3a7d3327f789 is scheduled to L3 agent 018c4455-49c0-4734-927d-7824067b2a9e with binding_index 1 {{(pid=93798) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 23:53:03.175636 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e38f2bef-4c64-4bfc-b45a-3b29d809618b admin admin] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:53:03.185697 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e435cab4-9511-443c-b87c-c77495d94c2b None None] Sync routers for ids ['eadf4275-d7fe-41af-8f29-3a7d3327f789'] in n-d-802623-1 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:53:03.193832 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e38f2bef-4c64-4bfc-b45a-3b29d809618b admin admin] Notify callbacks [] for router, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:53:03.195533 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-e38f2bef-4c64-4bfc-b45a-3b29d809618b admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.4819775 Jul 27 23:53:03.196473 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e435cab4-9511-443c-b87c-c77495d94c2b None None] Routers {'eadf4275-d7fe-41af-8f29-3a7d3327f789'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:53:03.197097 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-e435cab4-9511-443c-b87c-c77495d94c2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:53:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['eadf4275-d7fe-41af-8f29-3a7d3327f789'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:53:03.198445 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 55520) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:53:03.270076 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0312fb5-d9f2-4708-8886-a647b2eeab03 None None] Network 5dbf213b-0fc8-45b6-ae08-2a59287a2ef9 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:53:03.308917 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-e435cab4-9511-443c-b87c-c77495d94c2b None None] Set router eadf4275-d7fe-41af-8f29-3a7d3327f789 gateway port host: n-d-802623-1 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:53:03.360743 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-63747bb5-0ab6-410a-984b-a50187d50de3 None None] Provisioning for port 1e213e19-d947-42e2-95f2-90eba240fd1d completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:53:03.502724 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-e435cab4-9511-443c-b87c-c77495d94c2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eadf4275-d7fe-41af-8f29-3a7d3327f789', 'name': 'tempest-ServerActionsTestJSON-2095143459-router', 'tenant_id': '4ba5b8d6319f49828578267b9b93e7c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.78'}], 'enable_snat': True}, 'gw_port_id': 'afbf6c78-7c5c-484d-80f9-d5348c2628e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:53:01Z', 'updated_at': '2021-07-27T23:53:02Z', 'revision_number': 3, 'project_id': '4ba5b8d6319f49828578267b9b93e7c6', 'gw_port': {'id': 'afbf6c78-7c5c-484d-80f9-d5348c2628e4', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:b4:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eadf4275-d7fe-41af-8f29-3a7d3327f789', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:53:02Z', 'updated_at': '2021-07-27T23:53:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1'}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:53:03.532486 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e435cab4-9511-443c-b87c-c77495d94c2b None None] Checking router: eadf4275-d7fe-41af-8f29-3a7d3327f789 for host: n-d-802623-1 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 23:53:03.533083 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e435cab4-9511-443c-b87c-c77495d94c2b None None] Updating router eadf4275-d7fe-41af-8f29-3a7d3327f789 port afbf6c78-7c5c-484d-80f9-d5348c2628e4 binding host n-d-802623-1 {{(pid=93800) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 23:53:03.559730 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e435cab4-9511-443c-b87c-c77495d94c2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:53:03.820829 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e435cab4-9511-443c-b87c-c77495d94c2b None None] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:53:03.831493 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-e435cab4-9511-443c-b87c-c77495d94c2b None None] Transition to ACTIVE for port object afbf6c78-7c5c-484d-80f9-d5348c2628e4 will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:53:03.836637 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e435cab4-9511-443c-b87c-c77495d94c2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:53:03.896226 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-e435cab4-9511-443c-b87c-c77495d94c2b None None] Attempting to bind port afbf6c78-7c5c-484d-80f9-d5348c2628e4 on host n-d-802623-1 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:53:03.896589 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-e435cab4-9511-443c-b87c-c77495d94c2b None None] Attempting to bind port afbf6c78-7c5c-484d-80f9-d5348c2628e4 by drivers openvswitch,hyperv on host n-d-802623-1 at level 0 using segments [{'id': 'b9afe07e-bbe4-4740-834c-4b6a9698bdbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:53:03.896951 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e435cab4-9511-443c-b87c-c77495d94c2b None None] Attempting to bind port afbf6c78-7c5c-484d-80f9-d5348c2628e4 on network 2fd42287-ed26-4eb9-89a5-b521f5b04356 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:53:03.898781 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf9de26-f9e6-4dd9-ad45-eae77115b521 None None] Pushing event updated for resources: {'Port': ['ID=afbf6c78-7c5c-484d-80f9-d5348c2628e4,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:53:03.907342 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e435cab4-9511-443c-b87c-c77495d94c2b None None] Checking agent: {'id': 'a9a568d2-a5e7-41e4-833f-a8ab42ea4073', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 52, 30), 'started_at': datetime.datetime(2021, 7, 27, 22, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802623-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:53:03.907713 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e435cab4-9511-443c-b87c-c77495d94c2b None None] Checking segment: {'id': 'b9afe07e-bbe4-4740-834c-4b6a9698bdbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:53:03.908114 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e435cab4-9511-443c-b87c-c77495d94c2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:53:03.908503 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e435cab4-9511-443c-b87c-c77495d94c2b None None] Bound using segment: {'id': 'b9afe07e-bbe4-4740-834c-4b6a9698bdbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:53:03.908956 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-e435cab4-9511-443c-b87c-c77495d94c2b None None] Bound port: afbf6c78-7c5c-484d-80f9-d5348c2628e4, host: n-d-802623-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9afe07e-bbe4-4740-834c-4b6a9698bdbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:53:03.909330 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e435cab4-9511-443c-b87c-c77495d94c2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:53:03.912288 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf9de26-f9e6-4dd9-ad45-eae77115b521 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:53:03.912629 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf9de26-f9e6-4dd9-ad45-eae77115b521 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:53:03.912964 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf9de26-f9e6-4dd9-ad45-eae77115b521 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:53:03.913293 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf9de26-f9e6-4dd9-ad45-eae77115b521 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:53:03.913622 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf9de26-f9e6-4dd9-ad45-eae77115b521 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:53:03.913950 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf9de26-f9e6-4dd9-ad45-eae77115b521 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:53:03.914271 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf9de26-f9e6-4dd9-ad45-eae77115b521 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:53:03.914592 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf9de26-f9e6-4dd9-ad45-eae77115b521 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:53:03.914907 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf9de26-f9e6-4dd9-ad45-eae77115b521 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:53:03.915257 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf9de26-f9e6-4dd9-ad45-eae77115b521 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:53:03.915578 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf9de26-f9e6-4dd9-ad45-eae77115b521 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:53:03.915895 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf9de26-f9e6-4dd9-ad45-eae77115b521 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:53:03.966837 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e435cab4-9511-443c-b87c-c77495d94c2b None None] For port afbf6c78-7c5c-484d-80f9-d5348c2628e4, host n-d-802623-1, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:53:03.969943 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e435cab4-9511-443c-b87c-c77495d94c2b None None] For port afbf6c78-7c5c-484d-80f9-d5348c2628e4, host n-d-802623-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=afbf6c78-7c5c-484d-80f9-d5348c2628e4,segment=NetworkSegment(b9afe07e-bbe4-4740-834c-4b6a9698bdbc),segment_id=b9afe07e-bbe4-4740-834c-4b6a9698bdbc)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:53:03.974685 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e435cab4-9511-443c-b87c-c77495d94c2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:53:03.986198 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-564069ef-8fc8-4226-bcd5-273b84a1d399 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:53:04.032900 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf9de26-f9e6-4dd9-ad45-eae77115b521 None None] Pushing event updated for resources: {'Port': ['ID=afbf6c78-7c5c-484d-80f9-d5348c2628e4,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:53:04.035770 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e435cab4-9511-443c-b87c-c77495d94c2b None None] Routers {'eadf4275-d7fe-41af-8f29-3a7d3327f789'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:53:04.036372 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-e435cab4-9511-443c-b87c-c77495d94c2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:53:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['eadf4275-d7fe-41af-8f29-3a7d3327f789'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:53:04.143279 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-e435cab4-9511-443c-b87c-c77495d94c2b None None] Set router eadf4275-d7fe-41af-8f29-3a7d3327f789 gateway port host: n-d-802623-1 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:53:04.150609 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-564069ef-8fc8-4226-bcd5-273b84a1d399 admin admin] Allocated IP 172.20.0.1 (5dbf213b-0fc8-45b6-ae08-2a59287a2ef9/67b7c5ff-799a-4462-b8d6-a85a4f04b2ed/11d09bb7-1341-4e00-b320-152dd1c2e35b) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:53:04.181674 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 1e213e19-d947-42e2-95f2-90eba240fd1d up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:53:04.234174 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning for port 1e213e19-d947-42e2-95f2-90eba240fd1d completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:53:04.239728 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port 1e213e19-d947-42e2-95f2-90eba240fd1d triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:53:04.240108 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:53:04.269652 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-564069ef-8fc8-4226-bcd5-273b84a1d399 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:53:04.284079 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-564069ef-8fc8-4226-bcd5-273b84a1d399 admin admin] Transition to ACTIVE for port object 11d09bb7-1341-4e00-b320-152dd1c2e35b will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:53:04.319421 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:53:04.320611 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-564069ef-8fc8-4226-bcd5-273b84a1d399 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:53:04.326614 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-e435cab4-9511-443c-b87c-c77495d94c2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eadf4275-d7fe-41af-8f29-3a7d3327f789', 'name': 'tempest-ServerActionsTestJSON-2095143459-router', 'tenant_id': '4ba5b8d6319f49828578267b9b93e7c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.78'}], 'enable_snat': True}, 'gw_port_id': 'afbf6c78-7c5c-484d-80f9-d5348c2628e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:53:01Z', 'updated_at': '2021-07-27T23:53:02Z', 'revision_number': 3, 'project_id': '4ba5b8d6319f49828578267b9b93e7c6', 'gw_port': {'id': 'afbf6c78-7c5c-484d-80f9-d5348c2628e4', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:b4:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eadf4275-d7fe-41af-8f29-3a7d3327f789', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:53:02Z', 'updated_at': '2021-07-27T23:53:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1'}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:53:04.354466 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] For port 1e213e19-d947-42e2-95f2-90eba240fd1d, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=1e213e19-d947-42e2-95f2-90eba240fd1d,segment=NetworkSegment(dd04d9c9-b835-4f71-8f5e-6152a3a133f4),segment_id=dd04d9c9-b835-4f71-8f5e-6152a3a133f4)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:53:04.354978 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e435cab4-9511-443c-b87c-c77495d94c2b None None] The sync data for ids ['eadf4275-d7fe-41af-8f29-3a7d3327f789'] in n-d-802623-1 is: [{'id': 'eadf4275-d7fe-41af-8f29-3a7d3327f789', 'name': 'tempest-ServerActionsTestJSON-2095143459-router', 'tenant_id': '4ba5b8d6319f49828578267b9b93e7c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.78'}], 'enable_snat': True}, 'gw_port_id': 'afbf6c78-7c5c-484d-80f9-d5348c2628e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:53:01Z', 'updated_at': '2021-07-27T23:53:02Z', 'revision_number': 3, 'project_id': '4ba5b8d6319f49828578267b9b93e7c6', 'gw_port': {'id': 'afbf6c78-7c5c-484d-80f9-d5348c2628e4', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:b4:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eadf4275-d7fe-41af-8f29-3a7d3327f789', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:53:02Z', 'updated_at': '2021-07-27T23:53:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1'}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:53:04.359310 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:53:04.364204 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-564069ef-8fc8-4226-bcd5-273b84a1d399 admin admin] Network 5dbf213b-0fc8-45b6-ae08-2a59287a2ef9 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:53:04.367915 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-564069ef-8fc8-4226-bcd5-273b84a1d399 admin admin] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:53:04.373640 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-564069ef-8fc8-4226-bcd5-273b84a1d399 admin admin] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:53:04.396629 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564069ef-8fc8-4226-bcd5-273b84a1d399 admin admin] Pushing event updated for resources: {'Port': ['ID=11d09bb7-1341-4e00-b320-152dd1c2e35b,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:53:04.412195 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564069ef-8fc8-4226-bcd5-273b84a1d399 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:53:04.412544 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564069ef-8fc8-4226-bcd5-273b84a1d399 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:53:04.412885 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564069ef-8fc8-4226-bcd5-273b84a1d399 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:53:04.413220 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564069ef-8fc8-4226-bcd5-273b84a1d399 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:53:04.413550 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564069ef-8fc8-4226-bcd5-273b84a1d399 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:53:04.413878 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564069ef-8fc8-4226-bcd5-273b84a1d399 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:53:04.414200 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564069ef-8fc8-4226-bcd5-273b84a1d399 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:53:04.414521 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564069ef-8fc8-4226-bcd5-273b84a1d399 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:53:04.414840 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564069ef-8fc8-4226-bcd5-273b84a1d399 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:53:04.415189 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564069ef-8fc8-4226-bcd5-273b84a1d399 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:53:04.415511 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564069ef-8fc8-4226-bcd5-273b84a1d399 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:53:04.415831 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564069ef-8fc8-4226-bcd5-273b84a1d399 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:53:04.420451 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Pushing event updated for resources: {'Port': ['ID=1e213e19-d947-42e2-95f2-90eba240fd1d,revision_number=3']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:53:04.427737 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-564069ef-8fc8-4226-bcd5-273b84a1d399 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-415283'] for router_interface, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:53:04.570950 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-564069ef-8fc8-4226-bcd5-273b84a1d399 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:53:04.712547 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-69c6abda-35d9-49a5-b827-12d510ce6cf0 None None] Provisioning for port 11d09bb7-1341-4e00-b320-152dd1c2e35b completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:53:04.716596 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-69c6abda-35d9-49a5-b827-12d510ce6cf0 None None] Provisioning complete for port 11d09bb7-1341-4e00-b320-152dd1c2e35b triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:53:04.717816 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-69c6abda-35d9-49a5-b827-12d510ce6cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:53:04.758781 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-69c6abda-35d9-49a5-b827-12d510ce6cf0 None None] Port 11d09bb7-1341-4e00-b320-152dd1c2e35b cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:53:04.768532 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-564069ef-8fc8-4226-bcd5-273b84a1d399 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:53:04.774534 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-564069ef-8fc8-4226-bcd5-273b84a1d399 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11336041'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:53:04.847684 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564069ef-8fc8-4226-bcd5-273b84a1d399 admin admin] Pushing event updated for resources: {'Port': ['ID=11d09bb7-1341-4e00-b320-152dd1c2e35b,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:53:04.854885 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-564069ef-8fc8-4226-bcd5-273b84a1d399 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3760555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-414115'] for router_interface, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:53:04.954925 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-564069ef-8fc8-4226-bcd5-273b84a1d399 admin admin] Network 5dbf213b-0fc8-45b6-ae08-2a59287a2ef9 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:53:04.956717 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-564069ef-8fc8-4226-bcd5-273b84a1d399 admin admin] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:53:05.083842 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-564069ef-8fc8-4226-bcd5-273b84a1d399 admin admin] Router eadf4275-d7fe-41af-8f29-3a7d3327f789 has already been hosted by L3 agent 018c4455-49c0-4734-927d-7824067b2a9e {{(pid=93797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 23:53:05.184604 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-b6c0f288-245f-47d4-ae80-0122abfabe9a None None] Provisioning complete for port 11d09bb7-1341-4e00-b320-152dd1c2e35b triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:53:05.185283 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b6c0f288-245f-47d4-ae80-0122abfabe9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:53:05.212044 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-564069ef-8fc8-4226-bcd5-273b84a1d399 admin admin] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:53:05.217728 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-564069ef-8fc8-4226-bcd5-273b84a1d399 admin admin] 10.222.0.18 "PUT /v2.0/routers/eadf4275-d7fe-41af-8f29-3a7d3327f789/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0181756 Jul 27 23:53:05.232219 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:53:05.234366 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-b6c0f288-245f-47d4-ae80-0122abfabe9a None None] Port 11d09bb7-1341-4e00-b320-152dd1c2e35b cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:53:05.700734 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 55530) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:53:05.705505 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-1bdb84ec-21a1-455d-900c-6c027caa80df tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Request body: {'security_group': {'name': 'tempest-securitygroup--699128036', 'description': 'tempest-description--895552915'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:53:05.728185 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1bdb84ec-21a1-455d-900c-6c027caa80df tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:53:05.812313 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1bdb84ec-21a1-455d-900c-6c027caa80df tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:53:05.816069 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1bdb84ec-21a1-455d-900c-6c027caa80df tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:53:05.842694 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1bdb84ec-21a1-455d-900c-6c027caa80df tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:53:05.843995 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-1bdb84ec-21a1-455d-900c-6c027caa80df tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1422319 Jul 27 23:53:05.847237 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 55534) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:53:05.852504 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdb84ec-21a1-455d-900c-6c027caa80df tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2988c913-9e16-4060-8869-a1f99999e084,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:53:05.855381 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-d9aee8ad-f005-4e6a-8d75-893fe2588daa tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Request body: {'security_group_rule': {'security_group_id': '2988c913-9e16-4060-8869-a1f99999e084', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:53:05.881810 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d9aee8ad-f005-4e6a-8d75-893fe2588daa tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:53:05.928214 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a389c6e4-5e7d-4282-8990-05458f092aa8 None None] Sync routers for ids ['eadf4275-d7fe-41af-8f29-3a7d3327f789'] in n-d-802623-1 {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:53:05.937296 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a389c6e4-5e7d-4282-8990-05458f092aa8 None None] Routers {'eadf4275-d7fe-41af-8f29-3a7d3327f789'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:53:05.937919 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-a389c6e4-5e7d-4282-8990-05458f092aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:53:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['eadf4275-d7fe-41af-8f29-3a7d3327f789'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:53:05.940397 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d9aee8ad-f005-4e6a-8d75-893fe2588daa tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:53:05.948288 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d9aee8ad-f005-4e6a-8d75-893fe2588daa tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784185'] for security_group_rule, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:53:05.969907 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9aee8ad-f005-4e6a-8d75-893fe2588daa tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=457d07ca-19d6-4f65-bd03-c6fe6d596736,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:53:05.973627 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d9aee8ad-f005-4e6a-8d75-893fe2588daa tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:53:05.974853 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-d9aee8ad-f005-4e6a-8d75-893fe2588daa tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1266041 Jul 27 23:53:05.977470 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 55536) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:53:05.981915 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-44173870-f2f9-4f47-8782-3e1907fed3c3 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Request body: {'security_group_rule': {'security_group_id': '2988c913-9e16-4060-8869-a1f99999e084', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:53:06.008837 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-44173870-f2f9-4f47-8782-3e1907fed3c3 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:53:06.048625 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-a389c6e4-5e7d-4282-8990-05458f092aa8 None None] Set router eadf4275-d7fe-41af-8f29-3a7d3327f789 gateway port host: n-d-802623-1 {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:53:06.066065 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-44173870-f2f9-4f47-8782-3e1907fed3c3 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:53:06.070094 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-44173870-f2f9-4f47-8782-3e1907fed3c3 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784185'] for security_group_rule, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:53:06.092568 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44173870-f2f9-4f47-8782-3e1907fed3c3 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0af40b65-c016-4140-bbf3-a4e95df2addb,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:53:06.096557 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-44173870-f2f9-4f47-8782-3e1907fed3c3 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:53:06.099510 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-44173870-f2f9-4f47-8782-3e1907fed3c3 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1210625 Jul 27 23:53:06.102165 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 55538) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:53:06.108247 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-f5bef12d-3343-41ae-a897-7fcc98429b14 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Request body: {'floatingip': {'floating_network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:53:06.139870 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f5bef12d-3343-41ae-a897-7fcc98429b14 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Notify callbacks [] for floatingip, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:53:06.263385 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f5bef12d-3343-41ae-a897-7fcc98429b14 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:53:06.291190 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device afbf6c78-7c5c-484d-80f9-d5348c2628e4 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:53:06.371467 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-f5bef12d-3343-41ae-a897-7fcc98429b14 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Allocated IP 172.25.4.156 (2fd42287-ed26-4eb9-89a5-b521f5b04356/17de1f8f-393a-4b0c-a2df-614bd3f2fb5e/90aab506-3a24-4e4e-a039-a20f3c0ade19) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:53:06.396019 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning for port afbf6c78-7c5c-484d-80f9-d5348c2628e4 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:53:06.406887 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port afbf6c78-7c5c-484d-80f9-d5348c2628e4 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:53:06.407279 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:53:06.474821 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f5bef12d-3343-41ae-a897-7fcc98429b14 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:53:06.510106 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-a389c6e4-5e7d-4282-8990-05458f092aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eadf4275-d7fe-41af-8f29-3a7d3327f789', 'name': 'tempest-ServerActionsTestJSON-2095143459-router', 'tenant_id': '4ba5b8d6319f49828578267b9b93e7c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.78'}], 'enable_snat': True}, 'gw_port_id': 'afbf6c78-7c5c-484d-80f9-d5348c2628e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:53:01Z', 'updated_at': '2021-07-27T23:53:04Z', 'revision_number': 4, 'project_id': '4ba5b8d6319f49828578267b9b93e7c6', 'gw_port': {'id': 'afbf6c78-7c5c-484d-80f9-d5348c2628e4', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:b4:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eadf4275-d7fe-41af-8f29-3a7d3327f789', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:53:02Z', 'updated_at': '2021-07-27T23:53:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': '11d09bb7-1341-4e00-b320-152dd1c2e35b', 'name': '', 'network_id': '5dbf213b-0fc8-45b6-ae08-2a59287a2ef9', 'tenant_id': '4ba5b8d6319f49828578267b9b93e7c6', 'mac_address': 'fa:16:3e:00:d4:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eadf4275-d7fe-41af-8f29-3a7d3327f789', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '67b7c5ff-799a-4462-b8d6-a85a4f04b2ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:53:04Z', 'updated_at': '2021-07-27T23:53:04Z', 'revision_number': 2, 'project_id': '4ba5b8d6319f49828578267b9b93e7c6', 'subnets': [{'id': '67b7c5ff-799a-4462-b8d6-a85a4f04b2ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:53:06.513727 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f5bef12d-3343-41ae-a897-7fcc98429b14 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:53:06.544896 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:53:06.550682 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a389c6e4-5e7d-4282-8990-05458f092aa8 None None] Checking router: eadf4275-d7fe-41af-8f29-3a7d3327f789 for host: n-d-802623-1 {{(pid=93799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 23:53:06.551032 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a389c6e4-5e7d-4282-8990-05458f092aa8 None None] Updating router eadf4275-d7fe-41af-8f29-3a7d3327f789 port 11d09bb7-1341-4e00-b320-152dd1c2e35b binding host n-d-802623-1 {{(pid=93799) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 23:53:06.553168 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5bef12d-3343-41ae-a897-7fcc98429b14 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Network 2fd42287-ed26-4eb9-89a5-b521f5b04356 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:53:06.558051 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-f5bef12d-3343-41ae-a897-7fcc98429b14 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:53:06.562438 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5bef12d-3343-41ae-a897-7fcc98429b14 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:53:06.565503 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bef12d-3343-41ae-a897-7fcc98429b14 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Pushing event updated for resources: {'Port': ['ID=90aab506-3a24-4e4e-a039-a20f3c0ade19,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:53:06.586873 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] For port afbf6c78-7c5c-484d-80f9-d5348c2628e4, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=afbf6c78-7c5c-484d-80f9-d5348c2628e4,segment=NetworkSegment(b9afe07e-bbe4-4740-834c-4b6a9698bdbc),segment_id=b9afe07e-bbe4-4740-834c-4b6a9698bdbc)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:53:06.588401 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a389c6e4-5e7d-4282-8990-05458f092aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:53:06.597094 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:53:06.597855 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 1e213e19-d947-42e2-95f2-90eba240fd1d up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:53:06.653011 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f5bef12d-3343-41ae-a897-7fcc98429b14 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:53:06.686252 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f5bef12d-3343-41ae-a897-7fcc98429b14 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:53:06.704621 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Pushing event updated for resources: {'Port': ['ID=afbf6c78-7c5c-484d-80f9-d5348c2628e4,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:53:06.775912 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port 1e213e19-d947-42e2-95f2-90eba240fd1d triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:53:06.776584 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:53:06.845866 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f5bef12d-3343-41ae-a897-7fcc98429b14 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:53:06.850475 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f5bef12d-3343-41ae-a897-7fcc98429b14 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:53:06.915465 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bef12d-3343-41ae-a897-7fcc98429b14 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Pushing event updated for resources: {'Port': ['ID=90aab506-3a24-4e4e-a039-a20f3c0ade19,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:53:06.929424 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f5bef12d-3343-41ae-a897-7fcc98429b14 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-415302'] for floatingip, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:53:06.943691 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f5bef12d-3343-41ae-a897-7fcc98429b14 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for floatingip, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:53:06.944982 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-f5bef12d-3343-41ae-a897-7fcc98429b14 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8409750 Jul 27 23:53:06.984502 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a389c6e4-5e7d-4282-8990-05458f092aa8 None None] Notify callbacks [] for port, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:53:06.994649 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-a389c6e4-5e7d-4282-8990-05458f092aa8 None None] Transition to ACTIVE for port object 11d09bb7-1341-4e00-b320-152dd1c2e35b will not be triggered until provisioned by entity L2. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:53:07.000971 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a389c6e4-5e7d-4282-8990-05458f092aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:53:07.052947 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8d5424-d6a8-434c-ae4f-c76c0b125801 None None] Pushing event updated for resources: {'Port': ['ID=11d09bb7-1341-4e00-b320-152dd1c2e35b,revision_number=3']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:53:07.105032 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-0f5a0928-8bcf-4491-9d9f-d3e578354810 req-e9cf4089-882c-4d0d-938e-6701c552439d tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--699128036&fields=id&tenant_id=4ba5b8d6319f49828578267b9b93e7c6 HTTP/1.1" status: 200 len: 267 time: 0.0391583 Jul 27 23:53:07.107509 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-a389c6e4-5e7d-4282-8990-05458f092aa8 None None] Attempting to bind port 11d09bb7-1341-4e00-b320-152dd1c2e35b on host n-d-802623-1 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:53:07.107882 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-a389c6e4-5e7d-4282-8990-05458f092aa8 None None] Attempting to bind port 11d09bb7-1341-4e00-b320-152dd1c2e35b by drivers openvswitch,hyperv on host n-d-802623-1 at level 0 using segments [{'id': 'dd04d9c9-b835-4f71-8f5e-6152a3a133f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '5dbf213b-0fc8-45b6-ae08-2a59287a2ef9'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:53:07.108248 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a389c6e4-5e7d-4282-8990-05458f092aa8 None None] Attempting to bind port 11d09bb7-1341-4e00-b320-152dd1c2e35b on network 5dbf213b-0fc8-45b6-ae08-2a59287a2ef9 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:53:07.113605 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a389c6e4-5e7d-4282-8990-05458f092aa8 None None] Checking agent: {'id': 'a9a568d2-a5e7-41e4-833f-a8ab42ea4073', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 52, 30), 'started_at': datetime.datetime(2021, 7, 27, 22, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802623-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:53:07.113963 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a389c6e4-5e7d-4282-8990-05458f092aa8 None None] Checking segment: {'id': 'dd04d9c9-b835-4f71-8f5e-6152a3a133f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '5dbf213b-0fc8-45b6-ae08-2a59287a2ef9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:53:07.114539 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a389c6e4-5e7d-4282-8990-05458f092aa8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:53:07.114964 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a389c6e4-5e7d-4282-8990-05458f092aa8 None None] Bound using segment: {'id': 'dd04d9c9-b835-4f71-8f5e-6152a3a133f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '5dbf213b-0fc8-45b6-ae08-2a59287a2ef9'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:53:07.115482 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-a389c6e4-5e7d-4282-8990-05458f092aa8 None None] Bound port: 11d09bb7-1341-4e00-b320-152dd1c2e35b, host: n-d-802623-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd04d9c9-b835-4f71-8f5e-6152a3a133f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '5dbf213b-0fc8-45b6-ae08-2a59287a2ef9'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:53:07.115860 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a389c6e4-5e7d-4282-8990-05458f092aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:53:07.198755 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-a389c6e4-5e7d-4282-8990-05458f092aa8 None None] For port 11d09bb7-1341-4e00-b320-152dd1c2e35b, host n-d-802623-1, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:53:07.202344 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-a389c6e4-5e7d-4282-8990-05458f092aa8 None None] For port 11d09bb7-1341-4e00-b320-152dd1c2e35b, host n-d-802623-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=11d09bb7-1341-4e00-b320-152dd1c2e35b,segment=NetworkSegment(dd04d9c9-b835-4f71-8f5e-6152a3a133f4),segment_id=dd04d9c9-b835-4f71-8f5e-6152a3a133f4)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:53:07.208417 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a389c6e4-5e7d-4282-8990-05458f092aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:53:07.234693 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5a0928-8bcf-4491-9d9f-d3e578354810 req-79de0a9d-f4b1-4229-90f5-50f252ca083e tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:53:07.236217 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-0f5a0928-8bcf-4491-9d9f-d3e578354810 req-79de0a9d-f4b1-4229-90f5-50f252ca083e tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/networks?id=5dbf213b-0fc8-45b6-ae08-2a59287a2ef9 HTTP/1.1" status: 200 len: 812 time: 0.1189878 Jul 27 23:53:07.259345 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-0f5a0928-8bcf-4491-9d9f-d3e578354810 req-2f294388-83bb-4ccc-9f4b-c02e11dea45b tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/quotas/4ba5b8d6319f49828578267b9b93e7c6 HTTP/1.1" status: 200 len: 375 time: 0.0147612 Jul 27 23:53:07.282603 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8d5424-d6a8-434c-ae4f-c76c0b125801 None None] Pushing event updated for resources: {'Port': ['ID=11d09bb7-1341-4e00-b320-152dd1c2e35b,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:53:07.287284 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a389c6e4-5e7d-4282-8990-05458f092aa8 None None] Routers {'eadf4275-d7fe-41af-8f29-3a7d3327f789'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:53:07.287922 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-a389c6e4-5e7d-4282-8990-05458f092aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:53:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['eadf4275-d7fe-41af-8f29-3a7d3327f789'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:53:07.323741 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-0f5a0928-8bcf-4491-9d9f-d3e578354810 req-60dfbeb6-6487-40f9-98a5-fb1640d88029 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=4ba5b8d6319f49828578267b9b93e7c6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0575001 Jul 27 23:53:07.394568 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-a389c6e4-5e7d-4282-8990-05458f092aa8 None None] Set router eadf4275-d7fe-41af-8f29-3a7d3327f789 gateway port host: n-d-802623-1 {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:53:07.431364 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-0f5a0928-8bcf-4491-9d9f-d3e578354810 req-b527fb84-b5f5-46b3-aed3-d148eccd52ad service neutron] 10.222.0.18 "GET /v2.0/networks/5dbf213b-0fc8-45b6-ae08-2a59287a2ef9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937901 Jul 27 23:53:07.522871 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-0f5a0928-8bcf-4491-9d9f-d3e578354810 req-3709cd93-f1e3-4ace-9b36-1bc4c3a0ee1c service neutron] 10.222.0.18 "GET /v2.0/networks/5dbf213b-0fc8-45b6-ae08-2a59287a2ef9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837538 Jul 27 23:53:07.613211 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-a389c6e4-5e7d-4282-8990-05458f092aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eadf4275-d7fe-41af-8f29-3a7d3327f789', 'name': 'tempest-ServerActionsTestJSON-2095143459-router', 'tenant_id': '4ba5b8d6319f49828578267b9b93e7c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.78'}], 'enable_snat': True}, 'gw_port_id': 'afbf6c78-7c5c-484d-80f9-d5348c2628e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:53:01Z', 'updated_at': '2021-07-27T23:53:04Z', 'revision_number': 4, 'project_id': '4ba5b8d6319f49828578267b9b93e7c6', 'gw_port': {'id': 'afbf6c78-7c5c-484d-80f9-d5348c2628e4', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:b4:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eadf4275-d7fe-41af-8f29-3a7d3327f789', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:53:02Z', 'updated_at': '2021-07-27T23:53:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': '11d09bb7-1341-4e00-b320-152dd1c2e35b', 'name': '', 'network_id': '5dbf213b-0fc8-45b6-ae08-2a59287a2ef9', 'tenant_id': '4ba5b8d6319f49828578267b9b93e7c6', 'mac_address': 'fa:16:3e:00:d4:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eadf4275-d7fe-41af-8f29-3a7d3327f789', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '67b7c5ff-799a-4462-b8d6-a85a4f04b2ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:53:04Z', 'updated_at': '2021-07-27T23:53:07Z', 'revision_number': 4, 'project_id': '4ba5b8d6319f49828578267b9b93e7c6', 'subnets': [{'id': '67b7c5ff-799a-4462-b8d6-a85a4f04b2ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:53:07.641794 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a389c6e4-5e7d-4282-8990-05458f092aa8 None None] The sync data for ids ['eadf4275-d7fe-41af-8f29-3a7d3327f789'] in n-d-802623-1 is: [{'id': 'eadf4275-d7fe-41af-8f29-3a7d3327f789', 'name': 'tempest-ServerActionsTestJSON-2095143459-router', 'tenant_id': '4ba5b8d6319f49828578267b9b93e7c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.78'}], 'enable_snat': True}, 'gw_port_id': 'afbf6c78-7c5c-484d-80f9-d5348c2628e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:53:01Z', 'updated_at': '2021-07-27T23:53:04Z', 'revision_number': 4, 'project_id': '4ba5b8d6319f49828578267b9b93e7c6', 'gw_port': {'id': 'afbf6c78-7c5c-484d-80f9-d5348c2628e4', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:b4:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eadf4275-d7fe-41af-8f29-3a7d3327f789', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:53:02Z', 'updated_at': '2021-07-27T23:53:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': '11d09bb7-1341-4e00-b320-152dd1c2e35b', 'name': '', 'network_id': '5dbf213b-0fc8-45b6-ae08-2a59287a2ef9', 'tenant_id': '4ba5b8d6319f49828578267b9b93e7c6', 'mac_address': 'fa:16:3e:00:d4:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eadf4275-d7fe-41af-8f29-3a7d3327f789', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '67b7c5ff-799a-4462-b8d6-a85a4f04b2ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:53:04Z', 'updated_at': '2021-07-27T23:53:07Z', 'revision_number': 4, 'project_id': '4ba5b8d6319f49828578267b9b93e7c6', 'subnets': [{'id': '67b7c5ff-799a-4462-b8d6-a85a4f04b2ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:53:07.699718 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-06fc4c61-9033-456d-abcd-698c74e39154 req-0a83a6c0-f23f-42bd-861e-b4614fd8fff5 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8f602c3-8f29-4647-af1a-4436fd3f8fa6 HTTP/1.1" status: 200 len: 210 time: 0.0323765 Jul 27 23:53:08.221775 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device afbf6c78-7c5c-484d-80f9-d5348c2628e4 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:53:08.279373 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port afbf6c78-7c5c-484d-80f9-d5348c2628e4 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:53:08.279833 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:53:08.367365 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 11d09bb7-1341-4e00-b320-152dd1c2e35b up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:53:08.415921 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning for port 11d09bb7-1341-4e00-b320-152dd1c2e35b completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:53:08.420590 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port 11d09bb7-1341-4e00-b320-152dd1c2e35b triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:53:08.420977 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:53:08.502872 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:53:08.537434 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] For port 11d09bb7-1341-4e00-b320-152dd1c2e35b, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=11d09bb7-1341-4e00-b320-152dd1c2e35b,segment=NetworkSegment(dd04d9c9-b835-4f71-8f5e-6152a3a133f4),segment_id=dd04d9c9-b835-4f71-8f5e-6152a3a133f4)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:53:08.541593 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:53:08.598580 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Pushing event updated for resources: {'Port': ['ID=11d09bb7-1341-4e00-b320-152dd1c2e35b,revision_number=5']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:53:08.609299 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:53:08.609693 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:53:08.610044 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:53:08.610392 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:53:08.610790 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:53:08.611134 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:53:08.611603 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:53:08.611926 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:53:08.612262 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:53:08.612654 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:53:08.612987 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:53:08.613314 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:53:08.711381 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5a0928-8bcf-4491-9d9f-d3e578354810 req-aae70480-ea01-469e-8577-436598453e89 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:53:08.712940 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-0f5a0928-8bcf-4491-9d9f-d3e578354810 req-aae70480-ea01-469e-8577-436598453e89 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.49 "GET /v2.0/networks?id=5dbf213b-0fc8-45b6-ae08-2a59287a2ef9 HTTP/1.1" status: 200 len: 812 time: 0.1143332 Jul 27 23:53:08.760902 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-0f5a0928-8bcf-4491-9d9f-d3e578354810 req-57a33505-4ac6-419e-865f-8d102fd97a86 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4ba5b8d6319f49828578267b9b93e7c6 HTTP/1.1" status: 200 len: 379 time: 0.0382226 Jul 27 23:53:08.809132 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-7d87311e-21ef-4632-90b5-314499aeef17 req-c1a9097b-891c-4541-a493-7c7e8902426e tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8f602c3-8f29-4647-af1a-4436fd3f8fa6 HTTP/1.1" status: 200 len: 210 time: 0.0263298 Jul 27 23:53:08.823822 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [req-0f5a0928-8bcf-4491-9d9f-d3e578354810 req-08dbba23-505e-4d51-a24a-1e6e234c1a01 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Request body: {'port': {'device_id': 'd8f602c3-8f29-4647-af1a-4436fd3f8fa6', 'network_id': '5dbf213b-0fc8-45b6-ae08-2a59287a2ef9', 'admin_state_up': True, 'tenant_id': '4ba5b8d6319f49828578267b9b93e7c6', 'security_groups': ['2988c913-9e16-4060-8869-a1f99999e084']}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:53:08.930343 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f5a0928-8bcf-4491-9d9f-d3e578354810 req-08dbba23-505e-4d51-a24a-1e6e234c1a01 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Made reservation on behalf of 4ba5b8d6319f49828578267b9b93e7c6 for: {'port': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:53:08.933791 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-0f5a0928-8bcf-4491-9d9f-d3e578354810 req-08dbba23-505e-4d51-a24a-1e6e234c1a01 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:53:09.054445 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [req-0f5a0928-8bcf-4491-9d9f-d3e578354810 req-08dbba23-505e-4d51-a24a-1e6e234c1a01 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Allocated IP 172.20.0.8 (5dbf213b-0fc8-45b6-ae08-2a59287a2ef9/67b7c5ff-799a-4462-b8d6-a85a4f04b2ed/bb564606-6b7f-4231-9094-296052202b6e) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:53:09.196723 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-0f5a0928-8bcf-4491-9d9f-d3e578354810 req-08dbba23-505e-4d51-a24a-1e6e234c1a01 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:53:09.210631 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [req-0f5a0928-8bcf-4491-9d9f-d3e578354810 req-08dbba23-505e-4d51-a24a-1e6e234c1a01 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Transition to ACTIVE for port object bb564606-6b7f-4231-9094-296052202b6e will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:53:09.242621 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-0f5a0928-8bcf-4491-9d9f-d3e578354810 req-08dbba23-505e-4d51-a24a-1e6e234c1a01 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:53:09.285222 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f5a0928-8bcf-4491-9d9f-d3e578354810 req-08dbba23-505e-4d51-a24a-1e6e234c1a01 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Network 5dbf213b-0fc8-45b6-ae08-2a59287a2ef9 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:53:09.288241 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [req-0f5a0928-8bcf-4491-9d9f-d3e578354810 req-08dbba23-505e-4d51-a24a-1e6e234c1a01 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:53:09.294276 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f5a0928-8bcf-4491-9d9f-d3e578354810 req-08dbba23-505e-4d51-a24a-1e6e234c1a01 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:53:09.317712 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dbba23-505e-4d51-a24a-1e6e234c1a01 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Pushing event updated for resources: {'Port': ['ID=bb564606-6b7f-4231-9094-296052202b6e,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:53:09.346470 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5a0928-8bcf-4491-9d9f-d3e578354810 req-08dbba23-505e-4d51-a24a-1e6e234c1a01 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:53:09.347118 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-0f5a0928-8bcf-4491-9d9f-d3e578354810 req-08dbba23-505e-4d51-a24a-1e6e234c1a01 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:53:09.363022 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-0f5a0928-8bcf-4491-9d9f-d3e578354810 req-08dbba23-505e-4d51-a24a-1e6e234c1a01 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5436568 Jul 27 23:53:09.376039 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [req-0f5a0928-8bcf-4491-9d9f-d3e578354810 req-5ac0ac4d-6717-41c3-9090-dde9c4904b3c service neutron] Request body: {'port': {'device_id': 'd8f602c3-8f29-4647-af1a-4436fd3f8fa6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802623-1'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:53:09.436453 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-0f5a0928-8bcf-4491-9d9f-d3e578354810 req-5ac0ac4d-6717-41c3-9090-dde9c4904b3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:53:09.518300 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-acab773f-8ced-490f-a5e8-ad121c3b88ea None None] Provisioning for port bb564606-6b7f-4231-9094-296052202b6e completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:53:09.521896 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-acab773f-8ced-490f-a5e8-ad121c3b88ea None None] Provisioning complete for port bb564606-6b7f-4231-9094-296052202b6e triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:53:09.522278 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-acab773f-8ced-490f-a5e8-ad121c3b88ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:53:09.555737 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-acab773f-8ced-490f-a5e8-ad121c3b88ea None None] Port bb564606-6b7f-4231-9094-296052202b6e cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:53:09.696676 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [req-0f5a0928-8bcf-4491-9d9f-d3e578354810 req-5ac0ac4d-6717-41c3-9090-dde9c4904b3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb564606-6b7f-4231-9094-296052202b6e {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:53:09.704001 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-0f5a0928-8bcf-4491-9d9f-d3e578354810 req-5ac0ac4d-6717-41c3-9090-dde9c4904b3c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:53:09.715791 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [req-0f5a0928-8bcf-4491-9d9f-d3e578354810 req-5ac0ac4d-6717-41c3-9090-dde9c4904b3c service neutron] Transition to ACTIVE for port object bb564606-6b7f-4231-9094-296052202b6e will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:53:09.719415 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-0f5a0928-8bcf-4491-9d9f-d3e578354810 req-5ac0ac4d-6717-41c3-9090-dde9c4904b3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11336041'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:53:09.768161 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac0ac4d-6717-41c3-9090-dde9c4904b3c service neutron] Pushing event updated for resources: {'Port': ['ID=bb564606-6b7f-4231-9094-296052202b6e,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:53:09.844494 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-0f5a0928-8bcf-4491-9d9f-d3e578354810 req-5ac0ac4d-6717-41c3-9090-dde9c4904b3c service neutron] Attempting to bind port bb564606-6b7f-4231-9094-296052202b6e on host n-h2-802623-1 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:53:09.844826 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-0f5a0928-8bcf-4491-9d9f-d3e578354810 req-5ac0ac4d-6717-41c3-9090-dde9c4904b3c service neutron] Attempting to bind port bb564606-6b7f-4231-9094-296052202b6e by drivers openvswitch,hyperv on host n-h2-802623-1 at level 0 using segments [{'id': 'dd04d9c9-b835-4f71-8f5e-6152a3a133f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '5dbf213b-0fc8-45b6-ae08-2a59287a2ef9'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:53:09.845188 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f5a0928-8bcf-4491-9d9f-d3e578354810 req-5ac0ac4d-6717-41c3-9090-dde9c4904b3c service neutron] Attempting to bind port bb564606-6b7f-4231-9094-296052202b6e on network 5dbf213b-0fc8-45b6-ae08-2a59287a2ef9 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:53:09.849818 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f5a0928-8bcf-4491-9d9f-d3e578354810 req-5ac0ac4d-6717-41c3-9090-dde9c4904b3c service neutron] Port bb564606-6b7f-4231-9094-296052202b6e on network 5dbf213b-0fc8-45b6-ae08-2a59287a2ef9 not bound, no agent of type Open vSwitch agent registered on host n-h2-802623-1 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 23:53:09.850143 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f5a0928-8bcf-4491-9d9f-d3e578354810 req-5ac0ac4d-6717-41c3-9090-dde9c4904b3c service neutron] Attempting to bind port bb564606-6b7f-4231-9094-296052202b6e on network 5dbf213b-0fc8-45b6-ae08-2a59287a2ef9 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:53:09.856469 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f5a0928-8bcf-4491-9d9f-d3e578354810 req-5ac0ac4d-6717-41c3-9090-dde9c4904b3c service neutron] Checking agent: {'id': 'c5cc038b-93c4-4df4-8061-5df2a04a48c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 23, 0, 4), 'started_at': datetime.datetime(2021, 7, 27, 23, 0, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 53, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:53:09.856809 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f5a0928-8bcf-4491-9d9f-d3e578354810 req-5ac0ac4d-6717-41c3-9090-dde9c4904b3c service neutron] Checking segment: {'id': 'dd04d9c9-b835-4f71-8f5e-6152a3a133f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '5dbf213b-0fc8-45b6-ae08-2a59287a2ef9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:53:09.857189 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f5a0928-8bcf-4491-9d9f-d3e578354810 req-5ac0ac4d-6717-41c3-9090-dde9c4904b3c service neutron] Bound using segment: {'id': 'dd04d9c9-b835-4f71-8f5e-6152a3a133f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '5dbf213b-0fc8-45b6-ae08-2a59287a2ef9'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:53:09.857613 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-0f5a0928-8bcf-4491-9d9f-d3e578354810 req-5ac0ac4d-6717-41c3-9090-dde9c4904b3c service neutron] Bound port: bb564606-6b7f-4231-9094-296052202b6e, host: n-h2-802623-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd04d9c9-b835-4f71-8f5e-6152a3a133f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '5dbf213b-0fc8-45b6-ae08-2a59287a2ef9'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:53:09.857975 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-0f5a0928-8bcf-4491-9d9f-d3e578354810 req-5ac0ac4d-6717-41c3-9090-dde9c4904b3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:53:09.929588 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-0f5a0928-8bcf-4491-9d9f-d3e578354810 req-5ac0ac4d-6717-41c3-9090-dde9c4904b3c service neutron] For port bb564606-6b7f-4231-9094-296052202b6e, host n-h2-802623-1, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:53:09.932708 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-0f5a0928-8bcf-4491-9d9f-d3e578354810 req-5ac0ac4d-6717-41c3-9090-dde9c4904b3c service neutron] For port bb564606-6b7f-4231-9094-296052202b6e, host n-h2-802623-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=bb564606-6b7f-4231-9094-296052202b6e,segment=NetworkSegment(dd04d9c9-b835-4f71-8f5e-6152a3a133f4),segment_id=dd04d9c9-b835-4f71-8f5e-6152a3a133f4)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:53:09.936553 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061c4b0c-9a54-406d-8271-035ab0a73228 req-cd9e74a4-f477-47be-9070-14ab7b202464 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:53:09.938002 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-0f5a0928-8bcf-4491-9d9f-d3e578354810 req-5ac0ac4d-6717-41c3-9090-dde9c4904b3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11336041'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:53:09.938900 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-061c4b0c-9a54-406d-8271-035ab0a73228 req-cd9e74a4-f477-47be-9070-14ab7b202464 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8f602c3-8f29-4647-af1a-4436fd3f8fa6 HTTP/1.1" status: 200 len: 943 time: 0.0589473 Jul 27 23:53:09.972771 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5a0928-8bcf-4491-9d9f-d3e578354810 req-5ac0ac4d-6717-41c3-9090-dde9c4904b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:53:09.973488 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-0f5a0928-8bcf-4491-9d9f-d3e578354810 req-5ac0ac4d-6717-41c3-9090-dde9c4904b3c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:53:09.974948 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-0f5a0928-8bcf-4491-9d9f-d3e578354810 req-5ac0ac4d-6717-41c3-9090-dde9c4904b3c service neutron] 10.222.0.49 "PUT /v2.0/ports/bb564606-6b7f-4231-9094-296052202b6e HTTP/1.1" status: 200 len: 1091 time: 0.6040406 Jul 27 23:53:09.975447 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8f602c3-8f29-4647-af1a-4436fd3f8fa6', 'tag': 'bb564606-6b7f-4231-9094-296052202b6e'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:53:09.977704 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a476459a1bfce68b0ae0df5b6a71154bfc7cfdc8f9eefce6ad0a17231e60468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c8322a8-99d1-4b8c-92dc-e8ead51bfaf7" -d '{"events": [{"name": "network-changed", "server_uuid": "d8f602c3-8f29-4647-af1a-4436fd3f8fa6", "tag": "bb564606-6b7f-4231-9094-296052202b6e"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:53:10.002840 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-061c4b0c-9a54-406d-8271-035ab0a73228 req-e738a51b-ff50-4094-97f1-ba31744d6729 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/security-groups?id=2988c913-9e16-4060-8869-a1f99999e084&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556166 Jul 27 23:53:10.004759 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac0ac4d-6717-41c3-9090-dde9c4904b3c service neutron] Pushing event updated for resources: {'Port': ['ID=bb564606-6b7f-4231-9094-296052202b6e,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:53:10.050073 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 23:53:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eac9920c-d3a2-4af6-afec-1d086e440389 x-openstack-request-id: req-eac9920c-d3a2-4af6-afec-1d086e440389 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:53:10.050363 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8f602c3-8f29-4647-af1a-4436fd3f8fa6", "tag": "bb564606-6b7f-4231-9094-296052202b6e", "status": "completed", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:53:10.050614 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-eac9920c-d3a2-4af6-afec-1d086e440389 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:53:10.051101 n-d-802623-1 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8f602c3-8f29-4647-af1a-4436fd3f8fa6', 'tag': 'bb564606-6b7f-4231-9094-296052202b6e', 'status': 'completed', 'code': 200} Jul 27 23:53:10.069124 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5a0928-8bcf-4491-9d9f-d3e578354810 req-74c0e1bf-2ebe-4552-8de0-214590936c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:53:10.070858 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-0f5a0928-8bcf-4491-9d9f-d3e578354810 req-74c0e1bf-2ebe-4552-8de0-214590936c88 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=4ba5b8d6319f49828578267b9b93e7c6&device_id=d8f602c3-8f29-4647-af1a-4436fd3f8fa6 HTTP/1.1" status: 200 len: 1094 time: 0.0510170 Jul 27 23:53:10.114475 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-0f5a0928-8bcf-4491-9d9f-d3e578354810 req-733acd3a-8882-4d8c-9482-62a28f3b941d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bb564606-6b7f-4231-9094-296052202b6e HTTP/1.1" status: 200 len: 217 time: 0.0354774 Jul 27 23:53:10.143932 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 11d09bb7-1341-4e00-b320-152dd1c2e35b up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:53:10.166788 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5a0928-8bcf-4491-9d9f-d3e578354810 req-04d248b6-f8cb-462c-9040-40c9dc73d9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:53:10.168860 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-0f5a0928-8bcf-4491-9d9f-d3e578354810 req-04d248b6-f8cb-462c-9040-40c9dc73d9a5 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=67b7c5ff-799a-4462-b8d6-a85a4f04b2ed HTTP/1.1" status: 200 len: 851 time: 0.0480924 Jul 27 23:53:10.196688 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port 11d09bb7-1341-4e00-b320-152dd1c2e35b triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:53:10.197069 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:53:10.221176 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5a0928-8bcf-4491-9d9f-d3e578354810 req-61200e7b-09f3-4056-8cdd-567f5083c7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:53:10.222664 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-0f5a0928-8bcf-4491-9d9f-d3e578354810 req-61200e7b-09f3-4056-8cdd-567f5083c7e7 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5dbf213b-0fc8-45b6-ae08-2a59287a2ef9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0472238 Jul 27 23:53:10.314061 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-0f5a0928-8bcf-4491-9d9f-d3e578354810 req-875dac17-ecfe-48e2-9476-f4f496180bce service neutron] 10.222.0.49 "GET /v2.0/networks/5dbf213b-0fc8-45b6-ae08-2a59287a2ef9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842395 Jul 27 23:53:10.405891 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-0f5a0928-8bcf-4491-9d9f-d3e578354810 req-801bd770-f7f6-4488-b9ae-caea18338d59 service neutron] 10.222.0.49 "GET /v2.0/networks/5dbf213b-0fc8-45b6-ae08-2a59287a2ef9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848424 Jul 27 23:53:10.487493 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8322a8-99d1-4b8c-92dc-e8ead51bfaf7 req-38bb6dee-46a1-4c9f-89f4-11b3e1c2481b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:53:10.489019 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-7c8322a8-99d1-4b8c-92dc-e8ead51bfaf7 req-38bb6dee-46a1-4c9f-89f4-11b3e1c2481b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=4ba5b8d6319f49828578267b9b93e7c6&device_id=d8f602c3-8f29-4647-af1a-4436fd3f8fa6 HTTP/1.1" status: 200 len: 1094 time: 0.0417731 Jul 27 23:53:10.576178 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8322a8-99d1-4b8c-92dc-e8ead51bfaf7 req-b223bf02-ae97-4a54-88e0-248abcb0d02e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:53:10.577594 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-7c8322a8-99d1-4b8c-92dc-e8ead51bfaf7 req-b223bf02-ae97-4a54-88e0-248abcb0d02e service neutron] 10.222.0.49 "GET /v2.0/networks?id=5dbf213b-0fc8-45b6-ae08-2a59287a2ef9 HTTP/1.1" status: 200 len: 913 time: 0.0821314 Jul 27 23:53:10.621614 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-7c8322a8-99d1-4b8c-92dc-e8ead51bfaf7 req-6cf1c12b-e904-474d-bb77-75613019405a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bb564606-6b7f-4231-9094-296052202b6e HTTP/1.1" status: 200 len: 217 time: 0.0364118 Jul 27 23:53:10.669168 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8322a8-99d1-4b8c-92dc-e8ead51bfaf7 req-bd8dc7c6-0419-4d52-ba2e-9a444cc7ad54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:53:10.670530 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-7c8322a8-99d1-4b8c-92dc-e8ead51bfaf7 req-bd8dc7c6-0419-4d52-ba2e-9a444cc7ad54 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=67b7c5ff-799a-4462-b8d6-a85a4f04b2ed HTTP/1.1" status: 200 len: 851 time: 0.0428166 Jul 27 23:53:10.714480 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8322a8-99d1-4b8c-92dc-e8ead51bfaf7 req-0a1beb2c-1ec4-4902-95ed-b26613be8f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:53:10.715952 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-7c8322a8-99d1-4b8c-92dc-e8ead51bfaf7 req-0a1beb2c-1ec4-4902-95ed-b26613be8f83 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5dbf213b-0fc8-45b6-ae08-2a59287a2ef9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390246 Jul 27 23:53:10.805115 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-7c8322a8-99d1-4b8c-92dc-e8ead51bfaf7 req-4ff82555-5ce0-4309-b347-4c1252f4f982 service neutron] 10.222.0.49 "GET /v2.0/networks/5dbf213b-0fc8-45b6-ae08-2a59287a2ef9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816822 Jul 27 23:53:10.892096 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-7c8322a8-99d1-4b8c-92dc-e8ead51bfaf7 req-eb5c8679-dc5c-41bf-94a3-86acec01ec8c service neutron] 10.222.0.49 "GET /v2.0/networks/5dbf213b-0fc8-45b6-ae08-2a59287a2ef9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791907 Jul 27 23:53:11.108597 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe2ef8b-9922-4765-9e1d-4f4fe05a538c req-f97904b3-964b-4dad-8eed-88fd31b37023 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:53:11.110050 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-1fe2ef8b-9922-4765-9e1d-4f4fe05a538c req-f97904b3-964b-4dad-8eed-88fd31b37023 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8f602c3-8f29-4647-af1a-4436fd3f8fa6 HTTP/1.1" status: 200 len: 943 time: 0.0474987 Jul 27 23:53:11.146994 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-1fe2ef8b-9922-4765-9e1d-4f4fe05a538c req-ece0cb38-3ff2-48d8-8008-4cbf058f63d0 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/security-groups?id=2988c913-9e16-4060-8869-a1f99999e084&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311191 Jul 27 23:53:12.262357 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ac1c4a-581a-4356-b909-aa2eba0f60e4 req-1d6e069e-a378-4fdd-acec-7254c62f8ff1 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:53:12.264405 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-e7ac1c4a-581a-4356-b909-aa2eba0f60e4 req-1d6e069e-a378-4fdd-acec-7254c62f8ff1 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8f602c3-8f29-4647-af1a-4436fd3f8fa6 HTTP/1.1" status: 200 len: 943 time: 0.0505478 Jul 27 23:53:12.305094 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-e7ac1c4a-581a-4356-b909-aa2eba0f60e4 req-44569ace-e655-4522-9983-e6dc22b5fa36 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/security-groups?id=2988c913-9e16-4060-8869-a1f99999e084&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348244 Jul 27 23:53:12.358532 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.agents_db [None req-9beef776-8bab-4de2-989a-f5a23ba4aaf4 None None] Agent healthcheck: found 7 active agents {{(pid=93800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 23:53:13.414925 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24e1409-d9d2-4649-aff3-f2f1b067c8a0 req-b3c31ed8-571f-48d9-96bf-c548218f1f6c tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:53:13.416452 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f24e1409-d9d2-4649-aff3-f2f1b067c8a0 req-b3c31ed8-571f-48d9-96bf-c548218f1f6c tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8f602c3-8f29-4647-af1a-4436fd3f8fa6 HTTP/1.1" status: 200 len: 943 time: 0.0468218 Jul 27 23:53:13.453252 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f24e1409-d9d2-4649-aff3-f2f1b067c8a0 req-cfd6695e-1ec7-4300-83a4-9bb24b9d9fba tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/security-groups?id=2988c913-9e16-4060-8869-a1f99999e084&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305834 Jul 27 23:53:14.001594 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device bb564606-6b7f-4231-9094-296052202b6e details requested by agent hyperv_n-h2-802623-1 with host n-h2-802623-1 {{(pid=93799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 23:53:14.097418 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port bb564606-6b7f-4231-9094-296052202b6e, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=bb564606-6b7f-4231-9094-296052202b6e,segment=NetworkSegment(dd04d9c9-b835-4f71-8f5e-6152a3a133f4),segment_id=dd04d9c9-b835-4f71-8f5e-6152a3a133f4)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:53:14.109105 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Returning: {'device': 'bb564606-6b7f-4231-9094-296052202b6e', 'network_id': '5dbf213b-0fc8-45b6-ae08-2a59287a2ef9', 'port_id': 'bb564606-6b7f-4231-9094-296052202b6e', 'mac_address': 'fa:16:3e:f0:72:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67b7c5ff-799a-4462-b8d6-a85a4f04b2ed', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 23:53:14.144971 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:53:14.157152 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb564606-6b7f-4231-9094-296052202b6e {{(pid=93799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:53:14.176838 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port bb564606-6b7f-4231-9094-296052202b6e, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=bb564606-6b7f-4231-9094-296052202b6e,segment=NetworkSegment(dd04d9c9-b835-4f71-8f5e-6152a3a133f4),segment_id=dd04d9c9-b835-4f71-8f5e-6152a3a133f4)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:53:14.180393 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:53:14.228755 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Pushing event updated for resources: {'Port': ['ID=bb564606-6b7f-4231-9094-296052202b6e,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:53:14.473241 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] get_ports_and_sgs() called for port_ids ['bb564606-6b7f-4231-9094-296052202b6e'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:53:14.564380 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bbb683-fe5e-4844-aec9-37c743743460 req-15f3ab60-afa6-40fa-b58a-980f205e72de tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:53:14.565884 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-39bbb683-fe5e-4844-aec9-37c743743460 req-15f3ab60-afa6-40fa-b58a-980f205e72de tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8f602c3-8f29-4647-af1a-4436fd3f8fa6 HTTP/1.1" status: 200 len: 944 time: 0.0484288 Jul 27 23:53:14.604350 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-39bbb683-fe5e-4844-aec9-37c743743460 req-db55f684-3fd8-43cb-86b8-448a98f79f2f tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/security-groups?id=2988c913-9e16-4060-8869-a1f99999e084&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321379 Jul 27 23:53:15.718746 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bba57e-e571-4150-9e0f-5a57aca0b836 req-2af3aa13-e7a2-49f5-81ec-9a66be77920b tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:53:15.720229 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c0bba57e-e571-4150-9e0f-5a57aca0b836 req-2af3aa13-e7a2-49f5-81ec-9a66be77920b tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8f602c3-8f29-4647-af1a-4436fd3f8fa6 HTTP/1.1" status: 200 len: 944 time: 0.0527325 Jul 27 23:53:15.756885 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c0bba57e-e571-4150-9e0f-5a57aca0b836 req-05ae4a91-ec76-4b9e-9934-ad2866507bb9 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/security-groups?id=2988c913-9e16-4060-8869-a1f99999e084&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308666 Jul 27 23:53:16.032555 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device bb564606-6b7f-4231-9094-296052202b6e up at agent hyperv_n-h2-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:53:16.080006 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Provisioning for port bb564606-6b7f-4231-9094-296052202b6e completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:53:16.083674 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Provisioning complete for port bb564606-6b7f-4231-9094-296052202b6e triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:53:16.084032 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:53:16.162274 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:53:16.188331 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8f602c3-8f29-4647-af1a-4436fd3f8fa6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb564606-6b7f-4231-9094-296052202b6e'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:53:16.190579 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c0369b0d4f459110ff20a1f9878ba33f96d6491bddb9d15843bf29d01e0bda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48aa19fd-4767-4449-9afd-49f8db0edd09" -d '{"events": [{"server_uuid": "d8f602c3-8f29-4647-af1a-4436fd3f8fa6", "name": "network-vif-plugged", "status": "completed", "tag": "bb564606-6b7f-4231-9094-296052202b6e"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:53:16.203698 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port bb564606-6b7f-4231-9094-296052202b6e, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=bb564606-6b7f-4231-9094-296052202b6e,segment=NetworkSegment(dd04d9c9-b835-4f71-8f5e-6152a3a133f4),segment_id=dd04d9c9-b835-4f71-8f5e-6152a3a133f4)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:53:16.207870 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:53:16.239770 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:53:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-589e2bb8-e97a-412e-a58c-07f885dfede3 x-openstack-request-id: req-589e2bb8-e97a-412e-a58c-07f885dfede3 {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:53:16.240696 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8f602c3-8f29-4647-af1a-4436fd3f8fa6", "name": "network-vif-plugged", "status": "completed", "tag": "bb564606-6b7f-4231-9094-296052202b6e", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:53:16.240951 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-589e2bb8-e97a-412e-a58c-07f885dfede3 {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:53:16.241351 n-d-802623-1 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8f602c3-8f29-4647-af1a-4436fd3f8fa6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb564606-6b7f-4231-9094-296052202b6e', 'code': 200} Jul 27 23:53:16.271460 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Pushing event updated for resources: {'Port': ['ID=bb564606-6b7f-4231-9094-296052202b6e,revision_number=5']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:53:16.321920 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53f4b03-0ab1-46c9-9269-58475dfdc349 req-ae4db0ee-59ce-49fd-a78f-f696779ee453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:53:16.323713 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d53f4b03-0ab1-46c9-9269-58475dfdc349 req-ae4db0ee-59ce-49fd-a78f-f696779ee453 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=d8f602c3-8f29-4647-af1a-4436fd3f8fa6 HTTP/1.1" status: 200 len: 1096 time: 0.0412614 Jul 27 23:53:16.360620 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d53f4b03-0ab1-46c9-9269-58475dfdc349 req-c87fec64-ce51-418a-81b2-62a83bfdab35 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=2988c913-9e16-4060-8869-a1f99999e084&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0290191 Jul 27 23:53:16.866783 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221f7b8b-41f2-4edf-8209-f902fefd4159 req-74c1b158-6dfa-47ce-acf4-91a40873e433 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:53:16.868275 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-221f7b8b-41f2-4edf-8209-f902fefd4159 req-74c1b158-6dfa-47ce-acf4-91a40873e433 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8f602c3-8f29-4647-af1a-4436fd3f8fa6 HTTP/1.1" status: 200 len: 945 time: 0.0479937 Jul 27 23:53:16.905220 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-221f7b8b-41f2-4edf-8209-f902fefd4159 req-ce227e5c-9532-4040-a90e-dfa384d6f461 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/security-groups?id=2988c913-9e16-4060-8869-a1f99999e084&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304132 Jul 27 23:53:18.018278 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0447207-0030-4a64-b70d-eab3818237e3 req-4eb7f613-9b35-4309-905a-0ea9663e9472 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:53:18.019943 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-e0447207-0030-4a64-b70d-eab3818237e3 req-4eb7f613-9b35-4309-905a-0ea9663e9472 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8f602c3-8f29-4647-af1a-4436fd3f8fa6 HTTP/1.1" status: 200 len: 945 time: 0.0480754 Jul 27 23:53:18.060995 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-e0447207-0030-4a64-b70d-eab3818237e3 req-6dfdc4f5-c2e4-4717-9263-0595cdad296a tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/security-groups?id=2988c913-9e16-4060-8869-a1f99999e084&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345094 Jul 27 23:53:18.168845 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b65dd5-5491-4fec-9e9d-ad1469753bc0 req-602c29b2-1c02-478c-831c-0e3bc14a809f tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:53:18.170360 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c4b65dd5-5491-4fec-9e9d-ad1469753bc0 req-602c29b2-1c02-478c-831c-0e3bc14a809f tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8f602c3-8f29-4647-af1a-4436fd3f8fa6 HTTP/1.1" status: 200 len: 945 time: 0.0479004 Jul 27 23:53:18.178870 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 55588) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:53:18.183277 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-c29b5aab-c715-4088-b9d0-043a66392503 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Request body: {'floatingip': {'port_id': 'bb564606-6b7f-4231-9094-296052202b6e'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:53:18.225215 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c29b5aab-c715-4088-b9d0-043a66392503 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Notify callbacks [] for floatingip, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:53:18.953223 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c29b5aab-c715-4088-b9d0-043a66392503 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:53:18.957014 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c29b5aab-c715-4088-b9d0-043a66392503 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-415302'] for floatingip, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:53:19.055990 n-d-802623-1 neutron-server[93798]: INFO neutron.db.l3_db [None req-c29b5aab-c715-4088-b9d0-043a66392503 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Floating IP 3fad5a04-baa6-4624-b12a-c81214f6ef12 associated. External IP: 172.25.4.156, port: bb564606-6b7f-4231-9094-296052202b6e. Jul 27 23:53:19.259489 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c29b5aab-c715-4088-b9d0-043a66392503 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Router eadf4275-d7fe-41af-8f29-3a7d3327f789 has already been hosted by L3 agent 018c4455-49c0-4734-927d-7824067b2a9e {{(pid=93798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 23:53:19.369843 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c29b5aab-c715-4088-b9d0-043a66392503 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:53:19.374826 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c29b5aab-c715-4088-b9d0-043a66392503 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for floatingip, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:53:19.379620 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99dca1f2-ff64-4574-9085-0b4c91970096 None None] Sync routers for ids ['eadf4275-d7fe-41af-8f29-3a7d3327f789'] in n-d-802623-1 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:53:19.388362 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99dca1f2-ff64-4574-9085-0b4c91970096 None None] Routers {'eadf4275-d7fe-41af-8f29-3a7d3327f789'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:53:19.389492 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-99dca1f2-ff64-4574-9085-0b4c91970096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:53:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['eadf4275-d7fe-41af-8f29-3a7d3327f789'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:53:19.406409 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-c29b5aab-c715-4088-b9d0-043a66392503 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "PUT /v2.0/floatingips/3fad5a04-baa6-4624-b12a-c81214f6ef12 HTTP/1.1" status: 200 len: 991 time: 1.2264912 Jul 27 23:53:19.407115 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8f602c3-8f29-4647-af1a-4436fd3f8fa6', 'tag': 'bb564606-6b7f-4231-9094-296052202b6e'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:53:19.409387 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}011f8d312121274bb12d78e77c6379a2079800640016cec6c6d605b73666e854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f6b341a-5bc2-4700-a06f-ace76b541e58" -d '{"events": [{"name": "network-changed", "server_uuid": "d8f602c3-8f29-4647-af1a-4436fd3f8fa6", "tag": "bb564606-6b7f-4231-9094-296052202b6e"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:53:19.445760 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 23:53:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70343ba3-4bfe-4a40-8699-5d150d659db0 x-openstack-request-id: req-70343ba3-4bfe-4a40-8699-5d150d659db0 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:53:19.446168 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8f602c3-8f29-4647-af1a-4436fd3f8fa6", "tag": "bb564606-6b7f-4231-9094-296052202b6e", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:53:19.446530 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-70343ba3-4bfe-4a40-8699-5d150d659db0 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:53:19.446947 n-d-802623-1 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8f602c3-8f29-4647-af1a-4436fd3f8fa6', 'tag': 'bb564606-6b7f-4231-9094-296052202b6e', 'status': 'completed', 'code': 200} Jul 27 23:53:19.495184 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-99dca1f2-ff64-4574-9085-0b4c91970096 None None] Set router eadf4275-d7fe-41af-8f29-3a7d3327f789 gateway port host: n-d-802623-1 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:53:19.508191 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6b341a-5bc2-4700-a06f-ace76b541e58 req-7f59cf68-c11c-4db8-b67d-4707cbcae606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:53:19.509681 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8f6b341a-5bc2-4700-a06f-ace76b541e58 req-7f59cf68-c11c-4db8-b67d-4707cbcae606 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=4ba5b8d6319f49828578267b9b93e7c6&device_id=d8f602c3-8f29-4647-af1a-4436fd3f8fa6 HTTP/1.1" status: 200 len: 1096 time: 0.0402243 Jul 27 23:53:19.599223 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6b341a-5bc2-4700-a06f-ace76b541e58 req-6fd632d5-55a8-4be0-8811-d30c4fb5ded5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:53:19.600702 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8f6b341a-5bc2-4700-a06f-ace76b541e58 req-6fd632d5-55a8-4be0-8811-d30c4fb5ded5 service neutron] 10.222.0.49 "GET /v2.0/networks?id=5dbf213b-0fc8-45b6-ae08-2a59287a2ef9 HTTP/1.1" status: 200 len: 913 time: 0.0830343 Jul 27 23:53:19.669399 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8f6b341a-5bc2-4700-a06f-ace76b541e58 req-c093b797-f436-4dbc-84bf-298fd0a2c7fe service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bb564606-6b7f-4231-9094-296052202b6e HTTP/1.1" status: 200 len: 999 time: 0.0604892 Jul 27 23:53:19.709407 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-99dca1f2-ff64-4574-9085-0b4c91970096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eadf4275-d7fe-41af-8f29-3a7d3327f789', 'name': 'tempest-ServerActionsTestJSON-2095143459-router', 'tenant_id': '4ba5b8d6319f49828578267b9b93e7c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.78'}], 'enable_snat': True}, 'gw_port_id': 'afbf6c78-7c5c-484d-80f9-d5348c2628e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:53:01Z', 'updated_at': '2021-07-27T23:53:04Z', 'revision_number': 4, 'project_id': '4ba5b8d6319f49828578267b9b93e7c6', 'gw_port': {'id': 'afbf6c78-7c5c-484d-80f9-d5348c2628e4', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:b4:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eadf4275-d7fe-41af-8f29-3a7d3327f789', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:53:02Z', 'updated_at': '2021-07-27T23:53:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_floatingips': [{'id': '3fad5a04-baa6-4624-b12a-c81214f6ef12', 'tenant_id': '4ba5b8d6319f49828578267b9b93e7c6', 'floating_ip_address': '172.25.4.156', 'floating_network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'router_id': 'eadf4275-d7fe-41af-8f29-3a7d3327f789', 'port_id': 'bb564606-6b7f-4231-9094-296052202b6e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4045, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5dbf213b-0fc8-45b6-ae08-2a59287a2ef9', 'mac_address': 'fa:16:3e:f0:72:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8f602c3-8f29-4647-af1a-4436fd3f8fa6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T23:53:06Z', 'updated_at': '2021-07-27T23:53:18Z', 'revision_number': 1, 'project_id': '4ba5b8d6319f49828578267b9b93e7c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11d09bb7-1341-4e00-b320-152dd1c2e35b', 'name': '', 'network_id': '5dbf213b-0fc8-45b6-ae08-2a59287a2ef9', 'tenant_id': '4ba5b8d6319f49828578267b9b93e7c6', 'mac_address': 'fa:16:3e:00:d4:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eadf4275-d7fe-41af-8f29-3a7d3327f789', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '67b7c5ff-799a-4462-b8d6-a85a4f04b2ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:53:04Z', 'updated_at': '2021-07-27T23:53:08Z', 'revision_number': 5, 'project_id': '4ba5b8d6319f49828578267b9b93e7c6', 'subnets': [{'id': '67b7c5ff-799a-4462-b8d6-a85a4f04b2ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:53:19.718379 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6b341a-5bc2-4700-a06f-ace76b541e58 req-38b9daaf-7e36-4d0c-a3bd-5eeaffc4a3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:53:19.719873 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8f6b341a-5bc2-4700-a06f-ace76b541e58 req-38b9daaf-7e36-4d0c-a3bd-5eeaffc4a3bd service neutron] 10.222.0.49 "GET /v2.0/subnets?id=67b7c5ff-799a-4462-b8d6-a85a4f04b2ed HTTP/1.1" status: 200 len: 851 time: 0.0432706 Jul 27 23:53:19.741369 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99dca1f2-ff64-4574-9085-0b4c91970096 None None] Checking router: eadf4275-d7fe-41af-8f29-3a7d3327f789 for host: n-d-802623-1 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 23:53:19.750106 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99dca1f2-ff64-4574-9085-0b4c91970096 None None] Routers {'eadf4275-d7fe-41af-8f29-3a7d3327f789'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:53:19.750714 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-99dca1f2-ff64-4574-9085-0b4c91970096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:53:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['eadf4275-d7fe-41af-8f29-3a7d3327f789'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:53:19.765832 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6b341a-5bc2-4700-a06f-ace76b541e58 req-726695f2-c2ec-4973-b5f9-fc6a2ac0fbd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:53:19.767355 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8f6b341a-5bc2-4700-a06f-ace76b541e58 req-726695f2-c2ec-4973-b5f9-fc6a2ac0fbd2 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5dbf213b-0fc8-45b6-ae08-2a59287a2ef9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399117 Jul 27 23:53:19.861986 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8f6b341a-5bc2-4700-a06f-ace76b541e58 req-5b380c4e-921e-44ad-a6c5-7766bc65bf3c service neutron] 10.222.0.49 "GET /v2.0/networks/5dbf213b-0fc8-45b6-ae08-2a59287a2ef9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875525 Jul 27 23:53:19.945317 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-99dca1f2-ff64-4574-9085-0b4c91970096 None None] Set router eadf4275-d7fe-41af-8f29-3a7d3327f789 gateway port host: n-d-802623-1 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:53:19.955018 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8f6b341a-5bc2-4700-a06f-ace76b541e58 req-448caead-e75b-4207-aae9-b3fc08d388e8 service neutron] 10.222.0.49 "GET /v2.0/networks/5dbf213b-0fc8-45b6-ae08-2a59287a2ef9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851038 Jul 27 23:53:20.176619 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-99dca1f2-ff64-4574-9085-0b4c91970096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eadf4275-d7fe-41af-8f29-3a7d3327f789', 'name': 'tempest-ServerActionsTestJSON-2095143459-router', 'tenant_id': '4ba5b8d6319f49828578267b9b93e7c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.78'}], 'enable_snat': True}, 'gw_port_id': 'afbf6c78-7c5c-484d-80f9-d5348c2628e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:53:01Z', 'updated_at': '2021-07-27T23:53:04Z', 'revision_number': 4, 'project_id': '4ba5b8d6319f49828578267b9b93e7c6', 'gw_port': {'id': 'afbf6c78-7c5c-484d-80f9-d5348c2628e4', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:b4:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eadf4275-d7fe-41af-8f29-3a7d3327f789', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:53:02Z', 'updated_at': '2021-07-27T23:53:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_floatingips': [{'id': '3fad5a04-baa6-4624-b12a-c81214f6ef12', 'tenant_id': '4ba5b8d6319f49828578267b9b93e7c6', 'floating_ip_address': '172.25.4.156', 'floating_network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'router_id': 'eadf4275-d7fe-41af-8f29-3a7d3327f789', 'port_id': 'bb564606-6b7f-4231-9094-296052202b6e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4045, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5dbf213b-0fc8-45b6-ae08-2a59287a2ef9', 'mac_address': 'fa:16:3e:f0:72:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8f602c3-8f29-4647-af1a-4436fd3f8fa6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T23:53:06Z', 'updated_at': '2021-07-27T23:53:18Z', 'revision_number': 1, 'project_id': '4ba5b8d6319f49828578267b9b93e7c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11d09bb7-1341-4e00-b320-152dd1c2e35b', 'name': '', 'network_id': '5dbf213b-0fc8-45b6-ae08-2a59287a2ef9', 'tenant_id': '4ba5b8d6319f49828578267b9b93e7c6', 'mac_address': 'fa:16:3e:00:d4:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eadf4275-d7fe-41af-8f29-3a7d3327f789', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '67b7c5ff-799a-4462-b8d6-a85a4f04b2ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:53:04Z', 'updated_at': '2021-07-27T23:53:08Z', 'revision_number': 5, 'project_id': '4ba5b8d6319f49828578267b9b93e7c6', 'subnets': [{'id': '67b7c5ff-799a-4462-b8d6-a85a4f04b2ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:53:20.202674 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99dca1f2-ff64-4574-9085-0b4c91970096 None None] The sync data for ids ['eadf4275-d7fe-41af-8f29-3a7d3327f789'] in n-d-802623-1 is: [{'id': 'eadf4275-d7fe-41af-8f29-3a7d3327f789', 'name': 'tempest-ServerActionsTestJSON-2095143459-router', 'tenant_id': '4ba5b8d6319f49828578267b9b93e7c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.78'}], 'enable_snat': True}, 'gw_port_id': 'afbf6c78-7c5c-484d-80f9-d5348c2628e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:53:01Z', 'updated_at': '2021-07-27T23:53:04Z', 'revision_number': 4, 'project_id': '4ba5b8d6319f49828578267b9b93e7c6', 'gw_port': {'id': 'afbf6c78-7c5c-484d-80f9-d5348c2628e4', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:b4:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eadf4275-d7fe-41af-8f29-3a7d3327f789', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:53:02Z', 'updated_at': '2021-07-27T23:53:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_floatingips': [{'id': '3fad5a04-baa6-4624-b12a-c81214f6ef12', 'tenant_id': '4ba5b8d6319f49828578267b9b93e7c6', 'floating_ip_address': '172.25.4.156', 'floating_network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'router_id': 'eadf4275-d7fe-41af-8f29-3a7d3327f789', 'port_id': 'bb564606-6b7f-4231-9094-296052202b6e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4045, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5dbf213b-0fc8-45b6-ae08-2a59287a2ef9', 'mac_address': 'fa:16:3e:f0:72:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8f602c3-8f29-4647-af1a-4436fd3f8fa6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T23:53:06Z', 'updated_at': '2021-07-27T23:53:18Z', 'revision_number': 1, 'project_id': '4ba5b8d6319f49828578267b9b93e7c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11d09bb7-1341-4e00-b320-152dd1c2e35b', 'name': '', 'network_id': '5dbf213b-0fc8-45b6-ae08-2a59287a2ef9', 'tenant_id': '4ba5b8d6319f49828578267b9b93e7c6', 'mac_address': 'fa:16:3e:00:d4:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eadf4275-d7fe-41af-8f29-3a7d3327f789', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '67b7c5ff-799a-4462-b8d6-a85a4f04b2ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:53:04Z', 'updated_at': '2021-07-27T23:53:08Z', 'revision_number': 5, 'project_id': '4ba5b8d6319f49828578267b9b93e7c6', 'subnets': [{'id': '67b7c5ff-799a-4462-b8d6-a85a4f04b2ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:53:20.381145 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9a924fa-463c-49b1-b748-5997731defcc None None] New status for floating IP 3fad5a04-baa6-4624-b12a-c81214f6ef12: ACTIVE {{(pid=93799) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 23:53:26.944414 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-22ed3263-ef67-4696-8d92-9e633abce54d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:53:29.621807 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4430c0e2-7dda-4b34-846b-3abe3aafba81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:53:29.933965 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:53:30.101525 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:53:30.609739 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-19f2e178-d45e-4fbe-b9be-c3963fc151ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:53:32.370420 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7418f70f-e60d-4709-8ba9-6ab514bc7f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:53:35.218849 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:53:49.357615 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.agents_db [None req-9beef776-8bab-4de2-989a-f5a23ba4aaf4 None None] Agent healthcheck: found 7 active agents {{(pid=93800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 23:53:50.786040 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-9bc29527-2630-42e4-9e6f-317f4652d112 req-243c7be8-51c3-4249-8722-feb4a15b8043 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=d8f602c3-8f29-4647-af1a-4436fd3f8fa6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0411201 Jul 27 23:53:50.874053 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc29527-2630-42e4-9e6f-317f4652d112 req-8bfe42af-efd1-46bd-8e71-eaaffe14ab4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:53:50.875564 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-9bc29527-2630-42e4-9e6f-317f4652d112 req-8bfe42af-efd1-46bd-8e71-eaaffe14ab4a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=4ba5b8d6319f49828578267b9b93e7c6&device_id=d8f602c3-8f29-4647-af1a-4436fd3f8fa6 HTTP/1.1" status: 200 len: 1096 time: 0.0481296 Jul 27 23:53:50.978545 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc29527-2630-42e4-9e6f-317f4652d112 req-cb69ac6b-9992-45dc-acf1-5e89c8a9fe6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:53:50.980051 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-9bc29527-2630-42e4-9e6f-317f4652d112 req-cb69ac6b-9992-45dc-acf1-5e89c8a9fe6e service neutron] 10.222.0.49 "GET /v2.0/networks?id=5dbf213b-0fc8-45b6-ae08-2a59287a2ef9 HTTP/1.1" status: 200 len: 913 time: 0.0848911 Jul 27 23:53:51.050332 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-9bc29527-2630-42e4-9e6f-317f4652d112 req-385cf42c-e3a5-468c-8694-aebc69bc6bf0 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bb564606-6b7f-4231-9094-296052202b6e HTTP/1.1" status: 200 len: 1001 time: 0.0613914 Jul 27 23:53:51.099477 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc29527-2630-42e4-9e6f-317f4652d112 req-963cb0ba-5d8d-4c9d-a512-59d2401b2003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:53:51.100952 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-9bc29527-2630-42e4-9e6f-317f4652d112 req-963cb0ba-5d8d-4c9d-a512-59d2401b2003 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=67b7c5ff-799a-4462-b8d6-a85a4f04b2ed HTTP/1.1" status: 200 len: 851 time: 0.0440142 Jul 27 23:53:51.152242 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc29527-2630-42e4-9e6f-317f4652d112 req-5b45c036-d77f-4ec5-bb56-8cf1f89bdd45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:53:51.153750 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-9bc29527-2630-42e4-9e6f-317f4652d112 req-5b45c036-d77f-4ec5-bb56-8cf1f89bdd45 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5dbf213b-0fc8-45b6-ae08-2a59287a2ef9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0458686 Jul 27 23:53:51.164963 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [req-9bc29527-2630-42e4-9e6f-317f4652d112 req-10de110c-3211-4f4f-bcd8-fbf1ebe15676 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=93797) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 23:53:51.165919 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-9bc29527-2630-42e4-9e6f-317f4652d112 req-10de110c-3211-4f4f-bcd8-fbf1ebe15676 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049636 Jul 27 23:53:51.259936 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-9bc29527-2630-42e4-9e6f-317f4652d112 req-a1b55488-d28a-4a21-9c28-b8be4f8bc4a2 service neutron] 10.222.0.49 "GET /v2.0/networks/5dbf213b-0fc8-45b6-ae08-2a59287a2ef9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866587 Jul 27 23:53:51.350660 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-9bc29527-2630-42e4-9e6f-317f4652d112 req-f8d686cf-99da-4f88-a8d7-d9dd8edf8d51 service neutron] 10.222.0.49 "GET /v2.0/networks/5dbf213b-0fc8-45b6-ae08-2a59287a2ef9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829766 Jul 27 23:53:56.943877 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-82029fd9-ea26-4c53-93db-a2c070eaa0d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:53:59.622337 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c96a7537-0a2c-4192-a7cb-8b32b27d688d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:53:59.929219 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:54:00.101135 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:54:00.609721 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-19f2e178-d45e-4fbe-b9be-c3963fc151ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:54:02.373577 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7418f70f-e60d-4709-8ba9-6ab514bc7f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:54:05.212675 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:54:26.356836 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.agents_db [None req-9beef776-8bab-4de2-989a-f5a23ba4aaf4 None None] Agent healthcheck: found 7 active agents {{(pid=93800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 23:54:26.945056 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-1eb057b0-dd29-4856-818f-9b666350354c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:54:29.622201 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-896c65e1-856d-4c65-9aa2-31b4bf222cae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:54:29.935582 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:54:30.102411 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:54:30.611221 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-19f2e178-d45e-4fbe-b9be-c3963fc151ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:54:32.376413 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7418f70f-e60d-4709-8ba9-6ab514bc7f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:54:35.219250 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:54:52.795396 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-1eafb993-3a77-4367-bce9-c12170840d76 req-ecd73bfa-bbf8-42fd-92a1-1246b296483a service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=d8f602c3-8f29-4647-af1a-4436fd3f8fa6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0414095 Jul 27 23:54:52.877377 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eafb993-3a77-4367-bce9-c12170840d76 req-497cb7fb-2bbf-4136-ade3-e4a591119d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:54:52.878896 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-1eafb993-3a77-4367-bce9-c12170840d76 req-497cb7fb-2bbf-4136-ade3-e4a591119d85 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=4ba5b8d6319f49828578267b9b93e7c6&device_id=d8f602c3-8f29-4647-af1a-4436fd3f8fa6 HTTP/1.1" status: 200 len: 1096 time: 0.0444608 Jul 27 23:54:52.979969 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eafb993-3a77-4367-bce9-c12170840d76 req-1e890704-eb6d-41a7-9a3a-992eb4b2ee0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:54:52.981331 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-1eafb993-3a77-4367-bce9-c12170840d76 req-1e890704-eb6d-41a7-9a3a-992eb4b2ee0c service neutron] 10.222.0.49 "GET /v2.0/networks?id=5dbf213b-0fc8-45b6-ae08-2a59287a2ef9 HTTP/1.1" status: 200 len: 913 time: 0.0834503 Jul 27 23:54:53.049228 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-1eafb993-3a77-4367-bce9-c12170840d76 req-1843fd6a-2e7d-40d8-9123-ab1a24183a3e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bb564606-6b7f-4231-9094-296052202b6e HTTP/1.1" status: 200 len: 1001 time: 0.0610137 Jul 27 23:54:53.096849 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eafb993-3a77-4367-bce9-c12170840d76 req-3faa5bfc-f1e7-4632-bc13-a645956ab0ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:54:53.098235 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-1eafb993-3a77-4367-bce9-c12170840d76 req-3faa5bfc-f1e7-4632-bc13-a645956ab0ee service neutron] 10.222.0.49 "GET /v2.0/subnets?id=67b7c5ff-799a-4462-b8d6-a85a4f04b2ed HTTP/1.1" status: 200 len: 851 time: 0.0423782 Jul 27 23:54:53.142960 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eafb993-3a77-4367-bce9-c12170840d76 req-09384aef-ca58-4ddd-8fbf-95ddaf4dafdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:54:53.144475 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-1eafb993-3a77-4367-bce9-c12170840d76 req-09384aef-ca58-4ddd-8fbf-95ddaf4dafdf service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5dbf213b-0fc8-45b6-ae08-2a59287a2ef9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0384033 Jul 27 23:54:53.235220 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-1eafb993-3a77-4367-bce9-c12170840d76 req-e39b64b0-ec93-4b59-8e59-1d66b8c1a133 service neutron] 10.222.0.49 "GET /v2.0/networks/5dbf213b-0fc8-45b6-ae08-2a59287a2ef9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833707 Jul 27 23:54:53.322440 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-1eafb993-3a77-4367-bce9-c12170840d76 req-ea9b2e69-e267-41ba-ae49-abaef3cf574c service neutron] 10.222.0.49 "GET /v2.0/networks/5dbf213b-0fc8-45b6-ae08-2a59287a2ef9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800970 Jul 27 23:54:56.945795 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-882ab907-84b8-41b3-89a2-090d8f170112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:54:59.623402 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8ec30c95-182a-43fc-95d6-0e0da107fe07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:54:59.953839 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:55:00.102263 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:55:00.614255 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-19f2e178-d45e-4fbe-b9be-c3963fc151ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:55:02.378642 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7418f70f-e60d-4709-8ba9-6ab514bc7f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:55:03.356264 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.agents_db [None req-9beef776-8bab-4de2-989a-f5a23ba4aaf4 None None] Agent healthcheck: found 7 active agents {{(pid=93800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 23:55:05.234144 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:55:26.946904 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2bf35116-5c9c-48e4-b7c3-4666f8f78044 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:55:29.624517 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-63f42728-d67e-438e-87e4-99fd840c26f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:55:29.954221 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:55:30.102934 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:55:30.618946 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-19f2e178-d45e-4fbe-b9be-c3963fc151ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:55:32.381033 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7418f70f-e60d-4709-8ba9-6ab514bc7f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:55:35.221700 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:55:40.355385 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.agents_db [None req-9beef776-8bab-4de2-989a-f5a23ba4aaf4 None None] Agent healthcheck: found 7 active agents {{(pid=93800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 23:55:49.194745 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0357e06-0902-4e93-b33b-ce4d5d4a3eb2 req-b1bc348d-b8aa-4d26-8e8b-fd3a4c0db504 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:55:49.196276 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d0357e06-0902-4e93-b33b-ce4d5d4a3eb2 req-b1bc348d-b8aa-4d26-8e8b-fd3a4c0db504 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8f602c3-8f29-4647-af1a-4436fd3f8fa6 HTTP/1.1" status: 200 len: 945 time: 0.1739602 Jul 27 23:55:49.238473 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d0357e06-0902-4e93-b33b-ce4d5d4a3eb2 req-b7c7f994-c6fb-48a5-a33f-7aee826225e2 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/security-groups?id=2988c913-9e16-4060-8869-a1f99999e084&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324879 Jul 27 23:55:49.481799 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b9c2f5-a992-44e3-a450-8b3becdf275a req-24204ab8-fca5-4c82-a758-3e509580098e tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:55:49.483986 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-55b9c2f5-a992-44e3-a450-8b3becdf275a req-24204ab8-fca5-4c82-a758-3e509580098e tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8f602c3-8f29-4647-af1a-4436fd3f8fa6 HTTP/1.1" status: 200 len: 945 time: 0.0545030 Jul 27 23:55:49.546631 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-55b9c2f5-a992-44e3-a450-8b3becdf275a req-ec230c1c-e878-41bf-b4f6-4509807aac60 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/security-groups?id=2988c913-9e16-4060-8869-a1f99999e084&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540497 Jul 27 23:55:49.550583 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-ff1da4db-0f47-4f24-bef5-64d149758091 req-447ce450-33c6-4a7d-a031-66947bfd682f service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=d8f602c3-8f29-4647-af1a-4436fd3f8fa6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1327920 Jul 27 23:55:50.710150 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1da4db-0f47-4f24-bef5-64d149758091 req-f628d983-f07a-4afe-b883-5448a0aca7bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:55:50.711863 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-ff1da4db-0f47-4f24-bef5-64d149758091 req-f628d983-f07a-4afe-b883-5448a0aca7bb service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=4ba5b8d6319f49828578267b9b93e7c6&device_id=d8f602c3-8f29-4647-af1a-4436fd3f8fa6 HTTP/1.1" status: 200 len: 1096 time: 0.0413227 Jul 27 23:55:50.733850 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc2a99a-d321-41c1-b60e-73a1ea57650d req-4d0f824c-ae4a-4c66-8351-a375fb3ae6e9 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:55:50.735375 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-4cc2a99a-d321-41c1-b60e-73a1ea57650d req-4d0f824c-ae4a-4c66-8351-a375fb3ae6e9 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8f602c3-8f29-4647-af1a-4436fd3f8fa6 HTTP/1.1" status: 200 len: 945 time: 0.1081123 Jul 27 23:55:50.773317 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-4cc2a99a-d321-41c1-b60e-73a1ea57650d req-93de69d6-32b1-4109-9560-c3cfbb8df168 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/security-groups?id=2988c913-9e16-4060-8869-a1f99999e084&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318124 Jul 27 23:55:50.805357 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1da4db-0f47-4f24-bef5-64d149758091 req-911a2c73-6b24-4075-bc5c-36af62e5726e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:55:50.806846 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-ff1da4db-0f47-4f24-bef5-64d149758091 req-911a2c73-6b24-4075-bc5c-36af62e5726e service neutron] 10.222.0.49 "GET /v2.0/networks?id=5dbf213b-0fc8-45b6-ae08-2a59287a2ef9 HTTP/1.1" status: 200 len: 913 time: 0.0884058 Jul 27 23:55:50.870812 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-ff1da4db-0f47-4f24-bef5-64d149758091 req-5e40014a-9624-44c3-ab39-d8fdf5fecb53 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bb564606-6b7f-4231-9094-296052202b6e HTTP/1.1" status: 200 len: 1001 time: 0.0565255 Jul 27 23:55:50.922078 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1da4db-0f47-4f24-bef5-64d149758091 req-d5132b35-dfc1-4174-ba05-30c2f42e7ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:55:50.923522 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-ff1da4db-0f47-4f24-bef5-64d149758091 req-d5132b35-dfc1-4174-ba05-30c2f42e7ccd service neutron] 10.222.0.49 "GET /v2.0/subnets?id=67b7c5ff-799a-4462-b8d6-a85a4f04b2ed HTTP/1.1" status: 200 len: 851 time: 0.0460603 Jul 27 23:55:50.968964 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1da4db-0f47-4f24-bef5-64d149758091 req-81cc7042-593a-404c-a180-1c4f4d1967db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:55:50.970409 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-ff1da4db-0f47-4f24-bef5-64d149758091 req-81cc7042-593a-404c-a180-1c4f4d1967db service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5dbf213b-0fc8-45b6-ae08-2a59287a2ef9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390728 Jul 27 23:55:51.058217 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-ff1da4db-0f47-4f24-bef5-64d149758091 req-ae4f0f2c-1875-4a38-82ca-80be94a409fb service neutron] 10.222.0.49 "GET /v2.0/networks/5dbf213b-0fc8-45b6-ae08-2a59287a2ef9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792601 Jul 27 23:55:51.150722 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-ff1da4db-0f47-4f24-bef5-64d149758091 req-faebae14-894d-4e70-b184-67057d15d284 service neutron] 10.222.0.49 "GET /v2.0/networks/5dbf213b-0fc8-45b6-ae08-2a59287a2ef9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856600 Jul 27 23:55:51.893370 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984d8d03-580f-40a9-9258-f87ba9c5dd98 req-db4fdd1c-d2a3-4807-8a26-afa58931d20b tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:55:51.894852 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-984d8d03-580f-40a9-9258-f87ba9c5dd98 req-db4fdd1c-d2a3-4807-8a26-afa58931d20b tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8f602c3-8f29-4647-af1a-4436fd3f8fa6 HTTP/1.1" status: 200 len: 945 time: 0.0491402 Jul 27 23:55:51.932424 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-984d8d03-580f-40a9-9258-f87ba9c5dd98 req-c528e66f-8026-4a91-b220-6fb1082b91d9 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/security-groups?id=2988c913-9e16-4060-8869-a1f99999e084&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310469 Jul 27 23:55:53.048575 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99507f71-ca48-4e92-9703-19c0194ae466 req-750073c4-8baf-41fa-ae60-4743232b1cd9 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:55:53.050089 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-99507f71-ca48-4e92-9703-19c0194ae466 req-750073c4-8baf-41fa-ae60-4743232b1cd9 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8f602c3-8f29-4647-af1a-4436fd3f8fa6 HTTP/1.1" status: 200 len: 945 time: 0.0497336 Jul 27 23:55:53.087559 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-99507f71-ca48-4e92-9703-19c0194ae466 req-aac44b24-607f-4ad0-a4d9-9c72e81169ba tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/security-groups?id=2988c913-9e16-4060-8869-a1f99999e084&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316508 Jul 27 23:55:54.203265 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44227b2-672f-4bd3-9c10-f17f666d7ad4 req-719a3c18-ebe3-48ba-8fab-98d3c09bbbea tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:55:54.204714 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d44227b2-672f-4bd3-9c10-f17f666d7ad4 req-719a3c18-ebe3-48ba-8fab-98d3c09bbbea tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8f602c3-8f29-4647-af1a-4436fd3f8fa6 HTTP/1.1" status: 200 len: 945 time: 0.0473797 Jul 27 23:55:54.245823 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d44227b2-672f-4bd3-9c10-f17f666d7ad4 req-8caeab3f-8f1d-40c9-9f42-3a340a7d8ff3 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/security-groups?id=2988c913-9e16-4060-8869-a1f99999e084&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352850 Jul 27 23:55:54.811121 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0af2f0f-2682-4144-866c-91be260c28fd req-8d0e95a7-2041-482b-b183-33b3b836c307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:55:54.812571 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f0af2f0f-2682-4144-866c-91be260c28fd req-8d0e95a7-2041-482b-b183-33b3b836c307 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=4ba5b8d6319f49828578267b9b93e7c6&device_id=d8f602c3-8f29-4647-af1a-4436fd3f8fa6 HTTP/1.1" status: 200 len: 1096 time: 0.0408092 Jul 27 23:55:54.914475 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0af2f0f-2682-4144-866c-91be260c28fd req-1b1cf4dc-19c8-49af-9c27-e1f47ec05839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:55:54.916117 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f0af2f0f-2682-4144-866c-91be260c28fd req-1b1cf4dc-19c8-49af-9c27-e1f47ec05839 service neutron] 10.222.0.49 "GET /v2.0/networks?id=5dbf213b-0fc8-45b6-ae08-2a59287a2ef9 HTTP/1.1" status: 200 len: 913 time: 0.0832310 Jul 27 23:55:54.983950 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f0af2f0f-2682-4144-866c-91be260c28fd req-305473dc-ee87-4969-9a6d-8bdc89c87374 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bb564606-6b7f-4231-9094-296052202b6e HTTP/1.1" status: 200 len: 1001 time: 0.0603204 Jul 27 23:55:55.034429 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0af2f0f-2682-4144-866c-91be260c28fd req-78f70846-510e-4235-a6c6-606721dd4814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:55:55.035889 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f0af2f0f-2682-4144-866c-91be260c28fd req-78f70846-510e-4235-a6c6-606721dd4814 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=67b7c5ff-799a-4462-b8d6-a85a4f04b2ed HTTP/1.1" status: 200 len: 851 time: 0.0437160 Jul 27 23:55:55.081565 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0af2f0f-2682-4144-866c-91be260c28fd req-ccc9db34-2072-47bc-b581-f75e38befd45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:55:55.082923 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f0af2f0f-2682-4144-866c-91be260c28fd req-ccc9db34-2072-47bc-b581-f75e38befd45 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5dbf213b-0fc8-45b6-ae08-2a59287a2ef9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389562 Jul 27 23:55:55.368210 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdaf1c13-fff3-409e-81de-714b53000f67 req-00818ed4-1274-4d24-bb06-9a6854e981c0 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:55:55.369712 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-cdaf1c13-fff3-409e-81de-714b53000f67 req-00818ed4-1274-4d24-bb06-9a6854e981c0 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8f602c3-8f29-4647-af1a-4436fd3f8fa6 HTTP/1.1" status: 200 len: 945 time: 0.0548229 Jul 27 23:55:55.410603 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-cdaf1c13-fff3-409e-81de-714b53000f67 req-203c83ca-5202-4f95-b898-18f6c5c9af5a tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/security-groups?id=2988c913-9e16-4060-8869-a1f99999e084&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342727 Jul 27 23:55:55.540000 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f0af2f0f-2682-4144-866c-91be260c28fd req-dc91fe22-5995-4ba6-8ad8-41575858512a service neutron] 10.222.0.49 "GET /v2.0/networks/5dbf213b-0fc8-45b6-ae08-2a59287a2ef9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4497421 Jul 27 23:55:55.627542 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f0af2f0f-2682-4144-866c-91be260c28fd req-9e2ab692-e2df-4bec-914c-77e29b0fec30 service neutron] 10.222.0.49 "GET /v2.0/networks/5dbf213b-0fc8-45b6-ae08-2a59287a2ef9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803685 Jul 27 23:55:56.527065 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c91447-6a13-4064-a947-130a0c407b54 req-7cb909a3-75c5-459a-9e8a-20df79b6414a tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:55:56.528514 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-24c91447-6a13-4064-a947-130a0c407b54 req-7cb909a3-75c5-459a-9e8a-20df79b6414a tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8f602c3-8f29-4647-af1a-4436fd3f8fa6 HTTP/1.1" status: 200 len: 945 time: 0.0520439 Jul 27 23:55:56.565230 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-24c91447-6a13-4064-a947-130a0c407b54 req-c49559a8-96b9-4f4b-9a10-5b4669ddc78e tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/security-groups?id=2988c913-9e16-4060-8869-a1f99999e084&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304036 Jul 27 23:55:56.947941 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-643b2669-348e-471c-83ec-9e83231ce625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:55:57.685260 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52639553-960d-4657-833d-90e61200be90 req-42bd2c0e-e0cb-46ae-bafc-18a42e81fda2 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:55:57.686824 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-52639553-960d-4657-833d-90e61200be90 req-42bd2c0e-e0cb-46ae-bafc-18a42e81fda2 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8f602c3-8f29-4647-af1a-4436fd3f8fa6 HTTP/1.1" status: 200 len: 945 time: 0.0516860 Jul 27 23:55:57.725811 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-52639553-960d-4657-833d-90e61200be90 req-b16323ba-eb5b-4da4-897b-ea50f0d28263 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/security-groups?id=2988c913-9e16-4060-8869-a1f99999e084&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327640 Jul 27 23:55:58.842434 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5137a0f-7a3d-433c-8740-cae5ed356f5c req-4e9b1dfb-2147-4c68-b331-d379d4f1ba68 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:55:58.843900 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-c5137a0f-7a3d-433c-8740-cae5ed356f5c req-4e9b1dfb-2147-4c68-b331-d379d4f1ba68 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8f602c3-8f29-4647-af1a-4436fd3f8fa6 HTTP/1.1" status: 200 len: 945 time: 0.0480855 Jul 27 23:55:58.881268 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-c5137a0f-7a3d-433c-8740-cae5ed356f5c req-3a6917e7-0aa7-4be8-b910-3188d486247b tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/security-groups?id=2988c913-9e16-4060-8869-a1f99999e084&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315809 Jul 27 23:55:59.624088 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e6ebb40c-95e7-4448-8fce-af2043baa075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:55:59.959831 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:55:59.995231 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33970e44-4e9d-417c-b340-15b113313e5a req-38c35cb8-1bfb-4257-96dc-f21fad0aa6b2 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:55:59.996770 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-33970e44-4e9d-417c-b340-15b113313e5a req-38c35cb8-1bfb-4257-96dc-f21fad0aa6b2 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8f602c3-8f29-4647-af1a-4436fd3f8fa6 HTTP/1.1" status: 200 len: 945 time: 0.0488341 Jul 27 23:56:00.035133 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-33970e44-4e9d-417c-b340-15b113313e5a req-9c485e4e-10e8-43b2-98ca-0cafa48e4fea tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/security-groups?id=2988c913-9e16-4060-8869-a1f99999e084&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318456 Jul 27 23:56:00.103508 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:56:00.618686 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-19f2e178-d45e-4fbe-b9be-c3963fc151ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:56:01.148820 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709b0367-051a-4533-95a6-e22abcd88a93 req-3a9a6a18-0514-462f-97f0-818fac1abfaf tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:56:01.150281 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-709b0367-051a-4533-95a6-e22abcd88a93 req-3a9a6a18-0514-462f-97f0-818fac1abfaf tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8f602c3-8f29-4647-af1a-4436fd3f8fa6 HTTP/1.1" status: 200 len: 945 time: 0.0483460 Jul 27 23:56:01.187167 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-709b0367-051a-4533-95a6-e22abcd88a93 req-678664f7-359f-4b1d-8749-0be8f18fc21b tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/security-groups?id=2988c913-9e16-4060-8869-a1f99999e084&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303576 Jul 27 23:56:02.310279 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdcc36f-ff2f-49b5-8eb7-5eb7634049ae req-3b877b4f-e39e-4bc5-b6b2-bbe9ee4992ea tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:56:02.311803 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-8cdcc36f-ff2f-49b5-8eb7-5eb7634049ae req-3b877b4f-e39e-4bc5-b6b2-bbe9ee4992ea tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8f602c3-8f29-4647-af1a-4436fd3f8fa6 HTTP/1.1" status: 200 len: 945 time: 0.0524700 Jul 27 23:56:02.348773 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-8cdcc36f-ff2f-49b5-8eb7-5eb7634049ae req-848060bc-36c2-4da1-88bf-e97a341597aa tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/security-groups?id=2988c913-9e16-4060-8869-a1f99999e084&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309639 Jul 27 23:56:02.383608 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7418f70f-e60d-4709-8ba9-6ab514bc7f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:56:03.103921 n-d-802623-1 neutron-server[93797]: INFO neutron.api.v2.resource [req-ff1da4db-0f47-4f24-bef5-64d149758091 req-64423ed1-fbf3-48fe-b5b4-64b9c84d9b5c service neutron] show failed (client error): The resource could not be found. Jul 27 23:56:03.104918 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-ff1da4db-0f47-4f24-bef5-64d149758091 req-64423ed1-fbf3-48fe-b5b4-64b9c84d9b5c service neutron] 10.222.0.49 "GET /v2.0/ports/bb564606-6b7f-4231-9094-296052202b6e/bindings/n-h1-802623-1 HTTP/1.1" status: 404 len: 380 time: 0.0568788 Jul 27 23:56:03.336769 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1da4db-0f47-4f24-bef5-64d149758091 req-974a961a-6359-4c4c-a249-181a0635ce27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:56:03.338320 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ff1da4db-0f47-4f24-bef5-64d149758091 req-974a961a-6359-4c4c-a249-181a0635ce27 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=d8f602c3-8f29-4647-af1a-4436fd3f8fa6&tenant_id=4ba5b8d6319f49828578267b9b93e7c6 HTTP/1.1" status: 200 len: 1096 time: 0.0845628 Jul 27 23:56:03.350851 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [req-ff1da4db-0f47-4f24-bef5-64d149758091 req-4daa9b17-ad9c-4e01-8ff7-36be0dd85489 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-802623-1', 'device_owner': 'compute:nova'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:56:03.402881 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-ff1da4db-0f47-4f24-bef5-64d149758091 req-4daa9b17-ad9c-4e01-8ff7-36be0dd85489 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:56:03.465574 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5b0478-7295-47d7-ac7c-855f5c9004a4 req-abad8734-d6ef-47ac-b166-65269a20e377 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:56:03.467443 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-0b5b0478-7295-47d7-ac7c-855f5c9004a4 req-abad8734-d6ef-47ac-b166-65269a20e377 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8f602c3-8f29-4647-af1a-4436fd3f8fa6 HTTP/1.1" status: 200 len: 945 time: 0.0502079 Jul 27 23:56:03.506099 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-0b5b0478-7295-47d7-ac7c-855f5c9004a4 req-bd0d596c-55e1-48b8-aedf-47cc5f4e3c0a tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/security-groups?id=2988c913-9e16-4060-8869-a1f99999e084&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326579 Jul 27 23:56:03.608330 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-ff1da4db-0f47-4f24-bef5-64d149758091 req-4daa9b17-ad9c-4e01-8ff7-36be0dd85489 service neutron] For port bb564606-6b7f-4231-9094-296052202b6e, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=bb564606-6b7f-4231-9094-296052202b6e,segment=NetworkSegment(dd04d9c9-b835-4f71-8f5e-6152a3a133f4),segment_id=dd04d9c9-b835-4f71-8f5e-6152a3a133f4)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:56:03.640570 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-ff1da4db-0f47-4f24-bef5-64d149758091 req-4daa9b17-ad9c-4e01-8ff7-36be0dd85489 service neutron] For port bb564606-6b7f-4231-9094-296052202b6e, host n-h2-802623-1, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:56:03.679685 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8f602c3-8f29-4647-af1a-4436fd3f8fa6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bb564606-6b7f-4231-9094-296052202b6e'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:56:03.681938 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}011f8d312121274bb12d78e77c6379a2079800640016cec6c6d605b73666e854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b53d8119-39ba-4709-ac93-7f2f7d22403d" -d '{"events": [{"server_uuid": "d8f602c3-8f29-4647-af1a-4436fd3f8fa6", "name": "network-vif-unplugged", "status": "completed", "tag": "bb564606-6b7f-4231-9094-296052202b6e"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:56:03.685955 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-ff1da4db-0f47-4f24-bef5-64d149758091 req-4daa9b17-ad9c-4e01-8ff7-36be0dd85489 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:56:03.699513 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-ff1da4db-0f47-4f24-bef5-64d149758091 req-4daa9b17-ad9c-4e01-8ff7-36be0dd85489 service neutron] Transition to ACTIVE for port object bb564606-6b7f-4231-9094-296052202b6e will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:56:03.703757 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-ff1da4db-0f47-4f24-bef5-64d149758091 req-4daa9b17-ad9c-4e01-8ff7-36be0dd85489 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:56:03.777733 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daa9b17-ad9c-4e01-8ff7-36be0dd85489 service neutron] Pushing event updated for resources: {'Port': ['ID=bb564606-6b7f-4231-9094-296052202b6e,revision_number=6']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:56:03.793610 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4daa9b17-ad9c-4e01-8ff7-36be0dd85489 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:56:03.793958 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4daa9b17-ad9c-4e01-8ff7-36be0dd85489 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:56:03.794305 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4daa9b17-ad9c-4e01-8ff7-36be0dd85489 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:56:03.795254 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4daa9b17-ad9c-4e01-8ff7-36be0dd85489 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:56:03.795595 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4daa9b17-ad9c-4e01-8ff7-36be0dd85489 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:56:03.795932 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4daa9b17-ad9c-4e01-8ff7-36be0dd85489 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:56:03.796264 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4daa9b17-ad9c-4e01-8ff7-36be0dd85489 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:56:03.796592 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4daa9b17-ad9c-4e01-8ff7-36be0dd85489 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:56:03.796918 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4daa9b17-ad9c-4e01-8ff7-36be0dd85489 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:56:03.797239 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4daa9b17-ad9c-4e01-8ff7-36be0dd85489 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:56:03.797563 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4daa9b17-ad9c-4e01-8ff7-36be0dd85489 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:56:03.797884 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4daa9b17-ad9c-4e01-8ff7-36be0dd85489 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:56:03.801972 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 23:56:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28ad56eb-3fb2-4a8b-a6ce-c92a7bf11d4d x-openstack-request-id: req-28ad56eb-3fb2-4a8b-a6ce-c92a7bf11d4d {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:56:03.802260 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8f602c3-8f29-4647-af1a-4436fd3f8fa6", "name": "network-vif-unplugged", "status": "completed", "tag": "bb564606-6b7f-4231-9094-296052202b6e", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:56:03.802509 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-28ad56eb-3fb2-4a8b-a6ce-c92a7bf11d4d {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:56:03.802900 n-d-802623-1 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8f602c3-8f29-4647-af1a-4436fd3f8fa6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bb564606-6b7f-4231-9094-296052202b6e', 'code': 200} Jul 27 23:56:03.841102 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff1da4db-0f47-4f24-bef5-64d149758091 req-4daa9b17-ad9c-4e01-8ff7-36be0dd85489 service neutron] No DVR routers for this DVR port bb564606-6b7f-4231-9094-296052202b6e on host n-h2-802623-1 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:56:03.975225 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-ff1da4db-0f47-4f24-bef5-64d149758091 req-4daa9b17-ad9c-4e01-8ff7-36be0dd85489 service neutron] Attempting to bind port bb564606-6b7f-4231-9094-296052202b6e on host n-h1-802623-1 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:56:03.975553 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-ff1da4db-0f47-4f24-bef5-64d149758091 req-4daa9b17-ad9c-4e01-8ff7-36be0dd85489 service neutron] Attempting to bind port bb564606-6b7f-4231-9094-296052202b6e by drivers openvswitch,hyperv on host n-h1-802623-1 at level 0 using segments [{'id': 'dd04d9c9-b835-4f71-8f5e-6152a3a133f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '5dbf213b-0fc8-45b6-ae08-2a59287a2ef9'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:56:03.975875 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff1da4db-0f47-4f24-bef5-64d149758091 req-4daa9b17-ad9c-4e01-8ff7-36be0dd85489 service neutron] Attempting to bind port bb564606-6b7f-4231-9094-296052202b6e on network 5dbf213b-0fc8-45b6-ae08-2a59287a2ef9 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:56:03.980037 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff1da4db-0f47-4f24-bef5-64d149758091 req-4daa9b17-ad9c-4e01-8ff7-36be0dd85489 service neutron] Port bb564606-6b7f-4231-9094-296052202b6e on network 5dbf213b-0fc8-45b6-ae08-2a59287a2ef9 not bound, no agent of type Open vSwitch agent registered on host n-h1-802623-1 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 23:56:03.980353 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff1da4db-0f47-4f24-bef5-64d149758091 req-4daa9b17-ad9c-4e01-8ff7-36be0dd85489 service neutron] Attempting to bind port bb564606-6b7f-4231-9094-296052202b6e on network 5dbf213b-0fc8-45b6-ae08-2a59287a2ef9 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:56:03.985623 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff1da4db-0f47-4f24-bef5-64d149758091 req-4daa9b17-ad9c-4e01-8ff7-36be0dd85489 service neutron] Checking agent: {'id': '245f1da4-a9b8-4b08-90d7-28f0f342b839', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 59, 59), 'started_at': datetime.datetime(2021, 7, 27, 22, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:56:03.985952 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff1da4db-0f47-4f24-bef5-64d149758091 req-4daa9b17-ad9c-4e01-8ff7-36be0dd85489 service neutron] Checking segment: {'id': 'dd04d9c9-b835-4f71-8f5e-6152a3a133f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '5dbf213b-0fc8-45b6-ae08-2a59287a2ef9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:56:03.986327 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff1da4db-0f47-4f24-bef5-64d149758091 req-4daa9b17-ad9c-4e01-8ff7-36be0dd85489 service neutron] Bound using segment: {'id': 'dd04d9c9-b835-4f71-8f5e-6152a3a133f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '5dbf213b-0fc8-45b6-ae08-2a59287a2ef9'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:56:03.986742 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-ff1da4db-0f47-4f24-bef5-64d149758091 req-4daa9b17-ad9c-4e01-8ff7-36be0dd85489 service neutron] Bound port: bb564606-6b7f-4231-9094-296052202b6e, host: n-h1-802623-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd04d9c9-b835-4f71-8f5e-6152a3a133f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '5dbf213b-0fc8-45b6-ae08-2a59287a2ef9'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:56:03.987111 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-ff1da4db-0f47-4f24-bef5-64d149758091 req-4daa9b17-ad9c-4e01-8ff7-36be0dd85489 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:56:04.049245 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-ff1da4db-0f47-4f24-bef5-64d149758091 req-4daa9b17-ad9c-4e01-8ff7-36be0dd85489 service neutron] For port bb564606-6b7f-4231-9094-296052202b6e, host n-h1-802623-1, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:56:04.052254 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-ff1da4db-0f47-4f24-bef5-64d149758091 req-4daa9b17-ad9c-4e01-8ff7-36be0dd85489 service neutron] For port bb564606-6b7f-4231-9094-296052202b6e, host n-h1-802623-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=bb564606-6b7f-4231-9094-296052202b6e,segment=NetworkSegment(dd04d9c9-b835-4f71-8f5e-6152a3a133f4),segment_id=dd04d9c9-b835-4f71-8f5e-6152a3a133f4)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:56:04.057243 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-ff1da4db-0f47-4f24-bef5-64d149758091 req-4daa9b17-ad9c-4e01-8ff7-36be0dd85489 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:56:04.089159 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1da4db-0f47-4f24-bef5-64d149758091 req-4daa9b17-ad9c-4e01-8ff7-36be0dd85489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:56:04.089752 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-ff1da4db-0f47-4f24-bef5-64d149758091 req-4daa9b17-ad9c-4e01-8ff7-36be0dd85489 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:56:04.091146 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ff1da4db-0f47-4f24-bef5-64d149758091 req-4daa9b17-ad9c-4e01-8ff7-36be0dd85489 service neutron] 10.222.0.38 "PUT /v2.0/ports/bb564606-6b7f-4231-9094-296052202b6e HTTP/1.1" status: 200 len: 1091 time: 0.7443173 Jul 27 23:56:04.114474 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daa9b17-ad9c-4e01-8ff7-36be0dd85489 service neutron] Pushing event updated for resources: {'Port': ['ID=bb564606-6b7f-4231-9094-296052202b6e,revision_number=7']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:56:04.160726 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1da4db-0f47-4f24-bef5-64d149758091 req-2371f56f-b0a4-4b5a-ae06-5b1e86f3adc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:56:04.162175 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ff1da4db-0f47-4f24-bef5-64d149758091 req-2371f56f-b0a4-4b5a-ae06-5b1e86f3adc3 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=4ba5b8d6319f49828578267b9b93e7c6&device_id=d8f602c3-8f29-4647-af1a-4436fd3f8fa6 HTTP/1.1" status: 200 len: 1094 time: 0.0446558 Jul 27 23:56:04.255737 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1da4db-0f47-4f24-bef5-64d149758091 req-317b2fdb-71ad-499a-afed-91443c189d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:56:04.257237 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ff1da4db-0f47-4f24-bef5-64d149758091 req-317b2fdb-71ad-499a-afed-91443c189d98 service neutron] 10.222.0.38 "GET /v2.0/networks?id=5dbf213b-0fc8-45b6-ae08-2a59287a2ef9 HTTP/1.1" status: 200 len: 913 time: 0.0882099 Jul 27 23:56:04.326020 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ff1da4db-0f47-4f24-bef5-64d149758091 req-522b4165-34aa-4802-817e-133ba25b8641 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bb564606-6b7f-4231-9094-296052202b6e HTTP/1.1" status: 200 len: 999 time: 0.0614212 Jul 27 23:56:04.375605 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1da4db-0f47-4f24-bef5-64d149758091 req-8a3f09ed-1b57-4120-b3cf-effe8394f54b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:56:04.376981 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ff1da4db-0f47-4f24-bef5-64d149758091 req-8a3f09ed-1b57-4120-b3cf-effe8394f54b service neutron] 10.222.0.38 "GET /v2.0/subnets?id=67b7c5ff-799a-4462-b8d6-a85a4f04b2ed HTTP/1.1" status: 200 len: 851 time: 0.0435576 Jul 27 23:56:04.421596 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1da4db-0f47-4f24-bef5-64d149758091 req-e308f7de-4677-4190-890f-1b39fdfe52df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:56:04.422977 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ff1da4db-0f47-4f24-bef5-64d149758091 req-e308f7de-4677-4190-890f-1b39fdfe52df service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=5dbf213b-0fc8-45b6-ae08-2a59287a2ef9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391400 Jul 27 23:56:04.433568 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [req-ff1da4db-0f47-4f24-bef5-64d149758091 req-c562ca2f-ab41-466e-9fd7-06688f122ffa service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=93798) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 23:56:04.434506 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ff1da4db-0f47-4f24-bef5-64d149758091 req-c562ca2f-ab41-466e-9fd7-06688f122ffa service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048151 Jul 27 23:56:04.524776 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ff1da4db-0f47-4f24-bef5-64d149758091 req-b818999b-c302-4a40-8d4a-b7ac8a522a98 service neutron] 10.222.0.38 "GET /v2.0/networks/5dbf213b-0fc8-45b6-ae08-2a59287a2ef9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830414 Jul 27 23:56:04.615372 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ff1da4db-0f47-4f24-bef5-64d149758091 req-b906baa6-395c-4ba0-a1aa-4642197161ba service neutron] 10.222.0.38 "GET /v2.0/networks/5dbf213b-0fc8-45b6-ae08-2a59287a2ef9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833025 Jul 27 23:56:04.622800 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341f35db-7648-470d-be2e-fd06ff3ce58f req-bc7f707d-f2df-4ca2-9708-cf5ca5621dc6 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:56:04.624347 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-341f35db-7648-470d-be2e-fd06ff3ce58f req-bc7f707d-f2df-4ca2-9708-cf5ca5621dc6 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8f602c3-8f29-4647-af1a-4436fd3f8fa6 HTTP/1.1" status: 200 len: 943 time: 0.0511286 Jul 27 23:56:04.662748 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-341f35db-7648-470d-be2e-fd06ff3ce58f req-d6de5055-4ce8-4d3e-b71e-022a48d23103 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/security-groups?id=2988c913-9e16-4060-8869-a1f99999e084&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324070 Jul 27 23:56:05.243131 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:56:05.782589 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6de782-c95b-467f-8e72-1be36ffea446 req-1db3198c-9ca5-4377-a04b-6ecd05c03b6b tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:56:05.784125 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ef6de782-c95b-467f-8e72-1be36ffea446 req-1db3198c-9ca5-4377-a04b-6ecd05c03b6b tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8f602c3-8f29-4647-af1a-4436fd3f8fa6 HTTP/1.1" status: 200 len: 943 time: 0.0503507 Jul 27 23:56:05.804208 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8f602c3-8f29-4647-af1a-4436fd3f8fa6', 'tag': 'bb564606-6b7f-4231-9094-296052202b6e'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:56:05.806353 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}011f8d312121274bb12d78e77c6379a2079800640016cec6c6d605b73666e854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b4bc836-8e7f-44c1-823d-286b139f55c7" -d '{"events": [{"name": "network-changed", "server_uuid": "d8f602c3-8f29-4647-af1a-4436fd3f8fa6", "tag": "bb564606-6b7f-4231-9094-296052202b6e"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:56:05.831858 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ef6de782-c95b-467f-8e72-1be36ffea446 req-7a4fa057-af76-4aff-b272-3575ae490e78 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/security-groups?id=2988c913-9e16-4060-8869-a1f99999e084&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418973 Jul 27 23:56:05.860637 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 23:56:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52b11546-363c-44ef-8e65-f994e71a810e x-openstack-request-id: req-52b11546-363c-44ef-8e65-f994e71a810e {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:56:05.860923 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8f602c3-8f29-4647-af1a-4436fd3f8fa6", "tag": "bb564606-6b7f-4231-9094-296052202b6e", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:56:05.861714 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-52b11546-363c-44ef-8e65-f994e71a810e {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:56:05.862109 n-d-802623-1 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8f602c3-8f29-4647-af1a-4436fd3f8fa6', 'tag': 'bb564606-6b7f-4231-9094-296052202b6e', 'status': 'completed', 'code': 200} Jul 27 23:56:05.923143 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4bc836-8e7f-44c1-823d-286b139f55c7 req-822d890d-b5a9-47e9-867f-c6139f5054b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:56:05.923986 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4bc836-8e7f-44c1-823d-286b139f55c7 req-53db7282-a736-4089-875f-490d510512d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:56:05.924661 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-8b4bc836-8e7f-44c1-823d-286b139f55c7 req-822d890d-b5a9-47e9-867f-c6139f5054b5 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=4ba5b8d6319f49828578267b9b93e7c6&device_id=d8f602c3-8f29-4647-af1a-4436fd3f8fa6 HTTP/1.1" status: 200 len: 1094 time: 0.0413208 Jul 27 23:56:05.925455 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8b4bc836-8e7f-44c1-823d-286b139f55c7 req-53db7282-a736-4089-875f-490d510512d8 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=4ba5b8d6319f49828578267b9b93e7c6&device_id=d8f602c3-8f29-4647-af1a-4436fd3f8fa6 HTTP/1.1" status: 200 len: 1094 time: 0.0395076 Jul 27 23:56:06.019100 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4bc836-8e7f-44c1-823d-286b139f55c7 req-dc29528d-1bad-4901-a7e7-3430c0b67e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:56:06.020261 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4bc836-8e7f-44c1-823d-286b139f55c7 req-5e010255-5550-40e9-843b-497d285460e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:56:06.021014 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-8b4bc836-8e7f-44c1-823d-286b139f55c7 req-dc29528d-1bad-4901-a7e7-3430c0b67e34 service neutron] 10.222.0.38 "GET /v2.0/networks?id=5dbf213b-0fc8-45b6-ae08-2a59287a2ef9 HTTP/1.1" status: 200 len: 913 time: 0.0881965 Jul 27 23:56:06.021731 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8b4bc836-8e7f-44c1-823d-286b139f55c7 req-5e010255-5550-40e9-843b-497d285460e1 service neutron] 10.222.0.49 "GET /v2.0/networks?id=5dbf213b-0fc8-45b6-ae08-2a59287a2ef9 HTTP/1.1" status: 200 len: 913 time: 0.0888066 Jul 27 23:56:06.090647 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8b4bc836-8e7f-44c1-823d-286b139f55c7 req-989db38e-ab4c-40eb-943a-851fdbe159dd service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bb564606-6b7f-4231-9094-296052202b6e HTTP/1.1" status: 200 len: 999 time: 0.0619791 Jul 27 23:56:06.100266 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-8b4bc836-8e7f-44c1-823d-286b139f55c7 req-16469c19-b5b0-4cf2-b66f-ba9e20b18da2 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bb564606-6b7f-4231-9094-296052202b6e HTTP/1.1" status: 200 len: 999 time: 0.0706668 Jul 27 23:56:06.147236 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4bc836-8e7f-44c1-823d-286b139f55c7 req-b71823b8-3494-4491-99e3-2204cee8cef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:56:06.148748 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8b4bc836-8e7f-44c1-823d-286b139f55c7 req-b71823b8-3494-4491-99e3-2204cee8cef1 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=67b7c5ff-799a-4462-b8d6-a85a4f04b2ed HTTP/1.1" status: 200 len: 851 time: 0.0514269 Jul 27 23:56:06.153907 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4bc836-8e7f-44c1-823d-286b139f55c7 req-3db71148-7a26-46f5-9b76-6c4843cb76db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:56:06.155409 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-8b4bc836-8e7f-44c1-823d-286b139f55c7 req-3db71148-7a26-46f5-9b76-6c4843cb76db service neutron] 10.222.0.38 "GET /v2.0/subnets?id=67b7c5ff-799a-4462-b8d6-a85a4f04b2ed HTTP/1.1" status: 200 len: 851 time: 0.0476387 Jul 27 23:56:06.196638 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4bc836-8e7f-44c1-823d-286b139f55c7 req-41c914d9-2347-43a1-b2bb-0c77146ab351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:56:06.198157 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8b4bc836-8e7f-44c1-823d-286b139f55c7 req-41c914d9-2347-43a1-b2bb-0c77146ab351 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5dbf213b-0fc8-45b6-ae08-2a59287a2ef9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425835 Jul 27 23:56:06.205569 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4bc836-8e7f-44c1-823d-286b139f55c7 req-8be58d42-7d5c-4929-9244-c49bdadec61b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:56:06.207144 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-8b4bc836-8e7f-44c1-823d-286b139f55c7 req-8be58d42-7d5c-4929-9244-c49bdadec61b service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=5dbf213b-0fc8-45b6-ae08-2a59287a2ef9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420215 Jul 27 23:56:06.286369 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8b4bc836-8e7f-44c1-823d-286b139f55c7 req-0aedf772-be68-4209-b2e0-ef8c3f13c26c service neutron] 10.222.0.49 "GET /v2.0/networks/5dbf213b-0fc8-45b6-ae08-2a59287a2ef9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811996 Jul 27 23:56:06.299815 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-8b4bc836-8e7f-44c1-823d-286b139f55c7 req-b06c4561-140c-407a-bb14-4d36539835df service neutron] 10.222.0.38 "GET /v2.0/networks/5dbf213b-0fc8-45b6-ae08-2a59287a2ef9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852575 Jul 27 23:56:06.380810 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8b4bc836-8e7f-44c1-823d-286b139f55c7 req-68bb637b-9360-4e97-bd71-89e154a14371 service neutron] 10.222.0.49 "GET /v2.0/networks/5dbf213b-0fc8-45b6-ae08-2a59287a2ef9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870779 Jul 27 23:56:06.389341 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-8b4bc836-8e7f-44c1-823d-286b139f55c7 req-4b2480b2-4eec-43f7-a675-98f83870b51d service neutron] 10.222.0.38 "GET /v2.0/networks/5dbf213b-0fc8-45b6-ae08-2a59287a2ef9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829530 Jul 27 23:56:06.670175 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device bb564606-6b7f-4231-9094-296052202b6e no longer exists at agent hyperv_n-h2-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:56:06.706500 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device bb564606-6b7f-4231-9094-296052202b6e not bound to the agent host n-h2-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:56:06.944066 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db38d49-da4b-4095-8c8d-48d3907c9346 req-f3b3fe3e-1b00-4260-9370-7224a4765abb tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:56:06.945527 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-5db38d49-da4b-4095-8c8d-48d3907c9346 req-f3b3fe3e-1b00-4260-9370-7224a4765abb tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8f602c3-8f29-4647-af1a-4436fd3f8fa6 HTTP/1.1" status: 200 len: 943 time: 0.0486805 Jul 27 23:56:06.987720 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-5db38d49-da4b-4095-8c8d-48d3907c9346 req-8b03e111-6936-40c3-80d9-337dd403a061 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/security-groups?id=2988c913-9e16-4060-8869-a1f99999e084&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363500 Jul 27 23:56:07.182267 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcb6172-4a27-46e1-9fd0-18d809bc6df8 req-96249986-d436-4696-b9da-cd6898c3a548 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:56:07.183822 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-6dcb6172-4a27-46e1-9fd0-18d809bc6df8 req-96249986-d436-4696-b9da-cd6898c3a548 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8f602c3-8f29-4647-af1a-4436fd3f8fa6 HTTP/1.1" status: 200 len: 943 time: 0.0494049 Jul 27 23:56:07.197183 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e9dc53-fe80-43b6-9905-19c01b950b4c req-1493b52c-574c-474f-b30e-f73bd3720108 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:56:07.198605 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-72e9dc53-fe80-43b6-9905-19c01b950b4c req-1493b52c-574c-474f-b30e-f73bd3720108 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.49 "GET /v2.0/ports?device_id=d8f602c3-8f29-4647-af1a-4436fd3f8fa6&tenant_id=4ba5b8d6319f49828578267b9b93e7c6&binding%3Ahost_id=n-h1-802623-1 HTTP/1.1" status: 200 len: 943 time: 0.0513885 Jul 27 23:56:07.223217 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-6dcb6172-4a27-46e1-9fd0-18d809bc6df8 req-939163a3-9bbb-4e9a-840d-2439b8b36a0f tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/security-groups?id=2988c913-9e16-4060-8869-a1f99999e084&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332384 Jul 27 23:56:07.257267 n-d-802623-1 neutron-server[93797]: INFO neutron.api.v2.resource [req-72e9dc53-fe80-43b6-9905-19c01b950b4c req-1478369f-10ad-4a2f-99ab-5b4abf63a1df service neutron] delete failed (client error): The resource could not be found. Jul 27 23:56:07.258293 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-72e9dc53-fe80-43b6-9905-19c01b950b4c req-1478369f-10ad-4a2f-99ab-5b4abf63a1df service neutron] 10.222.0.49 "DELETE /v2.0/ports/bb564606-6b7f-4231-9094-296052202b6e/bindings/n-h2-802623-1 HTTP/1.1" status: 404 len: 380 time: 0.0527816 Jul 27 23:56:07.345061 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e9dc53-fe80-43b6-9905-19c01b950b4c req-7d5dbb69-d135-4912-a980-0362e949e946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:56:07.346551 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-72e9dc53-fe80-43b6-9905-19c01b950b4c req-7d5dbb69-d135-4912-a980-0362e949e946 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=4ba5b8d6319f49828578267b9b93e7c6&device_id=d8f602c3-8f29-4647-af1a-4436fd3f8fa6 HTTP/1.1" status: 200 len: 1094 time: 0.0450497 Jul 27 23:56:07.434694 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e9dc53-fe80-43b6-9905-19c01b950b4c req-ab2de967-9a3c-4d8b-8cca-bf1a3adffb88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:56:07.436693 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-72e9dc53-fe80-43b6-9905-19c01b950b4c req-ab2de967-9a3c-4d8b-8cca-bf1a3adffb88 service neutron] 10.222.0.49 "GET /v2.0/networks?id=5dbf213b-0fc8-45b6-ae08-2a59287a2ef9 HTTP/1.1" status: 200 len: 913 time: 0.0820522 Jul 27 23:56:07.504078 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-72e9dc53-fe80-43b6-9905-19c01b950b4c req-2ad5ab4c-3d04-4b2e-aee9-b6148a20c350 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bb564606-6b7f-4231-9094-296052202b6e HTTP/1.1" status: 200 len: 999 time: 0.0602975 Jul 27 23:56:07.551644 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e9dc53-fe80-43b6-9905-19c01b950b4c req-d4345b42-7447-49fb-95e2-dcd3f21fa2b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:56:07.553036 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-72e9dc53-fe80-43b6-9905-19c01b950b4c req-d4345b42-7447-49fb-95e2-dcd3f21fa2b9 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=67b7c5ff-799a-4462-b8d6-a85a4f04b2ed HTTP/1.1" status: 200 len: 851 time: 0.0419643 Jul 27 23:56:07.596894 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e9dc53-fe80-43b6-9905-19c01b950b4c req-2ff9c73e-f805-4fe4-9382-44626771bc09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:56:07.598339 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-72e9dc53-fe80-43b6-9905-19c01b950b4c req-2ff9c73e-f805-4fe4-9382-44626771bc09 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5dbf213b-0fc8-45b6-ae08-2a59287a2ef9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389140 Jul 27 23:56:07.600024 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device bb564606-6b7f-4231-9094-296052202b6e details requested by agent hyperv_n-h1-802623-1 with host n-h1-802623-1 {{(pid=93799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 23:56:07.690656 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-72e9dc53-fe80-43b6-9905-19c01b950b4c req-2c9702d3-cd2a-4a84-8dc9-e40d66ae703e service neutron] 10.222.0.49 "GET /v2.0/networks/5dbf213b-0fc8-45b6-ae08-2a59287a2ef9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855472 Jul 27 23:56:07.695275 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port bb564606-6b7f-4231-9094-296052202b6e, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=bb564606-6b7f-4231-9094-296052202b6e,segment=NetworkSegment(dd04d9c9-b835-4f71-8f5e-6152a3a133f4),segment_id=dd04d9c9-b835-4f71-8f5e-6152a3a133f4)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:56:07.707136 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Returning: {'device': 'bb564606-6b7f-4231-9094-296052202b6e', 'network_id': '5dbf213b-0fc8-45b6-ae08-2a59287a2ef9', 'port_id': 'bb564606-6b7f-4231-9094-296052202b6e', 'mac_address': 'fa:16:3e:f0:72:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67b7c5ff-799a-4462-b8d6-a85a4f04b2ed', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 23:56:07.743399 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:56:07.756409 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb564606-6b7f-4231-9094-296052202b6e {{(pid=93799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:56:07.779248 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port bb564606-6b7f-4231-9094-296052202b6e, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=bb564606-6b7f-4231-9094-296052202b6e,segment=NetworkSegment(dd04d9c9-b835-4f71-8f5e-6152a3a133f4),segment_id=dd04d9c9-b835-4f71-8f5e-6152a3a133f4)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:56:07.783180 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:56:07.784434 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-72e9dc53-fe80-43b6-9905-19c01b950b4c req-6d337a19-f8dd-453e-9cfc-3bb55810da83 service neutron] 10.222.0.49 "GET /v2.0/networks/5dbf213b-0fc8-45b6-ae08-2a59287a2ef9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869830 Jul 27 23:56:07.832795 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Pushing event updated for resources: {'Port': ['ID=bb564606-6b7f-4231-9094-296052202b6e,revision_number=8']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:56:07.840268 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:56:07.840612 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:56:07.840952 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:56:07.841309 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:56:07.841643 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:56:07.841973 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:56:07.842296 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:56:07.842617 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:56:07.842938 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:56:07.843280 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:56:07.843657 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:56:07.843918 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:56:08.024457 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] get_ports_and_sgs() called for port_ids ['bb564606-6b7f-4231-9094-296052202b6e'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:56:08.346429 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50d6cba-7f76-43bd-8862-2ef2c2c15103 req-4960929a-f583-4bee-bcb8-3691782e7e4d tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:56:08.347884 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d50d6cba-7f76-43bd-8862-2ef2c2c15103 req-4960929a-f583-4bee-bcb8-3691782e7e4d tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8f602c3-8f29-4647-af1a-4436fd3f8fa6 HTTP/1.1" status: 200 len: 944 time: 0.0563636 Jul 27 23:56:08.386321 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d50d6cba-7f76-43bd-8862-2ef2c2c15103 req-8155bda2-3581-44aa-9b9e-f529edb8261d tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/security-groups?id=2988c913-9e16-4060-8869-a1f99999e084&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323675 Jul 27 23:56:08.498906 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279c3894-319e-4b05-9e35-30d5b7a7299e req-7eaa4d52-2e89-4636-82e5-05e1cb5c4a7c tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:56:08.500396 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-279c3894-319e-4b05-9e35-30d5b7a7299e req-7eaa4d52-2e89-4636-82e5-05e1cb5c4a7c tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8f602c3-8f29-4647-af1a-4436fd3f8fa6 HTTP/1.1" status: 200 len: 944 time: 0.0478299 Jul 27 23:56:08.538119 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-279c3894-319e-4b05-9e35-30d5b7a7299e req-4f4a56f0-bb6b-490b-94ca-b92226037472 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/security-groups?id=2988c913-9e16-4060-8869-a1f99999e084&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319376 Jul 27 23:56:08.652153 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00459d4-23cf-4e51-82d6-649dfe7dfb61 req-6a2a4aa5-9dda-4f63-874d-963eb5dde6f2 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:56:08.653511 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-c00459d4-23cf-4e51-82d6-649dfe7dfb61 req-6a2a4aa5-9dda-4f63-874d-963eb5dde6f2 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8f602c3-8f29-4647-af1a-4436fd3f8fa6 HTTP/1.1" status: 200 len: 944 time: 0.0514953 Jul 27 23:56:08.692272 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-c00459d4-23cf-4e51-82d6-649dfe7dfb61 req-89ba27d9-4fcd-465b-b39c-a930c55a6780 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/security-groups?id=2988c913-9e16-4060-8869-a1f99999e084&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319610 Jul 27 23:56:08.921706 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd983a7-492a-4c4c-a9e8-4b9562f067de req-2656be05-d27d-461c-94a6-ed7672075104 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:56:08.923117 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-2cd983a7-492a-4c4c-a9e8-4b9562f067de req-2656be05-d27d-461c-94a6-ed7672075104 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8f602c3-8f29-4647-af1a-4436fd3f8fa6 HTTP/1.1" status: 200 len: 944 time: 0.0481195 Jul 27 23:56:08.961298 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-2cd983a7-492a-4c4c-a9e8-4b9562f067de req-89e15e28-f5bc-47c2-afc9-4cd9a4895c79 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/security-groups?id=2988c913-9e16-4060-8869-a1f99999e084&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322978 Jul 27 23:56:09.594518 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device bb564606-6b7f-4231-9094-296052202b6e up at agent hyperv_n-h1-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:56:09.640922 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Provisioning for port bb564606-6b7f-4231-9094-296052202b6e completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:56:09.644955 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Provisioning complete for port bb564606-6b7f-4231-9094-296052202b6e triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:56:09.645324 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:56:09.722366 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:56:09.743968 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8f602c3-8f29-4647-af1a-4436fd3f8fa6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb564606-6b7f-4231-9094-296052202b6e'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:56:09.746197 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c0369b0d4f459110ff20a1f9878ba33f96d6491bddb9d15843bf29d01e0bda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd660253-85e1-43c2-9623-fe04a737d01f" -d '{"events": [{"server_uuid": "d8f602c3-8f29-4647-af1a-4436fd3f8fa6", "name": "network-vif-plugged", "status": "completed", "tag": "bb564606-6b7f-4231-9094-296052202b6e"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:56:09.759362 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port bb564606-6b7f-4231-9094-296052202b6e, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=bb564606-6b7f-4231-9094-296052202b6e,segment=NetworkSegment(dd04d9c9-b835-4f71-8f5e-6152a3a133f4),segment_id=dd04d9c9-b835-4f71-8f5e-6152a3a133f4)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:56:09.763989 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:56:09.817842 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Pushing event updated for resources: {'Port': ['ID=bb564606-6b7f-4231-9094-296052202b6e,revision_number=9']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:56:09.846981 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:56:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-519901ca-e9c2-44a7-aeb8-4645dcd29de3 x-openstack-request-id: req-519901ca-e9c2-44a7-aeb8-4645dcd29de3 {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:56:09.847312 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8f602c3-8f29-4647-af1a-4436fd3f8fa6", "name": "network-vif-plugged", "status": "completed", "tag": "bb564606-6b7f-4231-9094-296052202b6e", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:56:09.847566 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-519901ca-e9c2-44a7-aeb8-4645dcd29de3 {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:56:09.847979 n-d-802623-1 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8f602c3-8f29-4647-af1a-4436fd3f8fa6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb564606-6b7f-4231-9094-296052202b6e', 'code': 200} Jul 27 23:56:10.072908 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c1af0f-dd83-4512-a54e-8fc6bcd064bd req-7dacd8b5-587f-44ee-9aa1-ccc1af42c909 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:56:10.074380 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-38c1af0f-dd83-4512-a54e-8fc6bcd064bd req-7dacd8b5-587f-44ee-9aa1-ccc1af42c909 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8f602c3-8f29-4647-af1a-4436fd3f8fa6 HTTP/1.1" status: 200 len: 945 time: 0.0483766 Jul 27 23:56:10.111027 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-38c1af0f-dd83-4512-a54e-8fc6bcd064bd req-971944fe-624f-48ed-b353-08e35649ba35 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/security-groups?id=2988c913-9e16-4060-8869-a1f99999e084&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307207 Jul 27 23:56:10.169986 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f366ae5-85d8-4237-8f87-096bab685dd1 req-29ad5c61-fde5-4bee-8a37-96c5f8750112 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:56:10.171458 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-0f366ae5-85d8-4237-8f87-096bab685dd1 req-29ad5c61-fde5-4bee-8a37-96c5f8750112 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.38 "GET /v2.0/ports?device_id=d8f602c3-8f29-4647-af1a-4436fd3f8fa6 HTTP/1.1" status: 200 len: 945 time: 0.0472763 Jul 27 23:56:10.262453 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-0f366ae5-85d8-4237-8f87-096bab685dd1 req-82cb7f41-3d94-4115-bea7-1ccf1d9a4dcb tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Deleting port bb564606-6b7f-4231-9094-296052202b6e {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:56:10.262829 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-0f366ae5-85d8-4237-8f87-096bab685dd1 req-82cb7f41-3d94-4115-bea7-1ccf1d9a4dcb tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:56:10.347452 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-0f366ae5-85d8-4237-8f87-096bab685dd1 req-82cb7f41-3d94-4115-bea7-1ccf1d9a4dcb tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] For port bb564606-6b7f-4231-9094-296052202b6e, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=bb564606-6b7f-4231-9094-296052202b6e,segment=NetworkSegment(dd04d9c9-b835-4f71-8f5e-6152a3a133f4),segment_id=dd04d9c9-b835-4f71-8f5e-6152a3a133f4)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:56:10.347815 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-0f366ae5-85d8-4237-8f87-096bab685dd1 req-82cb7f41-3d94-4115-bea7-1ccf1d9a4dcb tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:56:10.558560 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-0f366ae5-85d8-4237-8f87-096bab685dd1 req-82cb7f41-3d94-4115-bea7-1ccf1d9a4dcb tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:56:10.558931 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-0f366ae5-85d8-4237-8f87-096bab685dd1 req-82cb7f41-3d94-4115-bea7-1ccf1d9a4dcb tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-415302'] for floatingip, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:56:10.559276 n-d-802623-1 neutron-server[93798]: INFO neutron.db.l3_db [req-0f366ae5-85d8-4237-8f87-096bab685dd1 req-82cb7f41-3d94-4115-bea7-1ccf1d9a4dcb tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Floating IP 3fad5a04-baa6-4624-b12a-c81214f6ef12 disassociated. External IP: 172.25.4.156, port: bb564606-6b7f-4231-9094-296052202b6e. Jul 27 23:56:10.559619 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-0f366ae5-85d8-4237-8f87-096bab685dd1 req-82cb7f41-3d94-4115-bea7-1ccf1d9a4dcb tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Calling delete_port for bb564606-6b7f-4231-9094-296052202b6e owned by compute:nova {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:56:10.685135 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-0f366ae5-85d8-4237-8f87-096bab685dd1 req-82cb7f41-3d94-4115-bea7-1ccf1d9a4dcb tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:56:10.712955 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cb7f41-3d94-4115-bea7-1ccf1d9a4dcb tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Pushing event deleted for resources: {'Port': ['ID=bb564606-6b7f-4231-9094-296052202b6e,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:56:10.840669 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0f366ae5-85d8-4237-8f87-096bab685dd1 req-82cb7f41-3d94-4115-bea7-1ccf1d9a4dcb tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Router eadf4275-d7fe-41af-8f29-3a7d3327f789 has already been hosted by L3 agent 018c4455-49c0-4734-927d-7824067b2a9e {{(pid=93798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 23:56:10.948426 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0f366ae5-85d8-4237-8f87-096bab685dd1 req-82cb7f41-3d94-4115-bea7-1ccf1d9a4dcb tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:56:10.960761 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e78c2cd-488c-468c-b139-bedbc68dec2d None None] Sync routers for ids ['eadf4275-d7fe-41af-8f29-3a7d3327f789'] in n-d-802623-1 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:56:10.970114 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e78c2cd-488c-468c-b139-bedbc68dec2d None None] Routers {'eadf4275-d7fe-41af-8f29-3a7d3327f789'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:56:10.970791 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-9e78c2cd-488c-468c-b139-bedbc68dec2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:56:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['eadf4275-d7fe-41af-8f29-3a7d3327f789'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:56:10.989667 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f366ae5-85d8-4237-8f87-096bab685dd1 req-82cb7f41-3d94-4115-bea7-1ccf1d9a4dcb tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] No DVR routers for this DVR port bb564606-6b7f-4231-9094-296052202b6e on host n-h1-802623-1 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:56:10.992328 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-0f366ae5-85d8-4237-8f87-096bab685dd1 req-82cb7f41-3d94-4115-bea7-1ccf1d9a4dcb tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:56:10.994371 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-0f366ae5-85d8-4237-8f87-096bab685dd1 req-82cb7f41-3d94-4115-bea7-1ccf1d9a4dcb tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.38 "DELETE /v2.0/ports/bb564606-6b7f-4231-9094-296052202b6e HTTP/1.1" status: 204 len: 173 time: 0.8160732 Jul 27 23:56:10.994824 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8f602c3-8f29-4647-af1a-4436fd3f8fa6', 'name': 'network-vif-deleted', 'tag': 'bb564606-6b7f-4231-9094-296052202b6e'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:56:10.997190 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}011f8d312121274bb12d78e77c6379a2079800640016cec6c6d605b73666e854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-345a751e-4609-4c0b-978d-b27784672bf1" -d '{"events": [{"server_uuid": "d8f602c3-8f29-4647-af1a-4436fd3f8fa6", "name": "network-vif-deleted", "tag": "bb564606-6b7f-4231-9094-296052202b6e"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:56:11.048044 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:56:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-254a9e2a-ca0c-4fa0-9928-24b3a5acb428 x-openstack-request-id: req-254a9e2a-ca0c-4fa0-9928-24b3a5acb428 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:56:11.048334 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8f602c3-8f29-4647-af1a-4436fd3f8fa6", "name": "network-vif-deleted", "tag": "bb564606-6b7f-4231-9094-296052202b6e", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:56:11.048589 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-254a9e2a-ca0c-4fa0-9928-24b3a5acb428 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:56:11.049011 n-d-802623-1 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8f602c3-8f29-4647-af1a-4436fd3f8fa6', 'name': 'network-vif-deleted', 'tag': 'bb564606-6b7f-4231-9094-296052202b6e', 'status': 'completed', 'code': 200} Jul 27 23:56:11.079028 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-9e78c2cd-488c-468c-b139-bedbc68dec2d None None] Set router eadf4275-d7fe-41af-8f29-3a7d3327f789 gateway port host: n-d-802623-1 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:56:11.236389 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-ba40500d-6292-4934-9e43-f771ba45721c req-6a1fd74e-aa3a-4065-bdd6-3a1c69e53fef tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8f602c3-8f29-4647-af1a-4436fd3f8fa6 HTTP/1.1" status: 200 len: 210 time: 0.0345051 Jul 27 23:56:11.296720 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-9e78c2cd-488c-468c-b139-bedbc68dec2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eadf4275-d7fe-41af-8f29-3a7d3327f789', 'name': 'tempest-ServerActionsTestJSON-2095143459-router', 'tenant_id': '4ba5b8d6319f49828578267b9b93e7c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.78'}], 'enable_snat': True}, 'gw_port_id': 'afbf6c78-7c5c-484d-80f9-d5348c2628e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:53:01Z', 'updated_at': '2021-07-27T23:53:04Z', 'revision_number': 4, 'project_id': '4ba5b8d6319f49828578267b9b93e7c6', 'gw_port': {'id': 'afbf6c78-7c5c-484d-80f9-d5348c2628e4', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:b4:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eadf4275-d7fe-41af-8f29-3a7d3327f789', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:53:02Z', 'updated_at': '2021-07-27T23:53:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': '11d09bb7-1341-4e00-b320-152dd1c2e35b', 'name': '', 'network_id': '5dbf213b-0fc8-45b6-ae08-2a59287a2ef9', 'tenant_id': '4ba5b8d6319f49828578267b9b93e7c6', 'mac_address': 'fa:16:3e:00:d4:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eadf4275-d7fe-41af-8f29-3a7d3327f789', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '67b7c5ff-799a-4462-b8d6-a85a4f04b2ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:53:04Z', 'updated_at': '2021-07-27T23:53:08Z', 'revision_number': 5, 'project_id': '4ba5b8d6319f49828578267b9b93e7c6', 'subnets': [{'id': '67b7c5ff-799a-4462-b8d6-a85a4f04b2ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:56:11.321635 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e78c2cd-488c-468c-b139-bedbc68dec2d None None] Checking router: eadf4275-d7fe-41af-8f29-3a7d3327f789 for host: n-d-802623-1 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 23:56:11.329696 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e78c2cd-488c-468c-b139-bedbc68dec2d None None] Routers {'eadf4275-d7fe-41af-8f29-3a7d3327f789'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:56:11.330231 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-9e78c2cd-488c-468c-b139-bedbc68dec2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:56:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['eadf4275-d7fe-41af-8f29-3a7d3327f789'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:56:11.432855 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-9e78c2cd-488c-468c-b139-bedbc68dec2d None None] Set router eadf4275-d7fe-41af-8f29-3a7d3327f789 gateway port host: n-d-802623-1 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:56:11.621861 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-9e78c2cd-488c-468c-b139-bedbc68dec2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eadf4275-d7fe-41af-8f29-3a7d3327f789', 'name': 'tempest-ServerActionsTestJSON-2095143459-router', 'tenant_id': '4ba5b8d6319f49828578267b9b93e7c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.78'}], 'enable_snat': True}, 'gw_port_id': 'afbf6c78-7c5c-484d-80f9-d5348c2628e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:53:01Z', 'updated_at': '2021-07-27T23:53:04Z', 'revision_number': 4, 'project_id': '4ba5b8d6319f49828578267b9b93e7c6', 'gw_port': {'id': 'afbf6c78-7c5c-484d-80f9-d5348c2628e4', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:b4:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eadf4275-d7fe-41af-8f29-3a7d3327f789', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:53:02Z', 'updated_at': '2021-07-27T23:53:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': '11d09bb7-1341-4e00-b320-152dd1c2e35b', 'name': '', 'network_id': '5dbf213b-0fc8-45b6-ae08-2a59287a2ef9', 'tenant_id': '4ba5b8d6319f49828578267b9b93e7c6', 'mac_address': 'fa:16:3e:00:d4:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eadf4275-d7fe-41af-8f29-3a7d3327f789', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '67b7c5ff-799a-4462-b8d6-a85a4f04b2ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:53:04Z', 'updated_at': '2021-07-27T23:53:08Z', 'revision_number': 5, 'project_id': '4ba5b8d6319f49828578267b9b93e7c6', 'subnets': [{'id': '67b7c5ff-799a-4462-b8d6-a85a4f04b2ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:56:11.646907 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e78c2cd-488c-468c-b139-bedbc68dec2d None None] The sync data for ids ['eadf4275-d7fe-41af-8f29-3a7d3327f789'] in n-d-802623-1 is: [{'id': 'eadf4275-d7fe-41af-8f29-3a7d3327f789', 'name': 'tempest-ServerActionsTestJSON-2095143459-router', 'tenant_id': '4ba5b8d6319f49828578267b9b93e7c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.78'}], 'enable_snat': True}, 'gw_port_id': 'afbf6c78-7c5c-484d-80f9-d5348c2628e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:53:01Z', 'updated_at': '2021-07-27T23:53:04Z', 'revision_number': 4, 'project_id': '4ba5b8d6319f49828578267b9b93e7c6', 'gw_port': {'id': 'afbf6c78-7c5c-484d-80f9-d5348c2628e4', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:b4:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eadf4275-d7fe-41af-8f29-3a7d3327f789', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:53:02Z', 'updated_at': '2021-07-27T23:53:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': '11d09bb7-1341-4e00-b320-152dd1c2e35b', 'name': '', 'network_id': '5dbf213b-0fc8-45b6-ae08-2a59287a2ef9', 'tenant_id': '4ba5b8d6319f49828578267b9b93e7c6', 'mac_address': 'fa:16:3e:00:d4:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eadf4275-d7fe-41af-8f29-3a7d3327f789', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '67b7c5ff-799a-4462-b8d6-a85a4f04b2ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:53:04Z', 'updated_at': '2021-07-27T23:53:08Z', 'revision_number': 5, 'project_id': '4ba5b8d6319f49828578267b9b93e7c6', 'subnets': [{'id': '67b7c5ff-799a-4462-b8d6-a85a4f04b2ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:56:11.855330 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce2d8ec2-3757-4e7c-bbf5-5cfbb747f79c None None] New status for floating IP 3fad5a04-baa6-4624-b12a-c81214f6ef12: DOWN {{(pid=93799) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 23:56:12.467615 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f3b76751-74bd-4d15-a8b6-ee802fc41806 req-62b63ce5-d4ce-49f5-aa40-cbebb8a69435 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--699128036&fields=id&tenant_id=4ba5b8d6319f49828578267b9b93e7c6 HTTP/1.1" status: 200 len: 267 time: 0.0339210 Jul 27 23:56:12.572479 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b76751-74bd-4d15-a8b6-ee802fc41806 req-ce849854-3484-48c6-bcee-c9966a191238 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:56:12.573846 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f3b76751-74bd-4d15-a8b6-ee802fc41806 req-ce849854-3484-48c6-bcee-c9966a191238 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/networks?id=5dbf213b-0fc8-45b6-ae08-2a59287a2ef9 HTTP/1.1" status: 200 len: 812 time: 0.0995333 Jul 27 23:56:12.588657 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f3b76751-74bd-4d15-a8b6-ee802fc41806 req-adad3911-2d62-43d9-abdb-f81bc1ccf123 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/quotas/4ba5b8d6319f49828578267b9b93e7c6 HTTP/1.1" status: 200 len: 375 time: 0.0086451 Jul 27 23:56:12.640517 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f3b76751-74bd-4d15-a8b6-ee802fc41806 req-7b5f748c-23a9-42d8-947b-9ce7b45d42d6 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=4ba5b8d6319f49828578267b9b93e7c6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0462074 Jul 27 23:56:13.048685 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f3b76751-74bd-4d15-a8b6-ee802fc41806 req-0046367a-24da-4e0e-b3c2-366505aa28fe service neutron] 10.222.0.18 "GET /v2.0/networks/5dbf213b-0fc8-45b6-ae08-2a59287a2ef9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3968427 Jul 27 23:56:13.135245 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f3b76751-74bd-4d15-a8b6-ee802fc41806 req-d4c245e9-dcad-4c93-919d-c40b600ecc8e service neutron] 10.222.0.18 "GET /v2.0/networks/5dbf213b-0fc8-45b6-ae08-2a59287a2ef9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804226 Jul 27 23:56:13.306120 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-b8563062-c482-4aab-b288-278cb2107eec req-aabeabc2-7050-42c7-a2c0-68a59225ad5f tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/ports?device_id=276ba30c-b20b-4946-a015-a9b7f65b48b6 HTTP/1.1" status: 200 len: 210 time: 0.0420101 Jul 27 23:56:13.606362 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device bb564606-6b7f-4231-9094-296052202b6e no longer exists at agent hyperv_n-h1-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:56:13.630046 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] No Port match for: bb564606-6b7f-4231-9094-296052202b6e {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:56:13.630387 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device bb564606-6b7f-4231-9094-296052202b6e not bound to the agent host n-h1-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:56:14.256461 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b76751-74bd-4d15-a8b6-ee802fc41806 req-72c91b01-43f3-4ce2-ac52-e938b0b44aaf tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:56:14.258033 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f3b76751-74bd-4d15-a8b6-ee802fc41806 req-72c91b01-43f3-4ce2-ac52-e938b0b44aaf tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.38 "GET /v2.0/networks?id=5dbf213b-0fc8-45b6-ae08-2a59287a2ef9 HTTP/1.1" status: 200 len: 812 time: 0.1062050 Jul 27 23:56:14.301916 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f3b76751-74bd-4d15-a8b6-ee802fc41806 req-74b5bd50-9070-4449-8ed0-20758ebe2ccf tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4ba5b8d6319f49828578267b9b93e7c6 HTTP/1.1" status: 200 len: 379 time: 0.0349708 Jul 27 23:56:14.312989 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [req-f3b76751-74bd-4d15-a8b6-ee802fc41806 req-d31005a3-35a7-4f74-b0d0-1a95398abc48 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Request body: {'port': {'device_id': '276ba30c-b20b-4946-a015-a9b7f65b48b6', 'network_id': '5dbf213b-0fc8-45b6-ae08-2a59287a2ef9', 'admin_state_up': True, 'tenant_id': '4ba5b8d6319f49828578267b9b93e7c6', 'security_groups': ['2988c913-9e16-4060-8869-a1f99999e084']}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:56:14.411232 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-82fad5c1-2bfb-45b6-a7be-206282c228c3 req-e4c7a964-f9cf-49ca-89a0-99d084e91b53 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/ports?device_id=276ba30c-b20b-4946-a015-a9b7f65b48b6 HTTP/1.1" status: 200 len: 210 time: 0.0398009 Jul 27 23:56:14.447579 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3b76751-74bd-4d15-a8b6-ee802fc41806 req-d31005a3-35a7-4f74-b0d0-1a95398abc48 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Made reservation on behalf of 4ba5b8d6319f49828578267b9b93e7c6 for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:56:14.451593 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-f3b76751-74bd-4d15-a8b6-ee802fc41806 req-d31005a3-35a7-4f74-b0d0-1a95398abc48 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:56:14.570635 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [req-f3b76751-74bd-4d15-a8b6-ee802fc41806 req-d31005a3-35a7-4f74-b0d0-1a95398abc48 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Allocated IP 172.20.0.13 (5dbf213b-0fc8-45b6-ae08-2a59287a2ef9/67b7c5ff-799a-4462-b8d6-a85a4f04b2ed/7a9b2ad2-4f48-4359-bd60-609fb2e21667) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:56:14.704449 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-f3b76751-74bd-4d15-a8b6-ee802fc41806 req-d31005a3-35a7-4f74-b0d0-1a95398abc48 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:56:14.717971 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-f3b76751-74bd-4d15-a8b6-ee802fc41806 req-d31005a3-35a7-4f74-b0d0-1a95398abc48 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Transition to ACTIVE for port object 7a9b2ad2-4f48-4359-bd60-609fb2e21667 will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:56:14.750979 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-f3b76751-74bd-4d15-a8b6-ee802fc41806 req-d31005a3-35a7-4f74-b0d0-1a95398abc48 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:56:14.791214 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3b76751-74bd-4d15-a8b6-ee802fc41806 req-d31005a3-35a7-4f74-b0d0-1a95398abc48 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Network 5dbf213b-0fc8-45b6-ae08-2a59287a2ef9 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:56:14.794803 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [req-f3b76751-74bd-4d15-a8b6-ee802fc41806 req-d31005a3-35a7-4f74-b0d0-1a95398abc48 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:56:14.798424 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3b76751-74bd-4d15-a8b6-ee802fc41806 req-d31005a3-35a7-4f74-b0d0-1a95398abc48 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:56:14.832541 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31005a3-35a7-4f74-b0d0-1a95398abc48 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Pushing event updated for resources: {'Port': ['ID=7a9b2ad2-4f48-4359-bd60-609fb2e21667,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:56:14.858900 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b76751-74bd-4d15-a8b6-ee802fc41806 req-d31005a3-35a7-4f74-b0d0-1a95398abc48 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:56:14.859560 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-f3b76751-74bd-4d15-a8b6-ee802fc41806 req-d31005a3-35a7-4f74-b0d0-1a95398abc48 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:56:14.873984 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f3b76751-74bd-4d15-a8b6-ee802fc41806 req-d31005a3-35a7-4f74-b0d0-1a95398abc48 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5651174 Jul 27 23:56:14.887592 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [req-f3b76751-74bd-4d15-a8b6-ee802fc41806 req-4c4b530b-d8c8-4725-8745-f395dac38e9e service neutron] Request body: {'port': {'device_id': '276ba30c-b20b-4946-a015-a9b7f65b48b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802623-1'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:56:14.947430 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-f3b76751-74bd-4d15-a8b6-ee802fc41806 req-4c4b530b-d8c8-4725-8745-f395dac38e9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:56:15.023575 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-8a003443-f418-492b-a3cd-dea434ab0170 None None] Provisioning for port 7a9b2ad2-4f48-4359-bd60-609fb2e21667 completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:56:15.027127 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-8a003443-f418-492b-a3cd-dea434ab0170 None None] Provisioning complete for port 7a9b2ad2-4f48-4359-bd60-609fb2e21667 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:56:15.027500 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8a003443-f418-492b-a3cd-dea434ab0170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:56:15.061507 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-8a003443-f418-492b-a3cd-dea434ab0170 None None] Port 7a9b2ad2-4f48-4359-bd60-609fb2e21667 cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:56:15.208270 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [req-f3b76751-74bd-4d15-a8b6-ee802fc41806 req-4c4b530b-d8c8-4725-8745-f395dac38e9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a9b2ad2-4f48-4359-bd60-609fb2e21667 {{(pid=93798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:56:15.215796 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-f3b76751-74bd-4d15-a8b6-ee802fc41806 req-4c4b530b-d8c8-4725-8745-f395dac38e9e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:56:15.227469 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-f3b76751-74bd-4d15-a8b6-ee802fc41806 req-4c4b530b-d8c8-4725-8745-f395dac38e9e service neutron] Transition to ACTIVE for port object 7a9b2ad2-4f48-4359-bd60-609fb2e21667 will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:56:15.230944 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-f3b76751-74bd-4d15-a8b6-ee802fc41806 req-4c4b530b-d8c8-4725-8745-f395dac38e9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:56:15.284077 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4b530b-d8c8-4725-8745-f395dac38e9e service neutron] Pushing event updated for resources: {'Port': ['ID=7a9b2ad2-4f48-4359-bd60-609fb2e21667,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:56:15.358660 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-f3b76751-74bd-4d15-a8b6-ee802fc41806 req-4c4b530b-d8c8-4725-8745-f395dac38e9e service neutron] Attempting to bind port 7a9b2ad2-4f48-4359-bd60-609fb2e21667 on host n-h1-802623-1 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:56:15.359097 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-f3b76751-74bd-4d15-a8b6-ee802fc41806 req-4c4b530b-d8c8-4725-8745-f395dac38e9e service neutron] Attempting to bind port 7a9b2ad2-4f48-4359-bd60-609fb2e21667 by drivers openvswitch,hyperv on host n-h1-802623-1 at level 0 using segments [{'id': 'dd04d9c9-b835-4f71-8f5e-6152a3a133f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '5dbf213b-0fc8-45b6-ae08-2a59287a2ef9'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:56:15.359441 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3b76751-74bd-4d15-a8b6-ee802fc41806 req-4c4b530b-d8c8-4725-8745-f395dac38e9e service neutron] Attempting to bind port 7a9b2ad2-4f48-4359-bd60-609fb2e21667 on network 5dbf213b-0fc8-45b6-ae08-2a59287a2ef9 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:56:15.364026 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3b76751-74bd-4d15-a8b6-ee802fc41806 req-4c4b530b-d8c8-4725-8745-f395dac38e9e service neutron] Port 7a9b2ad2-4f48-4359-bd60-609fb2e21667 on network 5dbf213b-0fc8-45b6-ae08-2a59287a2ef9 not bound, no agent of type Open vSwitch agent registered on host n-h1-802623-1 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 23:56:15.364354 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3b76751-74bd-4d15-a8b6-ee802fc41806 req-4c4b530b-d8c8-4725-8745-f395dac38e9e service neutron] Attempting to bind port 7a9b2ad2-4f48-4359-bd60-609fb2e21667 on network 5dbf213b-0fc8-45b6-ae08-2a59287a2ef9 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:56:15.369238 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3b76751-74bd-4d15-a8b6-ee802fc41806 req-4c4b530b-d8c8-4725-8745-f395dac38e9e service neutron] Checking agent: {'id': '245f1da4-a9b8-4b08-90d7-28f0f342b839', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 59, 59), 'started_at': datetime.datetime(2021, 7, 27, 22, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:56:15.369581 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3b76751-74bd-4d15-a8b6-ee802fc41806 req-4c4b530b-d8c8-4725-8745-f395dac38e9e service neutron] Checking segment: {'id': 'dd04d9c9-b835-4f71-8f5e-6152a3a133f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '5dbf213b-0fc8-45b6-ae08-2a59287a2ef9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:56:15.369971 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3b76751-74bd-4d15-a8b6-ee802fc41806 req-4c4b530b-d8c8-4725-8745-f395dac38e9e service neutron] Bound using segment: {'id': 'dd04d9c9-b835-4f71-8f5e-6152a3a133f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '5dbf213b-0fc8-45b6-ae08-2a59287a2ef9'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:56:15.370400 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-f3b76751-74bd-4d15-a8b6-ee802fc41806 req-4c4b530b-d8c8-4725-8745-f395dac38e9e service neutron] Bound port: 7a9b2ad2-4f48-4359-bd60-609fb2e21667, host: n-h1-802623-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd04d9c9-b835-4f71-8f5e-6152a3a133f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '5dbf213b-0fc8-45b6-ae08-2a59287a2ef9'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:56:15.370762 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-f3b76751-74bd-4d15-a8b6-ee802fc41806 req-4c4b530b-d8c8-4725-8745-f395dac38e9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:56:15.436986 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-f3b76751-74bd-4d15-a8b6-ee802fc41806 req-4c4b530b-d8c8-4725-8745-f395dac38e9e service neutron] For port 7a9b2ad2-4f48-4359-bd60-609fb2e21667, host n-h1-802623-1, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:56:15.440434 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-f3b76751-74bd-4d15-a8b6-ee802fc41806 req-4c4b530b-d8c8-4725-8745-f395dac38e9e service neutron] For port 7a9b2ad2-4f48-4359-bd60-609fb2e21667, host n-h1-802623-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=7a9b2ad2-4f48-4359-bd60-609fb2e21667,segment=NetworkSegment(dd04d9c9-b835-4f71-8f5e-6152a3a133f4),segment_id=dd04d9c9-b835-4f71-8f5e-6152a3a133f4)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:56:15.445570 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-f3b76751-74bd-4d15-a8b6-ee802fc41806 req-4c4b530b-d8c8-4725-8745-f395dac38e9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:56:15.485358 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b76751-74bd-4d15-a8b6-ee802fc41806 req-4c4b530b-d8c8-4725-8745-f395dac38e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:56:15.485987 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-f3b76751-74bd-4d15-a8b6-ee802fc41806 req-4c4b530b-d8c8-4725-8745-f395dac38e9e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:56:15.487436 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f3b76751-74bd-4d15-a8b6-ee802fc41806 req-4c4b530b-d8c8-4725-8745-f395dac38e9e service neutron] 10.222.0.38 "PUT /v2.0/ports/7a9b2ad2-4f48-4359-bd60-609fb2e21667 HTTP/1.1" status: 200 len: 1092 time: 0.6043103 Jul 27 23:56:15.488026 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '276ba30c-b20b-4946-a015-a9b7f65b48b6', 'tag': '7a9b2ad2-4f48-4359-bd60-609fb2e21667'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:56:15.490394 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}011f8d312121274bb12d78e77c6379a2079800640016cec6c6d605b73666e854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aeaab449-c61e-4ab6-897d-a63f5f19ce87" -d '{"events": [{"name": "network-changed", "server_uuid": "276ba30c-b20b-4946-a015-a9b7f65b48b6", "tag": "7a9b2ad2-4f48-4359-bd60-609fb2e21667"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:56:15.516054 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4b530b-d8c8-4725-8745-f395dac38e9e service neutron] Pushing event updated for resources: {'Port': ['ID=7a9b2ad2-4f48-4359-bd60-609fb2e21667,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:56:15.558998 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 23:56:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ca2370c-e08e-49a0-a9bc-b8a76692c8b5 x-openstack-request-id: req-4ca2370c-e08e-49a0-a9bc-b8a76692c8b5 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:56:15.559327 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "276ba30c-b20b-4946-a015-a9b7f65b48b6", "tag": "7a9b2ad2-4f48-4359-bd60-609fb2e21667", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:56:15.559585 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4ca2370c-e08e-49a0-a9bc-b8a76692c8b5 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:56:15.560731 n-d-802623-1 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '276ba30c-b20b-4946-a015-a9b7f65b48b6', 'tag': '7a9b2ad2-4f48-4359-bd60-609fb2e21667', 'status': 'completed', 'code': 200} Jul 27 23:56:15.564483 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2534c133-9524-489b-9ce3-1549f8db2699 req-71821f56-2c35-4d19-a3aa-b317c75b2044 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:56:15.572128 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-2534c133-9524-489b-9ce3-1549f8db2699 req-71821f56-2c35-4d19-a3aa-b317c75b2044 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/ports?device_id=276ba30c-b20b-4946-a015-a9b7f65b48b6 HTTP/1.1" status: 200 len: 944 time: 0.0879416 Jul 27 23:56:15.573831 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b76751-74bd-4d15-a8b6-ee802fc41806 req-b0ee912a-2558-4fcc-9c26-fc3716e586cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:56:15.575399 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f3b76751-74bd-4d15-a8b6-ee802fc41806 req-b0ee912a-2558-4fcc-9c26-fc3716e586cf service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=4ba5b8d6319f49828578267b9b93e7c6&device_id=276ba30c-b20b-4946-a015-a9b7f65b48b6 HTTP/1.1" status: 200 len: 1095 time: 0.0506148 Jul 27 23:56:15.611266 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-2534c133-9524-489b-9ce3-1549f8db2699 req-d027f6cc-2111-4379-855b-7bd354c11b29 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/security-groups?id=2988c913-9e16-4060-8869-a1f99999e084&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381331 Jul 27 23:56:15.620632 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f3b76751-74bd-4d15-a8b6-ee802fc41806 req-580c3f4c-3186-4b81-9694-5290ed176f1d service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7a9b2ad2-4f48-4359-bd60-609fb2e21667 HTTP/1.1" status: 200 len: 217 time: 0.0371444 Jul 27 23:56:15.675608 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b76751-74bd-4d15-a8b6-ee802fc41806 req-ad4b75cb-c771-45cf-bd71-c18a3b6d3fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:56:15.677190 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f3b76751-74bd-4d15-a8b6-ee802fc41806 req-ad4b75cb-c771-45cf-bd71-c18a3b6d3fa8 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=67b7c5ff-799a-4462-b8d6-a85a4f04b2ed HTTP/1.1" status: 200 len: 851 time: 0.0495591 Jul 27 23:56:15.723984 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b76751-74bd-4d15-a8b6-ee802fc41806 req-a5aabcaf-c181-4bae-afab-cfdf03487dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:56:15.725723 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f3b76751-74bd-4d15-a8b6-ee802fc41806 req-a5aabcaf-c181-4bae-afab-cfdf03487dc4 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=5dbf213b-0fc8-45b6-ae08-2a59287a2ef9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417511 Jul 27 23:56:15.814905 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f3b76751-74bd-4d15-a8b6-ee802fc41806 req-af2a8850-afd8-49e7-83cc-076897ceea7f service neutron] 10.222.0.38 "GET /v2.0/networks/5dbf213b-0fc8-45b6-ae08-2a59287a2ef9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814474 Jul 27 23:56:15.906989 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f3b76751-74bd-4d15-a8b6-ee802fc41806 req-4dc8cd02-ba43-4a5b-aa72-b2b5cb638392 service neutron] 10.222.0.38 "GET /v2.0/networks/5dbf213b-0fc8-45b6-ae08-2a59287a2ef9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855343 Jul 27 23:56:15.992392 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaab449-c61e-4ab6-897d-a63f5f19ce87 req-9884bca2-e470-4bf4-98f1-1ddb127450cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:56:15.993859 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-aeaab449-c61e-4ab6-897d-a63f5f19ce87 req-9884bca2-e470-4bf4-98f1-1ddb127450cc service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=4ba5b8d6319f49828578267b9b93e7c6&device_id=276ba30c-b20b-4946-a015-a9b7f65b48b6 HTTP/1.1" status: 200 len: 1095 time: 0.0404782 Jul 27 23:56:16.088252 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaab449-c61e-4ab6-897d-a63f5f19ce87 req-1bc07e8a-032f-4e81-b79c-9379861b67b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:56:16.089712 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-aeaab449-c61e-4ab6-897d-a63f5f19ce87 req-1bc07e8a-032f-4e81-b79c-9379861b67b7 service neutron] 10.222.0.38 "GET /v2.0/networks?id=5dbf213b-0fc8-45b6-ae08-2a59287a2ef9 HTTP/1.1" status: 200 len: 913 time: 0.0871606 Jul 27 23:56:16.132751 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-aeaab449-c61e-4ab6-897d-a63f5f19ce87 req-f35d1ee2-abb6-4abd-846d-d1dcc92eb7c5 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7a9b2ad2-4f48-4359-bd60-609fb2e21667 HTTP/1.1" status: 200 len: 217 time: 0.0350716 Jul 27 23:56:16.182377 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaab449-c61e-4ab6-897d-a63f5f19ce87 req-16aec27f-db6e-4d7f-8680-dc093b3c2507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:56:16.183873 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-aeaab449-c61e-4ab6-897d-a63f5f19ce87 req-16aec27f-db6e-4d7f-8680-dc093b3c2507 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=67b7c5ff-799a-4462-b8d6-a85a4f04b2ed HTTP/1.1" status: 200 len: 851 time: 0.0428469 Jul 27 23:56:16.235652 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaab449-c61e-4ab6-897d-a63f5f19ce87 req-6072857b-2f0e-4f7d-bfd0-19096fd1c390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:56:16.237185 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-aeaab449-c61e-4ab6-897d-a63f5f19ce87 req-6072857b-2f0e-4f7d-bfd0-19096fd1c390 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=5dbf213b-0fc8-45b6-ae08-2a59287a2ef9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436995 Jul 27 23:56:16.325718 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-aeaab449-c61e-4ab6-897d-a63f5f19ce87 req-f54240e5-277a-40ac-8cae-5c5b5c3f4421 service neutron] 10.222.0.38 "GET /v2.0/networks/5dbf213b-0fc8-45b6-ae08-2a59287a2ef9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808492 Jul 27 23:56:16.420239 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-aeaab449-c61e-4ab6-897d-a63f5f19ce87 req-1deebb65-b828-4b6d-80be-abbfc88d0440 service neutron] 10.222.0.38 "GET /v2.0/networks/5dbf213b-0fc8-45b6-ae08-2a59287a2ef9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851636 Jul 27 23:56:16.726229 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57032b2e-e8f4-4f7a-885a-d8b2621f8d56 req-cc2f627a-e1ca-4a7e-bb52-6041379f2c4e tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:56:16.727726 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-57032b2e-e8f4-4f7a-885a-d8b2621f8d56 req-cc2f627a-e1ca-4a7e-bb52-6041379f2c4e tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/ports?device_id=276ba30c-b20b-4946-a015-a9b7f65b48b6 HTTP/1.1" status: 200 len: 944 time: 0.0487947 Jul 27 23:56:16.765664 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-57032b2e-e8f4-4f7a-885a-d8b2621f8d56 req-94357c83-548d-4365-8ac8-914152422761 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/security-groups?id=2988c913-9e16-4060-8869-a1f99999e084&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314226 Jul 27 23:56:17.354192 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.agents_db [None req-9beef776-8bab-4de2-989a-f5a23ba4aaf4 None None] Agent healthcheck: found 7 active agents {{(pid=93800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 23:56:17.879061 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3fbdf8-0a2c-47fe-9063-cdd44bd4b8b5 req-3e9be33e-f619-4864-92d5-f9094e5f838f tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:56:17.880553 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-5d3fbdf8-0a2c-47fe-9063-cdd44bd4b8b5 req-3e9be33e-f619-4864-92d5-f9094e5f838f tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/ports?device_id=276ba30c-b20b-4946-a015-a9b7f65b48b6 HTTP/1.1" status: 200 len: 944 time: 0.0484769 Jul 27 23:56:17.919932 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-5d3fbdf8-0a2c-47fe-9063-cdd44bd4b8b5 req-2a082c44-ab2a-40de-bbb2-e32cf8fc52c6 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/security-groups?id=2988c913-9e16-4060-8869-a1f99999e084&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335529 Jul 27 23:56:19.032951 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b37dcc-0b29-4cd5-aedc-80745229617d req-82785e5d-fc29-424c-a9bc-df0f921e5ec7 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:56:19.034482 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a8b37dcc-0b29-4cd5-aedc-80745229617d req-82785e5d-fc29-424c-a9bc-df0f921e5ec7 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/ports?device_id=276ba30c-b20b-4946-a015-a9b7f65b48b6 HTTP/1.1" status: 200 len: 944 time: 0.0489404 Jul 27 23:56:19.071585 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a8b37dcc-0b29-4cd5-aedc-80745229617d req-0d6a9b49-c0d6-4664-9416-3f9aa3ed643b tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/security-groups?id=2988c913-9e16-4060-8869-a1f99999e084&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312424 Jul 27 23:56:19.616076 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 7a9b2ad2-4f48-4359-bd60-609fb2e21667 details requested by agent hyperv_n-h1-802623-1 with host n-h1-802623-1 {{(pid=93799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 23:56:19.711799 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port 7a9b2ad2-4f48-4359-bd60-609fb2e21667, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=7a9b2ad2-4f48-4359-bd60-609fb2e21667,segment=NetworkSegment(dd04d9c9-b835-4f71-8f5e-6152a3a133f4),segment_id=dd04d9c9-b835-4f71-8f5e-6152a3a133f4)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:56:19.722942 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Returning: {'device': '7a9b2ad2-4f48-4359-bd60-609fb2e21667', 'network_id': '5dbf213b-0fc8-45b6-ae08-2a59287a2ef9', 'port_id': '7a9b2ad2-4f48-4359-bd60-609fb2e21667', 'mac_address': 'fa:16:3e:32:8d:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67b7c5ff-799a-4462-b8d6-a85a4f04b2ed', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 23:56:19.758870 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:56:19.771917 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a9b2ad2-4f48-4359-bd60-609fb2e21667 {{(pid=93799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:56:19.790778 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port 7a9b2ad2-4f48-4359-bd60-609fb2e21667, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=7a9b2ad2-4f48-4359-bd60-609fb2e21667,segment=NetworkSegment(dd04d9c9-b835-4f71-8f5e-6152a3a133f4),segment_id=dd04d9c9-b835-4f71-8f5e-6152a3a133f4)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:56:19.794664 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:56:19.847802 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Pushing event updated for resources: {'Port': ['ID=7a9b2ad2-4f48-4359-bd60-609fb2e21667,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:56:19.981671 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] get_ports_and_sgs() called for port_ids ['7a9b2ad2-4f48-4359-bd60-609fb2e21667'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:56:20.190846 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb32547a-7053-470f-b41c-37f276dec793 req-788f4bc7-1354-4e7b-9b38-4985cc460914 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:56:20.192643 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-fb32547a-7053-470f-b41c-37f276dec793 req-788f4bc7-1354-4e7b-9b38-4985cc460914 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/ports?device_id=276ba30c-b20b-4946-a015-a9b7f65b48b6 HTTP/1.1" status: 200 len: 945 time: 0.0535038 Jul 27 23:56:20.229842 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-fb32547a-7053-470f-b41c-37f276dec793 req-208f99e0-7dba-4b58-96a0-34992c714cb9 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/security-groups?id=2988c913-9e16-4060-8869-a1f99999e084&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314109 Jul 27 23:56:21.342210 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f935fbeb-062c-40cf-a1ca-20abfaa4daf1 req-90b6b25a-8311-4ed1-89c5-5c786c3d4c3a tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:56:21.343750 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f935fbeb-062c-40cf-a1ca-20abfaa4daf1 req-90b6b25a-8311-4ed1-89c5-5c786c3d4c3a tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/ports?device_id=276ba30c-b20b-4946-a015-a9b7f65b48b6 HTTP/1.1" status: 200 len: 945 time: 0.0478141 Jul 27 23:56:21.385162 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f935fbeb-062c-40cf-a1ca-20abfaa4daf1 req-c33054c9-e467-490a-975b-66b33661c0d8 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/security-groups?id=2988c913-9e16-4060-8869-a1f99999e084&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356412 Jul 27 23:56:21.631870 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 7a9b2ad2-4f48-4359-bd60-609fb2e21667 up at agent hyperv_n-h1-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:56:21.678745 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Provisioning for port 7a9b2ad2-4f48-4359-bd60-609fb2e21667 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:56:21.682231 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Provisioning complete for port 7a9b2ad2-4f48-4359-bd60-609fb2e21667 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:56:21.682611 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:56:21.757848 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:56:21.781137 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '276ba30c-b20b-4946-a015-a9b7f65b48b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a9b2ad2-4f48-4359-bd60-609fb2e21667'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:56:21.783376 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c0369b0d4f459110ff20a1f9878ba33f96d6491bddb9d15843bf29d01e0bda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68192ab5-25b0-4888-82ee-427a8bc75095" -d '{"events": [{"server_uuid": "276ba30c-b20b-4946-a015-a9b7f65b48b6", "name": "network-vif-plugged", "status": "completed", "tag": "7a9b2ad2-4f48-4359-bd60-609fb2e21667"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:56:21.794849 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port 7a9b2ad2-4f48-4359-bd60-609fb2e21667, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=7a9b2ad2-4f48-4359-bd60-609fb2e21667,segment=NetworkSegment(dd04d9c9-b835-4f71-8f5e-6152a3a133f4),segment_id=dd04d9c9-b835-4f71-8f5e-6152a3a133f4)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:56:21.798806 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:56:21.824012 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:56:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e4e0b7d-6ba9-486e-886c-61aada0282e2 x-openstack-request-id: req-6e4e0b7d-6ba9-486e-886c-61aada0282e2 {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:56:21.824304 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "276ba30c-b20b-4946-a015-a9b7f65b48b6", "name": "network-vif-plugged", "status": "completed", "tag": "7a9b2ad2-4f48-4359-bd60-609fb2e21667", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:56:21.824580 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6e4e0b7d-6ba9-486e-886c-61aada0282e2 {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:56:21.824956 n-d-802623-1 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '276ba30c-b20b-4946-a015-a9b7f65b48b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a9b2ad2-4f48-4359-bd60-609fb2e21667', 'code': 200} Jul 27 23:56:21.850474 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Pushing event updated for resources: {'Port': ['ID=7a9b2ad2-4f48-4359-bd60-609fb2e21667,revision_number=5']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:56:21.923649 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503c6bf8-cff2-469e-8c16-bf627055b1b7 req-380faa89-a2e4-43f3-902f-48cd6920c9bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:56:21.925033 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-503c6bf8-cff2-469e-8c16-bf627055b1b7 req-380faa89-a2e4-43f3-902f-48cd6920c9bd service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=276ba30c-b20b-4946-a015-a9b7f65b48b6 HTTP/1.1" status: 200 len: 1097 time: 0.0397856 Jul 27 23:56:21.958399 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-503c6bf8-cff2-469e-8c16-bf627055b1b7 req-f3312456-0d69-4bec-9c18-f646df260693 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=2988c913-9e16-4060-8869-a1f99999e084&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0266373 Jul 27 23:56:22.497892 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a540b3-a00f-4c5a-bb6a-a1a747b0520a req-43a9e1c1-602c-48a9-aa1d-ccbd4202e749 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:56:22.499280 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-83a540b3-a00f-4c5a-bb6a-a1a747b0520a req-43a9e1c1-602c-48a9-aa1d-ccbd4202e749 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/ports?device_id=276ba30c-b20b-4946-a015-a9b7f65b48b6 HTTP/1.1" status: 200 len: 946 time: 0.0471888 Jul 27 23:56:22.536151 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-83a540b3-a00f-4c5a-bb6a-a1a747b0520a req-c0fad3f9-639a-4286-9cc4-4858cfcff1d4 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/security-groups?id=2988c913-9e16-4060-8869-a1f99999e084&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308726 Jul 27 23:56:23.650532 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296acc3d-41f1-45ce-911d-4bf6ab565657 req-a3b259cb-759f-4338-9032-326e0ff665e7 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:56:23.652064 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-296acc3d-41f1-45ce-911d-4bf6ab565657 req-a3b259cb-759f-4338-9032-326e0ff665e7 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/ports?device_id=276ba30c-b20b-4946-a015-a9b7f65b48b6 HTTP/1.1" status: 200 len: 946 time: 0.0484357 Jul 27 23:56:23.689293 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-296acc3d-41f1-45ce-911d-4bf6ab565657 req-dcdd506a-cd30-4094-b5f9-9663cd0e2c08 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/security-groups?id=2988c913-9e16-4060-8869-a1f99999e084&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307870 Jul 27 23:56:23.797568 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6c5bae-0ff5-41ed-87f8-e99d4d4a9783 req-dab43a9c-a64e-4750-ba61-6428bad6c6ff tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:56:23.799056 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ea6c5bae-0ff5-41ed-87f8-e99d4d4a9783 req-dab43a9c-a64e-4750-ba61-6428bad6c6ff tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/ports?device_id=276ba30c-b20b-4946-a015-a9b7f65b48b6 HTTP/1.1" status: 200 len: 946 time: 0.0482647 Jul 27 23:56:23.807439 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 56076) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:56:23.811997 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-cc433497-3d3f-462e-aeaa-6dc7a41ff0a7 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Request body: {'floatingip': {'port_id': '7a9b2ad2-4f48-4359-bd60-609fb2e21667'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:56:23.855023 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-cc433497-3d3f-462e-aeaa-6dc7a41ff0a7 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Notify callbacks [] for floatingip, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:56:24.281643 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-cc433497-3d3f-462e-aeaa-6dc7a41ff0a7 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:56:24.285388 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-cc433497-3d3f-462e-aeaa-6dc7a41ff0a7 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-415302'] for floatingip, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:56:24.380884 n-d-802623-1 neutron-server[93798]: INFO neutron.db.l3_db [None req-cc433497-3d3f-462e-aeaa-6dc7a41ff0a7 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Floating IP 3fad5a04-baa6-4624-b12a-c81214f6ef12 associated. External IP: 172.25.4.156, port: 7a9b2ad2-4f48-4359-bd60-609fb2e21667. Jul 27 23:56:24.583015 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc433497-3d3f-462e-aeaa-6dc7a41ff0a7 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Router eadf4275-d7fe-41af-8f29-3a7d3327f789 has already been hosted by L3 agent 018c4455-49c0-4734-927d-7824067b2a9e {{(pid=93798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 23:56:24.689299 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc433497-3d3f-462e-aeaa-6dc7a41ff0a7 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:56:24.694469 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-cc433497-3d3f-462e-aeaa-6dc7a41ff0a7 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for floatingip, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:56:24.699536 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e3952c-59e4-4a00-a376-d1d935af97d2 None None] Sync routers for ids ['eadf4275-d7fe-41af-8f29-3a7d3327f789'] in n-d-802623-1 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:56:24.709541 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08e3952c-59e4-4a00-a376-d1d935af97d2 None None] Routers {'eadf4275-d7fe-41af-8f29-3a7d3327f789'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:56:24.710152 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-08e3952c-59e4-4a00-a376-d1d935af97d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:56:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['eadf4275-d7fe-41af-8f29-3a7d3327f789'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:56:24.720987 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-cc433497-3d3f-462e-aeaa-6dc7a41ff0a7 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "PUT /v2.0/floatingips/3fad5a04-baa6-4624-b12a-c81214f6ef12 HTTP/1.1" status: 200 len: 992 time: 0.9125173 Jul 27 23:56:24.721577 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '276ba30c-b20b-4946-a015-a9b7f65b48b6', 'tag': '7a9b2ad2-4f48-4359-bd60-609fb2e21667'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:56:24.723988 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}011f8d312121274bb12d78e77c6379a2079800640016cec6c6d605b73666e854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d95a715-0ca2-415f-af49-881652dc6aa0" -d '{"events": [{"name": "network-changed", "server_uuid": "276ba30c-b20b-4946-a015-a9b7f65b48b6", "tag": "7a9b2ad2-4f48-4359-bd60-609fb2e21667"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:56:24.764893 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 23:56:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43bd5808-1112-4b04-bc7e-dc959834a488 x-openstack-request-id: req-43bd5808-1112-4b04-bc7e-dc959834a488 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:56:24.765185 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "276ba30c-b20b-4946-a015-a9b7f65b48b6", "tag": "7a9b2ad2-4f48-4359-bd60-609fb2e21667", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:56:24.765444 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-43bd5808-1112-4b04-bc7e-dc959834a488 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:56:24.766731 n-d-802623-1 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '276ba30c-b20b-4946-a015-a9b7f65b48b6', 'tag': '7a9b2ad2-4f48-4359-bd60-609fb2e21667', 'status': 'completed', 'code': 200} Jul 27 23:56:24.816456 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-08e3952c-59e4-4a00-a376-d1d935af97d2 None None] Set router eadf4275-d7fe-41af-8f29-3a7d3327f789 gateway port host: n-d-802623-1 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:56:24.830473 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d95a715-0ca2-415f-af49-881652dc6aa0 req-b931cdd1-aa41-47d6-9c22-c11f076075fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:56:24.832035 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-2d95a715-0ca2-415f-af49-881652dc6aa0 req-b931cdd1-aa41-47d6-9c22-c11f076075fc service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=4ba5b8d6319f49828578267b9b93e7c6&device_id=276ba30c-b20b-4946-a015-a9b7f65b48b6 HTTP/1.1" status: 200 len: 1097 time: 0.0443892 Jul 27 23:56:24.930599 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d95a715-0ca2-415f-af49-881652dc6aa0 req-e059c9fd-d22f-45ed-bcab-406202cab68f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:56:24.932144 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-2d95a715-0ca2-415f-af49-881652dc6aa0 req-e059c9fd-d22f-45ed-bcab-406202cab68f service neutron] 10.222.0.38 "GET /v2.0/networks?id=5dbf213b-0fc8-45b6-ae08-2a59287a2ef9 HTTP/1.1" status: 200 len: 913 time: 0.0931444 Jul 27 23:56:25.001818 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-2d95a715-0ca2-415f-af49-881652dc6aa0 req-afba02f6-bdc4-4d7a-8411-95884fb0b369 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7a9b2ad2-4f48-4359-bd60-609fb2e21667 HTTP/1.1" status: 200 len: 1000 time: 0.0627477 Jul 27 23:56:25.040784 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-08e3952c-59e4-4a00-a376-d1d935af97d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eadf4275-d7fe-41af-8f29-3a7d3327f789', 'name': 'tempest-ServerActionsTestJSON-2095143459-router', 'tenant_id': '4ba5b8d6319f49828578267b9b93e7c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.78'}], 'enable_snat': True}, 'gw_port_id': 'afbf6c78-7c5c-484d-80f9-d5348c2628e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:53:01Z', 'updated_at': '2021-07-27T23:53:04Z', 'revision_number': 4, 'project_id': '4ba5b8d6319f49828578267b9b93e7c6', 'gw_port': {'id': 'afbf6c78-7c5c-484d-80f9-d5348c2628e4', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:b4:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eadf4275-d7fe-41af-8f29-3a7d3327f789', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:53:02Z', 'updated_at': '2021-07-27T23:53:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_floatingips': [{'id': '3fad5a04-baa6-4624-b12a-c81214f6ef12', 'tenant_id': '4ba5b8d6319f49828578267b9b93e7c6', 'floating_ip_address': '172.25.4.156', 'floating_network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'router_id': 'eadf4275-d7fe-41af-8f29-3a7d3327f789', 'port_id': '7a9b2ad2-4f48-4359-bd60-609fb2e21667', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4045, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5dbf213b-0fc8-45b6-ae08-2a59287a2ef9', 'mac_address': 'fa:16:3e:32:8d:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '276ba30c-b20b-4946-a015-a9b7f65b48b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T23:53:06Z', 'updated_at': '2021-07-27T23:56:24Z', 'revision_number': 5, 'project_id': '4ba5b8d6319f49828578267b9b93e7c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11d09bb7-1341-4e00-b320-152dd1c2e35b', 'name': '', 'network_id': '5dbf213b-0fc8-45b6-ae08-2a59287a2ef9', 'tenant_id': '4ba5b8d6319f49828578267b9b93e7c6', 'mac_address': 'fa:16:3e:00:d4:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eadf4275-d7fe-41af-8f29-3a7d3327f789', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '67b7c5ff-799a-4462-b8d6-a85a4f04b2ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:53:04Z', 'updated_at': '2021-07-27T23:53:08Z', 'revision_number': 5, 'project_id': '4ba5b8d6319f49828578267b9b93e7c6', 'subnets': [{'id': '67b7c5ff-799a-4462-b8d6-a85a4f04b2ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:56:25.051025 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d95a715-0ca2-415f-af49-881652dc6aa0 req-3ab0adfc-96ca-463c-bebb-bd5c0036d9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:56:25.052563 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-2d95a715-0ca2-415f-af49-881652dc6aa0 req-3ab0adfc-96ca-463c-bebb-bd5c0036d9f4 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=67b7c5ff-799a-4462-b8d6-a85a4f04b2ed HTTP/1.1" status: 200 len: 851 time: 0.0438087 Jul 27 23:56:25.100778 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d95a715-0ca2-415f-af49-881652dc6aa0 req-44b16f9a-9860-46e3-a896-51a78726f14a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:56:25.102324 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-2d95a715-0ca2-415f-af49-881652dc6aa0 req-44b16f9a-9860-46e3-a896-51a78726f14a service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=5dbf213b-0fc8-45b6-ae08-2a59287a2ef9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428627 Jul 27 23:56:25.157587 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e3952c-59e4-4a00-a376-d1d935af97d2 None None] Checking router: eadf4275-d7fe-41af-8f29-3a7d3327f789 for host: n-d-802623-1 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 23:56:25.166394 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08e3952c-59e4-4a00-a376-d1d935af97d2 None None] Routers {'eadf4275-d7fe-41af-8f29-3a7d3327f789'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:56:25.167010 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-08e3952c-59e4-4a00-a376-d1d935af97d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:56:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['eadf4275-d7fe-41af-8f29-3a7d3327f789'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:56:25.199029 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-2d95a715-0ca2-415f-af49-881652dc6aa0 req-5a3ac150-7e29-4d39-af7e-fcfc30e49f42 service neutron] 10.222.0.38 "GET /v2.0/networks/5dbf213b-0fc8-45b6-ae08-2a59287a2ef9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891414 Jul 27 23:56:25.271013 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-08e3952c-59e4-4a00-a376-d1d935af97d2 None None] Set router eadf4275-d7fe-41af-8f29-3a7d3327f789 gateway port host: n-d-802623-1 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:56:25.287879 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-2d95a715-0ca2-415f-af49-881652dc6aa0 req-672eb25d-bc60-4b01-9ec8-31d4ee039dca service neutron] 10.222.0.38 "GET /v2.0/networks/5dbf213b-0fc8-45b6-ae08-2a59287a2ef9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813642 Jul 27 23:56:25.483960 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-08e3952c-59e4-4a00-a376-d1d935af97d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eadf4275-d7fe-41af-8f29-3a7d3327f789', 'name': 'tempest-ServerActionsTestJSON-2095143459-router', 'tenant_id': '4ba5b8d6319f49828578267b9b93e7c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.78'}], 'enable_snat': True}, 'gw_port_id': 'afbf6c78-7c5c-484d-80f9-d5348c2628e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:53:01Z', 'updated_at': '2021-07-27T23:53:04Z', 'revision_number': 4, 'project_id': '4ba5b8d6319f49828578267b9b93e7c6', 'gw_port': {'id': 'afbf6c78-7c5c-484d-80f9-d5348c2628e4', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:b4:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eadf4275-d7fe-41af-8f29-3a7d3327f789', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:53:02Z', 'updated_at': '2021-07-27T23:53:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_floatingips': [{'id': '3fad5a04-baa6-4624-b12a-c81214f6ef12', 'tenant_id': '4ba5b8d6319f49828578267b9b93e7c6', 'floating_ip_address': '172.25.4.156', 'floating_network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'router_id': 'eadf4275-d7fe-41af-8f29-3a7d3327f789', 'port_id': '7a9b2ad2-4f48-4359-bd60-609fb2e21667', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4045, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5dbf213b-0fc8-45b6-ae08-2a59287a2ef9', 'mac_address': 'fa:16:3e:32:8d:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '276ba30c-b20b-4946-a015-a9b7f65b48b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T23:53:06Z', 'updated_at': '2021-07-27T23:56:24Z', 'revision_number': 5, 'project_id': '4ba5b8d6319f49828578267b9b93e7c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11d09bb7-1341-4e00-b320-152dd1c2e35b', 'name': '', 'network_id': '5dbf213b-0fc8-45b6-ae08-2a59287a2ef9', 'tenant_id': '4ba5b8d6319f49828578267b9b93e7c6', 'mac_address': 'fa:16:3e:00:d4:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eadf4275-d7fe-41af-8f29-3a7d3327f789', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '67b7c5ff-799a-4462-b8d6-a85a4f04b2ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:53:04Z', 'updated_at': '2021-07-27T23:53:08Z', 'revision_number': 5, 'project_id': '4ba5b8d6319f49828578267b9b93e7c6', 'subnets': [{'id': '67b7c5ff-799a-4462-b8d6-a85a4f04b2ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:56:25.511741 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e3952c-59e4-4a00-a376-d1d935af97d2 None None] The sync data for ids ['eadf4275-d7fe-41af-8f29-3a7d3327f789'] in n-d-802623-1 is: [{'id': 'eadf4275-d7fe-41af-8f29-3a7d3327f789', 'name': 'tempest-ServerActionsTestJSON-2095143459-router', 'tenant_id': '4ba5b8d6319f49828578267b9b93e7c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.78'}], 'enable_snat': True}, 'gw_port_id': 'afbf6c78-7c5c-484d-80f9-d5348c2628e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:53:01Z', 'updated_at': '2021-07-27T23:53:04Z', 'revision_number': 4, 'project_id': '4ba5b8d6319f49828578267b9b93e7c6', 'gw_port': {'id': 'afbf6c78-7c5c-484d-80f9-d5348c2628e4', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:b4:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eadf4275-d7fe-41af-8f29-3a7d3327f789', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:53:02Z', 'updated_at': '2021-07-27T23:53:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_floatingips': [{'id': '3fad5a04-baa6-4624-b12a-c81214f6ef12', 'tenant_id': '4ba5b8d6319f49828578267b9b93e7c6', 'floating_ip_address': '172.25.4.156', 'floating_network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'router_id': 'eadf4275-d7fe-41af-8f29-3a7d3327f789', 'port_id': '7a9b2ad2-4f48-4359-bd60-609fb2e21667', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4045, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5dbf213b-0fc8-45b6-ae08-2a59287a2ef9', 'mac_address': 'fa:16:3e:32:8d:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '276ba30c-b20b-4946-a015-a9b7f65b48b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T23:53:06Z', 'updated_at': '2021-07-27T23:56:24Z', 'revision_number': 5, 'project_id': '4ba5b8d6319f49828578267b9b93e7c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11d09bb7-1341-4e00-b320-152dd1c2e35b', 'name': '', 'network_id': '5dbf213b-0fc8-45b6-ae08-2a59287a2ef9', 'tenant_id': '4ba5b8d6319f49828578267b9b93e7c6', 'mac_address': 'fa:16:3e:00:d4:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eadf4275-d7fe-41af-8f29-3a7d3327f789', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '67b7c5ff-799a-4462-b8d6-a85a4f04b2ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:53:04Z', 'updated_at': '2021-07-27T23:53:08Z', 'revision_number': 5, 'project_id': '4ba5b8d6319f49828578267b9b93e7c6', 'subnets': [{'id': '67b7c5ff-799a-4462-b8d6-a85a4f04b2ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:56:25.689492 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fad3f583-a0e1-4665-b361-d131faf518c3 None None] New status for floating IP 3fad5a04-baa6-4624-b12a-c81214f6ef12: ACTIVE {{(pid=93799) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 23:56:26.947258 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8f41afb9-cfd2-47b2-b49d-5789619cb94e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:56:29.625362 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e541f629-3898-4d1e-b506-7746bff068ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:56:29.956934 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:56:30.104216 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:56:30.621745 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-19f2e178-d45e-4fbe-b9be-c3963fc151ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:56:32.385726 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7418f70f-e60d-4709-8ba9-6ab514bc7f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:56:35.248276 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:56:49.491686 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ffcd1453-2a69-40a2-aa6b-5c42a38d5c89 req-439e5e79-5cb8-4fbb-889b-2468fde16c8a service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=276ba30c-b20b-4946-a015-a9b7f65b48b6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0386171 Jul 27 23:56:49.580073 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcd1453-2a69-40a2-aa6b-5c42a38d5c89 req-ae2d3066-3945-4bbe-90a8-d4fb089cea49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:56:49.581541 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ffcd1453-2a69-40a2-aa6b-5c42a38d5c89 req-ae2d3066-3945-4bbe-90a8-d4fb089cea49 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=4ba5b8d6319f49828578267b9b93e7c6&device_id=276ba30c-b20b-4946-a015-a9b7f65b48b6 HTTP/1.1" status: 200 len: 1097 time: 0.0444682 Jul 27 23:56:49.681567 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcd1453-2a69-40a2-aa6b-5c42a38d5c89 req-d5f065cd-fdeb-48b5-93a4-153e8359e172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:56:49.683019 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ffcd1453-2a69-40a2-aa6b-5c42a38d5c89 req-d5f065cd-fdeb-48b5-93a4-153e8359e172 service neutron] 10.222.0.38 "GET /v2.0/networks?id=5dbf213b-0fc8-45b6-ae08-2a59287a2ef9 HTTP/1.1" status: 200 len: 913 time: 0.0819197 Jul 27 23:56:49.752594 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ffcd1453-2a69-40a2-aa6b-5c42a38d5c89 req-7c603398-7d97-40a2-8602-70b19dcb4d85 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7a9b2ad2-4f48-4359-bd60-609fb2e21667 HTTP/1.1" status: 200 len: 1002 time: 0.0612340 Jul 27 23:56:49.800473 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcd1453-2a69-40a2-aa6b-5c42a38d5c89 req-0f8306e3-058e-483d-b5aa-1934993c74ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:56:49.801856 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ffcd1453-2a69-40a2-aa6b-5c42a38d5c89 req-0f8306e3-058e-483d-b5aa-1934993c74ad service neutron] 10.222.0.38 "GET /v2.0/subnets?id=67b7c5ff-799a-4462-b8d6-a85a4f04b2ed HTTP/1.1" status: 200 len: 851 time: 0.0418773 Jul 27 23:56:49.846890 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcd1453-2a69-40a2-aa6b-5c42a38d5c89 req-81de99e1-8b6c-4e6a-9731-57303acf9d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:56:49.848379 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ffcd1453-2a69-40a2-aa6b-5c42a38d5c89 req-81de99e1-8b6c-4e6a-9731-57303acf9d0c service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=5dbf213b-0fc8-45b6-ae08-2a59287a2ef9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0381200 Jul 27 23:56:49.938694 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ffcd1453-2a69-40a2-aa6b-5c42a38d5c89 req-fdb42a76-91f2-4013-acd9-d18d44148859 service neutron] 10.222.0.38 "GET /v2.0/networks/5dbf213b-0fc8-45b6-ae08-2a59287a2ef9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833955 Jul 27 23:56:50.028208 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ffcd1453-2a69-40a2-aa6b-5c42a38d5c89 req-8a17b846-9190-42c6-a648-c2c468cc16c6 service neutron] 10.222.0.38 "GET /v2.0/networks/5dbf213b-0fc8-45b6-ae08-2a59287a2ef9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808926 Jul 27 23:56:54.353251 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.agents_db [None req-9beef776-8bab-4de2-989a-f5a23ba4aaf4 None None] Agent healthcheck: found 7 active agents {{(pid=93800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 23:56:56.948557 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8f0891f0-28aa-42b2-a154-51f4a894da72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:56:59.627106 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4c226566-0ffe-4efb-b294-0ceb6711a667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:56:59.956553 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:57:00.105039 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:57:00.625031 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-19f2e178-d45e-4fbe-b9be-c3963fc151ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:57:02.388096 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7418f70f-e60d-4709-8ba9-6ab514bc7f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:57:05.259952 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:57:26.948618 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f10e156a-1bea-4fbf-8b6e-3102f2428b28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:57:29.628278 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-12b9e8de-7ac7-4d5c-bf22-5a7481c6be2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:57:29.971024 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:57:30.105188 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:57:30.626895 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-19f2e178-d45e-4fbe-b9be-c3963fc151ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:57:31.353809 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.agents_db [None req-9beef776-8bab-4de2-989a-f5a23ba4aaf4 None None] Agent healthcheck: found 7 active agents {{(pid=93800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 23:57:32.391610 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7418f70f-e60d-4709-8ba9-6ab514bc7f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:57:35.254231 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:57:50.383567 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-18f48545-8e16-4f02-b5d5-786ced84ed66 req-d339a6ef-0ead-4cbe-8774-546a293aa8c9 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=276ba30c-b20b-4946-a015-a9b7f65b48b6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0397663 Jul 27 23:57:50.465936 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f48545-8e16-4f02-b5d5-786ced84ed66 req-a96abde6-c56e-491b-a12d-f6bcc3492262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:57:50.467472 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-18f48545-8e16-4f02-b5d5-786ced84ed66 req-a96abde6-c56e-491b-a12d-f6bcc3492262 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=4ba5b8d6319f49828578267b9b93e7c6&device_id=276ba30c-b20b-4946-a015-a9b7f65b48b6 HTTP/1.1" status: 200 len: 1097 time: 0.0431616 Jul 27 23:57:50.567481 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f48545-8e16-4f02-b5d5-786ced84ed66 req-37ccf4e5-55c8-477f-ba8d-2f4e52814d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:57:50.568908 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-18f48545-8e16-4f02-b5d5-786ced84ed66 req-37ccf4e5-55c8-477f-ba8d-2f4e52814d2e service neutron] 10.222.0.38 "GET /v2.0/networks?id=5dbf213b-0fc8-45b6-ae08-2a59287a2ef9 HTTP/1.1" status: 200 len: 913 time: 0.0822291 Jul 27 23:57:50.636075 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-18f48545-8e16-4f02-b5d5-786ced84ed66 req-852dbd27-0a58-490c-b003-b1a87c7b6ba3 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7a9b2ad2-4f48-4359-bd60-609fb2e21667 HTTP/1.1" status: 200 len: 1002 time: 0.0598340 Jul 27 23:57:50.683743 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f48545-8e16-4f02-b5d5-786ced84ed66 req-1ca145d5-e2b5-43b7-a337-638b7699e4ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:57:50.685134 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-18f48545-8e16-4f02-b5d5-786ced84ed66 req-1ca145d5-e2b5-43b7-a337-638b7699e4ac service neutron] 10.222.0.38 "GET /v2.0/subnets?id=67b7c5ff-799a-4462-b8d6-a85a4f04b2ed HTTP/1.1" status: 200 len: 851 time: 0.0416749 Jul 27 23:57:50.731591 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f48545-8e16-4f02-b5d5-786ced84ed66 req-f8d617a6-b8a5-4071-8106-67de20b6e545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:57:50.732993 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-18f48545-8e16-4f02-b5d5-786ced84ed66 req-f8d617a6-b8a5-4071-8106-67de20b6e545 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=5dbf213b-0fc8-45b6-ae08-2a59287a2ef9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409441 Jul 27 23:57:51.140197 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-18f48545-8e16-4f02-b5d5-786ced84ed66 req-fe44b759-2888-4e13-9494-244c94fb54bb service neutron] 10.222.0.38 "GET /v2.0/networks/5dbf213b-0fc8-45b6-ae08-2a59287a2ef9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3992374 Jul 27 23:57:51.228511 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-18f48545-8e16-4f02-b5d5-786ced84ed66 req-34bf2f1f-97ca-461b-94d8-9930ac141165 service neutron] 10.222.0.38 "GET /v2.0/networks/5dbf213b-0fc8-45b6-ae08-2a59287a2ef9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803390 Jul 27 23:57:56.950791 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-75ed3437-df3b-4c6e-8509-90f2afb69737 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:57:59.627574 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-eb4de389-573e-418e-9a3a-98f1a48a4038 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:57:59.975608 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:58:00.105850 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:58:00.628939 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-19f2e178-d45e-4fbe-b9be-c3963fc151ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:58:00.682633 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1863f61a-e1aa-4027-a95b-ec81cc9ed66f req-a09b215f-02a4-4c46-b048-3af8e4e3a320 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:58:00.684163 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-1863f61a-e1aa-4027-a95b-ec81cc9ed66f req-a09b215f-02a4-4c46-b048-3af8e4e3a320 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/ports?device_id=276ba30c-b20b-4946-a015-a9b7f65b48b6 HTTP/1.1" status: 200 len: 946 time: 0.0536118 Jul 27 23:58:00.726049 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-1863f61a-e1aa-4027-a95b-ec81cc9ed66f req-16ee682b-f396-491d-b444-e65290d9b0ae tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/security-groups?id=2988c913-9e16-4060-8869-a1f99999e084&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358226 Jul 27 23:58:01.841167 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64f6ab5-17e4-4356-8459-e6cf129cc7c5 req-105a8ef0-648f-4c8b-a035-63104426547e tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:58:01.842631 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-d64f6ab5-17e4-4356-8459-e6cf129cc7c5 req-105a8ef0-648f-4c8b-a035-63104426547e tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/ports?device_id=276ba30c-b20b-4946-a015-a9b7f65b48b6 HTTP/1.1" status: 200 len: 946 time: 0.0484736 Jul 27 23:58:01.882905 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-d64f6ab5-17e4-4356-8459-e6cf129cc7c5 req-5367f86b-5370-4dff-bfaf-d29aa0628cf3 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/security-groups?id=2988c913-9e16-4060-8869-a1f99999e084&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337315 Jul 27 23:58:02.394317 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7418f70f-e60d-4709-8ba9-6ab514bc7f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:58:02.997717 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b205051-6222-4577-beed-cd96cbf217fd req-0617a8df-78d7-40b1-88e2-36745ff1b5e6 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:58:02.999219 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-0b205051-6222-4577-beed-cd96cbf217fd req-0617a8df-78d7-40b1-88e2-36745ff1b5e6 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/ports?device_id=276ba30c-b20b-4946-a015-a9b7f65b48b6 HTTP/1.1" status: 200 len: 946 time: 0.0485060 Jul 27 23:58:03.036370 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-0b205051-6222-4577-beed-cd96cbf217fd req-53ba452b-44c8-4e72-8f64-e5d628e58afd tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/security-groups?id=2988c913-9e16-4060-8869-a1f99999e084&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314026 Jul 27 23:58:04.149745 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c47e83e-315c-4af0-9ffd-a21027bfaa3f req-827f0975-276b-4abe-99a1-a014d4a9f44b tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:58:04.151227 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-3c47e83e-315c-4af0-9ffd-a21027bfaa3f req-827f0975-276b-4abe-99a1-a014d4a9f44b tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/ports?device_id=276ba30c-b20b-4946-a015-a9b7f65b48b6 HTTP/1.1" status: 200 len: 946 time: 0.0479546 Jul 27 23:58:04.189232 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-3c47e83e-315c-4af0-9ffd-a21027bfaa3f req-4d9fc0ee-eafd-4cb8-9589-a24a88abd0fa tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/security-groups?id=2988c913-9e16-4060-8869-a1f99999e084&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320659 Jul 27 23:58:05.288819 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:58:05.355659 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34407716-627a-4d5b-9e8a-3a2849a9540a req-05af3c1a-56a4-4b83-b7de-ee3e358700a6 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:58:05.357122 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-34407716-627a-4d5b-9e8a-3a2849a9540a req-05af3c1a-56a4-4b83-b7de-ee3e358700a6 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/ports?device_id=276ba30c-b20b-4946-a015-a9b7f65b48b6 HTTP/1.1" status: 200 len: 946 time: 0.0488329 Jul 27 23:58:05.394844 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-34407716-627a-4d5b-9e8a-3a2849a9540a req-7937fbcd-a7a6-4d54-bbf4-d6bc4d0de8cb tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/security-groups?id=2988c913-9e16-4060-8869-a1f99999e084&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312505 Jul 27 23:58:06.506170 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772edc45-7f1d-49ab-aa1d-d162648dc340 req-417249b6-486a-4a74-8e5d-de23bee0bc87 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:58:06.507634 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-772edc45-7f1d-49ab-aa1d-d162648dc340 req-417249b6-486a-4a74-8e5d-de23bee0bc87 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/ports?device_id=276ba30c-b20b-4946-a015-a9b7f65b48b6 HTTP/1.1" status: 200 len: 946 time: 0.0475440 Jul 27 23:58:06.544653 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-772edc45-7f1d-49ab-aa1d-d162648dc340 req-0345ff03-c5ef-4ede-ada3-cbb0dff527e7 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/security-groups?id=2988c913-9e16-4060-8869-a1f99999e084&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311368 Jul 27 23:58:07.658096 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfc3658-b5f2-479c-ae07-ed0e6d208a8b req-55ce9749-ac85-45a7-8b20-88ee7b96cb31 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:58:07.659630 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-5cfc3658-b5f2-479c-ae07-ed0e6d208a8b req-55ce9749-ac85-45a7-8b20-88ee7b96cb31 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/ports?device_id=276ba30c-b20b-4946-a015-a9b7f65b48b6 HTTP/1.1" status: 200 len: 946 time: 0.0484836 Jul 27 23:58:07.702576 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-5cfc3658-b5f2-479c-ae07-ed0e6d208a8b req-30f1c35b-5567-4787-b724-18a6cb54e42d tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/security-groups?id=2988c913-9e16-4060-8869-a1f99999e084&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370696 Jul 27 23:58:08.352882 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.agents_db [None req-9beef776-8bab-4de2-989a-f5a23ba4aaf4 None None] Agent healthcheck: found 7 active agents {{(pid=93800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 23:58:08.815636 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdb5930-a035-4282-9996-96ad68238dec req-9afcb13a-0058-460f-8a0f-729177552085 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:58:08.817398 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-efdb5930-a035-4282-9996-96ad68238dec req-9afcb13a-0058-460f-8a0f-729177552085 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/ports?device_id=276ba30c-b20b-4946-a015-a9b7f65b48b6 HTTP/1.1" status: 200 len: 946 time: 0.0470490 Jul 27 23:58:08.857272 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-efdb5930-a035-4282-9996-96ad68238dec req-3ff96791-bae1-4b65-9a98-07ea2afc7b1c tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/security-groups?id=2988c913-9e16-4060-8869-a1f99999e084&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341201 Jul 27 23:58:09.969561 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d21d19-2965-4ce6-86e4-7d091bede23a req-342693a6-4644-4b65-8620-a5562ca5506f tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:58:09.971015 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-31d21d19-2965-4ce6-86e4-7d091bede23a req-342693a6-4644-4b65-8620-a5562ca5506f tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/ports?device_id=276ba30c-b20b-4946-a015-a9b7f65b48b6 HTTP/1.1" status: 200 len: 946 time: 0.0479691 Jul 27 23:58:10.008603 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-31d21d19-2965-4ce6-86e4-7d091bede23a req-b69002b5-48af-4958-b1de-67ae8e279ac4 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/security-groups?id=2988c913-9e16-4060-8869-a1f99999e084&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318265 Jul 27 23:58:11.124861 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fba4a5a-f9fe-443d-b276-7813c634c977 req-458c0d4a-7467-4018-ba02-7f07ab645caa tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:58:11.126356 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-6fba4a5a-f9fe-443d-b276-7813c634c977 req-458c0d4a-7467-4018-ba02-7f07ab645caa tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/ports?device_id=276ba30c-b20b-4946-a015-a9b7f65b48b6 HTTP/1.1" status: 200 len: 946 time: 0.0483098 Jul 27 23:58:11.164914 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-6fba4a5a-f9fe-443d-b276-7813c634c977 req-459220a3-c2d5-4e1e-a995-322bca8af964 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/security-groups?id=2988c913-9e16-4060-8869-a1f99999e084&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325472 Jul 27 23:58:11.473891 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-e9d4d273-cad2-4aad-b55c-4bb175796b29 req-e8bb4cea-eea4-49d0-b4a1-7a53e3b3f156 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=276ba30c-b20b-4946-a015-a9b7f65b48b6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0399261 Jul 27 23:58:11.490877 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3360e74f-8048-4718-b3f9-96a769339520 req-077bd819-25b0-4d64-99a7-31efe278f0af tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:58:11.492547 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-3360e74f-8048-4718-b3f9-96a769339520 req-077bd819-25b0-4d64-99a7-31efe278f0af tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/ports?device_id=276ba30c-b20b-4946-a015-a9b7f65b48b6 HTTP/1.1" status: 200 len: 946 time: 0.0488701 Jul 27 23:58:11.532096 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-3360e74f-8048-4718-b3f9-96a769339520 req-458477d4-2f58-4d8d-8ed0-0cb81f1e7cb1 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/security-groups?id=2988c913-9e16-4060-8869-a1f99999e084&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333333 Jul 27 23:58:12.646243 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328ca7c4-c4e6-4072-b5c5-a54826f6c625 req-a0b1e166-19b2-4295-adab-60425e721574 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:58:12.647747 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-328ca7c4-c4e6-4072-b5c5-a54826f6c625 req-a0b1e166-19b2-4295-adab-60425e721574 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/ports?device_id=276ba30c-b20b-4946-a015-a9b7f65b48b6 HTTP/1.1" status: 200 len: 946 time: 0.0481811 Jul 27 23:58:12.684279 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-328ca7c4-c4e6-4072-b5c5-a54826f6c625 req-14189273-4a72-4432-99e4-69f99cbbf0d7 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/security-groups?id=2988c913-9e16-4060-8869-a1f99999e084&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307126 Jul 27 23:58:13.729458 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d4d273-cad2-4aad-b55c-4bb175796b29 req-5eb90ba8-4030-4f89-9c9e-2475a2754fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:58:13.730985 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e9d4d273-cad2-4aad-b55c-4bb175796b29 req-5eb90ba8-4030-4f89-9c9e-2475a2754fb7 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=4ba5b8d6319f49828578267b9b93e7c6&device_id=276ba30c-b20b-4946-a015-a9b7f65b48b6 HTTP/1.1" status: 200 len: 1097 time: 0.0416968 Jul 27 23:58:13.845311 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a642fee-84bf-4f6e-af51-e1533c79a504 req-3ff4d7c9-77c5-4a39-af1e-6f0ccae75f38 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:58:13.846796 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-1a642fee-84bf-4f6e-af51-e1533c79a504 req-3ff4d7c9-77c5-4a39-af1e-6f0ccae75f38 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/ports?device_id=276ba30c-b20b-4946-a015-a9b7f65b48b6 HTTP/1.1" status: 200 len: 946 time: 0.0883584 Jul 27 23:58:13.879869 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d4d273-cad2-4aad-b55c-4bb175796b29 req-5d7cd64b-9e67-4aa8-88da-afe4bd2ecb94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:58:13.881295 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e9d4d273-cad2-4aad-b55c-4bb175796b29 req-5d7cd64b-9e67-4aa8-88da-afe4bd2ecb94 service neutron] 10.222.0.38 "GET /v2.0/networks?id=5dbf213b-0fc8-45b6-ae08-2a59287a2ef9 HTTP/1.1" status: 200 len: 913 time: 0.1435430 Jul 27 23:58:13.915285 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-1a642fee-84bf-4f6e-af51-e1533c79a504 req-516e9229-bc00-41e8-8776-09e84967caed tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/security-groups?id=2988c913-9e16-4060-8869-a1f99999e084&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605156 Jul 27 23:58:13.970274 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e9d4d273-cad2-4aad-b55c-4bb175796b29 req-989a8b18-ca00-41b6-a1ff-bcf0d89a3bef service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7a9b2ad2-4f48-4359-bd60-609fb2e21667 HTTP/1.1" status: 200 len: 1002 time: 0.0737159 Jul 27 23:58:14.019183 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d4d273-cad2-4aad-b55c-4bb175796b29 req-5b9c2235-7b22-410a-820c-b06aaa13c5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:58:14.020567 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e9d4d273-cad2-4aad-b55c-4bb175796b29 req-5b9c2235-7b22-410a-820c-b06aaa13c5eb service neutron] 10.222.0.38 "GET /v2.0/subnets?id=67b7c5ff-799a-4462-b8d6-a85a4f04b2ed HTTP/1.1" status: 200 len: 851 time: 0.0426693 Jul 27 23:58:14.070664 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d4d273-cad2-4aad-b55c-4bb175796b29 req-a9d45166-59d1-4785-8ba0-f1f3bb7ac7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:58:14.072198 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e9d4d273-cad2-4aad-b55c-4bb175796b29 req-a9d45166-59d1-4785-8ba0-f1f3bb7ac7b6 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=5dbf213b-0fc8-45b6-ae08-2a59287a2ef9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440640 Jul 27 23:58:14.160287 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e9d4d273-cad2-4aad-b55c-4bb175796b29 req-db037b36-b7b5-47ae-b923-38d7036ee51f service neutron] 10.222.0.38 "GET /v2.0/networks/5dbf213b-0fc8-45b6-ae08-2a59287a2ef9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806704 Jul 27 23:58:14.254096 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e9d4d273-cad2-4aad-b55c-4bb175796b29 req-304ef3c9-fd72-4757-b531-e5cb488cbc38 service neutron] 10.222.0.38 "GET /v2.0/networks/5dbf213b-0fc8-45b6-ae08-2a59287a2ef9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862153 Jul 27 23:58:15.036786 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22a5ca0-9b24-4dda-825e-6ea6c92d7b78 req-d7a9e6a8-8a8b-401a-a50c-7955d3fa1fdc tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:58:15.038276 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a22a5ca0-9b24-4dda-825e-6ea6c92d7b78 req-d7a9e6a8-8a8b-401a-a50c-7955d3fa1fdc tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/ports?device_id=276ba30c-b20b-4946-a015-a9b7f65b48b6 HTTP/1.1" status: 200 len: 946 time: 0.0522690 Jul 27 23:58:15.076085 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a22a5ca0-9b24-4dda-825e-6ea6c92d7b78 req-cd2c9068-45e2-4759-93b8-6ec1164d0b40 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/security-groups?id=2988c913-9e16-4060-8869-a1f99999e084&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317309 Jul 27 23:58:15.785598 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [req-83470e28-7ee7-48b1-8c6e-a8862077c2f0 req-b4d7c7ff-5ad3-4cef-9ae0-4434db95434d service neutron] (93797) timed out ('10.222.0.18', 53134) {{(pid=93797) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 27 23:58:16.123329 n-d-802623-1 neutron-server[93798]: INFO neutron.api.v2.resource [req-e9d4d273-cad2-4aad-b55c-4bb175796b29 req-aea822aa-bad6-46a7-ac52-2076c79e2a2b service neutron] show failed (client error): The resource could not be found. Jul 27 23:58:16.124389 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e9d4d273-cad2-4aad-b55c-4bb175796b29 req-aea822aa-bad6-46a7-ac52-2076c79e2a2b service neutron] 10.222.0.38 "GET /v2.0/ports/7a9b2ad2-4f48-4359-bd60-609fb2e21667/bindings/n-h2-802623-1 HTTP/1.1" status: 404 len: 380 time: 0.0544889 Jul 27 23:58:16.194188 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4cdc73-4f6a-4c40-94c5-15841c48796a req-b5bf8a1d-d85b-4d9b-9d1a-246d6413a7a9 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:58:16.195747 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-0f4cdc73-4f6a-4c40-94c5-15841c48796a req-b5bf8a1d-d85b-4d9b-9d1a-246d6413a7a9 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/ports?device_id=276ba30c-b20b-4946-a015-a9b7f65b48b6 HTTP/1.1" status: 200 len: 946 time: 0.0510094 Jul 27 23:58:16.236860 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-0f4cdc73-4f6a-4c40-94c5-15841c48796a req-5aab84ca-a3d2-4f09-a4ba-423cebac02db tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/security-groups?id=2988c913-9e16-4060-8869-a1f99999e084&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338044 Jul 27 23:58:16.371094 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d4d273-cad2-4aad-b55c-4bb175796b29 req-1c15f9fd-04f2-4f04-b662-549720b6aebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:58:16.372517 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-e9d4d273-cad2-4aad-b55c-4bb175796b29 req-1c15f9fd-04f2-4f04-b662-549720b6aebb service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=276ba30c-b20b-4946-a015-a9b7f65b48b6&tenant_id=4ba5b8d6319f49828578267b9b93e7c6 HTTP/1.1" status: 200 len: 1097 time: 0.0902691 Jul 27 23:58:16.384330 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [req-e9d4d273-cad2-4aad-b55c-4bb175796b29 req-5b59b7f5-16b8-42d3-970e-6b99b3af55a8 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-802623-1', 'device_owner': 'compute:nova'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:58:16.434145 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-e9d4d273-cad2-4aad-b55c-4bb175796b29 req-5b59b7f5-16b8-42d3-970e-6b99b3af55a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:58:16.637978 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-e9d4d273-cad2-4aad-b55c-4bb175796b29 req-5b59b7f5-16b8-42d3-970e-6b99b3af55a8 service neutron] For port 7a9b2ad2-4f48-4359-bd60-609fb2e21667, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=7a9b2ad2-4f48-4359-bd60-609fb2e21667,segment=NetworkSegment(dd04d9c9-b835-4f71-8f5e-6152a3a133f4),segment_id=dd04d9c9-b835-4f71-8f5e-6152a3a133f4)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:58:16.679800 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-e9d4d273-cad2-4aad-b55c-4bb175796b29 req-5b59b7f5-16b8-42d3-970e-6b99b3af55a8 service neutron] For port 7a9b2ad2-4f48-4359-bd60-609fb2e21667, host n-h1-802623-1, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:58:16.718426 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '276ba30c-b20b-4946-a015-a9b7f65b48b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a9b2ad2-4f48-4359-bd60-609fb2e21667'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:58:16.720743 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a476459a1bfce68b0ae0df5b6a71154bfc7cfdc8f9eefce6ad0a17231e60468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd1ec2ec-47ff-4e98-8cf1-e80e4226d216" -d '{"events": [{"server_uuid": "276ba30c-b20b-4946-a015-a9b7f65b48b6", "name": "network-vif-unplugged", "status": "completed", "tag": "7a9b2ad2-4f48-4359-bd60-609fb2e21667"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:58:16.724537 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-e9d4d273-cad2-4aad-b55c-4bb175796b29 req-5b59b7f5-16b8-42d3-970e-6b99b3af55a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:58:16.737212 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [req-e9d4d273-cad2-4aad-b55c-4bb175796b29 req-5b59b7f5-16b8-42d3-970e-6b99b3af55a8 service neutron] Transition to ACTIVE for port object 7a9b2ad2-4f48-4359-bd60-609fb2e21667 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:58:16.741044 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-e9d4d273-cad2-4aad-b55c-4bb175796b29 req-5b59b7f5-16b8-42d3-970e-6b99b3af55a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11336041'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:58:16.826787 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b59b7f5-16b8-42d3-970e-6b99b3af55a8 service neutron] Pushing event updated for resources: {'Port': ['ID=7a9b2ad2-4f48-4359-bd60-609fb2e21667,revision_number=6']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:58:16.836529 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b59b7f5-16b8-42d3-970e-6b99b3af55a8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:58:16.836891 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b59b7f5-16b8-42d3-970e-6b99b3af55a8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:58:16.837244 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b59b7f5-16b8-42d3-970e-6b99b3af55a8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:58:16.837588 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b59b7f5-16b8-42d3-970e-6b99b3af55a8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:58:16.837931 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b59b7f5-16b8-42d3-970e-6b99b3af55a8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:58:16.838268 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b59b7f5-16b8-42d3-970e-6b99b3af55a8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:58:16.838602 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b59b7f5-16b8-42d3-970e-6b99b3af55a8 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:58:16.838937 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b59b7f5-16b8-42d3-970e-6b99b3af55a8 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:58:16.839293 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b59b7f5-16b8-42d3-970e-6b99b3af55a8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:58:16.839629 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b59b7f5-16b8-42d3-970e-6b99b3af55a8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:58:16.839955 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b59b7f5-16b8-42d3-970e-6b99b3af55a8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:58:16.840354 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b59b7f5-16b8-42d3-970e-6b99b3af55a8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:58:16.846589 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 23:58:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c957605-e5c3-4a6a-81bb-36cca3ad189d x-openstack-request-id: req-6c957605-e5c3-4a6a-81bb-36cca3ad189d {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:58:16.846879 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "276ba30c-b20b-4946-a015-a9b7f65b48b6", "name": "network-vif-unplugged", "status": "completed", "tag": "7a9b2ad2-4f48-4359-bd60-609fb2e21667", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:58:16.847169 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6c957605-e5c3-4a6a-81bb-36cca3ad189d {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:58:16.847578 n-d-802623-1 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '276ba30c-b20b-4946-a015-a9b7f65b48b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a9b2ad2-4f48-4359-bd60-609fb2e21667', 'code': 200} Jul 27 23:58:16.880021 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9d4d273-cad2-4aad-b55c-4bb175796b29 req-5b59b7f5-16b8-42d3-970e-6b99b3af55a8 service neutron] No DVR routers for this DVR port 7a9b2ad2-4f48-4359-bd60-609fb2e21667 on host n-h1-802623-1 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:58:17.014787 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-e9d4d273-cad2-4aad-b55c-4bb175796b29 req-5b59b7f5-16b8-42d3-970e-6b99b3af55a8 service neutron] Attempting to bind port 7a9b2ad2-4f48-4359-bd60-609fb2e21667 on host n-h2-802623-1 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:58:17.015151 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-e9d4d273-cad2-4aad-b55c-4bb175796b29 req-5b59b7f5-16b8-42d3-970e-6b99b3af55a8 service neutron] Attempting to bind port 7a9b2ad2-4f48-4359-bd60-609fb2e21667 by drivers openvswitch,hyperv on host n-h2-802623-1 at level 0 using segments [{'id': 'dd04d9c9-b835-4f71-8f5e-6152a3a133f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '5dbf213b-0fc8-45b6-ae08-2a59287a2ef9'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:58:17.015485 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9d4d273-cad2-4aad-b55c-4bb175796b29 req-5b59b7f5-16b8-42d3-970e-6b99b3af55a8 service neutron] Attempting to bind port 7a9b2ad2-4f48-4359-bd60-609fb2e21667 on network 5dbf213b-0fc8-45b6-ae08-2a59287a2ef9 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:58:17.019737 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9d4d273-cad2-4aad-b55c-4bb175796b29 req-5b59b7f5-16b8-42d3-970e-6b99b3af55a8 service neutron] Port 7a9b2ad2-4f48-4359-bd60-609fb2e21667 on network 5dbf213b-0fc8-45b6-ae08-2a59287a2ef9 not bound, no agent of type Open vSwitch agent registered on host n-h2-802623-1 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 23:58:17.020061 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9d4d273-cad2-4aad-b55c-4bb175796b29 req-5b59b7f5-16b8-42d3-970e-6b99b3af55a8 service neutron] Attempting to bind port 7a9b2ad2-4f48-4359-bd60-609fb2e21667 on network 5dbf213b-0fc8-45b6-ae08-2a59287a2ef9 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:58:17.025024 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9d4d273-cad2-4aad-b55c-4bb175796b29 req-5b59b7f5-16b8-42d3-970e-6b99b3af55a8 service neutron] Checking agent: {'id': 'c5cc038b-93c4-4df4-8061-5df2a04a48c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 23, 0, 4), 'started_at': datetime.datetime(2021, 7, 27, 23, 0, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 58, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:58:17.025355 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9d4d273-cad2-4aad-b55c-4bb175796b29 req-5b59b7f5-16b8-42d3-970e-6b99b3af55a8 service neutron] Checking segment: {'id': 'dd04d9c9-b835-4f71-8f5e-6152a3a133f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '5dbf213b-0fc8-45b6-ae08-2a59287a2ef9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:58:17.025735 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9d4d273-cad2-4aad-b55c-4bb175796b29 req-5b59b7f5-16b8-42d3-970e-6b99b3af55a8 service neutron] Bound using segment: {'id': 'dd04d9c9-b835-4f71-8f5e-6152a3a133f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '5dbf213b-0fc8-45b6-ae08-2a59287a2ef9'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:58:17.026152 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-e9d4d273-cad2-4aad-b55c-4bb175796b29 req-5b59b7f5-16b8-42d3-970e-6b99b3af55a8 service neutron] Bound port: 7a9b2ad2-4f48-4359-bd60-609fb2e21667, host: n-h2-802623-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd04d9c9-b835-4f71-8f5e-6152a3a133f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '5dbf213b-0fc8-45b6-ae08-2a59287a2ef9'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:58:17.026499 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-e9d4d273-cad2-4aad-b55c-4bb175796b29 req-5b59b7f5-16b8-42d3-970e-6b99b3af55a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:58:17.089775 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-e9d4d273-cad2-4aad-b55c-4bb175796b29 req-5b59b7f5-16b8-42d3-970e-6b99b3af55a8 service neutron] For port 7a9b2ad2-4f48-4359-bd60-609fb2e21667, host n-h2-802623-1, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:58:17.092746 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-e9d4d273-cad2-4aad-b55c-4bb175796b29 req-5b59b7f5-16b8-42d3-970e-6b99b3af55a8 service neutron] For port 7a9b2ad2-4f48-4359-bd60-609fb2e21667, host n-h2-802623-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=7a9b2ad2-4f48-4359-bd60-609fb2e21667,segment=NetworkSegment(dd04d9c9-b835-4f71-8f5e-6152a3a133f4),segment_id=dd04d9c9-b835-4f71-8f5e-6152a3a133f4)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:58:17.096992 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-e9d4d273-cad2-4aad-b55c-4bb175796b29 req-5b59b7f5-16b8-42d3-970e-6b99b3af55a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11336041'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:58:17.133080 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d4d273-cad2-4aad-b55c-4bb175796b29 req-5b59b7f5-16b8-42d3-970e-6b99b3af55a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:58:17.133714 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-e9d4d273-cad2-4aad-b55c-4bb175796b29 req-5b59b7f5-16b8-42d3-970e-6b99b3af55a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:58:17.135207 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-e9d4d273-cad2-4aad-b55c-4bb175796b29 req-5b59b7f5-16b8-42d3-970e-6b99b3af55a8 service neutron] 10.222.0.49 "PUT /v2.0/ports/7a9b2ad2-4f48-4359-bd60-609fb2e21667 HTTP/1.1" status: 200 len: 1092 time: 0.7547970 Jul 27 23:58:17.159490 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b59b7f5-16b8-42d3-970e-6b99b3af55a8 service neutron] Pushing event updated for resources: {'Port': ['ID=7a9b2ad2-4f48-4359-bd60-609fb2e21667,revision_number=7']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:58:17.203530 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d4d273-cad2-4aad-b55c-4bb175796b29 req-48cdfa09-08bf-4525-992c-62ae221626f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:58:17.205646 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-e9d4d273-cad2-4aad-b55c-4bb175796b29 req-48cdfa09-08bf-4525-992c-62ae221626f9 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=4ba5b8d6319f49828578267b9b93e7c6&device_id=276ba30c-b20b-4946-a015-a9b7f65b48b6 HTTP/1.1" status: 200 len: 1095 time: 0.0432181 Jul 27 23:58:17.301017 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d4d273-cad2-4aad-b55c-4bb175796b29 req-ecfbbcd7-79d0-4f1a-a99b-bbbe22ece400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:58:17.302629 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-e9d4d273-cad2-4aad-b55c-4bb175796b29 req-ecfbbcd7-79d0-4f1a-a99b-bbbe22ece400 service neutron] 10.222.0.49 "GET /v2.0/networks?id=5dbf213b-0fc8-45b6-ae08-2a59287a2ef9 HTTP/1.1" status: 200 len: 913 time: 0.0905082 Jul 27 23:58:17.358721 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47de05bc-e52e-44f1-b56e-1b79f275db61 req-dd6d1cb0-a860-4280-a9ad-075fbcf1e978 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:58:17.360255 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-47de05bc-e52e-44f1-b56e-1b79f275db61 req-dd6d1cb0-a860-4280-a9ad-075fbcf1e978 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/ports?device_id=276ba30c-b20b-4946-a015-a9b7f65b48b6 HTTP/1.1" status: 200 len: 944 time: 0.0503635 Jul 27 23:58:17.373722 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-e9d4d273-cad2-4aad-b55c-4bb175796b29 req-b6acb261-f470-4fc6-8726-12415215f659 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7a9b2ad2-4f48-4359-bd60-609fb2e21667 HTTP/1.1" status: 200 len: 1000 time: 0.0637021 Jul 27 23:58:17.404130 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-47de05bc-e52e-44f1-b56e-1b79f275db61 req-d71a3c65-486f-489a-82e1-8521b132a84b tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/security-groups?id=2988c913-9e16-4060-8869-a1f99999e084&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344963 Jul 27 23:58:17.422975 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d4d273-cad2-4aad-b55c-4bb175796b29 req-14466c77-5836-47c0-a4fa-539e2d914646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:58:17.425075 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-e9d4d273-cad2-4aad-b55c-4bb175796b29 req-14466c77-5836-47c0-a4fa-539e2d914646 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=67b7c5ff-799a-4462-b8d6-a85a4f04b2ed HTTP/1.1" status: 200 len: 851 time: 0.0449905 Jul 27 23:58:17.469891 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d4d273-cad2-4aad-b55c-4bb175796b29 req-7b49aa5b-79f4-43a0-a7ab-74c9b220ab06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:58:17.471366 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-e9d4d273-cad2-4aad-b55c-4bb175796b29 req-7b49aa5b-79f4-43a0-a7ab-74c9b220ab06 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5dbf213b-0fc8-45b6-ae08-2a59287a2ef9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396044 Jul 27 23:58:17.562502 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-e9d4d273-cad2-4aad-b55c-4bb175796b29 req-50b07a4e-b266-425c-8f29-8b4356825090 service neutron] 10.222.0.49 "GET /v2.0/networks/5dbf213b-0fc8-45b6-ae08-2a59287a2ef9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841608 Jul 27 23:58:17.650065 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-e9d4d273-cad2-4aad-b55c-4bb175796b29 req-51ecb204-e530-4d67-99b8-ec1d2746f960 service neutron] 10.222.0.49 "GET /v2.0/networks/5dbf213b-0fc8-45b6-ae08-2a59287a2ef9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806475 Jul 27 23:58:18.521348 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445d3c72-9c47-4da7-8be7-64d4479c006e req-680bc140-c24b-495b-993f-7bc992beab0e tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:58:18.522803 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-445d3c72-9c47-4da7-8be7-64d4479c006e req-680bc140-c24b-495b-993f-7bc992beab0e tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/ports?device_id=276ba30c-b20b-4946-a015-a9b7f65b48b6 HTTP/1.1" status: 200 len: 944 time: 0.0481110 Jul 27 23:58:18.564850 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-445d3c72-9c47-4da7-8be7-64d4479c006e req-373791d1-998c-4fdb-a18c-684d7369a0a9 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/security-groups?id=2988c913-9e16-4060-8869-a1f99999e084&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362635 Jul 27 23:58:18.849166 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '276ba30c-b20b-4946-a015-a9b7f65b48b6', 'tag': '7a9b2ad2-4f48-4359-bd60-609fb2e21667'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:58:18.851483 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a476459a1bfce68b0ae0df5b6a71154bfc7cfdc8f9eefce6ad0a17231e60468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b79efef9-77fa-4a2d-b560-b7b92ad09e73" -d '{"events": [{"name": "network-changed", "server_uuid": "276ba30c-b20b-4946-a015-a9b7f65b48b6", "tag": "7a9b2ad2-4f48-4359-bd60-609fb2e21667"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:58:18.897189 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 23:58:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f744fea-8f60-4c08-9099-5b7663d44cda x-openstack-request-id: req-4f744fea-8f60-4c08-9099-5b7663d44cda {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:58:18.897499 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "276ba30c-b20b-4946-a015-a9b7f65b48b6", "tag": "7a9b2ad2-4f48-4359-bd60-609fb2e21667", "status": "completed", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:58:18.897749 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4f744fea-8f60-4c08-9099-5b7663d44cda {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:58:18.898143 n-d-802623-1 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '276ba30c-b20b-4946-a015-a9b7f65b48b6', 'tag': '7a9b2ad2-4f48-4359-bd60-609fb2e21667', 'status': 'completed', 'code': 200} Jul 27 23:58:18.957186 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79efef9-77fa-4a2d-b560-b7b92ad09e73 req-c3c0407f-7683-4a7d-b53b-5d79c010d397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:58:18.958825 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-b79efef9-77fa-4a2d-b560-b7b92ad09e73 req-c3c0407f-7683-4a7d-b53b-5d79c010d397 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=4ba5b8d6319f49828578267b9b93e7c6&device_id=276ba30c-b20b-4946-a015-a9b7f65b48b6 HTTP/1.1" status: 200 len: 1095 time: 0.0422931 Jul 27 23:58:18.964224 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79efef9-77fa-4a2d-b560-b7b92ad09e73 req-dd83bb6f-a7fa-4b5f-b164-044d20a6e381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:58:18.965729 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b79efef9-77fa-4a2d-b560-b7b92ad09e73 req-dd83bb6f-a7fa-4b5f-b164-044d20a6e381 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=4ba5b8d6319f49828578267b9b93e7c6&device_id=276ba30c-b20b-4946-a015-a9b7f65b48b6 HTTP/1.1" status: 200 len: 1095 time: 0.0434585 Jul 27 23:58:19.049962 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79efef9-77fa-4a2d-b560-b7b92ad09e73 req-8e905765-9d4f-482a-9327-7e83733744c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:58:19.051520 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-b79efef9-77fa-4a2d-b560-b7b92ad09e73 req-8e905765-9d4f-482a-9327-7e83733744c2 service neutron] 10.222.0.49 "GET /v2.0/networks?id=5dbf213b-0fc8-45b6-ae08-2a59287a2ef9 HTTP/1.1" status: 200 len: 913 time: 0.0848265 Jul 27 23:58:19.054486 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79efef9-77fa-4a2d-b560-b7b92ad09e73 req-c5834bd3-95f1-4e49-a05b-e65f3894e298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:58:19.056012 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b79efef9-77fa-4a2d-b560-b7b92ad09e73 req-c5834bd3-95f1-4e49-a05b-e65f3894e298 service neutron] 10.222.0.38 "GET /v2.0/networks?id=5dbf213b-0fc8-45b6-ae08-2a59287a2ef9 HTTP/1.1" status: 200 len: 913 time: 0.0831029 Jul 27 23:58:19.120974 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-b79efef9-77fa-4a2d-b560-b7b92ad09e73 req-803a8c3d-066f-4b08-947c-e3aba2394ab2 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7a9b2ad2-4f48-4359-bd60-609fb2e21667 HTTP/1.1" status: 200 len: 1000 time: 0.0622017 Jul 27 23:58:19.126759 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b79efef9-77fa-4a2d-b560-b7b92ad09e73 req-244a44b0-4e78-4cd0-b9ca-e3d6d7189456 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7a9b2ad2-4f48-4359-bd60-609fb2e21667 HTTP/1.1" status: 200 len: 1000 time: 0.0624580 Jul 27 23:58:19.171962 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79efef9-77fa-4a2d-b560-b7b92ad09e73 req-c9c9db52-d635-4dc4-b5da-155a24e36bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:58:19.173469 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-b79efef9-77fa-4a2d-b560-b7b92ad09e73 req-c9c9db52-d635-4dc4-b5da-155a24e36bc0 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=67b7c5ff-799a-4462-b8d6-a85a4f04b2ed HTTP/1.1" status: 200 len: 851 time: 0.0447650 Jul 27 23:58:19.176321 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79efef9-77fa-4a2d-b560-b7b92ad09e73 req-3ed23225-4463-4b4b-9e29-1de0ae2f8488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:58:19.177780 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b79efef9-77fa-4a2d-b560-b7b92ad09e73 req-3ed23225-4463-4b4b-9e29-1de0ae2f8488 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=67b7c5ff-799a-4462-b8d6-a85a4f04b2ed HTTP/1.1" status: 200 len: 851 time: 0.0447087 Jul 27 23:58:19.220685 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79efef9-77fa-4a2d-b560-b7b92ad09e73 req-7bd13dac-66d1-4961-85ed-7e37b3f21834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:58:19.222192 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-b79efef9-77fa-4a2d-b560-b7b92ad09e73 req-7bd13dac-66d1-4961-85ed-7e37b3f21834 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5dbf213b-0fc8-45b6-ae08-2a59287a2ef9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406373 Jul 27 23:58:19.225515 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79efef9-77fa-4a2d-b560-b7b92ad09e73 req-61225051-7cba-4a08-807f-dcee1b8b4825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:58:19.227001 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b79efef9-77fa-4a2d-b560-b7b92ad09e73 req-61225051-7cba-4a08-807f-dcee1b8b4825 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=5dbf213b-0fc8-45b6-ae08-2a59287a2ef9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407927 Jul 27 23:58:19.317375 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-b79efef9-77fa-4a2d-b560-b7b92ad09e73 req-4c639ea2-b04f-46de-914e-75d4f6bbde92 service neutron] 10.222.0.49 "GET /v2.0/networks/5dbf213b-0fc8-45b6-ae08-2a59287a2ef9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866873 Jul 27 23:58:19.325072 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b79efef9-77fa-4a2d-b560-b7b92ad09e73 req-04e56dfd-6245-4c62-8479-6ac2241f20f2 service neutron] 10.222.0.38 "GET /v2.0/networks/5dbf213b-0fc8-45b6-ae08-2a59287a2ef9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903802 Jul 27 23:58:19.409338 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-b79efef9-77fa-4a2d-b560-b7b92ad09e73 req-7556434d-9a2a-45bd-ad43-9bd7b486754a service neutron] 10.222.0.49 "GET /v2.0/networks/5dbf213b-0fc8-45b6-ae08-2a59287a2ef9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845068 Jul 27 23:58:19.413713 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b79efef9-77fa-4a2d-b560-b7b92ad09e73 req-7d4b570d-a0de-4f25-8318-d1f95454d048 service neutron] 10.222.0.38 "GET /v2.0/networks/5dbf213b-0fc8-45b6-ae08-2a59287a2ef9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816448 Jul 27 23:58:19.679990 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25405545-16f5-4b80-a4cc-83ee4fae1176 req-6f253a6f-3bc7-4ac8-ad97-f38295b11f13 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:58:19.681477 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-25405545-16f5-4b80-a4cc-83ee4fae1176 req-6f253a6f-3bc7-4ac8-ad97-f38295b11f13 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/ports?device_id=276ba30c-b20b-4946-a015-a9b7f65b48b6 HTTP/1.1" status: 200 len: 944 time: 0.0505877 Jul 27 23:58:19.723981 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-25405545-16f5-4b80-a4cc-83ee4fae1176 req-9d3eab1d-1811-4183-a87e-17466fc1b668 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/security-groups?id=2988c913-9e16-4060-8869-a1f99999e084&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366228 Jul 27 23:58:20.192587 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 7a9b2ad2-4f48-4359-bd60-609fb2e21667 no longer exists at agent hyperv_n-h1-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:58:20.231597 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 7a9b2ad2-4f48-4359-bd60-609fb2e21667 not bound to the agent host n-h1-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:58:20.839745 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8e3155-e690-4ba0-9641-db6c9e668a6e req-9d8a4899-3130-46e0-b8e3-de09d9342437 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:58:20.841204 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-4b8e3155-e690-4ba0-9641-db6c9e668a6e req-9d8a4899-3130-46e0-b8e3-de09d9342437 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/ports?device_id=276ba30c-b20b-4946-a015-a9b7f65b48b6 HTTP/1.1" status: 200 len: 944 time: 0.0496247 Jul 27 23:58:20.879206 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-4b8e3155-e690-4ba0-9641-db6c9e668a6e req-60fa1b71-353c-4c49-bb1e-b32a107113b3 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/security-groups?id=2988c913-9e16-4060-8869-a1f99999e084&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315859 Jul 27 23:58:21.103840 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe00dd70-df2f-4551-aafc-e0f2b530de26 req-157fdecb-5bb5-4540-8626-68fe5354e5af tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:58:21.105243 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-fe00dd70-df2f-4551-aafc-e0f2b530de26 req-157fdecb-5bb5-4540-8626-68fe5354e5af tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/ports?device_id=276ba30c-b20b-4946-a015-a9b7f65b48b6 HTTP/1.1" status: 200 len: 944 time: 0.0855393 Jul 27 23:58:21.113747 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8a4c0e-1ab6-4f06-854b-68fe58d80ec8 req-62b48cf9-f4f6-4544-9bf1-178a43ba06e9 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:58:21.115099 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-3f8a4c0e-1ab6-4f06-854b-68fe58d80ec8 req-62b48cf9-f4f6-4544-9bf1-178a43ba06e9 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.38 "GET /v2.0/ports?device_id=276ba30c-b20b-4946-a015-a9b7f65b48b6&tenant_id=4ba5b8d6319f49828578267b9b93e7c6&binding%3Ahost_id=n-h2-802623-1 HTTP/1.1" status: 200 len: 944 time: 0.0845520 Jul 27 23:58:21.180203 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-fe00dd70-df2f-4551-aafc-e0f2b530de26 req-762c030c-3475-4bfc-a96f-4cc4fb1244ce tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/security-groups?id=2988c913-9e16-4060-8869-a1f99999e084&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641742 Jul 27 23:58:21.197707 n-d-802623-1 neutron-server[93798]: INFO neutron.api.v2.resource [req-3f8a4c0e-1ab6-4f06-854b-68fe58d80ec8 req-2e39f1f6-8397-41cc-8239-57b013b8a16b service neutron] delete failed (client error): The resource could not be found. Jul 27 23:58:21.197707 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-3f8a4c0e-1ab6-4f06-854b-68fe58d80ec8 req-2e39f1f6-8397-41cc-8239-57b013b8a16b service neutron] 10.222.0.38 "DELETE /v2.0/ports/7a9b2ad2-4f48-4359-bd60-609fb2e21667/bindings/n-h1-802623-1 HTTP/1.1" status: 404 len: 380 time: 0.0747907 Jul 27 23:58:21.284784 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8a4c0e-1ab6-4f06-854b-68fe58d80ec8 req-8ab59d85-938e-44c5-ac91-c44c0cc7cc03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:58:21.286259 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-3f8a4c0e-1ab6-4f06-854b-68fe58d80ec8 req-8ab59d85-938e-44c5-ac91-c44c0cc7cc03 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=4ba5b8d6319f49828578267b9b93e7c6&device_id=276ba30c-b20b-4946-a015-a9b7f65b48b6 HTTP/1.1" status: 200 len: 1095 time: 0.0442119 Jul 27 23:58:21.374311 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8a4c0e-1ab6-4f06-854b-68fe58d80ec8 req-3c1bfbb7-14a8-4f08-a04d-64bbe9b00acb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:58:21.375680 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-3f8a4c0e-1ab6-4f06-854b-68fe58d80ec8 req-3c1bfbb7-14a8-4f08-a04d-64bbe9b00acb service neutron] 10.222.0.38 "GET /v2.0/networks?id=5dbf213b-0fc8-45b6-ae08-2a59287a2ef9 HTTP/1.1" status: 200 len: 913 time: 0.0820532 Jul 27 23:58:21.395554 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device 7a9b2ad2-4f48-4359-bd60-609fb2e21667 details requested by agent hyperv_n-h2-802623-1 with host n-h2-802623-1 {{(pid=93799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 23:58:21.450345 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-3f8a4c0e-1ab6-4f06-854b-68fe58d80ec8 req-55e55a74-7382-4c4a-a45c-a7574d7fc22b service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7a9b2ad2-4f48-4359-bd60-609fb2e21667 HTTP/1.1" status: 200 len: 1000 time: 0.0674765 Jul 27 23:58:21.489079 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port 7a9b2ad2-4f48-4359-bd60-609fb2e21667, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=7a9b2ad2-4f48-4359-bd60-609fb2e21667,segment=NetworkSegment(dd04d9c9-b835-4f71-8f5e-6152a3a133f4),segment_id=dd04d9c9-b835-4f71-8f5e-6152a3a133f4)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:58:21.498295 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8a4c0e-1ab6-4f06-854b-68fe58d80ec8 req-59ebb8a7-7b08-43cd-be82-24bdf8ac495c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:58:21.499765 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-3f8a4c0e-1ab6-4f06-854b-68fe58d80ec8 req-59ebb8a7-7b08-43cd-be82-24bdf8ac495c service neutron] 10.222.0.38 "GET /v2.0/subnets?id=67b7c5ff-799a-4462-b8d6-a85a4f04b2ed HTTP/1.1" status: 200 len: 851 time: 0.0431406 Jul 27 23:58:21.500101 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Returning: {'device': '7a9b2ad2-4f48-4359-bd60-609fb2e21667', 'network_id': '5dbf213b-0fc8-45b6-ae08-2a59287a2ef9', 'port_id': '7a9b2ad2-4f48-4359-bd60-609fb2e21667', 'mac_address': 'fa:16:3e:32:8d:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67b7c5ff-799a-4462-b8d6-a85a4f04b2ed', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 23:58:21.541097 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:58:21.544965 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8a4c0e-1ab6-4f06-854b-68fe58d80ec8 req-e64ded59-78d8-478b-b9c4-71ae7fa03e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:58:21.546451 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-3f8a4c0e-1ab6-4f06-854b-68fe58d80ec8 req-e64ded59-78d8-478b-b9c4-71ae7fa03e5a service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=5dbf213b-0fc8-45b6-ae08-2a59287a2ef9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399680 Jul 27 23:58:21.553610 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a9b2ad2-4f48-4359-bd60-609fb2e21667 {{(pid=93799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:58:21.572646 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port 7a9b2ad2-4f48-4359-bd60-609fb2e21667, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=7a9b2ad2-4f48-4359-bd60-609fb2e21667,segment=NetworkSegment(dd04d9c9-b835-4f71-8f5e-6152a3a133f4),segment_id=dd04d9c9-b835-4f71-8f5e-6152a3a133f4)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:58:21.576485 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:58:21.622514 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Pushing event updated for resources: {'Port': ['ID=7a9b2ad2-4f48-4359-bd60-609fb2e21667,revision_number=8']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:58:21.629884 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:58:21.630176 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:58:21.630522 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:58:21.630866 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:58:21.631230 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:58:21.631562 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:58:21.631895 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:58:21.632226 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:58:21.632557 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:58:21.632885 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:58:21.633209 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:58:21.633558 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:58:21.640932 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-3f8a4c0e-1ab6-4f06-854b-68fe58d80ec8 req-a6042185-58df-4705-9442-0bf921a40637 service neutron] 10.222.0.38 "GET /v2.0/networks/5dbf213b-0fc8-45b6-ae08-2a59287a2ef9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872869 Jul 27 23:58:21.730491 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-3f8a4c0e-1ab6-4f06-854b-68fe58d80ec8 req-477c8e79-0ec9-45bd-af36-a1a432e35ab9 service neutron] 10.222.0.38 "GET /v2.0/networks/5dbf213b-0fc8-45b6-ae08-2a59287a2ef9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825529 Jul 27 23:58:21.901111 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] get_ports_and_sgs() called for port_ids ['7a9b2ad2-4f48-4359-bd60-609fb2e21667'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:58:22.296870 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0694daac-5c28-4ed0-8c67-7f8c4c91ce4e req-e5a8bffd-4ca2-4a3c-9942-96131281317d tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:58:22.298383 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-0694daac-5c28-4ed0-8c67-7f8c4c91ce4e req-e5a8bffd-4ca2-4a3c-9942-96131281317d tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/ports?device_id=276ba30c-b20b-4946-a015-a9b7f65b48b6 HTTP/1.1" status: 200 len: 945 time: 0.0490859 Jul 27 23:58:22.340034 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-0694daac-5c28-4ed0-8c67-7f8c4c91ce4e req-c60c458c-2f35-4ae4-b902-9e70bb0aa38a tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/security-groups?id=2988c913-9e16-4060-8869-a1f99999e084&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322559 Jul 27 23:58:22.453319 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1285c8a-0754-40ef-ad4f-10fdb7164f2f req-84bae722-da46-4bcb-9504-65a2f6b75cc4 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:58:22.455374 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-d1285c8a-0754-40ef-ad4f-10fdb7164f2f req-84bae722-da46-4bcb-9504-65a2f6b75cc4 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/ports?device_id=276ba30c-b20b-4946-a015-a9b7f65b48b6 HTTP/1.1" status: 200 len: 945 time: 0.0508816 Jul 27 23:58:22.493141 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-d1285c8a-0754-40ef-ad4f-10fdb7164f2f req-28f3cd33-607a-43f2-a02e-0e74cc1194ec tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/security-groups?id=2988c913-9e16-4060-8869-a1f99999e084&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319521 Jul 27 23:58:22.686545 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c05c56-8df2-4496-9fe0-3c5c050d731e req-f4ce4484-f01f-4725-a363-b178ee39a97f tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:58:22.688092 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b9c05c56-8df2-4496-9fe0-3c5c050d731e req-f4ce4484-f01f-4725-a363-b178ee39a97f tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/ports?device_id=276ba30c-b20b-4946-a015-a9b7f65b48b6 HTTP/1.1" status: 200 len: 945 time: 0.0538807 Jul 27 23:58:22.710407 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b74f414-8c88-4262-a321-9452e7817891 req-e08da142-f7ae-4ebe-84ff-83fe51f30c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:58:22.711889 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-0b74f414-8c88-4262-a321-9452e7817891 req-e08da142-f7ae-4ebe-84ff-83fe51f30c4a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=4ba5b8d6319f49828578267b9b93e7c6&device_id=276ba30c-b20b-4946-a015-a9b7f65b48b6 HTTP/1.1" status: 200 len: 1096 time: 0.0407937 Jul 27 23:58:22.727247 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b9c05c56-8df2-4496-9fe0-3c5c050d731e req-fcbff657-1967-4de7-9f5e-e83228f173f8 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/security-groups?id=2988c913-9e16-4060-8869-a1f99999e084&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328050 Jul 27 23:58:22.807104 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b74f414-8c88-4262-a321-9452e7817891 req-48a38ef1-d8e5-4c94-85eb-1bce61ef5a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:58:22.808570 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-0b74f414-8c88-4262-a321-9452e7817891 req-48a38ef1-d8e5-4c94-85eb-1bce61ef5a76 service neutron] 10.222.0.49 "GET /v2.0/networks?id=5dbf213b-0fc8-45b6-ae08-2a59287a2ef9 HTTP/1.1" status: 200 len: 913 time: 0.0890853 Jul 27 23:58:22.873197 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-0b74f414-8c88-4262-a321-9452e7817891 req-7d6ab643-fffd-4487-8e9b-9d77d38eadc7 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7a9b2ad2-4f48-4359-bd60-609fb2e21667 HTTP/1.1" status: 200 len: 1001 time: 0.0573235 Jul 27 23:58:22.921803 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b74f414-8c88-4262-a321-9452e7817891 req-5358abfb-ab0e-4669-9d5a-f215ad270214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:58:22.923858 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-0b74f414-8c88-4262-a321-9452e7817891 req-5358abfb-ab0e-4669-9d5a-f215ad270214 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=67b7c5ff-799a-4462-b8d6-a85a4f04b2ed HTTP/1.1" status: 200 len: 851 time: 0.0425906 Jul 27 23:58:22.973930 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b74f414-8c88-4262-a321-9452e7817891 req-f7a24253-4c9e-4fa1-ab51-41f065e9e2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:58:22.975402 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-0b74f414-8c88-4262-a321-9452e7817891 req-f7a24253-4c9e-4fa1-ab51-41f065e9e2fc service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5dbf213b-0fc8-45b6-ae08-2a59287a2ef9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454659 Jul 27 23:58:23.061198 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-0b74f414-8c88-4262-a321-9452e7817891 req-52098465-61ca-4b42-bbe6-fa1ce38814ab service neutron] 10.222.0.49 "GET /v2.0/networks/5dbf213b-0fc8-45b6-ae08-2a59287a2ef9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788648 Jul 27 23:58:23.152111 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-0b74f414-8c88-4262-a321-9452e7817891 req-5b87ce04-b3c7-4152-9deb-42089db8a95c service neutron] 10.222.0.49 "GET /v2.0/networks/5dbf213b-0fc8-45b6-ae08-2a59287a2ef9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840914 Jul 27 23:58:23.410735 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device 7a9b2ad2-4f48-4359-bd60-609fb2e21667 up at agent hyperv_n-h2-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:58:23.459663 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Provisioning for port 7a9b2ad2-4f48-4359-bd60-609fb2e21667 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:58:23.463280 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Provisioning complete for port 7a9b2ad2-4f48-4359-bd60-609fb2e21667 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:58:23.463650 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:58:23.537386 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:58:23.561582 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '276ba30c-b20b-4946-a015-a9b7f65b48b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a9b2ad2-4f48-4359-bd60-609fb2e21667'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:58:23.564459 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c0369b0d4f459110ff20a1f9878ba33f96d6491bddb9d15843bf29d01e0bda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9382696a-36c6-46eb-86ac-b1754d917c0f" -d '{"events": [{"server_uuid": "276ba30c-b20b-4946-a015-a9b7f65b48b6", "name": "network-vif-plugged", "status": "completed", "tag": "7a9b2ad2-4f48-4359-bd60-609fb2e21667"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:58:23.577680 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] For port 7a9b2ad2-4f48-4359-bd60-609fb2e21667, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=7a9b2ad2-4f48-4359-bd60-609fb2e21667,segment=NetworkSegment(dd04d9c9-b835-4f71-8f5e-6152a3a133f4),segment_id=dd04d9c9-b835-4f71-8f5e-6152a3a133f4)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:58:23.583394 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:58:23.605939 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:58:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b157df0-84f1-43ed-b2ab-a1aec65b9b06 x-openstack-request-id: req-0b157df0-84f1-43ed-b2ab-a1aec65b9b06 {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:58:23.606234 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "276ba30c-b20b-4946-a015-a9b7f65b48b6", "name": "network-vif-plugged", "status": "completed", "tag": "7a9b2ad2-4f48-4359-bd60-609fb2e21667", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:58:23.606487 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0b157df0-84f1-43ed-b2ab-a1aec65b9b06 {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:58:23.606875 n-d-802623-1 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '276ba30c-b20b-4946-a015-a9b7f65b48b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a9b2ad2-4f48-4359-bd60-609fb2e21667', 'code': 200} Jul 27 23:58:23.631954 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Pushing event updated for resources: {'Port': ['ID=7a9b2ad2-4f48-4359-bd60-609fb2e21667,revision_number=9']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:58:23.841756 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb138918-1384-4ed9-9c39-617839994b24 req-3df5001d-b81a-44a3-8516-84b6f727a400 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:58:23.843257 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-eb138918-1384-4ed9-9c39-617839994b24 req-3df5001d-b81a-44a3-8516-84b6f727a400 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/ports?device_id=276ba30c-b20b-4946-a015-a9b7f65b48b6 HTTP/1.1" status: 200 len: 946 time: 0.0487294 Jul 27 23:58:23.880886 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-eb138918-1384-4ed9-9c39-617839994b24 req-7e64dfa1-713f-4dc7-be43-05c468795395 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/security-groups?id=2988c913-9e16-4060-8869-a1f99999e084&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317938 Jul 27 23:58:24.106085 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408cbac1-90e7-4e67-89eb-ae91ab4fcfa7 req-33e73b4f-5ca9-4c21-bda0-d07634481b02 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:58:24.107590 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-408cbac1-90e7-4e67-89eb-ae91ab4fcfa7 req-33e73b4f-5ca9-4c21-bda0-d07634481b02 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/ports?device_id=276ba30c-b20b-4946-a015-a9b7f65b48b6 HTTP/1.1" status: 200 len: 946 time: 0.0480928 Jul 27 23:58:24.144794 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-408cbac1-90e7-4e67-89eb-ae91ab4fcfa7 req-bc815348-83fa-47dc-a4d8-036e7c3cc345 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/security-groups?id=2988c913-9e16-4060-8869-a1f99999e084&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307238 Jul 27 23:58:25.261652 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cbb627-0807-43a6-8f13-27a56eda0ad5 req-cfefec59-5741-48c2-86a9-63de365b550a tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:58:25.263168 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a4cbb627-0807-43a6-8f13-27a56eda0ad5 req-cfefec59-5741-48c2-86a9-63de365b550a tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/ports?device_id=276ba30c-b20b-4946-a015-a9b7f65b48b6 HTTP/1.1" status: 200 len: 946 time: 0.0499895 Jul 27 23:58:25.301075 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a4cbb627-0807-43a6-8f13-27a56eda0ad5 req-e42e7e0a-dce7-4c5e-823f-c1982cd1e7e3 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/security-groups?id=2988c913-9e16-4060-8869-a1f99999e084&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319304 Jul 27 23:58:25.433433 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59476751-1342-4f0e-98ee-6b8294671725 req-8474d709-c3c7-4ff0-9ec5-7988a0322f56 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:58:25.434852 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-59476751-1342-4f0e-98ee-6b8294671725 req-8474d709-c3c7-4ff0-9ec5-7988a0322f56 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.49 "GET /v2.0/ports?device_id=276ba30c-b20b-4946-a015-a9b7f65b48b6 HTTP/1.1" status: 200 len: 946 time: 0.0463786 Jul 27 23:58:25.524587 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [req-59476751-1342-4f0e-98ee-6b8294671725 req-c7df38ed-51b2-48a2-97c4-ce950a746468 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Deleting port 7a9b2ad2-4f48-4359-bd60-609fb2e21667 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:58:25.524933 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-59476751-1342-4f0e-98ee-6b8294671725 req-c7df38ed-51b2-48a2-97c4-ce950a746468 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:58:25.610147 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-59476751-1342-4f0e-98ee-6b8294671725 req-c7df38ed-51b2-48a2-97c4-ce950a746468 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] For port 7a9b2ad2-4f48-4359-bd60-609fb2e21667, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=7a9b2ad2-4f48-4359-bd60-609fb2e21667,segment=NetworkSegment(dd04d9c9-b835-4f71-8f5e-6152a3a133f4),segment_id=dd04d9c9-b835-4f71-8f5e-6152a3a133f4)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:58:25.610509 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-59476751-1342-4f0e-98ee-6b8294671725 req-c7df38ed-51b2-48a2-97c4-ce950a746468 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:58:25.777938 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-59476751-1342-4f0e-98ee-6b8294671725 req-c7df38ed-51b2-48a2-97c4-ce950a746468 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:58:25.778256 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-59476751-1342-4f0e-98ee-6b8294671725 req-c7df38ed-51b2-48a2-97c4-ce950a746468 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-415302'] for floatingip, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:58:25.778556 n-d-802623-1 neutron-server[93797]: INFO neutron.db.l3_db [req-59476751-1342-4f0e-98ee-6b8294671725 req-c7df38ed-51b2-48a2-97c4-ce950a746468 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Floating IP 3fad5a04-baa6-4624-b12a-c81214f6ef12 disassociated. External IP: 172.25.4.156, port: 7a9b2ad2-4f48-4359-bd60-609fb2e21667. Jul 27 23:58:25.778897 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [req-59476751-1342-4f0e-98ee-6b8294671725 req-c7df38ed-51b2-48a2-97c4-ce950a746468 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Calling delete_port for 7a9b2ad2-4f48-4359-bd60-609fb2e21667 owned by compute:nova {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:58:25.904291 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-59476751-1342-4f0e-98ee-6b8294671725 req-c7df38ed-51b2-48a2-97c4-ce950a746468 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:58:25.932344 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7df38ed-51b2-48a2-97c4-ce950a746468 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Pushing event deleted for resources: {'Port': ['ID=7a9b2ad2-4f48-4359-bd60-609fb2e21667,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:58:26.050645 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.l3_agent_scheduler [req-59476751-1342-4f0e-98ee-6b8294671725 req-c7df38ed-51b2-48a2-97c4-ce950a746468 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Router eadf4275-d7fe-41af-8f29-3a7d3327f789 has already been hosted by L3 agent 018c4455-49c0-4734-927d-7824067b2a9e {{(pid=93797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 23:58:26.162425 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-59476751-1342-4f0e-98ee-6b8294671725 req-c7df38ed-51b2-48a2-97c4-ce950a746468 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:58:26.172907 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2568c30-17db-45a7-bf14-ee3609e9262b None None] Sync routers for ids ['eadf4275-d7fe-41af-8f29-3a7d3327f789'] in n-d-802623-1 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:58:26.182572 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2568c30-17db-45a7-bf14-ee3609e9262b None None] Routers {'eadf4275-d7fe-41af-8f29-3a7d3327f789'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:58:26.183212 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-a2568c30-17db-45a7-bf14-ee3609e9262b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:58:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['eadf4275-d7fe-41af-8f29-3a7d3327f789'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:58:26.205155 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [req-59476751-1342-4f0e-98ee-6b8294671725 req-c7df38ed-51b2-48a2-97c4-ce950a746468 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] No DVR routers for this DVR port 7a9b2ad2-4f48-4359-bd60-609fb2e21667 on host n-h2-802623-1 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:58:26.207870 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-59476751-1342-4f0e-98ee-6b8294671725 req-c7df38ed-51b2-48a2-97c4-ce950a746468 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:58:26.209942 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-59476751-1342-4f0e-98ee-6b8294671725 req-c7df38ed-51b2-48a2-97c4-ce950a746468 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.49 "DELETE /v2.0/ports/7a9b2ad2-4f48-4359-bd60-609fb2e21667 HTTP/1.1" status: 204 len: 173 time: 0.7686968 Jul 27 23:58:26.210341 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '276ba30c-b20b-4946-a015-a9b7f65b48b6', 'name': 'network-vif-deleted', 'tag': '7a9b2ad2-4f48-4359-bd60-609fb2e21667'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:58:26.212607 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a476459a1bfce68b0ae0df5b6a71154bfc7cfdc8f9eefce6ad0a17231e60468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-359509c4-bf42-493a-87ff-cf372faf8837" -d '{"events": [{"server_uuid": "276ba30c-b20b-4946-a015-a9b7f65b48b6", "name": "network-vif-deleted", "tag": "7a9b2ad2-4f48-4359-bd60-609fb2e21667"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:58:26.252699 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:58:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d8c451b-e824-431a-995a-11292e73320d x-openstack-request-id: req-7d8c451b-e824-431a-995a-11292e73320d {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:58:26.252998 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "276ba30c-b20b-4946-a015-a9b7f65b48b6", "name": "network-vif-deleted", "tag": "7a9b2ad2-4f48-4359-bd60-609fb2e21667", "status": "completed", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:58:26.253250 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7d8c451b-e824-431a-995a-11292e73320d {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:58:26.253653 n-d-802623-1 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '276ba30c-b20b-4946-a015-a9b7f65b48b6', 'name': 'network-vif-deleted', 'tag': '7a9b2ad2-4f48-4359-bd60-609fb2e21667', 'status': 'completed', 'code': 200} Jul 27 23:58:26.292242 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-a2568c30-17db-45a7-bf14-ee3609e9262b None None] Set router eadf4275-d7fe-41af-8f29-3a7d3327f789 gateway port host: n-d-802623-1 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:58:26.408052 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-516aad62-ce04-4529-824d-dd3be975514f req-5d7d2fa8-b993-426f-8973-85ea699e4e28 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/ports?device_id=276ba30c-b20b-4946-a015-a9b7f65b48b6 HTTP/1.1" status: 200 len: 210 time: 0.0272913 Jul 27 23:58:26.508390 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-a2568c30-17db-45a7-bf14-ee3609e9262b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eadf4275-d7fe-41af-8f29-3a7d3327f789', 'name': 'tempest-ServerActionsTestJSON-2095143459-router', 'tenant_id': '4ba5b8d6319f49828578267b9b93e7c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.78'}], 'enable_snat': True}, 'gw_port_id': 'afbf6c78-7c5c-484d-80f9-d5348c2628e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:53:01Z', 'updated_at': '2021-07-27T23:53:04Z', 'revision_number': 4, 'project_id': '4ba5b8d6319f49828578267b9b93e7c6', 'gw_port': {'id': 'afbf6c78-7c5c-484d-80f9-d5348c2628e4', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:b4:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eadf4275-d7fe-41af-8f29-3a7d3327f789', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:53:02Z', 'updated_at': '2021-07-27T23:53:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': '11d09bb7-1341-4e00-b320-152dd1c2e35b', 'name': '', 'network_id': '5dbf213b-0fc8-45b6-ae08-2a59287a2ef9', 'tenant_id': '4ba5b8d6319f49828578267b9b93e7c6', 'mac_address': 'fa:16:3e:00:d4:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eadf4275-d7fe-41af-8f29-3a7d3327f789', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '67b7c5ff-799a-4462-b8d6-a85a4f04b2ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:53:04Z', 'updated_at': '2021-07-27T23:53:08Z', 'revision_number': 5, 'project_id': '4ba5b8d6319f49828578267b9b93e7c6', 'subnets': [{'id': '67b7c5ff-799a-4462-b8d6-a85a4f04b2ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:58:26.537493 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2568c30-17db-45a7-bf14-ee3609e9262b None None] Checking router: eadf4275-d7fe-41af-8f29-3a7d3327f789 for host: n-d-802623-1 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 23:58:26.545619 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2568c30-17db-45a7-bf14-ee3609e9262b None None] Routers {'eadf4275-d7fe-41af-8f29-3a7d3327f789'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:58:26.546153 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-a2568c30-17db-45a7-bf14-ee3609e9262b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:58:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['eadf4275-d7fe-41af-8f29-3a7d3327f789'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:58:26.646694 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-a2568c30-17db-45a7-bf14-ee3609e9262b None None] Set router eadf4275-d7fe-41af-8f29-3a7d3327f789 gateway port host: n-d-802623-1 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:58:26.834600 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-a2568c30-17db-45a7-bf14-ee3609e9262b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eadf4275-d7fe-41af-8f29-3a7d3327f789', 'name': 'tempest-ServerActionsTestJSON-2095143459-router', 'tenant_id': '4ba5b8d6319f49828578267b9b93e7c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.78'}], 'enable_snat': True}, 'gw_port_id': 'afbf6c78-7c5c-484d-80f9-d5348c2628e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:53:01Z', 'updated_at': '2021-07-27T23:53:04Z', 'revision_number': 4, 'project_id': '4ba5b8d6319f49828578267b9b93e7c6', 'gw_port': {'id': 'afbf6c78-7c5c-484d-80f9-d5348c2628e4', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:b4:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eadf4275-d7fe-41af-8f29-3a7d3327f789', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:53:02Z', 'updated_at': '2021-07-27T23:53:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': '11d09bb7-1341-4e00-b320-152dd1c2e35b', 'name': '', 'network_id': '5dbf213b-0fc8-45b6-ae08-2a59287a2ef9', 'tenant_id': '4ba5b8d6319f49828578267b9b93e7c6', 'mac_address': 'fa:16:3e:00:d4:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eadf4275-d7fe-41af-8f29-3a7d3327f789', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '67b7c5ff-799a-4462-b8d6-a85a4f04b2ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:53:04Z', 'updated_at': '2021-07-27T23:53:08Z', 'revision_number': 5, 'project_id': '4ba5b8d6319f49828578267b9b93e7c6', 'subnets': [{'id': '67b7c5ff-799a-4462-b8d6-a85a4f04b2ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:58:26.859780 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2568c30-17db-45a7-bf14-ee3609e9262b None None] The sync data for ids ['eadf4275-d7fe-41af-8f29-3a7d3327f789'] in n-d-802623-1 is: [{'id': 'eadf4275-d7fe-41af-8f29-3a7d3327f789', 'name': 'tempest-ServerActionsTestJSON-2095143459-router', 'tenant_id': '4ba5b8d6319f49828578267b9b93e7c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.78'}], 'enable_snat': True}, 'gw_port_id': 'afbf6c78-7c5c-484d-80f9-d5348c2628e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:53:01Z', 'updated_at': '2021-07-27T23:53:04Z', 'revision_number': 4, 'project_id': '4ba5b8d6319f49828578267b9b93e7c6', 'gw_port': {'id': 'afbf6c78-7c5c-484d-80f9-d5348c2628e4', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:b4:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eadf4275-d7fe-41af-8f29-3a7d3327f789', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:53:02Z', 'updated_at': '2021-07-27T23:53:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': '11d09bb7-1341-4e00-b320-152dd1c2e35b', 'name': '', 'network_id': '5dbf213b-0fc8-45b6-ae08-2a59287a2ef9', 'tenant_id': '4ba5b8d6319f49828578267b9b93e7c6', 'mac_address': 'fa:16:3e:00:d4:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eadf4275-d7fe-41af-8f29-3a7d3327f789', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '67b7c5ff-799a-4462-b8d6-a85a4f04b2ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:53:04Z', 'updated_at': '2021-07-27T23:53:08Z', 'revision_number': 5, 'project_id': '4ba5b8d6319f49828578267b9b93e7c6', 'subnets': [{'id': '67b7c5ff-799a-4462-b8d6-a85a4f04b2ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:58:26.953423 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e22fda87-ab95-470f-a285-044fb132ff2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:58:27.079758 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5196d1db-b9e0-4442-a9be-3f9ce63785ae None None] New status for floating IP 3fad5a04-baa6-4624-b12a-c81214f6ef12: DOWN {{(pid=93799) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 23:58:27.683144 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f5c4ac24-662c-4110-a28c-8b327446a77a req-7619c0e8-c753-4050-ac4c-715d1f994070 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--699128036&fields=id&tenant_id=4ba5b8d6319f49828578267b9b93e7c6 HTTP/1.1" status: 200 len: 267 time: 0.0365269 Jul 27 23:58:27.788905 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c4ac24-662c-4110-a28c-8b327446a77a req-0233e10b-e11b-4cf2-b7f4-87f2a5f7caeb tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:58:27.790292 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f5c4ac24-662c-4110-a28c-8b327446a77a req-0233e10b-e11b-4cf2-b7f4-87f2a5f7caeb tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/networks?id=5dbf213b-0fc8-45b6-ae08-2a59287a2ef9 HTTP/1.1" status: 200 len: 812 time: 0.1000457 Jul 27 23:58:27.804960 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f5c4ac24-662c-4110-a28c-8b327446a77a req-fab53ad0-a9bc-4f97-ab58-9636fefa373a tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/quotas/4ba5b8d6319f49828578267b9b93e7c6 HTTP/1.1" status: 200 len: 375 time: 0.0089071 Jul 27 23:58:27.857306 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f5c4ac24-662c-4110-a28c-8b327446a77a req-d197378b-af26-48d7-8554-9fa5b1904e8b tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=4ba5b8d6319f49828578267b9b93e7c6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0472884 Jul 27 23:58:28.005933 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f5c4ac24-662c-4110-a28c-8b327446a77a req-57f7775c-4356-42db-90f1-44894516b961 service neutron] 10.222.0.18 "GET /v2.0/networks/5dbf213b-0fc8-45b6-ae08-2a59287a2ef9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372449 Jul 27 23:58:28.095645 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f5c4ac24-662c-4110-a28c-8b327446a77a req-af620df9-308f-4641-b5b3-f5b7400b28ea service neutron] 10.222.0.18 "GET /v2.0/networks/5dbf213b-0fc8-45b6-ae08-2a59287a2ef9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828273 Jul 27 23:58:28.258387 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-0ff3a486-00ad-44e7-94c2-24a5bc70a0db req-5ce53f49-52a1-4aae-a11f-0f89e540d3c9 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/ports?device_id=69ad61a5-ed1a-4487-9bff-0f24c33257f7 HTTP/1.1" status: 200 len: 210 time: 0.0260005 Jul 27 23:58:29.152642 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c4ac24-662c-4110-a28c-8b327446a77a req-4310192f-ded6-48bf-b308-d8ea0ed57a07 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:58:29.154135 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f5c4ac24-662c-4110-a28c-8b327446a77a req-4310192f-ded6-48bf-b308-d8ea0ed57a07 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.38 "GET /v2.0/networks?id=5dbf213b-0fc8-45b6-ae08-2a59287a2ef9 HTTP/1.1" status: 200 len: 812 time: 0.1162655 Jul 27 23:58:29.202193 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f5c4ac24-662c-4110-a28c-8b327446a77a req-f8d5f24f-e87f-42ec-a9dc-839cce7b20dc tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4ba5b8d6319f49828578267b9b93e7c6 HTTP/1.1" status: 200 len: 379 time: 0.0387414 Jul 27 23:58:29.217590 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [req-f5c4ac24-662c-4110-a28c-8b327446a77a req-5d8dc310-538c-42f1-a30b-3aef4f38f4f9 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Request body: {'port': {'device_id': '69ad61a5-ed1a-4487-9bff-0f24c33257f7', 'network_id': '5dbf213b-0fc8-45b6-ae08-2a59287a2ef9', 'admin_state_up': True, 'tenant_id': '4ba5b8d6319f49828578267b9b93e7c6', 'security_groups': ['2988c913-9e16-4060-8869-a1f99999e084']}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:58:29.357972 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-185932d6-4bf6-4257-b4c4-6886ce2a78bf req-c43789dc-8166-49c9-8c57-8feeec48e09d tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/ports?device_id=69ad61a5-ed1a-4487-9bff-0f24c33257f7 HTTP/1.1" status: 200 len: 210 time: 0.0299740 Jul 27 23:58:29.363521 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5c4ac24-662c-4110-a28c-8b327446a77a req-5d8dc310-538c-42f1-a30b-3aef4f38f4f9 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Made reservation on behalf of 4ba5b8d6319f49828578267b9b93e7c6 for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:58:29.367291 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-f5c4ac24-662c-4110-a28c-8b327446a77a req-5d8dc310-538c-42f1-a30b-3aef4f38f4f9 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:58:29.433605 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device 7a9b2ad2-4f48-4359-bd60-609fb2e21667 no longer exists at agent hyperv_n-h2-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:58:29.455125 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] No Port match for: 7a9b2ad2-4f48-4359-bd60-609fb2e21667 {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:58:29.455712 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Device 7a9b2ad2-4f48-4359-bd60-609fb2e21667 not bound to the agent host n-h2-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:58:29.500146 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [req-f5c4ac24-662c-4110-a28c-8b327446a77a req-5d8dc310-538c-42f1-a30b-3aef4f38f4f9 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Allocated IP 172.20.0.14 (5dbf213b-0fc8-45b6-ae08-2a59287a2ef9/67b7c5ff-799a-4462-b8d6-a85a4f04b2ed/debfb6b3-0201-4f49-9df8-c066b64bd691) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:58:29.628880 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-18029efe-c338-4c44-a5c5-f1aa8e704996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:58:29.641113 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-f5c4ac24-662c-4110-a28c-8b327446a77a req-5d8dc310-538c-42f1-a30b-3aef4f38f4f9 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:58:29.654956 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-f5c4ac24-662c-4110-a28c-8b327446a77a req-5d8dc310-538c-42f1-a30b-3aef4f38f4f9 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Transition to ACTIVE for port object debfb6b3-0201-4f49-9df8-c066b64bd691 will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:58:29.687657 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-f5c4ac24-662c-4110-a28c-8b327446a77a req-5d8dc310-538c-42f1-a30b-3aef4f38f4f9 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:58:29.737147 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5c4ac24-662c-4110-a28c-8b327446a77a req-5d8dc310-538c-42f1-a30b-3aef4f38f4f9 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Network 5dbf213b-0fc8-45b6-ae08-2a59287a2ef9 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:58:29.740430 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [req-f5c4ac24-662c-4110-a28c-8b327446a77a req-5d8dc310-538c-42f1-a30b-3aef4f38f4f9 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:58:29.743272 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5c4ac24-662c-4110-a28c-8b327446a77a req-5d8dc310-538c-42f1-a30b-3aef4f38f4f9 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:58:29.777495 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8dc310-538c-42f1-a30b-3aef4f38f4f9 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Pushing event updated for resources: {'Port': ['ID=debfb6b3-0201-4f49-9df8-c066b64bd691,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:58:29.790745 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8dc310-538c-42f1-a30b-3aef4f38f4f9 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:58:29.791106 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8dc310-538c-42f1-a30b-3aef4f38f4f9 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:58:29.791447 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8dc310-538c-42f1-a30b-3aef4f38f4f9 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:58:29.791779 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8dc310-538c-42f1-a30b-3aef4f38f4f9 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:58:29.792110 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8dc310-538c-42f1-a30b-3aef4f38f4f9 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:58:29.792435 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8dc310-538c-42f1-a30b-3aef4f38f4f9 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:58:29.792765 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8dc310-538c-42f1-a30b-3aef4f38f4f9 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:58:29.793092 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8dc310-538c-42f1-a30b-3aef4f38f4f9 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:58:29.793410 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8dc310-538c-42f1-a30b-3aef4f38f4f9 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:58:29.793729 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8dc310-538c-42f1-a30b-3aef4f38f4f9 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:58:29.794051 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8dc310-538c-42f1-a30b-3aef4f38f4f9 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:58:29.794367 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8dc310-538c-42f1-a30b-3aef4f38f4f9 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:58:29.819546 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c4ac24-662c-4110-a28c-8b327446a77a req-5d8dc310-538c-42f1-a30b-3aef4f38f4f9 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:58:29.820178 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-f5c4ac24-662c-4110-a28c-8b327446a77a req-5d8dc310-538c-42f1-a30b-3aef4f38f4f9 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:58:29.837249 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f5c4ac24-662c-4110-a28c-8b327446a77a req-5d8dc310-538c-42f1-a30b-3aef4f38f4f9 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6231833 Jul 27 23:58:29.850737 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [req-f5c4ac24-662c-4110-a28c-8b327446a77a req-e487e30c-f18c-4536-b295-92d446531b2b service neutron] Request body: {'port': {'device_id': '69ad61a5-ed1a-4487-9bff-0f24c33257f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802623-1'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:58:29.907163 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-f5c4ac24-662c-4110-a28c-8b327446a77a req-e487e30c-f18c-4536-b295-92d446531b2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:58:29.977041 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-c5d7b808-7abd-41f8-b657-128df5ff8f91 None None] Provisioning for port debfb6b3-0201-4f49-9df8-c066b64bd691 completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:58:29.981495 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-c5d7b808-7abd-41f8-b657-128df5ff8f91 None None] Provisioning complete for port debfb6b3-0201-4f49-9df8-c066b64bd691 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:58:29.981871 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c5d7b808-7abd-41f8-b657-128df5ff8f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:58:29.984436 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:58:30.020691 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-c5d7b808-7abd-41f8-b657-128df5ff8f91 None None] Port debfb6b3-0201-4f49-9df8-c066b64bd691 cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:58:30.107008 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:58:30.174624 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [req-f5c4ac24-662c-4110-a28c-8b327446a77a req-e487e30c-f18c-4536-b295-92d446531b2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id debfb6b3-0201-4f49-9df8-c066b64bd691 {{(pid=93798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:58:30.182244 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-f5c4ac24-662c-4110-a28c-8b327446a77a req-e487e30c-f18c-4536-b295-92d446531b2b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:58:30.193974 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-f5c4ac24-662c-4110-a28c-8b327446a77a req-e487e30c-f18c-4536-b295-92d446531b2b service neutron] Transition to ACTIVE for port object debfb6b3-0201-4f49-9df8-c066b64bd691 will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:58:30.197352 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-f5c4ac24-662c-4110-a28c-8b327446a77a req-e487e30c-f18c-4536-b295-92d446531b2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:58:30.251009 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e487e30c-f18c-4536-b295-92d446531b2b service neutron] Pushing event updated for resources: {'Port': ['ID=debfb6b3-0201-4f49-9df8-c066b64bd691,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:58:30.322620 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-f5c4ac24-662c-4110-a28c-8b327446a77a req-e487e30c-f18c-4536-b295-92d446531b2b service neutron] Attempting to bind port debfb6b3-0201-4f49-9df8-c066b64bd691 on host n-h1-802623-1 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:58:30.322963 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-f5c4ac24-662c-4110-a28c-8b327446a77a req-e487e30c-f18c-4536-b295-92d446531b2b service neutron] Attempting to bind port debfb6b3-0201-4f49-9df8-c066b64bd691 by drivers openvswitch,hyperv on host n-h1-802623-1 at level 0 using segments [{'id': 'dd04d9c9-b835-4f71-8f5e-6152a3a133f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '5dbf213b-0fc8-45b6-ae08-2a59287a2ef9'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:58:30.323321 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5c4ac24-662c-4110-a28c-8b327446a77a req-e487e30c-f18c-4536-b295-92d446531b2b service neutron] Attempting to bind port debfb6b3-0201-4f49-9df8-c066b64bd691 on network 5dbf213b-0fc8-45b6-ae08-2a59287a2ef9 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:58:30.328216 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5c4ac24-662c-4110-a28c-8b327446a77a req-e487e30c-f18c-4536-b295-92d446531b2b service neutron] Port debfb6b3-0201-4f49-9df8-c066b64bd691 on network 5dbf213b-0fc8-45b6-ae08-2a59287a2ef9 not bound, no agent of type Open vSwitch agent registered on host n-h1-802623-1 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 23:58:30.328541 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5c4ac24-662c-4110-a28c-8b327446a77a req-e487e30c-f18c-4536-b295-92d446531b2b service neutron] Attempting to bind port debfb6b3-0201-4f49-9df8-c066b64bd691 on network 5dbf213b-0fc8-45b6-ae08-2a59287a2ef9 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:58:30.334038 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5c4ac24-662c-4110-a28c-8b327446a77a req-e487e30c-f18c-4536-b295-92d446531b2b service neutron] Checking agent: {'id': '245f1da4-a9b8-4b08-90d7-28f0f342b839', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 59, 59), 'started_at': datetime.datetime(2021, 7, 27, 22, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 58, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:58:30.334381 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5c4ac24-662c-4110-a28c-8b327446a77a req-e487e30c-f18c-4536-b295-92d446531b2b service neutron] Checking segment: {'id': 'dd04d9c9-b835-4f71-8f5e-6152a3a133f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '5dbf213b-0fc8-45b6-ae08-2a59287a2ef9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:58:30.334769 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5c4ac24-662c-4110-a28c-8b327446a77a req-e487e30c-f18c-4536-b295-92d446531b2b service neutron] Bound using segment: {'id': 'dd04d9c9-b835-4f71-8f5e-6152a3a133f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '5dbf213b-0fc8-45b6-ae08-2a59287a2ef9'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:58:30.335228 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-f5c4ac24-662c-4110-a28c-8b327446a77a req-e487e30c-f18c-4536-b295-92d446531b2b service neutron] Bound port: debfb6b3-0201-4f49-9df8-c066b64bd691, host: n-h1-802623-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd04d9c9-b835-4f71-8f5e-6152a3a133f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '5dbf213b-0fc8-45b6-ae08-2a59287a2ef9'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:58:30.335590 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-f5c4ac24-662c-4110-a28c-8b327446a77a req-e487e30c-f18c-4536-b295-92d446531b2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:58:30.401775 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-f5c4ac24-662c-4110-a28c-8b327446a77a req-e487e30c-f18c-4536-b295-92d446531b2b service neutron] For port debfb6b3-0201-4f49-9df8-c066b64bd691, host n-h1-802623-1, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:58:30.405476 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-f5c4ac24-662c-4110-a28c-8b327446a77a req-e487e30c-f18c-4536-b295-92d446531b2b service neutron] For port debfb6b3-0201-4f49-9df8-c066b64bd691, host n-h1-802623-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=debfb6b3-0201-4f49-9df8-c066b64bd691,segment=NetworkSegment(dd04d9c9-b835-4f71-8f5e-6152a3a133f4),segment_id=dd04d9c9-b835-4f71-8f5e-6152a3a133f4)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:58:30.410625 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-f5c4ac24-662c-4110-a28c-8b327446a77a req-e487e30c-f18c-4536-b295-92d446531b2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:58:30.447199 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c4ac24-662c-4110-a28c-8b327446a77a req-e487e30c-f18c-4536-b295-92d446531b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:58:30.447829 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-f5c4ac24-662c-4110-a28c-8b327446a77a req-e487e30c-f18c-4536-b295-92d446531b2b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:58:30.449228 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f5c4ac24-662c-4110-a28c-8b327446a77a req-e487e30c-f18c-4536-b295-92d446531b2b service neutron] 10.222.0.38 "PUT /v2.0/ports/debfb6b3-0201-4f49-9df8-c066b64bd691 HTTP/1.1" status: 200 len: 1092 time: 0.6032879 Jul 27 23:58:30.451681 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69ad61a5-ed1a-4487-9bff-0f24c33257f7', 'tag': 'debfb6b3-0201-4f49-9df8-c066b64bd691'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:58:30.455424 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}011f8d312121274bb12d78e77c6379a2079800640016cec6c6d605b73666e854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af7806f7-6a3d-49f5-9d60-2247f613eb7f" -d '{"events": [{"name": "network-changed", "server_uuid": "69ad61a5-ed1a-4487-9bff-0f24c33257f7", "tag": "debfb6b3-0201-4f49-9df8-c066b64bd691"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:58:30.484945 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e4f987-2b9e-4c16-ab5f-c425ebe0203c req-34d9d4d5-7441-4e6b-9673-168f49c4726e tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:58:30.486540 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-05e4f987-2b9e-4c16-ab5f-c425ebe0203c req-34d9d4d5-7441-4e6b-9673-168f49c4726e tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/ports?device_id=69ad61a5-ed1a-4487-9bff-0f24c33257f7 HTTP/1.1" status: 200 len: 944 time: 0.0579674 Jul 27 23:58:30.508957 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 23:58:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b46a2ff6-60e0-415e-b9bd-5f789352c2fd x-openstack-request-id: req-b46a2ff6-60e0-415e-b9bd-5f789352c2fd {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:58:30.508957 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69ad61a5-ed1a-4487-9bff-0f24c33257f7", "tag": "debfb6b3-0201-4f49-9df8-c066b64bd691", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:58:30.508957 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b46a2ff6-60e0-415e-b9bd-5f789352c2fd {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:58:30.509282 n-d-802623-1 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69ad61a5-ed1a-4487-9bff-0f24c33257f7', 'tag': 'debfb6b3-0201-4f49-9df8-c066b64bd691', 'status': 'completed', 'code': 200} Jul 27 23:58:30.528857 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-05e4f987-2b9e-4c16-ab5f-c425ebe0203c req-984b6809-f9b9-4247-a98d-8fea5e182b3e tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/security-groups?id=2988c913-9e16-4060-8869-a1f99999e084&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353003 Jul 27 23:58:30.530300 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e487e30c-f18c-4536-b295-92d446531b2b service neutron] Pushing event updated for resources: {'Port': ['ID=debfb6b3-0201-4f49-9df8-c066b64bd691,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:58:30.547095 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c4ac24-662c-4110-a28c-8b327446a77a req-2d7a4f74-709a-49d3-9c07-7fd7ded19e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:58:30.548271 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f5c4ac24-662c-4110-a28c-8b327446a77a req-2d7a4f74-709a-49d3-9c07-7fd7ded19e83 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=4ba5b8d6319f49828578267b9b93e7c6&device_id=69ad61a5-ed1a-4487-9bff-0f24c33257f7 HTTP/1.1" status: 200 len: 1095 time: 0.0571864 Jul 27 23:58:30.594966 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f5c4ac24-662c-4110-a28c-8b327446a77a req-e7b9e898-27c3-4f96-8750-86689956a019 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=debfb6b3-0201-4f49-9df8-c066b64bd691 HTTP/1.1" status: 200 len: 217 time: 0.0386989 Jul 27 23:58:30.636630 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-19f2e178-d45e-4fbe-b9be-c3963fc151ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:58:30.650685 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c4ac24-662c-4110-a28c-8b327446a77a req-9f13f83e-d8a9-4b54-9df5-26cf1965c37a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:58:30.652236 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f5c4ac24-662c-4110-a28c-8b327446a77a req-9f13f83e-d8a9-4b54-9df5-26cf1965c37a service neutron] 10.222.0.38 "GET /v2.0/subnets?id=67b7c5ff-799a-4462-b8d6-a85a4f04b2ed HTTP/1.1" status: 200 len: 851 time: 0.0508287 Jul 27 23:58:30.699160 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c4ac24-662c-4110-a28c-8b327446a77a req-d250d105-083d-41a7-9f16-388a06b55838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:58:30.700643 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f5c4ac24-662c-4110-a28c-8b327446a77a req-d250d105-083d-41a7-9f16-388a06b55838 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=5dbf213b-0fc8-45b6-ae08-2a59287a2ef9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414422 Jul 27 23:58:30.787761 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f5c4ac24-662c-4110-a28c-8b327446a77a req-35829e8d-2b09-40a7-9298-77c6c1b0f1c1 service neutron] 10.222.0.38 "GET /v2.0/networks/5dbf213b-0fc8-45b6-ae08-2a59287a2ef9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799282 Jul 27 23:58:30.879318 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f5c4ac24-662c-4110-a28c-8b327446a77a req-4b8f16ee-26e5-4b0d-b9f4-cb23dc4bb995 service neutron] 10.222.0.38 "GET /v2.0/networks/5dbf213b-0fc8-45b6-ae08-2a59287a2ef9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839262 Jul 27 23:58:30.962009 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7806f7-6a3d-49f5-9d60-2247f613eb7f req-d2cb14bc-b7b3-44bb-a73a-8717f6cafaa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:58:30.963492 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-af7806f7-6a3d-49f5-9d60-2247f613eb7f req-d2cb14bc-b7b3-44bb-a73a-8717f6cafaa4 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=4ba5b8d6319f49828578267b9b93e7c6&device_id=69ad61a5-ed1a-4487-9bff-0f24c33257f7 HTTP/1.1" status: 200 len: 1095 time: 0.0413303 Jul 27 23:58:31.053712 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7806f7-6a3d-49f5-9d60-2247f613eb7f req-0ff342c0-bb78-4fe2-86f3-c0ea309e2602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:58:31.055071 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-af7806f7-6a3d-49f5-9d60-2247f613eb7f req-0ff342c0-bb78-4fe2-86f3-c0ea309e2602 service neutron] 10.222.0.38 "GET /v2.0/networks?id=5dbf213b-0fc8-45b6-ae08-2a59287a2ef9 HTTP/1.1" status: 200 len: 913 time: 0.0849435 Jul 27 23:58:31.096503 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-af7806f7-6a3d-49f5-9d60-2247f613eb7f req-0d1743d0-0d50-472b-a784-ee34d72dc005 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=debfb6b3-0201-4f49-9df8-c066b64bd691 HTTP/1.1" status: 200 len: 217 time: 0.0346420 Jul 27 23:58:31.145166 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7806f7-6a3d-49f5-9d60-2247f613eb7f req-e68df4b5-98db-40da-949a-54970df9ef57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:58:31.146618 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-af7806f7-6a3d-49f5-9d60-2247f613eb7f req-e68df4b5-98db-40da-949a-54970df9ef57 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=67b7c5ff-799a-4462-b8d6-a85a4f04b2ed HTTP/1.1" status: 200 len: 851 time: 0.0429206 Jul 27 23:58:31.198145 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7806f7-6a3d-49f5-9d60-2247f613eb7f req-b0330f18-a5de-4ad3-8756-e934a3c13b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:58:31.199646 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-af7806f7-6a3d-49f5-9d60-2247f613eb7f req-b0330f18-a5de-4ad3-8756-e934a3c13b7c service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=5dbf213b-0fc8-45b6-ae08-2a59287a2ef9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440001 Jul 27 23:58:31.295318 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-af7806f7-6a3d-49f5-9d60-2247f613eb7f req-5689ef62-60ec-4541-b4f3-c68c170aaf31 service neutron] 10.222.0.38 "GET /v2.0/networks/5dbf213b-0fc8-45b6-ae08-2a59287a2ef9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877969 Jul 27 23:58:31.387411 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-af7806f7-6a3d-49f5-9d60-2247f613eb7f req-a0f18c83-d263-4e98-858f-c0246243df73 service neutron] 10.222.0.38 "GET /v2.0/networks/5dbf213b-0fc8-45b6-ae08-2a59287a2ef9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847559 Jul 27 23:58:31.649909 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a89e4d6-e553-4790-ac2d-a862b4190d26 req-c2f6288a-1fd8-4a79-a272-d9ac7bc243ae tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:58:31.651295 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-9a89e4d6-e553-4790-ac2d-a862b4190d26 req-c2f6288a-1fd8-4a79-a272-d9ac7bc243ae tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/ports?device_id=69ad61a5-ed1a-4487-9bff-0f24c33257f7 HTTP/1.1" status: 200 len: 944 time: 0.0486307 Jul 27 23:58:31.688254 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-9a89e4d6-e553-4790-ac2d-a862b4190d26 req-362758ac-ebca-45d6-8486-b1e0a4f29db9 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/security-groups?id=2988c913-9e16-4060-8869-a1f99999e084&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311375 Jul 27 23:58:32.396121 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7418f70f-e60d-4709-8ba9-6ab514bc7f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:58:32.805704 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89273c0-b784-42f6-a22d-6885d6f5c2e7 req-0021dc4e-7ec8-45b4-9c65-0ac4f08bf944 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:58:32.807197 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-c89273c0-b784-42f6-a22d-6885d6f5c2e7 req-0021dc4e-7ec8-45b4-9c65-0ac4f08bf944 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/ports?device_id=69ad61a5-ed1a-4487-9bff-0f24c33257f7 HTTP/1.1" status: 200 len: 944 time: 0.0511451 Jul 27 23:58:32.845029 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-c89273c0-b784-42f6-a22d-6885d6f5c2e7 req-880f5169-524b-4ea8-8812-e8d724540244 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/security-groups?id=2988c913-9e16-4060-8869-a1f99999e084&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319586 Jul 27 23:58:33.957443 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14521ca2-feb3-4f1c-9e95-7d679b550d20 req-532fc887-a7a5-4255-a37d-83940ebc8055 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:58:33.958924 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-14521ca2-feb3-4f1c-9e95-7d679b550d20 req-532fc887-a7a5-4255-a37d-83940ebc8055 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/ports?device_id=69ad61a5-ed1a-4487-9bff-0f24c33257f7 HTTP/1.1" status: 200 len: 944 time: 0.0479784 Jul 27 23:58:33.995944 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-14521ca2-feb3-4f1c-9e95-7d679b550d20 req-4a1c7a36-d8a2-4fd1-8df0-c263c47ce5b2 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/security-groups?id=2988c913-9e16-4060-8869-a1f99999e084&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311575 Jul 27 23:58:34.264831 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device debfb6b3-0201-4f49-9df8-c066b64bd691 details requested by agent hyperv_n-h1-802623-1 with host n-h1-802623-1 {{(pid=93799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 23:58:34.358724 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port debfb6b3-0201-4f49-9df8-c066b64bd691, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=debfb6b3-0201-4f49-9df8-c066b64bd691,segment=NetworkSegment(dd04d9c9-b835-4f71-8f5e-6152a3a133f4),segment_id=dd04d9c9-b835-4f71-8f5e-6152a3a133f4)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:58:34.369589 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Returning: {'device': 'debfb6b3-0201-4f49-9df8-c066b64bd691', 'network_id': '5dbf213b-0fc8-45b6-ae08-2a59287a2ef9', 'port_id': 'debfb6b3-0201-4f49-9df8-c066b64bd691', 'mac_address': 'fa:16:3e:24:c0:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67b7c5ff-799a-4462-b8d6-a85a4f04b2ed', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 23:58:34.408629 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:58:34.420801 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id debfb6b3-0201-4f49-9df8-c066b64bd691 {{(pid=93799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:58:34.439537 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port debfb6b3-0201-4f49-9df8-c066b64bd691, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=debfb6b3-0201-4f49-9df8-c066b64bd691,segment=NetworkSegment(dd04d9c9-b835-4f71-8f5e-6152a3a133f4),segment_id=dd04d9c9-b835-4f71-8f5e-6152a3a133f4)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:58:34.443952 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:58:34.489269 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Pushing event updated for resources: {'Port': ['ID=debfb6b3-0201-4f49-9df8-c066b64bd691,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:58:34.647452 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] get_ports_and_sgs() called for port_ids ['debfb6b3-0201-4f49-9df8-c066b64bd691'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:58:35.117131 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb0f113-3775-46ff-9d9f-5374da8177b8 req-cf539cc0-f167-46cc-8bca-354759d47bd9 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:58:35.118646 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-7cb0f113-3775-46ff-9d9f-5374da8177b8 req-cf539cc0-f167-46cc-8bca-354759d47bd9 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/ports?device_id=69ad61a5-ed1a-4487-9bff-0f24c33257f7 HTTP/1.1" status: 200 len: 945 time: 0.0560668 Jul 27 23:58:35.155308 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-7cb0f113-3775-46ff-9d9f-5374da8177b8 req-9431369f-0a62-4009-8ce9-c2cc6efc9515 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/security-groups?id=2988c913-9e16-4060-8869-a1f99999e084&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306771 Jul 27 23:58:35.292841 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:58:36.267935 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9195201a-124c-4678-b8d9-92592ca188d2 req-4f14b2ae-a5e2-4910-bdff-1f1ddc22c9d1 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:58:36.269406 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-9195201a-124c-4678-b8d9-92592ca188d2 req-4f14b2ae-a5e2-4910-bdff-1f1ddc22c9d1 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/ports?device_id=69ad61a5-ed1a-4487-9bff-0f24c33257f7 HTTP/1.1" status: 200 len: 945 time: 0.0478163 Jul 27 23:58:36.280267 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device debfb6b3-0201-4f49-9df8-c066b64bd691 up at agent hyperv_n-h1-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:58:36.310506 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-9195201a-124c-4678-b8d9-92592ca188d2 req-222d4061-ef44-400d-a5bd-a37e575a8f8f tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/security-groups?id=2988c913-9e16-4060-8869-a1f99999e084&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352225 Jul 27 23:58:36.329390 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Provisioning for port debfb6b3-0201-4f49-9df8-c066b64bd691 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:58:36.333084 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Provisioning complete for port debfb6b3-0201-4f49-9df8-c066b64bd691 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:58:36.333476 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:58:36.409784 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:58:36.437055 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69ad61a5-ed1a-4487-9bff-0f24c33257f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'debfb6b3-0201-4f49-9df8-c066b64bd691'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:58:36.439872 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c0369b0d4f459110ff20a1f9878ba33f96d6491bddb9d15843bf29d01e0bda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97815712-5be5-49b1-ba03-038da7e86883" -d '{"events": [{"server_uuid": "69ad61a5-ed1a-4487-9bff-0f24c33257f7", "name": "network-vif-plugged", "status": "completed", "tag": "debfb6b3-0201-4f49-9df8-c066b64bd691"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:58:36.452807 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port debfb6b3-0201-4f49-9df8-c066b64bd691, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=debfb6b3-0201-4f49-9df8-c066b64bd691,segment=NetworkSegment(dd04d9c9-b835-4f71-8f5e-6152a3a133f4),segment_id=dd04d9c9-b835-4f71-8f5e-6152a3a133f4)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:58:36.456815 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:58:36.479443 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:58:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88c30e93-a929-4d98-9c4d-9080307cbd37 x-openstack-request-id: req-88c30e93-a929-4d98-9c4d-9080307cbd37 {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:58:36.479729 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69ad61a5-ed1a-4487-9bff-0f24c33257f7", "name": "network-vif-plugged", "status": "completed", "tag": "debfb6b3-0201-4f49-9df8-c066b64bd691", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:58:36.479978 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-88c30e93-a929-4d98-9c4d-9080307cbd37 {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:58:36.480362 n-d-802623-1 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69ad61a5-ed1a-4487-9bff-0f24c33257f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'debfb6b3-0201-4f49-9df8-c066b64bd691', 'code': 200} Jul 27 23:58:36.507258 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Pushing event updated for resources: {'Port': ['ID=debfb6b3-0201-4f49-9df8-c066b64bd691,revision_number=5']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:58:36.570794 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc084320-cb25-43f5-9653-9a7d0aba306f req-6334d52d-2763-4c18-be8a-aaf30218c744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:58:36.572344 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-cc084320-cb25-43f5-9653-9a7d0aba306f req-6334d52d-2763-4c18-be8a-aaf30218c744 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=69ad61a5-ed1a-4487-9bff-0f24c33257f7 HTTP/1.1" status: 200 len: 1097 time: 0.0401416 Jul 27 23:58:36.606504 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-cc084320-cb25-43f5-9653-9a7d0aba306f req-dc553200-34ae-4508-80ef-87fdddf7fd6b service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=2988c913-9e16-4060-8869-a1f99999e084&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0267332 Jul 27 23:58:37.432366 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175033b6-6ff5-423c-9036-0fddca3e1a67 req-7325c469-7adc-4d8c-8fb5-bbdb9e49eb0d tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:58:37.433871 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-175033b6-6ff5-423c-9036-0fddca3e1a67 req-7325c469-7adc-4d8c-8fb5-bbdb9e49eb0d tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/ports?device_id=69ad61a5-ed1a-4487-9bff-0f24c33257f7 HTTP/1.1" status: 200 len: 946 time: 0.0489852 Jul 27 23:58:37.481403 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-175033b6-6ff5-423c-9036-0fddca3e1a67 req-1d1ea16f-c153-444b-8899-80edf2720195 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/security-groups?id=2988c913-9e16-4060-8869-a1f99999e084&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331700 Jul 27 23:58:37.593370 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2603978a-98d1-40d1-bf22-6a27f184e75e req-be078eb3-2869-40a6-8ddc-f5fd2921ba30 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:58:37.594842 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-2603978a-98d1-40d1-bf22-6a27f184e75e req-be078eb3-2869-40a6-8ddc-f5fd2921ba30 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/ports?device_id=69ad61a5-ed1a-4487-9bff-0f24c33257f7 HTTP/1.1" status: 200 len: 946 time: 0.0487201 Jul 27 23:58:37.603420 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 56454) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:58:37.607782 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-83f85851-55cb-43d4-95b9-1c46234d448c tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Request body: {'floatingip': {'port_id': 'debfb6b3-0201-4f49-9df8-c066b64bd691'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:58:37.650123 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-83f85851-55cb-43d4-95b9-1c46234d448c tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Notify callbacks [] for floatingip, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:58:38.073293 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-83f85851-55cb-43d4-95b9-1c46234d448c tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:58:38.077247 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-83f85851-55cb-43d4-95b9-1c46234d448c tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-415302'] for floatingip, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:58:38.176152 n-d-802623-1 neutron-server[93797]: INFO neutron.db.l3_db [None req-83f85851-55cb-43d4-95b9-1c46234d448c tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Floating IP 3fad5a04-baa6-4624-b12a-c81214f6ef12 associated. External IP: 172.25.4.156, port: debfb6b3-0201-4f49-9df8-c066b64bd691. Jul 27 23:58:38.737774 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83f85851-55cb-43d4-95b9-1c46234d448c tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Router eadf4275-d7fe-41af-8f29-3a7d3327f789 has already been hosted by L3 agent 018c4455-49c0-4734-927d-7824067b2a9e {{(pid=93797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 23:58:38.844608 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83f85851-55cb-43d4-95b9-1c46234d448c tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:58:38.849453 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-83f85851-55cb-43d4-95b9-1c46234d448c tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for floatingip, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:58:38.855410 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a199137a-b10e-4ca9-af7c-47ec7422fbdd None None] Sync routers for ids ['eadf4275-d7fe-41af-8f29-3a7d3327f789'] in n-d-802623-1 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:58:38.864538 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a199137a-b10e-4ca9-af7c-47ec7422fbdd None None] Routers {'eadf4275-d7fe-41af-8f29-3a7d3327f789'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:58:38.865139 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-a199137a-b10e-4ca9-af7c-47ec7422fbdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:58:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['eadf4275-d7fe-41af-8f29-3a7d3327f789'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:58:38.874939 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-83f85851-55cb-43d4-95b9-1c46234d448c tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "PUT /v2.0/floatingips/3fad5a04-baa6-4624-b12a-c81214f6ef12 HTTP/1.1" status: 200 len: 992 time: 1.2705007 Jul 27 23:58:38.875559 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69ad61a5-ed1a-4487-9bff-0f24c33257f7', 'tag': 'debfb6b3-0201-4f49-9df8-c066b64bd691'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:58:38.878340 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a476459a1bfce68b0ae0df5b6a71154bfc7cfdc8f9eefce6ad0a17231e60468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2994eaa-63bc-4259-9846-3a0277846a57" -d '{"events": [{"name": "network-changed", "server_uuid": "69ad61a5-ed1a-4487-9bff-0f24c33257f7", "tag": "debfb6b3-0201-4f49-9df8-c066b64bd691"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:58:38.919138 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 23:58:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cae189b4-fba4-479b-90a9-8b289d00f777 x-openstack-request-id: req-cae189b4-fba4-479b-90a9-8b289d00f777 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:58:38.919457 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69ad61a5-ed1a-4487-9bff-0f24c33257f7", "tag": "debfb6b3-0201-4f49-9df8-c066b64bd691", "status": "completed", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:58:38.919712 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-cae189b4-fba4-479b-90a9-8b289d00f777 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:58:38.920116 n-d-802623-1 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69ad61a5-ed1a-4487-9bff-0f24c33257f7', 'tag': 'debfb6b3-0201-4f49-9df8-c066b64bd691', 'status': 'completed', 'code': 200} Jul 27 23:58:38.970780 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-a199137a-b10e-4ca9-af7c-47ec7422fbdd None None] Set router eadf4275-d7fe-41af-8f29-3a7d3327f789 gateway port host: n-d-802623-1 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:58:38.982309 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2994eaa-63bc-4259-9846-3a0277846a57 req-a37ac37c-971e-4f32-bb07-4f3bc1d1f5ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:58:38.984009 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-d2994eaa-63bc-4259-9846-3a0277846a57 req-a37ac37c-971e-4f32-bb07-4f3bc1d1f5ea service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=4ba5b8d6319f49828578267b9b93e7c6&device_id=69ad61a5-ed1a-4487-9bff-0f24c33257f7 HTTP/1.1" status: 200 len: 1097 time: 0.0405104 Jul 27 23:58:39.082120 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2994eaa-63bc-4259-9846-3a0277846a57 req-f0a14ecd-deb1-463e-90c2-7b360cf0173f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:58:39.083534 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-d2994eaa-63bc-4259-9846-3a0277846a57 req-f0a14ecd-deb1-463e-90c2-7b360cf0173f service neutron] 10.222.0.38 "GET /v2.0/networks?id=5dbf213b-0fc8-45b6-ae08-2a59287a2ef9 HTTP/1.1" status: 200 len: 913 time: 0.0926297 Jul 27 23:58:39.149439 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-d2994eaa-63bc-4259-9846-3a0277846a57 req-d6ee7d46-1378-4477-95a1-82b47bd2b2a5 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=debfb6b3-0201-4f49-9df8-c066b64bd691 HTTP/1.1" status: 200 len: 1000 time: 0.0582368 Jul 27 23:58:39.201978 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2994eaa-63bc-4259-9846-3a0277846a57 req-7543e07b-e6ed-4950-bedc-2afd0d6989ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:58:39.203453 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-d2994eaa-63bc-4259-9846-3a0277846a57 req-7543e07b-e6ed-4950-bedc-2afd0d6989ca service neutron] 10.222.0.38 "GET /v2.0/subnets?id=67b7c5ff-799a-4462-b8d6-a85a4f04b2ed HTTP/1.1" status: 200 len: 851 time: 0.0477157 Jul 27 23:58:39.247941 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2994eaa-63bc-4259-9846-3a0277846a57 req-f473b4a2-cf62-4b12-9f94-5f712060c63a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:58:39.249418 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-d2994eaa-63bc-4259-9846-3a0277846a57 req-f473b4a2-cf62-4b12-9f94-5f712060c63a service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=5dbf213b-0fc8-45b6-ae08-2a59287a2ef9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389757 Jul 27 23:58:39.280848 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-a199137a-b10e-4ca9-af7c-47ec7422fbdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eadf4275-d7fe-41af-8f29-3a7d3327f789', 'name': 'tempest-ServerActionsTestJSON-2095143459-router', 'tenant_id': '4ba5b8d6319f49828578267b9b93e7c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.78'}], 'enable_snat': True}, 'gw_port_id': 'afbf6c78-7c5c-484d-80f9-d5348c2628e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:53:01Z', 'updated_at': '2021-07-27T23:53:04Z', 'revision_number': 4, 'project_id': '4ba5b8d6319f49828578267b9b93e7c6', 'gw_port': {'id': 'afbf6c78-7c5c-484d-80f9-d5348c2628e4', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:b4:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eadf4275-d7fe-41af-8f29-3a7d3327f789', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:53:02Z', 'updated_at': '2021-07-27T23:53:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_floatingips': [{'id': '3fad5a04-baa6-4624-b12a-c81214f6ef12', 'tenant_id': '4ba5b8d6319f49828578267b9b93e7c6', 'floating_ip_address': '172.25.4.156', 'floating_network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'router_id': 'eadf4275-d7fe-41af-8f29-3a7d3327f789', 'port_id': 'debfb6b3-0201-4f49-9df8-c066b64bd691', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4045, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5dbf213b-0fc8-45b6-ae08-2a59287a2ef9', 'mac_address': 'fa:16:3e:24:c0:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69ad61a5-ed1a-4487-9bff-0f24c33257f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T23:53:06Z', 'updated_at': '2021-07-27T23:58:37Z', 'revision_number': 9, 'project_id': '4ba5b8d6319f49828578267b9b93e7c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11d09bb7-1341-4e00-b320-152dd1c2e35b', 'name': '', 'network_id': '5dbf213b-0fc8-45b6-ae08-2a59287a2ef9', 'tenant_id': '4ba5b8d6319f49828578267b9b93e7c6', 'mac_address': 'fa:16:3e:00:d4:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eadf4275-d7fe-41af-8f29-3a7d3327f789', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '67b7c5ff-799a-4462-b8d6-a85a4f04b2ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:53:04Z', 'updated_at': '2021-07-27T23:53:08Z', 'revision_number': 5, 'project_id': '4ba5b8d6319f49828578267b9b93e7c6', 'subnets': [{'id': '67b7c5ff-799a-4462-b8d6-a85a4f04b2ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:58:39.306228 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a199137a-b10e-4ca9-af7c-47ec7422fbdd None None] Checking router: eadf4275-d7fe-41af-8f29-3a7d3327f789 for host: n-d-802623-1 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 23:58:39.314627 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a199137a-b10e-4ca9-af7c-47ec7422fbdd None None] Routers {'eadf4275-d7fe-41af-8f29-3a7d3327f789'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:58:39.315247 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-a199137a-b10e-4ca9-af7c-47ec7422fbdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-27T23:58:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['eadf4275-d7fe-41af-8f29-3a7d3327f789'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:58:39.337829 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-d2994eaa-63bc-4259-9846-3a0277846a57 req-f837aac9-29f9-4bf2-9338-a2fac0672a10 service neutron] 10.222.0.38 "GET /v2.0/networks/5dbf213b-0fc8-45b6-ae08-2a59287a2ef9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810916 Jul 27 23:58:39.416577 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-a199137a-b10e-4ca9-af7c-47ec7422fbdd None None] Set router eadf4275-d7fe-41af-8f29-3a7d3327f789 gateway port host: n-d-802623-1 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:58:39.431993 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-d2994eaa-63bc-4259-9846-3a0277846a57 req-d3f919a1-be34-43eb-8a6f-70c017be202d service neutron] 10.222.0.38 "GET /v2.0/networks/5dbf213b-0fc8-45b6-ae08-2a59287a2ef9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861878 Jul 27 23:58:39.633856 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-a199137a-b10e-4ca9-af7c-47ec7422fbdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eadf4275-d7fe-41af-8f29-3a7d3327f789', 'name': 'tempest-ServerActionsTestJSON-2095143459-router', 'tenant_id': '4ba5b8d6319f49828578267b9b93e7c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.78'}], 'enable_snat': True}, 'gw_port_id': 'afbf6c78-7c5c-484d-80f9-d5348c2628e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:53:01Z', 'updated_at': '2021-07-27T23:53:04Z', 'revision_number': 4, 'project_id': '4ba5b8d6319f49828578267b9b93e7c6', 'gw_port': {'id': 'afbf6c78-7c5c-484d-80f9-d5348c2628e4', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:b4:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eadf4275-d7fe-41af-8f29-3a7d3327f789', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:53:02Z', 'updated_at': '2021-07-27T23:53:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_floatingips': [{'id': '3fad5a04-baa6-4624-b12a-c81214f6ef12', 'tenant_id': '4ba5b8d6319f49828578267b9b93e7c6', 'floating_ip_address': '172.25.4.156', 'floating_network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'router_id': 'eadf4275-d7fe-41af-8f29-3a7d3327f789', 'port_id': 'debfb6b3-0201-4f49-9df8-c066b64bd691', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4045, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5dbf213b-0fc8-45b6-ae08-2a59287a2ef9', 'mac_address': 'fa:16:3e:24:c0:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69ad61a5-ed1a-4487-9bff-0f24c33257f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T23:53:06Z', 'updated_at': '2021-07-27T23:58:37Z', 'revision_number': 9, 'project_id': '4ba5b8d6319f49828578267b9b93e7c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11d09bb7-1341-4e00-b320-152dd1c2e35b', 'name': '', 'network_id': '5dbf213b-0fc8-45b6-ae08-2a59287a2ef9', 'tenant_id': '4ba5b8d6319f49828578267b9b93e7c6', 'mac_address': 'fa:16:3e:00:d4:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eadf4275-d7fe-41af-8f29-3a7d3327f789', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '67b7c5ff-799a-4462-b8d6-a85a4f04b2ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:53:04Z', 'updated_at': '2021-07-27T23:53:08Z', 'revision_number': 5, 'project_id': '4ba5b8d6319f49828578267b9b93e7c6', 'subnets': [{'id': '67b7c5ff-799a-4462-b8d6-a85a4f04b2ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:58:39.659011 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a199137a-b10e-4ca9-af7c-47ec7422fbdd None None] The sync data for ids ['eadf4275-d7fe-41af-8f29-3a7d3327f789'] in n-d-802623-1 is: [{'id': 'eadf4275-d7fe-41af-8f29-3a7d3327f789', 'name': 'tempest-ServerActionsTestJSON-2095143459-router', 'tenant_id': '4ba5b8d6319f49828578267b9b93e7c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.78'}], 'enable_snat': True}, 'gw_port_id': 'afbf6c78-7c5c-484d-80f9-d5348c2628e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:53:01Z', 'updated_at': '2021-07-27T23:53:04Z', 'revision_number': 4, 'project_id': '4ba5b8d6319f49828578267b9b93e7c6', 'gw_port': {'id': 'afbf6c78-7c5c-484d-80f9-d5348c2628e4', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:b4:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eadf4275-d7fe-41af-8f29-3a7d3327f789', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:53:02Z', 'updated_at': '2021-07-27T23:53:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_floatingips': [{'id': '3fad5a04-baa6-4624-b12a-c81214f6ef12', 'tenant_id': '4ba5b8d6319f49828578267b9b93e7c6', 'floating_ip_address': '172.25.4.156', 'floating_network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'router_id': 'eadf4275-d7fe-41af-8f29-3a7d3327f789', 'port_id': 'debfb6b3-0201-4f49-9df8-c066b64bd691', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4045, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5dbf213b-0fc8-45b6-ae08-2a59287a2ef9', 'mac_address': 'fa:16:3e:24:c0:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69ad61a5-ed1a-4487-9bff-0f24c33257f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T23:53:06Z', 'updated_at': '2021-07-27T23:58:37Z', 'revision_number': 9, 'project_id': '4ba5b8d6319f49828578267b9b93e7c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11d09bb7-1341-4e00-b320-152dd1c2e35b', 'name': '', 'network_id': '5dbf213b-0fc8-45b6-ae08-2a59287a2ef9', 'tenant_id': '4ba5b8d6319f49828578267b9b93e7c6', 'mac_address': 'fa:16:3e:00:d4:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eadf4275-d7fe-41af-8f29-3a7d3327f789', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '67b7c5ff-799a-4462-b8d6-a85a4f04b2ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:53:04Z', 'updated_at': '2021-07-27T23:53:08Z', 'revision_number': 5, 'project_id': '4ba5b8d6319f49828578267b9b93e7c6', 'subnets': [{'id': '67b7c5ff-799a-4462-b8d6-a85a4f04b2ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:58:39.838307 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac920972-788c-432c-951b-a80e2cec56ec None None] New status for floating IP 3fad5a04-baa6-4624-b12a-c81214f6ef12: ACTIVE {{(pid=93799) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 23:58:45.352690 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.agents_db [None req-9beef776-8bab-4de2-989a-f5a23ba4aaf4 None None] Agent healthcheck: found 7 active agents {{(pid=93800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 23:58:51.359768 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-2235d501-1fe9-4452-a6b1-f6471b96e13e req-34b7e16e-2a47-494f-800d-9b2d58950651 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=69ad61a5-ed1a-4487-9bff-0f24c33257f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0386899 Jul 27 23:58:51.437744 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2235d501-1fe9-4452-a6b1-f6471b96e13e req-22c39202-a9b4-4b6c-86a8-e05f0c54e1e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:58:51.439842 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-2235d501-1fe9-4452-a6b1-f6471b96e13e req-22c39202-a9b4-4b6c-86a8-e05f0c54e1e0 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=4ba5b8d6319f49828578267b9b93e7c6&device_id=69ad61a5-ed1a-4487-9bff-0f24c33257f7 HTTP/1.1" status: 200 len: 1097 time: 0.0398881 Jul 27 23:58:51.541588 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2235d501-1fe9-4452-a6b1-f6471b96e13e req-a6fa8965-5400-4565-9b83-2c1269e5b65d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:58:51.543008 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-2235d501-1fe9-4452-a6b1-f6471b96e13e req-a6fa8965-5400-4565-9b83-2c1269e5b65d service neutron] 10.222.0.38 "GET /v2.0/networks?id=5dbf213b-0fc8-45b6-ae08-2a59287a2ef9 HTTP/1.1" status: 200 len: 913 time: 0.0850043 Jul 27 23:58:51.607665 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-2235d501-1fe9-4452-a6b1-f6471b96e13e req-6b9ce414-e2da-462b-9942-2eabc7a9bf0d service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=debfb6b3-0201-4f49-9df8-c066b64bd691 HTTP/1.1" status: 200 len: 1003 time: 0.0568478 Jul 27 23:58:51.660965 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2235d501-1fe9-4452-a6b1-f6471b96e13e req-10c7a3aa-2658-4815-90f7-a7af8af958a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:58:51.662439 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-2235d501-1fe9-4452-a6b1-f6471b96e13e req-10c7a3aa-2658-4815-90f7-a7af8af958a5 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=67b7c5ff-799a-4462-b8d6-a85a4f04b2ed HTTP/1.1" status: 200 len: 851 time: 0.0472472 Jul 27 23:58:51.708128 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2235d501-1fe9-4452-a6b1-f6471b96e13e req-d9056b69-ca33-41cc-b9fa-def1940e12e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:58:51.709508 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-2235d501-1fe9-4452-a6b1-f6471b96e13e req-d9056b69-ca33-41cc-b9fa-def1940e12e3 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=5dbf213b-0fc8-45b6-ae08-2a59287a2ef9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391221 Jul 27 23:58:51.796868 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-2235d501-1fe9-4452-a6b1-f6471b96e13e req-98e28918-7b28-4d1a-89eb-20a91e218b88 service neutron] 10.222.0.38 "GET /v2.0/networks/5dbf213b-0fc8-45b6-ae08-2a59287a2ef9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799468 Jul 27 23:58:51.888866 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-2235d501-1fe9-4452-a6b1-f6471b96e13e req-32896b37-5fd4-4ae4-a145-bd5ef553ae94 service neutron] 10.222.0.38 "GET /v2.0/networks/5dbf213b-0fc8-45b6-ae08-2a59287a2ef9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847337 Jul 27 23:58:56.955997 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-934f6961-8726-4838-ad5e-d74eb44ec86d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:58:59.629712 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-eacfd194-63e8-4bee-95da-2f8e7b81613e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:59:00.003581 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:59:00.108017 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:59:00.635681 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-19f2e178-d45e-4fbe-b9be-c3963fc151ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:59:02.402754 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7418f70f-e60d-4709-8ba9-6ab514bc7f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:59:05.288494 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:59:22.352402 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.agents_db [None req-9beef776-8bab-4de2-989a-f5a23ba4aaf4 None None] Agent healthcheck: found 7 active agents {{(pid=93800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 23:59:26.956455 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-00ae03f4-32d4-42ac-93f6-bddef6963766 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:59:29.631009 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ea4a8319-12ac-4b3f-9c8e-fdd1e5f050a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:59:30.012741 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:59:30.108472 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:59:30.642210 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-19f2e178-d45e-4fbe-b9be-c3963fc151ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:59:32.401254 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7418f70f-e60d-4709-8ba9-6ab514bc7f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:59:35.287986 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:59:51.387133 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-de52a7d1-cbec-49df-8d5f-2d437b23f918 req-941fbf29-73d0-447c-86a5-8f5836fb6b99 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=69ad61a5-ed1a-4487-9bff-0f24c33257f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0411520 Jul 27 23:59:51.465507 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de52a7d1-cbec-49df-8d5f-2d437b23f918 req-9d115a49-30ae-4e43-9cee-16c622a903a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:59:51.466969 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-de52a7d1-cbec-49df-8d5f-2d437b23f918 req-9d115a49-30ae-4e43-9cee-16c622a903a6 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=4ba5b8d6319f49828578267b9b93e7c6&device_id=69ad61a5-ed1a-4487-9bff-0f24c33257f7 HTTP/1.1" status: 200 len: 1097 time: 0.0402541 Jul 27 23:59:51.569219 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de52a7d1-cbec-49df-8d5f-2d437b23f918 req-e60795f3-e9c9-48c6-ab4e-01057a39cb33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:59:51.570646 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-de52a7d1-cbec-49df-8d5f-2d437b23f918 req-e60795f3-e9c9-48c6-ab4e-01057a39cb33 service neutron] 10.222.0.38 "GET /v2.0/networks?id=5dbf213b-0fc8-45b6-ae08-2a59287a2ef9 HTTP/1.1" status: 200 len: 913 time: 0.0848362 Jul 27 23:59:51.634283 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-de52a7d1-cbec-49df-8d5f-2d437b23f918 req-5fa5abd5-cd1e-4f45-be20-b6f60db87555 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=debfb6b3-0201-4f49-9df8-c066b64bd691 HTTP/1.1" status: 200 len: 1003 time: 0.0559089 Jul 27 23:59:51.691208 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de52a7d1-cbec-49df-8d5f-2d437b23f918 req-44bca117-0c80-451f-838e-77dc61c3e22f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:59:51.692882 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-de52a7d1-cbec-49df-8d5f-2d437b23f918 req-44bca117-0c80-451f-838e-77dc61c3e22f service neutron] 10.222.0.38 "GET /v2.0/subnets?id=67b7c5ff-799a-4462-b8d6-a85a4f04b2ed HTTP/1.1" status: 200 len: 851 time: 0.0490291 Jul 27 23:59:51.736956 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de52a7d1-cbec-49df-8d5f-2d437b23f918 req-b63b83ba-8e1f-41be-8b8d-70c04df82d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:59:51.738381 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-de52a7d1-cbec-49df-8d5f-2d437b23f918 req-b63b83ba-8e1f-41be-8b8d-70c04df82d96 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=5dbf213b-0fc8-45b6-ae08-2a59287a2ef9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0385356 Jul 27 23:59:51.826347 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-de52a7d1-cbec-49df-8d5f-2d437b23f918 req-6d17544b-c66a-46e4-a6c0-4b23b863943e service neutron] 10.222.0.38 "GET /v2.0/networks/5dbf213b-0fc8-45b6-ae08-2a59287a2ef9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795834 Jul 27 23:59:51.916218 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-de52a7d1-cbec-49df-8d5f-2d437b23f918 req-481a2d03-d2cb-4789-b968-a488b4ed7bc3 service neutron] 10.222.0.38 "GET /v2.0/networks/5dbf213b-0fc8-45b6-ae08-2a59287a2ef9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822377 Jul 27 23:59:56.957686 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-fe4a3de0-1966-4ca3-9b30-eb3dc3dd3745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:59:59.352417 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.agents_db [None req-9beef776-8bab-4de2-989a-f5a23ba4aaf4 None None] Agent healthcheck: found 7 active agents {{(pid=93800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 23:59:59.630889 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-6791998e-5edb-4b16-9529-41a7e93af2ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:59:59.999106 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:00:00.108917 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:00:00.640567 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-19f2e178-d45e-4fbe-b9be-c3963fc151ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:00:02.402375 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7418f70f-e60d-4709-8ba9-6ab514bc7f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:00:05.287770 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:00:15.687618 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 56664) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:00:15.750958 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85699c05-f5f7-43c9-b768-06e250dc906c req-a6add678-544c-49cf-a0b6-9b1efcb6a28a tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:00:15.752497 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-85699c05-f5f7-43c9-b768-06e250dc906c req-a6add678-544c-49cf-a0b6-9b1efcb6a28a tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/ports?device_id=69ad61a5-ed1a-4487-9bff-0f24c33257f7 HTTP/1.1" status: 200 len: 946 time: 0.0522847 Jul 28 00:00:15.812428 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-85699c05-f5f7-43c9-b768-06e250dc906c req-55e7d61e-a362-48fa-94b5-c6f9cf41dccf tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/security-groups?id=2988c913-9e16-4060-8869-a1f99999e084&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514009 Jul 28 00:00:15.819089 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-34d9bf23-6e2c-4f5e-a3b6-390007b4d209 req-7dffb591-5102-4b83-90f8-7232d667b6a6 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=69ad61a5-ed1a-4487-9bff-0f24c33257f7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1303494 Jul 28 00:00:16.929604 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c2eb74-ec38-431f-b7e6-d847be970e09 req-341c30f4-01de-4746-b4b8-53e54dcee04f tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:00:16.931114 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-05c2eb74-ec38-431f-b7e6-d847be970e09 req-341c30f4-01de-4746-b4b8-53e54dcee04f tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/ports?device_id=69ad61a5-ed1a-4487-9bff-0f24c33257f7 HTTP/1.1" status: 200 len: 946 time: 0.0492425 Jul 28 00:00:16.996478 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-05c2eb74-ec38-431f-b7e6-d847be970e09 req-e51a5b4d-a41e-4595-b268-603557a8997c tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/security-groups?id=2988c913-9e16-4060-8869-a1f99999e084&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563464 Jul 28 00:00:16.999037 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d9bf23-6e2c-4f5e-a3b6-390007b4d209 req-422d22fa-b8ec-467e-9bf9-7bc8d0a7c8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:00:17.000464 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-34d9bf23-6e2c-4f5e-a3b6-390007b4d209 req-422d22fa-b8ec-467e-9bf9-7bc8d0a7c8f4 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=4ba5b8d6319f49828578267b9b93e7c6&device_id=69ad61a5-ed1a-4487-9bff-0f24c33257f7 HTTP/1.1" status: 200 len: 1097 time: 0.0685029 Jul 28 00:00:17.087831 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d9bf23-6e2c-4f5e-a3b6-390007b4d209 req-ab49343b-45c5-48e8-acd7-fba7a8aeb058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:00:17.089305 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-34d9bf23-6e2c-4f5e-a3b6-390007b4d209 req-ab49343b-45c5-48e8-acd7-fba7a8aeb058 service neutron] 10.222.0.38 "GET /v2.0/networks?id=5dbf213b-0fc8-45b6-ae08-2a59287a2ef9 HTTP/1.1" status: 200 len: 913 time: 0.0822778 Jul 28 00:00:17.155937 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-34d9bf23-6e2c-4f5e-a3b6-390007b4d209 req-67d28acd-7ef0-4899-9d67-e74bf75ec32e service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=debfb6b3-0201-4f49-9df8-c066b64bd691 HTTP/1.1" status: 200 len: 1003 time: 0.0588191 Jul 28 00:00:17.205372 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d9bf23-6e2c-4f5e-a3b6-390007b4d209 req-5f2fe838-7c21-430f-84d0-95f7238fb5ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:00:17.206777 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-34d9bf23-6e2c-4f5e-a3b6-390007b4d209 req-5f2fe838-7c21-430f-84d0-95f7238fb5ea service neutron] 10.222.0.38 "GET /v2.0/subnets?id=67b7c5ff-799a-4462-b8d6-a85a4f04b2ed HTTP/1.1" status: 200 len: 851 time: 0.0434728 Jul 28 00:00:17.252249 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d9bf23-6e2c-4f5e-a3b6-390007b4d209 req-70518858-02e7-4955-bd85-d6ea83fa3fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:00:17.253688 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-34d9bf23-6e2c-4f5e-a3b6-390007b4d209 req-70518858-02e7-4955-bd85-d6ea83fa3fb5 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=5dbf213b-0fc8-45b6-ae08-2a59287a2ef9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401552 Jul 28 00:00:17.343989 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-34d9bf23-6e2c-4f5e-a3b6-390007b4d209 req-11c645d4-52b2-4388-bee5-ac5d33e5b790 service neutron] 10.222.0.38 "GET /v2.0/networks/5dbf213b-0fc8-45b6-ae08-2a59287a2ef9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832429 Jul 28 00:00:17.431649 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-34d9bf23-6e2c-4f5e-a3b6-390007b4d209 req-fc0972a8-b2c2-4b7b-9e38-5a04269780bb service neutron] 10.222.0.38 "GET /v2.0/networks/5dbf213b-0fc8-45b6-ae08-2a59287a2ef9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802748 Jul 28 00:00:18.170995 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a32047-f4f8-4d53-acbb-4a688c119d43 req-9b5c439b-2aa4-446b-8a5e-9885a75171f8 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:00:18.172488 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-11a32047-f4f8-4d53-acbb-4a688c119d43 req-9b5c439b-2aa4-446b-8a5e-9885a75171f8 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/ports?device_id=69ad61a5-ed1a-4487-9bff-0f24c33257f7 HTTP/1.1" status: 200 len: 946 time: 0.0479164 Jul 28 00:00:18.211965 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-11a32047-f4f8-4d53-acbb-4a688c119d43 req-c3c88903-fb62-4094-9e06-a14bf7561f98 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/security-groups?id=2988c913-9e16-4060-8869-a1f99999e084&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329401 Jul 28 00:00:19.358965 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15896bd5-e2d8-4f3c-bb2f-0e8dab223ea1 req-e5ccd11a-3313-4b9a-8f5f-965cf00ad758 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:00:19.360430 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-15896bd5-e2d8-4f3c-bb2f-0e8dab223ea1 req-e5ccd11a-3313-4b9a-8f5f-965cf00ad758 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/ports?device_id=69ad61a5-ed1a-4487-9bff-0f24c33257f7 HTTP/1.1" status: 200 len: 946 time: 0.0482690 Jul 28 00:00:19.397344 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-15896bd5-e2d8-4f3c-bb2f-0e8dab223ea1 req-51c35f6a-3b95-46b6-bbcf-30ea6d9739ae tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/security-groups?id=2988c913-9e16-4060-8869-a1f99999e084&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310073 Jul 28 00:00:20.589179 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3216d82f-442f-43e3-bbf3-3c7a4cc0e1c7 req-4c6ca921-b391-45cb-8f34-4ba095172fcf tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:00:20.590690 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-3216d82f-442f-43e3-bbf3-3c7a4cc0e1c7 req-4c6ca921-b391-45cb-8f34-4ba095172fcf tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/ports?device_id=69ad61a5-ed1a-4487-9bff-0f24c33257f7 HTTP/1.1" status: 200 len: 946 time: 0.0935259 Jul 28 00:00:20.628395 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-3216d82f-442f-43e3-bbf3-3c7a4cc0e1c7 req-ccdd3486-2745-42f9-a17e-30213db4bdd6 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/security-groups?id=2988c913-9e16-4060-8869-a1f99999e084&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311565 Jul 28 00:00:21.745155 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24be4d23-e311-438d-a3c7-ec0182aab14f req-83141046-d666-4af6-8be1-c89ac6b8cec7 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:00:21.746620 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-24be4d23-e311-438d-a3c7-ec0182aab14f req-83141046-d666-4af6-8be1-c89ac6b8cec7 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/ports?device_id=69ad61a5-ed1a-4487-9bff-0f24c33257f7 HTTP/1.1" status: 200 len: 946 time: 0.0520413 Jul 28 00:00:21.783140 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-24be4d23-e311-438d-a3c7-ec0182aab14f req-35fee44a-2c78-4127-8125-e01492a9fb20 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/security-groups?id=2988c913-9e16-4060-8869-a1f99999e084&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299439 Jul 28 00:00:22.895055 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31b0000-9a65-4f2f-b6d9-b39a232eeb54 req-7e937aa1-bea0-4180-8f5a-622be36d038c tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:00:22.896530 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-b31b0000-9a65-4f2f-b6d9-b39a232eeb54 req-7e937aa1-bea0-4180-8f5a-622be36d038c tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/ports?device_id=69ad61a5-ed1a-4487-9bff-0f24c33257f7 HTTP/1.1" status: 200 len: 946 time: 0.0479102 Jul 28 00:00:22.933021 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-b31b0000-9a65-4f2f-b6d9-b39a232eeb54 req-39daaddd-b05f-40cc-91ed-c36f90a7f994 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/security-groups?id=2988c913-9e16-4060-8869-a1f99999e084&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307367 Jul 28 00:00:24.127003 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91816f7-afbb-438e-98c5-94abfafb7d81 req-4f0454d5-af09-4b9d-94fa-e99480b3ba66 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:00:24.128479 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a91816f7-afbb-438e-98c5-94abfafb7d81 req-4f0454d5-af09-4b9d-94fa-e99480b3ba66 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/ports?device_id=69ad61a5-ed1a-4487-9bff-0f24c33257f7 HTTP/1.1" status: 200 len: 946 time: 0.0879281 Jul 28 00:00:24.166394 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a91816f7-afbb-438e-98c5-94abfafb7d81 req-b20f6e07-384a-4a3e-a434-15b03eaa9f20 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/security-groups?id=2988c913-9e16-4060-8869-a1f99999e084&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319121 Jul 28 00:00:25.279483 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ad4701-4ed6-4a7a-b1f9-f3ee3fcbd469 req-610e068b-11fd-41ad-a571-209e04187fc7 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:00:25.280980 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-59ad4701-4ed6-4a7a-b1f9-f3ee3fcbd469 req-610e068b-11fd-41ad-a571-209e04187fc7 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/ports?device_id=69ad61a5-ed1a-4487-9bff-0f24c33257f7 HTTP/1.1" status: 200 len: 946 time: 0.0481493 Jul 28 00:00:25.319943 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-59ad4701-4ed6-4a7a-b1f9-f3ee3fcbd469 req-8a5d5b83-6af4-4f58-b2af-f616cc13871b tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/security-groups?id=2988c913-9e16-4060-8869-a1f99999e084&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324078 Jul 28 00:00:26.431230 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf79fa9-9bc3-4557-8d17-eba54d29ce5c req-c6cd4f18-d615-4ce5-859d-de930161a607 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:00:26.432691 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-faf79fa9-9bc3-4557-8d17-eba54d29ce5c req-c6cd4f18-d615-4ce5-859d-de930161a607 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/ports?device_id=69ad61a5-ed1a-4487-9bff-0f24c33257f7 HTTP/1.1" status: 200 len: 946 time: 0.0477188 Jul 28 00:00:26.469501 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-faf79fa9-9bc3-4557-8d17-eba54d29ce5c req-8aba5f02-0225-448f-8262-eb95a491c0d7 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/security-groups?id=2988c913-9e16-4060-8869-a1f99999e084&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310566 Jul 28 00:00:26.958239 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-6388eba5-9a99-4a5d-a546-df552b61904f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:00:27.585752 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f32ce1b-2514-49c5-bff9-d8a67e51c7f8 req-a2f30c8d-6110-4f31-9ce7-5902a40fb8e3 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:00:27.587229 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-3f32ce1b-2514-49c5-bff9-d8a67e51c7f8 req-a2f30c8d-6110-4f31-9ce7-5902a40fb8e3 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/ports?device_id=69ad61a5-ed1a-4487-9bff-0f24c33257f7 HTTP/1.1" status: 200 len: 946 time: 0.0524309 Jul 28 00:00:27.624021 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-3f32ce1b-2514-49c5-bff9-d8a67e51c7f8 req-c54969e5-5b01-4ce2-91e3-aab935c25e5c tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/security-groups?id=2988c913-9e16-4060-8869-a1f99999e084&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309267 Jul 28 00:00:28.743946 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab21e379-fd93-45f5-aae8-990d0b6c08f4 req-6183b562-6af0-437a-8bcb-76c60e663468 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:00:28.745409 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ab21e379-fd93-45f5-aae8-990d0b6c08f4 req-6183b562-6af0-437a-8bcb-76c60e663468 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/ports?device_id=69ad61a5-ed1a-4487-9bff-0f24c33257f7 HTTP/1.1" status: 200 len: 946 time: 0.0528679 Jul 28 00:00:28.787579 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ab21e379-fd93-45f5-aae8-990d0b6c08f4 req-bd9aa7d8-7889-4236-936d-1543960b4b45 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/security-groups?id=2988c913-9e16-4060-8869-a1f99999e084&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361705 Jul 28 00:00:29.217537 n-d-802623-1 neutron-server[93798]: INFO neutron.api.v2.resource [req-34d9bf23-6e2c-4f5e-a3b6-390007b4d209 req-0c02b8f1-807b-4112-8f19-82a625161bb2 service neutron] show failed (client error): The resource could not be found. Jul 28 00:00:29.218742 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-34d9bf23-6e2c-4f5e-a3b6-390007b4d209 req-0c02b8f1-807b-4112-8f19-82a625161bb2 service neutron] 10.222.0.38 "GET /v2.0/ports/debfb6b3-0201-4f49-9df8-c066b64bd691/bindings/n-h2-802623-1 HTTP/1.1" status: 404 len: 380 time: 0.0564430 Jul 28 00:00:29.480288 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d9bf23-6e2c-4f5e-a3b6-390007b4d209 req-96f5591f-94ca-493b-a44c-c92e714f52bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:00:29.481721 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-34d9bf23-6e2c-4f5e-a3b6-390007b4d209 req-96f5591f-94ca-493b-a44c-c92e714f52bb service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=69ad61a5-ed1a-4487-9bff-0f24c33257f7&tenant_id=4ba5b8d6319f49828578267b9b93e7c6 HTTP/1.1" status: 200 len: 1097 time: 0.0763326 Jul 28 00:00:29.494751 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [req-34d9bf23-6e2c-4f5e-a3b6-390007b4d209 req-cac13b30-665d-4f95-97da-f76ae55ae713 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-802623-1', 'device_owner': 'compute:nova'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 00:00:29.546997 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-34d9bf23-6e2c-4f5e-a3b6-390007b4d209 req-cac13b30-665d-4f95-97da-f76ae55ae713 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:00:29.631770 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-11dc9ce3-282c-4ff8-8f71-3d5d9d5808c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:00:29.761165 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-34d9bf23-6e2c-4f5e-a3b6-390007b4d209 req-cac13b30-665d-4f95-97da-f76ae55ae713 service neutron] For port debfb6b3-0201-4f49-9df8-c066b64bd691, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=debfb6b3-0201-4f49-9df8-c066b64bd691,segment=NetworkSegment(dd04d9c9-b835-4f71-8f5e-6152a3a133f4),segment_id=dd04d9c9-b835-4f71-8f5e-6152a3a133f4)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 00:00:29.793475 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-34d9bf23-6e2c-4f5e-a3b6-390007b4d209 req-cac13b30-665d-4f95-97da-f76ae55ae713 service neutron] For port debfb6b3-0201-4f49-9df8-c066b64bd691, host n-h1-802623-1, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 00:00:29.832916 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69ad61a5-ed1a-4487-9bff-0f24c33257f7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'debfb6b3-0201-4f49-9df8-c066b64bd691'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 00:00:29.835220 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a476459a1bfce68b0ae0df5b6a71154bfc7cfdc8f9eefce6ad0a17231e60468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5bac18a-61ff-4e95-ac17-5516edabac97" -d '{"events": [{"server_uuid": "69ad61a5-ed1a-4487-9bff-0f24c33257f7", "name": "network-vif-unplugged", "status": "completed", "tag": "debfb6b3-0201-4f49-9df8-c066b64bd691"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 00:00:29.839013 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-34d9bf23-6e2c-4f5e-a3b6-390007b4d209 req-cac13b30-665d-4f95-97da-f76ae55ae713 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:00:29.855561 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [req-34d9bf23-6e2c-4f5e-a3b6-390007b4d209 req-cac13b30-665d-4f95-97da-f76ae55ae713 service neutron] Transition to ACTIVE for port object debfb6b3-0201-4f49-9df8-c066b64bd691 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 00:00:29.867809 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-34d9bf23-6e2c-4f5e-a3b6-390007b4d209 req-cac13b30-665d-4f95-97da-f76ae55ae713 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11336041'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:00:29.891943 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 28 Jul 2021 00:00:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4200abd-2692-42b5-ac23-f6e56e7f0f4c x-openstack-request-id: req-f4200abd-2692-42b5-ac23-f6e56e7f0f4c {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 00:00:29.892232 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69ad61a5-ed1a-4487-9bff-0f24c33257f7", "name": "network-vif-unplugged", "status": "completed", "tag": "debfb6b3-0201-4f49-9df8-c066b64bd691", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 00:00:29.892481 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f4200abd-2692-42b5-ac23-f6e56e7f0f4c {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 00:00:29.892870 n-d-802623-1 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69ad61a5-ed1a-4487-9bff-0f24c33257f7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'debfb6b3-0201-4f49-9df8-c066b64bd691', 'code': 200} Jul 28 00:00:29.941964 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac13b30-665d-4f95-97da-f76ae55ae713 service neutron] Pushing event updated for resources: {'Port': ['ID=debfb6b3-0201-4f49-9df8-c066b64bd691,revision_number=6']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:00:29.983936 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d745ae-27f9-45cc-b6f9-a4211146245d req-054aa88b-a1e5-4c70-954f-2163d09edc45 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:00:29.985533 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-50d745ae-27f9-45cc-b6f9-a4211146245d req-054aa88b-a1e5-4c70-954f-2163d09edc45 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/ports?device_id=69ad61a5-ed1a-4487-9bff-0f24c33257f7 HTTP/1.1" status: 200 len: 944 time: 0.1287391 Jul 28 00:00:29.993985 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac13b30-665d-4f95-97da-f76ae55ae713 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:00:29.994589 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac13b30-665d-4f95-97da-f76ae55ae713 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:00:29.995189 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac13b30-665d-4f95-97da-f76ae55ae713 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:00:29.995777 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac13b30-665d-4f95-97da-f76ae55ae713 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:00:29.996360 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac13b30-665d-4f95-97da-f76ae55ae713 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:00:29.997068 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac13b30-665d-4f95-97da-f76ae55ae713 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:00:29.997394 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac13b30-665d-4f95-97da-f76ae55ae713 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:00:30.000207 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac13b30-665d-4f95-97da-f76ae55ae713 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:00:30.000556 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac13b30-665d-4f95-97da-f76ae55ae713 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:00:30.000892 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac13b30-665d-4f95-97da-f76ae55ae713 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:00:30.001488 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac13b30-665d-4f95-97da-f76ae55ae713 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:00:30.001817 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac13b30-665d-4f95-97da-f76ae55ae713 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:00:30.022100 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:00:30.071250 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-50d745ae-27f9-45cc-b6f9-a4211146245d req-af19d951-68a5-4cd2-8e7d-0dd2947740b0 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/security-groups?id=2988c913-9e16-4060-8869-a1f99999e084&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658083 Jul 28 00:00:30.072185 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [req-34d9bf23-6e2c-4f5e-a3b6-390007b4d209 req-cac13b30-665d-4f95-97da-f76ae55ae713 service neutron] No DVR routers for this DVR port debfb6b3-0201-4f49-9df8-c066b64bd691 on host n-h1-802623-1 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 00:00:30.111341 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:00:30.210291 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-34d9bf23-6e2c-4f5e-a3b6-390007b4d209 req-cac13b30-665d-4f95-97da-f76ae55ae713 service neutron] Attempting to bind port debfb6b3-0201-4f49-9df8-c066b64bd691 on host n-h2-802623-1 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 00:00:30.210571 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-34d9bf23-6e2c-4f5e-a3b6-390007b4d209 req-cac13b30-665d-4f95-97da-f76ae55ae713 service neutron] Attempting to bind port debfb6b3-0201-4f49-9df8-c066b64bd691 by drivers openvswitch,hyperv on host n-h2-802623-1 at level 0 using segments [{'id': 'dd04d9c9-b835-4f71-8f5e-6152a3a133f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '5dbf213b-0fc8-45b6-ae08-2a59287a2ef9'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 00:00:30.210894 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34d9bf23-6e2c-4f5e-a3b6-390007b4d209 req-cac13b30-665d-4f95-97da-f76ae55ae713 service neutron] Attempting to bind port debfb6b3-0201-4f49-9df8-c066b64bd691 on network 5dbf213b-0fc8-45b6-ae08-2a59287a2ef9 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 00:00:30.215065 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34d9bf23-6e2c-4f5e-a3b6-390007b4d209 req-cac13b30-665d-4f95-97da-f76ae55ae713 service neutron] Port debfb6b3-0201-4f49-9df8-c066b64bd691 on network 5dbf213b-0fc8-45b6-ae08-2a59287a2ef9 not bound, no agent of type Open vSwitch agent registered on host n-h2-802623-1 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 00:00:30.215469 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34d9bf23-6e2c-4f5e-a3b6-390007b4d209 req-cac13b30-665d-4f95-97da-f76ae55ae713 service neutron] Attempting to bind port debfb6b3-0201-4f49-9df8-c066b64bd691 on network 5dbf213b-0fc8-45b6-ae08-2a59287a2ef9 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 00:00:30.220783 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34d9bf23-6e2c-4f5e-a3b6-390007b4d209 req-cac13b30-665d-4f95-97da-f76ae55ae713 service neutron] Checking agent: {'id': 'c5cc038b-93c4-4df4-8061-5df2a04a48c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 23, 0, 4), 'started_at': datetime.datetime(2021, 7, 27, 23, 0, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 0, 0, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 00:00:30.221120 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34d9bf23-6e2c-4f5e-a3b6-390007b4d209 req-cac13b30-665d-4f95-97da-f76ae55ae713 service neutron] Checking segment: {'id': 'dd04d9c9-b835-4f71-8f5e-6152a3a133f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '5dbf213b-0fc8-45b6-ae08-2a59287a2ef9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 00:00:30.221499 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34d9bf23-6e2c-4f5e-a3b6-390007b4d209 req-cac13b30-665d-4f95-97da-f76ae55ae713 service neutron] Bound using segment: {'id': 'dd04d9c9-b835-4f71-8f5e-6152a3a133f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '5dbf213b-0fc8-45b6-ae08-2a59287a2ef9'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 00:00:30.221916 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-34d9bf23-6e2c-4f5e-a3b6-390007b4d209 req-cac13b30-665d-4f95-97da-f76ae55ae713 service neutron] Bound port: debfb6b3-0201-4f49-9df8-c066b64bd691, host: n-h2-802623-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd04d9c9-b835-4f71-8f5e-6152a3a133f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '5dbf213b-0fc8-45b6-ae08-2a59287a2ef9'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 00:00:30.222289 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-34d9bf23-6e2c-4f5e-a3b6-390007b4d209 req-cac13b30-665d-4f95-97da-f76ae55ae713 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:00:30.286095 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-34d9bf23-6e2c-4f5e-a3b6-390007b4d209 req-cac13b30-665d-4f95-97da-f76ae55ae713 service neutron] For port debfb6b3-0201-4f49-9df8-c066b64bd691, host n-h2-802623-1, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 00:00:30.289108 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-34d9bf23-6e2c-4f5e-a3b6-390007b4d209 req-cac13b30-665d-4f95-97da-f76ae55ae713 service neutron] For port debfb6b3-0201-4f49-9df8-c066b64bd691, host n-h2-802623-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=debfb6b3-0201-4f49-9df8-c066b64bd691,segment=NetworkSegment(dd04d9c9-b835-4f71-8f5e-6152a3a133f4),segment_id=dd04d9c9-b835-4f71-8f5e-6152a3a133f4)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 00:00:30.292705 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-34d9bf23-6e2c-4f5e-a3b6-390007b4d209 req-cac13b30-665d-4f95-97da-f76ae55ae713 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11336041'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:00:30.326906 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d9bf23-6e2c-4f5e-a3b6-390007b4d209 req-cac13b30-665d-4f95-97da-f76ae55ae713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:00:30.327550 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-34d9bf23-6e2c-4f5e-a3b6-390007b4d209 req-cac13b30-665d-4f95-97da-f76ae55ae713 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:00:30.328948 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-34d9bf23-6e2c-4f5e-a3b6-390007b4d209 req-cac13b30-665d-4f95-97da-f76ae55ae713 service neutron] 10.222.0.49 "PUT /v2.0/ports/debfb6b3-0201-4f49-9df8-c066b64bd691 HTTP/1.1" status: 200 len: 1092 time: 0.8382134 Jul 28 00:00:30.353456 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac13b30-665d-4f95-97da-f76ae55ae713 service neutron] Pushing event updated for resources: {'Port': ['ID=debfb6b3-0201-4f49-9df8-c066b64bd691,revision_number=7']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:00:30.398651 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d9bf23-6e2c-4f5e-a3b6-390007b4d209 req-0b8f742e-dc8c-4d8e-baa8-8144479807f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:00:30.401785 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-34d9bf23-6e2c-4f5e-a3b6-390007b4d209 req-0b8f742e-dc8c-4d8e-baa8-8144479807f7 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=4ba5b8d6319f49828578267b9b93e7c6&device_id=69ad61a5-ed1a-4487-9bff-0f24c33257f7 HTTP/1.1" status: 200 len: 1095 time: 0.0436623 Jul 28 00:00:30.496133 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d9bf23-6e2c-4f5e-a3b6-390007b4d209 req-f570953b-65f5-4ea4-bd65-eae40eab5bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:00:30.497644 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-34d9bf23-6e2c-4f5e-a3b6-390007b4d209 req-f570953b-65f5-4ea4-bd65-eae40eab5bcc service neutron] 10.222.0.49 "GET /v2.0/networks?id=5dbf213b-0fc8-45b6-ae08-2a59287a2ef9 HTTP/1.1" status: 200 len: 913 time: 0.0903199 Jul 28 00:00:30.560754 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-34d9bf23-6e2c-4f5e-a3b6-390007b4d209 req-52f27c11-ac71-4fbf-9577-36868c5e7854 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=debfb6b3-0201-4f49-9df8-c066b64bd691 HTTP/1.1" status: 200 len: 1001 time: 0.0561883 Jul 28 00:00:30.609183 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d9bf23-6e2c-4f5e-a3b6-390007b4d209 req-a5652c55-28bd-4603-8231-6e3da7220a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:00:30.610712 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-34d9bf23-6e2c-4f5e-a3b6-390007b4d209 req-a5652c55-28bd-4603-8231-6e3da7220a60 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=67b7c5ff-799a-4462-b8d6-a85a4f04b2ed HTTP/1.1" status: 200 len: 851 time: 0.0430036 Jul 28 00:00:30.644427 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-19f2e178-d45e-4fbe-b9be-c3963fc151ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:00:30.662734 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d9bf23-6e2c-4f5e-a3b6-390007b4d209 req-3839c3a0-88ea-4534-9a34-4544e5fbdc78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:00:30.664266 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-34d9bf23-6e2c-4f5e-a3b6-390007b4d209 req-3839c3a0-88ea-4534-9a34-4544e5fbdc78 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5dbf213b-0fc8-45b6-ae08-2a59287a2ef9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0465984 Jul 28 00:00:30.758090 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-34d9bf23-6e2c-4f5e-a3b6-390007b4d209 req-4921b370-903c-4248-bebb-ce769860d9c2 service neutron] 10.222.0.49 "GET /v2.0/networks/5dbf213b-0fc8-45b6-ae08-2a59287a2ef9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864673 Jul 28 00:00:30.854644 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-34d9bf23-6e2c-4f5e-a3b6-390007b4d209 req-251df33c-d09f-4853-a992-c38561c90982 service neutron] 10.222.0.49 "GET /v2.0/networks/5dbf213b-0fc8-45b6-ae08-2a59287a2ef9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891998 Jul 28 00:00:31.188764 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a927578-8653-4f6a-8636-2c61080d7d7e req-6ca1397f-6cba-4d9a-9402-802f96576605 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:00:31.190255 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7a927578-8653-4f6a-8636-2c61080d7d7e req-6ca1397f-6cba-4d9a-9402-802f96576605 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/ports?device_id=69ad61a5-ed1a-4487-9bff-0f24c33257f7 HTTP/1.1" status: 200 len: 944 time: 0.0495646 Jul 28 00:00:31.227816 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7a927578-8653-4f6a-8636-2c61080d7d7e req-0ebb60f0-0db1-4ea2-bc6b-d3a45048bd7b tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/security-groups?id=2988c913-9e16-4060-8869-a1f99999e084&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312383 Jul 28 00:00:31.894063 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69ad61a5-ed1a-4487-9bff-0f24c33257f7', 'tag': 'debfb6b3-0201-4f49-9df8-c066b64bd691'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 00:00:31.929911 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54ff2e8c926e0231465601fd4f15fa4e9ff5e8c34d973af7f909e70dd0b48885" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3f244fe-c2d4-4b40-8626-ad974940e924" -d '{"events": [{"name": "network-changed", "server_uuid": "69ad61a5-ed1a-4487-9bff-0f24c33257f7", "tag": "debfb6b3-0201-4f49-9df8-c066b64bd691"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 00:00:32.023194 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 00:00:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d470eee7-825b-4d78-82d8-4e85df7dc77d x-openstack-request-id: req-d470eee7-825b-4d78-82d8-4e85df7dc77d {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 00:00:32.023488 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69ad61a5-ed1a-4487-9bff-0f24c33257f7", "tag": "debfb6b3-0201-4f49-9df8-c066b64bd691", "status": "completed", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 00:00:32.023745 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d470eee7-825b-4d78-82d8-4e85df7dc77d {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 00:00:32.024157 n-d-802623-1 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69ad61a5-ed1a-4487-9bff-0f24c33257f7', 'tag': 'debfb6b3-0201-4f49-9df8-c066b64bd691', 'status': 'completed', 'code': 200} Jul 28 00:00:32.091106 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f244fe-c2d4-4b40-8626-ad974940e924 req-4e4fc814-6ee6-4c8d-95ca-79791c8c2f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:00:32.092644 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d3f244fe-c2d4-4b40-8626-ad974940e924 req-4e4fc814-6ee6-4c8d-95ca-79791c8c2f68 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=4ba5b8d6319f49828578267b9b93e7c6&device_id=69ad61a5-ed1a-4487-9bff-0f24c33257f7 HTTP/1.1" status: 200 len: 1095 time: 0.0487914 Jul 28 00:00:32.166819 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f244fe-c2d4-4b40-8626-ad974940e924 req-a3501d22-afcb-4edb-be0b-1bc382dfd585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:00:32.168389 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-d3f244fe-c2d4-4b40-8626-ad974940e924 req-a3501d22-afcb-4edb-be0b-1bc382dfd585 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=4ba5b8d6319f49828578267b9b93e7c6&device_id=69ad61a5-ed1a-4487-9bff-0f24c33257f7 HTTP/1.1" status: 200 len: 1095 time: 0.0824225 Jul 28 00:00:32.184221 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f244fe-c2d4-4b40-8626-ad974940e924 req-58e5e415-d0ba-4f0b-aca2-4a7aa643072e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:00:32.185701 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d3f244fe-c2d4-4b40-8626-ad974940e924 req-58e5e415-d0ba-4f0b-aca2-4a7aa643072e service neutron] 10.222.0.49 "GET /v2.0/networks?id=5dbf213b-0fc8-45b6-ae08-2a59287a2ef9 HTTP/1.1" status: 200 len: 913 time: 0.0842874 Jul 28 00:00:32.265393 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d3f244fe-c2d4-4b40-8626-ad974940e924 req-461a192f-829f-4416-84f1-5a5b50151487 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=debfb6b3-0201-4f49-9df8-c066b64bd691 HTTP/1.1" status: 200 len: 1001 time: 0.0711360 Jul 28 00:00:32.332412 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f244fe-c2d4-4b40-8626-ad974940e924 req-a67cd3a8-81c3-4924-93e7-3a36fb188795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:00:32.334179 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d3f244fe-c2d4-4b40-8626-ad974940e924 req-a67cd3a8-81c3-4924-93e7-3a36fb188795 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=67b7c5ff-799a-4462-b8d6-a85a4f04b2ed HTTP/1.1" status: 200 len: 851 time: 0.0547822 Jul 28 00:00:32.386930 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f244fe-c2d4-4b40-8626-ad974940e924 req-c7072d28-731f-460a-b957-22a6f38a3f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:00:32.391731 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d3f244fe-c2d4-4b40-8626-ad974940e924 req-c7072d28-731f-460a-b957-22a6f38a3f92 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5dbf213b-0fc8-45b6-ae08-2a59287a2ef9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0504174 Jul 28 00:00:32.409501 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7418f70f-e60d-4709-8ba9-6ab514bc7f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:00:32.514258 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d3f244fe-c2d4-4b40-8626-ad974940e924 req-b73088db-552d-45ca-b4f1-abf1ebfe34b5 service neutron] 10.222.0.49 "GET /v2.0/networks/5dbf213b-0fc8-45b6-ae08-2a59287a2ef9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136267 Jul 28 00:00:32.609473 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d3f244fe-c2d4-4b40-8626-ad974940e924 req-e2748657-e02e-4e24-a768-527ced014fc9 service neutron] 10.222.0.49 "GET /v2.0/networks/5dbf213b-0fc8-45b6-ae08-2a59287a2ef9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868640 Jul 28 00:00:32.623508 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fd3e2b-8a64-4464-a9f2-b1da29520ad3 req-116570e5-2757-4416-ba5e-dfe09495a993 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:00:32.624985 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b1fd3e2b-8a64-4464-a9f2-b1da29520ad3 req-116570e5-2757-4416-ba5e-dfe09495a993 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/ports?device_id=69ad61a5-ed1a-4487-9bff-0f24c33257f7 HTTP/1.1" status: 200 len: 944 time: 0.0967777 Jul 28 00:00:32.653427 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f244fe-c2d4-4b40-8626-ad974940e924 req-4eae85cc-01dd-4a9c-a674-30176cea7d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:00:32.654841 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-d3f244fe-c2d4-4b40-8626-ad974940e924 req-4eae85cc-01dd-4a9c-a674-30176cea7d1e service neutron] 10.222.0.38 "GET /v2.0/networks?id=5dbf213b-0fc8-45b6-ae08-2a59287a2ef9 HTTP/1.1" status: 200 len: 913 time: 0.4790595 Jul 28 00:00:32.679223 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b1fd3e2b-8a64-4464-a9f2-b1da29520ad3 req-cf533389-89a6-4a51-8d6a-f7ba4165def3 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/security-groups?id=2988c913-9e16-4060-8869-a1f99999e084&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473318 Jul 28 00:00:32.747252 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-d3f244fe-c2d4-4b40-8626-ad974940e924 req-8c9a7187-0a99-4946-86fc-336fbbab2bca service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=debfb6b3-0201-4f49-9df8-c066b64bd691 HTTP/1.1" status: 200 len: 1001 time: 0.0811253 Jul 28 00:00:32.805797 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f244fe-c2d4-4b40-8626-ad974940e924 req-efaa81fa-bc91-4942-bca9-5ef5d5efda86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:00:32.807376 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-d3f244fe-c2d4-4b40-8626-ad974940e924 req-efaa81fa-bc91-4942-bca9-5ef5d5efda86 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=67b7c5ff-799a-4462-b8d6-a85a4f04b2ed HTTP/1.1" status: 200 len: 851 time: 0.0526862 Jul 28 00:00:32.853288 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f244fe-c2d4-4b40-8626-ad974940e924 req-815cee33-1327-41c4-8aea-b8aaf77e770c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:00:32.854776 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-d3f244fe-c2d4-4b40-8626-ad974940e924 req-815cee33-1327-41c4-8aea-b8aaf77e770c service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=5dbf213b-0fc8-45b6-ae08-2a59287a2ef9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402129 Jul 28 00:00:32.909357 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device debfb6b3-0201-4f49-9df8-c066b64bd691 no longer exists at agent hyperv_n-h1-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 00:00:32.946289 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-d3f244fe-c2d4-4b40-8626-ad974940e924 req-24c2a5c0-c91d-47c7-8084-26d777809641 service neutron] 10.222.0.38 "GET /v2.0/networks/5dbf213b-0fc8-45b6-ae08-2a59287a2ef9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840247 Jul 28 00:00:32.951664 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device debfb6b3-0201-4f49-9df8-c066b64bd691 not bound to the agent host n-h1-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 00:00:33.040084 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-d3f244fe-c2d4-4b40-8626-ad974940e924 req-d643c5e5-d044-461c-862d-141e5b0cb30f service neutron] 10.222.0.38 "GET /v2.0/networks/5dbf213b-0fc8-45b6-ae08-2a59287a2ef9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872469 Jul 28 00:00:33.839555 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78f621b-66a1-41df-aab9-d822a9621a15 req-2e48083c-0e6a-41c3-aaae-c46470002138 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:00:33.841436 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a78f621b-66a1-41df-aab9-d822a9621a15 req-2e48083c-0e6a-41c3-aaae-c46470002138 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/ports?device_id=69ad61a5-ed1a-4487-9bff-0f24c33257f7 HTTP/1.1" status: 200 len: 944 time: 0.0648527 Jul 28 00:00:33.879699 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a78f621b-66a1-41df-aab9-d822a9621a15 req-b99bc168-8f38-43f9-8f7b-95e040e36d5e tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/security-groups?id=2988c913-9e16-4060-8869-a1f99999e084&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322015 Jul 28 00:00:34.013509 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493f8b6d-6376-4363-bad1-573b27b826ba req-a84beeab-baf2-4cc1-8783-c0233181373a tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:00:34.014886 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-493f8b6d-6376-4363-bad1-573b27b826ba req-a84beeab-baf2-4cc1-8783-c0233181373a tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/ports?device_id=69ad61a5-ed1a-4487-9bff-0f24c33257f7 HTTP/1.1" status: 200 len: 944 time: 0.0485361 Jul 28 00:00:34.052119 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-493f8b6d-6376-4363-bad1-573b27b826ba req-33cb3cec-038e-42f2-8414-77d17766d1f0 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/security-groups?id=2988c913-9e16-4060-8869-a1f99999e084&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313866 Jul 28 00:00:35.177696 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57b1049-312b-4e93-99a6-cb18bb5d0fcf req-8486932e-2977-4992-a758-c7cacb028705 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:00:35.179219 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-b57b1049-312b-4e93-99a6-cb18bb5d0fcf req-8486932e-2977-4992-a758-c7cacb028705 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/ports?device_id=69ad61a5-ed1a-4487-9bff-0f24c33257f7 HTTP/1.1" status: 200 len: 944 time: 0.0485444 Jul 28 00:00:35.217953 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-b57b1049-312b-4e93-99a6-cb18bb5d0fcf req-d834ebcb-584d-42e7-87e8-2e6a9c71cdb7 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/security-groups?id=2988c913-9e16-4060-8869-a1f99999e084&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328605 Jul 28 00:00:35.303810 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:00:35.492544 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbd4407-49da-4fde-a7fc-e6c2bb4b1750 req-5d0569d9-a81f-4744-b851-f8033ed2c2c9 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:00:35.494007 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-7fbd4407-49da-4fde-a7fc-e6c2bb4b1750 req-5d0569d9-a81f-4744-b851-f8033ed2c2c9 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.49 "GET /v2.0/ports?device_id=69ad61a5-ed1a-4487-9bff-0f24c33257f7 HTTP/1.1" status: 200 len: 944 time: 0.0790603 Jul 28 00:00:35.501920 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f3a19f-f06f-4a30-b879-5b502425c250 req-1e5c82d0-c01c-4936-bb6b-fc9e8297c123 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:00:35.503934 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-09f3a19f-f06f-4a30-b879-5b502425c250 req-1e5c82d0-c01c-4936-bb6b-fc9e8297c123 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/ports?device_id=69ad61a5-ed1a-4487-9bff-0f24c33257f7 HTTP/1.1" status: 200 len: 944 time: 0.0808723 Jul 28 00:00:35.583179 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-09f3a19f-f06f-4a30-b879-5b502425c250 req-cd824688-eee7-4d97-9db4-b5e5f8545a53 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/security-groups?id=2988c913-9e16-4060-8869-a1f99999e084&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723321 Jul 28 00:00:35.611341 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [req-7fbd4407-49da-4fde-a7fc-e6c2bb4b1750 req-e147027b-8e49-4673-a6b3-270ea321f428 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Deleting port debfb6b3-0201-4f49-9df8-c066b64bd691 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 00:00:35.612191 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-7fbd4407-49da-4fde-a7fc-e6c2bb4b1750 req-e147027b-8e49-4673-a6b3-270ea321f428 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:00:35.701580 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-7fbd4407-49da-4fde-a7fc-e6c2bb4b1750 req-e147027b-8e49-4673-a6b3-270ea321f428 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] For port debfb6b3-0201-4f49-9df8-c066b64bd691, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=debfb6b3-0201-4f49-9df8-c066b64bd691,segment=NetworkSegment(dd04d9c9-b835-4f71-8f5e-6152a3a133f4),segment_id=dd04d9c9-b835-4f71-8f5e-6152a3a133f4)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 00:00:35.701950 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-7fbd4407-49da-4fde-a7fc-e6c2bb4b1750 req-e147027b-8e49-4673-a6b3-270ea321f428 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:00:35.865660 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-7fbd4407-49da-4fde-a7fc-e6c2bb4b1750 req-e147027b-8e49-4673-a6b3-270ea321f428 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:00:35.865944 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-7fbd4407-49da-4fde-a7fc-e6c2bb4b1750 req-e147027b-8e49-4673-a6b3-270ea321f428 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-415302'] for floatingip, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:00:35.866257 n-d-802623-1 neutron-server[93797]: INFO neutron.db.l3_db [req-7fbd4407-49da-4fde-a7fc-e6c2bb4b1750 req-e147027b-8e49-4673-a6b3-270ea321f428 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Floating IP 3fad5a04-baa6-4624-b12a-c81214f6ef12 disassociated. External IP: 172.25.4.156, port: debfb6b3-0201-4f49-9df8-c066b64bd691. Jul 28 00:00:35.866597 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [req-7fbd4407-49da-4fde-a7fc-e6c2bb4b1750 req-e147027b-8e49-4673-a6b3-270ea321f428 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Calling delete_port for debfb6b3-0201-4f49-9df8-c066b64bd691 owned by compute:nova {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 00:00:35.992873 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-7fbd4407-49da-4fde-a7fc-e6c2bb4b1750 req-e147027b-8e49-4673-a6b3-270ea321f428 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:00:36.018968 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e147027b-8e49-4673-a6b3-270ea321f428 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Pushing event deleted for resources: {'Port': ['ID=debfb6b3-0201-4f49-9df8-c066b64bd691,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:00:36.140192 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7fbd4407-49da-4fde-a7fc-e6c2bb4b1750 req-e147027b-8e49-4673-a6b3-270ea321f428 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Router eadf4275-d7fe-41af-8f29-3a7d3327f789 has already been hosted by L3 agent 018c4455-49c0-4734-927d-7824067b2a9e {{(pid=93797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 00:00:36.247364 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7fbd4407-49da-4fde-a7fc-e6c2bb4b1750 req-e147027b-8e49-4673-a6b3-270ea321f428 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 00:00:36.257896 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1365c10a-0c8c-4c7d-b3f8-96d650987ac8 None None] Sync routers for ids ['eadf4275-d7fe-41af-8f29-3a7d3327f789'] in n-d-802623-1 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 00:00:36.267858 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1365c10a-0c8c-4c7d-b3f8-96d650987ac8 None None] Routers {'eadf4275-d7fe-41af-8f29-3a7d3327f789'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 00:00:36.268546 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-1365c10a-0c8c-4c7d-b3f8-96d650987ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-28T00:00:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['eadf4275-d7fe-41af-8f29-3a7d3327f789'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:00:36.285086 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fbd4407-49da-4fde-a7fc-e6c2bb4b1750 req-e147027b-8e49-4673-a6b3-270ea321f428 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] No DVR routers for this DVR port debfb6b3-0201-4f49-9df8-c066b64bd691 on host n-h2-802623-1 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 00:00:36.287795 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-7fbd4407-49da-4fde-a7fc-e6c2bb4b1750 req-e147027b-8e49-4673-a6b3-270ea321f428 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:00:36.289811 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-7fbd4407-49da-4fde-a7fc-e6c2bb4b1750 req-e147027b-8e49-4673-a6b3-270ea321f428 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.49 "DELETE /v2.0/ports/debfb6b3-0201-4f49-9df8-c066b64bd691 HTTP/1.1" status: 204 len: 173 time: 0.7850513 Jul 28 00:00:36.290286 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69ad61a5-ed1a-4487-9bff-0f24c33257f7', 'name': 'network-vif-deleted', 'tag': 'debfb6b3-0201-4f49-9df8-c066b64bd691'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 00:00:36.292476 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54ff2e8c926e0231465601fd4f15fa4e9ff5e8c34d973af7f909e70dd0b48885" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b92cbfe-3547-47fd-a751-1ba1fd2c97d5" -d '{"events": [{"server_uuid": "69ad61a5-ed1a-4487-9bff-0f24c33257f7", "name": "network-vif-deleted", "tag": "debfb6b3-0201-4f49-9df8-c066b64bd691"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 00:00:36.347743 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 00:00:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5862480-f6c4-49f4-bd04-c2ec461d3617 x-openstack-request-id: req-b5862480-f6c4-49f4-bd04-c2ec461d3617 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 00:00:36.348034 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69ad61a5-ed1a-4487-9bff-0f24c33257f7", "name": "network-vif-deleted", "tag": "debfb6b3-0201-4f49-9df8-c066b64bd691", "status": "completed", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 00:00:36.348283 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b5862480-f6c4-49f4-bd04-c2ec461d3617 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 00:00:36.348680 n-d-802623-1 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69ad61a5-ed1a-4487-9bff-0f24c33257f7', 'name': 'network-vif-deleted', 'tag': 'debfb6b3-0201-4f49-9df8-c066b64bd691', 'status': 'completed', 'code': 200} Jul 28 00:00:36.367254 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.agents_db [None req-9beef776-8bab-4de2-989a-f5a23ba4aaf4 None None] Agent healthcheck: found 7 active agents {{(pid=93800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 00:00:36.390179 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-1365c10a-0c8c-4c7d-b3f8-96d650987ac8 None None] Set router eadf4275-d7fe-41af-8f29-3a7d3327f789 gateway port host: n-d-802623-1 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 00:00:36.609898 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-1365c10a-0c8c-4c7d-b3f8-96d650987ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eadf4275-d7fe-41af-8f29-3a7d3327f789', 'name': 'tempest-ServerActionsTestJSON-2095143459-router', 'tenant_id': '4ba5b8d6319f49828578267b9b93e7c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.78'}], 'enable_snat': True}, 'gw_port_id': 'afbf6c78-7c5c-484d-80f9-d5348c2628e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:53:01Z', 'updated_at': '2021-07-27T23:53:04Z', 'revision_number': 4, 'project_id': '4ba5b8d6319f49828578267b9b93e7c6', 'gw_port': {'id': 'afbf6c78-7c5c-484d-80f9-d5348c2628e4', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:b4:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eadf4275-d7fe-41af-8f29-3a7d3327f789', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:53:02Z', 'updated_at': '2021-07-27T23:53:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': '11d09bb7-1341-4e00-b320-152dd1c2e35b', 'name': '', 'network_id': '5dbf213b-0fc8-45b6-ae08-2a59287a2ef9', 'tenant_id': '4ba5b8d6319f49828578267b9b93e7c6', 'mac_address': 'fa:16:3e:00:d4:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eadf4275-d7fe-41af-8f29-3a7d3327f789', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '67b7c5ff-799a-4462-b8d6-a85a4f04b2ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:53:04Z', 'updated_at': '2021-07-27T23:53:08Z', 'revision_number': 5, 'project_id': '4ba5b8d6319f49828578267b9b93e7c6', 'subnets': [{'id': '67b7c5ff-799a-4462-b8d6-a85a4f04b2ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:00:36.636576 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1365c10a-0c8c-4c7d-b3f8-96d650987ac8 None None] Checking router: eadf4275-d7fe-41af-8f29-3a7d3327f789 for host: n-d-802623-1 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 00:00:36.644999 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1365c10a-0c8c-4c7d-b3f8-96d650987ac8 None None] Routers {'eadf4275-d7fe-41af-8f29-3a7d3327f789'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 00:00:36.645601 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-1365c10a-0c8c-4c7d-b3f8-96d650987ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-28T00:00:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['eadf4275-d7fe-41af-8f29-3a7d3327f789'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:00:36.763334 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-1365c10a-0c8c-4c7d-b3f8-96d650987ac8 None None] Set router eadf4275-d7fe-41af-8f29-3a7d3327f789 gateway port host: n-d-802623-1 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 00:00:36.901474 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-637ba7c8-feb1-4a08-80bd-b2a27bcf7e75 req-e81b041c-50d4-48b5-b8cd-7a234b05b9c0 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--699128036&fields=id&tenant_id=4ba5b8d6319f49828578267b9b93e7c6 HTTP/1.1" status: 200 len: 267 time: 0.0327652 Jul 28 00:00:36.972017 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-1365c10a-0c8c-4c7d-b3f8-96d650987ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eadf4275-d7fe-41af-8f29-3a7d3327f789', 'name': 'tempest-ServerActionsTestJSON-2095143459-router', 'tenant_id': '4ba5b8d6319f49828578267b9b93e7c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.78'}], 'enable_snat': True}, 'gw_port_id': 'afbf6c78-7c5c-484d-80f9-d5348c2628e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:53:01Z', 'updated_at': '2021-07-27T23:53:04Z', 'revision_number': 4, 'project_id': '4ba5b8d6319f49828578267b9b93e7c6', 'gw_port': {'id': 'afbf6c78-7c5c-484d-80f9-d5348c2628e4', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:b4:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eadf4275-d7fe-41af-8f29-3a7d3327f789', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:53:02Z', 'updated_at': '2021-07-27T23:53:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': '11d09bb7-1341-4e00-b320-152dd1c2e35b', 'name': '', 'network_id': '5dbf213b-0fc8-45b6-ae08-2a59287a2ef9', 'tenant_id': '4ba5b8d6319f49828578267b9b93e7c6', 'mac_address': 'fa:16:3e:00:d4:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eadf4275-d7fe-41af-8f29-3a7d3327f789', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '67b7c5ff-799a-4462-b8d6-a85a4f04b2ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:53:04Z', 'updated_at': '2021-07-27T23:53:08Z', 'revision_number': 5, 'project_id': '4ba5b8d6319f49828578267b9b93e7c6', 'subnets': [{'id': '67b7c5ff-799a-4462-b8d6-a85a4f04b2ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:00:37.000908 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1365c10a-0c8c-4c7d-b3f8-96d650987ac8 None None] The sync data for ids ['eadf4275-d7fe-41af-8f29-3a7d3327f789'] in n-d-802623-1 is: [{'id': 'eadf4275-d7fe-41af-8f29-3a7d3327f789', 'name': 'tempest-ServerActionsTestJSON-2095143459-router', 'tenant_id': '4ba5b8d6319f49828578267b9b93e7c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.78'}], 'enable_snat': True}, 'gw_port_id': 'afbf6c78-7c5c-484d-80f9-d5348c2628e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:53:01Z', 'updated_at': '2021-07-27T23:53:04Z', 'revision_number': 4, 'project_id': '4ba5b8d6319f49828578267b9b93e7c6', 'gw_port': {'id': 'afbf6c78-7c5c-484d-80f9-d5348c2628e4', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:b4:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eadf4275-d7fe-41af-8f29-3a7d3327f789', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:53:02Z', 'updated_at': '2021-07-27T23:53:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': '11d09bb7-1341-4e00-b320-152dd1c2e35b', 'name': '', 'network_id': '5dbf213b-0fc8-45b6-ae08-2a59287a2ef9', 'tenant_id': '4ba5b8d6319f49828578267b9b93e7c6', 'mac_address': 'fa:16:3e:00:d4:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eadf4275-d7fe-41af-8f29-3a7d3327f789', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '67b7c5ff-799a-4462-b8d6-a85a4f04b2ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:53:04Z', 'updated_at': '2021-07-27T23:53:08Z', 'revision_number': 5, 'project_id': '4ba5b8d6319f49828578267b9b93e7c6', 'subnets': [{'id': '67b7c5ff-799a-4462-b8d6-a85a4f04b2ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 00:00:37.011817 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637ba7c8-feb1-4a08-80bd-b2a27bcf7e75 req-6b18d6a7-bb24-487a-99f4-77ba0d1d17a4 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:00:37.013363 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-637ba7c8-feb1-4a08-80bd-b2a27bcf7e75 req-6b18d6a7-bb24-487a-99f4-77ba0d1d17a4 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/networks?id=5dbf213b-0fc8-45b6-ae08-2a59287a2ef9 HTTP/1.1" status: 200 len: 812 time: 0.1052120 Jul 28 00:00:37.029339 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-637ba7c8-feb1-4a08-80bd-b2a27bcf7e75 req-aeba18e9-a59f-48e3-abfa-c6e220819e77 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/quotas/4ba5b8d6319f49828578267b9b93e7c6 HTTP/1.1" status: 200 len: 375 time: 0.0096731 Jul 28 00:00:37.085445 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-637ba7c8-feb1-4a08-80bd-b2a27bcf7e75 req-20bf73bf-a696-4861-8221-0f3a279af29b tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=4ba5b8d6319f49828578267b9b93e7c6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0491071 Jul 28 00:00:37.101432 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [req-637ba7c8-feb1-4a08-80bd-b2a27bcf7e75 req-ef9cfc0c-758e-4ea0-acce-1f42565f9caf service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=93798) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 00:00:37.102377 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-637ba7c8-feb1-4a08-80bd-b2a27bcf7e75 req-ef9cfc0c-758e-4ea0-acce-1f42565f9caf service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050447 Jul 28 00:00:37.197768 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-637ba7c8-feb1-4a08-80bd-b2a27bcf7e75 req-a6344f55-cd82-44c3-b22f-381dffd2dcb2 service neutron] 10.222.0.18 "GET /v2.0/networks/5dbf213b-0fc8-45b6-ae08-2a59287a2ef9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896561 Jul 28 00:00:37.223138 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d306d23-a03e-44a9-a71a-56f842f106cb None None] New status for floating IP 3fad5a04-baa6-4624-b12a-c81214f6ef12: DOWN {{(pid=93799) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 00:00:37.288350 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-637ba7c8-feb1-4a08-80bd-b2a27bcf7e75 req-71199592-8080-44bd-b693-a1c962855beb service neutron] 10.222.0.18 "GET /v2.0/networks/5dbf213b-0fc8-45b6-ae08-2a59287a2ef9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838253 Jul 28 00:00:37.447860 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-450440cb-0ac0-4c57-9e0c-1f1bd65a0163 req-bbe10a63-5264-4a26-abe5-d837b05d1dab tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/ports?device_id=fdff9c5f-b066-48f5-856a-4e933b8256f4 HTTP/1.1" status: 200 len: 210 time: 0.0267532 Jul 28 00:00:38.182309 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637ba7c8-feb1-4a08-80bd-b2a27bcf7e75 req-b15233b1-55bc-4dba-810d-13d5535f0281 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:00:38.183803 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-637ba7c8-feb1-4a08-80bd-b2a27bcf7e75 req-b15233b1-55bc-4dba-810d-13d5535f0281 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.49 "GET /v2.0/networks?id=5dbf213b-0fc8-45b6-ae08-2a59287a2ef9 HTTP/1.1" status: 200 len: 812 time: 0.1053622 Jul 28 00:00:38.228068 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-637ba7c8-feb1-4a08-80bd-b2a27bcf7e75 req-eaa3fe0a-2bb8-47d9-a9af-6f5f3e3b220b tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4ba5b8d6319f49828578267b9b93e7c6 HTTP/1.1" status: 200 len: 379 time: 0.0353312 Jul 28 00:00:38.237232 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [req-637ba7c8-feb1-4a08-80bd-b2a27bcf7e75 req-b4c78837-8fc3-4c9d-b3ec-7059d2488b42 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Request body: {'port': {'device_id': 'fdff9c5f-b066-48f5-856a-4e933b8256f4', 'network_id': '5dbf213b-0fc8-45b6-ae08-2a59287a2ef9', 'admin_state_up': True, 'tenant_id': '4ba5b8d6319f49828578267b9b93e7c6', 'security_groups': ['2988c913-9e16-4060-8869-a1f99999e084']}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 00:00:38.340278 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-637ba7c8-feb1-4a08-80bd-b2a27bcf7e75 req-b4c78837-8fc3-4c9d-b3ec-7059d2488b42 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Made reservation on behalf of 4ba5b8d6319f49828578267b9b93e7c6 for: {'port': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 00:00:38.343738 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-637ba7c8-feb1-4a08-80bd-b2a27bcf7e75 req-b4c78837-8fc3-4c9d-b3ec-7059d2488b42 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:00:38.466534 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [req-637ba7c8-feb1-4a08-80bd-b2a27bcf7e75 req-b4c78837-8fc3-4c9d-b3ec-7059d2488b42 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Allocated IP 172.20.0.6 (5dbf213b-0fc8-45b6-ae08-2a59287a2ef9/67b7c5ff-799a-4462-b8d6-a85a4f04b2ed/6d0d62e8-bef6-4a16-8be2-a84b3c16f24c) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 00:00:38.544570 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-6b6b28a2-2eb7-4989-9499-25ec06ffb1b5 req-d1f3f719-4038-456b-b4d0-8d969fd0ad01 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/ports?device_id=fdff9c5f-b066-48f5-856a-4e933b8256f4 HTTP/1.1" status: 200 len: 210 time: 0.0270543 Jul 28 00:00:38.618390 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-637ba7c8-feb1-4a08-80bd-b2a27bcf7e75 req-b4c78837-8fc3-4c9d-b3ec-7059d2488b42 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:00:38.632775 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [req-637ba7c8-feb1-4a08-80bd-b2a27bcf7e75 req-b4c78837-8fc3-4c9d-b3ec-7059d2488b42 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Transition to ACTIVE for port object 6d0d62e8-bef6-4a16-8be2-a84b3c16f24c will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 00:00:38.664491 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-637ba7c8-feb1-4a08-80bd-b2a27bcf7e75 req-b4c78837-8fc3-4c9d-b3ec-7059d2488b42 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:00:38.706994 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-637ba7c8-feb1-4a08-80bd-b2a27bcf7e75 req-b4c78837-8fc3-4c9d-b3ec-7059d2488b42 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Network 5dbf213b-0fc8-45b6-ae08-2a59287a2ef9 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 00:00:38.710052 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [req-637ba7c8-feb1-4a08-80bd-b2a27bcf7e75 req-b4c78837-8fc3-4c9d-b3ec-7059d2488b42 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 00:00:38.717143 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [req-637ba7c8-feb1-4a08-80bd-b2a27bcf7e75 req-b4c78837-8fc3-4c9d-b3ec-7059d2488b42 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 00:00:38.742958 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c78837-8fc3-4c9d-b3ec-7059d2488b42 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Pushing event updated for resources: {'Port': ['ID=6d0d62e8-bef6-4a16-8be2-a84b3c16f24c,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:00:38.777749 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637ba7c8-feb1-4a08-80bd-b2a27bcf7e75 req-b4c78837-8fc3-4c9d-b3ec-7059d2488b42 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:00:38.780382 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-637ba7c8-feb1-4a08-80bd-b2a27bcf7e75 req-b4c78837-8fc3-4c9d-b3ec-7059d2488b42 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:00:38.800645 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-637ba7c8-feb1-4a08-80bd-b2a27bcf7e75 req-b4c78837-8fc3-4c9d-b3ec-7059d2488b42 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5669694 Jul 28 00:00:38.813398 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [req-637ba7c8-feb1-4a08-80bd-b2a27bcf7e75 req-80857edd-f6e2-405f-976c-1f7a1913d28e service neutron] Request body: {'port': {'device_id': 'fdff9c5f-b066-48f5-856a-4e933b8256f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802623-1'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 00:00:38.872351 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-637ba7c8-feb1-4a08-80bd-b2a27bcf7e75 req-80857edd-f6e2-405f-976c-1f7a1913d28e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:00:38.979350 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-602a371d-a0dd-485a-8077-6b9749432c03 None None] Provisioning for port 6d0d62e8-bef6-4a16-8be2-a84b3c16f24c completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 00:00:38.982987 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-602a371d-a0dd-485a-8077-6b9749432c03 None None] Provisioning complete for port 6d0d62e8-bef6-4a16-8be2-a84b3c16f24c triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 00:00:38.983436 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-602a371d-a0dd-485a-8077-6b9749432c03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:00:39.017071 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-602a371d-a0dd-485a-8077-6b9749432c03 None None] Port 6d0d62e8-bef6-4a16-8be2-a84b3c16f24c cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 00:00:39.144708 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [req-637ba7c8-feb1-4a08-80bd-b2a27bcf7e75 req-80857edd-f6e2-405f-976c-1f7a1913d28e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d0d62e8-bef6-4a16-8be2-a84b3c16f24c {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 00:00:39.155923 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-637ba7c8-feb1-4a08-80bd-b2a27bcf7e75 req-80857edd-f6e2-405f-976c-1f7a1913d28e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:00:39.168058 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [req-637ba7c8-feb1-4a08-80bd-b2a27bcf7e75 req-80857edd-f6e2-405f-976c-1f7a1913d28e service neutron] Transition to ACTIVE for port object 6d0d62e8-bef6-4a16-8be2-a84b3c16f24c will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 00:00:39.172778 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-637ba7c8-feb1-4a08-80bd-b2a27bcf7e75 req-80857edd-f6e2-405f-976c-1f7a1913d28e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11336041'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:00:39.224884 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80857edd-f6e2-405f-976c-1f7a1913d28e service neutron] Pushing event updated for resources: {'Port': ['ID=6d0d62e8-bef6-4a16-8be2-a84b3c16f24c,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:00:39.298454 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-637ba7c8-feb1-4a08-80bd-b2a27bcf7e75 req-80857edd-f6e2-405f-976c-1f7a1913d28e service neutron] Attempting to bind port 6d0d62e8-bef6-4a16-8be2-a84b3c16f24c on host n-h2-802623-1 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 00:00:39.299341 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-637ba7c8-feb1-4a08-80bd-b2a27bcf7e75 req-80857edd-f6e2-405f-976c-1f7a1913d28e service neutron] Attempting to bind port 6d0d62e8-bef6-4a16-8be2-a84b3c16f24c by drivers openvswitch,hyperv on host n-h2-802623-1 at level 0 using segments [{'id': 'dd04d9c9-b835-4f71-8f5e-6152a3a133f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '5dbf213b-0fc8-45b6-ae08-2a59287a2ef9'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 00:00:39.299681 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-637ba7c8-feb1-4a08-80bd-b2a27bcf7e75 req-80857edd-f6e2-405f-976c-1f7a1913d28e service neutron] Attempting to bind port 6d0d62e8-bef6-4a16-8be2-a84b3c16f24c on network 5dbf213b-0fc8-45b6-ae08-2a59287a2ef9 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 00:00:39.304462 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-637ba7c8-feb1-4a08-80bd-b2a27bcf7e75 req-80857edd-f6e2-405f-976c-1f7a1913d28e service neutron] Port 6d0d62e8-bef6-4a16-8be2-a84b3c16f24c on network 5dbf213b-0fc8-45b6-ae08-2a59287a2ef9 not bound, no agent of type Open vSwitch agent registered on host n-h2-802623-1 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 00:00:39.304787 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-637ba7c8-feb1-4a08-80bd-b2a27bcf7e75 req-80857edd-f6e2-405f-976c-1f7a1913d28e service neutron] Attempting to bind port 6d0d62e8-bef6-4a16-8be2-a84b3c16f24c on network 5dbf213b-0fc8-45b6-ae08-2a59287a2ef9 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 00:00:39.309853 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-637ba7c8-feb1-4a08-80bd-b2a27bcf7e75 req-80857edd-f6e2-405f-976c-1f7a1913d28e service neutron] Checking agent: {'id': 'c5cc038b-93c4-4df4-8061-5df2a04a48c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 23, 0, 4), 'started_at': datetime.datetime(2021, 7, 27, 23, 0, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 0, 0, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 00:00:39.310192 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-637ba7c8-feb1-4a08-80bd-b2a27bcf7e75 req-80857edd-f6e2-405f-976c-1f7a1913d28e service neutron] Checking segment: {'id': 'dd04d9c9-b835-4f71-8f5e-6152a3a133f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '5dbf213b-0fc8-45b6-ae08-2a59287a2ef9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 00:00:39.310578 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-637ba7c8-feb1-4a08-80bd-b2a27bcf7e75 req-80857edd-f6e2-405f-976c-1f7a1913d28e service neutron] Bound using segment: {'id': 'dd04d9c9-b835-4f71-8f5e-6152a3a133f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '5dbf213b-0fc8-45b6-ae08-2a59287a2ef9'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 00:00:39.311000 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-637ba7c8-feb1-4a08-80bd-b2a27bcf7e75 req-80857edd-f6e2-405f-976c-1f7a1913d28e service neutron] Bound port: 6d0d62e8-bef6-4a16-8be2-a84b3c16f24c, host: n-h2-802623-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd04d9c9-b835-4f71-8f5e-6152a3a133f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '5dbf213b-0fc8-45b6-ae08-2a59287a2ef9'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 00:00:39.311384 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-637ba7c8-feb1-4a08-80bd-b2a27bcf7e75 req-80857edd-f6e2-405f-976c-1f7a1913d28e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:00:39.377984 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-637ba7c8-feb1-4a08-80bd-b2a27bcf7e75 req-80857edd-f6e2-405f-976c-1f7a1913d28e service neutron] For port 6d0d62e8-bef6-4a16-8be2-a84b3c16f24c, host n-h2-802623-1, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 00:00:39.381222 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-637ba7c8-feb1-4a08-80bd-b2a27bcf7e75 req-80857edd-f6e2-405f-976c-1f7a1913d28e service neutron] For port 6d0d62e8-bef6-4a16-8be2-a84b3c16f24c, host n-h2-802623-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=6d0d62e8-bef6-4a16-8be2-a84b3c16f24c,segment=NetworkSegment(dd04d9c9-b835-4f71-8f5e-6152a3a133f4),segment_id=dd04d9c9-b835-4f71-8f5e-6152a3a133f4)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 00:00:39.384637 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-637ba7c8-feb1-4a08-80bd-b2a27bcf7e75 req-80857edd-f6e2-405f-976c-1f7a1913d28e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11336041'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:00:39.416618 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637ba7c8-feb1-4a08-80bd-b2a27bcf7e75 req-80857edd-f6e2-405f-976c-1f7a1913d28e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:00:39.417245 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-637ba7c8-feb1-4a08-80bd-b2a27bcf7e75 req-80857edd-f6e2-405f-976c-1f7a1913d28e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:00:39.418636 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-637ba7c8-feb1-4a08-80bd-b2a27bcf7e75 req-80857edd-f6e2-405f-976c-1f7a1913d28e service neutron] 10.222.0.49 "PUT /v2.0/ports/6d0d62e8-bef6-4a16-8be2-a84b3c16f24c HTTP/1.1" status: 200 len: 1091 time: 0.6096022 Jul 28 00:00:39.419100 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdff9c5f-b066-48f5-856a-4e933b8256f4', 'tag': '6d0d62e8-bef6-4a16-8be2-a84b3c16f24c'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 00:00:39.421328 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54ff2e8c926e0231465601fd4f15fa4e9ff5e8c34d973af7f909e70dd0b48885" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7728dce9-ebb7-440b-a6c0-93bfea5881c7" -d '{"events": [{"name": "network-changed", "server_uuid": "fdff9c5f-b066-48f5-856a-4e933b8256f4", "tag": "6d0d62e8-bef6-4a16-8be2-a84b3c16f24c"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 00:00:39.448989 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80857edd-f6e2-405f-976c-1f7a1913d28e service neutron] Pushing event updated for resources: {'Port': ['ID=6d0d62e8-bef6-4a16-8be2-a84b3c16f24c,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:00:39.497071 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 00:00:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4771e9a5-a0bd-487b-a56b-9b6f076a7590 x-openstack-request-id: req-4771e9a5-a0bd-487b-a56b-9b6f076a7590 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 00:00:39.497634 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdff9c5f-b066-48f5-856a-4e933b8256f4", "tag": "6d0d62e8-bef6-4a16-8be2-a84b3c16f24c", "status": "completed", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 00:00:39.497735 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4771e9a5-a0bd-487b-a56b-9b6f076a7590 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 00:00:39.498167 n-d-802623-1 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdff9c5f-b066-48f5-856a-4e933b8256f4', 'tag': '6d0d62e8-bef6-4a16-8be2-a84b3c16f24c', 'status': 'completed', 'code': 200} Jul 28 00:00:39.514626 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637ba7c8-feb1-4a08-80bd-b2a27bcf7e75 req-b4daca85-3107-4583-a3d2-464629df0a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:00:39.516217 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-637ba7c8-feb1-4a08-80bd-b2a27bcf7e75 req-b4daca85-3107-4583-a3d2-464629df0a81 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=4ba5b8d6319f49828578267b9b93e7c6&device_id=fdff9c5f-b066-48f5-856a-4e933b8256f4 HTTP/1.1" status: 200 len: 1094 time: 0.0517037 Jul 28 00:00:39.563672 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-637ba7c8-feb1-4a08-80bd-b2a27bcf7e75 req-2eb629e3-dbdc-44dd-907b-9f382d08702d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6d0d62e8-bef6-4a16-8be2-a84b3c16f24c HTTP/1.1" status: 200 len: 217 time: 0.0385442 Jul 28 00:00:39.616074 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637ba7c8-feb1-4a08-80bd-b2a27bcf7e75 req-f4ea4f63-32b3-4d85-8e82-5bb8dd55e87d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:00:39.617538 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-637ba7c8-feb1-4a08-80bd-b2a27bcf7e75 req-f4ea4f63-32b3-4d85-8e82-5bb8dd55e87d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=67b7c5ff-799a-4462-b8d6-a85a4f04b2ed HTTP/1.1" status: 200 len: 851 time: 0.0456164 Jul 28 00:00:39.662384 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637ba7c8-feb1-4a08-80bd-b2a27bcf7e75 req-dbd16ef8-2a30-4fb0-a257-d6a6a20a9ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:00:39.663903 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-637ba7c8-feb1-4a08-80bd-b2a27bcf7e75 req-dbd16ef8-2a30-4fb0-a257-d6a6a20a9ab7 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5dbf213b-0fc8-45b6-ae08-2a59287a2ef9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393994 Jul 28 00:00:39.665979 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efd68f2-1741-4921-9ebf-a24f927e096e req-f5e09d75-4dbe-4beb-be34-1bd6a91a3ffa tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:00:39.667531 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7efd68f2-1741-4921-9ebf-a24f927e096e req-f5e09d75-4dbe-4beb-be34-1bd6a91a3ffa tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/ports?device_id=fdff9c5f-b066-48f5-856a-4e933b8256f4 HTTP/1.1" status: 200 len: 943 time: 0.0492389 Jul 28 00:00:39.711678 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7efd68f2-1741-4921-9ebf-a24f927e096e req-568d12cb-2a99-4bdd-8ec5-c4598d051cc9 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/security-groups?id=2988c913-9e16-4060-8869-a1f99999e084&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364585 Jul 28 00:00:39.766041 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-637ba7c8-feb1-4a08-80bd-b2a27bcf7e75 req-93a8fe45-c058-410e-b563-c0becc731c61 service neutron] 10.222.0.49 "GET /v2.0/networks/5dbf213b-0fc8-45b6-ae08-2a59287a2ef9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945520 Jul 28 00:00:39.854220 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-637ba7c8-feb1-4a08-80bd-b2a27bcf7e75 req-357474bc-6af6-4d7f-b08c-3d5d75adba36 service neutron] 10.222.0.49 "GET /v2.0/networks/5dbf213b-0fc8-45b6-ae08-2a59287a2ef9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803857 Jul 28 00:00:39.941013 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7728dce9-ebb7-440b-a6c0-93bfea5881c7 req-3ae5ac6a-5d9c-40c2-8b58-25c80463973d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:00:39.942800 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-7728dce9-ebb7-440b-a6c0-93bfea5881c7 req-3ae5ac6a-5d9c-40c2-8b58-25c80463973d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=4ba5b8d6319f49828578267b9b93e7c6&device_id=fdff9c5f-b066-48f5-856a-4e933b8256f4 HTTP/1.1" status: 200 len: 1094 time: 0.0473726 Jul 28 00:00:40.031920 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7728dce9-ebb7-440b-a6c0-93bfea5881c7 req-35fe2337-4e74-4510-b3c0-2acbea25d35b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:00:40.033842 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-7728dce9-ebb7-440b-a6c0-93bfea5881c7 req-35fe2337-4e74-4510-b3c0-2acbea25d35b service neutron] 10.222.0.49 "GET /v2.0/networks?id=5dbf213b-0fc8-45b6-ae08-2a59287a2ef9 HTTP/1.1" status: 200 len: 913 time: 0.0834994 Jul 28 00:00:40.074887 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-7728dce9-ebb7-440b-a6c0-93bfea5881c7 req-0611d748-cc6e-457f-a13a-51913246c73d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6d0d62e8-bef6-4a16-8be2-a84b3c16f24c HTTP/1.1" status: 200 len: 217 time: 0.0336440 Jul 28 00:00:40.141840 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637ba7c8-feb1-4a08-80bd-b2a27bcf7e75 req-d5427842-8d29-4da1-8e20-b5357f629cdc tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:00:40.144031 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-637ba7c8-feb1-4a08-80bd-b2a27bcf7e75 req-d5427842-8d29-4da1-8e20-b5357f629cdc tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.49 "GET /v2.0/ports?device_id=fdff9c5f-b066-48f5-856a-4e933b8256f4 HTTP/1.1" status: 200 len: 943 time: 0.0519803 Jul 28 00:00:40.148777 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7728dce9-ebb7-440b-a6c0-93bfea5881c7 req-87bb692d-5e82-4990-9a4b-ecfc6d595691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:00:40.150286 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-7728dce9-ebb7-440b-a6c0-93bfea5881c7 req-87bb692d-5e82-4990-9a4b-ecfc6d595691 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=67b7c5ff-799a-4462-b8d6-a85a4f04b2ed HTTP/1.1" status: 200 len: 851 time: 0.0584745 Jul 28 00:00:40.195959 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7728dce9-ebb7-440b-a6c0-93bfea5881c7 req-7978027b-12b0-4e8f-a1ee-6d2c9ce990e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:00:40.197465 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-7728dce9-ebb7-440b-a6c0-93bfea5881c7 req-7978027b-12b0-4e8f-a1ee-6d2c9ce990e3 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5dbf213b-0fc8-45b6-ae08-2a59287a2ef9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401630 Jul 28 00:00:40.234355 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-637ba7c8-feb1-4a08-80bd-b2a27bcf7e75 req-42a37b2d-7569-43d8-8af9-2a628480e83d tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Deleting port 6d0d62e8-bef6-4a16-8be2-a84b3c16f24c {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 00:00:40.234797 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-637ba7c8-feb1-4a08-80bd-b2a27bcf7e75 req-42a37b2d-7569-43d8-8af9-2a628480e83d tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:00:40.286006 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-7728dce9-ebb7-440b-a6c0-93bfea5881c7 req-eb796dae-d71f-459b-b733-3bf37231694b service neutron] 10.222.0.49 "GET /v2.0/networks/5dbf213b-0fc8-45b6-ae08-2a59287a2ef9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815117 Jul 28 00:00:40.326996 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-637ba7c8-feb1-4a08-80bd-b2a27bcf7e75 req-42a37b2d-7569-43d8-8af9-2a628480e83d tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] For port 6d0d62e8-bef6-4a16-8be2-a84b3c16f24c, host n-h2-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802623-1',level=0,port_id=6d0d62e8-bef6-4a16-8be2-a84b3c16f24c,segment=NetworkSegment(dd04d9c9-b835-4f71-8f5e-6152a3a133f4),segment_id=dd04d9c9-b835-4f71-8f5e-6152a3a133f4)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 00:00:40.327463 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-637ba7c8-feb1-4a08-80bd-b2a27bcf7e75 req-42a37b2d-7569-43d8-8af9-2a628480e83d tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:00:40.340750 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-637ba7c8-feb1-4a08-80bd-b2a27bcf7e75 req-42a37b2d-7569-43d8-8af9-2a628480e83d tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Calling delete_port for 6d0d62e8-bef6-4a16-8be2-a84b3c16f24c owned by compute:nova {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 00:00:40.380379 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-7728dce9-ebb7-440b-a6c0-93bfea5881c7 req-6dfc6916-c301-48ed-9917-f6e25fac4b92 service neutron] 10.222.0.49 "GET /v2.0/networks/5dbf213b-0fc8-45b6-ae08-2a59287a2ef9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875640 Jul 28 00:00:40.469335 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-637ba7c8-feb1-4a08-80bd-b2a27bcf7e75 req-42a37b2d-7569-43d8-8af9-2a628480e83d tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:00:40.495641 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a37b2d-7569-43d8-8af9-2a628480e83d tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Pushing event deleted for resources: {'Port': ['ID=6d0d62e8-bef6-4a16-8be2-a84b3c16f24c,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:00:40.506077 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a37b2d-7569-43d8-8af9-2a628480e83d tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:00:40.506426 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a37b2d-7569-43d8-8af9-2a628480e83d tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:00:40.506770 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a37b2d-7569-43d8-8af9-2a628480e83d tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:00:40.507135 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a37b2d-7569-43d8-8af9-2a628480e83d tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:00:40.507474 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a37b2d-7569-43d8-8af9-2a628480e83d tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:00:40.507806 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a37b2d-7569-43d8-8af9-2a628480e83d tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:00:40.508137 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a37b2d-7569-43d8-8af9-2a628480e83d tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:00:40.508873 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a37b2d-7569-43d8-8af9-2a628480e83d tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:00:40.508873 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a37b2d-7569-43d8-8af9-2a628480e83d tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:00:40.509139 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a37b2d-7569-43d8-8af9-2a628480e83d tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:00:40.509405 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a37b2d-7569-43d8-8af9-2a628480e83d tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:00:40.509724 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a37b2d-7569-43d8-8af9-2a628480e83d tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:00:40.551346 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-637ba7c8-feb1-4a08-80bd-b2a27bcf7e75 req-42a37b2d-7569-43d8-8af9-2a628480e83d tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] No DVR routers for this DVR port 6d0d62e8-bef6-4a16-8be2-a84b3c16f24c on host n-h2-802623-1 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 00:00:40.554201 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-637ba7c8-feb1-4a08-80bd-b2a27bcf7e75 req-42a37b2d-7569-43d8-8af9-2a628480e83d tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:00:40.556356 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-637ba7c8-feb1-4a08-80bd-b2a27bcf7e75 req-42a37b2d-7569-43d8-8af9-2a628480e83d tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.49 "DELETE /v2.0/ports/6d0d62e8-bef6-4a16-8be2-a84b3c16f24c HTTP/1.1" status: 204 len: 173 time: 0.4051619 Jul 28 00:00:40.556831 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdff9c5f-b066-48f5-856a-4e933b8256f4', 'name': 'network-vif-deleted', 'tag': '6d0d62e8-bef6-4a16-8be2-a84b3c16f24c'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 00:00:40.601279 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b87af07e598cf5b62d2945997aebdb2f0d5735b62acaa13edb25b119cdbae256" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68e51725-e9dc-4388-89c5-9025d42fbf31" -d '{"events": [{"server_uuid": "fdff9c5f-b066-48f5-856a-4e933b8256f4", "name": "network-vif-deleted", "tag": "6d0d62e8-bef6-4a16-8be2-a84b3c16f24c"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 00:00:40.703654 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Wed, 28 Jul 2021 00:00:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0566e5f-6ab7-491a-8c3c-18362d15b3ca x-openstack-request-id: req-d0566e5f-6ab7-491a-8c3c-18362d15b3ca {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 00:00:40.704262 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdff9c5f-b066-48f5-856a-4e933b8256f4", "name": "network-vif-deleted", "tag": "6d0d62e8-bef6-4a16-8be2-a84b3c16f24c", "status": "failed", "code": 422}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 00:00:40.704262 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d0566e5f-6ab7-491a-8c3c-18362d15b3ca {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 00:00:40.704582 n-d-802623-1 neutron-server[93798]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'fdff9c5f-b066-48f5-856a-4e933b8256f4', 'name': 'network-vif-deleted', 'tag': '6d0d62e8-bef6-4a16-8be2-a84b3c16f24c', 'status': 'failed', 'code': 422} returned with failed status Jul 28 00:00:40.809329 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-1d4dffc2-3c45-424e-989d-6dc0758d4799 req-f97885ce-fc44-481f-b339-6b9672803fdd tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/ports?device_id=fdff9c5f-b066-48f5-856a-4e933b8256f4 HTTP/1.1" status: 200 len: 210 time: 0.0281420 Jul 28 00:00:41.650059 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637ba7c8-feb1-4a08-80bd-b2a27bcf7e75 req-5de9d3df-c22c-48d3-becf-e954aa57870d tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:00:41.651594 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-637ba7c8-feb1-4a08-80bd-b2a27bcf7e75 req-5de9d3df-c22c-48d3-becf-e954aa57870d tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.38 "GET /v2.0/networks?id=5dbf213b-0fc8-45b6-ae08-2a59287a2ef9 HTTP/1.1" status: 200 len: 812 time: 0.1038055 Jul 28 00:00:41.695745 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-637ba7c8-feb1-4a08-80bd-b2a27bcf7e75 req-905f21a8-c57e-472c-81f5-97ed548fa63a tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4ba5b8d6319f49828578267b9b93e7c6 HTTP/1.1" status: 200 len: 379 time: 0.0340078 Jul 28 00:00:41.706058 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [req-637ba7c8-feb1-4a08-80bd-b2a27bcf7e75 req-bbe6a334-eb31-4e2a-977f-5f73f38d5efc tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Request body: {'port': {'device_id': 'fdff9c5f-b066-48f5-856a-4e933b8256f4', 'network_id': '5dbf213b-0fc8-45b6-ae08-2a59287a2ef9', 'admin_state_up': True, 'tenant_id': '4ba5b8d6319f49828578267b9b93e7c6', 'security_groups': ['2988c913-9e16-4060-8869-a1f99999e084']}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 00:00:41.808233 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-637ba7c8-feb1-4a08-80bd-b2a27bcf7e75 req-bbe6a334-eb31-4e2a-977f-5f73f38d5efc tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Made reservation on behalf of 4ba5b8d6319f49828578267b9b93e7c6 for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 00:00:41.811733 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-637ba7c8-feb1-4a08-80bd-b2a27bcf7e75 req-bbe6a334-eb31-4e2a-977f-5f73f38d5efc tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:00:41.904978 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-6187cf94-fc3d-4cd9-98a2-37d030831227 req-07b23379-9a80-4631-b237-43481d95a164 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/ports?device_id=fdff9c5f-b066-48f5-856a-4e933b8256f4 HTTP/1.1" status: 200 len: 210 time: 0.0265179 Jul 28 00:00:41.940818 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [req-637ba7c8-feb1-4a08-80bd-b2a27bcf7e75 req-bbe6a334-eb31-4e2a-977f-5f73f38d5efc tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Allocated IP 172.20.0.12 (5dbf213b-0fc8-45b6-ae08-2a59287a2ef9/67b7c5ff-799a-4462-b8d6-a85a4f04b2ed/9fc702a7-8254-4e11-960a-7ad4dc030fef) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 00:00:42.077464 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-637ba7c8-feb1-4a08-80bd-b2a27bcf7e75 req-bbe6a334-eb31-4e2a-977f-5f73f38d5efc tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:00:42.090799 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-637ba7c8-feb1-4a08-80bd-b2a27bcf7e75 req-bbe6a334-eb31-4e2a-977f-5f73f38d5efc tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Transition to ACTIVE for port object 9fc702a7-8254-4e11-960a-7ad4dc030fef will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 00:00:42.122856 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-637ba7c8-feb1-4a08-80bd-b2a27bcf7e75 req-bbe6a334-eb31-4e2a-977f-5f73f38d5efc tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:00:42.164257 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-637ba7c8-feb1-4a08-80bd-b2a27bcf7e75 req-bbe6a334-eb31-4e2a-977f-5f73f38d5efc tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Network 5dbf213b-0fc8-45b6-ae08-2a59287a2ef9 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 00:00:42.167517 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [req-637ba7c8-feb1-4a08-80bd-b2a27bcf7e75 req-bbe6a334-eb31-4e2a-977f-5f73f38d5efc tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 00:00:42.170179 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-637ba7c8-feb1-4a08-80bd-b2a27bcf7e75 req-bbe6a334-eb31-4e2a-977f-5f73f38d5efc tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 00:00:42.207339 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe6a334-eb31-4e2a-977f-5f73f38d5efc tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Pushing event updated for resources: {'Port': ['ID=9fc702a7-8254-4e11-960a-7ad4dc030fef,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:00:42.233280 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637ba7c8-feb1-4a08-80bd-b2a27bcf7e75 req-bbe6a334-eb31-4e2a-977f-5f73f38d5efc tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:00:42.233925 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-637ba7c8-feb1-4a08-80bd-b2a27bcf7e75 req-bbe6a334-eb31-4e2a-977f-5f73f38d5efc tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:00:42.249108 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-637ba7c8-feb1-4a08-80bd-b2a27bcf7e75 req-bbe6a334-eb31-4e2a-977f-5f73f38d5efc tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5472116 Jul 28 00:00:42.262144 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [req-637ba7c8-feb1-4a08-80bd-b2a27bcf7e75 req-dd67612c-1746-48d2-9bed-f2d9fa5aa209 service neutron] Request body: {'port': {'device_id': 'fdff9c5f-b066-48f5-856a-4e933b8256f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802623-1'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 00:00:42.323907 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-637ba7c8-feb1-4a08-80bd-b2a27bcf7e75 req-dd67612c-1746-48d2-9bed-f2d9fa5aa209 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:00:42.412341 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-b3ad8b38-7335-495c-9f75-4bb841ee5354 None None] Provisioning for port 9fc702a7-8254-4e11-960a-7ad4dc030fef completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 00:00:42.415946 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-b3ad8b38-7335-495c-9f75-4bb841ee5354 None None] Provisioning complete for port 9fc702a7-8254-4e11-960a-7ad4dc030fef triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 00:00:42.416270 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b3ad8b38-7335-495c-9f75-4bb841ee5354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:00:42.456194 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-b3ad8b38-7335-495c-9f75-4bb841ee5354 None None] Port 9fc702a7-8254-4e11-960a-7ad4dc030fef cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 00:00:42.584751 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [req-637ba7c8-feb1-4a08-80bd-b2a27bcf7e75 req-dd67612c-1746-48d2-9bed-f2d9fa5aa209 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9fc702a7-8254-4e11-960a-7ad4dc030fef {{(pid=93798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 00:00:42.592301 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-637ba7c8-feb1-4a08-80bd-b2a27bcf7e75 req-dd67612c-1746-48d2-9bed-f2d9fa5aa209 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:00:42.604256 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-637ba7c8-feb1-4a08-80bd-b2a27bcf7e75 req-dd67612c-1746-48d2-9bed-f2d9fa5aa209 service neutron] Transition to ACTIVE for port object 9fc702a7-8254-4e11-960a-7ad4dc030fef will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 00:00:42.608214 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-637ba7c8-feb1-4a08-80bd-b2a27bcf7e75 req-dd67612c-1746-48d2-9bed-f2d9fa5aa209 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:00:42.657294 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd67612c-1746-48d2-9bed-f2d9fa5aa209 service neutron] Pushing event updated for resources: {'Port': ['ID=9fc702a7-8254-4e11-960a-7ad4dc030fef,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:00:42.730829 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-637ba7c8-feb1-4a08-80bd-b2a27bcf7e75 req-dd67612c-1746-48d2-9bed-f2d9fa5aa209 service neutron] Attempting to bind port 9fc702a7-8254-4e11-960a-7ad4dc030fef on host n-h1-802623-1 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 00:00:42.731516 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-637ba7c8-feb1-4a08-80bd-b2a27bcf7e75 req-dd67612c-1746-48d2-9bed-f2d9fa5aa209 service neutron] Attempting to bind port 9fc702a7-8254-4e11-960a-7ad4dc030fef by drivers openvswitch,hyperv on host n-h1-802623-1 at level 0 using segments [{'id': 'dd04d9c9-b835-4f71-8f5e-6152a3a133f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '5dbf213b-0fc8-45b6-ae08-2a59287a2ef9'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 00:00:42.731516 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-637ba7c8-feb1-4a08-80bd-b2a27bcf7e75 req-dd67612c-1746-48d2-9bed-f2d9fa5aa209 service neutron] Attempting to bind port 9fc702a7-8254-4e11-960a-7ad4dc030fef on network 5dbf213b-0fc8-45b6-ae08-2a59287a2ef9 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 00:00:42.736113 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-637ba7c8-feb1-4a08-80bd-b2a27bcf7e75 req-dd67612c-1746-48d2-9bed-f2d9fa5aa209 service neutron] Port 9fc702a7-8254-4e11-960a-7ad4dc030fef on network 5dbf213b-0fc8-45b6-ae08-2a59287a2ef9 not bound, no agent of type Open vSwitch agent registered on host n-h1-802623-1 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 00:00:42.736482 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-637ba7c8-feb1-4a08-80bd-b2a27bcf7e75 req-dd67612c-1746-48d2-9bed-f2d9fa5aa209 service neutron] Attempting to bind port 9fc702a7-8254-4e11-960a-7ad4dc030fef on network 5dbf213b-0fc8-45b6-ae08-2a59287a2ef9 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 00:00:42.741363 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-637ba7c8-feb1-4a08-80bd-b2a27bcf7e75 req-dd67612c-1746-48d2-9bed-f2d9fa5aa209 service neutron] Checking agent: {'id': '245f1da4-a9b8-4b08-90d7-28f0f342b839', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 59, 59), 'started_at': datetime.datetime(2021, 7, 27, 22, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 0, 0, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 00:00:42.741702 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-637ba7c8-feb1-4a08-80bd-b2a27bcf7e75 req-dd67612c-1746-48d2-9bed-f2d9fa5aa209 service neutron] Checking segment: {'id': 'dd04d9c9-b835-4f71-8f5e-6152a3a133f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '5dbf213b-0fc8-45b6-ae08-2a59287a2ef9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 00:00:42.742086 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-637ba7c8-feb1-4a08-80bd-b2a27bcf7e75 req-dd67612c-1746-48d2-9bed-f2d9fa5aa209 service neutron] Bound using segment: {'id': 'dd04d9c9-b835-4f71-8f5e-6152a3a133f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '5dbf213b-0fc8-45b6-ae08-2a59287a2ef9'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 00:00:42.742513 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-637ba7c8-feb1-4a08-80bd-b2a27bcf7e75 req-dd67612c-1746-48d2-9bed-f2d9fa5aa209 service neutron] Bound port: 9fc702a7-8254-4e11-960a-7ad4dc030fef, host: n-h1-802623-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd04d9c9-b835-4f71-8f5e-6152a3a133f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '5dbf213b-0fc8-45b6-ae08-2a59287a2ef9'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 00:00:42.742874 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-637ba7c8-feb1-4a08-80bd-b2a27bcf7e75 req-dd67612c-1746-48d2-9bed-f2d9fa5aa209 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:00:42.816266 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-637ba7c8-feb1-4a08-80bd-b2a27bcf7e75 req-dd67612c-1746-48d2-9bed-f2d9fa5aa209 service neutron] For port 9fc702a7-8254-4e11-960a-7ad4dc030fef, host n-h1-802623-1, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 00:00:42.819708 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-637ba7c8-feb1-4a08-80bd-b2a27bcf7e75 req-dd67612c-1746-48d2-9bed-f2d9fa5aa209 service neutron] For port 9fc702a7-8254-4e11-960a-7ad4dc030fef, host n-h1-802623-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=9fc702a7-8254-4e11-960a-7ad4dc030fef,segment=NetworkSegment(dd04d9c9-b835-4f71-8f5e-6152a3a133f4),segment_id=dd04d9c9-b835-4f71-8f5e-6152a3a133f4)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 00:00:42.823706 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-637ba7c8-feb1-4a08-80bd-b2a27bcf7e75 req-dd67612c-1746-48d2-9bed-f2d9fa5aa209 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:00:42.858014 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637ba7c8-feb1-4a08-80bd-b2a27bcf7e75 req-dd67612c-1746-48d2-9bed-f2d9fa5aa209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:00:42.858665 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-637ba7c8-feb1-4a08-80bd-b2a27bcf7e75 req-dd67612c-1746-48d2-9bed-f2d9fa5aa209 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:00:42.860110 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-637ba7c8-feb1-4a08-80bd-b2a27bcf7e75 req-dd67612c-1746-48d2-9bed-f2d9fa5aa209 service neutron] 10.222.0.38 "PUT /v2.0/ports/9fc702a7-8254-4e11-960a-7ad4dc030fef HTTP/1.1" status: 200 len: 1092 time: 0.6023455 Jul 28 00:00:42.860497 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdff9c5f-b066-48f5-856a-4e933b8256f4', 'tag': '9fc702a7-8254-4e11-960a-7ad4dc030fef'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 00:00:42.862774 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b87af07e598cf5b62d2945997aebdb2f0d5735b62acaa13edb25b119cdbae256" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d435bad-bacf-476d-9333-a7c8ddbd6902" -d '{"events": [{"name": "network-changed", "server_uuid": "fdff9c5f-b066-48f5-856a-4e933b8256f4", "tag": "9fc702a7-8254-4e11-960a-7ad4dc030fef"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 00:00:42.896977 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd67612c-1746-48d2-9bed-f2d9fa5aa209 service neutron] Pushing event updated for resources: {'Port': ['ID=9fc702a7-8254-4e11-960a-7ad4dc030fef,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:00:42.930500 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 00:00:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-276e0b4c-c1f2-496f-a566-0074f8ffb4dc x-openstack-request-id: req-276e0b4c-c1f2-496f-a566-0074f8ffb4dc {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 00:00:42.930881 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdff9c5f-b066-48f5-856a-4e933b8256f4", "tag": "9fc702a7-8254-4e11-960a-7ad4dc030fef", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 00:00:42.931218 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-276e0b4c-c1f2-496f-a566-0074f8ffb4dc {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 00:00:42.931672 n-d-802623-1 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdff9c5f-b066-48f5-856a-4e933b8256f4', 'tag': '9fc702a7-8254-4e11-960a-7ad4dc030fef', 'status': 'completed', 'code': 200} Jul 28 00:00:42.948047 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637ba7c8-feb1-4a08-80bd-b2a27bcf7e75 req-1847ef50-d7bf-446c-b4d2-890cd624755c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:00:42.949492 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-637ba7c8-feb1-4a08-80bd-b2a27bcf7e75 req-1847ef50-d7bf-446c-b4d2-890cd624755c service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=4ba5b8d6319f49828578267b9b93e7c6&device_id=fdff9c5f-b066-48f5-856a-4e933b8256f4 HTTP/1.1" status: 200 len: 1095 time: 0.0494754 Jul 28 00:00:42.992824 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-637ba7c8-feb1-4a08-80bd-b2a27bcf7e75 req-791856cc-1f4c-41a4-adec-d8b658e46c63 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9fc702a7-8254-4e11-960a-7ad4dc030fef HTTP/1.1" status: 200 len: 217 time: 0.0355635 Jul 28 00:00:43.039772 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd58692-4246-4a89-b1f4-c0b322ec7ac9 req-5fecec9f-df34-46c1-960e-3650dc3af63e tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:00:43.042173 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8dd58692-4246-4a89-b1f4-c0b322ec7ac9 req-5fecec9f-df34-46c1-960e-3650dc3af63e tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/ports?device_id=fdff9c5f-b066-48f5-856a-4e933b8256f4 HTTP/1.1" status: 200 len: 944 time: 0.0524859 Jul 28 00:00:43.047025 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637ba7c8-feb1-4a08-80bd-b2a27bcf7e75 req-96033c9e-023c-4ebc-a91a-1d8f708898cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:00:43.048801 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-637ba7c8-feb1-4a08-80bd-b2a27bcf7e75 req-96033c9e-023c-4ebc-a91a-1d8f708898cc service neutron] 10.222.0.38 "GET /v2.0/subnets?id=67b7c5ff-799a-4462-b8d6-a85a4f04b2ed HTTP/1.1" status: 200 len: 851 time: 0.0489321 Jul 28 00:00:43.083201 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8dd58692-4246-4a89-b1f4-c0b322ec7ac9 req-b96cfd77-1bc7-43cc-8f3e-ebaa6d499236 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/security-groups?id=2988c913-9e16-4060-8869-a1f99999e084&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332816 Jul 28 00:00:43.094838 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637ba7c8-feb1-4a08-80bd-b2a27bcf7e75 req-e571c8b4-6efe-4c62-9dd6-710ddbd7fe58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:00:43.097002 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-637ba7c8-feb1-4a08-80bd-b2a27bcf7e75 req-e571c8b4-6efe-4c62-9dd6-710ddbd7fe58 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=5dbf213b-0fc8-45b6-ae08-2a59287a2ef9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411966 Jul 28 00:00:43.188470 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-637ba7c8-feb1-4a08-80bd-b2a27bcf7e75 req-4b0256b9-5287-4846-ba22-eeb40a82ab6d service neutron] 10.222.0.38 "GET /v2.0/networks/5dbf213b-0fc8-45b6-ae08-2a59287a2ef9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844936 Jul 28 00:00:43.275588 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-637ba7c8-feb1-4a08-80bd-b2a27bcf7e75 req-b01857e4-18c4-49c5-976a-276078d47761 service neutron] 10.222.0.38 "GET /v2.0/networks/5dbf213b-0fc8-45b6-ae08-2a59287a2ef9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796983 Jul 28 00:00:43.364065 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d435bad-bacf-476d-9333-a7c8ddbd6902 req-81ca8263-be9b-4afd-882c-2bbb4c3d3879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:00:43.365525 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-2d435bad-bacf-476d-9333-a7c8ddbd6902 req-81ca8263-be9b-4afd-882c-2bbb4c3d3879 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=4ba5b8d6319f49828578267b9b93e7c6&device_id=fdff9c5f-b066-48f5-856a-4e933b8256f4 HTTP/1.1" status: 200 len: 1095 time: 0.0444489 Jul 28 00:00:43.452378 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d435bad-bacf-476d-9333-a7c8ddbd6902 req-3b8fb662-e656-4521-8035-7d5510e01159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:00:43.453796 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-2d435bad-bacf-476d-9333-a7c8ddbd6902 req-3b8fb662-e656-4521-8035-7d5510e01159 service neutron] 10.222.0.38 "GET /v2.0/networks?id=5dbf213b-0fc8-45b6-ae08-2a59287a2ef9 HTTP/1.1" status: 200 len: 913 time: 0.0813308 Jul 28 00:00:43.497826 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-2d435bad-bacf-476d-9333-a7c8ddbd6902 req-c244663d-4da4-4e2e-a4f3-31dee68543dd service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9fc702a7-8254-4e11-960a-7ad4dc030fef HTTP/1.1" status: 200 len: 217 time: 0.0364830 Jul 28 00:00:43.545476 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d435bad-bacf-476d-9333-a7c8ddbd6902 req-58ee3366-1917-4b3e-835e-1d2c75a2d127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:00:43.546759 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-2d435bad-bacf-476d-9333-a7c8ddbd6902 req-58ee3366-1917-4b3e-835e-1d2c75a2d127 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=67b7c5ff-799a-4462-b8d6-a85a4f04b2ed HTTP/1.1" status: 200 len: 851 time: 0.0409253 Jul 28 00:00:43.592522 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d435bad-bacf-476d-9333-a7c8ddbd6902 req-9aad0866-340a-471c-83e9-9e02f20fd30d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:00:43.593975 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-2d435bad-bacf-476d-9333-a7c8ddbd6902 req-9aad0866-340a-471c-83e9-9e02f20fd30d service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=5dbf213b-0fc8-45b6-ae08-2a59287a2ef9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389245 Jul 28 00:00:43.684179 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-2d435bad-bacf-476d-9333-a7c8ddbd6902 req-7882f086-30ae-4a05-a17f-f4b1e1a920d5 service neutron] 10.222.0.38 "GET /v2.0/networks/5dbf213b-0fc8-45b6-ae08-2a59287a2ef9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822942 Jul 28 00:00:43.772102 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-2d435bad-bacf-476d-9333-a7c8ddbd6902 req-c6808b51-da07-45a2-912e-e9a35543b4e6 service neutron] 10.222.0.38 "GET /v2.0/networks/5dbf213b-0fc8-45b6-ae08-2a59287a2ef9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792129 Jul 28 00:00:44.200146 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09456cba-7999-40d1-82b0-981630242a31 req-94092da9-c26e-4cfa-b784-d722a73780fa tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:00:44.201626 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-09456cba-7999-40d1-82b0-981630242a31 req-94092da9-c26e-4cfa-b784-d722a73780fa tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/ports?device_id=fdff9c5f-b066-48f5-856a-4e933b8256f4 HTTP/1.1" status: 200 len: 944 time: 0.0494869 Jul 28 00:00:44.240205 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-09456cba-7999-40d1-82b0-981630242a31 req-146d6d0c-0461-4f8f-aca5-d12658ac2233 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/security-groups?id=2988c913-9e16-4060-8869-a1f99999e084&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321300 Jul 28 00:00:44.926986 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 9fc702a7-8254-4e11-960a-7ad4dc030fef details requested by agent hyperv_n-h1-802623-1 with host n-h1-802623-1 {{(pid=93799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 00:00:45.019390 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port 9fc702a7-8254-4e11-960a-7ad4dc030fef, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=9fc702a7-8254-4e11-960a-7ad4dc030fef,segment=NetworkSegment(dd04d9c9-b835-4f71-8f5e-6152a3a133f4),segment_id=dd04d9c9-b835-4f71-8f5e-6152a3a133f4)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 00:00:45.030233 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Returning: {'device': '9fc702a7-8254-4e11-960a-7ad4dc030fef', 'network_id': '5dbf213b-0fc8-45b6-ae08-2a59287a2ef9', 'port_id': '9fc702a7-8254-4e11-960a-7ad4dc030fef', 'mac_address': 'fa:16:3e:86:bc:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67b7c5ff-799a-4462-b8d6-a85a4f04b2ed', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 00:00:45.069909 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:00:45.082095 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fc702a7-8254-4e11-960a-7ad4dc030fef {{(pid=93799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 00:00:45.101016 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port 9fc702a7-8254-4e11-960a-7ad4dc030fef, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=9fc702a7-8254-4e11-960a-7ad4dc030fef,segment=NetworkSegment(dd04d9c9-b835-4f71-8f5e-6152a3a133f4),segment_id=dd04d9c9-b835-4f71-8f5e-6152a3a133f4)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 00:00:45.104751 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:00:45.151198 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Pushing event updated for resources: {'Port': ['ID=9fc702a7-8254-4e11-960a-7ad4dc030fef,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:00:45.158402 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:00:45.158755 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:00:45.159127 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:00:45.159497 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:00:45.159833 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:00:45.160168 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:00:45.160493 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:00:45.160822 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:00:45.161147 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:00:45.161466 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:00:45.161787 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:00:45.162107 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:00:45.353127 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] get_ports_and_sgs() called for port_ids ['9fc702a7-8254-4e11-960a-7ad4dc030fef'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 00:00:45.363000 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54de648e-a1a1-43e8-b6ed-6e132a2b5a59 req-ad3cfbfc-ea52-456c-aa34-c2aae1973049 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:00:45.364555 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-54de648e-a1a1-43e8-b6ed-6e132a2b5a59 req-ad3cfbfc-ea52-456c-aa34-c2aae1973049 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/ports?device_id=fdff9c5f-b066-48f5-856a-4e933b8256f4 HTTP/1.1" status: 200 len: 945 time: 0.0541074 Jul 28 00:00:45.403388 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-54de648e-a1a1-43e8-b6ed-6e132a2b5a59 req-162245cb-3510-477c-9590-b4e979af9158 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/security-groups?id=2988c913-9e16-4060-8869-a1f99999e084&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326011 Jul 28 00:00:46.520656 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb39a835-3337-43a2-af76-6c8aeec77cc8 req-d027640a-6482-42bb-95fe-5a4d6efec17e tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:00:46.522127 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-eb39a835-3337-43a2-af76-6c8aeec77cc8 req-d027640a-6482-42bb-95fe-5a4d6efec17e tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/ports?device_id=fdff9c5f-b066-48f5-856a-4e933b8256f4 HTTP/1.1" status: 200 len: 945 time: 0.0527797 Jul 28 00:00:46.558969 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-eb39a835-3337-43a2-af76-6c8aeec77cc8 req-ffdfe92b-170f-4f3d-b13d-08882ec0ce7b tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/security-groups?id=2988c913-9e16-4060-8869-a1f99999e084&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310516 Jul 28 00:00:46.939981 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 9fc702a7-8254-4e11-960a-7ad4dc030fef up at agent hyperv_n-h1-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 00:00:46.987358 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Provisioning for port 9fc702a7-8254-4e11-960a-7ad4dc030fef completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 00:00:46.990911 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Provisioning complete for port 9fc702a7-8254-4e11-960a-7ad4dc030fef triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 00:00:46.991320 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:00:47.068387 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:00:47.090742 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdff9c5f-b066-48f5-856a-4e933b8256f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fc702a7-8254-4e11-960a-7ad4dc030fef'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 00:00:47.104414 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port 9fc702a7-8254-4e11-960a-7ad4dc030fef, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=9fc702a7-8254-4e11-960a-7ad4dc030fef,segment=NetworkSegment(dd04d9c9-b835-4f71-8f5e-6152a3a133f4),segment_id=dd04d9c9-b835-4f71-8f5e-6152a3a133f4)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 00:00:47.108529 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:00:47.140276 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64765ad30d2cb160e3038d1462d2ba509af0f62467a800f17112a752d2df19f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8d7bfbc-fc1c-45e0-9e79-e8b0607458c2" -d '{"events": [{"server_uuid": "fdff9c5f-b066-48f5-856a-4e933b8256f4", "name": "network-vif-plugged", "status": "completed", "tag": "9fc702a7-8254-4e11-960a-7ad4dc030fef"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 00:00:47.165139 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Pushing event updated for resources: {'Port': ['ID=9fc702a7-8254-4e11-960a-7ad4dc030fef,revision_number=5']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:00:47.223276 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 00:00:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8297957a-6a59-4875-afe2-f19d01b72649 x-openstack-request-id: req-8297957a-6a59-4875-afe2-f19d01b72649 {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 00:00:47.223574 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdff9c5f-b066-48f5-856a-4e933b8256f4", "name": "network-vif-plugged", "status": "completed", "tag": "9fc702a7-8254-4e11-960a-7ad4dc030fef", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 00:00:47.223833 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8297957a-6a59-4875-afe2-f19d01b72649 {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 00:00:47.224240 n-d-802623-1 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdff9c5f-b066-48f5-856a-4e933b8256f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fc702a7-8254-4e11-960a-7ad4dc030fef', 'code': 200} Jul 28 00:00:47.316711 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4daf750-5b54-4d25-8027-6562951facf4 req-7b86178c-13e0-49d2-9a59-fdfd50e3151c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:00:47.318193 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e4daf750-5b54-4d25-8027-6562951facf4 req-7b86178c-13e0-49d2-9a59-fdfd50e3151c service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=fdff9c5f-b066-48f5-856a-4e933b8256f4 HTTP/1.1" status: 200 len: 1097 time: 0.0396979 Jul 28 00:00:47.352257 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e4daf750-5b54-4d25-8027-6562951facf4 req-0aa588e5-3dc8-45b8-8528-39698bd9e81e service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=2988c913-9e16-4060-8869-a1f99999e084&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0266232 Jul 28 00:00:47.671522 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1b345c-340d-49fe-adca-a5ef9317532d req-dd0e5e4c-65f8-4720-9dcb-e4d0f6ef277d tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:00:47.672988 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-0f1b345c-340d-49fe-adca-a5ef9317532d req-dd0e5e4c-65f8-4720-9dcb-e4d0f6ef277d tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/ports?device_id=fdff9c5f-b066-48f5-856a-4e933b8256f4 HTTP/1.1" status: 200 len: 946 time: 0.0485241 Jul 28 00:00:47.710315 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-0f1b345c-340d-49fe-adca-a5ef9317532d req-9cff08fe-2cf3-46b8-8b27-e12cb70a7fa1 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/security-groups?id=2988c913-9e16-4060-8869-a1f99999e084&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307140 Jul 28 00:00:48.826776 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6c38a5-8c2b-4234-bccb-4a330c41bbfb req-c77a3545-bd54-4a22-999b-b948ca8cc01f tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:00:48.828602 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-cf6c38a5-8c2b-4234-bccb-4a330c41bbfb req-c77a3545-bd54-4a22-999b-b948ca8cc01f tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/ports?device_id=fdff9c5f-b066-48f5-856a-4e933b8256f4 HTTP/1.1" status: 200 len: 946 time: 0.0503204 Jul 28 00:00:48.865878 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-cf6c38a5-8c2b-4234-bccb-4a330c41bbfb req-367f6667-6ce0-4325-adde-16030e40128a tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/security-groups?id=2988c913-9e16-4060-8869-a1f99999e084&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314994 Jul 28 00:00:48.977614 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019e9c1f-2397-49c5-b74f-3ea39c5a60e1 req-175c9793-2965-4000-b6fe-a3fb2c460c95 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:00:48.979096 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-019e9c1f-2397-49c5-b74f-3ea39c5a60e1 req-175c9793-2965-4000-b6fe-a3fb2c460c95 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/ports?device_id=fdff9c5f-b066-48f5-856a-4e933b8256f4 HTTP/1.1" status: 200 len: 946 time: 0.0508351 Jul 28 00:00:48.988044 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 56848) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:00:48.992430 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-5f43f447-22e6-4e33-9047-3614c43d296a tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Request body: {'floatingip': {'port_id': '9fc702a7-8254-4e11-960a-7ad4dc030fef'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 00:00:49.029499 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5f43f447-22e6-4e33-9047-3614c43d296a tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Notify callbacks [] for floatingip, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:00:49.450443 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5f43f447-22e6-4e33-9047-3614c43d296a tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:00:49.454164 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5f43f447-22e6-4e33-9047-3614c43d296a tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-415302'] for floatingip, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:00:49.551493 n-d-802623-1 neutron-server[93798]: INFO neutron.db.l3_db [None req-5f43f447-22e6-4e33-9047-3614c43d296a tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Floating IP 3fad5a04-baa6-4624-b12a-c81214f6ef12 associated. External IP: 172.25.4.156, port: 9fc702a7-8254-4e11-960a-7ad4dc030fef. Jul 28 00:00:49.751344 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f43f447-22e6-4e33-9047-3614c43d296a tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Router eadf4275-d7fe-41af-8f29-3a7d3327f789 has already been hosted by L3 agent 018c4455-49c0-4734-927d-7824067b2a9e {{(pid=93798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 00:00:49.855863 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f43f447-22e6-4e33-9047-3614c43d296a tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 00:00:49.860785 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5f43f447-22e6-4e33-9047-3614c43d296a tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for floatingip, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:00:49.865969 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6a88240-8c7d-4c0b-b70c-0fcda57c345f None None] Sync routers for ids ['eadf4275-d7fe-41af-8f29-3a7d3327f789'] in n-d-802623-1 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 00:00:49.875219 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6a88240-8c7d-4c0b-b70c-0fcda57c345f None None] Routers {'eadf4275-d7fe-41af-8f29-3a7d3327f789'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 00:00:49.875841 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-f6a88240-8c7d-4c0b-b70c-0fcda57c345f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-28T00:00:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['eadf4275-d7fe-41af-8f29-3a7d3327f789'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:00:50.078740 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-f6a88240-8c7d-4c0b-b70c-0fcda57c345f None None] Set router eadf4275-d7fe-41af-8f29-3a7d3327f789 gateway port host: n-d-802623-1 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 00:00:50.206878 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-5f43f447-22e6-4e33-9047-3614c43d296a tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "PUT /v2.0/floatingips/3fad5a04-baa6-4624-b12a-c81214f6ef12 HTTP/1.1" status: 200 len: 993 time: 1.2177861 Jul 28 00:00:50.207512 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdff9c5f-b066-48f5-856a-4e933b8256f4', 'tag': '9fc702a7-8254-4e11-960a-7ad4dc030fef'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 00:00:50.209751 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b87af07e598cf5b62d2945997aebdb2f0d5735b62acaa13edb25b119cdbae256" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37c4c1b6-3ab2-4a89-ba16-3bafe6d2e328" -d '{"events": [{"name": "network-changed", "server_uuid": "fdff9c5f-b066-48f5-856a-4e933b8256f4", "tag": "9fc702a7-8254-4e11-960a-7ad4dc030fef"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 00:00:50.246236 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 00:00:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-441f9d64-cc85-44b9-ae17-74b99d6238d4 x-openstack-request-id: req-441f9d64-cc85-44b9-ae17-74b99d6238d4 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 00:00:50.246515 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdff9c5f-b066-48f5-856a-4e933b8256f4", "tag": "9fc702a7-8254-4e11-960a-7ad4dc030fef", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 00:00:50.246763 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-441f9d64-cc85-44b9-ae17-74b99d6238d4 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 00:00:50.247268 n-d-802623-1 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdff9c5f-b066-48f5-856a-4e933b8256f4', 'tag': '9fc702a7-8254-4e11-960a-7ad4dc030fef', 'status': 'completed', 'code': 200} Jul 28 00:00:50.306082 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c4c1b6-3ab2-4a89-ba16-3bafe6d2e328 req-0643a564-6730-44af-b8aa-c6623205279b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:00:50.307679 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-37c4c1b6-3ab2-4a89-ba16-3bafe6d2e328 req-0643a564-6730-44af-b8aa-c6623205279b service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=4ba5b8d6319f49828578267b9b93e7c6&device_id=fdff9c5f-b066-48f5-856a-4e933b8256f4 HTTP/1.1" status: 200 len: 1097 time: 0.0390680 Jul 28 00:00:50.310544 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-f6a88240-8c7d-4c0b-b70c-0fcda57c345f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eadf4275-d7fe-41af-8f29-3a7d3327f789', 'name': 'tempest-ServerActionsTestJSON-2095143459-router', 'tenant_id': '4ba5b8d6319f49828578267b9b93e7c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.78'}], 'enable_snat': True}, 'gw_port_id': 'afbf6c78-7c5c-484d-80f9-d5348c2628e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:53:01Z', 'updated_at': '2021-07-27T23:53:04Z', 'revision_number': 4, 'project_id': '4ba5b8d6319f49828578267b9b93e7c6', 'gw_port': {'id': 'afbf6c78-7c5c-484d-80f9-d5348c2628e4', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:b4:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eadf4275-d7fe-41af-8f29-3a7d3327f789', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:53:02Z', 'updated_at': '2021-07-27T23:53:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_floatingips': [{'id': '3fad5a04-baa6-4624-b12a-c81214f6ef12', 'tenant_id': '4ba5b8d6319f49828578267b9b93e7c6', 'floating_ip_address': '172.25.4.156', 'floating_network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'router_id': 'eadf4275-d7fe-41af-8f29-3a7d3327f789', 'port_id': '9fc702a7-8254-4e11-960a-7ad4dc030fef', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4045, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5dbf213b-0fc8-45b6-ae08-2a59287a2ef9', 'mac_address': 'fa:16:3e:86:bc:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdff9c5f-b066-48f5-856a-4e933b8256f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T23:53:06Z', 'updated_at': '2021-07-28T00:00:49Z', 'revision_number': 13, 'project_id': '4ba5b8d6319f49828578267b9b93e7c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11d09bb7-1341-4e00-b320-152dd1c2e35b', 'name': '', 'network_id': '5dbf213b-0fc8-45b6-ae08-2a59287a2ef9', 'tenant_id': '4ba5b8d6319f49828578267b9b93e7c6', 'mac_address': 'fa:16:3e:00:d4:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eadf4275-d7fe-41af-8f29-3a7d3327f789', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '67b7c5ff-799a-4462-b8d6-a85a4f04b2ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:53:04Z', 'updated_at': '2021-07-27T23:53:08Z', 'revision_number': 5, 'project_id': '4ba5b8d6319f49828578267b9b93e7c6', 'subnets': [{'id': '67b7c5ff-799a-4462-b8d6-a85a4f04b2ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:00:50.340457 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6a88240-8c7d-4c0b-b70c-0fcda57c345f None None] Checking router: eadf4275-d7fe-41af-8f29-3a7d3327f789 for host: n-d-802623-1 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 00:00:50.348642 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6a88240-8c7d-4c0b-b70c-0fcda57c345f None None] Routers {'eadf4275-d7fe-41af-8f29-3a7d3327f789'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 00:00:50.349244 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-f6a88240-8c7d-4c0b-b70c-0fcda57c345f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-28T00:00:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['eadf4275-d7fe-41af-8f29-3a7d3327f789'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:00:50.398310 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c4c1b6-3ab2-4a89-ba16-3bafe6d2e328 req-d02faac8-eabe-4fed-ac60-8723f1fec1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:00:50.399867 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-37c4c1b6-3ab2-4a89-ba16-3bafe6d2e328 req-d02faac8-eabe-4fed-ac60-8723f1fec1b3 service neutron] 10.222.0.38 "GET /v2.0/networks?id=5dbf213b-0fc8-45b6-ae08-2a59287a2ef9 HTTP/1.1" status: 200 len: 913 time: 0.0855174 Jul 28 00:00:50.449205 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-f6a88240-8c7d-4c0b-b70c-0fcda57c345f None None] Set router eadf4275-d7fe-41af-8f29-3a7d3327f789 gateway port host: n-d-802623-1 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 00:00:50.463749 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-37c4c1b6-3ab2-4a89-ba16-3bafe6d2e328 req-aa78a188-07e7-48fd-89b4-e39bf3487de0 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9fc702a7-8254-4e11-960a-7ad4dc030fef HTTP/1.1" status: 200 len: 1001 time: 0.0571485 Jul 28 00:00:50.511921 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c4c1b6-3ab2-4a89-ba16-3bafe6d2e328 req-17fcf929-79ae-4ede-a2d9-dbbc7b86d5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:00:50.513356 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-37c4c1b6-3ab2-4a89-ba16-3bafe6d2e328 req-17fcf929-79ae-4ede-a2d9-dbbc7b86d5e4 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=67b7c5ff-799a-4462-b8d6-a85a4f04b2ed HTTP/1.1" status: 200 len: 851 time: 0.0430574 Jul 28 00:00:50.561756 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c4c1b6-3ab2-4a89-ba16-3bafe6d2e328 req-95d0bd4f-b66e-4fdd-863e-94d33c6d2960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:00:50.563334 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-37c4c1b6-3ab2-4a89-ba16-3bafe6d2e328 req-95d0bd4f-b66e-4fdd-863e-94d33c6d2960 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=5dbf213b-0fc8-45b6-ae08-2a59287a2ef9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423925 Jul 28 00:00:50.650955 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-37c4c1b6-3ab2-4a89-ba16-3bafe6d2e328 req-e383e46d-c541-41e1-8d10-656352c6bc36 service neutron] 10.222.0.38 "GET /v2.0/networks/5dbf213b-0fc8-45b6-ae08-2a59287a2ef9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799270 Jul 28 00:00:50.669096 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-f6a88240-8c7d-4c0b-b70c-0fcda57c345f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eadf4275-d7fe-41af-8f29-3a7d3327f789', 'name': 'tempest-ServerActionsTestJSON-2095143459-router', 'tenant_id': '4ba5b8d6319f49828578267b9b93e7c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.78'}], 'enable_snat': True}, 'gw_port_id': 'afbf6c78-7c5c-484d-80f9-d5348c2628e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:53:01Z', 'updated_at': '2021-07-27T23:53:04Z', 'revision_number': 4, 'project_id': '4ba5b8d6319f49828578267b9b93e7c6', 'gw_port': {'id': 'afbf6c78-7c5c-484d-80f9-d5348c2628e4', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:b4:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eadf4275-d7fe-41af-8f29-3a7d3327f789', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:53:02Z', 'updated_at': '2021-07-27T23:53:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_floatingips': [{'id': '3fad5a04-baa6-4624-b12a-c81214f6ef12', 'tenant_id': '4ba5b8d6319f49828578267b9b93e7c6', 'floating_ip_address': '172.25.4.156', 'floating_network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'router_id': 'eadf4275-d7fe-41af-8f29-3a7d3327f789', 'port_id': '9fc702a7-8254-4e11-960a-7ad4dc030fef', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4045, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5dbf213b-0fc8-45b6-ae08-2a59287a2ef9', 'mac_address': 'fa:16:3e:86:bc:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdff9c5f-b066-48f5-856a-4e933b8256f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T23:53:06Z', 'updated_at': '2021-07-28T00:00:49Z', 'revision_number': 13, 'project_id': '4ba5b8d6319f49828578267b9b93e7c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11d09bb7-1341-4e00-b320-152dd1c2e35b', 'name': '', 'network_id': '5dbf213b-0fc8-45b6-ae08-2a59287a2ef9', 'tenant_id': '4ba5b8d6319f49828578267b9b93e7c6', 'mac_address': 'fa:16:3e:00:d4:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eadf4275-d7fe-41af-8f29-3a7d3327f789', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '67b7c5ff-799a-4462-b8d6-a85a4f04b2ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:53:04Z', 'updated_at': '2021-07-27T23:53:08Z', 'revision_number': 5, 'project_id': '4ba5b8d6319f49828578267b9b93e7c6', 'subnets': [{'id': '67b7c5ff-799a-4462-b8d6-a85a4f04b2ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:00:50.695598 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6a88240-8c7d-4c0b-b70c-0fcda57c345f None None] The sync data for ids ['eadf4275-d7fe-41af-8f29-3a7d3327f789'] in n-d-802623-1 is: [{'id': 'eadf4275-d7fe-41af-8f29-3a7d3327f789', 'name': 'tempest-ServerActionsTestJSON-2095143459-router', 'tenant_id': '4ba5b8d6319f49828578267b9b93e7c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.78'}], 'enable_snat': True}, 'gw_port_id': 'afbf6c78-7c5c-484d-80f9-d5348c2628e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:53:01Z', 'updated_at': '2021-07-27T23:53:04Z', 'revision_number': 4, 'project_id': '4ba5b8d6319f49828578267b9b93e7c6', 'gw_port': {'id': 'afbf6c78-7c5c-484d-80f9-d5348c2628e4', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:b4:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eadf4275-d7fe-41af-8f29-3a7d3327f789', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:53:02Z', 'updated_at': '2021-07-27T23:53:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_floatingips': [{'id': '3fad5a04-baa6-4624-b12a-c81214f6ef12', 'tenant_id': '4ba5b8d6319f49828578267b9b93e7c6', 'floating_ip_address': '172.25.4.156', 'floating_network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'router_id': 'eadf4275-d7fe-41af-8f29-3a7d3327f789', 'port_id': '9fc702a7-8254-4e11-960a-7ad4dc030fef', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4045, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5dbf213b-0fc8-45b6-ae08-2a59287a2ef9', 'mac_address': 'fa:16:3e:86:bc:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdff9c5f-b066-48f5-856a-4e933b8256f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T23:53:06Z', 'updated_at': '2021-07-28T00:00:49Z', 'revision_number': 13, 'project_id': '4ba5b8d6319f49828578267b9b93e7c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11d09bb7-1341-4e00-b320-152dd1c2e35b', 'name': '', 'network_id': '5dbf213b-0fc8-45b6-ae08-2a59287a2ef9', 'tenant_id': '4ba5b8d6319f49828578267b9b93e7c6', 'mac_address': 'fa:16:3e:00:d4:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eadf4275-d7fe-41af-8f29-3a7d3327f789', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '67b7c5ff-799a-4462-b8d6-a85a4f04b2ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:53:04Z', 'updated_at': '2021-07-27T23:53:08Z', 'revision_number': 5, 'project_id': '4ba5b8d6319f49828578267b9b93e7c6', 'subnets': [{'id': '67b7c5ff-799a-4462-b8d6-a85a4f04b2ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 00:00:50.745876 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-37c4c1b6-3ab2-4a89-ba16-3bafe6d2e328 req-27d82f6f-f671-434d-9200-668b7fc93455 service neutron] 10.222.0.38 "GET /v2.0/networks/5dbf213b-0fc8-45b6-ae08-2a59287a2ef9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884101 Jul 28 00:00:50.891636 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-129dd299-38b6-4f85-ac8e-ad622b4dcf2f None None] New status for floating IP 3fad5a04-baa6-4624-b12a-c81214f6ef12: ACTIVE {{(pid=93799) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 00:00:52.968560 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b556383a-6c3a-4984-92a2-2618aaf392b5 req-954b2278-c23e-4d9d-b39d-09d495580762 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=fdff9c5f-b066-48f5-856a-4e933b8256f4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0402925 Jul 28 00:00:53.047726 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b556383a-6c3a-4984-92a2-2618aaf392b5 req-2077ce43-588c-4077-a2dd-1607c1bad0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:00:53.049239 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b556383a-6c3a-4984-92a2-2618aaf392b5 req-2077ce43-588c-4077-a2dd-1607c1bad0cd service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=4ba5b8d6319f49828578267b9b93e7c6&device_id=fdff9c5f-b066-48f5-856a-4e933b8256f4 HTTP/1.1" status: 200 len: 1097 time: 0.0397067 Jul 28 00:00:53.152013 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b556383a-6c3a-4984-92a2-2618aaf392b5 req-f9425899-0670-4a6a-8bff-76fe9bcfe370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:00:53.153463 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b556383a-6c3a-4984-92a2-2618aaf392b5 req-f9425899-0670-4a6a-8bff-76fe9bcfe370 service neutron] 10.222.0.38 "GET /v2.0/networks?id=5dbf213b-0fc8-45b6-ae08-2a59287a2ef9 HTTP/1.1" status: 200 len: 913 time: 0.0851700 Jul 28 00:00:53.218782 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b556383a-6c3a-4984-92a2-2618aaf392b5 req-6ee5069e-770b-401b-be30-1f23ee9e8b8a service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9fc702a7-8254-4e11-960a-7ad4dc030fef HTTP/1.1" status: 200 len: 1003 time: 0.0579743 Jul 28 00:00:53.267777 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b556383a-6c3a-4984-92a2-2618aaf392b5 req-07c3b776-6910-4176-9c3b-802fb62241d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:00:53.269216 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b556383a-6c3a-4984-92a2-2618aaf392b5 req-07c3b776-6910-4176-9c3b-802fb62241d2 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=67b7c5ff-799a-4462-b8d6-a85a4f04b2ed HTTP/1.1" status: 200 len: 851 time: 0.0432005 Jul 28 00:00:53.318121 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b556383a-6c3a-4984-92a2-2618aaf392b5 req-54526906-a0a0-419a-9b5d-2939aa24fcfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:00:53.319683 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b556383a-6c3a-4984-92a2-2618aaf392b5 req-54526906-a0a0-419a-9b5d-2939aa24fcfb service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=5dbf213b-0fc8-45b6-ae08-2a59287a2ef9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433354 Jul 28 00:00:53.407763 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b556383a-6c3a-4984-92a2-2618aaf392b5 req-5aa31cc4-6291-464c-a269-a02562c4fbf4 service neutron] 10.222.0.38 "GET /v2.0/networks/5dbf213b-0fc8-45b6-ae08-2a59287a2ef9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811939 Jul 28 00:00:53.504779 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b556383a-6c3a-4984-92a2-2618aaf392b5 req-5e035f00-98f3-4ad1-92e0-502e5c58b556 service neutron] 10.222.0.38 "GET /v2.0/networks/5dbf213b-0fc8-45b6-ae08-2a59287a2ef9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881131 Jul 28 00:00:56.959839 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ca6aaa19-8b5c-47b0-801b-cee545fea55a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:00:59.634905 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-322446eb-45c3-4827-a0f1-196e5c21b111 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:01:00.013208 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:01:00.112517 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:01:00.647406 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-19f2e178-d45e-4fbe-b9be-c3963fc151ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:01:02.408721 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7418f70f-e60d-4709-8ba9-6ab514bc7f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:01:05.317198 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:01:13.367281 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.agents_db [None req-9beef776-8bab-4de2-989a-f5a23ba4aaf4 None None] Agent healthcheck: found 7 active agents {{(pid=93800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 00:01:26.960261 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-6c2cc3b2-a82c-4da5-8111-388b48c04b46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:01:29.635449 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-15a5013a-0790-4141-b2e9-29ea3d0ecc2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:01:30.022593 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:01:30.112829 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:01:30.648991 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-19f2e178-d45e-4fbe-b9be-c3963fc151ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:01:32.411570 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7418f70f-e60d-4709-8ba9-6ab514bc7f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:01:35.319935 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:01:50.367450 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.agents_db [None req-9beef776-8bab-4de2-989a-f5a23ba4aaf4 None None] Agent healthcheck: found 7 active agents {{(pid=93800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 00:01:53.374100 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-704e856e-3039-439f-8b43-28bf289c63c5 req-ce110e60-d925-44f9-9e62-f90ce4afee67 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=fdff9c5f-b066-48f5-856a-4e933b8256f4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0396130 Jul 28 00:01:53.452041 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704e856e-3039-439f-8b43-28bf289c63c5 req-8a91d628-d158-4bad-8a1c-57928f7fb06a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:01:53.453497 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-704e856e-3039-439f-8b43-28bf289c63c5 req-8a91d628-d158-4bad-8a1c-57928f7fb06a service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=4ba5b8d6319f49828578267b9b93e7c6&device_id=fdff9c5f-b066-48f5-856a-4e933b8256f4 HTTP/1.1" status: 200 len: 1097 time: 0.0401535 Jul 28 00:01:53.558728 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704e856e-3039-439f-8b43-28bf289c63c5 req-a0eadc27-ecdb-4f16-a0a8-57c3e18b2814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:01:53.560196 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-704e856e-3039-439f-8b43-28bf289c63c5 req-a0eadc27-ecdb-4f16-a0a8-57c3e18b2814 service neutron] 10.222.0.38 "GET /v2.0/networks?id=5dbf213b-0fc8-45b6-ae08-2a59287a2ef9 HTTP/1.1" status: 200 len: 913 time: 0.0859678 Jul 28 00:01:53.624150 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-704e856e-3039-439f-8b43-28bf289c63c5 req-18a47d1c-de8e-49b1-92f0-d0c1515ef699 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9fc702a7-8254-4e11-960a-7ad4dc030fef HTTP/1.1" status: 200 len: 1003 time: 0.0567286 Jul 28 00:01:53.672128 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704e856e-3039-439f-8b43-28bf289c63c5 req-1bfc31c9-dbde-45ac-ab30-7619be34cdf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:01:53.673560 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-704e856e-3039-439f-8b43-28bf289c63c5 req-1bfc31c9-dbde-45ac-ab30-7619be34cdf3 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=67b7c5ff-799a-4462-b8d6-a85a4f04b2ed HTTP/1.1" status: 200 len: 851 time: 0.0424085 Jul 28 00:01:53.722354 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704e856e-3039-439f-8b43-28bf289c63c5 req-e4863050-0194-44ff-b046-4509739eaf2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:01:53.723784 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-704e856e-3039-439f-8b43-28bf289c63c5 req-e4863050-0194-44ff-b046-4509739eaf2d service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=5dbf213b-0fc8-45b6-ae08-2a59287a2ef9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427768 Jul 28 00:01:53.812045 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-704e856e-3039-439f-8b43-28bf289c63c5 req-991d335c-b665-4daa-bcbc-6c497fe26204 service neutron] 10.222.0.38 "GET /v2.0/networks/5dbf213b-0fc8-45b6-ae08-2a59287a2ef9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804765 Jul 28 00:01:53.907679 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-704e856e-3039-439f-8b43-28bf289c63c5 req-4cf94749-d801-43bb-a486-84447cffb74a service neutron] 10.222.0.38 "GET /v2.0/networks/5dbf213b-0fc8-45b6-ae08-2a59287a2ef9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885210 Jul 28 00:01:56.960405 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d587e82d-cde8-450a-a014-7cfea513547b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:01:59.637486 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-3a83bc61-d24c-478a-88de-dacf03814ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:02:00.012691 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:02:00.114394 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:02:00.650003 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-19f2e178-d45e-4fbe-b9be-c3963fc151ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:02:02.415497 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7418f70f-e60d-4709-8ba9-6ab514bc7f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:02:05.331747 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:02:26.961742 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c4051008-9f69-49a3-a539-989f7f0a3bdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:02:27.209538 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b632cd3f-1df7-4001-82ea-98033d27117f req-723422c2-aa59-473d-952c-921b30fd2e18 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:02:27.211682 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b632cd3f-1df7-4001-82ea-98033d27117f req-723422c2-aa59-473d-952c-921b30fd2e18 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/ports?device_id=fdff9c5f-b066-48f5-856a-4e933b8256f4 HTTP/1.1" status: 200 len: 946 time: 0.0648062 Jul 28 00:02:27.248848 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b632cd3f-1df7-4001-82ea-98033d27117f req-1258aed3-7d83-4264-9264-c377f505271e tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/security-groups?id=2988c913-9e16-4060-8869-a1f99999e084&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308018 Jul 28 00:02:27.366323 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.agents_db [None req-9beef776-8bab-4de2-989a-f5a23ba4aaf4 None None] Agent healthcheck: found 7 active agents {{(pid=93800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 00:02:29.641029 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-298e500b-3294-4115-a98d-65a6494c16a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:02:30.028457 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:02:30.118051 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:02:30.654743 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-19f2e178-d45e-4fbe-b9be-c3963fc151ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:02:32.416594 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7418f70f-e60d-4709-8ba9-6ab514bc7f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:02:35.331900 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:02:38.343574 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8d9b55-918d-4b6c-bbde-08ec0fcdbb9f req-faa6bddf-a45b-40f0-b73f-ef4296c822a6 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:02:38.345090 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-da8d9b55-918d-4b6c-bbde-08ec0fcdbb9f req-faa6bddf-a45b-40f0-b73f-ef4296c822a6 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/ports?device_id=fdff9c5f-b066-48f5-856a-4e933b8256f4 HTTP/1.1" status: 200 len: 946 time: 0.0518026 Jul 28 00:02:38.399859 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-da8d9b55-918d-4b6c-bbde-08ec0fcdbb9f req-09ca844d-d806-4754-a442-62b67f5cdf65 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/security-groups?id=2988c913-9e16-4060-8869-a1f99999e084&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487449 Jul 28 00:02:38.427811 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-cee8bbfa-980d-42e3-8fc9-51effe83c19d req-5c1a2c63-d22c-4237-bbdf-70958ed2d748 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=fdff9c5f-b066-48f5-856a-4e933b8256f4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0817831 Jul 28 00:02:39.480402 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee8bbfa-980d-42e3-8fc9-51effe83c19d req-dc5fb115-d6e0-4083-968a-33b3c52bc009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:02:39.481815 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-cee8bbfa-980d-42e3-8fc9-51effe83c19d req-dc5fb115-d6e0-4083-968a-33b3c52bc009 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=4ba5b8d6319f49828578267b9b93e7c6&device_id=fdff9c5f-b066-48f5-856a-4e933b8256f4 HTTP/1.1" status: 200 len: 1097 time: 0.0521932 Jul 28 00:02:39.575408 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec1fab8-6e3c-441a-8c4f-d6c0cfe41dc6 req-ae7c3538-e55b-4ab9-86a9-4e8687bfd2fb tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:02:39.576880 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-3ec1fab8-6e3c-441a-8c4f-d6c0cfe41dc6 req-ae7c3538-e55b-4ab9-86a9-4e8687bfd2fb tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/ports?device_id=fdff9c5f-b066-48f5-856a-4e933b8256f4 HTTP/1.1" status: 200 len: 946 time: 0.1073155 Jul 28 00:02:39.622576 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee8bbfa-980d-42e3-8fc9-51effe83c19d req-7c660dd3-0814-45c3-9dc6-b46535be2751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:02:39.623997 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-cee8bbfa-980d-42e3-8fc9-51effe83c19d req-7c660dd3-0814-45c3-9dc6-b46535be2751 service neutron] 10.222.0.38 "GET /v2.0/networks?id=5dbf213b-0fc8-45b6-ae08-2a59287a2ef9 HTTP/1.1" status: 200 len: 913 time: 0.1251621 Jul 28 00:02:39.641506 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-3ec1fab8-6e3c-441a-8c4f-d6c0cfe41dc6 req-b03cede2-c3e7-4f2a-bae7-2c6c144e01d5 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/security-groups?id=2988c913-9e16-4060-8869-a1f99999e084&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531659 Jul 28 00:02:39.695214 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-cee8bbfa-980d-42e3-8fc9-51effe83c19d req-6b08c21e-d47f-4678-be19-8bd9e992b03a service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9fc702a7-8254-4e11-960a-7ad4dc030fef HTTP/1.1" status: 200 len: 1003 time: 0.0637202 Jul 28 00:02:39.744448 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee8bbfa-980d-42e3-8fc9-51effe83c19d req-b66643c2-6ac1-4882-9547-0ab861be4b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:02:39.745833 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-cee8bbfa-980d-42e3-8fc9-51effe83c19d req-b66643c2-6ac1-4882-9547-0ab861be4b2b service neutron] 10.222.0.38 "GET /v2.0/subnets?id=67b7c5ff-799a-4462-b8d6-a85a4f04b2ed HTTP/1.1" status: 200 len: 851 time: 0.0427630 Jul 28 00:02:39.789337 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee8bbfa-980d-42e3-8fc9-51effe83c19d req-aa5f862f-655c-4e24-bd07-be3cbb63b928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:02:39.791421 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-cee8bbfa-980d-42e3-8fc9-51effe83c19d req-aa5f862f-655c-4e24-bd07-be3cbb63b928 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=5dbf213b-0fc8-45b6-ae08-2a59287a2ef9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0384600 Jul 28 00:02:39.883237 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-cee8bbfa-980d-42e3-8fc9-51effe83c19d req-26f3117f-96a0-4f6b-9f10-bf49a63e51bd service neutron] 10.222.0.38 "GET /v2.0/networks/5dbf213b-0fc8-45b6-ae08-2a59287a2ef9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839939 Jul 28 00:02:39.971141 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-cee8bbfa-980d-42e3-8fc9-51effe83c19d req-63e3686d-15c4-4638-b053-c199fd4ab9f2 service neutron] 10.222.0.38 "GET /v2.0/networks/5dbf213b-0fc8-45b6-ae08-2a59287a2ef9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799830 Jul 28 00:02:40.756242 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dd50cb-7018-4ae5-b32e-d8ba8ca26cd3 req-74f6c379-5b27-4f3c-bcf0-4eb1944d1383 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:02:40.757716 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d1dd50cb-7018-4ae5-b32e-d8ba8ca26cd3 req-74f6c379-5b27-4f3c-bcf0-4eb1944d1383 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/ports?device_id=fdff9c5f-b066-48f5-856a-4e933b8256f4 HTTP/1.1" status: 200 len: 946 time: 0.0485835 Jul 28 00:02:40.794801 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d1dd50cb-7018-4ae5-b32e-d8ba8ca26cd3 req-7573e2b5-d374-486c-81ec-905c0fc5885b tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/security-groups?id=2988c913-9e16-4060-8869-a1f99999e084&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305517 Jul 28 00:02:41.909111 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bdad78-f4a0-4733-8cef-df98d5a3ebff req-f2e32b65-d1c4-43a4-86a2-ba526d4f9aa9 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:02:41.910606 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-89bdad78-f4a0-4733-8cef-df98d5a3ebff req-f2e32b65-d1c4-43a4-86a2-ba526d4f9aa9 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/ports?device_id=fdff9c5f-b066-48f5-856a-4e933b8256f4 HTTP/1.1" status: 200 len: 946 time: 0.0485387 Jul 28 00:02:41.948094 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-89bdad78-f4a0-4733-8cef-df98d5a3ebff req-ed8b3d96-9bb3-4083-8fd8-bb8e819c06e0 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/security-groups?id=2988c913-9e16-4060-8869-a1f99999e084&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310960 Jul 28 00:02:43.060184 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f91857-a3bc-4cb7-94b1-c8dc00084200 req-6b8b4387-a383-4f6d-bd46-cdcdafaed61d tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:02:43.061636 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-96f91857-a3bc-4cb7-94b1-c8dc00084200 req-6b8b4387-a383-4f6d-bd46-cdcdafaed61d tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/ports?device_id=fdff9c5f-b066-48f5-856a-4e933b8256f4 HTTP/1.1" status: 200 len: 946 time: 0.0474005 Jul 28 00:02:43.098614 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-96f91857-a3bc-4cb7-94b1-c8dc00084200 req-4b672f2c-54ec-441b-9be7-4511598a8bc3 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/security-groups?id=2988c913-9e16-4060-8869-a1f99999e084&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308368 Jul 28 00:02:44.217718 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26941fa-f3a2-4a5e-a6ff-fb8c099fc39b req-fc55e925-8990-47b4-be87-2dd8e2b3e9b7 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:02:44.219245 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a26941fa-f3a2-4a5e-a6ff-fb8c099fc39b req-fc55e925-8990-47b4-be87-2dd8e2b3e9b7 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/ports?device_id=fdff9c5f-b066-48f5-856a-4e933b8256f4 HTTP/1.1" status: 200 len: 946 time: 0.0526836 Jul 28 00:02:44.255874 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a26941fa-f3a2-4a5e-a6ff-fb8c099fc39b req-39ab3aff-bf7b-4814-9c58-47a49f55a157 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/security-groups?id=2988c913-9e16-4060-8869-a1f99999e084&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306344 Jul 28 00:02:45.373461 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be6c94d-d223-463c-98b3-12b27c01f310 req-c078329b-96a5-472b-8e9e-81478b1ff920 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:02:45.374909 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8be6c94d-d223-463c-98b3-12b27c01f310 req-c078329b-96a5-472b-8e9e-81478b1ff920 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/ports?device_id=fdff9c5f-b066-48f5-856a-4e933b8256f4 HTTP/1.1" status: 200 len: 946 time: 0.0507016 Jul 28 00:02:45.411585 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8be6c94d-d223-463c-98b3-12b27c01f310 req-9fb40d39-ee59-459e-b626-60a4172322be tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/security-groups?id=2988c913-9e16-4060-8869-a1f99999e084&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308867 Jul 28 00:02:46.526019 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bd68ee-a179-433c-ae27-3d6c2621df16 req-863cc814-ec97-4ac3-acdb-6ff606b91961 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:02:46.527492 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a1bd68ee-a179-433c-ae27-3d6c2621df16 req-863cc814-ec97-4ac3-acdb-6ff606b91961 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/ports?device_id=fdff9c5f-b066-48f5-856a-4e933b8256f4 HTTP/1.1" status: 200 len: 946 time: 0.0477879 Jul 28 00:02:46.565216 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a1bd68ee-a179-433c-ae27-3d6c2621df16 req-0a1c6472-7497-4d64-9d84-de787c946b42 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/security-groups?id=2988c913-9e16-4060-8869-a1f99999e084&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319359 Jul 28 00:02:47.676900 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a89592d-f1ae-4df3-bd88-a0f4e6befba8 req-d1938e9c-5178-4fe9-a446-256792a7942a tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:02:47.678352 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-0a89592d-f1ae-4df3-bd88-a0f4e6befba8 req-d1938e9c-5178-4fe9-a446-256792a7942a tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/ports?device_id=fdff9c5f-b066-48f5-856a-4e933b8256f4 HTTP/1.1" status: 200 len: 946 time: 0.0473659 Jul 28 00:02:47.715816 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-0a89592d-f1ae-4df3-bd88-a0f4e6befba8 req-9aea361a-eac0-4f95-887a-d7c5473acf14 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/security-groups?id=2988c913-9e16-4060-8869-a1f99999e084&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310855 Jul 28 00:02:48.832433 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ba3901-e4c4-4399-8442-86f8d775a594 req-61cf690f-d78f-4030-96b1-a01a70a16842 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:02:48.833921 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c7ba3901-e4c4-4399-8442-86f8d775a594 req-61cf690f-d78f-4030-96b1-a01a70a16842 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/ports?device_id=fdff9c5f-b066-48f5-856a-4e933b8256f4 HTTP/1.1" status: 200 len: 946 time: 0.0502615 Jul 28 00:02:48.871511 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c7ba3901-e4c4-4399-8442-86f8d775a594 req-44534a51-f7c6-4863-94e5-2748e0db4d39 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/security-groups?id=2988c913-9e16-4060-8869-a1f99999e084&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308425 Jul 28 00:02:49.984462 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994150a2-0e0e-482e-b867-5179b625de27 req-b18f57d4-d69e-4b42-86b7-2860ec2dea82 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:02:49.985916 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-994150a2-0e0e-482e-b867-5179b625de27 req-b18f57d4-d69e-4b42-86b7-2860ec2dea82 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/ports?device_id=fdff9c5f-b066-48f5-856a-4e933b8256f4 HTTP/1.1" status: 200 len: 946 time: 0.0477970 Jul 28 00:02:50.024982 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-994150a2-0e0e-482e-b867-5179b625de27 req-b42c057d-e83c-4b14-9f31-194106092650 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/security-groups?id=2988c913-9e16-4060-8869-a1f99999e084&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327346 Jul 28 00:02:51.142199 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ae496e-20d3-419a-919a-9c9a1a31f076 req-b6027c3e-3cfb-4467-bc22-04218e27bcd9 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:02:51.143692 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-97ae496e-20d3-419a-919a-9c9a1a31f076 req-b6027c3e-3cfb-4467-bc22-04218e27bcd9 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/ports?device_id=fdff9c5f-b066-48f5-856a-4e933b8256f4 HTTP/1.1" status: 200 len: 946 time: 0.0517144 Jul 28 00:02:51.181354 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-97ae496e-20d3-419a-919a-9c9a1a31f076 req-74d128d0-7566-4b9a-a2c6-2875e940ed7a tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/security-groups?id=2988c913-9e16-4060-8869-a1f99999e084&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312562 Jul 28 00:02:52.300925 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ec699f-7065-49d1-9b07-138cd9f15735 req-eba2619e-60af-476b-a894-3b5ee9aaabc7 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:02:52.302337 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-40ec699f-7065-49d1-9b07-138cd9f15735 req-eba2619e-60af-476b-a894-3b5ee9aaabc7 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/ports?device_id=fdff9c5f-b066-48f5-856a-4e933b8256f4 HTTP/1.1" status: 200 len: 946 time: 0.0533886 Jul 28 00:02:52.340597 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-40ec699f-7065-49d1-9b07-138cd9f15735 req-dcc0743b-d0df-431e-b869-b957313b6dcd tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/security-groups?id=2988c913-9e16-4060-8869-a1f99999e084&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314507 Jul 28 00:02:53.333030 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-cee8bbfa-980d-42e3-8fc9-51effe83c19d req-40d2f384-23cc-4cb9-b4a5-eebdf6da1cc1 service neutron] 10.222.0.38 "GET /v2.0/ports/9fc702a7-8254-4e11-960a-7ad4dc030fef/bindings/n-h1-802623-1 HTTP/1.1" status: 200 len: 382 time: 0.0572643 Jul 28 00:02:53.463564 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d4588d-a04c-4ad0-8675-99cef31e4890 req-d25535b1-86eb-4964-88a6-7972d9e1d108 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:02:53.465881 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-11d4588d-a04c-4ad0-8675-99cef31e4890 req-d25535b1-86eb-4964-88a6-7972d9e1d108 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/ports?device_id=fdff9c5f-b066-48f5-856a-4e933b8256f4 HTTP/1.1" status: 200 len: 946 time: 0.0549760 Jul 28 00:02:53.533471 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-11d4588d-a04c-4ad0-8675-99cef31e4890 req-39dec38f-c3b9-483c-9816-26318cae1201 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/security-groups?id=2988c913-9e16-4060-8869-a1f99999e084&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617075 Jul 28 00:02:53.542955 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee8bbfa-980d-42e3-8fc9-51effe83c19d req-e400b21e-a402-4366-9e2e-2f4f04c14902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:02:53.544447 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-cee8bbfa-980d-42e3-8fc9-51effe83c19d req-e400b21e-a402-4366-9e2e-2f4f04c14902 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=fdff9c5f-b066-48f5-856a-4e933b8256f4&tenant_id=4ba5b8d6319f49828578267b9b93e7c6 HTTP/1.1" status: 200 len: 1097 time: 0.0567153 Jul 28 00:02:53.605448 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee8bbfa-980d-42e3-8fc9-51effe83c19d req-55456431-9ed9-4781-89dc-13a60ba409fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:02:53.606918 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-cee8bbfa-980d-42e3-8fc9-51effe83c19d req-55456431-9ed9-4781-89dc-13a60ba409fa service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=4ba5b8d6319f49828578267b9b93e7c6&device_id=fdff9c5f-b066-48f5-856a-4e933b8256f4 HTTP/1.1" status: 200 len: 1097 time: 0.0397635 Jul 28 00:02:53.699064 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee8bbfa-980d-42e3-8fc9-51effe83c19d req-9a1d3e46-ba03-42ad-9d49-b4ae12995e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:02:53.700505 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-cee8bbfa-980d-42e3-8fc9-51effe83c19d req-9a1d3e46-ba03-42ad-9d49-b4ae12995e61 service neutron] 10.222.0.38 "GET /v2.0/networks?id=5dbf213b-0fc8-45b6-ae08-2a59287a2ef9 HTTP/1.1" status: 200 len: 913 time: 0.0860221 Jul 28 00:02:53.764701 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-cee8bbfa-980d-42e3-8fc9-51effe83c19d req-b2fa9f5a-4d57-4e46-9528-c8595db17650 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9fc702a7-8254-4e11-960a-7ad4dc030fef HTTP/1.1" status: 200 len: 1003 time: 0.0569577 Jul 28 00:02:53.811852 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee8bbfa-980d-42e3-8fc9-51effe83c19d req-a17e6fbc-3885-4cec-b60f-56a127df3ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:02:53.813221 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-cee8bbfa-980d-42e3-8fc9-51effe83c19d req-a17e6fbc-3885-4cec-b60f-56a127df3ce8 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=67b7c5ff-799a-4462-b8d6-a85a4f04b2ed HTTP/1.1" status: 200 len: 851 time: 0.0419214 Jul 28 00:02:53.859749 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee8bbfa-980d-42e3-8fc9-51effe83c19d req-c2233d82-5e92-4a68-9e05-364152966f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:02:53.861179 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-cee8bbfa-980d-42e3-8fc9-51effe83c19d req-c2233d82-5e92-4a68-9e05-364152966f97 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=5dbf213b-0fc8-45b6-ae08-2a59287a2ef9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410330 Jul 28 00:02:53.947948 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-cee8bbfa-980d-42e3-8fc9-51effe83c19d req-0c6e5ec8-8fdb-4156-a511-27a3de065bcd service neutron] 10.222.0.38 "GET /v2.0/networks/5dbf213b-0fc8-45b6-ae08-2a59287a2ef9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786633 Jul 28 00:02:54.038349 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-cee8bbfa-980d-42e3-8fc9-51effe83c19d req-6bea06e2-673e-44fc-9486-aa13ed9d013d service neutron] 10.222.0.38 "GET /v2.0/networks/5dbf213b-0fc8-45b6-ae08-2a59287a2ef9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832815 Jul 28 00:02:54.652464 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ee1054-53cd-4e10-a247-e82925708c06 req-6a4fac35-78a1-4358-8647-8bcdf1ad9dcc tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:02:54.654049 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-15ee1054-53cd-4e10-a247-e82925708c06 req-6a4fac35-78a1-4358-8647-8bcdf1ad9dcc tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/ports?device_id=fdff9c5f-b066-48f5-856a-4e933b8256f4 HTTP/1.1" status: 200 len: 946 time: 0.0496984 Jul 28 00:02:54.691893 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-15ee1054-53cd-4e10-a247-e82925708c06 req-e0c3307f-a028-451c-b6bd-099bc39d6e8a tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/security-groups?id=2988c913-9e16-4060-8869-a1f99999e084&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317516 Jul 28 00:02:55.394263 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232aad94-abf2-43de-8df6-f011d6d241b9 req-1a85e10c-16db-4e23-a1c7-214846d558de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:02:55.395779 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-232aad94-abf2-43de-8df6-f011d6d241b9 req-1a85e10c-16db-4e23-a1c7-214846d558de service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=4ba5b8d6319f49828578267b9b93e7c6&device_id=fdff9c5f-b066-48f5-856a-4e933b8256f4 HTTP/1.1" status: 200 len: 1097 time: 0.0405519 Jul 28 00:02:55.499424 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232aad94-abf2-43de-8df6-f011d6d241b9 req-559b4644-d3bd-48b4-9b14-a459f9c4c691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:02:55.500824 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-232aad94-abf2-43de-8df6-f011d6d241b9 req-559b4644-d3bd-48b4-9b14-a459f9c4c691 service neutron] 10.222.0.38 "GET /v2.0/networks?id=5dbf213b-0fc8-45b6-ae08-2a59287a2ef9 HTTP/1.1" status: 200 len: 913 time: 0.0836577 Jul 28 00:02:55.569576 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-232aad94-abf2-43de-8df6-f011d6d241b9 req-eeed56fe-3533-42ff-8069-7de69055f2f6 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9fc702a7-8254-4e11-960a-7ad4dc030fef HTTP/1.1" status: 200 len: 1003 time: 0.0613718 Jul 28 00:02:55.619486 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232aad94-abf2-43de-8df6-f011d6d241b9 req-c3014fef-0489-4a4d-9874-5a2c073e167a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:02:55.620954 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-232aad94-abf2-43de-8df6-f011d6d241b9 req-c3014fef-0489-4a4d-9874-5a2c073e167a service neutron] 10.222.0.38 "GET /v2.0/subnets?id=67b7c5ff-799a-4462-b8d6-a85a4f04b2ed HTTP/1.1" status: 200 len: 851 time: 0.0440571 Jul 28 00:02:55.666129 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232aad94-abf2-43de-8df6-f011d6d241b9 req-ea8ad406-fb84-4f59-acd3-01c042ea57af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:02:55.667659 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-232aad94-abf2-43de-8df6-f011d6d241b9 req-ea8ad406-fb84-4f59-acd3-01c042ea57af service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=5dbf213b-0fc8-45b6-ae08-2a59287a2ef9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395091 Jul 28 00:02:55.670960 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 9fc702a7-8254-4e11-960a-7ad4dc030fef no longer exists at agent hyperv_n-h1-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 00:02:55.754850 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:02:55.773954 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-232aad94-abf2-43de-8df6-f011d6d241b9 req-385c8a23-42b1-4c2d-a4b0-048abd6e62b7 service neutron] 10.222.0.38 "GET /v2.0/networks/5dbf213b-0fc8-45b6-ae08-2a59287a2ef9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982559 Jul 28 00:02:55.779274 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdff9c5f-b066-48f5-856a-4e933b8256f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9fc702a7-8254-4e11-960a-7ad4dc030fef'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 00:02:55.781507 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64765ad30d2cb160e3038d1462d2ba509af0f62467a800f17112a752d2df19f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-648e3d60-26f6-411f-9774-3bbda1d3ea7e" -d '{"events": [{"server_uuid": "fdff9c5f-b066-48f5-856a-4e933b8256f4", "name": "network-vif-unplugged", "status": "completed", "tag": "9fc702a7-8254-4e11-960a-7ad4dc030fef"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 00:02:55.795205 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port 9fc702a7-8254-4e11-960a-7ad4dc030fef, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=9fc702a7-8254-4e11-960a-7ad4dc030fef,segment=NetworkSegment(dd04d9c9-b835-4f71-8f5e-6152a3a133f4),segment_id=dd04d9c9-b835-4f71-8f5e-6152a3a133f4)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 00:02:55.801410 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:02:55.832547 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 28 Jul 2021 00:02:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b09bdb2-2bec-43a1-a640-962454127e6d x-openstack-request-id: req-5b09bdb2-2bec-43a1-a640-962454127e6d {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 00:02:55.832848 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdff9c5f-b066-48f5-856a-4e933b8256f4", "name": "network-vif-unplugged", "status": "completed", "tag": "9fc702a7-8254-4e11-960a-7ad4dc030fef", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 00:02:55.833110 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5b09bdb2-2bec-43a1-a640-962454127e6d {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 00:02:55.833502 n-d-802623-1 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdff9c5f-b066-48f5-856a-4e933b8256f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9fc702a7-8254-4e11-960a-7ad4dc030fef', 'code': 200} Jul 28 00:02:55.858381 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Pushing event updated for resources: {'Port': ['ID=9fc702a7-8254-4e11-960a-7ad4dc030fef,revision_number=6']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:02:55.866351 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:02:55.866725 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:02:55.867081 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:02:55.867414 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:02:55.868937 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:02:55.868937 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:02:55.868937 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:02:55.869292 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:02:55.869587 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:02:55.869918 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:02:55.870245 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:02:55.870572 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:02:55.919449 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c64cdc-7016-48ec-a4d9-78a13d2f45da req-d4258225-cf6d-4d0f-8884-fd85890c09f3 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:02:55.920911 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-60c64cdc-7016-48ec-a4d9-78a13d2f45da req-d4258225-cf6d-4d0f-8884-fd85890c09f3 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/ports?device_id=fdff9c5f-b066-48f5-856a-4e933b8256f4 HTTP/1.1" status: 200 len: 944 time: 0.0840681 Jul 28 00:02:55.926338 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-232aad94-abf2-43de-8df6-f011d6d241b9 req-5e0149bd-9b29-4bbc-ac18-13c7c6344be4 service neutron] 10.222.0.38 "GET /v2.0/networks/5dbf213b-0fc8-45b6-ae08-2a59287a2ef9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446202 Jul 28 00:02:55.961161 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-60c64cdc-7016-48ec-a4d9-78a13d2f45da req-6017ee51-0680-4d29-bf5c-a73740e6c07a tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/security-groups?id=2988c913-9e16-4060-8869-a1f99999e084&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338824 Jul 28 00:02:56.963433 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-111e0583-d281-439b-a818-f5decba21805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:02:57.080082 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350b453c-b9c5-466f-a13b-502d9533fd17 req-20aecb11-b3aa-4d3c-86db-13bdf63532bf tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:02:57.081635 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-350b453c-b9c5-466f-a13b-502d9533fd17 req-20aecb11-b3aa-4d3c-86db-13bdf63532bf tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/ports?device_id=fdff9c5f-b066-48f5-856a-4e933b8256f4 HTTP/1.1" status: 200 len: 944 time: 0.0504549 Jul 28 00:02:57.122089 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-350b453c-b9c5-466f-a13b-502d9533fd17 req-77c24c1f-3ad6-4197-81e7-c319aa75fe0b tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/security-groups?id=2988c913-9e16-4060-8869-a1f99999e084&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337114 Jul 28 00:02:58.241293 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e51b485-291d-4ebd-bc70-8a0ab5578f85 req-e1bb504b-5e0b-48bb-9bf7-333422b6fb43 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:02:58.243429 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-6e51b485-291d-4ebd-bc70-8a0ab5578f85 req-e1bb504b-5e0b-48bb-9bf7-333422b6fb43 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/ports?device_id=fdff9c5f-b066-48f5-856a-4e933b8256f4 HTTP/1.1" status: 200 len: 944 time: 0.0482936 Jul 28 00:02:58.280472 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-6e51b485-291d-4ebd-bc70-8a0ab5578f85 req-3599d269-0197-4228-a93c-937a5b84a76e tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/security-groups?id=2988c913-9e16-4060-8869-a1f99999e084&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312521 Jul 28 00:02:59.399920 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b693a9-76a7-4a3a-96f7-f301bdb460eb req-8dfbedef-5d8d-4fd5-9c45-b0e52b223b3b tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:02:59.401422 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-73b693a9-76a7-4a3a-96f7-f301bdb460eb req-8dfbedef-5d8d-4fd5-9c45-b0e52b223b3b tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/ports?device_id=fdff9c5f-b066-48f5-856a-4e933b8256f4 HTTP/1.1" status: 200 len: 944 time: 0.0513489 Jul 28 00:02:59.438332 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-73b693a9-76a7-4a3a-96f7-f301bdb460eb req-82226e09-c28f-40ae-a034-911b9ae1211e tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/security-groups?id=2988c913-9e16-4060-8869-a1f99999e084&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310154 Jul 28 00:02:59.641666 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-9f660c2e-13e8-4187-bb51-7f099947d3b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:03:00.026763 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:03:00.118425 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:03:00.550442 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0359cd6-7963-4037-8ecd-7c6bfff602f4 req-e4cdc714-19c6-4b17-9dc8-35f2c99e14fc tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:03:00.551905 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f0359cd6-7963-4037-8ecd-7c6bfff602f4 req-e4cdc714-19c6-4b17-9dc8-35f2c99e14fc tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/ports?device_id=fdff9c5f-b066-48f5-856a-4e933b8256f4 HTTP/1.1" status: 200 len: 944 time: 0.0465472 Jul 28 00:03:00.589053 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f0359cd6-7963-4037-8ecd-7c6bfff602f4 req-364aebae-8ed3-4274-b25a-72331b33edd7 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/security-groups?id=2988c913-9e16-4060-8869-a1f99999e084&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307567 Jul 28 00:03:00.656650 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-19f2e178-d45e-4fbe-b9be-c3963fc151ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:03:01.701776 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254b502c-330e-45ce-aedb-0c0455389741 req-33ea3cc3-0191-461c-8bb9-43a9a34318a7 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:03:01.703311 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-254b502c-330e-45ce-aedb-0c0455389741 req-33ea3cc3-0191-461c-8bb9-43a9a34318a7 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/ports?device_id=fdff9c5f-b066-48f5-856a-4e933b8256f4 HTTP/1.1" status: 200 len: 944 time: 0.0473239 Jul 28 00:03:01.740678 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-254b502c-330e-45ce-aedb-0c0455389741 req-01034a7c-6520-49ae-b227-c313328565c1 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/security-groups?id=2988c913-9e16-4060-8869-a1f99999e084&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315592 Jul 28 00:03:02.418543 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7418f70f-e60d-4709-8ba9-6ab514bc7f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:03:02.859565 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0df1edb-e3dc-43fb-9f65-1210ac54d0dc req-1871aa8e-ed4b-44e7-85b2-c90eb166a561 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:03:02.861022 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e0df1edb-e3dc-43fb-9f65-1210ac54d0dc req-1871aa8e-ed4b-44e7-85b2-c90eb166a561 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/ports?device_id=fdff9c5f-b066-48f5-856a-4e933b8256f4 HTTP/1.1" status: 200 len: 944 time: 0.0531571 Jul 28 00:03:02.899938 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e0df1edb-e3dc-43fb-9f65-1210ac54d0dc req-73893011-a58b-4f97-9f57-2af385a6130c tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/security-groups?id=2988c913-9e16-4060-8869-a1f99999e084&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328729 Jul 28 00:03:04.012855 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041b3175-ee58-449d-8947-44b7227dfcfd req-1dce4b37-4e90-4c30-a0a2-392d49f00fb4 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:03:04.014313 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-041b3175-ee58-449d-8947-44b7227dfcfd req-1dce4b37-4e90-4c30-a0a2-392d49f00fb4 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/ports?device_id=fdff9c5f-b066-48f5-856a-4e933b8256f4 HTTP/1.1" status: 200 len: 944 time: 0.0477514 Jul 28 00:03:04.051166 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-041b3175-ee58-449d-8947-44b7227dfcfd req-1790800a-e523-4f79-8068-059667e66bd9 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/security-groups?id=2988c913-9e16-4060-8869-a1f99999e084&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311086 Jul 28 00:03:04.366479 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.agents_db [None req-9beef776-8bab-4de2-989a-f5a23ba4aaf4 None None] Agent healthcheck: found 7 active agents {{(pid=93800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 00:03:05.207778 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83719281-4798-4679-aabd-cc75d4c47233 req-91057853-b7a6-4a66-bcc6-d979ba1e0709 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:03:05.209227 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-83719281-4798-4679-aabd-cc75d4c47233 req-91057853-b7a6-4a66-bcc6-d979ba1e0709 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/ports?device_id=fdff9c5f-b066-48f5-856a-4e933b8256f4 HTTP/1.1" status: 200 len: 944 time: 0.0473440 Jul 28 00:03:05.246768 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-83719281-4798-4679-aabd-cc75d4c47233 req-cc2a88a3-f6e3-490c-a608-54dae1f3028a tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/security-groups?id=2988c913-9e16-4060-8869-a1f99999e084&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311036 Jul 28 00:03:05.333169 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:03:05.557217 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82928af-d36c-43dc-bd3c-09154bd0a36d req-622cce04-ed39-40d7-8bb0-e6011ec08992 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:03:05.558691 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a82928af-d36c-43dc-bd3c-09154bd0a36d req-622cce04-ed39-40d7-8bb0-e6011ec08992 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.38 "GET /v2.0/ports?device_id=fdff9c5f-b066-48f5-856a-4e933b8256f4&tenant_id=4ba5b8d6319f49828578267b9b93e7c6&binding%3Ahost_id=n-h1-802623-1 HTTP/1.1" status: 200 len: 944 time: 0.0807011 Jul 28 00:03:05.574967 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f9e8e0-543f-47e6-b4d4-a4b64e71c325 req-b9b8b045-8286-45ff-b3bb-37bf223c19cf tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:03:05.576417 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-77f9e8e0-543f-47e6-b4d4-a4b64e71c325 req-b9b8b045-8286-45ff-b3bb-37bf223c19cf tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/ports?device_id=fdff9c5f-b066-48f5-856a-4e933b8256f4 HTTP/1.1" status: 200 len: 944 time: 0.0662966 Jul 28 00:03:05.647764 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-77f9e8e0-543f-47e6-b4d4-a4b64e71c325 req-03fe74cd-2467-4a29-83cd-0aa359cb76d9 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/security-groups?id=2988c913-9e16-4060-8869-a1f99999e084&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654442 Jul 28 00:03:05.653265 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a82928af-d36c-43dc-bd3c-09154bd0a36d req-1639140c-6d72-41ac-bbb6-1208c87c8326 service neutron] 10.222.0.38 "GET /v2.0/ports/9fc702a7-8254-4e11-960a-7ad4dc030fef/bindings/n-h1-802623-1 HTTP/1.1" status: 200 len: 382 time: 0.0856738 Jul 28 00:03:05.714939 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82928af-d36c-43dc-bd3c-09154bd0a36d req-f6c1ad1a-65c6-4de1-99a5-b4a66755d92a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:03:05.716536 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a82928af-d36c-43dc-bd3c-09154bd0a36d req-f6c1ad1a-65c6-4de1-99a5-b4a66755d92a service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=4ba5b8d6319f49828578267b9b93e7c6&device_id=fdff9c5f-b066-48f5-856a-4e933b8256f4 HTTP/1.1" status: 200 len: 1095 time: 0.0399876 Jul 28 00:03:05.717710 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 9fc702a7-8254-4e11-960a-7ad4dc030fef details requested by agent hyperv_n-h1-802623-1 with host n-h1-802623-1 {{(pid=93799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 00:03:05.810471 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82928af-d36c-43dc-bd3c-09154bd0a36d req-0a348951-ec29-4739-8133-cafc2f29e102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:03:05.812018 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a82928af-d36c-43dc-bd3c-09154bd0a36d req-0a348951-ec29-4739-8133-cafc2f29e102 service neutron] 10.222.0.38 "GET /v2.0/networks?id=5dbf213b-0fc8-45b6-ae08-2a59287a2ef9 HTTP/1.1" status: 200 len: 913 time: 0.0891645 Jul 28 00:03:05.814924 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port 9fc702a7-8254-4e11-960a-7ad4dc030fef, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=9fc702a7-8254-4e11-960a-7ad4dc030fef,segment=NetworkSegment(dd04d9c9-b835-4f71-8f5e-6152a3a133f4),segment_id=dd04d9c9-b835-4f71-8f5e-6152a3a133f4)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 00:03:05.828184 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Returning: {'device': '9fc702a7-8254-4e11-960a-7ad4dc030fef', 'network_id': '5dbf213b-0fc8-45b6-ae08-2a59287a2ef9', 'port_id': '9fc702a7-8254-4e11-960a-7ad4dc030fef', 'mac_address': 'fa:16:3e:86:bc:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67b7c5ff-799a-4462-b8d6-a85a4f04b2ed', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 00:03:05.867419 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:03:05.877676 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a82928af-d36c-43dc-bd3c-09154bd0a36d req-d9eb58a5-cd4e-4140-a04b-b32ce2ab503e service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9fc702a7-8254-4e11-960a-7ad4dc030fef HTTP/1.1" status: 200 len: 1001 time: 0.0587163 Jul 28 00:03:05.880060 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fc702a7-8254-4e11-960a-7ad4dc030fef {{(pid=93799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 00:03:05.898993 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port 9fc702a7-8254-4e11-960a-7ad4dc030fef, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=9fc702a7-8254-4e11-960a-7ad4dc030fef,segment=NetworkSegment(dd04d9c9-b835-4f71-8f5e-6152a3a133f4),segment_id=dd04d9c9-b835-4f71-8f5e-6152a3a133f4)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 00:03:05.903504 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:03:05.930499 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82928af-d36c-43dc-bd3c-09154bd0a36d req-dad384f2-fe85-448a-8a73-02329b40ebce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:03:05.932134 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a82928af-d36c-43dc-bd3c-09154bd0a36d req-dad384f2-fe85-448a-8a73-02329b40ebce service neutron] 10.222.0.38 "GET /v2.0/subnets?id=67b7c5ff-799a-4462-b8d6-a85a4f04b2ed HTTP/1.1" status: 200 len: 851 time: 0.0479410 Jul 28 00:03:05.952448 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Pushing event updated for resources: {'Port': ['ID=9fc702a7-8254-4e11-960a-7ad4dc030fef,revision_number=7']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:03:05.979877 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82928af-d36c-43dc-bd3c-09154bd0a36d req-9ef28d33-2008-4ddd-b0b5-a5796fc3fbb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:03:05.981376 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a82928af-d36c-43dc-bd3c-09154bd0a36d req-9ef28d33-2008-4ddd-b0b5-a5796fc3fbb2 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=5dbf213b-0fc8-45b6-ae08-2a59287a2ef9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411630 Jul 28 00:03:06.069814 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a82928af-d36c-43dc-bd3c-09154bd0a36d req-4fc71af4-4cb1-440f-bc55-d969221901f4 service neutron] 10.222.0.38 "GET /v2.0/networks/5dbf213b-0fc8-45b6-ae08-2a59287a2ef9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804305 Jul 28 00:03:06.117569 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] get_ports_and_sgs() called for port_ids ['9fc702a7-8254-4e11-960a-7ad4dc030fef'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 00:03:06.163485 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a82928af-d36c-43dc-bd3c-09154bd0a36d req-9fee9086-20c6-4b71-927f-e59052e7972d service neutron] 10.222.0.38 "GET /v2.0/networks/5dbf213b-0fc8-45b6-ae08-2a59287a2ef9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857022 Jul 28 00:03:06.767144 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c778ff6-43cf-4f0d-af2d-d8a0954c6acb req-89120746-e19a-4599-9981-40647221cdc6 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:03:06.768605 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-2c778ff6-43cf-4f0d-af2d-d8a0954c6acb req-89120746-e19a-4599-9981-40647221cdc6 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/ports?device_id=fdff9c5f-b066-48f5-856a-4e933b8256f4 HTTP/1.1" status: 200 len: 945 time: 0.0515594 Jul 28 00:03:06.805184 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-2c778ff6-43cf-4f0d-af2d-d8a0954c6acb req-26c66e70-1fec-4955-a6ab-b0a0605393c3 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/security-groups?id=2988c913-9e16-4060-8869-a1f99999e084&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308509 Jul 28 00:03:07.722053 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 9fc702a7-8254-4e11-960a-7ad4dc030fef up at agent hyperv_n-h1-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 00:03:07.770489 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Provisioning complete for port 9fc702a7-8254-4e11-960a-7ad4dc030fef triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 00:03:07.770869 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:03:07.850315 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:03:07.876311 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdff9c5f-b066-48f5-856a-4e933b8256f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fc702a7-8254-4e11-960a-7ad4dc030fef'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 00:03:07.878802 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64765ad30d2cb160e3038d1462d2ba509af0f62467a800f17112a752d2df19f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-458c31eb-f206-45b8-b506-e9764651ddf3" -d '{"events": [{"server_uuid": "fdff9c5f-b066-48f5-856a-4e933b8256f4", "name": "network-vif-plugged", "status": "completed", "tag": "9fc702a7-8254-4e11-960a-7ad4dc030fef"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 00:03:07.895261 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port 9fc702a7-8254-4e11-960a-7ad4dc030fef, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=9fc702a7-8254-4e11-960a-7ad4dc030fef,segment=NetworkSegment(dd04d9c9-b835-4f71-8f5e-6152a3a133f4),segment_id=dd04d9c9-b835-4f71-8f5e-6152a3a133f4)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 00:03:07.908165 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:03:07.933806 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a4ddad-ed77-4e9d-a574-28c566e3c645 req-edf42827-38a9-4c43-9865-c9c4cb284337 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:03:07.935235 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 00:03:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5ba3bf6-96e4-491f-8f39-17dec14df921 x-openstack-request-id: req-f5ba3bf6-96e4-491f-8f39-17dec14df921 {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 00:03:07.935483 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-87a4ddad-ed77-4e9d-a574-28c566e3c645 req-edf42827-38a9-4c43-9865-c9c4cb284337 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/ports?device_id=fdff9c5f-b066-48f5-856a-4e933b8256f4 HTTP/1.1" status: 200 len: 945 time: 0.0559778 Jul 28 00:03:07.935598 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdff9c5f-b066-48f5-856a-4e933b8256f4", "name": "network-vif-plugged", "status": "completed", "tag": "9fc702a7-8254-4e11-960a-7ad4dc030fef", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 00:03:07.935895 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f5ba3bf6-96e4-491f-8f39-17dec14df921 {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 00:03:07.936303 n-d-802623-1 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdff9c5f-b066-48f5-856a-4e933b8256f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fc702a7-8254-4e11-960a-7ad4dc030fef', 'code': 200} Jul 28 00:03:07.964699 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Pushing event updated for resources: {'Port': ['ID=9fc702a7-8254-4e11-960a-7ad4dc030fef,revision_number=8']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:03:07.977862 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-87a4ddad-ed77-4e9d-a574-28c566e3c645 req-b9dc319a-0341-4415-8ce4-ba811968a8d3 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/security-groups?id=2988c913-9e16-4060-8869-a1f99999e084&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343013 Jul 28 00:03:09.099966 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dca74a5-918e-43dc-abcd-cb9d806aabb8 req-67d9db31-503a-4fbf-aaad-ae3c9ad0523d tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:03:09.101475 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-6dca74a5-918e-43dc-abcd-cb9d806aabb8 req-67d9db31-503a-4fbf-aaad-ae3c9ad0523d tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/ports?device_id=fdff9c5f-b066-48f5-856a-4e933b8256f4 HTTP/1.1" status: 200 len: 946 time: 0.0513010 Jul 28 00:03:09.143874 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-6dca74a5-918e-43dc-abcd-cb9d806aabb8 req-b6542cdb-63b0-4ec2-a2d7-c0d6e609957a tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/security-groups?id=2988c913-9e16-4060-8869-a1f99999e084&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362129 Jul 28 00:03:09.853079 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82928af-d36c-43dc-bd3c-09154bd0a36d req-7b979396-52aa-4dbf-ab1e-ac2fc7dcf888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:03:09.855076 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a82928af-d36c-43dc-bd3c-09154bd0a36d req-7b979396-52aa-4dbf-ab1e-ac2fc7dcf888 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=fdff9c5f-b066-48f5-856a-4e933b8256f4&tenant_id=4ba5b8d6319f49828578267b9b93e7c6 HTTP/1.1" status: 200 len: 1097 time: 0.0403624 Jul 28 00:03:09.921151 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82928af-d36c-43dc-bd3c-09154bd0a36d req-1edd7299-85e6-4b5b-b630-f43788ed14d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:03:09.922625 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a82928af-d36c-43dc-bd3c-09154bd0a36d req-1edd7299-85e6-4b5b-b630-f43788ed14d5 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=4ba5b8d6319f49828578267b9b93e7c6&device_id=fdff9c5f-b066-48f5-856a-4e933b8256f4 HTTP/1.1" status: 200 len: 1097 time: 0.0429072 Jul 28 00:03:10.009764 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82928af-d36c-43dc-bd3c-09154bd0a36d req-8194886d-39aa-420a-80ff-f1e8d82aa793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:03:10.011130 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a82928af-d36c-43dc-bd3c-09154bd0a36d req-8194886d-39aa-420a-80ff-f1e8d82aa793 service neutron] 10.222.0.38 "GET /v2.0/networks?id=5dbf213b-0fc8-45b6-ae08-2a59287a2ef9 HTTP/1.1" status: 200 len: 913 time: 0.0815790 Jul 28 00:03:10.079803 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a82928af-d36c-43dc-bd3c-09154bd0a36d req-a1aad5c7-e9f9-4862-ac57-3b08fb7ace15 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9fc702a7-8254-4e11-960a-7ad4dc030fef HTTP/1.1" status: 200 len: 1003 time: 0.0607555 Jul 28 00:03:10.127067 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82928af-d36c-43dc-bd3c-09154bd0a36d req-b3e10c68-bcfb-4911-b29e-97f0df8f1025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:03:10.128464 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a82928af-d36c-43dc-bd3c-09154bd0a36d req-b3e10c68-bcfb-4911-b29e-97f0df8f1025 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=67b7c5ff-799a-4462-b8d6-a85a4f04b2ed HTTP/1.1" status: 200 len: 851 time: 0.0422575 Jul 28 00:03:10.174159 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82928af-d36c-43dc-bd3c-09154bd0a36d req-6e24898f-529a-434a-bdef-2ebbddd11e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:03:10.175702 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a82928af-d36c-43dc-bd3c-09154bd0a36d req-6e24898f-529a-434a-bdef-2ebbddd11e28 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=5dbf213b-0fc8-45b6-ae08-2a59287a2ef9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398161 Jul 28 00:03:10.619858 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e480312-9654-4aed-bd8f-f7464af588e3 req-027e1c72-de4a-47e4-9265-63db08e02712 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:03:10.621413 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-9e480312-9654-4aed-bd8f-f7464af588e3 req-027e1c72-de4a-47e4-9265-63db08e02712 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/ports?device_id=fdff9c5f-b066-48f5-856a-4e933b8256f4 HTTP/1.1" status: 200 len: 946 time: 0.0751963 Jul 28 00:03:10.624975 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a82928af-d36c-43dc-bd3c-09154bd0a36d req-c988e0af-34cb-450f-9758-41779c683c3d service neutron] 10.222.0.38 "GET /v2.0/networks/5dbf213b-0fc8-45b6-ae08-2a59287a2ef9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4418380 Jul 28 00:03:10.707120 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-9e480312-9654-4aed-bd8f-f7464af588e3 req-5da34a2e-9793-40ef-8688-ef6234e2d638 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/security-groups?id=2988c913-9e16-4060-8869-a1f99999e084&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0797918 Jul 28 00:03:10.737792 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a82928af-d36c-43dc-bd3c-09154bd0a36d req-8a0d7b67-c6a2-46f5-b00d-720c58440637 service neutron] 10.222.0.38 "GET /v2.0/networks/5dbf213b-0fc8-45b6-ae08-2a59287a2ef9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046543 Jul 28 00:03:11.752704 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 9fc702a7-8254-4e11-960a-7ad4dc030fef no longer exists at agent hyperv_n-h1-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 00:03:11.823177 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1852b895-4e8e-44c3-97ef-df1e73f04fd8 req-9bdd9382-a45a-4e49-853f-b516d4acc546 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:03:11.824756 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-1852b895-4e8e-44c3-97ef-df1e73f04fd8 req-9bdd9382-a45a-4e49-853f-b516d4acc546 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/ports?device_id=fdff9c5f-b066-48f5-856a-4e933b8256f4 HTTP/1.1" status: 200 len: 946 time: 0.0497913 Jul 28 00:03:11.842410 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:03:11.867115 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdff9c5f-b066-48f5-856a-4e933b8256f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9fc702a7-8254-4e11-960a-7ad4dc030fef'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 00:03:11.868383 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-1852b895-4e8e-44c3-97ef-df1e73f04fd8 req-87f9f4a0-6121-431f-b689-dca3b7852c96 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/security-groups?id=2988c913-9e16-4060-8869-a1f99999e084&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369904 Jul 28 00:03:11.869425 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64765ad30d2cb160e3038d1462d2ba509af0f62467a800f17112a752d2df19f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-651a5c20-9690-4107-b182-e81357faab32" -d '{"events": [{"server_uuid": "fdff9c5f-b066-48f5-856a-4e933b8256f4", "name": "network-vif-unplugged", "status": "completed", "tag": "9fc702a7-8254-4e11-960a-7ad4dc030fef"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 00:03:11.886206 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port 9fc702a7-8254-4e11-960a-7ad4dc030fef, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=9fc702a7-8254-4e11-960a-7ad4dc030fef,segment=NetworkSegment(dd04d9c9-b835-4f71-8f5e-6152a3a133f4),segment_id=dd04d9c9-b835-4f71-8f5e-6152a3a133f4)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 00:03:11.895607 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:03:11.923380 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 28 Jul 2021 00:03:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7597752a-46e3-4f4f-a876-565c2b4ef87c x-openstack-request-id: req-7597752a-46e3-4f4f-a876-565c2b4ef87c {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 00:03:11.923671 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdff9c5f-b066-48f5-856a-4e933b8256f4", "name": "network-vif-unplugged", "status": "completed", "tag": "9fc702a7-8254-4e11-960a-7ad4dc030fef", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 00:03:11.923925 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7597752a-46e3-4f4f-a876-565c2b4ef87c {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 00:03:11.924388 n-d-802623-1 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdff9c5f-b066-48f5-856a-4e933b8256f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9fc702a7-8254-4e11-960a-7ad4dc030fef', 'code': 200} Jul 28 00:03:11.947387 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Pushing event updated for resources: {'Port': ['ID=9fc702a7-8254-4e11-960a-7ad4dc030fef,revision_number=9']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:03:12.996459 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196817ea-231d-44ef-b7be-572593a2146f req-4e6cf0fe-404d-43af-a70a-c991c59a468d tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:03:12.997942 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-196817ea-231d-44ef-b7be-572593a2146f req-4e6cf0fe-404d-43af-a70a-c991c59a468d tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/ports?device_id=fdff9c5f-b066-48f5-856a-4e933b8256f4 HTTP/1.1" status: 200 len: 944 time: 0.0532072 Jul 28 00:03:13.035168 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-196817ea-231d-44ef-b7be-572593a2146f req-aafc14fa-17dc-4cf8-951f-d690cda7d416 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/security-groups?id=2988c913-9e16-4060-8869-a1f99999e084&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313272 Jul 28 00:03:14.154330 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a840f21-ab25-43b8-9586-8b0d2c55a75f req-5499cbca-7fb4-4621-9f97-ac3709ed7930 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:03:14.155852 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-5a840f21-ab25-43b8-9586-8b0d2c55a75f req-5499cbca-7fb4-4621-9f97-ac3709ed7930 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/ports?device_id=fdff9c5f-b066-48f5-856a-4e933b8256f4 HTTP/1.1" status: 200 len: 944 time: 0.0491326 Jul 28 00:03:14.198277 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-5a840f21-ab25-43b8-9586-8b0d2c55a75f req-057a2dc2-5dd3-4223-86f8-4b9c83d3f1f1 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/security-groups?id=2988c913-9e16-4060-8869-a1f99999e084&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361629 Jul 28 00:03:15.311356 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d23502-18af-41af-a7c0-d2afcb2c5c03 req-1573e42e-8866-4676-a93e-f9d06d15c094 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:03:15.312812 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-34d23502-18af-41af-a7c0-d2afcb2c5c03 req-1573e42e-8866-4676-a93e-f9d06d15c094 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/ports?device_id=fdff9c5f-b066-48f5-856a-4e933b8256f4 HTTP/1.1" status: 200 len: 944 time: 0.0477057 Jul 28 00:03:15.350077 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-34d23502-18af-41af-a7c0-d2afcb2c5c03 req-af2e6a57-d905-4e0e-b6b7-8c8fccd895a4 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/security-groups?id=2988c913-9e16-4060-8869-a1f99999e084&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311553 Jul 28 00:03:16.465028 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6356dab-0b9f-451a-aab3-30bdc4a2ca84 req-e6a5b001-4dbb-4293-b136-a1936326bb70 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:03:16.466501 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e6356dab-0b9f-451a-aab3-30bdc4a2ca84 req-e6a5b001-4dbb-4293-b136-a1936326bb70 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/ports?device_id=fdff9c5f-b066-48f5-856a-4e933b8256f4 HTTP/1.1" status: 200 len: 944 time: 0.0470824 Jul 28 00:03:16.502926 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e6356dab-0b9f-451a-aab3-30bdc4a2ca84 req-78e26cbd-7509-4eec-b6c6-e99e0185685a tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/security-groups?id=2988c913-9e16-4060-8869-a1f99999e084&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306425 Jul 28 00:03:17.615073 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6052bba-4b5f-4486-a1c3-1dd4cc812e7b req-76168976-1b47-4631-a6f7-8e3417141fb4 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:03:17.616524 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-e6052bba-4b5f-4486-a1c3-1dd4cc812e7b req-76168976-1b47-4631-a6f7-8e3417141fb4 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/ports?device_id=fdff9c5f-b066-48f5-856a-4e933b8256f4 HTTP/1.1" status: 200 len: 944 time: 0.0473635 Jul 28 00:03:17.654524 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-e6052bba-4b5f-4486-a1c3-1dd4cc812e7b req-f610b2a8-5221-46d7-a8e5-8a7ab6a79e70 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/security-groups?id=2988c913-9e16-4060-8869-a1f99999e084&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321357 Jul 28 00:03:18.772081 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fa91f2-9177-410b-818f-474915afdba2 req-aa0d2831-acd6-4679-8e9b-65ad061bf260 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:03:18.773532 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f8fa91f2-9177-410b-818f-474915afdba2 req-aa0d2831-acd6-4679-8e9b-65ad061bf260 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/ports?device_id=fdff9c5f-b066-48f5-856a-4e933b8256f4 HTTP/1.1" status: 200 len: 944 time: 0.0521021 Jul 28 00:03:18.810271 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f8fa91f2-9177-410b-818f-474915afdba2 req-69454103-2034-46a8-9aea-1c3a36d6d0e9 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/security-groups?id=2988c913-9e16-4060-8869-a1f99999e084&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307217 Jul 28 00:03:19.927201 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef752ee-3ae0-46ef-bb39-95a7720865ee req-6a35a001-b1df-433a-8526-1292bfefe987 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:03:19.928648 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-2ef752ee-3ae0-46ef-bb39-95a7720865ee req-6a35a001-b1df-433a-8526-1292bfefe987 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/ports?device_id=fdff9c5f-b066-48f5-856a-4e933b8256f4 HTTP/1.1" status: 200 len: 944 time: 0.0514324 Jul 28 00:03:19.966328 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-2ef752ee-3ae0-46ef-bb39-95a7720865ee req-796502f3-69e3-489c-9902-17038000fd2e tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/security-groups?id=2988c913-9e16-4060-8869-a1f99999e084&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317364 Jul 28 00:03:21.079844 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006899ea-551a-40c0-9a20-1a411cc5d36d req-38958589-6dbf-4c48-9908-fb679c83d644 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:03:21.081303 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-006899ea-551a-40c0-9a20-1a411cc5d36d req-38958589-6dbf-4c48-9908-fb679c83d644 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/ports?device_id=fdff9c5f-b066-48f5-856a-4e933b8256f4 HTTP/1.1" status: 200 len: 944 time: 0.0484653 Jul 28 00:03:21.119776 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-006899ea-551a-40c0-9a20-1a411cc5d36d req-246531fd-14c3-44d4-9392-635aaba0eb48 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/security-groups?id=2988c913-9e16-4060-8869-a1f99999e084&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325418 Jul 28 00:03:21.779668 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 9fc702a7-8254-4e11-960a-7ad4dc030fef details requested by agent hyperv_n-h1-802623-1 with host n-h1-802623-1 {{(pid=93799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 00:03:21.875278 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port 9fc702a7-8254-4e11-960a-7ad4dc030fef, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=9fc702a7-8254-4e11-960a-7ad4dc030fef,segment=NetworkSegment(dd04d9c9-b835-4f71-8f5e-6152a3a133f4),segment_id=dd04d9c9-b835-4f71-8f5e-6152a3a133f4)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 00:03:21.885937 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Returning: {'device': '9fc702a7-8254-4e11-960a-7ad4dc030fef', 'network_id': '5dbf213b-0fc8-45b6-ae08-2a59287a2ef9', 'port_id': '9fc702a7-8254-4e11-960a-7ad4dc030fef', 'mac_address': 'fa:16:3e:86:bc:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67b7c5ff-799a-4462-b8d6-a85a4f04b2ed', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 00:03:21.920589 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:03:21.932875 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fc702a7-8254-4e11-960a-7ad4dc030fef {{(pid=93799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 00:03:21.951463 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port 9fc702a7-8254-4e11-960a-7ad4dc030fef, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=9fc702a7-8254-4e11-960a-7ad4dc030fef,segment=NetworkSegment(dd04d9c9-b835-4f71-8f5e-6152a3a133f4),segment_id=dd04d9c9-b835-4f71-8f5e-6152a3a133f4)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 00:03:21.955642 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:03:22.004289 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Pushing event updated for resources: {'Port': ['ID=9fc702a7-8254-4e11-960a-7ad4dc030fef,revision_number=10']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:03:22.159787 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] get_ports_and_sgs() called for port_ids ['9fc702a7-8254-4e11-960a-7ad4dc030fef'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 00:03:22.235116 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643999fa-5f9a-4e9d-ac51-92dcd2893c49 req-04c064b6-3f1e-4fdc-a553-058b9844ae44 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:03:22.236612 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-643999fa-5f9a-4e9d-ac51-92dcd2893c49 req-04c064b6-3f1e-4fdc-a553-058b9844ae44 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/ports?device_id=fdff9c5f-b066-48f5-856a-4e933b8256f4 HTTP/1.1" status: 200 len: 946 time: 0.0487821 Jul 28 00:03:22.275715 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-643999fa-5f9a-4e9d-ac51-92dcd2893c49 req-05cf8f2f-8781-4c53-a455-c245147f6316 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/security-groups?id=2988c913-9e16-4060-8869-a1f99999e084&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325894 Jul 28 00:03:22.391577 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365ae016-c1d1-4c69-b105-481b2245fc93 req-9427a42d-f325-46a9-a115-9ff9a2036b83 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:03:22.393022 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-365ae016-c1d1-4c69-b105-481b2245fc93 req-9427a42d-f325-46a9-a115-9ff9a2036b83 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/ports?device_id=fdff9c5f-b066-48f5-856a-4e933b8256f4 HTTP/1.1" status: 200 len: 946 time: 0.0480297 Jul 28 00:03:22.429938 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-365ae016-c1d1-4c69-b105-481b2245fc93 req-8321b995-b9ca-4017-873b-fff6601b5c90 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/security-groups?id=2988c913-9e16-4060-8869-a1f99999e084&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307508 Jul 28 00:03:22.541320 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42d3074-338b-4ed4-b617-b8a8176b5056 req-6faee06f-fa43-45d1-b625-8d61443e1f27 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:03:22.542777 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-e42d3074-338b-4ed4-b617-b8a8176b5056 req-6faee06f-fa43-45d1-b625-8d61443e1f27 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/ports?device_id=fdff9c5f-b066-48f5-856a-4e933b8256f4 HTTP/1.1" status: 200 len: 946 time: 0.0475132 Jul 28 00:03:22.580152 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-e42d3074-338b-4ed4-b617-b8a8176b5056 req-6862eb50-b0df-4348-a275-73620355d153 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/security-groups?id=2988c913-9e16-4060-8869-a1f99999e084&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314891 Jul 28 00:03:23.156513 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7efbc0-87ce-4c5f-bd1d-0d1d5ee1b6f5 req-d095bf90-1adc-4c1f-8fc7-e9377a03a4d5 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:03:23.157914 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-de7efbc0-87ce-4c5f-bd1d-0d1d5ee1b6f5 req-d095bf90-1adc-4c1f-8fc7-e9377a03a4d5 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/ports?device_id=fdff9c5f-b066-48f5-856a-4e933b8256f4 HTTP/1.1" status: 200 len: 946 time: 0.3976047 Jul 28 00:03:23.195819 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-de7efbc0-87ce-4c5f-bd1d-0d1d5ee1b6f5 req-d779d5f4-8a6a-49e7-86ff-10d187bc6e79 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/security-groups?id=2988c913-9e16-4060-8869-a1f99999e084&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318806 Jul 28 00:03:23.796486 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 9fc702a7-8254-4e11-960a-7ad4dc030fef up at agent hyperv_n-h1-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 00:03:23.996638 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Provisioning complete for port 9fc702a7-8254-4e11-960a-7ad4dc030fef triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 00:03:23.997061 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:03:24.071661 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:03:24.093308 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdff9c5f-b066-48f5-856a-4e933b8256f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fc702a7-8254-4e11-960a-7ad4dc030fef'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 00:03:24.095575 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64765ad30d2cb160e3038d1462d2ba509af0f62467a800f17112a752d2df19f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84d9ee13-cba5-4e09-a253-fff6d8451b8e" -d '{"events": [{"server_uuid": "fdff9c5f-b066-48f5-856a-4e933b8256f4", "name": "network-vif-plugged", "status": "completed", "tag": "9fc702a7-8254-4e11-960a-7ad4dc030fef"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 00:03:24.108566 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port 9fc702a7-8254-4e11-960a-7ad4dc030fef, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=9fc702a7-8254-4e11-960a-7ad4dc030fef,segment=NetworkSegment(dd04d9c9-b835-4f71-8f5e-6152a3a133f4),segment_id=dd04d9c9-b835-4f71-8f5e-6152a3a133f4)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 00:03:24.112772 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:03:24.136362 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 00:03:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76d79816-3b83-45ea-862a-2c5f6c581d0f x-openstack-request-id: req-76d79816-3b83-45ea-862a-2c5f6c581d0f {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 00:03:24.136659 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdff9c5f-b066-48f5-856a-4e933b8256f4", "name": "network-vif-plugged", "status": "completed", "tag": "9fc702a7-8254-4e11-960a-7ad4dc030fef", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 00:03:24.136912 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-76d79816-3b83-45ea-862a-2c5f6c581d0f {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 00:03:24.137303 n-d-802623-1 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdff9c5f-b066-48f5-856a-4e933b8256f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fc702a7-8254-4e11-960a-7ad4dc030fef', 'code': 200} Jul 28 00:03:24.164120 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Pushing event updated for resources: {'Port': ['ID=9fc702a7-8254-4e11-960a-7ad4dc030fef,revision_number=11']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:03:24.308973 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb23290-3558-4aed-939e-5a50b1007f9e req-b45da9a5-f48d-4748-85b1-f0d0302bca64 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:03:24.310469 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-cfb23290-3558-4aed-939e-5a50b1007f9e req-b45da9a5-f48d-4748-85b1-f0d0302bca64 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/ports?device_id=fdff9c5f-b066-48f5-856a-4e933b8256f4 HTTP/1.1" status: 200 len: 947 time: 0.0489593 Jul 28 00:03:24.333994 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2953fea9-2e4b-4945-bb77-bebd2117620a req-c7cd79c1-d714-4bfa-aa12-26a781b4f2d5 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:03:24.335416 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-2953fea9-2e4b-4945-bb77-bebd2117620a req-c7cd79c1-d714-4bfa-aa12-26a781b4f2d5 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.38 "GET /v2.0/ports?device_id=fdff9c5f-b066-48f5-856a-4e933b8256f4 HTTP/1.1" status: 200 len: 947 time: 0.0523405 Jul 28 00:03:24.347983 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-cfb23290-3558-4aed-939e-5a50b1007f9e req-4a5fae33-3cf1-422b-be67-4143c1413ccb tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/security-groups?id=2988c913-9e16-4060-8869-a1f99999e084&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311742 Jul 28 00:03:24.423312 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-2953fea9-2e4b-4945-bb77-bebd2117620a req-1d2e5345-8a4b-4826-bf57-244d31c8103e tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Deleting port 9fc702a7-8254-4e11-960a-7ad4dc030fef {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 00:03:24.423656 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-2953fea9-2e4b-4945-bb77-bebd2117620a req-1d2e5345-8a4b-4826-bf57-244d31c8103e tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:03:24.511333 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-2953fea9-2e4b-4945-bb77-bebd2117620a req-1d2e5345-8a4b-4826-bf57-244d31c8103e tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] For port 9fc702a7-8254-4e11-960a-7ad4dc030fef, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=9fc702a7-8254-4e11-960a-7ad4dc030fef,segment=NetworkSegment(dd04d9c9-b835-4f71-8f5e-6152a3a133f4),segment_id=dd04d9c9-b835-4f71-8f5e-6152a3a133f4)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 00:03:24.511698 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-2953fea9-2e4b-4945-bb77-bebd2117620a req-1d2e5345-8a4b-4826-bf57-244d31c8103e tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:03:24.676160 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-2953fea9-2e4b-4945-bb77-bebd2117620a req-1d2e5345-8a4b-4826-bf57-244d31c8103e tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:03:24.676535 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-2953fea9-2e4b-4945-bb77-bebd2117620a req-1d2e5345-8a4b-4826-bf57-244d31c8103e tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-415302'] for floatingip, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:03:24.676848 n-d-802623-1 neutron-server[93798]: INFO neutron.db.l3_db [req-2953fea9-2e4b-4945-bb77-bebd2117620a req-1d2e5345-8a4b-4826-bf57-244d31c8103e tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Floating IP 3fad5a04-baa6-4624-b12a-c81214f6ef12 disassociated. External IP: 172.25.4.156, port: 9fc702a7-8254-4e11-960a-7ad4dc030fef. Jul 28 00:03:24.677187 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-2953fea9-2e4b-4945-bb77-bebd2117620a req-1d2e5345-8a4b-4826-bf57-244d31c8103e tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Calling delete_port for 9fc702a7-8254-4e11-960a-7ad4dc030fef owned by compute:nova {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 00:03:24.803881 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-2953fea9-2e4b-4945-bb77-bebd2117620a req-1d2e5345-8a4b-4826-bf57-244d31c8103e tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:03:24.833002 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2e5345-8a4b-4826-bf57-244d31c8103e tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Pushing event deleted for resources: {'Port': ['ID=9fc702a7-8254-4e11-960a-7ad4dc030fef,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:03:24.844141 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2e5345-8a4b-4826-bf57-244d31c8103e tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:03:24.844494 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2e5345-8a4b-4826-bf57-244d31c8103e tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:03:24.844841 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2e5345-8a4b-4826-bf57-244d31c8103e tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:03:24.845183 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2e5345-8a4b-4826-bf57-244d31c8103e tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:03:24.845519 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2e5345-8a4b-4826-bf57-244d31c8103e tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:03:24.845857 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2e5345-8a4b-4826-bf57-244d31c8103e tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:03:24.846189 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2e5345-8a4b-4826-bf57-244d31c8103e tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:03:24.846517 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2e5345-8a4b-4826-bf57-244d31c8103e tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:03:24.846847 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2e5345-8a4b-4826-bf57-244d31c8103e tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:03:24.847200 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2e5345-8a4b-4826-bf57-244d31c8103e tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:03:24.847527 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2e5345-8a4b-4826-bf57-244d31c8103e tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:03:24.847852 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2e5345-8a4b-4826-bf57-244d31c8103e tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:03:24.961283 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2953fea9-2e4b-4945-bb77-bebd2117620a req-1d2e5345-8a4b-4826-bf57-244d31c8103e tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Router eadf4275-d7fe-41af-8f29-3a7d3327f789 has already been hosted by L3 agent 018c4455-49c0-4734-927d-7824067b2a9e {{(pid=93798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 00:03:25.070406 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2953fea9-2e4b-4945-bb77-bebd2117620a req-1d2e5345-8a4b-4826-bf57-244d31c8103e tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 00:03:25.081498 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0cbd1a7-98a6-4578-9399-db8fe3bbfc57 None None] Sync routers for ids ['eadf4275-d7fe-41af-8f29-3a7d3327f789'] in n-d-802623-1 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 00:03:25.091700 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0cbd1a7-98a6-4578-9399-db8fe3bbfc57 None None] Routers {'eadf4275-d7fe-41af-8f29-3a7d3327f789'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 00:03:25.092383 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-b0cbd1a7-98a6-4578-9399-db8fe3bbfc57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-28T00:03:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['eadf4275-d7fe-41af-8f29-3a7d3327f789'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:03:25.109797 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-2953fea9-2e4b-4945-bb77-bebd2117620a req-1d2e5345-8a4b-4826-bf57-244d31c8103e tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] No DVR routers for this DVR port 9fc702a7-8254-4e11-960a-7ad4dc030fef on host n-h1-802623-1 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 00:03:25.112471 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-2953fea9-2e4b-4945-bb77-bebd2117620a req-1d2e5345-8a4b-4826-bf57-244d31c8103e tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:03:25.114517 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-2953fea9-2e4b-4945-bb77-bebd2117620a req-1d2e5345-8a4b-4826-bf57-244d31c8103e tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.38 "DELETE /v2.0/ports/9fc702a7-8254-4e11-960a-7ad4dc030fef HTTP/1.1" status: 204 len: 173 time: 0.7732267 Jul 28 00:03:25.114952 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdff9c5f-b066-48f5-856a-4e933b8256f4', 'name': 'network-vif-deleted', 'tag': '9fc702a7-8254-4e11-960a-7ad4dc030fef'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 00:03:25.117219 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b87af07e598cf5b62d2945997aebdb2f0d5735b62acaa13edb25b119cdbae256" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7aef713-530a-4392-b3d2-56fe21da1636" -d '{"events": [{"server_uuid": "fdff9c5f-b066-48f5-856a-4e933b8256f4", "name": "network-vif-deleted", "tag": "9fc702a7-8254-4e11-960a-7ad4dc030fef"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 00:03:25.154609 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 00:03:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89fa920e-db06-4bd9-a97f-78bb91fdbab7 x-openstack-request-id: req-89fa920e-db06-4bd9-a97f-78bb91fdbab7 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 00:03:25.155113 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdff9c5f-b066-48f5-856a-4e933b8256f4", "name": "network-vif-deleted", "tag": "9fc702a7-8254-4e11-960a-7ad4dc030fef", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 00:03:25.155538 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-89fa920e-db06-4bd9-a97f-78bb91fdbab7 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 00:03:25.156108 n-d-802623-1 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdff9c5f-b066-48f5-856a-4e933b8256f4', 'name': 'network-vif-deleted', 'tag': '9fc702a7-8254-4e11-960a-7ad4dc030fef', 'status': 'completed', 'code': 200} Jul 28 00:03:25.207871 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-b0cbd1a7-98a6-4578-9399-db8fe3bbfc57 None None] Set router eadf4275-d7fe-41af-8f29-3a7d3327f789 gateway port host: n-d-802623-1 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 00:03:25.407154 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-b0cbd1a7-98a6-4578-9399-db8fe3bbfc57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eadf4275-d7fe-41af-8f29-3a7d3327f789', 'name': 'tempest-ServerActionsTestJSON-2095143459-router', 'tenant_id': '4ba5b8d6319f49828578267b9b93e7c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.78'}], 'enable_snat': True}, 'gw_port_id': 'afbf6c78-7c5c-484d-80f9-d5348c2628e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:53:01Z', 'updated_at': '2021-07-27T23:53:04Z', 'revision_number': 4, 'project_id': '4ba5b8d6319f49828578267b9b93e7c6', 'gw_port': {'id': 'afbf6c78-7c5c-484d-80f9-d5348c2628e4', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:b4:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eadf4275-d7fe-41af-8f29-3a7d3327f789', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:53:02Z', 'updated_at': '2021-07-27T23:53:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': '11d09bb7-1341-4e00-b320-152dd1c2e35b', 'name': '', 'network_id': '5dbf213b-0fc8-45b6-ae08-2a59287a2ef9', 'tenant_id': '4ba5b8d6319f49828578267b9b93e7c6', 'mac_address': 'fa:16:3e:00:d4:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eadf4275-d7fe-41af-8f29-3a7d3327f789', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '67b7c5ff-799a-4462-b8d6-a85a4f04b2ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:53:04Z', 'updated_at': '2021-07-27T23:53:08Z', 'revision_number': 5, 'project_id': '4ba5b8d6319f49828578267b9b93e7c6', 'subnets': [{'id': '67b7c5ff-799a-4462-b8d6-a85a4f04b2ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:03:25.437252 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0cbd1a7-98a6-4578-9399-db8fe3bbfc57 None None] Checking router: eadf4275-d7fe-41af-8f29-3a7d3327f789 for host: n-d-802623-1 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 00:03:25.445877 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0cbd1a7-98a6-4578-9399-db8fe3bbfc57 None None] Routers {'eadf4275-d7fe-41af-8f29-3a7d3327f789'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 00:03:25.446477 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-b0cbd1a7-98a6-4578-9399-db8fe3bbfc57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-28T00:03:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['eadf4275-d7fe-41af-8f29-3a7d3327f789'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:03:25.448340 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-e55ba29c-a52f-45ae-a076-3bb4407f7ba1 req-8d9904e8-4a1a-4f2c-9774-ed5953d3e577 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/ports?device_id=fdff9c5f-b066-48f5-856a-4e933b8256f4 HTTP/1.1" status: 200 len: 210 time: 0.0295601 Jul 28 00:03:25.553952 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-b0cbd1a7-98a6-4578-9399-db8fe3bbfc57 None None] Set router eadf4275-d7fe-41af-8f29-3a7d3327f789 gateway port host: n-d-802623-1 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 00:03:25.752609 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-b0cbd1a7-98a6-4578-9399-db8fe3bbfc57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eadf4275-d7fe-41af-8f29-3a7d3327f789', 'name': 'tempest-ServerActionsTestJSON-2095143459-router', 'tenant_id': '4ba5b8d6319f49828578267b9b93e7c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.78'}], 'enable_snat': True}, 'gw_port_id': 'afbf6c78-7c5c-484d-80f9-d5348c2628e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:53:01Z', 'updated_at': '2021-07-27T23:53:04Z', 'revision_number': 4, 'project_id': '4ba5b8d6319f49828578267b9b93e7c6', 'gw_port': {'id': 'afbf6c78-7c5c-484d-80f9-d5348c2628e4', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:b4:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eadf4275-d7fe-41af-8f29-3a7d3327f789', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:53:02Z', 'updated_at': '2021-07-27T23:53:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': '11d09bb7-1341-4e00-b320-152dd1c2e35b', 'name': '', 'network_id': '5dbf213b-0fc8-45b6-ae08-2a59287a2ef9', 'tenant_id': '4ba5b8d6319f49828578267b9b93e7c6', 'mac_address': 'fa:16:3e:00:d4:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eadf4275-d7fe-41af-8f29-3a7d3327f789', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '67b7c5ff-799a-4462-b8d6-a85a4f04b2ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:53:04Z', 'updated_at': '2021-07-27T23:53:08Z', 'revision_number': 5, 'project_id': '4ba5b8d6319f49828578267b9b93e7c6', 'subnets': [{'id': '67b7c5ff-799a-4462-b8d6-a85a4f04b2ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:03:25.783765 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0cbd1a7-98a6-4578-9399-db8fe3bbfc57 None None] The sync data for ids ['eadf4275-d7fe-41af-8f29-3a7d3327f789'] in n-d-802623-1 is: [{'id': 'eadf4275-d7fe-41af-8f29-3a7d3327f789', 'name': 'tempest-ServerActionsTestJSON-2095143459-router', 'tenant_id': '4ba5b8d6319f49828578267b9b93e7c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.78'}], 'enable_snat': True}, 'gw_port_id': 'afbf6c78-7c5c-484d-80f9-d5348c2628e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:53:01Z', 'updated_at': '2021-07-27T23:53:04Z', 'revision_number': 4, 'project_id': '4ba5b8d6319f49828578267b9b93e7c6', 'gw_port': {'id': 'afbf6c78-7c5c-484d-80f9-d5348c2628e4', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:b4:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eadf4275-d7fe-41af-8f29-3a7d3327f789', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:53:02Z', 'updated_at': '2021-07-27T23:53:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': '11d09bb7-1341-4e00-b320-152dd1c2e35b', 'name': '', 'network_id': '5dbf213b-0fc8-45b6-ae08-2a59287a2ef9', 'tenant_id': '4ba5b8d6319f49828578267b9b93e7c6', 'mac_address': 'fa:16:3e:00:d4:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eadf4275-d7fe-41af-8f29-3a7d3327f789', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '67b7c5ff-799a-4462-b8d6-a85a4f04b2ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:53:04Z', 'updated_at': '2021-07-27T23:53:08Z', 'revision_number': 5, 'project_id': '4ba5b8d6319f49828578267b9b93e7c6', 'subnets': [{'id': '67b7c5ff-799a-4462-b8d6-a85a4f04b2ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 00:03:26.007511 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da25a535-cad3-4897-a25b-079b7e98d514 None None] New status for floating IP 3fad5a04-baa6-4624-b12a-c81214f6ef12: DOWN {{(pid=93799) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 00:03:26.544569 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-0e13b001-2ec4-4014-b517-3169bb0375e7 req-e4a7a1cf-506d-4d0b-a021-8e7b6bcda831 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/ports?device_id=fdff9c5f-b066-48f5-856a-4e933b8256f4 HTTP/1.1" status: 200 len: 210 time: 0.0263543 Jul 28 00:03:26.965102 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e1a586da-19d7-427a-8e12-e84f43abf700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:03:27.641051 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-90dad096-e5e1-4129-95a6-eeb87ddbf339 req-7940b28f-44cf-4cde-8c1d-700bbebba9ff tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/ports?device_id=fdff9c5f-b066-48f5-856a-4e933b8256f4 HTTP/1.1" status: 200 len: 210 time: 0.0293257 Jul 28 00:03:27.814688 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 9fc702a7-8254-4e11-960a-7ad4dc030fef no longer exists at agent hyperv_n-h1-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 00:03:27.838046 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] No Port match for: 9fc702a7-8254-4e11-960a-7ad4dc030fef {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 00:03:27.838324 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 9fc702a7-8254-4e11-960a-7ad4dc030fef not bound to the agent host n-h1-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 00:03:28.756383 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-02f56d7c-5bed-47ca-9803-1dfab68a9783 req-32906154-5f0a-4a21-933f-c7a7444e8ccd tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/ports?device_id=fdff9c5f-b066-48f5-856a-4e933b8256f4 HTTP/1.1" status: 200 len: 210 time: 0.0350032 Jul 28 00:03:29.641437 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d63f6201-7409-45d9-bd0b-330ab64ac94f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:03:30.032245 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:03:30.119544 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:03:30.661120 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-19f2e178-d45e-4fbe-b9be-c3963fc151ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:03:32.421580 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7418f70f-e60d-4709-8ba9-6ab514bc7f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:03:32.433473 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 57320) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:03:32.488448 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6e37352b-6b93-40bc-a6ee-0b8009295a75 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:03:32.514036 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6e37352b-6b93-40bc-a6ee-0b8009295a75 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:03:32.564129 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6e37352b-6b93-40bc-a6ee-0b8009295a75 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:03:32.567055 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6e37352b-6b93-40bc-a6ee-0b8009295a75 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:03:32.570804 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-6e37352b-6b93-40bc-a6ee-0b8009295a75 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "DELETE /v2.0/security-groups/2988c913-9e16-4060-8869-a1f99999e084 HTTP/1.1" status: 204 len: 168 time: 0.1339417 Jul 28 00:03:32.572009 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 57324) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:03:32.581004 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e37352b-6b93-40bc-a6ee-0b8009295a75 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2988c913-9e16-4060-8869-a1f99999e084,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:03:32.587409 n-d-802623-1 neutron-server[93798]: INFO neutron.api.v2.resource [None req-a2f19f09-034f-4826-86e6-7d7529ed7816 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] show failed (client error): The resource could not be found. Jul 28 00:03:32.588679 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e37352b-6b93-40bc-a6ee-0b8009295a75 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:03:32.589036 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e37352b-6b93-40bc-a6ee-0b8009295a75 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:03:32.589380 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e37352b-6b93-40bc-a6ee-0b8009295a75 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:03:32.589721 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e37352b-6b93-40bc-a6ee-0b8009295a75 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:03:32.590060 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e37352b-6b93-40bc-a6ee-0b8009295a75 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:03:32.590399 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e37352b-6b93-40bc-a6ee-0b8009295a75 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:03:32.590736 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e37352b-6b93-40bc-a6ee-0b8009295a75 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:03:32.591223 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e37352b-6b93-40bc-a6ee-0b8009295a75 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:03:32.591327 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-a2f19f09-034f-4826-86e6-7d7529ed7816 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "GET /v2.0/security-groups/2988c913-9e16-4060-8869-a1f99999e084 HTTP/1.1" status: 404 len: 347 time: 0.0179992 Jul 28 00:03:32.591402 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e37352b-6b93-40bc-a6ee-0b8009295a75 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:03:32.591728 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e37352b-6b93-40bc-a6ee-0b8009295a75 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:03:32.591843 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 57326) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:03:32.592057 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e37352b-6b93-40bc-a6ee-0b8009295a75 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:03:32.592383 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e37352b-6b93-40bc-a6ee-0b8009295a75 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:03:32.719783 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-c53f915e-8064-4632-a0d8-6e45aba02cb1 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Deleting port 90aab506-3a24-4e4e-a039-a20f3c0ade19 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 00:03:32.720128 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c53f915e-8064-4632-a0d8-6e45aba02cb1 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:03:32.800056 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c53f915e-8064-4632-a0d8-6e45aba02cb1 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:03:32.800265 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c53f915e-8064-4632-a0d8-6e45aba02cb1 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:03:32.811691 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-c53f915e-8064-4632-a0d8-6e45aba02cb1 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Calling delete_port for 90aab506-3a24-4e4e-a039-a20f3c0ade19 owned by network:floatingip {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 00:03:32.947698 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c53f915e-8064-4632-a0d8-6e45aba02cb1 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:03:32.974271 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53f915e-8064-4632-a0d8-6e45aba02cb1 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Pushing event deleted for resources: {'Port': ['ID=90aab506-3a24-4e4e-a039-a20f3c0ade19,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:03:33.039651 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c53f915e-8064-4632-a0d8-6e45aba02cb1 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Notify callbacks [] for floatingip, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:03:33.042273 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c53f915e-8064-4632-a0d8-6e45aba02cb1 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for floatingip, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:03:33.043482 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-c53f915e-8064-4632-a0d8-6e45aba02cb1 tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] 10.222.0.18 "DELETE /v2.0/floatingips/3fad5a04-baa6-4624-b12a-c81214f6ef12 HTTP/1.1" status: 204 len: 168 time: 0.4507236 Jul 28 00:03:33.046316 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 57330) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:03:33.556879 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-12648155-22ec-4350-a417-fe74a488ac65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-414022'] for router_interface, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:03:33.795651 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-12648155-22ec-4350-a417-fe74a488ac65 admin admin] Deleting port 11d09bb7-1341-4e00-b320-152dd1c2e35b {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 00:03:33.796338 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-12648155-22ec-4350-a417-fe74a488ac65 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:03:33.874643 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-12648155-22ec-4350-a417-fe74a488ac65 admin admin] For port 11d09bb7-1341-4e00-b320-152dd1c2e35b, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=11d09bb7-1341-4e00-b320-152dd1c2e35b,segment=NetworkSegment(dd04d9c9-b835-4f71-8f5e-6152a3a133f4),segment_id=dd04d9c9-b835-4f71-8f5e-6152a3a133f4)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 00:03:33.874931 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-12648155-22ec-4350-a417-fe74a488ac65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:03:33.887213 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-12648155-22ec-4350-a417-fe74a488ac65 admin admin] Calling delete_port for 11d09bb7-1341-4e00-b320-152dd1c2e35b owned by network:router_interface {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 00:03:34.059360 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-12648155-22ec-4350-a417-fe74a488ac65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:03:34.084122 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12648155-22ec-4350-a417-fe74a488ac65 admin admin] Pushing event deleted for resources: {'Port': ['ID=11d09bb7-1341-4e00-b320-152dd1c2e35b,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:03:34.250108 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-12648155-22ec-4350-a417-fe74a488ac65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3760546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-413994'] for router_interface, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:03:34.460321 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12648155-22ec-4350-a417-fe74a488ac65 admin admin] Router eadf4275-d7fe-41af-8f29-3a7d3327f789 has already been hosted by L3 agent 018c4455-49c0-4734-927d-7824067b2a9e {{(pid=93798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 00:03:34.565213 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12648155-22ec-4350-a417-fe74a488ac65 admin admin] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 00:03:34.571166 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-12648155-22ec-4350-a417-fe74a488ac65 admin admin] 10.222.0.18 "PUT /v2.0/routers/eadf4275-d7fe-41af-8f29-3a7d3327f789/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5237484 Jul 28 00:03:34.574020 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 57334) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:03:34.576619 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c019ad96-cef0-4baf-ba0f-e7cefb1858b2 None None] Sync routers for ids ['eadf4275-d7fe-41af-8f29-3a7d3327f789'] in n-d-802623-1 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 00:03:34.585817 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c019ad96-cef0-4baf-ba0f-e7cefb1858b2 None None] Routers {'eadf4275-d7fe-41af-8f29-3a7d3327f789'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 00:03:34.586425 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-c019ad96-cef0-4baf-ba0f-e7cefb1858b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-28T00:03:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['eadf4275-d7fe-41af-8f29-3a7d3327f789'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:03:34.675747 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-eae51f03-61f7-4aac-9695-e1884839a26f admin admin] Notify callbacks [] for router, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:03:34.697341 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-c019ad96-cef0-4baf-ba0f-e7cefb1858b2 None None] Set router eadf4275-d7fe-41af-8f29-3a7d3327f789 gateway port host: n-d-802623-1 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 00:03:34.776551 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-eae51f03-61f7-4aac-9695-e1884839a26f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:03:34.832602 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-eae51f03-61f7-4aac-9695-e1884839a26f admin admin] Deleting port afbf6c78-7c5c-484d-80f9-d5348c2628e4 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 00:03:34.833347 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-eae51f03-61f7-4aac-9695-e1884839a26f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:03:34.968337 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-c019ad96-cef0-4baf-ba0f-e7cefb1858b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eadf4275-d7fe-41af-8f29-3a7d3327f789', 'name': 'tempest-ServerActionsTestJSON-2095143459-router', 'tenant_id': '4ba5b8d6319f49828578267b9b93e7c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.78'}], 'enable_snat': True}, 'gw_port_id': 'afbf6c78-7c5c-484d-80f9-d5348c2628e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:53:01Z', 'updated_at': '2021-07-28T00:03:34Z', 'revision_number': 5, 'project_id': '4ba5b8d6319f49828578267b9b93e7c6', 'gw_port': {'id': 'afbf6c78-7c5c-484d-80f9-d5348c2628e4', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:b4:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eadf4275-d7fe-41af-8f29-3a7d3327f789', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:53:02Z', 'updated_at': '2021-07-27T23:53:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1'}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:03:34.998469 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c019ad96-cef0-4baf-ba0f-e7cefb1858b2 None None] Checking router: eadf4275-d7fe-41af-8f29-3a7d3327f789 for host: n-d-802623-1 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 00:03:35.007815 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c019ad96-cef0-4baf-ba0f-e7cefb1858b2 None None] Routers {'eadf4275-d7fe-41af-8f29-3a7d3327f789'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 00:03:35.008452 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-c019ad96-cef0-4baf-ba0f-e7cefb1858b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-28T00:03:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['eadf4275-d7fe-41af-8f29-3a7d3327f789'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:03:35.097997 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-c019ad96-cef0-4baf-ba0f-e7cefb1858b2 None None] Set router eadf4275-d7fe-41af-8f29-3a7d3327f789 gateway port host: None {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 00:03:35.151678 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-c019ad96-cef0-4baf-ba0f-e7cefb1858b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eadf4275-d7fe-41af-8f29-3a7d3327f789', 'name': 'tempest-ServerActionsTestJSON-2095143459-router', 'tenant_id': '4ba5b8d6319f49828578267b9b93e7c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:53:01Z', 'updated_at': '2021-07-28T00:03:34Z', 'revision_number': 6, 'project_id': '4ba5b8d6319f49828578267b9b93e7c6', 'gw_port_host': None}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:03:35.186730 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c019ad96-cef0-4baf-ba0f-e7cefb1858b2 None None] The sync data for ids ['eadf4275-d7fe-41af-8f29-3a7d3327f789'] in n-d-802623-1 is: [{'id': 'eadf4275-d7fe-41af-8f29-3a7d3327f789', 'name': 'tempest-ServerActionsTestJSON-2095143459-router', 'tenant_id': '4ba5b8d6319f49828578267b9b93e7c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:53:01Z', 'updated_at': '2021-07-28T00:03:34Z', 'revision_number': 6, 'project_id': '4ba5b8d6319f49828578267b9b93e7c6', 'gw_port_host': None}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 00:03:35.240214 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-eae51f03-61f7-4aac-9695-e1884839a26f admin admin] For port afbf6c78-7c5c-484d-80f9-d5348c2628e4, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=afbf6c78-7c5c-484d-80f9-d5348c2628e4,segment=NetworkSegment(b9afe07e-bbe4-4740-834c-4b6a9698bdbc),segment_id=b9afe07e-bbe4-4740-834c-4b6a9698bdbc)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 00:03:35.240585 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-eae51f03-61f7-4aac-9695-e1884839a26f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:03:35.252922 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-eae51f03-61f7-4aac-9695-e1884839a26f admin admin] Calling delete_port for afbf6c78-7c5c-484d-80f9-d5348c2628e4 owned by network:router_gateway {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 00:03:35.329432 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:03:35.415543 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-eae51f03-61f7-4aac-9695-e1884839a26f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:03:35.440536 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae51f03-61f7-4aac-9695-e1884839a26f admin admin] Pushing event deleted for resources: {'Port': ['ID=afbf6c78-7c5c-484d-80f9-d5348c2628e4,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:03:35.500256 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-eae51f03-61f7-4aac-9695-e1884839a26f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-415368'] for router_gateway, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:03:35.595700 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-eae51f03-61f7-4aac-9695-e1884839a26f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62205'] for router, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:03:35.598235 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-eae51f03-61f7-4aac-9695-e1884839a26f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:03:35.641564 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-eae51f03-61f7-4aac-9695-e1884839a26f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-477831'] for router, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:03:35.642145 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eae51f03-61f7-4aac-9695-e1884839a26f admin admin] Fanout notify agent at l3_agent the message router_deleted on router eadf4275-d7fe-41af-8f29-3a7d3327f789 {{(pid=93798) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 00:03:35.646407 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-eae51f03-61f7-4aac-9695-e1884839a26f admin admin] Notify callbacks [] for router, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:03:35.647688 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-eae51f03-61f7-4aac-9695-e1884839a26f admin admin] 10.222.0.18 "DELETE /v2.0/routers/eadf4275-d7fe-41af-8f29-3a7d3327f789 HTTP/1.1" status: 204 len: 168 time: 1.0727379 Jul 28 00:03:35.650842 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 57336) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:03:35.694649 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_v2 [None req-a757905a-b2d5-406b-b0ff-754469a33f14 admin admin] Deleting subnet 67b7c5ff-799a-4462-b8d6-a85a4f04b2ed {{(pid=93798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 00:03:35.698203 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a757905a-b2d5-406b-b0ff-754469a33f14 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:03:35.732116 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a757905a-b2d5-406b-b0ff-754469a33f14 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11163249'] for subnet, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:03:35.811414 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a757905a-b2d5-406b-b0ff-754469a33f14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620741'] for subnet, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:03:35.861704 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a757905a-b2d5-406b-b0ff-754469a33f14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11971800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12265753'] for subnet, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:03:35.890652 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a757905a-b2d5-406b-b0ff-754469a33f14 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:03:35.893502 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-a757905a-b2d5-406b-b0ff-754469a33f14 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/67b7c5ff-799a-4462-b8d6-a85a4f04b2ed HTTP/1.1" status: 204 len: 168 time: 0.2408726 Jul 28 00:03:35.894812 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a757905a-b2d5-406b-b0ff-754469a33f14 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=67b7c5ff-799a-4462-b8d6-a85a4f04b2ed,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:03:35.895514 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 57338) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:03:35.895967 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd8c9c5b-c251-41a0-a3da-7b3f52407460 None None] Network 5dbf213b-0fc8-45b6-ae08-2a59287a2ef9 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 00:03:35.967919 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d9607183-74aa-44d7-aed4-e112cedce75f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593271'] for network, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:03:36.021191 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d9607183-74aa-44d7-aed4-e112cedce75f admin admin] Deleting port 1e213e19-d947-42e2-95f2-90eba240fd1d {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 00:03:36.021538 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d9607183-74aa-44d7-aed4-e112cedce75f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:03:36.079211 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fa17edd-db7f-42c3-8fea-c265d9308ad8 None None] DHCP port deletion for 5dbf213b-0fc8-45b6-ae08-2a59287a2ef9 request from n-d-802623-1 {{(pid=93799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 00:03:36.088616 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-d9607183-74aa-44d7-aed4-e112cedce75f admin admin] For port 1e213e19-d947-42e2-95f2-90eba240fd1d, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=1e213e19-d947-42e2-95f2-90eba240fd1d,segment=NetworkSegment(dd04d9c9-b835-4f71-8f5e-6152a3a133f4),segment_id=dd04d9c9-b835-4f71-8f5e-6152a3a133f4)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 00:03:36.088990 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d9607183-74aa-44d7-aed4-e112cedce75f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:03:36.101839 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d9607183-74aa-44d7-aed4-e112cedce75f admin admin] Calling delete_port for 1e213e19-d947-42e2-95f2-90eba240fd1d owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 00:03:36.128347 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-3fa17edd-db7f-42c3-8fea-c265d9308ad8 None None] Deleting port 1e213e19-d947-42e2-95f2-90eba240fd1d {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 00:03:36.128756 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-3fa17edd-db7f-42c3-8fea-c265d9308ad8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:03:36.197945 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d9607183-74aa-44d7-aed4-e112cedce75f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:03:36.205985 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-3fa17edd-db7f-42c3-8fea-c265d9308ad8 None None] For port 1e213e19-d947-42e2-95f2-90eba240fd1d, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=1e213e19-d947-42e2-95f2-90eba240fd1d,segment=NetworkSegment(dd04d9c9-b835-4f71-8f5e-6152a3a133f4),segment_id=dd04d9c9-b835-4f71-8f5e-6152a3a133f4)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 00:03:36.206512 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-3fa17edd-db7f-42c3-8fea-c265d9308ad8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:03:36.220781 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-3fa17edd-db7f-42c3-8fea-c265d9308ad8 None None] Calling delete_port for 1e213e19-d947-42e2-95f2-90eba240fd1d owned by network:dhcp {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 00:03:36.230670 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9607183-74aa-44d7-aed4-e112cedce75f admin admin] Pushing event deleted for resources: {'Port': ['ID=1e213e19-d947-42e2-95f2-90eba240fd1d,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:03:36.235998 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9607183-74aa-44d7-aed4-e112cedce75f admin admin] No DVR routers for this DVR port 1e213e19-d947-42e2-95f2-90eba240fd1d on host n-d-802623-1 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 00:03:36.301033 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-3fa17edd-db7f-42c3-8fea-c265d9308ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:03:36.306465 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d9607183-74aa-44d7-aed4-e112cedce75f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618032', 'neutron.services.segments.db._delete_segments_for_network-8736833900081'] for network, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:03:36.316526 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-d9607183-74aa-44d7-aed4-e112cedce75f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5dbf213b-0fc8-45b6-ae08-2a59287a2ef9']}} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:03:36.327260 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa17edd-db7f-42c3-8fea-c265d9308ad8 None None] Pushing event deleted for resources: {'Port': ['ID=1e213e19-d947-42e2-95f2-90eba240fd1d,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:03:36.332673 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fa17edd-db7f-42c3-8fea-c265d9308ad8 None None] No DVR routers for this DVR port 1e213e19-d947-42e2-95f2-90eba240fd1d on host n-d-802623-1 {{(pid=93799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 00:03:36.334552 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-d9607183-74aa-44d7-aed4-e112cedce75f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd04d9c9-b835-4f71-8f5e-6152a3a133f4') {'for_net_delete': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:03:36.335818 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-d9607183-74aa-44d7-aed4-e112cedce75f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd04d9c9-b835-4f71-8f5e-6152a3a133f4') {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:03:36.347360 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d9607183-74aa-44d7-aed4-e112cedce75f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736833900858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11335978'] for segment, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:03:36.360844 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d9607183-74aa-44d7-aed4-e112cedce75f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:03:36.366682 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9607183-74aa-44d7-aed4-e112cedce75f admin admin] Releasing vlan 528 on physical network physnet1 to pool {{(pid=93797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 00:03:36.367132 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d9607183-74aa-44d7-aed4-e112cedce75f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11336013'] for segment, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:03:36.368763 n-d-802623-1 neutron-server[93797]: Traceback (most recent call last): Jul 28 00:03:36.368763 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 00:03:36.368763 n-d-802623-1 neutron-server[93797]: timer() Jul 28 00:03:36.368763 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 00:03:36.368763 n-d-802623-1 neutron-server[93797]: cb(*args, **kw) Jul 28 00:03:36.368763 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 00:03:36.368763 n-d-802623-1 neutron-server[93797]: return func(*args, **kwargs) Jul 28 00:03:36.368763 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 00:03:36.368763 n-d-802623-1 neutron-server[93797]: self._notify() Jul 28 00:03:36.368763 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 00:03:36.368763 n-d-802623-1 neutron-server[93797]: self.callback(batched_events) Jul 28 00:03:36.368763 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 00:03:36.368763 n-d-802623-1 neutron-server[93797]: event.method(event) Jul 28 00:03:36.368763 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 00:03:36.368763 n-d-802623-1 neutron-server[93797]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 00:03:36.368763 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 00:03:36.368763 n-d-802623-1 neutron-server[93797]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 00:03:36.368763 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 00:03:36.368763 n-d-802623-1 neutron-server[93797]: return f(self, *a, **k) Jul 28 00:03:36.368763 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 00:03:36.368763 n-d-802623-1 neutron-server[93797]: return self._get(url).json() Jul 28 00:03:36.368763 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 00:03:36.368763 n-d-802623-1 neutron-server[93797]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 00:03:36.368763 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 00:03:36.368763 n-d-802623-1 neutron-server[93797]: return self.request(url, 'GET', **kwargs) Jul 28 00:03:36.368763 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 00:03:36.368763 n-d-802623-1 neutron-server[93797]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 00:03:36.368763 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 00:03:36.368763 n-d-802623-1 neutron-server[93797]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 00:03:36.368763 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 00:03:36.368763 n-d-802623-1 neutron-server[93797]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 00:03:36.368763 n-d-802623-1 neutron-server[93797]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 00:03:36.423348 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d9607183-74aa-44d7-aed4-e112cedce75f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415412'] for network, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:03:36.430448 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d9607183-74aa-44d7-aed4-e112cedce75f admin admin] Notify callbacks [] for network, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:03:36.433678 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-d9607183-74aa-44d7-aed4-e112cedce75f admin admin] 10.222.0.18 "DELETE /v2.0/networks/5dbf213b-0fc8-45b6-ae08-2a59287a2ef9 HTTP/1.1" status: 204 len: 168 time: 0.5364070 Jul 28 00:03:36.450513 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9607183-74aa-44d7-aed4-e112cedce75f admin admin] Pushing event deleted for resources: {'Network': ['ID=5dbf213b-0fc8-45b6-ae08-2a59287a2ef9,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:03:36.473281 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device afbf6c78-7c5c-484d-80f9-d5348c2628e4 no longer exists at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 00:03:36.493646 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] No Port match for: afbf6c78-7c5c-484d-80f9-d5348c2628e4 {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 00:03:36.494005 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device afbf6c78-7c5c-484d-80f9-d5348c2628e4 not bound to the agent host n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 00:03:36.494421 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 1e213e19-d947-42e2-95f2-90eba240fd1d no longer exists at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 00:03:36.516518 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] No Port match for: 1e213e19-d947-42e2-95f2-90eba240fd1d {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 00:03:36.516871 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 1e213e19-d947-42e2-95f2-90eba240fd1d not bound to the agent host n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 00:03:36.517289 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 11d09bb7-1341-4e00-b320-152dd1c2e35b no longer exists at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 00:03:36.538151 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] No Port match for: 11d09bb7-1341-4e00-b320-152dd1c2e35b {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 00:03:36.538498 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 11d09bb7-1341-4e00-b320-152dd1c2e35b not bound to the agent host n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 00:03:36.576277 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 57342) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:03:36.614262 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-68fe0bb8-5528-4671-97ff-be249587895c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4ba5b8d6319f49828578267b9b93e7c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0367384 Jul 28 00:03:36.616547 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 57344) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:03:36.662619 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2128fb88-406b-4c19-aa64-8f96d7d7f29e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:03:36.687114 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2128fb88-406b-4c19-aa64-8f96d7d7f29e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:03:36.732290 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2128fb88-406b-4c19-aa64-8f96d7d7f29e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:03:36.734862 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2128fb88-406b-4c19-aa64-8f96d7d7f29e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:03:36.736117 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-2128fb88-406b-4c19-aa64-8f96d7d7f29e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/902b253b-29eb-4d92-96f7-31d7a947eed2 HTTP/1.1" status: 204 len: 168 time: 0.1187010 Jul 28 00:03:36.743989 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2128fb88-406b-4c19-aa64-8f96d7d7f29e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=902b253b-29eb-4d92-96f7-31d7a947eed2,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:03:37.408885 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 57366) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:03:37.501272 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-d5fdf565-63d3-4b9a-936a-391d7808096b admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-85880970-network', 'tenant_id': '54ce539c4a9643638aeaa822ba4361b9'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 00:03:37.522428 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5fdf565-63d3-4b9a-936a-391d7808096b admin admin] Made reservation on behalf of 54ce539c4a9643638aeaa822ba4361b9 for: {'network': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 00:03:37.525233 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d5fdf565-63d3-4b9a-936a-391d7808096b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for network, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:03:37.533523 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d5fdf565-63d3-4b9a-936a-391d7808096b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:03:37.620100 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d5fdf565-63d3-4b9a-936a-391d7808096b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:03:37.623678 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d5fdf565-63d3-4b9a-936a-391d7808096b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:03:37.643864 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5fdf565-63d3-4b9a-936a-391d7808096b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 532} {{(pid=93797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 00:03:37.659108 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fdf565-63d3-4b9a-936a-391d7808096b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5942b8eb-f1f3-40d8-ac0e-5fb4e9f8f561,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:03:37.661885 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d5fdf565-63d3-4b9a-936a-391d7808096b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:03:37.662226 n-d-802623-1 neutron-server[93797]: INFO neutron.db.segments_db [None req-d5fdf565-63d3-4b9a-936a-391d7808096b admin admin] Added segment 9a36f625-164a-43e8-93fe-52a4155ad57a of type vlan for network 5884a74f-2b47-428a-b71d-0008661da798 Jul 28 00:03:37.701414 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d5fdf565-63d3-4b9a-936a-391d7808096b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736833354590'] for network, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:03:37.728581 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d5fdf565-63d3-4b9a-936a-391d7808096b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569'] for network, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:03:37.729491 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5fdf565-63d3-4b9a-936a-391d7808096b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:03:37.730065 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d5fdf565-63d3-4b9a-936a-391d7808096b admin admin] Notify callbacks [] for network, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:03:37.785433 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-d5fdf565-63d3-4b9a-936a-391d7808096b admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3753676 Jul 28 00:03:37.788330 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 57370) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:03:37.792652 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fdf565-63d3-4b9a-936a-391d7808096b admin admin] Pushing event updated for resources: {'Network': ['ID=5884a74f-2b47-428a-b71d-0008661da798,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:03:37.793515 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-9a825720-c7c7-4878-a5e3-faba823d3421 admin admin] Request body: {'subnet': {'network_id': '5884a74f-2b47-428a-b71d-0008661da798', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-85880970-subnet', 'tenant_id': '54ce539c4a9643638aeaa822ba4361b9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 00:03:37.802422 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Network 5884a74f-2b47-428a-b71d-0008661da798 details requested by agent ovs-agent-n-d-802623-1 with host n-d-802623-1 {{(pid=93799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 00:03:37.814443 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a825720-c7c7-4878-a5e3-faba823d3421 admin admin] Made reservation on behalf of 54ce539c4a9643638aeaa822ba4361b9 for: {'subnet': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 00:03:37.817373 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9a825720-c7c7-4878-a5e3-faba823d3421 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12265828'] for subnet, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:03:37.986716 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9a825720-c7c7-4878-a5e3-faba823d3421 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11971609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12265750'] for subnet, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:03:38.042227 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a825720-c7c7-4878-a5e3-faba823d3421 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f0d7d84-c3b6-49c2-b6e7-aeae190bb7a4,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:03:38.049161 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a825720-c7c7-4878-a5e3-faba823d3421 admin admin] Checking segment: {'id': '9a36f625-164a-43e8-93fe-52a4155ad57a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '5884a74f-2b47-428a-b71d-0008661da798'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 00:03:38.049524 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a825720-c7c7-4878-a5e3-faba823d3421 admin admin] Network hostable DHCP agents. Network: 5884a74f-2b47-428a-b71d-0008661da798, hostable agents: ['5950e76f-2bde-4343-a925-cbe6bacd2706'], hosted agents: [] {{(pid=93798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 00:03:38.066554 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a825720-c7c7-4878-a5e3-faba823d3421 admin admin] Network 5884a74f-2b47-428a-b71d-0008661da798 is scheduled to be hosted by DHCP agent 5950e76f-2bde-4343-a925-cbe6bacd2706 with binding_index 1 {{(pid=93798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 00:03:38.075830 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-9a825720-c7c7-4878-a5e3-faba823d3421 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802623-1, 5884a74f-2b47-428a-b71d-0008661da798) {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 00:03:38.081345 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a825720-c7c7-4878-a5e3-faba823d3421 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:03:38.081951 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9a825720-c7c7-4878-a5e3-faba823d3421 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:03:38.084952 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9f23deb-9c25-472e-b49b-564c1cfacdd9 None None] Network 5884a74f-2b47-428a-b71d-0008661da798 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 00:03:38.096490 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-9a825720-c7c7-4878-a5e3-faba823d3421 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3070464 Jul 28 00:03:38.206009 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4537bb74-67c9-4441-9006-565189891025 None None] Network 5884a74f-2b47-428a-b71d-0008661da798 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 00:03:38.510303 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d29cec5-6442-464c-9b6e-97380e5d832f req-bfdca0c6-54a3-4433-a427-df023855a6af tempest-ServersNegativeTestJSON-1936222399 tempest-ServersNegativeTestJSON-1936222399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:03:38.511737 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-4d29cec5-6442-464c-9b6e-97380e5d832f req-bfdca0c6-54a3-4433-a427-df023855a6af tempest-ServersNegativeTestJSON-1936222399 tempest-ServersNegativeTestJSON-1936222399-project] 10.222.0.18 "GET /v2.0/networks?id=5884a74f-2b47-428a-b71d-0008661da798 HTTP/1.1" status: 200 len: 812 time: 0.1015217 Jul 28 00:03:38.526311 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-4d29cec5-6442-464c-9b6e-97380e5d832f req-9522b950-910f-46c8-ada4-c759eacba910 tempest-ServersNegativeTestJSON-1936222399 tempest-ServersNegativeTestJSON-1936222399-project] 10.222.0.18 "GET /v2.0/quotas/54ce539c4a9643638aeaa822ba4361b9 HTTP/1.1" status: 200 len: 375 time: 0.0088925 Jul 28 00:03:38.561864 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-4d29cec5-6442-464c-9b6e-97380e5d832f req-b0ce5c36-b91a-4f4c-80d6-2632db124406 tempest-ServersNegativeTestJSON-1936222399 tempest-ServersNegativeTestJSON-1936222399-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=54ce539c4a9643638aeaa822ba4361b9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0305092 Jul 28 00:03:38.640908 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [req-4d29cec5-6442-464c-9b6e-97380e5d832f req-805b7ea5-fd29-48be-8f08-b80c82e1737b service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=93797) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 00:03:38.642089 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-4d29cec5-6442-464c-9b6e-97380e5d832f req-805b7ea5-fd29-48be-8f08-b80c82e1737b service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0421596 Jul 28 00:03:38.732051 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-4d29cec5-6442-464c-9b6e-97380e5d832f req-5e05641b-a4d4-45d5-8001-9f5ec619e051 service neutron] 10.222.0.18 "GET /v2.0/networks/5884a74f-2b47-428a-b71d-0008661da798?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839689 Jul 28 00:03:38.826504 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-4d29cec5-6442-464c-9b6e-97380e5d832f req-c80f3863-7d55-4863-b022-98cc9e5d8b05 service neutron] 10.222.0.18 "GET /v2.0/networks/5884a74f-2b47-428a-b71d-0008661da798?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883017 Jul 28 00:03:38.988304 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-dfd7b54a-c093-4300-a292-7650541f2cca req-5eddc62b-d313-47fc-bfe3-bab230b75c30 tempest-ServersNegativeTestJSON-1936222399 tempest-ServersNegativeTestJSON-1936222399-project] 10.222.0.18 "GET /v2.0/ports?device_id=051a2e80-e9e6-426d-b64c-6b122f031f6a HTTP/1.1" status: 200 len: 210 time: 0.0311301 Jul 28 00:03:39.943120 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d29cec5-6442-464c-9b6e-97380e5d832f req-9ca7deba-643f-4772-8621-aca43efd1153 tempest-ServersNegativeTestJSON-1936222399 tempest-ServersNegativeTestJSON-1936222399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:03:39.944658 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-4d29cec5-6442-464c-9b6e-97380e5d832f req-9ca7deba-643f-4772-8621-aca43efd1153 tempest-ServersNegativeTestJSON-1936222399 tempest-ServersNegativeTestJSON-1936222399-project] 10.222.0.38 "GET /v2.0/networks?id=5884a74f-2b47-428a-b71d-0008661da798 HTTP/1.1" status: 200 len: 812 time: 0.1001394 Jul 28 00:03:39.958725 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [req-4d29cec5-6442-464c-9b6e-97380e5d832f req-cb903563-feb9-4692-b3e3-50a3b5614fe2 tempest-ServersNegativeTestJSON-1936222399 tempest-ServersNegativeTestJSON-1936222399-project] Request body: {'port': {'device_id': '051a2e80-e9e6-426d-b64c-6b122f031f6a', 'network_id': '5884a74f-2b47-428a-b71d-0008661da798', 'admin_state_up': True, 'tenant_id': '54ce539c4a9643638aeaa822ba4361b9'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 00:03:40.070113 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d29cec5-6442-464c-9b6e-97380e5d832f req-cb903563-feb9-4692-b3e3-50a3b5614fe2 tempest-ServersNegativeTestJSON-1936222399 tempest-ServersNegativeTestJSON-1936222399-project] Made reservation on behalf of 54ce539c4a9643638aeaa822ba4361b9 for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 00:03:40.073885 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-4d29cec5-6442-464c-9b6e-97380e5d832f req-cb903563-feb9-4692-b3e3-50a3b5614fe2 tempest-ServersNegativeTestJSON-1936222399 tempest-ServersNegativeTestJSON-1936222399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:03:40.084221 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d1de4ef3-70a1-4b66-8d19-bc354d3047a4 req-e7173682-e49a-4f37-967d-9d637810d500 tempest-ServersNegativeTestJSON-1936222399 tempest-ServersNegativeTestJSON-1936222399-project] 10.222.0.18 "GET /v2.0/ports?device_id=051a2e80-e9e6-426d-b64c-6b122f031f6a HTTP/1.1" status: 200 len: 210 time: 0.0290248 Jul 28 00:03:40.199881 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [req-4d29cec5-6442-464c-9b6e-97380e5d832f req-cb903563-feb9-4692-b3e3-50a3b5614fe2 tempest-ServersNegativeTestJSON-1936222399 tempest-ServersNegativeTestJSON-1936222399-project] Allocated IP 172.20.0.14 (5884a74f-2b47-428a-b71d-0008661da798/9f0d7d84-c3b6-49c2-b6e7-aeae190bb7a4/b9ded469-de91-4c93-b760-fbcb3e68b6d9) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 00:03:40.348583 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-4d29cec5-6442-464c-9b6e-97380e5d832f req-cb903563-feb9-4692-b3e3-50a3b5614fe2 tempest-ServersNegativeTestJSON-1936222399 tempest-ServersNegativeTestJSON-1936222399-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:03:40.387328 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-4d29cec5-6442-464c-9b6e-97380e5d832f req-cb903563-feb9-4692-b3e3-50a3b5614fe2 tempest-ServersNegativeTestJSON-1936222399 tempest-ServersNegativeTestJSON-1936222399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:03:40.427234 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d29cec5-6442-464c-9b6e-97380e5d832f req-cb903563-feb9-4692-b3e3-50a3b5614fe2 tempest-ServersNegativeTestJSON-1936222399 tempest-ServersNegativeTestJSON-1936222399-project] Network 5884a74f-2b47-428a-b71d-0008661da798 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 00:03:40.430241 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [req-4d29cec5-6442-464c-9b6e-97380e5d832f req-cb903563-feb9-4692-b3e3-50a3b5614fe2 tempest-ServersNegativeTestJSON-1936222399 tempest-ServersNegativeTestJSON-1936222399-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 00:03:40.433952 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d29cec5-6442-464c-9b6e-97380e5d832f req-cb903563-feb9-4692-b3e3-50a3b5614fe2 tempest-ServersNegativeTestJSON-1936222399 tempest-ServersNegativeTestJSON-1936222399-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 00:03:40.465884 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb903563-feb9-4692-b3e3-50a3b5614fe2 tempest-ServersNegativeTestJSON-1936222399 tempest-ServersNegativeTestJSON-1936222399-project] Pushing event updated for resources: {'Port': ['ID=b9ded469-de91-4c93-b760-fbcb3e68b6d9,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:03:40.493009 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d29cec5-6442-464c-9b6e-97380e5d832f req-cb903563-feb9-4692-b3e3-50a3b5614fe2 tempest-ServersNegativeTestJSON-1936222399 tempest-ServersNegativeTestJSON-1936222399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:03:40.493632 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-4d29cec5-6442-464c-9b6e-97380e5d832f req-cb903563-feb9-4692-b3e3-50a3b5614fe2 tempest-ServersNegativeTestJSON-1936222399 tempest-ServersNegativeTestJSON-1936222399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:03:40.506984 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-4d29cec5-6442-464c-9b6e-97380e5d832f req-cb903563-feb9-4692-b3e3-50a3b5614fe2 tempest-ServersNegativeTestJSON-1936222399 tempest-ServersNegativeTestJSON-1936222399-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5521066 Jul 28 00:03:40.519112 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [req-4d29cec5-6442-464c-9b6e-97380e5d832f req-58b79276-8e91-45a8-8c3d-94ce553d17f0 service neutron] Request body: {'port': {'device_id': '051a2e80-e9e6-426d-b64c-6b122f031f6a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802623-1'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 00:03:40.571882 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-4d29cec5-6442-464c-9b6e-97380e5d832f req-58b79276-8e91-45a8-8c3d-94ce553d17f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:03:40.827617 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [req-4d29cec5-6442-464c-9b6e-97380e5d832f req-58b79276-8e91-45a8-8c3d-94ce553d17f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9ded469-de91-4c93-b760-fbcb3e68b6d9 {{(pid=93798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 00:03:40.834860 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-4d29cec5-6442-464c-9b6e-97380e5d832f req-58b79276-8e91-45a8-8c3d-94ce553d17f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:03:40.846283 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-4d29cec5-6442-464c-9b6e-97380e5d832f req-58b79276-8e91-45a8-8c3d-94ce553d17f0 service neutron] Transition to ACTIVE for port object b9ded469-de91-4c93-b760-fbcb3e68b6d9 will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 00:03:40.849887 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-4d29cec5-6442-464c-9b6e-97380e5d832f req-58b79276-8e91-45a8-8c3d-94ce553d17f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:03:40.910661 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b79276-8e91-45a8-8c3d-94ce553d17f0 service neutron] Pushing event updated for resources: {'Port': ['ID=b9ded469-de91-4c93-b760-fbcb3e68b6d9,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:03:40.974281 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-4d29cec5-6442-464c-9b6e-97380e5d832f req-58b79276-8e91-45a8-8c3d-94ce553d17f0 service neutron] Attempting to bind port b9ded469-de91-4c93-b760-fbcb3e68b6d9 on host n-h1-802623-1 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 00:03:40.974619 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-4d29cec5-6442-464c-9b6e-97380e5d832f req-58b79276-8e91-45a8-8c3d-94ce553d17f0 service neutron] Attempting to bind port b9ded469-de91-4c93-b760-fbcb3e68b6d9 by drivers openvswitch,hyperv on host n-h1-802623-1 at level 0 using segments [{'id': '9a36f625-164a-43e8-93fe-52a4155ad57a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '5884a74f-2b47-428a-b71d-0008661da798'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 00:03:40.974952 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d29cec5-6442-464c-9b6e-97380e5d832f req-58b79276-8e91-45a8-8c3d-94ce553d17f0 service neutron] Attempting to bind port b9ded469-de91-4c93-b760-fbcb3e68b6d9 on network 5884a74f-2b47-428a-b71d-0008661da798 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 00:03:40.979836 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d29cec5-6442-464c-9b6e-97380e5d832f req-58b79276-8e91-45a8-8c3d-94ce553d17f0 service neutron] Port b9ded469-de91-4c93-b760-fbcb3e68b6d9 on network 5884a74f-2b47-428a-b71d-0008661da798 not bound, no agent of type Open vSwitch agent registered on host n-h1-802623-1 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 00:03:40.980162 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d29cec5-6442-464c-9b6e-97380e5d832f req-58b79276-8e91-45a8-8c3d-94ce553d17f0 service neutron] Attempting to bind port b9ded469-de91-4c93-b760-fbcb3e68b6d9 on network 5884a74f-2b47-428a-b71d-0008661da798 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 00:03:40.984938 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d29cec5-6442-464c-9b6e-97380e5d832f req-58b79276-8e91-45a8-8c3d-94ce553d17f0 service neutron] Checking agent: {'id': '245f1da4-a9b8-4b08-90d7-28f0f342b839', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 59, 59), 'started_at': datetime.datetime(2021, 7, 27, 22, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 0, 3, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 00:03:40.985276 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d29cec5-6442-464c-9b6e-97380e5d832f req-58b79276-8e91-45a8-8c3d-94ce553d17f0 service neutron] Checking segment: {'id': '9a36f625-164a-43e8-93fe-52a4155ad57a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '5884a74f-2b47-428a-b71d-0008661da798'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 00:03:40.985662 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d29cec5-6442-464c-9b6e-97380e5d832f req-58b79276-8e91-45a8-8c3d-94ce553d17f0 service neutron] Bound using segment: {'id': '9a36f625-164a-43e8-93fe-52a4155ad57a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '5884a74f-2b47-428a-b71d-0008661da798'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 00:03:40.986089 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-4d29cec5-6442-464c-9b6e-97380e5d832f req-58b79276-8e91-45a8-8c3d-94ce553d17f0 service neutron] Bound port: b9ded469-de91-4c93-b760-fbcb3e68b6d9, host: n-h1-802623-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a36f625-164a-43e8-93fe-52a4155ad57a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '5884a74f-2b47-428a-b71d-0008661da798'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 00:03:40.986443 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-4d29cec5-6442-464c-9b6e-97380e5d832f req-58b79276-8e91-45a8-8c3d-94ce553d17f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:03:41.047969 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-4d29cec5-6442-464c-9b6e-97380e5d832f req-58b79276-8e91-45a8-8c3d-94ce553d17f0 service neutron] For port b9ded469-de91-4c93-b760-fbcb3e68b6d9, host n-h1-802623-1, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 00:03:41.050961 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-4d29cec5-6442-464c-9b6e-97380e5d832f req-58b79276-8e91-45a8-8c3d-94ce553d17f0 service neutron] For port b9ded469-de91-4c93-b760-fbcb3e68b6d9, host n-h1-802623-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=b9ded469-de91-4c93-b760-fbcb3e68b6d9,segment=NetworkSegment(9a36f625-164a-43e8-93fe-52a4155ad57a),segment_id=9a36f625-164a-43e8-93fe-52a4155ad57a)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 00:03:41.055198 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-4d29cec5-6442-464c-9b6e-97380e5d832f req-58b79276-8e91-45a8-8c3d-94ce553d17f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:03:41.093124 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d29cec5-6442-464c-9b6e-97380e5d832f req-58b79276-8e91-45a8-8c3d-94ce553d17f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:03:41.093745 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-4d29cec5-6442-464c-9b6e-97380e5d832f req-58b79276-8e91-45a8-8c3d-94ce553d17f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:03:41.095153 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-4d29cec5-6442-464c-9b6e-97380e5d832f req-58b79276-8e91-45a8-8c3d-94ce553d17f0 service neutron] 10.222.0.38 "PUT /v2.0/ports/b9ded469-de91-4c93-b760-fbcb3e68b6d9 HTTP/1.1" status: 200 len: 1092 time: 0.5801454 Jul 28 00:03:41.095596 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '051a2e80-e9e6-426d-b64c-6b122f031f6a', 'tag': 'b9ded469-de91-4c93-b760-fbcb3e68b6d9'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 00:03:41.097833 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b87af07e598cf5b62d2945997aebdb2f0d5735b62acaa13edb25b119cdbae256" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f37c133-6568-4604-a9fd-9b63ba4026e6" -d '{"events": [{"name": "network-changed", "server_uuid": "051a2e80-e9e6-426d-b64c-6b122f031f6a", "tag": "b9ded469-de91-4c93-b760-fbcb3e68b6d9"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 00:03:41.124792 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b79276-8e91-45a8-8c3d-94ce553d17f0 service neutron] Pushing event updated for resources: {'Port': ['ID=b9ded469-de91-4c93-b760-fbcb3e68b6d9,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:03:41.146270 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 00:03:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83857669-9d9a-4633-a505-8d7e6051bba5 x-openstack-request-id: req-83857669-9d9a-4633-a505-8d7e6051bba5 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 00:03:41.146632 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "051a2e80-e9e6-426d-b64c-6b122f031f6a", "tag": "b9ded469-de91-4c93-b760-fbcb3e68b6d9", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 00:03:41.146837 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-83857669-9d9a-4633-a505-8d7e6051bba5 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 00:03:41.147242 n-d-802623-1 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '051a2e80-e9e6-426d-b64c-6b122f031f6a', 'tag': 'b9ded469-de91-4c93-b760-fbcb3e68b6d9', 'status': 'completed', 'code': 200} Jul 28 00:03:41.180935 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d29cec5-6442-464c-9b6e-97380e5d832f req-3d82c15f-67dc-4036-9e4f-5e1da68efbc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:03:41.182755 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-4d29cec5-6442-464c-9b6e-97380e5d832f req-3d82c15f-67dc-4036-9e4f-5e1da68efbc9 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=54ce539c4a9643638aeaa822ba4361b9&device_id=051a2e80-e9e6-426d-b64c-6b122f031f6a HTTP/1.1" status: 200 len: 1095 time: 0.0481787 Jul 28 00:03:41.214759 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf23c14f-2b13-422c-beb2-5ede8d912efc req-da17089e-35eb-46b9-9e0e-a1fc58c7b185 tempest-ServersNegativeTestJSON-1936222399 tempest-ServersNegativeTestJSON-1936222399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:03:41.216297 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-bf23c14f-2b13-422c-beb2-5ede8d912efc req-da17089e-35eb-46b9-9e0e-a1fc58c7b185 tempest-ServersNegativeTestJSON-1936222399 tempest-ServersNegativeTestJSON-1936222399-project] 10.222.0.18 "GET /v2.0/ports?device_id=051a2e80-e9e6-426d-b64c-6b122f031f6a HTTP/1.1" status: 200 len: 944 time: 0.0492525 Jul 28 00:03:41.225303 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-4d29cec5-6442-464c-9b6e-97380e5d832f req-88f115c7-077c-44a4-ae9c-1ccf11f21a57 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b9ded469-de91-4c93-b760-fbcb3e68b6d9 HTTP/1.1" status: 200 len: 217 time: 0.0345464 Jul 28 00:03:41.256752 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-bf23c14f-2b13-422c-beb2-5ede8d912efc req-5f622246-87a3-49ea-a772-ef3e273cd61b tempest-ServersNegativeTestJSON-1936222399 tempest-ServersNegativeTestJSON-1936222399-project] 10.222.0.18 "GET /v2.0/security-groups?id=5942b8eb-f1f3-40d8-ac0e-5fb4e9f8f561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340772 Jul 28 00:03:41.279060 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d29cec5-6442-464c-9b6e-97380e5d832f req-05409768-6071-4836-a53f-8ad806867b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:03:41.280565 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-4d29cec5-6442-464c-9b6e-97380e5d832f req-05409768-6071-4836-a53f-8ad806867b36 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=9f0d7d84-c3b6-49c2-b6e7-aeae190bb7a4 HTTP/1.1" status: 200 len: 852 time: 0.0490057 Jul 28 00:03:41.311625 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-4d29cec5-6442-464c-9b6e-97380e5d832f req-875c99f7-34ec-4afd-8904-36e44d06c20b service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=5884a74f-2b47-428a-b71d-0008661da798&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245867 Jul 28 00:03:41.364996 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.agents_db [None req-9beef776-8bab-4de2-989a-f5a23ba4aaf4 None None] Agent healthcheck: found 7 active agents {{(pid=93800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 00:03:41.400392 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-4d29cec5-6442-464c-9b6e-97380e5d832f req-9e94ad57-750c-46db-ad03-838db9c0eafa service neutron] 10.222.0.38 "GET /v2.0/networks/5884a74f-2b47-428a-b71d-0008661da798?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815763 Jul 28 00:03:41.494581 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-4d29cec5-6442-464c-9b6e-97380e5d832f req-b06f0056-e14f-4de7-b059-95abdc400e0b service neutron] 10.222.0.38 "GET /v2.0/networks/5884a74f-2b47-428a-b71d-0008661da798?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865850 Jul 28 00:03:41.580709 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f37c133-6568-4604-a9fd-9b63ba4026e6 req-436e9acc-45a6-44d5-b511-94ba2f8ad39f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:03:41.582184 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-4f37c133-6568-4604-a9fd-9b63ba4026e6 req-436e9acc-45a6-44d5-b511-94ba2f8ad39f service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=54ce539c4a9643638aeaa822ba4361b9&device_id=051a2e80-e9e6-426d-b64c-6b122f031f6a HTTP/1.1" status: 200 len: 1095 time: 0.0404968 Jul 28 00:03:41.672687 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f37c133-6568-4604-a9fd-9b63ba4026e6 req-9c3d5b8a-b68d-4138-9f4a-b91bf28e87d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:03:41.674034 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-4f37c133-6568-4604-a9fd-9b63ba4026e6 req-9c3d5b8a-b68d-4138-9f4a-b91bf28e87d5 service neutron] 10.222.0.38 "GET /v2.0/networks?id=5884a74f-2b47-428a-b71d-0008661da798 HTTP/1.1" status: 200 len: 913 time: 0.0849133 Jul 28 00:03:41.715348 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-4f37c133-6568-4604-a9fd-9b63ba4026e6 req-7bcc90ff-abd6-4878-89bf-7ab928c4aa6a service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b9ded469-de91-4c93-b760-fbcb3e68b6d9 HTTP/1.1" status: 200 len: 217 time: 0.0341578 Jul 28 00:03:41.763133 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f37c133-6568-4604-a9fd-9b63ba4026e6 req-30042555-5606-4509-8eaf-f0f01c653d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:03:41.764514 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-4f37c133-6568-4604-a9fd-9b63ba4026e6 req-30042555-5606-4509-8eaf-f0f01c653d0b service neutron] 10.222.0.38 "GET /v2.0/subnets?id=9f0d7d84-c3b6-49c2-b6e7-aeae190bb7a4 HTTP/1.1" status: 200 len: 852 time: 0.0422451 Jul 28 00:03:41.796392 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-4f37c133-6568-4604-a9fd-9b63ba4026e6 req-3895c9ce-c30e-485c-9148-bb06c1633818 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=5884a74f-2b47-428a-b71d-0008661da798&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0229859 Jul 28 00:03:41.887513 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-4f37c133-6568-4604-a9fd-9b63ba4026e6 req-758a8cc4-5955-42f9-8e77-583337d97313 service neutron] 10.222.0.38 "GET /v2.0/networks/5884a74f-2b47-428a-b71d-0008661da798?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837698 Jul 28 00:03:41.977105 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-4f37c133-6568-4604-a9fd-9b63ba4026e6 req-9792a4cf-92c3-47ea-a143-7039cc4d804b service neutron] 10.222.0.38 "GET /v2.0/networks/5884a74f-2b47-428a-b71d-0008661da798?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818925 Jul 28 00:03:42.377522 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c49ae7-d269-41c0-90e9-d00fc636f48f req-b4cec31a-17b2-42de-8179-8f5f30c30d02 tempest-ServersNegativeTestJSON-1936222399 tempest-ServersNegativeTestJSON-1936222399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:03:42.378999 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-00c49ae7-d269-41c0-90e9-d00fc636f48f req-b4cec31a-17b2-42de-8179-8f5f30c30d02 tempest-ServersNegativeTestJSON-1936222399 tempest-ServersNegativeTestJSON-1936222399-project] 10.222.0.18 "GET /v2.0/ports?device_id=051a2e80-e9e6-426d-b64c-6b122f031f6a HTTP/1.1" status: 200 len: 944 time: 0.0537903 Jul 28 00:03:42.416055 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-00c49ae7-d269-41c0-90e9-d00fc636f48f req-dfd9f458-7276-4f1b-9145-c9adfbd63502 tempest-ServersNegativeTestJSON-1936222399 tempest-ServersNegativeTestJSON-1936222399-project] 10.222.0.18 "GET /v2.0/security-groups?id=5942b8eb-f1f3-40d8-ac0e-5fb4e9f8f561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310819 Jul 28 00:03:43.531287 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67870d98-81f4-4d66-8914-ec35149ae708 req-c444336b-248a-43c6-9175-acb038e9ddf6 tempest-ServersNegativeTestJSON-1936222399 tempest-ServersNegativeTestJSON-1936222399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:03:43.532762 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-67870d98-81f4-4d66-8914-ec35149ae708 req-c444336b-248a-43c6-9175-acb038e9ddf6 tempest-ServersNegativeTestJSON-1936222399 tempest-ServersNegativeTestJSON-1936222399-project] 10.222.0.18 "GET /v2.0/ports?device_id=051a2e80-e9e6-426d-b64c-6b122f031f6a HTTP/1.1" status: 200 len: 944 time: 0.0475123 Jul 28 00:03:43.570131 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-67870d98-81f4-4d66-8914-ec35149ae708 req-9674d936-ae11-40d5-996b-5b8af6b2c9cc tempest-ServersNegativeTestJSON-1936222399 tempest-ServersNegativeTestJSON-1936222399-project] 10.222.0.18 "GET /v2.0/security-groups?id=5942b8eb-f1f3-40d8-ac0e-5fb4e9f8f561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315568 Jul 28 00:03:43.876273 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device b9ded469-de91-4c93-b760-fbcb3e68b6d9 details requested by agent hyperv_n-h1-802623-1 with host n-h1-802623-1 {{(pid=93799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 00:03:43.974804 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port b9ded469-de91-4c93-b760-fbcb3e68b6d9, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=b9ded469-de91-4c93-b760-fbcb3e68b6d9,segment=NetworkSegment(9a36f625-164a-43e8-93fe-52a4155ad57a),segment_id=9a36f625-164a-43e8-93fe-52a4155ad57a)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 00:03:43.987907 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Returning: {'device': 'b9ded469-de91-4c93-b760-fbcb3e68b6d9', 'network_id': '5884a74f-2b47-428a-b71d-0008661da798', 'port_id': 'b9ded469-de91-4c93-b760-fbcb3e68b6d9', 'mac_address': 'fa:16:3e:d7:43:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f0d7d84-c3b6-49c2-b6e7-aeae190bb7a4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 00:03:44.024569 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:03:44.037131 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9ded469-de91-4c93-b760-fbcb3e68b6d9 {{(pid=93799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 00:03:44.056905 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port b9ded469-de91-4c93-b760-fbcb3e68b6d9, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=b9ded469-de91-4c93-b760-fbcb3e68b6d9,segment=NetworkSegment(9a36f625-164a-43e8-93fe-52a4155ad57a),segment_id=9a36f625-164a-43e8-93fe-52a4155ad57a)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 00:03:44.060487 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:03:44.112186 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Pushing event updated for resources: {'Port': ['ID=b9ded469-de91-4c93-b760-fbcb3e68b6d9,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:03:44.252599 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] get_ports_and_sgs() called for port_ids ['b9ded469-de91-4c93-b760-fbcb3e68b6d9'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 00:03:44.681454 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a78944-1c0a-47a4-b26d-dbd885953a15 req-22651a3f-0e92-41a1-b5e1-7fd928e35138 tempest-ServersNegativeTestJSON-1936222399 tempest-ServersNegativeTestJSON-1936222399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:03:44.682921 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c2a78944-1c0a-47a4-b26d-dbd885953a15 req-22651a3f-0e92-41a1-b5e1-7fd928e35138 tempest-ServersNegativeTestJSON-1936222399 tempest-ServersNegativeTestJSON-1936222399-project] 10.222.0.18 "GET /v2.0/ports?device_id=051a2e80-e9e6-426d-b64c-6b122f031f6a HTTP/1.1" status: 200 len: 945 time: 0.0475767 Jul 28 00:03:44.720842 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c2a78944-1c0a-47a4-b26d-dbd885953a15 req-71949dde-8f5c-44f3-9798-90608af6ebf2 tempest-ServersNegativeTestJSON-1936222399 tempest-ServersNegativeTestJSON-1936222399-project] 10.222.0.18 "GET /v2.0/security-groups?id=5942b8eb-f1f3-40d8-ac0e-5fb4e9f8f561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320442 Jul 28 00:03:45.849404 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53187a1f-e347-47ca-b216-bd440944b8a7 req-e55a8151-75f0-4799-9ba1-aeb5b9f91f06 tempest-ServersNegativeTestJSON-1936222399 tempest-ServersNegativeTestJSON-1936222399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:03:45.850889 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-53187a1f-e347-47ca-b216-bd440944b8a7 req-e55a8151-75f0-4799-9ba1-aeb5b9f91f06 tempest-ServersNegativeTestJSON-1936222399 tempest-ServersNegativeTestJSON-1936222399-project] 10.222.0.18 "GET /v2.0/ports?device_id=051a2e80-e9e6-426d-b64c-6b122f031f6a HTTP/1.1" status: 200 len: 945 time: 0.0529313 Jul 28 00:03:45.892424 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-53187a1f-e347-47ca-b216-bd440944b8a7 req-b1138844-93d6-4236-9fc6-bf4c3751910f tempest-ServersNegativeTestJSON-1936222399 tempest-ServersNegativeTestJSON-1936222399-project] 10.222.0.18 "GET /v2.0/security-groups?id=5942b8eb-f1f3-40d8-ac0e-5fb4e9f8f561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351646 Jul 28 00:03:45.908152 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device b9ded469-de91-4c93-b760-fbcb3e68b6d9 up at agent hyperv_n-h1-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 00:03:45.958644 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Provisioning for port b9ded469-de91-4c93-b760-fbcb3e68b6d9 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 00:03:45.962522 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Provisioning complete for port b9ded469-de91-4c93-b760-fbcb3e68b6d9 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 00:03:45.962905 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:03:46.042963 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:03:46.066516 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '051a2e80-e9e6-426d-b64c-6b122f031f6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9ded469-de91-4c93-b760-fbcb3e68b6d9'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 00:03:46.068801 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64765ad30d2cb160e3038d1462d2ba509af0f62467a800f17112a752d2df19f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75a272b1-1b7b-4a51-afa2-48473a3cdcb8" -d '{"events": [{"server_uuid": "051a2e80-e9e6-426d-b64c-6b122f031f6a", "name": "network-vif-plugged", "status": "completed", "tag": "b9ded469-de91-4c93-b760-fbcb3e68b6d9"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 00:03:46.081411 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port b9ded469-de91-4c93-b760-fbcb3e68b6d9, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=b9ded469-de91-4c93-b760-fbcb3e68b6d9,segment=NetworkSegment(9a36f625-164a-43e8-93fe-52a4155ad57a),segment_id=9a36f625-164a-43e8-93fe-52a4155ad57a)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 00:03:46.085393 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:03:46.109116 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 00:03:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-378bcd47-a929-4c67-9339-6d9678bf6943 x-openstack-request-id: req-378bcd47-a929-4c67-9339-6d9678bf6943 {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 00:03:46.109405 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "051a2e80-e9e6-426d-b64c-6b122f031f6a", "name": "network-vif-plugged", "status": "completed", "tag": "b9ded469-de91-4c93-b760-fbcb3e68b6d9", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 00:03:46.109651 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-378bcd47-a929-4c67-9339-6d9678bf6943 {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 00:03:46.110037 n-d-802623-1 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '051a2e80-e9e6-426d-b64c-6b122f031f6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9ded469-de91-4c93-b760-fbcb3e68b6d9', 'code': 200} Jul 28 00:03:46.140131 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Pushing event updated for resources: {'Port': ['ID=b9ded469-de91-4c93-b760-fbcb3e68b6d9,revision_number=5']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:03:46.211978 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ce262e-2265-4055-9a4b-dd08c9670a8b req-7eb6e2e0-f672-488b-a9c5-89ed495f3a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:03:46.214105 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-45ce262e-2265-4055-9a4b-dd08c9670a8b req-7eb6e2e0-f672-488b-a9c5-89ed495f3a99 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=051a2e80-e9e6-426d-b64c-6b122f031f6a HTTP/1.1" status: 200 len: 1097 time: 0.0438485 Jul 28 00:03:46.249646 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-45ce262e-2265-4055-9a4b-dd08c9670a8b req-b2fc4266-d4d2-4b19-a3bd-ec393875a600 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=5942b8eb-f1f3-40d8-ac0e-5fb4e9f8f561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0276444 Jul 28 00:03:47.009996 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dbfbb9-ed18-445b-ae85-b10518df90d1 req-c404e0c8-a267-470b-91ca-32d90178ea9b tempest-ServersNegativeTestJSON-1936222399 tempest-ServersNegativeTestJSON-1936222399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:03:47.011535 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-78dbfbb9-ed18-445b-ae85-b10518df90d1 req-c404e0c8-a267-470b-91ca-32d90178ea9b tempest-ServersNegativeTestJSON-1936222399 tempest-ServersNegativeTestJSON-1936222399-project] 10.222.0.18 "GET /v2.0/ports?device_id=051a2e80-e9e6-426d-b64c-6b122f031f6a HTTP/1.1" status: 200 len: 946 time: 0.0503187 Jul 28 00:03:47.048875 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-78dbfbb9-ed18-445b-ae85-b10518df90d1 req-0d5d4213-cb82-43fe-8748-dd1d79c66fdd tempest-ServersNegativeTestJSON-1936222399 tempest-ServersNegativeTestJSON-1936222399-project] 10.222.0.18 "GET /v2.0/security-groups?id=5942b8eb-f1f3-40d8-ac0e-5fb4e9f8f561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313201 Jul 28 00:03:48.167333 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fa8877-ee48-436b-a334-c1b496562fcd req-fc156cb2-5e3c-4027-afc4-feaa8ae12ae3 tempest-ServersNegativeTestJSON-1936222399 tempest-ServersNegativeTestJSON-1936222399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:03:48.168826 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a1fa8877-ee48-436b-a334-c1b496562fcd req-fc156cb2-5e3c-4027-afc4-feaa8ae12ae3 tempest-ServersNegativeTestJSON-1936222399 tempest-ServersNegativeTestJSON-1936222399-project] 10.222.0.18 "GET /v2.0/ports?device_id=051a2e80-e9e6-426d-b64c-6b122f031f6a HTTP/1.1" status: 200 len: 946 time: 0.0522540 Jul 28 00:03:48.205995 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a1fa8877-ee48-436b-a334-c1b496562fcd req-00347a96-b951-4505-ba66-4de64c17d9d7 tempest-ServersNegativeTestJSON-1936222399 tempest-ServersNegativeTestJSON-1936222399-project] 10.222.0.18 "GET /v2.0/security-groups?id=5942b8eb-f1f3-40d8-ac0e-5fb4e9f8f561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312729 Jul 28 00:03:48.426158 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d80057-ebf9-4edc-90c4-5a48c36d709e req-b0bfa199-4a27-448d-94d8-dd6918253d7b tempest-ServersNegativeTestJSON-1936222399 tempest-ServersNegativeTestJSON-1936222399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:03:48.427677 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-89d80057-ebf9-4edc-90c4-5a48c36d709e req-b0bfa199-4a27-448d-94d8-dd6918253d7b tempest-ServersNegativeTestJSON-1936222399 tempest-ServersNegativeTestJSON-1936222399-project] 10.222.0.18 "GET /v2.0/networks?id=5884a74f-2b47-428a-b71d-0008661da798 HTTP/1.1" status: 200 len: 812 time: 0.1038268 Jul 28 00:03:48.443250 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-89d80057-ebf9-4edc-90c4-5a48c36d709e req-3fab8004-5a39-4c3c-94a1-6633a5fa19ae tempest-ServersNegativeTestJSON-1936222399 tempest-ServersNegativeTestJSON-1936222399-project] 10.222.0.18 "GET /v2.0/quotas/54ce539c4a9643638aeaa822ba4361b9 HTTP/1.1" status: 200 len: 375 time: 0.0092344 Jul 28 00:03:48.491292 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-89d80057-ebf9-4edc-90c4-5a48c36d709e req-c7c03a88-68ba-41cd-b4ea-8b2d4337db71 tempest-ServersNegativeTestJSON-1936222399 tempest-ServersNegativeTestJSON-1936222399-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=54ce539c4a9643638aeaa822ba4361b9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0429883 Jul 28 00:03:48.580426 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-89d80057-ebf9-4edc-90c4-5a48c36d709e req-5690fece-5992-46ee-9be2-c4c0d978e271 service neutron] 10.222.0.18 "GET /v2.0/networks/5884a74f-2b47-428a-b71d-0008661da798?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822237 Jul 28 00:03:48.673768 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-89d80057-ebf9-4edc-90c4-5a48c36d709e req-87ed2221-8da3-4229-a1d5-4d5cf1a87ddb service neutron] 10.222.0.18 "GET /v2.0/networks/5884a74f-2b47-428a-b71d-0008661da798?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873070 Jul 28 00:03:48.827733 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-eba3d66e-eddd-4620-9d2f-8f5ea62e1faa req-75dc37c0-c388-4617-918b-63a960cd9914 tempest-ServersNegativeTestJSON-1936222399 tempest-ServersNegativeTestJSON-1936222399-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f9b76d0-fab5-4648-b3da-2d4dd1b5f79d HTTP/1.1" status: 200 len: 210 time: 0.0274799 Jul 28 00:03:49.862374 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d80057-ebf9-4edc-90c4-5a48c36d709e req-26d87dcc-caaa-496e-af73-88fcead88e03 tempest-ServersNegativeTestJSON-1936222399 tempest-ServersNegativeTestJSON-1936222399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:03:49.863896 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-89d80057-ebf9-4edc-90c4-5a48c36d709e req-26d87dcc-caaa-496e-af73-88fcead88e03 tempest-ServersNegativeTestJSON-1936222399 tempest-ServersNegativeTestJSON-1936222399-project] 10.222.0.38 "GET /v2.0/networks?id=5884a74f-2b47-428a-b71d-0008661da798 HTTP/1.1" status: 200 len: 812 time: 0.1059706 Jul 28 00:03:49.878970 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [req-89d80057-ebf9-4edc-90c4-5a48c36d709e req-451e2306-c00b-401d-a7f7-dac8e94ffddc tempest-ServersNegativeTestJSON-1936222399 tempest-ServersNegativeTestJSON-1936222399-project] Request body: {'port': {'device_id': '2f9b76d0-fab5-4648-b3da-2d4dd1b5f79d', 'network_id': '5884a74f-2b47-428a-b71d-0008661da798', 'admin_state_up': True, 'tenant_id': '54ce539c4a9643638aeaa822ba4361b9'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 00:03:49.921842 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-7ac98f26-b316-4837-82f3-d45915cc166b req-2a7178dd-c1d6-44f8-b6ba-b7324431c45b tempest-ServersNegativeTestJSON-1936222399 tempest-ServersNegativeTestJSON-1936222399-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f9b76d0-fab5-4648-b3da-2d4dd1b5f79d HTTP/1.1" status: 200 len: 210 time: 0.0272799 Jul 28 00:03:49.987408 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89d80057-ebf9-4edc-90c4-5a48c36d709e req-451e2306-c00b-401d-a7f7-dac8e94ffddc tempest-ServersNegativeTestJSON-1936222399 tempest-ServersNegativeTestJSON-1936222399-project] Made reservation on behalf of 54ce539c4a9643638aeaa822ba4361b9 for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 00:03:49.991072 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-89d80057-ebf9-4edc-90c4-5a48c36d709e req-451e2306-c00b-401d-a7f7-dac8e94ffddc tempest-ServersNegativeTestJSON-1936222399 tempest-ServersNegativeTestJSON-1936222399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:03:50.116524 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [req-89d80057-ebf9-4edc-90c4-5a48c36d709e req-451e2306-c00b-401d-a7f7-dac8e94ffddc tempest-ServersNegativeTestJSON-1936222399 tempest-ServersNegativeTestJSON-1936222399-project] Allocated IP 172.20.0.3 (5884a74f-2b47-428a-b71d-0008661da798/9f0d7d84-c3b6-49c2-b6e7-aeae190bb7a4/a6217b06-191a-4970-8dfe-ce0e8c9b328b) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 00:03:50.272698 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-89d80057-ebf9-4edc-90c4-5a48c36d709e req-451e2306-c00b-401d-a7f7-dac8e94ffddc tempest-ServersNegativeTestJSON-1936222399 tempest-ServersNegativeTestJSON-1936222399-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:03:50.310278 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-89d80057-ebf9-4edc-90c4-5a48c36d709e req-451e2306-c00b-401d-a7f7-dac8e94ffddc tempest-ServersNegativeTestJSON-1936222399 tempest-ServersNegativeTestJSON-1936222399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:03:50.322755 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] get_ports_and_sgs() called for port_ids ['b9ded469-de91-4c93-b760-fbcb3e68b6d9'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 00:03:50.353193 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89d80057-ebf9-4edc-90c4-5a48c36d709e req-451e2306-c00b-401d-a7f7-dac8e94ffddc tempest-ServersNegativeTestJSON-1936222399 tempest-ServersNegativeTestJSON-1936222399-project] Network 5884a74f-2b47-428a-b71d-0008661da798 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 00:03:50.356255 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [req-89d80057-ebf9-4edc-90c4-5a48c36d709e req-451e2306-c00b-401d-a7f7-dac8e94ffddc tempest-ServersNegativeTestJSON-1936222399 tempest-ServersNegativeTestJSON-1936222399-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 00:03:50.361893 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-89d80057-ebf9-4edc-90c4-5a48c36d709e req-451e2306-c00b-401d-a7f7-dac8e94ffddc tempest-ServersNegativeTestJSON-1936222399 tempest-ServersNegativeTestJSON-1936222399-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 00:03:50.368942 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451e2306-c00b-401d-a7f7-dac8e94ffddc tempest-ServersNegativeTestJSON-1936222399 tempest-ServersNegativeTestJSON-1936222399-project] Pushing event updated for resources: {'Port': ['ID=a6217b06-191a-4970-8dfe-ce0e8c9b328b,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:03:50.412964 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d80057-ebf9-4edc-90c4-5a48c36d709e req-451e2306-c00b-401d-a7f7-dac8e94ffddc tempest-ServersNegativeTestJSON-1936222399 tempest-ServersNegativeTestJSON-1936222399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:03:50.413629 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-89d80057-ebf9-4edc-90c4-5a48c36d709e req-451e2306-c00b-401d-a7f7-dac8e94ffddc tempest-ServersNegativeTestJSON-1936222399 tempest-ServersNegativeTestJSON-1936222399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:03:50.429124 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-89d80057-ebf9-4edc-90c4-5a48c36d709e req-451e2306-c00b-401d-a7f7-dac8e94ffddc tempest-ServersNegativeTestJSON-1936222399 tempest-ServersNegativeTestJSON-1936222399-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5551190 Jul 28 00:03:50.442273 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [req-89d80057-ebf9-4edc-90c4-5a48c36d709e req-fba3c329-fcd6-4262-83d0-0c4b0d25b285 service neutron] Request body: {'port': {'device_id': '2f9b76d0-fab5-4648-b3da-2d4dd1b5f79d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802623-1'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 00:03:50.498697 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-89d80057-ebf9-4edc-90c4-5a48c36d709e req-fba3c329-fcd6-4262-83d0-0c4b0d25b285 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:03:50.751504 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [req-89d80057-ebf9-4edc-90c4-5a48c36d709e req-fba3c329-fcd6-4262-83d0-0c4b0d25b285 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6217b06-191a-4970-8dfe-ce0e8c9b328b {{(pid=93798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 00:03:50.758876 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-89d80057-ebf9-4edc-90c4-5a48c36d709e req-fba3c329-fcd6-4262-83d0-0c4b0d25b285 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:03:50.770389 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-89d80057-ebf9-4edc-90c4-5a48c36d709e req-fba3c329-fcd6-4262-83d0-0c4b0d25b285 service neutron] Transition to ACTIVE for port object a6217b06-191a-4970-8dfe-ce0e8c9b328b will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 00:03:50.773699 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-89d80057-ebf9-4edc-90c4-5a48c36d709e req-fba3c329-fcd6-4262-83d0-0c4b0d25b285 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:03:50.821393 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba3c329-fcd6-4262-83d0-0c4b0d25b285 service neutron] Pushing event updated for resources: {'Port': ['ID=a6217b06-191a-4970-8dfe-ce0e8c9b328b,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:03:50.890897 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-89d80057-ebf9-4edc-90c4-5a48c36d709e req-fba3c329-fcd6-4262-83d0-0c4b0d25b285 service neutron] Attempting to bind port a6217b06-191a-4970-8dfe-ce0e8c9b328b on host n-h1-802623-1 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 00:03:50.891562 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-89d80057-ebf9-4edc-90c4-5a48c36d709e req-fba3c329-fcd6-4262-83d0-0c4b0d25b285 service neutron] Attempting to bind port a6217b06-191a-4970-8dfe-ce0e8c9b328b by drivers openvswitch,hyperv on host n-h1-802623-1 at level 0 using segments [{'id': '9a36f625-164a-43e8-93fe-52a4155ad57a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '5884a74f-2b47-428a-b71d-0008661da798'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 00:03:50.891562 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89d80057-ebf9-4edc-90c4-5a48c36d709e req-fba3c329-fcd6-4262-83d0-0c4b0d25b285 service neutron] Attempting to bind port a6217b06-191a-4970-8dfe-ce0e8c9b328b on network 5884a74f-2b47-428a-b71d-0008661da798 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 00:03:50.895786 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89d80057-ebf9-4edc-90c4-5a48c36d709e req-fba3c329-fcd6-4262-83d0-0c4b0d25b285 service neutron] Port a6217b06-191a-4970-8dfe-ce0e8c9b328b on network 5884a74f-2b47-428a-b71d-0008661da798 not bound, no agent of type Open vSwitch agent registered on host n-h1-802623-1 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 00:03:50.896109 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89d80057-ebf9-4edc-90c4-5a48c36d709e req-fba3c329-fcd6-4262-83d0-0c4b0d25b285 service neutron] Attempting to bind port a6217b06-191a-4970-8dfe-ce0e8c9b328b on network 5884a74f-2b47-428a-b71d-0008661da798 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 00:03:50.901307 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89d80057-ebf9-4edc-90c4-5a48c36d709e req-fba3c329-fcd6-4262-83d0-0c4b0d25b285 service neutron] Checking agent: {'id': '245f1da4-a9b8-4b08-90d7-28f0f342b839', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 59, 59), 'started_at': datetime.datetime(2021, 7, 27, 22, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 0, 3, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 00:03:50.901646 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89d80057-ebf9-4edc-90c4-5a48c36d709e req-fba3c329-fcd6-4262-83d0-0c4b0d25b285 service neutron] Checking segment: {'id': '9a36f625-164a-43e8-93fe-52a4155ad57a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '5884a74f-2b47-428a-b71d-0008661da798'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 00:03:50.902031 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89d80057-ebf9-4edc-90c4-5a48c36d709e req-fba3c329-fcd6-4262-83d0-0c4b0d25b285 service neutron] Bound using segment: {'id': '9a36f625-164a-43e8-93fe-52a4155ad57a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '5884a74f-2b47-428a-b71d-0008661da798'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 00:03:50.902457 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-89d80057-ebf9-4edc-90c4-5a48c36d709e req-fba3c329-fcd6-4262-83d0-0c4b0d25b285 service neutron] Bound port: a6217b06-191a-4970-8dfe-ce0e8c9b328b, host: n-h1-802623-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a36f625-164a-43e8-93fe-52a4155ad57a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '5884a74f-2b47-428a-b71d-0008661da798'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 00:03:50.902814 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-89d80057-ebf9-4edc-90c4-5a48c36d709e req-fba3c329-fcd6-4262-83d0-0c4b0d25b285 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:03:50.964550 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-89d80057-ebf9-4edc-90c4-5a48c36d709e req-fba3c329-fcd6-4262-83d0-0c4b0d25b285 service neutron] For port a6217b06-191a-4970-8dfe-ce0e8c9b328b, host n-h1-802623-1, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 00:03:50.967728 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-89d80057-ebf9-4edc-90c4-5a48c36d709e req-fba3c329-fcd6-4262-83d0-0c4b0d25b285 service neutron] For port a6217b06-191a-4970-8dfe-ce0e8c9b328b, host n-h1-802623-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=a6217b06-191a-4970-8dfe-ce0e8c9b328b,segment=NetworkSegment(9a36f625-164a-43e8-93fe-52a4155ad57a),segment_id=9a36f625-164a-43e8-93fe-52a4155ad57a)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 00:03:50.973767 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-89d80057-ebf9-4edc-90c4-5a48c36d709e req-fba3c329-fcd6-4262-83d0-0c4b0d25b285 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:03:51.017271 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d80057-ebf9-4edc-90c4-5a48c36d709e req-fba3c329-fcd6-4262-83d0-0c4b0d25b285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:03:51.017891 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-89d80057-ebf9-4edc-90c4-5a48c36d709e req-fba3c329-fcd6-4262-83d0-0c4b0d25b285 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:03:51.019271 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-89d80057-ebf9-4edc-90c4-5a48c36d709e req-fba3c329-fcd6-4262-83d0-0c4b0d25b285 service neutron] 10.222.0.38 "PUT /v2.0/ports/a6217b06-191a-4970-8dfe-ce0e8c9b328b HTTP/1.1" status: 200 len: 1091 time: 0.5813887 Jul 28 00:03:51.019712 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f9b76d0-fab5-4648-b3da-2d4dd1b5f79d', 'tag': 'a6217b06-191a-4970-8dfe-ce0e8c9b328b'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 00:03:51.021927 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b87af07e598cf5b62d2945997aebdb2f0d5735b62acaa13edb25b119cdbae256" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d555543d-e4ec-404e-82db-e035b08190ac" -d '{"events": [{"name": "network-changed", "server_uuid": "2f9b76d0-fab5-4648-b3da-2d4dd1b5f79d", "tag": "a6217b06-191a-4970-8dfe-ce0e8c9b328b"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 00:03:51.078632 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 00:03:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c9588cd-0f70-44ba-b509-60a8a802becb x-openstack-request-id: req-9c9588cd-0f70-44ba-b509-60a8a802becb {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 00:03:51.078931 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f9b76d0-fab5-4648-b3da-2d4dd1b5f79d", "tag": "a6217b06-191a-4970-8dfe-ce0e8c9b328b", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 00:03:51.079226 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9c9588cd-0f70-44ba-b509-60a8a802becb {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 00:03:51.079618 n-d-802623-1 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f9b76d0-fab5-4648-b3da-2d4dd1b5f79d', 'tag': 'a6217b06-191a-4970-8dfe-ce0e8c9b328b', 'status': 'completed', 'code': 200} Jul 28 00:03:51.095861 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba3c329-fcd6-4262-83d0-0c4b0d25b285 service neutron] Pushing event updated for resources: {'Port': ['ID=a6217b06-191a-4970-8dfe-ce0e8c9b328b,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:03:51.111954 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ae726b-61f2-40d7-a437-9359e8931d9c req-78650074-f388-48ec-83b1-0620e24994cf tempest-ServersNegativeTestJSON-1936222399 tempest-ServersNegativeTestJSON-1936222399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:03:51.113445 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f5ae726b-61f2-40d7-a437-9359e8931d9c req-78650074-f388-48ec-83b1-0620e24994cf tempest-ServersNegativeTestJSON-1936222399 tempest-ServersNegativeTestJSON-1936222399-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f9b76d0-fab5-4648-b3da-2d4dd1b5f79d HTTP/1.1" status: 200 len: 943 time: 0.1132615 Jul 28 00:03:51.138869 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d80057-ebf9-4edc-90c4-5a48c36d709e req-ac422f05-dadd-4e8d-920f-e9d5287fffea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:03:51.140363 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-89d80057-ebf9-4edc-90c4-5a48c36d709e req-ac422f05-dadd-4e8d-920f-e9d5287fffea service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=54ce539c4a9643638aeaa822ba4361b9&device_id=2f9b76d0-fab5-4648-b3da-2d4dd1b5f79d HTTP/1.1" status: 200 len: 1094 time: 0.0780323 Jul 28 00:03:51.188685 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f5ae726b-61f2-40d7-a437-9359e8931d9c req-839172a2-8bdd-49b3-b672-db7520d4178a tempest-ServersNegativeTestJSON-1936222399 tempest-ServersNegativeTestJSON-1936222399-project] 10.222.0.18 "GET /v2.0/security-groups?id=5942b8eb-f1f3-40d8-ac0e-5fb4e9f8f561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689473 Jul 28 00:03:51.190047 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-89d80057-ebf9-4edc-90c4-5a48c36d709e req-8e0e7c78-3333-4d9b-a6a6-e1dfd0889b33 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a6217b06-191a-4970-8dfe-ce0e8c9b328b HTTP/1.1" status: 200 len: 217 time: 0.0384910 Jul 28 00:03:51.242386 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d80057-ebf9-4edc-90c4-5a48c36d709e req-e081e5f1-43ba-4cf6-b160-38aa85d8ac70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:03:51.243877 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-89d80057-ebf9-4edc-90c4-5a48c36d709e req-e081e5f1-43ba-4cf6-b160-38aa85d8ac70 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=9f0d7d84-c3b6-49c2-b6e7-aeae190bb7a4 HTTP/1.1" status: 200 len: 852 time: 0.0467911 Jul 28 00:03:51.278685 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-89d80057-ebf9-4edc-90c4-5a48c36d709e req-03e3f2ad-110f-419f-b507-559a0ab93d15 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=5884a74f-2b47-428a-b71d-0008661da798&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270364 Jul 28 00:03:51.365604 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-89d80057-ebf9-4edc-90c4-5a48c36d709e req-028a8662-cabf-4103-9f06-20248cb66ae4 service neutron] 10.222.0.38 "GET /v2.0/networks/5884a74f-2b47-428a-b71d-0008661da798?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800557 Jul 28 00:03:51.457460 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-89d80057-ebf9-4edc-90c4-5a48c36d709e req-a6caf708-e68a-4bf2-b784-598d8af7f174 service neutron] 10.222.0.38 "GET /v2.0/networks/5884a74f-2b47-428a-b71d-0008661da798?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840385 Jul 28 00:03:51.546295 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d555543d-e4ec-404e-82db-e035b08190ac req-f9685099-c6f4-47b2-b188-7596b5ee91e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:03:51.547743 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-d555543d-e4ec-404e-82db-e035b08190ac req-f9685099-c6f4-47b2-b188-7596b5ee91e9 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=54ce539c4a9643638aeaa822ba4361b9&device_id=2f9b76d0-fab5-4648-b3da-2d4dd1b5f79d HTTP/1.1" status: 200 len: 1094 time: 0.0433755 Jul 28 00:03:51.638973 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d555543d-e4ec-404e-82db-e035b08190ac req-d782e2a5-9392-41c0-8b93-13d77ce5af53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:03:51.640447 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-d555543d-e4ec-404e-82db-e035b08190ac req-d782e2a5-9392-41c0-8b93-13d77ce5af53 service neutron] 10.222.0.38 "GET /v2.0/networks?id=5884a74f-2b47-428a-b71d-0008661da798 HTTP/1.1" status: 200 len: 913 time: 0.0857487 Jul 28 00:03:51.679886 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-d555543d-e4ec-404e-82db-e035b08190ac req-bc233feb-9a4e-4fe2-b04a-5abf10755b0f service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a6217b06-191a-4970-8dfe-ce0e8c9b328b HTTP/1.1" status: 200 len: 217 time: 0.0325091 Jul 28 00:03:51.732186 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d555543d-e4ec-404e-82db-e035b08190ac req-c054b14f-a69b-48eb-ba0b-fc923abb0eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:03:51.733572 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-d555543d-e4ec-404e-82db-e035b08190ac req-c054b14f-a69b-48eb-ba0b-fc923abb0eb8 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=9f0d7d84-c3b6-49c2-b6e7-aeae190bb7a4 HTTP/1.1" status: 200 len: 852 time: 0.0417340 Jul 28 00:03:51.765359 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-d555543d-e4ec-404e-82db-e035b08190ac req-f3a070e5-3fd4-4030-974d-9a4bb37cdcfa service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=5884a74f-2b47-428a-b71d-0008661da798&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238116 Jul 28 00:03:51.857204 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-d555543d-e4ec-404e-82db-e035b08190ac req-5a5a8389-5157-44b9-8bbc-4df4f77c2aaf service neutron] 10.222.0.38 "GET /v2.0/networks/5884a74f-2b47-428a-b71d-0008661da798?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837831 Jul 28 00:03:51.949556 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-d555543d-e4ec-404e-82db-e035b08190ac req-afb3ad6c-0fee-441c-906b-8eb1e9fcc02b service neutron] 10.222.0.38 "GET /v2.0/networks/5884a74f-2b47-428a-b71d-0008661da798?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849056 Jul 28 00:03:52.304688 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52d0bce-a74b-4a64-baba-f9ec873d3705 req-987e76fe-f077-4458-b0ff-c704a70e45b4 tempest-ServersNegativeTestJSON-1936222399 tempest-ServersNegativeTestJSON-1936222399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:03:52.306690 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d52d0bce-a74b-4a64-baba-f9ec873d3705 req-987e76fe-f077-4458-b0ff-c704a70e45b4 tempest-ServersNegativeTestJSON-1936222399 tempest-ServersNegativeTestJSON-1936222399-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f9b76d0-fab5-4648-b3da-2d4dd1b5f79d HTTP/1.1" status: 200 len: 943 time: 0.0499771 Jul 28 00:03:52.344664 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d52d0bce-a74b-4a64-baba-f9ec873d3705 req-dfc00ec9-3bd8-452f-9385-98340dd34cba tempest-ServersNegativeTestJSON-1936222399 tempest-ServersNegativeTestJSON-1936222399-project] 10.222.0.18 "GET /v2.0/security-groups?id=5942b8eb-f1f3-40d8-ac0e-5fb4e9f8f561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319028 Jul 28 00:03:53.459776 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae531ce-b058-4d83-9084-f70e87e5b12f req-0a4a0a54-6c7b-422a-a63f-eec49007cd14 tempest-ServersNegativeTestJSON-1936222399 tempest-ServersNegativeTestJSON-1936222399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:03:53.461249 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-4ae531ce-b058-4d83-9084-f70e87e5b12f req-0a4a0a54-6c7b-422a-a63f-eec49007cd14 tempest-ServersNegativeTestJSON-1936222399 tempest-ServersNegativeTestJSON-1936222399-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f9b76d0-fab5-4648-b3da-2d4dd1b5f79d HTTP/1.1" status: 200 len: 943 time: 0.0517893 Jul 28 00:03:53.815157 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-4ae531ce-b058-4d83-9084-f70e87e5b12f req-f92ff30d-00aa-4e85-843d-a7529da735e1 tempest-ServersNegativeTestJSON-1936222399 tempest-ServersNegativeTestJSON-1936222399-project] 10.222.0.18 "GET /v2.0/security-groups?id=5942b8eb-f1f3-40d8-ac0e-5fb4e9f8f561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3467927 Jul 28 00:03:53.950765 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device a6217b06-191a-4970-8dfe-ce0e8c9b328b details requested by agent hyperv_n-h1-802623-1 with host n-h1-802623-1 {{(pid=93799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 00:03:54.045150 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port a6217b06-191a-4970-8dfe-ce0e8c9b328b, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=a6217b06-191a-4970-8dfe-ce0e8c9b328b,segment=NetworkSegment(9a36f625-164a-43e8-93fe-52a4155ad57a),segment_id=9a36f625-164a-43e8-93fe-52a4155ad57a)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 00:03:54.055901 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Returning: {'device': 'a6217b06-191a-4970-8dfe-ce0e8c9b328b', 'network_id': '5884a74f-2b47-428a-b71d-0008661da798', 'port_id': 'a6217b06-191a-4970-8dfe-ce0e8c9b328b', 'mac_address': 'fa:16:3e:d1:d2:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f0d7d84-c3b6-49c2-b6e7-aeae190bb7a4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 00:03:54.093029 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:03:54.104911 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6217b06-191a-4970-8dfe-ce0e8c9b328b {{(pid=93799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 00:03:54.124259 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port a6217b06-191a-4970-8dfe-ce0e8c9b328b, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=a6217b06-191a-4970-8dfe-ce0e8c9b328b,segment=NetworkSegment(9a36f625-164a-43e8-93fe-52a4155ad57a),segment_id=9a36f625-164a-43e8-93fe-52a4155ad57a)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 00:03:54.127974 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:03:54.174379 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Pushing event updated for resources: {'Port': ['ID=a6217b06-191a-4970-8dfe-ce0e8c9b328b,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:03:54.324305 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] get_ports_and_sgs() called for port_ids ['a6217b06-191a-4970-8dfe-ce0e8c9b328b'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 00:03:54.932906 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbf975e-96fe-4dfe-8f98-5c063bebf50b req-dd2d7039-4d10-4de5-ac75-55b80205de73 tempest-ServersNegativeTestJSON-1936222399 tempest-ServersNegativeTestJSON-1936222399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:03:54.934391 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-6bbf975e-96fe-4dfe-8f98-5c063bebf50b req-dd2d7039-4d10-4de5-ac75-55b80205de73 tempest-ServersNegativeTestJSON-1936222399 tempest-ServersNegativeTestJSON-1936222399-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f9b76d0-fab5-4648-b3da-2d4dd1b5f79d HTTP/1.1" status: 200 len: 944 time: 0.0531228 Jul 28 00:03:54.971321 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-6bbf975e-96fe-4dfe-8f98-5c063bebf50b req-2cf8ae3c-27e9-4271-95cc-8f67822b614e tempest-ServersNegativeTestJSON-1936222399 tempest-ServersNegativeTestJSON-1936222399-project] 10.222.0.18 "GET /v2.0/security-groups?id=5942b8eb-f1f3-40d8-ac0e-5fb4e9f8f561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311325 Jul 28 00:03:55.954565 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device a6217b06-191a-4970-8dfe-ce0e8c9b328b up at agent hyperv_n-h1-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 00:03:56.001922 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Provisioning for port a6217b06-191a-4970-8dfe-ce0e8c9b328b completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 00:03:56.005685 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Provisioning complete for port a6217b06-191a-4970-8dfe-ce0e8c9b328b triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 00:03:56.006063 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:03:56.084343 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49bffba-67d8-4ebc-9134-46ea2482e1a3 req-7eb5287b-65ce-4906-99ca-6952f2c46f12 tempest-ServersNegativeTestJSON-1936222399 tempest-ServersNegativeTestJSON-1936222399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:03:56.085848 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b49bffba-67d8-4ebc-9134-46ea2482e1a3 req-7eb5287b-65ce-4906-99ca-6952f2c46f12 tempest-ServersNegativeTestJSON-1936222399 tempest-ServersNegativeTestJSON-1936222399-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f9b76d0-fab5-4648-b3da-2d4dd1b5f79d HTTP/1.1" status: 200 len: 944 time: 0.0485957 Jul 28 00:03:56.087513 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:03:56.109213 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f9b76d0-fab5-4648-b3da-2d4dd1b5f79d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6217b06-191a-4970-8dfe-ce0e8c9b328b'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 00:03:56.111437 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64765ad30d2cb160e3038d1462d2ba509af0f62467a800f17112a752d2df19f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9915c925-97f0-4645-911c-6721a4e125b1" -d '{"events": [{"server_uuid": "2f9b76d0-fab5-4648-b3da-2d4dd1b5f79d", "name": "network-vif-plugged", "status": "completed", "tag": "a6217b06-191a-4970-8dfe-ce0e8c9b328b"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 00:03:56.124003 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b49bffba-67d8-4ebc-9134-46ea2482e1a3 req-34310086-8681-465c-9009-73048724cb5c tempest-ServersNegativeTestJSON-1936222399 tempest-ServersNegativeTestJSON-1936222399-project] 10.222.0.18 "GET /v2.0/security-groups?id=5942b8eb-f1f3-40d8-ac0e-5fb4e9f8f561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322175 Jul 28 00:03:56.124386 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port a6217b06-191a-4970-8dfe-ce0e8c9b328b, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=a6217b06-191a-4970-8dfe-ce0e8c9b328b,segment=NetworkSegment(9a36f625-164a-43e8-93fe-52a4155ad57a),segment_id=9a36f625-164a-43e8-93fe-52a4155ad57a)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 00:03:56.128449 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:03:56.155127 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 00:03:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd10f7bd-2055-41cb-83e0-b6c20c53f235 x-openstack-request-id: req-fd10f7bd-2055-41cb-83e0-b6c20c53f235 {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 00:03:56.155416 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f9b76d0-fab5-4648-b3da-2d4dd1b5f79d", "name": "network-vif-plugged", "status": "completed", "tag": "a6217b06-191a-4970-8dfe-ce0e8c9b328b", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 00:03:56.155663 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-fd10f7bd-2055-41cb-83e0-b6c20c53f235 {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 00:03:56.156043 n-d-802623-1 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f9b76d0-fab5-4648-b3da-2d4dd1b5f79d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6217b06-191a-4970-8dfe-ce0e8c9b328b', 'code': 200} Jul 28 00:03:56.181651 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Pushing event updated for resources: {'Port': ['ID=a6217b06-191a-4970-8dfe-ce0e8c9b328b,revision_number=5']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:03:56.189081 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:03:56.189428 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:03:56.189765 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:03:56.190101 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:03:56.190435 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:03:56.191007 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:03:56.191376 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:03:56.191697 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:03:56.192021 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:03:56.192338 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:03:56.192658 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:03:56.192975 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:03:56.251940 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3345b00f-301b-4873-a00e-3127ab7404ad req-02a46b07-f83f-484a-a838-7bccb6f4f5a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:03:56.253269 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-3345b00f-301b-4873-a00e-3127ab7404ad req-02a46b07-f83f-484a-a838-7bccb6f4f5a9 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=2f9b76d0-fab5-4648-b3da-2d4dd1b5f79d HTTP/1.1" status: 200 len: 1096 time: 0.0385847 Jul 28 00:03:56.289577 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-3345b00f-301b-4873-a00e-3127ab7404ad req-66082d65-aee7-4642-a3e3-ddf870875722 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=5942b8eb-f1f3-40d8-ac0e-5fb4e9f8f561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0287473 Jul 28 00:03:56.387680 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a7c43604-85a8-4fa7-b333-c3a4ae338a65 req-53d66049-3f3e-486b-ae79-ed31bf65dd42 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=051a2e80-e9e6-426d-b64c-6b122f031f6a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0423841 Jul 28 00:03:56.470734 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c43604-85a8-4fa7-b333-c3a4ae338a65 req-aa2e45da-1202-4b62-8c04-26dc7bb361b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:03:56.472206 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a7c43604-85a8-4fa7-b333-c3a4ae338a65 req-aa2e45da-1202-4b62-8c04-26dc7bb361b0 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=54ce539c4a9643638aeaa822ba4361b9&device_id=051a2e80-e9e6-426d-b64c-6b122f031f6a HTTP/1.1" status: 200 len: 1097 time: 0.0393820 Jul 28 00:03:56.575745 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c43604-85a8-4fa7-b333-c3a4ae338a65 req-3b4ef38e-fb82-4642-8fab-40ff3e2bb83d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:03:56.577124 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a7c43604-85a8-4fa7-b333-c3a4ae338a65 req-3b4ef38e-fb82-4642-8fab-40ff3e2bb83d service neutron] 10.222.0.38 "GET /v2.0/networks?id=5884a74f-2b47-428a-b71d-0008661da798 HTTP/1.1" status: 200 len: 913 time: 0.0860438 Jul 28 00:03:56.621638 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a7c43604-85a8-4fa7-b333-c3a4ae338a65 req-6e55f1e4-896b-46d8-977a-919bbadbaa07 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b9ded469-de91-4c93-b760-fbcb3e68b6d9 HTTP/1.1" status: 200 len: 217 time: 0.0362327 Jul 28 00:03:56.669091 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c43604-85a8-4fa7-b333-c3a4ae338a65 req-397a2274-97c0-47ce-a4e7-13a65dc24fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:03:56.670459 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a7c43604-85a8-4fa7-b333-c3a4ae338a65 req-397a2274-97c0-47ce-a4e7-13a65dc24fb0 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=9f0d7d84-c3b6-49c2-b6e7-aeae190bb7a4 HTTP/1.1" status: 200 len: 852 time: 0.0412316 Jul 28 00:03:56.702880 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a7c43604-85a8-4fa7-b333-c3a4ae338a65 req-f6d1cd6e-989a-4364-80ea-0bfe1f63e8a6 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=5884a74f-2b47-428a-b71d-0008661da798&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243392 Jul 28 00:03:56.795089 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a7c43604-85a8-4fa7-b333-c3a4ae338a65 req-7b2eb8b8-72e1-42f7-9680-5d8cf4e86400 service neutron] 10.222.0.38 "GET /v2.0/networks/5884a74f-2b47-428a-b71d-0008661da798?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845273 Jul 28 00:03:56.883027 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a7c43604-85a8-4fa7-b333-c3a4ae338a65 req-0a307979-0500-40be-bdd4-c471db6a8997 service neutron] 10.222.0.38 "GET /v2.0/networks/5884a74f-2b47-428a-b71d-0008661da798?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803349 Jul 28 00:03:56.966318 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-cb2759c5-592e-4d01-9c46-783ce6003373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:03:57.244078 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c9ff42-46b7-44f1-a4c0-cbf99a76cdcc req-110f3b7a-ded5-499a-810e-dd5ca884f4f4 tempest-ServersNegativeTestJSON-1936222399 tempest-ServersNegativeTestJSON-1936222399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:03:57.245530 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-71c9ff42-46b7-44f1-a4c0-cbf99a76cdcc req-110f3b7a-ded5-499a-810e-dd5ca884f4f4 tempest-ServersNegativeTestJSON-1936222399 tempest-ServersNegativeTestJSON-1936222399-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f9b76d0-fab5-4648-b3da-2d4dd1b5f79d HTTP/1.1" status: 200 len: 945 time: 0.0487390 Jul 28 00:03:57.285328 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-71c9ff42-46b7-44f1-a4c0-cbf99a76cdcc req-98f0a01b-2992-4faf-af34-2a0b93ec3b92 tempest-ServersNegativeTestJSON-1936222399 tempest-ServersNegativeTestJSON-1936222399-project] 10.222.0.18 "GET /v2.0/security-groups?id=5942b8eb-f1f3-40d8-ac0e-5fb4e9f8f561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339308 Jul 28 00:03:57.525185 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05090003-4e63-4116-8d8a-698d6d8f8c82 req-af1e467d-4598-460b-9d87-fdbba5fa8fb9 tempest-ServersNegativeTestJSON-1936222399 tempest-ServersNegativeTestJSON-1936222399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:03:57.526686 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-05090003-4e63-4116-8d8a-698d6d8f8c82 req-af1e467d-4598-460b-9d87-fdbba5fa8fb9 tempest-ServersNegativeTestJSON-1936222399 tempest-ServersNegativeTestJSON-1936222399-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f9b76d0-fab5-4648-b3da-2d4dd1b5f79d HTTP/1.1" status: 200 len: 945 time: 0.0496821 Jul 28 00:03:57.565371 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-05090003-4e63-4116-8d8a-698d6d8f8c82 req-b8e0e850-5716-4dbd-8f8b-1c4a846ef34b tempest-ServersNegativeTestJSON-1936222399 tempest-ServersNegativeTestJSON-1936222399-project] 10.222.0.18 "GET /v2.0/security-groups?id=5942b8eb-f1f3-40d8-ac0e-5fb4e9f8f561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326488 Jul 28 00:03:58.684134 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c742b60d-6661-4e67-aba2-be1b8715e63f req-0756e6da-184d-41c6-b606-bb493484f814 tempest-ServersNegativeTestJSON-1936222399 tempest-ServersNegativeTestJSON-1936222399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:03:58.685641 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-c742b60d-6661-4e67-aba2-be1b8715e63f req-0756e6da-184d-41c6-b606-bb493484f814 tempest-ServersNegativeTestJSON-1936222399 tempest-ServersNegativeTestJSON-1936222399-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f9b76d0-fab5-4648-b3da-2d4dd1b5f79d HTTP/1.1" status: 200 len: 945 time: 0.0501587 Jul 28 00:03:58.723436 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-c742b60d-6661-4e67-aba2-be1b8715e63f req-1a36edd2-0d49-4b20-8061-d3d1ee7a0986 tempest-ServersNegativeTestJSON-1936222399 tempest-ServersNegativeTestJSON-1936222399-project] 10.222.0.18 "GET /v2.0/security-groups?id=5942b8eb-f1f3-40d8-ac0e-5fb4e9f8f561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315120 Jul 28 00:03:58.870320 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd772786-48a1-4f59-a867-86c6acc44f2c req-6ad366a2-71a1-45bd-a430-d56ce4323197 tempest-ServersNegativeTestJSON-1936222399 tempest-ServersNegativeTestJSON-1936222399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:03:58.871832 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-cd772786-48a1-4f59-a867-86c6acc44f2c req-6ad366a2-71a1-45bd-a430-d56ce4323197 tempest-ServersNegativeTestJSON-1936222399 tempest-ServersNegativeTestJSON-1936222399-project] 10.222.0.38 "GET /v2.0/ports?device_id=2f9b76d0-fab5-4648-b3da-2d4dd1b5f79d HTTP/1.1" status: 200 len: 945 time: 0.0479257 Jul 28 00:03:58.969899 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-cd772786-48a1-4f59-a867-86c6acc44f2c req-fac92830-aeb9-4b5d-938e-30fd4727b271 tempest-ServersNegativeTestJSON-1936222399 tempest-ServersNegativeTestJSON-1936222399-project] Deleting port a6217b06-191a-4970-8dfe-ce0e8c9b328b {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 00:03:58.970156 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-cd772786-48a1-4f59-a867-86c6acc44f2c req-fac92830-aeb9-4b5d-938e-30fd4727b271 tempest-ServersNegativeTestJSON-1936222399 tempest-ServersNegativeTestJSON-1936222399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:03:59.058548 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-cd772786-48a1-4f59-a867-86c6acc44f2c req-fac92830-aeb9-4b5d-938e-30fd4727b271 tempest-ServersNegativeTestJSON-1936222399 tempest-ServersNegativeTestJSON-1936222399-project] For port a6217b06-191a-4970-8dfe-ce0e8c9b328b, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=a6217b06-191a-4970-8dfe-ce0e8c9b328b,segment=NetworkSegment(9a36f625-164a-43e8-93fe-52a4155ad57a),segment_id=9a36f625-164a-43e8-93fe-52a4155ad57a)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 00:03:59.058908 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-cd772786-48a1-4f59-a867-86c6acc44f2c req-fac92830-aeb9-4b5d-938e-30fd4727b271 tempest-ServersNegativeTestJSON-1936222399 tempest-ServersNegativeTestJSON-1936222399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:03:59.072366 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-cd772786-48a1-4f59-a867-86c6acc44f2c req-fac92830-aeb9-4b5d-938e-30fd4727b271 tempest-ServersNegativeTestJSON-1936222399 tempest-ServersNegativeTestJSON-1936222399-project] Calling delete_port for a6217b06-191a-4970-8dfe-ce0e8c9b328b owned by compute:nova {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 00:03:59.200156 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-cd772786-48a1-4f59-a867-86c6acc44f2c req-fac92830-aeb9-4b5d-938e-30fd4727b271 tempest-ServersNegativeTestJSON-1936222399 tempest-ServersNegativeTestJSON-1936222399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:03:59.211632 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] get_ports_and_sgs() called for port_ids ['b9ded469-de91-4c93-b760-fbcb3e68b6d9', 'a6217b06-191a-4970-8dfe-ce0e8c9b328b'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 00:03:59.228785 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac92830-aeb9-4b5d-938e-30fd4727b271 tempest-ServersNegativeTestJSON-1936222399 tempest-ServersNegativeTestJSON-1936222399-project] Pushing event deleted for resources: {'Port': ['ID=a6217b06-191a-4970-8dfe-ce0e8c9b328b,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:03:59.267460 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd772786-48a1-4f59-a867-86c6acc44f2c req-fac92830-aeb9-4b5d-938e-30fd4727b271 tempest-ServersNegativeTestJSON-1936222399 tempest-ServersNegativeTestJSON-1936222399-project] No DVR routers for this DVR port a6217b06-191a-4970-8dfe-ce0e8c9b328b on host n-h1-802623-1 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 00:03:59.270131 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-cd772786-48a1-4f59-a867-86c6acc44f2c req-fac92830-aeb9-4b5d-938e-30fd4727b271 tempest-ServersNegativeTestJSON-1936222399 tempest-ServersNegativeTestJSON-1936222399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:03:59.272540 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-cd772786-48a1-4f59-a867-86c6acc44f2c req-fac92830-aeb9-4b5d-938e-30fd4727b271 tempest-ServersNegativeTestJSON-1936222399 tempest-ServersNegativeTestJSON-1936222399-project] 10.222.0.38 "DELETE /v2.0/ports/a6217b06-191a-4970-8dfe-ce0e8c9b328b HTTP/1.1" status: 204 len: 173 time: 0.3946822 Jul 28 00:03:59.272966 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f9b76d0-fab5-4648-b3da-2d4dd1b5f79d', 'name': 'network-vif-deleted', 'tag': 'a6217b06-191a-4970-8dfe-ce0e8c9b328b'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 00:03:59.275783 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b87af07e598cf5b62d2945997aebdb2f0d5735b62acaa13edb25b119cdbae256" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b21b3333-2bdd-41b9-8348-f8c53d5b8129" -d '{"events": [{"server_uuid": "2f9b76d0-fab5-4648-b3da-2d4dd1b5f79d", "name": "network-vif-deleted", "tag": "a6217b06-191a-4970-8dfe-ce0e8c9b328b"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 00:03:59.319158 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 00:03:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-915604ff-42d6-41ed-8b14-60eb9245eb00 x-openstack-request-id: req-915604ff-42d6-41ed-8b14-60eb9245eb00 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 00:03:59.319452 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f9b76d0-fab5-4648-b3da-2d4dd1b5f79d", "name": "network-vif-deleted", "tag": "a6217b06-191a-4970-8dfe-ce0e8c9b328b", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 00:03:59.319714 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-915604ff-42d6-41ed-8b14-60eb9245eb00 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 00:03:59.320093 n-d-802623-1 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f9b76d0-fab5-4648-b3da-2d4dd1b5f79d', 'name': 'network-vif-deleted', 'tag': 'a6217b06-191a-4970-8dfe-ce0e8c9b328b', 'status': 'completed', 'code': 200} Jul 28 00:03:59.643070 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b2aa57ff-560a-48be-9580-5684b765bde0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:03:59.827671 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-452844bd-1e88-46c6-af10-360888293d5a req-dc550339-9a28-404a-bd45-654ae32d5c7e tempest-ServersNegativeTestJSON-1936222399 tempest-ServersNegativeTestJSON-1936222399-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f9b76d0-fab5-4648-b3da-2d4dd1b5f79d HTTP/1.1" status: 200 len: 210 time: 0.0278163 Jul 28 00:04:00.041286 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:00.120548 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:00.662616 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-19f2e178-d45e-4fbe-b9be-c3963fc151ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:00.987854 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175dd454-fa2a-4881-a9b0-17eed2709568 req-e23c5851-61b4-4133-ace4-cdb82c73c581 tempest-ServersNegativeTestJSON-1936222399 tempest-ServersNegativeTestJSON-1936222399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:04:00.989310 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-175dd454-fa2a-4881-a9b0-17eed2709568 req-e23c5851-61b4-4133-ace4-cdb82c73c581 tempest-ServersNegativeTestJSON-1936222399 tempest-ServersNegativeTestJSON-1936222399-project] 10.222.0.18 "GET /v2.0/ports?device_id=051a2e80-e9e6-426d-b64c-6b122f031f6a HTTP/1.1" status: 200 len: 946 time: 0.0527444 Jul 28 00:04:01.027650 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-175dd454-fa2a-4881-a9b0-17eed2709568 req-76de408e-6d88-46c4-bcf6-d88b3c17db19 tempest-ServersNegativeTestJSON-1936222399 tempest-ServersNegativeTestJSON-1936222399-project] 10.222.0.18 "GET /v2.0/security-groups?id=5942b8eb-f1f3-40d8-ac0e-5fb4e9f8f561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323927 Jul 28 00:04:01.156371 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a16227-2218-43f2-b4e7-893d0336d114 req-c4e5b4fa-9e41-46f5-8c3d-ee6933c7ed5d tempest-ServersNegativeTestJSON-1936222399 tempest-ServersNegativeTestJSON-1936222399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:04:01.157799 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d9a16227-2218-43f2-b4e7-893d0336d114 req-c4e5b4fa-9e41-46f5-8c3d-ee6933c7ed5d tempest-ServersNegativeTestJSON-1936222399 tempest-ServersNegativeTestJSON-1936222399-project] 10.222.0.18 "GET /v2.0/ports?device_id=051a2e80-e9e6-426d-b64c-6b122f031f6a HTTP/1.1" status: 200 len: 946 time: 0.0500398 Jul 28 00:04:01.196131 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d9a16227-2218-43f2-b4e7-893d0336d114 req-d3a32e75-86f4-43cd-9647-2293504fbbf1 tempest-ServersNegativeTestJSON-1936222399 tempest-ServersNegativeTestJSON-1936222399-project] 10.222.0.18 "GET /v2.0/security-groups?id=5942b8eb-f1f3-40d8-ac0e-5fb4e9f8f561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323722 Jul 28 00:04:01.318061 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982319d0-87ea-4b72-bc69-4ce1f252f6c2 req-2397c705-febc-43cc-b869-a7d1449e015d tempest-ServersNegativeTestJSON-1936222399 tempest-ServersNegativeTestJSON-1936222399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:04:01.319567 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-982319d0-87ea-4b72-bc69-4ce1f252f6c2 req-2397c705-febc-43cc-b869-a7d1449e015d tempest-ServersNegativeTestJSON-1936222399 tempest-ServersNegativeTestJSON-1936222399-project] 10.222.0.18 "GET /v2.0/ports?device_id=051a2e80-e9e6-426d-b64c-6b122f031f6a HTTP/1.1" status: 200 len: 946 time: 0.0553253 Jul 28 00:04:01.356949 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-982319d0-87ea-4b72-bc69-4ce1f252f6c2 req-de0a1a15-6c59-4307-b9a6-1657605919f9 tempest-ServersNegativeTestJSON-1936222399 tempest-ServersNegativeTestJSON-1936222399-project] 10.222.0.18 "GET /v2.0/security-groups?id=5942b8eb-f1f3-40d8-ac0e-5fb4e9f8f561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307794 Jul 28 00:04:01.519337 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1bff10-feea-4ed4-9d58-63a332683f3d req-e5a20d09-75ad-4db4-ac4a-efe880cfc604 tempest-ServersNegativeTestJSON-1936222399 tempest-ServersNegativeTestJSON-1936222399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:04:01.520812 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-2e1bff10-feea-4ed4-9d58-63a332683f3d req-e5a20d09-75ad-4db4-ac4a-efe880cfc604 tempest-ServersNegativeTestJSON-1936222399 tempest-ServersNegativeTestJSON-1936222399-project] 10.222.0.18 "GET /v2.0/ports?device_id=051a2e80-e9e6-426d-b64c-6b122f031f6a HTTP/1.1" status: 200 len: 946 time: 0.0482090 Jul 28 00:04:01.562216 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-2e1bff10-feea-4ed4-9d58-63a332683f3d req-92b070a8-280e-4c61-8745-6e76ad4ae297 tempest-ServersNegativeTestJSON-1936222399 tempest-ServersNegativeTestJSON-1936222399-project] 10.222.0.18 "GET /v2.0/security-groups?id=5942b8eb-f1f3-40d8-ac0e-5fb4e9f8f561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346177 Jul 28 00:04:01.678359 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3283c528-4633-48fd-b4dc-655d3c948824 req-105cddd0-470e-4a1a-9c4e-67f8553d94bd tempest-ServersNegativeTestJSON-1936222399 tempest-ServersNegativeTestJSON-1936222399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:04:01.679861 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-3283c528-4633-48fd-b4dc-655d3c948824 req-105cddd0-470e-4a1a-9c4e-67f8553d94bd tempest-ServersNegativeTestJSON-1936222399 tempest-ServersNegativeTestJSON-1936222399-project] 10.222.0.18 "GET /v2.0/ports?device_id=051a2e80-e9e6-426d-b64c-6b122f031f6a HTTP/1.1" status: 200 len: 946 time: 0.0475218 Jul 28 00:04:01.717619 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-3283c528-4633-48fd-b4dc-655d3c948824 req-995a23f5-ec41-425e-b7ea-7868235b7f06 tempest-ServersNegativeTestJSON-1936222399 tempest-ServersNegativeTestJSON-1936222399-project] 10.222.0.18 "GET /v2.0/security-groups?id=5942b8eb-f1f3-40d8-ac0e-5fb4e9f8f561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312960 Jul 28 00:04:01.842854 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3208fe3d-95a9-4657-bf4a-5ec14a48d44c req-b8e584c3-f506-4a80-9ac7-c4c06afd880a tempest-ServersNegativeTestJSON-1936222399 tempest-ServersNegativeTestJSON-1936222399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:04:01.844324 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-3208fe3d-95a9-4657-bf4a-5ec14a48d44c req-b8e584c3-f506-4a80-9ac7-c4c06afd880a tempest-ServersNegativeTestJSON-1936222399 tempest-ServersNegativeTestJSON-1936222399-project] 10.222.0.18 "GET /v2.0/ports?device_id=051a2e80-e9e6-426d-b64c-6b122f031f6a HTTP/1.1" status: 200 len: 946 time: 0.0520806 Jul 28 00:04:01.882039 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-3208fe3d-95a9-4657-bf4a-5ec14a48d44c req-e5a9daa6-9606-45cd-a46b-a7b3d10e5981 tempest-ServersNegativeTestJSON-1936222399 tempest-ServersNegativeTestJSON-1936222399-project] 10.222.0.18 "GET /v2.0/security-groups?id=5942b8eb-f1f3-40d8-ac0e-5fb4e9f8f561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318305 Jul 28 00:04:01.969987 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device a6217b06-191a-4970-8dfe-ce0e8c9b328b no longer exists at agent hyperv_n-h1-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 00:04:01.990238 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] No Port match for: a6217b06-191a-4970-8dfe-ce0e8c9b328b {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 00:04:01.990585 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device a6217b06-191a-4970-8dfe-ce0e8c9b328b not bound to the agent host n-h1-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 00:04:02.178595 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf6b1f8-d225-45ec-bf80-e23e378b8385 req-990602e3-ceb9-47c2-85f5-b072ce781a86 tempest-ServersNegativeTestJSON-1936222399 tempest-ServersNegativeTestJSON-1936222399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:04:02.180102 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-9bf6b1f8-d225-45ec-bf80-e23e378b8385 req-990602e3-ceb9-47c2-85f5-b072ce781a86 tempest-ServersNegativeTestJSON-1936222399 tempest-ServersNegativeTestJSON-1936222399-project] 10.222.0.18 "GET /v2.0/ports?device_id=051a2e80-e9e6-426d-b64c-6b122f031f6a HTTP/1.1" status: 200 len: 946 time: 0.0499368 Jul 28 00:04:02.217419 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-9bf6b1f8-d225-45ec-bf80-e23e378b8385 req-4c91a307-ee2b-4846-93da-2baccbaecec4 tempest-ServersNegativeTestJSON-1936222399 tempest-ServersNegativeTestJSON-1936222399-project] 10.222.0.18 "GET /v2.0/security-groups?id=5942b8eb-f1f3-40d8-ac0e-5fb4e9f8f561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313363 Jul 28 00:04:02.425300 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7418f70f-e60d-4709-8ba9-6ab514bc7f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:03.333760 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ad2d64-1a45-4eb7-8b67-cbd98388104f req-0ad4bf26-3151-443f-b7c4-273dcf592f49 tempest-ServersNegativeTestJSON-1936222399 tempest-ServersNegativeTestJSON-1936222399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:04:03.335277 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f4ad2d64-1a45-4eb7-8b67-cbd98388104f req-0ad4bf26-3151-443f-b7c4-273dcf592f49 tempest-ServersNegativeTestJSON-1936222399 tempest-ServersNegativeTestJSON-1936222399-project] 10.222.0.18 "GET /v2.0/ports?device_id=051a2e80-e9e6-426d-b64c-6b122f031f6a HTTP/1.1" status: 200 len: 946 time: 0.0480709 Jul 28 00:04:03.372639 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f4ad2d64-1a45-4eb7-8b67-cbd98388104f req-cc441204-2523-462b-bc8e-89451a18d535 tempest-ServersNegativeTestJSON-1936222399 tempest-ServersNegativeTestJSON-1936222399-project] 10.222.0.18 "GET /v2.0/security-groups?id=5942b8eb-f1f3-40d8-ac0e-5fb4e9f8f561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307925 Jul 28 00:04:03.495683 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c9ed2f-9d74-48f4-be6a-5c941d489d01 req-357a4266-b958-4468-865f-f86562a54e8f tempest-ServersNegativeTestJSON-1936222399 tempest-ServersNegativeTestJSON-1936222399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:04:03.497131 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b8c9ed2f-9d74-48f4-be6a-5c941d489d01 req-357a4266-b958-4468-865f-f86562a54e8f tempest-ServersNegativeTestJSON-1936222399 tempest-ServersNegativeTestJSON-1936222399-project] 10.222.0.38 "GET /v2.0/ports?device_id=051a2e80-e9e6-426d-b64c-6b122f031f6a HTTP/1.1" status: 200 len: 946 time: 0.0511231 Jul 28 00:04:03.584484 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-b8c9ed2f-9d74-48f4-be6a-5c941d489d01 req-45619c9f-5196-49d7-901e-085651865560 tempest-ServersNegativeTestJSON-1936222399 tempest-ServersNegativeTestJSON-1936222399-project] Deleting port b9ded469-de91-4c93-b760-fbcb3e68b6d9 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 00:04:03.584828 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-b8c9ed2f-9d74-48f4-be6a-5c941d489d01 req-45619c9f-5196-49d7-901e-085651865560 tempest-ServersNegativeTestJSON-1936222399 tempest-ServersNegativeTestJSON-1936222399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:03.673556 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-b8c9ed2f-9d74-48f4-be6a-5c941d489d01 req-45619c9f-5196-49d7-901e-085651865560 tempest-ServersNegativeTestJSON-1936222399 tempest-ServersNegativeTestJSON-1936222399-project] For port b9ded469-de91-4c93-b760-fbcb3e68b6d9, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=b9ded469-de91-4c93-b760-fbcb3e68b6d9,segment=NetworkSegment(9a36f625-164a-43e8-93fe-52a4155ad57a),segment_id=9a36f625-164a-43e8-93fe-52a4155ad57a)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 00:04:03.673916 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-b8c9ed2f-9d74-48f4-be6a-5c941d489d01 req-45619c9f-5196-49d7-901e-085651865560 tempest-ServersNegativeTestJSON-1936222399 tempest-ServersNegativeTestJSON-1936222399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:03.686890 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-b8c9ed2f-9d74-48f4-be6a-5c941d489d01 req-45619c9f-5196-49d7-901e-085651865560 tempest-ServersNegativeTestJSON-1936222399 tempest-ServersNegativeTestJSON-1936222399-project] Calling delete_port for b9ded469-de91-4c93-b760-fbcb3e68b6d9 owned by compute:nova {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 00:04:03.811985 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-b8c9ed2f-9d74-48f4-be6a-5c941d489d01 req-45619c9f-5196-49d7-901e-085651865560 tempest-ServersNegativeTestJSON-1936222399 tempest-ServersNegativeTestJSON-1936222399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:03.823956 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] get_ports_and_sgs() called for port_ids ['b9ded469-de91-4c93-b760-fbcb3e68b6d9'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 00:04:03.840610 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45619c9f-5196-49d7-901e-085651865560 tempest-ServersNegativeTestJSON-1936222399 tempest-ServersNegativeTestJSON-1936222399-project] Pushing event deleted for resources: {'Port': ['ID=b9ded469-de91-4c93-b760-fbcb3e68b6d9,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:04:03.880771 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8c9ed2f-9d74-48f4-be6a-5c941d489d01 req-45619c9f-5196-49d7-901e-085651865560 tempest-ServersNegativeTestJSON-1936222399 tempest-ServersNegativeTestJSON-1936222399-project] No DVR routers for this DVR port b9ded469-de91-4c93-b760-fbcb3e68b6d9 on host n-h1-802623-1 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 00:04:03.883397 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-b8c9ed2f-9d74-48f4-be6a-5c941d489d01 req-45619c9f-5196-49d7-901e-085651865560 tempest-ServersNegativeTestJSON-1936222399 tempest-ServersNegativeTestJSON-1936222399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:03.885459 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b8c9ed2f-9d74-48f4-be6a-5c941d489d01 req-45619c9f-5196-49d7-901e-085651865560 tempest-ServersNegativeTestJSON-1936222399 tempest-ServersNegativeTestJSON-1936222399-project] 10.222.0.38 "DELETE /v2.0/ports/b9ded469-de91-4c93-b760-fbcb3e68b6d9 HTTP/1.1" status: 204 len: 173 time: 0.3818998 Jul 28 00:04:03.885897 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '051a2e80-e9e6-426d-b64c-6b122f031f6a', 'name': 'network-vif-deleted', 'tag': 'b9ded469-de91-4c93-b760-fbcb3e68b6d9'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 00:04:03.888172 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b87af07e598cf5b62d2945997aebdb2f0d5735b62acaa13edb25b119cdbae256" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52c67860-3d6d-464b-bc22-c7239aab2085" -d '{"events": [{"server_uuid": "051a2e80-e9e6-426d-b64c-6b122f031f6a", "name": "network-vif-deleted", "tag": "b9ded469-de91-4c93-b760-fbcb3e68b6d9"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 00:04:04.151436 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 00:04:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fa7c46f-426e-4418-abbe-1617fbca612d x-openstack-request-id: req-2fa7c46f-426e-4418-abbe-1617fbca612d {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 00:04:04.151750 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "051a2e80-e9e6-426d-b64c-6b122f031f6a", "name": "network-vif-deleted", "tag": "b9ded469-de91-4c93-b760-fbcb3e68b6d9", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 00:04:04.151999 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2fa7c46f-426e-4418-abbe-1617fbca612d {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 00:04:04.152395 n-d-802623-1 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '051a2e80-e9e6-426d-b64c-6b122f031f6a', 'name': 'network-vif-deleted', 'tag': 'b9ded469-de91-4c93-b760-fbcb3e68b6d9', 'status': 'completed', 'code': 200} Jul 28 00:04:04.427700 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 57536) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:04:04.471684 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_v2 [None req-96be292e-eecd-44ee-b460-d52d5d6114e4 admin admin] Deleting subnet 9f0d7d84-c3b6-49c2-b6e7-aeae190bb7a4 {{(pid=93798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 00:04:04.474814 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-96be292e-eecd-44ee-b460-d52d5d6114e4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:04.515100 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-96be292e-eecd-44ee-b460-d52d5d6114e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11163249'] for subnet, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:04.556643 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-96be292e-eecd-44ee-b460-d52d5d6114e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620741'] for subnet, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:04.611767 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-96be292e-eecd-44ee-b460-d52d5d6114e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11971800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12265753'] for subnet, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:04.637915 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96be292e-eecd-44ee-b460-d52d5d6114e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9f0d7d84-c3b6-49c2-b6e7-aeae190bb7a4,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:04:04.639885 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-96be292e-eecd-44ee-b460-d52d5d6114e4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:04.641717 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-96be292e-eecd-44ee-b460-d52d5d6114e4 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/9f0d7d84-c3b6-49c2-b6e7-aeae190bb7a4 HTTP/1.1" status: 204 len: 168 time: 0.2131882 Jul 28 00:04:04.644258 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 57538) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:04:04.714305 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ebe29f5b-765d-4faf-b4fe-aab235778ff4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593271'] for network, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:04.790388 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ebe29f5b-765d-4faf-b4fe-aab235778ff4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618032', 'neutron.services.segments.db._delete_segments_for_network-8736833900081'] for network, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:04.799914 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-ebe29f5b-765d-4faf-b4fe-aab235778ff4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5884a74f-2b47-428a-b71d-0008661da798']}} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:04:04.809778 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-ebe29f5b-765d-4faf-b4fe-aab235778ff4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a36f625-164a-43e8-93fe-52a4155ad57a') {'for_net_delete': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:04:04.810074 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-ebe29f5b-765d-4faf-b4fe-aab235778ff4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a36f625-164a-43e8-93fe-52a4155ad57a') {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:04:04.818783 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ebe29f5b-765d-4faf-b4fe-aab235778ff4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736833900858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11163256'] for segment, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:04.837623 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ebe29f5b-765d-4faf-b4fe-aab235778ff4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:04.843262 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebe29f5b-765d-4faf-b4fe-aab235778ff4 admin admin] Releasing vlan 532 on physical network physnet1 to pool {{(pid=93798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 00:04:04.843641 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ebe29f5b-765d-4faf-b4fe-aab235778ff4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11971746'] for segment, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:04.845273 n-d-802623-1 neutron-server[93798]: Traceback (most recent call last): Jul 28 00:04:04.845273 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 00:04:04.845273 n-d-802623-1 neutron-server[93798]: timer() Jul 28 00:04:04.845273 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 00:04:04.845273 n-d-802623-1 neutron-server[93798]: cb(*args, **kw) Jul 28 00:04:04.845273 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 00:04:04.845273 n-d-802623-1 neutron-server[93798]: return func(*args, **kwargs) Jul 28 00:04:04.845273 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 00:04:04.845273 n-d-802623-1 neutron-server[93798]: self._notify() Jul 28 00:04:04.845273 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 00:04:04.845273 n-d-802623-1 neutron-server[93798]: self.callback(batched_events) Jul 28 00:04:04.845273 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 00:04:04.845273 n-d-802623-1 neutron-server[93798]: event.method(event) Jul 28 00:04:04.845273 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 00:04:04.845273 n-d-802623-1 neutron-server[93798]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 00:04:04.845273 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 00:04:04.845273 n-d-802623-1 neutron-server[93798]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 00:04:04.845273 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 00:04:04.845273 n-d-802623-1 neutron-server[93798]: return f(self, *a, **k) Jul 28 00:04:04.845273 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 00:04:04.845273 n-d-802623-1 neutron-server[93798]: return self._get(url).json() Jul 28 00:04:04.845273 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 00:04:04.845273 n-d-802623-1 neutron-server[93798]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 00:04:04.845273 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 00:04:04.845273 n-d-802623-1 neutron-server[93798]: return self.request(url, 'GET', **kwargs) Jul 28 00:04:04.845273 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 00:04:04.845273 n-d-802623-1 neutron-server[93798]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 00:04:04.845273 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 00:04:04.845273 n-d-802623-1 neutron-server[93798]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 00:04:04.845273 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 00:04:04.845273 n-d-802623-1 neutron-server[93798]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 00:04:04.845273 n-d-802623-1 neutron-server[93798]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 00:04:04.896635 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ebe29f5b-765d-4faf-b4fe-aab235778ff4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415412'] for network, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:04.902583 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ebe29f5b-765d-4faf-b4fe-aab235778ff4 admin admin] Notify callbacks [] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:04.904782 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-ebe29f5b-765d-4faf-b4fe-aab235778ff4 admin admin] 10.222.0.18 "DELETE /v2.0/networks/5884a74f-2b47-428a-b71d-0008661da798 HTTP/1.1" status: 204 len: 168 time: 0.2593842 Jul 28 00:04:04.918558 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe29f5b-765d-4faf-b4fe-aab235778ff4 admin admin] Pushing event deleted for resources: {'Network': ['ID=5884a74f-2b47-428a-b71d-0008661da798,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:04:05.011026 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 57544) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:04:05.054281 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-c0247c04-38ed-4686-bbbd-5d54027ec779 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=54ce539c4a9643638aeaa822ba4361b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0396879 Jul 28 00:04:05.054743 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 57546) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:04:05.104062 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3bd0316e-cae6-42d2-a015-a8d5ceb24aa7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:05.124376 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3bd0316e-cae6-42d2-a015-a8d5ceb24aa7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:05.173535 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3bd0316e-cae6-42d2-a015-a8d5ceb24aa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:05.173535 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3bd0316e-cae6-42d2-a015-a8d5ceb24aa7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:05.176607 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-3bd0316e-cae6-42d2-a015-a8d5ceb24aa7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5942b8eb-f1f3-40d8-ac0e-5fb4e9f8f561 HTTP/1.1" status: 204 len: 168 time: 0.1207418 Jul 28 00:04:05.184440 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd0316e-cae6-42d2-a015-a8d5ceb24aa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5942b8eb-f1f3-40d8-ac0e-5fb4e9f8f561,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:04:05.335726 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:05.831581 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 57568) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:04:05.921365 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-246973a2-2a28-43b9-b2c0-1bcae92780c4 tempest-NetworksIpV6Test-293414931 tempest-NetworksIpV6Test-293414931-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1363216563'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 00:04:05.942347 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-246973a2-2a28-43b9-b2c0-1bcae92780c4 tempest-NetworksIpV6Test-293414931 tempest-NetworksIpV6Test-293414931-project] Made reservation on behalf of c31623eab35c4e34bb4b526acc5edf19 for: {'network': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 00:04:05.945820 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-246973a2-2a28-43b9-b2c0-1bcae92780c4 tempest-NetworksIpV6Test-293414931 tempest-NetworksIpV6Test-293414931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for network, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:05.955035 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-246973a2-2a28-43b9-b2c0-1bcae92780c4 tempest-NetworksIpV6Test-293414931 tempest-NetworksIpV6Test-293414931-project] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:05.970502 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device b9ded469-de91-4c93-b760-fbcb3e68b6d9 no longer exists at agent hyperv_n-h1-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 00:04:05.993353 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] No Port match for: b9ded469-de91-4c93-b760-fbcb3e68b6d9 {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 00:04:05.993694 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device b9ded469-de91-4c93-b760-fbcb3e68b6d9 not bound to the agent host n-h1-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 00:04:06.052024 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-246973a2-2a28-43b9-b2c0-1bcae92780c4 tempest-NetworksIpV6Test-293414931 tempest-NetworksIpV6Test-293414931-project] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:06.056284 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-246973a2-2a28-43b9-b2c0-1bcae92780c4 tempest-NetworksIpV6Test-293414931 tempest-NetworksIpV6Test-293414931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:06.083429 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-246973a2-2a28-43b9-b2c0-1bcae92780c4 tempest-NetworksIpV6Test-293414931 tempest-NetworksIpV6Test-293414931-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 503} {{(pid=93798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 00:04:06.092123 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246973a2-2a28-43b9-b2c0-1bcae92780c4 tempest-NetworksIpV6Test-293414931 tempest-NetworksIpV6Test-293414931-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4389d7e7-d2ea-4b76-b8f5-086b92d6327f,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:04:06.097906 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-246973a2-2a28-43b9-b2c0-1bcae92780c4 tempest-NetworksIpV6Test-293414931 tempest-NetworksIpV6Test-293414931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:06.098254 n-d-802623-1 neutron-server[93798]: INFO neutron.db.segments_db [None req-246973a2-2a28-43b9-b2c0-1bcae92780c4 tempest-NetworksIpV6Test-293414931 tempest-NetworksIpV6Test-293414931-project] Added segment a977eebd-5560-4bae-a1c8-6fe47e90db4c of type vlan for network d06f13a5-ff0d-4bed-b672-3552baf85e44 Jul 28 00:04:06.139196 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-246973a2-2a28-43b9-b2c0-1bcae92780c4 tempest-NetworksIpV6Test-293414931 tempest-NetworksIpV6Test-293414931-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736833354590'] for network, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:06.167916 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-246973a2-2a28-43b9-b2c0-1bcae92780c4 tempest-NetworksIpV6Test-293414931 tempest-NetworksIpV6Test-293414931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569'] for network, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:06.173446 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-246973a2-2a28-43b9-b2c0-1bcae92780c4 tempest-NetworksIpV6Test-293414931 tempest-NetworksIpV6Test-293414931-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:04:06.174036 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-246973a2-2a28-43b9-b2c0-1bcae92780c4 tempest-NetworksIpV6Test-293414931 tempest-NetworksIpV6Test-293414931-project] Notify callbacks [] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:06.223693 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-246973a2-2a28-43b9-b2c0-1bcae92780c4 tempest-NetworksIpV6Test-293414931 tempest-NetworksIpV6Test-293414931-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3910191 Jul 28 00:04:06.240916 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246973a2-2a28-43b9-b2c0-1bcae92780c4 tempest-NetworksIpV6Test-293414931 tempest-NetworksIpV6Test-293414931-project] Pushing event updated for resources: {'Network': ['ID=d06f13a5-ff0d-4bed-b672-3552baf85e44,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:04:06.251437 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Network d06f13a5-ff0d-4bed-b672-3552baf85e44 details requested by agent ovs-agent-n-d-802623-1 with host n-d-802623-1 {{(pid=93799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 00:04:09.471991 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 57574) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:04:09.477230 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-5d8d82d1-505e-4e78-9a18-795caa516fee tempest-NetworksIpV6Test-293414931 tempest-NetworksIpV6Test-293414931-project] Request body: {'subnet': {'network_id': 'd06f13a5-ff0d-4bed-b672-3552baf85e44', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 00:04:09.566358 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d8d82d1-505e-4e78-9a18-795caa516fee tempest-NetworksIpV6Test-293414931 tempest-NetworksIpV6Test-293414931-project] Made reservation on behalf of c31623eab35c4e34bb4b526acc5edf19 for: {'subnet': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 00:04:09.569856 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5d8d82d1-505e-4e78-9a18-795caa516fee tempest-NetworksIpV6Test-293414931 tempest-NetworksIpV6Test-293414931-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11551435'] for subnet, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:09.750870 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5d8d82d1-505e-4e78-9a18-795caa516fee tempest-NetworksIpV6Test-293414931 tempest-NetworksIpV6Test-293414931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11336182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11551417'] for subnet, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:09.809212 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8d82d1-505e-4e78-9a18-795caa516fee tempest-NetworksIpV6Test-293414931 tempest-NetworksIpV6Test-293414931-project] Pushing event updated for resources: {'Subnet': ['ID=16515eee-7e65-48fb-bd1b-2b05111d5874,revision_number=0']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:04:09.817823 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d8d82d1-505e-4e78-9a18-795caa516fee tempest-NetworksIpV6Test-293414931 tempest-NetworksIpV6Test-293414931-project] Checking segment: {'id': 'a977eebd-5560-4bae-a1c8-6fe47e90db4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'd06f13a5-ff0d-4bed-b672-3552baf85e44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 00:04:09.818181 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d8d82d1-505e-4e78-9a18-795caa516fee tempest-NetworksIpV6Test-293414931 tempest-NetworksIpV6Test-293414931-project] Network hostable DHCP agents. Network: d06f13a5-ff0d-4bed-b672-3552baf85e44, hostable agents: ['5950e76f-2bde-4343-a925-cbe6bacd2706'], hosted agents: [] {{(pid=93797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 00:04:09.834486 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d8d82d1-505e-4e78-9a18-795caa516fee tempest-NetworksIpV6Test-293414931 tempest-NetworksIpV6Test-293414931-project] Network d06f13a5-ff0d-4bed-b672-3552baf85e44 is scheduled to be hosted by DHCP agent 5950e76f-2bde-4343-a925-cbe6bacd2706 with binding_index 1 {{(pid=93797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 00:04:09.842619 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-5d8d82d1-505e-4e78-9a18-795caa516fee tempest-NetworksIpV6Test-293414931 tempest-NetworksIpV6Test-293414931-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802623-1, d06f13a5-ff0d-4bed-b672-3552baf85e44) {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 00:04:09.846600 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d8d82d1-505e-4e78-9a18-795caa516fee tempest-NetworksIpV6Test-293414931 tempest-NetworksIpV6Test-293414931-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:04:09.847351 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5d8d82d1-505e-4e78-9a18-795caa516fee tempest-NetworksIpV6Test-293414931 tempest-NetworksIpV6Test-293414931-project] Notify callbacks [] for subnet, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:09.852771 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98066e6f-a315-45b1-a162-c55667ac8990 None None] Network d06f13a5-ff0d-4bed-b672-3552baf85e44 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 00:04:09.863080 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-5d8d82d1-505e-4e78-9a18-795caa516fee tempest-NetworksIpV6Test-293414931 tempest-NetworksIpV6Test-293414931-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3892584 Jul 28 00:04:09.866142 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 57576) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:04:09.871962 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-8f70369b-b601-4d8a-aa5c-bb3e523a2ee0 tempest-NetworksIpV6Test-293414931 tempest-NetworksIpV6Test-293414931-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2039438977'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 00:04:09.891550 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f70369b-b601-4d8a-aa5c-bb3e523a2ee0 tempest-NetworksIpV6Test-293414931 tempest-NetworksIpV6Test-293414931-project] Made reservation on behalf of c31623eab35c4e34bb4b526acc5edf19 for: {'network': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 00:04:09.894958 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8f70369b-b601-4d8a-aa5c-bb3e523a2ee0 tempest-NetworksIpV6Test-293414931 tempest-NetworksIpV6Test-293414931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for network, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:09.919693 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f70369b-b601-4d8a-aa5c-bb3e523a2ee0 tempest-NetworksIpV6Test-293414931 tempest-NetworksIpV6Test-293414931-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 514} {{(pid=93797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 00:04:09.928803 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8f70369b-b601-4d8a-aa5c-bb3e523a2ee0 tempest-NetworksIpV6Test-293414931 tempest-NetworksIpV6Test-293414931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:09.929186 n-d-802623-1 neutron-server[93797]: INFO neutron.db.segments_db [None req-8f70369b-b601-4d8a-aa5c-bb3e523a2ee0 tempest-NetworksIpV6Test-293414931 tempest-NetworksIpV6Test-293414931-project] Added segment 7e30ebb8-e7bf-4cdc-bffd-2be79db2652d of type vlan for network 7afd9a1c-0ff7-4714-ae71-b12a601ea4f9 Jul 28 00:04:09.974620 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8f70369b-b601-4d8a-aa5c-bb3e523a2ee0 tempest-NetworksIpV6Test-293414931 tempest-NetworksIpV6Test-293414931-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736833354590'] for network, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:10.002257 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9b78743-aa28-484e-bda3-ecd62671d6ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f6f257c-ad18-5f0c-8c8e-ea085a5fc8a2-d06f13a5-ff0d-4bed-b672-3552baf85e44', 'network_id': 'd06f13a5-ff0d-4bed-b672-3552baf85e44', 'tenant_id': 'c31623eab35c4e34bb4b526acc5edf19', 'fixed_ips': [{'subnet_id': '16515eee-7e65-48fb-bd1b-2b05111d5874'}]}} from n-d-802623-1. {{(pid=93799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 00:04:10.003099 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f9b78743-aa28-484e-bda3-ecd62671d6ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:10.006508 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8f70369b-b601-4d8a-aa5c-bb3e523a2ee0 tempest-NetworksIpV6Test-293414931 tempest-NetworksIpV6Test-293414931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569'] for network, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:10.012215 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f70369b-b601-4d8a-aa5c-bb3e523a2ee0 tempest-NetworksIpV6Test-293414931 tempest-NetworksIpV6Test-293414931-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:04:10.012804 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8f70369b-b601-4d8a-aa5c-bb3e523a2ee0 tempest-NetworksIpV6Test-293414931 tempest-NetworksIpV6Test-293414931-project] Notify callbacks [] for network, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:10.071218 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-8f70369b-b601-4d8a-aa5c-bb3e523a2ee0 tempest-NetworksIpV6Test-293414931 tempest-NetworksIpV6Test-293414931-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2039795 Jul 28 00:04:10.074041 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 57578) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:04:10.081114 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-895898e1-bd81-44a7-969b-ba56ea6e0118 tempest-NetworksIpV6Test-293414931 tempest-NetworksIpV6Test-293414931-project] Request body: {'subnet': {'network_id': '7afd9a1c-0ff7-4714-ae71-b12a601ea4f9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 00:04:10.127629 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f70369b-b601-4d8a-aa5c-bb3e523a2ee0 tempest-NetworksIpV6Test-293414931 tempest-NetworksIpV6Test-293414931-project] Pushing event updated for resources: {'Network': ['ID=7afd9a1c-0ff7-4714-ae71-b12a601ea4f9,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:04:10.142437 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Network 7afd9a1c-0ff7-4714-ae71-b12a601ea4f9 details requested by agent ovs-agent-n-d-802623-1 with host n-d-802623-1 {{(pid=93799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 00:04:10.144851 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-f9b78743-aa28-484e-bda3-ecd62671d6ed None None] Allocated IP 2001:db8:0:ffff::2 (d06f13a5-ff0d-4bed-b672-3552baf85e44/16515eee-7e65-48fb-bd1b-2b05111d5874/7049f622-f42b-4849-bb0f-d7914e40b72a) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 00:04:10.188381 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-895898e1-bd81-44a7-969b-ba56ea6e0118 tempest-NetworksIpV6Test-293414931 tempest-NetworksIpV6Test-293414931-project] Made reservation on behalf of c31623eab35c4e34bb4b526acc5edf19 for: {'subnet': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 00:04:10.192361 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-895898e1-bd81-44a7-969b-ba56ea6e0118 tempest-NetworksIpV6Test-293414931 tempest-NetworksIpV6Test-293414931-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11551435'] for subnet, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:10.341095 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f9b78743-aa28-484e-bda3-ecd62671d6ed None None] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:10.349517 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-f9b78743-aa28-484e-bda3-ecd62671d6ed None None] Transition to ACTIVE for port object 7049f622-f42b-4849-bb0f-d7914e40b72a will not be triggered until provisioned by entity L2. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 00:04:10.366131 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-f9b78743-aa28-484e-bda3-ecd62671d6ed None None] Transition to ACTIVE for port object 7049f622-f42b-4849-bb0f-d7914e40b72a will not be triggered until provisioned by entity DHCP. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 00:04:10.371705 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f9b78743-aa28-484e-bda3-ecd62671d6ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:10.385942 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-895898e1-bd81-44a7-969b-ba56ea6e0118 tempest-NetworksIpV6Test-293414931 tempest-NetworksIpV6Test-293414931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11336182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11551417'] for subnet, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:10.408902 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9b78743-aa28-484e-bda3-ecd62671d6ed None None] Network d06f13a5-ff0d-4bed-b672-3552baf85e44 is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 00:04:10.411662 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-f9b78743-aa28-484e-bda3-ecd62671d6ed None None] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 00:04:10.417623 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b78743-aa28-484e-bda3-ecd62671d6ed None None] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 00:04:10.424402 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b78743-aa28-484e-bda3-ecd62671d6ed None None] Pushing event updated for resources: {'Port': ['ID=7049f622-f42b-4849-bb0f-d7914e40b72a,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:04:10.455229 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895898e1-bd81-44a7-969b-ba56ea6e0118 tempest-NetworksIpV6Test-293414931 tempest-NetworksIpV6Test-293414931-project] Pushing event updated for resources: {'Subnet': ['ID=7fce3e51-81e1-4d76-b83f-437f3917f26d,revision_number=0']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:04:10.460886 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-895898e1-bd81-44a7-969b-ba56ea6e0118 tempest-NetworksIpV6Test-293414931 tempest-NetworksIpV6Test-293414931-project] Checking segment: {'id': '7e30ebb8-e7bf-4cdc-bffd-2be79db2652d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '7afd9a1c-0ff7-4714-ae71-b12a601ea4f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 00:04:10.461252 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-895898e1-bd81-44a7-969b-ba56ea6e0118 tempest-NetworksIpV6Test-293414931 tempest-NetworksIpV6Test-293414931-project] Network hostable DHCP agents. Network: 7afd9a1c-0ff7-4714-ae71-b12a601ea4f9, hostable agents: ['5950e76f-2bde-4343-a925-cbe6bacd2706'], hosted agents: [] {{(pid=93797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 00:04:10.473890 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-f9b78743-aa28-484e-bda3-ecd62671d6ed None None] Attempting to bind port 7049f622-f42b-4849-bb0f-d7914e40b72a on host n-d-802623-1 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 00:04:10.474397 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-f9b78743-aa28-484e-bda3-ecd62671d6ed None None] Attempting to bind port 7049f622-f42b-4849-bb0f-d7914e40b72a by drivers openvswitch,hyperv on host n-d-802623-1 at level 0 using segments [{'id': 'a977eebd-5560-4bae-a1c8-6fe47e90db4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'd06f13a5-ff0d-4bed-b672-3552baf85e44'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 00:04:10.474832 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9b78743-aa28-484e-bda3-ecd62671d6ed None None] Attempting to bind port 7049f622-f42b-4849-bb0f-d7914e40b72a on network d06f13a5-ff0d-4bed-b672-3552baf85e44 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 00:04:10.479720 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-895898e1-bd81-44a7-969b-ba56ea6e0118 tempest-NetworksIpV6Test-293414931 tempest-NetworksIpV6Test-293414931-project] Network 7afd9a1c-0ff7-4714-ae71-b12a601ea4f9 is scheduled to be hosted by DHCP agent 5950e76f-2bde-4343-a925-cbe6bacd2706 with binding_index 1 {{(pid=93797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 00:04:10.480679 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9b78743-aa28-484e-bda3-ecd62671d6ed None None] Checking agent: {'id': 'a9a568d2-a5e7-41e4-833f-a8ab42ea4073', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 52, 30), 'started_at': datetime.datetime(2021, 7, 27, 22, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 0, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802623-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 00:04:10.481054 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9b78743-aa28-484e-bda3-ecd62671d6ed None None] Checking segment: {'id': 'a977eebd-5560-4bae-a1c8-6fe47e90db4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'd06f13a5-ff0d-4bed-b672-3552baf85e44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 00:04:10.481476 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f9b78743-aa28-484e-bda3-ecd62671d6ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:10.481864 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9b78743-aa28-484e-bda3-ecd62671d6ed None None] Bound using segment: {'id': 'a977eebd-5560-4bae-a1c8-6fe47e90db4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'd06f13a5-ff0d-4bed-b672-3552baf85e44'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 00:04:10.482358 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-f9b78743-aa28-484e-bda3-ecd62671d6ed None None] Bound port: 7049f622-f42b-4849-bb0f-d7914e40b72a, host: n-d-802623-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a977eebd-5560-4bae-a1c8-6fe47e90db4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'd06f13a5-ff0d-4bed-b672-3552baf85e44'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 00:04:10.482729 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f9b78743-aa28-484e-bda3-ecd62671d6ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:10.488051 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-895898e1-bd81-44a7-969b-ba56ea6e0118 tempest-NetworksIpV6Test-293414931 tempest-NetworksIpV6Test-293414931-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802623-1, 7afd9a1c-0ff7-4714-ae71-b12a601ea4f9) {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 00:04:10.492442 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-895898e1-bd81-44a7-969b-ba56ea6e0118 tempest-NetworksIpV6Test-293414931 tempest-NetworksIpV6Test-293414931-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:04:10.493352 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-895898e1-bd81-44a7-969b-ba56ea6e0118 tempest-NetworksIpV6Test-293414931 tempest-NetworksIpV6Test-293414931-project] Notify callbacks [] for subnet, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:10.496972 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e428ba83-c00a-4771-910c-14364cf1d970 None None] Network 7afd9a1c-0ff7-4714-ae71-b12a601ea4f9 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 00:04:10.508004 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-895898e1-bd81-44a7-969b-ba56ea6e0118 tempest-NetworksIpV6Test-293414931 tempest-NetworksIpV6Test-293414931-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4329755 Jul 28 00:04:10.510880 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 57580) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:04:10.603706 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f9b78743-aa28-484e-bda3-ecd62671d6ed None None] For port 7049f622-f42b-4849-bb0f-d7914e40b72a, host n-d-802623-1, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 00:04:10.606282 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a86d9fe4-a256-49bc-8e04-72d29b20933d tempest-NetworksIpV6Test-293414931 tempest-NetworksIpV6Test-293414931-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593271'] for network, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:10.615560 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f9b78743-aa28-484e-bda3-ecd62671d6ed None None] For port 7049f622-f42b-4849-bb0f-d7914e40b72a, host n-d-802623-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=7049f622-f42b-4849-bb0f-d7914e40b72a,segment=NetworkSegment(a977eebd-5560-4bae-a1c8-6fe47e90db4c),segment_id=a977eebd-5560-4bae-a1c8-6fe47e90db4c)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 00:04:10.620411 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f9b78743-aa28-484e-bda3-ecd62671d6ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:10.694860 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a86d9fe4-a256-49bc-8e04-72d29b20933d tempest-NetworksIpV6Test-293414931 tempest-NetworksIpV6Test-293414931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620741'] for subnet, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:10.708781 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b78743-aa28-484e-bda3-ecd62671d6ed None None] Pushing event updated for resources: {'Port': ['ID=7049f622-f42b-4849-bb0f-d7914e40b72a,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:04:10.741863 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cf3b2e1-20d8-4b9f-9fe3-1092e6dbaa19 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f6f257c-ad18-5f0c-8c8e-ea085a5fc8a2-7afd9a1c-0ff7-4714-ae71-b12a601ea4f9', 'network_id': '7afd9a1c-0ff7-4714-ae71-b12a601ea4f9', 'tenant_id': 'c31623eab35c4e34bb4b526acc5edf19', 'fixed_ips': [{'subnet_id': '7fce3e51-81e1-4d76-b83f-437f3917f26d'}]}} from n-d-802623-1. {{(pid=93799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 00:04:10.743445 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-9cf3b2e1-20d8-4b9f-9fe3-1092e6dbaa19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:10.765258 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a86d9fe4-a256-49bc-8e04-72d29b20933d tempest-NetworksIpV6Test-293414931 tempest-NetworksIpV6Test-293414931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11335991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11551414'] for subnet, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:10.798474 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86d9fe4-a256-49bc-8e04-72d29b20933d tempest-NetworksIpV6Test-293414931 tempest-NetworksIpV6Test-293414931-project] Pushing event deleted for resources: {'Subnet': ['ID=7fce3e51-81e1-4d76-b83f-437f3917f26d,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:04:10.846058 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server [None req-9cf3b2e1-20d8-4b9f-9fe3-1092e6dbaa19 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7fce3e51-81e1-4d76-b83f-437f3917f26d: This subnet is being modified by another concurrent operation. Jul 28 00:04:10.846058 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 28 00:04:10.846058 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 28 00:04:10.846058 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 28 00:04:10.846058 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 28 00:04:10.846058 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 28 00:04:10.846058 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 28 00:04:10.846058 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 28 00:04:10.846058 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 28 00:04:10.846058 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 28 00:04:10.846058 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 28 00:04:10.846058 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 28 00:04:10.846058 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 00:04:10.846058 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 00:04:10.846058 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 00:04:10.846058 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 00:04:10.846058 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 28 00:04:10.846058 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 28 00:04:10.846058 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 28 00:04:10.846058 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 28 00:04:10.846058 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 00:04:10.846058 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 00:04:10.846058 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 00:04:10.846058 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 00:04:10.846058 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 28 00:04:10.846058 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 28 00:04:10.846058 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 28 00:04:10.846058 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 28 00:04:10.846058 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 00:04:10.846058 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 00:04:10.846058 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 00:04:10.846058 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 00:04:10.846058 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 28 00:04:10.846058 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 28 00:04:10.846058 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 28 00:04:10.846058 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 28 00:04:10.846058 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 28 00:04:10.846058 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 28 00:04:10.846058 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 28 00:04:10.846058 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 28 00:04:10.846058 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 28 00:04:10.846058 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 28 00:04:10.846058 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 28 00:04:10.846058 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 28 00:04:10.846058 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 28 00:04:10.846058 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 28 00:04:10.846058 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 28 00:04:10.846058 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 28 00:04:10.846058 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 00:04:10.846058 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 00:04:10.846058 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 00:04:10.846058 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 00:04:10.846058 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 28 00:04:10.846058 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 28 00:04:10.846058 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 28 00:04:10.846058 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 28 00:04:10.846058 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 00:04:10.846058 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 00:04:10.846058 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 00:04:10.846058 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 00:04:10.846058 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 28 00:04:10.846058 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 28 00:04:10.846058 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 28 00:04:10.846058 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 28 00:04:10.846058 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 00:04:10.846058 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 00:04:10.846058 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 00:04:10.846058 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 00:04:10.846058 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 28 00:04:10.846058 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 28 00:04:10.846058 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 28 00:04:10.846058 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 28 00:04:10.846058 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 28 00:04:10.846058 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 28 00:04:10.846058 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 28 00:04:10.846058 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 28 00:04:10.846058 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 28 00:04:10.846058 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 28 00:04:10.846058 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 00:04:10.846058 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 00:04:10.846058 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 00:04:10.846058 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 00:04:10.846058 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 28 00:04:10.846058 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 28 00:04:10.846058 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 28 00:04:10.846058 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 28 00:04:10.846058 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 28 00:04:10.846058 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 28 00:04:10.846058 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 28 00:04:10.846058 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server raise exception Jul 28 00:04:10.846058 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7fce3e51-81e1-4d76-b83f-437f3917f26d: This subnet is being modified by another concurrent operation. Jul 28 00:04:10.846058 n-d-802623-1 neutron-server[93799]: ERROR oslo_messaging.rpc.server Jul 28 00:04:10.880515 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a86d9fe4-a256-49bc-8e04-72d29b20933d tempest-NetworksIpV6Test-293414931 tempest-NetworksIpV6Test-293414931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618032', 'neutron.services.segments.db._delete_segments_for_network-8736833900081'] for network, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:10.880807 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e877692-8289-436e-8480-a29d54f2f43a None None] Network 7afd9a1c-0ff7-4714-ae71-b12a601ea4f9 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 00:04:10.897038 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-a86d9fe4-a256-49bc-8e04-72d29b20933d tempest-NetworksIpV6Test-293414931 tempest-NetworksIpV6Test-293414931-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7afd9a1c-0ff7-4714-ae71-b12a601ea4f9']}} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:04:10.909643 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-a86d9fe4-a256-49bc-8e04-72d29b20933d tempest-NetworksIpV6Test-293414931 tempest-NetworksIpV6Test-293414931-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e30ebb8-e7bf-4cdc-bffd-2be79db2652d') {'for_net_delete': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:04:10.909948 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-a86d9fe4-a256-49bc-8e04-72d29b20933d tempest-NetworksIpV6Test-293414931 tempest-NetworksIpV6Test-293414931-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e30ebb8-e7bf-4cdc-bffd-2be79db2652d') {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:04:10.920806 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a86d9fe4-a256-49bc-8e04-72d29b20933d tempest-NetworksIpV6Test-293414931 tempest-NetworksIpV6Test-293414931-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736833900858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11335978'] for segment, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:10.940629 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a86d9fe4-a256-49bc-8e04-72d29b20933d tempest-NetworksIpV6Test-293414931 tempest-NetworksIpV6Test-293414931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:10.948627 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a86d9fe4-a256-49bc-8e04-72d29b20933d tempest-NetworksIpV6Test-293414931 tempest-NetworksIpV6Test-293414931-project] Releasing vlan 514 on physical network physnet1 to pool {{(pid=93797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 00:04:10.949071 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a86d9fe4-a256-49bc-8e04-72d29b20933d tempest-NetworksIpV6Test-293414931 tempest-NetworksIpV6Test-293414931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11336013'] for segment, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:10.952815 n-d-802623-1 neutron-server[93797]: Traceback (most recent call last): Jul 28 00:04:10.952815 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 00:04:10.952815 n-d-802623-1 neutron-server[93797]: timer() Jul 28 00:04:10.952815 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 00:04:10.952815 n-d-802623-1 neutron-server[93797]: cb(*args, **kw) Jul 28 00:04:10.952815 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 00:04:10.952815 n-d-802623-1 neutron-server[93797]: return func(*args, **kwargs) Jul 28 00:04:10.952815 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 00:04:10.952815 n-d-802623-1 neutron-server[93797]: self._notify() Jul 28 00:04:10.952815 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 00:04:10.952815 n-d-802623-1 neutron-server[93797]: self.callback(batched_events) Jul 28 00:04:10.952815 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 00:04:10.952815 n-d-802623-1 neutron-server[93797]: event.method(event) Jul 28 00:04:10.952815 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 00:04:10.952815 n-d-802623-1 neutron-server[93797]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 00:04:10.952815 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 00:04:10.952815 n-d-802623-1 neutron-server[93797]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 00:04:10.952815 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 00:04:10.952815 n-d-802623-1 neutron-server[93797]: return f(self, *a, **k) Jul 28 00:04:10.952815 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 00:04:10.952815 n-d-802623-1 neutron-server[93797]: return self._get(url).json() Jul 28 00:04:10.952815 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 00:04:10.952815 n-d-802623-1 neutron-server[93797]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 00:04:10.952815 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 00:04:10.952815 n-d-802623-1 neutron-server[93797]: return self.request(url, 'GET', **kwargs) Jul 28 00:04:10.952815 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 00:04:10.952815 n-d-802623-1 neutron-server[93797]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 00:04:10.952815 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 00:04:10.952815 n-d-802623-1 neutron-server[93797]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 00:04:10.952815 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 00:04:10.952815 n-d-802623-1 neutron-server[93797]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 00:04:10.952815 n-d-802623-1 neutron-server[93797]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 00:04:11.016313 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a86d9fe4-a256-49bc-8e04-72d29b20933d tempest-NetworksIpV6Test-293414931 tempest-NetworksIpV6Test-293414931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415412'] for network, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:11.026968 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a86d9fe4-a256-49bc-8e04-72d29b20933d tempest-NetworksIpV6Test-293414931 tempest-NetworksIpV6Test-293414931-project] Notify callbacks [] for network, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:11.028933 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-a86d9fe4-a256-49bc-8e04-72d29b20933d tempest-NetworksIpV6Test-293414931 tempest-NetworksIpV6Test-293414931-project] 10.222.0.18 "DELETE /v2.0/networks/7afd9a1c-0ff7-4714-ae71-b12a601ea4f9 HTTP/1.1" status: 204 len: 168 time: 0.5171976 Jul 28 00:04:11.034066 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 57582) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:04:11.040315 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-007f95f6-5163-4cf2-8b05-decb082b0686 tempest-NetworksIpV6Test-293414931 tempest-NetworksIpV6Test-293414931-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-96610120'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 00:04:11.040492 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86d9fe4-a256-49bc-8e04-72d29b20933d tempest-NetworksIpV6Test-293414931 tempest-NetworksIpV6Test-293414931-project] Pushing event deleted for resources: {'Network': ['ID=7afd9a1c-0ff7-4714-ae71-b12a601ea4f9,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:04:11.063566 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-007f95f6-5163-4cf2-8b05-decb082b0686 tempest-NetworksIpV6Test-293414931 tempest-NetworksIpV6Test-293414931-project] Made reservation on behalf of c31623eab35c4e34bb4b526acc5edf19 for: {'network': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 00:04:11.068099 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-007f95f6-5163-4cf2-8b05-decb082b0686 tempest-NetworksIpV6Test-293414931 tempest-NetworksIpV6Test-293414931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for network, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:11.093444 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-007f95f6-5163-4cf2-8b05-decb082b0686 tempest-NetworksIpV6Test-293414931 tempest-NetworksIpV6Test-293414931-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 539} {{(pid=93798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 00:04:11.103409 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-007f95f6-5163-4cf2-8b05-decb082b0686 tempest-NetworksIpV6Test-293414931 tempest-NetworksIpV6Test-293414931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:11.103753 n-d-802623-1 neutron-server[93798]: INFO neutron.db.segments_db [None req-007f95f6-5163-4cf2-8b05-decb082b0686 tempest-NetworksIpV6Test-293414931 tempest-NetworksIpV6Test-293414931-project] Added segment a65c0fbe-cdf5-4f16-a21b-2293b463c023 of type vlan for network dfe7e5b6-7499-4814-87e8-56fbd519b295 Jul 28 00:04:11.148363 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-007f95f6-5163-4cf2-8b05-decb082b0686 tempest-NetworksIpV6Test-293414931 tempest-NetworksIpV6Test-293414931-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736833354590'] for network, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:11.182201 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-007f95f6-5163-4cf2-8b05-decb082b0686 tempest-NetworksIpV6Test-293414931 tempest-NetworksIpV6Test-293414931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569'] for network, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:11.187864 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-007f95f6-5163-4cf2-8b05-decb082b0686 tempest-NetworksIpV6Test-293414931 tempest-NetworksIpV6Test-293414931-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:04:11.188448 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-007f95f6-5163-4cf2-8b05-decb082b0686 tempest-NetworksIpV6Test-293414931 tempest-NetworksIpV6Test-293414931-project] Notify callbacks [] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:11.238887 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-007f95f6-5163-4cf2-8b05-decb082b0686 tempest-NetworksIpV6Test-293414931 tempest-NetworksIpV6Test-293414931-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.2034302 Jul 28 00:04:11.241884 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 57584) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:04:11.247142 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-fff9347c-cfbf-46e5-9de8-e400cf8e38eb tempest-NetworksIpV6Test-293414931 tempest-NetworksIpV6Test-293414931-project] Request body: {'subnet': {'network_id': 'dfe7e5b6-7499-4814-87e8-56fbd519b295', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 00:04:11.255765 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007f95f6-5163-4cf2-8b05-decb082b0686 tempest-NetworksIpV6Test-293414931 tempest-NetworksIpV6Test-293414931-project] Pushing event updated for resources: {'Network': ['ID=dfe7e5b6-7499-4814-87e8-56fbd519b295,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:04:11.266144 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Network dfe7e5b6-7499-4814-87e8-56fbd519b295 details requested by agent ovs-agent-n-d-802623-1 with host n-d-802623-1 {{(pid=93799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 00:04:11.339983 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fff9347c-cfbf-46e5-9de8-e400cf8e38eb tempest-NetworksIpV6Test-293414931 tempest-NetworksIpV6Test-293414931-project] Made reservation on behalf of c31623eab35c4e34bb4b526acc5edf19 for: {'subnet': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 00:04:11.343637 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-fff9347c-cfbf-46e5-9de8-e400cf8e38eb tempest-NetworksIpV6Test-293414931 tempest-NetworksIpV6Test-293414931-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11551435'] for subnet, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:11.404004 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.ipam_backend_mixin [None req-fff9347c-cfbf-46e5-9de8-e400cf8e38eb tempest-NetworksIpV6Test-293414931 tempest-NetworksIpV6Test-293414931-project] Performing IP validity checks on allocation pools {{(pid=93797) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 28 00:04:11.404600 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.ipam_backend_mixin [None req-fff9347c-cfbf-46e5-9de8-e400cf8e38eb tempest-NetworksIpV6Test-293414931 tempest-NetworksIpV6Test-293414931-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93797) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 28 00:04:11.535186 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-fff9347c-cfbf-46e5-9de8-e400cf8e38eb tempest-NetworksIpV6Test-293414931 tempest-NetworksIpV6Test-293414931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11336182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11551417'] for subnet, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:11.597492 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff9347c-cfbf-46e5-9de8-e400cf8e38eb tempest-NetworksIpV6Test-293414931 tempest-NetworksIpV6Test-293414931-project] Pushing event updated for resources: {'Subnet': ['ID=4590f949-7c45-42c1-9acf-f1fe67842221,revision_number=0']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:04:11.609580 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff9347c-cfbf-46e5-9de8-e400cf8e38eb tempest-NetworksIpV6Test-293414931 tempest-NetworksIpV6Test-293414931-project] Checking segment: {'id': 'a65c0fbe-cdf5-4f16-a21b-2293b463c023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'dfe7e5b6-7499-4814-87e8-56fbd519b295'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 00:04:11.609957 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fff9347c-cfbf-46e5-9de8-e400cf8e38eb tempest-NetworksIpV6Test-293414931 tempest-NetworksIpV6Test-293414931-project] Network hostable DHCP agents. Network: dfe7e5b6-7499-4814-87e8-56fbd519b295, hostable agents: ['5950e76f-2bde-4343-a925-cbe6bacd2706'], hosted agents: [] {{(pid=93797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 00:04:11.627342 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fff9347c-cfbf-46e5-9de8-e400cf8e38eb tempest-NetworksIpV6Test-293414931 tempest-NetworksIpV6Test-293414931-project] Network dfe7e5b6-7499-4814-87e8-56fbd519b295 is scheduled to be hosted by DHCP agent 5950e76f-2bde-4343-a925-cbe6bacd2706 with binding_index 1 {{(pid=93797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 00:04:11.638301 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-fff9347c-cfbf-46e5-9de8-e400cf8e38eb tempest-NetworksIpV6Test-293414931 tempest-NetworksIpV6Test-293414931-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802623-1, dfe7e5b6-7499-4814-87e8-56fbd519b295) {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 00:04:11.638469 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a716a1e-c2fe-4677-ba00-2f32a0f83b5d None None] Network d06f13a5-ff0d-4bed-b672-3552baf85e44 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 00:04:11.643418 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fff9347c-cfbf-46e5-9de8-e400cf8e38eb tempest-NetworksIpV6Test-293414931 tempest-NetworksIpV6Test-293414931-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:04:11.644056 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-fff9347c-cfbf-46e5-9de8-e400cf8e38eb tempest-NetworksIpV6Test-293414931 tempest-NetworksIpV6Test-293414931-project] Notify callbacks [] for subnet, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:11.654946 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c5002fc-97bc-4568-96ee-c33654ec0dcb None None] Network dfe7e5b6-7499-4814-87e8-56fbd519b295 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 00:04:11.660755 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-fff9347c-cfbf-46e5-9de8-e400cf8e38eb tempest-NetworksIpV6Test-293414931 tempest-NetworksIpV6Test-293414931-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4177210 Jul 28 00:04:11.663460 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 57586) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:04:11.756552 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-970ef165-6a0d-45e0-857d-03b04be65e16 None None] Provisioning for port 7049f622-f42b-4849-bb0f-d7914e40b72a completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 00:04:11.766456 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0fec440d-92b9-41ab-bc11-99e49010540e tempest-NetworksIpV6Test-293414931 tempest-NetworksIpV6Test-293414931-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593271'] for network, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:11.818765 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0fec440d-92b9-41ab-bc11-99e49010540e tempest-NetworksIpV6Test-293414931 tempest-NetworksIpV6Test-293414931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620741'] for subnet, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:11.879278 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0fec440d-92b9-41ab-bc11-99e49010540e tempest-NetworksIpV6Test-293414931 tempest-NetworksIpV6Test-293414931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11335991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11551414'] for subnet, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:11.905981 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a3d6954-0a73-44be-9d56-9b21d2567808 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f6f257c-ad18-5f0c-8c8e-ea085a5fc8a2-dfe7e5b6-7499-4814-87e8-56fbd519b295', 'network_id': 'dfe7e5b6-7499-4814-87e8-56fbd519b295', 'tenant_id': 'c31623eab35c4e34bb4b526acc5edf19', 'fixed_ips': [{'subnet_id': '4590f949-7c45-42c1-9acf-f1fe67842221'}]}} from n-d-802623-1. {{(pid=93799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 00:04:11.906844 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-3a3d6954-0a73-44be-9d56-9b21d2567808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:11.907481 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fec440d-92b9-41ab-bc11-99e49010540e tempest-NetworksIpV6Test-293414931 tempest-NetworksIpV6Test-293414931-project] Pushing event deleted for resources: {'Subnet': ['ID=4590f949-7c45-42c1-9acf-f1fe67842221,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:04:11.973166 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0fec440d-92b9-41ab-bc11-99e49010540e tempest-NetworksIpV6Test-293414931 tempest-NetworksIpV6Test-293414931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618032', 'neutron.services.segments.db._delete_segments_for_network-8736833900081'] for network, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:11.989532 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-0fec440d-92b9-41ab-bc11-99e49010540e tempest-NetworksIpV6Test-293414931 tempest-NetworksIpV6Test-293414931-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfe7e5b6-7499-4814-87e8-56fbd519b295']}} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:04:12.001059 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb69139b-6507-4e46-88fd-29f0d63796bc None None] Network dfe7e5b6-7499-4814-87e8-56fbd519b295 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 00:04:12.002233 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-0fec440d-92b9-41ab-bc11-99e49010540e tempest-NetworksIpV6Test-293414931 tempest-NetworksIpV6Test-293414931-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a65c0fbe-cdf5-4f16-a21b-2293b463c023') {'for_net_delete': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:04:12.002612 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-0fec440d-92b9-41ab-bc11-99e49010540e tempest-NetworksIpV6Test-293414931 tempest-NetworksIpV6Test-293414931-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a65c0fbe-cdf5-4f16-a21b-2293b463c023') {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:04:12.013116 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0fec440d-92b9-41ab-bc11-99e49010540e tempest-NetworksIpV6Test-293414931 tempest-NetworksIpV6Test-293414931-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736833900858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11335978'] for segment, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:12.028000 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0fec440d-92b9-41ab-bc11-99e49010540e tempest-NetworksIpV6Test-293414931 tempest-NetworksIpV6Test-293414931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:12.034881 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fec440d-92b9-41ab-bc11-99e49010540e tempest-NetworksIpV6Test-293414931 tempest-NetworksIpV6Test-293414931-project] Releasing vlan 539 on physical network physnet1 to pool {{(pid=93797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 00:04:12.035469 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0fec440d-92b9-41ab-bc11-99e49010540e tempest-NetworksIpV6Test-293414931 tempest-NetworksIpV6Test-293414931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11336013'] for segment, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:12.039094 n-d-802623-1 neutron-server[93797]: Traceback (most recent call last): Jul 28 00:04:12.039094 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 00:04:12.039094 n-d-802623-1 neutron-server[93797]: timer() Jul 28 00:04:12.039094 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 00:04:12.039094 n-d-802623-1 neutron-server[93797]: cb(*args, **kw) Jul 28 00:04:12.039094 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 00:04:12.039094 n-d-802623-1 neutron-server[93797]: return func(*args, **kwargs) Jul 28 00:04:12.039094 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 00:04:12.039094 n-d-802623-1 neutron-server[93797]: self._notify() Jul 28 00:04:12.039094 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 00:04:12.039094 n-d-802623-1 neutron-server[93797]: self.callback(batched_events) Jul 28 00:04:12.039094 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 00:04:12.039094 n-d-802623-1 neutron-server[93797]: event.method(event) Jul 28 00:04:12.039094 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 00:04:12.039094 n-d-802623-1 neutron-server[93797]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 00:04:12.039094 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 00:04:12.039094 n-d-802623-1 neutron-server[93797]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 00:04:12.039094 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 00:04:12.039094 n-d-802623-1 neutron-server[93797]: return f(self, *a, **k) Jul 28 00:04:12.039094 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 00:04:12.039094 n-d-802623-1 neutron-server[93797]: return self._get(url).json() Jul 28 00:04:12.039094 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 00:04:12.039094 n-d-802623-1 neutron-server[93797]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 00:04:12.039094 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 00:04:12.039094 n-d-802623-1 neutron-server[93797]: return self.request(url, 'GET', **kwargs) Jul 28 00:04:12.039094 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 00:04:12.039094 n-d-802623-1 neutron-server[93797]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 00:04:12.039094 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 00:04:12.039094 n-d-802623-1 neutron-server[93797]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 00:04:12.039094 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 00:04:12.039094 n-d-802623-1 neutron-server[93797]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 00:04:12.039094 n-d-802623-1 neutron-server[93797]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 00:04:12.100909 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0fec440d-92b9-41ab-bc11-99e49010540e tempest-NetworksIpV6Test-293414931 tempest-NetworksIpV6Test-293414931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415412'] for network, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:12.106591 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0fec440d-92b9-41ab-bc11-99e49010540e tempest-NetworksIpV6Test-293414931 tempest-NetworksIpV6Test-293414931-project] Notify callbacks [] for network, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:12.109178 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-0fec440d-92b9-41ab-bc11-99e49010540e tempest-NetworksIpV6Test-293414931 tempest-NetworksIpV6Test-293414931-project] 10.222.0.18 "DELETE /v2.0/networks/dfe7e5b6-7499-4814-87e8-56fbd519b295 HTTP/1.1" status: 204 len: 168 time: 0.4447837 Jul 28 00:04:12.112849 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 57588) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:04:12.118902 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-78fb92ee-5807-4d44-95bf-21e54174a6b9 tempest-NetworksIpV6Test-293414931 tempest-NetworksIpV6Test-293414931-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-117235363'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 00:04:12.127392 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fec440d-92b9-41ab-bc11-99e49010540e tempest-NetworksIpV6Test-293414931 tempest-NetworksIpV6Test-293414931-project] Pushing event deleted for resources: {'Network': ['ID=dfe7e5b6-7499-4814-87e8-56fbd519b295,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:04:12.139147 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1e4bb7f-d147-44da-99f6-57b09f1e6e08 None None] get_active_networks_info from n-d-802623-1 {{(pid=93799) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 28 00:04:12.142409 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78fb92ee-5807-4d44-95bf-21e54174a6b9 tempest-NetworksIpV6Test-293414931 tempest-NetworksIpV6Test-293414931-project] Made reservation on behalf of c31623eab35c4e34bb4b526acc5edf19 for: {'network': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 00:04:12.145948 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-78fb92ee-5807-4d44-95bf-21e54174a6b9 tempest-NetworksIpV6Test-293414931 tempest-NetworksIpV6Test-293414931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for network, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:12.170397 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78fb92ee-5807-4d44-95bf-21e54174a6b9 tempest-NetworksIpV6Test-293414931 tempest-NetworksIpV6Test-293414931-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 537} {{(pid=93798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 00:04:12.180191 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-78fb92ee-5807-4d44-95bf-21e54174a6b9 tempest-NetworksIpV6Test-293414931 tempest-NetworksIpV6Test-293414931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:12.180613 n-d-802623-1 neutron-server[93798]: INFO neutron.db.segments_db [None req-78fb92ee-5807-4d44-95bf-21e54174a6b9 tempest-NetworksIpV6Test-293414931 tempest-NetworksIpV6Test-293414931-project] Added segment 0aae5572-b396-4e11-b7e7-d0d02d339038 of type vlan for network 8e87a8c5-4165-4658-8b3c-7b66295a1f77 Jul 28 00:04:12.216299 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1e4bb7f-d147-44da-99f6-57b09f1e6e08 None None] Resources bound (agent type, host, resource id): {{(pid=93799) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 28 00:04:12.227805 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-78fb92ee-5807-4d44-95bf-21e54174a6b9 tempest-NetworksIpV6Test-293414931 tempest-NetworksIpV6Test-293414931-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736833354590'] for network, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:12.256307 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-78fb92ee-5807-4d44-95bf-21e54174a6b9 tempest-NetworksIpV6Test-293414931 tempest-NetworksIpV6Test-293414931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569'] for network, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:12.263039 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78fb92ee-5807-4d44-95bf-21e54174a6b9 tempest-NetworksIpV6Test-293414931 tempest-NetworksIpV6Test-293414931-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:04:12.263809 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-78fb92ee-5807-4d44-95bf-21e54174a6b9 tempest-NetworksIpV6Test-293414931 tempest-NetworksIpV6Test-293414931-project] Notify callbacks [] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:12.323007 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-78fb92ee-5807-4d44-95bf-21e54174a6b9 tempest-NetworksIpV6Test-293414931 tempest-NetworksIpV6Test-293414931-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2084572 Jul 28 00:04:12.326697 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 57590) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:04:12.332394 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-414c8d02-98ea-4f86-92d3-7ef1122cb9b9 tempest-NetworksIpV6Test-293414931 tempest-NetworksIpV6Test-293414931-project] Request body: {'subnet': {'network_id': '8e87a8c5-4165-4658-8b3c-7b66295a1f77', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 00:04:12.337356 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fb92ee-5807-4d44-95bf-21e54174a6b9 tempest-NetworksIpV6Test-293414931 tempest-NetworksIpV6Test-293414931-project] Pushing event updated for resources: {'Network': ['ID=8e87a8c5-4165-4658-8b3c-7b66295a1f77,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:04:12.349399 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Network 8e87a8c5-4165-4658-8b3c-7b66295a1f77 details requested by agent ovs-agent-n-d-802623-1 with host n-d-802623-1 {{(pid=93799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 00:04:12.423734 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-414c8d02-98ea-4f86-92d3-7ef1122cb9b9 tempest-NetworksIpV6Test-293414931 tempest-NetworksIpV6Test-293414931-project] Made reservation on behalf of c31623eab35c4e34bb4b526acc5edf19 for: {'subnet': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 00:04:12.427519 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-414c8d02-98ea-4f86-92d3-7ef1122cb9b9 tempest-NetworksIpV6Test-293414931 tempest-NetworksIpV6Test-293414931-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11551435'] for subnet, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:12.522237 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 7049f622-f42b-4849-bb0f-d7914e40b72a up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 00:04:12.571669 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning for port 7049f622-f42b-4849-bb0f-d7914e40b72a completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 00:04:12.575848 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port 7049f622-f42b-4849-bb0f-d7914e40b72a triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 00:04:12.576252 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:12.622301 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-414c8d02-98ea-4f86-92d3-7ef1122cb9b9 tempest-NetworksIpV6Test-293414931 tempest-NetworksIpV6Test-293414931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11336182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11551417'] for subnet, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:12.656258 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:12.688474 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414c8d02-98ea-4f86-92d3-7ef1122cb9b9 tempest-NetworksIpV6Test-293414931 tempest-NetworksIpV6Test-293414931-project] Pushing event updated for resources: {'Subnet': ['ID=617df1fc-cb35-4d52-a29e-9df9479ede8c,revision_number=0']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:04:12.688682 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] For port 7049f622-f42b-4849-bb0f-d7914e40b72a, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=7049f622-f42b-4849-bb0f-d7914e40b72a,segment=NetworkSegment(a977eebd-5560-4bae-a1c8-6fe47e90db4c),segment_id=a977eebd-5560-4bae-a1c8-6fe47e90db4c)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 00:04:12.691387 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-414c8d02-98ea-4f86-92d3-7ef1122cb9b9 tempest-NetworksIpV6Test-293414931 tempest-NetworksIpV6Test-293414931-project] Checking segment: {'id': '0aae5572-b396-4e11-b7e7-d0d02d339038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '8e87a8c5-4165-4658-8b3c-7b66295a1f77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 00:04:12.691691 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-414c8d02-98ea-4f86-92d3-7ef1122cb9b9 tempest-NetworksIpV6Test-293414931 tempest-NetworksIpV6Test-293414931-project] Network hostable DHCP agents. Network: 8e87a8c5-4165-4658-8b3c-7b66295a1f77, hostable agents: ['5950e76f-2bde-4343-a925-cbe6bacd2706'], hosted agents: [] {{(pid=93797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 00:04:12.693040 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:12.709143 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-414c8d02-98ea-4f86-92d3-7ef1122cb9b9 tempest-NetworksIpV6Test-293414931 tempest-NetworksIpV6Test-293414931-project] Network 8e87a8c5-4165-4658-8b3c-7b66295a1f77 is scheduled to be hosted by DHCP agent 5950e76f-2bde-4343-a925-cbe6bacd2706 with binding_index 1 {{(pid=93797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 00:04:12.718451 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-414c8d02-98ea-4f86-92d3-7ef1122cb9b9 tempest-NetworksIpV6Test-293414931 tempest-NetworksIpV6Test-293414931-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802623-1, 8e87a8c5-4165-4658-8b3c-7b66295a1f77) {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 00:04:12.723018 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-414c8d02-98ea-4f86-92d3-7ef1122cb9b9 tempest-NetworksIpV6Test-293414931 tempest-NetworksIpV6Test-293414931-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:04:12.723635 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-414c8d02-98ea-4f86-92d3-7ef1122cb9b9 tempest-NetworksIpV6Test-293414931 tempest-NetworksIpV6Test-293414931-project] Notify callbacks [] for subnet, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:12.731099 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac2cd50e-e1ea-4cb6-a2cf-d43f31f3f994 None None] Network 8e87a8c5-4165-4658-8b3c-7b66295a1f77 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 00:04:12.738080 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-414c8d02-98ea-4f86-92d3-7ef1122cb9b9 tempest-NetworksIpV6Test-293414931 tempest-NetworksIpV6Test-293414931-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4101286 Jul 28 00:04:12.741875 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 57592) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:04:12.748175 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-2124c212-1cf8-4958-80b0-73877c0f31f4 tempest-NetworksIpV6Test-293414931 tempest-NetworksIpV6Test-293414931-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1129642947'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 00:04:12.770148 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2124c212-1cf8-4958-80b0-73877c0f31f4 tempest-NetworksIpV6Test-293414931 tempest-NetworksIpV6Test-293414931-project] Made reservation on behalf of c31623eab35c4e34bb4b526acc5edf19 for: {'network': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 00:04:12.773847 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2124c212-1cf8-4958-80b0-73877c0f31f4 tempest-NetworksIpV6Test-293414931 tempest-NetworksIpV6Test-293414931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for network, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:12.776482 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Pushing event updated for resources: {'Port': ['ID=7049f622-f42b-4849-bb0f-d7914e40b72a,revision_number=3']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:04:12.799546 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2124c212-1cf8-4958-80b0-73877c0f31f4 tempest-NetworksIpV6Test-293414931 tempest-NetworksIpV6Test-293414931-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 543} {{(pid=93797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 00:04:12.809188 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2124c212-1cf8-4958-80b0-73877c0f31f4 tempest-NetworksIpV6Test-293414931 tempest-NetworksIpV6Test-293414931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:12.809539 n-d-802623-1 neutron-server[93797]: INFO neutron.db.segments_db [None req-2124c212-1cf8-4958-80b0-73877c0f31f4 tempest-NetworksIpV6Test-293414931 tempest-NetworksIpV6Test-293414931-project] Added segment b78403eb-339b-4652-82be-30e4dd44a61f of type vlan for network a4629f31-2bac-4cbe-a933-72e86b7db45e Jul 28 00:04:12.849168 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2124c212-1cf8-4958-80b0-73877c0f31f4 tempest-NetworksIpV6Test-293414931 tempest-NetworksIpV6Test-293414931-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736833354590'] for network, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:12.888656 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2124c212-1cf8-4958-80b0-73877c0f31f4 tempest-NetworksIpV6Test-293414931 tempest-NetworksIpV6Test-293414931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569'] for network, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:12.889712 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5155ae65-4bc3-4733-be41-d7776712bd5c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f6f257c-ad18-5f0c-8c8e-ea085a5fc8a2-8e87a8c5-4165-4658-8b3c-7b66295a1f77', 'network_id': '8e87a8c5-4165-4658-8b3c-7b66295a1f77', 'tenant_id': 'c31623eab35c4e34bb4b526acc5edf19', 'fixed_ips': [{'subnet_id': '617df1fc-cb35-4d52-a29e-9df9479ede8c'}]}} from n-d-802623-1. {{(pid=93799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 00:04:12.890585 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-5155ae65-4bc3-4733-be41-d7776712bd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:12.894195 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2124c212-1cf8-4958-80b0-73877c0f31f4 tempest-NetworksIpV6Test-293414931 tempest-NetworksIpV6Test-293414931-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:04:12.894870 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2124c212-1cf8-4958-80b0-73877c0f31f4 tempest-NetworksIpV6Test-293414931 tempest-NetworksIpV6Test-293414931-project] Notify callbacks [] for network, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:12.946997 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-2124c212-1cf8-4958-80b0-73877c0f31f4 tempest-NetworksIpV6Test-293414931 tempest-NetworksIpV6Test-293414931-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2027144 Jul 28 00:04:12.950027 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 57594) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:04:12.955238 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-6befca07-60f8-4674-909d-710b3fe0bae7 tempest-NetworksIpV6Test-293414931 tempest-NetworksIpV6Test-293414931-project] Request body: {'subnet': {'network_id': 'a4629f31-2bac-4cbe-a933-72e86b7db45e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 00:04:12.965910 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2124c212-1cf8-4958-80b0-73877c0f31f4 tempest-NetworksIpV6Test-293414931 tempest-NetworksIpV6Test-293414931-project] Pushing event updated for resources: {'Network': ['ID=a4629f31-2bac-4cbe-a933-72e86b7db45e,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:04:12.977938 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Network a4629f31-2bac-4cbe-a933-72e86b7db45e details requested by agent ovs-agent-n-d-802623-1 with host n-d-802623-1 {{(pid=93799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 00:04:13.060282 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6befca07-60f8-4674-909d-710b3fe0bae7 tempest-NetworksIpV6Test-293414931 tempest-NetworksIpV6Test-293414931-project] Made reservation on behalf of c31623eab35c4e34bb4b526acc5edf19 for: {'subnet': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 00:04:13.064676 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6befca07-60f8-4674-909d-710b3fe0bae7 tempest-NetworksIpV6Test-293414931 tempest-NetworksIpV6Test-293414931-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12265828'] for subnet, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:13.084121 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-5155ae65-4bc3-4733-be41-d7776712bd5c None None] Allocated IP 2001:db8::2 (8e87a8c5-4165-4658-8b3c-7b66295a1f77/617df1fc-cb35-4d52-a29e-9df9479ede8c/0fb10c17-818c-4b29-8812-1e34a5e34c42) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 00:04:13.229169 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-5155ae65-4bc3-4733-be41-d7776712bd5c None None] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:13.237506 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-5155ae65-4bc3-4733-be41-d7776712bd5c None None] Transition to ACTIVE for port object 0fb10c17-818c-4b29-8812-1e34a5e34c42 will not be triggered until provisioned by entity L2. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 00:04:13.251212 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6befca07-60f8-4674-909d-710b3fe0bae7 tempest-NetworksIpV6Test-293414931 tempest-NetworksIpV6Test-293414931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11971609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12265750'] for subnet, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:13.252104 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-5155ae65-4bc3-4733-be41-d7776712bd5c None None] Transition to ACTIVE for port object 0fb10c17-818c-4b29-8812-1e34a5e34c42 will not be triggered until provisioned by entity DHCP. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 00:04:13.257179 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-5155ae65-4bc3-4733-be41-d7776712bd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:13.298379 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5155ae65-4bc3-4733-be41-d7776712bd5c None None] Network 8e87a8c5-4165-4658-8b3c-7b66295a1f77 is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 00:04:13.303072 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-5155ae65-4bc3-4733-be41-d7776712bd5c None None] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 00:04:13.307374 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5155ae65-4bc3-4733-be41-d7776712bd5c None None] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 00:04:13.311805 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5155ae65-4bc3-4733-be41-d7776712bd5c None None] Pushing event updated for resources: {'Port': ['ID=0fb10c17-818c-4b29-8812-1e34a5e34c42,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:04:13.315548 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6befca07-60f8-4674-909d-710b3fe0bae7 tempest-NetworksIpV6Test-293414931 tempest-NetworksIpV6Test-293414931-project] Pushing event updated for resources: {'Subnet': ['ID=2fbd092d-d22f-4ce6-8c1f-228d4a6dae83,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:04:13.320261 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6befca07-60f8-4674-909d-710b3fe0bae7 tempest-NetworksIpV6Test-293414931 tempest-NetworksIpV6Test-293414931-project] Checking segment: {'id': 'b78403eb-339b-4652-82be-30e4dd44a61f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'a4629f31-2bac-4cbe-a933-72e86b7db45e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 00:04:13.320630 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6befca07-60f8-4674-909d-710b3fe0bae7 tempest-NetworksIpV6Test-293414931 tempest-NetworksIpV6Test-293414931-project] Network hostable DHCP agents. Network: a4629f31-2bac-4cbe-a933-72e86b7db45e, hostable agents: ['5950e76f-2bde-4343-a925-cbe6bacd2706'], hosted agents: [] {{(pid=93798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 00:04:13.338229 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6befca07-60f8-4674-909d-710b3fe0bae7 tempest-NetworksIpV6Test-293414931 tempest-NetworksIpV6Test-293414931-project] Network a4629f31-2bac-4cbe-a933-72e86b7db45e is scheduled to be hosted by DHCP agent 5950e76f-2bde-4343-a925-cbe6bacd2706 with binding_index 1 {{(pid=93798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 00:04:13.347118 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-6befca07-60f8-4674-909d-710b3fe0bae7 tempest-NetworksIpV6Test-293414931 tempest-NetworksIpV6Test-293414931-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802623-1, a4629f31-2bac-4cbe-a933-72e86b7db45e) {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 00:04:13.351281 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6befca07-60f8-4674-909d-710b3fe0bae7 tempest-NetworksIpV6Test-293414931 tempest-NetworksIpV6Test-293414931-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:04:13.352043 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6befca07-60f8-4674-909d-710b3fe0bae7 tempest-NetworksIpV6Test-293414931 tempest-NetworksIpV6Test-293414931-project] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:13.360522 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22285ec0-2ce5-4d20-b5c2-6f4ffa4412ee None None] Network a4629f31-2bac-4cbe-a933-72e86b7db45e requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 00:04:13.366939 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-6befca07-60f8-4674-909d-710b3fe0bae7 tempest-NetworksIpV6Test-293414931 tempest-NetworksIpV6Test-293414931-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4158120 Jul 28 00:04:13.369607 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 57596) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:04:13.403331 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-5155ae65-4bc3-4733-be41-d7776712bd5c None None] Attempting to bind port 0fb10c17-818c-4b29-8812-1e34a5e34c42 on host n-d-802623-1 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 00:04:13.403709 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-5155ae65-4bc3-4733-be41-d7776712bd5c None None] Attempting to bind port 0fb10c17-818c-4b29-8812-1e34a5e34c42 by drivers openvswitch,hyperv on host n-d-802623-1 at level 0 using segments [{'id': '0aae5572-b396-4e11-b7e7-d0d02d339038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '8e87a8c5-4165-4658-8b3c-7b66295a1f77'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 00:04:13.404078 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5155ae65-4bc3-4733-be41-d7776712bd5c None None] Attempting to bind port 0fb10c17-818c-4b29-8812-1e34a5e34c42 on network 8e87a8c5-4165-4658-8b3c-7b66295a1f77 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 00:04:13.411407 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5155ae65-4bc3-4733-be41-d7776712bd5c None None] Checking agent: {'id': 'a9a568d2-a5e7-41e4-833f-a8ab42ea4073', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 52, 30), 'started_at': datetime.datetime(2021, 7, 27, 22, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 0, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802623-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 00:04:13.411784 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5155ae65-4bc3-4733-be41-d7776712bd5c None None] Checking segment: {'id': '0aae5572-b396-4e11-b7e7-d0d02d339038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '8e87a8c5-4165-4658-8b3c-7b66295a1f77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 00:04:13.412189 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-5155ae65-4bc3-4733-be41-d7776712bd5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:13.412581 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5155ae65-4bc3-4733-be41-d7776712bd5c None None] Bound using segment: {'id': '0aae5572-b396-4e11-b7e7-d0d02d339038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '8e87a8c5-4165-4658-8b3c-7b66295a1f77'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 00:04:13.413053 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-5155ae65-4bc3-4733-be41-d7776712bd5c None None] Bound port: 0fb10c17-818c-4b29-8812-1e34a5e34c42, host: n-d-802623-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0aae5572-b396-4e11-b7e7-d0d02d339038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '8e87a8c5-4165-4658-8b3c-7b66295a1f77'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 00:04:13.413438 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-5155ae65-4bc3-4733-be41-d7776712bd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:13.466086 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3fcee013-7b84-49d3-b3a2-11a9c9351d14 tempest-NetworksIpV6Test-293414931 tempest-NetworksIpV6Test-293414931-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593271'] for network, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:13.529991 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-5155ae65-4bc3-4733-be41-d7776712bd5c None None] For port 0fb10c17-818c-4b29-8812-1e34a5e34c42, host n-d-802623-1, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 00:04:13.534344 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-5155ae65-4bc3-4733-be41-d7776712bd5c None None] For port 0fb10c17-818c-4b29-8812-1e34a5e34c42, host n-d-802623-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=0fb10c17-818c-4b29-8812-1e34a5e34c42,segment=NetworkSegment(0aae5572-b396-4e11-b7e7-d0d02d339038),segment_id=0aae5572-b396-4e11-b7e7-d0d02d339038)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 00:04:13.540303 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-5155ae65-4bc3-4733-be41-d7776712bd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:13.543161 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3fcee013-7b84-49d3-b3a2-11a9c9351d14 tempest-NetworksIpV6Test-293414931 tempest-NetworksIpV6Test-293414931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620741'] for subnet, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:13.602426 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49d0db37-16de-431c-a4c0-e8ca349a58a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f6f257c-ad18-5f0c-8c8e-ea085a5fc8a2-a4629f31-2bac-4cbe-a933-72e86b7db45e', 'network_id': 'a4629f31-2bac-4cbe-a933-72e86b7db45e', 'tenant_id': 'c31623eab35c4e34bb4b526acc5edf19', 'fixed_ips': [{'subnet_id': '2fbd092d-d22f-4ce6-8c1f-228d4a6dae83'}]}} from n-d-802623-1. {{(pid=93799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 00:04:13.603318 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-49d0db37-16de-431c-a4c0-e8ca349a58a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:13.605954 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3fcee013-7b84-49d3-b3a2-11a9c9351d14 tempest-NetworksIpV6Test-293414931 tempest-NetworksIpV6Test-293414931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11971800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12265753'] for subnet, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:13.627653 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5155ae65-4bc3-4733-be41-d7776712bd5c None None] Pushing event updated for resources: {'Port': ['ID=0fb10c17-818c-4b29-8812-1e34a5e34c42,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:04:13.640888 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcee013-7b84-49d3-b3a2-11a9c9351d14 tempest-NetworksIpV6Test-293414931 tempest-NetworksIpV6Test-293414931-project] Pushing event deleted for resources: {'Subnet': ['ID=2fbd092d-d22f-4ce6-8c1f-228d4a6dae83,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:04:13.702215 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3fcee013-7b84-49d3-b3a2-11a9c9351d14 tempest-NetworksIpV6Test-293414931 tempest-NetworksIpV6Test-293414931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618032', 'neutron.services.segments.db._delete_segments_for_network-8736833900081'] for network, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:13.713223 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-3fcee013-7b84-49d3-b3a2-11a9c9351d14 tempest-NetworksIpV6Test-293414931 tempest-NetworksIpV6Test-293414931-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4629f31-2bac-4cbe-a933-72e86b7db45e']}} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:04:13.716928 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c360e62f-07a1-4fef-8ea4-746aa5fc9104 None None] Network a4629f31-2bac-4cbe-a933-72e86b7db45e requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 00:04:13.725749 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-3fcee013-7b84-49d3-b3a2-11a9c9351d14 tempest-NetworksIpV6Test-293414931 tempest-NetworksIpV6Test-293414931-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b78403eb-339b-4652-82be-30e4dd44a61f') {'for_net_delete': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:04:13.726051 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-3fcee013-7b84-49d3-b3a2-11a9c9351d14 tempest-NetworksIpV6Test-293414931 tempest-NetworksIpV6Test-293414931-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b78403eb-339b-4652-82be-30e4dd44a61f') {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:04:13.735318 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3fcee013-7b84-49d3-b3a2-11a9c9351d14 tempest-NetworksIpV6Test-293414931 tempest-NetworksIpV6Test-293414931-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736833900858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11163256'] for segment, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:13.750020 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3fcee013-7b84-49d3-b3a2-11a9c9351d14 tempest-NetworksIpV6Test-293414931 tempest-NetworksIpV6Test-293414931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:13.756900 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3fcee013-7b84-49d3-b3a2-11a9c9351d14 tempest-NetworksIpV6Test-293414931 tempest-NetworksIpV6Test-293414931-project] Releasing vlan 543 on physical network physnet1 to pool {{(pid=93798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 00:04:13.757401 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3fcee013-7b84-49d3-b3a2-11a9c9351d14 tempest-NetworksIpV6Test-293414931 tempest-NetworksIpV6Test-293414931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11971746'] for segment, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:13.761375 n-d-802623-1 neutron-server[93798]: Traceback (most recent call last): Jul 28 00:04:13.761375 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 00:04:13.761375 n-d-802623-1 neutron-server[93798]: timer() Jul 28 00:04:13.761375 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 00:04:13.761375 n-d-802623-1 neutron-server[93798]: cb(*args, **kw) Jul 28 00:04:13.761375 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 00:04:13.761375 n-d-802623-1 neutron-server[93798]: return func(*args, **kwargs) Jul 28 00:04:13.761375 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 00:04:13.761375 n-d-802623-1 neutron-server[93798]: self._notify() Jul 28 00:04:13.761375 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 00:04:13.761375 n-d-802623-1 neutron-server[93798]: self.callback(batched_events) Jul 28 00:04:13.761375 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 00:04:13.761375 n-d-802623-1 neutron-server[93798]: event.method(event) Jul 28 00:04:13.761375 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 00:04:13.761375 n-d-802623-1 neutron-server[93798]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 00:04:13.761375 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 00:04:13.761375 n-d-802623-1 neutron-server[93798]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 00:04:13.761375 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 00:04:13.761375 n-d-802623-1 neutron-server[93798]: return f(self, *a, **k) Jul 28 00:04:13.761375 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 00:04:13.761375 n-d-802623-1 neutron-server[93798]: return self._get(url).json() Jul 28 00:04:13.761375 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 00:04:13.761375 n-d-802623-1 neutron-server[93798]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 00:04:13.761375 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 00:04:13.761375 n-d-802623-1 neutron-server[93798]: return self.request(url, 'GET', **kwargs) Jul 28 00:04:13.761375 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 00:04:13.761375 n-d-802623-1 neutron-server[93798]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 00:04:13.761375 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 00:04:13.761375 n-d-802623-1 neutron-server[93798]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 00:04:13.761375 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 00:04:13.761375 n-d-802623-1 neutron-server[93798]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 00:04:13.761375 n-d-802623-1 neutron-server[93798]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 00:04:13.835961 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3fcee013-7b84-49d3-b3a2-11a9c9351d14 tempest-NetworksIpV6Test-293414931 tempest-NetworksIpV6Test-293414931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415412'] for network, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:13.849857 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3fcee013-7b84-49d3-b3a2-11a9c9351d14 tempest-NetworksIpV6Test-293414931 tempest-NetworksIpV6Test-293414931-project] Notify callbacks [] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:13.851834 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-3fcee013-7b84-49d3-b3a2-11a9c9351d14 tempest-NetworksIpV6Test-293414931 tempest-NetworksIpV6Test-293414931-project] 10.222.0.18 "DELETE /v2.0/networks/a4629f31-2bac-4cbe-a933-72e86b7db45e HTTP/1.1" status: 204 len: 168 time: 0.4813209 Jul 28 00:04:13.855010 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 57598) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:04:13.863645 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcee013-7b84-49d3-b3a2-11a9c9351d14 tempest-NetworksIpV6Test-293414931 tempest-NetworksIpV6Test-293414931-project] Pushing event deleted for resources: {'Network': ['ID=a4629f31-2bac-4cbe-a933-72e86b7db45e,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:04:13.885719 n-d-802623-1 neutron-server[93797]: INFO neutron.pecan_wsgi.hooks.translation [None req-802ba726-c0ea-4bd5-878c-41f43485fe5a tempest-NetworksIpV6Test-293414931 tempest-NetworksIpV6Test-293414931-project] GET failed (client error): The resource could not be found. Jul 28 00:04:13.887082 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-802ba726-c0ea-4bd5-878c-41f43485fe5a tempest-NetworksIpV6Test-293414931 tempest-NetworksIpV6Test-293414931-project] 10.222.0.18 "GET /v2.0/subnets/2fbd092d-d22f-4ce6-8c1f-228d4a6dae83 HTTP/1.1" status: 404 len: 337 time: 0.0309975 Jul 28 00:04:13.890106 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 57600) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:04:13.909510 n-d-802623-1 neutron-server[93797]: INFO neutron.pecan_wsgi.hooks.translation [None req-f43d1b7c-5108-452d-8ee7-9d2590c11349 tempest-NetworksIpV6Test-293414931 tempest-NetworksIpV6Test-293414931-project] DELETE failed (client error): The resource could not be found. Jul 28 00:04:13.910187 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f43d1b7c-5108-452d-8ee7-9d2590c11349 tempest-NetworksIpV6Test-293414931 tempest-NetworksIpV6Test-293414931-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93797) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 00:04:13.911949 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-f43d1b7c-5108-452d-8ee7-9d2590c11349 tempest-NetworksIpV6Test-293414931 tempest-NetworksIpV6Test-293414931-project] 10.222.0.18 "DELETE /v2.0/networks/a4629f31-2bac-4cbe-a933-72e86b7db45e HTTP/1.1" status: 404 len: 339 time: 0.0209482 Jul 28 00:04:13.915980 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 57602) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:04:13.943474 n-d-802623-1 neutron-server[93798]: INFO neutron.pecan_wsgi.hooks.translation [None req-eebcd6d0-23f7-42f9-a9aa-ad3c1de549d3 tempest-NetworksIpV6Test-293414931 tempest-NetworksIpV6Test-293414931-project] DELETE failed (client error): The resource could not be found. Jul 28 00:04:13.943934 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eebcd6d0-23f7-42f9-a9aa-ad3c1de549d3 tempest-NetworksIpV6Test-293414931 tempest-NetworksIpV6Test-293414931-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 00:04:13.945714 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-eebcd6d0-23f7-42f9-a9aa-ad3c1de549d3 tempest-NetworksIpV6Test-293414931 tempest-NetworksIpV6Test-293414931-project] 10.222.0.18 "DELETE /v2.0/subnets/2fbd092d-d22f-4ce6-8c1f-228d4a6dae83 HTTP/1.1" status: 404 len: 337 time: 0.0284450 Jul 28 00:04:13.948714 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 57604) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:04:13.966069 n-d-802623-1 neutron-server[93798]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d1ac014-26f7-4694-8e81-9024e0cc19fb tempest-NetworksIpV6Test-293414931 tempest-NetworksIpV6Test-293414931-project] DELETE failed (client error): The resource could not be found. Jul 28 00:04:13.966588 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d1ac014-26f7-4694-8e81-9024e0cc19fb tempest-NetworksIpV6Test-293414931 tempest-NetworksIpV6Test-293414931-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 00:04:13.968237 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-2d1ac014-26f7-4694-8e81-9024e0cc19fb tempest-NetworksIpV6Test-293414931 tempest-NetworksIpV6Test-293414931-project] 10.222.0.18 "DELETE /v2.0/networks/a4629f31-2bac-4cbe-a933-72e86b7db45e HTTP/1.1" status: 404 len: 339 time: 0.0186412 Jul 28 00:04:13.970402 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 57606) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:04:14.018742 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2e41d9f-0ba6-47dd-8879-36abf463416a tempest-NetworksIpV6Test-293414931 tempest-NetworksIpV6Test-293414931-project] Deleting subnet 617df1fc-cb35-4d52-a29e-9df9479ede8c {{(pid=93798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 00:04:14.021720 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c2e41d9f-0ba6-47dd-8879-36abf463416a tempest-NetworksIpV6Test-293414931 tempest-NetworksIpV6Test-293414931-project] Notify callbacks [] for subnet, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:14.059777 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c2e41d9f-0ba6-47dd-8879-36abf463416a tempest-NetworksIpV6Test-293414931 tempest-NetworksIpV6Test-293414931-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11163249'] for subnet, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:14.147313 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c2e41d9f-0ba6-47dd-8879-36abf463416a tempest-NetworksIpV6Test-293414931 tempest-NetworksIpV6Test-293414931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620741'] for subnet, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:14.204579 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c2e41d9f-0ba6-47dd-8879-36abf463416a tempest-NetworksIpV6Test-293414931 tempest-NetworksIpV6Test-293414931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11971800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12265753'] for subnet, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:14.234042 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e41d9f-0ba6-47dd-8879-36abf463416a tempest-NetworksIpV6Test-293414931 tempest-NetworksIpV6Test-293414931-project] Pushing event deleted for resources: {'Subnet': ['ID=617df1fc-cb35-4d52-a29e-9df9479ede8c,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:04:14.236071 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c2e41d9f-0ba6-47dd-8879-36abf463416a tempest-NetworksIpV6Test-293414931 tempest-NetworksIpV6Test-293414931-project] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:14.237973 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-c2e41d9f-0ba6-47dd-8879-36abf463416a tempest-NetworksIpV6Test-293414931 tempest-NetworksIpV6Test-293414931-project] 10.222.0.18 "DELETE /v2.0/subnets/617df1fc-cb35-4d52-a29e-9df9479ede8c HTTP/1.1" status: 204 len: 168 time: 0.2666869 Jul 28 00:04:14.240365 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 57608) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:04:14.322658 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-712298c5-099e-4dd7-ab30-9513af74dd00 tempest-NetworksIpV6Test-293414931 tempest-NetworksIpV6Test-293414931-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593271'] for network, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:14.378830 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-712298c5-099e-4dd7-ab30-9513af74dd00 tempest-NetworksIpV6Test-293414931 tempest-NetworksIpV6Test-293414931-project] Deleting port 0fb10c17-818c-4b29-8812-1e34a5e34c42 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 00:04:14.379214 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-712298c5-099e-4dd7-ab30-9513af74dd00 tempest-NetworksIpV6Test-293414931 tempest-NetworksIpV6Test-293414931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:14.448573 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-712298c5-099e-4dd7-ab30-9513af74dd00 tempest-NetworksIpV6Test-293414931 tempest-NetworksIpV6Test-293414931-project] For port 0fb10c17-818c-4b29-8812-1e34a5e34c42, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=0fb10c17-818c-4b29-8812-1e34a5e34c42,segment=NetworkSegment(0aae5572-b396-4e11-b7e7-d0d02d339038),segment_id=0aae5572-b396-4e11-b7e7-d0d02d339038)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 00:04:14.448924 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-712298c5-099e-4dd7-ab30-9513af74dd00 tempest-NetworksIpV6Test-293414931 tempest-NetworksIpV6Test-293414931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:14.482431 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-712298c5-099e-4dd7-ab30-9513af74dd00 tempest-NetworksIpV6Test-293414931 tempest-NetworksIpV6Test-293414931-project] Calling delete_port for 0fb10c17-818c-4b29-8812-1e34a5e34c42 owned by network:dhcp {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 00:04:14.567559 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-712298c5-099e-4dd7-ab30-9513af74dd00 tempest-NetworksIpV6Test-293414931 tempest-NetworksIpV6Test-293414931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:14.597131 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 7049f622-f42b-4849-bb0f-d7914e40b72a up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 00:04:14.598714 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712298c5-099e-4dd7-ab30-9513af74dd00 tempest-NetworksIpV6Test-293414931 tempest-NetworksIpV6Test-293414931-project] Pushing event deleted for resources: {'Port': ['ID=0fb10c17-818c-4b29-8812-1e34a5e34c42,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:04:14.601422 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-712298c5-099e-4dd7-ab30-9513af74dd00 tempest-NetworksIpV6Test-293414931 tempest-NetworksIpV6Test-293414931-project] No DVR routers for this DVR port 0fb10c17-818c-4b29-8812-1e34a5e34c42 on host n-d-802623-1 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 00:04:14.654898 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port 7049f622-f42b-4849-bb0f-d7914e40b72a triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 00:04:14.655329 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:14.682253 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0609d082-a64f-40bb-9c8f-05e46343ec3a None None] Network 8e87a8c5-4165-4658-8b3c-7b66295a1f77 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 00:04:14.689900 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-712298c5-099e-4dd7-ab30-9513af74dd00 tempest-NetworksIpV6Test-293414931 tempest-NetworksIpV6Test-293414931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618032', 'neutron.services.segments.db._delete_segments_for_network-8736833900081'] for network, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:14.703226 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-712298c5-099e-4dd7-ab30-9513af74dd00 tempest-NetworksIpV6Test-293414931 tempest-NetworksIpV6Test-293414931-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e87a8c5-4165-4658-8b3c-7b66295a1f77']}} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:04:14.714264 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-712298c5-099e-4dd7-ab30-9513af74dd00 tempest-NetworksIpV6Test-293414931 tempest-NetworksIpV6Test-293414931-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0aae5572-b396-4e11-b7e7-d0d02d339038') {'for_net_delete': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:04:14.714658 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-712298c5-099e-4dd7-ab30-9513af74dd00 tempest-NetworksIpV6Test-293414931 tempest-NetworksIpV6Test-293414931-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0aae5572-b396-4e11-b7e7-d0d02d339038') {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:04:14.723500 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-712298c5-099e-4dd7-ab30-9513af74dd00 tempest-NetworksIpV6Test-293414931 tempest-NetworksIpV6Test-293414931-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736833900858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11163256'] for segment, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:14.736854 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-712298c5-099e-4dd7-ab30-9513af74dd00 tempest-NetworksIpV6Test-293414931 tempest-NetworksIpV6Test-293414931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:14.743324 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-712298c5-099e-4dd7-ab30-9513af74dd00 tempest-NetworksIpV6Test-293414931 tempest-NetworksIpV6Test-293414931-project] Releasing vlan 537 on physical network physnet1 to pool {{(pid=93798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 00:04:14.743714 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-712298c5-099e-4dd7-ab30-9513af74dd00 tempest-NetworksIpV6Test-293414931 tempest-NetworksIpV6Test-293414931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11971746'] for segment, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:14.746922 n-d-802623-1 neutron-server[93798]: Traceback (most recent call last): Jul 28 00:04:14.746922 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 00:04:14.746922 n-d-802623-1 neutron-server[93798]: timer() Jul 28 00:04:14.746922 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 00:04:14.746922 n-d-802623-1 neutron-server[93798]: cb(*args, **kw) Jul 28 00:04:14.746922 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 00:04:14.746922 n-d-802623-1 neutron-server[93798]: return func(*args, **kwargs) Jul 28 00:04:14.746922 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 00:04:14.746922 n-d-802623-1 neutron-server[93798]: self._notify() Jul 28 00:04:14.746922 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 00:04:14.746922 n-d-802623-1 neutron-server[93798]: self.callback(batched_events) Jul 28 00:04:14.746922 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 00:04:14.746922 n-d-802623-1 neutron-server[93798]: event.method(event) Jul 28 00:04:14.746922 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 00:04:14.746922 n-d-802623-1 neutron-server[93798]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 00:04:14.746922 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 00:04:14.746922 n-d-802623-1 neutron-server[93798]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 00:04:14.746922 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 00:04:14.746922 n-d-802623-1 neutron-server[93798]: return f(self, *a, **k) Jul 28 00:04:14.746922 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 00:04:14.746922 n-d-802623-1 neutron-server[93798]: return self._get(url).json() Jul 28 00:04:14.746922 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 00:04:14.746922 n-d-802623-1 neutron-server[93798]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 00:04:14.746922 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 00:04:14.746922 n-d-802623-1 neutron-server[93798]: return self.request(url, 'GET', **kwargs) Jul 28 00:04:14.746922 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 00:04:14.746922 n-d-802623-1 neutron-server[93798]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 00:04:14.746922 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 00:04:14.746922 n-d-802623-1 neutron-server[93798]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 00:04:14.746922 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 00:04:14.746922 n-d-802623-1 neutron-server[93798]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 00:04:14.746922 n-d-802623-1 neutron-server[93798]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 00:04:14.761632 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-6ed218d1-94d8-417a-8a70-6f5afd2b61b6 None None] Could not find standard attr ID for object 0fb10c17-818c-4b29-8812-1e34a5e34c42. {{(pid=93799) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 28 00:04:14.804222 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-712298c5-099e-4dd7-ab30-9513af74dd00 tempest-NetworksIpV6Test-293414931 tempest-NetworksIpV6Test-293414931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415412'] for network, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:14.809995 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-712298c5-099e-4dd7-ab30-9513af74dd00 tempest-NetworksIpV6Test-293414931 tempest-NetworksIpV6Test-293414931-project] Notify callbacks [] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:14.812092 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-712298c5-099e-4dd7-ab30-9513af74dd00 tempest-NetworksIpV6Test-293414931 tempest-NetworksIpV6Test-293414931-project] 10.222.0.18 "DELETE /v2.0/networks/8e87a8c5-4165-4658-8b3c-7b66295a1f77 HTTP/1.1" status: 204 len: 168 time: 0.5708039 Jul 28 00:04:14.814645 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 57610) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:04:14.831232 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712298c5-099e-4dd7-ab30-9513af74dd00 tempest-NetworksIpV6Test-293414931 tempest-NetworksIpV6Test-293414931-project] Pushing event deleted for resources: {'Network': ['ID=8e87a8c5-4165-4658-8b3c-7b66295a1f77,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:04:14.838079 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 0fb10c17-818c-4b29-8812-1e34a5e34c42 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 00:04:14.842907 n-d-802623-1 neutron-server[93797]: INFO neutron.pecan_wsgi.hooks.translation [None req-05c33abd-db64-4183-947a-d11098468a2b tempest-NetworksIpV6Test-293414931 tempest-NetworksIpV6Test-293414931-project] DELETE failed (client error): The resource could not be found. Jul 28 00:04:14.843452 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05c33abd-db64-4183-947a-d11098468a2b tempest-NetworksIpV6Test-293414931 tempest-NetworksIpV6Test-293414931-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93797) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 00:04:14.845310 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-05c33abd-db64-4183-947a-d11098468a2b tempest-NetworksIpV6Test-293414931 tempest-NetworksIpV6Test-293414931-project] 10.222.0.18 "DELETE /v2.0/subnets/4590f949-7c45-42c1-9acf-f1fe67842221 HTTP/1.1" status: 404 len: 337 time: 0.0295031 Jul 28 00:04:14.848076 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 57612) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:04:14.857015 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] No Port match for: 0fb10c17-818c-4b29-8812-1e34a5e34c42 {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 00:04:14.857368 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 0fb10c17-818c-4b29-8812-1e34a5e34c42 not bound to the agent host n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 28 00:04:14.866991 n-d-802623-1 neutron-server[93797]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f137061-fd6c-4704-849c-9575326b4b0e tempest-NetworksIpV6Test-293414931 tempest-NetworksIpV6Test-293414931-project] DELETE failed (client error): The resource could not be found. Jul 28 00:04:14.868735 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f137061-fd6c-4704-849c-9575326b4b0e tempest-NetworksIpV6Test-293414931 tempest-NetworksIpV6Test-293414931-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93797) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 00:04:14.873379 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-0f137061-fd6c-4704-849c-9575326b4b0e tempest-NetworksIpV6Test-293414931 tempest-NetworksIpV6Test-293414931-project] 10.222.0.18 "DELETE /v2.0/networks/dfe7e5b6-7499-4814-87e8-56fbd519b295 HTTP/1.1" status: 404 len: 339 time: 0.0218782 Jul 28 00:04:14.873599 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 57614) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:04:14.878093 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Port 0fb10c17-818c-4b29-8812-1e34a5e34c42 not found, will not notify nova. {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 28 00:04:14.905498 n-d-802623-1 neutron-server[93798]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9323593-fd94-475f-aed8-add541f902f9 tempest-NetworksIpV6Test-293414931 tempest-NetworksIpV6Test-293414931-project] DELETE failed (client error): The resource could not be found. Jul 28 00:04:14.905722 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9323593-fd94-475f-aed8-add541f902f9 tempest-NetworksIpV6Test-293414931 tempest-NetworksIpV6Test-293414931-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 00:04:14.906393 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a0029ef-e5d7-4f99-9210-3aa98075e42c None None] DHCP port deletion for 8e87a8c5-4165-4658-8b3c-7b66295a1f77 request from n-d-802623-1 {{(pid=93799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 00:04:14.907414 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-d9323593-fd94-475f-aed8-add541f902f9 tempest-NetworksIpV6Test-293414931 tempest-NetworksIpV6Test-293414931-project] 10.222.0.18 "DELETE /v2.0/subnets/7fce3e51-81e1-4d76-b83f-437f3917f26d HTTP/1.1" status: 404 len: 337 time: 0.0325048 Jul 28 00:04:14.909943 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 57616) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:04:14.937848 n-d-802623-1 neutron-server[93797]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd1a60b1-6d8e-4b33-989d-fde87ebf76a9 tempest-NetworksIpV6Test-293414931 tempest-NetworksIpV6Test-293414931-project] DELETE failed (client error): The resource could not be found. Jul 28 00:04:14.938401 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd1a60b1-6d8e-4b33-989d-fde87ebf76a9 tempest-NetworksIpV6Test-293414931 tempest-NetworksIpV6Test-293414931-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93797) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 00:04:14.940135 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-cd1a60b1-6d8e-4b33-989d-fde87ebf76a9 tempest-NetworksIpV6Test-293414931 tempest-NetworksIpV6Test-293414931-project] 10.222.0.18 "DELETE /v2.0/networks/7afd9a1c-0ff7-4714-ae71-b12a601ea4f9 HTTP/1.1" status: 404 len: 339 time: 0.0291936 Jul 28 00:04:14.943249 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 57618) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:04:15.001394 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_v2 [None req-600e4f74-aa01-4570-8c9d-ccc6cdad5945 tempest-NetworksIpV6Test-293414931 tempest-NetworksIpV6Test-293414931-project] Deleting subnet 16515eee-7e65-48fb-bd1b-2b05111d5874 {{(pid=93797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 00:04:15.004405 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-600e4f74-aa01-4570-8c9d-ccc6cdad5945 tempest-NetworksIpV6Test-293414931 tempest-NetworksIpV6Test-293414931-project] Notify callbacks [] for subnet, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:15.042801 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-600e4f74-aa01-4570-8c9d-ccc6cdad5945 tempest-NetworksIpV6Test-293414931 tempest-NetworksIpV6Test-293414931-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11335971'] for subnet, precommit_delete_associations {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:15.130838 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-600e4f74-aa01-4570-8c9d-ccc6cdad5945 tempest-NetworksIpV6Test-293414931 tempest-NetworksIpV6Test-293414931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620741'] for subnet, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:15.188349 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-600e4f74-aa01-4570-8c9d-ccc6cdad5945 tempest-NetworksIpV6Test-293414931 tempest-NetworksIpV6Test-293414931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11335991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11551414'] for subnet, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:15.215773 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600e4f74-aa01-4570-8c9d-ccc6cdad5945 tempest-NetworksIpV6Test-293414931 tempest-NetworksIpV6Test-293414931-project] Pushing event deleted for resources: {'Subnet': ['ID=16515eee-7e65-48fb-bd1b-2b05111d5874,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:04:15.219367 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-600e4f74-aa01-4570-8c9d-ccc6cdad5945 tempest-NetworksIpV6Test-293414931 tempest-NetworksIpV6Test-293414931-project] Notify callbacks [] for subnet, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:15.221205 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-600e4f74-aa01-4570-8c9d-ccc6cdad5945 tempest-NetworksIpV6Test-293414931 tempest-NetworksIpV6Test-293414931-project] 10.222.0.18 "DELETE /v2.0/subnets/16515eee-7e65-48fb-bd1b-2b05111d5874 HTTP/1.1" status: 204 len: 168 time: 0.2770288 Jul 28 00:04:15.223664 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 57620) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:04:15.227636 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6948b40-e4dd-4dd1-8b7a-473cab2f98a8 None None] Network d06f13a5-ff0d-4bed-b672-3552baf85e44 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 00:04:15.299480 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-52afce59-aca3-41b2-84a5-c4b3e9b99319 tempest-NetworksIpV6Test-293414931 tempest-NetworksIpV6Test-293414931-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593271'] for network, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:15.362434 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-52afce59-aca3-41b2-84a5-c4b3e9b99319 tempest-NetworksIpV6Test-293414931 tempest-NetworksIpV6Test-293414931-project] Deleting port 7049f622-f42b-4849-bb0f-d7914e40b72a {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 00:04:15.362782 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-52afce59-aca3-41b2-84a5-c4b3e9b99319 tempest-NetworksIpV6Test-293414931 tempest-NetworksIpV6Test-293414931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:15.404195 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eaf850b-d5d0-4bb7-9cc5-5cbc2b76be34 None None] DHCP port deletion for d06f13a5-ff0d-4bed-b672-3552baf85e44 request from n-d-802623-1 {{(pid=93799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 00:04:15.424114 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-52afce59-aca3-41b2-84a5-c4b3e9b99319 tempest-NetworksIpV6Test-293414931 tempest-NetworksIpV6Test-293414931-project] For port 7049f622-f42b-4849-bb0f-d7914e40b72a, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=7049f622-f42b-4849-bb0f-d7914e40b72a,segment=NetworkSegment(a977eebd-5560-4bae-a1c8-6fe47e90db4c),segment_id=a977eebd-5560-4bae-a1c8-6fe47e90db4c)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 00:04:15.424481 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-52afce59-aca3-41b2-84a5-c4b3e9b99319 tempest-NetworksIpV6Test-293414931 tempest-NetworksIpV6Test-293414931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:15.437382 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-52afce59-aca3-41b2-84a5-c4b3e9b99319 tempest-NetworksIpV6Test-293414931 tempest-NetworksIpV6Test-293414931-project] Calling delete_port for 7049f622-f42b-4849-bb0f-d7914e40b72a owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 00:04:15.449567 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-5eaf850b-d5d0-4bb7-9cc5-5cbc2b76be34 None None] Deleting port 7049f622-f42b-4849-bb0f-d7914e40b72a {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 00:04:15.449949 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-5eaf850b-d5d0-4bb7-9cc5-5cbc2b76be34 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:15.514569 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-5eaf850b-d5d0-4bb7-9cc5-5cbc2b76be34 None None] For port 7049f622-f42b-4849-bb0f-d7914e40b72a, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=7049f622-f42b-4849-bb0f-d7914e40b72a,segment=NetworkSegment(a977eebd-5560-4bae-a1c8-6fe47e90db4c),segment_id=a977eebd-5560-4bae-a1c8-6fe47e90db4c)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 00:04:15.515217 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-5eaf850b-d5d0-4bb7-9cc5-5cbc2b76be34 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:15.521259 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-52afce59-aca3-41b2-84a5-c4b3e9b99319 tempest-NetworksIpV6Test-293414931 tempest-NetworksIpV6Test-293414931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:15.528114 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-5eaf850b-d5d0-4bb7-9cc5-5cbc2b76be34 None None] Calling delete_port for 7049f622-f42b-4849-bb0f-d7914e40b72a owned by network:dhcp {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 00:04:15.546204 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52afce59-aca3-41b2-84a5-c4b3e9b99319 tempest-NetworksIpV6Test-293414931 tempest-NetworksIpV6Test-293414931-project] Pushing event deleted for resources: {'Port': ['ID=7049f622-f42b-4849-bb0f-d7914e40b72a,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:04:15.549761 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52afce59-aca3-41b2-84a5-c4b3e9b99319 tempest-NetworksIpV6Test-293414931 tempest-NetworksIpV6Test-293414931-project] No DVR routers for this DVR port 7049f622-f42b-4849-bb0f-d7914e40b72a on host n-d-802623-1 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 00:04:15.601518 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-5eaf850b-d5d0-4bb7-9cc5-5cbc2b76be34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:15.629760 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eaf850b-d5d0-4bb7-9cc5-5cbc2b76be34 None None] Pushing event deleted for resources: {'Port': ['ID=7049f622-f42b-4849-bb0f-d7914e40b72a,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:04:15.630395 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-52afce59-aca3-41b2-84a5-c4b3e9b99319 tempest-NetworksIpV6Test-293414931 tempest-NetworksIpV6Test-293414931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618032', 'neutron.services.segments.db._delete_segments_for_network-8736833900081'] for network, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:15.633873 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eaf850b-d5d0-4bb7-9cc5-5cbc2b76be34 None None] No DVR routers for this DVR port 7049f622-f42b-4849-bb0f-d7914e40b72a on host n-d-802623-1 {{(pid=93799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 00:04:15.643500 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-52afce59-aca3-41b2-84a5-c4b3e9b99319 tempest-NetworksIpV6Test-293414931 tempest-NetworksIpV6Test-293414931-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d06f13a5-ff0d-4bed-b672-3552baf85e44']}} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:04:15.653887 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-52afce59-aca3-41b2-84a5-c4b3e9b99319 tempest-NetworksIpV6Test-293414931 tempest-NetworksIpV6Test-293414931-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a977eebd-5560-4bae-a1c8-6fe47e90db4c') {'for_net_delete': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:04:15.654184 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-52afce59-aca3-41b2-84a5-c4b3e9b99319 tempest-NetworksIpV6Test-293414931 tempest-NetworksIpV6Test-293414931-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a977eebd-5560-4bae-a1c8-6fe47e90db4c') {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:04:15.662845 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-52afce59-aca3-41b2-84a5-c4b3e9b99319 tempest-NetworksIpV6Test-293414931 tempest-NetworksIpV6Test-293414931-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736833900858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11335978'] for segment, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:15.680646 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-52afce59-aca3-41b2-84a5-c4b3e9b99319 tempest-NetworksIpV6Test-293414931 tempest-NetworksIpV6Test-293414931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:15.686260 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52afce59-aca3-41b2-84a5-c4b3e9b99319 tempest-NetworksIpV6Test-293414931 tempest-NetworksIpV6Test-293414931-project] Releasing vlan 503 on physical network physnet1 to pool {{(pid=93797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 00:04:15.686663 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-52afce59-aca3-41b2-84a5-c4b3e9b99319 tempest-NetworksIpV6Test-293414931 tempest-NetworksIpV6Test-293414931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11336013'] for segment, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:15.689519 n-d-802623-1 neutron-server[93797]: Traceback (most recent call last): Jul 28 00:04:15.689519 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 00:04:15.689519 n-d-802623-1 neutron-server[93797]: timer() Jul 28 00:04:15.689519 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 00:04:15.689519 n-d-802623-1 neutron-server[93797]: cb(*args, **kw) Jul 28 00:04:15.689519 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 00:04:15.689519 n-d-802623-1 neutron-server[93797]: return func(*args, **kwargs) Jul 28 00:04:15.689519 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 00:04:15.689519 n-d-802623-1 neutron-server[93797]: self._notify() Jul 28 00:04:15.689519 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 00:04:15.689519 n-d-802623-1 neutron-server[93797]: self.callback(batched_events) Jul 28 00:04:15.689519 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 00:04:15.689519 n-d-802623-1 neutron-server[93797]: event.method(event) Jul 28 00:04:15.689519 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 00:04:15.689519 n-d-802623-1 neutron-server[93797]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 00:04:15.689519 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 00:04:15.689519 n-d-802623-1 neutron-server[93797]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 00:04:15.689519 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 00:04:15.689519 n-d-802623-1 neutron-server[93797]: return f(self, *a, **k) Jul 28 00:04:15.689519 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 00:04:15.689519 n-d-802623-1 neutron-server[93797]: return self._get(url).json() Jul 28 00:04:15.689519 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 00:04:15.689519 n-d-802623-1 neutron-server[93797]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 00:04:15.689519 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 00:04:15.689519 n-d-802623-1 neutron-server[93797]: return self.request(url, 'GET', **kwargs) Jul 28 00:04:15.689519 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 00:04:15.689519 n-d-802623-1 neutron-server[93797]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 00:04:15.689519 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 00:04:15.689519 n-d-802623-1 neutron-server[93797]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 00:04:15.689519 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 00:04:15.689519 n-d-802623-1 neutron-server[93797]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 00:04:15.689519 n-d-802623-1 neutron-server[93797]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 00:04:15.743741 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-52afce59-aca3-41b2-84a5-c4b3e9b99319 tempest-NetworksIpV6Test-293414931 tempest-NetworksIpV6Test-293414931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415412'] for network, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:15.750506 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-52afce59-aca3-41b2-84a5-c4b3e9b99319 tempest-NetworksIpV6Test-293414931 tempest-NetworksIpV6Test-293414931-project] Notify callbacks [] for network, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:15.752356 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-52afce59-aca3-41b2-84a5-c4b3e9b99319 tempest-NetworksIpV6Test-293414931 tempest-NetworksIpV6Test-293414931-project] 10.222.0.18 "DELETE /v2.0/networks/d06f13a5-ff0d-4bed-b672-3552baf85e44 HTTP/1.1" status: 204 len: 168 time: 0.5277767 Jul 28 00:04:15.764120 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52afce59-aca3-41b2-84a5-c4b3e9b99319 tempest-NetworksIpV6Test-293414931 tempest-NetworksIpV6Test-293414931-project] Pushing event deleted for resources: {'Network': ['ID=d06f13a5-ff0d-4bed-b672-3552baf85e44,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:04:15.987487 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 57626) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:04:16.114652 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-d460eb1f-6e83-472e-a61a-f4b05f34e8be admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c31623eab35c4e34bb4b526acc5edf19&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1259532 Jul 28 00:04:16.117051 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 57630) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:04:16.163253 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f14cfaca-3db1-4489-95d1-6e55d9c65779 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:16.184738 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f14cfaca-3db1-4489-95d1-6e55d9c65779 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:16.238816 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f14cfaca-3db1-4489-95d1-6e55d9c65779 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:16.241461 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f14cfaca-3db1-4489-95d1-6e55d9c65779 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:16.242772 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-f14cfaca-3db1-4489-95d1-6e55d9c65779 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4389d7e7-d2ea-4b76-b8f5-086b92d6327f HTTP/1.1" status: 204 len: 168 time: 0.1241143 Jul 28 00:04:16.250601 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14cfaca-3db1-4489-95d1-6e55d9c65779 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4389d7e7-d2ea-4b76-b8f5-086b92d6327f,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:04:16.480940 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 7049f622-f42b-4849-bb0f-d7914e40b72a no longer exists at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 00:04:16.500598 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] No Port match for: 7049f622-f42b-4849-bb0f-d7914e40b72a {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 00:04:16.500946 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 7049f622-f42b-4849-bb0f-d7914e40b72a not bound to the agent host n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 00:04:16.501374 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 0fb10c17-818c-4b29-8812-1e34a5e34c42 no longer exists at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 00:04:16.519170 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] No Port match for: 0fb10c17-818c-4b29-8812-1e34a5e34c42 {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 00:04:16.519516 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 0fb10c17-818c-4b29-8812-1e34a5e34c42 not bound to the agent host n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 00:04:16.859962 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 57652) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:04:16.955241 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-785e095b-e457-4733-abd7-5fb9e557132d tempest-RoutersNegativeTest-2093456419 tempest-RoutersNegativeTest-2093456419-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-2087513701', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 00:04:16.977441 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-785e095b-e457-4733-abd7-5fb9e557132d tempest-RoutersNegativeTest-2093456419 tempest-RoutersNegativeTest-2093456419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62159'] for router, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:16.978512 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-785e095b-e457-4733-abd7-5fb9e557132d tempest-RoutersNegativeTest-2093456419 tempest-RoutersNegativeTest-2093456419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-479230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-415539', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3693317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62148'] for router, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:17.029006 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-785e095b-e457-4733-abd7-5fb9e557132d tempest-RoutersNegativeTest-2093456419 tempest-RoutersNegativeTest-2093456419-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:17.032935 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-785e095b-e457-4733-abd7-5fb9e557132d tempest-RoutersNegativeTest-2093456419 tempest-RoutersNegativeTest-2093456419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-415468'] for router, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:17.048355 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-785e095b-e457-4733-abd7-5fb9e557132d tempest-RoutersNegativeTest-2093456419 tempest-RoutersNegativeTest-2093456419-project] Notify callbacks [] for router, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:17.049558 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-785e095b-e457-4733-abd7-5fb9e557132d tempest-RoutersNegativeTest-2093456419 tempest-RoutersNegativeTest-2093456419-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1885927 Jul 28 00:04:17.052236 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 57656) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:04:17.057010 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-f6d47c35-1b4b-47cc-a942-9800c57bc68a tempest-RoutersNegativeTest-2093456419 tempest-RoutersNegativeTest-2093456419-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-266049839'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 00:04:17.076841 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6d47c35-1b4b-47cc-a942-9800c57bc68a tempest-RoutersNegativeTest-2093456419 tempest-RoutersNegativeTest-2093456419-project] Made reservation on behalf of 37cfa4b8d89b49f6a4931109bd23a4d0 for: {'network': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 00:04:17.080330 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f6d47c35-1b4b-47cc-a942-9800c57bc68a tempest-RoutersNegativeTest-2093456419 tempest-RoutersNegativeTest-2093456419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for network, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:17.089190 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f6d47c35-1b4b-47cc-a942-9800c57bc68a tempest-RoutersNegativeTest-2093456419 tempest-RoutersNegativeTest-2093456419-project] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:17.182613 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f6d47c35-1b4b-47cc-a942-9800c57bc68a tempest-RoutersNegativeTest-2093456419 tempest-RoutersNegativeTest-2093456419-project] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:17.186150 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f6d47c35-1b4b-47cc-a942-9800c57bc68a tempest-RoutersNegativeTest-2093456419 tempest-RoutersNegativeTest-2093456419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:17.210021 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6d47c35-1b4b-47cc-a942-9800c57bc68a tempest-RoutersNegativeTest-2093456419 tempest-RoutersNegativeTest-2093456419-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 543} {{(pid=93797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 00:04:17.225718 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d47c35-1b4b-47cc-a942-9800c57bc68a tempest-RoutersNegativeTest-2093456419 tempest-RoutersNegativeTest-2093456419-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1f538f9-4595-403a-bfb6-6a52b810a446,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:04:17.230042 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f6d47c35-1b4b-47cc-a942-9800c57bc68a tempest-RoutersNegativeTest-2093456419 tempest-RoutersNegativeTest-2093456419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:17.230393 n-d-802623-1 neutron-server[93797]: INFO neutron.db.segments_db [None req-f6d47c35-1b4b-47cc-a942-9800c57bc68a tempest-RoutersNegativeTest-2093456419 tempest-RoutersNegativeTest-2093456419-project] Added segment 977f1a86-5940-4d71-a939-ca467d41c148 of type vlan for network c9ad225c-86be-4ee6-887d-fbc221308706 Jul 28 00:04:17.270478 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f6d47c35-1b4b-47cc-a942-9800c57bc68a tempest-RoutersNegativeTest-2093456419 tempest-RoutersNegativeTest-2093456419-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736833354590'] for network, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:17.297956 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f6d47c35-1b4b-47cc-a942-9800c57bc68a tempest-RoutersNegativeTest-2093456419 tempest-RoutersNegativeTest-2093456419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569'] for network, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:17.303526 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6d47c35-1b4b-47cc-a942-9800c57bc68a tempest-RoutersNegativeTest-2093456419 tempest-RoutersNegativeTest-2093456419-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:04:17.304104 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f6d47c35-1b4b-47cc-a942-9800c57bc68a tempest-RoutersNegativeTest-2093456419 tempest-RoutersNegativeTest-2093456419-project] Notify callbacks [] for network, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:17.359543 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-f6d47c35-1b4b-47cc-a942-9800c57bc68a tempest-RoutersNegativeTest-2093456419 tempest-RoutersNegativeTest-2093456419-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3063254 Jul 28 00:04:17.362247 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 57658) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:04:17.369767 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-04b54ed4-0806-4f37-912f-4f1f81ce3b93 tempest-RoutersNegativeTest-2093456419 tempest-RoutersNegativeTest-2093456419-project] Request body: {'subnet': {'network_id': 'c9ad225c-86be-4ee6-887d-fbc221308706', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 00:04:17.414096 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d47c35-1b4b-47cc-a942-9800c57bc68a tempest-RoutersNegativeTest-2093456419 tempest-RoutersNegativeTest-2093456419-project] Pushing event updated for resources: {'Network': ['ID=c9ad225c-86be-4ee6-887d-fbc221308706,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:04:17.424404 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Network c9ad225c-86be-4ee6-887d-fbc221308706 details requested by agent ovs-agent-n-d-802623-1 with host n-d-802623-1 {{(pid=93799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 00:04:17.464298 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04b54ed4-0806-4f37-912f-4f1f81ce3b93 tempest-RoutersNegativeTest-2093456419 tempest-RoutersNegativeTest-2093456419-project] Made reservation on behalf of 37cfa4b8d89b49f6a4931109bd23a4d0 for: {'subnet': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 00:04:17.467710 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-04b54ed4-0806-4f37-912f-4f1f81ce3b93 tempest-RoutersNegativeTest-2093456419 tempest-RoutersNegativeTest-2093456419-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11551435'] for subnet, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:17.650132 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-04b54ed4-0806-4f37-912f-4f1f81ce3b93 tempest-RoutersNegativeTest-2093456419 tempest-RoutersNegativeTest-2093456419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11336182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11551417'] for subnet, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:17.707069 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b54ed4-0806-4f37-912f-4f1f81ce3b93 tempest-RoutersNegativeTest-2093456419 tempest-RoutersNegativeTest-2093456419-project] Pushing event updated for resources: {'Subnet': ['ID=05af0260-6f77-45a7-8b90-c02a6f7500c4,revision_number=0']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:04:17.717364 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b54ed4-0806-4f37-912f-4f1f81ce3b93 tempest-RoutersNegativeTest-2093456419 tempest-RoutersNegativeTest-2093456419-project] Checking segment: {'id': '977f1a86-5940-4d71-a939-ca467d41c148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'c9ad225c-86be-4ee6-887d-fbc221308706'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 00:04:17.717659 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04b54ed4-0806-4f37-912f-4f1f81ce3b93 tempest-RoutersNegativeTest-2093456419 tempest-RoutersNegativeTest-2093456419-project] Network hostable DHCP agents. Network: c9ad225c-86be-4ee6-887d-fbc221308706, hostable agents: ['5950e76f-2bde-4343-a925-cbe6bacd2706'], hosted agents: [] {{(pid=93797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 00:04:17.732785 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04b54ed4-0806-4f37-912f-4f1f81ce3b93 tempest-RoutersNegativeTest-2093456419 tempest-RoutersNegativeTest-2093456419-project] Network c9ad225c-86be-4ee6-887d-fbc221308706 is scheduled to be hosted by DHCP agent 5950e76f-2bde-4343-a925-cbe6bacd2706 with binding_index 1 {{(pid=93797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 00:04:17.741236 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-04b54ed4-0806-4f37-912f-4f1f81ce3b93 tempest-RoutersNegativeTest-2093456419 tempest-RoutersNegativeTest-2093456419-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802623-1, c9ad225c-86be-4ee6-887d-fbc221308706) {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 00:04:17.745661 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04b54ed4-0806-4f37-912f-4f1f81ce3b93 tempest-RoutersNegativeTest-2093456419 tempest-RoutersNegativeTest-2093456419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:04:17.746281 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-04b54ed4-0806-4f37-912f-4f1f81ce3b93 tempest-RoutersNegativeTest-2093456419 tempest-RoutersNegativeTest-2093456419-project] Notify callbacks [] for subnet, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:17.750359 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7976b5b3-8259-4bb8-9f6e-b66440a24e1d None None] Network c9ad225c-86be-4ee6-887d-fbc221308706 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 00:04:17.760815 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-04b54ed4-0806-4f37-912f-4f1f81ce3b93 tempest-RoutersNegativeTest-2093456419 tempest-RoutersNegativeTest-2093456419-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3974574 Jul 28 00:04:17.763906 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 57660) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:04:17.769117 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-c4c61db3-e81c-4682-ab22-f96ffaf475b8 tempest-RoutersNegativeTest-2093456419 tempest-RoutersNegativeTest-2093456419-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1671358639'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 00:04:17.789299 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4c61db3-e81c-4682-ab22-f96ffaf475b8 tempest-RoutersNegativeTest-2093456419 tempest-RoutersNegativeTest-2093456419-project] Made reservation on behalf of 37cfa4b8d89b49f6a4931109bd23a4d0 for: {'network': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 00:04:17.793322 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c4c61db3-e81c-4682-ab22-f96ffaf475b8 tempest-RoutersNegativeTest-2093456419 tempest-RoutersNegativeTest-2093456419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for network, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:17.819680 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4c61db3-e81c-4682-ab22-f96ffaf475b8 tempest-RoutersNegativeTest-2093456419 tempest-RoutersNegativeTest-2093456419-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 529} {{(pid=93798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 00:04:17.831019 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c4c61db3-e81c-4682-ab22-f96ffaf475b8 tempest-RoutersNegativeTest-2093456419 tempest-RoutersNegativeTest-2093456419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:17.831456 n-d-802623-1 neutron-server[93798]: INFO neutron.db.segments_db [None req-c4c61db3-e81c-4682-ab22-f96ffaf475b8 tempest-RoutersNegativeTest-2093456419 tempest-RoutersNegativeTest-2093456419-project] Added segment 9f626465-60ba-476d-86ee-e5096976dc15 of type vlan for network b411046c-753c-4159-8f89-d9e382de905d Jul 28 00:04:17.876510 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c4c61db3-e81c-4682-ab22-f96ffaf475b8 tempest-RoutersNegativeTest-2093456419 tempest-RoutersNegativeTest-2093456419-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736833354590'] for network, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:17.907739 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c4c61db3-e81c-4682-ab22-f96ffaf475b8 tempest-RoutersNegativeTest-2093456419 tempest-RoutersNegativeTest-2093456419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569'] for network, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:17.913193 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4c61db3-e81c-4682-ab22-f96ffaf475b8 tempest-RoutersNegativeTest-2093456419 tempest-RoutersNegativeTest-2093456419-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:04:17.913774 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c4c61db3-e81c-4682-ab22-f96ffaf475b8 tempest-RoutersNegativeTest-2093456419 tempest-RoutersNegativeTest-2093456419-project] Notify callbacks [] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:17.975192 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-c4c61db3-e81c-4682-ab22-f96ffaf475b8 tempest-RoutersNegativeTest-2093456419 tempest-RoutersNegativeTest-2093456419-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2099702 Jul 28 00:04:17.978696 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 57662) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:04:17.981314 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c61db3-e81c-4682-ab22-f96ffaf475b8 tempest-RoutersNegativeTest-2093456419 tempest-RoutersNegativeTest-2093456419-project] Pushing event updated for resources: {'Network': ['ID=b411046c-753c-4159-8f89-d9e382de905d,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:04:17.984217 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-bd8336ac-00ba-4b74-a09a-234698a6d204 tempest-RoutersNegativeTest-2093456419 tempest-RoutersNegativeTest-2093456419-project] Request body: {'subnet': {'network_id': 'b411046c-753c-4159-8f89-d9e382de905d', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 00:04:17.994969 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Network b411046c-753c-4159-8f89-d9e382de905d details requested by agent ovs-agent-n-d-802623-1 with host n-d-802623-1 {{(pid=93799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 00:04:18.077366 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd8336ac-00ba-4b74-a09a-234698a6d204 tempest-RoutersNegativeTest-2093456419 tempest-RoutersNegativeTest-2093456419-project] Made reservation on behalf of 37cfa4b8d89b49f6a4931109bd23a4d0 for: {'subnet': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 00:04:18.081030 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-bd8336ac-00ba-4b74-a09a-234698a6d204 tempest-RoutersNegativeTest-2093456419 tempest-RoutersNegativeTest-2093456419-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11551435'] for subnet, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:18.110171 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b783df4-d063-4ade-9e12-ee7826e89e11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f6f257c-ad18-5f0c-8c8e-ea085a5fc8a2-c9ad225c-86be-4ee6-887d-fbc221308706', 'network_id': 'c9ad225c-86be-4ee6-887d-fbc221308706', 'tenant_id': '37cfa4b8d89b49f6a4931109bd23a4d0', 'fixed_ips': [{'subnet_id': '05af0260-6f77-45a7-8b90-c02a6f7500c4'}]}} from n-d-802623-1. {{(pid=93799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 00:04:18.111097 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7b783df4-d063-4ade-9e12-ee7826e89e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:18.246684 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-7b783df4-d063-4ade-9e12-ee7826e89e11 None None] Allocated IP 172.20.0.2 (c9ad225c-86be-4ee6-887d-fbc221308706/05af0260-6f77-45a7-8b90-c02a6f7500c4/20c6b6d2-637f-4766-a7e7-717e59085ea8) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 00:04:18.261803 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-bd8336ac-00ba-4b74-a09a-234698a6d204 tempest-RoutersNegativeTest-2093456419 tempest-RoutersNegativeTest-2093456419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11336182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11551417'] for subnet, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:18.323689 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8336ac-00ba-4b74-a09a-234698a6d204 tempest-RoutersNegativeTest-2093456419 tempest-RoutersNegativeTest-2093456419-project] Pushing event updated for resources: {'Subnet': ['ID=12458529-870f-44e1-b4aa-861d58688ff4,revision_number=0']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:04:18.330750 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd8336ac-00ba-4b74-a09a-234698a6d204 tempest-RoutersNegativeTest-2093456419 tempest-RoutersNegativeTest-2093456419-project] Checking segment: {'id': '9f626465-60ba-476d-86ee-e5096976dc15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'b411046c-753c-4159-8f89-d9e382de905d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 00:04:18.331135 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd8336ac-00ba-4b74-a09a-234698a6d204 tempest-RoutersNegativeTest-2093456419 tempest-RoutersNegativeTest-2093456419-project] Network hostable DHCP agents. Network: b411046c-753c-4159-8f89-d9e382de905d, hostable agents: ['5950e76f-2bde-4343-a925-cbe6bacd2706'], hosted agents: [] {{(pid=93797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 00:04:18.347611 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd8336ac-00ba-4b74-a09a-234698a6d204 tempest-RoutersNegativeTest-2093456419 tempest-RoutersNegativeTest-2093456419-project] Network b411046c-753c-4159-8f89-d9e382de905d is scheduled to be hosted by DHCP agent 5950e76f-2bde-4343-a925-cbe6bacd2706 with binding_index 1 {{(pid=93797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 00:04:18.356284 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-bd8336ac-00ba-4b74-a09a-234698a6d204 tempest-RoutersNegativeTest-2093456419 tempest-RoutersNegativeTest-2093456419-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802623-1, b411046c-753c-4159-8f89-d9e382de905d) {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 00:04:18.360563 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd8336ac-00ba-4b74-a09a-234698a6d204 tempest-RoutersNegativeTest-2093456419 tempest-RoutersNegativeTest-2093456419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:04:18.361156 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-bd8336ac-00ba-4b74-a09a-234698a6d204 tempest-RoutersNegativeTest-2093456419 tempest-RoutersNegativeTest-2093456419-project] Notify callbacks [] for subnet, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:18.364282 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.agents_db [None req-9beef776-8bab-4de2-989a-f5a23ba4aaf4 None None] Agent healthcheck: found 7 active agents {{(pid=93800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 00:04:18.370813 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5210bdbc-fa48-41a0-8de7-88ebace472dd None None] Network b411046c-753c-4159-8f89-d9e382de905d requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 00:04:18.375756 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-bd8336ac-00ba-4b74-a09a-234698a6d204 tempest-RoutersNegativeTest-2093456419 tempest-RoutersNegativeTest-2093456419-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3958981 Jul 28 00:04:18.378595 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 57664) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:04:18.383487 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-de0e004c-a7cd-4161-aea1-69b00d8beb47 tempest-RoutersNegativeTest-2093456419 tempest-RoutersNegativeTest-2093456419-project] Request body: {'router': {'external_gateway_info': {'network_id': 'b411046c-753c-4159-8f89-d9e382de905d'}}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 00:04:18.426708 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7b783df4-d063-4ade-9e12-ee7826e89e11 None None] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:18.442079 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-7b783df4-d063-4ade-9e12-ee7826e89e11 None None] Transition to ACTIVE for port object 20c6b6d2-637f-4766-a7e7-717e59085ea8 will not be triggered until provisioned by entity L2. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 00:04:18.470939 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-7b783df4-d063-4ade-9e12-ee7826e89e11 None None] Transition to ACTIVE for port object 20c6b6d2-637f-4766-a7e7-717e59085ea8 will not be triggered until provisioned by entity DHCP. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 00:04:18.481912 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7b783df4-d063-4ade-9e12-ee7826e89e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:18.556902 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b783df4-d063-4ade-9e12-ee7826e89e11 None None] Network c9ad225c-86be-4ee6-887d-fbc221308706 is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 00:04:18.557626 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b783df4-d063-4ade-9e12-ee7826e89e11 None None] Pushing event updated for resources: {'Port': ['ID=20c6b6d2-637f-4766-a7e7-717e59085ea8,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:04:18.564642 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-7b783df4-d063-4ade-9e12-ee7826e89e11 None None] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 00:04:18.568101 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b783df4-d063-4ade-9e12-ee7826e89e11 None None] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 00:04:18.592019 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-de0e004c-a7cd-4161-aea1-69b00d8beb47 tempest-RoutersNegativeTest-2093456419 tempest-RoutersNegativeTest-2093456419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-415433', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62186'] for router, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:18.607168 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d9c7145-43bf-4cb8-8b35-2fbcfb69ce70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f6f257c-ad18-5f0c-8c8e-ea085a5fc8a2-b411046c-753c-4159-8f89-d9e382de905d', 'network_id': 'b411046c-753c-4159-8f89-d9e382de905d', 'tenant_id': '37cfa4b8d89b49f6a4931109bd23a4d0', 'fixed_ips': [{'subnet_id': '12458529-870f-44e1-b4aa-861d58688ff4'}]}} from n-d-802623-1. {{(pid=93799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 00:04:18.608028 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-5d9c7145-43bf-4cb8-8b35-2fbcfb69ce70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:18.654665 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-7b783df4-d063-4ade-9e12-ee7826e89e11 None None] Attempting to bind port 20c6b6d2-637f-4766-a7e7-717e59085ea8 on host n-d-802623-1 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 00:04:18.655156 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-7b783df4-d063-4ade-9e12-ee7826e89e11 None None] Attempting to bind port 20c6b6d2-637f-4766-a7e7-717e59085ea8 by drivers openvswitch,hyperv on host n-d-802623-1 at level 0 using segments [{'id': '977f1a86-5940-4d71-a939-ca467d41c148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'c9ad225c-86be-4ee6-887d-fbc221308706'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 00:04:18.655525 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b783df4-d063-4ade-9e12-ee7826e89e11 None None] Attempting to bind port 20c6b6d2-637f-4766-a7e7-717e59085ea8 on network c9ad225c-86be-4ee6-887d-fbc221308706 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 00:04:18.703105 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b783df4-d063-4ade-9e12-ee7826e89e11 None None] Checking agent: {'id': 'a9a568d2-a5e7-41e4-833f-a8ab42ea4073', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 52, 30), 'started_at': datetime.datetime(2021, 7, 27, 22, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 0, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802623-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 00:04:18.703489 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b783df4-d063-4ade-9e12-ee7826e89e11 None None] Checking segment: {'id': '977f1a86-5940-4d71-a939-ca467d41c148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'c9ad225c-86be-4ee6-887d-fbc221308706'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 00:04:18.703892 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7b783df4-d063-4ade-9e12-ee7826e89e11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:18.704284 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b783df4-d063-4ade-9e12-ee7826e89e11 None None] Bound using segment: {'id': '977f1a86-5940-4d71-a939-ca467d41c148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'c9ad225c-86be-4ee6-887d-fbc221308706'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 00:04:18.704771 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-7b783df4-d063-4ade-9e12-ee7826e89e11 None None] Bound port: 20c6b6d2-637f-4766-a7e7-717e59085ea8, host: n-d-802623-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '977f1a86-5940-4d71-a939-ca467d41c148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'c9ad225c-86be-4ee6-887d-fbc221308706'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 00:04:18.705159 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7b783df4-d063-4ade-9e12-ee7826e89e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:18.826693 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-7b783df4-d063-4ade-9e12-ee7826e89e11 None None] For port 20c6b6d2-637f-4766-a7e7-717e59085ea8, host n-d-802623-1, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 00:04:18.828980 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-5d9c7145-43bf-4cb8-8b35-2fbcfb69ce70 None None] Allocated IP 172.21.0.2 (b411046c-753c-4159-8f89-d9e382de905d/12458529-870f-44e1-b4aa-861d58688ff4/c834837e-a7a5-4943-9e01-102e27477659) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 00:04:18.831863 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-7b783df4-d063-4ade-9e12-ee7826e89e11 None None] For port 20c6b6d2-637f-4766-a7e7-717e59085ea8, host n-d-802623-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=20c6b6d2-637f-4766-a7e7-717e59085ea8,segment=NetworkSegment(977f1a86-5940-4d71-a939-ca467d41c148),segment_id=977f1a86-5940-4d71-a939-ca467d41c148)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 00:04:18.835764 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7b783df4-d063-4ade-9e12-ee7826e89e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:18.947698 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b783df4-d063-4ade-9e12-ee7826e89e11 None None] Pushing event updated for resources: {'Port': ['ID=20c6b6d2-637f-4766-a7e7-717e59085ea8,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:04:19.038903 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-5d9c7145-43bf-4cb8-8b35-2fbcfb69ce70 None None] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:19.047712 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-5d9c7145-43bf-4cb8-8b35-2fbcfb69ce70 None None] Transition to ACTIVE for port object c834837e-a7a5-4943-9e01-102e27477659 will not be triggered until provisioned by entity L2. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 00:04:19.077426 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-5d9c7145-43bf-4cb8-8b35-2fbcfb69ce70 None None] Transition to ACTIVE for port object c834837e-a7a5-4943-9e01-102e27477659 will not be triggered until provisioned by entity DHCP. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 00:04:19.088779 n-d-802623-1 neutron-server[93797]: INFO neutron.api.v2.resource [None req-de0e004c-a7cd-4161-aea1-69b00d8beb47 tempest-RoutersNegativeTest-2093456419 tempest-RoutersNegativeTest-2093456419-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 00:04:19.090086 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-de0e004c-a7cd-4161-aea1-69b00d8beb47 tempest-RoutersNegativeTest-2093456419 tempest-RoutersNegativeTest-2093456419-project] 10.222.0.18 "PUT /v2.0/routers/a8991641-391c-4b87-a877-1356b214d241 HTTP/1.1" status: 400 len: 364 time: 0.7103541 Jul 28 00:04:19.094240 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-5d9c7145-43bf-4cb8-8b35-2fbcfb69ce70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:19.097218 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 57666) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:04:19.143745 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d9c7145-43bf-4cb8-8b35-2fbcfb69ce70 None None] Network b411046c-753c-4159-8f89-d9e382de905d is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 00:04:19.146610 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-5d9c7145-43bf-4cb8-8b35-2fbcfb69ce70 None None] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 00:04:19.150775 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d9c7145-43bf-4cb8-8b35-2fbcfb69ce70 None None] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 00:04:19.161116 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfc95d3f-8ee7-4357-b222-6f8cbda8d7ca tempest-RoutersNegativeTest-2093456419 tempest-RoutersNegativeTest-2093456419-project] Deleting subnet 12458529-870f-44e1-b4aa-861d58688ff4 {{(pid=93797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 00:04:19.165032 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-bfc95d3f-8ee7-4357-b222-6f8cbda8d7ca tempest-RoutersNegativeTest-2093456419 tempest-RoutersNegativeTest-2093456419-project] Notify callbacks [] for subnet, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:19.166388 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9c7145-43bf-4cb8-8b35-2fbcfb69ce70 None None] Pushing event updated for resources: {'Port': ['ID=c834837e-a7a5-4943-9e01-102e27477659,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:04:19.213549 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-bfc95d3f-8ee7-4357-b222-6f8cbda8d7ca tempest-RoutersNegativeTest-2093456419 tempest-RoutersNegativeTest-2093456419-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11335971'] for subnet, precommit_delete_associations {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:19.227552 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-5d9c7145-43bf-4cb8-8b35-2fbcfb69ce70 None None] Attempting to bind port c834837e-a7a5-4943-9e01-102e27477659 on host n-d-802623-1 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 00:04:19.227933 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-5d9c7145-43bf-4cb8-8b35-2fbcfb69ce70 None None] Attempting to bind port c834837e-a7a5-4943-9e01-102e27477659 by drivers openvswitch,hyperv on host n-d-802623-1 at level 0 using segments [{'id': '9f626465-60ba-476d-86ee-e5096976dc15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'b411046c-753c-4159-8f89-d9e382de905d'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 00:04:19.228296 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d9c7145-43bf-4cb8-8b35-2fbcfb69ce70 None None] Attempting to bind port c834837e-a7a5-4943-9e01-102e27477659 on network b411046c-753c-4159-8f89-d9e382de905d {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 00:04:19.233210 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d9c7145-43bf-4cb8-8b35-2fbcfb69ce70 None None] Checking agent: {'id': 'a9a568d2-a5e7-41e4-833f-a8ab42ea4073', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 52, 30), 'started_at': datetime.datetime(2021, 7, 27, 22, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 0, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802623-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 00:04:19.233591 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d9c7145-43bf-4cb8-8b35-2fbcfb69ce70 None None] Checking segment: {'id': '9f626465-60ba-476d-86ee-e5096976dc15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'b411046c-753c-4159-8f89-d9e382de905d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 00:04:19.234000 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-5d9c7145-43bf-4cb8-8b35-2fbcfb69ce70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:19.234398 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d9c7145-43bf-4cb8-8b35-2fbcfb69ce70 None None] Bound using segment: {'id': '9f626465-60ba-476d-86ee-e5096976dc15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'b411046c-753c-4159-8f89-d9e382de905d'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 00:04:19.234864 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-5d9c7145-43bf-4cb8-8b35-2fbcfb69ce70 None None] Bound port: c834837e-a7a5-4943-9e01-102e27477659, host: n-d-802623-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f626465-60ba-476d-86ee-e5096976dc15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'b411046c-753c-4159-8f89-d9e382de905d'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 00:04:19.235270 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-5d9c7145-43bf-4cb8-8b35-2fbcfb69ce70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:19.298204 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-5d9c7145-43bf-4cb8-8b35-2fbcfb69ce70 None None] For port c834837e-a7a5-4943-9e01-102e27477659, host n-d-802623-1, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 00:04:19.301265 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-5d9c7145-43bf-4cb8-8b35-2fbcfb69ce70 None None] For port c834837e-a7a5-4943-9e01-102e27477659, host n-d-802623-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=c834837e-a7a5-4943-9e01-102e27477659,segment=NetworkSegment(9f626465-60ba-476d-86ee-e5096976dc15),segment_id=9f626465-60ba-476d-86ee-e5096976dc15)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 00:04:19.304751 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-5d9c7145-43bf-4cb8-8b35-2fbcfb69ce70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:19.306551 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-bfc95d3f-8ee7-4357-b222-6f8cbda8d7ca tempest-RoutersNegativeTest-2093456419 tempest-RoutersNegativeTest-2093456419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620741'] for subnet, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:19.367660 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9c7145-43bf-4cb8-8b35-2fbcfb69ce70 None None] Pushing event updated for resources: {'Port': ['ID=c834837e-a7a5-4943-9e01-102e27477659,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:04:19.382294 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-bfc95d3f-8ee7-4357-b222-6f8cbda8d7ca tempest-RoutersNegativeTest-2093456419 tempest-RoutersNegativeTest-2093456419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11335991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11551414'] for subnet, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:19.415987 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc95d3f-8ee7-4357-b222-6f8cbda8d7ca tempest-RoutersNegativeTest-2093456419 tempest-RoutersNegativeTest-2093456419-project] Pushing event deleted for resources: {'Subnet': ['ID=12458529-870f-44e1-b4aa-861d58688ff4,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:04:19.417938 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-bfc95d3f-8ee7-4357-b222-6f8cbda8d7ca tempest-RoutersNegativeTest-2093456419 tempest-RoutersNegativeTest-2093456419-project] Notify callbacks [] for subnet, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:19.419820 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-bfc95d3f-8ee7-4357-b222-6f8cbda8d7ca tempest-RoutersNegativeTest-2093456419 tempest-RoutersNegativeTest-2093456419-project] 10.222.0.18 "DELETE /v2.0/subnets/12458529-870f-44e1-b4aa-861d58688ff4 HTTP/1.1" status: 204 len: 168 time: 0.3215830 Jul 28 00:04:19.422432 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 57668) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:04:19.504467 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-89927482-abea-459c-bb7e-1d22142472e0 tempest-RoutersNegativeTest-2093456419 tempest-RoutersNegativeTest-2093456419-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593271'] for network, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:19.569897 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-89927482-abea-459c-bb7e-1d22142472e0 tempest-RoutersNegativeTest-2093456419 tempest-RoutersNegativeTest-2093456419-project] Deleting port c834837e-a7a5-4943-9e01-102e27477659 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 00:04:19.570247 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-89927482-abea-459c-bb7e-1d22142472e0 tempest-RoutersNegativeTest-2093456419 tempest-RoutersNegativeTest-2093456419-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:19.650044 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-89927482-abea-459c-bb7e-1d22142472e0 tempest-RoutersNegativeTest-2093456419 tempest-RoutersNegativeTest-2093456419-project] For port c834837e-a7a5-4943-9e01-102e27477659, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=c834837e-a7a5-4943-9e01-102e27477659,segment=NetworkSegment(9f626465-60ba-476d-86ee-e5096976dc15),segment_id=9f626465-60ba-476d-86ee-e5096976dc15)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 00:04:19.650414 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-89927482-abea-459c-bb7e-1d22142472e0 tempest-RoutersNegativeTest-2093456419 tempest-RoutersNegativeTest-2093456419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:19.663814 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-89927482-abea-459c-bb7e-1d22142472e0 tempest-RoutersNegativeTest-2093456419 tempest-RoutersNegativeTest-2093456419-project] Calling delete_port for c834837e-a7a5-4943-9e01-102e27477659 owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 00:04:19.742947 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-89927482-abea-459c-bb7e-1d22142472e0 tempest-RoutersNegativeTest-2093456419 tempest-RoutersNegativeTest-2093456419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:19.767609 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89927482-abea-459c-bb7e-1d22142472e0 tempest-RoutersNegativeTest-2093456419 tempest-RoutersNegativeTest-2093456419-project] Pushing event deleted for resources: {'Port': ['ID=c834837e-a7a5-4943-9e01-102e27477659,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:04:19.777352 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89927482-abea-459c-bb7e-1d22142472e0 tempest-RoutersNegativeTest-2093456419 tempest-RoutersNegativeTest-2093456419-project] No DVR routers for this DVR port c834837e-a7a5-4943-9e01-102e27477659 on host n-d-802623-1 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 00:04:19.861160 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-89927482-abea-459c-bb7e-1d22142472e0 tempest-RoutersNegativeTest-2093456419 tempest-RoutersNegativeTest-2093456419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618032', 'neutron.services.segments.db._delete_segments_for_network-8736833900081'] for network, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:19.872743 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-89927482-abea-459c-bb7e-1d22142472e0 tempest-RoutersNegativeTest-2093456419 tempest-RoutersNegativeTest-2093456419-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b411046c-753c-4159-8f89-d9e382de905d']}} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:04:19.874306 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bd1c945-3a66-44fc-8150-93983c465950 None None] Network c9ad225c-86be-4ee6-887d-fbc221308706 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 00:04:19.884606 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-89927482-abea-459c-bb7e-1d22142472e0 tempest-RoutersNegativeTest-2093456419 tempest-RoutersNegativeTest-2093456419-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f626465-60ba-476d-86ee-e5096976dc15') {'for_net_delete': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:04:19.884938 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-89927482-abea-459c-bb7e-1d22142472e0 tempest-RoutersNegativeTest-2093456419 tempest-RoutersNegativeTest-2093456419-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f626465-60ba-476d-86ee-e5096976dc15') {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:04:19.893862 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-89927482-abea-459c-bb7e-1d22142472e0 tempest-RoutersNegativeTest-2093456419 tempest-RoutersNegativeTest-2093456419-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736833900858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11335978'] for segment, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:19.908158 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-89927482-abea-459c-bb7e-1d22142472e0 tempest-RoutersNegativeTest-2093456419 tempest-RoutersNegativeTest-2093456419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:19.914121 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89927482-abea-459c-bb7e-1d22142472e0 tempest-RoutersNegativeTest-2093456419 tempest-RoutersNegativeTest-2093456419-project] Releasing vlan 529 on physical network physnet1 to pool {{(pid=93797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 00:04:19.914571 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-89927482-abea-459c-bb7e-1d22142472e0 tempest-RoutersNegativeTest-2093456419 tempest-RoutersNegativeTest-2093456419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11336013'] for segment, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:19.917532 n-d-802623-1 neutron-server[93797]: Traceback (most recent call last): Jul 28 00:04:19.917532 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 00:04:19.917532 n-d-802623-1 neutron-server[93797]: timer() Jul 28 00:04:19.917532 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 00:04:19.917532 n-d-802623-1 neutron-server[93797]: cb(*args, **kw) Jul 28 00:04:19.917532 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 00:04:19.917532 n-d-802623-1 neutron-server[93797]: return func(*args, **kwargs) Jul 28 00:04:19.917532 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 00:04:19.917532 n-d-802623-1 neutron-server[93797]: self._notify() Jul 28 00:04:19.917532 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 00:04:19.917532 n-d-802623-1 neutron-server[93797]: self.callback(batched_events) Jul 28 00:04:19.917532 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 00:04:19.917532 n-d-802623-1 neutron-server[93797]: event.method(event) Jul 28 00:04:19.917532 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 00:04:19.917532 n-d-802623-1 neutron-server[93797]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 00:04:19.917532 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 00:04:19.917532 n-d-802623-1 neutron-server[93797]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 00:04:19.917532 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 00:04:19.917532 n-d-802623-1 neutron-server[93797]: return f(self, *a, **k) Jul 28 00:04:19.917532 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 00:04:19.917532 n-d-802623-1 neutron-server[93797]: return self._get(url).json() Jul 28 00:04:19.917532 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 00:04:19.917532 n-d-802623-1 neutron-server[93797]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 00:04:19.917532 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 00:04:19.917532 n-d-802623-1 neutron-server[93797]: return self.request(url, 'GET', **kwargs) Jul 28 00:04:19.917532 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 00:04:19.917532 n-d-802623-1 neutron-server[93797]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 00:04:19.917532 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 00:04:19.917532 n-d-802623-1 neutron-server[93797]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 00:04:19.917532 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 00:04:19.917532 n-d-802623-1 neutron-server[93797]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 00:04:19.917532 n-d-802623-1 neutron-server[93797]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 00:04:19.945322 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-1a013b1e-a11b-4a99-9d88-f3c2e3bc7dc9 None None] Provisioning for port 20c6b6d2-637f-4766-a7e7-717e59085ea8 completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 00:04:19.982592 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-89927482-abea-459c-bb7e-1d22142472e0 tempest-RoutersNegativeTest-2093456419 tempest-RoutersNegativeTest-2093456419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415412'] for network, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:20.002289 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-89927482-abea-459c-bb7e-1d22142472e0 tempest-RoutersNegativeTest-2093456419 tempest-RoutersNegativeTest-2093456419-project] Notify callbacks [] for network, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:20.006767 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-89927482-abea-459c-bb7e-1d22142472e0 tempest-RoutersNegativeTest-2093456419 tempest-RoutersNegativeTest-2093456419-project] 10.222.0.18 "DELETE /v2.0/networks/b411046c-753c-4159-8f89-d9e382de905d HTTP/1.1" status: 204 len: 168 time: 0.5810995 Jul 28 00:04:20.006767 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89927482-abea-459c-bb7e-1d22142472e0 tempest-RoutersNegativeTest-2093456419 tempest-RoutersNegativeTest-2093456419-project] Pushing event deleted for resources: {'Network': ['ID=b411046c-753c-4159-8f89-d9e382de905d,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:04:20.007029 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 57670) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:04:20.062435 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_v2 [None req-8001e130-c6dc-4bba-8396-f49abbde373c tempest-RoutersNegativeTest-2093456419 tempest-RoutersNegativeTest-2093456419-project] Deleting subnet 05af0260-6f77-45a7-8b90-c02a6f7500c4 {{(pid=93797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 00:04:20.066110 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8001e130-c6dc-4bba-8396-f49abbde373c tempest-RoutersNegativeTest-2093456419 tempest-RoutersNegativeTest-2093456419-project] Notify callbacks [] for subnet, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:20.111684 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8001e130-c6dc-4bba-8396-f49abbde373c tempest-RoutersNegativeTest-2093456419 tempest-RoutersNegativeTest-2093456419-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11335971'] for subnet, precommit_delete_associations {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:20.208829 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8001e130-c6dc-4bba-8396-f49abbde373c tempest-RoutersNegativeTest-2093456419 tempest-RoutersNegativeTest-2093456419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620741'] for subnet, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:20.272669 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8001e130-c6dc-4bba-8396-f49abbde373c tempest-RoutersNegativeTest-2093456419 tempest-RoutersNegativeTest-2093456419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11335991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11551414'] for subnet, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:20.305106 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8001e130-c6dc-4bba-8396-f49abbde373c tempest-RoutersNegativeTest-2093456419 tempest-RoutersNegativeTest-2093456419-project] Pushing event deleted for resources: {'Subnet': ['ID=05af0260-6f77-45a7-8b90-c02a6f7500c4,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:04:20.308697 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8001e130-c6dc-4bba-8396-f49abbde373c tempest-RoutersNegativeTest-2093456419 tempest-RoutersNegativeTest-2093456419-project] Notify callbacks [] for subnet, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:20.310599 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-8001e130-c6dc-4bba-8396-f49abbde373c tempest-RoutersNegativeTest-2093456419 tempest-RoutersNegativeTest-2093456419-project] 10.222.0.18 "DELETE /v2.0/subnets/05af0260-6f77-45a7-8b90-c02a6f7500c4 HTTP/1.1" status: 204 len: 168 time: 0.3026600 Jul 28 00:04:20.312994 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 57672) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:04:20.318570 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c3f4050-561e-4220-9a79-421c3bf2a61b None None] Network c9ad225c-86be-4ee6-887d-fbc221308706 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 00:04:20.399935 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8a35302f-05fc-43e5-89c1-476a70fb85c3 tempest-RoutersNegativeTest-2093456419 tempest-RoutersNegativeTest-2093456419-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593271'] for network, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:20.414803 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d430738a-b99e-4b37-8796-4a07db737a66 None None] DHCP port deletion for b411046c-753c-4159-8f89-d9e382de905d request from n-d-802623-1 {{(pid=93799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 00:04:20.435972 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-fdc476a6-e4df-4b0b-ab69-06e568e6304c None None] Could not find standard attr ID for object c834837e-a7a5-4943-9e01-102e27477659. {{(pid=93799) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 28 00:04:20.458567 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-960f81df-c0f5-4441-aa2d-a3c5050de4f7 None None] Network b411046c-753c-4159-8f89-d9e382de905d requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 00:04:20.460500 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-8a35302f-05fc-43e5-89c1-476a70fb85c3 tempest-RoutersNegativeTest-2093456419 tempest-RoutersNegativeTest-2093456419-project] Deleting port 20c6b6d2-637f-4766-a7e7-717e59085ea8 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 00:04:20.460909 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8a35302f-05fc-43e5-89c1-476a70fb85c3 tempest-RoutersNegativeTest-2093456419 tempest-RoutersNegativeTest-2093456419-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:20.472883 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-960f81df-c0f5-4441-aa2d-a3c5050de4f7 None None] Network b411046c-753c-4159-8f89-d9e382de905d could not be found, it might have been deleted concurrently. {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 28 00:04:20.530897 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f43d1fe7-d2aa-435e-bc52-717200376ca0 None None] DHCP port deletion for c9ad225c-86be-4ee6-887d-fbc221308706 request from n-d-802623-1 {{(pid=93799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 00:04:20.532041 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-8a35302f-05fc-43e5-89c1-476a70fb85c3 tempest-RoutersNegativeTest-2093456419 tempest-RoutersNegativeTest-2093456419-project] For port 20c6b6d2-637f-4766-a7e7-717e59085ea8, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=20c6b6d2-637f-4766-a7e7-717e59085ea8,segment=NetworkSegment(977f1a86-5940-4d71-a939-ca467d41c148),segment_id=977f1a86-5940-4d71-a939-ca467d41c148)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 00:04:20.532587 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8a35302f-05fc-43e5-89c1-476a70fb85c3 tempest-RoutersNegativeTest-2093456419 tempest-RoutersNegativeTest-2093456419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:20.547579 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-8a35302f-05fc-43e5-89c1-476a70fb85c3 tempest-RoutersNegativeTest-2093456419 tempest-RoutersNegativeTest-2093456419-project] Calling delete_port for 20c6b6d2-637f-4766-a7e7-717e59085ea8 owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 00:04:20.580198 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-f43d1fe7-d2aa-435e-bc52-717200376ca0 None None] Deleting port 20c6b6d2-637f-4766-a7e7-717e59085ea8 {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 00:04:20.580575 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f43d1fe7-d2aa-435e-bc52-717200376ca0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:20.635948 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8a35302f-05fc-43e5-89c1-476a70fb85c3 tempest-RoutersNegativeTest-2093456419 tempest-RoutersNegativeTest-2093456419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:20.641896 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f43d1fe7-d2aa-435e-bc52-717200376ca0 None None] For port 20c6b6d2-637f-4766-a7e7-717e59085ea8, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=20c6b6d2-637f-4766-a7e7-717e59085ea8,segment=NetworkSegment(977f1a86-5940-4d71-a939-ca467d41c148),segment_id=977f1a86-5940-4d71-a939-ca467d41c148)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 00:04:20.642294 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f43d1fe7-d2aa-435e-bc52-717200376ca0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:20.655531 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-f43d1fe7-d2aa-435e-bc52-717200376ca0 None None] Calling delete_port for 20c6b6d2-637f-4766-a7e7-717e59085ea8 owned by network:dhcp {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 00:04:20.661973 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a35302f-05fc-43e5-89c1-476a70fb85c3 tempest-RoutersNegativeTest-2093456419 tempest-RoutersNegativeTest-2093456419-project] Pushing event deleted for resources: {'Port': ['ID=20c6b6d2-637f-4766-a7e7-717e59085ea8,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:04:20.665477 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a35302f-05fc-43e5-89c1-476a70fb85c3 tempest-RoutersNegativeTest-2093456419 tempest-RoutersNegativeTest-2093456419-project] No DVR routers for this DVR port 20c6b6d2-637f-4766-a7e7-717e59085ea8 on host n-d-802623-1 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 00:04:20.735182 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f43d1fe7-d2aa-435e-bc52-717200376ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:20.745557 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8a35302f-05fc-43e5-89c1-476a70fb85c3 tempest-RoutersNegativeTest-2093456419 tempest-RoutersNegativeTest-2093456419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618032', 'neutron.services.segments.db._delete_segments_for_network-8736833900081'] for network, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:20.755269 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-8a35302f-05fc-43e5-89c1-476a70fb85c3 tempest-RoutersNegativeTest-2093456419 tempest-RoutersNegativeTest-2093456419-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9ad225c-86be-4ee6-887d-fbc221308706']}} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:04:20.757683 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43d1fe7-d2aa-435e-bc52-717200376ca0 None None] Pushing event deleted for resources: {'Port': ['ID=20c6b6d2-637f-4766-a7e7-717e59085ea8,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:04:20.763542 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f43d1fe7-d2aa-435e-bc52-717200376ca0 None None] No DVR routers for this DVR port 20c6b6d2-637f-4766-a7e7-717e59085ea8 on host n-d-802623-1 {{(pid=93799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 00:04:20.767076 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-8a35302f-05fc-43e5-89c1-476a70fb85c3 tempest-RoutersNegativeTest-2093456419 tempest-RoutersNegativeTest-2093456419-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '977f1a86-5940-4d71-a939-ca467d41c148') {'for_net_delete': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:04:20.767371 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-8a35302f-05fc-43e5-89c1-476a70fb85c3 tempest-RoutersNegativeTest-2093456419 tempest-RoutersNegativeTest-2093456419-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '977f1a86-5940-4d71-a939-ca467d41c148') {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:04:20.776800 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8a35302f-05fc-43e5-89c1-476a70fb85c3 tempest-RoutersNegativeTest-2093456419 tempest-RoutersNegativeTest-2093456419-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736833900858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11335978'] for segment, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:20.790634 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8a35302f-05fc-43e5-89c1-476a70fb85c3 tempest-RoutersNegativeTest-2093456419 tempest-RoutersNegativeTest-2093456419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:20.796442 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a35302f-05fc-43e5-89c1-476a70fb85c3 tempest-RoutersNegativeTest-2093456419 tempest-RoutersNegativeTest-2093456419-project] Releasing vlan 543 on physical network physnet1 to pool {{(pid=93797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 00:04:20.796828 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8a35302f-05fc-43e5-89c1-476a70fb85c3 tempest-RoutersNegativeTest-2093456419 tempest-RoutersNegativeTest-2093456419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11336013'] for segment, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:20.799809 n-d-802623-1 neutron-server[93797]: Traceback (most recent call last): Jul 28 00:04:20.799809 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 00:04:20.799809 n-d-802623-1 neutron-server[93797]: timer() Jul 28 00:04:20.799809 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 00:04:20.799809 n-d-802623-1 neutron-server[93797]: cb(*args, **kw) Jul 28 00:04:20.799809 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 00:04:20.799809 n-d-802623-1 neutron-server[93797]: return func(*args, **kwargs) Jul 28 00:04:20.799809 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 00:04:20.799809 n-d-802623-1 neutron-server[93797]: self._notify() Jul 28 00:04:20.799809 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 00:04:20.799809 n-d-802623-1 neutron-server[93797]: self.callback(batched_events) Jul 28 00:04:20.799809 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 00:04:20.799809 n-d-802623-1 neutron-server[93797]: event.method(event) Jul 28 00:04:20.799809 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 00:04:20.799809 n-d-802623-1 neutron-server[93797]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 00:04:20.799809 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 00:04:20.799809 n-d-802623-1 neutron-server[93797]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 00:04:20.799809 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 00:04:20.799809 n-d-802623-1 neutron-server[93797]: return f(self, *a, **k) Jul 28 00:04:20.799809 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 00:04:20.799809 n-d-802623-1 neutron-server[93797]: return self._get(url).json() Jul 28 00:04:20.799809 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 00:04:20.799809 n-d-802623-1 neutron-server[93797]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 00:04:20.799809 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 00:04:20.799809 n-d-802623-1 neutron-server[93797]: return self.request(url, 'GET', **kwargs) Jul 28 00:04:20.799809 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 00:04:20.799809 n-d-802623-1 neutron-server[93797]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 00:04:20.799809 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 00:04:20.799809 n-d-802623-1 neutron-server[93797]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 00:04:20.799809 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 00:04:20.799809 n-d-802623-1 neutron-server[93797]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 00:04:20.799809 n-d-802623-1 neutron-server[93797]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 00:04:20.855483 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8a35302f-05fc-43e5-89c1-476a70fb85c3 tempest-RoutersNegativeTest-2093456419 tempest-RoutersNegativeTest-2093456419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415412'] for network, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:20.860454 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8a35302f-05fc-43e5-89c1-476a70fb85c3 tempest-RoutersNegativeTest-2093456419 tempest-RoutersNegativeTest-2093456419-project] Notify callbacks [] for network, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:20.862437 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-8a35302f-05fc-43e5-89c1-476a70fb85c3 tempest-RoutersNegativeTest-2093456419 tempest-RoutersNegativeTest-2093456419-project] 10.222.0.18 "DELETE /v2.0/networks/c9ad225c-86be-4ee6-887d-fbc221308706 HTTP/1.1" status: 204 len: 168 time: 0.5484610 Jul 28 00:04:20.865253 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 57674) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:04:20.878016 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a35302f-05fc-43e5-89c1-476a70fb85c3 tempest-RoutersNegativeTest-2093456419 tempest-RoutersNegativeTest-2093456419-project] Pushing event deleted for resources: {'Network': ['ID=c9ad225c-86be-4ee6-887d-fbc221308706,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:04:20.896520 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-3d6c6b04-9e0e-48fa-81e6-be4d25e9c53a tempest-RoutersNegativeTest-2093456419 tempest-RoutersNegativeTest-2093456419-project] 10.222.0.18 "GET /v2.0/ports?device_id=a8991641-391c-4b87-a877-1356b214d241 HTTP/1.1" status: 200 len: 205 time: 0.0299728 Jul 28 00:04:20.898839 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 57676) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:04:20.978810 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b92b11ae-3d55-4e71-a93b-4ab389b50589 tempest-RoutersNegativeTest-2093456419 tempest-RoutersNegativeTest-2093456419-project] Notify callbacks [] for router, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:21.130452 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b92b11ae-3d55-4e71-a93b-4ab389b50589 tempest-RoutersNegativeTest-2093456419 tempest-RoutersNegativeTest-2093456419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62205'] for router, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:21.132562 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b92b11ae-3d55-4e71-a93b-4ab389b50589 tempest-RoutersNegativeTest-2093456419 tempest-RoutersNegativeTest-2093456419-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:21.175197 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b92b11ae-3d55-4e71-a93b-4ab389b50589 tempest-RoutersNegativeTest-2093456419 tempest-RoutersNegativeTest-2093456419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-477831'] for router, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:21.175726 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b92b11ae-3d55-4e71-a93b-4ab389b50589 tempest-RoutersNegativeTest-2093456419 tempest-RoutersNegativeTest-2093456419-project] Fanout notify agent at l3_agent the message router_deleted on router a8991641-391c-4b87-a877-1356b214d241 {{(pid=93798) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 00:04:21.183256 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b92b11ae-3d55-4e71-a93b-4ab389b50589 tempest-RoutersNegativeTest-2093456419 tempest-RoutersNegativeTest-2093456419-project] Notify callbacks [] for router, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:21.187158 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-b92b11ae-3d55-4e71-a93b-4ab389b50589 tempest-RoutersNegativeTest-2093456419 tempest-RoutersNegativeTest-2093456419-project] 10.222.0.18 "DELETE /v2.0/routers/a8991641-391c-4b87-a877-1356b214d241 HTTP/1.1" status: 204 len: 168 time: 0.2873745 Jul 28 00:04:21.418873 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 57682) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:04:21.546135 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-72b72ded-406e-40eb-97f6-cbbcd700675e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=37cfa4b8d89b49f6a4931109bd23a4d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1261699 Jul 28 00:04:21.548576 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 57686) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:04:21.594479 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-951ff978-93ca-4a34-8069-1b5bd620c292 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:21.614836 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-951ff978-93ca-4a34-8069-1b5bd620c292 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:21.667273 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-951ff978-93ca-4a34-8069-1b5bd620c292 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:21.669928 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-951ff978-93ca-4a34-8069-1b5bd620c292 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:21.671085 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-951ff978-93ca-4a34-8069-1b5bd620c292 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c1f538f9-4595-403a-bfb6-6a52b810a446 HTTP/1.1" status: 204 len: 168 time: 0.1215951 Jul 28 00:04:21.678821 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951ff978-93ca-4a34-8069-1b5bd620c292 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1f538f9-4595-403a-bfb6-6a52b810a446,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:04:22.255541 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 57708) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:04:22.350546 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-6a0dd63e-29de-4d76-90a8-bb3ba9602f42 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1969573355-network', 'tenant_id': 'efcb9adb6f51487e8d02ba0431cf3818'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 00:04:22.374261 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a0dd63e-29de-4d76-90a8-bb3ba9602f42 admin admin] Made reservation on behalf of efcb9adb6f51487e8d02ba0431cf3818 for: {'network': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 00:04:22.376617 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6a0dd63e-29de-4d76-90a8-bb3ba9602f42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for network, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:22.385298 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6a0dd63e-29de-4d76-90a8-bb3ba9602f42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:22.477388 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6a0dd63e-29de-4d76-90a8-bb3ba9602f42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:22.481355 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6a0dd63e-29de-4d76-90a8-bb3ba9602f42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:22.486302 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 20c6b6d2-637f-4766-a7e7-717e59085ea8 no longer exists at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 00:04:22.500403 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a0dd63e-29de-4d76-90a8-bb3ba9602f42 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 541} {{(pid=93798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 00:04:22.507189 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] No Port match for: 20c6b6d2-637f-4766-a7e7-717e59085ea8 {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 00:04:22.507540 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 20c6b6d2-637f-4766-a7e7-717e59085ea8 not bound to the agent host n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 00:04:22.518526 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6a0dd63e-29de-4d76-90a8-bb3ba9602f42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:22.518875 n-d-802623-1 neutron-server[93798]: INFO neutron.db.segments_db [None req-6a0dd63e-29de-4d76-90a8-bb3ba9602f42 admin admin] Added segment 6687c5e7-9b0c-4ece-a98c-155fd88702b7 of type vlan for network a1f39165-277e-4d96-b51c-78bf9a89f12f Jul 28 00:04:22.520126 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0dd63e-29de-4d76-90a8-bb3ba9602f42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b045eb8d-2b3a-4337-8b56-199c1430f1b2,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:04:22.559416 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6a0dd63e-29de-4d76-90a8-bb3ba9602f42 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736833354590'] for network, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:22.587740 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6a0dd63e-29de-4d76-90a8-bb3ba9602f42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569'] for network, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:22.588726 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a0dd63e-29de-4d76-90a8-bb3ba9602f42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:04:22.589305 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6a0dd63e-29de-4d76-90a8-bb3ba9602f42 admin admin] Notify callbacks [] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:22.643343 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-6a0dd63e-29de-4d76-90a8-bb3ba9602f42 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3866801 Jul 28 00:04:22.646314 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 57712) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:04:22.651399 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-d9e3f7f6-5e2f-4472-a639-a6d3223605ef admin admin] Request body: {'subnet': {'network_id': 'a1f39165-277e-4d96-b51c-78bf9a89f12f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1969573355-subnet', 'tenant_id': 'efcb9adb6f51487e8d02ba0431cf3818', 'ip_version': 4}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 00:04:22.659764 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0dd63e-29de-4d76-90a8-bb3ba9602f42 admin admin] Pushing event updated for resources: {'Network': ['ID=a1f39165-277e-4d96-b51c-78bf9a89f12f,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:04:22.669722 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Network a1f39165-277e-4d96-b51c-78bf9a89f12f details requested by agent ovs-agent-n-d-802623-1 with host n-d-802623-1 {{(pid=93799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 00:04:22.672696 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9e3f7f6-5e2f-4472-a639-a6d3223605ef admin admin] Made reservation on behalf of efcb9adb6f51487e8d02ba0431cf3818 for: {'subnet': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 00:04:22.675436 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d9e3f7f6-5e2f-4472-a639-a6d3223605ef admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11551435'] for subnet, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:22.841996 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d9e3f7f6-5e2f-4472-a639-a6d3223605ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11336182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11551417'] for subnet, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:22.891069 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e3f7f6-5e2f-4472-a639-a6d3223605ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=2aef8bb5-c582-41d8-a88a-61fcde40e1e9,revision_number=0']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:04:22.905688 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9e3f7f6-5e2f-4472-a639-a6d3223605ef admin admin] Checking segment: {'id': '6687c5e7-9b0c-4ece-a98c-155fd88702b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'a1f39165-277e-4d96-b51c-78bf9a89f12f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 00:04:22.906052 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9e3f7f6-5e2f-4472-a639-a6d3223605ef admin admin] Network hostable DHCP agents. Network: a1f39165-277e-4d96-b51c-78bf9a89f12f, hostable agents: ['5950e76f-2bde-4343-a925-cbe6bacd2706'], hosted agents: [] {{(pid=93797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 00:04:22.922397 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9e3f7f6-5e2f-4472-a639-a6d3223605ef admin admin] Network a1f39165-277e-4d96-b51c-78bf9a89f12f is scheduled to be hosted by DHCP agent 5950e76f-2bde-4343-a925-cbe6bacd2706 with binding_index 1 {{(pid=93797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 00:04:22.931753 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-d9e3f7f6-5e2f-4472-a639-a6d3223605ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802623-1, a1f39165-277e-4d96-b51c-78bf9a89f12f) {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 00:04:22.937729 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9e3f7f6-5e2f-4472-a639-a6d3223605ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:04:22.938783 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d9e3f7f6-5e2f-4472-a639-a6d3223605ef admin admin] Notify callbacks [] for subnet, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:22.939571 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b09ad37-52a1-4fa4-ac6d-61bb8a95c0a3 None None] Network a1f39165-277e-4d96-b51c-78bf9a89f12f requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 00:04:22.952482 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-d9e3f7f6-5e2f-4472-a639-a6d3223605ef admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3050230 Jul 28 00:04:22.955129 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 57714) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:04:22.959735 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-2023b965-46c0-4805-87f6-bde857526508 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1969573355-router', 'tenant_id': 'efcb9adb6f51487e8d02ba0431cf3818', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'}}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 00:04:22.988492 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2023b965-46c0-4805-87f6-bde857526508 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62159'] for router, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:22.989546 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2023b965-46c0-4805-87f6-bde857526508 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-479230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-415539', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3693317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62148'] for router, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:23.039777 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2023b965-46c0-4805-87f6-bde857526508 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:23.087880 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71a67917-3bee-4bd4-a181-96cb3db6daf4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f6f257c-ad18-5f0c-8c8e-ea085a5fc8a2-a1f39165-277e-4d96-b51c-78bf9a89f12f', 'network_id': 'a1f39165-277e-4d96-b51c-78bf9a89f12f', 'tenant_id': 'efcb9adb6f51487e8d02ba0431cf3818', 'fixed_ips': [{'subnet_id': '2aef8bb5-c582-41d8-a88a-61fcde40e1e9'}]}} from n-d-802623-1. {{(pid=93799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 00:04:23.088829 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-71a67917-3bee-4bd4-a181-96cb3db6daf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:23.178656 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2023b965-46c0-4805-87f6-bde857526508 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-415433', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62186'] for router, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:23.224103 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-71a67917-3bee-4bd4-a181-96cb3db6daf4 None None] Allocated IP 172.20.0.2 (a1f39165-277e-4d96-b51c-78bf9a89f12f/2aef8bb5-c582-41d8-a88a-61fcde40e1e9/92e0cfe2-c4ff-48d4-93c3-5d99ede51c90) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 00:04:23.365435 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-71a67917-3bee-4bd4-a181-96cb3db6daf4 None None] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:23.374656 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-71a67917-3bee-4bd4-a181-96cb3db6daf4 None None] Transition to ACTIVE for port object 92e0cfe2-c4ff-48d4-93c3-5d99ede51c90 will not be triggered until provisioned by entity L2. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 00:04:23.378789 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2023b965-46c0-4805-87f6-bde857526508 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:23.390063 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-71a67917-3bee-4bd4-a181-96cb3db6daf4 None None] Transition to ACTIVE for port object 92e0cfe2-c4ff-48d4-93c3-5d99ede51c90 will not be triggered until provisioned by entity DHCP. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 00:04:23.395708 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-71a67917-3bee-4bd4-a181-96cb3db6daf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:23.403622 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2023b965-46c0-4805-87f6-bde857526508 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:23.431925 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71a67917-3bee-4bd4-a181-96cb3db6daf4 None None] Network a1f39165-277e-4d96-b51c-78bf9a89f12f is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 00:04:23.436122 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-71a67917-3bee-4bd4-a181-96cb3db6daf4 None None] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 00:04:23.441787 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71a67917-3bee-4bd4-a181-96cb3db6daf4 None None] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 00:04:23.449116 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a67917-3bee-4bd4-a181-96cb3db6daf4 None None] Pushing event updated for resources: {'Port': ['ID=92e0cfe2-c4ff-48d4-93c3-5d99ede51c90,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:04:23.499343 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-71a67917-3bee-4bd4-a181-96cb3db6daf4 None None] Attempting to bind port 92e0cfe2-c4ff-48d4-93c3-5d99ede51c90 on host n-d-802623-1 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 00:04:23.500033 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-71a67917-3bee-4bd4-a181-96cb3db6daf4 None None] Attempting to bind port 92e0cfe2-c4ff-48d4-93c3-5d99ede51c90 by drivers openvswitch,hyperv on host n-d-802623-1 at level 0 using segments [{'id': '6687c5e7-9b0c-4ece-a98c-155fd88702b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'a1f39165-277e-4d96-b51c-78bf9a89f12f'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 00:04:23.500141 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71a67917-3bee-4bd4-a181-96cb3db6daf4 None None] Attempting to bind port 92e0cfe2-c4ff-48d4-93c3-5d99ede51c90 on network a1f39165-277e-4d96-b51c-78bf9a89f12f {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 00:04:23.504977 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71a67917-3bee-4bd4-a181-96cb3db6daf4 None None] Checking agent: {'id': 'a9a568d2-a5e7-41e4-833f-a8ab42ea4073', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 52, 30), 'started_at': datetime.datetime(2021, 7, 27, 22, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 0, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802623-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 00:04:23.505376 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71a67917-3bee-4bd4-a181-96cb3db6daf4 None None] Checking segment: {'id': '6687c5e7-9b0c-4ece-a98c-155fd88702b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'a1f39165-277e-4d96-b51c-78bf9a89f12f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 00:04:23.505783 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-71a67917-3bee-4bd4-a181-96cb3db6daf4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:23.506176 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71a67917-3bee-4bd4-a181-96cb3db6daf4 None None] Bound using segment: {'id': '6687c5e7-9b0c-4ece-a98c-155fd88702b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'a1f39165-277e-4d96-b51c-78bf9a89f12f'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 00:04:23.506648 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-71a67917-3bee-4bd4-a181-96cb3db6daf4 None None] Bound port: 92e0cfe2-c4ff-48d4-93c3-5d99ede51c90, host: n-d-802623-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6687c5e7-9b0c-4ece-a98c-155fd88702b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'a1f39165-277e-4d96-b51c-78bf9a89f12f'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 00:04:23.507028 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-71a67917-3bee-4bd4-a181-96cb3db6daf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:23.507604 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-2023b965-46c0-4805-87f6-bde857526508 admin admin] Allocated IP 172.25.4.245 (2fd42287-ed26-4eb9-89a5-b521f5b04356/17de1f8f-393a-4b0c-a2df-614bd3f2fb5e/f5be38bb-1af3-453f-94ba-9a919c2e5b5c) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 00:04:23.574332 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-71a67917-3bee-4bd4-a181-96cb3db6daf4 None None] For port 92e0cfe2-c4ff-48d4-93c3-5d99ede51c90, host n-d-802623-1, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 00:04:23.578272 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-71a67917-3bee-4bd4-a181-96cb3db6daf4 None None] For port 92e0cfe2-c4ff-48d4-93c3-5d99ede51c90, host n-d-802623-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=92e0cfe2-c4ff-48d4-93c3-5d99ede51c90,segment=NetworkSegment(6687c5e7-9b0c-4ece-a98c-155fd88702b7),segment_id=6687c5e7-9b0c-4ece-a98c-155fd88702b7)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 00:04:23.582729 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-71a67917-3bee-4bd4-a181-96cb3db6daf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:23.622158 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2023b965-46c0-4805-87f6-bde857526508 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:23.645216 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a67917-3bee-4bd4-a181-96cb3db6daf4 None None] Pushing event updated for resources: {'Port': ['ID=92e0cfe2-c4ff-48d4-93c3-5d99ede51c90,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:04:23.668812 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2023b965-46c0-4805-87f6-bde857526508 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:23.708521 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2023b965-46c0-4805-87f6-bde857526508 admin admin] Network 2fd42287-ed26-4eb9-89a5-b521f5b04356 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 00:04:23.711399 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-2023b965-46c0-4805-87f6-bde857526508 admin admin] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 00:04:23.717059 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2023b965-46c0-4805-87f6-bde857526508 admin admin] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 00:04:23.722489 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2023b965-46c0-4805-87f6-bde857526508 admin admin] Pushing event updated for resources: {'Port': ['ID=f5be38bb-1af3-453f-94ba-9a919c2e5b5c,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:04:23.983526 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2023b965-46c0-4805-87f6-bde857526508 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:24.178733 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2023b965-46c0-4805-87f6-bde857526508 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-415468'] for router, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:24.312210 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2023b965-46c0-4805-87f6-bde857526508 admin admin] Router 177b8294-17cb-427f-bf85-d59692dff246 is scheduled to L3 agent 018c4455-49c0-4734-927d-7824067b2a9e with binding_index 1 {{(pid=93797) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 00:04:24.421800 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2023b965-46c0-4805-87f6-bde857526508 admin admin] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 00:04:24.431721 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfe7482e-bc2c-4e8e-b531-07e9abc1ea29 None None] Sync routers for ids ['177b8294-17cb-427f-bf85-d59692dff246'] in n-d-802623-1 {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 00:04:24.439872 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2023b965-46c0-4805-87f6-bde857526508 admin admin] Notify callbacks [] for router, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:24.441405 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-2023b965-46c0-4805-87f6-bde857526508 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.4851480 Jul 28 00:04:24.444204 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 57716) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:04:24.446570 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfe7482e-bc2c-4e8e-b531-07e9abc1ea29 None None] Routers {'177b8294-17cb-427f-bf85-d59692dff246'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 00:04:24.447960 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-bfe7482e-bc2c-4e8e-b531-07e9abc1ea29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-28T00:04:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['177b8294-17cb-427f-bf85-d59692dff246'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:04:24.514913 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d95f5b3-9ea3-4e11-a923-314891feb8ee None None] Network a1f39165-277e-4d96-b51c-78bf9a89f12f requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 00:04:24.584869 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 92e0cfe2-c4ff-48d4-93c3-5d99ede51c90 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 00:04:24.808753 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-1271d482-875e-46be-8256-ffa82eebc1dd None None] Provisioning for port 92e0cfe2-c4ff-48d4-93c3-5d99ede51c90 completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 00:04:24.840192 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-bfe7482e-bc2c-4e8e-b531-07e9abc1ea29 None None] Set router 177b8294-17cb-427f-bf85-d59692dff246 gateway port host: n-d-802623-1 {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 00:04:24.863841 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5908b1cf-9801-417f-8662-356e855ce615 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:24.981114 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning for port 92e0cfe2-c4ff-48d4-93c3-5d99ede51c90 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 00:04:24.992567 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port 92e0cfe2-c4ff-48d4-93c3-5d99ede51c90 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 00:04:24.992953 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:25.177647 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:25.189136 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-bfe7482e-bc2c-4e8e-b531-07e9abc1ea29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '177b8294-17cb-427f-bf85-d59692dff246', 'name': 'tempest-TestEncryptedCinderVolumes-1969573355-router', 'tenant_id': 'efcb9adb6f51487e8d02ba0431cf3818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.245'}], 'enable_snat': True}, 'gw_port_id': 'f5be38bb-1af3-453f-94ba-9a919c2e5b5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T00:04:22Z', 'updated_at': '2021-07-28T00:04:23Z', 'revision_number': 3, 'project_id': 'efcb9adb6f51487e8d02ba0431cf3818', 'gw_port': {'id': 'f5be38bb-1af3-453f-94ba-9a919c2e5b5c', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:57:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '177b8294-17cb-427f-bf85-d59692dff246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T00:04:23Z', 'updated_at': '2021-07-28T00:04:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1'}], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:04:25.222825 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfe7482e-bc2c-4e8e-b531-07e9abc1ea29 None None] Checking router: 177b8294-17cb-427f-bf85-d59692dff246 for host: n-d-802623-1 {{(pid=93799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 00:04:25.223214 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfe7482e-bc2c-4e8e-b531-07e9abc1ea29 None None] Updating router 177b8294-17cb-427f-bf85-d59692dff246 port f5be38bb-1af3-453f-94ba-9a919c2e5b5c binding host n-d-802623-1 {{(pid=93799) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 00:04:25.267025 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-bfe7482e-bc2c-4e8e-b531-07e9abc1ea29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:25.269771 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] For port 92e0cfe2-c4ff-48d4-93c3-5d99ede51c90, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=92e0cfe2-c4ff-48d4-93c3-5d99ede51c90,segment=NetworkSegment(6687c5e7-9b0c-4ece-a98c-155fd88702b7),segment_id=6687c5e7-9b0c-4ece-a98c-155fd88702b7)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 00:04:25.292926 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:25.389552 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-5908b1cf-9801-417f-8662-356e855ce615 admin admin] Allocated IP 172.20.0.1 (a1f39165-277e-4d96-b51c-78bf9a89f12f/2aef8bb5-c582-41d8-a88a-61fcde40e1e9/689dd8a1-4852-4727-b874-ec0cc3de9d9c) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 00:04:25.422965 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Pushing event updated for resources: {'Port': ['ID=92e0cfe2-c4ff-48d4-93c3-5d99ede51c90,revision_number=3']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:04:25.439452 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-831a0c1b-9436-4e54-83d7-4802b06bf989 None None] Provisioning complete for port 92e0cfe2-c4ff-48d4-93c3-5d99ede51c90 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 00:04:25.439844 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-831a0c1b-9436-4e54-83d7-4802b06bf989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:25.493151 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5908b1cf-9801-417f-8662-356e855ce615 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:25.506169 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-5908b1cf-9801-417f-8662-356e855ce615 admin admin] Transition to ACTIVE for port object 689dd8a1-4852-4727-b874-ec0cc3de9d9c will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 00:04:25.541148 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5908b1cf-9801-417f-8662-356e855ce615 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:25.577733 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5908b1cf-9801-417f-8662-356e855ce615 admin admin] Network a1f39165-277e-4d96-b51c-78bf9a89f12f is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 00:04:25.580566 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-5908b1cf-9801-417f-8662-356e855ce615 admin admin] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 00:04:25.584004 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5908b1cf-9801-417f-8662-356e855ce615 admin admin] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 00:04:25.614495 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5908b1cf-9801-417f-8662-356e855ce615 admin admin] Pushing event updated for resources: {'Port': ['ID=689dd8a1-4852-4727-b874-ec0cc3de9d9c,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:04:25.630803 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5908b1cf-9801-417f-8662-356e855ce615 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-415283'] for router_interface, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:25.660150 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-bfe7482e-bc2c-4e8e-b531-07e9abc1ea29 None None] Notify callbacks [] for port, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:25.671319 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-bfe7482e-bc2c-4e8e-b531-07e9abc1ea29 None None] Transition to ACTIVE for port object f5be38bb-1af3-453f-94ba-9a919c2e5b5c will not be triggered until provisioned by entity L2. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 00:04:25.677142 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-bfe7482e-bc2c-4e8e-b531-07e9abc1ea29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:25.739711 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-bfe7482e-bc2c-4e8e-b531-07e9abc1ea29 None None] Attempting to bind port f5be38bb-1af3-453f-94ba-9a919c2e5b5c on host n-d-802623-1 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 00:04:25.740408 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-bfe7482e-bc2c-4e8e-b531-07e9abc1ea29 None None] Attempting to bind port f5be38bb-1af3-453f-94ba-9a919c2e5b5c by drivers openvswitch,hyperv on host n-d-802623-1 at level 0 using segments [{'id': 'b9afe07e-bbe4-4740-834c-4b6a9698bdbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 00:04:25.740538 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfe7482e-bc2c-4e8e-b531-07e9abc1ea29 None None] Attempting to bind port f5be38bb-1af3-453f-94ba-9a919c2e5b5c on network 2fd42287-ed26-4eb9-89a5-b521f5b04356 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 00:04:25.742478 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f804126b-fbe2-4455-9890-c61914236092 None None] Pushing event updated for resources: {'Port': ['ID=f5be38bb-1af3-453f-94ba-9a919c2e5b5c,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:04:25.749494 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfe7482e-bc2c-4e8e-b531-07e9abc1ea29 None None] Checking agent: {'id': 'a9a568d2-a5e7-41e4-833f-a8ab42ea4073', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 52, 30), 'started_at': datetime.datetime(2021, 7, 27, 22, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 0, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802623-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 00:04:25.749894 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfe7482e-bc2c-4e8e-b531-07e9abc1ea29 None None] Checking segment: {'id': 'b9afe07e-bbe4-4740-834c-4b6a9698bdbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 00:04:25.750347 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-bfe7482e-bc2c-4e8e-b531-07e9abc1ea29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:25.750749 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfe7482e-bc2c-4e8e-b531-07e9abc1ea29 None None] Bound using segment: {'id': 'b9afe07e-bbe4-4740-834c-4b6a9698bdbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 00:04:25.751319 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-bfe7482e-bc2c-4e8e-b531-07e9abc1ea29 None None] Bound port: f5be38bb-1af3-453f-94ba-9a919c2e5b5c, host: n-d-802623-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9afe07e-bbe4-4740-834c-4b6a9698bdbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 00:04:25.751726 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-bfe7482e-bc2c-4e8e-b531-07e9abc1ea29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:25.788997 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5908b1cf-9801-417f-8662-356e855ce615 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:25.814918 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-bfe7482e-bc2c-4e8e-b531-07e9abc1ea29 None None] For port f5be38bb-1af3-453f-94ba-9a919c2e5b5c, host n-d-802623-1, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 00:04:25.829963 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-bfe7482e-bc2c-4e8e-b531-07e9abc1ea29 None None] For port f5be38bb-1af3-453f-94ba-9a919c2e5b5c, host n-d-802623-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=f5be38bb-1af3-453f-94ba-9a919c2e5b5c,segment=NetworkSegment(b9afe07e-bbe4-4740-834c-4b6a9698bdbc),segment_id=b9afe07e-bbe4-4740-834c-4b6a9698bdbc)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 00:04:25.831986 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-53298a9c-f733-4d00-8937-3f217a423640 None None] Provisioning for port 689dd8a1-4852-4727-b874-ec0cc3de9d9c completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 00:04:25.836551 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-bfe7482e-bc2c-4e8e-b531-07e9abc1ea29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:25.844854 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-53298a9c-f733-4d00-8937-3f217a423640 None None] Provisioning complete for port 689dd8a1-4852-4727-b874-ec0cc3de9d9c triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 00:04:25.845227 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-53298a9c-f733-4d00-8937-3f217a423640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:25.926260 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfe7482e-bc2c-4e8e-b531-07e9abc1ea29 None None] Routers {'177b8294-17cb-427f-bf85-d59692dff246'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 00:04:25.926898 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-bfe7482e-bc2c-4e8e-b531-07e9abc1ea29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-28T00:04:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['177b8294-17cb-427f-bf85-d59692dff246'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:04:25.932077 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-53298a9c-f733-4d00-8937-3f217a423640 None None] Port 689dd8a1-4852-4727-b874-ec0cc3de9d9c cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 00:04:25.954685 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5908b1cf-9801-417f-8662-356e855ce615 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:25.959322 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5908b1cf-9801-417f-8662-356e855ce615 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11336041'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:25.964164 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f804126b-fbe2-4455-9890-c61914236092 None None] Pushing event updated for resources: {'Port': ['ID=f5be38bb-1af3-453f-94ba-9a919c2e5b5c,revision_number=3']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:04:26.031385 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5908b1cf-9801-417f-8662-356e855ce615 admin admin] Pushing event updated for resources: {'Port': ['ID=689dd8a1-4852-4727-b874-ec0cc3de9d9c,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:04:26.036324 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5908b1cf-9801-417f-8662-356e855ce615 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3760555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-414115'] for router_interface, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:26.043626 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-bfe7482e-bc2c-4e8e-b531-07e9abc1ea29 None None] Set router 177b8294-17cb-427f-bf85-d59692dff246 gateway port host: n-d-802623-1 {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 00:04:26.128967 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5908b1cf-9801-417f-8662-356e855ce615 admin admin] Network a1f39165-277e-4d96-b51c-78bf9a89f12f is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 00:04:26.130542 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-5908b1cf-9801-417f-8662-356e855ce615 admin admin] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 00:04:26.255803 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5908b1cf-9801-417f-8662-356e855ce615 admin admin] Router 177b8294-17cb-427f-bf85-d59692dff246 has already been hosted by L3 agent 018c4455-49c0-4734-927d-7824067b2a9e {{(pid=93797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 00:04:26.260995 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-bfe7482e-bc2c-4e8e-b531-07e9abc1ea29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '177b8294-17cb-427f-bf85-d59692dff246', 'name': 'tempest-TestEncryptedCinderVolumes-1969573355-router', 'tenant_id': 'efcb9adb6f51487e8d02ba0431cf3818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.245'}], 'enable_snat': True}, 'gw_port_id': 'f5be38bb-1af3-453f-94ba-9a919c2e5b5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T00:04:22Z', 'updated_at': '2021-07-28T00:04:25Z', 'revision_number': 4, 'project_id': 'efcb9adb6f51487e8d02ba0431cf3818', 'gw_port': {'id': 'f5be38bb-1af3-453f-94ba-9a919c2e5b5c', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:57:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '177b8294-17cb-427f-bf85-d59692dff246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T00:04:23Z', 'updated_at': '2021-07-28T00:04:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': '689dd8a1-4852-4727-b874-ec0cc3de9d9c', 'name': '', 'network_id': 'a1f39165-277e-4d96-b51c-78bf9a89f12f', 'tenant_id': 'efcb9adb6f51487e8d02ba0431cf3818', 'mac_address': 'fa:16:3e:34:ba:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '177b8294-17cb-427f-bf85-d59692dff246', 'device_owner': 'network:router_interface', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '2aef8bb5-c582-41d8-a88a-61fcde40e1e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T00:04:24Z', 'updated_at': '2021-07-28T00:04:25Z', 'revision_number': 1, 'project_id': 'efcb9adb6f51487e8d02ba0431cf3818', 'subnets': [{'id': '2aef8bb5-c582-41d8-a88a-61fcde40e1e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:04:26.292733 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfe7482e-bc2c-4e8e-b531-07e9abc1ea29 None None] The sync data for ids ['177b8294-17cb-427f-bf85-d59692dff246'] in n-d-802623-1 is: [{'id': '177b8294-17cb-427f-bf85-d59692dff246', 'name': 'tempest-TestEncryptedCinderVolumes-1969573355-router', 'tenant_id': 'efcb9adb6f51487e8d02ba0431cf3818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.245'}], 'enable_snat': True}, 'gw_port_id': 'f5be38bb-1af3-453f-94ba-9a919c2e5b5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T00:04:22Z', 'updated_at': '2021-07-28T00:04:25Z', 'revision_number': 4, 'project_id': 'efcb9adb6f51487e8d02ba0431cf3818', 'gw_port': {'id': 'f5be38bb-1af3-453f-94ba-9a919c2e5b5c', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:57:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '177b8294-17cb-427f-bf85-d59692dff246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T00:04:23Z', 'updated_at': '2021-07-28T00:04:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': '689dd8a1-4852-4727-b874-ec0cc3de9d9c', 'name': '', 'network_id': 'a1f39165-277e-4d96-b51c-78bf9a89f12f', 'tenant_id': 'efcb9adb6f51487e8d02ba0431cf3818', 'mac_address': 'fa:16:3e:34:ba:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '177b8294-17cb-427f-bf85-d59692dff246', 'device_owner': 'network:router_interface', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '2aef8bb5-c582-41d8-a88a-61fcde40e1e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T00:04:24Z', 'updated_at': '2021-07-28T00:04:25Z', 'revision_number': 1, 'project_id': 'efcb9adb6f51487e8d02ba0431cf3818', 'subnets': [{'id': '2aef8bb5-c582-41d8-a88a-61fcde40e1e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 00:04:26.359003 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ffc6c5c5-e205-4169-9d00-2706322252f2 None None] Provisioning complete for port 689dd8a1-4852-4727-b874-ec0cc3de9d9c triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 00:04:26.359406 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ffc6c5c5-e205-4169-9d00-2706322252f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:26.371672 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5908b1cf-9801-417f-8662-356e855ce615 admin admin] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 00:04:26.383975 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-5908b1cf-9801-417f-8662-356e855ce615 admin admin] 10.222.0.18 "PUT /v2.0/routers/177b8294-17cb-427f-bf85-d59692dff246/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9315884 Jul 28 00:04:26.395858 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-ffc6c5c5-e205-4169-9d00-2706322252f2 None None] Port 689dd8a1-4852-4727-b874-ec0cc3de9d9c cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 00:04:26.541100 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 92e0cfe2-c4ff-48d4-93c3-5d99ede51c90 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 00:04:26.601363 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port 92e0cfe2-c4ff-48d4-93c3-5d99ede51c90 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 00:04:26.601781 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:26.886453 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 57732) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:04:26.891713 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-746d015a-0bc7-4918-b365-a2f4418fa75d admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1993197797-network', 'tenant_id': '6794cc32da564ae49201a03e69357f37'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 00:04:26.928553 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-746d015a-0bc7-4918-b365-a2f4418fa75d admin admin] Made reservation on behalf of 6794cc32da564ae49201a03e69357f37 for: {'network': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 00:04:26.934105 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-746d015a-0bc7-4918-b365-a2f4418fa75d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for network, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:26.943498 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-746d015a-0bc7-4918-b365-a2f4418fa75d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:26.973596 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8488d1a4-5ac9-4280-b38c-29ad5e35d74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:27.040890 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-746d015a-0bc7-4918-b365-a2f4418fa75d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:27.045264 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-746d015a-0bc7-4918-b365-a2f4418fa75d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:27.071059 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-746d015a-0bc7-4918-b365-a2f4418fa75d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 542} {{(pid=93797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 00:04:27.081230 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746d015a-0bc7-4918-b365-a2f4418fa75d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed25f254-3990-4fe7-b219-c0e7e6e415f1,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:04:27.086332 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-746d015a-0bc7-4918-b365-a2f4418fa75d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:27.086683 n-d-802623-1 neutron-server[93797]: INFO neutron.db.segments_db [None req-746d015a-0bc7-4918-b365-a2f4418fa75d admin admin] Added segment 4edb393e-1ca8-4b72-bd2e-559fed5167c7 of type vlan for network 3b46c757-1b8e-4192-bd50-30bdd1b5869d Jul 28 00:04:27.129178 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-746d015a-0bc7-4918-b365-a2f4418fa75d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736833354590'] for network, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:27.166290 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-746d015a-0bc7-4918-b365-a2f4418fa75d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569'] for network, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:27.167264 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-746d015a-0bc7-4918-b365-a2f4418fa75d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:04:27.167853 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-746d015a-0bc7-4918-b365-a2f4418fa75d admin admin] Notify callbacks [] for network, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:27.224891 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-746d015a-0bc7-4918-b365-a2f4418fa75d admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3372433 Jul 28 00:04:27.228011 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 57734) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:04:27.234563 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-3cf1c6a2-276a-43de-826e-120b3ef28f7c admin admin] Request body: {'subnet': {'network_id': '3b46c757-1b8e-4192-bd50-30bdd1b5869d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1993197797-subnet', 'tenant_id': '6794cc32da564ae49201a03e69357f37', 'ip_version': 4}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 00:04:27.246557 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746d015a-0bc7-4918-b365-a2f4418fa75d admin admin] Pushing event updated for resources: {'Network': ['ID=3b46c757-1b8e-4192-bd50-30bdd1b5869d,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:04:27.256716 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Network 3b46c757-1b8e-4192-bd50-30bdd1b5869d details requested by agent ovs-agent-n-d-802623-1 with host n-d-802623-1 {{(pid=93799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 00:04:27.262913 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cf1c6a2-276a-43de-826e-120b3ef28f7c admin admin] Made reservation on behalf of 6794cc32da564ae49201a03e69357f37 for: {'subnet': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 00:04:27.265405 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3cf1c6a2-276a-43de-826e-120b3ef28f7c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11551435'] for subnet, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:27.444838 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3cf1c6a2-276a-43de-826e-120b3ef28f7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11336182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11551417'] for subnet, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:27.501890 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf1c6a2-276a-43de-826e-120b3ef28f7c admin admin] Pushing event updated for resources: {'Subnet': ['ID=5aa5db30-1868-45e6-868e-9c2f5f4f161a,revision_number=0']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:04:27.512817 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cf1c6a2-276a-43de-826e-120b3ef28f7c admin admin] Checking segment: {'id': '4edb393e-1ca8-4b72-bd2e-559fed5167c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '3b46c757-1b8e-4192-bd50-30bdd1b5869d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 00:04:27.513175 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cf1c6a2-276a-43de-826e-120b3ef28f7c admin admin] Network hostable DHCP agents. Network: 3b46c757-1b8e-4192-bd50-30bdd1b5869d, hostable agents: ['5950e76f-2bde-4343-a925-cbe6bacd2706'], hosted agents: [] {{(pid=93797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 00:04:27.530694 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cf1c6a2-276a-43de-826e-120b3ef28f7c admin admin] Network 3b46c757-1b8e-4192-bd50-30bdd1b5869d is scheduled to be hosted by DHCP agent 5950e76f-2bde-4343-a925-cbe6bacd2706 with binding_index 1 {{(pid=93797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 00:04:27.540746 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-3cf1c6a2-276a-43de-826e-120b3ef28f7c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802623-1, 3b46c757-1b8e-4192-bd50-30bdd1b5869d) {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 00:04:27.545136 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cf1c6a2-276a-43de-826e-120b3ef28f7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:04:27.545632 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3cf1c6a2-276a-43de-826e-120b3ef28f7c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:27.550503 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62e23d94-280e-4c35-9097-2a068286e9d5 None None] Network 3b46c757-1b8e-4192-bd50-30bdd1b5869d requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 00:04:27.561155 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-3cf1c6a2-276a-43de-826e-120b3ef28f7c admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3320961 Jul 28 00:04:27.563931 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 57736) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:04:27.568786 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-aa68fed3-54f7-4785-a37a-fe48e6894512 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1993197797-router', 'tenant_id': '6794cc32da564ae49201a03e69357f37', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'}}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 00:04:27.589204 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-aa68fed3-54f7-4785-a37a-fe48e6894512 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62159'] for router, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:27.590215 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-aa68fed3-54f7-4785-a37a-fe48e6894512 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-479230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-415539', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3693317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62148'] for router, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:27.647200 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-aa68fed3-54f7-4785-a37a-fe48e6894512 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:27.697033 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a57f0f4-2550-4fa8-a068-95b2a4da683d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f6f257c-ad18-5f0c-8c8e-ea085a5fc8a2-3b46c757-1b8e-4192-bd50-30bdd1b5869d', 'network_id': '3b46c757-1b8e-4192-bd50-30bdd1b5869d', 'tenant_id': '6794cc32da564ae49201a03e69357f37', 'fixed_ips': [{'subnet_id': '5aa5db30-1868-45e6-868e-9c2f5f4f161a'}]}} from n-d-802623-1. {{(pid=93799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 00:04:27.697921 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4a57f0f4-2550-4fa8-a068-95b2a4da683d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:27.835666 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-4a57f0f4-2550-4fa8-a068-95b2a4da683d None None] Allocated IP 172.20.0.2 (3b46c757-1b8e-4192-bd50-30bdd1b5869d/5aa5db30-1868-45e6-868e-9c2f5f4f161a/48100d56-430d-4d66-9ed3-b4b1c4a56180) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 00:04:27.993994 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4a57f0f4-2550-4fa8-a068-95b2a4da683d None None] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:28.002677 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-4a57f0f4-2550-4fa8-a068-95b2a4da683d None None] Transition to ACTIVE for port object 48100d56-430d-4d66-9ed3-b4b1c4a56180 will not be triggered until provisioned by entity L2. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 00:04:28.018556 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-4a57f0f4-2550-4fa8-a068-95b2a4da683d None None] Transition to ACTIVE for port object 48100d56-430d-4d66-9ed3-b4b1c4a56180 will not be triggered until provisioned by entity DHCP. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 00:04:28.025853 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4a57f0f4-2550-4fa8-a068-95b2a4da683d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:28.065369 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a57f0f4-2550-4fa8-a068-95b2a4da683d None None] Network 3b46c757-1b8e-4192-bd50-30bdd1b5869d is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 00:04:28.071007 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-4a57f0f4-2550-4fa8-a068-95b2a4da683d None None] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 00:04:28.075702 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a57f0f4-2550-4fa8-a068-95b2a4da683d None None] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 00:04:28.078733 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a57f0f4-2550-4fa8-a068-95b2a4da683d None None] Pushing event updated for resources: {'Port': ['ID=48100d56-430d-4d66-9ed3-b4b1c4a56180,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:04:28.130020 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-aa68fed3-54f7-4785-a37a-fe48e6894512 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-415433', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62186'] for router, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:28.133885 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-4a57f0f4-2550-4fa8-a068-95b2a4da683d None None] Attempting to bind port 48100d56-430d-4d66-9ed3-b4b1c4a56180 on host n-d-802623-1 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 00:04:28.134257 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-4a57f0f4-2550-4fa8-a068-95b2a4da683d None None] Attempting to bind port 48100d56-430d-4d66-9ed3-b4b1c4a56180 by drivers openvswitch,hyperv on host n-d-802623-1 at level 0 using segments [{'id': '4edb393e-1ca8-4b72-bd2e-559fed5167c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '3b46c757-1b8e-4192-bd50-30bdd1b5869d'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 00:04:28.134623 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a57f0f4-2550-4fa8-a068-95b2a4da683d None None] Attempting to bind port 48100d56-430d-4d66-9ed3-b4b1c4a56180 on network 3b46c757-1b8e-4192-bd50-30bdd1b5869d {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 00:04:28.140367 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a57f0f4-2550-4fa8-a068-95b2a4da683d None None] Checking agent: {'id': 'a9a568d2-a5e7-41e4-833f-a8ab42ea4073', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 52, 30), 'started_at': datetime.datetime(2021, 7, 27, 22, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 0, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802623-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 00:04:28.141001 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a57f0f4-2550-4fa8-a068-95b2a4da683d None None] Checking segment: {'id': '4edb393e-1ca8-4b72-bd2e-559fed5167c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '3b46c757-1b8e-4192-bd50-30bdd1b5869d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 00:04:28.141495 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4a57f0f4-2550-4fa8-a068-95b2a4da683d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:28.141971 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a57f0f4-2550-4fa8-a068-95b2a4da683d None None] Bound using segment: {'id': '4edb393e-1ca8-4b72-bd2e-559fed5167c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '3b46c757-1b8e-4192-bd50-30bdd1b5869d'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 00:04:28.142449 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-4a57f0f4-2550-4fa8-a068-95b2a4da683d None None] Bound port: 48100d56-430d-4d66-9ed3-b4b1c4a56180, host: n-d-802623-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4edb393e-1ca8-4b72-bd2e-559fed5167c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '3b46c757-1b8e-4192-bd50-30bdd1b5869d'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 00:04:28.142856 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4a57f0f4-2550-4fa8-a068-95b2a4da683d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:28.212344 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-4a57f0f4-2550-4fa8-a068-95b2a4da683d None None] For port 48100d56-430d-4d66-9ed3-b4b1c4a56180, host n-d-802623-1, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 00:04:28.215696 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-4a57f0f4-2550-4fa8-a068-95b2a4da683d None None] For port 48100d56-430d-4d66-9ed3-b4b1c4a56180, host n-d-802623-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=48100d56-430d-4d66-9ed3-b4b1c4a56180,segment=NetworkSegment(4edb393e-1ca8-4b72-bd2e-559fed5167c7),segment_id=4edb393e-1ca8-4b72-bd2e-559fed5167c7)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 00:04:28.220291 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4a57f0f4-2550-4fa8-a068-95b2a4da683d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:28.271562 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4beaa2dd-60d5-4bdc-8b0f-3d59feaf1c39 None None] Sync routers for ids ['177b8294-17cb-427f-bf85-d59692dff246'] in n-d-802623-1 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 00:04:28.282130 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4beaa2dd-60d5-4bdc-8b0f-3d59feaf1c39 None None] Routers {'177b8294-17cb-427f-bf85-d59692dff246'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 00:04:28.282747 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-4beaa2dd-60d5-4bdc-8b0f-3d59feaf1c39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-28T00:04:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['177b8294-17cb-427f-bf85-d59692dff246'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:04:28.285735 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a57f0f4-2550-4fa8-a068-95b2a4da683d None None] Pushing event updated for resources: {'Port': ['ID=48100d56-430d-4d66-9ed3-b4b1c4a56180,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:04:28.349646 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-aa68fed3-54f7-4785-a37a-fe48e6894512 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:28.369595 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-aa68fed3-54f7-4785-a37a-fe48e6894512 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:28.399093 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-4beaa2dd-60d5-4bdc-8b0f-3d59feaf1c39 None None] Set router 177b8294-17cb-427f-bf85-d59692dff246 gateway port host: n-d-802623-1 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 00:04:28.517897 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-aa68fed3-54f7-4785-a37a-fe48e6894512 admin admin] Allocated IP 172.25.4.56 (2fd42287-ed26-4eb9-89a5-b521f5b04356/17de1f8f-393a-4b0c-a2df-614bd3f2fb5e/77a8d54d-c2ae-46eb-8536-30eb415f9718) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 00:04:28.578331 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device f5be38bb-1af3-453f-94ba-9a919c2e5b5c up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 00:04:28.638422 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-4beaa2dd-60d5-4bdc-8b0f-3d59feaf1c39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '177b8294-17cb-427f-bf85-d59692dff246', 'name': 'tempest-TestEncryptedCinderVolumes-1969573355-router', 'tenant_id': 'efcb9adb6f51487e8d02ba0431cf3818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.245'}], 'enable_snat': True}, 'gw_port_id': 'f5be38bb-1af3-453f-94ba-9a919c2e5b5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T00:04:22Z', 'updated_at': '2021-07-28T00:04:25Z', 'revision_number': 4, 'project_id': 'efcb9adb6f51487e8d02ba0431cf3818', 'gw_port': {'id': 'f5be38bb-1af3-453f-94ba-9a919c2e5b5c', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:57:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '177b8294-17cb-427f-bf85-d59692dff246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T00:04:23Z', 'updated_at': '2021-07-28T00:04:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': '689dd8a1-4852-4727-b874-ec0cc3de9d9c', 'name': '', 'network_id': 'a1f39165-277e-4d96-b51c-78bf9a89f12f', 'tenant_id': 'efcb9adb6f51487e8d02ba0431cf3818', 'mac_address': 'fa:16:3e:34:ba:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '177b8294-17cb-427f-bf85-d59692dff246', 'device_owner': 'network:router_interface', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '2aef8bb5-c582-41d8-a88a-61fcde40e1e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T00:04:24Z', 'updated_at': '2021-07-28T00:04:25Z', 'revision_number': 2, 'project_id': 'efcb9adb6f51487e8d02ba0431cf3818', 'subnets': [{'id': '2aef8bb5-c582-41d8-a88a-61fcde40e1e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:04:28.639447 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning for port f5be38bb-1af3-453f-94ba-9a919c2e5b5c completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 00:04:28.644534 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-aa68fed3-54f7-4785-a37a-fe48e6894512 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:28.645959 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port f5be38bb-1af3-453f-94ba-9a919c2e5b5c triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 00:04:28.646344 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:28.678103 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4beaa2dd-60d5-4bdc-8b0f-3d59feaf1c39 None None] Checking router: 177b8294-17cb-427f-bf85-d59692dff246 for host: n-d-802623-1 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 00:04:28.678549 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4beaa2dd-60d5-4bdc-8b0f-3d59feaf1c39 None None] Updating router 177b8294-17cb-427f-bf85-d59692dff246 port 689dd8a1-4852-4727-b874-ec0cc3de9d9c binding host n-d-802623-1 {{(pid=93800) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 00:04:28.693847 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-aa68fed3-54f7-4785-a37a-fe48e6894512 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:28.709068 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4beaa2dd-60d5-4bdc-8b0f-3d59feaf1c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:28.731173 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa68fed3-54f7-4785-a37a-fe48e6894512 admin admin] Network 2fd42287-ed26-4eb9-89a5-b521f5b04356 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 00:04:28.733901 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:28.734030 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-aa68fed3-54f7-4785-a37a-fe48e6894512 admin admin] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 00:04:28.737512 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa68fed3-54f7-4785-a37a-fe48e6894512 admin admin] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 00:04:28.757812 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] For port f5be38bb-1af3-453f-94ba-9a919c2e5b5c, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=f5be38bb-1af3-453f-94ba-9a919c2e5b5c,segment=NetworkSegment(b9afe07e-bbe4-4740-834c-4b6a9698bdbc),segment_id=b9afe07e-bbe4-4740-834c-4b6a9698bdbc)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 00:04:28.765533 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:28.780340 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa68fed3-54f7-4785-a37a-fe48e6894512 admin admin] Pushing event updated for resources: {'Port': ['ID=77a8d54d-c2ae-46eb-8536-30eb415f9718,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:04:28.795616 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa68fed3-54f7-4785-a37a-fe48e6894512 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:04:28.795982 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa68fed3-54f7-4785-a37a-fe48e6894512 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:04:28.796330 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa68fed3-54f7-4785-a37a-fe48e6894512 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:04:28.796671 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa68fed3-54f7-4785-a37a-fe48e6894512 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:04:28.797008 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa68fed3-54f7-4785-a37a-fe48e6894512 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:04:28.797342 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa68fed3-54f7-4785-a37a-fe48e6894512 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:04:28.797675 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa68fed3-54f7-4785-a37a-fe48e6894512 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:04:28.797999 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa68fed3-54f7-4785-a37a-fe48e6894512 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:04:28.798338 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa68fed3-54f7-4785-a37a-fe48e6894512 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:04:28.798676 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa68fed3-54f7-4785-a37a-fe48e6894512 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:04:28.799371 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa68fed3-54f7-4785-a37a-fe48e6894512 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:04:28.800252 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa68fed3-54f7-4785-a37a-fe48e6894512 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:04:28.835096 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Pushing event updated for resources: {'Port': ['ID=f5be38bb-1af3-453f-94ba-9a919c2e5b5c,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:04:29.030354 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4beaa2dd-60d5-4bdc-8b0f-3d59feaf1c39 None None] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:29.044376 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-aa68fed3-54f7-4785-a37a-fe48e6894512 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:29.046217 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-4beaa2dd-60d5-4bdc-8b0f-3d59feaf1c39 None None] Transition to ACTIVE for port object 689dd8a1-4852-4727-b874-ec0cc3de9d9c will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 00:04:29.055528 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4beaa2dd-60d5-4bdc-8b0f-3d59feaf1c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:29.105788 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d23289-0210-4d8a-9b6e-b782101073a2 None None] Pushing event updated for resources: {'Port': ['ID=689dd8a1-4852-4727-b874-ec0cc3de9d9c,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:04:29.118227 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d23289-0210-4d8a-9b6e-b782101073a2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:04:29.118572 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d23289-0210-4d8a-9b6e-b782101073a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:04:29.118912 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d23289-0210-4d8a-9b6e-b782101073a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:04:29.119273 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d23289-0210-4d8a-9b6e-b782101073a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:04:29.119604 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d23289-0210-4d8a-9b6e-b782101073a2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:04:29.119936 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d23289-0210-4d8a-9b6e-b782101073a2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:04:29.120256 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d23289-0210-4d8a-9b6e-b782101073a2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:04:29.120578 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d23289-0210-4d8a-9b6e-b782101073a2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:04:29.120903 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d23289-0210-4d8a-9b6e-b782101073a2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:04:29.121222 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d23289-0210-4d8a-9b6e-b782101073a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:04:29.121542 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d23289-0210-4d8a-9b6e-b782101073a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:04:29.121860 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d23289-0210-4d8a-9b6e-b782101073a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:04:29.180447 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-4beaa2dd-60d5-4bdc-8b0f-3d59feaf1c39 None None] Attempting to bind port 689dd8a1-4852-4727-b874-ec0cc3de9d9c on host n-d-802623-1 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 00:04:29.180729 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-4beaa2dd-60d5-4bdc-8b0f-3d59feaf1c39 None None] Attempting to bind port 689dd8a1-4852-4727-b874-ec0cc3de9d9c by drivers openvswitch,hyperv on host n-d-802623-1 at level 0 using segments [{'id': '6687c5e7-9b0c-4ece-a98c-155fd88702b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'a1f39165-277e-4d96-b51c-78bf9a89f12f'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 00:04:29.181052 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4beaa2dd-60d5-4bdc-8b0f-3d59feaf1c39 None None] Attempting to bind port 689dd8a1-4852-4727-b874-ec0cc3de9d9c on network a1f39165-277e-4d96-b51c-78bf9a89f12f {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 00:04:29.186267 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4beaa2dd-60d5-4bdc-8b0f-3d59feaf1c39 None None] Checking agent: {'id': 'a9a568d2-a5e7-41e4-833f-a8ab42ea4073', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 52, 30), 'started_at': datetime.datetime(2021, 7, 27, 22, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 0, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802623-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 00:04:29.186634 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4beaa2dd-60d5-4bdc-8b0f-3d59feaf1c39 None None] Checking segment: {'id': '6687c5e7-9b0c-4ece-a98c-155fd88702b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'a1f39165-277e-4d96-b51c-78bf9a89f12f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 00:04:29.187089 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4beaa2dd-60d5-4bdc-8b0f-3d59feaf1c39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:29.187460 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4beaa2dd-60d5-4bdc-8b0f-3d59feaf1c39 None None] Bound using segment: {'id': '6687c5e7-9b0c-4ece-a98c-155fd88702b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'a1f39165-277e-4d96-b51c-78bf9a89f12f'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 00:04:29.187928 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-4beaa2dd-60d5-4bdc-8b0f-3d59feaf1c39 None None] Bound port: 689dd8a1-4852-4727-b874-ec0cc3de9d9c, host: n-d-802623-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6687c5e7-9b0c-4ece-a98c-155fd88702b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'a1f39165-277e-4d96-b51c-78bf9a89f12f'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 00:04:29.188473 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4beaa2dd-60d5-4bdc-8b0f-3d59feaf1c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:29.262831 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-4beaa2dd-60d5-4bdc-8b0f-3d59feaf1c39 None None] For port 689dd8a1-4852-4727-b874-ec0cc3de9d9c, host n-d-802623-1, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 00:04:29.266193 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-4beaa2dd-60d5-4bdc-8b0f-3d59feaf1c39 None None] For port 689dd8a1-4852-4727-b874-ec0cc3de9d9c, host n-d-802623-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=689dd8a1-4852-4727-b874-ec0cc3de9d9c,segment=NetworkSegment(6687c5e7-9b0c-4ece-a98c-155fd88702b7),segment_id=6687c5e7-9b0c-4ece-a98c-155fd88702b7)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 00:04:29.288651 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4beaa2dd-60d5-4bdc-8b0f-3d59feaf1c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:29.297783 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-aa68fed3-54f7-4785-a37a-fe48e6894512 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-415468'] for router, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:29.382244 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d23289-0210-4d8a-9b6e-b782101073a2 None None] Pushing event updated for resources: {'Port': ['ID=689dd8a1-4852-4727-b874-ec0cc3de9d9c,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:04:29.385060 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4beaa2dd-60d5-4bdc-8b0f-3d59feaf1c39 None None] Routers {'177b8294-17cb-427f-bf85-d59692dff246'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 00:04:29.385977 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-4beaa2dd-60d5-4bdc-8b0f-3d59feaf1c39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-28T00:04:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['177b8294-17cb-427f-bf85-d59692dff246'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:04:29.507451 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e59de1bd-2c29-4a3f-8588-8fa834848078 None None] Network 3b46c757-1b8e-4192-bd50-30bdd1b5869d requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 00:04:29.515923 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa68fed3-54f7-4785-a37a-fe48e6894512 admin admin] Router 1013db76-e96b-4c62-9717-a1f2c31f25ce is scheduled to L3 agent 018c4455-49c0-4734-927d-7824067b2a9e with binding_index 1 {{(pid=93798) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 00:04:29.534151 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-4beaa2dd-60d5-4bdc-8b0f-3d59feaf1c39 None None] Set router 177b8294-17cb-427f-bf85-d59692dff246 gateway port host: n-d-802623-1 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 00:04:29.609111 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-051b7d2d-cddf-4486-a76a-d0a9f9e43f95 None None] Provisioning for port 48100d56-430d-4d66-9ed3-b4b1c4a56180 completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 00:04:29.689297 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa68fed3-54f7-4785-a37a-fe48e6894512 admin admin] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 00:04:29.705523 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c78735e4-9a18-4aed-ade9-ef3e934217c5 None None] Sync routers for ids ['1013db76-e96b-4c62-9717-a1f2c31f25ce'] in n-d-802623-1 {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 00:04:29.712443 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a822171b-43b1-444e-ae93-afbf7cb4bda0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:29.723896 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-aa68fed3-54f7-4785-a37a-fe48e6894512 admin admin] Notify callbacks [] for router, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:29.725915 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-aa68fed3-54f7-4785-a37a-fe48e6894512 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.1609025 Jul 28 00:04:29.729781 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 57738) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:04:29.742554 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c78735e4-9a18-4aed-ade9-ef3e934217c5 None None] Routers {'1013db76-e96b-4c62-9717-a1f2c31f25ce'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 00:04:29.743505 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-c78735e4-9a18-4aed-ade9-ef3e934217c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-28T00:04:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['1013db76-e96b-4c62-9717-a1f2c31f25ce'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:04:29.921535 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-4beaa2dd-60d5-4bdc-8b0f-3d59feaf1c39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '177b8294-17cb-427f-bf85-d59692dff246', 'name': 'tempest-TestEncryptedCinderVolumes-1969573355-router', 'tenant_id': 'efcb9adb6f51487e8d02ba0431cf3818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.245'}], 'enable_snat': True}, 'gw_port_id': 'f5be38bb-1af3-453f-94ba-9a919c2e5b5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T00:04:22Z', 'updated_at': '2021-07-28T00:04:25Z', 'revision_number': 4, 'project_id': 'efcb9adb6f51487e8d02ba0431cf3818', 'gw_port': {'id': 'f5be38bb-1af3-453f-94ba-9a919c2e5b5c', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:57:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '177b8294-17cb-427f-bf85-d59692dff246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T00:04:23Z', 'updated_at': '2021-07-28T00:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': '689dd8a1-4852-4727-b874-ec0cc3de9d9c', 'name': '', 'network_id': 'a1f39165-277e-4d96-b51c-78bf9a89f12f', 'tenant_id': 'efcb9adb6f51487e8d02ba0431cf3818', 'mac_address': 'fa:16:3e:34:ba:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '177b8294-17cb-427f-bf85-d59692dff246', 'device_owner': 'network:router_interface', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '2aef8bb5-c582-41d8-a88a-61fcde40e1e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T00:04:24Z', 'updated_at': '2021-07-28T00:04:29Z', 'revision_number': 4, 'project_id': 'efcb9adb6f51487e8d02ba0431cf3818', 'subnets': [{'id': '2aef8bb5-c582-41d8-a88a-61fcde40e1e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:04:29.954476 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4beaa2dd-60d5-4bdc-8b0f-3d59feaf1c39 None None] The sync data for ids ['177b8294-17cb-427f-bf85-d59692dff246'] in n-d-802623-1 is: [{'id': '177b8294-17cb-427f-bf85-d59692dff246', 'name': 'tempest-TestEncryptedCinderVolumes-1969573355-router', 'tenant_id': 'efcb9adb6f51487e8d02ba0431cf3818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.245'}], 'enable_snat': True}, 'gw_port_id': 'f5be38bb-1af3-453f-94ba-9a919c2e5b5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T00:04:22Z', 'updated_at': '2021-07-28T00:04:25Z', 'revision_number': 4, 'project_id': 'efcb9adb6f51487e8d02ba0431cf3818', 'gw_port': {'id': 'f5be38bb-1af3-453f-94ba-9a919c2e5b5c', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:57:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '177b8294-17cb-427f-bf85-d59692dff246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T00:04:23Z', 'updated_at': '2021-07-28T00:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': '689dd8a1-4852-4727-b874-ec0cc3de9d9c', 'name': '', 'network_id': 'a1f39165-277e-4d96-b51c-78bf9a89f12f', 'tenant_id': 'efcb9adb6f51487e8d02ba0431cf3818', 'mac_address': 'fa:16:3e:34:ba:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '177b8294-17cb-427f-bf85-d59692dff246', 'device_owner': 'network:router_interface', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '2aef8bb5-c582-41d8-a88a-61fcde40e1e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T00:04:24Z', 'updated_at': '2021-07-28T00:04:29Z', 'revision_number': 4, 'project_id': 'efcb9adb6f51487e8d02ba0431cf3818', 'subnets': [{'id': '2aef8bb5-c582-41d8-a88a-61fcde40e1e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 00:04:30.071579 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:30.079189 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-c78735e4-9a18-4aed-ade9-ef3e934217c5 None None] Set router 1013db76-e96b-4c62-9717-a1f2c31f25ce gateway port host: n-d-802623-1 {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 00:04:30.245156 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:30.259888 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8093c006-cfe8-433d-9a24-78bc7776e8c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:30.334266 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-c78735e4-9a18-4aed-ade9-ef3e934217c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1013db76-e96b-4c62-9717-a1f2c31f25ce', 'name': 'tempest-TestEncryptedCinderVolumes-1993197797-router', 'tenant_id': '6794cc32da564ae49201a03e69357f37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.56'}], 'enable_snat': True}, 'gw_port_id': '77a8d54d-c2ae-46eb-8536-30eb415f9718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T00:04:27Z', 'updated_at': '2021-07-28T00:04:28Z', 'revision_number': 3, 'project_id': '6794cc32da564ae49201a03e69357f37', 'gw_port': {'id': '77a8d54d-c2ae-46eb-8536-30eb415f9718', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:ce:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1013db76-e96b-4c62-9717-a1f2c31f25ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T00:04:28Z', 'updated_at': '2021-07-28T00:04:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1'}], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:04:30.365356 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c78735e4-9a18-4aed-ade9-ef3e934217c5 None None] Checking router: 1013db76-e96b-4c62-9717-a1f2c31f25ce for host: n-d-802623-1 {{(pid=93799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 00:04:30.365786 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c78735e4-9a18-4aed-ade9-ef3e934217c5 None None] Updating router 1013db76-e96b-4c62-9717-a1f2c31f25ce port 77a8d54d-c2ae-46eb-8536-30eb415f9718 binding host n-d-802623-1 {{(pid=93799) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 00:04:30.392986 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c78735e4-9a18-4aed-ade9-ef3e934217c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:30.453534 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-8093c006-cfe8-433d-9a24-78bc7776e8c3 admin admin] Allocated IP 172.20.0.1 (3b46c757-1b8e-4192-bd50-30bdd1b5869d/5aa5db30-1868-45e6-868e-9c2f5f4f161a/9f056ba2-0c98-4290-9e6c-2fe52429dcb2) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 00:04:30.588906 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8093c006-cfe8-433d-9a24-78bc7776e8c3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:30.606131 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-8093c006-cfe8-433d-9a24-78bc7776e8c3 admin admin] Transition to ACTIVE for port object 9f056ba2-0c98-4290-9e6c-2fe52429dcb2 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 00:04:30.648917 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 48100d56-430d-4d66-9ed3-b4b1c4a56180 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 00:04:30.650106 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8093c006-cfe8-433d-9a24-78bc7776e8c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:30.689953 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8093c006-cfe8-433d-9a24-78bc7776e8c3 admin admin] Network 3b46c757-1b8e-4192-bd50-30bdd1b5869d is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 00:04:30.694714 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-8093c006-cfe8-433d-9a24-78bc7776e8c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 00:04:30.701202 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8093c006-cfe8-433d-9a24-78bc7776e8c3 admin admin] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 00:04:30.706803 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8093c006-cfe8-433d-9a24-78bc7776e8c3 admin admin] Pushing event updated for resources: {'Port': ['ID=9f056ba2-0c98-4290-9e6c-2fe52429dcb2,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:04:30.734929 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-19f2e178-d45e-4fbe-b9be-c3963fc151ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:30.755966 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c78735e4-9a18-4aed-ade9-ef3e934217c5 None None] Notify callbacks [] for port, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:30.761222 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8093c006-cfe8-433d-9a24-78bc7776e8c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-415283'] for router_interface, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:30.773041 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-c78735e4-9a18-4aed-ade9-ef3e934217c5 None None] Transition to ACTIVE for port object 77a8d54d-c2ae-46eb-8536-30eb415f9718 will not be triggered until provisioned by entity L2. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 00:04:30.780811 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c78735e4-9a18-4aed-ade9-ef3e934217c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:30.790700 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning for port 48100d56-430d-4d66-9ed3-b4b1c4a56180 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 00:04:30.823351 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port 48100d56-430d-4d66-9ed3-b4b1c4a56180 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 00:04:30.823738 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:30.881329 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-c78735e4-9a18-4aed-ade9-ef3e934217c5 None None] Attempting to bind port 77a8d54d-c2ae-46eb-8536-30eb415f9718 on host n-d-802623-1 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 00:04:30.881752 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-c78735e4-9a18-4aed-ade9-ef3e934217c5 None None] Attempting to bind port 77a8d54d-c2ae-46eb-8536-30eb415f9718 by drivers openvswitch,hyperv on host n-d-802623-1 at level 0 using segments [{'id': 'b9afe07e-bbe4-4740-834c-4b6a9698bdbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 00:04:30.882129 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c78735e4-9a18-4aed-ade9-ef3e934217c5 None None] Attempting to bind port 77a8d54d-c2ae-46eb-8536-30eb415f9718 on network 2fd42287-ed26-4eb9-89a5-b521f5b04356 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 00:04:30.884174 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490e4f62-f0fd-452d-ac26-4304e90ea65f None None] Pushing event updated for resources: {'Port': ['ID=77a8d54d-c2ae-46eb-8536-30eb415f9718,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:04:30.896369 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c78735e4-9a18-4aed-ade9-ef3e934217c5 None None] Checking agent: {'id': 'a9a568d2-a5e7-41e4-833f-a8ab42ea4073', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 52, 30), 'started_at': datetime.datetime(2021, 7, 27, 22, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 0, 4, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802623-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 00:04:30.896750 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c78735e4-9a18-4aed-ade9-ef3e934217c5 None None] Checking segment: {'id': 'b9afe07e-bbe4-4740-834c-4b6a9698bdbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 00:04:30.897157 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c78735e4-9a18-4aed-ade9-ef3e934217c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:30.897554 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c78735e4-9a18-4aed-ade9-ef3e934217c5 None None] Bound using segment: {'id': 'b9afe07e-bbe4-4740-834c-4b6a9698bdbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 00:04:30.898037 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-c78735e4-9a18-4aed-ade9-ef3e934217c5 None None] Bound port: 77a8d54d-c2ae-46eb-8536-30eb415f9718, host: n-d-802623-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9afe07e-bbe4-4740-834c-4b6a9698bdbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 00:04:30.898463 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c78735e4-9a18-4aed-ade9-ef3e934217c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:30.909342 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8093c006-cfe8-433d-9a24-78bc7776e8c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:30.985985 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-c78735e4-9a18-4aed-ade9-ef3e934217c5 None None] For port 77a8d54d-c2ae-46eb-8536-30eb415f9718, host n-d-802623-1, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 00:04:30.989576 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:31.005066 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-c78735e4-9a18-4aed-ade9-ef3e934217c5 None None] For port 77a8d54d-c2ae-46eb-8536-30eb415f9718, host n-d-802623-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=77a8d54d-c2ae-46eb-8536-30eb415f9718,segment=NetworkSegment(b9afe07e-bbe4-4740-834c-4b6a9698bdbc),segment_id=b9afe07e-bbe4-4740-834c-4b6a9698bdbc)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 00:04:31.014895 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c78735e4-9a18-4aed-ade9-ef3e934217c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:31.068714 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] For port 48100d56-430d-4d66-9ed3-b4b1c4a56180, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=48100d56-430d-4d66-9ed3-b4b1c4a56180,segment=NetworkSegment(4edb393e-1ca8-4b72-bd2e-559fed5167c7),segment_id=4edb393e-1ca8-4b72-bd2e-559fed5167c7)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 00:04:31.081903 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:31.082678 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device f5be38bb-1af3-453f-94ba-9a919c2e5b5c up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 00:04:31.084047 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8093c006-cfe8-433d-9a24-78bc7776e8c3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:31.088921 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8093c006-cfe8-433d-9a24-78bc7776e8c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11336041'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:31.126294 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-70d01875-f5a1-4074-b5ba-6d67b36c48f6 None None] Provisioning for port 9f056ba2-0c98-4290-9e6c-2fe52429dcb2 completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 00:04:31.134712 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c78735e4-9a18-4aed-ade9-ef3e934217c5 None None] Routers {'1013db76-e96b-4c62-9717-a1f2c31f25ce'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 00:04:31.135380 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-c78735e4-9a18-4aed-ade9-ef3e934217c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-28T00:04:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['1013db76-e96b-4c62-9717-a1f2c31f25ce'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:04:31.138722 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490e4f62-f0fd-452d-ac26-4304e90ea65f None None] Pushing event updated for resources: {'Port': ['ID=77a8d54d-c2ae-46eb-8536-30eb415f9718,revision_number=3']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:04:31.141592 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-70d01875-f5a1-4074-b5ba-6d67b36c48f6 None None] Provisioning complete for port 9f056ba2-0c98-4290-9e6c-2fe52429dcb2 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 00:04:31.141981 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-70d01875-f5a1-4074-b5ba-6d67b36c48f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:31.164817 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8093c006-cfe8-433d-9a24-78bc7776e8c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3760555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-414115'] for router_interface, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:31.166704 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8093c006-cfe8-433d-9a24-78bc7776e8c3 admin admin] Pushing event updated for resources: {'Port': ['ID=9f056ba2-0c98-4290-9e6c-2fe52429dcb2,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:04:31.256972 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8093c006-cfe8-433d-9a24-78bc7776e8c3 admin admin] Network 3b46c757-1b8e-4192-bd50-30bdd1b5869d is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 00:04:31.258487 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-8093c006-cfe8-433d-9a24-78bc7776e8c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 00:04:31.265042 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-70d01875-f5a1-4074-b5ba-6d67b36c48f6 None None] Port 9f056ba2-0c98-4290-9e6c-2fe52429dcb2 cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 00:04:31.308375 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Pushing event updated for resources: {'Port': ['ID=48100d56-430d-4d66-9ed3-b4b1c4a56180,revision_number=3']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:04:31.325207 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port f5be38bb-1af3-453f-94ba-9a919c2e5b5c triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 00:04:31.325587 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:31.353609 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-c78735e4-9a18-4aed-ade9-ef3e934217c5 None None] Set router 1013db76-e96b-4c62-9717-a1f2c31f25ce gateway port host: n-d-802623-1 {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 00:04:31.394373 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8093c006-cfe8-433d-9a24-78bc7776e8c3 admin admin] Router 1013db76-e96b-4c62-9717-a1f2c31f25ce has already been hosted by L3 agent 018c4455-49c0-4734-927d-7824067b2a9e {{(pid=93797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 00:04:31.506924 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8093c006-cfe8-433d-9a24-78bc7776e8c3 admin admin] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 00:04:31.512058 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-8093c006-cfe8-433d-9a24-78bc7776e8c3 admin admin] 10.222.0.18 "PUT /v2.0/routers/1013db76-e96b-4c62-9717-a1f2c31f25ce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7807190 Jul 28 00:04:31.537687 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-9fa49c83-7d83-4030-b9c2-e50f58a27b15 None None] Provisioning complete for port 9f056ba2-0c98-4290-9e6c-2fe52429dcb2 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 00:04:31.537992 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-9fa49c83-7d83-4030-b9c2-e50f58a27b15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:31.545833 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 689dd8a1-4852-4727-b874-ec0cc3de9d9c up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 00:04:31.621153 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-9fa49c83-7d83-4030-b9c2-e50f58a27b15 None None] Port 9f056ba2-0c98-4290-9e6c-2fe52429dcb2 cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 00:04:31.670553 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning for port 689dd8a1-4852-4727-b874-ec0cc3de9d9c completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 00:04:31.675493 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port 689dd8a1-4852-4727-b874-ec0cc3de9d9c triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 00:04:31.675908 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:31.718569 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-c78735e4-9a18-4aed-ade9-ef3e934217c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1013db76-e96b-4c62-9717-a1f2c31f25ce', 'name': 'tempest-TestEncryptedCinderVolumes-1993197797-router', 'tenant_id': '6794cc32da564ae49201a03e69357f37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.56'}], 'enable_snat': True}, 'gw_port_id': '77a8d54d-c2ae-46eb-8536-30eb415f9718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T00:04:27Z', 'updated_at': '2021-07-28T00:04:30Z', 'revision_number': 4, 'project_id': '6794cc32da564ae49201a03e69357f37', 'gw_port': {'id': '77a8d54d-c2ae-46eb-8536-30eb415f9718', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:ce:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1013db76-e96b-4c62-9717-a1f2c31f25ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T00:04:28Z', 'updated_at': '2021-07-28T00:04:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': '9f056ba2-0c98-4290-9e6c-2fe52429dcb2', 'name': '', 'network_id': '3b46c757-1b8e-4192-bd50-30bdd1b5869d', 'tenant_id': '6794cc32da564ae49201a03e69357f37', 'mac_address': 'fa:16:3e:6f:3c:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1013db76-e96b-4c62-9717-a1f2c31f25ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': '5aa5db30-1868-45e6-868e-9c2f5f4f161a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T00:04:30Z', 'updated_at': '2021-07-28T00:04:30Z', 'revision_number': 2, 'project_id': '6794cc32da564ae49201a03e69357f37', 'subnets': [{'id': '5aa5db30-1868-45e6-868e-9c2f5f4f161a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:04:31.746406 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c78735e4-9a18-4aed-ade9-ef3e934217c5 None None] The sync data for ids ['1013db76-e96b-4c62-9717-a1f2c31f25ce'] in n-d-802623-1 is: [{'id': '1013db76-e96b-4c62-9717-a1f2c31f25ce', 'name': 'tempest-TestEncryptedCinderVolumes-1993197797-router', 'tenant_id': '6794cc32da564ae49201a03e69357f37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.56'}], 'enable_snat': True}, 'gw_port_id': '77a8d54d-c2ae-46eb-8536-30eb415f9718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T00:04:27Z', 'updated_at': '2021-07-28T00:04:30Z', 'revision_number': 4, 'project_id': '6794cc32da564ae49201a03e69357f37', 'gw_port': {'id': '77a8d54d-c2ae-46eb-8536-30eb415f9718', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:ce:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1013db76-e96b-4c62-9717-a1f2c31f25ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T00:04:28Z', 'updated_at': '2021-07-28T00:04:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': '9f056ba2-0c98-4290-9e6c-2fe52429dcb2', 'name': '', 'network_id': '3b46c757-1b8e-4192-bd50-30bdd1b5869d', 'tenant_id': '6794cc32da564ae49201a03e69357f37', 'mac_address': 'fa:16:3e:6f:3c:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1013db76-e96b-4c62-9717-a1f2c31f25ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': '5aa5db30-1868-45e6-868e-9c2f5f4f161a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T00:04:30Z', 'updated_at': '2021-07-28T00:04:30Z', 'revision_number': 2, 'project_id': '6794cc32da564ae49201a03e69357f37', 'subnets': [{'id': '5aa5db30-1868-45e6-868e-9c2f5f4f161a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 00:04:31.796738 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:31.830230 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] For port 689dd8a1-4852-4727-b874-ec0cc3de9d9c, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=689dd8a1-4852-4727-b874-ec0cc3de9d9c,segment=NetworkSegment(6687c5e7-9b0c-4ece-a98c-155fd88702b7),segment_id=6687c5e7-9b0c-4ece-a98c-155fd88702b7)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 00:04:31.835369 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:31.885774 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Pushing event updated for resources: {'Port': ['ID=689dd8a1-4852-4727-b874-ec0cc3de9d9c,revision_number=5']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:04:32.239649 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9de7e14-a4d3-49b9-8a18-9af6a72c405a req-19f80423-e4c5-4869-b214-e5f380d25caa tempest-TestEncryptedCinderVolumes-296827724 tempest-TestEncryptedCinderVolumes-296827724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:04:32.241197 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c9de7e14-a4d3-49b9-8a18-9af6a72c405a req-19f80423-e4c5-4869-b214-e5f380d25caa tempest-TestEncryptedCinderVolumes-296827724 tempest-TestEncryptedCinderVolumes-296827724-project] 10.222.0.18 "GET /v2.0/networks?id=a1f39165-277e-4d96-b51c-78bf9a89f12f HTTP/1.1" status: 200 len: 817 time: 0.1085289 Jul 28 00:04:32.257635 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c9de7e14-a4d3-49b9-8a18-9af6a72c405a req-95ec045e-31c2-401c-9e1f-c26702d17bac tempest-TestEncryptedCinderVolumes-296827724 tempest-TestEncryptedCinderVolumes-296827724-project] 10.222.0.18 "GET /v2.0/quotas/efcb9adb6f51487e8d02ba0431cf3818 HTTP/1.1" status: 200 len: 375 time: 0.0098238 Jul 28 00:04:32.318584 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c9de7e14-a4d3-49b9-8a18-9af6a72c405a req-ab8805e0-57a2-4f07-b993-04fe5cc16f27 tempest-TestEncryptedCinderVolumes-296827724 tempest-TestEncryptedCinderVolumes-296827724-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=efcb9adb6f51487e8d02ba0431cf3818&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0528862 Jul 28 00:04:32.430423 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7418f70f-e60d-4709-8ba9-6ab514bc7f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:32.509253 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 48100d56-430d-4d66-9ed3-b4b1c4a56180 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 00:04:32.534670 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c9de7e14-a4d3-49b9-8a18-9af6a72c405a req-85441ec1-ae5f-443e-be38-2a0c6ca3e2ca service neutron] 10.222.0.18 "GET /v2.0/networks/a1f39165-277e-4d96-b51c-78bf9a89f12f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276684 Jul 28 00:04:32.556563 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port 48100d56-430d-4d66-9ed3-b4b1c4a56180 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 00:04:32.556858 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:32.629896 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c9de7e14-a4d3-49b9-8a18-9af6a72c405a req-097b1db4-beff-465d-9b22-cf2e970d5fde service neutron] 10.222.0.18 "GET /v2.0/networks/a1f39165-277e-4d96-b51c-78bf9a89f12f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884891 Jul 28 00:04:32.643925 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 689dd8a1-4852-4727-b874-ec0cc3de9d9c up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 00:04:32.718734 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port 689dd8a1-4852-4727-b874-ec0cc3de9d9c triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 00:04:32.719354 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:32.839583 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-1216bb74-6006-4b9e-b3d1-14bd1829455e req-d0cc066b-ad15-4148-8f81-11db958ad038 tempest-TestEncryptedCinderVolumes-296827724 tempest-TestEncryptedCinderVolumes-296827724-project] 10.222.0.18 "GET /v2.0/ports?device_id=a061b572-e28e-4a92-994e-868cd368a7a8 HTTP/1.1" status: 200 len: 210 time: 0.0381043 Jul 28 00:04:33.781345 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9de7e14-a4d3-49b9-8a18-9af6a72c405a req-767ee2e3-3a60-4aa6-8de0-5ebc2e5ee928 tempest-TestEncryptedCinderVolumes-296827724 tempest-TestEncryptedCinderVolumes-296827724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:04:33.782943 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c9de7e14-a4d3-49b9-8a18-9af6a72c405a req-767ee2e3-3a60-4aa6-8de0-5ebc2e5ee928 tempest-TestEncryptedCinderVolumes-296827724 tempest-TestEncryptedCinderVolumes-296827724-project] 10.222.0.38 "GET /v2.0/networks?id=a1f39165-277e-4d96-b51c-78bf9a89f12f HTTP/1.1" status: 200 len: 817 time: 0.1079562 Jul 28 00:04:33.798662 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [req-c9de7e14-a4d3-49b9-8a18-9af6a72c405a req-445a0a22-800f-4ce1-b3a3-664e8f01a2fc tempest-TestEncryptedCinderVolumes-296827724 tempest-TestEncryptedCinderVolumes-296827724-project] Request body: {'port': {'device_id': 'a061b572-e28e-4a92-994e-868cd368a7a8', 'network_id': 'a1f39165-277e-4d96-b51c-78bf9a89f12f', 'admin_state_up': True, 'tenant_id': 'efcb9adb6f51487e8d02ba0431cf3818'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 00:04:33.914996 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9de7e14-a4d3-49b9-8a18-9af6a72c405a req-445a0a22-800f-4ce1-b3a3-664e8f01a2fc tempest-TestEncryptedCinderVolumes-296827724 tempest-TestEncryptedCinderVolumes-296827724-project] Made reservation on behalf of efcb9adb6f51487e8d02ba0431cf3818 for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 00:04:33.918525 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-c9de7e14-a4d3-49b9-8a18-9af6a72c405a req-445a0a22-800f-4ce1-b3a3-664e8f01a2fc tempest-TestEncryptedCinderVolumes-296827724 tempest-TestEncryptedCinderVolumes-296827724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:33.955081 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b9cc5623-3258-4c50-bbac-aa9f59479232 req-1e630c27-5eed-4361-9183-455c44e6196b tempest-TestEncryptedCinderVolumes-296827724 tempest-TestEncryptedCinderVolumes-296827724-project] 10.222.0.18 "GET /v2.0/ports?device_id=a061b572-e28e-4a92-994e-868cd368a7a8 HTTP/1.1" status: 200 len: 210 time: 0.0341172 Jul 28 00:04:34.037324 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8b84424-319c-40cc-a972-3fd7845eaa83 None None] Sync routers for ids ['1013db76-e96b-4c62-9717-a1f2c31f25ce'] in n-d-802623-1 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 00:04:34.046422 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8b84424-319c-40cc-a972-3fd7845eaa83 None None] Routers {'1013db76-e96b-4c62-9717-a1f2c31f25ce'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 00:04:34.047026 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-d8b84424-319c-40cc-a972-3fd7845eaa83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-28T00:04:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['1013db76-e96b-4c62-9717-a1f2c31f25ce'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:04:34.074575 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [req-c9de7e14-a4d3-49b9-8a18-9af6a72c405a req-445a0a22-800f-4ce1-b3a3-664e8f01a2fc tempest-TestEncryptedCinderVolumes-296827724 tempest-TestEncryptedCinderVolumes-296827724-project] Allocated IP 172.20.0.8 (a1f39165-277e-4d96-b51c-78bf9a89f12f/2aef8bb5-c582-41d8-a88a-61fcde40e1e9/d93e9f25-4d82-4822-8369-ccd7fa7c0a54) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 00:04:34.161922 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-d8b84424-319c-40cc-a972-3fd7845eaa83 None None] Set router 1013db76-e96b-4c62-9717-a1f2c31f25ce gateway port host: n-d-802623-1 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 00:04:34.221323 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-c9de7e14-a4d3-49b9-8a18-9af6a72c405a req-445a0a22-800f-4ce1-b3a3-664e8f01a2fc tempest-TestEncryptedCinderVolumes-296827724 tempest-TestEncryptedCinderVolumes-296827724-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:34.234860 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-c9de7e14-a4d3-49b9-8a18-9af6a72c405a req-445a0a22-800f-4ce1-b3a3-664e8f01a2fc tempest-TestEncryptedCinderVolumes-296827724 tempest-TestEncryptedCinderVolumes-296827724-project] Transition to ACTIVE for port object d93e9f25-4d82-4822-8369-ccd7fa7c0a54 will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 00:04:34.268223 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-c9de7e14-a4d3-49b9-8a18-9af6a72c405a req-445a0a22-800f-4ce1-b3a3-664e8f01a2fc tempest-TestEncryptedCinderVolumes-296827724 tempest-TestEncryptedCinderVolumes-296827724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:34.316002 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9de7e14-a4d3-49b9-8a18-9af6a72c405a req-445a0a22-800f-4ce1-b3a3-664e8f01a2fc tempest-TestEncryptedCinderVolumes-296827724 tempest-TestEncryptedCinderVolumes-296827724-project] Network a1f39165-277e-4d96-b51c-78bf9a89f12f is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 00:04:34.319030 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [req-c9de7e14-a4d3-49b9-8a18-9af6a72c405a req-445a0a22-800f-4ce1-b3a3-664e8f01a2fc tempest-TestEncryptedCinderVolumes-296827724 tempest-TestEncryptedCinderVolumes-296827724-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 00:04:34.325504 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9de7e14-a4d3-49b9-8a18-9af6a72c405a req-445a0a22-800f-4ce1-b3a3-664e8f01a2fc tempest-TestEncryptedCinderVolumes-296827724 tempest-TestEncryptedCinderVolumes-296827724-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 00:04:34.348648 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445a0a22-800f-4ce1-b3a3-664e8f01a2fc tempest-TestEncryptedCinderVolumes-296827724 tempest-TestEncryptedCinderVolumes-296827724-project] Pushing event updated for resources: {'Port': ['ID=d93e9f25-4d82-4822-8369-ccd7fa7c0a54,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:04:34.358864 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-d8b84424-319c-40cc-a972-3fd7845eaa83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1013db76-e96b-4c62-9717-a1f2c31f25ce', 'name': 'tempest-TestEncryptedCinderVolumes-1993197797-router', 'tenant_id': '6794cc32da564ae49201a03e69357f37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.56'}], 'enable_snat': True}, 'gw_port_id': '77a8d54d-c2ae-46eb-8536-30eb415f9718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T00:04:27Z', 'updated_at': '2021-07-28T00:04:30Z', 'revision_number': 4, 'project_id': '6794cc32da564ae49201a03e69357f37', 'gw_port': {'id': '77a8d54d-c2ae-46eb-8536-30eb415f9718', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:ce:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1013db76-e96b-4c62-9717-a1f2c31f25ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T00:04:28Z', 'updated_at': '2021-07-28T00:04:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': '9f056ba2-0c98-4290-9e6c-2fe52429dcb2', 'name': '', 'network_id': '3b46c757-1b8e-4192-bd50-30bdd1b5869d', 'tenant_id': '6794cc32da564ae49201a03e69357f37', 'mac_address': 'fa:16:3e:6f:3c:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1013db76-e96b-4c62-9717-a1f2c31f25ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': '5aa5db30-1868-45e6-868e-9c2f5f4f161a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T00:04:30Z', 'updated_at': '2021-07-28T00:04:30Z', 'revision_number': 2, 'project_id': '6794cc32da564ae49201a03e69357f37', 'subnets': [{'id': '5aa5db30-1868-45e6-868e-9c2f5f4f161a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:04:34.377369 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9de7e14-a4d3-49b9-8a18-9af6a72c405a req-445a0a22-800f-4ce1-b3a3-664e8f01a2fc tempest-TestEncryptedCinderVolumes-296827724 tempest-TestEncryptedCinderVolumes-296827724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:04:34.378024 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-c9de7e14-a4d3-49b9-8a18-9af6a72c405a req-445a0a22-800f-4ce1-b3a3-664e8f01a2fc tempest-TestEncryptedCinderVolumes-296827724 tempest-TestEncryptedCinderVolumes-296827724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:34.393876 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8b84424-319c-40cc-a972-3fd7845eaa83 None None] Checking router: 1013db76-e96b-4c62-9717-a1f2c31f25ce for host: n-d-802623-1 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 00:04:34.394240 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8b84424-319c-40cc-a972-3fd7845eaa83 None None] Updating router 1013db76-e96b-4c62-9717-a1f2c31f25ce port 9f056ba2-0c98-4290-9e6c-2fe52429dcb2 binding host n-d-802623-1 {{(pid=93800) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 00:04:34.395074 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c9de7e14-a4d3-49b9-8a18-9af6a72c405a req-445a0a22-800f-4ce1-b3a3-664e8f01a2fc tempest-TestEncryptedCinderVolumes-296827724 tempest-TestEncryptedCinderVolumes-296827724-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6001396 Jul 28 00:04:34.409067 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [req-c9de7e14-a4d3-49b9-8a18-9af6a72c405a req-e3ada3ed-c327-45dd-b3c5-105b15325362 service neutron] Request body: {'port': {'device_id': 'a061b572-e28e-4a92-994e-868cd368a7a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802623-1'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 00:04:34.420128 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d8b84424-319c-40cc-a972-3fd7845eaa83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:34.481772 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-c9de7e14-a4d3-49b9-8a18-9af6a72c405a req-e3ada3ed-c327-45dd-b3c5-105b15325362 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:34.559360 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 77a8d54d-c2ae-46eb-8536-30eb415f9718 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 00:04:34.586261 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ad529c5a-30f1-4f40-bf25-f806c9b3fbeb None None] Provisioning for port d93e9f25-4d82-4822-8369-ccd7fa7c0a54 completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 00:04:34.594017 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ad529c5a-30f1-4f40-bf25-f806c9b3fbeb None None] Provisioning complete for port d93e9f25-4d82-4822-8369-ccd7fa7c0a54 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 00:04:34.594617 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ad529c5a-30f1-4f40-bf25-f806c9b3fbeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:34.637903 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-ad529c5a-30f1-4f40-bf25-f806c9b3fbeb None None] Port d93e9f25-4d82-4822-8369-ccd7fa7c0a54 cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 00:04:34.647570 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning for port 77a8d54d-c2ae-46eb-8536-30eb415f9718 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 00:04:34.651768 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port 77a8d54d-c2ae-46eb-8536-30eb415f9718 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 00:04:34.652350 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:34.723274 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d8b84424-319c-40cc-a972-3fd7845eaa83 None None] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:34.738194 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-d8b84424-319c-40cc-a972-3fd7845eaa83 None None] Transition to ACTIVE for port object 9f056ba2-0c98-4290-9e6c-2fe52429dcb2 will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 00:04:34.743666 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:34.745400 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d8b84424-319c-40cc-a972-3fd7845eaa83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:34.767656 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] For port 77a8d54d-c2ae-46eb-8536-30eb415f9718, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=77a8d54d-c2ae-46eb-8536-30eb415f9718,segment=NetworkSegment(b9afe07e-bbe4-4740-834c-4b6a9698bdbc),segment_id=b9afe07e-bbe4-4740-834c-4b6a9698bdbc)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 00:04:34.772765 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:34.787913 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [req-c9de7e14-a4d3-49b9-8a18-9af6a72c405a req-e3ada3ed-c327-45dd-b3c5-105b15325362 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d93e9f25-4d82-4822-8369-ccd7fa7c0a54 {{(pid=93798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 00:04:34.798543 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-c9de7e14-a4d3-49b9-8a18-9af6a72c405a req-e3ada3ed-c327-45dd-b3c5-105b15325362 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:34.812117 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-c9de7e14-a4d3-49b9-8a18-9af6a72c405a req-e3ada3ed-c327-45dd-b3c5-105b15325362 service neutron] Transition to ACTIVE for port object d93e9f25-4d82-4822-8369-ccd7fa7c0a54 will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 00:04:34.820215 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-c9de7e14-a4d3-49b9-8a18-9af6a72c405a req-e3ada3ed-c327-45dd-b3c5-105b15325362 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:34.835214 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bc82fa-e119-4da0-abf9-ebf279bc9690 None None] Pushing event updated for resources: {'Port': ['ID=9f056ba2-0c98-4290-9e6c-2fe52429dcb2,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:04:34.847729 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-d8b84424-319c-40cc-a972-3fd7845eaa83 None None] Attempting to bind port 9f056ba2-0c98-4290-9e6c-2fe52429dcb2 on host n-d-802623-1 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 00:04:34.848219 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-d8b84424-319c-40cc-a972-3fd7845eaa83 None None] Attempting to bind port 9f056ba2-0c98-4290-9e6c-2fe52429dcb2 by drivers openvswitch,hyperv on host n-d-802623-1 at level 0 using segments [{'id': '4edb393e-1ca8-4b72-bd2e-559fed5167c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '3b46c757-1b8e-4192-bd50-30bdd1b5869d'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 00:04:34.848431 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b84424-319c-40cc-a972-3fd7845eaa83 None None] Attempting to bind port 9f056ba2-0c98-4290-9e6c-2fe52429dcb2 on network 3b46c757-1b8e-4192-bd50-30bdd1b5869d {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 00:04:34.854511 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b84424-319c-40cc-a972-3fd7845eaa83 None None] Checking agent: {'id': 'a9a568d2-a5e7-41e4-833f-a8ab42ea4073', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 52, 30), 'started_at': datetime.datetime(2021, 7, 27, 22, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 0, 4, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802623-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 00:04:34.854876 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b84424-319c-40cc-a972-3fd7845eaa83 None None] Checking segment: {'id': '4edb393e-1ca8-4b72-bd2e-559fed5167c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '3b46c757-1b8e-4192-bd50-30bdd1b5869d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 00:04:34.855314 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d8b84424-319c-40cc-a972-3fd7845eaa83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:34.855697 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b84424-319c-40cc-a972-3fd7845eaa83 None None] Bound using segment: {'id': '4edb393e-1ca8-4b72-bd2e-559fed5167c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '3b46c757-1b8e-4192-bd50-30bdd1b5869d'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 00:04:34.856162 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-d8b84424-319c-40cc-a972-3fd7845eaa83 None None] Bound port: 9f056ba2-0c98-4290-9e6c-2fe52429dcb2, host: n-d-802623-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4edb393e-1ca8-4b72-bd2e-559fed5167c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '3b46c757-1b8e-4192-bd50-30bdd1b5869d'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 00:04:34.856536 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d8b84424-319c-40cc-a972-3fd7845eaa83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:34.858352 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Pushing event updated for resources: {'Port': ['ID=77a8d54d-c2ae-46eb-8536-30eb415f9718,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:04:34.886123 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ada3ed-c327-45dd-b3c5-105b15325362 service neutron] Pushing event updated for resources: {'Port': ['ID=d93e9f25-4d82-4822-8369-ccd7fa7c0a54,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:04:34.925249 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-d8b84424-319c-40cc-a972-3fd7845eaa83 None None] For port 9f056ba2-0c98-4290-9e6c-2fe52429dcb2, host n-d-802623-1, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 00:04:34.929141 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-d8b84424-319c-40cc-a972-3fd7845eaa83 None None] For port 9f056ba2-0c98-4290-9e6c-2fe52429dcb2, host n-d-802623-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=9f056ba2-0c98-4290-9e6c-2fe52429dcb2,segment=NetworkSegment(4edb393e-1ca8-4b72-bd2e-559fed5167c7),segment_id=4edb393e-1ca8-4b72-bd2e-559fed5167c7)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 00:04:34.936054 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d8b84424-319c-40cc-a972-3fd7845eaa83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:34.969871 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-c9de7e14-a4d3-49b9-8a18-9af6a72c405a req-e3ada3ed-c327-45dd-b3c5-105b15325362 service neutron] Attempting to bind port d93e9f25-4d82-4822-8369-ccd7fa7c0a54 on host n-h1-802623-1 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 00:04:34.970225 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-c9de7e14-a4d3-49b9-8a18-9af6a72c405a req-e3ada3ed-c327-45dd-b3c5-105b15325362 service neutron] Attempting to bind port d93e9f25-4d82-4822-8369-ccd7fa7c0a54 by drivers openvswitch,hyperv on host n-h1-802623-1 at level 0 using segments [{'id': '6687c5e7-9b0c-4ece-a98c-155fd88702b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'a1f39165-277e-4d96-b51c-78bf9a89f12f'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 00:04:34.970565 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9de7e14-a4d3-49b9-8a18-9af6a72c405a req-e3ada3ed-c327-45dd-b3c5-105b15325362 service neutron] Attempting to bind port d93e9f25-4d82-4822-8369-ccd7fa7c0a54 on network a1f39165-277e-4d96-b51c-78bf9a89f12f {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 00:04:34.984191 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9de7e14-a4d3-49b9-8a18-9af6a72c405a req-e3ada3ed-c327-45dd-b3c5-105b15325362 service neutron] Port d93e9f25-4d82-4822-8369-ccd7fa7c0a54 on network a1f39165-277e-4d96-b51c-78bf9a89f12f not bound, no agent of type Open vSwitch agent registered on host n-h1-802623-1 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 00:04:34.984553 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9de7e14-a4d3-49b9-8a18-9af6a72c405a req-e3ada3ed-c327-45dd-b3c5-105b15325362 service neutron] Attempting to bind port d93e9f25-4d82-4822-8369-ccd7fa7c0a54 on network a1f39165-277e-4d96-b51c-78bf9a89f12f {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 00:04:34.990585 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9de7e14-a4d3-49b9-8a18-9af6a72c405a req-e3ada3ed-c327-45dd-b3c5-105b15325362 service neutron] Checking agent: {'id': '245f1da4-a9b8-4b08-90d7-28f0f342b839', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 59, 59), 'started_at': datetime.datetime(2021, 7, 27, 22, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 0, 4, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 00:04:34.990934 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9de7e14-a4d3-49b9-8a18-9af6a72c405a req-e3ada3ed-c327-45dd-b3c5-105b15325362 service neutron] Checking segment: {'id': '6687c5e7-9b0c-4ece-a98c-155fd88702b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'a1f39165-277e-4d96-b51c-78bf9a89f12f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 00:04:34.991437 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9de7e14-a4d3-49b9-8a18-9af6a72c405a req-e3ada3ed-c327-45dd-b3c5-105b15325362 service neutron] Bound using segment: {'id': '6687c5e7-9b0c-4ece-a98c-155fd88702b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'a1f39165-277e-4d96-b51c-78bf9a89f12f'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 00:04:34.991821 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-c9de7e14-a4d3-49b9-8a18-9af6a72c405a req-e3ada3ed-c327-45dd-b3c5-105b15325362 service neutron] Bound port: d93e9f25-4d82-4822-8369-ccd7fa7c0a54, host: n-h1-802623-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6687c5e7-9b0c-4ece-a98c-155fd88702b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'a1f39165-277e-4d96-b51c-78bf9a89f12f'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 00:04:34.992180 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-c9de7e14-a4d3-49b9-8a18-9af6a72c405a req-e3ada3ed-c327-45dd-b3c5-105b15325362 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:35.007402 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8b84424-319c-40cc-a972-3fd7845eaa83 None None] Routers {'1013db76-e96b-4c62-9717-a1f2c31f25ce'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 00:04:35.008044 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-d8b84424-319c-40cc-a972-3fd7845eaa83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-28T00:04:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['1013db76-e96b-4c62-9717-a1f2c31f25ce'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:04:35.064792 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bc82fa-e119-4da0-abf9-ebf279bc9690 None None] Pushing event updated for resources: {'Port': ['ID=9f056ba2-0c98-4290-9e6c-2fe52429dcb2,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:04:35.099638 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-c9de7e14-a4d3-49b9-8a18-9af6a72c405a req-e3ada3ed-c327-45dd-b3c5-105b15325362 service neutron] For port d93e9f25-4d82-4822-8369-ccd7fa7c0a54, host n-h1-802623-1, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 00:04:35.104619 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-c9de7e14-a4d3-49b9-8a18-9af6a72c405a req-e3ada3ed-c327-45dd-b3c5-105b15325362 service neutron] For port d93e9f25-4d82-4822-8369-ccd7fa7c0a54, host n-h1-802623-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=d93e9f25-4d82-4822-8369-ccd7fa7c0a54,segment=NetworkSegment(6687c5e7-9b0c-4ece-a98c-155fd88702b7),segment_id=6687c5e7-9b0c-4ece-a98c-155fd88702b7)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 00:04:35.115100 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-c9de7e14-a4d3-49b9-8a18-9af6a72c405a req-e3ada3ed-c327-45dd-b3c5-105b15325362 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:35.123194 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ece3e0-c38d-476e-9188-97d2ba815160 req-cf2ad031-c3b8-4265-b8b2-442eabe57973 tempest-TestEncryptedCinderVolumes-296827724 tempest-TestEncryptedCinderVolumes-296827724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:04:35.131316 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-b4ece3e0-c38d-476e-9188-97d2ba815160 req-cf2ad031-c3b8-4265-b8b2-442eabe57973 tempest-TestEncryptedCinderVolumes-296827724 tempest-TestEncryptedCinderVolumes-296827724-project] 10.222.0.18 "GET /v2.0/ports?device_id=a061b572-e28e-4a92-994e-868cd368a7a8 HTTP/1.1" status: 200 len: 943 time: 0.0830531 Jul 28 00:04:35.145571 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9de7e14-a4d3-49b9-8a18-9af6a72c405a req-e3ada3ed-c327-45dd-b3c5-105b15325362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:04:35.147555 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-c9de7e14-a4d3-49b9-8a18-9af6a72c405a req-e3ada3ed-c327-45dd-b3c5-105b15325362 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:35.149919 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c9de7e14-a4d3-49b9-8a18-9af6a72c405a req-e3ada3ed-c327-45dd-b3c5-105b15325362 service neutron] 10.222.0.38 "PUT /v2.0/ports/d93e9f25-4d82-4822-8369-ccd7fa7c0a54 HTTP/1.1" status: 200 len: 1091 time: 0.7455373 Jul 28 00:04:35.175690 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-d8b84424-319c-40cc-a972-3fd7845eaa83 None None] Set router 1013db76-e96b-4c62-9717-a1f2c31f25ce gateway port host: n-d-802623-1 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 00:04:35.178412 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a061b572-e28e-4a92-994e-868cd368a7a8', 'tag': 'd93e9f25-4d82-4822-8369-ccd7fa7c0a54'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 00:04:35.181930 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b87af07e598cf5b62d2945997aebdb2f0d5735b62acaa13edb25b119cdbae256" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-247070c3-3481-487a-9e8a-4f19a78bd76e" -d '{"events": [{"name": "network-changed", "server_uuid": "a061b572-e28e-4a92-994e-868cd368a7a8", "tag": "d93e9f25-4d82-4822-8369-ccd7fa7c0a54"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 00:04:35.201945 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-b4ece3e0-c38d-476e-9188-97d2ba815160 req-e8cbb655-f91d-4729-8ac8-f27433c36763 tempest-TestEncryptedCinderVolumes-296827724 tempest-TestEncryptedCinderVolumes-296827724-project] 10.222.0.18 "GET /v2.0/security-groups?id=b045eb8d-2b3a-4337-8b56-199c1430f1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693939 Jul 28 00:04:35.250369 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 00:04:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-351e2af4-19f1-47da-b272-49ed9466762a x-openstack-request-id: req-351e2af4-19f1-47da-b272-49ed9466762a {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 00:04:35.250665 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a061b572-e28e-4a92-994e-868cd368a7a8", "tag": "d93e9f25-4d82-4822-8369-ccd7fa7c0a54", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 00:04:35.251012 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-351e2af4-19f1-47da-b272-49ed9466762a {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 00:04:35.251433 n-d-802623-1 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a061b572-e28e-4a92-994e-868cd368a7a8', 'tag': 'd93e9f25-4d82-4822-8369-ccd7fa7c0a54', 'status': 'completed', 'code': 200} Jul 28 00:04:35.273785 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ada3ed-c327-45dd-b3c5-105b15325362 service neutron] Pushing event updated for resources: {'Port': ['ID=d93e9f25-4d82-4822-8369-ccd7fa7c0a54,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:04:35.298773 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9de7e14-a4d3-49b9-8a18-9af6a72c405a req-05f6a994-635f-403c-8c84-8ed1b252e3b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:04:35.300653 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c9de7e14-a4d3-49b9-8a18-9af6a72c405a req-05f6a994-635f-403c-8c84-8ed1b252e3b3 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=efcb9adb6f51487e8d02ba0431cf3818&device_id=a061b572-e28e-4a92-994e-868cd368a7a8 HTTP/1.1" status: 200 len: 1094 time: 0.0683100 Jul 28 00:04:35.369899 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c9de7e14-a4d3-49b9-8a18-9af6a72c405a req-b8ad0a4e-fcb1-4505-82b2-d0ff94bc0864 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d93e9f25-4d82-4822-8369-ccd7fa7c0a54 HTTP/1.1" status: 200 len: 217 time: 0.0604367 Jul 28 00:04:35.370255 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:35.424684 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9de7e14-a4d3-49b9-8a18-9af6a72c405a req-e065ba00-42b6-4af4-ad1b-0de18d0d678e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:04:35.426431 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c9de7e14-a4d3-49b9-8a18-9af6a72c405a req-e065ba00-42b6-4af4-ad1b-0de18d0d678e service neutron] 10.222.0.38 "GET /v2.0/subnets?id=2aef8bb5-c582-41d8-a88a-61fcde40e1e9 HTTP/1.1" status: 200 len: 856 time: 0.0484262 Jul 28 00:04:35.444743 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-d8b84424-319c-40cc-a972-3fd7845eaa83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1013db76-e96b-4c62-9717-a1f2c31f25ce', 'name': 'tempest-TestEncryptedCinderVolumes-1993197797-router', 'tenant_id': '6794cc32da564ae49201a03e69357f37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.56'}], 'enable_snat': True}, 'gw_port_id': '77a8d54d-c2ae-46eb-8536-30eb415f9718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T00:04:27Z', 'updated_at': '2021-07-28T00:04:30Z', 'revision_number': 4, 'project_id': '6794cc32da564ae49201a03e69357f37', 'gw_port': {'id': '77a8d54d-c2ae-46eb-8536-30eb415f9718', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:ce:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1013db76-e96b-4c62-9717-a1f2c31f25ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T00:04:28Z', 'updated_at': '2021-07-28T00:04:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': '9f056ba2-0c98-4290-9e6c-2fe52429dcb2', 'name': '', 'network_id': '3b46c757-1b8e-4192-bd50-30bdd1b5869d', 'tenant_id': '6794cc32da564ae49201a03e69357f37', 'mac_address': 'fa:16:3e:6f:3c:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1013db76-e96b-4c62-9717-a1f2c31f25ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': '5aa5db30-1868-45e6-868e-9c2f5f4f161a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T00:04:30Z', 'updated_at': '2021-07-28T00:04:34Z', 'revision_number': 4, 'project_id': '6794cc32da564ae49201a03e69357f37', 'subnets': [{'id': '5aa5db30-1868-45e6-868e-9c2f5f4f161a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:04:35.472271 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8b84424-319c-40cc-a972-3fd7845eaa83 None None] The sync data for ids ['1013db76-e96b-4c62-9717-a1f2c31f25ce'] in n-d-802623-1 is: [{'id': '1013db76-e96b-4c62-9717-a1f2c31f25ce', 'name': 'tempest-TestEncryptedCinderVolumes-1993197797-router', 'tenant_id': '6794cc32da564ae49201a03e69357f37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.56'}], 'enable_snat': True}, 'gw_port_id': '77a8d54d-c2ae-46eb-8536-30eb415f9718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T00:04:27Z', 'updated_at': '2021-07-28T00:04:30Z', 'revision_number': 4, 'project_id': '6794cc32da564ae49201a03e69357f37', 'gw_port': {'id': '77a8d54d-c2ae-46eb-8536-30eb415f9718', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:ce:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1013db76-e96b-4c62-9717-a1f2c31f25ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T00:04:28Z', 'updated_at': '2021-07-28T00:04:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': '9f056ba2-0c98-4290-9e6c-2fe52429dcb2', 'name': '', 'network_id': '3b46c757-1b8e-4192-bd50-30bdd1b5869d', 'tenant_id': '6794cc32da564ae49201a03e69357f37', 'mac_address': 'fa:16:3e:6f:3c:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1013db76-e96b-4c62-9717-a1f2c31f25ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': '5aa5db30-1868-45e6-868e-9c2f5f4f161a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T00:04:30Z', 'updated_at': '2021-07-28T00:04:34Z', 'revision_number': 4, 'project_id': '6794cc32da564ae49201a03e69357f37', 'subnets': [{'id': '5aa5db30-1868-45e6-868e-9c2f5f4f161a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 00:04:35.481180 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9de7e14-a4d3-49b9-8a18-9af6a72c405a req-ffbb34a0-e44a-4376-bb8f-43b5958cbc67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:04:35.482704 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c9de7e14-a4d3-49b9-8a18-9af6a72c405a req-ffbb34a0-e44a-4376-bb8f-43b5958cbc67 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a1f39165-277e-4d96-b51c-78bf9a89f12f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0479021 Jul 28 00:04:35.582131 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c9de7e14-a4d3-49b9-8a18-9af6a72c405a req-90b90cc6-9405-4d17-b985-ce2e825a1fe3 service neutron] 10.222.0.38 "GET /v2.0/networks/a1f39165-277e-4d96-b51c-78bf9a89f12f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919156 Jul 28 00:04:35.681033 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c9de7e14-a4d3-49b9-8a18-9af6a72c405a req-4a3ebc49-d54b-4212-865f-a207d8df4071 service neutron] 10.222.0.38 "GET /v2.0/networks/a1f39165-277e-4d96-b51c-78bf9a89f12f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919206 Jul 28 00:04:35.770311 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247070c3-3481-487a-9e8a-4f19a78bd76e req-30828389-47dc-4e5a-a49b-b39753917d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:04:35.771916 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-247070c3-3481-487a-9e8a-4f19a78bd76e req-30828389-47dc-4e5a-a49b-b39753917d4c service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=efcb9adb6f51487e8d02ba0431cf3818&device_id=a061b572-e28e-4a92-994e-868cd368a7a8 HTTP/1.1" status: 200 len: 1094 time: 0.0416989 Jul 28 00:04:35.869540 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247070c3-3481-487a-9e8a-4f19a78bd76e req-04b84e62-d9e3-4a5e-ab5e-00dca3b4b903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:04:35.871160 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-247070c3-3481-487a-9e8a-4f19a78bd76e req-04b84e62-d9e3-4a5e-ab5e-00dca3b4b903 service neutron] 10.222.0.38 "GET /v2.0/networks?id=a1f39165-277e-4d96-b51c-78bf9a89f12f HTTP/1.1" status: 200 len: 918 time: 0.0915616 Jul 28 00:04:35.915501 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-247070c3-3481-487a-9e8a-4f19a78bd76e req-f2f441ad-74be-4d19-aa7f-f07e9594b647 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d93e9f25-4d82-4822-8369-ccd7fa7c0a54 HTTP/1.1" status: 200 len: 217 time: 0.0364289 Jul 28 00:04:35.968193 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247070c3-3481-487a-9e8a-4f19a78bd76e req-ecec17d6-f66d-4d2a-a6a5-94f0fd39db87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:04:35.969714 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-247070c3-3481-487a-9e8a-4f19a78bd76e req-ecec17d6-f66d-4d2a-a6a5-94f0fd39db87 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=2aef8bb5-c582-41d8-a88a-61fcde40e1e9 HTTP/1.1" status: 200 len: 856 time: 0.0464308 Jul 28 00:04:36.020406 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247070c3-3481-487a-9e8a-4f19a78bd76e req-f983f458-054d-4889-9d0c-b1050e83efc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:04:36.021801 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-247070c3-3481-487a-9e8a-4f19a78bd76e req-f983f458-054d-4889-9d0c-b1050e83efc6 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a1f39165-277e-4d96-b51c-78bf9a89f12f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440874 Jul 28 00:04:36.114399 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-247070c3-3481-487a-9e8a-4f19a78bd76e req-112ade81-35db-4aa6-a9a0-e9fcff3662c1 service neutron] 10.222.0.38 "GET /v2.0/networks/a1f39165-277e-4d96-b51c-78bf9a89f12f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826502 Jul 28 00:04:36.207187 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-247070c3-3481-487a-9e8a-4f19a78bd76e req-16ab43b1-e841-4b66-a86f-e1153a62018c service neutron] 10.222.0.38 "GET /v2.0/networks/a1f39165-277e-4d96-b51c-78bf9a89f12f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854843 Jul 28 00:04:36.344185 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e82e90-f52a-490f-848e-6d3399d4e53a req-ada12d0c-cf17-4a2c-8e8c-3497a1d4eeed tempest-TestEncryptedCinderVolumes-296827724 tempest-TestEncryptedCinderVolumes-296827724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:04:36.345563 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-77e82e90-f52a-490f-848e-6d3399d4e53a req-ada12d0c-cf17-4a2c-8e8c-3497a1d4eeed tempest-TestEncryptedCinderVolumes-296827724 tempest-TestEncryptedCinderVolumes-296827724-project] 10.222.0.18 "GET /v2.0/ports?device_id=a061b572-e28e-4a92-994e-868cd368a7a8 HTTP/1.1" status: 200 len: 943 time: 0.0521007 Jul 28 00:04:36.383291 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-77e82e90-f52a-490f-848e-6d3399d4e53a req-0b8deb1d-7de2-45f6-8d82-a668406ed6bc tempest-TestEncryptedCinderVolumes-296827724 tempest-TestEncryptedCinderVolumes-296827724-project] 10.222.0.18 "GET /v2.0/security-groups?id=b045eb8d-2b3a-4337-8b56-199c1430f1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318589 Jul 28 00:04:36.520758 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 9f056ba2-0c98-4290-9e6c-2fe52429dcb2 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 00:04:36.567997 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning for port 9f056ba2-0c98-4290-9e6c-2fe52429dcb2 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 00:04:36.571459 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port 9f056ba2-0c98-4290-9e6c-2fe52429dcb2 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 00:04:36.571827 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:36.812279 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:36.881384 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] For port 9f056ba2-0c98-4290-9e6c-2fe52429dcb2, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=9f056ba2-0c98-4290-9e6c-2fe52429dcb2,segment=NetworkSegment(4edb393e-1ca8-4b72-bd2e-559fed5167c7),segment_id=4edb393e-1ca8-4b72-bd2e-559fed5167c7)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 00:04:36.886305 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:36.887083 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 77a8d54d-c2ae-46eb-8536-30eb415f9718 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 00:04:36.998477 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Pushing event updated for resources: {'Port': ['ID=9f056ba2-0c98-4290-9e6c-2fe52429dcb2,revision_number=5']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:04:37.015599 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port 77a8d54d-c2ae-46eb-8536-30eb415f9718 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 00:04:37.015978 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:37.496379 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fe858a-c1b2-4b6d-b5f3-1cb0cc81fd1f req-cbf9a456-9d62-4754-aecb-663243fa8804 tempest-TestEncryptedCinderVolumes-296827724 tempest-TestEncryptedCinderVolumes-296827724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:04:37.497859 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-77fe858a-c1b2-4b6d-b5f3-1cb0cc81fd1f req-cbf9a456-9d62-4754-aecb-663243fa8804 tempest-TestEncryptedCinderVolumes-296827724 tempest-TestEncryptedCinderVolumes-296827724-project] 10.222.0.18 "GET /v2.0/ports?device_id=a061b572-e28e-4a92-994e-868cd368a7a8 HTTP/1.1" status: 200 len: 943 time: 0.0478718 Jul 28 00:04:37.534699 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-77fe858a-c1b2-4b6d-b5f3-1cb0cc81fd1f req-948be279-0d74-41c0-b4b2-b423f8217f1b tempest-TestEncryptedCinderVolumes-296827724 tempest-TestEncryptedCinderVolumes-296827724-project] 10.222.0.18 "GET /v2.0/security-groups?id=b045eb8d-2b3a-4337-8b56-199c1430f1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309801 Jul 28 00:04:38.113827 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device d93e9f25-4d82-4822-8369-ccd7fa7c0a54 details requested by agent hyperv_n-h1-802623-1 with host n-h1-802623-1 {{(pid=93799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 00:04:38.209882 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port d93e9f25-4d82-4822-8369-ccd7fa7c0a54, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=d93e9f25-4d82-4822-8369-ccd7fa7c0a54,segment=NetworkSegment(6687c5e7-9b0c-4ece-a98c-155fd88702b7),segment_id=6687c5e7-9b0c-4ece-a98c-155fd88702b7)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 00:04:38.221202 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Returning: {'device': 'd93e9f25-4d82-4822-8369-ccd7fa7c0a54', 'network_id': 'a1f39165-277e-4d96-b51c-78bf9a89f12f', 'port_id': 'd93e9f25-4d82-4822-8369-ccd7fa7c0a54', 'mac_address': 'fa:16:3e:41:f9:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2aef8bb5-c582-41d8-a88a-61fcde40e1e9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 00:04:38.257571 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:38.270876 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d93e9f25-4d82-4822-8369-ccd7fa7c0a54 {{(pid=93799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 00:04:38.290567 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port d93e9f25-4d82-4822-8369-ccd7fa7c0a54, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=d93e9f25-4d82-4822-8369-ccd7fa7c0a54,segment=NetworkSegment(6687c5e7-9b0c-4ece-a98c-155fd88702b7),segment_id=6687c5e7-9b0c-4ece-a98c-155fd88702b7)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 00:04:38.294647 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:38.340006 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Pushing event updated for resources: {'Port': ['ID=d93e9f25-4d82-4822-8369-ccd7fa7c0a54,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:04:38.498364 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] get_ports_and_sgs() called for port_ids ['d93e9f25-4d82-4822-8369-ccd7fa7c0a54'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 00:04:38.501575 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 9f056ba2-0c98-4290-9e6c-2fe52429dcb2 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 00:04:38.599180 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port 9f056ba2-0c98-4290-9e6c-2fe52429dcb2 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 00:04:38.599478 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:38.647538 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8682ee45-733f-4fcf-a77b-da00c9b44479 req-1057c26c-c0dd-42a0-8227-4ca437e05b8d tempest-TestEncryptedCinderVolumes-296827724 tempest-TestEncryptedCinderVolumes-296827724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:04:38.649716 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8682ee45-733f-4fcf-a77b-da00c9b44479 req-1057c26c-c0dd-42a0-8227-4ca437e05b8d tempest-TestEncryptedCinderVolumes-296827724 tempest-TestEncryptedCinderVolumes-296827724-project] 10.222.0.18 "GET /v2.0/ports?device_id=a061b572-e28e-4a92-994e-868cd368a7a8 HTTP/1.1" status: 200 len: 944 time: 0.0488143 Jul 28 00:04:38.689732 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8682ee45-733f-4fcf-a77b-da00c9b44479 req-f7ebbee8-5419-4990-8b29-c132e345542a tempest-TestEncryptedCinderVolumes-296827724 tempest-TestEncryptedCinderVolumes-296827724-project] 10.222.0.18 "GET /v2.0/security-groups?id=b045eb8d-2b3a-4337-8b56-199c1430f1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338159 Jul 28 00:04:39.806544 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda10ae2-204c-4bc3-9d3c-a9ab8c418adb req-10a56faf-3f83-46a0-b5b9-e1253c82f916 tempest-TestEncryptedCinderVolumes-296827724 tempest-TestEncryptedCinderVolumes-296827724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:04:39.808072 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-eda10ae2-204c-4bc3-9d3c-a9ab8c418adb req-10a56faf-3f83-46a0-b5b9-e1253c82f916 tempest-TestEncryptedCinderVolumes-296827724 tempest-TestEncryptedCinderVolumes-296827724-project] 10.222.0.18 "GET /v2.0/ports?device_id=a061b572-e28e-4a92-994e-868cd368a7a8 HTTP/1.1" status: 200 len: 944 time: 0.0474565 Jul 28 00:04:39.845919 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-eda10ae2-204c-4bc3-9d3c-a9ab8c418adb req-2527580c-0c73-4bbe-b038-c534c5a04d45 tempest-TestEncryptedCinderVolumes-296827724 tempest-TestEncryptedCinderVolumes-296827724-project] 10.222.0.18 "GET /v2.0/security-groups?id=b045eb8d-2b3a-4337-8b56-199c1430f1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317504 Jul 28 00:04:40.127937 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device d93e9f25-4d82-4822-8369-ccd7fa7c0a54 up at agent hyperv_n-h1-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 00:04:40.174812 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Provisioning for port d93e9f25-4d82-4822-8369-ccd7fa7c0a54 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 00:04:40.178225 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Provisioning complete for port d93e9f25-4d82-4822-8369-ccd7fa7c0a54 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 00:04:40.178606 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:40.256471 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:40.278022 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a061b572-e28e-4a92-994e-868cd368a7a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd93e9f25-4d82-4822-8369-ccd7fa7c0a54'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 00:04:40.280272 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64765ad30d2cb160e3038d1462d2ba509af0f62467a800f17112a752d2df19f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa768bd2-9367-4a48-9927-115803d49bde" -d '{"events": [{"server_uuid": "a061b572-e28e-4a92-994e-868cd368a7a8", "name": "network-vif-plugged", "status": "completed", "tag": "d93e9f25-4d82-4822-8369-ccd7fa7c0a54"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 00:04:40.293056 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port d93e9f25-4d82-4822-8369-ccd7fa7c0a54, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=d93e9f25-4d82-4822-8369-ccd7fa7c0a54,segment=NetworkSegment(6687c5e7-9b0c-4ece-a98c-155fd88702b7),segment_id=6687c5e7-9b0c-4ece-a98c-155fd88702b7)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 00:04:40.296987 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:40.319859 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 00:04:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f54e5840-50d2-4ded-bf2d-a65b18e551f3 x-openstack-request-id: req-f54e5840-50d2-4ded-bf2d-a65b18e551f3 {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 00:04:40.320150 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a061b572-e28e-4a92-994e-868cd368a7a8", "name": "network-vif-plugged", "status": "completed", "tag": "d93e9f25-4d82-4822-8369-ccd7fa7c0a54", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 00:04:40.320400 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f54e5840-50d2-4ded-bf2d-a65b18e551f3 {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 00:04:40.320787 n-d-802623-1 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a061b572-e28e-4a92-994e-868cd368a7a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd93e9f25-4d82-4822-8369-ccd7fa7c0a54', 'code': 200} Jul 28 00:04:40.346305 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Pushing event updated for resources: {'Port': ['ID=d93e9f25-4d82-4822-8369-ccd7fa7c0a54,revision_number=5']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:04:40.413443 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f376b7be-6ff6-46a4-9faa-5e010b2eb1cc req-8b6909aa-672f-4382-add9-c53159e86008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:04:40.415401 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f376b7be-6ff6-46a4-9faa-5e010b2eb1cc req-8b6909aa-672f-4382-add9-c53159e86008 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=a061b572-e28e-4a92-994e-868cd368a7a8 HTTP/1.1" status: 200 len: 1096 time: 0.0429389 Jul 28 00:04:40.448848 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f376b7be-6ff6-46a4-9faa-5e010b2eb1cc req-21ca8131-9655-4302-8151-e60f358fa72c service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=b045eb8d-2b3a-4337-8b56-199c1430f1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0261228 Jul 28 00:04:40.957766 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05d53fd-7c5e-43dd-9e77-d7fd622a39f9 req-59feb885-1581-4514-b62d-f5756dfbfb43 tempest-TestEncryptedCinderVolumes-296827724 tempest-TestEncryptedCinderVolumes-296827724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:04:40.959245 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b05d53fd-7c5e-43dd-9e77-d7fd622a39f9 req-59feb885-1581-4514-b62d-f5756dfbfb43 tempest-TestEncryptedCinderVolumes-296827724 tempest-TestEncryptedCinderVolumes-296827724-project] 10.222.0.18 "GET /v2.0/ports?device_id=a061b572-e28e-4a92-994e-868cd368a7a8 HTTP/1.1" status: 200 len: 945 time: 0.0479054 Jul 28 00:04:40.996353 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b05d53fd-7c5e-43dd-9e77-d7fd622a39f9 req-34c68390-012a-4fa6-a6ff-73a34a05e173 tempest-TestEncryptedCinderVolumes-296827724 tempest-TestEncryptedCinderVolumes-296827724-project] 10.222.0.18 "GET /v2.0/security-groups?id=b045eb8d-2b3a-4337-8b56-199c1430f1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307364 Jul 28 00:04:42.111442 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a77c60-cd86-453b-9eba-dad84d1481ae req-825b5c56-0f93-43cd-a2f5-0c1d964ba993 tempest-TestEncryptedCinderVolumes-296827724 tempest-TestEncryptedCinderVolumes-296827724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:04:42.112833 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-91a77c60-cd86-453b-9eba-dad84d1481ae req-825b5c56-0f93-43cd-a2f5-0c1d964ba993 tempest-TestEncryptedCinderVolumes-296827724 tempest-TestEncryptedCinderVolumes-296827724-project] 10.222.0.18 "GET /v2.0/ports?device_id=a061b572-e28e-4a92-994e-868cd368a7a8 HTTP/1.1" status: 200 len: 945 time: 0.0499074 Jul 28 00:04:42.151027 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-91a77c60-cd86-453b-9eba-dad84d1481ae req-bc9ae01b-a0c9-4300-b76b-a35b26b851af tempest-TestEncryptedCinderVolumes-296827724 tempest-TestEncryptedCinderVolumes-296827724-project] 10.222.0.18 "GET /v2.0/security-groups?id=b045eb8d-2b3a-4337-8b56-199c1430f1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323017 Jul 28 00:04:42.262382 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc52dded-27f9-4774-95c9-1479d523359a req-a0f92500-bbe3-47cb-b9da-2381cdfc6011 tempest-TestEncryptedCinderVolumes-296827724 tempest-TestEncryptedCinderVolumes-296827724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:04:42.263976 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-bc52dded-27f9-4774-95c9-1479d523359a req-a0f92500-bbe3-47cb-b9da-2381cdfc6011 tempest-TestEncryptedCinderVolumes-296827724 tempest-TestEncryptedCinderVolumes-296827724-project] 10.222.0.18 "GET /v2.0/ports?device_id=a061b572-e28e-4a92-994e-868cd368a7a8 HTTP/1.1" status: 200 len: 945 time: 0.0476463 Jul 28 00:04:42.302232 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-bc52dded-27f9-4774-95c9-1479d523359a req-42d07243-9d09-42a3-b962-69bf843efc72 tempest-TestEncryptedCinderVolumes-296827724 tempest-TestEncryptedCinderVolumes-296827724-project] 10.222.0.18 "GET /v2.0/security-groups?id=b045eb8d-2b3a-4337-8b56-199c1430f1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321617 Jul 28 00:04:55.364304 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.agents_db [None req-9beef776-8bab-4de2-989a-f5a23ba4aaf4 None None] Agent healthcheck: found 7 active agents {{(pid=93800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 00:04:56.966890 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-5e186937-5c8b-41e7-9dde-c5f6375d3cd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:04:57.354356 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-85238d96-3b4c-42d5-a612-9e4e68418239 req-5510b55c-01a5-4425-8dc9-9893504de49a service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=a061b572-e28e-4a92-994e-868cd368a7a8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0497789 Jul 28 00:04:57.436160 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85238d96-3b4c-42d5-a612-9e4e68418239 req-1a62d800-fcc4-4b99-acc7-9536faf61ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:04:57.437654 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-85238d96-3b4c-42d5-a612-9e4e68418239 req-1a62d800-fcc4-4b99-acc7-9536faf61ee5 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=efcb9adb6f51487e8d02ba0431cf3818&device_id=a061b572-e28e-4a92-994e-868cd368a7a8 HTTP/1.1" status: 200 len: 1096 time: 0.0409088 Jul 28 00:04:57.549203 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85238d96-3b4c-42d5-a612-9e4e68418239 req-ea18c561-6355-4f08-85f3-785515f2c93d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:04:57.550752 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-85238d96-3b4c-42d5-a612-9e4e68418239 req-ea18c561-6355-4f08-85f3-785515f2c93d service neutron] 10.222.0.38 "GET /v2.0/networks?id=a1f39165-277e-4d96-b51c-78bf9a89f12f HTTP/1.1" status: 200 len: 918 time: 0.0929229 Jul 28 00:04:57.603334 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-85238d96-3b4c-42d5-a612-9e4e68418239 req-cbb1fc9b-2ec3-45ca-925b-ea828efb81ef service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d93e9f25-4d82-4822-8369-ccd7fa7c0a54 HTTP/1.1" status: 200 len: 217 time: 0.0445967 Jul 28 00:04:57.659117 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85238d96-3b4c-42d5-a612-9e4e68418239 req-ee4f3855-c894-4e4c-9e16-7b5c46704918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:04:57.660715 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-85238d96-3b4c-42d5-a612-9e4e68418239 req-ee4f3855-c894-4e4c-9e16-7b5c46704918 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=2aef8bb5-c582-41d8-a88a-61fcde40e1e9 HTTP/1.1" status: 200 len: 856 time: 0.0499096 Jul 28 00:04:57.708793 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85238d96-3b4c-42d5-a612-9e4e68418239 req-cee9c29d-4a4b-42e6-b797-8422e4c94a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:04:57.710620 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-85238d96-3b4c-42d5-a612-9e4e68418239 req-cee9c29d-4a4b-42e6-b797-8422e4c94a98 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a1f39165-277e-4d96-b51c-78bf9a89f12f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421898 Jul 28 00:04:57.819487 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-85238d96-3b4c-42d5-a612-9e4e68418239 req-bbfa9260-a280-454b-b3a5-9186ad08f27c service neutron] 10.222.0.38 "GET /v2.0/networks/a1f39165-277e-4d96-b51c-78bf9a89f12f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999568 Jul 28 00:04:57.910859 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-85238d96-3b4c-42d5-a612-9e4e68418239 req-8a86791e-0977-458b-8ae0-cc00fa1f0310 service neutron] 10.222.0.38 "GET /v2.0/networks/a1f39165-277e-4d96-b51c-78bf9a89f12f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836525 Jul 28 00:04:59.644082 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-69511dd5-755f-4dff-aa81-f9d54b0e205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:05:00.059475 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:05:00.117279 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:05:00.669703 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-19f2e178-d45e-4fbe-b9be-c3963fc151ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:05:00.806701 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85300c7c-58d1-413c-93c6-08deb33ae246 req-3c12f0ad-e3b6-46e7-8301-a183aef44d39 tempest-TestEncryptedCinderVolumes-296827724 tempest-TestEncryptedCinderVolumes-296827724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:05:00.808211 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-85300c7c-58d1-413c-93c6-08deb33ae246 req-3c12f0ad-e3b6-46e7-8301-a183aef44d39 tempest-TestEncryptedCinderVolumes-296827724 tempest-TestEncryptedCinderVolumes-296827724-project] 10.222.0.18 "GET /v2.0/ports?device_id=a061b572-e28e-4a92-994e-868cd368a7a8 HTTP/1.1" status: 200 len: 945 time: 0.0548398 Jul 28 00:05:00.851328 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-85300c7c-58d1-413c-93c6-08deb33ae246 req-99d7813d-14f5-489f-bfbc-5c06008d1c2f tempest-TestEncryptedCinderVolumes-296827724 tempest-TestEncryptedCinderVolumes-296827724-project] 10.222.0.18 "GET /v2.0/security-groups?id=b045eb8d-2b3a-4337-8b56-199c1430f1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367317 Jul 28 00:05:01.977555 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77af244f-bff6-423f-902d-5617bdf31aa6 req-ce2acce8-c346-4360-be48-c804cdd2ad95 tempest-TestEncryptedCinderVolumes-296827724 tempest-TestEncryptedCinderVolumes-296827724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:05:01.979014 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-77af244f-bff6-423f-902d-5617bdf31aa6 req-ce2acce8-c346-4360-be48-c804cdd2ad95 tempest-TestEncryptedCinderVolumes-296827724 tempest-TestEncryptedCinderVolumes-296827724-project] 10.222.0.18 "GET /v2.0/ports?device_id=a061b572-e28e-4a92-994e-868cd368a7a8 HTTP/1.1" status: 200 len: 945 time: 0.0523400 Jul 28 00:05:02.016430 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-77af244f-bff6-423f-902d-5617bdf31aa6 req-2cfe492c-aa37-4c32-9ef3-d8f0cdbeda70 tempest-TestEncryptedCinderVolumes-296827724 tempest-TestEncryptedCinderVolumes-296827724-project] 10.222.0.18 "GET /v2.0/security-groups?id=b045eb8d-2b3a-4337-8b56-199c1430f1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315301 Jul 28 00:05:02.327114 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f08bc44-d80a-46bd-8c7c-37fff9d7e076 req-8c4a0f4b-d4f5-428a-aa70-c23fd5ad0dc0 tempest-TestEncryptedCinderVolumes-296827724 tempest-TestEncryptedCinderVolumes-296827724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:05:02.328548 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-3f08bc44-d80a-46bd-8c7c-37fff9d7e076 req-8c4a0f4b-d4f5-428a-aa70-c23fd5ad0dc0 tempest-TestEncryptedCinderVolumes-296827724 tempest-TestEncryptedCinderVolumes-296827724-project] 10.222.0.38 "GET /v2.0/ports?device_id=a061b572-e28e-4a92-994e-868cd368a7a8 HTTP/1.1" status: 200 len: 945 time: 0.0477757 Jul 28 00:05:02.413758 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-3f08bc44-d80a-46bd-8c7c-37fff9d7e076 req-ea9bd93c-e98d-4a22-818b-6c9346ba8d09 tempest-TestEncryptedCinderVolumes-296827724 tempest-TestEncryptedCinderVolumes-296827724-project] Deleting port d93e9f25-4d82-4822-8369-ccd7fa7c0a54 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 00:05:02.414092 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-3f08bc44-d80a-46bd-8c7c-37fff9d7e076 req-ea9bd93c-e98d-4a22-818b-6c9346ba8d09 tempest-TestEncryptedCinderVolumes-296827724 tempest-TestEncryptedCinderVolumes-296827724-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:05:02.429424 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7418f70f-e60d-4709-8ba9-6ab514bc7f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:05:02.505264 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-3f08bc44-d80a-46bd-8c7c-37fff9d7e076 req-ea9bd93c-e98d-4a22-818b-6c9346ba8d09 tempest-TestEncryptedCinderVolumes-296827724 tempest-TestEncryptedCinderVolumes-296827724-project] For port d93e9f25-4d82-4822-8369-ccd7fa7c0a54, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=d93e9f25-4d82-4822-8369-ccd7fa7c0a54,segment=NetworkSegment(6687c5e7-9b0c-4ece-a98c-155fd88702b7),segment_id=6687c5e7-9b0c-4ece-a98c-155fd88702b7)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 00:05:02.505632 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-3f08bc44-d80a-46bd-8c7c-37fff9d7e076 req-ea9bd93c-e98d-4a22-818b-6c9346ba8d09 tempest-TestEncryptedCinderVolumes-296827724 tempest-TestEncryptedCinderVolumes-296827724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:05:02.518110 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-3f08bc44-d80a-46bd-8c7c-37fff9d7e076 req-ea9bd93c-e98d-4a22-818b-6c9346ba8d09 tempest-TestEncryptedCinderVolumes-296827724 tempest-TestEncryptedCinderVolumes-296827724-project] Calling delete_port for d93e9f25-4d82-4822-8369-ccd7fa7c0a54 owned by compute:nova {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 00:05:02.645641 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-3f08bc44-d80a-46bd-8c7c-37fff9d7e076 req-ea9bd93c-e98d-4a22-818b-6c9346ba8d09 tempest-TestEncryptedCinderVolumes-296827724 tempest-TestEncryptedCinderVolumes-296827724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:05:02.658721 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] get_ports_and_sgs() called for port_ids ['d93e9f25-4d82-4822-8369-ccd7fa7c0a54'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 00:05:02.675949 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9bd93c-e98d-4a22-818b-6c9346ba8d09 tempest-TestEncryptedCinderVolumes-296827724 tempest-TestEncryptedCinderVolumes-296827724-project] Pushing event deleted for resources: {'Port': ['ID=d93e9f25-4d82-4822-8369-ccd7fa7c0a54,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:05:02.716280 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f08bc44-d80a-46bd-8c7c-37fff9d7e076 req-ea9bd93c-e98d-4a22-818b-6c9346ba8d09 tempest-TestEncryptedCinderVolumes-296827724 tempest-TestEncryptedCinderVolumes-296827724-project] No DVR routers for this DVR port d93e9f25-4d82-4822-8369-ccd7fa7c0a54 on host n-h1-802623-1 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 00:05:02.718939 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-3f08bc44-d80a-46bd-8c7c-37fff9d7e076 req-ea9bd93c-e98d-4a22-818b-6c9346ba8d09 tempest-TestEncryptedCinderVolumes-296827724 tempest-TestEncryptedCinderVolumes-296827724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:05:02.720999 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-3f08bc44-d80a-46bd-8c7c-37fff9d7e076 req-ea9bd93c-e98d-4a22-818b-6c9346ba8d09 tempest-TestEncryptedCinderVolumes-296827724 tempest-TestEncryptedCinderVolumes-296827724-project] 10.222.0.38 "DELETE /v2.0/ports/d93e9f25-4d82-4822-8369-ccd7fa7c0a54 HTTP/1.1" status: 204 len: 173 time: 0.3862953 Jul 28 00:05:02.726523 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a061b572-e28e-4a92-994e-868cd368a7a8', 'name': 'network-vif-deleted', 'tag': 'd93e9f25-4d82-4822-8369-ccd7fa7c0a54'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 00:05:02.729597 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b87af07e598cf5b62d2945997aebdb2f0d5735b62acaa13edb25b119cdbae256" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-440d0371-7514-410d-9f76-5f8960948808" -d '{"events": [{"server_uuid": "a061b572-e28e-4a92-994e-868cd368a7a8", "name": "network-vif-deleted", "tag": "d93e9f25-4d82-4822-8369-ccd7fa7c0a54"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 00:05:02.771589 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 00:05:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a8d5281-3b0d-46de-b296-161513974976 x-openstack-request-id: req-3a8d5281-3b0d-46de-b296-161513974976 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 00:05:02.772038 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a061b572-e28e-4a92-994e-868cd368a7a8", "name": "network-vif-deleted", "tag": "d93e9f25-4d82-4822-8369-ccd7fa7c0a54", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 00:05:02.772477 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3a8d5281-3b0d-46de-b296-161513974976 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 00:05:02.772889 n-d-802623-1 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a061b572-e28e-4a92-994e-868cd368a7a8', 'name': 'network-vif-deleted', 'tag': 'd93e9f25-4d82-4822-8369-ccd7fa7c0a54', 'status': 'completed', 'code': 200} Jul 28 00:05:03.122320 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-13f05d0c-5b80-4c7e-a113-cd6d4db7178d req-2dfdd093-9645-46d4-bb28-e2a722f4511f tempest-TestEncryptedCinderVolumes-296827724 tempest-TestEncryptedCinderVolumes-296827724-project] 10.222.0.18 "GET /v2.0/ports?device_id=a061b572-e28e-4a92-994e-868cd368a7a8 HTTP/1.1" status: 200 len: 210 time: 0.0300055 Jul 28 00:05:04.623070 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c924c6f-d713-4333-bc4e-8fd13f3bb352 req-a749faeb-a205-40ab-8b47-d7ca33882b47 tempest-TestEncryptedCinderVolumes-296827724 tempest-TestEncryptedCinderVolumes-296827724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:05:04.624587 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-6c924c6f-d713-4333-bc4e-8fd13f3bb352 req-a749faeb-a205-40ab-8b47-d7ca33882b47 tempest-TestEncryptedCinderVolumes-296827724 tempest-TestEncryptedCinderVolumes-296827724-project] 10.222.0.18 "GET /v2.0/networks?id=a1f39165-277e-4d96-b51c-78bf9a89f12f HTTP/1.1" status: 200 len: 817 time: 0.1042981 Jul 28 00:05:04.640098 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-6c924c6f-d713-4333-bc4e-8fd13f3bb352 req-c3eac6dd-1023-43c4-89bc-8552c74b05a1 tempest-TestEncryptedCinderVolumes-296827724 tempest-TestEncryptedCinderVolumes-296827724-project] 10.222.0.18 "GET /v2.0/quotas/efcb9adb6f51487e8d02ba0431cf3818 HTTP/1.1" status: 200 len: 375 time: 0.0096920 Jul 28 00:05:04.689949 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-6c924c6f-d713-4333-bc4e-8fd13f3bb352 req-f9cd9456-df57-4708-a66c-6167282c8cab tempest-TestEncryptedCinderVolumes-296827724 tempest-TestEncryptedCinderVolumes-296827724-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=efcb9adb6f51487e8d02ba0431cf3818&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0445769 Jul 28 00:05:04.783695 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-6c924c6f-d713-4333-bc4e-8fd13f3bb352 req-607914e5-1309-4324-a554-a174b10e7cf4 service neutron] 10.222.0.18 "GET /v2.0/networks/a1f39165-277e-4d96-b51c-78bf9a89f12f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816097 Jul 28 00:05:04.873774 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-6c924c6f-d713-4333-bc4e-8fd13f3bb352 req-7d1d8212-5203-4e81-b9a3-d9190c094645 service neutron] 10.222.0.18 "GET /v2.0/networks/a1f39165-277e-4d96-b51c-78bf9a89f12f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839303 Jul 28 00:05:05.030273 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ba60097d-2279-4815-9cae-67f47ab75296 req-d01fc24a-a247-43bd-a79e-ba5dad339de7 tempest-TestEncryptedCinderVolumes-296827724 tempest-TestEncryptedCinderVolumes-296827724-project] 10.222.0.18 "GET /v2.0/ports?device_id=d527f962-a82e-4cd9-8aa9-3f0b32be0444 HTTP/1.1" status: 200 len: 210 time: 0.0261385 Jul 28 00:05:05.364268 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:05:05.928065 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c924c6f-d713-4333-bc4e-8fd13f3bb352 req-17fc9425-9b9d-4947-9e02-cf7eaed38b61 tempest-TestEncryptedCinderVolumes-296827724 tempest-TestEncryptedCinderVolumes-296827724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:05:05.929515 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-6c924c6f-d713-4333-bc4e-8fd13f3bb352 req-17fc9425-9b9d-4947-9e02-cf7eaed38b61 tempest-TestEncryptedCinderVolumes-296827724 tempest-TestEncryptedCinderVolumes-296827724-project] 10.222.0.38 "GET /v2.0/networks?id=a1f39165-277e-4d96-b51c-78bf9a89f12f HTTP/1.1" status: 200 len: 817 time: 0.1063111 Jul 28 00:05:05.943669 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [req-6c924c6f-d713-4333-bc4e-8fd13f3bb352 req-12700a04-f6a2-4acb-a1c3-3c271cfb1bdd tempest-TestEncryptedCinderVolumes-296827724 tempest-TestEncryptedCinderVolumes-296827724-project] Request body: {'port': {'device_id': 'd527f962-a82e-4cd9-8aa9-3f0b32be0444', 'network_id': 'a1f39165-277e-4d96-b51c-78bf9a89f12f', 'admin_state_up': True, 'tenant_id': 'efcb9adb6f51487e8d02ba0431cf3818'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 00:05:06.051213 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c924c6f-d713-4333-bc4e-8fd13f3bb352 req-12700a04-f6a2-4acb-a1c3-3c271cfb1bdd tempest-TestEncryptedCinderVolumes-296827724 tempest-TestEncryptedCinderVolumes-296827724-project] Made reservation on behalf of efcb9adb6f51487e8d02ba0431cf3818 for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 00:05:06.054986 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-6c924c6f-d713-4333-bc4e-8fd13f3bb352 req-12700a04-f6a2-4acb-a1c3-3c271cfb1bdd tempest-TestEncryptedCinderVolumes-296827724 tempest-TestEncryptedCinderVolumes-296827724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:05:06.129275 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-2a845010-a653-4b49-b222-a1b6d1344992 req-bad5736c-58e7-4a6f-95a5-90f11d052599 tempest-TestEncryptedCinderVolumes-296827724 tempest-TestEncryptedCinderVolumes-296827724-project] 10.222.0.18 "GET /v2.0/ports?device_id=d527f962-a82e-4cd9-8aa9-3f0b32be0444 HTTP/1.1" status: 200 len: 210 time: 0.0283248 Jul 28 00:05:06.277816 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device d93e9f25-4d82-4822-8369-ccd7fa7c0a54 no longer exists at agent hyperv_n-h1-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 00:05:06.300846 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] No Port match for: d93e9f25-4d82-4822-8369-ccd7fa7c0a54 {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 00:05:06.301187 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device d93e9f25-4d82-4822-8369-ccd7fa7c0a54 not bound to the agent host n-h1-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 00:05:06.491748 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [req-6c924c6f-d713-4333-bc4e-8fd13f3bb352 req-12700a04-f6a2-4acb-a1c3-3c271cfb1bdd tempest-TestEncryptedCinderVolumes-296827724 tempest-TestEncryptedCinderVolumes-296827724-project] Allocated IP 172.20.0.6 (a1f39165-277e-4d96-b51c-78bf9a89f12f/2aef8bb5-c582-41d8-a88a-61fcde40e1e9/40e01ac5-2adc-4b3f-972d-c647bde03993) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 00:05:06.632346 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-6c924c6f-d713-4333-bc4e-8fd13f3bb352 req-12700a04-f6a2-4acb-a1c3-3c271cfb1bdd tempest-TestEncryptedCinderVolumes-296827724 tempest-TestEncryptedCinderVolumes-296827724-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:05:06.645798 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-6c924c6f-d713-4333-bc4e-8fd13f3bb352 req-12700a04-f6a2-4acb-a1c3-3c271cfb1bdd tempest-TestEncryptedCinderVolumes-296827724 tempest-TestEncryptedCinderVolumes-296827724-project] Transition to ACTIVE for port object 40e01ac5-2adc-4b3f-972d-c647bde03993 will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 00:05:06.676661 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-6c924c6f-d713-4333-bc4e-8fd13f3bb352 req-12700a04-f6a2-4acb-a1c3-3c271cfb1bdd tempest-TestEncryptedCinderVolumes-296827724 tempest-TestEncryptedCinderVolumes-296827724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:05:06.718221 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c924c6f-d713-4333-bc4e-8fd13f3bb352 req-12700a04-f6a2-4acb-a1c3-3c271cfb1bdd tempest-TestEncryptedCinderVolumes-296827724 tempest-TestEncryptedCinderVolumes-296827724-project] Network a1f39165-277e-4d96-b51c-78bf9a89f12f is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 00:05:06.721408 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [req-6c924c6f-d713-4333-bc4e-8fd13f3bb352 req-12700a04-f6a2-4acb-a1c3-3c271cfb1bdd tempest-TestEncryptedCinderVolumes-296827724 tempest-TestEncryptedCinderVolumes-296827724-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 00:05:06.727428 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c924c6f-d713-4333-bc4e-8fd13f3bb352 req-12700a04-f6a2-4acb-a1c3-3c271cfb1bdd tempest-TestEncryptedCinderVolumes-296827724 tempest-TestEncryptedCinderVolumes-296827724-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 00:05:06.733144 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12700a04-f6a2-4acb-a1c3-3c271cfb1bdd tempest-TestEncryptedCinderVolumes-296827724 tempest-TestEncryptedCinderVolumes-296827724-project] Pushing event updated for resources: {'Port': ['ID=40e01ac5-2adc-4b3f-972d-c647bde03993,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:05:06.782106 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c924c6f-d713-4333-bc4e-8fd13f3bb352 req-12700a04-f6a2-4acb-a1c3-3c271cfb1bdd tempest-TestEncryptedCinderVolumes-296827724 tempest-TestEncryptedCinderVolumes-296827724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:05:06.782733 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-6c924c6f-d713-4333-bc4e-8fd13f3bb352 req-12700a04-f6a2-4acb-a1c3-3c271cfb1bdd tempest-TestEncryptedCinderVolumes-296827724 tempest-TestEncryptedCinderVolumes-296827724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:05:06.797815 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-6c924c6f-d713-4333-bc4e-8fd13f3bb352 req-12700a04-f6a2-4acb-a1c3-3c271cfb1bdd tempest-TestEncryptedCinderVolumes-296827724 tempest-TestEncryptedCinderVolumes-296827724-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8586371 Jul 28 00:05:06.810703 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [req-6c924c6f-d713-4333-bc4e-8fd13f3bb352 req-cf78597e-5058-441d-afff-f1212f0d0891 service neutron] Request body: {'port': {'device_id': 'd527f962-a82e-4cd9-8aa9-3f0b32be0444', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802623-1'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 00:05:06.865518 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-6c924c6f-d713-4333-bc4e-8fd13f3bb352 req-cf78597e-5058-441d-afff-f1212f0d0891 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:05:06.959338 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-c7e830ee-3207-46c2-b03a-3dd1d689324b None None] Provisioning for port 40e01ac5-2adc-4b3f-972d-c647bde03993 completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 00:05:06.964231 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-c7e830ee-3207-46c2-b03a-3dd1d689324b None None] Provisioning complete for port 40e01ac5-2adc-4b3f-972d-c647bde03993 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 00:05:06.964723 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c7e830ee-3207-46c2-b03a-3dd1d689324b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:05:07.002297 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-c7e830ee-3207-46c2-b03a-3dd1d689324b None None] Port 40e01ac5-2adc-4b3f-972d-c647bde03993 cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 00:05:07.129669 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [req-6c924c6f-d713-4333-bc4e-8fd13f3bb352 req-cf78597e-5058-441d-afff-f1212f0d0891 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40e01ac5-2adc-4b3f-972d-c647bde03993 {{(pid=93798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 00:05:07.139802 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-6c924c6f-d713-4333-bc4e-8fd13f3bb352 req-cf78597e-5058-441d-afff-f1212f0d0891 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:05:07.151773 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-6c924c6f-d713-4333-bc4e-8fd13f3bb352 req-cf78597e-5058-441d-afff-f1212f0d0891 service neutron] Transition to ACTIVE for port object 40e01ac5-2adc-4b3f-972d-c647bde03993 will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 00:05:07.155807 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-6c924c6f-d713-4333-bc4e-8fd13f3bb352 req-cf78597e-5058-441d-afff-f1212f0d0891 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:05:07.250145 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf78597e-5058-441d-afff-f1212f0d0891 service neutron] Pushing event updated for resources: {'Port': ['ID=40e01ac5-2adc-4b3f-972d-c647bde03993,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:05:07.302433 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6e9a2f-7edb-4657-a126-dd362784071e req-30b1c6fc-3a74-4fd4-8202-f258fc414f1a tempest-TestEncryptedCinderVolumes-296827724 tempest-TestEncryptedCinderVolumes-296827724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:05:07.304049 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-9f6e9a2f-7edb-4657-a126-dd362784071e req-30b1c6fc-3a74-4fd4-8202-f258fc414f1a tempest-TestEncryptedCinderVolumes-296827724 tempest-TestEncryptedCinderVolumes-296827724-project] 10.222.0.18 "GET /v2.0/ports?device_id=d527f962-a82e-4cd9-8aa9-3f0b32be0444 HTTP/1.1" status: 200 len: 943 time: 0.1048121 Jul 28 00:05:07.334248 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-6c924c6f-d713-4333-bc4e-8fd13f3bb352 req-cf78597e-5058-441d-afff-f1212f0d0891 service neutron] Attempting to bind port 40e01ac5-2adc-4b3f-972d-c647bde03993 on host n-h1-802623-1 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 00:05:07.334589 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-6c924c6f-d713-4333-bc4e-8fd13f3bb352 req-cf78597e-5058-441d-afff-f1212f0d0891 service neutron] Attempting to bind port 40e01ac5-2adc-4b3f-972d-c647bde03993 by drivers openvswitch,hyperv on host n-h1-802623-1 at level 0 using segments [{'id': '6687c5e7-9b0c-4ece-a98c-155fd88702b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'a1f39165-277e-4d96-b51c-78bf9a89f12f'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 00:05:07.334922 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c924c6f-d713-4333-bc4e-8fd13f3bb352 req-cf78597e-5058-441d-afff-f1212f0d0891 service neutron] Attempting to bind port 40e01ac5-2adc-4b3f-972d-c647bde03993 on network a1f39165-277e-4d96-b51c-78bf9a89f12f {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 00:05:07.345500 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c924c6f-d713-4333-bc4e-8fd13f3bb352 req-cf78597e-5058-441d-afff-f1212f0d0891 service neutron] Port 40e01ac5-2adc-4b3f-972d-c647bde03993 on network a1f39165-277e-4d96-b51c-78bf9a89f12f not bound, no agent of type Open vSwitch agent registered on host n-h1-802623-1 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 00:05:07.345827 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c924c6f-d713-4333-bc4e-8fd13f3bb352 req-cf78597e-5058-441d-afff-f1212f0d0891 service neutron] Attempting to bind port 40e01ac5-2adc-4b3f-972d-c647bde03993 on network a1f39165-277e-4d96-b51c-78bf9a89f12f {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 00:05:07.356599 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c924c6f-d713-4333-bc4e-8fd13f3bb352 req-cf78597e-5058-441d-afff-f1212f0d0891 service neutron] Checking agent: {'id': '245f1da4-a9b8-4b08-90d7-28f0f342b839', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 59, 59), 'started_at': datetime.datetime(2021, 7, 27, 22, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 0, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 00:05:07.356944 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c924c6f-d713-4333-bc4e-8fd13f3bb352 req-cf78597e-5058-441d-afff-f1212f0d0891 service neutron] Checking segment: {'id': '6687c5e7-9b0c-4ece-a98c-155fd88702b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'a1f39165-277e-4d96-b51c-78bf9a89f12f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 00:05:07.357332 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c924c6f-d713-4333-bc4e-8fd13f3bb352 req-cf78597e-5058-441d-afff-f1212f0d0891 service neutron] Bound using segment: {'id': '6687c5e7-9b0c-4ece-a98c-155fd88702b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'a1f39165-277e-4d96-b51c-78bf9a89f12f'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 00:05:07.357765 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-6c924c6f-d713-4333-bc4e-8fd13f3bb352 req-cf78597e-5058-441d-afff-f1212f0d0891 service neutron] Bound port: 40e01ac5-2adc-4b3f-972d-c647bde03993, host: n-h1-802623-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6687c5e7-9b0c-4ece-a98c-155fd88702b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'a1f39165-277e-4d96-b51c-78bf9a89f12f'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 00:05:07.358129 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-6c924c6f-d713-4333-bc4e-8fd13f3bb352 req-cf78597e-5058-441d-afff-f1212f0d0891 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:05:07.376211 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-9f6e9a2f-7edb-4657-a126-dd362784071e req-d69b8677-5f8f-49ef-b922-ef8bbfe482f5 tempest-TestEncryptedCinderVolumes-296827724 tempest-TestEncryptedCinderVolumes-296827724-project] 10.222.0.18 "GET /v2.0/security-groups?id=b045eb8d-2b3a-4337-8b56-199c1430f1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632350 Jul 28 00:05:07.430627 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-6c924c6f-d713-4333-bc4e-8fd13f3bb352 req-cf78597e-5058-441d-afff-f1212f0d0891 service neutron] For port 40e01ac5-2adc-4b3f-972d-c647bde03993, host n-h1-802623-1, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 00:05:07.433695 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-6c924c6f-d713-4333-bc4e-8fd13f3bb352 req-cf78597e-5058-441d-afff-f1212f0d0891 service neutron] For port 40e01ac5-2adc-4b3f-972d-c647bde03993, host n-h1-802623-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=40e01ac5-2adc-4b3f-972d-c647bde03993,segment=NetworkSegment(6687c5e7-9b0c-4ece-a98c-155fd88702b7),segment_id=6687c5e7-9b0c-4ece-a98c-155fd88702b7)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 00:05:07.438130 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-6c924c6f-d713-4333-bc4e-8fd13f3bb352 req-cf78597e-5058-441d-afff-f1212f0d0891 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:05:07.470753 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c924c6f-d713-4333-bc4e-8fd13f3bb352 req-cf78597e-5058-441d-afff-f1212f0d0891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:05:07.471406 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-6c924c6f-d713-4333-bc4e-8fd13f3bb352 req-cf78597e-5058-441d-afff-f1212f0d0891 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:05:07.472790 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-6c924c6f-d713-4333-bc4e-8fd13f3bb352 req-cf78597e-5058-441d-afff-f1212f0d0891 service neutron] 10.222.0.38 "PUT /v2.0/ports/40e01ac5-2adc-4b3f-972d-c647bde03993 HTTP/1.1" status: 200 len: 1091 time: 0.6664689 Jul 28 00:05:07.473224 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd527f962-a82e-4cd9-8aa9-3f0b32be0444', 'tag': '40e01ac5-2adc-4b3f-972d-c647bde03993'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 00:05:07.475517 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b87af07e598cf5b62d2945997aebdb2f0d5735b62acaa13edb25b119cdbae256" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98b33e6e-6ee2-420e-bab9-10dfdbd4daf3" -d '{"events": [{"name": "network-changed", "server_uuid": "d527f962-a82e-4cd9-8aa9-3f0b32be0444", "tag": "40e01ac5-2adc-4b3f-972d-c647bde03993"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 00:05:07.502543 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf78597e-5058-441d-afff-f1212f0d0891 service neutron] Pushing event updated for resources: {'Port': ['ID=40e01ac5-2adc-4b3f-972d-c647bde03993,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:05:07.522282 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 00:05:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc0b3dee-50f8-4b5c-8a00-c26f107cdef2 x-openstack-request-id: req-fc0b3dee-50f8-4b5c-8a00-c26f107cdef2 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 00:05:07.522568 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d527f962-a82e-4cd9-8aa9-3f0b32be0444", "tag": "40e01ac5-2adc-4b3f-972d-c647bde03993", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 00:05:07.522819 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-fc0b3dee-50f8-4b5c-8a00-c26f107cdef2 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 00:05:07.523235 n-d-802623-1 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd527f962-a82e-4cd9-8aa9-3f0b32be0444', 'tag': '40e01ac5-2adc-4b3f-972d-c647bde03993', 'status': 'completed', 'code': 200} Jul 28 00:05:07.557447 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c924c6f-d713-4333-bc4e-8fd13f3bb352 req-25080c8a-352f-449b-aa3f-aaea8bfe35f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:05:07.558982 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-6c924c6f-d713-4333-bc4e-8fd13f3bb352 req-25080c8a-352f-449b-aa3f-aaea8bfe35f5 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=efcb9adb6f51487e8d02ba0431cf3818&device_id=d527f962-a82e-4cd9-8aa9-3f0b32be0444 HTTP/1.1" status: 200 len: 1094 time: 0.0453789 Jul 28 00:05:07.605613 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-6c924c6f-d713-4333-bc4e-8fd13f3bb352 req-21db12a7-2358-4cfd-81d3-ecf067353d42 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=40e01ac5-2adc-4b3f-972d-c647bde03993 HTTP/1.1" status: 200 len: 217 time: 0.0388415 Jul 28 00:05:07.657638 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c924c6f-d713-4333-bc4e-8fd13f3bb352 req-f13714ca-31b6-4acf-8ce9-8764b2f2395f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:05:07.659195 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-6c924c6f-d713-4333-bc4e-8fd13f3bb352 req-f13714ca-31b6-4acf-8ce9-8764b2f2395f service neutron] 10.222.0.38 "GET /v2.0/subnets?id=2aef8bb5-c582-41d8-a88a-61fcde40e1e9 HTTP/1.1" status: 200 len: 856 time: 0.0467062 Jul 28 00:05:07.704313 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c924c6f-d713-4333-bc4e-8fd13f3bb352 req-7f4a29b7-80af-43f3-8545-25003a6d47b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:05:07.705722 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-6c924c6f-d713-4333-bc4e-8fd13f3bb352 req-7f4a29b7-80af-43f3-8545-25003a6d47b5 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a1f39165-277e-4d96-b51c-78bf9a89f12f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394356 Jul 28 00:05:07.798597 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-6c924c6f-d713-4333-bc4e-8fd13f3bb352 req-b57237dc-974e-4dea-85b1-56655887a7bf service neutron] 10.222.0.38 "GET /v2.0/networks/a1f39165-277e-4d96-b51c-78bf9a89f12f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856283 Jul 28 00:05:07.886803 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-6c924c6f-d713-4333-bc4e-8fd13f3bb352 req-76f01cb7-306d-4f2d-bd71-c0fe7244294f service neutron] 10.222.0.38 "GET /v2.0/networks/a1f39165-277e-4d96-b51c-78bf9a89f12f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816913 Jul 28 00:05:07.969380 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b33e6e-6ee2-420e-bab9-10dfdbd4daf3 req-dfda0ffe-a56d-4705-b0c9-6f178306f7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:05:07.970807 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-98b33e6e-6ee2-420e-bab9-10dfdbd4daf3 req-dfda0ffe-a56d-4705-b0c9-6f178306f7ae service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=efcb9adb6f51487e8d02ba0431cf3818&device_id=d527f962-a82e-4cd9-8aa9-3f0b32be0444 HTTP/1.1" status: 200 len: 1094 time: 0.0412772 Jul 28 00:05:08.062850 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b33e6e-6ee2-420e-bab9-10dfdbd4daf3 req-17b4285b-7134-4712-9c5c-d0474014d36d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:05:08.064341 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-98b33e6e-6ee2-420e-bab9-10dfdbd4daf3 req-17b4285b-7134-4712-9c5c-d0474014d36d service neutron] 10.222.0.38 "GET /v2.0/networks?id=a1f39165-277e-4d96-b51c-78bf9a89f12f HTTP/1.1" status: 200 len: 918 time: 0.0859082 Jul 28 00:05:08.107034 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-98b33e6e-6ee2-420e-bab9-10dfdbd4daf3 req-69543583-4d32-4d67-9de8-683f9e94af60 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=40e01ac5-2adc-4b3f-972d-c647bde03993 HTTP/1.1" status: 200 len: 217 time: 0.0350373 Jul 28 00:05:08.160582 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b33e6e-6ee2-420e-bab9-10dfdbd4daf3 req-063e3f38-6d7b-4cf3-9a2a-ed29dcba92b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:05:08.162019 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-98b33e6e-6ee2-420e-bab9-10dfdbd4daf3 req-063e3f38-6d7b-4cf3-9a2a-ed29dcba92b9 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=2aef8bb5-c582-41d8-a88a-61fcde40e1e9 HTTP/1.1" status: 200 len: 856 time: 0.0472000 Jul 28 00:05:08.208941 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b33e6e-6ee2-420e-bab9-10dfdbd4daf3 req-6e777bed-a7f1-4ba1-b7e9-144ec15049fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:05:08.210384 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-98b33e6e-6ee2-420e-bab9-10dfdbd4daf3 req-6e777bed-a7f1-4ba1-b7e9-144ec15049fe service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a1f39165-277e-4d96-b51c-78bf9a89f12f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398569 Jul 28 00:05:08.298267 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-98b33e6e-6ee2-420e-bab9-10dfdbd4daf3 req-81712475-775e-44f8-9b8d-807cc98ac856 service neutron] 10.222.0.38 "GET /v2.0/networks/a1f39165-277e-4d96-b51c-78bf9a89f12f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798512 Jul 28 00:05:08.389558 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-98b33e6e-6ee2-420e-bab9-10dfdbd4daf3 req-23c8f13c-a4d3-43bb-80b1-08cee634aef0 service neutron] 10.222.0.38 "GET /v2.0/networks/a1f39165-277e-4d96-b51c-78bf9a89f12f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833216 Jul 28 00:05:08.504700 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3120fb-1080-418d-a90e-4880e4421fbc req-60bc736a-f7ac-438c-b943-38987c5a47f2 tempest-TestEncryptedCinderVolumes-296827724 tempest-TestEncryptedCinderVolumes-296827724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:05:08.506187 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-4d3120fb-1080-418d-a90e-4880e4421fbc req-60bc736a-f7ac-438c-b943-38987c5a47f2 tempest-TestEncryptedCinderVolumes-296827724 tempest-TestEncryptedCinderVolumes-296827724-project] 10.222.0.18 "GET /v2.0/ports?device_id=d527f962-a82e-4cd9-8aa9-3f0b32be0444 HTTP/1.1" status: 200 len: 943 time: 0.0556796 Jul 28 00:05:08.543367 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-4d3120fb-1080-418d-a90e-4880e4421fbc req-df4b25db-b111-4431-b14a-4fd5de8e8664 tempest-TestEncryptedCinderVolumes-296827724 tempest-TestEncryptedCinderVolumes-296827724-project] 10.222.0.18 "GET /v2.0/security-groups?id=b045eb8d-2b3a-4337-8b56-199c1430f1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313311 Jul 28 00:05:09.657249 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf87a9c1-7917-40be-8f57-b86018c87405 req-fed4ed3f-49cf-49d4-a4b8-98cce569de09 tempest-TestEncryptedCinderVolumes-296827724 tempest-TestEncryptedCinderVolumes-296827724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:05:09.658705 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-cf87a9c1-7917-40be-8f57-b86018c87405 req-fed4ed3f-49cf-49d4-a4b8-98cce569de09 tempest-TestEncryptedCinderVolumes-296827724 tempest-TestEncryptedCinderVolumes-296827724-project] 10.222.0.18 "GET /v2.0/ports?device_id=d527f962-a82e-4cd9-8aa9-3f0b32be0444 HTTP/1.1" status: 200 len: 943 time: 0.0476294 Jul 28 00:05:09.696297 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-cf87a9c1-7917-40be-8f57-b86018c87405 req-f1e02975-3b90-49f5-82b5-9d0f417b93a5 tempest-TestEncryptedCinderVolumes-296827724 tempest-TestEncryptedCinderVolumes-296827724-project] 10.222.0.18 "GET /v2.0/security-groups?id=b045eb8d-2b3a-4337-8b56-199c1430f1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311730 Jul 28 00:05:10.300533 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 40e01ac5-2adc-4b3f-972d-c647bde03993 details requested by agent hyperv_n-h1-802623-1 with host n-h1-802623-1 {{(pid=93799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 00:05:10.394795 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port 40e01ac5-2adc-4b3f-972d-c647bde03993, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=40e01ac5-2adc-4b3f-972d-c647bde03993,segment=NetworkSegment(6687c5e7-9b0c-4ece-a98c-155fd88702b7),segment_id=6687c5e7-9b0c-4ece-a98c-155fd88702b7)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 00:05:10.405694 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Returning: {'device': '40e01ac5-2adc-4b3f-972d-c647bde03993', 'network_id': 'a1f39165-277e-4d96-b51c-78bf9a89f12f', 'port_id': '40e01ac5-2adc-4b3f-972d-c647bde03993', 'mac_address': 'fa:16:3e:74:d2:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2aef8bb5-c582-41d8-a88a-61fcde40e1e9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 00:05:10.441535 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:05:10.454431 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40e01ac5-2adc-4b3f-972d-c647bde03993 {{(pid=93799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 00:05:10.473069 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port 40e01ac5-2adc-4b3f-972d-c647bde03993, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=40e01ac5-2adc-4b3f-972d-c647bde03993,segment=NetworkSegment(6687c5e7-9b0c-4ece-a98c-155fd88702b7),segment_id=6687c5e7-9b0c-4ece-a98c-155fd88702b7)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 00:05:10.477000 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:05:10.523726 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Pushing event updated for resources: {'Port': ['ID=40e01ac5-2adc-4b3f-972d-c647bde03993,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:05:10.531272 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:05:10.531624 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:05:10.531971 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:05:10.532315 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:05:10.532656 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:05:10.532992 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:05:10.533325 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:05:10.533654 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:05:10.533984 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:05:10.534311 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:05:10.534637 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:05:10.534962 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:05:10.675288 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] get_ports_and_sgs() called for port_ids ['40e01ac5-2adc-4b3f-972d-c647bde03993'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 00:05:10.809900 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e96cf95-eec8-47fb-a487-de56b686e873 req-b34a7f33-c545-453a-b4d6-23f60dbe8327 tempest-TestEncryptedCinderVolumes-296827724 tempest-TestEncryptedCinderVolumes-296827724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:05:10.811420 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-8e96cf95-eec8-47fb-a487-de56b686e873 req-b34a7f33-c545-453a-b4d6-23f60dbe8327 tempest-TestEncryptedCinderVolumes-296827724 tempest-TestEncryptedCinderVolumes-296827724-project] 10.222.0.18 "GET /v2.0/ports?device_id=d527f962-a82e-4cd9-8aa9-3f0b32be0444 HTTP/1.1" status: 200 len: 944 time: 0.0488400 Jul 28 00:05:10.853310 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-8e96cf95-eec8-47fb-a487-de56b686e873 req-a671f89b-b1bd-489b-ac2a-26ed9ee2c7bc tempest-TestEncryptedCinderVolumes-296827724 tempest-TestEncryptedCinderVolumes-296827724-project] 10.222.0.18 "GET /v2.0/security-groups?id=b045eb8d-2b3a-4337-8b56-199c1430f1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356641 Jul 28 00:05:11.970403 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1156b7-270c-4387-93db-3645fb4b3ff9 req-71d6a550-9f52-4b11-860a-9e9df4e5325e tempest-TestEncryptedCinderVolumes-296827724 tempest-TestEncryptedCinderVolumes-296827724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:05:11.971912 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-4d1156b7-270c-4387-93db-3645fb4b3ff9 req-71d6a550-9f52-4b11-860a-9e9df4e5325e tempest-TestEncryptedCinderVolumes-296827724 tempest-TestEncryptedCinderVolumes-296827724-project] 10.222.0.18 "GET /v2.0/ports?device_id=d527f962-a82e-4cd9-8aa9-3f0b32be0444 HTTP/1.1" status: 200 len: 944 time: 0.0535557 Jul 28 00:05:12.009555 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-4d1156b7-270c-4387-93db-3645fb4b3ff9 req-00f05e4e-99df-49f1-aa5f-d757fc22449a tempest-TestEncryptedCinderVolumes-296827724 tempest-TestEncryptedCinderVolumes-296827724-project] 10.222.0.18 "GET /v2.0/security-groups?id=b045eb8d-2b3a-4337-8b56-199c1430f1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317652 Jul 28 00:05:12.308393 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 40e01ac5-2adc-4b3f-972d-c647bde03993 up at agent hyperv_n-h1-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 00:05:12.354776 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Provisioning for port 40e01ac5-2adc-4b3f-972d-c647bde03993 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 00:05:12.358361 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Provisioning complete for port 40e01ac5-2adc-4b3f-972d-c647bde03993 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 00:05:12.358747 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:05:12.434647 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:05:12.456211 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd527f962-a82e-4cd9-8aa9-3f0b32be0444', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40e01ac5-2adc-4b3f-972d-c647bde03993'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 00:05:12.458433 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64765ad30d2cb160e3038d1462d2ba509af0f62467a800f17112a752d2df19f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95d3fc05-68e9-4d48-b9da-12ef4d36b0c2" -d '{"events": [{"server_uuid": "d527f962-a82e-4cd9-8aa9-3f0b32be0444", "name": "network-vif-plugged", "status": "completed", "tag": "40e01ac5-2adc-4b3f-972d-c647bde03993"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 00:05:12.472692 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port 40e01ac5-2adc-4b3f-972d-c647bde03993, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=40e01ac5-2adc-4b3f-972d-c647bde03993,segment=NetworkSegment(6687c5e7-9b0c-4ece-a98c-155fd88702b7),segment_id=6687c5e7-9b0c-4ece-a98c-155fd88702b7)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 00:05:12.478703 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:05:12.501560 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 00:05:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a5674b3-5958-4482-979b-c042cfc96497 x-openstack-request-id: req-6a5674b3-5958-4482-979b-c042cfc96497 {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 00:05:12.501858 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d527f962-a82e-4cd9-8aa9-3f0b32be0444", "name": "network-vif-plugged", "status": "completed", "tag": "40e01ac5-2adc-4b3f-972d-c647bde03993", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 00:05:12.502109 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6a5674b3-5958-4482-979b-c042cfc96497 {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 00:05:12.502496 n-d-802623-1 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd527f962-a82e-4cd9-8aa9-3f0b32be0444', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40e01ac5-2adc-4b3f-972d-c647bde03993', 'code': 200} Jul 28 00:05:12.528292 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Pushing event updated for resources: {'Port': ['ID=40e01ac5-2adc-4b3f-972d-c647bde03993,revision_number=5']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:05:12.592442 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbba2e5-db25-40c9-a302-20cde59e9ddd req-e7c03a7b-2f43-4f89-a15e-1ca47915ba07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:05:12.593913 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-0cbba2e5-db25-40c9-a302-20cde59e9ddd req-e7c03a7b-2f43-4f89-a15e-1ca47915ba07 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=d527f962-a82e-4cd9-8aa9-3f0b32be0444 HTTP/1.1" status: 200 len: 1096 time: 0.0393221 Jul 28 00:05:12.628772 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-0cbba2e5-db25-40c9-a302-20cde59e9ddd req-d05eb7de-1922-4f52-a3eb-1ba65263183a service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=b045eb8d-2b3a-4337-8b56-199c1430f1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0271406 Jul 28 00:05:13.120688 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13172728-c34d-4856-9130-1d1a311f6757 req-b52697f2-41cf-4de2-9751-f57791ae7b25 tempest-TestEncryptedCinderVolumes-296827724 tempest-TestEncryptedCinderVolumes-296827724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:05:13.122196 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-13172728-c34d-4856-9130-1d1a311f6757 req-b52697f2-41cf-4de2-9751-f57791ae7b25 tempest-TestEncryptedCinderVolumes-296827724 tempest-TestEncryptedCinderVolumes-296827724-project] 10.222.0.18 "GET /v2.0/ports?device_id=d527f962-a82e-4cd9-8aa9-3f0b32be0444 HTTP/1.1" status: 200 len: 945 time: 0.0482402 Jul 28 00:05:13.163607 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-13172728-c34d-4856-9130-1d1a311f6757 req-5905002f-363c-4c49-8dfb-50d1a4fc57ec tempest-TestEncryptedCinderVolumes-296827724 tempest-TestEncryptedCinderVolumes-296827724-project] 10.222.0.18 "GET /v2.0/security-groups?id=b045eb8d-2b3a-4337-8b56-199c1430f1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354729 Jul 28 00:05:14.277647 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dad0491-2638-4688-b8e6-0e14f9a184fe req-e27a85bf-3962-4ee1-b990-a73d6f744fba tempest-TestEncryptedCinderVolumes-296827724 tempest-TestEncryptedCinderVolumes-296827724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:05:14.279151 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-2dad0491-2638-4688-b8e6-0e14f9a184fe req-e27a85bf-3962-4ee1-b990-a73d6f744fba tempest-TestEncryptedCinderVolumes-296827724 tempest-TestEncryptedCinderVolumes-296827724-project] 10.222.0.18 "GET /v2.0/ports?device_id=d527f962-a82e-4cd9-8aa9-3f0b32be0444 HTTP/1.1" status: 200 len: 945 time: 0.0479181 Jul 28 00:05:14.316571 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-2dad0491-2638-4688-b8e6-0e14f9a184fe req-c9cef08e-de66-4b63-bc15-fc0d57821f36 tempest-TestEncryptedCinderVolumes-296827724 tempest-TestEncryptedCinderVolumes-296827724-project] 10.222.0.18 "GET /v2.0/security-groups?id=b045eb8d-2b3a-4337-8b56-199c1430f1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316334 Jul 28 00:05:14.427783 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7864bab-e5d6-453b-b1c9-3fe09867fd50 req-05596f88-204e-4cba-b072-9c771bc4b978 tempest-TestEncryptedCinderVolumes-296827724 tempest-TestEncryptedCinderVolumes-296827724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:05:14.429238 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d7864bab-e5d6-453b-b1c9-3fe09867fd50 req-05596f88-204e-4cba-b072-9c771bc4b978 tempest-TestEncryptedCinderVolumes-296827724 tempest-TestEncryptedCinderVolumes-296827724-project] 10.222.0.18 "GET /v2.0/ports?device_id=d527f962-a82e-4cd9-8aa9-3f0b32be0444 HTTP/1.1" status: 200 len: 945 time: 0.0480342 Jul 28 00:05:14.467102 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d7864bab-e5d6-453b-b1c9-3fe09867fd50 req-49f2c9ef-1498-407b-81eb-ef1e4910ba4b tempest-TestEncryptedCinderVolumes-296827724 tempest-TestEncryptedCinderVolumes-296827724-project] 10.222.0.18 "GET /v2.0/security-groups?id=b045eb8d-2b3a-4337-8b56-199c1430f1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320306 Jul 28 00:05:26.969518 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-fc34f201-fc71-4d4d-84f1-f60aff3b911d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:05:29.644266 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-500240cb-4a98-4bd8-a90e-2c200bb9c8da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:05:30.056223 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:05:30.117619 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:05:30.671828 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-19f2e178-d45e-4fbe-b9be-c3963fc151ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:05:32.362911 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.agents_db [None req-9beef776-8bab-4de2-989a-f5a23ba4aaf4 None None] Agent healthcheck: found 7 active agents {{(pid=93800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 00:05:32.436474 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7418f70f-e60d-4709-8ba9-6ab514bc7f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:05:32.854632 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b4507f-8d09-4395-883e-c1a7a030ef20 req-260fc3d4-c787-43db-bdd3-24aa5c687e75 tempest-TestEncryptedCinderVolumes-296827724 tempest-TestEncryptedCinderVolumes-296827724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:05:32.856140 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-c2b4507f-8d09-4395-883e-c1a7a030ef20 req-260fc3d4-c787-43db-bdd3-24aa5c687e75 tempest-TestEncryptedCinderVolumes-296827724 tempest-TestEncryptedCinderVolumes-296827724-project] 10.222.0.18 "GET /v2.0/ports?device_id=d527f962-a82e-4cd9-8aa9-3f0b32be0444 HTTP/1.1" status: 200 len: 945 time: 0.0530200 Jul 28 00:05:32.900508 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-c2b4507f-8d09-4395-883e-c1a7a030ef20 req-44990734-ca1f-4231-8dcd-e17062b1c303 tempest-TestEncryptedCinderVolumes-296827724 tempest-TestEncryptedCinderVolumes-296827724-project] 10.222.0.18 "GET /v2.0/security-groups?id=b045eb8d-2b3a-4337-8b56-199c1430f1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383511 Jul 28 00:05:34.065230 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8047bc-1270-43a3-9ac2-65f63c7c9635 req-7fba75aa-8ad7-460f-9d3b-99a320a42c63 tempest-TestEncryptedCinderVolumes-296827724 tempest-TestEncryptedCinderVolumes-296827724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:05:34.066976 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-de8047bc-1270-43a3-9ac2-65f63c7c9635 req-7fba75aa-8ad7-460f-9d3b-99a320a42c63 tempest-TestEncryptedCinderVolumes-296827724 tempest-TestEncryptedCinderVolumes-296827724-project] 10.222.0.18 "GET /v2.0/ports?device_id=d527f962-a82e-4cd9-8aa9-3f0b32be0444 HTTP/1.1" status: 200 len: 945 time: 0.0983748 Jul 28 00:05:34.108990 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-de8047bc-1270-43a3-9ac2-65f63c7c9635 req-e4d86f27-a6be-43eb-9fd2-2f6ade7dfe11 tempest-TestEncryptedCinderVolumes-296827724 tempest-TestEncryptedCinderVolumes-296827724-project] 10.222.0.18 "GET /v2.0/security-groups?id=b045eb8d-2b3a-4337-8b56-199c1430f1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352793 Jul 28 00:05:34.364448 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cef2df1-e83f-4c2b-b562-9a54bcc061e9 req-7e48f2db-fc1e-4f16-8fb6-4d5a990be8cd tempest-TestEncryptedCinderVolumes-296827724 tempest-TestEncryptedCinderVolumes-296827724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:05:34.365773 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-1cef2df1-e83f-4c2b-b562-9a54bcc061e9 req-7e48f2db-fc1e-4f16-8fb6-4d5a990be8cd tempest-TestEncryptedCinderVolumes-296827724 tempest-TestEncryptedCinderVolumes-296827724-project] 10.222.0.38 "GET /v2.0/ports?device_id=d527f962-a82e-4cd9-8aa9-3f0b32be0444 HTTP/1.1" status: 200 len: 945 time: 0.0476239 Jul 28 00:05:34.452379 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-1cef2df1-e83f-4c2b-b562-9a54bcc061e9 req-1eaeeac6-0190-4f2e-bf76-503361b6af5b tempest-TestEncryptedCinderVolumes-296827724 tempest-TestEncryptedCinderVolumes-296827724-project] Deleting port 40e01ac5-2adc-4b3f-972d-c647bde03993 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 00:05:34.452727 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-1cef2df1-e83f-4c2b-b562-9a54bcc061e9 req-1eaeeac6-0190-4f2e-bf76-503361b6af5b tempest-TestEncryptedCinderVolumes-296827724 tempest-TestEncryptedCinderVolumes-296827724-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:05:34.542719 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-1cef2df1-e83f-4c2b-b562-9a54bcc061e9 req-1eaeeac6-0190-4f2e-bf76-503361b6af5b tempest-TestEncryptedCinderVolumes-296827724 tempest-TestEncryptedCinderVolumes-296827724-project] For port 40e01ac5-2adc-4b3f-972d-c647bde03993, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=40e01ac5-2adc-4b3f-972d-c647bde03993,segment=NetworkSegment(6687c5e7-9b0c-4ece-a98c-155fd88702b7),segment_id=6687c5e7-9b0c-4ece-a98c-155fd88702b7)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 00:05:34.543108 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-1cef2df1-e83f-4c2b-b562-9a54bcc061e9 req-1eaeeac6-0190-4f2e-bf76-503361b6af5b tempest-TestEncryptedCinderVolumes-296827724 tempest-TestEncryptedCinderVolumes-296827724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:05:34.555730 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-1cef2df1-e83f-4c2b-b562-9a54bcc061e9 req-1eaeeac6-0190-4f2e-bf76-503361b6af5b tempest-TestEncryptedCinderVolumes-296827724 tempest-TestEncryptedCinderVolumes-296827724-project] Calling delete_port for 40e01ac5-2adc-4b3f-972d-c647bde03993 owned by compute:nova {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 00:05:34.681242 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-1cef2df1-e83f-4c2b-b562-9a54bcc061e9 req-1eaeeac6-0190-4f2e-bf76-503361b6af5b tempest-TestEncryptedCinderVolumes-296827724 tempest-TestEncryptedCinderVolumes-296827724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:05:34.711362 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eaeeac6-0190-4f2e-bf76-503361b6af5b tempest-TestEncryptedCinderVolumes-296827724 tempest-TestEncryptedCinderVolumes-296827724-project] Pushing event deleted for resources: {'Port': ['ID=40e01ac5-2adc-4b3f-972d-c647bde03993,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:05:34.734624 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eaeeac6-0190-4f2e-bf76-503361b6af5b tempest-TestEncryptedCinderVolumes-296827724 tempest-TestEncryptedCinderVolumes-296827724-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:05:34.734970 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eaeeac6-0190-4f2e-bf76-503361b6af5b tempest-TestEncryptedCinderVolumes-296827724 tempest-TestEncryptedCinderVolumes-296827724-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:05:34.735335 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eaeeac6-0190-4f2e-bf76-503361b6af5b tempest-TestEncryptedCinderVolumes-296827724 tempest-TestEncryptedCinderVolumes-296827724-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:05:34.735670 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eaeeac6-0190-4f2e-bf76-503361b6af5b tempest-TestEncryptedCinderVolumes-296827724 tempest-TestEncryptedCinderVolumes-296827724-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:05:34.736000 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eaeeac6-0190-4f2e-bf76-503361b6af5b tempest-TestEncryptedCinderVolumes-296827724 tempest-TestEncryptedCinderVolumes-296827724-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:05:34.736327 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eaeeac6-0190-4f2e-bf76-503361b6af5b tempest-TestEncryptedCinderVolumes-296827724 tempest-TestEncryptedCinderVolumes-296827724-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:05:34.736654 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eaeeac6-0190-4f2e-bf76-503361b6af5b tempest-TestEncryptedCinderVolumes-296827724 tempest-TestEncryptedCinderVolumes-296827724-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:05:34.736976 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eaeeac6-0190-4f2e-bf76-503361b6af5b tempest-TestEncryptedCinderVolumes-296827724 tempest-TestEncryptedCinderVolumes-296827724-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:05:34.737297 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eaeeac6-0190-4f2e-bf76-503361b6af5b tempest-TestEncryptedCinderVolumes-296827724 tempest-TestEncryptedCinderVolumes-296827724-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:05:34.737617 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eaeeac6-0190-4f2e-bf76-503361b6af5b tempest-TestEncryptedCinderVolumes-296827724 tempest-TestEncryptedCinderVolumes-296827724-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:05:34.737935 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eaeeac6-0190-4f2e-bf76-503361b6af5b tempest-TestEncryptedCinderVolumes-296827724 tempest-TestEncryptedCinderVolumes-296827724-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:05:34.738249 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eaeeac6-0190-4f2e-bf76-503361b6af5b tempest-TestEncryptedCinderVolumes-296827724 tempest-TestEncryptedCinderVolumes-296827724-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:05:34.760108 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cef2df1-e83f-4c2b-b562-9a54bcc061e9 req-1eaeeac6-0190-4f2e-bf76-503361b6af5b tempest-TestEncryptedCinderVolumes-296827724 tempest-TestEncryptedCinderVolumes-296827724-project] No DVR routers for this DVR port 40e01ac5-2adc-4b3f-972d-c647bde03993 on host n-h1-802623-1 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 00:05:34.763104 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-1cef2df1-e83f-4c2b-b562-9a54bcc061e9 req-1eaeeac6-0190-4f2e-bf76-503361b6af5b tempest-TestEncryptedCinderVolumes-296827724 tempest-TestEncryptedCinderVolumes-296827724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:05:34.765399 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-1cef2df1-e83f-4c2b-b562-9a54bcc061e9 req-1eaeeac6-0190-4f2e-bf76-503361b6af5b tempest-TestEncryptedCinderVolumes-296827724 tempest-TestEncryptedCinderVolumes-296827724-project] 10.222.0.38 "DELETE /v2.0/ports/40e01ac5-2adc-4b3f-972d-c647bde03993 HTTP/1.1" status: 204 len: 173 time: 0.3933902 Jul 28 00:05:34.765922 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd527f962-a82e-4cd9-8aa9-3f0b32be0444', 'name': 'network-vif-deleted', 'tag': '40e01ac5-2adc-4b3f-972d-c647bde03993'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 00:05:34.768329 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b87af07e598cf5b62d2945997aebdb2f0d5735b62acaa13edb25b119cdbae256" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e26d3898-6fff-4f38-b148-f72658c3131d" -d '{"events": [{"server_uuid": "d527f962-a82e-4cd9-8aa9-3f0b32be0444", "name": "network-vif-deleted", "tag": "40e01ac5-2adc-4b3f-972d-c647bde03993"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 00:05:34.819250 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 00:05:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6bcb315-2dd7-472c-bf6a-6fc0369093be x-openstack-request-id: req-d6bcb315-2dd7-472c-bf6a-6fc0369093be {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 00:05:34.819536 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d527f962-a82e-4cd9-8aa9-3f0b32be0444", "name": "network-vif-deleted", "tag": "40e01ac5-2adc-4b3f-972d-c647bde03993", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 00:05:34.819788 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d6bcb315-2dd7-472c-bf6a-6fc0369093be {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 00:05:34.820186 n-d-802623-1 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd527f962-a82e-4cd9-8aa9-3f0b32be0444', 'name': 'network-vif-deleted', 'tag': '40e01ac5-2adc-4b3f-972d-c647bde03993', 'status': 'completed', 'code': 200} Jul 28 00:05:35.224744 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-2513235a-a701-4412-84d1-721497ecc962 req-493e37a8-fdfe-4057-8c49-bbeb84c1926f tempest-TestEncryptedCinderVolumes-296827724 tempest-TestEncryptedCinderVolumes-296827724-project] 10.222.0.18 "GET /v2.0/ports?device_id=d527f962-a82e-4cd9-8aa9-3f0b32be0444 HTTP/1.1" status: 200 len: 210 time: 0.0316980 Jul 28 00:05:35.387202 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:05:36.311870 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 58044) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:05:36.465394 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 40e01ac5-2adc-4b3f-972d-c647bde03993 no longer exists at agent hyperv_n-h1-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 00:05:36.489314 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] No Port match for: 40e01ac5-2adc-4b3f-972d-c647bde03993 {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 00:05:36.489658 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 40e01ac5-2adc-4b3f-972d-c647bde03993 not bound to the agent host n-h1-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 00:05:36.650150 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2ad2d3fb-f387-402f-92c6-723dfa420183 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-414022'] for router_interface, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:05:37.232418 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-2ad2d3fb-f387-402f-92c6-723dfa420183 admin admin] Deleting port 689dd8a1-4852-4727-b874-ec0cc3de9d9c {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 00:05:37.232754 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2ad2d3fb-f387-402f-92c6-723dfa420183 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:05:37.309857 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-2ad2d3fb-f387-402f-92c6-723dfa420183 admin admin] For port 689dd8a1-4852-4727-b874-ec0cc3de9d9c, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=689dd8a1-4852-4727-b874-ec0cc3de9d9c,segment=NetworkSegment(6687c5e7-9b0c-4ece-a98c-155fd88702b7),segment_id=6687c5e7-9b0c-4ece-a98c-155fd88702b7)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 00:05:37.310214 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2ad2d3fb-f387-402f-92c6-723dfa420183 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:05:37.323321 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-2ad2d3fb-f387-402f-92c6-723dfa420183 admin admin] Calling delete_port for 689dd8a1-4852-4727-b874-ec0cc3de9d9c owned by network:router_interface {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 00:05:37.495769 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2ad2d3fb-f387-402f-92c6-723dfa420183 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:05:37.520415 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad2d3fb-f387-402f-92c6-723dfa420183 admin admin] Pushing event deleted for resources: {'Port': ['ID=689dd8a1-4852-4727-b874-ec0cc3de9d9c,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:05:37.532061 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad2d3fb-f387-402f-92c6-723dfa420183 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:05:37.532409 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad2d3fb-f387-402f-92c6-723dfa420183 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:05:37.532755 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad2d3fb-f387-402f-92c6-723dfa420183 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:05:37.533091 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad2d3fb-f387-402f-92c6-723dfa420183 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:05:37.533424 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad2d3fb-f387-402f-92c6-723dfa420183 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:05:37.533754 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad2d3fb-f387-402f-92c6-723dfa420183 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:05:37.534081 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad2d3fb-f387-402f-92c6-723dfa420183 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:05:37.534407 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad2d3fb-f387-402f-92c6-723dfa420183 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:05:37.534730 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad2d3fb-f387-402f-92c6-723dfa420183 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:05:37.535099 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad2d3fb-f387-402f-92c6-723dfa420183 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:05:37.535404 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad2d3fb-f387-402f-92c6-723dfa420183 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:05:37.535729 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad2d3fb-f387-402f-92c6-723dfa420183 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:05:37.695183 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2ad2d3fb-f387-402f-92c6-723dfa420183 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3760546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-413994'] for router_interface, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:05:37.906266 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ad2d3fb-f387-402f-92c6-723dfa420183 admin admin] Router 177b8294-17cb-427f-bf85-d59692dff246 has already been hosted by L3 agent 018c4455-49c0-4734-927d-7824067b2a9e {{(pid=93797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 00:05:38.011033 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ad2d3fb-f387-402f-92c6-723dfa420183 admin admin] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 00:05:38.015937 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-2ad2d3fb-f387-402f-92c6-723dfa420183 admin admin] 10.222.0.18 "PUT /v2.0/routers/177b8294-17cb-427f-bf85-d59692dff246/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7030489 Jul 28 00:05:38.018448 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 58046) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:05:38.021169 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b72c98ba-1de9-4420-8770-d024ca5614c9 None None] Sync routers for ids ['177b8294-17cb-427f-bf85-d59692dff246'] in n-d-802623-1 {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 00:05:38.030977 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b72c98ba-1de9-4420-8770-d024ca5614c9 None None] Routers {'177b8294-17cb-427f-bf85-d59692dff246'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 00:05:38.031613 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-b72c98ba-1de9-4420-8770-d024ca5614c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-28T00:05:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['177b8294-17cb-427f-bf85-d59692dff246'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:05:38.127384 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-11fd4bb0-b340-490d-b68d-13817c39bec4 admin admin] Notify callbacks [] for router, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:05:38.134632 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-b72c98ba-1de9-4420-8770-d024ca5614c9 None None] Set router 177b8294-17cb-427f-bf85-d59692dff246 gateway port host: n-d-802623-1 {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 00:05:38.233928 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-11fd4bb0-b340-490d-b68d-13817c39bec4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:05:38.285096 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-11fd4bb0-b340-490d-b68d-13817c39bec4 admin admin] Deleting port f5be38bb-1af3-453f-94ba-9a919c2e5b5c {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 00:05:38.285439 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-11fd4bb0-b340-490d-b68d-13817c39bec4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:05:38.308532 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-b72c98ba-1de9-4420-8770-d024ca5614c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '177b8294-17cb-427f-bf85-d59692dff246', 'name': 'tempest-TestEncryptedCinderVolumes-1969573355-router', 'tenant_id': 'efcb9adb6f51487e8d02ba0431cf3818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.245'}], 'enable_snat': True}, 'gw_port_id': 'f5be38bb-1af3-453f-94ba-9a919c2e5b5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T00:04:22Z', 'updated_at': '2021-07-28T00:05:37Z', 'revision_number': 5, 'project_id': 'efcb9adb6f51487e8d02ba0431cf3818', 'gw_port': {'id': 'f5be38bb-1af3-453f-94ba-9a919c2e5b5c', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:57:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '177b8294-17cb-427f-bf85-d59692dff246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T00:04:23Z', 'updated_at': '2021-07-28T00:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1'}], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:05:38.334572 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b72c98ba-1de9-4420-8770-d024ca5614c9 None None] Checking router: 177b8294-17cb-427f-bf85-d59692dff246 for host: n-d-802623-1 {{(pid=93799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 00:05:38.343305 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b72c98ba-1de9-4420-8770-d024ca5614c9 None None] Routers {'177b8294-17cb-427f-bf85-d59692dff246'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 00:05:38.343921 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-b72c98ba-1de9-4420-8770-d024ca5614c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-28T00:05:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['177b8294-17cb-427f-bf85-d59692dff246'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:05:38.365471 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-11fd4bb0-b340-490d-b68d-13817c39bec4 admin admin] For port f5be38bb-1af3-453f-94ba-9a919c2e5b5c, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=f5be38bb-1af3-453f-94ba-9a919c2e5b5c,segment=NetworkSegment(b9afe07e-bbe4-4740-834c-4b6a9698bdbc),segment_id=b9afe07e-bbe4-4740-834c-4b6a9698bdbc)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 00:05:38.366019 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-11fd4bb0-b340-490d-b68d-13817c39bec4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:05:38.378963 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-11fd4bb0-b340-490d-b68d-13817c39bec4 admin admin] Calling delete_port for f5be38bb-1af3-453f-94ba-9a919c2e5b5c owned by network:router_gateway {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 00:05:38.427385 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-b72c98ba-1de9-4420-8770-d024ca5614c9 None None] Set router 177b8294-17cb-427f-bf85-d59692dff246 gateway port host: None {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 00:05:38.481340 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-b72c98ba-1de9-4420-8770-d024ca5614c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '177b8294-17cb-427f-bf85-d59692dff246', 'name': 'tempest-TestEncryptedCinderVolumes-1969573355-router', 'tenant_id': 'efcb9adb6f51487e8d02ba0431cf3818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T00:04:22Z', 'updated_at': '2021-07-28T00:05:38Z', 'revision_number': 6, 'project_id': 'efcb9adb6f51487e8d02ba0431cf3818', 'gw_port_host': None}], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:05:38.507765 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b72c98ba-1de9-4420-8770-d024ca5614c9 None None] The sync data for ids ['177b8294-17cb-427f-bf85-d59692dff246'] in n-d-802623-1 is: [{'id': '177b8294-17cb-427f-bf85-d59692dff246', 'name': 'tempest-TestEncryptedCinderVolumes-1969573355-router', 'tenant_id': 'efcb9adb6f51487e8d02ba0431cf3818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T00:04:22Z', 'updated_at': '2021-07-28T00:05:38Z', 'revision_number': 6, 'project_id': 'efcb9adb6f51487e8d02ba0431cf3818', 'gw_port_host': None}] {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 00:05:38.545163 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-11fd4bb0-b340-490d-b68d-13817c39bec4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:05:38.571148 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fd4bb0-b340-490d-b68d-13817c39bec4 admin admin] Pushing event deleted for resources: {'Port': ['ID=f5be38bb-1af3-453f-94ba-9a919c2e5b5c,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:05:38.629682 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-11fd4bb0-b340-490d-b68d-13817c39bec4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-415368'] for router_gateway, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:05:38.722351 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-11fd4bb0-b340-490d-b68d-13817c39bec4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62205'] for router, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:05:38.724415 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-11fd4bb0-b340-490d-b68d-13817c39bec4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:05:38.766245 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-11fd4bb0-b340-490d-b68d-13817c39bec4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-477831'] for router, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:05:38.766792 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11fd4bb0-b340-490d-b68d-13817c39bec4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 177b8294-17cb-427f-bf85-d59692dff246 {{(pid=93797) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 00:05:38.771005 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-11fd4bb0-b340-490d-b68d-13817c39bec4 admin admin] Notify callbacks [] for router, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:05:38.772172 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-11fd4bb0-b340-490d-b68d-13817c39bec4 admin admin] 10.222.0.18 "DELETE /v2.0/routers/177b8294-17cb-427f-bf85-d59692dff246 HTTP/1.1" status: 204 len: 168 time: 0.7528167 Jul 28 00:05:38.774657 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 58048) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:05:38.819689 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_v2 [None req-765abfc3-b827-47b2-823e-4d49f3b0d554 admin admin] Deleting subnet 2aef8bb5-c582-41d8-a88a-61fcde40e1e9 {{(pid=93797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 00:05:38.823289 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-765abfc3-b827-47b2-823e-4d49f3b0d554 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:05:38.855993 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-765abfc3-b827-47b2-823e-4d49f3b0d554 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11335971'] for subnet, precommit_delete_associations {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:05:38.940527 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-765abfc3-b827-47b2-823e-4d49f3b0d554 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620741'] for subnet, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:05:38.995273 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-765abfc3-b827-47b2-823e-4d49f3b0d554 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11335991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11551414'] for subnet, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:05:39.020026 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765abfc3-b827-47b2-823e-4d49f3b0d554 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2aef8bb5-c582-41d8-a88a-61fcde40e1e9,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:05:39.023610 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-765abfc3-b827-47b2-823e-4d49f3b0d554 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:05:39.025573 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-765abfc3-b827-47b2-823e-4d49f3b0d554 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/2aef8bb5-c582-41d8-a88a-61fcde40e1e9 HTTP/1.1" status: 204 len: 168 time: 0.2497935 Jul 28 00:05:39.028022 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 58050) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:05:39.030440 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-590b3f5d-f052-45e6-989d-5515653b888f None None] Network a1f39165-277e-4d96-b51c-78bf9a89f12f requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 00:05:39.103484 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1ca2fd48-c963-45a5-9880-79b54c5d1d5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593271'] for network, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:05:39.163520 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-1ca2fd48-c963-45a5-9880-79b54c5d1d5d admin admin] Deleting port 92e0cfe2-c4ff-48d4-93c3-5d99ede51c90 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 00:05:39.163944 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1ca2fd48-c963-45a5-9880-79b54c5d1d5d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:05:39.230452 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-1ca2fd48-c963-45a5-9880-79b54c5d1d5d admin admin] For port 92e0cfe2-c4ff-48d4-93c3-5d99ede51c90, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=92e0cfe2-c4ff-48d4-93c3-5d99ede51c90,segment=NetworkSegment(6687c5e7-9b0c-4ece-a98c-155fd88702b7),segment_id=6687c5e7-9b0c-4ece-a98c-155fd88702b7)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 00:05:39.230739 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1ca2fd48-c963-45a5-9880-79b54c5d1d5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:05:39.245435 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-1ca2fd48-c963-45a5-9880-79b54c5d1d5d admin admin] Calling delete_port for 92e0cfe2-c4ff-48d4-93c3-5d99ede51c90 owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 00:05:39.330585 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1ca2fd48-c963-45a5-9880-79b54c5d1d5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:05:39.357456 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca2fd48-c963-45a5-9880-79b54c5d1d5d admin admin] Pushing event deleted for resources: {'Port': ['ID=92e0cfe2-c4ff-48d4-93c3-5d99ede51c90,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:05:39.361339 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ca2fd48-c963-45a5-9880-79b54c5d1d5d admin admin] No DVR routers for this DVR port 92e0cfe2-c4ff-48d4-93c3-5d99ede51c90 on host n-d-802623-1 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 00:05:39.378446 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6a2ccbe-33e3-401f-ae2a-ce22a335caab None None] DHCP port deletion for a1f39165-277e-4d96-b51c-78bf9a89f12f request from n-d-802623-1 {{(pid=93799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 00:05:39.445995 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1ca2fd48-c963-45a5-9880-79b54c5d1d5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618032', 'neutron.services.segments.db._delete_segments_for_network-8736833900081'] for network, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:05:39.461063 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-1ca2fd48-c963-45a5-9880-79b54c5d1d5d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1f39165-277e-4d96-b51c-78bf9a89f12f']}} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:05:39.476110 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-1ca2fd48-c963-45a5-9880-79b54c5d1d5d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6687c5e7-9b0c-4ece-a98c-155fd88702b7') {'for_net_delete': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:05:39.476627 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-1ca2fd48-c963-45a5-9880-79b54c5d1d5d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6687c5e7-9b0c-4ece-a98c-155fd88702b7') {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:05:39.488104 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1ca2fd48-c963-45a5-9880-79b54c5d1d5d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736833900858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11335978'] for segment, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:05:39.509432 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1ca2fd48-c963-45a5-9880-79b54c5d1d5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:05:39.514292 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ca2fd48-c963-45a5-9880-79b54c5d1d5d admin admin] Releasing vlan 541 on physical network physnet1 to pool {{(pid=93797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 00:05:39.514712 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1ca2fd48-c963-45a5-9880-79b54c5d1d5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11336013'] for segment, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:05:39.517265 n-d-802623-1 neutron-server[93797]: Traceback (most recent call last): Jul 28 00:05:39.517265 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 00:05:39.517265 n-d-802623-1 neutron-server[93797]: timer() Jul 28 00:05:39.517265 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 00:05:39.517265 n-d-802623-1 neutron-server[93797]: cb(*args, **kw) Jul 28 00:05:39.517265 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 00:05:39.517265 n-d-802623-1 neutron-server[93797]: return func(*args, **kwargs) Jul 28 00:05:39.517265 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 00:05:39.517265 n-d-802623-1 neutron-server[93797]: self._notify() Jul 28 00:05:39.517265 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 00:05:39.517265 n-d-802623-1 neutron-server[93797]: self.callback(batched_events) Jul 28 00:05:39.517265 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 00:05:39.517265 n-d-802623-1 neutron-server[93797]: event.method(event) Jul 28 00:05:39.517265 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 00:05:39.517265 n-d-802623-1 neutron-server[93797]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 00:05:39.517265 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 00:05:39.517265 n-d-802623-1 neutron-server[93797]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 00:05:39.517265 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 00:05:39.517265 n-d-802623-1 neutron-server[93797]: return f(self, *a, **k) Jul 28 00:05:39.517265 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 00:05:39.517265 n-d-802623-1 neutron-server[93797]: return self._get(url).json() Jul 28 00:05:39.517265 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 00:05:39.517265 n-d-802623-1 neutron-server[93797]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 00:05:39.517265 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 00:05:39.517265 n-d-802623-1 neutron-server[93797]: return self.request(url, 'GET', **kwargs) Jul 28 00:05:39.517265 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 00:05:39.517265 n-d-802623-1 neutron-server[93797]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 00:05:39.517265 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 00:05:39.517265 n-d-802623-1 neutron-server[93797]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 00:05:39.517265 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 00:05:39.517265 n-d-802623-1 neutron-server[93797]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 00:05:39.517265 n-d-802623-1 neutron-server[93797]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 00:05:39.572400 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1ca2fd48-c963-45a5-9880-79b54c5d1d5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415412'] for network, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:05:39.577922 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1ca2fd48-c963-45a5-9880-79b54c5d1d5d admin admin] Notify callbacks [] for network, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:05:39.579945 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-1ca2fd48-c963-45a5-9880-79b54c5d1d5d admin admin] 10.222.0.18 "DELETE /v2.0/networks/a1f39165-277e-4d96-b51c-78bf9a89f12f HTTP/1.1" status: 204 len: 168 time: 0.5510054 Jul 28 00:05:39.582910 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 58052) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:05:39.598814 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca2fd48-c963-45a5-9880-79b54c5d1d5d admin admin] Pushing event deleted for resources: {'Network': ['ID=a1f39165-277e-4d96-b51c-78bf9a89f12f,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:05:39.938682 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f56d0183-29cc-40be-9b35-74e6f7b23859 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-414022'] for router_interface, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:05:40.178369 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-f56d0183-29cc-40be-9b35-74e6f7b23859 admin admin] Deleting port 9f056ba2-0c98-4290-9e6c-2fe52429dcb2 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 00:05:40.178713 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f56d0183-29cc-40be-9b35-74e6f7b23859 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:05:40.255824 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-f56d0183-29cc-40be-9b35-74e6f7b23859 admin admin] For port 9f056ba2-0c98-4290-9e6c-2fe52429dcb2, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=9f056ba2-0c98-4290-9e6c-2fe52429dcb2,segment=NetworkSegment(4edb393e-1ca8-4b72-bd2e-559fed5167c7),segment_id=4edb393e-1ca8-4b72-bd2e-559fed5167c7)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 00:05:40.256101 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f56d0183-29cc-40be-9b35-74e6f7b23859 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:05:40.268970 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-f56d0183-29cc-40be-9b35-74e6f7b23859 admin admin] Calling delete_port for 9f056ba2-0c98-4290-9e6c-2fe52429dcb2 owned by network:router_interface {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 00:05:40.440723 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f56d0183-29cc-40be-9b35-74e6f7b23859 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:05:40.470461 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56d0183-29cc-40be-9b35-74e6f7b23859 admin admin] Pushing event deleted for resources: {'Port': ['ID=9f056ba2-0c98-4290-9e6c-2fe52429dcb2,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:05:40.611799 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 92e0cfe2-c4ff-48d4-93c3-5d99ede51c90 no longer exists at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 00:05:40.632764 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] No Port match for: 92e0cfe2-c4ff-48d4-93c3-5d99ede51c90 {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 00:05:40.633346 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 92e0cfe2-c4ff-48d4-93c3-5d99ede51c90 not bound to the agent host n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 00:05:40.633998 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device f5be38bb-1af3-453f-94ba-9a919c2e5b5c no longer exists at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 00:05:40.638108 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f56d0183-29cc-40be-9b35-74e6f7b23859 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3760546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-413994'] for router_interface, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:05:40.654805 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] No Port match for: f5be38bb-1af3-453f-94ba-9a919c2e5b5c {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 00:05:40.655470 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device f5be38bb-1af3-453f-94ba-9a919c2e5b5c not bound to the agent host n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 00:05:40.656295 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 689dd8a1-4852-4727-b874-ec0cc3de9d9c no longer exists at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 00:05:40.678042 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] No Port match for: 689dd8a1-4852-4727-b874-ec0cc3de9d9c {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 00:05:40.678385 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 689dd8a1-4852-4727-b874-ec0cc3de9d9c not bound to the agent host n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 00:05:40.850980 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f56d0183-29cc-40be-9b35-74e6f7b23859 admin admin] Router 1013db76-e96b-4c62-9717-a1f2c31f25ce has already been hosted by L3 agent 018c4455-49c0-4734-927d-7824067b2a9e {{(pid=93797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 00:05:41.304056 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f56d0183-29cc-40be-9b35-74e6f7b23859 admin admin] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 00:05:41.310275 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-f56d0183-29cc-40be-9b35-74e6f7b23859 admin admin] 10.222.0.18 "PUT /v2.0/routers/1013db76-e96b-4c62-9717-a1f2c31f25ce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7263007 Jul 28 00:05:41.313059 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 58054) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:05:41.315754 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d4cb243-6608-4bb9-9dc0-70723f53173a None None] Sync routers for ids ['1013db76-e96b-4c62-9717-a1f2c31f25ce'] in n-d-802623-1 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 00:05:41.324791 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d4cb243-6608-4bb9-9dc0-70723f53173a None None] Routers {'1013db76-e96b-4c62-9717-a1f2c31f25ce'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 00:05:41.325470 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-8d4cb243-6608-4bb9-9dc0-70723f53173a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-28T00:05:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['1013db76-e96b-4c62-9717-a1f2c31f25ce'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:05:41.415915 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-cf4b15c2-178e-4e69-963a-69c127d84c75 admin admin] Notify callbacks [] for router, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:05:41.428158 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-8d4cb243-6608-4bb9-9dc0-70723f53173a None None] Set router 1013db76-e96b-4c62-9717-a1f2c31f25ce gateway port host: n-d-802623-1 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 00:05:41.516390 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-cf4b15c2-178e-4e69-963a-69c127d84c75 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:05:41.568960 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-cf4b15c2-178e-4e69-963a-69c127d84c75 admin admin] Deleting port 77a8d54d-c2ae-46eb-8536-30eb415f9718 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 00:05:41.569300 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-cf4b15c2-178e-4e69-963a-69c127d84c75 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:05:41.603800 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-8d4cb243-6608-4bb9-9dc0-70723f53173a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1013db76-e96b-4c62-9717-a1f2c31f25ce', 'name': 'tempest-TestEncryptedCinderVolumes-1993197797-router', 'tenant_id': '6794cc32da564ae49201a03e69357f37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.56'}], 'enable_snat': True}, 'gw_port_id': '77a8d54d-c2ae-46eb-8536-30eb415f9718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T00:04:27Z', 'updated_at': '2021-07-28T00:05:40Z', 'revision_number': 5, 'project_id': '6794cc32da564ae49201a03e69357f37', 'gw_port': {'id': '77a8d54d-c2ae-46eb-8536-30eb415f9718', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:ce:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1013db76-e96b-4c62-9717-a1f2c31f25ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T00:04:28Z', 'updated_at': '2021-07-28T00:04:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1'}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:05:41.629051 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d4cb243-6608-4bb9-9dc0-70723f53173a None None] Checking router: 1013db76-e96b-4c62-9717-a1f2c31f25ce for host: n-d-802623-1 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 00:05:41.636991 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d4cb243-6608-4bb9-9dc0-70723f53173a None None] Routers {'1013db76-e96b-4c62-9717-a1f2c31f25ce'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 00:05:41.637589 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-8d4cb243-6608-4bb9-9dc0-70723f53173a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-28T00:05:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['1013db76-e96b-4c62-9717-a1f2c31f25ce'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:05:41.646734 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-cf4b15c2-178e-4e69-963a-69c127d84c75 admin admin] For port 77a8d54d-c2ae-46eb-8536-30eb415f9718, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=77a8d54d-c2ae-46eb-8536-30eb415f9718,segment=NetworkSegment(b9afe07e-bbe4-4740-834c-4b6a9698bdbc),segment_id=b9afe07e-bbe4-4740-834c-4b6a9698bdbc)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 00:05:41.647132 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-cf4b15c2-178e-4e69-963a-69c127d84c75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:05:41.660245 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-cf4b15c2-178e-4e69-963a-69c127d84c75 admin admin] Calling delete_port for 77a8d54d-c2ae-46eb-8536-30eb415f9718 owned by network:router_gateway {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 00:05:41.808602 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-8d4cb243-6608-4bb9-9dc0-70723f53173a None None] Set router 1013db76-e96b-4c62-9717-a1f2c31f25ce gateway port host: None {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 00:05:41.830561 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-cf4b15c2-178e-4e69-963a-69c127d84c75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:05:41.855506 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4b15c2-178e-4e69-963a-69c127d84c75 admin admin] Pushing event deleted for resources: {'Port': ['ID=77a8d54d-c2ae-46eb-8536-30eb415f9718,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:05:41.866583 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-8d4cb243-6608-4bb9-9dc0-70723f53173a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1013db76-e96b-4c62-9717-a1f2c31f25ce', 'name': 'tempest-TestEncryptedCinderVolumes-1993197797-router', 'tenant_id': '6794cc32da564ae49201a03e69357f37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T00:04:27Z', 'updated_at': '2021-07-28T00:05:41Z', 'revision_number': 6, 'project_id': '6794cc32da564ae49201a03e69357f37', 'gw_port_host': None}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:05:41.892212 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d4cb243-6608-4bb9-9dc0-70723f53173a None None] The sync data for ids ['1013db76-e96b-4c62-9717-a1f2c31f25ce'] in n-d-802623-1 is: [{'id': '1013db76-e96b-4c62-9717-a1f2c31f25ce', 'name': 'tempest-TestEncryptedCinderVolumes-1993197797-router', 'tenant_id': '6794cc32da564ae49201a03e69357f37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T00:04:27Z', 'updated_at': '2021-07-28T00:05:41Z', 'revision_number': 6, 'project_id': '6794cc32da564ae49201a03e69357f37', 'gw_port_host': None}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 00:05:41.929075 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-cf4b15c2-178e-4e69-963a-69c127d84c75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-415368'] for router_gateway, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:05:42.018020 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-cf4b15c2-178e-4e69-963a-69c127d84c75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62205'] for router, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:05:42.020225 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-cf4b15c2-178e-4e69-963a-69c127d84c75 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:05:42.062704 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-cf4b15c2-178e-4e69-963a-69c127d84c75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-477831'] for router, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:05:42.063237 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf4b15c2-178e-4e69-963a-69c127d84c75 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1013db76-e96b-4c62-9717-a1f2c31f25ce {{(pid=93797) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 00:05:42.067764 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-cf4b15c2-178e-4e69-963a-69c127d84c75 admin admin] Notify callbacks [] for router, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:05:42.068916 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-cf4b15c2-178e-4e69-963a-69c127d84c75 admin admin] 10.222.0.18 "DELETE /v2.0/routers/1013db76-e96b-4c62-9717-a1f2c31f25ce HTTP/1.1" status: 204 len: 168 time: 0.7548780 Jul 28 00:05:42.072035 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 58056) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:05:42.119675 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ec472c4-bfdb-46cf-aa2e-8ef4e30cbf89 admin admin] Deleting subnet 5aa5db30-1868-45e6-868e-9c2f5f4f161a {{(pid=93798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 00:05:42.122673 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1ec472c4-bfdb-46cf-aa2e-8ef4e30cbf89 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:05:42.157278 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1ec472c4-bfdb-46cf-aa2e-8ef4e30cbf89 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11163249'] for subnet, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:05:42.234902 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1ec472c4-bfdb-46cf-aa2e-8ef4e30cbf89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620741'] for subnet, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:05:42.300780 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1ec472c4-bfdb-46cf-aa2e-8ef4e30cbf89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11971800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12265753'] for subnet, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:05:42.327367 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec472c4-bfdb-46cf-aa2e-8ef4e30cbf89 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5aa5db30-1868-45e6-868e-9c2f5f4f161a,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:05:42.330815 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1ec472c4-bfdb-46cf-aa2e-8ef4e30cbf89 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:05:42.334917 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-1ec472c4-bfdb-46cf-aa2e-8ef4e30cbf89 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/5aa5db30-1868-45e6-868e-9c2f5f4f161a HTTP/1.1" status: 204 len: 168 time: 0.2596087 Jul 28 00:05:42.335176 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 58058) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:05:42.338332 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6df50eb-f301-4823-8916-8a21abfb74df None None] Network 3b46c757-1b8e-4192-bd50-30bdd1b5869d requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 00:05:42.401764 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-655c8af3-2d32-452b-a2fb-ebc650bc851c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593271'] for network, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:05:42.453759 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-655c8af3-2d32-452b-a2fb-ebc650bc851c admin admin] Deleting port 48100d56-430d-4d66-9ed3-b4b1c4a56180 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 00:05:42.454110 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-655c8af3-2d32-452b-a2fb-ebc650bc851c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:05:42.521873 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-655c8af3-2d32-452b-a2fb-ebc650bc851c admin admin] For port 48100d56-430d-4d66-9ed3-b4b1c4a56180, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=48100d56-430d-4d66-9ed3-b4b1c4a56180,segment=NetworkSegment(4edb393e-1ca8-4b72-bd2e-559fed5167c7),segment_id=4edb393e-1ca8-4b72-bd2e-559fed5167c7)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 00:05:42.522242 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-655c8af3-2d32-452b-a2fb-ebc650bc851c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:05:42.534545 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-655c8af3-2d32-452b-a2fb-ebc650bc851c admin admin] Calling delete_port for 48100d56-430d-4d66-9ed3-b4b1c4a56180 owned by network:dhcp {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 00:05:42.613036 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-655c8af3-2d32-452b-a2fb-ebc650bc851c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:05:42.631886 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b5b51d7-9833-4606-bd46-e9956f7cb2fe None None] DHCP port deletion for 3b46c757-1b8e-4192-bd50-30bdd1b5869d request from n-d-802623-1 {{(pid=93799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 00:05:42.648936 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655c8af3-2d32-452b-a2fb-ebc650bc851c admin admin] Pushing event deleted for resources: {'Port': ['ID=48100d56-430d-4d66-9ed3-b4b1c4a56180,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:05:42.650849 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-655c8af3-2d32-452b-a2fb-ebc650bc851c admin admin] No DVR routers for this DVR port 48100d56-430d-4d66-9ed3-b4b1c4a56180 on host n-d-802623-1 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 00:05:42.698336 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 48100d56-430d-4d66-9ed3-b4b1c4a56180 no longer exists at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 00:05:42.722198 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] No Port match for: 48100d56-430d-4d66-9ed3-b4b1c4a56180 {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 00:05:42.722417 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 48100d56-430d-4d66-9ed3-b4b1c4a56180 not bound to the agent host n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 00:05:42.722839 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 9f056ba2-0c98-4290-9e6c-2fe52429dcb2 no longer exists at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 00:05:42.726172 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-655c8af3-2d32-452b-a2fb-ebc650bc851c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618032', 'neutron.services.segments.db._delete_segments_for_network-8736833900081'] for network, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:05:42.736921 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-655c8af3-2d32-452b-a2fb-ebc650bc851c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b46c757-1b8e-4192-bd50-30bdd1b5869d']}} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:05:42.748117 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-655c8af3-2d32-452b-a2fb-ebc650bc851c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4edb393e-1ca8-4b72-bd2e-559fed5167c7') {'for_net_delete': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:05:42.748414 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-655c8af3-2d32-452b-a2fb-ebc650bc851c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4edb393e-1ca8-4b72-bd2e-559fed5167c7') {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:05:42.749235 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] No Port match for: 9f056ba2-0c98-4290-9e6c-2fe52429dcb2 {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 00:05:42.749660 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 9f056ba2-0c98-4290-9e6c-2fe52429dcb2 not bound to the agent host n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 00:05:42.750282 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 77a8d54d-c2ae-46eb-8536-30eb415f9718 no longer exists at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 00:05:42.757548 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-655c8af3-2d32-452b-a2fb-ebc650bc851c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736833900858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11163256'] for segment, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:05:42.769355 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] No Port match for: 77a8d54d-c2ae-46eb-8536-30eb415f9718 {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 00:05:42.769697 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 77a8d54d-c2ae-46eb-8536-30eb415f9718 not bound to the agent host n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 00:05:42.777024 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-655c8af3-2d32-452b-a2fb-ebc650bc851c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:05:42.783580 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-655c8af3-2d32-452b-a2fb-ebc650bc851c admin admin] Releasing vlan 542 on physical network physnet1 to pool {{(pid=93798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 00:05:42.783969 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-655c8af3-2d32-452b-a2fb-ebc650bc851c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11971746'] for segment, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:05:42.785895 n-d-802623-1 neutron-server[93798]: Traceback (most recent call last): Jul 28 00:05:42.785895 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 00:05:42.785895 n-d-802623-1 neutron-server[93798]: timer() Jul 28 00:05:42.785895 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 00:05:42.785895 n-d-802623-1 neutron-server[93798]: cb(*args, **kw) Jul 28 00:05:42.785895 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 00:05:42.785895 n-d-802623-1 neutron-server[93798]: return func(*args, **kwargs) Jul 28 00:05:42.785895 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 00:05:42.785895 n-d-802623-1 neutron-server[93798]: self._notify() Jul 28 00:05:42.785895 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 00:05:42.785895 n-d-802623-1 neutron-server[93798]: self.callback(batched_events) Jul 28 00:05:42.785895 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 00:05:42.785895 n-d-802623-1 neutron-server[93798]: event.method(event) Jul 28 00:05:42.785895 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 00:05:42.785895 n-d-802623-1 neutron-server[93798]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 00:05:42.785895 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 00:05:42.785895 n-d-802623-1 neutron-server[93798]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 00:05:42.785895 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 00:05:42.785895 n-d-802623-1 neutron-server[93798]: return f(self, *a, **k) Jul 28 00:05:42.785895 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 00:05:42.785895 n-d-802623-1 neutron-server[93798]: return self._get(url).json() Jul 28 00:05:42.785895 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 00:05:42.785895 n-d-802623-1 neutron-server[93798]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 00:05:42.785895 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 00:05:42.785895 n-d-802623-1 neutron-server[93798]: return self.request(url, 'GET', **kwargs) Jul 28 00:05:42.785895 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 00:05:42.785895 n-d-802623-1 neutron-server[93798]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 00:05:42.785895 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 00:05:42.785895 n-d-802623-1 neutron-server[93798]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 00:05:42.785895 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 00:05:42.785895 n-d-802623-1 neutron-server[93798]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 00:05:42.785895 n-d-802623-1 neutron-server[93798]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 00:05:42.852983 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-655c8af3-2d32-452b-a2fb-ebc650bc851c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415412'] for network, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:05:42.859299 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-655c8af3-2d32-452b-a2fb-ebc650bc851c admin admin] Notify callbacks [] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:05:42.864079 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-655c8af3-2d32-452b-a2fb-ebc650bc851c admin admin] 10.222.0.18 "DELETE /v2.0/networks/3b46c757-1b8e-4192-bd50-30bdd1b5869d HTTP/1.1" status: 204 len: 168 time: 0.5249724 Jul 28 00:05:42.873092 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655c8af3-2d32-452b-a2fb-ebc650bc851c admin admin] Pushing event deleted for resources: {'Network': ['ID=3b46c757-1b8e-4192-bd50-30bdd1b5869d,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:05:43.018764 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 58062) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:05:43.060068 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-3e40185b-d6d3-4d9e-8f27-8e01deed7109 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=efcb9adb6f51487e8d02ba0431cf3818&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0400076 Jul 28 00:05:43.062368 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 58064) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:05:43.115976 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-dab6e7b2-4944-4ec6-94ab-85860c177027 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:05:43.137398 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-dab6e7b2-4944-4ec6-94ab-85860c177027 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:05:43.185391 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-dab6e7b2-4944-4ec6-94ab-85860c177027 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:05:43.188029 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-dab6e7b2-4944-4ec6-94ab-85860c177027 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:05:43.189213 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-dab6e7b2-4944-4ec6-94ab-85860c177027 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b045eb8d-2b3a-4337-8b56-199c1430f1b2 HTTP/1.1" status: 204 len: 168 time: 0.1259241 Jul 28 00:05:43.197275 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab6e7b2-4944-4ec6-94ab-85860c177027 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b045eb8d-2b3a-4337-8b56-199c1430f1b2,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:05:43.493946 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 58070) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:05:43.533530 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-155f5534-70ff-4dcd-9694-17af3bac6891 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6794cc32da564ae49201a03e69357f37&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0384507 Jul 28 00:05:43.535849 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 58072) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:05:43.582311 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5421f48a-ff09-475c-ac40-ae2d4cb873b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:05:43.603135 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5421f48a-ff09-475c-ac40-ae2d4cb873b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:05:43.648953 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5421f48a-ff09-475c-ac40-ae2d4cb873b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:05:43.652163 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5421f48a-ff09-475c-ac40-ae2d4cb873b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:05:43.653321 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-5421f48a-ff09-475c-ac40-ae2d4cb873b8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ed25f254-3990-4fe7-b219-c0e7e6e415f1 HTTP/1.1" status: 204 len: 168 time: 0.1165755 Jul 28 00:05:43.661960 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5421f48a-ff09-475c-ac40-ae2d4cb873b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed25f254-3990-4fe7-b219-c0e7e6e415f1,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:05:44.285771 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 58094) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:05:44.380109 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-617f9779-764b-4745-a5fe-8efbdc42d999 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-666582340-network', 'tenant_id': '89b98a394d0a4deca4a2bd6b2ae5c66e'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 00:05:44.400625 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-617f9779-764b-4745-a5fe-8efbdc42d999 admin admin] Made reservation on behalf of 89b98a394d0a4deca4a2bd6b2ae5c66e for: {'network': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 00:05:44.403183 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-617f9779-764b-4745-a5fe-8efbdc42d999 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for network, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:05:44.411385 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-617f9779-764b-4745-a5fe-8efbdc42d999 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:05:44.500414 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-617f9779-764b-4745-a5fe-8efbdc42d999 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:05:44.503954 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-617f9779-764b-4745-a5fe-8efbdc42d999 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:05:44.524740 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-617f9779-764b-4745-a5fe-8efbdc42d999 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 548} {{(pid=93797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 00:05:44.539584 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617f9779-764b-4745-a5fe-8efbdc42d999 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4483a78b-b336-4494-944f-8c3092947a3c,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:05:44.544269 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-617f9779-764b-4745-a5fe-8efbdc42d999 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:05:44.544629 n-d-802623-1 neutron-server[93797]: INFO neutron.db.segments_db [None req-617f9779-764b-4745-a5fe-8efbdc42d999 admin admin] Added segment 7dcbc178-071d-459b-8246-3482c62f5eb0 of type vlan for network 6737f7fe-255e-4ed4-a03e-776abd6a354d Jul 28 00:05:44.585291 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-617f9779-764b-4745-a5fe-8efbdc42d999 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736833354590'] for network, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:05:44.617188 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-617f9779-764b-4745-a5fe-8efbdc42d999 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569'] for network, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:05:44.618123 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-617f9779-764b-4745-a5fe-8efbdc42d999 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:05:44.618698 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-617f9779-764b-4745-a5fe-8efbdc42d999 admin admin] Notify callbacks [] for network, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:05:44.671804 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-617f9779-764b-4745-a5fe-8efbdc42d999 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3849559 Jul 28 00:05:44.674928 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 58098) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:05:44.679204 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617f9779-764b-4745-a5fe-8efbdc42d999 admin admin] Pushing event updated for resources: {'Network': ['ID=6737f7fe-255e-4ed4-a03e-776abd6a354d,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:05:44.680076 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-3afd49a7-b5ae-45d4-9f65-cdfc0ecb2e1d admin admin] Request body: {'subnet': {'network_id': '6737f7fe-255e-4ed4-a03e-776abd6a354d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-666582340-subnet', 'tenant_id': '89b98a394d0a4deca4a2bd6b2ae5c66e', 'ip_version': 4}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 00:05:44.689366 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Network 6737f7fe-255e-4ed4-a03e-776abd6a354d details requested by agent ovs-agent-n-d-802623-1 with host n-d-802623-1 {{(pid=93799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 00:05:44.705161 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3afd49a7-b5ae-45d4-9f65-cdfc0ecb2e1d admin admin] Made reservation on behalf of 89b98a394d0a4deca4a2bd6b2ae5c66e for: {'subnet': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 00:05:44.707530 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3afd49a7-b5ae-45d4-9f65-cdfc0ecb2e1d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12265828'] for subnet, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:05:44.868060 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3afd49a7-b5ae-45d4-9f65-cdfc0ecb2e1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11971609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12265750'] for subnet, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:05:44.926509 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afd49a7-b5ae-45d4-9f65-cdfc0ecb2e1d admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ca90e15-68ca-4d4e-b60c-7dff5b92b67b,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:05:44.935008 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3afd49a7-b5ae-45d4-9f65-cdfc0ecb2e1d admin admin] Checking segment: {'id': '7dcbc178-071d-459b-8246-3482c62f5eb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '6737f7fe-255e-4ed4-a03e-776abd6a354d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 00:05:44.935392 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3afd49a7-b5ae-45d4-9f65-cdfc0ecb2e1d admin admin] Network hostable DHCP agents. Network: 6737f7fe-255e-4ed4-a03e-776abd6a354d, hostable agents: ['5950e76f-2bde-4343-a925-cbe6bacd2706'], hosted agents: [] {{(pid=93798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 00:05:44.951614 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3afd49a7-b5ae-45d4-9f65-cdfc0ecb2e1d admin admin] Network 6737f7fe-255e-4ed4-a03e-776abd6a354d is scheduled to be hosted by DHCP agent 5950e76f-2bde-4343-a925-cbe6bacd2706 with binding_index 1 {{(pid=93798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 00:05:44.959578 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-3afd49a7-b5ae-45d4-9f65-cdfc0ecb2e1d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802623-1, 6737f7fe-255e-4ed4-a03e-776abd6a354d) {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 00:05:44.965961 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3afd49a7-b5ae-45d4-9f65-cdfc0ecb2e1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:05:44.966896 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3afd49a7-b5ae-45d4-9f65-cdfc0ecb2e1d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:05:44.967805 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db84e57c-b465-41c5-aadc-1577d25b9b20 None None] Network 6737f7fe-255e-4ed4-a03e-776abd6a354d requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 00:05:44.980840 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-3afd49a7-b5ae-45d4-9f65-cdfc0ecb2e1d admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3048220 Jul 28 00:05:44.983514 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 58100) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:05:44.988084 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-d7b4c8fe-9ce2-4def-9c1f-caadf6545e5b admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-666582340-router', 'tenant_id': '89b98a394d0a4deca4a2bd6b2ae5c66e', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'}}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 00:05:45.008236 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d7b4c8fe-9ce2-4def-9c1f-caadf6545e5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62159'] for router, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:05:45.009749 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d7b4c8fe-9ce2-4def-9c1f-caadf6545e5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-479230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-415539', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3693317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62148'] for router, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:05:45.060688 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d7b4c8fe-9ce2-4def-9c1f-caadf6545e5b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:05:45.113535 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c161806-c771-4a62-a851-1635299c9e32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f6f257c-ad18-5f0c-8c8e-ea085a5fc8a2-6737f7fe-255e-4ed4-a03e-776abd6a354d', 'network_id': '6737f7fe-255e-4ed4-a03e-776abd6a354d', 'tenant_id': '89b98a394d0a4deca4a2bd6b2ae5c66e', 'fixed_ips': [{'subnet_id': '0ca90e15-68ca-4d4e-b60c-7dff5b92b67b'}]}} from n-d-802623-1. {{(pid=93799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 00:05:45.114406 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-1c161806-c771-4a62-a851-1635299c9e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:05:45.207066 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d7b4c8fe-9ce2-4def-9c1f-caadf6545e5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-415433', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62186'] for router, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:05:45.256605 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-1c161806-c771-4a62-a851-1635299c9e32 None None] Allocated IP 172.20.0.2 (6737f7fe-255e-4ed4-a03e-776abd6a354d/0ca90e15-68ca-4d4e-b60c-7dff5b92b67b/87bb2c93-9804-4580-b619-30a7afe985e9) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 00:05:45.400526 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-1c161806-c771-4a62-a851-1635299c9e32 None None] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:05:45.408932 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-1c161806-c771-4a62-a851-1635299c9e32 None None] Transition to ACTIVE for port object 87bb2c93-9804-4580-b619-30a7afe985e9 will not be triggered until provisioned by entity L2. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 00:05:45.410702 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d7b4c8fe-9ce2-4def-9c1f-caadf6545e5b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:05:45.423494 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-1c161806-c771-4a62-a851-1635299c9e32 None None] Transition to ACTIVE for port object 87bb2c93-9804-4580-b619-30a7afe985e9 will not be triggered until provisioned by entity DHCP. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 00:05:45.428673 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-1c161806-c771-4a62-a851-1635299c9e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:05:45.431440 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d7b4c8fe-9ce2-4def-9c1f-caadf6545e5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:05:45.466476 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c161806-c771-4a62-a851-1635299c9e32 None None] Network 6737f7fe-255e-4ed4-a03e-776abd6a354d is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 00:05:45.469294 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-1c161806-c771-4a62-a851-1635299c9e32 None None] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 00:05:45.472060 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c161806-c771-4a62-a851-1635299c9e32 None None] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 00:05:45.488124 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c161806-c771-4a62-a851-1635299c9e32 None None] Pushing event updated for resources: {'Port': ['ID=87bb2c93-9804-4580-b619-30a7afe985e9,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:05:45.534879 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-d7b4c8fe-9ce2-4def-9c1f-caadf6545e5b admin admin] Allocated IP 172.25.4.7 (2fd42287-ed26-4eb9-89a5-b521f5b04356/17de1f8f-393a-4b0c-a2df-614bd3f2fb5e/42568d3d-49ec-47a3-891e-f9ca1b3b4d27) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 00:05:45.536598 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-1c161806-c771-4a62-a851-1635299c9e32 None None] Attempting to bind port 87bb2c93-9804-4580-b619-30a7afe985e9 on host n-d-802623-1 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 00:05:45.536995 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-1c161806-c771-4a62-a851-1635299c9e32 None None] Attempting to bind port 87bb2c93-9804-4580-b619-30a7afe985e9 by drivers openvswitch,hyperv on host n-d-802623-1 at level 0 using segments [{'id': '7dcbc178-071d-459b-8246-3482c62f5eb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '6737f7fe-255e-4ed4-a03e-776abd6a354d'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 00:05:45.537455 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c161806-c771-4a62-a851-1635299c9e32 None None] Attempting to bind port 87bb2c93-9804-4580-b619-30a7afe985e9 on network 6737f7fe-255e-4ed4-a03e-776abd6a354d {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 00:05:45.542812 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c161806-c771-4a62-a851-1635299c9e32 None None] Checking agent: {'id': 'a9a568d2-a5e7-41e4-833f-a8ab42ea4073', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 52, 30), 'started_at': datetime.datetime(2021, 7, 27, 22, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 0, 5, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802623-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 00:05:45.543293 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c161806-c771-4a62-a851-1635299c9e32 None None] Checking segment: {'id': '7dcbc178-071d-459b-8246-3482c62f5eb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '6737f7fe-255e-4ed4-a03e-776abd6a354d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 00:05:45.543706 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-1c161806-c771-4a62-a851-1635299c9e32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:05:45.544095 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c161806-c771-4a62-a851-1635299c9e32 None None] Bound using segment: {'id': '7dcbc178-071d-459b-8246-3482c62f5eb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '6737f7fe-255e-4ed4-a03e-776abd6a354d'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 00:05:45.544564 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-1c161806-c771-4a62-a851-1635299c9e32 None None] Bound port: 87bb2c93-9804-4580-b619-30a7afe985e9, host: n-d-802623-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7dcbc178-071d-459b-8246-3482c62f5eb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '6737f7fe-255e-4ed4-a03e-776abd6a354d'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 00:05:45.545027 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-1c161806-c771-4a62-a851-1635299c9e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:05:45.608358 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-1c161806-c771-4a62-a851-1635299c9e32 None None] For port 87bb2c93-9804-4580-b619-30a7afe985e9, host n-d-802623-1, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 00:05:45.612115 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-1c161806-c771-4a62-a851-1635299c9e32 None None] For port 87bb2c93-9804-4580-b619-30a7afe985e9, host n-d-802623-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=87bb2c93-9804-4580-b619-30a7afe985e9,segment=NetworkSegment(7dcbc178-071d-459b-8246-3482c62f5eb0),segment_id=7dcbc178-071d-459b-8246-3482c62f5eb0)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 00:05:45.616164 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-1c161806-c771-4a62-a851-1635299c9e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:05:45.639025 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d7b4c8fe-9ce2-4def-9c1f-caadf6545e5b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:05:45.673077 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c161806-c771-4a62-a851-1635299c9e32 None None] Pushing event updated for resources: {'Port': ['ID=87bb2c93-9804-4580-b619-30a7afe985e9,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:05:45.679589 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d7b4c8fe-9ce2-4def-9c1f-caadf6545e5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:05:45.720590 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7b4c8fe-9ce2-4def-9c1f-caadf6545e5b admin admin] Network 2fd42287-ed26-4eb9-89a5-b521f5b04356 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 00:05:45.725546 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-d7b4c8fe-9ce2-4def-9c1f-caadf6545e5b admin admin] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 00:05:45.730525 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7b4c8fe-9ce2-4def-9c1f-caadf6545e5b admin admin] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 00:05:45.733416 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b4c8fe-9ce2-4def-9c1f-caadf6545e5b admin admin] Pushing event updated for resources: {'Port': ['ID=42568d3d-49ec-47a3-891e-f9ca1b3b4d27,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:05:45.995669 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d7b4c8fe-9ce2-4def-9c1f-caadf6545e5b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:05:46.187739 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d7b4c8fe-9ce2-4def-9c1f-caadf6545e5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-415468'] for router, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:05:46.317151 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7b4c8fe-9ce2-4def-9c1f-caadf6545e5b admin admin] Router c8205563-bbea-4cde-a327-4be5bad8bd21 is scheduled to L3 agent 018c4455-49c0-4734-927d-7824067b2a9e with binding_index 1 {{(pid=93798) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 00:05:46.428538 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7b4c8fe-9ce2-4def-9c1f-caadf6545e5b admin admin] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 00:05:46.439442 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0435e103-412b-422a-8048-29c8019f24d5 None None] Sync routers for ids ['c8205563-bbea-4cde-a327-4be5bad8bd21'] in n-d-802623-1 {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 00:05:46.447484 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d7b4c8fe-9ce2-4def-9c1f-caadf6545e5b admin admin] Notify callbacks [] for router, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:05:46.448666 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-d7b4c8fe-9ce2-4def-9c1f-caadf6545e5b admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.4642165 Jul 28 00:05:46.451480 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 58102) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:05:46.453755 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0435e103-412b-422a-8048-29c8019f24d5 None None] Routers {'c8205563-bbea-4cde-a327-4be5bad8bd21'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 00:05:46.454418 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-0435e103-412b-422a-8048-29c8019f24d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-28T00:05:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['c8205563-bbea-4cde-a327-4be5bad8bd21'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:05:46.604978 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a202808c-3e97-427d-b825-ecd5a5d828ac None None] Network 6737f7fe-255e-4ed4-a03e-776abd6a354d requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 00:05:46.648631 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 87bb2c93-9804-4580-b619-30a7afe985e9 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 00:05:46.703254 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-1cb2109c-6fe4-44ee-956b-02a27118d994 None None] Provisioning for port 87bb2c93-9804-4580-b619-30a7afe985e9 completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 00:05:46.724645 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-0435e103-412b-422a-8048-29c8019f24d5 None None] Set router c8205563-bbea-4cde-a327-4be5bad8bd21 gateway port host: n-d-802623-1 {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 00:05:46.896904 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning for port 87bb2c93-9804-4580-b619-30a7afe985e9 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 00:05:46.906179 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port 87bb2c93-9804-4580-b619-30a7afe985e9 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 00:05:46.906553 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:05:47.071549 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:05:47.104789 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-0435e103-412b-422a-8048-29c8019f24d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8205563-bbea-4cde-a327-4be5bad8bd21', 'name': 'tempest-TestMinimumBasicScenario-666582340-router', 'tenant_id': '89b98a394d0a4deca4a2bd6b2ae5c66e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.7'}], 'enable_snat': True}, 'gw_port_id': '42568d3d-49ec-47a3-891e-f9ca1b3b4d27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T00:05:45Z', 'updated_at': '2021-07-28T00:05:45Z', 'revision_number': 3, 'project_id': '89b98a394d0a4deca4a2bd6b2ae5c66e', 'gw_port': {'id': '42568d3d-49ec-47a3-891e-f9ca1b3b4d27', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:3b:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8205563-bbea-4cde-a327-4be5bad8bd21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T00:05:45Z', 'updated_at': '2021-07-28T00:05:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1'}], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:05:47.144366 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] For port 87bb2c93-9804-4580-b619-30a7afe985e9, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=87bb2c93-9804-4580-b619-30a7afe985e9,segment=NetworkSegment(7dcbc178-071d-459b-8246-3482c62f5eb0),segment_id=7dcbc178-071d-459b-8246-3482c62f5eb0)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 00:05:47.145799 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0435e103-412b-422a-8048-29c8019f24d5 None None] Checking router: c8205563-bbea-4cde-a327-4be5bad8bd21 for host: n-d-802623-1 {{(pid=93799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 00:05:47.146154 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0435e103-412b-422a-8048-29c8019f24d5 None None] Updating router c8205563-bbea-4cde-a327-4be5bad8bd21 port 42568d3d-49ec-47a3-891e-f9ca1b3b4d27 binding host n-d-802623-1 {{(pid=93799) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 00:05:47.170240 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:05:47.212929 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-0435e103-412b-422a-8048-29c8019f24d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:05:47.250113 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Pushing event updated for resources: {'Port': ['ID=87bb2c93-9804-4580-b619-30a7afe985e9,revision_number=3']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:05:47.304905 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ac734e7b-ee71-4e80-ab46-555c2717b04f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:05:47.384533 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-4df13bea-f42c-485b-b083-f8c28e27011d None None] Provisioning complete for port 87bb2c93-9804-4580-b619-30a7afe985e9 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 00:05:47.384822 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4df13bea-f42c-485b-b083-f8c28e27011d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:05:47.504276 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-ac734e7b-ee71-4e80-ab46-555c2717b04f admin admin] Allocated IP 172.20.0.1 (6737f7fe-255e-4ed4-a03e-776abd6a354d/0ca90e15-68ca-4d4e-b60c-7dff5b92b67b/7c313730-dc04-488e-8040-4de22ecbbe5b) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 00:05:47.554668 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-0435e103-412b-422a-8048-29c8019f24d5 None None] Notify callbacks [] for port, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:05:47.564667 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-0435e103-412b-422a-8048-29c8019f24d5 None None] Transition to ACTIVE for port object 42568d3d-49ec-47a3-891e-f9ca1b3b4d27 will not be triggered until provisioned by entity L2. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 00:05:47.571500 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-0435e103-412b-422a-8048-29c8019f24d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:05:47.611952 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ac734e7b-ee71-4e80-ab46-555c2717b04f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:05:47.623180 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-0435e103-412b-422a-8048-29c8019f24d5 None None] Attempting to bind port 42568d3d-49ec-47a3-891e-f9ca1b3b4d27 on host n-d-802623-1 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 00:05:47.623559 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-0435e103-412b-422a-8048-29c8019f24d5 None None] Attempting to bind port 42568d3d-49ec-47a3-891e-f9ca1b3b4d27 by drivers openvswitch,hyperv on host n-d-802623-1 at level 0 using segments [{'id': 'b9afe07e-bbe4-4740-834c-4b6a9698bdbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 00:05:47.623927 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0435e103-412b-422a-8048-29c8019f24d5 None None] Attempting to bind port 42568d3d-49ec-47a3-891e-f9ca1b3b4d27 on network 2fd42287-ed26-4eb9-89a5-b521f5b04356 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 00:05:47.625083 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-ac734e7b-ee71-4e80-ab46-555c2717b04f admin admin] Transition to ACTIVE for port object 7c313730-dc04-488e-8040-4de22ecbbe5b will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 00:05:47.631011 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de455a00-41b2-4bde-987d-37f766fc7b1a None None] Pushing event updated for resources: {'Port': ['ID=42568d3d-49ec-47a3-891e-f9ca1b3b4d27,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:05:47.634374 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0435e103-412b-422a-8048-29c8019f24d5 None None] Checking agent: {'id': 'a9a568d2-a5e7-41e4-833f-a8ab42ea4073', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 52, 30), 'started_at': datetime.datetime(2021, 7, 27, 22, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 0, 5, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802623-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 00:05:47.634755 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0435e103-412b-422a-8048-29c8019f24d5 None None] Checking segment: {'id': 'b9afe07e-bbe4-4740-834c-4b6a9698bdbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 00:05:47.635174 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-0435e103-412b-422a-8048-29c8019f24d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:05:47.635558 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0435e103-412b-422a-8048-29c8019f24d5 None None] Bound using segment: {'id': 'b9afe07e-bbe4-4740-834c-4b6a9698bdbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 00:05:47.636024 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-0435e103-412b-422a-8048-29c8019f24d5 None None] Bound port: 42568d3d-49ec-47a3-891e-f9ca1b3b4d27, host: n-d-802623-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9afe07e-bbe4-4740-834c-4b6a9698bdbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 00:05:47.636406 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-0435e103-412b-422a-8048-29c8019f24d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:05:47.662514 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ac734e7b-ee71-4e80-ab46-555c2717b04f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:05:47.690713 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-0435e103-412b-422a-8048-29c8019f24d5 None None] For port 42568d3d-49ec-47a3-891e-f9ca1b3b4d27, host n-d-802623-1, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 00:05:47.694116 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-0435e103-412b-422a-8048-29c8019f24d5 None None] For port 42568d3d-49ec-47a3-891e-f9ca1b3b4d27, host n-d-802623-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=42568d3d-49ec-47a3-891e-f9ca1b3b4d27,segment=NetworkSegment(b9afe07e-bbe4-4740-834c-4b6a9698bdbc),segment_id=b9afe07e-bbe4-4740-834c-4b6a9698bdbc)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 00:05:47.698248 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-0435e103-412b-422a-8048-29c8019f24d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:05:47.700084 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac734e7b-ee71-4e80-ab46-555c2717b04f admin admin] Network 6737f7fe-255e-4ed4-a03e-776abd6a354d is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 00:05:47.702863 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-ac734e7b-ee71-4e80-ab46-555c2717b04f admin admin] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 00:05:47.706313 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac734e7b-ee71-4e80-ab46-555c2717b04f admin admin] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 00:05:47.737686 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac734e7b-ee71-4e80-ab46-555c2717b04f admin admin] Pushing event updated for resources: {'Port': ['ID=7c313730-dc04-488e-8040-4de22ecbbe5b,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:05:47.752392 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ac734e7b-ee71-4e80-ab46-555c2717b04f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-415283'] for router_interface, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:05:47.755891 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0435e103-412b-422a-8048-29c8019f24d5 None None] Routers {'c8205563-bbea-4cde-a327-4be5bad8bd21'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 00:05:47.756519 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-0435e103-412b-422a-8048-29c8019f24d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-28T00:05:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['c8205563-bbea-4cde-a327-4be5bad8bd21'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:05:47.759065 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de455a00-41b2-4bde-987d-37f766fc7b1a None None] Pushing event updated for resources: {'Port': ['ID=42568d3d-49ec-47a3-891e-f9ca1b3b4d27,revision_number=3']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:05:47.892637 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ac734e7b-ee71-4e80-ab46-555c2717b04f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:05:48.031518 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ceacef05-dcf8-48af-ba47-271343c64f00 None None] Provisioning for port 7c313730-dc04-488e-8040-4de22ecbbe5b completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 00:05:48.040505 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-0435e103-412b-422a-8048-29c8019f24d5 None None] Set router c8205563-bbea-4cde-a327-4be5bad8bd21 gateway port host: n-d-802623-1 {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 00:05:48.042125 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ceacef05-dcf8-48af-ba47-271343c64f00 None None] Provisioning complete for port 7c313730-dc04-488e-8040-4de22ecbbe5b triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 00:05:48.042501 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ceacef05-dcf8-48af-ba47-271343c64f00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:05:48.062737 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ac734e7b-ee71-4e80-ab46-555c2717b04f admin admin] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:05:48.067494 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ac734e7b-ee71-4e80-ab46-555c2717b04f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:05:48.134942 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ac734e7b-ee71-4e80-ab46-555c2717b04f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3760555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-414115'] for router_interface, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:05:48.142603 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac734e7b-ee71-4e80-ab46-555c2717b04f admin admin] Pushing event updated for resources: {'Port': ['ID=7c313730-dc04-488e-8040-4de22ecbbe5b,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:05:48.166777 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-ceacef05-dcf8-48af-ba47-271343c64f00 None None] Port 7c313730-dc04-488e-8040-4de22ecbbe5b cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 00:05:48.231360 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac734e7b-ee71-4e80-ab46-555c2717b04f admin admin] Network 6737f7fe-255e-4ed4-a03e-776abd6a354d is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 00:05:48.233420 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-ac734e7b-ee71-4e80-ab46-555c2717b04f admin admin] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 00:05:48.252216 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-0435e103-412b-422a-8048-29c8019f24d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8205563-bbea-4cde-a327-4be5bad8bd21', 'name': 'tempest-TestMinimumBasicScenario-666582340-router', 'tenant_id': '89b98a394d0a4deca4a2bd6b2ae5c66e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.7'}], 'enable_snat': True}, 'gw_port_id': '42568d3d-49ec-47a3-891e-f9ca1b3b4d27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T00:05:45Z', 'updated_at': '2021-07-28T00:05:45Z', 'revision_number': 3, 'project_id': '89b98a394d0a4deca4a2bd6b2ae5c66e', 'gw_port': {'id': '42568d3d-49ec-47a3-891e-f9ca1b3b4d27', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:3b:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8205563-bbea-4cde-a327-4be5bad8bd21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T00:05:45Z', 'updated_at': '2021-07-28T00:05:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1'}], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:05:48.287548 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0435e103-412b-422a-8048-29c8019f24d5 None None] The sync data for ids ['c8205563-bbea-4cde-a327-4be5bad8bd21'] in n-d-802623-1 is: [{'id': 'c8205563-bbea-4cde-a327-4be5bad8bd21', 'name': 'tempest-TestMinimumBasicScenario-666582340-router', 'tenant_id': '89b98a394d0a4deca4a2bd6b2ae5c66e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.7'}], 'enable_snat': True}, 'gw_port_id': '42568d3d-49ec-47a3-891e-f9ca1b3b4d27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T00:05:45Z', 'updated_at': '2021-07-28T00:05:45Z', 'revision_number': 3, 'project_id': '89b98a394d0a4deca4a2bd6b2ae5c66e', 'gw_port': {'id': '42568d3d-49ec-47a3-891e-f9ca1b3b4d27', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:3b:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8205563-bbea-4cde-a327-4be5bad8bd21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T00:05:45Z', 'updated_at': '2021-07-28T00:05:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1'}] {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 00:05:48.360064 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac734e7b-ee71-4e80-ab46-555c2717b04f admin admin] Router c8205563-bbea-4cde-a327-4be5bad8bd21 has already been hosted by L3 agent 018c4455-49c0-4734-927d-7824067b2a9e {{(pid=93798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 00:05:48.473885 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac734e7b-ee71-4e80-ab46-555c2717b04f admin admin] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 00:05:48.479607 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-ac734e7b-ee71-4e80-ab46-555c2717b04f admin admin] 10.222.0.18 "PUT /v2.0/routers/c8205563-bbea-4cde-a327-4be5bad8bd21/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0270224 Jul 28 00:05:48.488098 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-3d28b029-9b59-44d9-a34e-0d04968663c6 None None] Provisioning complete for port 7c313730-dc04-488e-8040-4de22ecbbe5b triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 00:05:48.488516 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-3d28b029-9b59-44d9-a34e-0d04968663c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:05:48.540194 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-3d28b029-9b59-44d9-a34e-0d04968663c6 None None] Port 7c313730-dc04-488e-8040-4de22ecbbe5b cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 00:05:48.595838 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 87bb2c93-9804-4580-b619-30a7afe985e9 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 00:05:48.651235 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port 87bb2c93-9804-4580-b619-30a7afe985e9 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 00:05:48.651605 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:05:49.005837 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 58118) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:05:49.011311 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-90458c6b-8866-46c9-83c5-485e9e18dcfc admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-798508173-network', 'tenant_id': '3ca677f5f60045f3b7a663a287ee2a4f'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 00:05:49.032963 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90458c6b-8866-46c9-83c5-485e9e18dcfc admin admin] Made reservation on behalf of 3ca677f5f60045f3b7a663a287ee2a4f for: {'network': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 00:05:49.035272 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-90458c6b-8866-46c9-83c5-485e9e18dcfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for network, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:05:49.044563 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-90458c6b-8866-46c9-83c5-485e9e18dcfc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:05:49.138171 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-90458c6b-8866-46c9-83c5-485e9e18dcfc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:05:49.142144 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-90458c6b-8866-46c9-83c5-485e9e18dcfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:05:49.170079 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90458c6b-8866-46c9-83c5-485e9e18dcfc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 517} {{(pid=93798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 00:05:49.175339 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90458c6b-8866-46c9-83c5-485e9e18dcfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=173caf05-21b9-4e11-ab66-86ef9cc99e9b,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:05:49.182494 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-90458c6b-8866-46c9-83c5-485e9e18dcfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:05:49.182838 n-d-802623-1 neutron-server[93798]: INFO neutron.db.segments_db [None req-90458c6b-8866-46c9-83c5-485e9e18dcfc admin admin] Added segment 2b2da2ea-e897-4a26-95a0-f0568f17c27a of type vlan for network 05f4f91a-ad78-4cd1-8d1e-8172aac51cda Jul 28 00:05:49.225081 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-90458c6b-8866-46c9-83c5-485e9e18dcfc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736833354590'] for network, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:05:49.254090 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-90458c6b-8866-46c9-83c5-485e9e18dcfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569'] for network, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:05:49.255072 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90458c6b-8866-46c9-83c5-485e9e18dcfc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:05:49.255662 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-90458c6b-8866-46c9-83c5-485e9e18dcfc admin admin] Notify callbacks [] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:05:49.305948 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-90458c6b-8866-46c9-83c5-485e9e18dcfc admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.2983661 Jul 28 00:05:49.308800 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 58120) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:05:49.313986 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-09cdce94-4e78-48d3-94f7-950209ec1c42 admin admin] Request body: {'subnet': {'network_id': '05f4f91a-ad78-4cd1-8d1e-8172aac51cda', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-798508173-subnet', 'tenant_id': '3ca677f5f60045f3b7a663a287ee2a4f', 'ip_version': 4}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 00:05:49.315961 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90458c6b-8866-46c9-83c5-485e9e18dcfc admin admin] Pushing event updated for resources: {'Network': ['ID=05f4f91a-ad78-4cd1-8d1e-8172aac51cda,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:05:49.328245 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Network 05f4f91a-ad78-4cd1-8d1e-8172aac51cda details requested by agent ovs-agent-n-d-802623-1 with host n-d-802623-1 {{(pid=93799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 00:05:49.337520 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09cdce94-4e78-48d3-94f7-950209ec1c42 admin admin] Made reservation on behalf of 3ca677f5f60045f3b7a663a287ee2a4f for: {'subnet': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 00:05:49.340288 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-09cdce94-4e78-48d3-94f7-950209ec1c42 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11551435'] for subnet, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:05:49.511940 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-09cdce94-4e78-48d3-94f7-950209ec1c42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11336182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11551417'] for subnet, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:05:49.569779 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cdce94-4e78-48d3-94f7-950209ec1c42 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bda4192c-2b6f-4d48-bfa8-3c7277b43ef1,revision_number=0']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:05:49.577942 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09cdce94-4e78-48d3-94f7-950209ec1c42 admin admin] Checking segment: {'id': '2b2da2ea-e897-4a26-95a0-f0568f17c27a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '05f4f91a-ad78-4cd1-8d1e-8172aac51cda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 00:05:49.578322 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09cdce94-4e78-48d3-94f7-950209ec1c42 admin admin] Network hostable DHCP agents. Network: 05f4f91a-ad78-4cd1-8d1e-8172aac51cda, hostable agents: ['5950e76f-2bde-4343-a925-cbe6bacd2706'], hosted agents: [] {{(pid=93797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 00:05:49.596341 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09cdce94-4e78-48d3-94f7-950209ec1c42 admin admin] Network 05f4f91a-ad78-4cd1-8d1e-8172aac51cda is scheduled to be hosted by DHCP agent 5950e76f-2bde-4343-a925-cbe6bacd2706 with binding_index 1 {{(pid=93797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 00:05:49.605839 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-09cdce94-4e78-48d3-94f7-950209ec1c42 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802623-1, 05f4f91a-ad78-4cd1-8d1e-8172aac51cda) {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 00:05:49.610042 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09cdce94-4e78-48d3-94f7-950209ec1c42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:05:49.610635 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-09cdce94-4e78-48d3-94f7-950209ec1c42 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:05:49.615429 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bea86df2-c17a-454d-be3e-8b60893de4bc None None] Network 05f4f91a-ad78-4cd1-8d1e-8172aac51cda requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 00:05:49.625514 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-09cdce94-4e78-48d3-94f7-950209ec1c42 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3156049 Jul 28 00:05:49.628050 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 58122) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:05:49.632375 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-e0fccedc-70ed-4feb-8cb8-85212de9c476 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-798508173-router', 'tenant_id': '3ca677f5f60045f3b7a663a287ee2a4f', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'}}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 00:05:49.652505 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e0fccedc-70ed-4feb-8cb8-85212de9c476 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62159'] for router, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:05:49.653527 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e0fccedc-70ed-4feb-8cb8-85212de9c476 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-479230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-415539', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3693317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62148'] for router, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:05:49.713589 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e0fccedc-70ed-4feb-8cb8-85212de9c476 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:05:49.765855 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a4b3b96-259f-47fb-a705-781d134c6870 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f6f257c-ad18-5f0c-8c8e-ea085a5fc8a2-05f4f91a-ad78-4cd1-8d1e-8172aac51cda', 'network_id': '05f4f91a-ad78-4cd1-8d1e-8172aac51cda', 'tenant_id': '3ca677f5f60045f3b7a663a287ee2a4f', 'fixed_ips': [{'subnet_id': 'bda4192c-2b6f-4d48-bfa8-3c7277b43ef1'}]}} from n-d-802623-1. {{(pid=93799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 00:05:49.766677 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-3a4b3b96-259f-47fb-a705-781d134c6870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:05:49.852735 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e0fccedc-70ed-4feb-8cb8-85212de9c476 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-415433', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62186'] for router, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:05:49.905384 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-3a4b3b96-259f-47fb-a705-781d134c6870 None None] Allocated IP 172.20.0.2 (05f4f91a-ad78-4cd1-8d1e-8172aac51cda/bda4192c-2b6f-4d48-bfa8-3c7277b43ef1/dd849cf7-2146-4f17-8c31-ea13a83b5a14) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 00:05:49.907320 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8494e7d6-af2c-4aab-8c91-3ddeebfdeafb None None] Sync routers for ids ['c8205563-bbea-4cde-a327-4be5bad8bd21'] in n-d-802623-1 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 00:05:49.922062 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8494e7d6-af2c-4aab-8c91-3ddeebfdeafb None None] Routers {'c8205563-bbea-4cde-a327-4be5bad8bd21'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 00:05:49.922965 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-8494e7d6-af2c-4aab-8c91-3ddeebfdeafb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-28T00:05:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['c8205563-bbea-4cde-a327-4be5bad8bd21'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:05:50.043068 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-8494e7d6-af2c-4aab-8c91-3ddeebfdeafb None None] Set router c8205563-bbea-4cde-a327-4be5bad8bd21 gateway port host: n-d-802623-1 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 00:05:50.057209 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-3a4b3b96-259f-47fb-a705-781d134c6870 None None] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:05:50.066333 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-3a4b3b96-259f-47fb-a705-781d134c6870 None None] Transition to ACTIVE for port object dd849cf7-2146-4f17-8c31-ea13a83b5a14 will not be triggered until provisioned by entity L2. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 00:05:50.070742 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e0fccedc-70ed-4feb-8cb8-85212de9c476 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:05:50.089091 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-3a4b3b96-259f-47fb-a705-781d134c6870 None None] Transition to ACTIVE for port object dd849cf7-2146-4f17-8c31-ea13a83b5a14 will not be triggered until provisioned by entity DHCP. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 00:05:50.094254 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e0fccedc-70ed-4feb-8cb8-85212de9c476 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:05:50.096950 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-3a4b3b96-259f-47fb-a705-781d134c6870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:05:50.144374 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a4b3b96-259f-47fb-a705-781d134c6870 None None] Network 05f4f91a-ad78-4cd1-8d1e-8172aac51cda is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 00:05:50.145772 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4b3b96-259f-47fb-a705-781d134c6870 None None] Pushing event updated for resources: {'Port': ['ID=dd849cf7-2146-4f17-8c31-ea13a83b5a14,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:05:50.148593 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-3a4b3b96-259f-47fb-a705-781d134c6870 None None] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 00:05:50.151243 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a4b3b96-259f-47fb-a705-781d134c6870 None None] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 00:05:50.206445 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-3a4b3b96-259f-47fb-a705-781d134c6870 None None] Attempting to bind port dd849cf7-2146-4f17-8c31-ea13a83b5a14 on host n-d-802623-1 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 00:05:50.206812 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-3a4b3b96-259f-47fb-a705-781d134c6870 None None] Attempting to bind port dd849cf7-2146-4f17-8c31-ea13a83b5a14 by drivers openvswitch,hyperv on host n-d-802623-1 at level 0 using segments [{'id': '2b2da2ea-e897-4a26-95a0-f0568f17c27a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '05f4f91a-ad78-4cd1-8d1e-8172aac51cda'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 00:05:50.207204 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a4b3b96-259f-47fb-a705-781d134c6870 None None] Attempting to bind port dd849cf7-2146-4f17-8c31-ea13a83b5a14 on network 05f4f91a-ad78-4cd1-8d1e-8172aac51cda {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 00:05:50.213118 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a4b3b96-259f-47fb-a705-781d134c6870 None None] Checking agent: {'id': 'a9a568d2-a5e7-41e4-833f-a8ab42ea4073', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 52, 30), 'started_at': datetime.datetime(2021, 7, 27, 22, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 0, 5, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802623-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 00:05:50.213489 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a4b3b96-259f-47fb-a705-781d134c6870 None None] Checking segment: {'id': '2b2da2ea-e897-4a26-95a0-f0568f17c27a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '05f4f91a-ad78-4cd1-8d1e-8172aac51cda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 00:05:50.213890 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-3a4b3b96-259f-47fb-a705-781d134c6870 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:05:50.214277 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a4b3b96-259f-47fb-a705-781d134c6870 None None] Bound using segment: {'id': '2b2da2ea-e897-4a26-95a0-f0568f17c27a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '05f4f91a-ad78-4cd1-8d1e-8172aac51cda'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 00:05:50.215158 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-3a4b3b96-259f-47fb-a705-781d134c6870 None None] Bound port: dd849cf7-2146-4f17-8c31-ea13a83b5a14, host: n-d-802623-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b2da2ea-e897-4a26-95a0-f0568f17c27a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '05f4f91a-ad78-4cd1-8d1e-8172aac51cda'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 00:05:50.215544 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-3a4b3b96-259f-47fb-a705-781d134c6870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:05:50.222526 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-e0fccedc-70ed-4feb-8cb8-85212de9c476 admin admin] Allocated IP 172.25.4.193 (2fd42287-ed26-4eb9-89a5-b521f5b04356/17de1f8f-393a-4b0c-a2df-614bd3f2fb5e/098f19cc-ca02-4484-8fb3-a77436aab8ad) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 00:05:50.265922 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-8494e7d6-af2c-4aab-8c91-3ddeebfdeafb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8205563-bbea-4cde-a327-4be5bad8bd21', 'name': 'tempest-TestMinimumBasicScenario-666582340-router', 'tenant_id': '89b98a394d0a4deca4a2bd6b2ae5c66e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.7'}], 'enable_snat': True}, 'gw_port_id': '42568d3d-49ec-47a3-891e-f9ca1b3b4d27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T00:05:45Z', 'updated_at': '2021-07-28T00:05:47Z', 'revision_number': 4, 'project_id': '89b98a394d0a4deca4a2bd6b2ae5c66e', 'gw_port': {'id': '42568d3d-49ec-47a3-891e-f9ca1b3b4d27', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:3b:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8205563-bbea-4cde-a327-4be5bad8bd21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T00:05:45Z', 'updated_at': '2021-07-28T00:05:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': '7c313730-dc04-488e-8040-4de22ecbbe5b', 'name': '', 'network_id': '6737f7fe-255e-4ed4-a03e-776abd6a354d', 'tenant_id': '89b98a394d0a4deca4a2bd6b2ae5c66e', 'mac_address': 'fa:16:3e:97:a6:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8205563-bbea-4cde-a327-4be5bad8bd21', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '0ca90e15-68ca-4d4e-b60c-7dff5b92b67b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T00:05:47Z', 'updated_at': '2021-07-28T00:05:47Z', 'revision_number': 2, 'project_id': '89b98a394d0a4deca4a2bd6b2ae5c66e', 'subnets': [{'id': '0ca90e15-68ca-4d4e-b60c-7dff5b92b67b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:05:50.286142 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-3a4b3b96-259f-47fb-a705-781d134c6870 None None] For port dd849cf7-2146-4f17-8c31-ea13a83b5a14, host n-d-802623-1, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 00:05:50.289205 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-3a4b3b96-259f-47fb-a705-781d134c6870 None None] For port dd849cf7-2146-4f17-8c31-ea13a83b5a14, host n-d-802623-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=dd849cf7-2146-4f17-8c31-ea13a83b5a14,segment=NetworkSegment(2b2da2ea-e897-4a26-95a0-f0568f17c27a),segment_id=2b2da2ea-e897-4a26-95a0-f0568f17c27a)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 00:05:50.294823 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-3a4b3b96-259f-47fb-a705-781d134c6870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:05:50.296395 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8494e7d6-af2c-4aab-8c91-3ddeebfdeafb None None] Checking router: c8205563-bbea-4cde-a327-4be5bad8bd21 for host: n-d-802623-1 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 00:05:50.297119 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8494e7d6-af2c-4aab-8c91-3ddeebfdeafb None None] Updating router c8205563-bbea-4cde-a327-4be5bad8bd21 port 7c313730-dc04-488e-8040-4de22ecbbe5b binding host n-d-802623-1 {{(pid=93800) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 00:05:50.322848 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8494e7d6-af2c-4aab-8c91-3ddeebfdeafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:05:50.341718 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e0fccedc-70ed-4feb-8cb8-85212de9c476 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:05:50.351875 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4b3b96-259f-47fb-a705-781d134c6870 None None] Pushing event updated for resources: {'Port': ['ID=dd849cf7-2146-4f17-8c31-ea13a83b5a14,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:05:50.386408 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e0fccedc-70ed-4feb-8cb8-85212de9c476 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:05:50.430483 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0fccedc-70ed-4feb-8cb8-85212de9c476 admin admin] Network 2fd42287-ed26-4eb9-89a5-b521f5b04356 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 00:05:50.433408 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-e0fccedc-70ed-4feb-8cb8-85212de9c476 admin admin] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 00:05:50.436070 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0fccedc-70ed-4feb-8cb8-85212de9c476 admin admin] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 00:05:50.465913 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fccedc-70ed-4feb-8cb8-85212de9c476 admin admin] Pushing event updated for resources: {'Port': ['ID=098f19cc-ca02-4484-8fb3-a77436aab8ad,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:05:50.629210 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 42568d3d-49ec-47a3-891e-f9ca1b3b4d27 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 00:05:50.649860 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8494e7d6-af2c-4aab-8c91-3ddeebfdeafb None None] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:05:50.660879 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-8494e7d6-af2c-4aab-8c91-3ddeebfdeafb None None] Transition to ACTIVE for port object 7c313730-dc04-488e-8040-4de22ecbbe5b will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 00:05:50.669861 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8494e7d6-af2c-4aab-8c91-3ddeebfdeafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:05:50.699800 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning for port 42568d3d-49ec-47a3-891e-f9ca1b3b4d27 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 00:05:50.705310 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port 42568d3d-49ec-47a3-891e-f9ca1b3b4d27 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 00:05:50.705694 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:05:50.729298 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c8232a-786e-4d0b-a082-556478714e92 None None] Pushing event updated for resources: {'Port': ['ID=7c313730-dc04-488e-8040-4de22ecbbe5b,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:05:50.740765 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c8232a-786e-4d0b-a082-556478714e92 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:05:50.740967 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c8232a-786e-4d0b-a082-556478714e92 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:05:50.741199 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c8232a-786e-4d0b-a082-556478714e92 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:05:50.741497 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c8232a-786e-4d0b-a082-556478714e92 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:05:50.741826 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c8232a-786e-4d0b-a082-556478714e92 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:05:50.743300 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c8232a-786e-4d0b-a082-556478714e92 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:05:50.743644 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c8232a-786e-4d0b-a082-556478714e92 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:05:50.743972 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c8232a-786e-4d0b-a082-556478714e92 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:05:50.744298 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c8232a-786e-4d0b-a082-556478714e92 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:05:50.745008 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c8232a-786e-4d0b-a082-556478714e92 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:05:50.745362 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c8232a-786e-4d0b-a082-556478714e92 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:05:50.745685 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c8232a-786e-4d0b-a082-556478714e92 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:05:50.762766 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e0fccedc-70ed-4feb-8cb8-85212de9c476 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:05:50.804440 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-8494e7d6-af2c-4aab-8c91-3ddeebfdeafb None None] Attempting to bind port 7c313730-dc04-488e-8040-4de22ecbbe5b on host n-d-802623-1 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 00:05:50.805947 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-8494e7d6-af2c-4aab-8c91-3ddeebfdeafb None None] Attempting to bind port 7c313730-dc04-488e-8040-4de22ecbbe5b by drivers openvswitch,hyperv on host n-d-802623-1 at level 0 using segments [{'id': '7dcbc178-071d-459b-8246-3482c62f5eb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '6737f7fe-255e-4ed4-a03e-776abd6a354d'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 00:05:50.806628 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8494e7d6-af2c-4aab-8c91-3ddeebfdeafb None None] Attempting to bind port 7c313730-dc04-488e-8040-4de22ecbbe5b on network 6737f7fe-255e-4ed4-a03e-776abd6a354d {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 00:05:50.812002 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:05:50.813378 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8494e7d6-af2c-4aab-8c91-3ddeebfdeafb None None] Checking agent: {'id': 'a9a568d2-a5e7-41e4-833f-a8ab42ea4073', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 52, 30), 'started_at': datetime.datetime(2021, 7, 27, 22, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 0, 5, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802623-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 00:05:50.814021 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8494e7d6-af2c-4aab-8c91-3ddeebfdeafb None None] Checking segment: {'id': '7dcbc178-071d-459b-8246-3482c62f5eb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '6737f7fe-255e-4ed4-a03e-776abd6a354d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 00:05:50.814610 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8494e7d6-af2c-4aab-8c91-3ddeebfdeafb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:05:50.815623 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8494e7d6-af2c-4aab-8c91-3ddeebfdeafb None None] Bound using segment: {'id': '7dcbc178-071d-459b-8246-3482c62f5eb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '6737f7fe-255e-4ed4-a03e-776abd6a354d'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 00:05:50.816485 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-8494e7d6-af2c-4aab-8c91-3ddeebfdeafb None None] Bound port: 7c313730-dc04-488e-8040-4de22ecbbe5b, host: n-d-802623-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7dcbc178-071d-459b-8246-3482c62f5eb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '6737f7fe-255e-4ed4-a03e-776abd6a354d'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 00:05:50.817306 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8494e7d6-af2c-4aab-8c91-3ddeebfdeafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:05:50.836832 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] For port 42568d3d-49ec-47a3-891e-f9ca1b3b4d27, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=42568d3d-49ec-47a3-891e-f9ca1b3b4d27,segment=NetworkSegment(b9afe07e-bbe4-4740-834c-4b6a9698bdbc),segment_id=b9afe07e-bbe4-4740-834c-4b6a9698bdbc)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 00:05:50.844039 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:05:50.896983 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-8494e7d6-af2c-4aab-8c91-3ddeebfdeafb None None] For port 7c313730-dc04-488e-8040-4de22ecbbe5b, host n-d-802623-1, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 00:05:50.901181 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-8494e7d6-af2c-4aab-8c91-3ddeebfdeafb None None] For port 7c313730-dc04-488e-8040-4de22ecbbe5b, host n-d-802623-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=7c313730-dc04-488e-8040-4de22ecbbe5b,segment=NetworkSegment(7dcbc178-071d-459b-8246-3482c62f5eb0),segment_id=7dcbc178-071d-459b-8246-3482c62f5eb0)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 00:05:50.905403 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Pushing event updated for resources: {'Port': ['ID=42568d3d-49ec-47a3-891e-f9ca1b3b4d27,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:05:50.906576 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8494e7d6-af2c-4aab-8c91-3ddeebfdeafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:05:50.975204 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8494e7d6-af2c-4aab-8c91-3ddeebfdeafb None None] Routers {'c8205563-bbea-4cde-a327-4be5bad8bd21'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 00:05:50.975881 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-8494e7d6-af2c-4aab-8c91-3ddeebfdeafb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-28T00:05:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['c8205563-bbea-4cde-a327-4be5bad8bd21'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:05:51.000047 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e0fccedc-70ed-4feb-8cb8-85212de9c476 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-415468'] for router, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:05:51.013352 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c8232a-786e-4d0b-a082-556478714e92 None None] Pushing event updated for resources: {'Port': ['ID=7c313730-dc04-488e-8040-4de22ecbbe5b,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:05:51.093687 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-8494e7d6-af2c-4aab-8c91-3ddeebfdeafb None None] Set router c8205563-bbea-4cde-a327-4be5bad8bd21 gateway port host: n-d-802623-1 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 00:05:51.149490 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0fccedc-70ed-4feb-8cb8-85212de9c476 admin admin] Router 43b61b9f-62d0-4aae-ba62-a7937f29efb8 is scheduled to L3 agent 018c4455-49c0-4734-927d-7824067b2a9e with binding_index 1 {{(pid=93797) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 00:05:51.264811 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0fccedc-70ed-4feb-8cb8-85212de9c476 admin admin] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 00:05:51.278767 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a97a5df-0707-4f6c-8a9f-43aeaa48b5c7 None None] Sync routers for ids ['43b61b9f-62d0-4aae-ba62-a7937f29efb8'] in n-d-802623-1 {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 00:05:51.282829 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e0fccedc-70ed-4feb-8cb8-85212de9c476 admin admin] Notify callbacks [] for router, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:05:51.285045 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-e0fccedc-70ed-4feb-8cb8-85212de9c476 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.6560092 Jul 28 00:05:51.287888 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 58124) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:05:51.305002 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a97a5df-0707-4f6c-8a9f-43aeaa48b5c7 None None] Routers {'43b61b9f-62d0-4aae-ba62-a7937f29efb8'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 00:05:51.305700 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-1a97a5df-0707-4f6c-8a9f-43aeaa48b5c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-28T00:05:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['43b61b9f-62d0-4aae-ba62-a7937f29efb8'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:05:51.339706 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-8494e7d6-af2c-4aab-8c91-3ddeebfdeafb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8205563-bbea-4cde-a327-4be5bad8bd21', 'name': 'tempest-TestMinimumBasicScenario-666582340-router', 'tenant_id': '89b98a394d0a4deca4a2bd6b2ae5c66e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.7'}], 'enable_snat': True}, 'gw_port_id': '42568d3d-49ec-47a3-891e-f9ca1b3b4d27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T00:05:45Z', 'updated_at': '2021-07-28T00:05:47Z', 'revision_number': 4, 'project_id': '89b98a394d0a4deca4a2bd6b2ae5c66e', 'gw_port': {'id': '42568d3d-49ec-47a3-891e-f9ca1b3b4d27', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:3b:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8205563-bbea-4cde-a327-4be5bad8bd21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T00:05:45Z', 'updated_at': '2021-07-28T00:05:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': '7c313730-dc04-488e-8040-4de22ecbbe5b', 'name': '', 'network_id': '6737f7fe-255e-4ed4-a03e-776abd6a354d', 'tenant_id': '89b98a394d0a4deca4a2bd6b2ae5c66e', 'mac_address': 'fa:16:3e:97:a6:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8205563-bbea-4cde-a327-4be5bad8bd21', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '0ca90e15-68ca-4d4e-b60c-7dff5b92b67b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T00:05:47Z', 'updated_at': '2021-07-28T00:05:50Z', 'revision_number': 4, 'project_id': '89b98a394d0a4deca4a2bd6b2ae5c66e', 'subnets': [{'id': '0ca90e15-68ca-4d4e-b60c-7dff5b92b67b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:05:51.369775 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8494e7d6-af2c-4aab-8c91-3ddeebfdeafb None None] The sync data for ids ['c8205563-bbea-4cde-a327-4be5bad8bd21'] in n-d-802623-1 is: [{'id': 'c8205563-bbea-4cde-a327-4be5bad8bd21', 'name': 'tempest-TestMinimumBasicScenario-666582340-router', 'tenant_id': '89b98a394d0a4deca4a2bd6b2ae5c66e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.7'}], 'enable_snat': True}, 'gw_port_id': '42568d3d-49ec-47a3-891e-f9ca1b3b4d27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T00:05:45Z', 'updated_at': '2021-07-28T00:05:47Z', 'revision_number': 4, 'project_id': '89b98a394d0a4deca4a2bd6b2ae5c66e', 'gw_port': {'id': '42568d3d-49ec-47a3-891e-f9ca1b3b4d27', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:3b:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8205563-bbea-4cde-a327-4be5bad8bd21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T00:05:45Z', 'updated_at': '2021-07-28T00:05:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': '7c313730-dc04-488e-8040-4de22ecbbe5b', 'name': '', 'network_id': '6737f7fe-255e-4ed4-a03e-776abd6a354d', 'tenant_id': '89b98a394d0a4deca4a2bd6b2ae5c66e', 'mac_address': 'fa:16:3e:97:a6:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8205563-bbea-4cde-a327-4be5bad8bd21', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '0ca90e15-68ca-4d4e-b60c-7dff5b92b67b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T00:05:47Z', 'updated_at': '2021-07-28T00:05:50Z', 'revision_number': 4, 'project_id': '89b98a394d0a4deca4a2bd6b2ae5c66e', 'subnets': [{'id': '0ca90e15-68ca-4d4e-b60c-7dff5b92b67b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 00:05:51.471784 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-1a97a5df-0707-4f6c-8a9f-43aeaa48b5c7 None None] Set router 43b61b9f-62d0-4aae-ba62-a7937f29efb8 gateway port host: n-d-802623-1 {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 00:05:51.583019 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d61fd7be-f976-4e41-a582-b062d4b48b14 None None] Network 05f4f91a-ad78-4cd1-8d1e-8172aac51cda requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 00:05:51.686836 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-19f9af20-9e9c-40f5-bd3d-c0b12bd0c475 None None] Provisioning for port dd849cf7-2146-4f17-8c31-ea13a83b5a14 completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 00:05:51.797211 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-039a8390-2201-4509-b924-2704fc0e098a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:05:51.821862 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-1a97a5df-0707-4f6c-8a9f-43aeaa48b5c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43b61b9f-62d0-4aae-ba62-a7937f29efb8', 'name': 'tempest-TestMinimumBasicScenario-798508173-router', 'tenant_id': '3ca677f5f60045f3b7a663a287ee2a4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.193'}], 'enable_snat': True}, 'gw_port_id': '098f19cc-ca02-4484-8fb3-a77436aab8ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T00:05:49Z', 'updated_at': '2021-07-28T00:05:50Z', 'revision_number': 3, 'project_id': '3ca677f5f60045f3b7a663a287ee2a4f', 'gw_port': {'id': '098f19cc-ca02-4484-8fb3-a77436aab8ad', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:e3:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43b61b9f-62d0-4aae-ba62-a7937f29efb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T00:05:50Z', 'updated_at': '2021-07-28T00:05:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1'}], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:05:51.850629 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a97a5df-0707-4f6c-8a9f-43aeaa48b5c7 None None] Checking router: 43b61b9f-62d0-4aae-ba62-a7937f29efb8 for host: n-d-802623-1 {{(pid=93799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 00:05:51.850980 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a97a5df-0707-4f6c-8a9f-43aeaa48b5c7 None None] Updating router 43b61b9f-62d0-4aae-ba62-a7937f29efb8 port 098f19cc-ca02-4484-8fb3-a77436aab8ad binding host n-d-802623-1 {{(pid=93799) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 00:05:51.879227 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-1a97a5df-0707-4f6c-8a9f-43aeaa48b5c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:05:51.989766 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-039a8390-2201-4509-b924-2704fc0e098a admin admin] Allocated IP 172.20.0.1 (05f4f91a-ad78-4cd1-8d1e-8172aac51cda/bda4192c-2b6f-4d48-bfa8-3c7277b43ef1/412a8c07-d216-4b49-b66b-8fa24d129152) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 00:05:52.123182 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-039a8390-2201-4509-b924-2704fc0e098a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:05:52.142533 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-039a8390-2201-4509-b924-2704fc0e098a admin admin] Transition to ACTIVE for port object 412a8c07-d216-4b49-b66b-8fa24d129152 will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 00:05:52.178238 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-039a8390-2201-4509-b924-2704fc0e098a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:05:52.193131 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-1a97a5df-0707-4f6c-8a9f-43aeaa48b5c7 None None] Notify callbacks [] for port, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:05:52.203806 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-1a97a5df-0707-4f6c-8a9f-43aeaa48b5c7 None None] Transition to ACTIVE for port object 098f19cc-ca02-4484-8fb3-a77436aab8ad will not be triggered until provisioned by entity L2. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 00:05:52.213498 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-1a97a5df-0707-4f6c-8a9f-43aeaa48b5c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:05:52.224197 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-039a8390-2201-4509-b924-2704fc0e098a admin admin] Network 05f4f91a-ad78-4cd1-8d1e-8172aac51cda is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 00:05:52.230415 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-039a8390-2201-4509-b924-2704fc0e098a admin admin] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 00:05:52.233153 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-039a8390-2201-4509-b924-2704fc0e098a admin admin] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 00:05:52.266512 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039a8390-2201-4509-b924-2704fc0e098a admin admin] Pushing event updated for resources: {'Port': ['ID=412a8c07-d216-4b49-b66b-8fa24d129152,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:05:52.277550 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-1a97a5df-0707-4f6c-8a9f-43aeaa48b5c7 None None] Attempting to bind port 098f19cc-ca02-4484-8fb3-a77436aab8ad on host n-d-802623-1 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 00:05:52.277907 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-1a97a5df-0707-4f6c-8a9f-43aeaa48b5c7 None None] Attempting to bind port 098f19cc-ca02-4484-8fb3-a77436aab8ad by drivers openvswitch,hyperv on host n-d-802623-1 at level 0 using segments [{'id': 'b9afe07e-bbe4-4740-834c-4b6a9698bdbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 00:05:52.278786 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a97a5df-0707-4f6c-8a9f-43aeaa48b5c7 None None] Attempting to bind port 098f19cc-ca02-4484-8fb3-a77436aab8ad on network 2fd42287-ed26-4eb9-89a5-b521f5b04356 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 00:05:52.283657 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b2d801-f56a-40f7-a762-e571f587f809 None None] Pushing event updated for resources: {'Port': ['ID=098f19cc-ca02-4484-8fb3-a77436aab8ad,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:05:52.286693 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a97a5df-0707-4f6c-8a9f-43aeaa48b5c7 None None] Checking agent: {'id': 'a9a568d2-a5e7-41e4-833f-a8ab42ea4073', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 52, 30), 'started_at': datetime.datetime(2021, 7, 27, 22, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 0, 5, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802623-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 00:05:52.287097 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a97a5df-0707-4f6c-8a9f-43aeaa48b5c7 None None] Checking segment: {'id': 'b9afe07e-bbe4-4740-834c-4b6a9698bdbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 00:05:52.287508 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-1a97a5df-0707-4f6c-8a9f-43aeaa48b5c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:05:52.287902 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a97a5df-0707-4f6c-8a9f-43aeaa48b5c7 None None] Bound using segment: {'id': 'b9afe07e-bbe4-4740-834c-4b6a9698bdbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 00:05:52.288391 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-1a97a5df-0707-4f6c-8a9f-43aeaa48b5c7 None None] Bound port: 098f19cc-ca02-4484-8fb3-a77436aab8ad, host: n-d-802623-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9afe07e-bbe4-4740-834c-4b6a9698bdbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 00:05:52.288782 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-1a97a5df-0707-4f6c-8a9f-43aeaa48b5c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:05:52.299469 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-039a8390-2201-4509-b924-2704fc0e098a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-415283'] for router_interface, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:05:52.360419 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-1a97a5df-0707-4f6c-8a9f-43aeaa48b5c7 None None] For port 098f19cc-ca02-4484-8fb3-a77436aab8ad, host n-d-802623-1, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 00:05:52.364557 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-1a97a5df-0707-4f6c-8a9f-43aeaa48b5c7 None None] For port 098f19cc-ca02-4484-8fb3-a77436aab8ad, host n-d-802623-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=098f19cc-ca02-4484-8fb3-a77436aab8ad,segment=NetworkSegment(b9afe07e-bbe4-4740-834c-4b6a9698bdbc),segment_id=b9afe07e-bbe4-4740-834c-4b6a9698bdbc)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 00:05:52.370677 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-1a97a5df-0707-4f6c-8a9f-43aeaa48b5c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:05:52.430434 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a97a5df-0707-4f6c-8a9f-43aeaa48b5c7 None None] Routers {'43b61b9f-62d0-4aae-ba62-a7937f29efb8'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 00:05:52.431122 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-1a97a5df-0707-4f6c-8a9f-43aeaa48b5c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-28T00:05:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['43b61b9f-62d0-4aae-ba62-a7937f29efb8'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:05:52.461152 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-039a8390-2201-4509-b924-2704fc0e098a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:05:52.506286 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b2d801-f56a-40f7-a762-e571f587f809 None None] Pushing event updated for resources: {'Port': ['ID=098f19cc-ca02-4484-8fb3-a77436aab8ad,revision_number=3']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:05:52.525716 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-d40fb444-b975-47b0-be1f-1948bcf535eb None None] Provisioning for port 412a8c07-d216-4b49-b66b-8fa24d129152 completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 00:05:52.562463 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-d40fb444-b975-47b0-be1f-1948bcf535eb None None] Provisioning complete for port 412a8c07-d216-4b49-b66b-8fa24d129152 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 00:05:52.562841 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d40fb444-b975-47b0-be1f-1948bcf535eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:05:52.616335 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-1a97a5df-0707-4f6c-8a9f-43aeaa48b5c7 None None] Set router 43b61b9f-62d0-4aae-ba62-a7937f29efb8 gateway port host: n-d-802623-1 {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 00:05:52.641470 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-d40fb444-b975-47b0-be1f-1948bcf535eb None None] Port 412a8c07-d216-4b49-b66b-8fa24d129152 cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 00:05:52.684421 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-039a8390-2201-4509-b924-2704fc0e098a admin admin] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:05:52.689290 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-039a8390-2201-4509-b924-2704fc0e098a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:05:52.770479 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039a8390-2201-4509-b924-2704fc0e098a admin admin] Pushing event updated for resources: {'Port': ['ID=412a8c07-d216-4b49-b66b-8fa24d129152,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:05:52.774795 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-039a8390-2201-4509-b924-2704fc0e098a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3760555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-414115'] for router_interface, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:05:52.869244 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-039a8390-2201-4509-b924-2704fc0e098a admin admin] Network 05f4f91a-ad78-4cd1-8d1e-8172aac51cda is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 00:05:52.870710 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-039a8390-2201-4509-b924-2704fc0e098a admin admin] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 00:05:52.893291 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 7c313730-dc04-488e-8040-4de22ecbbe5b up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 00:05:52.993567 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning for port 7c313730-dc04-488e-8040-4de22ecbbe5b completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 00:05:52.998800 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port 7c313730-dc04-488e-8040-4de22ecbbe5b triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 00:05:52.999106 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-039a8390-2201-4509-b924-2704fc0e098a admin admin] Router 43b61b9f-62d0-4aae-ba62-a7937f29efb8 has already been hosted by L3 agent 018c4455-49c0-4734-927d-7824067b2a9e {{(pid=93798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 00:05:52.999353 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:05:53.063457 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-1a97a5df-0707-4f6c-8a9f-43aeaa48b5c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43b61b9f-62d0-4aae-ba62-a7937f29efb8', 'name': 'tempest-TestMinimumBasicScenario-798508173-router', 'tenant_id': '3ca677f5f60045f3b7a663a287ee2a4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.193'}], 'enable_snat': True}, 'gw_port_id': '098f19cc-ca02-4484-8fb3-a77436aab8ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T00:05:49Z', 'updated_at': '2021-07-28T00:05:52Z', 'revision_number': 4, 'project_id': '3ca677f5f60045f3b7a663a287ee2a4f', 'gw_port': {'id': '098f19cc-ca02-4484-8fb3-a77436aab8ad', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:e3:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43b61b9f-62d0-4aae-ba62-a7937f29efb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T00:05:50Z', 'updated_at': '2021-07-28T00:05:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': '412a8c07-d216-4b49-b66b-8fa24d129152', 'name': '', 'network_id': '05f4f91a-ad78-4cd1-8d1e-8172aac51cda', 'tenant_id': '3ca677f5f60045f3b7a663a287ee2a4f', 'mac_address': 'fa:16:3e:4a:02:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43b61b9f-62d0-4aae-ba62-a7937f29efb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': 'bda4192c-2b6f-4d48-bfa8-3c7277b43ef1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T00:05:51Z', 'updated_at': '2021-07-28T00:05:51Z', 'revision_number': 1, 'project_id': '3ca677f5f60045f3b7a663a287ee2a4f', 'subnets': [{'id': 'bda4192c-2b6f-4d48-bfa8-3c7277b43ef1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:05:53.091846 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a97a5df-0707-4f6c-8a9f-43aeaa48b5c7 None None] The sync data for ids ['43b61b9f-62d0-4aae-ba62-a7937f29efb8'] in n-d-802623-1 is: [{'id': '43b61b9f-62d0-4aae-ba62-a7937f29efb8', 'name': 'tempest-TestMinimumBasicScenario-798508173-router', 'tenant_id': '3ca677f5f60045f3b7a663a287ee2a4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.193'}], 'enable_snat': True}, 'gw_port_id': '098f19cc-ca02-4484-8fb3-a77436aab8ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T00:05:49Z', 'updated_at': '2021-07-28T00:05:52Z', 'revision_number': 4, 'project_id': '3ca677f5f60045f3b7a663a287ee2a4f', 'gw_port': {'id': '098f19cc-ca02-4484-8fb3-a77436aab8ad', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:e3:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43b61b9f-62d0-4aae-ba62-a7937f29efb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T00:05:50Z', 'updated_at': '2021-07-28T00:05:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': '412a8c07-d216-4b49-b66b-8fa24d129152', 'name': '', 'network_id': '05f4f91a-ad78-4cd1-8d1e-8172aac51cda', 'tenant_id': '3ca677f5f60045f3b7a663a287ee2a4f', 'mac_address': 'fa:16:3e:4a:02:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43b61b9f-62d0-4aae-ba62-a7937f29efb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': 'bda4192c-2b6f-4d48-bfa8-3c7277b43ef1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T00:05:51Z', 'updated_at': '2021-07-28T00:05:51Z', 'revision_number': 1, 'project_id': '3ca677f5f60045f3b7a663a287ee2a4f', 'subnets': [{'id': 'bda4192c-2b6f-4d48-bfa8-3c7277b43ef1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 00:05:53.127568 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:05:53.127757 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-039a8390-2201-4509-b924-2704fc0e098a admin admin] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 00:05:53.139838 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-039a8390-2201-4509-b924-2704fc0e098a admin admin] 10.222.0.18 "PUT /v2.0/routers/43b61b9f-62d0-4aae-ba62-a7937f29efb8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8505716 Jul 28 00:05:53.169941 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] For port 7c313730-dc04-488e-8040-4de22ecbbe5b, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=7c313730-dc04-488e-8040-4de22ecbbe5b,segment=NetworkSegment(7dcbc178-071d-459b-8246-3482c62f5eb0),segment_id=7dcbc178-071d-459b-8246-3482c62f5eb0)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 00:05:53.177112 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:05:53.177934 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 42568d3d-49ec-47a3-891e-f9ca1b3b4d27 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 00:05:53.181332 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-cc736475-8533-4bb1-8e67-fa66cb2dbef7 None None] Provisioning complete for port 412a8c07-d216-4b49-b66b-8fa24d129152 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 00:05:53.181709 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-cc736475-8533-4bb1-8e67-fa66cb2dbef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:05:53.285336 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-cc736475-8533-4bb1-8e67-fa66cb2dbef7 None None] Port 412a8c07-d216-4b49-b66b-8fa24d129152 cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 00:05:53.288088 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Pushing event updated for resources: {'Port': ['ID=7c313730-dc04-488e-8040-4de22ecbbe5b,revision_number=5']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:05:53.313862 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port 42568d3d-49ec-47a3-891e-f9ca1b3b4d27 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 00:05:53.314249 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:05:53.406697 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device dd849cf7-2146-4f17-8c31-ea13a83b5a14 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 00:05:53.461256 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning for port dd849cf7-2146-4f17-8c31-ea13a83b5a14 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 00:05:53.465274 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port dd849cf7-2146-4f17-8c31-ea13a83b5a14 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 00:05:53.465662 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:05:53.551437 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:05:53.588584 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] For port dd849cf7-2146-4f17-8c31-ea13a83b5a14, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=dd849cf7-2146-4f17-8c31-ea13a83b5a14,segment=NetworkSegment(2b2da2ea-e897-4a26-95a0-f0568f17c27a),segment_id=2b2da2ea-e897-4a26-95a0-f0568f17c27a)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 00:05:53.593042 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:05:53.644804 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Pushing event updated for resources: {'Port': ['ID=dd849cf7-2146-4f17-8c31-ea13a83b5a14,revision_number=3']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:05:54.673274 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 7c313730-dc04-488e-8040-4de22ecbbe5b up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 00:05:54.746470 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port 7c313730-dc04-488e-8040-4de22ecbbe5b triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 00:05:54.746845 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:05:54.851768 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device dd849cf7-2146-4f17-8c31-ea13a83b5a14 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 00:05:54.902732 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port dd849cf7-2146-4f17-8c31-ea13a83b5a14 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 00:05:54.902732 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:05:54.984755 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 098f19cc-ca02-4484-8fb3-a77436aab8ad up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 00:05:55.048003 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning for port 098f19cc-ca02-4484-8fb3-a77436aab8ad completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 00:05:55.052866 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port 098f19cc-ca02-4484-8fb3-a77436aab8ad triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 00:05:55.053247 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:05:55.144757 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:05:55.174402 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] For port 098f19cc-ca02-4484-8fb3-a77436aab8ad, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=098f19cc-ca02-4484-8fb3-a77436aab8ad,segment=NetworkSegment(b9afe07e-bbe4-4740-834c-4b6a9698bdbc),segment_id=b9afe07e-bbe4-4740-834c-4b6a9698bdbc)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 00:05:55.179565 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:05:55.246365 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Pushing event updated for resources: {'Port': ['ID=098f19cc-ca02-4484-8fb3-a77436aab8ad,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:05:55.592797 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb10ce8d-52b7-4ff1-9537-fd212277430c None None] Sync routers for ids ['43b61b9f-62d0-4aae-ba62-a7937f29efb8'] in n-d-802623-1 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 00:05:55.605771 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb10ce8d-52b7-4ff1-9537-fd212277430c None None] Routers {'43b61b9f-62d0-4aae-ba62-a7937f29efb8'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 00:05:55.606401 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-cb10ce8d-52b7-4ff1-9537-fd212277430c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-28T00:05:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['43b61b9f-62d0-4aae-ba62-a7937f29efb8'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:05:55.725308 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-cb10ce8d-52b7-4ff1-9537-fd212277430c None None] Set router 43b61b9f-62d0-4aae-ba62-a7937f29efb8 gateway port host: n-d-802623-1 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 00:05:56.052852 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-cb10ce8d-52b7-4ff1-9537-fd212277430c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43b61b9f-62d0-4aae-ba62-a7937f29efb8', 'name': 'tempest-TestMinimumBasicScenario-798508173-router', 'tenant_id': '3ca677f5f60045f3b7a663a287ee2a4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.193'}], 'enable_snat': True}, 'gw_port_id': '098f19cc-ca02-4484-8fb3-a77436aab8ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T00:05:49Z', 'updated_at': '2021-07-28T00:05:52Z', 'revision_number': 4, 'project_id': '3ca677f5f60045f3b7a663a287ee2a4f', 'gw_port': {'id': '098f19cc-ca02-4484-8fb3-a77436aab8ad', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:e3:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43b61b9f-62d0-4aae-ba62-a7937f29efb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T00:05:50Z', 'updated_at': '2021-07-28T00:05:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': '412a8c07-d216-4b49-b66b-8fa24d129152', 'name': '', 'network_id': '05f4f91a-ad78-4cd1-8d1e-8172aac51cda', 'tenant_id': '3ca677f5f60045f3b7a663a287ee2a4f', 'mac_address': 'fa:16:3e:4a:02:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43b61b9f-62d0-4aae-ba62-a7937f29efb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': 'bda4192c-2b6f-4d48-bfa8-3c7277b43ef1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T00:05:51Z', 'updated_at': '2021-07-28T00:05:52Z', 'revision_number': 2, 'project_id': '3ca677f5f60045f3b7a663a287ee2a4f', 'subnets': [{'id': 'bda4192c-2b6f-4d48-bfa8-3c7277b43ef1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:05:56.080521 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb10ce8d-52b7-4ff1-9537-fd212277430c None None] Checking router: 43b61b9f-62d0-4aae-ba62-a7937f29efb8 for host: n-d-802623-1 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 00:05:56.080869 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb10ce8d-52b7-4ff1-9537-fd212277430c None None] Updating router 43b61b9f-62d0-4aae-ba62-a7937f29efb8 port 412a8c07-d216-4b49-b66b-8fa24d129152 binding host n-d-802623-1 {{(pid=93800) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 00:05:56.107591 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-cb10ce8d-52b7-4ff1-9537-fd212277430c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:05:56.416315 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-cb10ce8d-52b7-4ff1-9537-fd212277430c None None] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:05:56.428280 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-cb10ce8d-52b7-4ff1-9537-fd212277430c None None] Transition to ACTIVE for port object 412a8c07-d216-4b49-b66b-8fa24d129152 will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 00:05:56.433523 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-cb10ce8d-52b7-4ff1-9537-fd212277430c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:05:56.484882 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4905c8e9-b779-4d56-8b44-52b60ca347e8 None None] Pushing event updated for resources: {'Port': ['ID=412a8c07-d216-4b49-b66b-8fa24d129152,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:05:56.553682 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-cb10ce8d-52b7-4ff1-9537-fd212277430c None None] Attempting to bind port 412a8c07-d216-4b49-b66b-8fa24d129152 on host n-d-802623-1 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 00:05:56.553682 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-cb10ce8d-52b7-4ff1-9537-fd212277430c None None] Attempting to bind port 412a8c07-d216-4b49-b66b-8fa24d129152 by drivers openvswitch,hyperv on host n-d-802623-1 at level 0 using segments [{'id': '2b2da2ea-e897-4a26-95a0-f0568f17c27a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '05f4f91a-ad78-4cd1-8d1e-8172aac51cda'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 00:05:56.553682 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb10ce8d-52b7-4ff1-9537-fd212277430c None None] Attempting to bind port 412a8c07-d216-4b49-b66b-8fa24d129152 on network 05f4f91a-ad78-4cd1-8d1e-8172aac51cda {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 00:05:56.556448 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb10ce8d-52b7-4ff1-9537-fd212277430c None None] Checking agent: {'id': 'a9a568d2-a5e7-41e4-833f-a8ab42ea4073', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 52, 30), 'started_at': datetime.datetime(2021, 7, 27, 22, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 0, 5, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802623-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 00:05:56.556897 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb10ce8d-52b7-4ff1-9537-fd212277430c None None] Checking segment: {'id': '2b2da2ea-e897-4a26-95a0-f0568f17c27a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '05f4f91a-ad78-4cd1-8d1e-8172aac51cda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 00:05:56.557459 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-cb10ce8d-52b7-4ff1-9537-fd212277430c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:05:56.557871 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb10ce8d-52b7-4ff1-9537-fd212277430c None None] Bound using segment: {'id': '2b2da2ea-e897-4a26-95a0-f0568f17c27a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '05f4f91a-ad78-4cd1-8d1e-8172aac51cda'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 00:05:56.558345 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-cb10ce8d-52b7-4ff1-9537-fd212277430c None None] Bound port: 412a8c07-d216-4b49-b66b-8fa24d129152, host: n-d-802623-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b2da2ea-e897-4a26-95a0-f0568f17c27a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '05f4f91a-ad78-4cd1-8d1e-8172aac51cda'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 00:05:56.558727 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-cb10ce8d-52b7-4ff1-9537-fd212277430c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:05:56.610750 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 098f19cc-ca02-4484-8fb3-a77436aab8ad up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 00:05:56.658401 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-cb10ce8d-52b7-4ff1-9537-fd212277430c None None] For port 412a8c07-d216-4b49-b66b-8fa24d129152, host n-d-802623-1, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 00:05:56.661931 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-cb10ce8d-52b7-4ff1-9537-fd212277430c None None] For port 412a8c07-d216-4b49-b66b-8fa24d129152, host n-d-802623-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=412a8c07-d216-4b49-b66b-8fa24d129152,segment=NetworkSegment(2b2da2ea-e897-4a26-95a0-f0568f17c27a),segment_id=2b2da2ea-e897-4a26-95a0-f0568f17c27a)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 00:05:56.667991 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-cb10ce8d-52b7-4ff1-9537-fd212277430c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:05:56.674340 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port 098f19cc-ca02-4484-8fb3-a77436aab8ad triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 00:05:56.674842 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:05:56.773531 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4905c8e9-b779-4d56-8b44-52b60ca347e8 None None] Pushing event updated for resources: {'Port': ['ID=412a8c07-d216-4b49-b66b-8fa24d129152,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:05:56.781166 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb10ce8d-52b7-4ff1-9537-fd212277430c None None] Routers {'43b61b9f-62d0-4aae-ba62-a7937f29efb8'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 00:05:56.781789 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-cb10ce8d-52b7-4ff1-9537-fd212277430c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-28T00:05:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['43b61b9f-62d0-4aae-ba62-a7937f29efb8'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:05:56.947344 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-cb10ce8d-52b7-4ff1-9537-fd212277430c None None] Set router 43b61b9f-62d0-4aae-ba62-a7937f29efb8 gateway port host: n-d-802623-1 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 00:05:56.987685 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2080b9c8-2625-49b8-a1e5-5158c0b8cc13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:05:57.239237 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-cb10ce8d-52b7-4ff1-9537-fd212277430c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43b61b9f-62d0-4aae-ba62-a7937f29efb8', 'name': 'tempest-TestMinimumBasicScenario-798508173-router', 'tenant_id': '3ca677f5f60045f3b7a663a287ee2a4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.193'}], 'enable_snat': True}, 'gw_port_id': '098f19cc-ca02-4484-8fb3-a77436aab8ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T00:05:49Z', 'updated_at': '2021-07-28T00:05:52Z', 'revision_number': 4, 'project_id': '3ca677f5f60045f3b7a663a287ee2a4f', 'gw_port': {'id': '098f19cc-ca02-4484-8fb3-a77436aab8ad', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:e3:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43b61b9f-62d0-4aae-ba62-a7937f29efb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T00:05:50Z', 'updated_at': '2021-07-28T00:05:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': '412a8c07-d216-4b49-b66b-8fa24d129152', 'name': '', 'network_id': '05f4f91a-ad78-4cd1-8d1e-8172aac51cda', 'tenant_id': '3ca677f5f60045f3b7a663a287ee2a4f', 'mac_address': 'fa:16:3e:4a:02:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43b61b9f-62d0-4aae-ba62-a7937f29efb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': 'bda4192c-2b6f-4d48-bfa8-3c7277b43ef1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T00:05:51Z', 'updated_at': '2021-07-28T00:05:56Z', 'revision_number': 4, 'project_id': '3ca677f5f60045f3b7a663a287ee2a4f', 'subnets': [{'id': 'bda4192c-2b6f-4d48-bfa8-3c7277b43ef1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:05:57.271335 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb10ce8d-52b7-4ff1-9537-fd212277430c None None] The sync data for ids ['43b61b9f-62d0-4aae-ba62-a7937f29efb8'] in n-d-802623-1 is: [{'id': '43b61b9f-62d0-4aae-ba62-a7937f29efb8', 'name': 'tempest-TestMinimumBasicScenario-798508173-router', 'tenant_id': '3ca677f5f60045f3b7a663a287ee2a4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.193'}], 'enable_snat': True}, 'gw_port_id': '098f19cc-ca02-4484-8fb3-a77436aab8ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T00:05:49Z', 'updated_at': '2021-07-28T00:05:52Z', 'revision_number': 4, 'project_id': '3ca677f5f60045f3b7a663a287ee2a4f', 'gw_port': {'id': '098f19cc-ca02-4484-8fb3-a77436aab8ad', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:e3:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43b61b9f-62d0-4aae-ba62-a7937f29efb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T00:05:50Z', 'updated_at': '2021-07-28T00:05:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': '412a8c07-d216-4b49-b66b-8fa24d129152', 'name': '', 'network_id': '05f4f91a-ad78-4cd1-8d1e-8172aac51cda', 'tenant_id': '3ca677f5f60045f3b7a663a287ee2a4f', 'mac_address': 'fa:16:3e:4a:02:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43b61b9f-62d0-4aae-ba62-a7937f29efb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': 'bda4192c-2b6f-4d48-bfa8-3c7277b43ef1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T00:05:51Z', 'updated_at': '2021-07-28T00:05:56Z', 'revision_number': 4, 'project_id': '3ca677f5f60045f3b7a663a287ee2a4f', 'subnets': [{'id': 'bda4192c-2b6f-4d48-bfa8-3c7277b43ef1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 00:05:58.601476 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 412a8c07-d216-4b49-b66b-8fa24d129152 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 00:05:58.675896 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning for port 412a8c07-d216-4b49-b66b-8fa24d129152 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 00:05:58.682023 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port 412a8c07-d216-4b49-b66b-8fa24d129152 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 00:05:58.682406 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:05:58.790692 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:05:58.841020 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] For port 412a8c07-d216-4b49-b66b-8fa24d129152, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=412a8c07-d216-4b49-b66b-8fa24d129152,segment=NetworkSegment(2b2da2ea-e897-4a26-95a0-f0568f17c27a),segment_id=2b2da2ea-e897-4a26-95a0-f0568f17c27a)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 00:05:58.845446 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:05:58.908321 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Pushing event updated for resources: {'Port': ['ID=412a8c07-d216-4b49-b66b-8fa24d129152,revision_number=5']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:05:59.647438 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c45fed3b-1b8c-48a6-b715-bb2fdf926edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:06:00.063524 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:06:00.123205 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:06:00.562157 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 412a8c07-d216-4b49-b66b-8fa24d129152 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 00:06:00.617401 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port 412a8c07-d216-4b49-b66b-8fa24d129152 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 00:06:00.617770 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:06:00.704921 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-19f2e178-d45e-4fbe-b9be-c3963fc151ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:06:02.433136 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7418f70f-e60d-4709-8ba9-6ab514bc7f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:06:03.140098 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1675a8cf-c81c-4670-a0c7-878b07c59837 req-8a02bf96-f7dc-491c-a6cd-ada498765ff1 tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:06:03.141778 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-1675a8cf-c81c-4670-a0c7-878b07c59837 req-8a02bf96-f7dc-491c-a6cd-ada498765ff1 tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] 10.222.0.18 "GET /v2.0/networks?id=6737f7fe-255e-4ed4-a03e-776abd6a354d HTTP/1.1" status: 200 len: 814 time: 0.1030655 Jul 28 00:06:03.159761 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-1675a8cf-c81c-4670-a0c7-878b07c59837 req-a88633ec-ed26-465b-9497-083cae9837f2 tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] 10.222.0.18 "GET /v2.0/quotas/89b98a394d0a4deca4a2bd6b2ae5c66e HTTP/1.1" status: 200 len: 375 time: 0.0122082 Jul 28 00:06:03.219072 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-1675a8cf-c81c-4670-a0c7-878b07c59837 req-e0e6b3a8-2f23-4690-b430-72394c7b2669 tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=89b98a394d0a4deca4a2bd6b2ae5c66e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0484226 Jul 28 00:06:03.310740 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-1675a8cf-c81c-4670-a0c7-878b07c59837 req-08cacb9d-864a-4bc8-aa89-9bbc2cf3f008 service neutron] 10.222.0.18 "GET /v2.0/networks/6737f7fe-255e-4ed4-a03e-776abd6a354d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797935 Jul 28 00:06:03.401677 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-1675a8cf-c81c-4670-a0c7-878b07c59837 req-4a0df878-42a0-4495-b6d5-d1a605dcd42c service neutron] 10.222.0.18 "GET /v2.0/networks/6737f7fe-255e-4ed4-a03e-776abd6a354d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847156 Jul 28 00:06:03.560189 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-6492570c-63bc-462d-9be0-932991506288 req-d18716d6-c78f-45e8-a84d-970fc01e1f0f tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] 10.222.0.18 "GET /v2.0/ports?device_id=6966947f-79fc-4bd6-89e6-b5ef018fb7e9 HTTP/1.1" status: 200 len: 210 time: 0.0299885 Jul 28 00:06:04.655840 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a26e8a2c-fdc9-4bf0-b1f2-b1899b6a20b5 req-f89b79d7-3c15-4bd7-98f4-95e63b2d7819 tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] 10.222.0.18 "GET /v2.0/ports?device_id=6966947f-79fc-4bd6-89e6-b5ef018fb7e9 HTTP/1.1" status: 200 len: 210 time: 0.0291438 Jul 28 00:06:04.758471 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1675a8cf-c81c-4670-a0c7-878b07c59837 req-8ca47f9e-04ef-40c8-bdbc-1a4588306149 tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:06:04.759876 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-1675a8cf-c81c-4670-a0c7-878b07c59837 req-8ca47f9e-04ef-40c8-bdbc-1a4588306149 tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] 10.222.0.38 "GET /v2.0/networks?id=6737f7fe-255e-4ed4-a03e-776abd6a354d HTTP/1.1" status: 200 len: 814 time: 0.1065753 Jul 28 00:06:04.775007 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [req-1675a8cf-c81c-4670-a0c7-878b07c59837 req-5d8d709f-5c68-4758-a3eb-3466ee15c86c tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] Request body: {'port': {'device_id': '6966947f-79fc-4bd6-89e6-b5ef018fb7e9', 'network_id': '6737f7fe-255e-4ed4-a03e-776abd6a354d', 'admin_state_up': True, 'tenant_id': '89b98a394d0a4deca4a2bd6b2ae5c66e'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 00:06:04.884121 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1675a8cf-c81c-4670-a0c7-878b07c59837 req-5d8d709f-5c68-4758-a3eb-3466ee15c86c tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] Made reservation on behalf of 89b98a394d0a4deca4a2bd6b2ae5c66e for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 00:06:04.887685 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-1675a8cf-c81c-4670-a0c7-878b07c59837 req-5d8d709f-5c68-4758-a3eb-3466ee15c86c tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:06:05.021382 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [req-1675a8cf-c81c-4670-a0c7-878b07c59837 req-5d8d709f-5c68-4758-a3eb-3466ee15c86c tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] Allocated IP 172.20.0.12 (6737f7fe-255e-4ed4-a03e-776abd6a354d/0ca90e15-68ca-4d4e-b60c-7dff5b92b67b/3525a50d-f1c0-411f-9051-da0863df6b26) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 00:06:05.212414 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-1675a8cf-c81c-4670-a0c7-878b07c59837 req-5d8d709f-5c68-4758-a3eb-3466ee15c86c tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:06:05.231284 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-1675a8cf-c81c-4670-a0c7-878b07c59837 req-5d8d709f-5c68-4758-a3eb-3466ee15c86c tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] Transition to ACTIVE for port object 3525a50d-f1c0-411f-9051-da0863df6b26 will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 00:06:05.275807 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-1675a8cf-c81c-4670-a0c7-878b07c59837 req-5d8d709f-5c68-4758-a3eb-3466ee15c86c tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:06:05.326408 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1675a8cf-c81c-4670-a0c7-878b07c59837 req-5d8d709f-5c68-4758-a3eb-3466ee15c86c tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] Network 6737f7fe-255e-4ed4-a03e-776abd6a354d is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 00:06:05.329825 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [req-1675a8cf-c81c-4670-a0c7-878b07c59837 req-5d8d709f-5c68-4758-a3eb-3466ee15c86c tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 00:06:05.336136 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-1675a8cf-c81c-4670-a0c7-878b07c59837 req-5d8d709f-5c68-4758-a3eb-3466ee15c86c tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 00:06:05.361606 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8d709f-5c68-4758-a3eb-3466ee15c86c tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] Pushing event updated for resources: {'Port': ['ID=3525a50d-f1c0-411f-9051-da0863df6b26,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:06:05.397011 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1675a8cf-c81c-4670-a0c7-878b07c59837 req-5d8d709f-5c68-4758-a3eb-3466ee15c86c tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:06:05.398021 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-1675a8cf-c81c-4670-a0c7-878b07c59837 req-5d8d709f-5c68-4758-a3eb-3466ee15c86c tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:06:05.403833 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:06:05.425254 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-1675a8cf-c81c-4670-a0c7-878b07c59837 req-5d8d709f-5c68-4758-a3eb-3466ee15c86c tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6537578 Jul 28 00:06:05.604562 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-081484b5-6c1d-4c05-88fd-9c034844d013 None None] Provisioning for port 3525a50d-f1c0-411f-9051-da0863df6b26 completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 00:06:05.608905 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-081484b5-6c1d-4c05-88fd-9c034844d013 None None] Provisioning complete for port 3525a50d-f1c0-411f-9051-da0863df6b26 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 00:06:05.609226 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-081484b5-6c1d-4c05-88fd-9c034844d013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:06:05.645749 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-081484b5-6c1d-4c05-88fd-9c034844d013 None None] Port 3525a50d-f1c0-411f-9051-da0863df6b26 cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 00:06:05.788109 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce219d97-f70b-4423-baf2-371de73d684c req-1ef90bd3-99cb-4a1d-8b2f-fbb0fd9fed0e tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:06:05.789614 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-ce219d97-f70b-4423-baf2-371de73d684c req-1ef90bd3-99cb-4a1d-8b2f-fbb0fd9fed0e tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] 10.222.0.18 "GET /v2.0/ports?device_id=6966947f-79fc-4bd6-89e6-b5ef018fb7e9 HTTP/1.1" status: 200 len: 932 time: 0.0585759 Jul 28 00:06:05.830846 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-ce219d97-f70b-4423-baf2-371de73d684c req-7a8a0461-8f17-4613-92fd-2d2e93f00e9a tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] 10.222.0.18 "GET /v2.0/security-groups?id=4483a78b-b336-4494-944f-8c3092947a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350037 Jul 28 00:06:06.947515 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ac8ebb-3351-45c8-b9b7-954665647317 req-25673244-fc47-4fe6-ab9b-50503830db7a tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:06:06.949042 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-87ac8ebb-3351-45c8-b9b7-954665647317 req-25673244-fc47-4fe6-ab9b-50503830db7a tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] 10.222.0.18 "GET /v2.0/ports?device_id=6966947f-79fc-4bd6-89e6-b5ef018fb7e9 HTTP/1.1" status: 200 len: 932 time: 0.0503991 Jul 28 00:06:06.989387 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-87ac8ebb-3351-45c8-b9b7-954665647317 req-f928e8b0-0ba3-4d78-8565-01c4c21fb2c2 tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] 10.222.0.18 "GET /v2.0/security-groups?id=4483a78b-b336-4494-944f-8c3092947a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336959 Jul 28 00:06:08.112346 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73605e2f-7868-4fb9-a092-69656a016509 req-deb70cc2-e20b-46f2-bf79-8d72d1e21b4e tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:06:08.115511 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-73605e2f-7868-4fb9-a092-69656a016509 req-deb70cc2-e20b-46f2-bf79-8d72d1e21b4e tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] 10.222.0.18 "GET /v2.0/ports?device_id=6966947f-79fc-4bd6-89e6-b5ef018fb7e9 HTTP/1.1" status: 200 len: 932 time: 0.0556078 Jul 28 00:06:08.165881 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-73605e2f-7868-4fb9-a092-69656a016509 req-54172a76-23a8-4dfe-a017-878daad0b5f3 tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] 10.222.0.18 "GET /v2.0/security-groups?id=4483a78b-b336-4494-944f-8c3092947a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454428 Jul 28 00:06:09.285676 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89194265-e89f-4e15-bf6d-2878c18ee916 req-00abbcfe-b88a-48d4-af8e-853b99d213d5 tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:06:09.287212 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-89194265-e89f-4e15-bf6d-2878c18ee916 req-00abbcfe-b88a-48d4-af8e-853b99d213d5 tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] 10.222.0.18 "GET /v2.0/ports?device_id=6966947f-79fc-4bd6-89e6-b5ef018fb7e9 HTTP/1.1" status: 200 len: 932 time: 0.0531125 Jul 28 00:06:09.327866 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-89194265-e89f-4e15-bf6d-2878c18ee916 req-b8c30ca0-10d9-4389-a832-8277d493ef8b tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] 10.222.0.18 "GET /v2.0/security-groups?id=4483a78b-b336-4494-944f-8c3092947a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346282 Jul 28 00:06:09.361734 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.agents_db [None req-9beef776-8bab-4de2-989a-f5a23ba4aaf4 None None] Agent healthcheck: found 7 active agents {{(pid=93800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 00:06:10.449770 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59844cd8-37e6-4a2d-8be2-bb60ea03c003 req-6949c21e-af0a-483c-8109-82be5a6d4549 tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:06:10.451405 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-59844cd8-37e6-4a2d-8be2-bb60ea03c003 req-6949c21e-af0a-483c-8109-82be5a6d4549 tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] 10.222.0.18 "GET /v2.0/ports?device_id=6966947f-79fc-4bd6-89e6-b5ef018fb7e9 HTTP/1.1" status: 200 len: 932 time: 0.0578058 Jul 28 00:06:10.490595 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-59844cd8-37e6-4a2d-8be2-bb60ea03c003 req-0225df5a-7a5e-441c-9cfe-d3ce12a6c9e4 tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] 10.222.0.18 "GET /v2.0/security-groups?id=4483a78b-b336-4494-944f-8c3092947a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332065 Jul 28 00:06:11.626966 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88669061-9b13-458e-a253-235412abfb08 req-78fc626c-288c-4a2d-a9a8-1cd951c13d40 tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:06:11.628482 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-88669061-9b13-458e-a253-235412abfb08 req-78fc626c-288c-4a2d-a9a8-1cd951c13d40 tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] 10.222.0.18 "GET /v2.0/ports?device_id=6966947f-79fc-4bd6-89e6-b5ef018fb7e9 HTTP/1.1" status: 200 len: 932 time: 0.0623724 Jul 28 00:06:11.676950 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-88669061-9b13-458e-a253-235412abfb08 req-d31117f3-7059-4f09-87e1-2f4b063efdf9 tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] 10.222.0.18 "GET /v2.0/security-groups?id=4483a78b-b336-4494-944f-8c3092947a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422966 Jul 28 00:06:12.793702 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3e33a1-be38-44b4-b7fa-3d4b691e69d5 req-199597bd-3ad7-4a19-8ca2-0226a7df72e3 tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:06:12.795168 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-fb3e33a1-be38-44b4-b7fa-3d4b691e69d5 req-199597bd-3ad7-4a19-8ca2-0226a7df72e3 tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] 10.222.0.18 "GET /v2.0/ports?device_id=6966947f-79fc-4bd6-89e6-b5ef018fb7e9 HTTP/1.1" status: 200 len: 932 time: 0.0499382 Jul 28 00:06:12.835003 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-fb3e33a1-be38-44b4-b7fa-3d4b691e69d5 req-b3333942-ec12-4887-903c-a45bed933644 tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] 10.222.0.18 "GET /v2.0/security-groups?id=4483a78b-b336-4494-944f-8c3092947a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337994 Jul 28 00:06:13.957678 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baab64b-fd30-4aa2-84a1-1123841f6531 req-5770bb57-f106-459e-903c-b35529c4f1ce tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:06:13.959207 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-2baab64b-fd30-4aa2-84a1-1123841f6531 req-5770bb57-f106-459e-903c-b35529c4f1ce tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] 10.222.0.18 "GET /v2.0/ports?device_id=6966947f-79fc-4bd6-89e6-b5ef018fb7e9 HTTP/1.1" status: 200 len: 932 time: 0.0519884 Jul 28 00:06:13.996906 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-2baab64b-fd30-4aa2-84a1-1123841f6531 req-e870bb1d-5b24-4490-b924-7d08d8c12cc7 tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] 10.222.0.18 "GET /v2.0/security-groups?id=4483a78b-b336-4494-944f-8c3092947a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316222 Jul 28 00:06:14.831154 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [req-1675a8cf-c81c-4670-a0c7-878b07c59837 req-799836b3-fd4a-42ea-81ab-5a308364df5c tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=93798) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 00:06:14.832141 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-1675a8cf-c81c-4670-a0c7-878b07c59837 req-799836b3-fd4a-42ea-81ab-5a308364df5c tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055699 Jul 28 00:06:14.943363 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [req-1675a8cf-c81c-4670-a0c7-878b07c59837 req-f1c84757-35ea-4635-b99e-215475e076c9 service neutron] Request body: {'port': {'device_id': '6966947f-79fc-4bd6-89e6-b5ef018fb7e9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802623-1'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 00:06:14.998466 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-1675a8cf-c81c-4670-a0c7-878b07c59837 req-f1c84757-35ea-4635-b99e-215475e076c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:06:15.131902 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e493375-5964-4129-8e09-993ba596fc9d req-947ead86-8be2-41be-bd61-e37ca7ab51ec tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:06:15.133515 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-7e493375-5964-4129-8e09-993ba596fc9d req-947ead86-8be2-41be-bd61-e37ca7ab51ec tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] 10.222.0.18 "GET /v2.0/ports?device_id=6966947f-79fc-4bd6-89e6-b5ef018fb7e9 HTTP/1.1" status: 200 len: 932 time: 0.0670693 Jul 28 00:06:15.176114 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-7e493375-5964-4129-8e09-993ba596fc9d req-d16d4034-b05c-4581-86fe-7d4049912851 tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] 10.222.0.18 "GET /v2.0/security-groups?id=4483a78b-b336-4494-944f-8c3092947a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358391 Jul 28 00:06:15.260393 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [req-1675a8cf-c81c-4670-a0c7-878b07c59837 req-f1c84757-35ea-4635-b99e-215475e076c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3525a50d-f1c0-411f-9051-da0863df6b26 {{(pid=93798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 00:06:15.267718 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-1675a8cf-c81c-4670-a0c7-878b07c59837 req-f1c84757-35ea-4635-b99e-215475e076c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:06:15.278945 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-1675a8cf-c81c-4670-a0c7-878b07c59837 req-f1c84757-35ea-4635-b99e-215475e076c9 service neutron] Transition to ACTIVE for port object 3525a50d-f1c0-411f-9051-da0863df6b26 will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 00:06:15.282780 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-1675a8cf-c81c-4670-a0c7-878b07c59837 req-f1c84757-35ea-4635-b99e-215475e076c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:06:15.650328 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c84757-35ea-4635-b99e-215475e076c9 service neutron] Pushing event updated for resources: {'Port': ['ID=3525a50d-f1c0-411f-9051-da0863df6b26,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:06:15.722833 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-1675a8cf-c81c-4670-a0c7-878b07c59837 req-f1c84757-35ea-4635-b99e-215475e076c9 service neutron] Attempting to bind port 3525a50d-f1c0-411f-9051-da0863df6b26 on host n-h1-802623-1 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 00:06:15.723202 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-1675a8cf-c81c-4670-a0c7-878b07c59837 req-f1c84757-35ea-4635-b99e-215475e076c9 service neutron] Attempting to bind port 3525a50d-f1c0-411f-9051-da0863df6b26 by drivers openvswitch,hyperv on host n-h1-802623-1 at level 0 using segments [{'id': '7dcbc178-071d-459b-8246-3482c62f5eb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '6737f7fe-255e-4ed4-a03e-776abd6a354d'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 00:06:15.723536 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1675a8cf-c81c-4670-a0c7-878b07c59837 req-f1c84757-35ea-4635-b99e-215475e076c9 service neutron] Attempting to bind port 3525a50d-f1c0-411f-9051-da0863df6b26 on network 6737f7fe-255e-4ed4-a03e-776abd6a354d {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 00:06:15.728171 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1675a8cf-c81c-4670-a0c7-878b07c59837 req-f1c84757-35ea-4635-b99e-215475e076c9 service neutron] Port 3525a50d-f1c0-411f-9051-da0863df6b26 on network 6737f7fe-255e-4ed4-a03e-776abd6a354d not bound, no agent of type Open vSwitch agent registered on host n-h1-802623-1 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 00:06:15.728500 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1675a8cf-c81c-4670-a0c7-878b07c59837 req-f1c84757-35ea-4635-b99e-215475e076c9 service neutron] Attempting to bind port 3525a50d-f1c0-411f-9051-da0863df6b26 on network 6737f7fe-255e-4ed4-a03e-776abd6a354d {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 00:06:15.733416 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1675a8cf-c81c-4670-a0c7-878b07c59837 req-f1c84757-35ea-4635-b99e-215475e076c9 service neutron] Checking agent: {'id': '245f1da4-a9b8-4b08-90d7-28f0f342b839', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 59, 59), 'started_at': datetime.datetime(2021, 7, 27, 22, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 0, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 00:06:15.733767 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1675a8cf-c81c-4670-a0c7-878b07c59837 req-f1c84757-35ea-4635-b99e-215475e076c9 service neutron] Checking segment: {'id': '7dcbc178-071d-459b-8246-3482c62f5eb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '6737f7fe-255e-4ed4-a03e-776abd6a354d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 00:06:15.734137 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1675a8cf-c81c-4670-a0c7-878b07c59837 req-f1c84757-35ea-4635-b99e-215475e076c9 service neutron] Bound using segment: {'id': '7dcbc178-071d-459b-8246-3482c62f5eb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '6737f7fe-255e-4ed4-a03e-776abd6a354d'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 00:06:15.734574 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-1675a8cf-c81c-4670-a0c7-878b07c59837 req-f1c84757-35ea-4635-b99e-215475e076c9 service neutron] Bound port: 3525a50d-f1c0-411f-9051-da0863df6b26, host: n-h1-802623-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7dcbc178-071d-459b-8246-3482c62f5eb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '6737f7fe-255e-4ed4-a03e-776abd6a354d'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 00:06:15.734925 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-1675a8cf-c81c-4670-a0c7-878b07c59837 req-f1c84757-35ea-4635-b99e-215475e076c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:06:15.799997 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-1675a8cf-c81c-4670-a0c7-878b07c59837 req-f1c84757-35ea-4635-b99e-215475e076c9 service neutron] For port 3525a50d-f1c0-411f-9051-da0863df6b26, host n-h1-802623-1, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 00:06:15.802974 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-1675a8cf-c81c-4670-a0c7-878b07c59837 req-f1c84757-35ea-4635-b99e-215475e076c9 service neutron] For port 3525a50d-f1c0-411f-9051-da0863df6b26, host n-h1-802623-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=3525a50d-f1c0-411f-9051-da0863df6b26,segment=NetworkSegment(7dcbc178-071d-459b-8246-3482c62f5eb0),segment_id=7dcbc178-071d-459b-8246-3482c62f5eb0)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 00:06:15.806881 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-1675a8cf-c81c-4670-a0c7-878b07c59837 req-f1c84757-35ea-4635-b99e-215475e076c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:06:15.843033 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1675a8cf-c81c-4670-a0c7-878b07c59837 req-f1c84757-35ea-4635-b99e-215475e076c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:06:15.843674 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-1675a8cf-c81c-4670-a0c7-878b07c59837 req-f1c84757-35ea-4635-b99e-215475e076c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:06:15.845047 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-1675a8cf-c81c-4670-a0c7-878b07c59837 req-f1c84757-35ea-4635-b99e-215475e076c9 service neutron] 10.222.0.38 "PUT /v2.0/ports/3525a50d-f1c0-411f-9051-da0863df6b26 HTTP/1.1" status: 200 len: 1092 time: 1.0042486 Jul 28 00:06:15.845496 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6966947f-79fc-4bd6-89e6-b5ef018fb7e9', 'tag': '3525a50d-f1c0-411f-9051-da0863df6b26'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 00:06:15.847766 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b87af07e598cf5b62d2945997aebdb2f0d5735b62acaa13edb25b119cdbae256" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6aa07b7c-e83c-4283-913f-fd3b9be46095" -d '{"events": [{"name": "network-changed", "server_uuid": "6966947f-79fc-4bd6-89e6-b5ef018fb7e9", "tag": "3525a50d-f1c0-411f-9051-da0863df6b26"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 00:06:15.880363 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c84757-35ea-4635-b99e-215475e076c9 service neutron] Pushing event updated for resources: {'Port': ['ID=3525a50d-f1c0-411f-9051-da0863df6b26,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:06:15.934233 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1675a8cf-c81c-4670-a0c7-878b07c59837 req-0cb37a5a-5422-49e5-bcdc-0edc25406f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:06:15.935843 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-1675a8cf-c81c-4670-a0c7-878b07c59837 req-0cb37a5a-5422-49e5-bcdc-0edc25406f15 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=89b98a394d0a4deca4a2bd6b2ae5c66e&device_id=6966947f-79fc-4bd6-89e6-b5ef018fb7e9 HTTP/1.1" status: 200 len: 1095 time: 0.0475411 Jul 28 00:06:15.981073 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-1675a8cf-c81c-4670-a0c7-878b07c59837 req-03731b25-d231-42d7-bf58-afff6189c8ad service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3525a50d-f1c0-411f-9051-da0863df6b26 HTTP/1.1" status: 200 len: 217 time: 0.0368481 Jul 28 00:06:16.050285 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1675a8cf-c81c-4670-a0c7-878b07c59837 req-015bb4f3-3c26-4f83-814d-4c3f81575332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:06:16.052166 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-1675a8cf-c81c-4670-a0c7-878b07c59837 req-015bb4f3-3c26-4f83-814d-4c3f81575332 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=0ca90e15-68ca-4d4e-b60c-7dff5b92b67b HTTP/1.1" status: 200 len: 853 time: 0.0638273 Jul 28 00:06:16.053593 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 00:06:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de2b5300-d459-4dd7-be3b-3de67e368e66 x-openstack-request-id: req-de2b5300-d459-4dd7-be3b-3de67e368e66 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 00:06:16.053877 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6966947f-79fc-4bd6-89e6-b5ef018fb7e9", "tag": "3525a50d-f1c0-411f-9051-da0863df6b26", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 00:06:16.054129 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-de2b5300-d459-4dd7-be3b-3de67e368e66 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 00:06:16.054515 n-d-802623-1 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6966947f-79fc-4bd6-89e6-b5ef018fb7e9', 'tag': '3525a50d-f1c0-411f-9051-da0863df6b26', 'status': 'completed', 'code': 200} Jul 28 00:06:16.099755 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1675a8cf-c81c-4670-a0c7-878b07c59837 req-e47a5549-dc3d-4836-bc3c-60585529a306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:06:16.101234 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-1675a8cf-c81c-4670-a0c7-878b07c59837 req-e47a5549-dc3d-4836-bc3c-60585529a306 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=6737f7fe-255e-4ed4-a03e-776abd6a354d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416846 Jul 28 00:06:16.190343 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-1675a8cf-c81c-4670-a0c7-878b07c59837 req-967ab396-ebfa-4c86-ab36-4e348eb10346 service neutron] 10.222.0.38 "GET /v2.0/networks/6737f7fe-255e-4ed4-a03e-776abd6a354d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813975 Jul 28 00:06:16.284198 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-1675a8cf-c81c-4670-a0c7-878b07c59837 req-ae4eede9-8797-4a96-a081-92a05e363a74 service neutron] 10.222.0.38 "GET /v2.0/networks/6737f7fe-255e-4ed4-a03e-776abd6a354d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866988 Jul 28 00:06:16.294190 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b95ccc5-6f83-406c-8ca8-c961095792cb req-fc950c16-78ec-4b0a-b34f-6529e3aed5fa tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:06:16.295698 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-3b95ccc5-6f83-406c-8ca8-c961095792cb req-fc950c16-78ec-4b0a-b34f-6529e3aed5fa tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] 10.222.0.18 "GET /v2.0/ports?device_id=6966947f-79fc-4bd6-89e6-b5ef018fb7e9 HTTP/1.1" status: 200 len: 944 time: 0.0513122 Jul 28 00:06:16.335336 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-3b95ccc5-6f83-406c-8ca8-c961095792cb req-71e8ffd3-214c-443c-8217-97fc97fc0dbf tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] 10.222.0.18 "GET /v2.0/security-groups?id=4483a78b-b336-4494-944f-8c3092947a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332367 Jul 28 00:06:16.368861 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa07b7c-e83c-4283-913f-fd3b9be46095 req-67184242-d6f3-4797-a642-e4b1c532697f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:06:16.370715 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-6aa07b7c-e83c-4283-913f-fd3b9be46095 req-67184242-d6f3-4797-a642-e4b1c532697f service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=89b98a394d0a4deca4a2bd6b2ae5c66e&device_id=6966947f-79fc-4bd6-89e6-b5ef018fb7e9 HTTP/1.1" status: 200 len: 1095 time: 0.0414441 Jul 28 00:06:16.463708 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa07b7c-e83c-4283-913f-fd3b9be46095 req-6c04fea8-b198-49bb-8af7-be2570dcf887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:06:16.465156 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-6aa07b7c-e83c-4283-913f-fd3b9be46095 req-6c04fea8-b198-49bb-8af7-be2570dcf887 service neutron] 10.222.0.38 "GET /v2.0/networks?id=6737f7fe-255e-4ed4-a03e-776abd6a354d HTTP/1.1" status: 200 len: 915 time: 0.0869873 Jul 28 00:06:16.507310 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-6aa07b7c-e83c-4283-913f-fd3b9be46095 req-d2e1f9a7-f5c9-48a2-8376-7f908188c7bc service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3525a50d-f1c0-411f-9051-da0863df6b26 HTTP/1.1" status: 200 len: 217 time: 0.0342457 Jul 28 00:06:16.558414 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa07b7c-e83c-4283-913f-fd3b9be46095 req-19088e34-9f1c-43e2-8bdb-dba2415a7f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:06:16.559868 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-6aa07b7c-e83c-4283-913f-fd3b9be46095 req-19088e34-9f1c-43e2-8bdb-dba2415a7f0b service neutron] 10.222.0.38 "GET /v2.0/subnets?id=0ca90e15-68ca-4d4e-b60c-7dff5b92b67b HTTP/1.1" status: 200 len: 853 time: 0.0443094 Jul 28 00:06:16.609080 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa07b7c-e83c-4283-913f-fd3b9be46095 req-9aa4406e-8651-49e6-b59d-0aa1c744e255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:06:16.610572 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-6aa07b7c-e83c-4283-913f-fd3b9be46095 req-9aa4406e-8651-49e6-b59d-0aa1c744e255 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=6737f7fe-255e-4ed4-a03e-776abd6a354d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427990 Jul 28 00:06:16.699504 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-6aa07b7c-e83c-4283-913f-fd3b9be46095 req-44980331-4855-4cfa-aade-1373d6eb1b67 service neutron] 10.222.0.38 "GET /v2.0/networks/6737f7fe-255e-4ed4-a03e-776abd6a354d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807309 Jul 28 00:06:16.793533 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-6aa07b7c-e83c-4283-913f-fd3b9be46095 req-3e4f33c3-6a68-4006-b8ad-19e96d2c3724 service neutron] 10.222.0.38 "GET /v2.0/networks/6737f7fe-255e-4ed4-a03e-776abd6a354d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853965 Jul 28 00:06:17.449037 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a5a948-6a79-4a33-9005-728c94aaaabc req-d8fb7d46-2d7c-4a47-b18a-109169e210da tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:06:17.450499 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b2a5a948-6a79-4a33-9005-728c94aaaabc req-d8fb7d46-2d7c-4a47-b18a-109169e210da tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] 10.222.0.18 "GET /v2.0/ports?device_id=6966947f-79fc-4bd6-89e6-b5ef018fb7e9 HTTP/1.1" status: 200 len: 944 time: 0.0487697 Jul 28 00:06:17.487111 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b2a5a948-6a79-4a33-9005-728c94aaaabc req-62d91a5f-4b3b-420a-9ab4-d92ef626e39b tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] 10.222.0.18 "GET /v2.0/security-groups?id=4483a78b-b336-4494-944f-8c3092947a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307155 Jul 28 00:06:18.604898 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce13e63c-173b-4601-ba85-30d08873382e req-a71e1919-3139-4098-b0c7-893d187dea65 tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:06:18.606401 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-ce13e63c-173b-4601-ba85-30d08873382e req-a71e1919-3139-4098-b0c7-893d187dea65 tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] 10.222.0.18 "GET /v2.0/ports?device_id=6966947f-79fc-4bd6-89e6-b5ef018fb7e9 HTTP/1.1" status: 200 len: 944 time: 0.0486269 Jul 28 00:06:18.650397 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-ce13e63c-173b-4601-ba85-30d08873382e req-a7300886-21f2-4625-807a-a6e661018f6b tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] 10.222.0.18 "GET /v2.0/security-groups?id=4483a78b-b336-4494-944f-8c3092947a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381036 Jul 28 00:06:18.677730 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 3525a50d-f1c0-411f-9051-da0863df6b26 details requested by agent hyperv_n-h1-802623-1 with host n-h1-802623-1 {{(pid=93799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 00:06:18.770378 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port 3525a50d-f1c0-411f-9051-da0863df6b26, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=3525a50d-f1c0-411f-9051-da0863df6b26,segment=NetworkSegment(7dcbc178-071d-459b-8246-3482c62f5eb0),segment_id=7dcbc178-071d-459b-8246-3482c62f5eb0)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 00:06:18.781227 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Returning: {'device': '3525a50d-f1c0-411f-9051-da0863df6b26', 'network_id': '6737f7fe-255e-4ed4-a03e-776abd6a354d', 'port_id': '3525a50d-f1c0-411f-9051-da0863df6b26', 'mac_address': 'fa:16:3e:5b:70:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ca90e15-68ca-4d4e-b60c-7dff5b92b67b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 00:06:18.821407 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:06:18.833605 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3525a50d-f1c0-411f-9051-da0863df6b26 {{(pid=93799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 00:06:18.852515 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port 3525a50d-f1c0-411f-9051-da0863df6b26, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=3525a50d-f1c0-411f-9051-da0863df6b26,segment=NetworkSegment(7dcbc178-071d-459b-8246-3482c62f5eb0),segment_id=7dcbc178-071d-459b-8246-3482c62f5eb0)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 00:06:18.855941 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:06:18.900946 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Pushing event updated for resources: {'Port': ['ID=3525a50d-f1c0-411f-9051-da0863df6b26,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:06:18.908142 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:06:18.908490 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:06:18.908836 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:06:18.909174 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:06:18.909511 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:06:18.909844 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:06:18.910174 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:06:18.910501 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:06:18.910830 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:06:18.911183 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:06:18.911509 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:06:18.911835 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:06:19.092496 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] get_ports_and_sgs() called for port_ids ['3525a50d-f1c0-411f-9051-da0863df6b26'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 00:06:19.762426 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755a39fe-4024-4df8-8b2b-58bec59c504f req-6fb910a1-9f62-456f-9f92-13aa817bba15 tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:06:19.763923 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-755a39fe-4024-4df8-8b2b-58bec59c504f req-6fb910a1-9f62-456f-9f92-13aa817bba15 tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] 10.222.0.18 "GET /v2.0/ports?device_id=6966947f-79fc-4bd6-89e6-b5ef018fb7e9 HTTP/1.1" status: 200 len: 945 time: 0.0473373 Jul 28 00:06:19.808999 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-755a39fe-4024-4df8-8b2b-58bec59c504f req-bc53de07-820e-4be5-b017-38781a28a262 tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] 10.222.0.18 "GET /v2.0/security-groups?id=4483a78b-b336-4494-944f-8c3092947a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390723 Jul 28 00:06:20.682397 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 3525a50d-f1c0-411f-9051-da0863df6b26 up at agent hyperv_n-h1-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 00:06:20.731182 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Provisioning for port 3525a50d-f1c0-411f-9051-da0863df6b26 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 00:06:20.734926 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Provisioning complete for port 3525a50d-f1c0-411f-9051-da0863df6b26 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 00:06:20.735322 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:06:20.808593 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:06:20.830840 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6966947f-79fc-4bd6-89e6-b5ef018fb7e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3525a50d-f1c0-411f-9051-da0863df6b26'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 00:06:20.833126 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64765ad30d2cb160e3038d1462d2ba509af0f62467a800f17112a752d2df19f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecaa825c-4cd0-49dc-8748-feb6b1660c4a" -d '{"events": [{"server_uuid": "6966947f-79fc-4bd6-89e6-b5ef018fb7e9", "name": "network-vif-plugged", "status": "completed", "tag": "3525a50d-f1c0-411f-9051-da0863df6b26"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 00:06:20.846625 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port 3525a50d-f1c0-411f-9051-da0863df6b26, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=3525a50d-f1c0-411f-9051-da0863df6b26,segment=NetworkSegment(7dcbc178-071d-459b-8246-3482c62f5eb0),segment_id=7dcbc178-071d-459b-8246-3482c62f5eb0)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 00:06:20.853506 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:06:20.905810 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Pushing event updated for resources: {'Port': ['ID=3525a50d-f1c0-411f-9051-da0863df6b26,revision_number=5']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:06:20.927526 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 00:06:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-211da778-0fb4-4846-994d-780f5b20ce5c x-openstack-request-id: req-211da778-0fb4-4846-994d-780f5b20ce5c {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 00:06:20.927823 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6966947f-79fc-4bd6-89e6-b5ef018fb7e9", "name": "network-vif-plugged", "status": "completed", "tag": "3525a50d-f1c0-411f-9051-da0863df6b26", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 00:06:20.928078 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-211da778-0fb4-4846-994d-780f5b20ce5c {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 00:06:20.928507 n-d-802623-1 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6966947f-79fc-4bd6-89e6-b5ef018fb7e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3525a50d-f1c0-411f-9051-da0863df6b26', 'code': 200} Jul 28 00:06:20.938812 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254a1335-5180-424d-8175-e565cc6490c9 req-d9e22377-410f-4115-867b-d65a8438d871 tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:06:20.940603 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-254a1335-5180-424d-8175-e565cc6490c9 req-d9e22377-410f-4115-867b-d65a8438d871 tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] 10.222.0.18 "GET /v2.0/ports?device_id=6966947f-79fc-4bd6-89e6-b5ef018fb7e9 HTTP/1.1" status: 200 len: 946 time: 0.0604939 Jul 28 00:06:20.981337 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-254a1335-5180-424d-8175-e565cc6490c9 req-59550554-ac62-4452-ba5a-9a26ad17969e tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] 10.222.0.18 "GET /v2.0/security-groups?id=4483a78b-b336-4494-944f-8c3092947a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337274 Jul 28 00:06:21.024715 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5524226-1f44-4d72-a0df-82bdcf3971ca req-7bf04d67-7cb9-4806-8e68-b0ab6f0a5023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:06:21.026206 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f5524226-1f44-4d72-a0df-82bdcf3971ca req-7bf04d67-7cb9-4806-8e68-b0ab6f0a5023 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=6966947f-79fc-4bd6-89e6-b5ef018fb7e9 HTTP/1.1" status: 200 len: 1097 time: 0.0435665 Jul 28 00:06:21.061787 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f5524226-1f44-4d72-a0df-82bdcf3971ca req-3fd70de0-5aac-4111-9f6d-b20fdf7b9c2c service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=4483a78b-b336-4494-944f-8c3092947a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0274608 Jul 28 00:06:22.098072 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9505f40b-f4d1-4cd1-92b2-35574d45c741 req-f405984e-81c0-44c8-ac1d-eb2791e93330 tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:06:22.099568 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-9505f40b-f4d1-4cd1-92b2-35574d45c741 req-f405984e-81c0-44c8-ac1d-eb2791e93330 tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] 10.222.0.18 "GET /v2.0/ports?device_id=6966947f-79fc-4bd6-89e6-b5ef018fb7e9 HTTP/1.1" status: 200 len: 946 time: 0.0492246 Jul 28 00:06:22.136978 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-9505f40b-f4d1-4cd1-92b2-35574d45c741 req-8853495f-f5be-492c-be5e-acf0e739ef61 tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] 10.222.0.18 "GET /v2.0/security-groups?id=4483a78b-b336-4494-944f-8c3092947a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308142 Jul 28 00:06:22.255255 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723e3767-cb12-4d1d-92c2-f77b4d0ca7b8 req-495f53a8-e547-4eb9-898b-ba173808832c tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:06:22.256704 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-723e3767-cb12-4d1d-92c2-f77b4d0ca7b8 req-495f53a8-e547-4eb9-898b-ba173808832c tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] 10.222.0.18 "GET /v2.0/ports?device_id=6966947f-79fc-4bd6-89e6-b5ef018fb7e9 HTTP/1.1" status: 200 len: 946 time: 0.0516782 Jul 28 00:06:22.294787 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-723e3767-cb12-4d1d-92c2-f77b4d0ca7b8 req-39f01846-92c3-49af-8dd8-25d7be8b9dfe tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] 10.222.0.18 "GET /v2.0/security-groups?id=4483a78b-b336-4494-944f-8c3092947a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321305 Jul 28 00:06:22.476494 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2087d88-5656-486e-9cfa-2ba64dd6033f req-6d54915e-c01e-4e0b-99b8-a9abc43321fd tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:06:22.478005 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d2087d88-5656-486e-9cfa-2ba64dd6033f req-6d54915e-c01e-4e0b-99b8-a9abc43321fd tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] 10.222.0.18 "GET /v2.0/ports?device_id=6966947f-79fc-4bd6-89e6-b5ef018fb7e9 HTTP/1.1" status: 200 len: 946 time: 0.0486410 Jul 28 00:06:22.518859 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d2087d88-5656-486e-9cfa-2ba64dd6033f req-61b7a8a8-f9de-4203-a75a-17303ec379bd tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] 10.222.0.18 "GET /v2.0/security-groups?id=4483a78b-b336-4494-944f-8c3092947a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343084 Jul 28 00:06:26.969478 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f3467500-4c6e-41bd-9560-f516b51626a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:06:29.649058 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-659a494f-79af-4f82-983c-93c7fff22743 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:06:30.074894 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:06:30.124210 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:06:30.676944 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-19f2e178-d45e-4fbe-b9be-c3963fc151ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:06:32.434837 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7418f70f-e60d-4709-8ba9-6ab514bc7f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:06:34.023944 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684fc8dc-6ae7-4e4a-9e2d-49772656773e req-2aeb6313-0b8f-4712-b231-c9af5a8154b7 tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:06:34.025460 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-684fc8dc-6ae7-4e4a-9e2d-49772656773e req-2aeb6313-0b8f-4712-b231-c9af5a8154b7 tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] 10.222.0.18 "GET /v2.0/ports?device_id=6966947f-79fc-4bd6-89e6-b5ef018fb7e9 HTTP/1.1" status: 200 len: 946 time: 0.0483329 Jul 28 00:06:34.061768 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-684fc8dc-6ae7-4e4a-9e2d-49772656773e req-6fec0ee1-8309-49bf-954b-c314639e3db7 tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] 10.222.0.18 "GET /v2.0/security-groups?id=4483a78b-b336-4494-944f-8c3092947a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304267 Jul 28 00:06:34.084895 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 58328) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:06:34.168475 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88fe30ad-1120-4f70-90cc-307385673daf tempest-TestMinimumBasicScenario-1361077933 tempest-TestMinimumBasicScenario-1361077933-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:06:34.169985 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-88fe30ad-1120-4f70-90cc-307385673daf tempest-TestMinimumBasicScenario-1361077933 tempest-TestMinimumBasicScenario-1361077933-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=6966947f-79fc-4bd6-89e6-b5ef018fb7e9 HTTP/1.1" status: 200 len: 1092 time: 0.0841203 Jul 28 00:06:34.173076 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 58332) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:06:34.177246 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-8538300b-b663-4f11-bf6a-28b291397826 tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] Request body: {'floatingip': {'floating_network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'port_id': '3525a50d-f1c0-411f-9051-da0863df6b26', 'tenant_id': '89b98a394d0a4deca4a2bd6b2ae5c66e', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 00:06:34.203144 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8538300b-b663-4f11-bf6a-28b291397826 tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] Notify callbacks [] for floatingip, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:06:34.295934 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8538300b-b663-4f11-bf6a-28b291397826 tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:06:34.398158 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-8538300b-b663-4f11-bf6a-28b291397826 tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] Allocated IP 172.25.4.71 (2fd42287-ed26-4eb9-89a5-b521f5b04356/17de1f8f-393a-4b0c-a2df-614bd3f2fb5e/ed91f0a3-3b06-439c-bd93-86f55c785149) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 00:06:34.495286 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8538300b-b663-4f11-bf6a-28b291397826 tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:06:34.534246 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8538300b-b663-4f11-bf6a-28b291397826 tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:06:34.569071 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8538300b-b663-4f11-bf6a-28b291397826 tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] Network 2fd42287-ed26-4eb9-89a5-b521f5b04356 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 00:06:34.572317 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-8538300b-b663-4f11-bf6a-28b291397826 tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 00:06:34.575687 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8538300b-b663-4f11-bf6a-28b291397826 tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 00:06:34.604458 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8538300b-b663-4f11-bf6a-28b291397826 tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] Pushing event updated for resources: {'Port': ['ID=ed91f0a3-3b06-439c-bd93-86f55c785149,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:06:35.294094 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8538300b-b663-4f11-bf6a-28b291397826 tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:06:35.360156 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8538300b-b663-4f11-bf6a-28b291397826 tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:06:35.386801 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:06:35.507164 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8538300b-b663-4f11-bf6a-28b291397826 tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:06:35.512178 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8538300b-b663-4f11-bf6a-28b291397826 tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11336041'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:06:35.585141 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8538300b-b663-4f11-bf6a-28b291397826 tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] Pushing event updated for resources: {'Port': ['ID=ed91f0a3-3b06-439c-bd93-86f55c785149,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:06:35.592388 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8538300b-b663-4f11-bf6a-28b291397826 tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-415302'] for floatingip, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:06:35.689642 n-d-802623-1 neutron-server[93797]: INFO neutron.db.l3_db [None req-8538300b-b663-4f11-bf6a-28b291397826 tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] Floating IP 5dc09ac6-04af-4b62-bc05-452718e6acd2 associated. External IP: 172.25.4.71, port: 3525a50d-f1c0-411f-9051-da0863df6b26. Jul 28 00:06:35.894422 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8538300b-b663-4f11-bf6a-28b291397826 tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] Router c8205563-bbea-4cde-a327-4be5bad8bd21 has already been hosted by L3 agent 018c4455-49c0-4734-927d-7824067b2a9e {{(pid=93797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 00:06:36.005087 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8538300b-b663-4f11-bf6a-28b291397826 tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 00:06:36.015092 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2867d6be-4e8a-4785-b695-3c8ad1c9856a None None] Sync routers for ids ['c8205563-bbea-4cde-a327-4be5bad8bd21'] in n-d-802623-1 {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 00:06:36.021195 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8538300b-b663-4f11-bf6a-28b291397826 tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for floatingip, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:06:36.026142 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2867d6be-4e8a-4785-b695-3c8ad1c9856a None None] Routers {'c8205563-bbea-4cde-a327-4be5bad8bd21'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 00:06:36.026770 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-2867d6be-4e8a-4785-b695-3c8ad1c9856a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-28T00:06:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['c8205563-bbea-4cde-a327-4be5bad8bd21'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:06:36.048575 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-8538300b-b663-4f11-bf6a-28b291397826 tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8746147 Jul 28 00:06:36.049286 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6966947f-79fc-4bd6-89e6-b5ef018fb7e9', 'tag': '3525a50d-f1c0-411f-9051-da0863df6b26'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 00:06:36.051477 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 58334) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:06:36.051988 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54ff2e8c926e0231465601fd4f15fa4e9ff5e8c34d973af7f909e70dd0b48885" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18d18894-ebd7-4954-bbbb-72e6047a59a2" -d '{"events": [{"name": "network-changed", "server_uuid": "6966947f-79fc-4bd6-89e6-b5ef018fb7e9", "tag": "3525a50d-f1c0-411f-9051-da0863df6b26"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 00:06:36.057237 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-eb165464-4475-4a92-947d-ccb81696b375 tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-104674356', 'description': 'tempest-secgroup-smoke-104674356 description', 'project_id': '89b98a394d0a4deca4a2bd6b2ae5c66e'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 00:06:36.089802 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-eb165464-4475-4a92-947d-ccb81696b375 tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:06:36.145412 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 00:06:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60469524-bae3-4fde-8d6b-3298f024ce3f x-openstack-request-id: req-60469524-bae3-4fde-8d6b-3298f024ce3f {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 00:06:36.145647 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6966947f-79fc-4bd6-89e6-b5ef018fb7e9", "tag": "3525a50d-f1c0-411f-9051-da0863df6b26", "status": "completed", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 00:06:36.145886 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-60469524-bae3-4fde-8d6b-3298f024ce3f {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 00:06:36.146361 n-d-802623-1 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6966947f-79fc-4bd6-89e6-b5ef018fb7e9', 'tag': '3525a50d-f1c0-411f-9051-da0863df6b26', 'status': 'completed', 'code': 200} Jul 28 00:06:36.146934 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-2867d6be-4e8a-4785-b695-3c8ad1c9856a None None] Set router c8205563-bbea-4cde-a327-4be5bad8bd21 gateway port host: n-d-802623-1 {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 00:06:36.185969 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-eb165464-4475-4a92-947d-ccb81696b375 tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:06:36.205959 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-eb165464-4475-4a92-947d-ccb81696b375 tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:06:36.243928 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-eb165464-4475-4a92-947d-ccb81696b375 tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:06:36.245163 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-eb165464-4475-4a92-947d-ccb81696b375 tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1926806 Jul 28 00:06:36.248405 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 58340) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:06:36.253534 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-ae5eee67-2771-4804-a4fd-89746f7675be tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] Request body: {'security_group_rule': {'security_group_id': 'f4379516-3a4a-4cdd-8898-e5eb8c87ada3', 'project_id': '89b98a394d0a4deca4a2bd6b2ae5c66e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 00:06:36.256761 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d18894-ebd7-4954-bbbb-72e6047a59a2 req-b5d19c02-f88f-494e-a90b-9b359f83d12c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:06:36.258244 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-18d18894-ebd7-4954-bbbb-72e6047a59a2 req-b5d19c02-f88f-494e-a90b-9b359f83d12c service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=89b98a394d0a4deca4a2bd6b2ae5c66e&device_id=6966947f-79fc-4bd6-89e6-b5ef018fb7e9 HTTP/1.1" status: 200 len: 1097 time: 0.0858107 Jul 28 00:06:36.259021 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb165464-4475-4a92-947d-ccb81696b375 tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4379516-3a4a-4cdd-8898-e5eb8c87ada3,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:06:36.273643 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb165464-4475-4a92-947d-ccb81696b375 tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:06:36.274072 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb165464-4475-4a92-947d-ccb81696b375 tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:06:36.274459 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb165464-4475-4a92-947d-ccb81696b375 tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:06:36.274825 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb165464-4475-4a92-947d-ccb81696b375 tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:06:36.275149 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb165464-4475-4a92-947d-ccb81696b375 tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:06:36.275572 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb165464-4475-4a92-947d-ccb81696b375 tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:06:36.275882 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb165464-4475-4a92-947d-ccb81696b375 tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:06:36.276236 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb165464-4475-4a92-947d-ccb81696b375 tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:06:36.276565 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb165464-4475-4a92-947d-ccb81696b375 tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:06:36.276890 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb165464-4475-4a92-947d-ccb81696b375 tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:06:36.277216 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb165464-4475-4a92-947d-ccb81696b375 tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:06:36.277530 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb165464-4475-4a92-947d-ccb81696b375 tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:06:36.286221 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ae5eee67-2771-4804-a4fd-89746f7675be tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:06:36.339620 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ae5eee67-2771-4804-a4fd-89746f7675be tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:06:36.343950 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ae5eee67-2771-4804-a4fd-89746f7675be tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784185'] for security_group_rule, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:06:36.364372 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5eee67-2771-4804-a4fd-89746f7675be tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8b5e3e9-55e5-4de8-bcce-4c2000093532,revision_number=0']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:06:36.365412 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d18894-ebd7-4954-bbbb-72e6047a59a2 req-986ee83a-9d2d-46c8-acb7-f34ea936d0fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:06:36.367907 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-18d18894-ebd7-4954-bbbb-72e6047a59a2 req-986ee83a-9d2d-46c8-acb7-f34ea936d0fa service neutron] 10.222.0.38 "GET /v2.0/networks?id=6737f7fe-255e-4ed4-a03e-776abd6a354d HTTP/1.1" status: 200 len: 915 time: 0.1020181 Jul 28 00:06:36.372004 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ae5eee67-2771-4804-a4fd-89746f7675be tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:06:36.373318 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-ae5eee67-2771-4804-a4fd-89746f7675be tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1238728 Jul 28 00:06:36.376103 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 58342) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:06:36.380862 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-76ad8de4-c611-46d2-a35c-fda37989f10c tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] Request body: {'security_group_rule': {'security_group_id': 'f4379516-3a4a-4cdd-8898-e5eb8c87ada3', 'project_id': '89b98a394d0a4deca4a2bd6b2ae5c66e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 00:06:36.396796 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-2867d6be-4e8a-4785-b695-3c8ad1c9856a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8205563-bbea-4cde-a327-4be5bad8bd21', 'name': 'tempest-TestMinimumBasicScenario-666582340-router', 'tenant_id': '89b98a394d0a4deca4a2bd6b2ae5c66e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.7'}], 'enable_snat': True}, 'gw_port_id': '42568d3d-49ec-47a3-891e-f9ca1b3b4d27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T00:05:45Z', 'updated_at': '2021-07-28T00:05:47Z', 'revision_number': 4, 'project_id': '89b98a394d0a4deca4a2bd6b2ae5c66e', 'gw_port': {'id': '42568d3d-49ec-47a3-891e-f9ca1b3b4d27', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:3b:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8205563-bbea-4cde-a327-4be5bad8bd21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T00:05:45Z', 'updated_at': '2021-07-28T00:05:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_floatingips': [{'id': '5dc09ac6-04af-4b62-bc05-452718e6acd2', 'tenant_id': '89b98a394d0a4deca4a2bd6b2ae5c66e', 'floating_ip_address': '172.25.4.71', 'floating_network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'router_id': 'c8205563-bbea-4cde-a327-4be5bad8bd21', 'port_id': '3525a50d-f1c0-411f-9051-da0863df6b26', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6737f7fe-255e-4ed4-a03e-776abd6a354d', 'mac_address': 'fa:16:3e:5b:70:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6966947f-79fc-4bd6-89e6-b5ef018fb7e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T00:06:34Z', 'updated_at': '2021-07-28T00:06:34Z', 'revision_number': 0, 'project_id': '89b98a394d0a4deca4a2bd6b2ae5c66e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c313730-dc04-488e-8040-4de22ecbbe5b', 'name': '', 'network_id': '6737f7fe-255e-4ed4-a03e-776abd6a354d', 'tenant_id': '89b98a394d0a4deca4a2bd6b2ae5c66e', 'mac_address': 'fa:16:3e:97:a6:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8205563-bbea-4cde-a327-4be5bad8bd21', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '0ca90e15-68ca-4d4e-b60c-7dff5b92b67b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T00:05:47Z', 'updated_at': '2021-07-28T00:05:53Z', 'revision_number': 5, 'project_id': '89b98a394d0a4deca4a2bd6b2ae5c66e', 'subnets': [{'id': '0ca90e15-68ca-4d4e-b60c-7dff5b92b67b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:06:36.409572 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-76ad8de4-c611-46d2-a35c-fda37989f10c tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:06:36.426020 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2867d6be-4e8a-4785-b695-3c8ad1c9856a None None] Checking router: c8205563-bbea-4cde-a327-4be5bad8bd21 for host: n-d-802623-1 {{(pid=93799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 00:06:36.434339 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2867d6be-4e8a-4785-b695-3c8ad1c9856a None None] Routers {'c8205563-bbea-4cde-a327-4be5bad8bd21'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 00:06:36.434956 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-2867d6be-4e8a-4785-b695-3c8ad1c9856a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-28T00:06:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['c8205563-bbea-4cde-a327-4be5bad8bd21'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:06:36.445917 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-18d18894-ebd7-4954-bbbb-72e6047a59a2 req-5301ab91-6307-41bf-8fbc-ae7ab8e97904 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3525a50d-f1c0-411f-9051-da0863df6b26 HTTP/1.1" status: 200 len: 999 time: 0.0709381 Jul 28 00:06:36.472229 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-76ad8de4-c611-46d2-a35c-fda37989f10c tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:06:36.477189 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-76ad8de4-c611-46d2-a35c-fda37989f10c tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784185'] for security_group_rule, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:06:36.497368 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ad8de4-c611-46d2-a35c-fda37989f10c tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f35776d-4217-4442-a336-e69453171db2,revision_number=0']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:06:36.498178 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d18894-ebd7-4954-bbbb-72e6047a59a2 req-8ba7a144-7957-40ef-9178-92728f3ebf86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:06:36.499777 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-18d18894-ebd7-4954-bbbb-72e6047a59a2 req-8ba7a144-7957-40ef-9178-92728f3ebf86 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=0ca90e15-68ca-4d4e-b60c-7dff5b92b67b HTTP/1.1" status: 200 len: 853 time: 0.0458522 Jul 28 00:06:36.505593 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-76ad8de4-c611-46d2-a35c-fda37989f10c tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:06:36.506961 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-76ad8de4-c611-46d2-a35c-fda37989f10c tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1298451 Jul 28 00:06:36.509726 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 58344) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:06:36.514596 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-6a5cf714-317f-4554-b88c-50fc27a8ab4b tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] Request body: {'security_group_rule': {'security_group_id': 'f4379516-3a4a-4cdd-8898-e5eb8c87ada3', 'project_id': '89b98a394d0a4deca4a2bd6b2ae5c66e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 00:06:36.546561 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6a5cf714-317f-4554-b88c-50fc27a8ab4b tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:06:36.548067 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-2867d6be-4e8a-4785-b695-3c8ad1c9856a None None] Set router c8205563-bbea-4cde-a327-4be5bad8bd21 gateway port host: n-d-802623-1 {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 00:06:36.555760 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d18894-ebd7-4954-bbbb-72e6047a59a2 req-3a32d9a6-7aa9-401b-b1de-697672b8565a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:06:36.557275 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-18d18894-ebd7-4954-bbbb-72e6047a59a2 req-3a32d9a6-7aa9-401b-b1de-697672b8565a service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=6737f7fe-255e-4ed4-a03e-776abd6a354d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0503261 Jul 28 00:06:36.612046 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6a5cf714-317f-4554-b88c-50fc27a8ab4b tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:06:36.618115 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6a5cf714-317f-4554-b88c-50fc27a8ab4b tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784185'] for security_group_rule, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:06:36.634313 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5cf714-317f-4554-b88c-50fc27a8ab4b tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52148afd-4a30-47e6-a082-ac5902de782f,revision_number=0']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:06:36.647382 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6a5cf714-317f-4554-b88c-50fc27a8ab4b tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:06:36.651806 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-6a5cf714-317f-4554-b88c-50fc27a8ab4b tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1380885 Jul 28 00:06:36.652187 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 58346) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:06:36.656785 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-5732c668-f3eb-4a1b-9a95-40ff110ba6f9 tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] Request body: {'security_group_rule': {'security_group_id': 'f4379516-3a4a-4cdd-8898-e5eb8c87ada3', 'project_id': '89b98a394d0a4deca4a2bd6b2ae5c66e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 00:06:36.662863 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-18d18894-ebd7-4954-bbbb-72e6047a59a2 req-25cedc65-083f-48c4-885f-cc9f2f3054e6 service neutron] 10.222.0.38 "GET /v2.0/networks/6737f7fe-255e-4ed4-a03e-776abd6a354d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970390 Jul 28 00:06:36.684470 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5732c668-f3eb-4a1b-9a95-40ff110ba6f9 tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:06:36.747860 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5732c668-f3eb-4a1b-9a95-40ff110ba6f9 tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:06:36.752127 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5732c668-f3eb-4a1b-9a95-40ff110ba6f9 tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784185'] for security_group_rule, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:06:36.762863 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-18d18894-ebd7-4954-bbbb-72e6047a59a2 req-90719ff7-f3c3-4c38-a84c-bf101e897f64 service neutron] 10.222.0.38 "GET /v2.0/networks/6737f7fe-255e-4ed4-a03e-776abd6a354d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910745 Jul 28 00:06:36.771251 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5732c668-f3eb-4a1b-9a95-40ff110ba6f9 tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d76f430f-a13f-4f79-b114-d91b505fa0be,revision_number=0']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:06:36.784285 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5732c668-f3eb-4a1b-9a95-40ff110ba6f9 tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:06:36.785655 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-5732c668-f3eb-4a1b-9a95-40ff110ba6f9 tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1324983 Jul 28 00:06:36.788514 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 58348) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:06:36.793276 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-756827ad-fad2-438b-814f-ada68615c714 tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] Request body: {'security_group_rule': {'security_group_id': 'f4379516-3a4a-4cdd-8898-e5eb8c87ada3', 'project_id': '89b98a394d0a4deca4a2bd6b2ae5c66e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 00:06:36.795565 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-2867d6be-4e8a-4785-b695-3c8ad1c9856a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8205563-bbea-4cde-a327-4be5bad8bd21', 'name': 'tempest-TestMinimumBasicScenario-666582340-router', 'tenant_id': '89b98a394d0a4deca4a2bd6b2ae5c66e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.7'}], 'enable_snat': True}, 'gw_port_id': '42568d3d-49ec-47a3-891e-f9ca1b3b4d27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T00:05:45Z', 'updated_at': '2021-07-28T00:05:47Z', 'revision_number': 4, 'project_id': '89b98a394d0a4deca4a2bd6b2ae5c66e', 'gw_port': {'id': '42568d3d-49ec-47a3-891e-f9ca1b3b4d27', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:3b:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8205563-bbea-4cde-a327-4be5bad8bd21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T00:05:45Z', 'updated_at': '2021-07-28T00:05:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_floatingips': [{'id': '5dc09ac6-04af-4b62-bc05-452718e6acd2', 'tenant_id': '89b98a394d0a4deca4a2bd6b2ae5c66e', 'floating_ip_address': '172.25.4.71', 'floating_network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'router_id': 'c8205563-bbea-4cde-a327-4be5bad8bd21', 'port_id': '3525a50d-f1c0-411f-9051-da0863df6b26', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6737f7fe-255e-4ed4-a03e-776abd6a354d', 'mac_address': 'fa:16:3e:5b:70:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6966947f-79fc-4bd6-89e6-b5ef018fb7e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T00:06:34Z', 'updated_at': '2021-07-28T00:06:34Z', 'revision_number': 0, 'project_id': '89b98a394d0a4deca4a2bd6b2ae5c66e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c313730-dc04-488e-8040-4de22ecbbe5b', 'name': '', 'network_id': '6737f7fe-255e-4ed4-a03e-776abd6a354d', 'tenant_id': '89b98a394d0a4deca4a2bd6b2ae5c66e', 'mac_address': 'fa:16:3e:97:a6:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8205563-bbea-4cde-a327-4be5bad8bd21', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '0ca90e15-68ca-4d4e-b60c-7dff5b92b67b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T00:05:47Z', 'updated_at': '2021-07-28T00:05:53Z', 'revision_number': 5, 'project_id': '89b98a394d0a4deca4a2bd6b2ae5c66e', 'subnets': [{'id': '0ca90e15-68ca-4d4e-b60c-7dff5b92b67b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:06:36.816393 n-d-802623-1 neutron-server[93798]: INFO neutron.db.securitygroups_db [None req-756827ad-fad2-438b-814f-ada68615c714 tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] Project 89b98a394d0a4deca4a2bd6b2ae5c66e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 00:06:36.821810 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-756827ad-fad2-438b-814f-ada68615c714 tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:06:36.826753 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2867d6be-4e8a-4785-b695-3c8ad1c9856a None None] The sync data for ids ['c8205563-bbea-4cde-a327-4be5bad8bd21'] in n-d-802623-1 is: [{'id': 'c8205563-bbea-4cde-a327-4be5bad8bd21', 'name': 'tempest-TestMinimumBasicScenario-666582340-router', 'tenant_id': '89b98a394d0a4deca4a2bd6b2ae5c66e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.7'}], 'enable_snat': True}, 'gw_port_id': '42568d3d-49ec-47a3-891e-f9ca1b3b4d27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T00:05:45Z', 'updated_at': '2021-07-28T00:05:47Z', 'revision_number': 4, 'project_id': '89b98a394d0a4deca4a2bd6b2ae5c66e', 'gw_port': {'id': '42568d3d-49ec-47a3-891e-f9ca1b3b4d27', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:3b:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8205563-bbea-4cde-a327-4be5bad8bd21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T00:05:45Z', 'updated_at': '2021-07-28T00:05:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_floatingips': [{'id': '5dc09ac6-04af-4b62-bc05-452718e6acd2', 'tenant_id': '89b98a394d0a4deca4a2bd6b2ae5c66e', 'floating_ip_address': '172.25.4.71', 'floating_network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'router_id': 'c8205563-bbea-4cde-a327-4be5bad8bd21', 'port_id': '3525a50d-f1c0-411f-9051-da0863df6b26', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6737f7fe-255e-4ed4-a03e-776abd6a354d', 'mac_address': 'fa:16:3e:5b:70:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6966947f-79fc-4bd6-89e6-b5ef018fb7e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T00:06:34Z', 'updated_at': '2021-07-28T00:06:34Z', 'revision_number': 0, 'project_id': '89b98a394d0a4deca4a2bd6b2ae5c66e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c313730-dc04-488e-8040-4de22ecbbe5b', 'name': '', 'network_id': '6737f7fe-255e-4ed4-a03e-776abd6a354d', 'tenant_id': '89b98a394d0a4deca4a2bd6b2ae5c66e', 'mac_address': 'fa:16:3e:97:a6:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8205563-bbea-4cde-a327-4be5bad8bd21', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '0ca90e15-68ca-4d4e-b60c-7dff5b92b67b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T00:05:47Z', 'updated_at': '2021-07-28T00:05:53Z', 'revision_number': 5, 'project_id': '89b98a394d0a4deca4a2bd6b2ae5c66e', 'subnets': [{'id': '0ca90e15-68ca-4d4e-b60c-7dff5b92b67b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 00:06:36.886011 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-756827ad-fad2-438b-814f-ada68615c714 tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:06:36.889969 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-756827ad-fad2-438b-814f-ada68615c714 tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784185'] for security_group_rule, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:06:36.909697 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756827ad-fad2-438b-814f-ada68615c714 tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f43aacc3-148d-466d-8e29-bcc3c6596e53,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:06:36.916740 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-756827ad-fad2-438b-814f-ada68615c714 tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:06:36.918069 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-756827ad-fad2-438b-814f-ada68615c714 tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1284690 Jul 28 00:06:36.920923 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 58350) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:06:36.925506 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-0f4d95e7-2d8f-4a41-9ec6-7fe2813c62ba tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] Request body: {'security_group_rule': {'security_group_id': 'f4379516-3a4a-4cdd-8898-e5eb8c87ada3', 'project_id': '89b98a394d0a4deca4a2bd6b2ae5c66e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 00:06:36.948692 n-d-802623-1 neutron-server[93798]: INFO neutron.db.securitygroups_db [None req-0f4d95e7-2d8f-4a41-9ec6-7fe2813c62ba tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] Project 89b98a394d0a4deca4a2bd6b2ae5c66e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 00:06:36.954122 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0f4d95e7-2d8f-4a41-9ec6-7fe2813c62ba tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:06:37.016764 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4601bb32-6eb2-4992-ae82-3d6eadd18a4e None None] New status for floating IP 5dc09ac6-04af-4b62-bc05-452718e6acd2: ACTIVE {{(pid=93800) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 00:06:37.022894 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0f4d95e7-2d8f-4a41-9ec6-7fe2813c62ba tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:06:37.027630 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0f4d95e7-2d8f-4a41-9ec6-7fe2813c62ba tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784185'] for security_group_rule, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:06:37.045095 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4d95e7-2d8f-4a41-9ec6-7fe2813c62ba tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45a492ce-b96e-4695-89fe-e5934a8e879a,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:06:37.052189 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0f4d95e7-2d8f-4a41-9ec6-7fe2813c62ba tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:06:37.056970 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-0f4d95e7-2d8f-4a41-9ec6-7fe2813c62ba tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1315782 Jul 28 00:06:37.132149 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d4e0f366-30b2-4532-ae7d-9ad208110981 req-0f1bbf65-0aeb-4d6a-bdaa-2b838b50e7d5 tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-104674356&fields=id&tenant_id=89b98a394d0a4deca4a2bd6b2ae5c66e HTTP/1.1" status: 200 len: 267 time: 0.0332956 Jul 28 00:06:37.189310 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e0f366-30b2-4532-ae7d-9ad208110981 req-3e19a188-bacd-474b-96d6-0e593aaa2821 tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:06:37.191220 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d4e0f366-30b2-4532-ae7d-9ad208110981 req-3e19a188-bacd-474b-96d6-0e593aaa2821 tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] 10.222.0.18 "GET /v2.0/ports?device_id=6966947f-79fc-4bd6-89e6-b5ef018fb7e9 HTTP/1.1" status: 200 len: 946 time: 0.0518959 Jul 28 00:06:37.203325 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [req-d4e0f366-30b2-4532-ae7d-9ad208110981 req-bc8713c1-2d7e-41e7-8390-ce9f18a65253 tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] Request body: {'port': {'security_groups': ['4483a78b-b336-4494-944f-8c3092947a3c', 'f4379516-3a4a-4cdd-8898-e5eb8c87ada3']}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 00:06:37.268492 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-d4e0f366-30b2-4532-ae7d-9ad208110981 req-bc8713c1-2d7e-41e7-8390-ce9f18a65253 tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:06:37.450558 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-d4e0f366-30b2-4532-ae7d-9ad208110981 req-bc8713c1-2d7e-41e7-8390-ce9f18a65253 tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] For port 3525a50d-f1c0-411f-9051-da0863df6b26, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=3525a50d-f1c0-411f-9051-da0863df6b26,segment=NetworkSegment(7dcbc178-071d-459b-8246-3482c62f5eb0),segment_id=7dcbc178-071d-459b-8246-3482c62f5eb0)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 00:06:37.479581 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-d4e0f366-30b2-4532-ae7d-9ad208110981 req-bc8713c1-2d7e-41e7-8390-ce9f18a65253 tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:06:37.483850 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-d4e0f366-30b2-4532-ae7d-9ad208110981 req-bc8713c1-2d7e-41e7-8390-ce9f18a65253 tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11336041'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:06:37.495635 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] get_ports_and_sgs() called for port_ids ['3525a50d-f1c0-411f-9051-da0863df6b26'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 00:06:37.525735 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e0f366-30b2-4532-ae7d-9ad208110981 req-bc8713c1-2d7e-41e7-8390-ce9f18a65253 tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:06:37.526357 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-d4e0f366-30b2-4532-ae7d-9ad208110981 req-bc8713c1-2d7e-41e7-8390-ce9f18a65253 tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:06:37.527775 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d4e0f366-30b2-4532-ae7d-9ad208110981 req-bc8713c1-2d7e-41e7-8390-ce9f18a65253 tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] 10.222.0.18 "PUT /v2.0/ports/3525a50d-f1c0-411f-9051-da0863df6b26 HTTP/1.1" status: 200 len: 982 time: 0.3294640 Jul 28 00:06:37.556764 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8713c1-2d7e-41e7-8390-ce9f18a65253 tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] Pushing event updated for resources: {'Port': ['ID=3525a50d-f1c0-411f-9051-da0863df6b26,revision_number=6']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:06:37.567417 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8713c1-2d7e-41e7-8390-ce9f18a65253 tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:06:37.567768 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8713c1-2d7e-41e7-8390-ce9f18a65253 tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:06:37.568112 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8713c1-2d7e-41e7-8390-ce9f18a65253 tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:06:37.568449 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8713c1-2d7e-41e7-8390-ce9f18a65253 tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:06:37.568780 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8713c1-2d7e-41e7-8390-ce9f18a65253 tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:06:37.569110 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8713c1-2d7e-41e7-8390-ce9f18a65253 tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:06:37.569435 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8713c1-2d7e-41e7-8390-ce9f18a65253 tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:06:37.569760 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8713c1-2d7e-41e7-8390-ce9f18a65253 tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:06:37.570137 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8713c1-2d7e-41e7-8390-ce9f18a65253 tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:06:37.570468 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8713c1-2d7e-41e7-8390-ce9f18a65253 tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:06:37.570788 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8713c1-2d7e-41e7-8390-ce9f18a65253 tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:06:37.571291 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8713c1-2d7e-41e7-8390-ce9f18a65253 tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:06:37.591615 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] get_ports_and_sgs() called for port_ids ['3525a50d-f1c0-411f-9051-da0863df6b26'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 00:06:37.672015 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec5a8fc-917d-4819-bcd2-8c0bdaa646c9 req-9a090153-7695-401d-833f-d889c8f04510 tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:06:37.673810 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-6ec5a8fc-917d-4819-bcd2-8c0bdaa646c9 req-9a090153-7695-401d-833f-d889c8f04510 tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] 10.222.0.18 "GET /v2.0/ports?device_id=6966947f-79fc-4bd6-89e6-b5ef018fb7e9 HTTP/1.1" status: 200 len: 985 time: 0.0675046 Jul 28 00:06:37.720099 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-6ec5a8fc-917d-4819-bcd2-8c0bdaa646c9 req-ffa7abba-8fdf-42bf-afb3-0eb3867c9bf7 tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] 10.222.0.18 "GET /v2.0/security-groups?id=f4379516-3a4a-4cdd-8898-e5eb8c87ada3&id=4483a78b-b336-4494-944f-8c3092947a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0378902 Jul 28 00:06:37.822260 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-3d228bb1-af80-41cf-bc57-d7c1a5d10554 None None] Provisioning complete for port 3525a50d-f1c0-411f-9051-da0863df6b26 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 00:06:37.822547 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-3d228bb1-af80-41cf-bc57-d7c1a5d10554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:06:38.147227 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6966947f-79fc-4bd6-89e6-b5ef018fb7e9', 'tag': '3525a50d-f1c0-411f-9051-da0863df6b26'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 00:06:38.150173 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54ff2e8c926e0231465601fd4f15fa4e9ff5e8c34d973af7f909e70dd0b48885" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0ca924b-91cd-4203-acfc-b8d37ba65810" -d '{"events": [{"name": "network-changed", "server_uuid": "6966947f-79fc-4bd6-89e6-b5ef018fb7e9", "tag": "3525a50d-f1c0-411f-9051-da0863df6b26"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 00:06:38.186915 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 00:06:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2008d8bc-5806-408a-84cd-03e4242ba606 x-openstack-request-id: req-2008d8bc-5806-408a-84cd-03e4242ba606 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 00:06:38.187249 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6966947f-79fc-4bd6-89e6-b5ef018fb7e9", "tag": "3525a50d-f1c0-411f-9051-da0863df6b26", "status": "completed", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 00:06:38.187508 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2008d8bc-5806-408a-84cd-03e4242ba606 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 00:06:38.187936 n-d-802623-1 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6966947f-79fc-4bd6-89e6-b5ef018fb7e9', 'tag': '3525a50d-f1c0-411f-9051-da0863df6b26', 'status': 'completed', 'code': 200} Jul 28 00:06:38.253853 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ca924b-91cd-4203-acfc-b8d37ba65810 req-ec4cf4b4-c57e-491d-87af-1a6e97e52339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:06:38.255345 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b0ca924b-91cd-4203-acfc-b8d37ba65810 req-ec4cf4b4-c57e-491d-87af-1a6e97e52339 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=89b98a394d0a4deca4a2bd6b2ae5c66e&device_id=6966947f-79fc-4bd6-89e6-b5ef018fb7e9 HTTP/1.1" status: 200 len: 1136 time: 0.0391722 Jul 28 00:06:38.346464 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ca924b-91cd-4203-acfc-b8d37ba65810 req-86b71068-075e-407c-b1af-a0a98c5b0d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:06:38.347856 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b0ca924b-91cd-4203-acfc-b8d37ba65810 req-86b71068-075e-407c-b1af-a0a98c5b0d61 service neutron] 10.222.0.38 "GET /v2.0/networks?id=6737f7fe-255e-4ed4-a03e-776abd6a354d HTTP/1.1" status: 200 len: 915 time: 0.0851278 Jul 28 00:06:38.422695 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b0ca924b-91cd-4203-acfc-b8d37ba65810 req-b5249ecc-9306-4a54-8e51-b817456594a2 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3525a50d-f1c0-411f-9051-da0863df6b26 HTTP/1.1" status: 200 len: 1001 time: 0.0667784 Jul 28 00:06:38.475363 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ca924b-91cd-4203-acfc-b8d37ba65810 req-71a6e93f-f0be-4fe9-8b62-fb66ff92b022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:06:38.476749 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b0ca924b-91cd-4203-acfc-b8d37ba65810 req-71a6e93f-f0be-4fe9-8b62-fb66ff92b022 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=0ca90e15-68ca-4d4e-b60c-7dff5b92b67b HTTP/1.1" status: 200 len: 853 time: 0.0466559 Jul 28 00:06:38.520407 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ca924b-91cd-4203-acfc-b8d37ba65810 req-b0fc6943-bfb7-4ccc-b71d-78232f3da7ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:06:38.521844 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b0ca924b-91cd-4203-acfc-b8d37ba65810 req-b0fc6943-bfb7-4ccc-b71d-78232f3da7ed service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=6737f7fe-255e-4ed4-a03e-776abd6a354d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0377121 Jul 28 00:06:38.609847 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b0ca924b-91cd-4203-acfc-b8d37ba65810 req-c83a80f7-5d96-48b1-a78e-c2262bfd6dd6 service neutron] 10.222.0.38 "GET /v2.0/networks/6737f7fe-255e-4ed4-a03e-776abd6a354d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798123 Jul 28 00:06:38.706031 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b0ca924b-91cd-4203-acfc-b8d37ba65810 req-b0bc779e-2141-4b23-af0f-7ca559920d5e service neutron] 10.222.0.38 "GET /v2.0/networks/6737f7fe-255e-4ed4-a03e-776abd6a354d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892203 Jul 28 00:06:46.361461 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.agents_db [None req-9beef776-8bab-4de2-989a-f5a23ba4aaf4 None None] Agent healthcheck: found 7 active agents {{(pid=93800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 00:06:54.908552 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7ea442-c81d-44d8-a82a-4c648984ee64 req-004c12fe-2a9f-40ab-9363-6e09eb6f22c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:06:54.909213 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a75e4c3-c77e-4954-ac90-5674b70530eb req-fa6182c3-6d49-4f44-9b3c-a5fbb3c1c392 tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:06:54.910075 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-4b7ea442-c81d-44d8-a82a-4c648984ee64 req-004c12fe-2a9f-40ab-9363-6e09eb6f22c9 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=89b98a394d0a4deca4a2bd6b2ae5c66e&device_id=6966947f-79fc-4bd6-89e6-b5ef018fb7e9 HTTP/1.1" status: 200 len: 1136 time: 0.0417297 Jul 28 00:06:54.910661 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-9a75e4c3-c77e-4954-ac90-5674b70530eb req-fa6182c3-6d49-4f44-9b3c-a5fbb3c1c392 tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] 10.222.0.18 "GET /v2.0/ports?device_id=6966947f-79fc-4bd6-89e6-b5ef018fb7e9 HTTP/1.1" status: 200 len: 985 time: 0.0514705 Jul 28 00:06:54.965978 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-9a75e4c3-c77e-4954-ac90-5674b70530eb req-71309998-1b9b-471a-91eb-13689ad63ab4 tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] 10.222.0.18 "GET /v2.0/security-groups?id=f4379516-3a4a-4cdd-8898-e5eb8c87ada3&id=4483a78b-b336-4494-944f-8c3092947a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0489450 Jul 28 00:06:55.014286 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7ea442-c81d-44d8-a82a-4c648984ee64 req-e37c7267-02a5-491c-9a76-f53e6f6f96f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:06:55.016800 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-4b7ea442-c81d-44d8-a82a-4c648984ee64 req-e37c7267-02a5-491c-9a76-f53e6f6f96f7 service neutron] 10.222.0.38 "GET /v2.0/networks?id=6737f7fe-255e-4ed4-a03e-776abd6a354d HTTP/1.1" status: 200 len: 915 time: 0.0981448 Jul 28 00:06:55.102126 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-4b7ea442-c81d-44d8-a82a-4c648984ee64 req-539cc36a-9885-4b79-9098-b61d03e6a5b0 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3525a50d-f1c0-411f-9051-da0863df6b26 HTTP/1.1" status: 200 len: 1001 time: 0.0775809 Jul 28 00:06:55.169701 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7ea442-c81d-44d8-a82a-4c648984ee64 req-1a6ed053-c15e-495e-bdcd-35b512e20e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:06:55.171275 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-4b7ea442-c81d-44d8-a82a-4c648984ee64 req-1a6ed053-c15e-495e-bdcd-35b512e20e59 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=0ca90e15-68ca-4d4e-b60c-7dff5b92b67b HTTP/1.1" status: 200 len: 853 time: 0.0610991 Jul 28 00:06:55.229734 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7ea442-c81d-44d8-a82a-4c648984ee64 req-dfda8d10-389b-43ed-8890-777e63118cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:06:55.231909 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-4b7ea442-c81d-44d8-a82a-4c648984ee64 req-dfda8d10-389b-43ed-8890-777e63118cb9 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=6737f7fe-255e-4ed4-a03e-776abd6a354d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0474114 Jul 28 00:06:55.323648 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-4b7ea442-c81d-44d8-a82a-4c648984ee64 req-a1c2a20b-444e-4613-9323-ffa4a1f19e8a service neutron] 10.222.0.38 "GET /v2.0/networks/6737f7fe-255e-4ed4-a03e-776abd6a354d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836787 Jul 28 00:06:55.417975 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-4b7ea442-c81d-44d8-a82a-4c648984ee64 req-6e5d13f9-5f89-45ff-bb37-d2fb91247791 service neutron] 10.222.0.38 "GET /v2.0/networks/6737f7fe-255e-4ed4-a03e-776abd6a354d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850685 Jul 28 00:06:56.088664 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5074a56-38b7-4b3e-8df9-44b9f500ea1f req-8811bc5d-6518-4390-9d69-0bc7d3e328dc tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:06:56.090689 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b5074a56-38b7-4b3e-8df9-44b9f500ea1f req-8811bc5d-6518-4390-9d69-0bc7d3e328dc tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] 10.222.0.18 "GET /v2.0/ports?device_id=6966947f-79fc-4bd6-89e6-b5ef018fb7e9 HTTP/1.1" status: 200 len: 985 time: 0.0519319 Jul 28 00:06:56.135878 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b5074a56-38b7-4b3e-8df9-44b9f500ea1f req-d390ed94-2377-449c-8dc2-134c9489be34 tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] 10.222.0.18 "GET /v2.0/security-groups?id=f4379516-3a4a-4cdd-8898-e5eb8c87ada3&id=4483a78b-b336-4494-944f-8c3092947a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0390038 Jul 28 00:06:56.970538 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-57c5167b-6eb2-40c0-8a7d-c321e2d3a98b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:06:57.268802 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea5e49c-397b-4602-ab9a-a44c0dc9f792 req-f195c2e4-ef47-4ac3-8724-074098d5cf52 tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:06:57.270226 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-2ea5e49c-397b-4602-ab9a-a44c0dc9f792 req-f195c2e4-ef47-4ac3-8724-074098d5cf52 tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] 10.222.0.18 "GET /v2.0/ports?device_id=6966947f-79fc-4bd6-89e6-b5ef018fb7e9 HTTP/1.1" status: 200 len: 985 time: 0.0529170 Jul 28 00:06:57.310506 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-2ea5e49c-397b-4602-ab9a-a44c0dc9f792 req-c3df179e-f9ab-472d-bcdb-4cefc037f058 tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] 10.222.0.18 "GET /v2.0/security-groups?id=f4379516-3a4a-4cdd-8898-e5eb8c87ada3&id=4483a78b-b336-4494-944f-8c3092947a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0341733 Jul 28 00:06:58.421919 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87fe5c1-3b70-41b5-9102-e5375264d29c req-873e2bed-16a8-41af-be80-e11aa9d3daa6 tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:06:58.423331 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b87fe5c1-3b70-41b5-9102-e5375264d29c req-873e2bed-16a8-41af-be80-e11aa9d3daa6 tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] 10.222.0.18 "GET /v2.0/ports?device_id=6966947f-79fc-4bd6-89e6-b5ef018fb7e9 HTTP/1.1" status: 200 len: 985 time: 0.0484536 Jul 28 00:06:58.462947 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b87fe5c1-3b70-41b5-9102-e5375264d29c req-f622b228-532f-40c1-9b91-64aafe7e5119 tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] 10.222.0.18 "GET /v2.0/security-groups?id=f4379516-3a4a-4cdd-8898-e5eb8c87ada3&id=4483a78b-b336-4494-944f-8c3092947a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0337152 Jul 28 00:06:59.385858 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde99e1f-28f6-4ac4-813c-cebdcff8dd63 req-a23c7248-ea60-4f57-9a1e-caffc3b006cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:06:59.387849 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-bde99e1f-28f6-4ac4-813c-cebdcff8dd63 req-a23c7248-ea60-4f57-9a1e-caffc3b006cf service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=89b98a394d0a4deca4a2bd6b2ae5c66e&device_id=6966947f-79fc-4bd6-89e6-b5ef018fb7e9 HTTP/1.1" status: 200 len: 1136 time: 0.0445549 Jul 28 00:06:59.488561 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde99e1f-28f6-4ac4-813c-cebdcff8dd63 req-19f9c0ad-5e8c-4389-a968-1f8fd3477a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:06:59.490029 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-bde99e1f-28f6-4ac4-813c-cebdcff8dd63 req-19f9c0ad-5e8c-4389-a968-1f8fd3477a58 service neutron] 10.222.0.38 "GET /v2.0/networks?id=6737f7fe-255e-4ed4-a03e-776abd6a354d HTTP/1.1" status: 200 len: 915 time: 0.0836766 Jul 28 00:06:59.562940 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-bde99e1f-28f6-4ac4-813c-cebdcff8dd63 req-386d137f-6ae0-43f6-9df8-a84512f1536b service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3525a50d-f1c0-411f-9051-da0863df6b26 HTTP/1.1" status: 200 len: 1001 time: 0.0636048 Jul 28 00:06:59.580889 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f7cdff-7715-4453-987f-31c84af17ca8 req-4e1173e5-4891-4151-977a-10a72ffe72b5 tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:06:59.582441 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-c7f7cdff-7715-4453-987f-31c84af17ca8 req-4e1173e5-4891-4151-977a-10a72ffe72b5 tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] 10.222.0.18 "GET /v2.0/ports?device_id=6966947f-79fc-4bd6-89e6-b5ef018fb7e9 HTTP/1.1" status: 200 len: 985 time: 0.0501659 Jul 28 00:06:59.612183 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde99e1f-28f6-4ac4-813c-cebdcff8dd63 req-a32f5315-db5e-46ee-9c39-5eec6bc9812d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:06:59.613647 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-bde99e1f-28f6-4ac4-813c-cebdcff8dd63 req-a32f5315-db5e-46ee-9c39-5eec6bc9812d service neutron] 10.222.0.38 "GET /v2.0/subnets?id=0ca90e15-68ca-4d4e-b60c-7dff5b92b67b HTTP/1.1" status: 200 len: 853 time: 0.0435216 Jul 28 00:06:59.622577 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-c7f7cdff-7715-4453-987f-31c84af17ca8 req-16355373-2889-4987-90f6-f7f402046a0d tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] 10.222.0.18 "GET /v2.0/security-groups?id=f4379516-3a4a-4cdd-8898-e5eb8c87ada3&id=4483a78b-b336-4494-944f-8c3092947a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0340893 Jul 28 00:06:59.650064 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f46a0177-da0f-42eb-a86b-9dd11c48b615 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:06:59.661865 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde99e1f-28f6-4ac4-813c-cebdcff8dd63 req-6038b5bc-8166-44c9-aa67-526019852f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:06:59.663393 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-bde99e1f-28f6-4ac4-813c-cebdcff8dd63 req-6038b5bc-8166-44c9-aa67-526019852f54 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=6737f7fe-255e-4ed4-a03e-776abd6a354d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425551 Jul 28 00:06:59.754361 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-bde99e1f-28f6-4ac4-813c-cebdcff8dd63 req-cf93a950-2002-46c0-bb09-0804f0fbaca4 service neutron] 10.222.0.38 "GET /v2.0/networks/6737f7fe-255e-4ed4-a03e-776abd6a354d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835021 Jul 28 00:06:59.843750 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-bde99e1f-28f6-4ac4-813c-cebdcff8dd63 req-8e6323e7-9b62-411b-b0ab-233f290b5ce1 service neutron] 10.222.0.38 "GET /v2.0/networks/6737f7fe-255e-4ed4-a03e-776abd6a354d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813401 Jul 28 00:07:00.080709 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:07:00.127240 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:07:00.680603 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-19f2e178-d45e-4fbe-b9be-c3963fc151ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:07:00.754226 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d152b2f1-b218-461d-844d-a7ecdc915f1e req-95b826d5-091f-4e23-aeca-3697f641d457 tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:07:00.755762 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-d152b2f1-b218-461d-844d-a7ecdc915f1e req-95b826d5-091f-4e23-aeca-3697f641d457 tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] 10.222.0.18 "GET /v2.0/ports?device_id=6966947f-79fc-4bd6-89e6-b5ef018fb7e9 HTTP/1.1" status: 200 len: 985 time: 0.0590200 Jul 28 00:07:00.799298 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-d152b2f1-b218-461d-844d-a7ecdc915f1e req-28c7080f-ba54-4b62-8e6c-2b4341c08176 tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] 10.222.0.18 "GET /v2.0/security-groups?id=f4379516-3a4a-4cdd-8898-e5eb8c87ada3&id=4483a78b-b336-4494-944f-8c3092947a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0371909 Jul 28 00:07:01.915197 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb07d2d7-3b0f-4c04-8559-270f2a4773a3 req-b0f2de6e-1e09-4c1b-8fa7-b7e5e6331460 tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:07:01.916695 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-fb07d2d7-3b0f-4c04-8559-270f2a4773a3 req-b0f2de6e-1e09-4c1b-8fa7-b7e5e6331460 tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] 10.222.0.18 "GET /v2.0/ports?device_id=6966947f-79fc-4bd6-89e6-b5ef018fb7e9 HTTP/1.1" status: 200 len: 985 time: 0.0494881 Jul 28 00:07:01.956983 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-fb07d2d7-3b0f-4c04-8559-270f2a4773a3 req-fc9e571d-f9db-4928-b954-94415956bec0 tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] 10.222.0.18 "GET /v2.0/security-groups?id=f4379516-3a4a-4cdd-8898-e5eb8c87ada3&id=4483a78b-b336-4494-944f-8c3092947a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0342631 Jul 28 00:07:02.440295 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7418f70f-e60d-4709-8ba9-6ab514bc7f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:07:03.075718 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f5392e-7f30-4f06-9105-aa2aef6ef69b req-05a01b87-4e97-4d6a-b8bb-6bd8d99efee7 tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:07:03.077190 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-14f5392e-7f30-4f06-9105-aa2aef6ef69b req-05a01b87-4e97-4d6a-b8bb-6bd8d99efee7 tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] 10.222.0.18 "GET /v2.0/ports?device_id=6966947f-79fc-4bd6-89e6-b5ef018fb7e9 HTTP/1.1" status: 200 len: 985 time: 0.0542710 Jul 28 00:07:03.116744 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-14f5392e-7f30-4f06-9105-aa2aef6ef69b req-8b1cb0cc-2921-44ab-ac63-3b7950af2ca1 tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] 10.222.0.18 "GET /v2.0/security-groups?id=f4379516-3a4a-4cdd-8898-e5eb8c87ada3&id=4483a78b-b336-4494-944f-8c3092947a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0333626 Jul 28 00:07:04.241747 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e05d5b1-9399-4de4-bdec-28b4248dc0a2 req-8859ff23-71bd-42a7-a32c-328d98373bd5 tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:07:04.243293 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8e05d5b1-9399-4de4-bdec-28b4248dc0a2 req-8859ff23-71bd-42a7-a32c-328d98373bd5 tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] 10.222.0.18 "GET /v2.0/ports?device_id=6966947f-79fc-4bd6-89e6-b5ef018fb7e9 HTTP/1.1" status: 200 len: 985 time: 0.0605948 Jul 28 00:07:04.283669 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8e05d5b1-9399-4de4-bdec-28b4248dc0a2 req-28c4494b-a503-47f4-a2db-4dfcef838bf7 tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] 10.222.0.18 "GET /v2.0/security-groups?id=f4379516-3a4a-4cdd-8898-e5eb8c87ada3&id=4483a78b-b336-4494-944f-8c3092947a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0337486 Jul 28 00:07:05.386559 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:07:05.398273 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bd0042-c26e-4ff6-aa21-c48cd0abfb67 req-7301fac5-8fa7-43b8-90cc-625ed85c7df6 tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:07:05.399810 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-20bd0042-c26e-4ff6-aa21-c48cd0abfb67 req-7301fac5-8fa7-43b8-90cc-625ed85c7df6 tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] 10.222.0.18 "GET /v2.0/ports?device_id=6966947f-79fc-4bd6-89e6-b5ef018fb7e9 HTTP/1.1" status: 200 len: 985 time: 0.0486884 Jul 28 00:07:05.439556 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-20bd0042-c26e-4ff6-aa21-c48cd0abfb67 req-254ac091-6b96-4efd-a9ab-32cdd550259b tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] 10.222.0.18 "GET /v2.0/security-groups?id=f4379516-3a4a-4cdd-8898-e5eb8c87ada3&id=4483a78b-b336-4494-944f-8c3092947a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0337081 Jul 28 00:07:06.553889 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969cc019-ae16-44b5-8f71-340928ad31b1 req-1fba6a9c-ffd4-4439-b5e2-ae194b01ca7f tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:07:06.555404 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-969cc019-ae16-44b5-8f71-340928ad31b1 req-1fba6a9c-ffd4-4439-b5e2-ae194b01ca7f tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] 10.222.0.18 "GET /v2.0/ports?device_id=6966947f-79fc-4bd6-89e6-b5ef018fb7e9 HTTP/1.1" status: 200 len: 985 time: 0.0490155 Jul 28 00:07:06.595435 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-969cc019-ae16-44b5-8f71-340928ad31b1 req-3505a319-dd5e-469b-a689-f204cafeebe4 tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] 10.222.0.18 "GET /v2.0/security-groups?id=f4379516-3a4a-4cdd-8898-e5eb8c87ada3&id=4483a78b-b336-4494-944f-8c3092947a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0339880 Jul 28 00:07:23.360625 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.agents_db [None req-9beef776-8bab-4de2-989a-f5a23ba4aaf4 None None] Agent healthcheck: found 7 active agents {{(pid=93800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 00:07:26.970839 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-34c166c9-9c4e-4a2b-95c5-71234b7da6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:07:29.650677 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2c476e56-98a3-4d2e-ad70-944f57ee58bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:07:30.079584 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:07:30.126834 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:07:30.682250 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-19f2e178-d45e-4fbe-b9be-c3963fc151ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:07:32.440763 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7418f70f-e60d-4709-8ba9-6ab514bc7f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:07:35.401495 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:07:39.892057 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-d89b7dee-f771-4eba-9e9b-7f545bb366a5 req-f4c13cc9-fb6b-459c-8dbe-0f24467fc226 tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-104674356&fields=id&tenant_id=89b98a394d0a4deca4a2bd6b2ae5c66e HTTP/1.1" status: 200 len: 267 time: 0.0342796 Jul 28 00:07:39.945979 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89b7dee-f771-4eba-9e9b-7f545bb366a5 req-ce232978-d8e5-4cb7-91e4-fc8dd00fadf4 tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:07:39.947503 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-d89b7dee-f771-4eba-9e9b-7f545bb366a5 req-ce232978-d8e5-4cb7-91e4-fc8dd00fadf4 tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] 10.222.0.18 "GET /v2.0/ports?device_id=6966947f-79fc-4bd6-89e6-b5ef018fb7e9 HTTP/1.1" status: 200 len: 985 time: 0.0495870 Jul 28 00:07:39.958934 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [req-d89b7dee-f771-4eba-9e9b-7f545bb366a5 req-7b78c554-e229-4fcc-955c-8d19fa0568ee tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] Request body: {'port': {'security_groups': ['4483a78b-b336-4494-944f-8c3092947a3c']}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 00:07:40.025138 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-d89b7dee-f771-4eba-9e9b-7f545bb366a5 req-7b78c554-e229-4fcc-955c-8d19fa0568ee tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:07:40.196888 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-d89b7dee-f771-4eba-9e9b-7f545bb366a5 req-7b78c554-e229-4fcc-955c-8d19fa0568ee tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] For port 3525a50d-f1c0-411f-9051-da0863df6b26, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=3525a50d-f1c0-411f-9051-da0863df6b26,segment=NetworkSegment(7dcbc178-071d-459b-8246-3482c62f5eb0),segment_id=7dcbc178-071d-459b-8246-3482c62f5eb0)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 00:07:40.226082 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-d89b7dee-f771-4eba-9e9b-7f545bb366a5 req-7b78c554-e229-4fcc-955c-8d19fa0568ee tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:07:40.231096 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-d89b7dee-f771-4eba-9e9b-7f545bb366a5 req-7b78c554-e229-4fcc-955c-8d19fa0568ee tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:07:40.243588 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] get_ports_and_sgs() called for port_ids ['3525a50d-f1c0-411f-9051-da0863df6b26'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 00:07:40.275647 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89b7dee-f771-4eba-9e9b-7f545bb366a5 req-7b78c554-e229-4fcc-955c-8d19fa0568ee tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:07:40.276825 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-d89b7dee-f771-4eba-9e9b-7f545bb366a5 req-7b78c554-e229-4fcc-955c-8d19fa0568ee tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:07:40.279522 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-d89b7dee-f771-4eba-9e9b-7f545bb366a5 req-7b78c554-e229-4fcc-955c-8d19fa0568ee tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] 10.222.0.18 "PUT /v2.0/ports/3525a50d-f1c0-411f-9051-da0863df6b26 HTTP/1.1" status: 200 len: 943 time: 0.3249431 Jul 28 00:07:40.282415 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6966947f-79fc-4bd6-89e6-b5ef018fb7e9', 'tag': '3525a50d-f1c0-411f-9051-da0863df6b26'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 00:07:40.285260 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 58420) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:07:40.287210 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b87af07e598cf5b62d2945997aebdb2f0d5735b62acaa13edb25b119cdbae256" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70aabca8-0a97-4c8f-b7a4-1ede8d5d3bd5" -d '{"events": [{"name": "network-changed", "server_uuid": "6966947f-79fc-4bd6-89e6-b5ef018fb7e9", "tag": "3525a50d-f1c0-411f-9051-da0863df6b26"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 00:07:40.318853 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b78c554-e229-4fcc-955c-8d19fa0568ee tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] Pushing event updated for resources: {'Port': ['ID=3525a50d-f1c0-411f-9051-da0863df6b26,revision_number=7']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:07:40.328424 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b78c554-e229-4fcc-955c-8d19fa0568ee tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:07:40.328796 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b78c554-e229-4fcc-955c-8d19fa0568ee tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:07:40.329254 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b78c554-e229-4fcc-955c-8d19fa0568ee tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:07:40.329730 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b78c554-e229-4fcc-955c-8d19fa0568ee tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:07:40.330069 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b78c554-e229-4fcc-955c-8d19fa0568ee tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:07:40.330422 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b78c554-e229-4fcc-955c-8d19fa0568ee tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:07:40.330859 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b78c554-e229-4fcc-955c-8d19fa0568ee tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:07:40.331264 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b78c554-e229-4fcc-955c-8d19fa0568ee tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:07:40.331600 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b78c554-e229-4fcc-955c-8d19fa0568ee tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:07:40.332054 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b78c554-e229-4fcc-955c-8d19fa0568ee tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:07:40.332508 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b78c554-e229-4fcc-955c-8d19fa0568ee tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:07:40.332842 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b78c554-e229-4fcc-955c-8d19fa0568ee tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:07:40.359919 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 00:07:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c22be738-2e7a-4772-b40c-588720d90fff x-openstack-request-id: req-c22be738-2e7a-4772-b40c-588720d90fff {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 00:07:40.360570 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6966947f-79fc-4bd6-89e6-b5ef018fb7e9", "tag": "3525a50d-f1c0-411f-9051-da0863df6b26", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 00:07:40.360922 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c22be738-2e7a-4772-b40c-588720d90fff {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 00:07:40.361443 n-d-802623-1 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6966947f-79fc-4bd6-89e6-b5ef018fb7e9', 'tag': '3525a50d-f1c0-411f-9051-da0863df6b26', 'status': 'completed', 'code': 200} Jul 28 00:07:40.370546 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4ef4fa86-1b91-4925-b598-85a7614f418e tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:07:40.377790 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] get_ports_and_sgs() called for port_ids ['3525a50d-f1c0-411f-9051-da0863df6b26'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 00:07:40.398255 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4ef4fa86-1b91-4925-b598-85a7614f418e tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:07:40.430249 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70aabca8-0a97-4c8f-b7a4-1ede8d5d3bd5 req-cbcedafb-86b4-4417-931b-1973056d42fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:07:40.432470 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-70aabca8-0a97-4c8f-b7a4-1ede8d5d3bd5 req-cbcedafb-86b4-4417-931b-1973056d42fa service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=89b98a394d0a4deca4a2bd6b2ae5c66e&device_id=6966947f-79fc-4bd6-89e6-b5ef018fb7e9 HTTP/1.1" status: 200 len: 1097 time: 0.0496883 Jul 28 00:07:40.470258 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4ef4fa86-1b91-4925-b598-85a7614f418e tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:07:40.473558 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4ef4fa86-1b91-4925-b598-85a7614f418e tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:07:40.477897 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-4ef4fa86-1b91-4925-b598-85a7614f418e tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] 10.222.0.18 "DELETE /v2.0/security-groups/f4379516-3a4a-4cdd-8898-e5eb8c87ada3 HTTP/1.1" status: 204 len: 168 time: 0.1915562 Jul 28 00:07:40.478857 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 58424) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:07:40.494854 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef4fa86-1b91-4925-b598-85a7614f418e tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4379516-3a4a-4cdd-8898-e5eb8c87ada3,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:07:40.505502 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef4fa86-1b91-4925-b598-85a7614f418e tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:07:40.506139 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef4fa86-1b91-4925-b598-85a7614f418e tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:07:40.506662 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef4fa86-1b91-4925-b598-85a7614f418e tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:07:40.507215 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef4fa86-1b91-4925-b598-85a7614f418e tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:07:40.507725 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef4fa86-1b91-4925-b598-85a7614f418e tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:07:40.508268 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef4fa86-1b91-4925-b598-85a7614f418e tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:07:40.508609 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef4fa86-1b91-4925-b598-85a7614f418e tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:07:40.509111 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef4fa86-1b91-4925-b598-85a7614f418e tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:07:40.509667 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef4fa86-1b91-4925-b598-85a7614f418e tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:07:40.510169 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef4fa86-1b91-4925-b598-85a7614f418e tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:07:40.511291 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef4fa86-1b91-4925-b598-85a7614f418e tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:07:40.511637 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef4fa86-1b91-4925-b598-85a7614f418e tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:07:40.559418 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70aabca8-0a97-4c8f-b7a4-1ede8d5d3bd5 req-49abbd07-92dd-40da-a54d-ca72ffb5a69c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:07:40.561548 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-70aabca8-0a97-4c8f-b7a4-1ede8d5d3bd5 req-49abbd07-92dd-40da-a54d-ca72ffb5a69c service neutron] 10.222.0.38 "GET /v2.0/networks?id=6737f7fe-255e-4ed4-a03e-776abd6a354d HTTP/1.1" status: 200 len: 915 time: 0.1216834 Jul 28 00:07:40.572148 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-1ada9f45-6cd9-471b-9f14-1f113dc29075 None None] Provisioning complete for port 3525a50d-f1c0-411f-9051-da0863df6b26 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 00:07:40.572530 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-1ada9f45-6cd9-471b-9f14-1f113dc29075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:07:40.631523 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-70aabca8-0a97-4c8f-b7a4-1ede8d5d3bd5 req-ece2c58b-d39e-4c5b-968e-c5ff5e9f5e79 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3525a50d-f1c0-411f-9051-da0863df6b26 HTTP/1.1" status: 200 len: 1001 time: 0.0605581 Jul 28 00:07:40.672904 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-fffcea63-73c7-44da-932f-f7890dcafb0a tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] Deleting port ed91f0a3-3b06-439c-bd93-86f55c785149 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 00:07:40.673335 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-fffcea63-73c7-44da-932f-f7890dcafb0a tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:07:40.690707 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70aabca8-0a97-4c8f-b7a4-1ede8d5d3bd5 req-51a97709-a633-447f-b8fb-c5203f96e173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:07:40.692119 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-70aabca8-0a97-4c8f-b7a4-1ede8d5d3bd5 req-51a97709-a633-447f-b8fb-c5203f96e173 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=0ca90e15-68ca-4d4e-b60c-7dff5b92b67b HTTP/1.1" status: 200 len: 853 time: 0.0534780 Jul 28 00:07:40.737436 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70aabca8-0a97-4c8f-b7a4-1ede8d5d3bd5 req-7475e94f-541f-4703-ac0c-805d1ccaff41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:07:40.738927 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-70aabca8-0a97-4c8f-b7a4-1ede8d5d3bd5 req-7475e94f-541f-4703-ac0c-805d1ccaff41 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=6737f7fe-255e-4ed4-a03e-776abd6a354d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392902 Jul 28 00:07:40.753570 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-fffcea63-73c7-44da-932f-f7890dcafb0a tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:07:40.753909 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-fffcea63-73c7-44da-932f-f7890dcafb0a tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:07:40.766085 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-fffcea63-73c7-44da-932f-f7890dcafb0a tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] Calling delete_port for ed91f0a3-3b06-439c-bd93-86f55c785149 owned by network:floatingip {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 00:07:40.828417 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-70aabca8-0a97-4c8f-b7a4-1ede8d5d3bd5 req-7773e561-18e8-4b8e-a0ea-0ef72e3b37ca service neutron] 10.222.0.38 "GET /v2.0/networks/6737f7fe-255e-4ed4-a03e-776abd6a354d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817463 Jul 28 00:07:40.916974 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-fffcea63-73c7-44da-932f-f7890dcafb0a tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:07:40.922892 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-70aabca8-0a97-4c8f-b7a4-1ede8d5d3bd5 req-dc11cd9b-0f17-4959-9e63-1e08f388c32e service neutron] 10.222.0.38 "GET /v2.0/networks/6737f7fe-255e-4ed4-a03e-776abd6a354d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869570 Jul 28 00:07:40.943861 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffcea63-73c7-44da-932f-f7890dcafb0a tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] Pushing event deleted for resources: {'Port': ['ID=ed91f0a3-3b06-439c-bd93-86f55c785149,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:07:41.006212 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-fffcea63-73c7-44da-932f-f7890dcafb0a tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] Notify callbacks [] for floatingip, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:07:41.006547 n-d-802623-1 neutron-server[93797]: INFO neutron.db.l3_db [None req-fffcea63-73c7-44da-932f-f7890dcafb0a tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] Floating IP 5dc09ac6-04af-4b62-bc05-452718e6acd2 disassociated (deleted). External IP: 172.25.4.71, port: 3525a50d-f1c0-411f-9051-da0863df6b26. Jul 28 00:07:41.210391 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fffcea63-73c7-44da-932f-f7890dcafb0a tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] Router c8205563-bbea-4cde-a327-4be5bad8bd21 has already been hosted by L3 agent 018c4455-49c0-4734-927d-7824067b2a9e {{(pid=93797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 00:07:41.316830 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fffcea63-73c7-44da-932f-f7890dcafb0a tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 00:07:41.321531 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-fffcea63-73c7-44da-932f-f7890dcafb0a tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for floatingip, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:07:41.326397 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e83d99f3-6745-482e-8b2c-1440372fc93c None None] Sync routers for ids ['c8205563-bbea-4cde-a327-4be5bad8bd21'] in n-d-802623-1 {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 00:07:41.335156 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e83d99f3-6745-482e-8b2c-1440372fc93c None None] Routers {'c8205563-bbea-4cde-a327-4be5bad8bd21'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 00:07:41.335784 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-e83d99f3-6745-482e-8b2c-1440372fc93c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-28T00:07:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['c8205563-bbea-4cde-a327-4be5bad8bd21'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:07:41.350911 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-fffcea63-73c7-44da-932f-f7890dcafb0a tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] 10.222.0.18 "DELETE /v2.0/floatingips/5dc09ac6-04af-4b62-bc05-452718e6acd2 HTTP/1.1" status: 204 len: 168 time: 0.8618407 Jul 28 00:07:41.351538 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6966947f-79fc-4bd6-89e6-b5ef018fb7e9', 'tag': '3525a50d-f1c0-411f-9051-da0863df6b26'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 00:07:41.353774 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54ff2e8c926e0231465601fd4f15fa4e9ff5e8c34d973af7f909e70dd0b48885" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c744962-4f88-4630-901d-4156fc5e08bc" -d '{"events": [{"name": "network-changed", "server_uuid": "6966947f-79fc-4bd6-89e6-b5ef018fb7e9", "tag": "3525a50d-f1c0-411f-9051-da0863df6b26"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 00:07:41.395267 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 00:07:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-410cdb4a-6567-40e7-adce-0b2493c0d942 x-openstack-request-id: req-410cdb4a-6567-40e7-adce-0b2493c0d942 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 00:07:41.395845 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6966947f-79fc-4bd6-89e6-b5ef018fb7e9", "tag": "3525a50d-f1c0-411f-9051-da0863df6b26", "status": "completed", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 00:07:41.396114 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-410cdb4a-6567-40e7-adce-0b2493c0d942 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 00:07:41.396585 n-d-802623-1 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6966947f-79fc-4bd6-89e6-b5ef018fb7e9', 'tag': '3525a50d-f1c0-411f-9051-da0863df6b26', 'status': 'completed', 'code': 200} Jul 28 00:07:41.448940 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-e83d99f3-6745-482e-8b2c-1440372fc93c None None] Set router c8205563-bbea-4cde-a327-4be5bad8bd21 gateway port host: n-d-802623-1 {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 00:07:41.461165 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c744962-4f88-4630-901d-4156fc5e08bc req-d9fca26f-5211-457e-b67a-8221f47ccbca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:07:41.462861 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-4c744962-4f88-4630-901d-4156fc5e08bc req-d9fca26f-5211-457e-b67a-8221f47ccbca service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=89b98a394d0a4deca4a2bd6b2ae5c66e&device_id=6966947f-79fc-4bd6-89e6-b5ef018fb7e9 HTTP/1.1" status: 200 len: 1097 time: 0.0435321 Jul 28 00:07:41.575915 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c744962-4f88-4630-901d-4156fc5e08bc req-c8bfb743-d9be-4fab-b600-02a661fbda09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:07:41.577965 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-4c744962-4f88-4630-901d-4156fc5e08bc req-c8bfb743-d9be-4fab-b600-02a661fbda09 service neutron] 10.222.0.38 "GET /v2.0/networks?id=6737f7fe-255e-4ed4-a03e-776abd6a354d HTTP/1.1" status: 200 len: 915 time: 0.1078131 Jul 28 00:07:41.645758 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-4c744962-4f88-4630-901d-4156fc5e08bc req-65e6bb2e-0d31-4f4b-ab86-c57c56e4cd9f service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3525a50d-f1c0-411f-9051-da0863df6b26 HTTP/1.1" status: 200 len: 217 time: 0.0361087 Jul 28 00:07:41.661102 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-e83d99f3-6745-482e-8b2c-1440372fc93c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8205563-bbea-4cde-a327-4be5bad8bd21', 'name': 'tempest-TestMinimumBasicScenario-666582340-router', 'tenant_id': '89b98a394d0a4deca4a2bd6b2ae5c66e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.7'}], 'enable_snat': True}, 'gw_port_id': '42568d3d-49ec-47a3-891e-f9ca1b3b4d27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T00:05:45Z', 'updated_at': '2021-07-28T00:05:47Z', 'revision_number': 4, 'project_id': '89b98a394d0a4deca4a2bd6b2ae5c66e', 'gw_port': {'id': '42568d3d-49ec-47a3-891e-f9ca1b3b4d27', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:3b:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8205563-bbea-4cde-a327-4be5bad8bd21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T00:05:45Z', 'updated_at': '2021-07-28T00:05:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': '7c313730-dc04-488e-8040-4de22ecbbe5b', 'name': '', 'network_id': '6737f7fe-255e-4ed4-a03e-776abd6a354d', 'tenant_id': '89b98a394d0a4deca4a2bd6b2ae5c66e', 'mac_address': 'fa:16:3e:97:a6:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8205563-bbea-4cde-a327-4be5bad8bd21', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '0ca90e15-68ca-4d4e-b60c-7dff5b92b67b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T00:05:47Z', 'updated_at': '2021-07-28T00:05:53Z', 'revision_number': 5, 'project_id': '89b98a394d0a4deca4a2bd6b2ae5c66e', 'subnets': [{'id': '0ca90e15-68ca-4d4e-b60c-7dff5b92b67b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:07:41.691765 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e83d99f3-6745-482e-8b2c-1440372fc93c None None] Checking router: c8205563-bbea-4cde-a327-4be5bad8bd21 for host: n-d-802623-1 {{(pid=93799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 00:07:41.695142 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c744962-4f88-4630-901d-4156fc5e08bc req-04e21220-fbce-4646-9ed8-06ad015e5c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:07:41.696609 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-4c744962-4f88-4630-901d-4156fc5e08bc req-04e21220-fbce-4646-9ed8-06ad015e5c0e service neutron] 10.222.0.38 "GET /v2.0/subnets?id=0ca90e15-68ca-4d4e-b60c-7dff5b92b67b HTTP/1.1" status: 200 len: 853 time: 0.0445521 Jul 28 00:07:41.699993 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e83d99f3-6745-482e-8b2c-1440372fc93c None None] Routers {'c8205563-bbea-4cde-a327-4be5bad8bd21'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 00:07:41.700604 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-e83d99f3-6745-482e-8b2c-1440372fc93c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-28T00:07:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['c8205563-bbea-4cde-a327-4be5bad8bd21'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:07:41.748327 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c744962-4f88-4630-901d-4156fc5e08bc req-fb710bac-41e3-424e-b9ad-78f6f19da38a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:07:41.749737 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-4c744962-4f88-4630-901d-4156fc5e08bc req-fb710bac-41e3-424e-b9ad-78f6f19da38a service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=6737f7fe-255e-4ed4-a03e-776abd6a354d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0457134 Jul 28 00:07:41.806455 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-e83d99f3-6745-482e-8b2c-1440372fc93c None None] Set router c8205563-bbea-4cde-a327-4be5bad8bd21 gateway port host: n-d-802623-1 {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 00:07:41.842163 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-4c744962-4f88-4630-901d-4156fc5e08bc req-8203d784-a78d-451e-a3f4-e2fbb590134d service neutron] 10.222.0.38 "GET /v2.0/networks/6737f7fe-255e-4ed4-a03e-776abd6a354d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836704 Jul 28 00:07:41.936463 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-4c744962-4f88-4630-901d-4156fc5e08bc req-5279cd4f-d47d-43a9-8003-acf7c4b97b08 service neutron] 10.222.0.38 "GET /v2.0/networks/6737f7fe-255e-4ed4-a03e-776abd6a354d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860186 Jul 28 00:07:42.005955 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-e83d99f3-6745-482e-8b2c-1440372fc93c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8205563-bbea-4cde-a327-4be5bad8bd21', 'name': 'tempest-TestMinimumBasicScenario-666582340-router', 'tenant_id': '89b98a394d0a4deca4a2bd6b2ae5c66e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.7'}], 'enable_snat': True}, 'gw_port_id': '42568d3d-49ec-47a3-891e-f9ca1b3b4d27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T00:05:45Z', 'updated_at': '2021-07-28T00:05:47Z', 'revision_number': 4, 'project_id': '89b98a394d0a4deca4a2bd6b2ae5c66e', 'gw_port': {'id': '42568d3d-49ec-47a3-891e-f9ca1b3b4d27', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:3b:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8205563-bbea-4cde-a327-4be5bad8bd21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T00:05:45Z', 'updated_at': '2021-07-28T00:05:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': '7c313730-dc04-488e-8040-4de22ecbbe5b', 'name': '', 'network_id': '6737f7fe-255e-4ed4-a03e-776abd6a354d', 'tenant_id': '89b98a394d0a4deca4a2bd6b2ae5c66e', 'mac_address': 'fa:16:3e:97:a6:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8205563-bbea-4cde-a327-4be5bad8bd21', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '0ca90e15-68ca-4d4e-b60c-7dff5b92b67b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T00:05:47Z', 'updated_at': '2021-07-28T00:05:53Z', 'revision_number': 5, 'project_id': '89b98a394d0a4deca4a2bd6b2ae5c66e', 'subnets': [{'id': '0ca90e15-68ca-4d4e-b60c-7dff5b92b67b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:07:42.032794 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e83d99f3-6745-482e-8b2c-1440372fc93c None None] The sync data for ids ['c8205563-bbea-4cde-a327-4be5bad8bd21'] in n-d-802623-1 is: [{'id': 'c8205563-bbea-4cde-a327-4be5bad8bd21', 'name': 'tempest-TestMinimumBasicScenario-666582340-router', 'tenant_id': '89b98a394d0a4deca4a2bd6b2ae5c66e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.7'}], 'enable_snat': True}, 'gw_port_id': '42568d3d-49ec-47a3-891e-f9ca1b3b4d27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T00:05:45Z', 'updated_at': '2021-07-28T00:05:47Z', 'revision_number': 4, 'project_id': '89b98a394d0a4deca4a2bd6b2ae5c66e', 'gw_port': {'id': '42568d3d-49ec-47a3-891e-f9ca1b3b4d27', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:3b:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8205563-bbea-4cde-a327-4be5bad8bd21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T00:05:45Z', 'updated_at': '2021-07-28T00:05:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': '7c313730-dc04-488e-8040-4de22ecbbe5b', 'name': '', 'network_id': '6737f7fe-255e-4ed4-a03e-776abd6a354d', 'tenant_id': '89b98a394d0a4deca4a2bd6b2ae5c66e', 'mac_address': 'fa:16:3e:97:a6:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8205563-bbea-4cde-a327-4be5bad8bd21', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '0ca90e15-68ca-4d4e-b60c-7dff5b92b67b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T00:05:47Z', 'updated_at': '2021-07-28T00:05:53Z', 'revision_number': 5, 'project_id': '89b98a394d0a4deca4a2bd6b2ae5c66e', 'subnets': [{'id': '0ca90e15-68ca-4d4e-b60c-7dff5b92b67b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 00:07:42.339643 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da6cbbed-2bc7-48c6-a6d9-05137a0e0ae7 None None] New status for floating IP 5dc09ac6-04af-4b62-bc05-452718e6acd2: DOWN {{(pid=93800) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 00:07:48.273622 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec9973a-3fa9-40c6-a35f-c51bc35b5e55 req-a38ad7a2-9ab5-423e-9d5b-361e2777136e tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:07:48.275201 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-8ec9973a-3fa9-40c6-a35f-c51bc35b5e55 req-a38ad7a2-9ab5-423e-9d5b-361e2777136e tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] 10.222.0.18 "GET /v2.0/ports?device_id=6966947f-79fc-4bd6-89e6-b5ef018fb7e9 HTTP/1.1" status: 200 len: 946 time: 0.0496049 Jul 28 00:07:48.319923 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-8ec9973a-3fa9-40c6-a35f-c51bc35b5e55 req-6f221b8c-0e1c-41d3-8e85-6aab6005cf28 tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] 10.222.0.18 "GET /v2.0/security-groups?id=4483a78b-b336-4494-944f-8c3092947a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380132 Jul 28 00:07:49.434677 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ff8294-2bd9-404c-8229-8932f8e6e360 req-8266cdec-e512-44cb-9582-b019d8a5753b tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:07:49.436173 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-49ff8294-2bd9-404c-8229-8932f8e6e360 req-8266cdec-e512-44cb-9582-b019d8a5753b tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] 10.222.0.18 "GET /v2.0/ports?device_id=6966947f-79fc-4bd6-89e6-b5ef018fb7e9 HTTP/1.1" status: 200 len: 946 time: 0.0485837 Jul 28 00:07:49.473556 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-49ff8294-2bd9-404c-8229-8932f8e6e360 req-f90dc04d-5bd2-4532-8b8f-e73332a35da0 tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] 10.222.0.18 "GET /v2.0/security-groups?id=4483a78b-b336-4494-944f-8c3092947a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312419 Jul 28 00:07:49.874988 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a508cc-6d58-4e97-b79f-e713d544993e req-4f40e34e-a314-49b6-9435-47a8fcc1a3ad tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:07:49.876347 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e4a508cc-6d58-4e97-b79f-e713d544993e req-4f40e34e-a314-49b6-9435-47a8fcc1a3ad tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] 10.222.0.38 "GET /v2.0/ports?device_id=6966947f-79fc-4bd6-89e6-b5ef018fb7e9 HTTP/1.1" status: 200 len: 946 time: 0.0469539 Jul 28 00:07:49.967142 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-e4a508cc-6d58-4e97-b79f-e713d544993e req-bd40962f-11cb-4118-9e1d-84dd8ad86eeb tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] Deleting port 3525a50d-f1c0-411f-9051-da0863df6b26 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 00:07:49.967475 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-e4a508cc-6d58-4e97-b79f-e713d544993e req-bd40962f-11cb-4118-9e1d-84dd8ad86eeb tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:07:50.057245 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-e4a508cc-6d58-4e97-b79f-e713d544993e req-bd40962f-11cb-4118-9e1d-84dd8ad86eeb tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] For port 3525a50d-f1c0-411f-9051-da0863df6b26, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=3525a50d-f1c0-411f-9051-da0863df6b26,segment=NetworkSegment(7dcbc178-071d-459b-8246-3482c62f5eb0),segment_id=7dcbc178-071d-459b-8246-3482c62f5eb0)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 00:07:50.057607 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-e4a508cc-6d58-4e97-b79f-e713d544993e req-bd40962f-11cb-4118-9e1d-84dd8ad86eeb tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:07:50.070417 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-e4a508cc-6d58-4e97-b79f-e713d544993e req-bd40962f-11cb-4118-9e1d-84dd8ad86eeb tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] Calling delete_port for 3525a50d-f1c0-411f-9051-da0863df6b26 owned by compute:nova {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 00:07:50.196759 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-e4a508cc-6d58-4e97-b79f-e713d544993e req-bd40962f-11cb-4118-9e1d-84dd8ad86eeb tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:07:50.208545 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] get_ports_and_sgs() called for port_ids ['3525a50d-f1c0-411f-9051-da0863df6b26'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 00:07:50.225374 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd40962f-11cb-4118-9e1d-84dd8ad86eeb tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] Pushing event deleted for resources: {'Port': ['ID=3525a50d-f1c0-411f-9051-da0863df6b26,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:07:50.270301 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4a508cc-6d58-4e97-b79f-e713d544993e req-bd40962f-11cb-4118-9e1d-84dd8ad86eeb tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] No DVR routers for this DVR port 3525a50d-f1c0-411f-9051-da0863df6b26 on host n-h1-802623-1 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 00:07:50.273358 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-e4a508cc-6d58-4e97-b79f-e713d544993e req-bd40962f-11cb-4118-9e1d-84dd8ad86eeb tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:07:50.275396 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e4a508cc-6d58-4e97-b79f-e713d544993e req-bd40962f-11cb-4118-9e1d-84dd8ad86eeb tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] 10.222.0.38 "DELETE /v2.0/ports/3525a50d-f1c0-411f-9051-da0863df6b26 HTTP/1.1" status: 204 len: 173 time: 0.3926811 Jul 28 00:07:50.275837 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6966947f-79fc-4bd6-89e6-b5ef018fb7e9', 'name': 'network-vif-deleted', 'tag': '3525a50d-f1c0-411f-9051-da0863df6b26'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 00:07:50.278832 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b87af07e598cf5b62d2945997aebdb2f0d5735b62acaa13edb25b119cdbae256" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bb8f1ad-3498-4fe5-9eab-d2379485be98" -d '{"events": [{"server_uuid": "6966947f-79fc-4bd6-89e6-b5ef018fb7e9", "name": "network-vif-deleted", "tag": "3525a50d-f1c0-411f-9051-da0863df6b26"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 00:07:50.318174 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 00:07:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a2be923-57e8-4bb8-948a-d2a541185c77 x-openstack-request-id: req-1a2be923-57e8-4bb8-948a-d2a541185c77 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 00:07:50.318465 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6966947f-79fc-4bd6-89e6-b5ef018fb7e9", "name": "network-vif-deleted", "tag": "3525a50d-f1c0-411f-9051-da0863df6b26", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 00:07:50.318722 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1a2be923-57e8-4bb8-948a-d2a541185c77 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 00:07:50.319224 n-d-802623-1 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6966947f-79fc-4bd6-89e6-b5ef018fb7e9', 'name': 'network-vif-deleted', 'tag': '3525a50d-f1c0-411f-9051-da0863df6b26', 'status': 'completed', 'code': 200} Jul 28 00:07:50.577303 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-51b2712d-8d26-4b70-9fc3-d45254073f28 req-8ed25265-b519-479a-8562-4c253604461e tempest-TestMinimumBasicScenario-1850219111 tempest-TestMinimumBasicScenario-1850219111-project] 10.222.0.18 "GET /v2.0/ports?device_id=6966947f-79fc-4bd6-89e6-b5ef018fb7e9 HTTP/1.1" status: 200 len: 210 time: 0.0283980 Jul 28 00:07:52.130017 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 58518) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:07:52.473883 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8b11dc13-753b-475c-99bd-0857561a62cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-414022'] for router_interface, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:07:52.713135 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-8b11dc13-753b-475c-99bd-0857561a62cd admin admin] Deleting port 7c313730-dc04-488e-8040-4de22ecbbe5b {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 00:07:52.714005 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8b11dc13-753b-475c-99bd-0857561a62cd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:07:52.788923 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-8b11dc13-753b-475c-99bd-0857561a62cd admin admin] For port 7c313730-dc04-488e-8040-4de22ecbbe5b, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=7c313730-dc04-488e-8040-4de22ecbbe5b,segment=NetworkSegment(7dcbc178-071d-459b-8246-3482c62f5eb0),segment_id=7dcbc178-071d-459b-8246-3482c62f5eb0)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 00:07:52.789211 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8b11dc13-753b-475c-99bd-0857561a62cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:07:52.802042 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-8b11dc13-753b-475c-99bd-0857561a62cd admin admin] Calling delete_port for 7c313730-dc04-488e-8040-4de22ecbbe5b owned by network:router_interface {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 00:07:52.975930 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8b11dc13-753b-475c-99bd-0857561a62cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:07:53.002425 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b11dc13-753b-475c-99bd-0857561a62cd admin admin] Pushing event deleted for resources: {'Port': ['ID=7c313730-dc04-488e-8040-4de22ecbbe5b,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:07:53.152456 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 3525a50d-f1c0-411f-9051-da0863df6b26 no longer exists at agent hyperv_n-h1-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 00:07:53.173450 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] No Port match for: 3525a50d-f1c0-411f-9051-da0863df6b26 {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 00:07:53.173804 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 3525a50d-f1c0-411f-9051-da0863df6b26 not bound to the agent host n-h1-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 00:07:53.177303 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8b11dc13-753b-475c-99bd-0857561a62cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3760546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-413994'] for router_interface, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:07:53.387759 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b11dc13-753b-475c-99bd-0857561a62cd admin admin] Router c8205563-bbea-4cde-a327-4be5bad8bd21 has already been hosted by L3 agent 018c4455-49c0-4734-927d-7824067b2a9e {{(pid=93797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 00:07:53.487943 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b11dc13-753b-475c-99bd-0857561a62cd admin admin] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 00:07:53.492884 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-8b11dc13-753b-475c-99bd-0857561a62cd admin admin] 10.222.0.18 "PUT /v2.0/routers/c8205563-bbea-4cde-a327-4be5bad8bd21/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3618395 Jul 28 00:07:53.495480 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 58520) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:07:53.498939 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7533a4ed-590d-4377-9968-954be5838f6b None None] Sync routers for ids ['c8205563-bbea-4cde-a327-4be5bad8bd21'] in n-d-802623-1 {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 00:07:53.507899 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7533a4ed-590d-4377-9968-954be5838f6b None None] Routers {'c8205563-bbea-4cde-a327-4be5bad8bd21'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 00:07:53.508509 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-7533a4ed-590d-4377-9968-954be5838f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-28T00:07:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['c8205563-bbea-4cde-a327-4be5bad8bd21'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:07:53.596247 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4a60d457-4569-4000-ba58-2ba0a1e37b12 admin admin] Notify callbacks [] for router, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:07:53.609651 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-7533a4ed-590d-4377-9968-954be5838f6b None None] Set router c8205563-bbea-4cde-a327-4be5bad8bd21 gateway port host: n-d-802623-1 {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 00:07:53.698400 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4a60d457-4569-4000-ba58-2ba0a1e37b12 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:07:53.749936 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-4a60d457-4569-4000-ba58-2ba0a1e37b12 admin admin] Deleting port 42568d3d-49ec-47a3-891e-f9ca1b3b4d27 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 00:07:53.750279 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4a60d457-4569-4000-ba58-2ba0a1e37b12 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:07:53.782471 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-7533a4ed-590d-4377-9968-954be5838f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8205563-bbea-4cde-a327-4be5bad8bd21', 'name': 'tempest-TestMinimumBasicScenario-666582340-router', 'tenant_id': '89b98a394d0a4deca4a2bd6b2ae5c66e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.7'}], 'enable_snat': True}, 'gw_port_id': '42568d3d-49ec-47a3-891e-f9ca1b3b4d27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T00:05:45Z', 'updated_at': '2021-07-28T00:07:52Z', 'revision_number': 5, 'project_id': '89b98a394d0a4deca4a2bd6b2ae5c66e', 'gw_port': {'id': '42568d3d-49ec-47a3-891e-f9ca1b3b4d27', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:3b:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8205563-bbea-4cde-a327-4be5bad8bd21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T00:05:45Z', 'updated_at': '2021-07-28T00:05:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1'}], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:07:53.809567 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7533a4ed-590d-4377-9968-954be5838f6b None None] Checking router: c8205563-bbea-4cde-a327-4be5bad8bd21 for host: n-d-802623-1 {{(pid=93799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 00:07:53.818782 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7533a4ed-590d-4377-9968-954be5838f6b None None] Routers {'c8205563-bbea-4cde-a327-4be5bad8bd21'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 00:07:53.819452 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-7533a4ed-590d-4377-9968-954be5838f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-28T00:07:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['c8205563-bbea-4cde-a327-4be5bad8bd21'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:07:53.908887 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-7533a4ed-590d-4377-9968-954be5838f6b None None] Set router c8205563-bbea-4cde-a327-4be5bad8bd21 gateway port host: None {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 00:07:53.965692 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-7533a4ed-590d-4377-9968-954be5838f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8205563-bbea-4cde-a327-4be5bad8bd21', 'name': 'tempest-TestMinimumBasicScenario-666582340-router', 'tenant_id': '89b98a394d0a4deca4a2bd6b2ae5c66e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T00:05:45Z', 'updated_at': '2021-07-28T00:07:53Z', 'revision_number': 6, 'project_id': '89b98a394d0a4deca4a2bd6b2ae5c66e', 'gw_port_host': None}], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:07:53.992823 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7533a4ed-590d-4377-9968-954be5838f6b None None] The sync data for ids ['c8205563-bbea-4cde-a327-4be5bad8bd21'] in n-d-802623-1 is: [{'id': 'c8205563-bbea-4cde-a327-4be5bad8bd21', 'name': 'tempest-TestMinimumBasicScenario-666582340-router', 'tenant_id': '89b98a394d0a4deca4a2bd6b2ae5c66e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T00:05:45Z', 'updated_at': '2021-07-28T00:07:53Z', 'revision_number': 6, 'project_id': '89b98a394d0a4deca4a2bd6b2ae5c66e', 'gw_port_host': None}] {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 00:07:54.179532 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-4a60d457-4569-4000-ba58-2ba0a1e37b12 admin admin] For port 42568d3d-49ec-47a3-891e-f9ca1b3b4d27, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=42568d3d-49ec-47a3-891e-f9ca1b3b4d27,segment=NetworkSegment(b9afe07e-bbe4-4740-834c-4b6a9698bdbc),segment_id=b9afe07e-bbe4-4740-834c-4b6a9698bdbc)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 00:07:54.180038 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4a60d457-4569-4000-ba58-2ba0a1e37b12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:07:54.193905 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-4a60d457-4569-4000-ba58-2ba0a1e37b12 admin admin] Calling delete_port for 42568d3d-49ec-47a3-891e-f9ca1b3b4d27 owned by network:router_gateway {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 00:07:54.361989 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4a60d457-4569-4000-ba58-2ba0a1e37b12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:07:54.387568 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a60d457-4569-4000-ba58-2ba0a1e37b12 admin admin] Pushing event deleted for resources: {'Port': ['ID=42568d3d-49ec-47a3-891e-f9ca1b3b4d27,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:07:54.452608 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4a60d457-4569-4000-ba58-2ba0a1e37b12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-415368'] for router_gateway, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:07:54.541025 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4a60d457-4569-4000-ba58-2ba0a1e37b12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62205'] for router, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:07:54.543172 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4a60d457-4569-4000-ba58-2ba0a1e37b12 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:07:54.584626 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4a60d457-4569-4000-ba58-2ba0a1e37b12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-477831'] for router, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:07:54.585427 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a60d457-4569-4000-ba58-2ba0a1e37b12 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c8205563-bbea-4cde-a327-4be5bad8bd21 {{(pid=93797) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 00:07:54.589742 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4a60d457-4569-4000-ba58-2ba0a1e37b12 admin admin] Notify callbacks [] for router, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:07:54.590925 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-4a60d457-4569-4000-ba58-2ba0a1e37b12 admin admin] 10.222.0.18 "DELETE /v2.0/routers/c8205563-bbea-4cde-a327-4be5bad8bd21 HTTP/1.1" status: 204 len: 168 time: 1.0945189 Jul 28 00:07:54.593355 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 58522) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:07:54.641301 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_v2 [None req-7dfb031d-73d7-465f-8f08-8f968a841846 admin admin] Deleting subnet 0ca90e15-68ca-4d4e-b60c-7dff5b92b67b {{(pid=93797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 00:07:54.644347 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7dfb031d-73d7-465f-8f08-8f968a841846 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:07:54.677051 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7dfb031d-73d7-465f-8f08-8f968a841846 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11335971'] for subnet, precommit_delete_associations {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:07:54.760730 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7dfb031d-73d7-465f-8f08-8f968a841846 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620741'] for subnet, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:07:54.766195 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 7c313730-dc04-488e-8040-4de22ecbbe5b no longer exists at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 00:07:54.785825 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] No Port match for: 7c313730-dc04-488e-8040-4de22ecbbe5b {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 00:07:54.786168 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 7c313730-dc04-488e-8040-4de22ecbbe5b not bound to the agent host n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 00:07:54.786581 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 42568d3d-49ec-47a3-891e-f9ca1b3b4d27 no longer exists at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 00:07:54.809408 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] No Port match for: 42568d3d-49ec-47a3-891e-f9ca1b3b4d27 {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 00:07:54.810052 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 42568d3d-49ec-47a3-891e-f9ca1b3b4d27 not bound to the agent host n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 00:07:54.815547 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7dfb031d-73d7-465f-8f08-8f968a841846 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11335991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11551414'] for subnet, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:07:54.845706 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfb031d-73d7-465f-8f08-8f968a841846 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0ca90e15-68ca-4d4e-b60c-7dff5b92b67b,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:07:54.849315 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7dfb031d-73d7-465f-8f08-8f968a841846 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:07:54.851202 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-7dfb031d-73d7-465f-8f08-8f968a841846 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/0ca90e15-68ca-4d4e-b60c-7dff5b92b67b HTTP/1.1" status: 204 len: 168 time: 0.2568641 Jul 28 00:07:54.853678 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 58524) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:07:54.855283 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc6706ed-668e-4c91-ba7f-58bc76d18210 None None] Network 6737f7fe-255e-4ed4-a03e-776abd6a354d requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 00:07:54.930205 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d4eb01f9-2e04-42cb-80ee-7dbced52d2c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593271'] for network, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:07:54.987504 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d4eb01f9-2e04-42cb-80ee-7dbced52d2c8 admin admin] Deleting port 87bb2c93-9804-4580-b619-30a7afe985e9 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 00:07:54.987853 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d4eb01f9-2e04-42cb-80ee-7dbced52d2c8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:07:55.047132 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e394da7-d9fa-46a1-b78e-b63d10354b35 None None] DHCP port deletion for 6737f7fe-255e-4ed4-a03e-776abd6a354d request from n-d-802623-1 {{(pid=93799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 00:07:55.061942 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-d4eb01f9-2e04-42cb-80ee-7dbced52d2c8 admin admin] For port 87bb2c93-9804-4580-b619-30a7afe985e9, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=87bb2c93-9804-4580-b619-30a7afe985e9,segment=NetworkSegment(7dcbc178-071d-459b-8246-3482c62f5eb0),segment_id=7dcbc178-071d-459b-8246-3482c62f5eb0)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 00:07:55.062312 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d4eb01f9-2e04-42cb-80ee-7dbced52d2c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:07:55.075215 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d4eb01f9-2e04-42cb-80ee-7dbced52d2c8 admin admin] Calling delete_port for 87bb2c93-9804-4580-b619-30a7afe985e9 owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 00:07:55.096232 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-8e394da7-d9fa-46a1-b78e-b63d10354b35 None None] Deleting port 87bb2c93-9804-4580-b619-30a7afe985e9 {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 00:07:55.096539 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8e394da7-d9fa-46a1-b78e-b63d10354b35 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:07:55.157779 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-8e394da7-d9fa-46a1-b78e-b63d10354b35 None None] For port 87bb2c93-9804-4580-b619-30a7afe985e9, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=87bb2c93-9804-4580-b619-30a7afe985e9,segment=NetworkSegment(7dcbc178-071d-459b-8246-3482c62f5eb0),segment_id=7dcbc178-071d-459b-8246-3482c62f5eb0)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 00:07:55.158187 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8e394da7-d9fa-46a1-b78e-b63d10354b35 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:07:55.159492 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d4eb01f9-2e04-42cb-80ee-7dbced52d2c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:07:55.172695 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-8e394da7-d9fa-46a1-b78e-b63d10354b35 None None] Calling delete_port for 87bb2c93-9804-4580-b619-30a7afe985e9 owned by network:dhcp {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 00:07:55.186707 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4eb01f9-2e04-42cb-80ee-7dbced52d2c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=87bb2c93-9804-4580-b619-30a7afe985e9,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:07:55.191648 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4eb01f9-2e04-42cb-80ee-7dbced52d2c8 admin admin] No DVR routers for this DVR port 87bb2c93-9804-4580-b619-30a7afe985e9 on host n-d-802623-1 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 00:07:55.254633 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8e394da7-d9fa-46a1-b78e-b63d10354b35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:07:55.271864 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d4eb01f9-2e04-42cb-80ee-7dbced52d2c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618032', 'neutron.services.segments.db._delete_segments_for_network-8736833900081'] for network, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:07:55.282283 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-d4eb01f9-2e04-42cb-80ee-7dbced52d2c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6737f7fe-255e-4ed4-a03e-776abd6a354d']}} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:07:55.282831 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e394da7-d9fa-46a1-b78e-b63d10354b35 None None] Pushing event deleted for resources: {'Port': ['ID=87bb2c93-9804-4580-b619-30a7afe985e9,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:07:55.290637 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e394da7-d9fa-46a1-b78e-b63d10354b35 None None] No DVR routers for this DVR port 87bb2c93-9804-4580-b619-30a7afe985e9 on host n-d-802623-1 {{(pid=93799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 00:07:55.293637 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e394da7-d9fa-46a1-b78e-b63d10354b35 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:07:55.294001 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e394da7-d9fa-46a1-b78e-b63d10354b35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:07:55.294424 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e394da7-d9fa-46a1-b78e-b63d10354b35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:07:55.294764 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e394da7-d9fa-46a1-b78e-b63d10354b35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:07:55.295200 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e394da7-d9fa-46a1-b78e-b63d10354b35 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:07:55.295599 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e394da7-d9fa-46a1-b78e-b63d10354b35 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:07:55.295986 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e394da7-d9fa-46a1-b78e-b63d10354b35 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:07:55.296315 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e394da7-d9fa-46a1-b78e-b63d10354b35 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:07:55.296644 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e394da7-d9fa-46a1-b78e-b63d10354b35 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:07:55.296970 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e394da7-d9fa-46a1-b78e-b63d10354b35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:07:55.297295 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e394da7-d9fa-46a1-b78e-b63d10354b35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:07:55.297622 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e394da7-d9fa-46a1-b78e-b63d10354b35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:07:55.301445 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-d4eb01f9-2e04-42cb-80ee-7dbced52d2c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7dcbc178-071d-459b-8246-3482c62f5eb0') {'for_net_delete': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:07:55.301747 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-d4eb01f9-2e04-42cb-80ee-7dbced52d2c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7dcbc178-071d-459b-8246-3482c62f5eb0') {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:07:55.314016 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d4eb01f9-2e04-42cb-80ee-7dbced52d2c8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736833900858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11335978'] for segment, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:07:55.328492 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d4eb01f9-2e04-42cb-80ee-7dbced52d2c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:07:55.334256 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4eb01f9-2e04-42cb-80ee-7dbced52d2c8 admin admin] Releasing vlan 548 on physical network physnet1 to pool {{(pid=93797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 00:07:55.334642 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d4eb01f9-2e04-42cb-80ee-7dbced52d2c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11336013'] for segment, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:07:55.336314 n-d-802623-1 neutron-server[93797]: Traceback (most recent call last): Jul 28 00:07:55.336314 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 00:07:55.336314 n-d-802623-1 neutron-server[93797]: timer() Jul 28 00:07:55.336314 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 00:07:55.336314 n-d-802623-1 neutron-server[93797]: cb(*args, **kw) Jul 28 00:07:55.336314 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 00:07:55.336314 n-d-802623-1 neutron-server[93797]: return func(*args, **kwargs) Jul 28 00:07:55.336314 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 00:07:55.336314 n-d-802623-1 neutron-server[93797]: self._notify() Jul 28 00:07:55.336314 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 00:07:55.336314 n-d-802623-1 neutron-server[93797]: self.callback(batched_events) Jul 28 00:07:55.336314 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 00:07:55.336314 n-d-802623-1 neutron-server[93797]: event.method(event) Jul 28 00:07:55.336314 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 00:07:55.336314 n-d-802623-1 neutron-server[93797]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 00:07:55.336314 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 00:07:55.336314 n-d-802623-1 neutron-server[93797]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 00:07:55.336314 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 00:07:55.336314 n-d-802623-1 neutron-server[93797]: return f(self, *a, **k) Jul 28 00:07:55.336314 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 00:07:55.336314 n-d-802623-1 neutron-server[93797]: return self._get(url).json() Jul 28 00:07:55.336314 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 00:07:55.336314 n-d-802623-1 neutron-server[93797]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 00:07:55.336314 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 00:07:55.336314 n-d-802623-1 neutron-server[93797]: return self.request(url, 'GET', **kwargs) Jul 28 00:07:55.336314 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 00:07:55.336314 n-d-802623-1 neutron-server[93797]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 00:07:55.336314 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 00:07:55.336314 n-d-802623-1 neutron-server[93797]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 00:07:55.336314 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 00:07:55.336314 n-d-802623-1 neutron-server[93797]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 00:07:55.336314 n-d-802623-1 neutron-server[93797]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 00:07:55.392455 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d4eb01f9-2e04-42cb-80ee-7dbced52d2c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415412'] for network, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:07:55.396986 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d4eb01f9-2e04-42cb-80ee-7dbced52d2c8 admin admin] Notify callbacks [] for network, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:07:55.399438 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-d4eb01f9-2e04-42cb-80ee-7dbced52d2c8 admin admin] 10.222.0.18 "DELETE /v2.0/networks/6737f7fe-255e-4ed4-a03e-776abd6a354d HTTP/1.1" status: 204 len: 168 time: 0.5442178 Jul 28 00:07:55.402959 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 58526) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:07:55.412903 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4eb01f9-2e04-42cb-80ee-7dbced52d2c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=6737f7fe-255e-4ed4-a03e-776abd6a354d,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:07:55.739926 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-be7a272b-2140-4693-a382-5484f41321d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-414022'] for router_interface, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:07:55.975675 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-be7a272b-2140-4693-a382-5484f41321d3 admin admin] Deleting port 412a8c07-d216-4b49-b66b-8fa24d129152 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 00:07:55.976025 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-be7a272b-2140-4693-a382-5484f41321d3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:07:56.051555 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-be7a272b-2140-4693-a382-5484f41321d3 admin admin] For port 412a8c07-d216-4b49-b66b-8fa24d129152, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=412a8c07-d216-4b49-b66b-8fa24d129152,segment=NetworkSegment(2b2da2ea-e897-4a26-95a0-f0568f17c27a),segment_id=2b2da2ea-e897-4a26-95a0-f0568f17c27a)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 00:07:56.051840 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-be7a272b-2140-4693-a382-5484f41321d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:07:56.067446 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-be7a272b-2140-4693-a382-5484f41321d3 admin admin] Calling delete_port for 412a8c07-d216-4b49-b66b-8fa24d129152 owned by network:router_interface {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 00:07:56.557904 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-be7a272b-2140-4693-a382-5484f41321d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:07:56.584156 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7a272b-2140-4693-a382-5484f41321d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=412a8c07-d216-4b49-b66b-8fa24d129152,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:07:56.636609 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 87bb2c93-9804-4580-b619-30a7afe985e9 no longer exists at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 00:07:56.657772 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] No Port match for: 87bb2c93-9804-4580-b619-30a7afe985e9 {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 00:07:56.658119 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 87bb2c93-9804-4580-b619-30a7afe985e9 not bound to the agent host n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 00:07:56.760884 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-be7a272b-2140-4693-a382-5484f41321d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3760546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-413994'] for router_interface, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:07:56.971089 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-aaecc97e-4ce9-4527-bb0a-41c786267d94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:07:56.979785 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be7a272b-2140-4693-a382-5484f41321d3 admin admin] Router 43b61b9f-62d0-4aae-ba62-a7937f29efb8 has already been hosted by L3 agent 018c4455-49c0-4734-927d-7824067b2a9e {{(pid=93798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 00:07:57.083872 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be7a272b-2140-4693-a382-5484f41321d3 admin admin] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 00:07:57.089582 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-be7a272b-2140-4693-a382-5484f41321d3 admin admin] 10.222.0.18 "PUT /v2.0/routers/43b61b9f-62d0-4aae-ba62-a7937f29efb8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6853826 Jul 28 00:07:57.091943 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 58528) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:07:57.093893 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9725ea72-f7d3-43b3-b457-66fe9f7556fe None None] Sync routers for ids ['43b61b9f-62d0-4aae-ba62-a7937f29efb8'] in n-d-802623-1 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 00:07:57.103391 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9725ea72-f7d3-43b3-b457-66fe9f7556fe None None] Routers {'43b61b9f-62d0-4aae-ba62-a7937f29efb8'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 00:07:57.104539 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-9725ea72-f7d3-43b3-b457-66fe9f7556fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-28T00:07:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['43b61b9f-62d0-4aae-ba62-a7937f29efb8'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:07:57.196104 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6c4567ae-1d68-4af1-b677-781f599bb9d0 admin admin] Notify callbacks [] for router, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:07:57.207219 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-9725ea72-f7d3-43b3-b457-66fe9f7556fe None None] Set router 43b61b9f-62d0-4aae-ba62-a7937f29efb8 gateway port host: n-d-802623-1 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 00:07:57.298826 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6c4567ae-1d68-4af1-b677-781f599bb9d0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:07:57.350781 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-6c4567ae-1d68-4af1-b677-781f599bb9d0 admin admin] Deleting port 098f19cc-ca02-4484-8fb3-a77436aab8ad {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 00:07:57.351180 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6c4567ae-1d68-4af1-b677-781f599bb9d0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:07:57.381266 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-9725ea72-f7d3-43b3-b457-66fe9f7556fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43b61b9f-62d0-4aae-ba62-a7937f29efb8', 'name': 'tempest-TestMinimumBasicScenario-798508173-router', 'tenant_id': '3ca677f5f60045f3b7a663a287ee2a4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.193'}], 'enable_snat': True}, 'gw_port_id': '098f19cc-ca02-4484-8fb3-a77436aab8ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T00:05:49Z', 'updated_at': '2021-07-28T00:07:56Z', 'revision_number': 5, 'project_id': '3ca677f5f60045f3b7a663a287ee2a4f', 'gw_port': {'id': '098f19cc-ca02-4484-8fb3-a77436aab8ad', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:e3:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43b61b9f-62d0-4aae-ba62-a7937f29efb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T00:05:50Z', 'updated_at': '2021-07-28T00:05:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1'}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:07:57.407317 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9725ea72-f7d3-43b3-b457-66fe9f7556fe None None] Checking router: 43b61b9f-62d0-4aae-ba62-a7937f29efb8 for host: n-d-802623-1 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 00:07:57.415446 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9725ea72-f7d3-43b3-b457-66fe9f7556fe None None] Routers {'43b61b9f-62d0-4aae-ba62-a7937f29efb8'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 00:07:57.416058 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-9725ea72-f7d3-43b3-b457-66fe9f7556fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-28T00:07:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['43b61b9f-62d0-4aae-ba62-a7937f29efb8'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:07:57.431227 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-6c4567ae-1d68-4af1-b677-781f599bb9d0 admin admin] For port 098f19cc-ca02-4484-8fb3-a77436aab8ad, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=098f19cc-ca02-4484-8fb3-a77436aab8ad,segment=NetworkSegment(b9afe07e-bbe4-4740-834c-4b6a9698bdbc),segment_id=b9afe07e-bbe4-4740-834c-4b6a9698bdbc)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 00:07:57.431604 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6c4567ae-1d68-4af1-b677-781f599bb9d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:07:57.445020 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-6c4567ae-1d68-4af1-b677-781f599bb9d0 admin admin] Calling delete_port for 098f19cc-ca02-4484-8fb3-a77436aab8ad owned by network:router_gateway {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 00:07:57.500629 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-9725ea72-f7d3-43b3-b457-66fe9f7556fe None None] Set router 43b61b9f-62d0-4aae-ba62-a7937f29efb8 gateway port host: None {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 00:07:57.553302 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-9725ea72-f7d3-43b3-b457-66fe9f7556fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43b61b9f-62d0-4aae-ba62-a7937f29efb8', 'name': 'tempest-TestMinimumBasicScenario-798508173-router', 'tenant_id': '3ca677f5f60045f3b7a663a287ee2a4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T00:05:49Z', 'updated_at': '2021-07-28T00:07:57Z', 'revision_number': 6, 'project_id': '3ca677f5f60045f3b7a663a287ee2a4f', 'gw_port_host': None}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:07:57.580282 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9725ea72-f7d3-43b3-b457-66fe9f7556fe None None] The sync data for ids ['43b61b9f-62d0-4aae-ba62-a7937f29efb8'] in n-d-802623-1 is: [{'id': '43b61b9f-62d0-4aae-ba62-a7937f29efb8', 'name': 'tempest-TestMinimumBasicScenario-798508173-router', 'tenant_id': '3ca677f5f60045f3b7a663a287ee2a4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T00:05:49Z', 'updated_at': '2021-07-28T00:07:57Z', 'revision_number': 6, 'project_id': '3ca677f5f60045f3b7a663a287ee2a4f', 'gw_port_host': None}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 00:07:57.613246 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6c4567ae-1d68-4af1-b677-781f599bb9d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:07:57.640798 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4567ae-1d68-4af1-b677-781f599bb9d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=098f19cc-ca02-4484-8fb3-a77436aab8ad,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:07:57.700673 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6c4567ae-1d68-4af1-b677-781f599bb9d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-415368'] for router_gateway, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:07:57.788631 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6c4567ae-1d68-4af1-b677-781f599bb9d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62205'] for router, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:07:57.790668 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6c4567ae-1d68-4af1-b677-781f599bb9d0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:07:57.836216 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6c4567ae-1d68-4af1-b677-781f599bb9d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-477831'] for router, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:07:57.836708 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c4567ae-1d68-4af1-b677-781f599bb9d0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 43b61b9f-62d0-4aae-ba62-a7937f29efb8 {{(pid=93798) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 00:07:57.841091 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6c4567ae-1d68-4af1-b677-781f599bb9d0 admin admin] Notify callbacks [] for router, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:07:57.842238 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-6c4567ae-1d68-4af1-b677-781f599bb9d0 admin admin] 10.222.0.18 "DELETE /v2.0/routers/43b61b9f-62d0-4aae-ba62-a7937f29efb8 HTTP/1.1" status: 204 len: 168 time: 0.7493887 Jul 28 00:07:57.844716 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 58530) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:07:57.888626 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9644cb8-e71b-483b-87ca-9ae76b5fe237 admin admin] Deleting subnet bda4192c-2b6f-4d48-bfa8-3c7277b43ef1 {{(pid=93798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 00:07:57.891512 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d9644cb8-e71b-483b-87ca-9ae76b5fe237 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:07:57.934967 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d9644cb8-e71b-483b-87ca-9ae76b5fe237 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11163249'] for subnet, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:07:58.020318 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d9644cb8-e71b-483b-87ca-9ae76b5fe237 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620741'] for subnet, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:07:58.071390 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d9644cb8-e71b-483b-87ca-9ae76b5fe237 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11971800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12265753'] for subnet, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:07:58.094604 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9644cb8-e71b-483b-87ca-9ae76b5fe237 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bda4192c-2b6f-4d48-bfa8-3c7277b43ef1,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:07:58.100169 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d9644cb8-e71b-483b-87ca-9ae76b5fe237 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:07:58.102005 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-d9644cb8-e71b-483b-87ca-9ae76b5fe237 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/bda4192c-2b6f-4d48-bfa8-3c7277b43ef1 HTTP/1.1" status: 204 len: 168 time: 0.2563696 Jul 28 00:07:58.105157 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 58532) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:07:58.106895 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21840197-52b5-4c8d-ab63-b5bcc0d3219f None None] Network 05f4f91a-ad78-4cd1-8d1e-8172aac51cda requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 00:07:58.176429 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9156d41f-3ba0-4b01-bea8-6e0a10fc5f5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593271'] for network, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:07:58.227941 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-9156d41f-3ba0-4b01-bea8-6e0a10fc5f5a admin admin] Deleting port dd849cf7-2146-4f17-8c31-ea13a83b5a14 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 00:07:58.228288 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9156d41f-3ba0-4b01-bea8-6e0a10fc5f5a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:07:58.293717 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-9156d41f-3ba0-4b01-bea8-6e0a10fc5f5a admin admin] For port dd849cf7-2146-4f17-8c31-ea13a83b5a14, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=dd849cf7-2146-4f17-8c31-ea13a83b5a14,segment=NetworkSegment(2b2da2ea-e897-4a26-95a0-f0568f17c27a),segment_id=2b2da2ea-e897-4a26-95a0-f0568f17c27a)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 00:07:58.294081 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9156d41f-3ba0-4b01-bea8-6e0a10fc5f5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:07:58.309602 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-9156d41f-3ba0-4b01-bea8-6e0a10fc5f5a admin admin] Calling delete_port for dd849cf7-2146-4f17-8c31-ea13a83b5a14 owned by network:dhcp {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 00:07:58.313563 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-274c7f7f-a6d3-4169-b9d8-194405f67bc4 None None] DHCP port deletion for 05f4f91a-ad78-4cd1-8d1e-8172aac51cda request from n-d-802623-1 {{(pid=93799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 00:07:58.369340 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-274c7f7f-a6d3-4169-b9d8-194405f67bc4 None None] Deleting port dd849cf7-2146-4f17-8c31-ea13a83b5a14 {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 00:07:58.370306 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-274c7f7f-a6d3-4169-b9d8-194405f67bc4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:07:58.401618 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9156d41f-3ba0-4b01-bea8-6e0a10fc5f5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:07:58.429443 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9156d41f-3ba0-4b01-bea8-6e0a10fc5f5a admin admin] Pushing event deleted for resources: {'Port': ['ID=dd849cf7-2146-4f17-8c31-ea13a83b5a14,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:07:58.434668 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9156d41f-3ba0-4b01-bea8-6e0a10fc5f5a admin admin] No DVR routers for this DVR port dd849cf7-2146-4f17-8c31-ea13a83b5a14 on host n-d-802623-1 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 00:07:58.435951 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-274c7f7f-a6d3-4169-b9d8-194405f67bc4 None None] For port dd849cf7-2146-4f17-8c31-ea13a83b5a14, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=dd849cf7-2146-4f17-8c31-ea13a83b5a14,segment=NetworkSegment(2b2da2ea-e897-4a26-95a0-f0568f17c27a),segment_id=2b2da2ea-e897-4a26-95a0-f0568f17c27a)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 00:07:58.436356 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-274c7f7f-a6d3-4169-b9d8-194405f67bc4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:07:58.516975 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9156d41f-3ba0-4b01-bea8-6e0a10fc5f5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618032', 'neutron.services.segments.db._delete_segments_for_network-8736833900081'] for network, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:07:58.528758 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-9156d41f-3ba0-4b01-bea8-6e0a10fc5f5a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05f4f91a-ad78-4cd1-8d1e-8172aac51cda']}} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:07:58.541133 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-9156d41f-3ba0-4b01-bea8-6e0a10fc5f5a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b2da2ea-e897-4a26-95a0-f0568f17c27a') {'for_net_delete': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:07:58.541879 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-9156d41f-3ba0-4b01-bea8-6e0a10fc5f5a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b2da2ea-e897-4a26-95a0-f0568f17c27a') {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:07:58.551943 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9156d41f-3ba0-4b01-bea8-6e0a10fc5f5a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736833900858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11163256'] for segment, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:07:58.568635 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9156d41f-3ba0-4b01-bea8-6e0a10fc5f5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:07:58.575793 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9156d41f-3ba0-4b01-bea8-6e0a10fc5f5a admin admin] Releasing vlan 517 on physical network physnet1 to pool {{(pid=93798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 00:07:58.576265 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9156d41f-3ba0-4b01-bea8-6e0a10fc5f5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11971746'] for segment, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:07:58.578080 n-d-802623-1 neutron-server[93798]: Traceback (most recent call last): Jul 28 00:07:58.578080 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 00:07:58.578080 n-d-802623-1 neutron-server[93798]: timer() Jul 28 00:07:58.578080 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 00:07:58.578080 n-d-802623-1 neutron-server[93798]: cb(*args, **kw) Jul 28 00:07:58.578080 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 00:07:58.578080 n-d-802623-1 neutron-server[93798]: return func(*args, **kwargs) Jul 28 00:07:58.578080 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 00:07:58.578080 n-d-802623-1 neutron-server[93798]: self._notify() Jul 28 00:07:58.578080 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 00:07:58.578080 n-d-802623-1 neutron-server[93798]: self.callback(batched_events) Jul 28 00:07:58.578080 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 00:07:58.578080 n-d-802623-1 neutron-server[93798]: event.method(event) Jul 28 00:07:58.578080 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 00:07:58.578080 n-d-802623-1 neutron-server[93798]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 00:07:58.578080 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 00:07:58.578080 n-d-802623-1 neutron-server[93798]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 00:07:58.578080 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 00:07:58.578080 n-d-802623-1 neutron-server[93798]: return f(self, *a, **k) Jul 28 00:07:58.578080 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 00:07:58.578080 n-d-802623-1 neutron-server[93798]: return self._get(url).json() Jul 28 00:07:58.578080 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 00:07:58.578080 n-d-802623-1 neutron-server[93798]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 00:07:58.578080 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 00:07:58.578080 n-d-802623-1 neutron-server[93798]: return self.request(url, 'GET', **kwargs) Jul 28 00:07:58.578080 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 00:07:58.578080 n-d-802623-1 neutron-server[93798]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 00:07:58.578080 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 00:07:58.578080 n-d-802623-1 neutron-server[93798]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 00:07:58.578080 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 00:07:58.578080 n-d-802623-1 neutron-server[93798]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 00:07:58.578080 n-d-802623-1 neutron-server[93798]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 00:07:58.626112 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-274c7f7f-a6d3-4169-b9d8-194405f67bc4 None None] Calling delete_port for dd849cf7-2146-4f17-8c31-ea13a83b5a14 owned by network:dhcp {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 00:07:58.644476 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9156d41f-3ba0-4b01-bea8-6e0a10fc5f5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415412'] for network, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:07:58.650710 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9156d41f-3ba0-4b01-bea8-6e0a10fc5f5a admin admin] Notify callbacks [] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:07:58.655013 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-9156d41f-3ba0-4b01-bea8-6e0a10fc5f5a admin admin] 10.222.0.18 "DELETE /v2.0/networks/05f4f91a-ad78-4cd1-8d1e-8172aac51cda HTTP/1.1" status: 204 len: 168 time: 0.5466952 Jul 28 00:07:58.665845 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9156d41f-3ba0-4b01-bea8-6e0a10fc5f5a admin admin] Pushing event deleted for resources: {'Network': ['ID=05f4f91a-ad78-4cd1-8d1e-8172aac51cda,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:07:58.677837 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 412a8c07-d216-4b49-b66b-8fa24d129152 no longer exists at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 00:07:58.706592 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] No Port match for: 412a8c07-d216-4b49-b66b-8fa24d129152 {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 00:07:58.707035 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 412a8c07-d216-4b49-b66b-8fa24d129152 not bound to the agent host n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 00:07:58.707479 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device dd849cf7-2146-4f17-8c31-ea13a83b5a14 no longer exists at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 00:07:58.728287 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] No Port match for: dd849cf7-2146-4f17-8c31-ea13a83b5a14 {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 00:07:58.728642 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device dd849cf7-2146-4f17-8c31-ea13a83b5a14 not bound to the agent host n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 00:07:58.729655 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 098f19cc-ca02-4484-8fb3-a77436aab8ad no longer exists at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 00:07:58.757279 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] No Port match for: 098f19cc-ca02-4484-8fb3-a77436aab8ad {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 00:07:58.757638 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 098f19cc-ca02-4484-8fb3-a77436aab8ad not bound to the agent host n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 00:07:58.767530 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-274c7f7f-a6d3-4169-b9d8-194405f67bc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:07:58.792550 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-274c7f7f-a6d3-4169-b9d8-194405f67bc4 None None] Network 05f4f91a-ad78-4cd1-8d1e-8172aac51cda is not hosted by any dhcp agent {{(pid=93799) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 28 00:07:58.793017 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-274c7f7f-a6d3-4169-b9d8-194405f67bc4 None None] No DVR routers for this DVR port dd849cf7-2146-4f17-8c31-ea13a83b5a14 on host n-d-802623-1 {{(pid=93799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 00:07:58.794776 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274c7f7f-a6d3-4169-b9d8-194405f67bc4 None None] Pushing event deleted for resources: {'Port': ['ID=dd849cf7-2146-4f17-8c31-ea13a83b5a14,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:07:58.832328 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 58536) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:07:58.872095 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-553ad6b2-cb5a-47c6-a800-24c5fe82024c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=89b98a394d0a4deca4a2bd6b2ae5c66e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0385056 Jul 28 00:07:58.874423 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 58538) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:07:58.925717 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-417d769c-bd52-448d-8ef7-a76175d870af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:07:58.946842 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-417d769c-bd52-448d-8ef7-a76175d870af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:07:58.992597 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-417d769c-bd52-448d-8ef7-a76175d870af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:07:58.995362 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-417d769c-bd52-448d-8ef7-a76175d870af admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:07:58.996518 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-417d769c-bd52-448d-8ef7-a76175d870af admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4483a78b-b336-4494-944f-8c3092947a3c HTTP/1.1" status: 204 len: 168 time: 0.1212316 Jul 28 00:07:59.004500 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417d769c-bd52-448d-8ef7-a76175d870af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4483a78b-b336-4494-944f-8c3092947a3c,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:07:59.296834 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 58544) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:07:59.337119 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-dd7f04e2-b943-46f5-b5ee-ce7b3151c5ff admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3ca677f5f60045f3b7a663a287ee2a4f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0391142 Jul 28 00:07:59.340089 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 58546) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:07:59.388644 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0428486e-3785-4504-8695-de688cba38c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:07:59.409648 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0428486e-3785-4504-8695-de688cba38c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:07:59.456383 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0428486e-3785-4504-8695-de688cba38c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:07:59.458968 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0428486e-3785-4504-8695-de688cba38c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:07:59.460108 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-0428486e-3785-4504-8695-de688cba38c3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/173caf05-21b9-4e11-ab66-86ef9cc99e9b HTTP/1.1" status: 204 len: 168 time: 0.1191351 Jul 28 00:07:59.471450 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0428486e-3785-4504-8695-de688cba38c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=173caf05-21b9-4e11-ab66-86ef9cc99e9b,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:07:59.653132 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a4b2c4df-b804-4c21-b2f3-fbaffbf9ba31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:08:00.081457 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:08:00.127468 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:08:00.359224 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.agents_db [None req-9beef776-8bab-4de2-989a-f5a23ba4aaf4 None None] Agent healthcheck: found 7 active agents {{(pid=93800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 00:08:00.686454 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-19f2e178-d45e-4fbe-b9be-c3963fc151ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:08:01.011879 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 58586) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:08:01.016565 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-0423652e-b3e7-43b3-b104-4a532de5d264 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-896362669', 'description': 'tempest-secgroup-smoke-896362669 description', 'project_id': '9ba1e124f2a248fcbbee4df813e28c7a'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 00:08:01.039036 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0423652e-b3e7-43b3-b104-4a532de5d264 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:08:01.047728 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0423652e-b3e7-43b3-b104-4a532de5d264 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:08:01.139817 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0423652e-b3e7-43b3-b104-4a532de5d264 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:08:01.143515 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0423652e-b3e7-43b3-b104-4a532de5d264 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:08:01.179829 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0423652e-b3e7-43b3-b104-4a532de5d264 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d93a5b7f-8045-4ccf-959a-ea3d7f3bb77d,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:08:01.232474 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0423652e-b3e7-43b3-b104-4a532de5d264 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:08:01.235939 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0423652e-b3e7-43b3-b104-4a532de5d264 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:08:01.260218 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0423652e-b3e7-43b3-b104-4a532de5d264 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:08:01.261365 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-0423652e-b3e7-43b3-b104-4a532de5d264 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2484584 Jul 28 00:08:01.264440 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 58588) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:08:01.265242 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0423652e-b3e7-43b3-b104-4a532de5d264 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4376f9d-aa5a-46d9-a9fa-66614cb0fc4f,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:08:01.269227 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-2c70fa69-fb11-4ac9-9cb5-6d7e4261b8e9 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Request body: {'security_group_rule': {'security_group_id': 'a4376f9d-aa5a-46d9-a9fa-66614cb0fc4f', 'project_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 00:08:01.297300 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2c70fa69-fb11-4ac9-9cb5-6d7e4261b8e9 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:08:01.353323 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2c70fa69-fb11-4ac9-9cb5-6d7e4261b8e9 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:08:01.357279 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2c70fa69-fb11-4ac9-9cb5-6d7e4261b8e9 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784185'] for security_group_rule, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:08:01.375070 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c70fa69-fb11-4ac9-9cb5-6d7e4261b8e9 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e569b2b4-6f7f-45f6-8b59-702f7971a57b,revision_number=0']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:08:01.380077 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2c70fa69-fb11-4ac9-9cb5-6d7e4261b8e9 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:08:01.383542 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-2c70fa69-fb11-4ac9-9cb5-6d7e4261b8e9 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1180604 Jul 28 00:08:01.384021 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 58590) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:08:01.388792 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-5eead7f6-f1e3-42fd-9b7b-543e24731f2c tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Request body: {'security_group_rule': {'security_group_id': 'a4376f9d-aa5a-46d9-a9fa-66614cb0fc4f', 'project_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 00:08:01.414164 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5eead7f6-f1e3-42fd-9b7b-543e24731f2c tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:08:01.470405 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5eead7f6-f1e3-42fd-9b7b-543e24731f2c tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:08:01.473623 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5eead7f6-f1e3-42fd-9b7b-543e24731f2c tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784185'] for security_group_rule, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:08:01.493214 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eead7f6-f1e3-42fd-9b7b-543e24731f2c tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56032758-5f3b-4aae-be41-c0dd80cc5650,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:08:01.500051 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5eead7f6-f1e3-42fd-9b7b-543e24731f2c tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:08:01.501430 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-5eead7f6-f1e3-42fd-9b7b-543e24731f2c tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1162543 Jul 28 00:08:01.504004 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 58592) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:08:01.508311 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-f665bd4e-5093-44c9-a724-b86b82f9220d tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Request body: {'security_group_rule': {'security_group_id': 'a4376f9d-aa5a-46d9-a9fa-66614cb0fc4f', 'project_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 00:08:01.533869 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f665bd4e-5093-44c9-a724-b86b82f9220d tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:08:01.593299 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f665bd4e-5093-44c9-a724-b86b82f9220d tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:08:01.596504 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f665bd4e-5093-44c9-a724-b86b82f9220d tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784185'] for security_group_rule, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:08:01.613723 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f665bd4e-5093-44c9-a724-b86b82f9220d tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d6a9acf-1209-4a29-8552-2c9e70aa1309,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:08:01.619175 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f665bd4e-5093-44c9-a724-b86b82f9220d tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:08:01.620275 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-f665bd4e-5093-44c9-a724-b86b82f9220d tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1153581 Jul 28 00:08:01.622931 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 58594) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:08:01.627287 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-060810d8-059a-4f6b-a352-b7eaaa3a3086 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Request body: {'security_group_rule': {'security_group_id': 'a4376f9d-aa5a-46d9-a9fa-66614cb0fc4f', 'project_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 00:08:01.652722 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-060810d8-059a-4f6b-a352-b7eaaa3a3086 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:08:01.710916 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-060810d8-059a-4f6b-a352-b7eaaa3a3086 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:08:01.714266 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-060810d8-059a-4f6b-a352-b7eaaa3a3086 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784185'] for security_group_rule, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:08:01.731339 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060810d8-059a-4f6b-a352-b7eaaa3a3086 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68151b2b-92f0-465b-9dc2-e208327da63e,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:08:01.737065 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-060810d8-059a-4f6b-a352-b7eaaa3a3086 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:08:01.738294 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-060810d8-059a-4f6b-a352-b7eaaa3a3086 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1144009 Jul 28 00:08:01.741020 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 58596) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:08:01.746016 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-0a1867af-07c5-48c1-91a5-0127eb97fb05 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Request body: {'security_group_rule': {'security_group_id': 'a4376f9d-aa5a-46d9-a9fa-66614cb0fc4f', 'project_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 00:08:01.767409 n-d-802623-1 neutron-server[93798]: INFO neutron.db.securitygroups_db [None req-0a1867af-07c5-48c1-91a5-0127eb97fb05 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Project 9ba1e124f2a248fcbbee4df813e28c7a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 00:08:01.771989 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0a1867af-07c5-48c1-91a5-0127eb97fb05 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:08:01.831411 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0a1867af-07c5-48c1-91a5-0127eb97fb05 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:08:01.834603 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0a1867af-07c5-48c1-91a5-0127eb97fb05 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784185'] for security_group_rule, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:08:01.854293 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1867af-07c5-48c1-91a5-0127eb97fb05 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82946dbf-9761-4e8b-9195-9ad00b013199,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:08:01.857541 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0a1867af-07c5-48c1-91a5-0127eb97fb05 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:08:01.861248 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-0a1867af-07c5-48c1-91a5-0127eb97fb05 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1167819 Jul 28 00:08:01.861680 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 58598) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:08:01.865733 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-512cafd4-22f5-4523-b79a-6eda94ef9500 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Request body: {'security_group_rule': {'security_group_id': 'a4376f9d-aa5a-46d9-a9fa-66614cb0fc4f', 'project_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 00:08:01.887600 n-d-802623-1 neutron-server[93798]: INFO neutron.db.securitygroups_db [None req-512cafd4-22f5-4523-b79a-6eda94ef9500 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Project 9ba1e124f2a248fcbbee4df813e28c7a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 00:08:01.892359 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-512cafd4-22f5-4523-b79a-6eda94ef9500 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:08:01.955164 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-512cafd4-22f5-4523-b79a-6eda94ef9500 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:08:01.958549 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-512cafd4-22f5-4523-b79a-6eda94ef9500 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784185'] for security_group_rule, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:08:01.974971 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512cafd4-22f5-4523-b79a-6eda94ef9500 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c240dfcd-268f-4ab0-ae21-ec5500e07693,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:08:01.981444 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-512cafd4-22f5-4523-b79a-6eda94ef9500 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:08:01.982665 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-512cafd4-22f5-4523-b79a-6eda94ef9500 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1202908 Jul 28 00:08:01.985639 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 58600) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:08:01.990404 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-ef291b26-9ca4-450d-9d02-64b53caf2ee7 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Request body: {'network': {'name': 'tempest-network-smoke--1939115619', 'project_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'port_security_enabled': True}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 00:08:02.011241 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef291b26-9ca4-450d-9d02-64b53caf2ee7 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Made reservation on behalf of 9ba1e124f2a248fcbbee4df813e28c7a for: {'network': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 00:08:02.014511 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ef291b26-9ca4-450d-9d02-64b53caf2ee7 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for network, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:08:02.036769 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef291b26-9ca4-450d-9d02-64b53caf2ee7 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 509} {{(pid=93798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 00:08:02.045742 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ef291b26-9ca4-450d-9d02-64b53caf2ee7 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:08:02.046087 n-d-802623-1 neutron-server[93798]: INFO neutron.db.segments_db [None req-ef291b26-9ca4-450d-9d02-64b53caf2ee7 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Added segment 23fa1c7e-8f18-486f-92b3-5df38361c772 of type vlan for network 4f1246d9-0f9b-4f38-b5f7-4b6ce2cbcf87 Jul 28 00:08:02.087200 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ef291b26-9ca4-450d-9d02-64b53caf2ee7 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736833354590'] for network, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:08:02.114989 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ef291b26-9ca4-450d-9d02-64b53caf2ee7 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569'] for network, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:08:02.121020 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef291b26-9ca4-450d-9d02-64b53caf2ee7 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:08:02.121605 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ef291b26-9ca4-450d-9d02-64b53caf2ee7 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks [] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:08:02.173193 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-ef291b26-9ca4-450d-9d02-64b53caf2ee7 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1865475 Jul 28 00:08:02.176200 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 58602) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:08:02.181126 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-96a86149-c20f-4080-b085-f366a8fb48e8 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-685000997', 'admin_state_up': True, 'project_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'}}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 00:08:02.190967 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef291b26-9ca4-450d-9d02-64b53caf2ee7 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Pushing event updated for resources: {'Network': ['ID=4f1246d9-0f9b-4f38-b5f7-4b6ce2cbcf87,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:08:02.201402 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Network 4f1246d9-0f9b-4f38-b5f7-4b6ce2cbcf87 details requested by agent ovs-agent-n-d-802623-1 with host n-d-802623-1 {{(pid=93799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 00:08:02.206791 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-96a86149-c20f-4080-b085-f366a8fb48e8 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62159'] for router, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:08:02.207809 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-96a86149-c20f-4080-b085-f366a8fb48e8 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-479230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-415539', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3693317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62148'] for router, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:08:02.261300 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-96a86149-c20f-4080-b085-f366a8fb48e8 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:08:02.398444 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-96a86149-c20f-4080-b085-f366a8fb48e8 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-415433', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62186'] for router, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:08:02.442675 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7418f70f-e60d-4709-8ba9-6ab514bc7f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:08:02.593943 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-96a86149-c20f-4080-b085-f366a8fb48e8 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks [] for router_gateway, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:08:02.612524 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-96a86149-c20f-4080-b085-f366a8fb48e8 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:08:02.710112 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-96a86149-c20f-4080-b085-f366a8fb48e8 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Allocated IP 172.25.4.75 (2fd42287-ed26-4eb9-89a5-b521f5b04356/17de1f8f-393a-4b0c-a2df-614bd3f2fb5e/b5b57cbb-9a99-4878-ab87-adf7fee55f19) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 00:08:02.812647 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-96a86149-c20f-4080-b085-f366a8fb48e8 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:08:02.851166 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-96a86149-c20f-4080-b085-f366a8fb48e8 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:08:02.888866 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96a86149-c20f-4080-b085-f366a8fb48e8 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Network 2fd42287-ed26-4eb9-89a5-b521f5b04356 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 00:08:02.895897 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-96a86149-c20f-4080-b085-f366a8fb48e8 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 00:08:02.898345 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a86149-c20f-4080-b085-f366a8fb48e8 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 00:08:02.902067 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a86149-c20f-4080-b085-f366a8fb48e8 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Pushing event updated for resources: {'Port': ['ID=b5b57cbb-9a99-4878-ab87-adf7fee55f19,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:08:03.151816 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-96a86149-c20f-4080-b085-f366a8fb48e8 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks [] for router_gateway, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:08:03.348283 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-96a86149-c20f-4080-b085-f366a8fb48e8 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-415468'] for router, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:08:03.471789 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96a86149-c20f-4080-b085-f366a8fb48e8 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Router a3d35db4-c60d-4207-b8b5-9fde09b553fc is scheduled to L3 agent 018c4455-49c0-4734-927d-7824067b2a9e with binding_index 1 {{(pid=93797) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 00:08:03.576189 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96a86149-c20f-4080-b085-f366a8fb48e8 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 00:08:03.587488 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aa12131-173a-452d-ac99-09231dbfd04d None None] Sync routers for ids ['a3d35db4-c60d-4207-b8b5-9fde09b553fc'] in n-d-802623-1 {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 00:08:03.594351 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-96a86149-c20f-4080-b085-f366a8fb48e8 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks [] for router, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:08:03.595635 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-96a86149-c20f-4080-b085-f366a8fb48e8 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.4184103 Jul 28 00:08:03.598309 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa12131-173a-452d-ac99-09231dbfd04d None None] Routers {'a3d35db4-c60d-4207-b8b5-9fde09b553fc'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 00:08:03.598695 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 58604) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:08:03.598939 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-1aa12131-173a-452d-ac99-09231dbfd04d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-28T00:08:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['a3d35db4-c60d-4207-b8b5-9fde09b553fc'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:08:03.700142 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-1aa12131-173a-452d-ac99-09231dbfd04d None None] Set router a3d35db4-c60d-4207-b8b5-9fde09b553fc gateway port host: n-d-802623-1 {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 00:08:03.715755 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-190c0e13-409f-4f80-ac44-d4d27a0dbd5b tempest-TestNetworkAdvancedServerOps-2036493630 tempest-TestNetworkAdvancedServerOps-2036493630-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=9ba1e124f2a248fcbbee4df813e28c7a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1159492 Jul 28 00:08:03.718575 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 58608) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:08:03.803278 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6eb4daa-58cd-4014-a5ff-573665093ce0 tempest-TestNetworkAdvancedServerOps-2036493630 tempest-TestNetworkAdvancedServerOps-2036493630-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:08:03.804699 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-f6eb4daa-58cd-4014-a5ff-573665093ce0 tempest-TestNetworkAdvancedServerOps-2036493630 tempest-TestNetworkAdvancedServerOps-2036493630-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0851078 Jul 28 00:08:03.807554 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 58610) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:08:03.835996 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-868bde6e-c469-4780-9247-9a3e0a9f6551 tempest-TestNetworkAdvancedServerOps-2036493630 tempest-TestNetworkAdvancedServerOps-2036493630-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=2fd42287-ed26-4eb9-89a5-b521f5b04356&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0273452 Jul 28 00:08:03.839160 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 58612) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:08:03.843925 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-6f055430-bc72-4c76-89ea-1bfe80d7b693 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-279275280', 'network_id': '4f1246d9-0f9b-4f38-b5f7-4b6ce2cbcf87', 'project_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 00:08:03.876134 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-1aa12131-173a-452d-ac99-09231dbfd04d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3d35db4-c60d-4207-b8b5-9fde09b553fc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-685000997', 'tenant_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.75'}], 'enable_snat': True}, 'gw_port_id': 'b5b57cbb-9a99-4878-ab87-adf7fee55f19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T00:08:02Z', 'updated_at': '2021-07-28T00:08:03Z', 'revision_number': 3, 'project_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'gw_port': {'id': 'b5b57cbb-9a99-4878-ab87-adf7fee55f19', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:2e:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3d35db4-c60d-4207-b8b5-9fde09b553fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T00:08:02Z', 'updated_at': '2021-07-28T00:08:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1'}], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:08:03.902683 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aa12131-173a-452d-ac99-09231dbfd04d None None] Checking router: a3d35db4-c60d-4207-b8b5-9fde09b553fc for host: n-d-802623-1 {{(pid=93799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 00:08:03.903035 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aa12131-173a-452d-ac99-09231dbfd04d None None] Updating router a3d35db4-c60d-4207-b8b5-9fde09b553fc port b5b57cbb-9a99-4878-ab87-adf7fee55f19 binding host n-d-802623-1 {{(pid=93799) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 00:08:03.926555 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-1aa12131-173a-452d-ac99-09231dbfd04d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:08:03.932746 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f055430-bc72-4c76-89ea-1bfe80d7b693 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Made reservation on behalf of 9ba1e124f2a248fcbbee4df813e28c7a for: {'subnet': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 00:08:03.936257 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6f055430-bc72-4c76-89ea-1bfe80d7b693 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12265828'] for subnet, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:08:04.112882 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6f055430-bc72-4c76-89ea-1bfe80d7b693 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11971609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12265750'] for subnet, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:08:04.174395 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f055430-bc72-4c76-89ea-1bfe80d7b693 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Pushing event updated for resources: {'Subnet': ['ID=03bf0891-5bf9-4bfa-b000-e68d0938230c,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:08:04.176949 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-1aa12131-173a-452d-ac99-09231dbfd04d None None] Notify callbacks [] for port, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:08:04.181316 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f055430-bc72-4c76-89ea-1bfe80d7b693 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Checking segment: {'id': '23fa1c7e-8f18-486f-92b3-5df38361c772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '4f1246d9-0f9b-4f38-b5f7-4b6ce2cbcf87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 00:08:04.182237 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f055430-bc72-4c76-89ea-1bfe80d7b693 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Network hostable DHCP agents. Network: 4f1246d9-0f9b-4f38-b5f7-4b6ce2cbcf87, hostable agents: ['5950e76f-2bde-4343-a925-cbe6bacd2706'], hosted agents: [] {{(pid=93798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 00:08:04.187186 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-1aa12131-173a-452d-ac99-09231dbfd04d None None] Transition to ACTIVE for port object b5b57cbb-9a99-4878-ab87-adf7fee55f19 will not be triggered until provisioned by entity L2. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 00:08:04.192903 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-1aa12131-173a-452d-ac99-09231dbfd04d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:08:04.199002 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f055430-bc72-4c76-89ea-1bfe80d7b693 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Network 4f1246d9-0f9b-4f38-b5f7-4b6ce2cbcf87 is scheduled to be hosted by DHCP agent 5950e76f-2bde-4343-a925-cbe6bacd2706 with binding_index 1 {{(pid=93798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 00:08:04.208464 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-6f055430-bc72-4c76-89ea-1bfe80d7b693 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802623-1, 4f1246d9-0f9b-4f38-b5f7-4b6ce2cbcf87) {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 00:08:04.212592 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f055430-bc72-4c76-89ea-1bfe80d7b693 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:08:04.213303 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6f055430-bc72-4c76-89ea-1bfe80d7b693 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:08:04.220515 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27b73580-d7bd-4739-b9a0-b28c4d447b30 None None] Network 4f1246d9-0f9b-4f38-b5f7-4b6ce2cbcf87 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 00:08:04.229891 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-6f055430-bc72-4c76-89ea-1bfe80d7b693 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3897107 Jul 28 00:08:04.232639 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 58614) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:08:04.293786 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-1aa12131-173a-452d-ac99-09231dbfd04d None None] Attempting to bind port b5b57cbb-9a99-4878-ab87-adf7fee55f19 on host n-d-802623-1 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 00:08:04.294165 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-1aa12131-173a-452d-ac99-09231dbfd04d None None] Attempting to bind port b5b57cbb-9a99-4878-ab87-adf7fee55f19 by drivers openvswitch,hyperv on host n-d-802623-1 at level 0 using segments [{'id': 'b9afe07e-bbe4-4740-834c-4b6a9698bdbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 00:08:04.294530 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aa12131-173a-452d-ac99-09231dbfd04d None None] Attempting to bind port b5b57cbb-9a99-4878-ab87-adf7fee55f19 on network 2fd42287-ed26-4eb9-89a5-b521f5b04356 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 00:08:04.298199 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60298226-9bed-4077-a022-8c5ced103fe6 None None] Pushing event updated for resources: {'Port': ['ID=b5b57cbb-9a99-4878-ab87-adf7fee55f19,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:08:04.310797 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aa12131-173a-452d-ac99-09231dbfd04d None None] Checking agent: {'id': 'a9a568d2-a5e7-41e4-833f-a8ab42ea4073', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 52, 30), 'started_at': datetime.datetime(2021, 7, 27, 22, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 0, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802623-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 00:08:04.311219 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aa12131-173a-452d-ac99-09231dbfd04d None None] Checking segment: {'id': 'b9afe07e-bbe4-4740-834c-4b6a9698bdbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 00:08:04.311630 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-1aa12131-173a-452d-ac99-09231dbfd04d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:08:04.312029 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aa12131-173a-452d-ac99-09231dbfd04d None None] Bound using segment: {'id': 'b9afe07e-bbe4-4740-834c-4b6a9698bdbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 00:08:04.312516 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-1aa12131-173a-452d-ac99-09231dbfd04d None None] Bound port: b5b57cbb-9a99-4878-ab87-adf7fee55f19, host: n-d-802623-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9afe07e-bbe4-4740-834c-4b6a9698bdbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 00:08:04.312892 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-1aa12131-173a-452d-ac99-09231dbfd04d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:08:04.403181 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-1aa12131-173a-452d-ac99-09231dbfd04d None None] For port b5b57cbb-9a99-4878-ab87-adf7fee55f19, host n-d-802623-1, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 00:08:04.407693 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-1aa12131-173a-452d-ac99-09231dbfd04d None None] For port b5b57cbb-9a99-4878-ab87-adf7fee55f19, host n-d-802623-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=b5b57cbb-9a99-4878-ab87-adf7fee55f19,segment=NetworkSegment(b9afe07e-bbe4-4740-834c-4b6a9698bdbc),segment_id=b9afe07e-bbe4-4740-834c-4b6a9698bdbc)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 00:08:04.414268 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-1aa12131-173a-452d-ac99-09231dbfd04d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:08:04.458216 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f5b0174-1463-4202-b503-090f3c1fd064 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f6f257c-ad18-5f0c-8c8e-ea085a5fc8a2-4f1246d9-0f9b-4f38-b5f7-4b6ce2cbcf87', 'network_id': '4f1246d9-0f9b-4f38-b5f7-4b6ce2cbcf87', 'tenant_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'fixed_ips': [{'subnet_id': '03bf0891-5bf9-4bfa-b000-e68d0938230c'}]}} from n-d-802623-1. {{(pid=93799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 00:08:04.459083 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8f5b0174-1463-4202-b503-090f3c1fd064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:08:04.509176 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60298226-9bed-4077-a022-8c5ced103fe6 None None] Pushing event updated for resources: {'Port': ['ID=b5b57cbb-9a99-4878-ab87-adf7fee55f19,revision_number=3']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:08:04.513330 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa12131-173a-452d-ac99-09231dbfd04d None None] Routers {'a3d35db4-c60d-4207-b8b5-9fde09b553fc'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 00:08:04.513950 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-1aa12131-173a-452d-ac99-09231dbfd04d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-28T00:08:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['a3d35db4-c60d-4207-b8b5-9fde09b553fc'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:08:04.660431 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b249b0ad-a47a-4838-93b4-b7c6018183cc tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:08:04.706275 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-1aa12131-173a-452d-ac99-09231dbfd04d None None] Set router a3d35db4-c60d-4207-b8b5-9fde09b553fc gateway port host: n-d-802623-1 {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 00:08:04.733988 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-8f5b0174-1463-4202-b503-090f3c1fd064 None None] Allocated IP 172.20.0.2 (4f1246d9-0f9b-4f38-b5f7-4b6ce2cbcf87/03bf0891-5bf9-4bfa-b000-e68d0938230c/1bdccef7-bce5-4cba-9dbb-d665297c1864) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 00:08:04.989067 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8f5b0174-1463-4202-b503-090f3c1fd064 None None] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:08:04.999681 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-8f5b0174-1463-4202-b503-090f3c1fd064 None None] Transition to ACTIVE for port object 1bdccef7-bce5-4cba-9dbb-d665297c1864 will not be triggered until provisioned by entity L2. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 00:08:05.016080 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-1aa12131-173a-452d-ac99-09231dbfd04d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3d35db4-c60d-4207-b8b5-9fde09b553fc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-685000997', 'tenant_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.75'}], 'enable_snat': True}, 'gw_port_id': 'b5b57cbb-9a99-4878-ab87-adf7fee55f19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T00:08:02Z', 'updated_at': '2021-07-28T00:08:03Z', 'revision_number': 3, 'project_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'gw_port': {'id': 'b5b57cbb-9a99-4878-ab87-adf7fee55f19', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:2e:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3d35db4-c60d-4207-b8b5-9fde09b553fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T00:08:02Z', 'updated_at': '2021-07-28T00:08:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1'}], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:08:05.020099 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-8f5b0174-1463-4202-b503-090f3c1fd064 None None] Transition to ACTIVE for port object 1bdccef7-bce5-4cba-9dbb-d665297c1864 will not be triggered until provisioned by entity DHCP. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 00:08:05.048773 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aa12131-173a-452d-ac99-09231dbfd04d None None] The sync data for ids ['a3d35db4-c60d-4207-b8b5-9fde09b553fc'] in n-d-802623-1 is: [{'id': 'a3d35db4-c60d-4207-b8b5-9fde09b553fc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-685000997', 'tenant_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.75'}], 'enable_snat': True}, 'gw_port_id': 'b5b57cbb-9a99-4878-ab87-adf7fee55f19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T00:08:02Z', 'updated_at': '2021-07-28T00:08:03Z', 'revision_number': 3, 'project_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'gw_port': {'id': 'b5b57cbb-9a99-4878-ab87-adf7fee55f19', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:2e:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3d35db4-c60d-4207-b8b5-9fde09b553fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T00:08:02Z', 'updated_at': '2021-07-28T00:08:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1'}] {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 00:08:05.051780 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8f5b0174-1463-4202-b503-090f3c1fd064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:08:05.091522 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f5b0174-1463-4202-b503-090f3c1fd064 None None] Network 4f1246d9-0f9b-4f38-b5f7-4b6ce2cbcf87 is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 00:08:05.094441 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-8f5b0174-1463-4202-b503-090f3c1fd064 None None] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 00:08:05.100455 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f5b0174-1463-4202-b503-090f3c1fd064 None None] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 00:08:05.106116 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-b249b0ad-a47a-4838-93b4-b7c6018183cc tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Allocated IP 172.20.0.1 (4f1246d9-0f9b-4f38-b5f7-4b6ce2cbcf87/03bf0891-5bf9-4bfa-b000-e68d0938230c/01aa4c8c-d5b6-490b-9b2a-3fc3b3979b57) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 00:08:05.107736 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5b0174-1463-4202-b503-090f3c1fd064 None None] Pushing event updated for resources: {'Port': ['ID=1bdccef7-bce5-4cba-9dbb-d665297c1864,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:08:05.168687 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-8f5b0174-1463-4202-b503-090f3c1fd064 None None] Attempting to bind port 1bdccef7-bce5-4cba-9dbb-d665297c1864 on host n-d-802623-1 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 00:08:05.169065 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-8f5b0174-1463-4202-b503-090f3c1fd064 None None] Attempting to bind port 1bdccef7-bce5-4cba-9dbb-d665297c1864 by drivers openvswitch,hyperv on host n-d-802623-1 at level 0 using segments [{'id': '23fa1c7e-8f18-486f-92b3-5df38361c772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '4f1246d9-0f9b-4f38-b5f7-4b6ce2cbcf87'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 00:08:05.169426 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f5b0174-1463-4202-b503-090f3c1fd064 None None] Attempting to bind port 1bdccef7-bce5-4cba-9dbb-d665297c1864 on network 4f1246d9-0f9b-4f38-b5f7-4b6ce2cbcf87 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 00:08:05.174796 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f5b0174-1463-4202-b503-090f3c1fd064 None None] Checking agent: {'id': 'a9a568d2-a5e7-41e4-833f-a8ab42ea4073', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 52, 30), 'started_at': datetime.datetime(2021, 7, 27, 22, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 0, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802623-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 00:08:05.175202 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f5b0174-1463-4202-b503-090f3c1fd064 None None] Checking segment: {'id': '23fa1c7e-8f18-486f-92b3-5df38361c772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '4f1246d9-0f9b-4f38-b5f7-4b6ce2cbcf87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 00:08:05.175613 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8f5b0174-1463-4202-b503-090f3c1fd064 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:08:05.176007 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f5b0174-1463-4202-b503-090f3c1fd064 None None] Bound using segment: {'id': '23fa1c7e-8f18-486f-92b3-5df38361c772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '4f1246d9-0f9b-4f38-b5f7-4b6ce2cbcf87'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 00:08:05.176484 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-8f5b0174-1463-4202-b503-090f3c1fd064 None None] Bound port: 1bdccef7-bce5-4cba-9dbb-d665297c1864, host: n-d-802623-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23fa1c7e-8f18-486f-92b3-5df38361c772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '4f1246d9-0f9b-4f38-b5f7-4b6ce2cbcf87'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 00:08:05.176872 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8f5b0174-1463-4202-b503-090f3c1fd064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:08:05.237923 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b249b0ad-a47a-4838-93b4-b7c6018183cc tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:08:05.245477 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-8f5b0174-1463-4202-b503-090f3c1fd064 None None] For port 1bdccef7-bce5-4cba-9dbb-d665297c1864, host n-d-802623-1, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 00:08:05.249283 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-8f5b0174-1463-4202-b503-090f3c1fd064 None None] For port 1bdccef7-bce5-4cba-9dbb-d665297c1864, host n-d-802623-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=1bdccef7-bce5-4cba-9dbb-d665297c1864,segment=NetworkSegment(23fa1c7e-8f18-486f-92b3-5df38361c772),segment_id=23fa1c7e-8f18-486f-92b3-5df38361c772)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 00:08:05.253640 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8f5b0174-1463-4202-b503-090f3c1fd064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:08:05.254224 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-b249b0ad-a47a-4838-93b4-b7c6018183cc tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Transition to ACTIVE for port object 01aa4c8c-d5b6-490b-9b2a-3fc3b3979b57 will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 00:08:05.300974 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b249b0ad-a47a-4838-93b4-b7c6018183cc tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:08:05.321165 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5b0174-1463-4202-b503-090f3c1fd064 None None] Pushing event updated for resources: {'Port': ['ID=1bdccef7-bce5-4cba-9dbb-d665297c1864,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:08:05.366503 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b249b0ad-a47a-4838-93b4-b7c6018183cc tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Network 4f1246d9-0f9b-4f38-b5f7-4b6ce2cbcf87 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 00:08:05.370519 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-b249b0ad-a47a-4838-93b4-b7c6018183cc tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 00:08:05.378733 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b249b0ad-a47a-4838-93b4-b7c6018183cc tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 00:08:05.397639 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:08:05.410013 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b249b0ad-a47a-4838-93b4-b7c6018183cc tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Pushing event updated for resources: {'Port': ['ID=01aa4c8c-d5b6-490b-9b2a-3fc3b3979b57,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:08:05.440446 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b249b0ad-a47a-4838-93b4-b7c6018183cc tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-415283'] for router_interface, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:08:05.601656 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b249b0ad-a47a-4838-93b4-b7c6018183cc tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:08:06.230515 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b249b0ad-a47a-4838-93b4-b7c6018183cc tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:08:06.235179 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b249b0ad-a47a-4838-93b4-b7c6018183cc tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:08:06.289730 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14ffd936-1a19-45fc-ab87-c1c1213fd7ab None None] Network 4f1246d9-0f9b-4f38-b5f7-4b6ce2cbcf87 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 00:08:06.317156 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b249b0ad-a47a-4838-93b4-b7c6018183cc tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3760555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-414115'] for router_interface, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:08:06.318886 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b249b0ad-a47a-4838-93b4-b7c6018183cc tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Pushing event updated for resources: {'Port': ['ID=01aa4c8c-d5b6-490b-9b2a-3fc3b3979b57,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:08:06.361727 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-5c1e1e0b-c4ab-4225-9fb8-b3cc41bbe945 None None] Provisioning for port 1bdccef7-bce5-4cba-9dbb-d665297c1864 completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 00:08:06.421544 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b249b0ad-a47a-4838-93b4-b7c6018183cc tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Network 4f1246d9-0f9b-4f38-b5f7-4b6ce2cbcf87 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 00:08:06.423472 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-b249b0ad-a47a-4838-93b4-b7c6018183cc tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 00:08:06.540421 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b249b0ad-a47a-4838-93b4-b7c6018183cc tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Router a3d35db4-c60d-4207-b8b5-9fde09b553fc has already been hosted by L3 agent 018c4455-49c0-4734-927d-7824067b2a9e {{(pid=93798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 00:08:06.677148 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b249b0ad-a47a-4838-93b4-b7c6018183cc tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 00:08:06.692085 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-b249b0ad-a47a-4838-93b4-b7c6018183cc tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "PUT /v2.0/routers/a3d35db4-c60d-4207-b8b5-9fde09b553fc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4579720 Jul 28 00:08:06.700794 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e4409c34-a7af-43f3-8414-6e89b46a3c35 None None] Provisioning for port 01aa4c8c-d5b6-490b-9b2a-3fc3b3979b57 completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 00:08:06.705844 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e4409c34-a7af-43f3-8414-6e89b46a3c35 None None] Provisioning complete for port 01aa4c8c-d5b6-490b-9b2a-3fc3b3979b57 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 00:08:06.706216 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e4409c34-a7af-43f3-8414-6e89b46a3c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:08:06.747901 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 1bdccef7-bce5-4cba-9dbb-d665297c1864 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 00:08:06.765897 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2971fe57-f5ef-435b-ba90-503df5c1f832 None None] Sync routers for ids ['a3d35db4-c60d-4207-b8b5-9fde09b553fc'] in n-d-802623-1 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 00:08:06.777436 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2971fe57-f5ef-435b-ba90-503df5c1f832 None None] Routers {'a3d35db4-c60d-4207-b8b5-9fde09b553fc'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 00:08:06.778125 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-2971fe57-f5ef-435b-ba90-503df5c1f832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-28T00:08:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['a3d35db4-c60d-4207-b8b5-9fde09b553fc'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:08:06.783324 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-e4409c34-a7af-43f3-8414-6e89b46a3c35 None None] Port 01aa4c8c-d5b6-490b-9b2a-3fc3b3979b57 cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 00:08:06.826619 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning for port 1bdccef7-bce5-4cba-9dbb-d665297c1864 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 00:08:06.831934 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port 1bdccef7-bce5-4cba-9dbb-d665297c1864 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 00:08:06.832561 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:08:06.862124 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-c58eb8ce-ca4a-4e14-8518-650893cf189e req-d46f467d-2033-476d-858f-6349f46f8416 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-896362669&fields=id&tenant_id=9ba1e124f2a248fcbbee4df813e28c7a HTTP/1.1" status: 200 len: 267 time: 0.0375690 Jul 28 00:08:06.905692 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-2971fe57-f5ef-435b-ba90-503df5c1f832 None None] Set router a3d35db4-c60d-4207-b8b5-9fde09b553fc gateway port host: n-d-802623-1 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 00:08:06.926287 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:08:06.969698 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] For port 1bdccef7-bce5-4cba-9dbb-d665297c1864, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=1bdccef7-bce5-4cba-9dbb-d665297c1864,segment=NetworkSegment(23fa1c7e-8f18-486f-92b3-5df38361c772),segment_id=23fa1c7e-8f18-486f-92b3-5df38361c772)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 00:08:06.974782 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-89846f2b-07fa-46a1-a4a6-2f393a30a2e7 None None] Provisioning complete for port 01aa4c8c-d5b6-490b-9b2a-3fc3b3979b57 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 00:08:06.975328 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-89846f2b-07fa-46a1-a4a6-2f393a30a2e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:08:06.978248 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:08:06.979798 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device b5b57cbb-9a99-4878-ab87-adf7fee55f19 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 00:08:07.035020 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58eb8ce-ca4a-4e14-8518-650893cf189e req-27bdafaf-99c4-46de-9926-7dc5c553768a tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:08:07.036573 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-c58eb8ce-ca4a-4e14-8518-650893cf189e req-27bdafaf-99c4-46de-9926-7dc5c553768a tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "GET /v2.0/networks?id=4f1246d9-0f9b-4f38-b5f7-4b6ce2cbcf87 HTTP/1.1" status: 200 len: 797 time: 0.1639500 Jul 28 00:08:07.054632 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-c58eb8ce-ca4a-4e14-8518-650893cf189e req-fc638a35-54f3-45ff-907c-c886487b282f tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "GET /v2.0/quotas/9ba1e124f2a248fcbbee4df813e28c7a HTTP/1.1" status: 200 len: 375 time: 0.0114639 Jul 28 00:08:07.074039 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-89846f2b-07fa-46a1-a4a6-2f393a30a2e7 None None] Port 01aa4c8c-d5b6-490b-9b2a-3fc3b3979b57 cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 00:08:07.101362 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Pushing event updated for resources: {'Port': ['ID=1bdccef7-bce5-4cba-9dbb-d665297c1864,revision_number=3']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:08:07.119406 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-c58eb8ce-ca4a-4e14-8518-650893cf189e req-da28e34c-0849-45cf-bdf8-885b62549055 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=9ba1e124f2a248fcbbee4df813e28c7a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0586481 Jul 28 00:08:07.126211 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning for port b5b57cbb-9a99-4878-ab87-adf7fee55f19 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 00:08:07.134752 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port b5b57cbb-9a99-4878-ab87-adf7fee55f19 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 00:08:07.135271 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:08:07.163189 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-2971fe57-f5ef-435b-ba90-503df5c1f832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3d35db4-c60d-4207-b8b5-9fde09b553fc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-685000997', 'tenant_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.75'}], 'enable_snat': True}, 'gw_port_id': 'b5b57cbb-9a99-4878-ab87-adf7fee55f19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T00:08:02Z', 'updated_at': '2021-07-28T00:08:05Z', 'revision_number': 4, 'project_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'gw_port': {'id': 'b5b57cbb-9a99-4878-ab87-adf7fee55f19', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:2e:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3d35db4-c60d-4207-b8b5-9fde09b553fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T00:08:02Z', 'updated_at': '2021-07-28T00:08:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': '01aa4c8c-d5b6-490b-9b2a-3fc3b3979b57', 'name': '', 'network_id': '4f1246d9-0f9b-4f38-b5f7-4b6ce2cbcf87', 'tenant_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'mac_address': 'fa:16:3e:43:46:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3d35db4-c60d-4207-b8b5-9fde09b553fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '03bf0891-5bf9-4bfa-b000-e68d0938230c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T00:08:04Z', 'updated_at': '2021-07-28T00:08:05Z', 'revision_number': 2, 'project_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'subnets': [{'id': '03bf0891-5bf9-4bfa-b000-e68d0938230c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:08:07.191409 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2971fe57-f5ef-435b-ba90-503df5c1f832 None None] Checking router: a3d35db4-c60d-4207-b8b5-9fde09b553fc for host: n-d-802623-1 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 00:08:07.191763 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2971fe57-f5ef-435b-ba90-503df5c1f832 None None] Updating router a3d35db4-c60d-4207-b8b5-9fde09b553fc port 01aa4c8c-d5b6-490b-9b2a-3fc3b3979b57 binding host n-d-802623-1 {{(pid=93800) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 00:08:07.220142 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-2971fe57-f5ef-435b-ba90-503df5c1f832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:08:07.220655 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-316a0f56-bc9d-4c91-89ee-39a6c9b16071 None None] Provisioning complete for port 01aa4c8c-d5b6-490b-9b2a-3fc3b3979b57 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 00:08:07.221002 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-316a0f56-bc9d-4c91-89ee-39a6c9b16071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:08:07.231003 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-c58eb8ce-ca4a-4e14-8518-650893cf189e req-85ace8ff-dbd9-4353-9a68-1c96913b4f29 service neutron] 10.222.0.18 "GET /v2.0/networks/4f1246d9-0f9b-4f38-b5f7-4b6ce2cbcf87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985312 Jul 28 00:08:07.329159 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-c58eb8ce-ca4a-4e14-8518-650893cf189e req-17f9ef5f-bd07-487c-beef-8f769bc105f2 service neutron] 10.222.0.18 "GET /v2.0/networks/4f1246d9-0f9b-4f38-b5f7-4b6ce2cbcf87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916126 Jul 28 00:08:07.422221 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:08:07.435688 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-316a0f56-bc9d-4c91-89ee-39a6c9b16071 None None] Port 01aa4c8c-d5b6-490b-9b2a-3fc3b3979b57 cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 00:08:07.452593 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] For port b5b57cbb-9a99-4878-ab87-adf7fee55f19, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=b5b57cbb-9a99-4878-ab87-adf7fee55f19,segment=NetworkSegment(b9afe07e-bbe4-4740-834c-4b6a9698bdbc),segment_id=b9afe07e-bbe4-4740-834c-4b6a9698bdbc)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 00:08:07.456965 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:08:07.513846 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Pushing event updated for resources: {'Port': ['ID=b5b57cbb-9a99-4878-ab87-adf7fee55f19,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:08:07.522870 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-2971fe57-f5ef-435b-ba90-503df5c1f832 None None] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:08:07.532993 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-2971fe57-f5ef-435b-ba90-503df5c1f832 None None] Transition to ACTIVE for port object 01aa4c8c-d5b6-490b-9b2a-3fc3b3979b57 will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 00:08:07.538800 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-2971fe57-f5ef-435b-ba90-503df5c1f832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:08:07.560857 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f1ae659d-3703-41dc-8fd8-145e5bd05599 req-ab1214d6-79ab-43e4-a52c-942dac39b946 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "GET /v2.0/ports?device_id=6eab63ba-94b3-4ab4-a233-35c7266e2390 HTTP/1.1" status: 200 len: 210 time: 0.0302949 Jul 28 00:08:07.600236 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95debf59-1ef3-4669-8c02-5b03efe855d4 None None] Pushing event updated for resources: {'Port': ['ID=01aa4c8c-d5b6-490b-9b2a-3fc3b3979b57,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:08:07.611723 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95debf59-1ef3-4669-8c02-5b03efe855d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:08:07.612060 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95debf59-1ef3-4669-8c02-5b03efe855d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:08:07.612397 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95debf59-1ef3-4669-8c02-5b03efe855d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:08:07.612719 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95debf59-1ef3-4669-8c02-5b03efe855d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:08:07.613036 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95debf59-1ef3-4669-8c02-5b03efe855d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:08:07.613356 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95debf59-1ef3-4669-8c02-5b03efe855d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:08:07.613672 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95debf59-1ef3-4669-8c02-5b03efe855d4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:08:07.613983 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95debf59-1ef3-4669-8c02-5b03efe855d4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:08:07.614297 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95debf59-1ef3-4669-8c02-5b03efe855d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:08:07.614608 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95debf59-1ef3-4669-8c02-5b03efe855d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:08:07.614917 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95debf59-1ef3-4669-8c02-5b03efe855d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:08:07.615249 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95debf59-1ef3-4669-8c02-5b03efe855d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:08:07.664238 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-2971fe57-f5ef-435b-ba90-503df5c1f832 None None] Attempting to bind port 01aa4c8c-d5b6-490b-9b2a-3fc3b3979b57 on host n-d-802623-1 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 00:08:07.664598 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-2971fe57-f5ef-435b-ba90-503df5c1f832 None None] Attempting to bind port 01aa4c8c-d5b6-490b-9b2a-3fc3b3979b57 by drivers openvswitch,hyperv on host n-d-802623-1 at level 0 using segments [{'id': '23fa1c7e-8f18-486f-92b3-5df38361c772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '4f1246d9-0f9b-4f38-b5f7-4b6ce2cbcf87'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 00:08:07.664962 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2971fe57-f5ef-435b-ba90-503df5c1f832 None None] Attempting to bind port 01aa4c8c-d5b6-490b-9b2a-3fc3b3979b57 on network 4f1246d9-0f9b-4f38-b5f7-4b6ce2cbcf87 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 00:08:07.670816 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2971fe57-f5ef-435b-ba90-503df5c1f832 None None] Checking agent: {'id': 'a9a568d2-a5e7-41e4-833f-a8ab42ea4073', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 52, 30), 'started_at': datetime.datetime(2021, 7, 27, 22, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 0, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802623-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 00:08:07.671241 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2971fe57-f5ef-435b-ba90-503df5c1f832 None None] Checking segment: {'id': '23fa1c7e-8f18-486f-92b3-5df38361c772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '4f1246d9-0f9b-4f38-b5f7-4b6ce2cbcf87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 00:08:07.671660 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-2971fe57-f5ef-435b-ba90-503df5c1f832 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:08:07.672037 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2971fe57-f5ef-435b-ba90-503df5c1f832 None None] Bound using segment: {'id': '23fa1c7e-8f18-486f-92b3-5df38361c772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '4f1246d9-0f9b-4f38-b5f7-4b6ce2cbcf87'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 00:08:07.672501 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-2971fe57-f5ef-435b-ba90-503df5c1f832 None None] Bound port: 01aa4c8c-d5b6-490b-9b2a-3fc3b3979b57, host: n-d-802623-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23fa1c7e-8f18-486f-92b3-5df38361c772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '4f1246d9-0f9b-4f38-b5f7-4b6ce2cbcf87'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 00:08:07.672900 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-2971fe57-f5ef-435b-ba90-503df5c1f832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:08:07.745289 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-2971fe57-f5ef-435b-ba90-503df5c1f832 None None] For port 01aa4c8c-d5b6-490b-9b2a-3fc3b3979b57, host n-d-802623-1, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 00:08:07.749017 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-2971fe57-f5ef-435b-ba90-503df5c1f832 None None] For port 01aa4c8c-d5b6-490b-9b2a-3fc3b3979b57, host n-d-802623-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=01aa4c8c-d5b6-490b-9b2a-3fc3b3979b57,segment=NetworkSegment(23fa1c7e-8f18-486f-92b3-5df38361c772),segment_id=23fa1c7e-8f18-486f-92b3-5df38361c772)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 00:08:07.753705 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-2971fe57-f5ef-435b-ba90-503df5c1f832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:08:07.819061 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2971fe57-f5ef-435b-ba90-503df5c1f832 None None] Routers {'a3d35db4-c60d-4207-b8b5-9fde09b553fc'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 00:08:07.819780 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-2971fe57-f5ef-435b-ba90-503df5c1f832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-28T00:08:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['a3d35db4-c60d-4207-b8b5-9fde09b553fc'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:08:07.872240 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95debf59-1ef3-4669-8c02-5b03efe855d4 None None] Pushing event updated for resources: {'Port': ['ID=01aa4c8c-d5b6-490b-9b2a-3fc3b3979b57,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:08:08.037697 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-2971fe57-f5ef-435b-ba90-503df5c1f832 None None] Set router a3d35db4-c60d-4207-b8b5-9fde09b553fc gateway port host: n-d-802623-1 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 00:08:08.244562 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-2971fe57-f5ef-435b-ba90-503df5c1f832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3d35db4-c60d-4207-b8b5-9fde09b553fc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-685000997', 'tenant_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.75'}], 'enable_snat': True}, 'gw_port_id': 'b5b57cbb-9a99-4878-ab87-adf7fee55f19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T00:08:02Z', 'updated_at': '2021-07-28T00:08:05Z', 'revision_number': 4, 'project_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'gw_port': {'id': 'b5b57cbb-9a99-4878-ab87-adf7fee55f19', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:2e:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3d35db4-c60d-4207-b8b5-9fde09b553fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T00:08:02Z', 'updated_at': '2021-07-28T00:08:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': '01aa4c8c-d5b6-490b-9b2a-3fc3b3979b57', 'name': '', 'network_id': '4f1246d9-0f9b-4f38-b5f7-4b6ce2cbcf87', 'tenant_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'mac_address': 'fa:16:3e:43:46:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3d35db4-c60d-4207-b8b5-9fde09b553fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '03bf0891-5bf9-4bfa-b000-e68d0938230c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T00:08:04Z', 'updated_at': '2021-07-28T00:08:07Z', 'revision_number': 4, 'project_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'subnets': [{'id': '03bf0891-5bf9-4bfa-b000-e68d0938230c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:08:08.270036 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2971fe57-f5ef-435b-ba90-503df5c1f832 None None] The sync data for ids ['a3d35db4-c60d-4207-b8b5-9fde09b553fc'] in n-d-802623-1 is: [{'id': 'a3d35db4-c60d-4207-b8b5-9fde09b553fc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-685000997', 'tenant_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.75'}], 'enable_snat': True}, 'gw_port_id': 'b5b57cbb-9a99-4878-ab87-adf7fee55f19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T00:08:02Z', 'updated_at': '2021-07-28T00:08:05Z', 'revision_number': 4, 'project_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'gw_port': {'id': 'b5b57cbb-9a99-4878-ab87-adf7fee55f19', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:2e:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3d35db4-c60d-4207-b8b5-9fde09b553fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T00:08:02Z', 'updated_at': '2021-07-28T00:08:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': '01aa4c8c-d5b6-490b-9b2a-3fc3b3979b57', 'name': '', 'network_id': '4f1246d9-0f9b-4f38-b5f7-4b6ce2cbcf87', 'tenant_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'mac_address': 'fa:16:3e:43:46:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3d35db4-c60d-4207-b8b5-9fde09b553fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '03bf0891-5bf9-4bfa-b000-e68d0938230c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T00:08:04Z', 'updated_at': '2021-07-28T00:08:07Z', 'revision_number': 4, 'project_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'subnets': [{'id': '03bf0891-5bf9-4bfa-b000-e68d0938230c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 00:08:08.642129 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58eb8ce-ca4a-4e14-8518-650893cf189e req-7390e9b5-08e4-4f4a-bc10-67d3316aa7cc tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:08:08.643965 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c58eb8ce-ca4a-4e14-8518-650893cf189e req-7390e9b5-08e4-4f4a-bc10-67d3316aa7cc tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.38 "GET /v2.0/networks?id=4f1246d9-0f9b-4f38-b5f7-4b6ce2cbcf87 HTTP/1.1" status: 200 len: 797 time: 0.1320322 Jul 28 00:08:08.700490 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c58eb8ce-ca4a-4e14-8518-650893cf189e req-000722d5-38e7-43fd-b961-ee3f1fb65eca tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9ba1e124f2a248fcbbee4df813e28c7a HTTP/1.1" status: 200 len: 379 time: 0.0471418 Jul 28 00:08:08.713022 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [req-c58eb8ce-ca4a-4e14-8518-650893cf189e req-8cf72752-69e6-4a14-9ea4-fd47d7bd3a1b tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Request body: {'port': {'device_id': '6eab63ba-94b3-4ab4-a233-35c7266e2390', 'network_id': '4f1246d9-0f9b-4f38-b5f7-4b6ce2cbcf87', 'admin_state_up': True, 'tenant_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'security_groups': ['a4376f9d-aa5a-46d9-a9fa-66614cb0fc4f']}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 00:08:08.723203 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d25c133a-6619-455b-92ff-8096576c3282 req-c5346de9-1d43-462a-932c-d11dc4d465d8 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "GET /v2.0/ports?device_id=6eab63ba-94b3-4ab4-a233-35c7266e2390 HTTP/1.1" status: 200 len: 210 time: 0.0410044 Jul 28 00:08:08.760596 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device b5b57cbb-9a99-4878-ab87-adf7fee55f19 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 00:08:08.824360 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port b5b57cbb-9a99-4878-ab87-adf7fee55f19 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 00:08:08.824783 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:08:08.845635 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c58eb8ce-ca4a-4e14-8518-650893cf189e req-8cf72752-69e6-4a14-9ea4-fd47d7bd3a1b tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Made reservation on behalf of 9ba1e124f2a248fcbbee4df813e28c7a for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 00:08:08.849360 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-c58eb8ce-ca4a-4e14-8518-650893cf189e req-8cf72752-69e6-4a14-9ea4-fd47d7bd3a1b tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:08:08.917436 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 1bdccef7-bce5-4cba-9dbb-d665297c1864 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 00:08:08.968817 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port 1bdccef7-bce5-4cba-9dbb-d665297c1864 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 00:08:08.969334 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:08:08.989061 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [req-c58eb8ce-ca4a-4e14-8518-650893cf189e req-8cf72752-69e6-4a14-9ea4-fd47d7bd3a1b tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Allocated IP 172.20.0.3 (4f1246d9-0f9b-4f38-b5f7-4b6ce2cbcf87/03bf0891-5bf9-4bfa-b000-e68d0938230c/a22f92a3-661b-4170-8c09-0c63633fe353) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 00:08:09.061605 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 01aa4c8c-d5b6-490b-9b2a-3fc3b3979b57 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 00:08:09.116686 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning for port 01aa4c8c-d5b6-490b-9b2a-3fc3b3979b57 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 00:08:09.121704 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port 01aa4c8c-d5b6-490b-9b2a-3fc3b3979b57 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 00:08:09.122211 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:08:09.148155 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-c58eb8ce-ca4a-4e14-8518-650893cf189e req-8cf72752-69e6-4a14-9ea4-fd47d7bd3a1b tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:08:09.164832 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-c58eb8ce-ca4a-4e14-8518-650893cf189e req-8cf72752-69e6-4a14-9ea4-fd47d7bd3a1b tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Transition to ACTIVE for port object a22f92a3-661b-4170-8c09-0c63633fe353 will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 00:08:09.202670 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-c58eb8ce-ca4a-4e14-8518-650893cf189e req-8cf72752-69e6-4a14-9ea4-fd47d7bd3a1b tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:08:09.216702 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:08:09.246559 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c58eb8ce-ca4a-4e14-8518-650893cf189e req-8cf72752-69e6-4a14-9ea4-fd47d7bd3a1b tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Network 4f1246d9-0f9b-4f38-b5f7-4b6ce2cbcf87 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 00:08:09.249877 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [req-c58eb8ce-ca4a-4e14-8518-650893cf189e req-8cf72752-69e6-4a14-9ea4-fd47d7bd3a1b tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 00:08:09.252434 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-c58eb8ce-ca4a-4e14-8518-650893cf189e req-8cf72752-69e6-4a14-9ea4-fd47d7bd3a1b tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 00:08:09.253520 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] For port 01aa4c8c-d5b6-490b-9b2a-3fc3b3979b57, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=01aa4c8c-d5b6-490b-9b2a-3fc3b3979b57,segment=NetworkSegment(23fa1c7e-8f18-486f-92b3-5df38361c772),segment_id=23fa1c7e-8f18-486f-92b3-5df38361c772)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 00:08:09.262761 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:08:09.288926 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf72752-69e6-4a14-9ea4-fd47d7bd3a1b tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Pushing event updated for resources: {'Port': ['ID=a22f92a3-661b-4170-8c09-0c63633fe353,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:08:09.315464 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58eb8ce-ca4a-4e14-8518-650893cf189e req-8cf72752-69e6-4a14-9ea4-fd47d7bd3a1b tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:08:09.316475 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-c58eb8ce-ca4a-4e14-8518-650893cf189e req-8cf72752-69e6-4a14-9ea4-fd47d7bd3a1b tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:08:09.323672 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Pushing event updated for resources: {'Port': ['ID=01aa4c8c-d5b6-490b-9b2a-3fc3b3979b57,revision_number=5']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:08:09.334816 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c58eb8ce-ca4a-4e14-8518-650893cf189e req-8cf72752-69e6-4a14-9ea4-fd47d7bd3a1b tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6268692 Jul 28 00:08:09.347530 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [req-c58eb8ce-ca4a-4e14-8518-650893cf189e req-7de91ebc-9ddb-4012-a69b-e5bbfd54b9b4 service neutron] Request body: {'port': {'device_id': '6eab63ba-94b3-4ab4-a233-35c7266e2390', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802623-1'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 00:08:09.414039 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-c58eb8ce-ca4a-4e14-8518-650893cf189e req-7de91ebc-9ddb-4012-a69b-e5bbfd54b9b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:08:09.510386 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-f3086180-cb07-4bd9-a3ea-5fed249c70a9 None None] Provisioning for port a22f92a3-661b-4170-8c09-0c63633fe353 completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 00:08:09.514638 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-f3086180-cb07-4bd9-a3ea-5fed249c70a9 None None] Provisioning complete for port a22f92a3-661b-4170-8c09-0c63633fe353 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 00:08:09.515183 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f3086180-cb07-4bd9-a3ea-5fed249c70a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:08:09.548807 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-f3086180-cb07-4bd9-a3ea-5fed249c70a9 None None] Port a22f92a3-661b-4170-8c09-0c63633fe353 cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 00:08:09.678682 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [req-c58eb8ce-ca4a-4e14-8518-650893cf189e req-7de91ebc-9ddb-4012-a69b-e5bbfd54b9b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a22f92a3-661b-4170-8c09-0c63633fe353 {{(pid=93798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 00:08:09.686664 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-c58eb8ce-ca4a-4e14-8518-650893cf189e req-7de91ebc-9ddb-4012-a69b-e5bbfd54b9b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:08:09.699197 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-c58eb8ce-ca4a-4e14-8518-650893cf189e req-7de91ebc-9ddb-4012-a69b-e5bbfd54b9b4 service neutron] Transition to ACTIVE for port object a22f92a3-661b-4170-8c09-0c63633fe353 will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 00:08:09.703162 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-c58eb8ce-ca4a-4e14-8518-650893cf189e req-7de91ebc-9ddb-4012-a69b-e5bbfd54b9b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:08:09.770062 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de91ebc-9ddb-4012-a69b-e5bbfd54b9b4 service neutron] Pushing event updated for resources: {'Port': ['ID=a22f92a3-661b-4170-8c09-0c63633fe353,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:08:09.855356 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-c58eb8ce-ca4a-4e14-8518-650893cf189e req-7de91ebc-9ddb-4012-a69b-e5bbfd54b9b4 service neutron] Attempting to bind port a22f92a3-661b-4170-8c09-0c63633fe353 on host n-h1-802623-1 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 00:08:09.855693 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-c58eb8ce-ca4a-4e14-8518-650893cf189e req-7de91ebc-9ddb-4012-a69b-e5bbfd54b9b4 service neutron] Attempting to bind port a22f92a3-661b-4170-8c09-0c63633fe353 by drivers openvswitch,hyperv on host n-h1-802623-1 at level 0 using segments [{'id': '23fa1c7e-8f18-486f-92b3-5df38361c772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '4f1246d9-0f9b-4f38-b5f7-4b6ce2cbcf87'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 00:08:09.856018 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c58eb8ce-ca4a-4e14-8518-650893cf189e req-7de91ebc-9ddb-4012-a69b-e5bbfd54b9b4 service neutron] Attempting to bind port a22f92a3-661b-4170-8c09-0c63633fe353 on network 4f1246d9-0f9b-4f38-b5f7-4b6ce2cbcf87 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 00:08:09.871767 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c8d1ed-5377-4ae4-82ed-09e7c7ac7907 req-75417b0b-c771-4a05-8eea-1c34f67bea3d tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:08:09.873338 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-26c8d1ed-5377-4ae4-82ed-09e7c7ac7907 req-75417b0b-c771-4a05-8eea-1c34f67bea3d tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "GET /v2.0/ports?device_id=6eab63ba-94b3-4ab4-a233-35c7266e2390 HTTP/1.1" status: 200 len: 943 time: 0.0719364 Jul 28 00:08:09.873934 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c58eb8ce-ca4a-4e14-8518-650893cf189e req-7de91ebc-9ddb-4012-a69b-e5bbfd54b9b4 service neutron] Port a22f92a3-661b-4170-8c09-0c63633fe353 on network 4f1246d9-0f9b-4f38-b5f7-4b6ce2cbcf87 not bound, no agent of type Open vSwitch agent registered on host n-h1-802623-1 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 00:08:09.874262 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c58eb8ce-ca4a-4e14-8518-650893cf189e req-7de91ebc-9ddb-4012-a69b-e5bbfd54b9b4 service neutron] Attempting to bind port a22f92a3-661b-4170-8c09-0c63633fe353 on network 4f1246d9-0f9b-4f38-b5f7-4b6ce2cbcf87 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 00:08:09.881719 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c58eb8ce-ca4a-4e14-8518-650893cf189e req-7de91ebc-9ddb-4012-a69b-e5bbfd54b9b4 service neutron] Checking agent: {'id': '245f1da4-a9b8-4b08-90d7-28f0f342b839', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 59, 59), 'started_at': datetime.datetime(2021, 7, 27, 22, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 0, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 00:08:09.882057 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c58eb8ce-ca4a-4e14-8518-650893cf189e req-7de91ebc-9ddb-4012-a69b-e5bbfd54b9b4 service neutron] Checking segment: {'id': '23fa1c7e-8f18-486f-92b3-5df38361c772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '4f1246d9-0f9b-4f38-b5f7-4b6ce2cbcf87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 00:08:09.882437 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c58eb8ce-ca4a-4e14-8518-650893cf189e req-7de91ebc-9ddb-4012-a69b-e5bbfd54b9b4 service neutron] Bound using segment: {'id': '23fa1c7e-8f18-486f-92b3-5df38361c772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '4f1246d9-0f9b-4f38-b5f7-4b6ce2cbcf87'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 00:08:09.882869 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-c58eb8ce-ca4a-4e14-8518-650893cf189e req-7de91ebc-9ddb-4012-a69b-e5bbfd54b9b4 service neutron] Bound port: a22f92a3-661b-4170-8c09-0c63633fe353, host: n-h1-802623-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23fa1c7e-8f18-486f-92b3-5df38361c772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '4f1246d9-0f9b-4f38-b5f7-4b6ce2cbcf87'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 00:08:09.883266 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-c58eb8ce-ca4a-4e14-8518-650893cf189e req-7de91ebc-9ddb-4012-a69b-e5bbfd54b9b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:08:09.943960 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-26c8d1ed-5377-4ae4-82ed-09e7c7ac7907 req-6793fd3d-9e48-451a-879e-2a7308c1dc33 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4376f9d-aa5a-46d9-a9fa-66614cb0fc4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641842 Jul 28 00:08:09.972276 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-c58eb8ce-ca4a-4e14-8518-650893cf189e req-7de91ebc-9ddb-4012-a69b-e5bbfd54b9b4 service neutron] For port a22f92a3-661b-4170-8c09-0c63633fe353, host n-h1-802623-1, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 00:08:09.975520 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-c58eb8ce-ca4a-4e14-8518-650893cf189e req-7de91ebc-9ddb-4012-a69b-e5bbfd54b9b4 service neutron] For port a22f92a3-661b-4170-8c09-0c63633fe353, host n-h1-802623-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=a22f92a3-661b-4170-8c09-0c63633fe353,segment=NetworkSegment(23fa1c7e-8f18-486f-92b3-5df38361c772),segment_id=23fa1c7e-8f18-486f-92b3-5df38361c772)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 00:08:09.980637 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-c58eb8ce-ca4a-4e14-8518-650893cf189e req-7de91ebc-9ddb-4012-a69b-e5bbfd54b9b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:08:10.018615 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58eb8ce-ca4a-4e14-8518-650893cf189e req-7de91ebc-9ddb-4012-a69b-e5bbfd54b9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:08:10.019266 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-c58eb8ce-ca4a-4e14-8518-650893cf189e req-7de91ebc-9ddb-4012-a69b-e5bbfd54b9b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:08:10.020649 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c58eb8ce-ca4a-4e14-8518-650893cf189e req-7de91ebc-9ddb-4012-a69b-e5bbfd54b9b4 service neutron] 10.222.0.38 "PUT /v2.0/ports/a22f92a3-661b-4170-8c09-0c63633fe353 HTTP/1.1" status: 200 len: 1091 time: 0.6778893 Jul 28 00:08:10.021172 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6eab63ba-94b3-4ab4-a233-35c7266e2390', 'tag': 'a22f92a3-661b-4170-8c09-0c63633fe353'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 00:08:10.023450 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b87af07e598cf5b62d2945997aebdb2f0d5735b62acaa13edb25b119cdbae256" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0129996b-86de-4c6a-9f69-d61fd2c49c41" -d '{"events": [{"name": "network-changed", "server_uuid": "6eab63ba-94b3-4ab4-a233-35c7266e2390", "tag": "a22f92a3-661b-4170-8c09-0c63633fe353"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 00:08:10.050202 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de91ebc-9ddb-4012-a69b-e5bbfd54b9b4 service neutron] Pushing event updated for resources: {'Port': ['ID=a22f92a3-661b-4170-8c09-0c63633fe353,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:08:10.068771 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 00:08:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e22b2ed-c56a-4784-ba02-3490a9984e5a x-openstack-request-id: req-5e22b2ed-c56a-4784-ba02-3490a9984e5a {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 00:08:10.069106 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6eab63ba-94b3-4ab4-a233-35c7266e2390", "tag": "a22f92a3-661b-4170-8c09-0c63633fe353", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 00:08:10.069318 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5e22b2ed-c56a-4784-ba02-3490a9984e5a {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 00:08:10.069719 n-d-802623-1 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6eab63ba-94b3-4ab4-a233-35c7266e2390', 'tag': 'a22f92a3-661b-4170-8c09-0c63633fe353', 'status': 'completed', 'code': 200} Jul 28 00:08:10.114613 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58eb8ce-ca4a-4e14-8518-650893cf189e req-886198fb-ea15-4711-a06e-c1a044ff7e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:08:10.116151 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c58eb8ce-ca4a-4e14-8518-650893cf189e req-886198fb-ea15-4711-a06e-c1a044ff7e80 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=9ba1e124f2a248fcbbee4df813e28c7a&device_id=6eab63ba-94b3-4ab4-a233-35c7266e2390 HTTP/1.1" status: 200 len: 1094 time: 0.0423369 Jul 28 00:08:10.159469 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c58eb8ce-ca4a-4e14-8518-650893cf189e req-e23eca21-a3f5-4cc6-82ac-96be606aa2b7 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a22f92a3-661b-4170-8c09-0c63633fe353 HTTP/1.1" status: 200 len: 217 time: 0.0350893 Jul 28 00:08:10.213734 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58eb8ce-ca4a-4e14-8518-650893cf189e req-80822d5a-28e2-4403-8655-111d4c9db7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:08:10.215443 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c58eb8ce-ca4a-4e14-8518-650893cf189e req-80822d5a-28e2-4403-8655-111d4c9db7e1 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=03bf0891-5bf9-4bfa-b000-e68d0938230c HTTP/1.1" status: 200 len: 834 time: 0.0491676 Jul 28 00:08:10.262403 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58eb8ce-ca4a-4e14-8518-650893cf189e req-95c93d6e-53c0-4e9f-bbf8-c0e2b9d8d826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:08:10.262403 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c58eb8ce-ca4a-4e14-8518-650893cf189e req-95c93d6e-53c0-4e9f-bbf8-c0e2b9d8d826 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=4f1246d9-0f9b-4f38-b5f7-4b6ce2cbcf87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0387485 Jul 28 00:08:10.354540 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c58eb8ce-ca4a-4e14-8518-650893cf189e req-bc4a5c1d-83d2-4495-b11b-ed5d3db8089d service neutron] 10.222.0.38 "GET /v2.0/networks/4f1246d9-0f9b-4f38-b5f7-4b6ce2cbcf87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848587 Jul 28 00:08:10.449111 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c58eb8ce-ca4a-4e14-8518-650893cf189e req-b4f21f9d-4311-4887-9c1b-859ee3ef9f25 service neutron] 10.222.0.38 "GET /v2.0/networks/4f1246d9-0f9b-4f38-b5f7-4b6ce2cbcf87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870147 Jul 28 00:08:10.534105 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0129996b-86de-4c6a-9f69-d61fd2c49c41 req-c8ac244f-c654-4b9f-8312-177aa117c90b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:08:10.535677 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-0129996b-86de-4c6a-9f69-d61fd2c49c41 req-c8ac244f-c654-4b9f-8312-177aa117c90b service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=9ba1e124f2a248fcbbee4df813e28c7a&device_id=6eab63ba-94b3-4ab4-a233-35c7266e2390 HTTP/1.1" status: 200 len: 1094 time: 0.0426064 Jul 28 00:08:10.635656 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0129996b-86de-4c6a-9f69-d61fd2c49c41 req-db0be2ae-f5db-4fa2-875e-674967545564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:08:10.637194 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-0129996b-86de-4c6a-9f69-d61fd2c49c41 req-db0be2ae-f5db-4fa2-875e-674967545564 service neutron] 10.222.0.38 "GET /v2.0/networks?id=4f1246d9-0f9b-4f38-b5f7-4b6ce2cbcf87 HTTP/1.1" status: 200 len: 898 time: 0.0930970 Jul 28 00:08:10.649232 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 01aa4c8c-d5b6-490b-9b2a-3fc3b3979b57 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 00:08:10.680308 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-0129996b-86de-4c6a-9f69-d61fd2c49c41 req-ce76fefe-5669-41fd-8fb7-16578e375ad6 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a22f92a3-661b-4170-8c09-0c63633fe353 HTTP/1.1" status: 200 len: 217 time: 0.0358162 Jul 28 00:08:10.700671 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port 01aa4c8c-d5b6-490b-9b2a-3fc3b3979b57 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 00:08:10.701056 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:08:10.731487 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0129996b-86de-4c6a-9f69-d61fd2c49c41 req-325e2ab8-58e9-41c8-a147-4aa73ebbecd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:08:10.732971 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-0129996b-86de-4c6a-9f69-d61fd2c49c41 req-325e2ab8-58e9-41c8-a147-4aa73ebbecd0 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=03bf0891-5bf9-4bfa-b000-e68d0938230c HTTP/1.1" status: 200 len: 834 time: 0.0451040 Jul 28 00:08:10.780614 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0129996b-86de-4c6a-9f69-d61fd2c49c41 req-4116999b-85a0-428e-b7d8-2d418028667f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:08:10.782770 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-0129996b-86de-4c6a-9f69-d61fd2c49c41 req-4116999b-85a0-428e-b7d8-2d418028667f service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=4f1246d9-0f9b-4f38-b5f7-4b6ce2cbcf87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393186 Jul 28 00:08:10.880565 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-0129996b-86de-4c6a-9f69-d61fd2c49c41 req-8c45111d-5027-4488-a27f-e62d704734c8 service neutron] 10.222.0.38 "GET /v2.0/networks/4f1246d9-0f9b-4f38-b5f7-4b6ce2cbcf87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888841 Jul 28 00:08:10.970488 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-0129996b-86de-4c6a-9f69-d61fd2c49c41 req-c6c1379e-e548-44bc-9c09-d0d8b4e81317 service neutron] 10.222.0.38 "GET /v2.0/networks/4f1246d9-0f9b-4f38-b5f7-4b6ce2cbcf87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817811 Jul 28 00:08:11.062650 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe27a4e-2fa1-412e-908a-7f8e47b89d92 req-6d5be26e-c5c2-4187-8e36-8d4c42a05533 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:08:11.064154 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7fe27a4e-2fa1-412e-908a-7f8e47b89d92 req-6d5be26e-c5c2-4187-8e36-8d4c42a05533 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "GET /v2.0/ports?device_id=6eab63ba-94b3-4ab4-a233-35c7266e2390 HTTP/1.1" status: 200 len: 943 time: 0.0517936 Jul 28 00:08:11.105078 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7fe27a4e-2fa1-412e-908a-7f8e47b89d92 req-ddf6bf0f-8486-4240-8040-063a1e2d1306 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4376f9d-aa5a-46d9-a9fa-66614cb0fc4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341280 Jul 28 00:08:11.318891 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device a22f92a3-661b-4170-8c09-0c63633fe353 details requested by agent hyperv_n-h1-802623-1 with host n-h1-802623-1 {{(pid=93799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 00:08:11.410230 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port a22f92a3-661b-4170-8c09-0c63633fe353, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=a22f92a3-661b-4170-8c09-0c63633fe353,segment=NetworkSegment(23fa1c7e-8f18-486f-92b3-5df38361c772),segment_id=23fa1c7e-8f18-486f-92b3-5df38361c772)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 00:08:11.422246 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Returning: {'device': 'a22f92a3-661b-4170-8c09-0c63633fe353', 'network_id': '4f1246d9-0f9b-4f38-b5f7-4b6ce2cbcf87', 'port_id': 'a22f92a3-661b-4170-8c09-0c63633fe353', 'mac_address': 'fa:16:3e:b5:39:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03bf0891-5bf9-4bfa-b000-e68d0938230c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 00:08:11.463408 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:08:11.475394 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a22f92a3-661b-4170-8c09-0c63633fe353 {{(pid=93799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 00:08:11.494217 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port a22f92a3-661b-4170-8c09-0c63633fe353, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=a22f92a3-661b-4170-8c09-0c63633fe353,segment=NetworkSegment(23fa1c7e-8f18-486f-92b3-5df38361c772),segment_id=23fa1c7e-8f18-486f-92b3-5df38361c772)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 00:08:11.499502 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:08:11.545166 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Pushing event updated for resources: {'Port': ['ID=a22f92a3-661b-4170-8c09-0c63633fe353,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:08:11.718193 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] get_ports_and_sgs() called for port_ids ['a22f92a3-661b-4170-8c09-0c63633fe353'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 00:08:12.225481 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e87603-22cd-4a13-a3ed-e9362eae5203 req-04dc0ea6-40b0-40ab-916b-4534721fc4c5 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:08:12.226942 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-05e87603-22cd-4a13-a3ed-e9362eae5203 req-04dc0ea6-40b0-40ab-916b-4534721fc4c5 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "GET /v2.0/ports?device_id=6eab63ba-94b3-4ab4-a233-35c7266e2390 HTTP/1.1" status: 200 len: 944 time: 0.0530272 Jul 28 00:08:12.264549 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-05e87603-22cd-4a13-a3ed-e9362eae5203 req-5aa58e73-ad0f-44a2-99ff-5613904b3ce6 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4376f9d-aa5a-46d9-a9fa-66614cb0fc4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316741 Jul 28 00:08:13.319925 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device a22f92a3-661b-4170-8c09-0c63633fe353 up at agent hyperv_n-h1-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 00:08:13.369258 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Provisioning for port a22f92a3-661b-4170-8c09-0c63633fe353 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 00:08:13.372914 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Provisioning complete for port a22f92a3-661b-4170-8c09-0c63633fe353 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 00:08:13.373295 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:08:13.378777 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e90e9b-885e-421d-a9c0-41492c0e01d4 req-d0e2facb-e1e7-4412-a98e-924af096da00 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:08:13.380307 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b4e90e9b-885e-421d-a9c0-41492c0e01d4 req-d0e2facb-e1e7-4412-a98e-924af096da00 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "GET /v2.0/ports?device_id=6eab63ba-94b3-4ab4-a233-35c7266e2390 HTTP/1.1" status: 200 len: 944 time: 0.0497179 Jul 28 00:08:13.420191 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b4e90e9b-885e-421d-a9c0-41492c0e01d4 req-5cb1f631-28e9-4b1c-9c03-7e14e4a85b61 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4376f9d-aa5a-46d9-a9fa-66614cb0fc4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319488 Jul 28 00:08:13.452802 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:08:13.474947 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6eab63ba-94b3-4ab4-a233-35c7266e2390', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a22f92a3-661b-4170-8c09-0c63633fe353'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 00:08:13.477219 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64765ad30d2cb160e3038d1462d2ba509af0f62467a800f17112a752d2df19f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27503d9c-5780-4d2c-8611-185bba847d4b" -d '{"events": [{"server_uuid": "6eab63ba-94b3-4ab4-a233-35c7266e2390", "name": "network-vif-plugged", "status": "completed", "tag": "a22f92a3-661b-4170-8c09-0c63633fe353"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 00:08:13.490272 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port a22f92a3-661b-4170-8c09-0c63633fe353, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=a22f92a3-661b-4170-8c09-0c63633fe353,segment=NetworkSegment(23fa1c7e-8f18-486f-92b3-5df38361c772),segment_id=23fa1c7e-8f18-486f-92b3-5df38361c772)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 00:08:13.494269 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:08:13.517416 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 00:08:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9dfa194-5c87-4b49-bfc2-72bbb561453f x-openstack-request-id: req-a9dfa194-5c87-4b49-bfc2-72bbb561453f {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 00:08:13.517708 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6eab63ba-94b3-4ab4-a233-35c7266e2390", "name": "network-vif-plugged", "status": "completed", "tag": "a22f92a3-661b-4170-8c09-0c63633fe353", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 00:08:13.517960 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a9dfa194-5c87-4b49-bfc2-72bbb561453f {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 00:08:13.518362 n-d-802623-1 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6eab63ba-94b3-4ab4-a233-35c7266e2390', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a22f92a3-661b-4170-8c09-0c63633fe353', 'code': 200} Jul 28 00:08:13.545023 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Pushing event updated for resources: {'Port': ['ID=a22f92a3-661b-4170-8c09-0c63633fe353,revision_number=5']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:08:13.606136 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacdec32-7ec0-4893-a8d2-9972de1650c1 req-70424696-5033-473d-9158-462251407d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:08:13.607625 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-cacdec32-7ec0-4893-a8d2-9972de1650c1 req-70424696-5033-473d-9158-462251407d71 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=6eab63ba-94b3-4ab4-a233-35c7266e2390 HTTP/1.1" status: 200 len: 1096 time: 0.0389557 Jul 28 00:08:13.646214 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-cacdec32-7ec0-4893-a8d2-9972de1650c1 req-5ada17c1-66e7-4585-bc97-a01a8b13bb36 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=a4376f9d-aa5a-46d9-a9fa-66614cb0fc4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304739 Jul 28 00:08:14.535947 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015dcb6b-4123-4125-8710-0118d30a0a7d req-b993c29e-9f32-47a1-baa6-0dcf0728317c tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:08:14.537441 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-015dcb6b-4123-4125-8710-0118d30a0a7d req-b993c29e-9f32-47a1-baa6-0dcf0728317c tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "GET /v2.0/ports?device_id=6eab63ba-94b3-4ab4-a233-35c7266e2390 HTTP/1.1" status: 200 len: 945 time: 0.0518868 Jul 28 00:08:14.575363 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-015dcb6b-4123-4125-8710-0118d30a0a7d req-ac4bd749-ce8b-4bb4-89b4-a347ed4bb93b tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4376f9d-aa5a-46d9-a9fa-66614cb0fc4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313315 Jul 28 00:08:14.688902 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de41cf23-8602-43b9-bcf0-732fcbc17ed3 req-ceca8563-8190-43fc-b27b-b3d0d31ce8ac tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:08:14.690632 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-de41cf23-8602-43b9-bcf0-732fcbc17ed3 req-ceca8563-8190-43fc-b27b-b3d0d31ce8ac tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "GET /v2.0/ports?device_id=6eab63ba-94b3-4ab4-a233-35c7266e2390 HTTP/1.1" status: 200 len: 945 time: 0.0493436 Jul 28 00:08:14.728176 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-de41cf23-8602-43b9-bcf0-732fcbc17ed3 req-3d821d1e-59b0-4664-b310-ad83b1cab6d3 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4376f9d-aa5a-46d9-a9fa-66614cb0fc4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316000 Jul 28 00:08:14.749318 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 58662) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:08:14.787359 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acebc30c-f003-4f8b-a506-fe128d8fd75f tempest-TestNetworkAdvancedServerOps-2036493630 tempest-TestNetworkAdvancedServerOps-2036493630-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:08:14.788859 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-acebc30c-f003-4f8b-a506-fe128d8fd75f tempest-TestNetworkAdvancedServerOps-2036493630 tempest-TestNetworkAdvancedServerOps-2036493630-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=6eab63ba-94b3-4ab4-a233-35c7266e2390 HTTP/1.1" status: 200 len: 1091 time: 0.0385816 Jul 28 00:08:14.791673 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 58664) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:08:14.795995 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-8b060f6e-eb49-4e29-99ee-92afd98fdbe3 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Request body: {'floatingip': {'floating_network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'port_id': 'a22f92a3-661b-4170-8c09-0c63633fe353', 'tenant_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 00:08:14.818177 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8b060f6e-eb49-4e29-99ee-92afd98fdbe3 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks [] for floatingip, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:08:14.917693 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8b060f6e-eb49-4e29-99ee-92afd98fdbe3 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:08:15.020370 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-8b060f6e-eb49-4e29-99ee-92afd98fdbe3 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Allocated IP 172.25.4.89 (2fd42287-ed26-4eb9-89a5-b521f5b04356/17de1f8f-393a-4b0c-a2df-614bd3f2fb5e/5aa4eb1b-4c32-4a35-b00f-3c4970c6ab3e) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 00:08:15.121896 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8b060f6e-eb49-4e29-99ee-92afd98fdbe3 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:08:15.164543 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8b060f6e-eb49-4e29-99ee-92afd98fdbe3 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:08:15.200432 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b060f6e-eb49-4e29-99ee-92afd98fdbe3 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Network 2fd42287-ed26-4eb9-89a5-b521f5b04356 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 00:08:15.203171 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-8b060f6e-eb49-4e29-99ee-92afd98fdbe3 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 00:08:15.206497 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b060f6e-eb49-4e29-99ee-92afd98fdbe3 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 00:08:15.237219 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b060f6e-eb49-4e29-99ee-92afd98fdbe3 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Pushing event updated for resources: {'Port': ['ID=5aa4eb1b-4c32-4a35-b00f-3c4970c6ab3e,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:08:15.557883 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8b060f6e-eb49-4e29-99ee-92afd98fdbe3 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:08:15.624471 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8b060f6e-eb49-4e29-99ee-92afd98fdbe3 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:08:15.765129 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8b060f6e-eb49-4e29-99ee-92afd98fdbe3 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:08:15.769582 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8b060f6e-eb49-4e29-99ee-92afd98fdbe3 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11336041'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:08:15.838677 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b060f6e-eb49-4e29-99ee-92afd98fdbe3 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Pushing event updated for resources: {'Port': ['ID=5aa4eb1b-4c32-4a35-b00f-3c4970c6ab3e,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:08:15.848348 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8b060f6e-eb49-4e29-99ee-92afd98fdbe3 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-415302'] for floatingip, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:08:15.944751 n-d-802623-1 neutron-server[93797]: INFO neutron.db.l3_db [None req-8b060f6e-eb49-4e29-99ee-92afd98fdbe3 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Floating IP 7af049f3-724a-4ef1-adc8-7bd032e923f5 associated. External IP: 172.25.4.89, port: a22f92a3-661b-4170-8c09-0c63633fe353. Jul 28 00:08:16.151725 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b060f6e-eb49-4e29-99ee-92afd98fdbe3 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Router a3d35db4-c60d-4207-b8b5-9fde09b553fc has already been hosted by L3 agent 018c4455-49c0-4734-927d-7824067b2a9e {{(pid=93797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 00:08:16.604501 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b060f6e-eb49-4e29-99ee-92afd98fdbe3 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 00:08:16.614002 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a1fb86d-7c36-4013-a97e-73bc3696fc88 None None] Sync routers for ids ['a3d35db4-c60d-4207-b8b5-9fde09b553fc'] in n-d-802623-1 {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 00:08:16.628030 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a1fb86d-7c36-4013-a97e-73bc3696fc88 None None] Routers {'a3d35db4-c60d-4207-b8b5-9fde09b553fc'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 00:08:16.629262 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-6a1fb86d-7c36-4013-a97e-73bc3696fc88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-28T00:08:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['a3d35db4-c60d-4207-b8b5-9fde09b553fc'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:08:16.631489 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8b060f6e-eb49-4e29-99ee-92afd98fdbe3 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for floatingip, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:08:16.657815 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-8b060f6e-eb49-4e29-99ee-92afd98fdbe3 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8651247 Jul 28 00:08:16.658386 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6eab63ba-94b3-4ab4-a233-35c7266e2390', 'tag': 'a22f92a3-661b-4170-8c09-0c63633fe353'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 00:08:16.660654 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54ff2e8c926e0231465601fd4f15fa4e9ff5e8c34d973af7f909e70dd0b48885" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df270e35-02da-4135-a0ce-413266a948cc" -d '{"events": [{"name": "network-changed", "server_uuid": "6eab63ba-94b3-4ab4-a233-35c7266e2390", "tag": "a22f92a3-661b-4170-8c09-0c63633fe353"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 00:08:16.699917 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 00:08:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1a92b2e-2da0-4982-b53b-ef0c4ff6c69b x-openstack-request-id: req-f1a92b2e-2da0-4982-b53b-ef0c4ff6c69b {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 00:08:16.700211 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6eab63ba-94b3-4ab4-a233-35c7266e2390", "tag": "a22f92a3-661b-4170-8c09-0c63633fe353", "status": "completed", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 00:08:16.700465 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f1a92b2e-2da0-4982-b53b-ef0c4ff6c69b {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 00:08:16.700867 n-d-802623-1 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6eab63ba-94b3-4ab4-a233-35c7266e2390', 'tag': 'a22f92a3-661b-4170-8c09-0c63633fe353', 'status': 'completed', 'code': 200} Jul 28 00:08:16.743920 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-6a1fb86d-7c36-4013-a97e-73bc3696fc88 None None] Set router a3d35db4-c60d-4207-b8b5-9fde09b553fc gateway port host: n-d-802623-1 {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 00:08:16.785017 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23ba358-4e0c-4cb0-b9ac-065317229aec req-f8b4dadb-4d0e-446f-921e-0db96701a066 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:08:16.786530 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c23ba358-4e0c-4cb0-b9ac-065317229aec req-f8b4dadb-4d0e-446f-921e-0db96701a066 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "GET /v2.0/ports?device_id=6eab63ba-94b3-4ab4-a233-35c7266e2390 HTTP/1.1" status: 200 len: 945 time: 0.0775228 Jul 28 00:08:16.793341 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df270e35-02da-4135-a0ce-413266a948cc req-bc8c7580-c18e-461f-860a-133775d57311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:08:16.794812 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-df270e35-02da-4135-a0ce-413266a948cc req-bc8c7580-c18e-461f-860a-133775d57311 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=9ba1e124f2a248fcbbee4df813e28c7a&device_id=6eab63ba-94b3-4ab4-a233-35c7266e2390 HTTP/1.1" status: 200 len: 1096 time: 0.0581267 Jul 28 00:08:16.877150 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c23ba358-4e0c-4cb0-b9ac-065317229aec req-c37c3559-ee00-4637-b1b5-6f9f06d4b2f1 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4376f9d-aa5a-46d9-a9fa-66614cb0fc4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812662 Jul 28 00:08:16.899397 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 58670) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:08:16.921347 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df270e35-02da-4135-a0ce-413266a948cc req-74d0c05c-13c1-453a-8f81-9a6f082026cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:08:16.923078 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-df270e35-02da-4135-a0ce-413266a948cc req-74d0c05c-13c1-453a-8f81-9a6f082026cf service neutron] 10.222.0.38 "GET /v2.0/networks?id=4f1246d9-0f9b-4f38-b5f7-4b6ce2cbcf87 HTTP/1.1" status: 200 len: 898 time: 0.1203761 Jul 28 00:08:16.961532 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-748e0049-5ca2-4fca-a58f-6c39c6f35f27 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "GET /v2.0/floatingips/7af049f3-724a-4ef1-adc8-7bd032e923f5 HTTP/1.1" status: 200 len: 990 time: 0.0604539 Jul 28 00:08:16.978869 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-6a1fb86d-7c36-4013-a97e-73bc3696fc88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3d35db4-c60d-4207-b8b5-9fde09b553fc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-685000997', 'tenant_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.75'}], 'enable_snat': True}, 'gw_port_id': 'b5b57cbb-9a99-4878-ab87-adf7fee55f19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T00:08:02Z', 'updated_at': '2021-07-28T00:08:05Z', 'revision_number': 4, 'project_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'gw_port': {'id': 'b5b57cbb-9a99-4878-ab87-adf7fee55f19', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:2e:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3d35db4-c60d-4207-b8b5-9fde09b553fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T00:08:02Z', 'updated_at': '2021-07-28T00:08:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_floatingips': [{'id': '7af049f3-724a-4ef1-adc8-7bd032e923f5', 'tenant_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'floating_ip_address': '172.25.4.89', 'floating_network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'router_id': 'a3d35db4-c60d-4207-b8b5-9fde09b553fc', 'port_id': 'a22f92a3-661b-4170-8c09-0c63633fe353', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4185, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f1246d9-0f9b-4f38-b5f7-4b6ce2cbcf87', 'mac_address': 'fa:16:3e:b5:39:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eab63ba-94b3-4ab4-a233-35c7266e2390', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T00:08:15Z', 'updated_at': '2021-07-28T00:08:15Z', 'revision_number': 0, 'project_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01aa4c8c-d5b6-490b-9b2a-3fc3b3979b57', 'name': '', 'network_id': '4f1246d9-0f9b-4f38-b5f7-4b6ce2cbcf87', 'tenant_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'mac_address': 'fa:16:3e:43:46:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3d35db4-c60d-4207-b8b5-9fde09b553fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '03bf0891-5bf9-4bfa-b000-e68d0938230c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T00:08:04Z', 'updated_at': '2021-07-28T00:08:09Z', 'revision_number': 5, 'project_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'subnets': [{'id': '03bf0891-5bf9-4bfa-b000-e68d0938230c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:08:16.994968 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-df270e35-02da-4135-a0ce-413266a948cc req-1d44260b-4b66-4cdf-add3-98f0fabba0f9 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a22f92a3-661b-4170-8c09-0c63633fe353 HTTP/1.1" status: 200 len: 998 time: 0.0644424 Jul 28 00:08:17.004862 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a1fb86d-7c36-4013-a97e-73bc3696fc88 None None] Checking router: a3d35db4-c60d-4207-b8b5-9fde09b553fc for host: n-d-802623-1 {{(pid=93799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 00:08:17.013340 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a1fb86d-7c36-4013-a97e-73bc3696fc88 None None] Routers {'a3d35db4-c60d-4207-b8b5-9fde09b553fc'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 00:08:17.013955 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-6a1fb86d-7c36-4013-a97e-73bc3696fc88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-28T00:08:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['a3d35db4-c60d-4207-b8b5-9fde09b553fc'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:08:17.044590 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df270e35-02da-4135-a0ce-413266a948cc req-a3e035d5-ef8e-4c63-87fc-5f8583f9c5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:08:17.046075 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-df270e35-02da-4135-a0ce-413266a948cc req-a3e035d5-ef8e-4c63-87fc-5f8583f9c5d2 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=03bf0891-5bf9-4bfa-b000-e68d0938230c HTTP/1.1" status: 200 len: 834 time: 0.0438643 Jul 28 00:08:17.093448 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df270e35-02da-4135-a0ce-413266a948cc req-ebdbf44c-c832-481d-94f0-6a691bfbb8bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:08:17.095104 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-df270e35-02da-4135-a0ce-413266a948cc req-ebdbf44c-c832-481d-94f0-6a691bfbb8bf service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=4f1246d9-0f9b-4f38-b5f7-4b6ce2cbcf87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411868 Jul 28 00:08:17.121539 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-6a1fb86d-7c36-4013-a97e-73bc3696fc88 None None] Set router a3d35db4-c60d-4207-b8b5-9fde09b553fc gateway port host: n-d-802623-1 {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 00:08:17.188455 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-df270e35-02da-4135-a0ce-413266a948cc req-c086f856-4657-4f13-84a8-9dfc57e14cdc service neutron] 10.222.0.38 "GET /v2.0/networks/4f1246d9-0f9b-4f38-b5f7-4b6ce2cbcf87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865486 Jul 28 00:08:17.277198 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-df270e35-02da-4135-a0ce-413266a948cc req-1229ae2a-fa5a-4f14-82b4-bdd1b7777dec service neutron] 10.222.0.38 "GET /v2.0/networks/4f1246d9-0f9b-4f38-b5f7-4b6ce2cbcf87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815136 Jul 28 00:08:17.345047 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-6a1fb86d-7c36-4013-a97e-73bc3696fc88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3d35db4-c60d-4207-b8b5-9fde09b553fc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-685000997', 'tenant_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.75'}], 'enable_snat': True}, 'gw_port_id': 'b5b57cbb-9a99-4878-ab87-adf7fee55f19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T00:08:02Z', 'updated_at': '2021-07-28T00:08:05Z', 'revision_number': 4, 'project_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'gw_port': {'id': 'b5b57cbb-9a99-4878-ab87-adf7fee55f19', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:2e:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3d35db4-c60d-4207-b8b5-9fde09b553fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T00:08:02Z', 'updated_at': '2021-07-28T00:08:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_floatingips': [{'id': '7af049f3-724a-4ef1-adc8-7bd032e923f5', 'tenant_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'floating_ip_address': '172.25.4.89', 'floating_network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'router_id': 'a3d35db4-c60d-4207-b8b5-9fde09b553fc', 'port_id': 'a22f92a3-661b-4170-8c09-0c63633fe353', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4185, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f1246d9-0f9b-4f38-b5f7-4b6ce2cbcf87', 'mac_address': 'fa:16:3e:b5:39:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eab63ba-94b3-4ab4-a233-35c7266e2390', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T00:08:15Z', 'updated_at': '2021-07-28T00:08:15Z', 'revision_number': 0, 'project_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01aa4c8c-d5b6-490b-9b2a-3fc3b3979b57', 'name': '', 'network_id': '4f1246d9-0f9b-4f38-b5f7-4b6ce2cbcf87', 'tenant_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'mac_address': 'fa:16:3e:43:46:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3d35db4-c60d-4207-b8b5-9fde09b553fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '03bf0891-5bf9-4bfa-b000-e68d0938230c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T00:08:04Z', 'updated_at': '2021-07-28T00:08:09Z', 'revision_number': 5, 'project_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'subnets': [{'id': '03bf0891-5bf9-4bfa-b000-e68d0938230c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:08:17.371074 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a1fb86d-7c36-4013-a97e-73bc3696fc88 None None] The sync data for ids ['a3d35db4-c60d-4207-b8b5-9fde09b553fc'] in n-d-802623-1 is: [{'id': 'a3d35db4-c60d-4207-b8b5-9fde09b553fc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-685000997', 'tenant_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.75'}], 'enable_snat': True}, 'gw_port_id': 'b5b57cbb-9a99-4878-ab87-adf7fee55f19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T00:08:02Z', 'updated_at': '2021-07-28T00:08:05Z', 'revision_number': 4, 'project_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'gw_port': {'id': 'b5b57cbb-9a99-4878-ab87-adf7fee55f19', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:2e:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3d35db4-c60d-4207-b8b5-9fde09b553fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T00:08:02Z', 'updated_at': '2021-07-28T00:08:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_floatingips': [{'id': '7af049f3-724a-4ef1-adc8-7bd032e923f5', 'tenant_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'floating_ip_address': '172.25.4.89', 'floating_network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'router_id': 'a3d35db4-c60d-4207-b8b5-9fde09b553fc', 'port_id': 'a22f92a3-661b-4170-8c09-0c63633fe353', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4185, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f1246d9-0f9b-4f38-b5f7-4b6ce2cbcf87', 'mac_address': 'fa:16:3e:b5:39:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eab63ba-94b3-4ab4-a233-35c7266e2390', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T00:08:15Z', 'updated_at': '2021-07-28T00:08:15Z', 'revision_number': 0, 'project_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01aa4c8c-d5b6-490b-9b2a-3fc3b3979b57', 'name': '', 'network_id': '4f1246d9-0f9b-4f38-b5f7-4b6ce2cbcf87', 'tenant_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'mac_address': 'fa:16:3e:43:46:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3d35db4-c60d-4207-b8b5-9fde09b553fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '03bf0891-5bf9-4bfa-b000-e68d0938230c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T00:08:04Z', 'updated_at': '2021-07-28T00:08:09Z', 'revision_number': 5, 'project_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'subnets': [{'id': '03bf0891-5bf9-4bfa-b000-e68d0938230c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 00:08:17.552697 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4575a2e-f704-425e-abd3-d926225ab999 None None] New status for floating IP 7af049f3-724a-4ef1-adc8-7bd032e923f5: ACTIVE {{(pid=93800) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 00:08:17.966096 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 58672) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:08:18.029888 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-fe277217-c4cc-4196-8b79-22305fbe1401 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "GET /v2.0/floatingips/7af049f3-724a-4ef1-adc8-7bd032e923f5 HTTP/1.1" status: 200 len: 992 time: 0.0626960 Jul 28 00:08:26.971895 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-5557e3c2-9c23-4d9e-b47d-c3075729acd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:08:29.653655 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-3d0e67e1-1092-42c6-aec5-978eb289be89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:08:30.083379 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:08:30.132404 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:08:30.688415 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-19f2e178-d45e-4fbe-b9be-c3963fc151ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:08:32.445350 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7418f70f-e60d-4709-8ba9-6ab514bc7f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:08:35.415898 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:08:37.359964 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.agents_db [None req-9beef776-8bab-4de2-989a-f5a23ba4aaf4 None None] Agent healthcheck: found 7 active agents {{(pid=93800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 00:08:47.770308 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a6b0b3-ffb3-41e9-8fae-b8d05aef2813 req-9cf38c83-317c-4e84-bf34-687552f0f531 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:08:47.771834 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-78a6b0b3-ffb3-41e9-8fae-b8d05aef2813 req-9cf38c83-317c-4e84-bf34-687552f0f531 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "GET /v2.0/ports?device_id=6eab63ba-94b3-4ab4-a233-35c7266e2390 HTTP/1.1" status: 200 len: 945 time: 0.0491402 Jul 28 00:08:47.809368 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-78a6b0b3-ffb3-41e9-8fae-b8d05aef2813 req-158f13ae-a314-48b7-9aaa-a51198841007 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4376f9d-aa5a-46d9-a9fa-66614cb0fc4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309720 Jul 28 00:08:48.924356 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a694b34-8cd1-4597-a30a-9488005b97cb req-876cc38d-eaf8-4a7e-a017-48a337d4837c tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:08:48.925693 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-2a694b34-8cd1-4597-a30a-9488005b97cb req-876cc38d-eaf8-4a7e-a017-48a337d4837c tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "GET /v2.0/ports?device_id=6eab63ba-94b3-4ab4-a233-35c7266e2390 HTTP/1.1" status: 200 len: 945 time: 0.0480852 Jul 28 00:08:48.961815 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-2a694b34-8cd1-4597-a30a-9488005b97cb req-353f06b9-6d75-4f98-a3b7-578d71237836 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4376f9d-aa5a-46d9-a9fa-66614cb0fc4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302761 Jul 28 00:08:48.984188 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 58690) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:08:49.052711 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-1afefcf1-1768-47aa-8698-515cc8eecdc7 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "GET /v2.0/floatingips/7af049f3-724a-4ef1-adc8-7bd032e923f5 HTTP/1.1" status: 200 len: 992 time: 0.0673764 Jul 28 00:08:50.311029 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e58708-4e39-4970-bfeb-8b93fac42599 req-a493fa8a-2f28-423b-98b0-01000e7ae5df tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:08:50.312554 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-78e58708-4e39-4970-bfeb-8b93fac42599 req-a493fa8a-2f28-423b-98b0-01000e7ae5df tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "GET /v2.0/ports?device_id=6eab63ba-94b3-4ab4-a233-35c7266e2390 HTTP/1.1" status: 200 len: 945 time: 0.0529833 Jul 28 00:08:50.352565 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-78e58708-4e39-4970-bfeb-8b93fac42599 req-217f84b0-1e98-48db-9da3-d7319620007a tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4376f9d-aa5a-46d9-a9fa-66614cb0fc4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328457 Jul 28 00:08:51.468155 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2311b9-dde2-43a7-9842-722623dd29c5 req-525de074-d8dd-4ff0-82cd-66433decfb72 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:08:51.469629 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-9d2311b9-dde2-43a7-9842-722623dd29c5 req-525de074-d8dd-4ff0-82cd-66433decfb72 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "GET /v2.0/ports?device_id=6eab63ba-94b3-4ab4-a233-35c7266e2390 HTTP/1.1" status: 200 len: 945 time: 0.0488961 Jul 28 00:08:51.506424 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-9d2311b9-dde2-43a7-9842-722623dd29c5 req-9b9c2ad3-d2ab-4bd9-928d-29e4aadeba58 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4376f9d-aa5a-46d9-a9fa-66614cb0fc4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308661 Jul 28 00:08:51.528855 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 58700) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:08:51.591395 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-44225667-446b-4654-a9f4-af47517ffacb tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "GET /v2.0/floatingips/7af049f3-724a-4ef1-adc8-7bd032e923f5 HTTP/1.1" status: 200 len: 992 time: 0.0613625 Jul 28 00:08:51.817188 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 58706) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:08:51.968146 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-9b73f434-7315-42cb-a456-9853176961da tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Deleting port 5aa4eb1b-4c32-4a35-b00f-3c4970c6ab3e {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 00:08:51.968486 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9b73f434-7315-42cb-a456-9853176961da tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:08:52.044419 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9b73f434-7315-42cb-a456-9853176961da tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:08:52.044748 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9b73f434-7315-42cb-a456-9853176961da tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:08:52.056208 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-9b73f434-7315-42cb-a456-9853176961da tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Calling delete_port for 5aa4eb1b-4c32-4a35-b00f-3c4970c6ab3e owned by network:floatingip {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 00:08:52.203241 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9b73f434-7315-42cb-a456-9853176961da tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:08:52.228685 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b73f434-7315-42cb-a456-9853176961da tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Pushing event deleted for resources: {'Port': ['ID=5aa4eb1b-4c32-4a35-b00f-3c4970c6ab3e,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:08:52.257279 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b73f434-7315-42cb-a456-9853176961da tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:08:52.257631 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b73f434-7315-42cb-a456-9853176961da tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:08:52.257970 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b73f434-7315-42cb-a456-9853176961da tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:08:52.258307 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b73f434-7315-42cb-a456-9853176961da tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:08:52.258639 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b73f434-7315-42cb-a456-9853176961da tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:08:52.258969 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b73f434-7315-42cb-a456-9853176961da tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:08:52.259322 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b73f434-7315-42cb-a456-9853176961da tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:08:52.259649 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b73f434-7315-42cb-a456-9853176961da tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:08:52.259975 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b73f434-7315-42cb-a456-9853176961da tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:08:52.260297 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b73f434-7315-42cb-a456-9853176961da tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:08:52.260619 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b73f434-7315-42cb-a456-9853176961da tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:08:52.260937 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b73f434-7315-42cb-a456-9853176961da tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:08:52.305726 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9b73f434-7315-42cb-a456-9853176961da tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks [] for floatingip, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:08:52.306053 n-d-802623-1 neutron-server[93798]: INFO neutron.db.l3_db [None req-9b73f434-7315-42cb-a456-9853176961da tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Floating IP 7af049f3-724a-4ef1-adc8-7bd032e923f5 disassociated (deleted). External IP: 172.25.4.89, port: a22f92a3-661b-4170-8c09-0c63633fe353. Jul 28 00:08:52.510194 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b73f434-7315-42cb-a456-9853176961da tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Router a3d35db4-c60d-4207-b8b5-9fde09b553fc has already been hosted by L3 agent 018c4455-49c0-4734-927d-7824067b2a9e {{(pid=93798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 00:08:52.611782 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b73f434-7315-42cb-a456-9853176961da tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 00:08:52.616206 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9b73f434-7315-42cb-a456-9853176961da tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for floatingip, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:08:52.621891 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2665598-b040-4b94-8970-804d08423d15 None None] Sync routers for ids ['a3d35db4-c60d-4207-b8b5-9fde09b553fc'] in n-d-802623-1 {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 00:08:52.631012 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2665598-b040-4b94-8970-804d08423d15 None None] Routers {'a3d35db4-c60d-4207-b8b5-9fde09b553fc'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 00:08:52.631660 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-e2665598-b040-4b94-8970-804d08423d15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-28T00:08:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['a3d35db4-c60d-4207-b8b5-9fde09b553fc'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:08:52.645912 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-9b73f434-7315-42cb-a456-9853176961da tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "DELETE /v2.0/floatingips/7af049f3-724a-4ef1-adc8-7bd032e923f5 HTTP/1.1" status: 204 len: 168 time: 0.8269386 Jul 28 00:08:52.645912 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6eab63ba-94b3-4ab4-a233-35c7266e2390', 'tag': 'a22f92a3-661b-4170-8c09-0c63633fe353'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 00:08:52.648948 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b87af07e598cf5b62d2945997aebdb2f0d5735b62acaa13edb25b119cdbae256" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b16c55f0-03e5-4cfe-b597-7c7649cd85a7" -d '{"events": [{"name": "network-changed", "server_uuid": "6eab63ba-94b3-4ab4-a233-35c7266e2390", "tag": "a22f92a3-661b-4170-8c09-0c63633fe353"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 00:08:52.693158 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 00:08:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-168f0557-98df-47c2-9db1-dac82a90ccbd x-openstack-request-id: req-168f0557-98df-47c2-9db1-dac82a90ccbd {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 00:08:52.693452 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6eab63ba-94b3-4ab4-a233-35c7266e2390", "tag": "a22f92a3-661b-4170-8c09-0c63633fe353", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 00:08:52.693709 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-168f0557-98df-47c2-9db1-dac82a90ccbd {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 00:08:52.694118 n-d-802623-1 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6eab63ba-94b3-4ab4-a233-35c7266e2390', 'tag': 'a22f92a3-661b-4170-8c09-0c63633fe353', 'status': 'completed', 'code': 200} Jul 28 00:08:52.740580 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-e2665598-b040-4b94-8970-804d08423d15 None None] Set router a3d35db4-c60d-4207-b8b5-9fde09b553fc gateway port host: n-d-802623-1 {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 00:08:52.763116 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16c55f0-03e5-4cfe-b597-7c7649cd85a7 req-b0f349e4-0bac-429a-a69d-ea1147d6f04d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:08:52.764712 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b16c55f0-03e5-4cfe-b597-7c7649cd85a7 req-b0f349e4-0bac-429a-a69d-ea1147d6f04d service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=9ba1e124f2a248fcbbee4df813e28c7a&device_id=6eab63ba-94b3-4ab4-a233-35c7266e2390 HTTP/1.1" status: 200 len: 1096 time: 0.0432739 Jul 28 00:08:52.862349 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16c55f0-03e5-4cfe-b597-7c7649cd85a7 req-bf68e78e-8681-41af-9a6a-12ae7d5012a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:08:52.864573 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b16c55f0-03e5-4cfe-b597-7c7649cd85a7 req-bf68e78e-8681-41af-9a6a-12ae7d5012a8 service neutron] 10.222.0.38 "GET /v2.0/networks?id=4f1246d9-0f9b-4f38-b5f7-4b6ce2cbcf87 HTTP/1.1" status: 200 len: 898 time: 0.0884442 Jul 28 00:08:52.884407 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f312f2f7-c19d-4520-b678-ff89679c114c req-56781f7d-15e7-4a6d-b64e-cca063d627bf tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:08:52.886039 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f312f2f7-c19d-4520-b678-ff89679c114c req-56781f7d-15e7-4a6d-b64e-cca063d627bf tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "GET /v2.0/ports?device_id=6eab63ba-94b3-4ab4-a233-35c7266e2390 HTTP/1.1" status: 200 len: 945 time: 0.0544837 Jul 28 00:08:52.912863 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b16c55f0-03e5-4cfe-b597-7c7649cd85a7 req-17d8a90c-70ab-4199-8e66-15e6408afb89 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a22f92a3-661b-4170-8c09-0c63633fe353 HTTP/1.1" status: 200 len: 217 time: 0.0384548 Jul 28 00:08:52.924916 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f312f2f7-c19d-4520-b678-ff89679c114c req-e208053e-f87d-4f58-a1dc-edf29e2375f9 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4376f9d-aa5a-46d9-a9fa-66614cb0fc4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320427 Jul 28 00:08:52.960281 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-e2665598-b040-4b94-8970-804d08423d15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3d35db4-c60d-4207-b8b5-9fde09b553fc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-685000997', 'tenant_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.75'}], 'enable_snat': True}, 'gw_port_id': 'b5b57cbb-9a99-4878-ab87-adf7fee55f19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T00:08:02Z', 'updated_at': '2021-07-28T00:08:05Z', 'revision_number': 4, 'project_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'gw_port': {'id': 'b5b57cbb-9a99-4878-ab87-adf7fee55f19', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:2e:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3d35db4-c60d-4207-b8b5-9fde09b553fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T00:08:02Z', 'updated_at': '2021-07-28T00:08:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': '01aa4c8c-d5b6-490b-9b2a-3fc3b3979b57', 'name': '', 'network_id': '4f1246d9-0f9b-4f38-b5f7-4b6ce2cbcf87', 'tenant_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'mac_address': 'fa:16:3e:43:46:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3d35db4-c60d-4207-b8b5-9fde09b553fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '03bf0891-5bf9-4bfa-b000-e68d0938230c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T00:08:04Z', 'updated_at': '2021-07-28T00:08:09Z', 'revision_number': 5, 'project_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'subnets': [{'id': '03bf0891-5bf9-4bfa-b000-e68d0938230c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:08:52.964776 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16c55f0-03e5-4cfe-b597-7c7649cd85a7 req-ac4bc1b1-5686-4b4b-b6d3-52e063490216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:08:52.966344 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b16c55f0-03e5-4cfe-b597-7c7649cd85a7 req-ac4bc1b1-5686-4b4b-b6d3-52e063490216 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=03bf0891-5bf9-4bfa-b000-e68d0938230c HTTP/1.1" status: 200 len: 834 time: 0.0451360 Jul 28 00:08:52.986844 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2665598-b040-4b94-8970-804d08423d15 None None] Checking router: a3d35db4-c60d-4207-b8b5-9fde09b553fc for host: n-d-802623-1 {{(pid=93799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 00:08:52.995306 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2665598-b040-4b94-8970-804d08423d15 None None] Routers {'a3d35db4-c60d-4207-b8b5-9fde09b553fc'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 00:08:52.995924 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-e2665598-b040-4b94-8970-804d08423d15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-28T00:08:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['a3d35db4-c60d-4207-b8b5-9fde09b553fc'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:08:53.016174 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16c55f0-03e5-4cfe-b597-7c7649cd85a7 req-97eda1df-b01d-45d0-9487-517ac263f66e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:08:53.017628 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b16c55f0-03e5-4cfe-b597-7c7649cd85a7 req-97eda1df-b01d-45d0-9487-517ac263f66e service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=4f1246d9-0f9b-4f38-b5f7-4b6ce2cbcf87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425503 Jul 28 00:08:53.103755 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-e2665598-b040-4b94-8970-804d08423d15 None None] Set router a3d35db4-c60d-4207-b8b5-9fde09b553fc gateway port host: n-d-802623-1 {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 00:08:53.118824 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b16c55f0-03e5-4cfe-b597-7c7649cd85a7 req-d8562912-7c58-43f7-9ed9-5010e482971d service neutron] 10.222.0.38 "GET /v2.0/networks/4f1246d9-0f9b-4f38-b5f7-4b6ce2cbcf87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899351 Jul 28 00:08:53.209956 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b16c55f0-03e5-4cfe-b597-7c7649cd85a7 req-76f8712e-3556-47b6-b375-73d21a56e2a5 service neutron] 10.222.0.38 "GET /v2.0/networks/4f1246d9-0f9b-4f38-b5f7-4b6ce2cbcf87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814793 Jul 28 00:08:53.299072 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-e2665598-b040-4b94-8970-804d08423d15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3d35db4-c60d-4207-b8b5-9fde09b553fc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-685000997', 'tenant_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.75'}], 'enable_snat': True}, 'gw_port_id': 'b5b57cbb-9a99-4878-ab87-adf7fee55f19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T00:08:02Z', 'updated_at': '2021-07-28T00:08:05Z', 'revision_number': 4, 'project_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'gw_port': {'id': 'b5b57cbb-9a99-4878-ab87-adf7fee55f19', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:2e:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3d35db4-c60d-4207-b8b5-9fde09b553fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T00:08:02Z', 'updated_at': '2021-07-28T00:08:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': '01aa4c8c-d5b6-490b-9b2a-3fc3b3979b57', 'name': '', 'network_id': '4f1246d9-0f9b-4f38-b5f7-4b6ce2cbcf87', 'tenant_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'mac_address': 'fa:16:3e:43:46:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3d35db4-c60d-4207-b8b5-9fde09b553fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '03bf0891-5bf9-4bfa-b000-e68d0938230c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T00:08:04Z', 'updated_at': '2021-07-28T00:08:09Z', 'revision_number': 5, 'project_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'subnets': [{'id': '03bf0891-5bf9-4bfa-b000-e68d0938230c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:08:53.484945 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2665598-b040-4b94-8970-804d08423d15 None None] The sync data for ids ['a3d35db4-c60d-4207-b8b5-9fde09b553fc'] in n-d-802623-1 is: [{'id': 'a3d35db4-c60d-4207-b8b5-9fde09b553fc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-685000997', 'tenant_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.75'}], 'enable_snat': True}, 'gw_port_id': 'b5b57cbb-9a99-4878-ab87-adf7fee55f19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T00:08:02Z', 'updated_at': '2021-07-28T00:08:05Z', 'revision_number': 4, 'project_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'gw_port': {'id': 'b5b57cbb-9a99-4878-ab87-adf7fee55f19', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:2e:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3d35db4-c60d-4207-b8b5-9fde09b553fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T00:08:02Z', 'updated_at': '2021-07-28T00:08:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': '01aa4c8c-d5b6-490b-9b2a-3fc3b3979b57', 'name': '', 'network_id': '4f1246d9-0f9b-4f38-b5f7-4b6ce2cbcf87', 'tenant_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'mac_address': 'fa:16:3e:43:46:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3d35db4-c60d-4207-b8b5-9fde09b553fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '03bf0891-5bf9-4bfa-b000-e68d0938230c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T00:08:04Z', 'updated_at': '2021-07-28T00:08:09Z', 'revision_number': 5, 'project_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'subnets': [{'id': '03bf0891-5bf9-4bfa-b000-e68d0938230c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 00:08:53.710230 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-400aa7d7-18a2-47ab-a096-c740c794e2be None None] New status for floating IP 7af049f3-724a-4ef1-adc8-7bd032e923f5: DOWN {{(pid=93800) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 00:08:54.043130 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e524d4-b644-4b2e-bb71-73fdf382901a req-a836f41f-7584-4156-8082-d0470a992ae7 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:08:54.044607 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c9e524d4-b644-4b2e-bb71-73fdf382901a req-a836f41f-7584-4156-8082-d0470a992ae7 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "GET /v2.0/ports?device_id=6eab63ba-94b3-4ab4-a233-35c7266e2390 HTTP/1.1" status: 200 len: 945 time: 0.0489414 Jul 28 00:08:54.085728 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c9e524d4-b644-4b2e-bb71-73fdf382901a req-d88fad4f-5d8c-4ca2-a58b-fee087048238 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4376f9d-aa5a-46d9-a9fa-66614cb0fc4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353289 Jul 28 00:08:54.390952 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9b77a7-e9ea-4700-b844-743ec8ba1506 req-d9f983c9-3326-45ea-a577-00366ec06610 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:08:54.392339 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-0a9b77a7-e9ea-4700-b844-743ec8ba1506 req-d9f983c9-3326-45ea-a577-00366ec06610 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.38 "GET /v2.0/ports?device_id=6eab63ba-94b3-4ab4-a233-35c7266e2390 HTTP/1.1" status: 200 len: 945 time: 0.0474350 Jul 28 00:08:54.480430 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-0a9b77a7-e9ea-4700-b844-743ec8ba1506 req-391fc40d-3e2a-495d-a40d-130032a761c0 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Deleting port a22f92a3-661b-4170-8c09-0c63633fe353 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 00:08:54.481289 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-0a9b77a7-e9ea-4700-b844-743ec8ba1506 req-391fc40d-3e2a-495d-a40d-130032a761c0 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:08:54.573325 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-0a9b77a7-e9ea-4700-b844-743ec8ba1506 req-391fc40d-3e2a-495d-a40d-130032a761c0 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] For port a22f92a3-661b-4170-8c09-0c63633fe353, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=a22f92a3-661b-4170-8c09-0c63633fe353,segment=NetworkSegment(23fa1c7e-8f18-486f-92b3-5df38361c772),segment_id=23fa1c7e-8f18-486f-92b3-5df38361c772)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 00:08:54.573691 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-0a9b77a7-e9ea-4700-b844-743ec8ba1506 req-391fc40d-3e2a-495d-a40d-130032a761c0 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:08:54.586003 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-0a9b77a7-e9ea-4700-b844-743ec8ba1506 req-391fc40d-3e2a-495d-a40d-130032a761c0 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Calling delete_port for a22f92a3-661b-4170-8c09-0c63633fe353 owned by compute:nova {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 00:08:54.711223 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-0a9b77a7-e9ea-4700-b844-743ec8ba1506 req-391fc40d-3e2a-495d-a40d-130032a761c0 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:08:54.738432 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391fc40d-3e2a-495d-a40d-130032a761c0 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Pushing event deleted for resources: {'Port': ['ID=a22f92a3-661b-4170-8c09-0c63633fe353,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:08:54.780798 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a9b77a7-e9ea-4700-b844-743ec8ba1506 req-391fc40d-3e2a-495d-a40d-130032a761c0 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] No DVR routers for this DVR port a22f92a3-661b-4170-8c09-0c63633fe353 on host n-h1-802623-1 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 00:08:54.783991 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-0a9b77a7-e9ea-4700-b844-743ec8ba1506 req-391fc40d-3e2a-495d-a40d-130032a761c0 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:08:54.786571 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-0a9b77a7-e9ea-4700-b844-743ec8ba1506 req-391fc40d-3e2a-495d-a40d-130032a761c0 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.38 "DELETE /v2.0/ports/a22f92a3-661b-4170-8c09-0c63633fe353 HTTP/1.1" status: 204 len: 173 time: 0.3873641 Jul 28 00:08:54.787027 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6eab63ba-94b3-4ab4-a233-35c7266e2390', 'name': 'network-vif-deleted', 'tag': 'a22f92a3-661b-4170-8c09-0c63633fe353'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 00:08:54.789263 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b87af07e598cf5b62d2945997aebdb2f0d5735b62acaa13edb25b119cdbae256" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d46af89d-3f49-4447-bf32-ff3179dbc13d" -d '{"events": [{"server_uuid": "6eab63ba-94b3-4ab4-a233-35c7266e2390", "name": "network-vif-deleted", "tag": "a22f92a3-661b-4170-8c09-0c63633fe353"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 00:08:54.827664 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 00:08:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0206652d-d385-44fb-af76-a17f29327495 x-openstack-request-id: req-0206652d-d385-44fb-af76-a17f29327495 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 00:08:54.827971 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6eab63ba-94b3-4ab4-a233-35c7266e2390", "name": "network-vif-deleted", "tag": "a22f92a3-661b-4170-8c09-0c63633fe353", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 00:08:54.828222 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0206652d-d385-44fb-af76-a17f29327495 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 00:08:54.828743 n-d-802623-1 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6eab63ba-94b3-4ab4-a233-35c7266e2390', 'name': 'network-vif-deleted', 'tag': 'a22f92a3-661b-4170-8c09-0c63633fe353', 'status': 'completed', 'code': 200} Jul 28 00:08:55.197219 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-45e05144-a011-46e2-bd6a-2f8292102cfc req-fb9fca28-0a2d-47c9-9631-49f13a8f7c15 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "GET /v2.0/ports?device_id=6eab63ba-94b3-4ab4-a233-35c7266e2390 HTTP/1.1" status: 200 len: 210 time: 0.0292685 Jul 28 00:08:56.254515 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 58722) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:08:56.946222 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9840b478-6559-48b8-821a-8dcb47e8fb20 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-414022'] for router_interface, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:08:56.972727 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-38bd3b74-612b-47a1-aae8-7725599546e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:08:57.200663 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-9840b478-6559-48b8-821a-8dcb47e8fb20 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Deleting port 01aa4c8c-d5b6-490b-9b2a-3fc3b3979b57 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 00:08:57.200927 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9840b478-6559-48b8-821a-8dcb47e8fb20 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:08:57.285686 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-9840b478-6559-48b8-821a-8dcb47e8fb20 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] For port 01aa4c8c-d5b6-490b-9b2a-3fc3b3979b57, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=01aa4c8c-d5b6-490b-9b2a-3fc3b3979b57,segment=NetworkSegment(23fa1c7e-8f18-486f-92b3-5df38361c772),segment_id=23fa1c7e-8f18-486f-92b3-5df38361c772)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 00:08:57.286378 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9840b478-6559-48b8-821a-8dcb47e8fb20 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:08:57.298625 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-9840b478-6559-48b8-821a-8dcb47e8fb20 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Calling delete_port for 01aa4c8c-d5b6-490b-9b2a-3fc3b3979b57 owned by network:router_interface {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 00:08:57.483565 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9840b478-6559-48b8-821a-8dcb47e8fb20 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:08:57.510461 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9840b478-6559-48b8-821a-8dcb47e8fb20 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Pushing event deleted for resources: {'Port': ['ID=01aa4c8c-d5b6-490b-9b2a-3fc3b3979b57,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:08:57.679196 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9840b478-6559-48b8-821a-8dcb47e8fb20 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3760546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-413994'] for router_interface, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:08:57.890978 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9840b478-6559-48b8-821a-8dcb47e8fb20 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Router a3d35db4-c60d-4207-b8b5-9fde09b553fc has already been hosted by L3 agent 018c4455-49c0-4734-927d-7824067b2a9e {{(pid=93798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 00:08:57.997534 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9840b478-6559-48b8-821a-8dcb47e8fb20 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 00:08:58.003508 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-9840b478-6559-48b8-821a-8dcb47e8fb20 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "PUT /v2.0/routers/a3d35db4-c60d-4207-b8b5-9fde09b553fc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7479262 Jul 28 00:08:58.007360 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 58724) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:08:58.007622 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63d6e2ca-78b9-4536-b7a7-356bb755b72e None None] Sync routers for ids ['a3d35db4-c60d-4207-b8b5-9fde09b553fc'] in n-d-802623-1 {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 00:08:58.017318 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63d6e2ca-78b9-4536-b7a7-356bb755b72e None None] Routers {'a3d35db4-c60d-4207-b8b5-9fde09b553fc'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 00:08:58.017931 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-63d6e2ca-78b9-4536-b7a7-356bb755b72e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-28T00:08:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['a3d35db4-c60d-4207-b8b5-9fde09b553fc'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:08:58.063272 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_v2 [None req-45b71f40-7061-4e9c-b5a9-b0674908df24 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Deleting subnet 03bf0891-5bf9-4bfa-b000-e68d0938230c {{(pid=93798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 00:08:58.066713 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-45b71f40-7061-4e9c-b5a9-b0674908df24 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks [] for subnet, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:08:58.106814 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-45b71f40-7061-4e9c-b5a9-b0674908df24 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11163249'] for subnet, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:08:58.129612 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-63d6e2ca-78b9-4536-b7a7-356bb755b72e None None] Set router a3d35db4-c60d-4207-b8b5-9fde09b553fc gateway port host: n-d-802623-1 {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 00:08:58.195148 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-45b71f40-7061-4e9c-b5a9-b0674908df24 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620741'] for subnet, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:08:58.253438 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-45b71f40-7061-4e9c-b5a9-b0674908df24 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11971800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12265753'] for subnet, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:08:58.281147 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b71f40-7061-4e9c-b5a9-b0674908df24 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Pushing event deleted for resources: {'Subnet': ['ID=03bf0891-5bf9-4bfa-b000-e68d0938230c,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:08:58.284854 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-45b71f40-7061-4e9c-b5a9-b0674908df24 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:08:58.289594 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-45b71f40-7061-4e9c-b5a9-b0674908df24 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "DELETE /v2.0/subnets/03bf0891-5bf9-4bfa-b000-e68d0938230c HTTP/1.1" status: 204 len: 168 time: 0.2782924 Jul 28 00:08:58.290204 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 58726) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:08:58.292684 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca4ec1ba-dfda-4707-a713-03942554adb8 None None] Network 4f1246d9-0f9b-4f38-b5f7-4b6ce2cbcf87 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 00:08:58.364282 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-63d6e2ca-78b9-4536-b7a7-356bb755b72e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3d35db4-c60d-4207-b8b5-9fde09b553fc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-685000997', 'tenant_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.75'}], 'enable_snat': True}, 'gw_port_id': 'b5b57cbb-9a99-4878-ab87-adf7fee55f19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T00:08:02Z', 'updated_at': '2021-07-28T00:08:57Z', 'revision_number': 5, 'project_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'gw_port': {'id': 'b5b57cbb-9a99-4878-ab87-adf7fee55f19', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:2e:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3d35db4-c60d-4207-b8b5-9fde09b553fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T00:08:02Z', 'updated_at': '2021-07-28T00:08:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1'}], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:08:58.400505 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-88819ac5-3e7f-44f6-8ce8-dd98926020dd tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks [] for router, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:08:58.406823 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63d6e2ca-78b9-4536-b7a7-356bb755b72e None None] Checking router: a3d35db4-c60d-4207-b8b5-9fde09b553fc for host: n-d-802623-1 {{(pid=93799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 00:08:58.431710 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63d6e2ca-78b9-4536-b7a7-356bb755b72e None None] Routers {'a3d35db4-c60d-4207-b8b5-9fde09b553fc'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 00:08:58.432329 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-63d6e2ca-78b9-4536-b7a7-356bb755b72e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-28T00:08:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['a3d35db4-c60d-4207-b8b5-9fde09b553fc'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:08:58.510069 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-88819ac5-3e7f-44f6-8ce8-dd98926020dd tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:08:58.553102 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-63d6e2ca-78b9-4536-b7a7-356bb755b72e None None] Set router a3d35db4-c60d-4207-b8b5-9fde09b553fc gateway port host: n-d-802623-1 {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 00:08:58.573385 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-88819ac5-3e7f-44f6-8ce8-dd98926020dd tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Deleting port b5b57cbb-9a99-4878-ab87-adf7fee55f19 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 00:08:58.573737 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-88819ac5-3e7f-44f6-8ce8-dd98926020dd tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:08:58.584264 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ded987e6-aa47-4540-be07-3a334ba9b184 None None] DHCP port deletion for 4f1246d9-0f9b-4f38-b5f7-4b6ce2cbcf87 request from n-d-802623-1 {{(pid=93799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 00:08:58.671937 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-88819ac5-3e7f-44f6-8ce8-dd98926020dd tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] For port b5b57cbb-9a99-4878-ab87-adf7fee55f19, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=b5b57cbb-9a99-4878-ab87-adf7fee55f19,segment=NetworkSegment(b9afe07e-bbe4-4740-834c-4b6a9698bdbc),segment_id=b9afe07e-bbe4-4740-834c-4b6a9698bdbc)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 00:08:58.672252 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-88819ac5-3e7f-44f6-8ce8-dd98926020dd tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:08:58.688023 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-88819ac5-3e7f-44f6-8ce8-dd98926020dd tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Calling delete_port for b5b57cbb-9a99-4878-ab87-adf7fee55f19 owned by network:router_gateway {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 00:08:58.730018 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-ded987e6-aa47-4540-be07-3a334ba9b184 None None] Deleting port 1bdccef7-bce5-4cba-9dbb-d665297c1864 {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 00:08:58.730421 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ded987e6-aa47-4540-be07-3a334ba9b184 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:08:58.734268 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 1bdccef7-bce5-4cba-9dbb-d665297c1864 no longer exists at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 00:08:58.856945 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ded987e6-aa47-4540-be07-3a334ba9b184 None None] For port 1bdccef7-bce5-4cba-9dbb-d665297c1864, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=1bdccef7-bce5-4cba-9dbb-d665297c1864,segment=NetworkSegment(23fa1c7e-8f18-486f-92b3-5df38361c772),segment_id=23fa1c7e-8f18-486f-92b3-5df38361c772)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 00:08:58.857243 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ded987e6-aa47-4540-be07-3a334ba9b184 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:08:58.878489 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-ded987e6-aa47-4540-be07-3a334ba9b184 None None] Calling delete_port for 1bdccef7-bce5-4cba-9dbb-d665297c1864 owned by network:dhcp {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 00:08:58.885846 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-88819ac5-3e7f-44f6-8ce8-dd98926020dd tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:08:58.920685 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88819ac5-3e7f-44f6-8ce8-dd98926020dd tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Pushing event deleted for resources: {'Port': ['ID=b5b57cbb-9a99-4878-ab87-adf7fee55f19,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:08:58.969379 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:08:58.981311 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-63d6e2ca-78b9-4536-b7a7-356bb755b72e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3d35db4-c60d-4207-b8b5-9fde09b553fc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-685000997', 'tenant_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.75'}], 'enable_snat': True}, 'gw_port_id': 'b5b57cbb-9a99-4878-ab87-adf7fee55f19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T00:08:02Z', 'updated_at': '2021-07-28T00:08:57Z', 'revision_number': 5, 'project_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'gw_port': {'id': 'b5b57cbb-9a99-4878-ab87-adf7fee55f19', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:2e:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3d35db4-c60d-4207-b8b5-9fde09b553fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T00:08:02Z', 'updated_at': '2021-07-28T00:08:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1'}], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:08:58.991066 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-88819ac5-3e7f-44f6-8ce8-dd98926020dd tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-415368'] for router_gateway, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:08:59.043767 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63d6e2ca-78b9-4536-b7a7-356bb755b72e None None] The sync data for ids ['a3d35db4-c60d-4207-b8b5-9fde09b553fc'] in n-d-802623-1 is: [{'id': 'a3d35db4-c60d-4207-b8b5-9fde09b553fc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-685000997', 'tenant_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.75'}], 'enable_snat': True}, 'gw_port_id': 'b5b57cbb-9a99-4878-ab87-adf7fee55f19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T00:08:02Z', 'updated_at': '2021-07-28T00:08:57Z', 'revision_number': 5, 'project_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'gw_port': {'id': 'b5b57cbb-9a99-4878-ab87-adf7fee55f19', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:2e:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3d35db4-c60d-4207-b8b5-9fde09b553fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T00:08:02Z', 'updated_at': '2021-07-28T00:08:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1'}] {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 00:08:59.070024 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] For port 1bdccef7-bce5-4cba-9dbb-d665297c1864, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=1bdccef7-bce5-4cba-9dbb-d665297c1864,segment=NetworkSegment(23fa1c7e-8f18-486f-92b3-5df38361c772),segment_id=23fa1c7e-8f18-486f-92b3-5df38361c772)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 00:08:59.082341 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:08:59.090301 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-88819ac5-3e7f-44f6-8ce8-dd98926020dd tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62205'] for router, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:08:59.093169 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-88819ac5-3e7f-44f6-8ce8-dd98926020dd tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:08:59.116818 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ded987e6-aa47-4540-be07-3a334ba9b184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:08:59.142037 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ded987e6-aa47-4540-be07-3a334ba9b184 None None] No DVR routers for this DVR port 1bdccef7-bce5-4cba-9dbb-d665297c1864 on host n-d-802623-1 {{(pid=93799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 00:08:59.143147 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-88819ac5-3e7f-44f6-8ce8-dd98926020dd tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-477831'] for router, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:08:59.144351 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88819ac5-3e7f-44f6-8ce8-dd98926020dd tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Fanout notify agent at l3_agent the message router_deleted on router a3d35db4-c60d-4207-b8b5-9fde09b553fc {{(pid=93798) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 00:08:59.145141 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Pushing event updated for resources: {'Port': ['ID=1bdccef7-bce5-4cba-9dbb-d665297c1864,revision_number=5']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:08:59.155775 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-88819ac5-3e7f-44f6-8ce8-dd98926020dd tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks [] for router, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:08:59.155966 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:08:59.156320 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:08:59.156665 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:08:59.157005 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:08:59.157320 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-88819ac5-3e7f-44f6-8ce8-dd98926020dd tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "DELETE /v2.0/routers/a3d35db4-c60d-4207-b8b5-9fde09b553fc HTTP/1.1" status: 204 len: 168 time: 0.8660431 Jul 28 00:08:59.157432 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:08:59.157789 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:08:59.158275 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:08:59.158607 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:08:59.158936 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:08:59.159293 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:08:59.159724 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:08:59.160058 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:08:59.160181 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 58730) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:08:59.186722 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded987e6-aa47-4540-be07-3a334ba9b184 None None] Pushing event deleted for resources: {'Port': ['ID=1bdccef7-bce5-4cba-9dbb-d665297c1864,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:08:59.237047 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-cb479734-419f-486b-b2b9-8b1c6648e283 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593271'] for network, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:08:59.324119 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-cb479734-419f-486b-b2b9-8b1c6648e283 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618032', 'neutron.services.segments.db._delete_segments_for_network-8736833900081'] for network, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:08:59.333813 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-cb479734-419f-486b-b2b9-8b1c6648e283 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f1246d9-0f9b-4f38-b5f7-4b6ce2cbcf87']}} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:08:59.348379 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-cb479734-419f-486b-b2b9-8b1c6648e283 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23fa1c7e-8f18-486f-92b3-5df38361c772') {'for_net_delete': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:08:59.348671 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-cb479734-419f-486b-b2b9-8b1c6648e283 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23fa1c7e-8f18-486f-92b3-5df38361c772') {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:08:59.360767 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-cb479734-419f-486b-b2b9-8b1c6648e283 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736833900858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11163256'] for segment, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:08:59.376920 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-cb479734-419f-486b-b2b9-8b1c6648e283 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:08:59.383652 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb479734-419f-486b-b2b9-8b1c6648e283 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Releasing vlan 509 on physical network physnet1 to pool {{(pid=93798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 00:08:59.384004 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-cb479734-419f-486b-b2b9-8b1c6648e283 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11971746'] for segment, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:08:59.387213 n-d-802623-1 neutron-server[93798]: Traceback (most recent call last): Jul 28 00:08:59.387213 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 00:08:59.387213 n-d-802623-1 neutron-server[93798]: timer() Jul 28 00:08:59.387213 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 00:08:59.387213 n-d-802623-1 neutron-server[93798]: cb(*args, **kw) Jul 28 00:08:59.387213 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 00:08:59.387213 n-d-802623-1 neutron-server[93798]: return func(*args, **kwargs) Jul 28 00:08:59.387213 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 00:08:59.387213 n-d-802623-1 neutron-server[93798]: self._notify() Jul 28 00:08:59.387213 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 00:08:59.387213 n-d-802623-1 neutron-server[93798]: self.callback(batched_events) Jul 28 00:08:59.387213 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 00:08:59.387213 n-d-802623-1 neutron-server[93798]: event.method(event) Jul 28 00:08:59.387213 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 00:08:59.387213 n-d-802623-1 neutron-server[93798]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 00:08:59.387213 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 00:08:59.387213 n-d-802623-1 neutron-server[93798]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 00:08:59.387213 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 00:08:59.387213 n-d-802623-1 neutron-server[93798]: return f(self, *a, **k) Jul 28 00:08:59.387213 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 00:08:59.387213 n-d-802623-1 neutron-server[93798]: return self._get(url).json() Jul 28 00:08:59.387213 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 00:08:59.387213 n-d-802623-1 neutron-server[93798]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 00:08:59.387213 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 00:08:59.387213 n-d-802623-1 neutron-server[93798]: return self.request(url, 'GET', **kwargs) Jul 28 00:08:59.387213 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 00:08:59.387213 n-d-802623-1 neutron-server[93798]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 00:08:59.387213 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 00:08:59.387213 n-d-802623-1 neutron-server[93798]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 00:08:59.387213 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 00:08:59.387213 n-d-802623-1 neutron-server[93798]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 00:08:59.387213 n-d-802623-1 neutron-server[93798]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 00:08:59.451167 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-cb479734-419f-486b-b2b9-8b1c6648e283 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415412'] for network, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:08:59.458845 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-cb479734-419f-486b-b2b9-8b1c6648e283 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks [] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:08:59.463823 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-cb479734-419f-486b-b2b9-8b1c6648e283 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "DELETE /v2.0/networks/4f1246d9-0f9b-4f38-b5f7-4b6ce2cbcf87 HTTP/1.1" status: 204 len: 168 time: 0.2999508 Jul 28 00:08:59.464175 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 58732) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:08:59.482437 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb479734-419f-486b-b2b9-8b1c6648e283 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Pushing event deleted for resources: {'Network': ['ID=4f1246d9-0f9b-4f38-b5f7-4b6ce2cbcf87,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:08:59.494082 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device a22f92a3-661b-4170-8c09-0c63633fe353 no longer exists at agent hyperv_n-h1-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 00:08:59.514243 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] No Port match for: a22f92a3-661b-4170-8c09-0c63633fe353 {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 00:08:59.514608 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device a22f92a3-661b-4170-8c09-0c63633fe353 not bound to the agent host n-h1-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 00:08:59.536358 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b9ad9cfa-e3e7-41fb-8f85-55f8c00ba3e2 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:08:59.562914 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b9ad9cfa-e3e7-41fb-8f85-55f8c00ba3e2 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:08:59.624359 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b9ad9cfa-e3e7-41fb-8f85-55f8c00ba3e2 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:08:59.626955 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b9ad9cfa-e3e7-41fb-8f85-55f8c00ba3e2 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:08:59.628305 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-b9ad9cfa-e3e7-41fb-8f85-55f8c00ba3e2 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "DELETE /v2.0/security-groups/a4376f9d-aa5a-46d9-a9fa-66614cb0fc4f HTTP/1.1" status: 204 len: 168 time: 0.1632075 Jul 28 00:08:59.637992 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ad9cfa-e3e7-41fb-8f85-55f8c00ba3e2 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4376f9d-aa5a-46d9-a9fa-66614cb0fc4f,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:08:59.672592 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e3623dca-576a-4ac3-88a0-ec5b265cabdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:08:59.934881 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 58738) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:08:59.939936 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-691f46f1-a36a-4974-95a7-2b27e470a069 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-646518635', 'description': 'tempest-secgroup-smoke-646518635 description', 'project_id': '9ba1e124f2a248fcbbee4df813e28c7a'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 00:08:59.962553 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-691f46f1-a36a-4974-95a7-2b27e470a069 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:09:00.043516 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-691f46f1-a36a-4974-95a7-2b27e470a069 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:09:00.048052 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-691f46f1-a36a-4974-95a7-2b27e470a069 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:09:00.078943 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-691f46f1-a36a-4974-95a7-2b27e470a069 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:09:00.080530 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-691f46f1-a36a-4974-95a7-2b27e470a069 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1445513 Jul 28 00:09:00.082673 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691f46f1-a36a-4974-95a7-2b27e470a069 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Pushing event updated for resources: {'SecurityGroup': ['ID=482e3cde-4128-427f-9463-5f1118976edc,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:09:00.083776 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 58740) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:09:00.085258 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:09:00.088749 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-cafd2ae2-d4ce-4c1c-9053-8320e5e57760 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Request body: {'security_group_rule': {'security_group_id': '482e3cde-4128-427f-9463-5f1118976edc', 'project_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 00:09:00.117840 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-cafd2ae2-d4ce-4c1c-9053-8320e5e57760 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:09:00.136412 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:09:00.167843 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-cafd2ae2-d4ce-4c1c-9053-8320e5e57760 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:09:00.172102 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-cafd2ae2-d4ce-4c1c-9053-8320e5e57760 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784185'] for security_group_rule, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:09:00.189952 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafd2ae2-d4ce-4c1c-9053-8320e5e57760 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b8cd4f6-dc29-4124-827e-0c734dd68d47,revision_number=0']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:09:00.199215 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafd2ae2-d4ce-4c1c-9053-8320e5e57760 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:09:00.199569 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafd2ae2-d4ce-4c1c-9053-8320e5e57760 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:09:00.199951 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafd2ae2-d4ce-4c1c-9053-8320e5e57760 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:09:00.200290 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafd2ae2-d4ce-4c1c-9053-8320e5e57760 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:09:00.200629 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafd2ae2-d4ce-4c1c-9053-8320e5e57760 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:09:00.200962 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafd2ae2-d4ce-4c1c-9053-8320e5e57760 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:09:00.201297 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafd2ae2-d4ce-4c1c-9053-8320e5e57760 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:09:00.201628 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafd2ae2-d4ce-4c1c-9053-8320e5e57760 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:09:00.201957 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafd2ae2-d4ce-4c1c-9053-8320e5e57760 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:09:00.202285 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafd2ae2-d4ce-4c1c-9053-8320e5e57760 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:09:00.202615 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafd2ae2-d4ce-4c1c-9053-8320e5e57760 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:09:00.202940 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafd2ae2-d4ce-4c1c-9053-8320e5e57760 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:09:00.205530 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-cafd2ae2-d4ce-4c1c-9053-8320e5e57760 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:09:00.209309 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-cafd2ae2-d4ce-4c1c-9053-8320e5e57760 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1217775 Jul 28 00:09:00.209682 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 58742) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:09:00.213782 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-f69ad82b-bdc7-4338-9cfc-c118740edc93 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Request body: {'security_group_rule': {'security_group_id': '482e3cde-4128-427f-9463-5f1118976edc', 'project_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 00:09:00.240535 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f69ad82b-bdc7-4338-9cfc-c118740edc93 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:09:00.309758 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f69ad82b-bdc7-4338-9cfc-c118740edc93 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:09:00.315378 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f69ad82b-bdc7-4338-9cfc-c118740edc93 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784185'] for security_group_rule, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:09:00.334798 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69ad82b-bdc7-4338-9cfc-c118740edc93 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44be162c-52e5-4a03-8129-b5b69d49192f,revision_number=0']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:09:00.341408 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f69ad82b-bdc7-4338-9cfc-c118740edc93 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:09:00.342714 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-f69ad82b-bdc7-4338-9cfc-c118740edc93 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1322458 Jul 28 00:09:00.345450 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 58744) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:09:00.350123 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-824686cc-ef6a-4850-b345-1c3c1eb0f5f3 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Request body: {'security_group_rule': {'security_group_id': '482e3cde-4128-427f-9463-5f1118976edc', 'project_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 00:09:00.376821 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-824686cc-ef6a-4850-b345-1c3c1eb0f5f3 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:09:00.440102 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-824686cc-ef6a-4850-b345-1c3c1eb0f5f3 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:09:00.443844 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-824686cc-ef6a-4850-b345-1c3c1eb0f5f3 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784185'] for security_group_rule, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:09:00.460640 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824686cc-ef6a-4850-b345-1c3c1eb0f5f3 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4aaaa2bc-e22b-406f-b07d-2662291426d6,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:09:00.468911 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-824686cc-ef6a-4850-b345-1c3c1eb0f5f3 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:09:00.470824 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-824686cc-ef6a-4850-b345-1c3c1eb0f5f3 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1240489 Jul 28 00:09:00.473674 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 58746) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:09:00.478191 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-3678454d-82a5-4008-809e-7692a5ce4e50 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Request body: {'security_group_rule': {'security_group_id': '482e3cde-4128-427f-9463-5f1118976edc', 'project_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 00:09:00.505163 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3678454d-82a5-4008-809e-7692a5ce4e50 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:09:00.570246 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3678454d-82a5-4008-809e-7692a5ce4e50 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:09:00.574774 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3678454d-82a5-4008-809e-7692a5ce4e50 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784185'] for security_group_rule, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:09:00.594392 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3678454d-82a5-4008-809e-7692a5ce4e50 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63e58c38-03a9-4f72-a61f-ba1d9740eb49,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:09:00.597853 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3678454d-82a5-4008-809e-7692a5ce4e50 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:09:00.599106 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-3678454d-82a5-4008-809e-7692a5ce4e50 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1243598 Jul 28 00:09:00.601756 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 58748) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:09:00.606240 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-17f8ca08-9d85-4b5d-9113-f8ae3f518519 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Request body: {'security_group_rule': {'security_group_id': '482e3cde-4128-427f-9463-5f1118976edc', 'project_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 00:09:00.629840 n-d-802623-1 neutron-server[93798]: INFO neutron.db.securitygroups_db [None req-17f8ca08-9d85-4b5d-9113-f8ae3f518519 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Project 9ba1e124f2a248fcbbee4df813e28c7a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 00:09:00.635164 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-17f8ca08-9d85-4b5d-9113-f8ae3f518519 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:09:00.670499 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device b5b57cbb-9a99-4878-ab87-adf7fee55f19 no longer exists at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 00:09:00.697941 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] No Port match for: b5b57cbb-9a99-4878-ab87-adf7fee55f19 {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 00:09:00.698302 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device b5b57cbb-9a99-4878-ab87-adf7fee55f19 not bound to the agent host n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 00:09:00.698927 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 01aa4c8c-d5b6-490b-9b2a-3fc3b3979b57 no longer exists at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 00:09:00.702844 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-17f8ca08-9d85-4b5d-9113-f8ae3f518519 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:09:00.707066 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-17f8ca08-9d85-4b5d-9113-f8ae3f518519 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784185'] for security_group_rule, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:09:00.723808 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] No Port match for: 01aa4c8c-d5b6-490b-9b2a-3fc3b3979b57 {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 00:09:00.724232 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 01aa4c8c-d5b6-490b-9b2a-3fc3b3979b57 not bound to the agent host n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 00:09:00.726353 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f8ca08-9d85-4b5d-9113-f8ae3f518519 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc8dc7ab-b662-4d9a-a470-e9725bce9a35,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:09:00.728205 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-19f2e178-d45e-4fbe-b9be-c3963fc151ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:09:00.732469 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-17f8ca08-9d85-4b5d-9113-f8ae3f518519 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:09:00.733764 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-17f8ca08-9d85-4b5d-9113-f8ae3f518519 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1310778 Jul 28 00:09:00.736532 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 58750) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:09:00.741026 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-4da9d118-d858-42cd-a28c-08bd59b717d7 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Request body: {'security_group_rule': {'security_group_id': '482e3cde-4128-427f-9463-5f1118976edc', 'project_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 00:09:00.762970 n-d-802623-1 neutron-server[93798]: INFO neutron.db.securitygroups_db [None req-4da9d118-d858-42cd-a28c-08bd59b717d7 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Project 9ba1e124f2a248fcbbee4df813e28c7a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 00:09:00.767898 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4da9d118-d858-42cd-a28c-08bd59b717d7 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:09:00.832125 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4da9d118-d858-42cd-a28c-08bd59b717d7 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:09:00.835711 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4da9d118-d858-42cd-a28c-08bd59b717d7 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784185'] for security_group_rule, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:09:00.855207 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da9d118-d858-42cd-a28c-08bd59b717d7 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1d2880f-3982-4a84-900d-cfaf513a321c,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:09:00.862204 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4da9d118-d858-42cd-a28c-08bd59b717d7 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:09:00.863465 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-4da9d118-d858-42cd-a28c-08bd59b717d7 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1260011 Jul 28 00:09:00.866138 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 58752) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:09:00.871954 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-7378a44d-63a0-43ef-a680-32661825fcc3 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Request body: {'network': {'name': 'tempest-network-smoke--631261697', 'project_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'port_security_enabled': True}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 00:09:00.892052 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7378a44d-63a0-43ef-a680-32661825fcc3 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Made reservation on behalf of 9ba1e124f2a248fcbbee4df813e28c7a for: {'network': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 00:09:00.895472 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7378a44d-63a0-43ef-a680-32661825fcc3 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for network, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:09:00.918071 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7378a44d-63a0-43ef-a680-32661825fcc3 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 519} {{(pid=93798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 00:09:00.927361 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7378a44d-63a0-43ef-a680-32661825fcc3 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:09:00.927809 n-d-802623-1 neutron-server[93798]: INFO neutron.db.segments_db [None req-7378a44d-63a0-43ef-a680-32661825fcc3 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Added segment 4ec584b6-23f1-4096-8948-f97397821785 of type vlan for network 40a52268-cb75-48dc-ad7c-46862b7664fd Jul 28 00:09:00.968668 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7378a44d-63a0-43ef-a680-32661825fcc3 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736833354590'] for network, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:09:00.995859 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7378a44d-63a0-43ef-a680-32661825fcc3 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569'] for network, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:09:01.002449 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7378a44d-63a0-43ef-a680-32661825fcc3 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:09:01.003038 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7378a44d-63a0-43ef-a680-32661825fcc3 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks [] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:09:01.061466 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-7378a44d-63a0-43ef-a680-32661825fcc3 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1941955 Jul 28 00:09:01.064520 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 58754) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:09:01.071546 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-f927dd69-90d8-439a-abb3-01bdd81c55c6 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-121319537', 'admin_state_up': True, 'project_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'}}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 00:09:01.085662 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7378a44d-63a0-43ef-a680-32661825fcc3 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Pushing event updated for resources: {'Network': ['ID=40a52268-cb75-48dc-ad7c-46862b7664fd,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:09:01.095995 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Network 40a52268-cb75-48dc-ad7c-46862b7664fd details requested by agent ovs-agent-n-d-802623-1 with host n-d-802623-1 {{(pid=93799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 00:09:01.104311 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f927dd69-90d8-439a-abb3-01bdd81c55c6 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62159'] for router, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:09:01.105416 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f927dd69-90d8-439a-abb3-01bdd81c55c6 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-479230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-415539', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3693317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62148'] for router, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:09:01.156057 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f927dd69-90d8-439a-abb3-01bdd81c55c6 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:09:01.291931 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f927dd69-90d8-439a-abb3-01bdd81c55c6 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-415433', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62186'] for router, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:09:01.481978 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f927dd69-90d8-439a-abb3-01bdd81c55c6 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks [] for router_gateway, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:09:01.504304 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f927dd69-90d8-439a-abb3-01bdd81c55c6 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:09:01.602738 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-f927dd69-90d8-439a-abb3-01bdd81c55c6 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Allocated IP 172.25.4.209 (2fd42287-ed26-4eb9-89a5-b521f5b04356/17de1f8f-393a-4b0c-a2df-614bd3f2fb5e/79255c67-ab7f-4e6e-8ce1-a89a198f85f1) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 00:09:01.704327 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f927dd69-90d8-439a-abb3-01bdd81c55c6 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:09:01.743182 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f927dd69-90d8-439a-abb3-01bdd81c55c6 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:09:01.779608 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f927dd69-90d8-439a-abb3-01bdd81c55c6 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Network 2fd42287-ed26-4eb9-89a5-b521f5b04356 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 00:09:01.782362 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-f927dd69-90d8-439a-abb3-01bdd81c55c6 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 00:09:01.785766 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f927dd69-90d8-439a-abb3-01bdd81c55c6 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 00:09:01.812619 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f927dd69-90d8-439a-abb3-01bdd81c55c6 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Pushing event updated for resources: {'Port': ['ID=79255c67-ab7f-4e6e-8ce1-a89a198f85f1,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:09:02.031247 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f927dd69-90d8-439a-abb3-01bdd81c55c6 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks [] for router_gateway, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:09:02.447830 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7418f70f-e60d-4709-8ba9-6ab514bc7f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:09:02.541556 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f927dd69-90d8-439a-abb3-01bdd81c55c6 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-415468'] for router, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:09:02.668504 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f927dd69-90d8-439a-abb3-01bdd81c55c6 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Router 0273f129-fa2f-4b04-a031-e6815651b72f is scheduled to L3 agent 018c4455-49c0-4734-927d-7824067b2a9e with binding_index 1 {{(pid=93798) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 00:09:02.771881 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f927dd69-90d8-439a-abb3-01bdd81c55c6 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 00:09:02.782699 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73e8264d-e50b-4248-beb4-d3ffe62b52e2 None None] Sync routers for ids ['0273f129-fa2f-4b04-a031-e6815651b72f'] in n-d-802623-1 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 00:09:02.790183 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f927dd69-90d8-439a-abb3-01bdd81c55c6 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks [] for router, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:09:02.791594 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-f927dd69-90d8-439a-abb3-01bdd81c55c6 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7259648 Jul 28 00:09:02.793455 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e8264d-e50b-4248-beb4-d3ffe62b52e2 None None] Routers {'0273f129-fa2f-4b04-a031-e6815651b72f'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 00:09:02.794188 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-73e8264d-e50b-4248-beb4-d3ffe62b52e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-28T00:09:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['0273f129-fa2f-4b04-a031-e6815651b72f'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:09:02.794666 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 58756) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:09:02.822197 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-e5d0f7dc-b7b7-47e2-887f-7187e4c29bc6 tempest-TestNetworkAdvancedServerOps-2036493630 tempest-TestNetworkAdvancedServerOps-2036493630-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=9ba1e124f2a248fcbbee4df813e28c7a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0264323 Jul 28 00:09:02.825312 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 58758) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:09:02.896547 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-73e8264d-e50b-4248-beb4-d3ffe62b52e2 None None] Set router 0273f129-fa2f-4b04-a031-e6815651b72f gateway port host: n-d-802623-1 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 00:09:02.910246 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7585483d-5f11-4d58-a8a2-2f4c89650c28 tempest-TestNetworkAdvancedServerOps-2036493630 tempest-TestNetworkAdvancedServerOps-2036493630-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:09:02.914448 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-7585483d-5f11-4d58-a8a2-2f4c89650c28 tempest-TestNetworkAdvancedServerOps-2036493630 tempest-TestNetworkAdvancedServerOps-2036493630-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0856154 Jul 28 00:09:02.914619 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 58760) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:09:02.946692 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-8b6d77f1-6d77-44db-acd0-c08e2bcb922f tempest-TestNetworkAdvancedServerOps-2036493630 tempest-TestNetworkAdvancedServerOps-2036493630-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=2fd42287-ed26-4eb9-89a5-b521f5b04356&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0309892 Jul 28 00:09:02.949850 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 58762) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:09:02.954671 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-efcaa13a-a404-4eae-9110-0664e9bec0f3 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1003505012', 'network_id': '40a52268-cb75-48dc-ad7c-46862b7664fd', 'project_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 00:09:03.041598 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efcaa13a-a404-4eae-9110-0664e9bec0f3 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Made reservation on behalf of 9ba1e124f2a248fcbbee4df813e28c7a for: {'subnet': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 00:09:03.045331 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-efcaa13a-a404-4eae-9110-0664e9bec0f3 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12265828'] for subnet, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:09:03.074570 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-73e8264d-e50b-4248-beb4-d3ffe62b52e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0273f129-fa2f-4b04-a031-e6815651b72f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-121319537', 'tenant_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.209'}], 'enable_snat': True}, 'gw_port_id': '79255c67-ab7f-4e6e-8ce1-a89a198f85f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T00:09:01Z', 'updated_at': '2021-07-28T00:09:01Z', 'revision_number': 3, 'project_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'gw_port': {'id': '79255c67-ab7f-4e6e-8ce1-a89a198f85f1', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:90:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0273f129-fa2f-4b04-a031-e6815651b72f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T00:09:01Z', 'updated_at': '2021-07-28T00:09:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1'}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:09:03.102401 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73e8264d-e50b-4248-beb4-d3ffe62b52e2 None None] Checking router: 0273f129-fa2f-4b04-a031-e6815651b72f for host: n-d-802623-1 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 00:09:03.102753 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73e8264d-e50b-4248-beb4-d3ffe62b52e2 None None] Updating router 0273f129-fa2f-4b04-a031-e6815651b72f port 79255c67-ab7f-4e6e-8ce1-a89a198f85f1 binding host n-d-802623-1 {{(pid=93800) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 00:09:03.128842 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-73e8264d-e50b-4248-beb4-d3ffe62b52e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:09:03.230938 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-efcaa13a-a404-4eae-9110-0664e9bec0f3 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11971609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12265750'] for subnet, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:09:03.290805 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcaa13a-a404-4eae-9110-0664e9bec0f3 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Pushing event updated for resources: {'Subnet': ['ID=5457466c-b70f-4c38-9939-a9567f2569c3,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:09:03.299743 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efcaa13a-a404-4eae-9110-0664e9bec0f3 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Checking segment: {'id': '4ec584b6-23f1-4096-8948-f97397821785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '40a52268-cb75-48dc-ad7c-46862b7664fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 00:09:03.300149 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efcaa13a-a404-4eae-9110-0664e9bec0f3 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Network hostable DHCP agents. Network: 40a52268-cb75-48dc-ad7c-46862b7664fd, hostable agents: ['5950e76f-2bde-4343-a925-cbe6bacd2706'], hosted agents: [] {{(pid=93798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 00:09:03.317713 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efcaa13a-a404-4eae-9110-0664e9bec0f3 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Network 40a52268-cb75-48dc-ad7c-46862b7664fd is scheduled to be hosted by DHCP agent 5950e76f-2bde-4343-a925-cbe6bacd2706 with binding_index 1 {{(pid=93798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 00:09:03.328399 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-efcaa13a-a404-4eae-9110-0664e9bec0f3 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802623-1, 40a52268-cb75-48dc-ad7c-46862b7664fd) {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 00:09:03.332779 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efcaa13a-a404-4eae-9110-0664e9bec0f3 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:09:03.333418 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-efcaa13a-a404-4eae-9110-0664e9bec0f3 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:09:03.338417 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed805e8e-1337-4067-b8c8-9ec70c046302 None None] Network 40a52268-cb75-48dc-ad7c-46862b7664fd requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 00:09:03.351764 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-efcaa13a-a404-4eae-9110-0664e9bec0f3 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3983026 Jul 28 00:09:03.351986 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 58764) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:09:03.390286 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-73e8264d-e50b-4248-beb4-d3ffe62b52e2 None None] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:09:03.400347 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-73e8264d-e50b-4248-beb4-d3ffe62b52e2 None None] Transition to ACTIVE for port object 79255c67-ab7f-4e6e-8ce1-a89a198f85f1 will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 00:09:03.406815 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-73e8264d-e50b-4248-beb4-d3ffe62b52e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:09:03.453672 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-73e8264d-e50b-4248-beb4-d3ffe62b52e2 None None] Attempting to bind port 79255c67-ab7f-4e6e-8ce1-a89a198f85f1 on host n-d-802623-1 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 00:09:03.453974 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-73e8264d-e50b-4248-beb4-d3ffe62b52e2 None None] Attempting to bind port 79255c67-ab7f-4e6e-8ce1-a89a198f85f1 by drivers openvswitch,hyperv on host n-d-802623-1 at level 0 using segments [{'id': 'b9afe07e-bbe4-4740-834c-4b6a9698bdbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 00:09:03.454297 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73e8264d-e50b-4248-beb4-d3ffe62b52e2 None None] Attempting to bind port 79255c67-ab7f-4e6e-8ce1-a89a198f85f1 on network 2fd42287-ed26-4eb9-89a5-b521f5b04356 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 00:09:03.465736 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73e8264d-e50b-4248-beb4-d3ffe62b52e2 None None] Checking agent: {'id': 'a9a568d2-a5e7-41e4-833f-a8ab42ea4073', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 52, 30), 'started_at': datetime.datetime(2021, 7, 27, 22, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 0, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802623-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 00:09:03.466232 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73e8264d-e50b-4248-beb4-d3ffe62b52e2 None None] Checking segment: {'id': 'b9afe07e-bbe4-4740-834c-4b6a9698bdbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 00:09:03.466556 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-73e8264d-e50b-4248-beb4-d3ffe62b52e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:09:03.466952 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73e8264d-e50b-4248-beb4-d3ffe62b52e2 None None] Bound using segment: {'id': 'b9afe07e-bbe4-4740-834c-4b6a9698bdbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 00:09:03.467464 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-73e8264d-e50b-4248-beb4-d3ffe62b52e2 None None] Bound port: 79255c67-ab7f-4e6e-8ce1-a89a198f85f1, host: n-d-802623-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9afe07e-bbe4-4740-834c-4b6a9698bdbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 00:09:03.467846 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-73e8264d-e50b-4248-beb4-d3ffe62b52e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:09:03.490519 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9ed1b76-6ad1-4aeb-91f6-0c2bc3d1cc0b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f6f257c-ad18-5f0c-8c8e-ea085a5fc8a2-40a52268-cb75-48dc-ad7c-46862b7664fd', 'network_id': '40a52268-cb75-48dc-ad7c-46862b7664fd', 'tenant_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'fixed_ips': [{'subnet_id': '5457466c-b70f-4c38-9939-a9567f2569c3'}]}} from n-d-802623-1. {{(pid=93799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 00:09:03.491589 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e9ed1b76-6ad1-4aeb-91f6-0c2bc3d1cc0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:09:03.498040 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931b9d2c-40cd-4e1b-84dc-89094f1377ef None None] Pushing event updated for resources: {'Port': ['ID=79255c67-ab7f-4e6e-8ce1-a89a198f85f1,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:09:03.532951 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-73e8264d-e50b-4248-beb4-d3ffe62b52e2 None None] For port 79255c67-ab7f-4e6e-8ce1-a89a198f85f1, host n-d-802623-1, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 00:09:03.536547 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-73e8264d-e50b-4248-beb4-d3ffe62b52e2 None None] For port 79255c67-ab7f-4e6e-8ce1-a89a198f85f1, host n-d-802623-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=79255c67-ab7f-4e6e-8ce1-a89a198f85f1,segment=NetworkSegment(b9afe07e-bbe4-4740-834c-4b6a9698bdbc),segment_id=b9afe07e-bbe4-4740-834c-4b6a9698bdbc)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 00:09:03.540743 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-73e8264d-e50b-4248-beb4-d3ffe62b52e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:09:03.605974 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931b9d2c-40cd-4e1b-84dc-89094f1377ef None None] Pushing event updated for resources: {'Port': ['ID=79255c67-ab7f-4e6e-8ce1-a89a198f85f1,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:09:03.608608 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e8264d-e50b-4248-beb4-d3ffe62b52e2 None None] Routers {'0273f129-fa2f-4b04-a031-e6815651b72f'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 00:09:03.609209 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-73e8264d-e50b-4248-beb4-d3ffe62b52e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-28T00:09:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['0273f129-fa2f-4b04-a031-e6815651b72f'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:09:03.633201 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-e9ed1b76-6ad1-4aeb-91f6-0c2bc3d1cc0b None None] Allocated IP 172.20.0.2 (40a52268-cb75-48dc-ad7c-46862b7664fd/5457466c-b70f-4c38-9939-a9567f2569c3/0fe521af-3915-4a0d-82bb-34983f76f753) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 00:09:03.716004 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-73e8264d-e50b-4248-beb4-d3ffe62b52e2 None None] Set router 0273f129-fa2f-4b04-a031-e6815651b72f gateway port host: n-d-802623-1 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 00:09:03.787222 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e9ed1b76-6ad1-4aeb-91f6-0c2bc3d1cc0b None None] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:09:03.796759 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e9ed1b76-6ad1-4aeb-91f6-0c2bc3d1cc0b None None] Transition to ACTIVE for port object 0fe521af-3915-4a0d-82bb-34983f76f753 will not be triggered until provisioned by entity L2. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 00:09:03.800708 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-45817841-8b99-4a3c-8452-0c288fef8fb7 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:09:03.816351 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e9ed1b76-6ad1-4aeb-91f6-0c2bc3d1cc0b None None] Transition to ACTIVE for port object 0fe521af-3915-4a0d-82bb-34983f76f753 will not be triggered until provisioned by entity DHCP. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 00:09:03.825558 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e9ed1b76-6ad1-4aeb-91f6-0c2bc3d1cc0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:09:03.861798 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9ed1b76-6ad1-4aeb-91f6-0c2bc3d1cc0b None None] Network 40a52268-cb75-48dc-ad7c-46862b7664fd is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 00:09:03.865401 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-e9ed1b76-6ad1-4aeb-91f6-0c2bc3d1cc0b None None] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 00:09:03.868825 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9ed1b76-6ad1-4aeb-91f6-0c2bc3d1cc0b None None] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 00:09:03.900405 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ed1b76-6ad1-4aeb-91f6-0c2bc3d1cc0b None None] Pushing event updated for resources: {'Port': ['ID=0fe521af-3915-4a0d-82bb-34983f76f753,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:09:03.901892 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-73e8264d-e50b-4248-beb4-d3ffe62b52e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0273f129-fa2f-4b04-a031-e6815651b72f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-121319537', 'tenant_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.209'}], 'enable_snat': True}, 'gw_port_id': '79255c67-ab7f-4e6e-8ce1-a89a198f85f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T00:09:01Z', 'updated_at': '2021-07-28T00:09:01Z', 'revision_number': 3, 'project_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'gw_port': {'id': '79255c67-ab7f-4e6e-8ce1-a89a198f85f1', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:90:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0273f129-fa2f-4b04-a031-e6815651b72f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T00:09:01Z', 'updated_at': '2021-07-28T00:09:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1'}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:09:03.928083 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73e8264d-e50b-4248-beb4-d3ffe62b52e2 None None] The sync data for ids ['0273f129-fa2f-4b04-a031-e6815651b72f'] in n-d-802623-1 is: [{'id': '0273f129-fa2f-4b04-a031-e6815651b72f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-121319537', 'tenant_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.209'}], 'enable_snat': True}, 'gw_port_id': '79255c67-ab7f-4e6e-8ce1-a89a198f85f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T00:09:01Z', 'updated_at': '2021-07-28T00:09:01Z', 'revision_number': 3, 'project_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'gw_port': {'id': '79255c67-ab7f-4e6e-8ce1-a89a198f85f1', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:90:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0273f129-fa2f-4b04-a031-e6815651b72f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T00:09:01Z', 'updated_at': '2021-07-28T00:09:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1'}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 00:09:03.935539 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-e9ed1b76-6ad1-4aeb-91f6-0c2bc3d1cc0b None None] Attempting to bind port 0fe521af-3915-4a0d-82bb-34983f76f753 on host n-d-802623-1 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 00:09:03.935992 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-e9ed1b76-6ad1-4aeb-91f6-0c2bc3d1cc0b None None] Attempting to bind port 0fe521af-3915-4a0d-82bb-34983f76f753 by drivers openvswitch,hyperv on host n-d-802623-1 at level 0 using segments [{'id': '4ec584b6-23f1-4096-8948-f97397821785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '40a52268-cb75-48dc-ad7c-46862b7664fd'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 00:09:03.936412 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9ed1b76-6ad1-4aeb-91f6-0c2bc3d1cc0b None None] Attempting to bind port 0fe521af-3915-4a0d-82bb-34983f76f753 on network 40a52268-cb75-48dc-ad7c-46862b7664fd {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 00:09:03.941764 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9ed1b76-6ad1-4aeb-91f6-0c2bc3d1cc0b None None] Checking agent: {'id': 'a9a568d2-a5e7-41e4-833f-a8ab42ea4073', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 52, 30), 'started_at': datetime.datetime(2021, 7, 27, 22, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 0, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802623-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 00:09:03.942143 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9ed1b76-6ad1-4aeb-91f6-0c2bc3d1cc0b None None] Checking segment: {'id': '4ec584b6-23f1-4096-8948-f97397821785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '40a52268-cb75-48dc-ad7c-46862b7664fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 00:09:03.942555 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e9ed1b76-6ad1-4aeb-91f6-0c2bc3d1cc0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:09:03.942944 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9ed1b76-6ad1-4aeb-91f6-0c2bc3d1cc0b None None] Bound using segment: {'id': '4ec584b6-23f1-4096-8948-f97397821785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '40a52268-cb75-48dc-ad7c-46862b7664fd'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 00:09:03.943439 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-e9ed1b76-6ad1-4aeb-91f6-0c2bc3d1cc0b None None] Bound port: 0fe521af-3915-4a0d-82bb-34983f76f753, host: n-d-802623-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ec584b6-23f1-4096-8948-f97397821785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '40a52268-cb75-48dc-ad7c-46862b7664fd'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 00:09:03.943827 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e9ed1b76-6ad1-4aeb-91f6-0c2bc3d1cc0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:09:04.018574 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-e9ed1b76-6ad1-4aeb-91f6-0c2bc3d1cc0b None None] For port 0fe521af-3915-4a0d-82bb-34983f76f753, host n-d-802623-1, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 00:09:04.022255 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-e9ed1b76-6ad1-4aeb-91f6-0c2bc3d1cc0b None None] For port 0fe521af-3915-4a0d-82bb-34983f76f753, host n-d-802623-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=0fe521af-3915-4a0d-82bb-34983f76f753,segment=NetworkSegment(4ec584b6-23f1-4096-8948-f97397821785),segment_id=4ec584b6-23f1-4096-8948-f97397821785)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 00:09:04.027926 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e9ed1b76-6ad1-4aeb-91f6-0c2bc3d1cc0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:09:04.090844 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ed1b76-6ad1-4aeb-91f6-0c2bc3d1cc0b None None] Pushing event updated for resources: {'Port': ['ID=0fe521af-3915-4a0d-82bb-34983f76f753,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:09:04.122978 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-45817841-8b99-4a3c-8452-0c288fef8fb7 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Allocated IP 172.20.0.1 (40a52268-cb75-48dc-ad7c-46862b7664fd/5457466c-b70f-4c38-9939-a9567f2569c3/12a9206e-e7e4-45d7-81c9-fddbc9b64337) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 00:09:04.289484 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-45817841-8b99-4a3c-8452-0c288fef8fb7 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:09:04.303861 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-45817841-8b99-4a3c-8452-0c288fef8fb7 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Transition to ACTIVE for port object 12a9206e-e7e4-45d7-81c9-fddbc9b64337 will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 00:09:04.346416 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-45817841-8b99-4a3c-8452-0c288fef8fb7 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:09:04.397478 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45817841-8b99-4a3c-8452-0c288fef8fb7 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Network 40a52268-cb75-48dc-ad7c-46862b7664fd is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 00:09:04.400790 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-45817841-8b99-4a3c-8452-0c288fef8fb7 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 00:09:04.407830 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45817841-8b99-4a3c-8452-0c288fef8fb7 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 00:09:04.414996 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45817841-8b99-4a3c-8452-0c288fef8fb7 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Pushing event updated for resources: {'Port': ['ID=12a9206e-e7e4-45d7-81c9-fddbc9b64337,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:09:04.457676 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-45817841-8b99-4a3c-8452-0c288fef8fb7 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-415283'] for router_interface, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:09:04.598492 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-45817841-8b99-4a3c-8452-0c288fef8fb7 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:09:04.753713 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 79255c67-ab7f-4e6e-8ce1-a89a198f85f1 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 00:09:04.810610 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning for port 79255c67-ab7f-4e6e-8ce1-a89a198f85f1 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 00:09:04.815087 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port 79255c67-ab7f-4e6e-8ce1-a89a198f85f1 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 00:09:04.815471 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:09:04.910185 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:09:04.933744 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] For port 79255c67-ab7f-4e6e-8ce1-a89a198f85f1, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=79255c67-ab7f-4e6e-8ce1-a89a198f85f1,segment=NetworkSegment(b9afe07e-bbe4-4740-834c-4b6a9698bdbc),segment_id=b9afe07e-bbe4-4740-834c-4b6a9698bdbc)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 00:09:04.937678 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-45817841-8b99-4a3c-8452-0c288fef8fb7 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:09:04.938346 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:09:04.939707 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 0fe521af-3915-4a0d-82bb-34983f76f753 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 00:09:04.943475 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-45817841-8b99-4a3c-8452-0c288fef8fb7 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:09:05.015256 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Pushing event updated for resources: {'Port': ['ID=79255c67-ab7f-4e6e-8ce1-a89a198f85f1,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:09:05.019458 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-45817841-8b99-4a3c-8452-0c288fef8fb7 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3760555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-414115'] for router_interface, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:09:05.025359 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45817841-8b99-4a3c-8452-0c288fef8fb7 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Pushing event updated for resources: {'Port': ['ID=12a9206e-e7e4-45d7-81c9-fddbc9b64337,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:09:05.034999 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning for port 0fe521af-3915-4a0d-82bb-34983f76f753 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 00:09:05.100282 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cfb4d7b-d74d-4731-af17-a306e6234208 None None] Network 40a52268-cb75-48dc-ad7c-46862b7664fd requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 00:09:05.124184 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45817841-8b99-4a3c-8452-0c288fef8fb7 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Network 40a52268-cb75-48dc-ad7c-46862b7664fd is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 00:09:05.125784 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-45817841-8b99-4a3c-8452-0c288fef8fb7 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 00:09:05.242637 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45817841-8b99-4a3c-8452-0c288fef8fb7 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Router 0273f129-fa2f-4b04-a031-e6815651b72f has already been hosted by L3 agent 018c4455-49c0-4734-927d-7824067b2a9e {{(pid=93798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 00:09:05.317206 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-451a1ecd-8607-4474-98c6-caf76fc174e2 None None] Provisioning for port 0fe521af-3915-4a0d-82bb-34983f76f753 completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 00:09:05.324793 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-451a1ecd-8607-4474-98c6-caf76fc174e2 None None] Provisioning complete for port 0fe521af-3915-4a0d-82bb-34983f76f753 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 00:09:05.325074 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-451a1ecd-8607-4474-98c6-caf76fc174e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:09:05.357123 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45817841-8b99-4a3c-8452-0c288fef8fb7 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 00:09:05.362466 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-45817841-8b99-4a3c-8452-0c288fef8fb7 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "PUT /v2.0/routers/0273f129-fa2f-4b04-a031-e6815651b72f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0094848 Jul 28 00:09:05.467179 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:09:05.496564 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-451a1ecd-8607-4474-98c6-caf76fc174e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:09:05.511104 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ee704a8c-f764-4100-95b9-a9d50b5eb768 req-004921c9-2c5b-4e08-b26c-7e5ecf2f782c tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-646518635&fields=id&tenant_id=9ba1e124f2a248fcbbee4df813e28c7a HTTP/1.1" status: 200 len: 267 time: 0.0344937 Jul 28 00:09:05.537833 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-451a1ecd-8607-4474-98c6-caf76fc174e2 None None] For port 0fe521af-3915-4a0d-82bb-34983f76f753, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=0fe521af-3915-4a0d-82bb-34983f76f753,segment=NetworkSegment(4ec584b6-23f1-4096-8948-f97397821785),segment_id=4ec584b6-23f1-4096-8948-f97397821785)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 00:09:05.542759 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-451a1ecd-8607-4474-98c6-caf76fc174e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:09:05.596581 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451a1ecd-8607-4474-98c6-caf76fc174e2 None None] Pushing event updated for resources: {'Port': ['ID=0fe521af-3915-4a0d-82bb-34983f76f753,revision_number=3']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:09:05.636758 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee704a8c-f764-4100-95b9-a9d50b5eb768 req-5c2051fe-add9-4f79-a612-3fb645709573 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:09:05.638367 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ee704a8c-f764-4100-95b9-a9d50b5eb768 req-5c2051fe-add9-4f79-a612-3fb645709573 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "GET /v2.0/networks?id=40a52268-cb75-48dc-ad7c-46862b7664fd HTTP/1.1" status: 200 len: 796 time: 0.1202321 Jul 28 00:09:05.655974 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a41777b9-c7f1-49f8-b7af-148e6cd5457d None None] Sync routers for ids ['0273f129-fa2f-4b04-a031-e6815651b72f'] in n-d-802623-1 {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 00:09:05.659692 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ee704a8c-f764-4100-95b9-a9d50b5eb768 req-2876e378-a1d6-4325-9219-2e18d4df4b38 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "GET /v2.0/quotas/9ba1e124f2a248fcbbee4df813e28c7a HTTP/1.1" status: 200 len: 375 time: 0.0152261 Jul 28 00:09:05.670561 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a41777b9-c7f1-49f8-b7af-148e6cd5457d None None] Routers {'0273f129-fa2f-4b04-a031-e6815651b72f'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 00:09:05.671323 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-a41777b9-c7f1-49f8-b7af-148e6cd5457d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-28T00:09:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['0273f129-fa2f-4b04-a031-e6815651b72f'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:09:05.715026 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ee704a8c-f764-4100-95b9-a9d50b5eb768 req-475426b3-53ac-46d6-ac54-a0d15d96f101 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=9ba1e124f2a248fcbbee4df813e28c7a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0490348 Jul 28 00:09:05.791283 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-f8e1ec38-a568-47c6-9fdd-b27ad247db92 None None] Provisioning complete for port 0fe521af-3915-4a0d-82bb-34983f76f753 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 00:09:05.791855 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f8e1ec38-a568-47c6-9fdd-b27ad247db92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:09:05.817974 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-a41777b9-c7f1-49f8-b7af-148e6cd5457d None None] Set router 0273f129-fa2f-4b04-a031-e6815651b72f gateway port host: n-d-802623-1 {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 00:09:05.832463 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ee704a8c-f764-4100-95b9-a9d50b5eb768 req-fbf6f4aa-734d-46ae-8b9e-fd88c30ef32b service neutron] 10.222.0.18 "GET /v2.0/networks/40a52268-cb75-48dc-ad7c-46862b7664fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038482 Jul 28 00:09:05.933035 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ee704a8c-f764-4100-95b9-a9d50b5eb768 req-6c9281b8-1b0b-451d-bca1-ac21fba73e71 service neutron] 10.222.0.18 "GET /v2.0/networks/40a52268-cb75-48dc-ad7c-46862b7664fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941164 Jul 28 00:09:06.022924 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-f8e1ec38-a568-47c6-9fdd-b27ad247db92 None None] Provisioning for port 12a9206e-e7e4-45d7-81c9-fddbc9b64337 completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 00:09:06.046063 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-f8e1ec38-a568-47c6-9fdd-b27ad247db92 None None] Provisioning complete for port 12a9206e-e7e4-45d7-81c9-fddbc9b64337 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 00:09:06.046439 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f8e1ec38-a568-47c6-9fdd-b27ad247db92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:09:06.102054 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-f8e1ec38-a568-47c6-9fdd-b27ad247db92 None None] Port 12a9206e-e7e4-45d7-81c9-fddbc9b64337 cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 00:09:06.118804 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-a41777b9-c7f1-49f8-b7af-148e6cd5457d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0273f129-fa2f-4b04-a031-e6815651b72f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-121319537', 'tenant_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.209'}], 'enable_snat': True}, 'gw_port_id': '79255c67-ab7f-4e6e-8ce1-a89a198f85f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T00:09:01Z', 'updated_at': '2021-07-28T00:09:04Z', 'revision_number': 4, 'project_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'gw_port': {'id': '79255c67-ab7f-4e6e-8ce1-a89a198f85f1', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:90:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0273f129-fa2f-4b04-a031-e6815651b72f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T00:09:01Z', 'updated_at': '2021-07-28T00:09:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': '12a9206e-e7e4-45d7-81c9-fddbc9b64337', 'name': '', 'network_id': '40a52268-cb75-48dc-ad7c-46862b7664fd', 'tenant_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'mac_address': 'fa:16:3e:29:53:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0273f129-fa2f-4b04-a031-e6815651b72f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '5457466c-b70f-4c38-9939-a9567f2569c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T00:09:03Z', 'updated_at': '2021-07-28T00:09:04Z', 'revision_number': 2, 'project_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'subnets': [{'id': '5457466c-b70f-4c38-9939-a9567f2569c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:09:06.138319 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-63058258-6573-4d0f-b1c8-df4a01ac7252 req-25ee67b9-d551-42a3-ad52-be618b795849 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "GET /v2.0/ports?device_id=b47262b6-2b9d-459b-891c-e7b856ba1ed4 HTTP/1.1" status: 200 len: 210 time: 0.0364952 Jul 28 00:09:06.161157 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a41777b9-c7f1-49f8-b7af-148e6cd5457d None None] Checking router: 0273f129-fa2f-4b04-a031-e6815651b72f for host: n-d-802623-1 {{(pid=93799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 00:09:06.161527 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a41777b9-c7f1-49f8-b7af-148e6cd5457d None None] Updating router 0273f129-fa2f-4b04-a031-e6815651b72f port 12a9206e-e7e4-45d7-81c9-fddbc9b64337 binding host n-d-802623-1 {{(pid=93799) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 00:09:06.186686 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a41777b9-c7f1-49f8-b7af-148e6cd5457d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:09:06.243507 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-8a694099-06d3-409e-b3d6-594bfcab32c9 None None] Provisioning complete for port 12a9206e-e7e4-45d7-81c9-fddbc9b64337 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 00:09:06.243920 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8a694099-06d3-409e-b3d6-594bfcab32c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:09:06.339461 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-8a694099-06d3-409e-b3d6-594bfcab32c9 None None] Port 12a9206e-e7e4-45d7-81c9-fddbc9b64337 cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 00:09:06.487070 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a41777b9-c7f1-49f8-b7af-148e6cd5457d None None] Notify callbacks [] for port, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:09:06.497920 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-a41777b9-c7f1-49f8-b7af-148e6cd5457d None None] Transition to ACTIVE for port object 12a9206e-e7e4-45d7-81c9-fddbc9b64337 will not be triggered until provisioned by entity L2. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 00:09:06.504531 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a41777b9-c7f1-49f8-b7af-148e6cd5457d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:09:06.557547 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af1dd4a-b8e4-4481-baa3-9bf5a7add787 None None] Pushing event updated for resources: {'Port': ['ID=12a9206e-e7e4-45d7-81c9-fddbc9b64337,revision_number=3']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:09:06.616236 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-a41777b9-c7f1-49f8-b7af-148e6cd5457d None None] Attempting to bind port 12a9206e-e7e4-45d7-81c9-fddbc9b64337 on host n-d-802623-1 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 00:09:06.616621 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-a41777b9-c7f1-49f8-b7af-148e6cd5457d None None] Attempting to bind port 12a9206e-e7e4-45d7-81c9-fddbc9b64337 by drivers openvswitch,hyperv on host n-d-802623-1 at level 0 using segments [{'id': '4ec584b6-23f1-4096-8948-f97397821785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '40a52268-cb75-48dc-ad7c-46862b7664fd'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 00:09:06.616992 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a41777b9-c7f1-49f8-b7af-148e6cd5457d None None] Attempting to bind port 12a9206e-e7e4-45d7-81c9-fddbc9b64337 on network 40a52268-cb75-48dc-ad7c-46862b7664fd {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 00:09:06.623832 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a41777b9-c7f1-49f8-b7af-148e6cd5457d None None] Checking agent: {'id': 'a9a568d2-a5e7-41e4-833f-a8ab42ea4073', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 52, 30), 'started_at': datetime.datetime(2021, 7, 27, 22, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 0, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802623-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 00:09:06.624223 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a41777b9-c7f1-49f8-b7af-148e6cd5457d None None] Checking segment: {'id': '4ec584b6-23f1-4096-8948-f97397821785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '40a52268-cb75-48dc-ad7c-46862b7664fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 00:09:06.624680 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a41777b9-c7f1-49f8-b7af-148e6cd5457d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:09:06.625694 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a41777b9-c7f1-49f8-b7af-148e6cd5457d None None] Bound using segment: {'id': '4ec584b6-23f1-4096-8948-f97397821785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '40a52268-cb75-48dc-ad7c-46862b7664fd'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 00:09:06.625694 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-a41777b9-c7f1-49f8-b7af-148e6cd5457d None None] Bound port: 12a9206e-e7e4-45d7-81c9-fddbc9b64337, host: n-d-802623-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ec584b6-23f1-4096-8948-f97397821785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '40a52268-cb75-48dc-ad7c-46862b7664fd'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 00:09:06.625945 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a41777b9-c7f1-49f8-b7af-148e6cd5457d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:09:06.703347 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 79255c67-ab7f-4e6e-8ce1-a89a198f85f1 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 00:09:06.705771 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-a41777b9-c7f1-49f8-b7af-148e6cd5457d None None] For port 12a9206e-e7e4-45d7-81c9-fddbc9b64337, host n-d-802623-1, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 00:09:06.740039 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-a41777b9-c7f1-49f8-b7af-148e6cd5457d None None] For port 12a9206e-e7e4-45d7-81c9-fddbc9b64337, host n-d-802623-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=12a9206e-e7e4-45d7-81c9-fddbc9b64337,segment=NetworkSegment(4ec584b6-23f1-4096-8948-f97397821785),segment_id=4ec584b6-23f1-4096-8948-f97397821785)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 00:09:06.748531 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a41777b9-c7f1-49f8-b7af-148e6cd5457d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:09:06.836933 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a41777b9-c7f1-49f8-b7af-148e6cd5457d None None] Routers {'0273f129-fa2f-4b04-a031-e6815651b72f'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 00:09:06.837576 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-a41777b9-c7f1-49f8-b7af-148e6cd5457d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-28T00:09:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['0273f129-fa2f-4b04-a031-e6815651b72f'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:09:06.842407 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port 79255c67-ab7f-4e6e-8ce1-a89a198f85f1 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 00:09:06.842792 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:09:06.877135 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af1dd4a-b8e4-4481-baa3-9bf5a7add787 None None] Pushing event updated for resources: {'Port': ['ID=12a9206e-e7e4-45d7-81c9-fddbc9b64337,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:09:07.006692 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-a41777b9-c7f1-49f8-b7af-148e6cd5457d None None] Set router 0273f129-fa2f-4b04-a031-e6815651b72f gateway port host: n-d-802623-1 {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 00:09:07.053300 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 0fe521af-3915-4a0d-82bb-34983f76f753 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 00:09:07.171327 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee704a8c-f764-4100-95b9-a9d50b5eb768 req-37f1cd21-b3d4-4da0-8e10-b7fb5cc74b66 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:09:07.173045 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ee704a8c-f764-4100-95b9-a9d50b5eb768 req-37f1cd21-b3d4-4da0-8e10-b7fb5cc74b66 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.38 "GET /v2.0/networks?id=40a52268-cb75-48dc-ad7c-46862b7664fd HTTP/1.1" status: 200 len: 796 time: 0.1192219 Jul 28 00:09:07.211174 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port 0fe521af-3915-4a0d-82bb-34983f76f753 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 00:09:07.211561 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:09:07.239270 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ee704a8c-f764-4100-95b9-a9d50b5eb768 req-9fe7c627-3678-435c-b1cd-6106a5a3c17e tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9ba1e124f2a248fcbbee4df813e28c7a HTTP/1.1" status: 200 len: 379 time: 0.0571008 Jul 28 00:09:07.254895 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a84c4cfc-4670-4e27-9a8b-2704b84fcc40 req-d1173241-8892-415b-bbb0-5821c2441b84 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "GET /v2.0/ports?device_id=b47262b6-2b9d-459b-891c-e7b856ba1ed4 HTTP/1.1" status: 200 len: 210 time: 0.0324945 Jul 28 00:09:07.258352 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [req-ee704a8c-f764-4100-95b9-a9d50b5eb768 req-b06cc308-779e-4e09-8be1-b8d40b47137d tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Request body: {'port': {'device_id': 'b47262b6-2b9d-459b-891c-e7b856ba1ed4', 'network_id': '40a52268-cb75-48dc-ad7c-46862b7664fd', 'admin_state_up': True, 'tenant_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'security_groups': ['482e3cde-4128-427f-9463-5f1118976edc']}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 00:09:07.348434 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-a41777b9-c7f1-49f8-b7af-148e6cd5457d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0273f129-fa2f-4b04-a031-e6815651b72f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-121319537', 'tenant_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.209'}], 'enable_snat': True}, 'gw_port_id': '79255c67-ab7f-4e6e-8ce1-a89a198f85f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T00:09:01Z', 'updated_at': '2021-07-28T00:09:04Z', 'revision_number': 4, 'project_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'gw_port': {'id': '79255c67-ab7f-4e6e-8ce1-a89a198f85f1', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:90:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0273f129-fa2f-4b04-a031-e6815651b72f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T00:09:01Z', 'updated_at': '2021-07-28T00:09:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': '12a9206e-e7e4-45d7-81c9-fddbc9b64337', 'name': '', 'network_id': '40a52268-cb75-48dc-ad7c-46862b7664fd', 'tenant_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'mac_address': 'fa:16:3e:29:53:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0273f129-fa2f-4b04-a031-e6815651b72f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '5457466c-b70f-4c38-9939-a9567f2569c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T00:09:03Z', 'updated_at': '2021-07-28T00:09:06Z', 'revision_number': 4, 'project_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'subnets': [{'id': '5457466c-b70f-4c38-9939-a9567f2569c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:09:07.367985 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee704a8c-f764-4100-95b9-a9d50b5eb768 req-b06cc308-779e-4e09-8be1-b8d40b47137d tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Made reservation on behalf of 9ba1e124f2a248fcbbee4df813e28c7a for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 00:09:07.372070 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-ee704a8c-f764-4100-95b9-a9d50b5eb768 req-b06cc308-779e-4e09-8be1-b8d40b47137d tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:09:07.374628 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a41777b9-c7f1-49f8-b7af-148e6cd5457d None None] The sync data for ids ['0273f129-fa2f-4b04-a031-e6815651b72f'] in n-d-802623-1 is: [{'id': '0273f129-fa2f-4b04-a031-e6815651b72f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-121319537', 'tenant_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.209'}], 'enable_snat': True}, 'gw_port_id': '79255c67-ab7f-4e6e-8ce1-a89a198f85f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T00:09:01Z', 'updated_at': '2021-07-28T00:09:04Z', 'revision_number': 4, 'project_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'gw_port': {'id': '79255c67-ab7f-4e6e-8ce1-a89a198f85f1', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:90:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0273f129-fa2f-4b04-a031-e6815651b72f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T00:09:01Z', 'updated_at': '2021-07-28T00:09:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': '12a9206e-e7e4-45d7-81c9-fddbc9b64337', 'name': '', 'network_id': '40a52268-cb75-48dc-ad7c-46862b7664fd', 'tenant_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'mac_address': 'fa:16:3e:29:53:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0273f129-fa2f-4b04-a031-e6815651b72f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '5457466c-b70f-4c38-9939-a9567f2569c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T00:09:03Z', 'updated_at': '2021-07-28T00:09:06Z', 'revision_number': 4, 'project_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'subnets': [{'id': '5457466c-b70f-4c38-9939-a9567f2569c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 00:09:07.515934 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [req-ee704a8c-f764-4100-95b9-a9d50b5eb768 req-b06cc308-779e-4e09-8be1-b8d40b47137d tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Allocated IP 172.20.0.5 (40a52268-cb75-48dc-ad7c-46862b7664fd/5457466c-b70f-4c38-9939-a9567f2569c3/99439eea-ee42-4d40-8dec-0ad51095df12) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 00:09:07.663696 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-ee704a8c-f764-4100-95b9-a9d50b5eb768 req-b06cc308-779e-4e09-8be1-b8d40b47137d tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:09:07.678705 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-ee704a8c-f764-4100-95b9-a9d50b5eb768 req-b06cc308-779e-4e09-8be1-b8d40b47137d tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Transition to ACTIVE for port object 99439eea-ee42-4d40-8dec-0ad51095df12 will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 00:09:07.715367 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-ee704a8c-f764-4100-95b9-a9d50b5eb768 req-b06cc308-779e-4e09-8be1-b8d40b47137d tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:09:07.758870 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee704a8c-f764-4100-95b9-a9d50b5eb768 req-b06cc308-779e-4e09-8be1-b8d40b47137d tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Network 40a52268-cb75-48dc-ad7c-46862b7664fd is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 00:09:07.762944 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [req-ee704a8c-f764-4100-95b9-a9d50b5eb768 req-b06cc308-779e-4e09-8be1-b8d40b47137d tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 00:09:07.769097 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee704a8c-f764-4100-95b9-a9d50b5eb768 req-b06cc308-779e-4e09-8be1-b8d40b47137d tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 00:09:07.792872 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06cc308-779e-4e09-8be1-b8d40b47137d tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Pushing event updated for resources: {'Port': ['ID=99439eea-ee42-4d40-8dec-0ad51095df12,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:09:07.822733 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee704a8c-f764-4100-95b9-a9d50b5eb768 req-b06cc308-779e-4e09-8be1-b8d40b47137d tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:09:07.823411 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-ee704a8c-f764-4100-95b9-a9d50b5eb768 req-b06cc308-779e-4e09-8be1-b8d40b47137d tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:09:07.840856 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ee704a8c-f764-4100-95b9-a9d50b5eb768 req-b06cc308-779e-4e09-8be1-b8d40b47137d tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5881763 Jul 28 00:09:07.854651 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [req-ee704a8c-f764-4100-95b9-a9d50b5eb768 req-4137afda-4215-4e48-9675-c4d23ffe7504 service neutron] Request body: {'port': {'device_id': 'b47262b6-2b9d-459b-891c-e7b856ba1ed4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802623-1'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 00:09:07.919016 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-ee704a8c-f764-4100-95b9-a9d50b5eb768 req-4137afda-4215-4e48-9675-c4d23ffe7504 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:09:08.048801 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-f3b2d278-e560-4518-9079-ab17cea60404 None None] Provisioning for port 99439eea-ee42-4d40-8dec-0ad51095df12 completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 00:09:08.054923 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-f3b2d278-e560-4518-9079-ab17cea60404 None None] Provisioning complete for port 99439eea-ee42-4d40-8dec-0ad51095df12 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 00:09:08.055332 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f3b2d278-e560-4518-9079-ab17cea60404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:09:08.094253 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-f3b2d278-e560-4518-9079-ab17cea60404 None None] Port 99439eea-ee42-4d40-8dec-0ad51095df12 cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 00:09:08.201997 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [req-ee704a8c-f764-4100-95b9-a9d50b5eb768 req-4137afda-4215-4e48-9675-c4d23ffe7504 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99439eea-ee42-4d40-8dec-0ad51095df12 {{(pid=93798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 00:09:08.209931 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-ee704a8c-f764-4100-95b9-a9d50b5eb768 req-4137afda-4215-4e48-9675-c4d23ffe7504 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:09:08.222205 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-ee704a8c-f764-4100-95b9-a9d50b5eb768 req-4137afda-4215-4e48-9675-c4d23ffe7504 service neutron] Transition to ACTIVE for port object 99439eea-ee42-4d40-8dec-0ad51095df12 will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 00:09:08.226566 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-ee704a8c-f764-4100-95b9-a9d50b5eb768 req-4137afda-4215-4e48-9675-c4d23ffe7504 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:09:08.280378 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4137afda-4215-4e48-9675-c4d23ffe7504 service neutron] Pushing event updated for resources: {'Port': ['ID=99439eea-ee42-4d40-8dec-0ad51095df12,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:09:08.367174 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-ee704a8c-f764-4100-95b9-a9d50b5eb768 req-4137afda-4215-4e48-9675-c4d23ffe7504 service neutron] Attempting to bind port 99439eea-ee42-4d40-8dec-0ad51095df12 on host n-h1-802623-1 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 00:09:08.367592 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-ee704a8c-f764-4100-95b9-a9d50b5eb768 req-4137afda-4215-4e48-9675-c4d23ffe7504 service neutron] Attempting to bind port 99439eea-ee42-4d40-8dec-0ad51095df12 by drivers openvswitch,hyperv on host n-h1-802623-1 at level 0 using segments [{'id': '4ec584b6-23f1-4096-8948-f97397821785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '40a52268-cb75-48dc-ad7c-46862b7664fd'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 00:09:08.368153 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee704a8c-f764-4100-95b9-a9d50b5eb768 req-4137afda-4215-4e48-9675-c4d23ffe7504 service neutron] Attempting to bind port 99439eea-ee42-4d40-8dec-0ad51095df12 on network 40a52268-cb75-48dc-ad7c-46862b7664fd {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 00:09:08.372973 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee704a8c-f764-4100-95b9-a9d50b5eb768 req-4137afda-4215-4e48-9675-c4d23ffe7504 service neutron] Port 99439eea-ee42-4d40-8dec-0ad51095df12 on network 40a52268-cb75-48dc-ad7c-46862b7664fd not bound, no agent of type Open vSwitch agent registered on host n-h1-802623-1 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 00:09:08.373400 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee704a8c-f764-4100-95b9-a9d50b5eb768 req-4137afda-4215-4e48-9675-c4d23ffe7504 service neutron] Attempting to bind port 99439eea-ee42-4d40-8dec-0ad51095df12 on network 40a52268-cb75-48dc-ad7c-46862b7664fd {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 00:09:08.378933 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee704a8c-f764-4100-95b9-a9d50b5eb768 req-4137afda-4215-4e48-9675-c4d23ffe7504 service neutron] Checking agent: {'id': '245f1da4-a9b8-4b08-90d7-28f0f342b839', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 59, 59), 'started_at': datetime.datetime(2021, 7, 27, 22, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 0, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 00:09:08.379413 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee704a8c-f764-4100-95b9-a9d50b5eb768 req-4137afda-4215-4e48-9675-c4d23ffe7504 service neutron] Checking segment: {'id': '4ec584b6-23f1-4096-8948-f97397821785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '40a52268-cb75-48dc-ad7c-46862b7664fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 00:09:08.379873 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee704a8c-f764-4100-95b9-a9d50b5eb768 req-4137afda-4215-4e48-9675-c4d23ffe7504 service neutron] Bound using segment: {'id': '4ec584b6-23f1-4096-8948-f97397821785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '40a52268-cb75-48dc-ad7c-46862b7664fd'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 00:09:08.380376 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-ee704a8c-f764-4100-95b9-a9d50b5eb768 req-4137afda-4215-4e48-9675-c4d23ffe7504 service neutron] Bound port: 99439eea-ee42-4d40-8dec-0ad51095df12, host: n-h1-802623-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ec584b6-23f1-4096-8948-f97397821785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '40a52268-cb75-48dc-ad7c-46862b7664fd'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 00:09:08.380737 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-ee704a8c-f764-4100-95b9-a9d50b5eb768 req-4137afda-4215-4e48-9675-c4d23ffe7504 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:09:08.406191 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344b0269-b61b-414b-8f73-8897a0263d61 req-ac5a6997-bfec-42c5-83ad-70a71bfb0238 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:09:08.408716 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-344b0269-b61b-414b-8f73-8897a0263d61 req-ac5a6997-bfec-42c5-83ad-70a71bfb0238 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "GET /v2.0/ports?device_id=b47262b6-2b9d-459b-891c-e7b856ba1ed4 HTTP/1.1" status: 200 len: 943 time: 0.0619442 Jul 28 00:09:08.455140 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-344b0269-b61b-414b-8f73-8897a0263d61 req-d874109a-9712-4569-af61-65afff70ef5d tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "GET /v2.0/security-groups?id=482e3cde-4128-427f-9463-5f1118976edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378525 Jul 28 00:09:08.460517 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-ee704a8c-f764-4100-95b9-a9d50b5eb768 req-4137afda-4215-4e48-9675-c4d23ffe7504 service neutron] For port 99439eea-ee42-4d40-8dec-0ad51095df12, host n-h1-802623-1, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 00:09:08.464225 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-ee704a8c-f764-4100-95b9-a9d50b5eb768 req-4137afda-4215-4e48-9675-c4d23ffe7504 service neutron] For port 99439eea-ee42-4d40-8dec-0ad51095df12, host n-h1-802623-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=99439eea-ee42-4d40-8dec-0ad51095df12,segment=NetworkSegment(4ec584b6-23f1-4096-8948-f97397821785),segment_id=4ec584b6-23f1-4096-8948-f97397821785)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 00:09:08.478664 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-ee704a8c-f764-4100-95b9-a9d50b5eb768 req-4137afda-4215-4e48-9675-c4d23ffe7504 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:09:08.516682 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee704a8c-f764-4100-95b9-a9d50b5eb768 req-4137afda-4215-4e48-9675-c4d23ffe7504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:09:08.517356 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-ee704a8c-f764-4100-95b9-a9d50b5eb768 req-4137afda-4215-4e48-9675-c4d23ffe7504 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:09:08.518830 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ee704a8c-f764-4100-95b9-a9d50b5eb768 req-4137afda-4215-4e48-9675-c4d23ffe7504 service neutron] 10.222.0.38 "PUT /v2.0/ports/99439eea-ee42-4d40-8dec-0ad51095df12 HTTP/1.1" status: 200 len: 1091 time: 0.6687894 Jul 28 00:09:08.519302 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b47262b6-2b9d-459b-891c-e7b856ba1ed4', 'tag': '99439eea-ee42-4d40-8dec-0ad51095df12'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 00:09:08.521628 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b87af07e598cf5b62d2945997aebdb2f0d5735b62acaa13edb25b119cdbae256" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00400228-f4f2-4af2-886b-fddfec4fa56c" -d '{"events": [{"name": "network-changed", "server_uuid": "b47262b6-2b9d-459b-891c-e7b856ba1ed4", "tag": "99439eea-ee42-4d40-8dec-0ad51095df12"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 00:09:08.544824 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4137afda-4215-4e48-9675-c4d23ffe7504 service neutron] Pushing event updated for resources: {'Port': ['ID=99439eea-ee42-4d40-8dec-0ad51095df12,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:09:08.572631 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 00:09:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47064b23-9422-447a-bb64-efb4333c2f1d x-openstack-request-id: req-47064b23-9422-447a-bb64-efb4333c2f1d {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 00:09:08.572916 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b47262b6-2b9d-459b-891c-e7b856ba1ed4", "tag": "99439eea-ee42-4d40-8dec-0ad51095df12", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 00:09:08.573162 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-47064b23-9422-447a-bb64-efb4333c2f1d {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 00:09:08.573547 n-d-802623-1 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b47262b6-2b9d-459b-891c-e7b856ba1ed4', 'tag': '99439eea-ee42-4d40-8dec-0ad51095df12', 'status': 'completed', 'code': 200} Jul 28 00:09:08.612752 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee704a8c-f764-4100-95b9-a9d50b5eb768 req-f7fef3ac-494a-4e35-b70c-1fca5ae72c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:09:08.614530 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ee704a8c-f764-4100-95b9-a9d50b5eb768 req-f7fef3ac-494a-4e35-b70c-1fca5ae72c7d service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=9ba1e124f2a248fcbbee4df813e28c7a&device_id=b47262b6-2b9d-459b-891c-e7b856ba1ed4 HTTP/1.1" status: 200 len: 1094 time: 0.0511880 Jul 28 00:09:08.657867 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ee704a8c-f764-4100-95b9-a9d50b5eb768 req-65b8fa8d-853a-489f-b0dc-77dbf0a759af service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=99439eea-ee42-4d40-8dec-0ad51095df12 HTTP/1.1" status: 200 len: 217 time: 0.0357018 Jul 28 00:09:08.711773 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 12a9206e-e7e4-45d7-81c9-fddbc9b64337 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 00:09:08.712900 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee704a8c-f764-4100-95b9-a9d50b5eb768 req-611e5afa-3648-4319-a6ba-5d42b4b0dbb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:09:08.716052 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ee704a8c-f764-4100-95b9-a9d50b5eb768 req-611e5afa-3648-4319-a6ba-5d42b4b0dbb8 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=5457466c-b70f-4c38-9939-a9567f2569c3 HTTP/1.1" status: 200 len: 835 time: 0.0501299 Jul 28 00:09:08.766002 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee704a8c-f764-4100-95b9-a9d50b5eb768 req-3524e29c-5b94-41ca-a2f5-25365a33a316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:09:08.767611 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ee704a8c-f764-4100-95b9-a9d50b5eb768 req-3524e29c-5b94-41ca-a2f5-25365a33a316 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=40a52268-cb75-48dc-ad7c-46862b7664fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0455432 Jul 28 00:09:08.770195 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning for port 12a9206e-e7e4-45d7-81c9-fddbc9b64337 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 00:09:08.774043 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port 12a9206e-e7e4-45d7-81c9-fddbc9b64337 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 00:09:08.774448 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:09:08.858384 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ee704a8c-f764-4100-95b9-a9d50b5eb768 req-5950e166-8e6c-410f-a42e-446cf124f26d service neutron] 10.222.0.38 "GET /v2.0/networks/40a52268-cb75-48dc-ad7c-46862b7664fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836585 Jul 28 00:09:08.860864 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:09:08.893433 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] For port 12a9206e-e7e4-45d7-81c9-fddbc9b64337, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=12a9206e-e7e4-45d7-81c9-fddbc9b64337,segment=NetworkSegment(4ec584b6-23f1-4096-8948-f97397821785),segment_id=4ec584b6-23f1-4096-8948-f97397821785)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 00:09:08.897028 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:09:08.945035 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Pushing event updated for resources: {'Port': ['ID=12a9206e-e7e4-45d7-81c9-fddbc9b64337,revision_number=5']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:09:08.954340 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ee704a8c-f764-4100-95b9-a9d50b5eb768 req-9cc1f887-59da-4665-bd36-f955e625cf4c service neutron] 10.222.0.38 "GET /v2.0/networks/40a52268-cb75-48dc-ad7c-46862b7664fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884254 Jul 28 00:09:09.040690 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00400228-f4f2-4af2-886b-fddfec4fa56c req-f615b290-dfbc-4584-bf70-bb78d4b531f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:09:09.042090 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-00400228-f4f2-4af2-886b-fddfec4fa56c req-f615b290-dfbc-4584-bf70-bb78d4b531f4 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=9ba1e124f2a248fcbbee4df813e28c7a&device_id=b47262b6-2b9d-459b-891c-e7b856ba1ed4 HTTP/1.1" status: 200 len: 1094 time: 0.0413082 Jul 28 00:09:09.130992 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00400228-f4f2-4af2-886b-fddfec4fa56c req-89f8c43e-94fb-48db-be17-d9b41435301e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:09:09.132509 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-00400228-f4f2-4af2-886b-fddfec4fa56c req-89f8c43e-94fb-48db-be17-d9b41435301e service neutron] 10.222.0.38 "GET /v2.0/networks?id=40a52268-cb75-48dc-ad7c-46862b7664fd HTTP/1.1" status: 200 len: 897 time: 0.0833554 Jul 28 00:09:09.176692 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-00400228-f4f2-4af2-886b-fddfec4fa56c req-20ce09e8-e143-457f-9cd6-481ba7b0204a service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=99439eea-ee42-4d40-8dec-0ad51095df12 HTTP/1.1" status: 200 len: 217 time: 0.0369329 Jul 28 00:09:09.225984 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00400228-f4f2-4af2-886b-fddfec4fa56c req-99c4e9a5-f89b-486f-ade6-f351340d30e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:09:09.227424 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-00400228-f4f2-4af2-886b-fddfec4fa56c req-99c4e9a5-f89b-486f-ade6-f351340d30e1 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=5457466c-b70f-4c38-9939-a9567f2569c3 HTTP/1.1" status: 200 len: 835 time: 0.0428929 Jul 28 00:09:09.273791 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00400228-f4f2-4af2-886b-fddfec4fa56c req-64d4f6da-9b5b-47ce-98ac-0ca83d125c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:09:09.275265 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-00400228-f4f2-4af2-886b-fddfec4fa56c req-64d4f6da-9b5b-47ce-98ac-0ca83d125c3d service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=40a52268-cb75-48dc-ad7c-46862b7664fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392597 Jul 28 00:09:09.367748 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-00400228-f4f2-4af2-886b-fddfec4fa56c req-fcbd390c-d4ef-4bfa-b17f-74f7c43e5343 service neutron] 10.222.0.38 "GET /v2.0/networks/40a52268-cb75-48dc-ad7c-46862b7664fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851843 Jul 28 00:09:09.454932 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-00400228-f4f2-4af2-886b-fddfec4fa56c req-5b049345-cece-448d-87a2-d17132a24cd6 service neutron] 10.222.0.38 "GET /v2.0/networks/40a52268-cb75-48dc-ad7c-46862b7664fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795674 Jul 28 00:09:09.568021 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197d96f3-2db4-4d82-8e52-3225ca778336 req-204ae7df-09c2-4116-8a16-b814f1c2fda2 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:09:09.569486 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-197d96f3-2db4-4d82-8e52-3225ca778336 req-204ae7df-09c2-4116-8a16-b814f1c2fda2 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "GET /v2.0/ports?device_id=b47262b6-2b9d-459b-891c-e7b856ba1ed4 HTTP/1.1" status: 200 len: 943 time: 0.0485225 Jul 28 00:09:09.606393 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-197d96f3-2db4-4d82-8e52-3225ca778336 req-68c30507-981c-4b6b-a128-b478f1e5a96c tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "GET /v2.0/security-groups?id=482e3cde-4128-427f-9463-5f1118976edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308499 Jul 28 00:09:10.671836 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 12a9206e-e7e4-45d7-81c9-fddbc9b64337 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 00:09:10.724850 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port 12a9206e-e7e4-45d7-81c9-fddbc9b64337 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 00:09:10.725227 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:09:10.727707 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab66d38-b06e-4639-b86f-3c649f826a67 req-8c5e48af-fa68-4349-ab32-4960b8e9553d tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:09:10.729211 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-aab66d38-b06e-4639-b86f-3c649f826a67 req-8c5e48af-fa68-4349-ab32-4960b8e9553d tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "GET /v2.0/ports?device_id=b47262b6-2b9d-459b-891c-e7b856ba1ed4 HTTP/1.1" status: 200 len: 943 time: 0.0536129 Jul 28 00:09:10.767945 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-aab66d38-b06e-4639-b86f-3c649f826a67 req-283f07d1-e633-4fbf-ac64-ff095142b542 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "GET /v2.0/security-groups?id=482e3cde-4128-427f-9463-5f1118976edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325713 Jul 28 00:09:11.880062 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d3ede7-5218-4b96-9b0d-18c460a40e83 req-be92c23e-ec7d-4c5b-8b82-f00e752c7efa tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:09:11.881572 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-b5d3ede7-5218-4b96-9b0d-18c460a40e83 req-be92c23e-ec7d-4c5b-8b82-f00e752c7efa tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "GET /v2.0/ports?device_id=b47262b6-2b9d-459b-891c-e7b856ba1ed4 HTTP/1.1" status: 200 len: 943 time: 0.0478497 Jul 28 00:09:11.918611 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-b5d3ede7-5218-4b96-9b0d-18c460a40e83 req-76af347c-be7d-4df1-bfac-2fc4656c7cd0 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "GET /v2.0/security-groups?id=482e3cde-4128-427f-9463-5f1118976edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311193 Jul 28 00:09:13.031230 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3352332-1db4-4ee5-a070-bbbd5aea3774 req-19a36198-6bd1-42f3-af4d-7da73a7f0893 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:09:13.032691 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c3352332-1db4-4ee5-a070-bbbd5aea3774 req-19a36198-6bd1-42f3-af4d-7da73a7f0893 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "GET /v2.0/ports?device_id=b47262b6-2b9d-459b-891c-e7b856ba1ed4 HTTP/1.1" status: 200 len: 943 time: 0.0485346 Jul 28 00:09:13.070909 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c3352332-1db4-4ee5-a070-bbbd5aea3774 req-cc1f4c8c-f288-4d77-9b08-ec56df4a33af tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "GET /v2.0/security-groups?id=482e3cde-4128-427f-9463-5f1118976edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322816 Jul 28 00:09:13.491997 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 99439eea-ee42-4d40-8dec-0ad51095df12 details requested by agent hyperv_n-h1-802623-1 with host n-h1-802623-1 {{(pid=93799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 00:09:13.586306 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port 99439eea-ee42-4d40-8dec-0ad51095df12, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=99439eea-ee42-4d40-8dec-0ad51095df12,segment=NetworkSegment(4ec584b6-23f1-4096-8948-f97397821785),segment_id=4ec584b6-23f1-4096-8948-f97397821785)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 00:09:13.597644 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Returning: {'device': '99439eea-ee42-4d40-8dec-0ad51095df12', 'network_id': '40a52268-cb75-48dc-ad7c-46862b7664fd', 'port_id': '99439eea-ee42-4d40-8dec-0ad51095df12', 'mac_address': 'fa:16:3e:80:ca:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 519, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5457466c-b70f-4c38-9939-a9567f2569c3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 00:09:13.633014 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:09:13.645164 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99439eea-ee42-4d40-8dec-0ad51095df12 {{(pid=93799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 00:09:13.664887 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port 99439eea-ee42-4d40-8dec-0ad51095df12, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=99439eea-ee42-4d40-8dec-0ad51095df12,segment=NetworkSegment(4ec584b6-23f1-4096-8948-f97397821785),segment_id=4ec584b6-23f1-4096-8948-f97397821785)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 00:09:13.669287 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:09:13.713265 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Pushing event updated for resources: {'Port': ['ID=99439eea-ee42-4d40-8dec-0ad51095df12,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:09:13.871958 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] get_ports_and_sgs() called for port_ids ['99439eea-ee42-4d40-8dec-0ad51095df12'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 00:09:14.189808 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0746a10d-2aea-4b92-9dd1-6dfb863e2077 req-3d9e0a45-e773-4527-8c0f-38f46588042f tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:09:14.191347 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-0746a10d-2aea-4b92-9dd1-6dfb863e2077 req-3d9e0a45-e773-4527-8c0f-38f46588042f tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "GET /v2.0/ports?device_id=b47262b6-2b9d-459b-891c-e7b856ba1ed4 HTTP/1.1" status: 200 len: 944 time: 0.0518007 Jul 28 00:09:14.228462 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-0746a10d-2aea-4b92-9dd1-6dfb863e2077 req-bb86cb36-2121-4e3c-8842-dfc38775bfed tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "GET /v2.0/security-groups?id=482e3cde-4128-427f-9463-5f1118976edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311110 Jul 28 00:09:14.359071 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.agents_db [None req-9beef776-8bab-4de2-989a-f5a23ba4aaf4 None None] Agent healthcheck: found 7 active agents {{(pid=93800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 00:09:15.341652 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ba2106-26eb-4d9b-be26-01cbe1ce0993 req-abe3cc64-78c2-49f7-860f-9806a7613840 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:09:15.343067 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-60ba2106-26eb-4d9b-be26-01cbe1ce0993 req-abe3cc64-78c2-49f7-860f-9806a7613840 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "GET /v2.0/ports?device_id=b47262b6-2b9d-459b-891c-e7b856ba1ed4 HTTP/1.1" status: 200 len: 944 time: 0.0485828 Jul 28 00:09:15.381378 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-60ba2106-26eb-4d9b-be26-01cbe1ce0993 req-7535cb18-df55-4194-816d-452938196dc5 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "GET /v2.0/security-groups?id=482e3cde-4128-427f-9463-5f1118976edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323732 Jul 28 00:09:15.506814 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 99439eea-ee42-4d40-8dec-0ad51095df12 up at agent hyperv_n-h1-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 00:09:15.709920 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Provisioning for port 99439eea-ee42-4d40-8dec-0ad51095df12 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 00:09:15.713489 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Provisioning complete for port 99439eea-ee42-4d40-8dec-0ad51095df12 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 00:09:15.713859 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:09:15.787215 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:09:15.808524 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b47262b6-2b9d-459b-891c-e7b856ba1ed4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99439eea-ee42-4d40-8dec-0ad51095df12'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 00:09:15.811257 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64765ad30d2cb160e3038d1462d2ba509af0f62467a800f17112a752d2df19f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-742d7c4f-5e2a-4f7c-874e-387e6378c6b5" -d '{"events": [{"server_uuid": "b47262b6-2b9d-459b-891c-e7b856ba1ed4", "name": "network-vif-plugged", "status": "completed", "tag": "99439eea-ee42-4d40-8dec-0ad51095df12"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 00:09:15.824111 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port 99439eea-ee42-4d40-8dec-0ad51095df12, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=99439eea-ee42-4d40-8dec-0ad51095df12,segment=NetworkSegment(4ec584b6-23f1-4096-8948-f97397821785),segment_id=4ec584b6-23f1-4096-8948-f97397821785)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 00:09:15.828530 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:09:15.854376 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 00:09:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25149c9f-0574-4b00-b542-914fff7cb540 x-openstack-request-id: req-25149c9f-0574-4b00-b542-914fff7cb540 {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 00:09:15.855012 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b47262b6-2b9d-459b-891c-e7b856ba1ed4", "name": "network-vif-plugged", "status": "completed", "tag": "99439eea-ee42-4d40-8dec-0ad51095df12", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 00:09:15.855293 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-25149c9f-0574-4b00-b542-914fff7cb540 {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 00:09:15.855680 n-d-802623-1 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b47262b6-2b9d-459b-891c-e7b856ba1ed4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99439eea-ee42-4d40-8dec-0ad51095df12', 'code': 200} Jul 28 00:09:15.887271 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Pushing event updated for resources: {'Port': ['ID=99439eea-ee42-4d40-8dec-0ad51095df12,revision_number=5']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:09:15.947362 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd384f3-914c-4810-a657-9c2e69191686 req-cfe8f1bf-4e74-41cf-8912-22731a32db49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:09:15.948859 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-0dd384f3-914c-4810-a657-9c2e69191686 req-cfe8f1bf-4e74-41cf-8912-22731a32db49 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=b47262b6-2b9d-459b-891c-e7b856ba1ed4 HTTP/1.1" status: 200 len: 1096 time: 0.0430741 Jul 28 00:09:15.983465 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-0dd384f3-914c-4810-a657-9c2e69191686 req-c405b9e9-bae5-4016-bc75-5c8d7cd57a2b service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=482e3cde-4128-427f-9463-5f1118976edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0264416 Jul 28 00:09:16.506141 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47e5811-bc79-473d-9b84-d257fa2a3c5f req-fcf789c8-3e57-4539-a973-d29eb2304ae9 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:09:16.507625 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-d47e5811-bc79-473d-9b84-d257fa2a3c5f req-fcf789c8-3e57-4539-a973-d29eb2304ae9 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "GET /v2.0/ports?device_id=b47262b6-2b9d-459b-891c-e7b856ba1ed4 HTTP/1.1" status: 200 len: 945 time: 0.0488625 Jul 28 00:09:16.544449 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-d47e5811-bc79-473d-9b84-d257fa2a3c5f req-fb840bc9-9f8e-4190-896f-3b6df57dd844 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "GET /v2.0/security-groups?id=482e3cde-4128-427f-9463-5f1118976edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304921 Jul 28 00:09:17.659680 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def519ee-b20e-4f94-a973-90cc132111b3 req-6d507ca4-37b1-4727-a987-593eb5abe3aa tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:09:17.661212 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-def519ee-b20e-4f94-a973-90cc132111b3 req-6d507ca4-37b1-4727-a987-593eb5abe3aa tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "GET /v2.0/ports?device_id=b47262b6-2b9d-459b-891c-e7b856ba1ed4 HTTP/1.1" status: 200 len: 945 time: 0.0486674 Jul 28 00:09:17.698894 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-def519ee-b20e-4f94-a973-90cc132111b3 req-1dbe70dc-e437-4801-bc17-754875c91a4d tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "GET /v2.0/security-groups?id=482e3cde-4128-427f-9463-5f1118976edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318677 Jul 28 00:09:17.811931 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0592cc-ece3-4150-bf97-dbb053c3daf1 req-4d50848a-3d24-4e82-ab4a-fd7dc8012278 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:09:17.813391 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ef0592cc-ece3-4150-bf97-dbb053c3daf1 req-4d50848a-3d24-4e82-ab4a-fd7dc8012278 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "GET /v2.0/ports?device_id=b47262b6-2b9d-459b-891c-e7b856ba1ed4 HTTP/1.1" status: 200 len: 945 time: 0.0488474 Jul 28 00:09:17.850766 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ef0592cc-ece3-4150-bf97-dbb053c3daf1 req-f9fcd66e-3b91-4ad8-ac84-847ef5caf47e tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "GET /v2.0/security-groups?id=482e3cde-4128-427f-9463-5f1118976edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312023 Jul 28 00:09:17.871464 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 58820) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:09:17.912914 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-025e9767-735f-410d-8366-db96b00f1d8b tempest-TestNetworkAdvancedServerOps-2036493630 tempest-TestNetworkAdvancedServerOps-2036493630-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:09:17.914364 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-025e9767-735f-410d-8366-db96b00f1d8b tempest-TestNetworkAdvancedServerOps-2036493630 tempest-TestNetworkAdvancedServerOps-2036493630-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=b47262b6-2b9d-459b-891c-e7b856ba1ed4 HTTP/1.1" status: 200 len: 1091 time: 0.0419197 Jul 28 00:09:17.917143 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 58822) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:09:17.921318 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-2e8a2ceb-ce05-40af-b090-578b1e4aa188 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Request body: {'floatingip': {'floating_network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'port_id': '99439eea-ee42-4d40-8dec-0ad51095df12', 'tenant_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 00:09:17.941977 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2e8a2ceb-ce05-40af-b090-578b1e4aa188 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks [] for floatingip, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:09:18.035744 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2e8a2ceb-ce05-40af-b090-578b1e4aa188 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:09:18.143633 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-2e8a2ceb-ce05-40af-b090-578b1e4aa188 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Allocated IP 172.25.4.109 (2fd42287-ed26-4eb9-89a5-b521f5b04356/17de1f8f-393a-4b0c-a2df-614bd3f2fb5e/55e5a6fd-773e-4d42-8efb-ee76103bd976) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 00:09:18.242544 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2e8a2ceb-ce05-40af-b090-578b1e4aa188 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:09:18.281496 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2e8a2ceb-ce05-40af-b090-578b1e4aa188 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:09:18.321107 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e8a2ceb-ce05-40af-b090-578b1e4aa188 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Network 2fd42287-ed26-4eb9-89a5-b521f5b04356 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 00:09:18.323902 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-2e8a2ceb-ce05-40af-b090-578b1e4aa188 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 00:09:18.327915 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e8a2ceb-ce05-40af-b090-578b1e4aa188 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 00:09:18.354228 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8a2ceb-ce05-40af-b090-578b1e4aa188 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Pushing event updated for resources: {'Port': ['ID=55e5a6fd-773e-4d42-8efb-ee76103bd976,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:09:18.677595 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2e8a2ceb-ce05-40af-b090-578b1e4aa188 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:09:18.744752 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2e8a2ceb-ce05-40af-b090-578b1e4aa188 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:09:19.216973 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2e8a2ceb-ce05-40af-b090-578b1e4aa188 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:09:19.221609 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2e8a2ceb-ce05-40af-b090-578b1e4aa188 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:09:19.283674 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8a2ceb-ce05-40af-b090-578b1e4aa188 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Pushing event updated for resources: {'Port': ['ID=55e5a6fd-773e-4d42-8efb-ee76103bd976,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:09:19.296290 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2e8a2ceb-ce05-40af-b090-578b1e4aa188 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-415302'] for floatingip, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:09:19.391647 n-d-802623-1 neutron-server[93798]: INFO neutron.db.l3_db [None req-2e8a2ceb-ce05-40af-b090-578b1e4aa188 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Floating IP a7915f05-0685-4fc8-aaf7-71f1dbfc3699 associated. External IP: 172.25.4.109, port: 99439eea-ee42-4d40-8dec-0ad51095df12. Jul 28 00:09:19.594215 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e8a2ceb-ce05-40af-b090-578b1e4aa188 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Router 0273f129-fa2f-4b04-a031-e6815651b72f has already been hosted by L3 agent 018c4455-49c0-4734-927d-7824067b2a9e {{(pid=93798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 00:09:19.697940 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e8a2ceb-ce05-40af-b090-578b1e4aa188 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 00:09:19.707864 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98186af5-10e9-4dc1-b2bd-c457ef22390c None None] Sync routers for ids ['0273f129-fa2f-4b04-a031-e6815651b72f'] in n-d-802623-1 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 00:09:19.713765 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2e8a2ceb-ce05-40af-b090-578b1e4aa188 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for floatingip, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:09:19.716508 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98186af5-10e9-4dc1-b2bd-c457ef22390c None None] Routers {'0273f129-fa2f-4b04-a031-e6815651b72f'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 00:09:19.717108 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-98186af5-10e9-4dc1-b2bd-c457ef22390c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-28T00:09:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['0273f129-fa2f-4b04-a031-e6815651b72f'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:09:19.740735 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-2e8a2ceb-ce05-40af-b090-578b1e4aa188 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8226097 Jul 28 00:09:19.741426 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b47262b6-2b9d-459b-891c-e7b856ba1ed4', 'tag': '99439eea-ee42-4d40-8dec-0ad51095df12'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 00:09:19.743816 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b87af07e598cf5b62d2945997aebdb2f0d5735b62acaa13edb25b119cdbae256" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77a2fff2-9368-4432-9fa0-8cca311fb880" -d '{"events": [{"name": "network-changed", "server_uuid": "b47262b6-2b9d-459b-891c-e7b856ba1ed4", "tag": "99439eea-ee42-4d40-8dec-0ad51095df12"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 00:09:19.791740 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 00:09:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c2ee42c-9151-4bc6-82f1-62fac1f378c8 x-openstack-request-id: req-5c2ee42c-9151-4bc6-82f1-62fac1f378c8 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 00:09:19.792068 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b47262b6-2b9d-459b-891c-e7b856ba1ed4", "tag": "99439eea-ee42-4d40-8dec-0ad51095df12", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 00:09:19.792304 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5c2ee42c-9151-4bc6-82f1-62fac1f378c8 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 00:09:19.792726 n-d-802623-1 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b47262b6-2b9d-459b-891c-e7b856ba1ed4', 'tag': '99439eea-ee42-4d40-8dec-0ad51095df12', 'status': 'completed', 'code': 200} Jul 28 00:09:19.832457 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-98186af5-10e9-4dc1-b2bd-c457ef22390c None None] Set router 0273f129-fa2f-4b04-a031-e6815651b72f gateway port host: n-d-802623-1 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 00:09:19.842091 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d43b38c-a4f6-4883-80d5-2c4d4a48cc01 req-314c9294-ff9d-4cb9-9ca1-2f5bb8eb3535 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:09:19.843614 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-4d43b38c-a4f6-4883-80d5-2c4d4a48cc01 req-314c9294-ff9d-4cb9-9ca1-2f5bb8eb3535 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "GET /v2.0/ports?device_id=b47262b6-2b9d-459b-891c-e7b856ba1ed4 HTTP/1.1" status: 200 len: 945 time: 0.0527692 Jul 28 00:09:19.854941 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a2fff2-9368-4432-9fa0-8cca311fb880 req-369138c5-1f23-4d3e-b704-6f84fae7a5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:09:19.856464 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-77a2fff2-9368-4432-9fa0-8cca311fb880 req-369138c5-1f23-4d3e-b704-6f84fae7a5aa service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=9ba1e124f2a248fcbbee4df813e28c7a&device_id=b47262b6-2b9d-459b-891c-e7b856ba1ed4 HTTP/1.1" status: 200 len: 1096 time: 0.0421395 Jul 28 00:09:19.886765 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-4d43b38c-a4f6-4883-80d5-2c4d4a48cc01 req-38458989-cf74-45ad-ae00-22e9eaed8640 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "GET /v2.0/security-groups?id=482e3cde-4128-427f-9463-5f1118976edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359585 Jul 28 00:09:19.910086 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 58828) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:09:19.955231 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a2fff2-9368-4432-9fa0-8cca311fb880 req-6b11a987-3443-48af-a47d-a595b1d8eb97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:09:19.956749 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-77a2fff2-9368-4432-9fa0-8cca311fb880 req-6b11a987-3443-48af-a47d-a595b1d8eb97 service neutron] 10.222.0.38 "GET /v2.0/networks?id=40a52268-cb75-48dc-ad7c-46862b7664fd HTTP/1.1" status: 200 len: 897 time: 0.0933135 Jul 28 00:09:19.976204 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-6debf921-dcfb-4bc0-b32d-421a7dab23cd tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "GET /v2.0/floatingips/a7915f05-0685-4fc8-aaf7-71f1dbfc3699 HTTP/1.1" status: 200 len: 991 time: 0.0649235 Jul 28 00:09:20.022753 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-77a2fff2-9368-4432-9fa0-8cca311fb880 req-ab807de0-6cee-4b86-a16f-fa8a097bff36 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=99439eea-ee42-4d40-8dec-0ad51095df12 HTTP/1.1" status: 200 len: 999 time: 0.0589833 Jul 28 00:09:20.062259 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-98186af5-10e9-4dc1-b2bd-c457ef22390c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0273f129-fa2f-4b04-a031-e6815651b72f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-121319537', 'tenant_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.209'}], 'enable_snat': True}, 'gw_port_id': '79255c67-ab7f-4e6e-8ce1-a89a198f85f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T00:09:01Z', 'updated_at': '2021-07-28T00:09:04Z', 'revision_number': 4, 'project_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'gw_port': {'id': '79255c67-ab7f-4e6e-8ce1-a89a198f85f1', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:90:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0273f129-fa2f-4b04-a031-e6815651b72f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T00:09:01Z', 'updated_at': '2021-07-28T00:09:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_floatingips': [{'id': 'a7915f05-0685-4fc8-aaf7-71f1dbfc3699', 'tenant_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'floating_ip_address': '172.25.4.109', 'floating_network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'router_id': '0273f129-fa2f-4b04-a031-e6815651b72f', 'port_id': '99439eea-ee42-4d40-8dec-0ad51095df12', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4204, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '40a52268-cb75-48dc-ad7c-46862b7664fd', 'mac_address': 'fa:16:3e:80:ca:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b47262b6-2b9d-459b-891c-e7b856ba1ed4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T00:09:18Z', 'updated_at': '2021-07-28T00:09:18Z', 'revision_number': 0, 'project_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12a9206e-e7e4-45d7-81c9-fddbc9b64337', 'name': '', 'network_id': '40a52268-cb75-48dc-ad7c-46862b7664fd', 'tenant_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'mac_address': 'fa:16:3e:29:53:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0273f129-fa2f-4b04-a031-e6815651b72f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '5457466c-b70f-4c38-9939-a9567f2569c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T00:09:03Z', 'updated_at': '2021-07-28T00:09:08Z', 'revision_number': 5, 'project_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'subnets': [{'id': '5457466c-b70f-4c38-9939-a9567f2569c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:09:20.076026 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a2fff2-9368-4432-9fa0-8cca311fb880 req-f5e8b2f3-591a-4e3d-b3b6-b4e16734fd59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:09:20.077536 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-77a2fff2-9368-4432-9fa0-8cca311fb880 req-f5e8b2f3-591a-4e3d-b3b6-b4e16734fd59 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=5457466c-b70f-4c38-9939-a9567f2569c3 HTTP/1.1" status: 200 len: 835 time: 0.0484719 Jul 28 00:09:20.088231 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98186af5-10e9-4dc1-b2bd-c457ef22390c None None] Checking router: 0273f129-fa2f-4b04-a031-e6815651b72f for host: n-d-802623-1 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 00:09:20.096723 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98186af5-10e9-4dc1-b2bd-c457ef22390c None None] Routers {'0273f129-fa2f-4b04-a031-e6815651b72f'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 00:09:20.097436 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-98186af5-10e9-4dc1-b2bd-c457ef22390c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-28T00:09:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['0273f129-fa2f-4b04-a031-e6815651b72f'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:09:20.124027 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a2fff2-9368-4432-9fa0-8cca311fb880 req-3a5d03fa-8e6d-456e-bc59-e98f72343782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:09:20.125450 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-77a2fff2-9368-4432-9fa0-8cca311fb880 req-3a5d03fa-8e6d-456e-bc59-e98f72343782 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=40a52268-cb75-48dc-ad7c-46862b7664fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410190 Jul 28 00:09:20.201052 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-98186af5-10e9-4dc1-b2bd-c457ef22390c None None] Set router 0273f129-fa2f-4b04-a031-e6815651b72f gateway port host: n-d-802623-1 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 00:09:20.217527 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-77a2fff2-9368-4432-9fa0-8cca311fb880 req-b4b86dec-e067-427f-b10e-a482c6727882 service neutron] 10.222.0.38 "GET /v2.0/networks/40a52268-cb75-48dc-ad7c-46862b7664fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838184 Jul 28 00:09:20.313010 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-77a2fff2-9368-4432-9fa0-8cca311fb880 req-bb3f84aa-0060-4187-848b-c24f16fc6db2 service neutron] 10.222.0.38 "GET /v2.0/networks/40a52268-cb75-48dc-ad7c-46862b7664fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880220 Jul 28 00:09:20.504673 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-98186af5-10e9-4dc1-b2bd-c457ef22390c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0273f129-fa2f-4b04-a031-e6815651b72f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-121319537', 'tenant_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.209'}], 'enable_snat': True}, 'gw_port_id': '79255c67-ab7f-4e6e-8ce1-a89a198f85f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T00:09:01Z', 'updated_at': '2021-07-28T00:09:04Z', 'revision_number': 4, 'project_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'gw_port': {'id': '79255c67-ab7f-4e6e-8ce1-a89a198f85f1', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:90:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0273f129-fa2f-4b04-a031-e6815651b72f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T00:09:01Z', 'updated_at': '2021-07-28T00:09:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_floatingips': [{'id': 'a7915f05-0685-4fc8-aaf7-71f1dbfc3699', 'tenant_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'floating_ip_address': '172.25.4.109', 'floating_network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'router_id': '0273f129-fa2f-4b04-a031-e6815651b72f', 'port_id': '99439eea-ee42-4d40-8dec-0ad51095df12', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4204, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '40a52268-cb75-48dc-ad7c-46862b7664fd', 'mac_address': 'fa:16:3e:80:ca:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b47262b6-2b9d-459b-891c-e7b856ba1ed4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T00:09:18Z', 'updated_at': '2021-07-28T00:09:18Z', 'revision_number': 0, 'project_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12a9206e-e7e4-45d7-81c9-fddbc9b64337', 'name': '', 'network_id': '40a52268-cb75-48dc-ad7c-46862b7664fd', 'tenant_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'mac_address': 'fa:16:3e:29:53:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0273f129-fa2f-4b04-a031-e6815651b72f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '5457466c-b70f-4c38-9939-a9567f2569c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T00:09:03Z', 'updated_at': '2021-07-28T00:09:08Z', 'revision_number': 5, 'project_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'subnets': [{'id': '5457466c-b70f-4c38-9939-a9567f2569c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:09:20.533251 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98186af5-10e9-4dc1-b2bd-c457ef22390c None None] The sync data for ids ['0273f129-fa2f-4b04-a031-e6815651b72f'] in n-d-802623-1 is: [{'id': '0273f129-fa2f-4b04-a031-e6815651b72f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-121319537', 'tenant_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.209'}], 'enable_snat': True}, 'gw_port_id': '79255c67-ab7f-4e6e-8ce1-a89a198f85f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T00:09:01Z', 'updated_at': '2021-07-28T00:09:04Z', 'revision_number': 4, 'project_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'gw_port': {'id': '79255c67-ab7f-4e6e-8ce1-a89a198f85f1', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:90:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0273f129-fa2f-4b04-a031-e6815651b72f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T00:09:01Z', 'updated_at': '2021-07-28T00:09:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_floatingips': [{'id': 'a7915f05-0685-4fc8-aaf7-71f1dbfc3699', 'tenant_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'floating_ip_address': '172.25.4.109', 'floating_network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'router_id': '0273f129-fa2f-4b04-a031-e6815651b72f', 'port_id': '99439eea-ee42-4d40-8dec-0ad51095df12', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4204, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '40a52268-cb75-48dc-ad7c-46862b7664fd', 'mac_address': 'fa:16:3e:80:ca:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b47262b6-2b9d-459b-891c-e7b856ba1ed4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T00:09:18Z', 'updated_at': '2021-07-28T00:09:18Z', 'revision_number': 0, 'project_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12a9206e-e7e4-45d7-81c9-fddbc9b64337', 'name': '', 'network_id': '40a52268-cb75-48dc-ad7c-46862b7664fd', 'tenant_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'mac_address': 'fa:16:3e:29:53:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0273f129-fa2f-4b04-a031-e6815651b72f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '5457466c-b70f-4c38-9939-a9567f2569c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T00:09:03Z', 'updated_at': '2021-07-28T00:09:08Z', 'revision_number': 5, 'project_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'subnets': [{'id': '5457466c-b70f-4c38-9939-a9567f2569c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 00:09:20.737390 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d9fe8d9-4fef-412c-a6a1-fcf114cc1b16 None None] New status for floating IP a7915f05-0685-4fc8-aaf7-71f1dbfc3699: ACTIVE {{(pid=93799) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 00:09:20.980011 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 58830) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:09:21.038983 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-0c0a73c5-9e88-432b-88a9-014bf54f9fcb tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "GET /v2.0/floatingips/a7915f05-0685-4fc8-aaf7-71f1dbfc3699 HTTP/1.1" status: 200 len: 993 time: 0.0578570 Jul 28 00:09:26.973624 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-28396a14-f20f-45e8-ae1b-7ab8321fe6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:09:29.656788 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b1905c2d-6b86-4986-a050-caa29ba25262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:09:30.108257 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:09:30.136711 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:09:30.695172 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-19f2e178-d45e-4fbe-b9be-c3963fc151ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:09:32.449823 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7418f70f-e60d-4709-8ba9-6ab514bc7f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:09:35.443110 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:09:51.359933 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.agents_db [None req-9beef776-8bab-4de2-989a-f5a23ba4aaf4 None None] Agent healthcheck: found 7 active agents {{(pid=93800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 00:09:52.420890 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f18fe9-396a-42c7-9101-3bf4ceb1b48e req-f4e9c513-84d9-4d69-aec8-5d11e9388438 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:09:52.422264 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-06f18fe9-396a-42c7-9101-3bf4ceb1b48e req-f4e9c513-84d9-4d69-aec8-5d11e9388438 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "GET /v2.0/ports?device_id=b47262b6-2b9d-459b-891c-e7b856ba1ed4 HTTP/1.1" status: 200 len: 945 time: 0.0733545 Jul 28 00:09:52.428035 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e7e517-9cad-43a4-9571-3faa5266a2a9 req-f455b279-cced-46e5-8780-e7c1dc82d6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:09:52.429498 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-31e7e517-9cad-43a4-9571-3faa5266a2a9 req-f455b279-cced-46e5-8780-e7c1dc82d6e3 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=9ba1e124f2a248fcbbee4df813e28c7a&device_id=b47262b6-2b9d-459b-891c-e7b856ba1ed4 HTTP/1.1" status: 200 len: 1096 time: 0.0702395 Jul 28 00:09:52.512824 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-06f18fe9-396a-42c7-9101-3bf4ceb1b48e req-b93fdb0a-a5ef-47a0-9342-de4237b991c0 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "GET /v2.0/security-groups?id=482e3cde-4128-427f-9463-5f1118976edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823569 Jul 28 00:09:52.544540 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e7e517-9cad-43a4-9571-3faa5266a2a9 req-a0c2c6c5-690b-45f0-a111-03b1e2e2f5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:09:52.546535 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-31e7e517-9cad-43a4-9571-3faa5266a2a9 req-a0c2c6c5-690b-45f0-a111-03b1e2e2f5ce service neutron] 10.222.0.38 "GET /v2.0/networks?id=40a52268-cb75-48dc-ad7c-46862b7664fd HTTP/1.1" status: 200 len: 897 time: 0.1096611 Jul 28 00:09:52.615804 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-31e7e517-9cad-43a4-9571-3faa5266a2a9 req-a07106f4-9601-45c5-98cd-8f0f9e21928b service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=99439eea-ee42-4d40-8dec-0ad51095df12 HTTP/1.1" status: 200 len: 1001 time: 0.0611646 Jul 28 00:09:52.664216 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e7e517-9cad-43a4-9571-3faa5266a2a9 req-710fdc33-c5b9-480d-8ebe-687b93db34ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:09:52.665625 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-31e7e517-9cad-43a4-9571-3faa5266a2a9 req-710fdc33-c5b9-480d-8ebe-687b93db34ff service neutron] 10.222.0.38 "GET /v2.0/subnets?id=5457466c-b70f-4c38-9939-a9567f2569c3 HTTP/1.1" status: 200 len: 835 time: 0.0423174 Jul 28 00:09:52.710990 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e7e517-9cad-43a4-9571-3faa5266a2a9 req-7cabb3fc-a227-48b0-9e46-8a843de5b9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:09:52.712468 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-31e7e517-9cad-43a4-9571-3faa5266a2a9 req-7cabb3fc-a227-48b0-9e46-8a843de5b9f9 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=40a52268-cb75-48dc-ad7c-46862b7664fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389256 Jul 28 00:09:52.807540 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-31e7e517-9cad-43a4-9571-3faa5266a2a9 req-a8147a71-adf3-4218-ad6c-7bc9917440bf service neutron] 10.222.0.38 "GET /v2.0/networks/40a52268-cb75-48dc-ad7c-46862b7664fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873108 Jul 28 00:09:52.894596 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-31e7e517-9cad-43a4-9571-3faa5266a2a9 req-be7dad40-1c6c-4108-90cb-e66db00e6377 service neutron] 10.222.0.38 "GET /v2.0/networks/40a52268-cb75-48dc-ad7c-46862b7664fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797040 Jul 28 00:09:53.631349 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c4258d-4c96-4e36-860f-30a8dec161b9 req-a4f4eeaf-5207-46bc-acd7-0b396ada2157 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:09:53.632809 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-b6c4258d-4c96-4e36-860f-30a8dec161b9 req-a4f4eeaf-5207-46bc-acd7-0b396ada2157 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "GET /v2.0/ports?device_id=b47262b6-2b9d-459b-891c-e7b856ba1ed4 HTTP/1.1" status: 200 len: 945 time: 0.0520322 Jul 28 00:09:53.670824 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-b6c4258d-4c96-4e36-860f-30a8dec161b9 req-c52df234-6409-47d4-aa1b-d9891c368b19 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "GET /v2.0/security-groups?id=482e3cde-4128-427f-9463-5f1118976edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316417 Jul 28 00:09:54.787231 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1559d726-6aba-4a7b-b021-0c9454b9ea3e req-b8800340-e187-45d4-aa36-cf5f9c010002 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:09:54.788723 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-1559d726-6aba-4a7b-b021-0c9454b9ea3e req-b8800340-e187-45d4-aa36-cf5f9c010002 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "GET /v2.0/ports?device_id=b47262b6-2b9d-459b-891c-e7b856ba1ed4 HTTP/1.1" status: 200 len: 945 time: 0.0501196 Jul 28 00:09:54.826197 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-1559d726-6aba-4a7b-b021-0c9454b9ea3e req-e6acb397-0287-4153-9718-429ab3d2a59e tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "GET /v2.0/security-groups?id=482e3cde-4128-427f-9463-5f1118976edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315495 Jul 28 00:09:55.939918 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b662c2e-a2ca-43dc-878d-93e364d6fc27 req-f0c4827f-c0d9-4e75-b09d-f478566f7a51 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:09:55.941372 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-5b662c2e-a2ca-43dc-878d-93e364d6fc27 req-f0c4827f-c0d9-4e75-b09d-f478566f7a51 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "GET /v2.0/ports?device_id=b47262b6-2b9d-459b-891c-e7b856ba1ed4 HTTP/1.1" status: 200 len: 945 time: 0.0491052 Jul 28 00:09:55.977570 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-5b662c2e-a2ca-43dc-878d-93e364d6fc27 req-5555da91-0099-4e44-becb-c06d1e489e5b tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "GET /v2.0/security-groups?id=482e3cde-4128-427f-9463-5f1118976edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303082 Jul 28 00:09:56.973000 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-55c13754-5f83-40fa-b6b7-0f00df6bbf83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:09:57.095731 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86aa45d3-5883-4711-8d9e-1f80817c7926 req-d8990d81-0e27-4b24-8e2b-e032b907e812 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:09:57.097363 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-86aa45d3-5883-4711-8d9e-1f80817c7926 req-d8990d81-0e27-4b24-8e2b-e032b907e812 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "GET /v2.0/ports?device_id=b47262b6-2b9d-459b-891c-e7b856ba1ed4 HTTP/1.1" status: 200 len: 945 time: 0.0535090 Jul 28 00:09:57.134928 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-86aa45d3-5883-4711-8d9e-1f80817c7926 req-77440dc0-3786-41c7-b3bf-c4facc95a227 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "GET /v2.0/security-groups?id=482e3cde-4128-427f-9463-5f1118976edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316274 Jul 28 00:09:58.250525 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d1a0a8-2969-47fd-9f01-312b39ebfe0d req-43104079-abcd-4234-a0be-35e06d8490ea tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:09:58.252010 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-b1d1a0a8-2969-47fd-9f01-312b39ebfe0d req-43104079-abcd-4234-a0be-35e06d8490ea tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "GET /v2.0/ports?device_id=b47262b6-2b9d-459b-891c-e7b856ba1ed4 HTTP/1.1" status: 200 len: 945 time: 0.0489011 Jul 28 00:09:58.288868 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-b1d1a0a8-2969-47fd-9f01-312b39ebfe0d req-b9879eef-5cdf-47e1-8ab8-3bcf6f0a04b3 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "GET /v2.0/security-groups?id=482e3cde-4128-427f-9463-5f1118976edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310476 Jul 28 00:09:59.400769 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0913159-b049-440d-afaf-300313324f07 req-9b68f685-cfaf-4851-8a72-417f278e81a7 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:09:59.402227 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a0913159-b049-440d-afaf-300313324f07 req-9b68f685-cfaf-4851-8a72-417f278e81a7 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "GET /v2.0/ports?device_id=b47262b6-2b9d-459b-891c-e7b856ba1ed4 HTTP/1.1" status: 200 len: 945 time: 0.0481803 Jul 28 00:09:59.440700 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a0913159-b049-440d-afaf-300313324f07 req-f0c3842b-1bca-461d-9bb5-861a8a4533cf tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "GET /v2.0/security-groups?id=482e3cde-4128-427f-9463-5f1118976edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325463 Jul 28 00:09:59.657204 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b706f081-6b30-41fa-8def-8b0ad480ff7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:10:00.098553 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:10:00.137809 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:10:00.572711 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368282dd-d0e9-44b5-82a8-c937b6ec3493 req-7bbeb428-b6d0-433e-835d-0b6a495a7188 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:10:00.574191 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-368282dd-d0e9-44b5-82a8-c937b6ec3493 req-7bbeb428-b6d0-433e-835d-0b6a495a7188 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "GET /v2.0/ports?device_id=b47262b6-2b9d-459b-891c-e7b856ba1ed4 HTTP/1.1" status: 200 len: 945 time: 0.0527742 Jul 28 00:10:00.611924 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-368282dd-d0e9-44b5-82a8-c937b6ec3493 req-0ac757e7-9c7c-40ef-8c5f-2f9a63143048 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "GET /v2.0/security-groups?id=482e3cde-4128-427f-9463-5f1118976edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317738 Jul 28 00:10:00.696930 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-19f2e178-d45e-4fbe-b9be-c3963fc151ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:10:01.727559 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2f1bfd-2af7-4e4d-a522-3a79ea031c97 req-751d0207-25e6-440f-93b5-9b6ead524869 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:10:01.729039 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-aa2f1bfd-2af7-4e4d-a522-3a79ea031c97 req-751d0207-25e6-440f-93b5-9b6ead524869 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "GET /v2.0/ports?device_id=b47262b6-2b9d-459b-891c-e7b856ba1ed4 HTTP/1.1" status: 200 len: 945 time: 0.0497139 Jul 28 00:10:01.766372 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-aa2f1bfd-2af7-4e4d-a522-3a79ea031c97 req-58bc0b66-709c-4a51-a320-b7affc7ffa68 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "GET /v2.0/security-groups?id=482e3cde-4128-427f-9463-5f1118976edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314319 Jul 28 00:10:02.456896 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7418f70f-e60d-4709-8ba9-6ab514bc7f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:10:02.882952 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5549c706-faa2-4930-81f5-9d614799dfdb req-407c38eb-23a7-48b1-b3df-39e00987baef tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:10:02.884438 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-5549c706-faa2-4930-81f5-9d614799dfdb req-407c38eb-23a7-48b1-b3df-39e00987baef tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "GET /v2.0/ports?device_id=b47262b6-2b9d-459b-891c-e7b856ba1ed4 HTTP/1.1" status: 200 len: 945 time: 0.0483289 Jul 28 00:10:02.921230 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-5549c706-faa2-4930-81f5-9d614799dfdb req-50064436-e9b8-4c0b-b3db-a6b331388292 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "GET /v2.0/security-groups?id=482e3cde-4128-427f-9463-5f1118976edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309470 Jul 28 00:10:03.370468 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abede89d-bf2b-4f52-8a6c-33b20e3e58f8 req-5b1a2b07-8a80-48fb-8819-afc247520320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:10:03.372325 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-abede89d-bf2b-4f52-8a6c-33b20e3e58f8 req-5b1a2b07-8a80-48fb-8819-afc247520320 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=9ba1e124f2a248fcbbee4df813e28c7a&device_id=b47262b6-2b9d-459b-891c-e7b856ba1ed4 HTTP/1.1" status: 200 len: 1096 time: 0.0454335 Jul 28 00:10:03.472955 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abede89d-bf2b-4f52-8a6c-33b20e3e58f8 req-99d94ad7-04ad-4160-8eef-6695faf93a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:10:03.474401 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-abede89d-bf2b-4f52-8a6c-33b20e3e58f8 req-99d94ad7-04ad-4160-8eef-6695faf93a82 service neutron] 10.222.0.38 "GET /v2.0/networks?id=40a52268-cb75-48dc-ad7c-46862b7664fd HTTP/1.1" status: 200 len: 897 time: 0.0834231 Jul 28 00:10:03.543425 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-abede89d-bf2b-4f52-8a6c-33b20e3e58f8 req-65bad0f5-73ff-4ab7-a2c7-4568592c6d5c service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=99439eea-ee42-4d40-8dec-0ad51095df12 HTTP/1.1" status: 200 len: 1001 time: 0.0617831 Jul 28 00:10:03.591732 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abede89d-bf2b-4f52-8a6c-33b20e3e58f8 req-9bc5be65-b597-45a3-9817-bd51bb5314a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:10:03.593129 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-abede89d-bf2b-4f52-8a6c-33b20e3e58f8 req-9bc5be65-b597-45a3-9817-bd51bb5314a0 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=5457466c-b70f-4c38-9939-a9567f2569c3 HTTP/1.1" status: 200 len: 835 time: 0.0430355 Jul 28 00:10:03.636996 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abede89d-bf2b-4f52-8a6c-33b20e3e58f8 req-7f593fb5-7331-4c10-89f5-50f506773f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:10:03.638979 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-abede89d-bf2b-4f52-8a6c-33b20e3e58f8 req-7f593fb5-7331-4c10-89f5-50f506773f43 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=40a52268-cb75-48dc-ad7c-46862b7664fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0387564 Jul 28 00:10:03.731076 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-abede89d-bf2b-4f52-8a6c-33b20e3e58f8 req-b5c0447e-f6ae-431b-b82c-6f4a4526d5d1 service neutron] 10.222.0.38 "GET /v2.0/networks/40a52268-cb75-48dc-ad7c-46862b7664fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848944 Jul 28 00:10:03.821274 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-abede89d-bf2b-4f52-8a6c-33b20e3e58f8 req-0b624015-3e4f-4f27-bfc3-013acceefd5b service neutron] 10.222.0.38 "GET /v2.0/networks/40a52268-cb75-48dc-ad7c-46862b7664fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821624 Jul 28 00:10:04.033491 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7333e241-b62d-41fe-bb96-39a3a9d1c883 req-d63050ff-795f-4c17-9a57-389e60a3265b tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:10:04.034877 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7333e241-b62d-41fe-bb96-39a3a9d1c883 req-d63050ff-795f-4c17-9a57-389e60a3265b tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "GET /v2.0/ports?device_id=b47262b6-2b9d-459b-891c-e7b856ba1ed4 HTTP/1.1" status: 200 len: 945 time: 0.0481038 Jul 28 00:10:04.071845 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7333e241-b62d-41fe-bb96-39a3a9d1c883 req-25d06101-92a0-41f4-96b7-2cb1999ba6d2 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "GET /v2.0/security-groups?id=482e3cde-4128-427f-9463-5f1118976edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310824 Jul 28 00:10:05.187239 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16970b7c-74f7-47e0-a6be-5d605db95344 req-68e8bef6-8205-402f-9fbb-5ad29eb6b41c tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:10:05.188729 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-16970b7c-74f7-47e0-a6be-5d605db95344 req-68e8bef6-8205-402f-9fbb-5ad29eb6b41c tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "GET /v2.0/ports?device_id=b47262b6-2b9d-459b-891c-e7b856ba1ed4 HTTP/1.1" status: 200 len: 945 time: 0.0505326 Jul 28 00:10:05.226481 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-16970b7c-74f7-47e0-a6be-5d605db95344 req-c9147026-1601-4414-8f1c-4a9c7fa784ac tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "GET /v2.0/security-groups?id=482e3cde-4128-427f-9463-5f1118976edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315053 Jul 28 00:10:05.453436 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:10:06.343652 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b1cb3b-8e87-488a-8eb4-2b8af2a3160d req-9cde1b1b-51b6-4176-b3ab-84fe01caf87b tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:10:06.345103 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f1b1cb3b-8e87-488a-8eb4-2b8af2a3160d req-9cde1b1b-51b6-4176-b3ab-84fe01caf87b tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "GET /v2.0/ports?device_id=b47262b6-2b9d-459b-891c-e7b856ba1ed4 HTTP/1.1" status: 200 len: 945 time: 0.0528393 Jul 28 00:10:06.381696 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f1b1cb3b-8e87-488a-8eb4-2b8af2a3160d req-ac69772e-f0f9-49d4-a323-3bcce48398cb tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "GET /v2.0/security-groups?id=482e3cde-4128-427f-9463-5f1118976edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307574 Jul 28 00:10:07.499893 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633945d0-9157-4bba-b0b1-99fb40f8ed0e req-65898256-694b-48cb-a154-faec2c09b685 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:10:07.501360 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-633945d0-9157-4bba-b0b1-99fb40f8ed0e req-65898256-694b-48cb-a154-faec2c09b685 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "GET /v2.0/ports?device_id=b47262b6-2b9d-459b-891c-e7b856ba1ed4 HTTP/1.1" status: 200 len: 945 time: 0.0530939 Jul 28 00:10:07.538813 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-633945d0-9157-4bba-b0b1-99fb40f8ed0e req-d6aeab45-7e1d-49f1-ab43-2c8350ce381c tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "GET /v2.0/security-groups?id=482e3cde-4128-427f-9463-5f1118976edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315642 Jul 28 00:10:08.654980 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94e7baf-7a86-4870-b51b-d24903984f0f req-0b0612c1-80fb-4416-b006-3bc5bbaab86b tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:10:08.656497 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c94e7baf-7a86-4870-b51b-d24903984f0f req-0b0612c1-80fb-4416-b006-3bc5bbaab86b tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "GET /v2.0/ports?device_id=b47262b6-2b9d-459b-891c-e7b856ba1ed4 HTTP/1.1" status: 200 len: 945 time: 0.0489769 Jul 28 00:10:08.693534 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c94e7baf-7a86-4870-b51b-d24903984f0f req-b62b6dfc-6c5c-44a4-b256-960c618e7eb4 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "GET /v2.0/security-groups?id=482e3cde-4128-427f-9463-5f1118976edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311766 Jul 28 00:10:08.716835 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 58878) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:10:08.783520 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-ecc4632e-af66-4a68-aa51-ea23659415fa tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "GET /v2.0/floatingips/a7915f05-0685-4fc8-aaf7-71f1dbfc3699 HTTP/1.1" status: 200 len: 993 time: 0.0629022 Jul 28 00:10:26.972893 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-aeb103d8-8019-4733-8103-c12d3d529484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:10:28.360579 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.agents_db [None req-9beef776-8bab-4de2-989a-f5a23ba4aaf4 None None] Agent healthcheck: found 7 active agents {{(pid=93800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 00:10:29.657861 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4e0f1f6a-8bec-4ce3-98e2-dcc91de198b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:10:30.111946 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:10:30.137208 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:10:30.700558 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-19f2e178-d45e-4fbe-b9be-c3963fc151ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:10:32.456011 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7418f70f-e60d-4709-8ba9-6ab514bc7f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:10:35.476136 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:10:39.191520 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 58904) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:10:39.345145 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-5a15db2a-572c-481d-8160-f9419b3999a4 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Deleting port 55e5a6fd-773e-4d42-8efb-ee76103bd976 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 00:10:39.345492 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5a15db2a-572c-481d-8160-f9419b3999a4 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:10:39.421622 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5a15db2a-572c-481d-8160-f9419b3999a4 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:10:39.421872 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5a15db2a-572c-481d-8160-f9419b3999a4 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:10:39.433148 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-5a15db2a-572c-481d-8160-f9419b3999a4 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Calling delete_port for 55e5a6fd-773e-4d42-8efb-ee76103bd976 owned by network:floatingip {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 00:10:39.585310 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5a15db2a-572c-481d-8160-f9419b3999a4 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:10:39.614480 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a15db2a-572c-481d-8160-f9419b3999a4 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Pushing event deleted for resources: {'Port': ['ID=55e5a6fd-773e-4d42-8efb-ee76103bd976,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:10:39.639289 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a15db2a-572c-481d-8160-f9419b3999a4 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:10:39.639643 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a15db2a-572c-481d-8160-f9419b3999a4 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:10:39.639990 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a15db2a-572c-481d-8160-f9419b3999a4 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:10:39.640332 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a15db2a-572c-481d-8160-f9419b3999a4 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:10:39.640667 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a15db2a-572c-481d-8160-f9419b3999a4 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:10:39.641002 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a15db2a-572c-481d-8160-f9419b3999a4 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:10:39.641334 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a15db2a-572c-481d-8160-f9419b3999a4 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:10:39.641666 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a15db2a-572c-481d-8160-f9419b3999a4 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:10:39.641995 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a15db2a-572c-481d-8160-f9419b3999a4 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:10:39.642322 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a15db2a-572c-481d-8160-f9419b3999a4 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:10:39.642648 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a15db2a-572c-481d-8160-f9419b3999a4 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:10:39.642996 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a15db2a-572c-481d-8160-f9419b3999a4 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:10:39.681892 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5a15db2a-572c-481d-8160-f9419b3999a4 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks [] for floatingip, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:10:39.682247 n-d-802623-1 neutron-server[93797]: INFO neutron.db.l3_db [None req-5a15db2a-572c-481d-8160-f9419b3999a4 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Floating IP a7915f05-0685-4fc8-aaf7-71f1dbfc3699 disassociated (deleted). External IP: 172.25.4.109, port: 99439eea-ee42-4d40-8dec-0ad51095df12. Jul 28 00:10:39.893679 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a15db2a-572c-481d-8160-f9419b3999a4 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Router 0273f129-fa2f-4b04-a031-e6815651b72f has already been hosted by L3 agent 018c4455-49c0-4734-927d-7824067b2a9e {{(pid=93797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 00:10:40.001736 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a15db2a-572c-481d-8160-f9419b3999a4 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 00:10:40.006227 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5a15db2a-572c-481d-8160-f9419b3999a4 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for floatingip, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:10:40.014502 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7676ec03-05df-4647-a612-1ea206206e4f None None] Sync routers for ids ['0273f129-fa2f-4b04-a031-e6815651b72f'] in n-d-802623-1 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 00:10:40.023358 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7676ec03-05df-4647-a612-1ea206206e4f None None] Routers {'0273f129-fa2f-4b04-a031-e6815651b72f'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 00:10:40.023961 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-7676ec03-05df-4647-a612-1ea206206e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-28T00:10:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['0273f129-fa2f-4b04-a031-e6815651b72f'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:10:40.034382 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-5a15db2a-572c-481d-8160-f9419b3999a4 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "DELETE /v2.0/floatingips/a7915f05-0685-4fc8-aaf7-71f1dbfc3699 HTTP/1.1" status: 204 len: 168 time: 0.8417513 Jul 28 00:10:40.035106 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b47262b6-2b9d-459b-891c-e7b856ba1ed4', 'tag': '99439eea-ee42-4d40-8dec-0ad51095df12'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 00:10:40.037502 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54ff2e8c926e0231465601fd4f15fa4e9ff5e8c34d973af7f909e70dd0b48885" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78f45245-3f26-482e-9d64-99498f79aa1b" -d '{"events": [{"name": "network-changed", "server_uuid": "b47262b6-2b9d-459b-891c-e7b856ba1ed4", "tag": "99439eea-ee42-4d40-8dec-0ad51095df12"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 00:10:40.076184 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 00:10:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e59661f3-3773-4de3-9cc8-e33d3090f3a8 x-openstack-request-id: req-e59661f3-3773-4de3-9cc8-e33d3090f3a8 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 00:10:40.078330 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b47262b6-2b9d-459b-891c-e7b856ba1ed4", "tag": "99439eea-ee42-4d40-8dec-0ad51095df12", "status": "completed", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 00:10:40.078330 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e59661f3-3773-4de3-9cc8-e33d3090f3a8 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 00:10:40.078330 n-d-802623-1 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b47262b6-2b9d-459b-891c-e7b856ba1ed4', 'tag': '99439eea-ee42-4d40-8dec-0ad51095df12', 'status': 'completed', 'code': 200} Jul 28 00:10:40.147215 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-7676ec03-05df-4647-a612-1ea206206e4f None None] Set router 0273f129-fa2f-4b04-a031-e6815651b72f gateway port host: n-d-802623-1 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 00:10:40.151259 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f45245-3f26-482e-9d64-99498f79aa1b req-348a584c-292d-45f4-bd56-b59665fde00a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:10:40.154228 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-78f45245-3f26-482e-9d64-99498f79aa1b req-348a584c-292d-45f4-bd56-b59665fde00a service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=9ba1e124f2a248fcbbee4df813e28c7a&device_id=b47262b6-2b9d-459b-891c-e7b856ba1ed4 HTTP/1.1" status: 200 len: 1096 time: 0.0514762 Jul 28 00:10:40.260326 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f45245-3f26-482e-9d64-99498f79aa1b req-f774a428-54cf-4142-b91f-d56f34ccbab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:10:40.261804 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-78f45245-3f26-482e-9d64-99498f79aa1b req-f774a428-54cf-4142-b91f-d56f34ccbab7 service neutron] 10.222.0.38 "GET /v2.0/networks?id=40a52268-cb75-48dc-ad7c-46862b7664fd HTTP/1.1" status: 200 len: 897 time: 0.1004283 Jul 28 00:10:40.307739 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-78f45245-3f26-482e-9d64-99498f79aa1b req-8a3d8668-9bcd-448f-ae05-8ad730646f33 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=99439eea-ee42-4d40-8dec-0ad51095df12 HTTP/1.1" status: 200 len: 217 time: 0.0359864 Jul 28 00:10:40.351774 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7f1360-657f-4d27-a08b-01c0e3321830 req-27c2e9c1-8e15-4a8c-bb99-2ab28b302690 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:10:40.353350 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-3f7f1360-657f-4d27-a08b-01c0e3321830 req-27c2e9c1-8e15-4a8c-bb99-2ab28b302690 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "GET /v2.0/ports?device_id=b47262b6-2b9d-459b-891c-e7b856ba1ed4 HTTP/1.1" status: 200 len: 945 time: 0.1411207 Jul 28 00:10:40.357863 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-7676ec03-05df-4647-a612-1ea206206e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0273f129-fa2f-4b04-a031-e6815651b72f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-121319537', 'tenant_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.209'}], 'enable_snat': True}, 'gw_port_id': '79255c67-ab7f-4e6e-8ce1-a89a198f85f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T00:09:01Z', 'updated_at': '2021-07-28T00:09:04Z', 'revision_number': 4, 'project_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'gw_port': {'id': '79255c67-ab7f-4e6e-8ce1-a89a198f85f1', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:90:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0273f129-fa2f-4b04-a031-e6815651b72f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T00:09:01Z', 'updated_at': '2021-07-28T00:09:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': '12a9206e-e7e4-45d7-81c9-fddbc9b64337', 'name': '', 'network_id': '40a52268-cb75-48dc-ad7c-46862b7664fd', 'tenant_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'mac_address': 'fa:16:3e:29:53:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0273f129-fa2f-4b04-a031-e6815651b72f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '5457466c-b70f-4c38-9939-a9567f2569c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T00:09:03Z', 'updated_at': '2021-07-28T00:09:08Z', 'revision_number': 5, 'project_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'subnets': [{'id': '5457466c-b70f-4c38-9939-a9567f2569c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:10:40.366681 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f45245-3f26-482e-9d64-99498f79aa1b req-ba41a30b-7f20-4aff-94f3-ba5eb41fd979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:10:40.368377 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-78f45245-3f26-482e-9d64-99498f79aa1b req-ba41a30b-7f20-4aff-94f3-ba5eb41fd979 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=5457466c-b70f-4c38-9939-a9567f2569c3 HTTP/1.1" status: 200 len: 835 time: 0.0520215 Jul 28 00:10:40.387165 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7676ec03-05df-4647-a612-1ea206206e4f None None] Checking router: 0273f129-fa2f-4b04-a031-e6815651b72f for host: n-d-802623-1 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 00:10:40.395998 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7676ec03-05df-4647-a612-1ea206206e4f None None] Routers {'0273f129-fa2f-4b04-a031-e6815651b72f'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 00:10:40.396616 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-7676ec03-05df-4647-a612-1ea206206e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-28T00:10:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['0273f129-fa2f-4b04-a031-e6815651b72f'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:10:40.396978 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-3f7f1360-657f-4d27-a08b-01c0e3321830 req-fd714e77-e3a2-4ce0-83ba-a0de25af82ce tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "GET /v2.0/security-groups?id=482e3cde-4128-427f-9463-5f1118976edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348074 Jul 28 00:10:40.425420 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f45245-3f26-482e-9d64-99498f79aa1b req-a0976057-aa6a-4ea7-a4d3-52e65d7d7871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:10:40.426930 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-78f45245-3f26-482e-9d64-99498f79aa1b req-a0976057-aa6a-4ea7-a4d3-52e65d7d7871 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=40a52268-cb75-48dc-ad7c-46862b7664fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416558 Jul 28 00:10:40.501697 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-7676ec03-05df-4647-a612-1ea206206e4f None None] Set router 0273f129-fa2f-4b04-a031-e6815651b72f gateway port host: n-d-802623-1 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 00:10:40.526064 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-78f45245-3f26-482e-9d64-99498f79aa1b req-9fa50014-c84a-4d78-baef-cc38734ee533 service neutron] 10.222.0.38 "GET /v2.0/networks/40a52268-cb75-48dc-ad7c-46862b7664fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895059 Jul 28 00:10:40.629829 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-78f45245-3f26-482e-9d64-99498f79aa1b req-6a5e622f-e426-4b5d-8925-1ef5d31f11e6 service neutron] 10.222.0.38 "GET /v2.0/networks/40a52268-cb75-48dc-ad7c-46862b7664fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965869 Jul 28 00:10:40.698082 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-7676ec03-05df-4647-a612-1ea206206e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0273f129-fa2f-4b04-a031-e6815651b72f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-121319537', 'tenant_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.209'}], 'enable_snat': True}, 'gw_port_id': '79255c67-ab7f-4e6e-8ce1-a89a198f85f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T00:09:01Z', 'updated_at': '2021-07-28T00:09:04Z', 'revision_number': 4, 'project_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'gw_port': {'id': '79255c67-ab7f-4e6e-8ce1-a89a198f85f1', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:90:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0273f129-fa2f-4b04-a031-e6815651b72f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T00:09:01Z', 'updated_at': '2021-07-28T00:09:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': '12a9206e-e7e4-45d7-81c9-fddbc9b64337', 'name': '', 'network_id': '40a52268-cb75-48dc-ad7c-46862b7664fd', 'tenant_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'mac_address': 'fa:16:3e:29:53:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0273f129-fa2f-4b04-a031-e6815651b72f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '5457466c-b70f-4c38-9939-a9567f2569c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T00:09:03Z', 'updated_at': '2021-07-28T00:09:08Z', 'revision_number': 5, 'project_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'subnets': [{'id': '5457466c-b70f-4c38-9939-a9567f2569c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:10:40.723894 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7676ec03-05df-4647-a612-1ea206206e4f None None] The sync data for ids ['0273f129-fa2f-4b04-a031-e6815651b72f'] in n-d-802623-1 is: [{'id': '0273f129-fa2f-4b04-a031-e6815651b72f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-121319537', 'tenant_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.209'}], 'enable_snat': True}, 'gw_port_id': '79255c67-ab7f-4e6e-8ce1-a89a198f85f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T00:09:01Z', 'updated_at': '2021-07-28T00:09:04Z', 'revision_number': 4, 'project_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'gw_port': {'id': '79255c67-ab7f-4e6e-8ce1-a89a198f85f1', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:90:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0273f129-fa2f-4b04-a031-e6815651b72f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T00:09:01Z', 'updated_at': '2021-07-28T00:09:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': '12a9206e-e7e4-45d7-81c9-fddbc9b64337', 'name': '', 'network_id': '40a52268-cb75-48dc-ad7c-46862b7664fd', 'tenant_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'mac_address': 'fa:16:3e:29:53:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0273f129-fa2f-4b04-a031-e6815651b72f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '5457466c-b70f-4c38-9939-a9567f2569c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T00:09:03Z', 'updated_at': '2021-07-28T00:09:08Z', 'revision_number': 5, 'project_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'subnets': [{'id': '5457466c-b70f-4c38-9939-a9567f2569c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 00:10:40.938893 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01d23dfe-b524-4c06-a038-593b1e6ac63e None None] New status for floating IP a7915f05-0685-4fc8-aaf7-71f1dbfc3699: DOWN {{(pid=93799) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 00:10:41.573265 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4750b736-dcc5-4e60-9aa0-1cdf671f9d4d req-3ce07098-1851-449b-9bed-82d629bcc0dc tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:10:41.574758 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-4750b736-dcc5-4e60-9aa0-1cdf671f9d4d req-3ce07098-1851-449b-9bed-82d629bcc0dc tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "GET /v2.0/ports?device_id=b47262b6-2b9d-459b-891c-e7b856ba1ed4 HTTP/1.1" status: 200 len: 945 time: 0.1071901 Jul 28 00:10:41.614747 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-4750b736-dcc5-4e60-9aa0-1cdf671f9d4d req-52dd15ec-f9c3-4554-ac4e-78297e8add9e tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "GET /v2.0/security-groups?id=482e3cde-4128-427f-9463-5f1118976edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337179 Jul 28 00:10:41.764774 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc3fca3-ba65-48a2-a58d-8e8e9e8655f3 req-232d5fa1-c3ea-4729-8ac9-074c47ba48bc tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:10:41.766169 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-efc3fca3-ba65-48a2-a58d-8e8e9e8655f3 req-232d5fa1-c3ea-4729-8ac9-074c47ba48bc tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.38 "GET /v2.0/ports?device_id=b47262b6-2b9d-459b-891c-e7b856ba1ed4 HTTP/1.1" status: 200 len: 945 time: 0.0496590 Jul 28 00:10:41.861319 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-efc3fca3-ba65-48a2-a58d-8e8e9e8655f3 req-1a8f500d-6587-4609-bf51-93e24ee0952c tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Deleting port 99439eea-ee42-4d40-8dec-0ad51095df12 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 00:10:41.861751 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-efc3fca3-ba65-48a2-a58d-8e8e9e8655f3 req-1a8f500d-6587-4609-bf51-93e24ee0952c tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:10:41.953136 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-efc3fca3-ba65-48a2-a58d-8e8e9e8655f3 req-1a8f500d-6587-4609-bf51-93e24ee0952c tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] For port 99439eea-ee42-4d40-8dec-0ad51095df12, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=99439eea-ee42-4d40-8dec-0ad51095df12,segment=NetworkSegment(4ec584b6-23f1-4096-8948-f97397821785),segment_id=4ec584b6-23f1-4096-8948-f97397821785)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 00:10:41.953473 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-efc3fca3-ba65-48a2-a58d-8e8e9e8655f3 req-1a8f500d-6587-4609-bf51-93e24ee0952c tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:10:41.967923 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-efc3fca3-ba65-48a2-a58d-8e8e9e8655f3 req-1a8f500d-6587-4609-bf51-93e24ee0952c tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Calling delete_port for 99439eea-ee42-4d40-8dec-0ad51095df12 owned by compute:nova {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 00:10:42.105178 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-efc3fca3-ba65-48a2-a58d-8e8e9e8655f3 req-1a8f500d-6587-4609-bf51-93e24ee0952c tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:10:42.136401 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8f500d-6587-4609-bf51-93e24ee0952c tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Pushing event deleted for resources: {'Port': ['ID=99439eea-ee42-4d40-8dec-0ad51095df12,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:10:42.148924 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8f500d-6587-4609-bf51-93e24ee0952c tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:10:42.151091 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8f500d-6587-4609-bf51-93e24ee0952c tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:10:42.151091 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8f500d-6587-4609-bf51-93e24ee0952c tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:10:42.151091 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8f500d-6587-4609-bf51-93e24ee0952c tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:10:42.151091 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8f500d-6587-4609-bf51-93e24ee0952c tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:10:42.151091 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8f500d-6587-4609-bf51-93e24ee0952c tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:10:42.151091 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8f500d-6587-4609-bf51-93e24ee0952c tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:10:42.151609 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8f500d-6587-4609-bf51-93e24ee0952c tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:10:42.151609 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8f500d-6587-4609-bf51-93e24ee0952c tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:10:42.151952 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8f500d-6587-4609-bf51-93e24ee0952c tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:10:42.152283 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8f500d-6587-4609-bf51-93e24ee0952c tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:10:42.152611 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8f500d-6587-4609-bf51-93e24ee0952c tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:10:42.191645 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-efc3fca3-ba65-48a2-a58d-8e8e9e8655f3 req-1a8f500d-6587-4609-bf51-93e24ee0952c tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] No DVR routers for this DVR port 99439eea-ee42-4d40-8dec-0ad51095df12 on host n-h1-802623-1 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 00:10:42.194361 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-efc3fca3-ba65-48a2-a58d-8e8e9e8655f3 req-1a8f500d-6587-4609-bf51-93e24ee0952c tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:10:42.196460 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-efc3fca3-ba65-48a2-a58d-8e8e9e8655f3 req-1a8f500d-6587-4609-bf51-93e24ee0952c tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.38 "DELETE /v2.0/ports/99439eea-ee42-4d40-8dec-0ad51095df12 HTTP/1.1" status: 204 len: 173 time: 0.4241970 Jul 28 00:10:42.196903 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b47262b6-2b9d-459b-891c-e7b856ba1ed4', 'name': 'network-vif-deleted', 'tag': '99439eea-ee42-4d40-8dec-0ad51095df12'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 00:10:42.199237 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b87af07e598cf5b62d2945997aebdb2f0d5735b62acaa13edb25b119cdbae256" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-956dfd08-54b8-479f-adef-cbbe36dd89ea" -d '{"events": [{"server_uuid": "b47262b6-2b9d-459b-891c-e7b856ba1ed4", "name": "network-vif-deleted", "tag": "99439eea-ee42-4d40-8dec-0ad51095df12"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 00:10:42.237164 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 00:10:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2365f193-1155-473d-a55c-896c3cf54383 x-openstack-request-id: req-2365f193-1155-473d-a55c-896c3cf54383 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 00:10:42.237454 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b47262b6-2b9d-459b-891c-e7b856ba1ed4", "name": "network-vif-deleted", "tag": "99439eea-ee42-4d40-8dec-0ad51095df12", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 00:10:42.237711 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2365f193-1155-473d-a55c-896c3cf54383 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 00:10:42.238113 n-d-802623-1 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b47262b6-2b9d-459b-891c-e7b856ba1ed4', 'name': 'network-vif-deleted', 'tag': '99439eea-ee42-4d40-8dec-0ad51095df12', 'status': 'completed', 'code': 200} Jul 28 00:10:42.735706 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-5c1d931f-98d2-47fc-98f6-6cc59abf6356 req-f1cc83ef-0fb7-4d7d-8d9f-69a973f03a47 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "GET /v2.0/ports?device_id=b47262b6-2b9d-459b-891c-e7b856ba1ed4 HTTP/1.1" status: 200 len: 210 time: 0.0313776 Jul 28 00:10:43.800254 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 58926) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:10:44.169535 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c7332c8b-6c84-42d7-8ac2-9573fcf8cb6e tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-414022'] for router_interface, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:10:44.432954 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-c7332c8b-6c84-42d7-8ac2-9573fcf8cb6e tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Deleting port 12a9206e-e7e4-45d7-81c9-fddbc9b64337 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 00:10:44.433304 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c7332c8b-6c84-42d7-8ac2-9573fcf8cb6e tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:10:44.526113 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-c7332c8b-6c84-42d7-8ac2-9573fcf8cb6e tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] For port 12a9206e-e7e4-45d7-81c9-fddbc9b64337, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=12a9206e-e7e4-45d7-81c9-fddbc9b64337,segment=NetworkSegment(4ec584b6-23f1-4096-8948-f97397821785),segment_id=4ec584b6-23f1-4096-8948-f97397821785)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 00:10:44.526484 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c7332c8b-6c84-42d7-8ac2-9573fcf8cb6e tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:10:44.539668 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-c7332c8b-6c84-42d7-8ac2-9573fcf8cb6e tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Calling delete_port for 12a9206e-e7e4-45d7-81c9-fddbc9b64337 owned by network:router_interface {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 00:10:44.736113 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c7332c8b-6c84-42d7-8ac2-9573fcf8cb6e tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:10:44.763978 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7332c8b-6c84-42d7-8ac2-9573fcf8cb6e tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Pushing event deleted for resources: {'Port': ['ID=12a9206e-e7e4-45d7-81c9-fddbc9b64337,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:10:44.949537 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c7332c8b-6c84-42d7-8ac2-9573fcf8cb6e tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3760546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-413994'] for router_interface, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:10:45.168396 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7332c8b-6c84-42d7-8ac2-9573fcf8cb6e tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Router 0273f129-fa2f-4b04-a031-e6815651b72f has already been hosted by L3 agent 018c4455-49c0-4734-927d-7824067b2a9e {{(pid=93797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 00:10:45.279555 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7332c8b-6c84-42d7-8ac2-9573fcf8cb6e tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 00:10:45.288212 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-c7332c8b-6c84-42d7-8ac2-9573fcf8cb6e tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "PUT /v2.0/routers/0273f129-fa2f-4b04-a031-e6815651b72f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4878001 Jul 28 00:10:45.288385 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 58928) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:10:45.290458 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f60a9d26-37e8-479d-b43b-eb1bf9a3b062 None None] Sync routers for ids ['0273f129-fa2f-4b04-a031-e6815651b72f'] in n-d-802623-1 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 00:10:45.300514 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f60a9d26-37e8-479d-b43b-eb1bf9a3b062 None None] Routers {'0273f129-fa2f-4b04-a031-e6815651b72f'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 00:10:45.301124 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-f60a9d26-37e8-479d-b43b-eb1bf9a3b062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-28T00:10:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['0273f129-fa2f-4b04-a031-e6815651b72f'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:10:45.343940 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_v2 [None req-ddcef220-8d11-4d08-b616-1a788d03e3ff tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Deleting subnet 5457466c-b70f-4c38-9939-a9567f2569c3 {{(pid=93798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 00:10:45.347296 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ddcef220-8d11-4d08-b616-1a788d03e3ff tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks [] for subnet, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:10:45.393518 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ddcef220-8d11-4d08-b616-1a788d03e3ff tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11163249'] for subnet, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:10:45.414139 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-f60a9d26-37e8-479d-b43b-eb1bf9a3b062 None None] Set router 0273f129-fa2f-4b04-a031-e6815651b72f gateway port host: n-d-802623-1 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 00:10:45.486405 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ddcef220-8d11-4d08-b616-1a788d03e3ff tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620741'] for subnet, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:10:45.546590 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ddcef220-8d11-4d08-b616-1a788d03e3ff tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11971800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12265753'] for subnet, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:10:45.574150 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcef220-8d11-4d08-b616-1a788d03e3ff tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Pushing event deleted for resources: {'Subnet': ['ID=5457466c-b70f-4c38-9939-a9567f2569c3,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:10:45.582267 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ddcef220-8d11-4d08-b616-1a788d03e3ff tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:10:45.586525 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-ddcef220-8d11-4d08-b616-1a788d03e3ff tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "DELETE /v2.0/subnets/5457466c-b70f-4c38-9939-a9567f2569c3 HTTP/1.1" status: 204 len: 168 time: 0.2949965 Jul 28 00:10:45.587500 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 58930) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:10:45.592146 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beb2a35c-de96-4fde-be73-505fd37a8122 None None] Network 40a52268-cb75-48dc-ad7c-46862b7664fd requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 00:10:45.613298 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-f60a9d26-37e8-479d-b43b-eb1bf9a3b062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0273f129-fa2f-4b04-a031-e6815651b72f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-121319537', 'tenant_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.209'}], 'enable_snat': True}, 'gw_port_id': '79255c67-ab7f-4e6e-8ce1-a89a198f85f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T00:09:01Z', 'updated_at': '2021-07-28T00:10:44Z', 'revision_number': 5, 'project_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'gw_port': {'id': '79255c67-ab7f-4e6e-8ce1-a89a198f85f1', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:90:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0273f129-fa2f-4b04-a031-e6815651b72f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T00:09:01Z', 'updated_at': '2021-07-28T00:09:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1'}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:10:45.640929 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f60a9d26-37e8-479d-b43b-eb1bf9a3b062 None None] Checking router: 0273f129-fa2f-4b04-a031-e6815651b72f for host: n-d-802623-1 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 00:10:45.652301 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f60a9d26-37e8-479d-b43b-eb1bf9a3b062 None None] Routers {'0273f129-fa2f-4b04-a031-e6815651b72f'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 00:10:45.652742 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-f60a9d26-37e8-479d-b43b-eb1bf9a3b062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-28T00:10:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['0273f129-fa2f-4b04-a031-e6815651b72f'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:10:45.736231 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-400aa976-db94-4a25-aecc-02c52fe4c488 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks [] for router, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:10:45.802235 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c378d51a-3396-4c4d-8ce2-6563fe70319f None None] DHCP port deletion for 40a52268-cb75-48dc-ad7c-46862b7664fd request from n-d-802623-1 {{(pid=93799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 00:10:45.865065 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-c378d51a-3396-4c4d-8ce2-6563fe70319f None None] Deleting port 0fe521af-3915-4a0d-82bb-34983f76f753 {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 00:10:45.865448 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c378d51a-3396-4c4d-8ce2-6563fe70319f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:10:45.871324 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-400aa976-db94-4a25-aecc-02c52fe4c488 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:10:45.873479 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-f60a9d26-37e8-479d-b43b-eb1bf9a3b062 None None] Set router 0273f129-fa2f-4b04-a031-e6815651b72f gateway port host: n-d-802623-1 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 00:10:45.935855 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-c378d51a-3396-4c4d-8ce2-6563fe70319f None None] For port 0fe521af-3915-4a0d-82bb-34983f76f753, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=0fe521af-3915-4a0d-82bb-34983f76f753,segment=NetworkSegment(4ec584b6-23f1-4096-8948-f97397821785),segment_id=4ec584b6-23f1-4096-8948-f97397821785)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 00:10:45.936251 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c378d51a-3396-4c4d-8ce2-6563fe70319f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:10:45.942797 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-400aa976-db94-4a25-aecc-02c52fe4c488 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Deleting port 79255c67-ab7f-4e6e-8ce1-a89a198f85f1 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 00:10:45.943274 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-400aa976-db94-4a25-aecc-02c52fe4c488 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:10:45.952737 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-c378d51a-3396-4c4d-8ce2-6563fe70319f None None] Calling delete_port for 0fe521af-3915-4a0d-82bb-34983f76f753 owned by network:dhcp {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 00:10:46.003726 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 99439eea-ee42-4d40-8dec-0ad51095df12 no longer exists at agent hyperv_n-h1-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 00:10:46.045258 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] No Port match for: 99439eea-ee42-4d40-8dec-0ad51095df12 {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 00:10:46.045527 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 99439eea-ee42-4d40-8dec-0ad51095df12 not bound to the agent host n-h1-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 00:10:46.048964 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-400aa976-db94-4a25-aecc-02c52fe4c488 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] For port 79255c67-ab7f-4e6e-8ce1-a89a198f85f1, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=79255c67-ab7f-4e6e-8ce1-a89a198f85f1,segment=NetworkSegment(b9afe07e-bbe4-4740-834c-4b6a9698bdbc),segment_id=b9afe07e-bbe4-4740-834c-4b6a9698bdbc)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 00:10:46.049429 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-400aa976-db94-4a25-aecc-02c52fe4c488 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:10:46.066071 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-400aa976-db94-4a25-aecc-02c52fe4c488 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Calling delete_port for 79255c67-ab7f-4e6e-8ce1-a89a198f85f1 owned by network:router_gateway {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 00:10:46.070602 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c378d51a-3396-4c4d-8ce2-6563fe70319f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:10:46.092020 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-f60a9d26-37e8-479d-b43b-eb1bf9a3b062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0273f129-fa2f-4b04-a031-e6815651b72f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-121319537', 'tenant_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.209'}], 'enable_snat': True}, 'gw_port_id': '79255c67-ab7f-4e6e-8ce1-a89a198f85f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T00:09:01Z', 'updated_at': '2021-07-28T00:10:44Z', 'revision_number': 5, 'project_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'gw_port': {'id': '79255c67-ab7f-4e6e-8ce1-a89a198f85f1', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:90:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0273f129-fa2f-4b04-a031-e6815651b72f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T00:09:01Z', 'updated_at': '2021-07-28T00:09:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1'}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:10:46.103335 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c378d51a-3396-4c4d-8ce2-6563fe70319f None None] Pushing event deleted for resources: {'Port': ['ID=0fe521af-3915-4a0d-82bb-34983f76f753,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:10:46.111431 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c378d51a-3396-4c4d-8ce2-6563fe70319f None None] No DVR routers for this DVR port 0fe521af-3915-4a0d-82bb-34983f76f753 on host n-d-802623-1 {{(pid=93799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 00:10:46.113617 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c378d51a-3396-4c4d-8ce2-6563fe70319f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:10:46.113971 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c378d51a-3396-4c4d-8ce2-6563fe70319f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:10:46.114316 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c378d51a-3396-4c4d-8ce2-6563fe70319f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:10:46.114662 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c378d51a-3396-4c4d-8ce2-6563fe70319f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:10:46.115002 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c378d51a-3396-4c4d-8ce2-6563fe70319f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:10:46.115386 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c378d51a-3396-4c4d-8ce2-6563fe70319f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:10:46.115720 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c378d51a-3396-4c4d-8ce2-6563fe70319f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:10:46.116049 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c378d51a-3396-4c4d-8ce2-6563fe70319f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:10:46.116381 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c378d51a-3396-4c4d-8ce2-6563fe70319f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:10:46.116708 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c378d51a-3396-4c4d-8ce2-6563fe70319f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:10:46.117038 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c378d51a-3396-4c4d-8ce2-6563fe70319f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:10:46.117361 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c378d51a-3396-4c4d-8ce2-6563fe70319f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:10:46.136950 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f60a9d26-37e8-479d-b43b-eb1bf9a3b062 None None] The sync data for ids ['0273f129-fa2f-4b04-a031-e6815651b72f'] in n-d-802623-1 is: [{'id': '0273f129-fa2f-4b04-a031-e6815651b72f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-121319537', 'tenant_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.209'}], 'enable_snat': True}, 'gw_port_id': '79255c67-ab7f-4e6e-8ce1-a89a198f85f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T00:09:01Z', 'updated_at': '2021-07-28T00:10:44Z', 'revision_number': 5, 'project_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'gw_port': {'id': '79255c67-ab7f-4e6e-8ce1-a89a198f85f1', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:90:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0273f129-fa2f-4b04-a031-e6815651b72f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T00:09:01Z', 'updated_at': '2021-07-28T00:09:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1'}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 00:10:46.274256 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-400aa976-db94-4a25-aecc-02c52fe4c488 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:10:46.301679 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400aa976-db94-4a25-aecc-02c52fe4c488 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Pushing event deleted for resources: {'Port': ['ID=79255c67-ab7f-4e6e-8ce1-a89a198f85f1,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:10:46.365356 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-400aa976-db94-4a25-aecc-02c52fe4c488 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-415368'] for router_gateway, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:10:46.459883 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-400aa976-db94-4a25-aecc-02c52fe4c488 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62205'] for router, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:10:46.462248 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-400aa976-db94-4a25-aecc-02c52fe4c488 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:10:46.506546 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-400aa976-db94-4a25-aecc-02c52fe4c488 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-477831'] for router, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:10:46.507607 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-400aa976-db94-4a25-aecc-02c52fe4c488 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Fanout notify agent at l3_agent the message router_deleted on router 0273f129-fa2f-4b04-a031-e6815651b72f {{(pid=93798) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 00:10:46.514790 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-400aa976-db94-4a25-aecc-02c52fe4c488 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks [] for router, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:10:46.518879 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 58932) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:10:46.519491 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-400aa976-db94-4a25-aecc-02c52fe4c488 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "DELETE /v2.0/routers/0273f129-fa2f-4b04-a031-e6815651b72f HTTP/1.1" status: 204 len: 168 time: 0.9304214 Jul 28 00:10:46.610898 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e5bf9ce7-e1c6-49e6-afc5-93164120bae2 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593271'] for network, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:10:46.701476 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e5bf9ce7-e1c6-49e6-afc5-93164120bae2 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618032', 'neutron.services.segments.db._delete_segments_for_network-8736833900081'] for network, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:10:46.712444 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-e5bf9ce7-e1c6-49e6-afc5-93164120bae2 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40a52268-cb75-48dc-ad7c-46862b7664fd']}} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:10:46.723788 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-e5bf9ce7-e1c6-49e6-afc5-93164120bae2 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ec584b6-23f1-4096-8948-f97397821785') {'for_net_delete': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:10:46.724086 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-e5bf9ce7-e1c6-49e6-afc5-93164120bae2 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ec584b6-23f1-4096-8948-f97397821785') {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:10:46.733895 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e5bf9ce7-e1c6-49e6-afc5-93164120bae2 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736833900858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11335978'] for segment, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:10:46.756861 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e5bf9ce7-e1c6-49e6-afc5-93164120bae2 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:10:46.764330 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5bf9ce7-e1c6-49e6-afc5-93164120bae2 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Releasing vlan 519 on physical network physnet1 to pool {{(pid=93797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 00:10:46.764741 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e5bf9ce7-e1c6-49e6-afc5-93164120bae2 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11336013'] for segment, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:10:46.769022 n-d-802623-1 neutron-server[93797]: Traceback (most recent call last): Jul 28 00:10:46.769022 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 00:10:46.769022 n-d-802623-1 neutron-server[93797]: timer() Jul 28 00:10:46.769022 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 00:10:46.769022 n-d-802623-1 neutron-server[93797]: cb(*args, **kw) Jul 28 00:10:46.769022 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 00:10:46.769022 n-d-802623-1 neutron-server[93797]: return func(*args, **kwargs) Jul 28 00:10:46.769022 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 00:10:46.769022 n-d-802623-1 neutron-server[93797]: self._notify() Jul 28 00:10:46.769022 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 00:10:46.769022 n-d-802623-1 neutron-server[93797]: self.callback(batched_events) Jul 28 00:10:46.769022 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 00:10:46.769022 n-d-802623-1 neutron-server[93797]: event.method(event) Jul 28 00:10:46.769022 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 00:10:46.769022 n-d-802623-1 neutron-server[93797]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 00:10:46.769022 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 00:10:46.769022 n-d-802623-1 neutron-server[93797]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 00:10:46.769022 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 00:10:46.769022 n-d-802623-1 neutron-server[93797]: return f(self, *a, **k) Jul 28 00:10:46.769022 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 00:10:46.769022 n-d-802623-1 neutron-server[93797]: return self._get(url).json() Jul 28 00:10:46.769022 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 00:10:46.769022 n-d-802623-1 neutron-server[93797]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 00:10:46.769022 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 00:10:46.769022 n-d-802623-1 neutron-server[93797]: return self.request(url, 'GET', **kwargs) Jul 28 00:10:46.769022 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 00:10:46.769022 n-d-802623-1 neutron-server[93797]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 00:10:46.769022 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 00:10:46.769022 n-d-802623-1 neutron-server[93797]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 00:10:46.769022 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 00:10:46.769022 n-d-802623-1 neutron-server[93797]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 00:10:46.769022 n-d-802623-1 neutron-server[93797]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 00:10:46.823545 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 12a9206e-e7e4-45d7-81c9-fddbc9b64337 no longer exists at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 00:10:46.837812 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e5bf9ce7-e1c6-49e6-afc5-93164120bae2 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415412'] for network, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:10:46.848190 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] No Port match for: 12a9206e-e7e4-45d7-81c9-fddbc9b64337 {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 00:10:46.848190 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 12a9206e-e7e4-45d7-81c9-fddbc9b64337 not bound to the agent host n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 00:10:46.849892 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 0fe521af-3915-4a0d-82bb-34983f76f753 no longer exists at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 00:10:46.861981 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e5bf9ce7-e1c6-49e6-afc5-93164120bae2 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks [] for network, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:10:46.866415 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-e5bf9ce7-e1c6-49e6-afc5-93164120bae2 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "DELETE /v2.0/networks/40a52268-cb75-48dc-ad7c-46862b7664fd HTTP/1.1" status: 204 len: 168 time: 0.3433356 Jul 28 00:10:46.866415 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bf9ce7-e1c6-49e6-afc5-93164120bae2 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Pushing event deleted for resources: {'Network': ['ID=40a52268-cb75-48dc-ad7c-46862b7664fd,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:10:46.866675 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 58934) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:10:46.880813 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] No Port match for: 0fe521af-3915-4a0d-82bb-34983f76f753 {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 00:10:46.881023 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 0fe521af-3915-4a0d-82bb-34983f76f753 not bound to the agent host n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 00:10:46.948419 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-968d2a76-0926-41fd-97c7-b1a29f4bb560 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:10:46.975282 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-968d2a76-0926-41fd-97c7-b1a29f4bb560 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:10:47.038255 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-968d2a76-0926-41fd-97c7-b1a29f4bb560 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:10:47.041054 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-968d2a76-0926-41fd-97c7-b1a29f4bb560 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:10:47.042244 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-968d2a76-0926-41fd-97c7-b1a29f4bb560 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "DELETE /v2.0/security-groups/482e3cde-4128-427f-9463-5f1118976edc HTTP/1.1" status: 204 len: 168 time: 0.1739111 Jul 28 00:10:47.057956 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968d2a76-0926-41fd-97c7-b1a29f4bb560 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=482e3cde-4128-427f-9463-5f1118976edc,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:10:47.332246 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 58940) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:10:47.336892 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-c2b12a4b-b1b7-4d0a-b8cc-954af714804e tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-370098260', 'description': 'tempest-secgroup-smoke-370098260 description', 'project_id': '9ba1e124f2a248fcbbee4df813e28c7a'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 00:10:47.359746 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c2b12a4b-b1b7-4d0a-b8cc-954af714804e tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:10:47.449487 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c2b12a4b-b1b7-4d0a-b8cc-954af714804e tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:10:47.453898 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c2b12a4b-b1b7-4d0a-b8cc-954af714804e tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:10:47.482351 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c2b12a4b-b1b7-4d0a-b8cc-954af714804e tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:10:47.483633 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-c2b12a4b-b1b7-4d0a-b8cc-954af714804e tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1503725 Jul 28 00:10:47.484821 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b12a4b-b1b7-4d0a-b8cc-954af714804e tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e719c9d1-16ef-44c1-bdd7-17740ce8f3e5,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:10:47.486604 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 58942) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:10:47.494731 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-39bb22b9-53a1-483c-bdab-4d4e1cf6ba38 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Request body: {'security_group_rule': {'security_group_id': 'e719c9d1-16ef-44c1-bdd7-17740ce8f3e5', 'project_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 00:10:47.527345 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-39bb22b9-53a1-483c-bdab-4d4e1cf6ba38 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:10:47.576793 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-39bb22b9-53a1-483c-bdab-4d4e1cf6ba38 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:10:47.580557 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-39bb22b9-53a1-483c-bdab-4d4e1cf6ba38 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784185'] for security_group_rule, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:10:47.599488 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bb22b9-53a1-483c-bdab-4d4e1cf6ba38 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9f9cffa-786e-408e-b5de-2661c7cabd4d,revision_number=0']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:10:47.605725 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-39bb22b9-53a1-483c-bdab-4d4e1cf6ba38 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:10:47.607403 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-39bb22b9-53a1-483c-bdab-4d4e1cf6ba38 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1197076 Jul 28 00:10:47.610215 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 58944) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:10:47.615440 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-691343e6-0369-4342-a9ea-0cee147ec1f1 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Request body: {'security_group_rule': {'security_group_id': 'e719c9d1-16ef-44c1-bdd7-17740ce8f3e5', 'project_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 00:10:47.642693 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-691343e6-0369-4342-a9ea-0cee147ec1f1 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:10:47.702008 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-691343e6-0369-4342-a9ea-0cee147ec1f1 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:10:47.705917 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-691343e6-0369-4342-a9ea-0cee147ec1f1 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784185'] for security_group_rule, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:10:47.723300 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691343e6-0369-4342-a9ea-0cee147ec1f1 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1c600b3-d806-43fb-8422-40720baa020f,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:10:47.733864 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-691343e6-0369-4342-a9ea-0cee147ec1f1 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:10:47.735204 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-691343e6-0369-4342-a9ea-0cee147ec1f1 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1238627 Jul 28 00:10:47.738086 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 58946) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:10:47.742879 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-afbc7adb-0c1f-4fff-b7fc-be326d22ff4a tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Request body: {'security_group_rule': {'security_group_id': 'e719c9d1-16ef-44c1-bdd7-17740ce8f3e5', 'project_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 00:10:47.770774 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-afbc7adb-0c1f-4fff-b7fc-be326d22ff4a tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:10:47.839636 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-afbc7adb-0c1f-4fff-b7fc-be326d22ff4a tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:10:47.843802 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-afbc7adb-0c1f-4fff-b7fc-be326d22ff4a tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784185'] for security_group_rule, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:10:47.866158 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbc7adb-0c1f-4fff-b7fc-be326d22ff4a tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b101aeca-8207-4481-9ce2-33f607d5fa75,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:10:47.871852 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-afbc7adb-0c1f-4fff-b7fc-be326d22ff4a tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:10:47.871852 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-afbc7adb-0c1f-4fff-b7fc-be326d22ff4a tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1326628 Jul 28 00:10:47.875577 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 58948) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:10:47.880941 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-de992f2f-fa07-41ec-80f0-167efdd0189e tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Request body: {'security_group_rule': {'security_group_id': 'e719c9d1-16ef-44c1-bdd7-17740ce8f3e5', 'project_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 00:10:47.909210 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-de992f2f-fa07-41ec-80f0-167efdd0189e tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:10:47.982118 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-de992f2f-fa07-41ec-80f0-167efdd0189e tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:10:47.985363 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-de992f2f-fa07-41ec-80f0-167efdd0189e tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784185'] for security_group_rule, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:10:48.002741 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de992f2f-fa07-41ec-80f0-167efdd0189e tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85638efb-79d2-4492-9c83-7250ee302265,revision_number=0']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:10:48.008604 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-de992f2f-fa07-41ec-80f0-167efdd0189e tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:10:48.009820 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-de992f2f-fa07-41ec-80f0-167efdd0189e tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1333933 Jul 28 00:10:48.012765 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 58950) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:10:48.017439 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-258d56bb-fa67-4717-8837-22949334bf0c tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Request body: {'security_group_rule': {'security_group_id': 'e719c9d1-16ef-44c1-bdd7-17740ce8f3e5', 'project_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 00:10:48.041536 n-d-802623-1 neutron-server[93798]: INFO neutron.db.securitygroups_db [None req-258d56bb-fa67-4717-8837-22949334bf0c tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Project 9ba1e124f2a248fcbbee4df813e28c7a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 00:10:48.048628 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-258d56bb-fa67-4717-8837-22949334bf0c tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:10:48.119699 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-258d56bb-fa67-4717-8837-22949334bf0c tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:10:48.123977 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-258d56bb-fa67-4717-8837-22949334bf0c tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784185'] for security_group_rule, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:10:48.143889 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258d56bb-fa67-4717-8837-22949334bf0c tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ddb0f469-6c35-4ee5-aefe-3e145f03a41a,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:10:48.147972 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-258d56bb-fa67-4717-8837-22949334bf0c tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:10:48.149150 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-258d56bb-fa67-4717-8837-22949334bf0c tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1353750 Jul 28 00:10:48.152031 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 58952) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:10:48.157884 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-298abdc9-0ba0-4beb-8bd6-4983957aab3f tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Request body: {'security_group_rule': {'security_group_id': 'e719c9d1-16ef-44c1-bdd7-17740ce8f3e5', 'project_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 00:10:48.180426 n-d-802623-1 neutron-server[93798]: INFO neutron.db.securitygroups_db [None req-298abdc9-0ba0-4beb-8bd6-4983957aab3f tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Project 9ba1e124f2a248fcbbee4df813e28c7a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 00:10:48.185261 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-298abdc9-0ba0-4beb-8bd6-4983957aab3f tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:10:48.247278 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-298abdc9-0ba0-4beb-8bd6-4983957aab3f tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:10:48.251025 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-298abdc9-0ba0-4beb-8bd6-4983957aab3f tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784185'] for security_group_rule, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:10:48.270600 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298abdc9-0ba0-4beb-8bd6-4983957aab3f tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f87d14ad-e97f-4e7c-bf2e-4a9c6ec56675,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:10:48.273941 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-298abdc9-0ba0-4beb-8bd6-4983957aab3f tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:10:48.277878 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-298abdc9-0ba0-4beb-8bd6-4983957aab3f tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1221769 Jul 28 00:10:48.278898 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 58954) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:10:48.283480 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-d15caf8b-229e-401b-9cc2-87e5b37f1d70 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Request body: {'network': {'name': 'tempest-network-smoke--1401356676', 'project_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'port_security_enabled': True}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 00:10:48.303424 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d15caf8b-229e-401b-9cc2-87e5b37f1d70 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Made reservation on behalf of 9ba1e124f2a248fcbbee4df813e28c7a for: {'network': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 00:10:48.306811 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d15caf8b-229e-401b-9cc2-87e5b37f1d70 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for network, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:10:48.332087 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d15caf8b-229e-401b-9cc2-87e5b37f1d70 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 505} {{(pid=93798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 00:10:48.341331 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d15caf8b-229e-401b-9cc2-87e5b37f1d70 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:10:48.341956 n-d-802623-1 neutron-server[93798]: INFO neutron.db.segments_db [None req-d15caf8b-229e-401b-9cc2-87e5b37f1d70 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Added segment 1dc6a7df-9b88-4d98-a894-714b45ae99ae of type vlan for network 4920e415-fb19-4ae8-a659-925d131edabb Jul 28 00:10:48.382371 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d15caf8b-229e-401b-9cc2-87e5b37f1d70 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736833354590'] for network, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:10:48.412979 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d15caf8b-229e-401b-9cc2-87e5b37f1d70 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569'] for network, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:10:48.418426 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d15caf8b-229e-401b-9cc2-87e5b37f1d70 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:10:48.419050 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d15caf8b-229e-401b-9cc2-87e5b37f1d70 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks [] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:10:48.478481 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-d15caf8b-229e-401b-9cc2-87e5b37f1d70 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1989241 Jul 28 00:10:48.481205 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 58956) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:10:48.485548 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-55431f65-447a-4d22-9240-5e17dee2ce5f tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-608392589', 'admin_state_up': True, 'project_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'}}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 00:10:48.493739 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15caf8b-229e-401b-9cc2-87e5b37f1d70 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Pushing event updated for resources: {'Network': ['ID=4920e415-fb19-4ae8-a659-925d131edabb,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:10:48.505398 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Network 4920e415-fb19-4ae8-a659-925d131edabb details requested by agent ovs-agent-n-d-802623-1 with host n-d-802623-1 {{(pid=93799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 00:10:48.516860 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-55431f65-447a-4d22-9240-5e17dee2ce5f tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62159'] for router, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:10:48.518455 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-55431f65-447a-4d22-9240-5e17dee2ce5f tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-479230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-415539', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3693317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62148'] for router, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:10:48.576975 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-55431f65-447a-4d22-9240-5e17dee2ce5f tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:10:48.689427 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 79255c67-ab7f-4e6e-8ce1-a89a198f85f1 no longer exists at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 00:10:48.712824 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] No Port match for: 79255c67-ab7f-4e6e-8ce1-a89a198f85f1 {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 00:10:48.713250 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 79255c67-ab7f-4e6e-8ce1-a89a198f85f1 not bound to the agent host n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 00:10:48.715541 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-55431f65-447a-4d22-9240-5e17dee2ce5f tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-415433', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62186'] for router, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:10:49.241239 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-55431f65-447a-4d22-9240-5e17dee2ce5f tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks [] for router_gateway, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:10:49.259705 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-55431f65-447a-4d22-9240-5e17dee2ce5f tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:10:49.363830 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-55431f65-447a-4d22-9240-5e17dee2ce5f tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Allocated IP 172.25.4.95 (2fd42287-ed26-4eb9-89a5-b521f5b04356/17de1f8f-393a-4b0c-a2df-614bd3f2fb5e/faad0ecb-af95-4ff1-8730-ee9b1dffd4cd) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 00:10:49.463459 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-55431f65-447a-4d22-9240-5e17dee2ce5f tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:10:49.502271 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-55431f65-447a-4d22-9240-5e17dee2ce5f tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:10:49.538341 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55431f65-447a-4d22-9240-5e17dee2ce5f tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Network 2fd42287-ed26-4eb9-89a5-b521f5b04356 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 00:10:49.542585 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-55431f65-447a-4d22-9240-5e17dee2ce5f tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 00:10:49.549058 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55431f65-447a-4d22-9240-5e17dee2ce5f tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 00:10:49.573928 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55431f65-447a-4d22-9240-5e17dee2ce5f tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Pushing event updated for resources: {'Port': ['ID=faad0ecb-af95-4ff1-8730-ee9b1dffd4cd,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:10:49.795106 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-55431f65-447a-4d22-9240-5e17dee2ce5f tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks [] for router_gateway, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:10:49.986141 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-55431f65-447a-4d22-9240-5e17dee2ce5f tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-415468'] for router, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:10:50.108714 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55431f65-447a-4d22-9240-5e17dee2ce5f tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Router dad5dd1d-20bf-4b4e-9f2b-68c131e484e4 is scheduled to L3 agent 018c4455-49c0-4734-927d-7824067b2a9e with binding_index 1 {{(pid=93798) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 00:10:50.212535 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55431f65-447a-4d22-9240-5e17dee2ce5f tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 00:10:50.227647 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37900663-351f-40bd-a0c1-30eac0085605 None None] Sync routers for ids ['dad5dd1d-20bf-4b4e-9f2b-68c131e484e4'] in n-d-802623-1 {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 00:10:50.234635 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-55431f65-447a-4d22-9240-5e17dee2ce5f tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks [] for router, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:10:50.238876 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-55431f65-447a-4d22-9240-5e17dee2ce5f tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.7537444 Jul 28 00:10:50.239027 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37900663-351f-40bd-a0c1-30eac0085605 None None] Routers {'dad5dd1d-20bf-4b4e-9f2b-68c131e484e4'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 00:10:50.239027 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-37900663-351f-40bd-a0c1-30eac0085605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-28T00:10:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['dad5dd1d-20bf-4b4e-9f2b-68c131e484e4'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:10:50.239281 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 58958) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:10:50.271340 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-71711f4b-f005-40f5-a2a3-65c5eb5b0cb1 tempest-TestNetworkAdvancedServerOps-2036493630 tempest-TestNetworkAdvancedServerOps-2036493630-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=9ba1e124f2a248fcbbee4df813e28c7a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0309887 Jul 28 00:10:50.274012 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 58960) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:10:50.341616 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-37900663-351f-40bd-a0c1-30eac0085605 None None] Set router dad5dd1d-20bf-4b4e-9f2b-68c131e484e4 gateway port host: n-d-802623-1 {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 00:10:50.357372 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbb6f6c6-13e4-4123-aa00-a7e68d88dc7f tempest-TestNetworkAdvancedServerOps-2036493630 tempest-TestNetworkAdvancedServerOps-2036493630-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:10:50.358946 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-bbb6f6c6-13e4-4123-aa00-a7e68d88dc7f tempest-TestNetworkAdvancedServerOps-2036493630 tempest-TestNetworkAdvancedServerOps-2036493630-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0839810 Jul 28 00:10:50.361750 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 58962) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:10:50.392904 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-9271fd91-d549-4fd0-bd32-61929e473c8d tempest-TestNetworkAdvancedServerOps-2036493630 tempest-TestNetworkAdvancedServerOps-2036493630-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=2fd42287-ed26-4eb9-89a5-b521f5b04356&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0300887 Jul 28 00:10:50.395438 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 58964) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:10:50.400233 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-a0200e54-a2b0-420f-92b7-e6f5bd589816 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-813749975', 'network_id': '4920e415-fb19-4ae8-a659-925d131edabb', 'project_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 00:10:50.491030 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0200e54-a2b0-420f-92b7-e6f5bd589816 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Made reservation on behalf of 9ba1e124f2a248fcbbee4df813e28c7a for: {'subnet': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 00:10:50.494488 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a0200e54-a2b0-420f-92b7-e6f5bd589816 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12265828'] for subnet, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:10:50.514946 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-37900663-351f-40bd-a0c1-30eac0085605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dad5dd1d-20bf-4b4e-9f2b-68c131e484e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-608392589', 'tenant_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.95'}], 'enable_snat': True}, 'gw_port_id': 'faad0ecb-af95-4ff1-8730-ee9b1dffd4cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T00:10:48Z', 'updated_at': '2021-07-28T00:10:49Z', 'revision_number': 3, 'project_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'gw_port': {'id': 'faad0ecb-af95-4ff1-8730-ee9b1dffd4cd', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:12:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dad5dd1d-20bf-4b4e-9f2b-68c131e484e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T00:10:49Z', 'updated_at': '2021-07-28T00:10:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1'}], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:10:50.544400 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37900663-351f-40bd-a0c1-30eac0085605 None None] Checking router: dad5dd1d-20bf-4b4e-9f2b-68c131e484e4 for host: n-d-802623-1 {{(pid=93799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 00:10:50.544746 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37900663-351f-40bd-a0c1-30eac0085605 None None] Updating router dad5dd1d-20bf-4b4e-9f2b-68c131e484e4 port faad0ecb-af95-4ff1-8730-ee9b1dffd4cd binding host n-d-802623-1 {{(pid=93799) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 00:10:50.572161 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-37900663-351f-40bd-a0c1-30eac0085605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:10:50.685858 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a0200e54-a2b0-420f-92b7-e6f5bd589816 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11971609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12265750'] for subnet, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:10:50.751512 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0200e54-a2b0-420f-92b7-e6f5bd589816 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Pushing event updated for resources: {'Subnet': ['ID=56d0bb56-7fa3-4c70-b7b2-bb220de75a43,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:10:50.759694 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0200e54-a2b0-420f-92b7-e6f5bd589816 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Checking segment: {'id': '1dc6a7df-9b88-4d98-a894-714b45ae99ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '4920e415-fb19-4ae8-a659-925d131edabb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 00:10:50.760065 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0200e54-a2b0-420f-92b7-e6f5bd589816 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Network hostable DHCP agents. Network: 4920e415-fb19-4ae8-a659-925d131edabb, hostable agents: ['5950e76f-2bde-4343-a925-cbe6bacd2706'], hosted agents: [] {{(pid=93798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 00:10:50.778090 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0200e54-a2b0-420f-92b7-e6f5bd589816 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Network 4920e415-fb19-4ae8-a659-925d131edabb is scheduled to be hosted by DHCP agent 5950e76f-2bde-4343-a925-cbe6bacd2706 with binding_index 1 {{(pid=93798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 00:10:50.787971 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-a0200e54-a2b0-420f-92b7-e6f5bd589816 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802623-1, 4920e415-fb19-4ae8-a659-925d131edabb) {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 00:10:50.792653 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0200e54-a2b0-420f-92b7-e6f5bd589816 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:10:50.793268 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a0200e54-a2b0-420f-92b7-e6f5bd589816 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:10:50.808908 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-a0200e54-a2b0-420f-92b7-e6f5bd589816 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4124084 Jul 28 00:10:50.812664 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 58966) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:10:50.818906 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97208ba1-fcb3-4fef-90e8-680cc79664f4 None None] Network 4920e415-fb19-4ae8-a659-925d131edabb requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 00:10:50.884930 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-37900663-351f-40bd-a0c1-30eac0085605 None None] Notify callbacks [] for port, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:10:50.905121 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-37900663-351f-40bd-a0c1-30eac0085605 None None] Transition to ACTIVE for port object faad0ecb-af95-4ff1-8730-ee9b1dffd4cd will not be triggered until provisioned by entity L2. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 00:10:50.916884 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-37900663-351f-40bd-a0c1-30eac0085605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:10:51.004826 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31840bbd-cc63-4e01-b41e-eead965e839a None None] Pushing event updated for resources: {'Port': ['ID=faad0ecb-af95-4ff1-8730-ee9b1dffd4cd,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:10:51.007179 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-37900663-351f-40bd-a0c1-30eac0085605 None None] Attempting to bind port faad0ecb-af95-4ff1-8730-ee9b1dffd4cd on host n-d-802623-1 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 00:10:51.007562 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-37900663-351f-40bd-a0c1-30eac0085605 None None] Attempting to bind port faad0ecb-af95-4ff1-8730-ee9b1dffd4cd by drivers openvswitch,hyperv on host n-d-802623-1 at level 0 using segments [{'id': 'b9afe07e-bbe4-4740-834c-4b6a9698bdbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 00:10:51.007932 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37900663-351f-40bd-a0c1-30eac0085605 None None] Attempting to bind port faad0ecb-af95-4ff1-8730-ee9b1dffd4cd on network 2fd42287-ed26-4eb9-89a5-b521f5b04356 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 00:10:51.019441 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37900663-351f-40bd-a0c1-30eac0085605 None None] Checking agent: {'id': 'a9a568d2-a5e7-41e4-833f-a8ab42ea4073', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 52, 30), 'started_at': datetime.datetime(2021, 7, 27, 22, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 0, 10, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802623-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 00:10:51.019824 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37900663-351f-40bd-a0c1-30eac0085605 None None] Checking segment: {'id': 'b9afe07e-bbe4-4740-834c-4b6a9698bdbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 00:10:51.020232 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-37900663-351f-40bd-a0c1-30eac0085605 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:10:51.020627 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37900663-351f-40bd-a0c1-30eac0085605 None None] Bound using segment: {'id': 'b9afe07e-bbe4-4740-834c-4b6a9698bdbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 00:10:51.021110 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-37900663-351f-40bd-a0c1-30eac0085605 None None] Bound port: faad0ecb-af95-4ff1-8730-ee9b1dffd4cd, host: n-d-802623-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9afe07e-bbe4-4740-834c-4b6a9698bdbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 00:10:51.021492 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-37900663-351f-40bd-a0c1-30eac0085605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:10:51.081819 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6444c682-e5b4-4e79-a9de-07f2e92e511b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f6f257c-ad18-5f0c-8c8e-ea085a5fc8a2-4920e415-fb19-4ae8-a659-925d131edabb', 'network_id': '4920e415-fb19-4ae8-a659-925d131edabb', 'tenant_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'fixed_ips': [{'subnet_id': '56d0bb56-7fa3-4c70-b7b2-bb220de75a43'}]}} from n-d-802623-1. {{(pid=93799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 00:10:51.082691 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-6444c682-e5b4-4e79-a9de-07f2e92e511b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:10:51.104698 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-37900663-351f-40bd-a0c1-30eac0085605 None None] For port faad0ecb-af95-4ff1-8730-ee9b1dffd4cd, host n-d-802623-1, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 00:10:51.123203 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-37900663-351f-40bd-a0c1-30eac0085605 None None] For port faad0ecb-af95-4ff1-8730-ee9b1dffd4cd, host n-d-802623-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=faad0ecb-af95-4ff1-8730-ee9b1dffd4cd,segment=NetworkSegment(b9afe07e-bbe4-4740-834c-4b6a9698bdbc),segment_id=b9afe07e-bbe4-4740-834c-4b6a9698bdbc)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 00:10:51.168088 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-37900663-351f-40bd-a0c1-30eac0085605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:10:51.255430 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-800193be-28e8-4f3e-85da-3a61a771dd6e tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:10:51.427272 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31840bbd-cc63-4e01-b41e-eead965e839a None None] Pushing event updated for resources: {'Port': ['ID=faad0ecb-af95-4ff1-8730-ee9b1dffd4cd,revision_number=3']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:10:51.433543 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37900663-351f-40bd-a0c1-30eac0085605 None None] Routers {'dad5dd1d-20bf-4b4e-9f2b-68c131e484e4'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 00:10:51.434171 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-37900663-351f-40bd-a0c1-30eac0085605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-28T00:10:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['dad5dd1d-20bf-4b4e-9f2b-68c131e484e4'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:10:51.486150 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-6444c682-e5b4-4e79-a9de-07f2e92e511b None None] Allocated IP 172.20.0.2 (4920e415-fb19-4ae8-a659-925d131edabb/56d0bb56-7fa3-4c70-b7b2-bb220de75a43/24cf2ff0-3e10-48a6-b141-7c74b4cb6fb8) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 00:10:51.598917 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-37900663-351f-40bd-a0c1-30eac0085605 None None] Set router dad5dd1d-20bf-4b4e-9f2b-68c131e484e4 gateway port host: n-d-802623-1 {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 00:10:51.785800 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-6444c682-e5b4-4e79-a9de-07f2e92e511b None None] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:10:51.811681 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-6444c682-e5b4-4e79-a9de-07f2e92e511b None None] Transition to ACTIVE for port object 24cf2ff0-3e10-48a6-b141-7c74b4cb6fb8 will not be triggered until provisioned by entity L2. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 00:10:51.831424 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-6444c682-e5b4-4e79-a9de-07f2e92e511b None None] Transition to ACTIVE for port object 24cf2ff0-3e10-48a6-b141-7c74b4cb6fb8 will not be triggered until provisioned by entity DHCP. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 00:10:51.838396 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-6444c682-e5b4-4e79-a9de-07f2e92e511b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:10:51.883477 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-800193be-28e8-4f3e-85da-3a61a771dd6e tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Allocated IP 172.20.0.1 (4920e415-fb19-4ae8-a659-925d131edabb/56d0bb56-7fa3-4c70-b7b2-bb220de75a43/bddac24e-35e0-4c72-9c30-e8b9b02f5375) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 00:10:51.889225 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6444c682-e5b4-4e79-a9de-07f2e92e511b None None] Network 4920e415-fb19-4ae8-a659-925d131edabb is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 00:10:51.896018 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-6444c682-e5b4-4e79-a9de-07f2e92e511b None None] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 00:10:51.901620 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6444c682-e5b4-4e79-a9de-07f2e92e511b None None] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 00:10:51.905690 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6444c682-e5b4-4e79-a9de-07f2e92e511b None None] Pushing event updated for resources: {'Port': ['ID=24cf2ff0-3e10-48a6-b141-7c74b4cb6fb8,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:10:51.911483 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-37900663-351f-40bd-a0c1-30eac0085605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dad5dd1d-20bf-4b4e-9f2b-68c131e484e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-608392589', 'tenant_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.95'}], 'enable_snat': True}, 'gw_port_id': 'faad0ecb-af95-4ff1-8730-ee9b1dffd4cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T00:10:48Z', 'updated_at': '2021-07-28T00:10:49Z', 'revision_number': 3, 'project_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'gw_port': {'id': 'faad0ecb-af95-4ff1-8730-ee9b1dffd4cd', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:12:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dad5dd1d-20bf-4b4e-9f2b-68c131e484e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T00:10:49Z', 'updated_at': '2021-07-28T00:10:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1'}], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:10:51.941127 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37900663-351f-40bd-a0c1-30eac0085605 None None] The sync data for ids ['dad5dd1d-20bf-4b4e-9f2b-68c131e484e4'] in n-d-802623-1 is: [{'id': 'dad5dd1d-20bf-4b4e-9f2b-68c131e484e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-608392589', 'tenant_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.95'}], 'enable_snat': True}, 'gw_port_id': 'faad0ecb-af95-4ff1-8730-ee9b1dffd4cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T00:10:48Z', 'updated_at': '2021-07-28T00:10:49Z', 'revision_number': 3, 'project_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'gw_port': {'id': 'faad0ecb-af95-4ff1-8730-ee9b1dffd4cd', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:12:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dad5dd1d-20bf-4b4e-9f2b-68c131e484e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T00:10:49Z', 'updated_at': '2021-07-28T00:10:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1'}] {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 00:10:51.988988 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-6444c682-e5b4-4e79-a9de-07f2e92e511b None None] Attempting to bind port 24cf2ff0-3e10-48a6-b141-7c74b4cb6fb8 on host n-d-802623-1 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 00:10:51.989359 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-6444c682-e5b4-4e79-a9de-07f2e92e511b None None] Attempting to bind port 24cf2ff0-3e10-48a6-b141-7c74b4cb6fb8 by drivers openvswitch,hyperv on host n-d-802623-1 at level 0 using segments [{'id': '1dc6a7df-9b88-4d98-a894-714b45ae99ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '4920e415-fb19-4ae8-a659-925d131edabb'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 00:10:51.989722 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6444c682-e5b4-4e79-a9de-07f2e92e511b None None] Attempting to bind port 24cf2ff0-3e10-48a6-b141-7c74b4cb6fb8 on network 4920e415-fb19-4ae8-a659-925d131edabb {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 00:10:51.995368 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6444c682-e5b4-4e79-a9de-07f2e92e511b None None] Checking agent: {'id': 'a9a568d2-a5e7-41e4-833f-a8ab42ea4073', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 52, 30), 'started_at': datetime.datetime(2021, 7, 27, 22, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 0, 10, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802623-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 00:10:51.995747 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6444c682-e5b4-4e79-a9de-07f2e92e511b None None] Checking segment: {'id': '1dc6a7df-9b88-4d98-a894-714b45ae99ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '4920e415-fb19-4ae8-a659-925d131edabb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 00:10:51.996150 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-6444c682-e5b4-4e79-a9de-07f2e92e511b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:10:51.996541 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6444c682-e5b4-4e79-a9de-07f2e92e511b None None] Bound using segment: {'id': '1dc6a7df-9b88-4d98-a894-714b45ae99ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '4920e415-fb19-4ae8-a659-925d131edabb'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 00:10:51.997573 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-6444c682-e5b4-4e79-a9de-07f2e92e511b None None] Bound port: 24cf2ff0-3e10-48a6-b141-7c74b4cb6fb8, host: n-d-802623-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1dc6a7df-9b88-4d98-a894-714b45ae99ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '4920e415-fb19-4ae8-a659-925d131edabb'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 00:10:51.997963 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-6444c682-e5b4-4e79-a9de-07f2e92e511b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:10:52.019988 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-800193be-28e8-4f3e-85da-3a61a771dd6e tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:10:52.035019 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-800193be-28e8-4f3e-85da-3a61a771dd6e tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Transition to ACTIVE for port object bddac24e-35e0-4c72-9c30-e8b9b02f5375 will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 00:10:52.067314 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-6444c682-e5b4-4e79-a9de-07f2e92e511b None None] For port 24cf2ff0-3e10-48a6-b141-7c74b4cb6fb8, host n-d-802623-1, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 00:10:52.069208 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-800193be-28e8-4f3e-85da-3a61a771dd6e tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:10:52.071414 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-6444c682-e5b4-4e79-a9de-07f2e92e511b None None] For port 24cf2ff0-3e10-48a6-b141-7c74b4cb6fb8, host n-d-802623-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=24cf2ff0-3e10-48a6-b141-7c74b4cb6fb8,segment=NetworkSegment(1dc6a7df-9b88-4d98-a894-714b45ae99ae),segment_id=1dc6a7df-9b88-4d98-a894-714b45ae99ae)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 00:10:52.077456 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-6444c682-e5b4-4e79-a9de-07f2e92e511b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:10:52.113477 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-800193be-28e8-4f3e-85da-3a61a771dd6e tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Network 4920e415-fb19-4ae8-a659-925d131edabb is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 00:10:52.118234 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-800193be-28e8-4f3e-85da-3a61a771dd6e tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 00:10:52.120571 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-800193be-28e8-4f3e-85da-3a61a771dd6e tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 00:10:52.142851 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6444c682-e5b4-4e79-a9de-07f2e92e511b None None] Pushing event updated for resources: {'Port': ['ID=24cf2ff0-3e10-48a6-b141-7c74b4cb6fb8,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:10:52.155757 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800193be-28e8-4f3e-85da-3a61a771dd6e tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Pushing event updated for resources: {'Port': ['ID=bddac24e-35e0-4c72-9c30-e8b9b02f5375,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:10:52.201750 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-800193be-28e8-4f3e-85da-3a61a771dd6e tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-415283'] for router_interface, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:10:52.354448 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-800193be-28e8-4f3e-85da-3a61a771dd6e tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:10:52.679200 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-800193be-28e8-4f3e-85da-3a61a771dd6e tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:10:52.685514 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-800193be-28e8-4f3e-85da-3a61a771dd6e tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:10:52.758988 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800193be-28e8-4f3e-85da-3a61a771dd6e tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Pushing event updated for resources: {'Port': ['ID=bddac24e-35e0-4c72-9c30-e8b9b02f5375,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:10:52.769514 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-800193be-28e8-4f3e-85da-3a61a771dd6e tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3760555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-414115'] for router_interface, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:10:52.811712 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 24cf2ff0-3e10-48a6-b141-7c74b4cb6fb8 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 00:10:52.876550 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-800193be-28e8-4f3e-85da-3a61a771dd6e tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Network 4920e415-fb19-4ae8-a659-925d131edabb is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 00:10:52.878150 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-800193be-28e8-4f3e-85da-3a61a771dd6e tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 00:10:52.879997 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning for port 24cf2ff0-3e10-48a6-b141-7c74b4cb6fb8 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 00:10:52.889615 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device faad0ecb-af95-4ff1-8730-ee9b1dffd4cd up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 00:10:52.943124 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning for port faad0ecb-af95-4ff1-8730-ee9b1dffd4cd completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 00:10:52.951512 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port faad0ecb-af95-4ff1-8730-ee9b1dffd4cd triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 00:10:52.951882 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:10:53.006791 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-800193be-28e8-4f3e-85da-3a61a771dd6e tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Router dad5dd1d-20bf-4b4e-9f2b-68c131e484e4 has already been hosted by L3 agent 018c4455-49c0-4734-927d-7824067b2a9e {{(pid=93798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 00:10:53.038993 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:10:53.075508 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] For port faad0ecb-af95-4ff1-8730-ee9b1dffd4cd, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=faad0ecb-af95-4ff1-8730-ee9b1dffd4cd,segment=NetworkSegment(b9afe07e-bbe4-4740-834c-4b6a9698bdbc),segment_id=b9afe07e-bbe4-4740-834c-4b6a9698bdbc)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 00:10:53.082251 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:10:53.127243 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-800193be-28e8-4f3e-85da-3a61a771dd6e tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 00:10:53.136827 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-800193be-28e8-4f3e-85da-3a61a771dd6e tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "PUT /v2.0/routers/dad5dd1d-20bf-4b4e-9f2b-68c131e484e4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3231177 Jul 28 00:10:53.138444 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Pushing event updated for resources: {'Port': ['ID=faad0ecb-af95-4ff1-8730-ee9b1dffd4cd,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:10:53.208338 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74114eae-d71f-4240-aaf9-7d39d023e953 None None] Network 4920e415-fb19-4ae8-a659-925d131edabb requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 00:10:53.275550 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-7cbe6661-b9e8-4be7-9de1-8c2986711bd1 None None] Provisioning for port 24cf2ff0-3e10-48a6-b141-7c74b4cb6fb8 completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 00:10:53.287677 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-aa3de671-13f6-4051-8918-aefc7f39b2d9 req-d784c6ea-07ad-4d34-8f06-1d7f6cce0ee1 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-370098260&fields=id&tenant_id=9ba1e124f2a248fcbbee4df813e28c7a HTTP/1.1" status: 200 len: 267 time: 0.0375357 Jul 28 00:10:53.289783 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-7cbe6661-b9e8-4be7-9de1-8c2986711bd1 None None] Provisioning complete for port 24cf2ff0-3e10-48a6-b141-7c74b4cb6fb8 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 00:10:53.290150 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7cbe6661-b9e8-4be7-9de1-8c2986711bd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:10:53.401648 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3de671-13f6-4051-8918-aefc7f39b2d9 req-89424a70-d304-46e2-9ed6-edd21787d43b tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:10:53.403885 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-aa3de671-13f6-4051-8918-aefc7f39b2d9 req-89424a70-d304-46e2-9ed6-edd21787d43b tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "GET /v2.0/networks?id=4920e415-fb19-4ae8-a659-925d131edabb HTTP/1.1" status: 200 len: 797 time: 0.1071332 Jul 28 00:10:53.419868 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-aa3de671-13f6-4051-8918-aefc7f39b2d9 req-2411b0fc-c1bc-483c-bbf7-2400850d59ff tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "GET /v2.0/quotas/9ba1e124f2a248fcbbee4df813e28c7a HTTP/1.1" status: 200 len: 375 time: 0.0099652 Jul 28 00:10:53.435443 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7cbe6661-b9e8-4be7-9de1-8c2986711bd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:10:53.474803 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-7cbe6661-b9e8-4be7-9de1-8c2986711bd1 None None] For port 24cf2ff0-3e10-48a6-b141-7c74b4cb6fb8, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=24cf2ff0-3e10-48a6-b141-7c74b4cb6fb8,segment=NetworkSegment(1dc6a7df-9b88-4d98-a894-714b45ae99ae),segment_id=1dc6a7df-9b88-4d98-a894-714b45ae99ae)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 00:10:53.479121 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7cbe6661-b9e8-4be7-9de1-8c2986711bd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:10:53.486565 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-aa3de671-13f6-4051-8918-aefc7f39b2d9 req-74b6d27a-f7ae-45dd-8457-9933ce972fe7 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=9ba1e124f2a248fcbbee4df813e28c7a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0609334 Jul 28 00:10:53.540874 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbe6661-b9e8-4be7-9de1-8c2986711bd1 None None] Pushing event updated for resources: {'Port': ['ID=24cf2ff0-3e10-48a6-b141-7c74b4cb6fb8,revision_number=3']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:10:53.554028 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [req-aa3de671-13f6-4051-8918-aefc7f39b2d9 req-09052363-a474-448b-8fa4-0b8382b4bb17 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=93798) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 00:10:53.557928 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-aa3de671-13f6-4051-8918-aefc7f39b2d9 req-09052363-a474-448b-8fa4-0b8382b4bb17 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0590563 Jul 28 00:10:53.638297 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dbdf893-afb8-4496-888d-a4dd196f2a73 None None] Sync routers for ids ['dad5dd1d-20bf-4b4e-9f2b-68c131e484e4'] in n-d-802623-1 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 00:10:53.648226 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dbdf893-afb8-4496-888d-a4dd196f2a73 None None] Routers {'dad5dd1d-20bf-4b4e-9f2b-68c131e484e4'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 00:10:53.648841 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-1dbdf893-afb8-4496-888d-a4dd196f2a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-28T00:10:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['dad5dd1d-20bf-4b4e-9f2b-68c131e484e4'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:10:53.661477 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-aa3de671-13f6-4051-8918-aefc7f39b2d9 req-de854016-abed-4ad2-8c03-74843a28d01a service neutron] 10.222.0.18 "GET /v2.0/networks/4920e415-fb19-4ae8-a659-925d131edabb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966206 Jul 28 00:10:53.706910 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-d79a6738-b47f-45ad-8f1c-6d819ba66a7a None None] Provisioning for port bddac24e-35e0-4c72-9c30-e8b9b02f5375 completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 00:10:53.711859 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-d79a6738-b47f-45ad-8f1c-6d819ba66a7a None None] Provisioning complete for port bddac24e-35e0-4c72-9c30-e8b9b02f5375 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 00:10:53.712516 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d79a6738-b47f-45ad-8f1c-6d819ba66a7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:10:53.752436 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-d79a6738-b47f-45ad-8f1c-6d819ba66a7a None None] Port bddac24e-35e0-4c72-9c30-e8b9b02f5375 cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 00:10:53.769067 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-1dbdf893-afb8-4496-888d-a4dd196f2a73 None None] Set router dad5dd1d-20bf-4b4e-9f2b-68c131e484e4 gateway port host: n-d-802623-1 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 00:10:53.769497 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-d79a6738-b47f-45ad-8f1c-6d819ba66a7a None None] Provisioning complete for port 24cf2ff0-3e10-48a6-b141-7c74b4cb6fb8 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 00:10:53.769950 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d79a6738-b47f-45ad-8f1c-6d819ba66a7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:10:53.773245 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-aa3de671-13f6-4051-8918-aefc7f39b2d9 req-d401499b-dd3b-4010-825a-214099ceef8e service neutron] 10.222.0.18 "GET /v2.0/networks/4920e415-fb19-4ae8-a659-925d131edabb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047516 Jul 28 00:10:53.979984 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-381ab9f2-0d9d-4837-a8df-8363529aafd3 req-1381ad11-a624-4e0f-88ba-ff790486413e tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e453c37-61b5-445f-ac85-91e1c9e51c81 HTTP/1.1" status: 200 len: 210 time: 0.0351589 Jul 28 00:10:54.005420 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-cd62aa05-374a-47fb-9c47-40ada8277f9d None None] Provisioning complete for port bddac24e-35e0-4c72-9c30-e8b9b02f5375 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 00:10:54.005872 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-cd62aa05-374a-47fb-9c47-40ada8277f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:10:54.033077 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-1dbdf893-afb8-4496-888d-a4dd196f2a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dad5dd1d-20bf-4b4e-9f2b-68c131e484e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-608392589', 'tenant_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.95'}], 'enable_snat': True}, 'gw_port_id': 'faad0ecb-af95-4ff1-8730-ee9b1dffd4cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T00:10:48Z', 'updated_at': '2021-07-28T00:10:52Z', 'revision_number': 4, 'project_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'gw_port': {'id': 'faad0ecb-af95-4ff1-8730-ee9b1dffd4cd', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:12:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dad5dd1d-20bf-4b4e-9f2b-68c131e484e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T00:10:49Z', 'updated_at': '2021-07-28T00:10:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': 'bddac24e-35e0-4c72-9c30-e8b9b02f5375', 'name': '', 'network_id': '4920e415-fb19-4ae8-a659-925d131edabb', 'tenant_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'mac_address': 'fa:16:3e:b1:35:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dad5dd1d-20bf-4b4e-9f2b-68c131e484e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '56d0bb56-7fa3-4c70-b7b2-bb220de75a43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T00:10:51Z', 'updated_at': '2021-07-28T00:10:52Z', 'revision_number': 2, 'project_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'subnets': [{'id': '56d0bb56-7fa3-4c70-b7b2-bb220de75a43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:10:54.048980 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-cd62aa05-374a-47fb-9c47-40ada8277f9d None None] Port bddac24e-35e0-4c72-9c30-e8b9b02f5375 cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 00:10:54.064109 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dbdf893-afb8-4496-888d-a4dd196f2a73 None None] Checking router: dad5dd1d-20bf-4b4e-9f2b-68c131e484e4 for host: n-d-802623-1 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 00:10:54.064554 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dbdf893-afb8-4496-888d-a4dd196f2a73 None None] Updating router dad5dd1d-20bf-4b4e-9f2b-68c131e484e4 port bddac24e-35e0-4c72-9c30-e8b9b02f5375 binding host n-d-802623-1 {{(pid=93800) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 00:10:54.094233 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-1dbdf893-afb8-4496-888d-a4dd196f2a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:10:54.168460 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-234af47b-8d76-4adf-a609-d186a39ed47d None None] Provisioning complete for port bddac24e-35e0-4c72-9c30-e8b9b02f5375 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 00:10:54.168460 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-234af47b-8d76-4adf-a609-d186a39ed47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:10:54.206816 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-234af47b-8d76-4adf-a609-d186a39ed47d None None] Port bddac24e-35e0-4c72-9c30-e8b9b02f5375 cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 00:10:54.370727 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-1dbdf893-afb8-4496-888d-a4dd196f2a73 None None] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:10:54.380640 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-1dbdf893-afb8-4496-888d-a4dd196f2a73 None None] Transition to ACTIVE for port object bddac24e-35e0-4c72-9c30-e8b9b02f5375 will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 00:10:54.385613 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-1dbdf893-afb8-4496-888d-a4dd196f2a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:10:54.434586 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b76f79-f41d-4aee-b7d5-f92ecee97658 None None] Pushing event updated for resources: {'Port': ['ID=bddac24e-35e0-4c72-9c30-e8b9b02f5375,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:10:54.455984 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b76f79-f41d-4aee-b7d5-f92ecee97658 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:10:54.456316 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b76f79-f41d-4aee-b7d5-f92ecee97658 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:10:54.456652 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b76f79-f41d-4aee-b7d5-f92ecee97658 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:10:54.456979 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b76f79-f41d-4aee-b7d5-f92ecee97658 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:10:54.457301 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b76f79-f41d-4aee-b7d5-f92ecee97658 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:10:54.457618 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b76f79-f41d-4aee-b7d5-f92ecee97658 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:10:54.457939 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b76f79-f41d-4aee-b7d5-f92ecee97658 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:10:54.458384 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b76f79-f41d-4aee-b7d5-f92ecee97658 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:10:54.458706 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b76f79-f41d-4aee-b7d5-f92ecee97658 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:10:54.459019 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b76f79-f41d-4aee-b7d5-f92ecee97658 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:10:54.459357 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b76f79-f41d-4aee-b7d5-f92ecee97658 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:10:54.459666 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b76f79-f41d-4aee-b7d5-f92ecee97658 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:10:54.495640 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-1dbdf893-afb8-4496-888d-a4dd196f2a73 None None] Attempting to bind port bddac24e-35e0-4c72-9c30-e8b9b02f5375 on host n-d-802623-1 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 00:10:54.496006 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-1dbdf893-afb8-4496-888d-a4dd196f2a73 None None] Attempting to bind port bddac24e-35e0-4c72-9c30-e8b9b02f5375 by drivers openvswitch,hyperv on host n-d-802623-1 at level 0 using segments [{'id': '1dc6a7df-9b88-4d98-a894-714b45ae99ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '4920e415-fb19-4ae8-a659-925d131edabb'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 00:10:54.496365 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dbdf893-afb8-4496-888d-a4dd196f2a73 None None] Attempting to bind port bddac24e-35e0-4c72-9c30-e8b9b02f5375 on network 4920e415-fb19-4ae8-a659-925d131edabb {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 00:10:54.501842 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dbdf893-afb8-4496-888d-a4dd196f2a73 None None] Checking agent: {'id': 'a9a568d2-a5e7-41e4-833f-a8ab42ea4073', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 52, 30), 'started_at': datetime.datetime(2021, 7, 27, 22, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 0, 10, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802623-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 00:10:54.502207 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dbdf893-afb8-4496-888d-a4dd196f2a73 None None] Checking segment: {'id': '1dc6a7df-9b88-4d98-a894-714b45ae99ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '4920e415-fb19-4ae8-a659-925d131edabb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 00:10:54.502606 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-1dbdf893-afb8-4496-888d-a4dd196f2a73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:10:54.502989 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dbdf893-afb8-4496-888d-a4dd196f2a73 None None] Bound using segment: {'id': '1dc6a7df-9b88-4d98-a894-714b45ae99ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '4920e415-fb19-4ae8-a659-925d131edabb'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 00:10:54.503473 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-1dbdf893-afb8-4496-888d-a4dd196f2a73 None None] Bound port: bddac24e-35e0-4c72-9c30-e8b9b02f5375, host: n-d-802623-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1dc6a7df-9b88-4d98-a894-714b45ae99ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '4920e415-fb19-4ae8-a659-925d131edabb'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 00:10:54.503849 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-1dbdf893-afb8-4496-888d-a4dd196f2a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:10:54.572281 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-1dbdf893-afb8-4496-888d-a4dd196f2a73 None None] For port bddac24e-35e0-4c72-9c30-e8b9b02f5375, host n-d-802623-1, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 00:10:54.575941 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-1dbdf893-afb8-4496-888d-a4dd196f2a73 None None] For port bddac24e-35e0-4c72-9c30-e8b9b02f5375, host n-d-802623-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=bddac24e-35e0-4c72-9c30-e8b9b02f5375,segment=NetworkSegment(1dc6a7df-9b88-4d98-a894-714b45ae99ae),segment_id=1dc6a7df-9b88-4d98-a894-714b45ae99ae)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 00:10:54.580592 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-1dbdf893-afb8-4496-888d-a4dd196f2a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:10:54.635443 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dbdf893-afb8-4496-888d-a4dd196f2a73 None None] Routers {'dad5dd1d-20bf-4b4e-9f2b-68c131e484e4'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 00:10:54.636213 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-1dbdf893-afb8-4496-888d-a4dd196f2a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-28T00:10:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['dad5dd1d-20bf-4b4e-9f2b-68c131e484e4'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:10:54.641920 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b76f79-f41d-4aee-b7d5-f92ecee97658 None None] Pushing event updated for resources: {'Port': ['ID=bddac24e-35e0-4c72-9c30-e8b9b02f5375,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:10:54.747686 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 24cf2ff0-3e10-48a6-b141-7c74b4cb6fb8 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 00:10:54.753092 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-1dbdf893-afb8-4496-888d-a4dd196f2a73 None None] Set router dad5dd1d-20bf-4b4e-9f2b-68c131e484e4 gateway port host: n-d-802623-1 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 00:10:54.807494 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port 24cf2ff0-3e10-48a6-b141-7c74b4cb6fb8 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 00:10:54.807863 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:10:54.920848 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device faad0ecb-af95-4ff1-8730-ee9b1dffd4cd up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 00:10:54.945410 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3de671-13f6-4051-8918-aefc7f39b2d9 req-66423f4b-cfa4-4acb-ab96-72d7e765fdf2 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:10:54.948098 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-aa3de671-13f6-4051-8918-aefc7f39b2d9 req-66423f4b-cfa4-4acb-ab96-72d7e765fdf2 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.38 "GET /v2.0/networks?id=4920e415-fb19-4ae8-a659-925d131edabb HTTP/1.1" status: 200 len: 797 time: 0.1250248 Jul 28 00:10:54.983021 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port faad0ecb-af95-4ff1-8730-ee9b1dffd4cd triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 00:10:54.983466 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:10:54.998774 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-1dbdf893-afb8-4496-888d-a4dd196f2a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dad5dd1d-20bf-4b4e-9f2b-68c131e484e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-608392589', 'tenant_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.95'}], 'enable_snat': True}, 'gw_port_id': 'faad0ecb-af95-4ff1-8730-ee9b1dffd4cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T00:10:48Z', 'updated_at': '2021-07-28T00:10:52Z', 'revision_number': 4, 'project_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'gw_port': {'id': 'faad0ecb-af95-4ff1-8730-ee9b1dffd4cd', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:12:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dad5dd1d-20bf-4b4e-9f2b-68c131e484e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T00:10:49Z', 'updated_at': '2021-07-28T00:10:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': 'bddac24e-35e0-4c72-9c30-e8b9b02f5375', 'name': '', 'network_id': '4920e415-fb19-4ae8-a659-925d131edabb', 'tenant_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'mac_address': 'fa:16:3e:b1:35:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dad5dd1d-20bf-4b4e-9f2b-68c131e484e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '56d0bb56-7fa3-4c70-b7b2-bb220de75a43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T00:10:51Z', 'updated_at': '2021-07-28T00:10:54Z', 'revision_number': 4, 'project_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'subnets': [{'id': '56d0bb56-7fa3-4c70-b7b2-bb220de75a43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:10:55.008937 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-aa3de671-13f6-4051-8918-aefc7f39b2d9 req-3fdf94cd-6b0f-451c-98af-75cfb5c9d7f8 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9ba1e124f2a248fcbbee4df813e28c7a HTTP/1.1" status: 200 len: 379 time: 0.0503294 Jul 28 00:10:55.020628 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [req-aa3de671-13f6-4051-8918-aefc7f39b2d9 req-e39d0f09-6bdc-4c98-bb49-b8d4bdf84b96 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Request body: {'port': {'device_id': '0e453c37-61b5-445f-ac85-91e1c9e51c81', 'network_id': '4920e415-fb19-4ae8-a659-925d131edabb', 'admin_state_up': True, 'tenant_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'security_groups': ['e719c9d1-16ef-44c1-bdd7-17740ce8f3e5']}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 00:10:55.033718 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dbdf893-afb8-4496-888d-a4dd196f2a73 None None] The sync data for ids ['dad5dd1d-20bf-4b4e-9f2b-68c131e484e4'] in n-d-802623-1 is: [{'id': 'dad5dd1d-20bf-4b4e-9f2b-68c131e484e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-608392589', 'tenant_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.95'}], 'enable_snat': True}, 'gw_port_id': 'faad0ecb-af95-4ff1-8730-ee9b1dffd4cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T00:10:48Z', 'updated_at': '2021-07-28T00:10:52Z', 'revision_number': 4, 'project_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'gw_port': {'id': 'faad0ecb-af95-4ff1-8730-ee9b1dffd4cd', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:12:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dad5dd1d-20bf-4b4e-9f2b-68c131e484e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T00:10:49Z', 'updated_at': '2021-07-28T00:10:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': 'bddac24e-35e0-4c72-9c30-e8b9b02f5375', 'name': '', 'network_id': '4920e415-fb19-4ae8-a659-925d131edabb', 'tenant_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'mac_address': 'fa:16:3e:b1:35:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dad5dd1d-20bf-4b4e-9f2b-68c131e484e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '56d0bb56-7fa3-4c70-b7b2-bb220de75a43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T00:10:51Z', 'updated_at': '2021-07-28T00:10:54Z', 'revision_number': 4, 'project_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'subnets': [{'id': '56d0bb56-7fa3-4c70-b7b2-bb220de75a43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 00:10:55.119759 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-41bf1339-5513-4a90-84f9-82cee096cffd req-01a8b085-50c7-460e-9b4d-f1922b571d6b tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e453c37-61b5-445f-ac85-91e1c9e51c81 HTTP/1.1" status: 200 len: 210 time: 0.0420997 Jul 28 00:10:55.190688 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa3de671-13f6-4051-8918-aefc7f39b2d9 req-e39d0f09-6bdc-4c98-bb49-b8d4bdf84b96 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Made reservation on behalf of 9ba1e124f2a248fcbbee4df813e28c7a for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 00:10:55.194250 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-aa3de671-13f6-4051-8918-aefc7f39b2d9 req-e39d0f09-6bdc-4c98-bb49-b8d4bdf84b96 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:10:55.333935 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [req-aa3de671-13f6-4051-8918-aefc7f39b2d9 req-e39d0f09-6bdc-4c98-bb49-b8d4bdf84b96 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Allocated IP 172.20.0.11 (4920e415-fb19-4ae8-a659-925d131edabb/56d0bb56-7fa3-4c70-b7b2-bb220de75a43/ebbf8ad5-4997-44e7-b119-b04969accb31) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 00:10:55.477810 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-aa3de671-13f6-4051-8918-aefc7f39b2d9 req-e39d0f09-6bdc-4c98-bb49-b8d4bdf84b96 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:10:55.493172 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-aa3de671-13f6-4051-8918-aefc7f39b2d9 req-e39d0f09-6bdc-4c98-bb49-b8d4bdf84b96 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Transition to ACTIVE for port object ebbf8ad5-4997-44e7-b119-b04969accb31 will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 00:10:55.528699 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-aa3de671-13f6-4051-8918-aefc7f39b2d9 req-e39d0f09-6bdc-4c98-bb49-b8d4bdf84b96 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:10:55.576789 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa3de671-13f6-4051-8918-aefc7f39b2d9 req-e39d0f09-6bdc-4c98-bb49-b8d4bdf84b96 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Network 4920e415-fb19-4ae8-a659-925d131edabb is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 00:10:55.579987 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [req-aa3de671-13f6-4051-8918-aefc7f39b2d9 req-e39d0f09-6bdc-4c98-bb49-b8d4bdf84b96 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 00:10:55.585937 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa3de671-13f6-4051-8918-aefc7f39b2d9 req-e39d0f09-6bdc-4c98-bb49-b8d4bdf84b96 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 00:10:55.611146 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39d0f09-6bdc-4c98-bb49-b8d4bdf84b96 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Pushing event updated for resources: {'Port': ['ID=ebbf8ad5-4997-44e7-b119-b04969accb31,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:10:55.645678 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3de671-13f6-4051-8918-aefc7f39b2d9 req-e39d0f09-6bdc-4c98-bb49-b8d4bdf84b96 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:10:55.646503 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-aa3de671-13f6-4051-8918-aefc7f39b2d9 req-e39d0f09-6bdc-4c98-bb49-b8d4bdf84b96 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:10:55.664665 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-aa3de671-13f6-4051-8918-aefc7f39b2d9 req-e39d0f09-6bdc-4c98-bb49-b8d4bdf84b96 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6483104 Jul 28 00:10:55.678064 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [req-aa3de671-13f6-4051-8918-aefc7f39b2d9 req-84dff24c-4d3b-47e4-b194-79f633e81156 service neutron] Request body: {'port': {'device_id': '0e453c37-61b5-445f-ac85-91e1c9e51c81', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802623-1'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 00:10:55.737869 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-aa3de671-13f6-4051-8918-aefc7f39b2d9 req-84dff24c-4d3b-47e4-b194-79f633e81156 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:10:55.798502 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-4155e22b-e3af-4f4f-b5f1-015aa35a4074 None None] Provisioning for port ebbf8ad5-4997-44e7-b119-b04969accb31 completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 00:10:55.804389 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-4155e22b-e3af-4f4f-b5f1-015aa35a4074 None None] Provisioning complete for port ebbf8ad5-4997-44e7-b119-b04969accb31 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 00:10:55.804930 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4155e22b-e3af-4f4f-b5f1-015aa35a4074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:10:55.841229 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-4155e22b-e3af-4f4f-b5f1-015aa35a4074 None None] Port ebbf8ad5-4997-44e7-b119-b04969accb31 cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 00:10:56.241431 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c516c050-a9ff-49f4-8149-1ca639a6454e req-84d39654-8acb-4447-bc17-db97575147e2 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:10:56.244208 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-c516c050-a9ff-49f4-8149-1ca639a6454e req-84d39654-8acb-4447-bc17-db97575147e2 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e453c37-61b5-445f-ac85-91e1c9e51c81 HTTP/1.1" status: 200 len: 932 time: 0.0527287 Jul 28 00:10:56.288992 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-c516c050-a9ff-49f4-8149-1ca639a6454e req-51fed995-1dbf-4132-89db-af7c58c422aa tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "GET /v2.0/security-groups?id=e719c9d1-16ef-44c1-bdd7-17740ce8f3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374146 Jul 28 00:10:56.349456 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [req-aa3de671-13f6-4051-8918-aefc7f39b2d9 req-84dff24c-4d3b-47e4-b194-79f633e81156 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ebbf8ad5-4997-44e7-b119-b04969accb31 {{(pid=93798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 00:10:56.357568 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-aa3de671-13f6-4051-8918-aefc7f39b2d9 req-84dff24c-4d3b-47e4-b194-79f633e81156 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:10:56.369082 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-aa3de671-13f6-4051-8918-aefc7f39b2d9 req-84dff24c-4d3b-47e4-b194-79f633e81156 service neutron] Transition to ACTIVE for port object ebbf8ad5-4997-44e7-b119-b04969accb31 will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 00:10:56.373468 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-aa3de671-13f6-4051-8918-aefc7f39b2d9 req-84dff24c-4d3b-47e4-b194-79f633e81156 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:10:56.421618 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dff24c-4d3b-47e4-b194-79f633e81156 service neutron] Pushing event updated for resources: {'Port': ['ID=ebbf8ad5-4997-44e7-b119-b04969accb31,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:10:56.494415 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-aa3de671-13f6-4051-8918-aefc7f39b2d9 req-84dff24c-4d3b-47e4-b194-79f633e81156 service neutron] Attempting to bind port ebbf8ad5-4997-44e7-b119-b04969accb31 on host n-h1-802623-1 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 00:10:56.494752 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-aa3de671-13f6-4051-8918-aefc7f39b2d9 req-84dff24c-4d3b-47e4-b194-79f633e81156 service neutron] Attempting to bind port ebbf8ad5-4997-44e7-b119-b04969accb31 by drivers openvswitch,hyperv on host n-h1-802623-1 at level 0 using segments [{'id': '1dc6a7df-9b88-4d98-a894-714b45ae99ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '4920e415-fb19-4ae8-a659-925d131edabb'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 00:10:56.495108 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa3de671-13f6-4051-8918-aefc7f39b2d9 req-84dff24c-4d3b-47e4-b194-79f633e81156 service neutron] Attempting to bind port ebbf8ad5-4997-44e7-b119-b04969accb31 on network 4920e415-fb19-4ae8-a659-925d131edabb {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 00:10:56.499646 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa3de671-13f6-4051-8918-aefc7f39b2d9 req-84dff24c-4d3b-47e4-b194-79f633e81156 service neutron] Port ebbf8ad5-4997-44e7-b119-b04969accb31 on network 4920e415-fb19-4ae8-a659-925d131edabb not bound, no agent of type Open vSwitch agent registered on host n-h1-802623-1 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 00:10:56.499975 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa3de671-13f6-4051-8918-aefc7f39b2d9 req-84dff24c-4d3b-47e4-b194-79f633e81156 service neutron] Attempting to bind port ebbf8ad5-4997-44e7-b119-b04969accb31 on network 4920e415-fb19-4ae8-a659-925d131edabb {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 00:10:56.506536 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa3de671-13f6-4051-8918-aefc7f39b2d9 req-84dff24c-4d3b-47e4-b194-79f633e81156 service neutron] Checking agent: {'id': '245f1da4-a9b8-4b08-90d7-28f0f342b839', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 59, 59), 'started_at': datetime.datetime(2021, 7, 27, 22, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 0, 10, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 00:10:56.506876 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa3de671-13f6-4051-8918-aefc7f39b2d9 req-84dff24c-4d3b-47e4-b194-79f633e81156 service neutron] Checking segment: {'id': '1dc6a7df-9b88-4d98-a894-714b45ae99ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '4920e415-fb19-4ae8-a659-925d131edabb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 00:10:56.507300 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa3de671-13f6-4051-8918-aefc7f39b2d9 req-84dff24c-4d3b-47e4-b194-79f633e81156 service neutron] Bound using segment: {'id': '1dc6a7df-9b88-4d98-a894-714b45ae99ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '4920e415-fb19-4ae8-a659-925d131edabb'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 00:10:56.507742 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-aa3de671-13f6-4051-8918-aefc7f39b2d9 req-84dff24c-4d3b-47e4-b194-79f633e81156 service neutron] Bound port: ebbf8ad5-4997-44e7-b119-b04969accb31, host: n-h1-802623-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1dc6a7df-9b88-4d98-a894-714b45ae99ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '4920e415-fb19-4ae8-a659-925d131edabb'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 00:10:56.508100 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-aa3de671-13f6-4051-8918-aefc7f39b2d9 req-84dff24c-4d3b-47e4-b194-79f633e81156 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:10:56.573112 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-aa3de671-13f6-4051-8918-aefc7f39b2d9 req-84dff24c-4d3b-47e4-b194-79f633e81156 service neutron] For port ebbf8ad5-4997-44e7-b119-b04969accb31, host n-h1-802623-1, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 00:10:56.576209 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-aa3de671-13f6-4051-8918-aefc7f39b2d9 req-84dff24c-4d3b-47e4-b194-79f633e81156 service neutron] For port ebbf8ad5-4997-44e7-b119-b04969accb31, host n-h1-802623-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=ebbf8ad5-4997-44e7-b119-b04969accb31,segment=NetworkSegment(1dc6a7df-9b88-4d98-a894-714b45ae99ae),segment_id=1dc6a7df-9b88-4d98-a894-714b45ae99ae)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 00:10:56.579781 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-aa3de671-13f6-4051-8918-aefc7f39b2d9 req-84dff24c-4d3b-47e4-b194-79f633e81156 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:10:56.611787 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3de671-13f6-4051-8918-aefc7f39b2d9 req-84dff24c-4d3b-47e4-b194-79f633e81156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:10:56.612402 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-aa3de671-13f6-4051-8918-aefc7f39b2d9 req-84dff24c-4d3b-47e4-b194-79f633e81156 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:10:56.613809 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-aa3de671-13f6-4051-8918-aefc7f39b2d9 req-84dff24c-4d3b-47e4-b194-79f633e81156 service neutron] 10.222.0.38 "PUT /v2.0/ports/ebbf8ad5-4997-44e7-b119-b04969accb31 HTTP/1.1" status: 200 len: 1092 time: 0.9403176 Jul 28 00:10:56.614207 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e453c37-61b5-445f-ac85-91e1c9e51c81', 'tag': 'ebbf8ad5-4997-44e7-b119-b04969accb31'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 00:10:56.616513 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b87af07e598cf5b62d2945997aebdb2f0d5735b62acaa13edb25b119cdbae256" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5331392a-853f-4065-9a1f-a6f3b9b03173" -d '{"events": [{"name": "network-changed", "server_uuid": "0e453c37-61b5-445f-ac85-91e1c9e51c81", "tag": "ebbf8ad5-4997-44e7-b119-b04969accb31"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 00:10:56.648132 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dff24c-4d3b-47e4-b194-79f633e81156 service neutron] Pushing event updated for resources: {'Port': ['ID=ebbf8ad5-4997-44e7-b119-b04969accb31,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:10:56.665241 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 00:10:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02c3186a-120e-45ef-b1d6-f65a3f73d4e6 x-openstack-request-id: req-02c3186a-120e-45ef-b1d6-f65a3f73d4e6 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 00:10:56.665536 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e453c37-61b5-445f-ac85-91e1c9e51c81", "tag": "ebbf8ad5-4997-44e7-b119-b04969accb31", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 00:10:56.665789 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-02c3186a-120e-45ef-b1d6-f65a3f73d4e6 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 00:10:56.666188 n-d-802623-1 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e453c37-61b5-445f-ac85-91e1c9e51c81', 'tag': 'ebbf8ad5-4997-44e7-b119-b04969accb31', 'status': 'completed', 'code': 200} Jul 28 00:10:56.708338 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3de671-13f6-4051-8918-aefc7f39b2d9 req-7cb833a9-8be6-447d-b332-c9c7ed1a760a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:10:56.709887 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-aa3de671-13f6-4051-8918-aefc7f39b2d9 req-7cb833a9-8be6-447d-b332-c9c7ed1a760a service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=9ba1e124f2a248fcbbee4df813e28c7a&device_id=0e453c37-61b5-445f-ac85-91e1c9e51c81 HTTP/1.1" status: 200 len: 1095 time: 0.0544949 Jul 28 00:10:56.753090 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-aa3de671-13f6-4051-8918-aefc7f39b2d9 req-42959fef-e89e-48b4-8760-57a81e128c6d service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ebbf8ad5-4997-44e7-b119-b04969accb31 HTTP/1.1" status: 200 len: 217 time: 0.0346169 Jul 28 00:10:56.775306 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device bddac24e-35e0-4c72-9c30-e8b9b02f5375 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 00:10:56.808094 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3de671-13f6-4051-8918-aefc7f39b2d9 req-264b5bc2-1e10-43fb-8821-f7225767ad38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:10:56.809681 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-aa3de671-13f6-4051-8918-aefc7f39b2d9 req-264b5bc2-1e10-43fb-8821-f7225767ad38 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=56d0bb56-7fa3-4c70-b7b2-bb220de75a43 HTTP/1.1" status: 200 len: 834 time: 0.0497072 Jul 28 00:10:56.823876 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning for port bddac24e-35e0-4c72-9c30-e8b9b02f5375 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 00:10:56.828076 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port bddac24e-35e0-4c72-9c30-e8b9b02f5375 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 00:10:56.828457 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:10:56.855676 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3de671-13f6-4051-8918-aefc7f39b2d9 req-895da22a-d584-41fa-b5d8-5c62ab51af72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:10:56.857218 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-aa3de671-13f6-4051-8918-aefc7f39b2d9 req-895da22a-d584-41fa-b5d8-5c62ab51af72 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=4920e415-fb19-4ae8-a659-925d131edabb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405722 Jul 28 00:10:56.914491 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:10:56.947597 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] For port bddac24e-35e0-4c72-9c30-e8b9b02f5375, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=bddac24e-35e0-4c72-9c30-e8b9b02f5375,segment=NetworkSegment(1dc6a7df-9b88-4d98-a894-714b45ae99ae),segment_id=1dc6a7df-9b88-4d98-a894-714b45ae99ae)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 00:10:56.951743 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:10:56.954075 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-aa3de671-13f6-4051-8918-aefc7f39b2d9 req-ce608d9e-3443-4eb6-b8fb-42040b720c81 service neutron] 10.222.0.38 "GET /v2.0/networks/4920e415-fb19-4ae8-a659-925d131edabb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891955 Jul 28 00:10:57.002357 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8e385e86-8b70-4eff-a9cf-bddfecc2253d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:10:57.014934 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Pushing event updated for resources: {'Port': ['ID=bddac24e-35e0-4c72-9c30-e8b9b02f5375,revision_number=5']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:10:57.050853 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-aa3de671-13f6-4051-8918-aefc7f39b2d9 req-a789826d-fd25-450e-88e6-4cdb29c77daa service neutron] 10.222.0.38 "GET /v2.0/networks/4920e415-fb19-4ae8-a659-925d131edabb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881395 Jul 28 00:10:57.140501 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5331392a-853f-4065-9a1f-a6f3b9b03173 req-85f2e6db-dabf-4230-b500-810ec7c6295a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:10:57.141892 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-5331392a-853f-4065-9a1f-a6f3b9b03173 req-85f2e6db-dabf-4230-b500-810ec7c6295a service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=9ba1e124f2a248fcbbee4df813e28c7a&device_id=0e453c37-61b5-445f-ac85-91e1c9e51c81 HTTP/1.1" status: 200 len: 1095 time: 0.0447958 Jul 28 00:10:57.229265 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5331392a-853f-4065-9a1f-a6f3b9b03173 req-bf4d160b-e166-4ff6-80af-eeb6af86ff2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:10:57.230718 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-5331392a-853f-4065-9a1f-a6f3b9b03173 req-bf4d160b-e166-4ff6-80af-eeb6af86ff2d service neutron] 10.222.0.38 "GET /v2.0/networks?id=4920e415-fb19-4ae8-a659-925d131edabb HTTP/1.1" status: 200 len: 898 time: 0.0809333 Jul 28 00:10:57.275583 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-5331392a-853f-4065-9a1f-a6f3b9b03173 req-631b6c87-a0ae-418c-a3ef-6f06611579b4 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ebbf8ad5-4997-44e7-b119-b04969accb31 HTTP/1.1" status: 200 len: 217 time: 0.0371382 Jul 28 00:10:57.324702 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5331392a-853f-4065-9a1f-a6f3b9b03173 req-70d837fc-402b-40fe-b522-07924be2774a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:10:57.326611 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-5331392a-853f-4065-9a1f-a6f3b9b03173 req-70d837fc-402b-40fe-b522-07924be2774a service neutron] 10.222.0.38 "GET /v2.0/subnets?id=56d0bb56-7fa3-4c70-b7b2-bb220de75a43 HTTP/1.1" status: 200 len: 834 time: 0.0429742 Jul 28 00:10:57.374228 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5331392a-853f-4065-9a1f-a6f3b9b03173 req-00937a22-ab0b-446b-9940-28f4384ead37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:10:57.375767 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-5331392a-853f-4065-9a1f-a6f3b9b03173 req-00937a22-ab0b-446b-9940-28f4384ead37 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=4920e415-fb19-4ae8-a659-925d131edabb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404346 Jul 28 00:10:57.408067 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cbd734-ba0c-408d-992c-46ae33157bc7 req-7213e4dc-92a4-4067-b879-1cc1258dc4c4 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:10:57.409487 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-80cbd734-ba0c-408d-992c-46ae33157bc7 req-7213e4dc-92a4-4067-b879-1cc1258dc4c4 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e453c37-61b5-445f-ac85-91e1c9e51c81 HTTP/1.1" status: 200 len: 944 time: 0.0511160 Jul 28 00:10:57.448296 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-80cbd734-ba0c-408d-992c-46ae33157bc7 req-954abd7a-8aea-4d2d-957c-07262cf02eff tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "GET /v2.0/security-groups?id=e719c9d1-16ef-44c1-bdd7-17740ce8f3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327315 Jul 28 00:10:57.471347 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-5331392a-853f-4065-9a1f-a6f3b9b03173 req-6b21b5c7-ba1b-4161-a3eb-556c78a3423e service neutron] 10.222.0.38 "GET /v2.0/networks/4920e415-fb19-4ae8-a659-925d131edabb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866489 Jul 28 00:10:57.561181 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-5331392a-853f-4065-9a1f-a6f3b9b03173 req-afc596ed-4659-41c9-999f-ff8e08c13790 service neutron] 10.222.0.38 "GET /v2.0/networks/4920e415-fb19-4ae8-a659-925d131edabb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819929 Jul 28 00:10:58.562393 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab34fc85-d8ea-45c6-9d98-51616309410f req-41f5c80c-e877-4384-83ee-d39fd236c88a tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:10:58.564163 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ab34fc85-d8ea-45c6-9d98-51616309410f req-41f5c80c-e877-4384-83ee-d39fd236c88a tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e453c37-61b5-445f-ac85-91e1c9e51c81 HTTP/1.1" status: 200 len: 944 time: 0.0491159 Jul 28 00:10:58.600814 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ab34fc85-d8ea-45c6-9d98-51616309410f req-fd8da8fa-5dea-4df5-9b1a-3b2ff67d2945 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "GET /v2.0/security-groups?id=e719c9d1-16ef-44c1-bdd7-17740ce8f3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308034 Jul 28 00:10:58.734449 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device bddac24e-35e0-4c72-9c30-e8b9b02f5375 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 00:10:58.784574 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port bddac24e-35e0-4c72-9c30-e8b9b02f5375 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 00:10:58.784952 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:10:59.658424 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e98ddc92-6734-46e1-b7c4-1910b9a6cc23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:10:59.713565 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901ec6d7-b937-40e9-947b-5b07e0451935 req-d3145280-1191-4731-a884-164b429982bf tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:10:59.715020 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-901ec6d7-b937-40e9-947b-5b07e0451935 req-d3145280-1191-4731-a884-164b429982bf tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e453c37-61b5-445f-ac85-91e1c9e51c81 HTTP/1.1" status: 200 len: 944 time: 0.0480599 Jul 28 00:10:59.752593 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-901ec6d7-b937-40e9-947b-5b07e0451935 req-3c00de81-3495-4c77-a189-18ce0b9fba0d tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "GET /v2.0/security-groups?id=e719c9d1-16ef-44c1-bdd7-17740ce8f3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314825 Jul 28 00:11:00.039830 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device ebbf8ad5-4997-44e7-b119-b04969accb31 details requested by agent hyperv_n-h1-802623-1 with host n-h1-802623-1 {{(pid=93799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 00:11:00.160083 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port ebbf8ad5-4997-44e7-b119-b04969accb31, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=ebbf8ad5-4997-44e7-b119-b04969accb31,segment=NetworkSegment(1dc6a7df-9b88-4d98-a894-714b45ae99ae),segment_id=1dc6a7df-9b88-4d98-a894-714b45ae99ae)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 00:11:00.162923 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:11:00.164382 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:11:00.174288 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Returning: {'device': 'ebbf8ad5-4997-44e7-b119-b04969accb31', 'network_id': '4920e415-fb19-4ae8-a659-925d131edabb', 'port_id': 'ebbf8ad5-4997-44e7-b119-b04969accb31', 'mac_address': 'fa:16:3e:e7:60:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56d0bb56-7fa3-4c70-b7b2-bb220de75a43', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 00:11:00.213633 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:11:00.233062 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebbf8ad5-4997-44e7-b119-b04969accb31 {{(pid=93799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 00:11:00.253197 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port ebbf8ad5-4997-44e7-b119-b04969accb31, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=ebbf8ad5-4997-44e7-b119-b04969accb31,segment=NetworkSegment(1dc6a7df-9b88-4d98-a894-714b45ae99ae),segment_id=1dc6a7df-9b88-4d98-a894-714b45ae99ae)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 00:11:00.257124 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:11:00.317681 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Pushing event updated for resources: {'Port': ['ID=ebbf8ad5-4997-44e7-b119-b04969accb31,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:11:00.485732 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] get_ports_and_sgs() called for port_ids ['ebbf8ad5-4997-44e7-b119-b04969accb31'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 00:11:00.711009 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-19f2e178-d45e-4fbe-b9be-c3963fc151ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:11:00.867894 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4b55a7-89e2-48ba-9155-6af32f032b2d req-d7497b00-d259-48f2-b7c7-aaf4d3434930 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:11:00.869357 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-bd4b55a7-89e2-48ba-9155-6af32f032b2d req-d7497b00-d259-48f2-b7c7-aaf4d3434930 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e453c37-61b5-445f-ac85-91e1c9e51c81 HTTP/1.1" status: 200 len: 945 time: 0.0513892 Jul 28 00:11:00.906686 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-bd4b55a7-89e2-48ba-9155-6af32f032b2d req-20e8d74e-4e92-406e-8061-e6c0120c4d11 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "GET /v2.0/security-groups?id=e719c9d1-16ef-44c1-bdd7-17740ce8f3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308297 Jul 28 00:11:02.019771 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f22b0c-d710-43d4-8bf3-c3c7d66f7160 req-7b224688-7f9c-447f-823b-9bd96a1417ef tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:11:02.021265 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-e3f22b0c-d710-43d4-8bf3-c3c7d66f7160 req-7b224688-7f9c-447f-823b-9bd96a1417ef tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e453c37-61b5-445f-ac85-91e1c9e51c81 HTTP/1.1" status: 200 len: 945 time: 0.0485170 Jul 28 00:11:02.056236 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device ebbf8ad5-4997-44e7-b119-b04969accb31 up at agent hyperv_n-h1-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 00:11:02.063104 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-e3f22b0c-d710-43d4-8bf3-c3c7d66f7160 req-643a1855-a657-4bbf-bf34-3b52a45e12ae tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "GET /v2.0/security-groups?id=e719c9d1-16ef-44c1-bdd7-17740ce8f3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357759 Jul 28 00:11:02.104812 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Provisioning for port ebbf8ad5-4997-44e7-b119-b04969accb31 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 00:11:02.108825 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Provisioning complete for port ebbf8ad5-4997-44e7-b119-b04969accb31 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 00:11:02.109202 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:11:02.182484 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:11:02.204537 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e453c37-61b5-445f-ac85-91e1c9e51c81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebbf8ad5-4997-44e7-b119-b04969accb31'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 00:11:02.206656 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64765ad30d2cb160e3038d1462d2ba509af0f62467a800f17112a752d2df19f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12a6422d-f2a6-4ee8-afd2-9cf6c40225b7" -d '{"events": [{"server_uuid": "0e453c37-61b5-445f-ac85-91e1c9e51c81", "name": "network-vif-plugged", "status": "completed", "tag": "ebbf8ad5-4997-44e7-b119-b04969accb31"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 00:11:02.219403 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port ebbf8ad5-4997-44e7-b119-b04969accb31, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=ebbf8ad5-4997-44e7-b119-b04969accb31,segment=NetworkSegment(1dc6a7df-9b88-4d98-a894-714b45ae99ae),segment_id=1dc6a7df-9b88-4d98-a894-714b45ae99ae)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 00:11:02.223418 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:11:02.248958 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 00:11:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dafcb4d-54b2-42b2-84dc-168847c7f8a3 x-openstack-request-id: req-8dafcb4d-54b2-42b2-84dc-168847c7f8a3 {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 00:11:02.249249 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e453c37-61b5-445f-ac85-91e1c9e51c81", "name": "network-vif-plugged", "status": "completed", "tag": "ebbf8ad5-4997-44e7-b119-b04969accb31", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 00:11:02.249498 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8dafcb4d-54b2-42b2-84dc-168847c7f8a3 {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 00:11:02.249878 n-d-802623-1 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e453c37-61b5-445f-ac85-91e1c9e51c81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebbf8ad5-4997-44e7-b119-b04969accb31', 'code': 200} Jul 28 00:11:02.276154 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Pushing event updated for resources: {'Port': ['ID=ebbf8ad5-4997-44e7-b119-b04969accb31,revision_number=5']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:11:02.338005 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2ddc80-7af2-48a5-a433-58bd82e5d45c req-f742a5ab-904d-43a5-a208-d4e87d798665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:11:02.341230 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ed2ddc80-7af2-48a5-a433-58bd82e5d45c req-f742a5ab-904d-43a5-a208-d4e87d798665 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=0e453c37-61b5-445f-ac85-91e1c9e51c81 HTTP/1.1" status: 200 len: 1097 time: 0.0401771 Jul 28 00:11:02.380559 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ed2ddc80-7af2-48a5-a433-58bd82e5d45c req-24849b04-00a2-4008-8a65-30a8459b2c2e service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=e719c9d1-16ef-44c1-bdd7-17740ce8f3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325060 Jul 28 00:11:02.457468 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7418f70f-e60d-4709-8ba9-6ab514bc7f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:11:03.179989 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5908bad6-644d-4f77-930d-58c628847dda req-7ae05653-953a-4d3a-8e96-529a7ddbfef3 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:11:03.181498 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-5908bad6-644d-4f77-930d-58c628847dda req-7ae05653-953a-4d3a-8e96-529a7ddbfef3 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e453c37-61b5-445f-ac85-91e1c9e51c81 HTTP/1.1" status: 200 len: 946 time: 0.0491831 Jul 28 00:11:03.220235 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-5908bad6-644d-4f77-930d-58c628847dda req-95690644-2e76-4f93-b8f7-71d7b27a8939 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "GET /v2.0/security-groups?id=e719c9d1-16ef-44c1-bdd7-17740ce8f3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321689 Jul 28 00:11:03.376584 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e0dfb8-8436-4acc-8532-7610d5f8894e req-ec36fb71-1b14-44ac-a4b7-07e27e2e7289 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:11:03.377983 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-d0e0dfb8-8436-4acc-8532-7610d5f8894e req-ec36fb71-1b14-44ac-a4b7-07e27e2e7289 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e453c37-61b5-445f-ac85-91e1c9e51c81 HTTP/1.1" status: 200 len: 946 time: 0.0913720 Jul 28 00:11:03.380693 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b7e7126c-3905-443b-95fd-6fffeb80726d req-dcdfb02b-68ea-4eef-8bec-23f6364913dc service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=0e453c37-61b5-445f-ac85-91e1c9e51c81&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0839479 Jul 28 00:11:03.416963 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-d0e0dfb8-8436-4acc-8532-7610d5f8894e req-84cc16b1-7a23-49fa-92cb-1f0688fa034f tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "GET /v2.0/security-groups?id=e719c9d1-16ef-44c1-bdd7-17740ce8f3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329454 Jul 28 00:11:03.439514 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 59020) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:11:03.459507 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e7126c-3905-443b-95fd-6fffeb80726d req-c43d5055-65b7-4fab-82d4-d65579926b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:11:03.461046 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b7e7126c-3905-443b-95fd-6fffeb80726d req-c43d5055-65b7-4fab-82d4-d65579926b52 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=9ba1e124f2a248fcbbee4df813e28c7a&device_id=0e453c37-61b5-445f-ac85-91e1c9e51c81 HTTP/1.1" status: 200 len: 1097 time: 0.0400522 Jul 28 00:11:03.481601 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-933c9116-08f7-4b5a-93c7-5c01b53aec3b tempest-TestNetworkAdvancedServerOps-2036493630 tempest-TestNetworkAdvancedServerOps-2036493630-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:11:03.483143 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-933c9116-08f7-4b5a-93c7-5c01b53aec3b tempest-TestNetworkAdvancedServerOps-2036493630 tempest-TestNetworkAdvancedServerOps-2036493630-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=0e453c37-61b5-445f-ac85-91e1c9e51c81 HTTP/1.1" status: 200 len: 1092 time: 0.0426052 Jul 28 00:11:03.485908 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 59022) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:11:03.490169 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-5ace5ee3-5364-4836-b118-054f17fa1ba4 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Request body: {'floatingip': {'floating_network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'port_id': 'ebbf8ad5-4997-44e7-b119-b04969accb31', 'tenant_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 00:11:03.511823 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5ace5ee3-5364-4836-b118-054f17fa1ba4 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks [] for floatingip, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:11:03.567701 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e7126c-3905-443b-95fd-6fffeb80726d req-79d6692d-e7e7-46c7-a827-a5f0b8394515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:11:03.569212 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b7e7126c-3905-443b-95fd-6fffeb80726d req-79d6692d-e7e7-46c7-a827-a5f0b8394515 service neutron] 10.222.0.38 "GET /v2.0/networks?id=4920e415-fb19-4ae8-a659-925d131edabb HTTP/1.1" status: 200 len: 898 time: 0.0892103 Jul 28 00:11:03.610009 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5ace5ee3-5364-4836-b118-054f17fa1ba4 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:11:03.610828 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b7e7126c-3905-443b-95fd-6fffeb80726d req-680e50d1-5755-4875-90ad-6cbbf71796bc service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ebbf8ad5-4997-44e7-b119-b04969accb31 HTTP/1.1" status: 200 len: 217 time: 0.0349994 Jul 28 00:11:03.661093 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e7126c-3905-443b-95fd-6fffeb80726d req-c5bc62db-c406-4d19-aead-2647be74b2c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:11:03.661382 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b7e7126c-3905-443b-95fd-6fffeb80726d req-c5bc62db-c406-4d19-aead-2647be74b2c2 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=56d0bb56-7fa3-4c70-b7b2-bb220de75a43 HTTP/1.1" status: 200 len: 834 time: 0.0442436 Jul 28 00:11:03.707393 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e7126c-3905-443b-95fd-6fffeb80726d req-07acd85c-02ec-4bd5-adc5-7e9b57e9f23f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:11:03.708932 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b7e7126c-3905-443b-95fd-6fffeb80726d req-07acd85c-02ec-4bd5-adc5-7e9b57e9f23f service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=4920e415-fb19-4ae8-a659-925d131edabb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407581 Jul 28 00:11:03.721446 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-5ace5ee3-5364-4836-b118-054f17fa1ba4 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Allocated IP 172.25.4.77 (2fd42287-ed26-4eb9-89a5-b521f5b04356/17de1f8f-393a-4b0c-a2df-614bd3f2fb5e/dd47ab89-b57d-41c5-960b-2da394a73efc) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 00:11:03.803038 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b7e7126c-3905-443b-95fd-6fffeb80726d req-3779f46d-4a43-49f9-ad61-341abe033882 service neutron] 10.222.0.38 "GET /v2.0/networks/4920e415-fb19-4ae8-a659-925d131edabb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865259 Jul 28 00:11:03.826740 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5ace5ee3-5364-4836-b118-054f17fa1ba4 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:11:03.867868 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5ace5ee3-5364-4836-b118-054f17fa1ba4 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:11:03.893296 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b7e7126c-3905-443b-95fd-6fffeb80726d req-eff87e05-8a13-4347-9b26-96be2d5f7323 service neutron] 10.222.0.38 "GET /v2.0/networks/4920e415-fb19-4ae8-a659-925d131edabb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829442 Jul 28 00:11:03.907966 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ace5ee3-5364-4836-b118-054f17fa1ba4 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Network 2fd42287-ed26-4eb9-89a5-b521f5b04356 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 00:11:03.913519 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-5ace5ee3-5364-4836-b118-054f17fa1ba4 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 00:11:03.917872 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ace5ee3-5364-4836-b118-054f17fa1ba4 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 00:11:03.923719 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ace5ee3-5364-4836-b118-054f17fa1ba4 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Pushing event updated for resources: {'Port': ['ID=dd47ab89-b57d-41c5-960b-2da394a73efc,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:11:04.620401 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5ace5ee3-5364-4836-b118-054f17fa1ba4 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:11:04.685592 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5ace5ee3-5364-4836-b118-054f17fa1ba4 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:11:04.833507 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5ace5ee3-5364-4836-b118-054f17fa1ba4 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:11:04.837890 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5ace5ee3-5364-4836-b118-054f17fa1ba4 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11336041'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:11:04.904511 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ace5ee3-5364-4836-b118-054f17fa1ba4 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Pushing event updated for resources: {'Port': ['ID=dd47ab89-b57d-41c5-960b-2da394a73efc,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:11:04.917243 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5ace5ee3-5364-4836-b118-054f17fa1ba4 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-415302'] for floatingip, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:11:05.014143 n-d-802623-1 neutron-server[93797]: INFO neutron.db.l3_db [None req-5ace5ee3-5364-4836-b118-054f17fa1ba4 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Floating IP 191c5a01-50b7-491e-8970-476aeb54c4fc associated. External IP: 172.25.4.77, port: ebbf8ad5-4997-44e7-b119-b04969accb31. Jul 28 00:11:05.225689 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ace5ee3-5364-4836-b118-054f17fa1ba4 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Router dad5dd1d-20bf-4b4e-9f2b-68c131e484e4 has already been hosted by L3 agent 018c4455-49c0-4734-927d-7824067b2a9e {{(pid=93797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 00:11:05.331992 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ace5ee3-5364-4836-b118-054f17fa1ba4 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 00:11:05.341974 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25318626-2e6d-4888-879c-439f31be4961 None None] Sync routers for ids ['dad5dd1d-20bf-4b4e-9f2b-68c131e484e4'] in n-d-802623-1 {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 00:11:05.348201 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5ace5ee3-5364-4836-b118-054f17fa1ba4 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for floatingip, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:11:05.351903 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25318626-2e6d-4888-879c-439f31be4961 None None] Routers {'dad5dd1d-20bf-4b4e-9f2b-68c131e484e4'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 00:11:05.352545 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-25318626-2e6d-4888-879c-439f31be4961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-28T00:11:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['dad5dd1d-20bf-4b4e-9f2b-68c131e484e4'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:11:05.360538 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.agents_db [None req-9beef776-8bab-4de2-989a-f5a23ba4aaf4 None None] Agent healthcheck: found 7 active agents {{(pid=93800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 00:11:05.375058 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-5ace5ee3-5364-4836-b118-054f17fa1ba4 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8881328 Jul 28 00:11:05.375665 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e453c37-61b5-445f-ac85-91e1c9e51c81', 'tag': 'ebbf8ad5-4997-44e7-b119-b04969accb31'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 00:11:05.377994 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54ff2e8c926e0231465601fd4f15fa4e9ff5e8c34d973af7f909e70dd0b48885" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-698d86e1-452f-480f-8e24-f3b3381ce350" -d '{"events": [{"name": "network-changed", "server_uuid": "0e453c37-61b5-445f-ac85-91e1c9e51c81", "tag": "ebbf8ad5-4997-44e7-b119-b04969accb31"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 00:11:05.421683 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 00:11:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04f2639f-fe49-4215-b694-9086bc146482 x-openstack-request-id: req-04f2639f-fe49-4215-b694-9086bc146482 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 00:11:05.421974 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e453c37-61b5-445f-ac85-91e1c9e51c81", "tag": "ebbf8ad5-4997-44e7-b119-b04969accb31", "status": "completed", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 00:11:05.422227 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-04f2639f-fe49-4215-b694-9086bc146482 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 00:11:05.422631 n-d-802623-1 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e453c37-61b5-445f-ac85-91e1c9e51c81', 'tag': 'ebbf8ad5-4997-44e7-b119-b04969accb31', 'status': 'completed', 'code': 200} Jul 28 00:11:05.483806 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1925ad4d-b6f5-47d4-800b-385c14b3ddf4 req-84675240-aa5b-4507-a229-4ad4fce9c194 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:11:05.485814 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-1925ad4d-b6f5-47d4-800b-385c14b3ddf4 req-84675240-aa5b-4507-a229-4ad4fce9c194 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e453c37-61b5-445f-ac85-91e1c9e51c81 HTTP/1.1" status: 200 len: 946 time: 0.0589979 Jul 28 00:11:05.494866 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698d86e1-452f-480f-8e24-f3b3381ce350 req-63f0751c-749a-4193-8707-3cf25d109c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:11:05.496513 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-698d86e1-452f-480f-8e24-f3b3381ce350 req-63f0751c-749a-4193-8707-3cf25d109c28 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=9ba1e124f2a248fcbbee4df813e28c7a&device_id=0e453c37-61b5-445f-ac85-91e1c9e51c81 HTTP/1.1" status: 200 len: 1097 time: 0.0495532 Jul 28 00:11:05.528966 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-1925ad4d-b6f5-47d4-800b-385c14b3ddf4 req-9edb12f3-6705-4d47-9d47-b1f58975d14e tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "GET /v2.0/security-groups?id=e719c9d1-16ef-44c1-bdd7-17740ce8f3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360186 Jul 28 00:11:05.552213 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 59028) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:11:05.634865 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:11:05.641058 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-e37af15e-a331-4f64-84d3-ae27d4589c32 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "GET /v2.0/floatingips/191c5a01-50b7-491e-8970-476aeb54c4fc HTTP/1.1" status: 200 len: 991 time: 0.0877507 Jul 28 00:11:05.645731 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698d86e1-452f-480f-8e24-f3b3381ce350 req-fbb12427-81ce-4421-bd17-f4857c131512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:11:05.647184 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-698d86e1-452f-480f-8e24-f3b3381ce350 req-fbb12427-81ce-4421-bd17-f4857c131512 service neutron] 10.222.0.38 "GET /v2.0/networks?id=4920e415-fb19-4ae8-a659-925d131edabb HTTP/1.1" status: 200 len: 898 time: 0.1436346 Jul 28 00:11:05.648324 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-25318626-2e6d-4888-879c-439f31be4961 None None] Set router dad5dd1d-20bf-4b4e-9f2b-68c131e484e4 gateway port host: n-d-802623-1 {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 00:11:05.712779 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-698d86e1-452f-480f-8e24-f3b3381ce350 req-a176233c-ad25-4c91-9311-9f63560641ba service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ebbf8ad5-4997-44e7-b119-b04969accb31 HTTP/1.1" status: 200 len: 999 time: 0.0585134 Jul 28 00:11:05.764342 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698d86e1-452f-480f-8e24-f3b3381ce350 req-ff967c5e-f0f5-4b87-bf14-d24e4961f55f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:11:05.765803 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-698d86e1-452f-480f-8e24-f3b3381ce350 req-ff967c5e-f0f5-4b87-bf14-d24e4961f55f service neutron] 10.222.0.38 "GET /v2.0/subnets?id=56d0bb56-7fa3-4c70-b7b2-bb220de75a43 HTTP/1.1" status: 200 len: 834 time: 0.0466170 Jul 28 00:11:05.810655 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698d86e1-452f-480f-8e24-f3b3381ce350 req-dfb9c472-f702-4335-835e-398da098bb20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:11:05.812175 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-698d86e1-452f-480f-8e24-f3b3381ce350 req-dfb9c472-f702-4335-835e-398da098bb20 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=4920e415-fb19-4ae8-a659-925d131edabb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391808 Jul 28 00:11:05.865486 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-25318626-2e6d-4888-879c-439f31be4961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dad5dd1d-20bf-4b4e-9f2b-68c131e484e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-608392589', 'tenant_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.95'}], 'enable_snat': True}, 'gw_port_id': 'faad0ecb-af95-4ff1-8730-ee9b1dffd4cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T00:10:48Z', 'updated_at': '2021-07-28T00:10:52Z', 'revision_number': 4, 'project_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'gw_port': {'id': 'faad0ecb-af95-4ff1-8730-ee9b1dffd4cd', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:12:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dad5dd1d-20bf-4b4e-9f2b-68c131e484e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T00:10:49Z', 'updated_at': '2021-07-28T00:10:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_floatingips': [{'id': '191c5a01-50b7-491e-8970-476aeb54c4fc', 'tenant_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'floating_ip_address': '172.25.4.77', 'floating_network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'router_id': 'dad5dd1d-20bf-4b4e-9f2b-68c131e484e4', 'port_id': 'ebbf8ad5-4997-44e7-b119-b04969accb31', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4223, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4920e415-fb19-4ae8-a659-925d131edabb', 'mac_address': 'fa:16:3e:e7:60:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e453c37-61b5-445f-ac85-91e1c9e51c81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T00:11:04Z', 'updated_at': '2021-07-28T00:11:04Z', 'revision_number': 0, 'project_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bddac24e-35e0-4c72-9c30-e8b9b02f5375', 'name': '', 'network_id': '4920e415-fb19-4ae8-a659-925d131edabb', 'tenant_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'mac_address': 'fa:16:3e:b1:35:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dad5dd1d-20bf-4b4e-9f2b-68c131e484e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '56d0bb56-7fa3-4c70-b7b2-bb220de75a43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T00:10:51Z', 'updated_at': '2021-07-28T00:10:56Z', 'revision_number': 5, 'project_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'subnets': [{'id': '56d0bb56-7fa3-4c70-b7b2-bb220de75a43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:11:05.894974 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25318626-2e6d-4888-879c-439f31be4961 None None] Checking router: dad5dd1d-20bf-4b4e-9f2b-68c131e484e4 for host: n-d-802623-1 {{(pid=93799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 00:11:05.900824 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-698d86e1-452f-480f-8e24-f3b3381ce350 req-091a76f2-455e-41c4-a0ab-8fe6231b14fe service neutron] 10.222.0.38 "GET /v2.0/networks/4920e415-fb19-4ae8-a659-925d131edabb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809009 Jul 28 00:11:05.903883 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25318626-2e6d-4888-879c-439f31be4961 None None] Routers {'dad5dd1d-20bf-4b4e-9f2b-68c131e484e4'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 00:11:05.904506 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-25318626-2e6d-4888-879c-439f31be4961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-28T00:11:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['dad5dd1d-20bf-4b4e-9f2b-68c131e484e4'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:11:05.993495 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-698d86e1-452f-480f-8e24-f3b3381ce350 req-b3de598c-1a00-4217-92c4-d69499898c35 service neutron] 10.222.0.38 "GET /v2.0/networks/4920e415-fb19-4ae8-a659-925d131edabb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856249 Jul 28 00:11:06.004826 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-25318626-2e6d-4888-879c-439f31be4961 None None] Set router dad5dd1d-20bf-4b4e-9f2b-68c131e484e4 gateway port host: n-d-802623-1 {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 00:11:06.225379 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-25318626-2e6d-4888-879c-439f31be4961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dad5dd1d-20bf-4b4e-9f2b-68c131e484e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-608392589', 'tenant_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.95'}], 'enable_snat': True}, 'gw_port_id': 'faad0ecb-af95-4ff1-8730-ee9b1dffd4cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T00:10:48Z', 'updated_at': '2021-07-28T00:10:52Z', 'revision_number': 4, 'project_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'gw_port': {'id': 'faad0ecb-af95-4ff1-8730-ee9b1dffd4cd', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:12:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dad5dd1d-20bf-4b4e-9f2b-68c131e484e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T00:10:49Z', 'updated_at': '2021-07-28T00:10:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_floatingips': [{'id': '191c5a01-50b7-491e-8970-476aeb54c4fc', 'tenant_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'floating_ip_address': '172.25.4.77', 'floating_network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'router_id': 'dad5dd1d-20bf-4b4e-9f2b-68c131e484e4', 'port_id': 'ebbf8ad5-4997-44e7-b119-b04969accb31', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4223, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4920e415-fb19-4ae8-a659-925d131edabb', 'mac_address': 'fa:16:3e:e7:60:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e453c37-61b5-445f-ac85-91e1c9e51c81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T00:11:04Z', 'updated_at': '2021-07-28T00:11:04Z', 'revision_number': 0, 'project_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bddac24e-35e0-4c72-9c30-e8b9b02f5375', 'name': '', 'network_id': '4920e415-fb19-4ae8-a659-925d131edabb', 'tenant_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'mac_address': 'fa:16:3e:b1:35:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dad5dd1d-20bf-4b4e-9f2b-68c131e484e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '56d0bb56-7fa3-4c70-b7b2-bb220de75a43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T00:10:51Z', 'updated_at': '2021-07-28T00:10:56Z', 'revision_number': 5, 'project_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'subnets': [{'id': '56d0bb56-7fa3-4c70-b7b2-bb220de75a43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:11:06.250825 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25318626-2e6d-4888-879c-439f31be4961 None None] The sync data for ids ['dad5dd1d-20bf-4b4e-9f2b-68c131e484e4'] in n-d-802623-1 is: [{'id': 'dad5dd1d-20bf-4b4e-9f2b-68c131e484e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-608392589', 'tenant_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.95'}], 'enable_snat': True}, 'gw_port_id': 'faad0ecb-af95-4ff1-8730-ee9b1dffd4cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T00:10:48Z', 'updated_at': '2021-07-28T00:10:52Z', 'revision_number': 4, 'project_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'gw_port': {'id': 'faad0ecb-af95-4ff1-8730-ee9b1dffd4cd', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:12:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dad5dd1d-20bf-4b4e-9f2b-68c131e484e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T00:10:49Z', 'updated_at': '2021-07-28T00:10:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_floatingips': [{'id': '191c5a01-50b7-491e-8970-476aeb54c4fc', 'tenant_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'floating_ip_address': '172.25.4.77', 'floating_network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'router_id': 'dad5dd1d-20bf-4b4e-9f2b-68c131e484e4', 'port_id': 'ebbf8ad5-4997-44e7-b119-b04969accb31', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4223, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4920e415-fb19-4ae8-a659-925d131edabb', 'mac_address': 'fa:16:3e:e7:60:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e453c37-61b5-445f-ac85-91e1c9e51c81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T00:11:04Z', 'updated_at': '2021-07-28T00:11:04Z', 'revision_number': 0, 'project_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bddac24e-35e0-4c72-9c30-e8b9b02f5375', 'name': '', 'network_id': '4920e415-fb19-4ae8-a659-925d131edabb', 'tenant_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'mac_address': 'fa:16:3e:b1:35:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dad5dd1d-20bf-4b4e-9f2b-68c131e484e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '56d0bb56-7fa3-4c70-b7b2-bb220de75a43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T00:10:51Z', 'updated_at': '2021-07-28T00:10:56Z', 'revision_number': 5, 'project_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'subnets': [{'id': '56d0bb56-7fa3-4c70-b7b2-bb220de75a43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 00:11:06.438961 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af1d2d85-5927-4f4c-80e9-122d0962a2bf None None] New status for floating IP 191c5a01-50b7-491e-8970-476aeb54c4fc: ACTIVE {{(pid=93800) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 00:11:06.644082 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 59030) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:11:06.706822 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-1e352cd6-2e29-4935-8d16-5b797b3fa453 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "GET /v2.0/floatingips/191c5a01-50b7-491e-8970-476aeb54c4fc HTTP/1.1" status: 200 len: 991 time: 0.0616534 Jul 28 00:11:07.710779 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 59032) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:11:07.772689 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-821f7a44-5a0a-4c47-964c-9d1bfc8a6bb4 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "GET /v2.0/floatingips/191c5a01-50b7-491e-8970-476aeb54c4fc HTTP/1.1" status: 200 len: 993 time: 0.0606647 Jul 28 00:11:26.974160 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-90c1629f-ff7e-4aee-9851-250cf10257bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:11:29.659751 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8e0093ca-cafb-485e-ad02-0ab8ac94b1d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:11:30.137996 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:11:30.139109 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:11:30.706087 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-19f2e178-d45e-4fbe-b9be-c3963fc151ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:11:32.463478 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7418f70f-e60d-4709-8ba9-6ab514bc7f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:11:34.522925 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6845bf16-8621-4dbb-849a-87ac0a8ba88c req-33106ca8-a72a-4fe6-95de-906777ebf457 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:11:34.524464 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-6845bf16-8621-4dbb-849a-87ac0a8ba88c req-33106ca8-a72a-4fe6-95de-906777ebf457 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e453c37-61b5-445f-ac85-91e1c9e51c81 HTTP/1.1" status: 200 len: 946 time: 0.0507987 Jul 28 00:11:34.564324 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-6845bf16-8621-4dbb-849a-87ac0a8ba88c req-85e68d24-8f30-4fbe-a331-a1b94df6dc1b tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "GET /v2.0/security-groups?id=e719c9d1-16ef-44c1-bdd7-17740ce8f3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328541 Jul 28 00:11:34.575682 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-73e0214e-2c5c-43d4-bfaf-af0be2a75b68 req-839ca416-5e80-4fa2-b855-972a03326112 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=0e453c37-61b5-445f-ac85-91e1c9e51c81&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0860066 Jul 28 00:11:35.503616 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:11:35.679998 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62425829-b723-4717-a17a-3c15ddd3be1b req-0a793b20-f242-4e65-a520-6cf09bbf3289 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:11:35.681863 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-62425829-b723-4717-a17a-3c15ddd3be1b req-0a793b20-f242-4e65-a520-6cf09bbf3289 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e453c37-61b5-445f-ac85-91e1c9e51c81 HTTP/1.1" status: 200 len: 946 time: 0.0500953 Jul 28 00:11:35.721416 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-62425829-b723-4717-a17a-3c15ddd3be1b req-0b53ce01-ed4f-4993-b9ff-967edf888ad9 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "GET /v2.0/security-groups?id=e719c9d1-16ef-44c1-bdd7-17740ce8f3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336876 Jul 28 00:11:35.774158 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e0214e-2c5c-43d4-bfaf-af0be2a75b68 req-7a8b552e-1145-4ba0-bb6d-512316865fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:11:35.775651 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-73e0214e-2c5c-43d4-bfaf-af0be2a75b68 req-7a8b552e-1145-4ba0-bb6d-512316865fe7 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=9ba1e124f2a248fcbbee4df813e28c7a&device_id=0e453c37-61b5-445f-ac85-91e1c9e51c81 HTTP/1.1" status: 200 len: 1097 time: 0.0810294 Jul 28 00:11:35.866230 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e0214e-2c5c-43d4-bfaf-af0be2a75b68 req-38c50625-83c3-4613-a133-3e96a630d6ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:11:35.867605 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-73e0214e-2c5c-43d4-bfaf-af0be2a75b68 req-38c50625-83c3-4613-a133-3e96a630d6ad service neutron] 10.222.0.38 "GET /v2.0/networks?id=4920e415-fb19-4ae8-a659-925d131edabb HTTP/1.1" status: 200 len: 898 time: 0.0846937 Jul 28 00:11:35.930645 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-73e0214e-2c5c-43d4-bfaf-af0be2a75b68 req-051eb55d-8bda-4455-9943-c113f7e5681e service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ebbf8ad5-4997-44e7-b119-b04969accb31 HTTP/1.1" status: 200 len: 1001 time: 0.0559199 Jul 28 00:11:35.982369 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e0214e-2c5c-43d4-bfaf-af0be2a75b68 req-bc5d7c63-a05c-4710-8d20-e9f8199c6ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:11:35.983826 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-73e0214e-2c5c-43d4-bfaf-af0be2a75b68 req-bc5d7c63-a05c-4710-8d20-e9f8199c6ee5 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=56d0bb56-7fa3-4c70-b7b2-bb220de75a43 HTTP/1.1" status: 200 len: 834 time: 0.0455101 Jul 28 00:11:36.030872 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e0214e-2c5c-43d4-bfaf-af0be2a75b68 req-8bb84ed6-70c4-4954-92e1-5f933b1f5bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:11:36.032436 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-73e0214e-2c5c-43d4-bfaf-af0be2a75b68 req-8bb84ed6-70c4-4954-92e1-5f933b1f5bc9 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=4920e415-fb19-4ae8-a659-925d131edabb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389581 Jul 28 00:11:36.121413 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-73e0214e-2c5c-43d4-bfaf-af0be2a75b68 req-95bf437d-2a63-4c55-8d49-5a0810a7cb6c service neutron] 10.222.0.38 "GET /v2.0/networks/4920e415-fb19-4ae8-a659-925d131edabb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802689 Jul 28 00:11:36.215889 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-73e0214e-2c5c-43d4-bfaf-af0be2a75b68 req-371418a4-2498-4e5f-a057-95be8f9a5ddc service neutron] 10.222.0.38 "GET /v2.0/networks/4920e415-fb19-4ae8-a659-925d131edabb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857098 Jul 28 00:11:36.835758 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afe187c-0fb3-4e65-8dea-081389d3c9f4 req-ed31438b-95e0-477b-b549-6336c7b64394 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:11:36.837252 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-4afe187c-0fb3-4e65-8dea-081389d3c9f4 req-ed31438b-95e0-477b-b549-6336c7b64394 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e453c37-61b5-445f-ac85-91e1c9e51c81 HTTP/1.1" status: 200 len: 946 time: 0.0487378 Jul 28 00:11:36.874830 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-4afe187c-0fb3-4e65-8dea-081389d3c9f4 req-b545ddb2-39fc-49b6-b994-1299f5880e7f tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "GET /v2.0/security-groups?id=e719c9d1-16ef-44c1-bdd7-17740ce8f3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314167 Jul 28 00:11:37.991659 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a678b124-1a6c-490c-8038-d0dce43f141c req-7adcf61e-9624-4f9b-ad58-4f4ee39e6d1c tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:11:37.993128 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a678b124-1a6c-490c-8038-d0dce43f141c req-7adcf61e-9624-4f9b-ad58-4f4ee39e6d1c tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e453c37-61b5-445f-ac85-91e1c9e51c81 HTTP/1.1" status: 200 len: 946 time: 0.0520558 Jul 28 00:11:38.030131 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a678b124-1a6c-490c-8038-d0dce43f141c req-fcded179-af8b-481a-a9a6-7479511e4769 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "GET /v2.0/security-groups?id=e719c9d1-16ef-44c1-bdd7-17740ce8f3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310946 Jul 28 00:11:39.151785 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233d8d90-93f5-474b-8cb9-b1352f747c39 req-d18b5240-0b81-491c-a4ae-5a715840d481 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:11:39.153256 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-233d8d90-93f5-474b-8cb9-b1352f747c39 req-d18b5240-0b81-491c-a4ae-5a715840d481 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e453c37-61b5-445f-ac85-91e1c9e51c81 HTTP/1.1" status: 200 len: 946 time: 0.0563745 Jul 28 00:11:39.192193 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-233d8d90-93f5-474b-8cb9-b1352f747c39 req-f8363061-ea23-4093-bda5-38795bc9a171 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "GET /v2.0/security-groups?id=e719c9d1-16ef-44c1-bdd7-17740ce8f3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323961 Jul 28 00:11:40.304868 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c521038-aa6b-4859-8afc-5e61e81e4834 req-1dd85869-6eaa-4e22-95f1-7313e5ba8ce7 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:11:40.306341 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-3c521038-aa6b-4859-8afc-5e61e81e4834 req-1dd85869-6eaa-4e22-95f1-7313e5ba8ce7 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e453c37-61b5-445f-ac85-91e1c9e51c81 HTTP/1.1" status: 200 len: 946 time: 0.0485272 Jul 28 00:11:40.344548 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-3c521038-aa6b-4859-8afc-5e61e81e4834 req-db98dabd-1f77-4291-879f-43aaf53fd246 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "GET /v2.0/security-groups?id=e719c9d1-16ef-44c1-bdd7-17740ce8f3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323095 Jul 28 00:11:41.461841 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99237c58-22af-4988-aaa9-afc31bf78ae3 req-ff318e46-1f92-450a-8e95-de3c82279d7c tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:11:41.463338 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-99237c58-22af-4988-aaa9-afc31bf78ae3 req-ff318e46-1f92-450a-8e95-de3c82279d7c tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e453c37-61b5-445f-ac85-91e1c9e51c81 HTTP/1.1" status: 200 len: 946 time: 0.0526233 Jul 28 00:11:41.501269 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-99237c58-22af-4988-aaa9-afc31bf78ae3 req-eefade0c-c549-4f8f-81f0-c58241b366d6 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "GET /v2.0/security-groups?id=e719c9d1-16ef-44c1-bdd7-17740ce8f3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320220 Jul 28 00:11:42.361250 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.agents_db [None req-9beef776-8bab-4de2-989a-f5a23ba4aaf4 None None] Agent healthcheck: found 7 active agents {{(pid=93800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 00:11:42.615694 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474d34aa-fb45-4438-b0ea-b8fb1bb1d553 req-bdfda8d6-d864-4aa7-af4e-2a796356b103 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:11:42.617159 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-474d34aa-fb45-4438-b0ea-b8fb1bb1d553 req-bdfda8d6-d864-4aa7-af4e-2a796356b103 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e453c37-61b5-445f-ac85-91e1c9e51c81 HTTP/1.1" status: 200 len: 946 time: 0.0474248 Jul 28 00:11:42.654115 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-474d34aa-fb45-4438-b0ea-b8fb1bb1d553 req-4dbbad4c-a2ab-4777-b7f8-36a2595fcca0 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "GET /v2.0/security-groups?id=e719c9d1-16ef-44c1-bdd7-17740ce8f3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310237 Jul 28 00:11:43.771266 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5240df-f03b-4025-9ea9-81cd0ccc1d15 req-1a487e63-5dc9-475c-9b0e-738c90307f40 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:11:43.772835 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-5c5240df-f03b-4025-9ea9-81cd0ccc1d15 req-1a487e63-5dc9-475c-9b0e-738c90307f40 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e453c37-61b5-445f-ac85-91e1c9e51c81 HTTP/1.1" status: 200 len: 946 time: 0.0486403 Jul 28 00:11:43.811023 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-5c5240df-f03b-4025-9ea9-81cd0ccc1d15 req-7bf9fe3a-ad61-4fe3-ad33-700c9ca71a82 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "GET /v2.0/security-groups?id=e719c9d1-16ef-44c1-bdd7-17740ce8f3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322421 Jul 28 00:11:44.933655 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575a4413-a48c-4fb0-938b-017e4a03c9cc req-64a887fd-1711-4e16-9090-c0f1b4875de7 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:11:44.935287 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-575a4413-a48c-4fb0-938b-017e4a03c9cc req-64a887fd-1711-4e16-9090-c0f1b4875de7 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e453c37-61b5-445f-ac85-91e1c9e51c81 HTTP/1.1" status: 200 len: 946 time: 0.0567706 Jul 28 00:11:44.973918 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-575a4413-a48c-4fb0-938b-017e4a03c9cc req-32b7d017-c4c6-4f70-afe0-89421437e8a3 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "GET /v2.0/security-groups?id=e719c9d1-16ef-44c1-bdd7-17740ce8f3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318949 Jul 28 00:11:46.085957 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e21e47-90ea-429e-acfb-2bf60e6b0504 req-427582a6-e51e-4f70-aa56-933a238e8f86 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:11:46.087423 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a4e21e47-90ea-429e-acfb-2bf60e6b0504 req-427582a6-e51e-4f70-aa56-933a238e8f86 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e453c37-61b5-445f-ac85-91e1c9e51c81 HTTP/1.1" status: 200 len: 946 time: 0.0469735 Jul 28 00:11:46.125755 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a4e21e47-90ea-429e-acfb-2bf60e6b0504 req-8aa53efe-719c-4051-99f8-bae77ff55f71 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "GET /v2.0/security-groups?id=e719c9d1-16ef-44c1-bdd7-17740ce8f3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324285 Jul 28 00:11:47.243481 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069a2f17-48b2-4dfc-a4a9-d32f74fa969d req-0d00fa69-c7e5-44cb-8f62-a577a020ef59 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:11:47.244957 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-069a2f17-48b2-4dfc-a4a9-d32f74fa969d req-0d00fa69-c7e5-44cb-8f62-a577a020ef59 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e453c37-61b5-445f-ac85-91e1c9e51c81 HTTP/1.1" status: 200 len: 946 time: 0.0488679 Jul 28 00:11:47.282994 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-069a2f17-48b2-4dfc-a4a9-d32f74fa969d req-a62ab37d-fea2-49f4-ac2a-ff7f9ff7ae44 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "GET /v2.0/security-groups?id=e719c9d1-16ef-44c1-bdd7-17740ce8f3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315495 Jul 28 00:11:47.844948 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-73e0214e-2c5c-43d4-bfaf-af0be2a75b68 req-f26dabd1-09b1-4dfc-8ac3-a100bc99dd4e service neutron] 10.222.0.38 "GET /v2.0/ports/ebbf8ad5-4997-44e7-b119-b04969accb31/bindings/n-h1-802623-1 HTTP/1.1" status: 200 len: 382 time: 0.0572307 Jul 28 00:11:48.037227 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e0214e-2c5c-43d4-bfaf-af0be2a75b68 req-aa79a9b6-8fd3-4f8a-b7d9-379108322bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:11:48.038980 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-73e0214e-2c5c-43d4-bfaf-af0be2a75b68 req-aa79a9b6-8fd3-4f8a-b7d9-379108322bb9 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=0e453c37-61b5-445f-ac85-91e1c9e51c81&tenant_id=9ba1e124f2a248fcbbee4df813e28c7a HTTP/1.1" status: 200 len: 1097 time: 0.0414960 Jul 28 00:11:48.097694 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e0214e-2c5c-43d4-bfaf-af0be2a75b68 req-37a846c6-c9fc-4744-8f3a-e5c4272274d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:11:48.099157 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-73e0214e-2c5c-43d4-bfaf-af0be2a75b68 req-37a846c6-c9fc-4744-8f3a-e5c4272274d3 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=9ba1e124f2a248fcbbee4df813e28c7a&device_id=0e453c37-61b5-445f-ac85-91e1c9e51c81 HTTP/1.1" status: 200 len: 1097 time: 0.0392561 Jul 28 00:11:48.192259 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e0214e-2c5c-43d4-bfaf-af0be2a75b68 req-65756d40-a2e6-401b-b8a2-3ccf83c27d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:11:48.194121 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-73e0214e-2c5c-43d4-bfaf-af0be2a75b68 req-65756d40-a2e6-401b-b8a2-3ccf83c27d59 service neutron] 10.222.0.38 "GET /v2.0/networks?id=4920e415-fb19-4ae8-a659-925d131edabb HTTP/1.1" status: 200 len: 898 time: 0.0884202 Jul 28 00:11:48.260417 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-73e0214e-2c5c-43d4-bfaf-af0be2a75b68 req-7b03b0a7-1f26-41b0-b3f7-ed02ca9f5a98 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ebbf8ad5-4997-44e7-b119-b04969accb31 HTTP/1.1" status: 200 len: 1001 time: 0.0591197 Jul 28 00:11:48.308937 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e0214e-2c5c-43d4-bfaf-af0be2a75b68 req-53ef1512-ea6b-472e-91ac-8f72b81b1cce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:11:48.310394 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-73e0214e-2c5c-43d4-bfaf-af0be2a75b68 req-53ef1512-ea6b-472e-91ac-8f72b81b1cce service neutron] 10.222.0.38 "GET /v2.0/subnets?id=56d0bb56-7fa3-4c70-b7b2-bb220de75a43 HTTP/1.1" status: 200 len: 834 time: 0.0438159 Jul 28 00:11:48.386229 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e0214e-2c5c-43d4-bfaf-af0be2a75b68 req-2da5f805-a959-4196-a95f-2a583ff99f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:11:48.388002 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-73e0214e-2c5c-43d4-bfaf-af0be2a75b68 req-2da5f805-a959-4196-a95f-2a583ff99f44 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=4920e415-fb19-4ae8-a659-925d131edabb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0698688 Jul 28 00:11:48.445370 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23c21ba-60df-43c6-aacf-5d1885f96042 req-6e151bf0-3873-41b8-8e2d-847547878d4b tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:11:48.446875 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f23c21ba-60df-43c6-aacf-5d1885f96042 req-6e151bf0-3873-41b8-8e2d-847547878d4b tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e453c37-61b5-445f-ac85-91e1c9e51c81 HTTP/1.1" status: 200 len: 946 time: 0.0959346 Jul 28 00:11:48.513597 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f23c21ba-60df-43c6-aacf-5d1885f96042 req-a21421d6-34b3-4102-adc1-303000610fda tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "GET /v2.0/security-groups?id=e719c9d1-16ef-44c1-bdd7-17740ce8f3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573127 Jul 28 00:11:48.517562 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-73e0214e-2c5c-43d4-bfaf-af0be2a75b68 req-8b9f7638-a72a-485d-b396-d91ba39a3628 service neutron] 10.222.0.38 "GET /v2.0/networks/4920e415-fb19-4ae8-a659-925d131edabb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218233 Jul 28 00:11:48.605662 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-73e0214e-2c5c-43d4-bfaf-af0be2a75b68 req-5235eac5-e12f-45ef-a1cc-71e90f6c7815 service neutron] 10.222.0.38 "GET /v2.0/networks/4920e415-fb19-4ae8-a659-925d131edabb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805118 Jul 28 00:11:49.628419 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50ccb62-7dd3-4968-992b-5fd2f63cd6a1 req-db9d16dd-9697-4750-9ab8-46d1365d281a tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:11:49.629924 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-c50ccb62-7dd3-4968-992b-5fd2f63cd6a1 req-db9d16dd-9697-4750-9ab8-46d1365d281a tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e453c37-61b5-445f-ac85-91e1c9e51c81 HTTP/1.1" status: 200 len: 946 time: 0.0479887 Jul 28 00:11:49.667537 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-c50ccb62-7dd3-4968-992b-5fd2f63cd6a1 req-d7256e78-2c4b-49ef-9dc1-3c1d1ea382dc tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "GET /v2.0/security-groups?id=e719c9d1-16ef-44c1-bdd7-17740ce8f3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316262 Jul 28 00:11:50.781443 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23f6cda-7413-4128-8a7b-f11483b8338d req-91cb7c9f-4549-47c4-be2f-8424c356774b tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:11:50.783035 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e23f6cda-7413-4128-8a7b-f11483b8338d req-91cb7c9f-4549-47c4-be2f-8424c356774b tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e453c37-61b5-445f-ac85-91e1c9e51c81 HTTP/1.1" status: 200 len: 946 time: 0.0478179 Jul 28 00:11:50.821088 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e23f6cda-7413-4128-8a7b-f11483b8338d req-e390cea1-a608-445f-a99d-c333ade56cc1 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "GET /v2.0/security-groups?id=e719c9d1-16ef-44c1-bdd7-17740ce8f3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323224 Jul 28 00:11:51.040442 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d41e229-ec70-4451-82ad-4b514824ec31 req-a0a53749-2fc8-4b17-b141-1bf07e64dfe8 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:11:51.041810 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-5d41e229-ec70-4451-82ad-4b514824ec31 req-a0a53749-2fc8-4b17-b141-1bf07e64dfe8 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.38 "GET /v2.0/ports?device_id=0e453c37-61b5-445f-ac85-91e1c9e51c81&tenant_id=9ba1e124f2a248fcbbee4df813e28c7a&binding%3Ahost_id=n-h1-802623-1 HTTP/1.1" status: 200 len: 946 time: 0.0722623 Jul 28 00:11:51.049656 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8014988d-5618-4fe9-abc1-f2fb9c540190 req-f7d7d1b3-ef56-4802-b6bb-cf206e7e43a2 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:11:51.051076 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-8014988d-5618-4fe9-abc1-f2fb9c540190 req-f7d7d1b3-ef56-4802-b6bb-cf206e7e43a2 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e453c37-61b5-445f-ac85-91e1c9e51c81 HTTP/1.1" status: 200 len: 946 time: 0.0915751 Jul 28 00:11:51.098355 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-8014988d-5618-4fe9-abc1-f2fb9c540190 req-a357e898-9c5f-4087-acd9-91299d0aedd4 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "GET /v2.0/security-groups?id=e719c9d1-16ef-44c1-bdd7-17740ce8f3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411022 Jul 28 00:11:51.128642 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d41e229-ec70-4451-82ad-4b514824ec31 req-f5c58010-bb5e-443c-a7f4-e2f9539273bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:11:51.133864 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-5d41e229-ec70-4451-82ad-4b514824ec31 req-f5c58010-bb5e-443c-a7f4-e2f9539273bc service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=9ba1e124f2a248fcbbee4df813e28c7a&device_id=0e453c37-61b5-445f-ac85-91e1c9e51c81 HTTP/1.1" status: 200 len: 1097 time: 0.0475414 Jul 28 00:11:51.222345 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dcca3d-3568-47bb-ba59-6e598df384c8 req-4cb4802d-c416-4d62-8452-d6ec9fbe21ee tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:11:51.223893 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-76dcca3d-3568-47bb-ba59-6e598df384c8 req-4cb4802d-c416-4d62-8452-d6ec9fbe21ee tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e453c37-61b5-445f-ac85-91e1c9e51c81 HTTP/1.1" status: 200 len: 946 time: 0.0558867 Jul 28 00:11:51.228216 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d41e229-ec70-4451-82ad-4b514824ec31 req-2e06f7e6-635f-43a2-85ac-00a1b7c8d2b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:11:51.229696 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-5d41e229-ec70-4451-82ad-4b514824ec31 req-2e06f7e6-635f-43a2-85ac-00a1b7c8d2b6 service neutron] 10.222.0.38 "GET /v2.0/networks?id=4920e415-fb19-4ae8-a659-925d131edabb HTTP/1.1" status: 200 len: 898 time: 0.0908275 Jul 28 00:11:51.262239 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-76dcca3d-3568-47bb-ba59-6e598df384c8 req-9afdfce4-4e15-40fd-b50c-f2465e1b8f9f tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "GET /v2.0/security-groups?id=e719c9d1-16ef-44c1-bdd7-17740ce8f3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320199 Jul 28 00:11:51.294302 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-5d41e229-ec70-4451-82ad-4b514824ec31 req-789afda0-dd64-40e8-bb87-a08e58a5bb24 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ebbf8ad5-4997-44e7-b119-b04969accb31 HTTP/1.1" status: 200 len: 1001 time: 0.0578141 Jul 28 00:11:51.345760 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d41e229-ec70-4451-82ad-4b514824ec31 req-777ed646-be85-47b2-9c4a-1e76eac0873e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:11:51.347207 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-5d41e229-ec70-4451-82ad-4b514824ec31 req-777ed646-be85-47b2-9c4a-1e76eac0873e service neutron] 10.222.0.38 "GET /v2.0/subnets?id=56d0bb56-7fa3-4c70-b7b2-bb220de75a43 HTTP/1.1" status: 200 len: 834 time: 0.0467877 Jul 28 00:11:51.390675 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d41e229-ec70-4451-82ad-4b514824ec31 req-67df13e0-e324-4f7a-ac59-31cbda4d5464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:11:51.392140 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-5d41e229-ec70-4451-82ad-4b514824ec31 req-67df13e0-e324-4f7a-ac59-31cbda4d5464 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=4920e415-fb19-4ae8-a659-925d131edabb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0383756 Jul 28 00:11:51.479225 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-5d41e229-ec70-4451-82ad-4b514824ec31 req-4b27fb18-8efa-4430-8677-5f25aba652a1 service neutron] 10.222.0.38 "GET /v2.0/networks/4920e415-fb19-4ae8-a659-925d131edabb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790288 Jul 28 00:11:51.570125 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-5d41e229-ec70-4451-82ad-4b514824ec31 req-6006ed28-7c9b-436c-894a-eb1e8606382f service neutron] 10.222.0.38 "GET /v2.0/networks/4920e415-fb19-4ae8-a659-925d131edabb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839286 Jul 28 00:11:52.267997 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device ebbf8ad5-4997-44e7-b119-b04969accb31 details requested by agent hyperv_n-h1-802623-1 with host n-h1-802623-1 {{(pid=93799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 00:11:52.271127 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device ebbf8ad5-4997-44e7-b119-b04969accb31 no longer exists at agent hyperv_n-h1-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 00:11:52.377092 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5ffc3b-960e-48b5-96e5-e39dc0780863 req-68b60035-c534-4eaa-a73e-cc283de20898 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:11:52.378613 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-0f5ffc3b-960e-48b5-96e5-e39dc0780863 req-68b60035-c534-4eaa-a73e-cc283de20898 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e453c37-61b5-445f-ac85-91e1c9e51c81 HTTP/1.1" status: 200 len: 946 time: 0.0489538 Jul 28 00:11:52.411473 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:11:52.416176 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-0f5ffc3b-960e-48b5-96e5-e39dc0780863 req-ef3b4a4d-53e7-4917-a980-1467ab9cc925 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "GET /v2.0/security-groups?id=e719c9d1-16ef-44c1-bdd7-17740ce8f3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316620 Jul 28 00:11:52.430491 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port ebbf8ad5-4997-44e7-b119-b04969accb31, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=ebbf8ad5-4997-44e7-b119-b04969accb31,segment=NetworkSegment(1dc6a7df-9b88-4d98-a894-714b45ae99ae),segment_id=1dc6a7df-9b88-4d98-a894-714b45ae99ae)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 00:11:52.438400 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 59118) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:11:52.447996 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Returning: {'device': 'ebbf8ad5-4997-44e7-b119-b04969accb31', 'network_id': '4920e415-fb19-4ae8-a659-925d131edabb', 'port_id': 'ebbf8ad5-4997-44e7-b119-b04969accb31', 'mac_address': 'fa:16:3e:e7:60:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56d0bb56-7fa3-4c70-b7b2-bb220de75a43', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 00:11:52.452766 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e453c37-61b5-445f-ac85-91e1c9e51c81', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ebbf8ad5-4997-44e7-b119-b04969accb31'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 00:11:52.454978 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64765ad30d2cb160e3038d1462d2ba509af0f62467a800f17112a752d2df19f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-802f00a1-6e84-45e4-920d-4e3e4abda182" -d '{"events": [{"server_uuid": "0e453c37-61b5-445f-ac85-91e1c9e51c81", "name": "network-vif-unplugged", "status": "completed", "tag": "ebbf8ad5-4997-44e7-b119-b04969accb31"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 00:11:52.471027 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port ebbf8ad5-4997-44e7-b119-b04969accb31, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=ebbf8ad5-4997-44e7-b119-b04969accb31,segment=NetworkSegment(1dc6a7df-9b88-4d98-a894-714b45ae99ae),segment_id=1dc6a7df-9b88-4d98-a894-714b45ae99ae)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 00:11:52.489881 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:11:52.513340 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-b5dc1d0b-71f9-4f46-adaa-d46f1679c07f tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "GET /v2.0/floatingips/191c5a01-50b7-491e-8970-476aeb54c4fc HTTP/1.1" status: 200 len: 993 time: 0.0737422 Jul 28 00:11:52.526446 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:11:52.555029 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ebbf8ad5-4997-44e7-b119-b04969accb31 {{(pid=93799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 00:11:52.562359 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Pushing event updated for resources: {'Port': ['ID=ebbf8ad5-4997-44e7-b119-b04969accb31,revision_number=6']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:11:52.565479 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 28 Jul 2021 00:11:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ad5f4a8-930e-4b8f-a591-249bfc99b809 x-openstack-request-id: req-0ad5f4a8-930e-4b8f-a591-249bfc99b809 {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 00:11:52.565764 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e453c37-61b5-445f-ac85-91e1c9e51c81", "name": "network-vif-unplugged", "status": "completed", "tag": "ebbf8ad5-4997-44e7-b119-b04969accb31", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 00:11:52.566012 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0ad5f4a8-930e-4b8f-a591-249bfc99b809 {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 00:11:52.566390 n-d-802623-1 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e453c37-61b5-445f-ac85-91e1c9e51c81', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ebbf8ad5-4997-44e7-b119-b04969accb31', 'code': 200} Jul 28 00:11:52.590273 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:11:52.590617 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:11:52.590958 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:11:52.591318 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:11:52.591651 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:11:52.591979 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:11:52.592306 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:11:52.592629 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:11:52.592953 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:11:52.593802 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:11:52.594124 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:11:52.594443 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:11:52.611830 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.db.api [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93799) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 00:11:52.612188 n-d-802623-1 neutron-server[93799]: DEBUG oslo_db.api [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 00:11:53.149922 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:11:53.162514 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebbf8ad5-4997-44e7-b119-b04969accb31 {{(pid=93799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 00:11:53.185306 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port ebbf8ad5-4997-44e7-b119-b04969accb31, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=ebbf8ad5-4997-44e7-b119-b04969accb31,segment=NetworkSegment(1dc6a7df-9b88-4d98-a894-714b45ae99ae),segment_id=1dc6a7df-9b88-4d98-a894-714b45ae99ae)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 00:11:53.189660 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:11:53.238285 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Pushing event updated for resources: {'Port': ['ID=ebbf8ad5-4997-44e7-b119-b04969accb31,revision_number=7']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:11:53.384612 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] get_ports_and_sgs() called for port_ids ['ebbf8ad5-4997-44e7-b119-b04969accb31'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 00:11:54.267487 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device ebbf8ad5-4997-44e7-b119-b04969accb31 up at agent hyperv_n-h1-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 00:11:54.316404 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Provisioning complete for port ebbf8ad5-4997-44e7-b119-b04969accb31 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 00:11:54.316772 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:11:54.388013 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:11:54.417989 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port ebbf8ad5-4997-44e7-b119-b04969accb31, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=ebbf8ad5-4997-44e7-b119-b04969accb31,segment=NetworkSegment(1dc6a7df-9b88-4d98-a894-714b45ae99ae),segment_id=1dc6a7df-9b88-4d98-a894-714b45ae99ae)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 00:11:54.422275 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:11:54.475766 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Pushing event updated for resources: {'Port': ['ID=ebbf8ad5-4997-44e7-b119-b04969accb31,revision_number=8']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:11:54.567140 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e453c37-61b5-445f-ac85-91e1c9e51c81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebbf8ad5-4997-44e7-b119-b04969accb31'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 00:11:54.569387 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64765ad30d2cb160e3038d1462d2ba509af0f62467a800f17112a752d2df19f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff29dee3-ec4c-4fd9-80c3-fa7870aebaef" -d '{"events": [{"server_uuid": "0e453c37-61b5-445f-ac85-91e1c9e51c81", "name": "network-vif-plugged", "status": "completed", "tag": "ebbf8ad5-4997-44e7-b119-b04969accb31"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 00:11:54.603841 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 00:11:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6cfb4d7-b770-454b-a491-0e8ce6822736 x-openstack-request-id: req-e6cfb4d7-b770-454b-a491-0e8ce6822736 {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 00:11:54.604137 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e453c37-61b5-445f-ac85-91e1c9e51c81", "name": "network-vif-plugged", "status": "completed", "tag": "ebbf8ad5-4997-44e7-b119-b04969accb31", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 00:11:54.604392 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e6cfb4d7-b770-454b-a491-0e8ce6822736 {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 00:11:54.604807 n-d-802623-1 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e453c37-61b5-445f-ac85-91e1c9e51c81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebbf8ad5-4997-44e7-b119-b04969accb31', 'code': 200} Jul 28 00:11:56.974569 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2e8c0812-c531-4a4c-937b-d6527e48a0d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:11:59.660474 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-cc4d18dd-8fd7-444e-9bc6-9e29c6679075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:12:00.136496 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:12:00.140854 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:12:00.707643 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-19f2e178-d45e-4fbe-b9be-c3963fc151ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:12:02.463588 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7418f70f-e60d-4709-8ba9-6ab514bc7f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:12:05.348960 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-6ae2c5f5-25f1-4d64-99ee-3eb4542b0e7a req-349fee32-87b5-48d5-9ead-d7d802b19992 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=0e453c37-61b5-445f-ac85-91e1c9e51c81&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0402129 Jul 28 00:12:05.427644 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae2c5f5-25f1-4d64-99ee-3eb4542b0e7a req-47fff0da-7bcd-46e9-b08b-806d1d29d90f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:12:05.429132 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-6ae2c5f5-25f1-4d64-99ee-3eb4542b0e7a req-47fff0da-7bcd-46e9-b08b-806d1d29d90f service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=9ba1e124f2a248fcbbee4df813e28c7a&device_id=0e453c37-61b5-445f-ac85-91e1c9e51c81 HTTP/1.1" status: 200 len: 1097 time: 0.0398099 Jul 28 00:12:05.520033 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:12:05.535004 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae2c5f5-25f1-4d64-99ee-3eb4542b0e7a req-fd44d7a0-fdce-4442-8f21-287864d855a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:12:05.536541 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-6ae2c5f5-25f1-4d64-99ee-3eb4542b0e7a req-fd44d7a0-fdce-4442-8f21-287864d855a7 service neutron] 10.222.0.38 "GET /v2.0/networks?id=4920e415-fb19-4ae8-a659-925d131edabb HTTP/1.1" status: 200 len: 898 time: 0.0873973 Jul 28 00:12:05.601352 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-6ae2c5f5-25f1-4d64-99ee-3eb4542b0e7a req-3aa53e29-380e-4902-8f74-f4607bce5ef1 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ebbf8ad5-4997-44e7-b119-b04969accb31 HTTP/1.1" status: 200 len: 1001 time: 0.0571120 Jul 28 00:12:05.649829 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae2c5f5-25f1-4d64-99ee-3eb4542b0e7a req-eb377d5c-ec8f-451b-a03c-b2c7034cdebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:12:05.651233 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-6ae2c5f5-25f1-4d64-99ee-3eb4542b0e7a req-eb377d5c-ec8f-451b-a03c-b2c7034cdebd service neutron] 10.222.0.38 "GET /v2.0/subnets?id=56d0bb56-7fa3-4c70-b7b2-bb220de75a43 HTTP/1.1" status: 200 len: 834 time: 0.0415535 Jul 28 00:12:05.700220 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae2c5f5-25f1-4d64-99ee-3eb4542b0e7a req-4bb7880e-9821-4427-9061-f07c6f9b3cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:12:05.701582 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-6ae2c5f5-25f1-4d64-99ee-3eb4542b0e7a req-4bb7880e-9821-4427-9061-f07c6f9b3cb6 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=4920e415-fb19-4ae8-a659-925d131edabb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429060 Jul 28 00:12:05.789329 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-6ae2c5f5-25f1-4d64-99ee-3eb4542b0e7a req-a98f76f0-9657-4475-a74d-96da695b348b service neutron] 10.222.0.38 "GET /v2.0/networks/4920e415-fb19-4ae8-a659-925d131edabb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787416 Jul 28 00:12:05.880794 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-6ae2c5f5-25f1-4d64-99ee-3eb4542b0e7a req-a9f6a640-ddeb-4c5c-bba2-8ab5a32c0c82 service neutron] 10.222.0.38 "GET /v2.0/networks/4920e415-fb19-4ae8-a659-925d131edabb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835381 Jul 28 00:12:19.361557 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.agents_db [None req-9beef776-8bab-4de2-989a-f5a23ba4aaf4 None None] Agent healthcheck: found 7 active agents {{(pid=93800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 00:12:20.844403 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 59134) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:12:20.994902 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-80f8c109-656b-4e94-8199-3a6a309ee0bd tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Deleting port dd47ab89-b57d-41c5-960b-2da394a73efc {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 00:12:20.995187 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-80f8c109-656b-4e94-8199-3a6a309ee0bd tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:12:21.066604 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-80f8c109-656b-4e94-8199-3a6a309ee0bd tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:12:21.066932 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-80f8c109-656b-4e94-8199-3a6a309ee0bd tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:12:21.078549 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-80f8c109-656b-4e94-8199-3a6a309ee0bd tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Calling delete_port for dd47ab89-b57d-41c5-960b-2da394a73efc owned by network:floatingip {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 00:12:21.224091 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-80f8c109-656b-4e94-8199-3a6a309ee0bd tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:12:21.246939 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f8c109-656b-4e94-8199-3a6a309ee0bd tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Pushing event deleted for resources: {'Port': ['ID=dd47ab89-b57d-41c5-960b-2da394a73efc,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:12:21.256847 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f8c109-656b-4e94-8199-3a6a309ee0bd tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:12:21.257196 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f8c109-656b-4e94-8199-3a6a309ee0bd tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:12:21.257539 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f8c109-656b-4e94-8199-3a6a309ee0bd tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:12:21.257877 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f8c109-656b-4e94-8199-3a6a309ee0bd tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:12:21.258211 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f8c109-656b-4e94-8199-3a6a309ee0bd tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:12:21.258917 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f8c109-656b-4e94-8199-3a6a309ee0bd tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:12:21.259027 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f8c109-656b-4e94-8199-3a6a309ee0bd tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:12:21.259308 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f8c109-656b-4e94-8199-3a6a309ee0bd tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:12:21.259635 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f8c109-656b-4e94-8199-3a6a309ee0bd tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:12:21.260138 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f8c109-656b-4e94-8199-3a6a309ee0bd tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:12:21.260569 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f8c109-656b-4e94-8199-3a6a309ee0bd tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:12:21.261036 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f8c109-656b-4e94-8199-3a6a309ee0bd tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:12:21.326481 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-80f8c109-656b-4e94-8199-3a6a309ee0bd tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks [] for floatingip, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:12:21.327378 n-d-802623-1 neutron-server[93798]: INFO neutron.db.l3_db [None req-80f8c109-656b-4e94-8199-3a6a309ee0bd tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Floating IP 191c5a01-50b7-491e-8970-476aeb54c4fc disassociated (deleted). External IP: 172.25.4.77, port: ebbf8ad5-4997-44e7-b119-b04969accb31. Jul 28 00:12:21.846033 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80f8c109-656b-4e94-8199-3a6a309ee0bd tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Router dad5dd1d-20bf-4b4e-9f2b-68c131e484e4 has already been hosted by L3 agent 018c4455-49c0-4734-927d-7824067b2a9e {{(pid=93798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 00:12:21.946610 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80f8c109-656b-4e94-8199-3a6a309ee0bd tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 00:12:21.951503 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-80f8c109-656b-4e94-8199-3a6a309ee0bd tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for floatingip, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:12:21.957030 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c36c844c-7142-470b-aff5-7b8fddd12de3 None None] Sync routers for ids ['dad5dd1d-20bf-4b4e-9f2b-68c131e484e4'] in n-d-802623-1 {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 00:12:21.966313 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c36c844c-7142-470b-aff5-7b8fddd12de3 None None] Routers {'dad5dd1d-20bf-4b4e-9f2b-68c131e484e4'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 00:12:21.967009 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-c36c844c-7142-470b-aff5-7b8fddd12de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-28T00:12:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['dad5dd1d-20bf-4b4e-9f2b-68c131e484e4'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:12:21.980293 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-80f8c109-656b-4e94-8199-3a6a309ee0bd tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "DELETE /v2.0/floatingips/191c5a01-50b7-491e-8970-476aeb54c4fc HTTP/1.1" status: 204 len: 168 time: 1.1348131 Jul 28 00:12:21.980983 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e453c37-61b5-445f-ac85-91e1c9e51c81', 'tag': 'ebbf8ad5-4997-44e7-b119-b04969accb31'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 00:12:21.983883 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b87af07e598cf5b62d2945997aebdb2f0d5735b62acaa13edb25b119cdbae256" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62726e50-b6f5-47ab-9288-653b38eff6a5" -d '{"events": [{"name": "network-changed", "server_uuid": "0e453c37-61b5-445f-ac85-91e1c9e51c81", "tag": "ebbf8ad5-4997-44e7-b119-b04969accb31"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 00:12:22.077686 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-c36c844c-7142-470b-aff5-7b8fddd12de3 None None] Set router dad5dd1d-20bf-4b4e-9f2b-68c131e484e4 gateway port host: n-d-802623-1 {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 00:12:22.078633 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 00:12:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-578f3e8f-6415-43bc-96f6-ff6f53dd80af x-openstack-request-id: req-578f3e8f-6415-43bc-96f6-ff6f53dd80af {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 00:12:22.079014 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e453c37-61b5-445f-ac85-91e1c9e51c81", "tag": "ebbf8ad5-4997-44e7-b119-b04969accb31", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 00:12:22.079287 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-578f3e8f-6415-43bc-96f6-ff6f53dd80af {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 00:12:22.079680 n-d-802623-1 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e453c37-61b5-445f-ac85-91e1c9e51c81', 'tag': 'ebbf8ad5-4997-44e7-b119-b04969accb31', 'status': 'completed', 'code': 200} Jul 28 00:12:22.148945 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62726e50-b6f5-47ab-9288-653b38eff6a5 req-7ef749fb-7371-49b7-b635-6b3a5c7421e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:12:22.150675 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-62726e50-b6f5-47ab-9288-653b38eff6a5 req-7ef749fb-7371-49b7-b635-6b3a5c7421e5 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=9ba1e124f2a248fcbbee4df813e28c7a&device_id=0e453c37-61b5-445f-ac85-91e1c9e51c81 HTTP/1.1" status: 200 len: 1097 time: 0.0463567 Jul 28 00:12:22.214637 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1814a3-8978-4b06-82c2-6f9724f21380 req-ab01e3b1-2f5a-4194-9bf9-edd9f17e74f3 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:12:22.216195 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-3b1814a3-8978-4b06-82c2-6f9724f21380 req-ab01e3b1-2f5a-4194-9bf9-edd9f17e74f3 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e453c37-61b5-445f-ac85-91e1c9e51c81 HTTP/1.1" status: 200 len: 946 time: 0.0505478 Jul 28 00:12:22.254211 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62726e50-b6f5-47ab-9288-653b38eff6a5 req-dd2116ff-34c2-4725-be2d-f7dd892629f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:12:22.255708 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-62726e50-b6f5-47ab-9288-653b38eff6a5 req-dd2116ff-34c2-4725-be2d-f7dd892629f2 service neutron] 10.222.0.38 "GET /v2.0/networks?id=4920e415-fb19-4ae8-a659-925d131edabb HTTP/1.1" status: 200 len: 898 time: 0.0974658 Jul 28 00:12:22.256563 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-3b1814a3-8978-4b06-82c2-6f9724f21380 req-20363e87-02a7-4c68-a193-43caa2ae2d07 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "GET /v2.0/security-groups?id=e719c9d1-16ef-44c1-bdd7-17740ce8f3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343254 Jul 28 00:12:22.292182 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-c36c844c-7142-470b-aff5-7b8fddd12de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dad5dd1d-20bf-4b4e-9f2b-68c131e484e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-608392589', 'tenant_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.95'}], 'enable_snat': True}, 'gw_port_id': 'faad0ecb-af95-4ff1-8730-ee9b1dffd4cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T00:10:48Z', 'updated_at': '2021-07-28T00:10:52Z', 'revision_number': 4, 'project_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'gw_port': {'id': 'faad0ecb-af95-4ff1-8730-ee9b1dffd4cd', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:12:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dad5dd1d-20bf-4b4e-9f2b-68c131e484e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T00:10:49Z', 'updated_at': '2021-07-28T00:10:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': 'bddac24e-35e0-4c72-9c30-e8b9b02f5375', 'name': '', 'network_id': '4920e415-fb19-4ae8-a659-925d131edabb', 'tenant_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'mac_address': 'fa:16:3e:b1:35:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dad5dd1d-20bf-4b4e-9f2b-68c131e484e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '56d0bb56-7fa3-4c70-b7b2-bb220de75a43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T00:10:51Z', 'updated_at': '2021-07-28T00:10:56Z', 'revision_number': 5, 'project_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'subnets': [{'id': '56d0bb56-7fa3-4c70-b7b2-bb220de75a43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:12:22.304769 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-62726e50-b6f5-47ab-9288-653b38eff6a5 req-ae0f0738-8471-4692-916f-8a87b61656cd service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ebbf8ad5-4997-44e7-b119-b04969accb31 HTTP/1.1" status: 200 len: 217 time: 0.0408065 Jul 28 00:12:22.322041 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c36c844c-7142-470b-aff5-7b8fddd12de3 None None] Checking router: dad5dd1d-20bf-4b4e-9f2b-68c131e484e4 for host: n-d-802623-1 {{(pid=93799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 00:12:22.330136 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c36c844c-7142-470b-aff5-7b8fddd12de3 None None] Routers {'dad5dd1d-20bf-4b4e-9f2b-68c131e484e4'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 00:12:22.330739 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-c36c844c-7142-470b-aff5-7b8fddd12de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-28T00:12:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['dad5dd1d-20bf-4b4e-9f2b-68c131e484e4'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:12:22.355430 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62726e50-b6f5-47ab-9288-653b38eff6a5 req-f61999a6-92ed-4b15-9e6a-42aed1f8b382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:12:22.356933 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-62726e50-b6f5-47ab-9288-653b38eff6a5 req-f61999a6-92ed-4b15-9e6a-42aed1f8b382 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=56d0bb56-7fa3-4c70-b7b2-bb220de75a43 HTTP/1.1" status: 200 len: 834 time: 0.0444403 Jul 28 00:12:22.403968 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62726e50-b6f5-47ab-9288-653b38eff6a5 req-d340f25c-b4da-4bc7-b628-4b85003fe609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:12:22.405909 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-62726e50-b6f5-47ab-9288-653b38eff6a5 req-d340f25c-b4da-4bc7-b628-4b85003fe609 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=4920e415-fb19-4ae8-a659-925d131edabb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405297 Jul 28 00:12:22.431487 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-c36c844c-7142-470b-aff5-7b8fddd12de3 None None] Set router dad5dd1d-20bf-4b4e-9f2b-68c131e484e4 gateway port host: n-d-802623-1 {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 00:12:22.501039 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-62726e50-b6f5-47ab-9288-653b38eff6a5 req-a06bf880-c1df-4cdf-989c-9ebb4cd2cd3c service neutron] 10.222.0.38 "GET /v2.0/networks/4920e415-fb19-4ae8-a659-925d131edabb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855365 Jul 28 00:12:22.591833 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-62726e50-b6f5-47ab-9288-653b38eff6a5 req-26e91432-68d2-4e33-a879-a9bed5de09df service neutron] 10.222.0.38 "GET /v2.0/networks/4920e415-fb19-4ae8-a659-925d131edabb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820312 Jul 28 00:12:22.631840 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-c36c844c-7142-470b-aff5-7b8fddd12de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dad5dd1d-20bf-4b4e-9f2b-68c131e484e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-608392589', 'tenant_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.95'}], 'enable_snat': True}, 'gw_port_id': 'faad0ecb-af95-4ff1-8730-ee9b1dffd4cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T00:10:48Z', 'updated_at': '2021-07-28T00:10:52Z', 'revision_number': 4, 'project_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'gw_port': {'id': 'faad0ecb-af95-4ff1-8730-ee9b1dffd4cd', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:12:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dad5dd1d-20bf-4b4e-9f2b-68c131e484e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T00:10:49Z', 'updated_at': '2021-07-28T00:10:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': 'bddac24e-35e0-4c72-9c30-e8b9b02f5375', 'name': '', 'network_id': '4920e415-fb19-4ae8-a659-925d131edabb', 'tenant_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'mac_address': 'fa:16:3e:b1:35:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dad5dd1d-20bf-4b4e-9f2b-68c131e484e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '56d0bb56-7fa3-4c70-b7b2-bb220de75a43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T00:10:51Z', 'updated_at': '2021-07-28T00:10:56Z', 'revision_number': 5, 'project_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'subnets': [{'id': '56d0bb56-7fa3-4c70-b7b2-bb220de75a43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:12:22.657372 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c36c844c-7142-470b-aff5-7b8fddd12de3 None None] The sync data for ids ['dad5dd1d-20bf-4b4e-9f2b-68c131e484e4'] in n-d-802623-1 is: [{'id': 'dad5dd1d-20bf-4b4e-9f2b-68c131e484e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-608392589', 'tenant_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.95'}], 'enable_snat': True}, 'gw_port_id': 'faad0ecb-af95-4ff1-8730-ee9b1dffd4cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T00:10:48Z', 'updated_at': '2021-07-28T00:10:52Z', 'revision_number': 4, 'project_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'gw_port': {'id': 'faad0ecb-af95-4ff1-8730-ee9b1dffd4cd', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:12:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dad5dd1d-20bf-4b4e-9f2b-68c131e484e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T00:10:49Z', 'updated_at': '2021-07-28T00:10:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': 'bddac24e-35e0-4c72-9c30-e8b9b02f5375', 'name': '', 'network_id': '4920e415-fb19-4ae8-a659-925d131edabb', 'tenant_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'mac_address': 'fa:16:3e:b1:35:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dad5dd1d-20bf-4b4e-9f2b-68c131e484e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '56d0bb56-7fa3-4c70-b7b2-bb220de75a43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T00:10:51Z', 'updated_at': '2021-07-28T00:10:56Z', 'revision_number': 5, 'project_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'subnets': [{'id': '56d0bb56-7fa3-4c70-b7b2-bb220de75a43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 00:12:22.863246 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-978bb4b8-68b2-4c00-9769-6003594094b6 None None] New status for floating IP 191c5a01-50b7-491e-8970-476aeb54c4fc: DOWN {{(pid=93800) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 00:12:23.375449 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6876e4fe-5f51-4f0c-b98e-13b8a39fec9b req-a01e3d80-5217-40bf-8490-b2d69b6decba tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:12:23.376923 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-6876e4fe-5f51-4f0c-b98e-13b8a39fec9b req-a01e3d80-5217-40bf-8490-b2d69b6decba tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e453c37-61b5-445f-ac85-91e1c9e51c81 HTTP/1.1" status: 200 len: 946 time: 0.0490332 Jul 28 00:12:23.417972 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-6876e4fe-5f51-4f0c-b98e-13b8a39fec9b req-5a994730-a7e1-4d99-8eb8-abdcf0ad27f4 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "GET /v2.0/security-groups?id=e719c9d1-16ef-44c1-bdd7-17740ce8f3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351577 Jul 28 00:12:23.479144 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a549120c-d295-4ab7-b7ae-9d669c5706a9 req-4d1931c1-1c40-41e4-97b4-afe11d2656b0 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:12:23.480556 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a549120c-d295-4ab7-b7ae-9d669c5706a9 req-4d1931c1-1c40-41e4-97b4-afe11d2656b0 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.38 "GET /v2.0/ports?device_id=0e453c37-61b5-445f-ac85-91e1c9e51c81 HTTP/1.1" status: 200 len: 946 time: 0.0468786 Jul 28 00:12:23.566354 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-a549120c-d295-4ab7-b7ae-9d669c5706a9 req-a51a92a8-5008-4968-8c00-06d4a347f829 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Deleting port ebbf8ad5-4997-44e7-b119-b04969accb31 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 00:12:23.566593 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-a549120c-d295-4ab7-b7ae-9d669c5706a9 req-a51a92a8-5008-4968-8c00-06d4a347f829 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:12:23.654564 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-a549120c-d295-4ab7-b7ae-9d669c5706a9 req-a51a92a8-5008-4968-8c00-06d4a347f829 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] For port ebbf8ad5-4997-44e7-b119-b04969accb31, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=ebbf8ad5-4997-44e7-b119-b04969accb31,segment=NetworkSegment(1dc6a7df-9b88-4d98-a894-714b45ae99ae),segment_id=1dc6a7df-9b88-4d98-a894-714b45ae99ae)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 00:12:23.654931 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-a549120c-d295-4ab7-b7ae-9d669c5706a9 req-a51a92a8-5008-4968-8c00-06d4a347f829 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:12:23.667424 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-a549120c-d295-4ab7-b7ae-9d669c5706a9 req-a51a92a8-5008-4968-8c00-06d4a347f829 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Calling delete_port for ebbf8ad5-4997-44e7-b119-b04969accb31 owned by compute:nova {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 00:12:23.793972 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-a549120c-d295-4ab7-b7ae-9d669c5706a9 req-a51a92a8-5008-4968-8c00-06d4a347f829 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:12:23.823208 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51a92a8-5008-4968-8c00-06d4a347f829 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Pushing event deleted for resources: {'Port': ['ID=ebbf8ad5-4997-44e7-b119-b04969accb31,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:12:23.863227 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-a549120c-d295-4ab7-b7ae-9d669c5706a9 req-a51a92a8-5008-4968-8c00-06d4a347f829 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] No DVR routers for this DVR port ebbf8ad5-4997-44e7-b119-b04969accb31 on host n-h1-802623-1 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 00:12:23.865927 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-a549120c-d295-4ab7-b7ae-9d669c5706a9 req-a51a92a8-5008-4968-8c00-06d4a347f829 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:12:23.867984 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a549120c-d295-4ab7-b7ae-9d669c5706a9 req-a51a92a8-5008-4968-8c00-06d4a347f829 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.38 "DELETE /v2.0/ports/ebbf8ad5-4997-44e7-b119-b04969accb31 HTTP/1.1" status: 204 len: 173 time: 0.3811288 Jul 28 00:12:24.081497 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e453c37-61b5-445f-ac85-91e1c9e51c81', 'name': 'network-vif-deleted', 'tag': 'ebbf8ad5-4997-44e7-b119-b04969accb31'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 00:12:24.083812 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b87af07e598cf5b62d2945997aebdb2f0d5735b62acaa13edb25b119cdbae256" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f970ed58-5753-482e-9b08-829fa9b9e3b6" -d '{"events": [{"server_uuid": "0e453c37-61b5-445f-ac85-91e1c9e51c81", "name": "network-vif-deleted", "tag": "ebbf8ad5-4997-44e7-b119-b04969accb31"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 00:12:24.119637 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 00:12:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc757cf2-3a4a-465a-9add-10a8bf2de0e0 x-openstack-request-id: req-fc757cf2-3a4a-465a-9add-10a8bf2de0e0 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 00:12:24.119956 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e453c37-61b5-445f-ac85-91e1c9e51c81", "name": "network-vif-deleted", "tag": "ebbf8ad5-4997-44e7-b119-b04969accb31", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 00:12:24.120229 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-fc757cf2-3a4a-465a-9add-10a8bf2de0e0 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 00:12:24.120617 n-d-802623-1 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e453c37-61b5-445f-ac85-91e1c9e51c81', 'name': 'network-vif-deleted', 'tag': 'ebbf8ad5-4997-44e7-b119-b04969accb31', 'status': 'completed', 'code': 200} Jul 28 00:12:24.473640 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 59150) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:12:24.830194 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4ba3cb0a-46d3-4250-8552-efc7dcddc08c tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-414022'] for router_interface, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:12:25.083922 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-4ba3cb0a-46d3-4250-8552-efc7dcddc08c tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Deleting port bddac24e-35e0-4c72-9c30-e8b9b02f5375 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 00:12:25.084187 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4ba3cb0a-46d3-4250-8552-efc7dcddc08c tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:12:25.170115 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-4ba3cb0a-46d3-4250-8552-efc7dcddc08c tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] For port bddac24e-35e0-4c72-9c30-e8b9b02f5375, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=bddac24e-35e0-4c72-9c30-e8b9b02f5375,segment=NetworkSegment(1dc6a7df-9b88-4d98-a894-714b45ae99ae),segment_id=1dc6a7df-9b88-4d98-a894-714b45ae99ae)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 00:12:25.170981 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4ba3cb0a-46d3-4250-8552-efc7dcddc08c tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:12:25.183869 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-4ba3cb0a-46d3-4250-8552-efc7dcddc08c tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Calling delete_port for bddac24e-35e0-4c72-9c30-e8b9b02f5375 owned by network:router_interface {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 00:12:25.373777 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4ba3cb0a-46d3-4250-8552-efc7dcddc08c tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:12:25.404281 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba3cb0a-46d3-4250-8552-efc7dcddc08c tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Pushing event deleted for resources: {'Port': ['ID=bddac24e-35e0-4c72-9c30-e8b9b02f5375,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:12:25.582522 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4ba3cb0a-46d3-4250-8552-efc7dcddc08c tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3760546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-413994'] for router_interface, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:12:25.794884 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ba3cb0a-46d3-4250-8552-efc7dcddc08c tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Router dad5dd1d-20bf-4b4e-9f2b-68c131e484e4 has already been hosted by L3 agent 018c4455-49c0-4734-927d-7824067b2a9e {{(pid=93798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 00:12:25.900378 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ba3cb0a-46d3-4250-8552-efc7dcddc08c tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 00:12:25.905816 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-4ba3cb0a-46d3-4250-8552-efc7dcddc08c tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "PUT /v2.0/routers/dad5dd1d-20bf-4b4e-9f2b-68c131e484e4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4311762 Jul 28 00:12:25.908504 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 59152) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:12:25.911079 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed184406-5b15-4c83-95f2-67ab0e5ff088 None None] Sync routers for ids ['dad5dd1d-20bf-4b4e-9f2b-68c131e484e4'] in n-d-802623-1 {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 00:12:25.920225 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed184406-5b15-4c83-95f2-67ab0e5ff088 None None] Routers {'dad5dd1d-20bf-4b4e-9f2b-68c131e484e4'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 00:12:25.920835 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-ed184406-5b15-4c83-95f2-67ab0e5ff088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-28T00:12:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['dad5dd1d-20bf-4b4e-9f2b-68c131e484e4'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:12:25.958382 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbe5ddca-c052-4288-9f6b-e5886796e94d tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Deleting subnet 56d0bb56-7fa3-4c70-b7b2-bb220de75a43 {{(pid=93798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 00:12:25.961413 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-dbe5ddca-c052-4288-9f6b-e5886796e94d tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks [] for subnet, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:12:26.000465 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-dbe5ddca-c052-4288-9f6b-e5886796e94d tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11163249'] for subnet, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:12:26.023421 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-ed184406-5b15-4c83-95f2-67ab0e5ff088 None None] Set router dad5dd1d-20bf-4b4e-9f2b-68c131e484e4 gateway port host: n-d-802623-1 {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 00:12:26.087789 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-dbe5ddca-c052-4288-9f6b-e5886796e94d tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620741'] for subnet, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:12:26.147216 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-dbe5ddca-c052-4288-9f6b-e5886796e94d tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11971800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12265753'] for subnet, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:12:26.175031 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe5ddca-c052-4288-9f6b-e5886796e94d tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Pushing event deleted for resources: {'Subnet': ['ID=56d0bb56-7fa3-4c70-b7b2-bb220de75a43,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:12:26.177038 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-dbe5ddca-c052-4288-9f6b-e5886796e94d tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:12:26.178938 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-dbe5ddca-c052-4288-9f6b-e5886796e94d tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "DELETE /v2.0/subnets/56d0bb56-7fa3-4c70-b7b2-bb220de75a43 HTTP/1.1" status: 204 len: 168 time: 0.2693589 Jul 28 00:12:26.181590 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 59154) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:12:26.184794 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70d0cbfd-a0bc-4c79-8b75-cef6493b9d5b None None] Network 4920e415-fb19-4ae8-a659-925d131edabb requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 00:12:26.259858 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-ed184406-5b15-4c83-95f2-67ab0e5ff088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dad5dd1d-20bf-4b4e-9f2b-68c131e484e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-608392589', 'tenant_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.95'}], 'enable_snat': True}, 'gw_port_id': 'faad0ecb-af95-4ff1-8730-ee9b1dffd4cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T00:10:48Z', 'updated_at': '2021-07-28T00:12:25Z', 'revision_number': 5, 'project_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'gw_port': {'id': 'faad0ecb-af95-4ff1-8730-ee9b1dffd4cd', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:12:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dad5dd1d-20bf-4b4e-9f2b-68c131e484e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T00:10:49Z', 'updated_at': '2021-07-28T00:10:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1'}], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:12:26.289789 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b29a4dc5-e53b-47f8-870b-ae147efa43d0 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks [] for router, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:12:26.302831 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed184406-5b15-4c83-95f2-67ab0e5ff088 None None] Checking router: dad5dd1d-20bf-4b4e-9f2b-68c131e484e4 for host: n-d-802623-1 {{(pid=93799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 00:12:26.332010 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed184406-5b15-4c83-95f2-67ab0e5ff088 None None] Routers {'dad5dd1d-20bf-4b4e-9f2b-68c131e484e4'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 00:12:26.332626 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-ed184406-5b15-4c83-95f2-67ab0e5ff088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-28T00:12:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['dad5dd1d-20bf-4b4e-9f2b-68c131e484e4'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:12:26.396538 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b29a4dc5-e53b-47f8-870b-ae147efa43d0 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:12:26.450866 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-b29a4dc5-e53b-47f8-870b-ae147efa43d0 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Deleting port faad0ecb-af95-4ff1-8730-ee9b1dffd4cd {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 00:12:26.451243 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b29a4dc5-e53b-47f8-870b-ae147efa43d0 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:12:26.533557 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-b29a4dc5-e53b-47f8-870b-ae147efa43d0 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] For port faad0ecb-af95-4ff1-8730-ee9b1dffd4cd, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=faad0ecb-af95-4ff1-8730-ee9b1dffd4cd,segment=NetworkSegment(b9afe07e-bbe4-4740-834c-4b6a9698bdbc),segment_id=b9afe07e-bbe4-4740-834c-4b6a9698bdbc)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 00:12:26.534333 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b29a4dc5-e53b-47f8-870b-ae147efa43d0 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:12:26.549016 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-b29a4dc5-e53b-47f8-870b-ae147efa43d0 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Calling delete_port for faad0ecb-af95-4ff1-8730-ee9b1dffd4cd owned by network:router_gateway {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 00:12:26.601825 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-ed184406-5b15-4c83-95f2-67ab0e5ff088 None None] Set router dad5dd1d-20bf-4b4e-9f2b-68c131e484e4 gateway port host: n-d-802623-1 {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 00:12:26.628900 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1f274d6-2344-45a6-b035-2a45e5b1dcc7 None None] DHCP port deletion for 4920e415-fb19-4ae8-a659-925d131edabb request from n-d-802623-1 {{(pid=93799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 00:12:26.714548 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b29a4dc5-e53b-47f8-870b-ae147efa43d0 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:12:26.741653 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29a4dc5-e53b-47f8-870b-ae147efa43d0 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Pushing event deleted for resources: {'Port': ['ID=faad0ecb-af95-4ff1-8730-ee9b1dffd4cd,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:12:26.768837 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-c1f274d6-2344-45a6-b035-2a45e5b1dcc7 None None] Deleting port 24cf2ff0-3e10-48a6-b141-7c74b4cb6fb8 {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 00:12:26.769214 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c1f274d6-2344-45a6-b035-2a45e5b1dcc7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:12:26.808029 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b29a4dc5-e53b-47f8-870b-ae147efa43d0 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-415368'] for router_gateway, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:12:26.858634 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 24cf2ff0-3e10-48a6-b141-7c74b4cb6fb8 no longer exists at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 00:12:26.902127 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-c1f274d6-2344-45a6-b035-2a45e5b1dcc7 None None] For port 24cf2ff0-3e10-48a6-b141-7c74b4cb6fb8, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=24cf2ff0-3e10-48a6-b141-7c74b4cb6fb8,segment=NetworkSegment(1dc6a7df-9b88-4d98-a894-714b45ae99ae),segment_id=1dc6a7df-9b88-4d98-a894-714b45ae99ae)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 00:12:26.902529 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c1f274d6-2344-45a6-b035-2a45e5b1dcc7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:12:26.904085 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b29a4dc5-e53b-47f8-870b-ae147efa43d0 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62205'] for router, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:12:26.906691 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b29a4dc5-e53b-47f8-870b-ae147efa43d0 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:12:26.925064 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-c1f274d6-2344-45a6-b035-2a45e5b1dcc7 None None] Calling delete_port for 24cf2ff0-3e10-48a6-b141-7c74b4cb6fb8 owned by network:dhcp {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 00:12:26.953589 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b29a4dc5-e53b-47f8-870b-ae147efa43d0 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-477831'] for router, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:12:26.954324 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b29a4dc5-e53b-47f8-870b-ae147efa43d0 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Fanout notify agent at l3_agent the message router_deleted on router dad5dd1d-20bf-4b4e-9f2b-68c131e484e4 {{(pid=93798) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 00:12:26.961336 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b29a4dc5-e53b-47f8-870b-ae147efa43d0 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks [] for router, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:12:26.962456 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-b29a4dc5-e53b-47f8-870b-ae147efa43d0 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "DELETE /v2.0/routers/dad5dd1d-20bf-4b4e-9f2b-68c131e484e4 HTTP/1.1" status: 204 len: 168 time: 0.7799354 Jul 28 00:12:26.965239 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 59158) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:12:26.994305 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-ed184406-5b15-4c83-95f2-67ab0e5ff088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dad5dd1d-20bf-4b4e-9f2b-68c131e484e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-608392589', 'tenant_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.95'}], 'enable_snat': True}, 'gw_port_id': 'faad0ecb-af95-4ff1-8730-ee9b1dffd4cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T00:10:48Z', 'updated_at': '2021-07-28T00:12:25Z', 'revision_number': 5, 'project_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'gw_port': {'id': 'faad0ecb-af95-4ff1-8730-ee9b1dffd4cd', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:12:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dad5dd1d-20bf-4b4e-9f2b-68c131e484e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T00:10:49Z', 'updated_at': '2021-07-28T00:10:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1'}], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:12:27.039906 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-159b22fc-9d2c-49d3-8b41-2f88ff77cac8 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593271'] for network, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:12:27.049902 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed184406-5b15-4c83-95f2-67ab0e5ff088 None None] The sync data for ids ['dad5dd1d-20bf-4b4e-9f2b-68c131e484e4'] in n-d-802623-1 is: [{'id': 'dad5dd1d-20bf-4b4e-9f2b-68c131e484e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-608392589', 'tenant_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.95'}], 'enable_snat': True}, 'gw_port_id': 'faad0ecb-af95-4ff1-8730-ee9b1dffd4cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T00:10:48Z', 'updated_at': '2021-07-28T00:12:25Z', 'revision_number': 5, 'project_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'gw_port': {'id': 'faad0ecb-af95-4ff1-8730-ee9b1dffd4cd', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:12:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dad5dd1d-20bf-4b4e-9f2b-68c131e484e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T00:10:49Z', 'updated_at': '2021-07-28T00:10:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1'}] {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 00:12:27.057309 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8d1c3925-d361-4ca5-9b9a-80ad756af8bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:12:27.076878 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:12:27.101237 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c1f274d6-2344-45a6-b035-2a45e5b1dcc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:12:27.101916 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-159b22fc-9d2c-49d3-8b41-2f88ff77cac8 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Deleting port 24cf2ff0-3e10-48a6-b141-7c74b4cb6fb8 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 00:12:27.102265 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-159b22fc-9d2c-49d3-8b41-2f88ff77cac8 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:12:27.148138 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f274d6-2344-45a6-b035-2a45e5b1dcc7 None None] Pushing event deleted for resources: {'Port': ['ID=24cf2ff0-3e10-48a6-b141-7c74b4cb6fb8,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:12:27.150016 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1f274d6-2344-45a6-b035-2a45e5b1dcc7 None None] No DVR routers for this DVR port 24cf2ff0-3e10-48a6-b141-7c74b4cb6fb8 on host n-d-802623-1 {{(pid=93799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 00:12:27.172688 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-159b22fc-9d2c-49d3-8b41-2f88ff77cac8 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] For port 24cf2ff0-3e10-48a6-b141-7c74b4cb6fb8, host n-d-802623-1, got binding levels [] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 00:12:27.173053 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-159b22fc-9d2c-49d3-8b41-2f88ff77cac8 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:12:27.185734 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-159b22fc-9d2c-49d3-8b41-2f88ff77cac8 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Calling delete_port for 24cf2ff0-3e10-48a6-b141-7c74b4cb6fb8 owned by network:dhcp {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 00:12:27.188636 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.ipam_backend_mixin [None req-159b22fc-9d2c-49d3-8b41-2f88ff77cac8 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Port 24cf2ff0-3e10-48a6-b141-7c74b4cb6fb8 was not found and therefore no delete operation was performed {{(pid=93798) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 28 00:12:27.189892 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-159b22fc-9d2c-49d3-8b41-2f88ff77cac8 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:12:27.215141 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159b22fc-9d2c-49d3-8b41-2f88ff77cac8 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Pushing event deleted for resources: {'Port': ['ID=24cf2ff0-3e10-48a6-b141-7c74b4cb6fb8,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:12:27.217528 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-159b22fc-9d2c-49d3-8b41-2f88ff77cac8 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] No DVR routers for this DVR port 24cf2ff0-3e10-48a6-b141-7c74b4cb6fb8 on host n-d-802623-1 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 00:12:27.296061 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-159b22fc-9d2c-49d3-8b41-2f88ff77cac8 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618032', 'neutron.services.segments.db._delete_segments_for_network-8736833900081'] for network, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:12:27.305511 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-159b22fc-9d2c-49d3-8b41-2f88ff77cac8 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4920e415-fb19-4ae8-a659-925d131edabb']}} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:12:27.315783 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-159b22fc-9d2c-49d3-8b41-2f88ff77cac8 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1dc6a7df-9b88-4d98-a894-714b45ae99ae') {'for_net_delete': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:12:27.316083 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-159b22fc-9d2c-49d3-8b41-2f88ff77cac8 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1dc6a7df-9b88-4d98-a894-714b45ae99ae') {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:12:27.325130 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-159b22fc-9d2c-49d3-8b41-2f88ff77cac8 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736833900858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11163256'] for segment, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:12:27.338769 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-159b22fc-9d2c-49d3-8b41-2f88ff77cac8 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:12:27.348216 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-159b22fc-9d2c-49d3-8b41-2f88ff77cac8 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Releasing vlan 505 on physical network physnet1 to pool {{(pid=93798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 00:12:27.348572 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-159b22fc-9d2c-49d3-8b41-2f88ff77cac8 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11971746'] for segment, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:12:27.351509 n-d-802623-1 neutron-server[93798]: Traceback (most recent call last): Jul 28 00:12:27.351509 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 00:12:27.351509 n-d-802623-1 neutron-server[93798]: timer() Jul 28 00:12:27.351509 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 00:12:27.351509 n-d-802623-1 neutron-server[93798]: cb(*args, **kw) Jul 28 00:12:27.351509 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 00:12:27.351509 n-d-802623-1 neutron-server[93798]: return func(*args, **kwargs) Jul 28 00:12:27.351509 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 00:12:27.351509 n-d-802623-1 neutron-server[93798]: self._notify() Jul 28 00:12:27.351509 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 00:12:27.351509 n-d-802623-1 neutron-server[93798]: self.callback(batched_events) Jul 28 00:12:27.351509 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 00:12:27.351509 n-d-802623-1 neutron-server[93798]: event.method(event) Jul 28 00:12:27.351509 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 00:12:27.351509 n-d-802623-1 neutron-server[93798]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 00:12:27.351509 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 00:12:27.351509 n-d-802623-1 neutron-server[93798]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 00:12:27.351509 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 00:12:27.351509 n-d-802623-1 neutron-server[93798]: return f(self, *a, **k) Jul 28 00:12:27.351509 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 00:12:27.351509 n-d-802623-1 neutron-server[93798]: return self._get(url).json() Jul 28 00:12:27.351509 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 00:12:27.351509 n-d-802623-1 neutron-server[93798]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 00:12:27.351509 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 00:12:27.351509 n-d-802623-1 neutron-server[93798]: return self.request(url, 'GET', **kwargs) Jul 28 00:12:27.351509 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 00:12:27.351509 n-d-802623-1 neutron-server[93798]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 00:12:27.351509 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 00:12:27.351509 n-d-802623-1 neutron-server[93798]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 00:12:27.351509 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 00:12:27.351509 n-d-802623-1 neutron-server[93798]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 00:12:27.351509 n-d-802623-1 neutron-server[93798]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 00:12:27.412255 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-159b22fc-9d2c-49d3-8b41-2f88ff77cac8 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415412'] for network, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:12:27.419919 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-159b22fc-9d2c-49d3-8b41-2f88ff77cac8 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks [] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:12:27.422008 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-159b22fc-9d2c-49d3-8b41-2f88ff77cac8 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "DELETE /v2.0/networks/4920e415-fb19-4ae8-a659-925d131edabb HTTP/1.1" status: 204 len: 168 time: 0.4559019 Jul 28 00:12:27.424834 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 59160) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:12:27.433852 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159b22fc-9d2c-49d3-8b41-2f88ff77cac8 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Pushing event deleted for resources: {'Network': ['ID=4920e415-fb19-4ae8-a659-925d131edabb,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:12:27.490819 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-cbd0195e-569b-4f46-8707-c21c23392fcc tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:12:27.517814 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-cbd0195e-569b-4f46-8707-c21c23392fcc tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:12:27.580155 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-cbd0195e-569b-4f46-8707-c21c23392fcc tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:12:27.583013 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-cbd0195e-569b-4f46-8707-c21c23392fcc tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:12:27.584200 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-cbd0195e-569b-4f46-8707-c21c23392fcc tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "DELETE /v2.0/security-groups/e719c9d1-16ef-44c1-bdd7-17740ce8f3e5 HTTP/1.1" status: 204 len: 168 time: 0.1577997 Jul 28 00:12:27.594242 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd0195e-569b-4f46-8707-c21c23392fcc tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e719c9d1-16ef-44c1-bdd7-17740ce8f3e5,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:12:27.601354 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd0195e-569b-4f46-8707-c21c23392fcc tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:12:27.601705 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd0195e-569b-4f46-8707-c21c23392fcc tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:12:27.602049 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd0195e-569b-4f46-8707-c21c23392fcc tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:12:27.602386 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd0195e-569b-4f46-8707-c21c23392fcc tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:12:27.602713 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd0195e-569b-4f46-8707-c21c23392fcc tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:12:27.603082 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd0195e-569b-4f46-8707-c21c23392fcc tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:12:27.603410 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd0195e-569b-4f46-8707-c21c23392fcc tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:12:27.603738 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd0195e-569b-4f46-8707-c21c23392fcc tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:12:27.604067 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd0195e-569b-4f46-8707-c21c23392fcc tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:12:27.604393 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd0195e-569b-4f46-8707-c21c23392fcc tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:12:27.604717 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd0195e-569b-4f46-8707-c21c23392fcc tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:12:27.605040 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd0195e-569b-4f46-8707-c21c23392fcc tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:12:27.958338 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 59166) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:12:27.963115 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-e1a0ba3d-6e9e-4cdd-a4c2-62732240b499 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-445828810', 'description': 'tempest-secgroup-smoke-445828810 description', 'project_id': '9ba1e124f2a248fcbbee4df813e28c7a'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 00:12:27.985098 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e1a0ba3d-6e9e-4cdd-a4c2-62732240b499 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:12:28.070038 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e1a0ba3d-6e9e-4cdd-a4c2-62732240b499 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:12:28.073576 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e1a0ba3d-6e9e-4cdd-a4c2-62732240b499 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:12:28.102855 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e1a0ba3d-6e9e-4cdd-a4c2-62732240b499 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:12:28.104176 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-e1a0ba3d-6e9e-4cdd-a4c2-62732240b499 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1448283 Jul 28 00:12:28.106455 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a0ba3d-6e9e-4cdd-a4c2-62732240b499 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01c3ab92-5671-49de-a36a-83e434a54c3b,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:12:28.107458 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 59168) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:12:28.113050 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-23669d73-378b-4c62-a965-c79e900a5ebf tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Request body: {'security_group_rule': {'security_group_id': '01c3ab92-5671-49de-a36a-83e434a54c3b', 'project_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 00:12:28.148123 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-23669d73-378b-4c62-a965-c79e900a5ebf tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:12:28.208551 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-23669d73-378b-4c62-a965-c79e900a5ebf tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:12:28.212062 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-23669d73-378b-4c62-a965-c79e900a5ebf tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784185'] for security_group_rule, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:12:28.231325 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23669d73-378b-4c62-a965-c79e900a5ebf tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=873a15c8-f5a0-482c-923f-bee7b808b82c,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:12:28.234058 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-23669d73-378b-4c62-a965-c79e900a5ebf tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:12:28.235329 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-23669d73-378b-4c62-a965-c79e900a5ebf tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1261253 Jul 28 00:12:28.237949 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 59170) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:12:28.242275 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-b369b58b-937a-4670-9f08-5a6659bd2c8d tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Request body: {'security_group_rule': {'security_group_id': '01c3ab92-5671-49de-a36a-83e434a54c3b', 'project_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 00:12:28.267947 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b369b58b-937a-4670-9f08-5a6659bd2c8d tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:12:28.322628 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b369b58b-937a-4670-9f08-5a6659bd2c8d tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:12:28.326010 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b369b58b-937a-4670-9f08-5a6659bd2c8d tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784185'] for security_group_rule, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:12:28.345421 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b369b58b-937a-4670-9f08-5a6659bd2c8d tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca57641b-4dae-42b2-a95d-7f356e223753,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:12:28.352144 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b369b58b-937a-4670-9f08-5a6659bd2c8d tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:12:28.353323 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-b369b58b-937a-4670-9f08-5a6659bd2c8d tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1144874 Jul 28 00:12:28.356066 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 59172) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:12:28.361295 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-05f55906-a32a-4c2e-ad5d-a5688f573fcc tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Request body: {'security_group_rule': {'security_group_id': '01c3ab92-5671-49de-a36a-83e434a54c3b', 'project_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 00:12:28.367585 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device ebbf8ad5-4997-44e7-b119-b04969accb31 no longer exists at agent hyperv_n-h1-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 00:12:28.388200 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-05f55906-a32a-4c2e-ad5d-a5688f573fcc tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:12:28.388433 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] No Port match for: ebbf8ad5-4997-44e7-b119-b04969accb31 {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 00:12:28.388639 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device ebbf8ad5-4997-44e7-b119-b04969accb31 not bound to the agent host n-h1-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 00:12:28.448015 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-05f55906-a32a-4c2e-ad5d-a5688f573fcc tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:12:28.451301 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-05f55906-a32a-4c2e-ad5d-a5688f573fcc tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784185'] for security_group_rule, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:12:28.472429 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f55906-a32a-4c2e-ad5d-a5688f573fcc tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11ef151a-68d4-4cd0-b6b5-74c3aec5eb54,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:12:28.475938 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-05f55906-a32a-4c2e-ad5d-a5688f573fcc tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:12:28.477099 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-05f55906-a32a-4c2e-ad5d-a5688f573fcc tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1201262 Jul 28 00:12:28.479811 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 59174) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:12:28.485073 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-b3f5c924-3c3a-42ed-be14-79fb9babd351 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Request body: {'security_group_rule': {'security_group_id': '01c3ab92-5671-49de-a36a-83e434a54c3b', 'project_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 00:12:28.515653 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b3f5c924-3c3a-42ed-be14-79fb9babd351 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:12:28.579180 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b3f5c924-3c3a-42ed-be14-79fb9babd351 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:12:28.582593 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b3f5c924-3c3a-42ed-be14-79fb9babd351 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784185'] for security_group_rule, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:12:28.601303 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f5c924-3c3a-42ed-be14-79fb9babd351 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a074ee2f-06d8-47d0-9ad8-3c6a2a5bb782,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:12:28.604389 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b3f5c924-3c3a-42ed-be14-79fb9babd351 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:12:28.605636 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-b3f5c924-3c3a-42ed-be14-79fb9babd351 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1249192 Jul 28 00:12:28.609039 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 59176) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:12:28.613373 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-9d465596-9c08-411a-aff9-1a4d61182f98 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Request body: {'security_group_rule': {'security_group_id': '01c3ab92-5671-49de-a36a-83e434a54c3b', 'project_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 00:12:28.633323 n-d-802623-1 neutron-server[93798]: INFO neutron.db.securitygroups_db [None req-9d465596-9c08-411a-aff9-1a4d61182f98 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Project 9ba1e124f2a248fcbbee4df813e28c7a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 00:12:28.637828 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9d465596-9c08-411a-aff9-1a4d61182f98 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:12:28.696000 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9d465596-9c08-411a-aff9-1a4d61182f98 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:12:28.699224 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9d465596-9c08-411a-aff9-1a4d61182f98 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784185'] for security_group_rule, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:12:28.716098 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d465596-9c08-411a-aff9-1a4d61182f98 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=074219c9-b6e6-4d5e-85af-65807015385a,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:12:28.721380 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9d465596-9c08-411a-aff9-1a4d61182f98 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:12:28.722698 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-9d465596-9c08-411a-aff9-1a4d61182f98 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1127536 Jul 28 00:12:28.725384 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 59178) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:12:28.730753 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-2399f603-2304-4071-9ceb-96c4a826c098 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Request body: {'security_group_rule': {'security_group_id': '01c3ab92-5671-49de-a36a-83e434a54c3b', 'project_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 00:12:28.752345 n-d-802623-1 neutron-server[93798]: INFO neutron.db.securitygroups_db [None req-2399f603-2304-4071-9ceb-96c4a826c098 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Project 9ba1e124f2a248fcbbee4df813e28c7a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 00:12:28.757400 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2399f603-2304-4071-9ceb-96c4a826c098 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:12:28.780896 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device bddac24e-35e0-4c72-9c30-e8b9b02f5375 no longer exists at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 00:12:28.804045 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] No Port match for: bddac24e-35e0-4c72-9c30-e8b9b02f5375 {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 00:12:28.804045 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device bddac24e-35e0-4c72-9c30-e8b9b02f5375 not bound to the agent host n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 00:12:28.804310 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device faad0ecb-af95-4ff1-8730-ee9b1dffd4cd no longer exists at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 00:12:28.829668 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] No Port match for: faad0ecb-af95-4ff1-8730-ee9b1dffd4cd {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 00:12:28.830306 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device faad0ecb-af95-4ff1-8730-ee9b1dffd4cd not bound to the agent host n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 00:12:28.837524 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2399f603-2304-4071-9ceb-96c4a826c098 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:12:28.841683 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2399f603-2304-4071-9ceb-96c4a826c098 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784185'] for security_group_rule, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:12:28.861817 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2399f603-2304-4071-9ceb-96c4a826c098 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48e26ad1-4b91-452c-b42d-0e8f99ad6365,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:12:28.869940 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2399f603-2304-4071-9ceb-96c4a826c098 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:12:28.871320 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-2399f603-2304-4071-9ceb-96c4a826c098 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1444559 Jul 28 00:12:28.874053 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 59180) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:12:28.878872 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-2251e30c-0017-44e4-a6c2-2108a48699cc tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Request body: {'network': {'name': 'tempest-network-smoke--1733168813', 'project_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'port_security_enabled': True}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 00:12:28.900239 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2251e30c-0017-44e4-a6c2-2108a48699cc tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Made reservation on behalf of 9ba1e124f2a248fcbbee4df813e28c7a for: {'network': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 00:12:28.903826 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2251e30c-0017-44e4-a6c2-2108a48699cc tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for network, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:12:28.927876 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2251e30c-0017-44e4-a6c2-2108a48699cc tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 503} {{(pid=93798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 00:12:28.937526 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2251e30c-0017-44e4-a6c2-2108a48699cc tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:12:28.938212 n-d-802623-1 neutron-server[93798]: INFO neutron.db.segments_db [None req-2251e30c-0017-44e4-a6c2-2108a48699cc tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Added segment a130caec-38d4-48f3-bf17-1dce0a834297 of type vlan for network 7897bfda-17aa-4895-bc9a-30f7ce1fb8a6 Jul 28 00:12:28.980971 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2251e30c-0017-44e4-a6c2-2108a48699cc tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736833354590'] for network, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:12:29.009198 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2251e30c-0017-44e4-a6c2-2108a48699cc tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569'] for network, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:12:29.015303 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2251e30c-0017-44e4-a6c2-2108a48699cc tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:12:29.015900 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2251e30c-0017-44e4-a6c2-2108a48699cc tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks [] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:12:29.077788 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-2251e30c-0017-44e4-a6c2-2108a48699cc tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2026296 Jul 28 00:12:29.080414 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 59182) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:12:29.086848 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-b99e7172-ca3d-4764-8259-5eee3188f36f tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1157344952', 'admin_state_up': True, 'project_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'}}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 00:12:29.094177 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2251e30c-0017-44e4-a6c2-2108a48699cc tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Pushing event updated for resources: {'Network': ['ID=7897bfda-17aa-4895-bc9a-30f7ce1fb8a6,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:12:29.104984 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Network 7897bfda-17aa-4895-bc9a-30f7ce1fb8a6 details requested by agent ovs-agent-n-d-802623-1 with host n-d-802623-1 {{(pid=93799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 00:12:29.116633 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b99e7172-ca3d-4764-8259-5eee3188f36f tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62159'] for router, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:12:29.117610 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b99e7172-ca3d-4764-8259-5eee3188f36f tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-479230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-415539', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3693317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62148'] for router, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:12:29.173818 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b99e7172-ca3d-4764-8259-5eee3188f36f tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:12:29.643184 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b99e7172-ca3d-4764-8259-5eee3188f36f tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-415433', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62186'] for router, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:12:29.661279 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-cb25b60b-f379-412e-98b1-f68c9dad8354 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:12:29.837934 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b99e7172-ca3d-4764-8259-5eee3188f36f tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks [] for router_gateway, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:12:29.856742 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b99e7172-ca3d-4764-8259-5eee3188f36f tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:12:29.959399 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-b99e7172-ca3d-4764-8259-5eee3188f36f tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Allocated IP 172.25.4.85 (2fd42287-ed26-4eb9-89a5-b521f5b04356/17de1f8f-393a-4b0c-a2df-614bd3f2fb5e/399faa70-3125-4984-843c-d1d3d8f850ae) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 00:12:30.057303 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b99e7172-ca3d-4764-8259-5eee3188f36f tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:12:30.095334 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b99e7172-ca3d-4764-8259-5eee3188f36f tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:12:30.127930 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:12:30.137274 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b99e7172-ca3d-4764-8259-5eee3188f36f tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Network 2fd42287-ed26-4eb9-89a5-b521f5b04356 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 00:12:30.140200 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-b99e7172-ca3d-4764-8259-5eee3188f36f tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 00:12:30.143669 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b99e7172-ca3d-4764-8259-5eee3188f36f tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 00:12:30.153859 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:12:30.171593 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99e7172-ca3d-4764-8259-5eee3188f36f tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Pushing event updated for resources: {'Port': ['ID=399faa70-3125-4984-843c-d1d3d8f850ae,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:12:30.394067 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b99e7172-ca3d-4764-8259-5eee3188f36f tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks [] for router_gateway, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:12:30.586008 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b99e7172-ca3d-4764-8259-5eee3188f36f tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-415468'] for router, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:12:30.709598 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-19f2e178-d45e-4fbe-b9be-c3963fc151ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:12:30.712576 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b99e7172-ca3d-4764-8259-5eee3188f36f tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Router fa9f7ea2-422e-430d-9a59-8fdd18ee7e26 is scheduled to L3 agent 018c4455-49c0-4734-927d-7824067b2a9e with binding_index 1 {{(pid=93798) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 00:12:30.812598 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b99e7172-ca3d-4764-8259-5eee3188f36f tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 00:12:30.822618 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a4eb673-4fd3-4fa9-a5bf-2221ad472891 None None] Sync routers for ids ['fa9f7ea2-422e-430d-9a59-8fdd18ee7e26'] in n-d-802623-1 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 00:12:30.831612 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b99e7172-ca3d-4764-8259-5eee3188f36f tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks [] for router, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:12:30.831915 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a4eb673-4fd3-4fa9-a5bf-2221ad472891 None None] Routers {'fa9f7ea2-422e-430d-9a59-8fdd18ee7e26'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 00:12:30.832516 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-3a4eb673-4fd3-4fa9-a5bf-2221ad472891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-28T00:12:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['fa9f7ea2-422e-430d-9a59-8fdd18ee7e26'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:12:30.835515 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-b99e7172-ca3d-4764-8259-5eee3188f36f tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7541597 Jul 28 00:12:30.836969 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 59184) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:12:30.868699 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-674ce4c9-e33a-43de-ab3e-c8d5ec77d4ec tempest-TestNetworkAdvancedServerOps-2036493630 tempest-TestNetworkAdvancedServerOps-2036493630-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=9ba1e124f2a248fcbbee4df813e28c7a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0306618 Jul 28 00:12:30.871610 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 59186) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:12:30.935693 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-3a4eb673-4fd3-4fa9-a5bf-2221ad472891 None None] Set router fa9f7ea2-422e-430d-9a59-8fdd18ee7e26 gateway port host: n-d-802623-1 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 00:12:30.957044 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50cf48a0-c848-4b0c-8516-85e751ace9ab tempest-TestNetworkAdvancedServerOps-2036493630 tempest-TestNetworkAdvancedServerOps-2036493630-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:12:30.958570 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-50cf48a0-c848-4b0c-8516-85e751ace9ab tempest-TestNetworkAdvancedServerOps-2036493630 tempest-TestNetworkAdvancedServerOps-2036493630-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0859594 Jul 28 00:12:30.961446 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 59188) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:12:30.989876 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-d6e24cf2-fdb5-44a6-9d15-ec7801c56e23 tempest-TestNetworkAdvancedServerOps-2036493630 tempest-TestNetworkAdvancedServerOps-2036493630-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=2fd42287-ed26-4eb9-89a5-b521f5b04356&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0274227 Jul 28 00:12:30.992316 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 59190) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:12:30.997031 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-168bb3ea-2c91-4d46-b11d-c285e0ac1373 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1635796848', 'network_id': '7897bfda-17aa-4895-bc9a-30f7ce1fb8a6', 'project_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 00:12:31.087768 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-168bb3ea-2c91-4d46-b11d-c285e0ac1373 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Made reservation on behalf of 9ba1e124f2a248fcbbee4df813e28c7a for: {'subnet': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 00:12:31.091460 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-168bb3ea-2c91-4d46-b11d-c285e0ac1373 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11551435'] for subnet, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:12:31.109794 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-3a4eb673-4fd3-4fa9-a5bf-2221ad472891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa9f7ea2-422e-430d-9a59-8fdd18ee7e26', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1157344952', 'tenant_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.85'}], 'enable_snat': True}, 'gw_port_id': '399faa70-3125-4984-843c-d1d3d8f850ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T00:12:29Z', 'updated_at': '2021-07-28T00:12:30Z', 'revision_number': 3, 'project_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'gw_port': {'id': '399faa70-3125-4984-843c-d1d3d8f850ae', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:60:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa9f7ea2-422e-430d-9a59-8fdd18ee7e26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T00:12:29Z', 'updated_at': '2021-07-28T00:12:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1'}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:12:31.139977 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a4eb673-4fd3-4fa9-a5bf-2221ad472891 None None] Checking router: fa9f7ea2-422e-430d-9a59-8fdd18ee7e26 for host: n-d-802623-1 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 00:12:31.140316 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a4eb673-4fd3-4fa9-a5bf-2221ad472891 None None] Updating router fa9f7ea2-422e-430d-9a59-8fdd18ee7e26 port 399faa70-3125-4984-843c-d1d3d8f850ae binding host n-d-802623-1 {{(pid=93800) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 00:12:31.168159 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3a4eb673-4fd3-4fa9-a5bf-2221ad472891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:12:31.285366 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-168bb3ea-2c91-4d46-b11d-c285e0ac1373 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11336182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11551417'] for subnet, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:12:31.344638 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168bb3ea-2c91-4d46-b11d-c285e0ac1373 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Pushing event updated for resources: {'Subnet': ['ID=b5db0f02-5df6-4699-a12c-1841e4bf21c6,revision_number=0']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:12:31.353913 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-168bb3ea-2c91-4d46-b11d-c285e0ac1373 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Checking segment: {'id': 'a130caec-38d4-48f3-bf17-1dce0a834297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '7897bfda-17aa-4895-bc9a-30f7ce1fb8a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 00:12:31.354280 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-168bb3ea-2c91-4d46-b11d-c285e0ac1373 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Network hostable DHCP agents. Network: 7897bfda-17aa-4895-bc9a-30f7ce1fb8a6, hostable agents: ['5950e76f-2bde-4343-a925-cbe6bacd2706'], hosted agents: [] {{(pid=93797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 00:12:31.374408 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-168bb3ea-2c91-4d46-b11d-c285e0ac1373 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Network 7897bfda-17aa-4895-bc9a-30f7ce1fb8a6 is scheduled to be hosted by DHCP agent 5950e76f-2bde-4343-a925-cbe6bacd2706 with binding_index 1 {{(pid=93797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 00:12:31.383626 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-168bb3ea-2c91-4d46-b11d-c285e0ac1373 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802623-1, 7897bfda-17aa-4895-bc9a-30f7ce1fb8a6) {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 00:12:31.387869 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-168bb3ea-2c91-4d46-b11d-c285e0ac1373 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:12:31.388460 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-168bb3ea-2c91-4d46-b11d-c285e0ac1373 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks [] for subnet, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:12:31.396881 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2de0cafd-66c8-4086-8f2e-69e70849bf92 None None] Network 7897bfda-17aa-4895-bc9a-30f7ce1fb8a6 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 00:12:31.403847 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-168bb3ea-2c91-4d46-b11d-c285e0ac1373 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4104774 Jul 28 00:12:31.406434 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 59192) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:12:31.433516 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3a4eb673-4fd3-4fa9-a5bf-2221ad472891 None None] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:12:31.444878 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-3a4eb673-4fd3-4fa9-a5bf-2221ad472891 None None] Transition to ACTIVE for port object 399faa70-3125-4984-843c-d1d3d8f850ae will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 00:12:31.452420 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3a4eb673-4fd3-4fa9-a5bf-2221ad472891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:12:31.505158 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-3a4eb673-4fd3-4fa9-a5bf-2221ad472891 None None] Attempting to bind port 399faa70-3125-4984-843c-d1d3d8f850ae on host n-d-802623-1 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 00:12:31.505537 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-3a4eb673-4fd3-4fa9-a5bf-2221ad472891 None None] Attempting to bind port 399faa70-3125-4984-843c-d1d3d8f850ae by drivers openvswitch,hyperv on host n-d-802623-1 at level 0 using segments [{'id': 'b9afe07e-bbe4-4740-834c-4b6a9698bdbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 00:12:31.505897 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a4eb673-4fd3-4fa9-a5bf-2221ad472891 None None] Attempting to bind port 399faa70-3125-4984-843c-d1d3d8f850ae on network 2fd42287-ed26-4eb9-89a5-b521f5b04356 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 00:12:31.517302 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63133824-990c-4c7f-af89-16b6d5c87ec8 None None] Pushing event updated for resources: {'Port': ['ID=399faa70-3125-4984-843c-d1d3d8f850ae,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:12:31.520495 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a4eb673-4fd3-4fa9-a5bf-2221ad472891 None None] Checking agent: {'id': 'a9a568d2-a5e7-41e4-833f-a8ab42ea4073', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 52, 30), 'started_at': datetime.datetime(2021, 7, 27, 22, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 0, 12, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802623-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 00:12:31.520869 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a4eb673-4fd3-4fa9-a5bf-2221ad472891 None None] Checking segment: {'id': 'b9afe07e-bbe4-4740-834c-4b6a9698bdbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 00:12:31.521278 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3a4eb673-4fd3-4fa9-a5bf-2221ad472891 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:12:31.521677 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a4eb673-4fd3-4fa9-a5bf-2221ad472891 None None] Bound using segment: {'id': 'b9afe07e-bbe4-4740-834c-4b6a9698bdbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 00:12:31.522152 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-3a4eb673-4fd3-4fa9-a5bf-2221ad472891 None None] Bound port: 399faa70-3125-4984-843c-d1d3d8f850ae, host: n-d-802623-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9afe07e-bbe4-4740-834c-4b6a9698bdbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 00:12:31.522533 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3a4eb673-4fd3-4fa9-a5bf-2221ad472891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:12:31.528957 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63133824-990c-4c7f-af89-16b6d5c87ec8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:12:31.529332 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63133824-990c-4c7f-af89-16b6d5c87ec8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:12:31.529676 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63133824-990c-4c7f-af89-16b6d5c87ec8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:12:31.530017 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63133824-990c-4c7f-af89-16b6d5c87ec8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:12:31.530347 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63133824-990c-4c7f-af89-16b6d5c87ec8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:12:31.530675 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63133824-990c-4c7f-af89-16b6d5c87ec8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:12:31.531000 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63133824-990c-4c7f-af89-16b6d5c87ec8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:12:31.531354 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63133824-990c-4c7f-af89-16b6d5c87ec8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:12:31.531677 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63133824-990c-4c7f-af89-16b6d5c87ec8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:12:31.531998 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63133824-990c-4c7f-af89-16b6d5c87ec8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:12:31.532318 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63133824-990c-4c7f-af89-16b6d5c87ec8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:12:31.532637 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63133824-990c-4c7f-af89-16b6d5c87ec8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:12:31.550512 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e75a11b5-d3eb-4013-93f7-5caaa5100fa2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f6f257c-ad18-5f0c-8c8e-ea085a5fc8a2-7897bfda-17aa-4895-bc9a-30f7ce1fb8a6', 'network_id': '7897bfda-17aa-4895-bc9a-30f7ce1fb8a6', 'tenant_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'fixed_ips': [{'subnet_id': 'b5db0f02-5df6-4699-a12c-1841e4bf21c6'}]}} from n-d-802623-1. {{(pid=93799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 00:12:31.551890 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e75a11b5-d3eb-4013-93f7-5caaa5100fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:12:31.591583 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-3a4eb673-4fd3-4fa9-a5bf-2221ad472891 None None] For port 399faa70-3125-4984-843c-d1d3d8f850ae, host n-d-802623-1, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 00:12:31.594981 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-3a4eb673-4fd3-4fa9-a5bf-2221ad472891 None None] For port 399faa70-3125-4984-843c-d1d3d8f850ae, host n-d-802623-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=399faa70-3125-4984-843c-d1d3d8f850ae,segment=NetworkSegment(b9afe07e-bbe4-4740-834c-4b6a9698bdbc),segment_id=b9afe07e-bbe4-4740-834c-4b6a9698bdbc)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 00:12:31.600104 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3a4eb673-4fd3-4fa9-a5bf-2221ad472891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:12:31.661985 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63133824-990c-4c7f-af89-16b6d5c87ec8 None None] Pushing event updated for resources: {'Port': ['ID=399faa70-3125-4984-843c-d1d3d8f850ae,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:12:31.670447 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a4eb673-4fd3-4fa9-a5bf-2221ad472891 None None] Routers {'fa9f7ea2-422e-430d-9a59-8fdd18ee7e26'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 00:12:31.671129 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-3a4eb673-4fd3-4fa9-a5bf-2221ad472891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-28T00:12:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['fa9f7ea2-422e-430d-9a59-8fdd18ee7e26'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:12:31.698965 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-e75a11b5-d3eb-4013-93f7-5caaa5100fa2 None None] Allocated IP 172.20.0.2 (7897bfda-17aa-4895-bc9a-30f7ce1fb8a6/b5db0f02-5df6-4699-a12c-1841e4bf21c6/71217ed1-6577-4f9d-a3f7-ed465d3121be) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 00:12:31.780854 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-3a4eb673-4fd3-4fa9-a5bf-2221ad472891 None None] Set router fa9f7ea2-422e-430d-9a59-8fdd18ee7e26 gateway port host: n-d-802623-1 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 00:12:31.851136 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e75a11b5-d3eb-4013-93f7-5caaa5100fa2 None None] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:12:31.860837 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e75a11b5-d3eb-4013-93f7-5caaa5100fa2 None None] Transition to ACTIVE for port object 71217ed1-6577-4f9d-a3f7-ed465d3121be will not be triggered until provisioned by entity L2. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 00:12:31.876693 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e75a11b5-d3eb-4013-93f7-5caaa5100fa2 None None] Transition to ACTIVE for port object 71217ed1-6577-4f9d-a3f7-ed465d3121be will not be triggered until provisioned by entity DHCP. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 00:12:31.879288 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6d663f67-9ee2-43ab-9cd6-fd952eddaa0d tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:12:31.883694 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e75a11b5-d3eb-4013-93f7-5caaa5100fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:12:31.923766 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e75a11b5-d3eb-4013-93f7-5caaa5100fa2 None None] Network 7897bfda-17aa-4895-bc9a-30f7ce1fb8a6 is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 00:12:31.930045 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-e75a11b5-d3eb-4013-93f7-5caaa5100fa2 None None] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 00:12:31.934394 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e75a11b5-d3eb-4013-93f7-5caaa5100fa2 None None] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 00:12:31.938314 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75a11b5-d3eb-4013-93f7-5caaa5100fa2 None None] Pushing event updated for resources: {'Port': ['ID=71217ed1-6577-4f9d-a3f7-ed465d3121be,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:12:31.966023 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-3a4eb673-4fd3-4fa9-a5bf-2221ad472891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa9f7ea2-422e-430d-9a59-8fdd18ee7e26', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1157344952', 'tenant_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.85'}], 'enable_snat': True}, 'gw_port_id': '399faa70-3125-4984-843c-d1d3d8f850ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T00:12:29Z', 'updated_at': '2021-07-28T00:12:30Z', 'revision_number': 3, 'project_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'gw_port': {'id': '399faa70-3125-4984-843c-d1d3d8f850ae', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:60:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa9f7ea2-422e-430d-9a59-8fdd18ee7e26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T00:12:29Z', 'updated_at': '2021-07-28T00:12:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1'}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:12:31.993594 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-e75a11b5-d3eb-4013-93f7-5caaa5100fa2 None None] Attempting to bind port 71217ed1-6577-4f9d-a3f7-ed465d3121be on host n-d-802623-1 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 00:12:31.993971 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-e75a11b5-d3eb-4013-93f7-5caaa5100fa2 None None] Attempting to bind port 71217ed1-6577-4f9d-a3f7-ed465d3121be by drivers openvswitch,hyperv on host n-d-802623-1 at level 0 using segments [{'id': 'a130caec-38d4-48f3-bf17-1dce0a834297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '7897bfda-17aa-4895-bc9a-30f7ce1fb8a6'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 00:12:31.994334 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e75a11b5-d3eb-4013-93f7-5caaa5100fa2 None None] Attempting to bind port 71217ed1-6577-4f9d-a3f7-ed465d3121be on network 7897bfda-17aa-4895-bc9a-30f7ce1fb8a6 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 00:12:31.998745 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a4eb673-4fd3-4fa9-a5bf-2221ad472891 None None] The sync data for ids ['fa9f7ea2-422e-430d-9a59-8fdd18ee7e26'] in n-d-802623-1 is: [{'id': 'fa9f7ea2-422e-430d-9a59-8fdd18ee7e26', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1157344952', 'tenant_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.85'}], 'enable_snat': True}, 'gw_port_id': '399faa70-3125-4984-843c-d1d3d8f850ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T00:12:29Z', 'updated_at': '2021-07-28T00:12:30Z', 'revision_number': 3, 'project_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'gw_port': {'id': '399faa70-3125-4984-843c-d1d3d8f850ae', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:60:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa9f7ea2-422e-430d-9a59-8fdd18ee7e26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T00:12:29Z', 'updated_at': '2021-07-28T00:12:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1'}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 00:12:32.000070 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e75a11b5-d3eb-4013-93f7-5caaa5100fa2 None None] Checking agent: {'id': 'a9a568d2-a5e7-41e4-833f-a8ab42ea4073', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 52, 30), 'started_at': datetime.datetime(2021, 7, 27, 22, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 0, 12, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802623-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 00:12:32.000448 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e75a11b5-d3eb-4013-93f7-5caaa5100fa2 None None] Checking segment: {'id': 'a130caec-38d4-48f3-bf17-1dce0a834297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '7897bfda-17aa-4895-bc9a-30f7ce1fb8a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 00:12:32.000854 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e75a11b5-d3eb-4013-93f7-5caaa5100fa2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:12:32.001241 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e75a11b5-d3eb-4013-93f7-5caaa5100fa2 None None] Bound using segment: {'id': 'a130caec-38d4-48f3-bf17-1dce0a834297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '7897bfda-17aa-4895-bc9a-30f7ce1fb8a6'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 00:12:32.001705 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-e75a11b5-d3eb-4013-93f7-5caaa5100fa2 None None] Bound port: 71217ed1-6577-4f9d-a3f7-ed465d3121be, host: n-d-802623-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a130caec-38d4-48f3-bf17-1dce0a834297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '7897bfda-17aa-4895-bc9a-30f7ce1fb8a6'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 00:12:32.002086 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e75a11b5-d3eb-4013-93f7-5caaa5100fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:12:32.072553 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-e75a11b5-d3eb-4013-93f7-5caaa5100fa2 None None] For port 71217ed1-6577-4f9d-a3f7-ed465d3121be, host n-d-802623-1, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 00:12:32.076542 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-e75a11b5-d3eb-4013-93f7-5caaa5100fa2 None None] For port 71217ed1-6577-4f9d-a3f7-ed465d3121be, host n-d-802623-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=71217ed1-6577-4f9d-a3f7-ed465d3121be,segment=NetworkSegment(a130caec-38d4-48f3-bf17-1dce0a834297),segment_id=a130caec-38d4-48f3-bf17-1dce0a834297)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 00:12:32.081086 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e75a11b5-d3eb-4013-93f7-5caaa5100fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:12:32.148493 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75a11b5-d3eb-4013-93f7-5caaa5100fa2 None None] Pushing event updated for resources: {'Port': ['ID=71217ed1-6577-4f9d-a3f7-ed465d3121be,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:12:32.168834 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-6d663f67-9ee2-43ab-9cd6-fd952eddaa0d tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Allocated IP 172.20.0.1 (7897bfda-17aa-4895-bc9a-30f7ce1fb8a6/b5db0f02-5df6-4699-a12c-1841e4bf21c6/40023e55-68b4-4572-86bb-4effbb0f5238) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 00:12:32.313414 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6d663f67-9ee2-43ab-9cd6-fd952eddaa0d tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:12:32.339741 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-6d663f67-9ee2-43ab-9cd6-fd952eddaa0d tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Transition to ACTIVE for port object 40023e55-68b4-4572-86bb-4effbb0f5238 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 00:12:32.386278 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6d663f67-9ee2-43ab-9cd6-fd952eddaa0d tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:12:32.445099 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d663f67-9ee2-43ab-9cd6-fd952eddaa0d tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Network 7897bfda-17aa-4895-bc9a-30f7ce1fb8a6 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 00:12:32.446865 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-6d663f67-9ee2-43ab-9cd6-fd952eddaa0d tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 00:12:32.450026 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d663f67-9ee2-43ab-9cd6-fd952eddaa0d tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 00:12:32.452950 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d663f67-9ee2-43ab-9cd6-fd952eddaa0d tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Pushing event updated for resources: {'Port': ['ID=40023e55-68b4-4572-86bb-4effbb0f5238,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:12:32.484928 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7418f70f-e60d-4709-8ba9-6ab514bc7f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:12:32.510654 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6d663f67-9ee2-43ab-9cd6-fd952eddaa0d tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-415283'] for router_interface, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:12:32.649354 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6d663f67-9ee2-43ab-9cd6-fd952eddaa0d tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:12:32.868468 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 399faa70-3125-4984-843c-d1d3d8f850ae up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 00:12:32.941874 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning for port 399faa70-3125-4984-843c-d1d3d8f850ae completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 00:12:32.946825 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port 399faa70-3125-4984-843c-d1d3d8f850ae triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 00:12:32.947431 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:12:32.973127 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6d663f67-9ee2-43ab-9cd6-fd952eddaa0d tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:12:32.980042 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6d663f67-9ee2-43ab-9cd6-fd952eddaa0d tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11336041'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:12:33.037559 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:12:33.061363 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6d663f67-9ee2-43ab-9cd6-fd952eddaa0d tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3760555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-414115'] for router_interface, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:12:33.062347 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] For port 399faa70-3125-4984-843c-d1d3d8f850ae, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=399faa70-3125-4984-843c-d1d3d8f850ae,segment=NetworkSegment(b9afe07e-bbe4-4740-834c-4b6a9698bdbc),segment_id=b9afe07e-bbe4-4740-834c-4b6a9698bdbc)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 00:12:33.064886 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d663f67-9ee2-43ab-9cd6-fd952eddaa0d tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Pushing event updated for resources: {'Port': ['ID=40023e55-68b4-4572-86bb-4effbb0f5238,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:12:33.067135 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:12:33.068095 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 71217ed1-6577-4f9d-a3f7-ed465d3121be up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 00:12:33.151244 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Pushing event updated for resources: {'Port': ['ID=399faa70-3125-4984-843c-d1d3d8f850ae,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:12:33.169693 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning for port 71217ed1-6577-4f9d-a3f7-ed465d3121be completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 00:12:33.174618 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d663f67-9ee2-43ab-9cd6-fd952eddaa0d tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Network 7897bfda-17aa-4895-bc9a-30f7ce1fb8a6 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 00:12:33.176288 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-6d663f67-9ee2-43ab-9cd6-fd952eddaa0d tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 00:12:33.235484 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edd326ea-cb1d-411f-8e04-41099d0624aa None None] Network 7897bfda-17aa-4895-bc9a-30f7ce1fb8a6 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 00:12:33.295944 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-d3facb3f-229d-4411-8b6f-58f386b42e7f None None] Provisioning for port 71217ed1-6577-4f9d-a3f7-ed465d3121be completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 00:12:33.296919 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d663f67-9ee2-43ab-9cd6-fd952eddaa0d tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Router fa9f7ea2-422e-430d-9a59-8fdd18ee7e26 has already been hosted by L3 agent 018c4455-49c0-4734-927d-7824067b2a9e {{(pid=93797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 00:12:33.306395 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-d3facb3f-229d-4411-8b6f-58f386b42e7f None None] Provisioning complete for port 71217ed1-6577-4f9d-a3f7-ed465d3121be triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 00:12:33.306961 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d3facb3f-229d-4411-8b6f-58f386b42e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:12:33.409858 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d663f67-9ee2-43ab-9cd6-fd952eddaa0d tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 00:12:33.423006 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-6d663f67-9ee2-43ab-9cd6-fd952eddaa0d tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "PUT /v2.0/routers/fa9f7ea2-422e-430d-9a59-8fdd18ee7e26/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0075428 Jul 28 00:12:33.465253 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d3facb3f-229d-4411-8b6f-58f386b42e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:12:33.501346 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-d3facb3f-229d-4411-8b6f-58f386b42e7f None None] For port 71217ed1-6577-4f9d-a3f7-ed465d3121be, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=71217ed1-6577-4f9d-a3f7-ed465d3121be,segment=NetworkSegment(a130caec-38d4-48f3-bf17-1dce0a834297),segment_id=a130caec-38d4-48f3-bf17-1dce0a834297)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 00:12:33.507242 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d3facb3f-229d-4411-8b6f-58f386b42e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:12:33.564870 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3facb3f-229d-4411-8b6f-58f386b42e7f None None] Pushing event updated for resources: {'Port': ['ID=71217ed1-6577-4f9d-a3f7-ed465d3121be,revision_number=3']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:12:33.575197 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-0aca81c2-2ebb-4796-bc8a-2a17001dee9a req-1c26dfdf-e81e-4c7b-9ae0-8ded99d8f4d9 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-445828810&fields=id&tenant_id=9ba1e124f2a248fcbbee4df813e28c7a HTTP/1.1" status: 200 len: 267 time: 0.0364320 Jul 28 00:12:33.695124 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aca81c2-2ebb-4796-bc8a-2a17001dee9a req-8642c5b6-1bb1-473c-9311-f5791f8b874b tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:12:33.696630 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-0aca81c2-2ebb-4796-bc8a-2a17001dee9a req-8642c5b6-1bb1-473c-9311-f5791f8b874b tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "GET /v2.0/networks?id=7897bfda-17aa-4895-bc9a-30f7ce1fb8a6 HTTP/1.1" status: 200 len: 797 time: 0.1122429 Jul 28 00:12:33.712878 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-0aca81c2-2ebb-4796-bc8a-2a17001dee9a req-f10932b6-4daa-490e-8def-70802913f19a tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "GET /v2.0/quotas/9ba1e124f2a248fcbbee4df813e28c7a HTTP/1.1" status: 200 len: 375 time: 0.0097027 Jul 28 00:12:33.738629 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-a72beee3-cd14-4ea3-9044-e0bc3cc14cdf None None] Provisioning for port 40023e55-68b4-4572-86bb-4effbb0f5238 completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 00:12:33.742692 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-a72beee3-cd14-4ea3-9044-e0bc3cc14cdf None None] Provisioning complete for port 40023e55-68b4-4572-86bb-4effbb0f5238 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 00:12:33.743090 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a72beee3-cd14-4ea3-9044-e0bc3cc14cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:12:33.768767 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a72c586-b27f-4b98-9830-db1fb2701623 None None] Sync routers for ids ['fa9f7ea2-422e-430d-9a59-8fdd18ee7e26'] in n-d-802623-1 {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 00:12:33.776520 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-0aca81c2-2ebb-4796-bc8a-2a17001dee9a req-1edaf0b2-d6c2-41db-bb32-657363e5a0e7 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=9ba1e124f2a248fcbbee4df813e28c7a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0575507 Jul 28 00:12:33.792388 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a72c586-b27f-4b98-9830-db1fb2701623 None None] Routers {'fa9f7ea2-422e-430d-9a59-8fdd18ee7e26'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 00:12:33.793398 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-4a72c586-b27f-4b98-9830-db1fb2701623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-28T00:12:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['fa9f7ea2-422e-430d-9a59-8fdd18ee7e26'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:12:33.798074 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-a72beee3-cd14-4ea3-9044-e0bc3cc14cdf None None] Port 40023e55-68b4-4572-86bb-4effbb0f5238 cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 00:12:33.847320 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-a72beee3-cd14-4ea3-9044-e0bc3cc14cdf None None] Provisioning complete for port 71217ed1-6577-4f9d-a3f7-ed465d3121be triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 00:12:33.847701 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a72beee3-cd14-4ea3-9044-e0bc3cc14cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:12:33.921416 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-0aca81c2-2ebb-4796-bc8a-2a17001dee9a req-bd831ff3-1459-4499-9b38-a19715d125f4 service neutron] 10.222.0.18 "GET /v2.0/networks/7897bfda-17aa-4895-bc9a-30f7ce1fb8a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332097 Jul 28 00:12:33.939201 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-4a72c586-b27f-4b98-9830-db1fb2701623 None None] Set router fa9f7ea2-422e-430d-9a59-8fdd18ee7e26 gateway port host: n-d-802623-1 {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 00:12:34.024595 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-0aca81c2-2ebb-4796-bc8a-2a17001dee9a req-85d40b33-810d-4da3-bb9d-324fcb209bdf service neutron] 10.222.0.18 "GET /v2.0/networks/7897bfda-17aa-4895-bc9a-30f7ce1fb8a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957625 Jul 28 00:12:34.175730 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-686c15aa-f1df-4d7c-9475-0953d01cbfb2 None None] Provisioning complete for port 40023e55-68b4-4572-86bb-4effbb0f5238 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 00:12:34.176242 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-686c15aa-f1df-4d7c-9475-0953d01cbfb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:12:34.195711 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-161323a4-d41d-4e73-9f93-d434b8c631e5 req-506751ac-d116-4647-a3ea-9a5298a900b6 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "GET /v2.0/ports?device_id=02a9fe17-48c9-44ab-a5fd-4f088b339bd7 HTTP/1.1" status: 200 len: 210 time: 0.0324640 Jul 28 00:12:34.220389 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-686c15aa-f1df-4d7c-9475-0953d01cbfb2 None None] Port 40023e55-68b4-4572-86bb-4effbb0f5238 cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 00:12:34.228063 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-4a72c586-b27f-4b98-9830-db1fb2701623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa9f7ea2-422e-430d-9a59-8fdd18ee7e26', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1157344952', 'tenant_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.85'}], 'enable_snat': True}, 'gw_port_id': '399faa70-3125-4984-843c-d1d3d8f850ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T00:12:29Z', 'updated_at': '2021-07-28T00:12:32Z', 'revision_number': 4, 'project_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'gw_port': {'id': '399faa70-3125-4984-843c-d1d3d8f850ae', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:60:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa9f7ea2-422e-430d-9a59-8fdd18ee7e26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T00:12:29Z', 'updated_at': '2021-07-28T00:12:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': '40023e55-68b4-4572-86bb-4effbb0f5238', 'name': '', 'network_id': '7897bfda-17aa-4895-bc9a-30f7ce1fb8a6', 'tenant_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'mac_address': 'fa:16:3e:1e:84:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa9f7ea2-422e-430d-9a59-8fdd18ee7e26', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'b5db0f02-5df6-4699-a12c-1841e4bf21c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T00:12:32Z', 'updated_at': '2021-07-28T00:12:32Z', 'revision_number': 2, 'project_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'subnets': [{'id': 'b5db0f02-5df6-4699-a12c-1841e4bf21c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:12:34.258797 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a72c586-b27f-4b98-9830-db1fb2701623 None None] Checking router: fa9f7ea2-422e-430d-9a59-8fdd18ee7e26 for host: n-d-802623-1 {{(pid=93799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 00:12:34.259190 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a72c586-b27f-4b98-9830-db1fb2701623 None None] Updating router fa9f7ea2-422e-430d-9a59-8fdd18ee7e26 port 40023e55-68b4-4572-86bb-4effbb0f5238 binding host n-d-802623-1 {{(pid=93799) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 00:12:34.439673 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4a72c586-b27f-4b98-9830-db1fb2701623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:12:34.698333 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4a72c586-b27f-4b98-9830-db1fb2701623 None None] Notify callbacks [] for port, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:12:34.708322 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-4a72c586-b27f-4b98-9830-db1fb2701623 None None] Transition to ACTIVE for port object 40023e55-68b4-4572-86bb-4effbb0f5238 will not be triggered until provisioned by entity L2. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 00:12:34.713823 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4a72c586-b27f-4b98-9830-db1fb2701623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:12:34.762441 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d16e6e6-2f77-42a6-8997-c6c732e83d06 None None] Pushing event updated for resources: {'Port': ['ID=40023e55-68b4-4572-86bb-4effbb0f5238,revision_number=3']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:12:34.811468 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 399faa70-3125-4984-843c-d1d3d8f850ae up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 00:12:34.841620 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-4a72c586-b27f-4b98-9830-db1fb2701623 None None] Attempting to bind port 40023e55-68b4-4572-86bb-4effbb0f5238 on host n-d-802623-1 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 00:12:34.842568 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-4a72c586-b27f-4b98-9830-db1fb2701623 None None] Attempting to bind port 40023e55-68b4-4572-86bb-4effbb0f5238 by drivers openvswitch,hyperv on host n-d-802623-1 at level 0 using segments [{'id': 'a130caec-38d4-48f3-bf17-1dce0a834297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '7897bfda-17aa-4895-bc9a-30f7ce1fb8a6'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 00:12:34.842932 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a72c586-b27f-4b98-9830-db1fb2701623 None None] Attempting to bind port 40023e55-68b4-4572-86bb-4effbb0f5238 on network 7897bfda-17aa-4895-bc9a-30f7ce1fb8a6 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 00:12:34.851993 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a72c586-b27f-4b98-9830-db1fb2701623 None None] Checking agent: {'id': 'a9a568d2-a5e7-41e4-833f-a8ab42ea4073', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 52, 30), 'started_at': datetime.datetime(2021, 7, 27, 22, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 0, 12, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802623-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 00:12:34.852370 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a72c586-b27f-4b98-9830-db1fb2701623 None None] Checking segment: {'id': 'a130caec-38d4-48f3-bf17-1dce0a834297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '7897bfda-17aa-4895-bc9a-30f7ce1fb8a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 00:12:34.852772 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4a72c586-b27f-4b98-9830-db1fb2701623 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:12:34.853166 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a72c586-b27f-4b98-9830-db1fb2701623 None None] Bound using segment: {'id': 'a130caec-38d4-48f3-bf17-1dce0a834297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '7897bfda-17aa-4895-bc9a-30f7ce1fb8a6'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 00:12:34.853639 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-4a72c586-b27f-4b98-9830-db1fb2701623 None None] Bound port: 40023e55-68b4-4572-86bb-4effbb0f5238, host: n-d-802623-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a130caec-38d4-48f3-bf17-1dce0a834297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '7897bfda-17aa-4895-bc9a-30f7ce1fb8a6'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 00:12:34.854020 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4a72c586-b27f-4b98-9830-db1fb2701623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:12:34.910248 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port 399faa70-3125-4984-843c-d1d3d8f850ae triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 00:12:34.910623 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:12:34.961643 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-4a72c586-b27f-4b98-9830-db1fb2701623 None None] For port 40023e55-68b4-4572-86bb-4effbb0f5238, host n-d-802623-1, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 00:12:34.982062 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-4a72c586-b27f-4b98-9830-db1fb2701623 None None] For port 40023e55-68b4-4572-86bb-4effbb0f5238, host n-d-802623-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=40023e55-68b4-4572-86bb-4effbb0f5238,segment=NetworkSegment(a130caec-38d4-48f3-bf17-1dce0a834297),segment_id=a130caec-38d4-48f3-bf17-1dce0a834297)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 00:12:34.988025 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4a72c586-b27f-4b98-9830-db1fb2701623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:12:35.072969 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a72c586-b27f-4b98-9830-db1fb2701623 None None] Routers {'fa9f7ea2-422e-430d-9a59-8fdd18ee7e26'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 00:12:35.073840 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-4a72c586-b27f-4b98-9830-db1fb2701623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-28T00:12:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['fa9f7ea2-422e-430d-9a59-8fdd18ee7e26'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:12:35.081963 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d16e6e6-2f77-42a6-8997-c6c732e83d06 None None] Pushing event updated for resources: {'Port': ['ID=40023e55-68b4-4572-86bb-4effbb0f5238,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:12:35.129088 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aca81c2-2ebb-4796-bc8a-2a17001dee9a req-39d967b3-4f7e-47d7-ae3d-a00fd667228a tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:12:35.130723 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-0aca81c2-2ebb-4796-bc8a-2a17001dee9a req-39d967b3-4f7e-47d7-ae3d-a00fd667228a tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.38 "GET /v2.0/networks?id=7897bfda-17aa-4895-bc9a-30f7ce1fb8a6 HTTP/1.1" status: 200 len: 797 time: 0.1371520 Jul 28 00:12:35.132181 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 71217ed1-6577-4f9d-a3f7-ed465d3121be up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 00:12:35.178766 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-0aca81c2-2ebb-4796-bc8a-2a17001dee9a req-7e64e8ec-10bf-4af4-9191-f116bd6329b6 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9ba1e124f2a248fcbbee4df813e28c7a HTTP/1.1" status: 200 len: 379 time: 0.0384717 Jul 28 00:12:35.191791 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [req-0aca81c2-2ebb-4796-bc8a-2a17001dee9a req-e555aa2b-35a3-44e4-803d-9b2b061bf512 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Request body: {'port': {'device_id': '02a9fe17-48c9-44ab-a5fd-4f088b339bd7', 'network_id': '7897bfda-17aa-4895-bc9a-30f7ce1fb8a6', 'admin_state_up': True, 'tenant_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'security_groups': ['01c3ab92-5671-49de-a36a-83e434a54c3b']}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 00:12:35.250537 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-4a72c586-b27f-4b98-9830-db1fb2701623 None None] Set router fa9f7ea2-422e-430d-9a59-8fdd18ee7e26 gateway port host: n-d-802623-1 {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 00:12:35.286355 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port 71217ed1-6577-4f9d-a3f7-ed465d3121be triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 00:12:35.286868 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:12:35.311499 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-86542984-f356-465c-a5a1-4135842cdbdb req-13613e58-fc31-40d6-a083-f70852a70294 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "GET /v2.0/ports?device_id=02a9fe17-48c9-44ab-a5fd-4f088b339bd7 HTTP/1.1" status: 200 len: 210 time: 0.0297394 Jul 28 00:12:35.332263 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0aca81c2-2ebb-4796-bc8a-2a17001dee9a req-e555aa2b-35a3-44e4-803d-9b2b061bf512 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Made reservation on behalf of 9ba1e124f2a248fcbbee4df813e28c7a for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 00:12:35.336497 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-0aca81c2-2ebb-4796-bc8a-2a17001dee9a req-e555aa2b-35a3-44e4-803d-9b2b061bf512 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:12:35.473575 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [req-0aca81c2-2ebb-4796-bc8a-2a17001dee9a req-e555aa2b-35a3-44e4-803d-9b2b061bf512 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Allocated IP 172.20.0.3 (7897bfda-17aa-4895-bc9a-30f7ce1fb8a6/b5db0f02-5df6-4699-a12c-1841e4bf21c6/03da9805-408d-497c-8778-d5d67142daad) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 00:12:35.538535 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:12:35.541244 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-4a72c586-b27f-4b98-9830-db1fb2701623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa9f7ea2-422e-430d-9a59-8fdd18ee7e26', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1157344952', 'tenant_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.85'}], 'enable_snat': True}, 'gw_port_id': '399faa70-3125-4984-843c-d1d3d8f850ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T00:12:29Z', 'updated_at': '2021-07-28T00:12:32Z', 'revision_number': 4, 'project_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'gw_port': {'id': '399faa70-3125-4984-843c-d1d3d8f850ae', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:60:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa9f7ea2-422e-430d-9a59-8fdd18ee7e26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T00:12:29Z', 'updated_at': '2021-07-28T00:12:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': '40023e55-68b4-4572-86bb-4effbb0f5238', 'name': '', 'network_id': '7897bfda-17aa-4895-bc9a-30f7ce1fb8a6', 'tenant_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'mac_address': 'fa:16:3e:1e:84:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa9f7ea2-422e-430d-9a59-8fdd18ee7e26', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'b5db0f02-5df6-4699-a12c-1841e4bf21c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T00:12:32Z', 'updated_at': '2021-07-28T00:12:34Z', 'revision_number': 4, 'project_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'subnets': [{'id': 'b5db0f02-5df6-4699-a12c-1841e4bf21c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:12:35.568992 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a72c586-b27f-4b98-9830-db1fb2701623 None None] The sync data for ids ['fa9f7ea2-422e-430d-9a59-8fdd18ee7e26'] in n-d-802623-1 is: [{'id': 'fa9f7ea2-422e-430d-9a59-8fdd18ee7e26', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1157344952', 'tenant_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.85'}], 'enable_snat': True}, 'gw_port_id': '399faa70-3125-4984-843c-d1d3d8f850ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T00:12:29Z', 'updated_at': '2021-07-28T00:12:32Z', 'revision_number': 4, 'project_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'gw_port': {'id': '399faa70-3125-4984-843c-d1d3d8f850ae', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:60:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa9f7ea2-422e-430d-9a59-8fdd18ee7e26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T00:12:29Z', 'updated_at': '2021-07-28T00:12:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': '40023e55-68b4-4572-86bb-4effbb0f5238', 'name': '', 'network_id': '7897bfda-17aa-4895-bc9a-30f7ce1fb8a6', 'tenant_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'mac_address': 'fa:16:3e:1e:84:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa9f7ea2-422e-430d-9a59-8fdd18ee7e26', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'b5db0f02-5df6-4699-a12c-1841e4bf21c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T00:12:32Z', 'updated_at': '2021-07-28T00:12:34Z', 'revision_number': 4, 'project_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'subnets': [{'id': 'b5db0f02-5df6-4699-a12c-1841e4bf21c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 00:12:35.627972 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-0aca81c2-2ebb-4796-bc8a-2a17001dee9a req-e555aa2b-35a3-44e4-803d-9b2b061bf512 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:12:35.643212 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-0aca81c2-2ebb-4796-bc8a-2a17001dee9a req-e555aa2b-35a3-44e4-803d-9b2b061bf512 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Transition to ACTIVE for port object 03da9805-408d-497c-8778-d5d67142daad will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 00:12:35.677294 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-0aca81c2-2ebb-4796-bc8a-2a17001dee9a req-e555aa2b-35a3-44e4-803d-9b2b061bf512 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:12:35.727315 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0aca81c2-2ebb-4796-bc8a-2a17001dee9a req-e555aa2b-35a3-44e4-803d-9b2b061bf512 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Network 7897bfda-17aa-4895-bc9a-30f7ce1fb8a6 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 00:12:35.733073 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [req-0aca81c2-2ebb-4796-bc8a-2a17001dee9a req-e555aa2b-35a3-44e4-803d-9b2b061bf512 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 00:12:35.737671 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-0aca81c2-2ebb-4796-bc8a-2a17001dee9a req-e555aa2b-35a3-44e4-803d-9b2b061bf512 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 00:12:35.741792 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e555aa2b-35a3-44e4-803d-9b2b061bf512 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Pushing event updated for resources: {'Port': ['ID=03da9805-408d-497c-8778-d5d67142daad,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:12:35.791238 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aca81c2-2ebb-4796-bc8a-2a17001dee9a req-e555aa2b-35a3-44e4-803d-9b2b061bf512 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:12:35.791906 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-0aca81c2-2ebb-4796-bc8a-2a17001dee9a req-e555aa2b-35a3-44e4-803d-9b2b061bf512 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:12:35.813697 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-0aca81c2-2ebb-4796-bc8a-2a17001dee9a req-e555aa2b-35a3-44e4-803d-9b2b061bf512 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6267071 Jul 28 00:12:35.826318 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [req-0aca81c2-2ebb-4796-bc8a-2a17001dee9a req-489a8ac8-1cc5-4a97-807f-6ffca5efaf82 service neutron] Request body: {'port': {'device_id': '02a9fe17-48c9-44ab-a5fd-4f088b339bd7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802623-1'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 00:12:35.891174 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-0aca81c2-2ebb-4796-bc8a-2a17001dee9a req-489a8ac8-1cc5-4a97-807f-6ffca5efaf82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:12:36.034907 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-c2a1c198-082c-4e1c-b48a-b26bf3a64f0b None None] Provisioning for port 03da9805-408d-497c-8778-d5d67142daad completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 00:12:36.040221 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-c2a1c198-082c-4e1c-b48a-b26bf3a64f0b None None] Provisioning complete for port 03da9805-408d-497c-8778-d5d67142daad triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 00:12:36.040595 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c2a1c198-082c-4e1c-b48a-b26bf3a64f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:12:36.077181 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-c2a1c198-082c-4e1c-b48a-b26bf3a64f0b None None] Port 03da9805-408d-497c-8778-d5d67142daad cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 00:12:36.179144 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [req-0aca81c2-2ebb-4796-bc8a-2a17001dee9a req-489a8ac8-1cc5-4a97-807f-6ffca5efaf82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03da9805-408d-497c-8778-d5d67142daad {{(pid=93798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 00:12:36.187268 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-0aca81c2-2ebb-4796-bc8a-2a17001dee9a req-489a8ac8-1cc5-4a97-807f-6ffca5efaf82 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:12:36.199748 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-0aca81c2-2ebb-4796-bc8a-2a17001dee9a req-489a8ac8-1cc5-4a97-807f-6ffca5efaf82 service neutron] Transition to ACTIVE for port object 03da9805-408d-497c-8778-d5d67142daad will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 00:12:36.203461 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-0aca81c2-2ebb-4796-bc8a-2a17001dee9a req-489a8ac8-1cc5-4a97-807f-6ffca5efaf82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:12:36.254542 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489a8ac8-1cc5-4a97-807f-6ffca5efaf82 service neutron] Pushing event updated for resources: {'Port': ['ID=03da9805-408d-497c-8778-d5d67142daad,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:12:36.329427 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-0aca81c2-2ebb-4796-bc8a-2a17001dee9a req-489a8ac8-1cc5-4a97-807f-6ffca5efaf82 service neutron] Attempting to bind port 03da9805-408d-497c-8778-d5d67142daad on host n-h1-802623-1 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 00:12:36.329768 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-0aca81c2-2ebb-4796-bc8a-2a17001dee9a req-489a8ac8-1cc5-4a97-807f-6ffca5efaf82 service neutron] Attempting to bind port 03da9805-408d-497c-8778-d5d67142daad by drivers openvswitch,hyperv on host n-h1-802623-1 at level 0 using segments [{'id': 'a130caec-38d4-48f3-bf17-1dce0a834297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '7897bfda-17aa-4895-bc9a-30f7ce1fb8a6'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 00:12:36.330105 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aca81c2-2ebb-4796-bc8a-2a17001dee9a req-489a8ac8-1cc5-4a97-807f-6ffca5efaf82 service neutron] Attempting to bind port 03da9805-408d-497c-8778-d5d67142daad on network 7897bfda-17aa-4895-bc9a-30f7ce1fb8a6 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 00:12:36.335265 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aca81c2-2ebb-4796-bc8a-2a17001dee9a req-489a8ac8-1cc5-4a97-807f-6ffca5efaf82 service neutron] Port 03da9805-408d-497c-8778-d5d67142daad on network 7897bfda-17aa-4895-bc9a-30f7ce1fb8a6 not bound, no agent of type Open vSwitch agent registered on host n-h1-802623-1 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 00:12:36.335265 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aca81c2-2ebb-4796-bc8a-2a17001dee9a req-489a8ac8-1cc5-4a97-807f-6ffca5efaf82 service neutron] Attempting to bind port 03da9805-408d-497c-8778-d5d67142daad on network 7897bfda-17aa-4895-bc9a-30f7ce1fb8a6 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 00:12:36.348927 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aca81c2-2ebb-4796-bc8a-2a17001dee9a req-489a8ac8-1cc5-4a97-807f-6ffca5efaf82 service neutron] Checking agent: {'id': '245f1da4-a9b8-4b08-90d7-28f0f342b839', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 59, 59), 'started_at': datetime.datetime(2021, 7, 27, 22, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 0, 12, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 00:12:36.349479 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aca81c2-2ebb-4796-bc8a-2a17001dee9a req-489a8ac8-1cc5-4a97-807f-6ffca5efaf82 service neutron] Checking segment: {'id': 'a130caec-38d4-48f3-bf17-1dce0a834297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '7897bfda-17aa-4895-bc9a-30f7ce1fb8a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 00:12:36.350060 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aca81c2-2ebb-4796-bc8a-2a17001dee9a req-489a8ac8-1cc5-4a97-807f-6ffca5efaf82 service neutron] Bound using segment: {'id': 'a130caec-38d4-48f3-bf17-1dce0a834297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '7897bfda-17aa-4895-bc9a-30f7ce1fb8a6'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 00:12:36.350526 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-0aca81c2-2ebb-4796-bc8a-2a17001dee9a req-489a8ac8-1cc5-4a97-807f-6ffca5efaf82 service neutron] Bound port: 03da9805-408d-497c-8778-d5d67142daad, host: n-h1-802623-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a130caec-38d4-48f3-bf17-1dce0a834297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '7897bfda-17aa-4895-bc9a-30f7ce1fb8a6'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 00:12:36.351145 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-0aca81c2-2ebb-4796-bc8a-2a17001dee9a req-489a8ac8-1cc5-4a97-807f-6ffca5efaf82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:12:36.451678 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-0aca81c2-2ebb-4796-bc8a-2a17001dee9a req-489a8ac8-1cc5-4a97-807f-6ffca5efaf82 service neutron] For port 03da9805-408d-497c-8778-d5d67142daad, host n-h1-802623-1, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 00:12:36.455569 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-0aca81c2-2ebb-4796-bc8a-2a17001dee9a req-489a8ac8-1cc5-4a97-807f-6ffca5efaf82 service neutron] For port 03da9805-408d-497c-8778-d5d67142daad, host n-h1-802623-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=03da9805-408d-497c-8778-d5d67142daad,segment=NetworkSegment(a130caec-38d4-48f3-bf17-1dce0a834297),segment_id=a130caec-38d4-48f3-bf17-1dce0a834297)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 00:12:36.460883 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-0aca81c2-2ebb-4796-bc8a-2a17001dee9a req-489a8ac8-1cc5-4a97-807f-6ffca5efaf82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:12:36.477784 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc78bd9-6a12-4ea9-b638-2b7e4df6a105 req-079633ff-1c4e-4567-ae7d-dbcc657168a3 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:12:36.479371 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-fdc78bd9-6a12-4ea9-b638-2b7e4df6a105 req-079633ff-1c4e-4567-ae7d-dbcc657168a3 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "GET /v2.0/ports?device_id=02a9fe17-48c9-44ab-a5fd-4f088b339bd7 HTTP/1.1" status: 200 len: 943 time: 0.0890069 Jul 28 00:12:36.522187 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aca81c2-2ebb-4796-bc8a-2a17001dee9a req-489a8ac8-1cc5-4a97-807f-6ffca5efaf82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:12:36.522820 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-0aca81c2-2ebb-4796-bc8a-2a17001dee9a req-489a8ac8-1cc5-4a97-807f-6ffca5efaf82 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:12:36.524289 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-0aca81c2-2ebb-4796-bc8a-2a17001dee9a req-489a8ac8-1cc5-4a97-807f-6ffca5efaf82 service neutron] 10.222.0.38 "PUT /v2.0/ports/03da9805-408d-497c-8778-d5d67142daad HTTP/1.1" status: 200 len: 1091 time: 0.7024543 Jul 28 00:12:36.526471 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02a9fe17-48c9-44ab-a5fd-4f088b339bd7', 'tag': '03da9805-408d-497c-8778-d5d67142daad'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 00:12:36.528801 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b87af07e598cf5b62d2945997aebdb2f0d5735b62acaa13edb25b119cdbae256" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f84d2703-9a46-495f-b174-72e6d3f2ebb8" -d '{"events": [{"name": "network-changed", "server_uuid": "02a9fe17-48c9-44ab-a5fd-4f088b339bd7", "tag": "03da9805-408d-497c-8778-d5d67142daad"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 00:12:36.586504 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-fdc78bd9-6a12-4ea9-b638-2b7e4df6a105 req-48acd8ff-2245-4a57-97b3-d8d824d2988b tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "GET /v2.0/security-groups?id=01c3ab92-5671-49de-a36a-83e434a54c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0881600 Jul 28 00:12:36.603172 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489a8ac8-1cc5-4a97-807f-6ffca5efaf82 service neutron] Pushing event updated for resources: {'Port': ['ID=03da9805-408d-497c-8778-d5d67142daad,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:12:36.606830 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 00:12:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b24b9b4d-26b7-47f9-8ff6-c939a951914e x-openstack-request-id: req-b24b9b4d-26b7-47f9-8ff6-c939a951914e {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 00:12:36.607147 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02a9fe17-48c9-44ab-a5fd-4f088b339bd7", "tag": "03da9805-408d-497c-8778-d5d67142daad", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 00:12:36.607440 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b24b9b4d-26b7-47f9-8ff6-c939a951914e {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 00:12:36.607836 n-d-802623-1 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02a9fe17-48c9-44ab-a5fd-4f088b339bd7', 'tag': '03da9805-408d-497c-8778-d5d67142daad', 'status': 'completed', 'code': 200} Jul 28 00:12:36.629958 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aca81c2-2ebb-4796-bc8a-2a17001dee9a req-274771d5-b5de-4399-af15-39a6cb1bd85f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:12:36.631562 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-0aca81c2-2ebb-4796-bc8a-2a17001dee9a req-274771d5-b5de-4399-af15-39a6cb1bd85f service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=9ba1e124f2a248fcbbee4df813e28c7a&device_id=02a9fe17-48c9-44ab-a5fd-4f088b339bd7 HTTP/1.1" status: 200 len: 1094 time: 0.0614755 Jul 28 00:12:36.676297 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-0aca81c2-2ebb-4796-bc8a-2a17001dee9a req-9b1df4ad-3a55-47e2-b769-dd3ce452e9a6 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=03da9805-408d-497c-8778-d5d67142daad HTTP/1.1" status: 200 len: 217 time: 0.0360525 Jul 28 00:12:36.728239 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aca81c2-2ebb-4796-bc8a-2a17001dee9a req-3178ffac-efd9-49dc-8082-59f0ed3f0a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:12:36.729936 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-0aca81c2-2ebb-4796-bc8a-2a17001dee9a req-3178ffac-efd9-49dc-8082-59f0ed3f0a01 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b5db0f02-5df6-4699-a12c-1841e4bf21c6 HTTP/1.1" status: 200 len: 835 time: 0.0468993 Jul 28 00:12:36.781494 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aca81c2-2ebb-4796-bc8a-2a17001dee9a req-41188273-a89c-4cde-927f-a658edb93cef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:12:36.782994 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-0aca81c2-2ebb-4796-bc8a-2a17001dee9a req-41188273-a89c-4cde-927f-a658edb93cef service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7897bfda-17aa-4895-bc9a-30f7ce1fb8a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0462191 Jul 28 00:12:36.810882 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 40023e55-68b4-4572-86bb-4effbb0f5238 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 00:12:36.867449 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning for port 40023e55-68b4-4572-86bb-4effbb0f5238 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 00:12:36.871074 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port 40023e55-68b4-4572-86bb-4effbb0f5238 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 00:12:36.871454 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:12:36.875300 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-0aca81c2-2ebb-4796-bc8a-2a17001dee9a req-72c94c40-b81d-4c8f-82f7-9d2a5b040f21 service neutron] 10.222.0.38 "GET /v2.0/networks/7897bfda-17aa-4895-bc9a-30f7ce1fb8a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849080 Jul 28 00:12:36.950376 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:12:36.967911 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-0aca81c2-2ebb-4796-bc8a-2a17001dee9a req-1a651fc3-5a82-4c64-a91b-1f9774c8c04b service neutron] 10.222.0.38 "GET /v2.0/networks/7897bfda-17aa-4895-bc9a-30f7ce1fb8a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856810 Jul 28 00:12:36.982131 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] For port 40023e55-68b4-4572-86bb-4effbb0f5238, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=40023e55-68b4-4572-86bb-4effbb0f5238,segment=NetworkSegment(a130caec-38d4-48f3-bf17-1dce0a834297),segment_id=a130caec-38d4-48f3-bf17-1dce0a834297)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 00:12:36.987200 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:12:37.035839 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Pushing event updated for resources: {'Port': ['ID=40023e55-68b4-4572-86bb-4effbb0f5238,revision_number=5']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:12:37.052820 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84d2703-9a46-495f-b174-72e6d3f2ebb8 req-a0c73ed9-6a56-42f2-8f7f-fc48349d1ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:12:37.054328 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f84d2703-9a46-495f-b174-72e6d3f2ebb8 req-a0c73ed9-6a56-42f2-8f7f-fc48349d1ec5 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=9ba1e124f2a248fcbbee4df813e28c7a&device_id=02a9fe17-48c9-44ab-a5fd-4f088b339bd7 HTTP/1.1" status: 200 len: 1094 time: 0.0423615 Jul 28 00:12:37.144306 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84d2703-9a46-495f-b174-72e6d3f2ebb8 req-a1f04d80-df64-4c10-b430-bce6c917ed46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:12:37.145774 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f84d2703-9a46-495f-b174-72e6d3f2ebb8 req-a1f04d80-df64-4c10-b430-bce6c917ed46 service neutron] 10.222.0.38 "GET /v2.0/networks?id=7897bfda-17aa-4895-bc9a-30f7ce1fb8a6 HTTP/1.1" status: 200 len: 898 time: 0.0840621 Jul 28 00:12:37.191161 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f84d2703-9a46-495f-b174-72e6d3f2ebb8 req-85bb6c4b-12c5-44a8-bf82-070cbdf90690 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=03da9805-408d-497c-8778-d5d67142daad HTTP/1.1" status: 200 len: 217 time: 0.0380144 Jul 28 00:12:37.240562 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84d2703-9a46-495f-b174-72e6d3f2ebb8 req-c98157b4-1064-48c9-a68c-649f3c972aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:12:37.241950 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f84d2703-9a46-495f-b174-72e6d3f2ebb8 req-c98157b4-1064-48c9-a68c-649f3c972aa1 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b5db0f02-5df6-4699-a12c-1841e4bf21c6 HTTP/1.1" status: 200 len: 835 time: 0.0430012 Jul 28 00:12:37.285481 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84d2703-9a46-495f-b174-72e6d3f2ebb8 req-1a71eae3-6c90-4069-ab85-8ffbe98312d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:12:37.286965 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f84d2703-9a46-495f-b174-72e6d3f2ebb8 req-1a71eae3-6c90-4069-ab85-8ffbe98312d6 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7897bfda-17aa-4895-bc9a-30f7ce1fb8a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0376122 Jul 28 00:12:37.381994 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f84d2703-9a46-495f-b174-72e6d3f2ebb8 req-dbcf22be-3bf1-4505-a59b-d67e07ee3e00 service neutron] 10.222.0.38 "GET /v2.0/networks/7897bfda-17aa-4895-bc9a-30f7ce1fb8a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862608 Jul 28 00:12:37.469724 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f84d2703-9a46-495f-b174-72e6d3f2ebb8 req-1bbee9a3-68c2-4186-aa24-a12800ca6ca3 service neutron] 10.222.0.38 "GET /v2.0/networks/7897bfda-17aa-4895-bc9a-30f7ce1fb8a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799334 Jul 28 00:12:37.703145 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e132f1-7a99-40b5-9b16-34cd37ea6cb4 req-5a1a6d32-218f-4058-a37a-828a0484f9d8 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:12:37.704603 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-52e132f1-7a99-40b5-9b16-34cd37ea6cb4 req-5a1a6d32-218f-4058-a37a-828a0484f9d8 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "GET /v2.0/ports?device_id=02a9fe17-48c9-44ab-a5fd-4f088b339bd7 HTTP/1.1" status: 200 len: 943 time: 0.0481942 Jul 28 00:12:37.742311 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-52e132f1-7a99-40b5-9b16-34cd37ea6cb4 req-ec8007ce-25d9-45fc-a375-326629e6337b tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "GET /v2.0/security-groups?id=01c3ab92-5671-49de-a36a-83e434a54c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317132 Jul 28 00:12:38.786534 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 40023e55-68b4-4572-86bb-4effbb0f5238 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 00:12:38.838174 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port 40023e55-68b4-4572-86bb-4effbb0f5238 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 00:12:38.838552 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:12:38.857854 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed70974-c1fb-4d1c-9ba4-5177a1f82f79 req-bb723afc-9123-4017-94f7-87e560851eeb tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:12:38.859362 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-bed70974-c1fb-4d1c-9ba4-5177a1f82f79 req-bb723afc-9123-4017-94f7-87e560851eeb tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "GET /v2.0/ports?device_id=02a9fe17-48c9-44ab-a5fd-4f088b339bd7 HTTP/1.1" status: 200 len: 943 time: 0.0494184 Jul 28 00:12:38.902292 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-bed70974-c1fb-4d1c-9ba4-5177a1f82f79 req-e69f4449-622f-4985-b1b4-f6c85a475a54 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "GET /v2.0/security-groups?id=01c3ab92-5671-49de-a36a-83e434a54c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364742 Jul 28 00:12:40.035181 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6384df94-7897-44d6-9822-53b1d1371bdf req-2377804d-5d87-4f65-88ad-c44088109a0c tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:12:40.036666 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-6384df94-7897-44d6-9822-53b1d1371bdf req-2377804d-5d87-4f65-88ad-c44088109a0c tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "GET /v2.0/ports?device_id=02a9fe17-48c9-44ab-a5fd-4f088b339bd7 HTTP/1.1" status: 200 len: 943 time: 0.0523009 Jul 28 00:12:40.075025 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-6384df94-7897-44d6-9822-53b1d1371bdf req-1af0d4f2-9d19-480f-b9eb-424b9972082b tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "GET /v2.0/security-groups?id=01c3ab92-5671-49de-a36a-83e434a54c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325096 Jul 28 00:12:40.415522 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 03da9805-408d-497c-8778-d5d67142daad details requested by agent hyperv_n-h1-802623-1 with host n-h1-802623-1 {{(pid=93799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 00:12:40.510358 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port 03da9805-408d-497c-8778-d5d67142daad, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=03da9805-408d-497c-8778-d5d67142daad,segment=NetworkSegment(a130caec-38d4-48f3-bf17-1dce0a834297),segment_id=a130caec-38d4-48f3-bf17-1dce0a834297)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 00:12:40.521515 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Returning: {'device': '03da9805-408d-497c-8778-d5d67142daad', 'network_id': '7897bfda-17aa-4895-bc9a-30f7ce1fb8a6', 'port_id': '03da9805-408d-497c-8778-d5d67142daad', 'mac_address': 'fa:16:3e:a1:f4:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5db0f02-5df6-4699-a12c-1841e4bf21c6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 00:12:40.557347 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:12:40.574719 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03da9805-408d-497c-8778-d5d67142daad {{(pid=93799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 00:12:40.594504 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port 03da9805-408d-497c-8778-d5d67142daad, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=03da9805-408d-497c-8778-d5d67142daad,segment=NetworkSegment(a130caec-38d4-48f3-bf17-1dce0a834297),segment_id=a130caec-38d4-48f3-bf17-1dce0a834297)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 00:12:40.598652 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:12:40.644864 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Pushing event updated for resources: {'Port': ['ID=03da9805-408d-497c-8778-d5d67142daad,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:12:40.800535 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] get_ports_and_sgs() called for port_ids ['03da9805-408d-497c-8778-d5d67142daad'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 00:12:41.186888 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546bbc4a-fb33-41d5-97e1-6e8e1f898c89 req-4ae2bc69-f0f4-4d5b-b0f6-f8f261cfe221 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:12:41.188678 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-546bbc4a-fb33-41d5-97e1-6e8e1f898c89 req-4ae2bc69-f0f4-4d5b-b0f6-f8f261cfe221 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "GET /v2.0/ports?device_id=02a9fe17-48c9-44ab-a5fd-4f088b339bd7 HTTP/1.1" status: 200 len: 944 time: 0.0484316 Jul 28 00:12:41.225567 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-546bbc4a-fb33-41d5-97e1-6e8e1f898c89 req-da389ec1-53ec-4790-b209-e60519213520 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "GET /v2.0/security-groups?id=01c3ab92-5671-49de-a36a-83e434a54c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309434 Jul 28 00:12:42.338136 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad281b0a-01d8-4d0d-82d7-1025c43f7da5 req-5bad2174-ac6e-4915-af10-934075d7e2b2 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:12:42.339633 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-ad281b0a-01d8-4d0d-82d7-1025c43f7da5 req-5bad2174-ac6e-4915-af10-934075d7e2b2 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "GET /v2.0/ports?device_id=02a9fe17-48c9-44ab-a5fd-4f088b339bd7 HTTP/1.1" status: 200 len: 944 time: 0.0491006 Jul 28 00:12:42.377665 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-ad281b0a-01d8-4d0d-82d7-1025c43f7da5 req-263e6c4e-6390-4d2b-a734-3f9bc8b9062b tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "GET /v2.0/security-groups?id=01c3ab92-5671-49de-a36a-83e434a54c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319109 Jul 28 00:12:42.430913 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 03da9805-408d-497c-8778-d5d67142daad up at agent hyperv_n-h1-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 00:12:42.479988 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Provisioning for port 03da9805-408d-497c-8778-d5d67142daad completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 00:12:42.484243 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Provisioning complete for port 03da9805-408d-497c-8778-d5d67142daad triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 00:12:42.484618 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:12:42.558796 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:12:42.581285 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02a9fe17-48c9-44ab-a5fd-4f088b339bd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03da9805-408d-497c-8778-d5d67142daad'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 00:12:42.583546 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64765ad30d2cb160e3038d1462d2ba509af0f62467a800f17112a752d2df19f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e65cc08-c0ae-483f-89e5-f19659d42bc9" -d '{"events": [{"server_uuid": "02a9fe17-48c9-44ab-a5fd-4f088b339bd7", "name": "network-vif-plugged", "status": "completed", "tag": "03da9805-408d-497c-8778-d5d67142daad"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 00:12:42.596692 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port 03da9805-408d-497c-8778-d5d67142daad, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=03da9805-408d-497c-8778-d5d67142daad,segment=NetworkSegment(a130caec-38d4-48f3-bf17-1dce0a834297),segment_id=a130caec-38d4-48f3-bf17-1dce0a834297)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 00:12:42.600756 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:12:42.623676 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 00:12:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a698cff6-ee09-48a3-99b1-f63de49aba37 x-openstack-request-id: req-a698cff6-ee09-48a3-99b1-f63de49aba37 {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 00:12:42.623969 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02a9fe17-48c9-44ab-a5fd-4f088b339bd7", "name": "network-vif-plugged", "status": "completed", "tag": "03da9805-408d-497c-8778-d5d67142daad", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 00:12:42.624225 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a698cff6-ee09-48a3-99b1-f63de49aba37 {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 00:12:42.624661 n-d-802623-1 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02a9fe17-48c9-44ab-a5fd-4f088b339bd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03da9805-408d-497c-8778-d5d67142daad', 'code': 200} Jul 28 00:12:42.650224 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Pushing event updated for resources: {'Port': ['ID=03da9805-408d-497c-8778-d5d67142daad,revision_number=5']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:12:42.712322 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922a9005-a92f-4da6-bdcd-62166d4fb645 req-74a316b8-4ea4-4b21-b679-91b991fee2f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:12:42.713838 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-922a9005-a92f-4da6-bdcd-62166d4fb645 req-74a316b8-4ea4-4b21-b679-91b991fee2f7 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=02a9fe17-48c9-44ab-a5fd-4f088b339bd7 HTTP/1.1" status: 200 len: 1096 time: 0.0398097 Jul 28 00:12:42.747486 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-922a9005-a92f-4da6-bdcd-62166d4fb645 req-1b665166-f30e-45ed-ab7d-50c073d71bf1 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=01c3ab92-5671-49de-a36a-83e434a54c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0270619 Jul 28 00:12:43.490109 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8e4d96-4937-45ac-b605-72d9e388a02e req-1a04c104-fd08-4092-8508-7740c75bb6b3 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:12:43.491649 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-ea8e4d96-4937-45ac-b605-72d9e388a02e req-1a04c104-fd08-4092-8508-7740c75bb6b3 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "GET /v2.0/ports?device_id=02a9fe17-48c9-44ab-a5fd-4f088b339bd7 HTTP/1.1" status: 200 len: 945 time: 0.0482912 Jul 28 00:12:43.530369 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-ea8e4d96-4937-45ac-b605-72d9e388a02e req-937ab7b9-7ee4-4a41-83a4-b7039a2f8879 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "GET /v2.0/security-groups?id=01c3ab92-5671-49de-a36a-83e434a54c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326655 Jul 28 00:12:44.643273 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f47a20-3e72-44c7-b1ce-37e9e9637faa req-4001e611-237c-498d-8711-59b4ee33b961 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:12:44.644751 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-74f47a20-3e72-44c7-b1ce-37e9e9637faa req-4001e611-237c-498d-8711-59b4ee33b961 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "GET /v2.0/ports?device_id=02a9fe17-48c9-44ab-a5fd-4f088b339bd7 HTTP/1.1" status: 200 len: 945 time: 0.0475271 Jul 28 00:12:44.684743 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-74f47a20-3e72-44c7-b1ce-37e9e9637faa req-145313ac-fa0f-4ea7-99c6-073272003471 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "GET /v2.0/security-groups?id=01c3ab92-5671-49de-a36a-83e434a54c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340586 Jul 28 00:12:44.800239 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc6cd5d-ba65-4d31-8158-12e1a7ac361e req-92e04ccf-6e63-4875-a174-dc8c7cdfdbeb tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:12:44.801691 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-0bc6cd5d-ba65-4d31-8158-12e1a7ac361e req-92e04ccf-6e63-4875-a174-dc8c7cdfdbeb tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "GET /v2.0/ports?device_id=02a9fe17-48c9-44ab-a5fd-4f088b339bd7 HTTP/1.1" status: 200 len: 945 time: 0.0508852 Jul 28 00:12:44.839337 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-0bc6cd5d-ba65-4d31-8158-12e1a7ac361e req-ce02fcf0-fdf2-403f-bf8b-ce4225c4f418 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "GET /v2.0/security-groups?id=01c3ab92-5671-49de-a36a-83e434a54c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316982 Jul 28 00:12:44.861269 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 59246) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:12:44.898898 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b2ab006-6cae-4419-8821-b5c29f5abc2e tempest-TestNetworkAdvancedServerOps-2036493630 tempest-TestNetworkAdvancedServerOps-2036493630-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:12:44.900405 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-0b2ab006-6cae-4419-8821-b5c29f5abc2e tempest-TestNetworkAdvancedServerOps-2036493630 tempest-TestNetworkAdvancedServerOps-2036493630-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=02a9fe17-48c9-44ab-a5fd-4f088b339bd7 HTTP/1.1" status: 200 len: 1091 time: 0.0381827 Jul 28 00:12:44.903272 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 59248) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:12:44.908009 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-4b7ee023-118b-4ec5-875c-40bbc9626543 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Request body: {'floatingip': {'floating_network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'port_id': '03da9805-408d-497c-8778-d5d67142daad', 'tenant_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 00:12:44.929560 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4b7ee023-118b-4ec5-875c-40bbc9626543 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks [] for floatingip, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:12:45.026837 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4b7ee023-118b-4ec5-875c-40bbc9626543 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:12:45.124616 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-4b7ee023-118b-4ec5-875c-40bbc9626543 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Allocated IP 172.25.4.46 (2fd42287-ed26-4eb9-89a5-b521f5b04356/17de1f8f-393a-4b0c-a2df-614bd3f2fb5e/04e62dec-cfcf-4223-9ad3-945e48f7b9b5) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 00:12:45.230436 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4b7ee023-118b-4ec5-875c-40bbc9626543 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:12:45.268849 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4b7ee023-118b-4ec5-875c-40bbc9626543 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:12:45.304198 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b7ee023-118b-4ec5-875c-40bbc9626543 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Network 2fd42287-ed26-4eb9-89a5-b521f5b04356 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 00:12:45.308383 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-4b7ee023-118b-4ec5-875c-40bbc9626543 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 00:12:45.314517 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b7ee023-118b-4ec5-875c-40bbc9626543 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 00:12:45.335728 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7ee023-118b-4ec5-875c-40bbc9626543 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Pushing event updated for resources: {'Port': ['ID=04e62dec-cfcf-4223-9ad3-945e48f7b9b5,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:12:46.018190 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4b7ee023-118b-4ec5-875c-40bbc9626543 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:12:46.081868 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4b7ee023-118b-4ec5-875c-40bbc9626543 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:12:46.229430 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4b7ee023-118b-4ec5-875c-40bbc9626543 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:12:46.233680 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4b7ee023-118b-4ec5-875c-40bbc9626543 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11336041'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:12:46.300959 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7ee023-118b-4ec5-875c-40bbc9626543 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Pushing event updated for resources: {'Port': ['ID=04e62dec-cfcf-4223-9ad3-945e48f7b9b5,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:12:46.314765 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4b7ee023-118b-4ec5-875c-40bbc9626543 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-415302'] for floatingip, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:12:46.410055 n-d-802623-1 neutron-server[93797]: INFO neutron.db.l3_db [None req-4b7ee023-118b-4ec5-875c-40bbc9626543 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Floating IP 6dee2eb4-c7ff-4dd8-be63-7e7b733cc13b associated. External IP: 172.25.4.46, port: 03da9805-408d-497c-8778-d5d67142daad. Jul 28 00:12:46.618079 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b7ee023-118b-4ec5-875c-40bbc9626543 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Router fa9f7ea2-422e-430d-9a59-8fdd18ee7e26 has already been hosted by L3 agent 018c4455-49c0-4734-927d-7824067b2a9e {{(pid=93797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 00:12:46.724445 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b7ee023-118b-4ec5-875c-40bbc9626543 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 00:12:46.734822 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c236d64-2b5f-462c-b8e6-f3b3798d7615 None None] Sync routers for ids ['fa9f7ea2-422e-430d-9a59-8fdd18ee7e26'] in n-d-802623-1 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 00:12:46.741665 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4b7ee023-118b-4ec5-875c-40bbc9626543 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for floatingip, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:12:46.744231 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c236d64-2b5f-462c-b8e6-f3b3798d7615 None None] Routers {'fa9f7ea2-422e-430d-9a59-8fdd18ee7e26'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 00:12:46.744843 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-2c236d64-2b5f-462c-b8e6-f3b3798d7615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-28T00:12:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['fa9f7ea2-422e-430d-9a59-8fdd18ee7e26'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:12:46.770088 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-4b7ee023-118b-4ec5-875c-40bbc9626543 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8657191 Jul 28 00:12:46.770679 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02a9fe17-48c9-44ab-a5fd-4f088b339bd7', 'tag': '03da9805-408d-497c-8778-d5d67142daad'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 00:12:46.772958 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54ff2e8c926e0231465601fd4f15fa4e9ff5e8c34d973af7f909e70dd0b48885" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54347972-8132-4820-b1f3-da060d26774b" -d '{"events": [{"name": "network-changed", "server_uuid": "02a9fe17-48c9-44ab-a5fd-4f088b339bd7", "tag": "03da9805-408d-497c-8778-d5d67142daad"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 00:12:46.868703 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 00:12:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac18922a-e473-4147-a3f3-132647a961c9 x-openstack-request-id: req-ac18922a-e473-4147-a3f3-132647a961c9 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 00:12:46.868939 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02a9fe17-48c9-44ab-a5fd-4f088b339bd7", "tag": "03da9805-408d-497c-8778-d5d67142daad", "status": "completed", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 00:12:46.869191 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ac18922a-e473-4147-a3f3-132647a961c9 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 00:12:46.869612 n-d-802623-1 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02a9fe17-48c9-44ab-a5fd-4f088b339bd7', 'tag': '03da9805-408d-497c-8778-d5d67142daad', 'status': 'completed', 'code': 200} Jul 28 00:12:46.886157 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773b77e7-1e98-432a-a688-f1671e81beab req-9a4a8e52-f59a-41ad-9c8d-87a86c3e01cd tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:12:46.887871 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-773b77e7-1e98-432a-a688-f1671e81beab req-9a4a8e52-f59a-41ad-9c8d-87a86c3e01cd tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "GET /v2.0/ports?device_id=02a9fe17-48c9-44ab-a5fd-4f088b339bd7 HTTP/1.1" status: 200 len: 945 time: 0.0664296 Jul 28 00:12:46.946883 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-2c236d64-2b5f-462c-b8e6-f3b3798d7615 None None] Set router fa9f7ea2-422e-430d-9a59-8fdd18ee7e26 gateway port host: n-d-802623-1 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 00:12:46.957737 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-773b77e7-1e98-432a-a688-f1671e81beab req-ee8449d0-a00a-4c8b-8ced-ad4830022fca tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "GET /v2.0/security-groups?id=01c3ab92-5671-49de-a36a-83e434a54c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624330 Jul 28 00:12:46.960449 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54347972-8132-4820-b1f3-da060d26774b req-2d0cc409-ea48-4f2d-9cf0-445081ed495e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:12:46.961873 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-54347972-8132-4820-b1f3-da060d26774b req-2d0cc409-ea48-4f2d-9cf0-445081ed495e service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=9ba1e124f2a248fcbbee4df813e28c7a&device_id=02a9fe17-48c9-44ab-a5fd-4f088b339bd7 HTTP/1.1" status: 200 len: 1096 time: 0.0679052 Jul 28 00:12:46.981164 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 59258) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:12:47.047749 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-b49ab643-cece-463f-9ccc-d98714c5d574 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "GET /v2.0/floatingips/6dee2eb4-c7ff-4dd8-be63-7e7b733cc13b HTTP/1.1" status: 200 len: 990 time: 0.0641150 Jul 28 00:12:47.057433 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54347972-8132-4820-b1f3-da060d26774b req-016270f0-d841-4f46-acc5-c421d81a9bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:12:47.058968 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-54347972-8132-4820-b1f3-da060d26774b req-016270f0-d841-4f46-acc5-c421d81a9bfd service neutron] 10.222.0.38 "GET /v2.0/networks?id=7897bfda-17aa-4895-bc9a-30f7ce1fb8a6 HTTP/1.1" status: 200 len: 898 time: 0.0905297 Jul 28 00:12:47.125200 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-54347972-8132-4820-b1f3-da060d26774b req-87f450e2-cdeb-4d83-9da0-513f34e71fe8 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=03da9805-408d-497c-8778-d5d67142daad HTTP/1.1" status: 200 len: 998 time: 0.0594537 Jul 28 00:12:47.167713 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-2c236d64-2b5f-462c-b8e6-f3b3798d7615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa9f7ea2-422e-430d-9a59-8fdd18ee7e26', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1157344952', 'tenant_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.85'}], 'enable_snat': True}, 'gw_port_id': '399faa70-3125-4984-843c-d1d3d8f850ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T00:12:29Z', 'updated_at': '2021-07-28T00:12:32Z', 'revision_number': 4, 'project_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'gw_port': {'id': '399faa70-3125-4984-843c-d1d3d8f850ae', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:60:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa9f7ea2-422e-430d-9a59-8fdd18ee7e26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T00:12:29Z', 'updated_at': '2021-07-28T00:12:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_floatingips': [{'id': '6dee2eb4-c7ff-4dd8-be63-7e7b733cc13b', 'tenant_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'floating_ip_address': '172.25.4.46', 'floating_network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'router_id': 'fa9f7ea2-422e-430d-9a59-8fdd18ee7e26', 'port_id': '03da9805-408d-497c-8778-d5d67142daad', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4242, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7897bfda-17aa-4895-bc9a-30f7ce1fb8a6', 'mac_address': 'fa:16:3e:a1:f4:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02a9fe17-48c9-44ab-a5fd-4f088b339bd7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T00:12:45Z', 'updated_at': '2021-07-28T00:12:45Z', 'revision_number': 0, 'project_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40023e55-68b4-4572-86bb-4effbb0f5238', 'name': '', 'network_id': '7897bfda-17aa-4895-bc9a-30f7ce1fb8a6', 'tenant_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'mac_address': 'fa:16:3e:1e:84:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa9f7ea2-422e-430d-9a59-8fdd18ee7e26', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'b5db0f02-5df6-4699-a12c-1841e4bf21c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T00:12:32Z', 'updated_at': '2021-07-28T00:12:36Z', 'revision_number': 5, 'project_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'subnets': [{'id': 'b5db0f02-5df6-4699-a12c-1841e4bf21c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:12:47.174409 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54347972-8132-4820-b1f3-da060d26774b req-02d03430-fccb-4729-af7b-40be6880e1b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:12:47.176023 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-54347972-8132-4820-b1f3-da060d26774b req-02d03430-fccb-4729-af7b-40be6880e1b5 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b5db0f02-5df6-4699-a12c-1841e4bf21c6 HTTP/1.1" status: 200 len: 835 time: 0.0441897 Jul 28 00:12:47.194069 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c236d64-2b5f-462c-b8e6-f3b3798d7615 None None] Checking router: fa9f7ea2-422e-430d-9a59-8fdd18ee7e26 for host: n-d-802623-1 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 00:12:47.202589 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c236d64-2b5f-462c-b8e6-f3b3798d7615 None None] Routers {'fa9f7ea2-422e-430d-9a59-8fdd18ee7e26'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 00:12:47.203225 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-2c236d64-2b5f-462c-b8e6-f3b3798d7615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-28T00:12:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['fa9f7ea2-422e-430d-9a59-8fdd18ee7e26'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:12:47.226596 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54347972-8132-4820-b1f3-da060d26774b req-731ef81e-9fb8-4bc4-8b27-5ab1e0c52982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:12:47.228128 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-54347972-8132-4820-b1f3-da060d26774b req-731ef81e-9fb8-4bc4-8b27-5ab1e0c52982 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7897bfda-17aa-4895-bc9a-30f7ce1fb8a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440543 Jul 28 00:12:47.309403 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-2c236d64-2b5f-462c-b8e6-f3b3798d7615 None None] Set router fa9f7ea2-422e-430d-9a59-8fdd18ee7e26 gateway port host: n-d-802623-1 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 00:12:47.317991 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-54347972-8132-4820-b1f3-da060d26774b req-e35d0736-4f00-4452-bd92-44112537ee45 service neutron] 10.222.0.38 "GET /v2.0/networks/7897bfda-17aa-4895-bc9a-30f7ce1fb8a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822253 Jul 28 00:12:47.412289 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-54347972-8132-4820-b1f3-da060d26774b req-c1f81c9e-157c-4152-85d2-d3196d7c97b0 service neutron] 10.222.0.38 "GET /v2.0/networks/7897bfda-17aa-4895-bc9a-30f7ce1fb8a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864682 Jul 28 00:12:47.534711 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-2c236d64-2b5f-462c-b8e6-f3b3798d7615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa9f7ea2-422e-430d-9a59-8fdd18ee7e26', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1157344952', 'tenant_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.85'}], 'enable_snat': True}, 'gw_port_id': '399faa70-3125-4984-843c-d1d3d8f850ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T00:12:29Z', 'updated_at': '2021-07-28T00:12:32Z', 'revision_number': 4, 'project_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'gw_port': {'id': '399faa70-3125-4984-843c-d1d3d8f850ae', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:60:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa9f7ea2-422e-430d-9a59-8fdd18ee7e26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T00:12:29Z', 'updated_at': '2021-07-28T00:12:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_floatingips': [{'id': '6dee2eb4-c7ff-4dd8-be63-7e7b733cc13b', 'tenant_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'floating_ip_address': '172.25.4.46', 'floating_network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'router_id': 'fa9f7ea2-422e-430d-9a59-8fdd18ee7e26', 'port_id': '03da9805-408d-497c-8778-d5d67142daad', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4242, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7897bfda-17aa-4895-bc9a-30f7ce1fb8a6', 'mac_address': 'fa:16:3e:a1:f4:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02a9fe17-48c9-44ab-a5fd-4f088b339bd7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T00:12:45Z', 'updated_at': '2021-07-28T00:12:45Z', 'revision_number': 0, 'project_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40023e55-68b4-4572-86bb-4effbb0f5238', 'name': '', 'network_id': '7897bfda-17aa-4895-bc9a-30f7ce1fb8a6', 'tenant_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'mac_address': 'fa:16:3e:1e:84:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa9f7ea2-422e-430d-9a59-8fdd18ee7e26', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'b5db0f02-5df6-4699-a12c-1841e4bf21c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T00:12:32Z', 'updated_at': '2021-07-28T00:12:36Z', 'revision_number': 5, 'project_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'subnets': [{'id': 'b5db0f02-5df6-4699-a12c-1841e4bf21c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:12:47.560827 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c236d64-2b5f-462c-b8e6-f3b3798d7615 None None] The sync data for ids ['fa9f7ea2-422e-430d-9a59-8fdd18ee7e26'] in n-d-802623-1 is: [{'id': 'fa9f7ea2-422e-430d-9a59-8fdd18ee7e26', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1157344952', 'tenant_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.85'}], 'enable_snat': True}, 'gw_port_id': '399faa70-3125-4984-843c-d1d3d8f850ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T00:12:29Z', 'updated_at': '2021-07-28T00:12:32Z', 'revision_number': 4, 'project_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'gw_port': {'id': '399faa70-3125-4984-843c-d1d3d8f850ae', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:60:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa9f7ea2-422e-430d-9a59-8fdd18ee7e26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T00:12:29Z', 'updated_at': '2021-07-28T00:12:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_floatingips': [{'id': '6dee2eb4-c7ff-4dd8-be63-7e7b733cc13b', 'tenant_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'floating_ip_address': '172.25.4.46', 'floating_network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'router_id': 'fa9f7ea2-422e-430d-9a59-8fdd18ee7e26', 'port_id': '03da9805-408d-497c-8778-d5d67142daad', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4242, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7897bfda-17aa-4895-bc9a-30f7ce1fb8a6', 'mac_address': 'fa:16:3e:a1:f4:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02a9fe17-48c9-44ab-a5fd-4f088b339bd7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T00:12:45Z', 'updated_at': '2021-07-28T00:12:45Z', 'revision_number': 0, 'project_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40023e55-68b4-4572-86bb-4effbb0f5238', 'name': '', 'network_id': '7897bfda-17aa-4895-bc9a-30f7ce1fb8a6', 'tenant_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'mac_address': 'fa:16:3e:1e:84:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa9f7ea2-422e-430d-9a59-8fdd18ee7e26', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'b5db0f02-5df6-4699-a12c-1841e4bf21c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T00:12:32Z', 'updated_at': '2021-07-28T00:12:36Z', 'revision_number': 5, 'project_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'subnets': [{'id': 'b5db0f02-5df6-4699-a12c-1841e4bf21c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 00:12:47.739835 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8d12274-fe8a-4fcf-ba3b-4d681c429303 None None] New status for floating IP 6dee2eb4-c7ff-4dd8-be63-7e7b733cc13b: ACTIVE {{(pid=93799) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 00:12:48.050127 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 59260) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:12:48.109716 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-119e194c-3f65-48ee-ac9e-b19cb42f5540 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "GET /v2.0/floatingips/6dee2eb4-c7ff-4dd8-be63-7e7b733cc13b HTTP/1.1" status: 200 len: 992 time: 0.0583913 Jul 28 00:12:56.361313 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.agents_db [None req-9beef776-8bab-4de2-989a-f5a23ba4aaf4 None None] Agent healthcheck: found 7 active agents {{(pid=93800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 00:12:56.977614 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-1002bccc-e610-4d8c-9fba-e74e4fcd82d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:12:59.664933 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-1b00ecff-8b56-42bf-89ea-2eb894b831f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:13:00.129287 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:13:00.169629 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:13:00.713742 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-19f2e178-d45e-4fbe-b9be-c3963fc151ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:13:02.471604 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7418f70f-e60d-4709-8ba9-6ab514bc7f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:13:05.332266 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-9c412dcc-36ea-46f6-a1c5-db521930a4a3 req-c3eb4e1e-96b0-4fb3-af1c-073bbabb056c service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=02a9fe17-48c9-44ab-a5fd-4f088b339bd7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0398276 Jul 28 00:13:05.413040 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c412dcc-36ea-46f6-a1c5-db521930a4a3 req-7722dc22-94ec-4983-a6e6-741a0553915b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:13:05.414488 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-9c412dcc-36ea-46f6-a1c5-db521930a4a3 req-7722dc22-94ec-4983-a6e6-741a0553915b service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=9ba1e124f2a248fcbbee4df813e28c7a&device_id=02a9fe17-48c9-44ab-a5fd-4f088b339bd7 HTTP/1.1" status: 200 len: 1096 time: 0.0387189 Jul 28 00:13:05.524434 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c412dcc-36ea-46f6-a1c5-db521930a4a3 req-0a797026-ca89-437f-abd3-a58d527d4054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:13:05.525903 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-9c412dcc-36ea-46f6-a1c5-db521930a4a3 req-0a797026-ca89-437f-abd3-a58d527d4054 service neutron] 10.222.0.38 "GET /v2.0/networks?id=7897bfda-17aa-4895-bc9a-30f7ce1fb8a6 HTTP/1.1" status: 200 len: 898 time: 0.0919981 Jul 28 00:13:05.551263 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:13:05.593369 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-9c412dcc-36ea-46f6-a1c5-db521930a4a3 req-adf52d9f-47b5-4de5-a1b9-67ca961e15aa service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=03da9805-408d-497c-8778-d5d67142daad HTTP/1.1" status: 200 len: 1000 time: 0.0573444 Jul 28 00:13:05.644494 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c412dcc-36ea-46f6-a1c5-db521930a4a3 req-5032545c-fc1b-4e65-bb2f-86f518661b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:13:05.645887 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-9c412dcc-36ea-46f6-a1c5-db521930a4a3 req-5032545c-fc1b-4e65-bb2f-86f518661b0d service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b5db0f02-5df6-4699-a12c-1841e4bf21c6 HTTP/1.1" status: 200 len: 835 time: 0.0425959 Jul 28 00:13:05.697157 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c412dcc-36ea-46f6-a1c5-db521930a4a3 req-4272336b-db04-4442-98cb-a030e16cc050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:13:05.698621 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-9c412dcc-36ea-46f6-a1c5-db521930a4a3 req-4272336b-db04-4442-98cb-a030e16cc050 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7897bfda-17aa-4895-bc9a-30f7ce1fb8a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429428 Jul 28 00:13:05.785626 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-9c412dcc-36ea-46f6-a1c5-db521930a4a3 req-3c4fae74-8607-4c7c-8853-fd62f72c4b87 service neutron] 10.222.0.38 "GET /v2.0/networks/7897bfda-17aa-4895-bc9a-30f7ce1fb8a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788822 Jul 28 00:13:05.879107 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-9c412dcc-36ea-46f6-a1c5-db521930a4a3 req-d57cec32-a424-4ef3-bf9d-f3c1f48e601a service neutron] 10.222.0.38 "GET /v2.0/networks/7897bfda-17aa-4895-bc9a-30f7ce1fb8a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840082 Jul 28 00:13:19.519673 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3277c2-ad44-417b-9351-b9b0ff55aeeb req-102f7202-a7b3-4630-adfa-0bb9b46e3cd4 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:13:19.521179 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-cf3277c2-ad44-417b-9351-b9b0ff55aeeb req-102f7202-a7b3-4630-adfa-0bb9b46e3cd4 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "GET /v2.0/ports?device_id=02a9fe17-48c9-44ab-a5fd-4f088b339bd7 HTTP/1.1" status: 200 len: 945 time: 0.0538700 Jul 28 00:13:19.562738 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-cf3277c2-ad44-417b-9351-b9b0ff55aeeb req-f61e86b9-c02b-412d-89f5-6e0d9d22528d tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "GET /v2.0/security-groups?id=01c3ab92-5671-49de-a36a-83e434a54c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353539 Jul 28 00:13:20.680833 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c3ca1f-0f05-4e20-9876-c26940be017a req-5ad14b5b-f1c0-4abd-9ab3-256d2efc383a tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:13:20.682312 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-90c3ca1f-0f05-4e20-9876-c26940be017a req-5ad14b5b-f1c0-4abd-9ab3-256d2efc383a tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "GET /v2.0/ports?device_id=02a9fe17-48c9-44ab-a5fd-4f088b339bd7 HTTP/1.1" status: 200 len: 945 time: 0.0505190 Jul 28 00:13:20.719612 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-90c3ca1f-0f05-4e20-9876-c26940be017a req-a73561e5-18a4-4864-b3e1-e4f8b0505154 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "GET /v2.0/security-groups?id=01c3ab92-5671-49de-a36a-83e434a54c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305638 Jul 28 00:13:21.832964 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb37a8c-eae1-4cb4-82f1-73fbe2609053 req-deecae90-7200-4de8-a4ab-ffe3714525ca tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:13:21.833573 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-adb37a8c-eae1-4cb4-82f1-73fbe2609053 req-deecae90-7200-4de8-a4ab-ffe3714525ca tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "GET /v2.0/ports?device_id=02a9fe17-48c9-44ab-a5fd-4f088b339bd7 HTTP/1.1" status: 200 len: 945 time: 0.0476694 Jul 28 00:13:21.874726 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-adb37a8c-eae1-4cb4-82f1-73fbe2609053 req-412fb192-e6ea-422c-a768-420a8c6b6800 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "GET /v2.0/security-groups?id=01c3ab92-5671-49de-a36a-83e434a54c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336668 Jul 28 00:13:22.988997 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b45f69b-3a0c-4418-b494-eb252fce4ddd req-bf2690be-416d-4ad5-8634-3fd873f679d1 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:13:22.990449 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-1b45f69b-3a0c-4418-b494-eb252fce4ddd req-bf2690be-416d-4ad5-8634-3fd873f679d1 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "GET /v2.0/ports?device_id=02a9fe17-48c9-44ab-a5fd-4f088b339bd7 HTTP/1.1" status: 200 len: 945 time: 0.0464833 Jul 28 00:13:23.027456 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-1b45f69b-3a0c-4418-b494-eb252fce4ddd req-117cf472-9c73-41dd-8835-67978f7abb17 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "GET /v2.0/security-groups?id=01c3ab92-5671-49de-a36a-83e434a54c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310752 Jul 28 00:13:24.140908 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db435fc8-c02f-4cff-9d8c-0923904fc1c2 req-6f03e468-5006-41fa-a634-6462eaeb56da tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:13:24.142419 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-db435fc8-c02f-4cff-9d8c-0923904fc1c2 req-6f03e468-5006-41fa-a634-6462eaeb56da tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "GET /v2.0/ports?device_id=02a9fe17-48c9-44ab-a5fd-4f088b339bd7 HTTP/1.1" status: 200 len: 945 time: 0.0482423 Jul 28 00:13:24.180843 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-db435fc8-c02f-4cff-9d8c-0923904fc1c2 req-c6cbbcba-6ce1-4c1d-8507-e48084b7f47d tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "GET /v2.0/security-groups?id=01c3ab92-5671-49de-a36a-83e434a54c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324786 Jul 28 00:13:25.298606 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005bf0f9-c128-418f-87ed-01233dd2158f req-07553c03-0df9-47a5-afed-ba714e03db99 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:13:25.300109 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-005bf0f9-c128-418f-87ed-01233dd2158f req-07553c03-0df9-47a5-afed-ba714e03db99 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "GET /v2.0/ports?device_id=02a9fe17-48c9-44ab-a5fd-4f088b339bd7 HTTP/1.1" status: 200 len: 945 time: 0.0519106 Jul 28 00:13:25.336852 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-005bf0f9-c128-418f-87ed-01233dd2158f req-80d2c395-7ff5-4175-a3b5-d02f1c1b712c tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "GET /v2.0/security-groups?id=01c3ab92-5671-49de-a36a-83e434a54c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309308 Jul 28 00:13:26.454218 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa55360-0edc-4533-80ef-b9c8b2957124 req-9ebd65e5-5c82-4e38-979f-f3deb5471f0a tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:13:26.455713 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-3aa55360-0edc-4533-80ef-b9c8b2957124 req-9ebd65e5-5c82-4e38-979f-f3deb5471f0a tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "GET /v2.0/ports?device_id=02a9fe17-48c9-44ab-a5fd-4f088b339bd7 HTTP/1.1" status: 200 len: 945 time: 0.0529983 Jul 28 00:13:26.492877 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-3aa55360-0edc-4533-80ef-b9c8b2957124 req-b63a1e82-e6d9-45c0-b3cc-65577f8d2097 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "GET /v2.0/security-groups?id=01c3ab92-5671-49de-a36a-83e434a54c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312998 Jul 28 00:13:26.980429 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-691041a8-7a08-4554-9bd3-e8a54d8a30f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:13:27.607773 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acec81a-c4bc-4ee9-af03-5defea7d64c4 req-0b4bd1a1-bd5c-4143-a7a1-6578525949de tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:13:27.609295 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-2acec81a-c4bc-4ee9-af03-5defea7d64c4 req-0b4bd1a1-bd5c-4143-a7a1-6578525949de tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "GET /v2.0/ports?device_id=02a9fe17-48c9-44ab-a5fd-4f088b339bd7 HTTP/1.1" status: 200 len: 945 time: 0.0505903 Jul 28 00:13:27.647211 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-2acec81a-c4bc-4ee9-af03-5defea7d64c4 req-a848eabe-69da-41b8-a850-1564056d0bc6 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "GET /v2.0/security-groups?id=01c3ab92-5671-49de-a36a-83e434a54c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319130 Jul 28 00:13:28.760879 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee755d5f-d67e-4c34-b484-a2dc411eb0ba req-27988cce-2eb1-4a3d-8ab7-50e7ef58294e tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:13:28.762362 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-ee755d5f-d67e-4c34-b484-a2dc411eb0ba req-27988cce-2eb1-4a3d-8ab7-50e7ef58294e tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "GET /v2.0/ports?device_id=02a9fe17-48c9-44ab-a5fd-4f088b339bd7 HTTP/1.1" status: 200 len: 945 time: 0.0483603 Jul 28 00:13:28.805150 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-ee755d5f-d67e-4c34-b484-a2dc411eb0ba req-399a57a0-cbf7-457f-bfce-a1337a8e0e0a tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "GET /v2.0/security-groups?id=01c3ab92-5671-49de-a36a-83e434a54c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363071 Jul 28 00:13:29.665459 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ca7b390c-d4f5-4609-b4b4-70a1c449ff7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:13:29.920264 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ea95e8-f109-4582-90b1-0acf27b93305 req-158c89d7-e165-464c-aa55-c34718d25637 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:13:29.921605 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-43ea95e8-f109-4582-90b1-0acf27b93305 req-158c89d7-e165-464c-aa55-c34718d25637 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "GET /v2.0/ports?device_id=02a9fe17-48c9-44ab-a5fd-4f088b339bd7 HTTP/1.1" status: 200 len: 945 time: 0.0494473 Jul 28 00:13:29.962393 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-43ea95e8-f109-4582-90b1-0acf27b93305 req-95eb2210-68ee-4363-bff4-6d0a6b74f3c0 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "GET /v2.0/security-groups?id=01c3ab92-5671-49de-a36a-83e434a54c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350256 Jul 28 00:13:30.134090 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:13:30.176745 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:13:30.716336 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-19f2e178-d45e-4fbe-b9be-c3963fc151ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:13:31.079913 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67de549b-d78a-411d-ad55-0ab1e68507f7 req-3d4c3386-a4e9-41eb-b4e9-a616c2a76680 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:13:31.081364 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-67de549b-d78a-411d-ad55-0ab1e68507f7 req-3d4c3386-a4e9-41eb-b4e9-a616c2a76680 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "GET /v2.0/ports?device_id=02a9fe17-48c9-44ab-a5fd-4f088b339bd7 HTTP/1.1" status: 200 len: 945 time: 0.0474231 Jul 28 00:13:31.118312 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-67de549b-d78a-411d-ad55-0ab1e68507f7 req-46ae86f8-dffb-4479-9db0-05e638700ea9 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "GET /v2.0/security-groups?id=01c3ab92-5671-49de-a36a-83e434a54c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311058 Jul 28 00:13:32.473068 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7418f70f-e60d-4709-8ba9-6ab514bc7f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:13:32.549557 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7de703-8f12-4a7a-b8fb-922bfb054663 req-01be2905-65dd-4581-8fea-3497005433e9 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:13:32.551160 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-dc7de703-8f12-4a7a-b8fb-922bfb054663 req-01be2905-65dd-4581-8fea-3497005433e9 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "GET /v2.0/ports?device_id=02a9fe17-48c9-44ab-a5fd-4f088b339bd7 HTTP/1.1" status: 200 len: 945 time: 0.3675590 Jul 28 00:13:32.588803 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-dc7de703-8f12-4a7a-b8fb-922bfb054663 req-5c0c0725-c5f6-4546-9d5d-ab1a51e696a8 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "GET /v2.0/security-groups?id=01c3ab92-5671-49de-a36a-83e434a54c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316794 Jul 28 00:13:33.361004 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.agents_db [None req-9beef776-8bab-4de2-989a-f5a23ba4aaf4 None None] Agent healthcheck: found 7 active agents {{(pid=93800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 00:13:33.707581 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6e00eb-fcb1-48c6-b115-0e0342a85205 req-67464be0-8d14-40d0-8d68-86997162865f tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:13:33.709057 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8a6e00eb-fcb1-48c6-b115-0e0342a85205 req-67464be0-8d14-40d0-8d68-86997162865f tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "GET /v2.0/ports?device_id=02a9fe17-48c9-44ab-a5fd-4f088b339bd7 HTTP/1.1" status: 200 len: 945 time: 0.0522981 Jul 28 00:13:33.746657 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8a6e00eb-fcb1-48c6-b115-0e0342a85205 req-ce65896d-b108-4381-aeb9-91049e99af14 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "GET /v2.0/security-groups?id=01c3ab92-5671-49de-a36a-83e434a54c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317645 Jul 28 00:13:34.858616 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1cbee3-6314-41e2-bca2-920d09e3fd50 req-3a904cdf-bc8b-4ede-ac04-4f77da5e6349 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:13:34.860093 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7b1cbee3-6314-41e2-bca2-920d09e3fd50 req-3a904cdf-bc8b-4ede-ac04-4f77da5e6349 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "GET /v2.0/ports?device_id=02a9fe17-48c9-44ab-a5fd-4f088b339bd7 HTTP/1.1" status: 200 len: 945 time: 0.0469496 Jul 28 00:13:34.896854 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7b1cbee3-6314-41e2-bca2-920d09e3fd50 req-27966a4c-f427-4fcb-9d63-d14c81461306 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "GET /v2.0/security-groups?id=01c3ab92-5671-49de-a36a-83e434a54c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308139 Jul 28 00:13:34.918132 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 59318) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:13:34.979067 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-feef4948-51cc-4eb7-ab94-d434063674c2 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "GET /v2.0/floatingips/6dee2eb4-c7ff-4dd8-be63-7e7b733cc13b HTTP/1.1" status: 200 len: 992 time: 0.0597279 Jul 28 00:13:35.548519 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:13:36.233701 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e645b0d-bf35-4236-b4bd-fc011eaf5330 req-c010b83f-d65f-4646-807e-5649cf2404d3 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:13:36.235251 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-3e645b0d-bf35-4236-b4bd-fc011eaf5330 req-c010b83f-d65f-4646-807e-5649cf2404d3 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "GET /v2.0/ports?device_id=02a9fe17-48c9-44ab-a5fd-4f088b339bd7 HTTP/1.1" status: 200 len: 945 time: 0.0527065 Jul 28 00:13:36.253032 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36d0d35-f737-4b93-9687-e9ec25c7a439 req-ceef96cd-df58-4a06-94eb-b55759f8d6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:13:36.254488 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c36d0d35-f737-4b93-9687-e9ec25c7a439 req-ceef96cd-df58-4a06-94eb-b55759f8d6ed service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=9ba1e124f2a248fcbbee4df813e28c7a&device_id=02a9fe17-48c9-44ab-a5fd-4f088b339bd7 HTTP/1.1" status: 200 len: 1096 time: 0.0405583 Jul 28 00:13:36.277759 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-3e645b0d-bf35-4236-b4bd-fc011eaf5330 req-da1fd27f-e284-4ac2-a52e-62d8c86f7c07 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "GET /v2.0/security-groups?id=01c3ab92-5671-49de-a36a-83e434a54c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364513 Jul 28 00:13:36.346762 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36d0d35-f737-4b93-9687-e9ec25c7a439 req-d60cfbf5-c15b-4c03-a1a6-5ff1c90b3cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:13:36.348251 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c36d0d35-f737-4b93-9687-e9ec25c7a439 req-d60cfbf5-c15b-4c03-a1a6-5ff1c90b3cfd service neutron] 10.222.0.38 "GET /v2.0/networks?id=7897bfda-17aa-4895-bc9a-30f7ce1fb8a6 HTTP/1.1" status: 200 len: 898 time: 0.0863593 Jul 28 00:13:36.411843 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c36d0d35-f737-4b93-9687-e9ec25c7a439 req-99eed9ea-431f-431a-aa06-3887046b9234 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=03da9805-408d-497c-8778-d5d67142daad HTTP/1.1" status: 200 len: 1000 time: 0.0565624 Jul 28 00:13:36.460190 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36d0d35-f737-4b93-9687-e9ec25c7a439 req-d9fde808-32a7-4223-b50f-6ed914dd8eef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:13:36.461597 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c36d0d35-f737-4b93-9687-e9ec25c7a439 req-d9fde808-32a7-4223-b50f-6ed914dd8eef service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b5db0f02-5df6-4699-a12c-1841e4bf21c6 HTTP/1.1" status: 200 len: 835 time: 0.0430818 Jul 28 00:13:36.508495 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36d0d35-f737-4b93-9687-e9ec25c7a439 req-1c20ce58-990b-4d7a-b2ec-e9c0ce6ab7e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:13:36.509843 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c36d0d35-f737-4b93-9687-e9ec25c7a439 req-1c20ce58-990b-4d7a-b2ec-e9c0ce6ab7e6 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7897bfda-17aa-4895-bc9a-30f7ce1fb8a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414412 Jul 28 00:13:36.596056 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c36d0d35-f737-4b93-9687-e9ec25c7a439 req-6f45db0e-c41a-405a-bae5-756f8c1b62ad service neutron] 10.222.0.38 "GET /v2.0/networks/7897bfda-17aa-4895-bc9a-30f7ce1fb8a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790019 Jul 28 00:13:36.688302 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c36d0d35-f737-4b93-9687-e9ec25c7a439 req-70fb6f23-86c2-4c9b-a7b7-8fc5c7f63ebc service neutron] 10.222.0.38 "GET /v2.0/networks/7897bfda-17aa-4895-bc9a-30f7ce1fb8a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850809 Jul 28 00:13:37.392755 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268b357c-6a55-4122-afad-666af45c4e18 req-23f130c4-3f77-4a5a-9771-fc002a49e6be tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:13:37.394215 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-268b357c-6a55-4122-afad-666af45c4e18 req-23f130c4-3f77-4a5a-9771-fc002a49e6be tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "GET /v2.0/ports?device_id=02a9fe17-48c9-44ab-a5fd-4f088b339bd7 HTTP/1.1" status: 200 len: 945 time: 0.0478418 Jul 28 00:13:37.431190 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-268b357c-6a55-4122-afad-666af45c4e18 req-bbd8eaf4-9066-40ff-97b1-06d513558bbf tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "GET /v2.0/security-groups?id=01c3ab92-5671-49de-a36a-83e434a54c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311368 Jul 28 00:13:37.453316 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 59328) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:13:37.513372 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-3f5090b8-6351-4710-8818-ed39caafe594 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "GET /v2.0/floatingips/6dee2eb4-c7ff-4dd8-be63-7e7b733cc13b HTTP/1.1" status: 200 len: 992 time: 0.0589237 Jul 28 00:13:56.986894 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7ef5ddab-b7ef-45f5-9b50-f1642026c962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:13:59.666396 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-0fe80caf-89c4-4131-8517-bc09133b542f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:14:00.135136 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:14:00.175134 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:14:00.721344 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-19f2e178-d45e-4fbe-b9be-c3963fc151ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:14:02.475173 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7418f70f-e60d-4709-8ba9-6ab514bc7f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:14:05.567224 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:14:06.325025 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-23648b97-9ec2-4a6a-8648-de23b5968bb8 req-f64e148f-76e5-4456-a417-9a639c4f98bf service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=02a9fe17-48c9-44ab-a5fd-4f088b339bd7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0391839 Jul 28 00:14:06.410806 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23648b97-9ec2-4a6a-8648-de23b5968bb8 req-75c61366-0457-44c5-8695-58401e206993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:14:06.412310 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-23648b97-9ec2-4a6a-8648-de23b5968bb8 req-75c61366-0457-44c5-8695-58401e206993 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=9ba1e124f2a248fcbbee4df813e28c7a&device_id=02a9fe17-48c9-44ab-a5fd-4f088b339bd7 HTTP/1.1" status: 200 len: 1096 time: 0.0437281 Jul 28 00:14:06.512841 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23648b97-9ec2-4a6a-8648-de23b5968bb8 req-08f20f0f-6128-4102-b5c0-be13ef7bc4b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:14:06.514834 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-23648b97-9ec2-4a6a-8648-de23b5968bb8 req-08f20f0f-6128-4102-b5c0-be13ef7bc4b4 service neutron] 10.222.0.38 "GET /v2.0/networks?id=7897bfda-17aa-4895-bc9a-30f7ce1fb8a6 HTTP/1.1" status: 200 len: 898 time: 0.0824773 Jul 28 00:14:06.584331 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-23648b97-9ec2-4a6a-8648-de23b5968bb8 req-c5f08a4d-5920-45bc-b6ab-ca2febce084d service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=03da9805-408d-497c-8778-d5d67142daad HTTP/1.1" status: 200 len: 1000 time: 0.0607848 Jul 28 00:14:06.632547 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23648b97-9ec2-4a6a-8648-de23b5968bb8 req-de5b236e-1cf6-4b96-9c6a-6f2baafd0457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:14:06.634053 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-23648b97-9ec2-4a6a-8648-de23b5968bb8 req-de5b236e-1cf6-4b96-9c6a-6f2baafd0457 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b5db0f02-5df6-4699-a12c-1841e4bf21c6 HTTP/1.1" status: 200 len: 835 time: 0.0422540 Jul 28 00:14:06.678636 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23648b97-9ec2-4a6a-8648-de23b5968bb8 req-7b1ee812-7550-42cf-92a6-dafd28e8e392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:14:06.680139 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-23648b97-9ec2-4a6a-8648-de23b5968bb8 req-7b1ee812-7550-42cf-92a6-dafd28e8e392 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7897bfda-17aa-4895-bc9a-30f7ce1fb8a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0383739 Jul 28 00:14:06.770896 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-23648b97-9ec2-4a6a-8648-de23b5968bb8 req-101f7ce3-d524-4ec4-900f-4c9123e451c1 service neutron] 10.222.0.38 "GET /v2.0/networks/7897bfda-17aa-4895-bc9a-30f7ce1fb8a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833993 Jul 28 00:14:06.858902 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-23648b97-9ec2-4a6a-8648-de23b5968bb8 req-ac410326-7c6b-4942-a7b0-dd8a4a31320d service neutron] 10.222.0.38 "GET /v2.0/networks/7897bfda-17aa-4895-bc9a-30f7ce1fb8a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803308 Jul 28 00:14:07.852444 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 59350) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:14:08.018207 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-79442c10-06ee-4ae0-8a3c-d5f2c5b18a4f tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Deleting port 04e62dec-cfcf-4223-9ad3-945e48f7b9b5 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 00:14:08.018556 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-79442c10-06ee-4ae0-8a3c-d5f2c5b18a4f tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:14:08.094924 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-79442c10-06ee-4ae0-8a3c-d5f2c5b18a4f tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:14:08.095282 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-79442c10-06ee-4ae0-8a3c-d5f2c5b18a4f tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:14:08.106606 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-79442c10-06ee-4ae0-8a3c-d5f2c5b18a4f tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Calling delete_port for 04e62dec-cfcf-4223-9ad3-945e48f7b9b5 owned by network:floatingip {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 00:14:08.253739 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-79442c10-06ee-4ae0-8a3c-d5f2c5b18a4f tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:14:08.284058 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79442c10-06ee-4ae0-8a3c-d5f2c5b18a4f tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Pushing event deleted for resources: {'Port': ['ID=04e62dec-cfcf-4223-9ad3-945e48f7b9b5,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:14:08.304441 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79442c10-06ee-4ae0-8a3c-d5f2c5b18a4f tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:14:08.304797 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79442c10-06ee-4ae0-8a3c-d5f2c5b18a4f tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:14:08.305137 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79442c10-06ee-4ae0-8a3c-d5f2c5b18a4f tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:14:08.305473 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79442c10-06ee-4ae0-8a3c-d5f2c5b18a4f tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:14:08.305806 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79442c10-06ee-4ae0-8a3c-d5f2c5b18a4f tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:14:08.306140 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79442c10-06ee-4ae0-8a3c-d5f2c5b18a4f tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:14:08.306466 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79442c10-06ee-4ae0-8a3c-d5f2c5b18a4f tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:14:08.306791 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79442c10-06ee-4ae0-8a3c-d5f2c5b18a4f tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:14:08.307143 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79442c10-06ee-4ae0-8a3c-d5f2c5b18a4f tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:14:08.307469 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79442c10-06ee-4ae0-8a3c-d5f2c5b18a4f tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:14:08.307790 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79442c10-06ee-4ae0-8a3c-d5f2c5b18a4f tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:14:08.308107 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79442c10-06ee-4ae0-8a3c-d5f2c5b18a4f tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:14:08.350201 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-79442c10-06ee-4ae0-8a3c-d5f2c5b18a4f tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks [] for floatingip, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:14:08.350540 n-d-802623-1 neutron-server[93797]: INFO neutron.db.l3_db [None req-79442c10-06ee-4ae0-8a3c-d5f2c5b18a4f tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Floating IP 6dee2eb4-c7ff-4dd8-be63-7e7b733cc13b disassociated (deleted). External IP: 172.25.4.46, port: 03da9805-408d-497c-8778-d5d67142daad. Jul 28 00:14:08.554534 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79442c10-06ee-4ae0-8a3c-d5f2c5b18a4f tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Router fa9f7ea2-422e-430d-9a59-8fdd18ee7e26 has already been hosted by L3 agent 018c4455-49c0-4734-927d-7824067b2a9e {{(pid=93797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 00:14:08.661318 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79442c10-06ee-4ae0-8a3c-d5f2c5b18a4f tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 00:14:08.666117 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-79442c10-06ee-4ae0-8a3c-d5f2c5b18a4f tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for floatingip, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:14:08.671125 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8176721-b7b7-4728-933f-438973d6988e None None] Sync routers for ids ['fa9f7ea2-422e-430d-9a59-8fdd18ee7e26'] in n-d-802623-1 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 00:14:08.680179 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8176721-b7b7-4728-933f-438973d6988e None None] Routers {'fa9f7ea2-422e-430d-9a59-8fdd18ee7e26'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 00:14:08.680854 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-e8176721-b7b7-4728-933f-438973d6988e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-28T00:14:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['fa9f7ea2-422e-430d-9a59-8fdd18ee7e26'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:14:08.693705 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-79442c10-06ee-4ae0-8a3c-d5f2c5b18a4f tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "DELETE /v2.0/floatingips/6dee2eb4-c7ff-4dd8-be63-7e7b733cc13b HTTP/1.1" status: 204 len: 168 time: 0.8401923 Jul 28 00:14:08.694406 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02a9fe17-48c9-44ab-a5fd-4f088b339bd7', 'tag': '03da9805-408d-497c-8778-d5d67142daad'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 00:14:08.696693 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54ff2e8c926e0231465601fd4f15fa4e9ff5e8c34d973af7f909e70dd0b48885" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19c6e9ac-5443-4ca2-a95f-79b1d2bb6172" -d '{"events": [{"name": "network-changed", "server_uuid": "02a9fe17-48c9-44ab-a5fd-4f088b339bd7", "tag": "03da9805-408d-497c-8778-d5d67142daad"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 00:14:08.736364 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 00:14:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7108141-5025-4071-bf5e-021162940f60 x-openstack-request-id: req-b7108141-5025-4071-bf5e-021162940f60 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 00:14:08.736660 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02a9fe17-48c9-44ab-a5fd-4f088b339bd7", "tag": "03da9805-408d-497c-8778-d5d67142daad", "status": "completed", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 00:14:08.736923 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b7108141-5025-4071-bf5e-021162940f60 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 00:14:08.737328 n-d-802623-1 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02a9fe17-48c9-44ab-a5fd-4f088b339bd7', 'tag': '03da9805-408d-497c-8778-d5d67142daad', 'status': 'completed', 'code': 200} Jul 28 00:14:08.789982 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-e8176721-b7b7-4728-933f-438973d6988e None None] Set router fa9f7ea2-422e-430d-9a59-8fdd18ee7e26 gateway port host: n-d-802623-1 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 00:14:08.806840 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c6e9ac-5443-4ca2-a95f-79b1d2bb6172 req-342fbc69-c1ca-4119-b97a-2b7296cad1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:14:08.808449 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-19c6e9ac-5443-4ca2-a95f-79b1d2bb6172 req-342fbc69-c1ca-4119-b97a-2b7296cad1cc service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=9ba1e124f2a248fcbbee4df813e28c7a&device_id=02a9fe17-48c9-44ab-a5fd-4f088b339bd7 HTTP/1.1" status: 200 len: 1096 time: 0.0481517 Jul 28 00:14:08.921646 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c6e9ac-5443-4ca2-a95f-79b1d2bb6172 req-cf2536c1-2566-4f48-90d6-471818a46f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:14:08.923199 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-19c6e9ac-5443-4ca2-a95f-79b1d2bb6172 req-cf2536c1-2566-4f48-90d6-471818a46f47 service neutron] 10.222.0.38 "GET /v2.0/networks?id=7897bfda-17aa-4895-bc9a-30f7ce1fb8a6 HTTP/1.1" status: 200 len: 898 time: 0.1008196 Jul 28 00:14:08.927614 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c48f7f-e259-45bc-860a-fcc9084c6d40 req-4c7254bb-03c1-4bb1-8e45-37a2eac8747e tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:14:08.929135 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a5c48f7f-e259-45bc-860a-fcc9084c6d40 req-4c7254bb-03c1-4bb1-8e45-37a2eac8747e tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "GET /v2.0/ports?device_id=02a9fe17-48c9-44ab-a5fd-4f088b339bd7 HTTP/1.1" status: 200 len: 945 time: 0.0505040 Jul 28 00:14:08.970802 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a5c48f7f-e259-45bc-860a-fcc9084c6d40 req-49220533-e5e8-4689-ad25-9d4ed5b3cf60 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "GET /v2.0/security-groups?id=01c3ab92-5671-49de-a36a-83e434a54c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352342 Jul 28 00:14:08.973345 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-19c6e9ac-5443-4ca2-a95f-79b1d2bb6172 req-769d9b5c-5313-42fa-a0eb-d40b422919b6 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=03da9805-408d-497c-8778-d5d67142daad HTTP/1.1" status: 200 len: 217 time: 0.0410657 Jul 28 00:14:09.000820 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-e8176721-b7b7-4728-933f-438973d6988e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa9f7ea2-422e-430d-9a59-8fdd18ee7e26', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1157344952', 'tenant_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.85'}], 'enable_snat': True}, 'gw_port_id': '399faa70-3125-4984-843c-d1d3d8f850ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T00:12:29Z', 'updated_at': '2021-07-28T00:12:32Z', 'revision_number': 4, 'project_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'gw_port': {'id': '399faa70-3125-4984-843c-d1d3d8f850ae', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:60:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa9f7ea2-422e-430d-9a59-8fdd18ee7e26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T00:12:29Z', 'updated_at': '2021-07-28T00:12:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': '40023e55-68b4-4572-86bb-4effbb0f5238', 'name': '', 'network_id': '7897bfda-17aa-4895-bc9a-30f7ce1fb8a6', 'tenant_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'mac_address': 'fa:16:3e:1e:84:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa9f7ea2-422e-430d-9a59-8fdd18ee7e26', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'b5db0f02-5df6-4699-a12c-1841e4bf21c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T00:12:32Z', 'updated_at': '2021-07-28T00:12:36Z', 'revision_number': 5, 'project_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'subnets': [{'id': 'b5db0f02-5df6-4699-a12c-1841e4bf21c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:14:09.026072 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8176721-b7b7-4728-933f-438973d6988e None None] Checking router: fa9f7ea2-422e-430d-9a59-8fdd18ee7e26 for host: n-d-802623-1 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 00:14:09.026971 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c6e9ac-5443-4ca2-a95f-79b1d2bb6172 req-50347a9c-7801-46b0-8a2d-d90892d46d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:14:09.028488 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-19c6e9ac-5443-4ca2-a95f-79b1d2bb6172 req-50347a9c-7801-46b0-8a2d-d90892d46d26 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b5db0f02-5df6-4699-a12c-1841e4bf21c6 HTTP/1.1" status: 200 len: 835 time: 0.0468962 Jul 28 00:14:09.034495 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8176721-b7b7-4728-933f-438973d6988e None None] Routers {'fa9f7ea2-422e-430d-9a59-8fdd18ee7e26'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 00:14:09.035113 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-e8176721-b7b7-4728-933f-438973d6988e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-28T00:14:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['fa9f7ea2-422e-430d-9a59-8fdd18ee7e26'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:14:09.079937 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c6e9ac-5443-4ca2-a95f-79b1d2bb6172 req-43c7c47b-b586-4c5f-a2fd-aa4c27d769ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:14:09.081372 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-19c6e9ac-5443-4ca2-a95f-79b1d2bb6172 req-43c7c47b-b586-4c5f-a2fd-aa4c27d769ae service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7897bfda-17aa-4895-bc9a-30f7ce1fb8a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448544 Jul 28 00:14:09.138298 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-e8176721-b7b7-4728-933f-438973d6988e None None] Set router fa9f7ea2-422e-430d-9a59-8fdd18ee7e26 gateway port host: n-d-802623-1 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 00:14:09.174463 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-19c6e9ac-5443-4ca2-a95f-79b1d2bb6172 req-0d46aebf-7226-4cd0-b9b8-a497481f39b7 service neutron] 10.222.0.38 "GET /v2.0/networks/7897bfda-17aa-4895-bc9a-30f7ce1fb8a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846379 Jul 28 00:14:09.269248 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-19c6e9ac-5443-4ca2-a95f-79b1d2bb6172 req-71cb1f3b-e0e3-41ce-aef2-0ddad188724d service neutron] 10.222.0.38 "GET /v2.0/networks/7897bfda-17aa-4895-bc9a-30f7ce1fb8a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864670 Jul 28 00:14:09.331740 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-e8176721-b7b7-4728-933f-438973d6988e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa9f7ea2-422e-430d-9a59-8fdd18ee7e26', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1157344952', 'tenant_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.85'}], 'enable_snat': True}, 'gw_port_id': '399faa70-3125-4984-843c-d1d3d8f850ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T00:12:29Z', 'updated_at': '2021-07-28T00:12:32Z', 'revision_number': 4, 'project_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'gw_port': {'id': '399faa70-3125-4984-843c-d1d3d8f850ae', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:60:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa9f7ea2-422e-430d-9a59-8fdd18ee7e26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T00:12:29Z', 'updated_at': '2021-07-28T00:12:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': '40023e55-68b4-4572-86bb-4effbb0f5238', 'name': '', 'network_id': '7897bfda-17aa-4895-bc9a-30f7ce1fb8a6', 'tenant_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'mac_address': 'fa:16:3e:1e:84:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa9f7ea2-422e-430d-9a59-8fdd18ee7e26', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'b5db0f02-5df6-4699-a12c-1841e4bf21c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T00:12:32Z', 'updated_at': '2021-07-28T00:12:36Z', 'revision_number': 5, 'project_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'subnets': [{'id': 'b5db0f02-5df6-4699-a12c-1841e4bf21c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:14:09.360170 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8176721-b7b7-4728-933f-438973d6988e None None] The sync data for ids ['fa9f7ea2-422e-430d-9a59-8fdd18ee7e26'] in n-d-802623-1 is: [{'id': 'fa9f7ea2-422e-430d-9a59-8fdd18ee7e26', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1157344952', 'tenant_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.85'}], 'enable_snat': True}, 'gw_port_id': '399faa70-3125-4984-843c-d1d3d8f850ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T00:12:29Z', 'updated_at': '2021-07-28T00:12:32Z', 'revision_number': 4, 'project_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'gw_port': {'id': '399faa70-3125-4984-843c-d1d3d8f850ae', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:60:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa9f7ea2-422e-430d-9a59-8fdd18ee7e26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T00:12:29Z', 'updated_at': '2021-07-28T00:12:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': '40023e55-68b4-4572-86bb-4effbb0f5238', 'name': '', 'network_id': '7897bfda-17aa-4895-bc9a-30f7ce1fb8a6', 'tenant_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'mac_address': 'fa:16:3e:1e:84:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa9f7ea2-422e-430d-9a59-8fdd18ee7e26', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'b5db0f02-5df6-4699-a12c-1841e4bf21c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T00:12:32Z', 'updated_at': '2021-07-28T00:12:36Z', 'revision_number': 5, 'project_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'subnets': [{'id': 'b5db0f02-5df6-4699-a12c-1841e4bf21c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 00:14:09.561206 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-919c9b9a-f8b9-4107-a6c7-bf6b0cdf459d None None] New status for floating IP 6dee2eb4-c7ff-4dd8-be63-7e7b733cc13b: DOWN {{(pid=93799) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 00:14:10.101547 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7f765f-7d09-4715-aea5-67baadfdcc1f req-3245cee2-5f2a-4c1f-a855-a3179bf4a101 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:14:10.103018 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-5e7f765f-7d09-4715-aea5-67baadfdcc1f req-3245cee2-5f2a-4c1f-a855-a3179bf4a101 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "GET /v2.0/ports?device_id=02a9fe17-48c9-44ab-a5fd-4f088b339bd7 HTTP/1.1" status: 200 len: 945 time: 0.0492637 Jul 28 00:14:10.141750 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-5e7f765f-7d09-4715-aea5-67baadfdcc1f req-dc3ee088-f14f-47e8-8a71-a9dfe6084a6f tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "GET /v2.0/security-groups?id=01c3ab92-5671-49de-a36a-83e434a54c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328784 Jul 28 00:14:10.359656 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.agents_db [None req-9beef776-8bab-4de2-989a-f5a23ba4aaf4 None None] Agent healthcheck: found 7 active agents {{(pid=93800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 00:14:10.421552 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866df672-4342-4157-bafe-92a4d7c08f0c req-2b2e3d46-8292-40aa-b9b6-0167a7f332d7 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:14:10.423222 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-866df672-4342-4157-bafe-92a4d7c08f0c req-2b2e3d46-8292-40aa-b9b6-0167a7f332d7 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.38 "GET /v2.0/ports?device_id=02a9fe17-48c9-44ab-a5fd-4f088b339bd7 HTTP/1.1" status: 200 len: 945 time: 0.0470643 Jul 28 00:14:10.516881 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-866df672-4342-4157-bafe-92a4d7c08f0c req-6550effd-a38d-4865-957a-ef7e44e43961 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Deleting port 03da9805-408d-497c-8778-d5d67142daad {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 00:14:10.517226 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-866df672-4342-4157-bafe-92a4d7c08f0c req-6550effd-a38d-4865-957a-ef7e44e43961 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:14:10.603173 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-866df672-4342-4157-bafe-92a4d7c08f0c req-6550effd-a38d-4865-957a-ef7e44e43961 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] For port 03da9805-408d-497c-8778-d5d67142daad, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=03da9805-408d-497c-8778-d5d67142daad,segment=NetworkSegment(a130caec-38d4-48f3-bf17-1dce0a834297),segment_id=a130caec-38d4-48f3-bf17-1dce0a834297)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 00:14:10.603535 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-866df672-4342-4157-bafe-92a4d7c08f0c req-6550effd-a38d-4865-957a-ef7e44e43961 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:14:10.616004 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-866df672-4342-4157-bafe-92a4d7c08f0c req-6550effd-a38d-4865-957a-ef7e44e43961 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Calling delete_port for 03da9805-408d-497c-8778-d5d67142daad owned by compute:nova {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 00:14:10.743026 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-866df672-4342-4157-bafe-92a4d7c08f0c req-6550effd-a38d-4865-957a-ef7e44e43961 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:14:10.771411 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6550effd-a38d-4865-957a-ef7e44e43961 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Pushing event deleted for resources: {'Port': ['ID=03da9805-408d-497c-8778-d5d67142daad,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:14:10.784333 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6550effd-a38d-4865-957a-ef7e44e43961 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:14:10.784333 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6550effd-a38d-4865-957a-ef7e44e43961 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:14:10.784333 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6550effd-a38d-4865-957a-ef7e44e43961 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:14:10.784667 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6550effd-a38d-4865-957a-ef7e44e43961 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:14:10.784941 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6550effd-a38d-4865-957a-ef7e44e43961 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:14:10.785278 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6550effd-a38d-4865-957a-ef7e44e43961 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:14:10.785610 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6550effd-a38d-4865-957a-ef7e44e43961 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:14:10.785938 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6550effd-a38d-4865-957a-ef7e44e43961 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:14:10.786266 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6550effd-a38d-4865-957a-ef7e44e43961 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:14:10.786592 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6550effd-a38d-4865-957a-ef7e44e43961 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:14:10.786919 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6550effd-a38d-4865-957a-ef7e44e43961 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:14:10.787274 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6550effd-a38d-4865-957a-ef7e44e43961 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:14:10.825642 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-866df672-4342-4157-bafe-92a4d7c08f0c req-6550effd-a38d-4865-957a-ef7e44e43961 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] No DVR routers for this DVR port 03da9805-408d-497c-8778-d5d67142daad on host n-h1-802623-1 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 00:14:10.828325 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-866df672-4342-4157-bafe-92a4d7c08f0c req-6550effd-a38d-4865-957a-ef7e44e43961 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:14:10.830282 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-866df672-4342-4157-bafe-92a4d7c08f0c req-6550effd-a38d-4865-957a-ef7e44e43961 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.38 "DELETE /v2.0/ports/03da9805-408d-497c-8778-d5d67142daad HTTP/1.1" status: 204 len: 173 time: 0.4003284 Jul 28 00:14:10.830717 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02a9fe17-48c9-44ab-a5fd-4f088b339bd7', 'name': 'network-vif-deleted', 'tag': '03da9805-408d-497c-8778-d5d67142daad'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 00:14:10.832991 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b87af07e598cf5b62d2945997aebdb2f0d5735b62acaa13edb25b119cdbae256" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d2a816d-fcde-490b-823c-9051899c1217" -d '{"events": [{"server_uuid": "02a9fe17-48c9-44ab-a5fd-4f088b339bd7", "name": "network-vif-deleted", "tag": "03da9805-408d-497c-8778-d5d67142daad"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 00:14:10.875917 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 00:14:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99b10401-43c7-4e3b-841b-6d9199d50e9a x-openstack-request-id: req-99b10401-43c7-4e3b-841b-6d9199d50e9a {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 00:14:10.876191 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02a9fe17-48c9-44ab-a5fd-4f088b339bd7", "name": "network-vif-deleted", "tag": "03da9805-408d-497c-8778-d5d67142daad", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 00:14:10.876448 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-99b10401-43c7-4e3b-841b-6d9199d50e9a {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 00:14:10.876864 n-d-802623-1 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02a9fe17-48c9-44ab-a5fd-4f088b339bd7', 'name': 'network-vif-deleted', 'tag': '03da9805-408d-497c-8778-d5d67142daad', 'status': 'completed', 'code': 200} Jul 28 00:14:11.264474 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-01732c6d-994c-4207-bb57-14574232c720 req-aede1ade-0ea8-4414-a672-79e0da42f9ba tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "GET /v2.0/ports?device_id=02a9fe17-48c9-44ab-a5fd-4f088b339bd7 HTTP/1.1" status: 200 len: 210 time: 0.0378711 Jul 28 00:14:12.322441 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 59368) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:14:12.682103 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a76d44f8-fdbc-4832-93d9-f785fdd35cba tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-414022'] for router_interface, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:14:12.939475 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-a76d44f8-fdbc-4832-93d9-f785fdd35cba tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Deleting port 40023e55-68b4-4572-86bb-4effbb0f5238 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 00:14:12.939741 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a76d44f8-fdbc-4832-93d9-f785fdd35cba tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:14:13.027152 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-a76d44f8-fdbc-4832-93d9-f785fdd35cba tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] For port 40023e55-68b4-4572-86bb-4effbb0f5238, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=40023e55-68b4-4572-86bb-4effbb0f5238,segment=NetworkSegment(a130caec-38d4-48f3-bf17-1dce0a834297),segment_id=a130caec-38d4-48f3-bf17-1dce0a834297)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 00:14:13.027519 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a76d44f8-fdbc-4832-93d9-f785fdd35cba tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:14:13.044674 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-a76d44f8-fdbc-4832-93d9-f785fdd35cba tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Calling delete_port for 40023e55-68b4-4572-86bb-4effbb0f5238 owned by network:router_interface {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 00:14:13.227384 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a76d44f8-fdbc-4832-93d9-f785fdd35cba tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:14:13.251974 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76d44f8-fdbc-4832-93d9-f785fdd35cba tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Pushing event deleted for resources: {'Port': ['ID=40023e55-68b4-4572-86bb-4effbb0f5238,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:14:13.425163 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a76d44f8-fdbc-4832-93d9-f785fdd35cba tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3760546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-413994'] for router_interface, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:14:13.636743 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a76d44f8-fdbc-4832-93d9-f785fdd35cba tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Router fa9f7ea2-422e-430d-9a59-8fdd18ee7e26 has already been hosted by L3 agent 018c4455-49c0-4734-927d-7824067b2a9e {{(pid=93797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 00:14:13.745674 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a76d44f8-fdbc-4832-93d9-f785fdd35cba tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 00:14:13.751367 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-a76d44f8-fdbc-4832-93d9-f785fdd35cba tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "PUT /v2.0/routers/fa9f7ea2-422e-430d-9a59-8fdd18ee7e26/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4278448 Jul 28 00:14:13.754219 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 59370) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:14:13.755741 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4b81ec8-7f1a-4eed-8dd6-425bf5ae31e2 None None] Sync routers for ids ['fa9f7ea2-422e-430d-9a59-8fdd18ee7e26'] in n-d-802623-1 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 00:14:13.764642 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4b81ec8-7f1a-4eed-8dd6-425bf5ae31e2 None None] Routers {'fa9f7ea2-422e-430d-9a59-8fdd18ee7e26'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 00:14:13.765257 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-f4b81ec8-7f1a-4eed-8dd6-425bf5ae31e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-28T00:14:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['fa9f7ea2-422e-430d-9a59-8fdd18ee7e26'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:14:13.804821 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_v2 [None req-33953443-2586-49f0-8821-03b661e9f037 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Deleting subnet b5db0f02-5df6-4699-a12c-1841e4bf21c6 {{(pid=93798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 00:14:13.807885 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-33953443-2586-49f0-8821-03b661e9f037 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks [] for subnet, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:14:13.847017 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-33953443-2586-49f0-8821-03b661e9f037 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11163249'] for subnet, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:14:13.866879 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-f4b81ec8-7f1a-4eed-8dd6-425bf5ae31e2 None None] Set router fa9f7ea2-422e-430d-9a59-8fdd18ee7e26 gateway port host: n-d-802623-1 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 00:14:13.938328 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-33953443-2586-49f0-8821-03b661e9f037 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620741'] for subnet, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:14:13.997270 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-33953443-2586-49f0-8821-03b661e9f037 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11971800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12265753'] for subnet, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:14:14.027862 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-33953443-2586-49f0-8821-03b661e9f037 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:14:14.032819 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-33953443-2586-49f0-8821-03b661e9f037 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "DELETE /v2.0/subnets/b5db0f02-5df6-4699-a12c-1841e4bf21c6 HTTP/1.1" status: 204 len: 168 time: 0.2750127 Jul 28 00:14:14.032819 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33953443-2586-49f0-8821-03b661e9f037 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Pushing event deleted for resources: {'Subnet': ['ID=b5db0f02-5df6-4699-a12c-1841e4bf21c6,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:14:14.033011 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 59372) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:14:14.039733 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-436b108f-a3f2-4d49-8bfe-9613ace4ac5a None None] Network 7897bfda-17aa-4895-bc9a-30f7ce1fb8a6 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 00:14:14.147353 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9a22ef14-0481-401b-9caf-64cf777cb2cc tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks [] for router, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:14:14.152824 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-f4b81ec8-7f1a-4eed-8dd6-425bf5ae31e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa9f7ea2-422e-430d-9a59-8fdd18ee7e26', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1157344952', 'tenant_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.85'}], 'enable_snat': True}, 'gw_port_id': '399faa70-3125-4984-843c-d1d3d8f850ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T00:12:29Z', 'updated_at': '2021-07-28T00:14:13Z', 'revision_number': 5, 'project_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'gw_port': {'id': '399faa70-3125-4984-843c-d1d3d8f850ae', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:60:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa9f7ea2-422e-430d-9a59-8fdd18ee7e26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T00:12:29Z', 'updated_at': '2021-07-28T00:12:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1'}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:14:14.180743 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4b81ec8-7f1a-4eed-8dd6-425bf5ae31e2 None None] Checking router: fa9f7ea2-422e-430d-9a59-8fdd18ee7e26 for host: n-d-802623-1 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 00:14:14.190089 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4b81ec8-7f1a-4eed-8dd6-425bf5ae31e2 None None] Routers {'fa9f7ea2-422e-430d-9a59-8fdd18ee7e26'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 00:14:14.190634 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-f4b81ec8-7f1a-4eed-8dd6-425bf5ae31e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-28T00:14:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['fa9f7ea2-422e-430d-9a59-8fdd18ee7e26'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:14:14.266612 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9a22ef14-0481-401b-9caf-64cf777cb2cc tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:14:14.300432 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-f4b81ec8-7f1a-4eed-8dd6-425bf5ae31e2 None None] Set router fa9f7ea2-422e-430d-9a59-8fdd18ee7e26 gateway port host: n-d-802623-1 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 00:14:14.322433 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-9a22ef14-0481-401b-9caf-64cf777cb2cc tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Deleting port 399faa70-3125-4984-843c-d1d3d8f850ae {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 00:14:14.322433 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9a22ef14-0481-401b-9caf-64cf777cb2cc tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:14:14.387791 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-361eda5c-687f-4545-87ee-eef783327051 None None] DHCP port deletion for 7897bfda-17aa-4895-bc9a-30f7ce1fb8a6 request from n-d-802623-1 {{(pid=93799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 00:14:14.407839 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-9a22ef14-0481-401b-9caf-64cf777cb2cc tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] For port 399faa70-3125-4984-843c-d1d3d8f850ae, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=399faa70-3125-4984-843c-d1d3d8f850ae,segment=NetworkSegment(b9afe07e-bbe4-4740-834c-4b6a9698bdbc),segment_id=b9afe07e-bbe4-4740-834c-4b6a9698bdbc)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 00:14:14.408217 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9a22ef14-0481-401b-9caf-64cf777cb2cc tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:14:14.420825 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-9a22ef14-0481-401b-9caf-64cf777cb2cc tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Calling delete_port for 399faa70-3125-4984-843c-d1d3d8f850ae owned by network:router_gateway {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 00:14:14.434356 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-361eda5c-687f-4545-87ee-eef783327051 None None] Deleting port 71217ed1-6577-4f9d-a3f7-ed465d3121be {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 00:14:14.434742 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-361eda5c-687f-4545-87ee-eef783327051 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:14:14.493156 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-f4b81ec8-7f1a-4eed-8dd6-425bf5ae31e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa9f7ea2-422e-430d-9a59-8fdd18ee7e26', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1157344952', 'tenant_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.85'}], 'enable_snat': True}, 'gw_port_id': '399faa70-3125-4984-843c-d1d3d8f850ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T00:12:29Z', 'updated_at': '2021-07-28T00:14:13Z', 'revision_number': 5, 'project_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'gw_port': {'id': '399faa70-3125-4984-843c-d1d3d8f850ae', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:60:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa9f7ea2-422e-430d-9a59-8fdd18ee7e26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T00:12:29Z', 'updated_at': '2021-07-28T00:12:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1'}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:14:14.503229 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-361eda5c-687f-4545-87ee-eef783327051 None None] For port 71217ed1-6577-4f9d-a3f7-ed465d3121be, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=71217ed1-6577-4f9d-a3f7-ed465d3121be,segment=NetworkSegment(a130caec-38d4-48f3-bf17-1dce0a834297),segment_id=a130caec-38d4-48f3-bf17-1dce0a834297)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 00:14:14.503763 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-361eda5c-687f-4545-87ee-eef783327051 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:14:14.517386 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-361eda5c-687f-4545-87ee-eef783327051 None None] Calling delete_port for 71217ed1-6577-4f9d-a3f7-ed465d3121be owned by network:dhcp {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 00:14:14.519922 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4b81ec8-7f1a-4eed-8dd6-425bf5ae31e2 None None] The sync data for ids ['fa9f7ea2-422e-430d-9a59-8fdd18ee7e26'] in n-d-802623-1 is: [{'id': 'fa9f7ea2-422e-430d-9a59-8fdd18ee7e26', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1157344952', 'tenant_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.85'}], 'enable_snat': True}, 'gw_port_id': '399faa70-3125-4984-843c-d1d3d8f850ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T00:12:29Z', 'updated_at': '2021-07-28T00:14:13Z', 'revision_number': 5, 'project_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'gw_port': {'id': '399faa70-3125-4984-843c-d1d3d8f850ae', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:60:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa9f7ea2-422e-430d-9a59-8fdd18ee7e26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T00:12:29Z', 'updated_at': '2021-07-28T00:12:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1'}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 00:14:14.599630 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-361eda5c-687f-4545-87ee-eef783327051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:14:14.603802 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9a22ef14-0481-401b-9caf-64cf777cb2cc tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:14:14.627154 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361eda5c-687f-4545-87ee-eef783327051 None None] Pushing event deleted for resources: {'Port': ['ID=71217ed1-6577-4f9d-a3f7-ed465d3121be,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:14:14.630342 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a22ef14-0481-401b-9caf-64cf777cb2cc tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Pushing event deleted for resources: {'Port': ['ID=399faa70-3125-4984-843c-d1d3d8f850ae,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:14:14.636186 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-361eda5c-687f-4545-87ee-eef783327051 None None] No DVR routers for this DVR port 71217ed1-6577-4f9d-a3f7-ed465d3121be on host n-d-802623-1 {{(pid=93799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 00:14:14.645881 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361eda5c-687f-4545-87ee-eef783327051 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:14:14.646385 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361eda5c-687f-4545-87ee-eef783327051 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:14:14.646734 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361eda5c-687f-4545-87ee-eef783327051 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:14:14.647099 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361eda5c-687f-4545-87ee-eef783327051 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:14:14.647444 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361eda5c-687f-4545-87ee-eef783327051 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:14:14.647779 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361eda5c-687f-4545-87ee-eef783327051 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:14:14.648112 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361eda5c-687f-4545-87ee-eef783327051 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:14:14.648707 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361eda5c-687f-4545-87ee-eef783327051 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:14:14.648803 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361eda5c-687f-4545-87ee-eef783327051 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:14:14.649085 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361eda5c-687f-4545-87ee-eef783327051 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:14:14.649414 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361eda5c-687f-4545-87ee-eef783327051 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:14:14.649743 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361eda5c-687f-4545-87ee-eef783327051 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:14:14.691338 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9a22ef14-0481-401b-9caf-64cf777cb2cc tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-415368'] for router_gateway, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:14:14.784251 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9a22ef14-0481-401b-9caf-64cf777cb2cc tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62205'] for router, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:14:14.786298 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9a22ef14-0481-401b-9caf-64cf777cb2cc tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:14:14.828771 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9a22ef14-0481-401b-9caf-64cf777cb2cc tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-477831'] for router, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:14:14.829247 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a22ef14-0481-401b-9caf-64cf777cb2cc tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Fanout notify agent at l3_agent the message router_deleted on router fa9f7ea2-422e-430d-9a59-8fdd18ee7e26 {{(pid=93798) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 00:14:14.836001 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9a22ef14-0481-401b-9caf-64cf777cb2cc tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks [] for router, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:14:14.837144 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-9a22ef14-0481-401b-9caf-64cf777cb2cc tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "DELETE /v2.0/routers/fa9f7ea2-422e-430d-9a59-8fdd18ee7e26 HTTP/1.1" status: 204 len: 168 time: 0.8032894 Jul 28 00:14:14.839815 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 59374) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:14:14.851735 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 03da9805-408d-497c-8778-d5d67142daad no longer exists at agent hyperv_n-h1-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 00:14:14.884720 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] No Port match for: 03da9805-408d-497c-8778-d5d67142daad {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 00:14:14.885067 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 03da9805-408d-497c-8778-d5d67142daad not bound to the agent host n-h1-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 00:14:14.929645 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e355b399-a7ca-45a9-8de5-6b1942fcdae1 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593271'] for network, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:14:14.978412 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 40023e55-68b4-4572-86bb-4effbb0f5238 no longer exists at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 00:14:15.000797 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] No Port match for: 40023e55-68b4-4572-86bb-4effbb0f5238 {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 00:14:15.001275 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 40023e55-68b4-4572-86bb-4effbb0f5238 not bound to the agent host n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 00:14:15.001703 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 71217ed1-6577-4f9d-a3f7-ed465d3121be no longer exists at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 00:14:15.021984 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] No Port match for: 71217ed1-6577-4f9d-a3f7-ed465d3121be {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 00:14:15.022328 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 71217ed1-6577-4f9d-a3f7-ed465d3121be not bound to the agent host n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 00:14:15.041209 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e355b399-a7ca-45a9-8de5-6b1942fcdae1 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618032', 'neutron.services.segments.db._delete_segments_for_network-8736833900081'] for network, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:14:15.051386 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-e355b399-a7ca-45a9-8de5-6b1942fcdae1 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7897bfda-17aa-4895-bc9a-30f7ce1fb8a6']}} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:14:15.062821 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-e355b399-a7ca-45a9-8de5-6b1942fcdae1 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a130caec-38d4-48f3-bf17-1dce0a834297') {'for_net_delete': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:14:15.063147 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-e355b399-a7ca-45a9-8de5-6b1942fcdae1 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a130caec-38d4-48f3-bf17-1dce0a834297') {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:14:15.071729 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e355b399-a7ca-45a9-8de5-6b1942fcdae1 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736833900858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11163256'] for segment, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:14:15.085808 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e355b399-a7ca-45a9-8de5-6b1942fcdae1 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:14:15.092148 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e355b399-a7ca-45a9-8de5-6b1942fcdae1 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Releasing vlan 503 on physical network physnet1 to pool {{(pid=93798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 00:14:15.092534 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e355b399-a7ca-45a9-8de5-6b1942fcdae1 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11971746'] for segment, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:14:15.095705 n-d-802623-1 neutron-server[93798]: Traceback (most recent call last): Jul 28 00:14:15.095705 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 00:14:15.095705 n-d-802623-1 neutron-server[93798]: timer() Jul 28 00:14:15.095705 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 00:14:15.095705 n-d-802623-1 neutron-server[93798]: cb(*args, **kw) Jul 28 00:14:15.095705 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 00:14:15.095705 n-d-802623-1 neutron-server[93798]: return func(*args, **kwargs) Jul 28 00:14:15.095705 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 00:14:15.095705 n-d-802623-1 neutron-server[93798]: self._notify() Jul 28 00:14:15.095705 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 00:14:15.095705 n-d-802623-1 neutron-server[93798]: self.callback(batched_events) Jul 28 00:14:15.095705 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 00:14:15.095705 n-d-802623-1 neutron-server[93798]: event.method(event) Jul 28 00:14:15.095705 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 00:14:15.095705 n-d-802623-1 neutron-server[93798]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 00:14:15.095705 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 00:14:15.095705 n-d-802623-1 neutron-server[93798]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 00:14:15.095705 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 00:14:15.095705 n-d-802623-1 neutron-server[93798]: return f(self, *a, **k) Jul 28 00:14:15.095705 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 00:14:15.095705 n-d-802623-1 neutron-server[93798]: return self._get(url).json() Jul 28 00:14:15.095705 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 00:14:15.095705 n-d-802623-1 neutron-server[93798]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 00:14:15.095705 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 00:14:15.095705 n-d-802623-1 neutron-server[93798]: return self.request(url, 'GET', **kwargs) Jul 28 00:14:15.095705 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 00:14:15.095705 n-d-802623-1 neutron-server[93798]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 00:14:15.095705 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 00:14:15.095705 n-d-802623-1 neutron-server[93798]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 00:14:15.095705 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 00:14:15.095705 n-d-802623-1 neutron-server[93798]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 00:14:15.095705 n-d-802623-1 neutron-server[93798]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 00:14:15.157593 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e355b399-a7ca-45a9-8de5-6b1942fcdae1 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415412'] for network, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:14:15.167260 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e355b399-a7ca-45a9-8de5-6b1942fcdae1 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks [] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:14:15.169141 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-e355b399-a7ca-45a9-8de5-6b1942fcdae1 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "DELETE /v2.0/networks/7897bfda-17aa-4895-bc9a-30f7ce1fb8a6 HTTP/1.1" status: 204 len: 168 time: 0.3284061 Jul 28 00:14:15.172639 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 59376) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:14:15.181515 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e355b399-a7ca-45a9-8de5-6b1942fcdae1 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Pushing event deleted for resources: {'Network': ['ID=7897bfda-17aa-4895-bc9a-30f7ce1fb8a6,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:14:15.236363 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3c29d104-b3cb-47e4-a60d-31e6a30ed7be tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:14:15.263091 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3c29d104-b3cb-47e4-a60d-31e6a30ed7be tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:14:15.324754 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3c29d104-b3cb-47e4-a60d-31e6a30ed7be tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:14:15.327267 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3c29d104-b3cb-47e4-a60d-31e6a30ed7be tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:14:15.328421 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-3c29d104-b3cb-47e4-a60d-31e6a30ed7be tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "DELETE /v2.0/security-groups/01c3ab92-5671-49de-a36a-83e434a54c3b HTTP/1.1" status: 204 len: 168 time: 0.1547542 Jul 28 00:14:15.337231 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c29d104-b3cb-47e4-a60d-31e6a30ed7be tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=01c3ab92-5671-49de-a36a-83e434a54c3b,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:14:15.789531 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 59382) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:14:15.794220 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-c04a6caa-a4fe-4e13-9e47-b4409bcebebd tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1620920908', 'description': 'tempest-secgroup-smoke-1620920908 description', 'project_id': '9ba1e124f2a248fcbbee4df813e28c7a'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 00:14:15.816965 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c04a6caa-a4fe-4e13-9e47-b4409bcebebd tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:14:15.897339 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c04a6caa-a4fe-4e13-9e47-b4409bcebebd tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:14:15.900681 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c04a6caa-a4fe-4e13-9e47-b4409bcebebd tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:14:15.935862 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c04a6caa-a4fe-4e13-9e47-b4409bcebebd tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:14:15.937072 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-c04a6caa-a4fe-4e13-9e47-b4409bcebebd tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1465366 Jul 28 00:14:15.940432 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 59384) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:14:15.941668 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04a6caa-a4fe-4e13-9e47-b4409bcebebd tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d099d4a8-30eb-4eab-989c-4339fb2a24ef,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:14:15.946478 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-855d8a7a-d0c7-4ed7-a505-9dcd4487c79d tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Request body: {'security_group_rule': {'security_group_id': 'd099d4a8-30eb-4eab-989c-4339fb2a24ef', 'project_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 00:14:15.972950 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-855d8a7a-d0c7-4ed7-a505-9dcd4487c79d tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:14:16.026878 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-855d8a7a-d0c7-4ed7-a505-9dcd4487c79d tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:14:16.031197 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-855d8a7a-d0c7-4ed7-a505-9dcd4487c79d tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784185'] for security_group_rule, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:14:16.049207 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855d8a7a-d0c7-4ed7-a505-9dcd4487c79d tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df1bf1bb-8327-43c9-8982-c190053c04a5,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:14:16.055730 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-855d8a7a-d0c7-4ed7-a505-9dcd4487c79d tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:14:16.056973 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-855d8a7a-d0c7-4ed7-a505-9dcd4487c79d tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1154706 Jul 28 00:14:16.059616 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 59386) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:14:16.064349 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-4d534a0a-da19-45be-9b4b-9fc19b7b3ae9 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Request body: {'security_group_rule': {'security_group_id': 'd099d4a8-30eb-4eab-989c-4339fb2a24ef', 'project_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 00:14:16.089664 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4d534a0a-da19-45be-9b4b-9fc19b7b3ae9 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:14:16.145994 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4d534a0a-da19-45be-9b4b-9fc19b7b3ae9 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:14:16.149506 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4d534a0a-da19-45be-9b4b-9fc19b7b3ae9 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784185'] for security_group_rule, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:14:16.167843 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d534a0a-da19-45be-9b4b-9fc19b7b3ae9 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32cb926b-b9cf-42bc-bb98-f5d9bd23787e,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:14:16.173206 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4d534a0a-da19-45be-9b4b-9fc19b7b3ae9 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:14:16.174247 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-4d534a0a-da19-45be-9b4b-9fc19b7b3ae9 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1137235 Jul 28 00:14:16.177021 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 59388) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:14:16.181514 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-a4c92f7d-6d2a-44d9-888f-3aa3d8769768 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Request body: {'security_group_rule': {'security_group_id': 'd099d4a8-30eb-4eab-989c-4339fb2a24ef', 'project_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 00:14:16.207312 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a4c92f7d-6d2a-44d9-888f-3aa3d8769768 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:14:16.270703 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a4c92f7d-6d2a-44d9-888f-3aa3d8769768 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:14:16.274280 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a4c92f7d-6d2a-44d9-888f-3aa3d8769768 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784185'] for security_group_rule, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:14:16.291154 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c92f7d-6d2a-44d9-888f-3aa3d8769768 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=360b268c-b1db-4ea8-af15-74e0cd1c65ae,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:14:16.297166 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a4c92f7d-6d2a-44d9-888f-3aa3d8769768 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:14:16.298383 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-a4c92f7d-6d2a-44d9-888f-3aa3d8769768 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1204109 Jul 28 00:14:16.302034 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 59390) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:14:16.306412 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-fb54586b-f9ab-4297-895f-e5ef75d4f64e tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Request body: {'security_group_rule': {'security_group_id': 'd099d4a8-30eb-4eab-989c-4339fb2a24ef', 'project_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 00:14:16.332666 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fb54586b-f9ab-4297-895f-e5ef75d4f64e tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:14:16.391521 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fb54586b-f9ab-4297-895f-e5ef75d4f64e tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:14:16.394920 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fb54586b-f9ab-4297-895f-e5ef75d4f64e tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784185'] for security_group_rule, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:14:16.413142 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb54586b-f9ab-4297-895f-e5ef75d4f64e tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9687863-d1ff-4847-ae84-69e534a2af8f,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:14:16.416282 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fb54586b-f9ab-4297-895f-e5ef75d4f64e tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:14:16.417468 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-fb54586b-f9ab-4297-895f-e5ef75d4f64e tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1145215 Jul 28 00:14:16.420219 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 59392) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:14:16.424539 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-eefbdbe3-229c-4305-b914-a8ea7606e6e5 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Request body: {'security_group_rule': {'security_group_id': 'd099d4a8-30eb-4eab-989c-4339fb2a24ef', 'project_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 00:14:16.445528 n-d-802623-1 neutron-server[93798]: INFO neutron.db.securitygroups_db [None req-eefbdbe3-229c-4305-b914-a8ea7606e6e5 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Project 9ba1e124f2a248fcbbee4df813e28c7a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 00:14:16.450081 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-eefbdbe3-229c-4305-b914-a8ea7606e6e5 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:14:16.507941 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-eefbdbe3-229c-4305-b914-a8ea7606e6e5 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:14:16.511069 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-eefbdbe3-229c-4305-b914-a8ea7606e6e5 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784185'] for security_group_rule, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:14:16.529785 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefbdbe3-229c-4305-b914-a8ea7606e6e5 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40908055-b32e-4349-b71c-1c4943c306b0,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:14:16.532864 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-eefbdbe3-229c-4305-b914-a8ea7606e6e5 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:14:16.534139 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-eefbdbe3-229c-4305-b914-a8ea7606e6e5 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1130033 Jul 28 00:14:16.536832 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 59394) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:14:16.541162 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-23bdcc7e-9d62-4be0-b2cd-bc3e87623ca2 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Request body: {'security_group_rule': {'security_group_id': 'd099d4a8-30eb-4eab-989c-4339fb2a24ef', 'project_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 00:14:16.561773 n-d-802623-1 neutron-server[93798]: INFO neutron.db.securitygroups_db [None req-23bdcc7e-9d62-4be0-b2cd-bc3e87623ca2 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Project 9ba1e124f2a248fcbbee4df813e28c7a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 00:14:16.566756 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-23bdcc7e-9d62-4be0-b2cd-bc3e87623ca2 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:14:16.627867 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-23bdcc7e-9d62-4be0-b2cd-bc3e87623ca2 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:14:16.631178 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-23bdcc7e-9d62-4be0-b2cd-bc3e87623ca2 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784185'] for security_group_rule, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:14:16.649690 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bdcc7e-9d62-4be0-b2cd-bc3e87623ca2 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b259ae27-33e1-43d2-9672-e04553b9011d,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:14:16.652670 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-23bdcc7e-9d62-4be0-b2cd-bc3e87623ca2 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:14:16.653840 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-23bdcc7e-9d62-4be0-b2cd-bc3e87623ca2 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1160989 Jul 28 00:14:16.656761 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 59396) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:14:16.661602 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-8bea66cb-550d-4003-aae4-7cd351ad0d41 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Request body: {'network': {'name': 'tempest-network-smoke--1400979471', 'project_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'port_security_enabled': True}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 00:14:16.682117 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bea66cb-550d-4003-aae4-7cd351ad0d41 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Made reservation on behalf of 9ba1e124f2a248fcbbee4df813e28c7a for: {'network': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 00:14:16.685419 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8bea66cb-550d-4003-aae4-7cd351ad0d41 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for network, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:14:16.708636 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bea66cb-550d-4003-aae4-7cd351ad0d41 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 530} {{(pid=93798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 00:14:16.718578 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8bea66cb-550d-4003-aae4-7cd351ad0d41 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:14:16.718823 n-d-802623-1 neutron-server[93798]: INFO neutron.db.segments_db [None req-8bea66cb-550d-4003-aae4-7cd351ad0d41 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Added segment e3f77084-4f88-40ca-aaa3-504c28f04454 of type vlan for network 4e91a3e0-acbb-4b37-b99f-89d94c6198ae Jul 28 00:14:16.758732 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8bea66cb-550d-4003-aae4-7cd351ad0d41 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736833354590'] for network, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:14:16.785707 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8bea66cb-550d-4003-aae4-7cd351ad0d41 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569'] for network, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:14:16.791530 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bea66cb-550d-4003-aae4-7cd351ad0d41 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:14:16.792119 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8bea66cb-550d-4003-aae4-7cd351ad0d41 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks [] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:14:16.799603 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 399faa70-3125-4984-843c-d1d3d8f850ae no longer exists at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 00:14:16.820711 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] No Port match for: 399faa70-3125-4984-843c-d1d3d8f850ae {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 00:14:16.821060 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 399faa70-3125-4984-843c-d1d3d8f850ae not bound to the agent host n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 00:14:16.849605 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-8bea66cb-550d-4003-aae4-7cd351ad0d41 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1918173 Jul 28 00:14:16.852249 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 59398) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:14:16.856548 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-3af1a170-2617-431b-975d-ccaa69150d29 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-869127900', 'admin_state_up': True, 'project_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'}}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 00:14:16.872874 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bea66cb-550d-4003-aae4-7cd351ad0d41 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Pushing event updated for resources: {'Network': ['ID=4e91a3e0-acbb-4b37-b99f-89d94c6198ae,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:14:16.884220 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Network 4e91a3e0-acbb-4b37-b99f-89d94c6198ae details requested by agent ovs-agent-n-d-802623-1 with host n-d-802623-1 {{(pid=93799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 00:14:16.888228 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3af1a170-2617-431b-975d-ccaa69150d29 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62159'] for router, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:14:16.889241 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3af1a170-2617-431b-975d-ccaa69150d29 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-479230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-415539', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3693317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62148'] for router, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:14:16.941779 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3af1a170-2617-431b-975d-ccaa69150d29 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:14:17.077756 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3af1a170-2617-431b-975d-ccaa69150d29 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-415433', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62186'] for router, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:14:17.265606 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3af1a170-2617-431b-975d-ccaa69150d29 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks [] for router_gateway, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:14:17.287261 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3af1a170-2617-431b-975d-ccaa69150d29 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:14:17.385141 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-3af1a170-2617-431b-975d-ccaa69150d29 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Allocated IP 172.25.4.62 (2fd42287-ed26-4eb9-89a5-b521f5b04356/17de1f8f-393a-4b0c-a2df-614bd3f2fb5e/6f686f3b-82bb-43eb-b38b-30269a30724a) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 00:14:17.486902 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3af1a170-2617-431b-975d-ccaa69150d29 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:14:17.524099 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3af1a170-2617-431b-975d-ccaa69150d29 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:14:17.560242 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3af1a170-2617-431b-975d-ccaa69150d29 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Network 2fd42287-ed26-4eb9-89a5-b521f5b04356 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 00:14:17.563262 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-3af1a170-2617-431b-975d-ccaa69150d29 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 00:14:17.568652 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af1a170-2617-431b-975d-ccaa69150d29 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 00:14:17.573868 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af1a170-2617-431b-975d-ccaa69150d29 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Pushing event updated for resources: {'Port': ['ID=6f686f3b-82bb-43eb-b38b-30269a30724a,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:14:18.135479 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3af1a170-2617-431b-975d-ccaa69150d29 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks [] for router_gateway, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:14:18.330462 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3af1a170-2617-431b-975d-ccaa69150d29 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-415468'] for router, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:14:18.454902 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3af1a170-2617-431b-975d-ccaa69150d29 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Router 2e5187ab-07b7-44b4-abc4-7d7601aecf47 is scheduled to L3 agent 018c4455-49c0-4734-927d-7824067b2a9e with binding_index 1 {{(pid=93798) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 00:14:18.565049 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3af1a170-2617-431b-975d-ccaa69150d29 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 00:14:18.574394 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-281933cc-761b-4c2e-9fe0-f2953add12ab None None] Sync routers for ids ['2e5187ab-07b7-44b4-abc4-7d7601aecf47'] in n-d-802623-1 {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 00:14:18.583582 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3af1a170-2617-431b-975d-ccaa69150d29 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks [] for router, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:14:18.584830 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-3af1a170-2617-431b-975d-ccaa69150d29 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.7316685 Jul 28 00:14:18.587987 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 59400) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:14:18.589209 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-281933cc-761b-4c2e-9fe0-f2953add12ab None None] Routers {'2e5187ab-07b7-44b4-abc4-7d7601aecf47'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 00:14:18.589357 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-281933cc-761b-4c2e-9fe0-f2953add12ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-28T00:14:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['2e5187ab-07b7-44b4-abc4-7d7601aecf47'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:14:18.657801 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-503eb95e-e556-4110-8fa7-1132560dc19f tempest-TestNetworkAdvancedServerOps-2036493630 tempest-TestNetworkAdvancedServerOps-2036493630-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=9ba1e124f2a248fcbbee4df813e28c7a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0687239 Jul 28 00:14:18.660375 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 59404) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:14:18.698208 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-281933cc-761b-4c2e-9fe0-f2953add12ab None None] Set router 2e5187ab-07b7-44b4-abc4-7d7601aecf47 gateway port host: n-d-802623-1 {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 00:14:18.744565 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bbdb082-86d6-46ba-bd0e-c2f170f4a2c3 tempest-TestNetworkAdvancedServerOps-2036493630 tempest-TestNetworkAdvancedServerOps-2036493630-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:14:18.746010 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-9bbdb082-86d6-46ba-bd0e-c2f170f4a2c3 tempest-TestNetworkAdvancedServerOps-2036493630 tempest-TestNetworkAdvancedServerOps-2036493630-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0847342 Jul 28 00:14:18.749381 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 59406) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:14:18.782634 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-33c284e9-b05a-4b1e-accf-b4f3d69a1d21 tempest-TestNetworkAdvancedServerOps-2036493630 tempest-TestNetworkAdvancedServerOps-2036493630-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=2fd42287-ed26-4eb9-89a5-b521f5b04356&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0321527 Jul 28 00:14:18.785093 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 59408) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:14:18.790056 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-a85ce710-9b02-4f19-af4e-20b20a5f42b3 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1708966888', 'network_id': '4e91a3e0-acbb-4b37-b99f-89d94c6198ae', 'project_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 00:14:18.871234 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-281933cc-761b-4c2e-9fe0-f2953add12ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e5187ab-07b7-44b4-abc4-7d7601aecf47', 'name': 'tempest-TestNetworkAdvancedServerOps-router-869127900', 'tenant_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.62'}], 'enable_snat': True}, 'gw_port_id': '6f686f3b-82bb-43eb-b38b-30269a30724a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T00:14:16Z', 'updated_at': '2021-07-28T00:14:18Z', 'revision_number': 3, 'project_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'gw_port': {'id': '6f686f3b-82bb-43eb-b38b-30269a30724a', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:7f:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e5187ab-07b7-44b4-abc4-7d7601aecf47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T00:14:17Z', 'updated_at': '2021-07-28T00:14:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1'}], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:14:18.879474 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a85ce710-9b02-4f19-af4e-20b20a5f42b3 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Made reservation on behalf of 9ba1e124f2a248fcbbee4df813e28c7a for: {'subnet': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 00:14:18.882974 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a85ce710-9b02-4f19-af4e-20b20a5f42b3 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12265828'] for subnet, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:14:18.901712 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-281933cc-761b-4c2e-9fe0-f2953add12ab None None] Checking router: 2e5187ab-07b7-44b4-abc4-7d7601aecf47 for host: n-d-802623-1 {{(pid=93799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 00:14:18.902058 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-281933cc-761b-4c2e-9fe0-f2953add12ab None None] Updating router 2e5187ab-07b7-44b4-abc4-7d7601aecf47 port 6f686f3b-82bb-43eb-b38b-30269a30724a binding host n-d-802623-1 {{(pid=93799) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 00:14:18.926230 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-281933cc-761b-4c2e-9fe0-f2953add12ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:14:19.080078 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a85ce710-9b02-4f19-af4e-20b20a5f42b3 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11971609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12265750'] for subnet, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:14:19.142501 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85ce710-9b02-4f19-af4e-20b20a5f42b3 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Pushing event updated for resources: {'Subnet': ['ID=776e6f52-5fa4-49d8-9cab-895870268827,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:14:19.153119 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a85ce710-9b02-4f19-af4e-20b20a5f42b3 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Checking segment: {'id': 'e3f77084-4f88-40ca-aaa3-504c28f04454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '4e91a3e0-acbb-4b37-b99f-89d94c6198ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 00:14:19.153489 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a85ce710-9b02-4f19-af4e-20b20a5f42b3 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Network hostable DHCP agents. Network: 4e91a3e0-acbb-4b37-b99f-89d94c6198ae, hostable agents: ['5950e76f-2bde-4343-a925-cbe6bacd2706'], hosted agents: [] {{(pid=93798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 00:14:19.171213 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a85ce710-9b02-4f19-af4e-20b20a5f42b3 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Network 4e91a3e0-acbb-4b37-b99f-89d94c6198ae is scheduled to be hosted by DHCP agent 5950e76f-2bde-4343-a925-cbe6bacd2706 with binding_index 1 {{(pid=93798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 00:14:19.180269 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-a85ce710-9b02-4f19-af4e-20b20a5f42b3 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802623-1, 4e91a3e0-acbb-4b37-b99f-89d94c6198ae) {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 00:14:19.180469 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-281933cc-761b-4c2e-9fe0-f2953add12ab None None] Notify callbacks [] for port, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:14:19.184625 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a85ce710-9b02-4f19-af4e-20b20a5f42b3 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:14:19.185469 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a85ce710-9b02-4f19-af4e-20b20a5f42b3 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:14:19.193168 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f395403a-0525-4f89-8ad3-05dc4f2a6888 None None] Network 4e91a3e0-acbb-4b37-b99f-89d94c6198ae requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 00:14:19.201137 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-a85ce710-9b02-4f19-af4e-20b20a5f42b3 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4149711 Jul 28 00:14:19.204111 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 59412) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:14:19.236153 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-281933cc-761b-4c2e-9fe0-f2953add12ab None None] Transition to ACTIVE for port object 6f686f3b-82bb-43eb-b38b-30269a30724a will not be triggered until provisioned by entity L2. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 00:14:19.245331 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-281933cc-761b-4c2e-9fe0-f2953add12ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:14:19.318253 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc56803-58eb-4deb-bb25-47403cd1ab82 None None] Pushing event updated for resources: {'Port': ['ID=6f686f3b-82bb-43eb-b38b-30269a30724a,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:14:19.323875 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-281933cc-761b-4c2e-9fe0-f2953add12ab None None] Attempting to bind port 6f686f3b-82bb-43eb-b38b-30269a30724a on host n-d-802623-1 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 00:14:19.324255 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-281933cc-761b-4c2e-9fe0-f2953add12ab None None] Attempting to bind port 6f686f3b-82bb-43eb-b38b-30269a30724a by drivers openvswitch,hyperv on host n-d-802623-1 at level 0 using segments [{'id': 'b9afe07e-bbe4-4740-834c-4b6a9698bdbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 00:14:19.324762 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-281933cc-761b-4c2e-9fe0-f2953add12ab None None] Attempting to bind port 6f686f3b-82bb-43eb-b38b-30269a30724a on network 2fd42287-ed26-4eb9-89a5-b521f5b04356 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 00:14:19.339353 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-281933cc-761b-4c2e-9fe0-f2953add12ab None None] Checking agent: {'id': 'a9a568d2-a5e7-41e4-833f-a8ab42ea4073', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 52, 30), 'started_at': datetime.datetime(2021, 7, 27, 22, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 0, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802623-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 00:14:19.339735 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-281933cc-761b-4c2e-9fe0-f2953add12ab None None] Checking segment: {'id': 'b9afe07e-bbe4-4740-834c-4b6a9698bdbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 00:14:19.340142 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-281933cc-761b-4c2e-9fe0-f2953add12ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:14:19.340535 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-281933cc-761b-4c2e-9fe0-f2953add12ab None None] Bound using segment: {'id': 'b9afe07e-bbe4-4740-834c-4b6a9698bdbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 00:14:19.341012 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-281933cc-761b-4c2e-9fe0-f2953add12ab None None] Bound port: 6f686f3b-82bb-43eb-b38b-30269a30724a, host: n-d-802623-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9afe07e-bbe4-4740-834c-4b6a9698bdbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 00:14:19.341396 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-281933cc-761b-4c2e-9fe0-f2953add12ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:14:19.437873 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-281933cc-761b-4c2e-9fe0-f2953add12ab None None] For port 6f686f3b-82bb-43eb-b38b-30269a30724a, host n-d-802623-1, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 00:14:19.448058 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b67bbe1a-886b-4e7e-af48-9a048d497165 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f6f257c-ad18-5f0c-8c8e-ea085a5fc8a2-4e91a3e0-acbb-4b37-b99f-89d94c6198ae', 'network_id': '4e91a3e0-acbb-4b37-b99f-89d94c6198ae', 'tenant_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'fixed_ips': [{'subnet_id': '776e6f52-5fa4-49d8-9cab-895870268827'}]}} from n-d-802623-1. {{(pid=93799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 00:14:19.448930 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b67bbe1a-886b-4e7e-af48-9a048d497165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:14:19.454971 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-281933cc-761b-4c2e-9fe0-f2953add12ab None None] For port 6f686f3b-82bb-43eb-b38b-30269a30724a, host n-d-802623-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=6f686f3b-82bb-43eb-b38b-30269a30724a,segment=NetworkSegment(b9afe07e-bbe4-4740-834c-4b6a9698bdbc),segment_id=b9afe07e-bbe4-4740-834c-4b6a9698bdbc)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 00:14:19.463832 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-281933cc-761b-4c2e-9fe0-f2953add12ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:14:19.591517 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-281933cc-761b-4c2e-9fe0-f2953add12ab None None] Routers {'2e5187ab-07b7-44b4-abc4-7d7601aecf47'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 00:14:19.592674 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-281933cc-761b-4c2e-9fe0-f2953add12ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-28T00:14:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['2e5187ab-07b7-44b4-abc4-7d7601aecf47'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:14:19.596481 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc56803-58eb-4deb-bb25-47403cd1ab82 None None] Pushing event updated for resources: {'Port': ['ID=6f686f3b-82bb-43eb-b38b-30269a30724a,revision_number=3']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:14:19.641529 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fdc45fe5-d73b-41b4-9ad7-8e109d7e6a0f tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:14:19.713333 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-b67bbe1a-886b-4e7e-af48-9a048d497165 None None] Allocated IP 172.20.0.2 (4e91a3e0-acbb-4b37-b99f-89d94c6198ae/776e6f52-5fa4-49d8-9cab-895870268827/84171ed0-61c9-4593-a761-c06d5f863313) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 00:14:19.792406 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-281933cc-761b-4c2e-9fe0-f2953add12ab None None] Set router 2e5187ab-07b7-44b4-abc4-7d7601aecf47 gateway port host: n-d-802623-1 {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 00:14:20.022429 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b67bbe1a-886b-4e7e-af48-9a048d497165 None None] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:14:20.033457 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-b67bbe1a-886b-4e7e-af48-9a048d497165 None None] Transition to ACTIVE for port object 84171ed0-61c9-4593-a761-c06d5f863313 will not be triggered until provisioned by entity L2. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 00:14:20.053534 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-b67bbe1a-886b-4e7e-af48-9a048d497165 None None] Transition to ACTIVE for port object 84171ed0-61c9-4593-a761-c06d5f863313 will not be triggered until provisioned by entity DHCP. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 00:14:20.060956 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b67bbe1a-886b-4e7e-af48-9a048d497165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:14:20.099883 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b67bbe1a-886b-4e7e-af48-9a048d497165 None None] Network 4e91a3e0-acbb-4b37-b99f-89d94c6198ae is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 00:14:20.104276 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-b67bbe1a-886b-4e7e-af48-9a048d497165 None None] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 00:14:20.108457 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-281933cc-761b-4c2e-9fe0-f2953add12ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e5187ab-07b7-44b4-abc4-7d7601aecf47', 'name': 'tempest-TestNetworkAdvancedServerOps-router-869127900', 'tenant_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.62'}], 'enable_snat': True}, 'gw_port_id': '6f686f3b-82bb-43eb-b38b-30269a30724a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T00:14:16Z', 'updated_at': '2021-07-28T00:14:18Z', 'revision_number': 3, 'project_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'gw_port': {'id': '6f686f3b-82bb-43eb-b38b-30269a30724a', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:7f:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e5187ab-07b7-44b4-abc4-7d7601aecf47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T00:14:17Z', 'updated_at': '2021-07-28T00:14:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1'}], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:14:20.110111 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-fdc45fe5-d73b-41b4-9ad7-8e109d7e6a0f tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Allocated IP 172.20.0.1 (4e91a3e0-acbb-4b37-b99f-89d94c6198ae/776e6f52-5fa4-49d8-9cab-895870268827/9e90ee66-4f2b-4b2a-b943-022c8c6b63b8) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 00:14:20.111274 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b67bbe1a-886b-4e7e-af48-9a048d497165 None None] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 00:14:20.149194 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-281933cc-761b-4c2e-9fe0-f2953add12ab None None] The sync data for ids ['2e5187ab-07b7-44b4-abc4-7d7601aecf47'] in n-d-802623-1 is: [{'id': '2e5187ab-07b7-44b4-abc4-7d7601aecf47', 'name': 'tempest-TestNetworkAdvancedServerOps-router-869127900', 'tenant_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.62'}], 'enable_snat': True}, 'gw_port_id': '6f686f3b-82bb-43eb-b38b-30269a30724a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T00:14:16Z', 'updated_at': '2021-07-28T00:14:18Z', 'revision_number': 3, 'project_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'gw_port': {'id': '6f686f3b-82bb-43eb-b38b-30269a30724a', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:7f:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e5187ab-07b7-44b4-abc4-7d7601aecf47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T00:14:17Z', 'updated_at': '2021-07-28T00:14:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1'}] {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 00:14:20.153587 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67bbe1a-886b-4e7e-af48-9a048d497165 None None] Pushing event updated for resources: {'Port': ['ID=84171ed0-61c9-4593-a761-c06d5f863313,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:14:20.205584 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-b67bbe1a-886b-4e7e-af48-9a048d497165 None None] Attempting to bind port 84171ed0-61c9-4593-a761-c06d5f863313 on host n-d-802623-1 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 00:14:20.205962 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-b67bbe1a-886b-4e7e-af48-9a048d497165 None None] Attempting to bind port 84171ed0-61c9-4593-a761-c06d5f863313 by drivers openvswitch,hyperv on host n-d-802623-1 at level 0 using segments [{'id': 'e3f77084-4f88-40ca-aaa3-504c28f04454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '4e91a3e0-acbb-4b37-b99f-89d94c6198ae'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 00:14:20.206328 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b67bbe1a-886b-4e7e-af48-9a048d497165 None None] Attempting to bind port 84171ed0-61c9-4593-a761-c06d5f863313 on network 4e91a3e0-acbb-4b37-b99f-89d94c6198ae {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 00:14:20.211584 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b67bbe1a-886b-4e7e-af48-9a048d497165 None None] Checking agent: {'id': 'a9a568d2-a5e7-41e4-833f-a8ab42ea4073', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 52, 30), 'started_at': datetime.datetime(2021, 7, 27, 22, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 0, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802623-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 00:14:20.211960 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b67bbe1a-886b-4e7e-af48-9a048d497165 None None] Checking segment: {'id': 'e3f77084-4f88-40ca-aaa3-504c28f04454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '4e91a3e0-acbb-4b37-b99f-89d94c6198ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 00:14:20.212366 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b67bbe1a-886b-4e7e-af48-9a048d497165 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:14:20.212761 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b67bbe1a-886b-4e7e-af48-9a048d497165 None None] Bound using segment: {'id': 'e3f77084-4f88-40ca-aaa3-504c28f04454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '4e91a3e0-acbb-4b37-b99f-89d94c6198ae'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 00:14:20.213235 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-b67bbe1a-886b-4e7e-af48-9a048d497165 None None] Bound port: 84171ed0-61c9-4593-a761-c06d5f863313, host: n-d-802623-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3f77084-4f88-40ca-aaa3-504c28f04454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '4e91a3e0-acbb-4b37-b99f-89d94c6198ae'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 00:14:20.213623 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b67bbe1a-886b-4e7e-af48-9a048d497165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:14:20.229566 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fdc45fe5-d73b-41b4-9ad7-8e109d7e6a0f tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:14:20.245067 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-fdc45fe5-d73b-41b4-9ad7-8e109d7e6a0f tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Transition to ACTIVE for port object 9e90ee66-4f2b-4b2a-b943-022c8c6b63b8 will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 00:14:20.282681 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fdc45fe5-d73b-41b4-9ad7-8e109d7e6a0f tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:14:20.285661 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-b67bbe1a-886b-4e7e-af48-9a048d497165 None None] For port 84171ed0-61c9-4593-a761-c06d5f863313, host n-d-802623-1, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 00:14:20.289532 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-b67bbe1a-886b-4e7e-af48-9a048d497165 None None] For port 84171ed0-61c9-4593-a761-c06d5f863313, host n-d-802623-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=84171ed0-61c9-4593-a761-c06d5f863313,segment=NetworkSegment(e3f77084-4f88-40ca-aaa3-504c28f04454),segment_id=e3f77084-4f88-40ca-aaa3-504c28f04454)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 00:14:20.299575 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b67bbe1a-886b-4e7e-af48-9a048d497165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:14:20.327650 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdc45fe5-d73b-41b4-9ad7-8e109d7e6a0f tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Network 4e91a3e0-acbb-4b37-b99f-89d94c6198ae is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 00:14:20.330708 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-fdc45fe5-d73b-41b4-9ad7-8e109d7e6a0f tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 00:14:20.334489 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdc45fe5-d73b-41b4-9ad7-8e109d7e6a0f tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 00:14:20.365858 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc45fe5-d73b-41b4-9ad7-8e109d7e6a0f tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Pushing event updated for resources: {'Port': ['ID=9e90ee66-4f2b-4b2a-b943-022c8c6b63b8,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:14:20.367203 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67bbe1a-886b-4e7e-af48-9a048d497165 None None] Pushing event updated for resources: {'Port': ['ID=84171ed0-61c9-4593-a761-c06d5f863313,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:14:20.409420 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fdc45fe5-d73b-41b4-9ad7-8e109d7e6a0f tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-415283'] for router_interface, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:14:20.583462 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fdc45fe5-d73b-41b4-9ad7-8e109d7e6a0f tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:14:20.897488 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fdc45fe5-d73b-41b4-9ad7-8e109d7e6a0f tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:14:20.906944 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fdc45fe5-d73b-41b4-9ad7-8e109d7e6a0f tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:14:20.913755 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 84171ed0-61c9-4593-a761-c06d5f863313 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 00:14:20.968006 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning for port 84171ed0-61c9-4593-a761-c06d5f863313 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 00:14:20.972339 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 6f686f3b-82bb-43eb-b38b-30269a30724a up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 00:14:20.987949 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fdc45fe5-d73b-41b4-9ad7-8e109d7e6a0f tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3760555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-414115'] for router_interface, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:14:20.990088 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc45fe5-d73b-41b4-9ad7-8e109d7e6a0f tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Pushing event updated for resources: {'Port': ['ID=9e90ee66-4f2b-4b2a-b943-022c8c6b63b8,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:14:21.027963 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning for port 6f686f3b-82bb-43eb-b38b-30269a30724a completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 00:14:21.032994 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port 6f686f3b-82bb-43eb-b38b-30269a30724a triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 00:14:21.033429 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:14:21.102782 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdc45fe5-d73b-41b4-9ad7-8e109d7e6a0f tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Network 4e91a3e0-acbb-4b37-b99f-89d94c6198ae is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 00:14:21.104249 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-fdc45fe5-d73b-41b4-9ad7-8e109d7e6a0f tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 00:14:21.131235 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:14:21.155073 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] For port 6f686f3b-82bb-43eb-b38b-30269a30724a, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=6f686f3b-82bb-43eb-b38b-30269a30724a,segment=NetworkSegment(b9afe07e-bbe4-4740-834c-4b6a9698bdbc),segment_id=b9afe07e-bbe4-4740-834c-4b6a9698bdbc)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 00:14:21.163610 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:14:21.228352 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdc45fe5-d73b-41b4-9ad7-8e109d7e6a0f tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Router 2e5187ab-07b7-44b4-abc4-7d7601aecf47 has already been hosted by L3 agent 018c4455-49c0-4734-927d-7824067b2a9e {{(pid=93798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 00:14:21.350085 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdc45fe5-d73b-41b4-9ad7-8e109d7e6a0f tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 00:14:21.361891 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-fdc45fe5-d73b-41b4-9ad7-8e109d7e6a0f tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "PUT /v2.0/routers/2e5187ab-07b7-44b4-abc4-7d7601aecf47/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1502118 Jul 28 00:14:21.390404 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Pushing event updated for resources: {'Port': ['ID=6f686f3b-82bb-43eb-b38b-30269a30724a,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:14:21.407473 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62aa7dfc-dc70-4094-8327-d72ce7be16f9 None None] Network 4e91a3e0-acbb-4b37-b99f-89d94c6198ae requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 00:14:21.468493 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-353cf0a1-30bd-4ed8-b30a-0ae24c987286 None None] Provisioning for port 84171ed0-61c9-4593-a761-c06d5f863313 completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 00:14:21.480409 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-353cf0a1-30bd-4ed8-b30a-0ae24c987286 None None] Provisioning complete for port 84171ed0-61c9-4593-a761-c06d5f863313 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 00:14:21.480789 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-353cf0a1-30bd-4ed8-b30a-0ae24c987286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:14:21.504643 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-425c41e2-efbe-4f9e-913d-10b8097db7ed req-d34d784a-7fb2-4a7b-8856-41d7d5603b61 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1620920908&fields=id&tenant_id=9ba1e124f2a248fcbbee4df813e28c7a HTTP/1.1" status: 200 len: 267 time: 0.0383134 Jul 28 00:14:21.621122 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425c41e2-efbe-4f9e-913d-10b8097db7ed req-13c52cf2-1f6b-433d-939b-f16029d12754 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:14:21.622786 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-425c41e2-efbe-4f9e-913d-10b8097db7ed req-13c52cf2-1f6b-433d-939b-f16029d12754 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "GET /v2.0/networks?id=4e91a3e0-acbb-4b37-b99f-89d94c6198ae HTTP/1.1" status: 200 len: 797 time: 0.1096659 Jul 28 00:14:21.625331 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-353cf0a1-30bd-4ed8-b30a-0ae24c987286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:14:21.638331 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-425c41e2-efbe-4f9e-913d-10b8097db7ed req-59da7583-1457-486b-839e-f3562fb9a2b5 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "GET /v2.0/quotas/9ba1e124f2a248fcbbee4df813e28c7a HTTP/1.1" status: 200 len: 375 time: 0.0091064 Jul 28 00:14:21.668551 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-353cf0a1-30bd-4ed8-b30a-0ae24c987286 None None] For port 84171ed0-61c9-4593-a761-c06d5f863313, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=84171ed0-61c9-4593-a761-c06d5f863313,segment=NetworkSegment(e3f77084-4f88-40ca-aaa3-504c28f04454),segment_id=e3f77084-4f88-40ca-aaa3-504c28f04454)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 00:14:21.673153 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-353cf0a1-30bd-4ed8-b30a-0ae24c987286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:14:21.705673 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-425c41e2-efbe-4f9e-913d-10b8097db7ed req-12a5bdb6-df08-4c7d-8f57-716d058eff0f tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=9ba1e124f2a248fcbbee4df813e28c7a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0581915 Jul 28 00:14:21.733657 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353cf0a1-30bd-4ed8-b30a-0ae24c987286 None None] Pushing event updated for resources: {'Port': ['ID=84171ed0-61c9-4593-a761-c06d5f863313,revision_number=3']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:14:21.821511 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-425c41e2-efbe-4f9e-913d-10b8097db7ed req-99535b77-6c4b-43f3-b684-6dfd59e8031f service neutron] 10.222.0.18 "GET /v2.0/networks/4e91a3e0-acbb-4b37-b99f-89d94c6198ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059036 Jul 28 00:14:21.863448 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ede6d9a-9eda-4efe-9e32-986eec49159e None None] Sync routers for ids ['2e5187ab-07b7-44b4-abc4-7d7601aecf47'] in n-d-802623-1 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 00:14:21.873152 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ede6d9a-9eda-4efe-9e32-986eec49159e None None] Routers {'2e5187ab-07b7-44b4-abc4-7d7601aecf47'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 00:14:21.873898 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-4ede6d9a-9eda-4efe-9e32-986eec49159e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-28T00:14:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['2e5187ab-07b7-44b4-abc4-7d7601aecf47'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:14:21.897241 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-22924061-8a79-4fe8-b6d6-6d5066961457 None None] Provisioning for port 9e90ee66-4f2b-4b2a-b943-022c8c6b63b8 completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 00:14:21.901355 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-22924061-8a79-4fe8-b6d6-6d5066961457 None None] Provisioning complete for port 9e90ee66-4f2b-4b2a-b943-022c8c6b63b8 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 00:14:21.901738 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-22924061-8a79-4fe8-b6d6-6d5066961457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:14:21.926701 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-425c41e2-efbe-4f9e-913d-10b8097db7ed req-aff75944-0ef5-4ffc-b5bd-a466393b9ff7 service neutron] 10.222.0.18 "GET /v2.0/networks/4e91a3e0-acbb-4b37-b99f-89d94c6198ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989420 Jul 28 00:14:21.961354 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-22924061-8a79-4fe8-b6d6-6d5066961457 None None] Port 9e90ee66-4f2b-4b2a-b943-022c8c6b63b8 cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 00:14:21.973764 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-22924061-8a79-4fe8-b6d6-6d5066961457 None None] Provisioning complete for port 84171ed0-61c9-4593-a761-c06d5f863313 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 00:14:21.973938 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-22924061-8a79-4fe8-b6d6-6d5066961457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:14:22.011126 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-4ede6d9a-9eda-4efe-9e32-986eec49159e None None] Set router 2e5187ab-07b7-44b4-abc4-7d7601aecf47 gateway port host: n-d-802623-1 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 00:14:22.160532 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-718cbed5-924b-475f-bbd1-61e9c98b0209 req-c821e686-441d-4a66-829c-20d3b78b9419 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "GET /v2.0/ports?device_id=88378564-5c46-4b0c-a618-b87829271be9 HTTP/1.1" status: 200 len: 210 time: 0.0420089 Jul 28 00:14:22.189673 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-94c37e62-9dab-48c2-a64d-6c621d11c426 None None] Provisioning complete for port 9e90ee66-4f2b-4b2a-b943-022c8c6b63b8 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 00:14:22.190141 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-94c37e62-9dab-48c2-a64d-6c621d11c426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:14:22.237824 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-94c37e62-9dab-48c2-a64d-6c621d11c426 None None] Port 9e90ee66-4f2b-4b2a-b943-022c8c6b63b8 cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 00:14:22.277220 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-4ede6d9a-9eda-4efe-9e32-986eec49159e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e5187ab-07b7-44b4-abc4-7d7601aecf47', 'name': 'tempest-TestNetworkAdvancedServerOps-router-869127900', 'tenant_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.62'}], 'enable_snat': True}, 'gw_port_id': '6f686f3b-82bb-43eb-b38b-30269a30724a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T00:14:16Z', 'updated_at': '2021-07-28T00:14:20Z', 'revision_number': 4, 'project_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'gw_port': {'id': '6f686f3b-82bb-43eb-b38b-30269a30724a', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:7f:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e5187ab-07b7-44b4-abc4-7d7601aecf47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T00:14:17Z', 'updated_at': '2021-07-28T00:14:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': '9e90ee66-4f2b-4b2a-b943-022c8c6b63b8', 'name': '', 'network_id': '4e91a3e0-acbb-4b37-b99f-89d94c6198ae', 'tenant_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'mac_address': 'fa:16:3e:c1:a5:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e5187ab-07b7-44b4-abc4-7d7601aecf47', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '776e6f52-5fa4-49d8-9cab-895870268827', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T00:14:19Z', 'updated_at': '2021-07-28T00:14:20Z', 'revision_number': 2, 'project_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'subnets': [{'id': '776e6f52-5fa4-49d8-9cab-895870268827', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:14:22.308276 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ede6d9a-9eda-4efe-9e32-986eec49159e None None] Checking router: 2e5187ab-07b7-44b4-abc4-7d7601aecf47 for host: n-d-802623-1 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 00:14:22.308604 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ede6d9a-9eda-4efe-9e32-986eec49159e None None] Updating router 2e5187ab-07b7-44b4-abc4-7d7601aecf47 port 9e90ee66-4f2b-4b2a-b943-022c8c6b63b8 binding host n-d-802623-1 {{(pid=93800) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 00:14:22.337672 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4ede6d9a-9eda-4efe-9e32-986eec49159e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:14:22.357236 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-be88d76f-788a-46e1-a8c1-bb0fbefe2d11 None None] Provisioning complete for port 9e90ee66-4f2b-4b2a-b943-022c8c6b63b8 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 00:14:22.358255 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-be88d76f-788a-46e1-a8c1-bb0fbefe2d11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:14:22.393211 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-be88d76f-788a-46e1-a8c1-bb0fbefe2d11 None None] Port 9e90ee66-4f2b-4b2a-b943-022c8c6b63b8 cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 00:14:22.615949 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4ede6d9a-9eda-4efe-9e32-986eec49159e None None] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:14:22.625615 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-4ede6d9a-9eda-4efe-9e32-986eec49159e None None] Transition to ACTIVE for port object 9e90ee66-4f2b-4b2a-b943-022c8c6b63b8 will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 00:14:22.631173 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4ede6d9a-9eda-4efe-9e32-986eec49159e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:14:22.703126 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9d109a-9557-4818-8633-f4e034ffb5f2 None None] Pushing event updated for resources: {'Port': ['ID=9e90ee66-4f2b-4b2a-b943-022c8c6b63b8,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:14:22.726927 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9d109a-9557-4818-8633-f4e034ffb5f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:14:22.727312 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9d109a-9557-4818-8633-f4e034ffb5f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:14:22.727644 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9d109a-9557-4818-8633-f4e034ffb5f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:14:22.727974 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9d109a-9557-4818-8633-f4e034ffb5f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:14:22.728297 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9d109a-9557-4818-8633-f4e034ffb5f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:14:22.728624 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9d109a-9557-4818-8633-f4e034ffb5f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:14:22.728944 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9d109a-9557-4818-8633-f4e034ffb5f2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:14:22.729264 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9d109a-9557-4818-8633-f4e034ffb5f2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:14:22.729584 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9d109a-9557-4818-8633-f4e034ffb5f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:14:22.729901 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9d109a-9557-4818-8633-f4e034ffb5f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:14:22.730220 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9d109a-9557-4818-8633-f4e034ffb5f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:14:22.730535 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9d109a-9557-4818-8633-f4e034ffb5f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:14:22.743880 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-4ede6d9a-9eda-4efe-9e32-986eec49159e None None] Attempting to bind port 9e90ee66-4f2b-4b2a-b943-022c8c6b63b8 on host n-d-802623-1 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 00:14:22.744250 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-4ede6d9a-9eda-4efe-9e32-986eec49159e None None] Attempting to bind port 9e90ee66-4f2b-4b2a-b943-022c8c6b63b8 by drivers openvswitch,hyperv on host n-d-802623-1 at level 0 using segments [{'id': 'e3f77084-4f88-40ca-aaa3-504c28f04454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '4e91a3e0-acbb-4b37-b99f-89d94c6198ae'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 00:14:22.744609 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ede6d9a-9eda-4efe-9e32-986eec49159e None None] Attempting to bind port 9e90ee66-4f2b-4b2a-b943-022c8c6b63b8 on network 4e91a3e0-acbb-4b37-b99f-89d94c6198ae {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 00:14:22.749827 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ede6d9a-9eda-4efe-9e32-986eec49159e None None] Checking agent: {'id': 'a9a568d2-a5e7-41e4-833f-a8ab42ea4073', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 52, 30), 'started_at': datetime.datetime(2021, 7, 27, 22, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 0, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802623-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 00:14:22.750285 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ede6d9a-9eda-4efe-9e32-986eec49159e None None] Checking segment: {'id': 'e3f77084-4f88-40ca-aaa3-504c28f04454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '4e91a3e0-acbb-4b37-b99f-89d94c6198ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 00:14:22.750699 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4ede6d9a-9eda-4efe-9e32-986eec49159e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:14:22.751178 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ede6d9a-9eda-4efe-9e32-986eec49159e None None] Bound using segment: {'id': 'e3f77084-4f88-40ca-aaa3-504c28f04454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '4e91a3e0-acbb-4b37-b99f-89d94c6198ae'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 00:14:22.751687 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-4ede6d9a-9eda-4efe-9e32-986eec49159e None None] Bound port: 9e90ee66-4f2b-4b2a-b943-022c8c6b63b8, host: n-d-802623-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3f77084-4f88-40ca-aaa3-504c28f04454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '4e91a3e0-acbb-4b37-b99f-89d94c6198ae'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 00:14:22.752066 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4ede6d9a-9eda-4efe-9e32-986eec49159e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:14:22.819992 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-4ede6d9a-9eda-4efe-9e32-986eec49159e None None] For port 9e90ee66-4f2b-4b2a-b943-022c8c6b63b8, host n-d-802623-1, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 00:14:22.823460 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-4ede6d9a-9eda-4efe-9e32-986eec49159e None None] For port 9e90ee66-4f2b-4b2a-b943-022c8c6b63b8, host n-d-802623-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=9e90ee66-4f2b-4b2a-b943-022c8c6b63b8,segment=NetworkSegment(e3f77084-4f88-40ca-aaa3-504c28f04454),segment_id=e3f77084-4f88-40ca-aaa3-504c28f04454)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 00:14:22.829001 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4ede6d9a-9eda-4efe-9e32-986eec49159e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:14:22.858204 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 84171ed0-61c9-4593-a761-c06d5f863313 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 00:14:22.879822 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ede6d9a-9eda-4efe-9e32-986eec49159e None None] Routers {'2e5187ab-07b7-44b4-abc4-7d7601aecf47'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 00:14:22.880450 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-4ede6d9a-9eda-4efe-9e32-986eec49159e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-28T00:14:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['2e5187ab-07b7-44b4-abc4-7d7601aecf47'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:14:22.922117 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port 84171ed0-61c9-4593-a761-c06d5f863313 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 00:14:22.922589 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:14:23.039680 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 6f686f3b-82bb-43eb-b38b-30269a30724a up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 00:14:23.110744 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9d109a-9557-4818-8633-f4e034ffb5f2 None None] Pushing event updated for resources: {'Port': ['ID=9e90ee66-4f2b-4b2a-b943-022c8c6b63b8,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:14:23.111607 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port 6f686f3b-82bb-43eb-b38b-30269a30724a triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 00:14:23.111988 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:14:23.136479 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-4ede6d9a-9eda-4efe-9e32-986eec49159e None None] Set router 2e5187ab-07b7-44b4-abc4-7d7601aecf47 gateway port host: n-d-802623-1 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 00:14:23.162580 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425c41e2-efbe-4f9e-913d-10b8097db7ed req-1d326bc9-9f02-47e5-8964-09ff063cff4d tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:14:23.165090 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-425c41e2-efbe-4f9e-913d-10b8097db7ed req-1d326bc9-9f02-47e5-8964-09ff063cff4d tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.38 "GET /v2.0/networks?id=4e91a3e0-acbb-4b37-b99f-89d94c6198ae HTTP/1.1" status: 200 len: 797 time: 0.1468675 Jul 28 00:14:23.242604 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-425c41e2-efbe-4f9e-913d-10b8097db7ed req-1daae44c-30be-4e72-add2-a0d8b15699c3 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9ba1e124f2a248fcbbee4df813e28c7a HTTP/1.1" status: 200 len: 380 time: 0.0666144 Jul 28 00:14:23.262822 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [req-425c41e2-efbe-4f9e-913d-10b8097db7ed req-39615869-8c19-45bc-8558-a348ad435464 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Request body: {'port': {'device_id': '88378564-5c46-4b0c-a618-b87829271be9', 'network_id': '4e91a3e0-acbb-4b37-b99f-89d94c6198ae', 'admin_state_up': True, 'tenant_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'security_groups': ['d099d4a8-30eb-4eab-989c-4339fb2a24ef']}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 00:14:23.281312 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-5e98c1e5-dd28-4aee-8087-de18516b7a56 req-90b82364-ae1a-4b07-9f69-9386e5431cfd tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "GET /v2.0/ports?device_id=88378564-5c46-4b0c-a618-b87829271be9 HTTP/1.1" status: 200 len: 210 time: 0.0364268 Jul 28 00:14:23.368337 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-4ede6d9a-9eda-4efe-9e32-986eec49159e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e5187ab-07b7-44b4-abc4-7d7601aecf47', 'name': 'tempest-TestNetworkAdvancedServerOps-router-869127900', 'tenant_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.62'}], 'enable_snat': True}, 'gw_port_id': '6f686f3b-82bb-43eb-b38b-30269a30724a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T00:14:16Z', 'updated_at': '2021-07-28T00:14:20Z', 'revision_number': 4, 'project_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'gw_port': {'id': '6f686f3b-82bb-43eb-b38b-30269a30724a', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:7f:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e5187ab-07b7-44b4-abc4-7d7601aecf47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T00:14:17Z', 'updated_at': '2021-07-28T00:14:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': '9e90ee66-4f2b-4b2a-b943-022c8c6b63b8', 'name': '', 'network_id': '4e91a3e0-acbb-4b37-b99f-89d94c6198ae', 'tenant_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'mac_address': 'fa:16:3e:c1:a5:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e5187ab-07b7-44b4-abc4-7d7601aecf47', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '776e6f52-5fa4-49d8-9cab-895870268827', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T00:14:19Z', 'updated_at': '2021-07-28T00:14:22Z', 'revision_number': 4, 'project_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'subnets': [{'id': '776e6f52-5fa4-49d8-9cab-895870268827', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:14:23.388291 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-425c41e2-efbe-4f9e-913d-10b8097db7ed req-39615869-8c19-45bc-8558-a348ad435464 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Made reservation on behalf of 9ba1e124f2a248fcbbee4df813e28c7a for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 00:14:23.392512 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-425c41e2-efbe-4f9e-913d-10b8097db7ed req-39615869-8c19-45bc-8558-a348ad435464 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:14:23.395063 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ede6d9a-9eda-4efe-9e32-986eec49159e None None] The sync data for ids ['2e5187ab-07b7-44b4-abc4-7d7601aecf47'] in n-d-802623-1 is: [{'id': '2e5187ab-07b7-44b4-abc4-7d7601aecf47', 'name': 'tempest-TestNetworkAdvancedServerOps-router-869127900', 'tenant_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.62'}], 'enable_snat': True}, 'gw_port_id': '6f686f3b-82bb-43eb-b38b-30269a30724a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T00:14:16Z', 'updated_at': '2021-07-28T00:14:20Z', 'revision_number': 4, 'project_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'gw_port': {'id': '6f686f3b-82bb-43eb-b38b-30269a30724a', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:7f:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e5187ab-07b7-44b4-abc4-7d7601aecf47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T00:14:17Z', 'updated_at': '2021-07-28T00:14:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': '9e90ee66-4f2b-4b2a-b943-022c8c6b63b8', 'name': '', 'network_id': '4e91a3e0-acbb-4b37-b99f-89d94c6198ae', 'tenant_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'mac_address': 'fa:16:3e:c1:a5:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e5187ab-07b7-44b4-abc4-7d7601aecf47', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '776e6f52-5fa4-49d8-9cab-895870268827', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T00:14:19Z', 'updated_at': '2021-07-28T00:14:22Z', 'revision_number': 4, 'project_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'subnets': [{'id': '776e6f52-5fa4-49d8-9cab-895870268827', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 00:14:23.534203 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [req-425c41e2-efbe-4f9e-913d-10b8097db7ed req-39615869-8c19-45bc-8558-a348ad435464 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Allocated IP 172.20.0.5 (4e91a3e0-acbb-4b37-b99f-89d94c6198ae/776e6f52-5fa4-49d8-9cab-895870268827/29905f53-f30b-499e-b36c-914870283e5c) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 00:14:23.688212 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-425c41e2-efbe-4f9e-913d-10b8097db7ed req-39615869-8c19-45bc-8558-a348ad435464 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:14:23.702300 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-425c41e2-efbe-4f9e-913d-10b8097db7ed req-39615869-8c19-45bc-8558-a348ad435464 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Transition to ACTIVE for port object 29905f53-f30b-499e-b36c-914870283e5c will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 00:14:23.737199 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-425c41e2-efbe-4f9e-913d-10b8097db7ed req-39615869-8c19-45bc-8558-a348ad435464 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:14:23.779919 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-425c41e2-efbe-4f9e-913d-10b8097db7ed req-39615869-8c19-45bc-8558-a348ad435464 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Network 4e91a3e0-acbb-4b37-b99f-89d94c6198ae is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 00:14:23.783182 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [req-425c41e2-efbe-4f9e-913d-10b8097db7ed req-39615869-8c19-45bc-8558-a348ad435464 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 00:14:23.786894 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-425c41e2-efbe-4f9e-913d-10b8097db7ed req-39615869-8c19-45bc-8558-a348ad435464 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 00:14:23.817917 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39615869-8c19-45bc-8558-a348ad435464 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Pushing event updated for resources: {'Port': ['ID=29905f53-f30b-499e-b36c-914870283e5c,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:14:23.846861 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425c41e2-efbe-4f9e-913d-10b8097db7ed req-39615869-8c19-45bc-8558-a348ad435464 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:14:23.847674 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-425c41e2-efbe-4f9e-913d-10b8097db7ed req-39615869-8c19-45bc-8558-a348ad435464 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:14:23.867685 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-425c41e2-efbe-4f9e-913d-10b8097db7ed req-39615869-8c19-45bc-8558-a348ad435464 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6094966 Jul 28 00:14:23.881660 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [req-425c41e2-efbe-4f9e-913d-10b8097db7ed req-a0942a63-a123-49c2-a936-7b6091c63ce6 service neutron] Request body: {'port': {'device_id': '88378564-5c46-4b0c-a618-b87829271be9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802623-1'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 00:14:23.950375 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-425c41e2-efbe-4f9e-913d-10b8097db7ed req-a0942a63-a123-49c2-a936-7b6091c63ce6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:14:24.074176 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-c732f653-ddfb-48e9-bb47-cecea438d936 None None] Provisioning for port 29905f53-f30b-499e-b36c-914870283e5c completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 00:14:24.078621 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-c732f653-ddfb-48e9-bb47-cecea438d936 None None] Provisioning complete for port 29905f53-f30b-499e-b36c-914870283e5c triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 00:14:24.078999 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c732f653-ddfb-48e9-bb47-cecea438d936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:14:24.116354 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-c732f653-ddfb-48e9-bb47-cecea438d936 None None] Port 29905f53-f30b-499e-b36c-914870283e5c cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 00:14:24.229435 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [req-425c41e2-efbe-4f9e-913d-10b8097db7ed req-a0942a63-a123-49c2-a936-7b6091c63ce6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29905f53-f30b-499e-b36c-914870283e5c {{(pid=93798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 00:14:24.238168 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-425c41e2-efbe-4f9e-913d-10b8097db7ed req-a0942a63-a123-49c2-a936-7b6091c63ce6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:14:24.251502 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-425c41e2-efbe-4f9e-913d-10b8097db7ed req-a0942a63-a123-49c2-a936-7b6091c63ce6 service neutron] Transition to ACTIVE for port object 29905f53-f30b-499e-b36c-914870283e5c will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 00:14:24.255446 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-425c41e2-efbe-4f9e-913d-10b8097db7ed req-a0942a63-a123-49c2-a936-7b6091c63ce6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:14:24.304152 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0942a63-a123-49c2-a936-7b6091c63ce6 service neutron] Pushing event updated for resources: {'Port': ['ID=29905f53-f30b-499e-b36c-914870283e5c,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:14:24.395308 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-425c41e2-efbe-4f9e-913d-10b8097db7ed req-a0942a63-a123-49c2-a936-7b6091c63ce6 service neutron] Attempting to bind port 29905f53-f30b-499e-b36c-914870283e5c on host n-h1-802623-1 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 00:14:24.395649 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-425c41e2-efbe-4f9e-913d-10b8097db7ed req-a0942a63-a123-49c2-a936-7b6091c63ce6 service neutron] Attempting to bind port 29905f53-f30b-499e-b36c-914870283e5c by drivers openvswitch,hyperv on host n-h1-802623-1 at level 0 using segments [{'id': 'e3f77084-4f88-40ca-aaa3-504c28f04454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '4e91a3e0-acbb-4b37-b99f-89d94c6198ae'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 00:14:24.395985 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-425c41e2-efbe-4f9e-913d-10b8097db7ed req-a0942a63-a123-49c2-a936-7b6091c63ce6 service neutron] Attempting to bind port 29905f53-f30b-499e-b36c-914870283e5c on network 4e91a3e0-acbb-4b37-b99f-89d94c6198ae {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 00:14:24.400740 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-425c41e2-efbe-4f9e-913d-10b8097db7ed req-a0942a63-a123-49c2-a936-7b6091c63ce6 service neutron] Port 29905f53-f30b-499e-b36c-914870283e5c on network 4e91a3e0-acbb-4b37-b99f-89d94c6198ae not bound, no agent of type Open vSwitch agent registered on host n-h1-802623-1 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 00:14:24.401069 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-425c41e2-efbe-4f9e-913d-10b8097db7ed req-a0942a63-a123-49c2-a936-7b6091c63ce6 service neutron] Attempting to bind port 29905f53-f30b-499e-b36c-914870283e5c on network 4e91a3e0-acbb-4b37-b99f-89d94c6198ae {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 00:14:24.407703 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-425c41e2-efbe-4f9e-913d-10b8097db7ed req-a0942a63-a123-49c2-a936-7b6091c63ce6 service neutron] Checking agent: {'id': '245f1da4-a9b8-4b08-90d7-28f0f342b839', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 59, 59), 'started_at': datetime.datetime(2021, 7, 27, 22, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 0, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 00:14:24.407703 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-425c41e2-efbe-4f9e-913d-10b8097db7ed req-a0942a63-a123-49c2-a936-7b6091c63ce6 service neutron] Checking segment: {'id': 'e3f77084-4f88-40ca-aaa3-504c28f04454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '4e91a3e0-acbb-4b37-b99f-89d94c6198ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 00:14:24.408297 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-425c41e2-efbe-4f9e-913d-10b8097db7ed req-a0942a63-a123-49c2-a936-7b6091c63ce6 service neutron] Bound using segment: {'id': 'e3f77084-4f88-40ca-aaa3-504c28f04454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '4e91a3e0-acbb-4b37-b99f-89d94c6198ae'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 00:14:24.408914 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-425c41e2-efbe-4f9e-913d-10b8097db7ed req-a0942a63-a123-49c2-a936-7b6091c63ce6 service neutron] Bound port: 29905f53-f30b-499e-b36c-914870283e5c, host: n-h1-802623-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3f77084-4f88-40ca-aaa3-504c28f04454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '4e91a3e0-acbb-4b37-b99f-89d94c6198ae'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 00:14:24.409376 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-425c41e2-efbe-4f9e-913d-10b8097db7ed req-a0942a63-a123-49c2-a936-7b6091c63ce6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:14:24.427581 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb04e18-e570-44cb-a8a4-7a386111142d req-67215f9c-bc8e-421c-9779-c6724dffca15 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:14:24.428883 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-1cb04e18-e570-44cb-a8a4-7a386111142d req-67215f9c-bc8e-421c-9779-c6724dffca15 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "GET /v2.0/ports?device_id=88378564-5c46-4b0c-a618-b87829271be9 HTTP/1.1" status: 200 len: 943 time: 0.0569308 Jul 28 00:14:24.469886 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-1cb04e18-e570-44cb-a8a4-7a386111142d req-4f83eb59-849e-4e0f-937e-9928f338950a tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "GET /v2.0/security-groups?id=d099d4a8-30eb-4eab-989c-4339fb2a24ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344353 Jul 28 00:14:24.485194 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-425c41e2-efbe-4f9e-913d-10b8097db7ed req-a0942a63-a123-49c2-a936-7b6091c63ce6 service neutron] For port 29905f53-f30b-499e-b36c-914870283e5c, host n-h1-802623-1, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 00:14:24.489340 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-425c41e2-efbe-4f9e-913d-10b8097db7ed req-a0942a63-a123-49c2-a936-7b6091c63ce6 service neutron] For port 29905f53-f30b-499e-b36c-914870283e5c, host n-h1-802623-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=29905f53-f30b-499e-b36c-914870283e5c,segment=NetworkSegment(e3f77084-4f88-40ca-aaa3-504c28f04454),segment_id=e3f77084-4f88-40ca-aaa3-504c28f04454)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 00:14:24.495017 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-425c41e2-efbe-4f9e-913d-10b8097db7ed req-a0942a63-a123-49c2-a936-7b6091c63ce6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:14:24.532018 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425c41e2-efbe-4f9e-913d-10b8097db7ed req-a0942a63-a123-49c2-a936-7b6091c63ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:14:24.532637 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-425c41e2-efbe-4f9e-913d-10b8097db7ed req-a0942a63-a123-49c2-a936-7b6091c63ce6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:14:24.534046 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-425c41e2-efbe-4f9e-913d-10b8097db7ed req-a0942a63-a123-49c2-a936-7b6091c63ce6 service neutron] 10.222.0.38 "PUT /v2.0/ports/29905f53-f30b-499e-b36c-914870283e5c HTTP/1.1" status: 200 len: 1091 time: 0.6570175 Jul 28 00:14:24.534494 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88378564-5c46-4b0c-a618-b87829271be9', 'tag': '29905f53-f30b-499e-b36c-914870283e5c'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 00:14:24.536802 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b87af07e598cf5b62d2945997aebdb2f0d5735b62acaa13edb25b119cdbae256" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0519064c-5bc5-4548-b092-e500fe7f414a" -d '{"events": [{"name": "network-changed", "server_uuid": "88378564-5c46-4b0c-a618-b87829271be9", "tag": "29905f53-f30b-499e-b36c-914870283e5c"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 00:14:24.571394 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0942a63-a123-49c2-a936-7b6091c63ce6 service neutron] Pushing event updated for resources: {'Port': ['ID=29905f53-f30b-499e-b36c-914870283e5c,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:14:24.577593 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 00:14:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e7f7d02-4e7c-4f34-bdff-0359aa4319c0 x-openstack-request-id: req-6e7f7d02-4e7c-4f34-bdff-0359aa4319c0 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 00:14:24.578113 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88378564-5c46-4b0c-a618-b87829271be9", "tag": "29905f53-f30b-499e-b36c-914870283e5c", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 00:14:24.578368 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6e7f7d02-4e7c-4f34-bdff-0359aa4319c0 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 00:14:24.578769 n-d-802623-1 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88378564-5c46-4b0c-a618-b87829271be9', 'tag': '29905f53-f30b-499e-b36c-914870283e5c', 'status': 'completed', 'code': 200} Jul 28 00:14:24.631203 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425c41e2-efbe-4f9e-913d-10b8097db7ed req-8dc19d34-ae84-4bb6-954d-8f2ff36c0e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:14:24.632770 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-425c41e2-efbe-4f9e-913d-10b8097db7ed req-8dc19d34-ae84-4bb6-954d-8f2ff36c0e78 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=9ba1e124f2a248fcbbee4df813e28c7a&device_id=88378564-5c46-4b0c-a618-b87829271be9 HTTP/1.1" status: 200 len: 1094 time: 0.0498254 Jul 28 00:14:24.676733 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-425c41e2-efbe-4f9e-913d-10b8097db7ed req-521cfe38-9637-46cb-8ef6-e7658437e5be service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=29905f53-f30b-499e-b36c-914870283e5c HTTP/1.1" status: 200 len: 217 time: 0.0353537 Jul 28 00:14:24.726106 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425c41e2-efbe-4f9e-913d-10b8097db7ed req-e92b365f-8195-4c25-b362-fa447f25d092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:14:24.727723 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-425c41e2-efbe-4f9e-913d-10b8097db7ed req-e92b365f-8195-4c25-b362-fa447f25d092 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=776e6f52-5fa4-49d8-9cab-895870268827 HTTP/1.1" status: 200 len: 835 time: 0.0444977 Jul 28 00:14:24.775274 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425c41e2-efbe-4f9e-913d-10b8097db7ed req-ad16e2b0-81fe-4dd2-b0cb-d1cd74fe45ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:14:24.776734 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-425c41e2-efbe-4f9e-913d-10b8097db7ed req-ad16e2b0-81fe-4dd2-b0cb-d1cd74fe45ee service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=4e91a3e0-acbb-4b37-b99f-89d94c6198ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420542 Jul 28 00:14:24.866905 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-425c41e2-efbe-4f9e-913d-10b8097db7ed req-a307514e-f392-401e-80a3-d9a065f090fe service neutron] 10.222.0.38 "GET /v2.0/networks/4e91a3e0-acbb-4b37-b99f-89d94c6198ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826020 Jul 28 00:14:24.871579 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 9e90ee66-4f2b-4b2a-b943-022c8c6b63b8 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 00:14:24.920907 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning for port 9e90ee66-4f2b-4b2a-b943-022c8c6b63b8 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 00:14:24.924668 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port 9e90ee66-4f2b-4b2a-b943-022c8c6b63b8 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 00:14:24.925096 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:14:24.961251 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-425c41e2-efbe-4f9e-913d-10b8097db7ed req-aaa01af6-d9e3-42ec-837f-d6c73c866f48 service neutron] 10.222.0.38 "GET /v2.0/networks/4e91a3e0-acbb-4b37-b99f-89d94c6198ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866482 Jul 28 00:14:25.002345 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:14:25.038620 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] For port 9e90ee66-4f2b-4b2a-b943-022c8c6b63b8, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=9e90ee66-4f2b-4b2a-b943-022c8c6b63b8,segment=NetworkSegment(e3f77084-4f88-40ca-aaa3-504c28f04454),segment_id=e3f77084-4f88-40ca-aaa3-504c28f04454)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 00:14:25.043573 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:14:25.051980 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0519064c-5bc5-4548-b092-e500fe7f414a req-a91685cd-05ec-4ca8-9bed-d213359e62cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:14:25.053482 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-0519064c-5bc5-4548-b092-e500fe7f414a req-a91685cd-05ec-4ca8-9bed-d213359e62cf service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=9ba1e124f2a248fcbbee4df813e28c7a&device_id=88378564-5c46-4b0c-a618-b87829271be9 HTTP/1.1" status: 200 len: 1094 time: 0.0433307 Jul 28 00:14:25.096034 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Pushing event updated for resources: {'Port': ['ID=9e90ee66-4f2b-4b2a-b943-022c8c6b63b8,revision_number=5']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:14:25.145367 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0519064c-5bc5-4548-b092-e500fe7f414a req-889453a5-8a2e-4e4a-863f-05fc2b5757c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:14:25.146846 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-0519064c-5bc5-4548-b092-e500fe7f414a req-889453a5-8a2e-4e4a-863f-05fc2b5757c1 service neutron] 10.222.0.38 "GET /v2.0/networks?id=4e91a3e0-acbb-4b37-b99f-89d94c6198ae HTTP/1.1" status: 200 len: 898 time: 0.0861497 Jul 28 00:14:25.513988 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-0519064c-5bc5-4548-b092-e500fe7f414a req-9c1d8332-9374-460a-80f5-3c6b61041924 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=29905f53-f30b-499e-b36c-914870283e5c HTTP/1.1" status: 200 len: 217 time: 0.3594127 Jul 28 00:14:25.566356 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0519064c-5bc5-4548-b092-e500fe7f414a req-58a49975-504b-4524-9ba9-15753132be63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:14:25.567866 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-0519064c-5bc5-4548-b092-e500fe7f414a req-58a49975-504b-4524-9ba9-15753132be63 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=776e6f52-5fa4-49d8-9cab-895870268827 HTTP/1.1" status: 200 len: 835 time: 0.0444388 Jul 28 00:14:25.590451 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852ad225-5ff6-4ed6-8622-3357514b37b8 req-f53f38de-c2f2-43c4-a62d-a05126a4d940 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:14:25.591889 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-852ad225-5ff6-4ed6-8622-3357514b37b8 req-f53f38de-c2f2-43c4-a62d-a05126a4d940 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "GET /v2.0/ports?device_id=88378564-5c46-4b0c-a618-b87829271be9 HTTP/1.1" status: 200 len: 943 time: 0.0491405 Jul 28 00:14:25.614672 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0519064c-5bc5-4548-b092-e500fe7f414a req-694893b8-6e60-411c-aa4b-a1e17a85363c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:14:25.616198 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-0519064c-5bc5-4548-b092-e500fe7f414a req-694893b8-6e60-411c-aa4b-a1e17a85363c service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=4e91a3e0-acbb-4b37-b99f-89d94c6198ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392838 Jul 28 00:14:25.630125 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-852ad225-5ff6-4ed6-8622-3357514b37b8 req-de5ae55e-26a7-47ca-b620-442c6cb732f9 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "GET /v2.0/security-groups?id=d099d4a8-30eb-4eab-989c-4339fb2a24ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321894 Jul 28 00:14:25.708996 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-0519064c-5bc5-4548-b092-e500fe7f414a req-6cfb4e7d-0384-4433-8ee6-c07e3099d9e0 service neutron] 10.222.0.38 "GET /v2.0/networks/4e91a3e0-acbb-4b37-b99f-89d94c6198ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842447 Jul 28 00:14:25.798150 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-0519064c-5bc5-4548-b092-e500fe7f414a req-4d67b185-910c-4d93-815b-e155fdacf6c7 service neutron] 10.222.0.38 "GET /v2.0/networks/4e91a3e0-acbb-4b37-b99f-89d94c6198ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808275 Jul 28 00:14:26.749181 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf0eb4b-7cac-4ab1-9daa-ee1a9fefc930 req-052ad1d1-344c-4229-bc33-b97dd7c5b82c tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:14:26.750636 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-cdf0eb4b-7cac-4ab1-9daa-ee1a9fefc930 req-052ad1d1-344c-4229-bc33-b97dd7c5b82c tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "GET /v2.0/ports?device_id=88378564-5c46-4b0c-a618-b87829271be9 HTTP/1.1" status: 200 len: 943 time: 0.0526147 Jul 28 00:14:26.787368 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-cdf0eb4b-7cac-4ab1-9daa-ee1a9fefc930 req-ee47bff6-c13c-42dc-9355-b846a3e55569 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "GET /v2.0/security-groups?id=d099d4a8-30eb-4eab-989c-4339fb2a24ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306680 Jul 28 00:14:26.845114 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 9e90ee66-4f2b-4b2a-b943-022c8c6b63b8 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 00:14:26.891755 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port 9e90ee66-4f2b-4b2a-b943-022c8c6b63b8 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 00:14:26.892126 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:14:26.986468 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-70b9472d-1e6f-4860-9b0b-f3a794cf576d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:14:27.903513 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730546e9-5112-4061-a128-2a8e336b42b4 req-276d8c2f-af50-4b5d-ab6e-f49fe4e3728b tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:14:27.905185 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-730546e9-5112-4061-a128-2a8e336b42b4 req-276d8c2f-af50-4b5d-ab6e-f49fe4e3728b tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "GET /v2.0/ports?device_id=88378564-5c46-4b0c-a618-b87829271be9 HTTP/1.1" status: 200 len: 943 time: 0.0523758 Jul 28 00:14:27.945521 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-730546e9-5112-4061-a128-2a8e336b42b4 req-0cb897a9-8713-47d0-8e48-18e44c1f0d9d tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "GET /v2.0/security-groups?id=d099d4a8-30eb-4eab-989c-4339fb2a24ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337460 Jul 28 00:14:28.916108 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 29905f53-f30b-499e-b36c-914870283e5c details requested by agent hyperv_n-h1-802623-1 with host n-h1-802623-1 {{(pid=93799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 00:14:29.017489 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port 29905f53-f30b-499e-b36c-914870283e5c, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=29905f53-f30b-499e-b36c-914870283e5c,segment=NetworkSegment(e3f77084-4f88-40ca-aaa3-504c28f04454),segment_id=e3f77084-4f88-40ca-aaa3-504c28f04454)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 00:14:29.029477 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Returning: {'device': '29905f53-f30b-499e-b36c-914870283e5c', 'network_id': '4e91a3e0-acbb-4b37-b99f-89d94c6198ae', 'port_id': '29905f53-f30b-499e-b36c-914870283e5c', 'mac_address': 'fa:16:3e:20:29:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '776e6f52-5fa4-49d8-9cab-895870268827', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 00:14:29.061743 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8effffac-7663-4298-a18c-a3a86aa1c189 req-51fcf262-c855-4c8c-a650-e47f7161f335 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:14:29.063574 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-8effffac-7663-4298-a18c-a3a86aa1c189 req-51fcf262-c855-4c8c-a650-e47f7161f335 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "GET /v2.0/ports?device_id=88378564-5c46-4b0c-a618-b87829271be9 HTTP/1.1" status: 200 len: 943 time: 0.0490332 Jul 28 00:14:29.071779 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:14:29.085500 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29905f53-f30b-499e-b36c-914870283e5c {{(pid=93799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 00:14:29.105242 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-8effffac-7663-4298-a18c-a3a86aa1c189 req-e60c9003-24ac-4e01-a9ab-68475443bafe tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "GET /v2.0/security-groups?id=d099d4a8-30eb-4eab-989c-4339fb2a24ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339642 Jul 28 00:14:29.105599 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port 29905f53-f30b-499e-b36c-914870283e5c, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=29905f53-f30b-499e-b36c-914870283e5c,segment=NetworkSegment(e3f77084-4f88-40ca-aaa3-504c28f04454),segment_id=e3f77084-4f88-40ca-aaa3-504c28f04454)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 00:14:29.111373 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:14:29.158789 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Pushing event updated for resources: {'Port': ['ID=29905f53-f30b-499e-b36c-914870283e5c,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:14:29.314613 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] get_ports_and_sgs() called for port_ids ['29905f53-f30b-499e-b36c-914870283e5c'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 00:14:29.666416 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-aded9104-fa49-4c01-aef2-9679bf52c873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:14:30.138927 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:14:30.182732 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:14:30.220558 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0aebe41-27f9-424b-9f22-376041842831 req-26abd13c-efb0-4746-96b4-8ca2305376f2 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:14:30.222675 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d0aebe41-27f9-424b-9f22-376041842831 req-26abd13c-efb0-4746-96b4-8ca2305376f2 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "GET /v2.0/ports?device_id=88378564-5c46-4b0c-a618-b87829271be9 HTTP/1.1" status: 200 len: 944 time: 0.0485361 Jul 28 00:14:30.261032 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d0aebe41-27f9-424b-9f22-376041842831 req-72e13196-ae17-4b15-95c4-cdb6a72d805c tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "GET /v2.0/security-groups?id=d099d4a8-30eb-4eab-989c-4339fb2a24ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321534 Jul 28 00:14:30.722017 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-19f2e178-d45e-4fbe-b9be-c3963fc151ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:14:30.915225 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 29905f53-f30b-499e-b36c-914870283e5c up at agent hyperv_n-h1-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 00:14:30.961821 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Provisioning for port 29905f53-f30b-499e-b36c-914870283e5c completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 00:14:30.965343 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Provisioning complete for port 29905f53-f30b-499e-b36c-914870283e5c triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 00:14:30.965723 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:14:31.043715 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:14:31.065105 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88378564-5c46-4b0c-a618-b87829271be9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29905f53-f30b-499e-b36c-914870283e5c'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 00:14:31.067366 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64765ad30d2cb160e3038d1462d2ba509af0f62467a800f17112a752d2df19f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a2a3613-8b49-4103-9b5f-80b6c41c7645" -d '{"events": [{"server_uuid": "88378564-5c46-4b0c-a618-b87829271be9", "name": "network-vif-plugged", "status": "completed", "tag": "29905f53-f30b-499e-b36c-914870283e5c"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 00:14:31.081073 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port 29905f53-f30b-499e-b36c-914870283e5c, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=29905f53-f30b-499e-b36c-914870283e5c,segment=NetworkSegment(e3f77084-4f88-40ca-aaa3-504c28f04454),segment_id=e3f77084-4f88-40ca-aaa3-504c28f04454)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 00:14:31.084876 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:14:31.112304 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 00:14:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0597ad4-7dbd-4576-844f-d7bdfe2b751d x-openstack-request-id: req-e0597ad4-7dbd-4576-844f-d7bdfe2b751d {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 00:14:31.112595 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88378564-5c46-4b0c-a618-b87829271be9", "name": "network-vif-plugged", "status": "completed", "tag": "29905f53-f30b-499e-b36c-914870283e5c", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 00:14:31.112850 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e0597ad4-7dbd-4576-844f-d7bdfe2b751d {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 00:14:31.113242 n-d-802623-1 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88378564-5c46-4b0c-a618-b87829271be9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29905f53-f30b-499e-b36c-914870283e5c', 'code': 200} Jul 28 00:14:31.142278 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Pushing event updated for resources: {'Port': ['ID=29905f53-f30b-499e-b36c-914870283e5c,revision_number=5']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:14:31.197629 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4bfc24-9063-46b7-b39e-6308afc6a9ba req-5c07a2bb-ec56-4ed8-be14-6ee4069adf62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:14:31.199151 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-3e4bfc24-9063-46b7-b39e-6308afc6a9ba req-5c07a2bb-ec56-4ed8-be14-6ee4069adf62 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=88378564-5c46-4b0c-a618-b87829271be9 HTTP/1.1" status: 200 len: 1096 time: 0.0383954 Jul 28 00:14:31.232651 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-3e4bfc24-9063-46b7-b39e-6308afc6a9ba req-9b15d85a-9c0b-4e75-b483-307c1e3d7e94 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=d099d4a8-30eb-4eab-989c-4339fb2a24ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0266156 Jul 28 00:14:31.391890 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78532eb1-2ac8-4d50-8770-c6988380816d req-fa4a06bd-df2b-4548-8101-e11bcc375ed2 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:14:31.393387 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-78532eb1-2ac8-4d50-8770-c6988380816d req-fa4a06bd-df2b-4548-8101-e11bcc375ed2 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "GET /v2.0/ports?device_id=88378564-5c46-4b0c-a618-b87829271be9 HTTP/1.1" status: 200 len: 945 time: 0.0558505 Jul 28 00:14:31.430503 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-78532eb1-2ac8-4d50-8770-c6988380816d req-c188dae7-4511-4ff2-96db-de7ac0ebca7f tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "GET /v2.0/security-groups?id=d099d4a8-30eb-4eab-989c-4339fb2a24ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310299 Jul 28 00:14:32.478534 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7418f70f-e60d-4709-8ba9-6ab514bc7f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:14:32.552567 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552939b8-9a7f-4d31-8250-351566414578 req-2eda5e5e-814c-4e5a-9362-75861b08f61e tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:14:32.554045 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-552939b8-9a7f-4d31-8250-351566414578 req-2eda5e5e-814c-4e5a-9362-75861b08f61e tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "GET /v2.0/ports?device_id=88378564-5c46-4b0c-a618-b87829271be9 HTTP/1.1" status: 200 len: 945 time: 0.0539215 Jul 28 00:14:32.591870 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-552939b8-9a7f-4d31-8250-351566414578 req-65d5e222-7490-4590-9826-20edeab5fc4d tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "GET /v2.0/security-groups?id=d099d4a8-30eb-4eab-989c-4339fb2a24ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313194 Jul 28 00:14:32.708178 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f118cd54-7c94-416d-8fe7-a172f5c177c7 req-cec7146b-9bcf-4306-a78a-c8e566efa920 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:14:32.709545 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f118cd54-7c94-416d-8fe7-a172f5c177c7 req-cec7146b-9bcf-4306-a78a-c8e566efa920 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "GET /v2.0/ports?device_id=88378564-5c46-4b0c-a618-b87829271be9 HTTP/1.1" status: 200 len: 945 time: 0.0527375 Jul 28 00:14:32.746803 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f118cd54-7c94-416d-8fe7-a172f5c177c7 req-fd4caa6f-31a7-459c-b0fb-8467fdf22779 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "GET /v2.0/security-groups?id=d099d4a8-30eb-4eab-989c-4339fb2a24ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310187 Jul 28 00:14:32.768717 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 59464) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:14:32.807015 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d98bbdf1-599f-45ae-800a-ff173b044445 tempest-TestNetworkAdvancedServerOps-2036493630 tempest-TestNetworkAdvancedServerOps-2036493630-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:14:32.808536 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-d98bbdf1-599f-45ae-800a-ff173b044445 tempest-TestNetworkAdvancedServerOps-2036493630 tempest-TestNetworkAdvancedServerOps-2036493630-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=88378564-5c46-4b0c-a618-b87829271be9 HTTP/1.1" status: 200 len: 1091 time: 0.0388606 Jul 28 00:14:32.811732 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 59466) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:14:32.816248 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-3ab81354-fa7c-4837-a80b-babb317b44cc tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Request body: {'floatingip': {'floating_network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'port_id': '29905f53-f30b-499e-b36c-914870283e5c', 'tenant_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 00:14:32.837029 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3ab81354-fa7c-4837-a80b-babb317b44cc tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks [] for floatingip, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:14:32.932842 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3ab81354-fa7c-4837-a80b-babb317b44cc tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:14:33.033987 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-3ab81354-fa7c-4837-a80b-babb317b44cc tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Allocated IP 172.25.4.158 (2fd42287-ed26-4eb9-89a5-b521f5b04356/17de1f8f-393a-4b0c-a2df-614bd3f2fb5e/b839e578-83a2-47cd-aaee-ce3701b14068) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 00:14:33.137122 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3ab81354-fa7c-4837-a80b-babb317b44cc tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:14:33.177260 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3ab81354-fa7c-4837-a80b-babb317b44cc tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:14:33.213289 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ab81354-fa7c-4837-a80b-babb317b44cc tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Network 2fd42287-ed26-4eb9-89a5-b521f5b04356 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 00:14:33.216055 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-3ab81354-fa7c-4837-a80b-babb317b44cc tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 00:14:33.219488 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ab81354-fa7c-4837-a80b-babb317b44cc tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 00:14:33.244813 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab81354-fa7c-4837-a80b-babb317b44cc tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Pushing event updated for resources: {'Port': ['ID=b839e578-83a2-47cd-aaee-ce3701b14068,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:14:33.931666 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3ab81354-fa7c-4837-a80b-babb317b44cc tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:14:33.995838 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3ab81354-fa7c-4837-a80b-babb317b44cc tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:14:34.142676 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3ab81354-fa7c-4837-a80b-babb317b44cc tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:14:34.146864 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3ab81354-fa7c-4837-a80b-babb317b44cc tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11336041'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:14:34.213490 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab81354-fa7c-4837-a80b-babb317b44cc tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Pushing event updated for resources: {'Port': ['ID=b839e578-83a2-47cd-aaee-ce3701b14068,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:14:34.226890 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3ab81354-fa7c-4837-a80b-babb317b44cc tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-415302'] for floatingip, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:14:34.320064 n-d-802623-1 neutron-server[93797]: INFO neutron.db.l3_db [None req-3ab81354-fa7c-4837-a80b-babb317b44cc tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Floating IP 4798681e-7e9e-4558-ae9b-ddef22996b95 associated. External IP: 172.25.4.158, port: 29905f53-f30b-499e-b36c-914870283e5c. Jul 28 00:14:34.536563 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ab81354-fa7c-4837-a80b-babb317b44cc tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Router 2e5187ab-07b7-44b4-abc4-7d7601aecf47 has already been hosted by L3 agent 018c4455-49c0-4734-927d-7824067b2a9e {{(pid=93797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 00:14:34.642824 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ab81354-fa7c-4837-a80b-babb317b44cc tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 00:14:34.652491 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffdd7e3e-6d19-47e0-bd2a-8ee37550438f None None] Sync routers for ids ['2e5187ab-07b7-44b4-abc4-7d7601aecf47'] in n-d-802623-1 {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 00:14:34.658965 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3ab81354-fa7c-4837-a80b-babb317b44cc tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for floatingip, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:14:34.661786 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffdd7e3e-6d19-47e0-bd2a-8ee37550438f None None] Routers {'2e5187ab-07b7-44b4-abc4-7d7601aecf47'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 00:14:34.662404 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-ffdd7e3e-6d19-47e0-bd2a-8ee37550438f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-28T00:14:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['2e5187ab-07b7-44b4-abc4-7d7601aecf47'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:14:34.686580 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-3ab81354-fa7c-4837-a80b-babb317b44cc tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8736012 Jul 28 00:14:34.687462 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88378564-5c46-4b0c-a618-b87829271be9', 'tag': '29905f53-f30b-499e-b36c-914870283e5c'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 00:14:34.689722 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54ff2e8c926e0231465601fd4f15fa4e9ff5e8c34d973af7f909e70dd0b48885" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e4e335d-5bd1-42e8-a91f-0917177ab5dd" -d '{"events": [{"name": "network-changed", "server_uuid": "88378564-5c46-4b0c-a618-b87829271be9", "tag": "29905f53-f30b-499e-b36c-914870283e5c"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 00:14:34.731359 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 00:14:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ea53b4f-b3bf-4620-9858-db5ba7868a31 x-openstack-request-id: req-5ea53b4f-b3bf-4620-9858-db5ba7868a31 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 00:14:34.732178 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88378564-5c46-4b0c-a618-b87829271be9", "tag": "29905f53-f30b-499e-b36c-914870283e5c", "status": "completed", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 00:14:34.732423 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5ea53b4f-b3bf-4620-9858-db5ba7868a31 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 00:14:34.732829 n-d-802623-1 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88378564-5c46-4b0c-a618-b87829271be9', 'tag': '29905f53-f30b-499e-b36c-914870283e5c', 'status': 'completed', 'code': 200} Jul 28 00:14:34.773722 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-ffdd7e3e-6d19-47e0-bd2a-8ee37550438f None None] Set router 2e5187ab-07b7-44b4-abc4-7d7601aecf47 gateway port host: n-d-802623-1 {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 00:14:34.822079 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6d92e5-0a00-4fdc-b965-4bf57d350607 req-f1230c14-c3ee-4a89-9d86-0a01dac44ba4 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:14:34.823599 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-3c6d92e5-0a00-4fdc-b965-4bf57d350607 req-f1230c14-c3ee-4a89-9d86-0a01dac44ba4 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "GET /v2.0/ports?device_id=88378564-5c46-4b0c-a618-b87829271be9 HTTP/1.1" status: 200 len: 945 time: 0.0749249 Jul 28 00:14:34.825485 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4e335d-5bd1-42e8-a91f-0917177ab5dd req-76352903-1b7c-4d13-ae31-6067561b3481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:14:34.826827 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-4e4e335d-5bd1-42e8-a91f-0917177ab5dd req-76352903-1b7c-4d13-ae31-6067561b3481 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=9ba1e124f2a248fcbbee4df813e28c7a&device_id=88378564-5c46-4b0c-a618-b87829271be9 HTTP/1.1" status: 200 len: 1096 time: 0.0686495 Jul 28 00:14:34.911705 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-3c6d92e5-0a00-4fdc-b965-4bf57d350607 req-d640d799-8f5a-48d7-a7e2-c055874a7279 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "GET /v2.0/security-groups?id=d099d4a8-30eb-4eab-989c-4339fb2a24ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817862 Jul 28 00:14:34.934153 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 59472) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:14:34.944944 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4e335d-5bd1-42e8-a91f-0917177ab5dd req-114b7d7a-329b-484e-9fee-611e3e7acbde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:14:34.946412 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-4e4e335d-5bd1-42e8-a91f-0917177ab5dd req-114b7d7a-329b-484e-9fee-611e3e7acbde service neutron] 10.222.0.38 "GET /v2.0/networks?id=4e91a3e0-acbb-4b37-b99f-89d94c6198ae HTTP/1.1" status: 200 len: 898 time: 0.1107297 Jul 28 00:14:34.999856 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-ffdd7e3e-6d19-47e0-bd2a-8ee37550438f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e5187ab-07b7-44b4-abc4-7d7601aecf47', 'name': 'tempest-TestNetworkAdvancedServerOps-router-869127900', 'tenant_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.62'}], 'enable_snat': True}, 'gw_port_id': '6f686f3b-82bb-43eb-b38b-30269a30724a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T00:14:16Z', 'updated_at': '2021-07-28T00:14:20Z', 'revision_number': 4, 'project_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'gw_port': {'id': '6f686f3b-82bb-43eb-b38b-30269a30724a', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:7f:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e5187ab-07b7-44b4-abc4-7d7601aecf47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T00:14:17Z', 'updated_at': '2021-07-28T00:14:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_floatingips': [{'id': '4798681e-7e9e-4558-ae9b-ddef22996b95', 'tenant_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'floating_ip_address': '172.25.4.158', 'floating_network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'router_id': '2e5187ab-07b7-44b4-abc4-7d7601aecf47', 'port_id': '29905f53-f30b-499e-b36c-914870283e5c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4261, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e91a3e0-acbb-4b37-b99f-89d94c6198ae', 'mac_address': 'fa:16:3e:20:29:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88378564-5c46-4b0c-a618-b87829271be9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T00:14:33Z', 'updated_at': '2021-07-28T00:14:33Z', 'revision_number': 0, 'project_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e90ee66-4f2b-4b2a-b943-022c8c6b63b8', 'name': '', 'network_id': '4e91a3e0-acbb-4b37-b99f-89d94c6198ae', 'tenant_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'mac_address': 'fa:16:3e:c1:a5:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e5187ab-07b7-44b4-abc4-7d7601aecf47', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '776e6f52-5fa4-49d8-9cab-895870268827', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T00:14:19Z', 'updated_at': '2021-07-28T00:14:25Z', 'revision_number': 5, 'project_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'subnets': [{'id': '776e6f52-5fa4-49d8-9cab-895870268827', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:14:35.002951 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-4a5f6978-3e11-4049-b2fa-06076cd19434 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "GET /v2.0/floatingips/4798681e-7e9e-4558-ae9b-ddef22996b95 HTTP/1.1" status: 200 len: 991 time: 0.0675440 Jul 28 00:14:35.017039 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-4e4e335d-5bd1-42e8-a91f-0917177ab5dd req-8efe9d2d-6ada-4dc5-b3e3-4de2950dde97 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=29905f53-f30b-499e-b36c-914870283e5c HTTP/1.1" status: 200 len: 999 time: 0.0633371 Jul 28 00:14:35.026869 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffdd7e3e-6d19-47e0-bd2a-8ee37550438f None None] Checking router: 2e5187ab-07b7-44b4-abc4-7d7601aecf47 for host: n-d-802623-1 {{(pid=93799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 00:14:35.035807 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffdd7e3e-6d19-47e0-bd2a-8ee37550438f None None] Routers {'2e5187ab-07b7-44b4-abc4-7d7601aecf47'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 00:14:35.036421 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-ffdd7e3e-6d19-47e0-bd2a-8ee37550438f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-28T00:14:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['2e5187ab-07b7-44b4-abc4-7d7601aecf47'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:14:35.072474 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4e335d-5bd1-42e8-a91f-0917177ab5dd req-9469371d-4019-4868-adb5-f79808a6c149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:14:35.073955 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-4e4e335d-5bd1-42e8-a91f-0917177ab5dd req-9469371d-4019-4868-adb5-f79808a6c149 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=776e6f52-5fa4-49d8-9cab-895870268827 HTTP/1.1" status: 200 len: 835 time: 0.0496533 Jul 28 00:14:35.120415 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4e335d-5bd1-42e8-a91f-0917177ab5dd req-4437cfd1-f3e0-4c5c-b979-8b079d02093e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:14:35.122059 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-4e4e335d-5bd1-42e8-a91f-0917177ab5dd req-4437cfd1-f3e0-4c5c-b979-8b079d02093e service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=4e91a3e0-acbb-4b37-b99f-89d94c6198ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410328 Jul 28 00:14:35.142045 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-ffdd7e3e-6d19-47e0-bd2a-8ee37550438f None None] Set router 2e5187ab-07b7-44b4-abc4-7d7601aecf47 gateway port host: n-d-802623-1 {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 00:14:35.211297 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-4e4e335d-5bd1-42e8-a91f-0917177ab5dd req-30ec96fe-44c3-4554-92e4-f858398eab50 service neutron] 10.222.0.38 "GET /v2.0/networks/4e91a3e0-acbb-4b37-b99f-89d94c6198ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821197 Jul 28 00:14:35.307629 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-4e4e335d-5bd1-42e8-a91f-0917177ab5dd req-28894d07-160d-4137-becd-6c961748625e service neutron] 10.222.0.38 "GET /v2.0/networks/4e91a3e0-acbb-4b37-b99f-89d94c6198ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895548 Jul 28 00:14:35.363673 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-ffdd7e3e-6d19-47e0-bd2a-8ee37550438f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e5187ab-07b7-44b4-abc4-7d7601aecf47', 'name': 'tempest-TestNetworkAdvancedServerOps-router-869127900', 'tenant_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.62'}], 'enable_snat': True}, 'gw_port_id': '6f686f3b-82bb-43eb-b38b-30269a30724a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T00:14:16Z', 'updated_at': '2021-07-28T00:14:20Z', 'revision_number': 4, 'project_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'gw_port': {'id': '6f686f3b-82bb-43eb-b38b-30269a30724a', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:7f:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e5187ab-07b7-44b4-abc4-7d7601aecf47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T00:14:17Z', 'updated_at': '2021-07-28T00:14:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_floatingips': [{'id': '4798681e-7e9e-4558-ae9b-ddef22996b95', 'tenant_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'floating_ip_address': '172.25.4.158', 'floating_network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'router_id': '2e5187ab-07b7-44b4-abc4-7d7601aecf47', 'port_id': '29905f53-f30b-499e-b36c-914870283e5c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4261, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e91a3e0-acbb-4b37-b99f-89d94c6198ae', 'mac_address': 'fa:16:3e:20:29:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88378564-5c46-4b0c-a618-b87829271be9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T00:14:33Z', 'updated_at': '2021-07-28T00:14:33Z', 'revision_number': 0, 'project_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e90ee66-4f2b-4b2a-b943-022c8c6b63b8', 'name': '', 'network_id': '4e91a3e0-acbb-4b37-b99f-89d94c6198ae', 'tenant_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'mac_address': 'fa:16:3e:c1:a5:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e5187ab-07b7-44b4-abc4-7d7601aecf47', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '776e6f52-5fa4-49d8-9cab-895870268827', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T00:14:19Z', 'updated_at': '2021-07-28T00:14:25Z', 'revision_number': 5, 'project_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'subnets': [{'id': '776e6f52-5fa4-49d8-9cab-895870268827', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:14:35.393347 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffdd7e3e-6d19-47e0-bd2a-8ee37550438f None None] The sync data for ids ['2e5187ab-07b7-44b4-abc4-7d7601aecf47'] in n-d-802623-1 is: [{'id': '2e5187ab-07b7-44b4-abc4-7d7601aecf47', 'name': 'tempest-TestNetworkAdvancedServerOps-router-869127900', 'tenant_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.62'}], 'enable_snat': True}, 'gw_port_id': '6f686f3b-82bb-43eb-b38b-30269a30724a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T00:14:16Z', 'updated_at': '2021-07-28T00:14:20Z', 'revision_number': 4, 'project_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'gw_port': {'id': '6f686f3b-82bb-43eb-b38b-30269a30724a', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:7f:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e5187ab-07b7-44b4-abc4-7d7601aecf47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T00:14:17Z', 'updated_at': '2021-07-28T00:14:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_floatingips': [{'id': '4798681e-7e9e-4558-ae9b-ddef22996b95', 'tenant_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'floating_ip_address': '172.25.4.158', 'floating_network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'router_id': '2e5187ab-07b7-44b4-abc4-7d7601aecf47', 'port_id': '29905f53-f30b-499e-b36c-914870283e5c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4261, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e91a3e0-acbb-4b37-b99f-89d94c6198ae', 'mac_address': 'fa:16:3e:20:29:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88378564-5c46-4b0c-a618-b87829271be9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T00:14:33Z', 'updated_at': '2021-07-28T00:14:33Z', 'revision_number': 0, 'project_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e90ee66-4f2b-4b2a-b943-022c8c6b63b8', 'name': '', 'network_id': '4e91a3e0-acbb-4b37-b99f-89d94c6198ae', 'tenant_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'mac_address': 'fa:16:3e:c1:a5:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e5187ab-07b7-44b4-abc4-7d7601aecf47', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '776e6f52-5fa4-49d8-9cab-895870268827', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T00:14:19Z', 'updated_at': '2021-07-28T00:14:25Z', 'revision_number': 5, 'project_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'subnets': [{'id': '776e6f52-5fa4-49d8-9cab-895870268827', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 00:14:35.579033 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:14:35.598900 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b3f6f44-7c31-4715-a8c6-69df8d6837e9 None None] New status for floating IP 4798681e-7e9e-4558-ae9b-ddef22996b95: ACTIVE {{(pid=93800) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 00:14:36.006172 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 59474) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:14:36.065172 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-136e2d8e-0b3c-4b5f-b6a1-73a34eff37da tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "GET /v2.0/floatingips/4798681e-7e9e-4558-ae9b-ddef22996b95 HTTP/1.1" status: 200 len: 993 time: 0.0578668 Jul 28 00:14:47.359155 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.agents_db [None req-9beef776-8bab-4de2-989a-f5a23ba4aaf4 None None] Agent healthcheck: found 7 active agents {{(pid=93800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 00:14:56.986784 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-1c07ea58-e7b9-491d-a442-ee6219b81152 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:14:59.665824 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-26ff7cb9-d2c1-4667-a95b-4dd163481b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:15:00.140274 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:15:00.198422 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:15:00.724166 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-19f2e178-d45e-4fbe-b9be-c3963fc151ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:15:02.480407 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7418f70f-e60d-4709-8ba9-6ab514bc7f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:15:05.593163 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:15:07.326270 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b14c52fb-ba2e-41b4-b754-7500b15d1ec6 req-8167ea1a-cad4-4c54-b6d8-f95927039bdc service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=88378564-5c46-4b0c-a618-b87829271be9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0424426 Jul 28 00:15:07.408880 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14c52fb-ba2e-41b4-b754-7500b15d1ec6 req-9a4867e0-9821-4d5d-a9fd-ba8501fca295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:15:07.410305 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a163be0c-4075-4a03-a89f-ac50b6a2991a req-db3b2ed5-344d-421e-8ad9-4e9703ebf91e tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:15:07.410806 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b14c52fb-ba2e-41b4-b754-7500b15d1ec6 req-9a4867e0-9821-4d5d-a9fd-ba8501fca295 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=9ba1e124f2a248fcbbee4df813e28c7a&device_id=88378564-5c46-4b0c-a618-b87829271be9 HTTP/1.1" status: 200 len: 1096 time: 0.0405726 Jul 28 00:15:07.411887 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a163be0c-4075-4a03-a89f-ac50b6a2991a req-db3b2ed5-344d-421e-8ad9-4e9703ebf91e tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "GET /v2.0/ports?device_id=88378564-5c46-4b0c-a618-b87829271be9 HTTP/1.1" status: 200 len: 945 time: 0.0534551 Jul 28 00:15:07.450790 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a163be0c-4075-4a03-a89f-ac50b6a2991a req-78afd1ca-bed9-4206-941f-db00da37ff65 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "GET /v2.0/security-groups?id=d099d4a8-30eb-4eab-989c-4339fb2a24ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329134 Jul 28 00:15:07.520976 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14c52fb-ba2e-41b4-b754-7500b15d1ec6 req-0d539606-2939-40d0-8fd9-6747b36e4e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:15:07.522459 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b14c52fb-ba2e-41b4-b754-7500b15d1ec6 req-0d539606-2939-40d0-8fd9-6747b36e4e8d service neutron] 10.222.0.38 "GET /v2.0/networks?id=4e91a3e0-acbb-4b37-b99f-89d94c6198ae HTTP/1.1" status: 200 len: 898 time: 0.0893736 Jul 28 00:15:07.588786 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b14c52fb-ba2e-41b4-b754-7500b15d1ec6 req-8aedea35-4cec-4673-89d5-4b85cb79d300 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=29905f53-f30b-499e-b36c-914870283e5c HTTP/1.1" status: 200 len: 1001 time: 0.0571642 Jul 28 00:15:07.642420 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14c52fb-ba2e-41b4-b754-7500b15d1ec6 req-d413cc44-8969-4852-9afc-ace8a1555d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:15:07.643873 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b14c52fb-ba2e-41b4-b754-7500b15d1ec6 req-d413cc44-8969-4852-9afc-ace8a1555d3f service neutron] 10.222.0.38 "GET /v2.0/subnets?id=776e6f52-5fa4-49d8-9cab-895870268827 HTTP/1.1" status: 200 len: 835 time: 0.0469947 Jul 28 00:15:07.691171 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14c52fb-ba2e-41b4-b754-7500b15d1ec6 req-96079f27-dc1c-482c-b2a3-dc9ad407bbda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:15:07.692619 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b14c52fb-ba2e-41b4-b754-7500b15d1ec6 req-96079f27-dc1c-482c-b2a3-dc9ad407bbda service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=4e91a3e0-acbb-4b37-b99f-89d94c6198ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395985 Jul 28 00:15:07.781006 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b14c52fb-ba2e-41b4-b754-7500b15d1ec6 req-7e26436a-dd99-4eba-be64-dcdaafa66578 service neutron] 10.222.0.38 "GET /v2.0/networks/4e91a3e0-acbb-4b37-b99f-89d94c6198ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803623 Jul 28 00:15:07.876338 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b14c52fb-ba2e-41b4-b754-7500b15d1ec6 req-b8e3c2cc-480d-47c3-be37-98b5af84ea99 service neutron] 10.222.0.38 "GET /v2.0/networks/4e91a3e0-acbb-4b37-b99f-89d94c6198ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869241 Jul 28 00:15:08.565795 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b985e0dd-e581-473a-a8df-401b3a0aa596 req-70f085f9-8da3-442d-a73f-11ee66709498 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:15:08.567305 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b985e0dd-e581-473a-a8df-401b3a0aa596 req-70f085f9-8da3-442d-a73f-11ee66709498 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "GET /v2.0/ports?device_id=88378564-5c46-4b0c-a618-b87829271be9 HTTP/1.1" status: 200 len: 945 time: 0.0489843 Jul 28 00:15:08.605184 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b985e0dd-e581-473a-a8df-401b3a0aa596 req-6d1784ad-4bb1-499b-ad4f-e91b649fadf7 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "GET /v2.0/security-groups?id=d099d4a8-30eb-4eab-989c-4339fb2a24ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320144 Jul 28 00:15:08.628261 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 59494) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:15:08.694856 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-f64bc022-403a-4229-9934-9beedc07a730 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "GET /v2.0/floatingips/4798681e-7e9e-4558-ae9b-ddef22996b95 HTTP/1.1" status: 200 len: 993 time: 0.0654790 Jul 28 00:15:09.946350 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baa68c0-f636-435a-81e0-039568f807cd req-a163aeb8-3831-4298-875d-af658335a14a tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:15:09.947904 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-4baa68c0-f636-435a-81e0-039568f807cd req-a163aeb8-3831-4298-875d-af658335a14a tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "GET /v2.0/ports?device_id=88378564-5c46-4b0c-a618-b87829271be9 HTTP/1.1" status: 200 len: 945 time: 0.0485647 Jul 28 00:15:09.971337 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07e2132-facf-4e44-be15-a01c84ceb485 req-be2b0600-a205-4e2b-a973-5f29855953ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:15:09.972756 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c07e2132-facf-4e44-be15-a01c84ceb485 req-be2b0600-a205-4e2b-a973-5f29855953ca service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=9ba1e124f2a248fcbbee4df813e28c7a&device_id=88378564-5c46-4b0c-a618-b87829271be9 HTTP/1.1" status: 200 len: 1096 time: 0.0416811 Jul 28 00:15:09.986841 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-4baa68c0-f636-435a-81e0-039568f807cd req-8d93025c-3810-438f-bd90-9c5713d5fb7f tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "GET /v2.0/security-groups?id=d099d4a8-30eb-4eab-989c-4339fb2a24ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324545 Jul 28 00:15:10.065201 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07e2132-facf-4e44-be15-a01c84ceb485 req-7b8ff309-9a6f-4991-b82a-414cdf21667f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:15:10.066700 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c07e2132-facf-4e44-be15-a01c84ceb485 req-7b8ff309-9a6f-4991-b82a-414cdf21667f service neutron] 10.222.0.38 "GET /v2.0/networks?id=4e91a3e0-acbb-4b37-b99f-89d94c6198ae HTTP/1.1" status: 200 len: 898 time: 0.0868654 Jul 28 00:15:10.132070 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c07e2132-facf-4e44-be15-a01c84ceb485 req-cc5e70f4-06c5-4e89-896b-c263daf1a94c service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=29905f53-f30b-499e-b36c-914870283e5c HTTP/1.1" status: 200 len: 1001 time: 0.0578501 Jul 28 00:15:10.180601 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07e2132-facf-4e44-be15-a01c84ceb485 req-b7808200-0413-431a-be7e-3f5d92df12ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:15:10.182083 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c07e2132-facf-4e44-be15-a01c84ceb485 req-b7808200-0413-431a-be7e-3f5d92df12ef service neutron] 10.222.0.38 "GET /v2.0/subnets?id=776e6f52-5fa4-49d8-9cab-895870268827 HTTP/1.1" status: 200 len: 835 time: 0.0426674 Jul 28 00:15:10.229910 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07e2132-facf-4e44-be15-a01c84ceb485 req-9be9bc41-ce5c-4937-bb34-6475e5a74f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:15:10.231370 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c07e2132-facf-4e44-be15-a01c84ceb485 req-9be9bc41-ce5c-4937-bb34-6475e5a74f44 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=4e91a3e0-acbb-4b37-b99f-89d94c6198ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425885 Jul 28 00:15:10.318179 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c07e2132-facf-4e44-be15-a01c84ceb485 req-707b1910-6c72-4eb5-9686-63d1ca5639fa service neutron] 10.222.0.38 "GET /v2.0/networks/4e91a3e0-acbb-4b37-b99f-89d94c6198ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796573 Jul 28 00:15:10.408884 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c07e2132-facf-4e44-be15-a01c84ceb485 req-67d7c9e5-c798-4da4-b984-9411de18634a service neutron] 10.222.0.38 "GET /v2.0/networks/4e91a3e0-acbb-4b37-b99f-89d94c6198ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830312 Jul 28 00:15:11.104054 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a26f2f2-c27a-421f-b3ea-543048827222 req-85cfe46e-3c92-4ea0-a518-50906993f012 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:15:11.105434 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-0a26f2f2-c27a-421f-b3ea-543048827222 req-85cfe46e-3c92-4ea0-a518-50906993f012 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "GET /v2.0/ports?device_id=88378564-5c46-4b0c-a618-b87829271be9 HTTP/1.1" status: 200 len: 945 time: 0.0493789 Jul 28 00:15:11.152102 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-0a26f2f2-c27a-421f-b3ea-543048827222 req-613973e4-75fb-48a2-8b16-beb05d194440 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "GET /v2.0/security-groups?id=d099d4a8-30eb-4eab-989c-4339fb2a24ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400715 Jul 28 00:15:12.272488 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f2fad8-e859-4608-b01b-37c781a03d0c req-de31e1fa-cae0-4fa5-a700-0a1dc72a3abc tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:15:12.274021 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-66f2fad8-e859-4608-b01b-37c781a03d0c req-de31e1fa-cae0-4fa5-a700-0a1dc72a3abc tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "GET /v2.0/ports?device_id=88378564-5c46-4b0c-a618-b87829271be9 HTTP/1.1" status: 200 len: 945 time: 0.0486298 Jul 28 00:15:12.312003 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-66f2fad8-e859-4608-b01b-37c781a03d0c req-95f85d2c-f05b-4941-803b-15a92d09907b tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "GET /v2.0/security-groups?id=d099d4a8-30eb-4eab-989c-4339fb2a24ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318668 Jul 28 00:15:12.333426 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 59506) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:15:12.397593 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-13d5fe32-75a9-42f8-b83c-78a1830674f4 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "GET /v2.0/floatingips/4798681e-7e9e-4558-ae9b-ddef22996b95 HTTP/1.1" status: 200 len: 993 time: 0.0630710 Jul 28 00:15:12.611906 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 59512) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:15:12.769211 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-bf78ab21-4b29-4ff4-aa51-c36824470138 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Deleting port b839e578-83a2-47cd-aaee-ce3701b14068 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 00:15:12.769564 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bf78ab21-4b29-4ff4-aa51-c36824470138 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:15:12.846502 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bf78ab21-4b29-4ff4-aa51-c36824470138 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:15:12.846830 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bf78ab21-4b29-4ff4-aa51-c36824470138 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:15:12.858660 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-bf78ab21-4b29-4ff4-aa51-c36824470138 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Calling delete_port for b839e578-83a2-47cd-aaee-ce3701b14068 owned by network:floatingip {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 00:15:13.000530 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bf78ab21-4b29-4ff4-aa51-c36824470138 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:15:13.031133 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf78ab21-4b29-4ff4-aa51-c36824470138 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Pushing event deleted for resources: {'Port': ['ID=b839e578-83a2-47cd-aaee-ce3701b14068,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:15:13.052389 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf78ab21-4b29-4ff4-aa51-c36824470138 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:15:13.052740 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf78ab21-4b29-4ff4-aa51-c36824470138 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:15:13.053080 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf78ab21-4b29-4ff4-aa51-c36824470138 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:15:13.053413 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf78ab21-4b29-4ff4-aa51-c36824470138 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:15:13.053744 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf78ab21-4b29-4ff4-aa51-c36824470138 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:15:13.054076 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf78ab21-4b29-4ff4-aa51-c36824470138 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:15:13.054402 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf78ab21-4b29-4ff4-aa51-c36824470138 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:15:13.054725 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf78ab21-4b29-4ff4-aa51-c36824470138 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:15:13.055067 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf78ab21-4b29-4ff4-aa51-c36824470138 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:15:13.055392 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf78ab21-4b29-4ff4-aa51-c36824470138 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:15:13.055714 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf78ab21-4b29-4ff4-aa51-c36824470138 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:15:13.056031 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf78ab21-4b29-4ff4-aa51-c36824470138 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:15:13.096581 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bf78ab21-4b29-4ff4-aa51-c36824470138 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks [] for floatingip, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:15:13.096901 n-d-802623-1 neutron-server[93798]: INFO neutron.db.l3_db [None req-bf78ab21-4b29-4ff4-aa51-c36824470138 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Floating IP 4798681e-7e9e-4558-ae9b-ddef22996b95 disassociated (deleted). External IP: 172.25.4.158, port: 29905f53-f30b-499e-b36c-914870283e5c. Jul 28 00:15:13.303253 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf78ab21-4b29-4ff4-aa51-c36824470138 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Router 2e5187ab-07b7-44b4-abc4-7d7601aecf47 has already been hosted by L3 agent 018c4455-49c0-4734-927d-7824067b2a9e {{(pid=93798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 00:15:13.409156 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf78ab21-4b29-4ff4-aa51-c36824470138 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 00:15:13.413621 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bf78ab21-4b29-4ff4-aa51-c36824470138 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for floatingip, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:15:13.418661 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0633e352-9ead-490f-81da-3e84462d3100 None None] Sync routers for ids ['2e5187ab-07b7-44b4-abc4-7d7601aecf47'] in n-d-802623-1 {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 00:15:13.428094 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0633e352-9ead-490f-81da-3e84462d3100 None None] Routers {'2e5187ab-07b7-44b4-abc4-7d7601aecf47'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 00:15:13.428710 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-0633e352-9ead-490f-81da-3e84462d3100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-28T00:15:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['2e5187ab-07b7-44b4-abc4-7d7601aecf47'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:15:13.440964 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-bf78ab21-4b29-4ff4-aa51-c36824470138 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "DELETE /v2.0/floatingips/4798681e-7e9e-4558-ae9b-ddef22996b95 HTTP/1.1" status: 204 len: 168 time: 0.8279703 Jul 28 00:15:13.441561 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88378564-5c46-4b0c-a618-b87829271be9', 'tag': '29905f53-f30b-499e-b36c-914870283e5c'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 00:15:13.443907 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b87af07e598cf5b62d2945997aebdb2f0d5735b62acaa13edb25b119cdbae256" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf0ac38c-2251-4539-97a2-b398d542fd1f" -d '{"events": [{"name": "network-changed", "server_uuid": "88378564-5c46-4b0c-a618-b87829271be9", "tag": "29905f53-f30b-499e-b36c-914870283e5c"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 00:15:13.481665 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 00:15:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae525c8d-3404-47db-8992-283e2090efaf x-openstack-request-id: req-ae525c8d-3404-47db-8992-283e2090efaf {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 00:15:13.481949 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88378564-5c46-4b0c-a618-b87829271be9", "tag": "29905f53-f30b-499e-b36c-914870283e5c", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 00:15:13.482194 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ae525c8d-3404-47db-8992-283e2090efaf {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 00:15:13.482595 n-d-802623-1 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88378564-5c46-4b0c-a618-b87829271be9', 'tag': '29905f53-f30b-499e-b36c-914870283e5c', 'status': 'completed', 'code': 200} Jul 28 00:15:13.537770 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-0633e352-9ead-490f-81da-3e84462d3100 None None] Set router 2e5187ab-07b7-44b4-abc4-7d7601aecf47 gateway port host: n-d-802623-1 {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 00:15:13.547648 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0ac38c-2251-4539-97a2-b398d542fd1f req-f4805928-c401-4621-9261-dba8ca796409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:15:13.549271 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-bf0ac38c-2251-4539-97a2-b398d542fd1f req-f4805928-c401-4621-9261-dba8ca796409 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=9ba1e124f2a248fcbbee4df813e28c7a&device_id=88378564-5c46-4b0c-a618-b87829271be9 HTTP/1.1" status: 200 len: 1096 time: 0.0440061 Jul 28 00:15:13.683036 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0ac38c-2251-4539-97a2-b398d542fd1f req-be6eabdc-018b-400b-bb2f-bef053e9d2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:15:13.685134 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-bf0ac38c-2251-4539-97a2-b398d542fd1f req-be6eabdc-018b-400b-bb2f-bef053e9d2b8 service neutron] 10.222.0.38 "GET /v2.0/networks?id=4e91a3e0-acbb-4b37-b99f-89d94c6198ae HTTP/1.1" status: 200 len: 898 time: 0.1261876 Jul 28 00:15:13.696815 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af277f5-98ef-48cb-b2d7-7863314c7d51 req-0e54c328-2f50-4575-98b1-ff3ad3c03ea3 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:15:13.698276 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-2af277f5-98ef-48cb-b2d7-7863314c7d51 req-0e54c328-2f50-4575-98b1-ff3ad3c03ea3 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "GET /v2.0/ports?device_id=88378564-5c46-4b0c-a618-b87829271be9 HTTP/1.1" status: 200 len: 945 time: 0.0728245 Jul 28 00:15:13.738732 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-bf0ac38c-2251-4539-97a2-b398d542fd1f req-2d14a84d-99b8-44ef-af6c-ed6ef57f8cff service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=29905f53-f30b-499e-b36c-914870283e5c HTTP/1.1" status: 200 len: 217 time: 0.0394943 Jul 28 00:15:13.743893 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-0633e352-9ead-490f-81da-3e84462d3100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e5187ab-07b7-44b4-abc4-7d7601aecf47', 'name': 'tempest-TestNetworkAdvancedServerOps-router-869127900', 'tenant_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.62'}], 'enable_snat': True}, 'gw_port_id': '6f686f3b-82bb-43eb-b38b-30269a30724a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T00:14:16Z', 'updated_at': '2021-07-28T00:14:20Z', 'revision_number': 4, 'project_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'gw_port': {'id': '6f686f3b-82bb-43eb-b38b-30269a30724a', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:7f:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e5187ab-07b7-44b4-abc4-7d7601aecf47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T00:14:17Z', 'updated_at': '2021-07-28T00:14:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': '9e90ee66-4f2b-4b2a-b943-022c8c6b63b8', 'name': '', 'network_id': '4e91a3e0-acbb-4b37-b99f-89d94c6198ae', 'tenant_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'mac_address': 'fa:16:3e:c1:a5:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e5187ab-07b7-44b4-abc4-7d7601aecf47', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '776e6f52-5fa4-49d8-9cab-895870268827', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T00:14:19Z', 'updated_at': '2021-07-28T00:14:25Z', 'revision_number': 5, 'project_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'subnets': [{'id': '776e6f52-5fa4-49d8-9cab-895870268827', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:15:13.769895 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0633e352-9ead-490f-81da-3e84462d3100 None None] Checking router: 2e5187ab-07b7-44b4-abc4-7d7601aecf47 for host: n-d-802623-1 {{(pid=93799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 00:15:13.777933 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0633e352-9ead-490f-81da-3e84462d3100 None None] Routers {'2e5187ab-07b7-44b4-abc4-7d7601aecf47'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 00:15:13.778588 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-0633e352-9ead-490f-81da-3e84462d3100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-28T00:15:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['2e5187ab-07b7-44b4-abc4-7d7601aecf47'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:15:13.800365 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-2af277f5-98ef-48cb-b2d7-7863314c7d51 req-231a253f-e5a4-44fa-901c-d295140edd58 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "GET /v2.0/security-groups?id=d099d4a8-30eb-4eab-989c-4339fb2a24ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945587 Jul 28 00:15:13.807433 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0ac38c-2251-4539-97a2-b398d542fd1f req-38d149a2-e3d7-4cf8-8939-593891b71bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:15:13.808927 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-bf0ac38c-2251-4539-97a2-b398d542fd1f req-38d149a2-e3d7-4cf8-8939-593891b71bb4 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=776e6f52-5fa4-49d8-9cab-895870268827 HTTP/1.1" status: 200 len: 835 time: 0.0614130 Jul 28 00:15:13.854223 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0ac38c-2251-4539-97a2-b398d542fd1f req-3f1887fc-7567-4ba8-8ecb-97213f44ebd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:15:13.856175 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-bf0ac38c-2251-4539-97a2-b398d542fd1f req-3f1887fc-7567-4ba8-8ecb-97213f44ebd7 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=4e91a3e0-acbb-4b37-b99f-89d94c6198ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393510 Jul 28 00:15:13.881437 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-0633e352-9ead-490f-81da-3e84462d3100 None None] Set router 2e5187ab-07b7-44b4-abc4-7d7601aecf47 gateway port host: n-d-802623-1 {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 00:15:13.951880 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-bf0ac38c-2251-4539-97a2-b398d542fd1f req-0d5fac42-bed7-4148-b978-ea59124da953 service neutron] 10.222.0.38 "GET /v2.0/networks/4e91a3e0-acbb-4b37-b99f-89d94c6198ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881050 Jul 28 00:15:14.043410 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-bf0ac38c-2251-4539-97a2-b398d542fd1f req-b9068996-52f0-43ee-85f6-aeaa411f7547 service neutron] 10.222.0.38 "GET /v2.0/networks/4e91a3e0-acbb-4b37-b99f-89d94c6198ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824616 Jul 28 00:15:14.082286 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-0633e352-9ead-490f-81da-3e84462d3100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e5187ab-07b7-44b4-abc4-7d7601aecf47', 'name': 'tempest-TestNetworkAdvancedServerOps-router-869127900', 'tenant_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.62'}], 'enable_snat': True}, 'gw_port_id': '6f686f3b-82bb-43eb-b38b-30269a30724a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T00:14:16Z', 'updated_at': '2021-07-28T00:14:20Z', 'revision_number': 4, 'project_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'gw_port': {'id': '6f686f3b-82bb-43eb-b38b-30269a30724a', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:7f:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e5187ab-07b7-44b4-abc4-7d7601aecf47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T00:14:17Z', 'updated_at': '2021-07-28T00:14:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': '9e90ee66-4f2b-4b2a-b943-022c8c6b63b8', 'name': '', 'network_id': '4e91a3e0-acbb-4b37-b99f-89d94c6198ae', 'tenant_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'mac_address': 'fa:16:3e:c1:a5:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e5187ab-07b7-44b4-abc4-7d7601aecf47', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '776e6f52-5fa4-49d8-9cab-895870268827', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T00:14:19Z', 'updated_at': '2021-07-28T00:14:25Z', 'revision_number': 5, 'project_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'subnets': [{'id': '776e6f52-5fa4-49d8-9cab-895870268827', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:15:14.111583 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0633e352-9ead-490f-81da-3e84462d3100 None None] The sync data for ids ['2e5187ab-07b7-44b4-abc4-7d7601aecf47'] in n-d-802623-1 is: [{'id': '2e5187ab-07b7-44b4-abc4-7d7601aecf47', 'name': 'tempest-TestNetworkAdvancedServerOps-router-869127900', 'tenant_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.62'}], 'enable_snat': True}, 'gw_port_id': '6f686f3b-82bb-43eb-b38b-30269a30724a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T00:14:16Z', 'updated_at': '2021-07-28T00:14:20Z', 'revision_number': 4, 'project_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'gw_port': {'id': '6f686f3b-82bb-43eb-b38b-30269a30724a', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:7f:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e5187ab-07b7-44b4-abc4-7d7601aecf47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T00:14:17Z', 'updated_at': '2021-07-28T00:14:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': '9e90ee66-4f2b-4b2a-b943-022c8c6b63b8', 'name': '', 'network_id': '4e91a3e0-acbb-4b37-b99f-89d94c6198ae', 'tenant_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'mac_address': 'fa:16:3e:c1:a5:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e5187ab-07b7-44b4-abc4-7d7601aecf47', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '776e6f52-5fa4-49d8-9cab-895870268827', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T00:14:19Z', 'updated_at': '2021-07-28T00:14:25Z', 'revision_number': 5, 'project_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'subnets': [{'id': '776e6f52-5fa4-49d8-9cab-895870268827', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 00:15:14.318596 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b48b3c3e-b4e1-4cd1-a229-b73ac00f5279 None None] New status for floating IP 4798681e-7e9e-4558-ae9b-ddef22996b95: DOWN {{(pid=93800) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 00:15:14.915598 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12617faa-c7b6-479e-bdfe-250f10286549 req-46c7d362-db58-4151-9a19-6a8e38d329ea tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:15:14.917092 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-12617faa-c7b6-479e-bdfe-250f10286549 req-46c7d362-db58-4151-9a19-6a8e38d329ea tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "GET /v2.0/ports?device_id=88378564-5c46-4b0c-a618-b87829271be9 HTTP/1.1" status: 200 len: 945 time: 0.0475531 Jul 28 00:15:14.957745 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-12617faa-c7b6-479e-bdfe-250f10286549 req-cd322702-ad1a-44c2-aaff-bbabffd5e081 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "GET /v2.0/security-groups?id=d099d4a8-30eb-4eab-989c-4339fb2a24ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341609 Jul 28 00:15:15.177686 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3e71c4-4454-4d8b-b295-ff79027be604 req-ea53ddbe-d251-4330-a5e9-595a8d09db58 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:15:15.179197 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-dd3e71c4-4454-4d8b-b295-ff79027be604 req-ea53ddbe-d251-4330-a5e9-595a8d09db58 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.38 "GET /v2.0/ports?device_id=88378564-5c46-4b0c-a618-b87829271be9 HTTP/1.1" status: 200 len: 945 time: 0.0475533 Jul 28 00:15:15.267971 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-dd3e71c4-4454-4d8b-b295-ff79027be604 req-9a9567d8-6734-4582-bef8-3eb4b4569475 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Deleting port 29905f53-f30b-499e-b36c-914870283e5c {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 00:15:15.268309 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-dd3e71c4-4454-4d8b-b295-ff79027be604 req-9a9567d8-6734-4582-bef8-3eb4b4569475 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:15:15.359834 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-dd3e71c4-4454-4d8b-b295-ff79027be604 req-9a9567d8-6734-4582-bef8-3eb4b4569475 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] For port 29905f53-f30b-499e-b36c-914870283e5c, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=29905f53-f30b-499e-b36c-914870283e5c,segment=NetworkSegment(e3f77084-4f88-40ca-aaa3-504c28f04454),segment_id=e3f77084-4f88-40ca-aaa3-504c28f04454)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 00:15:15.360190 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-dd3e71c4-4454-4d8b-b295-ff79027be604 req-9a9567d8-6734-4582-bef8-3eb4b4569475 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:15:15.373173 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-dd3e71c4-4454-4d8b-b295-ff79027be604 req-9a9567d8-6734-4582-bef8-3eb4b4569475 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Calling delete_port for 29905f53-f30b-499e-b36c-914870283e5c owned by compute:nova {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 00:15:15.497973 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-dd3e71c4-4454-4d8b-b295-ff79027be604 req-9a9567d8-6734-4582-bef8-3eb4b4569475 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:15:15.527033 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9567d8-6734-4582-bef8-3eb4b4569475 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Pushing event deleted for resources: {'Port': ['ID=29905f53-f30b-499e-b36c-914870283e5c,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:15:15.575188 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd3e71c4-4454-4d8b-b295-ff79027be604 req-9a9567d8-6734-4582-bef8-3eb4b4569475 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] No DVR routers for this DVR port 29905f53-f30b-499e-b36c-914870283e5c on host n-h1-802623-1 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 00:15:15.577832 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-dd3e71c4-4454-4d8b-b295-ff79027be604 req-9a9567d8-6734-4582-bef8-3eb4b4569475 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:15:15.579901 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-dd3e71c4-4454-4d8b-b295-ff79027be604 req-9a9567d8-6734-4582-bef8-3eb4b4569475 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.38 "DELETE /v2.0/ports/29905f53-f30b-499e-b36c-914870283e5c HTTP/1.1" status: 204 len: 173 time: 0.3946760 Jul 28 00:15:15.580341 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88378564-5c46-4b0c-a618-b87829271be9', 'name': 'network-vif-deleted', 'tag': '29905f53-f30b-499e-b36c-914870283e5c'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 00:15:15.582635 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b87af07e598cf5b62d2945997aebdb2f0d5735b62acaa13edb25b119cdbae256" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf89b4be-585b-4727-b2c1-5fbf969943f7" -d '{"events": [{"server_uuid": "88378564-5c46-4b0c-a618-b87829271be9", "name": "network-vif-deleted", "tag": "29905f53-f30b-499e-b36c-914870283e5c"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 00:15:15.619589 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 00:15:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dd87291-eb7b-4c75-9a7a-1be5d8282c22 x-openstack-request-id: req-7dd87291-eb7b-4c75-9a7a-1be5d8282c22 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 00:15:15.619887 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88378564-5c46-4b0c-a618-b87829271be9", "name": "network-vif-deleted", "tag": "29905f53-f30b-499e-b36c-914870283e5c", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 00:15:15.620141 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7dd87291-eb7b-4c75-9a7a-1be5d8282c22 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 00:15:15.620541 n-d-802623-1 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88378564-5c46-4b0c-a618-b87829271be9', 'name': 'network-vif-deleted', 'tag': '29905f53-f30b-499e-b36c-914870283e5c', 'status': 'completed', 'code': 200} Jul 28 00:15:16.073605 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8a4d0a3c-6ed1-4782-9ca4-e56ef43863be req-5c7aa651-6776-4236-93c6-930bd12e6dd2 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "GET /v2.0/ports?device_id=88378564-5c46-4b0c-a618-b87829271be9 HTTP/1.1" status: 200 len: 210 time: 0.0260582 Jul 28 00:15:17.130930 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 59528) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:15:17.483134 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b169ab13-2641-4365-987e-143eb7f8cbdd tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-414022'] for router_interface, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:15:18.045306 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-b169ab13-2641-4365-987e-143eb7f8cbdd tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Deleting port 9e90ee66-4f2b-4b2a-b943-022c8c6b63b8 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 00:15:18.045663 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b169ab13-2641-4365-987e-143eb7f8cbdd tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:15:18.136480 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-b169ab13-2641-4365-987e-143eb7f8cbdd tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] For port 9e90ee66-4f2b-4b2a-b943-022c8c6b63b8, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=9e90ee66-4f2b-4b2a-b943-022c8c6b63b8,segment=NetworkSegment(e3f77084-4f88-40ca-aaa3-504c28f04454),segment_id=e3f77084-4f88-40ca-aaa3-504c28f04454)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 00:15:18.137150 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b169ab13-2641-4365-987e-143eb7f8cbdd tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:15:18.149578 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-b169ab13-2641-4365-987e-143eb7f8cbdd tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Calling delete_port for 9e90ee66-4f2b-4b2a-b943-022c8c6b63b8 owned by network:router_interface {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 00:15:18.337743 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b169ab13-2641-4365-987e-143eb7f8cbdd tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:15:18.364028 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b169ab13-2641-4365-987e-143eb7f8cbdd tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Pushing event deleted for resources: {'Port': ['ID=9e90ee66-4f2b-4b2a-b943-022c8c6b63b8,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:15:18.542161 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b169ab13-2641-4365-987e-143eb7f8cbdd tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3760546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-413994'] for router_interface, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:15:18.753501 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b169ab13-2641-4365-987e-143eb7f8cbdd tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Router 2e5187ab-07b7-44b4-abc4-7d7601aecf47 has already been hosted by L3 agent 018c4455-49c0-4734-927d-7824067b2a9e {{(pid=93798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 00:15:18.862970 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b169ab13-2641-4365-987e-143eb7f8cbdd tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 00:15:18.871416 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 59530) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:15:18.876299 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-b169ab13-2641-4365-987e-143eb7f8cbdd tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "PUT /v2.0/routers/2e5187ab-07b7-44b4-abc4-7d7601aecf47/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7442315 Jul 28 00:15:18.877774 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b11635f-00cb-4920-a7ca-53cfa1c91f6c None None] Sync routers for ids ['2e5187ab-07b7-44b4-abc4-7d7601aecf47'] in n-d-802623-1 {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 00:15:18.887460 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b11635f-00cb-4920-a7ca-53cfa1c91f6c None None] Routers {'2e5187ab-07b7-44b4-abc4-7d7601aecf47'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 00:15:18.888479 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-1b11635f-00cb-4920-a7ca-53cfa1c91f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-28T00:15:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['2e5187ab-07b7-44b4-abc4-7d7601aecf47'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:15:18.927385 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e4a15ab-3b29-4e6f-bb99-79c28479e1a8 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Deleting subnet 776e6f52-5fa4-49d8-9cab-895870268827 {{(pid=93797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 00:15:18.930979 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8e4a15ab-3b29-4e6f-bb99-79c28479e1a8 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks [] for subnet, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:15:18.974984 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8e4a15ab-3b29-4e6f-bb99-79c28479e1a8 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11335971'] for subnet, precommit_delete_associations {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:15:19.064676 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8e4a15ab-3b29-4e6f-bb99-79c28479e1a8 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620741'] for subnet, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:15:19.129369 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8e4a15ab-3b29-4e6f-bb99-79c28479e1a8 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11335991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11551414'] for subnet, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:15:19.150254 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-1b11635f-00cb-4920-a7ca-53cfa1c91f6c None None] Set router 2e5187ab-07b7-44b4-abc4-7d7601aecf47 gateway port host: n-d-802623-1 {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 00:15:19.157512 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4a15ab-3b29-4e6f-bb99-79c28479e1a8 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Pushing event deleted for resources: {'Subnet': ['ID=776e6f52-5fa4-49d8-9cab-895870268827,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:15:19.166575 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4a15ab-3b29-4e6f-bb99-79c28479e1a8 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:15:19.166925 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4a15ab-3b29-4e6f-bb99-79c28479e1a8 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:15:19.167290 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4a15ab-3b29-4e6f-bb99-79c28479e1a8 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:15:19.167635 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4a15ab-3b29-4e6f-bb99-79c28479e1a8 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:15:19.168020 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4a15ab-3b29-4e6f-bb99-79c28479e1a8 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:15:19.168357 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4a15ab-3b29-4e6f-bb99-79c28479e1a8 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:15:19.168696 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4a15ab-3b29-4e6f-bb99-79c28479e1a8 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:15:19.169013 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4a15ab-3b29-4e6f-bb99-79c28479e1a8 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:15:19.169832 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4a15ab-3b29-4e6f-bb99-79c28479e1a8 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:15:19.169832 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4a15ab-3b29-4e6f-bb99-79c28479e1a8 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:15:19.170106 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4a15ab-3b29-4e6f-bb99-79c28479e1a8 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:15:19.170263 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4a15ab-3b29-4e6f-bb99-79c28479e1a8 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:15:19.173171 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8e4a15ab-3b29-4e6f-bb99-79c28479e1a8 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks [] for subnet, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:15:19.177766 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 59532) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:15:19.178307 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-8e4a15ab-3b29-4e6f-bb99-79c28479e1a8 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "DELETE /v2.0/subnets/776e6f52-5fa4-49d8-9cab-895870268827 HTTP/1.1" status: 204 len: 168 time: 0.3058612 Jul 28 00:15:19.178414 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 29905f53-f30b-499e-b36c-914870283e5c no longer exists at agent hyperv_n-h1-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 00:15:19.179882 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97f12e52-463f-4135-8727-33add1eaa15b None None] Network 4e91a3e0-acbb-4b37-b99f-89d94c6198ae requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 00:15:19.260926 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] No Port match for: 29905f53-f30b-499e-b36c-914870283e5c {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 00:15:19.261276 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 29905f53-f30b-499e-b36c-914870283e5c not bound to the agent host n-h1-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 00:15:19.290642 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f475c6a8-cfd3-42cc-ba82-bf1bc30482cf tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks [] for router, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:15:19.395288 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f475c6a8-cfd3-42cc-ba82-bf1bc30482cf tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:15:19.447498 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-1b11635f-00cb-4920-a7ca-53cfa1c91f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e5187ab-07b7-44b4-abc4-7d7601aecf47', 'name': 'tempest-TestNetworkAdvancedServerOps-router-869127900', 'tenant_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.62'}], 'enable_snat': True}, 'gw_port_id': '6f686f3b-82bb-43eb-b38b-30269a30724a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T00:14:16Z', 'updated_at': '2021-07-28T00:15:18Z', 'revision_number': 5, 'project_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'gw_port': {'id': '6f686f3b-82bb-43eb-b38b-30269a30724a', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:7f:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e5187ab-07b7-44b4-abc4-7d7601aecf47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T00:14:17Z', 'updated_at': '2021-07-28T00:14:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1'}], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:15:19.454572 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-f475c6a8-cfd3-42cc-ba82-bf1bc30482cf tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Deleting port 6f686f3b-82bb-43eb-b38b-30269a30724a {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 00:15:19.454948 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f475c6a8-cfd3-42cc-ba82-bf1bc30482cf tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:15:19.481549 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b11635f-00cb-4920-a7ca-53cfa1c91f6c None None] Checking router: 2e5187ab-07b7-44b4-abc4-7d7601aecf47 for host: n-d-802623-1 {{(pid=93799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 00:15:19.490739 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92766983-9eee-4754-8b0e-e28393e52cd8 None None] DHCP port deletion for 4e91a3e0-acbb-4b37-b99f-89d94c6198ae request from n-d-802623-1 {{(pid=93799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 00:15:19.494757 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b11635f-00cb-4920-a7ca-53cfa1c91f6c None None] Routers {'2e5187ab-07b7-44b4-abc4-7d7601aecf47'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 00:15:19.495414 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-1b11635f-00cb-4920-a7ca-53cfa1c91f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-28T00:15:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['2e5187ab-07b7-44b4-abc4-7d7601aecf47'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:15:19.540795 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-f475c6a8-cfd3-42cc-ba82-bf1bc30482cf tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] For port 6f686f3b-82bb-43eb-b38b-30269a30724a, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=6f686f3b-82bb-43eb-b38b-30269a30724a,segment=NetworkSegment(b9afe07e-bbe4-4740-834c-4b6a9698bdbc),segment_id=b9afe07e-bbe4-4740-834c-4b6a9698bdbc)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 00:15:19.541191 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f475c6a8-cfd3-42cc-ba82-bf1bc30482cf tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:15:19.554879 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-f475c6a8-cfd3-42cc-ba82-bf1bc30482cf tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Calling delete_port for 6f686f3b-82bb-43eb-b38b-30269a30724a owned by network:router_gateway {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 00:15:19.606937 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-1b11635f-00cb-4920-a7ca-53cfa1c91f6c None None] Set router 2e5187ab-07b7-44b4-abc4-7d7601aecf47 gateway port host: None {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 00:15:19.660574 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-1b11635f-00cb-4920-a7ca-53cfa1c91f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e5187ab-07b7-44b4-abc4-7d7601aecf47', 'name': 'tempest-TestNetworkAdvancedServerOps-router-869127900', 'tenant_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T00:14:16Z', 'updated_at': '2021-07-28T00:15:19Z', 'revision_number': 6, 'project_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'gw_port_host': None}], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:15:19.694293 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b11635f-00cb-4920-a7ca-53cfa1c91f6c None None] The sync data for ids ['2e5187ab-07b7-44b4-abc4-7d7601aecf47'] in n-d-802623-1 is: [{'id': '2e5187ab-07b7-44b4-abc4-7d7601aecf47', 'name': 'tempest-TestNetworkAdvancedServerOps-router-869127900', 'tenant_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T00:14:16Z', 'updated_at': '2021-07-28T00:15:19Z', 'revision_number': 6, 'project_id': '9ba1e124f2a248fcbbee4df813e28c7a', 'gw_port_host': None}] {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 00:15:19.696404 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-92766983-9eee-4754-8b0e-e28393e52cd8 None None] Deleting port 84171ed0-61c9-4593-a761-c06d5f863313 {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 00:15:19.696776 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-92766983-9eee-4754-8b0e-e28393e52cd8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:15:19.733249 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f475c6a8-cfd3-42cc-ba82-bf1bc30482cf tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:15:19.758733 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-92766983-9eee-4754-8b0e-e28393e52cd8 None None] For port 84171ed0-61c9-4593-a761-c06d5f863313, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=84171ed0-61c9-4593-a761-c06d5f863313,segment=NetworkSegment(e3f77084-4f88-40ca-aaa3-504c28f04454),segment_id=e3f77084-4f88-40ca-aaa3-504c28f04454)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 00:15:19.759206 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-92766983-9eee-4754-8b0e-e28393e52cd8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:15:19.760263 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f475c6a8-cfd3-42cc-ba82-bf1bc30482cf tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Pushing event deleted for resources: {'Port': ['ID=6f686f3b-82bb-43eb-b38b-30269a30724a,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:15:19.772059 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-92766983-9eee-4754-8b0e-e28393e52cd8 None None] Calling delete_port for 84171ed0-61c9-4593-a761-c06d5f863313 owned by network:dhcp {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 00:15:19.824571 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f475c6a8-cfd3-42cc-ba82-bf1bc30482cf tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-415368'] for router_gateway, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:15:19.858131 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-92766983-9eee-4754-8b0e-e28393e52cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:15:19.881419 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92766983-9eee-4754-8b0e-e28393e52cd8 None None] Pushing event deleted for resources: {'Port': ['ID=84171ed0-61c9-4593-a761-c06d5f863313,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:15:19.891577 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92766983-9eee-4754-8b0e-e28393e52cd8 None None] No DVR routers for this DVR port 84171ed0-61c9-4593-a761-c06d5f863313 on host n-d-802623-1 {{(pid=93799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 00:15:19.896237 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92766983-9eee-4754-8b0e-e28393e52cd8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:15:19.896698 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92766983-9eee-4754-8b0e-e28393e52cd8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:15:19.897046 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92766983-9eee-4754-8b0e-e28393e52cd8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:15:19.897385 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92766983-9eee-4754-8b0e-e28393e52cd8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:15:19.897803 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92766983-9eee-4754-8b0e-e28393e52cd8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:15:19.898324 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92766983-9eee-4754-8b0e-e28393e52cd8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:15:19.898661 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92766983-9eee-4754-8b0e-e28393e52cd8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:15:19.899363 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92766983-9eee-4754-8b0e-e28393e52cd8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:15:19.899540 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92766983-9eee-4754-8b0e-e28393e52cd8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:15:19.899879 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92766983-9eee-4754-8b0e-e28393e52cd8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:15:19.900200 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92766983-9eee-4754-8b0e-e28393e52cd8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:15:19.900523 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92766983-9eee-4754-8b0e-e28393e52cd8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:15:19.918492 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f475c6a8-cfd3-42cc-ba82-bf1bc30482cf tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62205'] for router, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:15:19.921613 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f475c6a8-cfd3-42cc-ba82-bf1bc30482cf tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:15:19.966503 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f475c6a8-cfd3-42cc-ba82-bf1bc30482cf tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-477831'] for router, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:15:19.967082 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f475c6a8-cfd3-42cc-ba82-bf1bc30482cf tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Fanout notify agent at l3_agent the message router_deleted on router 2e5187ab-07b7-44b4-abc4-7d7601aecf47 {{(pid=93798) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 00:15:19.973770 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f475c6a8-cfd3-42cc-ba82-bf1bc30482cf tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks [] for router, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:15:19.974892 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-f475c6a8-cfd3-42cc-ba82-bf1bc30482cf tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "DELETE /v2.0/routers/2e5187ab-07b7-44b4-abc4-7d7601aecf47 HTTP/1.1" status: 204 len: 168 time: 0.7961264 Jul 28 00:15:19.977642 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 59534) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:15:20.053826 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f5fc47ed-5d63-42c9-a92e-d9feb9e08675 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593271'] for network, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:15:20.145874 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f5fc47ed-5d63-42c9-a92e-d9feb9e08675 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618032', 'neutron.services.segments.db._delete_segments_for_network-8736833900081'] for network, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:15:20.155977 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-f5fc47ed-5d63-42c9-a92e-d9feb9e08675 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e91a3e0-acbb-4b37-b99f-89d94c6198ae']}} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:15:20.166137 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-f5fc47ed-5d63-42c9-a92e-d9feb9e08675 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3f77084-4f88-40ca-aaa3-504c28f04454') {'for_net_delete': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:15:20.166433 n-d-802623-1 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-f5fc47ed-5d63-42c9-a92e-d9feb9e08675 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3f77084-4f88-40ca-aaa3-504c28f04454') {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:15:20.175678 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f5fc47ed-5d63-42c9-a92e-d9feb9e08675 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736833900858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11163256'] for segment, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:15:20.189124 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f5fc47ed-5d63-42c9-a92e-d9feb9e08675 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:15:20.194707 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5fc47ed-5d63-42c9-a92e-d9feb9e08675 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Releasing vlan 530 on physical network physnet1 to pool {{(pid=93798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 00:15:20.195122 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f5fc47ed-5d63-42c9-a92e-d9feb9e08675 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11971746'] for segment, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:15:20.197933 n-d-802623-1 neutron-server[93798]: Traceback (most recent call last): Jul 28 00:15:20.197933 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 00:15:20.197933 n-d-802623-1 neutron-server[93798]: timer() Jul 28 00:15:20.197933 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 00:15:20.197933 n-d-802623-1 neutron-server[93798]: cb(*args, **kw) Jul 28 00:15:20.197933 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 00:15:20.197933 n-d-802623-1 neutron-server[93798]: return func(*args, **kwargs) Jul 28 00:15:20.197933 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 00:15:20.197933 n-d-802623-1 neutron-server[93798]: self._notify() Jul 28 00:15:20.197933 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 00:15:20.197933 n-d-802623-1 neutron-server[93798]: self.callback(batched_events) Jul 28 00:15:20.197933 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 00:15:20.197933 n-d-802623-1 neutron-server[93798]: event.method(event) Jul 28 00:15:20.197933 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 00:15:20.197933 n-d-802623-1 neutron-server[93798]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 00:15:20.197933 n-d-802623-1 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 00:15:20.197933 n-d-802623-1 neutron-server[93798]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 00:15:20.197933 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 00:15:20.197933 n-d-802623-1 neutron-server[93798]: return f(self, *a, **k) Jul 28 00:15:20.197933 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 00:15:20.197933 n-d-802623-1 neutron-server[93798]: return self._get(url).json() Jul 28 00:15:20.197933 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 00:15:20.197933 n-d-802623-1 neutron-server[93798]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 00:15:20.197933 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 00:15:20.197933 n-d-802623-1 neutron-server[93798]: return self.request(url, 'GET', **kwargs) Jul 28 00:15:20.197933 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 00:15:20.197933 n-d-802623-1 neutron-server[93798]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 00:15:20.197933 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 00:15:20.197933 n-d-802623-1 neutron-server[93798]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 00:15:20.197933 n-d-802623-1 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 00:15:20.197933 n-d-802623-1 neutron-server[93798]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 00:15:20.197933 n-d-802623-1 neutron-server[93798]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 00:15:20.256032 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f5fc47ed-5d63-42c9-a92e-d9feb9e08675 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415412'] for network, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:15:20.262787 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f5fc47ed-5d63-42c9-a92e-d9feb9e08675 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks [] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:15:20.264539 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-f5fc47ed-5d63-42c9-a92e-d9feb9e08675 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "DELETE /v2.0/networks/4e91a3e0-acbb-4b37-b99f-89d94c6198ae HTTP/1.1" status: 204 len: 168 time: 0.2860425 Jul 28 00:15:20.267399 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 59536) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:15:20.276527 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fc47ed-5d63-42c9-a92e-d9feb9e08675 tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Pushing event deleted for resources: {'Network': ['ID=4e91a3e0-acbb-4b37-b99f-89d94c6198ae,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:15:20.326888 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9bae3f95-ac7a-45b9-aa66-09b13b217f5e tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:15:20.351881 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9bae3f95-ac7a-45b9-aa66-09b13b217f5e tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:15:20.410915 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9bae3f95-ac7a-45b9-aa66-09b13b217f5e tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:15:20.413510 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9bae3f95-ac7a-45b9-aa66-09b13b217f5e tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:15:20.414670 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-9bae3f95-ac7a-45b9-aa66-09b13b217f5e tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] 10.222.0.18 "DELETE /v2.0/security-groups/d099d4a8-30eb-4eab-989c-4339fb2a24ef HTTP/1.1" status: 204 len: 168 time: 0.1462648 Jul 28 00:15:20.423510 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bae3f95-ac7a-45b9-aa66-09b13b217f5e tempest-TestNetworkAdvancedServerOps-1557483632 tempest-TestNetworkAdvancedServerOps-1557483632-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d099d4a8-30eb-4eab-989c-4339fb2a24ef,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:15:20.740556 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 59544) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:15:20.869031 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-bf75d200-af21-45e4-9350-72f347e14bd7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9ba1e124f2a248fcbbee4df813e28c7a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1250169 Jul 28 00:15:20.869482 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 59548) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:15:20.872522 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 84171ed0-61c9-4593-a761-c06d5f863313 no longer exists at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 00:15:20.894164 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] No Port match for: 84171ed0-61c9-4593-a761-c06d5f863313 {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 00:15:20.894800 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 84171ed0-61c9-4593-a761-c06d5f863313 not bound to the agent host n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 00:15:20.894926 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 6f686f3b-82bb-43eb-b38b-30269a30724a no longer exists at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 00:15:20.913543 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] No Port match for: 6f686f3b-82bb-43eb-b38b-30269a30724a {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 00:15:20.913895 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 6f686f3b-82bb-43eb-b38b-30269a30724a not bound to the agent host n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 00:15:20.914315 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 9e90ee66-4f2b-4b2a-b943-022c8c6b63b8 no longer exists at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 00:15:20.918664 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-53eceecc-6437-4739-bc6d-edfccab6dd66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:15:20.932982 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] No Port match for: 9e90ee66-4f2b-4b2a-b943-022c8c6b63b8 {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 00:15:20.933335 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 9e90ee66-4f2b-4b2a-b943-022c8c6b63b8 not bound to the agent host n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 00:15:20.944123 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-53eceecc-6437-4739-bc6d-edfccab6dd66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:15:20.990532 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-53eceecc-6437-4739-bc6d-edfccab6dd66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:15:20.993238 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-53eceecc-6437-4739-bc6d-edfccab6dd66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:15:20.994413 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-53eceecc-6437-4739-bc6d-edfccab6dd66 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d93a5b7f-8045-4ccf-959a-ea3d7f3bb77d HTTP/1.1" status: 204 len: 168 time: 0.1242118 Jul 28 00:15:21.003146 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53eceecc-6437-4739-bc6d-edfccab6dd66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d93a5b7f-8045-4ccf-959a-ea3d7f3bb77d,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:15:21.243155 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 59554) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:15:21.257623 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8dd322c3-c503-48ee-abca-6854a3a8904e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:15:21.348943 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8dd322c3-c503-48ee-abca-6854a3a8904e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:15:21.352772 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8dd322c3-c503-48ee-abca-6854a3a8904e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:15:21.389361 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd322c3-c503-48ee-abca-6854a3a8904e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35565caf-0c41-4918-8819-b5176a159a42,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:15:21.393948 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-8dd322c3-c503-48ee-abca-6854a3a8904e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e77347d819ce46e0b89fb35dab4836f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1497550 Jul 28 00:15:21.396534 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 59556) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:15:21.444365 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-dec24150-f4d2-4389-abe2-1fe9f9664faa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:15:21.465598 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-dec24150-f4d2-4389-abe2-1fe9f9664faa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:15:21.511019 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-dec24150-f4d2-4389-abe2-1fe9f9664faa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:15:21.513631 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-dec24150-f4d2-4389-abe2-1fe9f9664faa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:15:21.514765 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-dec24150-f4d2-4389-abe2-1fe9f9664faa admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/35565caf-0c41-4918-8819-b5176a159a42 HTTP/1.1" status: 204 len: 168 time: 0.1172974 Jul 28 00:15:21.522058 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec24150-f4d2-4389-abe2-1fe9f9664faa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35565caf-0c41-4918-8819-b5176a159a42,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:15:22.182584 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 59578) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:15:22.275481 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-564d68f5-274d-49ef-9058-d7feb09c6730 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1430498722-network', 'tenant_id': '5c4b23c604b94f05b2d78ff1de89574d'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 00:15:22.295476 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-564d68f5-274d-49ef-9058-d7feb09c6730 admin admin] Made reservation on behalf of 5c4b23c604b94f05b2d78ff1de89574d for: {'network': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 00:15:22.297828 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-564d68f5-274d-49ef-9058-d7feb09c6730 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for network, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:15:22.306069 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-564d68f5-274d-49ef-9058-d7feb09c6730 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:15:22.393529 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-564d68f5-274d-49ef-9058-d7feb09c6730 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:15:22.397184 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-564d68f5-274d-49ef-9058-d7feb09c6730 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:15:22.417409 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-564d68f5-274d-49ef-9058-d7feb09c6730 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 512} {{(pid=93798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 00:15:22.430411 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564d68f5-274d-49ef-9058-d7feb09c6730 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7cf1ee8-42ac-46fd-8bc9-1cea53b40dc2,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:15:22.437288 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-564d68f5-274d-49ef-9058-d7feb09c6730 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:15:22.437631 n-d-802623-1 neutron-server[93798]: INFO neutron.db.segments_db [None req-564d68f5-274d-49ef-9058-d7feb09c6730 admin admin] Added segment 803a7eaa-ce5f-4c59-915b-9173fd30879b of type vlan for network 11170dcf-6737-4d28-a602-1f8c141c04e6 Jul 28 00:15:22.477451 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-564d68f5-274d-49ef-9058-d7feb09c6730 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736833354590'] for network, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:15:22.504807 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-564d68f5-274d-49ef-9058-d7feb09c6730 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569'] for network, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:15:22.505765 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-564d68f5-274d-49ef-9058-d7feb09c6730 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:15:22.506336 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-564d68f5-274d-49ef-9058-d7feb09c6730 admin admin] Notify callbacks [] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:15:22.564875 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-564d68f5-274d-49ef-9058-d7feb09c6730 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3810863 Jul 28 00:15:22.567843 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 59582) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:15:22.573066 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-53cda4dc-ec77-4d05-8888-0e9fdcb8b22d admin admin] Request body: {'subnet': {'network_id': '11170dcf-6737-4d28-a602-1f8c141c04e6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1430498722-subnet', 'tenant_id': '5c4b23c604b94f05b2d78ff1de89574d', 'ip_version': 4}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 00:15:22.573854 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564d68f5-274d-49ef-9058-d7feb09c6730 admin admin] Pushing event updated for resources: {'Network': ['ID=11170dcf-6737-4d28-a602-1f8c141c04e6,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:15:22.583937 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Network 11170dcf-6737-4d28-a602-1f8c141c04e6 details requested by agent ovs-agent-n-d-802623-1 with host n-d-802623-1 {{(pid=93799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 00:15:22.597395 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53cda4dc-ec77-4d05-8888-0e9fdcb8b22d admin admin] Made reservation on behalf of 5c4b23c604b94f05b2d78ff1de89574d for: {'subnet': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 00:15:22.599809 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-53cda4dc-ec77-4d05-8888-0e9fdcb8b22d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11551435'] for subnet, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:15:22.770070 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-53cda4dc-ec77-4d05-8888-0e9fdcb8b22d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11336182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11551417'] for subnet, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:15:22.831069 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cda4dc-ec77-4d05-8888-0e9fdcb8b22d admin admin] Pushing event updated for resources: {'Subnet': ['ID=6956b4a6-6864-4994-98dd-0b5368e9be8f,revision_number=0']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:15:22.837943 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53cda4dc-ec77-4d05-8888-0e9fdcb8b22d admin admin] Checking segment: {'id': '803a7eaa-ce5f-4c59-915b-9173fd30879b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '11170dcf-6737-4d28-a602-1f8c141c04e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 00:15:22.838298 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53cda4dc-ec77-4d05-8888-0e9fdcb8b22d admin admin] Network hostable DHCP agents. Network: 11170dcf-6737-4d28-a602-1f8c141c04e6, hostable agents: ['5950e76f-2bde-4343-a925-cbe6bacd2706'], hosted agents: [] {{(pid=93797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 00:15:22.853337 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53cda4dc-ec77-4d05-8888-0e9fdcb8b22d admin admin] Network 11170dcf-6737-4d28-a602-1f8c141c04e6 is scheduled to be hosted by DHCP agent 5950e76f-2bde-4343-a925-cbe6bacd2706 with binding_index 1 {{(pid=93797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 00:15:22.862538 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-53cda4dc-ec77-4d05-8888-0e9fdcb8b22d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802623-1, 11170dcf-6737-4d28-a602-1f8c141c04e6) {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 00:15:22.866376 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53cda4dc-ec77-4d05-8888-0e9fdcb8b22d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:15:22.866956 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-53cda4dc-ec77-4d05-8888-0e9fdcb8b22d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:15:22.872002 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e23674b2-3ece-49a2-a5ad-4ef522eaa87e None None] Network 11170dcf-6737-4d28-a602-1f8c141c04e6 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 00:15:22.880749 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-53cda4dc-ec77-4d05-8888-0e9fdcb8b22d admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3117652 Jul 28 00:15:22.883506 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 59584) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:15:22.887913 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-8b7c5fe7-1609-444d-a064-c51edabf0b58 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1430498722-router', 'tenant_id': '5c4b23c604b94f05b2d78ff1de89574d', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'}}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 00:15:22.907510 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8b7c5fe7-1609-444d-a064-c51edabf0b58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62159'] for router, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:15:22.908482 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8b7c5fe7-1609-444d-a064-c51edabf0b58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-479230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-415539', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3693317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62148'] for router, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:15:22.961611 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8b7c5fe7-1609-444d-a064-c51edabf0b58 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:15:23.018017 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f724f621-1a39-4637-a4ce-517d7d4f9852 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f6f257c-ad18-5f0c-8c8e-ea085a5fc8a2-11170dcf-6737-4d28-a602-1f8c141c04e6', 'network_id': '11170dcf-6737-4d28-a602-1f8c141c04e6', 'tenant_id': '5c4b23c604b94f05b2d78ff1de89574d', 'fixed_ips': [{'subnet_id': '6956b4a6-6864-4994-98dd-0b5368e9be8f'}]}} from n-d-802623-1. {{(pid=93799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 00:15:23.018876 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f724f621-1a39-4637-a4ce-517d7d4f9852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:15:23.106965 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8b7c5fe7-1609-444d-a064-c51edabf0b58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-415433', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62186'] for router, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:15:23.154656 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-f724f621-1a39-4637-a4ce-517d7d4f9852 None None] Allocated IP 172.20.0.2 (11170dcf-6737-4d28-a602-1f8c141c04e6/6956b4a6-6864-4994-98dd-0b5368e9be8f/4c79016f-dfe6-4618-98a0-8338a885ea68) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 00:15:23.299720 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f724f621-1a39-4637-a4ce-517d7d4f9852 None None] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:15:23.308303 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-f724f621-1a39-4637-a4ce-517d7d4f9852 None None] Transition to ACTIVE for port object 4c79016f-dfe6-4618-98a0-8338a885ea68 will not be triggered until provisioned by entity L2. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 00:15:23.322778 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8b7c5fe7-1609-444d-a064-c51edabf0b58 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:15:23.323480 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-f724f621-1a39-4637-a4ce-517d7d4f9852 None None] Transition to ACTIVE for port object 4c79016f-dfe6-4618-98a0-8338a885ea68 will not be triggered until provisioned by entity DHCP. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 00:15:23.329484 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f724f621-1a39-4637-a4ce-517d7d4f9852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:15:23.344037 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8b7c5fe7-1609-444d-a064-c51edabf0b58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:15:23.366919 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f724f621-1a39-4637-a4ce-517d7d4f9852 None None] Network 11170dcf-6737-4d28-a602-1f8c141c04e6 is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 00:15:23.370366 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-f724f621-1a39-4637-a4ce-517d7d4f9852 None None] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 00:15:23.373229 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f724f621-1a39-4637-a4ce-517d7d4f9852 None None] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 00:15:23.390010 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f724f621-1a39-4637-a4ce-517d7d4f9852 None None] Pushing event updated for resources: {'Port': ['ID=4c79016f-dfe6-4618-98a0-8338a885ea68,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:15:23.437920 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-f724f621-1a39-4637-a4ce-517d7d4f9852 None None] Attempting to bind port 4c79016f-dfe6-4618-98a0-8338a885ea68 on host n-d-802623-1 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 00:15:23.438291 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-f724f621-1a39-4637-a4ce-517d7d4f9852 None None] Attempting to bind port 4c79016f-dfe6-4618-98a0-8338a885ea68 by drivers openvswitch,hyperv on host n-d-802623-1 at level 0 using segments [{'id': '803a7eaa-ce5f-4c59-915b-9173fd30879b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '11170dcf-6737-4d28-a602-1f8c141c04e6'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 00:15:23.438655 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f724f621-1a39-4637-a4ce-517d7d4f9852 None None] Attempting to bind port 4c79016f-dfe6-4618-98a0-8338a885ea68 on network 11170dcf-6737-4d28-a602-1f8c141c04e6 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 00:15:23.443533 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f724f621-1a39-4637-a4ce-517d7d4f9852 None None] Checking agent: {'id': 'a9a568d2-a5e7-41e4-833f-a8ab42ea4073', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 52, 30), 'started_at': datetime.datetime(2021, 7, 27, 22, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 0, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802623-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 00:15:23.443913 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f724f621-1a39-4637-a4ce-517d7d4f9852 None None] Checking segment: {'id': '803a7eaa-ce5f-4c59-915b-9173fd30879b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '11170dcf-6737-4d28-a602-1f8c141c04e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 00:15:23.444318 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f724f621-1a39-4637-a4ce-517d7d4f9852 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:15:23.444708 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f724f621-1a39-4637-a4ce-517d7d4f9852 None None] Bound using segment: {'id': '803a7eaa-ce5f-4c59-915b-9173fd30879b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '11170dcf-6737-4d28-a602-1f8c141c04e6'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 00:15:23.445176 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-f724f621-1a39-4637-a4ce-517d7d4f9852 None None] Bound port: 4c79016f-dfe6-4618-98a0-8338a885ea68, host: n-d-802623-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '803a7eaa-ce5f-4c59-915b-9173fd30879b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '11170dcf-6737-4d28-a602-1f8c141c04e6'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 00:15:23.445557 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f724f621-1a39-4637-a4ce-517d7d4f9852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:15:23.451867 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-8b7c5fe7-1609-444d-a064-c51edabf0b58 admin admin] Allocated IP 172.25.4.120 (2fd42287-ed26-4eb9-89a5-b521f5b04356/17de1f8f-393a-4b0c-a2df-614bd3f2fb5e/b9c806ee-5b47-414e-a02c-dfe6ac68cb81) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 00:15:23.508835 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f724f621-1a39-4637-a4ce-517d7d4f9852 None None] For port 4c79016f-dfe6-4618-98a0-8338a885ea68, host n-d-802623-1, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 00:15:23.512690 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f724f621-1a39-4637-a4ce-517d7d4f9852 None None] For port 4c79016f-dfe6-4618-98a0-8338a885ea68, host n-d-802623-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=4c79016f-dfe6-4618-98a0-8338a885ea68,segment=NetworkSegment(803a7eaa-ce5f-4c59-915b-9173fd30879b),segment_id=803a7eaa-ce5f-4c59-915b-9173fd30879b)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 00:15:23.516241 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f724f621-1a39-4637-a4ce-517d7d4f9852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:15:23.559131 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8b7c5fe7-1609-444d-a064-c51edabf0b58 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:15:23.574503 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f724f621-1a39-4637-a4ce-517d7d4f9852 None None] Pushing event updated for resources: {'Port': ['ID=4c79016f-dfe6-4618-98a0-8338a885ea68,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:15:23.600929 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8b7c5fe7-1609-444d-a064-c51edabf0b58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:15:23.642232 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b7c5fe7-1609-444d-a064-c51edabf0b58 admin admin] Network 2fd42287-ed26-4eb9-89a5-b521f5b04356 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 00:15:23.648104 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-8b7c5fe7-1609-444d-a064-c51edabf0b58 admin admin] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 00:15:23.653212 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b7c5fe7-1609-444d-a064-c51edabf0b58 admin admin] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 00:15:23.656305 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7c5fe7-1609-444d-a064-c51edabf0b58 admin admin] Pushing event updated for resources: {'Port': ['ID=b9c806ee-5b47-414e-a02c-dfe6ac68cb81,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:15:23.936191 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8b7c5fe7-1609-444d-a064-c51edabf0b58 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:15:24.132166 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8b7c5fe7-1609-444d-a064-c51edabf0b58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-415468'] for router, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:15:24.274787 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b7c5fe7-1609-444d-a064-c51edabf0b58 admin admin] Router ab8f78f6-5ae3-4eeb-94de-5d0fb1d43be9 is scheduled to L3 agent 018c4455-49c0-4734-927d-7824067b2a9e with binding_index 1 {{(pid=93797) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 00:15:24.359526 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.agents_db [None req-9beef776-8bab-4de2-989a-f5a23ba4aaf4 None None] Agent healthcheck: found 7 active agents {{(pid=93800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 00:15:24.385960 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b7c5fe7-1609-444d-a064-c51edabf0b58 admin admin] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 00:15:24.394828 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71421efd-d76e-47e8-9295-0a26e5945eb4 None None] Sync routers for ids ['ab8f78f6-5ae3-4eeb-94de-5d0fb1d43be9'] in n-d-802623-1 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 00:15:24.404027 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71421efd-d76e-47e8-9295-0a26e5945eb4 None None] Routers {'ab8f78f6-5ae3-4eeb-94de-5d0fb1d43be9'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 00:15:24.404657 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-71421efd-d76e-47e8-9295-0a26e5945eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-28T00:15:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['ab8f78f6-5ae3-4eeb-94de-5d0fb1d43be9'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:15:24.405322 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8b7c5fe7-1609-444d-a064-c51edabf0b58 admin admin] Notify callbacks [] for router, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:15:24.409326 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-8b7c5fe7-1609-444d-a064-c51edabf0b58 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5221715 Jul 28 00:15:24.409326 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 59586) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:15:24.470868 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef09be7c-e3e1-4b76-8d3a-551b6aedef2d None None] Network 11170dcf-6737-4d28-a602-1f8c141c04e6 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 00:15:24.514275 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-71421efd-d76e-47e8-9295-0a26e5945eb4 None None] Set router ab8f78f6-5ae3-4eeb-94de-5d0fb1d43be9 gateway port host: n-d-802623-1 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 00:15:24.530956 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-add235ca-fd20-44bf-ae12-00968de1c145 None None] Provisioning for port 4c79016f-dfe6-4618-98a0-8338a885ea68 completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 00:15:24.707553 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-71421efd-d76e-47e8-9295-0a26e5945eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab8f78f6-5ae3-4eeb-94de-5d0fb1d43be9', 'name': 'tempest-TestShelveInstance-1430498722-router', 'tenant_id': '5c4b23c604b94f05b2d78ff1de89574d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.120'}], 'enable_snat': True}, 'gw_port_id': 'b9c806ee-5b47-414e-a02c-dfe6ac68cb81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T00:15:22Z', 'updated_at': '2021-07-28T00:15:23Z', 'revision_number': 3, 'project_id': '5c4b23c604b94f05b2d78ff1de89574d', 'gw_port': {'id': 'b9c806ee-5b47-414e-a02c-dfe6ac68cb81', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:da:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab8f78f6-5ae3-4eeb-94de-5d0fb1d43be9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T00:15:23Z', 'updated_at': '2021-07-28T00:15:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1'}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:15:24.736598 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71421efd-d76e-47e8-9295-0a26e5945eb4 None None] Checking router: ab8f78f6-5ae3-4eeb-94de-5d0fb1d43be9 for host: n-d-802623-1 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 00:15:24.737023 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71421efd-d76e-47e8-9295-0a26e5945eb4 None None] Updating router ab8f78f6-5ae3-4eeb-94de-5d0fb1d43be9 port b9c806ee-5b47-414e-a02c-dfe6ac68cb81 binding host n-d-802623-1 {{(pid=93800) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 00:15:24.763252 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-71421efd-d76e-47e8-9295-0a26e5945eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:15:24.870486 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4443fae8-63ce-4338-a21e-3c8fa0d663da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:15:24.936418 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 4c79016f-dfe6-4618-98a0-8338a885ea68 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 00:15:25.003073 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning for port 4c79016f-dfe6-4618-98a0-8338a885ea68 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 00:15:25.007140 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port 4c79016f-dfe6-4618-98a0-8338a885ea68 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 00:15:25.007511 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:15:25.036358 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-4443fae8-63ce-4338-a21e-3c8fa0d663da admin admin] Allocated IP 172.20.0.1 (11170dcf-6737-4d28-a602-1f8c141c04e6/6956b4a6-6864-4994-98dd-0b5368e9be8f/b1f727f7-9565-4251-9494-a107ba22e7da) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 00:15:25.045574 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-71421efd-d76e-47e8-9295-0a26e5945eb4 None None] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:15:25.055556 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-71421efd-d76e-47e8-9295-0a26e5945eb4 None None] Transition to ACTIVE for port object b9c806ee-5b47-414e-a02c-dfe6ac68cb81 will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 00:15:25.061957 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-71421efd-d76e-47e8-9295-0a26e5945eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:15:25.095918 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:15:25.111937 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-71421efd-d76e-47e8-9295-0a26e5945eb4 None None] Attempting to bind port b9c806ee-5b47-414e-a02c-dfe6ac68cb81 on host n-d-802623-1 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 00:15:25.112311 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-71421efd-d76e-47e8-9295-0a26e5945eb4 None None] Attempting to bind port b9c806ee-5b47-414e-a02c-dfe6ac68cb81 by drivers openvswitch,hyperv on host n-d-802623-1 at level 0 using segments [{'id': 'b9afe07e-bbe4-4740-834c-4b6a9698bdbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 00:15:25.112678 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71421efd-d76e-47e8-9295-0a26e5945eb4 None None] Attempting to bind port b9c806ee-5b47-414e-a02c-dfe6ac68cb81 on network 2fd42287-ed26-4eb9-89a5-b521f5b04356 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 00:15:25.125784 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71421efd-d76e-47e8-9295-0a26e5945eb4 None None] Checking agent: {'id': 'a9a568d2-a5e7-41e4-833f-a8ab42ea4073', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 52, 30), 'started_at': datetime.datetime(2021, 7, 27, 22, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 0, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802623-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 00:15:25.126163 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71421efd-d76e-47e8-9295-0a26e5945eb4 None None] Checking segment: {'id': 'b9afe07e-bbe4-4740-834c-4b6a9698bdbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 00:15:25.126574 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-71421efd-d76e-47e8-9295-0a26e5945eb4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:15:25.126966 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71421efd-d76e-47e8-9295-0a26e5945eb4 None None] Bound using segment: {'id': 'b9afe07e-bbe4-4740-834c-4b6a9698bdbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 00:15:25.127475 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-71421efd-d76e-47e8-9295-0a26e5945eb4 None None] Bound port: b9c806ee-5b47-414e-a02c-dfe6ac68cb81, host: n-d-802623-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9afe07e-bbe4-4740-834c-4b6a9698bdbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 00:15:25.127842 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-71421efd-d76e-47e8-9295-0a26e5945eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:15:25.132517 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c15012-895d-4629-aaef-d0d15fc1421f None None] Pushing event updated for resources: {'Port': ['ID=b9c806ee-5b47-414e-a02c-dfe6ac68cb81,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:15:25.132712 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] For port 4c79016f-dfe6-4618-98a0-8338a885ea68, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=4c79016f-dfe6-4618-98a0-8338a885ea68,segment=NetworkSegment(803a7eaa-ce5f-4c59-915b-9173fd30879b),segment_id=803a7eaa-ce5f-4c59-915b-9173fd30879b)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 00:15:25.139518 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:15:25.155472 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c15012-895d-4629-aaef-d0d15fc1421f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:15:25.155818 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c15012-895d-4629-aaef-d0d15fc1421f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:15:25.156161 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c15012-895d-4629-aaef-d0d15fc1421f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:15:25.156495 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c15012-895d-4629-aaef-d0d15fc1421f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:15:25.156824 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c15012-895d-4629-aaef-d0d15fc1421f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:15:25.157149 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c15012-895d-4629-aaef-d0d15fc1421f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:15:25.157471 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c15012-895d-4629-aaef-d0d15fc1421f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:15:25.157791 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c15012-895d-4629-aaef-d0d15fc1421f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:15:25.158108 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c15012-895d-4629-aaef-d0d15fc1421f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:15:25.158425 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c15012-895d-4629-aaef-d0d15fc1421f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:15:25.158741 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c15012-895d-4629-aaef-d0d15fc1421f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:15:25.158853 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4443fae8-63ce-4338-a21e-3c8fa0d663da admin admin] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:15:25.159220 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c15012-895d-4629-aaef-d0d15fc1421f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:15:25.177741 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-4443fae8-63ce-4338-a21e-3c8fa0d663da admin admin] Transition to ACTIVE for port object b1f727f7-9565-4251-9494-a107ba22e7da will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 00:15:25.196796 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-71421efd-d76e-47e8-9295-0a26e5945eb4 None None] For port b9c806ee-5b47-414e-a02c-dfe6ac68cb81, host n-d-802623-1, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 00:15:25.198036 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Pushing event updated for resources: {'Port': ['ID=4c79016f-dfe6-4618-98a0-8338a885ea68,revision_number=3']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:15:25.200528 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-71421efd-d76e-47e8-9295-0a26e5945eb4 None None] For port b9c806ee-5b47-414e-a02c-dfe6ac68cb81, host n-d-802623-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=b9c806ee-5b47-414e-a02c-dfe6ac68cb81,segment=NetworkSegment(b9afe07e-bbe4-4740-834c-4b6a9698bdbc),segment_id=b9afe07e-bbe4-4740-834c-4b6a9698bdbc)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 00:15:25.208861 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-71421efd-d76e-47e8-9295-0a26e5945eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:15:25.213676 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4443fae8-63ce-4338-a21e-3c8fa0d663da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:15:25.251721 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4443fae8-63ce-4338-a21e-3c8fa0d663da admin admin] Network 11170dcf-6737-4d28-a602-1f8c141c04e6 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 00:15:25.254889 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71421efd-d76e-47e8-9295-0a26e5945eb4 None None] Routers {'ab8f78f6-5ae3-4eeb-94de-5d0fb1d43be9'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 00:15:25.255523 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-71421efd-d76e-47e8-9295-0a26e5945eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-28T00:15:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['ab8f78f6-5ae3-4eeb-94de-5d0fb1d43be9'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:15:25.256109 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-4443fae8-63ce-4338-a21e-3c8fa0d663da admin admin] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 00:15:25.262323 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4443fae8-63ce-4338-a21e-3c8fa0d663da admin admin] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 00:15:25.292613 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4443fae8-63ce-4338-a21e-3c8fa0d663da admin admin] Pushing event updated for resources: {'Port': ['ID=b1f727f7-9565-4251-9494-a107ba22e7da,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:15:25.313034 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4443fae8-63ce-4338-a21e-3c8fa0d663da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-415283'] for router_interface, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:15:25.350354 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c15012-895d-4629-aaef-d0d15fc1421f None None] Pushing event updated for resources: {'Port': ['ID=b9c806ee-5b47-414e-a02c-dfe6ac68cb81,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:15:25.381505 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-71421efd-d76e-47e8-9295-0a26e5945eb4 None None] Set router ab8f78f6-5ae3-4eeb-94de-5d0fb1d43be9 gateway port host: n-d-802623-1 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 00:15:25.457807 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4443fae8-63ce-4338-a21e-3c8fa0d663da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:15:25.492787 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-5cbb0c35-1c74-4ea4-aa84-5adf2c62d878 None None] Provisioning for port b1f727f7-9565-4251-9494-a107ba22e7da completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 00:15:25.497759 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-5cbb0c35-1c74-4ea4-aa84-5adf2c62d878 None None] Provisioning complete for port b1f727f7-9565-4251-9494-a107ba22e7da triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 00:15:25.498549 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-5cbb0c35-1c74-4ea4-aa84-5adf2c62d878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:15:25.536320 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-5cbb0c35-1c74-4ea4-aa84-5adf2c62d878 None None] Port b1f727f7-9565-4251-9494-a107ba22e7da cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 00:15:25.570519 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-71421efd-d76e-47e8-9295-0a26e5945eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab8f78f6-5ae3-4eeb-94de-5d0fb1d43be9', 'name': 'tempest-TestShelveInstance-1430498722-router', 'tenant_id': '5c4b23c604b94f05b2d78ff1de89574d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.120'}], 'enable_snat': True}, 'gw_port_id': 'b9c806ee-5b47-414e-a02c-dfe6ac68cb81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T00:15:22Z', 'updated_at': '2021-07-28T00:15:23Z', 'revision_number': 3, 'project_id': '5c4b23c604b94f05b2d78ff1de89574d', 'gw_port': {'id': 'b9c806ee-5b47-414e-a02c-dfe6ac68cb81', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:da:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab8f78f6-5ae3-4eeb-94de-5d0fb1d43be9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T00:15:23Z', 'updated_at': '2021-07-28T00:15:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1'}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:15:25.596616 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71421efd-d76e-47e8-9295-0a26e5945eb4 None None] The sync data for ids ['ab8f78f6-5ae3-4eeb-94de-5d0fb1d43be9'] in n-d-802623-1 is: [{'id': 'ab8f78f6-5ae3-4eeb-94de-5d0fb1d43be9', 'name': 'tempest-TestShelveInstance-1430498722-router', 'tenant_id': '5c4b23c604b94f05b2d78ff1de89574d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.120'}], 'enable_snat': True}, 'gw_port_id': 'b9c806ee-5b47-414e-a02c-dfe6ac68cb81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T00:15:22Z', 'updated_at': '2021-07-28T00:15:23Z', 'revision_number': 3, 'project_id': '5c4b23c604b94f05b2d78ff1de89574d', 'gw_port': {'id': 'b9c806ee-5b47-414e-a02c-dfe6ac68cb81', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:da:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab8f78f6-5ae3-4eeb-94de-5d0fb1d43be9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T00:15:23Z', 'updated_at': '2021-07-28T00:15:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1'}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 00:15:25.627799 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4443fae8-63ce-4338-a21e-3c8fa0d663da admin admin] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:15:25.632314 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4443fae8-63ce-4338-a21e-3c8fa0d663da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11336041'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:15:25.699623 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4443fae8-63ce-4338-a21e-3c8fa0d663da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3760555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-414115'] for router_interface, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:15:25.701305 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4443fae8-63ce-4338-a21e-3c8fa0d663da admin admin] Pushing event updated for resources: {'Port': ['ID=b1f727f7-9565-4251-9494-a107ba22e7da,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:15:25.797213 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4443fae8-63ce-4338-a21e-3c8fa0d663da admin admin] Network 11170dcf-6737-4d28-a602-1f8c141c04e6 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 00:15:25.805558 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-4443fae8-63ce-4338-a21e-3c8fa0d663da admin admin] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 00:15:26.060543 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-1b907999-00d3-415f-ac49-9ae7a9ed2c33 None None] Provisioning complete for port b1f727f7-9565-4251-9494-a107ba22e7da triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 00:15:26.061487 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-1b907999-00d3-415f-ac49-9ae7a9ed2c33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:15:26.099458 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-1b907999-00d3-415f-ac49-9ae7a9ed2c33 None None] Port b1f727f7-9565-4251-9494-a107ba22e7da cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 00:15:26.307029 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4443fae8-63ce-4338-a21e-3c8fa0d663da admin admin] Router ab8f78f6-5ae3-4eeb-94de-5d0fb1d43be9 has already been hosted by L3 agent 018c4455-49c0-4734-927d-7824067b2a9e {{(pid=93797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 00:15:26.419535 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4443fae8-63ce-4338-a21e-3c8fa0d663da admin admin] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 00:15:26.425017 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-4443fae8-63ce-4338-a21e-3c8fa0d663da admin admin] 10.222.0.18 "PUT /v2.0/routers/ab8f78f6-5ae3-4eeb-94de-5d0fb1d43be9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0146344 Jul 28 00:15:26.877035 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 59604) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:15:26.882172 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-c9eefe0c-38b2-48e1-9e70-eb4184bd3a1d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-249472555-network', 'tenant_id': 'b97ddd8d14d9484dab745e6aa9e66c91'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 00:15:26.905829 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9eefe0c-38b2-48e1-9e70-eb4184bd3a1d admin admin] Made reservation on behalf of b97ddd8d14d9484dab745e6aa9e66c91 for: {'network': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 00:15:26.908288 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c9eefe0c-38b2-48e1-9e70-eb4184bd3a1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for network, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:15:26.918214 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c9eefe0c-38b2-48e1-9e70-eb4184bd3a1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:15:26.972420 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device b9c806ee-5b47-414e-a02c-dfe6ac68cb81 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 00:15:27.018178 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c9eefe0c-38b2-48e1-9e70-eb4184bd3a1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:15:27.020240 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-3a628b34-9d0d-491b-8ebf-eef7f2397e38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:15:27.022062 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c9eefe0c-38b2-48e1-9e70-eb4184bd3a1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:15:27.036790 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning for port b9c806ee-5b47-414e-a02c-dfe6ac68cb81 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 00:15:27.040264 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port b9c806ee-5b47-414e-a02c-dfe6ac68cb81 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 00:15:27.040640 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:15:27.047475 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9eefe0c-38b2-48e1-9e70-eb4184bd3a1d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 539} {{(pid=93797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 00:15:27.057754 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9eefe0c-38b2-48e1-9e70-eb4184bd3a1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=346f33e8-f42d-4254-b472-adbba200e631,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:15:27.065339 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c9eefe0c-38b2-48e1-9e70-eb4184bd3a1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:15:27.065922 n-d-802623-1 neutron-server[93797]: INFO neutron.db.segments_db [None req-c9eefe0c-38b2-48e1-9e70-eb4184bd3a1d admin admin] Added segment 2f49a0fe-245d-4571-bc82-0f2ce063c7b3 of type vlan for network 42459dec-b1ff-459d-a552-e8bd067a0203 Jul 28 00:15:27.112149 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c9eefe0c-38b2-48e1-9e70-eb4184bd3a1d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736833354590'] for network, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:15:27.125059 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:15:27.144874 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c9eefe0c-38b2-48e1-9e70-eb4184bd3a1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569'] for network, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:15:27.145694 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] For port b9c806ee-5b47-414e-a02c-dfe6ac68cb81, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=b9c806ee-5b47-414e-a02c-dfe6ac68cb81,segment=NetworkSegment(b9afe07e-bbe4-4740-834c-4b6a9698bdbc),segment_id=b9afe07e-bbe4-4740-834c-4b6a9698bdbc)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 00:15:27.145856 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9eefe0c-38b2-48e1-9e70-eb4184bd3a1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:15:27.146487 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c9eefe0c-38b2-48e1-9e70-eb4184bd3a1d admin admin] Notify callbacks [] for network, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:15:27.149196 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:15:27.150027 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 4c79016f-dfe6-4618-98a0-8338a885ea68 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 00:15:27.196183 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0d9670f-7d25-48e5-b177-991161ffc855 None None] Sync routers for ids ['ab8f78f6-5ae3-4eeb-94de-5d0fb1d43be9'] in n-d-802623-1 {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 00:15:27.203589 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-c9eefe0c-38b2-48e1-9e70-eb4184bd3a1d admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3253665 Jul 28 00:15:27.205773 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 59606) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:15:27.210712 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-edb772e8-4cb3-4713-85e6-edec6451285b admin admin] Request body: {'subnet': {'network_id': '42459dec-b1ff-459d-a552-e8bd067a0203', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-249472555-subnet', 'tenant_id': 'b97ddd8d14d9484dab745e6aa9e66c91', 'ip_version': 4}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 00:15:27.214826 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9eefe0c-38b2-48e1-9e70-eb4184bd3a1d admin admin] Pushing event updated for resources: {'Network': ['ID=42459dec-b1ff-459d-a552-e8bd067a0203,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:15:27.232529 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edb772e8-4cb3-4713-85e6-edec6451285b admin admin] Made reservation on behalf of b97ddd8d14d9484dab745e6aa9e66c91 for: {'subnet': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 00:15:27.233709 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0d9670f-7d25-48e5-b177-991161ffc855 None None] Routers {'ab8f78f6-5ae3-4eeb-94de-5d0fb1d43be9'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 00:15:27.234360 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-b0d9670f-7d25-48e5-b177-991161ffc855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-28T00:15:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['ab8f78f6-5ae3-4eeb-94de-5d0fb1d43be9'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:15:27.235084 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-edb772e8-4cb3-4713-85e6-edec6451285b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12265828'] for subnet, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:15:27.237143 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Network 42459dec-b1ff-459d-a552-e8bd067a0203 details requested by agent ovs-agent-n-d-802623-1 with host n-d-802623-1 {{(pid=93799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 00:15:27.326098 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Pushing event updated for resources: {'Port': ['ID=b9c806ee-5b47-414e-a02c-dfe6ac68cb81,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:15:27.399912 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port 4c79016f-dfe6-4618-98a0-8338a885ea68 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 00:15:27.400295 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:15:27.403321 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-edb772e8-4cb3-4713-85e6-edec6451285b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11971609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12265750'] for subnet, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:15:27.441659 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-b0d9670f-7d25-48e5-b177-991161ffc855 None None] Set router ab8f78f6-5ae3-4eeb-94de-5d0fb1d43be9 gateway port host: n-d-802623-1 {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 00:15:27.463740 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb772e8-4cb3-4713-85e6-edec6451285b admin admin] Pushing event updated for resources: {'Subnet': ['ID=d1c0d215-6722-4b08-9674-448506e50167,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:15:27.468086 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edb772e8-4cb3-4713-85e6-edec6451285b admin admin] Checking segment: {'id': '2f49a0fe-245d-4571-bc82-0f2ce063c7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '42459dec-b1ff-459d-a552-e8bd067a0203'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 00:15:27.468450 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edb772e8-4cb3-4713-85e6-edec6451285b admin admin] Network hostable DHCP agents. Network: 42459dec-b1ff-459d-a552-e8bd067a0203, hostable agents: ['5950e76f-2bde-4343-a925-cbe6bacd2706'], hosted agents: [] {{(pid=93798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 00:15:27.485637 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edb772e8-4cb3-4713-85e6-edec6451285b admin admin] Network 42459dec-b1ff-459d-a552-e8bd067a0203 is scheduled to be hosted by DHCP agent 5950e76f-2bde-4343-a925-cbe6bacd2706 with binding_index 1 {{(pid=93798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 00:15:27.494148 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-edb772e8-4cb3-4713-85e6-edec6451285b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802623-1, 42459dec-b1ff-459d-a552-e8bd067a0203) {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 00:15:27.499170 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edb772e8-4cb3-4713-85e6-edec6451285b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:15:27.499683 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-edb772e8-4cb3-4713-85e6-edec6451285b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:15:27.513578 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-edb772e8-4cb3-4713-85e6-edec6451285b admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3067148 Jul 28 00:15:27.516112 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 59608) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:15:27.520398 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-c0d610e7-5f1b-453b-92bc-6e812131c2f7 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-249472555-router', 'tenant_id': 'b97ddd8d14d9484dab745e6aa9e66c91', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'}}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 00:15:27.524920 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74493bcd-5185-41e4-ae5e-010bce95c012 None None] Network 42459dec-b1ff-459d-a552-e8bd067a0203 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 00:15:27.541118 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c0d610e7-5f1b-453b-92bc-6e812131c2f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62159'] for router, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:15:27.542250 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c0d610e7-5f1b-453b-92bc-6e812131c2f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-479230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-415539', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3693317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62148'] for router, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:15:27.598415 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c0d610e7-5f1b-453b-92bc-6e812131c2f7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:15:27.741552 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c0d610e7-5f1b-453b-92bc-6e812131c2f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-415433', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62186'] for router, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:15:27.944459 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c0d610e7-5f1b-453b-92bc-6e812131c2f7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:15:27.951606 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dffd3a3-37ee-46e1-92f6-2756fad024f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f6f257c-ad18-5f0c-8c8e-ea085a5fc8a2-42459dec-b1ff-459d-a552-e8bd067a0203', 'network_id': '42459dec-b1ff-459d-a552-e8bd067a0203', 'tenant_id': 'b97ddd8d14d9484dab745e6aa9e66c91', 'fixed_ips': [{'subnet_id': 'd1c0d215-6722-4b08-9674-448506e50167'}]}} from n-d-802623-1. {{(pid=93799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 00:15:27.954425 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8dffd3a3-37ee-46e1-92f6-2756fad024f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:15:27.963945 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c0d610e7-5f1b-453b-92bc-6e812131c2f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:15:27.972135 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-b0d9670f-7d25-48e5-b177-991161ffc855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab8f78f6-5ae3-4eeb-94de-5d0fb1d43be9', 'name': 'tempest-TestShelveInstance-1430498722-router', 'tenant_id': '5c4b23c604b94f05b2d78ff1de89574d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.120'}], 'enable_snat': True}, 'gw_port_id': 'b9c806ee-5b47-414e-a02c-dfe6ac68cb81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T00:15:22Z', 'updated_at': '2021-07-28T00:15:25Z', 'revision_number': 4, 'project_id': '5c4b23c604b94f05b2d78ff1de89574d', 'gw_port': {'id': 'b9c806ee-5b47-414e-a02c-dfe6ac68cb81', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:da:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8f78f6-5ae3-4eeb-94de-5d0fb1d43be9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T00:15:23Z', 'updated_at': '2021-07-28T00:15:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': 'b1f727f7-9565-4251-9494-a107ba22e7da', 'name': '', 'network_id': '11170dcf-6737-4d28-a602-1f8c141c04e6', 'tenant_id': '5c4b23c604b94f05b2d78ff1de89574d', 'mac_address': 'fa:16:3e:4e:12:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab8f78f6-5ae3-4eeb-94de-5d0fb1d43be9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '6956b4a6-6864-4994-98dd-0b5368e9be8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T00:15:24Z', 'updated_at': '2021-07-28T00:15:25Z', 'revision_number': 2, 'project_id': '5c4b23c604b94f05b2d78ff1de89574d', 'subnets': [{'id': '6956b4a6-6864-4994-98dd-0b5368e9be8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:15:28.008489 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0d9670f-7d25-48e5-b177-991161ffc855 None None] Checking router: ab8f78f6-5ae3-4eeb-94de-5d0fb1d43be9 for host: n-d-802623-1 {{(pid=93799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 00:15:28.009192 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0d9670f-7d25-48e5-b177-991161ffc855 None None] Updating router ab8f78f6-5ae3-4eeb-94de-5d0fb1d43be9 port b1f727f7-9565-4251-9494-a107ba22e7da binding host n-d-802623-1 {{(pid=93799) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 00:15:28.076427 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-c0d610e7-5f1b-453b-92bc-6e812131c2f7 admin admin] Allocated IP 172.25.4.117 (2fd42287-ed26-4eb9-89a5-b521f5b04356/17de1f8f-393a-4b0c-a2df-614bd3f2fb5e/93f0c9d8-b30f-4b1d-8e83-32bf21ddbdb1) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 00:15:28.083220 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b0d9670f-7d25-48e5-b177-991161ffc855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:15:28.176696 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c0d610e7-5f1b-453b-92bc-6e812131c2f7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:15:28.215689 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c0d610e7-5f1b-453b-92bc-6e812131c2f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:15:28.239028 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-8dffd3a3-37ee-46e1-92f6-2756fad024f1 None None] Allocated IP 172.20.0.2 (42459dec-b1ff-459d-a552-e8bd067a0203/d1c0d215-6722-4b08-9674-448506e50167/d9388fc5-6e72-454c-a32d-7c93376fabe7) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 00:15:28.253479 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0d610e7-5f1b-453b-92bc-6e812131c2f7 admin admin] Network 2fd42287-ed26-4eb9-89a5-b521f5b04356 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 00:15:28.256343 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-c0d610e7-5f1b-453b-92bc-6e812131c2f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 00:15:28.262640 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0d610e7-5f1b-453b-92bc-6e812131c2f7 admin admin] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 00:15:28.268133 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d610e7-5f1b-453b-92bc-6e812131c2f7 admin admin] Pushing event updated for resources: {'Port': ['ID=93f0c9d8-b30f-4b1d-8e83-32bf21ddbdb1,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:15:28.489753 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8dffd3a3-37ee-46e1-92f6-2756fad024f1 None None] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:15:28.508173 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-8dffd3a3-37ee-46e1-92f6-2756fad024f1 None None] Transition to ACTIVE for port object d9388fc5-6e72-454c-a32d-7c93376fabe7 will not be triggered until provisioned by entity L2. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 00:15:28.511580 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c0d610e7-5f1b-453b-92bc-6e812131c2f7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:15:28.514889 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b0d9670f-7d25-48e5-b177-991161ffc855 None None] Notify callbacks [] for port, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:15:28.532885 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-b0d9670f-7d25-48e5-b177-991161ffc855 None None] Transition to ACTIVE for port object b1f727f7-9565-4251-9494-a107ba22e7da will not be triggered until provisioned by entity L2. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 00:15:28.534884 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-8dffd3a3-37ee-46e1-92f6-2756fad024f1 None None] Transition to ACTIVE for port object d9388fc5-6e72-454c-a32d-7c93376fabe7 will not be triggered until provisioned by entity DHCP. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 00:15:28.540501 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b0d9670f-7d25-48e5-b177-991161ffc855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:15:28.548681 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8dffd3a3-37ee-46e1-92f6-2756fad024f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:15:28.610444 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dffd3a3-37ee-46e1-92f6-2756fad024f1 None None] Network 42459dec-b1ff-459d-a552-e8bd067a0203 is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 00:15:28.621098 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-8dffd3a3-37ee-46e1-92f6-2756fad024f1 None None] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 00:15:28.635740 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dffd3a3-37ee-46e1-92f6-2756fad024f1 None None] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 00:15:28.638338 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78da400-d4f1-4180-b59d-d59f6cb15963 None None] Pushing event updated for resources: {'Port': ['ID=b1f727f7-9565-4251-9494-a107ba22e7da,revision_number=3']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:15:28.715166 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c0d610e7-5f1b-453b-92bc-6e812131c2f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-415468'] for router, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:15:28.734353 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-b0d9670f-7d25-48e5-b177-991161ffc855 None None] Attempting to bind port b1f727f7-9565-4251-9494-a107ba22e7da on host n-d-802623-1 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 00:15:28.734741 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-b0d9670f-7d25-48e5-b177-991161ffc855 None None] Attempting to bind port b1f727f7-9565-4251-9494-a107ba22e7da by drivers openvswitch,hyperv on host n-d-802623-1 at level 0 using segments [{'id': '803a7eaa-ce5f-4c59-915b-9173fd30879b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '11170dcf-6737-4d28-a602-1f8c141c04e6'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 00:15:28.735132 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d9670f-7d25-48e5-b177-991161ffc855 None None] Attempting to bind port b1f727f7-9565-4251-9494-a107ba22e7da on network 11170dcf-6737-4d28-a602-1f8c141c04e6 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 00:15:28.744276 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dffd3a3-37ee-46e1-92f6-2756fad024f1 None None] Pushing event updated for resources: {'Port': ['ID=d9388fc5-6e72-454c-a32d-7c93376fabe7,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:15:28.755134 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d9670f-7d25-48e5-b177-991161ffc855 None None] Checking agent: {'id': 'a9a568d2-a5e7-41e4-833f-a8ab42ea4073', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 52, 30), 'started_at': datetime.datetime(2021, 7, 27, 22, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 0, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802623-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 00:15:28.755517 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d9670f-7d25-48e5-b177-991161ffc855 None None] Checking segment: {'id': '803a7eaa-ce5f-4c59-915b-9173fd30879b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '11170dcf-6737-4d28-a602-1f8c141c04e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 00:15:28.755923 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b0d9670f-7d25-48e5-b177-991161ffc855 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:15:28.756316 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d9670f-7d25-48e5-b177-991161ffc855 None None] Bound using segment: {'id': '803a7eaa-ce5f-4c59-915b-9173fd30879b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '11170dcf-6737-4d28-a602-1f8c141c04e6'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 00:15:28.756802 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-b0d9670f-7d25-48e5-b177-991161ffc855 None None] Bound port: b1f727f7-9565-4251-9494-a107ba22e7da, host: n-d-802623-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '803a7eaa-ce5f-4c59-915b-9173fd30879b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '11170dcf-6737-4d28-a602-1f8c141c04e6'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 00:15:28.757184 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b0d9670f-7d25-48e5-b177-991161ffc855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:15:28.768225 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-8dffd3a3-37ee-46e1-92f6-2756fad024f1 None None] Attempting to bind port d9388fc5-6e72-454c-a32d-7c93376fabe7 on host n-d-802623-1 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 00:15:28.768599 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-8dffd3a3-37ee-46e1-92f6-2756fad024f1 None None] Attempting to bind port d9388fc5-6e72-454c-a32d-7c93376fabe7 by drivers openvswitch,hyperv on host n-d-802623-1 at level 0 using segments [{'id': '2f49a0fe-245d-4571-bc82-0f2ce063c7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '42459dec-b1ff-459d-a552-e8bd067a0203'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 00:15:28.768961 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dffd3a3-37ee-46e1-92f6-2756fad024f1 None None] Attempting to bind port d9388fc5-6e72-454c-a32d-7c93376fabe7 on network 42459dec-b1ff-459d-a552-e8bd067a0203 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 00:15:28.779121 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dffd3a3-37ee-46e1-92f6-2756fad024f1 None None] Checking agent: {'id': 'a9a568d2-a5e7-41e4-833f-a8ab42ea4073', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 52, 30), 'started_at': datetime.datetime(2021, 7, 27, 22, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 0, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802623-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 00:15:28.779514 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dffd3a3-37ee-46e1-92f6-2756fad024f1 None None] Checking segment: {'id': '2f49a0fe-245d-4571-bc82-0f2ce063c7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '42459dec-b1ff-459d-a552-e8bd067a0203'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 00:15:28.779918 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8dffd3a3-37ee-46e1-92f6-2756fad024f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:15:28.780319 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dffd3a3-37ee-46e1-92f6-2756fad024f1 None None] Bound using segment: {'id': '2f49a0fe-245d-4571-bc82-0f2ce063c7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '42459dec-b1ff-459d-a552-e8bd067a0203'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 00:15:28.780808 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-8dffd3a3-37ee-46e1-92f6-2756fad024f1 None None] Bound port: d9388fc5-6e72-454c-a32d-7c93376fabe7, host: n-d-802623-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f49a0fe-245d-4571-bc82-0f2ce063c7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '42459dec-b1ff-459d-a552-e8bd067a0203'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 00:15:28.781197 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8dffd3a3-37ee-46e1-92f6-2756fad024f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:15:28.860575 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0d610e7-5f1b-453b-92bc-6e812131c2f7 admin admin] Router dd1dadf1-5d66-4116-87f0-f05a91f9b33e is scheduled to L3 agent 018c4455-49c0-4734-927d-7824067b2a9e with binding_index 1 {{(pid=93798) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 00:15:28.887668 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-b0d9670f-7d25-48e5-b177-991161ffc855 None None] For port b1f727f7-9565-4251-9494-a107ba22e7da, host n-d-802623-1, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 00:15:28.898757 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-b0d9670f-7d25-48e5-b177-991161ffc855 None None] For port b1f727f7-9565-4251-9494-a107ba22e7da, host n-d-802623-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=b1f727f7-9565-4251-9494-a107ba22e7da,segment=NetworkSegment(803a7eaa-ce5f-4c59-915b-9173fd30879b),segment_id=803a7eaa-ce5f-4c59-915b-9173fd30879b)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 00:15:28.906197 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b0d9670f-7d25-48e5-b177-991161ffc855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:15:28.935399 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-8dffd3a3-37ee-46e1-92f6-2756fad024f1 None None] For port d9388fc5-6e72-454c-a32d-7c93376fabe7, host n-d-802623-1, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 00:15:28.943529 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device b9c806ee-5b47-414e-a02c-dfe6ac68cb81 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 00:15:28.979771 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-8dffd3a3-37ee-46e1-92f6-2756fad024f1 None None] For port d9388fc5-6e72-454c-a32d-7c93376fabe7, host n-d-802623-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=d9388fc5-6e72-454c-a32d-7c93376fabe7,segment=NetworkSegment(2f49a0fe-245d-4571-bc82-0f2ce063c7b3),segment_id=2f49a0fe-245d-4571-bc82-0f2ce063c7b3)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 00:15:28.984104 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0d610e7-5f1b-453b-92bc-6e812131c2f7 admin admin] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 00:15:28.997849 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8dffd3a3-37ee-46e1-92f6-2756fad024f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:15:29.002788 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b85d5d1-68c0-4370-97d8-0608cefd29eb None None] Sync routers for ids ['dd1dadf1-5d66-4116-87f0-f05a91f9b33e'] in n-d-802623-1 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 00:15:29.017640 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b85d5d1-68c0-4370-97d8-0608cefd29eb None None] Routers {'dd1dadf1-5d66-4116-87f0-f05a91f9b33e'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 00:15:29.021373 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-7b85d5d1-68c0-4370-97d8-0608cefd29eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-28T00:15:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['dd1dadf1-5d66-4116-87f0-f05a91f9b33e'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:15:29.043320 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c0d610e7-5f1b-453b-92bc-6e812131c2f7 admin admin] Notify callbacks [] for router, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:15:29.047464 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-c0d610e7-5f1b-453b-92bc-6e812131c2f7 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.5278373 Jul 28 00:15:29.048729 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 59614) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:15:29.051236 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0d9670f-7d25-48e5-b177-991161ffc855 None None] Routers {'ab8f78f6-5ae3-4eeb-94de-5d0fb1d43be9'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 00:15:29.051929 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-b0d9670f-7d25-48e5-b177-991161ffc855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-28T00:15:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['ab8f78f6-5ae3-4eeb-94de-5d0fb1d43be9'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:15:29.055728 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78da400-d4f1-4180-b59d-d59f6cb15963 None None] Pushing event updated for resources: {'Port': ['ID=b1f727f7-9565-4251-9494-a107ba22e7da,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:15:29.215291 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dffd3a3-37ee-46e1-92f6-2756fad024f1 None None] Pushing event updated for resources: {'Port': ['ID=d9388fc5-6e72-454c-a32d-7c93376fabe7,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:15:29.224052 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port b9c806ee-5b47-414e-a02c-dfe6ac68cb81 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 00:15:29.224372 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:15:29.261001 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-7b85d5d1-68c0-4370-97d8-0608cefd29eb None None] Set router dd1dadf1-5d66-4116-87f0-f05a91f9b33e gateway port host: n-d-802623-1 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 00:15:29.304888 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-b0d9670f-7d25-48e5-b177-991161ffc855 None None] Set router ab8f78f6-5ae3-4eeb-94de-5d0fb1d43be9 gateway port host: n-d-802623-1 {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 00:15:29.607703 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-7b85d5d1-68c0-4370-97d8-0608cefd29eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd1dadf1-5d66-4116-87f0-f05a91f9b33e', 'name': 'tempest-TestShelveInstance-249472555-router', 'tenant_id': 'b97ddd8d14d9484dab745e6aa9e66c91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.117'}], 'enable_snat': True}, 'gw_port_id': '93f0c9d8-b30f-4b1d-8e83-32bf21ddbdb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T00:15:27Z', 'updated_at': '2021-07-28T00:15:28Z', 'revision_number': 3, 'project_id': 'b97ddd8d14d9484dab745e6aa9e66c91', 'gw_port': {'id': '93f0c9d8-b30f-4b1d-8e83-32bf21ddbdb1', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:0b:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd1dadf1-5d66-4116-87f0-f05a91f9b33e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T00:15:27Z', 'updated_at': '2021-07-28T00:15:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1'}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:15:29.644621 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-b0d9670f-7d25-48e5-b177-991161ffc855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab8f78f6-5ae3-4eeb-94de-5d0fb1d43be9', 'name': 'tempest-TestShelveInstance-1430498722-router', 'tenant_id': '5c4b23c604b94f05b2d78ff1de89574d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.120'}], 'enable_snat': True}, 'gw_port_id': 'b9c806ee-5b47-414e-a02c-dfe6ac68cb81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T00:15:22Z', 'updated_at': '2021-07-28T00:15:25Z', 'revision_number': 4, 'project_id': '5c4b23c604b94f05b2d78ff1de89574d', 'gw_port': {'id': 'b9c806ee-5b47-414e-a02c-dfe6ac68cb81', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:da:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8f78f6-5ae3-4eeb-94de-5d0fb1d43be9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T00:15:23Z', 'updated_at': '2021-07-28T00:15:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': 'b1f727f7-9565-4251-9494-a107ba22e7da', 'name': '', 'network_id': '11170dcf-6737-4d28-a602-1f8c141c04e6', 'tenant_id': '5c4b23c604b94f05b2d78ff1de89574d', 'mac_address': 'fa:16:3e:4e:12:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab8f78f6-5ae3-4eeb-94de-5d0fb1d43be9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '6956b4a6-6864-4994-98dd-0b5368e9be8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T00:15:24Z', 'updated_at': '2021-07-28T00:15:28Z', 'revision_number': 4, 'project_id': '5c4b23c604b94f05b2d78ff1de89574d', 'subnets': [{'id': '6956b4a6-6864-4994-98dd-0b5368e9be8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:15:29.656741 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b85d5d1-68c0-4370-97d8-0608cefd29eb None None] Checking router: dd1dadf1-5d66-4116-87f0-f05a91f9b33e for host: n-d-802623-1 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 00:15:29.657361 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b85d5d1-68c0-4370-97d8-0608cefd29eb None None] Updating router dd1dadf1-5d66-4116-87f0-f05a91f9b33e port 93f0c9d8-b30f-4b1d-8e83-32bf21ddbdb1 binding host n-d-802623-1 {{(pid=93800) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 00:15:29.685472 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0d9670f-7d25-48e5-b177-991161ffc855 None None] The sync data for ids ['ab8f78f6-5ae3-4eeb-94de-5d0fb1d43be9'] in n-d-802623-1 is: [{'id': 'ab8f78f6-5ae3-4eeb-94de-5d0fb1d43be9', 'name': 'tempest-TestShelveInstance-1430498722-router', 'tenant_id': '5c4b23c604b94f05b2d78ff1de89574d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.120'}], 'enable_snat': True}, 'gw_port_id': 'b9c806ee-5b47-414e-a02c-dfe6ac68cb81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T00:15:22Z', 'updated_at': '2021-07-28T00:15:25Z', 'revision_number': 4, 'project_id': '5c4b23c604b94f05b2d78ff1de89574d', 'gw_port': {'id': 'b9c806ee-5b47-414e-a02c-dfe6ac68cb81', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:da:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8f78f6-5ae3-4eeb-94de-5d0fb1d43be9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T00:15:23Z', 'updated_at': '2021-07-28T00:15:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': 'b1f727f7-9565-4251-9494-a107ba22e7da', 'name': '', 'network_id': '11170dcf-6737-4d28-a602-1f8c141c04e6', 'tenant_id': '5c4b23c604b94f05b2d78ff1de89574d', 'mac_address': 'fa:16:3e:4e:12:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab8f78f6-5ae3-4eeb-94de-5d0fb1d43be9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '6956b4a6-6864-4994-98dd-0b5368e9be8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T00:15:24Z', 'updated_at': '2021-07-28T00:15:28Z', 'revision_number': 4, 'project_id': '5c4b23c604b94f05b2d78ff1de89574d', 'subnets': [{'id': '6956b4a6-6864-4994-98dd-0b5368e9be8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 00:15:29.685780 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-22ceb43b-722d-4816-96c5-0d6b2d664245 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:15:29.687413 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7b85d5d1-68c0-4370-97d8-0608cefd29eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:15:29.701190 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-6f8b7731-f96a-4717-8fae-a6523183e101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:15:29.924241 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-22ceb43b-722d-4816-96c5-0d6b2d664245 admin admin] Allocated IP 172.20.0.1 (42459dec-b1ff-459d-a552-e8bd067a0203/d1c0d215-6722-4b08-9674-448506e50167/e5bbed26-3191-4441-a87b-130af881ba82) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 00:15:30.051454 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7b85d5d1-68c0-4370-97d8-0608cefd29eb None None] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:15:30.069046 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-7b85d5d1-68c0-4370-97d8-0608cefd29eb None None] Transition to ACTIVE for port object 93f0c9d8-b30f-4b1d-8e83-32bf21ddbdb1 will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 00:15:30.077885 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7b85d5d1-68c0-4370-97d8-0608cefd29eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:15:30.084039 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-22ceb43b-722d-4816-96c5-0d6b2d664245 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:15:30.100530 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-22ceb43b-722d-4816-96c5-0d6b2d664245 admin admin] Transition to ACTIVE for port object e5bbed26-3191-4441-a87b-130af881ba82 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 00:15:30.153252 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:15:30.154929 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99cbe43-9f96-47f7-a687-5f1e6876060c None None] Pushing event updated for resources: {'Port': ['ID=93f0c9d8-b30f-4b1d-8e83-32bf21ddbdb1,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:15:30.157170 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-22ceb43b-722d-4816-96c5-0d6b2d664245 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:15:30.157726 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-7b85d5d1-68c0-4370-97d8-0608cefd29eb None None] Attempting to bind port 93f0c9d8-b30f-4b1d-8e83-32bf21ddbdb1 on host n-d-802623-1 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 00:15:30.158121 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-7b85d5d1-68c0-4370-97d8-0608cefd29eb None None] Attempting to bind port 93f0c9d8-b30f-4b1d-8e83-32bf21ddbdb1 by drivers openvswitch,hyperv on host n-d-802623-1 at level 0 using segments [{'id': 'b9afe07e-bbe4-4740-834c-4b6a9698bdbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 00:15:30.158538 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b85d5d1-68c0-4370-97d8-0608cefd29eb None None] Attempting to bind port 93f0c9d8-b30f-4b1d-8e83-32bf21ddbdb1 on network 2fd42287-ed26-4eb9-89a5-b521f5b04356 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 00:15:30.174285 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b85d5d1-68c0-4370-97d8-0608cefd29eb None None] Checking agent: {'id': 'a9a568d2-a5e7-41e4-833f-a8ab42ea4073', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 52, 30), 'started_at': datetime.datetime(2021, 7, 27, 22, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 0, 15, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802623-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 00:15:30.174679 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b85d5d1-68c0-4370-97d8-0608cefd29eb None None] Checking segment: {'id': 'b9afe07e-bbe4-4740-834c-4b6a9698bdbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 00:15:30.175080 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7b85d5d1-68c0-4370-97d8-0608cefd29eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:15:30.175479 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b85d5d1-68c0-4370-97d8-0608cefd29eb None None] Bound using segment: {'id': 'b9afe07e-bbe4-4740-834c-4b6a9698bdbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 00:15:30.179684 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-7b85d5d1-68c0-4370-97d8-0608cefd29eb None None] Bound port: 93f0c9d8-b30f-4b1d-8e83-32bf21ddbdb1, host: n-d-802623-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9afe07e-bbe4-4740-834c-4b6a9698bdbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 00:15:30.180195 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7b85d5d1-68c0-4370-97d8-0608cefd29eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:15:30.205095 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22ceb43b-722d-4816-96c5-0d6b2d664245 admin admin] Network 42459dec-b1ff-459d-a552-e8bd067a0203 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 00:15:30.213381 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-22ceb43b-722d-4816-96c5-0d6b2d664245 admin admin] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 00:15:30.220849 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ceb43b-722d-4816-96c5-0d6b2d664245 admin admin] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 00:15:30.231441 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:15:30.269116 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ceb43b-722d-4816-96c5-0d6b2d664245 admin admin] Pushing event updated for resources: {'Port': ['ID=e5bbed26-3191-4441-a87b-130af881ba82,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:15:30.281213 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-22ceb43b-722d-4816-96c5-0d6b2d664245 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-415283'] for router_interface, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:15:30.362254 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-7b85d5d1-68c0-4370-97d8-0608cefd29eb None None] For port 93f0c9d8-b30f-4b1d-8e83-32bf21ddbdb1, host n-d-802623-1, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 00:15:30.373515 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-7b85d5d1-68c0-4370-97d8-0608cefd29eb None None] For port 93f0c9d8-b30f-4b1d-8e83-32bf21ddbdb1, host n-d-802623-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=93f0c9d8-b30f-4b1d-8e83-32bf21ddbdb1,segment=NetworkSegment(b9afe07e-bbe4-4740-834c-4b6a9698bdbc),segment_id=b9afe07e-bbe4-4740-834c-4b6a9698bdbc)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 00:15:30.378762 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7b85d5d1-68c0-4370-97d8-0608cefd29eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:15:30.443659 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b85d5d1-68c0-4370-97d8-0608cefd29eb None None] Routers {'dd1dadf1-5d66-4116-87f0-f05a91f9b33e'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 00:15:30.444359 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-7b85d5d1-68c0-4370-97d8-0608cefd29eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-28T00:15:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['dd1dadf1-5d66-4116-87f0-f05a91f9b33e'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:15:30.445055 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-22ceb43b-722d-4816-96c5-0d6b2d664245 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:15:30.446827 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99cbe43-9f96-47f7-a687-5f1e6876060c None None] Pushing event updated for resources: {'Port': ['ID=93f0c9d8-b30f-4b1d-8e83-32bf21ddbdb1,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:15:30.492299 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd7819dc-2de9-4452-8ccc-5ff92b0cd2a6 None None] Network 42459dec-b1ff-459d-a552-e8bd067a0203 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 00:15:30.598395 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-7b85d5d1-68c0-4370-97d8-0608cefd29eb None None] Set router dd1dadf1-5d66-4116-87f0-f05a91f9b33e gateway port host: n-d-802623-1 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 00:15:30.619431 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-7f8722b4-3b6e-45a2-8b37-ce39dd40c233 None None] Provisioning for port d9388fc5-6e72-454c-a32d-7c93376fabe7 completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 00:15:30.663715 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-22ceb43b-722d-4816-96c5-0d6b2d664245 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:15:30.670583 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-22ceb43b-722d-4816-96c5-0d6b2d664245 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11336041'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:15:30.731666 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-19f2e178-d45e-4fbe-b9be-c3963fc151ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:15:30.764200 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ceb43b-722d-4816-96c5-0d6b2d664245 admin admin] Pushing event updated for resources: {'Port': ['ID=e5bbed26-3191-4441-a87b-130af881ba82,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:15:30.766765 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-22ceb43b-722d-4816-96c5-0d6b2d664245 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3760555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-414115'] for router_interface, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:15:30.844381 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-7b85d5d1-68c0-4370-97d8-0608cefd29eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd1dadf1-5d66-4116-87f0-f05a91f9b33e', 'name': 'tempest-TestShelveInstance-249472555-router', 'tenant_id': 'b97ddd8d14d9484dab745e6aa9e66c91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.117'}], 'enable_snat': True}, 'gw_port_id': '93f0c9d8-b30f-4b1d-8e83-32bf21ddbdb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T00:15:27Z', 'updated_at': '2021-07-28T00:15:30Z', 'revision_number': 4, 'project_id': 'b97ddd8d14d9484dab745e6aa9e66c91', 'gw_port': {'id': '93f0c9d8-b30f-4b1d-8e83-32bf21ddbdb1', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:0b:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd1dadf1-5d66-4116-87f0-f05a91f9b33e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T00:15:27Z', 'updated_at': '2021-07-28T00:15:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': 'e5bbed26-3191-4441-a87b-130af881ba82', 'name': '', 'network_id': '42459dec-b1ff-459d-a552-e8bd067a0203', 'tenant_id': 'b97ddd8d14d9484dab745e6aa9e66c91', 'mac_address': 'fa:16:3e:46:08:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd1dadf1-5d66-4116-87f0-f05a91f9b33e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'd1c0d215-6722-4b08-9674-448506e50167', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T00:15:29Z', 'updated_at': '2021-07-28T00:15:29Z', 'revision_number': 1, 'project_id': 'b97ddd8d14d9484dab745e6aa9e66c91', 'subnets': [{'id': 'd1c0d215-6722-4b08-9674-448506e50167', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:15:30.885125 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22ceb43b-722d-4816-96c5-0d6b2d664245 admin admin] Network 42459dec-b1ff-459d-a552-e8bd067a0203 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 00:15:30.886010 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-22ceb43b-722d-4816-96c5-0d6b2d664245 admin admin] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 00:15:30.893551 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b85d5d1-68c0-4370-97d8-0608cefd29eb None None] The sync data for ids ['dd1dadf1-5d66-4116-87f0-f05a91f9b33e'] in n-d-802623-1 is: [{'id': 'dd1dadf1-5d66-4116-87f0-f05a91f9b33e', 'name': 'tempest-TestShelveInstance-249472555-router', 'tenant_id': 'b97ddd8d14d9484dab745e6aa9e66c91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.117'}], 'enable_snat': True}, 'gw_port_id': '93f0c9d8-b30f-4b1d-8e83-32bf21ddbdb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T00:15:27Z', 'updated_at': '2021-07-28T00:15:30Z', 'revision_number': 4, 'project_id': 'b97ddd8d14d9484dab745e6aa9e66c91', 'gw_port': {'id': '93f0c9d8-b30f-4b1d-8e83-32bf21ddbdb1', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:0b:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd1dadf1-5d66-4116-87f0-f05a91f9b33e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T00:15:27Z', 'updated_at': '2021-07-28T00:15:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': 'e5bbed26-3191-4441-a87b-130af881ba82', 'name': '', 'network_id': '42459dec-b1ff-459d-a552-e8bd067a0203', 'tenant_id': 'b97ddd8d14d9484dab745e6aa9e66c91', 'mac_address': 'fa:16:3e:46:08:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd1dadf1-5d66-4116-87f0-f05a91f9b33e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'd1c0d215-6722-4b08-9674-448506e50167', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T00:15:29Z', 'updated_at': '2021-07-28T00:15:29Z', 'revision_number': 1, 'project_id': 'b97ddd8d14d9484dab745e6aa9e66c91', 'subnets': [{'id': 'd1c0d215-6722-4b08-9674-448506e50167', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 00:15:31.028156 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device d9388fc5-6e72-454c-a32d-7c93376fabe7 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 00:15:31.045312 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22ceb43b-722d-4816-96c5-0d6b2d664245 admin admin] Router dd1dadf1-5d66-4116-87f0-f05a91f9b33e has already been hosted by L3 agent 018c4455-49c0-4734-927d-7824067b2a9e {{(pid=93797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 00:15:31.086879 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-d545f7e5-2fa3-4d52-8431-e208961572f6 None None] Provisioning for port e5bbed26-3191-4441-a87b-130af881ba82 completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 00:15:31.093069 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-d545f7e5-2fa3-4d52-8431-e208961572f6 None None] Provisioning complete for port e5bbed26-3191-4441-a87b-130af881ba82 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 00:15:31.093454 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d545f7e5-2fa3-4d52-8431-e208961572f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:15:31.137263 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-d545f7e5-2fa3-4d52-8431-e208961572f6 None None] Port e5bbed26-3191-4441-a87b-130af881ba82 cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 00:15:31.140243 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning for port d9388fc5-6e72-454c-a32d-7c93376fabe7 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 00:15:31.151385 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-d545f7e5-2fa3-4d52-8431-e208961572f6 None None] Provisioning complete for port d9388fc5-6e72-454c-a32d-7c93376fabe7 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 00:15:31.151703 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d545f7e5-2fa3-4d52-8431-e208961572f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:15:31.154018 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port d9388fc5-6e72-454c-a32d-7c93376fabe7 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 00:15:31.154993 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:15:31.184290 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22ceb43b-722d-4816-96c5-0d6b2d664245 admin admin] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 00:15:31.191715 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-22ceb43b-722d-4816-96c5-0d6b2d664245 admin admin] 10.222.0.18 "PUT /v2.0/routers/dd1dadf1-5d66-4116-87f0-f05a91f9b33e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1405137 Jul 28 00:15:31.320689 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d545f7e5-2fa3-4d52-8431-e208961572f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:15:31.326081 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:15:31.396144 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-d545f7e5-2fa3-4d52-8431-e208961572f6 None None] For port d9388fc5-6e72-454c-a32d-7c93376fabe7, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=d9388fc5-6e72-454c-a32d-7c93376fabe7,segment=NetworkSegment(2f49a0fe-245d-4571-bc82-0f2ce063c7b3),segment_id=2f49a0fe-245d-4571-bc82-0f2ce063c7b3)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 00:15:31.407742 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d545f7e5-2fa3-4d52-8431-e208961572f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:15:31.691499 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-9156bed2-9331-4a2a-acb7-6b6a8c2023af None None] Provisioning complete for port e5bbed26-3191-4441-a87b-130af881ba82 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 00:15:31.691872 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-9156bed2-9331-4a2a-acb7-6b6a8c2023af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:15:31.696944 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.db.api [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93799) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 00:15:31.697194 n-d-802623-1 neutron-server[93799]: DEBUG oslo_db.api [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 00:15:31.713527 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d545f7e5-2fa3-4d52-8431-e208961572f6 None None] Pushing event updated for resources: {'Port': ['ID=d9388fc5-6e72-454c-a32d-7c93376fabe7,revision_number=3']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:15:31.735921 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-9156bed2-9331-4a2a-acb7-6b6a8c2023af None None] Port e5bbed26-3191-4441-a87b-130af881ba82 cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 00:15:31.797809 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 59624) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:15:31.802578 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-2436c33d-05c9-4eff-8994-c8c5ccab50fd tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1296890463', 'description': 'tempest-secgroup-smoke-1296890463 description', 'project_id': '5c4b23c604b94f05b2d78ff1de89574d'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 00:15:31.824787 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2436c33d-05c9-4eff-8994-c8c5ccab50fd tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:15:31.853966 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-1b1cf399-3e26-4d85-a55c-62431fe63a18 None None] Provisioning complete for port e5bbed26-3191-4441-a87b-130af881ba82 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 00:15:31.854469 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-1b1cf399-3e26-4d85-a55c-62431fe63a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:15:31.889629 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-1b1cf399-3e26-4d85-a55c-62431fe63a18 None None] Port e5bbed26-3191-4441-a87b-130af881ba82 cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 00:15:31.906098 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2436c33d-05c9-4eff-8994-c8c5ccab50fd tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:15:31.909723 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2436c33d-05c9-4eff-8994-c8c5ccab50fd tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:15:31.938859 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2436c33d-05c9-4eff-8994-c8c5ccab50fd tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:15:31.940127 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-2436c33d-05c9-4eff-8994-c8c5ccab50fd tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1412854 Jul 28 00:15:31.941310 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2436c33d-05c9-4eff-8994-c8c5ccab50fd tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b73ffdc-9ce2-4922-b6c1-3326afbb990b,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:15:31.943340 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 59626) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:15:31.948102 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-a811b735-a086-4d8d-81fb-99355ffdf530 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Request body: {'security_group_rule': {'security_group_id': '0b73ffdc-9ce2-4922-b6c1-3326afbb990b', 'project_id': '5c4b23c604b94f05b2d78ff1de89574d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 00:15:31.978084 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a811b735-a086-4d8d-81fb-99355ffdf530 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:15:32.039446 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a811b735-a086-4d8d-81fb-99355ffdf530 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:15:32.043585 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a811b735-a086-4d8d-81fb-99355ffdf530 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784185'] for security_group_rule, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:15:32.236735 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device b1f727f7-9565-4251-9494-a107ba22e7da up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 00:15:32.284532 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning for port b1f727f7-9565-4251-9494-a107ba22e7da completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 00:15:32.288466 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port b1f727f7-9565-4251-9494-a107ba22e7da triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 00:15:32.288845 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:15:32.374202 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:15:32.385257 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a811b735-a086-4d8d-81fb-99355ffdf530 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f545db0-7c5d-492e-9c09-11212388a7a5,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:15:32.392164 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a811b735-a086-4d8d-81fb-99355ffdf530 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:15:32.396064 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-a811b735-a086-4d8d-81fb-99355ffdf530 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4492080 Jul 28 00:15:32.396354 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 59628) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:15:32.401143 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-96c8aad9-f1dc-48ed-94ba-f6c49d49ca42 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Request body: {'security_group_rule': {'security_group_id': '0b73ffdc-9ce2-4922-b6c1-3326afbb990b', 'project_id': '5c4b23c604b94f05b2d78ff1de89574d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 00:15:32.413396 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] For port b1f727f7-9565-4251-9494-a107ba22e7da, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=b1f727f7-9565-4251-9494-a107ba22e7da,segment=NetworkSegment(803a7eaa-ce5f-4c59-915b-9173fd30879b),segment_id=803a7eaa-ce5f-4c59-915b-9173fd30879b)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 00:15:32.431060 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:15:32.451234 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-96c8aad9-f1dc-48ed-94ba-f6c49d49ca42 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:15:32.495989 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7418f70f-e60d-4709-8ba9-6ab514bc7f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:15:32.514523 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Pushing event updated for resources: {'Port': ['ID=b1f727f7-9565-4251-9494-a107ba22e7da,revision_number=5']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:15:32.520250 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-96c8aad9-f1dc-48ed-94ba-f6c49d49ca42 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:15:32.527128 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-96c8aad9-f1dc-48ed-94ba-f6c49d49ca42 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784185'] for security_group_rule, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:15:32.545745 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c8aad9-f1dc-48ed-94ba-f6c49d49ca42 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d4fd7af-107d-4fea-9a9a-1280aa21939c,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:15:32.555445 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-96c8aad9-f1dc-48ed-94ba-f6c49d49ca42 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:15:32.556787 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-96c8aad9-f1dc-48ed-94ba-f6c49d49ca42 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1595352 Jul 28 00:15:32.559826 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 59630) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:15:32.564594 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-34f73ac8-ffa3-437d-897d-664ec1eba468 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Request body: {'security_group_rule': {'security_group_id': '0b73ffdc-9ce2-4922-b6c1-3326afbb990b', 'project_id': '5c4b23c604b94f05b2d78ff1de89574d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 00:15:32.594407 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-34f73ac8-ffa3-437d-897d-664ec1eba468 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:15:32.654992 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-34f73ac8-ffa3-437d-897d-664ec1eba468 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:15:32.658794 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-34f73ac8-ffa3-437d-897d-664ec1eba468 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784185'] for security_group_rule, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:15:32.677237 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f73ac8-ffa3-437d-897d-664ec1eba468 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44cd857e-9357-4c04-b5e0-d86f62895602,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:15:32.683861 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-34f73ac8-ffa3-437d-897d-664ec1eba468 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:15:32.685153 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-34f73ac8-ffa3-437d-897d-664ec1eba468 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1243954 Jul 28 00:15:32.688184 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 59632) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:15:32.692778 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-3b6ffce8-fa0a-4878-aafb-13a02499b8cf tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Request body: {'security_group_rule': {'security_group_id': '0b73ffdc-9ce2-4922-b6c1-3326afbb990b', 'project_id': '5c4b23c604b94f05b2d78ff1de89574d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 00:15:32.721010 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3b6ffce8-fa0a-4878-aafb-13a02499b8cf tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:15:32.791933 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3b6ffce8-fa0a-4878-aafb-13a02499b8cf tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:15:32.795868 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3b6ffce8-fa0a-4878-aafb-13a02499b8cf tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784185'] for security_group_rule, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:15:32.815957 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6ffce8-fa0a-4878-aafb-13a02499b8cf tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33f23a5f-e025-46f8-8263-966d7bf68e5c,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:15:32.829538 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3b6ffce8-fa0a-4878-aafb-13a02499b8cf tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:15:32.831149 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-3b6ffce8-fa0a-4878-aafb-13a02499b8cf tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1415608 Jul 28 00:15:32.833491 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 59634) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:15:32.838225 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-c9a21ac9-e3f9-4a50-bfe9-115dc6450218 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Request body: {'security_group_rule': {'security_group_id': '0b73ffdc-9ce2-4922-b6c1-3326afbb990b', 'project_id': '5c4b23c604b94f05b2d78ff1de89574d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 00:15:32.863585 n-d-802623-1 neutron-server[93798]: INFO neutron.db.securitygroups_db [None req-c9a21ac9-e3f9-4a50-bfe9-115dc6450218 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Project 5c4b23c604b94f05b2d78ff1de89574d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 00:15:32.868931 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c9a21ac9-e3f9-4a50-bfe9-115dc6450218 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:15:32.946525 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c9a21ac9-e3f9-4a50-bfe9-115dc6450218 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:15:32.952094 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c9a21ac9-e3f9-4a50-bfe9-115dc6450218 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784185'] for security_group_rule, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:15:32.984655 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a21ac9-e3f9-4a50-bfe9-115dc6450218 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42465655-b9f7-4a25-80c9-926b51f83e6e,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:15:32.985275 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device d9388fc5-6e72-454c-a32d-7c93376fabe7 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 00:15:32.987083 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c9a21ac9-e3f9-4a50-bfe9-115dc6450218 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:15:32.988819 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-c9a21ac9-e3f9-4a50-bfe9-115dc6450218 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1542709 Jul 28 00:15:32.991624 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 59636) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:15:32.996344 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-f70e93a0-e326-4462-8efc-63384be75769 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Request body: {'security_group_rule': {'security_group_id': '0b73ffdc-9ce2-4922-b6c1-3326afbb990b', 'project_id': '5c4b23c604b94f05b2d78ff1de89574d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 00:15:33.021248 n-d-802623-1 neutron-server[93798]: INFO neutron.db.securitygroups_db [None req-f70e93a0-e326-4462-8efc-63384be75769 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Project 5c4b23c604b94f05b2d78ff1de89574d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 00:15:33.026668 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f70e93a0-e326-4462-8efc-63384be75769 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:15:33.042059 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port d9388fc5-6e72-454c-a32d-7c93376fabe7 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 00:15:33.042431 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:15:33.093669 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f70e93a0-e326-4462-8efc-63384be75769 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:15:33.099336 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f70e93a0-e326-4462-8efc-63384be75769 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784185'] for security_group_rule, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:15:33.120834 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70e93a0-e326-4462-8efc-63384be75769 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99bf6c58-3d26-422d-b493-f0988e7e4c17,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:15:33.126355 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f70e93a0-e326-4462-8efc-63384be75769 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:15:33.127624 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-f70e93a0-e326-4462-8efc-63384be75769 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1348510 Jul 28 00:15:33.129622 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 93f0c9d8-b30f-4b1d-8e83-32bf21ddbdb1 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 00:15:33.186859 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning for port 93f0c9d8-b30f-4b1d-8e83-32bf21ddbdb1 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 00:15:33.192249 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port 93f0c9d8-b30f-4b1d-8e83-32bf21ddbdb1 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 00:15:33.192249 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:15:33.272864 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:15:33.293654 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] For port 93f0c9d8-b30f-4b1d-8e83-32bf21ddbdb1, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=93f0c9d8-b30f-4b1d-8e83-32bf21ddbdb1,segment=NetworkSegment(b9afe07e-bbe4-4740-834c-4b6a9698bdbc),segment_id=b9afe07e-bbe4-4740-834c-4b6a9698bdbc)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 00:15:33.298039 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:15:33.299021 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device b1f727f7-9565-4251-9494-a107ba22e7da up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 00:15:33.338094 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-047055da-a0a8-43b5-9bd1-17555bcf29ff req-9fba97a4-243e-43d6-8123-81e3fd5e0709 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1296890463&fields=id&tenant_id=5c4b23c604b94f05b2d78ff1de89574d HTTP/1.1" status: 200 len: 267 time: 0.0340121 Jul 28 00:15:33.375104 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Pushing event updated for resources: {'Port': ['ID=93f0c9d8-b30f-4b1d-8e83-32bf21ddbdb1,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:15:33.386850 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port b1f727f7-9565-4251-9494-a107ba22e7da triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 00:15:33.387270 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:15:33.450590 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047055da-a0a8-43b5-9bd1-17555bcf29ff req-bd326429-a723-4de3-8b74-df12097a0b9d tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:15:33.452034 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-047055da-a0a8-43b5-9bd1-17555bcf29ff req-bd326429-a723-4de3-8b74-df12097a0b9d tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] 10.222.0.18 "GET /v2.0/networks?id=11170dcf-6737-4d28-a602-1f8c141c04e6 HTTP/1.1" status: 200 len: 809 time: 0.1063156 Jul 28 00:15:33.468145 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-047055da-a0a8-43b5-9bd1-17555bcf29ff req-e99cfa53-097e-4f0d-8220-b42dc74b941b tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] 10.222.0.18 "GET /v2.0/quotas/5c4b23c604b94f05b2d78ff1de89574d HTTP/1.1" status: 200 len: 375 time: 0.0099566 Jul 28 00:15:33.519803 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-047055da-a0a8-43b5-9bd1-17555bcf29ff req-bb24a5f5-cf90-46d3-95f9-a2489026782d tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=5c4b23c604b94f05b2d78ff1de89574d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0455918 Jul 28 00:15:33.536378 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [req-047055da-a0a8-43b5-9bd1-17555bcf29ff req-3af17105-707a-4bd8-a813-e8ae5da8ee83 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=93797) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 00:15:33.537470 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-047055da-a0a8-43b5-9bd1-17555bcf29ff req-3af17105-707a-4bd8-a813-e8ae5da8ee83 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055420 Jul 28 00:15:33.632320 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-047055da-a0a8-43b5-9bd1-17555bcf29ff req-c73d6895-b6c8-4bdb-9d62-d54fd25564f8 service neutron] 10.222.0.18 "GET /v2.0/networks/11170dcf-6737-4d28-a602-1f8c141c04e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887635 Jul 28 00:15:33.727549 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-047055da-a0a8-43b5-9bd1-17555bcf29ff req-95014bea-4ce1-46cf-9efb-1909e8c9c325 service neutron] 10.222.0.18 "GET /v2.0/networks/11170dcf-6737-4d28-a602-1f8c141c04e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889266 Jul 28 00:15:33.829620 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-941b7c1f-3846-4b97-afbf-ca64d6cdbd5b None None] Sync routers for ids ['dd1dadf1-5d66-4116-87f0-f05a91f9b33e'] in n-d-802623-1 {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 00:15:33.838717 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-941b7c1f-3846-4b97-afbf-ca64d6cdbd5b None None] Routers {'dd1dadf1-5d66-4116-87f0-f05a91f9b33e'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 00:15:33.839361 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-941b7c1f-3846-4b97-afbf-ca64d6cdbd5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-28T00:15:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['dd1dadf1-5d66-4116-87f0-f05a91f9b33e'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:15:33.940870 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-941b7c1f-3846-4b97-afbf-ca64d6cdbd5b None None] Set router dd1dadf1-5d66-4116-87f0-f05a91f9b33e gateway port host: n-d-802623-1 {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 00:15:34.136231 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-941b7c1f-3846-4b97-afbf-ca64d6cdbd5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd1dadf1-5d66-4116-87f0-f05a91f9b33e', 'name': 'tempest-TestShelveInstance-249472555-router', 'tenant_id': 'b97ddd8d14d9484dab745e6aa9e66c91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.117'}], 'enable_snat': True}, 'gw_port_id': '93f0c9d8-b30f-4b1d-8e83-32bf21ddbdb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T00:15:27Z', 'updated_at': '2021-07-28T00:15:30Z', 'revision_number': 4, 'project_id': 'b97ddd8d14d9484dab745e6aa9e66c91', 'gw_port': {'id': '93f0c9d8-b30f-4b1d-8e83-32bf21ddbdb1', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:0b:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd1dadf1-5d66-4116-87f0-f05a91f9b33e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T00:15:27Z', 'updated_at': '2021-07-28T00:15:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': 'e5bbed26-3191-4441-a87b-130af881ba82', 'name': '', 'network_id': '42459dec-b1ff-459d-a552-e8bd067a0203', 'tenant_id': 'b97ddd8d14d9484dab745e6aa9e66c91', 'mac_address': 'fa:16:3e:46:08:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd1dadf1-5d66-4116-87f0-f05a91f9b33e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'd1c0d215-6722-4b08-9674-448506e50167', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T00:15:29Z', 'updated_at': '2021-07-28T00:15:30Z', 'revision_number': 2, 'project_id': 'b97ddd8d14d9484dab745e6aa9e66c91', 'subnets': [{'id': 'd1c0d215-6722-4b08-9674-448506e50167', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:15:34.166648 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-941b7c1f-3846-4b97-afbf-ca64d6cdbd5b None None] Checking router: dd1dadf1-5d66-4116-87f0-f05a91f9b33e for host: n-d-802623-1 {{(pid=93799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 00:15:34.167012 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-941b7c1f-3846-4b97-afbf-ca64d6cdbd5b None None] Updating router dd1dadf1-5d66-4116-87f0-f05a91f9b33e port e5bbed26-3191-4441-a87b-130af881ba82 binding host n-d-802623-1 {{(pid=93799) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 00:15:34.191138 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-941b7c1f-3846-4b97-afbf-ca64d6cdbd5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:15:34.443224 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-941b7c1f-3846-4b97-afbf-ca64d6cdbd5b None None] Notify callbacks [] for port, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:15:34.453352 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-941b7c1f-3846-4b97-afbf-ca64d6cdbd5b None None] Transition to ACTIVE for port object e5bbed26-3191-4441-a87b-130af881ba82 will not be triggered until provisioned by entity L2. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 00:15:34.458753 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-941b7c1f-3846-4b97-afbf-ca64d6cdbd5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:15:34.506579 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d68ec4-9249-4278-9207-d0399c61ca4e None None] Pushing event updated for resources: {'Port': ['ID=e5bbed26-3191-4441-a87b-130af881ba82,revision_number=3']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:15:34.563171 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-941b7c1f-3846-4b97-afbf-ca64d6cdbd5b None None] Attempting to bind port e5bbed26-3191-4441-a87b-130af881ba82 on host n-d-802623-1 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 00:15:34.563550 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-941b7c1f-3846-4b97-afbf-ca64d6cdbd5b None None] Attempting to bind port e5bbed26-3191-4441-a87b-130af881ba82 by drivers openvswitch,hyperv on host n-d-802623-1 at level 0 using segments [{'id': '2f49a0fe-245d-4571-bc82-0f2ce063c7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '42459dec-b1ff-459d-a552-e8bd067a0203'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 00:15:34.563926 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-941b7c1f-3846-4b97-afbf-ca64d6cdbd5b None None] Attempting to bind port e5bbed26-3191-4441-a87b-130af881ba82 on network 42459dec-b1ff-459d-a552-e8bd067a0203 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 00:15:34.569229 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-941b7c1f-3846-4b97-afbf-ca64d6cdbd5b None None] Checking agent: {'id': 'a9a568d2-a5e7-41e4-833f-a8ab42ea4073', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 52, 30), 'started_at': datetime.datetime(2021, 7, 27, 22, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 0, 15, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802623-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 00:15:34.569613 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-941b7c1f-3846-4b97-afbf-ca64d6cdbd5b None None] Checking segment: {'id': '2f49a0fe-245d-4571-bc82-0f2ce063c7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '42459dec-b1ff-459d-a552-e8bd067a0203'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 00:15:34.570054 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-941b7c1f-3846-4b97-afbf-ca64d6cdbd5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:15:34.570481 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-941b7c1f-3846-4b97-afbf-ca64d6cdbd5b None None] Bound using segment: {'id': '2f49a0fe-245d-4571-bc82-0f2ce063c7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '42459dec-b1ff-459d-a552-e8bd067a0203'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 00:15:34.570958 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-941b7c1f-3846-4b97-afbf-ca64d6cdbd5b None None] Bound port: e5bbed26-3191-4441-a87b-130af881ba82, host: n-d-802623-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f49a0fe-245d-4571-bc82-0f2ce063c7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '42459dec-b1ff-459d-a552-e8bd067a0203'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 00:15:34.571368 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-941b7c1f-3846-4b97-afbf-ca64d6cdbd5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:15:34.636719 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-941b7c1f-3846-4b97-afbf-ca64d6cdbd5b None None] For port e5bbed26-3191-4441-a87b-130af881ba82, host n-d-802623-1, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 00:15:34.639929 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-941b7c1f-3846-4b97-afbf-ca64d6cdbd5b None None] For port e5bbed26-3191-4441-a87b-130af881ba82, host n-d-802623-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=e5bbed26-3191-4441-a87b-130af881ba82,segment=NetworkSegment(2f49a0fe-245d-4571-bc82-0f2ce063c7b3),segment_id=2f49a0fe-245d-4571-bc82-0f2ce063c7b3)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 00:15:34.644279 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-941b7c1f-3846-4b97-afbf-ca64d6cdbd5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:15:34.702164 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-941b7c1f-3846-4b97-afbf-ca64d6cdbd5b None None] Routers {'dd1dadf1-5d66-4116-87f0-f05a91f9b33e'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 00:15:34.702722 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-941b7c1f-3846-4b97-afbf-ca64d6cdbd5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-28T00:15:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['dd1dadf1-5d66-4116-87f0-f05a91f9b33e'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:15:34.704620 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d68ec4-9249-4278-9207-d0399c61ca4e None None] Pushing event updated for resources: {'Port': ['ID=e5bbed26-3191-4441-a87b-130af881ba82,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:15:34.820533 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-941b7c1f-3846-4b97-afbf-ca64d6cdbd5b None None] Set router dd1dadf1-5d66-4116-87f0-f05a91f9b33e gateway port host: n-d-802623-1 {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 00:15:34.935653 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ca73b603-e084-4f1e-b7c7-dad56fe96014 req-45765dab-257c-41ba-bb66-938dc9808fb6 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] 10.222.0.18 "GET /v2.0/ports?device_id=c8124bf0-b23a-4ced-b257-db96bf56dcb3 HTTP/1.1" status: 200 len: 210 time: 0.0297692 Jul 28 00:15:34.962985 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 93f0c9d8-b30f-4b1d-8e83-32bf21ddbdb1 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 00:15:35.071086 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port 93f0c9d8-b30f-4b1d-8e83-32bf21ddbdb1 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 00:15:35.071470 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:15:35.133947 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-941b7c1f-3846-4b97-afbf-ca64d6cdbd5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd1dadf1-5d66-4116-87f0-f05a91f9b33e', 'name': 'tempest-TestShelveInstance-249472555-router', 'tenant_id': 'b97ddd8d14d9484dab745e6aa9e66c91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.117'}], 'enable_snat': True}, 'gw_port_id': '93f0c9d8-b30f-4b1d-8e83-32bf21ddbdb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T00:15:27Z', 'updated_at': '2021-07-28T00:15:30Z', 'revision_number': 4, 'project_id': 'b97ddd8d14d9484dab745e6aa9e66c91', 'gw_port': {'id': '93f0c9d8-b30f-4b1d-8e83-32bf21ddbdb1', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:0b:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd1dadf1-5d66-4116-87f0-f05a91f9b33e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T00:15:27Z', 'updated_at': '2021-07-28T00:15:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': 'e5bbed26-3191-4441-a87b-130af881ba82', 'name': '', 'network_id': '42459dec-b1ff-459d-a552-e8bd067a0203', 'tenant_id': 'b97ddd8d14d9484dab745e6aa9e66c91', 'mac_address': 'fa:16:3e:46:08:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd1dadf1-5d66-4116-87f0-f05a91f9b33e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'd1c0d215-6722-4b08-9674-448506e50167', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T00:15:29Z', 'updated_at': '2021-07-28T00:15:34Z', 'revision_number': 4, 'project_id': 'b97ddd8d14d9484dab745e6aa9e66c91', 'subnets': [{'id': 'd1c0d215-6722-4b08-9674-448506e50167', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:15:35.184809 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-941b7c1f-3846-4b97-afbf-ca64d6cdbd5b None None] The sync data for ids ['dd1dadf1-5d66-4116-87f0-f05a91f9b33e'] in n-d-802623-1 is: [{'id': 'dd1dadf1-5d66-4116-87f0-f05a91f9b33e', 'name': 'tempest-TestShelveInstance-249472555-router', 'tenant_id': 'b97ddd8d14d9484dab745e6aa9e66c91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.117'}], 'enable_snat': True}, 'gw_port_id': '93f0c9d8-b30f-4b1d-8e83-32bf21ddbdb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T00:15:27Z', 'updated_at': '2021-07-28T00:15:30Z', 'revision_number': 4, 'project_id': 'b97ddd8d14d9484dab745e6aa9e66c91', 'gw_port': {'id': '93f0c9d8-b30f-4b1d-8e83-32bf21ddbdb1', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:0b:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd1dadf1-5d66-4116-87f0-f05a91f9b33e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T00:15:27Z', 'updated_at': '2021-07-28T00:15:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': 'e5bbed26-3191-4441-a87b-130af881ba82', 'name': '', 'network_id': '42459dec-b1ff-459d-a552-e8bd067a0203', 'tenant_id': 'b97ddd8d14d9484dab745e6aa9e66c91', 'mac_address': 'fa:16:3e:46:08:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd1dadf1-5d66-4116-87f0-f05a91f9b33e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'd1c0d215-6722-4b08-9674-448506e50167', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T00:15:29Z', 'updated_at': '2021-07-28T00:15:34Z', 'revision_number': 4, 'project_id': 'b97ddd8d14d9484dab745e6aa9e66c91', 'subnets': [{'id': 'd1c0d215-6722-4b08-9674-448506e50167', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 00:15:35.201452 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device e5bbed26-3191-4441-a87b-130af881ba82 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 00:15:35.253285 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning for port e5bbed26-3191-4441-a87b-130af881ba82 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 00:15:35.257712 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port e5bbed26-3191-4441-a87b-130af881ba82 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 00:15:35.258095 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:15:35.358315 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:15:35.393040 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] For port e5bbed26-3191-4441-a87b-130af881ba82, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=e5bbed26-3191-4441-a87b-130af881ba82,segment=NetworkSegment(2f49a0fe-245d-4571-bc82-0f2ce063c7b3),segment_id=2f49a0fe-245d-4571-bc82-0f2ce063c7b3)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 00:15:35.398382 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:15:35.452928 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Pushing event updated for resources: {'Port': ['ID=e5bbed26-3191-4441-a87b-130af881ba82,revision_number=5']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:15:35.627946 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:15:35.887114 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047055da-a0a8-43b5-9bd1-17555bcf29ff req-f080912b-cbfc-48de-bb03-4e07afa05bd0 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:15:35.889140 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-047055da-a0a8-43b5-9bd1-17555bcf29ff req-f080912b-cbfc-48de-bb03-4e07afa05bd0 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] 10.222.0.38 "GET /v2.0/networks?id=11170dcf-6737-4d28-a602-1f8c141c04e6 HTTP/1.1" status: 200 len: 809 time: 0.1110966 Jul 28 00:15:35.932465 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-047055da-a0a8-43b5-9bd1-17555bcf29ff req-4c2e113f-4135-46c5-bb2e-f5d356690795 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5c4b23c604b94f05b2d78ff1de89574d HTTP/1.1" status: 200 len: 380 time: 0.0330396 Jul 28 00:15:35.943903 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [req-047055da-a0a8-43b5-9bd1-17555bcf29ff req-6fcd6ebc-77ee-43a0-9056-59971c892464 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Request body: {'port': {'device_id': 'c8124bf0-b23a-4ced-b257-db96bf56dcb3', 'network_id': '11170dcf-6737-4d28-a602-1f8c141c04e6', 'admin_state_up': True, 'tenant_id': '5c4b23c604b94f05b2d78ff1de89574d', 'security_groups': ['0b73ffdc-9ce2-4922-b6c1-3326afbb990b']}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 00:15:36.037189 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-43d25a96-c2fa-40b5-b183-9ff84e14d163 req-8cecd0f3-23eb-469a-a8c6-811215eeb803 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] 10.222.0.18 "GET /v2.0/ports?device_id=c8124bf0-b23a-4ced-b257-db96bf56dcb3 HTTP/1.1" status: 200 len: 210 time: 0.0269108 Jul 28 00:15:36.056843 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-047055da-a0a8-43b5-9bd1-17555bcf29ff req-6fcd6ebc-77ee-43a0-9056-59971c892464 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Made reservation on behalf of 5c4b23c604b94f05b2d78ff1de89574d for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 00:15:36.061062 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-047055da-a0a8-43b5-9bd1-17555bcf29ff req-6fcd6ebc-77ee-43a0-9056-59971c892464 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:15:36.184155 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [req-047055da-a0a8-43b5-9bd1-17555bcf29ff req-6fcd6ebc-77ee-43a0-9056-59971c892464 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Allocated IP 172.20.0.12 (11170dcf-6737-4d28-a602-1f8c141c04e6/6956b4a6-6864-4994-98dd-0b5368e9be8f/ce5cccfe-59f6-4740-9822-c52c94922f4b) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 00:15:36.324760 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-047055da-a0a8-43b5-9bd1-17555bcf29ff req-6fcd6ebc-77ee-43a0-9056-59971c892464 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:15:36.337838 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-047055da-a0a8-43b5-9bd1-17555bcf29ff req-6fcd6ebc-77ee-43a0-9056-59971c892464 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Transition to ACTIVE for port object ce5cccfe-59f6-4740-9822-c52c94922f4b will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 00:15:36.370057 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-047055da-a0a8-43b5-9bd1-17555bcf29ff req-6fcd6ebc-77ee-43a0-9056-59971c892464 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:15:36.409480 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-047055da-a0a8-43b5-9bd1-17555bcf29ff req-6fcd6ebc-77ee-43a0-9056-59971c892464 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Network 11170dcf-6737-4d28-a602-1f8c141c04e6 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 00:15:36.412417 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [req-047055da-a0a8-43b5-9bd1-17555bcf29ff req-6fcd6ebc-77ee-43a0-9056-59971c892464 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 00:15:36.414852 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-047055da-a0a8-43b5-9bd1-17555bcf29ff req-6fcd6ebc-77ee-43a0-9056-59971c892464 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 00:15:36.452778 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcd6ebc-77ee-43a0-9056-59971c892464 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Pushing event updated for resources: {'Port': ['ID=ce5cccfe-59f6-4740-9822-c52c94922f4b,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:15:36.476110 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047055da-a0a8-43b5-9bd1-17555bcf29ff req-6fcd6ebc-77ee-43a0-9056-59971c892464 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:15:36.476744 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-047055da-a0a8-43b5-9bd1-17555bcf29ff req-6fcd6ebc-77ee-43a0-9056-59971c892464 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:15:36.493251 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-047055da-a0a8-43b5-9bd1-17555bcf29ff req-6fcd6ebc-77ee-43a0-9056-59971c892464 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5528688 Jul 28 00:15:36.507507 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [req-047055da-a0a8-43b5-9bd1-17555bcf29ff req-448c81d6-b171-43f9-a6cc-084a18fb19ca service neutron] Request body: {'port': {'device_id': 'c8124bf0-b23a-4ced-b257-db96bf56dcb3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802623-1'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 00:15:36.568767 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-047055da-a0a8-43b5-9bd1-17555bcf29ff req-448c81d6-b171-43f9-a6cc-084a18fb19ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:15:36.652503 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-c1ab7809-fa1a-4e87-9881-d8c1f9bb65cd None None] Provisioning for port ce5cccfe-59f6-4740-9822-c52c94922f4b completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 00:15:36.657605 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-c1ab7809-fa1a-4e87-9881-d8c1f9bb65cd None None] Provisioning complete for port ce5cccfe-59f6-4740-9822-c52c94922f4b triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 00:15:36.658098 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c1ab7809-fa1a-4e87-9881-d8c1f9bb65cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:15:36.695132 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-c1ab7809-fa1a-4e87-9881-d8c1f9bb65cd None None] Port ce5cccfe-59f6-4740-9822-c52c94922f4b cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 00:15:36.839725 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [req-047055da-a0a8-43b5-9bd1-17555bcf29ff req-448c81d6-b171-43f9-a6cc-084a18fb19ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce5cccfe-59f6-4740-9822-c52c94922f4b {{(pid=93798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 00:15:36.847837 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-047055da-a0a8-43b5-9bd1-17555bcf29ff req-448c81d6-b171-43f9-a6cc-084a18fb19ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:15:36.860091 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-047055da-a0a8-43b5-9bd1-17555bcf29ff req-448c81d6-b171-43f9-a6cc-084a18fb19ca service neutron] Transition to ACTIVE for port object ce5cccfe-59f6-4740-9822-c52c94922f4b will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 00:15:36.865200 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-047055da-a0a8-43b5-9bd1-17555bcf29ff req-448c81d6-b171-43f9-a6cc-084a18fb19ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:15:36.890646 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device e5bbed26-3191-4441-a87b-130af881ba82 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 00:15:36.919806 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448c81d6-b171-43f9-a6cc-084a18fb19ca service neutron] Pushing event updated for resources: {'Port': ['ID=ce5cccfe-59f6-4740-9822-c52c94922f4b,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:15:36.948301 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port e5bbed26-3191-4441-a87b-130af881ba82 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 00:15:36.948680 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:15:36.990893 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-047055da-a0a8-43b5-9bd1-17555bcf29ff req-448c81d6-b171-43f9-a6cc-084a18fb19ca service neutron] Attempting to bind port ce5cccfe-59f6-4740-9822-c52c94922f4b on host n-h1-802623-1 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 00:15:36.991586 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-047055da-a0a8-43b5-9bd1-17555bcf29ff req-448c81d6-b171-43f9-a6cc-084a18fb19ca service neutron] Attempting to bind port ce5cccfe-59f6-4740-9822-c52c94922f4b by drivers openvswitch,hyperv on host n-h1-802623-1 at level 0 using segments [{'id': '803a7eaa-ce5f-4c59-915b-9173fd30879b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '11170dcf-6737-4d28-a602-1f8c141c04e6'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 00:15:36.991969 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-047055da-a0a8-43b5-9bd1-17555bcf29ff req-448c81d6-b171-43f9-a6cc-084a18fb19ca service neutron] Attempting to bind port ce5cccfe-59f6-4740-9822-c52c94922f4b on network 11170dcf-6737-4d28-a602-1f8c141c04e6 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 00:15:36.997039 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-047055da-a0a8-43b5-9bd1-17555bcf29ff req-448c81d6-b171-43f9-a6cc-084a18fb19ca service neutron] Port ce5cccfe-59f6-4740-9822-c52c94922f4b on network 11170dcf-6737-4d28-a602-1f8c141c04e6 not bound, no agent of type Open vSwitch agent registered on host n-h1-802623-1 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 00:15:36.997358 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-047055da-a0a8-43b5-9bd1-17555bcf29ff req-448c81d6-b171-43f9-a6cc-084a18fb19ca service neutron] Attempting to bind port ce5cccfe-59f6-4740-9822-c52c94922f4b on network 11170dcf-6737-4d28-a602-1f8c141c04e6 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 00:15:37.002431 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-047055da-a0a8-43b5-9bd1-17555bcf29ff req-448c81d6-b171-43f9-a6cc-084a18fb19ca service neutron] Checking agent: {'id': '245f1da4-a9b8-4b08-90d7-28f0f342b839', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 59, 59), 'started_at': datetime.datetime(2021, 7, 27, 22, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 0, 15, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 00:15:37.002699 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-047055da-a0a8-43b5-9bd1-17555bcf29ff req-448c81d6-b171-43f9-a6cc-084a18fb19ca service neutron] Checking segment: {'id': '803a7eaa-ce5f-4c59-915b-9173fd30879b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '11170dcf-6737-4d28-a602-1f8c141c04e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 00:15:37.003129 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-047055da-a0a8-43b5-9bd1-17555bcf29ff req-448c81d6-b171-43f9-a6cc-084a18fb19ca service neutron] Bound using segment: {'id': '803a7eaa-ce5f-4c59-915b-9173fd30879b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '11170dcf-6737-4d28-a602-1f8c141c04e6'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 00:15:37.003660 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-047055da-a0a8-43b5-9bd1-17555bcf29ff req-448c81d6-b171-43f9-a6cc-084a18fb19ca service neutron] Bound port: ce5cccfe-59f6-4740-9822-c52c94922f4b, host: n-h1-802623-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '803a7eaa-ce5f-4c59-915b-9173fd30879b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '11170dcf-6737-4d28-a602-1f8c141c04e6'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 00:15:37.004022 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-047055da-a0a8-43b5-9bd1-17555bcf29ff req-448c81d6-b171-43f9-a6cc-084a18fb19ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:15:37.077080 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-047055da-a0a8-43b5-9bd1-17555bcf29ff req-448c81d6-b171-43f9-a6cc-084a18fb19ca service neutron] For port ce5cccfe-59f6-4740-9822-c52c94922f4b, host n-h1-802623-1, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 00:15:37.080484 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-047055da-a0a8-43b5-9bd1-17555bcf29ff req-448c81d6-b171-43f9-a6cc-084a18fb19ca service neutron] For port ce5cccfe-59f6-4740-9822-c52c94922f4b, host n-h1-802623-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=ce5cccfe-59f6-4740-9822-c52c94922f4b,segment=NetworkSegment(803a7eaa-ce5f-4c59-915b-9173fd30879b),segment_id=803a7eaa-ce5f-4c59-915b-9173fd30879b)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 00:15:37.085936 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-047055da-a0a8-43b5-9bd1-17555bcf29ff req-448c81d6-b171-43f9-a6cc-084a18fb19ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:15:37.151017 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047055da-a0a8-43b5-9bd1-17555bcf29ff req-448c81d6-b171-43f9-a6cc-084a18fb19ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:15:37.151665 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-047055da-a0a8-43b5-9bd1-17555bcf29ff req-448c81d6-b171-43f9-a6cc-084a18fb19ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:15:37.153630 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-047055da-a0a8-43b5-9bd1-17555bcf29ff req-448c81d6-b171-43f9-a6cc-084a18fb19ca service neutron] 10.222.0.38 "PUT /v2.0/ports/ce5cccfe-59f6-4740-9822-c52c94922f4b HTTP/1.1" status: 200 len: 1092 time: 0.6500828 Jul 28 00:15:37.154998 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8124bf0-b23a-4ced-b257-db96bf56dcb3', 'tag': 'ce5cccfe-59f6-4740-9822-c52c94922f4b'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 00:15:37.157351 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b87af07e598cf5b62d2945997aebdb2f0d5735b62acaa13edb25b119cdbae256" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4870994-e319-4d08-acf6-39c53d99c6a2" -d '{"events": [{"name": "network-changed", "server_uuid": "c8124bf0-b23a-4ced-b257-db96bf56dcb3", "tag": "ce5cccfe-59f6-4740-9822-c52c94922f4b"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 00:15:37.191504 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448c81d6-b171-43f9-a6cc-084a18fb19ca service neutron] Pushing event updated for resources: {'Port': ['ID=ce5cccfe-59f6-4740-9822-c52c94922f4b,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:15:37.225765 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 00:15:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1610f1d7-e9c6-4993-a5bc-d38f679dc4d1 x-openstack-request-id: req-1610f1d7-e9c6-4993-a5bc-d38f679dc4d1 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 00:15:37.226263 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8124bf0-b23a-4ced-b257-db96bf56dcb3", "tag": "ce5cccfe-59f6-4740-9822-c52c94922f4b", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 00:15:37.226370 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1610f1d7-e9c6-4993-a5bc-d38f679dc4d1 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 00:15:37.226672 n-d-802623-1 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8124bf0-b23a-4ced-b257-db96bf56dcb3', 'tag': 'ce5cccfe-59f6-4740-9822-c52c94922f4b', 'status': 'completed', 'code': 200} Jul 28 00:15:37.236425 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33811a5-07f6-4a15-9c14-3afab2a495cd req-faf26e8d-21f7-4648-9a7d-375f77604794 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:15:37.238242 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-d33811a5-07f6-4a15-9c14-3afab2a495cd req-faf26e8d-21f7-4648-9a7d-375f77604794 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] 10.222.0.18 "GET /v2.0/ports?device_id=c8124bf0-b23a-4ced-b257-db96bf56dcb3 HTTP/1.1" status: 200 len: 944 time: 0.1270885 Jul 28 00:15:37.273930 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047055da-a0a8-43b5-9bd1-17555bcf29ff req-0246dc7e-c431-4a59-8bbe-554327ae760c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:15:37.275560 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-047055da-a0a8-43b5-9bd1-17555bcf29ff req-0246dc7e-c431-4a59-8bbe-554327ae760c service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5c4b23c604b94f05b2d78ff1de89574d&device_id=c8124bf0-b23a-4ced-b257-db96bf56dcb3 HTTP/1.1" status: 200 len: 1095 time: 0.0806932 Jul 28 00:15:37.294970 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-d33811a5-07f6-4a15-9c14-3afab2a495cd req-927da7f4-9c35-4ad1-b6a5-e026f27cb73f tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] 10.222.0.18 "GET /v2.0/security-groups?id=0b73ffdc-9ce2-4922-b6c1-3326afbb990b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502646 Jul 28 00:15:37.323412 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-047055da-a0a8-43b5-9bd1-17555bcf29ff req-c76e6931-9de8-45fd-8509-5e03603793f7 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ce5cccfe-59f6-4740-9822-c52c94922f4b HTTP/1.1" status: 200 len: 217 time: 0.0396252 Jul 28 00:15:37.377207 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047055da-a0a8-43b5-9bd1-17555bcf29ff req-e1880f8a-f387-4bb2-b31e-4c1c7d9c0275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:15:37.378830 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-047055da-a0a8-43b5-9bd1-17555bcf29ff req-e1880f8a-f387-4bb2-b31e-4c1c7d9c0275 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=6956b4a6-6864-4994-98dd-0b5368e9be8f HTTP/1.1" status: 200 len: 848 time: 0.0481730 Jul 28 00:15:37.424498 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047055da-a0a8-43b5-9bd1-17555bcf29ff req-a6f0c302-f9d7-404e-85fd-3793620510a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:15:37.425967 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-047055da-a0a8-43b5-9bd1-17555bcf29ff req-a6f0c302-f9d7-404e-85fd-3793620510a9 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=11170dcf-6737-4d28-a602-1f8c141c04e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394299 Jul 28 00:15:37.515030 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-047055da-a0a8-43b5-9bd1-17555bcf29ff req-4b8765aa-fded-4d81-a068-219fbb51f863 service neutron] 10.222.0.38 "GET /v2.0/networks/11170dcf-6737-4d28-a602-1f8c141c04e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821686 Jul 28 00:15:37.607425 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-047055da-a0a8-43b5-9bd1-17555bcf29ff req-53b7e1ac-fe7c-4acf-b9f1-b0c17cd8f641 service neutron] 10.222.0.38 "GET /v2.0/networks/11170dcf-6737-4d28-a602-1f8c141c04e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852706 Jul 28 00:15:37.690060 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4870994-e319-4d08-acf6-39c53d99c6a2 req-c633f89d-52aa-4906-9250-b3ea35c2e188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:15:37.691579 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a4870994-e319-4d08-acf6-39c53d99c6a2 req-c633f89d-52aa-4906-9250-b3ea35c2e188 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5c4b23c604b94f05b2d78ff1de89574d&device_id=c8124bf0-b23a-4ced-b257-db96bf56dcb3 HTTP/1.1" status: 200 len: 1095 time: 0.0413020 Jul 28 00:15:37.783062 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4870994-e319-4d08-acf6-39c53d99c6a2 req-6db82184-3ad9-4790-8371-6d171bba63f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:15:37.784526 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a4870994-e319-4d08-acf6-39c53d99c6a2 req-6db82184-3ad9-4790-8371-6d171bba63f4 service neutron] 10.222.0.38 "GET /v2.0/networks?id=11170dcf-6737-4d28-a602-1f8c141c04e6 HTTP/1.1" status: 200 len: 910 time: 0.0853405 Jul 28 00:15:37.825984 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a4870994-e319-4d08-acf6-39c53d99c6a2 req-24705266-8e78-4f2c-a226-b65fb0881eec service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ce5cccfe-59f6-4740-9822-c52c94922f4b HTTP/1.1" status: 200 len: 217 time: 0.0343223 Jul 28 00:15:37.874727 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4870994-e319-4d08-acf6-39c53d99c6a2 req-e327a9c4-16ac-4d45-8a65-82244bd68c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:15:37.876097 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a4870994-e319-4d08-acf6-39c53d99c6a2 req-e327a9c4-16ac-4d45-8a65-82244bd68c3f service neutron] 10.222.0.38 "GET /v2.0/subnets?id=6956b4a6-6864-4994-98dd-0b5368e9be8f HTTP/1.1" status: 200 len: 848 time: 0.0426793 Jul 28 00:15:37.925373 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4870994-e319-4d08-acf6-39c53d99c6a2 req-802431c0-f6da-46d8-9279-4fcffdb70463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:15:37.926816 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a4870994-e319-4d08-acf6-39c53d99c6a2 req-802431c0-f6da-46d8-9279-4fcffdb70463 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=11170dcf-6737-4d28-a602-1f8c141c04e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426903 Jul 28 00:15:38.019952 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a4870994-e319-4d08-acf6-39c53d99c6a2 req-6c2e72ae-42d5-4808-99d8-c47beb836f3f service neutron] 10.222.0.38 "GET /v2.0/networks/11170dcf-6737-4d28-a602-1f8c141c04e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852652 Jul 28 00:15:38.112147 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a4870994-e319-4d08-acf6-39c53d99c6a2 req-916ac27b-2a8c-4738-82f2-1d1d3f8f7bc3 service neutron] 10.222.0.38 "GET /v2.0/networks/11170dcf-6737-4d28-a602-1f8c141c04e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847530 Jul 28 00:15:38.411188 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b464e3b-0561-4ee8-804c-7b55fb9aff8e req-8263fc8d-2646-4448-bc29-1b811901a83c tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:15:38.412659 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-5b464e3b-0561-4ee8-804c-7b55fb9aff8e req-8263fc8d-2646-4448-bc29-1b811901a83c tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] 10.222.0.18 "GET /v2.0/ports?device_id=c8124bf0-b23a-4ced-b257-db96bf56dcb3 HTTP/1.1" status: 200 len: 944 time: 0.0483401 Jul 28 00:15:38.453916 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-5b464e3b-0561-4ee8-804c-7b55fb9aff8e req-c8a10eb5-69a1-4e12-b77c-718a7c0b847e tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] 10.222.0.18 "GET /v2.0/security-groups?id=0b73ffdc-9ce2-4922-b6c1-3326afbb990b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353975 Jul 28 00:15:39.568016 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd64274-f8b0-487b-9d99-c4cf36e65cb9 req-b9663eb9-8cf9-41e0-a2ea-0d633b735641 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:15:39.569493 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-4cd64274-f8b0-487b-9d99-c4cf36e65cb9 req-b9663eb9-8cf9-41e0-a2ea-0d633b735641 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] 10.222.0.18 "GET /v2.0/ports?device_id=c8124bf0-b23a-4ced-b257-db96bf56dcb3 HTTP/1.1" status: 200 len: 944 time: 0.0504019 Jul 28 00:15:39.607543 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-4cd64274-f8b0-487b-9d99-c4cf36e65cb9 req-92b87918-6dd2-4276-ab4b-96b7ecd51ffa tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] 10.222.0.18 "GET /v2.0/security-groups?id=0b73ffdc-9ce2-4922-b6c1-3326afbb990b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321908 Jul 28 00:15:40.381924 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [req-7728dce9-ebb7-440b-a6c0-93bfea5881c7 req-6dfc6916-c301-48ed-9917-f6e25fac4b92 service neutron] (93797) timed out ('10.222.0.49', 65000) {{(pid=93797) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 28 00:15:40.558120 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [req-637ba7c8-feb1-4a08-80bd-b2a27bcf7e75 req-42a37b2d-7569-43d8-8af9-2a628480e83d tempest-ServerActionsTestJSON-1436242122 tempest-ServerActionsTestJSON-1436242122-project] (93798) timed out ('10.222.0.49', 49333) {{(pid=93798) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 28 00:15:40.814938 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7000dff-7b61-43e2-9b1a-977a3373caa9 req-38dcd08e-eb08-4deb-b4da-6cce46e6a110 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:15:40.816495 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f7000dff-7b61-43e2-9b1a-977a3373caa9 req-38dcd08e-eb08-4deb-b4da-6cce46e6a110 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] 10.222.0.18 "GET /v2.0/ports?device_id=c8124bf0-b23a-4ced-b257-db96bf56dcb3 HTTP/1.1" status: 200 len: 944 time: 0.1412692 Jul 28 00:15:40.854142 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f7000dff-7b61-43e2-9b1a-977a3373caa9 req-2f887a4c-55e5-46f1-ae75-b3e6180aa224 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] 10.222.0.18 "GET /v2.0/security-groups?id=0b73ffdc-9ce2-4922-b6c1-3326afbb990b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316474 Jul 28 00:15:41.275727 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device ce5cccfe-59f6-4740-9822-c52c94922f4b details requested by agent hyperv_n-h1-802623-1 with host n-h1-802623-1 {{(pid=93799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 00:15:41.376680 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port ce5cccfe-59f6-4740-9822-c52c94922f4b, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=ce5cccfe-59f6-4740-9822-c52c94922f4b,segment=NetworkSegment(803a7eaa-ce5f-4c59-915b-9173fd30879b),segment_id=803a7eaa-ce5f-4c59-915b-9173fd30879b)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 00:15:41.387608 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Returning: {'device': 'ce5cccfe-59f6-4740-9822-c52c94922f4b', 'network_id': '11170dcf-6737-4d28-a602-1f8c141c04e6', 'port_id': 'ce5cccfe-59f6-4740-9822-c52c94922f4b', 'mac_address': 'fa:16:3e:5f:76:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 512, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6956b4a6-6864-4994-98dd-0b5368e9be8f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 00:15:41.423128 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:15:41.435689 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce5cccfe-59f6-4740-9822-c52c94922f4b {{(pid=93799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 00:15:41.454173 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port ce5cccfe-59f6-4740-9822-c52c94922f4b, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=ce5cccfe-59f6-4740-9822-c52c94922f4b,segment=NetworkSegment(803a7eaa-ce5f-4c59-915b-9173fd30879b),segment_id=803a7eaa-ce5f-4c59-915b-9173fd30879b)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 00:15:41.457933 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:15:41.503295 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Pushing event updated for resources: {'Port': ['ID=ce5cccfe-59f6-4740-9822-c52c94922f4b,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:15:41.658214 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] get_ports_and_sgs() called for port_ids ['ce5cccfe-59f6-4740-9822-c52c94922f4b'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 00:15:42.011588 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebbe692-45ce-47fa-b967-34a32da2863a req-a2739313-d1ca-49bd-872e-f38fb67142bb tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:15:42.015252 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-2ebbe692-45ce-47fa-b967-34a32da2863a req-a2739313-d1ca-49bd-872e-f38fb67142bb tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] 10.222.0.18 "GET /v2.0/ports?device_id=c8124bf0-b23a-4ced-b257-db96bf56dcb3 HTTP/1.1" status: 200 len: 945 time: 0.0945742 Jul 28 00:15:42.055055 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-2ebbe692-45ce-47fa-b967-34a32da2863a req-03071cbc-b8c3-419a-ab74-edb2aab7b200 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] 10.222.0.18 "GET /v2.0/security-groups?id=0b73ffdc-9ce2-4922-b6c1-3326afbb990b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318079 Jul 28 00:15:43.171026 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21a2089-fd95-488f-9fcd-9b2139bf339f req-a916cfa6-3d6d-41cb-a3f6-7bc0ea38b762 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:15:43.172554 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f21a2089-fd95-488f-9fcd-9b2139bf339f req-a916cfa6-3d6d-41cb-a3f6-7bc0ea38b762 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] 10.222.0.18 "GET /v2.0/ports?device_id=c8124bf0-b23a-4ced-b257-db96bf56dcb3 HTTP/1.1" status: 200 len: 945 time: 0.0484257 Jul 28 00:15:43.214344 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f21a2089-fd95-488f-9fcd-9b2139bf339f req-21d775e7-426b-481f-9ea9-a38107bcf742 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] 10.222.0.18 "GET /v2.0/security-groups?id=0b73ffdc-9ce2-4922-b6c1-3326afbb990b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356288 Jul 28 00:15:43.291850 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device ce5cccfe-59f6-4740-9822-c52c94922f4b up at agent hyperv_n-h1-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 00:15:43.342372 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Provisioning for port ce5cccfe-59f6-4740-9822-c52c94922f4b completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 00:15:43.345919 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Provisioning complete for port ce5cccfe-59f6-4740-9822-c52c94922f4b triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 00:15:43.346292 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:15:43.425596 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:15:43.447393 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8124bf0-b23a-4ced-b257-db96bf56dcb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce5cccfe-59f6-4740-9822-c52c94922f4b'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 00:15:43.449631 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64765ad30d2cb160e3038d1462d2ba509af0f62467a800f17112a752d2df19f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-469637e0-b436-4bb0-b081-d0f759f6607e" -d '{"events": [{"server_uuid": "c8124bf0-b23a-4ced-b257-db96bf56dcb3", "name": "network-vif-plugged", "status": "completed", "tag": "ce5cccfe-59f6-4740-9822-c52c94922f4b"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 00:15:43.462150 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port ce5cccfe-59f6-4740-9822-c52c94922f4b, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=ce5cccfe-59f6-4740-9822-c52c94922f4b,segment=NetworkSegment(803a7eaa-ce5f-4c59-915b-9173fd30879b),segment_id=803a7eaa-ce5f-4c59-915b-9173fd30879b)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 00:15:43.466687 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:15:43.491897 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 00:15:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdf71891-b9d4-4ceb-b2cc-bbb3f0fa6395 x-openstack-request-id: req-bdf71891-b9d4-4ceb-b2cc-bbb3f0fa6395 {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 00:15:43.492184 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8124bf0-b23a-4ced-b257-db96bf56dcb3", "name": "network-vif-plugged", "status": "completed", "tag": "ce5cccfe-59f6-4740-9822-c52c94922f4b", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 00:15:43.492437 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-bdf71891-b9d4-4ceb-b2cc-bbb3f0fa6395 {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 00:15:43.492821 n-d-802623-1 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8124bf0-b23a-4ced-b257-db96bf56dcb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce5cccfe-59f6-4740-9822-c52c94922f4b', 'code': 200} Jul 28 00:15:43.518299 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Pushing event updated for resources: {'Port': ['ID=ce5cccfe-59f6-4740-9822-c52c94922f4b,revision_number=5']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:15:43.576885 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1324d8e-4469-44cd-9149-a541526e5209 req-04e878c1-471a-4a09-be5a-9dc8076847cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:15:43.578332 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e1324d8e-4469-44cd-9149-a541526e5209 req-04e878c1-471a-4a09-be5a-9dc8076847cf service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=c8124bf0-b23a-4ced-b257-db96bf56dcb3 HTTP/1.1" status: 200 len: 1097 time: 0.0388174 Jul 28 00:15:43.616387 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e1324d8e-4469-44cd-9149-a541526e5209 req-7f03c13d-ff4d-4348-afdd-2729fbd13425 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=0b73ffdc-9ce2-4922-b6c1-3326afbb990b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302174 Jul 28 00:15:44.331556 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e10f8bd-69f0-4de0-8f68-ed9090f529b0 req-762d0402-de85-433f-8972-cbffd444dd59 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:15:44.333055 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-0e10f8bd-69f0-4de0-8f68-ed9090f529b0 req-762d0402-de85-433f-8972-cbffd444dd59 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] 10.222.0.18 "GET /v2.0/ports?device_id=c8124bf0-b23a-4ced-b257-db96bf56dcb3 HTTP/1.1" status: 200 len: 946 time: 0.0486553 Jul 28 00:15:44.375618 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-0e10f8bd-69f0-4de0-8f68-ed9090f529b0 req-4099ebab-7f41-4bd3-b111-4d6e1e61d6bb tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] 10.222.0.18 "GET /v2.0/security-groups?id=0b73ffdc-9ce2-4922-b6c1-3326afbb990b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364923 Jul 28 00:15:45.489986 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8de774b-1857-4dff-9d91-5025804dc4a0 req-8b537a1c-201f-4e1e-9bd6-5b24f6e1a7a7 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:15:45.491462 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f8de774b-1857-4dff-9d91-5025804dc4a0 req-8b537a1c-201f-4e1e-9bd6-5b24f6e1a7a7 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] 10.222.0.18 "GET /v2.0/ports?device_id=c8124bf0-b23a-4ced-b257-db96bf56dcb3 HTTP/1.1" status: 200 len: 946 time: 0.0486836 Jul 28 00:15:45.529354 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f8de774b-1857-4dff-9d91-5025804dc4a0 req-e9ed7598-8457-4941-bb9c-01835932f350 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] 10.222.0.18 "GET /v2.0/security-groups?id=0b73ffdc-9ce2-4922-b6c1-3326afbb990b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314589 Jul 28 00:15:45.641522 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d12241c-e515-4cad-a0cb-2dc204267067 req-2da50ac3-b01d-4dae-a692-c061de00f7c9 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:15:45.643082 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-0d12241c-e515-4cad-a0cb-2dc204267067 req-2da50ac3-b01d-4dae-a692-c061de00f7c9 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] 10.222.0.18 "GET /v2.0/ports?device_id=c8124bf0-b23a-4ced-b257-db96bf56dcb3 HTTP/1.1" status: 200 len: 946 time: 0.0483761 Jul 28 00:15:45.682358 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-0d12241c-e515-4cad-a0cb-2dc204267067 req-076018fb-5bf1-4ab8-9336-b8cbda853512 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] 10.222.0.18 "GET /v2.0/security-groups?id=0b73ffdc-9ce2-4922-b6c1-3326afbb990b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327189 Jul 28 00:15:45.704150 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 59702) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:15:45.781783 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a47a730b-2c45-4c40-89b0-3892310ef0cf tempest-TestShelveInstance-224456073 tempest-TestShelveInstance-224456073-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:15:45.783309 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-a47a730b-2c45-4c40-89b0-3892310ef0cf tempest-TestShelveInstance-224456073 tempest-TestShelveInstance-224456073-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=c8124bf0-b23a-4ced-b257-db96bf56dcb3 HTTP/1.1" status: 200 len: 1092 time: 0.0781708 Jul 28 00:15:45.786283 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 59706) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:15:45.790552 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-13716bf7-dce4-488e-b158-845e8016daa7 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Request body: {'floatingip': {'floating_network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'port_id': 'ce5cccfe-59f6-4740-9822-c52c94922f4b', 'tenant_id': '5c4b23c604b94f05b2d78ff1de89574d', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 00:15:45.811865 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-13716bf7-dce4-488e-b158-845e8016daa7 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Notify callbacks [] for floatingip, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:15:45.909195 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-13716bf7-dce4-488e-b158-845e8016daa7 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:15:46.008461 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-13716bf7-dce4-488e-b158-845e8016daa7 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Allocated IP 172.25.4.70 (2fd42287-ed26-4eb9-89a5-b521f5b04356/17de1f8f-393a-4b0c-a2df-614bd3f2fb5e/004e593f-ef0a-4790-a001-605253c954a0) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 00:15:46.112954 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-13716bf7-dce4-488e-b158-845e8016daa7 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:15:46.151467 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-13716bf7-dce4-488e-b158-845e8016daa7 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:15:46.189517 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13716bf7-dce4-488e-b158-845e8016daa7 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Network 2fd42287-ed26-4eb9-89a5-b521f5b04356 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 00:15:46.192394 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-13716bf7-dce4-488e-b158-845e8016daa7 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 00:15:46.198427 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13716bf7-dce4-488e-b158-845e8016daa7 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 00:15:46.203860 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13716bf7-dce4-488e-b158-845e8016daa7 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Pushing event updated for resources: {'Port': ['ID=004e593f-ef0a-4790-a001-605253c954a0,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:15:46.547980 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-13716bf7-dce4-488e-b158-845e8016daa7 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:15:46.612211 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-13716bf7-dce4-488e-b158-845e8016daa7 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:15:46.757941 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-13716bf7-dce4-488e-b158-845e8016daa7 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:15:46.762898 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-13716bf7-dce4-488e-b158-845e8016daa7 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11336041'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:15:46.834902 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13716bf7-dce4-488e-b158-845e8016daa7 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Pushing event updated for resources: {'Port': ['ID=004e593f-ef0a-4790-a001-605253c954a0,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:15:46.843624 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-13716bf7-dce4-488e-b158-845e8016daa7 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-415302'] for floatingip, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:15:46.940582 n-d-802623-1 neutron-server[93797]: INFO neutron.db.l3_db [None req-13716bf7-dce4-488e-b158-845e8016daa7 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Floating IP a372d12c-f2c5-4e17-bd9f-8b781619f4e6 associated. External IP: 172.25.4.70, port: ce5cccfe-59f6-4740-9822-c52c94922f4b. Jul 28 00:15:47.502191 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13716bf7-dce4-488e-b158-845e8016daa7 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Router ab8f78f6-5ae3-4eeb-94de-5d0fb1d43be9 has already been hosted by L3 agent 018c4455-49c0-4734-927d-7824067b2a9e {{(pid=93797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 00:15:47.607232 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13716bf7-dce4-488e-b158-845e8016daa7 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 00:15:47.616591 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c703ac1-8101-4b3c-b85b-388781936321 None None] Sync routers for ids ['ab8f78f6-5ae3-4eeb-94de-5d0fb1d43be9'] in n-d-802623-1 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 00:15:47.623521 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-13716bf7-dce4-488e-b158-845e8016daa7 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for floatingip, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:15:47.626692 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c703ac1-8101-4b3c-b85b-388781936321 None None] Routers {'ab8f78f6-5ae3-4eeb-94de-5d0fb1d43be9'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 00:15:47.627342 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-6c703ac1-8101-4b3c-b85b-388781936321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-28T00:15:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['ab8f78f6-5ae3-4eeb-94de-5d0fb1d43be9'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:15:47.650886 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-13716bf7-dce4-488e-b158-845e8016daa7 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8635848 Jul 28 00:15:47.651508 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8124bf0-b23a-4ced-b257-db96bf56dcb3', 'tag': 'ce5cccfe-59f6-4740-9822-c52c94922f4b'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 00:15:47.653793 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54ff2e8c926e0231465601fd4f15fa4e9ff5e8c34d973af7f909e70dd0b48885" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0de8ec36-4263-486d-a9dd-36ac967ed53d" -d '{"events": [{"name": "network-changed", "server_uuid": "c8124bf0-b23a-4ced-b257-db96bf56dcb3", "tag": "ce5cccfe-59f6-4740-9822-c52c94922f4b"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 00:15:47.719819 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 00:15:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4517f0d5-f829-4da0-97fd-2f75e81cca85 x-openstack-request-id: req-4517f0d5-f829-4da0-97fd-2f75e81cca85 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 00:15:47.720102 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8124bf0-b23a-4ced-b257-db96bf56dcb3", "tag": "ce5cccfe-59f6-4740-9822-c52c94922f4b", "status": "completed", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 00:15:47.720354 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4517f0d5-f829-4da0-97fd-2f75e81cca85 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 00:15:47.720756 n-d-802623-1 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8124bf0-b23a-4ced-b257-db96bf56dcb3', 'tag': 'ce5cccfe-59f6-4740-9822-c52c94922f4b', 'status': 'completed', 'code': 200} Jul 28 00:15:47.755905 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-6c703ac1-8101-4b3c-b85b-388781936321 None None] Set router ab8f78f6-5ae3-4eeb-94de-5d0fb1d43be9 gateway port host: n-d-802623-1 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 00:15:47.779151 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de8ec36-4263-486d-a9dd-36ac967ed53d req-7f49493e-e694-44e2-90ba-c6efb9ac72ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:15:47.780658 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-0de8ec36-4263-486d-a9dd-36ac967ed53d req-7f49493e-e694-44e2-90ba-c6efb9ac72ed service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5c4b23c604b94f05b2d78ff1de89574d&device_id=c8124bf0-b23a-4ced-b257-db96bf56dcb3 HTTP/1.1" status: 200 len: 1097 time: 0.0404184 Jul 28 00:15:47.874044 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de8ec36-4263-486d-a9dd-36ac967ed53d req-61fc05dd-6749-4a2e-a784-47eae4dcd7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:15:47.875566 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-0de8ec36-4263-486d-a9dd-36ac967ed53d req-61fc05dd-6749-4a2e-a784-47eae4dcd7b4 service neutron] 10.222.0.38 "GET /v2.0/networks?id=11170dcf-6737-4d28-a602-1f8c141c04e6 HTTP/1.1" status: 200 len: 910 time: 0.0871236 Jul 28 00:15:47.941709 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-0de8ec36-4263-486d-a9dd-36ac967ed53d req-457ff57c-c87a-4a5f-a9e1-462d6d726079 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ce5cccfe-59f6-4740-9822-c52c94922f4b HTTP/1.1" status: 200 len: 999 time: 0.0581021 Jul 28 00:15:47.971193 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-6c703ac1-8101-4b3c-b85b-388781936321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab8f78f6-5ae3-4eeb-94de-5d0fb1d43be9', 'name': 'tempest-TestShelveInstance-1430498722-router', 'tenant_id': '5c4b23c604b94f05b2d78ff1de89574d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.120'}], 'enable_snat': True}, 'gw_port_id': 'b9c806ee-5b47-414e-a02c-dfe6ac68cb81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T00:15:22Z', 'updated_at': '2021-07-28T00:15:25Z', 'revision_number': 4, 'project_id': '5c4b23c604b94f05b2d78ff1de89574d', 'gw_port': {'id': 'b9c806ee-5b47-414e-a02c-dfe6ac68cb81', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:da:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8f78f6-5ae3-4eeb-94de-5d0fb1d43be9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T00:15:23Z', 'updated_at': '2021-07-28T00:15:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_floatingips': [{'id': 'a372d12c-f2c5-4e17-bd9f-8b781619f4e6', 'tenant_id': '5c4b23c604b94f05b2d78ff1de89574d', 'floating_ip_address': '172.25.4.70', 'floating_network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'router_id': 'ab8f78f6-5ae3-4eeb-94de-5d0fb1d43be9', 'port_id': 'ce5cccfe-59f6-4740-9822-c52c94922f4b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4302, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11170dcf-6737-4d28-a602-1f8c141c04e6', 'mac_address': 'fa:16:3e:5f:76:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8124bf0-b23a-4ced-b257-db96bf56dcb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T00:15:46Z', 'updated_at': '2021-07-28T00:15:46Z', 'revision_number': 0, 'project_id': '5c4b23c604b94f05b2d78ff1de89574d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1f727f7-9565-4251-9494-a107ba22e7da', 'name': '', 'network_id': '11170dcf-6737-4d28-a602-1f8c141c04e6', 'tenant_id': '5c4b23c604b94f05b2d78ff1de89574d', 'mac_address': 'fa:16:3e:4e:12:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8f78f6-5ae3-4eeb-94de-5d0fb1d43be9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '6956b4a6-6864-4994-98dd-0b5368e9be8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T00:15:24Z', 'updated_at': '2021-07-28T00:15:32Z', 'revision_number': 5, 'project_id': '5c4b23c604b94f05b2d78ff1de89574d', 'subnets': [{'id': '6956b4a6-6864-4994-98dd-0b5368e9be8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:15:47.992919 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de8ec36-4263-486d-a9dd-36ac967ed53d req-6a1b9ca9-ea80-45fb-945b-231b7d1bbf4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:15:47.994673 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-0de8ec36-4263-486d-a9dd-36ac967ed53d req-6a1b9ca9-ea80-45fb-945b-231b7d1bbf4f service neutron] 10.222.0.38 "GET /v2.0/subnets?id=6956b4a6-6864-4994-98dd-0b5368e9be8f HTTP/1.1" status: 200 len: 848 time: 0.0452235 Jul 28 00:15:48.000701 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c703ac1-8101-4b3c-b85b-388781936321 None None] Checking router: ab8f78f6-5ae3-4eeb-94de-5d0fb1d43be9 for host: n-d-802623-1 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 00:15:48.009154 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c703ac1-8101-4b3c-b85b-388781936321 None None] Routers {'ab8f78f6-5ae3-4eeb-94de-5d0fb1d43be9'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 00:15:48.009972 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-6c703ac1-8101-4b3c-b85b-388781936321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-28T00:15:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['ab8f78f6-5ae3-4eeb-94de-5d0fb1d43be9'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:15:48.045797 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de8ec36-4263-486d-a9dd-36ac967ed53d req-483cfdb9-f684-465a-a0d6-f61d3cb8dc29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:15:48.047351 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-0de8ec36-4263-486d-a9dd-36ac967ed53d req-483cfdb9-f684-465a-a0d6-f61d3cb8dc29 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=11170dcf-6737-4d28-a602-1f8c141c04e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0461845 Jul 28 00:15:48.117297 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-6c703ac1-8101-4b3c-b85b-388781936321 None None] Set router ab8f78f6-5ae3-4eeb-94de-5d0fb1d43be9 gateway port host: n-d-802623-1 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 00:15:48.140554 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-0de8ec36-4263-486d-a9dd-36ac967ed53d req-ba1c18e0-8e4c-43f0-bc6f-5183018d948d service neutron] 10.222.0.38 "GET /v2.0/networks/11170dcf-6737-4d28-a602-1f8c141c04e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855949 Jul 28 00:15:48.236724 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-0de8ec36-4263-486d-a9dd-36ac967ed53d req-451b06bd-0487-4668-98a0-4ccb4c37d857 service neutron] 10.222.0.38 "GET /v2.0/networks/11170dcf-6737-4d28-a602-1f8c141c04e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884783 Jul 28 00:15:48.336074 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-6c703ac1-8101-4b3c-b85b-388781936321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab8f78f6-5ae3-4eeb-94de-5d0fb1d43be9', 'name': 'tempest-TestShelveInstance-1430498722-router', 'tenant_id': '5c4b23c604b94f05b2d78ff1de89574d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.120'}], 'enable_snat': True}, 'gw_port_id': 'b9c806ee-5b47-414e-a02c-dfe6ac68cb81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T00:15:22Z', 'updated_at': '2021-07-28T00:15:25Z', 'revision_number': 4, 'project_id': '5c4b23c604b94f05b2d78ff1de89574d', 'gw_port': {'id': 'b9c806ee-5b47-414e-a02c-dfe6ac68cb81', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:da:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8f78f6-5ae3-4eeb-94de-5d0fb1d43be9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T00:15:23Z', 'updated_at': '2021-07-28T00:15:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_floatingips': [{'id': 'a372d12c-f2c5-4e17-bd9f-8b781619f4e6', 'tenant_id': '5c4b23c604b94f05b2d78ff1de89574d', 'floating_ip_address': '172.25.4.70', 'floating_network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'router_id': 'ab8f78f6-5ae3-4eeb-94de-5d0fb1d43be9', 'port_id': 'ce5cccfe-59f6-4740-9822-c52c94922f4b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4302, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11170dcf-6737-4d28-a602-1f8c141c04e6', 'mac_address': 'fa:16:3e:5f:76:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8124bf0-b23a-4ced-b257-db96bf56dcb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T00:15:46Z', 'updated_at': '2021-07-28T00:15:46Z', 'revision_number': 0, 'project_id': '5c4b23c604b94f05b2d78ff1de89574d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1f727f7-9565-4251-9494-a107ba22e7da', 'name': '', 'network_id': '11170dcf-6737-4d28-a602-1f8c141c04e6', 'tenant_id': '5c4b23c604b94f05b2d78ff1de89574d', 'mac_address': 'fa:16:3e:4e:12:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8f78f6-5ae3-4eeb-94de-5d0fb1d43be9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '6956b4a6-6864-4994-98dd-0b5368e9be8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T00:15:24Z', 'updated_at': '2021-07-28T00:15:32Z', 'revision_number': 5, 'project_id': '5c4b23c604b94f05b2d78ff1de89574d', 'subnets': [{'id': '6956b4a6-6864-4994-98dd-0b5368e9be8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:15:48.365051 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c703ac1-8101-4b3c-b85b-388781936321 None None] The sync data for ids ['ab8f78f6-5ae3-4eeb-94de-5d0fb1d43be9'] in n-d-802623-1 is: [{'id': 'ab8f78f6-5ae3-4eeb-94de-5d0fb1d43be9', 'name': 'tempest-TestShelveInstance-1430498722-router', 'tenant_id': '5c4b23c604b94f05b2d78ff1de89574d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.120'}], 'enable_snat': True}, 'gw_port_id': 'b9c806ee-5b47-414e-a02c-dfe6ac68cb81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T00:15:22Z', 'updated_at': '2021-07-28T00:15:25Z', 'revision_number': 4, 'project_id': '5c4b23c604b94f05b2d78ff1de89574d', 'gw_port': {'id': 'b9c806ee-5b47-414e-a02c-dfe6ac68cb81', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:da:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8f78f6-5ae3-4eeb-94de-5d0fb1d43be9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T00:15:23Z', 'updated_at': '2021-07-28T00:15:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_floatingips': [{'id': 'a372d12c-f2c5-4e17-bd9f-8b781619f4e6', 'tenant_id': '5c4b23c604b94f05b2d78ff1de89574d', 'floating_ip_address': '172.25.4.70', 'floating_network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'router_id': 'ab8f78f6-5ae3-4eeb-94de-5d0fb1d43be9', 'port_id': 'ce5cccfe-59f6-4740-9822-c52c94922f4b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4302, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11170dcf-6737-4d28-a602-1f8c141c04e6', 'mac_address': 'fa:16:3e:5f:76:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8124bf0-b23a-4ced-b257-db96bf56dcb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T00:15:46Z', 'updated_at': '2021-07-28T00:15:46Z', 'revision_number': 0, 'project_id': '5c4b23c604b94f05b2d78ff1de89574d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1f727f7-9565-4251-9494-a107ba22e7da', 'name': '', 'network_id': '11170dcf-6737-4d28-a602-1f8c141c04e6', 'tenant_id': '5c4b23c604b94f05b2d78ff1de89574d', 'mac_address': 'fa:16:3e:4e:12:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8f78f6-5ae3-4eeb-94de-5d0fb1d43be9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '6956b4a6-6864-4994-98dd-0b5368e9be8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T00:15:24Z', 'updated_at': '2021-07-28T00:15:32Z', 'revision_number': 5, 'project_id': '5c4b23c604b94f05b2d78ff1de89574d', 'subnets': [{'id': '6956b4a6-6864-4994-98dd-0b5368e9be8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 00:15:48.542953 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6668d2e1-788c-4dc2-bd94-8c57a2ed3d7b None None] New status for floating IP a372d12c-f2c5-4e17-bd9f-8b781619f4e6: ACTIVE {{(pid=93799) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 00:15:56.992368 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-6a6884f7-67be-4bf6-ad4e-68c7d0a22c93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:15:59.671667 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f2d7bd88-2efa-4a5a-b00f-567304da34b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:16:00.146001 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:16:00.197944 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:16:00.728518 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-19f2e178-d45e-4fbe-b9be-c3963fc151ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:16:01.359091 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.agents_db [None req-9beef776-8bab-4de2-989a-f5a23ba4aaf4 None None] Agent healthcheck: found 7 active agents {{(pid=93800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 00:16:02.487482 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7418f70f-e60d-4709-8ba9-6ab514bc7f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:16:05.641831 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:16:07.322546 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-57673121-8d24-4798-959e-db5417f4d0aa req-1946c1e7-2e6a-47cc-9300-1e5dd0d685d7 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=c8124bf0-b23a-4ced-b257-db96bf56dcb3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0391049 Jul 28 00:16:07.410795 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57673121-8d24-4798-959e-db5417f4d0aa req-9ec0308d-8fa4-4a8f-a975-fea493278773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:16:07.412295 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-57673121-8d24-4798-959e-db5417f4d0aa req-9ec0308d-8fa4-4a8f-a975-fea493278773 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5c4b23c604b94f05b2d78ff1de89574d&device_id=c8124bf0-b23a-4ced-b257-db96bf56dcb3 HTTP/1.1" status: 200 len: 1097 time: 0.0399902 Jul 28 00:16:07.517956 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57673121-8d24-4798-959e-db5417f4d0aa req-1abc63d4-d5b6-4b45-af00-35511b24a703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:16:07.519440 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-57673121-8d24-4798-959e-db5417f4d0aa req-1abc63d4-d5b6-4b45-af00-35511b24a703 service neutron] 10.222.0.38 "GET /v2.0/networks?id=11170dcf-6737-4d28-a602-1f8c141c04e6 HTTP/1.1" status: 200 len: 910 time: 0.0868735 Jul 28 00:16:07.583275 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-57673121-8d24-4798-959e-db5417f4d0aa req-0867c636-41cd-4433-b27c-58f4cadf11c9 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ce5cccfe-59f6-4740-9822-c52c94922f4b HTTP/1.1" status: 200 len: 1001 time: 0.0567327 Jul 28 00:16:07.632069 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57673121-8d24-4798-959e-db5417f4d0aa req-69306f8b-f0ea-450c-9885-a9a136140c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:16:07.633450 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-57673121-8d24-4798-959e-db5417f4d0aa req-69306f8b-f0ea-450c-9885-a9a136140c8d service neutron] 10.222.0.38 "GET /v2.0/subnets?id=6956b4a6-6864-4994-98dd-0b5368e9be8f HTTP/1.1" status: 200 len: 848 time: 0.0424843 Jul 28 00:16:07.683018 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57673121-8d24-4798-959e-db5417f4d0aa req-cde4fce7-f770-43aa-938d-7747274a1a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:16:07.686031 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-57673121-8d24-4798-959e-db5417f4d0aa req-cde4fce7-f770-43aa-938d-7747274a1a81 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=11170dcf-6737-4d28-a602-1f8c141c04e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449986 Jul 28 00:16:07.778052 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-57673121-8d24-4798-959e-db5417f4d0aa req-65059fdc-5b7e-4853-af8d-7d8813e893b5 service neutron] 10.222.0.38 "GET /v2.0/networks/11170dcf-6737-4d28-a602-1f8c141c04e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825899 Jul 28 00:16:07.869609 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-57673121-8d24-4798-959e-db5417f4d0aa req-877fc841-98eb-48fa-ab7b-79a96b5da2b1 service neutron] 10.222.0.38 "GET /v2.0/networks/11170dcf-6737-4d28-a602-1f8c141c04e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841427 Jul 28 00:16:26.993079 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-395e4e19-604f-4227-8492-92390a2d7a2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:16:29.671551 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-46e5cdb6-6cab-4277-a1d5-40157608c609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:16:30.146052 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:16:30.195031 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:16:30.731626 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-19f2e178-d45e-4fbe-b9be-c3963fc151ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:16:32.489195 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7418f70f-e60d-4709-8ba9-6ab514bc7f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:16:35.652673 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:16:38.363561 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.agents_db [None req-9beef776-8bab-4de2-989a-f5a23ba4aaf4 None None] Agent healthcheck: found 7 active agents {{(pid=93800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 00:16:56.993839 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-790a710d-6f6e-43a3-9d08-632b376a3fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:16:59.672404 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ae8c7984-165b-46c6-b3bd-97434f32d961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:17:00.146754 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:17:00.197878 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:17:00.734680 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-19f2e178-d45e-4fbe-b9be-c3963fc151ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:17:02.491808 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7418f70f-e60d-4709-8ba9-6ab514bc7f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:17:05.646382 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:17:09.403991 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-81a3adad-c2e9-445f-b8bb-1c29da58ac2a req-e33fa580-e28d-43b2-ac92-eb8650e53128 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=c8124bf0-b23a-4ced-b257-db96bf56dcb3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1197243 Jul 28 00:17:09.482643 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a3adad-c2e9-445f-b8bb-1c29da58ac2a req-42d5c5d7-0982-4b43-9131-07fef5267a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:17:09.484103 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-81a3adad-c2e9-445f-b8bb-1c29da58ac2a req-42d5c5d7-0982-4b43-9131-07fef5267a7f service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5c4b23c604b94f05b2d78ff1de89574d&device_id=c8124bf0-b23a-4ced-b257-db96bf56dcb3 HTTP/1.1" status: 200 len: 1097 time: 0.0391769 Jul 28 00:17:09.587215 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a3adad-c2e9-445f-b8bb-1c29da58ac2a req-7198ae51-c09e-40e5-8b00-a3871b71329a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:17:09.588662 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-81a3adad-c2e9-445f-b8bb-1c29da58ac2a req-7198ae51-c09e-40e5-8b00-a3871b71329a service neutron] 10.222.0.38 "GET /v2.0/networks?id=11170dcf-6737-4d28-a602-1f8c141c04e6 HTTP/1.1" status: 200 len: 910 time: 0.0850530 Jul 28 00:17:09.662028 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-81a3adad-c2e9-445f-b8bb-1c29da58ac2a req-defdfaef-3ec7-4bbc-a477-190344d40880 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ce5cccfe-59f6-4740-9822-c52c94922f4b HTTP/1.1" status: 200 len: 1001 time: 0.0658958 Jul 28 00:17:09.711926 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a3adad-c2e9-445f-b8bb-1c29da58ac2a req-75b9ac4c-3214-4d16-942b-86b7ac108183 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:17:09.713309 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-81a3adad-c2e9-445f-b8bb-1c29da58ac2a req-75b9ac4c-3214-4d16-942b-86b7ac108183 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=6956b4a6-6864-4994-98dd-0b5368e9be8f HTTP/1.1" status: 200 len: 848 time: 0.0430269 Jul 28 00:17:09.761858 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a3adad-c2e9-445f-b8bb-1c29da58ac2a req-904d6322-66a7-48eb-9bd0-2c9527618b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:17:09.763280 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-81a3adad-c2e9-445f-b8bb-1c29da58ac2a req-904d6322-66a7-48eb-9bd0-2c9527618b61 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=11170dcf-6737-4d28-a602-1f8c141c04e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430000 Jul 28 00:17:09.774063 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [req-81a3adad-c2e9-445f-b8bb-1c29da58ac2a req-8e894fcb-ad1d-4938-85f3-3c0d1740df0d service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=93798) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 00:17:09.775088 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-81a3adad-c2e9-445f-b8bb-1c29da58ac2a req-8e894fcb-ad1d-4938-85f3-3c0d1740df0d service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047758 Jul 28 00:17:09.860882 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-81a3adad-c2e9-445f-b8bb-1c29da58ac2a req-f7220d2a-5672-4db5-a927-31ac6603d247 service neutron] 10.222.0.38 "GET /v2.0/networks/11170dcf-6737-4d28-a602-1f8c141c04e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789480 Jul 28 00:17:09.950922 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-81a3adad-c2e9-445f-b8bb-1c29da58ac2a req-d1d51157-0c23-4df2-a83e-79f8f4aa5ead service neutron] 10.222.0.38 "GET /v2.0/networks/11170dcf-6737-4d28-a602-1f8c141c04e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830288 Jul 28 00:17:15.363267 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.agents_db [None req-9beef776-8bab-4de2-989a-f5a23ba4aaf4 None None] Agent healthcheck: found 7 active agents {{(pid=93800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 00:17:26.998877 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e0153013-64b8-44e5-a4bd-6fe20d0659bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:17:29.674180 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-1e1e5f59-a645-4c71-954d-36e18bfc59c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:17:30.148900 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:17:30.194672 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:17:30.737515 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-19f2e178-d45e-4fbe-b9be-c3963fc151ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:17:32.493976 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7418f70f-e60d-4709-8ba9-6ab514bc7f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:17:35.667337 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:17:38.429546 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [req-cee8bbfa-980d-42e3-8fc9-51effe83c19d req-5c1a2c63-d22c-4237-bbdf-70958ed2d748 service neutron] (93797) timed out ('10.222.0.18', 54070) {{(pid=93797) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 28 00:17:43.477745 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea95d60-0d4b-4bf2-9e28-40770950f9e4 req-b60f4b01-8155-4b7a-8a72-aa617d9f2dec tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:17:43.479878 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-dea95d60-0d4b-4bf2-9e28-40770950f9e4 req-b60f4b01-8155-4b7a-8a72-aa617d9f2dec tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] 10.222.0.18 "GET /v2.0/ports?device_id=c8124bf0-b23a-4ced-b257-db96bf56dcb3 HTTP/1.1" status: 200 len: 946 time: 0.0490534 Jul 28 00:17:43.516780 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-dea95d60-0d4b-4bf2-9e28-40770950f9e4 req-d7463916-e1c1-4b32-9045-c0a174a7dadb tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] 10.222.0.18 "GET /v2.0/security-groups?id=0b73ffdc-9ce2-4922-b6c1-3326afbb990b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312147 Jul 28 00:17:44.660694 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29b77d0-cdd9-42ad-8820-5ce384b1a329 req-4ebebe63-f0ad-40fa-aba6-88060e654ea1 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:17:44.662153 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d29b77d0-cdd9-42ad-8820-5ce384b1a329 req-4ebebe63-f0ad-40fa-aba6-88060e654ea1 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] 10.222.0.18 "GET /v2.0/ports?device_id=c8124bf0-b23a-4ced-b257-db96bf56dcb3 HTTP/1.1" status: 200 len: 946 time: 0.0494673 Jul 28 00:17:44.700361 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d29b77d0-cdd9-42ad-8820-5ce384b1a329 req-5eaa7062-dcbf-44d9-9987-e725f7b86b35 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] 10.222.0.18 "GET /v2.0/security-groups?id=0b73ffdc-9ce2-4922-b6c1-3326afbb990b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323370 Jul 28 00:17:45.831200 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af48531-c259-417b-a3e7-dfa85d612bea req-975ef3f6-52c9-4155-ae00-99f0b5c32de7 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:17:45.832675 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-6af48531-c259-417b-a3e7-dfa85d612bea req-975ef3f6-52c9-4155-ae00-99f0b5c32de7 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] 10.222.0.18 "GET /v2.0/ports?device_id=c8124bf0-b23a-4ced-b257-db96bf56dcb3 HTTP/1.1" status: 200 len: 946 time: 0.0482690 Jul 28 00:17:45.870307 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-6af48531-c259-417b-a3e7-dfa85d612bea req-8fc823a1-ea01-4840-a296-3c7d1408da08 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] 10.222.0.18 "GET /v2.0/security-groups?id=0b73ffdc-9ce2-4922-b6c1-3326afbb990b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311959 Jul 28 00:17:46.983295 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f971e3dd-c1be-44bd-9b88-b4336fe402f7 req-d8e843ab-4316-439b-803f-8a9acb259426 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:17:46.984753 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f971e3dd-c1be-44bd-9b88-b4336fe402f7 req-d8e843ab-4316-439b-803f-8a9acb259426 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] 10.222.0.18 "GET /v2.0/ports?device_id=c8124bf0-b23a-4ced-b257-db96bf56dcb3 HTTP/1.1" status: 200 len: 946 time: 0.0481677 Jul 28 00:17:47.020966 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f971e3dd-c1be-44bd-9b88-b4336fe402f7 req-cdae7fda-9632-4b94-9af1-e1a0bea74b0a tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] 10.222.0.18 "GET /v2.0/security-groups?id=0b73ffdc-9ce2-4922-b6c1-3326afbb990b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303974 Jul 28 00:17:48.137667 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cda9af-6ccb-4805-8702-4120d1cd9738 req-763da4b2-2ea2-41cc-b5c1-3810bfc3e46f tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:17:48.139196 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a9cda9af-6ccb-4805-8702-4120d1cd9738 req-763da4b2-2ea2-41cc-b5c1-3810bfc3e46f tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] 10.222.0.18 "GET /v2.0/ports?device_id=c8124bf0-b23a-4ced-b257-db96bf56dcb3 HTTP/1.1" status: 200 len: 946 time: 0.0518563 Jul 28 00:17:48.176607 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a9cda9af-6ccb-4805-8702-4120d1cd9738 req-82846a95-ecf7-4d2f-a921-a7d23bcc9f62 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] 10.222.0.18 "GET /v2.0/security-groups?id=0b73ffdc-9ce2-4922-b6c1-3326afbb990b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314827 Jul 28 00:17:49.293012 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0de59dd-7dcd-477c-ad71-be1223c2b98a req-5524f23a-82ec-4246-a144-f1bd799740d4 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:17:49.294488 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a0de59dd-7dcd-477c-ad71-be1223c2b98a req-5524f23a-82ec-4246-a144-f1bd799740d4 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] 10.222.0.18 "GET /v2.0/ports?device_id=c8124bf0-b23a-4ced-b257-db96bf56dcb3 HTTP/1.1" status: 200 len: 946 time: 0.0524988 Jul 28 00:17:49.333156 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a0de59dd-7dcd-477c-ad71-be1223c2b98a req-88da7360-49d1-4ad1-8509-ff7167eadd21 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] 10.222.0.18 "GET /v2.0/security-groups?id=0b73ffdc-9ce2-4922-b6c1-3326afbb990b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327632 Jul 28 00:17:50.450704 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef04e3ab-60f6-4795-8de7-ef046b63a7f2 req-2cf7a39d-df5d-412d-a2ac-90d4cdb1f4f8 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:17:50.452210 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ef04e3ab-60f6-4795-8de7-ef046b63a7f2 req-2cf7a39d-df5d-412d-a2ac-90d4cdb1f4f8 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] 10.222.0.18 "GET /v2.0/ports?device_id=c8124bf0-b23a-4ced-b257-db96bf56dcb3 HTTP/1.1" status: 200 len: 946 time: 0.0528364 Jul 28 00:17:50.489075 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ef04e3ab-60f6-4795-8de7-ef046b63a7f2 req-9c6d00e8-c567-49a3-911b-ddaf58a24628 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] 10.222.0.18 "GET /v2.0/security-groups?id=0b73ffdc-9ce2-4922-b6c1-3326afbb990b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309987 Jul 28 00:17:51.602206 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4939fdc2-9292-4a5c-a71c-8ff7155806a9 req-96c7c007-bcae-4115-8689-2c44198af889 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:17:51.603716 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-4939fdc2-9292-4a5c-a71c-8ff7155806a9 req-96c7c007-bcae-4115-8689-2c44198af889 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] 10.222.0.18 "GET /v2.0/ports?device_id=c8124bf0-b23a-4ced-b257-db96bf56dcb3 HTTP/1.1" status: 200 len: 946 time: 0.0493059 Jul 28 00:17:51.641403 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-4939fdc2-9292-4a5c-a71c-8ff7155806a9 req-0edf1b37-c4e7-4594-8f06-31b63dfae833 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] 10.222.0.18 "GET /v2.0/security-groups?id=0b73ffdc-9ce2-4922-b6c1-3326afbb990b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318153 Jul 28 00:17:52.362402 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.agents_db [None req-9beef776-8bab-4de2-989a-f5a23ba4aaf4 None None] Agent healthcheck: found 7 active agents {{(pid=93800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 00:17:52.753101 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc96d8cf-17c4-40aa-952f-5045700b9304 req-ed05a050-62a1-4826-be3a-68c0402c9ceb tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:17:52.754567 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-bc96d8cf-17c4-40aa-952f-5045700b9304 req-ed05a050-62a1-4826-be3a-68c0402c9ceb tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] 10.222.0.18 "GET /v2.0/ports?device_id=c8124bf0-b23a-4ced-b257-db96bf56dcb3 HTTP/1.1" status: 200 len: 946 time: 0.0476294 Jul 28 00:17:52.791778 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-bc96d8cf-17c4-40aa-952f-5045700b9304 req-363f0182-4db1-4f58-8e02-67ef411f0ef4 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] 10.222.0.18 "GET /v2.0/security-groups?id=0b73ffdc-9ce2-4922-b6c1-3326afbb990b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303609 Jul 28 00:17:53.907013 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73535d0e-f7b8-46f5-b522-e0f123d5d74c req-be91f49e-a1bf-49a0-babd-129f24d5f8b9 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:17:53.908550 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-73535d0e-f7b8-46f5-b522-e0f123d5d74c req-be91f49e-a1bf-49a0-babd-129f24d5f8b9 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] 10.222.0.18 "GET /v2.0/ports?device_id=c8124bf0-b23a-4ced-b257-db96bf56dcb3 HTTP/1.1" status: 200 len: 946 time: 0.0489049 Jul 28 00:17:53.945462 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-73535d0e-f7b8-46f5-b522-e0f123d5d74c req-7e8cc46d-800a-4c7e-a099-e3db5de00de8 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] 10.222.0.18 "GET /v2.0/security-groups?id=0b73ffdc-9ce2-4922-b6c1-3326afbb990b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311275 Jul 28 00:17:55.063191 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3742588c-9ace-4c2b-ace8-d5a6b0c80b66 req-049ff2d1-8d12-4a0c-b783-8fc45ae8cd58 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:17:55.064638 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-3742588c-9ace-4c2b-ace8-d5a6b0c80b66 req-049ff2d1-8d12-4a0c-b783-8fc45ae8cd58 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] 10.222.0.18 "GET /v2.0/ports?device_id=c8124bf0-b23a-4ced-b257-db96bf56dcb3 HTTP/1.1" status: 200 len: 946 time: 0.0509572 Jul 28 00:17:55.101453 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-3742588c-9ace-4c2b-ace8-d5a6b0c80b66 req-7f7419f7-dd42-4db6-bdba-18a5a8011cd0 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] 10.222.0.18 "GET /v2.0/security-groups?id=0b73ffdc-9ce2-4922-b6c1-3326afbb990b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308342 Jul 28 00:17:56.022706 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device ce5cccfe-59f6-4740-9822-c52c94922f4b details requested by agent hyperv_n-h1-802623-1 with host n-h1-802623-1 {{(pid=93799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 00:17:56.134895 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port ce5cccfe-59f6-4740-9822-c52c94922f4b, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=ce5cccfe-59f6-4740-9822-c52c94922f4b,segment=NetworkSegment(803a7eaa-ce5f-4c59-915b-9173fd30879b),segment_id=803a7eaa-ce5f-4c59-915b-9173fd30879b)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 00:17:56.151782 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Returning: {'device': 'ce5cccfe-59f6-4740-9822-c52c94922f4b', 'network_id': '11170dcf-6737-4d28-a602-1f8c141c04e6', 'port_id': 'ce5cccfe-59f6-4740-9822-c52c94922f4b', 'mac_address': 'fa:16:3e:5f:76:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 512, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6956b4a6-6864-4994-98dd-0b5368e9be8f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 00:17:56.198180 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:17:56.221211 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ce5cccfe-59f6-4740-9822-c52c94922f4b {{(pid=93799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 00:17:56.244331 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531a4277-1783-4e01-8687-541827fd8f0c req-7aa513fd-4880-4053-80d5-98bf8800f7ee tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:17:56.250192 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port ce5cccfe-59f6-4740-9822-c52c94922f4b, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=ce5cccfe-59f6-4740-9822-c52c94922f4b,segment=NetworkSegment(803a7eaa-ce5f-4c59-915b-9173fd30879b),segment_id=803a7eaa-ce5f-4c59-915b-9173fd30879b)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 00:17:56.256670 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:17:56.256876 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-531a4277-1783-4e01-8687-541827fd8f0c req-7aa513fd-4880-4053-80d5-98bf8800f7ee tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] 10.222.0.18 "GET /v2.0/ports?device_id=c8124bf0-b23a-4ced-b257-db96bf56dcb3 HTTP/1.1" status: 200 len: 946 time: 0.0763676 Jul 28 00:17:56.312468 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-531a4277-1783-4e01-8687-541827fd8f0c req-318fe592-f01a-4c62-bfe8-36f0ea323dd3 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] 10.222.0.18 "GET /v2.0/security-groups?id=0b73ffdc-9ce2-4922-b6c1-3326afbb990b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539730 Jul 28 00:17:56.314972 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Pushing event updated for resources: {'Port': ['ID=ce5cccfe-59f6-4740-9822-c52c94922f4b,revision_number=6']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:17:56.322981 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:17:56.323469 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:17:56.324752 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:17:56.325212 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:17:56.325670 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:17:56.326107 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:17:56.326607 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:17:56.327058 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:17:56.327499 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:17:56.327934 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:17:56.328373 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:17:56.328810 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:17:56.335705 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] get_ports_and_sgs() called for port_ids ['ce5cccfe-59f6-4740-9822-c52c94922f4b'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 00:17:57.012975 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4ba1f709-8398-4984-b209-58fa5efc9296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:17:57.437669 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca74049-2295-400b-831c-a3c5063bee01 req-8999fa39-0755-42aa-9c86-cacea3e57662 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:17:57.439391 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-dca74049-2295-400b-831c-a3c5063bee01 req-8999fa39-0755-42aa-9c86-cacea3e57662 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] 10.222.0.18 "GET /v2.0/ports?device_id=c8124bf0-b23a-4ced-b257-db96bf56dcb3 HTTP/1.1" status: 200 len: 945 time: 0.0550063 Jul 28 00:17:57.491708 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-dca74049-2295-400b-831c-a3c5063bee01 req-ab8fb621-c745-4945-9b68-2667101bf725 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] 10.222.0.18 "GET /v2.0/security-groups?id=0b73ffdc-9ce2-4922-b6c1-3326afbb990b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457337 Jul 28 00:17:58.048480 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device ce5cccfe-59f6-4740-9822-c52c94922f4b up at agent hyperv_n-h1-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 00:17:58.104094 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Provisioning complete for port ce5cccfe-59f6-4740-9822-c52c94922f4b triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 00:17:58.104468 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:17:58.194543 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:17:58.220258 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8124bf0-b23a-4ced-b257-db96bf56dcb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce5cccfe-59f6-4740-9822-c52c94922f4b'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 00:17:58.222506 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64765ad30d2cb160e3038d1462d2ba509af0f62467a800f17112a752d2df19f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24b95efb-1069-4aae-b534-0f697c0574fe" -d '{"events": [{"server_uuid": "c8124bf0-b23a-4ced-b257-db96bf56dcb3", "name": "network-vif-plugged", "status": "completed", "tag": "ce5cccfe-59f6-4740-9822-c52c94922f4b"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 00:17:58.236209 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port ce5cccfe-59f6-4740-9822-c52c94922f4b, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=ce5cccfe-59f6-4740-9822-c52c94922f4b,segment=NetworkSegment(803a7eaa-ce5f-4c59-915b-9173fd30879b),segment_id=803a7eaa-ce5f-4c59-915b-9173fd30879b)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 00:17:58.250424 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:17:58.307440 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Pushing event updated for resources: {'Port': ['ID=ce5cccfe-59f6-4740-9822-c52c94922f4b,revision_number=7']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:17:58.367350 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 00:17:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fcecd5a-8ac5-4700-bf20-428118a6c3e8 x-openstack-request-id: req-8fcecd5a-8ac5-4700-bf20-428118a6c3e8 {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 00:17:58.367657 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8124bf0-b23a-4ced-b257-db96bf56dcb3", "name": "network-vif-plugged", "status": "completed", "tag": "ce5cccfe-59f6-4740-9822-c52c94922f4b", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 00:17:58.367933 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8fcecd5a-8ac5-4700-bf20-428118a6c3e8 {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 00:17:58.368320 n-d-802623-1 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8124bf0-b23a-4ced-b257-db96bf56dcb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce5cccfe-59f6-4740-9822-c52c94922f4b', 'code': 200} Jul 28 00:17:58.606020 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d425fde1-ea51-449a-be61-83badb6f9793 req-17f13813-ca75-4706-8f9f-47bf6dc63f74 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:17:58.607611 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-d425fde1-ea51-449a-be61-83badb6f9793 req-17f13813-ca75-4706-8f9f-47bf6dc63f74 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] 10.222.0.18 "GET /v2.0/ports?device_id=c8124bf0-b23a-4ced-b257-db96bf56dcb3 HTTP/1.1" status: 200 len: 946 time: 0.0535116 Jul 28 00:17:58.647140 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-d425fde1-ea51-449a-be61-83badb6f9793 req-17c7cb79-421d-4bdb-9058-93447961cd1a tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] 10.222.0.18 "GET /v2.0/security-groups?id=0b73ffdc-9ce2-4922-b6c1-3326afbb990b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332923 Jul 28 00:17:59.677936 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-adee2b16-d0e0-4fa5-aed2-949e07cee76a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:17:59.783398 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c3ff94-d63f-4cbe-b4b7-4dcfc391819c req-c705f3b2-e4bb-46a6-be72-0dfebd03c9e1 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:17:59.785590 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-31c3ff94-d63f-4cbe-b4b7-4dcfc391819c req-c705f3b2-e4bb-46a6-be72-0dfebd03c9e1 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] 10.222.0.18 "GET /v2.0/ports?device_id=c8124bf0-b23a-4ced-b257-db96bf56dcb3 HTTP/1.1" status: 200 len: 946 time: 0.0550165 Jul 28 00:17:59.831674 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-31c3ff94-d63f-4cbe-b4b7-4dcfc391819c req-e4f8875d-b265-4764-93d6-72a3f4edc37e tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] 10.222.0.18 "GET /v2.0/security-groups?id=0b73ffdc-9ce2-4922-b6c1-3326afbb990b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400612 Jul 28 00:18:00.170326 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:18:00.208030 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:18:00.741569 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-19f2e178-d45e-4fbe-b9be-c3963fc151ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:18:00.966573 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63cba3b-e591-45f5-bd2a-8f7e7ed478e6 req-4424c7f7-af1a-47d0-813e-e5f7bc16602f tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:18:00.968790 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b63cba3b-e591-45f5-bd2a-8f7e7ed478e6 req-4424c7f7-af1a-47d0-813e-e5f7bc16602f tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] 10.222.0.18 "GET /v2.0/ports?device_id=c8124bf0-b23a-4ced-b257-db96bf56dcb3 HTTP/1.1" status: 200 len: 946 time: 0.0570183 Jul 28 00:18:01.013035 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b63cba3b-e591-45f5-bd2a-8f7e7ed478e6 req-9d110569-9cf0-47bc-a380-cbb96bf9776c tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] 10.222.0.18 "GET /v2.0/security-groups?id=0b73ffdc-9ce2-4922-b6c1-3326afbb990b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381513 Jul 28 00:18:02.133772 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dcfc3d-ea95-4b7b-adbc-a964f3472708 req-081bd56b-b367-4db8-b12a-40ca500ebb44 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:18:02.135470 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a4dcfc3d-ea95-4b7b-adbc-a964f3472708 req-081bd56b-b367-4db8-b12a-40ca500ebb44 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] 10.222.0.18 "GET /v2.0/ports?device_id=c8124bf0-b23a-4ced-b257-db96bf56dcb3 HTTP/1.1" status: 200 len: 946 time: 0.0520525 Jul 28 00:18:02.186368 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a4dcfc3d-ea95-4b7b-adbc-a964f3472708 req-ed527a81-21c4-4ea2-9324-5caed21558b5 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] 10.222.0.18 "GET /v2.0/security-groups?id=0b73ffdc-9ce2-4922-b6c1-3326afbb990b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397015 Jul 28 00:18:02.500190 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7418f70f-e60d-4709-8ba9-6ab514bc7f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:18:03.321628 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437458a0-6b01-4f90-9cb3-b857d9976a2c req-906d1368-604a-413d-a87c-1f140789bbb6 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:18:03.324118 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-437458a0-6b01-4f90-9cb3-b857d9976a2c req-906d1368-604a-413d-a87c-1f140789bbb6 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] 10.222.0.18 "GET /v2.0/ports?device_id=c8124bf0-b23a-4ced-b257-db96bf56dcb3 HTTP/1.1" status: 200 len: 946 time: 0.0571947 Jul 28 00:18:03.368188 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-437458a0-6b01-4f90-9cb3-b857d9976a2c req-b94e784b-9683-44df-960e-8a1ccf4a31fa tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] 10.222.0.18 "GET /v2.0/security-groups?id=0b73ffdc-9ce2-4922-b6c1-3326afbb990b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374267 Jul 28 00:18:04.511887 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4499c804-4fb1-403b-9a8d-7a780229456a req-32ca52b8-d4f2-48d7-9f18-9f0675519526 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:18:04.513550 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-4499c804-4fb1-403b-9a8d-7a780229456a req-32ca52b8-d4f2-48d7-9f18-9f0675519526 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] 10.222.0.18 "GET /v2.0/ports?device_id=c8124bf0-b23a-4ced-b257-db96bf56dcb3 HTTP/1.1" status: 200 len: 946 time: 0.0663297 Jul 28 00:18:04.556579 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-4499c804-4fb1-403b-9a8d-7a780229456a req-8a8f0c19-5f07-4059-948a-1cc9c19c69c3 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] 10.222.0.18 "GET /v2.0/security-groups?id=0b73ffdc-9ce2-4922-b6c1-3326afbb990b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342026 Jul 28 00:18:05.434644 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b855dd9-45ec-471f-b6e0-2fe02473245c req-ad89acc2-7544-4bce-957d-041030482e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:18:05.436455 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7b855dd9-45ec-471f-b6e0-2fe02473245c req-ad89acc2-7544-4bce-957d-041030482e05 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5c4b23c604b94f05b2d78ff1de89574d&device_id=c8124bf0-b23a-4ced-b257-db96bf56dcb3 HTTP/1.1" status: 200 len: 1097 time: 0.0455773 Jul 28 00:18:05.527088 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b855dd9-45ec-471f-b6e0-2fe02473245c req-dad67981-f0ca-4471-82bb-d75e189b7405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:18:05.528513 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7b855dd9-45ec-471f-b6e0-2fe02473245c req-dad67981-f0ca-4471-82bb-d75e189b7405 service neutron] 10.222.0.38 "GET /v2.0/networks?id=11170dcf-6737-4d28-a602-1f8c141c04e6 HTTP/1.1" status: 200 len: 910 time: 0.0844116 Jul 28 00:18:05.593176 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7b855dd9-45ec-471f-b6e0-2fe02473245c req-207b64c7-d3bb-4e03-8307-edb6bbcf7bee service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ce5cccfe-59f6-4740-9822-c52c94922f4b HTTP/1.1" status: 200 len: 1001 time: 0.0562251 Jul 28 00:18:05.671360 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b855dd9-45ec-471f-b6e0-2fe02473245c req-f09d08c4-cbe7-4a32-80c9-f2170d293828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:18:05.672820 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7b855dd9-45ec-471f-b6e0-2fe02473245c req-f09d08c4-cbe7-4a32-80c9-f2170d293828 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=6956b4a6-6864-4994-98dd-0b5368e9be8f HTTP/1.1" status: 200 len: 848 time: 0.0719333 Jul 28 00:18:05.682352 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:18:05.698214 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d0556c-bb7b-4d26-ba44-470d08eaa918 req-eff4e9cf-d047-4434-8498-653cc9a115ae tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:18:05.699600 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-22d0556c-bb7b-4d26-ba44-470d08eaa918 req-eff4e9cf-d047-4434-8498-653cc9a115ae tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] 10.222.0.18 "GET /v2.0/ports?device_id=c8124bf0-b23a-4ced-b257-db96bf56dcb3 HTTP/1.1" status: 200 len: 946 time: 0.0737712 Jul 28 00:18:05.759432 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-22d0556c-bb7b-4d26-ba44-470d08eaa918 req-bd8f9f87-2eda-4f31-876f-1e01d4ce3982 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] 10.222.0.18 "GET /v2.0/security-groups?id=0b73ffdc-9ce2-4922-b6c1-3326afbb990b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457358 Jul 28 00:18:05.761266 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b855dd9-45ec-471f-b6e0-2fe02473245c req-649ceebf-c3e3-4ba3-ac4e-6b0951d1a410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:18:05.762681 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7b855dd9-45ec-471f-b6e0-2fe02473245c req-649ceebf-c3e3-4ba3-ac4e-6b0951d1a410 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=11170dcf-6737-4d28-a602-1f8c141c04e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0814784 Jul 28 00:18:05.856711 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7b855dd9-45ec-471f-b6e0-2fe02473245c req-029fa70c-f215-439f-9e12-5c31225d0e58 service neutron] 10.222.0.38 "GET /v2.0/networks/11170dcf-6737-4d28-a602-1f8c141c04e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850043 Jul 28 00:18:05.944861 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7b855dd9-45ec-471f-b6e0-2fe02473245c req-6c45cf1d-62b2-41cd-bb5b-497d1a59fd9d service neutron] 10.222.0.38 "GET /v2.0/networks/11170dcf-6737-4d28-a602-1f8c141c04e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807073 Jul 28 00:18:06.873187 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f009c70d-0ad2-4ac2-a380-41a3500444cc req-a2a85f64-1349-42c1-954e-e2cf46bd27e6 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:18:06.874661 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f009c70d-0ad2-4ac2-a380-41a3500444cc req-a2a85f64-1349-42c1-954e-e2cf46bd27e6 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] 10.222.0.18 "GET /v2.0/ports?device_id=c8124bf0-b23a-4ced-b257-db96bf56dcb3 HTTP/1.1" status: 200 len: 946 time: 0.0478997 Jul 28 00:18:06.911913 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f009c70d-0ad2-4ac2-a380-41a3500444cc req-03ed1c31-72fb-466c-a6be-e8c28111b97c tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] 10.222.0.18 "GET /v2.0/security-groups?id=0b73ffdc-9ce2-4922-b6c1-3326afbb990b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313969 Jul 28 00:18:08.025002 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6258f2-a888-428d-bfcf-aae6b1d93072 req-d87fad57-2b8f-4bfb-a18f-69d664187247 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:18:08.027102 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7d6258f2-a888-428d-bfcf-aae6b1d93072 req-d87fad57-2b8f-4bfb-a18f-69d664187247 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] 10.222.0.18 "GET /v2.0/ports?device_id=c8124bf0-b23a-4ced-b257-db96bf56dcb3 HTTP/1.1" status: 200 len: 946 time: 0.0482464 Jul 28 00:18:08.065253 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-7d6258f2-a888-428d-bfcf-aae6b1d93072 req-1f9492c7-ea18-4db9-8e61-05d730d4aa87 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] 10.222.0.18 "GET /v2.0/security-groups?id=0b73ffdc-9ce2-4922-b6c1-3326afbb990b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322309 Jul 28 00:18:08.071108 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device ce5cccfe-59f6-4740-9822-c52c94922f4b no longer exists at agent hyperv_n-h1-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 00:18:08.145258 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:18:08.167769 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8124bf0-b23a-4ced-b257-db96bf56dcb3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce5cccfe-59f6-4740-9822-c52c94922f4b'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 00:18:08.169991 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64765ad30d2cb160e3038d1462d2ba509af0f62467a800f17112a752d2df19f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a6f5f2b-81aa-46fb-8ece-86df2b24d91c" -d '{"events": [{"server_uuid": "c8124bf0-b23a-4ced-b257-db96bf56dcb3", "name": "network-vif-unplugged", "status": "completed", "tag": "ce5cccfe-59f6-4740-9822-c52c94922f4b"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 00:18:08.182685 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port ce5cccfe-59f6-4740-9822-c52c94922f4b, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=ce5cccfe-59f6-4740-9822-c52c94922f4b,segment=NetworkSegment(803a7eaa-ce5f-4c59-915b-9173fd30879b),segment_id=803a7eaa-ce5f-4c59-915b-9173fd30879b)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 00:18:08.188414 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:18:08.217544 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 28 Jul 2021 00:18:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72439501-a289-4141-8e57-39a80f3e7576 x-openstack-request-id: req-72439501-a289-4141-8e57-39a80f3e7576 {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 00:18:08.217830 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8124bf0-b23a-4ced-b257-db96bf56dcb3", "name": "network-vif-unplugged", "status": "failed", "tag": "ce5cccfe-59f6-4740-9822-c52c94922f4b", "code": 422}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 00:18:08.218078 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-72439501-a289-4141-8e57-39a80f3e7576 {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 00:18:08.218464 n-d-802623-1 neutron-server[93799]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c8124bf0-b23a-4ced-b257-db96bf56dcb3', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ce5cccfe-59f6-4740-9822-c52c94922f4b', 'code': 422} returned with failed status Jul 28 00:18:08.246058 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Pushing event updated for resources: {'Port': ['ID=ce5cccfe-59f6-4740-9822-c52c94922f4b,revision_number=8']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:18:08.283337 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc2600f-8cd2-4590-beb0-8414effe525d req-d7284768-1954-4bb9-a832-3703f3fa8a6f tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:18:08.284850 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-6bc2600f-8cd2-4590-beb0-8414effe525d req-d7284768-1954-4bb9-a832-3703f3fa8a6f tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] 10.222.0.18 "GET /v2.0/ports?device_id=c8124bf0-b23a-4ced-b257-db96bf56dcb3 HTTP/1.1" status: 200 len: 944 time: 0.0513411 Jul 28 00:18:08.325811 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-6bc2600f-8cd2-4590-beb0-8414effe525d req-3a7e76d8-ea9e-4018-aa04-12c0a67e67bd tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] 10.222.0.18 "GET /v2.0/security-groups?id=0b73ffdc-9ce2-4922-b6c1-3326afbb990b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344415 Jul 28 00:18:08.509892 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 59886) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:18:08.596237 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-11aaa6e0-f1fd-4658-8d1f-299ead7ec7d1 req-124b8263-174e-4ca9-bb48-d5648018a89a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c8124bf0-b23a-4ced-b257-db96bf56dcb3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0851412 Jul 28 00:18:09.444777 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3c4ebf-067e-482b-89c1-9f2bac2b664b req-ea51e08e-bc7f-4692-ba98-e96a15de5518 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:18:09.446262 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-de3c4ebf-067e-482b-89c1-9f2bac2b664b req-ea51e08e-bc7f-4692-ba98-e96a15de5518 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] 10.222.0.18 "GET /v2.0/ports?device_id=c8124bf0-b23a-4ced-b257-db96bf56dcb3 HTTP/1.1" status: 200 len: 944 time: 0.0542371 Jul 28 00:18:09.507022 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11aaa6e0-f1fd-4658-8d1f-299ead7ec7d1 req-ffbd7f5d-1683-4769-9e6d-e5e4d947096c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:18:09.508544 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-11aaa6e0-f1fd-4658-8d1f-299ead7ec7d1 req-ffbd7f5d-1683-4769-9e6d-e5e4d947096c service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=c8124bf0-b23a-4ced-b257-db96bf56dcb3&tenant_id=5c4b23c604b94f05b2d78ff1de89574d HTTP/1.1" status: 200 len: 1095 time: 0.0614281 Jul 28 00:18:09.511330 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-de3c4ebf-067e-482b-89c1-9f2bac2b664b req-0b189386-1396-491e-8a25-3b4aef807d17 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] 10.222.0.18 "GET /v2.0/security-groups?id=0b73ffdc-9ce2-4922-b6c1-3326afbb990b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571806 Jul 28 00:18:09.569031 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11aaa6e0-f1fd-4658-8d1f-299ead7ec7d1 req-e4753947-ee55-4427-a7fe-fd99e26a0638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:18:09.570479 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-11aaa6e0-f1fd-4658-8d1f-299ead7ec7d1 req-e4753947-ee55-4427-a7fe-fd99e26a0638 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5c4b23c604b94f05b2d78ff1de89574d&device_id=c8124bf0-b23a-4ced-b257-db96bf56dcb3 HTTP/1.1" status: 200 len: 1095 time: 0.0403514 Jul 28 00:18:09.660160 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11aaa6e0-f1fd-4658-8d1f-299ead7ec7d1 req-a084578c-6707-4a26-a39b-ac942bde7d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:18:09.661538 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-11aaa6e0-f1fd-4658-8d1f-299ead7ec7d1 req-a084578c-6707-4a26-a39b-ac942bde7d04 service neutron] 10.222.0.38 "GET /v2.0/networks?id=11170dcf-6737-4d28-a602-1f8c141c04e6 HTTP/1.1" status: 200 len: 910 time: 0.0841134 Jul 28 00:18:09.723851 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-11aaa6e0-f1fd-4658-8d1f-299ead7ec7d1 req-0d1b37aa-5b47-41de-b555-837f10c997c5 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ce5cccfe-59f6-4740-9822-c52c94922f4b HTTP/1.1" status: 200 len: 999 time: 0.0551283 Jul 28 00:18:09.773651 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11aaa6e0-f1fd-4658-8d1f-299ead7ec7d1 req-7fb51df5-b8d6-4dfd-b16a-0780ccaa0c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:18:09.775024 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-11aaa6e0-f1fd-4658-8d1f-299ead7ec7d1 req-7fb51df5-b8d6-4dfd-b16a-0780ccaa0c18 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=6956b4a6-6864-4994-98dd-0b5368e9be8f HTTP/1.1" status: 200 len: 848 time: 0.0444939 Jul 28 00:18:09.818146 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11aaa6e0-f1fd-4658-8d1f-299ead7ec7d1 req-4516443d-11ed-4fb2-9078-f4032cca430e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:18:09.819578 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-11aaa6e0-f1fd-4658-8d1f-299ead7ec7d1 req-4516443d-11ed-4fb2-9078-f4032cca430e service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=11170dcf-6737-4d28-a602-1f8c141c04e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0379753 Jul 28 00:18:09.904806 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-11aaa6e0-f1fd-4658-8d1f-299ead7ec7d1 req-b3ce153c-e8be-4f9a-bc40-b1d979ac33e3 service neutron] 10.222.0.38 "GET /v2.0/networks/11170dcf-6737-4d28-a602-1f8c141c04e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0780509 Jul 28 00:18:09.995484 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-11aaa6e0-f1fd-4658-8d1f-299ead7ec7d1 req-8d00f985-7595-480c-b1bf-a1b6f952c978 service neutron] 10.222.0.38 "GET /v2.0/networks/11170dcf-6737-4d28-a602-1f8c141c04e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825231 Jul 28 00:18:10.631122 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c967180-9ad1-4b2d-85e9-1f6fd9f5d599 req-10784c0b-5608-4848-8806-e46c7c634acc tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:18:10.633008 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-2c967180-9ad1-4b2d-85e9-1f6fd9f5d599 req-10784c0b-5608-4848-8806-e46c7c634acc tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] 10.222.0.18 "GET /v2.0/ports?device_id=c8124bf0-b23a-4ced-b257-db96bf56dcb3 HTTP/1.1" status: 200 len: 944 time: 0.0513475 Jul 28 00:18:10.682221 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-2c967180-9ad1-4b2d-85e9-1f6fd9f5d599 req-4d4d9e0c-dcb4-4742-99e0-49531be0d8b8 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] 10.222.0.18 "GET /v2.0/security-groups?id=0b73ffdc-9ce2-4922-b6c1-3326afbb990b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429919 Jul 28 00:18:11.818965 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a54d67-9222-4425-ac92-aa840c02a809 req-0cb66c24-fe32-40de-8bb0-2d352937c9c7 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:18:11.820702 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-d7a54d67-9222-4425-ac92-aa840c02a809 req-0cb66c24-fe32-40de-8bb0-2d352937c9c7 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] 10.222.0.18 "GET /v2.0/ports?device_id=c8124bf0-b23a-4ced-b257-db96bf56dcb3 HTTP/1.1" status: 200 len: 944 time: 0.0607824 Jul 28 00:18:11.859267 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-d7a54d67-9222-4425-ac92-aa840c02a809 req-84da8287-670a-45fc-902b-9c1240a33006 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] 10.222.0.18 "GET /v2.0/security-groups?id=0b73ffdc-9ce2-4922-b6c1-3326afbb990b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323954 Jul 28 00:18:12.117105 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device ce5cccfe-59f6-4740-9822-c52c94922f4b no longer exists at agent hyperv_n-h1-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 00:18:12.979596 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402862aa-83ac-41c8-b6b7-2ec3d78fd67f req-4c72dfd1-b6e4-4d49-8ab5-8381931ba081 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:18:12.981149 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-402862aa-83ac-41c8-b6b7-2ec3d78fd67f req-4c72dfd1-b6e4-4d49-8ab5-8381931ba081 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] 10.222.0.18 "GET /v2.0/ports?device_id=c8124bf0-b23a-4ced-b257-db96bf56dcb3 HTTP/1.1" status: 200 len: 944 time: 0.0514147 Jul 28 00:18:13.022137 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-402862aa-83ac-41c8-b6b7-2ec3d78fd67f req-ba99ad3f-9d0a-4f7d-a9a0-8091ba42b987 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] 10.222.0.18 "GET /v2.0/security-groups?id=0b73ffdc-9ce2-4922-b6c1-3326afbb990b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349829 Jul 28 00:18:14.147448 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03532680-6a99-4e9f-87e0-f391efd8f663 req-2c7bbcc3-b2aa-413e-a61e-6fc50478e8bf tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:18:14.149048 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-03532680-6a99-4e9f-87e0-f391efd8f663 req-2c7bbcc3-b2aa-413e-a61e-6fc50478e8bf tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] 10.222.0.18 "GET /v2.0/ports?device_id=c8124bf0-b23a-4ced-b257-db96bf56dcb3 HTTP/1.1" status: 200 len: 944 time: 0.0531852 Jul 28 00:18:14.191688 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-03532680-6a99-4e9f-87e0-f391efd8f663 req-d7c25b33-ac88-46fa-8e45-383a2486b29e tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] 10.222.0.18 "GET /v2.0/security-groups?id=0b73ffdc-9ce2-4922-b6c1-3326afbb990b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341716 Jul 28 00:18:15.315697 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd85d06-2610-4a4a-9eb0-4ec59269c07d req-dd494a83-60ed-45d6-89a9-00d3a6657bf9 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:18:15.317353 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-2bd85d06-2610-4a4a-9eb0-4ec59269c07d req-dd494a83-60ed-45d6-89a9-00d3a6657bf9 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] 10.222.0.18 "GET /v2.0/ports?device_id=c8124bf0-b23a-4ced-b257-db96bf56dcb3 HTTP/1.1" status: 200 len: 944 time: 0.0555825 Jul 28 00:18:15.358110 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-2bd85d06-2610-4a4a-9eb0-4ec59269c07d req-c2a437e8-1291-40c1-a558-44b7d1e9c970 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] 10.222.0.18 "GET /v2.0/security-groups?id=0b73ffdc-9ce2-4922-b6c1-3326afbb990b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347655 Jul 28 00:18:16.484509 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390a96c3-2068-44c3-96dc-411cdaa336dd req-3e0bad32-1de3-4136-8cf5-199d71beba56 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:18:16.486134 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-390a96c3-2068-44c3-96dc-411cdaa336dd req-3e0bad32-1de3-4136-8cf5-199d71beba56 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] 10.222.0.18 "GET /v2.0/ports?device_id=c8124bf0-b23a-4ced-b257-db96bf56dcb3 HTTP/1.1" status: 200 len: 944 time: 0.0589345 Jul 28 00:18:16.525774 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-390a96c3-2068-44c3-96dc-411cdaa336dd req-188b2687-5475-43b5-96db-1ec4756e3a44 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] 10.222.0.18 "GET /v2.0/security-groups?id=0b73ffdc-9ce2-4922-b6c1-3326afbb990b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335639 Jul 28 00:18:17.650929 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbdda2c-b49e-4179-b253-9cebc30ee239 req-84fbd753-0b41-4bb3-8dd7-4a7033587f5e tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:18:17.652586 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-ecbdda2c-b49e-4179-b253-9cebc30ee239 req-84fbd753-0b41-4bb3-8dd7-4a7033587f5e tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] 10.222.0.18 "GET /v2.0/ports?device_id=c8124bf0-b23a-4ced-b257-db96bf56dcb3 HTTP/1.1" status: 200 len: 944 time: 0.0539420 Jul 28 00:18:17.694566 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-ecbdda2c-b49e-4179-b253-9cebc30ee239 req-eedc578e-411b-487a-8238-2fc34a1a43e4 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] 10.222.0.18 "GET /v2.0/security-groups?id=0b73ffdc-9ce2-4922-b6c1-3326afbb990b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355880 Jul 28 00:18:18.812555 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fedec1f-7201-4a96-877a-0e79886d8d01 req-cd51a5a3-d0f4-4122-bcfd-ddc658aea83c tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:18:18.814912 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-5fedec1f-7201-4a96-877a-0e79886d8d01 req-cd51a5a3-d0f4-4122-bcfd-ddc658aea83c tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] 10.222.0.18 "GET /v2.0/ports?device_id=c8124bf0-b23a-4ced-b257-db96bf56dcb3 HTTP/1.1" status: 200 len: 944 time: 0.0517976 Jul 28 00:18:18.853511 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-5fedec1f-7201-4a96-877a-0e79886d8d01 req-d83d2131-a395-4e83-be51-f3878488f098 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] 10.222.0.18 "GET /v2.0/security-groups?id=0b73ffdc-9ce2-4922-b6c1-3326afbb990b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333605 Jul 28 00:18:19.967962 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2b7e33-db0d-4ff6-ad6a-edc6051a7d92 req-48d93584-9d96-47ba-8b03-ee9860d53054 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:18:19.969437 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-ea2b7e33-db0d-4ff6-ad6a-edc6051a7d92 req-48d93584-9d96-47ba-8b03-ee9860d53054 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] 10.222.0.18 "GET /v2.0/ports?device_id=c8124bf0-b23a-4ced-b257-db96bf56dcb3 HTTP/1.1" status: 200 len: 944 time: 0.0483756 Jul 28 00:18:20.007135 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-ea2b7e33-db0d-4ff6-ad6a-edc6051a7d92 req-0aa78914-a254-4412-b011-4ddcd89126b3 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] 10.222.0.18 "GET /v2.0/security-groups?id=0b73ffdc-9ce2-4922-b6c1-3326afbb990b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318820 Jul 28 00:18:20.296364 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336dc54f-d648-4f95-a872-9798d8e06410 req-0b8eb3f6-0c83-4dee-86f3-2a6464839366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:18:20.297827 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-336dc54f-d648-4f95-a872-9798d8e06410 req-0b8eb3f6-0c83-4dee-86f3-2a6464839366 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5c4b23c604b94f05b2d78ff1de89574d&device_id=c8124bf0-b23a-4ced-b257-db96bf56dcb3 HTTP/1.1" status: 200 len: 1095 time: 0.0395284 Jul 28 00:18:20.737550 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336dc54f-d648-4f95-a872-9798d8e06410 req-df76e1a7-8183-4e5a-81db-1c6262e5b3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:18:20.738998 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-336dc54f-d648-4f95-a872-9798d8e06410 req-df76e1a7-8183-4e5a-81db-1c6262e5b3a6 service neutron] 10.222.0.38 "GET /v2.0/networks?id=11170dcf-6737-4d28-a602-1f8c141c04e6 HTTP/1.1" status: 200 len: 910 time: 0.4141834 Jul 28 00:18:20.811308 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-336dc54f-d648-4f95-a872-9798d8e06410 req-0839990f-e8dc-4475-8641-6b64862a4ecf service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ce5cccfe-59f6-4740-9822-c52c94922f4b HTTP/1.1" status: 200 len: 999 time: 0.0638394 Jul 28 00:18:20.863526 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336dc54f-d648-4f95-a872-9798d8e06410 req-e5476300-d493-45c3-86c0-cf817c47c0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:18:20.864958 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-336dc54f-d648-4f95-a872-9798d8e06410 req-e5476300-d493-45c3-86c0-cf817c47c0a3 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=6956b4a6-6864-4994-98dd-0b5368e9be8f HTTP/1.1" status: 200 len: 848 time: 0.0455749 Jul 28 00:18:20.910493 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336dc54f-d648-4f95-a872-9798d8e06410 req-0e770cb2-a45c-427c-b412-e7c38014a71e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:18:20.911986 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-336dc54f-d648-4f95-a872-9798d8e06410 req-0e770cb2-a45c-427c-b412-e7c38014a71e service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=11170dcf-6737-4d28-a602-1f8c141c04e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393720 Jul 28 00:18:20.999419 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-336dc54f-d648-4f95-a872-9798d8e06410 req-b8bf393b-cd69-4c31-b053-42dbf8966b59 service neutron] 10.222.0.38 "GET /v2.0/networks/11170dcf-6737-4d28-a602-1f8c141c04e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793521 Jul 28 00:18:21.121082 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-336dc54f-d648-4f95-a872-9798d8e06410 req-0e11cef8-0669-48d0-8c56-5cf3ac717c59 service neutron] 10.222.0.38 "GET /v2.0/networks/11170dcf-6737-4d28-a602-1f8c141c04e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1132190 Jul 28 00:18:21.140398 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ed4d88-8c7c-4ccc-81a9-a58f7677a6c8 req-26975c17-c45e-4a3c-bb64-11f2b5c5ba4d tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:18:21.141897 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-61ed4d88-8c7c-4ccc-81a9-a58f7677a6c8 req-26975c17-c45e-4a3c-bb64-11f2b5c5ba4d tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] 10.222.0.18 "GET /v2.0/ports?device_id=c8124bf0-b23a-4ced-b257-db96bf56dcb3 HTTP/1.1" status: 200 len: 944 time: 0.0660117 Jul 28 00:18:21.180895 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-61ed4d88-8c7c-4ccc-81a9-a58f7677a6c8 req-14a5523d-3743-4b0e-9784-568f773186df tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] 10.222.0.18 "GET /v2.0/security-groups?id=0b73ffdc-9ce2-4922-b6c1-3326afbb990b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318654 Jul 28 00:18:22.150224 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device ce5cccfe-59f6-4740-9822-c52c94922f4b details requested by agent hyperv_n-h1-802623-1 with host n-h1-802623-1 {{(pid=93799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 00:18:22.247496 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port ce5cccfe-59f6-4740-9822-c52c94922f4b, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=ce5cccfe-59f6-4740-9822-c52c94922f4b,segment=NetworkSegment(803a7eaa-ce5f-4c59-915b-9173fd30879b),segment_id=803a7eaa-ce5f-4c59-915b-9173fd30879b)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 00:18:22.258957 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Returning: {'device': 'ce5cccfe-59f6-4740-9822-c52c94922f4b', 'network_id': '11170dcf-6737-4d28-a602-1f8c141c04e6', 'port_id': 'ce5cccfe-59f6-4740-9822-c52c94922f4b', 'mac_address': 'fa:16:3e:5f:76:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 512, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6956b4a6-6864-4994-98dd-0b5368e9be8f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 00:18:22.295987 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:18:22.301151 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d43d93c-ce3b-405b-816c-a12f85c747b8 req-43254a73-9872-4300-bf6e-622198f8bd89 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:18:22.302650 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8d43d93c-ce3b-405b-816c-a12f85c747b8 req-43254a73-9872-4300-bf6e-622198f8bd89 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] 10.222.0.18 "GET /v2.0/ports?device_id=c8124bf0-b23a-4ced-b257-db96bf56dcb3 HTTP/1.1" status: 200 len: 944 time: 0.0528924 Jul 28 00:18:22.308992 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce5cccfe-59f6-4740-9822-c52c94922f4b {{(pid=93799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 00:18:22.329565 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port ce5cccfe-59f6-4740-9822-c52c94922f4b, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=ce5cccfe-59f6-4740-9822-c52c94922f4b,segment=NetworkSegment(803a7eaa-ce5f-4c59-915b-9173fd30879b),segment_id=803a7eaa-ce5f-4c59-915b-9173fd30879b)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 00:18:22.333540 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:18:22.342358 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8d43d93c-ce3b-405b-816c-a12f85c747b8 req-157e9666-acbc-4659-8c36-466caae50265 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] 10.222.0.18 "GET /v2.0/security-groups?id=0b73ffdc-9ce2-4922-b6c1-3326afbb990b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331388 Jul 28 00:18:22.378539 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Pushing event updated for resources: {'Port': ['ID=ce5cccfe-59f6-4740-9822-c52c94922f4b,revision_number=9']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:18:22.532321 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] get_ports_and_sgs() called for port_ids ['ce5cccfe-59f6-4740-9822-c52c94922f4b'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 00:18:23.464433 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8180ff71-f30c-4a3b-9a38-e322200d7ffb req-243396de-840a-4fa2-9959-f12267152939 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:18:23.465882 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-8180ff71-f30c-4a3b-9a38-e322200d7ffb req-243396de-840a-4fa2-9959-f12267152939 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] 10.222.0.18 "GET /v2.0/ports?device_id=c8124bf0-b23a-4ced-b257-db96bf56dcb3 HTTP/1.1" status: 200 len: 945 time: 0.0526018 Jul 28 00:18:23.505026 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-8180ff71-f30c-4a3b-9a38-e322200d7ffb req-8f55d91c-0736-43c3-b088-2e759280392a tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] 10.222.0.18 "GET /v2.0/security-groups?id=0b73ffdc-9ce2-4922-b6c1-3326afbb990b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323884 Jul 28 00:18:24.162640 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device ce5cccfe-59f6-4740-9822-c52c94922f4b up at agent hyperv_n-h1-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 00:18:24.211180 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Provisioning complete for port ce5cccfe-59f6-4740-9822-c52c94922f4b triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 00:18:24.211554 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:18:24.287223 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:18:24.308976 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8124bf0-b23a-4ced-b257-db96bf56dcb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce5cccfe-59f6-4740-9822-c52c94922f4b'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 00:18:24.311488 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64765ad30d2cb160e3038d1462d2ba509af0f62467a800f17112a752d2df19f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84338413-06b7-4de8-9655-f4a1a2d491f7" -d '{"events": [{"server_uuid": "c8124bf0-b23a-4ced-b257-db96bf56dcb3", "name": "network-vif-plugged", "status": "completed", "tag": "ce5cccfe-59f6-4740-9822-c52c94922f4b"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 00:18:24.324393 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port ce5cccfe-59f6-4740-9822-c52c94922f4b, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=ce5cccfe-59f6-4740-9822-c52c94922f4b,segment=NetworkSegment(803a7eaa-ce5f-4c59-915b-9173fd30879b),segment_id=803a7eaa-ce5f-4c59-915b-9173fd30879b)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 00:18:24.328760 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:18:24.354218 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 00:18:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a6a2ba0-9307-44c3-b2e5-e6aaa82ef49a x-openstack-request-id: req-1a6a2ba0-9307-44c3-b2e5-e6aaa82ef49a {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 00:18:24.354509 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8124bf0-b23a-4ced-b257-db96bf56dcb3", "name": "network-vif-plugged", "status": "completed", "tag": "ce5cccfe-59f6-4740-9822-c52c94922f4b", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 00:18:24.355303 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1a6a2ba0-9307-44c3-b2e5-e6aaa82ef49a {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 00:18:24.355751 n-d-802623-1 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8124bf0-b23a-4ced-b257-db96bf56dcb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce5cccfe-59f6-4740-9822-c52c94922f4b', 'code': 200} Jul 28 00:18:24.387525 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Pushing event updated for resources: {'Port': ['ID=ce5cccfe-59f6-4740-9822-c52c94922f4b,revision_number=10']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:18:24.554431 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3602cb3-13b3-4540-b5aa-f8bbe44c5917 req-fdfd2fa4-2b76-4544-b59b-b0d01e251d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:18:24.555976 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c3602cb3-13b3-4540-b5aa-f8bbe44c5917 req-fdfd2fa4-2b76-4544-b59b-b0d01e251d96 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=c8124bf0-b23a-4ced-b257-db96bf56dcb3 HTTP/1.1" status: 200 len: 1098 time: 0.0400212 Jul 28 00:18:24.615202 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c3602cb3-13b3-4540-b5aa-f8bbe44c5917 req-dbfd96da-a6be-4812-bd9b-f03a4fc41d40 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=0b73ffdc-9ce2-4922-b6c1-3326afbb990b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520999 Jul 28 00:18:24.633063 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5330fe-402a-4ce6-b95c-aea616f313d6 req-1f7f068a-e730-434b-aaaa-cb4f9eff6626 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:18:24.634605 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-6e5330fe-402a-4ce6-b95c-aea616f313d6 req-1f7f068a-e730-434b-aaaa-cb4f9eff6626 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] 10.222.0.18 "GET /v2.0/ports?device_id=c8124bf0-b23a-4ced-b257-db96bf56dcb3 HTTP/1.1" status: 200 len: 947 time: 0.0588539 Jul 28 00:18:24.671873 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-6e5330fe-402a-4ce6-b95c-aea616f313d6 req-1417eecc-66c2-4ec9-af2c-c2dfaa1e7911 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] 10.222.0.18 "GET /v2.0/security-groups?id=0b73ffdc-9ce2-4922-b6c1-3326afbb990b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311177 Jul 28 00:18:25.790837 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7948a16-493e-4aca-aeb4-b60802c07eeb req-85f32dd0-c7ec-405a-95a4-82b1cc55dcdc tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:18:25.793394 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f7948a16-493e-4aca-aeb4-b60802c07eeb req-85f32dd0-c7ec-405a-95a4-82b1cc55dcdc tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] 10.222.0.18 "GET /v2.0/ports?device_id=c8124bf0-b23a-4ced-b257-db96bf56dcb3 HTTP/1.1" status: 200 len: 947 time: 0.0505996 Jul 28 00:18:25.833668 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f7948a16-493e-4aca-aeb4-b60802c07eeb req-e4ee1de2-c8f0-43a1-95cf-547adab7b794 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] 10.222.0.18 "GET /v2.0/security-groups?id=0b73ffdc-9ce2-4922-b6c1-3326afbb990b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340927 Jul 28 00:18:26.951607 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80356388-f96c-44eb-b015-a3c49d29d74b req-8a168a73-c383-480f-a5ec-4cce212f8526 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:18:26.952970 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-80356388-f96c-44eb-b015-a3c49d29d74b req-8a168a73-c383-480f-a5ec-4cce212f8526 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] 10.222.0.18 "GET /v2.0/ports?device_id=c8124bf0-b23a-4ced-b257-db96bf56dcb3 HTTP/1.1" status: 200 len: 947 time: 0.0519137 Jul 28 00:18:26.990238 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-80356388-f96c-44eb-b015-a3c49d29d74b req-eea6d753-59d9-405e-aaa1-9c251231fd0f tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] 10.222.0.18 "GET /v2.0/security-groups?id=0b73ffdc-9ce2-4922-b6c1-3326afbb990b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313337 Jul 28 00:18:27.004426 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-0dd363f1-fc14-4663-96dc-206a4fa2b224 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:18:29.362388 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.agents_db [None req-9beef776-8bab-4de2-989a-f5a23ba4aaf4 None None] Agent healthcheck: found 7 active agents {{(pid=93800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 00:18:29.678523 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-6dc9e7b9-aa26-4e85-bcd3-fcacf8f1170f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:18:30.151663 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:18:30.207571 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:18:30.743874 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-19f2e178-d45e-4fbe-b9be-c3963fc151ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:18:32.500110 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7418f70f-e60d-4709-8ba9-6ab514bc7f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:18:35.674551 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:18:57.005649 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e3b51f1c-348c-47a4-aa4c-dbea18b38821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:18:59.679147 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-bdad254b-fde1-4121-8dd8-5b6ece10f6ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:19:00.152481 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:19:00.206908 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:19:00.745830 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-19f2e178-d45e-4fbe-b9be-c3963fc151ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:19:02.502724 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7418f70f-e60d-4709-8ba9-6ab514bc7f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:19:05.677372 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:19:06.362108 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.agents_db [None req-9beef776-8bab-4de2-989a-f5a23ba4aaf4 None None] Agent healthcheck: found 7 active agents {{(pid=93800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 00:19:13.315925 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e1389a00-196b-4df6-b1fc-c0e3fb66c037 req-bc216425-cbc6-438d-bfcd-ecb3b47e96cb service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=c8124bf0-b23a-4ced-b257-db96bf56dcb3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0392091 Jul 28 00:19:13.396878 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1389a00-196b-4df6-b1fc-c0e3fb66c037 req-b1cf0eac-f007-4216-905e-107daa0c7445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:19:13.398364 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e1389a00-196b-4df6-b1fc-c0e3fb66c037 req-b1cf0eac-f007-4216-905e-107daa0c7445 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5c4b23c604b94f05b2d78ff1de89574d&device_id=c8124bf0-b23a-4ced-b257-db96bf56dcb3 HTTP/1.1" status: 200 len: 1098 time: 0.0415168 Jul 28 00:19:13.502350 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1389a00-196b-4df6-b1fc-c0e3fb66c037 req-b6352270-d8cc-49be-aac7-392239070e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:19:13.503839 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e1389a00-196b-4df6-b1fc-c0e3fb66c037 req-b6352270-d8cc-49be-aac7-392239070e83 service neutron] 10.222.0.38 "GET /v2.0/networks?id=11170dcf-6737-4d28-a602-1f8c141c04e6 HTTP/1.1" status: 200 len: 910 time: 0.0851486 Jul 28 00:19:13.567709 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e1389a00-196b-4df6-b1fc-c0e3fb66c037 req-6c07d245-7c3b-413a-b7ca-fdda5eafdd2a service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ce5cccfe-59f6-4740-9822-c52c94922f4b HTTP/1.1" status: 200 len: 1001 time: 0.0567312 Jul 28 00:19:13.615211 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1389a00-196b-4df6-b1fc-c0e3fb66c037 req-4d1721dc-abda-425d-ab62-714eda893b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:19:13.616603 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e1389a00-196b-4df6-b1fc-c0e3fb66c037 req-4d1721dc-abda-425d-ab62-714eda893b5f service neutron] 10.222.0.38 "GET /v2.0/subnets?id=6956b4a6-6864-4994-98dd-0b5368e9be8f HTTP/1.1" status: 200 len: 848 time: 0.0424964 Jul 28 00:19:13.665298 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1389a00-196b-4df6-b1fc-c0e3fb66c037 req-f9b8a7ac-6dbd-4d3e-8fee-6d9fe9a71e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:19:13.666793 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e1389a00-196b-4df6-b1fc-c0e3fb66c037 req-f9b8a7ac-6dbd-4d3e-8fee-6d9fe9a71e86 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=11170dcf-6737-4d28-a602-1f8c141c04e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432467 Jul 28 00:19:13.754422 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e1389a00-196b-4df6-b1fc-c0e3fb66c037 req-1a568c75-66d3-4be9-b23c-56dc229323d8 service neutron] 10.222.0.38 "GET /v2.0/networks/11170dcf-6737-4d28-a602-1f8c141c04e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799844 Jul 28 00:19:13.845614 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e1389a00-196b-4df6-b1fc-c0e3fb66c037 req-eabb7ef6-0e78-41fd-aa91-cd4fc7a6cb83 service neutron] 10.222.0.38 "GET /v2.0/networks/11170dcf-6737-4d28-a602-1f8c141c04e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844431 Jul 28 00:19:27.006418 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7142adf0-41ec-440b-b76e-2dcb6060f361 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:19:29.679818 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ae199944-ee1a-427f-8757-557d342bc832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:19:30.153537 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:19:30.221054 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:19:30.747201 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-19f2e178-d45e-4fbe-b9be-c3963fc151ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:19:32.505176 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7418f70f-e60d-4709-8ba9-6ab514bc7f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:19:35.696381 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:19:36.578999 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 60018) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:19:36.734955 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-baac811b-ae47-4d5f-85c2-a8b056b6712a tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Deleting port 004e593f-ef0a-4790-a001-605253c954a0 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 00:19:36.735333 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-baac811b-ae47-4d5f-85c2-a8b056b6712a tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:19:36.812791 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-baac811b-ae47-4d5f-85c2-a8b056b6712a tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:19:36.813122 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-baac811b-ae47-4d5f-85c2-a8b056b6712a tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:19:36.824477 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-baac811b-ae47-4d5f-85c2-a8b056b6712a tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Calling delete_port for 004e593f-ef0a-4790-a001-605253c954a0 owned by network:floatingip {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 00:19:36.976371 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-baac811b-ae47-4d5f-85c2-a8b056b6712a tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:19:37.007790 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baac811b-ae47-4d5f-85c2-a8b056b6712a tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Pushing event deleted for resources: {'Port': ['ID=004e593f-ef0a-4790-a001-605253c954a0,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:19:37.029915 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baac811b-ae47-4d5f-85c2-a8b056b6712a tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:19:37.030269 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baac811b-ae47-4d5f-85c2-a8b056b6712a tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:19:37.031161 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baac811b-ae47-4d5f-85c2-a8b056b6712a tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:19:37.031509 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baac811b-ae47-4d5f-85c2-a8b056b6712a tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:19:37.031848 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baac811b-ae47-4d5f-85c2-a8b056b6712a tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:19:37.032180 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baac811b-ae47-4d5f-85c2-a8b056b6712a tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:19:37.032512 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baac811b-ae47-4d5f-85c2-a8b056b6712a tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:19:37.032841 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baac811b-ae47-4d5f-85c2-a8b056b6712a tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:19:37.033170 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baac811b-ae47-4d5f-85c2-a8b056b6712a tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:19:37.033498 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baac811b-ae47-4d5f-85c2-a8b056b6712a tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:19:37.033854 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baac811b-ae47-4d5f-85c2-a8b056b6712a tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:19:37.034189 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baac811b-ae47-4d5f-85c2-a8b056b6712a tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:19:37.075452 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-baac811b-ae47-4d5f-85c2-a8b056b6712a tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Notify callbacks [] for floatingip, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:19:37.075794 n-d-802623-1 neutron-server[93797]: INFO neutron.db.l3_db [None req-baac811b-ae47-4d5f-85c2-a8b056b6712a tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Floating IP a372d12c-f2c5-4e17-bd9f-8b781619f4e6 disassociated (deleted). External IP: 172.25.4.70, port: ce5cccfe-59f6-4740-9822-c52c94922f4b. Jul 28 00:19:37.284239 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-baac811b-ae47-4d5f-85c2-a8b056b6712a tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Router ab8f78f6-5ae3-4eeb-94de-5d0fb1d43be9 has already been hosted by L3 agent 018c4455-49c0-4734-927d-7824067b2a9e {{(pid=93797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 00:19:37.391093 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baac811b-ae47-4d5f-85c2-a8b056b6712a tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 00:19:37.395941 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-baac811b-ae47-4d5f-85c2-a8b056b6712a tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for floatingip, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:19:37.400954 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e24617d1-b9b6-4e51-8bed-8e26d1eea466 None None] Sync routers for ids ['ab8f78f6-5ae3-4eeb-94de-5d0fb1d43be9'] in n-d-802623-1 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 00:19:37.410427 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e24617d1-b9b6-4e51-8bed-8e26d1eea466 None None] Routers {'ab8f78f6-5ae3-4eeb-94de-5d0fb1d43be9'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 00:19:37.411071 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-e24617d1-b9b6-4e51-8bed-8e26d1eea466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-28T00:19:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['ab8f78f6-5ae3-4eeb-94de-5d0fb1d43be9'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:19:37.423506 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-baac811b-ae47-4d5f-85c2-a8b056b6712a tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] 10.222.0.18 "DELETE /v2.0/floatingips/a372d12c-f2c5-4e17-bd9f-8b781619f4e6 HTTP/1.1" status: 204 len: 168 time: 0.8433714 Jul 28 00:19:37.424111 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8124bf0-b23a-4ced-b257-db96bf56dcb3', 'tag': 'ce5cccfe-59f6-4740-9822-c52c94922f4b'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 00:19:37.426372 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54ff2e8c926e0231465601fd4f15fa4e9ff5e8c34d973af7f909e70dd0b48885" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06e2e5a6-6a1e-4ec8-8361-4abcee6c70f4" -d '{"events": [{"name": "network-changed", "server_uuid": "c8124bf0-b23a-4ced-b257-db96bf56dcb3", "tag": "ce5cccfe-59f6-4740-9822-c52c94922f4b"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 00:19:37.525559 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-e24617d1-b9b6-4e51-8bed-8e26d1eea466 None None] Set router ab8f78f6-5ae3-4eeb-94de-5d0fb1d43be9 gateway port host: n-d-802623-1 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 00:19:37.527459 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 00:19:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80008abb-9df0-43dc-9d2f-b6542388b240 x-openstack-request-id: req-80008abb-9df0-43dc-9d2f-b6542388b240 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 00:19:37.527751 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8124bf0-b23a-4ced-b257-db96bf56dcb3", "tag": "ce5cccfe-59f6-4740-9822-c52c94922f4b", "status": "completed", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 00:19:37.528001 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-80008abb-9df0-43dc-9d2f-b6542388b240 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 00:19:37.528999 n-d-802623-1 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8124bf0-b23a-4ced-b257-db96bf56dcb3', 'tag': 'ce5cccfe-59f6-4740-9822-c52c94922f4b', 'status': 'completed', 'code': 200} Jul 28 00:19:37.594173 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e2e5a6-6a1e-4ec8-8361-4abcee6c70f4 req-c5cebd96-5308-418d-8ac9-07458333bacf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:19:37.595867 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-06e2e5a6-6a1e-4ec8-8361-4abcee6c70f4 req-c5cebd96-5308-418d-8ac9-07458333bacf service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5c4b23c604b94f05b2d78ff1de89574d&device_id=c8124bf0-b23a-4ced-b257-db96bf56dcb3 HTTP/1.1" status: 200 len: 1098 time: 0.0454252 Jul 28 00:19:37.716163 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd90c80f-f80e-4850-9e09-87fca29b1d12 req-744696e3-296f-4404-8303-0b1f0f602d0c tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:19:37.717664 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-cd90c80f-f80e-4850-9e09-87fca29b1d12 req-744696e3-296f-4404-8303-0b1f0f602d0c tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] 10.222.0.18 "GET /v2.0/ports?device_id=c8124bf0-b23a-4ced-b257-db96bf56dcb3 HTTP/1.1" status: 200 len: 947 time: 0.1069314 Jul 28 00:19:37.733749 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-e24617d1-b9b6-4e51-8bed-8e26d1eea466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab8f78f6-5ae3-4eeb-94de-5d0fb1d43be9', 'name': 'tempest-TestShelveInstance-1430498722-router', 'tenant_id': '5c4b23c604b94f05b2d78ff1de89574d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.120'}], 'enable_snat': True}, 'gw_port_id': 'b9c806ee-5b47-414e-a02c-dfe6ac68cb81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T00:15:22Z', 'updated_at': '2021-07-28T00:15:25Z', 'revision_number': 4, 'project_id': '5c4b23c604b94f05b2d78ff1de89574d', 'gw_port': {'id': 'b9c806ee-5b47-414e-a02c-dfe6ac68cb81', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:da:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8f78f6-5ae3-4eeb-94de-5d0fb1d43be9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T00:15:23Z', 'updated_at': '2021-07-28T00:15:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': 'b1f727f7-9565-4251-9494-a107ba22e7da', 'name': '', 'network_id': '11170dcf-6737-4d28-a602-1f8c141c04e6', 'tenant_id': '5c4b23c604b94f05b2d78ff1de89574d', 'mac_address': 'fa:16:3e:4e:12:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8f78f6-5ae3-4eeb-94de-5d0fb1d43be9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '6956b4a6-6864-4994-98dd-0b5368e9be8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T00:15:24Z', 'updated_at': '2021-07-28T00:15:32Z', 'revision_number': 5, 'project_id': '5c4b23c604b94f05b2d78ff1de89574d', 'subnets': [{'id': '6956b4a6-6864-4994-98dd-0b5368e9be8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:19:37.734382 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e2e5a6-6a1e-4ec8-8361-4abcee6c70f4 req-58c8d1dc-b763-492c-be7f-e9621faee1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:19:37.735938 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-06e2e5a6-6a1e-4ec8-8361-4abcee6c70f4 req-58c8d1dc-b763-492c-be7f-e9621faee1a2 service neutron] 10.222.0.38 "GET /v2.0/networks?id=11170dcf-6737-4d28-a602-1f8c141c04e6 HTTP/1.1" status: 200 len: 910 time: 0.1326780 Jul 28 00:19:37.767564 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e24617d1-b9b6-4e51-8bed-8e26d1eea466 None None] Checking router: ab8f78f6-5ae3-4eeb-94de-5d0fb1d43be9 for host: n-d-802623-1 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 00:19:37.775634 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e24617d1-b9b6-4e51-8bed-8e26d1eea466 None None] Routers {'ab8f78f6-5ae3-4eeb-94de-5d0fb1d43be9'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 00:19:37.776237 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-e24617d1-b9b6-4e51-8bed-8e26d1eea466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-28T00:19:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['ab8f78f6-5ae3-4eeb-94de-5d0fb1d43be9'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:19:37.787134 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-06e2e5a6-6a1e-4ec8-8361-4abcee6c70f4 req-96b088f8-f351-47e8-96a3-0908009a3d12 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ce5cccfe-59f6-4740-9822-c52c94922f4b HTTP/1.1" status: 200 len: 217 time: 0.0405555 Jul 28 00:19:37.794354 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-cd90c80f-f80e-4850-9e09-87fca29b1d12 req-0fec8735-f003-4491-84a0-beeace1d488b tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] 10.222.0.18 "GET /v2.0/security-groups?id=0b73ffdc-9ce2-4922-b6c1-3326afbb990b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688815 Jul 28 00:19:37.841458 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e2e5a6-6a1e-4ec8-8361-4abcee6c70f4 req-c17b8ddb-6c0c-45b6-ba8a-00df909d3ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:19:37.842923 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-06e2e5a6-6a1e-4ec8-8361-4abcee6c70f4 req-c17b8ddb-6c0c-45b6-ba8a-00df909d3ba7 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=6956b4a6-6864-4994-98dd-0b5368e9be8f HTTP/1.1" status: 200 len: 848 time: 0.0477247 Jul 28 00:19:37.879168 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-e24617d1-b9b6-4e51-8bed-8e26d1eea466 None None] Set router ab8f78f6-5ae3-4eeb-94de-5d0fb1d43be9 gateway port host: n-d-802623-1 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 00:19:37.889821 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e2e5a6-6a1e-4ec8-8361-4abcee6c70f4 req-b63aa85c-8e34-4ff5-9fab-25a13d1abd5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:19:37.892080 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-06e2e5a6-6a1e-4ec8-8361-4abcee6c70f4 req-b63aa85c-8e34-4ff5-9fab-25a13d1abd5a service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=11170dcf-6737-4d28-a602-1f8c141c04e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401731 Jul 28 00:19:37.987229 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-06e2e5a6-6a1e-4ec8-8361-4abcee6c70f4 req-12c14c36-8f1e-418d-a27b-bfdf6bd004b4 service neutron] 10.222.0.38 "GET /v2.0/networks/11170dcf-6737-4d28-a602-1f8c141c04e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866346 Jul 28 00:19:38.072697 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-e24617d1-b9b6-4e51-8bed-8e26d1eea466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab8f78f6-5ae3-4eeb-94de-5d0fb1d43be9', 'name': 'tempest-TestShelveInstance-1430498722-router', 'tenant_id': '5c4b23c604b94f05b2d78ff1de89574d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.120'}], 'enable_snat': True}, 'gw_port_id': 'b9c806ee-5b47-414e-a02c-dfe6ac68cb81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T00:15:22Z', 'updated_at': '2021-07-28T00:15:25Z', 'revision_number': 4, 'project_id': '5c4b23c604b94f05b2d78ff1de89574d', 'gw_port': {'id': 'b9c806ee-5b47-414e-a02c-dfe6ac68cb81', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:da:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8f78f6-5ae3-4eeb-94de-5d0fb1d43be9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T00:15:23Z', 'updated_at': '2021-07-28T00:15:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': 'b1f727f7-9565-4251-9494-a107ba22e7da', 'name': '', 'network_id': '11170dcf-6737-4d28-a602-1f8c141c04e6', 'tenant_id': '5c4b23c604b94f05b2d78ff1de89574d', 'mac_address': 'fa:16:3e:4e:12:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8f78f6-5ae3-4eeb-94de-5d0fb1d43be9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '6956b4a6-6864-4994-98dd-0b5368e9be8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T00:15:24Z', 'updated_at': '2021-07-28T00:15:32Z', 'revision_number': 5, 'project_id': '5c4b23c604b94f05b2d78ff1de89574d', 'subnets': [{'id': '6956b4a6-6864-4994-98dd-0b5368e9be8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:19:38.081697 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-06e2e5a6-6a1e-4ec8-8361-4abcee6c70f4 req-2f03b14b-2ddf-42e1-a408-155a8b898207 service neutron] 10.222.0.38 "GET /v2.0/networks/11170dcf-6737-4d28-a602-1f8c141c04e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873501 Jul 28 00:19:38.102558 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e24617d1-b9b6-4e51-8bed-8e26d1eea466 None None] The sync data for ids ['ab8f78f6-5ae3-4eeb-94de-5d0fb1d43be9'] in n-d-802623-1 is: [{'id': 'ab8f78f6-5ae3-4eeb-94de-5d0fb1d43be9', 'name': 'tempest-TestShelveInstance-1430498722-router', 'tenant_id': '5c4b23c604b94f05b2d78ff1de89574d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.120'}], 'enable_snat': True}, 'gw_port_id': 'b9c806ee-5b47-414e-a02c-dfe6ac68cb81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T00:15:22Z', 'updated_at': '2021-07-28T00:15:25Z', 'revision_number': 4, 'project_id': '5c4b23c604b94f05b2d78ff1de89574d', 'gw_port': {'id': 'b9c806ee-5b47-414e-a02c-dfe6ac68cb81', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:da:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8f78f6-5ae3-4eeb-94de-5d0fb1d43be9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T00:15:23Z', 'updated_at': '2021-07-28T00:15:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': 'b1f727f7-9565-4251-9494-a107ba22e7da', 'name': '', 'network_id': '11170dcf-6737-4d28-a602-1f8c141c04e6', 'tenant_id': '5c4b23c604b94f05b2d78ff1de89574d', 'mac_address': 'fa:16:3e:4e:12:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8f78f6-5ae3-4eeb-94de-5d0fb1d43be9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '6956b4a6-6864-4994-98dd-0b5368e9be8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T00:15:24Z', 'updated_at': '2021-07-28T00:15:32Z', 'revision_number': 5, 'project_id': '5c4b23c604b94f05b2d78ff1de89574d', 'subnets': [{'id': '6956b4a6-6864-4994-98dd-0b5368e9be8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 00:19:38.323295 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b4cb4c5-4951-4f24-8f6b-08d419efd34b None None] New status for floating IP a372d12c-f2c5-4e17-bd9f-8b781619f4e6: DOWN {{(pid=93799) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 00:19:38.908939 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e98cfb-25d1-4875-97f7-762ab40fb9d9 req-65236c10-8f3f-4f95-9abb-6d2be20e624f tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:19:38.910418 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e1e98cfb-25d1-4875-97f7-762ab40fb9d9 req-65236c10-8f3f-4f95-9abb-6d2be20e624f tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] 10.222.0.38 "GET /v2.0/ports?device_id=c8124bf0-b23a-4ced-b257-db96bf56dcb3 HTTP/1.1" status: 200 len: 947 time: 0.0503490 Jul 28 00:19:38.918300 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61a5639-e00f-413b-b25d-01e1c60e2e53 req-59eb0b85-3ff1-42f6-869b-f472f6255544 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:19:38.919844 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-c61a5639-e00f-413b-b25d-01e1c60e2e53 req-59eb0b85-3ff1-42f6-869b-f472f6255544 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] 10.222.0.18 "GET /v2.0/ports?device_id=c8124bf0-b23a-4ced-b257-db96bf56dcb3 HTTP/1.1" status: 200 len: 947 time: 0.0521202 Jul 28 00:19:38.958736 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-c61a5639-e00f-413b-b25d-01e1c60e2e53 req-77518fc5-1eee-4aab-b433-cace8addaeb9 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] 10.222.0.18 "GET /v2.0/security-groups?id=0b73ffdc-9ce2-4922-b6c1-3326afbb990b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328600 Jul 28 00:19:39.009132 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-e1e98cfb-25d1-4875-97f7-762ab40fb9d9 req-86316e3a-c8cf-44f2-be78-e5be873738b0 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Deleting port ce5cccfe-59f6-4740-9822-c52c94922f4b {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 00:19:39.009485 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-e1e98cfb-25d1-4875-97f7-762ab40fb9d9 req-86316e3a-c8cf-44f2-be78-e5be873738b0 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:19:39.100062 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-e1e98cfb-25d1-4875-97f7-762ab40fb9d9 req-86316e3a-c8cf-44f2-be78-e5be873738b0 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] For port ce5cccfe-59f6-4740-9822-c52c94922f4b, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=ce5cccfe-59f6-4740-9822-c52c94922f4b,segment=NetworkSegment(803a7eaa-ce5f-4c59-915b-9173fd30879b),segment_id=803a7eaa-ce5f-4c59-915b-9173fd30879b)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 00:19:39.100341 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-e1e98cfb-25d1-4875-97f7-762ab40fb9d9 req-86316e3a-c8cf-44f2-be78-e5be873738b0 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:19:39.113449 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-e1e98cfb-25d1-4875-97f7-762ab40fb9d9 req-86316e3a-c8cf-44f2-be78-e5be873738b0 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Calling delete_port for ce5cccfe-59f6-4740-9822-c52c94922f4b owned by compute:nova {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 00:19:39.243721 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-e1e98cfb-25d1-4875-97f7-762ab40fb9d9 req-86316e3a-c8cf-44f2-be78-e5be873738b0 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:19:39.271480 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86316e3a-c8cf-44f2-be78-e5be873738b0 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Pushing event deleted for resources: {'Port': ['ID=ce5cccfe-59f6-4740-9822-c52c94922f4b,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:19:39.297609 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86316e3a-c8cf-44f2-be78-e5be873738b0 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:19:39.297961 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86316e3a-c8cf-44f2-be78-e5be873738b0 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:19:39.298303 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86316e3a-c8cf-44f2-be78-e5be873738b0 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:19:39.298643 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86316e3a-c8cf-44f2-be78-e5be873738b0 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:19:39.298974 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86316e3a-c8cf-44f2-be78-e5be873738b0 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:19:39.299332 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86316e3a-c8cf-44f2-be78-e5be873738b0 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:19:39.299659 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86316e3a-c8cf-44f2-be78-e5be873738b0 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:19:39.299982 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86316e3a-c8cf-44f2-be78-e5be873738b0 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:19:39.300304 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86316e3a-c8cf-44f2-be78-e5be873738b0 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:19:39.300629 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86316e3a-c8cf-44f2-be78-e5be873738b0 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:19:39.300971 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86316e3a-c8cf-44f2-be78-e5be873738b0 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:19:39.301305 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86316e3a-c8cf-44f2-be78-e5be873738b0 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:19:39.322239 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1e98cfb-25d1-4875-97f7-762ab40fb9d9 req-86316e3a-c8cf-44f2-be78-e5be873738b0 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] No DVR routers for this DVR port ce5cccfe-59f6-4740-9822-c52c94922f4b on host n-h1-802623-1 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 00:19:39.324710 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-e1e98cfb-25d1-4875-97f7-762ab40fb9d9 req-86316e3a-c8cf-44f2-be78-e5be873738b0 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:19:39.326715 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e1e98cfb-25d1-4875-97f7-762ab40fb9d9 req-86316e3a-c8cf-44f2-be78-e5be873738b0 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] 10.222.0.38 "DELETE /v2.0/ports/ce5cccfe-59f6-4740-9822-c52c94922f4b HTTP/1.1" status: 204 len: 173 time: 0.4104669 Jul 28 00:19:39.327194 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8124bf0-b23a-4ced-b257-db96bf56dcb3', 'name': 'network-vif-deleted', 'tag': 'ce5cccfe-59f6-4740-9822-c52c94922f4b'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 00:19:39.329512 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b87af07e598cf5b62d2945997aebdb2f0d5735b62acaa13edb25b119cdbae256" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4f22433-2216-40ed-8c76-836b6ac30636" -d '{"events": [{"server_uuid": "c8124bf0-b23a-4ced-b257-db96bf56dcb3", "name": "network-vif-deleted", "tag": "ce5cccfe-59f6-4740-9822-c52c94922f4b"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 00:19:39.417875 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 00:19:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83859f3b-cd24-45bc-b6aa-6389d8fd84b6 x-openstack-request-id: req-83859f3b-cd24-45bc-b6aa-6389d8fd84b6 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 00:19:39.418164 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8124bf0-b23a-4ced-b257-db96bf56dcb3", "name": "network-vif-deleted", "tag": "ce5cccfe-59f6-4740-9822-c52c94922f4b", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 00:19:39.418418 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-83859f3b-cd24-45bc-b6aa-6389d8fd84b6 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 00:19:39.418821 n-d-802623-1 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8124bf0-b23a-4ced-b257-db96bf56dcb3', 'name': 'network-vif-deleted', 'tag': 'ce5cccfe-59f6-4740-9822-c52c94922f4b', 'status': 'completed', 'code': 200} Jul 28 00:19:40.014329 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 60042) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:19:40.083861 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d04c2b7a-91d7-405f-a235-603ae22f3d41 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:19:40.108511 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d04c2b7a-91d7-405f-a235-603ae22f3d41 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:19:40.168429 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d04c2b7a-91d7-405f-a235-603ae22f3d41 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:19:40.171228 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d04c2b7a-91d7-405f-a235-603ae22f3d41 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:19:40.172399 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-d04c2b7a-91d7-405f-a235-603ae22f3d41 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] 10.222.0.18 "DELETE /v2.0/security-groups/0b73ffdc-9ce2-4922-b6c1-3326afbb990b HTTP/1.1" status: 204 len: 168 time: 0.1564758 Jul 28 00:19:40.181478 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04c2b7a-91d7-405f-a235-603ae22f3d41 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b73ffdc-9ce2-4922-b6c1-3326afbb990b,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:19:40.438439 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 60048) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:19:40.443290 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-25c0f9a4-a191-4911-b95c-e474f46aab5f tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1352845226', 'description': 'tempest-secgroup-smoke-1352845226 description', 'project_id': '5c4b23c604b94f05b2d78ff1de89574d'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 00:19:40.463940 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-25c0f9a4-a191-4911-b95c-e474f46aab5f tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:19:40.545340 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-25c0f9a4-a191-4911-b95c-e474f46aab5f tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:19:40.549741 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-25c0f9a4-a191-4911-b95c-e474f46aab5f tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:19:40.578881 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-25c0f9a4-a191-4911-b95c-e474f46aab5f tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:19:40.580128 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-25c0f9a4-a191-4911-b95c-e474f46aab5f tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1405478 Jul 28 00:19:40.583229 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c0f9a4-a191-4911-b95c-e474f46aab5f tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Pushing event updated for resources: {'SecurityGroup': ['ID=793c7c32-8670-4827-94e7-7f17f7dc60a4,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:19:40.583744 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 60050) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:19:40.594106 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-a605abdc-45ad-4dec-a68a-a262a153da5b tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Request body: {'security_group_rule': {'security_group_id': '793c7c32-8670-4827-94e7-7f17f7dc60a4', 'project_id': '5c4b23c604b94f05b2d78ff1de89574d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 00:19:40.621339 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a605abdc-45ad-4dec-a68a-a262a153da5b tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:19:40.667893 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a605abdc-45ad-4dec-a68a-a262a153da5b tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:19:40.671170 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a605abdc-45ad-4dec-a68a-a262a153da5b tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784185'] for security_group_rule, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:19:40.688220 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a605abdc-45ad-4dec-a68a-a262a153da5b tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cccb1918-5d4c-47c7-be1b-3f834101c8a2,revision_number=0']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:19:40.696111 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a605abdc-45ad-4dec-a68a-a262a153da5b tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:19:40.699608 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-a605abdc-45ad-4dec-a68a-a262a153da5b tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1146095 Jul 28 00:19:40.700263 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 60052) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:19:40.705405 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-acd53947-19a9-48ba-a932-1246e8995319 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Request body: {'security_group_rule': {'security_group_id': '793c7c32-8670-4827-94e7-7f17f7dc60a4', 'project_id': '5c4b23c604b94f05b2d78ff1de89574d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 00:19:40.734212 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-acd53947-19a9-48ba-a932-1246e8995319 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:19:40.791798 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-acd53947-19a9-48ba-a932-1246e8995319 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:19:40.795157 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-acd53947-19a9-48ba-a932-1246e8995319 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784185'] for security_group_rule, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:19:40.814407 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd53947-19a9-48ba-a932-1246e8995319 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e98213a-2e7c-4e33-af88-d63eae903036,revision_number=0']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:19:40.820894 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-acd53947-19a9-48ba-a932-1246e8995319 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:19:40.822093 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-acd53947-19a9-48ba-a932-1246e8995319 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1208413 Jul 28 00:19:40.824961 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 60054) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:19:40.830268 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-8998709c-3479-4497-8c37-ce5747f05ec9 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Request body: {'security_group_rule': {'security_group_id': '793c7c32-8670-4827-94e7-7f17f7dc60a4', 'project_id': '5c4b23c604b94f05b2d78ff1de89574d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 00:19:40.858169 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8998709c-3479-4497-8c37-ce5747f05ec9 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:19:40.915227 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8998709c-3479-4497-8c37-ce5747f05ec9 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:19:40.918474 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8998709c-3479-4497-8c37-ce5747f05ec9 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784185'] for security_group_rule, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:19:40.934641 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8998709c-3479-4497-8c37-ce5747f05ec9 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eed17804-6483-493f-b502-8a125e90b654,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:19:40.941352 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8998709c-3479-4497-8c37-ce5747f05ec9 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:19:40.942429 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-8998709c-3479-4497-8c37-ce5747f05ec9 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1164508 Jul 28 00:19:40.945244 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 60056) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:19:40.949687 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-c7734425-4165-4564-9978-6da81168e911 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Request body: {'security_group_rule': {'security_group_id': '793c7c32-8670-4827-94e7-7f17f7dc60a4', 'project_id': '5c4b23c604b94f05b2d78ff1de89574d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 00:19:40.976811 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c7734425-4165-4564-9978-6da81168e911 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:19:41.037940 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c7734425-4165-4564-9978-6da81168e911 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:19:41.041277 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c7734425-4165-4564-9978-6da81168e911 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784185'] for security_group_rule, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:19:41.062696 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7734425-4165-4564-9978-6da81168e911 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b1cbd9e-7f01-4bb4-a3f9-136f5c53b802,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:19:41.065033 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c7734425-4165-4564-9978-6da81168e911 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:19:41.066082 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-c7734425-4165-4564-9978-6da81168e911 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1199143 Jul 28 00:19:41.068810 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 60058) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:19:41.073038 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-36c3ffd2-9785-4335-8e53-610cce0d23e1 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Request body: {'security_group_rule': {'security_group_id': '793c7c32-8670-4827-94e7-7f17f7dc60a4', 'project_id': '5c4b23c604b94f05b2d78ff1de89574d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 00:19:41.094085 n-d-802623-1 neutron-server[93798]: INFO neutron.db.securitygroups_db [None req-36c3ffd2-9785-4335-8e53-610cce0d23e1 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Project 5c4b23c604b94f05b2d78ff1de89574d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 00:19:41.098896 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-36c3ffd2-9785-4335-8e53-610cce0d23e1 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:19:41.160602 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-36c3ffd2-9785-4335-8e53-610cce0d23e1 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:19:41.165129 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-36c3ffd2-9785-4335-8e53-610cce0d23e1 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784185'] for security_group_rule, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:19:41.183842 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c3ffd2-9785-4335-8e53-610cce0d23e1 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da82d2ce-9000-4429-8c7f-c99f0291c2d2,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:19:41.187164 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-36c3ffd2-9785-4335-8e53-610cce0d23e1 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:19:41.188456 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-36c3ffd2-9785-4335-8e53-610cce0d23e1 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1187823 Jul 28 00:19:41.191364 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 60060) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:19:41.196066 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-c64f92f4-d70c-4d3d-a3d5-1c81915d43a5 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Request body: {'security_group_rule': {'security_group_id': '793c7c32-8670-4827-94e7-7f17f7dc60a4', 'project_id': '5c4b23c604b94f05b2d78ff1de89574d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 00:19:41.217616 n-d-802623-1 neutron-server[93797]: INFO neutron.db.securitygroups_db [None req-c64f92f4-d70c-4d3d-a3d5-1c81915d43a5 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Project 5c4b23c604b94f05b2d78ff1de89574d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 00:19:41.222919 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c64f92f4-d70c-4d3d-a3d5-1c81915d43a5 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:19:41.284492 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c64f92f4-d70c-4d3d-a3d5-1c81915d43a5 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:19:41.288041 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c64f92f4-d70c-4d3d-a3d5-1c81915d43a5 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784185'] for security_group_rule, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:19:41.303131 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64f92f4-d70c-4d3d-a3d5-1c81915d43a5 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6668bba-2846-4387-9a9c-b13aba2001bf,revision_number=0']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:19:41.312768 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c64f92f4-d70c-4d3d-a3d5-1c81915d43a5 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:19:41.314087 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-c64f92f4-d70c-4d3d-a3d5-1c81915d43a5 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1217010 Jul 28 00:19:42.475255 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device ce5cccfe-59f6-4740-9822-c52c94922f4b no longer exists at agent hyperv_n-h1-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 00:19:42.495955 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] No Port match for: ce5cccfe-59f6-4740-9822-c52c94922f4b {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 00:19:42.496310 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device ce5cccfe-59f6-4740-9822-c52c94922f4b not bound to the agent host n-h1-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 00:19:43.364725 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.agents_db [None req-9beef776-8bab-4de2-989a-f5a23ba4aaf4 None None] Agent healthcheck: found 7 active agents {{(pid=93800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 00:19:55.590151 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-4bcfd838-0840-45b6-b85d-bd740008ef40 req-06a89bd4-e514-459a-8027-e4d0be9062b6 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1352845226&fields=id&tenant_id=5c4b23c604b94f05b2d78ff1de89574d HTTP/1.1" status: 200 len: 267 time: 0.0330744 Jul 28 00:19:55.694211 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcfd838-0840-45b6-b85d-bd740008ef40 req-e39fdd43-2995-4daf-b0df-50859721a351 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:19:55.695708 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-4bcfd838-0840-45b6-b85d-bd740008ef40 req-e39fdd43-2995-4daf-b0df-50859721a351 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] 10.222.0.18 "GET /v2.0/networks?id=11170dcf-6737-4d28-a602-1f8c141c04e6 HTTP/1.1" status: 200 len: 809 time: 0.0982010 Jul 28 00:19:55.711413 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-4bcfd838-0840-45b6-b85d-bd740008ef40 req-83596232-2389-4329-b9f3-b1160df2ea2f tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] 10.222.0.18 "GET /v2.0/quotas/5c4b23c604b94f05b2d78ff1de89574d HTTP/1.1" status: 200 len: 375 time: 0.0097260 Jul 28 00:19:55.766382 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-4bcfd838-0840-45b6-b85d-bd740008ef40 req-768f5137-d879-469e-8904-228b80694e1d tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=5c4b23c604b94f05b2d78ff1de89574d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0490644 Jul 28 00:19:55.899060 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-4bcfd838-0840-45b6-b85d-bd740008ef40 req-0ab2b751-d5ef-4490-859a-27f0a4a6c92e service neutron] 10.222.0.18 "GET /v2.0/networks/11170dcf-6737-4d28-a602-1f8c141c04e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209204 Jul 28 00:19:55.990332 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-4bcfd838-0840-45b6-b85d-bd740008ef40 req-f46c3d83-246f-4425-b67c-66e043182e3a service neutron] 10.222.0.18 "GET /v2.0/networks/11170dcf-6737-4d28-a602-1f8c141c04e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851495 Jul 28 00:19:56.275679 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d52e90fe-6922-4e84-8259-8d1e07249f4b req-8b7aea8f-301d-4926-aa2c-ae034ec815e7 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] 10.222.0.18 "GET /v2.0/ports?device_id=181b3d96-df20-4455-98c6-c6404aef367d HTTP/1.1" status: 200 len: 210 time: 0.0264087 Jul 28 00:19:57.010537 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-22a06f57-8b47-4bf9-8b3d-f7cf5861423d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:19:57.143026 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcfd838-0840-45b6-b85d-bd740008ef40 req-deea5a94-4ece-4de3-b21a-1b11124ac5d7 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:19:57.144520 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-4bcfd838-0840-45b6-b85d-bd740008ef40 req-deea5a94-4ece-4de3-b21a-1b11124ac5d7 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] 10.222.0.38 "GET /v2.0/networks?id=11170dcf-6737-4d28-a602-1f8c141c04e6 HTTP/1.1" status: 200 len: 809 time: 0.1032131 Jul 28 00:19:57.188863 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-4bcfd838-0840-45b6-b85d-bd740008ef40 req-0aa57502-fa80-486f-b9b9-71194cc0100e tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5c4b23c604b94f05b2d78ff1de89574d HTTP/1.1" status: 200 len: 380 time: 0.0356231 Jul 28 00:19:57.199219 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [req-4bcfd838-0840-45b6-b85d-bd740008ef40 req-b7b6647d-3600-48ef-9ce4-84a332ea3496 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Request body: {'port': {'device_id': '181b3d96-df20-4455-98c6-c6404aef367d', 'network_id': '11170dcf-6737-4d28-a602-1f8c141c04e6', 'admin_state_up': True, 'tenant_id': '5c4b23c604b94f05b2d78ff1de89574d', 'security_groups': ['793c7c32-8670-4827-94e7-7f17f7dc60a4']}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 00:19:57.314000 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4bcfd838-0840-45b6-b85d-bd740008ef40 req-b7b6647d-3600-48ef-9ce4-84a332ea3496 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Made reservation on behalf of 5c4b23c604b94f05b2d78ff1de89574d for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 00:19:57.317614 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-4bcfd838-0840-45b6-b85d-bd740008ef40 req-b7b6647d-3600-48ef-9ce4-84a332ea3496 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:19:57.404363 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-be7b158b-420f-43a2-9ed6-eb17f01929fa req-70c01c40-63c1-4a99-a3e1-0e130a6ee211 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] 10.222.0.18 "GET /v2.0/ports?device_id=181b3d96-df20-4455-98c6-c6404aef367d HTTP/1.1" status: 200 len: 210 time: 0.0585916 Jul 28 00:19:57.483973 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [req-4bcfd838-0840-45b6-b85d-bd740008ef40 req-b7b6647d-3600-48ef-9ce4-84a332ea3496 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Allocated IP 172.20.0.4 (11170dcf-6737-4d28-a602-1f8c141c04e6/6956b4a6-6864-4994-98dd-0b5368e9be8f/d08c0a1b-8ca1-4597-b522-0f67a308e968) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 00:19:57.619017 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-4bcfd838-0840-45b6-b85d-bd740008ef40 req-b7b6647d-3600-48ef-9ce4-84a332ea3496 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:19:57.633168 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-4bcfd838-0840-45b6-b85d-bd740008ef40 req-b7b6647d-3600-48ef-9ce4-84a332ea3496 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Transition to ACTIVE for port object d08c0a1b-8ca1-4597-b522-0f67a308e968 will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 00:19:57.665280 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-4bcfd838-0840-45b6-b85d-bd740008ef40 req-b7b6647d-3600-48ef-9ce4-84a332ea3496 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:19:57.714068 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4bcfd838-0840-45b6-b85d-bd740008ef40 req-b7b6647d-3600-48ef-9ce4-84a332ea3496 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Network 11170dcf-6737-4d28-a602-1f8c141c04e6 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 00:19:57.717210 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [req-4bcfd838-0840-45b6-b85d-bd740008ef40 req-b7b6647d-3600-48ef-9ce4-84a332ea3496 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 00:19:57.721499 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bcfd838-0840-45b6-b85d-bd740008ef40 req-b7b6647d-3600-48ef-9ce4-84a332ea3496 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 00:19:57.755963 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b6647d-3600-48ef-9ce4-84a332ea3496 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Pushing event updated for resources: {'Port': ['ID=d08c0a1b-8ca1-4597-b522-0f67a308e968,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:19:57.784595 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcfd838-0840-45b6-b85d-bd740008ef40 req-b7b6647d-3600-48ef-9ce4-84a332ea3496 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:19:57.785375 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-4bcfd838-0840-45b6-b85d-bd740008ef40 req-b7b6647d-3600-48ef-9ce4-84a332ea3496 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:19:57.801806 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-4bcfd838-0840-45b6-b85d-bd740008ef40 req-b7b6647d-3600-48ef-9ce4-84a332ea3496 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6061294 Jul 28 00:19:57.815008 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [req-4bcfd838-0840-45b6-b85d-bd740008ef40 req-eac0f00f-c408-4d95-9968-e7fba2d1be5c service neutron] Request body: {'port': {'device_id': '181b3d96-df20-4455-98c6-c6404aef367d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802623-1'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 00:19:57.872113 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-4bcfd838-0840-45b6-b85d-bd740008ef40 req-eac0f00f-c408-4d95-9968-e7fba2d1be5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:19:58.004576 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-474b899f-a90e-4394-86c8-63aefd760cf8 None None] Provisioning for port d08c0a1b-8ca1-4597-b522-0f67a308e968 completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 00:19:58.008929 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-474b899f-a90e-4394-86c8-63aefd760cf8 None None] Provisioning complete for port d08c0a1b-8ca1-4597-b522-0f67a308e968 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 00:19:58.009342 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-474b899f-a90e-4394-86c8-63aefd760cf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:19:58.043995 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-474b899f-a90e-4394-86c8-63aefd760cf8 None None] Port d08c0a1b-8ca1-4597-b522-0f67a308e968 cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 00:19:58.147437 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [req-4bcfd838-0840-45b6-b85d-bd740008ef40 req-eac0f00f-c408-4d95-9968-e7fba2d1be5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d08c0a1b-8ca1-4597-b522-0f67a308e968 {{(pid=93798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 00:19:58.155176 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-4bcfd838-0840-45b6-b85d-bd740008ef40 req-eac0f00f-c408-4d95-9968-e7fba2d1be5c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:19:58.167797 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-4bcfd838-0840-45b6-b85d-bd740008ef40 req-eac0f00f-c408-4d95-9968-e7fba2d1be5c service neutron] Transition to ACTIVE for port object d08c0a1b-8ca1-4597-b522-0f67a308e968 will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 00:19:58.171336 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-4bcfd838-0840-45b6-b85d-bd740008ef40 req-eac0f00f-c408-4d95-9968-e7fba2d1be5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:19:58.264329 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac0f00f-c408-4d95-9968-e7fba2d1be5c service neutron] Pushing event updated for resources: {'Port': ['ID=d08c0a1b-8ca1-4597-b522-0f67a308e968,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:19:58.293525 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-4bcfd838-0840-45b6-b85d-bd740008ef40 req-eac0f00f-c408-4d95-9968-e7fba2d1be5c service neutron] Attempting to bind port d08c0a1b-8ca1-4597-b522-0f67a308e968 on host n-h1-802623-1 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 00:19:58.293865 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-4bcfd838-0840-45b6-b85d-bd740008ef40 req-eac0f00f-c408-4d95-9968-e7fba2d1be5c service neutron] Attempting to bind port d08c0a1b-8ca1-4597-b522-0f67a308e968 by drivers openvswitch,hyperv on host n-h1-802623-1 at level 0 using segments [{'id': '803a7eaa-ce5f-4c59-915b-9173fd30879b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '11170dcf-6737-4d28-a602-1f8c141c04e6'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 00:19:58.294198 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bcfd838-0840-45b6-b85d-bd740008ef40 req-eac0f00f-c408-4d95-9968-e7fba2d1be5c service neutron] Attempting to bind port d08c0a1b-8ca1-4597-b522-0f67a308e968 on network 11170dcf-6737-4d28-a602-1f8c141c04e6 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 00:19:58.299511 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bcfd838-0840-45b6-b85d-bd740008ef40 req-eac0f00f-c408-4d95-9968-e7fba2d1be5c service neutron] Port d08c0a1b-8ca1-4597-b522-0f67a308e968 on network 11170dcf-6737-4d28-a602-1f8c141c04e6 not bound, no agent of type Open vSwitch agent registered on host n-h1-802623-1 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 00:19:58.299848 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bcfd838-0840-45b6-b85d-bd740008ef40 req-eac0f00f-c408-4d95-9968-e7fba2d1be5c service neutron] Attempting to bind port d08c0a1b-8ca1-4597-b522-0f67a308e968 on network 11170dcf-6737-4d28-a602-1f8c141c04e6 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 00:19:58.305635 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bcfd838-0840-45b6-b85d-bd740008ef40 req-eac0f00f-c408-4d95-9968-e7fba2d1be5c service neutron] Checking agent: {'id': '245f1da4-a9b8-4b08-90d7-28f0f342b839', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 59, 59), 'started_at': datetime.datetime(2021, 7, 27, 22, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 0, 19, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 00:19:58.306107 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bcfd838-0840-45b6-b85d-bd740008ef40 req-eac0f00f-c408-4d95-9968-e7fba2d1be5c service neutron] Checking segment: {'id': '803a7eaa-ce5f-4c59-915b-9173fd30879b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '11170dcf-6737-4d28-a602-1f8c141c04e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 00:19:58.306378 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bcfd838-0840-45b6-b85d-bd740008ef40 req-eac0f00f-c408-4d95-9968-e7fba2d1be5c service neutron] Bound using segment: {'id': '803a7eaa-ce5f-4c59-915b-9173fd30879b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '11170dcf-6737-4d28-a602-1f8c141c04e6'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 00:19:58.306823 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-4bcfd838-0840-45b6-b85d-bd740008ef40 req-eac0f00f-c408-4d95-9968-e7fba2d1be5c service neutron] Bound port: d08c0a1b-8ca1-4597-b522-0f67a308e968, host: n-h1-802623-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '803a7eaa-ce5f-4c59-915b-9173fd30879b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '11170dcf-6737-4d28-a602-1f8c141c04e6'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 00:19:58.307207 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-4bcfd838-0840-45b6-b85d-bd740008ef40 req-eac0f00f-c408-4d95-9968-e7fba2d1be5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:19:58.391955 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-4bcfd838-0840-45b6-b85d-bd740008ef40 req-eac0f00f-c408-4d95-9968-e7fba2d1be5c service neutron] For port d08c0a1b-8ca1-4597-b522-0f67a308e968, host n-h1-802623-1, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 00:19:58.396123 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-4bcfd838-0840-45b6-b85d-bd740008ef40 req-eac0f00f-c408-4d95-9968-e7fba2d1be5c service neutron] For port d08c0a1b-8ca1-4597-b522-0f67a308e968, host n-h1-802623-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=d08c0a1b-8ca1-4597-b522-0f67a308e968,segment=NetworkSegment(803a7eaa-ce5f-4c59-915b-9173fd30879b),segment_id=803a7eaa-ce5f-4c59-915b-9173fd30879b)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 00:19:58.402843 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-4bcfd838-0840-45b6-b85d-bd740008ef40 req-eac0f00f-c408-4d95-9968-e7fba2d1be5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:19:58.450556 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcfd838-0840-45b6-b85d-bd740008ef40 req-eac0f00f-c408-4d95-9968-e7fba2d1be5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:19:58.451218 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-4bcfd838-0840-45b6-b85d-bd740008ef40 req-eac0f00f-c408-4d95-9968-e7fba2d1be5c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:19:58.452738 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-4bcfd838-0840-45b6-b85d-bd740008ef40 req-eac0f00f-c408-4d95-9968-e7fba2d1be5c service neutron] 10.222.0.38 "PUT /v2.0/ports/d08c0a1b-8ca1-4597-b522-0f67a308e968 HTTP/1.1" status: 200 len: 1091 time: 0.6421161 Jul 28 00:19:58.453162 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '181b3d96-df20-4455-98c6-c6404aef367d', 'tag': 'd08c0a1b-8ca1-4597-b522-0f67a308e968'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 00:19:58.457605 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b87af07e598cf5b62d2945997aebdb2f0d5735b62acaa13edb25b119cdbae256" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91566387-cfa3-4749-80c3-9760ca3c0565" -d '{"events": [{"name": "network-changed", "server_uuid": "181b3d96-df20-4455-98c6-c6404aef367d", "tag": "d08c0a1b-8ca1-4597-b522-0f67a308e968"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 00:19:58.506408 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac0f00f-c408-4d95-9968-e7fba2d1be5c service neutron] Pushing event updated for resources: {'Port': ['ID=d08c0a1b-8ca1-4597-b522-0f67a308e968,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:19:58.525754 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 00:19:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4aa19fe3-c11b-4354-8228-9f623a4a7fa5 x-openstack-request-id: req-4aa19fe3-c11b-4354-8228-9f623a4a7fa5 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 00:19:58.526037 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "181b3d96-df20-4455-98c6-c6404aef367d", "tag": "d08c0a1b-8ca1-4597-b522-0f67a308e968", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 00:19:58.526281 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4aa19fe3-c11b-4354-8228-9f623a4a7fa5 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 00:19:58.526701 n-d-802623-1 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '181b3d96-df20-4455-98c6-c6404aef367d', 'tag': 'd08c0a1b-8ca1-4597-b522-0f67a308e968', 'status': 'completed', 'code': 200} Jul 28 00:19:58.564518 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcfd838-0840-45b6-b85d-bd740008ef40 req-497f19fb-75f8-43a9-9232-45967bda7260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:19:58.566331 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-4bcfd838-0840-45b6-b85d-bd740008ef40 req-497f19fb-75f8-43a9-9232-45967bda7260 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5c4b23c604b94f05b2d78ff1de89574d&device_id=181b3d96-df20-4455-98c6-c6404aef367d HTTP/1.1" status: 200 len: 1094 time: 0.0499215 Jul 28 00:19:58.569850 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dcaf66-ecd5-4767-84cd-7d96e7ebd1de req-a1f9dce5-a7c5-4b8b-858f-eb6f2de2aa44 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:19:58.572063 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-32dcaf66-ecd5-4767-84cd-7d96e7ebd1de req-a1f9dce5-a7c5-4b8b-858f-eb6f2de2aa44 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] 10.222.0.18 "GET /v2.0/ports?device_id=181b3d96-df20-4455-98c6-c6404aef367d HTTP/1.1" status: 200 len: 943 time: 0.0692732 Jul 28 00:19:58.613799 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-32dcaf66-ecd5-4767-84cd-7d96e7ebd1de req-7198ad77-e646-4a1a-8816-9583e4036d70 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] 10.222.0.18 "GET /v2.0/security-groups?id=793c7c32-8670-4827-94e7-7f17f7dc60a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347371 Jul 28 00:19:58.620033 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-4bcfd838-0840-45b6-b85d-bd740008ef40 req-074f75d2-53ae-4f99-a2e7-3cad0f13dcc5 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d08c0a1b-8ca1-4597-b522-0f67a308e968 HTTP/1.1" status: 200 len: 217 time: 0.0448821 Jul 28 00:19:58.672116 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcfd838-0840-45b6-b85d-bd740008ef40 req-e5e3dd82-b4de-42a4-8339-13d5ae04d54a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:19:58.673785 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-4bcfd838-0840-45b6-b85d-bd740008ef40 req-e5e3dd82-b4de-42a4-8339-13d5ae04d54a service neutron] 10.222.0.38 "GET /v2.0/subnets?id=6956b4a6-6864-4994-98dd-0b5368e9be8f HTTP/1.1" status: 200 len: 848 time: 0.0461483 Jul 28 00:19:58.726024 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcfd838-0840-45b6-b85d-bd740008ef40 req-037f27af-9c14-4bf9-ab77-5514adbf2bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:19:58.728611 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-4bcfd838-0840-45b6-b85d-bd740008ef40 req-037f27af-9c14-4bf9-ab77-5514adbf2bbd service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=11170dcf-6737-4d28-a602-1f8c141c04e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0457971 Jul 28 00:19:58.837829 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-4bcfd838-0840-45b6-b85d-bd740008ef40 req-7d8c4be5-5641-4d6d-aa09-0681966921b8 service neutron] 10.222.0.38 "GET /v2.0/networks/11170dcf-6737-4d28-a602-1f8c141c04e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018748 Jul 28 00:19:58.931796 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-4bcfd838-0840-45b6-b85d-bd740008ef40 req-1e95bdab-eeed-48ab-ac55-0fcd3e65aea3 service neutron] 10.222.0.38 "GET /v2.0/networks/11170dcf-6737-4d28-a602-1f8c141c04e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867603 Jul 28 00:19:59.015676 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91566387-cfa3-4749-80c3-9760ca3c0565 req-79cd049c-25a7-41b8-b0cc-372217d0ad69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:19:59.017207 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-91566387-cfa3-4749-80c3-9760ca3c0565 req-79cd049c-25a7-41b8-b0cc-372217d0ad69 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5c4b23c604b94f05b2d78ff1de89574d&device_id=181b3d96-df20-4455-98c6-c6404aef367d HTTP/1.1" status: 200 len: 1094 time: 0.0431674 Jul 28 00:19:59.119719 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91566387-cfa3-4749-80c3-9760ca3c0565 req-b63501be-b1f5-4abf-a0b9-e32837e4fb05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:19:59.121215 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-91566387-cfa3-4749-80c3-9760ca3c0565 req-b63501be-b1f5-4abf-a0b9-e32837e4fb05 service neutron] 10.222.0.38 "GET /v2.0/networks?id=11170dcf-6737-4d28-a602-1f8c141c04e6 HTTP/1.1" status: 200 len: 910 time: 0.0973332 Jul 28 00:19:59.165956 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-91566387-cfa3-4749-80c3-9760ca3c0565 req-c115b7f0-e794-4d87-8aeb-447751b7a615 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d08c0a1b-8ca1-4597-b522-0f67a308e968 HTTP/1.1" status: 200 len: 217 time: 0.0373223 Jul 28 00:19:59.214221 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91566387-cfa3-4749-80c3-9760ca3c0565 req-3ccc5a9d-9e4f-425d-9db2-4290d6267e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:19:59.215621 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-91566387-cfa3-4749-80c3-9760ca3c0565 req-3ccc5a9d-9e4f-425d-9db2-4290d6267e4b service neutron] 10.222.0.38 "GET /v2.0/subnets?id=6956b4a6-6864-4994-98dd-0b5368e9be8f HTTP/1.1" status: 200 len: 848 time: 0.0431035 Jul 28 00:19:59.268032 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91566387-cfa3-4749-80c3-9760ca3c0565 req-70919e06-0825-4fe4-a717-6755c392f33f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:19:59.269970 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-91566387-cfa3-4749-80c3-9760ca3c0565 req-70919e06-0825-4fe4-a717-6755c392f33f service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=11170dcf-6737-4d28-a602-1f8c141c04e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452654 Jul 28 00:19:59.358619 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-91566387-cfa3-4749-80c3-9760ca3c0565 req-a29f9e72-92bb-4637-8d19-1589989c2abf service neutron] 10.222.0.38 "GET /v2.0/networks/11170dcf-6737-4d28-a602-1f8c141c04e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816813 Jul 28 00:19:59.456256 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-91566387-cfa3-4749-80c3-9760ca3c0565 req-9cba4156-f96b-4859-b2b5-f0935cda50f0 service neutron] 10.222.0.38 "GET /v2.0/networks/11170dcf-6737-4d28-a602-1f8c141c04e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896883 Jul 28 00:19:59.688503 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-05f58c53-093b-4632-a395-ab6cf3100bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:19:59.734113 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a95a56-3b92-42c4-9c18-7a6f4b2246a3 req-e9d51f31-9928-4598-b7a8-0557fa343883 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:19:59.736186 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c6a95a56-3b92-42c4-9c18-7a6f4b2246a3 req-e9d51f31-9928-4598-b7a8-0557fa343883 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] 10.222.0.18 "GET /v2.0/ports?device_id=181b3d96-df20-4455-98c6-c6404aef367d HTTP/1.1" status: 200 len: 943 time: 0.0517797 Jul 28 00:19:59.774234 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-c6a95a56-3b92-42c4-9c18-7a6f4b2246a3 req-2ee4ed89-0455-4b1d-bba8-33acadcc48a8 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] 10.222.0.18 "GET /v2.0/security-groups?id=793c7c32-8670-4827-94e7-7f17f7dc60a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319238 Jul 28 00:20:00.157060 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:20:00.223389 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:20:00.751627 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-19f2e178-d45e-4fbe-b9be-c3963fc151ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:20:00.890884 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf029bae-f07c-4e8c-9029-94e0802e91b9 req-8b0c8385-c181-44e2-be22-38ac152a74f4 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:20:00.893172 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-bf029bae-f07c-4e8c-9029-94e0802e91b9 req-8b0c8385-c181-44e2-be22-38ac152a74f4 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] 10.222.0.18 "GET /v2.0/ports?device_id=181b3d96-df20-4455-98c6-c6404aef367d HTTP/1.1" status: 200 len: 943 time: 0.0508161 Jul 28 00:20:00.937730 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-bf029bae-f07c-4e8c-9029-94e0802e91b9 req-4bd9aa44-5015-4f2e-b14b-6c6344c6a1a3 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] 10.222.0.18 "GET /v2.0/security-groups?id=793c7c32-8670-4827-94e7-7f17f7dc60a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366414 Jul 28 00:20:02.054384 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6623f28-6934-46ad-889e-064ac1331d11 req-23264b1a-645e-4c4e-b542-f1c17e5da151 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:20:02.055895 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a6623f28-6934-46ad-889e-064ac1331d11 req-23264b1a-645e-4c4e-b542-f1c17e5da151 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] 10.222.0.18 "GET /v2.0/ports?device_id=181b3d96-df20-4455-98c6-c6404aef367d HTTP/1.1" status: 200 len: 943 time: 0.0527935 Jul 28 00:20:02.094413 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a6623f28-6934-46ad-889e-064ac1331d11 req-edee853e-9a10-4405-a5ca-0557f8ca9fef tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] 10.222.0.18 "GET /v2.0/security-groups?id=793c7c32-8670-4827-94e7-7f17f7dc60a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317655 Jul 28 00:20:02.507638 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7418f70f-e60d-4709-8ba9-6ab514bc7f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:20:03.212460 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa608a1c-d964-492d-84b8-1e573c713026 req-0460c929-31ce-483d-a4be-a96831b69b63 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:20:03.213947 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-aa608a1c-d964-492d-84b8-1e573c713026 req-0460c929-31ce-483d-a4be-a96831b69b63 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] 10.222.0.18 "GET /v2.0/ports?device_id=181b3d96-df20-4455-98c6-c6404aef367d HTTP/1.1" status: 200 len: 943 time: 0.0521033 Jul 28 00:20:03.252303 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-aa608a1c-d964-492d-84b8-1e573c713026 req-159cd1ce-dde1-4dba-bd15-2be4914c8057 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] 10.222.0.18 "GET /v2.0/security-groups?id=793c7c32-8670-4827-94e7-7f17f7dc60a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317144 Jul 28 00:20:04.368214 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0dc5b3-25bb-4552-8a10-8d39c2632473 req-e463c9b3-6328-4e0a-9157-1be567b93fbc tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:20:04.369653 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-6e0dc5b3-25bb-4552-8a10-8d39c2632473 req-e463c9b3-6328-4e0a-9157-1be567b93fbc tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] 10.222.0.18 "GET /v2.0/ports?device_id=181b3d96-df20-4455-98c6-c6404aef367d HTTP/1.1" status: 200 len: 943 time: 0.0512261 Jul 28 00:20:04.405961 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-6e0dc5b3-25bb-4552-8a10-8d39c2632473 req-7e4ed78c-7013-4e37-920c-cae78cdb67f1 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] 10.222.0.18 "GET /v2.0/security-groups?id=793c7c32-8670-4827-94e7-7f17f7dc60a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298645 Jul 28 00:20:05.519350 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e988ef-7860-44fd-a136-334fb544c4e4 req-a0e3276d-5152-4184-b59f-7d01ac2b9a90 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:20:05.520865 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-15e988ef-7860-44fd-a136-334fb544c4e4 req-a0e3276d-5152-4184-b59f-7d01ac2b9a90 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] 10.222.0.18 "GET /v2.0/ports?device_id=181b3d96-df20-4455-98c6-c6404aef367d HTTP/1.1" status: 200 len: 943 time: 0.0481367 Jul 28 00:20:05.558597 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-15e988ef-7860-44fd-a136-334fb544c4e4 req-64142535-d2e2-4601-b681-26c62e26aa85 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] 10.222.0.18 "GET /v2.0/security-groups?id=793c7c32-8670-4827-94e7-7f17f7dc60a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318494 Jul 28 00:20:05.692649 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:20:06.670760 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fb0d24-d8a0-4be0-878d-695e20fca6c6 req-c491e7da-4b67-4c3e-a937-2fcc85e1efe6 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:20:06.672783 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-58fb0d24-d8a0-4be0-878d-695e20fca6c6 req-c491e7da-4b67-4c3e-a937-2fcc85e1efe6 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] 10.222.0.18 "GET /v2.0/ports?device_id=181b3d96-df20-4455-98c6-c6404aef367d HTTP/1.1" status: 200 len: 943 time: 0.0489435 Jul 28 00:20:06.710881 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-58fb0d24-d8a0-4be0-878d-695e20fca6c6 req-577293de-c0d1-4fff-a973-f5743f0b646a tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] 10.222.0.18 "GET /v2.0/security-groups?id=793c7c32-8670-4827-94e7-7f17f7dc60a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321934 Jul 28 00:20:07.842515 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0051cee9-f30c-444a-85d8-55a1fe3b07db req-9afe58ba-f5ce-44f3-8d66-0663f970d965 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:20:07.844570 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-0051cee9-f30c-444a-85d8-55a1fe3b07db req-9afe58ba-f5ce-44f3-8d66-0663f970d965 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] 10.222.0.18 "GET /v2.0/ports?device_id=181b3d96-df20-4455-98c6-c6404aef367d HTTP/1.1" status: 200 len: 943 time: 0.0682178 Jul 28 00:20:07.882558 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-0051cee9-f30c-444a-85d8-55a1fe3b07db req-fa46fdda-9689-4542-b4c3-fc77b56b3e53 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] 10.222.0.18 "GET /v2.0/security-groups?id=793c7c32-8670-4827-94e7-7f17f7dc60a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320261 Jul 28 00:20:08.601777 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device d08c0a1b-8ca1-4597-b522-0f67a308e968 details requested by agent hyperv_n-h1-802623-1 with host n-h1-802623-1 {{(pid=93799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 00:20:08.695479 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port d08c0a1b-8ca1-4597-b522-0f67a308e968, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=d08c0a1b-8ca1-4597-b522-0f67a308e968,segment=NetworkSegment(803a7eaa-ce5f-4c59-915b-9173fd30879b),segment_id=803a7eaa-ce5f-4c59-915b-9173fd30879b)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 00:20:08.706298 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Returning: {'device': 'd08c0a1b-8ca1-4597-b522-0f67a308e968', 'network_id': '11170dcf-6737-4d28-a602-1f8c141c04e6', 'port_id': 'd08c0a1b-8ca1-4597-b522-0f67a308e968', 'mac_address': 'fa:16:3e:af:b5:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 512, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6956b4a6-6864-4994-98dd-0b5368e9be8f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 00:20:08.742368 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:20:08.754460 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d08c0a1b-8ca1-4597-b522-0f67a308e968 {{(pid=93799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 00:20:08.773285 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port d08c0a1b-8ca1-4597-b522-0f67a308e968, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=d08c0a1b-8ca1-4597-b522-0f67a308e968,segment=NetworkSegment(803a7eaa-ce5f-4c59-915b-9173fd30879b),segment_id=803a7eaa-ce5f-4c59-915b-9173fd30879b)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 00:20:08.777178 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:20:08.823360 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Pushing event updated for resources: {'Port': ['ID=d08c0a1b-8ca1-4597-b522-0f67a308e968,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:20:08.831094 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:20:08.831450 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:20:08.831801 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:20:08.832145 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:20:08.832489 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:20:08.832825 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:20:08.833162 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:20:08.833511 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:20:08.833829 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:20:08.834158 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:20:08.834490 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:20:08.834817 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:20:09.001831 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b670e376-7bc0-438c-8efa-74ac298ceb3f req-cdbf6ef8-8ca7-4454-bc74-a5343fe30b0a tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:20:09.003343 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b670e376-7bc0-438c-8efa-74ac298ceb3f req-cdbf6ef8-8ca7-4454-bc74-a5343fe30b0a tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] 10.222.0.18 "GET /v2.0/ports?device_id=181b3d96-df20-4455-98c6-c6404aef367d HTTP/1.1" status: 200 len: 944 time: 0.0548587 Jul 28 00:20:09.039651 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b670e376-7bc0-438c-8efa-74ac298ceb3f req-05cfd8fd-b6c2-4170-b33a-5ca22fc07b61 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] 10.222.0.18 "GET /v2.0/security-groups?id=793c7c32-8670-4827-94e7-7f17f7dc60a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304437 Jul 28 00:20:09.062995 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] get_ports_and_sgs() called for port_ids ['d08c0a1b-8ca1-4597-b522-0f67a308e968'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 00:20:10.157711 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925f65a3-3628-4dea-a7f6-64ddea655054 req-8f39bd64-ce4f-4eb0-ac27-058f63c5857a tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:20:10.159263 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-925f65a3-3628-4dea-a7f6-64ddea655054 req-8f39bd64-ce4f-4eb0-ac27-058f63c5857a tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] 10.222.0.18 "GET /v2.0/ports?device_id=181b3d96-df20-4455-98c6-c6404aef367d HTTP/1.1" status: 200 len: 944 time: 0.0545752 Jul 28 00:20:10.198118 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-925f65a3-3628-4dea-a7f6-64ddea655054 req-0031a0df-881c-4dd8-8bf2-03f25c1941e4 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] 10.222.0.18 "GET /v2.0/security-groups?id=793c7c32-8670-4827-94e7-7f17f7dc60a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329113 Jul 28 00:20:10.616086 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device d08c0a1b-8ca1-4597-b522-0f67a308e968 up at agent hyperv_n-h1-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 00:20:10.663338 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Provisioning for port d08c0a1b-8ca1-4597-b522-0f67a308e968 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 00:20:10.666807 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Provisioning complete for port d08c0a1b-8ca1-4597-b522-0f67a308e968 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 00:20:10.667224 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:20:10.743333 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:20:10.765688 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '181b3d96-df20-4455-98c6-c6404aef367d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd08c0a1b-8ca1-4597-b522-0f67a308e968'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 00:20:10.767932 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64765ad30d2cb160e3038d1462d2ba509af0f62467a800f17112a752d2df19f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e746cca3-55b4-4f82-b8f7-811e2c283fb6" -d '{"events": [{"server_uuid": "181b3d96-df20-4455-98c6-c6404aef367d", "name": "network-vif-plugged", "status": "completed", "tag": "d08c0a1b-8ca1-4597-b522-0f67a308e968"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 00:20:10.780785 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port d08c0a1b-8ca1-4597-b522-0f67a308e968, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=d08c0a1b-8ca1-4597-b522-0f67a308e968,segment=NetworkSegment(803a7eaa-ce5f-4c59-915b-9173fd30879b),segment_id=803a7eaa-ce5f-4c59-915b-9173fd30879b)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 00:20:10.788234 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:20:10.820018 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 00:20:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1910b90-ba2f-44e9-b9b0-b72135a67eee x-openstack-request-id: req-f1910b90-ba2f-44e9-b9b0-b72135a67eee {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 00:20:10.820309 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "181b3d96-df20-4455-98c6-c6404aef367d", "name": "network-vif-plugged", "status": "completed", "tag": "d08c0a1b-8ca1-4597-b522-0f67a308e968", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 00:20:10.820559 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f1910b90-ba2f-44e9-b9b0-b72135a67eee {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 00:20:10.820944 n-d-802623-1 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '181b3d96-df20-4455-98c6-c6404aef367d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd08c0a1b-8ca1-4597-b522-0f67a308e968', 'code': 200} Jul 28 00:20:10.846428 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Pushing event updated for resources: {'Port': ['ID=d08c0a1b-8ca1-4597-b522-0f67a308e968,revision_number=5']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:20:10.917296 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229cf371-ba8c-4fe3-8088-0e6325ca7f1e req-b911d955-0dd6-4604-a46e-3d4c894531f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:20:10.918695 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-229cf371-ba8c-4fe3-8088-0e6325ca7f1e req-b911d955-0dd6-4604-a46e-3d4c894531f1 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=181b3d96-df20-4455-98c6-c6404aef367d HTTP/1.1" status: 200 len: 1096 time: 0.0431850 Jul 28 00:20:10.952702 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-229cf371-ba8c-4fe3-8088-0e6325ca7f1e req-d86801b7-fb73-4f31-982f-2450489a0faf service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=793c7c32-8670-4827-94e7-7f17f7dc60a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0264063 Jul 28 00:20:11.310706 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6784c83-8836-4e7a-aee5-ce7b09f47122 req-3cf83325-e700-47dd-8c01-bc9c0c846785 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:20:11.312849 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-e6784c83-8836-4e7a-aee5-ce7b09f47122 req-3cf83325-e700-47dd-8c01-bc9c0c846785 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] 10.222.0.18 "GET /v2.0/ports?device_id=181b3d96-df20-4455-98c6-c6404aef367d HTTP/1.1" status: 200 len: 945 time: 0.0488725 Jul 28 00:20:11.349516 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-e6784c83-8836-4e7a-aee5-ce7b09f47122 req-1e9aa941-d92d-44fb-870d-8e76c1ed98d1 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] 10.222.0.18 "GET /v2.0/security-groups?id=793c7c32-8670-4827-94e7-7f17f7dc60a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307372 Jul 28 00:20:12.463614 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27f5511-bc66-480f-a9c4-4a9cdcb0f816 req-b82e1166-4dd4-4e85-8a60-e41e9de58634 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:20:12.465094 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b27f5511-bc66-480f-a9c4-4a9cdcb0f816 req-b82e1166-4dd4-4e85-8a60-e41e9de58634 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] 10.222.0.18 "GET /v2.0/ports?device_id=181b3d96-df20-4455-98c6-c6404aef367d HTTP/1.1" status: 200 len: 945 time: 0.0482502 Jul 28 00:20:12.502418 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-b27f5511-bc66-480f-a9c4-4a9cdcb0f816 req-e120cac6-67ea-48c3-949a-36e135c9f691 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] 10.222.0.18 "GET /v2.0/security-groups?id=793c7c32-8670-4827-94e7-7f17f7dc60a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309949 Jul 28 00:20:12.616435 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b827588-47c6-43b1-8460-d88889dd626b req-ee26a7ba-fafe-4af0-a6f4-ebbf62056dde tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:20:12.617876 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-5b827588-47c6-43b1-8460-d88889dd626b req-ee26a7ba-fafe-4af0-a6f4-ebbf62056dde tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] 10.222.0.18 "GET /v2.0/ports?device_id=181b3d96-df20-4455-98c6-c6404aef367d HTTP/1.1" status: 200 len: 945 time: 0.0477886 Jul 28 00:20:12.655278 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-5b827588-47c6-43b1-8460-d88889dd626b req-694f8338-bc2e-48aa-ab13-3a4a1c322829 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] 10.222.0.18 "GET /v2.0/security-groups?id=793c7c32-8670-4827-94e7-7f17f7dc60a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314229 Jul 28 00:20:12.676684 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 60248) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:20:12.719649 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d8058a7-e761-45e0-82b0-7936bd7aa081 tempest-TestShelveInstance-224456073 tempest-TestShelveInstance-224456073-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:20:12.721061 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-6d8058a7-e761-45e0-82b0-7936bd7aa081 tempest-TestShelveInstance-224456073 tempest-TestShelveInstance-224456073-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=181b3d96-df20-4455-98c6-c6404aef367d HTTP/1.1" status: 200 len: 1091 time: 0.0434353 Jul 28 00:20:12.723788 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 60250) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:20:12.728050 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-81b32e35-9e3b-44d8-8d6e-1003f2dec745 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Request body: {'floatingip': {'floating_network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'port_id': 'd08c0a1b-8ca1-4597-b522-0f67a308e968', 'tenant_id': '5c4b23c604b94f05b2d78ff1de89574d', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 00:20:12.748154 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-81b32e35-9e3b-44d8-8d6e-1003f2dec745 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Notify callbacks [] for floatingip, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:20:12.845952 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-81b32e35-9e3b-44d8-8d6e-1003f2dec745 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:20:12.949380 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-81b32e35-9e3b-44d8-8d6e-1003f2dec745 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Allocated IP 172.25.4.215 (2fd42287-ed26-4eb9-89a5-b521f5b04356/17de1f8f-393a-4b0c-a2df-614bd3f2fb5e/edb5441c-ddac-43b3-bdb3-2e6b9af3d6d8) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 00:20:13.054704 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-81b32e35-9e3b-44d8-8d6e-1003f2dec745 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:20:13.091824 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-81b32e35-9e3b-44d8-8d6e-1003f2dec745 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:20:13.131890 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81b32e35-9e3b-44d8-8d6e-1003f2dec745 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Network 2fd42287-ed26-4eb9-89a5-b521f5b04356 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 00:20:13.134732 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-81b32e35-9e3b-44d8-8d6e-1003f2dec745 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 00:20:13.138204 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81b32e35-9e3b-44d8-8d6e-1003f2dec745 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 00:20:13.165700 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b32e35-9e3b-44d8-8d6e-1003f2dec745 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Pushing event updated for resources: {'Port': ['ID=edb5441c-ddac-43b3-bdb3-2e6b9af3d6d8,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:20:13.490774 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-81b32e35-9e3b-44d8-8d6e-1003f2dec745 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:20:13.557806 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-81b32e35-9e3b-44d8-8d6e-1003f2dec745 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:20:13.704098 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-81b32e35-9e3b-44d8-8d6e-1003f2dec745 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:20:13.708402 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-81b32e35-9e3b-44d8-8d6e-1003f2dec745 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11336041'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:20:13.771411 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b32e35-9e3b-44d8-8d6e-1003f2dec745 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Pushing event updated for resources: {'Port': ['ID=edb5441c-ddac-43b3-bdb3-2e6b9af3d6d8,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:20:13.786135 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-81b32e35-9e3b-44d8-8d6e-1003f2dec745 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-415302'] for floatingip, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:20:13.886565 n-d-802623-1 neutron-server[93797]: INFO neutron.db.l3_db [None req-81b32e35-9e3b-44d8-8d6e-1003f2dec745 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Floating IP 20c3bfb8-91db-48ad-8bf8-fa4ff876f59e associated. External IP: 172.25.4.215, port: d08c0a1b-8ca1-4597-b522-0f67a308e968. Jul 28 00:20:14.091790 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81b32e35-9e3b-44d8-8d6e-1003f2dec745 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Router ab8f78f6-5ae3-4eeb-94de-5d0fb1d43be9 has already been hosted by L3 agent 018c4455-49c0-4734-927d-7824067b2a9e {{(pid=93797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 00:20:14.198355 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81b32e35-9e3b-44d8-8d6e-1003f2dec745 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 00:20:14.208883 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-117a7ec3-0c10-4682-89d5-afa968a00fe4 None None] Sync routers for ids ['ab8f78f6-5ae3-4eeb-94de-5d0fb1d43be9'] in n-d-802623-1 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 00:20:14.214626 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-81b32e35-9e3b-44d8-8d6e-1003f2dec745 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for floatingip, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:20:14.218850 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-117a7ec3-0c10-4682-89d5-afa968a00fe4 None None] Routers {'ab8f78f6-5ae3-4eeb-94de-5d0fb1d43be9'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 00:20:14.219632 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-117a7ec3-0c10-4682-89d5-afa968a00fe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-28T00:20:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['ab8f78f6-5ae3-4eeb-94de-5d0fb1d43be9'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:20:14.242277 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-81b32e35-9e3b-44d8-8d6e-1003f2dec745 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5175033 Jul 28 00:20:14.242862 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '181b3d96-df20-4455-98c6-c6404aef367d', 'tag': 'd08c0a1b-8ca1-4597-b522-0f67a308e968'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 00:20:14.245124 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54ff2e8c926e0231465601fd4f15fa4e9ff5e8c34d973af7f909e70dd0b48885" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f06ada4a-dcff-4975-98b1-4d74fdb23973" -d '{"events": [{"name": "network-changed", "server_uuid": "181b3d96-df20-4455-98c6-c6404aef367d", "tag": "d08c0a1b-8ca1-4597-b522-0f67a308e968"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 00:20:14.282179 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 00:20:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df8ce6a2-d15d-41f2-a3ca-57220f123291 x-openstack-request-id: req-df8ce6a2-d15d-41f2-a3ca-57220f123291 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 00:20:14.282473 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "181b3d96-df20-4455-98c6-c6404aef367d", "tag": "d08c0a1b-8ca1-4597-b522-0f67a308e968", "status": "completed", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 00:20:14.282728 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-df8ce6a2-d15d-41f2-a3ca-57220f123291 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 00:20:14.283154 n-d-802623-1 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '181b3d96-df20-4455-98c6-c6404aef367d', 'tag': 'd08c0a1b-8ca1-4597-b522-0f67a308e968', 'status': 'completed', 'code': 200} Jul 28 00:20:14.307794 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.38', 57854) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:20:14.332587 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-117a7ec3-0c10-4682-89d5-afa968a00fe4 None None] Set router ab8f78f6-5ae3-4eeb-94de-5d0fb1d43be9 gateway port host: n-d-802623-1 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 00:20:14.336295 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-370f5b1d-594a-4873-802a-6b6905a9249c req-d0ae2013-8970-404e-8907-37e6dd81be00 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=181b3d96-df20-4455-98c6-c6404aef367d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0415173 Jul 28 00:20:14.350033 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06ada4a-dcff-4975-98b1-4d74fdb23973 req-8960333f-5a85-4143-bc5c-e233e1e39d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:20:14.351490 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f06ada4a-dcff-4975-98b1-4d74fdb23973 req-8960333f-5a85-4143-bc5c-e233e1e39d4d service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5c4b23c604b94f05b2d78ff1de89574d&device_id=181b3d96-df20-4455-98c6-c6404aef367d HTTP/1.1" status: 200 len: 1096 time: 0.0426350 Jul 28 00:20:14.454026 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06ada4a-dcff-4975-98b1-4d74fdb23973 req-273e925b-3f2c-44cd-b8c3-f8bf9437804b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:20:14.455567 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f06ada4a-dcff-4975-98b1-4d74fdb23973 req-273e925b-3f2c-44cd-b8c3-f8bf9437804b service neutron] 10.222.0.38 "GET /v2.0/networks?id=11170dcf-6737-4d28-a602-1f8c141c04e6 HTTP/1.1" status: 200 len: 910 time: 0.0976422 Jul 28 00:20:14.520590 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f06ada4a-dcff-4975-98b1-4d74fdb23973 req-fab352f1-b778-462b-bfb4-851eb077b4e9 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d08c0a1b-8ca1-4597-b522-0f67a308e968 HTTP/1.1" status: 200 len: 999 time: 0.0581107 Jul 28 00:20:14.563202 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-117a7ec3-0c10-4682-89d5-afa968a00fe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab8f78f6-5ae3-4eeb-94de-5d0fb1d43be9', 'name': 'tempest-TestShelveInstance-1430498722-router', 'tenant_id': '5c4b23c604b94f05b2d78ff1de89574d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.120'}], 'enable_snat': True}, 'gw_port_id': 'b9c806ee-5b47-414e-a02c-dfe6ac68cb81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T00:15:22Z', 'updated_at': '2021-07-28T00:15:25Z', 'revision_number': 4, 'project_id': '5c4b23c604b94f05b2d78ff1de89574d', 'gw_port': {'id': 'b9c806ee-5b47-414e-a02c-dfe6ac68cb81', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:da:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8f78f6-5ae3-4eeb-94de-5d0fb1d43be9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T00:15:23Z', 'updated_at': '2021-07-28T00:15:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_floatingips': [{'id': '20c3bfb8-91db-48ad-8bf8-fa4ff876f59e', 'tenant_id': '5c4b23c604b94f05b2d78ff1de89574d', 'floating_ip_address': '172.25.4.215', 'floating_network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'router_id': 'ab8f78f6-5ae3-4eeb-94de-5d0fb1d43be9', 'port_id': 'd08c0a1b-8ca1-4597-b522-0f67a308e968', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11170dcf-6737-4d28-a602-1f8c141c04e6', 'mac_address': 'fa:16:3e:af:b5:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '181b3d96-df20-4455-98c6-c6404aef367d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T00:20:13Z', 'updated_at': '2021-07-28T00:20:13Z', 'revision_number': 0, 'project_id': '5c4b23c604b94f05b2d78ff1de89574d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1f727f7-9565-4251-9494-a107ba22e7da', 'name': '', 'network_id': '11170dcf-6737-4d28-a602-1f8c141c04e6', 'tenant_id': '5c4b23c604b94f05b2d78ff1de89574d', 'mac_address': 'fa:16:3e:4e:12:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8f78f6-5ae3-4eeb-94de-5d0fb1d43be9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '6956b4a6-6864-4994-98dd-0b5368e9be8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T00:15:24Z', 'updated_at': '2021-07-28T00:15:32Z', 'revision_number': 5, 'project_id': '5c4b23c604b94f05b2d78ff1de89574d', 'subnets': [{'id': '6956b4a6-6864-4994-98dd-0b5368e9be8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:20:14.570807 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06ada4a-dcff-4975-98b1-4d74fdb23973 req-03e4660e-035f-4435-bbeb-b6e99bcf8681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:20:14.572331 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f06ada4a-dcff-4975-98b1-4d74fdb23973 req-03e4660e-035f-4435-bbeb-b6e99bcf8681 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=6956b4a6-6864-4994-98dd-0b5368e9be8f HTTP/1.1" status: 200 len: 848 time: 0.0450695 Jul 28 00:20:14.592405 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-117a7ec3-0c10-4682-89d5-afa968a00fe4 None None] Checking router: ab8f78f6-5ae3-4eeb-94de-5d0fb1d43be9 for host: n-d-802623-1 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 00:20:14.600620 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-117a7ec3-0c10-4682-89d5-afa968a00fe4 None None] Routers {'ab8f78f6-5ae3-4eeb-94de-5d0fb1d43be9'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 00:20:14.601163 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-117a7ec3-0c10-4682-89d5-afa968a00fe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-28T00:20:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['ab8f78f6-5ae3-4eeb-94de-5d0fb1d43be9'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:20:14.620147 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06ada4a-dcff-4975-98b1-4d74fdb23973 req-5fb97ac7-5dc5-49a7-950e-53571b7ad690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:20:14.621638 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f06ada4a-dcff-4975-98b1-4d74fdb23973 req-5fb97ac7-5dc5-49a7-950e-53571b7ad690 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=11170dcf-6737-4d28-a602-1f8c141c04e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426173 Jul 28 00:20:14.701538 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-117a7ec3-0c10-4682-89d5-afa968a00fe4 None None] Set router ab8f78f6-5ae3-4eeb-94de-5d0fb1d43be9 gateway port host: n-d-802623-1 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 00:20:14.711314 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f06ada4a-dcff-4975-98b1-4d74fdb23973 req-fd751a77-cc73-4eb8-9463-b0f1c109aed2 service neutron] 10.222.0.38 "GET /v2.0/networks/11170dcf-6737-4d28-a602-1f8c141c04e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810740 Jul 28 00:20:14.815253 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f06ada4a-dcff-4975-98b1-4d74fdb23973 req-da4cd471-b55a-46a9-b53f-eac70e06eeb7 service neutron] 10.222.0.38 "GET /v2.0/networks/11170dcf-6737-4d28-a602-1f8c141c04e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972452 Jul 28 00:20:14.915491 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370f5b1d-594a-4873-802a-6b6905a9249c req-32ee4897-f5e1-439b-82d7-ebe1617540aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:20:14.916911 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-370f5b1d-594a-4873-802a-6b6905a9249c req-32ee4897-f5e1-439b-82d7-ebe1617540aa service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5c4b23c604b94f05b2d78ff1de89574d&device_id=181b3d96-df20-4455-98c6-c6404aef367d HTTP/1.1" status: 200 len: 1096 time: 0.0409529 Jul 28 00:20:15.018977 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-117a7ec3-0c10-4682-89d5-afa968a00fe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab8f78f6-5ae3-4eeb-94de-5d0fb1d43be9', 'name': 'tempest-TestShelveInstance-1430498722-router', 'tenant_id': '5c4b23c604b94f05b2d78ff1de89574d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.120'}], 'enable_snat': True}, 'gw_port_id': 'b9c806ee-5b47-414e-a02c-dfe6ac68cb81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T00:15:22Z', 'updated_at': '2021-07-28T00:15:25Z', 'revision_number': 4, 'project_id': '5c4b23c604b94f05b2d78ff1de89574d', 'gw_port': {'id': 'b9c806ee-5b47-414e-a02c-dfe6ac68cb81', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:da:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8f78f6-5ae3-4eeb-94de-5d0fb1d43be9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T00:15:23Z', 'updated_at': '2021-07-28T00:15:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_floatingips': [{'id': '20c3bfb8-91db-48ad-8bf8-fa4ff876f59e', 'tenant_id': '5c4b23c604b94f05b2d78ff1de89574d', 'floating_ip_address': '172.25.4.215', 'floating_network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'router_id': 'ab8f78f6-5ae3-4eeb-94de-5d0fb1d43be9', 'port_id': 'd08c0a1b-8ca1-4597-b522-0f67a308e968', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11170dcf-6737-4d28-a602-1f8c141c04e6', 'mac_address': 'fa:16:3e:af:b5:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '181b3d96-df20-4455-98c6-c6404aef367d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T00:20:13Z', 'updated_at': '2021-07-28T00:20:13Z', 'revision_number': 0, 'project_id': '5c4b23c604b94f05b2d78ff1de89574d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1f727f7-9565-4251-9494-a107ba22e7da', 'name': '', 'network_id': '11170dcf-6737-4d28-a602-1f8c141c04e6', 'tenant_id': '5c4b23c604b94f05b2d78ff1de89574d', 'mac_address': 'fa:16:3e:4e:12:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8f78f6-5ae3-4eeb-94de-5d0fb1d43be9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '6956b4a6-6864-4994-98dd-0b5368e9be8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T00:15:24Z', 'updated_at': '2021-07-28T00:15:32Z', 'revision_number': 5, 'project_id': '5c4b23c604b94f05b2d78ff1de89574d', 'subnets': [{'id': '6956b4a6-6864-4994-98dd-0b5368e9be8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:20:15.024295 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370f5b1d-594a-4873-802a-6b6905a9249c req-f8d20025-c47f-4c55-b589-5c08d0ed1d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:20:15.025790 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-370f5b1d-594a-4873-802a-6b6905a9249c req-f8d20025-c47f-4c55-b589-5c08d0ed1d78 service neutron] 10.222.0.38 "GET /v2.0/networks?id=11170dcf-6737-4d28-a602-1f8c141c04e6 HTTP/1.1" status: 200 len: 910 time: 0.0899184 Jul 28 00:20:15.044098 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-117a7ec3-0c10-4682-89d5-afa968a00fe4 None None] The sync data for ids ['ab8f78f6-5ae3-4eeb-94de-5d0fb1d43be9'] in n-d-802623-1 is: [{'id': 'ab8f78f6-5ae3-4eeb-94de-5d0fb1d43be9', 'name': 'tempest-TestShelveInstance-1430498722-router', 'tenant_id': '5c4b23c604b94f05b2d78ff1de89574d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.120'}], 'enable_snat': True}, 'gw_port_id': 'b9c806ee-5b47-414e-a02c-dfe6ac68cb81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T00:15:22Z', 'updated_at': '2021-07-28T00:15:25Z', 'revision_number': 4, 'project_id': '5c4b23c604b94f05b2d78ff1de89574d', 'gw_port': {'id': 'b9c806ee-5b47-414e-a02c-dfe6ac68cb81', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:da:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8f78f6-5ae3-4eeb-94de-5d0fb1d43be9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T00:15:23Z', 'updated_at': '2021-07-28T00:15:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_floatingips': [{'id': '20c3bfb8-91db-48ad-8bf8-fa4ff876f59e', 'tenant_id': '5c4b23c604b94f05b2d78ff1de89574d', 'floating_ip_address': '172.25.4.215', 'floating_network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'router_id': 'ab8f78f6-5ae3-4eeb-94de-5d0fb1d43be9', 'port_id': 'd08c0a1b-8ca1-4597-b522-0f67a308e968', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11170dcf-6737-4d28-a602-1f8c141c04e6', 'mac_address': 'fa:16:3e:af:b5:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '181b3d96-df20-4455-98c6-c6404aef367d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T00:20:13Z', 'updated_at': '2021-07-28T00:20:13Z', 'revision_number': 0, 'project_id': '5c4b23c604b94f05b2d78ff1de89574d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1f727f7-9565-4251-9494-a107ba22e7da', 'name': '', 'network_id': '11170dcf-6737-4d28-a602-1f8c141c04e6', 'tenant_id': '5c4b23c604b94f05b2d78ff1de89574d', 'mac_address': 'fa:16:3e:4e:12:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8f78f6-5ae3-4eeb-94de-5d0fb1d43be9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '6956b4a6-6864-4994-98dd-0b5368e9be8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T00:15:24Z', 'updated_at': '2021-07-28T00:15:32Z', 'revision_number': 5, 'project_id': '5c4b23c604b94f05b2d78ff1de89574d', 'subnets': [{'id': '6956b4a6-6864-4994-98dd-0b5368e9be8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 00:20:15.243772 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43df3ed6-1080-4185-a6a9-647ed6f8caed None None] New status for floating IP 20c3bfb8-91db-48ad-8bf8-fa4ff876f59e: ACTIVE {{(pid=93799) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 00:20:15.458101 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-370f5b1d-594a-4873-802a-6b6905a9249c req-9f33d58b-c78b-4296-b2ab-1c4af88c2b23 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d08c0a1b-8ca1-4597-b522-0f67a308e968 HTTP/1.1" status: 200 len: 999 time: 0.4236684 Jul 28 00:20:15.504224 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370f5b1d-594a-4873-802a-6b6905a9249c req-1a3be0a8-9e22-49aa-b3fc-cf4f733bf63c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:20:15.505634 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-370f5b1d-594a-4873-802a-6b6905a9249c req-1a3be0a8-9e22-49aa-b3fc-cf4f733bf63c service neutron] 10.222.0.38 "GET /v2.0/subnets?id=6956b4a6-6864-4994-98dd-0b5368e9be8f HTTP/1.1" status: 200 len: 848 time: 0.0427620 Jul 28 00:20:15.549941 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370f5b1d-594a-4873-802a-6b6905a9249c req-877b10bd-d896-4e02-8b7b-0df12bc870bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:20:15.551413 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-370f5b1d-594a-4873-802a-6b6905a9249c req-877b10bd-d896-4e02-8b7b-0df12bc870bf service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=11170dcf-6737-4d28-a602-1f8c141c04e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392158 Jul 28 00:20:15.641744 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-370f5b1d-594a-4873-802a-6b6905a9249c req-f08915a3-a7a3-4368-a1f8-7d4e9497bf26 service neutron] 10.222.0.38 "GET /v2.0/networks/11170dcf-6737-4d28-a602-1f8c141c04e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835977 Jul 28 00:20:15.730228 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-370f5b1d-594a-4873-802a-6b6905a9249c req-fbc609af-971a-4c0d-bb44-2307e72031d2 service neutron] 10.222.0.38 "GET /v2.0/networks/11170dcf-6737-4d28-a602-1f8c141c04e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814672 Jul 28 00:20:20.364677 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.agents_db [None req-9beef776-8bab-4de2-989a-f5a23ba4aaf4 None None] Agent healthcheck: found 7 active agents {{(pid=93800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 00:20:27.013667 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2f6f2259-477c-4ec1-9f41-b36662bdcbec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:20:29.679817 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d1371651-71a3-48e8-8a1d-591c71954e5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:20:30.158731 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:20:30.237333 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:20:30.754500 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-19f2e178-d45e-4fbe-b9be-c3963fc151ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:20:32.509218 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7418f70f-e60d-4709-8ba9-6ab514bc7f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:20:35.706472 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:20:57.013370 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e156937c-95f2-4f3b-8da0-fba02b661b35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:20:57.363939 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.agents_db [None req-9beef776-8bab-4de2-989a-f5a23ba4aaf4 None None] Agent healthcheck: found 7 active agents {{(pid=93800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 00:20:59.680089 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-81507b45-f31b-4347-8d1e-f4aded17d83c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:21:00.159320 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:21:00.235255 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:21:00.756244 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-19f2e178-d45e-4fbe-b9be-c3963fc151ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:21:02.512452 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7418f70f-e60d-4709-8ba9-6ab514bc7f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:21:05.709699 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:21:15.327644 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-767096f4-2f3e-458f-ae02-f7ebf8d50434 req-5d521aef-5a47-4d4f-a323-61d84cab23f4 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=181b3d96-df20-4455-98c6-c6404aef367d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0462055 Jul 28 00:21:15.406418 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767096f4-2f3e-458f-ae02-f7ebf8d50434 req-044771f9-f7c9-4665-9cb7-9930d9d0a3d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:21:15.407940 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-767096f4-2f3e-458f-ae02-f7ebf8d50434 req-044771f9-f7c9-4665-9cb7-9930d9d0a3d7 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5c4b23c604b94f05b2d78ff1de89574d&device_id=181b3d96-df20-4455-98c6-c6404aef367d HTTP/1.1" status: 200 len: 1096 time: 0.0393989 Jul 28 00:21:15.516497 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767096f4-2f3e-458f-ae02-f7ebf8d50434 req-522763e9-b662-4916-9d0a-452f54933d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:21:15.517986 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-767096f4-2f3e-458f-ae02-f7ebf8d50434 req-522763e9-b662-4916-9d0a-452f54933d9d service neutron] 10.222.0.38 "GET /v2.0/networks?id=11170dcf-6737-4d28-a602-1f8c141c04e6 HTTP/1.1" status: 200 len: 910 time: 0.0875492 Jul 28 00:21:15.586054 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-767096f4-2f3e-458f-ae02-f7ebf8d50434 req-3a9d508d-a065-43b7-9219-821753d1a037 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d08c0a1b-8ca1-4597-b522-0f67a308e968 HTTP/1.1" status: 200 len: 1001 time: 0.0609038 Jul 28 00:21:15.633685 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767096f4-2f3e-458f-ae02-f7ebf8d50434 req-c986cf3f-da05-4308-b037-6f38080babb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:21:15.635126 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-767096f4-2f3e-458f-ae02-f7ebf8d50434 req-c986cf3f-da05-4308-b037-6f38080babb4 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=6956b4a6-6864-4994-98dd-0b5368e9be8f HTTP/1.1" status: 200 len: 848 time: 0.0429087 Jul 28 00:21:15.679761 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767096f4-2f3e-458f-ae02-f7ebf8d50434 req-944859e1-77b0-4795-81fe-fe6fdd0094b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:21:15.681204 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-767096f4-2f3e-458f-ae02-f7ebf8d50434 req-944859e1-77b0-4795-81fe-fe6fdd0094b0 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=11170dcf-6737-4d28-a602-1f8c141c04e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389256 Jul 28 00:21:15.773366 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-767096f4-2f3e-458f-ae02-f7ebf8d50434 req-7fd157c1-2881-47b3-a31d-2e6094dc973c service neutron] 10.222.0.38 "GET /v2.0/networks/11170dcf-6737-4d28-a602-1f8c141c04e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843492 Jul 28 00:21:15.866644 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-767096f4-2f3e-458f-ae02-f7ebf8d50434 req-fe60ea70-4527-48e9-ab7c-06e2cc19890b service neutron] 10.222.0.38 "GET /v2.0/networks/11170dcf-6737-4d28-a602-1f8c141c04e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873659 Jul 28 00:21:27.014329 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e943f410-54fa-4459-af07-4db10559f68b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:21:29.679917 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-9bdaf8df-288d-4416-a124-f72b653fc2b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:21:30.162284 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:21:30.249714 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:21:30.760244 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-19f2e178-d45e-4fbe-b9be-c3963fc151ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:21:32.515039 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7418f70f-e60d-4709-8ba9-6ab514bc7f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:21:34.363726 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.agents_db [None req-9beef776-8bab-4de2-989a-f5a23ba4aaf4 None None] Agent healthcheck: found 7 active agents {{(pid=93800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 00:21:35.723949 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:21:57.015078 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-62f9d49f-1af5-4539-888f-02fd7de44625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:21:59.680707 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f6aeba02-002e-4c83-b779-27ac141c9981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:22:00.164377 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:22:00.265763 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:22:00.759965 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-19f2e178-d45e-4fbe-b9be-c3963fc151ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:22:02.516850 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7418f70f-e60d-4709-8ba9-6ab514bc7f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:22:05.739534 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:22:09.909922 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc507bc-fac7-4153-8881-4fd0360f41b6 req-e571f6f7-7c52-4520-9399-7054086225b6 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:22:09.911446 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-5fc507bc-fac7-4153-8881-4fd0360f41b6 req-e571f6f7-7c52-4520-9399-7054086225b6 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] 10.222.0.18 "GET /v2.0/ports?device_id=181b3d96-df20-4455-98c6-c6404aef367d HTTP/1.1" status: 200 len: 945 time: 0.1141753 Jul 28 00:22:09.956157 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-5fc507bc-fac7-4153-8881-4fd0360f41b6 req-db52e21f-cd64-42b4-b734-612d4e792a87 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] 10.222.0.18 "GET /v2.0/security-groups?id=793c7c32-8670-4827-94e7-7f17f7dc60a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382464 Jul 28 00:22:11.145976 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e161f971-4439-4c5c-8e21-444433f1868c req-fbd32aee-5d44-4d61-86b8-81e95cbe098c tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:22:11.148111 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-e161f971-4439-4c5c-8e21-444433f1868c req-fbd32aee-5d44-4d61-86b8-81e95cbe098c tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] 10.222.0.18 "GET /v2.0/ports?device_id=181b3d96-df20-4455-98c6-c6404aef367d HTTP/1.1" status: 200 len: 945 time: 0.0983541 Jul 28 00:22:11.190183 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-e161f971-4439-4c5c-8e21-444433f1868c req-1915c506-875a-4de2-8a48-b992926b49ad tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] 10.222.0.18 "GET /v2.0/security-groups?id=793c7c32-8670-4827-94e7-7f17f7dc60a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329111 Jul 28 00:22:11.363267 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.agents_db [None req-9beef776-8bab-4de2-989a-f5a23ba4aaf4 None None] Agent healthcheck: found 7 active agents {{(pid=93800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 00:22:12.315262 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deec82f6-750e-4f61-bb1c-ed459a171d77 req-9f1a0dfb-7edc-4fbe-8bdb-9b2d55460caf tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:22:12.316736 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-deec82f6-750e-4f61-bb1c-ed459a171d77 req-9f1a0dfb-7edc-4fbe-8bdb-9b2d55460caf tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] 10.222.0.18 "GET /v2.0/ports?device_id=181b3d96-df20-4455-98c6-c6404aef367d HTTP/1.1" status: 200 len: 945 time: 0.0479021 Jul 28 00:22:12.354402 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-deec82f6-750e-4f61-bb1c-ed459a171d77 req-c6f8d954-f62e-41cb-918e-a2e1bda9efca tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] 10.222.0.18 "GET /v2.0/security-groups?id=793c7c32-8670-4827-94e7-7f17f7dc60a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312161 Jul 28 00:22:13.471595 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8640ffdb-67f4-489d-ba40-28510ac155fb req-38c2a067-3a85-43f2-95d5-f285034712f2 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:22:13.473286 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8640ffdb-67f4-489d-ba40-28510ac155fb req-38c2a067-3a85-43f2-95d5-f285034712f2 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] 10.222.0.18 "GET /v2.0/ports?device_id=181b3d96-df20-4455-98c6-c6404aef367d HTTP/1.1" status: 200 len: 945 time: 0.0524333 Jul 28 00:22:13.511238 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8640ffdb-67f4-489d-ba40-28510ac155fb req-2853bea0-85dc-4d21-bb52-4a9589ae7c61 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] 10.222.0.18 "GET /v2.0/security-groups?id=793c7c32-8670-4827-94e7-7f17f7dc60a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321600 Jul 28 00:22:14.622466 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9633edc-d70d-4dc4-aba0-175f728df2de req-108823d2-2fb7-4be7-922b-78b23258af8f tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:22:14.623933 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e9633edc-d70d-4dc4-aba0-175f728df2de req-108823d2-2fb7-4be7-922b-78b23258af8f tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] 10.222.0.18 "GET /v2.0/ports?device_id=181b3d96-df20-4455-98c6-c6404aef367d HTTP/1.1" status: 200 len: 945 time: 0.0468073 Jul 28 00:22:14.661638 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e9633edc-d70d-4dc4-aba0-175f728df2de req-f326a757-3273-4bb1-ba2a-8c553d32394f tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] 10.222.0.18 "GET /v2.0/security-groups?id=793c7c32-8670-4827-94e7-7f17f7dc60a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318098 Jul 28 00:22:15.777048 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf24805b-e879-477c-8057-89d490a714da req-1629c7fa-db55-4290-aa58-e9f26b01370d tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:22:15.778525 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-cf24805b-e879-477c-8057-89d490a714da req-1629c7fa-db55-4290-aa58-e9f26b01370d tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] 10.222.0.18 "GET /v2.0/ports?device_id=181b3d96-df20-4455-98c6-c6404aef367d HTTP/1.1" status: 200 len: 945 time: 0.0475984 Jul 28 00:22:15.816873 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-cf24805b-e879-477c-8057-89d490a714da req-867c4b63-b546-4ef2-aa89-52685edfbb5d tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] 10.222.0.18 "GET /v2.0/security-groups?id=793c7c32-8670-4827-94e7-7f17f7dc60a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318878 Jul 28 00:22:16.934324 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2905a75d-001e-4ac7-888e-d7809b53eed9 req-009d0673-6399-4b6a-b0b6-34a6d435d0ff tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:22:16.936064 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-2905a75d-001e-4ac7-888e-d7809b53eed9 req-009d0673-6399-4b6a-b0b6-34a6d435d0ff tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] 10.222.0.18 "GET /v2.0/ports?device_id=181b3d96-df20-4455-98c6-c6404aef367d HTTP/1.1" status: 200 len: 945 time: 0.0516293 Jul 28 00:22:16.973378 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-2905a75d-001e-4ac7-888e-d7809b53eed9 req-f354d5ab-e708-402e-b456-9337dd94eaae tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] 10.222.0.18 "GET /v2.0/security-groups?id=793c7c32-8670-4827-94e7-7f17f7dc60a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314994 Jul 28 00:22:17.387022 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e920918f-3d49-4347-8610-eb285e72e66d req-332c3f43-5587-4bfe-930e-4d4a1b2e96b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:22:17.388533 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-e920918f-3d49-4347-8610-eb285e72e66d req-332c3f43-5587-4bfe-930e-4d4a1b2e96b8 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5c4b23c604b94f05b2d78ff1de89574d&device_id=181b3d96-df20-4455-98c6-c6404aef367d HTTP/1.1" status: 200 len: 1096 time: 0.0818989 Jul 28 00:22:17.490360 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e920918f-3d49-4347-8610-eb285e72e66d req-ef9220ec-e806-4e01-acd4-9471010bb789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:22:17.492406 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-e920918f-3d49-4347-8610-eb285e72e66d req-ef9220ec-e806-4e01-acd4-9471010bb789 service neutron] 10.222.0.38 "GET /v2.0/networks?id=11170dcf-6737-4d28-a602-1f8c141c04e6 HTTP/1.1" status: 200 len: 910 time: 0.0851579 Jul 28 00:22:17.560994 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-e920918f-3d49-4347-8610-eb285e72e66d req-1d3595bc-5dd2-4518-9ffa-fad0ce4dcf21 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d08c0a1b-8ca1-4597-b522-0f67a308e968 HTTP/1.1" status: 200 len: 1001 time: 0.0616715 Jul 28 00:22:17.609638 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e920918f-3d49-4347-8610-eb285e72e66d req-18a8cf6c-9935-4600-b5cb-7eb5af759716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:22:17.611023 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-e920918f-3d49-4347-8610-eb285e72e66d req-18a8cf6c-9935-4600-b5cb-7eb5af759716 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=6956b4a6-6864-4994-98dd-0b5368e9be8f HTTP/1.1" status: 200 len: 848 time: 0.0434113 Jul 28 00:22:17.654930 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e920918f-3d49-4347-8610-eb285e72e66d req-52182891-192c-4408-b5ef-b0dc0d7f2dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:22:17.656450 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-e920918f-3d49-4347-8610-eb285e72e66d req-52182891-192c-4408-b5ef-b0dc0d7f2dfe service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=11170dcf-6737-4d28-a602-1f8c141c04e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0381134 Jul 28 00:22:17.750499 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-e920918f-3d49-4347-8610-eb285e72e66d req-18a8429d-9f80-437d-88f9-6aab7fb626ea service neutron] 10.222.0.38 "GET /v2.0/networks/11170dcf-6737-4d28-a602-1f8c141c04e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865383 Jul 28 00:22:17.840845 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-e920918f-3d49-4347-8610-eb285e72e66d req-21cc6b64-88ad-4057-b181-5e79f21dc7ad service neutron] 10.222.0.38 "GET /v2.0/networks/11170dcf-6737-4d28-a602-1f8c141c04e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821216 Jul 28 00:22:18.086909 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d15839-6119-4d1e-979d-941c3f7ab9dc req-8ab15a39-11b7-4918-870e-950b062a6f49 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:22:18.089390 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-02d15839-6119-4d1e-979d-941c3f7ab9dc req-8ab15a39-11b7-4918-870e-950b062a6f49 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] 10.222.0.18 "GET /v2.0/ports?device_id=181b3d96-df20-4455-98c6-c6404aef367d HTTP/1.1" status: 200 len: 945 time: 0.0501001 Jul 28 00:22:18.128314 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-02d15839-6119-4d1e-979d-941c3f7ab9dc req-d2a498f8-e1f3-42b2-bfd1-73dc7ba5417f tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] 10.222.0.18 "GET /v2.0/security-groups?id=793c7c32-8670-4827-94e7-7f17f7dc60a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330725 Jul 28 00:22:19.243431 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941a2e34-0ac5-498f-ab15-034d252257cc req-de87015e-f405-4216-b0be-7844a42b7b0f tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:22:19.244935 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-941a2e34-0ac5-498f-ab15-034d252257cc req-de87015e-f405-4216-b0be-7844a42b7b0f tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] 10.222.0.18 "GET /v2.0/ports?device_id=181b3d96-df20-4455-98c6-c6404aef367d HTTP/1.1" status: 200 len: 945 time: 0.0479414 Jul 28 00:22:19.281443 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-941a2e34-0ac5-498f-ab15-034d252257cc req-4f88eb94-9f87-4f9f-94ec-482cd5b92c36 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] 10.222.0.18 "GET /v2.0/security-groups?id=793c7c32-8670-4827-94e7-7f17f7dc60a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306232 Jul 28 00:22:19.981564 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d35812-61c8-43df-9dc5-e8d083472100 req-689a916d-9296-4783-8d91-9638194d78c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:22:19.983210 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f0d35812-61c8-43df-9dc5-e8d083472100 req-689a916d-9296-4783-8d91-9638194d78c9 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5c4b23c604b94f05b2d78ff1de89574d&device_id=181b3d96-df20-4455-98c6-c6404aef367d HTTP/1.1" status: 200 len: 1096 time: 0.0453646 Jul 28 00:22:20.073326 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d35812-61c8-43df-9dc5-e8d083472100 req-27ba2569-068c-43ad-bab5-3ed8796bac81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:22:20.074828 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f0d35812-61c8-43df-9dc5-e8d083472100 req-27ba2569-068c-43ad-bab5-3ed8796bac81 service neutron] 10.222.0.38 "GET /v2.0/networks?id=11170dcf-6737-4d28-a602-1f8c141c04e6 HTTP/1.1" status: 200 len: 910 time: 0.0851986 Jul 28 00:22:20.143796 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f0d35812-61c8-43df-9dc5-e8d083472100 req-53a4dace-3272-4c32-a928-4a6aff43b0f0 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d08c0a1b-8ca1-4597-b522-0f67a308e968 HTTP/1.1" status: 200 len: 1001 time: 0.0619595 Jul 28 00:22:20.193346 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d35812-61c8-43df-9dc5-e8d083472100 req-441fd3f6-f9cc-4f45-b39f-9235929dcbb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:22:20.195484 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f0d35812-61c8-43df-9dc5-e8d083472100 req-441fd3f6-f9cc-4f45-b39f-9235929dcbb3 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=6956b4a6-6864-4994-98dd-0b5368e9be8f HTTP/1.1" status: 200 len: 848 time: 0.0443738 Jul 28 00:22:20.239391 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d35812-61c8-43df-9dc5-e8d083472100 req-67e74df7-c1fb-4397-b9ea-0305d9b61e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:22:20.241257 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f0d35812-61c8-43df-9dc5-e8d083472100 req-67e74df7-c1fb-4397-b9ea-0305d9b61e3a service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=11170dcf-6737-4d28-a602-1f8c141c04e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0387261 Jul 28 00:22:20.334902 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f0d35812-61c8-43df-9dc5-e8d083472100 req-2aec4b17-e715-4f7b-bc93-8d8c01ca4bba service neutron] 10.222.0.38 "GET /v2.0/networks/11170dcf-6737-4d28-a602-1f8c141c04e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868542 Jul 28 00:22:20.449072 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ee4952-1bfa-49a3-870a-2e85fc9a6984 req-d67a00a5-d1d4-4cb8-b96f-c495e5825fa9 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:22:20.450527 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-23ee4952-1bfa-49a3-870a-2e85fc9a6984 req-d67a00a5-d1d4-4cb8-b96f-c495e5825fa9 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] 10.222.0.18 "GET /v2.0/ports?device_id=181b3d96-df20-4455-98c6-c6404aef367d HTTP/1.1" status: 200 len: 945 time: 0.1008956 Jul 28 00:22:20.478813 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f0d35812-61c8-43df-9dc5-e8d083472100 req-2e84421c-0d27-47f3-bcbb-88757a4f10ca service neutron] 10.222.0.38 "GET /v2.0/networks/11170dcf-6737-4d28-a602-1f8c141c04e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372406 Jul 28 00:22:20.496654 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-23ee4952-1bfa-49a3-870a-2e85fc9a6984 req-48d23954-b759-4fc5-ab41-784019d5a977 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] 10.222.0.18 "GET /v2.0/security-groups?id=793c7c32-8670-4827-94e7-7f17f7dc60a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400057 Jul 28 00:22:21.608713 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a22cf2d-39cd-4af2-a208-8d973abdfa51 req-55d5947c-deba-4bf2-bdb7-108fc1f8efed tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:22:21.610159 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-8a22cf2d-39cd-4af2-a208-8d973abdfa51 req-55d5947c-deba-4bf2-bdb7-108fc1f8efed tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] 10.222.0.18 "GET /v2.0/ports?device_id=181b3d96-df20-4455-98c6-c6404aef367d HTTP/1.1" status: 200 len: 945 time: 0.0469866 Jul 28 00:22:21.646379 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-8a22cf2d-39cd-4af2-a208-8d973abdfa51 req-be9418fb-d85c-45ed-9524-afa253204cbc tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] 10.222.0.18 "GET /v2.0/security-groups?id=793c7c32-8670-4827-94e7-7f17f7dc60a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298364 Jul 28 00:22:22.761050 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8557b835-3c5b-4eff-91c6-0395dac68c49 req-cbb5334c-72cc-4908-8af8-223886b50ef2 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:22:22.762529 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8557b835-3c5b-4eff-91c6-0395dac68c49 req-cbb5334c-72cc-4908-8af8-223886b50ef2 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] 10.222.0.18 "GET /v2.0/ports?device_id=181b3d96-df20-4455-98c6-c6404aef367d HTTP/1.1" status: 200 len: 945 time: 0.0489709 Jul 28 00:22:22.800091 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8557b835-3c5b-4eff-91c6-0395dac68c49 req-5481af37-5fb2-43df-8369-429f6364d3b6 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] 10.222.0.18 "GET /v2.0/security-groups?id=793c7c32-8670-4827-94e7-7f17f7dc60a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316007 Jul 28 00:22:23.916307 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbce121a-a007-41ac-872d-4e439bb403b8 req-4e9d62bb-3e71-41b3-876a-13a4a472e8e6 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:22:23.917763 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-bbce121a-a007-41ac-872d-4e439bb403b8 req-4e9d62bb-3e71-41b3-876a-13a4a472e8e6 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] 10.222.0.18 "GET /v2.0/ports?device_id=181b3d96-df20-4455-98c6-c6404aef367d HTTP/1.1" status: 200 len: 945 time: 0.0517671 Jul 28 00:22:23.959037 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-bbce121a-a007-41ac-872d-4e439bb403b8 req-0b88a41d-3669-4791-822c-a7e919ea9069 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] 10.222.0.18 "GET /v2.0/security-groups?id=793c7c32-8670-4827-94e7-7f17f7dc60a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351133 Jul 28 00:22:24.138563 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-307b91d6-3d85-468a-bc23-7d1e118f4bb9 req-96affba2-865a-44b0-90d6-dc693631adb4 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=181b3d96-df20-4455-98c6-c6404aef367d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0414462 Jul 28 00:22:24.172160 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93948107-89c9-4be7-8215-49bf1bbc8f0c req-76fbbe22-d1d7-4354-a53e-82d59ec84818 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:22:24.173719 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-93948107-89c9-4be7-8215-49bf1bbc8f0c req-76fbbe22-d1d7-4354-a53e-82d59ec84818 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] 10.222.0.18 "GET /v2.0/ports?device_id=181b3d96-df20-4455-98c6-c6404aef367d HTTP/1.1" status: 200 len: 945 time: 0.0544653 Jul 28 00:22:24.213953 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-93948107-89c9-4be7-8215-49bf1bbc8f0c req-69b1e1b1-0ee1-45a6-b5ca-d69354677ad8 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] 10.222.0.18 "GET /v2.0/security-groups?id=793c7c32-8670-4827-94e7-7f17f7dc60a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328875 Jul 28 00:22:25.293121 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device d08c0a1b-8ca1-4597-b522-0f67a308e968 no longer exists at agent hyperv_n-h1-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 00:22:25.338686 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6a67de-291a-495b-87f7-46c0e060ff8f req-819980bf-bc80-431c-b0de-328ebdb12cd6 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:22:25.340334 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-3a6a67de-291a-495b-87f7-46c0e060ff8f req-819980bf-bc80-431c-b0de-328ebdb12cd6 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] 10.222.0.18 "GET /v2.0/ports?device_id=181b3d96-df20-4455-98c6-c6404aef367d HTTP/1.1" status: 200 len: 945 time: 0.0569570 Jul 28 00:22:25.375197 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:22:25.379477 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-3a6a67de-291a-495b-87f7-46c0e060ff8f req-f3468222-9950-41bf-86d2-fc6f599db1ff tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] 10.222.0.18 "GET /v2.0/security-groups?id=793c7c32-8670-4827-94e7-7f17f7dc60a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328841 Jul 28 00:22:25.398847 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '181b3d96-df20-4455-98c6-c6404aef367d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd08c0a1b-8ca1-4597-b522-0f67a308e968'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 00:22:25.401110 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64765ad30d2cb160e3038d1462d2ba509af0f62467a800f17112a752d2df19f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2fbae09-1348-44ae-b620-0ef1fae37227" -d '{"events": [{"server_uuid": "181b3d96-df20-4455-98c6-c6404aef367d", "name": "network-vif-unplugged", "status": "completed", "tag": "d08c0a1b-8ca1-4597-b522-0f67a308e968"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 00:22:25.414138 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port d08c0a1b-8ca1-4597-b522-0f67a308e968, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=d08c0a1b-8ca1-4597-b522-0f67a308e968,segment=NetworkSegment(803a7eaa-ce5f-4c59-915b-9173fd30879b),segment_id=803a7eaa-ce5f-4c59-915b-9173fd30879b)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 00:22:25.420977 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:22:25.447693 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 28 Jul 2021 00:22:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d007b0d0-1a85-4d2a-a650-5cca61abe955 x-openstack-request-id: req-d007b0d0-1a85-4d2a-a650-5cca61abe955 {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 00:22:25.448071 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "181b3d96-df20-4455-98c6-c6404aef367d", "name": "network-vif-unplugged", "status": "failed", "tag": "d08c0a1b-8ca1-4597-b522-0f67a308e968", "code": 422}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 00:22:25.448391 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d007b0d0-1a85-4d2a-a650-5cca61abe955 {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 00:22:25.448850 n-d-802623-1 neutron-server[93799]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '181b3d96-df20-4455-98c6-c6404aef367d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'd08c0a1b-8ca1-4597-b522-0f67a308e968', 'code': 422} returned with failed status Jul 28 00:22:25.473398 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Pushing event updated for resources: {'Port': ['ID=d08c0a1b-8ca1-4597-b522-0f67a308e968,revision_number=6']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:22:25.480660 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:22:25.481015 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:22:25.481361 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:22:25.481702 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:22:25.482040 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:22:25.482373 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:22:25.482705 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:22:25.483037 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:22:25.483383 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:22:25.483713 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:22:25.484041 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:22:25.484366 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:22:26.495777 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801d54c0-1bf9-47e1-b90c-b325380ab928 req-7ee8a16f-f4a0-4dbe-bac0-5730aad01d77 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:22:26.497285 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-801d54c0-1bf9-47e1-b90c-b325380ab928 req-7ee8a16f-f4a0-4dbe-bac0-5730aad01d77 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] 10.222.0.18 "GET /v2.0/ports?device_id=181b3d96-df20-4455-98c6-c6404aef367d HTTP/1.1" status: 200 len: 943 time: 0.0496078 Jul 28 00:22:26.535779 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-801d54c0-1bf9-47e1-b90c-b325380ab928 req-90588f44-4b3b-40aa-bc33-cc20e0a413c0 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] 10.222.0.18 "GET /v2.0/security-groups?id=793c7c32-8670-4827-94e7-7f17f7dc60a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323162 Jul 28 00:22:27.014560 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2dffa718-a2ce-496f-aea3-35dcb1e7695f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:22:27.650635 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6863523e-08ce-4901-bd5f-1ec8232dbcab req-16fd1705-83a9-44ac-812b-949823f4e28c tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:22:27.652143 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-6863523e-08ce-4901-bd5f-1ec8232dbcab req-16fd1705-83a9-44ac-812b-949823f4e28c tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] 10.222.0.18 "GET /v2.0/ports?device_id=181b3d96-df20-4455-98c6-c6404aef367d HTTP/1.1" status: 200 len: 943 time: 0.0478978 Jul 28 00:22:27.690964 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-6863523e-08ce-4901-bd5f-1ec8232dbcab req-5623c86d-4be3-4657-a159-c2e04ddc7c5c tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] 10.222.0.18 "GET /v2.0/security-groups?id=793c7c32-8670-4827-94e7-7f17f7dc60a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326860 Jul 28 00:22:28.723416 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307b91d6-3d85-468a-bc23-7d1e118f4bb9 req-765c0085-8b3d-4277-b0c1-bd30a994eb3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:22:28.725681 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-307b91d6-3d85-468a-bc23-7d1e118f4bb9 req-765c0085-8b3d-4277-b0c1-bd30a994eb3b service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=181b3d96-df20-4455-98c6-c6404aef367d&tenant_id=5c4b23c604b94f05b2d78ff1de89574d HTTP/1.1" status: 200 len: 1094 time: 0.0410399 Jul 28 00:22:28.816827 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307b91d6-3d85-468a-bc23-7d1e118f4bb9 req-316fbd5f-556b-4c70-bae2-6cf75e579985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:22:28.819009 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-307b91d6-3d85-468a-bc23-7d1e118f4bb9 req-316fbd5f-556b-4c70-bae2-6cf75e579985 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5c4b23c604b94f05b2d78ff1de89574d&device_id=181b3d96-df20-4455-98c6-c6404aef367d HTTP/1.1" status: 200 len: 1094 time: 0.0722582 Jul 28 00:22:28.842344 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9add75-917f-4ae6-a899-7c42e567f700 req-35726ae4-eea7-4ee8-a056-c5c3cc6d8e1d tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:22:28.843906 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-7c9add75-917f-4ae6-a899-7c42e567f700 req-35726ae4-eea7-4ee8-a056-c5c3cc6d8e1d tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] 10.222.0.18 "GET /v2.0/ports?device_id=181b3d96-df20-4455-98c6-c6404aef367d HTTP/1.1" status: 200 len: 943 time: 0.0742383 Jul 28 00:22:28.919799 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-7c9add75-917f-4ae6-a899-7c42e567f700 req-c264fb58-042c-4a09-b4d0-5155e31e53f9 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] 10.222.0.18 "GET /v2.0/security-groups?id=793c7c32-8670-4827-94e7-7f17f7dc60a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649908 Jul 28 00:22:28.950361 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307b91d6-3d85-468a-bc23-7d1e118f4bb9 req-f5c31eb0-ecbb-4250-b712-47a05bfd82d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:22:28.951869 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-307b91d6-3d85-468a-bc23-7d1e118f4bb9 req-f5c31eb0-ecbb-4250-b712-47a05bfd82d2 service neutron] 10.222.0.38 "GET /v2.0/networks?id=11170dcf-6737-4d28-a602-1f8c141c04e6 HTTP/1.1" status: 200 len: 910 time: 0.1256261 Jul 28 00:22:29.021435 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-307b91d6-3d85-468a-bc23-7d1e118f4bb9 req-2124e9b8-0bd4-4c5e-aebb-7bbd7c7a82cf service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d08c0a1b-8ca1-4597-b522-0f67a308e968 HTTP/1.1" status: 200 len: 999 time: 0.0622144 Jul 28 00:22:29.070811 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307b91d6-3d85-468a-bc23-7d1e118f4bb9 req-b346c4d1-cb33-46a5-8165-d7563764aa1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:22:29.072308 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-307b91d6-3d85-468a-bc23-7d1e118f4bb9 req-b346c4d1-cb33-46a5-8165-d7563764aa1f service neutron] 10.222.0.38 "GET /v2.0/subnets?id=6956b4a6-6864-4994-98dd-0b5368e9be8f HTTP/1.1" status: 200 len: 848 time: 0.0442712 Jul 28 00:22:29.117599 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307b91d6-3d85-468a-bc23-7d1e118f4bb9 req-c13c8b8c-87bc-49a2-be70-1581e10b106c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:22:29.119031 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-307b91d6-3d85-468a-bc23-7d1e118f4bb9 req-c13c8b8c-87bc-49a2-be70-1581e10b106c service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=11170dcf-6737-4d28-a602-1f8c141c04e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395288 Jul 28 00:22:29.214174 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-307b91d6-3d85-468a-bc23-7d1e118f4bb9 req-384ec79c-4f6b-4dff-b71c-5e1eb971aa7d service neutron] 10.222.0.38 "GET /v2.0/networks/11170dcf-6737-4d28-a602-1f8c141c04e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883090 Jul 28 00:22:29.312872 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-307b91d6-3d85-468a-bc23-7d1e118f4bb9 req-3c73f930-8ade-4ead-8276-fb4e3855715c service neutron] 10.222.0.38 "GET /v2.0/networks/11170dcf-6737-4d28-a602-1f8c141c04e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915563 Jul 28 00:22:29.682674 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-3d58690a-8e7f-4d5b-a7dc-351e00f3b10e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:22:30.037173 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5e0620-390e-4929-abce-883f543bd2fb req-81553647-b0d9-4f6b-920f-07bfa8f79256 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:22:30.039214 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ad5e0620-390e-4929-abce-883f543bd2fb req-81553647-b0d9-4f6b-920f-07bfa8f79256 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] 10.222.0.18 "GET /v2.0/ports?device_id=181b3d96-df20-4455-98c6-c6404aef367d HTTP/1.1" status: 200 len: 943 time: 0.0515635 Jul 28 00:22:30.076164 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ad5e0620-390e-4929-abce-883f543bd2fb req-3a7be655-5167-4000-8a57-0d71929a5a4b tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] 10.222.0.18 "GET /v2.0/security-groups?id=793c7c32-8670-4827-94e7-7f17f7dc60a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307753 Jul 28 00:22:30.167509 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:22:30.281220 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:22:30.762907 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-19f2e178-d45e-4fbe-b9be-c3963fc151ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:22:31.196192 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb69a73f-051c-4de6-9cbf-70af69b9db21 req-d49e9362-1b3b-4ea3-a213-37f917b86507 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:22:31.197661 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-eb69a73f-051c-4de6-9cbf-70af69b9db21 req-d49e9362-1b3b-4ea3-a213-37f917b86507 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] 10.222.0.18 "GET /v2.0/ports?device_id=181b3d96-df20-4455-98c6-c6404aef367d HTTP/1.1" status: 200 len: 943 time: 0.0549550 Jul 28 00:22:31.234761 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-eb69a73f-051c-4de6-9cbf-70af69b9db21 req-2a2be2d5-876d-4529-90d2-c98b3c37c49e tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] 10.222.0.18 "GET /v2.0/security-groups?id=793c7c32-8670-4827-94e7-7f17f7dc60a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311623 Jul 28 00:22:32.346212 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b6ada7-b488-46b5-90fe-f3f5fc4cb31b req-073753e5-61fc-4142-8d99-3cf35ef7b968 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:22:32.347739 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-72b6ada7-b488-46b5-90fe-f3f5fc4cb31b req-073753e5-61fc-4142-8d99-3cf35ef7b968 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] 10.222.0.18 "GET /v2.0/ports?device_id=181b3d96-df20-4455-98c6-c6404aef367d HTTP/1.1" status: 200 len: 943 time: 0.0484519 Jul 28 00:22:32.388722 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-72b6ada7-b488-46b5-90fe-f3f5fc4cb31b req-c2bc62a1-c7e1-4c83-8e97-e50f859990dd tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] 10.222.0.18 "GET /v2.0/security-groups?id=793c7c32-8670-4827-94e7-7f17f7dc60a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349958 Jul 28 00:22:32.521976 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7418f70f-e60d-4709-8ba9-6ab514bc7f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:22:33.500672 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6727a851-0a40-458c-8a50-e938a1acc7cf req-af1e3d98-2462-483f-b87b-f03a2db95143 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:22:33.502133 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-6727a851-0a40-458c-8a50-e938a1acc7cf req-af1e3d98-2462-483f-b87b-f03a2db95143 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] 10.222.0.18 "GET /v2.0/ports?device_id=181b3d96-df20-4455-98c6-c6404aef367d HTTP/1.1" status: 200 len: 943 time: 0.0477824 Jul 28 00:22:33.539606 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-6727a851-0a40-458c-8a50-e938a1acc7cf req-974da305-cb3c-4b9f-9c54-9a5dede181cf tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] 10.222.0.18 "GET /v2.0/security-groups?id=793c7c32-8670-4827-94e7-7f17f7dc60a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310435 Jul 28 00:22:34.650900 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bc6429-a1dd-4c26-ac78-91cc22db1388 req-8074edc6-1b4b-48a9-8677-cf3a2a941a75 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:22:34.652411 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-70bc6429-a1dd-4c26-ac78-91cc22db1388 req-8074edc6-1b4b-48a9-8677-cf3a2a941a75 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] 10.222.0.18 "GET /v2.0/ports?device_id=181b3d96-df20-4455-98c6-c6404aef367d HTTP/1.1" status: 200 len: 943 time: 0.0474002 Jul 28 00:22:34.690025 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-70bc6429-a1dd-4c26-ac78-91cc22db1388 req-45381963-c3f4-4816-8545-5c12210b8ec0 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] 10.222.0.18 "GET /v2.0/security-groups?id=793c7c32-8670-4827-94e7-7f17f7dc60a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315940 Jul 28 00:22:35.742810 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:22:35.806078 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33bf832-eb6a-4981-b2f5-6bdfe13209d5 req-cea7db49-cc88-4eda-a831-0081b4d95ef8 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:22:35.807564 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-b33bf832-eb6a-4981-b2f5-6bdfe13209d5 req-cea7db49-cc88-4eda-a831-0081b4d95ef8 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] 10.222.0.18 "GET /v2.0/ports?device_id=181b3d96-df20-4455-98c6-c6404aef367d HTTP/1.1" status: 200 len: 943 time: 0.0484500 Jul 28 00:22:35.844731 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-b33bf832-eb6a-4981-b2f5-6bdfe13209d5 req-5339ec2f-02b7-4906-afd0-5be1eb24b318 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] 10.222.0.18 "GET /v2.0/security-groups?id=793c7c32-8670-4827-94e7-7f17f7dc60a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309908 Jul 28 00:22:36.961436 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903be59c-d6ac-43a6-94f2-02d2afa1ea29 req-54f15b26-24e5-4d6d-b749-f099c3cec3dd tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:22:36.962903 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-903be59c-d6ac-43a6-94f2-02d2afa1ea29 req-54f15b26-24e5-4d6d-b749-f099c3cec3dd tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] 10.222.0.18 "GET /v2.0/ports?device_id=181b3d96-df20-4455-98c6-c6404aef367d HTTP/1.1" status: 200 len: 943 time: 0.0520654 Jul 28 00:22:36.999845 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-903be59c-d6ac-43a6-94f2-02d2afa1ea29 req-5e8c9b97-3f5b-4bd1-85a2-41ac49c59d9d tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] 10.222.0.18 "GET /v2.0/security-groups?id=793c7c32-8670-4827-94e7-7f17f7dc60a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309994 Jul 28 00:22:37.388049 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device d08c0a1b-8ca1-4597-b522-0f67a308e968 details requested by agent hyperv_n-h1-802623-1 with host n-h1-802623-1 {{(pid=93799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 00:22:37.481208 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port d08c0a1b-8ca1-4597-b522-0f67a308e968, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=d08c0a1b-8ca1-4597-b522-0f67a308e968,segment=NetworkSegment(803a7eaa-ce5f-4c59-915b-9173fd30879b),segment_id=803a7eaa-ce5f-4c59-915b-9173fd30879b)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 00:22:37.492636 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Returning: {'device': 'd08c0a1b-8ca1-4597-b522-0f67a308e968', 'network_id': '11170dcf-6737-4d28-a602-1f8c141c04e6', 'port_id': 'd08c0a1b-8ca1-4597-b522-0f67a308e968', 'mac_address': 'fa:16:3e:af:b5:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 512, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6956b4a6-6864-4994-98dd-0b5368e9be8f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 00:22:37.528098 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:22:37.540348 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d08c0a1b-8ca1-4597-b522-0f67a308e968 {{(pid=93799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 00:22:37.559198 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port d08c0a1b-8ca1-4597-b522-0f67a308e968, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=d08c0a1b-8ca1-4597-b522-0f67a308e968,segment=NetworkSegment(803a7eaa-ce5f-4c59-915b-9173fd30879b),segment_id=803a7eaa-ce5f-4c59-915b-9173fd30879b)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 00:22:37.563355 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:22:37.608051 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Pushing event updated for resources: {'Port': ['ID=d08c0a1b-8ca1-4597-b522-0f67a308e968,revision_number=7']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:22:37.763974 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] get_ports_and_sgs() called for port_ids ['d08c0a1b-8ca1-4597-b522-0f67a308e968'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 00:22:38.116112 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfcf220-4ef7-4d8f-bc89-d70b61c1d057 req-43ea00d5-d0d0-435d-bf43-f8444f24f552 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:22:38.118270 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-0cfcf220-4ef7-4d8f-bc89-d70b61c1d057 req-43ea00d5-d0d0-435d-bf43-f8444f24f552 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] 10.222.0.18 "GET /v2.0/ports?device_id=181b3d96-df20-4455-98c6-c6404aef367d HTTP/1.1" status: 200 len: 944 time: 0.0522602 Jul 28 00:22:38.155933 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-0cfcf220-4ef7-4d8f-bc89-d70b61c1d057 req-8dd8270f-0c34-41e5-8f0a-a773938bc1d8 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] 10.222.0.18 "GET /v2.0/security-groups?id=793c7c32-8670-4827-94e7-7f17f7dc60a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317781 Jul 28 00:22:39.270791 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756546d6-aede-4b63-9b71-9c651aec04ff req-3f6b0f89-69d9-4227-a177-4f40ec420097 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:22:39.272318 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-756546d6-aede-4b63-9b71-9c651aec04ff req-3f6b0f89-69d9-4227-a177-4f40ec420097 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] 10.222.0.18 "GET /v2.0/ports?device_id=181b3d96-df20-4455-98c6-c6404aef367d HTTP/1.1" status: 200 len: 944 time: 0.0482535 Jul 28 00:22:39.309782 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-756546d6-aede-4b63-9b71-9c651aec04ff req-8b7feb06-b650-4b97-9f4d-654481541a60 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] 10.222.0.18 "GET /v2.0/security-groups?id=793c7c32-8670-4827-94e7-7f17f7dc60a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314801 Jul 28 00:22:39.403053 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device d08c0a1b-8ca1-4597-b522-0f67a308e968 up at agent hyperv_n-h1-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 00:22:39.452302 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Provisioning complete for port d08c0a1b-8ca1-4597-b522-0f67a308e968 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 00:22:39.452678 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:22:39.524795 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:22:39.546408 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '181b3d96-df20-4455-98c6-c6404aef367d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd08c0a1b-8ca1-4597-b522-0f67a308e968'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 00:22:39.548649 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64765ad30d2cb160e3038d1462d2ba509af0f62467a800f17112a752d2df19f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2565d8f9-9f7a-40d2-8f3d-c5f1b3ee825a" -d '{"events": [{"server_uuid": "181b3d96-df20-4455-98c6-c6404aef367d", "name": "network-vif-plugged", "status": "completed", "tag": "d08c0a1b-8ca1-4597-b522-0f67a308e968"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 00:22:39.563004 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port d08c0a1b-8ca1-4597-b522-0f67a308e968, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=d08c0a1b-8ca1-4597-b522-0f67a308e968,segment=NetworkSegment(803a7eaa-ce5f-4c59-915b-9173fd30879b),segment_id=803a7eaa-ce5f-4c59-915b-9173fd30879b)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 00:22:39.567316 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:22:39.590113 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 00:22:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3911e87d-e7d6-42c6-8885-24b026d46e1f x-openstack-request-id: req-3911e87d-e7d6-42c6-8885-24b026d46e1f {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 00:22:39.590401 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "181b3d96-df20-4455-98c6-c6404aef367d", "name": "network-vif-plugged", "status": "completed", "tag": "d08c0a1b-8ca1-4597-b522-0f67a308e968", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 00:22:39.590651 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3911e87d-e7d6-42c6-8885-24b026d46e1f {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 00:22:39.591069 n-d-802623-1 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '181b3d96-df20-4455-98c6-c6404aef367d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd08c0a1b-8ca1-4597-b522-0f67a308e968', 'code': 200} Jul 28 00:22:39.622779 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Pushing event updated for resources: {'Port': ['ID=d08c0a1b-8ca1-4597-b522-0f67a308e968,revision_number=8']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:22:39.729423 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c46c87-735e-4bff-a11d-920b306fee3a req-34f8713d-3586-4869-99c7-4a587b81c75f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:22:39.730894 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-e8c46c87-735e-4bff-a11d-920b306fee3a req-34f8713d-3586-4869-99c7-4a587b81c75f service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=181b3d96-df20-4455-98c6-c6404aef367d HTTP/1.1" status: 200 len: 1096 time: 0.0397727 Jul 28 00:22:39.764586 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-e8c46c87-735e-4bff-a11d-920b306fee3a req-e7281921-38f1-4848-b0c6-7703ca0193ba service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=793c7c32-8670-4827-94e7-7f17f7dc60a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0267026 Jul 28 00:22:40.422837 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1073dc4d-9442-4281-bfc0-6cf9cda24270 req-8b18e2b7-1bc1-4477-8209-eede4ebaef24 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:22:40.424234 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-1073dc4d-9442-4281-bfc0-6cf9cda24270 req-8b18e2b7-1bc1-4477-8209-eede4ebaef24 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] 10.222.0.18 "GET /v2.0/ports?device_id=181b3d96-df20-4455-98c6-c6404aef367d HTTP/1.1" status: 200 len: 945 time: 0.0480843 Jul 28 00:22:40.461215 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-1073dc4d-9442-4281-bfc0-6cf9cda24270 req-8f0a5b53-b0cb-4325-9bd1-9a31e02c5957 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] 10.222.0.18 "GET /v2.0/security-groups?id=793c7c32-8670-4827-94e7-7f17f7dc60a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309768 Jul 28 00:22:41.577327 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82eefff5-faa6-4578-a00c-ce49ade7a8bf req-cc2a990f-4a12-4b3e-93c4-ac8a5d0b374d tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:22:41.578819 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-82eefff5-faa6-4578-a00c-ce49ade7a8bf req-cc2a990f-4a12-4b3e-93c4-ac8a5d0b374d tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] 10.222.0.18 "GET /v2.0/ports?device_id=181b3d96-df20-4455-98c6-c6404aef367d HTTP/1.1" status: 200 len: 945 time: 0.0489810 Jul 28 00:22:41.616001 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-82eefff5-faa6-4578-a00c-ce49ade7a8bf req-01939ba7-9879-408f-8066-9cce7eed8f23 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] 10.222.0.18 "GET /v2.0/security-groups?id=793c7c32-8670-4827-94e7-7f17f7dc60a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312912 Jul 28 00:22:48.361549 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.agents_db [None req-9beef776-8bab-4de2-989a-f5a23ba4aaf4 None None] Agent healthcheck: found 7 active agents {{(pid=93800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 00:22:57.019877 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-79b3a203-4c22-4d39-a1b2-d2f9f953cd00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:22:59.683431 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-99b8b4fc-ed34-4e48-be5d-55a523a57848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:23:00.170352 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:23:00.281853 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:23:00.767007 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-19f2e178-d45e-4fbe-b9be-c3963fc151ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:23:02.522907 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7418f70f-e60d-4709-8ba9-6ab514bc7f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:23:05.738535 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:23:19.337677 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-dd5efc8b-6ece-4a7d-a71e-b5246b1b760a req-44266d71-6347-4d43-90a2-33429f7b02f2 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=181b3d96-df20-4455-98c6-c6404aef367d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0492098 Jul 28 00:23:19.416425 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5efc8b-6ece-4a7d-a71e-b5246b1b760a req-a7a7e8bb-6f24-4e1e-9d55-a7c62f395cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:23:19.417884 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-dd5efc8b-6ece-4a7d-a71e-b5246b1b760a req-a7a7e8bb-6f24-4e1e-9d55-a7c62f395cd2 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5c4b23c604b94f05b2d78ff1de89574d&device_id=181b3d96-df20-4455-98c6-c6404aef367d HTTP/1.1" status: 200 len: 1096 time: 0.0403163 Jul 28 00:23:19.523828 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5efc8b-6ece-4a7d-a71e-b5246b1b760a req-337af3b2-bec6-414a-a35f-3b40f978858c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:23:19.525288 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-dd5efc8b-6ece-4a7d-a71e-b5246b1b760a req-337af3b2-bec6-414a-a35f-3b40f978858c service neutron] 10.222.0.38 "GET /v2.0/networks?id=11170dcf-6737-4d28-a602-1f8c141c04e6 HTTP/1.1" status: 200 len: 910 time: 0.0841460 Jul 28 00:23:19.592499 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-dd5efc8b-6ece-4a7d-a71e-b5246b1b760a req-0dbe2901-eab1-42b8-ae26-471432acfeb9 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d08c0a1b-8ca1-4597-b522-0f67a308e968 HTTP/1.1" status: 200 len: 1001 time: 0.0600672 Jul 28 00:23:19.647414 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5efc8b-6ece-4a7d-a71e-b5246b1b760a req-eefa98fc-4413-45ca-be0e-ffec93771bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:23:19.648862 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-dd5efc8b-6ece-4a7d-a71e-b5246b1b760a req-eefa98fc-4413-45ca-be0e-ffec93771bc0 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=6956b4a6-6864-4994-98dd-0b5368e9be8f HTTP/1.1" status: 200 len: 848 time: 0.0494220 Jul 28 00:23:19.694838 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5efc8b-6ece-4a7d-a71e-b5246b1b760a req-1878de79-4374-43ae-906f-a9bb64bf3f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:23:19.696321 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-dd5efc8b-6ece-4a7d-a71e-b5246b1b760a req-1878de79-4374-43ae-906f-a9bb64bf3f3e service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=11170dcf-6737-4d28-a602-1f8c141c04e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402710 Jul 28 00:23:19.786804 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-dd5efc8b-6ece-4a7d-a71e-b5246b1b760a req-22d5f90e-4c7b-43e5-ac51-23c333f91e18 service neutron] 10.222.0.38 "GET /v2.0/networks/11170dcf-6737-4d28-a602-1f8c141c04e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836530 Jul 28 00:23:19.875243 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-dd5efc8b-6ece-4a7d-a71e-b5246b1b760a req-ec2dcb08-d4cd-4a23-a7dd-17e0ab42cd27 service neutron] 10.222.0.38 "GET /v2.0/networks/11170dcf-6737-4d28-a602-1f8c141c04e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806270 Jul 28 00:23:25.360115 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.agents_db [None req-9beef776-8bab-4de2-989a-f5a23ba4aaf4 None None] Agent healthcheck: found 7 active agents {{(pid=93800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 00:23:27.012407 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-301e1251-7705-4f5f-9a7b-977dc1fc59b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:23:29.686509 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-08a73acf-0e14-4d9f-aa9b-cc16522c0a16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:23:30.171794 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:23:30.297213 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:23:30.768156 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-19f2e178-d45e-4fbe-b9be-c3963fc151ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:23:32.525406 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7418f70f-e60d-4709-8ba9-6ab514bc7f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:23:35.739751 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:23:51.805219 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 60414) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:23:51.963945 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-cc0d26f1-3410-4fa4-bd63-3f63add36a03 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Deleting port edb5441c-ddac-43b3-bdb3-2e6b9af3d6d8 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 00:23:51.964287 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-cc0d26f1-3410-4fa4-bd63-3f63add36a03 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:23:52.037711 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-cc0d26f1-3410-4fa4-bd63-3f63add36a03 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:23:52.038041 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-cc0d26f1-3410-4fa4-bd63-3f63add36a03 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:23:52.049742 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-cc0d26f1-3410-4fa4-bd63-3f63add36a03 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Calling delete_port for edb5441c-ddac-43b3-bdb3-2e6b9af3d6d8 owned by network:floatingip {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 00:23:52.197960 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-cc0d26f1-3410-4fa4-bd63-3f63add36a03 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:23:52.223605 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0d26f1-3410-4fa4-bd63-3f63add36a03 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Pushing event deleted for resources: {'Port': ['ID=edb5441c-ddac-43b3-bdb3-2e6b9af3d6d8,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:23:52.247271 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0d26f1-3410-4fa4-bd63-3f63add36a03 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:23:52.247623 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0d26f1-3410-4fa4-bd63-3f63add36a03 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:23:52.247967 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0d26f1-3410-4fa4-bd63-3f63add36a03 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:23:52.248306 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0d26f1-3410-4fa4-bd63-3f63add36a03 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:23:52.248640 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0d26f1-3410-4fa4-bd63-3f63add36a03 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:23:52.248974 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0d26f1-3410-4fa4-bd63-3f63add36a03 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:23:52.249301 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0d26f1-3410-4fa4-bd63-3f63add36a03 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:23:52.249628 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0d26f1-3410-4fa4-bd63-3f63add36a03 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:23:52.249951 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0d26f1-3410-4fa4-bd63-3f63add36a03 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:23:52.250277 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0d26f1-3410-4fa4-bd63-3f63add36a03 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:23:52.250628 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0d26f1-3410-4fa4-bd63-3f63add36a03 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:23:52.250958 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0d26f1-3410-4fa4-bd63-3f63add36a03 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:23:52.291877 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-cc0d26f1-3410-4fa4-bd63-3f63add36a03 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Notify callbacks [] for floatingip, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:23:52.292298 n-d-802623-1 neutron-server[93797]: INFO neutron.db.l3_db [None req-cc0d26f1-3410-4fa4-bd63-3f63add36a03 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Floating IP 20c3bfb8-91db-48ad-8bf8-fa4ff876f59e disassociated (deleted). External IP: 172.25.4.215, port: d08c0a1b-8ca1-4597-b522-0f67a308e968. Jul 28 00:23:52.493932 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc0d26f1-3410-4fa4-bd63-3f63add36a03 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Router ab8f78f6-5ae3-4eeb-94de-5d0fb1d43be9 has already been hosted by L3 agent 018c4455-49c0-4734-927d-7824067b2a9e {{(pid=93797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 00:23:52.601219 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc0d26f1-3410-4fa4-bd63-3f63add36a03 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 00:23:52.606063 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-cc0d26f1-3410-4fa4-bd63-3f63add36a03 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for floatingip, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:23:52.610686 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4c711fd-bcaa-44f1-b4e8-48a480ebe831 None None] Sync routers for ids ['ab8f78f6-5ae3-4eeb-94de-5d0fb1d43be9'] in n-d-802623-1 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 00:23:52.620719 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4c711fd-bcaa-44f1-b4e8-48a480ebe831 None None] Routers {'ab8f78f6-5ae3-4eeb-94de-5d0fb1d43be9'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 00:23:52.621327 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-e4c711fd-bcaa-44f1-b4e8-48a480ebe831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-28T00:23:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['ab8f78f6-5ae3-4eeb-94de-5d0fb1d43be9'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:23:52.633397 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-cc0d26f1-3410-4fa4-bd63-3f63add36a03 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] 10.222.0.18 "DELETE /v2.0/floatingips/20c3bfb8-91db-48ad-8bf8-fa4ff876f59e HTTP/1.1" status: 204 len: 168 time: 0.8271010 Jul 28 00:23:52.634006 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '181b3d96-df20-4455-98c6-c6404aef367d', 'tag': 'd08c0a1b-8ca1-4597-b522-0f67a308e968'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 00:23:52.636280 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54ff2e8c926e0231465601fd4f15fa4e9ff5e8c34d973af7f909e70dd0b48885" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59739d2b-4402-4392-8193-6f0036f7eb01" -d '{"events": [{"name": "network-changed", "server_uuid": "181b3d96-df20-4455-98c6-c6404aef367d", "tag": "d08c0a1b-8ca1-4597-b522-0f67a308e968"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 00:23:52.677181 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 00:23:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b50ee77-7d36-468f-83dd-e116356e6f7a x-openstack-request-id: req-2b50ee77-7d36-468f-83dd-e116356e6f7a {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 00:23:52.677728 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "181b3d96-df20-4455-98c6-c6404aef367d", "tag": "d08c0a1b-8ca1-4597-b522-0f67a308e968", "status": "completed", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 00:23:52.678298 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2b50ee77-7d36-468f-83dd-e116356e6f7a {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 00:23:52.678959 n-d-802623-1 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '181b3d96-df20-4455-98c6-c6404aef367d', 'tag': 'd08c0a1b-8ca1-4597-b522-0f67a308e968', 'status': 'completed', 'code': 200} Jul 28 00:23:52.728228 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-e4c711fd-bcaa-44f1-b4e8-48a480ebe831 None None] Set router ab8f78f6-5ae3-4eeb-94de-5d0fb1d43be9 gateway port host: n-d-802623-1 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 00:23:52.745557 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59739d2b-4402-4392-8193-6f0036f7eb01 req-2554f7c4-3c4e-4d59-aa52-47687604eaa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:23:52.747010 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-59739d2b-4402-4392-8193-6f0036f7eb01 req-2554f7c4-3c4e-4d59-aa52-47687604eaa0 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5c4b23c604b94f05b2d78ff1de89574d&device_id=181b3d96-df20-4455-98c6-c6404aef367d HTTP/1.1" status: 200 len: 1096 time: 0.0472882 Jul 28 00:23:52.877079 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59739d2b-4402-4392-8193-6f0036f7eb01 req-8bd80215-4b03-4ea3-a30a-73164e871dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:23:52.878563 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-59739d2b-4402-4392-8193-6f0036f7eb01 req-8bd80215-4b03-4ea3-a30a-73164e871dbb service neutron] 10.222.0.38 "GET /v2.0/networks?id=11170dcf-6737-4d28-a602-1f8c141c04e6 HTTP/1.1" status: 200 len: 910 time: 0.1229463 Jul 28 00:23:52.894512 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f703132-4728-40ea-8da7-baca44226edf req-19cf2491-f29c-46b4-af8d-3cba12500ffe tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:23:52.896214 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-6f703132-4728-40ea-8da7-baca44226edf req-19cf2491-f29c-46b4-af8d-3cba12500ffe tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] 10.222.0.18 "GET /v2.0/ports?device_id=181b3d96-df20-4455-98c6-c6404aef367d HTTP/1.1" status: 200 len: 945 time: 0.0690546 Jul 28 00:23:52.930738 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-e4c711fd-bcaa-44f1-b4e8-48a480ebe831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab8f78f6-5ae3-4eeb-94de-5d0fb1d43be9', 'name': 'tempest-TestShelveInstance-1430498722-router', 'tenant_id': '5c4b23c604b94f05b2d78ff1de89574d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.120'}], 'enable_snat': True}, 'gw_port_id': 'b9c806ee-5b47-414e-a02c-dfe6ac68cb81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T00:15:22Z', 'updated_at': '2021-07-28T00:15:25Z', 'revision_number': 4, 'project_id': '5c4b23c604b94f05b2d78ff1de89574d', 'gw_port': {'id': 'b9c806ee-5b47-414e-a02c-dfe6ac68cb81', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:da:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8f78f6-5ae3-4eeb-94de-5d0fb1d43be9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T00:15:23Z', 'updated_at': '2021-07-28T00:15:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': 'b1f727f7-9565-4251-9494-a107ba22e7da', 'name': '', 'network_id': '11170dcf-6737-4d28-a602-1f8c141c04e6', 'tenant_id': '5c4b23c604b94f05b2d78ff1de89574d', 'mac_address': 'fa:16:3e:4e:12:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8f78f6-5ae3-4eeb-94de-5d0fb1d43be9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '6956b4a6-6864-4994-98dd-0b5368e9be8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T00:15:24Z', 'updated_at': '2021-07-28T00:15:32Z', 'revision_number': 5, 'project_id': '5c4b23c604b94f05b2d78ff1de89574d', 'subnets': [{'id': '6956b4a6-6864-4994-98dd-0b5368e9be8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:23:52.938152 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-59739d2b-4402-4392-8193-6f0036f7eb01 req-bf843e29-7392-46fb-af48-429ec0639cdc service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d08c0a1b-8ca1-4597-b522-0f67a308e968 HTTP/1.1" status: 200 len: 217 time: 0.0410058 Jul 28 00:23:52.956338 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4c711fd-bcaa-44f1-b4e8-48a480ebe831 None None] Checking router: ab8f78f6-5ae3-4eeb-94de-5d0fb1d43be9 for host: n-d-802623-1 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 00:23:52.964370 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4c711fd-bcaa-44f1-b4e8-48a480ebe831 None None] Routers {'ab8f78f6-5ae3-4eeb-94de-5d0fb1d43be9'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 00:23:52.964979 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-e4c711fd-bcaa-44f1-b4e8-48a480ebe831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-28T00:23:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['ab8f78f6-5ae3-4eeb-94de-5d0fb1d43be9'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:23:52.991639 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-6f703132-4728-40ea-8da7-baca44226edf req-0cbce1cf-c4aa-40a3-95ed-f044b7d3ecd0 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] 10.222.0.18 "GET /v2.0/security-groups?id=793c7c32-8670-4827-94e7-7f17f7dc60a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888851 Jul 28 00:23:53.004383 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59739d2b-4402-4392-8193-6f0036f7eb01 req-099aaa67-4ae1-41b3-8ed6-cbeebbc10428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:23:53.005854 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-59739d2b-4402-4392-8193-6f0036f7eb01 req-099aaa67-4ae1-41b3-8ed6-cbeebbc10428 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=6956b4a6-6864-4994-98dd-0b5368e9be8f HTTP/1.1" status: 200 len: 848 time: 0.0597777 Jul 28 00:23:53.056841 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59739d2b-4402-4392-8193-6f0036f7eb01 req-426b68a7-316a-43ff-8ed1-fe06799dba32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:23:53.058333 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-59739d2b-4402-4392-8193-6f0036f7eb01 req-426b68a7-316a-43ff-8ed1-fe06799dba32 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=11170dcf-6737-4d28-a602-1f8c141c04e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447297 Jul 28 00:23:53.072015 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-e4c711fd-bcaa-44f1-b4e8-48a480ebe831 None None] Set router ab8f78f6-5ae3-4eeb-94de-5d0fb1d43be9 gateway port host: n-d-802623-1 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 00:23:53.148184 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-59739d2b-4402-4392-8193-6f0036f7eb01 req-b9440216-4e2e-4eb4-b862-2432547108c6 service neutron] 10.222.0.38 "GET /v2.0/networks/11170dcf-6737-4d28-a602-1f8c141c04e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822432 Jul 28 00:23:53.244764 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-59739d2b-4402-4392-8193-6f0036f7eb01 req-64c5feed-14a1-41c5-b371-2e0d710b8c54 service neutron] 10.222.0.38 "GET /v2.0/networks/11170dcf-6737-4d28-a602-1f8c141c04e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877192 Jul 28 00:23:53.277345 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-e4c711fd-bcaa-44f1-b4e8-48a480ebe831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab8f78f6-5ae3-4eeb-94de-5d0fb1d43be9', 'name': 'tempest-TestShelveInstance-1430498722-router', 'tenant_id': '5c4b23c604b94f05b2d78ff1de89574d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.120'}], 'enable_snat': True}, 'gw_port_id': 'b9c806ee-5b47-414e-a02c-dfe6ac68cb81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T00:15:22Z', 'updated_at': '2021-07-28T00:15:25Z', 'revision_number': 4, 'project_id': '5c4b23c604b94f05b2d78ff1de89574d', 'gw_port': {'id': 'b9c806ee-5b47-414e-a02c-dfe6ac68cb81', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:da:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8f78f6-5ae3-4eeb-94de-5d0fb1d43be9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T00:15:23Z', 'updated_at': '2021-07-28T00:15:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': 'b1f727f7-9565-4251-9494-a107ba22e7da', 'name': '', 'network_id': '11170dcf-6737-4d28-a602-1f8c141c04e6', 'tenant_id': '5c4b23c604b94f05b2d78ff1de89574d', 'mac_address': 'fa:16:3e:4e:12:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8f78f6-5ae3-4eeb-94de-5d0fb1d43be9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '6956b4a6-6864-4994-98dd-0b5368e9be8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T00:15:24Z', 'updated_at': '2021-07-28T00:15:32Z', 'revision_number': 5, 'project_id': '5c4b23c604b94f05b2d78ff1de89574d', 'subnets': [{'id': '6956b4a6-6864-4994-98dd-0b5368e9be8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:23:53.303305 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4c711fd-bcaa-44f1-b4e8-48a480ebe831 None None] The sync data for ids ['ab8f78f6-5ae3-4eeb-94de-5d0fb1d43be9'] in n-d-802623-1 is: [{'id': 'ab8f78f6-5ae3-4eeb-94de-5d0fb1d43be9', 'name': 'tempest-TestShelveInstance-1430498722-router', 'tenant_id': '5c4b23c604b94f05b2d78ff1de89574d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.120'}], 'enable_snat': True}, 'gw_port_id': 'b9c806ee-5b47-414e-a02c-dfe6ac68cb81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T00:15:22Z', 'updated_at': '2021-07-28T00:15:25Z', 'revision_number': 4, 'project_id': '5c4b23c604b94f05b2d78ff1de89574d', 'gw_port': {'id': 'b9c806ee-5b47-414e-a02c-dfe6ac68cb81', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:da:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8f78f6-5ae3-4eeb-94de-5d0fb1d43be9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T00:15:23Z', 'updated_at': '2021-07-28T00:15:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': 'b1f727f7-9565-4251-9494-a107ba22e7da', 'name': '', 'network_id': '11170dcf-6737-4d28-a602-1f8c141c04e6', 'tenant_id': '5c4b23c604b94f05b2d78ff1de89574d', 'mac_address': 'fa:16:3e:4e:12:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8f78f6-5ae3-4eeb-94de-5d0fb1d43be9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '6956b4a6-6864-4994-98dd-0b5368e9be8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T00:15:24Z', 'updated_at': '2021-07-28T00:15:32Z', 'revision_number': 5, 'project_id': '5c4b23c604b94f05b2d78ff1de89574d', 'subnets': [{'id': '6956b4a6-6864-4994-98dd-0b5368e9be8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 00:23:53.509334 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5b25bfa-bf3d-41b5-9fa2-e3cd6054b8a8 None None] New status for floating IP 20c3bfb8-91db-48ad-8bf8-fa4ff876f59e: DOWN {{(pid=93799) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 00:23:54.112835 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb68781a-47fd-405e-8c3e-18a320a97e02 req-8f4511f7-eda7-4a26-9fb7-efd436680095 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:23:54.114801 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-fb68781a-47fd-405e-8c3e-18a320a97e02 req-8f4511f7-eda7-4a26-9fb7-efd436680095 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] 10.222.0.18 "GET /v2.0/ports?device_id=181b3d96-df20-4455-98c6-c6404aef367d HTTP/1.1" status: 200 len: 945 time: 0.0533817 Jul 28 00:23:54.151916 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-fb68781a-47fd-405e-8c3e-18a320a97e02 req-a4809d3f-29fe-4e8e-81e5-703ed58c8ec7 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] 10.222.0.18 "GET /v2.0/security-groups?id=793c7c32-8670-4827-94e7-7f17f7dc60a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311728 Jul 28 00:23:54.326721 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32a5dbe-0275-4414-af03-257e4a814c99 req-ebd174db-57cc-44c7-b001-7bba14ee407a tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:23:54.328307 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-c32a5dbe-0275-4414-af03-257e4a814c99 req-ebd174db-57cc-44c7-b001-7bba14ee407a tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] 10.222.0.38 "GET /v2.0/ports?device_id=181b3d96-df20-4455-98c6-c6404aef367d HTTP/1.1" status: 200 len: 945 time: 0.0484481 Jul 28 00:23:54.414855 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [req-c32a5dbe-0275-4414-af03-257e4a814c99 req-9eafd4cb-49b0-4a55-ae2e-54a57ce856cf tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Deleting port d08c0a1b-8ca1-4597-b522-0f67a308e968 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 00:23:54.415228 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-c32a5dbe-0275-4414-af03-257e4a814c99 req-9eafd4cb-49b0-4a55-ae2e-54a57ce856cf tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:23:54.503243 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-c32a5dbe-0275-4414-af03-257e4a814c99 req-9eafd4cb-49b0-4a55-ae2e-54a57ce856cf tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] For port d08c0a1b-8ca1-4597-b522-0f67a308e968, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=d08c0a1b-8ca1-4597-b522-0f67a308e968,segment=NetworkSegment(803a7eaa-ce5f-4c59-915b-9173fd30879b),segment_id=803a7eaa-ce5f-4c59-915b-9173fd30879b)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 00:23:54.503637 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-c32a5dbe-0275-4414-af03-257e4a814c99 req-9eafd4cb-49b0-4a55-ae2e-54a57ce856cf tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:23:54.516028 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [req-c32a5dbe-0275-4414-af03-257e4a814c99 req-9eafd4cb-49b0-4a55-ae2e-54a57ce856cf tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Calling delete_port for d08c0a1b-8ca1-4597-b522-0f67a308e968 owned by compute:nova {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 00:23:54.641757 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-c32a5dbe-0275-4414-af03-257e4a814c99 req-9eafd4cb-49b0-4a55-ae2e-54a57ce856cf tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:23:54.668406 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eafd4cb-49b0-4a55-ae2e-54a57ce856cf tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Pushing event deleted for resources: {'Port': ['ID=d08c0a1b-8ca1-4597-b522-0f67a308e968,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:23:54.710974 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [req-c32a5dbe-0275-4414-af03-257e4a814c99 req-9eafd4cb-49b0-4a55-ae2e-54a57ce856cf tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] No DVR routers for this DVR port d08c0a1b-8ca1-4597-b522-0f67a308e968 on host n-h1-802623-1 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 00:23:54.713551 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-c32a5dbe-0275-4414-af03-257e4a814c99 req-9eafd4cb-49b0-4a55-ae2e-54a57ce856cf tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:23:54.715554 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-c32a5dbe-0275-4414-af03-257e4a814c99 req-9eafd4cb-49b0-4a55-ae2e-54a57ce856cf tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] 10.222.0.38 "DELETE /v2.0/ports/d08c0a1b-8ca1-4597-b522-0f67a308e968 HTTP/1.1" status: 204 len: 173 time: 0.3813999 Jul 28 00:23:54.716003 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '181b3d96-df20-4455-98c6-c6404aef367d', 'name': 'network-vif-deleted', 'tag': 'd08c0a1b-8ca1-4597-b522-0f67a308e968'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 00:23:54.718215 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54ff2e8c926e0231465601fd4f15fa4e9ff5e8c34d973af7f909e70dd0b48885" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5754a72-da71-4c4c-a3f0-1a73992b7232" -d '{"events": [{"server_uuid": "181b3d96-df20-4455-98c6-c6404aef367d", "name": "network-vif-deleted", "tag": "d08c0a1b-8ca1-4597-b522-0f67a308e968"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 00:23:54.754958 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 00:23:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de8a080e-57d4-49bb-b88e-fb90e9add9ff x-openstack-request-id: req-de8a080e-57d4-49bb-b88e-fb90e9add9ff {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 00:23:54.755284 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "181b3d96-df20-4455-98c6-c6404aef367d", "name": "network-vif-deleted", "tag": "d08c0a1b-8ca1-4597-b522-0f67a308e968", "status": "completed", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 00:23:54.755540 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-de8a080e-57d4-49bb-b88e-fb90e9add9ff {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 00:23:54.755941 n-d-802623-1 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '181b3d96-df20-4455-98c6-c6404aef367d', 'name': 'network-vif-deleted', 'tag': 'd08c0a1b-8ca1-4597-b522-0f67a308e968', 'status': 'completed', 'code': 200} Jul 28 00:23:55.245276 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-07539d5c-5f4d-4f16-8a7d-b22aa1c17708 req-063d2441-0732-4685-9f0e-863a73ce4e6b tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] 10.222.0.18 "GET /v2.0/ports?device_id=181b3d96-df20-4455-98c6-c6404aef367d HTTP/1.1" status: 200 len: 210 time: 0.0262468 Jul 28 00:23:56.343565 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-cfeec238-26b9-4b97-bf4e-cf802d33ffb6 req-fb022a90-3b3a-48ae-96e6-062a4a251bac tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] 10.222.0.18 "GET /v2.0/ports?device_id=181b3d96-df20-4455-98c6-c6404aef367d HTTP/1.1" status: 200 len: 210 time: 0.0260842 Jul 28 00:23:57.012882 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-45915edb-c0c0-4039-8cc1-57724904e6bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:23:57.436739 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-aba1915b-d468-4a98-918d-4bac2ea3c5ea req-b7de9973-251f-40ce-8998-abb4177be2e0 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] 10.222.0.18 "GET /v2.0/ports?device_id=181b3d96-df20-4455-98c6-c6404aef367d HTTP/1.1" status: 200 len: 210 time: 0.0280795 Jul 28 00:23:57.860978 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device d08c0a1b-8ca1-4597-b522-0f67a308e968 no longer exists at agent hyperv_n-h1-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 00:23:57.881637 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] No Port match for: d08c0a1b-8ca1-4597-b522-0f67a308e968 {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 00:23:57.881987 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device d08c0a1b-8ca1-4597-b522-0f67a308e968 not bound to the agent host n-h1-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 00:23:58.556600 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-e88503ee-d1f4-43a9-b2a4-71b396118047 req-74debd44-2c35-4626-89e8-ab981247607a tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] 10.222.0.18 "GET /v2.0/ports?device_id=181b3d96-df20-4455-98c6-c6404aef367d HTTP/1.1" status: 200 len: 210 time: 0.0296836 Jul 28 00:23:59.613510 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 60448) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:23:59.674326 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a2f80b65-5c0a-4d6d-9359-ca657d58cdf4 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:23:59.689185 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-33c4c3ef-ba0b-4ce3-a58b-ab99c47748e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:23:59.701310 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a2f80b65-5c0a-4d6d-9359-ca657d58cdf4 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:23:59.764775 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a2f80b65-5c0a-4d6d-9359-ca657d58cdf4 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:23:59.767556 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a2f80b65-5c0a-4d6d-9359-ca657d58cdf4 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:23:59.768717 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-a2f80b65-5c0a-4d6d-9359-ca657d58cdf4 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] 10.222.0.18 "DELETE /v2.0/security-groups/793c7c32-8670-4827-94e7-7f17f7dc60a4 HTTP/1.1" status: 204 len: 168 time: 0.1542082 Jul 28 00:23:59.778575 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f80b65-5c0a-4d6d-9359-ca657d58cdf4 tempest-TestShelveInstance-1303910946 tempest-TestShelveInstance-1303910946-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=793c7c32-8670-4827-94e7-7f17f7dc60a4,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:23:59.818228 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 60452) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:24:00.173898 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:24:00.269482 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1a9f8e66-2a21-427d-baad-e149c15ad7fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-414022'] for router_interface, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:24:00.297909 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:24:00.513824 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-1a9f8e66-2a21-427d-baad-e149c15ad7fc admin admin] Deleting port b1f727f7-9565-4251-9494-a107ba22e7da {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 00:24:00.514164 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1a9f8e66-2a21-427d-baad-e149c15ad7fc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:24:00.594080 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-1a9f8e66-2a21-427d-baad-e149c15ad7fc admin admin] For port b1f727f7-9565-4251-9494-a107ba22e7da, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=b1f727f7-9565-4251-9494-a107ba22e7da,segment=NetworkSegment(803a7eaa-ce5f-4c59-915b-9173fd30879b),segment_id=803a7eaa-ce5f-4c59-915b-9173fd30879b)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 00:24:00.594453 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1a9f8e66-2a21-427d-baad-e149c15ad7fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:24:00.608058 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-1a9f8e66-2a21-427d-baad-e149c15ad7fc admin admin] Calling delete_port for b1f727f7-9565-4251-9494-a107ba22e7da owned by network:router_interface {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 00:24:00.773105 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-19f2e178-d45e-4fbe-b9be-c3963fc151ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:24:00.790437 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1a9f8e66-2a21-427d-baad-e149c15ad7fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:24:00.823870 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9f8e66-2a21-427d-baad-e149c15ad7fc admin admin] Pushing event deleted for resources: {'Port': ['ID=b1f727f7-9565-4251-9494-a107ba22e7da,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:24:00.987083 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1a9f8e66-2a21-427d-baad-e149c15ad7fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3760546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-413994'] for router_interface, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:24:01.547278 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a9f8e66-2a21-427d-baad-e149c15ad7fc admin admin] Router ab8f78f6-5ae3-4eeb-94de-5d0fb1d43be9 has already been hosted by L3 agent 018c4455-49c0-4734-927d-7824067b2a9e {{(pid=93797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 00:24:01.652453 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a9f8e66-2a21-427d-baad-e149c15ad7fc admin admin] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 00:24:01.657412 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-1a9f8e66-2a21-427d-baad-e149c15ad7fc admin admin] 10.222.0.18 "PUT /v2.0/routers/ab8f78f6-5ae3-4eeb-94de-5d0fb1d43be9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8381383 Jul 28 00:24:01.659971 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 60460) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:24:01.664534 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d170142c-c666-4c9d-9217-0e6bb3004a48 None None] Sync routers for ids ['ab8f78f6-5ae3-4eeb-94de-5d0fb1d43be9'] in n-d-802623-1 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 00:24:01.674006 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d170142c-c666-4c9d-9217-0e6bb3004a48 None None] Routers {'ab8f78f6-5ae3-4eeb-94de-5d0fb1d43be9'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 00:24:01.674613 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-d170142c-c666-4c9d-9217-0e6bb3004a48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-28T00:24:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['ab8f78f6-5ae3-4eeb-94de-5d0fb1d43be9'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:24:01.766605 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-53a0b7e3-4a11-4642-976e-835afffe70b2 admin admin] Notify callbacks [] for router, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:24:01.786601 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-d170142c-c666-4c9d-9217-0e6bb3004a48 None None] Set router ab8f78f6-5ae3-4eeb-94de-5d0fb1d43be9 gateway port host: n-d-802623-1 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 00:24:01.873906 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-53a0b7e3-4a11-4642-976e-835afffe70b2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:24:01.928855 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-53a0b7e3-4a11-4642-976e-835afffe70b2 admin admin] Deleting port b9c806ee-5b47-414e-a02c-dfe6ac68cb81 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 00:24:01.929196 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-53a0b7e3-4a11-4642-976e-835afffe70b2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:24:02.008980 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-53a0b7e3-4a11-4642-976e-835afffe70b2 admin admin] For port b9c806ee-5b47-414e-a02c-dfe6ac68cb81, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=b9c806ee-5b47-414e-a02c-dfe6ac68cb81,segment=NetworkSegment(b9afe07e-bbe4-4740-834c-4b6a9698bdbc),segment_id=b9afe07e-bbe4-4740-834c-4b6a9698bdbc)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 00:24:02.009350 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-53a0b7e3-4a11-4642-976e-835afffe70b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:24:02.021876 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-53a0b7e3-4a11-4642-976e-835afffe70b2 admin admin] Calling delete_port for b9c806ee-5b47-414e-a02c-dfe6ac68cb81 owned by network:router_gateway {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 00:24:02.049591 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-d170142c-c666-4c9d-9217-0e6bb3004a48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab8f78f6-5ae3-4eeb-94de-5d0fb1d43be9', 'name': 'tempest-TestShelveInstance-1430498722-router', 'tenant_id': '5c4b23c604b94f05b2d78ff1de89574d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.120'}], 'enable_snat': True}, 'gw_port_id': 'b9c806ee-5b47-414e-a02c-dfe6ac68cb81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T00:15:22Z', 'updated_at': '2021-07-28T00:24:00Z', 'revision_number': 5, 'project_id': '5c4b23c604b94f05b2d78ff1de89574d', 'gw_port': {'id': 'b9c806ee-5b47-414e-a02c-dfe6ac68cb81', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:da:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8f78f6-5ae3-4eeb-94de-5d0fb1d43be9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T00:15:23Z', 'updated_at': '2021-07-28T00:15:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1'}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:24:02.080103 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d170142c-c666-4c9d-9217-0e6bb3004a48 None None] Checking router: ab8f78f6-5ae3-4eeb-94de-5d0fb1d43be9 for host: n-d-802623-1 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 00:24:02.088245 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d170142c-c666-4c9d-9217-0e6bb3004a48 None None] Routers {'ab8f78f6-5ae3-4eeb-94de-5d0fb1d43be9'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 00:24:02.088853 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-d170142c-c666-4c9d-9217-0e6bb3004a48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-28T00:24:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['ab8f78f6-5ae3-4eeb-94de-5d0fb1d43be9'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:24:02.176166 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-d170142c-c666-4c9d-9217-0e6bb3004a48 None None] Set router ab8f78f6-5ae3-4eeb-94de-5d0fb1d43be9 gateway port host: None {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 00:24:02.199813 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-53a0b7e3-4a11-4642-976e-835afffe70b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:24:02.227917 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-d170142c-c666-4c9d-9217-0e6bb3004a48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab8f78f6-5ae3-4eeb-94de-5d0fb1d43be9', 'name': 'tempest-TestShelveInstance-1430498722-router', 'tenant_id': '5c4b23c604b94f05b2d78ff1de89574d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T00:15:22Z', 'updated_at': '2021-07-28T00:24:01Z', 'revision_number': 6, 'project_id': '5c4b23c604b94f05b2d78ff1de89574d', 'gw_port_host': None}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:24:02.228172 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a0b7e3-4a11-4642-976e-835afffe70b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=b9c806ee-5b47-414e-a02c-dfe6ac68cb81,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:24:02.259439 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d170142c-c666-4c9d-9217-0e6bb3004a48 None None] The sync data for ids ['ab8f78f6-5ae3-4eeb-94de-5d0fb1d43be9'] in n-d-802623-1 is: [{'id': 'ab8f78f6-5ae3-4eeb-94de-5d0fb1d43be9', 'name': 'tempest-TestShelveInstance-1430498722-router', 'tenant_id': '5c4b23c604b94f05b2d78ff1de89574d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T00:15:22Z', 'updated_at': '2021-07-28T00:24:01Z', 'revision_number': 6, 'project_id': '5c4b23c604b94f05b2d78ff1de89574d', 'gw_port_host': None}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 00:24:02.292725 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-53a0b7e3-4a11-4642-976e-835afffe70b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-415368'] for router_gateway, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:24:02.358606 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.agents_db [None req-9beef776-8bab-4de2-989a-f5a23ba4aaf4 None None] Agent healthcheck: found 7 active agents {{(pid=93800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 00:24:02.382182 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-53a0b7e3-4a11-4642-976e-835afffe70b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62205'] for router, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:24:02.384261 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-53a0b7e3-4a11-4642-976e-835afffe70b2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:24:02.425204 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-53a0b7e3-4a11-4642-976e-835afffe70b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-477831'] for router, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:24:02.425759 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53a0b7e3-4a11-4642-976e-835afffe70b2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ab8f78f6-5ae3-4eeb-94de-5d0fb1d43be9 {{(pid=93797) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 00:24:02.430296 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-53a0b7e3-4a11-4642-976e-835afffe70b2 admin admin] Notify callbacks [] for router, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:24:02.434070 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-53a0b7e3-4a11-4642-976e-835afffe70b2 admin admin] 10.222.0.18 "DELETE /v2.0/routers/ab8f78f6-5ae3-4eeb-94de-5d0fb1d43be9 HTTP/1.1" status: 204 len: 168 time: 0.7705860 Jul 28 00:24:02.434223 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 60464) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:24:02.484424 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c767b8e-4e3c-4b59-b259-f788707ad18e admin admin] Deleting subnet 6956b4a6-6864-4994-98dd-0b5368e9be8f {{(pid=93797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 00:24:02.487378 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1c767b8e-4e3c-4b59-b259-f788707ad18e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:24:02.521342 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1c767b8e-4e3c-4b59-b259-f788707ad18e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11335971'] for subnet, precommit_delete_associations {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:24:02.527117 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7418f70f-e60d-4709-8ba9-6ab514bc7f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:24:02.599479 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1c767b8e-4e3c-4b59-b259-f788707ad18e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620741'] for subnet, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:24:02.653864 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1c767b8e-4e3c-4b59-b259-f788707ad18e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11335991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11551414'] for subnet, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:24:02.685621 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c767b8e-4e3c-4b59-b259-f788707ad18e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6956b4a6-6864-4994-98dd-0b5368e9be8f,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:24:02.687810 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1c767b8e-4e3c-4b59-b259-f788707ad18e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:24:02.689755 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-1c767b8e-4e3c-4b59-b259-f788707ad18e admin admin] 10.222.0.18 "DELETE /v2.0/subnets/6956b4a6-6864-4994-98dd-0b5368e9be8f HTTP/1.1" status: 204 len: 168 time: 0.2545269 Jul 28 00:24:02.691915 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9423b85b-23b5-4ec2-98d0-619bf391eecb None None] Network 11170dcf-6737-4d28-a602-1f8c141c04e6 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 00:24:02.692754 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 60468) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:24:02.762342 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d7bb0b59-353e-46b3-a430-63b6882d2579 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593271'] for network, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:24:02.815258 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d7bb0b59-353e-46b3-a430-63b6882d2579 admin admin] Deleting port 4c79016f-dfe6-4618-98a0-8338a885ea68 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 00:24:02.815604 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d7bb0b59-353e-46b3-a430-63b6882d2579 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:24:02.882808 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-d7bb0b59-353e-46b3-a430-63b6882d2579 admin admin] For port 4c79016f-dfe6-4618-98a0-8338a885ea68, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=4c79016f-dfe6-4618-98a0-8338a885ea68,segment=NetworkSegment(803a7eaa-ce5f-4c59-915b-9173fd30879b),segment_id=803a7eaa-ce5f-4c59-915b-9173fd30879b)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 00:24:02.883516 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d7bb0b59-353e-46b3-a430-63b6882d2579 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:24:02.896220 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d7bb0b59-353e-46b3-a430-63b6882d2579 admin admin] Calling delete_port for 4c79016f-dfe6-4618-98a0-8338a885ea68 owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 00:24:02.972883 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d7bb0b59-353e-46b3-a430-63b6882d2579 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:24:02.997912 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bb0b59-353e-46b3-a430-63b6882d2579 admin admin] Pushing event deleted for resources: {'Port': ['ID=4c79016f-dfe6-4618-98a0-8338a885ea68,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:24:03.001368 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7bb0b59-353e-46b3-a430-63b6882d2579 admin admin] No DVR routers for this DVR port 4c79016f-dfe6-4618-98a0-8338a885ea68 on host n-d-802623-1 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 00:24:03.055649 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2da4d786-1fe6-4c27-9f03-b38488daddd8 None None] DHCP port deletion for 11170dcf-6737-4d28-a602-1f8c141c04e6 request from n-d-802623-1 {{(pid=93799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 00:24:03.085093 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d7bb0b59-353e-46b3-a430-63b6882d2579 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618032', 'neutron.services.segments.db._delete_segments_for_network-8736833900081'] for network, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:24:03.095151 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-d7bb0b59-353e-46b3-a430-63b6882d2579 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11170dcf-6737-4d28-a602-1f8c141c04e6']}} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:24:03.105602 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-d7bb0b59-353e-46b3-a430-63b6882d2579 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '803a7eaa-ce5f-4c59-915b-9173fd30879b') {'for_net_delete': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:24:03.105915 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-d7bb0b59-353e-46b3-a430-63b6882d2579 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '803a7eaa-ce5f-4c59-915b-9173fd30879b') {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:24:03.116077 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d7bb0b59-353e-46b3-a430-63b6882d2579 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736833900858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11335978'] for segment, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:24:03.134035 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d7bb0b59-353e-46b3-a430-63b6882d2579 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:24:03.140708 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7bb0b59-353e-46b3-a430-63b6882d2579 admin admin] Releasing vlan 512 on physical network physnet1 to pool {{(pid=93797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 00:24:03.141108 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d7bb0b59-353e-46b3-a430-63b6882d2579 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11336013'] for segment, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:24:03.143276 n-d-802623-1 neutron-server[93797]: Traceback (most recent call last): Jul 28 00:24:03.143276 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 00:24:03.143276 n-d-802623-1 neutron-server[93797]: timer() Jul 28 00:24:03.143276 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 00:24:03.143276 n-d-802623-1 neutron-server[93797]: cb(*args, **kw) Jul 28 00:24:03.143276 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 00:24:03.143276 n-d-802623-1 neutron-server[93797]: return func(*args, **kwargs) Jul 28 00:24:03.143276 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 00:24:03.143276 n-d-802623-1 neutron-server[93797]: self._notify() Jul 28 00:24:03.143276 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 00:24:03.143276 n-d-802623-1 neutron-server[93797]: self.callback(batched_events) Jul 28 00:24:03.143276 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 00:24:03.143276 n-d-802623-1 neutron-server[93797]: event.method(event) Jul 28 00:24:03.143276 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 00:24:03.143276 n-d-802623-1 neutron-server[93797]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 00:24:03.143276 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 00:24:03.143276 n-d-802623-1 neutron-server[93797]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 00:24:03.143276 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 00:24:03.143276 n-d-802623-1 neutron-server[93797]: return f(self, *a, **k) Jul 28 00:24:03.143276 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 00:24:03.143276 n-d-802623-1 neutron-server[93797]: return self._get(url).json() Jul 28 00:24:03.143276 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 00:24:03.143276 n-d-802623-1 neutron-server[93797]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 00:24:03.143276 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 00:24:03.143276 n-d-802623-1 neutron-server[93797]: return self.request(url, 'GET', **kwargs) Jul 28 00:24:03.143276 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 00:24:03.143276 n-d-802623-1 neutron-server[93797]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 00:24:03.143276 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 00:24:03.143276 n-d-802623-1 neutron-server[93797]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 00:24:03.143276 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 00:24:03.143276 n-d-802623-1 neutron-server[93797]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 00:24:03.143276 n-d-802623-1 neutron-server[93797]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 00:24:03.177898 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device b1f727f7-9565-4251-9494-a107ba22e7da no longer exists at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 00:24:03.198512 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] No Port match for: b1f727f7-9565-4251-9494-a107ba22e7da {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 00:24:03.199213 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device b1f727f7-9565-4251-9494-a107ba22e7da not bound to the agent host n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 00:24:03.199965 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device b9c806ee-5b47-414e-a02c-dfe6ac68cb81 no longer exists at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 00:24:03.206519 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d7bb0b59-353e-46b3-a430-63b6882d2579 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415412'] for network, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:24:03.219502 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] No Port match for: b9c806ee-5b47-414e-a02c-dfe6ac68cb81 {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 00:24:03.219858 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device b9c806ee-5b47-414e-a02c-dfe6ac68cb81 not bound to the agent host n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 00:24:03.220282 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 4c79016f-dfe6-4618-98a0-8338a885ea68 no longer exists at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 00:24:03.223785 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d7bb0b59-353e-46b3-a430-63b6882d2579 admin admin] Notify callbacks [] for network, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:24:03.229100 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-d7bb0b59-353e-46b3-a430-63b6882d2579 admin admin] 10.222.0.18 "DELETE /v2.0/networks/11170dcf-6737-4d28-a602-1f8c141c04e6 HTTP/1.1" status: 204 len: 168 time: 0.5319371 Jul 28 00:24:03.229100 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bb0b59-353e-46b3-a430-63b6882d2579 admin admin] Pushing event deleted for resources: {'Network': ['ID=11170dcf-6737-4d28-a602-1f8c141c04e6,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:24:03.229321 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 60470) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:24:03.243441 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] No Port match for: 4c79016f-dfe6-4618-98a0-8338a885ea68 {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 00:24:03.243756 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 4c79016f-dfe6-4618-98a0-8338a885ea68 not bound to the agent host n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 00:24:03.580168 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-cc61927a-2983-4318-a9df-20e8ca6d7bdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-414022'] for router_interface, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:24:04.141073 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-cc61927a-2983-4318-a9df-20e8ca6d7bdd admin admin] Deleting port e5bbed26-3191-4441-a87b-130af881ba82 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 00:24:04.141416 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-cc61927a-2983-4318-a9df-20e8ca6d7bdd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:24:04.216446 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-cc61927a-2983-4318-a9df-20e8ca6d7bdd admin admin] For port e5bbed26-3191-4441-a87b-130af881ba82, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=e5bbed26-3191-4441-a87b-130af881ba82,segment=NetworkSegment(2f49a0fe-245d-4571-bc82-0f2ce063c7b3),segment_id=2f49a0fe-245d-4571-bc82-0f2ce063c7b3)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 00:24:04.216815 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-cc61927a-2983-4318-a9df-20e8ca6d7bdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:24:04.229293 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-cc61927a-2983-4318-a9df-20e8ca6d7bdd admin admin] Calling delete_port for e5bbed26-3191-4441-a87b-130af881ba82 owned by network:router_interface {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 00:24:04.404813 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-cc61927a-2983-4318-a9df-20e8ca6d7bdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:24:04.434495 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc61927a-2983-4318-a9df-20e8ca6d7bdd admin admin] Pushing event deleted for resources: {'Port': ['ID=e5bbed26-3191-4441-a87b-130af881ba82,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:24:04.460994 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc61927a-2983-4318-a9df-20e8ca6d7bdd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:24:04.461335 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc61927a-2983-4318-a9df-20e8ca6d7bdd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:24:04.461672 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc61927a-2983-4318-a9df-20e8ca6d7bdd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:24:04.462003 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc61927a-2983-4318-a9df-20e8ca6d7bdd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:24:04.462327 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc61927a-2983-4318-a9df-20e8ca6d7bdd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:24:04.462655 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc61927a-2983-4318-a9df-20e8ca6d7bdd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:24:04.462980 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc61927a-2983-4318-a9df-20e8ca6d7bdd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:24:04.463329 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc61927a-2983-4318-a9df-20e8ca6d7bdd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:24:04.463647 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc61927a-2983-4318-a9df-20e8ca6d7bdd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:24:04.463962 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc61927a-2983-4318-a9df-20e8ca6d7bdd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:24:04.464279 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc61927a-2983-4318-a9df-20e8ca6d7bdd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:24:04.464596 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc61927a-2983-4318-a9df-20e8ca6d7bdd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:24:04.608963 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-cc61927a-2983-4318-a9df-20e8ca6d7bdd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3760546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-413994'] for router_interface, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:24:04.818530 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc61927a-2983-4318-a9df-20e8ca6d7bdd admin admin] Router dd1dadf1-5d66-4116-87f0-f05a91f9b33e has already been hosted by L3 agent 018c4455-49c0-4734-927d-7824067b2a9e {{(pid=93798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 00:24:04.919163 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc61927a-2983-4318-a9df-20e8ca6d7bdd admin admin] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 00:24:04.924108 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-cc61927a-2983-4318-a9df-20e8ca6d7bdd admin admin] 10.222.0.18 "PUT /v2.0/routers/dd1dadf1-5d66-4116-87f0-f05a91f9b33e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6945305 Jul 28 00:24:04.926627 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 60472) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:24:04.929251 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d3e7755-0f60-48cd-93b3-d8f850e42516 None None] Sync routers for ids ['dd1dadf1-5d66-4116-87f0-f05a91f9b33e'] in n-d-802623-1 {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 00:24:04.939537 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d3e7755-0f60-48cd-93b3-d8f850e42516 None None] Routers {'dd1dadf1-5d66-4116-87f0-f05a91f9b33e'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 00:24:04.940150 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-9d3e7755-0f60-48cd-93b3-d8f850e42516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-28T00:24:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['dd1dadf1-5d66-4116-87f0-f05a91f9b33e'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:24:05.033953 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ba1306c0-cb6e-449c-84e4-b34578125bc9 admin admin] Notify callbacks [] for router, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:24:05.045141 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-9d3e7755-0f60-48cd-93b3-d8f850e42516 None None] Set router dd1dadf1-5d66-4116-87f0-f05a91f9b33e gateway port host: n-d-802623-1 {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 00:24:05.141570 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ba1306c0-cb6e-449c-84e4-b34578125bc9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:24:05.195700 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-ba1306c0-cb6e-449c-84e4-b34578125bc9 admin admin] Deleting port 93f0c9d8-b30f-4b1d-8e83-32bf21ddbdb1 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 00:24:05.196047 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ba1306c0-cb6e-449c-84e4-b34578125bc9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:24:05.234927 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-9d3e7755-0f60-48cd-93b3-d8f850e42516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd1dadf1-5d66-4116-87f0-f05a91f9b33e', 'name': 'tempest-TestShelveInstance-249472555-router', 'tenant_id': 'b97ddd8d14d9484dab745e6aa9e66c91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.117'}], 'enable_snat': True}, 'gw_port_id': '93f0c9d8-b30f-4b1d-8e83-32bf21ddbdb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T00:15:27Z', 'updated_at': '2021-07-28T00:24:04Z', 'revision_number': 5, 'project_id': 'b97ddd8d14d9484dab745e6aa9e66c91', 'gw_port': {'id': '93f0c9d8-b30f-4b1d-8e83-32bf21ddbdb1', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:0b:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd1dadf1-5d66-4116-87f0-f05a91f9b33e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T00:15:27Z', 'updated_at': '2021-07-28T00:15:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1'}], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:24:05.262143 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d3e7755-0f60-48cd-93b3-d8f850e42516 None None] Checking router: dd1dadf1-5d66-4116-87f0-f05a91f9b33e for host: n-d-802623-1 {{(pid=93799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 00:24:05.270326 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d3e7755-0f60-48cd-93b3-d8f850e42516 None None] Routers {'dd1dadf1-5d66-4116-87f0-f05a91f9b33e'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 00:24:05.271313 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-9d3e7755-0f60-48cd-93b3-d8f850e42516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-28T00:24:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['dd1dadf1-5d66-4116-87f0-f05a91f9b33e'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:24:05.275801 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-ba1306c0-cb6e-449c-84e4-b34578125bc9 admin admin] For port 93f0c9d8-b30f-4b1d-8e83-32bf21ddbdb1, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=93f0c9d8-b30f-4b1d-8e83-32bf21ddbdb1,segment=NetworkSegment(b9afe07e-bbe4-4740-834c-4b6a9698bdbc),segment_id=b9afe07e-bbe4-4740-834c-4b6a9698bdbc)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 00:24:05.276163 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ba1306c0-cb6e-449c-84e4-b34578125bc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:24:05.288681 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-ba1306c0-cb6e-449c-84e4-b34578125bc9 admin admin] Calling delete_port for 93f0c9d8-b30f-4b1d-8e83-32bf21ddbdb1 owned by network:router_gateway {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 00:24:05.358577 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-9d3e7755-0f60-48cd-93b3-d8f850e42516 None None] Set router dd1dadf1-5d66-4116-87f0-f05a91f9b33e gateway port host: None {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 00:24:05.411072 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-9d3e7755-0f60-48cd-93b3-d8f850e42516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd1dadf1-5d66-4116-87f0-f05a91f9b33e', 'name': 'tempest-TestShelveInstance-249472555-router', 'tenant_id': 'b97ddd8d14d9484dab745e6aa9e66c91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T00:15:27Z', 'updated_at': '2021-07-28T00:24:05Z', 'revision_number': 6, 'project_id': 'b97ddd8d14d9484dab745e6aa9e66c91', 'gw_port_host': None}], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:24:05.437049 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d3e7755-0f60-48cd-93b3-d8f850e42516 None None] The sync data for ids ['dd1dadf1-5d66-4116-87f0-f05a91f9b33e'] in n-d-802623-1 is: [{'id': 'dd1dadf1-5d66-4116-87f0-f05a91f9b33e', 'name': 'tempest-TestShelveInstance-249472555-router', 'tenant_id': 'b97ddd8d14d9484dab745e6aa9e66c91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T00:15:27Z', 'updated_at': '2021-07-28T00:24:05Z', 'revision_number': 6, 'project_id': 'b97ddd8d14d9484dab745e6aa9e66c91', 'gw_port_host': None}] {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 00:24:05.460555 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ba1306c0-cb6e-449c-84e4-b34578125bc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:24:05.494767 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1306c0-cb6e-449c-84e4-b34578125bc9 admin admin] Pushing event deleted for resources: {'Port': ['ID=93f0c9d8-b30f-4b1d-8e83-32bf21ddbdb1,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:24:05.550639 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ba1306c0-cb6e-449c-84e4-b34578125bc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-415368'] for router_gateway, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:24:05.648632 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ba1306c0-cb6e-449c-84e4-b34578125bc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62205'] for router, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:24:05.650614 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ba1306c0-cb6e-449c-84e4-b34578125bc9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:24:05.693330 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ba1306c0-cb6e-449c-84e4-b34578125bc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-477831'] for router, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:24:05.693973 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba1306c0-cb6e-449c-84e4-b34578125bc9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dd1dadf1-5d66-4116-87f0-f05a91f9b33e {{(pid=93798) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 00:24:05.698208 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ba1306c0-cb6e-449c-84e4-b34578125bc9 admin admin] Notify callbacks [] for router, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:24:05.699632 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-ba1306c0-cb6e-449c-84e4-b34578125bc9 admin admin] 10.222.0.18 "DELETE /v2.0/routers/dd1dadf1-5d66-4116-87f0-f05a91f9b33e HTTP/1.1" status: 204 len: 168 time: 0.7720697 Jul 28 00:24:05.702080 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 60474) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:24:05.744162 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:24:05.746842 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fcae755-1e6f-4e06-91ae-b118c5e46876 admin admin] Deleting subnet d1c0d215-6722-4b08-9674-448506e50167 {{(pid=93798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 00:24:05.749893 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1fcae755-1e6f-4e06-91ae-b118c5e46876 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:24:05.784452 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1fcae755-1e6f-4e06-91ae-b118c5e46876 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11163249'] for subnet, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:24:05.870619 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1fcae755-1e6f-4e06-91ae-b118c5e46876 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620741'] for subnet, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:24:05.922965 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1fcae755-1e6f-4e06-91ae-b118c5e46876 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11971800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12265753'] for subnet, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:24:05.951517 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1fcae755-1e6f-4e06-91ae-b118c5e46876 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:24:05.953354 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-1fcae755-1e6f-4e06-91ae-b118c5e46876 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/d1c0d215-6722-4b08-9674-448506e50167 HTTP/1.1" status: 204 len: 168 time: 0.2503479 Jul 28 00:24:05.955487 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcae755-1e6f-4e06-91ae-b118c5e46876 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d1c0d215-6722-4b08-9674-448506e50167,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:24:05.955983 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 60476) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:24:05.956627 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e96b8b18-0a19-4db5-873e-09d7b83b8929 None None] Network 42459dec-b1ff-459d-a552-e8bd067a0203 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 00:24:06.024178 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-29695802-d430-4796-8e0c-e64e6d3799c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593271'] for network, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:24:06.076257 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-29695802-d430-4796-8e0c-e64e6d3799c2 admin admin] Deleting port d9388fc5-6e72-454c-a32d-7c93376fabe7 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 00:24:06.076605 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-29695802-d430-4796-8e0c-e64e6d3799c2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:24:06.143212 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-29695802-d430-4796-8e0c-e64e6d3799c2 admin admin] For port d9388fc5-6e72-454c-a32d-7c93376fabe7, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=d9388fc5-6e72-454c-a32d-7c93376fabe7,segment=NetworkSegment(2f49a0fe-245d-4571-bc82-0f2ce063c7b3),segment_id=2f49a0fe-245d-4571-bc82-0f2ce063c7b3)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 00:24:06.143517 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-29695802-d430-4796-8e0c-e64e6d3799c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:24:06.155966 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-29695802-d430-4796-8e0c-e64e6d3799c2 admin admin] Calling delete_port for d9388fc5-6e72-454c-a32d-7c93376fabe7 owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 00:24:06.222810 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d09b29d-90a1-4d90-9771-c2bd4436ca04 None None] DHCP port deletion for 42459dec-b1ff-459d-a552-e8bd067a0203 request from n-d-802623-1 {{(pid=93799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 00:24:06.236141 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-29695802-d430-4796-8e0c-e64e6d3799c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:24:06.266672 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29695802-d430-4796-8e0c-e64e6d3799c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=d9388fc5-6e72-454c-a32d-7c93376fabe7,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:24:06.270488 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29695802-d430-4796-8e0c-e64e6d3799c2 admin admin] No DVR routers for this DVR port d9388fc5-6e72-454c-a32d-7c93376fabe7 on host n-d-802623-1 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 00:24:06.271783 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-4d09b29d-90a1-4d90-9771-c2bd4436ca04 None None] Deleting port d9388fc5-6e72-454c-a32d-7c93376fabe7 {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 00:24:06.271783 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4d09b29d-90a1-4d90-9771-c2bd4436ca04 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:24:06.337403 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-4d09b29d-90a1-4d90-9771-c2bd4436ca04 None None] For port d9388fc5-6e72-454c-a32d-7c93376fabe7, host n-d-802623-1, got binding levels [] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 00:24:06.337806 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4d09b29d-90a1-4d90-9771-c2bd4436ca04 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:24:06.342120 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-29695802-d430-4796-8e0c-e64e6d3799c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618032', 'neutron.services.segments.db._delete_segments_for_network-8736833900081'] for network, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:24:06.350684 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-4d09b29d-90a1-4d90-9771-c2bd4436ca04 None None] Calling delete_port for d9388fc5-6e72-454c-a32d-7c93376fabe7 owned by network:dhcp {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 00:24:06.352676 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-29695802-d430-4796-8e0c-e64e6d3799c2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42459dec-b1ff-459d-a552-e8bd067a0203']}} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:24:06.353350 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.ipam_backend_mixin [None req-4d09b29d-90a1-4d90-9771-c2bd4436ca04 None None] Port d9388fc5-6e72-454c-a32d-7c93376fabe7 was not found and therefore no delete operation was performed {{(pid=93799) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 28 00:24:06.354588 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4d09b29d-90a1-4d90-9771-c2bd4436ca04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:24:06.363312 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-29695802-d430-4796-8e0c-e64e6d3799c2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f49a0fe-245d-4571-bc82-0f2ce063c7b3') {'for_net_delete': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:24:06.363615 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-29695802-d430-4796-8e0c-e64e6d3799c2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f49a0fe-245d-4571-bc82-0f2ce063c7b3') {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:24:06.373655 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-29695802-d430-4796-8e0c-e64e6d3799c2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736833900858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11335978'] for segment, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:24:06.380306 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d09b29d-90a1-4d90-9771-c2bd4436ca04 None None] Pushing event deleted for resources: {'Port': ['ID=d9388fc5-6e72-454c-a32d-7c93376fabe7,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:24:06.382531 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d09b29d-90a1-4d90-9771-c2bd4436ca04 None None] No DVR routers for this DVR port d9388fc5-6e72-454c-a32d-7c93376fabe7 on host n-d-802623-1 {{(pid=93799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 00:24:06.392145 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d09b29d-90a1-4d90-9771-c2bd4436ca04 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:24:06.392573 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d09b29d-90a1-4d90-9771-c2bd4436ca04 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:24:06.393130 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d09b29d-90a1-4d90-9771-c2bd4436ca04 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:24:06.393457 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d09b29d-90a1-4d90-9771-c2bd4436ca04 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:24:06.393639 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-29695802-d430-4796-8e0c-e64e6d3799c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:24:06.394040 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d09b29d-90a1-4d90-9771-c2bd4436ca04 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:24:06.394373 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d09b29d-90a1-4d90-9771-c2bd4436ca04 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:24:06.394772 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d09b29d-90a1-4d90-9771-c2bd4436ca04 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:24:06.395746 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d09b29d-90a1-4d90-9771-c2bd4436ca04 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:24:06.395746 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d09b29d-90a1-4d90-9771-c2bd4436ca04 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:24:06.395988 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d09b29d-90a1-4d90-9771-c2bd4436ca04 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:24:06.396414 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d09b29d-90a1-4d90-9771-c2bd4436ca04 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:24:06.396811 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d09b29d-90a1-4d90-9771-c2bd4436ca04 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:24:06.402037 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29695802-d430-4796-8e0c-e64e6d3799c2 admin admin] Releasing vlan 539 on physical network physnet1 to pool {{(pid=93797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 00:24:06.402578 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-29695802-d430-4796-8e0c-e64e6d3799c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11336013'] for segment, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:24:06.412155 n-d-802623-1 neutron-server[93797]: Traceback (most recent call last): Jul 28 00:24:06.412155 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 00:24:06.412155 n-d-802623-1 neutron-server[93797]: timer() Jul 28 00:24:06.412155 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 00:24:06.412155 n-d-802623-1 neutron-server[93797]: cb(*args, **kw) Jul 28 00:24:06.412155 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 00:24:06.412155 n-d-802623-1 neutron-server[93797]: return func(*args, **kwargs) Jul 28 00:24:06.412155 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 00:24:06.412155 n-d-802623-1 neutron-server[93797]: self._notify() Jul 28 00:24:06.412155 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 00:24:06.412155 n-d-802623-1 neutron-server[93797]: self.callback(batched_events) Jul 28 00:24:06.412155 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 00:24:06.412155 n-d-802623-1 neutron-server[93797]: event.method(event) Jul 28 00:24:06.412155 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 00:24:06.412155 n-d-802623-1 neutron-server[93797]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 00:24:06.412155 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 00:24:06.412155 n-d-802623-1 neutron-server[93797]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 00:24:06.412155 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 00:24:06.412155 n-d-802623-1 neutron-server[93797]: return f(self, *a, **k) Jul 28 00:24:06.412155 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 00:24:06.412155 n-d-802623-1 neutron-server[93797]: return self._get(url).json() Jul 28 00:24:06.412155 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 00:24:06.412155 n-d-802623-1 neutron-server[93797]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 00:24:06.412155 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 00:24:06.412155 n-d-802623-1 neutron-server[93797]: return self.request(url, 'GET', **kwargs) Jul 28 00:24:06.412155 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 00:24:06.412155 n-d-802623-1 neutron-server[93797]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 00:24:06.412155 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 00:24:06.412155 n-d-802623-1 neutron-server[93797]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 00:24:06.412155 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 00:24:06.412155 n-d-802623-1 neutron-server[93797]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 00:24:06.412155 n-d-802623-1 neutron-server[93797]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 00:24:06.472595 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-29695802-d430-4796-8e0c-e64e6d3799c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415412'] for network, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:24:06.480263 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-29695802-d430-4796-8e0c-e64e6d3799c2 admin admin] Notify callbacks [] for network, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:24:06.481413 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-29695802-d430-4796-8e0c-e64e6d3799c2 admin admin] 10.222.0.18 "DELETE /v2.0/networks/42459dec-b1ff-459d-a552-e8bd067a0203 HTTP/1.1" status: 204 len: 168 time: 0.5243793 Jul 28 00:24:06.493108 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29695802-d430-4796-8e0c-e64e6d3799c2 admin admin] Pushing event deleted for resources: {'Network': ['ID=42459dec-b1ff-459d-a552-e8bd067a0203,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:24:06.590307 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 60480) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:24:06.630595 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-5d70b06e-c1cc-4e60-b7ff-1e29f9d4e52b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5c4b23c604b94f05b2d78ff1de89574d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0390983 Jul 28 00:24:06.632914 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 60482) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:24:06.680842 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-dcb7e1cc-f2ba-4441-b2c8-c90e3fb6e73f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:24:06.701523 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-dcb7e1cc-f2ba-4441-b2c8-c90e3fb6e73f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:24:06.747556 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-dcb7e1cc-f2ba-4441-b2c8-c90e3fb6e73f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:24:06.750186 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-dcb7e1cc-f2ba-4441-b2c8-c90e3fb6e73f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:24:06.751467 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-dcb7e1cc-f2ba-4441-b2c8-c90e3fb6e73f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e7cf1ee8-42ac-46fd-8bc9-1cea53b40dc2 HTTP/1.1" status: 204 len: 168 time: 0.1176741 Jul 28 00:24:06.759119 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb7e1cc-f2ba-4441-b2c8-c90e3fb6e73f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7cf1ee8-42ac-46fd-8bc9-1cea53b40dc2,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:24:07.049372 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 60488) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:24:07.089636 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-78fc77b2-8b63-4d57-9907-c43102cdffba admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b97ddd8d14d9484dab745e6aa9e66c91&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0390947 Jul 28 00:24:07.091953 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 60490) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:24:07.144280 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9e2a07cf-0824-4196-a69f-912f786f23ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:24:07.166304 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9e2a07cf-0824-4196-a69f-912f786f23ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:24:07.167605 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device d9388fc5-6e72-454c-a32d-7c93376fabe7 no longer exists at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 00:24:07.188192 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] No Port match for: d9388fc5-6e72-454c-a32d-7c93376fabe7 {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 00:24:07.188536 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device d9388fc5-6e72-454c-a32d-7c93376fabe7 not bound to the agent host n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 00:24:07.188947 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 93f0c9d8-b30f-4b1d-8e83-32bf21ddbdb1 no longer exists at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 00:24:07.207699 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] No Port match for: 93f0c9d8-b30f-4b1d-8e83-32bf21ddbdb1 {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 00:24:07.208651 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 93f0c9d8-b30f-4b1d-8e83-32bf21ddbdb1 not bound to the agent host n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 00:24:07.209060 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device e5bbed26-3191-4441-a87b-130af881ba82 no longer exists at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 00:24:07.215359 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9e2a07cf-0824-4196-a69f-912f786f23ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:24:07.218042 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9e2a07cf-0824-4196-a69f-912f786f23ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:24:07.221475 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-9e2a07cf-0824-4196-a69f-912f786f23ac admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/346f33e8-f42d-4254-b472-adbba200e631 HTTP/1.1" status: 204 len: 168 time: 0.1263187 Jul 28 00:24:07.229546 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2a07cf-0824-4196-a69f-912f786f23ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=346f33e8-f42d-4254-b472-adbba200e631,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:24:07.231340 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] No Port match for: e5bbed26-3191-4441-a87b-130af881ba82 {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 00:24:07.231340 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device e5bbed26-3191-4441-a87b-130af881ba82 not bound to the agent host n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 00:24:07.855073 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 60512) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:24:07.946363 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-d5698da3-f8d8-4c48-a8a5-fdc7ad25f789 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-2078285384-network', 'tenant_id': '4cc65edd594b421ab780d4d1523713ca'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 00:24:07.967883 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5698da3-f8d8-4c48-a8a5-fdc7ad25f789 admin admin] Made reservation on behalf of 4cc65edd594b421ab780d4d1523713ca for: {'network': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 00:24:07.970213 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d5698da3-f8d8-4c48-a8a5-fdc7ad25f789 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for network, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:24:07.978516 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d5698da3-f8d8-4c48-a8a5-fdc7ad25f789 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:24:08.066226 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d5698da3-f8d8-4c48-a8a5-fdc7ad25f789 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:24:08.070269 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d5698da3-f8d8-4c48-a8a5-fdc7ad25f789 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:24:08.095074 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5698da3-f8d8-4c48-a8a5-fdc7ad25f789 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 538} {{(pid=93798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 00:24:08.103834 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5698da3-f8d8-4c48-a8a5-fdc7ad25f789 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb89ce50-d2ad-4be4-9114-f61e96d1dd72,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:24:08.111470 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d5698da3-f8d8-4c48-a8a5-fdc7ad25f789 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:24:08.111470 n-d-802623-1 neutron-server[93798]: INFO neutron.db.segments_db [None req-d5698da3-f8d8-4c48-a8a5-fdc7ad25f789 admin admin] Added segment ed526262-c4a2-42f4-9010-ff7fa6c83e76 of type vlan for network 777a4a7c-675f-4518-904f-7fa9ced18835 Jul 28 00:24:08.152577 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d5698da3-f8d8-4c48-a8a5-fdc7ad25f789 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736833354590'] for network, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:24:08.180525 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d5698da3-f8d8-4c48-a8a5-fdc7ad25f789 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569'] for network, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:24:08.181465 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5698da3-f8d8-4c48-a8a5-fdc7ad25f789 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:24:08.182040 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d5698da3-f8d8-4c48-a8a5-fdc7ad25f789 admin admin] Notify callbacks [] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:24:08.234696 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-d5698da3-f8d8-4c48-a8a5-fdc7ad25f789 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3784482 Jul 28 00:24:08.237682 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 60516) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:24:08.244543 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5698da3-f8d8-4c48-a8a5-fdc7ad25f789 admin admin] Pushing event updated for resources: {'Network': ['ID=777a4a7c-675f-4518-904f-7fa9ced18835,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:24:08.246416 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-c0f82ee2-6e3e-4144-b5ea-aa8bbcf86998 admin admin] Request body: {'subnet': {'network_id': '777a4a7c-675f-4518-904f-7fa9ced18835', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-2078285384-subnet', 'tenant_id': '4cc65edd594b421ab780d4d1523713ca', 'ip_version': 4}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 00:24:08.255889 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Network 777a4a7c-675f-4518-904f-7fa9ced18835 details requested by agent ovs-agent-n-d-802623-1 with host n-d-802623-1 {{(pid=93799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 00:24:08.271672 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0f82ee2-6e3e-4144-b5ea-aa8bbcf86998 admin admin] Made reservation on behalf of 4cc65edd594b421ab780d4d1523713ca for: {'subnet': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 00:24:08.274021 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c0f82ee2-6e3e-4144-b5ea-aa8bbcf86998 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11551435'] for subnet, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:24:08.444439 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c0f82ee2-6e3e-4144-b5ea-aa8bbcf86998 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11336182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11551417'] for subnet, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:24:08.502787 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f82ee2-6e3e-4144-b5ea-aa8bbcf86998 admin admin] Pushing event updated for resources: {'Subnet': ['ID=163607a5-f3eb-4a1c-bb17-055e9c81c7d8,revision_number=0']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:24:08.511784 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0f82ee2-6e3e-4144-b5ea-aa8bbcf86998 admin admin] Checking segment: {'id': 'ed526262-c4a2-42f4-9010-ff7fa6c83e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '777a4a7c-675f-4518-904f-7fa9ced18835'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 00:24:08.512138 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0f82ee2-6e3e-4144-b5ea-aa8bbcf86998 admin admin] Network hostable DHCP agents. Network: 777a4a7c-675f-4518-904f-7fa9ced18835, hostable agents: ['5950e76f-2bde-4343-a925-cbe6bacd2706'], hosted agents: [] {{(pid=93797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 00:24:08.528079 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0f82ee2-6e3e-4144-b5ea-aa8bbcf86998 admin admin] Network 777a4a7c-675f-4518-904f-7fa9ced18835 is scheduled to be hosted by DHCP agent 5950e76f-2bde-4343-a925-cbe6bacd2706 with binding_index 1 {{(pid=93797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 00:24:08.537053 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-c0f82ee2-6e3e-4144-b5ea-aa8bbcf86998 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802623-1, 777a4a7c-675f-4518-904f-7fa9ced18835) {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 00:24:08.540757 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0f82ee2-6e3e-4144-b5ea-aa8bbcf86998 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:24:08.541336 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c0f82ee2-6e3e-4144-b5ea-aa8bbcf86998 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:24:08.547575 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67a8a3fe-4a40-4efd-988d-66435c0fb445 None None] Network 777a4a7c-675f-4518-904f-7fa9ced18835 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 00:24:08.555187 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-c0f82ee2-6e3e-4144-b5ea-aa8bbcf86998 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3145692 Jul 28 00:24:08.557930 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 60518) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:24:08.562463 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-6f952521-c432-471b-bd0f-858557318d02 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-2078285384-router', 'tenant_id': '4cc65edd594b421ab780d4d1523713ca', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'}}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 00:24:08.581602 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6f952521-c432-471b-bd0f-858557318d02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62159'] for router, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:24:08.582934 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6f952521-c432-471b-bd0f-858557318d02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-479230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-415539', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3693317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62148'] for router, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:24:08.635513 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6f952521-c432-471b-bd0f-858557318d02 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:24:08.689344 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9cd8f50-adb1-4d5b-95fe-db3fdb2d7217 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f6f257c-ad18-5f0c-8c8e-ea085a5fc8a2-777a4a7c-675f-4518-904f-7fa9ced18835', 'network_id': '777a4a7c-675f-4518-904f-7fa9ced18835', 'tenant_id': '4cc65edd594b421ab780d4d1523713ca', 'fixed_ips': [{'subnet_id': '163607a5-f3eb-4a1c-bb17-055e9c81c7d8'}]}} from n-d-802623-1. {{(pid=93799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 00:24:08.690212 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f9cd8f50-adb1-4d5b-95fe-db3fdb2d7217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:24:08.777119 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6f952521-c432-471b-bd0f-858557318d02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-415433', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62186'] for router, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:24:08.822965 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-f9cd8f50-adb1-4d5b-95fe-db3fdb2d7217 None None] Allocated IP 172.20.0.2 (777a4a7c-675f-4518-904f-7fa9ced18835/163607a5-f3eb-4a1c-bb17-055e9c81c7d8/c4d26c5b-8dc1-4614-89c6-6948a017c8a7) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 00:24:08.969598 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f9cd8f50-adb1-4d5b-95fe-db3fdb2d7217 None None] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:24:08.978305 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-f9cd8f50-adb1-4d5b-95fe-db3fdb2d7217 None None] Transition to ACTIVE for port object c4d26c5b-8dc1-4614-89c6-6948a017c8a7 will not be triggered until provisioned by entity L2. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 00:24:08.979360 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6f952521-c432-471b-bd0f-858557318d02 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:24:08.993189 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-f9cd8f50-adb1-4d5b-95fe-db3fdb2d7217 None None] Transition to ACTIVE for port object c4d26c5b-8dc1-4614-89c6-6948a017c8a7 will not be triggered until provisioned by entity DHCP. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 00:24:08.999024 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f9cd8f50-adb1-4d5b-95fe-db3fdb2d7217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:24:09.006516 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6f952521-c432-471b-bd0f-858557318d02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:24:09.035316 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9cd8f50-adb1-4d5b-95fe-db3fdb2d7217 None None] Network 777a4a7c-675f-4518-904f-7fa9ced18835 is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 00:24:09.038649 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-f9cd8f50-adb1-4d5b-95fe-db3fdb2d7217 None None] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 00:24:09.044112 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9cd8f50-adb1-4d5b-95fe-db3fdb2d7217 None None] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 00:24:09.051013 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cd8f50-adb1-4d5b-95fe-db3fdb2d7217 None None] Pushing event updated for resources: {'Port': ['ID=c4d26c5b-8dc1-4614-89c6-6948a017c8a7,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:24:09.099897 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-f9cd8f50-adb1-4d5b-95fe-db3fdb2d7217 None None] Attempting to bind port c4d26c5b-8dc1-4614-89c6-6948a017c8a7 on host n-d-802623-1 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 00:24:09.100262 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-f9cd8f50-adb1-4d5b-95fe-db3fdb2d7217 None None] Attempting to bind port c4d26c5b-8dc1-4614-89c6-6948a017c8a7 by drivers openvswitch,hyperv on host n-d-802623-1 at level 0 using segments [{'id': 'ed526262-c4a2-42f4-9010-ff7fa6c83e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '777a4a7c-675f-4518-904f-7fa9ced18835'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 00:24:09.100620 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9cd8f50-adb1-4d5b-95fe-db3fdb2d7217 None None] Attempting to bind port c4d26c5b-8dc1-4614-89c6-6948a017c8a7 on network 777a4a7c-675f-4518-904f-7fa9ced18835 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 00:24:09.105601 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9cd8f50-adb1-4d5b-95fe-db3fdb2d7217 None None] Checking agent: {'id': 'a9a568d2-a5e7-41e4-833f-a8ab42ea4073', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 52, 30), 'started_at': datetime.datetime(2021, 7, 27, 22, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 0, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802623-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 00:24:09.105982 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9cd8f50-adb1-4d5b-95fe-db3fdb2d7217 None None] Checking segment: {'id': 'ed526262-c4a2-42f4-9010-ff7fa6c83e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '777a4a7c-675f-4518-904f-7fa9ced18835'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 00:24:09.106376 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f9cd8f50-adb1-4d5b-95fe-db3fdb2d7217 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:24:09.106761 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9cd8f50-adb1-4d5b-95fe-db3fdb2d7217 None None] Bound using segment: {'id': 'ed526262-c4a2-42f4-9010-ff7fa6c83e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '777a4a7c-675f-4518-904f-7fa9ced18835'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 00:24:09.107216 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-6f952521-c432-471b-bd0f-858557318d02 admin admin] Allocated IP 172.25.4.157 (2fd42287-ed26-4eb9-89a5-b521f5b04356/17de1f8f-393a-4b0c-a2df-614bd3f2fb5e/cdedd214-4456-4746-aa1f-ad33145f9828) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 00:24:09.107367 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-f9cd8f50-adb1-4d5b-95fe-db3fdb2d7217 None None] Bound port: c4d26c5b-8dc1-4614-89c6-6948a017c8a7, host: n-d-802623-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed526262-c4a2-42f4-9010-ff7fa6c83e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '777a4a7c-675f-4518-904f-7fa9ced18835'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 00:24:09.107622 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f9cd8f50-adb1-4d5b-95fe-db3fdb2d7217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:24:09.174170 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f9cd8f50-adb1-4d5b-95fe-db3fdb2d7217 None None] For port c4d26c5b-8dc1-4614-89c6-6948a017c8a7, host n-d-802623-1, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 00:24:09.177281 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f9cd8f50-adb1-4d5b-95fe-db3fdb2d7217 None None] For port c4d26c5b-8dc1-4614-89c6-6948a017c8a7, host n-d-802623-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=c4d26c5b-8dc1-4614-89c6-6948a017c8a7,segment=NetworkSegment(ed526262-c4a2-42f4-9010-ff7fa6c83e76),segment_id=ed526262-c4a2-42f4-9010-ff7fa6c83e76)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 00:24:09.181241 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f9cd8f50-adb1-4d5b-95fe-db3fdb2d7217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:24:09.212667 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6f952521-c432-471b-bd0f-858557318d02 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:24:09.241003 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cd8f50-adb1-4d5b-95fe-db3fdb2d7217 None None] Pushing event updated for resources: {'Port': ['ID=c4d26c5b-8dc1-4614-89c6-6948a017c8a7,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:24:09.260078 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6f952521-c432-471b-bd0f-858557318d02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:24:09.299467 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f952521-c432-471b-bd0f-858557318d02 admin admin] Network 2fd42287-ed26-4eb9-89a5-b521f5b04356 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 00:24:09.302319 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-6f952521-c432-471b-bd0f-858557318d02 admin admin] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 00:24:09.307851 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f952521-c432-471b-bd0f-858557318d02 admin admin] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 00:24:09.331031 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f952521-c432-471b-bd0f-858557318d02 admin admin] Pushing event updated for resources: {'Port': ['ID=cdedd214-4456-4746-aa1f-ad33145f9828,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:24:09.566263 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6f952521-c432-471b-bd0f-858557318d02 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:24:09.758123 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6f952521-c432-471b-bd0f-858557318d02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-415468'] for router, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:24:10.100127 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7327d5cb-882a-4f62-874f-1863289fb1bf None None] Network 777a4a7c-675f-4518-904f-7fa9ced18835 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 00:24:10.156980 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-5fd9a0f5-b5f5-4a61-97c6-0f23c9db1d98 None None] Provisioning for port c4d26c5b-8dc1-4614-89c6-6948a017c8a7 completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 00:24:10.246446 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f952521-c432-471b-bd0f-858557318d02 admin admin] Router 85453d4b-e106-410b-b570-f5506d49a7d4 is scheduled to L3 agent 018c4455-49c0-4734-927d-7824067b2a9e with binding_index 1 {{(pid=93797) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 00:24:10.355537 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f952521-c432-471b-bd0f-858557318d02 admin admin] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 00:24:10.368775 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb3643de-6124-4007-9990-a3d0ea50f058 None None] Sync routers for ids ['85453d4b-e106-410b-b570-f5506d49a7d4'] in n-d-802623-1 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 00:24:10.373546 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6f952521-c432-471b-bd0f-858557318d02 admin admin] Notify callbacks [] for router, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:24:10.375127 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-6f952521-c432-471b-bd0f-858557318d02 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.8161399 Jul 28 00:24:10.378079 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 60520) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:24:10.378855 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb3643de-6124-4007-9990-a3d0ea50f058 None None] Routers {'85453d4b-e106-410b-b570-f5506d49a7d4'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 00:24:10.379543 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-bb3643de-6124-4007-9990-a3d0ea50f058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-28T00:24:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['85453d4b-e106-410b-b570-f5506d49a7d4'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:24:10.487213 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-bb3643de-6124-4007-9990-a3d0ea50f058 None None] Set router 85453d4b-e106-410b-b570-f5506d49a7d4 gateway port host: n-d-802623-1 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 00:24:10.660148 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-bb3643de-6124-4007-9990-a3d0ea50f058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85453d4b-e106-410b-b570-f5506d49a7d4', 'name': 'tempest-TestSnapshotPattern-2078285384-router', 'tenant_id': '4cc65edd594b421ab780d4d1523713ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.157'}], 'enable_snat': True}, 'gw_port_id': 'cdedd214-4456-4746-aa1f-ad33145f9828', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T00:24:08Z', 'updated_at': '2021-07-28T00:24:09Z', 'revision_number': 3, 'project_id': '4cc65edd594b421ab780d4d1523713ca', 'gw_port': {'id': 'cdedd214-4456-4746-aa1f-ad33145f9828', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:db:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85453d4b-e106-410b-b570-f5506d49a7d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T00:24:09Z', 'updated_at': '2021-07-28T00:24:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1'}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:24:10.689709 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb3643de-6124-4007-9990-a3d0ea50f058 None None] Checking router: 85453d4b-e106-410b-b570-f5506d49a7d4 for host: n-d-802623-1 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 00:24:10.690062 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb3643de-6124-4007-9990-a3d0ea50f058 None None] Updating router 85453d4b-e106-410b-b570-f5506d49a7d4 port cdedd214-4456-4746-aa1f-ad33145f9828 binding host n-d-802623-1 {{(pid=93800) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 00:24:10.714630 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-bb3643de-6124-4007-9990-a3d0ea50f058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:24:10.789256 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6d4b73c4-99ec-427e-b941-f4f207998d8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:24:10.948262 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-6d4b73c4-99ec-427e-b941-f4f207998d8b admin admin] Allocated IP 172.20.0.1 (777a4a7c-675f-4518-904f-7fa9ced18835/163607a5-f3eb-4a1c-bb17-055e9c81c7d8/5e9bc23c-5b59-4c8e-8484-295e4627010f) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 00:24:10.957172 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-bb3643de-6124-4007-9990-a3d0ea50f058 None None] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:24:10.967244 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-bb3643de-6124-4007-9990-a3d0ea50f058 None None] Transition to ACTIVE for port object cdedd214-4456-4746-aa1f-ad33145f9828 will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 00:24:10.972454 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-bb3643de-6124-4007-9990-a3d0ea50f058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:24:11.023273 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-bb3643de-6124-4007-9990-a3d0ea50f058 None None] Attempting to bind port cdedd214-4456-4746-aa1f-ad33145f9828 on host n-d-802623-1 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 00:24:11.023641 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-bb3643de-6124-4007-9990-a3d0ea50f058 None None] Attempting to bind port cdedd214-4456-4746-aa1f-ad33145f9828 by drivers openvswitch,hyperv on host n-d-802623-1 at level 0 using segments [{'id': 'b9afe07e-bbe4-4740-834c-4b6a9698bdbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 00:24:11.024000 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb3643de-6124-4007-9990-a3d0ea50f058 None None] Attempting to bind port cdedd214-4456-4746-aa1f-ad33145f9828 on network 2fd42287-ed26-4eb9-89a5-b521f5b04356 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 00:24:11.025928 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0153b08c-b347-405a-85ea-33849a03234a None None] Pushing event updated for resources: {'Port': ['ID=cdedd214-4456-4746-aa1f-ad33145f9828,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:24:11.034943 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0153b08c-b347-405a-85ea-33849a03234a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:24:11.035313 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0153b08c-b347-405a-85ea-33849a03234a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:24:11.035648 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0153b08c-b347-405a-85ea-33849a03234a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:24:11.036015 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0153b08c-b347-405a-85ea-33849a03234a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:24:11.036344 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0153b08c-b347-405a-85ea-33849a03234a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:24:11.036669 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0153b08c-b347-405a-85ea-33849a03234a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:24:11.036990 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0153b08c-b347-405a-85ea-33849a03234a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:24:11.037310 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0153b08c-b347-405a-85ea-33849a03234a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:24:11.037628 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0153b08c-b347-405a-85ea-33849a03234a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:24:11.037946 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0153b08c-b347-405a-85ea-33849a03234a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:24:11.038262 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0153b08c-b347-405a-85ea-33849a03234a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:24:11.038576 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0153b08c-b347-405a-85ea-33849a03234a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:24:11.041734 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb3643de-6124-4007-9990-a3d0ea50f058 None None] Checking agent: {'id': 'a9a568d2-a5e7-41e4-833f-a8ab42ea4073', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 52, 30), 'started_at': datetime.datetime(2021, 7, 27, 22, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 0, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802623-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 00:24:11.042105 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb3643de-6124-4007-9990-a3d0ea50f058 None None] Checking segment: {'id': 'b9afe07e-bbe4-4740-834c-4b6a9698bdbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 00:24:11.042500 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-bb3643de-6124-4007-9990-a3d0ea50f058 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:24:11.042880 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb3643de-6124-4007-9990-a3d0ea50f058 None None] Bound using segment: {'id': 'b9afe07e-bbe4-4740-834c-4b6a9698bdbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 00:24:11.043371 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-bb3643de-6124-4007-9990-a3d0ea50f058 None None] Bound port: cdedd214-4456-4746-aa1f-ad33145f9828, host: n-d-802623-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9afe07e-bbe4-4740-834c-4b6a9698bdbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 00:24:11.043744 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-bb3643de-6124-4007-9990-a3d0ea50f058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:24:11.062208 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6d4b73c4-99ec-427e-b941-f4f207998d8b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:24:11.075587 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-6d4b73c4-99ec-427e-b941-f4f207998d8b admin admin] Transition to ACTIVE for port object 5e9bc23c-5b59-4c8e-8484-295e4627010f will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 00:24:11.098773 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-bb3643de-6124-4007-9990-a3d0ea50f058 None None] For port cdedd214-4456-4746-aa1f-ad33145f9828, host n-d-802623-1, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 00:24:11.101819 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-bb3643de-6124-4007-9990-a3d0ea50f058 None None] For port cdedd214-4456-4746-aa1f-ad33145f9828, host n-d-802623-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=cdedd214-4456-4746-aa1f-ad33145f9828,segment=NetworkSegment(b9afe07e-bbe4-4740-834c-4b6a9698bdbc),segment_id=b9afe07e-bbe4-4740-834c-4b6a9698bdbc)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 00:24:11.106108 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-bb3643de-6124-4007-9990-a3d0ea50f058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:24:11.110041 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6d4b73c4-99ec-427e-b941-f4f207998d8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:24:11.155467 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d4b73c4-99ec-427e-b941-f4f207998d8b admin admin] Network 777a4a7c-675f-4518-904f-7fa9ced18835 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 00:24:11.167101 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-6d4b73c4-99ec-427e-b941-f4f207998d8b admin admin] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 00:24:11.170121 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d4b73c4-99ec-427e-b941-f4f207998d8b admin admin] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 00:24:11.179179 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4b73c4-99ec-427e-b941-f4f207998d8b admin admin] Pushing event updated for resources: {'Port': ['ID=5e9bc23c-5b59-4c8e-8484-295e4627010f,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:24:11.184118 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb3643de-6124-4007-9990-a3d0ea50f058 None None] Routers {'85453d4b-e106-410b-b570-f5506d49a7d4'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 00:24:11.184866 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-bb3643de-6124-4007-9990-a3d0ea50f058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-28T00:24:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['85453d4b-e106-410b-b570-f5506d49a7d4'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:24:11.187256 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0153b08c-b347-405a-85ea-33849a03234a None None] Pushing event updated for resources: {'Port': ['ID=cdedd214-4456-4746-aa1f-ad33145f9828,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:24:11.215889 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device c4d26c5b-8dc1-4614-89c6-6948a017c8a7 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 00:24:11.240565 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6d4b73c4-99ec-427e-b941-f4f207998d8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-415283'] for router_interface, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:24:11.276103 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning for port c4d26c5b-8dc1-4614-89c6-6948a017c8a7 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 00:24:11.280889 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port c4d26c5b-8dc1-4614-89c6-6948a017c8a7 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 00:24:11.281347 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:24:11.331704 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-bb3643de-6124-4007-9990-a3d0ea50f058 None None] Set router 85453d4b-e106-410b-b570-f5506d49a7d4 gateway port host: n-d-802623-1 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 00:24:11.378537 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:24:11.401407 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6d4b73c4-99ec-427e-b941-f4f207998d8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:24:11.429302 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] For port c4d26c5b-8dc1-4614-89c6-6948a017c8a7, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=c4d26c5b-8dc1-4614-89c6-6948a017c8a7,segment=NetworkSegment(ed526262-c4a2-42f4-9010-ff7fa6c83e76),segment_id=ed526262-c4a2-42f4-9010-ff7fa6c83e76)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 00:24:11.436521 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:24:11.463598 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-b8957574-9f78-42e5-bfa3-cd7388eaf0d2 None None] Provisioning for port 5e9bc23c-5b59-4c8e-8484-295e4627010f completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 00:24:11.471906 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-b8957574-9f78-42e5-bfa3-cd7388eaf0d2 None None] Provisioning complete for port 5e9bc23c-5b59-4c8e-8484-295e4627010f triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 00:24:11.472268 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b8957574-9f78-42e5-bfa3-cd7388eaf0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:24:11.517150 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Pushing event updated for resources: {'Port': ['ID=c4d26c5b-8dc1-4614-89c6-6948a017c8a7,revision_number=3']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:24:11.527155 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-b8957574-9f78-42e5-bfa3-cd7388eaf0d2 None None] Port 5e9bc23c-5b59-4c8e-8484-295e4627010f cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 00:24:11.546293 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-bb3643de-6124-4007-9990-a3d0ea50f058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85453d4b-e106-410b-b570-f5506d49a7d4', 'name': 'tempest-TestSnapshotPattern-2078285384-router', 'tenant_id': '4cc65edd594b421ab780d4d1523713ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.157'}], 'enable_snat': True}, 'gw_port_id': 'cdedd214-4456-4746-aa1f-ad33145f9828', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T00:24:08Z', 'updated_at': '2021-07-28T00:24:09Z', 'revision_number': 3, 'project_id': '4cc65edd594b421ab780d4d1523713ca', 'gw_port': {'id': 'cdedd214-4456-4746-aa1f-ad33145f9828', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:db:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85453d4b-e106-410b-b570-f5506d49a7d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T00:24:09Z', 'updated_at': '2021-07-28T00:24:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1'}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:24:11.590545 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6d4b73c4-99ec-427e-b941-f4f207998d8b admin admin] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:24:11.595929 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6d4b73c4-99ec-427e-b941-f4f207998d8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:24:11.670905 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb3643de-6124-4007-9990-a3d0ea50f058 None None] The sync data for ids ['85453d4b-e106-410b-b570-f5506d49a7d4'] in n-d-802623-1 is: [{'id': '85453d4b-e106-410b-b570-f5506d49a7d4', 'name': 'tempest-TestSnapshotPattern-2078285384-router', 'tenant_id': '4cc65edd594b421ab780d4d1523713ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.157'}], 'enable_snat': True}, 'gw_port_id': 'cdedd214-4456-4746-aa1f-ad33145f9828', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T00:24:08Z', 'updated_at': '2021-07-28T00:24:09Z', 'revision_number': 3, 'project_id': '4cc65edd594b421ab780d4d1523713ca', 'gw_port': {'id': 'cdedd214-4456-4746-aa1f-ad33145f9828', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:db:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85453d4b-e106-410b-b570-f5506d49a7d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T00:24:09Z', 'updated_at': '2021-07-28T00:24:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1'}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 00:24:11.678460 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4b73c4-99ec-427e-b941-f4f207998d8b admin admin] Pushing event updated for resources: {'Port': ['ID=5e9bc23c-5b59-4c8e-8484-295e4627010f,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:24:11.681283 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6d4b73c4-99ec-427e-b941-f4f207998d8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3760555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-414115'] for router_interface, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:24:11.781592 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d4b73c4-99ec-427e-b941-f4f207998d8b admin admin] Network 777a4a7c-675f-4518-904f-7fa9ced18835 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 00:24:11.783059 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-6d4b73c4-99ec-427e-b941-f4f207998d8b admin admin] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 00:24:11.920816 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d4b73c4-99ec-427e-b941-f4f207998d8b admin admin] Router 85453d4b-e106-410b-b570-f5506d49a7d4 has already been hosted by L3 agent 018c4455-49c0-4734-927d-7824067b2a9e {{(pid=93798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 00:24:12.049729 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d4b73c4-99ec-427e-b941-f4f207998d8b admin admin] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 00:24:12.054970 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-6d4b73c4-99ec-427e-b941-f4f207998d8b admin admin] 10.222.0.18 "PUT /v2.0/routers/85453d4b-e106-410b-b570-f5506d49a7d4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6755617 Jul 28 00:24:12.064185 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ea560978-db12-4324-b3e4-1fd7dec01a8f None None] Provisioning complete for port 5e9bc23c-5b59-4c8e-8484-295e4627010f triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 00:24:12.064625 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ea560978-db12-4324-b3e4-1fd7dec01a8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:24:12.102835 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-ea560978-db12-4324-b3e4-1fd7dec01a8f None None] Port 5e9bc23c-5b59-4c8e-8484-295e4627010f cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 00:24:12.528330 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 60536) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:24:12.533474 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-270c00c1-a891-45fe-8ffc-275e0f475e80 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-957732831-network', 'tenant_id': '300dd4f2a76d4fbd93b205329409de90'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 00:24:12.555356 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-270c00c1-a891-45fe-8ffc-275e0f475e80 admin admin] Made reservation on behalf of 300dd4f2a76d4fbd93b205329409de90 for: {'network': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 00:24:12.557676 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-270c00c1-a891-45fe-8ffc-275e0f475e80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for network, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:24:12.566335 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-270c00c1-a891-45fe-8ffc-275e0f475e80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:24:12.655697 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-270c00c1-a891-45fe-8ffc-275e0f475e80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:24:12.659378 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-270c00c1-a891-45fe-8ffc-275e0f475e80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:24:12.680638 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-270c00c1-a891-45fe-8ffc-275e0f475e80 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 548} {{(pid=93798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 00:24:12.696533 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270c00c1-a891-45fe-8ffc-275e0f475e80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=177994bc-e235-4903-9e07-ef52c76ba1bc,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:24:12.700447 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-270c00c1-a891-45fe-8ffc-275e0f475e80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:24:12.700800 n-d-802623-1 neutron-server[93798]: INFO neutron.db.segments_db [None req-270c00c1-a891-45fe-8ffc-275e0f475e80 admin admin] Added segment 08b474ca-d703-4734-a5d8-e1a1549267be of type vlan for network 09dcff02-6ec1-4c37-bb99-014e952a680a Jul 28 00:24:12.741229 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-270c00c1-a891-45fe-8ffc-275e0f475e80 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736833354590'] for network, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:24:12.770040 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-270c00c1-a891-45fe-8ffc-275e0f475e80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569'] for network, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:24:12.770952 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-270c00c1-a891-45fe-8ffc-275e0f475e80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:24:12.771568 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-270c00c1-a891-45fe-8ffc-275e0f475e80 admin admin] Notify callbacks [] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:24:12.825388 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-270c00c1-a891-45fe-8ffc-275e0f475e80 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2959323 Jul 28 00:24:12.828206 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 60538) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:24:12.833357 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-0caafef9-748a-47cf-9f58-445a91b93a94 admin admin] Request body: {'subnet': {'network_id': '09dcff02-6ec1-4c37-bb99-014e952a680a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-957732831-subnet', 'tenant_id': '300dd4f2a76d4fbd93b205329409de90', 'ip_version': 4}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 00:24:12.834253 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270c00c1-a891-45fe-8ffc-275e0f475e80 admin admin] Pushing event updated for resources: {'Network': ['ID=09dcff02-6ec1-4c37-bb99-014e952a680a,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:24:12.844460 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Network 09dcff02-6ec1-4c37-bb99-014e952a680a details requested by agent ovs-agent-n-d-802623-1 with host n-d-802623-1 {{(pid=93799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 00:24:12.856158 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0caafef9-748a-47cf-9f58-445a91b93a94 admin admin] Made reservation on behalf of 300dd4f2a76d4fbd93b205329409de90 for: {'subnet': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 00:24:12.858458 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0caafef9-748a-47cf-9f58-445a91b93a94 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11551435'] for subnet, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:24:13.042337 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0caafef9-748a-47cf-9f58-445a91b93a94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11336182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11551417'] for subnet, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:24:13.091931 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0caafef9-748a-47cf-9f58-445a91b93a94 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ab918e5-c7d8-4293-b45c-3b67888b54eb,revision_number=0']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:24:13.107006 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0caafef9-748a-47cf-9f58-445a91b93a94 admin admin] Checking segment: {'id': '08b474ca-d703-4734-a5d8-e1a1549267be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '09dcff02-6ec1-4c37-bb99-014e952a680a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 00:24:13.107390 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0caafef9-748a-47cf-9f58-445a91b93a94 admin admin] Network hostable DHCP agents. Network: 09dcff02-6ec1-4c37-bb99-014e952a680a, hostable agents: ['5950e76f-2bde-4343-a925-cbe6bacd2706'], hosted agents: [] {{(pid=93797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 00:24:13.124858 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0caafef9-748a-47cf-9f58-445a91b93a94 admin admin] Network 09dcff02-6ec1-4c37-bb99-014e952a680a is scheduled to be hosted by DHCP agent 5950e76f-2bde-4343-a925-cbe6bacd2706 with binding_index 1 {{(pid=93797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 00:24:13.136599 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-0caafef9-748a-47cf-9f58-445a91b93a94 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802623-1, 09dcff02-6ec1-4c37-bb99-014e952a680a) {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 00:24:13.141176 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0caafef9-748a-47cf-9f58-445a91b93a94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:24:13.141838 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0caafef9-748a-47cf-9f58-445a91b93a94 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:24:13.153805 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbf4b51d-1d9f-475f-9750-a5c491277ff8 None None] Network 09dcff02-6ec1-4c37-bb99-014e952a680a requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 00:24:13.160273 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-0caafef9-748a-47cf-9f58-445a91b93a94 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3308730 Jul 28 00:24:13.161793 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 60540) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:24:13.167364 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-6b02445d-bd5a-4a59-a331-a63b1403fb75 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-957732831-router', 'tenant_id': '300dd4f2a76d4fbd93b205329409de90', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'}}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 00:24:13.191367 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6b02445d-bd5a-4a59-a331-a63b1403fb75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62159'] for router, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:24:13.192382 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6b02445d-bd5a-4a59-a331-a63b1403fb75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-479230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-415539', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3693317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62148'] for router, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:24:13.248162 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6b02445d-bd5a-4a59-a331-a63b1403fb75 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:24:13.279962 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c2302ee-7b81-4924-85a4-734f2feb06ba None None] Sync routers for ids ['85453d4b-e106-410b-b570-f5506d49a7d4'] in n-d-802623-1 {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 00:24:13.304647 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c2302ee-7b81-4924-85a4-734f2feb06ba None None] Routers {'85453d4b-e106-410b-b570-f5506d49a7d4'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 00:24:13.305279 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-0c2302ee-7b81-4924-85a4-734f2feb06ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-28T00:24:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['85453d4b-e106-410b-b570-f5506d49a7d4'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:24:13.309786 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device cdedd214-4456-4746-aa1f-ad33145f9828 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 00:24:13.393844 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6b02445d-bd5a-4a59-a331-a63b1403fb75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-415433', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62186'] for router, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:24:13.407335 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10936644-bd54-4e07-ab15-f5a766f8832a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f6f257c-ad18-5f0c-8c8e-ea085a5fc8a2-09dcff02-6ec1-4c37-bb99-014e952a680a', 'network_id': '09dcff02-6ec1-4c37-bb99-014e952a680a', 'tenant_id': '300dd4f2a76d4fbd93b205329409de90', 'fixed_ips': [{'subnet_id': '3ab918e5-c7d8-4293-b45c-3b67888b54eb'}]}} from n-d-802623-1. {{(pid=93799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 00:24:13.408199 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-10936644-bd54-4e07-ab15-f5a766f8832a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:24:13.527960 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-0c2302ee-7b81-4924-85a4-734f2feb06ba None None] Set router 85453d4b-e106-410b-b570-f5506d49a7d4 gateway port host: n-d-802623-1 {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 00:24:13.529483 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning for port cdedd214-4456-4746-aa1f-ad33145f9828 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 00:24:13.564452 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port cdedd214-4456-4746-aa1f-ad33145f9828 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 00:24:13.564829 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:24:13.603883 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6b02445d-bd5a-4a59-a331-a63b1403fb75 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:24:13.622606 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6b02445d-bd5a-4a59-a331-a63b1403fb75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:24:13.736176 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-10936644-bd54-4e07-ab15-f5a766f8832a None None] Allocated IP 172.20.0.2 (09dcff02-6ec1-4c37-bb99-014e952a680a/3ab918e5-c7d8-4293-b45c-3b67888b54eb/83fa239d-1ea8-4a0e-b860-b626617b0ecc) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 00:24:13.736607 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-6b02445d-bd5a-4a59-a331-a63b1403fb75 admin admin] Allocated IP 172.25.4.208 (2fd42287-ed26-4eb9-89a5-b521f5b04356/17de1f8f-393a-4b0c-a2df-614bd3f2fb5e/d3986d56-9959-4815-915a-bc857cc7fa96) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 00:24:13.842288 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6b02445d-bd5a-4a59-a331-a63b1403fb75 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:24:13.845504 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:24:13.881379 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6b02445d-bd5a-4a59-a331-a63b1403fb75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:24:13.903353 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] For port cdedd214-4456-4746-aa1f-ad33145f9828, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=cdedd214-4456-4746-aa1f-ad33145f9828,segment=NetworkSegment(b9afe07e-bbe4-4740-834c-4b6a9698bdbc),segment_id=b9afe07e-bbe4-4740-834c-4b6a9698bdbc)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 00:24:13.912484 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:24:13.913274 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device c4d26c5b-8dc1-4614-89c6-6948a017c8a7 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 00:24:13.919221 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b02445d-bd5a-4a59-a331-a63b1403fb75 admin admin] Network 2fd42287-ed26-4eb9-89a5-b521f5b04356 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 00:24:13.922109 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-6b02445d-bd5a-4a59-a331-a63b1403fb75 admin admin] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 00:24:13.928387 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b02445d-bd5a-4a59-a331-a63b1403fb75 admin admin] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 00:24:13.934105 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b02445d-bd5a-4a59-a331-a63b1403fb75 admin admin] Pushing event updated for resources: {'Port': ['ID=d3986d56-9959-4815-915a-bc857cc7fa96,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:24:14.060436 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Pushing event updated for resources: {'Port': ['ID=cdedd214-4456-4746-aa1f-ad33145f9828,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:24:14.074950 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-10936644-bd54-4e07-ab15-f5a766f8832a None None] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:24:14.078018 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-0c2302ee-7b81-4924-85a4-734f2feb06ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85453d4b-e106-410b-b570-f5506d49a7d4', 'name': 'tempest-TestSnapshotPattern-2078285384-router', 'tenant_id': '4cc65edd594b421ab780d4d1523713ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.157'}], 'enable_snat': True}, 'gw_port_id': 'cdedd214-4456-4746-aa1f-ad33145f9828', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T00:24:08Z', 'updated_at': '2021-07-28T00:24:11Z', 'revision_number': 4, 'project_id': '4cc65edd594b421ab780d4d1523713ca', 'gw_port': {'id': 'cdedd214-4456-4746-aa1f-ad33145f9828', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:db:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85453d4b-e106-410b-b570-f5506d49a7d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T00:24:09Z', 'updated_at': '2021-07-28T00:24:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': '5e9bc23c-5b59-4c8e-8484-295e4627010f', 'name': '', 'network_id': '777a4a7c-675f-4518-904f-7fa9ced18835', 'tenant_id': '4cc65edd594b421ab780d4d1523713ca', 'mac_address': 'fa:16:3e:24:0b:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85453d4b-e106-410b-b570-f5506d49a7d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '163607a5-f3eb-4a1c-bb17-055e9c81c7d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T00:24:10Z', 'updated_at': '2021-07-28T00:24:11Z', 'revision_number': 2, 'project_id': '4cc65edd594b421ab780d4d1523713ca', 'subnets': [{'id': '163607a5-f3eb-4a1c-bb17-055e9c81c7d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:24:14.187655 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6b02445d-bd5a-4a59-a331-a63b1403fb75 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:24:14.269777 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-10936644-bd54-4e07-ab15-f5a766f8832a None None] Transition to ACTIVE for port object 83fa239d-1ea8-4a0e-b860-b626617b0ecc will not be triggered until provisioned by entity L2. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 00:24:14.274521 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c2302ee-7b81-4924-85a4-734f2feb06ba None None] Checking router: 85453d4b-e106-410b-b570-f5506d49a7d4 for host: n-d-802623-1 {{(pid=93799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 00:24:14.274877 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c2302ee-7b81-4924-85a4-734f2feb06ba None None] Updating router 85453d4b-e106-410b-b570-f5506d49a7d4 port 5e9bc23c-5b59-4c8e-8484-295e4627010f binding host n-d-802623-1 {{(pid=93799) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 00:24:14.276650 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port c4d26c5b-8dc1-4614-89c6-6948a017c8a7 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 00:24:14.277017 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:24:14.328954 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-0c2302ee-7b81-4924-85a4-734f2feb06ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:24:14.332325 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-10936644-bd54-4e07-ab15-f5a766f8832a None None] Transition to ACTIVE for port object 83fa239d-1ea8-4a0e-b860-b626617b0ecc will not be triggered until provisioned by entity DHCP. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 00:24:14.349288 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-10936644-bd54-4e07-ab15-f5a766f8832a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:24:14.389024 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6b02445d-bd5a-4a59-a331-a63b1403fb75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-415468'] for router, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:24:14.424725 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10936644-bd54-4e07-ab15-f5a766f8832a None None] Network 09dcff02-6ec1-4c37-bb99-014e952a680a is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 00:24:14.436005 n-d-802623-1 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-10936644-bd54-4e07-ab15-f5a766f8832a None None] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 00:24:14.441569 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10936644-bd54-4e07-ab15-f5a766f8832a None None] Pushing event updated for resources: {'Port': ['ID=83fa239d-1ea8-4a0e-b860-b626617b0ecc,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:24:14.444396 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10936644-bd54-4e07-ab15-f5a766f8832a None None] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 00:24:14.522356 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b02445d-bd5a-4a59-a331-a63b1403fb75 admin admin] Router a7c81fa4-4373-406e-9ba9-c017dda36695 is scheduled to L3 agent 018c4455-49c0-4734-927d-7824067b2a9e with binding_index 1 {{(pid=93797) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 00:24:14.589729 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-10936644-bd54-4e07-ab15-f5a766f8832a None None] Attempting to bind port 83fa239d-1ea8-4a0e-b860-b626617b0ecc on host n-d-802623-1 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 00:24:14.590106 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-10936644-bd54-4e07-ab15-f5a766f8832a None None] Attempting to bind port 83fa239d-1ea8-4a0e-b860-b626617b0ecc by drivers openvswitch,hyperv on host n-d-802623-1 at level 0 using segments [{'id': '08b474ca-d703-4734-a5d8-e1a1549267be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '09dcff02-6ec1-4c37-bb99-014e952a680a'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 00:24:14.590472 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10936644-bd54-4e07-ab15-f5a766f8832a None None] Attempting to bind port 83fa239d-1ea8-4a0e-b860-b626617b0ecc on network 09dcff02-6ec1-4c37-bb99-014e952a680a {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 00:24:14.627728 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10936644-bd54-4e07-ab15-f5a766f8832a None None] Checking agent: {'id': 'a9a568d2-a5e7-41e4-833f-a8ab42ea4073', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 52, 30), 'started_at': datetime.datetime(2021, 7, 27, 22, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 0, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802623-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 00:24:14.628112 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10936644-bd54-4e07-ab15-f5a766f8832a None None] Checking segment: {'id': '08b474ca-d703-4734-a5d8-e1a1549267be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '09dcff02-6ec1-4c37-bb99-014e952a680a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 00:24:14.628516 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-10936644-bd54-4e07-ab15-f5a766f8832a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:24:14.628913 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10936644-bd54-4e07-ab15-f5a766f8832a None None] Bound using segment: {'id': '08b474ca-d703-4734-a5d8-e1a1549267be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '09dcff02-6ec1-4c37-bb99-014e952a680a'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 00:24:14.629160 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b02445d-bd5a-4a59-a331-a63b1403fb75 admin admin] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 00:24:14.629410 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-10936644-bd54-4e07-ab15-f5a766f8832a None None] Bound port: 83fa239d-1ea8-4a0e-b860-b626617b0ecc, host: n-d-802623-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08b474ca-d703-4734-a5d8-e1a1549267be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '09dcff02-6ec1-4c37-bb99-014e952a680a'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 00:24:14.629799 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-10936644-bd54-4e07-ab15-f5a766f8832a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:24:14.637679 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd90dee1-ae8d-43ef-bd31-8965995084ea None None] Sync routers for ids ['a7c81fa4-4373-406e-9ba9-c017dda36695'] in n-d-802623-1 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 00:24:14.646512 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd90dee1-ae8d-43ef-bd31-8965995084ea None None] Routers {'a7c81fa4-4373-406e-9ba9-c017dda36695'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 00:24:14.647151 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-cd90dee1-ae8d-43ef-bd31-8965995084ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-28T00:24:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['a7c81fa4-4373-406e-9ba9-c017dda36695'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:24:14.651452 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6b02445d-bd5a-4a59-a331-a63b1403fb75 admin admin] Notify callbacks [] for router, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:24:14.655257 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-6b02445d-bd5a-4a59-a331-a63b1403fb75 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.4896760 Jul 28 00:24:14.655462 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 60542) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:24:14.734296 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-10936644-bd54-4e07-ab15-f5a766f8832a None None] For port 83fa239d-1ea8-4a0e-b860-b626617b0ecc, host n-d-802623-1, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 00:24:14.752675 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-10936644-bd54-4e07-ab15-f5a766f8832a None None] For port 83fa239d-1ea8-4a0e-b860-b626617b0ecc, host n-d-802623-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=83fa239d-1ea8-4a0e-b860-b626617b0ecc,segment=NetworkSegment(08b474ca-d703-4734-a5d8-e1a1549267be),segment_id=08b474ca-d703-4734-a5d8-e1a1549267be)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 00:24:14.759980 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-cd90dee1-ae8d-43ef-bd31-8965995084ea None None] Set router a7c81fa4-4373-406e-9ba9-c017dda36695 gateway port host: n-d-802623-1 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 00:24:14.762298 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-10936644-bd54-4e07-ab15-f5a766f8832a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:24:14.857393 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-0c2302ee-7b81-4924-85a4-734f2feb06ba None None] Notify callbacks [] for port, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:24:14.863169 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10936644-bd54-4e07-ab15-f5a766f8832a None None] Pushing event updated for resources: {'Port': ['ID=83fa239d-1ea8-4a0e-b860-b626617b0ecc,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:24:14.874231 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-0c2302ee-7b81-4924-85a4-734f2feb06ba None None] Transition to ACTIVE for port object 5e9bc23c-5b59-4c8e-8484-295e4627010f will not be triggered until provisioned by entity L2. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 00:24:14.884494 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-0c2302ee-7b81-4924-85a4-734f2feb06ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:24:14.944218 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7d682f-a8fd-4c48-a12a-de73d6eebf18 None None] Pushing event updated for resources: {'Port': ['ID=5e9bc23c-5b59-4c8e-8484-295e4627010f,revision_number=3']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:24:14.965749 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-cd90dee1-ae8d-43ef-bd31-8965995084ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7c81fa4-4373-406e-9ba9-c017dda36695', 'name': 'tempest-TestSnapshotPattern-957732831-router', 'tenant_id': '300dd4f2a76d4fbd93b205329409de90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.208'}], 'enable_snat': True}, 'gw_port_id': 'd3986d56-9959-4815-915a-bc857cc7fa96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T00:24:13Z', 'updated_at': '2021-07-28T00:24:14Z', 'revision_number': 3, 'project_id': '300dd4f2a76d4fbd93b205329409de90', 'gw_port': {'id': 'd3986d56-9959-4815-915a-bc857cc7fa96', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:ea:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7c81fa4-4373-406e-9ba9-c017dda36695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T00:24:13Z', 'updated_at': '2021-07-28T00:24:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1'}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:24:14.996981 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd90dee1-ae8d-43ef-bd31-8965995084ea None None] Checking router: a7c81fa4-4373-406e-9ba9-c017dda36695 for host: n-d-802623-1 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 00:24:14.997332 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd90dee1-ae8d-43ef-bd31-8965995084ea None None] Updating router a7c81fa4-4373-406e-9ba9-c017dda36695 port d3986d56-9959-4815-915a-bc857cc7fa96 binding host n-d-802623-1 {{(pid=93800) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 00:24:15.025148 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-0c2302ee-7b81-4924-85a4-734f2feb06ba None None] Attempting to bind port 5e9bc23c-5b59-4c8e-8484-295e4627010f on host n-d-802623-1 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 00:24:15.025816 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-0c2302ee-7b81-4924-85a4-734f2feb06ba None None] Attempting to bind port 5e9bc23c-5b59-4c8e-8484-295e4627010f by drivers openvswitch,hyperv on host n-d-802623-1 at level 0 using segments [{'id': 'ed526262-c4a2-42f4-9010-ff7fa6c83e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '777a4a7c-675f-4518-904f-7fa9ced18835'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 00:24:15.026377 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c2302ee-7b81-4924-85a4-734f2feb06ba None None] Attempting to bind port 5e9bc23c-5b59-4c8e-8484-295e4627010f on network 777a4a7c-675f-4518-904f-7fa9ced18835 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 00:24:15.029447 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-cd90dee1-ae8d-43ef-bd31-8965995084ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:24:15.040748 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c2302ee-7b81-4924-85a4-734f2feb06ba None None] Checking agent: {'id': 'a9a568d2-a5e7-41e4-833f-a8ab42ea4073', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 52, 30), 'started_at': datetime.datetime(2021, 7, 27, 22, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 0, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802623-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 00:24:15.041283 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c2302ee-7b81-4924-85a4-734f2feb06ba None None] Checking segment: {'id': 'ed526262-c4a2-42f4-9010-ff7fa6c83e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '777a4a7c-675f-4518-904f-7fa9ced18835'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 00:24:15.041695 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-0c2302ee-7b81-4924-85a4-734f2feb06ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:24:15.042185 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c2302ee-7b81-4924-85a4-734f2feb06ba None None] Bound using segment: {'id': 'ed526262-c4a2-42f4-9010-ff7fa6c83e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '777a4a7c-675f-4518-904f-7fa9ced18835'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 00:24:15.042732 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-0c2302ee-7b81-4924-85a4-734f2feb06ba None None] Bound port: 5e9bc23c-5b59-4c8e-8484-295e4627010f, host: n-d-802623-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed526262-c4a2-42f4-9010-ff7fa6c83e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '777a4a7c-675f-4518-904f-7fa9ced18835'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 00:24:15.043217 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-0c2302ee-7b81-4924-85a4-734f2feb06ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:24:15.132998 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-0c2302ee-7b81-4924-85a4-734f2feb06ba None None] For port 5e9bc23c-5b59-4c8e-8484-295e4627010f, host n-d-802623-1, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 00:24:15.142232 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-0c2302ee-7b81-4924-85a4-734f2feb06ba None None] For port 5e9bc23c-5b59-4c8e-8484-295e4627010f, host n-d-802623-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=5e9bc23c-5b59-4c8e-8484-295e4627010f,segment=NetworkSegment(ed526262-c4a2-42f4-9010-ff7fa6c83e76),segment_id=ed526262-c4a2-42f4-9010-ff7fa6c83e76)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 00:24:15.157387 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-0c2302ee-7b81-4924-85a4-734f2feb06ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:24:15.176078 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-39bd29cb-4d30-4c10-b1ec-39a1b80ac6f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:24:15.275752 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c2302ee-7b81-4924-85a4-734f2feb06ba None None] Routers {'85453d4b-e106-410b-b570-f5506d49a7d4'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 00:24:15.276452 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-0c2302ee-7b81-4924-85a4-734f2feb06ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-28T00:24:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['85453d4b-e106-410b-b570-f5506d49a7d4'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:24:15.331192 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device cdedd214-4456-4746-aa1f-ad33145f9828 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 00:24:15.415341 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7d682f-a8fd-4c48-a12a-de73d6eebf18 None None] Pushing event updated for resources: {'Port': ['ID=5e9bc23c-5b59-4c8e-8484-295e4627010f,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:24:15.423891 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-39bd29cb-4d30-4c10-b1ec-39a1b80ac6f1 admin admin] Allocated IP 172.20.0.1 (09dcff02-6ec1-4c37-bb99-014e952a680a/3ab918e5-c7d8-4293-b45c-3b67888b54eb/c245926c-1075-4dd1-a6bc-b62f19a38a13) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 00:24:15.455958 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-cd90dee1-ae8d-43ef-bd31-8965995084ea None None] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:24:15.469199 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-cd90dee1-ae8d-43ef-bd31-8965995084ea None None] Transition to ACTIVE for port object d3986d56-9959-4815-915a-bc857cc7fa96 will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 00:24:15.480184 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-cd90dee1-ae8d-43ef-bd31-8965995084ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:24:15.525463 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-0c2302ee-7b81-4924-85a4-734f2feb06ba None None] Set router 85453d4b-e106-410b-b570-f5506d49a7d4 gateway port host: n-d-802623-1 {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 00:24:15.536643 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-cd90dee1-ae8d-43ef-bd31-8965995084ea None None] Attempting to bind port d3986d56-9959-4815-915a-bc857cc7fa96 on host n-d-802623-1 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 00:24:15.537155 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-cd90dee1-ae8d-43ef-bd31-8965995084ea None None] Attempting to bind port d3986d56-9959-4815-915a-bc857cc7fa96 by drivers openvswitch,hyperv on host n-d-802623-1 at level 0 using segments [{'id': 'b9afe07e-bbe4-4740-834c-4b6a9698bdbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 00:24:15.537524 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd90dee1-ae8d-43ef-bd31-8965995084ea None None] Attempting to bind port d3986d56-9959-4815-915a-bc857cc7fa96 on network 2fd42287-ed26-4eb9-89a5-b521f5b04356 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 00:24:15.547364 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd90dee1-ae8d-43ef-bd31-8965995084ea None None] Checking agent: {'id': 'a9a568d2-a5e7-41e4-833f-a8ab42ea4073', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 52, 30), 'started_at': datetime.datetime(2021, 7, 27, 22, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 0, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802623-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 00:24:15.547740 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd90dee1-ae8d-43ef-bd31-8965995084ea None None] Checking segment: {'id': 'b9afe07e-bbe4-4740-834c-4b6a9698bdbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 00:24:15.548308 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-cd90dee1-ae8d-43ef-bd31-8965995084ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:24:15.548712 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd90dee1-ae8d-43ef-bd31-8965995084ea None None] Bound using segment: {'id': 'b9afe07e-bbe4-4740-834c-4b6a9698bdbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 00:24:15.549189 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-cd90dee1-ae8d-43ef-bd31-8965995084ea None None] Bound port: d3986d56-9959-4815-915a-bc857cc7fa96, host: n-d-802623-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9afe07e-bbe4-4740-834c-4b6a9698bdbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 00:24:15.549619 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-cd90dee1-ae8d-43ef-bd31-8965995084ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:24:15.556172 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port cdedd214-4456-4746-aa1f-ad33145f9828 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 00:24:15.556474 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:24:15.572351 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-39bd29cb-4d30-4c10-b1ec-39a1b80ac6f1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:24:15.588194 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-39bd29cb-4d30-4c10-b1ec-39a1b80ac6f1 admin admin] Transition to ACTIVE for port object c245926c-1075-4dd1-a6bc-b62f19a38a13 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 00:24:15.608378 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-cd90dee1-ae8d-43ef-bd31-8965995084ea None None] For port d3986d56-9959-4815-915a-bc857cc7fa96, host n-d-802623-1, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 00:24:15.611623 n-d-802623-1 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-cd90dee1-ae8d-43ef-bd31-8965995084ea None None] For port d3986d56-9959-4815-915a-bc857cc7fa96, host n-d-802623-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=d3986d56-9959-4815-915a-bc857cc7fa96,segment=NetworkSegment(b9afe07e-bbe4-4740-834c-4b6a9698bdbc),segment_id=b9afe07e-bbe4-4740-834c-4b6a9698bdbc)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 00:24:15.621713 n-d-802623-1 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-cd90dee1-ae8d-43ef-bd31-8965995084ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:24:15.624423 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3316a0-0b10-404e-9a74-c27e08cef95d None None] Pushing event updated for resources: {'Port': ['ID=d3986d56-9959-4815-915a-bc857cc7fa96,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:24:15.630914 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-39bd29cb-4d30-4c10-b1ec-39a1b80ac6f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:24:15.686355 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd90dee1-ae8d-43ef-bd31-8965995084ea None None] Routers {'a7c81fa4-4373-406e-9ba9-c017dda36695'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 00:24:15.687139 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-cd90dee1-ae8d-43ef-bd31-8965995084ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-28T00:24:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['a7c81fa4-4373-406e-9ba9-c017dda36695'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:24:15.688584 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39bd29cb-4d30-4c10-b1ec-39a1b80ac6f1 admin admin] Network 09dcff02-6ec1-4c37-bb99-014e952a680a is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 00:24:15.690553 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-39bd29cb-4d30-4c10-b1ec-39a1b80ac6f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 00:24:15.693867 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bd29cb-4d30-4c10-b1ec-39a1b80ac6f1 admin admin] Pushing event updated for resources: {'Port': ['ID=c245926c-1075-4dd1-a6bc-b62f19a38a13,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:24:15.696126 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39bd29cb-4d30-4c10-b1ec-39a1b80ac6f1 admin admin] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 00:24:15.722298 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3316a0-0b10-404e-9a74-c27e08cef95d None None] Pushing event updated for resources: {'Port': ['ID=d3986d56-9959-4815-915a-bc857cc7fa96,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:24:15.738424 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-39bd29cb-4d30-4c10-b1ec-39a1b80ac6f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-415283'] for router_interface, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:24:15.817753 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-cd90dee1-ae8d-43ef-bd31-8965995084ea None None] Set router a7c81fa4-4373-406e-9ba9-c017dda36695 gateway port host: n-d-802623-1 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 00:24:15.841156 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-0c2302ee-7b81-4924-85a4-734f2feb06ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85453d4b-e106-410b-b570-f5506d49a7d4', 'name': 'tempest-TestSnapshotPattern-2078285384-router', 'tenant_id': '4cc65edd594b421ab780d4d1523713ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.157'}], 'enable_snat': True}, 'gw_port_id': 'cdedd214-4456-4746-aa1f-ad33145f9828', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T00:24:08Z', 'updated_at': '2021-07-28T00:24:11Z', 'revision_number': 4, 'project_id': '4cc65edd594b421ab780d4d1523713ca', 'gw_port': {'id': 'cdedd214-4456-4746-aa1f-ad33145f9828', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:db:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85453d4b-e106-410b-b570-f5506d49a7d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T00:24:09Z', 'updated_at': '2021-07-28T00:24:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': '5e9bc23c-5b59-4c8e-8484-295e4627010f', 'name': '', 'network_id': '777a4a7c-675f-4518-904f-7fa9ced18835', 'tenant_id': '4cc65edd594b421ab780d4d1523713ca', 'mac_address': 'fa:16:3e:24:0b:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85453d4b-e106-410b-b570-f5506d49a7d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '163607a5-f3eb-4a1c-bb17-055e9c81c7d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T00:24:10Z', 'updated_at': '2021-07-28T00:24:15Z', 'revision_number': 4, 'project_id': '4cc65edd594b421ab780d4d1523713ca', 'subnets': [{'id': '163607a5-f3eb-4a1c-bb17-055e9c81c7d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:24:15.870599 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c2302ee-7b81-4924-85a4-734f2feb06ba None None] The sync data for ids ['85453d4b-e106-410b-b570-f5506d49a7d4'] in n-d-802623-1 is: [{'id': '85453d4b-e106-410b-b570-f5506d49a7d4', 'name': 'tempest-TestSnapshotPattern-2078285384-router', 'tenant_id': '4cc65edd594b421ab780d4d1523713ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.157'}], 'enable_snat': True}, 'gw_port_id': 'cdedd214-4456-4746-aa1f-ad33145f9828', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T00:24:08Z', 'updated_at': '2021-07-28T00:24:11Z', 'revision_number': 4, 'project_id': '4cc65edd594b421ab780d4d1523713ca', 'gw_port': {'id': 'cdedd214-4456-4746-aa1f-ad33145f9828', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:db:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85453d4b-e106-410b-b570-f5506d49a7d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T00:24:09Z', 'updated_at': '2021-07-28T00:24:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': '5e9bc23c-5b59-4c8e-8484-295e4627010f', 'name': '', 'network_id': '777a4a7c-675f-4518-904f-7fa9ced18835', 'tenant_id': '4cc65edd594b421ab780d4d1523713ca', 'mac_address': 'fa:16:3e:24:0b:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85453d4b-e106-410b-b570-f5506d49a7d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '163607a5-f3eb-4a1c-bb17-055e9c81c7d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T00:24:10Z', 'updated_at': '2021-07-28T00:24:15Z', 'revision_number': 4, 'project_id': '4cc65edd594b421ab780d4d1523713ca', 'subnets': [{'id': '163607a5-f3eb-4a1c-bb17-055e9c81c7d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 00:24:15.904964 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-39bd29cb-4d30-4c10-b1ec-39a1b80ac6f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:24:16.055088 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-cd90dee1-ae8d-43ef-bd31-8965995084ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7c81fa4-4373-406e-9ba9-c017dda36695', 'name': 'tempest-TestSnapshotPattern-957732831-router', 'tenant_id': '300dd4f2a76d4fbd93b205329409de90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.208'}], 'enable_snat': True}, 'gw_port_id': 'd3986d56-9959-4815-915a-bc857cc7fa96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T00:24:13Z', 'updated_at': '2021-07-28T00:24:14Z', 'revision_number': 3, 'project_id': '300dd4f2a76d4fbd93b205329409de90', 'gw_port': {'id': 'd3986d56-9959-4815-915a-bc857cc7fa96', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:ea:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7c81fa4-4373-406e-9ba9-c017dda36695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T00:24:13Z', 'updated_at': '2021-07-28T00:24:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1'}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:24:16.094765 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd90dee1-ae8d-43ef-bd31-8965995084ea None None] The sync data for ids ['a7c81fa4-4373-406e-9ba9-c017dda36695'] in n-d-802623-1 is: [{'id': 'a7c81fa4-4373-406e-9ba9-c017dda36695', 'name': 'tempest-TestSnapshotPattern-957732831-router', 'tenant_id': '300dd4f2a76d4fbd93b205329409de90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.208'}], 'enable_snat': True}, 'gw_port_id': 'd3986d56-9959-4815-915a-bc857cc7fa96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T00:24:13Z', 'updated_at': '2021-07-28T00:24:14Z', 'revision_number': 3, 'project_id': '300dd4f2a76d4fbd93b205329409de90', 'gw_port': {'id': 'd3986d56-9959-4815-915a-bc857cc7fa96', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:ea:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7c81fa4-4373-406e-9ba9-c017dda36695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T00:24:13Z', 'updated_at': '2021-07-28T00:24:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1'}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 00:24:16.134203 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-39bd29cb-4d30-4c10-b1ec-39a1b80ac6f1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:24:16.141413 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-39bd29cb-4d30-4c10-b1ec-39a1b80ac6f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11336041'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:24:16.203211 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bd29cb-4d30-4c10-b1ec-39a1b80ac6f1 admin admin] Pushing event updated for resources: {'Port': ['ID=c245926c-1075-4dd1-a6bc-b62f19a38a13,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:24:16.225983 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-39bd29cb-4d30-4c10-b1ec-39a1b80ac6f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3760555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-414115'] for router_interface, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:24:16.240058 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a3adb93-178a-441b-83b4-5565a5edf969 None None] Network 09dcff02-6ec1-4c37-bb99-014e952a680a requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 00:24:16.336338 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39bd29cb-4d30-4c10-b1ec-39a1b80ac6f1 admin admin] Network 09dcff02-6ec1-4c37-bb99-014e952a680a is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 00:24:16.337952 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-39bd29cb-4d30-4c10-b1ec-39a1b80ac6f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 00:24:16.379727 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-5dfce592-edb8-46f1-a0a3-b0f5da52c569 None None] Provisioning for port 83fa239d-1ea8-4a0e-b860-b626617b0ecc completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 00:24:16.517141 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39bd29cb-4d30-4c10-b1ec-39a1b80ac6f1 admin admin] Router a7c81fa4-4373-406e-9ba9-c017dda36695 has already been hosted by L3 agent 018c4455-49c0-4734-927d-7824067b2a9e {{(pid=93797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 00:24:16.653210 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39bd29cb-4d30-4c10-b1ec-39a1b80ac6f1 admin admin] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 00:24:16.658830 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-39bd29cb-4d30-4c10-b1ec-39a1b80ac6f1 admin admin] 10.222.0.18 "PUT /v2.0/routers/a7c81fa4-4373-406e-9ba9-c017dda36695/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0021977 Jul 28 00:24:16.716052 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-c2d7a900-ef4c-4daf-8872-498511636dd3 None None] Provisioning for port c245926c-1075-4dd1-a6bc-b62f19a38a13 completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 00:24:16.720923 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-c2d7a900-ef4c-4daf-8872-498511636dd3 None None] Provisioning complete for port c245926c-1075-4dd1-a6bc-b62f19a38a13 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 00:24:16.721307 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c2d7a900-ef4c-4daf-8872-498511636dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:24:16.769478 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-c2d7a900-ef4c-4daf-8872-498511636dd3 None None] Port c245926c-1075-4dd1-a6bc-b62f19a38a13 cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 00:24:17.011298 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-00c79414-aea0-4bca-a4bb-9c97b31e8f05 None None] Provisioning complete for port c245926c-1075-4dd1-a6bc-b62f19a38a13 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 00:24:17.022883 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-00c79414-aea0-4bca-a4bb-9c97b31e8f05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:24:17.083362 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-00c79414-aea0-4bca-a4bb-9c97b31e8f05 None None] Port c245926c-1075-4dd1-a6bc-b62f19a38a13 cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 00:24:17.207161 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-8edd752f-d91d-4ff4-9a69-c65ef7cddf2b None None] Provisioning complete for port c245926c-1075-4dd1-a6bc-b62f19a38a13 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 00:24:17.208097 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8edd752f-d91d-4ff4-9a69-c65ef7cddf2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:24:17.257767 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-8edd752f-d91d-4ff4-9a69-c65ef7cddf2b None None] Port c245926c-1075-4dd1-a6bc-b62f19a38a13 cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 00:24:17.316259 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 5e9bc23c-5b59-4c8e-8484-295e4627010f up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 00:24:17.370145 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning for port 5e9bc23c-5b59-4c8e-8484-295e4627010f completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 00:24:17.373318 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 60550) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:24:17.374905 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port 5e9bc23c-5b59-4c8e-8484-295e4627010f triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 00:24:17.375313 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:24:17.378950 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-0ca3479d-28e1-4acc-a256-f3a99f77a3d6 tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2121068831', 'description': 'tempest-secgroup-smoke-2121068831 description', 'project_id': '4cc65edd594b421ab780d4d1523713ca'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 00:24:17.414355 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0ca3479d-28e1-4acc-a256-f3a99f77a3d6 tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:24:17.458649 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:24:17.491851 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] For port 5e9bc23c-5b59-4c8e-8484-295e4627010f, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=5e9bc23c-5b59-4c8e-8484-295e4627010f,segment=NetworkSegment(ed526262-c4a2-42f4-9010-ff7fa6c83e76),segment_id=ed526262-c4a2-42f4-9010-ff7fa6c83e76)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 00:24:17.495687 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:24:17.496452 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 83fa239d-1ea8-4a0e-b860-b626617b0ecc up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 00:24:17.497276 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0ca3479d-28e1-4acc-a256-f3a99f77a3d6 tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:24:17.501108 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0ca3479d-28e1-4acc-a256-f3a99f77a3d6 tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:24:17.531838 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0ca3479d-28e1-4acc-a256-f3a99f77a3d6 tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:24:17.536603 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-0ca3479d-28e1-4acc-a256-f3a99f77a3d6 tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1579649 Jul 28 00:24:17.536889 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 60552) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:24:17.541466 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-56deebd2-aad9-4d43-afdd-11a39151af3d tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] Request body: {'security_group_rule': {'security_group_id': '84453099-f908-4f40-80d3-d42cb938a5b4', 'project_id': '4cc65edd594b421ab780d4d1523713ca', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 00:24:17.546931 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca3479d-28e1-4acc-a256-f3a99f77a3d6 tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84453099-f908-4f40-80d3-d42cb938a5b4,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:24:17.572164 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-56deebd2-aad9-4d43-afdd-11a39151af3d tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:24:17.578184 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Pushing event updated for resources: {'Port': ['ID=5e9bc23c-5b59-4c8e-8484-295e4627010f,revision_number=5']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:24:17.588731 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning for port 83fa239d-1ea8-4a0e-b860-b626617b0ecc completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 00:24:17.593174 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port 83fa239d-1ea8-4a0e-b860-b626617b0ecc triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 00:24:17.593551 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:24:17.630091 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-56deebd2-aad9-4d43-afdd-11a39151af3d tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:24:17.634101 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-56deebd2-aad9-4d43-afdd-11a39151af3d tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784185'] for security_group_rule, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:24:17.652220 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56deebd2-aad9-4d43-afdd-11a39151af3d tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e6b84dc-cb68-482e-b9bb-0f5c7a39f70f,revision_number=0']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:24:17.658967 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-56deebd2-aad9-4d43-afdd-11a39151af3d tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:24:17.660469 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-56deebd2-aad9-4d43-afdd-11a39151af3d tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1229062 Jul 28 00:24:17.663702 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 60554) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:24:17.668417 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [None req-1577f676-6002-4080-985d-1a427b354096 tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] Request body: {'security_group_rule': {'security_group_id': '84453099-f908-4f40-80d3-d42cb938a5b4', 'project_id': '4cc65edd594b421ab780d4d1523713ca', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 00:24:17.682393 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:24:17.700281 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1577f676-6002-4080-985d-1a427b354096 tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:24:17.716539 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] For port 83fa239d-1ea8-4a0e-b860-b626617b0ecc, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=83fa239d-1ea8-4a0e-b860-b626617b0ecc,segment=NetworkSegment(08b474ca-d703-4734-a5d8-e1a1549267be),segment_id=08b474ca-d703-4734-a5d8-e1a1549267be)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 00:24:17.720858 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:24:17.721723 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device d3986d56-9959-4815-915a-bc857cc7fa96 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 00:24:17.762220 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1577f676-6002-4080-985d-1a427b354096 tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:24:17.766485 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1577f676-6002-4080-985d-1a427b354096 tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784185'] for security_group_rule, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:24:17.784356 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1577f676-6002-4080-985d-1a427b354096 tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50eca5db-da06-4778-b6a7-1392faa64ddc,revision_number=0']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:24:17.790820 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1577f676-6002-4080-985d-1a427b354096 tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:24:17.792209 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-1577f676-6002-4080-985d-1a427b354096 tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1272621 Jul 28 00:24:17.795018 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 60556) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:24:17.799185 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Pushing event updated for resources: {'Port': ['ID=83fa239d-1ea8-4a0e-b860-b626617b0ecc,revision_number=3']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:24:17.799665 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-3b843d5b-dcec-4d97-9b6b-cb9dc37f58d3 tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] Request body: {'security_group_rule': {'security_group_id': '84453099-f908-4f40-80d3-d42cb938a5b4', 'project_id': '4cc65edd594b421ab780d4d1523713ca', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 00:24:17.810507 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning for port d3986d56-9959-4815-915a-bc857cc7fa96 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 00:24:17.814559 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port d3986d56-9959-4815-915a-bc857cc7fa96 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 00:24:17.815066 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:24:17.830215 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3b843d5b-dcec-4d97-9b6b-cb9dc37f58d3 tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:24:17.889195 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3b843d5b-dcec-4d97-9b6b-cb9dc37f58d3 tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:24:17.894455 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3b843d5b-dcec-4d97-9b6b-cb9dc37f58d3 tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784185'] for security_group_rule, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:24:17.901206 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:24:17.913004 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b843d5b-dcec-4d97-9b6b-cb9dc37f58d3 tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87d9e438-225b-4a41-9aa8-4b393d4a96ab,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:24:17.919216 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3b843d5b-dcec-4d97-9b6b-cb9dc37f58d3 tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:24:17.920467 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-3b843d5b-dcec-4d97-9b6b-cb9dc37f58d3 tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1244247 Jul 28 00:24:17.923114 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 60558) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:24:17.927279 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] For port d3986d56-9959-4815-915a-bc857cc7fa96, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=d3986d56-9959-4815-915a-bc857cc7fa96,segment=NetworkSegment(b9afe07e-bbe4-4740-834c-4b6a9698bdbc),segment_id=b9afe07e-bbe4-4740-834c-4b6a9698bdbc)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 00:24:17.927543 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-292299c7-1bd4-4111-922f-22d763f5a7e2 tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] Request body: {'security_group_rule': {'security_group_id': '84453099-f908-4f40-80d3-d42cb938a5b4', 'project_id': '4cc65edd594b421ab780d4d1523713ca', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 00:24:17.931256 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:24:17.955157 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-292299c7-1bd4-4111-922f-22d763f5a7e2 tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:24:17.979985 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Pushing event updated for resources: {'Port': ['ID=d3986d56-9959-4815-915a-bc857cc7fa96,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:24:18.013821 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-292299c7-1bd4-4111-922f-22d763f5a7e2 tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:24:18.017388 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-292299c7-1bd4-4111-922f-22d763f5a7e2 tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784185'] for security_group_rule, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:24:18.038852 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292299c7-1bd4-4111-922f-22d763f5a7e2 tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6835afc-3fbe-49f6-a0fa-7318778338c8,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:24:18.044438 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-292299c7-1bd4-4111-922f-22d763f5a7e2 tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:24:18.045627 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-292299c7-1bd4-4111-922f-22d763f5a7e2 tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1215997 Jul 28 00:24:18.048462 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 60560) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:24:18.052796 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-3c6c3688-a5dd-4cab-a19b-7cf479afd8cf tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] Request body: {'security_group_rule': {'security_group_id': '84453099-f908-4f40-80d3-d42cb938a5b4', 'project_id': '4cc65edd594b421ab780d4d1523713ca', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 00:24:18.073300 n-d-802623-1 neutron-server[93798]: INFO neutron.db.securitygroups_db [None req-3c6c3688-a5dd-4cab-a19b-7cf479afd8cf tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] Project 4cc65edd594b421ab780d4d1523713ca added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 00:24:18.078015 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3c6c3688-a5dd-4cab-a19b-7cf479afd8cf tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:24:18.137176 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3c6c3688-a5dd-4cab-a19b-7cf479afd8cf tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:24:18.140730 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3c6c3688-a5dd-4cab-a19b-7cf479afd8cf tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784185'] for security_group_rule, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:24:18.162586 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6c3688-a5dd-4cab-a19b-7cf479afd8cf tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85e95a10-fc96-4c9b-bf89-029ecf133fa1,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:24:18.166249 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3c6c3688-a5dd-4cab-a19b-7cf479afd8cf tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:24:18.167474 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-3c6c3688-a5dd-4cab-a19b-7cf479afd8cf tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1180990 Jul 28 00:24:18.170170 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 60562) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:24:18.175073 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-a091e92e-32e8-4505-aaba-e6d48ff901d2 tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] Request body: {'security_group_rule': {'security_group_id': '84453099-f908-4f40-80d3-d42cb938a5b4', 'project_id': '4cc65edd594b421ab780d4d1523713ca', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 00:24:18.196018 n-d-802623-1 neutron-server[93798]: INFO neutron.db.securitygroups_db [None req-a091e92e-32e8-4505-aaba-e6d48ff901d2 tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] Project 4cc65edd594b421ab780d4d1523713ca added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 00:24:18.200692 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a091e92e-32e8-4505-aaba-e6d48ff901d2 tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:24:18.264212 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a091e92e-32e8-4505-aaba-e6d48ff901d2 tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:24:18.267912 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a091e92e-32e8-4505-aaba-e6d48ff901d2 tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784185'] for security_group_rule, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:24:18.286205 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a091e92e-32e8-4505-aaba-e6d48ff901d2 tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=524a1fb6-ace8-4236-9910-1930a6adf778,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:24:18.292260 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a091e92e-32e8-4505-aaba-e6d48ff901d2 tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:24:18.296847 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-a091e92e-32e8-4505-aaba-e6d48ff901d2 tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1221881 Jul 28 00:24:18.433174 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-ca11ccc0-59e9-4e6b-a8d5-6be7915877e1 req-40d9c913-72be-4dfc-8c08-f61b10c250fa tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2121068831&fields=id&tenant_id=4cc65edd594b421ab780d4d1523713ca HTTP/1.1" status: 200 len: 267 time: 0.0334599 Jul 28 00:24:18.540988 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca11ccc0-59e9-4e6b-a8d5-6be7915877e1 req-046e4c78-baa3-4bde-9845-f1c709445184 tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:24:18.542483 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-ca11ccc0-59e9-4e6b-a8d5-6be7915877e1 req-046e4c78-baa3-4bde-9845-f1c709445184 tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] 10.222.0.18 "GET /v2.0/networks?id=777a4a7c-675f-4518-904f-7fa9ced18835 HTTP/1.1" status: 200 len: 810 time: 0.1019461 Jul 28 00:24:18.557444 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-ca11ccc0-59e9-4e6b-a8d5-6be7915877e1 req-4a9e96e8-351f-43c4-a534-c80fabee11b2 tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] 10.222.0.18 "GET /v2.0/quotas/4cc65edd594b421ab780d4d1523713ca HTTP/1.1" status: 200 len: 375 time: 0.0090997 Jul 28 00:24:18.613107 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-ca11ccc0-59e9-4e6b-a8d5-6be7915877e1 req-4ae3920f-af96-4be8-ac21-40eb4394ef89 tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=4cc65edd594b421ab780d4d1523713ca&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0501735 Jul 28 00:24:18.799547 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-ca11ccc0-59e9-4e6b-a8d5-6be7915877e1 req-fd6912db-2b4d-48ae-a317-0518737af49f service neutron] 10.222.0.18 "GET /v2.0/networks/777a4a7c-675f-4518-904f-7fa9ced18835?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1744800 Jul 28 00:24:18.892025 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-ca11ccc0-59e9-4e6b-a8d5-6be7915877e1 req-3a4c4e0b-8853-40ac-93ec-3a4140d99cac service neutron] 10.222.0.18 "GET /v2.0/networks/777a4a7c-675f-4518-904f-7fa9ced18835?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858531 Jul 28 00:24:18.956972 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-727055b2-3f89-4eb5-a886-b0822986f1eb None None] Sync routers for ids ['a7c81fa4-4373-406e-9ba9-c017dda36695'] in n-d-802623-1 {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 00:24:18.967106 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-727055b2-3f89-4eb5-a886-b0822986f1eb None None] Routers {'a7c81fa4-4373-406e-9ba9-c017dda36695'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 00:24:18.967922 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-727055b2-3f89-4eb5-a886-b0822986f1eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-28T00:24:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['a7c81fa4-4373-406e-9ba9-c017dda36695'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:24:19.082006 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-727055b2-3f89-4eb5-a886-b0822986f1eb None None] Set router a7c81fa4-4373-406e-9ba9-c017dda36695 gateway port host: n-d-802623-1 {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 00:24:19.087510 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-ef01d981-9fb2-4290-a618-53bead6a88aa req-2c597725-f65a-4b89-b2ff-a7ba7f2a61fc tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] 10.222.0.18 "GET /v2.0/ports?device_id=60ddcab8-c6f0-466b-8b49-32b014ddf865 HTTP/1.1" status: 200 len: 210 time: 0.0298486 Jul 28 00:24:19.202362 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device d3986d56-9959-4815-915a-bc857cc7fa96 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 00:24:19.462321 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port d3986d56-9959-4815-915a-bc857cc7fa96 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 00:24:19.462700 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:24:19.519128 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-727055b2-3f89-4eb5-a886-b0822986f1eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7c81fa4-4373-406e-9ba9-c017dda36695', 'name': 'tempest-TestSnapshotPattern-957732831-router', 'tenant_id': '300dd4f2a76d4fbd93b205329409de90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.208'}], 'enable_snat': True}, 'gw_port_id': 'd3986d56-9959-4815-915a-bc857cc7fa96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T00:24:13Z', 'updated_at': '2021-07-28T00:24:15Z', 'revision_number': 4, 'project_id': '300dd4f2a76d4fbd93b205329409de90', 'gw_port': {'id': 'd3986d56-9959-4815-915a-bc857cc7fa96', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:ea:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7c81fa4-4373-406e-9ba9-c017dda36695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T00:24:13Z', 'updated_at': '2021-07-28T00:24:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': 'c245926c-1075-4dd1-a6bc-b62f19a38a13', 'name': '', 'network_id': '09dcff02-6ec1-4c37-bb99-014e952a680a', 'tenant_id': '300dd4f2a76d4fbd93b205329409de90', 'mac_address': 'fa:16:3e:38:b5:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7c81fa4-4373-406e-9ba9-c017dda36695', 'device_owner': 'network:router_interface', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': '3ab918e5-c7d8-4293-b45c-3b67888b54eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T00:24:15Z', 'updated_at': '2021-07-28T00:24:15Z', 'revision_number': 2, 'project_id': '300dd4f2a76d4fbd93b205329409de90', 'subnets': [{'id': '3ab918e5-c7d8-4293-b45c-3b67888b54eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:24:19.546004 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-727055b2-3f89-4eb5-a886-b0822986f1eb None None] Checking router: a7c81fa4-4373-406e-9ba9-c017dda36695 for host: n-d-802623-1 {{(pid=93799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 00:24:19.546320 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-727055b2-3f89-4eb5-a886-b0822986f1eb None None] Updating router a7c81fa4-4373-406e-9ba9-c017dda36695 port c245926c-1075-4dd1-a6bc-b62f19a38a13 binding host n-d-802623-1 {{(pid=93799) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 00:24:19.598454 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-727055b2-3f89-4eb5-a886-b0822986f1eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:24:19.602031 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 5e9bc23c-5b59-4c8e-8484-295e4627010f up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 00:24:19.743769 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port 5e9bc23c-5b59-4c8e-8484-295e4627010f triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 00:24:19.744143 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:24:19.896435 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 83fa239d-1ea8-4a0e-b860-b626617b0ecc up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 00:24:19.988327 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-727055b2-3f89-4eb5-a886-b0822986f1eb None None] Notify callbacks [] for port, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:24:19.992210 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port 83fa239d-1ea8-4a0e-b860-b626617b0ecc triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 00:24:19.992573 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:24:20.020275 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-727055b2-3f89-4eb5-a886-b0822986f1eb None None] Transition to ACTIVE for port object c245926c-1075-4dd1-a6bc-b62f19a38a13 will not be triggered until provisioned by entity L2. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 00:24:20.028952 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-727055b2-3f89-4eb5-a886-b0822986f1eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:24:20.093580 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c899d6c-3cda-4200-9b1e-36d749ea1065 None None] Pushing event updated for resources: {'Port': ['ID=c245926c-1075-4dd1-a6bc-b62f19a38a13,revision_number=3']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:24:20.192899 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-727055b2-3f89-4eb5-a886-b0822986f1eb None None] Attempting to bind port c245926c-1075-4dd1-a6bc-b62f19a38a13 on host n-d-802623-1 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 00:24:20.193262 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-727055b2-3f89-4eb5-a886-b0822986f1eb None None] Attempting to bind port c245926c-1075-4dd1-a6bc-b62f19a38a13 by drivers openvswitch,hyperv on host n-d-802623-1 at level 0 using segments [{'id': '08b474ca-d703-4734-a5d8-e1a1549267be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '09dcff02-6ec1-4c37-bb99-014e952a680a'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 00:24:20.193633 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-727055b2-3f89-4eb5-a886-b0822986f1eb None None] Attempting to bind port c245926c-1075-4dd1-a6bc-b62f19a38a13 on network 09dcff02-6ec1-4c37-bb99-014e952a680a {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 00:24:20.199659 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-727055b2-3f89-4eb5-a886-b0822986f1eb None None] Checking agent: {'id': 'a9a568d2-a5e7-41e4-833f-a8ab42ea4073', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 52, 30), 'started_at': datetime.datetime(2021, 7, 27, 22, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 0, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802623-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 00:24:20.200715 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-727055b2-3f89-4eb5-a886-b0822986f1eb None None] Checking segment: {'id': '08b474ca-d703-4734-a5d8-e1a1549267be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '09dcff02-6ec1-4c37-bb99-014e952a680a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 00:24:20.200715 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-727055b2-3f89-4eb5-a886-b0822986f1eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:24:20.200929 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-727055b2-3f89-4eb5-a886-b0822986f1eb None None] Bound using segment: {'id': '08b474ca-d703-4734-a5d8-e1a1549267be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '09dcff02-6ec1-4c37-bb99-014e952a680a'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 00:24:20.201271 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-727055b2-3f89-4eb5-a886-b0822986f1eb None None] Bound port: c245926c-1075-4dd1-a6bc-b62f19a38a13, host: n-d-802623-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08b474ca-d703-4734-a5d8-e1a1549267be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '09dcff02-6ec1-4c37-bb99-014e952a680a'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 00:24:20.201655 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-727055b2-3f89-4eb5-a886-b0822986f1eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:24:20.255959 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-4a17897d-d317-48b7-baf7-ab318e02bc1f req-bf3982db-0ad8-470a-b196-f96b75ee4c76 tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] 10.222.0.18 "GET /v2.0/ports?device_id=60ddcab8-c6f0-466b-8b49-32b014ddf865 HTTP/1.1" status: 200 len: 210 time: 0.0615187 Jul 28 00:24:20.268327 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca11ccc0-59e9-4e6b-a8d5-6be7915877e1 req-94165c9f-92f4-4f17-b03a-517d4a91a38a tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:24:20.270806 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-ca11ccc0-59e9-4e6b-a8d5-6be7915877e1 req-94165c9f-92f4-4f17-b03a-517d4a91a38a tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] 10.222.0.38 "GET /v2.0/networks?id=777a4a7c-675f-4518-904f-7fa9ced18835 HTTP/1.1" status: 200 len: 810 time: 0.1827915 Jul 28 00:24:20.277962 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-727055b2-3f89-4eb5-a886-b0822986f1eb None None] For port c245926c-1075-4dd1-a6bc-b62f19a38a13, host n-d-802623-1, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 00:24:20.281772 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-727055b2-3f89-4eb5-a886-b0822986f1eb None None] For port c245926c-1075-4dd1-a6bc-b62f19a38a13, host n-d-802623-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=c245926c-1075-4dd1-a6bc-b62f19a38a13,segment=NetworkSegment(08b474ca-d703-4734-a5d8-e1a1549267be),segment_id=08b474ca-d703-4734-a5d8-e1a1549267be)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 00:24:20.287295 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-727055b2-3f89-4eb5-a886-b0822986f1eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:24:20.320323 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-ca11ccc0-59e9-4e6b-a8d5-6be7915877e1 req-1fbd1d43-34f8-4016-91f4-09b0eab60580 tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4cc65edd594b421ab780d4d1523713ca HTTP/1.1" status: 200 len: 380 time: 0.0401967 Jul 28 00:24:20.337249 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [req-ca11ccc0-59e9-4e6b-a8d5-6be7915877e1 req-447c93b9-d651-470a-8ac8-c169178bceac tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] Request body: {'port': {'device_id': '60ddcab8-c6f0-466b-8b49-32b014ddf865', 'network_id': '777a4a7c-675f-4518-904f-7fa9ced18835', 'admin_state_up': True, 'tenant_id': '4cc65edd594b421ab780d4d1523713ca', 'security_groups': ['84453099-f908-4f40-80d3-d42cb938a5b4']}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 00:24:20.349451 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-727055b2-3f89-4eb5-a886-b0822986f1eb None None] Routers {'a7c81fa4-4373-406e-9ba9-c017dda36695'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 00:24:20.350005 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-727055b2-3f89-4eb5-a886-b0822986f1eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-28T00:24:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['a7c81fa4-4373-406e-9ba9-c017dda36695'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:24:20.392975 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c899d6c-3cda-4200-9b1e-36d749ea1065 None None] Pushing event updated for resources: {'Port': ['ID=c245926c-1075-4dd1-a6bc-b62f19a38a13,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:24:20.455837 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca11ccc0-59e9-4e6b-a8d5-6be7915877e1 req-447c93b9-d651-470a-8ac8-c169178bceac tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] Made reservation on behalf of 4cc65edd594b421ab780d4d1523713ca for: {'port': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 00:24:20.460399 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-ca11ccc0-59e9-4e6b-a8d5-6be7915877e1 req-447c93b9-d651-470a-8ac8-c169178bceac tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:24:20.482894 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-727055b2-3f89-4eb5-a886-b0822986f1eb None None] Set router a7c81fa4-4373-406e-9ba9-c017dda36695 gateway port host: n-d-802623-1 {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 00:24:20.716511 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-727055b2-3f89-4eb5-a886-b0822986f1eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7c81fa4-4373-406e-9ba9-c017dda36695', 'name': 'tempest-TestSnapshotPattern-957732831-router', 'tenant_id': '300dd4f2a76d4fbd93b205329409de90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.208'}], 'enable_snat': True}, 'gw_port_id': 'd3986d56-9959-4815-915a-bc857cc7fa96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T00:24:13Z', 'updated_at': '2021-07-28T00:24:15Z', 'revision_number': 4, 'project_id': '300dd4f2a76d4fbd93b205329409de90', 'gw_port': {'id': 'd3986d56-9959-4815-915a-bc857cc7fa96', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:ea:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7c81fa4-4373-406e-9ba9-c017dda36695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T00:24:13Z', 'updated_at': '2021-07-28T00:24:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': 'c245926c-1075-4dd1-a6bc-b62f19a38a13', 'name': '', 'network_id': '09dcff02-6ec1-4c37-bb99-014e952a680a', 'tenant_id': '300dd4f2a76d4fbd93b205329409de90', 'mac_address': 'fa:16:3e:38:b5:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7c81fa4-4373-406e-9ba9-c017dda36695', 'device_owner': 'network:router_interface', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': '3ab918e5-c7d8-4293-b45c-3b67888b54eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T00:24:15Z', 'updated_at': '2021-07-28T00:24:20Z', 'revision_number': 4, 'project_id': '300dd4f2a76d4fbd93b205329409de90', 'subnets': [{'id': '3ab918e5-c7d8-4293-b45c-3b67888b54eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:24:20.743884 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-727055b2-3f89-4eb5-a886-b0822986f1eb None None] The sync data for ids ['a7c81fa4-4373-406e-9ba9-c017dda36695'] in n-d-802623-1 is: [{'id': 'a7c81fa4-4373-406e-9ba9-c017dda36695', 'name': 'tempest-TestSnapshotPattern-957732831-router', 'tenant_id': '300dd4f2a76d4fbd93b205329409de90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.208'}], 'enable_snat': True}, 'gw_port_id': 'd3986d56-9959-4815-915a-bc857cc7fa96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T00:24:13Z', 'updated_at': '2021-07-28T00:24:15Z', 'revision_number': 4, 'project_id': '300dd4f2a76d4fbd93b205329409de90', 'gw_port': {'id': 'd3986d56-9959-4815-915a-bc857cc7fa96', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:ea:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7c81fa4-4373-406e-9ba9-c017dda36695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T00:24:13Z', 'updated_at': '2021-07-28T00:24:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': 'c245926c-1075-4dd1-a6bc-b62f19a38a13', 'name': '', 'network_id': '09dcff02-6ec1-4c37-bb99-014e952a680a', 'tenant_id': '300dd4f2a76d4fbd93b205329409de90', 'mac_address': 'fa:16:3e:38:b5:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7c81fa4-4373-406e-9ba9-c017dda36695', 'device_owner': 'network:router_interface', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': '3ab918e5-c7d8-4293-b45c-3b67888b54eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T00:24:15Z', 'updated_at': '2021-07-28T00:24:20Z', 'revision_number': 4, 'project_id': '300dd4f2a76d4fbd93b205329409de90', 'subnets': [{'id': '3ab918e5-c7d8-4293-b45c-3b67888b54eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 00:24:20.970064 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [req-ca11ccc0-59e9-4e6b-a8d5-6be7915877e1 req-447c93b9-d651-470a-8ac8-c169178bceac tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] Allocated IP 172.20.0.7 (777a4a7c-675f-4518-904f-7fa9ced18835/163607a5-f3eb-4a1c-bb17-055e9c81c7d8/e2508516-c9d9-40c1-aa46-7c0ab17a55f8) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 00:24:21.118231 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-ca11ccc0-59e9-4e6b-a8d5-6be7915877e1 req-447c93b9-d651-470a-8ac8-c169178bceac tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:24:21.133895 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [req-ca11ccc0-59e9-4e6b-a8d5-6be7915877e1 req-447c93b9-d651-470a-8ac8-c169178bceac tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] Transition to ACTIVE for port object e2508516-c9d9-40c1-aa46-7c0ab17a55f8 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 00:24:21.175256 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-ca11ccc0-59e9-4e6b-a8d5-6be7915877e1 req-447c93b9-d651-470a-8ac8-c169178bceac tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:24:21.216148 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device c245926c-1075-4dd1-a6bc-b62f19a38a13 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 00:24:21.237865 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca11ccc0-59e9-4e6b-a8d5-6be7915877e1 req-447c93b9-d651-470a-8ac8-c169178bceac tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] Network 777a4a7c-675f-4518-904f-7fa9ced18835 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 00:24:21.239930 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447c93b9-d651-470a-8ac8-c169178bceac tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] Pushing event updated for resources: {'Port': ['ID=e2508516-c9d9-40c1-aa46-7c0ab17a55f8,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:24:21.243789 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [req-ca11ccc0-59e9-4e6b-a8d5-6be7915877e1 req-447c93b9-d651-470a-8ac8-c169178bceac tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 00:24:21.246733 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca11ccc0-59e9-4e6b-a8d5-6be7915877e1 req-447c93b9-d651-470a-8ac8-c169178bceac tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 00:24:21.302007 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning for port c245926c-1075-4dd1-a6bc-b62f19a38a13 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 00:24:21.307693 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port c245926c-1075-4dd1-a6bc-b62f19a38a13 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 00:24:21.307693 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:24:21.313433 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca11ccc0-59e9-4e6b-a8d5-6be7915877e1 req-447c93b9-d651-470a-8ac8-c169178bceac tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:24:21.314916 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-ca11ccc0-59e9-4e6b-a8d5-6be7915877e1 req-447c93b9-d651-470a-8ac8-c169178bceac tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:24:21.342210 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-ca11ccc0-59e9-4e6b-a8d5-6be7915877e1 req-447c93b9-d651-470a-8ac8-c169178bceac tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0114200 Jul 28 00:24:21.357033 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [req-ca11ccc0-59e9-4e6b-a8d5-6be7915877e1 req-140af14e-8b39-4007-9a30-cc17e5afe996 service neutron] Request body: {'port': {'device_id': '60ddcab8-c6f0-466b-8b49-32b014ddf865', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802623-1'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 00:24:21.408648 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:24:21.434510 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-ca11ccc0-59e9-4e6b-a8d5-6be7915877e1 req-140af14e-8b39-4007-9a30-cc17e5afe996 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:24:21.445553 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] For port c245926c-1075-4dd1-a6bc-b62f19a38a13, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=c245926c-1075-4dd1-a6bc-b62f19a38a13,segment=NetworkSegment(08b474ca-d703-4734-a5d8-e1a1549267be),segment_id=08b474ca-d703-4734-a5d8-e1a1549267be)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 00:24:21.454402 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:24:21.509121 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Pushing event updated for resources: {'Port': ['ID=c245926c-1075-4dd1-a6bc-b62f19a38a13,revision_number=5']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:24:21.592326 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-88c036ca-9cb1-4df0-88d0-fc9f9f0402ae None None] Provisioning for port e2508516-c9d9-40c1-aa46-7c0ab17a55f8 completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 00:24:21.596915 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-88c036ca-9cb1-4df0-88d0-fc9f9f0402ae None None] Provisioning complete for port e2508516-c9d9-40c1-aa46-7c0ab17a55f8 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 00:24:21.597535 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-88c036ca-9cb1-4df0-88d0-fc9f9f0402ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:24:21.648913 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-88c036ca-9cb1-4df0-88d0-fc9f9f0402ae None None] Port e2508516-c9d9-40c1-aa46-7c0ab17a55f8 cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 00:24:21.737184 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [req-ca11ccc0-59e9-4e6b-a8d5-6be7915877e1 req-140af14e-8b39-4007-9a30-cc17e5afe996 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2508516-c9d9-40c1-aa46-7c0ab17a55f8 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 00:24:21.743932 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4cc53d-9b3f-4e6e-b7af-546d710707a7 req-bd7e0925-fdf3-4476-b7af-41c82a4a2c30 tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:24:21.744945 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-ca11ccc0-59e9-4e6b-a8d5-6be7915877e1 req-140af14e-8b39-4007-9a30-cc17e5afe996 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:24:21.745416 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-0b4cc53d-9b3f-4e6e-b7af-546d710707a7 req-bd7e0925-fdf3-4476-b7af-41c82a4a2c30 tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] 10.222.0.18 "GET /v2.0/ports?device_id=60ddcab8-c6f0-466b-8b49-32b014ddf865 HTTP/1.1" status: 200 len: 931 time: 0.4154954 Jul 28 00:24:21.756719 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [req-ca11ccc0-59e9-4e6b-a8d5-6be7915877e1 req-140af14e-8b39-4007-9a30-cc17e5afe996 service neutron] Transition to ACTIVE for port object e2508516-c9d9-40c1-aa46-7c0ab17a55f8 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 00:24:21.760840 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-ca11ccc0-59e9-4e6b-a8d5-6be7915877e1 req-140af14e-8b39-4007-9a30-cc17e5afe996 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11336041'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:24:21.783900 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-0b4cc53d-9b3f-4e6e-b7af-546d710707a7 req-579bb5ce-ff21-4dd2-93f3-08f9c38a6799 tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] 10.222.0.18 "GET /v2.0/security-groups?id=84453099-f908-4f40-80d3-d42cb938a5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321198 Jul 28 00:24:21.813294 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140af14e-8b39-4007-9a30-cc17e5afe996 service neutron] Pushing event updated for resources: {'Port': ['ID=e2508516-c9d9-40c1-aa46-7c0ab17a55f8,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:24:21.885423 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-ca11ccc0-59e9-4e6b-a8d5-6be7915877e1 req-140af14e-8b39-4007-9a30-cc17e5afe996 service neutron] Attempting to bind port e2508516-c9d9-40c1-aa46-7c0ab17a55f8 on host n-h1-802623-1 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 00:24:21.885762 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-ca11ccc0-59e9-4e6b-a8d5-6be7915877e1 req-140af14e-8b39-4007-9a30-cc17e5afe996 service neutron] Attempting to bind port e2508516-c9d9-40c1-aa46-7c0ab17a55f8 by drivers openvswitch,hyperv on host n-h1-802623-1 at level 0 using segments [{'id': 'ed526262-c4a2-42f4-9010-ff7fa6c83e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '777a4a7c-675f-4518-904f-7fa9ced18835'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 00:24:21.886226 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca11ccc0-59e9-4e6b-a8d5-6be7915877e1 req-140af14e-8b39-4007-9a30-cc17e5afe996 service neutron] Attempting to bind port e2508516-c9d9-40c1-aa46-7c0ab17a55f8 on network 777a4a7c-675f-4518-904f-7fa9ced18835 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 00:24:21.890748 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca11ccc0-59e9-4e6b-a8d5-6be7915877e1 req-140af14e-8b39-4007-9a30-cc17e5afe996 service neutron] Port e2508516-c9d9-40c1-aa46-7c0ab17a55f8 on network 777a4a7c-675f-4518-904f-7fa9ced18835 not bound, no agent of type Open vSwitch agent registered on host n-h1-802623-1 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 00:24:21.891097 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca11ccc0-59e9-4e6b-a8d5-6be7915877e1 req-140af14e-8b39-4007-9a30-cc17e5afe996 service neutron] Attempting to bind port e2508516-c9d9-40c1-aa46-7c0ab17a55f8 on network 777a4a7c-675f-4518-904f-7fa9ced18835 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 00:24:21.896603 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca11ccc0-59e9-4e6b-a8d5-6be7915877e1 req-140af14e-8b39-4007-9a30-cc17e5afe996 service neutron] Checking agent: {'id': '245f1da4-a9b8-4b08-90d7-28f0f342b839', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 59, 59), 'started_at': datetime.datetime(2021, 7, 27, 22, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 0, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 00:24:21.896957 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca11ccc0-59e9-4e6b-a8d5-6be7915877e1 req-140af14e-8b39-4007-9a30-cc17e5afe996 service neutron] Checking segment: {'id': 'ed526262-c4a2-42f4-9010-ff7fa6c83e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '777a4a7c-675f-4518-904f-7fa9ced18835'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 00:24:21.897343 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca11ccc0-59e9-4e6b-a8d5-6be7915877e1 req-140af14e-8b39-4007-9a30-cc17e5afe996 service neutron] Bound using segment: {'id': 'ed526262-c4a2-42f4-9010-ff7fa6c83e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '777a4a7c-675f-4518-904f-7fa9ced18835'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 00:24:21.897758 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-ca11ccc0-59e9-4e6b-a8d5-6be7915877e1 req-140af14e-8b39-4007-9a30-cc17e5afe996 service neutron] Bound port: e2508516-c9d9-40c1-aa46-7c0ab17a55f8, host: n-h1-802623-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed526262-c4a2-42f4-9010-ff7fa6c83e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '777a4a7c-675f-4518-904f-7fa9ced18835'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 00:24:21.898122 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-ca11ccc0-59e9-4e6b-a8d5-6be7915877e1 req-140af14e-8b39-4007-9a30-cc17e5afe996 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:24:21.966216 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-ca11ccc0-59e9-4e6b-a8d5-6be7915877e1 req-140af14e-8b39-4007-9a30-cc17e5afe996 service neutron] For port e2508516-c9d9-40c1-aa46-7c0ab17a55f8, host n-h1-802623-1, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 00:24:21.969348 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-ca11ccc0-59e9-4e6b-a8d5-6be7915877e1 req-140af14e-8b39-4007-9a30-cc17e5afe996 service neutron] For port e2508516-c9d9-40c1-aa46-7c0ab17a55f8, host n-h1-802623-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=e2508516-c9d9-40c1-aa46-7c0ab17a55f8,segment=NetworkSegment(ed526262-c4a2-42f4-9010-ff7fa6c83e76),segment_id=ed526262-c4a2-42f4-9010-ff7fa6c83e76)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 00:24:21.974075 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-ca11ccc0-59e9-4e6b-a8d5-6be7915877e1 req-140af14e-8b39-4007-9a30-cc17e5afe996 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11336041'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:24:22.007428 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca11ccc0-59e9-4e6b-a8d5-6be7915877e1 req-140af14e-8b39-4007-9a30-cc17e5afe996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:24:22.008057 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-ca11ccc0-59e9-4e6b-a8d5-6be7915877e1 req-140af14e-8b39-4007-9a30-cc17e5afe996 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:24:22.009450 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-ca11ccc0-59e9-4e6b-a8d5-6be7915877e1 req-140af14e-8b39-4007-9a30-cc17e5afe996 service neutron] 10.222.0.38 "PUT /v2.0/ports/e2508516-c9d9-40c1-aa46-7c0ab17a55f8 HTTP/1.1" status: 200 len: 1091 time: 0.6588414 Jul 28 00:24:22.009892 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60ddcab8-c6f0-466b-8b49-32b014ddf865', 'tag': 'e2508516-c9d9-40c1-aa46-7c0ab17a55f8'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 00:24:22.012171 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54ff2e8c926e0231465601fd4f15fa4e9ff5e8c34d973af7f909e70dd0b48885" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0a013f1-672c-44a6-ad36-ffb2495f9169" -d '{"events": [{"name": "network-changed", "server_uuid": "60ddcab8-c6f0-466b-8b49-32b014ddf865", "tag": "e2508516-c9d9-40c1-aa46-7c0ab17a55f8"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 00:24:22.040859 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140af14e-8b39-4007-9a30-cc17e5afe996 service neutron] Pushing event updated for resources: {'Port': ['ID=e2508516-c9d9-40c1-aa46-7c0ab17a55f8,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:24:22.081641 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 00:24:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9593f62d-a3d1-4457-8a70-cf7e162a1334 x-openstack-request-id: req-9593f62d-a3d1-4457-8a70-cf7e162a1334 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 00:24:22.081938 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60ddcab8-c6f0-466b-8b49-32b014ddf865", "tag": "e2508516-c9d9-40c1-aa46-7c0ab17a55f8", "status": "completed", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 00:24:22.082191 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9593f62d-a3d1-4457-8a70-cf7e162a1334 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 00:24:22.083253 n-d-802623-1 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60ddcab8-c6f0-466b-8b49-32b014ddf865', 'tag': 'e2508516-c9d9-40c1-aa46-7c0ab17a55f8', 'status': 'completed', 'code': 200} Jul 28 00:24:22.099471 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca11ccc0-59e9-4e6b-a8d5-6be7915877e1 req-9940e01d-6934-47ec-a8ea-fd84ba77b23e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:24:22.100904 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-ca11ccc0-59e9-4e6b-a8d5-6be7915877e1 req-9940e01d-6934-47ec-a8ea-fd84ba77b23e service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=4cc65edd594b421ab780d4d1523713ca&device_id=60ddcab8-c6f0-466b-8b49-32b014ddf865 HTTP/1.1" status: 200 len: 1094 time: 0.0476332 Jul 28 00:24:22.147726 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-ca11ccc0-59e9-4e6b-a8d5-6be7915877e1 req-7823cfcc-1eb0-4a80-96cd-d3bb4e004f46 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e2508516-c9d9-40c1-aa46-7c0ab17a55f8 HTTP/1.1" status: 200 len: 217 time: 0.0386953 Jul 28 00:24:22.198564 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca11ccc0-59e9-4e6b-a8d5-6be7915877e1 req-07938497-4d44-4e79-84b0-7da2e877b3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:24:22.200073 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-ca11ccc0-59e9-4e6b-a8d5-6be7915877e1 req-07938497-4d44-4e79-84b0-7da2e877b3c9 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=163607a5-f3eb-4a1c-bb17-055e9c81c7d8 HTTP/1.1" status: 200 len: 849 time: 0.0459499 Jul 28 00:24:22.246054 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca11ccc0-59e9-4e6b-a8d5-6be7915877e1 req-e674977f-58c0-42f9-ab72-a503d2655d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:24:22.247604 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-ca11ccc0-59e9-4e6b-a8d5-6be7915877e1 req-e674977f-58c0-42f9-ab72-a503d2655d77 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=777a4a7c-675f-4518-904f-7fa9ced18835&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408392 Jul 28 00:24:22.341714 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-ca11ccc0-59e9-4e6b-a8d5-6be7915877e1 req-3bd6198b-6371-4aca-9e4b-0751ff070b21 service neutron] 10.222.0.38 "GET /v2.0/networks/777a4a7c-675f-4518-904f-7fa9ced18835?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850778 Jul 28 00:24:22.430874 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-ca11ccc0-59e9-4e6b-a8d5-6be7915877e1 req-3dc8f276-d095-4b20-aff3-b62d010c040f service neutron] 10.222.0.38 "GET /v2.0/networks/777a4a7c-675f-4518-904f-7fa9ced18835?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814226 Jul 28 00:24:22.511959 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a013f1-672c-44a6-ad36-ffb2495f9169 req-af0aebaf-5dc0-4034-ad33-42e3dc2dc398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:24:22.513396 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a0a013f1-672c-44a6-ad36-ffb2495f9169 req-af0aebaf-5dc0-4034-ad33-42e3dc2dc398 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=4cc65edd594b421ab780d4d1523713ca&device_id=60ddcab8-c6f0-466b-8b49-32b014ddf865 HTTP/1.1" status: 200 len: 1094 time: 0.0394924 Jul 28 00:24:22.605893 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a013f1-672c-44a6-ad36-ffb2495f9169 req-e508284c-eb1a-4d2a-b7d8-7ef172f51549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:24:22.607382 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a0a013f1-672c-44a6-ad36-ffb2495f9169 req-e508284c-eb1a-4d2a-b7d8-7ef172f51549 service neutron] 10.222.0.38 "GET /v2.0/networks?id=777a4a7c-675f-4518-904f-7fa9ced18835 HTTP/1.1" status: 200 len: 911 time: 0.0874250 Jul 28 00:24:22.648104 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a0a013f1-672c-44a6-ad36-ffb2495f9169 req-8bc72778-5a86-438b-b2b4-53a8ddd9ee48 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e2508516-c9d9-40c1-aa46-7c0ab17a55f8 HTTP/1.1" status: 200 len: 217 time: 0.0332985 Jul 28 00:24:22.703663 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a013f1-672c-44a6-ad36-ffb2495f9169 req-2bc22d0b-8367-40cb-8e69-7d40360b9338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:24:22.705059 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a0a013f1-672c-44a6-ad36-ffb2495f9169 req-2bc22d0b-8367-40cb-8e69-7d40360b9338 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=163607a5-f3eb-4a1c-bb17-055e9c81c7d8 HTTP/1.1" status: 200 len: 849 time: 0.0481806 Jul 28 00:24:22.751811 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a013f1-672c-44a6-ad36-ffb2495f9169 req-29f126b7-c4a0-4ebd-abb8-ed3ecdd55a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:24:22.753297 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a0a013f1-672c-44a6-ad36-ffb2495f9169 req-29f126b7-c4a0-4ebd-abb8-ed3ecdd55a2a service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=777a4a7c-675f-4518-904f-7fa9ced18835&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403295 Jul 28 00:24:22.844121 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a0a013f1-672c-44a6-ad36-ffb2495f9169 req-4690c873-6b8c-4440-92cf-6d2e2fd4ebdb service neutron] 10.222.0.38 "GET /v2.0/networks/777a4a7c-675f-4518-904f-7fa9ced18835?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823951 Jul 28 00:24:22.899688 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c3700f-9ba1-4fbd-844b-7cd0374f61a9 req-be1da629-7a12-453c-bb74-fc973f800be0 tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:24:22.901288 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a7c3700f-9ba1-4fbd-844b-7cd0374f61a9 req-be1da629-7a12-453c-bb74-fc973f800be0 tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] 10.222.0.18 "GET /v2.0/ports?device_id=60ddcab8-c6f0-466b-8b49-32b014ddf865 HTTP/1.1" status: 200 len: 943 time: 0.0483236 Jul 28 00:24:22.939597 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-a0a013f1-672c-44a6-ad36-ffb2495f9169 req-67e1c8a3-2e05-46a0-8d6e-3e60a26fedfe service neutron] 10.222.0.38 "GET /v2.0/networks/777a4a7c-675f-4518-904f-7fa9ced18835?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873616 Jul 28 00:24:22.939857 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-a7c3700f-9ba1-4fbd-844b-7cd0374f61a9 req-d7837e25-030b-48b4-9406-cea7b0d31d8b tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] 10.222.0.18 "GET /v2.0/security-groups?id=84453099-f908-4f40-80d3-d42cb938a5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325496 Jul 28 00:24:23.178488 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device c245926c-1075-4dd1-a6bc-b62f19a38a13 up at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 00:24:23.227788 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Provisioning complete for port c245926c-1075-4dd1-a6bc-b62f19a38a13 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 00:24:23.228163 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:24:23.987115 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device e2508516-c9d9-40c1-aa46-7c0ab17a55f8 details requested by agent hyperv_n-h1-802623-1 with host n-h1-802623-1 {{(pid=93799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 00:24:24.062975 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61915296-13e8-4606-b4a1-44a65fa1f71f req-829bbbca-1f3f-47ab-8765-bd3e20541ae1 tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:24:24.064544 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-61915296-13e8-4606-b4a1-44a65fa1f71f req-829bbbca-1f3f-47ab-8765-bd3e20541ae1 tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] 10.222.0.18 "GET /v2.0/ports?device_id=60ddcab8-c6f0-466b-8b49-32b014ddf865 HTTP/1.1" status: 200 len: 943 time: 0.0519111 Jul 28 00:24:24.083793 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port e2508516-c9d9-40c1-aa46-7c0ab17a55f8, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=e2508516-c9d9-40c1-aa46-7c0ab17a55f8,segment=NetworkSegment(ed526262-c4a2-42f4-9010-ff7fa6c83e76),segment_id=ed526262-c4a2-42f4-9010-ff7fa6c83e76)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 00:24:24.095161 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Returning: {'device': 'e2508516-c9d9-40c1-aa46-7c0ab17a55f8', 'network_id': '777a4a7c-675f-4518-904f-7fa9ced18835', 'port_id': 'e2508516-c9d9-40c1-aa46-7c0ab17a55f8', 'mac_address': 'fa:16:3e:6e:9c:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 538, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '163607a5-f3eb-4a1c-bb17-055e9c81c7d8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 00:24:24.103663 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-61915296-13e8-4606-b4a1-44a65fa1f71f req-714c4e8a-e827-477a-a62b-f5b60b6ca6bb tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] 10.222.0.18 "GET /v2.0/security-groups?id=84453099-f908-4f40-80d3-d42cb938a5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328050 Jul 28 00:24:24.131986 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:24:24.144522 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2508516-c9d9-40c1-aa46-7c0ab17a55f8 {{(pid=93799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 00:24:24.164399 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port e2508516-c9d9-40c1-aa46-7c0ab17a55f8, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=e2508516-c9d9-40c1-aa46-7c0ab17a55f8,segment=NetworkSegment(ed526262-c4a2-42f4-9010-ff7fa6c83e76),segment_id=ed526262-c4a2-42f4-9010-ff7fa6c83e76)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 00:24:24.168619 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:24:24.214925 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Pushing event updated for resources: {'Port': ['ID=e2508516-c9d9-40c1-aa46-7c0ab17a55f8,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:24:24.371275 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] get_ports_and_sgs() called for port_ids ['e2508516-c9d9-40c1-aa46-7c0ab17a55f8'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 00:24:25.215403 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17d785a-80a7-4b68-9c51-353f49418721 req-8e087178-baf5-4042-a27b-7ff64dc7beb9 tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:24:25.216867 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e17d785a-80a7-4b68-9c51-353f49418721 req-8e087178-baf5-4042-a27b-7ff64dc7beb9 tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] 10.222.0.18 "GET /v2.0/ports?device_id=60ddcab8-c6f0-466b-8b49-32b014ddf865 HTTP/1.1" status: 200 len: 944 time: 0.0477419 Jul 28 00:24:25.254401 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e17d785a-80a7-4b68-9c51-353f49418721 req-03e0e6fb-2f84-41a6-baf8-9924a47d7ce9 tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] 10.222.0.18 "GET /v2.0/security-groups?id=84453099-f908-4f40-80d3-d42cb938a5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315740 Jul 28 00:24:25.986421 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device e2508516-c9d9-40c1-aa46-7c0ab17a55f8 up at agent hyperv_n-h1-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 00:24:26.038581 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Provisioning for port e2508516-c9d9-40c1-aa46-7c0ab17a55f8 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 00:24:26.042150 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Provisioning complete for port e2508516-c9d9-40c1-aa46-7c0ab17a55f8 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 00:24:26.042525 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:24:26.116406 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:24:26.138323 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60ddcab8-c6f0-466b-8b49-32b014ddf865', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2508516-c9d9-40c1-aa46-7c0ab17a55f8'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 00:24:26.140602 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64765ad30d2cb160e3038d1462d2ba509af0f62467a800f17112a752d2df19f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16d89077-3968-4b88-a258-d4fa6bd6ff43" -d '{"events": [{"server_uuid": "60ddcab8-c6f0-466b-8b49-32b014ddf865", "name": "network-vif-plugged", "status": "completed", "tag": "e2508516-c9d9-40c1-aa46-7c0ab17a55f8"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 00:24:26.154745 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port e2508516-c9d9-40c1-aa46-7c0ab17a55f8, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=e2508516-c9d9-40c1-aa46-7c0ab17a55f8,segment=NetworkSegment(ed526262-c4a2-42f4-9010-ff7fa6c83e76),segment_id=ed526262-c4a2-42f4-9010-ff7fa6c83e76)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 00:24:26.159834 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:24:26.209113 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Pushing event updated for resources: {'Port': ['ID=e2508516-c9d9-40c1-aa46-7c0ab17a55f8,revision_number=5']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:24:26.234603 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 00:24:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc4bd21d-27c8-457f-972a-a5e777d4ed8c x-openstack-request-id: req-fc4bd21d-27c8-457f-972a-a5e777d4ed8c {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 00:24:26.234938 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60ddcab8-c6f0-466b-8b49-32b014ddf865", "name": "network-vif-plugged", "status": "completed", "tag": "e2508516-c9d9-40c1-aa46-7c0ab17a55f8", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 00:24:26.235212 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-fc4bd21d-27c8-457f-972a-a5e777d4ed8c {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 00:24:26.235629 n-d-802623-1 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60ddcab8-c6f0-466b-8b49-32b014ddf865', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2508516-c9d9-40c1-aa46-7c0ab17a55f8', 'code': 200} Jul 28 00:24:26.329489 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f86d0a0-4369-4488-a190-65a36c632c40 req-692d86ee-aaa5-4ec0-812a-fb9d8a784aed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:24:26.330851 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-3f86d0a0-4369-4488-a190-65a36c632c40 req-692d86ee-aaa5-4ec0-812a-fb9d8a784aed service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=60ddcab8-c6f0-466b-8b49-32b014ddf865 HTTP/1.1" status: 200 len: 1096 time: 0.0402026 Jul 28 00:24:26.369569 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-3f86d0a0-4369-4488-a190-65a36c632c40 req-04a6e36d-ffa3-4cdc-9ab9-a041c9a38c24 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=84453099-f908-4f40-80d3-d42cb938a5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320241 Jul 28 00:24:26.372051 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdaebb0-8180-4492-98bd-e00a6602e5d4 req-4e2c0bb5-ec3a-4148-82ee-4ce1feb786d7 tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:24:26.373587 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-2cdaebb0-8180-4492-98bd-e00a6602e5d4 req-4e2c0bb5-ec3a-4148-82ee-4ce1feb786d7 tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] 10.222.0.18 "GET /v2.0/ports?device_id=60ddcab8-c6f0-466b-8b49-32b014ddf865 HTTP/1.1" status: 200 len: 945 time: 0.0519800 Jul 28 00:24:26.412325 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-2cdaebb0-8180-4492-98bd-e00a6602e5d4 req-9248fb22-d597-49de-be74-5443f6ac5e30 tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] 10.222.0.18 "GET /v2.0/security-groups?id=84453099-f908-4f40-80d3-d42cb938a5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327389 Jul 28 00:24:27.014323 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-112076c2-3555-48da-ae65-16851511f299 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:24:27.527991 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625d471f-f287-4eca-9248-020dd84eafc6 req-469aafe5-7a2e-417e-a7da-77b0437b0218 tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:24:27.529467 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-625d471f-f287-4eca-9248-020dd84eafc6 req-469aafe5-7a2e-417e-a7da-77b0437b0218 tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] 10.222.0.18 "GET /v2.0/ports?device_id=60ddcab8-c6f0-466b-8b49-32b014ddf865 HTTP/1.1" status: 200 len: 945 time: 0.0487852 Jul 28 00:24:27.567433 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-625d471f-f287-4eca-9248-020dd84eafc6 req-82b6c1b1-c19b-4ab5-a4e0-a7bea7ecfb94 tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] 10.222.0.18 "GET /v2.0/security-groups?id=84453099-f908-4f40-80d3-d42cb938a5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315723 Jul 28 00:24:27.678526 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb346f37-b6ed-452b-8f73-ee156dc2b2b6 req-eac6c4fc-949b-4d7f-b160-66b42970aafa tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:24:27.680026 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-fb346f37-b6ed-452b-8f73-ee156dc2b2b6 req-eac6c4fc-949b-4d7f-b160-66b42970aafa tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] 10.222.0.18 "GET /v2.0/ports?device_id=60ddcab8-c6f0-466b-8b49-32b014ddf865 HTTP/1.1" status: 200 len: 945 time: 0.0483177 Jul 28 00:24:27.716779 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-fb346f37-b6ed-452b-8f73-ee156dc2b2b6 req-fff73bd5-51cc-402c-bd7c-e9de4cd7f4d3 tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] 10.222.0.18 "GET /v2.0/security-groups?id=84453099-f908-4f40-80d3-d42cb938a5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307810 Jul 28 00:24:27.740227 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 60624) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:24:27.819332 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3a5f87e-996f-4813-8858-be38e0fe79ba tempest-TestSnapshotPattern-356007315 tempest-TestSnapshotPattern-356007315-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:24:27.820846 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-d3a5f87e-996f-4813-8858-be38e0fe79ba tempest-TestSnapshotPattern-356007315 tempest-TestSnapshotPattern-356007315-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=60ddcab8-c6f0-466b-8b49-32b014ddf865 HTTP/1.1" status: 200 len: 1091 time: 0.0796537 Jul 28 00:24:27.823786 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 60628) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:24:27.828059 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-65438b56-5acc-46f9-9bab-886adba8dcd0 tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] Request body: {'floatingip': {'floating_network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'port_id': 'e2508516-c9d9-40c1-aa46-7c0ab17a55f8', 'tenant_id': '4cc65edd594b421ab780d4d1523713ca', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 00:24:27.850478 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-65438b56-5acc-46f9-9bab-886adba8dcd0 tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] Notify callbacks [] for floatingip, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:24:27.946082 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-65438b56-5acc-46f9-9bab-886adba8dcd0 tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:24:28.050775 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-65438b56-5acc-46f9-9bab-886adba8dcd0 tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] Allocated IP 172.25.4.67 (2fd42287-ed26-4eb9-89a5-b521f5b04356/17de1f8f-393a-4b0c-a2df-614bd3f2fb5e/ceb6ccbd-d069-456e-95ea-215855f4ae63) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 00:24:28.153846 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-65438b56-5acc-46f9-9bab-886adba8dcd0 tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:24:28.193065 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-65438b56-5acc-46f9-9bab-886adba8dcd0 tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:24:28.226860 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65438b56-5acc-46f9-9bab-886adba8dcd0 tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] Network 2fd42287-ed26-4eb9-89a5-b521f5b04356 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 00:24:28.230980 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-65438b56-5acc-46f9-9bab-886adba8dcd0 tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 00:24:28.234408 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65438b56-5acc-46f9-9bab-886adba8dcd0 tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 00:24:28.265617 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65438b56-5acc-46f9-9bab-886adba8dcd0 tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] Pushing event updated for resources: {'Port': ['ID=ceb6ccbd-d069-456e-95ea-215855f4ae63,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:24:28.593669 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-65438b56-5acc-46f9-9bab-886adba8dcd0 tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:24:28.661066 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-65438b56-5acc-46f9-9bab-886adba8dcd0 tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:24:28.804316 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-65438b56-5acc-46f9-9bab-886adba8dcd0 tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:24:28.808641 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-65438b56-5acc-46f9-9bab-886adba8dcd0 tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:24:28.876649 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65438b56-5acc-46f9-9bab-886adba8dcd0 tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] Pushing event updated for resources: {'Port': ['ID=ceb6ccbd-d069-456e-95ea-215855f4ae63,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:24:28.890326 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-65438b56-5acc-46f9-9bab-886adba8dcd0 tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-415302'] for floatingip, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:24:28.992454 n-d-802623-1 neutron-server[93798]: INFO neutron.db.l3_db [None req-65438b56-5acc-46f9-9bab-886adba8dcd0 tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] Floating IP 258306ff-779e-443a-8e36-8bf477815437 associated. External IP: 172.25.4.67, port: e2508516-c9d9-40c1-aa46-7c0ab17a55f8. Jul 28 00:24:29.205038 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65438b56-5acc-46f9-9bab-886adba8dcd0 tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] Router 85453d4b-e106-410b-b570-f5506d49a7d4 has already been hosted by L3 agent 018c4455-49c0-4734-927d-7824067b2a9e {{(pid=93798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 00:24:29.317104 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65438b56-5acc-46f9-9bab-886adba8dcd0 tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 00:24:29.326729 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a0a9b1b-5240-4363-b773-beaba2510f7f None None] Sync routers for ids ['85453d4b-e106-410b-b570-f5506d49a7d4'] in n-d-802623-1 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 00:24:29.334649 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-65438b56-5acc-46f9-9bab-886adba8dcd0 tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for floatingip, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:24:29.337727 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a0a9b1b-5240-4363-b773-beaba2510f7f None None] Routers {'85453d4b-e106-410b-b570-f5506d49a7d4'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 00:24:29.338914 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-0a0a9b1b-5240-4363-b773-beaba2510f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-28T00:24:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['85453d4b-e106-410b-b570-f5506d49a7d4'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:24:29.363428 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-65438b56-5acc-46f9-9bab-886adba8dcd0 tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5385971 Jul 28 00:24:29.364080 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60ddcab8-c6f0-466b-8b49-32b014ddf865', 'tag': 'e2508516-c9d9-40c1-aa46-7c0ab17a55f8'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 00:24:29.366350 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b87af07e598cf5b62d2945997aebdb2f0d5735b62acaa13edb25b119cdbae256" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93556f6e-4b3f-4ece-a68b-61b6ed811b4e" -d '{"events": [{"name": "network-changed", "server_uuid": "60ddcab8-c6f0-466b-8b49-32b014ddf865", "tag": "e2508516-c9d9-40c1-aa46-7c0ab17a55f8"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 00:24:29.412740 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 00:24:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12285a37-62ee-4afc-997e-f79f3b2cafde x-openstack-request-id: req-12285a37-62ee-4afc-997e-f79f3b2cafde {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 00:24:29.413026 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60ddcab8-c6f0-466b-8b49-32b014ddf865", "tag": "e2508516-c9d9-40c1-aa46-7c0ab17a55f8", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 00:24:29.413282 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-12285a37-62ee-4afc-997e-f79f3b2cafde {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 00:24:29.413688 n-d-802623-1 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60ddcab8-c6f0-466b-8b49-32b014ddf865', 'tag': 'e2508516-c9d9-40c1-aa46-7c0ab17a55f8', 'status': 'completed', 'code': 200} Jul 28 00:24:29.450899 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-0a0a9b1b-5240-4363-b773-beaba2510f7f None None] Set router 85453d4b-e106-410b-b570-f5506d49a7d4 gateway port host: n-d-802623-1 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 00:24:29.477562 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93556f6e-4b3f-4ece-a68b-61b6ed811b4e req-bf30b145-f985-40f6-9b05-6a206da87137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:24:29.479207 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-93556f6e-4b3f-4ece-a68b-61b6ed811b4e req-bf30b145-f985-40f6-9b05-6a206da87137 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=4cc65edd594b421ab780d4d1523713ca&device_id=60ddcab8-c6f0-466b-8b49-32b014ddf865 HTTP/1.1" status: 200 len: 1096 time: 0.0422430 Jul 28 00:24:29.591716 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93556f6e-4b3f-4ece-a68b-61b6ed811b4e req-c67bac9c-7277-4738-9539-1c90ff97d102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:24:29.593410 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-93556f6e-4b3f-4ece-a68b-61b6ed811b4e req-c67bac9c-7277-4738-9539-1c90ff97d102 service neutron] 10.222.0.38 "GET /v2.0/networks?id=777a4a7c-675f-4518-904f-7fa9ced18835 HTTP/1.1" status: 200 len: 911 time: 0.1055720 Jul 28 00:24:29.663559 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-93556f6e-4b3f-4ece-a68b-61b6ed811b4e req-dc9aacaf-5fb9-43b5-a691-9d27e572f245 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e2508516-c9d9-40c1-aa46-7c0ab17a55f8 HTTP/1.1" status: 200 len: 998 time: 0.0610161 Jul 28 00:24:29.697769 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-26a07cc9-51fc-4b29-80e1-ad5d4c81c99d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:24:29.710199 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-0a0a9b1b-5240-4363-b773-beaba2510f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85453d4b-e106-410b-b570-f5506d49a7d4', 'name': 'tempest-TestSnapshotPattern-2078285384-router', 'tenant_id': '4cc65edd594b421ab780d4d1523713ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.157'}], 'enable_snat': True}, 'gw_port_id': 'cdedd214-4456-4746-aa1f-ad33145f9828', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T00:24:08Z', 'updated_at': '2021-07-28T00:24:11Z', 'revision_number': 4, 'project_id': '4cc65edd594b421ab780d4d1523713ca', 'gw_port': {'id': 'cdedd214-4456-4746-aa1f-ad33145f9828', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:db:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85453d4b-e106-410b-b570-f5506d49a7d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T00:24:09Z', 'updated_at': '2021-07-28T00:24:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_floatingips': [{'id': '258306ff-779e-443a-8e36-8bf477815437', 'tenant_id': '4cc65edd594b421ab780d4d1523713ca', 'floating_ip_address': '172.25.4.67', 'floating_network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'router_id': '85453d4b-e106-410b-b570-f5506d49a7d4', 'port_id': 'e2508516-c9d9-40c1-aa46-7c0ab17a55f8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '777a4a7c-675f-4518-904f-7fa9ced18835', 'mac_address': 'fa:16:3e:6e:9c:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60ddcab8-c6f0-466b-8b49-32b014ddf865', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T00:24:28Z', 'updated_at': '2021-07-28T00:24:28Z', 'revision_number': 0, 'project_id': '4cc65edd594b421ab780d4d1523713ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e9bc23c-5b59-4c8e-8484-295e4627010f', 'name': '', 'network_id': '777a4a7c-675f-4518-904f-7fa9ced18835', 'tenant_id': '4cc65edd594b421ab780d4d1523713ca', 'mac_address': 'fa:16:3e:24:0b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85453d4b-e106-410b-b570-f5506d49a7d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '163607a5-f3eb-4a1c-bb17-055e9c81c7d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T00:24:10Z', 'updated_at': '2021-07-28T00:24:17Z', 'revision_number': 5, 'project_id': '4cc65edd594b421ab780d4d1523713ca', 'subnets': [{'id': '163607a5-f3eb-4a1c-bb17-055e9c81c7d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:24:29.720230 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93556f6e-4b3f-4ece-a68b-61b6ed811b4e req-aaa114dc-aaab-4f62-9aaa-9d5bd339759d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:24:29.721723 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-93556f6e-4b3f-4ece-a68b-61b6ed811b4e req-aaa114dc-aaab-4f62-9aaa-9d5bd339759d service neutron] 10.222.0.38 "GET /v2.0/subnets?id=163607a5-f3eb-4a1c-bb17-055e9c81c7d8 HTTP/1.1" status: 200 len: 849 time: 0.0498562 Jul 28 00:24:29.740326 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a0a9b1b-5240-4363-b773-beaba2510f7f None None] Checking router: 85453d4b-e106-410b-b570-f5506d49a7d4 for host: n-d-802623-1 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 00:24:29.749097 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a0a9b1b-5240-4363-b773-beaba2510f7f None None] Routers {'85453d4b-e106-410b-b570-f5506d49a7d4'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 00:24:29.749706 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-0a0a9b1b-5240-4363-b773-beaba2510f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-28T00:24:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['85453d4b-e106-410b-b570-f5506d49a7d4'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:24:29.775246 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93556f6e-4b3f-4ece-a68b-61b6ed811b4e req-9b75a2eb-0d1c-48cf-8249-a83105d2cb83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:24:29.776802 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-93556f6e-4b3f-4ece-a68b-61b6ed811b4e req-9b75a2eb-0d1c-48cf-8249-a83105d2cb83 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=777a4a7c-675f-4518-904f-7fa9ced18835&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0475314 Jul 28 00:24:29.880662 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-93556f6e-4b3f-4ece-a68b-61b6ed811b4e req-b26e53b3-2fb5-4b90-baf1-90561c97c554 service neutron] 10.222.0.38 "GET /v2.0/networks/777a4a7c-675f-4518-904f-7fa9ced18835?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883892 Jul 28 00:24:29.950533 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-0a0a9b1b-5240-4363-b773-beaba2510f7f None None] Set router 85453d4b-e106-410b-b570-f5506d49a7d4 gateway port host: n-d-802623-1 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 00:24:29.976201 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-93556f6e-4b3f-4ece-a68b-61b6ed811b4e req-a9cec10d-f62b-4fbc-a954-3b0cd7379a87 service neutron] 10.222.0.38 "GET /v2.0/networks/777a4a7c-675f-4518-904f-7fa9ced18835?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886738 Jul 28 00:24:30.167364 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-0a0a9b1b-5240-4363-b773-beaba2510f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85453d4b-e106-410b-b570-f5506d49a7d4', 'name': 'tempest-TestSnapshotPattern-2078285384-router', 'tenant_id': '4cc65edd594b421ab780d4d1523713ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.157'}], 'enable_snat': True}, 'gw_port_id': 'cdedd214-4456-4746-aa1f-ad33145f9828', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T00:24:08Z', 'updated_at': '2021-07-28T00:24:11Z', 'revision_number': 4, 'project_id': '4cc65edd594b421ab780d4d1523713ca', 'gw_port': {'id': 'cdedd214-4456-4746-aa1f-ad33145f9828', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:db:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85453d4b-e106-410b-b570-f5506d49a7d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T00:24:09Z', 'updated_at': '2021-07-28T00:24:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_floatingips': [{'id': '258306ff-779e-443a-8e36-8bf477815437', 'tenant_id': '4cc65edd594b421ab780d4d1523713ca', 'floating_ip_address': '172.25.4.67', 'floating_network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'router_id': '85453d4b-e106-410b-b570-f5506d49a7d4', 'port_id': 'e2508516-c9d9-40c1-aa46-7c0ab17a55f8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '777a4a7c-675f-4518-904f-7fa9ced18835', 'mac_address': 'fa:16:3e:6e:9c:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60ddcab8-c6f0-466b-8b49-32b014ddf865', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T00:24:28Z', 'updated_at': '2021-07-28T00:24:28Z', 'revision_number': 0, 'project_id': '4cc65edd594b421ab780d4d1523713ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e9bc23c-5b59-4c8e-8484-295e4627010f', 'name': '', 'network_id': '777a4a7c-675f-4518-904f-7fa9ced18835', 'tenant_id': '4cc65edd594b421ab780d4d1523713ca', 'mac_address': 'fa:16:3e:24:0b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85453d4b-e106-410b-b570-f5506d49a7d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '163607a5-f3eb-4a1c-bb17-055e9c81c7d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T00:24:10Z', 'updated_at': '2021-07-28T00:24:17Z', 'revision_number': 5, 'project_id': '4cc65edd594b421ab780d4d1523713ca', 'subnets': [{'id': '163607a5-f3eb-4a1c-bb17-055e9c81c7d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:24:30.177821 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:24:30.196609 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a0a9b1b-5240-4363-b773-beaba2510f7f None None] The sync data for ids ['85453d4b-e106-410b-b570-f5506d49a7d4'] in n-d-802623-1 is: [{'id': '85453d4b-e106-410b-b570-f5506d49a7d4', 'name': 'tempest-TestSnapshotPattern-2078285384-router', 'tenant_id': '4cc65edd594b421ab780d4d1523713ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.157'}], 'enable_snat': True}, 'gw_port_id': 'cdedd214-4456-4746-aa1f-ad33145f9828', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T00:24:08Z', 'updated_at': '2021-07-28T00:24:11Z', 'revision_number': 4, 'project_id': '4cc65edd594b421ab780d4d1523713ca', 'gw_port': {'id': 'cdedd214-4456-4746-aa1f-ad33145f9828', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:db:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85453d4b-e106-410b-b570-f5506d49a7d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T00:24:09Z', 'updated_at': '2021-07-28T00:24:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_floatingips': [{'id': '258306ff-779e-443a-8e36-8bf477815437', 'tenant_id': '4cc65edd594b421ab780d4d1523713ca', 'floating_ip_address': '172.25.4.67', 'floating_network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'router_id': '85453d4b-e106-410b-b570-f5506d49a7d4', 'port_id': 'e2508516-c9d9-40c1-aa46-7c0ab17a55f8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '777a4a7c-675f-4518-904f-7fa9ced18835', 'mac_address': 'fa:16:3e:6e:9c:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60ddcab8-c6f0-466b-8b49-32b014ddf865', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T00:24:28Z', 'updated_at': '2021-07-28T00:24:28Z', 'revision_number': 0, 'project_id': '4cc65edd594b421ab780d4d1523713ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e9bc23c-5b59-4c8e-8484-295e4627010f', 'name': '', 'network_id': '777a4a7c-675f-4518-904f-7fa9ced18835', 'tenant_id': '4cc65edd594b421ab780d4d1523713ca', 'mac_address': 'fa:16:3e:24:0b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85453d4b-e106-410b-b570-f5506d49a7d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '163607a5-f3eb-4a1c-bb17-055e9c81c7d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T00:24:10Z', 'updated_at': '2021-07-28T00:24:17Z', 'revision_number': 5, 'project_id': '4cc65edd594b421ab780d4d1523713ca', 'subnets': [{'id': '163607a5-f3eb-4a1c-bb17-055e9c81c7d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 00:24:30.297807 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:24:30.376684 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e095cab5-4b8a-4b18-a8cf-06253420734a None None] New status for floating IP 258306ff-779e-443a-8e36-8bf477815437: ACTIVE {{(pid=93799) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 00:24:30.773805 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-19f2e178-d45e-4fbe-b9be-c3963fc151ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:24:32.531901 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7418f70f-e60d-4709-8ba9-6ab514bc7f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:24:35.758603 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:24:39.357803 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.agents_db [None req-9beef776-8bab-4de2-989a-f5a23ba4aaf4 None None] Agent healthcheck: found 7 active agents {{(pid=93800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 00:24:57.015269 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-04cefe92-8c86-4cb0-a575-4802d5bae039 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:24:59.688698 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f043c606-4114-4c45-ac16-43bdaaad14e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:25:00.179901 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:25:00.311528 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:25:00.802383 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-19f2e178-d45e-4fbe-b9be-c3963fc151ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:25:02.534172 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7418f70f-e60d-4709-8ba9-6ab514bc7f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:25:05.784027 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:25:16.357184 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.agents_db [None req-9beef776-8bab-4de2-989a-f5a23ba4aaf4 None None] Agent healthcheck: found 7 active agents {{(pid=93800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 00:25:21.312990 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-475e7186-0f54-4725-8536-ddc386dcf963 req-71cd46fd-6e04-4be4-820e-dc1b388523e0 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=60ddcab8-c6f0-466b-8b49-32b014ddf865&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0403693 Jul 28 00:25:21.390818 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475e7186-0f54-4725-8536-ddc386dcf963 req-ff3fe591-6a27-4384-8197-c326e102703c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:25:21.392310 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-475e7186-0f54-4725-8536-ddc386dcf963 req-ff3fe591-6a27-4384-8197-c326e102703c service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=4cc65edd594b421ab780d4d1523713ca&device_id=60ddcab8-c6f0-466b-8b49-32b014ddf865 HTTP/1.1" status: 200 len: 1096 time: 0.0395398 Jul 28 00:25:21.495634 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475e7186-0f54-4725-8536-ddc386dcf963 req-fadc7c96-cc80-4654-9748-74e9aec91f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:25:21.497250 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-475e7186-0f54-4725-8536-ddc386dcf963 req-fadc7c96-cc80-4654-9748-74e9aec91f50 service neutron] 10.222.0.38 "GET /v2.0/networks?id=777a4a7c-675f-4518-904f-7fa9ced18835 HTTP/1.1" status: 200 len: 911 time: 0.0872562 Jul 28 00:25:21.562902 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-475e7186-0f54-4725-8536-ddc386dcf963 req-91a4e4ac-2916-4990-a7c6-7048836cb3ba service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e2508516-c9d9-40c1-aa46-7c0ab17a55f8 HTTP/1.1" status: 200 len: 1000 time: 0.0584116 Jul 28 00:25:21.609836 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475e7186-0f54-4725-8536-ddc386dcf963 req-69945785-0eba-43d0-ba0e-eb8f9d077bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:25:21.611215 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-475e7186-0f54-4725-8536-ddc386dcf963 req-69945785-0eba-43d0-ba0e-eb8f9d077bb6 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=163607a5-f3eb-4a1c-bb17-055e9c81c7d8 HTTP/1.1" status: 200 len: 849 time: 0.0417054 Jul 28 00:25:21.658420 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475e7186-0f54-4725-8536-ddc386dcf963 req-a94b4d6f-3fd6-43f2-b700-5cfbd2ddb60a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:25:21.659887 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-475e7186-0f54-4725-8536-ddc386dcf963 req-a94b4d6f-3fd6-43f2-b700-5cfbd2ddb60a service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=777a4a7c-675f-4518-904f-7fa9ced18835&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421486 Jul 28 00:25:21.745792 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-475e7186-0f54-4725-8536-ddc386dcf963 req-2496bb3d-2a75-4a48-ba52-62843870bbde service neutron] 10.222.0.38 "GET /v2.0/networks/777a4a7c-675f-4518-904f-7fa9ced18835?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787044 Jul 28 00:25:21.842394 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-475e7186-0f54-4725-8536-ddc386dcf963 req-e61928f0-2054-47be-99fa-e2cb290e08a5 service neutron] 10.222.0.38 "GET /v2.0/networks/777a4a7c-675f-4518-904f-7fa9ced18835?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892899 Jul 28 00:25:27.016408 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-561bbb7d-f4e9-4248-807c-cfa8f91bcb34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:25:29.689566 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-3117e0b9-e4be-4b01-8444-d37b6a8b3f48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:25:30.180407 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:25:30.310067 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:25:30.778031 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-19f2e178-d45e-4fbe-b9be-c3963fc151ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:25:32.537493 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7418f70f-e60d-4709-8ba9-6ab514bc7f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:25:35.799003 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:25:53.356541 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.agents_db [None req-9beef776-8bab-4de2-989a-f5a23ba4aaf4 None None] Agent healthcheck: found 7 active agents {{(pid=93800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 00:25:57.015926 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-15293026-e5f0-432f-aa77-9810c7466ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:25:59.690753 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a6ed8a8c-f4a5-4e02-9f6a-29ec22db9b52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:26:00.181838 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:26:00.328646 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:26:00.780219 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-19f2e178-d45e-4fbe-b9be-c3963fc151ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:26:02.539352 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7418f70f-e60d-4709-8ba9-6ab514bc7f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:26:05.804091 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:26:21.347789 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-61975242-aacc-4f3f-8525-b287a836f7b3 req-e2cc2864-2377-454a-bac9-f6bfd546adc1 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=60ddcab8-c6f0-466b-8b49-32b014ddf865&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0398116 Jul 28 00:26:21.425801 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61975242-aacc-4f3f-8525-b287a836f7b3 req-048b5ce1-80d2-4b8c-bfd4-3a1c98bede8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:26:21.427307 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-61975242-aacc-4f3f-8525-b287a836f7b3 req-048b5ce1-80d2-4b8c-bfd4-3a1c98bede8f service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=4cc65edd594b421ab780d4d1523713ca&device_id=60ddcab8-c6f0-466b-8b49-32b014ddf865 HTTP/1.1" status: 200 len: 1096 time: 0.0402997 Jul 28 00:26:21.530332 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61975242-aacc-4f3f-8525-b287a836f7b3 req-793902b5-2ffe-4459-8244-1edaad84b972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:26:21.531808 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-61975242-aacc-4f3f-8525-b287a836f7b3 req-793902b5-2ffe-4459-8244-1edaad84b972 service neutron] 10.222.0.38 "GET /v2.0/networks?id=777a4a7c-675f-4518-904f-7fa9ced18835 HTTP/1.1" status: 200 len: 911 time: 0.0863309 Jul 28 00:26:21.596419 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-61975242-aacc-4f3f-8525-b287a836f7b3 req-2938991c-f989-4020-9ded-84bd307ab905 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e2508516-c9d9-40c1-aa46-7c0ab17a55f8 HTTP/1.1" status: 200 len: 1000 time: 0.0568469 Jul 28 00:26:21.648560 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61975242-aacc-4f3f-8525-b287a836f7b3 req-fe3375ab-4838-4ead-b5be-ab12178015ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:26:21.651029 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-61975242-aacc-4f3f-8525-b287a836f7b3 req-fe3375ab-4838-4ead-b5be-ab12178015ce service neutron] 10.222.0.38 "GET /v2.0/subnets?id=163607a5-f3eb-4a1c-bb17-055e9c81c7d8 HTTP/1.1" status: 200 len: 849 time: 0.0473573 Jul 28 00:26:21.699178 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61975242-aacc-4f3f-8525-b287a836f7b3 req-495932bf-5d1a-4be8-8d16-24502ba35a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:26:21.700596 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-61975242-aacc-4f3f-8525-b287a836f7b3 req-495932bf-5d1a-4be8-8d16-24502ba35a7a service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=777a4a7c-675f-4518-904f-7fa9ced18835&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441074 Jul 28 00:26:21.793114 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-61975242-aacc-4f3f-8525-b287a836f7b3 req-4789d3ac-bc0b-4860-ab5e-a368008b999e service neutron] 10.222.0.38 "GET /v2.0/networks/777a4a7c-675f-4518-904f-7fa9ced18835?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845525 Jul 28 00:26:21.886338 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-61975242-aacc-4f3f-8525-b287a836f7b3 req-de8bd5ce-7124-4c4d-96bc-c5cd705b085d service neutron] 10.222.0.38 "GET /v2.0/networks/777a4a7c-675f-4518-904f-7fa9ced18835?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848293 Jul 28 00:26:27.016536 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e281ed7c-7f82-49d2-b362-9dc4dea90896 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:26:29.691322 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-5e4debc9-d42b-4b2b-9eee-37acbfccfce7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:26:30.184033 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:26:30.332744 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:26:30.357592 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.agents_db [None req-9beef776-8bab-4de2-989a-f5a23ba4aaf4 None None] Agent healthcheck: found 7 active agents {{(pid=93800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 00:26:30.563274 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device e2508516-c9d9-40c1-aa46-7c0ab17a55f8 details requested by agent hyperv_n-h1-802623-1 with host n-h1-802623-1 {{(pid=93799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 00:26:30.657143 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port e2508516-c9d9-40c1-aa46-7c0ab17a55f8, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=e2508516-c9d9-40c1-aa46-7c0ab17a55f8,segment=NetworkSegment(ed526262-c4a2-42f4-9010-ff7fa6c83e76),segment_id=ed526262-c4a2-42f4-9010-ff7fa6c83e76)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 00:26:30.671717 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Returning: {'device': 'e2508516-c9d9-40c1-aa46-7c0ab17a55f8', 'network_id': '777a4a7c-675f-4518-904f-7fa9ced18835', 'port_id': 'e2508516-c9d9-40c1-aa46-7c0ab17a55f8', 'mac_address': 'fa:16:3e:6e:9c:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 538, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '163607a5-f3eb-4a1c-bb17-055e9c81c7d8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 00:26:30.710751 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:26:30.723695 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e2508516-c9d9-40c1-aa46-7c0ab17a55f8 {{(pid=93799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 00:26:30.743122 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port e2508516-c9d9-40c1-aa46-7c0ab17a55f8, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=e2508516-c9d9-40c1-aa46-7c0ab17a55f8,segment=NetworkSegment(ed526262-c4a2-42f4-9010-ff7fa6c83e76),segment_id=ed526262-c4a2-42f4-9010-ff7fa6c83e76)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 00:26:30.746907 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:26:30.795091 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-19f2e178-d45e-4fbe-b9be-c3963fc151ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:26:30.806956 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Pushing event updated for resources: {'Port': ['ID=e2508516-c9d9-40c1-aa46-7c0ab17a55f8,revision_number=6']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:26:30.814815 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:26:30.815038 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:26:30.815392 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:26:30.815742 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:26:30.816200 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:26:30.816402 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:26:30.816844 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:26:30.817039 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:26:30.817363 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:26:30.817732 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:26:30.817998 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:26:30.818324 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:26:30.823754 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] get_ports_and_sgs() called for port_ids ['e2508516-c9d9-40c1-aa46-7c0ab17a55f8'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 00:26:32.545502 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7418f70f-e60d-4709-8ba9-6ab514bc7f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:26:32.570099 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device e2508516-c9d9-40c1-aa46-7c0ab17a55f8 up at agent hyperv_n-h1-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 00:26:32.624671 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Provisioning complete for port e2508516-c9d9-40c1-aa46-7c0ab17a55f8 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 00:26:32.625055 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:26:32.713400 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:26:32.737055 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60ddcab8-c6f0-466b-8b49-32b014ddf865', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2508516-c9d9-40c1-aa46-7c0ab17a55f8'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 00:26:32.739421 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64765ad30d2cb160e3038d1462d2ba509af0f62467a800f17112a752d2df19f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebd7516d-eb6d-45f0-bf23-d809e97e6e76" -d '{"events": [{"server_uuid": "60ddcab8-c6f0-466b-8b49-32b014ddf865", "name": "network-vif-plugged", "status": "completed", "tag": "e2508516-c9d9-40c1-aa46-7c0ab17a55f8"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 00:26:32.755526 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port e2508516-c9d9-40c1-aa46-7c0ab17a55f8, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=e2508516-c9d9-40c1-aa46-7c0ab17a55f8,segment=NetworkSegment(ed526262-c4a2-42f4-9010-ff7fa6c83e76),segment_id=ed526262-c4a2-42f4-9010-ff7fa6c83e76)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 00:26:32.761590 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:26:32.817525 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Pushing event updated for resources: {'Port': ['ID=e2508516-c9d9-40c1-aa46-7c0ab17a55f8,revision_number=7']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:26:33.807300 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 00:26:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1aaa7fa-bd4b-4aeb-96e3-0220fce2d8c6 x-openstack-request-id: req-b1aaa7fa-bd4b-4aeb-96e3-0220fce2d8c6 {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 00:26:33.807903 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60ddcab8-c6f0-466b-8b49-32b014ddf865", "name": "network-vif-plugged", "status": "completed", "tag": "e2508516-c9d9-40c1-aa46-7c0ab17a55f8", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 00:26:33.807903 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b1aaa7fa-bd4b-4aeb-96e3-0220fce2d8c6 {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 00:26:33.808327 n-d-802623-1 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60ddcab8-c6f0-466b-8b49-32b014ddf865', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2508516-c9d9-40c1-aa46-7c0ab17a55f8', 'code': 200} Jul 28 00:26:34.577435 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [req-73e0214e-2c5c-43d4-bfaf-af0be2a75b68 req-839ca416-5e80-4fa2-b855-972a03326112 service neutron] (93797) timed out ('10.222.0.18', 56664) {{(pid=93797) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 28 00:26:35.825674 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:26:39.949260 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-8a8de8f1-2f3a-4184-83d5-b741d7674e34 req-aed8c975-8541-4daf-9794-092d15f6b802 tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2121068831&fields=id&tenant_id=4cc65edd594b421ab780d4d1523713ca HTTP/1.1" status: 200 len: 267 time: 0.0354130 Jul 28 00:26:40.051973 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8de8f1-2f3a-4184-83d5-b741d7674e34 req-04b77539-3c86-4c34-8194-abafb706a023 tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:26:40.053439 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-8a8de8f1-2f3a-4184-83d5-b741d7674e34 req-04b77539-3c86-4c34-8194-abafb706a023 tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] 10.222.0.18 "GET /v2.0/networks?id=777a4a7c-675f-4518-904f-7fa9ced18835 HTTP/1.1" status: 200 len: 810 time: 0.0977166 Jul 28 00:26:40.068701 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-8a8de8f1-2f3a-4184-83d5-b741d7674e34 req-c785f539-fcb9-47d7-8934-9f2bfd8f0109 tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] 10.222.0.18 "GET /v2.0/quotas/4cc65edd594b421ab780d4d1523713ca HTTP/1.1" status: 200 len: 375 time: 0.0090790 Jul 28 00:26:40.126646 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-8a8de8f1-2f3a-4184-83d5-b741d7674e34 req-561f5bd5-53a3-4ce7-9068-8a6fba57b600 tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=4cc65edd594b421ab780d4d1523713ca&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0528181 Jul 28 00:26:40.182857 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [req-8a8de8f1-2f3a-4184-83d5-b741d7674e34 req-e52eadf6-6905-425d-b601-ebcb731fa075 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=93798) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 00:26:40.183927 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-8a8de8f1-2f3a-4184-83d5-b741d7674e34 req-e52eadf6-6905-425d-b601-ebcb731fa075 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0462589 Jul 28 00:26:40.273279 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-8a8de8f1-2f3a-4184-83d5-b741d7674e34 req-5c1f11fa-be54-4440-ad30-111507ce11d8 service neutron] 10.222.0.18 "GET /v2.0/networks/777a4a7c-675f-4518-904f-7fa9ced18835?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829163 Jul 28 00:26:40.369009 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-8a8de8f1-2f3a-4184-83d5-b741d7674e34 req-551f8bb0-cbb1-4c47-805e-47c134b4fca8 service neutron] 10.222.0.18 "GET /v2.0/networks/777a4a7c-675f-4518-904f-7fa9ced18835?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897543 Jul 28 00:26:40.528668 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-db22c756-f715-46d1-974f-ad0bee4a5f89 req-36703de9-2b42-4eaf-9543-99ce02c5eac7 tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] 10.222.0.18 "GET /v2.0/ports?device_id=6ddf5b6d-f1e4-44ed-be51-ef73a050cedc HTTP/1.1" status: 200 len: 210 time: 0.0275064 Jul 28 00:26:41.524499 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8de8f1-2f3a-4184-83d5-b741d7674e34 req-6f7d086e-220a-4ab9-93f1-401cdd07655a tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:26:41.525967 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8a8de8f1-2f3a-4184-83d5-b741d7674e34 req-6f7d086e-220a-4ab9-93f1-401cdd07655a tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] 10.222.0.38 "GET /v2.0/networks?id=777a4a7c-675f-4518-904f-7fa9ced18835 HTTP/1.1" status: 200 len: 810 time: 0.1036928 Jul 28 00:26:41.572622 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8a8de8f1-2f3a-4184-83d5-b741d7674e34 req-faa95295-f6f4-4ad1-8554-1936e7e276b0 tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4cc65edd594b421ab780d4d1523713ca HTTP/1.1" status: 200 len: 380 time: 0.0366437 Jul 28 00:26:41.582666 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [req-8a8de8f1-2f3a-4184-83d5-b741d7674e34 req-c0519dd7-a0ff-4201-9b19-bb35c11dfbee tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] Request body: {'port': {'device_id': '6ddf5b6d-f1e4-44ed-be51-ef73a050cedc', 'network_id': '777a4a7c-675f-4518-904f-7fa9ced18835', 'admin_state_up': True, 'tenant_id': '4cc65edd594b421ab780d4d1523713ca', 'security_groups': ['84453099-f908-4f40-80d3-d42cb938a5b4']}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 00:26:41.626721 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-93312e06-9fcb-4bf5-8165-0ba0004cd582 req-fb1fba02-83c1-41aa-a030-ab9b9eedb73a tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] 10.222.0.18 "GET /v2.0/ports?device_id=6ddf5b6d-f1e4-44ed-be51-ef73a050cedc HTTP/1.1" status: 200 len: 210 time: 0.0280938 Jul 28 00:26:41.696466 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a8de8f1-2f3a-4184-83d5-b741d7674e34 req-c0519dd7-a0ff-4201-9b19-bb35c11dfbee tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] Made reservation on behalf of 4cc65edd594b421ab780d4d1523713ca for: {'port': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 00:26:41.700162 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-8a8de8f1-2f3a-4184-83d5-b741d7674e34 req-c0519dd7-a0ff-4201-9b19-bb35c11dfbee tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:26:41.834157 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [req-8a8de8f1-2f3a-4184-83d5-b741d7674e34 req-c0519dd7-a0ff-4201-9b19-bb35c11dfbee tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] Allocated IP 172.20.0.3 (777a4a7c-675f-4518-904f-7fa9ced18835/163607a5-f3eb-4a1c-bb17-055e9c81c7d8/93e0546a-beeb-4263-979f-aefde20141d8) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 00:26:41.985588 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-8a8de8f1-2f3a-4184-83d5-b741d7674e34 req-c0519dd7-a0ff-4201-9b19-bb35c11dfbee tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:26:42.000451 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [req-8a8de8f1-2f3a-4184-83d5-b741d7674e34 req-c0519dd7-a0ff-4201-9b19-bb35c11dfbee tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] Transition to ACTIVE for port object 93e0546a-beeb-4263-979f-aefde20141d8 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 00:26:42.040691 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-8a8de8f1-2f3a-4184-83d5-b741d7674e34 req-c0519dd7-a0ff-4201-9b19-bb35c11dfbee tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:26:42.096533 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a8de8f1-2f3a-4184-83d5-b741d7674e34 req-c0519dd7-a0ff-4201-9b19-bb35c11dfbee tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] Network 777a4a7c-675f-4518-904f-7fa9ced18835 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 00:26:42.100737 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [req-8a8de8f1-2f3a-4184-83d5-b741d7674e34 req-c0519dd7-a0ff-4201-9b19-bb35c11dfbee tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 00:26:42.103403 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0519dd7-a0ff-4201-9b19-bb35c11dfbee tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] Pushing event updated for resources: {'Port': ['ID=93e0546a-beeb-4263-979f-aefde20141d8,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:26:42.105693 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a8de8f1-2f3a-4184-83d5-b741d7674e34 req-c0519dd7-a0ff-4201-9b19-bb35c11dfbee tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 00:26:42.138667 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0519dd7-a0ff-4201-9b19-bb35c11dfbee tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:26:42.139015 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0519dd7-a0ff-4201-9b19-bb35c11dfbee tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:26:42.143445 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0519dd7-a0ff-4201-9b19-bb35c11dfbee tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:26:42.143888 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0519dd7-a0ff-4201-9b19-bb35c11dfbee tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:26:42.144307 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0519dd7-a0ff-4201-9b19-bb35c11dfbee tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:26:42.144714 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0519dd7-a0ff-4201-9b19-bb35c11dfbee tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:26:42.145120 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0519dd7-a0ff-4201-9b19-bb35c11dfbee tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:26:42.145523 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0519dd7-a0ff-4201-9b19-bb35c11dfbee tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:26:42.145920 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0519dd7-a0ff-4201-9b19-bb35c11dfbee tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:26:42.146320 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0519dd7-a0ff-4201-9b19-bb35c11dfbee tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:26:42.146740 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0519dd7-a0ff-4201-9b19-bb35c11dfbee tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:26:42.147178 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0519dd7-a0ff-4201-9b19-bb35c11dfbee tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:26:42.201837 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8de8f1-2f3a-4184-83d5-b741d7674e34 req-c0519dd7-a0ff-4201-9b19-bb35c11dfbee tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:26:42.202647 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-8a8de8f1-2f3a-4184-83d5-b741d7674e34 req-c0519dd7-a0ff-4201-9b19-bb35c11dfbee tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:26:42.231792 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8a8de8f1-2f3a-4184-83d5-b741d7674e34 req-c0519dd7-a0ff-4201-9b19-bb35c11dfbee tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6521058 Jul 28 00:26:42.434836 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ea07d0d9-037a-4d87-af14-36a316e6f57e None None] Provisioning for port 93e0546a-beeb-4263-979f-aefde20141d8 completed by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 00:26:42.442719 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ea07d0d9-037a-4d87-af14-36a316e6f57e None None] Provisioning complete for port 93e0546a-beeb-4263-979f-aefde20141d8 triggered by entity DHCP. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 00:26:42.443817 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ea07d0d9-037a-4d87-af14-36a316e6f57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:26:42.485683 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-ea07d0d9-037a-4d87-af14-36a316e6f57e None None] Port 93e0546a-beeb-4263-979f-aefde20141d8 cannot update to ACTIVE because it is not bound. {{(pid=93799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 00:26:42.588386 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device e2508516-c9d9-40c1-aa46-7c0ab17a55f8 no longer exists at agent hyperv_n-h1-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 00:26:42.664820 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:26:42.686686 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60ddcab8-c6f0-466b-8b49-32b014ddf865', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e2508516-c9d9-40c1-aa46-7c0ab17a55f8'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 00:26:42.688973 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64765ad30d2cb160e3038d1462d2ba509af0f62467a800f17112a752d2df19f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce6866fa-4067-4163-955f-8dd80d040dde" -d '{"events": [{"server_uuid": "60ddcab8-c6f0-466b-8b49-32b014ddf865", "name": "network-vif-unplugged", "status": "completed", "tag": "e2508516-c9d9-40c1-aa46-7c0ab17a55f8"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 00:26:42.708406 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port e2508516-c9d9-40c1-aa46-7c0ab17a55f8, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=e2508516-c9d9-40c1-aa46-7c0ab17a55f8,segment=NetworkSegment(ed526262-c4a2-42f4-9010-ff7fa6c83e76),segment_id=ed526262-c4a2-42f4-9010-ff7fa6c83e76)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 00:26:42.713915 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:26:42.740062 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 28 Jul 2021 00:26:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f433fe8-0db5-4da9-b2de-bbd40e17f77f x-openstack-request-id: req-5f433fe8-0db5-4da9-b2de-bbd40e17f77f {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 00:26:42.740354 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60ddcab8-c6f0-466b-8b49-32b014ddf865", "name": "network-vif-unplugged", "status": "completed", "tag": "e2508516-c9d9-40c1-aa46-7c0ab17a55f8", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 00:26:42.740667 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5f433fe8-0db5-4da9-b2de-bbd40e17f77f {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 00:26:42.741108 n-d-802623-1 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60ddcab8-c6f0-466b-8b49-32b014ddf865', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e2508516-c9d9-40c1-aa46-7c0ab17a55f8', 'code': 200} Jul 28 00:26:42.774427 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7cfd8a-0cb3-446e-a5e0-6c9c92eb99a5 req-72d98ca3-0b02-4b92-a05f-e1931979f579 tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:26:42.775059 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Pushing event updated for resources: {'Port': ['ID=e2508516-c9d9-40c1-aa46-7c0ab17a55f8,revision_number=8']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:26:42.776228 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-5c7cfd8a-0cb3-446e-a5e0-6c9c92eb99a5 req-72d98ca3-0b02-4b92-a05f-e1931979f579 tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] 10.222.0.18 "GET /v2.0/ports?device_id=6ddf5b6d-f1e4-44ed-be51-ef73a050cedc HTTP/1.1" status: 200 len: 931 time: 0.0618978 Jul 28 00:26:42.828860 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-5c7cfd8a-0cb3-446e-a5e0-6c9c92eb99a5 req-e992d39f-93b0-4c6d-a227-d126029b3f96 tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] 10.222.0.18 "GET /v2.0/security-groups?id=84453099-f908-4f40-80d3-d42cb938a5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456710 Jul 28 00:26:43.954524 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f265b555-76bf-4b9e-85a0-f5032efda3eb req-eca47400-e275-4cde-a160-dec9074dd424 tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:26:43.956751 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f265b555-76bf-4b9e-85a0-f5032efda3eb req-eca47400-e275-4cde-a160-dec9074dd424 tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] 10.222.0.18 "GET /v2.0/ports?device_id=6ddf5b6d-f1e4-44ed-be51-ef73a050cedc HTTP/1.1" status: 200 len: 931 time: 0.0567820 Jul 28 00:26:43.996257 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f265b555-76bf-4b9e-85a0-f5032efda3eb req-86086ff6-59cb-4d0e-a6e5-69288e460da1 tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] 10.222.0.18 "GET /v2.0/security-groups?id=84453099-f908-4f40-80d3-d42cb938a5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330224 Jul 28 00:26:45.115677 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5920d6-b35c-40e5-8235-cec5a6fad167 req-1d3e5cfa-3d3c-4818-8ee1-88034f199153 tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:26:45.123403 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-fb5920d6-b35c-40e5-8235-cec5a6fad167 req-1d3e5cfa-3d3c-4818-8ee1-88034f199153 tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] 10.222.0.18 "GET /v2.0/ports?device_id=6ddf5b6d-f1e4-44ed-be51-ef73a050cedc HTTP/1.1" status: 200 len: 931 time: 0.0490217 Jul 28 00:26:45.165326 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-fb5920d6-b35c-40e5-8235-cec5a6fad167 req-7ff3154d-9732-4a91-9d16-153b8d53dae1 tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] 10.222.0.18 "GET /v2.0/security-groups?id=84453099-f908-4f40-80d3-d42cb938a5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411520 Jul 28 00:26:46.285038 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc14aafe-498a-452b-ab94-b73dd376eb40 req-638a7706-06e7-446a-bf7d-dd43caa17741 tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:26:46.287445 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-dc14aafe-498a-452b-ab94-b73dd376eb40 req-638a7706-06e7-446a-bf7d-dd43caa17741 tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] 10.222.0.18 "GET /v2.0/ports?device_id=6ddf5b6d-f1e4-44ed-be51-ef73a050cedc HTTP/1.1" status: 200 len: 931 time: 0.0525844 Jul 28 00:26:46.332168 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-dc14aafe-498a-452b-ab94-b73dd376eb40 req-cf6aefdc-3777-4fcc-872c-59963e8599b8 tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] 10.222.0.18 "GET /v2.0/security-groups?id=84453099-f908-4f40-80d3-d42cb938a5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380788 Jul 28 00:26:47.458668 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fbef80-f342-44a8-9639-1adfd51e7836 req-98d80fdf-0fca-4144-8332-d0d330badece tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:26:47.460199 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-48fbef80-f342-44a8-9639-1adfd51e7836 req-98d80fdf-0fca-4144-8332-d0d330badece tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] 10.222.0.18 "GET /v2.0/ports?device_id=6ddf5b6d-f1e4-44ed-be51-ef73a050cedc HTTP/1.1" status: 200 len: 931 time: 0.0534172 Jul 28 00:26:47.498127 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-48fbef80-f342-44a8-9639-1adfd51e7836 req-67203f2a-03e2-4fd8-9e70-c244649aac8d tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] 10.222.0.18 "GET /v2.0/security-groups?id=84453099-f908-4f40-80d3-d42cb938a5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313964 Jul 28 00:26:48.620338 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48afe1c7-8ec9-4dbd-9129-56f2466ee8cc req-f8e95087-cbef-4d93-a8be-1cd29480c075 tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:26:48.621941 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-48afe1c7-8ec9-4dbd-9129-56f2466ee8cc req-f8e95087-cbef-4d93-a8be-1cd29480c075 tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] 10.222.0.18 "GET /v2.0/ports?device_id=6ddf5b6d-f1e4-44ed-be51-ef73a050cedc HTTP/1.1" status: 200 len: 931 time: 0.0501635 Jul 28 00:26:48.662544 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-48afe1c7-8ec9-4dbd-9129-56f2466ee8cc req-0da4dcfc-2255-4dfe-babe-3a9c17fa046c tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] 10.222.0.18 "GET /v2.0/security-groups?id=84453099-f908-4f40-80d3-d42cb938a5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345800 Jul 28 00:26:49.784818 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530d1171-cb02-4bc5-ae23-b8be1a5dbdfc req-05abfc25-1799-4b22-954c-4b4565f0a867 tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:26:49.786455 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-530d1171-cb02-4bc5-ae23-b8be1a5dbdfc req-05abfc25-1799-4b22-954c-4b4565f0a867 tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] 10.222.0.18 "GET /v2.0/ports?device_id=6ddf5b6d-f1e4-44ed-be51-ef73a050cedc HTTP/1.1" status: 200 len: 931 time: 0.0517049 Jul 28 00:26:49.825466 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-530d1171-cb02-4bc5-ae23-b8be1a5dbdfc req-a58d772a-7bd0-44a3-9d13-871549e658fb tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] 10.222.0.18 "GET /v2.0/security-groups?id=84453099-f908-4f40-80d3-d42cb938a5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326049 Jul 28 00:26:50.946652 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2044c254-4df2-4d5b-be2f-8064082a61af req-5179598f-e387-412e-8241-ada3064f3b3f tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:26:50.948890 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-2044c254-4df2-4d5b-be2f-8064082a61af req-5179598f-e387-412e-8241-ada3064f3b3f tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] 10.222.0.18 "GET /v2.0/ports?device_id=6ddf5b6d-f1e4-44ed-be51-ef73a050cedc HTTP/1.1" status: 200 len: 931 time: 0.0545170 Jul 28 00:26:50.990915 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-2044c254-4df2-4d5b-be2f-8064082a61af req-87babfd5-7b14-45e6-bad1-c6135e3e2000 tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] 10.222.0.18 "GET /v2.0/security-groups?id=84453099-f908-4f40-80d3-d42cb938a5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358028 Jul 28 00:26:52.112147 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7aeb84a-a94f-4044-bf8c-ee152df0d2f3 req-7032eab6-9061-4c51-9748-9af6c6c64724 tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:26:52.113633 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f7aeb84a-a94f-4044-bf8c-ee152df0d2f3 req-7032eab6-9061-4c51-9748-9af6c6c64724 tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] 10.222.0.18 "GET /v2.0/ports?device_id=6ddf5b6d-f1e4-44ed-be51-ef73a050cedc HTTP/1.1" status: 200 len: 931 time: 0.0482352 Jul 28 00:26:52.161362 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f7aeb84a-a94f-4044-bf8c-ee152df0d2f3 req-2bf5aad6-6045-4347-92bc-5fecc9a8be32 tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] 10.222.0.18 "GET /v2.0/security-groups?id=84453099-f908-4f40-80d3-d42cb938a5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411103 Jul 28 00:26:52.770608 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.v2.base [req-8a8de8f1-2f3a-4184-83d5-b741d7674e34 req-18532368-5501-4469-8fc4-37f521e13c4e service neutron] Request body: {'port': {'device_id': '6ddf5b6d-f1e4-44ed-be51-ef73a050cedc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802623-1'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 00:26:52.826128 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-8a8de8f1-2f3a-4184-83d5-b741d7674e34 req-18532368-5501-4469-8fc4-37f521e13c4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:26:53.084389 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [req-8a8de8f1-2f3a-4184-83d5-b741d7674e34 req-18532368-5501-4469-8fc4-37f521e13c4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93e0546a-beeb-4263-979f-aefde20141d8 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 00:26:53.091684 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-8a8de8f1-2f3a-4184-83d5-b741d7674e34 req-18532368-5501-4469-8fc4-37f521e13c4e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:26:53.103025 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [req-8a8de8f1-2f3a-4184-83d5-b741d7674e34 req-18532368-5501-4469-8fc4-37f521e13c4e service neutron] Transition to ACTIVE for port object 93e0546a-beeb-4263-979f-aefde20141d8 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 00:26:53.106756 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-8a8de8f1-2f3a-4184-83d5-b741d7674e34 req-18532368-5501-4469-8fc4-37f521e13c4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11336041'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:26:53.154811 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18532368-5501-4469-8fc4-37f521e13c4e service neutron] Pushing event updated for resources: {'Port': ['ID=93e0546a-beeb-4263-979f-aefde20141d8,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:26:53.226932 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-8a8de8f1-2f3a-4184-83d5-b741d7674e34 req-18532368-5501-4469-8fc4-37f521e13c4e service neutron] Attempting to bind port 93e0546a-beeb-4263-979f-aefde20141d8 on host n-h1-802623-1 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 00:26:53.227343 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-8a8de8f1-2f3a-4184-83d5-b741d7674e34 req-18532368-5501-4469-8fc4-37f521e13c4e service neutron] Attempting to bind port 93e0546a-beeb-4263-979f-aefde20141d8 by drivers openvswitch,hyperv on host n-h1-802623-1 at level 0 using segments [{'id': 'ed526262-c4a2-42f4-9010-ff7fa6c83e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '777a4a7c-675f-4518-904f-7fa9ced18835'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 00:26:53.227679 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a8de8f1-2f3a-4184-83d5-b741d7674e34 req-18532368-5501-4469-8fc4-37f521e13c4e service neutron] Attempting to bind port 93e0546a-beeb-4263-979f-aefde20141d8 on network 777a4a7c-675f-4518-904f-7fa9ced18835 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 00:26:53.232467 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a8de8f1-2f3a-4184-83d5-b741d7674e34 req-18532368-5501-4469-8fc4-37f521e13c4e service neutron] Port 93e0546a-beeb-4263-979f-aefde20141d8 on network 777a4a7c-675f-4518-904f-7fa9ced18835 not bound, no agent of type Open vSwitch agent registered on host n-h1-802623-1 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 00:26:53.232795 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a8de8f1-2f3a-4184-83d5-b741d7674e34 req-18532368-5501-4469-8fc4-37f521e13c4e service neutron] Attempting to bind port 93e0546a-beeb-4263-979f-aefde20141d8 on network 777a4a7c-675f-4518-904f-7fa9ced18835 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 00:26:53.237947 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a8de8f1-2f3a-4184-83d5-b741d7674e34 req-18532368-5501-4469-8fc4-37f521e13c4e service neutron] Checking agent: {'id': '245f1da4-a9b8-4b08-90d7-28f0f342b839', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802623-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 22, 59, 59), 'started_at': datetime.datetime(2021, 7, 27, 22, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 0, 26, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 00:26:53.238396 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a8de8f1-2f3a-4184-83d5-b741d7674e34 req-18532368-5501-4469-8fc4-37f521e13c4e service neutron] Checking segment: {'id': 'ed526262-c4a2-42f4-9010-ff7fa6c83e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '777a4a7c-675f-4518-904f-7fa9ced18835'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 00:26:53.238870 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a8de8f1-2f3a-4184-83d5-b741d7674e34 req-18532368-5501-4469-8fc4-37f521e13c4e service neutron] Bound using segment: {'id': 'ed526262-c4a2-42f4-9010-ff7fa6c83e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '777a4a7c-675f-4518-904f-7fa9ced18835'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 00:26:53.239468 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-8a8de8f1-2f3a-4184-83d5-b741d7674e34 req-18532368-5501-4469-8fc4-37f521e13c4e service neutron] Bound port: 93e0546a-beeb-4263-979f-aefde20141d8, host: n-h1-802623-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed526262-c4a2-42f4-9010-ff7fa6c83e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '777a4a7c-675f-4518-904f-7fa9ced18835'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 00:26:53.239920 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-8a8de8f1-2f3a-4184-83d5-b741d7674e34 req-18532368-5501-4469-8fc4-37f521e13c4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:26:53.285821 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f1ac6e-69b8-4603-86ce-6ff3c4190427 req-91895072-72a1-4298-8003-72c2b77916ca tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:26:53.287416 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-53f1ac6e-69b8-4603-86ce-6ff3c4190427 req-91895072-72a1-4298-8003-72c2b77916ca tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] 10.222.0.18 "GET /v2.0/ports?device_id=6ddf5b6d-f1e4-44ed-be51-ef73a050cedc HTTP/1.1" status: 200 len: 943 time: 0.0511429 Jul 28 00:26:53.311866 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-8a8de8f1-2f3a-4184-83d5-b741d7674e34 req-18532368-5501-4469-8fc4-37f521e13c4e service neutron] For port 93e0546a-beeb-4263-979f-aefde20141d8, host n-h1-802623-1, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 00:26:53.315478 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-8a8de8f1-2f3a-4184-83d5-b741d7674e34 req-18532368-5501-4469-8fc4-37f521e13c4e service neutron] For port 93e0546a-beeb-4263-979f-aefde20141d8, host n-h1-802623-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=93e0546a-beeb-4263-979f-aefde20141d8,segment=NetworkSegment(ed526262-c4a2-42f4-9010-ff7fa6c83e76),segment_id=ed526262-c4a2-42f4-9010-ff7fa6c83e76)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 00:26:53.320753 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-8a8de8f1-2f3a-4184-83d5-b741d7674e34 req-18532368-5501-4469-8fc4-37f521e13c4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11336041'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:26:53.336786 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-53f1ac6e-69b8-4603-86ce-6ff3c4190427 req-97f3dce7-a698-481d-ad66-338b7176659a tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] 10.222.0.18 "GET /v2.0/security-groups?id=84453099-f908-4f40-80d3-d42cb938a5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427675 Jul 28 00:26:53.361190 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8de8f1-2f3a-4184-83d5-b741d7674e34 req-18532368-5501-4469-8fc4-37f521e13c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:26:53.361812 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-8a8de8f1-2f3a-4184-83d5-b741d7674e34 req-18532368-5501-4469-8fc4-37f521e13c4e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:26:53.363244 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8a8de8f1-2f3a-4184-83d5-b741d7674e34 req-18532368-5501-4469-8fc4-37f521e13c4e service neutron] 10.222.0.38 "PUT /v2.0/ports/93e0546a-beeb-4263-979f-aefde20141d8 HTTP/1.1" status: 200 len: 1091 time: 0.5969610 Jul 28 00:26:53.363667 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ddf5b6d-f1e4-44ed-be51-ef73a050cedc', 'tag': '93e0546a-beeb-4263-979f-aefde20141d8'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 00:26:53.365903 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54ff2e8c926e0231465601fd4f15fa4e9ff5e8c34d973af7f909e70dd0b48885" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b97cfdcb-2db1-44ce-b854-e0e74d26bcd7" -d '{"events": [{"name": "network-changed", "server_uuid": "6ddf5b6d-f1e4-44ed-be51-ef73a050cedc", "tag": "93e0546a-beeb-4263-979f-aefde20141d8"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 00:26:53.393589 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18532368-5501-4469-8fc4-37f521e13c4e service neutron] Pushing event updated for resources: {'Port': ['ID=93e0546a-beeb-4263-979f-aefde20141d8,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:26:53.460544 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8de8f1-2f3a-4184-83d5-b741d7674e34 req-e8716cb3-1967-4a9c-8e2d-81d8ac2d43db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:26:53.462803 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8a8de8f1-2f3a-4184-83d5-b741d7674e34 req-e8716cb3-1967-4a9c-8e2d-81d8ac2d43db service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=4cc65edd594b421ab780d4d1523713ca&device_id=6ddf5b6d-f1e4-44ed-be51-ef73a050cedc HTTP/1.1" status: 200 len: 1094 time: 0.0466566 Jul 28 00:26:53.477382 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 00:26:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3340b69a-ead8-4b4b-9e70-f69ecd9b0ac0 x-openstack-request-id: req-3340b69a-ead8-4b4b-9e70-f69ecd9b0ac0 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 00:26:53.477645 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ddf5b6d-f1e4-44ed-be51-ef73a050cedc", "tag": "93e0546a-beeb-4263-979f-aefde20141d8", "status": "completed", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 00:26:53.477900 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3340b69a-ead8-4b4b-9e70-f69ecd9b0ac0 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 00:26:53.478318 n-d-802623-1 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ddf5b6d-f1e4-44ed-be51-ef73a050cedc', 'tag': '93e0546a-beeb-4263-979f-aefde20141d8', 'status': 'completed', 'code': 200} Jul 28 00:26:53.507660 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8a8de8f1-2f3a-4184-83d5-b741d7674e34 req-e208542e-ab52-4c93-8eba-f09e40aa3d84 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=93e0546a-beeb-4263-979f-aefde20141d8 HTTP/1.1" status: 200 len: 217 time: 0.0372288 Jul 28 00:26:53.562261 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8de8f1-2f3a-4184-83d5-b741d7674e34 req-ecd719a1-6a26-40d7-aba9-170038a2900a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:26:53.563799 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8a8de8f1-2f3a-4184-83d5-b741d7674e34 req-ecd719a1-6a26-40d7-aba9-170038a2900a service neutron] 10.222.0.38 "GET /v2.0/subnets?id=163607a5-f3eb-4a1c-bb17-055e9c81c7d8 HTTP/1.1" status: 200 len: 849 time: 0.0492401 Jul 28 00:26:53.610493 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8de8f1-2f3a-4184-83d5-b741d7674e34 req-79ce46ad-dcc1-43ef-8915-8d297430faf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:26:53.612021 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8a8de8f1-2f3a-4184-83d5-b741d7674e34 req-79ce46ad-dcc1-43ef-8915-8d297430faf4 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=777a4a7c-675f-4518-904f-7fa9ced18835&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390878 Jul 28 00:26:53.700439 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8a8de8f1-2f3a-4184-83d5-b741d7674e34 req-f3538230-ba71-450f-8b23-ff3c9a58994d service neutron] 10.222.0.38 "GET /v2.0/networks/777a4a7c-675f-4518-904f-7fa9ced18835?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809879 Jul 28 00:26:53.793079 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8a8de8f1-2f3a-4184-83d5-b741d7674e34 req-235342a9-69c4-4b86-9d3a-cad9804327db service neutron] 10.222.0.38 "GET /v2.0/networks/777a4a7c-675f-4518-904f-7fa9ced18835?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849681 Jul 28 00:26:53.878516 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97cfdcb-2db1-44ce-b854-e0e74d26bcd7 req-1442968d-d5c3-43de-a9c1-f4bdd315331b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:26:53.879943 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-b97cfdcb-2db1-44ce-b854-e0e74d26bcd7 req-1442968d-d5c3-43de-a9c1-f4bdd315331b service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=4cc65edd594b421ab780d4d1523713ca&device_id=6ddf5b6d-f1e4-44ed-be51-ef73a050cedc HTTP/1.1" status: 200 len: 1094 time: 0.0396290 Jul 28 00:26:53.970060 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97cfdcb-2db1-44ce-b854-e0e74d26bcd7 req-6f2a4cfb-5bc1-4141-943b-89b1e7a8a574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:26:53.971518 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-b97cfdcb-2db1-44ce-b854-e0e74d26bcd7 req-6f2a4cfb-5bc1-4141-943b-89b1e7a8a574 service neutron] 10.222.0.38 "GET /v2.0/networks?id=777a4a7c-675f-4518-904f-7fa9ced18835 HTTP/1.1" status: 200 len: 911 time: 0.0846803 Jul 28 00:26:54.012120 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-b97cfdcb-2db1-44ce-b854-e0e74d26bcd7 req-ddbd0bd0-9067-45a2-83b0-337c7c6e54ca service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=93e0546a-beeb-4263-979f-aefde20141d8 HTTP/1.1" status: 200 len: 217 time: 0.0333650 Jul 28 00:26:54.060757 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97cfdcb-2db1-44ce-b854-e0e74d26bcd7 req-29e3e9ab-0bf6-4b71-a105-21584baf0a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:26:54.062398 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-b97cfdcb-2db1-44ce-b854-e0e74d26bcd7 req-29e3e9ab-0bf6-4b71-a105-21584baf0a4a service neutron] 10.222.0.38 "GET /v2.0/subnets?id=163607a5-f3eb-4a1c-bb17-055e9c81c7d8 HTTP/1.1" status: 200 len: 849 time: 0.0415192 Jul 28 00:26:54.112724 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97cfdcb-2db1-44ce-b854-e0e74d26bcd7 req-6e937920-b12c-40c7-9201-021571a1c4ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:26:54.114196 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-b97cfdcb-2db1-44ce-b854-e0e74d26bcd7 req-6e937920-b12c-40c7-9201-021571a1c4ad service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=777a4a7c-675f-4518-904f-7fa9ced18835&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440979 Jul 28 00:26:54.202861 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-b97cfdcb-2db1-44ce-b854-e0e74d26bcd7 req-b502d77d-612e-47bb-8800-a149846f7ced service neutron] 10.222.0.38 "GET /v2.0/networks/777a4a7c-675f-4518-904f-7fa9ced18835?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812318 Jul 28 00:26:54.298561 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-b97cfdcb-2db1-44ce-b854-e0e74d26bcd7 req-a4596840-6b1d-41f0-a557-75ba2989f820 service neutron] 10.222.0.38 "GET /v2.0/networks/777a4a7c-675f-4518-904f-7fa9ced18835?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862889 Jul 28 00:26:54.457626 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8322202-f949-48ac-9c9a-e515700e520c req-09a162c9-d27d-4431-97ef-9ba102024a04 tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:26:54.459113 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-d8322202-f949-48ac-9c9a-e515700e520c req-09a162c9-d27d-4431-97ef-9ba102024a04 tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] 10.222.0.18 "GET /v2.0/ports?device_id=6ddf5b6d-f1e4-44ed-be51-ef73a050cedc HTTP/1.1" status: 200 len: 943 time: 0.0551224 Jul 28 00:26:54.496457 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-d8322202-f949-48ac-9c9a-e515700e520c req-776b94ab-0327-4d2e-b3c2-84286e4a13f5 tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] 10.222.0.18 "GET /v2.0/security-groups?id=84453099-f908-4f40-80d3-d42cb938a5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314438 Jul 28 00:26:55.611207 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e23754b-560b-40ae-987f-a1af625c1ce6 req-541f92e4-7e5a-46be-9602-f58852ee9bde tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:26:55.612662 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-4e23754b-560b-40ae-987f-a1af625c1ce6 req-541f92e4-7e5a-46be-9602-f58852ee9bde tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] 10.222.0.18 "GET /v2.0/ports?device_id=6ddf5b6d-f1e4-44ed-be51-ef73a050cedc HTTP/1.1" status: 200 len: 943 time: 0.0487218 Jul 28 00:26:55.649842 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-4e23754b-560b-40ae-987f-a1af625c1ce6 req-f29a36be-756c-4048-b266-25915c7875b5 tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] 10.222.0.18 "GET /v2.0/security-groups?id=84453099-f908-4f40-80d3-d42cb938a5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313511 Jul 28 00:26:56.656218 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 93e0546a-beeb-4263-979f-aefde20141d8 details requested by agent hyperv_n-h1-802623-1 with host n-h1-802623-1 {{(pid=93799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 00:26:56.747979 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port 93e0546a-beeb-4263-979f-aefde20141d8, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=93e0546a-beeb-4263-979f-aefde20141d8,segment=NetworkSegment(ed526262-c4a2-42f4-9010-ff7fa6c83e76),segment_id=ed526262-c4a2-42f4-9010-ff7fa6c83e76)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 00:26:56.758950 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Returning: {'device': '93e0546a-beeb-4263-979f-aefde20141d8', 'network_id': '777a4a7c-675f-4518-904f-7fa9ced18835', 'port_id': '93e0546a-beeb-4263-979f-aefde20141d8', 'mac_address': 'fa:16:3e:c6:07:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 538, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '163607a5-f3eb-4a1c-bb17-055e9c81c7d8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 00:26:56.764936 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6c142b-44b0-4ff0-87e0-95af968ce2e1 req-9da1bdcb-86ee-4598-aafb-2b12e2c1b743 tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:26:56.766424 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-8e6c142b-44b0-4ff0-87e0-95af968ce2e1 req-9da1bdcb-86ee-4598-aafb-2b12e2c1b743 tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] 10.222.0.18 "GET /v2.0/ports?device_id=6ddf5b6d-f1e4-44ed-be51-ef73a050cedc HTTP/1.1" status: 200 len: 943 time: 0.0488868 Jul 28 00:26:56.798931 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:26:56.804219 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-8e6c142b-44b0-4ff0-87e0-95af968ce2e1 req-60bf6ecd-a3fe-4199-b3ef-f7a570d47a85 tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] 10.222.0.18 "GET /v2.0/security-groups?id=84453099-f908-4f40-80d3-d42cb938a5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317566 Jul 28 00:26:56.812168 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93e0546a-beeb-4263-979f-aefde20141d8 {{(pid=93799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 00:26:56.831841 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port 93e0546a-beeb-4263-979f-aefde20141d8, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=93e0546a-beeb-4263-979f-aefde20141d8,segment=NetworkSegment(ed526262-c4a2-42f4-9010-ff7fa6c83e76),segment_id=ed526262-c4a2-42f4-9010-ff7fa6c83e76)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 00:26:56.835617 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:26:56.880635 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Pushing event updated for resources: {'Port': ['ID=93e0546a-beeb-4263-979f-aefde20141d8,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:26:57.019960 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f4ef2e06-f7cd-49b7-8a17-80574fb441fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:26:57.085625 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] get_ports_and_sgs() called for port_ids ['93e0546a-beeb-4263-979f-aefde20141d8'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 00:26:57.919134 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a96d2c-d239-4ee2-9c35-82a2406ed5e6 req-f84581ee-0135-4897-97b5-b5b2ec5b264c tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:26:57.920607 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-54a96d2c-d239-4ee2-9c35-82a2406ed5e6 req-f84581ee-0135-4897-97b5-b5b2ec5b264c tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] 10.222.0.18 "GET /v2.0/ports?device_id=6ddf5b6d-f1e4-44ed-be51-ef73a050cedc HTTP/1.1" status: 200 len: 944 time: 0.0483890 Jul 28 00:26:57.957796 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-54a96d2c-d239-4ee2-9c35-82a2406ed5e6 req-3cb42485-3a92-4c84-bde3-c51f957a1b6f tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] 10.222.0.18 "GET /v2.0/security-groups?id=84453099-f908-4f40-80d3-d42cb938a5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313213 Jul 28 00:26:58.656170 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 93e0546a-beeb-4263-979f-aefde20141d8 up at agent hyperv_n-h1-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 00:26:58.703445 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Provisioning for port 93e0546a-beeb-4263-979f-aefde20141d8 completed by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 00:26:58.706926 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Provisioning complete for port 93e0546a-beeb-4263-979f-aefde20141d8 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 00:26:58.707331 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:26:58.802297 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:26:58.824316 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ddf5b6d-f1e4-44ed-be51-ef73a050cedc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93e0546a-beeb-4263-979f-aefde20141d8'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 00:26:58.826542 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64765ad30d2cb160e3038d1462d2ba509af0f62467a800f17112a752d2df19f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23f9e843-3995-4398-a7e5-87e913e24271" -d '{"events": [{"server_uuid": "6ddf5b6d-f1e4-44ed-be51-ef73a050cedc", "name": "network-vif-plugged", "status": "completed", "tag": "93e0546a-beeb-4263-979f-aefde20141d8"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 00:26:58.839781 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port 93e0546a-beeb-4263-979f-aefde20141d8, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=93e0546a-beeb-4263-979f-aefde20141d8,segment=NetworkSegment(ed526262-c4a2-42f4-9010-ff7fa6c83e76),segment_id=ed526262-c4a2-42f4-9010-ff7fa6c83e76)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 00:26:58.843663 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:26:58.865924 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 00:26:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddf660c6-53be-4b4c-8750-8e63c98b7782 x-openstack-request-id: req-ddf660c6-53be-4b4c-8750-8e63c98b7782 {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 00:26:58.866216 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ddf5b6d-f1e4-44ed-be51-ef73a050cedc", "name": "network-vif-plugged", "status": "completed", "tag": "93e0546a-beeb-4263-979f-aefde20141d8", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 00:26:58.866475 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ddf660c6-53be-4b4c-8750-8e63c98b7782 {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 00:26:58.866865 n-d-802623-1 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ddf5b6d-f1e4-44ed-be51-ef73a050cedc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93e0546a-beeb-4263-979f-aefde20141d8', 'code': 200} Jul 28 00:26:58.895351 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Pushing event updated for resources: {'Port': ['ID=93e0546a-beeb-4263-979f-aefde20141d8,revision_number=5']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:26:58.958269 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63afc29e-d63f-48be-913b-ea3037a78143 req-929e523d-22a4-440b-b470-bb374dc49249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:26:58.959903 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-63afc29e-d63f-48be-913b-ea3037a78143 req-929e523d-22a4-440b-b470-bb374dc49249 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=6ddf5b6d-f1e4-44ed-be51-ef73a050cedc HTTP/1.1" status: 200 len: 1096 time: 0.0400898 Jul 28 00:26:58.997912 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-63afc29e-d63f-48be-913b-ea3037a78143 req-8b7d565a-830c-4411-ac6b-b75ccdb7cec4 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=84453099-f908-4f40-80d3-d42cb938a5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306320 Jul 28 00:26:59.071399 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cfc5ff-1d95-469e-8462-4332a08e78f4 req-89f3fd93-81d7-4295-b15d-34feac67016d tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:26:59.073474 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-28cfc5ff-1d95-469e-8462-4332a08e78f4 req-89f3fd93-81d7-4295-b15d-34feac67016d tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] 10.222.0.18 "GET /v2.0/ports?device_id=6ddf5b6d-f1e4-44ed-be51-ef73a050cedc HTTP/1.1" status: 200 len: 945 time: 0.0489106 Jul 28 00:26:59.110274 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-28cfc5ff-1d95-469e-8462-4332a08e78f4 req-0f07e0f5-6f8f-4acf-93e3-e05f768a1ff2 tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] 10.222.0.18 "GET /v2.0/security-groups?id=84453099-f908-4f40-80d3-d42cb938a5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309701 Jul 28 00:26:59.692710 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f790a195-c58b-49a1-9861-f1cf2955218e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:27:00.185681 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:27:00.232224 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2ab015-a767-4ad6-a6b4-dfd856e212dd req-3fcb6eb6-c1fc-4e17-aa1d-5bbbeb959b55 tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:27:00.233707 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-4b2ab015-a767-4ad6-a6b4-dfd856e212dd req-3fcb6eb6-c1fc-4e17-aa1d-5bbbeb959b55 tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] 10.222.0.18 "GET /v2.0/ports?device_id=6ddf5b6d-f1e4-44ed-be51-ef73a050cedc HTTP/1.1" status: 200 len: 945 time: 0.0502927 Jul 28 00:27:00.274413 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-4b2ab015-a767-4ad6-a6b4-dfd856e212dd req-45923a29-ed59-4c28-a6ac-3d575d256de2 tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] 10.222.0.18 "GET /v2.0/security-groups?id=84453099-f908-4f40-80d3-d42cb938a5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347390 Jul 28 00:27:00.333784 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:27:00.394816 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62cffd3-e516-459f-a351-6c36040aefb9 req-419fe05f-c02e-4c13-87dd-300f80fae968 tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:27:00.396242 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f62cffd3-e516-459f-a351-6c36040aefb9 req-419fe05f-c02e-4c13-87dd-300f80fae968 tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] 10.222.0.18 "GET /v2.0/ports?device_id=6ddf5b6d-f1e4-44ed-be51-ef73a050cedc HTTP/1.1" status: 200 len: 945 time: 0.0494077 Jul 28 00:27:00.434815 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f62cffd3-e516-459f-a351-6c36040aefb9 req-bb78d4cc-9c0a-44a0-8583-16a0a74c6d81 tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] 10.222.0.18 "GET /v2.0/security-groups?id=84453099-f908-4f40-80d3-d42cb938a5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326662 Jul 28 00:27:00.455917 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 60912) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:27:00.494853 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-893bb2a8-43d3-4d63-ba16-b7a46bb34d9c tempest-TestSnapshotPattern-356007315 tempest-TestSnapshotPattern-356007315-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:27:00.496393 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-893bb2a8-43d3-4d63-ba16-b7a46bb34d9c tempest-TestSnapshotPattern-356007315 tempest-TestSnapshotPattern-356007315-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=6ddf5b6d-f1e4-44ed-be51-ef73a050cedc HTTP/1.1" status: 200 len: 1091 time: 0.0394726 Jul 28 00:27:00.499067 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 60914) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:27:00.503271 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-471b1ab1-f22e-4d13-901b-6686946ce2b8 tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] Request body: {'floatingip': {'floating_network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'port_id': '93e0546a-beeb-4263-979f-aefde20141d8', 'tenant_id': '4cc65edd594b421ab780d4d1523713ca', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 00:27:00.524138 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-471b1ab1-f22e-4d13-901b-6686946ce2b8 tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] Notify callbacks [] for floatingip, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:27:00.617440 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-471b1ab1-f22e-4d13-901b-6686946ce2b8 tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:27:00.721136 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-471b1ab1-f22e-4d13-901b-6686946ce2b8 tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] Allocated IP 172.25.4.98 (2fd42287-ed26-4eb9-89a5-b521f5b04356/17de1f8f-393a-4b0c-a2df-614bd3f2fb5e/ad070221-8b78-49b6-9300-532d721536cb) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 00:27:00.786426 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-19f2e178-d45e-4fbe-b9be-c3963fc151ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:27:00.821234 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-471b1ab1-f22e-4d13-901b-6686946ce2b8 tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:27:00.864986 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-471b1ab1-f22e-4d13-901b-6686946ce2b8 tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736833338116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:27:00.900999 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-471b1ab1-f22e-4d13-901b-6686946ce2b8 tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] Network 2fd42287-ed26-4eb9-89a5-b521f5b04356 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 00:27:00.903795 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-471b1ab1-f22e-4d13-901b-6686946ce2b8 tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 00:27:00.909090 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-471b1ab1-f22e-4d13-901b-6686946ce2b8 tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 00:27:00.930801 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471b1ab1-f22e-4d13-901b-6686946ce2b8 tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] Pushing event updated for resources: {'Port': ['ID=ad070221-8b78-49b6-9300-532d721536cb,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:27:00.942271 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471b1ab1-f22e-4d13-901b-6686946ce2b8 tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:27:00.942608 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471b1ab1-f22e-4d13-901b-6686946ce2b8 tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:27:00.942947 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471b1ab1-f22e-4d13-901b-6686946ce2b8 tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:27:00.943305 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471b1ab1-f22e-4d13-901b-6686946ce2b8 tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:27:00.943635 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471b1ab1-f22e-4d13-901b-6686946ce2b8 tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:27:00.943960 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471b1ab1-f22e-4d13-901b-6686946ce2b8 tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:27:00.944281 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471b1ab1-f22e-4d13-901b-6686946ce2b8 tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:27:00.944601 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471b1ab1-f22e-4d13-901b-6686946ce2b8 tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:27:00.944918 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471b1ab1-f22e-4d13-901b-6686946ce2b8 tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:27:00.945243 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471b1ab1-f22e-4d13-901b-6686946ce2b8 tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:27:00.945584 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471b1ab1-f22e-4d13-901b-6686946ce2b8 tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:27:00.945907 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471b1ab1-f22e-4d13-901b-6686946ce2b8 tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:27:01.269710 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-471b1ab1-f22e-4d13-901b-6686946ce2b8 tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:27:01.341189 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-471b1ab1-f22e-4d13-901b-6686946ce2b8 tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:27:01.487953 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-471b1ab1-f22e-4d13-901b-6686946ce2b8 tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:27:01.492368 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-471b1ab1-f22e-4d13-901b-6686946ce2b8 tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11971718'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:27:01.555488 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471b1ab1-f22e-4d13-901b-6686946ce2b8 tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] Pushing event updated for resources: {'Port': ['ID=ad070221-8b78-49b6-9300-532d721536cb,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:27:01.569528 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-471b1ab1-f22e-4d13-901b-6686946ce2b8 tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-415302'] for floatingip, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:27:01.666764 n-d-802623-1 neutron-server[93798]: INFO neutron.db.l3_db [None req-471b1ab1-f22e-4d13-901b-6686946ce2b8 tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] Floating IP 70f788de-6743-482d-a375-20714d761ae2 associated. External IP: 172.25.4.98, port: 93e0546a-beeb-4263-979f-aefde20141d8. Jul 28 00:27:01.867874 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-471b1ab1-f22e-4d13-901b-6686946ce2b8 tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] Router 85453d4b-e106-410b-b570-f5506d49a7d4 has already been hosted by L3 agent 018c4455-49c0-4734-927d-7824067b2a9e {{(pid=93798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 00:27:01.973726 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-471b1ab1-f22e-4d13-901b-6686946ce2b8 tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 00:27:01.984052 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e867881c-5c12-424c-a891-dd91665ea8ba None None] Sync routers for ids ['85453d4b-e106-410b-b570-f5506d49a7d4'] in n-d-802623-1 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 00:27:01.989146 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-471b1ab1-f22e-4d13-901b-6686946ce2b8 tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for floatingip, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:27:01.993428 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e867881c-5c12-424c-a891-dd91665ea8ba None None] Routers {'85453d4b-e106-410b-b570-f5506d49a7d4'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 00:27:01.994030 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-e867881c-5c12-424c-a891-dd91665ea8ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-28T00:27:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['85453d4b-e106-410b-b570-f5506d49a7d4'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:27:02.016590 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-471b1ab1-f22e-4d13-901b-6686946ce2b8 tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5165448 Jul 28 00:27:02.017286 n-d-802623-1 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ddf5b6d-f1e4-44ed-be51-ef73a050cedc', 'tag': '93e0546a-beeb-4263-979f-aefde20141d8'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 00:27:02.019566 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b87af07e598cf5b62d2945997aebdb2f0d5735b62acaa13edb25b119cdbae256" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6cef5a2-098e-42a4-8f8c-05817c926b56" -d '{"events": [{"name": "network-changed", "server_uuid": "6ddf5b6d-f1e4-44ed-be51-ef73a050cedc", "tag": "93e0546a-beeb-4263-979f-aefde20141d8"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 00:27:02.097568 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-e867881c-5c12-424c-a891-dd91665ea8ba None None] Set router 85453d4b-e106-410b-b570-f5506d49a7d4 gateway port host: n-d-802623-1 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 00:27:02.115224 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 00:27:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cabbe744-b8d8-4853-ab79-036273d75e18 x-openstack-request-id: req-cabbe744-b8d8-4853-ab79-036273d75e18 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 00:27:02.115513 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ddf5b6d-f1e4-44ed-be51-ef73a050cedc", "tag": "93e0546a-beeb-4263-979f-aefde20141d8", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 00:27:02.115764 n-d-802623-1 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-cabbe744-b8d8-4853-ab79-036273d75e18 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 00:27:02.116169 n-d-802623-1 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ddf5b6d-f1e4-44ed-be51-ef73a050cedc', 'tag': '93e0546a-beeb-4263-979f-aefde20141d8', 'status': 'completed', 'code': 200} Jul 28 00:27:02.175263 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cef5a2-098e-42a4-8f8c-05817c926b56 req-52746e17-d523-4412-9f64-8f12a8871418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:27:02.176781 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f6cef5a2-098e-42a4-8f8c-05817c926b56 req-52746e17-d523-4412-9f64-8f12a8871418 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=4cc65edd594b421ab780d4d1523713ca&device_id=6ddf5b6d-f1e4-44ed-be51-ef73a050cedc HTTP/1.1" status: 200 len: 1096 time: 0.0400944 Jul 28 00:27:02.272551 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cef5a2-098e-42a4-8f8c-05817c926b56 req-52bcae69-ae63-4f98-9796-af2929a330fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:27:02.274016 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f6cef5a2-098e-42a4-8f8c-05817c926b56 req-52bcae69-ae63-4f98-9796-af2929a330fe service neutron] 10.222.0.38 "GET /v2.0/networks?id=777a4a7c-675f-4518-904f-7fa9ced18835 HTTP/1.1" status: 200 len: 911 time: 0.0903151 Jul 28 00:27:02.328375 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-e867881c-5c12-424c-a891-dd91665ea8ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85453d4b-e106-410b-b570-f5506d49a7d4', 'name': 'tempest-TestSnapshotPattern-2078285384-router', 'tenant_id': '4cc65edd594b421ab780d4d1523713ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.157'}], 'enable_snat': True}, 'gw_port_id': 'cdedd214-4456-4746-aa1f-ad33145f9828', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T00:24:08Z', 'updated_at': '2021-07-28T00:24:11Z', 'revision_number': 4, 'project_id': '4cc65edd594b421ab780d4d1523713ca', 'gw_port': {'id': 'cdedd214-4456-4746-aa1f-ad33145f9828', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:db:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85453d4b-e106-410b-b570-f5506d49a7d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T00:24:09Z', 'updated_at': '2021-07-28T00:24:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_floatingips': [{'id': '258306ff-779e-443a-8e36-8bf477815437', 'tenant_id': '4cc65edd594b421ab780d4d1523713ca', 'floating_ip_address': '172.25.4.67', 'floating_network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'router_id': '85453d4b-e106-410b-b570-f5506d49a7d4', 'port_id': 'e2508516-c9d9-40c1-aa46-7c0ab17a55f8', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '777a4a7c-675f-4518-904f-7fa9ced18835', 'mac_address': 'fa:16:3e:6e:9c:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60ddcab8-c6f0-466b-8b49-32b014ddf865', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T00:24:28Z', 'updated_at': '2021-07-28T00:24:30Z', 'revision_number': 1, 'project_id': '4cc65edd594b421ab780d4d1523713ca', 'fixed_ip_address_scope': None}, {'id': '70f788de-6743-482d-a375-20714d761ae2', 'tenant_id': '4cc65edd594b421ab780d4d1523713ca', 'floating_ip_address': '172.25.4.98', 'floating_network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'router_id': '85453d4b-e106-410b-b570-f5506d49a7d4', 'port_id': '93e0546a-beeb-4263-979f-aefde20141d8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '777a4a7c-675f-4518-904f-7fa9ced18835', 'mac_address': 'fa:16:3e:c6:07:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ddf5b6d-f1e4-44ed-be51-ef73a050cedc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T00:27:01Z', 'updated_at': '2021-07-28T00:27:01Z', 'revision_number': 0, 'project_id': '4cc65edd594b421ab780d4d1523713ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e9bc23c-5b59-4c8e-8484-295e4627010f', 'name': '', 'network_id': '777a4a7c-675f-4518-904f-7fa9ced18835', 'tenant_id': '4cc65edd594b421ab780d4d1523713ca', 'mac_address': 'fa:16:3e:24:0b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85453d4b-e106-410b-b570-f5506d49a7d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '163607a5-f3eb-4a1c-bb17-055e9c81c7d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T00:24:10Z', 'updated_at': '2021-07-28T00:24:17Z', 'revision_number': 5, 'project_id': '4cc65edd594b421ab780d4d1523713ca', 'subnets': [{'id': '163607a5-f3eb-4a1c-bb17-055e9c81c7d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:27:02.341115 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f6cef5a2-098e-42a4-8f8c-05817c926b56 req-7b0d8184-2477-4346-a2a3-0e68b5e6ebaf service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=93e0546a-beeb-4263-979f-aefde20141d8 HTTP/1.1" status: 200 len: 998 time: 0.0598686 Jul 28 00:27:02.356895 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e867881c-5c12-424c-a891-dd91665ea8ba None None] Checking router: 85453d4b-e106-410b-b570-f5506d49a7d4 for host: n-d-802623-1 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 00:27:02.364999 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e867881c-5c12-424c-a891-dd91665ea8ba None None] Routers {'85453d4b-e106-410b-b570-f5506d49a7d4'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 00:27:02.365604 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-e867881c-5c12-424c-a891-dd91665ea8ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-28T00:27:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['85453d4b-e106-410b-b570-f5506d49a7d4'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:27:02.394515 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cef5a2-098e-42a4-8f8c-05817c926b56 req-ce2d20c6-9f46-44b8-85eb-b0daf122bbee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:27:02.396027 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f6cef5a2-098e-42a4-8f8c-05817c926b56 req-ce2d20c6-9f46-44b8-85eb-b0daf122bbee service neutron] 10.222.0.38 "GET /v2.0/subnets?id=163607a5-f3eb-4a1c-bb17-055e9c81c7d8 HTTP/1.1" status: 200 len: 849 time: 0.0480456 Jul 28 00:27:02.441880 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cef5a2-098e-42a4-8f8c-05817c926b56 req-7d0b0354-1a27-4f95-8ca7-68db26b6102f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:27:02.444151 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f6cef5a2-098e-42a4-8f8c-05817c926b56 req-7d0b0354-1a27-4f95-8ca7-68db26b6102f service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=777a4a7c-675f-4518-904f-7fa9ced18835&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408211 Jul 28 00:27:02.464970 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-e867881c-5c12-424c-a891-dd91665ea8ba None None] Set router 85453d4b-e106-410b-b570-f5506d49a7d4 gateway port host: n-d-802623-1 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 00:27:02.533665 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f6cef5a2-098e-42a4-8f8c-05817c926b56 req-dbf067fd-ba1e-45a3-a35e-5895cf8eb648 service neutron] 10.222.0.38 "GET /v2.0/networks/777a4a7c-675f-4518-904f-7fa9ced18835?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827229 Jul 28 00:27:02.546673 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7418f70f-e60d-4709-8ba9-6ab514bc7f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:27:02.632945 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-f6cef5a2-098e-42a4-8f8c-05817c926b56 req-69af60a2-e134-446b-a111-8b788dfd3ea2 service neutron] 10.222.0.38 "GET /v2.0/networks/777a4a7c-675f-4518-904f-7fa9ced18835?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914984 Jul 28 00:27:02.693616 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-e867881c-5c12-424c-a891-dd91665ea8ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85453d4b-e106-410b-b570-f5506d49a7d4', 'name': 'tempest-TestSnapshotPattern-2078285384-router', 'tenant_id': '4cc65edd594b421ab780d4d1523713ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.157'}], 'enable_snat': True}, 'gw_port_id': 'cdedd214-4456-4746-aa1f-ad33145f9828', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T00:24:08Z', 'updated_at': '2021-07-28T00:24:11Z', 'revision_number': 4, 'project_id': '4cc65edd594b421ab780d4d1523713ca', 'gw_port': {'id': 'cdedd214-4456-4746-aa1f-ad33145f9828', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:db:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85453d4b-e106-410b-b570-f5506d49a7d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T00:24:09Z', 'updated_at': '2021-07-28T00:24:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_floatingips': [{'id': '258306ff-779e-443a-8e36-8bf477815437', 'tenant_id': '4cc65edd594b421ab780d4d1523713ca', 'floating_ip_address': '172.25.4.67', 'floating_network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'router_id': '85453d4b-e106-410b-b570-f5506d49a7d4', 'port_id': 'e2508516-c9d9-40c1-aa46-7c0ab17a55f8', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '777a4a7c-675f-4518-904f-7fa9ced18835', 'mac_address': 'fa:16:3e:6e:9c:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60ddcab8-c6f0-466b-8b49-32b014ddf865', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T00:24:28Z', 'updated_at': '2021-07-28T00:24:30Z', 'revision_number': 1, 'project_id': '4cc65edd594b421ab780d4d1523713ca', 'fixed_ip_address_scope': None}, {'id': '70f788de-6743-482d-a375-20714d761ae2', 'tenant_id': '4cc65edd594b421ab780d4d1523713ca', 'floating_ip_address': '172.25.4.98', 'floating_network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'router_id': '85453d4b-e106-410b-b570-f5506d49a7d4', 'port_id': '93e0546a-beeb-4263-979f-aefde20141d8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '777a4a7c-675f-4518-904f-7fa9ced18835', 'mac_address': 'fa:16:3e:c6:07:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ddf5b6d-f1e4-44ed-be51-ef73a050cedc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T00:27:01Z', 'updated_at': '2021-07-28T00:27:01Z', 'revision_number': 0, 'project_id': '4cc65edd594b421ab780d4d1523713ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e9bc23c-5b59-4c8e-8484-295e4627010f', 'name': '', 'network_id': '777a4a7c-675f-4518-904f-7fa9ced18835', 'tenant_id': '4cc65edd594b421ab780d4d1523713ca', 'mac_address': 'fa:16:3e:24:0b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85453d4b-e106-410b-b570-f5506d49a7d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '163607a5-f3eb-4a1c-bb17-055e9c81c7d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T00:24:10Z', 'updated_at': '2021-07-28T00:24:17Z', 'revision_number': 5, 'project_id': '4cc65edd594b421ab780d4d1523713ca', 'subnets': [{'id': '163607a5-f3eb-4a1c-bb17-055e9c81c7d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:27:02.718386 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e867881c-5c12-424c-a891-dd91665ea8ba None None] The sync data for ids ['85453d4b-e106-410b-b570-f5506d49a7d4'] in n-d-802623-1 is: [{'id': '85453d4b-e106-410b-b570-f5506d49a7d4', 'name': 'tempest-TestSnapshotPattern-2078285384-router', 'tenant_id': '4cc65edd594b421ab780d4d1523713ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.157'}], 'enable_snat': True}, 'gw_port_id': 'cdedd214-4456-4746-aa1f-ad33145f9828', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T00:24:08Z', 'updated_at': '2021-07-28T00:24:11Z', 'revision_number': 4, 'project_id': '4cc65edd594b421ab780d4d1523713ca', 'gw_port': {'id': 'cdedd214-4456-4746-aa1f-ad33145f9828', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:db:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85453d4b-e106-410b-b570-f5506d49a7d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T00:24:09Z', 'updated_at': '2021-07-28T00:24:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_floatingips': [{'id': '258306ff-779e-443a-8e36-8bf477815437', 'tenant_id': '4cc65edd594b421ab780d4d1523713ca', 'floating_ip_address': '172.25.4.67', 'floating_network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'router_id': '85453d4b-e106-410b-b570-f5506d49a7d4', 'port_id': 'e2508516-c9d9-40c1-aa46-7c0ab17a55f8', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '777a4a7c-675f-4518-904f-7fa9ced18835', 'mac_address': 'fa:16:3e:6e:9c:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60ddcab8-c6f0-466b-8b49-32b014ddf865', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T00:24:28Z', 'updated_at': '2021-07-28T00:24:30Z', 'revision_number': 1, 'project_id': '4cc65edd594b421ab780d4d1523713ca', 'fixed_ip_address_scope': None}, {'id': '70f788de-6743-482d-a375-20714d761ae2', 'tenant_id': '4cc65edd594b421ab780d4d1523713ca', 'floating_ip_address': '172.25.4.98', 'floating_network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'router_id': '85453d4b-e106-410b-b570-f5506d49a7d4', 'port_id': '93e0546a-beeb-4263-979f-aefde20141d8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '777a4a7c-675f-4518-904f-7fa9ced18835', 'mac_address': 'fa:16:3e:c6:07:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ddf5b6d-f1e4-44ed-be51-ef73a050cedc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T00:27:01Z', 'updated_at': '2021-07-28T00:27:01Z', 'revision_number': 0, 'project_id': '4cc65edd594b421ab780d4d1523713ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e9bc23c-5b59-4c8e-8484-295e4627010f', 'name': '', 'network_id': '777a4a7c-675f-4518-904f-7fa9ced18835', 'tenant_id': '4cc65edd594b421ab780d4d1523713ca', 'mac_address': 'fa:16:3e:24:0b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85453d4b-e106-410b-b570-f5506d49a7d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '163607a5-f3eb-4a1c-bb17-055e9c81c7d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T00:24:10Z', 'updated_at': '2021-07-28T00:24:17Z', 'revision_number': 5, 'project_id': '4cc65edd594b421ab780d4d1523713ca', 'subnets': [{'id': '163607a5-f3eb-4a1c-bb17-055e9c81c7d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 00:27:02.926024 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4145392f-fc0f-4130-9e63-a61c6cb0d2da None None] New status for floating IP 70f788de-6743-482d-a375-20714d761ae2: ACTIVE {{(pid=93799) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 00:27:05.813460 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:27:07.357423 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.agents_db [None req-9beef776-8bab-4de2-989a-f5a23ba4aaf4 None None] Agent healthcheck: found 7 active agents {{(pid=93800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 00:27:23.404545 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-38c53b65-beb7-47b5-8729-d066be1e94e2 req-37c94558-388a-44d8-93af-a708e9b54c80 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=60ddcab8-c6f0-466b-8b49-32b014ddf865&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1278477 Jul 28 00:27:23.484714 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c53b65-beb7-47b5-8729-d066be1e94e2 req-c54e4e48-dd82-496d-8fbe-5ecee9fa88b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:27:23.486142 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-38c53b65-beb7-47b5-8729-d066be1e94e2 req-c54e4e48-dd82-496d-8fbe-5ecee9fa88b7 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=4cc65edd594b421ab780d4d1523713ca&device_id=60ddcab8-c6f0-466b-8b49-32b014ddf865 HTTP/1.1" status: 200 len: 1094 time: 0.0394890 Jul 28 00:27:23.588787 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c53b65-beb7-47b5-8729-d066be1e94e2 req-9121f4cf-e402-4072-b862-1279aa86eee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:27:23.590881 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-38c53b65-beb7-47b5-8729-d066be1e94e2 req-9121f4cf-e402-4072-b862-1279aa86eee2 service neutron] 10.222.0.38 "GET /v2.0/networks?id=777a4a7c-675f-4518-904f-7fa9ced18835 HTTP/1.1" status: 200 len: 911 time: 0.0856938 Jul 28 00:27:23.654327 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-38c53b65-beb7-47b5-8729-d066be1e94e2 req-8ca6a50e-f5ca-4567-85a0-b6242403f627 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e2508516-c9d9-40c1-aa46-7c0ab17a55f8 HTTP/1.1" status: 200 len: 998 time: 0.0561080 Jul 28 00:27:23.705264 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c53b65-beb7-47b5-8729-d066be1e94e2 req-0007cddd-b60b-46db-aa97-9fd0427f9b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:27:23.706647 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-38c53b65-beb7-47b5-8729-d066be1e94e2 req-0007cddd-b60b-46db-aa97-9fd0427f9b54 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=163607a5-f3eb-4a1c-bb17-055e9c81c7d8 HTTP/1.1" status: 200 len: 849 time: 0.0455956 Jul 28 00:27:23.750455 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c53b65-beb7-47b5-8729-d066be1e94e2 req-9224d7b7-b807-43d0-be86-a1114e00715f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:27:23.751846 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-38c53b65-beb7-47b5-8729-d066be1e94e2 req-9224d7b7-b807-43d0-be86-a1114e00715f service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=777a4a7c-675f-4518-904f-7fa9ced18835&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0387738 Jul 28 00:27:23.763575 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [req-38c53b65-beb7-47b5-8729-d066be1e94e2 req-2df863a0-68df-4e98-b7df-3cdc07640d72 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=93797) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 00:27:23.764513 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-38c53b65-beb7-47b5-8729-d066be1e94e2 req-2df863a0-68df-4e98-b7df-3cdc07640d72 service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053682 Jul 28 00:27:23.850867 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-38c53b65-beb7-47b5-8729-d066be1e94e2 req-16c8f95d-edb6-44b7-9d86-19fe9c13b810 service neutron] 10.222.0.38 "GET /v2.0/networks/777a4a7c-675f-4518-904f-7fa9ced18835?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790732 Jul 28 00:27:23.942200 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-38c53b65-beb7-47b5-8729-d066be1e94e2 req-ed5e2769-274e-4057-b66f-fafb9b8927c4 service neutron] 10.222.0.38 "GET /v2.0/networks/777a4a7c-675f-4518-904f-7fa9ced18835?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839396 Jul 28 00:27:27.019659 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-31436d1c-6c61-4be3-afba-4a87207d878d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:27:29.692105 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ea655174-374a-412f-afb7-d66ae7dde7d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:27:30.187485 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:27:30.355438 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:27:30.788142 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-19f2e178-d45e-4fbe-b9be-c3963fc151ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:27:32.549900 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7418f70f-e60d-4709-8ba9-6ab514bc7f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:27:35.821603 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:27:44.357503 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.agents_db [None req-9beef776-8bab-4de2-989a-f5a23ba4aaf4 None None] Agent healthcheck: found 7 active agents {{(pid=93800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 00:27:57.019236 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f151d94a-6c19-4084-a1c0-db3a6ed83ae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:27:59.691793 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-71e4a740-8905-4689-b007-f00f89fecad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:28:00.189522 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:28:00.384347 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:28:00.792378 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-19f2e178-d45e-4fbe-b9be-c3963fc151ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:28:02.552390 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7418f70f-e60d-4709-8ba9-6ab514bc7f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:28:05.837795 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:28:21.357126 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.agents_db [None req-9beef776-8bab-4de2-989a-f5a23ba4aaf4 None None] Agent healthcheck: found 7 active agents {{(pid=93800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 00:28:23.352849 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d6d1ddcf-80c7-4434-993a-2a93206b4854 req-25eaa6b0-ddc0-4b24-9e25-d11ccff8ee46 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=6ddf5b6d-f1e4-44ed-be51-ef73a050cedc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0421438 Jul 28 00:28:23.412326 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d1ddcf-80c7-4434-993a-2a93206b4854 req-13c8bdb7-326d-4b8a-9107-43797a58c1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:28:23.413791 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d6d1ddcf-80c7-4434-993a-2a93206b4854 req-13c8bdb7-326d-4b8a-9107-43797a58c1ec service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=4cc65edd594b421ab780d4d1523713ca&device_id=6ddf5b6d-f1e4-44ed-be51-ef73a050cedc HTTP/1.1" status: 200 len: 1096 time: 0.0393887 Jul 28 00:28:23.517389 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d1ddcf-80c7-4434-993a-2a93206b4854 req-d8be131e-1528-498c-a50d-5b3cc209853c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:28:23.518828 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d6d1ddcf-80c7-4434-993a-2a93206b4854 req-d8be131e-1528-498c-a50d-5b3cc209853c service neutron] 10.222.0.38 "GET /v2.0/networks?id=777a4a7c-675f-4518-904f-7fa9ced18835 HTTP/1.1" status: 200 len: 911 time: 0.0853629 Jul 28 00:28:23.582713 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d6d1ddcf-80c7-4434-993a-2a93206b4854 req-2d8afc35-f300-4c3d-87ae-e82e4ab98041 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=93e0546a-beeb-4263-979f-aefde20141d8 HTTP/1.1" status: 200 len: 1000 time: 0.0560005 Jul 28 00:28:23.634059 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d1ddcf-80c7-4434-993a-2a93206b4854 req-d4f938ba-b304-4e72-8eb0-94bc9284eef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:28:23.640005 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d6d1ddcf-80c7-4434-993a-2a93206b4854 req-d4f938ba-b304-4e72-8eb0-94bc9284eef3 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=163607a5-f3eb-4a1c-bb17-055e9c81c7d8 HTTP/1.1" status: 200 len: 849 time: 0.0501895 Jul 28 00:28:23.683687 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d1ddcf-80c7-4434-993a-2a93206b4854 req-8b7c83b7-a10c-456b-90e8-bb63b2cd9686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:28:23.685127 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d6d1ddcf-80c7-4434-993a-2a93206b4854 req-8b7c83b7-a10c-456b-90e8-bb63b2cd9686 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=777a4a7c-675f-4518-904f-7fa9ced18835&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0387990 Jul 28 00:28:23.772283 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d6d1ddcf-80c7-4434-993a-2a93206b4854 req-fb36b484-65ed-4e91-a939-7b0bb7c04e77 service neutron] 10.222.0.38 "GET /v2.0/networks/777a4a7c-675f-4518-904f-7fa9ced18835?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797782 Jul 28 00:28:23.862582 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-d6d1ddcf-80c7-4434-993a-2a93206b4854 req-d8ca6520-d758-4f83-9d28-3c86605b694e service neutron] 10.222.0.38 "GET /v2.0/networks/777a4a7c-675f-4518-904f-7fa9ced18835?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829375 Jul 28 00:28:27.020591 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-56b85752-ef2f-4bf1-9882-7fa43ff483f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:28:29.693657 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-0c0f10b4-3089-41b0-9941-a0c6cbf7be93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:28:30.190264 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:28:30.382449 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:28:30.795450 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-19f2e178-d45e-4fbe-b9be-c3963fc151ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:28:32.554565 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7418f70f-e60d-4709-8ba9-6ab514bc7f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:28:35.840835 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:28:43.356252 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 93e0546a-beeb-4263-979f-aefde20141d8 details requested by agent hyperv_n-h1-802623-1 with host n-h1-802623-1 {{(pid=93799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 00:28:43.451916 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port 93e0546a-beeb-4263-979f-aefde20141d8, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=93e0546a-beeb-4263-979f-aefde20141d8,segment=NetworkSegment(ed526262-c4a2-42f4-9010-ff7fa6c83e76),segment_id=ed526262-c4a2-42f4-9010-ff7fa6c83e76)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 00:28:43.463289 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Returning: {'device': '93e0546a-beeb-4263-979f-aefde20141d8', 'network_id': '777a4a7c-675f-4518-904f-7fa9ced18835', 'port_id': '93e0546a-beeb-4263-979f-aefde20141d8', 'mac_address': 'fa:16:3e:c6:07:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 538, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '163607a5-f3eb-4a1c-bb17-055e9c81c7d8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 00:28:43.502084 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:28:43.514080 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 93e0546a-beeb-4263-979f-aefde20141d8 {{(pid=93799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 00:28:43.532816 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port 93e0546a-beeb-4263-979f-aefde20141d8, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=93e0546a-beeb-4263-979f-aefde20141d8,segment=NetworkSegment(ed526262-c4a2-42f4-9010-ff7fa6c83e76),segment_id=ed526262-c4a2-42f4-9010-ff7fa6c83e76)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 00:28:43.536244 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:28:43.583796 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Pushing event updated for resources: {'Port': ['ID=93e0546a-beeb-4263-979f-aefde20141d8,revision_number=6']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:28:43.591464 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:28:43.591811 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:28:43.592152 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:28:43.592484 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:28:43.592813 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:28:43.593141 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:28:43.593464 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:28:43.593786 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:28:43.594107 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:28:43.594425 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:28:43.594746 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:28:43.595086 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:28:43.627093 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] get_ports_and_sgs() called for port_ids ['93e0546a-beeb-4263-979f-aefde20141d8'] {{(pid=93799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 00:28:45.375458 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 93e0546a-beeb-4263-979f-aefde20141d8 up at agent hyperv_n-h1-802623-1 {{(pid=93799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 00:28:45.429845 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Provisioning complete for port 93e0546a-beeb-4263-979f-aefde20141d8 triggered by entity L2. {{(pid=93799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 00:28:45.430483 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616417'] for port, provisioning_complete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:28:45.534680 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:28:45.558914 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ddf5b6d-f1e4-44ed-be51-ef73a050cedc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93e0546a-beeb-4263-979f-aefde20141d8'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 00:28:45.561189 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64765ad30d2cb160e3038d1462d2ba509af0f62467a800f17112a752d2df19f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-873162d4-81b0-4de2-a788-0240d6a25e3e" -d '{"events": [{"server_uuid": "6ddf5b6d-f1e4-44ed-be51-ef73a050cedc", "name": "network-vif-plugged", "status": "completed", "tag": "93e0546a-beeb-4263-979f-aefde20141d8"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 00:28:45.575374 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port 93e0546a-beeb-4263-979f-aefde20141d8, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=93e0546a-beeb-4263-979f-aefde20141d8,segment=NetworkSegment(ed526262-c4a2-42f4-9010-ff7fa6c83e76),segment_id=ed526262-c4a2-42f4-9010-ff7fa6c83e76)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 00:28:45.582222 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:28:45.625249 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 00:28:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5fe0d77-89de-48a7-813e-3d33686aef6e x-openstack-request-id: req-b5fe0d77-89de-48a7-813e-3d33686aef6e {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 00:28:45.625653 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ddf5b6d-f1e4-44ed-be51-ef73a050cedc", "name": "network-vif-plugged", "status": "completed", "tag": "93e0546a-beeb-4263-979f-aefde20141d8", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 00:28:45.626167 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b5fe0d77-89de-48a7-813e-3d33686aef6e {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 00:28:45.626884 n-d-802623-1 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ddf5b6d-f1e4-44ed-be51-ef73a050cedc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93e0546a-beeb-4263-979f-aefde20141d8', 'code': 200} Jul 28 00:28:45.652486 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Pushing event updated for resources: {'Port': ['ID=93e0546a-beeb-4263-979f-aefde20141d8,revision_number=7']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:28:54.468553 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 32900) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:28:54.620302 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-2cf918da-0d04-417f-848c-867a59059827 tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] Deleting port ad070221-8b78-49b6-9300-532d721536cb {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 00:28:54.620554 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2cf918da-0d04-417f-848c-867a59059827 tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:28:54.699585 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2cf918da-0d04-417f-848c-867a59059827 tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:28:54.699912 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2cf918da-0d04-417f-848c-867a59059827 tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:28:54.711035 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-2cf918da-0d04-417f-848c-867a59059827 tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] Calling delete_port for ad070221-8b78-49b6-9300-532d721536cb owned by network:floatingip {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 00:28:54.854626 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2cf918da-0d04-417f-848c-867a59059827 tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:28:54.878861 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf918da-0d04-417f-848c-867a59059827 tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] Pushing event deleted for resources: {'Port': ['ID=ad070221-8b78-49b6-9300-532d721536cb,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:28:54.905709 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf918da-0d04-417f-848c-867a59059827 tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:28:54.906059 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf918da-0d04-417f-848c-867a59059827 tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:28:54.906401 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf918da-0d04-417f-848c-867a59059827 tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:28:54.906742 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf918da-0d04-417f-848c-867a59059827 tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:28:54.907099 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf918da-0d04-417f-848c-867a59059827 tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:28:54.907434 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf918da-0d04-417f-848c-867a59059827 tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:28:54.907762 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf918da-0d04-417f-848c-867a59059827 tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:28:54.908085 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf918da-0d04-417f-848c-867a59059827 tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:28:54.908410 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf918da-0d04-417f-848c-867a59059827 tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:28:54.908730 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf918da-0d04-417f-848c-867a59059827 tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:28:54.909074 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf918da-0d04-417f-848c-867a59059827 tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:28:54.909401 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf918da-0d04-417f-848c-867a59059827 tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:28:54.947335 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2cf918da-0d04-417f-848c-867a59059827 tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] Notify callbacks [] for floatingip, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:28:54.947695 n-d-802623-1 neutron-server[93797]: INFO neutron.db.l3_db [None req-2cf918da-0d04-417f-848c-867a59059827 tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] Floating IP 70f788de-6743-482d-a375-20714d761ae2 disassociated (deleted). External IP: 172.25.4.98, port: 93e0546a-beeb-4263-979f-aefde20141d8. Jul 28 00:28:55.501197 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cf918da-0d04-417f-848c-867a59059827 tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] Router 85453d4b-e106-410b-b570-f5506d49a7d4 has already been hosted by L3 agent 018c4455-49c0-4734-927d-7824067b2a9e {{(pid=93797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 00:28:55.606801 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cf918da-0d04-417f-848c-867a59059827 tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 00:28:55.611274 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2cf918da-0d04-417f-848c-867a59059827 tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for floatingip, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:28:55.616884 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2708df5-b3e7-462d-a6b4-37c53489743c None None] Sync routers for ids ['85453d4b-e106-410b-b570-f5506d49a7d4'] in n-d-802623-1 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 00:28:55.625455 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2708df5-b3e7-462d-a6b4-37c53489743c None None] Routers {'85453d4b-e106-410b-b570-f5506d49a7d4'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 00:28:55.626061 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-e2708df5-b3e7-462d-a6b4-37c53489743c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-28T00:28:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['85453d4b-e106-410b-b570-f5506d49a7d4'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:28:55.637972 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-2cf918da-0d04-417f-848c-867a59059827 tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] 10.222.0.18 "DELETE /v2.0/floatingips/70f788de-6743-482d-a375-20714d761ae2 HTTP/1.1" status: 204 len: 168 time: 1.1683078 Jul 28 00:28:55.638564 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ddf5b6d-f1e4-44ed-be51-ef73a050cedc', 'tag': '93e0546a-beeb-4263-979f-aefde20141d8'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 00:28:55.641135 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54ff2e8c926e0231465601fd4f15fa4e9ff5e8c34d973af7f909e70dd0b48885" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa8c8093-a5b8-493d-a210-6f9e5f57e3c9" -d '{"events": [{"name": "network-changed", "server_uuid": "6ddf5b6d-f1e4-44ed-be51-ef73a050cedc", "tag": "93e0546a-beeb-4263-979f-aefde20141d8"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 00:28:55.717508 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 00:28:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a077c3f-1aa4-4a2c-9bca-5a1ad9c190c2 x-openstack-request-id: req-2a077c3f-1aa4-4a2c-9bca-5a1ad9c190c2 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 00:28:55.717799 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ddf5b6d-f1e4-44ed-be51-ef73a050cedc", "tag": "93e0546a-beeb-4263-979f-aefde20141d8", "status": "completed", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 00:28:55.718053 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2a077c3f-1aa4-4a2c-9bca-5a1ad9c190c2 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 00:28:55.718453 n-d-802623-1 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ddf5b6d-f1e4-44ed-be51-ef73a050cedc', 'tag': '93e0546a-beeb-4263-979f-aefde20141d8', 'status': 'completed', 'code': 200} Jul 28 00:28:55.792294 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8c8093-a5b8-493d-a210-6f9e5f57e3c9 req-e906b329-cb06-4b0b-b740-476678b2fd3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:28:55.793867 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-aa8c8093-a5b8-493d-a210-6f9e5f57e3c9 req-e906b329-cb06-4b0b-b740-476678b2fd3e service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=4cc65edd594b421ab780d4d1523713ca&device_id=6ddf5b6d-f1e4-44ed-be51-ef73a050cedc HTTP/1.1" status: 200 len: 1096 time: 0.0479264 Jul 28 00:28:55.840217 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-e2708df5-b3e7-462d-a6b4-37c53489743c None None] Set router 85453d4b-e106-410b-b570-f5506d49a7d4 gateway port host: n-d-802623-1 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 00:28:55.898495 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8c8093-a5b8-493d-a210-6f9e5f57e3c9 req-41fe2bc3-f13e-43cc-a4e5-658a77a62966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:28:55.900664 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-aa8c8093-a5b8-493d-a210-6f9e5f57e3c9 req-41fe2bc3-f13e-43cc-a4e5-658a77a62966 service neutron] 10.222.0.38 "GET /v2.0/networks?id=777a4a7c-675f-4518-904f-7fa9ced18835 HTTP/1.1" status: 200 len: 911 time: 0.0988081 Jul 28 00:28:55.930974 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adfc0cf-3f99-45e9-a5df-1633de59ab17 req-73860cf9-bbac-41df-bd4d-e8b0fb6e7578 tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:28:55.932554 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-2adfc0cf-3f99-45e9-a5df-1633de59ab17 req-73860cf9-bbac-41df-bd4d-e8b0fb6e7578 tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] 10.222.0.18 "GET /v2.0/ports?device_id=6ddf5b6d-f1e4-44ed-be51-ef73a050cedc HTTP/1.1" status: 200 len: 945 time: 0.1027472 Jul 28 00:28:55.943676 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-aa8c8093-a5b8-493d-a210-6f9e5f57e3c9 req-4614c29b-a059-4f6d-a39c-265956c682dd service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=93e0546a-beeb-4263-979f-aefde20141d8 HTTP/1.1" status: 200 len: 217 time: 0.0354278 Jul 28 00:28:55.972595 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-2adfc0cf-3f99-45e9-a5df-1633de59ab17 req-4fc9007a-303f-42a4-905c-8ad0d56b0203 tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] 10.222.0.18 "GET /v2.0/security-groups?id=84453099-f908-4f40-80d3-d42cb938a5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331674 Jul 28 00:28:56.002312 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8c8093-a5b8-493d-a210-6f9e5f57e3c9 req-d82ee0fa-87e5-4849-ba93-e8e777f798f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:28:56.003852 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-aa8c8093-a5b8-493d-a210-6f9e5f57e3c9 req-d82ee0fa-87e5-4849-ba93-e8e777f798f0 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=163607a5-f3eb-4a1c-bb17-055e9c81c7d8 HTTP/1.1" status: 200 len: 849 time: 0.0533257 Jul 28 00:28:56.053586 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8c8093-a5b8-493d-a210-6f9e5f57e3c9 req-fd83db65-5e25-4030-abe9-60d8dde53cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:28:56.054983 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-aa8c8093-a5b8-493d-a210-6f9e5f57e3c9 req-fd83db65-5e25-4030-abe9-60d8dde53cf1 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=777a4a7c-675f-4518-904f-7fa9ced18835&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434380 Jul 28 00:28:56.069952 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-e2708df5-b3e7-462d-a6b4-37c53489743c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85453d4b-e106-410b-b570-f5506d49a7d4', 'name': 'tempest-TestSnapshotPattern-2078285384-router', 'tenant_id': '4cc65edd594b421ab780d4d1523713ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.157'}], 'enable_snat': True}, 'gw_port_id': 'cdedd214-4456-4746-aa1f-ad33145f9828', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T00:24:08Z', 'updated_at': '2021-07-28T00:24:11Z', 'revision_number': 4, 'project_id': '4cc65edd594b421ab780d4d1523713ca', 'gw_port': {'id': 'cdedd214-4456-4746-aa1f-ad33145f9828', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:db:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85453d4b-e106-410b-b570-f5506d49a7d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T00:24:09Z', 'updated_at': '2021-07-28T00:24:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_floatingips': [{'id': '258306ff-779e-443a-8e36-8bf477815437', 'tenant_id': '4cc65edd594b421ab780d4d1523713ca', 'floating_ip_address': '172.25.4.67', 'floating_network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'router_id': '85453d4b-e106-410b-b570-f5506d49a7d4', 'port_id': 'e2508516-c9d9-40c1-aa46-7c0ab17a55f8', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '777a4a7c-675f-4518-904f-7fa9ced18835', 'mac_address': 'fa:16:3e:6e:9c:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60ddcab8-c6f0-466b-8b49-32b014ddf865', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T00:24:28Z', 'updated_at': '2021-07-28T00:24:30Z', 'revision_number': 1, 'project_id': '4cc65edd594b421ab780d4d1523713ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e9bc23c-5b59-4c8e-8484-295e4627010f', 'name': '', 'network_id': '777a4a7c-675f-4518-904f-7fa9ced18835', 'tenant_id': '4cc65edd594b421ab780d4d1523713ca', 'mac_address': 'fa:16:3e:24:0b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85453d4b-e106-410b-b570-f5506d49a7d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '163607a5-f3eb-4a1c-bb17-055e9c81c7d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T00:24:10Z', 'updated_at': '2021-07-28T00:24:17Z', 'revision_number': 5, 'project_id': '4cc65edd594b421ab780d4d1523713ca', 'subnets': [{'id': '163607a5-f3eb-4a1c-bb17-055e9c81c7d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:28:56.096056 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2708df5-b3e7-462d-a6b4-37c53489743c None None] Checking router: 85453d4b-e106-410b-b570-f5506d49a7d4 for host: n-d-802623-1 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 00:28:56.104175 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2708df5-b3e7-462d-a6b4-37c53489743c None None] Routers {'85453d4b-e106-410b-b570-f5506d49a7d4'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 00:28:56.104782 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-e2708df5-b3e7-462d-a6b4-37c53489743c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-28T00:28:30Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['85453d4b-e106-410b-b570-f5506d49a7d4'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:28:56.149766 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-aa8c8093-a5b8-493d-a210-6f9e5f57e3c9 req-c871050d-3dc2-4ffd-8b35-34a5096ebd33 service neutron] 10.222.0.38 "GET /v2.0/networks/777a4a7c-675f-4518-904f-7fa9ced18835?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851517 Jul 28 00:28:56.210571 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-e2708df5-b3e7-462d-a6b4-37c53489743c None None] Set router 85453d4b-e106-410b-b570-f5506d49a7d4 gateway port host: n-d-802623-1 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 00:28:56.246108 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-aa8c8093-a5b8-493d-a210-6f9e5f57e3c9 req-552a2a59-ac1b-446b-a8ef-d9c8fabe1ba1 service neutron] 10.222.0.38 "GET /v2.0/networks/777a4a7c-675f-4518-904f-7fa9ced18835?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870841 Jul 28 00:28:56.428780 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-e2708df5-b3e7-462d-a6b4-37c53489743c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85453d4b-e106-410b-b570-f5506d49a7d4', 'name': 'tempest-TestSnapshotPattern-2078285384-router', 'tenant_id': '4cc65edd594b421ab780d4d1523713ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.157'}], 'enable_snat': True}, 'gw_port_id': 'cdedd214-4456-4746-aa1f-ad33145f9828', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T00:24:08Z', 'updated_at': '2021-07-28T00:24:11Z', 'revision_number': 4, 'project_id': '4cc65edd594b421ab780d4d1523713ca', 'gw_port': {'id': 'cdedd214-4456-4746-aa1f-ad33145f9828', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:db:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85453d4b-e106-410b-b570-f5506d49a7d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T00:24:09Z', 'updated_at': '2021-07-28T00:24:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_floatingips': [{'id': '258306ff-779e-443a-8e36-8bf477815437', 'tenant_id': '4cc65edd594b421ab780d4d1523713ca', 'floating_ip_address': '172.25.4.67', 'floating_network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'router_id': '85453d4b-e106-410b-b570-f5506d49a7d4', 'port_id': 'e2508516-c9d9-40c1-aa46-7c0ab17a55f8', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '777a4a7c-675f-4518-904f-7fa9ced18835', 'mac_address': 'fa:16:3e:6e:9c:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60ddcab8-c6f0-466b-8b49-32b014ddf865', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T00:24:28Z', 'updated_at': '2021-07-28T00:24:30Z', 'revision_number': 1, 'project_id': '4cc65edd594b421ab780d4d1523713ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e9bc23c-5b59-4c8e-8484-295e4627010f', 'name': '', 'network_id': '777a4a7c-675f-4518-904f-7fa9ced18835', 'tenant_id': '4cc65edd594b421ab780d4d1523713ca', 'mac_address': 'fa:16:3e:24:0b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85453d4b-e106-410b-b570-f5506d49a7d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '163607a5-f3eb-4a1c-bb17-055e9c81c7d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T00:24:10Z', 'updated_at': '2021-07-28T00:24:17Z', 'revision_number': 5, 'project_id': '4cc65edd594b421ab780d4d1523713ca', 'subnets': [{'id': '163607a5-f3eb-4a1c-bb17-055e9c81c7d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:28:56.454966 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2708df5-b3e7-462d-a6b4-37c53489743c None None] The sync data for ids ['85453d4b-e106-410b-b570-f5506d49a7d4'] in n-d-802623-1 is: [{'id': '85453d4b-e106-410b-b570-f5506d49a7d4', 'name': 'tempest-TestSnapshotPattern-2078285384-router', 'tenant_id': '4cc65edd594b421ab780d4d1523713ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.157'}], 'enable_snat': True}, 'gw_port_id': 'cdedd214-4456-4746-aa1f-ad33145f9828', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T00:24:08Z', 'updated_at': '2021-07-28T00:24:11Z', 'revision_number': 4, 'project_id': '4cc65edd594b421ab780d4d1523713ca', 'gw_port': {'id': 'cdedd214-4456-4746-aa1f-ad33145f9828', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:db:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85453d4b-e106-410b-b570-f5506d49a7d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T00:24:09Z', 'updated_at': '2021-07-28T00:24:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_floatingips': [{'id': '258306ff-779e-443a-8e36-8bf477815437', 'tenant_id': '4cc65edd594b421ab780d4d1523713ca', 'floating_ip_address': '172.25.4.67', 'floating_network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'router_id': '85453d4b-e106-410b-b570-f5506d49a7d4', 'port_id': 'e2508516-c9d9-40c1-aa46-7c0ab17a55f8', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '777a4a7c-675f-4518-904f-7fa9ced18835', 'mac_address': 'fa:16:3e:6e:9c:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60ddcab8-c6f0-466b-8b49-32b014ddf865', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T00:24:28Z', 'updated_at': '2021-07-28T00:24:30Z', 'revision_number': 1, 'project_id': '4cc65edd594b421ab780d4d1523713ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e9bc23c-5b59-4c8e-8484-295e4627010f', 'name': '', 'network_id': '777a4a7c-675f-4518-904f-7fa9ced18835', 'tenant_id': '4cc65edd594b421ab780d4d1523713ca', 'mac_address': 'fa:16:3e:24:0b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85453d4b-e106-410b-b570-f5506d49a7d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '163607a5-f3eb-4a1c-bb17-055e9c81c7d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T00:24:10Z', 'updated_at': '2021-07-28T00:24:17Z', 'revision_number': 5, 'project_id': '4cc65edd594b421ab780d4d1523713ca', 'subnets': [{'id': '163607a5-f3eb-4a1c-bb17-055e9c81c7d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 00:28:56.666614 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a601fb60-339c-4fff-9464-bf14bc0336e5 None None] New status for floating IP 70f788de-6743-482d-a375-20714d761ae2: DOWN {{(pid=93799) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 00:28:57.021262 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-582183a6-979d-4816-93a4-e73e1ad5cb5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:28:57.094887 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392f9a0c-9178-4a70-afe6-3e06fedf8d43 req-adf6a24d-3f94-4f0e-a700-bb6067cecdd5 tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:28:57.096391 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-392f9a0c-9178-4a70-afe6-3e06fedf8d43 req-adf6a24d-3f94-4f0e-a700-bb6067cecdd5 tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] 10.222.0.18 "GET /v2.0/ports?device_id=6ddf5b6d-f1e4-44ed-be51-ef73a050cedc HTTP/1.1" status: 200 len: 945 time: 0.0493166 Jul 28 00:28:57.133326 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-392f9a0c-9178-4a70-afe6-3e06fedf8d43 req-36ac7d88-5f8c-4ad1-a6aa-37c505326381 tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] 10.222.0.18 "GET /v2.0/security-groups?id=84453099-f908-4f40-80d3-d42cb938a5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309680 Jul 28 00:28:57.385946 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3652c88d-51a5-44e1-a909-d3a06a609f82 req-f8db885d-3686-422a-b42d-4602928d1cb4 tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:28:57.387394 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-3652c88d-51a5-44e1-a909-d3a06a609f82 req-f8db885d-3686-422a-b42d-4602928d1cb4 tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] 10.222.0.38 "GET /v2.0/ports?device_id=6ddf5b6d-f1e4-44ed-be51-ef73a050cedc HTTP/1.1" status: 200 len: 945 time: 0.0468850 Jul 28 00:28:57.420555 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device 93e0546a-beeb-4263-979f-aefde20141d8 no longer exists at agent hyperv_n-h1-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 00:28:57.481793 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [req-3652c88d-51a5-44e1-a909-d3a06a609f82 req-6311d39e-8053-403c-b58c-74bf959804d6 tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] Deleting port 93e0546a-beeb-4263-979f-aefde20141d8 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 00:28:57.482138 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-3652c88d-51a5-44e1-a909-d3a06a609f82 req-6311d39e-8053-403c-b58c-74bf959804d6 tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:28:57.494488 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560098'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:28:57.516589 n-d-802623-1 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ddf5b6d-f1e4-44ed-be51-ef73a050cedc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '93e0546a-beeb-4263-979f-aefde20141d8'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 00:28:57.518717 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64765ad30d2cb160e3038d1462d2ba509af0f62467a800f17112a752d2df19f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12ea05a7-29db-473b-973b-e5daa0dbbe1e" -d '{"events": [{"server_uuid": "6ddf5b6d-f1e4-44ed-be51-ef73a050cedc", "name": "network-vif-unplugged", "status": "completed", "tag": "93e0546a-beeb-4263-979f-aefde20141d8"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 00:28:57.531018 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] For port 93e0546a-beeb-4263-979f-aefde20141d8, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=93e0546a-beeb-4263-979f-aefde20141d8,segment=NetworkSegment(ed526262-c4a2-42f4-9010-ff7fa6c83e76),segment_id=ed526262-c4a2-42f4-9010-ff7fa6c83e76)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 00:28:57.537925 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736833727281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736833338134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736833338152'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:28:57.567162 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 28 Jul 2021 00:28:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0a53f95-1224-4e0d-b2c1-1d95bd45adae x-openstack-request-id: req-e0a53f95-1224-4e0d-b2c1-1d95bd45adae {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 00:28:57.567433 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ddf5b6d-f1e4-44ed-be51-ef73a050cedc", "name": "network-vif-unplugged", "status": "completed", "tag": "93e0546a-beeb-4263-979f-aefde20141d8", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 00:28:57.567688 n-d-802623-1 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e0a53f95-1224-4e0d-b2c1-1d95bd45adae {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 00:28:57.568067 n-d-802623-1 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ddf5b6d-f1e4-44ed-be51-ef73a050cedc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '93e0546a-beeb-4263-979f-aefde20141d8', 'code': 200} Jul 28 00:28:57.573922 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-3652c88d-51a5-44e1-a909-d3a06a609f82 req-6311d39e-8053-403c-b58c-74bf959804d6 tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] For port 93e0546a-beeb-4263-979f-aefde20141d8, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=93e0546a-beeb-4263-979f-aefde20141d8,segment=NetworkSegment(ed526262-c4a2-42f4-9010-ff7fa6c83e76),segment_id=ed526262-c4a2-42f4-9010-ff7fa6c83e76)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 00:28:57.574295 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-3652c88d-51a5-44e1-a909-d3a06a609f82 req-6311d39e-8053-403c-b58c-74bf959804d6 tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:28:57.587391 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [req-3652c88d-51a5-44e1-a909-d3a06a609f82 req-6311d39e-8053-403c-b58c-74bf959804d6 tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] Calling delete_port for 93e0546a-beeb-4263-979f-aefde20141d8 owned by compute:nova {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 00:28:57.593989 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Pushing event updated for resources: {'Port': ['ID=93e0546a-beeb-4263-979f-aefde20141d8,revision_number=8']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:28:57.715708 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-3652c88d-51a5-44e1-a909-d3a06a609f82 req-6311d39e-8053-403c-b58c-74bf959804d6 tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:28:57.744514 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6311d39e-8053-403c-b58c-74bf959804d6 tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] Pushing event deleted for resources: {'Port': ['ID=93e0546a-beeb-4263-979f-aefde20141d8,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:28:57.791359 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [req-3652c88d-51a5-44e1-a909-d3a06a609f82 req-6311d39e-8053-403c-b58c-74bf959804d6 tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] No DVR routers for this DVR port 93e0546a-beeb-4263-979f-aefde20141d8 on host n-h1-802623-1 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 00:28:57.794090 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-3652c88d-51a5-44e1-a909-d3a06a609f82 req-6311d39e-8053-403c-b58c-74bf959804d6 tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:28:57.796119 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-3652c88d-51a5-44e1-a909-d3a06a609f82 req-6311d39e-8053-403c-b58c-74bf959804d6 tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] 10.222.0.38 "DELETE /v2.0/ports/93e0546a-beeb-4263-979f-aefde20141d8 HTTP/1.1" status: 204 len: 173 time: 0.4016166 Jul 28 00:28:57.796565 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ddf5b6d-f1e4-44ed-be51-ef73a050cedc', 'name': 'network-vif-deleted', 'tag': '93e0546a-beeb-4263-979f-aefde20141d8'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 00:28:57.798822 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54ff2e8c926e0231465601fd4f15fa4e9ff5e8c34d973af7f909e70dd0b48885" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d05cab06-047b-4ed9-a871-388e5e25a3e3" -d '{"events": [{"server_uuid": "6ddf5b6d-f1e4-44ed-be51-ef73a050cedc", "name": "network-vif-deleted", "tag": "93e0546a-beeb-4263-979f-aefde20141d8"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 00:28:57.834498 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 00:28:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2716cdc6-fdf4-45af-b06e-43655c143c67 x-openstack-request-id: req-2716cdc6-fdf4-45af-b06e-43655c143c67 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 00:28:57.834791 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ddf5b6d-f1e4-44ed-be51-ef73a050cedc", "name": "network-vif-deleted", "tag": "93e0546a-beeb-4263-979f-aefde20141d8", "status": "completed", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 00:28:57.835132 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2716cdc6-fdf4-45af-b06e-43655c143c67 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 00:28:57.835483 n-d-802623-1 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ddf5b6d-f1e4-44ed-be51-ef73a050cedc', 'name': 'network-vif-deleted', 'tag': '93e0546a-beeb-4263-979f-aefde20141d8', 'status': 'completed', 'code': 200} Jul 28 00:28:58.250341 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-e98ed558-0bc4-41d9-a890-33de734c3b36 req-25a4a48f-f48c-4cef-a82f-5f4d533a5a1c tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] 10.222.0.18 "GET /v2.0/ports?device_id=6ddf5b6d-f1e4-44ed-be51-ef73a050cedc HTTP/1.1" status: 200 len: 210 time: 0.0307643 Jul 28 00:28:58.356252 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.agents_db [None req-9beef776-8bab-4de2-989a-f5a23ba4aaf4 None None] Agent healthcheck: found 7 active agents {{(pid=93800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 00:28:59.694926 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-09ed0d0d-355f-4c6b-98b5-9b29e33116a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:28:59.800141 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 32966) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:28:59.952584 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-902b2f3c-0697-4662-af9b-8f28111089b4 tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] Deleting port ceb6ccbd-d069-456e-95ea-215855f4ae63 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 00:28:59.952840 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-902b2f3c-0697-4662-af9b-8f28111089b4 tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:29:00.025351 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-902b2f3c-0697-4662-af9b-8f28111089b4 tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:29:00.025683 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-902b2f3c-0697-4662-af9b-8f28111089b4 tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:29:00.036982 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-902b2f3c-0697-4662-af9b-8f28111089b4 tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] Calling delete_port for ceb6ccbd-d069-456e-95ea-215855f4ae63 owned by network:floatingip {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 00:29:00.183510 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-902b2f3c-0697-4662-af9b-8f28111089b4 tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:29:00.192214 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:29:00.208260 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902b2f3c-0697-4662-af9b-8f28111089b4 tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] Pushing event deleted for resources: {'Port': ['ID=ceb6ccbd-d069-456e-95ea-215855f4ae63,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:29:00.272565 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-902b2f3c-0697-4662-af9b-8f28111089b4 tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] Notify callbacks [] for floatingip, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:29:00.272900 n-d-802623-1 neutron-server[93797]: INFO neutron.db.l3_db [None req-902b2f3c-0697-4662-af9b-8f28111089b4 tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] Floating IP 258306ff-779e-443a-8e36-8bf477815437 disassociated (deleted). External IP: 172.25.4.67, port: e2508516-c9d9-40c1-aa46-7c0ab17a55f8. Jul 28 00:29:00.391013 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:29:00.475004 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-902b2f3c-0697-4662-af9b-8f28111089b4 tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] Router 85453d4b-e106-410b-b570-f5506d49a7d4 has already been hosted by L3 agent 018c4455-49c0-4734-927d-7824067b2a9e {{(pid=93797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 00:29:00.580553 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-902b2f3c-0697-4662-af9b-8f28111089b4 tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 00:29:00.585308 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-902b2f3c-0697-4662-af9b-8f28111089b4 tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for floatingip, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:29:00.590358 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af23404e-27ba-4b1e-99c1-bd58f23c9ae4 None None] Sync routers for ids ['85453d4b-e106-410b-b570-f5506d49a7d4'] in n-d-802623-1 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 00:29:00.599549 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af23404e-27ba-4b1e-99c1-bd58f23c9ae4 None None] Routers {'85453d4b-e106-410b-b570-f5506d49a7d4'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 00:29:00.600167 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-af23404e-27ba-4b1e-99c1-bd58f23c9ae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-28T00:29:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['85453d4b-e106-410b-b570-f5506d49a7d4'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:29:00.616170 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-902b2f3c-0697-4662-af9b-8f28111089b4 tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] 10.222.0.18 "DELETE /v2.0/floatingips/258306ff-779e-443a-8e36-8bf477815437 HTTP/1.1" status: 204 len: 168 time: 0.8149595 Jul 28 00:29:00.616869 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60ddcab8-c6f0-466b-8b49-32b014ddf865', 'tag': 'e2508516-c9d9-40c1-aa46-7c0ab17a55f8'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 00:29:00.619247 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54ff2e8c926e0231465601fd4f15fa4e9ff5e8c34d973af7f909e70dd0b48885" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-166f0fbc-baf9-4e66-83ca-996dcead21e2" -d '{"events": [{"name": "network-changed", "server_uuid": "60ddcab8-c6f0-466b-8b49-32b014ddf865", "tag": "e2508516-c9d9-40c1-aa46-7c0ab17a55f8"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 00:29:00.660793 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 00:29:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38e5b65f-6a02-4760-8d17-a7566259f5de x-openstack-request-id: req-38e5b65f-6a02-4760-8d17-a7566259f5de {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 00:29:00.661086 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60ddcab8-c6f0-466b-8b49-32b014ddf865", "tag": "e2508516-c9d9-40c1-aa46-7c0ab17a55f8", "status": "completed", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 00:29:00.661345 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-38e5b65f-6a02-4760-8d17-a7566259f5de {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 00:29:00.661784 n-d-802623-1 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60ddcab8-c6f0-466b-8b49-32b014ddf865', 'tag': 'e2508516-c9d9-40c1-aa46-7c0ab17a55f8', 'status': 'completed', 'code': 200} Jul 28 00:29:00.714825 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-af23404e-27ba-4b1e-99c1-bd58f23c9ae4 None None] Set router 85453d4b-e106-410b-b570-f5506d49a7d4 gateway port host: n-d-802623-1 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 00:29:00.726805 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166f0fbc-baf9-4e66-83ca-996dcead21e2 req-0cf1be42-a91a-4400-906f-4eb3c392e866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:29:00.729033 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-166f0fbc-baf9-4e66-83ca-996dcead21e2 req-0cf1be42-a91a-4400-906f-4eb3c392e866 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=4cc65edd594b421ab780d4d1523713ca&device_id=60ddcab8-c6f0-466b-8b49-32b014ddf865 HTTP/1.1" status: 200 len: 1094 time: 0.0450847 Jul 28 00:29:00.804107 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-19f2e178-d45e-4fbe-b9be-c3963fc151ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:29:00.875860 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166f0fbc-baf9-4e66-83ca-996dcead21e2 req-49004ddd-8f42-408a-bea6-876840379963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:29:00.877362 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-166f0fbc-baf9-4e66-83ca-996dcead21e2 req-49004ddd-8f42-408a-bea6-876840379963 service neutron] 10.222.0.38 "GET /v2.0/networks?id=777a4a7c-675f-4518-904f-7fa9ced18835 HTTP/1.1" status: 200 len: 911 time: 0.1341341 Jul 28 00:29:00.891774 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d08506a-4e93-4407-9bfe-0913bba4f1e9 req-9c012aa0-9919-4e0e-a083-f13427445cef tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:29:00.893213 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8d08506a-4e93-4407-9bfe-0913bba4f1e9 req-9c012aa0-9919-4e0e-a083-f13427445cef tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] 10.222.0.18 "GET /v2.0/ports?device_id=60ddcab8-c6f0-466b-8b49-32b014ddf865 HTTP/1.1" status: 200 len: 943 time: 0.0752764 Jul 28 00:29:00.918297 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-af23404e-27ba-4b1e-99c1-bd58f23c9ae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85453d4b-e106-410b-b570-f5506d49a7d4', 'name': 'tempest-TestSnapshotPattern-2078285384-router', 'tenant_id': '4cc65edd594b421ab780d4d1523713ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.157'}], 'enable_snat': True}, 'gw_port_id': 'cdedd214-4456-4746-aa1f-ad33145f9828', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T00:24:08Z', 'updated_at': '2021-07-28T00:24:11Z', 'revision_number': 4, 'project_id': '4cc65edd594b421ab780d4d1523713ca', 'gw_port': {'id': 'cdedd214-4456-4746-aa1f-ad33145f9828', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:db:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85453d4b-e106-410b-b570-f5506d49a7d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T00:24:09Z', 'updated_at': '2021-07-28T00:24:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': '5e9bc23c-5b59-4c8e-8484-295e4627010f', 'name': '', 'network_id': '777a4a7c-675f-4518-904f-7fa9ced18835', 'tenant_id': '4cc65edd594b421ab780d4d1523713ca', 'mac_address': 'fa:16:3e:24:0b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85453d4b-e106-410b-b570-f5506d49a7d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '163607a5-f3eb-4a1c-bb17-055e9c81c7d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T00:24:10Z', 'updated_at': '2021-07-28T00:24:17Z', 'revision_number': 5, 'project_id': '4cc65edd594b421ab780d4d1523713ca', 'subnets': [{'id': '163607a5-f3eb-4a1c-bb17-055e9c81c7d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:29:00.940037 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-166f0fbc-baf9-4e66-83ca-996dcead21e2 req-3c4c4b2e-9f0e-4256-940e-a23bd4f4243d service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e2508516-c9d9-40c1-aa46-7c0ab17a55f8 HTTP/1.1" status: 200 len: 217 time: 0.0458927 Jul 28 00:29:00.947798 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af23404e-27ba-4b1e-99c1-bd58f23c9ae4 None None] Checking router: 85453d4b-e106-410b-b570-f5506d49a7d4 for host: n-d-802623-1 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 00:29:00.955936 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af23404e-27ba-4b1e-99c1-bd58f23c9ae4 None None] Routers {'85453d4b-e106-410b-b570-f5506d49a7d4'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 00:29:00.956538 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-af23404e-27ba-4b1e-99c1-bd58f23c9ae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-28T00:29:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['85453d4b-e106-410b-b570-f5506d49a7d4'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:29:00.990453 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-8d08506a-4e93-4407-9bfe-0913bba4f1e9 req-c4bfb228-1f28-4f7e-8721-ecea3124d46c tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] 10.222.0.18 "GET /v2.0/security-groups?id=84453099-f908-4f40-80d3-d42cb938a5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906150 Jul 28 00:29:01.010569 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166f0fbc-baf9-4e66-83ca-996dcead21e2 req-aaa54f54-9fd3-4156-b1dc-fa1b9f8a822c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:29:01.012117 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-166f0fbc-baf9-4e66-83ca-996dcead21e2 req-aaa54f54-9fd3-4156-b1dc-fa1b9f8a822c service neutron] 10.222.0.38 "GET /v2.0/subnets?id=163607a5-f3eb-4a1c-bb17-055e9c81c7d8 HTTP/1.1" status: 200 len: 849 time: 0.0645261 Jul 28 00:29:01.063839 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-af23404e-27ba-4b1e-99c1-bd58f23c9ae4 None None] Set router 85453d4b-e106-410b-b570-f5506d49a7d4 gateway port host: n-d-802623-1 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 00:29:01.065146 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166f0fbc-baf9-4e66-83ca-996dcead21e2 req-149e0af3-9357-4230-b37a-94606d57e7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:29:01.066669 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-166f0fbc-baf9-4e66-83ca-996dcead21e2 req-149e0af3-9357-4230-b37a-94606d57e7cc service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=777a4a7c-675f-4518-904f-7fa9ced18835&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0460792 Jul 28 00:29:01.160953 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-166f0fbc-baf9-4e66-83ca-996dcead21e2 req-faf2cbe8-5538-4ff0-a2a6-3025a129b493 service neutron] 10.222.0.38 "GET /v2.0/networks/777a4a7c-675f-4518-904f-7fa9ced18835?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860655 Jul 28 00:29:01.255456 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-af23404e-27ba-4b1e-99c1-bd58f23c9ae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85453d4b-e106-410b-b570-f5506d49a7d4', 'name': 'tempest-TestSnapshotPattern-2078285384-router', 'tenant_id': '4cc65edd594b421ab780d4d1523713ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.157'}], 'enable_snat': True}, 'gw_port_id': 'cdedd214-4456-4746-aa1f-ad33145f9828', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T00:24:08Z', 'updated_at': '2021-07-28T00:24:11Z', 'revision_number': 4, 'project_id': '4cc65edd594b421ab780d4d1523713ca', 'gw_port': {'id': 'cdedd214-4456-4746-aa1f-ad33145f9828', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:db:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85453d4b-e106-410b-b570-f5506d49a7d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T00:24:09Z', 'updated_at': '2021-07-28T00:24:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': '5e9bc23c-5b59-4c8e-8484-295e4627010f', 'name': '', 'network_id': '777a4a7c-675f-4518-904f-7fa9ced18835', 'tenant_id': '4cc65edd594b421ab780d4d1523713ca', 'mac_address': 'fa:16:3e:24:0b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85453d4b-e106-410b-b570-f5506d49a7d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '163607a5-f3eb-4a1c-bb17-055e9c81c7d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T00:24:10Z', 'updated_at': '2021-07-28T00:24:17Z', 'revision_number': 5, 'project_id': '4cc65edd594b421ab780d4d1523713ca', 'subnets': [{'id': '163607a5-f3eb-4a1c-bb17-055e9c81c7d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:29:01.257664 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-166f0fbc-baf9-4e66-83ca-996dcead21e2 req-93158026-acc0-40a9-8957-4029002f6876 service neutron] 10.222.0.38 "GET /v2.0/networks/777a4a7c-675f-4518-904f-7fa9ced18835?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891733 Jul 28 00:29:01.283805 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af23404e-27ba-4b1e-99c1-bd58f23c9ae4 None None] The sync data for ids ['85453d4b-e106-410b-b570-f5506d49a7d4'] in n-d-802623-1 is: [{'id': '85453d4b-e106-410b-b570-f5506d49a7d4', 'name': 'tempest-TestSnapshotPattern-2078285384-router', 'tenant_id': '4cc65edd594b421ab780d4d1523713ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.157'}], 'enable_snat': True}, 'gw_port_id': 'cdedd214-4456-4746-aa1f-ad33145f9828', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T00:24:08Z', 'updated_at': '2021-07-28T00:24:11Z', 'revision_number': 4, 'project_id': '4cc65edd594b421ab780d4d1523713ca', 'gw_port': {'id': 'cdedd214-4456-4746-aa1f-ad33145f9828', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:db:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85453d4b-e106-410b-b570-f5506d49a7d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T00:24:09Z', 'updated_at': '2021-07-28T00:24:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1', '_interfaces': [{'id': '5e9bc23c-5b59-4c8e-8484-295e4627010f', 'name': '', 'network_id': '777a4a7c-675f-4518-904f-7fa9ced18835', 'tenant_id': '4cc65edd594b421ab780d4d1523713ca', 'mac_address': 'fa:16:3e:24:0b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85453d4b-e106-410b-b570-f5506d49a7d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '163607a5-f3eb-4a1c-bb17-055e9c81c7d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T00:24:10Z', 'updated_at': '2021-07-28T00:24:17Z', 'revision_number': 5, 'project_id': '4cc65edd594b421ab780d4d1523713ca', 'subnets': [{'id': '163607a5-f3eb-4a1c-bb17-055e9c81c7d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 00:29:01.498747 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd0c1006-5fd7-4f9f-9afc-f0131684cdff None None] New status for floating IP 258306ff-779e-443a-8e36-8bf477815437: DOWN {{(pid=93799) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 00:29:02.105575 n-d-802623-1 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9110aa4-a6d0-4bbd-ac08-aaff41a9390d req-96834109-b37e-4118-8e41-f4613b414160 tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:29:02.107082 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f9110aa4-a6d0-4bbd-ac08-aaff41a9390d req-96834109-b37e-4118-8e41-f4613b414160 tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] 10.222.0.18 "GET /v2.0/ports?device_id=60ddcab8-c6f0-466b-8b49-32b014ddf865 HTTP/1.1" status: 200 len: 943 time: 0.0488217 Jul 28 00:29:02.146384 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-f9110aa4-a6d0-4bbd-ac08-aaff41a9390d req-127eb4ad-db65-4bd8-b3fa-8a48210c6fd9 tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] 10.222.0.18 "GET /v2.0/security-groups?id=84453099-f908-4f40-80d3-d42cb938a5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332127 Jul 28 00:29:02.343211 n-d-802623-1 neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed390de-9092-4f26-9133-a6f011752e44 req-018cde84-47e4-44c1-9618-7bd299b624d7 tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 00:29:02.344578 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-9ed390de-9092-4f26-9133-a6f011752e44 req-018cde84-47e4-44c1-9618-7bd299b624d7 tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] 10.222.0.38 "GET /v2.0/ports?device_id=60ddcab8-c6f0-466b-8b49-32b014ddf865 HTTP/1.1" status: 200 len: 943 time: 0.0494471 Jul 28 00:29:02.432569 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [req-9ed390de-9092-4f26-9133-a6f011752e44 req-04d6553c-59fe-4db0-9705-07f2fdbda266 tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] Deleting port e2508516-c9d9-40c1-aa46-7c0ab17a55f8 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 00:29:02.432918 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-9ed390de-9092-4f26-9133-a6f011752e44 req-04d6553c-59fe-4db0-9705-07f2fdbda266 tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:29:02.522421 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-9ed390de-9092-4f26-9133-a6f011752e44 req-04d6553c-59fe-4db0-9705-07f2fdbda266 tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] For port e2508516-c9d9-40c1-aa46-7c0ab17a55f8, host n-h1-802623-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802623-1',level=0,port_id=e2508516-c9d9-40c1-aa46-7c0ab17a55f8,segment=NetworkSegment(ed526262-c4a2-42f4-9010-ff7fa6c83e76),segment_id=ed526262-c4a2-42f4-9010-ff7fa6c83e76)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 00:29:02.522766 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-9ed390de-9092-4f26-9133-a6f011752e44 req-04d6553c-59fe-4db0-9705-07f2fdbda266 tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:29:02.535477 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [req-9ed390de-9092-4f26-9133-a6f011752e44 req-04d6553c-59fe-4db0-9705-07f2fdbda266 tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] Calling delete_port for e2508516-c9d9-40c1-aa46-7c0ab17a55f8 owned by compute:nova {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 00:29:02.558688 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7418f70f-e60d-4709-8ba9-6ab514bc7f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:29:02.668509 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-9ed390de-9092-4f26-9133-a6f011752e44 req-04d6553c-59fe-4db0-9705-07f2fdbda266 tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:29:02.697735 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d6553c-59fe-4db0-9705-07f2fdbda266 tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] Pushing event deleted for resources: {'Port': ['ID=e2508516-c9d9-40c1-aa46-7c0ab17a55f8,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:29:02.742424 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ed390de-9092-4f26-9133-a6f011752e44 req-04d6553c-59fe-4db0-9705-07f2fdbda266 tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] No DVR routers for this DVR port e2508516-c9d9-40c1-aa46-7c0ab17a55f8 on host n-h1-802623-1 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 00:29:02.745028 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-9ed390de-9092-4f26-9133-a6f011752e44 req-04d6553c-59fe-4db0-9705-07f2fdbda266 tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1483'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:29:02.747003 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [req-9ed390de-9092-4f26-9133-a6f011752e44 req-04d6553c-59fe-4db0-9705-07f2fdbda266 tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] 10.222.0.38 "DELETE /v2.0/ports/e2508516-c9d9-40c1-aa46-7c0ab17a55f8 HTTP/1.1" status: 204 len: 173 time: 0.3959424 Jul 28 00:29:02.747506 n-d-802623-1 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60ddcab8-c6f0-466b-8b49-32b014ddf865', 'name': 'network-vif-deleted', 'tag': 'e2508516-c9d9-40c1-aa46-7c0ab17a55f8'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 00:29:02.749724 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54ff2e8c926e0231465601fd4f15fa4e9ff5e8c34d973af7f909e70dd0b48885" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6e48e20-0a0c-4dcc-b42a-a3f12b0efa01" -d '{"events": [{"server_uuid": "60ddcab8-c6f0-466b-8b49-32b014ddf865", "name": "network-vif-deleted", "tag": "e2508516-c9d9-40c1-aa46-7c0ab17a55f8"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 00:29:02.786902 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 00:29:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cfe54f9-4d94-4f2b-9352-29aef80f82c2 x-openstack-request-id: req-2cfe54f9-4d94-4f2b-9352-29aef80f82c2 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 00:29:02.787236 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60ddcab8-c6f0-466b-8b49-32b014ddf865", "name": "network-vif-deleted", "tag": "e2508516-c9d9-40c1-aa46-7c0ab17a55f8", "status": "completed", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 00:29:02.787494 n-d-802623-1 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2cfe54f9-4d94-4f2b-9352-29aef80f82c2 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 00:29:02.787922 n-d-802623-1 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60ddcab8-c6f0-466b-8b49-32b014ddf865', 'name': 'network-vif-deleted', 'tag': 'e2508516-c9d9-40c1-aa46-7c0ab17a55f8', 'status': 'completed', 'code': 200} Jul 28 00:29:03.251570 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [req-9b1d9328-acba-4d6f-ae2c-df73086151dd req-83844218-c0bf-4b04-b509-d40ecf30c20b tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] 10.222.0.18 "GET /v2.0/ports?device_id=60ddcab8-c6f0-466b-8b49-32b014ddf865 HTTP/1.1" status: 200 len: 210 time: 0.0259407 Jul 28 00:29:04.306614 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 32990) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:29:04.368247 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a366b63b-a975-4c7b-9991-134eb021e958 tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:29:04.392595 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a366b63b-a975-4c7b-9991-134eb021e958 tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:29:04.454848 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a366b63b-a975-4c7b-9991-134eb021e958 tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:29:04.457460 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a366b63b-a975-4c7b-9991-134eb021e958 tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:29:04.458606 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-a366b63b-a975-4c7b-9991-134eb021e958 tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] 10.222.0.18 "DELETE /v2.0/security-groups/84453099-f908-4f40-80d3-d42cb938a5b4 HTTP/1.1" status: 204 len: 168 time: 0.1509154 Jul 28 00:29:04.468054 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a366b63b-a975-4c7b-9991-134eb021e958 tempest-TestSnapshotPattern-729991892 tempest-TestSnapshotPattern-729991892-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=84453099-f908-4f40-80d3-d42cb938a5b4,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:29:04.508308 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 32996) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:29:04.845071 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5d255275-162b-410d-9914-b438401d9916 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-414022'] for router_interface, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:29:05.081739 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-5d255275-162b-410d-9914-b438401d9916 admin admin] Deleting port 5e9bc23c-5b59-4c8e-8484-295e4627010f {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 00:29:05.082078 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5d255275-162b-410d-9914-b438401d9916 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:29:05.160278 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-5d255275-162b-410d-9914-b438401d9916 admin admin] For port 5e9bc23c-5b59-4c8e-8484-295e4627010f, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=5e9bc23c-5b59-4c8e-8484-295e4627010f,segment=NetworkSegment(ed526262-c4a2-42f4-9010-ff7fa6c83e76),segment_id=ed526262-c4a2-42f4-9010-ff7fa6c83e76)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 00:29:05.160566 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5d255275-162b-410d-9914-b438401d9916 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:29:05.173192 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-5d255275-162b-410d-9914-b438401d9916 admin admin] Calling delete_port for 5e9bc23c-5b59-4c8e-8484-295e4627010f owned by network:router_interface {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 00:29:05.349389 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5d255275-162b-410d-9914-b438401d9916 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:29:05.379662 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d255275-162b-410d-9914-b438401d9916 admin admin] Pushing event deleted for resources: {'Port': ['ID=5e9bc23c-5b59-4c8e-8484-295e4627010f,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:29:05.446447 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device e2508516-c9d9-40c1-aa46-7c0ab17a55f8 no longer exists at agent hyperv_n-h1-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 00:29:05.469151 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] No Port match for: e2508516-c9d9-40c1-aa46-7c0ab17a55f8 {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 00:29:05.469621 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Device e2508516-c9d9-40c1-aa46-7c0ab17a55f8 not bound to the agent host n-h1-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 00:29:05.539717 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5d255275-162b-410d-9914-b438401d9916 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3760546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-413994'] for router_interface, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:29:05.859462 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:29:06.096979 n-d-802623-1 neutron-server[93797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d255275-162b-410d-9914-b438401d9916 admin admin] Router 85453d4b-e106-410b-b570-f5506d49a7d4 has already been hosted by L3 agent 018c4455-49c0-4734-927d-7824067b2a9e {{(pid=93797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 00:29:06.208179 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d255275-162b-410d-9914-b438401d9916 admin admin] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 00:29:06.213193 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-5d255275-162b-410d-9914-b438401d9916 admin admin] 10.222.0.18 "PUT /v2.0/routers/85453d4b-e106-410b-b570-f5506d49a7d4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7035184 Jul 28 00:29:06.216113 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 32998) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:29:06.217117 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c51de4af-906e-4f1c-ad42-cbd77c83bd94 None None] Sync routers for ids ['85453d4b-e106-410b-b570-f5506d49a7d4'] in n-d-802623-1 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 00:29:06.234601 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c51de4af-906e-4f1c-ad42-cbd77c83bd94 None None] Routers {'85453d4b-e106-410b-b570-f5506d49a7d4'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 00:29:06.235245 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-c51de4af-906e-4f1c-ad42-cbd77c83bd94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-28T00:29:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['85453d4b-e106-410b-b570-f5506d49a7d4'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:29:06.322567 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-65d1ed95-2460-4cec-8d94-835f3e7de977 admin admin] Notify callbacks [] for router, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:29:06.426426 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-65d1ed95-2460-4cec-8d94-835f3e7de977 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:29:06.429705 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-c51de4af-906e-4f1c-ad42-cbd77c83bd94 None None] Set router 85453d4b-e106-410b-b570-f5506d49a7d4 gateway port host: n-d-802623-1 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 00:29:06.479122 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-65d1ed95-2460-4cec-8d94-835f3e7de977 admin admin] Deleting port cdedd214-4456-4746-aa1f-ad33145f9828 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 00:29:06.479461 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-65d1ed95-2460-4cec-8d94-835f3e7de977 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:29:06.563512 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-65d1ed95-2460-4cec-8d94-835f3e7de977 admin admin] For port cdedd214-4456-4746-aa1f-ad33145f9828, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=cdedd214-4456-4746-aa1f-ad33145f9828,segment=NetworkSegment(b9afe07e-bbe4-4740-834c-4b6a9698bdbc),segment_id=b9afe07e-bbe4-4740-834c-4b6a9698bdbc)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 00:29:06.563901 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-65d1ed95-2460-4cec-8d94-835f3e7de977 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:29:06.577303 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-65d1ed95-2460-4cec-8d94-835f3e7de977 admin admin] Calling delete_port for cdedd214-4456-4746-aa1f-ad33145f9828 owned by network:router_gateway {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 00:29:06.611571 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-c51de4af-906e-4f1c-ad42-cbd77c83bd94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85453d4b-e106-410b-b570-f5506d49a7d4', 'name': 'tempest-TestSnapshotPattern-2078285384-router', 'tenant_id': '4cc65edd594b421ab780d4d1523713ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.157'}], 'enable_snat': True}, 'gw_port_id': 'cdedd214-4456-4746-aa1f-ad33145f9828', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T00:24:08Z', 'updated_at': '2021-07-28T00:29:05Z', 'revision_number': 5, 'project_id': '4cc65edd594b421ab780d4d1523713ca', 'gw_port': {'id': 'cdedd214-4456-4746-aa1f-ad33145f9828', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:db:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85453d4b-e106-410b-b570-f5506d49a7d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T00:24:09Z', 'updated_at': '2021-07-28T00:24:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1'}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:29:06.636867 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c51de4af-906e-4f1c-ad42-cbd77c83bd94 None None] Checking router: 85453d4b-e106-410b-b570-f5506d49a7d4 for host: n-d-802623-1 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 00:29:06.645199 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c51de4af-906e-4f1c-ad42-cbd77c83bd94 None None] Routers {'85453d4b-e106-410b-b570-f5506d49a7d4'} bound to L3 agent in host n-d-802623-1 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 00:29:06.645809 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-c51de4af-906e-4f1c-ad42-cbd77c83bd94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-28T00:29:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['85453d4b-e106-410b-b570-f5506d49a7d4'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:29:06.735674 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-c51de4af-906e-4f1c-ad42-cbd77c83bd94 None None] Set router 85453d4b-e106-410b-b570-f5506d49a7d4 gateway port host: None {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 00:29:06.748766 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-65d1ed95-2460-4cec-8d94-835f3e7de977 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:29:06.776039 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d1ed95-2460-4cec-8d94-835f3e7de977 admin admin] Pushing event deleted for resources: {'Port': ['ID=cdedd214-4456-4746-aa1f-ad33145f9828,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:29:06.788285 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-c51de4af-906e-4f1c-ad42-cbd77c83bd94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85453d4b-e106-410b-b570-f5506d49a7d4', 'name': 'tempest-TestSnapshotPattern-2078285384-router', 'tenant_id': '4cc65edd594b421ab780d4d1523713ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T00:24:08Z', 'updated_at': '2021-07-28T00:29:06Z', 'revision_number': 6, 'project_id': '4cc65edd594b421ab780d4d1523713ca', 'gw_port_host': None}], 'n-d-802623-1', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:29:06.814357 n-d-802623-1 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c51de4af-906e-4f1c-ad42-cbd77c83bd94 None None] The sync data for ids ['85453d4b-e106-410b-b570-f5506d49a7d4'] in n-d-802623-1 is: [{'id': '85453d4b-e106-410b-b570-f5506d49a7d4', 'name': 'tempest-TestSnapshotPattern-2078285384-router', 'tenant_id': '4cc65edd594b421ab780d4d1523713ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T00:24:08Z', 'updated_at': '2021-07-28T00:29:06Z', 'revision_number': 6, 'project_id': '4cc65edd594b421ab780d4d1523713ca', 'gw_port_host': None}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 00:29:06.834942 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-65d1ed95-2460-4cec-8d94-835f3e7de977 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-415368'] for router_gateway, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:29:06.933064 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-65d1ed95-2460-4cec-8d94-835f3e7de977 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62205'] for router, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:29:06.935175 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-65d1ed95-2460-4cec-8d94-835f3e7de977 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:29:06.980130 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-65d1ed95-2460-4cec-8d94-835f3e7de977 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-477831'] for router, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:29:06.980740 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65d1ed95-2460-4cec-8d94-835f3e7de977 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 85453d4b-e106-410b-b570-f5506d49a7d4 {{(pid=93797) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 00:29:06.985762 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-65d1ed95-2460-4cec-8d94-835f3e7de977 admin admin] Notify callbacks [] for router, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:29:06.986901 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-65d1ed95-2460-4cec-8d94-835f3e7de977 admin admin] 10.222.0.18 "DELETE /v2.0/routers/85453d4b-e106-410b-b570-f5506d49a7d4 HTTP/1.1" status: 204 len: 168 time: 0.7698267 Jul 28 00:29:06.989391 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 33000) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:29:07.032872 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ce6e0a7-d029-4937-9afd-f78262c7ddbf admin admin] Deleting subnet 163607a5-f3eb-4a1c-bb17-055e9c81c7d8 {{(pid=93797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 00:29:07.036127 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5ce6e0a7-d029-4937-9afd-f78262c7ddbf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:29:07.068954 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5ce6e0a7-d029-4937-9afd-f78262c7ddbf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11335971'] for subnet, precommit_delete_associations {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:29:07.152901 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5ce6e0a7-d029-4937-9afd-f78262c7ddbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620741'] for subnet, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:29:07.209662 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5ce6e0a7-d029-4937-9afd-f78262c7ddbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11335991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11551414'] for subnet, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:29:07.236744 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce6e0a7-d029-4937-9afd-f78262c7ddbf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=163607a5-f3eb-4a1c-bb17-055e9c81c7d8,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:29:07.241248 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5ce6e0a7-d029-4937-9afd-f78262c7ddbf admin admin] Notify callbacks [] for subnet, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:29:07.243858 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-5ce6e0a7-d029-4937-9afd-f78262c7ddbf admin admin] 10.222.0.18 "DELETE /v2.0/subnets/163607a5-f3eb-4a1c-bb17-055e9c81c7d8 HTTP/1.1" status: 204 len: 168 time: 0.2528901 Jul 28 00:29:07.246228 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 33002) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:29:07.249531 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bc32371-d96d-41a4-895a-bba3c2bbfe26 None None] Network 777a4a7c-675f-4518-904f-7fa9ced18835 requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 00:29:07.318599 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-79566848-8252-41c5-a07d-9379b108a196 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593271'] for network, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:29:07.372635 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-79566848-8252-41c5-a07d-9379b108a196 admin admin] Deleting port c4d26c5b-8dc1-4614-89c6-6948a017c8a7 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 00:29:07.372991 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-79566848-8252-41c5-a07d-9379b108a196 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:29:07.434640 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-79566848-8252-41c5-a07d-9379b108a196 admin admin] For port c4d26c5b-8dc1-4614-89c6-6948a017c8a7, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=c4d26c5b-8dc1-4614-89c6-6948a017c8a7,segment=NetworkSegment(ed526262-c4a2-42f4-9010-ff7fa6c83e76),segment_id=ed526262-c4a2-42f4-9010-ff7fa6c83e76)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 00:29:07.435298 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-79566848-8252-41c5-a07d-9379b108a196 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:29:07.448397 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-79566848-8252-41c5-a07d-9379b108a196 admin admin] Calling delete_port for c4d26c5b-8dc1-4614-89c6-6948a017c8a7 owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 00:29:07.528932 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-79566848-8252-41c5-a07d-9379b108a196 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:29:07.554536 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79566848-8252-41c5-a07d-9379b108a196 admin admin] Pushing event deleted for resources: {'Port': ['ID=c4d26c5b-8dc1-4614-89c6-6948a017c8a7,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:29:07.556910 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79566848-8252-41c5-a07d-9379b108a196 admin admin] No DVR routers for this DVR port c4d26c5b-8dc1-4614-89c6-6948a017c8a7 on host n-d-802623-1 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 00:29:07.601869 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f71175e-a86c-4bb1-9d87-75ac17c9e951 None None] DHCP port deletion for 777a4a7c-675f-4518-904f-7fa9ced18835 request from n-d-802623-1 {{(pid=93799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 00:29:07.632777 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-79566848-8252-41c5-a07d-9379b108a196 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618032', 'neutron.services.segments.db._delete_segments_for_network-8736833900081'] for network, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:29:07.643978 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-79566848-8252-41c5-a07d-9379b108a196 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['777a4a7c-675f-4518-904f-7fa9ced18835']}} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:29:07.659005 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-79566848-8252-41c5-a07d-9379b108a196 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed526262-c4a2-42f4-9010-ff7fa6c83e76') {'for_net_delete': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:29:07.659348 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-79566848-8252-41c5-a07d-9379b108a196 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed526262-c4a2-42f4-9010-ff7fa6c83e76') {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:29:07.665576 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 5e9bc23c-5b59-4c8e-8484-295e4627010f no longer exists at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 00:29:07.670224 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-79566848-8252-41c5-a07d-9379b108a196 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736833900858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11335978'] for segment, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:29:07.684999 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-79566848-8252-41c5-a07d-9379b108a196 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:29:07.685707 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] No Port match for: 5e9bc23c-5b59-4c8e-8484-295e4627010f {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 00:29:07.686238 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 5e9bc23c-5b59-4c8e-8484-295e4627010f not bound to the agent host n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 00:29:07.686923 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device cdedd214-4456-4746-aa1f-ad33145f9828 no longer exists at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 00:29:07.693411 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79566848-8252-41c5-a07d-9379b108a196 admin admin] Releasing vlan 538 on physical network physnet1 to pool {{(pid=93797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 00:29:07.693911 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-79566848-8252-41c5-a07d-9379b108a196 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11336013'] for segment, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:29:07.695727 n-d-802623-1 neutron-server[93797]: Traceback (most recent call last): Jul 28 00:29:07.695727 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 00:29:07.695727 n-d-802623-1 neutron-server[93797]: timer() Jul 28 00:29:07.695727 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 00:29:07.695727 n-d-802623-1 neutron-server[93797]: cb(*args, **kw) Jul 28 00:29:07.695727 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 00:29:07.695727 n-d-802623-1 neutron-server[93797]: return func(*args, **kwargs) Jul 28 00:29:07.695727 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 00:29:07.695727 n-d-802623-1 neutron-server[93797]: self._notify() Jul 28 00:29:07.695727 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 00:29:07.695727 n-d-802623-1 neutron-server[93797]: self.callback(batched_events) Jul 28 00:29:07.695727 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 00:29:07.695727 n-d-802623-1 neutron-server[93797]: event.method(event) Jul 28 00:29:07.695727 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 00:29:07.695727 n-d-802623-1 neutron-server[93797]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 00:29:07.695727 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 00:29:07.695727 n-d-802623-1 neutron-server[93797]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 00:29:07.695727 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 00:29:07.695727 n-d-802623-1 neutron-server[93797]: return f(self, *a, **k) Jul 28 00:29:07.695727 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 00:29:07.695727 n-d-802623-1 neutron-server[93797]: return self._get(url).json() Jul 28 00:29:07.695727 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 00:29:07.695727 n-d-802623-1 neutron-server[93797]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 00:29:07.695727 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 00:29:07.695727 n-d-802623-1 neutron-server[93797]: return self.request(url, 'GET', **kwargs) Jul 28 00:29:07.695727 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 00:29:07.695727 n-d-802623-1 neutron-server[93797]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 00:29:07.695727 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 00:29:07.695727 n-d-802623-1 neutron-server[93797]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 00:29:07.695727 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 00:29:07.695727 n-d-802623-1 neutron-server[93797]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 00:29:07.695727 n-d-802623-1 neutron-server[93797]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 00:29:07.706414 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] No Port match for: cdedd214-4456-4746-aa1f-ad33145f9828 {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 00:29:07.706756 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device cdedd214-4456-4746-aa1f-ad33145f9828 not bound to the agent host n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 00:29:07.707200 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device c4d26c5b-8dc1-4614-89c6-6948a017c8a7 no longer exists at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 00:29:07.726111 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] No Port match for: c4d26c5b-8dc1-4614-89c6-6948a017c8a7 {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 00:29:07.726452 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device c4d26c5b-8dc1-4614-89c6-6948a017c8a7 not bound to the agent host n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 00:29:07.751939 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-79566848-8252-41c5-a07d-9379b108a196 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415412'] for network, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:29:07.757687 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-79566848-8252-41c5-a07d-9379b108a196 admin admin] Notify callbacks [] for network, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:29:07.760016 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-79566848-8252-41c5-a07d-9379b108a196 admin admin] 10.222.0.18 "DELETE /v2.0/networks/777a4a7c-675f-4518-904f-7fa9ced18835 HTTP/1.1" status: 204 len: 168 time: 0.5128622 Jul 28 00:29:07.763021 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 33004) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:29:07.772154 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79566848-8252-41c5-a07d-9379b108a196 admin admin] Pushing event deleted for resources: {'Network': ['ID=777a4a7c-675f-4518-904f-7fa9ced18835,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:29:08.416152 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3d44e798-b5e3-44c3-bacf-94ec93c497ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-414022'] for router_interface, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:29:08.658323 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-3d44e798-b5e3-44c3-bacf-94ec93c497ef admin admin] Deleting port c245926c-1075-4dd1-a6bc-b62f19a38a13 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 00:29:08.658660 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3d44e798-b5e3-44c3-bacf-94ec93c497ef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:29:08.735734 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-3d44e798-b5e3-44c3-bacf-94ec93c497ef admin admin] For port c245926c-1075-4dd1-a6bc-b62f19a38a13, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=c245926c-1075-4dd1-a6bc-b62f19a38a13,segment=NetworkSegment(08b474ca-d703-4734-a5d8-e1a1549267be),segment_id=08b474ca-d703-4734-a5d8-e1a1549267be)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 00:29:08.736100 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3d44e798-b5e3-44c3-bacf-94ec93c497ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:29:08.749647 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-3d44e798-b5e3-44c3-bacf-94ec93c497ef admin admin] Calling delete_port for c245926c-1075-4dd1-a6bc-b62f19a38a13 owned by network:router_interface {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 00:29:08.929256 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3d44e798-b5e3-44c3-bacf-94ec93c497ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:29:08.956362 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d44e798-b5e3-44c3-bacf-94ec93c497ef admin admin] Pushing event deleted for resources: {'Port': ['ID=c245926c-1075-4dd1-a6bc-b62f19a38a13,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:29:08.987972 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d44e798-b5e3-44c3-bacf-94ec93c497ef admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:29:08.988318 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d44e798-b5e3-44c3-bacf-94ec93c497ef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:29:08.988660 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d44e798-b5e3-44c3-bacf-94ec93c497ef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:29:08.989026 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d44e798-b5e3-44c3-bacf-94ec93c497ef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:29:08.989357 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d44e798-b5e3-44c3-bacf-94ec93c497ef admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:29:08.989686 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d44e798-b5e3-44c3-bacf-94ec93c497ef admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:29:08.990008 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d44e798-b5e3-44c3-bacf-94ec93c497ef admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:29:08.990331 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d44e798-b5e3-44c3-bacf-94ec93c497ef admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:29:08.990657 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d44e798-b5e3-44c3-bacf-94ec93c497ef admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:29:08.990977 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d44e798-b5e3-44c3-bacf-94ec93c497ef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:29:08.991321 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d44e798-b5e3-44c3-bacf-94ec93c497ef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:29:08.991639 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d44e798-b5e3-44c3-bacf-94ec93c497ef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802623-1 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 00:29:09.133681 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3d44e798-b5e3-44c3-bacf-94ec93c497ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3760546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-413994'] for router_interface, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:29:09.355350 n-d-802623-1 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d44e798-b5e3-44c3-bacf-94ec93c497ef admin admin] Router a7c81fa4-4373-406e-9ba9-c017dda36695 has already been hosted by L3 agent 018c4455-49c0-4734-927d-7824067b2a9e {{(pid=93798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 00:29:09.456410 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d44e798-b5e3-44c3-bacf-94ec93c497ef admin admin] Notify agent at l3_agent.n-d-802623-1 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 00:29:09.465002 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-3d44e798-b5e3-44c3-bacf-94ec93c497ef admin admin] 10.222.0.18 "PUT /v2.0/routers/a7c81fa4-4373-406e-9ba9-c017dda36695/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6973193 Jul 28 00:29:09.465002 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 33006) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:29:09.467129 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e4f1f66-639b-4184-9e9e-25473a81a10a None None] Sync routers for ids ['a7c81fa4-4373-406e-9ba9-c017dda36695'] in n-d-802623-1 {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 00:29:09.476968 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e4f1f66-639b-4184-9e9e-25473a81a10a None None] Routers {'a7c81fa4-4373-406e-9ba9-c017dda36695'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 00:29:09.478434 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-4e4f1f66-639b-4184-9e9e-25473a81a10a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-28T00:29:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['a7c81fa4-4373-406e-9ba9-c017dda36695'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:29:09.585518 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-4e4f1f66-639b-4184-9e9e-25473a81a10a None None] Set router a7c81fa4-4373-406e-9ba9-c017dda36695 gateway port host: n-d-802623-1 {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 00:29:09.675482 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6c76bbd0-79d9-410b-bcd5-9c8ddfced75c admin admin] Notify callbacks [] for router, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:29:09.760161 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-4e4f1f66-639b-4184-9e9e-25473a81a10a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7c81fa4-4373-406e-9ba9-c017dda36695', 'name': 'tempest-TestSnapshotPattern-957732831-router', 'tenant_id': '300dd4f2a76d4fbd93b205329409de90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'external_fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.208'}], 'enable_snat': True}, 'gw_port_id': 'd3986d56-9959-4815-915a-bc857cc7fa96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T00:24:13Z', 'updated_at': '2021-07-28T00:29:08Z', 'revision_number': 5, 'project_id': '300dd4f2a76d4fbd93b205329409de90', 'gw_port': {'id': 'd3986d56-9959-4815-915a-bc857cc7fa96', 'name': '', 'network_id': '2fd42287-ed26-4eb9-89a5-b521f5b04356', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:ea:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7c81fa4-4373-406e-9ba9-c017dda36695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'ip_address': '172.25.4.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802623-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T00:24:13Z', 'updated_at': '2021-07-28T00:24:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17de1f8f-393a-4b0c-a2df-614bd3f2fb5e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802623-1'}], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:29:09.776242 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6c76bbd0-79d9-410b-bcd5-9c8ddfced75c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:29:09.787644 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e4f1f66-639b-4184-9e9e-25473a81a10a None None] Checking router: a7c81fa4-4373-406e-9ba9-c017dda36695 for host: n-d-802623-1 {{(pid=93799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 00:29:09.796480 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e4f1f66-639b-4184-9e9e-25473a81a10a None None] Routers {'a7c81fa4-4373-406e-9ba9-c017dda36695'} bound to L3 agent in host n-d-802623-1 {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 00:29:09.797106 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-4e4f1f66-639b-4184-9e9e-25473a81a10a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802623-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T22:52:29Z,description=,heartbeat_timestamp=2021-07-28T00:29:00Z,host='n-d-802623-1',id=018c4455-49c0-4734-927d-7824067b2a9e,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T22:52:30Z,topic='l3_agent')) {'router_ids': ['a7c81fa4-4373-406e-9ba9-c017dda36695'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:29:09.831136 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-6c76bbd0-79d9-410b-bcd5-9c8ddfced75c admin admin] Deleting port d3986d56-9959-4815-915a-bc857cc7fa96 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 00:29:09.831403 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6c76bbd0-79d9-410b-bcd5-9c8ddfced75c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:29:09.881111 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-4e4f1f66-639b-4184-9e9e-25473a81a10a None None] Set router a7c81fa4-4373-406e-9ba9-c017dda36695 gateway port host: None {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 00:29:09.911792 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-6c76bbd0-79d9-410b-bcd5-9c8ddfced75c admin admin] For port d3986d56-9959-4815-915a-bc857cc7fa96, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=d3986d56-9959-4815-915a-bc857cc7fa96,segment=NetworkSegment(b9afe07e-bbe4-4740-834c-4b6a9698bdbc),segment_id=b9afe07e-bbe4-4740-834c-4b6a9698bdbc)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 00:29:09.912154 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6c76bbd0-79d9-410b-bcd5-9c8ddfced75c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:29:09.924945 n-d-802623-1 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-6c76bbd0-79d9-410b-bcd5-9c8ddfced75c admin admin] Calling delete_port for d3986d56-9959-4815-915a-bc857cc7fa96 owned by network:router_gateway {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 00:29:09.932238 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-4e4f1f66-639b-4184-9e9e-25473a81a10a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7c81fa4-4373-406e-9ba9-c017dda36695', 'name': 'tempest-TestSnapshotPattern-957732831-router', 'tenant_id': '300dd4f2a76d4fbd93b205329409de90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T00:24:13Z', 'updated_at': '2021-07-28T00:29:09Z', 'revision_number': 6, 'project_id': '300dd4f2a76d4fbd93b205329409de90', 'gw_port_host': None}], 'n-d-802623-1', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:29:09.961095 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e4f1f66-639b-4184-9e9e-25473a81a10a None None] The sync data for ids ['a7c81fa4-4373-406e-9ba9-c017dda36695'] in n-d-802623-1 is: [{'id': 'a7c81fa4-4373-406e-9ba9-c017dda36695', 'name': 'tempest-TestSnapshotPattern-957732831-router', 'tenant_id': '300dd4f2a76d4fbd93b205329409de90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T00:24:13Z', 'updated_at': '2021-07-28T00:29:09Z', 'revision_number': 6, 'project_id': '300dd4f2a76d4fbd93b205329409de90', 'gw_port_host': None}] {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 00:29:10.088468 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6c76bbd0-79d9-410b-bcd5-9c8ddfced75c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11971725'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:29:10.114064 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c76bbd0-79d9-410b-bcd5-9c8ddfced75c admin admin] Pushing event deleted for resources: {'Port': ['ID=d3986d56-9959-4815-915a-bc857cc7fa96,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:29:10.175271 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6c76bbd0-79d9-410b-bcd5-9c8ddfced75c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-415368'] for router_gateway, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:29:10.262946 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6c76bbd0-79d9-410b-bcd5-9c8ddfced75c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62205'] for router, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:29:10.264949 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6c76bbd0-79d9-410b-bcd5-9c8ddfced75c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:29:10.307505 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6c76bbd0-79d9-410b-bcd5-9c8ddfced75c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-477831'] for router, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:29:10.308060 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c76bbd0-79d9-410b-bcd5-9c8ddfced75c admin admin] Fanout notify agent at l3_agent the message router_deleted on router a7c81fa4-4373-406e-9ba9-c017dda36695 {{(pid=93798) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 00:29:10.312957 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6c76bbd0-79d9-410b-bcd5-9c8ddfced75c admin admin] Notify callbacks [] for router, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:29:10.314156 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-6c76bbd0-79d9-410b-bcd5-9c8ddfced75c admin admin] 10.222.0.18 "DELETE /v2.0/routers/a7c81fa4-4373-406e-9ba9-c017dda36695 HTTP/1.1" status: 204 len: 168 time: 0.8488414 Jul 28 00:29:10.316728 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.18', 33010) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:29:10.361524 n-d-802623-1 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebd364ce-b4c8-4088-8701-c5e4ff342319 admin admin] Deleting subnet 3ab918e5-c7d8-4293-b45c-3b67888b54eb {{(pid=93798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 00:29:10.364813 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ebd364ce-b4c8-4088-8701-c5e4ff342319 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:29:10.399659 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ebd364ce-b4c8-4088-8701-c5e4ff342319 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11163249'] for subnet, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:29:10.478284 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ebd364ce-b4c8-4088-8701-c5e4ff342319 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620741'] for subnet, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:29:10.529496 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ebd364ce-b4c8-4088-8701-c5e4ff342319 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11971800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12265753'] for subnet, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:29:10.555513 n-d-802623-1 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd364ce-b4c8-4088-8701-c5e4ff342319 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3ab918e5-c7d8-4293-b45c-3b67888b54eb,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:29:10.557975 n-d-802623-1 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ebd364ce-b4c8-4088-8701-c5e4ff342319 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:29:10.559865 n-d-802623-1 neutron-server[93798]: INFO neutron.wsgi [None req-ebd364ce-b4c8-4088-8701-c5e4ff342319 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/3ab918e5-c7d8-4293-b45c-3b67888b54eb HTTP/1.1" status: 204 len: 168 time: 0.2422128 Jul 28 00:29:10.562366 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47a7e07b-70f7-45ab-b5b9-0e9c5509c280 None None] Network 09dcff02-6ec1-4c37-bb99-014e952a680a requested from n-d-802623-1 {{(pid=93799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 00:29:10.562872 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 33012) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:29:10.634532 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-149f381d-37fd-4365-b57e-20870ed73ce2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593271'] for network, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:29:10.689759 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-149f381d-37fd-4365-b57e-20870ed73ce2 admin admin] Deleting port 83fa239d-1ea8-4a0e-b860-b626617b0ecc {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 00:29:10.690105 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-149f381d-37fd-4365-b57e-20870ed73ce2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:29:10.743013 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8902bf01-4dbd-47a0-bf83-3a7aa85c930c None None] DHCP port deletion for 09dcff02-6ec1-4c37-bb99-014e952a680a request from n-d-802623-1 {{(pid=93799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 00:29:10.758572 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-149f381d-37fd-4365-b57e-20870ed73ce2 admin admin] For port 83fa239d-1ea8-4a0e-b860-b626617b0ecc, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=83fa239d-1ea8-4a0e-b860-b626617b0ecc,segment=NetworkSegment(08b474ca-d703-4734-a5d8-e1a1549267be),segment_id=08b474ca-d703-4734-a5d8-e1a1549267be)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 00:29:10.758969 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-149f381d-37fd-4365-b57e-20870ed73ce2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:29:10.772710 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-149f381d-37fd-4365-b57e-20870ed73ce2 admin admin] Calling delete_port for 83fa239d-1ea8-4a0e-b860-b626617b0ecc owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 00:29:10.795272 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-8902bf01-4dbd-47a0-bf83-3a7aa85c930c None None] Deleting port 83fa239d-1ea8-4a0e-b860-b626617b0ecc {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 00:29:10.795651 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8902bf01-4dbd-47a0-bf83-3a7aa85c930c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736833721995'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:29:10.859356 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-149f381d-37fd-4365-b57e-20870ed73ce2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11336034'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:29:10.864881 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-8902bf01-4dbd-47a0-bf83-3a7aa85c930c None None] For port 83fa239d-1ea8-4a0e-b860-b626617b0ecc, host n-d-802623-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802623-1',level=0,port_id=83fa239d-1ea8-4a0e-b860-b626617b0ecc,segment=NetworkSegment(08b474ca-d703-4734-a5d8-e1a1549267be),segment_id=08b474ca-d703-4734-a5d8-e1a1549267be)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 00:29:10.865409 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8902bf01-4dbd-47a0-bf83-3a7aa85c930c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419673'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:29:10.879066 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-8902bf01-4dbd-47a0-bf83-3a7aa85c930c None None] Calling delete_port for 83fa239d-1ea8-4a0e-b860-b626617b0ecc owned by network:dhcp {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 00:29:10.887014 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149f381d-37fd-4365-b57e-20870ed73ce2 admin admin] Pushing event deleted for resources: {'Port': ['ID=83fa239d-1ea8-4a0e-b860-b626617b0ecc,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:29:10.888817 n-d-802623-1 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-149f381d-37fd-4365-b57e-20870ed73ce2 admin admin] No DVR routers for this DVR port 83fa239d-1ea8-4a0e-b860-b626617b0ecc on host n-d-802623-1 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 00:29:10.963664 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8902bf01-4dbd-47a0-bf83-3a7aa85c930c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3592495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736833727263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736833338125'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:29:10.965940 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-149f381d-37fd-4365-b57e-20870ed73ce2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618032', 'neutron.services.segments.db._delete_segments_for_network-8736833900081'] for network, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:29:10.978397 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-149f381d-37fd-4365-b57e-20870ed73ce2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09dcff02-6ec1-4c37-bb99-014e952a680a']}} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:29:10.990971 n-d-802623-1 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8902bf01-4dbd-47a0-bf83-3a7aa85c930c None None] Pushing event deleted for resources: {'Port': ['ID=83fa239d-1ea8-4a0e-b860-b626617b0ecc,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:29:10.995374 n-d-802623-1 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8902bf01-4dbd-47a0-bf83-3a7aa85c930c None None] No DVR routers for this DVR port 83fa239d-1ea8-4a0e-b860-b626617b0ecc on host n-d-802623-1 {{(pid=93799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 00:29:11.001304 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-149f381d-37fd-4365-b57e-20870ed73ce2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08b474ca-d703-4734-a5d8-e1a1549267be') {'for_net_delete': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:29:11.001676 n-d-802623-1 neutron-server[93797]: DEBUG neutron.services.segments.db [None req-149f381d-37fd-4365-b57e-20870ed73ce2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08b474ca-d703-4734-a5d8-e1a1549267be') {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 00:29:11.013325 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-149f381d-37fd-4365-b57e-20870ed73ce2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736833900858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11335978'] for segment, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:29:11.027455 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-149f381d-37fd-4365-b57e-20870ed73ce2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256'] for segment, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:29:11.033403 n-d-802623-1 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-149f381d-37fd-4365-b57e-20870ed73ce2 admin admin] Releasing vlan 548 on physical network physnet1 to pool {{(pid=93797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 00:29:11.033789 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-149f381d-37fd-4365-b57e-20870ed73ce2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11336013'] for segment, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:29:11.035582 n-d-802623-1 neutron-server[93797]: Traceback (most recent call last): Jul 28 00:29:11.035582 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 00:29:11.035582 n-d-802623-1 neutron-server[93797]: timer() Jul 28 00:29:11.035582 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 00:29:11.035582 n-d-802623-1 neutron-server[93797]: cb(*args, **kw) Jul 28 00:29:11.035582 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 00:29:11.035582 n-d-802623-1 neutron-server[93797]: return func(*args, **kwargs) Jul 28 00:29:11.035582 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 00:29:11.035582 n-d-802623-1 neutron-server[93797]: self._notify() Jul 28 00:29:11.035582 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 00:29:11.035582 n-d-802623-1 neutron-server[93797]: self.callback(batched_events) Jul 28 00:29:11.035582 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 00:29:11.035582 n-d-802623-1 neutron-server[93797]: event.method(event) Jul 28 00:29:11.035582 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 00:29:11.035582 n-d-802623-1 neutron-server[93797]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 00:29:11.035582 n-d-802623-1 neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 00:29:11.035582 n-d-802623-1 neutron-server[93797]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 00:29:11.035582 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 00:29:11.035582 n-d-802623-1 neutron-server[93797]: return f(self, *a, **k) Jul 28 00:29:11.035582 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 00:29:11.035582 n-d-802623-1 neutron-server[93797]: return self._get(url).json() Jul 28 00:29:11.035582 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 00:29:11.035582 n-d-802623-1 neutron-server[93797]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 00:29:11.035582 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 00:29:11.035582 n-d-802623-1 neutron-server[93797]: return self.request(url, 'GET', **kwargs) Jul 28 00:29:11.035582 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 00:29:11.035582 n-d-802623-1 neutron-server[93797]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 00:29:11.035582 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 00:29:11.035582 n-d-802623-1 neutron-server[93797]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 00:29:11.035582 n-d-802623-1 neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 00:29:11.035582 n-d-802623-1 neutron-server[93797]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 00:29:11.035582 n-d-802623-1 neutron-server[93797]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 00:29:11.094506 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-149f381d-37fd-4365-b57e-20870ed73ce2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415412'] for network, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:29:11.099639 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-149f381d-37fd-4365-b57e-20870ed73ce2 admin admin] Notify callbacks [] for network, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:29:11.104980 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-149f381d-37fd-4365-b57e-20870ed73ce2 admin admin] 10.222.0.18 "DELETE /v2.0/networks/09dcff02-6ec1-4c37-bb99-014e952a680a HTTP/1.1" status: 204 len: 168 time: 0.5374856 Jul 28 00:29:11.115740 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149f381d-37fd-4365-b57e-20870ed73ce2 admin admin] Pushing event deleted for resources: {'Network': ['ID=09dcff02-6ec1-4c37-bb99-014e952a680a,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:29:11.207898 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 33016) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:29:11.248337 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-8b35095b-ad65-43c1-8040-d97aa6b49679 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4cc65edd594b421ab780d4d1523713ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0391150 Jul 28 00:29:11.250519 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 33018) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:29:11.299751 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4ff2be4e-6fff-45c7-b1a2-140bbef25f22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:29:11.325239 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4ff2be4e-6fff-45c7-b1a2-140bbef25f22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:29:11.327611 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device d3986d56-9959-4815-915a-bc857cc7fa96 no longer exists at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 00:29:11.348006 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] No Port match for: d3986d56-9959-4815-915a-bc857cc7fa96 {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 00:29:11.348449 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device d3986d56-9959-4815-915a-bc857cc7fa96 not bound to the agent host n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 00:29:11.348872 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device c245926c-1075-4dd1-a6bc-b62f19a38a13 no longer exists at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 00:29:11.367614 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] No Port match for: c245926c-1075-4dd1-a6bc-b62f19a38a13 {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 00:29:11.367961 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device c245926c-1075-4dd1-a6bc-b62f19a38a13 not bound to the agent host n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 00:29:11.368380 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 83fa239d-1ea8-4a0e-b860-b626617b0ecc no longer exists at agent ovs-agent-n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 00:29:11.381943 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4ff2be4e-6fff-45c7-b1a2-140bbef25f22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:29:11.385179 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4ff2be4e-6fff-45c7-b1a2-140bbef25f22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:29:11.386344 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-4ff2be4e-6fff-45c7-b1a2-140bbef25f22 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/eb89ce50-d2ad-4be4-9114-f61e96d1dd72 HTTP/1.1" status: 204 len: 168 time: 0.1348364 Jul 28 00:29:11.391428 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] No Port match for: 83fa239d-1ea8-4a0e-b860-b626617b0ecc {{(pid=93799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 00:29:11.391752 n-d-802623-1 neutron-server[93799]: DEBUG neutron.plugins.ml2.rpc [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Device 83fa239d-1ea8-4a0e-b860-b626617b0ecc not bound to the agent host n-d-802623-1 {{(pid=93799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 00:29:11.394280 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff2be4e-6fff-45c7-b1a2-140bbef25f22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb89ce50-d2ad-4be4-9114-f61e96d1dd72,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:29:11.692184 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 33024) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:29:11.731823 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-1a0cfda7-9bca-404b-b2b4-c7d9da079117 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=300dd4f2a76d4fbd93b205329409de90&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0384438 Jul 28 00:29:11.734043 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.18', 33026) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 00:29:11.780543 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-12323471-cfa1-42c0-a5d5-0a4bf5e0d9e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:29:11.800893 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-12323471-cfa1-42c0-a5d5-0a4bf5e0d9e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:29:11.847131 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-12323471-cfa1-42c0-a5d5-0a4bf5e0d9e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725822'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:29:11.849728 n-d-802623-1 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-12323471-cfa1-42c0-a5d5-0a4bf5e0d9e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:29:11.850870 n-d-802623-1 neutron-server[93797]: INFO neutron.wsgi [None req-12323471-cfa1-42c0-a5d5-0a4bf5e0d9e2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/177994bc-e235-4903-9e07-ef52c76ba1bc HTTP/1.1" status: 204 len: 168 time: 0.1159539 Jul 28 00:29:11.858417 n-d-802623-1 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12323471-cfa1-42c0-a5d5-0a4bf5e0d9e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=177994bc-e235-4903-9e07-ef52c76ba1bc,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 00:29:27.020992 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2f075949-bae4-4c86-91c3-da7020af38e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:29:29.696105 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-50607556-f03d-4710-b2e7-15df5e6a22c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:29:30.193749 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:29:30.387699 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:29:30.799899 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-19f2e178-d45e-4fbe-b9be-c3963fc151ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:29:32.562236 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7418f70f-e60d-4709-8ba9-6ab514bc7f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:29:35.355028 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.agents_db [None req-9beef776-8bab-4de2-989a-f5a23ba4aaf4 None None] Agent healthcheck: found 7 active agents {{(pid=93800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 00:29:35.872307 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:29:57.021223 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-29beffae-f0f2-4aff-91c7-fdd8c511bb7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:29:59.697651 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b48e2309-3d43-42d4-a7e5-cb9628719dbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:30:00.194266 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:30:00.390756 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:30:00.803122 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-19f2e178-d45e-4fbe-b9be-c3963fc151ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:30:02.565298 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7418f70f-e60d-4709-8ba9-6ab514bc7f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:30:05.889391 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:30:12.353466 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.agents_db [None req-9beef776-8bab-4de2-989a-f5a23ba4aaf4 None None] Agent healthcheck: found 7 active agents {{(pid=93800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 00:30:27.021720 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-65497a6e-6d81-4367-bd70-1f25c096f487 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:30:29.697269 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-51e3f9f6-4f86-42c0-a241-9d7bc69c0de8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:30:30.196319 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:30:30.400107 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:30:30.806052 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-19f2e178-d45e-4fbe-b9be-c3963fc151ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:30:32.568269 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7418f70f-e60d-4709-8ba9-6ab514bc7f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:30:35.903726 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:30:49.352464 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.agents_db [None req-9beef776-8bab-4de2-989a-f5a23ba4aaf4 None None] Agent healthcheck: found 7 active agents {{(pid=93800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 00:30:57.022201 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-fad9c662-55b3-490e-b777-725a9dcc25d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:30:59.700706 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c750e072-46ae-4363-af12-676b51394cbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:31:00.198897 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:31:00.406502 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:31:00.809172 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-19f2e178-d45e-4fbe-b9be-c3963fc151ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:31:02.570946 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7418f70f-e60d-4709-8ba9-6ab514bc7f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:31:05.902659 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:31:26.352805 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.agents_db [None req-9beef776-8bab-4de2-989a-f5a23ba4aaf4 None None] Agent healthcheck: found 7 active agents {{(pid=93800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 00:31:27.021397 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f8ac69f8-54fd-4bf6-ae73-7b7a4446bd61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:31:29.702609 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-df61827c-9326-42f9-be70-9c2003995956 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:31:30.198812 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:31:30.423405 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:31:30.810595 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-19f2e178-d45e-4fbe-b9be-c3963fc151ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:31:32.574157 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7418f70f-e60d-4709-8ba9-6ab514bc7f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:31:35.917417 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:31:57.021994 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-18bb2696-4c9d-41c7-a26f-3cc580dab28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:31:59.702969 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-5b1c8527-ea70-4127-a6c7-f4b49462c3d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:32:00.199064 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:32:00.422605 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:32:00.813701 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-19f2e178-d45e-4fbe-b9be-c3963fc151ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:32:02.577098 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7418f70f-e60d-4709-8ba9-6ab514bc7f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:32:03.351377 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.agents_db [None req-9beef776-8bab-4de2-989a-f5a23ba4aaf4 None None] Agent healthcheck: found 7 active agents {{(pid=93800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 00:32:05.917007 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:32:27.021603 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-cbfc82c0-aa30-4edb-9cd0-985db866e279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:32:29.704858 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f8cde564-2f5a-4527-993c-bd5a369ab506 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:32:30.199123 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:32:30.438068 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:32:30.816544 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-19f2e178-d45e-4fbe-b9be-c3963fc151ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:32:32.580436 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7418f70f-e60d-4709-8ba9-6ab514bc7f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:32:35.951697 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:32:40.350028 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.agents_db [None req-9beef776-8bab-4de2-989a-f5a23ba4aaf4 None None] Agent healthcheck: found 7 active agents {{(pid=93800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 00:32:57.022982 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ea938a26-7f3c-470f-8041-5aa5f362fa51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:32:59.704786 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-5b7cc013-185e-463f-82b1-dea6ad614717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:33:00.201452 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:33:00.452055 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:33:00.818303 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-19f2e178-d45e-4fbe-b9be-c3963fc151ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:33:02.583727 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7418f70f-e60d-4709-8ba9-6ab514bc7f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:33:05.953823 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:33:17.349773 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.agents_db [None req-9beef776-8bab-4de2-989a-f5a23ba4aaf4 None None] Agent healthcheck: found 7 active agents {{(pid=93800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 00:33:27.022950 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-950fe95b-3a9f-4f0c-aef4-86f1cac80b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:33:29.705659 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-21c2e030-3be1-485f-9d73-77d526789226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:33:30.202663 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:33:30.451765 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:33:30.820722 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-19f2e178-d45e-4fbe-b9be-c3963fc151ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:33:32.586783 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7418f70f-e60d-4709-8ba9-6ab514bc7f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:33:35.960496 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:33:54.349361 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.agents_db [None req-9beef776-8bab-4de2-989a-f5a23ba4aaf4 None None] Agent healthcheck: found 7 active agents {{(pid=93800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 00:33:57.022698 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d14ce1fd-b7b7-48b9-bde6-b8dd0a5e793d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:33:59.706101 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-09459ac6-1290-4a16-aadf-f2a480bafcaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:34:00.203033 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:34:00.456983 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:34:00.824896 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-19f2e178-d45e-4fbe-b9be-c3963fc151ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:34:02.589757 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7418f70f-e60d-4709-8ba9-6ab514bc7f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:34:05.965575 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:34:27.022710 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b44a0b1e-a606-49c2-bdf0-9439935b4e89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:34:29.706192 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-59453076-441b-48be-b9ba-b6270250244d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:34:30.204330 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:34:30.482065 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:34:30.825888 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-19f2e178-d45e-4fbe-b9be-c3963fc151ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:34:31.349133 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.agents_db [None req-9beef776-8bab-4de2-989a-f5a23ba4aaf4 None None] Agent healthcheck: found 7 active agents {{(pid=93800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 00:34:32.596550 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7418f70f-e60d-4709-8ba9-6ab514bc7f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:34:35.963013 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:34:57.023431 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-0fe7c3e1-2098-4a37-953e-b21d7afc40ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:34:59.706328 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-cf72998c-3833-4bd5-8b5a-9013f0cdb433 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:35:00.205339 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:35:00.496090 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:35:00.828382 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-19f2e178-d45e-4fbe-b9be-c3963fc151ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:35:02.595408 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7418f70f-e60d-4709-8ba9-6ab514bc7f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:35:05.961415 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:35:08.348095 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.agents_db [None req-9beef776-8bab-4de2-989a-f5a23ba4aaf4 None None] Agent healthcheck: found 7 active agents {{(pid=93800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 00:35:14.337947 n-d-802623-1 neutron-server[93798]: DEBUG neutron.wsgi [req-370f5b1d-594a-4873-802a-6b6905a9249c req-d0ae2013-8970-404e-8907-37e6dd81be00 service neutron] (93798) timed out ('10.222.0.38', 56919) {{(pid=93798) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 28 00:35:27.023160 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-0a6e3f7d-9428-44aa-8c41-b8e7f6224fc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:35:29.706847 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-896afb4c-cacd-44cd-935a-898152684407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:35:30.205538 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:35:30.485963 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:35:30.831061 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-19f2e178-d45e-4fbe-b9be-c3963fc151ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:35:32.599346 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7418f70f-e60d-4709-8ba9-6ab514bc7f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:35:35.975033 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:35:45.347533 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.agents_db [None req-9beef776-8bab-4de2-989a-f5a23ba4aaf4 None None] Agent healthcheck: found 7 active agents {{(pid=93800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 00:35:57.022902 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-313cc55c-aa94-4c60-9da9-0069a37831a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:35:59.707473 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-098ebd7f-6812-4442-8c31-bacc63ecfb5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:36:00.207072 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:36:00.511195 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:36:00.833167 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-19f2e178-d45e-4fbe-b9be-c3963fc151ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:36:02.600358 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7418f70f-e60d-4709-8ba9-6ab514bc7f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:36:05.973967 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:36:22.347696 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.agents_db [None req-9beef776-8bab-4de2-989a-f5a23ba4aaf4 None None] Agent healthcheck: found 7 active agents {{(pid=93800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 00:36:27.023926 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-fe97e57e-407f-480a-8d83-787bfca0f208 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:36:29.707574 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a00420a3-325b-4288-b70f-fda25249cb69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:36:30.208771 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:36:30.532501 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:36:30.834671 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-19f2e178-d45e-4fbe-b9be-c3963fc151ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:36:32.608018 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7418f70f-e60d-4709-8ba9-6ab514bc7f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:36:35.989185 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:36:57.025531 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4a8956c3-73ed-4ced-874e-f7eedce1e351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:36:59.347084 n-d-802623-1 neutron-server[93800]: DEBUG neutron.db.agents_db [None req-9beef776-8bab-4de2-989a-f5a23ba4aaf4 None None] Agent healthcheck: found 7 active agents {{(pid=93800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 00:36:59.707599 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-111aadd8-0d6a-4239-add0-32045a259d31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:37:00.209893 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:37:00.542737 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:37:00.838236 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-19f2e178-d45e-4fbe-b9be-c3963fc151ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:37:02.606838 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7418f70f-e60d-4709-8ba9-6ab514bc7f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:37:05.980907 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f45da26f-e385-4b2e-99af-e4e172368b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:37:24.140345 n-d-802623-1 neutron-server[93797]: DEBUG neutron.wsgi [req-307b91d6-3d85-468a-bc23-7d1e118f4bb9 req-96affba2-865a-44b0-90d6-dc693631adb4 service neutron] (93797) timed out ('10.222.0.18', 59886) {{(pid=93797) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 28 00:37:27.025088 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-153013dd-c3ef-448d-843b-48524391f20b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:37:29.711268 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-6bd6f549-7921-460a-abd8-ff9a8ac149c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:37:30.209782 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54e9af0-d649-4839-bd9b-7e0c2dde988d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:37:30.547137 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab15a699-8d16-4f8b-b201-2ca6dc1f2202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:37:30.841874 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-19f2e178-d45e-4fbe-b9be-c3963fc151ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 00:37:32.612569 n-d-802623-1 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7418f70f-e60d-4709-8ba9-6ab514bc7f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736833900063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616496'] for agent, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}